-- Logs begin at Tue 2021-11-23 16:32:23 UTC, end at Tue 2021-11-23 18:57:38 UTC. -- Nov 23 17:07:25.872870 n-d-816206-8 systemd[1]: Started Devstack devstack@q-svc.service. Nov 23 17:07:28.589601 n-d-816206-8 neutron-server[103481]: INFO neutron.common.config [-] Logging enabled! Nov 23 17:07:28.590212 n-d-816206-8 neutron-server[103481]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev223 Nov 23 17:07:28.590378 n-d-816206-8 neutron-server[103481]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103481) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 23 17:07:28.594209 n-d-816206-8 neutron-server[103481]: INFO neutron.common.config [-] Logging enabled! Nov 23 17:07:28.594466 n-d-816206-8 neutron-server[103481]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev223 Nov 23 17:07:28.594780 n-d-816206-8 neutron-server[103481]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103481) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 23 17:07:28.595720 n-d-816206-8 neutron-server[103481]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 23 17:07:28.595963 n-d-816206-8 neutron-server[103481]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 23 17:07:28.596326 n-d-816206-8 neutron-server[103481]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 23 17:07:28.596601 n-d-816206-8 neutron-server[103481]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 23 17:07:28.596831 n-d-816206-8 neutron-server[103481]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 23 17:07:28.597155 n-d-816206-8 neutron-server[103481]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:07:28.597585 n-d-816206-8 neutron-server[103481]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Nov 23 17:07:28.597912 n-d-816206-8 neutron-server[103481]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:07:28.598210 n-d-816206-8 neutron-server[103481]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:07:28.598504 n-d-816206-8 neutron-server[103481]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:07:28.598801 n-d-816206-8 neutron-server[103481]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:07:28.599096 n-d-816206-8 neutron-server[103481]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:07:28.599382 n-d-816206-8 neutron-server[103481]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:07:28.599673 n-d-816206-8 neutron-server[103481]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:07:28.599974 n-d-816206-8 neutron-server[103481]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:07:28.600262 n-d-816206-8 neutron-server[103481]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:07:28.600566 n-d-816206-8 neutron-server[103481]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:07:28.600854 n-d-816206-8 neutron-server[103481]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:07:28.601148 n-d-816206-8 neutron-server[103481]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:07:28.601436 n-d-816206-8 neutron-server[103481]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:07:28.601724 n-d-816206-8 neutron-server[103481]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:07:28.602013 n-d-816206-8 neutron-server[103481]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:07:28.602298 n-d-816206-8 neutron-server[103481]: DEBUG neutron.common.config [-] debug = True {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:07:28.602579 n-d-816206-8 neutron-server[103481]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:07:28.603013 n-d-816206-8 neutron-server[103481]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:07:28.603427 n-d-816206-8 neutron-server[103481]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:07:28.603712 n-d-816206-8 neutron-server[103481]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:07:28.604004 n-d-816206-8 neutron-server[103481]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:07:28.604286 n-d-816206-8 neutron-server[103481]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:07:28.604582 n-d-816206-8 neutron-server[103481]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:07:28.604861 n-d-816206-8 neutron-server[103481]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:07:28.605147 n-d-816206-8 neutron-server[103481]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:07:28.605476 n-d-816206-8 neutron-server[103481]: DEBUG neutron.common.config [-] host = n-d-816206-8 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:07:28.605756 n-d-816206-8 neutron-server[103481]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:07:28.606045 n-d-816206-8 neutron-server[103481]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:07:28.606377 n-d-816206-8 neutron-server[103481]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:07:28.607160 n-d-816206-8 neutron-server[103481]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:07:28.607436 n-d-816206-8 neutron-server[103481]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:07:28.607722 n-d-816206-8 neutron-server[103481]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:07:28.608006 n-d-816206-8 neutron-server[103481]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:07:28.608280 n-d-816206-8 neutron-server[103481]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:07:28.608578 n-d-816206-8 neutron-server[103481]: DEBUG neutron.common.config [-] log_file = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:07:28.608856 n-d-816206-8 neutron-server[103481]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:07:28.609144 n-d-816206-8 neutron-server[103481]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:07:28.609466 n-d-816206-8 neutron-server[103481]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:07:28.609757 n-d-816206-8 neutron-server[103481]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:07:28.609982 n-d-816206-8 neutron-server[103481]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:07:28.610203 n-d-816206-8 neutron-server[103481]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:07:28.610492 n-d-816206-8 neutron-server[103481]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:07:28.610780 n-d-816206-8 neutron-server[103481]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:07:28.611053 n-d-816206-8 neutron-server[103481]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:07:28.611327 n-d-816206-8 neutron-server[103481]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:07:28.611603 n-d-816206-8 neutron-server[103481]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:07:28.611875 n-d-816206-8 neutron-server[103481]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:07:28.612147 n-d-816206-8 neutron-server[103481]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:07:28.612415 n-d-816206-8 neutron-server[103481]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:07:28.612725 n-d-816206-8 neutron-server[103481]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:07:28.613011 n-d-816206-8 neutron-server[103481]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:07:28.613295 n-d-816206-8 neutron-server[103481]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:07:28.613569 n-d-816206-8 neutron-server[103481]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:07:28.613843 n-d-816206-8 neutron-server[103481]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:07:28.614115 n-d-816206-8 neutron-server[103481]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:07:28.614385 n-d-816206-8 neutron-server[103481]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:07:28.614668 n-d-816206-8 neutron-server[103481]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:07:28.614940 n-d-816206-8 neutron-server[103481]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:07:28.615210 n-d-816206-8 neutron-server[103481]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:07:28.615480 n-d-816206-8 neutron-server[103481]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:07:28.615766 n-d-816206-8 neutron-server[103481]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:07:28.616037 n-d-816206-8 neutron-server[103481]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:07:28.616309 n-d-816206-8 neutron-server[103481]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:07:28.616633 n-d-816206-8 neutron-server[103481]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:07:28.616919 n-d-816206-8 neutron-server[103481]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:07:28.617201 n-d-816206-8 neutron-server[103481]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:07:28.617486 n-d-816206-8 neutron-server[103481]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:07:28.617759 n-d-816206-8 neutron-server[103481]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:07:28.618042 n-d-816206-8 neutron-server[103481]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:07:28.618314 n-d-816206-8 neutron-server[103481]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:07:28.618589 n-d-816206-8 neutron-server[103481]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:07:28.618861 n-d-816206-8 neutron-server[103481]: DEBUG neutron.common.config [-] use_json = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:07:28.619133 n-d-816206-8 neutron-server[103481]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:07:28.619403 n-d-816206-8 neutron-server[103481]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:07:28.619687 n-d-816206-8 neutron-server[103481]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:07:28.619962 n-d-816206-8 neutron-server[103481]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:07:28.620235 n-d-816206-8 neutron-server[103481]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:07:28.620529 n-d-816206-8 neutron-server[103481]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:07:28.620804 n-d-816206-8 neutron-server[103481]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:07:28.621088 n-d-816206-8 neutron-server[103481]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:07:28.621383 n-d-816206-8 neutron-server[103481]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:28.621687 n-d-816206-8 neutron-server[103481]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:28.622013 n-d-816206-8 neutron-server[103481]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:28.622302 n-d-816206-8 neutron-server[103481]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:28.622609 n-d-816206-8 neutron-server[103481]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:28.622891 n-d-816206-8 neutron-server[103481]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:28.623182 n-d-816206-8 neutron-server[103481]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:28.623467 n-d-816206-8 neutron-server[103481]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:28.623755 n-d-816206-8 neutron-server[103481]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:28.624047 n-d-816206-8 neutron-server[103481]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:28.624337 n-d-816206-8 neutron-server[103481]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:28.624646 n-d-816206-8 neutron-server[103481]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:28.624937 n-d-816206-8 neutron-server[103481]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:28.625215 n-d-816206-8 neutron-server[103481]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:28.625511 n-d-816206-8 neutron-server[103481]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:28.625818 n-d-816206-8 neutron-server[103481]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:28.626118 n-d-816206-8 neutron-server[103481]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:28.626416 n-d-816206-8 neutron-server[103481]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:28.626692 n-d-816206-8 neutron-server[103481]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:28.626967 n-d-816206-8 neutron-server[103481]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:28.627240 n-d-816206-8 neutron-server[103481]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:28.627519 n-d-816206-8 neutron-server[103481]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:28.627810 n-d-816206-8 neutron-server[103481]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:28.628090 n-d-816206-8 neutron-server[103481]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:28.628382 n-d-816206-8 neutron-server[103481]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:28.628699 n-d-816206-8 neutron-server[103481]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:28.628980 n-d-816206-8 neutron-server[103481]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:28.629278 n-d-816206-8 neutron-server[103481]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:28.629563 n-d-816206-8 neutron-server[103481]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:28.629859 n-d-816206-8 neutron-server[103481]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:28.630152 n-d-816206-8 neutron-server[103481]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:28.630426 n-d-816206-8 neutron-server[103481]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:28.630709 n-d-816206-8 neutron-server[103481]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:28.631003 n-d-816206-8 neutron-server[103481]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:28.631281 n-d-816206-8 neutron-server[103481]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:28.631555 n-d-816206-8 neutron-server[103481]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:28.631837 n-d-816206-8 neutron-server[103481]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:28.632131 n-d-816206-8 neutron-server[103481]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:28.632413 n-d-816206-8 neutron-server[103481]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:28.632710 n-d-816206-8 neutron-server[103481]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:28.632994 n-d-816206-8 neutron-server[103481]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:28.633272 n-d-816206-8 neutron-server[103481]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:28.633544 n-d-816206-8 neutron-server[103481]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:28.633817 n-d-816206-8 neutron-server[103481]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:28.634095 n-d-816206-8 neutron-server[103481]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:28.634387 n-d-816206-8 neutron-server[103481]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:28.634664 n-d-816206-8 neutron-server[103481]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:28.634936 n-d-816206-8 neutron-server[103481]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:28.635206 n-d-816206-8 neutron-server[103481]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:28.635481 n-d-816206-8 neutron-server[103481]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:28.635750 n-d-816206-8 neutron-server[103481]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:28.636036 n-d-816206-8 neutron-server[103481]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:28.636320 n-d-816206-8 neutron-server[103481]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:28.636616 n-d-816206-8 neutron-server[103481]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:28.636891 n-d-816206-8 neutron-server[103481]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:28.637170 n-d-816206-8 neutron-server[103481]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:28.637443 n-d-816206-8 neutron-server[103481]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:28.637737 n-d-816206-8 neutron-server[103481]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:28.638016 n-d-816206-8 neutron-server[103481]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:28.638288 n-d-816206-8 neutron-server[103481]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:28.638567 n-d-816206-8 neutron-server[103481]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:28.638876 n-d-816206-8 neutron-server[103481]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:28.639106 n-d-816206-8 neutron-server[103481]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:28.639376 n-d-816206-8 neutron-server[103481]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:28.639647 n-d-816206-8 neutron-server[103481]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:28.639916 n-d-816206-8 neutron-server[103481]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:28.640187 n-d-816206-8 neutron-server[103481]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:28.640457 n-d-816206-8 neutron-server[103481]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:28.640757 n-d-816206-8 neutron-server[103481]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:28.641028 n-d-816206-8 neutron-server[103481]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:28.641300 n-d-816206-8 neutron-server[103481]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:28.641568 n-d-816206-8 neutron-server[103481]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:28.641840 n-d-816206-8 neutron-server[103481]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:28.642112 n-d-816206-8 neutron-server[103481]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:28.642396 n-d-816206-8 neutron-server[103481]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:28.642692 n-d-816206-8 neutron-server[103481]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:28.642971 n-d-816206-8 neutron-server[103481]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:28.643247 n-d-816206-8 neutron-server[103481]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:28.643524 n-d-816206-8 neutron-server[103481]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:28.643799 n-d-816206-8 neutron-server[103481]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:28.644076 n-d-816206-8 neutron-server[103481]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:28.644353 n-d-816206-8 neutron-server[103481]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:28.644654 n-d-816206-8 neutron-server[103481]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:28.644933 n-d-816206-8 neutron-server[103481]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:28.645204 n-d-816206-8 neutron-server[103481]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:28.645492 n-d-816206-8 neutron-server[103481]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:28.645775 n-d-816206-8 neutron-server[103481]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:28.646061 n-d-816206-8 neutron-server[103481]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:28.646348 n-d-816206-8 neutron-server[103481]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:28.646650 n-d-816206-8 neutron-server[103481]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:28.646944 n-d-816206-8 neutron-server[103481]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:28.647220 n-d-816206-8 neutron-server[103481]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:28.647502 n-d-816206-8 neutron-server[103481]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:28.647778 n-d-816206-8 neutron-server[103481]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:28.648056 n-d-816206-8 neutron-server[103481]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:28.648338 n-d-816206-8 neutron-server[103481]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:28.648648 n-d-816206-8 neutron-server[103481]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:28.648946 n-d-816206-8 neutron-server[103481]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:28.649239 n-d-816206-8 neutron-server[103481]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:28.649532 n-d-816206-8 neutron-server[103481]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:28.649823 n-d-816206-8 neutron-server[103481]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:28.650115 n-d-816206-8 neutron-server[103481]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:28.650391 n-d-816206-8 neutron-server[103481]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:28.650699 n-d-816206-8 neutron-server[103481]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:28.650977 n-d-816206-8 neutron-server[103481]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:28.651193 n-d-816206-8 neutron-server[103481]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 23 17:07:28.651429 n-d-816206-8 neutron-server[103481]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103481) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Nov 23 17:07:29.074851 n-d-816206-8 neutron-server[103481]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Nov 23 17:07:29.075667 n-d-816206-8 neutron-server[103481]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Nov 23 17:07:29.075974 n-d-816206-8 neutron-server[103481]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Nov 23 17:07:29.076325 n-d-816206-8 neutron-server[103481]: INFO neutron.manager [-] Loading core plugin: ml2 Nov 23 17:07:29.406020 n-d-816206-8 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 17:07:29.406213 n-d-816206-8 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 17:07:29.406491 n-d-816206-8 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 17:07:29.407683 n-d-816206-8 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 17:07:29.407957 n-d-816206-8 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 17:07:29.408222 n-d-816206-8 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 17:07:29.443985 n-d-816206-8 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 17:07:29.444264 n-d-816206-8 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 17:07:29.444555 n-d-816206-8 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 17:07:29.458941 n-d-816206-8 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 17:07:29.459225 n-d-816206-8 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 17:07:29.459495 n-d-816206-8 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 17:07:29.488861 n-d-816206-8 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 17:07:29.489142 n-d-816206-8 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 17:07:29.489414 n-d-816206-8 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 17:07:29.527743 n-d-816206-8 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 17:07:29.528026 n-d-816206-8 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 17:07:29.528326 n-d-816206-8 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 17:07:29.776864 n-d-816206-8 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 17:07:29.777364 n-d-816206-8 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 17:07:29.777470 n-d-816206-8 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 17:07:29.777671 n-d-816206-8 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 17:07:29.778407 n-d-816206-8 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 17:07:29.878993 n-d-816206-8 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 17:07:29.879316 n-d-816206-8 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 17:07:29.879600 n-d-816206-8 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 17:07:29.879872 n-d-816206-8 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 17:07:29.880139 n-d-816206-8 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 17:07:29.880450 n-d-816206-8 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 17:07:29.880738 n-d-816206-8 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 17:07:29.880994 n-d-816206-8 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 17:07:29.881247 n-d-816206-8 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 17:07:29.881529 n-d-816206-8 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 17:07:29.881784 n-d-816206-8 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 17:07:29.882046 n-d-816206-8 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 17:07:29.882304 n-d-816206-8 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 17:07:29.882560 n-d-816206-8 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 17:07:29.882813 n-d-816206-8 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 17:07:29.883074 n-d-816206-8 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 17:07:29.883325 n-d-816206-8 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 17:07:29.883589 n-d-816206-8 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 17:07:29.883855 n-d-816206-8 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 17:07:29.884110 n-d-816206-8 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 17:07:29.884378 n-d-816206-8 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 17:07:29.884654 n-d-816206-8 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 17:07:29.884933 n-d-816206-8 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 17:07:29.885309 n-d-816206-8 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 17:07:29.885557 n-d-816206-8 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 17:07:29.885799 n-d-816206-8 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 17:07:29.886186 n-d-816206-8 neutron-server[103481]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103481) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 23 17:07:29.886424 n-d-816206-8 neutron-server[103481]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103481) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 23 17:07:29.886657 n-d-816206-8 neutron-server[103481]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103481) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 23 17:07:29.886892 n-d-816206-8 neutron-server[103481]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103481) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 23 17:07:29.887124 n-d-816206-8 neutron-server[103481]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103481) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 23 17:07:29.887356 n-d-816206-8 neutron-server[103481]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103481) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 23 17:07:29.887739 n-d-816206-8 neutron-server[103481]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Nov 23 17:07:29.890842 n-d-816206-8 neutron-server[103481]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Nov 23 17:07:29.894796 n-d-816206-8 neutron-server[103481]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Nov 23 17:07:29.898568 n-d-816206-8 neutron-server[103481]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(500, 549)])]) Nov 23 17:07:29.900324 n-d-816206-8 neutron-server[103481]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Nov 23 17:07:29.900893 n-d-816206-8 neutron-server[103481]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Nov 23 17:07:29.901229 n-d-816206-8 neutron-server[103481]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Nov 23 17:07:29.901615 n-d-816206-8 neutron-server[103481]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Nov 23 17:07:29.904456 n-d-816206-8 neutron-server[103481]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Nov 23 17:07:29.904735 n-d-816206-8 neutron-server[103481]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Nov 23 17:07:29.905086 n-d-816206-8 neutron-server[103481]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Nov 23 17:07:29.910628 n-d-816206-8 neutron-server[103481]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Nov 23 17:07:29.933600 n-d-816206-8 neutron-server[103481]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Nov 23 17:07:29.934052 n-d-816206-8 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 17:07:29.934491 n-d-816206-8 neutron-server[103481]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103481) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Nov 23 17:07:29.935341 n-d-816206-8 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 17:07:29.936765 n-d-816206-8 neutron-server[103481]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103481) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Nov 23 17:07:29.937045 n-d-816206-8 neutron-server[103481]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Nov 23 17:07:29.937296 n-d-816206-8 neutron-server[103481]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Nov 23 17:07:29.940709 n-d-816206-8 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 17:07:29.940996 n-d-816206-8 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 17:07:30.004461 n-d-816206-8 neutron-server[103481]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Nov 23 17:07:30.004725 n-d-816206-8 neutron-server[103481]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Nov 23 17:07:30.004962 n-d-816206-8 neutron-server[103481]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Nov 23 17:07:30.005330 n-d-816206-8 neutron-server[103481]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Nov 23 17:07:30.026759 n-d-816206-8 neutron-server[103481]: DEBUG oslo_db.sqlalchemy.engines [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103481) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Nov 23 17:07:30.560617 n-d-816206-8 neutron-server[103481]: INFO neutron.plugins.ml2.managers [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Initializing driver for type 'gre' Nov 23 17:07:30.561158 n-d-816206-8 neutron-server[103481]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] gre ID ranges: [(1, 1000)] Nov 23 17:07:30.611787 n-d-816206-8 neutron-server[103481]: INFO neutron.plugins.ml2.managers [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Initializing driver for type 'local' Nov 23 17:07:30.612130 n-d-816206-8 neutron-server[103481]: INFO neutron.plugins.ml2.managers [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Initializing driver for type 'vlan' Nov 23 17:07:30.625087 n-d-816206-8 neutron-server[103481]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] VlanTypeDriver initialization complete Nov 23 17:07:30.625434 n-d-816206-8 neutron-server[103481]: INFO neutron.plugins.ml2.managers [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Initializing driver for type 'vxlan' Nov 23 17:07:30.625932 n-d-816206-8 neutron-server[103481]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] vxlan ID ranges: [(1, 1000)] Nov 23 17:07:30.675173 n-d-816206-8 neutron-server[103481]: INFO neutron.plugins.ml2.managers [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Initializing extension driver 'port_security' Nov 23 17:07:30.675510 n-d-816206-8 neutron-server[103481]: INFO neutron.plugins.ml2.extensions.port_security [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] PortSecurityExtensionDriver initialization complete Nov 23 17:07:30.675849 n-d-816206-8 neutron-server[103481]: INFO neutron.plugins.ml2.managers [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Initializing mechanism driver 'openvswitch' Nov 23 17:07:30.676174 n-d-816206-8 neutron-server[103481]: INFO neutron.plugins.ml2.managers [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Initializing mechanism driver 'hyperv' Nov 23 17:07:30.682870 n-d-816206-8 neutron-server[103481]: DEBUG neutron.plugins.ml2.plugin [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:07:30.683556 n-d-816206-8 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Subscribe: > port after_create 55550000 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 17:07:30.683935 n-d-816206-8 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Subscribe: > port after_update 55550000 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 17:07:30.684296 n-d-816206-8 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Subscribe: > port after_delete 55550000 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 17:07:30.684865 n-d-816206-8 neutron-server[103481]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103481) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 23 17:07:30.685305 n-d-816206-8 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Subscribe: > subnet after_create 55550000 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 17:07:30.685668 n-d-816206-8 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Subscribe: > subnet after_update 55550000 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 17:07:30.686024 n-d-816206-8 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 17:07:30.686435 n-d-816206-8 neutron-server[103481]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103481) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 23 17:07:30.686853 n-d-816206-8 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Subscribe: > network after_create 55550000 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 17:07:30.687213 n-d-816206-8 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Subscribe: > network after_update 55550000 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 17:07:30.687561 n-d-816206-8 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Subscribe: > network after_delete 55550000 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 17:07:30.687967 n-d-816206-8 neutron-server[103481]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103481) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 23 17:07:30.688378 n-d-816206-8 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Subscribe: > security_group after_create 55550000 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 17:07:30.688760 n-d-816206-8 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Subscribe: > security_group after_update 55550000 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 17:07:30.689106 n-d-816206-8 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 17:07:30.689649 n-d-816206-8 neutron-server[103481]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103481) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 23 17:07:30.690061 n-d-816206-8 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 17:07:30.690417 n-d-816206-8 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 17:07:30.690766 n-d-816206-8 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 17:07:30.691175 n-d-816206-8 neutron-server[103481]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103481) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 23 17:07:30.691587 n-d-816206-8 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Subscribe: > address_group after_create 55550000 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 17:07:30.691938 n-d-816206-8 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Subscribe: > address_group after_update 55550000 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 17:07:30.692284 n-d-816206-8 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 17:07:30.692722 n-d-816206-8 neutron-server[103481]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103481) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 23 17:07:30.693107 n-d-816206-8 neutron-server[103481]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] ML2 OVO RPC backend initialized. {{(pid=103481) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Nov 23 17:07:30.693813 n-d-816206-8 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 17:07:30.694171 n-d-816206-8 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 17:07:30.694595 n-d-816206-8 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Subscribe: > network before_response 55550000 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 17:07:30.694947 n-d-816206-8 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Subscribe: > networks before_response 55550000 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 17:07:30.695299 n-d-816206-8 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Subscribe: > port before_response 55550000 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 17:07:30.695646 n-d-816206-8 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Subscribe: > ports before_response 55550000 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 17:07:30.695993 n-d-816206-8 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Subscribe: > subnet before_response 55550000 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 17:07:30.696338 n-d-816206-8 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Subscribe: > subnets before_response 55550000 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 17:07:30.696718 n-d-816206-8 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Subscribe: > network after_create 55550000 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 17:07:30.697064 n-d-816206-8 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Subscribe: > network after_update 55550000 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 17:07:30.697405 n-d-816206-8 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Subscribe: > network after_delete 55550000 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 17:07:30.697746 n-d-816206-8 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Subscribe: > port after_create 55550000 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 17:07:30.698085 n-d-816206-8 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Subscribe: > port after_update 55550000 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 17:07:30.698430 n-d-816206-8 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Subscribe: > port after_delete 55550000 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 17:07:30.698770 n-d-816206-8 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Subscribe: > subnet after_create 55550000 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 17:07:30.699109 n-d-816206-8 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Subscribe: > subnet after_update 55550000 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 17:07:30.699446 n-d-816206-8 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 17:07:30.700551 n-d-816206-8 neutron-server[103481]: INFO neutron.plugins.ml2.plugin [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Modular L2 Plugin initialization complete Nov 23 17:07:30.700888 n-d-816206-8 neutron-server[103481]: DEBUG neutron.manager [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Loading services supported by the core plugin {{(pid=103481) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Nov 23 17:07:30.701218 n-d-816206-8 neutron-server[103481]: INFO neutron.plugins.ml2.managers [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Got port-security extension from driver 'port_security' Nov 23 17:07:30.701686 n-d-816206-8 neutron-server[103481]: INFO neutron.extensions.vlantransparent [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Disabled vlantransparent extension. Nov 23 17:07:30.702174 n-d-816206-8 neutron-server[103481]: DEBUG neutron.manager [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103481) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Nov 23 17:07:30.702493 n-d-816206-8 neutron-server[103481]: INFO neutron.manager [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Loading Plugin: router Nov 23 17:07:30.739359 n-d-816206-8 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 17:07:30.739755 n-d-816206-8 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Subscribe: > router after_create 55549900 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 17:07:30.740128 n-d-816206-8 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Subscribe: > router before_create 55549900 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 17:07:30.740513 n-d-816206-8 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 17:07:30.740898 n-d-816206-8 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 17:07:30.741259 n-d-816206-8 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Subscribe: > router after_delete 55549900 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 17:07:30.741623 n-d-816206-8 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 17:07:30.741976 n-d-816206-8 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 17:07:30.742338 n-d-816206-8 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Subscribe: > router after_create 55549900 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 17:07:30.742691 n-d-816206-8 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Subscribe: > router after_update 55549900 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 17:07:30.743042 n-d-816206-8 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Subscribe: > router after_update 55549900 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 17:07:30.743394 n-d-816206-8 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 17:07:30.743753 n-d-816206-8 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Subscribe: > router after_update 55549900 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 17:07:30.744169 n-d-816206-8 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Subscribe: > router precommit_update 55549900 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 17:07:30.744570 n-d-816206-8 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Subscribe: port after_update 55550000 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 17:07:30.744916 n-d-816206-8 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Subscribe: port after_delete 55550000 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 17:07:30.745260 n-d-816206-8 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Subscribe: subnet after_update 55550000 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 17:07:30.745600 n-d-816206-8 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 17:07:30.745958 n-d-816206-8 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 17:07:30.746315 n-d-816206-8 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Subscribe: > router precommit_create 55549900 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 17:07:30.746665 n-d-816206-8 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Subscribe: port before_delete 55550000 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 17:07:30.747534 n-d-816206-8 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Subscribe: > router precommit_create 55550000 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 17:07:30.747895 n-d-816206-8 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Subscribe: > router after_update 55549900 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 17:07:30.748249 n-d-816206-8 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 17:07:30.748639 n-d-816206-8 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Subscribe: > router precommit_create 55549900 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 17:07:30.749007 n-d-816206-8 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 17:07:30.749358 n-d-816206-8 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Subscribe: > router precommit_update 55549900 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 17:07:30.749732 n-d-816206-8 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Subscribe: > agent after_create 55550000 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 17:07:30.750092 n-d-816206-8 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Subscribe: > agent after_delete 55550000 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 17:07:30.750442 n-d-816206-8 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Subscribe: > network after_delete 55550000 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 17:07:30.751306 n-d-816206-8 neutron-server[103481]: DEBUG neutron.quota.resource_registry [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Tracking information for resource: router configured {{(pid=103481) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 23 17:07:30.751645 n-d-816206-8 neutron-server[103481]: DEBUG neutron.quota.resource_registry [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Tracking information for resource: floatingip configured {{(pid=103481) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 23 17:07:30.756775 n-d-816206-8 neutron-server[103481]: INFO neutron.db.l3_agentschedulers_db [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Nov 23 17:07:30.757362 n-d-816206-8 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Subscribe: port after_update 55550000 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 17:07:30.757735 n-d-816206-8 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Subscribe: port after_create 55550000 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 17:07:30.758097 n-d-816206-8 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Subscribe: port after_delete 55550000 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 17:07:30.758454 n-d-816206-8 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Subscribe: port after_update 55550000 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 17:07:30.759260 n-d-816206-8 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Subscribe: > router before_create 55550100 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 17:07:30.759631 n-d-816206-8 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 17:07:30.759996 n-d-816206-8 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Subscribe: > router precommit_create 55550100 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 17:07:30.760808 n-d-816206-8 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Subscribe: > router precommit_update 55550100 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 17:07:30.766356 n-d-816206-8 neutron-server[103481]: DEBUG neutron.services.provider_configuration [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Service providers = [] {{(pid=103481) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Nov 23 17:07:30.766728 n-d-816206-8 neutron-server[103481]: DEBUG neutron.db.servicetype_db [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103481) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Nov 23 17:07:30.769745 n-d-816206-8 neutron-server[103481]: DEBUG neutron.services.service_base [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103481) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 23 17:07:30.770103 n-d-816206-8 neutron-server[103481]: DEBUG neutron.services.service_base [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103481) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 23 17:07:30.770449 n-d-816206-8 neutron-server[103481]: DEBUG neutron.services.service_base [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103481) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 23 17:07:30.771360 n-d-816206-8 neutron-server[103481]: DEBUG neutron.services.service_base [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103481) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 23 17:07:30.771742 n-d-816206-8 neutron-server[103481]: INFO neutron.services.service_base [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Default provider is not specified for service type L3_ROUTER_NAT Nov 23 17:07:30.772134 n-d-816206-8 neutron-server[103481]: DEBUG neutron.manager [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103481) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 23 17:07:30.772457 n-d-816206-8 neutron-server[103481]: INFO neutron.manager [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Nov 23 17:07:30.783618 n-d-816206-8 neutron-server[103481]: DEBUG neutron.manager [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103481) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 23 17:07:30.784096 n-d-816206-8 neutron-server[103481]: INFO neutron.manager [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Loading Plugin: auto_allocate Nov 23 17:07:30.789827 n-d-816206-8 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Subscribe: network precommit_update 55550000 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 17:07:30.790207 n-d-816206-8 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Subscribe: network precommit_create 55550000 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 17:07:30.790739 n-d-816206-8 neutron-server[103481]: DEBUG neutron.manager [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103481) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 23 17:07:30.791067 n-d-816206-8 neutron-server[103481]: INFO neutron.manager [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Loading Plugin: tag Nov 23 17:07:30.797760 n-d-816206-8 neutron-server[103481]: DEBUG neutron.manager [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103481) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 23 17:07:30.798098 n-d-816206-8 neutron-server[103481]: INFO neutron.manager [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Loading Plugin: timestamp Nov 23 17:07:30.802188 n-d-816206-8 neutron-server[103481]: DEBUG neutron.manager [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103481) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 23 17:07:30.802527 n-d-816206-8 neutron-server[103481]: INFO neutron.manager [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Loading Plugin: network_ip_availability Nov 23 17:07:30.808066 n-d-816206-8 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 17:07:30.808443 n-d-816206-8 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 17:07:30.808831 n-d-816206-8 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 17:07:30.810075 n-d-816206-8 neutron-server[103481]: DEBUG neutron.manager [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103481) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 23 17:07:30.810405 n-d-816206-8 neutron-server[103481]: INFO neutron.manager [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Loading Plugin: flavors Nov 23 17:07:30.815226 n-d-816206-8 neutron-server[103481]: DEBUG neutron.manager [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103481) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 23 17:07:30.815516 n-d-816206-8 neutron-server[103481]: INFO neutron.manager [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Loading Plugin: revisions Nov 23 17:07:30.819844 n-d-816206-8 neutron-server[103481]: DEBUG neutron.manager [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103481) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 23 17:07:30.820241 n-d-816206-8 neutron-server[103481]: DEBUG oslo_concurrency.lockutils [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.744s {{(pid=103481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Nov 23 17:07:30.821031 n-d-816206-8 neutron-server[103481]: DEBUG neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103481) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Nov 23 17:07:30.821373 n-d-816206-8 neutron-server[103481]: INFO neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Initializing extension manager. Nov 23 17:07:30.821900 n-d-816206-8 neutron-server[103481]: DEBUG neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Loading extension file: __init__.py {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 17:07:30.822251 n-d-816206-8 neutron-server[103481]: DEBUG neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Loading extension file: __pycache__ {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 17:07:30.822596 n-d-816206-8 neutron-server[103481]: DEBUG neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 17:07:30.822935 n-d-816206-8 neutron-server[103481]: DEBUG neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Loading extension file: address_group.py {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 17:07:30.823697 n-d-816206-8 neutron-server[103481]: DEBUG neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 17:07:30.824264 n-d-816206-8 neutron-server[103481]: INFO neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Loaded extension: address-group Nov 23 17:07:30.824626 n-d-816206-8 neutron-server[103481]: DEBUG neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Loading extension file: address_scope.py {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 17:07:30.826144 n-d-816206-8 neutron-server[103481]: DEBUG neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 17:07:30.826666 n-d-816206-8 neutron-server[103481]: INFO neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Loaded extension: address-scope Nov 23 17:07:30.826994 n-d-816206-8 neutron-server[103481]: DEBUG neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 17:07:30.827950 n-d-816206-8 neutron-server[103481]: DEBUG neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 17:07:30.828467 n-d-816206-8 neutron-server[103481]: INFO neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Loaded extension: router-admin-state-down-before-update Nov 23 17:07:30.828827 n-d-816206-8 neutron-server[103481]: DEBUG neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Loading extension file: agent.py {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 17:07:30.829537 n-d-816206-8 neutron-server[103481]: DEBUG neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 17:07:30.830051 n-d-816206-8 neutron-server[103481]: INFO neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Loaded extension: agent Nov 23 17:07:30.830379 n-d-816206-8 neutron-server[103481]: DEBUG neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Loading extension file: agent_resources_synced.py {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 17:07:30.831306 n-d-816206-8 neutron-server[103481]: DEBUG neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 17:07:30.831821 n-d-816206-8 neutron-server[103481]: INFO neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Loaded extension: agent-resources-synced Nov 23 17:07:30.832148 n-d-816206-8 neutron-server[103481]: DEBUG neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Loading extension file: allowedaddresspairs.py {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 17:07:30.833975 n-d-816206-8 neutron-server[103481]: DEBUG neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 17:07:30.834501 n-d-816206-8 neutron-server[103481]: INFO neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Loaded extension: allowed-address-pairs Nov 23 17:07:30.834836 n-d-816206-8 neutron-server[103481]: DEBUG neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Loading extension file: auto_allocated_topology.py {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 17:07:30.835928 n-d-816206-8 neutron-server[103481]: DEBUG neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 17:07:30.836448 n-d-816206-8 neutron-server[103481]: INFO neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Loaded extension: auto-allocated-topology Nov 23 17:07:30.836801 n-d-816206-8 neutron-server[103481]: DEBUG neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Loading extension file: availability_zone.py {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 17:07:30.837507 n-d-816206-8 neutron-server[103481]: DEBUG neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 17:07:30.838016 n-d-816206-8 neutron-server[103481]: INFO neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Loaded extension: availability_zone Nov 23 17:07:30.838343 n-d-816206-8 neutron-server[103481]: DEBUG neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Loading extension file: availability_zone_filter.py {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 17:07:30.839271 n-d-816206-8 neutron-server[103481]: DEBUG neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 17:07:30.839784 n-d-816206-8 neutron-server[103481]: INFO neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Loaded extension: availability_zone_filter Nov 23 17:07:30.840110 n-d-816206-8 neutron-server[103481]: DEBUG neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Loading extension file: data_plane_status.py {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 17:07:30.841088 n-d-816206-8 neutron-server[103481]: DEBUG neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 17:07:30.841600 n-d-816206-8 neutron-server[103481]: INFO neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Extension data-plane-status not supported by any of loaded plugins Nov 23 17:07:30.841929 n-d-816206-8 neutron-server[103481]: DEBUG neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Loading extension file: default_subnetpools.py {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 17:07:30.842853 n-d-816206-8 neutron-server[103481]: DEBUG neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 17:07:30.843362 n-d-816206-8 neutron-server[103481]: INFO neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Loaded extension: default-subnetpools Nov 23 17:07:30.843689 n-d-816206-8 neutron-server[103481]: DEBUG neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 17:07:30.844522 n-d-816206-8 neutron-server[103481]: DEBUG neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 17:07:30.845038 n-d-816206-8 neutron-server[103481]: INFO neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Loaded extension: dhcp_agent_scheduler Nov 23 17:07:30.845410 n-d-816206-8 neutron-server[103481]: DEBUG neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Loading extension file: dns.py {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 17:07:30.846349 n-d-816206-8 neutron-server[103481]: DEBUG neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 17:07:30.846856 n-d-816206-8 neutron-server[103481]: INFO neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Extension dns-integration not supported by any of loaded plugins Nov 23 17:07:30.847184 n-d-816206-8 neutron-server[103481]: DEBUG neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Loading extension file: dns_domain_ports.py {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 17:07:30.848121 n-d-816206-8 neutron-server[103481]: DEBUG neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 17:07:30.848665 n-d-816206-8 neutron-server[103481]: INFO neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Extension dns-domain-ports not supported by any of loaded plugins Nov 23 17:07:30.848995 n-d-816206-8 neutron-server[103481]: DEBUG neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 17:07:30.849938 n-d-816206-8 neutron-server[103481]: DEBUG neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 17:07:30.850443 n-d-816206-8 neutron-server[103481]: INFO neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Nov 23 17:07:30.850768 n-d-816206-8 neutron-server[103481]: DEBUG neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Loading extension file: dvr.py {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 17:07:30.851452 n-d-816206-8 neutron-server[103481]: DEBUG neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 17:07:30.851960 n-d-816206-8 neutron-server[103481]: INFO neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Loaded extension: dvr Nov 23 17:07:30.852284 n-d-816206-8 neutron-server[103481]: DEBUG neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Loading extension file: ecmp_routes.py {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 17:07:30.853244 n-d-816206-8 neutron-server[103481]: DEBUG neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 17:07:30.853751 n-d-816206-8 neutron-server[103481]: INFO neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Extension ecmp_routes not supported by any of loaded plugins Nov 23 17:07:30.854078 n-d-816206-8 neutron-server[103481]: DEBUG neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Loading extension file: empty_string_filtering.py {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 17:07:30.855003 n-d-816206-8 neutron-server[103481]: DEBUG neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 17:07:30.855519 n-d-816206-8 neutron-server[103481]: INFO neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Loaded extension: empty-string-filtering Nov 23 17:07:30.855849 n-d-816206-8 neutron-server[103481]: DEBUG neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 17:07:30.856847 n-d-816206-8 neutron-server[103481]: DEBUG neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 17:07:30.857354 n-d-816206-8 neutron-server[103481]: INFO neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Nov 23 17:07:30.857682 n-d-816206-8 neutron-server[103481]: DEBUG neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 17:07:30.858618 n-d-816206-8 neutron-server[103481]: DEBUG neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 17:07:30.859124 n-d-816206-8 neutron-server[103481]: INFO neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Nov 23 17:07:30.859449 n-d-816206-8 neutron-server[103481]: DEBUG neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Loading extension file: external_net.py {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 17:07:30.860375 n-d-816206-8 neutron-server[103481]: DEBUG neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 17:07:30.860925 n-d-816206-8 neutron-server[103481]: INFO neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Loaded extension: external-net Nov 23 17:07:30.861250 n-d-816206-8 neutron-server[103481]: DEBUG neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 17:07:30.862181 n-d-816206-8 neutron-server[103481]: DEBUG neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 17:07:30.862690 n-d-816206-8 neutron-server[103481]: INFO neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Loaded extension: extra_dhcp_opt Nov 23 17:07:30.863013 n-d-816206-8 neutron-server[103481]: DEBUG neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Loading extension file: extraroute.py {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 17:07:30.863941 n-d-816206-8 neutron-server[103481]: DEBUG neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 17:07:30.864449 n-d-816206-8 neutron-server[103481]: INFO neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Loaded extension: extraroute Nov 23 17:07:30.864797 n-d-816206-8 neutron-server[103481]: DEBUG neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Loading extension file: extraroute_atomic.py {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 17:07:30.865849 n-d-816206-8 neutron-server[103481]: DEBUG neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 17:07:30.866361 n-d-816206-8 neutron-server[103481]: INFO neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Loaded extension: extraroute-atomic Nov 23 17:07:30.866692 n-d-816206-8 neutron-server[103481]: DEBUG neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Loading extension file: filter_validation.py {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 17:07:30.867362 n-d-816206-8 neutron-server[103481]: DEBUG neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 17:07:30.867869 n-d-816206-8 neutron-server[103481]: INFO neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Loaded extension: filter-validation Nov 23 17:07:30.868195 n-d-816206-8 neutron-server[103481]: DEBUG neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Loading extension file: fip_pf_description.py {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 17:07:30.869155 n-d-816206-8 neutron-server[103481]: DEBUG neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 17:07:30.869666 n-d-816206-8 neutron-server[103481]: INFO neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Nov 23 17:07:30.869992 n-d-816206-8 neutron-server[103481]: DEBUG neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Loading extension file: fip_port_details.py {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 17:07:30.870926 n-d-816206-8 neutron-server[103481]: DEBUG neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 17:07:30.871435 n-d-816206-8 neutron-server[103481]: INFO neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Loaded extension: fip-port-details Nov 23 17:07:30.871761 n-d-816206-8 neutron-server[103481]: DEBUG neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Loading extension file: flavors.py {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 17:07:30.873542 n-d-816206-8 neutron-server[103481]: DEBUG neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 17:07:30.874065 n-d-816206-8 neutron-server[103481]: INFO neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Loaded extension: flavors Nov 23 17:07:30.874397 n-d-816206-8 neutron-server[103481]: DEBUG neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 17:07:30.876086 n-d-816206-8 neutron-server[103481]: DEBUG neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 17:07:30.876650 n-d-816206-8 neutron-server[103481]: INFO neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Nov 23 17:07:30.876999 n-d-816206-8 neutron-server[103481]: DEBUG neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Loading extension file: floatingip_pools.py {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 17:07:30.877776 n-d-816206-8 neutron-server[103481]: DEBUG neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 17:07:30.878300 n-d-816206-8 neutron-server[103481]: INFO neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Loaded extension: floatingip-pools Nov 23 17:07:30.878631 n-d-816206-8 neutron-server[103481]: DEBUG neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Loading extension file: ip_allocation.py {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 17:07:30.879586 n-d-816206-8 neutron-server[103481]: DEBUG neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 17:07:30.880095 n-d-816206-8 neutron-server[103481]: INFO neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Extension ip_allocation not supported by any of loaded plugins Nov 23 17:07:30.880430 n-d-816206-8 neutron-server[103481]: DEBUG neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 17:07:30.881392 n-d-816206-8 neutron-server[103481]: DEBUG neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 17:07:30.881907 n-d-816206-8 neutron-server[103481]: INFO neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Loaded extension: ip-substring-filtering Nov 23 17:07:30.882242 n-d-816206-8 neutron-server[103481]: DEBUG neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Loading extension file: l2_adjacency.py {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 17:07:30.883186 n-d-816206-8 neutron-server[103481]: DEBUG neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 17:07:30.883692 n-d-816206-8 neutron-server[103481]: INFO neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Extension l2_adjacency not supported by any of loaded plugins Nov 23 17:07:30.884025 n-d-816206-8 neutron-server[103481]: DEBUG neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Loading extension file: l3.py {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 17:07:30.885154 n-d-816206-8 neutron-server[103481]: DEBUG neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 17:07:30.885682 n-d-816206-8 neutron-server[103481]: INFO neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Loaded extension: router Nov 23 17:07:30.886016 n-d-816206-8 neutron-server[103481]: DEBUG neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 17:07:30.888860 n-d-816206-8 neutron-server[103481]: DEBUG neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 17:07:30.889395 n-d-816206-8 neutron-server[103481]: INFO neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Nov 23 17:07:30.889734 n-d-816206-8 neutron-server[103481]: DEBUG neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 17:07:30.890688 n-d-816206-8 neutron-server[103481]: DEBUG neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 17:07:30.891206 n-d-816206-8 neutron-server[103481]: INFO neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Loaded extension: ext-gw-mode Nov 23 17:07:30.891541 n-d-816206-8 neutron-server[103481]: DEBUG neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 17:07:30.892506 n-d-816206-8 neutron-server[103481]: DEBUG neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 17:07:30.893039 n-d-816206-8 neutron-server[103481]: INFO neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Loaded extension: l3-ha Nov 23 17:07:30.893371 n-d-816206-8 neutron-server[103481]: DEBUG neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Loading extension file: l3_flavors.py {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 17:07:30.894302 n-d-816206-8 neutron-server[103481]: DEBUG neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 17:07:30.894815 n-d-816206-8 neutron-server[103481]: INFO neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Loaded extension: l3-flavors Nov 23 17:07:30.895145 n-d-816206-8 neutron-server[103481]: DEBUG neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 17:07:30.896081 n-d-816206-8 neutron-server[103481]: DEBUG neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 17:07:30.896618 n-d-816206-8 neutron-server[103481]: INFO neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Loaded extension: l3-port-ip-change-not-allowed Nov 23 17:07:30.896953 n-d-816206-8 neutron-server[103481]: DEBUG neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Loading extension file: l3agentscheduler.py {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 17:07:30.897989 n-d-816206-8 neutron-server[103481]: DEBUG neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 17:07:30.898507 n-d-816206-8 neutron-server[103481]: INFO neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Loaded extension: l3_agent_scheduler Nov 23 17:07:30.898836 n-d-816206-8 neutron-server[103481]: DEBUG neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Loading extension file: local_ip.py {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 17:07:30.900691 n-d-816206-8 neutron-server[103481]: DEBUG neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 17:07:30.901224 n-d-816206-8 neutron-server[103481]: INFO neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Extension local_ip not supported by any of loaded plugins Nov 23 17:07:30.901593 n-d-816206-8 neutron-server[103481]: DEBUG neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Loading extension file: logging.py {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 17:07:30.903174 n-d-816206-8 neutron-server[103481]: DEBUG neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 17:07:30.903698 n-d-816206-8 neutron-server[103481]: INFO neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Extension logging not supported by any of loaded plugins Nov 23 17:07:30.904064 n-d-816206-8 neutron-server[103481]: DEBUG neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Loading extension file: metering.py {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 17:07:30.904853 n-d-816206-8 neutron-server[103481]: DEBUG neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 17:07:30.905459 n-d-816206-8 neutron-server[103481]: INFO neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Loaded extension: metering Nov 23 17:07:30.906075 n-d-816206-8 neutron-server[103481]: DEBUG neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 17:07:30.907190 n-d-816206-8 neutron-server[103481]: DEBUG neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 17:07:30.907705 n-d-816206-8 neutron-server[103481]: INFO neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Loaded extension: metering_source_and_destination_fields Nov 23 17:07:30.908037 n-d-816206-8 neutron-server[103481]: DEBUG neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Loading extension file: multiprovidernet.py {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 17:07:30.909002 n-d-816206-8 neutron-server[103481]: DEBUG neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 17:07:30.909545 n-d-816206-8 neutron-server[103481]: INFO neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Loaded extension: multi-provider Nov 23 17:07:30.909895 n-d-816206-8 neutron-server[103481]: DEBUG neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Loading extension file: netmtu.py {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 17:07:30.910843 n-d-816206-8 neutron-server[103481]: DEBUG neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 17:07:30.911356 n-d-816206-8 neutron-server[103481]: INFO neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Loaded extension: net-mtu Nov 23 17:07:30.911687 n-d-816206-8 neutron-server[103481]: DEBUG neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Loading extension file: netmtu_writable.py {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 17:07:30.912665 n-d-816206-8 neutron-server[103481]: DEBUG neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 17:07:30.913179 n-d-816206-8 neutron-server[103481]: INFO neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Loaded extension: net-mtu-writable Nov 23 17:07:30.913508 n-d-816206-8 neutron-server[103481]: DEBUG neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Loading extension file: network_availability_zone.py {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 17:07:30.914184 n-d-816206-8 neutron-server[103481]: DEBUG neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 17:07:30.914692 n-d-816206-8 neutron-server[103481]: INFO neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Loaded extension: network_availability_zone Nov 23 17:07:30.915018 n-d-816206-8 neutron-server[103481]: DEBUG neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Loading extension file: network_ip_availability.py {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 17:07:30.916137 n-d-816206-8 neutron-server[103481]: DEBUG neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 17:07:30.916676 n-d-816206-8 neutron-server[103481]: INFO neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Loaded extension: network-ip-availability Nov 23 17:07:30.917014 n-d-816206-8 neutron-server[103481]: DEBUG neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Loading extension file: network_segment_range.py {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 17:07:30.917787 n-d-816206-8 neutron-server[103481]: DEBUG neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 17:07:30.918293 n-d-816206-8 neutron-server[103481]: INFO neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Extension network-segment-range not supported by any of loaded plugins Nov 23 17:07:30.918620 n-d-816206-8 neutron-server[103481]: DEBUG neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Loading extension file: pagination.py {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 17:07:30.921171 n-d-816206-8 neutron-server[103481]: DEBUG neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 17:07:30.921527 n-d-816206-8 neutron-server[103481]: INFO neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Loaded extension: pagination Nov 23 17:07:30.921866 n-d-816206-8 neutron-server[103481]: DEBUG neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Loading extension file: port_device_profile.py {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 17:07:30.922821 n-d-816206-8 neutron-server[103481]: DEBUG neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 17:07:30.923352 n-d-816206-8 neutron-server[103481]: INFO neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Loaded extension: port-device-profile Nov 23 17:07:30.923686 n-d-816206-8 neutron-server[103481]: DEBUG neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 17:07:30.924672 n-d-816206-8 neutron-server[103481]: DEBUG neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 17:07:30.925194 n-d-816206-8 neutron-server[103481]: INFO neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Loaded extension: port-mac-address-regenerate Nov 23 17:07:30.925523 n-d-816206-8 neutron-server[103481]: DEBUG neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 17:07:30.926453 n-d-816206-8 neutron-server[103481]: DEBUG neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 17:07:30.926974 n-d-816206-8 neutron-server[103481]: INFO neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Loaded extension: port-numa-affinity-policy Nov 23 17:07:30.927302 n-d-816206-8 neutron-server[103481]: DEBUG neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Loading extension file: port_resource_request.py {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 17:07:30.928244 n-d-816206-8 neutron-server[103481]: DEBUG neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 17:07:30.928781 n-d-816206-8 neutron-server[103481]: INFO neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Extension port-resource-request not supported by any of loaded plugins Nov 23 17:07:30.929110 n-d-816206-8 neutron-server[103481]: DEBUG neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Loading extension file: port_resource_request_groups.py {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 17:07:30.930094 n-d-816206-8 neutron-server[103481]: DEBUG neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 17:07:30.930603 n-d-816206-8 neutron-server[103481]: INFO neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Extension port-resource-request-groups not supported by any of loaded plugins Nov 23 17:07:30.930932 n-d-816206-8 neutron-server[103481]: DEBUG neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Loading extension file: portbindings.py {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 17:07:30.931882 n-d-816206-8 neutron-server[103481]: DEBUG neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 17:07:30.932397 n-d-816206-8 neutron-server[103481]: INFO neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Loaded extension: binding Nov 23 17:07:30.932753 n-d-816206-8 neutron-server[103481]: DEBUG neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Loading extension file: portbindings_extended.py {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 17:07:30.934062 n-d-816206-8 neutron-server[103481]: DEBUG neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 17:07:30.935101 n-d-816206-8 neutron-server[103481]: INFO neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Loaded extension: binding-extended Nov 23 17:07:30.935434 n-d-816206-8 neutron-server[103481]: DEBUG neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Loading extension file: portsecurity.py {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 17:07:30.936376 n-d-816206-8 neutron-server[103481]: DEBUG neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 17:07:30.936924 n-d-816206-8 neutron-server[103481]: INFO neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Loaded extension: port-security Nov 23 17:07:30.937255 n-d-816206-8 neutron-server[103481]: DEBUG neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Loading extension file: project_id.py {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 17:07:30.938263 n-d-816206-8 neutron-server[103481]: DEBUG neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 17:07:30.938604 n-d-816206-8 neutron-server[103481]: INFO neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Loaded extension: project-id Nov 23 17:07:30.938934 n-d-816206-8 neutron-server[103481]: DEBUG neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Loading extension file: providernet.py {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 17:07:30.939877 n-d-816206-8 neutron-server[103481]: DEBUG neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 17:07:30.940399 n-d-816206-8 neutron-server[103481]: INFO neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Loaded extension: provider Nov 23 17:07:30.940759 n-d-816206-8 neutron-server[103481]: DEBUG neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Loading extension file: qos.py {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 17:07:30.944332 n-d-816206-8 neutron-server[103481]: DEBUG neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 17:07:30.944892 n-d-816206-8 neutron-server[103481]: INFO neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Extension qos not supported by any of loaded plugins Nov 23 17:07:30.945233 n-d-816206-8 neutron-server[103481]: DEBUG neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 17:07:30.946496 n-d-816206-8 neutron-server[103481]: DEBUG neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 17:07:30.947015 n-d-816206-8 neutron-server[103481]: INFO neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Nov 23 17:07:30.947350 n-d-816206-8 neutron-server[103481]: DEBUG neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 17:07:30.948297 n-d-816206-8 neutron-server[103481]: DEBUG neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 17:07:30.948846 n-d-816206-8 neutron-server[103481]: INFO neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Nov 23 17:07:30.949180 n-d-816206-8 neutron-server[103481]: DEBUG neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Loading extension file: qos_default.py {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 17:07:30.950745 n-d-816206-8 neutron-server[103481]: DEBUG neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 17:07:30.951264 n-d-816206-8 neutron-server[103481]: INFO neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Extension qos-default not supported by any of loaded plugins Nov 23 17:07:30.951599 n-d-816206-8 neutron-server[103481]: DEBUG neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Loading extension file: qos_fip.py {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 17:07:30.952267 n-d-816206-8 neutron-server[103481]: DEBUG neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 17:07:30.952813 n-d-816206-8 neutron-server[103481]: INFO neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Extension qos-fip not supported by any of loaded plugins Nov 23 17:07:30.953145 n-d-816206-8 neutron-server[103481]: DEBUG neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Loading extension file: qos_gateway_ip.py {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 17:07:30.954094 n-d-816206-8 neutron-server[103481]: DEBUG neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 17:07:30.954611 n-d-816206-8 neutron-server[103481]: INFO neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Extension qos-gateway-ip not supported by any of loaded plugins Nov 23 17:07:30.954941 n-d-816206-8 neutron-server[103481]: DEBUG neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Loading extension file: qos_port_network_policy.py {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 17:07:30.955873 n-d-816206-8 neutron-server[103481]: DEBUG neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 17:07:30.956389 n-d-816206-8 neutron-server[103481]: INFO neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Extension qos-port-network-policy not supported by any of loaded plugins Nov 23 17:07:30.956742 n-d-816206-8 neutron-server[103481]: DEBUG neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 17:07:30.957802 n-d-816206-8 neutron-server[103481]: DEBUG neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 17:07:30.958321 n-d-816206-8 neutron-server[103481]: INFO neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Extension qos-pps-minimum not supported by any of loaded plugins Nov 23 17:07:30.958651 n-d-816206-8 neutron-server[103481]: DEBUG neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Loading extension file: qos_pps_rule.py {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 17:07:30.959845 n-d-816206-8 neutron-server[103481]: DEBUG neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 17:07:30.960366 n-d-816206-8 neutron-server[103481]: INFO neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Extension qos-pps not supported by any of loaded plugins Nov 23 17:07:30.960728 n-d-816206-8 neutron-server[103481]: DEBUG neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Loading extension file: qos_rule_type_details.py {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 17:07:30.961681 n-d-816206-8 neutron-server[103481]: DEBUG neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 17:07:30.962198 n-d-816206-8 neutron-server[103481]: INFO neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Extension qos-rule-type-details not supported by any of loaded plugins Nov 23 17:07:30.962527 n-d-816206-8 neutron-server[103481]: DEBUG neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Loading extension file: qos_rules_alias.py {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 17:07:30.963584 n-d-816206-8 neutron-server[103481]: DEBUG neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 17:07:30.964097 n-d-816206-8 neutron-server[103481]: INFO neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Extension qos-rules-alias not supported by any of loaded plugins Nov 23 17:07:30.964428 n-d-816206-8 neutron-server[103481]: DEBUG neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Loading extension file: quota_check_limit.py {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 17:07:30.965385 n-d-816206-8 neutron-server[103481]: DEBUG neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 17:07:30.965923 n-d-816206-8 neutron-server[103481]: INFO neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Loaded extension: quota-check-limit Nov 23 17:07:30.966252 n-d-816206-8 neutron-server[103481]: DEBUG neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Loading extension file: quotasv2.py {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 17:07:30.967181 n-d-816206-8 neutron-server[103481]: DEBUG neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 17:07:30.967513 n-d-816206-8 neutron-server[103481]: INFO neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Loaded extension: quotas Nov 23 17:07:30.967842 n-d-816206-8 neutron-server[103481]: DEBUG neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Loading extension file: quotasv2_detail.py {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 17:07:30.971249 n-d-816206-8 neutron-server[103481]: DEBUG neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 17:07:30.971595 n-d-816206-8 neutron-server[103481]: INFO neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Loaded extension: quota_details Nov 23 17:07:30.971928 n-d-816206-8 neutron-server[103481]: DEBUG neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Loading extension file: rbac.py {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 17:07:30.973019 n-d-816206-8 neutron-server[103481]: DEBUG neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 17:07:30.973550 n-d-816206-8 neutron-server[103481]: INFO neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Loaded extension: rbac-policies Nov 23 17:07:30.973890 n-d-816206-8 neutron-server[103481]: DEBUG neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Loading extension file: rbac_address_group.py {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 17:07:30.974838 n-d-816206-8 neutron-server[103481]: DEBUG neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 17:07:30.975364 n-d-816206-8 neutron-server[103481]: INFO neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Loaded extension: rbac-address-group Nov 23 17:07:30.975697 n-d-816206-8 neutron-server[103481]: DEBUG neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Loading extension file: rbac_address_scope.py {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 17:07:30.976676 n-d-816206-8 neutron-server[103481]: DEBUG neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 17:07:30.977192 n-d-816206-8 neutron-server[103481]: INFO neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Loaded extension: rbac-address-scope Nov 23 17:07:30.977521 n-d-816206-8 neutron-server[103481]: DEBUG neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Loading extension file: rbac_security_groups.py {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 17:07:30.978457 n-d-816206-8 neutron-server[103481]: DEBUG neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 17:07:30.978969 n-d-816206-8 neutron-server[103481]: INFO neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Loaded extension: rbac-security-groups Nov 23 17:07:30.979300 n-d-816206-8 neutron-server[103481]: DEBUG neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Loading extension file: rbac_subnetpool.py {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 17:07:30.980240 n-d-816206-8 neutron-server[103481]: DEBUG neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 17:07:30.980776 n-d-816206-8 neutron-server[103481]: INFO neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Loaded extension: rbac-subnetpool Nov 23 17:07:30.981109 n-d-816206-8 neutron-server[103481]: DEBUG neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Loading extension file: revisionifmatch.py {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 17:07:30.982074 n-d-816206-8 neutron-server[103481]: DEBUG neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 17:07:30.982596 n-d-816206-8 neutron-server[103481]: INFO neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Loaded extension: revision-if-match Nov 23 17:07:30.982927 n-d-816206-8 neutron-server[103481]: DEBUG neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Loading extension file: revisions.py {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 17:07:30.984069 n-d-816206-8 neutron-server[103481]: DEBUG neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 17:07:30.984621 n-d-816206-8 neutron-server[103481]: INFO neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Loaded extension: standard-attr-revisions Nov 23 17:07:30.984959 n-d-816206-8 neutron-server[103481]: DEBUG neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Loading extension file: router_availability_zone.py {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 17:07:30.985640 n-d-816206-8 neutron-server[103481]: DEBUG neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 17:07:30.986155 n-d-816206-8 neutron-server[103481]: INFO neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Loaded extension: router_availability_zone Nov 23 17:07:30.986483 n-d-816206-8 neutron-server[103481]: DEBUG neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Loading extension file: routerservicetype.py {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 17:07:30.987425 n-d-816206-8 neutron-server[103481]: DEBUG neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 17:07:30.987940 n-d-816206-8 neutron-server[103481]: INFO neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Extension router-service-type not supported by any of loaded plugins Nov 23 17:07:30.988270 n-d-816206-8 neutron-server[103481]: DEBUG neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 17:07:30.989308 n-d-816206-8 neutron-server[103481]: DEBUG neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 17:07:30.989826 n-d-816206-8 neutron-server[103481]: INFO neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Loaded extension: security-groups-normalized-cidr Nov 23 17:07:30.990158 n-d-816206-8 neutron-server[103481]: DEBUG neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 17:07:30.991104 n-d-816206-8 neutron-server[103481]: DEBUG neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 17:07:30.991620 n-d-816206-8 neutron-server[103481]: INFO neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Loaded extension: port-security-groups-filtering Nov 23 17:07:30.991951 n-d-816206-8 neutron-server[103481]: DEBUG neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 17:07:30.992921 n-d-816206-8 neutron-server[103481]: DEBUG neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 17:07:30.993440 n-d-816206-8 neutron-server[103481]: INFO neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Loaded extension: security-groups-remote-address-group Nov 23 17:07:30.993771 n-d-816206-8 neutron-server[103481]: DEBUG neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 17:07:30.994739 n-d-816206-8 neutron-server[103481]: DEBUG neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 17:07:30.995258 n-d-816206-8 neutron-server[103481]: INFO neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Loaded extension: security-groups-shared-filtering Nov 23 17:07:30.995587 n-d-816206-8 neutron-server[103481]: DEBUG neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 17:07:30.996181 n-d-816206-8 neutron-server[103481]: WARNING neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Nov 23 17:07:30.996524 n-d-816206-8 neutron-server[103481]: DEBUG neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Loading extension file: securitygroup.py {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 17:07:31.006939 n-d-816206-8 neutron-server[103481]: DEBUG neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 17:07:31.007474 n-d-816206-8 neutron-server[103481]: INFO neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Loaded extension: security-group Nov 23 17:07:31.007814 n-d-816206-8 neutron-server[103481]: DEBUG neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Loading extension file: segment.py {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 17:07:31.008644 n-d-816206-8 neutron-server[103481]: DEBUG neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 17:07:31.009161 n-d-816206-8 neutron-server[103481]: INFO neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Extension segment not supported by any of loaded plugins Nov 23 17:07:31.009493 n-d-816206-8 neutron-server[103481]: DEBUG neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 17:07:31.010450 n-d-816206-8 neutron-server[103481]: DEBUG neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 17:07:31.010965 n-d-816206-8 neutron-server[103481]: INFO neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Nov 23 17:07:31.011294 n-d-816206-8 neutron-server[103481]: DEBUG neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Loading extension file: servicetype.py {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 17:07:31.012446 n-d-816206-8 neutron-server[103481]: DEBUG neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 17:07:31.013527 n-d-816206-8 neutron-server[103481]: INFO neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Loaded extension: service-type Nov 23 17:07:31.013863 n-d-816206-8 neutron-server[103481]: DEBUG neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Loading extension file: sorting.py {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 17:07:31.014876 n-d-816206-8 neutron-server[103481]: DEBUG neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 17:07:31.015221 n-d-816206-8 neutron-server[103481]: INFO neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Loaded extension: sorting Nov 23 17:07:31.015550 n-d-816206-8 neutron-server[103481]: DEBUG neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Loading extension file: standard_attr_segment.py {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 17:07:31.016506 n-d-816206-8 neutron-server[103481]: DEBUG neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 17:07:31.017036 n-d-816206-8 neutron-server[103481]: INFO neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Extension standard-attr-segment not supported by any of loaded plugins Nov 23 17:07:31.017364 n-d-816206-8 neutron-server[103481]: DEBUG neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Loading extension file: standardattrdescription.py {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 17:07:31.018030 n-d-816206-8 neutron-server[103481]: DEBUG neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 17:07:31.018545 n-d-816206-8 neutron-server[103481]: INFO neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Loaded extension: standard-attr-description Nov 23 17:07:31.018875 n-d-816206-8 neutron-server[103481]: DEBUG neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Loading extension file: stateful_security_group.py {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 17:07:31.019827 n-d-816206-8 neutron-server[103481]: DEBUG neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 17:07:31.020344 n-d-816206-8 neutron-server[103481]: INFO neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Loaded extension: stateful-security-group Nov 23 17:07:31.020770 n-d-816206-8 neutron-server[103481]: DEBUG neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Loading extension file: stdattrs_common.py {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 17:07:31.021356 n-d-816206-8 neutron-server[103481]: WARNING neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Nov 23 17:07:31.021682 n-d-816206-8 neutron-server[103481]: DEBUG neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 17:07:31.022637 n-d-816206-8 neutron-server[103481]: DEBUG neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 17:07:31.023150 n-d-816206-8 neutron-server[103481]: INFO neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Nov 23 17:07:31.023478 n-d-816206-8 neutron-server[103481]: DEBUG neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Loading extension file: subnet_onboard.py {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 17:07:31.024615 n-d-816206-8 neutron-server[103481]: DEBUG neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 17:07:31.025143 n-d-816206-8 neutron-server[103481]: INFO neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Loaded extension: subnet_onboard Nov 23 17:07:31.025471 n-d-816206-8 neutron-server[103481]: DEBUG neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 17:07:31.026424 n-d-816206-8 neutron-server[103481]: DEBUG neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 17:07:31.026933 n-d-816206-8 neutron-server[103481]: INFO neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Nov 23 17:07:31.027260 n-d-816206-8 neutron-server[103481]: DEBUG neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Loading extension file: subnet_service_types.py {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 17:07:31.028239 n-d-816206-8 neutron-server[103481]: DEBUG neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 17:07:31.028780 n-d-816206-8 neutron-server[103481]: INFO neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Loaded extension: subnet-service-types Nov 23 17:07:31.029109 n-d-816206-8 neutron-server[103481]: DEBUG neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Loading extension file: subnetallocation.py {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 17:07:31.030222 n-d-816206-8 neutron-server[103481]: DEBUG neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 17:07:31.031002 n-d-816206-8 neutron-server[103481]: INFO neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Loaded extension: subnet_allocation Nov 23 17:07:31.031332 n-d-816206-8 neutron-server[103481]: DEBUG neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 17:07:31.032002 n-d-816206-8 neutron-server[103481]: DEBUG neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 17:07:31.032542 n-d-816206-8 neutron-server[103481]: INFO neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Loaded extension: subnetpool-prefix-ops Nov 23 17:07:31.032873 n-d-816206-8 neutron-server[103481]: DEBUG neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 17:07:31.033830 n-d-816206-8 neutron-server[103481]: DEBUG neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 17:07:31.034341 n-d-816206-8 neutron-server[103481]: INFO neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Nov 23 17:07:31.034668 n-d-816206-8 neutron-server[103481]: DEBUG neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Loading extension file: tagging.py {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 17:07:31.035732 n-d-816206-8 neutron-server[103481]: DEBUG neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 17:07:31.036254 n-d-816206-8 neutron-server[103481]: INFO neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Loaded extension: standard-attr-tag Nov 23 17:07:31.036617 n-d-816206-8 neutron-server[103481]: DEBUG neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Loading extension file: timestamp.py {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 17:07:31.037846 n-d-816206-8 neutron-server[103481]: DEBUG neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 17:07:31.038374 n-d-816206-8 neutron-server[103481]: INFO neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Loaded extension: standard-attr-timestamp Nov 23 17:07:31.038707 n-d-816206-8 neutron-server[103481]: DEBUG neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Loading extension file: trunk.py {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 17:07:31.039762 n-d-816206-8 neutron-server[103481]: DEBUG neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 17:07:31.040420 n-d-816206-8 neutron-server[103481]: INFO neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Extension trunk not supported by any of loaded plugins Nov 23 17:07:31.040777 n-d-816206-8 neutron-server[103481]: DEBUG neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Loading extension file: trunk_details.py {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 17:07:31.041741 n-d-816206-8 neutron-server[103481]: DEBUG neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 17:07:31.042260 n-d-816206-8 neutron-server[103481]: INFO neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Extension trunk-details not supported by any of loaded plugins Nov 23 17:07:31.042591 n-d-816206-8 neutron-server[103481]: DEBUG neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Loading extension file: uplink_status_propagation.py {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 17:07:31.043529 n-d-816206-8 neutron-server[103481]: DEBUG neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 17:07:31.044071 n-d-816206-8 neutron-server[103481]: INFO neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Extension uplink-status-propagation not supported by any of loaded plugins Nov 23 17:07:31.044403 n-d-816206-8 neutron-server[103481]: DEBUG neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Loading extension file: vlantransparent.py {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 17:07:31.045112 n-d-816206-8 neutron-server[103481]: DEBUG neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 17:07:31.045624 n-d-816206-8 neutron-server[103481]: INFO neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Extension vlan-transparent not supported by any of loaded plugins Nov 23 17:07:31.048163 n-d-816206-8 neutron-server[103481]: INFO neutron.quota.resource_registry [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Creating instance of TrackedResource for resource:network Nov 23 17:07:31.048733 n-d-816206-8 neutron-server[103481]: INFO neutron.quota.resource_registry [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Creating instance of TrackedResource for resource:subnet Nov 23 17:07:31.049150 n-d-816206-8 neutron-server[103481]: INFO neutron.quota.resource_registry [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Creating instance of TrackedResource for resource:subnetpool Nov 23 17:07:31.049565 n-d-816206-8 neutron-server[103481]: INFO neutron.quota.resource_registry [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Creating instance of TrackedResource for resource:port Nov 23 17:07:31.050790 n-d-816206-8 neutron-server[103481]: DEBUG neutron.api.v2.resource_helper [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103481) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 23 17:07:31.051228 n-d-816206-8 neutron-server[103481]: DEBUG neutron.api.v2.resource_helper [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Service FLAVORS assigned prefix: {{(pid=103481) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 23 17:07:31.051843 n-d-816206-8 neutron-server[103481]: DEBUG neutron.api.v2.resource_helper [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103481) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 23 17:07:31.052267 n-d-816206-8 neutron-server[103481]: DEBUG neutron.api.v2.resource_helper [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103481) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 23 17:07:31.052638 n-d-816206-8 neutron-server[103481]: INFO neutron.quota.resource_registry [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Creating instance of TrackedResource for resource:router Nov 23 17:07:31.053112 n-d-816206-8 neutron-server[103481]: INFO neutron.quota.resource_registry [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Creating instance of TrackedResource for resource:floatingip Nov 23 17:07:31.053617 n-d-816206-8 neutron-server[103481]: DEBUG neutron.api.v2.resource_helper [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Service METERING assigned prefix: /metering {{(pid=103481) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 23 17:07:31.055066 n-d-816206-8 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 17:07:31.055443 n-d-816206-8 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 17:07:31.055799 n-d-816206-8 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 17:07:31.056840 n-d-816206-8 neutron-server[103481]: INFO neutron.quota.resource_registry [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Creating instance of CountableResource for resource:rbac_policy Nov 23 17:07:31.057298 n-d-816206-8 neutron-server[103481]: INFO neutron.quota.resource_registry [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Creating instance of TrackedResource for resource:security_group Nov 23 17:07:31.057750 n-d-816206-8 neutron-server[103481]: INFO neutron.quota.resource_registry [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Creating instance of TrackedResource for resource:security_group_rule Nov 23 17:07:31.058420 n-d-816206-8 neutron-server[103481]: DEBUG neutron.api.v2.resource_helper [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Service CORE assigned prefix: {{(pid=103481) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 23 17:07:31.058758 n-d-816206-8 neutron-server[103481]: INFO neutron.quota.resource_registry [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Creating instance of TrackedResource for resource:subnetpool Nov 23 17:07:31.059109 n-d-816206-8 neutron-server[103481]: WARNING neutron.quota.resource_registry [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] subnetpool is already registered Nov 23 17:07:31.060074 n-d-816206-8 neutron-server[103481]: DEBUG neutron.api.v2.resource_helper [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Service CORE assigned prefix: {{(pid=103481) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 23 17:07:31.060405 n-d-816206-8 neutron-server[103481]: INFO neutron.quota.resource_registry [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Creating instance of TrackedResource for resource:subnetpool Nov 23 17:07:31.060781 n-d-816206-8 neutron-server[103481]: WARNING neutron.quota.resource_registry [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] subnetpool is already registered Nov 23 17:07:31.063064 n-d-816206-8 neutron-server[103481]: DEBUG neutron.api.v2.resource_helper [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103481) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 23 17:07:31.063503 n-d-816206-8 neutron-server[103481]: DEBUG neutron.api.v2.resource_helper [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Service FLAVORS assigned prefix: {{(pid=103481) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 23 17:07:31.064100 n-d-816206-8 neutron-server[103481]: DEBUG neutron.api.v2.resource_helper [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103481) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 23 17:07:31.064552 n-d-816206-8 neutron-server[103481]: DEBUG neutron.api.v2.resource_helper [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103481) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 23 17:07:31.064895 n-d-816206-8 neutron-server[103481]: INFO neutron.quota.resource_registry [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Creating instance of TrackedResource for resource:router Nov 23 17:07:31.065288 n-d-816206-8 neutron-server[103481]: WARNING neutron.quota.resource_registry [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] router is already registered Nov 23 17:07:31.065662 n-d-816206-8 neutron-server[103481]: INFO neutron.quota.resource_registry [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Creating instance of TrackedResource for resource:floatingip Nov 23 17:07:31.066007 n-d-816206-8 neutron-server[103481]: WARNING neutron.quota.resource_registry [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] floatingip is already registered Nov 23 17:07:31.066467 n-d-816206-8 neutron-server[103481]: DEBUG neutron.api.v2.resource_helper [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Service METERING assigned prefix: /metering {{(pid=103481) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 23 17:07:31.067144 n-d-816206-8 neutron-server[103481]: INFO neutron.quota.resource_registry [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Creating instance of CountableResource for resource:rbac_policy Nov 23 17:07:31.067481 n-d-816206-8 neutron-server[103481]: WARNING neutron.quota.resource_registry [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] rbac_policy is already registered Nov 23 17:07:31.067900 n-d-816206-8 neutron-server[103481]: INFO neutron.quota.resource_registry [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Creating instance of TrackedResource for resource:security_group Nov 23 17:07:31.068246 n-d-816206-8 neutron-server[103481]: WARNING neutron.quota.resource_registry [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] security_group is already registered Nov 23 17:07:31.068685 n-d-816206-8 neutron-server[103481]: INFO neutron.quota.resource_registry [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Creating instance of TrackedResource for resource:security_group_rule Nov 23 17:07:31.069037 n-d-816206-8 neutron-server[103481]: WARNING neutron.quota.resource_registry [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] security_group_rule is already registered Nov 23 17:07:31.069663 n-d-816206-8 neutron-server[103481]: DEBUG neutron.api.v2.resource_helper [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Service CORE assigned prefix: {{(pid=103481) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 23 17:07:31.070000 n-d-816206-8 neutron-server[103481]: INFO neutron.quota.resource_registry [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Creating instance of TrackedResource for resource:subnetpool Nov 23 17:07:31.070343 n-d-816206-8 neutron-server[103481]: WARNING neutron.quota.resource_registry [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] subnetpool is already registered Nov 23 17:07:31.070765 n-d-816206-8 neutron-server[103481]: DEBUG neutron.api.v2.resource_helper [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Service CORE assigned prefix: {{(pid=103481) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 23 17:07:31.071096 n-d-816206-8 neutron-server[103481]: INFO neutron.quota.resource_registry [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Creating instance of TrackedResource for resource:subnetpool Nov 23 17:07:31.071435 n-d-816206-8 neutron-server[103481]: WARNING neutron.quota.resource_registry [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] subnetpool is already registered Nov 23 17:07:31.071912 n-d-816206-8 neutron-server[103481]: DEBUG neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Extended resource: extensions {{(pid=103481) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 17:07:31.073413 n-d-816206-8 neutron-server[103481]: DEBUG neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Extended resource: address-groups {{(pid=103481) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 17:07:31.074907 n-d-816206-8 neutron-server[103481]: DEBUG neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Extended resource: address-scopes {{(pid=103481) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 17:07:31.076818 n-d-816206-8 neutron-server[103481]: DEBUG neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Extended resource: agents {{(pid=103481) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 17:07:31.077999 n-d-816206-8 neutron-server[103481]: DEBUG neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Extended resource: auto-allocated-topology {{(pid=103481) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 17:07:31.079261 n-d-816206-8 neutron-server[103481]: DEBUG neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Extended resource: availability_zones {{(pid=103481) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 17:07:31.080525 n-d-816206-8 neutron-server[103481]: DEBUG neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Extended resource: dhcp-networks {{(pid=103481) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 17:07:31.082052 n-d-816206-8 neutron-server[103481]: DEBUG neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Extended resource: dhcp-agents {{(pid=103481) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 17:07:31.083483 n-d-816206-8 neutron-server[103481]: DEBUG neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Extended resource: routers {{(pid=103481) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 17:07:31.085881 n-d-816206-8 neutron-server[103481]: DEBUG neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Extended resource: flavors {{(pid=103481) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 17:07:31.087095 n-d-816206-8 neutron-server[103481]: DEBUG neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Extended resource: service_profiles {{(pid=103481) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 17:07:31.088320 n-d-816206-8 neutron-server[103481]: DEBUG neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Extended resource: next_providers {{(pid=103481) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 17:07:31.089825 n-d-816206-8 neutron-server[103481]: DEBUG neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Extended resource: service_profiles {{(pid=103481) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 17:07:31.091405 n-d-816206-8 neutron-server[103481]: DEBUG neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Extended resource: floatingip-pools {{(pid=103481) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 17:07:31.092651 n-d-816206-8 neutron-server[103481]: DEBUG neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Extended resource: routers {{(pid=103481) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 17:07:31.094798 n-d-816206-8 neutron-server[103481]: DEBUG neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Extended resource: floatingips {{(pid=103481) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 17:07:31.097063 n-d-816206-8 neutron-server[103481]: DEBUG neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Extended resource: l3-routers {{(pid=103481) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 17:07:31.098483 n-d-816206-8 neutron-server[103481]: DEBUG neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Extended resource: l3-agents {{(pid=103481) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 17:07:31.099907 n-d-816206-8 neutron-server[103481]: DEBUG neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Extended resource: metering-labels {{(pid=103481) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 17:07:31.101306 n-d-816206-8 neutron-server[103481]: DEBUG neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Extended resource: metering-label-rules {{(pid=103481) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 17:07:31.102613 n-d-816206-8 neutron-server[103481]: DEBUG neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Extended resource: network-ip-availabilities {{(pid=103481) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 17:07:31.103892 n-d-816206-8 neutron-server[103481]: DEBUG neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Extended resource: bindings {{(pid=103481) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 17:07:31.105594 n-d-816206-8 neutron-server[103481]: DEBUG neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Extended resource: quotas {{(pid=103481) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 17:07:31.107229 n-d-816206-8 neutron-server[103481]: DEBUG neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Extended resource: quotas {{(pid=103481) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 17:07:31.108830 n-d-816206-8 neutron-server[103481]: DEBUG neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Extended resource: rbac-policies {{(pid=103481) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 17:07:31.110131 n-d-816206-8 neutron-server[103481]: DEBUG neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Extended resource: security-groups {{(pid=103481) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 17:07:31.111373 n-d-816206-8 neutron-server[103481]: DEBUG neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Extended resource: security-group-rules {{(pid=103481) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 17:07:31.112656 n-d-816206-8 neutron-server[103481]: DEBUG neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Extended resource: service-providers {{(pid=103481) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 17:07:31.113887 n-d-816206-8 neutron-server[103481]: DEBUG neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Extended resource: subnetpools {{(pid=103481) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 17:07:31.115321 n-d-816206-8 neutron-server[103481]: DEBUG neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Extended resource: subnetpools {{(pid=103481) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 17:07:31.116831 n-d-816206-8 neutron-server[103481]: DEBUG neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Extended resource: tags {{(pid=103481) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 17:07:31.118526 n-d-816206-8 neutron-server[103481]: DEBUG neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Extended resource: tags {{(pid=103481) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 17:07:31.120345 n-d-816206-8 neutron-server[103481]: DEBUG neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Extended resource: tags {{(pid=103481) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 17:07:31.122738 n-d-816206-8 neutron-server[103481]: DEBUG neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Extended resource: tags {{(pid=103481) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 17:07:31.124558 n-d-816206-8 neutron-server[103481]: DEBUG neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Extended resource: tags {{(pid=103481) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 17:07:31.126424 n-d-816206-8 neutron-server[103481]: DEBUG neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Extended resource: tags {{(pid=103481) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 17:07:31.128102 n-d-816206-8 neutron-server[103481]: DEBUG neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Extended resource: tags {{(pid=103481) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 17:07:31.130070 n-d-816206-8 neutron-server[103481]: DEBUG neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Extended resource: tags {{(pid=103481) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 17:07:31.131852 n-d-816206-8 neutron-server[103481]: DEBUG neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Extended resource: tags {{(pid=103481) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 17:07:31.133723 n-d-816206-8 neutron-server[103481]: DEBUG neutron.api.extensions [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Extended resource: tags {{(pid=103481) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 17:07:31.140351 n-d-816206-8 neutron-server[103481]: WARNING keystonemiddleware.auth_token [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Nov 23 17:07:31.145069 n-d-816206-8 neutron-server[103481]: WARNING keystonemiddleware.auth_token [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Nov 23 17:07:31.153956 n-d-816206-8 neutron-server[103481]: DEBUG oslo_concurrency.lockutils [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Acquired lock "singleton_lock" {{(pid=103481) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Nov 23 17:07:31.154436 n-d-816206-8 neutron-server[103481]: DEBUG oslo_concurrency.lockutils [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Releasing lock "singleton_lock" {{(pid=103481) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Nov 23 17:07:31.155088 n-d-816206-8 neutron-server[103481]: INFO oslo_service.service [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Starting 2 workers Nov 23 17:07:31.160229 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Started child 103590 {{(pid=103481) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 23 17:07:31.164728 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Started child 103591 {{(pid=103481) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 23 17:07:31.165813 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:07:31.166509 n-d-816206-8 neutron-server[103481]: INFO neutron.service [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Neutron service started, listening on 0.0.0.0:9696 Nov 23 17:07:31.166933 n-d-816206-8 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Publish callbacks [] for process, before_spawn {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:07:31.167333 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [-] (103590) wsgi starting up on http://0.0.0.0:9696 Nov 23 17:07:31.169973 n-d-816206-8 neutron-server[103481]: INFO oslo_service.service [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Starting 1 workers Nov 23 17:07:31.170376 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:07:31.171810 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [-] (103591) wsgi starting up on http://0.0.0.0:9696 Nov 23 17:07:31.175224 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Started child 103592 {{(pid=103481) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 23 17:07:31.175767 n-d-816206-8 neutron-server[103481]: INFO oslo_service.service [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Starting 1 workers Nov 23 17:07:31.178952 n-d-816206-8 neutron-server[103592]: DEBUG neutron.service [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] calling RpcWorker wait() {{(pid=103592) _wait /opt/stack/neutron/neutron/service.py:128}} Nov 23 17:07:31.179466 n-d-816206-8 neutron-server[103592]: DEBUG neutron.service [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] returning from RpcWorker wait() {{(pid=103592) _wait /opt/stack/neutron/neutron/service.py:135}} Nov 23 17:07:31.180254 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Started child 103593 {{(pid=103481) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 23 17:07:31.180872 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:07:31.181090 n-d-816206-8 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-791f649a-c025-4ae5-b23e-aed19467de01 None None] Publish callbacks [] for process, after_spawn {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:07:31.181420 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:07:31.183062 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103481) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 23 17:07:31.183292 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 23 17:07:31.183489 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 23 17:07:31.183715 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 23 17:07:31.184053 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 23 17:07:31.184237 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 23 17:07:31.185417 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:07:31.185711 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:07:31.185991 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:07:31.186238 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:07:31.186795 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:07:31.186795 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:07:31.187156 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:07:31.187426 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:07:31.187665 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:07:31.187942 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:07:31.188205 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:07:31.188375 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:07:31.188570 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:07:31.188827 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:07:31.189084 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:07:31.189383 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:07:31.189659 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:07:31.189912 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:07:31.190174 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:07:31.190349 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:07:31.190602 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:07:31.190874 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:07:31.191104 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:07:31.191377 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] debug = True {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:07:31.191623 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:07:31.192106 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:07:31.192343 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:07:31.192620 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:07:31.192849 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:07:31.193139 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:07:31.193387 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:07:31.193698 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:07:31.193935 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:07:31.194155 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:07:31.194393 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:07:31.194661 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:07:31.194913 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:07:31.195162 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:07:31.195389 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:07:31.195626 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:07:31.195873 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:07:31.196088 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:07:31.196570 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] host = n-d-816206-8 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:07:31.196823 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:07:31.197060 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:07:31.197305 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:07:31.197563 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:07:31.197810 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:07:31.198027 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:07:31.198296 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:07:31.198565 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:07:31.198837 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:07:31.199097 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:07:31.199350 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:07:31.199603 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:07:31.199822 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:07:31.200112 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] log_file = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:07:31.200263 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] log_options = True {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:07:31.200546 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:07:31.200828 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:07:31.201099 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:07:31.201295 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:07:31.201467 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:07:31.201646 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:07:31.201910 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:07:31.202064 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:07:31.202314 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:07:31.202549 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:07:31.202767 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:07:31.203020 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:07:31.203207 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:07:31.203440 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:07:31.203779 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:07:31.203962 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:07:31.204196 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:07:31.204428 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:07:31.204697 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:07:31.204948 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:07:31.205174 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:07:31.205402 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:07:31.205636 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:07:31.205852 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:07:31.206074 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:07:31.206291 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:07:31.206534 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:07:31.206749 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:07:31.206966 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:07:31.207203 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:07:31.207448 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:07:31.207699 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:07:31.207936 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:07:31.208182 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:07:31.208436 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:07:31.208688 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:07:31.208919 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:07:31.209160 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:07:31.209421 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:07:31.209653 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:07:31.209904 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:07:31.210148 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:07:31.210382 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:07:31.210607 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:07:31.210842 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:07:31.211058 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:07:31.211293 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] use_json = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:07:31.211505 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:07:31.211750 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:07:31.211993 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:07:31.212206 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:07:31.212436 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:07:31.212681 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:07:31.212904 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:07:31.213159 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:07:31.213585 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.213980 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.214308 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.214585 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.214957 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.215201 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.215442 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.215698 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.216061 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.216209 n-d-816206-8 neutron-server[103593]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:07:31.216364 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.216540 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.216720 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.217010 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.217227 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.217572 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.217846 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.218107 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.218368 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.218610 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.218836 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.219037 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.219265 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.219706 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.220049 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.220176 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.220328 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.220599 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.221192 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.221192 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.221511 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.221802 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.222059 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.60/identity {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.222308 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.222744 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.222875 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.222998 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.223259 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.223430 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.223671 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.224010 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.224133 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.224362 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.224628 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.224879 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.225125 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.225356 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.225582 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.225826 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.226057 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.226299 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.226548 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.226763 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.226979 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.227198 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.227443 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.227680 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.227940 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.228274 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.228699 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.228823 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.228986 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.229402 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.230470 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.230470 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.230470 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.230470 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.230470 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.230807 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.230807 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.230947 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.231846 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.232061 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.232286 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.232921 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.232921 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.233099 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.233167 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.233722 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.233722 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.233921 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.234017 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.234420 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.234811 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.235246 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.235637 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.236043 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.236452 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.236887 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.237276 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.237685 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.238085 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.238384 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.238686 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.238952 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.239632 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.239632 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.239922 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.239922 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.240166 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.240354 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.240596 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.241036 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.241159 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.241302 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.241558 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.241801 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.242020 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.242272 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.242691 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.243096 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.243526 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.243958 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.244294 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.244994 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.244994 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.245293 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.245613 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.246018 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.246270 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.246601 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.247514 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.247716 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.248003 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.248320 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.249784 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.249784 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.249784 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.249784 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.249784 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.250412 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.250412 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.250412 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.250814 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.250938 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.251783 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.251783 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.251783 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.251783 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.252682 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.252682 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.252682 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.253033 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.253033 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.253279 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.253543 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.254030 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.254295 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.254538 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.254792 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.255026 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.60/identity {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.255264 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.255511 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.255745 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.256045 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.256303 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.256542 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.256793 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.257013 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.257236 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.257504 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.257725 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.257942 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.258323 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.258693 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.259060 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.259454 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.259882 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.260300 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.260742 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.261141 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.261557 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.261973 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.262365 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.262824 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.263229 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.263672 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.264114 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.264664 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.264991 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.265230 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.265474 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.265696 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.265949 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.266180 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.266400 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.266643 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.266867 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.267088 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.267475 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.267897 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.268291 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.268757 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.269156 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.269648 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.269899 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.270137 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.270398 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.270621 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.270874 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.271133 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.271371 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.271592 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.271814 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.272029 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.272276 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.272544 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.272796 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.273160 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.273524 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.273771 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.273987 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.274393 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.274760 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.275030 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.275267 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.275524 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.275746 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.275978 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.276216 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.276455 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.276714 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.276939 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.277157 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.277371 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.277602 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.277871 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.278063 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.278384 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.278926 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.278926 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.279100 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.279288 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.279501 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.279914 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.279914 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.280133 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.280832 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.281197 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.281625 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.281793 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.282195 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.282627 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.282860 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.283077 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.283290 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.283515 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.283734 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.283947 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.284253 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.284533 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.284760 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.285079 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.285369 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.285632 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.285894 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.286214 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.286433 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.286696 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.286916 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.287169 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.287392 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.287649 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.287982 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.288746 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.288746 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.288924 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.289103 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.289376 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.289656 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.289894 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.290198 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.290600 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.290927 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.291155 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.291386 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.291651 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.291873 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.292090 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.292340 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.292603 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.292840 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.293080 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.293320 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.293563 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.294329 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.294560 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.294843 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.295010 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.295251 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.295480 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.295709 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.295863 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 23 17:07:31.296363 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103481) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 23 17:07:31.296555 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 23 17:07:31.296711 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 23 17:07:31.297036 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 23 17:07:31.297365 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 23 17:07:31.297524 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 23 17:07:31.297738 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:07:31.297904 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:07:31.298074 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:07:31.298239 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:07:31.298403 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:07:31.298572 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:07:31.298721 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:07:31.298885 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:07:31.299050 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:07:31.299207 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:07:31.299370 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:07:31.299532 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:07:31.299692 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:07:31.299853 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:07:31.300006 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:07:31.300167 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:07:31.300502 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:07:31.300678 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:07:31.300845 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:07:31.301008 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:07:31.301168 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:07:31.301329 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:07:31.301479 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] debug = True {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:07:31.301638 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:07:31.301841 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:07:31.302013 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:07:31.302163 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:07:31.302300 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:07:31.302444 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:07:31.302583 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:07:31.302748 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:07:31.302928 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:07:31.303058 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:07:31.303233 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:07:31.303380 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:07:31.303543 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:07:31.303706 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:07:31.303868 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:07:31.304028 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:07:31.304190 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:07:31.304348 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:07:31.304548 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] host = n-d-816206-8 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:07:31.304693 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:07:31.304855 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:07:31.305027 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:07:31.305176 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:07:31.305341 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:07:31.305483 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:07:31.305644 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:07:31.305818 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:07:31.305948 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:07:31.306111 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:07:31.306272 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:07:31.306433 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:07:31.306592 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:07:31.306751 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] log_file = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:07:31.306910 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] log_options = True {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:07:31.307062 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:07:31.307216 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:07:31.307376 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:07:31.307568 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:07:31.307764 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:07:31.307915 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:07:31.308042 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:07:31.308177 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:07:31.308339 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:07:31.308524 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:07:31.308680 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:07:31.308841 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:07:31.309001 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:07:31.309214 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:07:31.309332 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:07:31.310008 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:07:31.310245 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:07:31.310408 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:07:31.310532 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:07:31.310663 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:07:31.310849 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:07:31.310940 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:07:31.311065 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:07:31.311225 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:07:31.311384 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:07:31.311618 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:07:31.311756 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:07:31.311879 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:07:31.312012 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:07:31.312135 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:07:31.312293 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:07:31.312454 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:07:31.312663 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:07:31.312825 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:07:31.312987 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:07:31.313114 n-d-816206-8 neutron-server[103592]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:07:31.313256 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:07:31.313381 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:07:31.313503 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:07:31.313624 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:07:31.313747 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:07:31.313872 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:07:31.314035 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:07:31.314194 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:07:31.314355 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:07:31.314505 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:07:31.314696 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:07:31.314823 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] use_json = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:07:31.314946 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:07:31.315102 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:07:31.315262 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:07:31.315472 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:07:31.315606 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:07:31.315730 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:07:31.315861 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:07:31.316022 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 17:07:31.316201 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.316365 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.316561 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.316728 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.316892 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.317055 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.317218 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.317380 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.317541 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.317705 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.317874 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.318036 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.318211 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.318374 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.318536 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.318701 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.318864 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.319028 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.319191 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.319353 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.319515 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.319693 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.319847 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.320009 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.320170 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.320332 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.320528 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.320696 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.320858 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.321035 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.321198 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.321361 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.60/identity {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.321523 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.321732 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.321879 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.322004 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.322149 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.322312 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.322475 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.322638 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.322801 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.322962 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.323189 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.323956 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.323956 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.323956 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.323956 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.323956 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.324546 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.324546 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.324546 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.324999 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.324999 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.324999 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.325545 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.325545 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.325545 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.325545 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.325988 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.325988 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.325988 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.326397 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.326397 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.326593 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.326593 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.326816 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.327288 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.327288 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.327288 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.327610 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.327610 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.327845 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.327845 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.328064 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.328167 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.328289 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.328410 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.328579 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.328717 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.328879 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.329043 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.329205 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.329369 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.329530 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.329693 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.329856 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.330018 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.330182 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.330343 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.330505 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.330673 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.330844 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.331021 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.331184 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.331347 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.331509 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.331672 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.331842 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.332005 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.332171 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.332335 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.332515 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.332683 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.332847 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.333012 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.333175 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.333336 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.333498 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.333659 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.333821 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.333982 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.334144 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.334308 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.334470 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.334632 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.334793 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.334997 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.335106 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.335278 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.335439 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.335603 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.335765 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.335933 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.336105 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.336268 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.336431 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.336620 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.336772 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.336933 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.337095 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.337430 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.337430 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.338924 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.338924 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.338924 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.338924 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.338924 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.338924 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.338924 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.338924 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.340441 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.340441 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.340441 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.340441 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.340441 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.340441 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.340441 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.340441 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.341370 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.341370 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.60/identity {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.341370 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.341370 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.341370 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.341370 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.341370 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.341370 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.342491 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.342491 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.342491 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.342491 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.342491 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.342491 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.342491 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.342491 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.343397 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.343397 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.343397 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.343397 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.343397 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.343397 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.343397 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.344192 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.344192 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.344192 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.344192 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.344192 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.344785 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.344785 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.344785 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.344785 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.345346 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.345346 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.345346 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.345346 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.345798 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.345798 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.345798 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.346149 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.346149 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.346384 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.346384 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.346617 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.346748 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.346872 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.347016 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.347178 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.347342 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.347505 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.347666 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.347828 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.347990 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.348152 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.348315 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.348476 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.348666 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.348800 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.348963 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.349126 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.349289 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.349451 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.349613 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.349774 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.349947 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.350112 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.350274 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.350435 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.350598 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.350765 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.350938 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.351102 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.351264 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.351425 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.351660 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.351830 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.352002 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.352153 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.352345 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.352471 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.352640 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.352803 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.352975 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.353140 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.353471 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.353471 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.353705 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.353827 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.353952 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.354073 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.354215 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.354913 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.354913 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.354913 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.354913 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.355483 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.355483 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.355483 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.355483 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.356765 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.356765 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.356765 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.356765 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.356765 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.357429 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.357429 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.357429 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.357429 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.358437 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.358437 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.358437 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.358437 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.358437 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.358437 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.358437 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.359186 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.359186 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.359186 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.359186 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.359635 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.359635 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.359635 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.359968 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.359968 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.360198 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.360198 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.360428 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.360568 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.361002 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.361002 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.361002 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.361340 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.361340 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.361534 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.361534 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.361746 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.361868 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.362000 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.362124 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.362286 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.362495 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.362623 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.362746 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 17:07:31.362890 n-d-816206-8 neutron-server[103481]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 23 17:07:31.546231 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 45084) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:07:31.554818 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [-] 10.222.0.60 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0063353 Nov 23 17:07:42.891472 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca896908-bbbf-4622-8d32-43f2db0333bd None None] get_active_networks_info from n-d-816206-8 {{(pid=103592) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 23 17:07:42.952990 n-d-816206-8 neutron-server[103592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca896908-bbbf-4622-8d32-43f2db0333bd None None] No non-hosted networks {{(pid=103592) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Nov 23 17:07:42.968778 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.agentschedulers_db [None req-ca896908-bbbf-4622-8d32-43f2db0333bd None None] DHCP Agent not found on host n-d-816206-8 {{(pid=103592) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Nov 23 17:07:43.080892 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-5713d88e-2db9-4a5e-a33e-0c4f2f3aeb0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1795883'] for agent, after_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:07:44.937653 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c4f6f691-c81b-4278-b11d-ae47a09be6d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1795883'] for agent, after_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:07:44.994621 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-ea895be9-2998-42c1-99e2-dacb114cedb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:07:46.366613 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-52822d53-48f5-4819-8a95-bdc13aea0bf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1795883'] for agent, after_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:07:47.559834 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9a27ae6c-db98-474f-94c1-cc99bf842d79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1795883'] for agent, after_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:07:48.340399 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1795883'] for agent, after_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:07:48.342343 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:07:48.342861 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:07:48.343600 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:07:48.344870 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:07:48.345821 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:07:48.348175 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:07:48.351297 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:07:48.353072 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:07:48.353703 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:07:48.354431 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:07:48.355331 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:07:48.356747 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:07:48.358323 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-816206-8', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:07:48.366800 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-816206-8', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:07:48.926703 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 45176) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:07:49.439176 n-d-816206-8 neutron-server[103591]: WARNING oslo_policy.policy [None req-a8f960fa-da14-4865-a1bd-62f4fae03629 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 23 17:07:49.440192 n-d-816206-8 neutron-server[103591]: WARNING oslo_policy.policy [None req-a8f960fa-da14-4865-a1bd-62f4fae03629 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 23 17:07:49.670046 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [None req-a8f960fa-da14-4865-a1bd-62f4fae03629 admin admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=103591) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 17:07:49.671197 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-a8f960fa-da14-4865-a1bd-62f4fae03629 admin admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7435269 Nov 23 17:07:52.146623 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 45192) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:07:52.421958 n-d-816206-8 neutron-server[103592]: INFO neutron.db.l3_hamode_db [None req-79687915-f016-40f2-a897-132118a15be1 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Nov 23 17:07:52.459855 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-f74ee35e-436e-49f0-8c1d-1bf11709a9ad admin admin] Request body: {'subnetpool': {'is_default': True, 'prefixes': ['172.20.0.0/16'], 'shared': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:07:52.501072 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79687915-f016-40f2-a897-132118a15be1 None None] Routers set() bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:07:52.501458 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79687915-f016-40f2-a897-132118a15be1 None None] Router IDs set() for agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 23 17:07:52.557447 n-d-816206-8 neutron-server[103591]: DEBUG neutron.policy [None req-f74ee35e-436e-49f0-8c1d-1bf11709a9ad admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103591) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 23 17:07:52.604631 n-d-816206-8 neutron-server[103591]: WARNING oslo_policy.policy [None req-f74ee35e-436e-49f0-8c1d-1bf11709a9ad admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 23 17:07:52.604945 n-d-816206-8 neutron-server[103591]: WARNING oslo_policy.policy [None req-f74ee35e-436e-49f0-8c1d-1bf11709a9ad admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 23 17:07:52.614240 n-d-816206-8 neutron-server[103591]: INFO neutron.quota [None req-f74ee35e-436e-49f0-8c1d-1bf11709a9ad admin admin] Loaded quota_driver: . Nov 23 17:07:52.703269 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-f74ee35e-436e-49f0-8c1d-1bf11709a9ad admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8736637739514', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8736637740047', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8736637734680', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8736637757566', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8736637747372', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8736637772728', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-555152', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-829947', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1795120', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1723636'] for rbac-policy, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:07:52.768772 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-f74ee35e-436e-49f0-8c1d-1bf11709a9ad admin admin] Publish callbacks [] for subnetpool, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:07:52.769924 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-f74ee35e-436e-49f0-8c1d-1bf11709a9ad admin admin] 10.222.0.60 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6223423 Nov 23 17:07:55.458166 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 45204) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:07:55.751501 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-c5b14bfe-bdfe-4fe7-acf9-dbe4b686bc61 admin admin] Request body: {'network': {'admin_state_up': True, 'tenant_id': '41cd4fe24a5741438ab0d317cee63b5c', 'project_id': '41cd4fe24a5741438ab0d317cee63b5c', 'name': 'private'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:07:55.779591 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5b14bfe-bdfe-4fe7-acf9-dbe4b686bc61 admin admin] Made reservation on behalf of 41cd4fe24a5741438ab0d317cee63b5c for: {'network': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:07:55.782486 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c5b14bfe-bdfe-4fe7-acf9-dbe4b686bc61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for network, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:07:55.799520 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c5b14bfe-bdfe-4fe7-acf9-dbe4b686bc61 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:07:55.901919 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c5b14bfe-bdfe-4fe7-acf9-dbe4b686bc61 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:07:55.906117 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c5b14bfe-bdfe-4fe7-acf9-dbe4b686bc61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:07:55.929054 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5b14bfe-bdfe-4fe7-acf9-dbe4b686bc61 admin admin] vlan segment allocate from pool success with {'vlan_id': 501, 'physical_network': 'physnet1'} {{(pid=103591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 17:07:55.952663 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c5b14bfe-bdfe-4fe7-acf9-dbe4b686bc61 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8736635878831', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:07:55.953243 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c5b14bfe-bdfe-4fe7-acf9-dbe4b686bc61 admin admin] Unsubscribe: segment precommit_create {{(pid=103591) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 23 17:07:55.953753 n-d-816206-8 neutron-server[103591]: INFO neutron.db.segments_db [None req-c5b14bfe-bdfe-4fe7-acf9-dbe4b686bc61 admin admin] Added segment eb0f2f1a-3ecb-4e26-9df0-a149a930ef21 of type vlan for network b4760d71-5ceb-416e-b93b-53e02a6d41c2 Nov 23 17:07:55.959269 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b14bfe-bdfe-4fe7-acf9-dbe4b686bc61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91fdabcf-abe1-4a98-9227-45a1fd6b4437,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:07:55.993531 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b14bfe-bdfe-4fe7-acf9-dbe4b686bc61 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:07:55.993872 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b14bfe-bdfe-4fe7-acf9-dbe4b686bc61 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:07:55.994205 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b14bfe-bdfe-4fe7-acf9-dbe4b686bc61 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:07:55.994531 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b14bfe-bdfe-4fe7-acf9-dbe4b686bc61 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:07:55.994854 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b14bfe-bdfe-4fe7-acf9-dbe4b686bc61 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:07:55.995172 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b14bfe-bdfe-4fe7-acf9-dbe4b686bc61 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:07:55.995486 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b14bfe-bdfe-4fe7-acf9-dbe4b686bc61 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:07:55.995840 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b14bfe-bdfe-4fe7-acf9-dbe4b686bc61 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:07:55.996166 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b14bfe-bdfe-4fe7-acf9-dbe4b686bc61 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:07:55.996494 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b14bfe-bdfe-4fe7-acf9-dbe4b686bc61 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:07:55.996817 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b14bfe-bdfe-4fe7-acf9-dbe4b686bc61 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:07:55.997128 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b14bfe-bdfe-4fe7-acf9-dbe4b686bc61 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:07:55.998185 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b14bfe-bdfe-4fe7-acf9-dbe4b686bc61 admin admin] Tracked resource versions report: Nov 23 17:07:55.998185 n-d-816206-8 neutron-server[103591]: pushed versions: Nov 23 17:07:55.998185 n-d-816206-8 neutron-server[103591]: { 'AddressGroup': {'1.2'}, Nov 23 17:07:55.998185 n-d-816206-8 neutron-server[103591]: 'ConntrackHelper': {'1.0'}, Nov 23 17:07:55.998185 n-d-816206-8 neutron-server[103591]: 'Log': {'1.0'}, Nov 23 17:07:55.998185 n-d-816206-8 neutron-server[103591]: 'Network': {'1.1'}, Nov 23 17:07:55.998185 n-d-816206-8 neutron-server[103591]: 'Port': {'1.7'}, Nov 23 17:07:55.998185 n-d-816206-8 neutron-server[103591]: 'PortForwarding': {'1.2'}, Nov 23 17:07:55.998185 n-d-816206-8 neutron-server[103591]: 'QosPolicy': {'1.10'}, Nov 23 17:07:55.998185 n-d-816206-8 neutron-server[103591]: 'SecurityGroup': {'1.5'}, Nov 23 17:07:55.998185 n-d-816206-8 neutron-server[103591]: 'SecurityGroupRule': {'1.2'}, Nov 23 17:07:55.998185 n-d-816206-8 neutron-server[103591]: 'SubPort': {'1.0'}, Nov 23 17:07:55.998185 n-d-816206-8 neutron-server[103591]: 'Subnet': {'1.1'}, Nov 23 17:07:55.998185 n-d-816206-8 neutron-server[103591]: 'Trunk': {'1.1'}} Nov 23 17:07:55.998185 n-d-816206-8 neutron-server[103591]: consumer versions: Nov 23 17:07:55.998185 n-d-816206-8 neutron-server[103591]: { DHCP agent@n-d-816206-8: {}, Nov 23 17:07:55.998185 n-d-816206-8 neutron-server[103591]: L3 agent@n-d-816206-8: {}, Nov 23 17:07:55.998185 n-d-816206-8 neutron-server[103591]: Metadata agent@n-d-816206-8: {}, Nov 23 17:07:55.998185 n-d-816206-8 neutron-server[103591]: Metering agent@n-d-816206-8: {}, Nov 23 17:07:55.998185 n-d-816206-8 neutron-server[103591]: Open vSwitch agent@n-d-816206-8: { 'AddressGroup': '1.2', Nov 23 17:07:55.998185 n-d-816206-8 neutron-server[103591]: 'ConntrackHelper': '1.0', Nov 23 17:07:55.998185 n-d-816206-8 neutron-server[103591]: 'Log': '1.0', Nov 23 17:07:55.998185 n-d-816206-8 neutron-server[103591]: 'Network': '1.1', Nov 23 17:07:55.998185 n-d-816206-8 neutron-server[103591]: 'Port': '1.7', Nov 23 17:07:55.998185 n-d-816206-8 neutron-server[103591]: 'PortForwarding': '1.2', Nov 23 17:07:55.998185 n-d-816206-8 neutron-server[103591]: 'QosPolicy': '1.10', Nov 23 17:07:55.998185 n-d-816206-8 neutron-server[103591]: 'SecurityGroup': '1.5', Nov 23 17:07:55.998185 n-d-816206-8 neutron-server[103591]: 'SecurityGroupRule': '1.2', Nov 23 17:07:55.998185 n-d-816206-8 neutron-server[103591]: 'SubPort': '1.0', Nov 23 17:07:55.998185 n-d-816206-8 neutron-server[103591]: 'Subnet': '1.1', Nov 23 17:07:55.998185 n-d-816206-8 neutron-server[103591]: 'Trunk': '1.1'}} Nov 23 17:07:55.998185 n-d-816206-8 neutron-server[103591]: {{(pid=103591) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 23 17:07:56.068038 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c5b14bfe-bdfe-4fe7-acf9-dbe4b686bc61 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736635338810'] for network, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:07:56.107147 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c5b14bfe-bdfe-4fe7-acf9-dbe4b686bc61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493'] for network, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:07:56.108213 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5b14bfe-bdfe-4fe7-acf9-dbe4b686bc61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:07:56.108981 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c5b14bfe-bdfe-4fe7-acf9-dbe4b686bc61 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for network, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:07:56.165423 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-c5b14bfe-bdfe-4fe7-acf9-dbe4b686bc61 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7061181 Nov 23 17:07:56.209825 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b14bfe-bdfe-4fe7-acf9-dbe4b686bc61 admin admin] Pushing event updated for resources: {'Network': ['ID=b4760d71-5ceb-416e-b93b-53e02a6d41c2,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:07:56.223210 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Network b4760d71-5ceb-416e-b93b-53e02a6d41c2 details requested by agent ovs-agent-n-d-816206-8 with host n-d-816206-8 {{(pid=103592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 17:07:58.931277 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 45218) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:07:59.314616 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e90e6eb-c6af-478a-9ee9-ddcfb89cd85e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:07:59.315962 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-3e90e6eb-c6af-478a-9ee9-ddcfb89cd85e admin admin] 10.222.0.60 "GET /v2.0/networks/b4760d71-5ceb-416e-b93b-53e02a6d41c2 HTTP/1.1" status: 200 len: 825 time: 0.3837075 Nov 23 17:07:59.340627 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-dfa90868-55a5-4add-a4b2-6a6145111f27 admin admin] 10.222.0.60 "GET /v2.0/subnetpools/a702aa14-dace-4351-b3ad-33f64063359d HTTP/1.1" status: 200 len: 734 time: 0.0185897 Nov 23 17:07:59.349438 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-14d37c0b-057c-4e15-ba7e-6cb42af5e681 admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': 'b4760d71-5ceb-416e-b93b-53e02a6d41c2', 'subnetpool_id': 'a702aa14-dace-4351-b3ad-33f64063359d', 'name': 'private-subnet', 'tenant_id': '41cd4fe24a5741438ab0d317cee63b5c', 'gateway_ip': '172.20.0.1'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:07:59.370364 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14d37c0b-057c-4e15-ba7e-6cb42af5e681 admin admin] Made reservation on behalf of 41cd4fe24a5741438ab0d317cee63b5c for: {'subnet': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:07:59.373071 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-14d37c0b-057c-4e15-ba7e-6cb42af5e681 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:07:59.653136 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-14d37c0b-057c-4e15-ba7e-6cb42af5e681 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493'] for subnet, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:07:59.722549 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d37c0b-057c-4e15-ba7e-6cb42af5e681 admin admin] Pushing event updated for resources: {'Subnet': ['ID=95019456-3a92-4af6-aafe-d2bbad5159b1,revision_number=0']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:07:59.724579 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14d37c0b-057c-4e15-ba7e-6cb42af5e681 admin admin] Checking segment: {'id': 'eb0f2f1a-3ecb-4e26-9df0-a149a930ef21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'b4760d71-5ceb-416e-b93b-53e02a6d41c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:07:59.724860 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14d37c0b-057c-4e15-ba7e-6cb42af5e681 admin admin] Network hostable DHCP agents. Network: b4760d71-5ceb-416e-b93b-53e02a6d41c2, hostable agents: ['0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3'], hosted agents: [] {{(pid=103591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 17:07:59.746318 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14d37c0b-057c-4e15-ba7e-6cb42af5e681 admin admin] Network b4760d71-5ceb-416e-b93b-53e02a6d41c2 is scheduled to be hosted by DHCP agent 0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3 with binding_index 1 {{(pid=103591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 17:07:59.757857 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [None req-14d37c0b-057c-4e15-ba7e-6cb42af5e681 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-8, b4760d71-5ceb-416e-b93b-53e02a6d41c2) {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:07:59.762520 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14d37c0b-057c-4e15-ba7e-6cb42af5e681 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:07:59.764818 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-14d37c0b-057c-4e15-ba7e-6cb42af5e681 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for subnet, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:07:59.769493 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b0c4322-9e14-48f1-83e8-3a68d6e33565 None None] Network b4760d71-5ceb-416e-b93b-53e02a6d41c2 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:07:59.780703 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-14d37c0b-057c-4e15-ba7e-6cb42af5e681 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4319279 Nov 23 17:08:00.094858 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ce62e52-52eb-452c-a0cd-1c54b66f87a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp355044b8-8e87-58c4-94fa-4a010ec30f9e-b4760d71-5ceb-416e-b93b-53e02a6d41c2', 'network_id': 'b4760d71-5ceb-416e-b93b-53e02a6d41c2', 'tenant_id': '41cd4fe24a5741438ab0d317cee63b5c', 'fixed_ips': [{'subnet_id': '95019456-3a92-4af6-aafe-d2bbad5159b1'}]}} from n-d-816206-8. {{(pid=103592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 17:08:00.096044 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-5ce62e52-52eb-452c-a0cd-1c54b66f87a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:08:00.390229 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.db_base_plugin_common [None req-5ce62e52-52eb-452c-a0cd-1c54b66f87a8 None None] Allocated IP 172.20.0.2 (b4760d71-5ceb-416e-b93b-53e02a6d41c2/95019456-3a92-4af6-aafe-d2bbad5159b1/1558e8fa-3656-4caa-8d63-0bd03a904b13) {{(pid=103592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:08:00.596331 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-5ce62e52-52eb-452c-a0cd-1c54b66f87a8 None None] Publish callbacks [] for port, precommit_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:08:00.604278 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-5ce62e52-52eb-452c-a0cd-1c54b66f87a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980'] for port, after_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:08:00.672519 n-d-816206-8 neutron-server[103592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ce62e52-52eb-452c-a0cd-1c54b66f87a8 None None] Network b4760d71-5ceb-416e-b93b-53e02a6d41c2 is already hosted by enough agents. {{(pid=103592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:08:00.682884 n-d-816206-8 neutron-server[103592]: DEBUG neutron.scheduler.base_scheduler [None req-5ce62e52-52eb-452c-a0cd-1c54b66f87a8 None None] Resources bound (agent type, host, resource id): {{(pid=103592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:08:00.695216 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ce62e52-52eb-452c-a0cd-1c54b66f87a8 None None] Received port after_create {{(pid=103592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:08:00.698308 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce62e52-52eb-452c-a0cd-1c54b66f87a8 None None] Pushing event updated for resources: {'Port': ['ID=1558e8fa-3656-4caa-8d63-0bd03a904b13,revision_number=1']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:08:00.729478 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce62e52-52eb-452c-a0cd-1c54b66f87a8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:08:00.729828 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce62e52-52eb-452c-a0cd-1c54b66f87a8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:08:00.730202 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce62e52-52eb-452c-a0cd-1c54b66f87a8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:08:00.730538 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce62e52-52eb-452c-a0cd-1c54b66f87a8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:08:00.730875 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce62e52-52eb-452c-a0cd-1c54b66f87a8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:08:00.731205 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce62e52-52eb-452c-a0cd-1c54b66f87a8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:08:00.731612 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce62e52-52eb-452c-a0cd-1c54b66f87a8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:08:00.731942 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce62e52-52eb-452c-a0cd-1c54b66f87a8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:08:00.732268 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce62e52-52eb-452c-a0cd-1c54b66f87a8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:08:00.732621 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce62e52-52eb-452c-a0cd-1c54b66f87a8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:08:00.732945 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce62e52-52eb-452c-a0cd-1c54b66f87a8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:08:00.733267 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce62e52-52eb-452c-a0cd-1c54b66f87a8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:08:00.734322 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce62e52-52eb-452c-a0cd-1c54b66f87a8 None None] Tracked resource versions report: Nov 23 17:08:00.734322 n-d-816206-8 neutron-server[103592]: pushed versions: Nov 23 17:08:00.734322 n-d-816206-8 neutron-server[103592]: { 'AddressGroup': {'1.2'}, Nov 23 17:08:00.734322 n-d-816206-8 neutron-server[103592]: 'ConntrackHelper': {'1.0'}, Nov 23 17:08:00.734322 n-d-816206-8 neutron-server[103592]: 'Log': {'1.0'}, Nov 23 17:08:00.734322 n-d-816206-8 neutron-server[103592]: 'Network': {'1.1'}, Nov 23 17:08:00.734322 n-d-816206-8 neutron-server[103592]: 'Port': {'1.7'}, Nov 23 17:08:00.734322 n-d-816206-8 neutron-server[103592]: 'PortForwarding': {'1.2'}, Nov 23 17:08:00.734322 n-d-816206-8 neutron-server[103592]: 'QosPolicy': {'1.10'}, Nov 23 17:08:00.734322 n-d-816206-8 neutron-server[103592]: 'SecurityGroup': {'1.5'}, Nov 23 17:08:00.734322 n-d-816206-8 neutron-server[103592]: 'SecurityGroupRule': {'1.2'}, Nov 23 17:08:00.734322 n-d-816206-8 neutron-server[103592]: 'SubPort': {'1.0'}, Nov 23 17:08:00.734322 n-d-816206-8 neutron-server[103592]: 'Subnet': {'1.1'}, Nov 23 17:08:00.734322 n-d-816206-8 neutron-server[103592]: 'Trunk': {'1.1'}} Nov 23 17:08:00.734322 n-d-816206-8 neutron-server[103592]: consumer versions: Nov 23 17:08:00.734322 n-d-816206-8 neutron-server[103592]: { DHCP agent@n-d-816206-8: {}, Nov 23 17:08:00.734322 n-d-816206-8 neutron-server[103592]: L3 agent@n-d-816206-8: {}, Nov 23 17:08:00.734322 n-d-816206-8 neutron-server[103592]: Metadata agent@n-d-816206-8: {}, Nov 23 17:08:00.734322 n-d-816206-8 neutron-server[103592]: Metering agent@n-d-816206-8: {}, Nov 23 17:08:00.734322 n-d-816206-8 neutron-server[103592]: Open vSwitch agent@n-d-816206-8: { 'AddressGroup': '1.2', Nov 23 17:08:00.734322 n-d-816206-8 neutron-server[103592]: 'ConntrackHelper': '1.0', Nov 23 17:08:00.734322 n-d-816206-8 neutron-server[103592]: 'Log': '1.0', Nov 23 17:08:00.734322 n-d-816206-8 neutron-server[103592]: 'Network': '1.1', Nov 23 17:08:00.734322 n-d-816206-8 neutron-server[103592]: 'Port': '1.7', Nov 23 17:08:00.734322 n-d-816206-8 neutron-server[103592]: 'PortForwarding': '1.2', Nov 23 17:08:00.734322 n-d-816206-8 neutron-server[103592]: 'QosPolicy': '1.10', Nov 23 17:08:00.734322 n-d-816206-8 neutron-server[103592]: 'SecurityGroup': '1.5', Nov 23 17:08:00.734322 n-d-816206-8 neutron-server[103592]: 'SecurityGroupRule': '1.2', Nov 23 17:08:00.734322 n-d-816206-8 neutron-server[103592]: 'SubPort': '1.0', Nov 23 17:08:00.734322 n-d-816206-8 neutron-server[103592]: 'Subnet': '1.1', Nov 23 17:08:00.734322 n-d-816206-8 neutron-server[103592]: 'Trunk': '1.1'}} Nov 23 17:08:00.734322 n-d-816206-8 neutron-server[103592]: {{(pid=103592) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 23 17:08:00.782792 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-5ce62e52-52eb-452c-a0cd-1c54b66f87a8 None None] Attempting to bind port 1558e8fa-3656-4caa-8d63-0bd03a904b13 on host n-d-816206-8 for vnic_type normal with profile {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:08:00.783469 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-5ce62e52-52eb-452c-a0cd-1c54b66f87a8 None None] Attempting to bind port 1558e8fa-3656-4caa-8d63-0bd03a904b13 by drivers openvswitch,hyperv on host n-d-816206-8 at level 0 using segments [{'id': 'eb0f2f1a-3ecb-4e26-9df0-a149a930ef21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'b4760d71-5ceb-416e-b93b-53e02a6d41c2'}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:08:00.783585 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ce62e52-52eb-452c-a0cd-1c54b66f87a8 None None] Attempting to bind port 1558e8fa-3656-4caa-8d63-0bd03a904b13 on network b4760d71-5ceb-416e-b93b-53e02a6d41c2 {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:08:00.788465 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ce62e52-52eb-452c-a0cd-1c54b66f87a8 None None] Checking agent: {'id': '9e89acbe-4bbe-4c77-a18b-6f1da9133e0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 7, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 7, 48), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 7, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:08:00.788914 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ce62e52-52eb-452c-a0cd-1c54b66f87a8 None None] Checking segment: {'id': 'eb0f2f1a-3ecb-4e26-9df0-a149a930ef21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'b4760d71-5ceb-416e-b93b-53e02a6d41c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:08:00.789374 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-5ce62e52-52eb-452c-a0cd-1c54b66f87a8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:08:00.789763 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ce62e52-52eb-452c-a0cd-1c54b66f87a8 None None] Bound using segment: {'id': 'eb0f2f1a-3ecb-4e26-9df0-a149a930ef21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'b4760d71-5ceb-416e-b93b-53e02a6d41c2'} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:08:00.790242 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-5ce62e52-52eb-452c-a0cd-1c54b66f87a8 None None] Bound port: 1558e8fa-3656-4caa-8d63-0bd03a904b13, host: n-d-816206-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb0f2f1a-3ecb-4e26-9df0-a149a930ef21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'b4760d71-5ceb-416e-b93b-53e02a6d41c2'}}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:08:00.790648 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-5ce62e52-52eb-452c-a0cd-1c54b66f87a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:08:00.851116 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-5ce62e52-52eb-452c-a0cd-1c54b66f87a8 None None] For port 1558e8fa-3656-4caa-8d63-0bd03a904b13, host n-d-816206-8, cleared binding levels {{(pid=103592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:08:00.855302 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-5ce62e52-52eb-452c-a0cd-1c54b66f87a8 None None] For port 1558e8fa-3656-4caa-8d63-0bd03a904b13, host n-d-816206-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=1558e8fa-3656-4caa-8d63-0bd03a904b13,segment=NetworkSegment(eb0f2f1a-3ecb-4e26-9df0-a149a930ef21),segment_id=eb0f2f1a-3ecb-4e26-9df0-a149a930ef21)] {{(pid=103592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:08:00.859690 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-5ce62e52-52eb-452c-a0cd-1c54b66f87a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:08:00.935127 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce62e52-52eb-452c-a0cd-1c54b66f87a8 None None] Pushing event updated for resources: {'Port': ['ID=1558e8fa-3656-4caa-8d63-0bd03a904b13,revision_number=2']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:08:02.314858 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 45226) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:08:02.626125 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [None req-fac682e6-7200-49ec-98f5-ce316da7962e admin admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=103591) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 17:08:02.627208 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-fac682e6-7200-49ec-98f5-ce316da7962e admin admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3113229 Nov 23 17:08:05.118018 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 45234) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:08:05.441540 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [None req-49040218-a3bb-4880-9b79-d176577f48ba admin admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=103591) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 17:08:05.442528 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-49040218-a3bb-4880-9b79-d176577f48ba admin admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3235869 Nov 23 17:08:08.156992 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 45244) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:08:08.455750 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-dab789c1-f1d2-4581-b9d1-6eb550e99622 admin admin] Request body: {'router': {'tenant_id': '41cd4fe24a5741438ab0d317cee63b5c', 'admin_state_up': True, 'name': 'router1'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:08:08.480009 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-dab789c1-f1d2-4581-b9d1-6eb550e99622 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1793449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8093'] for router, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:08:08.481632 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-dab789c1-f1d2-4581-b9d1-6eb550e99622 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1794473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1794771', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1638326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8086'] for router, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:08:08.611678 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-dab789c1-f1d2-4581-b9d1-6eb550e99622 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:08:08.616601 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-dab789c1-f1d2-4581-b9d1-6eb550e99622 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1794316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1795362'] for router, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:08:08.639908 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-dab789c1-f1d2-4581-b9d1-6eb550e99622 admin admin] Publish callbacks [] for router, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:08:08.642125 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-dab789c1-f1d2-4581-b9d1-6eb550e99622 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4841506 Nov 23 17:08:10.013764 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53a4bb7f-31c8-423f-ab57-3fa466d0a70a None None] Network b4760d71-5ceb-416e-b93b-53e02a6d41c2 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:08:10.078892 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 1558e8fa-3656-4caa-8d63-0bd03a904b13 up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:08:10.149824 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-61346545-00e0-4461-84af-1fe564aab9ab None None] Provisioning complete for port 1558e8fa-3656-4caa-8d63-0bd03a904b13 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:08:10.150232 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-61346545-00e0-4461-84af-1fe564aab9ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:08:10.295864 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port 1558e8fa-3656-4caa-8d63-0bd03a904b13 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:08:10.296240 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:08:10.390151 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-61346545-00e0-4461-84af-1fe564aab9ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:08:10.448049 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-61346545-00e0-4461-84af-1fe564aab9ab None None] For port 1558e8fa-3656-4caa-8d63-0bd03a904b13, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=1558e8fa-3656-4caa-8d63-0bd03a904b13,segment=NetworkSegment(eb0f2f1a-3ecb-4e26-9df0-a149a930ef21),segment_id=eb0f2f1a-3ecb-4e26-9df0-a149a930ef21)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:08:10.469049 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-61346545-00e0-4461-84af-1fe564aab9ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:08:10.506152 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:08:10.541005 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61346545-00e0-4461-84af-1fe564aab9ab None None] Pushing event updated for resources: {'Port': ['ID=1558e8fa-3656-4caa-8d63-0bd03a904b13,revision_number=3']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:08:10.591724 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.db.api [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103592) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 17:08:10.592243 n-d-816206-8 neutron-server[103592]: DEBUG oslo_db.api [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 17:08:10.688881 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-6f2fee53-bc10-4af4-93e7-98dcab37d680 None None] Provisioning complete for port 1558e8fa-3656-4caa-8d63-0bd03a904b13 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:08:10.689167 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-6f2fee53-bc10-4af4-93e7-98dcab37d680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:08:11.148873 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 45258) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:08:11.458999 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [None req-0ccc9629-6532-4c0f-9a6f-b4761b51faa6 admin admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=103591) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 17:08:11.460034 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-0ccc9629-6532-4c0f-9a6f-b4761b51faa6 admin admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3102231 Nov 23 17:08:12.029572 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 1558e8fa-3656-4caa-8d63-0bd03a904b13 up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:08:12.079170 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port 1558e8fa-3656-4caa-8d63-0bd03a904b13 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:08:12.079538 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:08:12.774173 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-6b95c374-81d3-400f-bfc6-e314dcafd2b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:08:13.979883 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 45266) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:08:14.292244 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-58f8e138-665d-46ef-a964-0e3530226332 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'name': 'public', 'is_default': True, 'admin_state_up': True, 'router:external': True, 'provider:physical_network': 'physnet1'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:08:14.313195 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58f8e138-665d-46ef-a964-0e3530226332 admin admin] Made reservation on behalf of acb4d4034f014561a451bf60d7dd9d3b for: {'network': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:08:14.315437 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-58f8e138-665d-46ef-a964-0e3530226332 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for network, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:08:14.323918 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-58f8e138-665d-46ef-a964-0e3530226332 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:08:14.396595 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-58f8e138-665d-46ef-a964-0e3530226332 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:08:14.400377 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-58f8e138-665d-46ef-a964-0e3530226332 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:08:14.413743 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-58f8e138-665d-46ef-a964-0e3530226332 admin admin] Reserving flat network on physical network physnet1 {{(pid=103591) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Nov 23 17:08:14.434733 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f8e138-665d-46ef-a964-0e3530226332 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11b518e5-8027-44ad-aeb9-77b1a846996d,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:08:14.437472 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-58f8e138-665d-46ef-a964-0e3530226332 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:08:14.437803 n-d-816206-8 neutron-server[103591]: INFO neutron.db.segments_db [None req-58f8e138-665d-46ef-a964-0e3530226332 admin admin] Added segment bffd1e4f-e80f-4ff0-b418-2f42ae15febf of type flat for network 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 Nov 23 17:08:14.483054 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-58f8e138-665d-46ef-a964-0e3530226332 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736635338810'] for network, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:08:14.512979 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-58f8e138-665d-46ef-a964-0e3530226332 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493'] for network, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:08:14.513870 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58f8e138-665d-46ef-a964-0e3530226332 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:08:14.514445 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-58f8e138-665d-46ef-a964-0e3530226332 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for network, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:08:14.546602 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-58f8e138-665d-46ef-a964-0e3530226332 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5657952 Nov 23 17:08:14.578621 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f8e138-665d-46ef-a964-0e3530226332 admin admin] Pushing event updated for resources: {'Network': ['ID=4c8455ba-1be5-42ac-b8c2-8a16e1292d55,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:08:14.589465 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Network 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 details requested by agent ovs-agent-n-d-816206-8 with host n-d-816206-8 {{(pid=103592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 17:08:14.926069 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c3f6e96e-4554-47f8-9cf1-401de51a357e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:08:16.241489 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.agents_db [None req-464f6c07-0de8-4be6-8f5b-563f574d1c5d None None] Agent healthcheck: found 5 active agents {{(pid=103593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 17:08:16.310646 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-52822d53-48f5-4819-8a95-bdc13aea0bf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:08:17.047709 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 45284) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:08:17.218704 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a64a7184-9fe2-4dd3-ad52-d745f9ef86fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:08:17.220009 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-a64a7184-9fe2-4dd3-ad52-d745f9ef86fc admin admin] 10.222.0.60 "GET /v2.0/subnets/95019456-3a92-4af6-aafe-d2bbad5159b1 HTTP/1.1" status: 200 len: 849 time: 0.1712167 Nov 23 17:08:17.336322 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-bdcc8cab-a01a-46ce-855e-80ec47d8a684 admin admin] 10.222.0.60 "GET /v2.0/routers/dce4acaa-008c-462c-81b9-f91d9ea7b358 HTTP/1.1" status: 200 len: 704 time: 0.1103537 Nov 23 17:08:17.495844 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9a27ae6c-db98-474f-94c1-cc99bf842d79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:08:17.611160 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-b3d0070b-c5c6-4baa-8574-cfd011dde3e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:08:17.903319 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.db_base_plugin_common [None req-b3d0070b-c5c6-4baa-8574-cfd011dde3e8 admin admin] Allocated IP 172.20.0.1 (b4760d71-5ceb-416e-b93b-53e02a6d41c2/95019456-3a92-4af6-aafe-d2bbad5159b1/e50331a8-be27-4f30-b4be-37ae381735a4) {{(pid=103591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:08:18.100598 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-b3d0070b-c5c6-4baa-8574-cfd011dde3e8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:08:18.164320 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-b3d0070b-c5c6-4baa-8574-cfd011dde3e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980'] for port, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:08:18.205800 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:08:18.237189 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3d0070b-c5c6-4baa-8574-cfd011dde3e8 admin admin] Network b4760d71-5ceb-416e-b93b-53e02a6d41c2 is already hosted by enough agents. {{(pid=103591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:08:18.242372 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [None req-b3d0070b-c5c6-4baa-8574-cfd011dde3e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:08:18.249051 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3d0070b-c5c6-4baa-8574-cfd011dde3e8 admin admin] Received port after_create {{(pid=103591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:08:18.249498 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-b3d0070b-c5c6-4baa-8574-cfd011dde3e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1795539'] for router_interface, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:08:18.305762 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d0070b-c5c6-4baa-8574-cfd011dde3e8 admin admin] Pushing event updated for resources: {'Port': ['ID=e50331a8-be27-4f30-b4be-37ae381735a4,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:08:18.433657 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-ddcf8fd5-59d5-45e7-bb99-18b0f7fedb91 None None] Provisioning complete for port e50331a8-be27-4f30-b4be-37ae381735a4 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:08:18.433930 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-ddcf8fd5-59d5-45e7-bb99-18b0f7fedb91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:08:18.447510 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-b3d0070b-c5c6-4baa-8574-cfd011dde3e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:08:18.465532 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-ddcf8fd5-59d5-45e7-bb99-18b0f7fedb91 None None] Port e50331a8-be27-4f30-b4be-37ae381735a4 cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:08:18.654943 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-b3d0070b-c5c6-4baa-8574-cfd011dde3e8 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:08:18.659535 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-b3d0070b-c5c6-4baa-8574-cfd011dde3e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:08:18.660295 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-b3d0070b-c5c6-4baa-8574-cfd011dde3e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2068703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1794403'] for router_interface, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:08:18.716540 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d0070b-c5c6-4baa-8574-cfd011dde3e8 admin admin] Pushing event updated for resources: {'Port': ['ID=e50331a8-be27-4f30-b4be-37ae381735a4,revision_number=2']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:08:18.786217 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3d0070b-c5c6-4baa-8574-cfd011dde3e8 admin admin] Network b4760d71-5ceb-416e-b93b-53e02a6d41c2 is already hosted by enough agents. {{(pid=103591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:08:18.787524 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [None req-b3d0070b-c5c6-4baa-8574-cfd011dde3e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:08:18.946024 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3d0070b-c5c6-4baa-8574-cfd011dde3e8 admin admin] Router dce4acaa-008c-462c-81b9-f91d9ea7b358 is scheduled to L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 with binding_index 1 {{(pid=103591) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 17:08:18.985995 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-d17332ea-a399-4ee4-8a26-e05bb6795dba None None] Provisioning complete for port e50331a8-be27-4f30-b4be-37ae381735a4 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:08:18.986518 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-d17332ea-a399-4ee4-8a26-e05bb6795dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:08:19.018238 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-d17332ea-a399-4ee4-8a26-e05bb6795dba None None] Port e50331a8-be27-4f30-b4be-37ae381735a4 cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:08:19.038067 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3d0070b-c5c6-4baa-8574-cfd011dde3e8 admin admin] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:08:19.044275 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-b3d0070b-c5c6-4baa-8574-cfd011dde3e8 admin admin] 10.222.0.60 "PUT /v2.0/routers/dce4acaa-008c-462c-81b9-f91d9ea7b358/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7019248 Nov 23 17:08:19.048864 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0835999-a4e9-46f7-b282-3e180e6d515f None None] Sync routers for ids ['dce4acaa-008c-462c-81b9-f91d9ea7b358'] in n-d-816206-8 {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:08:19.061581 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0835999-a4e9-46f7-b282-3e180e6d515f None None] Routers {'dce4acaa-008c-462c-81b9-f91d9ea7b358'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:08:19.062474 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-f0835999-a4e9-46f7-b282-3e180e6d515f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:08:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['dce4acaa-008c-462c-81b9-f91d9ea7b358'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:08:19.249983 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-f0835999-a4e9-46f7-b282-3e180e6d515f None None] Set router dce4acaa-008c-462c-81b9-f91d9ea7b358 gateway port host: None {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:08:19.683795 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-f0835999-a4e9-46f7-b282-3e180e6d515f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dce4acaa-008c-462c-81b9-f91d9ea7b358', 'name': 'router1', 'tenant_id': '41cd4fe24a5741438ab0d317cee63b5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:08:08Z', 'updated_at': '2021-11-23T17:08:18Z', 'revision_number': 2, 'project_id': '41cd4fe24a5741438ab0d317cee63b5c', 'gw_port_host': None, '_interfaces': [{'id': 'e50331a8-be27-4f30-b4be-37ae381735a4', 'name': '', 'network_id': 'b4760d71-5ceb-416e-b93b-53e02a6d41c2', 'tenant_id': '41cd4fe24a5741438ab0d317cee63b5c', 'mac_address': 'fa:16:3e:59:bc:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dce4acaa-008c-462c-81b9-f91d9ea7b358', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '95019456-3a92-4af6-aafe-d2bbad5159b1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:08:17Z', 'updated_at': '2021-11-23T17:08:18Z', 'revision_number': 2, 'project_id': '41cd4fe24a5741438ab0d317cee63b5c', 'subnets': [{'id': '95019456-3a92-4af6-aafe-d2bbad5159b1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a702aa14-dace-4351-b3ad-33f64063359d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:08:19.734540 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0835999-a4e9-46f7-b282-3e180e6d515f None None] Checking router: dce4acaa-008c-462c-81b9-f91d9ea7b358 for host: n-d-816206-8 {{(pid=103593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 17:08:19.734921 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0835999-a4e9-46f7-b282-3e180e6d515f None None] Updating router dce4acaa-008c-462c-81b9-f91d9ea7b358 port e50331a8-be27-4f30-b4be-37ae381735a4 binding host n-d-816206-8 {{(pid=103593) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 17:08:19.783875 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-f0835999-a4e9-46f7-b282-3e180e6d515f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:08:20.293523 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-f0835999-a4e9-46f7-b282-3e180e6d515f None None] Publish callbacks [] for port, precommit_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:08:20.300122 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-f0835999-a4e9-46f7-b282-3e180e6d515f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:08:20.472834 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [None req-f0835999-a4e9-46f7-b282-3e180e6d515f None None] Attempting to bind port e50331a8-be27-4f30-b4be-37ae381735a4 on host n-d-816206-8 for vnic_type normal with profile {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:08:20.473230 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [None req-f0835999-a4e9-46f7-b282-3e180e6d515f None None] Attempting to bind port e50331a8-be27-4f30-b4be-37ae381735a4 by drivers openvswitch,hyperv on host n-d-816206-8 at level 0 using segments [{'id': 'eb0f2f1a-3ecb-4e26-9df0-a149a930ef21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'b4760d71-5ceb-416e-b93b-53e02a6d41c2'}] {{(pid=103593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:08:20.473661 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0835999-a4e9-46f7-b282-3e180e6d515f None None] Attempting to bind port e50331a8-be27-4f30-b4be-37ae381735a4 on network b4760d71-5ceb-416e-b93b-53e02a6d41c2 {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:08:20.476593 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640158c5-34fb-4575-a319-f8f78f793dea None None] Pushing event updated for resources: {'Port': ['ID=e50331a8-be27-4f30-b4be-37ae381735a4,revision_number=3']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:08:20.484734 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0835999-a4e9-46f7-b282-3e180e6d515f None None] Checking agent: {'id': '9e89acbe-4bbe-4c77-a18b-6f1da9133e0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 7, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 8, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:08:20.485153 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0835999-a4e9-46f7-b282-3e180e6d515f None None] Checking segment: {'id': 'eb0f2f1a-3ecb-4e26-9df0-a149a930ef21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'b4760d71-5ceb-416e-b93b-53e02a6d41c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:08:20.485617 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-f0835999-a4e9-46f7-b282-3e180e6d515f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:08:20.486007 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0835999-a4e9-46f7-b282-3e180e6d515f None None] Bound using segment: {'id': 'eb0f2f1a-3ecb-4e26-9df0-a149a930ef21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'b4760d71-5ceb-416e-b93b-53e02a6d41c2'} {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:08:20.486516 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [None req-f0835999-a4e9-46f7-b282-3e180e6d515f None None] Bound port: e50331a8-be27-4f30-b4be-37ae381735a4, host: n-d-816206-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb0f2f1a-3ecb-4e26-9df0-a149a930ef21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'b4760d71-5ceb-416e-b93b-53e02a6d41c2'}}] {{(pid=103593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:08:20.486907 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-f0835999-a4e9-46f7-b282-3e180e6d515f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:08:20.490115 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-640158c5-34fb-4575-a319-f8f78f793dea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:08:20.490463 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-640158c5-34fb-4575-a319-f8f78f793dea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:08:20.490803 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-640158c5-34fb-4575-a319-f8f78f793dea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:08:20.491141 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-640158c5-34fb-4575-a319-f8f78f793dea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:08:20.491474 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-640158c5-34fb-4575-a319-f8f78f793dea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:08:20.491804 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-640158c5-34fb-4575-a319-f8f78f793dea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:08:20.492131 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-640158c5-34fb-4575-a319-f8f78f793dea None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:08:20.492454 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-640158c5-34fb-4575-a319-f8f78f793dea None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:08:20.492801 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-640158c5-34fb-4575-a319-f8f78f793dea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:08:20.493121 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-640158c5-34fb-4575-a319-f8f78f793dea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:08:20.493444 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-640158c5-34fb-4575-a319-f8f78f793dea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:08:20.493767 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-640158c5-34fb-4575-a319-f8f78f793dea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:08:20.494834 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-640158c5-34fb-4575-a319-f8f78f793dea None None] Tracked resource versions report: Nov 23 17:08:20.494834 n-d-816206-8 neutron-server[103593]: pushed versions: Nov 23 17:08:20.494834 n-d-816206-8 neutron-server[103593]: { 'AddressGroup': {'1.2'}, Nov 23 17:08:20.494834 n-d-816206-8 neutron-server[103593]: 'ConntrackHelper': {'1.0'}, Nov 23 17:08:20.494834 n-d-816206-8 neutron-server[103593]: 'Log': {'1.0'}, Nov 23 17:08:20.494834 n-d-816206-8 neutron-server[103593]: 'Network': {'1.1'}, Nov 23 17:08:20.494834 n-d-816206-8 neutron-server[103593]: 'Port': {'1.7'}, Nov 23 17:08:20.494834 n-d-816206-8 neutron-server[103593]: 'PortForwarding': {'1.2'}, Nov 23 17:08:20.494834 n-d-816206-8 neutron-server[103593]: 'QosPolicy': {'1.10'}, Nov 23 17:08:20.494834 n-d-816206-8 neutron-server[103593]: 'SecurityGroup': {'1.5'}, Nov 23 17:08:20.494834 n-d-816206-8 neutron-server[103593]: 'SecurityGroupRule': {'1.2'}, Nov 23 17:08:20.494834 n-d-816206-8 neutron-server[103593]: 'SubPort': {'1.0'}, Nov 23 17:08:20.494834 n-d-816206-8 neutron-server[103593]: 'Subnet': {'1.1'}, Nov 23 17:08:20.494834 n-d-816206-8 neutron-server[103593]: 'Trunk': {'1.1'}} Nov 23 17:08:20.494834 n-d-816206-8 neutron-server[103593]: consumer versions: Nov 23 17:08:20.494834 n-d-816206-8 neutron-server[103593]: { DHCP agent@n-d-816206-8: {}, Nov 23 17:08:20.494834 n-d-816206-8 neutron-server[103593]: L3 agent@n-d-816206-8: {}, Nov 23 17:08:20.494834 n-d-816206-8 neutron-server[103593]: Metadata agent@n-d-816206-8: {}, Nov 23 17:08:20.494834 n-d-816206-8 neutron-server[103593]: Metering agent@n-d-816206-8: {}, Nov 23 17:08:20.494834 n-d-816206-8 neutron-server[103593]: Open vSwitch agent@n-d-816206-8: { 'AddressGroup': '1.2', Nov 23 17:08:20.494834 n-d-816206-8 neutron-server[103593]: 'ConntrackHelper': '1.0', Nov 23 17:08:20.494834 n-d-816206-8 neutron-server[103593]: 'Log': '1.0', Nov 23 17:08:20.494834 n-d-816206-8 neutron-server[103593]: 'Network': '1.1', Nov 23 17:08:20.494834 n-d-816206-8 neutron-server[103593]: 'Port': '1.7', Nov 23 17:08:20.494834 n-d-816206-8 neutron-server[103593]: 'PortForwarding': '1.2', Nov 23 17:08:20.494834 n-d-816206-8 neutron-server[103593]: 'QosPolicy': '1.10', Nov 23 17:08:20.494834 n-d-816206-8 neutron-server[103593]: 'SecurityGroup': '1.5', Nov 23 17:08:20.494834 n-d-816206-8 neutron-server[103593]: 'SecurityGroupRule': '1.2', Nov 23 17:08:20.494834 n-d-816206-8 neutron-server[103593]: 'SubPort': '1.0', Nov 23 17:08:20.494834 n-d-816206-8 neutron-server[103593]: 'Subnet': '1.1', Nov 23 17:08:20.494834 n-d-816206-8 neutron-server[103593]: 'Trunk': '1.1'}} Nov 23 17:08:20.494834 n-d-816206-8 neutron-server[103593]: {{(pid=103593) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 23 17:08:20.546242 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-83c26446-1b50-4080-b82f-ac3477d38cbc None None] Provisioning complete for port e50331a8-be27-4f30-b4be-37ae381735a4 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:08:20.546784 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-83c26446-1b50-4080-b82f-ac3477d38cbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:08:20.560017 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-f0835999-a4e9-46f7-b282-3e180e6d515f None None] For port e50331a8-be27-4f30-b4be-37ae381735a4, host n-d-816206-8, cleared binding levels {{(pid=103593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:08:20.579555 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-f0835999-a4e9-46f7-b282-3e180e6d515f None None] For port e50331a8-be27-4f30-b4be-37ae381735a4, host n-d-816206-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=e50331a8-be27-4f30-b4be-37ae381735a4,segment=NetworkSegment(eb0f2f1a-3ecb-4e26-9df0-a149a930ef21),segment_id=eb0f2f1a-3ecb-4e26-9df0-a149a930ef21)] {{(pid=103593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:08:20.582854 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-83c26446-1b50-4080-b82f-ac3477d38cbc None None] Port e50331a8-be27-4f30-b4be-37ae381735a4 cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:08:20.584739 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-f0835999-a4e9-46f7-b282-3e180e6d515f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:08:20.641599 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0835999-a4e9-46f7-b282-3e180e6d515f None None] Routers {'dce4acaa-008c-462c-81b9-f91d9ea7b358'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:08:20.642161 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-f0835999-a4e9-46f7-b282-3e180e6d515f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:08:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['dce4acaa-008c-462c-81b9-f91d9ea7b358'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:08:20.706928 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640158c5-34fb-4575-a319-f8f78f793dea None None] Pushing event updated for resources: {'Port': ['ID=e50331a8-be27-4f30-b4be-37ae381735a4,revision_number=4']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:08:20.738080 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-f0835999-a4e9-46f7-b282-3e180e6d515f None None] Set router dce4acaa-008c-462c-81b9-f91d9ea7b358 gateway port host: None {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:08:20.801313 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-84339e0a-31f6-48a0-a944-1f66bf51a415 None None] Provisioning complete for port e50331a8-be27-4f30-b4be-37ae381735a4 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:08:20.801881 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-84339e0a-31f6-48a0-a944-1f66bf51a415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:08:20.880277 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-84339e0a-31f6-48a0-a944-1f66bf51a415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:08:20.913856 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-84339e0a-31f6-48a0-a944-1f66bf51a415 None None] For port e50331a8-be27-4f30-b4be-37ae381735a4, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=e50331a8-be27-4f30-b4be-37ae381735a4,segment=NetworkSegment(eb0f2f1a-3ecb-4e26-9df0-a149a930ef21),segment_id=eb0f2f1a-3ecb-4e26-9df0-a149a930ef21)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:08:20.918936 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-84339e0a-31f6-48a0-a944-1f66bf51a415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:08:20.951500 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-f0835999-a4e9-46f7-b282-3e180e6d515f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dce4acaa-008c-462c-81b9-f91d9ea7b358', 'name': 'router1', 'tenant_id': '41cd4fe24a5741438ab0d317cee63b5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:08:08Z', 'updated_at': '2021-11-23T17:08:18Z', 'revision_number': 2, 'project_id': '41cd4fe24a5741438ab0d317cee63b5c', 'gw_port_host': None, '_interfaces': [{'id': 'e50331a8-be27-4f30-b4be-37ae381735a4', 'name': '', 'network_id': 'b4760d71-5ceb-416e-b93b-53e02a6d41c2', 'tenant_id': '41cd4fe24a5741438ab0d317cee63b5c', 'mac_address': 'fa:16:3e:59:bc:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dce4acaa-008c-462c-81b9-f91d9ea7b358', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '95019456-3a92-4af6-aafe-d2bbad5159b1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:08:17Z', 'updated_at': '2021-11-23T17:08:20Z', 'revision_number': 4, 'project_id': '41cd4fe24a5741438ab0d317cee63b5c', 'subnets': [{'id': '95019456-3a92-4af6-aafe-d2bbad5159b1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a702aa14-dace-4351-b3ad-33f64063359d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:08:20.974121 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84339e0a-31f6-48a0-a944-1f66bf51a415 None None] Pushing event updated for resources: {'Port': ['ID=e50331a8-be27-4f30-b4be-37ae381735a4,revision_number=5']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:08:20.978259 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0835999-a4e9-46f7-b282-3e180e6d515f None None] The sync data for ids ['dce4acaa-008c-462c-81b9-f91d9ea7b358'] in n-d-816206-8 is: [{'id': 'dce4acaa-008c-462c-81b9-f91d9ea7b358', 'name': 'router1', 'tenant_id': '41cd4fe24a5741438ab0d317cee63b5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:08:08Z', 'updated_at': '2021-11-23T17:08:18Z', 'revision_number': 2, 'project_id': '41cd4fe24a5741438ab0d317cee63b5c', 'gw_port_host': None, '_interfaces': [{'id': 'e50331a8-be27-4f30-b4be-37ae381735a4', 'name': '', 'network_id': 'b4760d71-5ceb-416e-b93b-53e02a6d41c2', 'tenant_id': '41cd4fe24a5741438ab0d317cee63b5c', 'mac_address': 'fa:16:3e:59:bc:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dce4acaa-008c-462c-81b9-f91d9ea7b358', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '95019456-3a92-4af6-aafe-d2bbad5159b1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:08:17Z', 'updated_at': '2021-11-23T17:08:20Z', 'revision_number': 4, 'project_id': '41cd4fe24a5741438ab0d317cee63b5c', 'subnets': [{'id': '95019456-3a92-4af6-aafe-d2bbad5159b1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a702aa14-dace-4351-b3ad-33f64063359d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:08:21.376974 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 45304) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:08:21.489150 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24362e93-12e1-4e35-9cf2-462a84b45393 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:08:21.490500 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-24362e93-12e1-4e35-9cf2-462a84b45393 admin admin] 10.222.0.60 "GET /v2.0/networks/4c8455ba-1be5-42ac-b8c2-8a16e1292d55 HTTP/1.1" status: 200 len: 842 time: 0.1125748 Nov 23 17:08:21.501012 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-981182a7-5cb4-4af0-bea0-2a2c2133779e admin admin] Request body: {'subnet': {'ip_version': 4, 'enable_dhcp': False, 'gateway_ip': '172.25.3.1', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'cidr': '172.25.3.0/24', 'name': 'public-subnet'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:08:21.522206 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-981182a7-5cb4-4af0-bea0-2a2c2133779e admin admin] Made reservation on behalf of acb4d4034f014561a451bf60d7dd9d3b for: {'subnet': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:08:21.524397 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-981182a7-5cb4-4af0-bea0-2a2c2133779e admin admin] Publish callbacks [] for subnet, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:08:21.869656 n-d-816206-8 neutron-server[103591]: DEBUG neutron.objects.ports [None req-981182a7-5cb4-4af0-bea0-2a2c2133779e admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103591) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 23 17:08:21.870613 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-981182a7-5cb4-4af0-bea0-2a2c2133779e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493'] for subnet, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:08:21.917585 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981182a7-5cb4-4af0-bea0-2a2c2133779e admin admin] Pushing event updated for resources: {'Subnet': ['ID=08fe3644-ce41-4c3f-a7ea-92bac0f0fff5,revision_number=0']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:08:21.931820 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-981182a7-5cb4-4af0-bea0-2a2c2133779e admin admin] Checking segment: {'id': 'bffd1e4f-e80f-4ff0-b418-2f42ae15febf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:08:21.932165 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-981182a7-5cb4-4af0-bea0-2a2c2133779e admin admin] Network hostable DHCP agents. Network: 4c8455ba-1be5-42ac-b8c2-8a16e1292d55, hostable agents: ['0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3'], hosted agents: [] {{(pid=103591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 17:08:21.948590 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-981182a7-5cb4-4af0-bea0-2a2c2133779e admin admin] Network 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 is scheduled to be hosted by DHCP agent 0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3 with binding_index 1 {{(pid=103591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 17:08:21.956683 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [None req-981182a7-5cb4-4af0-bea0-2a2c2133779e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-8, 4c8455ba-1be5-42ac-b8c2-8a16e1292d55) {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:08:21.960679 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-981182a7-5cb4-4af0-bea0-2a2c2133779e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:08:21.961259 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-981182a7-5cb4-4af0-bea0-2a2c2133779e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for subnet, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:08:21.970415 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-474059b8-5615-4add-9942-d0857fa0b567 None None] Network 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:08:21.988512 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-981182a7-5cb4-4af0-bea0-2a2c2133779e admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4799371 Nov 23 17:08:22.114698 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddd5e2ad-74ed-4a00-93c2-e9ec6b8f93a3 None None] Network 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:08:24.373594 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 45312) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:08:24.531128 n-d-816206-8 neutron-server[103590]: WARNING oslo_policy.policy [None req-cccd509c-a125-4f84-9dc7-9e16ef157c45 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 23 17:08:24.531708 n-d-816206-8 neutron-server[103590]: WARNING oslo_policy.policy [None req-cccd509c-a125-4f84-9dc7-9e16ef157c45 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 23 17:08:24.825545 n-d-816206-8 neutron-server[103590]: DEBUG neutron.policy [None req-cccd509c-a125-4f84-9dc7-9e16ef157c45 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103590) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 23 17:08:24.873724 n-d-816206-8 neutron-server[103590]: WARNING oslo_policy.policy [None req-cccd509c-a125-4f84-9dc7-9e16ef157c45 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 23 17:08:24.874129 n-d-816206-8 neutron-server[103590]: WARNING oslo_policy.policy [None req-cccd509c-a125-4f84-9dc7-9e16ef157c45 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 23 17:08:25.116750 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-cccd509c-a125-4f84-9dc7-9e16ef157c45 admin admin] 10.222.0.60 "GET /v2.0/routers/dce4acaa-008c-462c-81b9-f91d9ea7b358 HTTP/1.1" status: 200 len: 710 time: 0.7407150 Nov 23 17:08:25.301568 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a83e6aa-179a-4c24-82b1-363e924ad117 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:08:25.303295 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-0a83e6aa-179a-4c24-82b1-363e924ad117 admin admin] 10.222.0.60 "GET /v2.0/networks/4c8455ba-1be5-42ac-b8c2-8a16e1292d55 HTTP/1.1" status: 200 len: 886 time: 0.1806014 Nov 23 17:08:25.313343 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-ae038a54-1f4f-40ae-b123-13a093f7ea12 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'}}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:08:25.569368 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ae038a54-1f4f-40ae-b123-13a093f7ea12 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:08:25.805623 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ae038a54-1f4f-40ae-b123-13a093f7ea12 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:08:25.883815 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ae038a54-1f4f-40ae-b123-13a093f7ea12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:08:26.070246 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-ae038a54-1f4f-40ae-b123-13a093f7ea12 admin admin] Allocated IP 172.25.3.164 (4c8455ba-1be5-42ac-b8c2-8a16e1292d55/08fe3644-ce41-4c3f-a7ea-92bac0f0fff5/4de03a82-9758-4cee-9c68-0850895e3092) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:08:26.179769 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ae038a54-1f4f-40ae-b123-13a093f7ea12 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:08:26.241236 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ae038a54-1f4f-40ae-b123-13a093f7ea12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:08:26.282058 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae038a54-1f4f-40ae-b123-13a093f7ea12 admin admin] Network 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:08:26.283480 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-ae038a54-1f4f-40ae-b123-13a093f7ea12 admin admin] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:08:26.364826 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae038a54-1f4f-40ae-b123-13a093f7ea12 admin admin] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:08:26.402398 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae038a54-1f4f-40ae-b123-13a093f7ea12 admin admin] Pushing event updated for resources: {'Port': ['ID=4de03a82-9758-4cee-9c68-0850895e3092,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:08:26.441414 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae038a54-1f4f-40ae-b123-13a093f7ea12 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:08:26.441759 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae038a54-1f4f-40ae-b123-13a093f7ea12 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:08:26.442099 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae038a54-1f4f-40ae-b123-13a093f7ea12 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:08:26.442434 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae038a54-1f4f-40ae-b123-13a093f7ea12 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:08:26.442763 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae038a54-1f4f-40ae-b123-13a093f7ea12 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:08:26.443090 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae038a54-1f4f-40ae-b123-13a093f7ea12 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:08:26.443415 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae038a54-1f4f-40ae-b123-13a093f7ea12 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:08:26.443737 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae038a54-1f4f-40ae-b123-13a093f7ea12 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:08:26.444058 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae038a54-1f4f-40ae-b123-13a093f7ea12 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:08:26.444375 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae038a54-1f4f-40ae-b123-13a093f7ea12 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:08:26.444718 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae038a54-1f4f-40ae-b123-13a093f7ea12 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:08:26.445039 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae038a54-1f4f-40ae-b123-13a093f7ea12 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:08:26.446075 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae038a54-1f4f-40ae-b123-13a093f7ea12 admin admin] Tracked resource versions report: Nov 23 17:08:26.446075 n-d-816206-8 neutron-server[103590]: pushed versions: Nov 23 17:08:26.446075 n-d-816206-8 neutron-server[103590]: { 'AddressGroup': {'1.2'}, Nov 23 17:08:26.446075 n-d-816206-8 neutron-server[103590]: 'ConntrackHelper': {'1.0'}, Nov 23 17:08:26.446075 n-d-816206-8 neutron-server[103590]: 'Log': {'1.0'}, Nov 23 17:08:26.446075 n-d-816206-8 neutron-server[103590]: 'Network': {'1.1'}, Nov 23 17:08:26.446075 n-d-816206-8 neutron-server[103590]: 'Port': {'1.7'}, Nov 23 17:08:26.446075 n-d-816206-8 neutron-server[103590]: 'PortForwarding': {'1.2'}, Nov 23 17:08:26.446075 n-d-816206-8 neutron-server[103590]: 'QosPolicy': {'1.10'}, Nov 23 17:08:26.446075 n-d-816206-8 neutron-server[103590]: 'SecurityGroup': {'1.5'}, Nov 23 17:08:26.446075 n-d-816206-8 neutron-server[103590]: 'SecurityGroupRule': {'1.2'}, Nov 23 17:08:26.446075 n-d-816206-8 neutron-server[103590]: 'SubPort': {'1.0'}, Nov 23 17:08:26.446075 n-d-816206-8 neutron-server[103590]: 'Subnet': {'1.1'}, Nov 23 17:08:26.446075 n-d-816206-8 neutron-server[103590]: 'Trunk': {'1.1'}} Nov 23 17:08:26.446075 n-d-816206-8 neutron-server[103590]: consumer versions: Nov 23 17:08:26.446075 n-d-816206-8 neutron-server[103590]: { DHCP agent@n-d-816206-8: {}, Nov 23 17:08:26.446075 n-d-816206-8 neutron-server[103590]: L3 agent@n-d-816206-8: {}, Nov 23 17:08:26.446075 n-d-816206-8 neutron-server[103590]: Metadata agent@n-d-816206-8: {}, Nov 23 17:08:26.446075 n-d-816206-8 neutron-server[103590]: Metering agent@n-d-816206-8: {}, Nov 23 17:08:26.446075 n-d-816206-8 neutron-server[103590]: Open vSwitch agent@n-d-816206-8: { 'AddressGroup': '1.2', Nov 23 17:08:26.446075 n-d-816206-8 neutron-server[103590]: 'ConntrackHelper': '1.0', Nov 23 17:08:26.446075 n-d-816206-8 neutron-server[103590]: 'Log': '1.0', Nov 23 17:08:26.446075 n-d-816206-8 neutron-server[103590]: 'Network': '1.1', Nov 23 17:08:26.446075 n-d-816206-8 neutron-server[103590]: 'Port': '1.7', Nov 23 17:08:26.446075 n-d-816206-8 neutron-server[103590]: 'PortForwarding': '1.2', Nov 23 17:08:26.446075 n-d-816206-8 neutron-server[103590]: 'QosPolicy': '1.10', Nov 23 17:08:26.446075 n-d-816206-8 neutron-server[103590]: 'SecurityGroup': '1.5', Nov 23 17:08:26.446075 n-d-816206-8 neutron-server[103590]: 'SecurityGroupRule': '1.2', Nov 23 17:08:26.446075 n-d-816206-8 neutron-server[103590]: 'SubPort': '1.0', Nov 23 17:08:26.446075 n-d-816206-8 neutron-server[103590]: 'Subnet': '1.1', Nov 23 17:08:26.446075 n-d-816206-8 neutron-server[103590]: 'Trunk': '1.1'}} Nov 23 17:08:26.446075 n-d-816206-8 neutron-server[103590]: {{(pid=103590) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 23 17:08:26.676330 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ae038a54-1f4f-40ae-b123-13a093f7ea12 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:08:26.914509 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ae038a54-1f4f-40ae-b123-13a093f7ea12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1795385', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1794325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8160'] for router, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:08:26.920095 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ae038a54-1f4f-40ae-b123-13a093f7ea12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1795362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1795376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1795371', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1794338'] for router, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:08:27.029320 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae038a54-1f4f-40ae-b123-13a093f7ea12 admin admin] Router dce4acaa-008c-462c-81b9-f91d9ea7b358 has already been hosted by L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 {{(pid=103590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 17:08:27.137996 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae038a54-1f4f-40ae-b123-13a093f7ea12 admin admin] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:08:27.144151 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ae038a54-1f4f-40ae-b123-13a093f7ea12 admin admin] Publish callbacks [] for router, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:08:27.145376 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-ae038a54-1f4f-40ae-b123-13a093f7ea12 admin admin] 10.222.0.60 "PUT /v2.0/routers/dce4acaa-008c-462c-81b9-f91d9ea7b358 HTTP/1.1" status: 200 len: 890 time: 1.8356085 Nov 23 17:08:27.919751 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17ebffba-e894-484e-9da8-3b7da40f1014 None None] Sync routers for ids ['dce4acaa-008c-462c-81b9-f91d9ea7b358'] in n-d-816206-8 {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:08:27.930433 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17ebffba-e894-484e-9da8-3b7da40f1014 None None] Routers {'dce4acaa-008c-462c-81b9-f91d9ea7b358'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:08:27.931082 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-17ebffba-e894-484e-9da8-3b7da40f1014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:08:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['dce4acaa-008c-462c-81b9-f91d9ea7b358'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:08:28.083597 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device e50331a8-be27-4f30-b4be-37ae381735a4 up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:08:28.175395 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvr_db [None req-17ebffba-e894-484e-9da8-3b7da40f1014 None None] Set router dce4acaa-008c-462c-81b9-f91d9ea7b358 gateway port host: n-d-816206-8 {{(pid=103592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:08:28.323327 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port e50331a8-be27-4f30-b4be-37ae381735a4 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:08:28.323698 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:08:28.701296 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-17ebffba-e894-484e-9da8-3b7da40f1014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dce4acaa-008c-462c-81b9-f91d9ea7b358', 'name': 'router1', 'tenant_id': '41cd4fe24a5741438ab0d317cee63b5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.164'}], 'enable_snat': True}, 'gw_port_id': '4de03a82-9758-4cee-9c68-0850895e3092', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:08:08Z', 'updated_at': '2021-11-23T17:08:26Z', 'revision_number': 4, 'project_id': '41cd4fe24a5741438ab0d317cee63b5c', 'gw_port': {'id': '4de03a82-9758-4cee-9c68-0850895e3092', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:10:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dce4acaa-008c-462c-81b9-f91d9ea7b358', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:08:25Z', 'updated_at': '2021-11-23T17:08:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_interfaces': [{'id': 'e50331a8-be27-4f30-b4be-37ae381735a4', 'name': '', 'network_id': 'b4760d71-5ceb-416e-b93b-53e02a6d41c2', 'tenant_id': '41cd4fe24a5741438ab0d317cee63b5c', 'mac_address': 'fa:16:3e:59:bc:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dce4acaa-008c-462c-81b9-f91d9ea7b358', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '95019456-3a92-4af6-aafe-d2bbad5159b1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:08:17Z', 'updated_at': '2021-11-23T17:08:20Z', 'revision_number': 5, 'project_id': '41cd4fe24a5741438ab0d317cee63b5c', 'subnets': [{'id': '95019456-3a92-4af6-aafe-d2bbad5159b1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a702aa14-dace-4351-b3ad-33f64063359d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:08:28.750502 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17ebffba-e894-484e-9da8-3b7da40f1014 None None] Checking router: dce4acaa-008c-462c-81b9-f91d9ea7b358 for host: n-d-816206-8 {{(pid=103592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 17:08:28.750862 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17ebffba-e894-484e-9da8-3b7da40f1014 None None] Updating router dce4acaa-008c-462c-81b9-f91d9ea7b358 port 4de03a82-9758-4cee-9c68-0850895e3092 binding host n-d-816206-8 {{(pid=103592) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 17:08:28.800072 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-17ebffba-e894-484e-9da8-3b7da40f1014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:08:29.111096 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-17ebffba-e894-484e-9da8-3b7da40f1014 None None] Publish callbacks [] for port, precommit_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:08:29.116253 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-17ebffba-e894-484e-9da8-3b7da40f1014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:08:29.170162 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-17ebffba-e894-484e-9da8-3b7da40f1014 None None] Attempting to bind port 4de03a82-9758-4cee-9c68-0850895e3092 on host n-d-816206-8 for vnic_type normal with profile {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:08:29.170538 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-17ebffba-e894-484e-9da8-3b7da40f1014 None None] Attempting to bind port 4de03a82-9758-4cee-9c68-0850895e3092 by drivers openvswitch,hyperv on host n-d-816206-8 at level 0 using segments [{'id': 'bffd1e4f-e80f-4ff0-b418-2f42ae15febf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:08:29.170905 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17ebffba-e894-484e-9da8-3b7da40f1014 None None] Attempting to bind port 4de03a82-9758-4cee-9c68-0850895e3092 on network 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:08:29.179170 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d144aea2-7f85-4b10-9dc5-ec52429405c4 None None] Pushing event updated for resources: {'Port': ['ID=4de03a82-9758-4cee-9c68-0850895e3092,revision_number=2']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:08:29.181617 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17ebffba-e894-484e-9da8-3b7da40f1014 None None] Checking agent: {'id': '9e89acbe-4bbe-4c77-a18b-6f1da9133e0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 7, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 8, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:08:29.181988 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17ebffba-e894-484e-9da8-3b7da40f1014 None None] Checking segment: {'id': 'bffd1e4f-e80f-4ff0-b418-2f42ae15febf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:08:29.182384 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-17ebffba-e894-484e-9da8-3b7da40f1014 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:08:29.182763 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17ebffba-e894-484e-9da8-3b7da40f1014 None None] Bound using segment: {'id': 'bffd1e4f-e80f-4ff0-b418-2f42ae15febf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:08:29.183227 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-17ebffba-e894-484e-9da8-3b7da40f1014 None None] Bound port: 4de03a82-9758-4cee-9c68-0850895e3092, host: n-d-816206-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bffd1e4f-e80f-4ff0-b418-2f42ae15febf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'}}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:08:29.183629 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-17ebffba-e894-484e-9da8-3b7da40f1014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:08:29.235233 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-17ebffba-e894-484e-9da8-3b7da40f1014 None None] For port 4de03a82-9758-4cee-9c68-0850895e3092, host n-d-816206-8, cleared binding levels {{(pid=103592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:08:29.238291 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-17ebffba-e894-484e-9da8-3b7da40f1014 None None] For port 4de03a82-9758-4cee-9c68-0850895e3092, host n-d-816206-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=4de03a82-9758-4cee-9c68-0850895e3092,segment=NetworkSegment(bffd1e4f-e80f-4ff0-b418-2f42ae15febf),segment_id=bffd1e4f-e80f-4ff0-b418-2f42ae15febf)] {{(pid=103592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:08:29.241528 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-17ebffba-e894-484e-9da8-3b7da40f1014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:08:29.298238 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17ebffba-e894-484e-9da8-3b7da40f1014 None None] Routers {'dce4acaa-008c-462c-81b9-f91d9ea7b358'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:08:29.298845 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-17ebffba-e894-484e-9da8-3b7da40f1014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:08:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['dce4acaa-008c-462c-81b9-f91d9ea7b358'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:08:29.302203 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d144aea2-7f85-4b10-9dc5-ec52429405c4 None None] Pushing event updated for resources: {'Port': ['ID=4de03a82-9758-4cee-9c68-0850895e3092,revision_number=3']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:08:29.409145 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvr_db [None req-17ebffba-e894-484e-9da8-3b7da40f1014 None None] Set router dce4acaa-008c-462c-81b9-f91d9ea7b358 gateway port host: n-d-816206-8 {{(pid=103592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:08:29.621080 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-17ebffba-e894-484e-9da8-3b7da40f1014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dce4acaa-008c-462c-81b9-f91d9ea7b358', 'name': 'router1', 'tenant_id': '41cd4fe24a5741438ab0d317cee63b5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.164'}], 'enable_snat': True}, 'gw_port_id': '4de03a82-9758-4cee-9c68-0850895e3092', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:08:08Z', 'updated_at': '2021-11-23T17:08:26Z', 'revision_number': 4, 'project_id': '41cd4fe24a5741438ab0d317cee63b5c', 'gw_port': {'id': '4de03a82-9758-4cee-9c68-0850895e3092', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:10:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dce4acaa-008c-462c-81b9-f91d9ea7b358', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:08:25Z', 'updated_at': '2021-11-23T17:08:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_interfaces': [{'id': 'e50331a8-be27-4f30-b4be-37ae381735a4', 'name': '', 'network_id': 'b4760d71-5ceb-416e-b93b-53e02a6d41c2', 'tenant_id': '41cd4fe24a5741438ab0d317cee63b5c', 'mac_address': 'fa:16:3e:59:bc:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dce4acaa-008c-462c-81b9-f91d9ea7b358', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '95019456-3a92-4af6-aafe-d2bbad5159b1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:08:17Z', 'updated_at': '2021-11-23T17:08:20Z', 'revision_number': 5, 'project_id': '41cd4fe24a5741438ab0d317cee63b5c', 'subnets': [{'id': '95019456-3a92-4af6-aafe-d2bbad5159b1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a702aa14-dace-4351-b3ad-33f64063359d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:08:29.638591 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 45336) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:08:29.646917 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17ebffba-e894-484e-9da8-3b7da40f1014 None None] The sync data for ids ['dce4acaa-008c-462c-81b9-f91d9ea7b358'] in n-d-816206-8 is: [{'id': 'dce4acaa-008c-462c-81b9-f91d9ea7b358', 'name': 'router1', 'tenant_id': '41cd4fe24a5741438ab0d317cee63b5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.164'}], 'enable_snat': True}, 'gw_port_id': '4de03a82-9758-4cee-9c68-0850895e3092', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:08:08Z', 'updated_at': '2021-11-23T17:08:26Z', 'revision_number': 4, 'project_id': '41cd4fe24a5741438ab0d317cee63b5c', 'gw_port': {'id': '4de03a82-9758-4cee-9c68-0850895e3092', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:10:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dce4acaa-008c-462c-81b9-f91d9ea7b358', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:08:25Z', 'updated_at': '2021-11-23T17:08:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_interfaces': [{'id': 'e50331a8-be27-4f30-b4be-37ae381735a4', 'name': '', 'network_id': 'b4760d71-5ceb-416e-b93b-53e02a6d41c2', 'tenant_id': '41cd4fe24a5741438ab0d317cee63b5c', 'mac_address': 'fa:16:3e:59:bc:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dce4acaa-008c-462c-81b9-f91d9ea7b358', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '95019456-3a92-4af6-aafe-d2bbad5159b1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:08:17Z', 'updated_at': '2021-11-23T17:08:20Z', 'revision_number': 5, 'project_id': '41cd4fe24a5741438ab0d317cee63b5c', 'subnets': [{'id': '95019456-3a92-4af6-aafe-d2bbad5159b1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a702aa14-dace-4351-b3ad-33f64063359d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:08:29.776176 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-3a1be8dc-00c2-4f31-b146-5325e83eaf90 admin admin] 10.222.0.60 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1363165 Nov 23 17:08:30.079756 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 4de03a82-9758-4cee-9c68-0850895e3092 up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:08:30.138035 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port 4de03a82-9758-4cee-9c68-0850895e3092 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:08:30.138676 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:08:30.229945 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:08:30.253222 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] For port 4de03a82-9758-4cee-9c68-0850895e3092, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=4de03a82-9758-4cee-9c68-0850895e3092,segment=NetworkSegment(bffd1e4f-e80f-4ff0-b418-2f42ae15febf),segment_id=bffd1e4f-e80f-4ff0-b418-2f42ae15febf)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:08:30.257475 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:08:30.310168 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Pushing event updated for resources: {'Port': ['ID=4de03a82-9758-4cee-9c68-0850895e3092,revision_number=4']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:08:32.053685 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 4de03a82-9758-4cee-9c68-0850895e3092 up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:08:32.115085 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port 4de03a82-9758-4cee-9c68-0850895e3092 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:08:32.115579 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:08:42.779886 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-7b01cae4-afdb-4e70-8472-417735986e90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:08:45.034232 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-20c218e1-74f9-409d-95cb-92af57277281 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:08:46.333005 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-52822d53-48f5-4819-8a95-bdc13aea0bf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:08:47.507752 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9a27ae6c-db98-474f-94c1-cc99bf842d79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:08:48.208879 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:08:53.246494 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.agents_db [None req-464f6c07-0de8-4be6-8f5b-563f574d1c5d None None] Agent healthcheck: found 5 active agents {{(pid=103593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 17:09:12.810138 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-3bd35889-cc28-4b0d-b56a-82bb852f3968 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:09:14.930321 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-971e9504-7697-42a7-8fe3-ef5dde16fd19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:09:16.318400 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-52822d53-48f5-4819-8a95-bdc13aea0bf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:09:17.499325 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9a27ae6c-db98-474f-94c1-cc99bf842d79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:09:18.210549 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:09:30.245497 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.agents_db [None req-464f6c07-0de8-4be6-8f5b-563f574d1c5d None None] Agent healthcheck: found 5 active agents {{(pid=103593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 17:09:42.784639 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-d2c527ff-7e96-494f-b0b1-eeee154da187 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:09:44.932287 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-52e4df6e-9049-4914-89f2-4de8ea429e13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:09:46.321627 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-52822d53-48f5-4819-8a95-bdc13aea0bf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:09:47.500656 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9a27ae6c-db98-474f-94c1-cc99bf842d79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:09:48.213216 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:09:53.929770 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 45854) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:09:53.991033 n-d-816206-8 neutron-server[103590]: INFO neutron.pecan_wsgi.hooks.translation [None req-d67ca235-b73b-430f-9b3d-7e9865162979 admin admin] GET failed (client error): The resource could not be found. Nov 23 17:09:53.992906 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-d67ca235-b73b-430f-9b3d-7e9865162979 admin admin] 10.222.0.60 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0621233 Nov 23 17:09:54.156891 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b47d702-7695-461d-998d-d4f5e47ca70b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:09:54.158353 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-4b47d702-7695-461d-998d-d4f5e47ca70b admin admin] 10.222.0.60 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1608164 Nov 23 17:09:56.414652 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 45864) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:09:56.514678 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38cc134a-3ec5-4c87-804b-253c5d4aa51b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:09:56.516009 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-38cc134a-3ec5-4c87-804b-253c5d4aa51b admin admin] 10.222.0.60 "GET /v2.0/subnets/95019456-3a92-4af6-aafe-d2bbad5159b1 HTTP/1.1" status: 200 len: 849 time: 0.1004114 Nov 23 17:09:56.526355 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-072ba9ca-b234-45c6-bbed-0f2cc0302690 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:09:56.611207 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-072ba9ca-b234-45c6-bbed-0f2cc0302690 admin admin] Publish callbacks [] for subnet, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:09:56.746074 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-072ba9ca-b234-45c6-bbed-0f2cc0302690 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8736635652217'] for subnet, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:09:56.779546 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-072ba9ca-b234-45c6-bbed-0f2cc0302690 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:09:56.780147 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-072ba9ca-b234-45c6-bbed-0f2cc0302690 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for subnet, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:09:56.781683 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-072ba9ca-b234-45c6-bbed-0f2cc0302690 admin admin] 10.222.0.60 "PUT /v2.0/subnets/95019456-3a92-4af6-aafe-d2bbad5159b1 HTTP/1.1" status: 200 len: 868 time: 0.2594705 Nov 23 17:09:56.782350 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-276ed78a-1257-4566-97f2-1c2c471291c4 None None] Network b4760d71-5ceb-416e-b93b-53e02a6d41c2 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:09:56.800994 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072ba9ca-b234-45c6-bbed-0f2cc0302690 admin admin] Pushing event updated for resources: {'Subnet': ['ID=95019456-3a92-4af6-aafe-d2bbad5159b1,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:09:56.808375 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072ba9ca-b234-45c6-bbed-0f2cc0302690 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:09:56.808749 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072ba9ca-b234-45c6-bbed-0f2cc0302690 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:09:56.809096 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072ba9ca-b234-45c6-bbed-0f2cc0302690 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:09:56.809429 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072ba9ca-b234-45c6-bbed-0f2cc0302690 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:09:56.809760 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072ba9ca-b234-45c6-bbed-0f2cc0302690 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:09:56.810080 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072ba9ca-b234-45c6-bbed-0f2cc0302690 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:09:56.811028 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072ba9ca-b234-45c6-bbed-0f2cc0302690 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:09:56.811028 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072ba9ca-b234-45c6-bbed-0f2cc0302690 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:09:56.811028 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072ba9ca-b234-45c6-bbed-0f2cc0302690 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:09:56.811400 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072ba9ca-b234-45c6-bbed-0f2cc0302690 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:09:56.811643 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072ba9ca-b234-45c6-bbed-0f2cc0302690 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:09:56.811959 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072ba9ca-b234-45c6-bbed-0f2cc0302690 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:09:57.141530 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-8e511866-6bbe-49ab-bbda-2e321997c0ec None None] Provisioning complete for port e50331a8-be27-4f30-b4be-37ae381735a4 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:09:57.141895 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-8e511866-6bbe-49ab-bbda-2e321997c0ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:09:57.228668 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-8e511866-6bbe-49ab-bbda-2e321997c0ec None None] Provisioning complete for port 1558e8fa-3656-4caa-8d63-0bd03a904b13 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:09:57.228881 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-8e511866-6bbe-49ab-bbda-2e321997c0ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:09:59.065779 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 45872) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:09:59.262062 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6eee45b-3496-40e6-837d-6daabed72d39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:09:59.262530 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6eee45b-3496-40e6-837d-6daabed72d39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:09:59.264089 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-a6eee45b-3496-40e6-837d-6daabed72d39 admin admin] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1973374 Nov 23 17:10:01.515900 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 45882) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:10:01.646061 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d93fde5-9d1d-430d-a06b-9c14f8c7af08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:10:01.646512 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d93fde5-9d1d-430d-a06b-9c14f8c7af08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:10:01.648530 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-9d93fde5-9d1d-430d-a06b-9c14f8c7af08 admin admin] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1310990 Nov 23 17:10:03.920257 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 45890) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:10:04.044596 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3a72d36-6c0f-44ff-a29c-73ff22025042 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:10:04.045974 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-b3a72d36-6c0f-44ff-a29c-73ff22025042 admin admin] 10.222.0.60 "GET /v2.0/networks/4c8455ba-1be5-42ac-b8c2-8a16e1292d55 HTTP/1.1" status: 200 len: 886 time: 0.1247168 Nov 23 17:10:06.315348 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 45898) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:10:06.443464 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6db2009e-3618-4954-9d1d-412f10fb5f3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:10:06.445365 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-6db2009e-3618-4954-9d1d-412f10fb5f3f admin admin] 10.222.0.60 "GET /v2.0/networks/b4760d71-5ceb-416e-b93b-53e02a6d41c2 HTTP/1.1" status: 200 len: 869 time: 0.1291099 Nov 23 17:10:07.244529 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.agents_db [None req-464f6c07-0de8-4be6-8f5b-563f574d1c5d None None] Agent healthcheck: found 5 active agents {{(pid=103593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 17:10:08.714113 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 45906) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:10:08.836990 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7338e49b-e2f9-4190-b2e7-48e886881759 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:10:08.837443 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7338e49b-e2f9-4190-b2e7-48e886881759 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:10:08.838950 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-7338e49b-e2f9-4190-b2e7-48e886881759 admin admin] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1239173 Nov 23 17:10:11.110237 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 45914) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:10:11.199182 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-663c40b0-2a07-46c6-82bf-c8e45fac67f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:10:11.199626 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-663c40b0-2a07-46c6-82bf-c8e45fac67f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:10:11.201112 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-663c40b0-2a07-46c6-82bf-c8e45fac67f7 admin admin] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0898550 Nov 23 17:10:12.786172 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-ff03f775-0ac7-4e08-a1bf-e03c11661671 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:10:13.456994 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 45922) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:10:13.542991 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e9d241b-b0a0-45a7-90f1-c82edbd7de6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:10:13.544317 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-6e9d241b-b0a0-45a7-90f1-c82edbd7de6a admin admin] 10.222.0.60 "GET /v2.0/subnets/08fe3644-ce41-4c3f-a7ea-92bac0f0fff5 HTTP/1.1" status: 200 len: 816 time: 0.0863798 Nov 23 17:10:14.932797 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-947f7944-53db-4552-825d-1e4b364c2361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:10:15.809455 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 45930) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:10:15.905487 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec2e0e0a-51a9-49ab-9a07-a069b5b410c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:10:15.907102 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-ec2e0e0a-51a9-49ab-9a07-a069b5b410c8 admin admin] 10.222.0.60 "GET /v2.0/subnets/95019456-3a92-4af6-aafe-d2bbad5159b1 HTTP/1.1" status: 200 len: 868 time: 0.0966978 Nov 23 17:10:16.324203 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-52822d53-48f5-4819-8a95-bdc13aea0bf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:10:17.500829 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9a27ae6c-db98-474f-94c1-cc99bf842d79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:10:18.215564 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:10:40.258306 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 45984) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:10:40.305737 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [None req-c05df356-e5f1-4769-b9cc-521205cb749b admin admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=103591) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 17:10:40.306823 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-c05df356-e5f1-4769-b9cc-521205cb749b admin admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0475419 Nov 23 17:10:42.646178 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 45992) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:10:42.705820 n-d-816206-8 neutron-server[103591]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab62b3d9-7838-4cc4-b0c1-b498db2e6255 admin admin] GET failed (client error): The resource could not be found. Nov 23 17:10:42.707051 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-ab62b3d9-7838-4cc4-b0c1-b498db2e6255 admin admin] 10.222.0.60 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0598996 Nov 23 17:10:42.790632 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-0d6bb950-759c-4393-8c6b-5fac73c4bc1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:10:42.850380 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8be3a7a-5d45-4eda-a143-0357968367b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:10:42.851721 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-f8be3a7a-5d45-4eda-a143-0357968367b5 admin admin] 10.222.0.60 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1402230 Nov 23 17:10:44.244904 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.agents_db [None req-464f6c07-0de8-4be6-8f5b-563f574d1c5d None None] Agent healthcheck: found 5 active agents {{(pid=103593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 17:10:44.934229 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-06b489d8-79ce-4c3f-aa3a-dd6bf24abbc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:10:45.143123 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 46000) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:10:45.190926 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-6a59e8d9-70d7-420a-9adb-6fd53dad8691 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:10:45.211812 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a59e8d9-70d7-420a-9adb-6fd53dad8691 admin admin] Made reservation on behalf of acb4d4034f014561a451bf60d7dd9d3b for: {'network': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:10:45.214078 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-6a59e8d9-70d7-420a-9adb-6fd53dad8691 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for network, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:10:45.241140 n-d-816206-8 neutron-server[103591]: WARNING neutron.services.revisions.revision_plugin [None req-6a59e8d9-70d7-420a-9adb-6fd53dad8691 admin admin] Could not find related network for resource to bump revision. Nov 23 17:10:45.252721 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a59e8d9-70d7-420a-9adb-6fd53dad8691 admin admin] vlan segment allocate from pool success with {'vlan_id': 536, 'physical_network': 'physnet1'} {{(pid=103591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 17:10:45.262253 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-6a59e8d9-70d7-420a-9adb-6fd53dad8691 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:10:45.262590 n-d-816206-8 neutron-server[103591]: INFO neutron.db.segments_db [None req-6a59e8d9-70d7-420a-9adb-6fd53dad8691 admin admin] Added segment 329c1745-02bf-4561-9615-3192910887f5 of type vlan for network f1e1dabf-b410-4023-9169-a460a86e7184 Nov 23 17:10:45.300833 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-6a59e8d9-70d7-420a-9adb-6fd53dad8691 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736635338810'] for network, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:10:45.324161 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-6a59e8d9-70d7-420a-9adb-6fd53dad8691 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493'] for network, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:10:45.325107 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a59e8d9-70d7-420a-9adb-6fd53dad8691 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:10:45.325698 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-6a59e8d9-70d7-420a-9adb-6fd53dad8691 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for network, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:10:45.361761 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-6a59e8d9-70d7-420a-9adb-6fd53dad8691 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2175832 Nov 23 17:10:45.390139 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a59e8d9-70d7-420a-9adb-6fd53dad8691 admin admin] Pushing event updated for resources: {'Network': ['ID=f1e1dabf-b410-4023-9169-a460a86e7184,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:10:45.397673 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a59e8d9-70d7-420a-9adb-6fd53dad8691 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:10:45.398020 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a59e8d9-70d7-420a-9adb-6fd53dad8691 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:10:45.398361 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a59e8d9-70d7-420a-9adb-6fd53dad8691 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:10:45.398697 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a59e8d9-70d7-420a-9adb-6fd53dad8691 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:10:45.399028 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a59e8d9-70d7-420a-9adb-6fd53dad8691 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:10:45.399356 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a59e8d9-70d7-420a-9adb-6fd53dad8691 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:10:45.399682 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a59e8d9-70d7-420a-9adb-6fd53dad8691 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:10:45.400007 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a59e8d9-70d7-420a-9adb-6fd53dad8691 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:10:45.400330 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a59e8d9-70d7-420a-9adb-6fd53dad8691 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:10:45.400684 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a59e8d9-70d7-420a-9adb-6fd53dad8691 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:10:45.401015 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a59e8d9-70d7-420a-9adb-6fd53dad8691 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:10:45.401344 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a59e8d9-70d7-420a-9adb-6fd53dad8691 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:10:45.414424 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Network f1e1dabf-b410-4023-9169-a460a86e7184 details requested by agent ovs-agent-n-d-816206-8 with host n-d-816206-8 {{(pid=103592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 17:10:46.328997 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-52822d53-48f5-4819-8a95-bdc13aea0bf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:10:47.507531 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9a27ae6c-db98-474f-94c1-cc99bf842d79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:10:47.657387 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 46008) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:10:47.716781 n-d-816206-8 neutron-server[103591]: INFO neutron.pecan_wsgi.hooks.translation [None req-18fa9269-a185-49de-b973-5dd285d1e6d4 admin admin] GET failed (client error): The resource could not be found. Nov 23 17:10:47.718037 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-18fa9269-a185-49de-b973-5dd285d1e6d4 admin admin] 10.222.0.60 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0597098 Nov 23 17:10:47.789587 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a56e3fd7-4702-4ed6-8e40-3d602a2c80c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:10:47.791014 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-a56e3fd7-4702-4ed6-8e40-3d602a2c80c8 admin admin] 10.222.0.60 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0686195 Nov 23 17:10:47.801072 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-bbcd9044-8d8c-4abf-9125-5a71aa3748df admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'network_id': 'f1e1dabf-b410-4023-9169-a460a86e7184', 'description': 'shared-subnet', 'name': 'shared-subnet', 'ip_version': 4}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:10:47.821582 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbcd9044-8d8c-4abf-9125-5a71aa3748df admin admin] Made reservation on behalf of acb4d4034f014561a451bf60d7dd9d3b for: {'subnet': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:10:47.823845 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-bbcd9044-8d8c-4abf-9125-5a71aa3748df admin admin] Publish callbacks [] for subnet, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:10:47.985501 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-bbcd9044-8d8c-4abf-9125-5a71aa3748df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493'] for subnet, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:10:48.040563 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcd9044-8d8c-4abf-9125-5a71aa3748df admin admin] Pushing event updated for resources: {'Subnet': ['ID=ac77c175-5679-438b-8a2a-356718377641,revision_number=0']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:10:48.048155 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbcd9044-8d8c-4abf-9125-5a71aa3748df admin admin] Checking segment: {'id': '329c1745-02bf-4561-9615-3192910887f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'f1e1dabf-b410-4023-9169-a460a86e7184'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:10:48.048544 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbcd9044-8d8c-4abf-9125-5a71aa3748df admin admin] Network hostable DHCP agents. Network: f1e1dabf-b410-4023-9169-a460a86e7184, hostable agents: ['0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3'], hosted agents: [] {{(pid=103591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 17:10:48.064414 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbcd9044-8d8c-4abf-9125-5a71aa3748df admin admin] Network f1e1dabf-b410-4023-9169-a460a86e7184 is scheduled to be hosted by DHCP agent 0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3 with binding_index 1 {{(pid=103591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 17:10:48.072924 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [None req-bbcd9044-8d8c-4abf-9125-5a71aa3748df admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-8, f1e1dabf-b410-4023-9169-a460a86e7184) {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:10:48.077340 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbcd9044-8d8c-4abf-9125-5a71aa3748df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:10:48.077959 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-bbcd9044-8d8c-4abf-9125-5a71aa3748df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for subnet, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:10:48.081672 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a76f221c-508f-4f5c-8ae3-30b9e91e3d70 None None] Network f1e1dabf-b410-4023-9169-a460a86e7184 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:10:48.093951 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-bbcd9044-8d8c-4abf-9125-5a71aa3748df admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2961726 Nov 23 17:10:48.239232 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:10:48.245808 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90f786e1-b98a-4e86-909e-f9ab156fdae1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp355044b8-8e87-58c4-94fa-4a010ec30f9e-f1e1dabf-b410-4023-9169-a460a86e7184', 'network_id': 'f1e1dabf-b410-4023-9169-a460a86e7184', 'tenant_id': 'acb4d4034f014561a451bf60d7dd9d3b', 'fixed_ips': [{'subnet_id': 'ac77c175-5679-438b-8a2a-356718377641'}]}} from n-d-816206-8. {{(pid=103592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 17:10:48.246718 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-90f786e1-b98a-4e86-909e-f9ab156fdae1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:10:48.384079 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.db_base_plugin_common [None req-90f786e1-b98a-4e86-909e-f9ab156fdae1 None None] Allocated IP 192.168.233.2 (f1e1dabf-b410-4023-9169-a460a86e7184/ac77c175-5679-438b-8a2a-356718377641/5ddab436-9ab5-4f06-be87-60efe08c5b49) {{(pid=103592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:10:48.621873 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-90f786e1-b98a-4e86-909e-f9ab156fdae1 None None] Publish callbacks [] for port, precommit_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:10:48.628426 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-90f786e1-b98a-4e86-909e-f9ab156fdae1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980'] for port, after_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:10:48.673959 n-d-816206-8 neutron-server[103592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90f786e1-b98a-4e86-909e-f9ab156fdae1 None None] Network f1e1dabf-b410-4023-9169-a460a86e7184 is already hosted by enough agents. {{(pid=103592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:10:48.676996 n-d-816206-8 neutron-server[103592]: DEBUG neutron.scheduler.base_scheduler [None req-90f786e1-b98a-4e86-909e-f9ab156fdae1 None None] Resources bound (agent type, host, resource id): {{(pid=103592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:10:48.680067 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90f786e1-b98a-4e86-909e-f9ab156fdae1 None None] Received port after_create {{(pid=103592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:10:48.685812 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f786e1-b98a-4e86-909e-f9ab156fdae1 None None] Pushing event updated for resources: {'Port': ['ID=5ddab436-9ab5-4f06-be87-60efe08c5b49,revision_number=1']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:10:48.696714 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f786e1-b98a-4e86-909e-f9ab156fdae1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:10:48.697055 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f786e1-b98a-4e86-909e-f9ab156fdae1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:10:48.697390 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f786e1-b98a-4e86-909e-f9ab156fdae1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:10:48.697717 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f786e1-b98a-4e86-909e-f9ab156fdae1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:10:48.698044 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f786e1-b98a-4e86-909e-f9ab156fdae1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:10:48.698651 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f786e1-b98a-4e86-909e-f9ab156fdae1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:10:48.698974 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f786e1-b98a-4e86-909e-f9ab156fdae1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:10:48.699290 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f786e1-b98a-4e86-909e-f9ab156fdae1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:10:48.699613 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f786e1-b98a-4e86-909e-f9ab156fdae1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:10:48.699929 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f786e1-b98a-4e86-909e-f9ab156fdae1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:10:48.700244 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f786e1-b98a-4e86-909e-f9ab156fdae1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:10:48.700581 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f786e1-b98a-4e86-909e-f9ab156fdae1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:10:48.746856 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-90f786e1-b98a-4e86-909e-f9ab156fdae1 None None] Attempting to bind port 5ddab436-9ab5-4f06-be87-60efe08c5b49 on host n-d-816206-8 for vnic_type normal with profile {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:10:48.747223 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-90f786e1-b98a-4e86-909e-f9ab156fdae1 None None] Attempting to bind port 5ddab436-9ab5-4f06-be87-60efe08c5b49 by drivers openvswitch,hyperv on host n-d-816206-8 at level 0 using segments [{'id': '329c1745-02bf-4561-9615-3192910887f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'f1e1dabf-b410-4023-9169-a460a86e7184'}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:10:48.747597 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f786e1-b98a-4e86-909e-f9ab156fdae1 None None] Attempting to bind port 5ddab436-9ab5-4f06-be87-60efe08c5b49 on network f1e1dabf-b410-4023-9169-a460a86e7184 {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:10:48.753628 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f786e1-b98a-4e86-909e-f9ab156fdae1 None None] Checking agent: {'id': '9e89acbe-4bbe-4c77-a18b-6f1da9133e0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 7, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 10, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:10:48.753997 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f786e1-b98a-4e86-909e-f9ab156fdae1 None None] Checking segment: {'id': '329c1745-02bf-4561-9615-3192910887f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'f1e1dabf-b410-4023-9169-a460a86e7184'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:10:48.754390 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-90f786e1-b98a-4e86-909e-f9ab156fdae1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:10:48.755004 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f786e1-b98a-4e86-909e-f9ab156fdae1 None None] Bound using segment: {'id': '329c1745-02bf-4561-9615-3192910887f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'f1e1dabf-b410-4023-9169-a460a86e7184'} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:10:48.755470 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-90f786e1-b98a-4e86-909e-f9ab156fdae1 None None] Bound port: 5ddab436-9ab5-4f06-be87-60efe08c5b49, host: n-d-816206-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '329c1745-02bf-4561-9615-3192910887f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'f1e1dabf-b410-4023-9169-a460a86e7184'}}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:10:48.755929 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-90f786e1-b98a-4e86-909e-f9ab156fdae1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:10:48.819904 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-90f786e1-b98a-4e86-909e-f9ab156fdae1 None None] For port 5ddab436-9ab5-4f06-be87-60efe08c5b49, host n-d-816206-8, cleared binding levels {{(pid=103592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:10:48.823037 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-90f786e1-b98a-4e86-909e-f9ab156fdae1 None None] For port 5ddab436-9ab5-4f06-be87-60efe08c5b49, host n-d-816206-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=5ddab436-9ab5-4f06-be87-60efe08c5b49,segment=NetworkSegment(329c1745-02bf-4561-9615-3192910887f5),segment_id=329c1745-02bf-4561-9615-3192910887f5)] {{(pid=103592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:10:48.828142 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-90f786e1-b98a-4e86-909e-f9ab156fdae1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:10:48.892616 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f786e1-b98a-4e86-909e-f9ab156fdae1 None None] Pushing event updated for resources: {'Port': ['ID=5ddab436-9ab5-4f06-be87-60efe08c5b49,revision_number=2']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:10:49.729934 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dfaccc4-e060-4dff-a148-720c51cae7cf None None] Network f1e1dabf-b410-4023-9169-a460a86e7184 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:10:49.854814 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-0d73d712-4edf-4d2e-838d-af2ad5b08f60 None None] Provisioning complete for port 5ddab436-9ab5-4f06-be87-60efe08c5b49 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:10:49.855114 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-0d73d712-4edf-4d2e-838d-af2ad5b08f60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:10:49.965238 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-0d73d712-4edf-4d2e-838d-af2ad5b08f60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:10:50.002553 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-0d73d712-4edf-4d2e-838d-af2ad5b08f60 None None] For port 5ddab436-9ab5-4f06-be87-60efe08c5b49, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=5ddab436-9ab5-4f06-be87-60efe08c5b49,segment=NetworkSegment(329c1745-02bf-4561-9615-3192910887f5),segment_id=329c1745-02bf-4561-9615-3192910887f5)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:10:50.007388 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-0d73d712-4edf-4d2e-838d-af2ad5b08f60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:10:50.072013 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d73d712-4edf-4d2e-838d-af2ad5b08f60 None None] Pushing event updated for resources: {'Port': ['ID=5ddab436-9ab5-4f06-be87-60efe08c5b49,revision_number=3']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:10:50.133164 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-1baa0d4e-2b0f-4d81-a437-ba56b7d89976 None None] Provisioning complete for port 5ddab436-9ab5-4f06-be87-60efe08c5b49 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:10:50.133528 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-1baa0d4e-2b0f-4d81-a437-ba56b7d89976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:10:50.203917 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 5ddab436-9ab5-4f06-be87-60efe08c5b49 up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:10:50.281942 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port 5ddab436-9ab5-4f06-be87-60efe08c5b49 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:10:50.281942 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:11:12.791912 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-84a4625b-53f2-4b8d-81d8-5c8135bd5a0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:11:14.936312 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-babc44b9-32b9-456f-a994-5005e50b55e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:11:16.331338 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-52822d53-48f5-4819-8a95-bdc13aea0bf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:11:17.508175 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9a27ae6c-db98-474f-94c1-cc99bf842d79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:11:18.221244 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:11:21.243453 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.agents_db [None req-464f6c07-0de8-4be6-8f5b-563f574d1c5d None None] Agent healthcheck: found 5 active agents {{(pid=103593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 17:11:42.793466 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-0225e6f1-5942-45be-ae92-693bd2ab61c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:11:44.940152 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-f3f3c841-6225-41c3-8d44-e72622e3e898 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:11:46.334363 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-52822d53-48f5-4819-8a95-bdc13aea0bf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:11:47.511722 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9a27ae6c-db98-474f-94c1-cc99bf842d79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:11:48.223136 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:11:58.242935 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.agents_db [None req-464f6c07-0de8-4be6-8f5b-563f574d1c5d None None] Agent healthcheck: found 5 active agents {{(pid=103593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 17:12:07.493909 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 46052) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:12:07.499703 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [None req-f27950bc-6d73-4945-afa4-e6f7c4a1e8db tempest-verify_tempest_config-781785071 tempest-verify_tempest_config-781785071-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=103591) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 17:12:07.500689 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-f27950bc-6d73-4945-afa4-e6f7c4a1e8db tempest-verify_tempest_config-781785071 tempest-verify_tempest_config-781785071-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0057821 Nov 23 17:12:07.786546 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 46070) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:12:07.887742 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-a97c4cb6-a773-4cef-98dc-2c08abc458fe admin admin] Publish callbacks [] for security_group, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:12:07.960461 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-a97c4cb6-a773-4cef-98dc-2c08abc458fe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:12:07.964203 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-a97c4cb6-a773-4cef-98dc-2c08abc458fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:12:08.008705 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-a97c4cb6-a773-4cef-98dc-2c08abc458fe admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c03155c097e04d36aa0c1970aeaa4681&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2211037 Nov 23 17:12:08.009751 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97c4cb6-a773-4cef-98dc-2c08abc458fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=caaf1b18-32b0-47fc-af6f-4a39c01cab37,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:12:08.011519 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 46074) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:12:08.016895 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97c4cb6-a773-4cef-98dc-2c08abc458fe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:12:08.017242 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97c4cb6-a773-4cef-98dc-2c08abc458fe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:12:08.017582 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97c4cb6-a773-4cef-98dc-2c08abc458fe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:12:08.017915 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97c4cb6-a773-4cef-98dc-2c08abc458fe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:12:08.018244 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97c4cb6-a773-4cef-98dc-2c08abc458fe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:12:08.018576 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97c4cb6-a773-4cef-98dc-2c08abc458fe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:12:08.018900 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97c4cb6-a773-4cef-98dc-2c08abc458fe admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:12:08.019218 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97c4cb6-a773-4cef-98dc-2c08abc458fe admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:12:08.019538 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97c4cb6-a773-4cef-98dc-2c08abc458fe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:12:08.019856 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97c4cb6-a773-4cef-98dc-2c08abc458fe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:12:08.020210 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97c4cb6-a773-4cef-98dc-2c08abc458fe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:12:08.020560 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97c4cb6-a773-4cef-98dc-2c08abc458fe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:12:08.087524 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-546939e9-66cd-4cd1-9de0-768765d69141 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:12:08.107839 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-546939e9-66cd-4cd1-9de0-768765d69141 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:12:08.201193 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-546939e9-66cd-4cd1-9de0-768765d69141 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:12:08.203734 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-546939e9-66cd-4cd1-9de0-768765d69141 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:12:08.205016 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-546939e9-66cd-4cd1-9de0-768765d69141 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/caaf1b18-32b0-47fc-af6f-4a39c01cab37 HTTP/1.1" status: 204 len: 168 time: 0.1924028 Nov 23 17:12:08.212967 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546939e9-66cd-4cd1-9de0-768765d69141 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caaf1b18-32b0-47fc-af6f-4a39c01cab37,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:12:08.219537 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546939e9-66cd-4cd1-9de0-768765d69141 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:12:08.219880 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546939e9-66cd-4cd1-9de0-768765d69141 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:12:08.220216 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546939e9-66cd-4cd1-9de0-768765d69141 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:12:08.220589 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546939e9-66cd-4cd1-9de0-768765d69141 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:12:08.220926 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546939e9-66cd-4cd1-9de0-768765d69141 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:12:08.221250 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546939e9-66cd-4cd1-9de0-768765d69141 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:12:08.221570 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546939e9-66cd-4cd1-9de0-768765d69141 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:12:08.221889 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546939e9-66cd-4cd1-9de0-768765d69141 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:12:08.222198 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546939e9-66cd-4cd1-9de0-768765d69141 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:12:08.222575 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546939e9-66cd-4cd1-9de0-768765d69141 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:12:08.222823 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546939e9-66cd-4cd1-9de0-768765d69141 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:12:08.223630 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546939e9-66cd-4cd1-9de0-768765d69141 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:12:12.794668 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-05a993a5-a2e3-4fe6-ac5d-7c5a04868447 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:12:14.941617 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-f264ac21-11ca-4e7c-afbc-e61f67c53f6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:12:16.336384 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-52822d53-48f5-4819-8a95-bdc13aea0bf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:12:17.513892 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9a27ae6c-db98-474f-94c1-cc99bf842d79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:12:18.224434 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:12:35.241932 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.agents_db [None req-464f6c07-0de8-4be6-8f5b-563f574d1c5d None None] Agent healthcheck: found 5 active agents {{(pid=103593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 17:12:42.795861 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-ed9b4ca8-e815-46fd-b2de-2e5ee5e3e430 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:12:44.945703 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9bc96d53-6d5c-496e-a657-ccf803ff1c0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:12:46.338845 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-52822d53-48f5-4819-8a95-bdc13aea0bf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:12:47.522440 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9a27ae6c-db98-474f-94c1-cc99bf842d79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:12:48.225360 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:13:12.239475 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.agents_db [None req-464f6c07-0de8-4be6-8f5b-563f574d1c5d None None] Agent healthcheck: found 5 active agents {{(pid=103593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 17:13:12.803595 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-13b89662-e628-4506-920e-5242a6d89fc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:13:14.949209 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-65b4fb44-a418-4fb2-93a6-310d45298704 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:13:16.341184 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-52822d53-48f5-4819-8a95-bdc13aea0bf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:13:17.522771 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9a27ae6c-db98-474f-94c1-cc99bf842d79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:13:18.230229 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:13:42.794696 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-1556f39f-c86c-4108-b820-6181d22fa334 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:13:44.954234 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-6eadb791-d5cd-402f-b23e-13085de3559e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:13:46.343792 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-52822d53-48f5-4819-8a95-bdc13aea0bf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:13:47.530818 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9a27ae6c-db98-474f-94c1-cc99bf842d79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:13:48.232729 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:13:49.238806 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.agents_db [None req-464f6c07-0de8-4be6-8f5b-563f574d1c5d None None] Agent healthcheck: found 5 active agents {{(pid=103593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 17:14:12.796806 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-7c222b73-a9b4-40a0-8364-f589e5d8eb19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:14:14.961608 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-5d22de60-fb84-4adc-b0e1-c395e1f08e8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:14:16.359240 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-52822d53-48f5-4819-8a95-bdc13aea0bf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:14:17.531923 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9a27ae6c-db98-474f-94c1-cc99bf842d79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:14:18.234109 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:14:26.237609 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.agents_db [None req-464f6c07-0de8-4be6-8f5b-563f574d1c5d None None] Agent healthcheck: found 5 active agents {{(pid=103593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 17:14:42.801297 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b839354b-4ee3-4bfc-9de8-98b86a11aa91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:14:44.953921 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-95bb09f0-ac0c-43bc-8aaf-7106cc5dc63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:14:46.351500 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-52822d53-48f5-4819-8a95-bdc13aea0bf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:14:47.538131 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9a27ae6c-db98-474f-94c1-cc99bf842d79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:14:48.236431 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:15:03.236981 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.agents_db [None req-464f6c07-0de8-4be6-8f5b-563f574d1c5d None None] Agent healthcheck: found 5 active agents {{(pid=103593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 17:15:12.804973 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-7302118d-30d7-4fe1-9b55-549cb0f30acf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:15:13.083135 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1795883'] for agent, after_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:15:13.913042 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1795883'] for agent, after_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:15:14.954431 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-eae73bf7-c792-4778-979e-d315e180dbbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:15:16.354311 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-52822d53-48f5-4819-8a95-bdc13aea0bf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:15:17.538502 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9a27ae6c-db98-474f-94c1-cc99bf842d79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:15:18.238181 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:15:40.237319 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.agents_db [None req-464f6c07-0de8-4be6-8f5b-563f574d1c5d None None] Agent healthcheck: found 7 active agents {{(pid=103593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 17:15:42.805465 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-d33c1b51-01da-414c-a297-b9dadd228c20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:15:43.051509 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:15:43.864033 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:15:44.959458 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-290a19ff-18d9-4da9-88ea-0c5b006160ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:15:46.356299 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-52822d53-48f5-4819-8a95-bdc13aea0bf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:15:47.541495 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9a27ae6c-db98-474f-94c1-cc99bf842d79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:15:48.241333 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:15:58.440188 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 46132) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:15:58.548521 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-ee477344-4e3f-4e22-b334-d96099319553 admin admin] 10.222.0.60 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.1070511 Nov 23 17:16:00.833214 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 46142) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:16:00.887442 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-18a4c964-dfbf-4194-9085-184948773726 admin admin] 10.222.0.60 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.0531311 Nov 23 17:16:12.806825 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-e78a7828-1ad1-4305-9766-e02c25d2e12b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:16:13.057517 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:16:13.862648 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:16:14.961323 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-0b15690f-d4ac-43ee-a315-9cb695d2249b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:16:16.358960 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-52822d53-48f5-4819-8a95-bdc13aea0bf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:16:17.239682 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.agents_db [None req-464f6c07-0de8-4be6-8f5b-563f574d1c5d None None] Agent healthcheck: found 7 active agents {{(pid=103593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 17:16:17.547804 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9a27ae6c-db98-474f-94c1-cc99bf842d79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:16:18.248373 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:16:42.810386 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-1c819d06-292f-4523-89de-f2d581993322 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:16:43.099309 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:16:43.877930 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:16:44.964868 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-86244ad6-85ce-46cc-929a-f47566bf1b6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:16:46.363438 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-52822d53-48f5-4819-8a95-bdc13aea0bf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:16:47.552432 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9a27ae6c-db98-474f-94c1-cc99bf842d79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:16:48.244118 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:16:54.239537 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.agents_db [None req-464f6c07-0de8-4be6-8f5b-563f574d1c5d None None] Agent healthcheck: found 7 active agents {{(pid=103593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 17:17:12.812694 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-5fc65ba4-bb03-459e-9122-b6da3c771757 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:17:13.109355 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:17:13.879381 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:17:14.968464 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-155d5859-239c-4507-833f-3bcf9d966579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:17:16.366732 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-52822d53-48f5-4819-8a95-bdc13aea0bf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:17:17.551148 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9a27ae6c-db98-474f-94c1-cc99bf842d79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:17:18.246690 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:17:24.766009 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 46366) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:17:25.162927 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-04edfa4c-9572-48a6-b7ef-10e1274bdbb2 tempest-AutoAllocateNetworkTest-1166078671 tempest-AutoAllocateNetworkTest-1166078671-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=054c0d9241fa4d84a71fef2faa8b069c&shared=False HTTP/1.1" status: 200 len: 208 time: 0.3951433 Nov 23 17:17:25.165458 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 46390) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:17:25.356459 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8af8b1e3-2576-4120-b6c9-f3a11bfd9314 tempest-AutoAllocateNetworkTest-1166078671 tempest-AutoAllocateNetworkTest-1166078671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:17:25.360684 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-8af8b1e3-2576-4120-b6c9-f3a11bfd9314 tempest-AutoAllocateNetworkTest-1166078671 tempest-AutoAllocateNetworkTest-1166078671-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.1914568 Nov 23 17:17:25.360928 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 46398) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:17:25.424417 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 46404) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:17:25.429264 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-00c92a09-022b-4d58-b815-aaa242715f43 tempest-AutoAllocateNetworkTest-1166078671 tempest-AutoAllocateNetworkTest-1166078671-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0670564 Nov 23 17:17:25.552914 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-09f37892-422c-4a24-b98f-dab194349be6 tempest-AutoAllocateNetworkTest-1166078671 tempest-AutoAllocateNetworkTest-1166078671-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=054c0d9241fa4d84a71fef2faa8b069c HTTP/1.1" status: 200 len: 208 time: 0.1272972 Nov 23 17:17:26.288675 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 46460) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:17:26.720240 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-bf8ae513-8213-4253-b40d-7b4450a5f610 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:17:26.794790 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-bf8ae513-8213-4253-b40d-7b4450a5f610 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:17:26.800307 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-bf8ae513-8213-4253-b40d-7b4450a5f610 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:17:26.831856 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-bf8ae513-8213-4253-b40d-7b4450a5f610 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=054c0d9241fa4d84a71fef2faa8b069c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5417244 Nov 23 17:17:26.835103 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 46486) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:17:26.843220 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8ae513-8213-4253-b40d-7b4450a5f610 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c0b51c4-5816-4070-b6f9-224944a934f5,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:17:26.850703 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8ae513-8213-4253-b40d-7b4450a5f610 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:17:26.851053 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8ae513-8213-4253-b40d-7b4450a5f610 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:17:26.851383 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8ae513-8213-4253-b40d-7b4450a5f610 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:17:26.851951 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8ae513-8213-4253-b40d-7b4450a5f610 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:17:26.852572 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8ae513-8213-4253-b40d-7b4450a5f610 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:17:26.853299 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8ae513-8213-4253-b40d-7b4450a5f610 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:17:26.853757 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8ae513-8213-4253-b40d-7b4450a5f610 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:17:26.854217 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8ae513-8213-4253-b40d-7b4450a5f610 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:17:26.854670 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8ae513-8213-4253-b40d-7b4450a5f610 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:17:26.855122 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8ae513-8213-4253-b40d-7b4450a5f610 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:17:26.855574 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8ae513-8213-4253-b40d-7b4450a5f610 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:17:26.856039 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8ae513-8213-4253-b40d-7b4450a5f610 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:17:26.857446 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8ae513-8213-4253-b40d-7b4450a5f610 admin admin] Tracked resource versions report: Nov 23 17:17:26.857446 n-d-816206-8 neutron-server[103591]: pushed versions: Nov 23 17:17:26.857446 n-d-816206-8 neutron-server[103591]: { 'AddressGroup': {'1.2'}, Nov 23 17:17:26.857446 n-d-816206-8 neutron-server[103591]: 'ConntrackHelper': {'1.0'}, Nov 23 17:17:26.857446 n-d-816206-8 neutron-server[103591]: 'Log': {'1.0'}, Nov 23 17:17:26.857446 n-d-816206-8 neutron-server[103591]: 'Network': {'1.1'}, Nov 23 17:17:26.857446 n-d-816206-8 neutron-server[103591]: 'Port': {'1.7'}, Nov 23 17:17:26.857446 n-d-816206-8 neutron-server[103591]: 'PortForwarding': {'1.2'}, Nov 23 17:17:26.857446 n-d-816206-8 neutron-server[103591]: 'QosPolicy': {'1.10'}, Nov 23 17:17:26.857446 n-d-816206-8 neutron-server[103591]: 'SecurityGroup': {'1.5'}, Nov 23 17:17:26.857446 n-d-816206-8 neutron-server[103591]: 'SecurityGroupRule': {'1.2'}, Nov 23 17:17:26.857446 n-d-816206-8 neutron-server[103591]: 'SubPort': {'1.0'}, Nov 23 17:17:26.857446 n-d-816206-8 neutron-server[103591]: 'Subnet': {'1.1'}, Nov 23 17:17:26.857446 n-d-816206-8 neutron-server[103591]: 'Trunk': {'1.1'}} Nov 23 17:17:26.857446 n-d-816206-8 neutron-server[103591]: consumer versions: Nov 23 17:17:26.857446 n-d-816206-8 neutron-server[103591]: { DHCP agent@n-d-816206-8: {}, Nov 23 17:17:26.857446 n-d-816206-8 neutron-server[103591]: HyperV agent@n-h1-816206-8: {}, Nov 23 17:17:26.857446 n-d-816206-8 neutron-server[103591]: HyperV agent@n-h2-816206-8: {}, Nov 23 17:17:26.857446 n-d-816206-8 neutron-server[103591]: L3 agent@n-d-816206-8: {}, Nov 23 17:17:26.857446 n-d-816206-8 neutron-server[103591]: Metadata agent@n-d-816206-8: {}, Nov 23 17:17:26.857446 n-d-816206-8 neutron-server[103591]: Metering agent@n-d-816206-8: {}, Nov 23 17:17:26.857446 n-d-816206-8 neutron-server[103591]: Open vSwitch agent@n-d-816206-8: { 'AddressGroup': '1.2', Nov 23 17:17:26.857446 n-d-816206-8 neutron-server[103591]: 'ConntrackHelper': '1.0', Nov 23 17:17:26.857446 n-d-816206-8 neutron-server[103591]: 'Log': '1.0', Nov 23 17:17:26.857446 n-d-816206-8 neutron-server[103591]: 'Network': '1.1', Nov 23 17:17:26.857446 n-d-816206-8 neutron-server[103591]: 'Port': '1.7', Nov 23 17:17:26.857446 n-d-816206-8 neutron-server[103591]: 'PortForwarding': '1.2', Nov 23 17:17:26.857446 n-d-816206-8 neutron-server[103591]: 'QosPolicy': '1.10', Nov 23 17:17:26.857446 n-d-816206-8 neutron-server[103591]: 'SecurityGroup': '1.5', Nov 23 17:17:26.857446 n-d-816206-8 neutron-server[103591]: 'SecurityGroupRule': '1.2', Nov 23 17:17:26.857446 n-d-816206-8 neutron-server[103591]: 'SubPort': '1.0', Nov 23 17:17:26.857446 n-d-816206-8 neutron-server[103591]: 'Subnet': '1.1', Nov 23 17:17:26.857446 n-d-816206-8 neutron-server[103591]: 'Trunk': '1.1'}} Nov 23 17:17:26.857446 n-d-816206-8 neutron-server[103591]: {{(pid=103591) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 23 17:17:26.922865 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ca41d30e-e940-4366-8356-dfb6a8eea501 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:17:26.947888 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ca41d30e-e940-4366-8356-dfb6a8eea501 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:17:26.994800 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 46492) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:17:27.020923 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ca41d30e-e940-4366-8356-dfb6a8eea501 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:17:27.023936 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ca41d30e-e940-4366-8356-dfb6a8eea501 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:17:27.025245 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-ca41d30e-e940-4366-8356-dfb6a8eea501 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/5c0b51c4-5816-4070-b6f9-224944a934f5 HTTP/1.1" status: 204 len: 168 time: 0.1880422 Nov 23 17:17:27.034986 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca41d30e-e940-4366-8356-dfb6a8eea501 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c0b51c4-5816-4070-b6f9-224944a934f5,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:17:27.045313 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca41d30e-e940-4366-8356-dfb6a8eea501 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:17:27.045669 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca41d30e-e940-4366-8356-dfb6a8eea501 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:17:27.046671 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca41d30e-e940-4366-8356-dfb6a8eea501 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:17:27.047034 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca41d30e-e940-4366-8356-dfb6a8eea501 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:17:27.047374 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca41d30e-e940-4366-8356-dfb6a8eea501 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:17:27.047710 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca41d30e-e940-4366-8356-dfb6a8eea501 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:17:27.048147 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca41d30e-e940-4366-8356-dfb6a8eea501 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:17:27.049013 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca41d30e-e940-4366-8356-dfb6a8eea501 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:17:27.049354 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca41d30e-e940-4366-8356-dfb6a8eea501 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:17:27.049684 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca41d30e-e940-4366-8356-dfb6a8eea501 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:17:27.050317 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca41d30e-e940-4366-8356-dfb6a8eea501 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:17:27.050949 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca41d30e-e940-4366-8356-dfb6a8eea501 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:17:27.052141 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca41d30e-e940-4366-8356-dfb6a8eea501 admin admin] Tracked resource versions report: Nov 23 17:17:27.052141 n-d-816206-8 neutron-server[103590]: pushed versions: Nov 23 17:17:27.052141 n-d-816206-8 neutron-server[103590]: { 'AddressGroup': {'1.2'}, Nov 23 17:17:27.052141 n-d-816206-8 neutron-server[103590]: 'ConntrackHelper': {'1.0'}, Nov 23 17:17:27.052141 n-d-816206-8 neutron-server[103590]: 'Log': {'1.0'}, Nov 23 17:17:27.052141 n-d-816206-8 neutron-server[103590]: 'Network': {'1.1'}, Nov 23 17:17:27.052141 n-d-816206-8 neutron-server[103590]: 'Port': {'1.7'}, Nov 23 17:17:27.052141 n-d-816206-8 neutron-server[103590]: 'PortForwarding': {'1.2'}, Nov 23 17:17:27.052141 n-d-816206-8 neutron-server[103590]: 'QosPolicy': {'1.10'}, Nov 23 17:17:27.052141 n-d-816206-8 neutron-server[103590]: 'SecurityGroup': {'1.5'}, Nov 23 17:17:27.052141 n-d-816206-8 neutron-server[103590]: 'SecurityGroupRule': {'1.2'}, Nov 23 17:17:27.052141 n-d-816206-8 neutron-server[103590]: 'SubPort': {'1.0'}, Nov 23 17:17:27.052141 n-d-816206-8 neutron-server[103590]: 'Subnet': {'1.1'}, Nov 23 17:17:27.052141 n-d-816206-8 neutron-server[103590]: 'Trunk': {'1.1'}} Nov 23 17:17:27.052141 n-d-816206-8 neutron-server[103590]: consumer versions: Nov 23 17:17:27.052141 n-d-816206-8 neutron-server[103590]: { DHCP agent@n-d-816206-8: {}, Nov 23 17:17:27.052141 n-d-816206-8 neutron-server[103590]: HyperV agent@n-h1-816206-8: {}, Nov 23 17:17:27.052141 n-d-816206-8 neutron-server[103590]: HyperV agent@n-h2-816206-8: {}, Nov 23 17:17:27.052141 n-d-816206-8 neutron-server[103590]: L3 agent@n-d-816206-8: {}, Nov 23 17:17:27.052141 n-d-816206-8 neutron-server[103590]: Metadata agent@n-d-816206-8: {}, Nov 23 17:17:27.052141 n-d-816206-8 neutron-server[103590]: Metering agent@n-d-816206-8: {}, Nov 23 17:17:27.052141 n-d-816206-8 neutron-server[103590]: Open vSwitch agent@n-d-816206-8: { 'AddressGroup': '1.2', Nov 23 17:17:27.052141 n-d-816206-8 neutron-server[103590]: 'ConntrackHelper': '1.0', Nov 23 17:17:27.052141 n-d-816206-8 neutron-server[103590]: 'Log': '1.0', Nov 23 17:17:27.052141 n-d-816206-8 neutron-server[103590]: 'Network': '1.1', Nov 23 17:17:27.052141 n-d-816206-8 neutron-server[103590]: 'Port': '1.7', Nov 23 17:17:27.052141 n-d-816206-8 neutron-server[103590]: 'PortForwarding': '1.2', Nov 23 17:17:27.052141 n-d-816206-8 neutron-server[103590]: 'QosPolicy': '1.10', Nov 23 17:17:27.052141 n-d-816206-8 neutron-server[103590]: 'SecurityGroup': '1.5', Nov 23 17:17:27.052141 n-d-816206-8 neutron-server[103590]: 'SecurityGroupRule': '1.2', Nov 23 17:17:27.052141 n-d-816206-8 neutron-server[103590]: 'SubPort': '1.0', Nov 23 17:17:27.052141 n-d-816206-8 neutron-server[103590]: 'Subnet': '1.1', Nov 23 17:17:27.052141 n-d-816206-8 neutron-server[103590]: 'Trunk': '1.1'}} Nov 23 17:17:27.052141 n-d-816206-8 neutron-server[103590]: {{(pid=103590) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 23 17:17:27.259039 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-ad67b333-daa5-4e3c-a285-e728bc6af1f5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:17:27.352075 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-ad67b333-daa5-4e3c-a285-e728bc6af1f5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:17:27.359749 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-ad67b333-daa5-4e3c-a285-e728bc6af1f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:17:27.415411 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 46522) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:17:27.415601 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-ad67b333-daa5-4e3c-a285-e728bc6af1f5 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=9183bfec18f9412fb9a5a52a5e995f60&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4195507 Nov 23 17:17:27.420194 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad67b333-daa5-4e3c-a285-e728bc6af1f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40118feb-76e3-4ba4-9066-e02ec9a183d8,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:17:27.470972 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-3b6b975f-2b89-42e7-97f9-11ecfd667f38 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:17:27.494931 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-3b6b975f-2b89-42e7-97f9-11ecfd667f38 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:17:27.631397 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-3b6b975f-2b89-42e7-97f9-11ecfd667f38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:17:27.634017 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-3b6b975f-2b89-42e7-97f9-11ecfd667f38 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:17:27.638210 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-3b6b975f-2b89-42e7-97f9-11ecfd667f38 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/40118feb-76e3-4ba4-9066-e02ec9a183d8 HTTP/1.1" status: 204 len: 168 time: 0.2210209 Nov 23 17:17:27.646617 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6b975f-2b89-42e7-97f9-11ecfd667f38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40118feb-76e3-4ba4-9066-e02ec9a183d8,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:17:28.180330 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 46564) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:17:28.206789 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-fe271147-47f6-44e9-b121-61f1b6b74582 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:17:28.216037 n-d-816206-8 neutron-server[103590]: INFO neutron.quota [None req-fe271147-47f6-44e9-b121-61f1b6b74582 admin admin] Loaded quota_driver: . Nov 23 17:17:28.318410 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-fe271147-47f6-44e9-b121-61f1b6b74582 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:17:28.324897 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-fe271147-47f6-44e9-b121-61f1b6b74582 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:17:28.386973 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 46580) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:17:28.387697 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-fe271147-47f6-44e9-b121-61f1b6b74582 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7d2f8b7ac85847a49041f4f03e7e282f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2051427 Nov 23 17:17:28.400266 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe271147-47f6-44e9-b121-61f1b6b74582 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0684a3d-51c4-4734-8640-9fcfab5e3991,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:17:28.467305 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-5f5dbe6f-5e25-4c1d-b3bb-b21e2e669e41 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:17:28.503053 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-5f5dbe6f-5e25-4c1d-b3bb-b21e2e669e41 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:17:28.563788 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-5f5dbe6f-5e25-4c1d-b3bb-b21e2e669e41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:17:28.568219 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-5f5dbe6f-5e25-4c1d-b3bb-b21e2e669e41 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:17:28.568219 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-5f5dbe6f-5e25-4c1d-b3bb-b21e2e669e41 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c0684a3d-51c4-4734-8640-9fcfab5e3991 HTTP/1.1" status: 204 len: 168 time: 0.1781299 Nov 23 17:17:28.568357 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 46592) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:17:28.591090 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5dbe6f-5e25-4c1d-b3bb-b21e2e669e41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0684a3d-51c4-4734-8640-9fcfab5e3991,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:17:28.972132 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-f9f70dd0-7128-462a-b15e-3d24ecf8a2a0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:17:29.058931 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-f9f70dd0-7128-462a-b15e-3d24ecf8a2a0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:17:29.066255 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-f9f70dd0-7128-462a-b15e-3d24ecf8a2a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:17:29.111578 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f70dd0-7128-462a-b15e-3d24ecf8a2a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=414f92be-69aa-4ba1-bcc7-2e2e40e72d15,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:17:29.120213 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-f9f70dd0-7128-462a-b15e-3d24ecf8a2a0 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=5a2679cbeaf04dd0b727ddf6ad49eebf&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5319438 Nov 23 17:17:29.120836 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 46630) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:17:29.172681 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-0bcf4792-c428-437f-a5e9-279ce2879902 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:17:29.203174 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-0bcf4792-c428-437f-a5e9-279ce2879902 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:17:29.251223 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-0bcf4792-c428-437f-a5e9-279ce2879902 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:17:29.253928 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-0bcf4792-c428-437f-a5e9-279ce2879902 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:17:29.255229 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-0bcf4792-c428-437f-a5e9-279ce2879902 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/414f92be-69aa-4ba1-bcc7-2e2e40e72d15 HTTP/1.1" status: 204 len: 168 time: 0.1335497 Nov 23 17:17:29.263098 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcf4792-c428-437f-a5e9-279ce2879902 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=414f92be-69aa-4ba1-bcc7-2e2e40e72d15,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:17:29.340329 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 46638) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:17:29.523999 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-de8ecc4b-5993-4deb-af03-4bfb35fea3ef admin admin] Publish callbacks [] for security_group, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:17:29.605401 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-de8ecc4b-5993-4deb-af03-4bfb35fea3ef admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:17:29.611011 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-de8ecc4b-5993-4deb-af03-4bfb35fea3ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:17:29.643649 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8ecc4b-5993-4deb-af03-4bfb35fea3ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3b870c5-5ffd-475c-8b90-f19a9d8b724d,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:17:29.669045 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-de8ecc4b-5993-4deb-af03-4bfb35fea3ef admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=3a0d8e17b5fa4087b7034f44ffb08102&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3262777 Nov 23 17:17:29.670491 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 46676) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:17:29.737268 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-9fe755a2-eead-4f31-a048-2feec1ebb28f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:17:29.766818 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-9fe755a2-eead-4f31-a048-2feec1ebb28f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:17:29.839691 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-9fe755a2-eead-4f31-a048-2feec1ebb28f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:17:29.842482 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-9fe755a2-eead-4f31-a048-2feec1ebb28f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:17:29.843863 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-9fe755a2-eead-4f31-a048-2feec1ebb28f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a3b870c5-5ffd-475c-8b90-f19a9d8b724d HTTP/1.1" status: 204 len: 168 time: 0.1719854 Nov 23 17:17:29.852666 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe755a2-eead-4f31-a048-2feec1ebb28f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3b870c5-5ffd-475c-8b90-f19a9d8b724d,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:17:29.894212 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 46698) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:17:29.912044 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-0487154a-d0e5-4eae-8278-aded021f0989 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:17:30.009723 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-0487154a-d0e5-4eae-8278-aded021f0989 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:17:30.016525 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-0487154a-d0e5-4eae-8278-aded021f0989 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:17:30.055226 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0487154a-d0e5-4eae-8278-aded021f0989 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e791662-ed6a-4ed1-a76f-7c70473b457b,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:17:30.076927 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-0487154a-d0e5-4eae-8278-aded021f0989 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7b4ba9d689a0403eb8fbbaea139f5da8&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1816025 Nov 23 17:17:30.079445 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 46706) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:17:30.131191 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-ed665d7f-bf52-4442-8001-57851afb1197 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:17:30.159370 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-ed665d7f-bf52-4442-8001-57851afb1197 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:17:30.220168 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-ed665d7f-bf52-4442-8001-57851afb1197 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:17:30.223057 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-ed665d7f-bf52-4442-8001-57851afb1197 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:17:30.224473 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-ed665d7f-bf52-4442-8001-57851afb1197 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/2e791662-ed6a-4ed1-a76f-7c70473b457b HTTP/1.1" status: 204 len: 168 time: 0.1439402 Nov 23 17:17:30.232625 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed665d7f-bf52-4442-8001-57851afb1197 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e791662-ed6a-4ed1-a76f-7c70473b457b,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:17:30.839483 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 46768) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:17:30.858072 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-2cb8ac53-df54-466a-9d3e-0a4201f7b73b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:17:30.910443 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 46770) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:17:30.955051 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-2cb8ac53-df54-466a-9d3e-0a4201f7b73b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:17:30.959962 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-2cb8ac53-df54-466a-9d3e-0a4201f7b73b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:17:30.997265 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb8ac53-df54-466a-9d3e-0a4201f7b73b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc20b9c9-f65b-478f-be7c-7fc446932587,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:17:31.006393 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 46776) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:17:31.006796 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-2cb8ac53-df54-466a-9d3e-0a4201f7b73b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=1c0a67387f124f19b5bedd7e191812f3&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1655772 Nov 23 17:17:31.064543 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ab496c31-e758-4e5c-bb06-56639fe0ba49 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:17:31.087668 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ab496c31-e758-4e5c-bb06-56639fe0ba49 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:17:31.139044 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ab496c31-e758-4e5c-bb06-56639fe0ba49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:17:31.141923 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ab496c31-e758-4e5c-bb06-56639fe0ba49 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:17:31.145492 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-ab496c31-e758-4e5c-bb06-56639fe0ba49 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/fc20b9c9-f65b-478f-be7c-7fc446932587 HTTP/1.1" status: 204 len: 168 time: 0.1354172 Nov 23 17:17:31.150924 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab496c31-e758-4e5c-bb06-56639fe0ba49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc20b9c9-f65b-478f-be7c-7fc446932587,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:17:31.239162 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.agents_db [None req-464f6c07-0de8-4be6-8f5b-563f574d1c5d None None] Agent healthcheck: found 7 active agents {{(pid=103593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 17:17:31.356618 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-fd8ad498-614f-4253-a68a-28f6a02a0554 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:17:31.402549 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 46798) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:17:31.454140 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-fd8ad498-614f-4253-a68a-28f6a02a0554 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:17:31.459624 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-fd8ad498-614f-4253-a68a-28f6a02a0554 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:17:31.505103 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8ad498-614f-4253-a68a-28f6a02a0554 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42a12d01-6f8a-4b2a-ae7f-cf797be8cdfb,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:17:31.514099 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-fd8ad498-614f-4253-a68a-28f6a02a0554 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e2fb78ac1a1d4b18b491cd448302ec07&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6025555 Nov 23 17:17:31.514327 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 46802) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:17:31.600284 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-73ec3ee1-324b-4e7a-85bb-f3c216935c3d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:17:31.622618 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-73ec3ee1-324b-4e7a-85bb-f3c216935c3d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:17:31.680003 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-73ec3ee1-324b-4e7a-85bb-f3c216935c3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:17:31.685718 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-73ec3ee1-324b-4e7a-85bb-f3c216935c3d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:17:31.687760 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-73ec3ee1-324b-4e7a-85bb-f3c216935c3d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/42a12d01-6f8a-4b2a-ae7f-cf797be8cdfb HTTP/1.1" status: 204 len: 168 time: 0.1721296 Nov 23 17:17:31.702947 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ec3ee1-324b-4e7a-85bb-f3c216935c3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42a12d01-6f8a-4b2a-ae7f-cf797be8cdfb,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:17:31.929042 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-6df9bd44-e32b-4d47-88d6-b14225a0b94f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:17:32.043597 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-6df9bd44-e32b-4d47-88d6-b14225a0b94f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:17:32.048538 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-6df9bd44-e32b-4d47-88d6-b14225a0b94f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:17:32.090776 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-6df9bd44-e32b-4d47-88d6-b14225a0b94f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e7dd41675b4643f187ac1bf73ad3a0b9&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6844566 Nov 23 17:17:32.092089 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df9bd44-e32b-4d47-88d6-b14225a0b94f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cabd1ec-c169-42c7-8b22-282e904071f7,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:17:32.094219 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 46858) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:17:32.151084 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ac8a61e2-e0dd-4d98-aa7a-8df3358203da admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:17:32.178203 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ac8a61e2-e0dd-4d98-aa7a-8df3358203da admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:17:32.234232 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ac8a61e2-e0dd-4d98-aa7a-8df3358203da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:17:32.237935 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ac8a61e2-e0dd-4d98-aa7a-8df3358203da admin admin] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:17:32.239118 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-ac8a61e2-e0dd-4d98-aa7a-8df3358203da admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/0cabd1ec-c169-42c7-8b22-282e904071f7 HTTP/1.1" status: 204 len: 168 time: 0.1431313 Nov 23 17:17:32.247904 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8a61e2-e0dd-4d98-aa7a-8df3358203da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cabd1ec-c169-42c7-8b22-282e904071f7,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:17:32.462157 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 46876) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:17:32.466023 n-d-816206-8 neutron-server[103591]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 23 17:17:32.499924 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e59b4b93-29a3-43e4-b4b4-a862fdf499a8 req-d1c761af-c1b6-42ca-aeb5-b610d2fe4324 tempest-DeleteServersAdminTestJSON-479341732 tempest-DeleteServersAdminTestJSON-479341732-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=35207b2f5d3a4ae9a5c3f0e2f5d28e34&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0353396 Nov 23 17:17:32.643933 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 46892) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:17:32.664198 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-26809097-674d-41ea-bee9-fe8156595e2d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:17:32.709717 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59b4b93-29a3-43e4-b4b4-a862fdf499a8 req-08050589-4756-4624-beed-a7aa0b335275 tempest-DeleteServersAdminTestJSON-479341732 tempest-DeleteServersAdminTestJSON-479341732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:17:32.716673 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e59b4b93-29a3-43e4-b4b4-a862fdf499a8 req-08050589-4756-4624-beed-a7aa0b335275 tempest-DeleteServersAdminTestJSON-479341732 tempest-DeleteServersAdminTestJSON-479341732-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2110322 Nov 23 17:17:32.736833 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e59b4b93-29a3-43e4-b4b4-a862fdf499a8 req-d9dffdf5-b7c9-4be2-a125-b307a2f77ab8 tempest-DeleteServersAdminTestJSON-479341732 tempest-DeleteServersAdminTestJSON-479341732-project] 10.222.0.60 "GET /v2.0/quotas/35207b2f5d3a4ae9a5c3f0e2f5d28e34 HTTP/1.1" status: 200 len: 375 time: 0.0191777 Nov 23 17:17:32.747705 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-26809097-674d-41ea-bee9-fe8156595e2d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:17:32.756080 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-26809097-674d-41ea-bee9-fe8156595e2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:17:32.803908 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26809097-674d-41ea-bee9-fe8156595e2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87e48f2c-5cc3-405b-8650-6903f1cc4493,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:17:32.810734 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-26809097-674d-41ea-bee9-fe8156595e2d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=5411ecc1ead247819537c8c4a94d7f02&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1653912 Nov 23 17:17:32.813367 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 46898) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:17:32.815119 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e59b4b93-29a3-43e4-b4b4-a862fdf499a8 req-cfb93c01-d5e5-4af8-822b-b44faadde3d5 tempest-DeleteServersAdminTestJSON-479341732 tempest-DeleteServersAdminTestJSON-479341732-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=35207b2f5d3a4ae9a5c3f0e2f5d28e34&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0772233 Nov 23 17:17:32.874458 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-af4db728-850a-40b2-83ec-6d2770af4f70 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:17:32.907180 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-af4db728-850a-40b2-83ec-6d2770af4f70 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:17:32.984304 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-af4db728-850a-40b2-83ec-6d2770af4f70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:17:32.987244 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-af4db728-850a-40b2-83ec-6d2770af4f70 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:17:32.990703 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-af4db728-850a-40b2-83ec-6d2770af4f70 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/87e48f2c-5cc3-405b-8650-6903f1cc4493 HTTP/1.1" status: 204 len: 168 time: 0.1741011 Nov 23 17:17:33.005768 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4db728-850a-40b2-83ec-6d2770af4f70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87e48f2c-5cc3-405b-8650-6903f1cc4493,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:17:33.088396 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-1d2c1164-6d7d-4081-9944-734584641c0c req-de3c8080-e385-4722-b014-82d54972fcc8 tempest-DeleteServersAdminTestJSON-479341732 tempest-DeleteServersAdminTestJSON-479341732-project] 10.222.0.60 "GET /v2.0/ports?device_id=2a34b097-eadb-4c5f-9d37-cb0d99a22096 HTTP/1.1" status: 200 len: 210 time: 0.0761273 Nov 23 17:17:33.239592 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 46930) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:17:33.254064 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-66de5514-046b-461b-a64f-112e156df7cf admin admin] Publish callbacks [] for security_group, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:17:33.346314 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-66de5514-046b-461b-a64f-112e156df7cf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:17:33.355486 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-66de5514-046b-461b-a64f-112e156df7cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:17:33.399175 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-66de5514-046b-461b-a64f-112e156df7cf admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=5e6f80b6591943ca8fa05111fdfac14b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1577008 Nov 23 17:17:33.401917 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 46934) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:17:33.406757 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66de5514-046b-461b-a64f-112e156df7cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=219101cf-36a4-48e3-b190-f22c7e592289,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:17:33.466286 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-0fa6eaf4-031c-4b2a-8227-ba1360c53461 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:17:33.489496 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-0fa6eaf4-031c-4b2a-8227-ba1360c53461 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:17:33.559782 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-0fa6eaf4-031c-4b2a-8227-ba1360c53461 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:17:33.565761 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-0fa6eaf4-031c-4b2a-8227-ba1360c53461 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:17:33.567125 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-0fa6eaf4-031c-4b2a-8227-ba1360c53461 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/219101cf-36a4-48e3-b190-f22c7e592289 HTTP/1.1" status: 204 len: 168 time: 0.1642580 Nov 23 17:17:33.579490 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 46946) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:17:33.584525 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa6eaf4-031c-4b2a-8227-ba1360c53461 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=219101cf-36a4-48e3-b190-f22c7e592289,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:17:33.627268 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9931408e-b2af-4b6b-b41d-46538160278a req-49b90df6-31ca-4d8d-9bff-871fd9315278 tempest-AggregatesAdminTestJSON-1799004352 tempest-AggregatesAdminTestJSON-1799004352-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=aec3884937b64fefb54ffd8c3d769649&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0463450 Nov 23 17:17:33.774304 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9931408e-b2af-4b6b-b41d-46538160278a req-408009d7-38a4-480b-a417-0cded1dd315e tempest-AggregatesAdminTestJSON-1799004352 tempest-AggregatesAdminTestJSON-1799004352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:17:33.782840 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9931408e-b2af-4b6b-b41d-46538160278a req-408009d7-38a4-480b-a417-0cded1dd315e tempest-AggregatesAdminTestJSON-1799004352 tempest-AggregatesAdminTestJSON-1799004352-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1483102 Nov 23 17:17:33.799564 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9931408e-b2af-4b6b-b41d-46538160278a req-5eb6c878-8f45-418b-afa0-57eac9077164 tempest-AggregatesAdminTestJSON-1799004352 tempest-AggregatesAdminTestJSON-1799004352-project] 10.222.0.60 "GET /v2.0/quotas/aec3884937b64fefb54ffd8c3d769649 HTTP/1.1" status: 200 len: 375 time: 0.0157001 Nov 23 17:17:33.844920 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9931408e-b2af-4b6b-b41d-46538160278a req-f23f1a90-5634-4f56-bc83-1f64ab22ad0f tempest-AggregatesAdminTestJSON-1799004352 tempest-AggregatesAdminTestJSON-1799004352-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=aec3884937b64fefb54ffd8c3d769649&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0345764 Nov 23 17:17:34.094606 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2e730147-b362-4fb7-a6b9-f17e0ab4c14c req-a749c6a3-1688-4538-aac1-567249f25fdb tempest-AggregatesAdminTestJSON-1799004352 tempest-AggregatesAdminTestJSON-1799004352-project] 10.222.0.60 "GET /v2.0/ports?device_id=cdb83d84-5fcd-412e-be32-1b98182c748e HTTP/1.1" status: 200 len: 210 time: 0.0354927 Nov 23 17:17:34.209427 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 46996) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:17:34.227980 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5b62ef8c-dc9d-4d15-9f79-bb6996a6194d req-eaed7f9d-bc08-4cfc-a3b9-486153b2237a tempest-DeleteServersAdminTestJSON-479341732 tempest-DeleteServersAdminTestJSON-479341732-project] 10.222.0.60 "GET /v2.0/ports?device_id=2a34b097-eadb-4c5f-9d37-cb0d99a22096 HTTP/1.1" status: 200 len: 210 time: 0.0667980 Nov 23 17:17:34.524686 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-734c7795-759d-4136-99cb-1ca6e66742d2 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-22172402-network', 'tenant_id': '127802e79ad24bebb19163263129e33c'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:17:34.561079 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-734c7795-759d-4136-99cb-1ca6e66742d2 admin admin] Made reservation on behalf of 127802e79ad24bebb19163263129e33c for: {'network': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:17:34.567414 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-734c7795-759d-4136-99cb-1ca6e66742d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for network, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:17:34.579100 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-734c7795-759d-4136-99cb-1ca6e66742d2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:17:34.776321 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-734c7795-759d-4136-99cb-1ca6e66742d2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:17:34.782494 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-734c7795-759d-4136-99cb-1ca6e66742d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:17:34.825074 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-734c7795-759d-4136-99cb-1ca6e66742d2 admin admin] vlan segment allocate from pool success with {'vlan_id': 524, 'physical_network': 'physnet1'} {{(pid=103590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 17:17:34.837368 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734c7795-759d-4136-99cb-1ca6e66742d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60878f9a-5dfd-4951-a9cc-c04d133b3edc,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:17:34.848474 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-734c7795-759d-4136-99cb-1ca6e66742d2 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8736635878831', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:17:34.849460 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-734c7795-759d-4136-99cb-1ca6e66742d2 admin admin] Unsubscribe: segment precommit_create {{(pid=103590) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 23 17:17:34.850226 n-d-816206-8 neutron-server[103590]: INFO neutron.db.segments_db [None req-734c7795-759d-4136-99cb-1ca6e66742d2 admin admin] Added segment 374abdbe-b9f5-40b9-89ba-022682cac473 of type vlan for network b2e9d6b9-526b-40df-9e11-a4db0d344564 Nov 23 17:17:34.934909 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-734c7795-759d-4136-99cb-1ca6e66742d2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736635338810'] for network, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:17:34.984888 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-734c7795-759d-4136-99cb-1ca6e66742d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493'] for network, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:17:34.986106 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-734c7795-759d-4136-99cb-1ca6e66742d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:17:34.986859 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-734c7795-759d-4136-99cb-1ca6e66742d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for network, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:17:35.068241 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-734c7795-759d-4136-99cb-1ca6e66742d2 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.8532052 Nov 23 17:17:35.068702 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 47046) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:17:35.074281 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-e0ab59dd-f974-4818-9542-77ff8d5749d5 admin admin] Request body: {'subnet': {'network_id': 'b2e9d6b9-526b-40df-9e11-a4db0d344564', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-22172402-subnet', 'tenant_id': '127802e79ad24bebb19163263129e33c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:17:35.119108 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734c7795-759d-4136-99cb-1ca6e66742d2 admin admin] Pushing event updated for resources: {'Network': ['ID=b2e9d6b9-526b-40df-9e11-a4db0d344564,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:17:35.127263 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0ab59dd-f974-4818-9542-77ff8d5749d5 admin admin] Made reservation on behalf of 127802e79ad24bebb19163263129e33c for: {'subnet': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:17:35.130082 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-e0ab59dd-f974-4818-9542-77ff8d5749d5 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:17:35.133435 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Network b2e9d6b9-526b-40df-9e11-a4db0d344564 details requested by agent ovs-agent-n-d-816206-8 with host n-d-816206-8 {{(pid=103592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 17:17:35.202599 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5d59c12f-5531-4f1c-8250-ae0cef50e370 req-4dc49822-2cf5-4a68-965f-1b8e32ced000 tempest-AggregatesAdminTestJSON-1799004352 tempest-AggregatesAdminTestJSON-1799004352-project] 10.222.0.60 "GET /v2.0/ports?device_id=cdb83d84-5fcd-412e-be32-1b98182c748e HTTP/1.1" status: 200 len: 210 time: 0.0411043 Nov 23 17:17:35.398081 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.36', 53180) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:17:35.443818 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-e59b4b93-29a3-43e4-b4b4-a862fdf499a8 req-93bb4071-9c90-4204-8645-263b916bb058 tempest-DeleteServersAdminTestJSON-479341732 tempest-DeleteServersAdminTestJSON-479341732-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=35207b2f5d3a4ae9a5c3f0e2f5d28e34&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0430913 Nov 23 17:17:35.479041 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f223c3cb-e45d-47c4-9287-b6ee523087a3 req-cca0187b-83a8-40a9-9a49-f89b35fa9faf tempest-DeleteServersAdminTestJSON-479341732 tempest-DeleteServersAdminTestJSON-479341732-project] 10.222.0.60 "GET /v2.0/ports?device_id=2a34b097-eadb-4c5f-9d37-cb0d99a22096 HTTP/1.1" status: 200 len: 210 time: 0.0600896 Nov 23 17:17:35.550080 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-e0ab59dd-f974-4818-9542-77ff8d5749d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493'] for subnet, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:17:35.643082 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0ab59dd-f974-4818-9542-77ff8d5749d5 admin admin] Checking segment: {'id': '374abdbe-b9f5-40b9-89ba-022682cac473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'b2e9d6b9-526b-40df-9e11-a4db0d344564'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:17:35.643427 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0ab59dd-f974-4818-9542-77ff8d5749d5 admin admin] Network hostable DHCP agents. Network: b2e9d6b9-526b-40df-9e11-a4db0d344564, hostable agents: ['0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3'], hosted agents: [] {{(pid=103591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 17:17:35.676859 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0ab59dd-f974-4818-9542-77ff8d5749d5 admin admin] Network b2e9d6b9-526b-40df-9e11-a4db0d344564 is scheduled to be hosted by DHCP agent 0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3 with binding_index 1 {{(pid=103591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 17:17:35.695294 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ab59dd-f974-4818-9542-77ff8d5749d5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5c9382a7-073c-41ea-9a34-cd958311fb6b,revision_number=0']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:17:35.702615 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [None req-e0ab59dd-f974-4818-9542-77ff8d5749d5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-8, b2e9d6b9-526b-40df-9e11-a4db0d344564) {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:17:35.713905 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5add919a-39b9-4355-af2f-357117f13bd0 None None] Network b2e9d6b9-526b-40df-9e11-a4db0d344564 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:17:35.717263 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0ab59dd-f974-4818-9542-77ff8d5749d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:17:35.718822 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-e0ab59dd-f974-4818-9542-77ff8d5749d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for subnet, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:17:35.737424 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59b4b93-29a3-43e4-b4b4-a862fdf499a8 req-1273bff3-3460-4a60-ad09-d0f411327574 tempest-DeleteServersAdminTestJSON-479341732 tempest-DeleteServersAdminTestJSON-479341732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:17:35.741354 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-e59b4b93-29a3-43e4-b4b4-a862fdf499a8 req-1273bff3-3460-4a60-ad09-d0f411327574 tempest-DeleteServersAdminTestJSON-479341732 tempest-DeleteServersAdminTestJSON-479341732-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2804606 Nov 23 17:17:35.751144 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-e0ab59dd-f974-4818-9542-77ff8d5749d5 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.6813772 Nov 23 17:17:35.753976 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 47076) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:17:35.763511 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-1c342f25-839a-4344-91f5-3e8f5ea979c3 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-22172402-router', 'tenant_id': '127802e79ad24bebb19163263129e33c', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'}}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:17:35.801700 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c342f25-839a-4344-91f5-3e8f5ea979c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1793449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8093'] for router, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:17:35.803685 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c342f25-839a-4344-91f5-3e8f5ea979c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1794473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1794771', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1638326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8086'] for router, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:17:35.880514 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [req-e59b4b93-29a3-43e4-b4b4-a862fdf499a8 req-2a66c0ab-f6ab-4809-b6db-9dcfd9530212 tempest-DeleteServersAdminTestJSON-479341732 tempest-DeleteServersAdminTestJSON-479341732-project] Request body: {'port': {'device_id': '2a34b097-eadb-4c5f-9d37-cb0d99a22096', 'network_id': 'f1e1dabf-b410-4023-9169-a460a86e7184', 'admin_state_up': True, 'tenant_id': '35207b2f5d3a4ae9a5c3f0e2f5d28e34'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:17:35.936003 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb8217fb-d4ff-4933-855e-274d17dbf0cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp355044b8-8e87-58c4-94fa-4a010ec30f9e-b2e9d6b9-526b-40df-9e11-a4db0d344564', 'network_id': 'b2e9d6b9-526b-40df-9e11-a4db0d344564', 'tenant_id': '127802e79ad24bebb19163263129e33c', 'fixed_ips': [{'subnet_id': '5c9382a7-073c-41ea-9a34-cd958311fb6b'}]}} from n-d-816206-8. {{(pid=103592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 17:17:35.936003 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-bb8217fb-d4ff-4933-855e-274d17dbf0cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:17:35.954803 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c342f25-839a-4344-91f5-3e8f5ea979c3 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:17:36.085754 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.db_base_plugin_common [None req-bb8217fb-d4ff-4933-855e-274d17dbf0cf None None] Allocated IP 172.20.0.2 (b2e9d6b9-526b-40df-9e11-a4db0d344564/5c9382a7-073c-41ea-9a34-cd958311fb6b/4934d0b0-aa75-436b-b015-debc0a3b4214) {{(pid=103592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:17:36.277019 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.36', 53184) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:17:36.311335 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-bb8217fb-d4ff-4933-855e-274d17dbf0cf None None] Publish callbacks [] for port, precommit_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:17:36.337269 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c342f25-839a-4344-91f5-3e8f5ea979c3 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:17:36.343301 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-bb8217fb-d4ff-4933-855e-274d17dbf0cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980'] for port, after_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:17:36.353346 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9931408e-b2af-4b6b-b41d-46538160278a req-8850168e-4a59-4f9c-bf75-f7e67741747d tempest-AggregatesAdminTestJSON-1799004352 tempest-AggregatesAdminTestJSON-1799004352-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=aec3884937b64fefb54ffd8c3d769649&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0531998 Nov 23 17:17:36.470258 n-d-816206-8 neutron-server[103592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb8217fb-d4ff-4933-855e-274d17dbf0cf None None] Network b2e9d6b9-526b-40df-9e11-a4db0d344564 is already hosted by enough agents. {{(pid=103592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:17:36.475080 n-d-816206-8 neutron-server[103592]: DEBUG neutron.scheduler.base_scheduler [None req-bb8217fb-d4ff-4933-855e-274d17dbf0cf None None] Resources bound (agent type, host, resource id): {{(pid=103592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:17:36.480993 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb8217fb-d4ff-4933-855e-274d17dbf0cf None None] Received port after_create {{(pid=103592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:17:36.554861 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8217fb-d4ff-4933-855e-274d17dbf0cf None None] Pushing event updated for resources: {'Port': ['ID=4934d0b0-aa75-436b-b015-debc0a3b4214,revision_number=1']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:17:36.584536 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8217fb-d4ff-4933-855e-274d17dbf0cf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:17:36.584536 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8217fb-d4ff-4933-855e-274d17dbf0cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:17:36.584536 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8217fb-d4ff-4933-855e-274d17dbf0cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:17:36.587831 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8217fb-d4ff-4933-855e-274d17dbf0cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:17:36.588420 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8217fb-d4ff-4933-855e-274d17dbf0cf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:17:36.588668 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8217fb-d4ff-4933-855e-274d17dbf0cf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:17:36.589011 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8217fb-d4ff-4933-855e-274d17dbf0cf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:17:36.589407 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8217fb-d4ff-4933-855e-274d17dbf0cf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:17:36.589736 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8217fb-d4ff-4933-855e-274d17dbf0cf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:17:36.590066 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8217fb-d4ff-4933-855e-274d17dbf0cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:17:36.590390 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8217fb-d4ff-4933-855e-274d17dbf0cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:17:36.590775 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8217fb-d4ff-4933-855e-274d17dbf0cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:17:36.597233 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8217fb-d4ff-4933-855e-274d17dbf0cf None None] Tracked resource versions report: Nov 23 17:17:36.597233 n-d-816206-8 neutron-server[103592]: pushed versions: Nov 23 17:17:36.597233 n-d-816206-8 neutron-server[103592]: { 'AddressGroup': {'1.2'}, Nov 23 17:17:36.597233 n-d-816206-8 neutron-server[103592]: 'ConntrackHelper': {'1.0'}, Nov 23 17:17:36.597233 n-d-816206-8 neutron-server[103592]: 'Log': {'1.0'}, Nov 23 17:17:36.597233 n-d-816206-8 neutron-server[103592]: 'Network': {'1.1'}, Nov 23 17:17:36.597233 n-d-816206-8 neutron-server[103592]: 'Port': {'1.7'}, Nov 23 17:17:36.597233 n-d-816206-8 neutron-server[103592]: 'PortForwarding': {'1.2'}, Nov 23 17:17:36.597233 n-d-816206-8 neutron-server[103592]: 'QosPolicy': {'1.10'}, Nov 23 17:17:36.597233 n-d-816206-8 neutron-server[103592]: 'SecurityGroup': {'1.5'}, Nov 23 17:17:36.597233 n-d-816206-8 neutron-server[103592]: 'SecurityGroupRule': {'1.2'}, Nov 23 17:17:36.597233 n-d-816206-8 neutron-server[103592]: 'SubPort': {'1.0'}, Nov 23 17:17:36.597233 n-d-816206-8 neutron-server[103592]: 'Subnet': {'1.1'}, Nov 23 17:17:36.597233 n-d-816206-8 neutron-server[103592]: 'Trunk': {'1.1'}} Nov 23 17:17:36.597233 n-d-816206-8 neutron-server[103592]: consumer versions: Nov 23 17:17:36.597233 n-d-816206-8 neutron-server[103592]: { DHCP agent@n-d-816206-8: {}, Nov 23 17:17:36.597233 n-d-816206-8 neutron-server[103592]: HyperV agent@n-h1-816206-8: {}, Nov 23 17:17:36.597233 n-d-816206-8 neutron-server[103592]: HyperV agent@n-h2-816206-8: {}, Nov 23 17:17:36.597233 n-d-816206-8 neutron-server[103592]: L3 agent@n-d-816206-8: {}, Nov 23 17:17:36.597233 n-d-816206-8 neutron-server[103592]: Metadata agent@n-d-816206-8: {}, Nov 23 17:17:36.597233 n-d-816206-8 neutron-server[103592]: Metering agent@n-d-816206-8: {}, Nov 23 17:17:36.597233 n-d-816206-8 neutron-server[103592]: Open vSwitch agent@n-d-816206-8: { 'AddressGroup': '1.2', Nov 23 17:17:36.597233 n-d-816206-8 neutron-server[103592]: 'ConntrackHelper': '1.0', Nov 23 17:17:36.597233 n-d-816206-8 neutron-server[103592]: 'Log': '1.0', Nov 23 17:17:36.597233 n-d-816206-8 neutron-server[103592]: 'Network': '1.1', Nov 23 17:17:36.597233 n-d-816206-8 neutron-server[103592]: 'Port': '1.7', Nov 23 17:17:36.597233 n-d-816206-8 neutron-server[103592]: 'PortForwarding': '1.2', Nov 23 17:17:36.597233 n-d-816206-8 neutron-server[103592]: 'QosPolicy': '1.10', Nov 23 17:17:36.597233 n-d-816206-8 neutron-server[103592]: 'SecurityGroup': '1.5', Nov 23 17:17:36.597233 n-d-816206-8 neutron-server[103592]: 'SecurityGroupRule': '1.2', Nov 23 17:17:36.597233 n-d-816206-8 neutron-server[103592]: 'SubPort': '1.0', Nov 23 17:17:36.597233 n-d-816206-8 neutron-server[103592]: 'Subnet': '1.1', Nov 23 17:17:36.597233 n-d-816206-8 neutron-server[103592]: 'Trunk': '1.1'}} Nov 23 17:17:36.597233 n-d-816206-8 neutron-server[103592]: {{(pid=103592) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 23 17:17:36.671669 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-bb8217fb-d4ff-4933-855e-274d17dbf0cf None None] Attempting to bind port 4934d0b0-aa75-436b-b015-debc0a3b4214 on host n-d-816206-8 for vnic_type normal with profile {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:17:36.671669 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-bb8217fb-d4ff-4933-855e-274d17dbf0cf None None] Attempting to bind port 4934d0b0-aa75-436b-b015-debc0a3b4214 by drivers openvswitch,hyperv on host n-d-816206-8 at level 0 using segments [{'id': '374abdbe-b9f5-40b9-89ba-022682cac473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'b2e9d6b9-526b-40df-9e11-a4db0d344564'}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:17:36.671669 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb8217fb-d4ff-4933-855e-274d17dbf0cf None None] Attempting to bind port 4934d0b0-aa75-436b-b015-debc0a3b4214 on network b2e9d6b9-526b-40df-9e11-a4db0d344564 {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:17:36.696994 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb8217fb-d4ff-4933-855e-274d17dbf0cf None None] Checking agent: {'id': '9e89acbe-4bbe-4c77-a18b-6f1da9133e0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 7, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 17, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:17:36.700453 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb8217fb-d4ff-4933-855e-274d17dbf0cf None None] Checking segment: {'id': '374abdbe-b9f5-40b9-89ba-022682cac473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'b2e9d6b9-526b-40df-9e11-a4db0d344564'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:17:36.700896 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-bb8217fb-d4ff-4933-855e-274d17dbf0cf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:17:36.702199 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb8217fb-d4ff-4933-855e-274d17dbf0cf None None] Bound using segment: {'id': '374abdbe-b9f5-40b9-89ba-022682cac473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'b2e9d6b9-526b-40df-9e11-a4db0d344564'} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:17:36.703259 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-bb8217fb-d4ff-4933-855e-274d17dbf0cf None None] Bound port: 4934d0b0-aa75-436b-b015-debc0a3b4214, host: n-d-816206-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '374abdbe-b9f5-40b9-89ba-022682cac473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'b2e9d6b9-526b-40df-9e11-a4db0d344564'}}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:17:36.704934 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-bb8217fb-d4ff-4933-855e-274d17dbf0cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:17:36.706996 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-bd850b78-c8a3-4b00-ab5a-99cb33c08514 req-849318e0-14cb-4746-a9c6-79119a687cf0 tempest-AggregatesAdminTestJSON-1799004352 tempest-AggregatesAdminTestJSON-1799004352-project] 10.222.0.60 "GET /v2.0/ports?device_id=cdb83d84-5fcd-412e-be32-1b98182c748e HTTP/1.1" status: 200 len: 210 time: 0.2247436 Nov 23 17:17:36.727595 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e59b4b93-29a3-43e4-b4b4-a862fdf499a8 req-2a66c0ab-f6ab-4809-b6db-9dcfd9530212 tempest-DeleteServersAdminTestJSON-479341732 tempest-DeleteServersAdminTestJSON-479341732-project] Made reservation on behalf of 35207b2f5d3a4ae9a5c3f0e2f5d28e34 for: {'port': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:17:36.731621 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-e59b4b93-29a3-43e4-b4b4-a862fdf499a8 req-2a66c0ab-f6ab-4809-b6db-9dcfd9530212 tempest-DeleteServersAdminTestJSON-479341732 tempest-DeleteServersAdminTestJSON-479341732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:17:36.753791 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-e59b4b93-29a3-43e4-b4b4-a862fdf499a8 req-2a66c0ab-f6ab-4809-b6db-9dcfd9530212 tempest-DeleteServersAdminTestJSON-479341732 tempest-DeleteServersAdminTestJSON-479341732-project] Publish callbacks [] for security_group, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:17:36.763603 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a68cec16-012e-4e77-86c1-36f5905d1fc2 req-d8922d0d-eebe-47a4-aa4d-e9a51fc94427 tempest-DeleteServersAdminTestJSON-479341732 tempest-DeleteServersAdminTestJSON-479341732-project] 10.222.0.60 "GET /v2.0/ports?device_id=2a34b097-eadb-4c5f-9d37-cb0d99a22096 HTTP/1.1" status: 200 len: 210 time: 0.0336537 Nov 23 17:17:36.825240 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9931408e-b2af-4b6b-b41d-46538160278a req-7dec79b4-3c06-4bc2-9a5b-20fb39685acd tempest-AggregatesAdminTestJSON-1799004352 tempest-AggregatesAdminTestJSON-1799004352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:17:36.826978 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9931408e-b2af-4b6b-b41d-46538160278a req-7dec79b4-3c06-4bc2-9a5b-20fb39685acd tempest-AggregatesAdminTestJSON-1799004352 tempest-AggregatesAdminTestJSON-1799004352-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4686422 Nov 23 17:17:36.831431 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-bb8217fb-d4ff-4933-855e-274d17dbf0cf None None] For port 4934d0b0-aa75-436b-b015-debc0a3b4214, host n-d-816206-8, cleared binding levels {{(pid=103592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:17:36.834998 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-bb8217fb-d4ff-4933-855e-274d17dbf0cf None None] For port 4934d0b0-aa75-436b-b015-debc0a3b4214, host n-d-816206-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=4934d0b0-aa75-436b-b015-debc0a3b4214,segment=NetworkSegment(374abdbe-b9f5-40b9-89ba-022682cac473),segment_id=374abdbe-b9f5-40b9-89ba-022682cac473)] {{(pid=103592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:17:36.842731 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [req-9931408e-b2af-4b6b-b41d-46538160278a req-36fbc190-a783-412d-a813-55bfe75bd0b9 tempest-AggregatesAdminTestJSON-1799004352 tempest-AggregatesAdminTestJSON-1799004352-project] Request body: {'port': {'device_id': 'cdb83d84-5fcd-412e-be32-1b98182c748e', 'network_id': 'f1e1dabf-b410-4023-9169-a460a86e7184', 'admin_state_up': True, 'tenant_id': 'aec3884937b64fefb54ffd8c3d769649'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:17:36.843417 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-bb8217fb-d4ff-4933-855e-274d17dbf0cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:17:36.914650 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c342f25-839a-4344-91f5-3e8f5ea979c3 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:17:36.938118 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8217fb-d4ff-4933-855e-274d17dbf0cf None None] Pushing event updated for resources: {'Port': ['ID=4934d0b0-aa75-436b-b015-debc0a3b4214,revision_number=2']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:17:36.962823 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c342f25-839a-4344-91f5-3e8f5ea979c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:17:37.092987 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-e59b4b93-29a3-43e4-b4b4-a862fdf499a8 req-2a66c0ab-f6ab-4809-b6db-9dcfd9530212 tempest-DeleteServersAdminTestJSON-479341732 tempest-DeleteServersAdminTestJSON-479341732-project] Publish callbacks [] for security_group, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:17:37.116429 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-e59b4b93-29a3-43e4-b4b4-a862fdf499a8 req-2a66c0ab-f6ab-4809-b6db-9dcfd9530212 tempest-DeleteServersAdminTestJSON-479341732 tempest-DeleteServersAdminTestJSON-479341732-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:17:37.162637 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9931408e-b2af-4b6b-b41d-46538160278a req-36fbc190-a783-412d-a813-55bfe75bd0b9 tempest-AggregatesAdminTestJSON-1799004352 tempest-AggregatesAdminTestJSON-1799004352-project] Made reservation on behalf of aec3884937b64fefb54ffd8c3d769649 for: {'port': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:17:37.176370 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-9931408e-b2af-4b6b-b41d-46538160278a req-36fbc190-a783-412d-a813-55bfe75bd0b9 tempest-AggregatesAdminTestJSON-1799004352 tempest-AggregatesAdminTestJSON-1799004352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:17:37.205885 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-9931408e-b2af-4b6b-b41d-46538160278a req-36fbc190-a783-412d-a813-55bfe75bd0b9 tempest-AggregatesAdminTestJSON-1799004352 tempest-AggregatesAdminTestJSON-1799004352-project] Publish callbacks [] for security_group, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:17:37.422576 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-9931408e-b2af-4b6b-b41d-46538160278a req-36fbc190-a783-412d-a813-55bfe75bd0b9 tempest-AggregatesAdminTestJSON-1799004352 tempest-AggregatesAdminTestJSON-1799004352-project] Publish callbacks [] for security_group, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:17:37.435666 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-9931408e-b2af-4b6b-b41d-46538160278a req-36fbc190-a783-412d-a813-55bfe75bd0b9 tempest-AggregatesAdminTestJSON-1799004352 tempest-AggregatesAdminTestJSON-1799004352-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:17:37.541453 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fbc190-a783-412d-a813-55bfe75bd0b9 tempest-AggregatesAdminTestJSON-1799004352 tempest-AggregatesAdminTestJSON-1799004352-project] Pushing event updated for resources: {'SecurityGroup': ['ID=efe36124-072b-4c8d-832e-4e44bbcbc8ee,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:17:37.544529 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a66c0ab-f6ab-4809-b6db-9dcfd9530212 tempest-DeleteServersAdminTestJSON-479341732 tempest-DeleteServersAdminTestJSON-479341732-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f80f869-4c49-4c46-9452-e05cfcec9870,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:17:37.568693 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-1c342f25-839a-4344-91f5-3e8f5ea979c3 admin admin] Allocated IP 172.25.3.31 (4c8455ba-1be5-42ac-b8c2-8a16e1292d55/08fe3644-ce41-4c3f-a7ea-92bac0f0fff5/cc608e88-5c47-463f-bdeb-2e2afada906f) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:17:37.710645 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [req-e59b4b93-29a3-43e4-b4b4-a862fdf499a8 req-2a66c0ab-f6ab-4809-b6db-9dcfd9530212 tempest-DeleteServersAdminTestJSON-479341732 tempest-DeleteServersAdminTestJSON-479341732-project] Allocated IP 192.168.233.149 (f1e1dabf-b410-4023-9169-a460a86e7184/ac77c175-5679-438b-8a2a-356718377641/063d508b-1191-4d49-8029-8ea16b15ceb6) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:17:37.950732 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-99cd54a4-6316-44dd-b997-bafc9f97b492 req-d90eb897-9bb1-43d7-8fed-89863b92e33d tempest-AggregatesAdminTestJSON-1799004352 tempest-AggregatesAdminTestJSON-1799004352-project] 10.222.0.60 "GET /v2.0/ports?device_id=cdb83d84-5fcd-412e-be32-1b98182c748e HTTP/1.1" status: 200 len: 210 time: 0.0651808 Nov 23 17:17:38.078058 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c342f25-839a-4344-91f5-3e8f5ea979c3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:17:38.095808 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-3ade2d5e-3977-4a8a-bef8-d7f49627b068 req-d671a4b3-b72e-4112-a3a7-99e57f566a7d tempest-DeleteServersAdminTestJSON-479341732 tempest-DeleteServersAdminTestJSON-479341732-project] 10.222.0.60 "GET /v2.0/ports?device_id=2a34b097-eadb-4c5f-9d37-cb0d99a22096 HTTP/1.1" status: 200 len: 210 time: 0.0489297 Nov 23 17:17:38.289587 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c342f25-839a-4344-91f5-3e8f5ea979c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:17:38.294822 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-e59b4b93-29a3-43e4-b4b4-a862fdf499a8 req-2a66c0ab-f6ab-4809-b6db-9dcfd9530212 tempest-DeleteServersAdminTestJSON-479341732 tempest-DeleteServersAdminTestJSON-479341732-project] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:17:38.440023 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c342f25-839a-4344-91f5-3e8f5ea979c3 admin admin] Network 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:17:38.446112 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-1c342f25-839a-4344-91f5-3e8f5ea979c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:17:38.450355 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c342f25-839a-4344-91f5-3e8f5ea979c3 admin admin] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:17:38.562254 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 4934d0b0-aa75-436b-b015-debc0a3b4214 up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:17:38.573001 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c342f25-839a-4344-91f5-3e8f5ea979c3 admin admin] Pushing event updated for resources: {'Port': ['ID=cc608e88-5c47-463f-bdeb-2e2afada906f,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:17:38.667167 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port 4934d0b0-aa75-436b-b015-debc0a3b4214 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:17:38.668954 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:17:38.674063 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-e59b4b93-29a3-43e4-b4b4-a862fdf499a8 req-2a66c0ab-f6ab-4809-b6db-9dcfd9530212 tempest-DeleteServersAdminTestJSON-479341732 tempest-DeleteServersAdminTestJSON-479341732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:17:38.916103 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7a3c935-3326-47ac-b229-3657e3bc580d None None] Network b2e9d6b9-526b-40df-9e11-a4db0d344564 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:17:38.974984 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.db_base_plugin_common [req-9931408e-b2af-4b6b-b41d-46538160278a req-36fbc190-a783-412d-a813-55bfe75bd0b9 tempest-AggregatesAdminTestJSON-1799004352 tempest-AggregatesAdminTestJSON-1799004352-project] Allocated IP 192.168.233.51 (f1e1dabf-b410-4023-9169-a460a86e7184/ac77c175-5679-438b-8a2a-356718377641/9d82ef63-959f-4755-b4da-27092011fb3d) {{(pid=103591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:17:39.021900 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e59b4b93-29a3-43e4-b4b4-a862fdf499a8 req-2a66c0ab-f6ab-4809-b6db-9dcfd9530212 tempest-DeleteServersAdminTestJSON-479341732 tempest-DeleteServersAdminTestJSON-479341732-project] Network f1e1dabf-b410-4023-9169-a460a86e7184 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:17:39.078063 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [req-e59b4b93-29a3-43e4-b4b4-a862fdf499a8 req-2a66c0ab-f6ab-4809-b6db-9dcfd9530212 tempest-DeleteServersAdminTestJSON-479341732 tempest-DeleteServersAdminTestJSON-479341732-project] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:17:39.115592 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:17:39.151895 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-c6228497-bd7b-4ede-b745-91216652da44 None None] Provisioning complete for port 4934d0b0-aa75-436b-b015-debc0a3b4214 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:17:39.152254 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c6228497-bd7b-4ede-b745-91216652da44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:17:39.190496 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-3fd6e342-16ee-4001-8011-e4a7ef59efcf req-8eed8551-3010-4672-b73b-a415cabfc6c8 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=98a62786d4654c60b8dab5d2a606f4fe&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2092509 Nov 23 17:17:39.266375 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] For port 4934d0b0-aa75-436b-b015-debc0a3b4214, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=4934d0b0-aa75-436b-b015-debc0a3b4214,segment=NetworkSegment(374abdbe-b9f5-40b9-89ba-022682cac473),segment_id=374abdbe-b9f5-40b9-89ba-022682cac473)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:17:39.288473 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:17:39.381927 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c342f25-839a-4344-91f5-3e8f5ea979c3 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:17:39.490146 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd6e342-16ee-4001-8011-e4a7ef59efcf req-c3283603-16ee-4969-8f61-22c411165c2b tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:17:39.512080 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-3fd6e342-16ee-4001-8011-e4a7ef59efcf req-c3283603-16ee-4969-8f61-22c411165c2b tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3205073 Nov 23 17:17:39.532162 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-3fd6e342-16ee-4001-8011-e4a7ef59efcf req-09977154-e4c6-4cbb-b99f-718d948b6bad tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] 10.222.0.60 "GET /v2.0/quotas/98a62786d4654c60b8dab5d2a606f4fe HTTP/1.1" status: 200 len: 375 time: 0.0189047 Nov 23 17:17:39.540093 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [req-e59b4b93-29a3-43e4-b4b4-a862fdf499a8 req-2a66c0ab-f6ab-4809-b6db-9dcfd9530212 tempest-DeleteServersAdminTestJSON-479341732 tempest-DeleteServersAdminTestJSON-479341732-project] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:17:39.546496 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59b4b93-29a3-43e4-b4b4-a862fdf499a8 req-2a66c0ab-f6ab-4809-b6db-9dcfd9530212 tempest-DeleteServersAdminTestJSON-479341732 tempest-DeleteServersAdminTestJSON-479341732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:17:39.547491 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-e59b4b93-29a3-43e4-b4b4-a862fdf499a8 req-2a66c0ab-f6ab-4809-b6db-9dcfd9530212 tempest-DeleteServersAdminTestJSON-479341732 tempest-DeleteServersAdminTestJSON-479341732-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:17:39.563918 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a66c0ab-f6ab-4809-b6db-9dcfd9530212 tempest-DeleteServersAdminTestJSON-479341732 tempest-DeleteServersAdminTestJSON-479341732-project] Pushing event updated for resources: {'Port': ['ID=063d508b-1191-4d49-8029-8ea16b15ceb6,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:17:39.582745 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-e59b4b93-29a3-43e4-b4b4-a862fdf499a8 req-2a66c0ab-f6ab-4809-b6db-9dcfd9530212 tempest-DeleteServersAdminTestJSON-479341732 tempest-DeleteServersAdminTestJSON-479341732-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.7227712 Nov 23 17:17:39.628800 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e7c3f74f-4cd7-467d-85ab-b1d5207f5da2 req-e7e61a7a-b645-4e93-86a2-4f278fba6c93 tempest-AggregatesAdminTestJSON-1799004352 tempest-AggregatesAdminTestJSON-1799004352-project] 10.222.0.60 "GET /v2.0/ports?device_id=cdb83d84-5fcd-412e-be32-1b98182c748e HTTP/1.1" status: 200 len: 210 time: 0.0546234 Nov 23 17:17:39.636296 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-3fd6e342-16ee-4001-8011-e4a7ef59efcf req-222cb67e-cea4-4dc5-9d71-810b67cde656 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=98a62786d4654c60b8dab5d2a606f4fe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0961978 Nov 23 17:17:39.645525 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-9931408e-b2af-4b6b-b41d-46538160278a req-36fbc190-a783-412d-a813-55bfe75bd0b9 tempest-AggregatesAdminTestJSON-1799004352 tempest-AggregatesAdminTestJSON-1799004352-project] Publish callbacks [] for port, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:17:39.737355 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-9931408e-b2af-4b6b-b41d-46538160278a req-36fbc190-a783-412d-a813-55bfe75bd0b9 tempest-AggregatesAdminTestJSON-1799004352 tempest-AggregatesAdminTestJSON-1799004352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980'] for port, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:17:39.885386 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Pushing event updated for resources: {'Port': ['ID=4934d0b0-aa75-436b-b015-debc0a3b4214,revision_number=3']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:17:39.907153 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9931408e-b2af-4b6b-b41d-46538160278a req-36fbc190-a783-412d-a813-55bfe75bd0b9 tempest-AggregatesAdminTestJSON-1799004352 tempest-AggregatesAdminTestJSON-1799004352-project] Network f1e1dabf-b410-4023-9169-a460a86e7184 is already hosted by enough agents. {{(pid=103591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:17:39.912111 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c342f25-839a-4344-91f5-3e8f5ea979c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1794316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1795362'] for router, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:17:39.957041 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [req-9931408e-b2af-4b6b-b41d-46538160278a req-36fbc190-a783-412d-a813-55bfe75bd0b9 tempest-AggregatesAdminTestJSON-1799004352 tempest-AggregatesAdminTestJSON-1799004352-project] Resources bound (agent type, host, resource id): {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:17:39.964007 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [req-9931408e-b2af-4b6b-b41d-46538160278a req-36fbc190-a783-412d-a813-55bfe75bd0b9 tempest-AggregatesAdminTestJSON-1799004352 tempest-AggregatesAdminTestJSON-1799004352-project] Received port after_create {{(pid=103591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:17:39.978205 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9931408e-b2af-4b6b-b41d-46538160278a req-36fbc190-a783-412d-a813-55bfe75bd0b9 tempest-AggregatesAdminTestJSON-1799004352 tempest-AggregatesAdminTestJSON-1799004352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:17:39.978879 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-9931408e-b2af-4b6b-b41d-46538160278a req-36fbc190-a783-412d-a813-55bfe75bd0b9 tempest-AggregatesAdminTestJSON-1799004352 tempest-AggregatesAdminTestJSON-1799004352-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:17:40.016368 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fbc190-a783-412d-a813-55bfe75bd0b9 tempest-AggregatesAdminTestJSON-1799004352 tempest-AggregatesAdminTestJSON-1799004352-project] Pushing event updated for resources: {'Port': ['ID=9d82ef63-959f-4755-b4da-27092011fb3d,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:17:40.056092 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9931408e-b2af-4b6b-b41d-46538160278a req-36fbc190-a783-412d-a813-55bfe75bd0b9 tempest-AggregatesAdminTestJSON-1799004352 tempest-AggregatesAdminTestJSON-1799004352-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.2185493 Nov 23 17:17:40.070506 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-90b90ffd-c1b8-4f03-9195-dabe6b91a268 None None] Provisioning complete for port 063d508b-1191-4d49-8029-8ea16b15ceb6 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:17:40.070795 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-90b90ffd-c1b8-4f03-9195-dabe6b91a268 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:17:40.088526 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3344244a-14ac-4fd1-ac2d-9a3566ad23d1 req-d25a5649-dfe3-4cdd-a1f2-a55fc5c3b8e2 tempest-DeleteServersAdminTestJSON-479341732 tempest-DeleteServersAdminTestJSON-479341732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:17:40.103971 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-3344244a-14ac-4fd1-ac2d-9a3566ad23d1 req-d25a5649-dfe3-4cdd-a1f2-a55fc5c3b8e2 tempest-DeleteServersAdminTestJSON-479341732 tempest-DeleteServersAdminTestJSON-479341732-project] 10.222.0.60 "GET /v2.0/ports?device_id=2a34b097-eadb-4c5f-9d37-cb0d99a22096 HTTP/1.1" status: 200 len: 936 time: 0.2881215 Nov 23 17:17:40.140779 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-90b90ffd-c1b8-4f03-9195-dabe6b91a268 None None] Port 063d508b-1191-4d49-8029-8ea16b15ceb6 cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:17:40.153294 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-90b90ffd-c1b8-4f03-9195-dabe6b91a268 None None] Provisioning complete for port 4934d0b0-aa75-436b-b015-debc0a3b4214 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:17:40.153750 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-90b90ffd-c1b8-4f03-9195-dabe6b91a268 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:17:40.293130 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-bf0c9dbd-8f6b-40af-9364-c5125a8b903e req-c72df05a-01f8-459d-aef5-be8ce9b6ea49 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] 10.222.0.60 "GET /v2.0/ports?device_id=15b7563e-dd4f-4e87-9c18-113e02ce5ca0 HTTP/1.1" status: 200 len: 210 time: 0.1035228 Nov 23 17:17:40.320476 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-3344244a-14ac-4fd1-ac2d-9a3566ad23d1 req-5f257885-9407-4988-bd90-4fa3179a076c tempest-DeleteServersAdminTestJSON-479341732 tempest-DeleteServersAdminTestJSON-479341732-project] 10.222.0.60 "GET /v2.0/security-groups?id=3f80f869-4c49-4c46-9452-e05cfcec9870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2089233 Nov 23 17:17:40.445804 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 4934d0b0-aa75-436b-b015-debc0a3b4214 up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:17:40.558545 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port 4934d0b0-aa75-436b-b015-debc0a3b4214 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:17:40.559367 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:17:40.606323 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-8cdac44f-8889-444d-8438-0288f7348a46 None None] Provisioning complete for port 9d82ef63-959f-4755-b4da-27092011fb3d triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:17:40.606808 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-8cdac44f-8889-444d-8438-0288f7348a46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:17:40.610066 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c342f25-839a-4344-91f5-3e8f5ea979c3 admin admin] Router c109e4b4-592e-4d24-9db3-75120b68c49a is scheduled to L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 with binding_index 1 {{(pid=103590) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 17:17:40.705689 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-8cdac44f-8889-444d-8438-0288f7348a46 None None] Port 9d82ef63-959f-4755-b4da-27092011fb3d cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:17:40.831634 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c342f25-839a-4344-91f5-3e8f5ea979c3 admin admin] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:17:40.843415 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10959632-8605-4289-8b8a-23d6de9e6033 None None] Sync routers for ids ['c109e4b4-592e-4d24-9db3-75120b68c49a'] in n-d-816206-8 {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:17:40.871739 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10959632-8605-4289-8b8a-23d6de9e6033 None None] Routers {'c109e4b4-592e-4d24-9db3-75120b68c49a'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:17:40.872438 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-10959632-8605-4289-8b8a-23d6de9e6033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:17:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['c109e4b4-592e-4d24-9db3-75120b68c49a'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:17:40.874990 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c342f25-839a-4344-91f5-3e8f5ea979c3 admin admin] Publish callbacks [] for router, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:17:40.877371 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f4d412-9817-4524-aa0d-8cec0c599a02 req-85eb84b9-bcca-4170-8af4-18a90a812f73 tempest-AggregatesAdminTestJSON-1799004352 tempest-AggregatesAdminTestJSON-1799004352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:17:40.879401 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-01f4d412-9817-4524-aa0d-8cec0c599a02 req-85eb84b9-bcca-4170-8af4-18a90a812f73 tempest-AggregatesAdminTestJSON-1799004352 tempest-AggregatesAdminTestJSON-1799004352-project] 10.222.0.60 "GET /v2.0/ports?device_id=cdb83d84-5fcd-412e-be32-1b98182c748e HTTP/1.1" status: 200 len: 935 time: 0.1012907 Nov 23 17:17:40.880097 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 47224) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:17:40.891277 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-1c342f25-839a-4344-91f5-3e8f5ea979c3 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 933 time: 5.1207840 Nov 23 17:17:41.082876 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-01f4d412-9817-4524-aa0d-8cec0c599a02 req-3f59c808-864a-4b46-a7ee-c5440d86acea tempest-AggregatesAdminTestJSON-1799004352 tempest-AggregatesAdminTestJSON-1799004352-project] 10.222.0.60 "GET /v2.0/security-groups?id=efe36124-072b-4c8d-832e-4e44bbcbc8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1962032 Nov 23 17:17:41.120864 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 47226) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:17:41.256321 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-10959632-8605-4289-8b8a-23d6de9e6033 None None] Set router c109e4b4-592e-4d24-9db3-75120b68c49a gateway port host: n-d-816206-8 {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:17:41.432903 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4b01a2a1-0f2a-4697-85e6-1f303aa83eb8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:17:41.628859 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.55', 62151) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:17:41.681375 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-10959632-8605-4289-8b8a-23d6de9e6033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c109e4b4-592e-4d24-9db3-75120b68c49a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-22172402-router', 'tenant_id': '127802e79ad24bebb19163263129e33c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.31'}], 'enable_snat': True}, 'gw_port_id': 'cc608e88-5c47-463f-bdeb-2e2afada906f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:17:35Z', 'updated_at': '2021-11-23T17:17:38Z', 'revision_number': 3, 'project_id': '127802e79ad24bebb19163263129e33c', 'gw_port': {'id': 'cc608e88-5c47-463f-bdeb-2e2afada906f', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:64:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c109e4b4-592e-4d24-9db3-75120b68c49a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:17:36Z', 'updated_at': '2021-11-23T17:17:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8'}], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:17:41.703500 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-3fd6e342-16ee-4001-8011-e4a7ef59efcf req-2bd0e133-f8cc-4c3c-ad26-0ef327b7ae7d tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=98a62786d4654c60b8dab5d2a606f4fe&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0734425 Nov 23 17:17:41.705527 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-843e686d-975d-4881-9e03-fc956d373e73 req-cebc2349-284e-49d7-91e1-de6c80000b81 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] 10.222.0.60 "GET /v2.0/ports?device_id=15b7563e-dd4f-4e87-9c18-113e02ce5ca0 HTTP/1.1" status: 200 len: 210 time: 0.1386473 Nov 23 17:17:41.727301 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10959632-8605-4289-8b8a-23d6de9e6033 None None] Checking router: c109e4b4-592e-4d24-9db3-75120b68c49a for host: n-d-816206-8 {{(pid=103593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 17:17:41.729194 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10959632-8605-4289-8b8a-23d6de9e6033 None None] Updating router c109e4b4-592e-4d24-9db3-75120b68c49a port cc608e88-5c47-463f-bdeb-2e2afada906f binding host n-d-816206-8 {{(pid=103593) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 17:17:41.784458 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-10959632-8605-4289-8b8a-23d6de9e6033 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:17:41.805884 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4b01a2a1-0f2a-4697-85e6-1f303aa83eb8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:17:41.832568 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4b01a2a1-0f2a-4697-85e6-1f303aa83eb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:17:41.842060 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc9c8ab-524d-4914-ba51-60aa65ca28b3 req-4540f67f-e05a-4b29-8fdf-17e3141382ce tempest-DeleteServersAdminTestJSON-479341732 tempest-DeleteServersAdminTestJSON-479341732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:17:41.853365 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6bc9c8ab-524d-4914-ba51-60aa65ca28b3 req-4540f67f-e05a-4b29-8fdf-17e3141382ce tempest-DeleteServersAdminTestJSON-479341732 tempest-DeleteServersAdminTestJSON-479341732-project] 10.222.0.60 "GET /v2.0/ports?device_id=2a34b097-eadb-4c5f-9d37-cb0d99a22096 HTTP/1.1" status: 200 len: 936 time: 0.2844739 Nov 23 17:17:41.961851 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-4b01a2a1-0f2a-4697-85e6-1f303aa83eb8 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=1a714bf94fe64c4b9b1fd5adf602bf8e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8398700 Nov 23 17:17:41.971901 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 47252) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:17:41.977772 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b01a2a1-0f2a-4697-85e6-1f303aa83eb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80fef3ce-971d-4315-9df0-3fc8ecf3a53a,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:17:41.988593 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6bc9c8ab-524d-4914-ba51-60aa65ca28b3 req-52fbeca7-b6f7-42f1-b018-837e7cb8663b tempest-DeleteServersAdminTestJSON-479341732 tempest-DeleteServersAdminTestJSON-479341732-project] 10.222.0.60 "GET /v2.0/security-groups?id=3f80f869-4c49-4c46-9452-e05cfcec9870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334348 Nov 23 17:17:42.017958 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd6e342-16ee-4001-8011-e4a7ef59efcf req-e9ad3f76-a726-4ff7-9ffb-e63750bd77b2 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:17:42.019739 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-3fd6e342-16ee-4001-8011-e4a7ef59efcf req-e9ad3f76-a726-4ff7-9ffb-e63750bd77b2 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3046923 Nov 23 17:17:42.111694 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [req-3fd6e342-16ee-4001-8011-e4a7ef59efcf req-559580bb-7321-46c8-a1af-43096b7f7ff1 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] Request body: {'port': {'device_id': '15b7563e-dd4f-4e87-9c18-113e02ce5ca0', 'network_id': 'f1e1dabf-b410-4023-9169-a460a86e7184', 'admin_state_up': True, 'tenant_id': '98a62786d4654c60b8dab5d2a606f4fe'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:17:42.408659 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-10959632-8605-4289-8b8a-23d6de9e6033 None None] Publish callbacks [] for port, precommit_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:17:42.423248 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-10959632-8605-4289-8b8a-23d6de9e6033 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:17:42.428164 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3fd6e342-16ee-4001-8011-e4a7ef59efcf req-559580bb-7321-46c8-a1af-43096b7f7ff1 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] Made reservation on behalf of 98a62786d4654c60b8dab5d2a606f4fe for: {'port': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:17:42.433893 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-3fd6e342-16ee-4001-8011-e4a7ef59efcf req-559580bb-7321-46c8-a1af-43096b7f7ff1 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:17:42.457640 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-b36d9fcf-7838-4d65-a8df-a2a52ac3ee07 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:17:42.466345 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-3fd6e342-16ee-4001-8011-e4a7ef59efcf req-559580bb-7321-46c8-a1af-43096b7f7ff1 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] Publish callbacks [] for security_group, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:17:42.486512 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-b36d9fcf-7838-4d65-a8df-a2a52ac3ee07 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:17:42.566803 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-b36d9fcf-7838-4d65-a8df-a2a52ac3ee07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:17:42.569675 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-b36d9fcf-7838-4d65-a8df-a2a52ac3ee07 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:17:42.573946 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-b36d9fcf-7838-4d65-a8df-a2a52ac3ee07 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/80fef3ce-971d-4315-9df0-3fc8ecf3a53a HTTP/1.1" status: 204 len: 168 time: 0.5465903 Nov 23 17:17:42.590656 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659a1f53-6698-4445-8b81-544d08a24280 req-d36b831d-3194-41cc-8dfd-8cfa3ffdc64f tempest-AggregatesAdminTestJSON-1799004352 tempest-AggregatesAdminTestJSON-1799004352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:17:42.603897 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-659a1f53-6698-4445-8b81-544d08a24280 req-d36b831d-3194-41cc-8dfd-8cfa3ffdc64f tempest-AggregatesAdminTestJSON-1799004352 tempest-AggregatesAdminTestJSON-1799004352-project] 10.222.0.60 "GET /v2.0/ports?device_id=cdb83d84-5fcd-412e-be32-1b98182c748e HTTP/1.1" status: 200 len: 935 time: 0.3826361 Nov 23 17:17:42.622690 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-7a069b5d-262d-4bc5-87bc-a0a94bc75626 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:17:42.632673 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36d9fcf-7838-4d65-a8df-a2a52ac3ee07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80fef3ce-971d-4315-9df0-3fc8ecf3a53a,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:17:42.650197 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [None req-10959632-8605-4289-8b8a-23d6de9e6033 None None] Attempting to bind port cc608e88-5c47-463f-bdeb-2e2afada906f on host n-d-816206-8 for vnic_type normal with profile {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:17:42.650840 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [None req-10959632-8605-4289-8b8a-23d6de9e6033 None None] Attempting to bind port cc608e88-5c47-463f-bdeb-2e2afada906f by drivers openvswitch,hyperv on host n-d-816206-8 at level 0 using segments [{'id': 'bffd1e4f-e80f-4ff0-b418-2f42ae15febf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'}] {{(pid=103593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:17:42.651215 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10959632-8605-4289-8b8a-23d6de9e6033 None None] Attempting to bind port cc608e88-5c47-463f-bdeb-2e2afada906f on network 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:17:42.674929 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bca71d9-0b17-4c7a-85f8-28ce0613cd8e None None] Pushing event updated for resources: {'Port': ['ID=cc608e88-5c47-463f-bdeb-2e2afada906f,revision_number=2']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:17:42.678247 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10959632-8605-4289-8b8a-23d6de9e6033 None None] Checking agent: {'id': '9e89acbe-4bbe-4c77-a18b-6f1da9133e0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 7, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 17, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:17:42.678627 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10959632-8605-4289-8b8a-23d6de9e6033 None None] Checking segment: {'id': 'bffd1e4f-e80f-4ff0-b418-2f42ae15febf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:17:42.679035 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-10959632-8605-4289-8b8a-23d6de9e6033 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:17:42.679434 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10959632-8605-4289-8b8a-23d6de9e6033 None None] Bound using segment: {'id': 'bffd1e4f-e80f-4ff0-b418-2f42ae15febf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'} {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:17:42.679962 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [None req-10959632-8605-4289-8b8a-23d6de9e6033 None None] Bound port: cc608e88-5c47-463f-bdeb-2e2afada906f, host: n-d-816206-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bffd1e4f-e80f-4ff0-b418-2f42ae15febf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'}}] {{(pid=103593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:17:42.680323 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-10959632-8605-4289-8b8a-23d6de9e6033 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:17:42.692866 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-3fd6e342-16ee-4001-8011-e4a7ef59efcf req-559580bb-7321-46c8-a1af-43096b7f7ff1 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] Publish callbacks [] for security_group, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:17:42.700257 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-3fd6e342-16ee-4001-8011-e4a7ef59efcf req-559580bb-7321-46c8-a1af-43096b7f7ff1 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:17:42.797507 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-659a1f53-6698-4445-8b81-544d08a24280 req-1d460b92-97f7-46f2-8aa3-18f006f2ea3c tempest-AggregatesAdminTestJSON-1799004352 tempest-AggregatesAdminTestJSON-1799004352-project] 10.222.0.60 "GET /v2.0/security-groups?id=efe36124-072b-4c8d-832e-4e44bbcbc8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1925173 Nov 23 17:17:42.804688 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bca71d9-0b17-4c7a-85f8-28ce0613cd8e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:17:42.805041 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bca71d9-0b17-4c7a-85f8-28ce0613cd8e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:17:42.805387 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bca71d9-0b17-4c7a-85f8-28ce0613cd8e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:17:42.805750 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bca71d9-0b17-4c7a-85f8-28ce0613cd8e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:17:42.808376 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bca71d9-0b17-4c7a-85f8-28ce0613cd8e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:17:42.808753 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bca71d9-0b17-4c7a-85f8-28ce0613cd8e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:17:42.809100 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bca71d9-0b17-4c7a-85f8-28ce0613cd8e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:17:42.809457 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bca71d9-0b17-4c7a-85f8-28ce0613cd8e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:17:42.809826 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bca71d9-0b17-4c7a-85f8-28ce0613cd8e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:17:42.810158 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bca71d9-0b17-4c7a-85f8-28ce0613cd8e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:17:42.810518 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bca71d9-0b17-4c7a-85f8-28ce0613cd8e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:17:42.810824 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bca71d9-0b17-4c7a-85f8-28ce0613cd8e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:17:42.811992 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bca71d9-0b17-4c7a-85f8-28ce0613cd8e None None] Tracked resource versions report: Nov 23 17:17:42.811992 n-d-816206-8 neutron-server[103593]: pushed versions: Nov 23 17:17:42.811992 n-d-816206-8 neutron-server[103593]: { 'AddressGroup': {'1.2'}, Nov 23 17:17:42.811992 n-d-816206-8 neutron-server[103593]: 'ConntrackHelper': {'1.0'}, Nov 23 17:17:42.811992 n-d-816206-8 neutron-server[103593]: 'Log': {'1.0'}, Nov 23 17:17:42.811992 n-d-816206-8 neutron-server[103593]: 'Network': {'1.1'}, Nov 23 17:17:42.811992 n-d-816206-8 neutron-server[103593]: 'Port': {'1.7'}, Nov 23 17:17:42.811992 n-d-816206-8 neutron-server[103593]: 'PortForwarding': {'1.2'}, Nov 23 17:17:42.811992 n-d-816206-8 neutron-server[103593]: 'QosPolicy': {'1.10'}, Nov 23 17:17:42.811992 n-d-816206-8 neutron-server[103593]: 'SecurityGroup': {'1.5'}, Nov 23 17:17:42.811992 n-d-816206-8 neutron-server[103593]: 'SecurityGroupRule': {'1.2'}, Nov 23 17:17:42.811992 n-d-816206-8 neutron-server[103593]: 'SubPort': {'1.0'}, Nov 23 17:17:42.811992 n-d-816206-8 neutron-server[103593]: 'Subnet': {'1.1'}, Nov 23 17:17:42.811992 n-d-816206-8 neutron-server[103593]: 'Trunk': {'1.1'}} Nov 23 17:17:42.811992 n-d-816206-8 neutron-server[103593]: consumer versions: Nov 23 17:17:42.811992 n-d-816206-8 neutron-server[103593]: { DHCP agent@n-d-816206-8: {}, Nov 23 17:17:42.811992 n-d-816206-8 neutron-server[103593]: HyperV agent@n-h1-816206-8: {}, Nov 23 17:17:42.811992 n-d-816206-8 neutron-server[103593]: HyperV agent@n-h2-816206-8: {}, Nov 23 17:17:42.811992 n-d-816206-8 neutron-server[103593]: L3 agent@n-d-816206-8: {}, Nov 23 17:17:42.811992 n-d-816206-8 neutron-server[103593]: Metadata agent@n-d-816206-8: {}, Nov 23 17:17:42.811992 n-d-816206-8 neutron-server[103593]: Metering agent@n-d-816206-8: {}, Nov 23 17:17:42.811992 n-d-816206-8 neutron-server[103593]: Open vSwitch agent@n-d-816206-8: { 'AddressGroup': '1.2', Nov 23 17:17:42.811992 n-d-816206-8 neutron-server[103593]: 'ConntrackHelper': '1.0', Nov 23 17:17:42.811992 n-d-816206-8 neutron-server[103593]: 'Log': '1.0', Nov 23 17:17:42.811992 n-d-816206-8 neutron-server[103593]: 'Network': '1.1', Nov 23 17:17:42.811992 n-d-816206-8 neutron-server[103593]: 'Port': '1.7', Nov 23 17:17:42.811992 n-d-816206-8 neutron-server[103593]: 'PortForwarding': '1.2', Nov 23 17:17:42.811992 n-d-816206-8 neutron-server[103593]: 'QosPolicy': '1.10', Nov 23 17:17:42.811992 n-d-816206-8 neutron-server[103593]: 'SecurityGroup': '1.5', Nov 23 17:17:42.811992 n-d-816206-8 neutron-server[103593]: 'SecurityGroupRule': '1.2', Nov 23 17:17:42.811992 n-d-816206-8 neutron-server[103593]: 'SubPort': '1.0', Nov 23 17:17:42.811992 n-d-816206-8 neutron-server[103593]: 'Subnet': '1.1', Nov 23 17:17:42.811992 n-d-816206-8 neutron-server[103593]: 'Trunk': '1.1'}} Nov 23 17:17:42.811992 n-d-816206-8 neutron-server[103593]: {{(pid=103593) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 23 17:17:42.855622 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-67ddbb96-18ea-4bca-a250-739c9b8f3154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:17:42.897894 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [req-e59b4b93-29a3-43e4-b4b4-a862fdf499a8 req-cec1f8c6-58db-424b-897d-fef693b6fb5b tempest-DeleteServersAdminTestJSON-479341732 tempest-DeleteServersAdminTestJSON-479341732-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=103590) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 17:17:42.900878 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [req-9931408e-b2af-4b6b-b41d-46538160278a req-f577dff0-2181-46cf-a1c6-b53eea37fde7 tempest-AggregatesAdminTestJSON-1799004352 tempest-AggregatesAdminTestJSON-1799004352-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=103591) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 17:17:42.902301 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-e59b4b93-29a3-43e4-b4b4-a862fdf499a8 req-cec1f8c6-58db-424b-897d-fef693b6fb5b tempest-DeleteServersAdminTestJSON-479341732 tempest-DeleteServersAdminTestJSON-479341732-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0152602 Nov 23 17:17:42.911643 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9931408e-b2af-4b6b-b41d-46538160278a req-f577dff0-2181-46cf-a1c6-b53eea37fde7 tempest-AggregatesAdminTestJSON-1799004352 tempest-AggregatesAdminTestJSON-1799004352-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0416694 Nov 23 17:17:42.942851 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-10959632-8605-4289-8b8a-23d6de9e6033 None None] For port cc608e88-5c47-463f-bdeb-2e2afada906f, host n-d-816206-8, cleared binding levels {{(pid=103593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:17:42.944094 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559580bb-7321-46c8-a1af-43096b7f7ff1 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70227657-be62-432a-a8fd-5a85231fc7e4,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:17:42.959319 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-10959632-8605-4289-8b8a-23d6de9e6033 None None] For port cc608e88-5c47-463f-bdeb-2e2afada906f, host n-d-816206-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=cc608e88-5c47-463f-bdeb-2e2afada906f,segment=NetworkSegment(bffd1e4f-e80f-4ff0-b418-2f42ae15febf),segment_id=bffd1e4f-e80f-4ff0-b418-2f42ae15febf)] {{(pid=103593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:17:42.969820 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-10959632-8605-4289-8b8a-23d6de9e6033 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:17:43.142197 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:17:43.144906 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bca71d9-0b17-4c7a-85f8-28ce0613cd8e None None] Pushing event updated for resources: {'Port': ['ID=cc608e88-5c47-463f-bdeb-2e2afada906f,revision_number=3']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:17:43.172182 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10959632-8605-4289-8b8a-23d6de9e6033 None None] Routers {'c109e4b4-592e-4d24-9db3-75120b68c49a'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:17:43.172855 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-10959632-8605-4289-8b8a-23d6de9e6033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:17:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['c109e4b4-592e-4d24-9db3-75120b68c49a'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:17:43.260324 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [req-3fd6e342-16ee-4001-8011-e4a7ef59efcf req-559580bb-7321-46c8-a1af-43096b7f7ff1 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] Allocated IP 192.168.233.161 (f1e1dabf-b410-4023-9169-a460a86e7184/ac77c175-5679-438b-8a2a-356718377641/bc0acd25-238e-4f36-9bd6-de0e9a940cd3) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:17:43.271802 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9a0924ba-196f-4db8-9f6c-39c471375eba req-3d4201bf-3b03-4a65-a42f-9ec586f04e9b tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] 10.222.0.60 "GET /v2.0/ports?device_id=15b7563e-dd4f-4e87-9c18-113e02ce5ca0 HTTP/1.1" status: 200 len: 210 time: 0.1926033 Nov 23 17:17:43.303034 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 47296) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:17:43.344796 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ebfa10e1-1a24-47cd-955d-fa71a8ee420f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:17:43.376926 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [req-9931408e-b2af-4b6b-b41d-46538160278a req-efbf4e55-655c-4312-85b5-c39742ba48ce service neutron] Request body: {'port': {'device_id': 'cdb83d84-5fcd-412e-be32-1b98182c748e', 'device_owner': 'compute:tempest-test_az-1128791043', 'binding:host_id': 'n-h2-816206-8'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:17:43.411246 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-10959632-8605-4289-8b8a-23d6de9e6033 None None] Set router c109e4b4-592e-4d24-9db3-75120b68c49a gateway port host: n-d-816206-8 {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:17:43.474823 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.db_base_plugin_common [None req-7a069b5d-262d-4bc5-87bc-a0a94bc75626 admin admin] Allocated IP 172.20.0.1 (b2e9d6b9-526b-40df-9e11-a4db0d344564/5c9382a7-073c-41ea-9a34-cd958311fb6b/f3b74f12-dae1-4d9f-b78f-dc745d6893f6) {{(pid=103591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:17:43.496795 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [req-e59b4b93-29a3-43e4-b4b4-a862fdf499a8 req-065f9807-f1f6-430d-8535-32b862985b04 service neutron] Request body: {'port': {'device_id': '2a34b097-eadb-4c5f-9d37-cb0d99a22096', 'device_owner': 'compute:tempest-test_az-1128791043', 'binding:host_id': 'n-h2-816206-8'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:17:43.709558 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-10959632-8605-4289-8b8a-23d6de9e6033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c109e4b4-592e-4d24-9db3-75120b68c49a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-22172402-router', 'tenant_id': '127802e79ad24bebb19163263129e33c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.31'}], 'enable_snat': True}, 'gw_port_id': 'cc608e88-5c47-463f-bdeb-2e2afada906f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:17:35Z', 'updated_at': '2021-11-23T17:17:38Z', 'revision_number': 3, 'project_id': '127802e79ad24bebb19163263129e33c', 'gw_port': {'id': 'cc608e88-5c47-463f-bdeb-2e2afada906f', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:64:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c109e4b4-592e-4d24-9db3-75120b68c49a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:17:36Z', 'updated_at': '2021-11-23T17:17:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8'}], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:17:43.789902 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10959632-8605-4289-8b8a-23d6de9e6033 None None] The sync data for ids ['c109e4b4-592e-4d24-9db3-75120b68c49a'] in n-d-816206-8 is: [{'id': 'c109e4b4-592e-4d24-9db3-75120b68c49a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-22172402-router', 'tenant_id': '127802e79ad24bebb19163263129e33c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.31'}], 'enable_snat': True}, 'gw_port_id': 'cc608e88-5c47-463f-bdeb-2e2afada906f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:17:35Z', 'updated_at': '2021-11-23T17:17:38Z', 'revision_number': 3, 'project_id': '127802e79ad24bebb19163263129e33c', 'gw_port': {'id': 'cc608e88-5c47-463f-bdeb-2e2afada906f', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:64:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c109e4b4-592e-4d24-9db3-75120b68c49a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:17:36Z', 'updated_at': '2021-11-23T17:17:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8'}] {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:17:43.810837 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-e59b4b93-29a3-43e4-b4b4-a862fdf499a8 req-065f9807-f1f6-430d-8535-32b862985b04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:17:43.840886 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cf5ae7-98fa-4f23-912c-69600e7cd689 req-a9b011c1-99db-434c-91de-b61042f4ea88 tempest-DeleteServersAdminTestJSON-479341732 tempest-DeleteServersAdminTestJSON-479341732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:17:43.842527 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e7cf5ae7-98fa-4f23-912c-69600e7cd689 req-a9b011c1-99db-434c-91de-b61042f4ea88 tempest-DeleteServersAdminTestJSON-479341732 tempest-DeleteServersAdminTestJSON-479341732-project] 10.222.0.60 "GET /v2.0/ports?device_id=2a34b097-eadb-4c5f-9d37-cb0d99a22096 HTTP/1.1" status: 200 len: 936 time: 0.3423357 Nov 23 17:17:43.901708 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:17:44.033762 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-9931408e-b2af-4b6b-b41d-46538160278a req-efbf4e55-655c-4312-85b5-c39742ba48ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:17:44.152929 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-3fd6e342-16ee-4001-8011-e4a7ef59efcf req-559580bb-7321-46c8-a1af-43096b7f7ff1 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:17:44.166885 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-7a069b5d-262d-4bc5-87bc-a0a94bc75626 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:17:44.423814 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e7cf5ae7-98fa-4f23-912c-69600e7cd689 req-e478dd53-fc39-485f-9d70-5e8d123bfdf6 tempest-DeleteServersAdminTestJSON-479341732 tempest-DeleteServersAdminTestJSON-479341732-project] 10.222.0.60 "GET /v2.0/security-groups?id=3f80f869-4c49-4c46-9452-e05cfcec9870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5736339 Nov 23 17:17:44.557907 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device cc608e88-5c47-463f-bdeb-2e2afada906f up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:17:44.667053 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-3fd6e342-16ee-4001-8011-e4a7ef59efcf req-559580bb-7321-46c8-a1af-43096b7f7ff1 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:17:44.684109 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ebfa10e1-1a24-47cd-955d-fa71a8ee420f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:17:44.693454 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port cc608e88-5c47-463f-bdeb-2e2afada906f triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:17:44.694121 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:17:44.718606 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3fd6e342-16ee-4001-8011-e4a7ef59efcf req-559580bb-7321-46c8-a1af-43096b7f7ff1 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] Network f1e1dabf-b410-4023-9169-a460a86e7184 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:17:44.743980 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d709cc75-9a85-4f86-bd93-98aa82c1e45d req-c7d1494a-1261-44b8-b289-3e62d2d6c2e6 tempest-AggregatesAdminTestJSON-1799004352 tempest-AggregatesAdminTestJSON-1799004352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:17:44.753921 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [req-3fd6e342-16ee-4001-8011-e4a7ef59efcf req-559580bb-7321-46c8-a1af-43096b7f7ff1 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:17:44.755049 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d709cc75-9a85-4f86-bd93-98aa82c1e45d req-c7d1494a-1261-44b8-b289-3e62d2d6c2e6 tempest-AggregatesAdminTestJSON-1799004352 tempest-AggregatesAdminTestJSON-1799004352-project] 10.222.0.60 "GET /v2.0/ports?device_id=cdb83d84-5fcd-412e-be32-1b98182c748e HTTP/1.1" status: 200 len: 935 time: 0.6950881 Nov 23 17:17:44.756164 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fd6e342-16ee-4001-8011-e4a7ef59efcf req-559580bb-7321-46c8-a1af-43096b7f7ff1 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:17:44.776736 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd6e342-16ee-4001-8011-e4a7ef59efcf req-559580bb-7321-46c8-a1af-43096b7f7ff1 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:17:44.779680 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-3fd6e342-16ee-4001-8011-e4a7ef59efcf req-559580bb-7321-46c8-a1af-43096b7f7ff1 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:17:44.802147 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ebfa10e1-1a24-47cd-955d-fa71a8ee420f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:17:44.847800 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:17:44.855175 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-7a069b5d-262d-4bc5-87bc-a0a94bc75626 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980'] for port, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:17:44.907031 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] For port cc608e88-5c47-463f-bdeb-2e2afada906f, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=cc608e88-5c47-463f-bdeb-2e2afada906f,segment=NetworkSegment(bffd1e4f-e80f-4ff0-b418-2f42ae15febf),segment_id=bffd1e4f-e80f-4ff0-b418-2f42ae15febf)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:17:44.922319 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:17:45.034326 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-ebfa10e1-1a24-47cd-955d-fa71a8ee420f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0fb2f6fe14554756a1b710f6f2f9da90&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7300763 Nov 23 17:17:45.036932 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559580bb-7321-46c8-a1af-43096b7f7ff1 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] Pushing event updated for resources: {'Port': ['ID=bc0acd25-238e-4f36-9bd6-de0e9a940cd3,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:17:45.048113 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 47322) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:17:45.118515 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6efe03c-4e06-40b5-ac84-36182acf5370 req-2773157e-5837-4760-9ffe-1252be7ef216 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:17:45.126859 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d6efe03c-4e06-40b5-ac84-36182acf5370 req-2773157e-5837-4760-9ffe-1252be7ef216 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] 10.222.0.60 "GET /v2.0/ports?device_id=15b7563e-dd4f-4e87-9c18-113e02ce5ca0 HTTP/1.1" status: 200 len: 936 time: 0.5485332 Nov 23 17:17:45.150487 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-3fd6e342-16ee-4001-8011-e4a7ef59efcf req-559580bb-7321-46c8-a1af-43096b7f7ff1 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0430722 Nov 23 17:17:45.161993 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-1e4ab291-dd2c-4a8c-9df5-40f381b572dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:17:45.168052 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a069b5d-262d-4bc5-87bc-a0a94bc75626 admin admin] Pushing event updated for resources: {'Port': ['ID=f3b74f12-dae1-4d9f-b78f-dc745d6893f6,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:17:45.177173 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a069b5d-262d-4bc5-87bc-a0a94bc75626 admin admin] Network b2e9d6b9-526b-40df-9e11-a4db0d344564 is already hosted by enough agents. {{(pid=103591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:17:45.205481 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Pushing event updated for resources: {'Port': ['ID=cc608e88-5c47-463f-bdeb-2e2afada906f,revision_number=4']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:17:45.212973 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [None req-7a069b5d-262d-4bc5-87bc-a0a94bc75626 admin admin] Resources bound (agent type, host, resource id): {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:17:45.215542 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfa10e1-1a24-47cd-955d-fa71a8ee420f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90a237fd-9b4f-459c-ab90-223b80d126b1,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:17:45.231992 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-fc766f91-7a90-471e-ad5b-e90abfe835b6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:17:45.236531 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d709cc75-9a85-4f86-bd93-98aa82c1e45d req-1cf943d8-0bd9-499d-b65f-173e1ecae9e1 tempest-AggregatesAdminTestJSON-1799004352 tempest-AggregatesAdminTestJSON-1799004352-project] 10.222.0.60 "GET /v2.0/security-groups?id=efe36124-072b-4c8d-832e-4e44bbcbc8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4809439 Nov 23 17:17:45.237781 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a069b5d-262d-4bc5-87bc-a0a94bc75626 admin admin] Received port after_create {{(pid=103591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:17:45.238346 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-7a069b5d-262d-4bc5-87bc-a0a94bc75626 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1795539'] for router_interface, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:17:45.309436 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-fc766f91-7a90-471e-ad5b-e90abfe835b6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:17:45.311747 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-d9d0f191-a019-430b-894a-f5788c199bc5 None None] Provisioning complete for port bc0acd25-238e-4f36-9bd6-de0e9a940cd3 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:17:45.312112 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-d9d0f191-a019-430b-894a-f5788c199bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:17:45.318844 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [req-3fd6e342-16ee-4001-8011-e4a7ef59efcf req-33086fff-92fb-4b3d-8572-852e20559c4c tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=103590) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 17:17:45.319874 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-3fd6e342-16ee-4001-8011-e4a7ef59efcf req-33086fff-92fb-4b3d-8572-852e20559c4c tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0136309 Nov 23 17:17:45.433733 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-fc766f91-7a90-471e-ad5b-e90abfe835b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:17:45.439513 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-fc766f91-7a90-471e-ad5b-e90abfe835b6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:17:45.444270 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-fc766f91-7a90-471e-ad5b-e90abfe835b6 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/90a237fd-9b4f-459c-ab90-223b80d126b1 HTTP/1.1" status: 204 len: 168 time: 0.3943074 Nov 23 17:17:45.447400 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-d9d0f191-a019-430b-894a-f5788c199bc5 None None] Port bc0acd25-238e-4f36-9bd6-de0e9a940cd3 cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:17:45.463011 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc766f91-7a90-471e-ad5b-e90abfe835b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90a237fd-9b4f-459c-ab90-223b80d126b1,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:17:45.572802 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-54d33959-d17e-444e-b19a-0255581b9ca7 None None] Provisioning complete for port f3b74f12-dae1-4d9f-b78f-dc745d6893f6 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:17:45.573046 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-54d33959-d17e-444e-b19a-0255581b9ca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:17:45.652306 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d6efe03c-4e06-40b5-ac84-36182acf5370 req-cff9faa6-aaea-4f9d-8c59-d0bf39a718f1 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] 10.222.0.60 "GET /v2.0/security-groups?id=70227657-be62-432a-a8fd-5a85231fc7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5243075 Nov 23 17:17:45.672429 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [req-e59b4b93-29a3-43e4-b4b4-a862fdf499a8 req-065f9807-f1f6-430d-8535-32b862985b04 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 063d508b-1191-4d49-8029-8ea16b15ceb6 {{(pid=103591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:17:45.685222 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-e59b4b93-29a3-43e4-b4b4-a862fdf499a8 req-065f9807-f1f6-430d-8535-32b862985b04 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:17:45.737121 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-54d33959-d17e-444e-b19a-0255581b9ca7 None None] Port f3b74f12-dae1-4d9f-b78f-dc745d6893f6 cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:17:45.803408 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [req-3fd6e342-16ee-4001-8011-e4a7ef59efcf req-0e5bf8b4-e6bc-4daa-a30f-645087486eee service neutron] Request body: {'port': {'device_id': '15b7563e-dd4f-4e87-9c18-113e02ce5ca0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-8'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:17:45.871152 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.provisioning_blocks [req-e59b4b93-29a3-43e4-b4b4-a862fdf499a8 req-065f9807-f1f6-430d-8535-32b862985b04 service neutron] Transition to ACTIVE for port object 063d508b-1191-4d49-8029-8ea16b15ceb6 will not be triggered until provisioned by entity L2. {{(pid=103591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 17:17:45.906572 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-e59b4b93-29a3-43e4-b4b4-a862fdf499a8 req-065f9807-f1f6-430d-8535-32b862985b04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:17:45.969238 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-3fd6e342-16ee-4001-8011-e4a7ef59efcf req-0e5bf8b4-e6bc-4daa-a30f-645087486eee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:17:46.308235 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-7a069b5d-262d-4bc5-87bc-a0a94bc75626 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:17:46.325228 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065f9807-f1f6-430d-8535-32b862985b04 service neutron] Pushing event updated for resources: {'Port': ['ID=063d508b-1191-4d49-8029-8ea16b15ceb6,revision_number=2']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:17:46.341125 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a96355f-57c7-4614-8f42-eb078c28c418 req-46b109c6-3c10-4f70-890f-ea6cf9cfac3a tempest-DeleteServersAdminTestJSON-479341732 tempest-DeleteServersAdminTestJSON-479341732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:17:46.345148 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6a96355f-57c7-4614-8f42-eb078c28c418 req-46b109c6-3c10-4f70-890f-ea6cf9cfac3a tempest-DeleteServersAdminTestJSON-479341732 tempest-DeleteServersAdminTestJSON-479341732-project] 10.222.0.60 "GET /v2.0/ports?device_id=2a34b097-eadb-4c5f-9d37-cb0d99a22096 HTTP/1.1" status: 200 len: 970 time: 0.4821644 Nov 23 17:17:46.398284 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-52822d53-48f5-4819-8a95-bdc13aea0bf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:17:46.531233 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-e59b4b93-29a3-43e4-b4b4-a862fdf499a8 req-065f9807-f1f6-430d-8535-32b862985b04 service neutron] Attempting to bind port 063d508b-1191-4d49-8029-8ea16b15ceb6 on host n-h2-816206-8 for vnic_type normal with profile {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:17:46.531592 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-e59b4b93-29a3-43e4-b4b4-a862fdf499a8 req-065f9807-f1f6-430d-8535-32b862985b04 service neutron] Attempting to bind port 063d508b-1191-4d49-8029-8ea16b15ceb6 by drivers openvswitch,hyperv on host n-h2-816206-8 at level 0 using segments [{'id': '329c1745-02bf-4561-9615-3192910887f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'f1e1dabf-b410-4023-9169-a460a86e7184'}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:17:46.531940 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e59b4b93-29a3-43e4-b4b4-a862fdf499a8 req-065f9807-f1f6-430d-8535-32b862985b04 service neutron] Attempting to bind port 063d508b-1191-4d49-8029-8ea16b15ceb6 on network f1e1dabf-b410-4023-9169-a460a86e7184 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:17:46.533508 n-d-816206-8 neutron-server[103590]: DEBUG neutron.notifiers.nova [req-9931408e-b2af-4b6b-b41d-46538160278a req-efbf4e55-655c-4312-85b5-c39742ba48ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d82ef63-959f-4755-b4da-27092011fb3d {{(pid=103590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:17:46.541278 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device cc608e88-5c47-463f-bdeb-2e2afada906f up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:17:46.560600 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-9931408e-b2af-4b6b-b41d-46538160278a req-efbf4e55-655c-4312-85b5-c39742ba48ce service neutron] Publish callbacks [] for port, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:17:46.568322 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e59b4b93-29a3-43e4-b4b4-a862fdf499a8 req-065f9807-f1f6-430d-8535-32b862985b04 service neutron] Port 063d508b-1191-4d49-8029-8ea16b15ceb6 on network f1e1dabf-b410-4023-9169-a460a86e7184 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-8 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 17:17:46.568743 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e59b4b93-29a3-43e4-b4b4-a862fdf499a8 req-065f9807-f1f6-430d-8535-32b862985b04 service neutron] Attempting to bind port 063d508b-1191-4d49-8029-8ea16b15ceb6 on network f1e1dabf-b410-4023-9169-a460a86e7184 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:17:46.575230 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6a96355f-57c7-4614-8f42-eb078c28c418 req-990d6448-35ac-42da-a11e-5f907a74d6d7 tempest-DeleteServersAdminTestJSON-479341732 tempest-DeleteServersAdminTestJSON-479341732-project] 10.222.0.60 "GET /v2.0/security-groups?id=3f80f869-4c49-4c46-9452-e05cfcec9870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777081 Nov 23 17:17:46.592192 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e59b4b93-29a3-43e4-b4b4-a862fdf499a8 req-065f9807-f1f6-430d-8535-32b862985b04 service neutron] Checking agent: {'id': 'ab77bf9e-0267-4174-8f1d-822cba89b207', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 15, 13), 'started_at': datetime.datetime(2021, 11, 23, 17, 15, 13), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 17, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:17:46.593082 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e59b4b93-29a3-43e4-b4b4-a862fdf499a8 req-065f9807-f1f6-430d-8535-32b862985b04 service neutron] Checking segment: {'id': '329c1745-02bf-4561-9615-3192910887f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'f1e1dabf-b410-4023-9169-a460a86e7184'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:17:46.593665 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e59b4b93-29a3-43e4-b4b4-a862fdf499a8 req-065f9807-f1f6-430d-8535-32b862985b04 service neutron] Bound using segment: {'id': '329c1745-02bf-4561-9615-3192910887f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'f1e1dabf-b410-4023-9169-a460a86e7184'} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:17:46.594108 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-e59b4b93-29a3-43e4-b4b4-a862fdf499a8 req-065f9807-f1f6-430d-8535-32b862985b04 service neutron] Bound port: 063d508b-1191-4d49-8029-8ea16b15ceb6, host: n-h2-816206-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '329c1745-02bf-4561-9615-3192910887f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'f1e1dabf-b410-4023-9169-a460a86e7184'}}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:17:46.594461 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-e59b4b93-29a3-43e4-b4b4-a862fdf499a8 req-065f9807-f1f6-430d-8535-32b862985b04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:17:46.650150 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [req-9931408e-b2af-4b6b-b41d-46538160278a req-efbf4e55-655c-4312-85b5-c39742ba48ce service neutron] Transition to ACTIVE for port object 9d82ef63-959f-4755-b4da-27092011fb3d will not be triggered until provisioned by entity L2. {{(pid=103590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 17:17:46.673423 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-9931408e-b2af-4b6b-b41d-46538160278a req-efbf4e55-655c-4312-85b5-c39742ba48ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:17:46.768050 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbf4e55-655c-4312-85b5-c39742ba48ce service neutron] Pushing event updated for resources: {'Port': ['ID=9d82ef63-959f-4755-b4da-27092011fb3d,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:17:46.796502 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port cc608e88-5c47-463f-bdeb-2e2afada906f triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:17:46.797516 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:17:46.913948 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94affeba-e425-4e0a-8b46-a96ee58f2869 req-4771c795-2df4-4b0d-a75e-813fde1da3aa tempest-AggregatesAdminTestJSON-1799004352 tempest-AggregatesAdminTestJSON-1799004352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:17:46.933090 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-94affeba-e425-4e0a-8b46-a96ee58f2869 req-4771c795-2df4-4b0d-a75e-813fde1da3aa tempest-AggregatesAdminTestJSON-1799004352 tempest-AggregatesAdminTestJSON-1799004352-project] 10.222.0.60 "GET /v2.0/ports?device_id=cdb83d84-5fcd-412e-be32-1b98182c748e HTTP/1.1" status: 200 len: 969 time: 0.2773471 Nov 23 17:17:47.159154 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-e59b4b93-29a3-43e4-b4b4-a862fdf499a8 req-065f9807-f1f6-430d-8535-32b862985b04 service neutron] For port 063d508b-1191-4d49-8029-8ea16b15ceb6, host n-h2-816206-8, cleared binding levels {{(pid=103591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:17:47.234275 n-d-816206-8 neutron-server[103590]: DEBUG neutron.notifiers.nova [req-3fd6e342-16ee-4001-8011-e4a7ef59efcf req-0e5bf8b4-e6bc-4daa-a30f-645087486eee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc0acd25-238e-4f36-9bd6-de0e9a940cd3 {{(pid=103590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:17:47.236651 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-94affeba-e425-4e0a-8b46-a96ee58f2869 req-c007597d-5f60-4caf-9de3-bcab95ece214 tempest-AggregatesAdminTestJSON-1799004352 tempest-AggregatesAdminTestJSON-1799004352-project] 10.222.0.60 "GET /v2.0/security-groups?id=efe36124-072b-4c8d-832e-4e44bbcbc8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3024995 Nov 23 17:17:47.244930 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-3fd6e342-16ee-4001-8011-e4a7ef59efcf req-0e5bf8b4-e6bc-4daa-a30f-645087486eee service neutron] Publish callbacks [] for port, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:17:47.259613 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [req-3fd6e342-16ee-4001-8011-e4a7ef59efcf req-0e5bf8b4-e6bc-4daa-a30f-645087486eee service neutron] Transition to ACTIVE for port object bc0acd25-238e-4f36-9bd6-de0e9a940cd3 will not be triggered until provisioned by entity L2. {{(pid=103590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 17:17:47.293367 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-3fd6e342-16ee-4001-8011-e4a7ef59efcf req-0e5bf8b4-e6bc-4daa-a30f-645087486eee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:17:47.297998 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-e59b4b93-29a3-43e4-b4b4-a862fdf499a8 req-065f9807-f1f6-430d-8535-32b862985b04 service neutron] For port 063d508b-1191-4d49-8029-8ea16b15ceb6, host n-h2-816206-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=063d508b-1191-4d49-8029-8ea16b15ceb6,segment=NetworkSegment(329c1745-02bf-4561-9615-3192910887f5),segment_id=329c1745-02bf-4561-9615-3192910887f5)] {{(pid=103591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:17:47.303306 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-7a069b5d-262d-4bc5-87bc-a0a94bc75626 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:17:47.337169 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-e59b4b93-29a3-43e4-b4b4-a862fdf499a8 req-065f9807-f1f6-430d-8535-32b862985b04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:17:47.382401 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5bf8b4-e6bc-4daa-a30f-645087486eee service neutron] Pushing event updated for resources: {'Port': ['ID=bc0acd25-238e-4f36-9bd6-de0e9a940cd3,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:17:47.404197 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-7a069b5d-262d-4bc5-87bc-a0a94bc75626 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:17:47.412867 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-7a069b5d-262d-4bc5-87bc-a0a94bc75626 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2068703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1794403'] for router_interface, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:17:47.464509 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [req-9931408e-b2af-4b6b-b41d-46538160278a req-efbf4e55-655c-4312-85b5-c39742ba48ce service neutron] Attempting to bind port 9d82ef63-959f-4755-b4da-27092011fb3d on host n-h2-816206-8 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:17:47.464892 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [req-9931408e-b2af-4b6b-b41d-46538160278a req-efbf4e55-655c-4312-85b5-c39742ba48ce service neutron] Attempting to bind port 9d82ef63-959f-4755-b4da-27092011fb3d by drivers openvswitch,hyperv on host n-h2-816206-8 at level 0 using segments [{'id': '329c1745-02bf-4561-9615-3192910887f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'f1e1dabf-b410-4023-9169-a460a86e7184'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:17:47.465362 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9931408e-b2af-4b6b-b41d-46538160278a req-efbf4e55-655c-4312-85b5-c39742ba48ce service neutron] Attempting to bind port 9d82ef63-959f-4755-b4da-27092011fb3d on network f1e1dabf-b410-4023-9169-a460a86e7184 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:17:47.478870 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9931408e-b2af-4b6b-b41d-46538160278a req-efbf4e55-655c-4312-85b5-c39742ba48ce service neutron] Port 9d82ef63-959f-4755-b4da-27092011fb3d on network f1e1dabf-b410-4023-9169-a460a86e7184 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-8 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 17:17:47.479451 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9931408e-b2af-4b6b-b41d-46538160278a req-efbf4e55-655c-4312-85b5-c39742ba48ce service neutron] Attempting to bind port 9d82ef63-959f-4755-b4da-27092011fb3d on network f1e1dabf-b410-4023-9169-a460a86e7184 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:17:47.489475 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9931408e-b2af-4b6b-b41d-46538160278a req-efbf4e55-655c-4312-85b5-c39742ba48ce service neutron] Checking agent: {'id': 'ab77bf9e-0267-4174-8f1d-822cba89b207', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 15, 13), 'started_at': datetime.datetime(2021, 11, 23, 17, 15, 13), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 17, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:17:47.490101 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9931408e-b2af-4b6b-b41d-46538160278a req-efbf4e55-655c-4312-85b5-c39742ba48ce service neutron] Checking segment: {'id': '329c1745-02bf-4561-9615-3192910887f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'f1e1dabf-b410-4023-9169-a460a86e7184'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:17:47.490809 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9931408e-b2af-4b6b-b41d-46538160278a req-efbf4e55-655c-4312-85b5-c39742ba48ce service neutron] Bound using segment: {'id': '329c1745-02bf-4561-9615-3192910887f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'f1e1dabf-b410-4023-9169-a460a86e7184'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:17:47.491379 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [req-9931408e-b2af-4b6b-b41d-46538160278a req-efbf4e55-655c-4312-85b5-c39742ba48ce service neutron] Bound port: 9d82ef63-959f-4755-b4da-27092011fb3d, host: n-h2-816206-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '329c1745-02bf-4561-9615-3192910887f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'f1e1dabf-b410-4023-9169-a460a86e7184'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:17:47.491818 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-9931408e-b2af-4b6b-b41d-46538160278a req-efbf4e55-655c-4312-85b5-c39742ba48ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:17:47.515934 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [req-3fd6e342-16ee-4001-8011-e4a7ef59efcf req-0e5bf8b4-e6bc-4daa-a30f-645087486eee service neutron] Attempting to bind port bc0acd25-238e-4f36-9bd6-de0e9a940cd3 on host n-h1-816206-8 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:17:47.516303 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [req-3fd6e342-16ee-4001-8011-e4a7ef59efcf req-0e5bf8b4-e6bc-4daa-a30f-645087486eee service neutron] Attempting to bind port bc0acd25-238e-4f36-9bd6-de0e9a940cd3 by drivers openvswitch,hyperv on host n-h1-816206-8 at level 0 using segments [{'id': '329c1745-02bf-4561-9615-3192910887f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'f1e1dabf-b410-4023-9169-a460a86e7184'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:17:47.516968 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fd6e342-16ee-4001-8011-e4a7ef59efcf req-0e5bf8b4-e6bc-4daa-a30f-645087486eee service neutron] Attempting to bind port bc0acd25-238e-4f36-9bd6-de0e9a940cd3 on network f1e1dabf-b410-4023-9169-a460a86e7184 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:17:47.566234 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fd6e342-16ee-4001-8011-e4a7ef59efcf req-0e5bf8b4-e6bc-4daa-a30f-645087486eee service neutron] Port bc0acd25-238e-4f36-9bd6-de0e9a940cd3 on network f1e1dabf-b410-4023-9169-a460a86e7184 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-8 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 17:17:47.566907 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fd6e342-16ee-4001-8011-e4a7ef59efcf req-0e5bf8b4-e6bc-4daa-a30f-645087486eee service neutron] Attempting to bind port bc0acd25-238e-4f36-9bd6-de0e9a940cd3 on network f1e1dabf-b410-4023-9169-a460a86e7184 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:17:47.575479 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9a27ae6c-db98-474f-94c1-cc99bf842d79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:17:47.580551 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fd6e342-16ee-4001-8011-e4a7ef59efcf req-0e5bf8b4-e6bc-4daa-a30f-645087486eee service neutron] Checking agent: {'id': '4b0a4557-3bfe-4828-80a0-7981fc3ac84c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 15, 14), 'started_at': datetime.datetime(2021, 11, 23, 17, 15, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 17, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:17:47.581035 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fd6e342-16ee-4001-8011-e4a7ef59efcf req-0e5bf8b4-e6bc-4daa-a30f-645087486eee service neutron] Checking segment: {'id': '329c1745-02bf-4561-9615-3192910887f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'f1e1dabf-b410-4023-9169-a460a86e7184'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:17:47.581432 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fd6e342-16ee-4001-8011-e4a7ef59efcf req-0e5bf8b4-e6bc-4daa-a30f-645087486eee service neutron] Bound using segment: {'id': '329c1745-02bf-4561-9615-3192910887f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'f1e1dabf-b410-4023-9169-a460a86e7184'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:17:47.582056 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [req-3fd6e342-16ee-4001-8011-e4a7ef59efcf req-0e5bf8b4-e6bc-4daa-a30f-645087486eee service neutron] Bound port: bc0acd25-238e-4f36-9bd6-de0e9a940cd3, host: n-h1-816206-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '329c1745-02bf-4561-9615-3192910887f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'f1e1dabf-b410-4023-9169-a460a86e7184'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:17:47.582425 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-3fd6e342-16ee-4001-8011-e4a7ef59efcf req-0e5bf8b4-e6bc-4daa-a30f-645087486eee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:17:47.618171 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59b4b93-29a3-43e4-b4b4-a862fdf499a8 req-065f9807-f1f6-430d-8535-32b862985b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:17:47.637840 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-e59b4b93-29a3-43e4-b4b4-a862fdf499a8 req-065f9807-f1f6-430d-8535-32b862985b04 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:17:47.640196 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e59b4b93-29a3-43e4-b4b4-a862fdf499a8 req-065f9807-f1f6-430d-8535-32b862985b04 service neutron] 10.222.0.36 "PUT /v2.0/ports/063d508b-1191-4d49-8029-8ea16b15ceb6 HTTP/1.1" status: 200 len: 1118 time: 4.4215810 Nov 23 17:17:47.685307 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a34b097-eadb-4c5f-9d37-cb0d99a22096', 'tag': '063d508b-1191-4d49-8029-8ea16b15ceb6'}] {{(pid=103591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:17:47.726588 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [req-9931408e-b2af-4b6b-b41d-46538160278a req-efbf4e55-655c-4312-85b5-c39742ba48ce service neutron] For port 9d82ef63-959f-4755-b4da-27092011fb3d, host n-h2-816206-8, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:17:47.737686 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [req-9931408e-b2af-4b6b-b41d-46538160278a req-efbf4e55-655c-4312-85b5-c39742ba48ce service neutron] For port 9d82ef63-959f-4755-b4da-27092011fb3d, host n-h2-816206-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=9d82ef63-959f-4755-b4da-27092011fb3d,segment=NetworkSegment(329c1745-02bf-4561-9615-3192910887f5),segment_id=329c1745-02bf-4561-9615-3192910887f5)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:17:47.743601 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [req-3fd6e342-16ee-4001-8011-e4a7ef59efcf req-0e5bf8b4-e6bc-4daa-a30f-645087486eee service neutron] For port bc0acd25-238e-4f36-9bd6-de0e9a940cd3, host n-h1-816206-8, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:17:47.747600 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-9931408e-b2af-4b6b-b41d-46538160278a req-efbf4e55-655c-4312-85b5-c39742ba48ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:17:47.848395 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [req-3fd6e342-16ee-4001-8011-e4a7ef59efcf req-0e5bf8b4-e6bc-4daa-a30f-645087486eee service neutron] For port bc0acd25-238e-4f36-9bd6-de0e9a940cd3, host n-h1-816206-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=bc0acd25-238e-4f36-9bd6-de0e9a940cd3,segment=NetworkSegment(329c1745-02bf-4561-9615-3192910887f5),segment_id=329c1745-02bf-4561-9615-3192910887f5)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:17:47.885311 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9931408e-b2af-4b6b-b41d-46538160278a req-efbf4e55-655c-4312-85b5-c39742ba48ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:17:47.888361 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-9931408e-b2af-4b6b-b41d-46538160278a req-efbf4e55-655c-4312-85b5-c39742ba48ce service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:17:47.890844 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-9931408e-b2af-4b6b-b41d-46538160278a req-efbf4e55-655c-4312-85b5-c39742ba48ce service neutron] 10.222.0.36 "PUT /v2.0/ports/9d82ef63-959f-4755-b4da-27092011fb3d HTTP/1.1" status: 200 len: 1117 time: 4.7248890 Nov 23 17:17:47.892298 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-3fd6e342-16ee-4001-8011-e4a7ef59efcf req-0e5bf8b4-e6bc-4daa-a30f-645087486eee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:17:47.902252 n-d-816206-8 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cdb83d84-5fcd-412e-be32-1b98182c748e', 'tag': '9d82ef63-959f-4755-b4da-27092011fb3d'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:17:48.185071 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbf4e55-655c-4312-85b5-c39742ba48ce service neutron] Pushing event updated for resources: {'Port': ['ID=9d82ef63-959f-4755-b4da-27092011fb3d,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:17:48.297100 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:17:48.324803 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd6e342-16ee-4001-8011-e4a7ef59efcf req-0e5bf8b4-e6bc-4daa-a30f-645087486eee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:17:48.325579 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-3fd6e342-16ee-4001-8011-e4a7ef59efcf req-0e5bf8b4-e6bc-4daa-a30f-645087486eee service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:17:48.328289 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-3fd6e342-16ee-4001-8011-e4a7ef59efcf req-0e5bf8b4-e6bc-4daa-a30f-645087486eee service neutron] 10.222.0.55 "PUT /v2.0/ports/bc0acd25-238e-4f36-9bd6-de0e9a940cd3 HTTP/1.1" status: 200 len: 1096 time: 2.6306214 Nov 23 17:17:48.329177 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5bf8b4-e6bc-4daa-a30f-645087486eee service neutron] Pushing event updated for resources: {'Port': ['ID=bc0acd25-238e-4f36-9bd6-de0e9a940cd3,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:17:48.352896 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9931408e-b2af-4b6b-b41d-46538160278a req-7b36e4d1-2f22-4327-a8d1-90844b4af48a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:17:48.354598 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-9931408e-b2af-4b6b-b41d-46538160278a req-7b36e4d1-2f22-4327-a8d1-90844b4af48a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=aec3884937b64fefb54ffd8c3d769649&device_id=cdb83d84-5fcd-412e-be32-1b98182c748e HTTP/1.1" status: 200 len: 1120 time: 0.3437886 Nov 23 17:17:48.543172 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26b3976-5e2f-4df9-ae67-24eb53b2e533 req-36b0b79f-2318-4134-b440-97f028428104 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:17:48.548477 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d26b3976-5e2f-4df9-ae67-24eb53b2e533 req-36b0b79f-2318-4134-b440-97f028428104 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] 10.222.0.60 "GET /v2.0/ports?device_id=15b7563e-dd4f-4e87-9c18-113e02ce5ca0 HTTP/1.1" status: 200 len: 948 time: 1.0597081 Nov 23 17:17:48.562240 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065f9807-f1f6-430d-8535-32b862985b04 service neutron] Pushing event updated for resources: {'Port': ['ID=063d508b-1191-4d49-8029-8ea16b15ceb6,revision_number=3']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:17:48.582299 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59b4b93-29a3-43e4-b4b4-a862fdf499a8 req-68b532ec-9b77-4f3f-ad76-9bd11bd25b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:17:48.587329 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e59b4b93-29a3-43e4-b4b4-a862fdf499a8 req-68b532ec-9b77-4f3f-ad76-9bd11bd25b09 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=35207b2f5d3a4ae9a5c3f0e2f5d28e34&device_id=2a34b097-eadb-4c5f-9d37-cb0d99a22096 HTTP/1.1" status: 200 len: 1121 time: 0.6238232 Nov 23 17:17:48.626849 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbabddbc9fc37b068808e119c416c86f5957ca04531a4a0d2e695c515e93483b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df89cfde-7a30-4180-9d63-5df1d0754af0" -d '{"events": [{"name": "network-changed", "server_uuid": "cdb83d84-5fcd-412e-be32-1b98182c748e", "tag": "9d82ef63-959f-4755-b4da-27092011fb3d"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:17:48.643129 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41d174a19ece9499ff9ec44e5b3fc50f2abd3ffbc947fb7e52ea1e8db27b95b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd03761b-a075-4a00-bf9a-27a25c29d02d" -d '{"events": [{"name": "network-changed", "server_uuid": "2a34b097-eadb-4c5f-9d37-cb0d99a22096", "tag": "063d508b-1191-4d49-8029-8ea16b15ceb6"}]}' {{(pid=103591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:17:48.663395 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-9931408e-b2af-4b6b-b41d-46538160278a req-83a48797-fb51-488b-a6c3-eb5e83ca7293 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.51&port_id=9d82ef63-959f-4755-b4da-27092011fb3d HTTP/1.1" status: 200 len: 217 time: 0.2990317 Nov 23 17:17:48.897138 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9931408e-b2af-4b6b-b41d-46538160278a req-4be28682-913c-4f2a-bc99-dc5dde18813a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:17:48.899989 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-9931408e-b2af-4b6b-b41d-46538160278a req-4be28682-913c-4f2a-bc99-dc5dde18813a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ac77c175-5679-438b-8a2a-356718377641 HTTP/1.1" status: 200 len: 843 time: 0.2257094 Nov 23 17:17:48.984795 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e59b4b93-29a3-43e4-b4b4-a862fdf499a8 req-d7c311a5-21f0-4641-8f55-d4fe0b264a2d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.149&port_id=063d508b-1191-4d49-8029-8ea16b15ceb6 HTTP/1.1" status: 200 len: 217 time: 0.2834301 Nov 23 17:17:49.057739 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a069b5d-262d-4bc5-87bc-a0a94bc75626 admin admin] Pushing event updated for resources: {'Port': ['ID=f3b74f12-dae1-4d9f-b78f-dc745d6893f6,revision_number=2']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:17:49.088424 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd6e342-16ee-4001-8011-e4a7ef59efcf req-a445b3a8-7dfb-43bb-8152-a2d79dd42e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:17:49.096724 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-3fd6e342-16ee-4001-8011-e4a7ef59efcf req-a445b3a8-7dfb-43bb-8152-a2d79dd42e32 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=98a62786d4654c60b8dab5d2a606f4fe&device_id=15b7563e-dd4f-4e87-9c18-113e02ce5ca0 HTTP/1.1" status: 200 len: 1099 time: 0.6525984 Nov 23 17:17:49.107002 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d26b3976-5e2f-4df9-ae67-24eb53b2e533 req-477536a9-5b1e-4af0-bab1-0e3dfda97142 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] 10.222.0.60 "GET /v2.0/security-groups?id=70227657-be62-432a-a8fd-5a85231fc7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5185401 Nov 23 17:17:49.138682 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4011ff-9004-4993-a7a6-d39f363165a2 req-4f0f68c1-2e4d-46a5-b1ba-83078490848c tempest-DeleteServersAdminTestJSON-479341732 tempest-DeleteServersAdminTestJSON-479341732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:17:49.142221 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5e4011ff-9004-4993-a7a6-d39f363165a2 req-4f0f68c1-2e4d-46a5-b1ba-83078490848c tempest-DeleteServersAdminTestJSON-479341732 tempest-DeleteServersAdminTestJSON-479341732-project] 10.222.0.60 "GET /v2.0/ports?device_id=2a34b097-eadb-4c5f-9d37-cb0d99a22096 HTTP/1.1" status: 200 len: 970 time: 0.5896380 Nov 23 17:17:49.145752 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a069b5d-262d-4bc5-87bc-a0a94bc75626 admin admin] Network b2e9d6b9-526b-40df-9e11-a4db0d344564 is already hosted by enough agents. {{(pid=103591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:17:49.165761 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [None req-7a069b5d-262d-4bc5-87bc-a0a94bc75626 admin admin] Resources bound (agent type, host, resource id): {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:17:49.193889 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 47400) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:17:49.221928 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59b4b93-29a3-43e4-b4b4-a862fdf499a8 req-cd9ff675-58ba-4a5b-9e62-8916824a7d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:17:49.222050 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9931408e-b2af-4b6b-b41d-46538160278a req-0e8812f7-b92b-4894-88b5-e7077a0ce19d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:17:49.223524 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-9931408e-b2af-4b6b-b41d-46538160278a req-0e8812f7-b92b-4894-88b5-e7077a0ce19d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f1e1dabf-b410-4023-9169-a460a86e7184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3056078 Nov 23 17:17:49.224120 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e59b4b93-29a3-43e4-b4b4-a862fdf499a8 req-cd9ff675-58ba-4a5b-9e62-8916824a7d17 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ac77c175-5679-438b-8a2a-356718377641 HTTP/1.1" status: 200 len: 843 time: 0.2163982 Nov 23 17:17:49.225045 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-3fd6e342-16ee-4001-8011-e4a7ef59efcf req-97dbe6e4-de8e-4f64-baab-a28afc7b5fb8 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.161&port_id=bc0acd25-238e-4f36-9bd6-de0e9a940cd3 HTTP/1.1" status: 200 len: 217 time: 0.1057949 Nov 23 17:17:49.439591 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-9931408e-b2af-4b6b-b41d-46538160278a req-2af62a4f-be31-4693-9e21-bebd54d67a16 service neutron] 10.222.0.36 "GET /v2.0/networks/f1e1dabf-b410-4023-9169-a460a86e7184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1761019 Nov 23 17:17:49.522328 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5e4011ff-9004-4993-a7a6-d39f363165a2 req-9d3088e1-5d63-46f8-b85f-c740f815a4f1 tempest-DeleteServersAdminTestJSON-479341732 tempest-DeleteServersAdminTestJSON-479341732-project] 10.222.0.60 "GET /v2.0/security-groups?id=3f80f869-4c49-4c46-9452-e05cfcec9870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3689847 Nov 23 17:17:49.613516 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-f6141f0c-ece6-4a83-a77c-1b108d04ba19 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:17:49.665267 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-21830b31-bf86-4300-95ab-c69fe1457778 None None] Provisioning complete for port f3b74f12-dae1-4d9f-b78f-dc745d6893f6 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:17:49.665839 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-21830b31-bf86-4300-95ab-c69fe1457778 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:17:49.712094 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6c6976-dce5-4110-aec1-1a51efd9d270 req-8c782046-2bd8-48cb-9ad6-f886c9819264 tempest-AggregatesAdminTestJSON-1799004352 tempest-AggregatesAdminTestJSON-1799004352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:17:49.721849 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6b6c6976-dce5-4110-aec1-1a51efd9d270 req-8c782046-2bd8-48cb-9ad6-f886c9819264 tempest-AggregatesAdminTestJSON-1799004352 tempest-AggregatesAdminTestJSON-1799004352-project] 10.222.0.60 "GET /v2.0/ports?device_id=cdb83d84-5fcd-412e-be32-1b98182c748e HTTP/1.1" status: 200 len: 969 time: 0.3867111 Nov 23 17:17:49.724899 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59b4b93-29a3-43e4-b4b4-a862fdf499a8 req-27fe524e-64a7-4f51-a6ca-97de63e60efa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:17:49.726401 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e59b4b93-29a3-43e4-b4b4-a862fdf499a8 req-27fe524e-64a7-4f51-a6ca-97de63e60efa service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f1e1dabf-b410-4023-9169-a460a86e7184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4753556 Nov 23 17:17:49.737595 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd6e342-16ee-4001-8011-e4a7ef59efcf req-07d536a1-73c9-4ed9-b3ba-6c98e9820e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:17:49.739067 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-3fd6e342-16ee-4001-8011-e4a7ef59efcf req-07d536a1-73c9-4ed9-b3ba-6c98e9820e46 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ac77c175-5679-438b-8a2a-356718377641 HTTP/1.1" status: 200 len: 843 time: 0.5006299 Nov 23 17:17:49.769279 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-21830b31-bf86-4300-95ab-c69fe1457778 None None] Port f3b74f12-dae1-4d9f-b78f-dc745d6893f6 cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:17:49.818254 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a069b5d-262d-4bc5-87bc-a0a94bc75626 admin admin] Router c109e4b4-592e-4d24-9db3-75120b68c49a has already been hosted by L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 {{(pid=103591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 17:17:49.830374 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-9931408e-b2af-4b6b-b41d-46538160278a req-4aab0fec-f6fb-461b-a6d0-348387f2fd95 service neutron] 10.222.0.36 "GET /v2.0/networks/f1e1dabf-b410-4023-9169-a460a86e7184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3351946 Nov 23 17:17:49.872314 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd6e342-16ee-4001-8011-e4a7ef59efcf req-28e771f1-4625-457b-b0d8-9517dbc7f7b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:17:49.877497 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-3fd6e342-16ee-4001-8011-e4a7ef59efcf req-28e771f1-4625-457b-b0d8-9517dbc7f7b0 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f1e1dabf-b410-4023-9169-a460a86e7184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1259634 Nov 23 17:17:49.911237 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6b6c6976-dce5-4110-aec1-1a51efd9d270 req-f11e52df-76bf-4033-b933-9144041c8a5b tempest-AggregatesAdminTestJSON-1799004352 tempest-AggregatesAdminTestJSON-1799004352-project] 10.222.0.60 "GET /v2.0/security-groups?id=efe36124-072b-4c8d-832e-4e44bbcbc8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884217 Nov 23 17:17:50.066295 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-3fd6e342-16ee-4001-8011-e4a7ef59efcf req-18d1b0a3-aa03-4828-9abd-7101dcfb57ed service neutron] 10.222.0.55 "GET /v2.0/networks/f1e1dabf-b410-4023-9169-a460a86e7184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1806533 Nov 23 17:17:50.132973 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a069b5d-262d-4bc5-87bc-a0a94bc75626 admin admin] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:17:50.134763 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 17:17:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9e8dcf6-0468-4e27-8e65-8f8c2a386a05 x-openstack-request-id: req-e9e8dcf6-0468-4e27-8e65-8f8c2a386a05 {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:17:50.135066 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cdb83d84-5fcd-412e-be32-1b98182c748e", "tag": "9d82ef63-959f-4755-b4da-27092011fb3d", "status": "completed", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:17:50.135327 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e9e8dcf6-0468-4e27-8e65-8f8c2a386a05 {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:17:50.140369 n-d-816206-8 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cdb83d84-5fcd-412e-be32-1b98182c748e', 'tag': '9d82ef63-959f-4755-b4da-27092011fb3d', 'status': 'completed', 'code': 200} Nov 23 17:17:50.143830 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17e0340e-b5f4-43c6-856a-252ffbe9453e None None] Sync routers for ids ['c109e4b4-592e-4d24-9db3-75120b68c49a'] in n-d-816206-8 {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:17:50.163202 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17e0340e-b5f4-43c6-856a-252ffbe9453e None None] Routers {'c109e4b4-592e-4d24-9db3-75120b68c49a'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:17:50.163883 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-7a069b5d-262d-4bc5-87bc-a0a94bc75626 admin admin] 10.222.0.60 "PUT /v2.0/routers/c109e4b4-592e-4d24-9db3-75120b68c49a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2824767 Nov 23 17:17:50.164696 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-17e0340e-b5f4-43c6-856a-252ffbe9453e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:17:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['c109e4b4-592e-4d24-9db3-75120b68c49a'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:17:50.234106 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-f6141f0c-ece6-4a83-a77c-1b108d04ba19 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:17:50.243495 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-f6141f0c-ece6-4a83-a77c-1b108d04ba19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:17:50.346125 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-3fd6e342-16ee-4001-8011-e4a7ef59efcf req-8a775965-2d92-4ddf-b983-9e6e5d70f77e service neutron] 10.222.0.55 "GET /v2.0/networks/f1e1dabf-b410-4023-9169-a460a86e7184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2719328 Nov 23 17:17:50.348789 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 17:17:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-122b56b7-0f3f-4e48-8317-6fa5d2aac14d x-openstack-request-id: req-122b56b7-0f3f-4e48-8317-6fa5d2aac14d {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:17:50.362611 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a34b097-eadb-4c5f-9d37-cb0d99a22096", "tag": "063d508b-1191-4d49-8029-8ea16b15ceb6", "status": "completed", "code": 200}]} {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:17:50.365234 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-122b56b7-0f3f-4e48-8317-6fa5d2aac14d {{(pid=103591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:17:50.365980 n-d-816206-8 neutron-server[103591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a34b097-eadb-4c5f-9d37-cb0d99a22096', 'tag': '063d508b-1191-4d49-8029-8ea16b15ceb6', 'status': 'completed', 'code': 200} Nov 23 17:17:50.412236 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 47428) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:17:50.425993 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-f6141f0c-ece6-4a83-a77c-1b108d04ba19 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=2bfd1a4f4a3c4c128c6767aced1c7c24&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2278593 Nov 23 17:17:50.527764 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvr_db [None req-17e0340e-b5f4-43c6-856a-252ffbe9453e None None] Set router c109e4b4-592e-4d24-9db3-75120b68c49a gateway port host: n-d-816206-8 {{(pid=103592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:17:50.540273 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a71c945f-5703-4321-825b-f8b7739e98cf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:17:50.542644 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6141f0c-ece6-4a83-a77c-1b108d04ba19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ed5d7e6-ae82-498f-838f-31aa66eb6752,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:17:50.594956 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7506096-2ad0-4b7e-9032-8242d2917b45 req-27c2d545-2318-4e36-80fd-f631e9643859 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:17:50.599642 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a71c945f-5703-4321-825b-f8b7739e98cf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:17:50.603560 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c7506096-2ad0-4b7e-9032-8242d2917b45 req-27c2d545-2318-4e36-80fd-f631e9643859 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] 10.222.0.60 "GET /v2.0/ports?device_id=15b7563e-dd4f-4e87-9c18-113e02ce5ca0 HTTP/1.1" status: 200 len: 948 time: 0.1689811 Nov 23 17:17:50.725384 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c7506096-2ad0-4b7e-9032-8242d2917b45 req-5ba580bd-1b68-4d53-88f5-6f42b30f6c35 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] 10.222.0.60 "GET /v2.0/security-groups?id=70227657-be62-432a-a8fd-5a85231fc7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201434 Nov 23 17:17:50.745732 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a71c945f-5703-4321-825b-f8b7739e98cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:17:50.749097 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a71c945f-5703-4321-825b-f8b7739e98cf admin admin] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:17:50.750500 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-a71c945f-5703-4321-825b-f8b7739e98cf admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/5ed5d7e6-ae82-498f-838f-31aa66eb6752 HTTP/1.1" status: 204 len: 168 time: 0.3367381 Nov 23 17:17:50.790055 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71c945f-5703-4321-825b-f8b7739e98cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ed5d7e6-ae82-498f-838f-31aa66eb6752,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:17:50.872404 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb90ceb-6634-4549-b35f-de58f462cb72 req-13d91bfa-9e19-40db-b322-9fe13db1b371 tempest-DeleteServersAdminTestJSON-479341732 tempest-DeleteServersAdminTestJSON-479341732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:17:50.875993 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-afb90ceb-6634-4549-b35f-de58f462cb72 req-13d91bfa-9e19-40db-b322-9fe13db1b371 tempest-DeleteServersAdminTestJSON-479341732 tempest-DeleteServersAdminTestJSON-479341732-project] 10.222.0.60 "GET /v2.0/ports?device_id=2a34b097-eadb-4c5f-9d37-cb0d99a22096 HTTP/1.1" status: 200 len: 970 time: 0.1497767 Nov 23 17:17:51.014683 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-17e0340e-b5f4-43c6-856a-252ffbe9453e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c109e4b4-592e-4d24-9db3-75120b68c49a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-22172402-router', 'tenant_id': '127802e79ad24bebb19163263129e33c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.31'}], 'enable_snat': True}, 'gw_port_id': 'cc608e88-5c47-463f-bdeb-2e2afada906f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:17:35Z', 'updated_at': '2021-11-23T17:17:45Z', 'revision_number': 4, 'project_id': '127802e79ad24bebb19163263129e33c', 'gw_port': {'id': 'cc608e88-5c47-463f-bdeb-2e2afada906f', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:64:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c109e4b4-592e-4d24-9db3-75120b68c49a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:17:36Z', 'updated_at': '2021-11-23T17:17:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_interfaces': [{'id': 'f3b74f12-dae1-4d9f-b78f-dc745d6893f6', 'name': '', 'network_id': 'b2e9d6b9-526b-40df-9e11-a4db0d344564', 'tenant_id': '127802e79ad24bebb19163263129e33c', 'mac_address': 'fa:16:3e:fb:0d:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c109e4b4-592e-4d24-9db3-75120b68c49a', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '5c9382a7-073c-41ea-9a34-cd958311fb6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:17:42Z', 'updated_at': '2021-11-23T17:17:46Z', 'revision_number': 2, 'project_id': '127802e79ad24bebb19163263129e33c', 'subnets': [{'id': '5c9382a7-073c-41ea-9a34-cd958311fb6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:17:51.088207 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17e0340e-b5f4-43c6-856a-252ffbe9453e None None] Checking router: c109e4b4-592e-4d24-9db3-75120b68c49a for host: n-d-816206-8 {{(pid=103592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 17:17:51.088642 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17e0340e-b5f4-43c6-856a-252ffbe9453e None None] Updating router c109e4b4-592e-4d24-9db3-75120b68c49a port f3b74f12-dae1-4d9f-b78f-dc745d6893f6 binding host n-d-816206-8 {{(pid=103592) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 17:17:51.158646 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-17e0340e-b5f4-43c6-856a-252ffbe9453e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:17:51.257445 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 47446) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:17:51.490632 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 47452) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:17:51.506466 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-83db0e7d-a685-4d77-883c-af0fccba6cc9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:17:51.602091 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-83db0e7d-a685-4d77-883c-af0fccba6cc9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:17:51.624140 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-afb90ceb-6634-4549-b35f-de58f462cb72 req-5a0afbb6-a34a-4663-9359-6f83eeabf776 tempest-DeleteServersAdminTestJSON-479341732 tempest-DeleteServersAdminTestJSON-479341732-project] 10.222.0.60 "GET /v2.0/security-groups?id=3f80f869-4c49-4c46-9452-e05cfcec9870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7411153 Nov 23 17:17:51.633481 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-83db0e7d-a685-4d77-883c-af0fccba6cc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:17:51.693776 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-17e0340e-b5f4-43c6-856a-252ffbe9453e None None] Publish callbacks [] for port, precommit_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:17:51.705143 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-17e0340e-b5f4-43c6-856a-252ffbe9453e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:17:51.782736 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-83db0e7d-a685-4d77-883c-af0fccba6cc9 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=1ceb94633466448abed5934179dad84b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2886372 Nov 23 17:17:51.782736 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d220c16b-fdaf-49cc-b081-e1b9bca4e148 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:17:51.792310 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 47458) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:17:51.795995 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83db0e7d-a685-4d77-883c-af0fccba6cc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f07cf05e-7387-4898-9b3e-c62ae3c7669b,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:17:51.820843 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df89cfde-7a30-4180-9d63-5df1d0754af0 req-7ceef4f6-be36-49d5-ac5f-95e78679ae97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:17:51.822593 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-df89cfde-7a30-4180-9d63-5df1d0754af0 req-7ceef4f6-be36-49d5-ac5f-95e78679ae97 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=aec3884937b64fefb54ffd8c3d769649&device_id=cdb83d84-5fcd-412e-be32-1b98182c748e HTTP/1.1" status: 200 len: 1120 time: 0.1604550 Nov 23 17:17:51.873176 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-17e0340e-b5f4-43c6-856a-252ffbe9453e None None] Attempting to bind port f3b74f12-dae1-4d9f-b78f-dc745d6893f6 on host n-d-816206-8 for vnic_type normal with profile {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:17:51.874225 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-17e0340e-b5f4-43c6-856a-252ffbe9453e None None] Attempting to bind port f3b74f12-dae1-4d9f-b78f-dc745d6893f6 by drivers openvswitch,hyperv on host n-d-816206-8 at level 0 using segments [{'id': '374abdbe-b9f5-40b9-89ba-022682cac473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'b2e9d6b9-526b-40df-9e11-a4db0d344564'}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:17:51.874639 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17e0340e-b5f4-43c6-856a-252ffbe9453e None None] Attempting to bind port f3b74f12-dae1-4d9f-b78f-dc745d6893f6 on network b2e9d6b9-526b-40df-9e11-a4db0d344564 {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:17:51.900360 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17e0340e-b5f4-43c6-856a-252ffbe9453e None None] Checking agent: {'id': '9e89acbe-4bbe-4c77-a18b-6f1da9133e0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 7, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 17, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:17:51.900360 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17e0340e-b5f4-43c6-856a-252ffbe9453e None None] Checking segment: {'id': '374abdbe-b9f5-40b9-89ba-022682cac473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'b2e9d6b9-526b-40df-9e11-a4db0d344564'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:17:51.900360 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-17e0340e-b5f4-43c6-856a-252ffbe9453e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:17:51.900360 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17e0340e-b5f4-43c6-856a-252ffbe9453e None None] Bound using segment: {'id': '374abdbe-b9f5-40b9-89ba-022682cac473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'b2e9d6b9-526b-40df-9e11-a4db0d344564'} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:17:51.903017 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-17e0340e-b5f4-43c6-856a-252ffbe9453e None None] Bound port: f3b74f12-dae1-4d9f-b78f-dc745d6893f6, host: n-d-816206-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '374abdbe-b9f5-40b9-89ba-022682cac473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'b2e9d6b9-526b-40df-9e11-a4db0d344564'}}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:17:51.904645 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0c0759-70ec-47a6-842d-aa15add42007 req-c1d92edc-1bd3-4655-b8dd-88bc7a45f7f9 tempest-AggregatesAdminTestJSON-1799004352 tempest-AggregatesAdminTestJSON-1799004352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:17:51.905153 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-17e0340e-b5f4-43c6-856a-252ffbe9453e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:17:51.912205 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2b0c0759-70ec-47a6-842d-aa15add42007 req-c1d92edc-1bd3-4655-b8dd-88bc7a45f7f9 tempest-AggregatesAdminTestJSON-1799004352 tempest-AggregatesAdminTestJSON-1799004352-project] 10.222.0.60 "GET /v2.0/ports?device_id=cdb83d84-5fcd-412e-be32-1b98182c748e HTTP/1.1" status: 200 len: 969 time: 0.4653304 Nov 23 17:17:52.236754 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e59b4b93-29a3-43e4-b4b4-a862fdf499a8 req-c291c5ae-e165-44c8-8cb6-9b6d4d960048 service neutron] 10.222.0.36 "GET /v2.0/networks/f1e1dabf-b410-4023-9169-a460a86e7184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6086831 Nov 23 17:17:52.261940 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 47462) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:17:52.284262 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-4c184482-b9a3-4261-b43c-e14a991d3bbf admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-823609764-network', 'tenant_id': '3af404bc9c9d4b7d84676665738a767f'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:17:52.359973 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f73d955-5f09-494e-b9ee-b20231d43684 None None] Pushing event updated for resources: {'Port': ['ID=f3b74f12-dae1-4d9f-b78f-dc745d6893f6,revision_number=3']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:17:52.378435 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2b0c0759-70ec-47a6-842d-aa15add42007 req-8383c9f9-fded-4de6-94bd-9e55cbe176aa tempest-AggregatesAdminTestJSON-1799004352 tempest-AggregatesAdminTestJSON-1799004352-project] 10.222.0.60 "GET /v2.0/security-groups?id=efe36124-072b-4c8d-832e-4e44bbcbc8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4309380 Nov 23 17:17:52.426731 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e3bb5c-cdc7-4884-9ae6-432f9f0e430d req-70363e3b-6512-4015-9016-faf0192a32ee tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:17:52.441576 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a9e3bb5c-cdc7-4884-9ae6-432f9f0e430d req-70363e3b-6512-4015-9016-faf0192a32ee tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] 10.222.0.60 "GET /v2.0/ports?device_id=15b7563e-dd4f-4e87-9c18-113e02ce5ca0 HTTP/1.1" status: 200 len: 948 time: 0.5260930 Nov 23 17:17:52.499168 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-0f4fb21c-3dc8-454e-81d2-09d83d46154f None None] Provisioning complete for port f3b74f12-dae1-4d9f-b78f-dc745d6893f6 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:17:52.499906 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-0f4fb21c-3dc8-454e-81d2-09d83d46154f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:17:52.554759 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-0f4fb21c-3dc8-454e-81d2-09d83d46154f None None] Port f3b74f12-dae1-4d9f-b78f-dc745d6893f6 cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:17:52.629557 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-17e0340e-b5f4-43c6-856a-252ffbe9453e None None] For port f3b74f12-dae1-4d9f-b78f-dc745d6893f6, host n-d-816206-8, cleared binding levels {{(pid=103592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:17:52.651798 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-17e0340e-b5f4-43c6-856a-252ffbe9453e None None] For port f3b74f12-dae1-4d9f-b78f-dc745d6893f6, host n-d-816206-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=f3b74f12-dae1-4d9f-b78f-dc745d6893f6,segment=NetworkSegment(374abdbe-b9f5-40b9-89ba-022682cac473),segment_id=374abdbe-b9f5-40b9-89ba-022682cac473)] {{(pid=103592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:17:52.674988 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-17e0340e-b5f4-43c6-856a-252ffbe9453e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:17:52.689368 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c184482-b9a3-4261-b43c-e14a991d3bbf admin admin] Made reservation on behalf of 3af404bc9c9d4b7d84676665738a767f for: {'network': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:17:52.691979 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-4c184482-b9a3-4261-b43c-e14a991d3bbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for network, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:17:52.774091 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-4c184482-b9a3-4261-b43c-e14a991d3bbf admin admin] Publish callbacks [] for security_group, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:17:52.785004 n-d-816206-8 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15b7563e-dd4f-4e87-9c18-113e02ce5ca0', 'tag': 'bc0acd25-238e-4f36-9bd6-de0e9a940cd3'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:17:52.787746 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbabddbc9fc37b068808e119c416c86f5957ca04531a4a0d2e695c515e93483b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8007e66b-9032-4b1b-8f18-291b538c582e" -d '{"events": [{"name": "network-changed", "server_uuid": "15b7563e-dd4f-4e87-9c18-113e02ce5ca0", "tag": "bc0acd25-238e-4f36-9bd6-de0e9a940cd3"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:17:52.891756 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-78da4f37-bb7f-4845-881c-d428f3a67683 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:17:52.894482 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f73d955-5f09-494e-b9ee-b20231d43684 None None] Pushing event updated for resources: {'Port': ['ID=f3b74f12-dae1-4d9f-b78f-dc745d6893f6,revision_number=4']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:17:52.916465 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a9e3bb5c-cdc7-4884-9ae6-432f9f0e430d req-d3b71784-5a51-4e69-9555-99d368355a87 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] 10.222.0.60 "GET /v2.0/security-groups?id=70227657-be62-432a-a8fd-5a85231fc7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4687634 Nov 23 17:17:52.939939 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17e0340e-b5f4-43c6-856a-252ffbe9453e None None] Routers {'c109e4b4-592e-4d24-9db3-75120b68c49a'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:17:52.940881 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-17e0340e-b5f4-43c6-856a-252ffbe9453e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:17:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['c109e4b4-592e-4d24-9db3-75120b68c49a'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:17:53.034158 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 17:17:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c056948f-bc23-4d44-ab4d-4748d215b7e6 x-openstack-request-id: req-c056948f-bc23-4d44-ab4d-4748d215b7e6 {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:17:53.034441 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15b7563e-dd4f-4e87-9c18-113e02ce5ca0", "tag": "bc0acd25-238e-4f36-9bd6-de0e9a940cd3", "status": "completed", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:17:53.034976 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c056948f-bc23-4d44-ab4d-4748d215b7e6 {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:17:53.035362 n-d-816206-8 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15b7563e-dd4f-4e87-9c18-113e02ce5ca0', 'tag': 'bc0acd25-238e-4f36-9bd6-de0e9a940cd3', 'status': 'completed', 'code': 200} Nov 23 17:17:53.059450 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-78da4f37-bb7f-4845-881c-d428f3a67683 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:17:53.106530 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df89cfde-7a30-4180-9d63-5df1d0754af0 req-b6e0027c-08e0-4757-a1e7-b4d7a2b713c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:17:53.108284 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-df89cfde-7a30-4180-9d63-5df1d0754af0 req-b6e0027c-08e0-4757-a1e7-b4d7a2b713c6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f1e1dabf-b410-4023-9169-a460a86e7184 HTTP/1.1" status: 200 len: 870 time: 1.2488272 Nov 23 17:17:53.118416 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-4c184482-b9a3-4261-b43c-e14a991d3bbf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:17:53.146886 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvr_db [None req-17e0340e-b5f4-43c6-856a-252ffbe9453e None None] Set router c109e4b4-592e-4d24-9db3-75120b68c49a gateway port host: n-d-816206-8 {{(pid=103592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:17:53.162637 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e59b4b93-29a3-43e4-b4b4-a862fdf499a8 req-0ad5d6f8-8e8e-4ba2-996a-2c725c8e9e00 service neutron] 10.222.0.36 "GET /v2.0/networks/f1e1dabf-b410-4023-9169-a460a86e7184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7749772 Nov 23 17:17:53.165682 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-4c184482-b9a3-4261-b43c-e14a991d3bbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:17:53.222272 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b8fb09-0843-4fea-aa4b-ba374b6037b2 req-a7e26aae-7d58-488d-9867-78c688116d36 tempest-DeleteServersAdminTestJSON-479341732 tempest-DeleteServersAdminTestJSON-479341732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:17:53.235672 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-14b8fb09-0843-4fea-aa4b-ba374b6037b2 req-a7e26aae-7d58-488d-9867-78c688116d36 tempest-DeleteServersAdminTestJSON-479341732 tempest-DeleteServersAdminTestJSON-479341732-project] 10.222.0.60 "GET /v2.0/ports?device_id=2a34b097-eadb-4c5f-9d37-cb0d99a22096 HTTP/1.1" status: 200 len: 970 time: 0.4922111 Nov 23 17:17:53.321328 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c184482-b9a3-4261-b43c-e14a991d3bbf admin admin] vlan segment allocate from pool success with {'vlan_id': 500, 'physical_network': 'physnet1'} {{(pid=103591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 17:17:53.330869 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-70b5e856-1ae5-476f-b85a-aa231d59b69d None None] Provisioning complete for port f3b74f12-dae1-4d9f-b78f-dc745d6893f6 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:17:53.331273 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-70b5e856-1ae5-476f-b85a-aa231d59b69d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:17:53.343130 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-df89cfde-7a30-4180-9d63-5df1d0754af0 req-0afb8321-4a61-4303-9a97-b42f03cbb355 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.51&port_id=9d82ef63-959f-4755-b4da-27092011fb3d HTTP/1.1" status: 200 len: 217 time: 0.2020872 Nov 23 17:17:53.357573 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d220c16b-fdaf-49cc-b081-e1b9bca4e148 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:17:53.361593 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-78da4f37-bb7f-4845-881c-d428f3a67683 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:17:53.370564 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-78da4f37-bb7f-4845-881c-d428f3a67683 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:17:53.372816 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-78da4f37-bb7f-4845-881c-d428f3a67683 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f07cf05e-7387-4898-9b3e-c62ae3c7669b HTTP/1.1" status: 204 len: 168 time: 1.5772915 Nov 23 17:17:53.387563 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d220c16b-fdaf-49cc-b081-e1b9bca4e148 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:17:53.400264 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd03761b-a075-4a00-bf9a-27a25c29d02d req-5cc0619f-d5a1-4b63-b21d-c8bd10bdd9d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:17:53.407737 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-fd03761b-a075-4a00-bf9a-27a25c29d02d req-5cc0619f-d5a1-4b63-b21d-c8bd10bdd9d2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=35207b2f5d3a4ae9a5c3f0e2f5d28e34&device_id=2a34b097-eadb-4c5f-9d37-cb0d99a22096 HTTP/1.1" status: 200 len: 1121 time: 0.1507230 Nov 23 17:17:53.417912 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-4c184482-b9a3-4261-b43c-e14a991d3bbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:17:53.426392 n-d-816206-8 neutron-server[103591]: INFO neutron.db.segments_db [None req-4c184482-b9a3-4261-b43c-e14a991d3bbf admin admin] Added segment 562aec5b-55ec-45ea-84f6-e43e896db0c6 of type vlan for network 83b5aa25-2a60-461e-9f02-81cb63453750 Nov 23 17:17:53.442439 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c184482-b9a3-4261-b43c-e14a991d3bbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aabd75bf-e64e-4022-8685-a90634a47094,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:17:53.544728 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78da4f37-bb7f-4845-881c-d428f3a67683 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f07cf05e-7387-4898-9b3e-c62ae3c7669b,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:17:53.704320 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-d220c16b-fdaf-49cc-b081-e1b9bca4e148 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=22b0aeb83a9a491883ff59911375c226&name=default HTTP/1.1" status: 200 len: 2996 time: 2.4457197 Nov 23 17:17:53.710892 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 47472) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:17:53.770401 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d220c16b-fdaf-49cc-b081-e1b9bca4e148 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22e1042c-928b-49d6-bc5f-fe846a73c13d,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:17:53.852508 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df89cfde-7a30-4180-9d63-5df1d0754af0 req-d2229725-ce3d-4500-915d-840e246090e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:17:53.856203 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-df89cfde-7a30-4180-9d63-5df1d0754af0 req-d2229725-ce3d-4500-915d-840e246090e7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ac77c175-5679-438b-8a2a-356718377641 HTTP/1.1" status: 200 len: 843 time: 0.4816661 Nov 23 17:17:53.897276 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c1999b28-9960-4b5b-bb29-1f3c5c677c3c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:17:53.938019 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd03761b-a075-4a00-bf9a-27a25c29d02d req-949fbe37-a945-4b38-b405-db2c18b89944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:17:53.939495 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-fd03761b-a075-4a00-bf9a-27a25c29d02d req-949fbe37-a945-4b38-b405-db2c18b89944 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f1e1dabf-b410-4023-9169-a460a86e7184 HTTP/1.1" status: 200 len: 870 time: 0.4618094 Nov 23 17:17:53.943243 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-70b5e856-1ae5-476f-b85a-aa231d59b69d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:17:53.945200 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c1999b28-9960-4b5b-bb29-1f3c5c677c3c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:17:53.976813 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-14b8fb09-0843-4fea-aa4b-ba374b6037b2 req-c2a4f437-389f-4450-a6b3-8e5549fbed50 tempest-DeleteServersAdminTestJSON-479341732 tempest-DeleteServersAdminTestJSON-479341732-project] 10.222.0.60 "GET /v2.0/security-groups?id=3f80f869-4c49-4c46-9452-e05cfcec9870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7340541 Nov 23 17:17:54.063769 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-70b5e856-1ae5-476f-b85a-aa231d59b69d None None] For port f3b74f12-dae1-4d9f-b78f-dc745d6893f6, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=f3b74f12-dae1-4d9f-b78f-dc745d6893f6,segment=NetworkSegment(374abdbe-b9f5-40b9-89ba-022682cac473),segment_id=374abdbe-b9f5-40b9-89ba-022682cac473)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:17:54.076092 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-17e0340e-b5f4-43c6-856a-252ffbe9453e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c109e4b4-592e-4d24-9db3-75120b68c49a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-22172402-router', 'tenant_id': '127802e79ad24bebb19163263129e33c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.31'}], 'enable_snat': True}, 'gw_port_id': 'cc608e88-5c47-463f-bdeb-2e2afada906f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:17:35Z', 'updated_at': '2021-11-23T17:17:45Z', 'revision_number': 4, 'project_id': '127802e79ad24bebb19163263129e33c', 'gw_port': {'id': 'cc608e88-5c47-463f-bdeb-2e2afada906f', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:64:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c109e4b4-592e-4d24-9db3-75120b68c49a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:17:36Z', 'updated_at': '2021-11-23T17:17:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_interfaces': [{'id': 'f3b74f12-dae1-4d9f-b78f-dc745d6893f6', 'name': '', 'network_id': 'b2e9d6b9-526b-40df-9e11-a4db0d344564', 'tenant_id': '127802e79ad24bebb19163263129e33c', 'mac_address': 'fa:16:3e:fb:0d:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c109e4b4-592e-4d24-9db3-75120b68c49a', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '5c9382a7-073c-41ea-9a34-cd958311fb6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:17:42Z', 'updated_at': '2021-11-23T17:17:52Z', 'revision_number': 4, 'project_id': '127802e79ad24bebb19163263129e33c', 'subnets': [{'id': '5c9382a7-073c-41ea-9a34-cd958311fb6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:17:54.086939 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-70b5e856-1ae5-476f-b85a-aa231d59b69d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:17:54.149644 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df89cfde-7a30-4180-9d63-5df1d0754af0 req-39c1020c-89fa-43ec-bb66-bb66aedb1755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:17:54.154225 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-df89cfde-7a30-4180-9d63-5df1d0754af0 req-39c1020c-89fa-43ec-bb66-bb66aedb1755 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f1e1dabf-b410-4023-9169-a460a86e7184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1423578 Nov 23 17:17:54.161255 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17e0340e-b5f4-43c6-856a-252ffbe9453e None None] The sync data for ids ['c109e4b4-592e-4d24-9db3-75120b68c49a'] in n-d-816206-8 is: [{'id': 'c109e4b4-592e-4d24-9db3-75120b68c49a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-22172402-router', 'tenant_id': '127802e79ad24bebb19163263129e33c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.31'}], 'enable_snat': True}, 'gw_port_id': 'cc608e88-5c47-463f-bdeb-2e2afada906f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:17:35Z', 'updated_at': '2021-11-23T17:17:45Z', 'revision_number': 4, 'project_id': '127802e79ad24bebb19163263129e33c', 'gw_port': {'id': 'cc608e88-5c47-463f-bdeb-2e2afada906f', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:64:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c109e4b4-592e-4d24-9db3-75120b68c49a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:17:36Z', 'updated_at': '2021-11-23T17:17:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_interfaces': [{'id': 'f3b74f12-dae1-4d9f-b78f-dc745d6893f6', 'name': '', 'network_id': 'b2e9d6b9-526b-40df-9e11-a4db0d344564', 'tenant_id': '127802e79ad24bebb19163263129e33c', 'mac_address': 'fa:16:3e:fb:0d:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c109e4b4-592e-4d24-9db3-75120b68c49a', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '5c9382a7-073c-41ea-9a34-cd958311fb6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:17:42Z', 'updated_at': '2021-11-23T17:17:52Z', 'revision_number': 4, 'project_id': '127802e79ad24bebb19163263129e33c', 'subnets': [{'id': '5c9382a7-073c-41ea-9a34-cd958311fb6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:17:54.254090 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-fd03761b-a075-4a00-bf9a-27a25c29d02d req-b37b22f9-7cda-4777-96e4-2e3d0be37abf service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.149&port_id=063d508b-1191-4d49-8029-8ea16b15ceb6 HTTP/1.1" status: 200 len: 217 time: 0.2268710 Nov 23 17:17:54.256176 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c1999b28-9960-4b5b-bb29-1f3c5c677c3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:17:54.260991 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-4c184482-b9a3-4261-b43c-e14a991d3bbf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736635338810'] for network, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:17:54.273634 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c1999b28-9960-4b5b-bb29-1f3c5c677c3c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:17:54.281928 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-c1999b28-9960-4b5b-bb29-1f3c5c677c3c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/22e1042c-928b-49d6-bc5f-fe846a73c13d HTTP/1.1" status: 204 len: 168 time: 0.5667920 Nov 23 17:17:54.297255 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b5e856-1ae5-476f-b85a-aa231d59b69d None None] Pushing event updated for resources: {'Port': ['ID=f3b74f12-dae1-4d9f-b78f-dc745d6893f6,revision_number=5']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:17:54.350942 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd03761b-a075-4a00-bf9a-27a25c29d02d req-834f892d-5824-4249-a4bb-9c9cacc15fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:17:54.352642 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-fd03761b-a075-4a00-bf9a-27a25c29d02d req-834f892d-5824-4249-a4bb-9c9cacc15fb0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ac77c175-5679-438b-8a2a-356718377641 HTTP/1.1" status: 200 len: 843 time: 0.0743423 Nov 23 17:17:54.389806 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1999b28-9960-4b5b-bb29-1f3c5c677c3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22e1042c-928b-49d6-bc5f-fe846a73c13d,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:17:54.395460 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4c5b31-5209-46a5-adef-ee93a32a622c req-0045d32f-7ba3-4c56-8454-5b69ffc91835 tempest-AggregatesAdminTestJSON-1799004352 tempest-AggregatesAdminTestJSON-1799004352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:17:54.399976 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8d4c5b31-5209-46a5-adef-ee93a32a622c req-0045d32f-7ba3-4c56-8454-5b69ffc91835 tempest-AggregatesAdminTestJSON-1799004352 tempest-AggregatesAdminTestJSON-1799004352-project] 10.222.0.60 "GET /v2.0/ports?device_id=cdb83d84-5fcd-412e-be32-1b98182c748e HTTP/1.1" status: 200 len: 969 time: 0.4592712 Nov 23 17:17:54.516312 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.db.resource_extend [None req-4c184482-b9a3-4261-b43c-e14a991d3bbf admin admin] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 23 17:17:54.666883 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fb0e6e-9bf8-4c84-8602-82f174faf374 req-8df7258d-8a71-4d48-929a-7c3c3a64099a tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:17:54.672566 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-27fb0e6e-9bf8-4c84-8602-82f174faf374 req-8df7258d-8a71-4d48-929a-7c3c3a64099a tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] 10.222.0.60 "GET /v2.0/ports?device_id=15b7563e-dd4f-4e87-9c18-113e02ce5ca0 HTTP/1.1" status: 200 len: 948 time: 0.5594435 Nov 23 17:17:54.713233 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device f3b74f12-dae1-4d9f-b78f-dc745d6893f6 up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:17:54.748524 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-df89cfde-7a30-4180-9d63-5df1d0754af0 req-69516053-1e34-4c41-980d-9143d83acee8 service neutron] 10.222.0.36 "GET /v2.0/networks/f1e1dabf-b410-4023-9169-a460a86e7184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5598421 Nov 23 17:17:54.814625 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-4c184482-b9a3-4261-b43c-e14a991d3bbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493'] for network, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:17:54.834688 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c184482-b9a3-4261-b43c-e14a991d3bbf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:17:54.835569 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-4c184482-b9a3-4261-b43c-e14a991d3bbf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for network, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:17:54.936184 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd03761b-a075-4a00-bf9a-27a25c29d02d req-d82464ff-9da9-4eb0-8921-8094c9501a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:17:54.943641 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-fd03761b-a075-4a00-bf9a-27a25c29d02d req-d82464ff-9da9-4eb0-8921-8094c9501a94 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f1e1dabf-b410-4023-9169-a460a86e7184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5415413 Nov 23 17:17:55.022456 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port f3b74f12-dae1-4d9f-b78f-dc745d6893f6 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:17:55.025399 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:17:55.144259 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8007e66b-9032-4b1b-8f18-291b538c582e req-aecb07c7-d825-4c7a-aa5f-5ea90f1daf0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:17:55.151359 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-8007e66b-9032-4b1b-8f18-291b538c582e req-aecb07c7-d825-4c7a-aa5f-5ea90f1daf0b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=98a62786d4654c60b8dab5d2a606f4fe&device_id=15b7563e-dd4f-4e87-9c18-113e02ce5ca0 HTTP/1.1" status: 200 len: 1099 time: 0.2498543 Nov 23 17:17:55.152765 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-4c184482-b9a3-4261-b43c-e14a991d3bbf admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 2.8862443 Nov 23 17:17:55.157822 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-df89cfde-7a30-4180-9d63-5df1d0754af0 req-b29eeda5-0f9e-4e94-8c3e-30264bd3c1e0 service neutron] 10.222.0.36 "GET /v2.0/networks/f1e1dabf-b410-4023-9169-a460a86e7184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4011433 Nov 23 17:17:55.162515 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8d4c5b31-5209-46a5-adef-ee93a32a622c req-30830c99-10cb-42e5-a3ce-d8d55ce3ffd0 tempest-AggregatesAdminTestJSON-1799004352 tempest-AggregatesAdminTestJSON-1799004352-project] 10.222.0.60 "GET /v2.0/security-groups?id=efe36124-072b-4c8d-832e-4e44bbcbc8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6564596 Nov 23 17:17:55.162755 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 47494) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:17:55.176077 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c184482-b9a3-4261-b43c-e14a991d3bbf admin admin] Pushing event updated for resources: {'Network': ['ID=83b5aa25-2a60-461e-9f02-81cb63453750,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:17:55.178123 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-16d3c707-0ac3-4a02-8aca-a895e7c67466 admin admin] Request body: {'subnet': {'network_id': '83b5aa25-2a60-461e-9f02-81cb63453750', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-823609764-subnet', 'tenant_id': '3af404bc9c9d4b7d84676665738a767f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:17:55.270624 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Network 83b5aa25-2a60-461e-9f02-81cb63453750 details requested by agent ovs-agent-n-d-816206-8 with host n-d-816206-8 {{(pid=103592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 17:17:55.336560 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 47498) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:17:55.438372 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-27fb0e6e-9bf8-4c84-8602-82f174faf374 req-9dd7fb4c-d088-4544-a90a-18c223a176cf tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] 10.222.0.60 "GET /v2.0/security-groups?id=70227657-be62-432a-a8fd-5a85231fc7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7343507 Nov 23 17:17:55.519427 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0cc1c996-9d95-4f87-99c8-ce0fd05a975a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:17:55.527170 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-fd03761b-a075-4a00-bf9a-27a25c29d02d req-f50d9195-47b6-4bdb-bbb3-f5b156ac7a93 service neutron] 10.222.0.36 "GET /v2.0/networks/f1e1dabf-b410-4023-9169-a460a86e7184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3629198 Nov 23 17:17:55.539504 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d76ab3-8306-4927-98d1-eccca62b06b7 req-28874059-5c8b-410c-9f45-71151b0a8fee tempest-DeleteServersAdminTestJSON-479341732 tempest-DeleteServersAdminTestJSON-479341732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:17:55.542159 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a5d76ab3-8306-4927-98d1-eccca62b06b7 req-28874059-5c8b-410c-9f45-71151b0a8fee tempest-DeleteServersAdminTestJSON-479341732 tempest-DeleteServersAdminTestJSON-479341732-project] 10.222.0.60 "GET /v2.0/ports?device_id=2a34b097-eadb-4c5f-9d37-cb0d99a22096 HTTP/1.1" status: 200 len: 970 time: 0.1023548 Nov 23 17:17:55.550585 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16d3c707-0ac3-4a02-8aca-a895e7c67466 admin admin] Made reservation on behalf of 3af404bc9c9d4b7d84676665738a767f for: {'subnet': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:17:55.566941 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-16d3c707-0ac3-4a02-8aca-a895e7c67466 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:17:55.629382 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8007e66b-9032-4b1b-8f18-291b538c582e req-85d9a2e6-ee6f-4f4a-9309-67b377df4f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:17:55.631851 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-8007e66b-9032-4b1b-8f18-291b538c582e req-85d9a2e6-ee6f-4f4a-9309-67b377df4f9a service neutron] 10.222.0.55 "GET /v2.0/networks?id=f1e1dabf-b410-4023-9169-a460a86e7184 HTTP/1.1" status: 200 len: 870 time: 0.4096372 Nov 23 17:17:55.820647 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a5d76ab3-8306-4927-98d1-eccca62b06b7 req-2e16da05-bf62-4ffc-9236-b6ce5e904767 tempest-DeleteServersAdminTestJSON-479341732 tempest-DeleteServersAdminTestJSON-479341732-project] 10.222.0.60 "GET /v2.0/security-groups?id=3f80f869-4c49-4c46-9452-e05cfcec9870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2543159 Nov 23 17:17:55.881073 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-fd03761b-a075-4a00-bf9a-27a25c29d02d req-55710fa5-b3eb-4977-bbbb-c8a859961088 service neutron] 10.222.0.36 "GET /v2.0/networks/f1e1dabf-b410-4023-9169-a460a86e7184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3373840 Nov 23 17:17:55.913964 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-8007e66b-9032-4b1b-8f18-291b538c582e req-747e8875-fffc-4ae7-afd1-e9504b01c4b9 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.161&port_id=bc0acd25-238e-4f36-9bd6-de0e9a940cd3 HTTP/1.1" status: 200 len: 217 time: 0.2183123 Nov 23 17:17:56.053831 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 47506) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:17:56.224318 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8007e66b-9032-4b1b-8f18-291b538c582e req-7f2d9fd8-6df2-40ef-a307-70b583ec5e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:17:56.226200 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-8007e66b-9032-4b1b-8f18-291b538c582e req-7f2d9fd8-6df2-40ef-a307-70b583ec5e16 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ac77c175-5679-438b-8a2a-356718377641 HTTP/1.1" status: 200 len: 843 time: 0.2815378 Nov 23 17:17:56.263720 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-190f8f16-0669-47b9-8a24-949d9cf64f4a admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-980319165-network', 'tenant_id': '808c70784bbb425d87fe103503f75985'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:17:56.354444 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-190f8f16-0669-47b9-8a24-949d9cf64f4a admin admin] Made reservation on behalf of 808c70784bbb425d87fe103503f75985 for: {'network': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:17:56.358411 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-190f8f16-0669-47b9-8a24-949d9cf64f4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for network, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:17:56.418913 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-190f8f16-0669-47b9-8a24-949d9cf64f4a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:17:56.419605 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0cc1c996-9d95-4f87-99c8-ce0fd05a975a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:17:56.431609 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-16d3c707-0ac3-4a02-8aca-a895e7c67466 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493'] for subnet, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:17:56.454878 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0cc1c996-9d95-4f87-99c8-ce0fd05a975a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:17:56.507516 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a08f9f-2946-4557-802f-72ad532b7ea4 req-c6e688f4-432f-4429-a1fc-c3a874c12079 tempest-AggregatesAdminTestJSON-1799004352 tempest-AggregatesAdminTestJSON-1799004352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:17:56.534036 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-03a08f9f-2946-4557-802f-72ad532b7ea4 req-c6e688f4-432f-4429-a1fc-c3a874c12079 tempest-AggregatesAdminTestJSON-1799004352 tempest-AggregatesAdminTestJSON-1799004352-project] 10.222.0.60 "GET /v2.0/ports?device_id=cdb83d84-5fcd-412e-be32-1b98182c748e HTTP/1.1" status: 200 len: 969 time: 0.2087314 Nov 23 17:17:56.658358 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc1c996-9d95-4f87-99c8-ce0fd05a975a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ce67303-2c3a-43bf-9485-8f549f994b96,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:17:56.727833 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-03a08f9f-2946-4557-802f-72ad532b7ea4 req-64c3c5c4-cccc-497c-bcca-17384189b159 tempest-AggregatesAdminTestJSON-1799004352 tempest-AggregatesAdminTestJSON-1799004352-project] 10.222.0.60 "GET /v2.0/security-groups?id=efe36124-072b-4c8d-832e-4e44bbcbc8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1896439 Nov 23 17:17:56.762286 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-190f8f16-0669-47b9-8a24-949d9cf64f4a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:17:56.777172 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16d3c707-0ac3-4a02-8aca-a895e7c67466 admin admin] Checking segment: {'id': '562aec5b-55ec-45ea-84f6-e43e896db0c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '83b5aa25-2a60-461e-9f02-81cb63453750'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:17:56.777535 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16d3c707-0ac3-4a02-8aca-a895e7c67466 admin admin] Network hostable DHCP agents. Network: 83b5aa25-2a60-461e-9f02-81cb63453750, hostable agents: ['0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3'], hosted agents: [] {{(pid=103590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 17:17:56.779997 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc70fd3e-8fcc-44bd-bb68-242275ebdec2 req-82db3154-22b0-47fd-983a-ff1972d1fa36 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:17:56.788957 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-cc70fd3e-8fcc-44bd-bb68-242275ebdec2 req-82db3154-22b0-47fd-983a-ff1972d1fa36 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] 10.222.0.60 "GET /v2.0/ports?device_id=15b7563e-dd4f-4e87-9c18-113e02ce5ca0 HTTP/1.1" status: 200 len: 948 time: 0.1803372 Nov 23 17:17:56.789411 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d3c707-0ac3-4a02-8aca-a895e7c67466 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0ed166eb-3d07-4f8a-96bd-e3449b2a3223,revision_number=0']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:17:56.799579 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-190f8f16-0669-47b9-8a24-949d9cf64f4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:17:56.801103 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-0cc1c996-9d95-4f87-99c8-ce0fd05a975a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=9c1db8ec06974833b1f2eca5284b3b69&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4555178 Nov 23 17:17:56.803902 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 47514) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:17:56.837429 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16d3c707-0ac3-4a02-8aca-a895e7c67466 admin admin] Network 83b5aa25-2a60-461e-9f02-81cb63453750 is scheduled to be hosted by DHCP agent 0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3 with binding_index 1 {{(pid=103590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 17:17:56.882779 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-16d3c707-0ac3-4a02-8aca-a895e7c67466 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-8, 83b5aa25-2a60-461e-9f02-81cb63453750) {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:17:56.886231 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-190f8f16-0669-47b9-8a24-949d9cf64f4a admin admin] vlan segment allocate from pool success with {'vlan_id': 543, 'physical_network': 'physnet1'} {{(pid=103591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 17:17:56.900541 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-effd98a1-4781-46f3-9311-a9464ce52966 None None] Network 83b5aa25-2a60-461e-9f02-81cb63453750 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:17:56.913760 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16d3c707-0ac3-4a02-8aca-a895e7c67466 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:17:56.918568 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-16d3c707-0ac3-4a02-8aca-a895e7c67466 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for subnet, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:17:56.993111 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-190f8f16-0669-47b9-8a24-949d9cf64f4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:17:56.993111 n-d-816206-8 neutron-server[103591]: INFO neutron.db.segments_db [None req-190f8f16-0669-47b9-8a24-949d9cf64f4a admin admin] Added segment bb3e9feb-2585-4817-a093-fda0dad7f4a6 of type vlan for network 01972287-90c5-4608-9ed2-b49b8746f3c2 Nov 23 17:17:56.993111 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190f8f16-0669-47b9-8a24-949d9cf64f4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3cfcde2-4e4e-4f70-9290-3029351d48ba,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:17:56.993497 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-16d3c707-0ac3-4a02-8aca-a895e7c67466 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.8286881 Nov 23 17:17:56.996751 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 47520) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:17:57.003711 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-563922e1-588d-446e-b910-64913b778e89 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-823609764-router', 'tenant_id': '3af404bc9c9d4b7d84676665738a767f', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'}}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:17:57.061433 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-563922e1-588d-446e-b910-64913b778e89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1793449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8093'] for router, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:17:57.063000 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-563922e1-588d-446e-b910-64913b778e89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1794473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1794771', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1638326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8086'] for router, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:17:57.094620 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-cc70fd3e-8fcc-44bd-bb68-242275ebdec2 req-f9b0fdd9-a5ee-4624-ae4b-819c9db5dedc tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] 10.222.0.60 "GET /v2.0/security-groups?id=70227657-be62-432a-a8fd-5a85231fc7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3039684 Nov 23 17:17:57.224771 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-563922e1-588d-446e-b910-64913b778e89 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:17:57.262978 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebb3ca7a-60a8-41c2-ae2e-3ab419fbf818 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp355044b8-8e87-58c4-94fa-4a010ec30f9e-83b5aa25-2a60-461e-9f02-81cb63453750', 'network_id': '83b5aa25-2a60-461e-9f02-81cb63453750', 'tenant_id': '3af404bc9c9d4b7d84676665738a767f', 'fixed_ips': [{'subnet_id': '0ed166eb-3d07-4f8a-96bd-e3449b2a3223'}]}} from n-d-816206-8. {{(pid=103592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 17:17:57.265034 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-ebb3ca7a-60a8-41c2-ae2e-3ab419fbf818 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:17:57.326763 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-01aff1dc-aaab-488c-93c1-89764dfa8978 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:17:57.389165 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c238bd-86de-4470-8bb3-034ec101439c req-a2c495f4-5b40-423d-ac0f-fd9b0e40a22e tempest-DeleteServersAdminTestJSON-479341732 tempest-DeleteServersAdminTestJSON-479341732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:17:57.391011 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e4c238bd-86de-4470-8bb3-034ec101439c req-a2c495f4-5b40-423d-ac0f-fd9b0e40a22e tempest-DeleteServersAdminTestJSON-479341732 tempest-DeleteServersAdminTestJSON-479341732-project] 10.222.0.60 "GET /v2.0/ports?device_id=2a34b097-eadb-4c5f-9d37-cb0d99a22096 HTTP/1.1" status: 200 len: 970 time: 0.4243581 Nov 23 17:17:57.394733 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-01aff1dc-aaab-488c-93c1-89764dfa8978 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:17:57.441717 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-563922e1-588d-446e-b910-64913b778e89 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:17:57.452454 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.db_base_plugin_common [None req-ebb3ca7a-60a8-41c2-ae2e-3ab419fbf818 None None] Allocated IP 172.20.0.2 (83b5aa25-2a60-461e-9f02-81cb63453750/0ed166eb-3d07-4f8a-96bd-e3449b2a3223/a7c0618d-a529-427d-8c46-253954aab2c7) {{(pid=103592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:17:57.463043 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-190f8f16-0669-47b9-8a24-949d9cf64f4a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736635338810'] for network, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:17:57.469189 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e4c238bd-86de-4470-8bb3-034ec101439c req-43242ed7-62c0-4e08-84f8-762b18c7f86f tempest-DeleteServersAdminTestJSON-479341732 tempest-DeleteServersAdminTestJSON-479341732-project] 10.222.0.60 "GET /v2.0/security-groups?id=3f80f869-4c49-4c46-9452-e05cfcec9870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636318 Nov 23 17:17:57.529048 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-190f8f16-0669-47b9-8a24-949d9cf64f4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493'] for network, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:17:57.530464 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-190f8f16-0669-47b9-8a24-949d9cf64f4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:17:57.531307 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-190f8f16-0669-47b9-8a24-949d9cf64f4a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for network, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:17:57.567329 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-01aff1dc-aaab-488c-93c1-89764dfa8978 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:17:57.570570 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-01aff1dc-aaab-488c-93c1-89764dfa8978 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:17:57.571876 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-01aff1dc-aaab-488c-93c1-89764dfa8978 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/9ce67303-2c3a-43bf-9485-8f549f994b96 HTTP/1.1" status: 204 len: 168 time: 0.7619207 Nov 23 17:17:57.591083 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-190f8f16-0669-47b9-8a24-949d9cf64f4a admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.5350459 Nov 23 17:17:57.599654 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 47524) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:17:57.643712 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-8fceff67-7fdf-4d61-9b58-79a4935d7943 admin admin] Request body: {'subnet': {'network_id': '01972287-90c5-4608-9ed2-b49b8746f3c2', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-980319165-subnet', 'tenant_id': '808c70784bbb425d87fe103503f75985', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:17:57.648189 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01aff1dc-aaab-488c-93c1-89764dfa8978 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ce67303-2c3a-43bf-9485-8f549f994b96,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:17:57.657283 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-ebb3ca7a-60a8-41c2-ae2e-3ab419fbf818 None None] Publish callbacks [] for port, precommit_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:17:57.671871 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190f8f16-0669-47b9-8a24-949d9cf64f4a admin admin] Pushing event updated for resources: {'Network': ['ID=01972287-90c5-4608-9ed2-b49b8746f3c2,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:17:57.678448 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-ebb3ca7a-60a8-41c2-ae2e-3ab419fbf818 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980'] for port, after_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:17:57.691602 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Network 01972287-90c5-4608-9ed2-b49b8746f3c2 details requested by agent ovs-agent-n-d-816206-8 with host n-d-816206-8 {{(pid=103592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 17:17:57.699319 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fceff67-7fdf-4d61-9b58-79a4935d7943 admin admin] Made reservation on behalf of 808c70784bbb425d87fe103503f75985 for: {'subnet': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:17:57.702512 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-8fceff67-7fdf-4d61-9b58-79a4935d7943 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:17:57.807804 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb3ca7a-60a8-41c2-ae2e-3ab419fbf818 None None] Pushing event updated for resources: {'Port': ['ID=a7c0618d-a529-427d-8c46-253954aab2c7,revision_number=1']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:17:57.819492 n-d-816206-8 neutron-server[103592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebb3ca7a-60a8-41c2-ae2e-3ab419fbf818 None None] Network 83b5aa25-2a60-461e-9f02-81cb63453750 is already hosted by enough agents. {{(pid=103592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:17:57.824860 n-d-816206-8 neutron-server[103592]: DEBUG neutron.scheduler.base_scheduler [None req-ebb3ca7a-60a8-41c2-ae2e-3ab419fbf818 None None] Resources bound (agent type, host, resource id): {{(pid=103592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:17:57.870923 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebb3ca7a-60a8-41c2-ae2e-3ab419fbf818 None None] Received port after_create {{(pid=103592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:17:57.979238 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-ebb3ca7a-60a8-41c2-ae2e-3ab419fbf818 None None] Attempting to bind port a7c0618d-a529-427d-8c46-253954aab2c7 on host n-d-816206-8 for vnic_type normal with profile {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:17:57.980329 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-ebb3ca7a-60a8-41c2-ae2e-3ab419fbf818 None None] Attempting to bind port a7c0618d-a529-427d-8c46-253954aab2c7 by drivers openvswitch,hyperv on host n-d-816206-8 at level 0 using segments [{'id': '562aec5b-55ec-45ea-84f6-e43e896db0c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '83b5aa25-2a60-461e-9f02-81cb63453750'}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:17:57.980966 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebb3ca7a-60a8-41c2-ae2e-3ab419fbf818 None None] Attempting to bind port a7c0618d-a529-427d-8c46-253954aab2c7 on network 83b5aa25-2a60-461e-9f02-81cb63453750 {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:17:57.986274 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-563922e1-588d-446e-b910-64913b778e89 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:17:57.988221 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebb3ca7a-60a8-41c2-ae2e-3ab419fbf818 None None] Checking agent: {'id': '9e89acbe-4bbe-4c77-a18b-6f1da9133e0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 7, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 17, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:17:57.988853 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebb3ca7a-60a8-41c2-ae2e-3ab419fbf818 None None] Checking segment: {'id': '562aec5b-55ec-45ea-84f6-e43e896db0c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '83b5aa25-2a60-461e-9f02-81cb63453750'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:17:57.989413 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-ebb3ca7a-60a8-41c2-ae2e-3ab419fbf818 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:17:57.989954 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebb3ca7a-60a8-41c2-ae2e-3ab419fbf818 None None] Bound using segment: {'id': '562aec5b-55ec-45ea-84f6-e43e896db0c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '83b5aa25-2a60-461e-9f02-81cb63453750'} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:17:57.990568 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-ebb3ca7a-60a8-41c2-ae2e-3ab419fbf818 None None] Bound port: a7c0618d-a529-427d-8c46-253954aab2c7, host: n-d-816206-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '562aec5b-55ec-45ea-84f6-e43e896db0c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '83b5aa25-2a60-461e-9f02-81cb63453750'}}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:17:57.991140 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-ebb3ca7a-60a8-41c2-ae2e-3ab419fbf818 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:17:58.008616 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8007e66b-9032-4b1b-8f18-291b538c582e req-feba9705-6db3-4bf4-9e31-1321fbb95559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:17:58.010385 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-8007e66b-9032-4b1b-8f18-291b538c582e req-feba9705-6db3-4bf4-9e31-1321fbb95559 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f1e1dabf-b410-4023-9169-a460a86e7184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1178815 Nov 23 17:17:58.011651 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-563922e1-588d-446e-b910-64913b778e89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:17:58.018010 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debf19ed-67f4-400a-b8f8-9842a3ad2e75 req-26e0bcfa-82ea-482b-859b-0495775e1f0d tempest-AggregatesAdminTestJSON-1799004352 tempest-AggregatesAdminTestJSON-1799004352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:17:58.020556 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-debf19ed-67f4-400a-b8f8-9842a3ad2e75 req-26e0bcfa-82ea-482b-859b-0495775e1f0d tempest-AggregatesAdminTestJSON-1799004352 tempest-AggregatesAdminTestJSON-1799004352-project] 10.222.0.60 "GET /v2.0/ports?device_id=cdb83d84-5fcd-412e-be32-1b98182c748e HTTP/1.1" status: 200 len: 969 time: 0.1663935 Nov 23 17:17:58.077184 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-ebb3ca7a-60a8-41c2-ae2e-3ab419fbf818 None None] For port a7c0618d-a529-427d-8c46-253954aab2c7, host n-d-816206-8, cleared binding levels {{(pid=103592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:17:58.081416 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-ebb3ca7a-60a8-41c2-ae2e-3ab419fbf818 None None] For port a7c0618d-a529-427d-8c46-253954aab2c7, host n-d-816206-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=a7c0618d-a529-427d-8c46-253954aab2c7,segment=NetworkSegment(562aec5b-55ec-45ea-84f6-e43e896db0c6),segment_id=562aec5b-55ec-45ea-84f6-e43e896db0c6)] {{(pid=103592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:17:58.087350 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-ebb3ca7a-60a8-41c2-ae2e-3ab419fbf818 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:17:58.141478 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-debf19ed-67f4-400a-b8f8-9842a3ad2e75 req-3b10284c-8059-4d44-867e-274ef5ecc388 tempest-AggregatesAdminTestJSON-1799004352 tempest-AggregatesAdminTestJSON-1799004352-project] 10.222.0.60 "GET /v2.0/security-groups?id=efe36124-072b-4c8d-832e-4e44bbcbc8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102333 Nov 23 17:17:58.150469 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-8fceff67-7fdf-4d61-9b58-79a4935d7943 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493'] for subnet, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:17:58.203229 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb3ca7a-60a8-41c2-ae2e-3ab419fbf818 None None] Pushing event updated for resources: {'Port': ['ID=a7c0618d-a529-427d-8c46-253954aab2c7,revision_number=2']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:17:58.254709 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fceff67-7fdf-4d61-9b58-79a4935d7943 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e33c876c-5e91-452d-838f-ee0f4d33d887,revision_number=0']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:17:58.291412 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fceff67-7fdf-4d61-9b58-79a4935d7943 admin admin] Checking segment: {'id': 'bb3e9feb-2585-4817-a093-fda0dad7f4a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '01972287-90c5-4608-9ed2-b49b8746f3c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:17:58.292061 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fceff67-7fdf-4d61-9b58-79a4935d7943 admin admin] Network hostable DHCP agents. Network: 01972287-90c5-4608-9ed2-b49b8746f3c2, hostable agents: ['0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3'], hosted agents: [] {{(pid=103591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 17:17:58.310179 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d86aca-c2d9-4448-aa1e-9bb108036824 req-43076681-5244-4551-b68f-f3e012d7c6bc tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:17:58.319927 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-67d86aca-c2d9-4448-aa1e-9bb108036824 req-43076681-5244-4551-b68f-f3e012d7c6bc tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] 10.222.0.60 "GET /v2.0/ports?device_id=15b7563e-dd4f-4e87-9c18-113e02ce5ca0 HTTP/1.1" status: 200 len: 948 time: 0.1242988 Nov 23 17:17:58.354586 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-8007e66b-9032-4b1b-8f18-291b538c582e req-232b752a-83b9-497f-aa83-2fdf29a23b0d service neutron] 10.222.0.55 "GET /v2.0/networks/f1e1dabf-b410-4023-9169-a460a86e7184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3341837 Nov 23 17:17:58.356205 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-563922e1-588d-446e-b910-64913b778e89 admin admin] Allocated IP 172.25.3.149 (4c8455ba-1be5-42ac-b8c2-8a16e1292d55/08fe3644-ce41-4c3f-a7ea-92bac0f0fff5/8a1aed36-ffdb-4bab-b2c2-22be6c4960ce) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:17:58.361341 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fceff67-7fdf-4d61-9b58-79a4935d7943 admin admin] Network 01972287-90c5-4608-9ed2-b49b8746f3c2 is scheduled to be hosted by DHCP agent 0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3 with binding_index 1 {{(pid=103591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 17:17:58.391929 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-67d86aca-c2d9-4448-aa1e-9bb108036824 req-2a0437b1-75fa-45e7-8ece-b898c0cbacdf tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] 10.222.0.60 "GET /v2.0/security-groups?id=70227657-be62-432a-a8fd-5a85231fc7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706096 Nov 23 17:17:58.416798 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [None req-8fceff67-7fdf-4d61-9b58-79a4935d7943 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-8, 01972287-90c5-4608-9ed2-b49b8746f3c2) {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:17:58.416798 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fceff67-7fdf-4d61-9b58-79a4935d7943 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:17:58.416958 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-8fceff67-7fdf-4d61-9b58-79a4935d7943 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for subnet, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:17:58.429259 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f091895-d402-41dd-955b-b11aa03a473d None None] Network 01972287-90c5-4608-9ed2-b49b8746f3c2 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:17:58.451927 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-8fceff67-7fdf-4d61-9b58-79a4935d7943 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8505428 Nov 23 17:17:58.454769 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 47546) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:17:58.461883 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-c3931e90-99e6-4ebe-82e6-8299ebc6c65d admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-980319165-router', 'tenant_id': '808c70784bbb425d87fe103503f75985', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'}}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:17:58.529275 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c3931e90-99e6-4ebe-82e6-8299ebc6c65d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1793449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8093'] for router, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:17:58.536554 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c3931e90-99e6-4ebe-82e6-8299ebc6c65d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1794473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1794771', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1638326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8086'] for router, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:17:58.628169 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-563922e1-588d-446e-b910-64913b778e89 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:17:58.649714 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-8007e66b-9032-4b1b-8f18-291b538c582e req-96149ce0-0ae4-4a58-a725-597a8a176a8f service neutron] 10.222.0.55 "GET /v2.0/networks/f1e1dabf-b410-4023-9169-a460a86e7184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2880023 Nov 23 17:17:58.666289 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c3931e90-99e6-4ebe-82e6-8299ebc6c65d admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:17:58.705384 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-563922e1-588d-446e-b910-64913b778e89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:17:58.738018 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f851e3b1-59b3-427e-94c5-93263b7fad50 req-74fb231c-e415-4e9c-afa1-7531e9023be8 tempest-DeleteServersAdminTestJSON-479341732 tempest-DeleteServersAdminTestJSON-479341732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:17:58.739597 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f851e3b1-59b3-427e-94c5-93263b7fad50 req-74fb231c-e415-4e9c-afa1-7531e9023be8 tempest-DeleteServersAdminTestJSON-479341732 tempest-DeleteServersAdminTestJSON-479341732-project] 10.222.0.60 "GET /v2.0/ports?device_id=2a34b097-eadb-4c5f-9d37-cb0d99a22096 HTTP/1.1" status: 200 len: 970 time: 0.1810665 Nov 23 17:17:58.758509 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-563922e1-588d-446e-b910-64913b778e89 admin admin] Network 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:17:58.765048 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-563922e1-588d-446e-b910-64913b778e89 admin admin] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:17:58.768199 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-563922e1-588d-446e-b910-64913b778e89 admin admin] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:17:58.860316 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563922e1-588d-446e-b910-64913b778e89 admin admin] Pushing event updated for resources: {'Port': ['ID=8a1aed36-ffdb-4bab-b2c2-22be6c4960ce,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:17:58.899363 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-853b1b72-7360-4461-8270-16d6d92b9309 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp355044b8-8e87-58c4-94fa-4a010ec30f9e-01972287-90c5-4608-9ed2-b49b8746f3c2', 'network_id': '01972287-90c5-4608-9ed2-b49b8746f3c2', 'tenant_id': '808c70784bbb425d87fe103503f75985', 'fixed_ips': [{'subnet_id': 'e33c876c-5e91-452d-838f-ee0f4d33d887'}]}} from n-d-816206-8. {{(pid=103592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 17:17:58.900569 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-853b1b72-7360-4461-8270-16d6d92b9309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:17:58.920697 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c3931e90-99e6-4ebe-82e6-8299ebc6c65d admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:17:58.953812 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f851e3b1-59b3-427e-94c5-93263b7fad50 req-99b860ca-7cf3-4e4c-8268-c4e2f71f8a23 tempest-DeleteServersAdminTestJSON-479341732 tempest-DeleteServersAdminTestJSON-479341732-project] 10.222.0.60 "GET /v2.0/security-groups?id=3f80f869-4c49-4c46-9452-e05cfcec9870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646917 Nov 23 17:17:59.060229 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-563922e1-588d-446e-b910-64913b778e89 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:17:59.093040 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.db_base_plugin_common [None req-853b1b72-7360-4461-8270-16d6d92b9309 None None] Allocated IP 172.20.0.2 (01972287-90c5-4608-9ed2-b49b8746f3c2/e33c876c-5e91-452d-838f-ee0f4d33d887/d7efa064-9158-4533-9bd1-918d2808b2c7) {{(pid=103592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:17:59.226845 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c3931e90-99e6-4ebe-82e6-8299ebc6c65d admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:17:59.253897 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c3931e90-99e6-4ebe-82e6-8299ebc6c65d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:17:59.384921 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-853b1b72-7360-4461-8270-16d6d92b9309 None None] Publish callbacks [] for port, precommit_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:17:59.393311 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-853b1b72-7360-4461-8270-16d6d92b9309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980'] for port, after_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:17:59.426282 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-563922e1-588d-446e-b910-64913b778e89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1794316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1795362'] for router, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:17:59.453894 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f55d0b8-22c4-42e2-a4e6-166f0a84bea6 req-7cf1f08a-0e3a-46c6-86c2-cd96d62205f7 tempest-AggregatesAdminTestJSON-1799004352 tempest-AggregatesAdminTestJSON-1799004352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:17:59.460612 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-3f55d0b8-22c4-42e2-a4e6-166f0a84bea6 req-7cf1f08a-0e3a-46c6-86c2-cd96d62205f7 tempest-AggregatesAdminTestJSON-1799004352 tempest-AggregatesAdminTestJSON-1799004352-project] 10.222.0.60 "GET /v2.0/ports?device_id=cdb83d84-5fcd-412e-be32-1b98182c748e HTTP/1.1" status: 200 len: 969 time: 0.2082522 Nov 23 17:17:59.499846 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853b1b72-7360-4461-8270-16d6d92b9309 None None] Pushing event updated for resources: {'Port': ['ID=d7efa064-9158-4533-9bd1-918d2808b2c7,revision_number=1']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:17:59.520360 n-d-816206-8 neutron-server[103592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-853b1b72-7360-4461-8270-16d6d92b9309 None None] Network 01972287-90c5-4608-9ed2-b49b8746f3c2 is already hosted by enough agents. {{(pid=103592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:17:59.524804 n-d-816206-8 neutron-server[103592]: DEBUG neutron.scheduler.base_scheduler [None req-853b1b72-7360-4461-8270-16d6d92b9309 None None] Resources bound (agent type, host, resource id): {{(pid=103592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:17:59.530210 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-853b1b72-7360-4461-8270-16d6d92b9309 None None] Received port after_create {{(pid=103592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:17:59.556919 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.db_base_plugin_common [None req-c3931e90-99e6-4ebe-82e6-8299ebc6c65d admin admin] Allocated IP 172.25.3.132 (4c8455ba-1be5-42ac-b8c2-8a16e1292d55/08fe3644-ce41-4c3f-a7ea-92bac0f0fff5/7cbba578-c1a6-4399-9eeb-fd093189798e) {{(pid=103591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:17:59.608008 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-3f55d0b8-22c4-42e2-a4e6-166f0a84bea6 req-65c1e5aa-f481-4d9d-b21a-be082dccd139 tempest-AggregatesAdminTestJSON-1799004352 tempest-AggregatesAdminTestJSON-1799004352-project] 10.222.0.60 "GET /v2.0/security-groups?id=efe36124-072b-4c8d-832e-4e44bbcbc8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364667 Nov 23 17:17:59.617800 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-853b1b72-7360-4461-8270-16d6d92b9309 None None] Attempting to bind port d7efa064-9158-4533-9bd1-918d2808b2c7 on host n-d-816206-8 for vnic_type normal with profile {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:17:59.618252 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-853b1b72-7360-4461-8270-16d6d92b9309 None None] Attempting to bind port d7efa064-9158-4533-9bd1-918d2808b2c7 by drivers openvswitch,hyperv on host n-d-816206-8 at level 0 using segments [{'id': 'bb3e9feb-2585-4817-a093-fda0dad7f4a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '01972287-90c5-4608-9ed2-b49b8746f3c2'}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:17:59.618702 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-853b1b72-7360-4461-8270-16d6d92b9309 None None] Attempting to bind port d7efa064-9158-4533-9bd1-918d2808b2c7 on network 01972287-90c5-4608-9ed2-b49b8746f3c2 {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:17:59.625681 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-853b1b72-7360-4461-8270-16d6d92b9309 None None] Checking agent: {'id': '9e89acbe-4bbe-4c77-a18b-6f1da9133e0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 7, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 17, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:17:59.626055 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-853b1b72-7360-4461-8270-16d6d92b9309 None None] Checking segment: {'id': 'bb3e9feb-2585-4817-a093-fda0dad7f4a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '01972287-90c5-4608-9ed2-b49b8746f3c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:17:59.626598 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-853b1b72-7360-4461-8270-16d6d92b9309 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:17:59.627051 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-853b1b72-7360-4461-8270-16d6d92b9309 None None] Bound using segment: {'id': 'bb3e9feb-2585-4817-a093-fda0dad7f4a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '01972287-90c5-4608-9ed2-b49b8746f3c2'} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:17:59.627823 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-853b1b72-7360-4461-8270-16d6d92b9309 None None] Bound port: d7efa064-9158-4533-9bd1-918d2808b2c7, host: n-d-816206-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb3e9feb-2585-4817-a093-fda0dad7f4a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '01972287-90c5-4608-9ed2-b49b8746f3c2'}}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:17:59.628091 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-853b1b72-7360-4461-8270-16d6d92b9309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:17:59.629613 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4b1cd6-9106-40b1-a2a5-daa24c757df5 req-33a0f8f8-9c71-4371-9d20-9b6c4841bb2d tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:17:59.631436 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6f4b1cd6-9106-40b1-a2a5-daa24c757df5 req-33a0f8f8-9c71-4371-9d20-9b6c4841bb2d tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] 10.222.0.60 "GET /v2.0/ports?device_id=15b7563e-dd4f-4e87-9c18-113e02ce5ca0 HTTP/1.1" status: 200 len: 948 time: 0.1516337 Nov 23 17:17:59.672065 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f71bbea-aa0f-4a4d-8475-f61ba96502d8 None None] Network 83b5aa25-2a60-461e-9f02-81cb63453750 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:17:59.694624 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-563922e1-588d-446e-b910-64913b778e89 admin admin] Router b239b5b2-9f70-43c3-a580-24d1ed58da70 is scheduled to L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 with binding_index 1 {{(pid=103590) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 17:17:59.747712 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6f4b1cd6-9106-40b1-a2a5-daa24c757df5 req-496ab0c1-5f8a-4f28-b1f4-62f2bc45b743 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] 10.222.0.60 "GET /v2.0/security-groups?id=70227657-be62-432a-a8fd-5a85231fc7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012075 Nov 23 17:17:59.789858 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-853b1b72-7360-4461-8270-16d6d92b9309 None None] For port d7efa064-9158-4533-9bd1-918d2808b2c7, host n-d-816206-8, cleared binding levels {{(pid=103592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:17:59.800465 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c3931e90-99e6-4ebe-82e6-8299ebc6c65d admin admin] Publish callbacks [] for port, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:17:59.816415 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-853b1b72-7360-4461-8270-16d6d92b9309 None None] For port d7efa064-9158-4533-9bd1-918d2808b2c7, host n-d-816206-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=d7efa064-9158-4533-9bd1-918d2808b2c7,segment=NetworkSegment(bb3e9feb-2585-4817-a093-fda0dad7f4a6),segment_id=bb3e9feb-2585-4817-a093-fda0dad7f4a6)] {{(pid=103592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:17:59.831367 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-853b1b72-7360-4461-8270-16d6d92b9309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:17:59.837539 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-f371c862-868a-4176-ac55-64358a0e08e9 None None] Provisioning complete for port a7c0618d-a529-427d-8c46-253954aab2c7 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:17:59.837914 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-f371c862-868a-4176-ac55-64358a0e08e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:17:59.850745 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device 9d82ef63-959f-4755-b4da-27092011fb3d details requested by agent hyperv_n-h2-816206-8 with host n-h2-816206-8 {{(pid=103592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 17:17:59.859470 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c3931e90-99e6-4ebe-82e6-8299ebc6c65d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980'] for port, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:17:59.889648 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-563922e1-588d-446e-b910-64913b778e89 admin admin] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:17:59.901343 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f02aec0-fd26-4196-84ff-57b8aa36c8f1 None None] Sync routers for ids ['b239b5b2-9f70-43c3-a580-24d1ed58da70'] in n-d-816206-8 {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:17:59.915040 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3931e90-99e6-4ebe-82e6-8299ebc6c65d admin admin] Network 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 is already hosted by enough agents. {{(pid=103591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:17:59.918456 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [None req-c3931e90-99e6-4ebe-82e6-8299ebc6c65d admin admin] Resources bound (agent type, host, resource id): {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:17:59.921045 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f02aec0-fd26-4196-84ff-57b8aa36c8f1 None None] Routers {'b239b5b2-9f70-43c3-a580-24d1ed58da70'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:17:59.922437 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-4f02aec0-fd26-4196-84ff-57b8aa36c8f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:17:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['b239b5b2-9f70-43c3-a580-24d1ed58da70'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:17:59.922587 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3931e90-99e6-4ebe-82e6-8299ebc6c65d admin admin] Received port after_create {{(pid=103591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:17:59.939645 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-563922e1-588d-446e-b910-64913b778e89 admin admin] Publish callbacks [] for router, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:17:59.944171 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-563922e1-588d-446e-b910-64913b778e89 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 2.9442158 Nov 23 17:17:59.944849 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 47580) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:18:00.108807 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port 9d82ef63-959f-4755-b4da-27092011fb3d, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=9d82ef63-959f-4755-b4da-27092011fb3d,segment=NetworkSegment(329c1745-02bf-4561-9615-3192910887f5),segment_id=329c1745-02bf-4561-9615-3192910887f5)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:18:00.117474 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3931e90-99e6-4ebe-82e6-8299ebc6c65d admin admin] Pushing event updated for resources: {'Port': ['ID=7cbba578-c1a6-4399-9eeb-fd093189798e,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:18:00.125298 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Returning: {'device': '9d82ef63-959f-4755-b4da-27092011fb3d', 'network_id': 'f1e1dabf-b410-4023-9169-a460a86e7184', 'port_id': '9d82ef63-959f-4755-b4da-27092011fb3d', 'mac_address': 'fa:16:3e:b1:16:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac77c175-5679-438b-8a2a-356718377641', 'ip_address': '192.168.233.51'}], 'device_owner': 'compute:tempest-test_az-1128791043', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 17:18:00.156856 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-4f02aec0-fd26-4196-84ff-57b8aa36c8f1 None None] Set router b239b5b2-9f70-43c3-a580-24d1ed58da70 gateway port host: n-d-816206-8 {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:18:00.242474 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ad3e3f90-5517-4433-994d-319eb4612065 req-d5377b29-c7b0-4a92-a42f-2da8496df622 tempest-LiveMigrationNegativeTest-1173478322 tempest-LiveMigrationNegativeTest-1173478322-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=df4ed07f6ae249888b45eb5f7cc8c89a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1135938 Nov 23 17:18:00.245525 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:00.255127 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853b1b72-7360-4461-8270-16d6d92b9309 None None] Pushing event updated for resources: {'Port': ['ID=d7efa064-9158-4533-9bd1-918d2808b2c7,revision_number=2']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:18:00.315086 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d82ef63-959f-4755-b4da-27092011fb3d {{(pid=103592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:18:00.341456 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port 9d82ef63-959f-4755-b4da-27092011fb3d, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=9d82ef63-959f-4755-b4da-27092011fb3d,segment=NetworkSegment(329c1745-02bf-4561-9615-3192910887f5),segment_id=329c1745-02bf-4561-9615-3192910887f5)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:18:00.358121 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:00.358773 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device 063d508b-1191-4d49-8029-8ea16b15ceb6 details requested by agent hyperv_n-h2-816206-8 with host n-h2-816206-8 {{(pid=103592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 17:18:00.537017 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-f371c862-868a-4176-ac55-64358a0e08e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:00.561656 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-4f02aec0-fd26-4196-84ff-57b8aa36c8f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b239b5b2-9f70-43c3-a580-24d1ed58da70', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-823609764-router', 'tenant_id': '3af404bc9c9d4b7d84676665738a767f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.149'}], 'enable_snat': True}, 'gw_port_id': '8a1aed36-ffdb-4bab-b2c2-22be6c4960ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:17:57Z', 'updated_at': '2021-11-23T17:17:58Z', 'revision_number': 3, 'project_id': '3af404bc9c9d4b7d84676665738a767f', 'gw_port': {'id': '8a1aed36-ffdb-4bab-b2c2-22be6c4960ce', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:0d:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b239b5b2-9f70-43c3-a580-24d1ed58da70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 164, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:17:58Z', 'updated_at': '2021-11-23T17:17:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8'}], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:18:00.597348 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device a7c0618d-a529-427d-8c46-253954aab2c7 up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:18:00.603815 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f02aec0-fd26-4196-84ff-57b8aa36c8f1 None None] Checking router: b239b5b2-9f70-43c3-a580-24d1ed58da70 for host: n-d-816206-8 {{(pid=103593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 17:18:00.604432 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f02aec0-fd26-4196-84ff-57b8aa36c8f1 None None] Updating router b239b5b2-9f70-43c3-a580-24d1ed58da70 port 8a1aed36-ffdb-4bab-b2c2-22be6c4960ce binding host n-d-816206-8 {{(pid=103593) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 17:18:00.620447 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96f05c7-13fb-47e9-9c93-522c3b5fc3be req-1cf74129-76a7-48d5-be1d-4e15a51c6edc tempest-DeleteServersAdminTestJSON-479341732 tempest-DeleteServersAdminTestJSON-479341732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:18:00.630442 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a96f05c7-13fb-47e9-9c93-522c3b5fc3be req-1cf74129-76a7-48d5-be1d-4e15a51c6edc tempest-DeleteServersAdminTestJSON-479341732 tempest-DeleteServersAdminTestJSON-479341732-project] 10.222.0.60 "GET /v2.0/ports?device_id=2a34b097-eadb-4c5f-9d37-cb0d99a22096 HTTP/1.1" status: 200 len: 970 time: 0.5518484 Nov 23 17:18:00.640812 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-4f02aec0-fd26-4196-84ff-57b8aa36c8f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:00.702896 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port a7c0618d-a529-427d-8c46-253954aab2c7 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:18:00.703273 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:00.751233 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-f371c862-868a-4176-ac55-64358a0e08e9 None None] For port a7c0618d-a529-427d-8c46-253954aab2c7, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=a7c0618d-a529-427d-8c46-253954aab2c7,segment=NetworkSegment(562aec5b-55ec-45ea-84f6-e43e896db0c6),segment_id=562aec5b-55ec-45ea-84f6-e43e896db0c6)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:18:00.766995 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Pushing event updated for resources: {'Port': ['ID=9d82ef63-959f-4755-b4da-27092011fb3d,revision_number=4']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:18:00.780934 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port 063d508b-1191-4d49-8029-8ea16b15ceb6, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=063d508b-1191-4d49-8029-8ea16b15ceb6,segment=NetworkSegment(329c1745-02bf-4561-9615-3192910887f5),segment_id=329c1745-02bf-4561-9615-3192910887f5)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:18:00.800309 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-f371c862-868a-4176-ac55-64358a0e08e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:00.878428 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f371c862-868a-4176-ac55-64358a0e08e9 None None] Pushing event updated for resources: {'Port': ['ID=a7c0618d-a529-427d-8c46-253954aab2c7,revision_number=3']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:18:00.894758 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Returning: {'device': '063d508b-1191-4d49-8029-8ea16b15ceb6', 'network_id': 'f1e1dabf-b410-4023-9169-a460a86e7184', 'port_id': '063d508b-1191-4d49-8029-8ea16b15ceb6', 'mac_address': 'fa:16:3e:54:82:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac77c175-5679-438b-8a2a-356718377641', 'ip_address': '192.168.233.149'}], 'device_owner': 'compute:tempest-test_az-1128791043', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 17:18:00.955103 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device d7efa064-9158-4533-9bd1-918d2808b2c7 up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:18:00.994005 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-4f02aec0-fd26-4196-84ff-57b8aa36c8f1 None None] Publish callbacks [] for port, precommit_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:01.004776 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-4f02aec0-fd26-4196-84ff-57b8aa36c8f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:01.008635 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-b1b2bf54-e829-4b02-a2a9-cecb605a1137 None None] Provisioning complete for port a7c0618d-a529-427d-8c46-253954aab2c7 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:18:01.009193 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1b2bf54-e829-4b02-a2a9-cecb605a1137 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:01.014740 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-50ca15ed-14f9-4b5f-91ed-20fe6a6d5d7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:01.016330 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:01.050500 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3e3f90-5517-4433-994d-319eb4612065 req-826add80-f105-4d21-99b5-7f973f24c332 tempest-LiveMigrationNegativeTest-1173478322 tempest-LiveMigrationNegativeTest-1173478322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:18:01.057804 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ad3e3f90-5517-4433-994d-319eb4612065 req-826add80-f105-4d21-99b5-7f973f24c332 tempest-LiveMigrationNegativeTest-1173478322 tempest-LiveMigrationNegativeTest-1173478322-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8115728 Nov 23 17:18:01.070255 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 063d508b-1191-4d49-8029-8ea16b15ceb6 {{(pid=103592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:18:01.083883 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c3931e90-99e6-4ebe-82e6-8299ebc6c65d admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:01.089897 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf2317f-4263-4cdb-8f36-be1098311d1d None None] Pushing event updated for resources: {'Port': ['ID=8a1aed36-ffdb-4bab-b2c2-22be6c4960ce,revision_number=2']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:18:01.093373 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a96f05c7-13fb-47e9-9c93-522c3b5fc3be req-f574f6a6-8d09-46ac-9eff-9ef41936ceda tempest-DeleteServersAdminTestJSON-479341732 tempest-DeleteServersAdminTestJSON-479341732-project] 10.222.0.60 "GET /v2.0/security-groups?id=3f80f869-4c49-4c46-9452-e05cfcec9870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4615958 Nov 23 17:18:01.111834 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ad3e3f90-5517-4433-994d-319eb4612065 req-0f60d3df-216e-45ee-8d09-eb95ba5352e0 tempest-LiveMigrationNegativeTest-1173478322 tempest-LiveMigrationNegativeTest-1173478322-project] 10.222.0.60 "GET /v2.0/quotas/df4ed07f6ae249888b45eb5f7cc8c89a HTTP/1.1" status: 200 len: 375 time: 0.0529468 Nov 23 17:18:01.117770 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port 063d508b-1191-4d49-8029-8ea16b15ceb6, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=063d508b-1191-4d49-8029-8ea16b15ceb6,segment=NetworkSegment(329c1745-02bf-4561-9615-3192910887f5),segment_id=329c1745-02bf-4561-9615-3192910887f5)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:18:01.124415 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [None req-4f02aec0-fd26-4196-84ff-57b8aa36c8f1 None None] Attempting to bind port 8a1aed36-ffdb-4bab-b2c2-22be6c4960ce on host n-d-816206-8 for vnic_type normal with profile {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:18:01.124966 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [None req-4f02aec0-fd26-4196-84ff-57b8aa36c8f1 None None] Attempting to bind port 8a1aed36-ffdb-4bab-b2c2-22be6c4960ce by drivers openvswitch,hyperv on host n-d-816206-8 at level 0 using segments [{'id': 'bffd1e4f-e80f-4ff0-b418-2f42ae15febf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'}] {{(pid=103593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:18:01.125294 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f02aec0-fd26-4196-84ff-57b8aa36c8f1 None None] Attempting to bind port 8a1aed36-ffdb-4bab-b2c2-22be6c4960ce on network 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:18:01.127186 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port d7efa064-9158-4533-9bd1-918d2808b2c7 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:18:01.127571 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:01.130477 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:01.141733 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f02aec0-fd26-4196-84ff-57b8aa36c8f1 None None] Checking agent: {'id': '9e89acbe-4bbe-4c77-a18b-6f1da9133e0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 7, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 17, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:18:01.142133 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f02aec0-fd26-4196-84ff-57b8aa36c8f1 None None] Checking segment: {'id': 'bffd1e4f-e80f-4ff0-b418-2f42ae15febf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:18:01.142563 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-4f02aec0-fd26-4196-84ff-57b8aa36c8f1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:01.143051 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f02aec0-fd26-4196-84ff-57b8aa36c8f1 None None] Bound using segment: {'id': 'bffd1e4f-e80f-4ff0-b418-2f42ae15febf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'} {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:18:01.143536 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [None req-4f02aec0-fd26-4196-84ff-57b8aa36c8f1 None None] Bound port: 8a1aed36-ffdb-4bab-b2c2-22be6c4960ce, host: n-d-816206-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bffd1e4f-e80f-4ff0-b418-2f42ae15febf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'}}] {{(pid=103593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:18:01.144900 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-4f02aec0-fd26-4196-84ff-57b8aa36c8f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:01.224949 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ad3e3f90-5517-4433-994d-319eb4612065 req-d39305ae-9ab6-4ec4-9f49-93afc65264b2 tempest-LiveMigrationNegativeTest-1173478322 tempest-LiveMigrationNegativeTest-1173478322-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=df4ed07f6ae249888b45eb5f7cc8c89a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1118610 Nov 23 17:18:01.250458 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-4f02aec0-fd26-4196-84ff-57b8aa36c8f1 None None] For port 8a1aed36-ffdb-4bab-b2c2-22be6c4960ce, host n-d-816206-8, cleared binding levels {{(pid=103593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:18:01.254902 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-4f02aec0-fd26-4196-84ff-57b8aa36c8f1 None None] For port 8a1aed36-ffdb-4bab-b2c2-22be6c4960ce, host n-d-816206-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=8a1aed36-ffdb-4bab-b2c2-22be6c4960ce,segment=NetworkSegment(bffd1e4f-e80f-4ff0-b418-2f42ae15febf),segment_id=bffd1e4f-e80f-4ff0-b418-2f42ae15febf)] {{(pid=103593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:18:01.265053 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-4f02aec0-fd26-4196-84ff-57b8aa36c8f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:01.333089 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Pushing event updated for resources: {'Port': ['ID=063d508b-1191-4d49-8029-8ea16b15ceb6,revision_number=4']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:18:01.358691 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf2317f-4263-4cdb-8f36-be1098311d1d None None] Pushing event updated for resources: {'Port': ['ID=8a1aed36-ffdb-4bab-b2c2-22be6c4960ce,revision_number=3']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:18:01.392918 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f02aec0-fd26-4196-84ff-57b8aa36c8f1 None None] Routers {'b239b5b2-9f70-43c3-a580-24d1ed58da70'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:18:01.393616 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-4f02aec0-fd26-4196-84ff-57b8aa36c8f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:17:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['b239b5b2-9f70-43c3-a580-24d1ed58da70'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:18:01.515082 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b960ae9-eea1-4cd7-a33f-17d00d024e01 req-190e3b37-7170-4b9a-b833-64a91f150723 tempest-AggregatesAdminTestJSON-1799004352 tempest-AggregatesAdminTestJSON-1799004352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:18:01.516816 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5b960ae9-eea1-4cd7-a33f-17d00d024e01 req-190e3b37-7170-4b9a-b833-64a91f150723 tempest-AggregatesAdminTestJSON-1799004352 tempest-AggregatesAdminTestJSON-1799004352-project] 10.222.0.60 "GET /v2.0/ports?device_id=cdb83d84-5fcd-412e-be32-1b98182c748e HTTP/1.1" status: 200 len: 970 time: 0.2711961 Nov 23 17:18:01.535558 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:01.590846 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-50ca15ed-14f9-4b5f-91ed-20fe6a6d5d7d admin admin] Allocated IP 172.20.0.1 (83b5aa25-2a60-461e-9f02-81cb63453750/0ed166eb-3d07-4f8a-96bd-e3449b2a3223/58b8535f-d16b-427b-bba3-41e5b1f63f2c) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:18:01.601868 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fb36766-0a30-44e7-9b03-8de2a3230855 None None] Network 01972287-90c5-4608-9ed2-b49b8746f3c2 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:18:01.616827 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-4f02aec0-fd26-4196-84ff-57b8aa36c8f1 None None] Set router b239b5b2-9f70-43c3-a580-24d1ed58da70 gateway port host: n-d-816206-8 {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:18:01.674869 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] get_ports_and_sgs() called for port_ids ['9d82ef63-959f-4755-b4da-27092011fb3d'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:18:01.693294 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] get_ports_and_sgs() called for port_ids ['063d508b-1191-4d49-8029-8ea16b15ceb6'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:18:01.698935 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] For port d7efa064-9158-4533-9bd1-918d2808b2c7, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=d7efa064-9158-4533-9bd1-918d2808b2c7,segment=NetworkSegment(bb3e9feb-2585-4817-a093-fda0dad7f4a6),segment_id=bb3e9feb-2585-4817-a093-fda0dad7f4a6)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:18:01.766037 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:01.772427 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5b960ae9-eea1-4cd7-a33f-17d00d024e01 req-5fa4dfe8-494d-438f-b20d-86f864d8a420 tempest-AggregatesAdminTestJSON-1799004352 tempest-AggregatesAdminTestJSON-1799004352-project] 10.222.0.60 "GET /v2.0/security-groups?id=efe36124-072b-4c8d-832e-4e44bbcbc8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842909 Nov 23 17:18:01.785861 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6b3f53-c159-419f-a19e-907392d317a2 req-b9658d73-f9d0-45d8-8df8-544999cbffd7 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:18:01.787431 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-df6b3f53-c159-419f-a19e-907392d317a2 req-b9658d73-f9d0-45d8-8df8-544999cbffd7 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] 10.222.0.60 "GET /v2.0/ports?device_id=15b7563e-dd4f-4e87-9c18-113e02ce5ca0 HTTP/1.1" status: 200 len: 948 time: 0.2008123 Nov 23 17:18:01.793220 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c3931e90-99e6-4ebe-82e6-8299ebc6c65d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1794316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1795362'] for router, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:01.889022 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-50ca15ed-14f9-4b5f-91ed-20fe6a6d5d7d admin admin] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:01.933172 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5a7b0001-d589-4074-a00e-f9d6ea969940 req-cf50247e-d7da-405d-b8c2-777c99419abb tempest-LiveMigrationNegativeTest-1173478322 tempest-LiveMigrationNegativeTest-1173478322-project] 10.222.0.60 "GET /v2.0/ports?device_id=8b0eebc1-7d4f-4dc4-a375-18bab242c6b7 HTTP/1.1" status: 200 len: 210 time: 0.0619364 Nov 23 17:18:01.959798 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-50ca15ed-14f9-4b5f-91ed-20fe6a6d5d7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:01.996247 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-4f02aec0-fd26-4196-84ff-57b8aa36c8f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b239b5b2-9f70-43c3-a580-24d1ed58da70', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-823609764-router', 'tenant_id': '3af404bc9c9d4b7d84676665738a767f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.149'}], 'enable_snat': True}, 'gw_port_id': '8a1aed36-ffdb-4bab-b2c2-22be6c4960ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:17:57Z', 'updated_at': '2021-11-23T17:17:58Z', 'revision_number': 3, 'project_id': '3af404bc9c9d4b7d84676665738a767f', 'gw_port': {'id': '8a1aed36-ffdb-4bab-b2c2-22be6c4960ce', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:0d:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b239b5b2-9f70-43c3-a580-24d1ed58da70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 164, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:17:58Z', 'updated_at': '2021-11-23T17:18:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8'}], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:18:02.003243 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-df6b3f53-c159-419f-a19e-907392d317a2 req-77619ac4-78ad-4986-a1a3-8a4606e41681 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] 10.222.0.60 "GET /v2.0/security-groups?id=70227657-be62-432a-a8fd-5a85231fc7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1966662 Nov 23 17:18:02.040560 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50ca15ed-14f9-4b5f-91ed-20fe6a6d5d7d admin admin] Network 83b5aa25-2a60-461e-9f02-81cb63453750 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:18:02.047136 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-50ca15ed-14f9-4b5f-91ed-20fe6a6d5d7d admin admin] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:18:02.050211 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ca15ed-14f9-4b5f-91ed-20fe6a6d5d7d admin admin] Pushing event updated for resources: {'Port': ['ID=58b8535f-d16b-427b-bba3-41e5b1f63f2c,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:18:02.055810 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50ca15ed-14f9-4b5f-91ed-20fe6a6d5d7d admin admin] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:18:02.056616 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-50ca15ed-14f9-4b5f-91ed-20fe6a6d5d7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1795539'] for router_interface, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:02.095215 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f02aec0-fd26-4196-84ff-57b8aa36c8f1 None None] The sync data for ids ['b239b5b2-9f70-43c3-a580-24d1ed58da70'] in n-d-816206-8 is: [{'id': 'b239b5b2-9f70-43c3-a580-24d1ed58da70', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-823609764-router', 'tenant_id': '3af404bc9c9d4b7d84676665738a767f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.149'}], 'enable_snat': True}, 'gw_port_id': '8a1aed36-ffdb-4bab-b2c2-22be6c4960ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:17:57Z', 'updated_at': '2021-11-23T17:17:58Z', 'revision_number': 3, 'project_id': '3af404bc9c9d4b7d84676665738a767f', 'gw_port': {'id': '8a1aed36-ffdb-4bab-b2c2-22be6c4960ce', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:0d:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b239b5b2-9f70-43c3-a580-24d1ed58da70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 164, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:17:58Z', 'updated_at': '2021-11-23T17:18:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8'}] {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:18:02.108760 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3931e90-99e6-4ebe-82e6-8299ebc6c65d admin admin] Router 2bf1e14e-01bb-49cb-acf1-d91905d80a86 is scheduled to L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 with binding_index 1 {{(pid=103591) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 17:18:02.157867 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-39f0ceb8-9abe-465b-a635-616a68c9fbe1 None None] Provisioning complete for port d7efa064-9158-4533-9bd1-918d2808b2c7 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:18:02.158402 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-39f0ceb8-9abe-465b-a635-616a68c9fbe1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:02.352040 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3931e90-99e6-4ebe-82e6-8299ebc6c65d admin admin] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:18:02.367653 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc06f767-e074-43c3-8940-9c58981fb639 req-ca40f223-ea11-421c-a088-b72230f7be50 tempest-DeleteServersAdminTestJSON-479341732 tempest-DeleteServersAdminTestJSON-479341732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:18:02.371659 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-bc06f767-e074-43c3-8940-9c58981fb639 req-ca40f223-ea11-421c-a088-b72230f7be50 tempest-DeleteServersAdminTestJSON-479341732 tempest-DeleteServersAdminTestJSON-479341732-project] 10.222.0.60 "GET /v2.0/ports?device_id=2a34b097-eadb-4c5f-9d37-cb0d99a22096 HTTP/1.1" status: 200 len: 971 time: 0.1030178 Nov 23 17:18:02.449441 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c3931e90-99e6-4ebe-82e6-8299ebc6c65d admin admin] Publish callbacks [] for router, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:02.450901 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-c3931e90-99e6-4ebe-82e6-8299ebc6c65d admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.9952257 Nov 23 17:18:02.454381 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 47608) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:18:02.455667 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-bc06f767-e074-43c3-8940-9c58981fb639 req-5aafd7aa-71a3-4cdc-be6f-1edc818b8654 tempest-DeleteServersAdminTestJSON-479341732 tempest-DeleteServersAdminTestJSON-479341732-project] 10.222.0.60 "GET /v2.0/security-groups?id=3f80f869-4c49-4c46-9452-e05cfcec9870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741591 Nov 23 17:18:02.475524 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0073627-239b-4851-873a-8bf9865549a7 None None] Sync routers for ids ['2bf1e14e-01bb-49cb-acf1-d91905d80a86'] in n-d-816206-8 {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:18:02.544254 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Pushing event updated for resources: {'Port': ['ID=d7efa064-9158-4533-9bd1-918d2808b2c7,revision_number=3']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:18:02.612212 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device bc0acd25-238e-4f36-9bd6-de0e9a940cd3 details requested by agent hyperv_n-h1-816206-8 with host n-h1-816206-8 {{(pid=103592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 17:18:02.626424 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device a7c0618d-a529-427d-8c46-253954aab2c7 up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:18:02.672072 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-50ca15ed-14f9-4b5f-91ed-20fe6a6d5d7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:02.753120 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0073627-239b-4851-873a-8bf9865549a7 None None] Routers {'2bf1e14e-01bb-49cb-acf1-d91905d80a86'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:18:02.754350 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-b0073627-239b-4851-873a-8bf9865549a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:17:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['2bf1e14e-01bb-49cb-acf1-d91905d80a86'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:18:03.025733 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-50ca15ed-14f9-4b5f-91ed-20fe6a6d5d7d admin admin] Publish callbacks [] for port, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:03.043239 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2d567c-4ea3-4344-aaa8-ead0e7932e61 req-9f99e8af-2b54-40f5-ba3c-e31c576b3c54 tempest-AggregatesAdminTestJSON-1799004352 tempest-AggregatesAdminTestJSON-1799004352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:18:03.046896 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9b2d567c-4ea3-4344-aaa8-ead0e7932e61 req-9f99e8af-2b54-40f5-ba3c-e31c576b3c54 tempest-AggregatesAdminTestJSON-1799004352 tempest-AggregatesAdminTestJSON-1799004352-project] 10.222.0.60 "GET /v2.0/ports?device_id=cdb83d84-5fcd-412e-be32-1b98182c748e HTTP/1.1" status: 200 len: 970 time: 0.1207981 Nov 23 17:18:03.070800 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-ad3e3f90-5517-4433-994d-319eb4612065 req-e6d9dcbf-2281-4c66-a5df-75632fea2cbc tempest-LiveMigrationNegativeTest-1173478322 tempest-LiveMigrationNegativeTest-1173478322-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=df4ed07f6ae249888b45eb5f7cc8c89a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0376480 Nov 23 17:18:03.073915 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-50ca15ed-14f9-4b5f-91ed-20fe6a6d5d7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:03.074864 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-50ca15ed-14f9-4b5f-91ed-20fe6a6d5d7d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2068703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1794403'] for router_interface, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:03.136578 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-a6e7047c-a89c-4cde-a102-e813caa65eed None None] Provisioning complete for port 58b8535f-d16b-427b-bba3-41e5b1f63f2c triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:18:03.136952 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-a6e7047c-a89c-4cde-a102-e813caa65eed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:03.139025 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-1ccbedb0-2cba-4979-8a72-ed77bc3bb5b6 req-529efb0e-325a-433c-8f98-59bca8603097 tempest-LiveMigrationNegativeTest-1173478322 tempest-LiveMigrationNegativeTest-1173478322-project] 10.222.0.60 "GET /v2.0/ports?device_id=8b0eebc1-7d4f-4dc4-a375-18bab242c6b7 HTTP/1.1" status: 200 len: 210 time: 0.0689213 Nov 23 17:18:03.208947 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port a7c0618d-a529-427d-8c46-253954aab2c7 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:18:03.210504 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:03.226004 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9b2d567c-4ea3-4344-aaa8-ead0e7932e61 req-7123f0fe-e7bb-4046-aa52-13746b5c6eba tempest-AggregatesAdminTestJSON-1799004352 tempest-AggregatesAdminTestJSON-1799004352-project] 10.222.0.60 "GET /v2.0/security-groups?id=efe36124-072b-4c8d-832e-4e44bbcbc8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689892 Nov 23 17:18:03.315768 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port bc0acd25-238e-4f36-9bd6-de0e9a940cd3, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=bc0acd25-238e-4f36-9bd6-de0e9a940cd3,segment=NetworkSegment(329c1745-02bf-4561-9615-3192910887f5),segment_id=329c1745-02bf-4561-9615-3192910887f5)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:18:03.358413 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-a6e7047c-a89c-4cde-a102-e813caa65eed None None] Port 58b8535f-d16b-427b-bba3-41e5b1f63f2c cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:18:03.365918 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Returning: {'device': 'bc0acd25-238e-4f36-9bd6-de0e9a940cd3', 'network_id': 'f1e1dabf-b410-4023-9169-a460a86e7184', 'port_id': 'bc0acd25-238e-4f36-9bd6-de0e9a940cd3', 'mac_address': 'fa:16:3e:27:0c:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac77c175-5679-438b-8a2a-356718377641', 'ip_address': '192.168.233.161'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 17:18:03.366517 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5406fc-3c0b-4a5c-91dc-072c6f20611f req-1f5ac064-3462-4877-9222-524c29c84d36 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:18:03.368597 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-db5406fc-3c0b-4a5c-91dc-072c6f20611f req-1f5ac064-3462-4877-9222-524c29c84d36 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] 10.222.0.60 "GET /v2.0/ports?device_id=15b7563e-dd4f-4e87-9c18-113e02ce5ca0 HTTP/1.1" status: 200 len: 948 time: 0.1055653 Nov 23 17:18:03.369893 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvr_db [None req-b0073627-239b-4851-873a-8bf9865549a7 None None] Set router 2bf1e14e-01bb-49cb-acf1-d91905d80a86 gateway port host: n-d-816206-8 {{(pid=103592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:18:03.370997 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ca15ed-14f9-4b5f-91ed-20fe6a6d5d7d admin admin] Pushing event updated for resources: {'Port': ['ID=58b8535f-d16b-427b-bba3-41e5b1f63f2c,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:18:03.479634 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-db5406fc-3c0b-4a5c-91dc-072c6f20611f req-1fbe6403-b42b-4462-bf13-006d845f4492 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] 10.222.0.60 "GET /v2.0/security-groups?id=70227657-be62-432a-a8fd-5a85231fc7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943062 Nov 23 17:18:03.640597 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1d5dc3-38f7-47af-96d8-10c18b3e1a95 req-4752c83c-d81d-4a61-bc55-b34744a22700 tempest-DeleteServersAdminTestJSON-479341732 tempest-DeleteServersAdminTestJSON-479341732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:18:03.653339 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2a1d5dc3-38f7-47af-96d8-10c18b3e1a95 req-4752c83c-d81d-4a61-bc55-b34744a22700 tempest-DeleteServersAdminTestJSON-479341732 tempest-DeleteServersAdminTestJSON-479341732-project] 10.222.0.60 "GET /v2.0/ports?device_id=2a34b097-eadb-4c5f-9d37-cb0d99a22096 HTTP/1.1" status: 200 len: 971 time: 0.0807581 Nov 23 17:18:03.663442 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-6066d748-c110-4f20-b53f-9f811fd4ce19 None None] Provisioning complete for port d7efa064-9158-4533-9bd1-918d2808b2c7 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:18:03.663868 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-6066d748-c110-4f20-b53f-9f811fd4ce19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:03.692439 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:03.712846 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2a1d5dc3-38f7-47af-96d8-10c18b3e1a95 req-2919b751-5cab-4b76-8271-7eb8d2a9cef1 tempest-DeleteServersAdminTestJSON-479341732 tempest-DeleteServersAdminTestJSON-479341732-project] 10.222.0.60 "GET /v2.0/security-groups?id=3f80f869-4c49-4c46-9452-e05cfcec9870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587819 Nov 23 17:18:03.721510 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc0acd25-238e-4f36-9bd6-de0e9a940cd3 {{(pid=103592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:18:03.759695 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50ca15ed-14f9-4b5f-91ed-20fe6a6d5d7d admin admin] Network 83b5aa25-2a60-461e-9f02-81cb63453750 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:18:03.761475 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port bc0acd25-238e-4f36-9bd6-de0e9a940cd3, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=bc0acd25-238e-4f36-9bd6-de0e9a940cd3,segment=NetworkSegment(329c1745-02bf-4561-9615-3192910887f5),segment_id=329c1745-02bf-4561-9615-3192910887f5)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:18:03.771190 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-50ca15ed-14f9-4b5f-91ed-20fe6a6d5d7d admin admin] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:18:03.793235 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:03.826677 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device 9d82ef63-959f-4755-b4da-27092011fb3d up at agent hyperv_n-h2-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:18:03.887816 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3e3f90-5517-4433-994d-319eb4612065 req-2bf58b92-a292-4b08-b882-af2ea1590511 tempest-LiveMigrationNegativeTest-1173478322 tempest-LiveMigrationNegativeTest-1173478322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:18:03.889553 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-ad3e3f90-5517-4433-994d-319eb4612065 req-2bf58b92-a292-4b08-b882-af2ea1590511 tempest-LiveMigrationNegativeTest-1173478322 tempest-LiveMigrationNegativeTest-1173478322-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8061829 Nov 23 17:18:03.906495 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [req-ad3e3f90-5517-4433-994d-319eb4612065 req-7aff04f2-a79c-47fa-acf2-5a5fed145e18 tempest-LiveMigrationNegativeTest-1173478322 tempest-LiveMigrationNegativeTest-1173478322-project] Request body: {'port': {'device_id': '8b0eebc1-7d4f-4dc4-a375-18bab242c6b7', 'network_id': 'f1e1dabf-b410-4023-9169-a460a86e7184', 'admin_state_up': True, 'tenant_id': 'df4ed07f6ae249888b45eb5f7cc8c89a'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:18:03.929290 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Pushing event updated for resources: {'Port': ['ID=bc0acd25-238e-4f36-9bd6-de0e9a940cd3,revision_number=4']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:18:03.956061 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-b0073627-239b-4851-873a-8bf9865549a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bf1e14e-01bb-49cb-acf1-d91905d80a86', 'name': 'tempest-AttachSCSIVolumeTestJSON-980319165-router', 'tenant_id': '808c70784bbb425d87fe103503f75985', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.132'}], 'enable_snat': True}, 'gw_port_id': '7cbba578-c1a6-4399-9eeb-fd093189798e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:17:58Z', 'updated_at': '2021-11-23T17:18:00Z', 'revision_number': 3, 'project_id': '808c70784bbb425d87fe103503f75985', 'gw_port': {'id': '7cbba578-c1a6-4399-9eeb-fd093189798e', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:e5:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bf1e14e-01bb-49cb-acf1-d91905d80a86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 167, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:17:59Z', 'updated_at': '2021-11-23T17:17:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8'}], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:18:03.990998 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Provisioning for port 9d82ef63-959f-4755-b4da-27092011fb3d completed by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 17:18:03.998858 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0073627-239b-4851-873a-8bf9865549a7 None None] Checking router: 2bf1e14e-01bb-49cb-acf1-d91905d80a86 for host: n-d-816206-8 {{(pid=103592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 17:18:03.998858 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0073627-239b-4851-873a-8bf9865549a7 None None] Updating router 2bf1e14e-01bb-49cb-acf1-d91905d80a86 port 7cbba578-c1a6-4399-9eeb-fd093189798e binding host n-d-816206-8 {{(pid=103592) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 17:18:04.017159 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Provisioning complete for port 9d82ef63-959f-4755-b4da-27092011fb3d triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:18:04.017540 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:04.060541 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b0073627-239b-4851-873a-8bf9865549a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:04.093667 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] get_ports_and_sgs() called for port_ids ['bc0acd25-238e-4f36-9bd6-de0e9a940cd3'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:18:04.118099 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50ca15ed-14f9-4b5f-91ed-20fe6a6d5d7d admin admin] Router b239b5b2-9f70-43c3-a580-24d1ed58da70 has already been hosted by L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 {{(pid=103590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 17:18:04.129720 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-8129760f-7ef0-40a7-bb84-d650f44d220b None None] Provisioning complete for port 58b8535f-d16b-427b-bba3-41e5b1f63f2c triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:18:04.130092 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-8129760f-7ef0-40a7-bb84-d650f44d220b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:04.138072 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-9e7a891e-9a6b-49dc-be8a-5c51f2af0044 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:04.218069 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad3e3f90-5517-4433-994d-319eb4612065 req-7aff04f2-a79c-47fa-acf2-5a5fed145e18 tempest-LiveMigrationNegativeTest-1173478322 tempest-LiveMigrationNegativeTest-1173478322-project] Made reservation on behalf of df4ed07f6ae249888b45eb5f7cc8c89a for: {'port': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:18:04.222313 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-ad3e3f90-5517-4433-994d-319eb4612065 req-7aff04f2-a79c-47fa-acf2-5a5fed145e18 tempest-LiveMigrationNegativeTest-1173478322 tempest-LiveMigrationNegativeTest-1173478322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:04.270237 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-ad3e3f90-5517-4433-994d-319eb4612065 req-7aff04f2-a79c-47fa-acf2-5a5fed145e18 tempest-LiveMigrationNegativeTest-1173478322 tempest-LiveMigrationNegativeTest-1173478322-project] Publish callbacks [] for security_group, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:04.289814 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-61fb4d31-1bd5-44c9-ba04-4614dfb660c3 req-5e5122ae-1c10-4d10-9e5a-1af78b50d53a tempest-LiveMigrationNegativeTest-1173478322 tempest-LiveMigrationNegativeTest-1173478322-project] 10.222.0.60 "GET /v2.0/ports?device_id=8b0eebc1-7d4f-4dc4-a375-18bab242c6b7 HTTP/1.1" status: 200 len: 210 time: 0.0595376 Nov 23 17:18:04.399369 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b886fb-3efc-4f60-8d27-660e9ed11389 req-74403c94-e2bb-471f-ad0b-c83ff0388760 tempest-AggregatesAdminTestJSON-1799004352 tempest-AggregatesAdminTestJSON-1799004352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:18:04.408186 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b5b886fb-3efc-4f60-8d27-660e9ed11389 req-74403c94-e2bb-471f-ad0b-c83ff0388760 tempest-AggregatesAdminTestJSON-1799004352 tempest-AggregatesAdminTestJSON-1799004352-project] 10.222.0.60 "GET /v2.0/ports?device_id=cdb83d84-5fcd-412e-be32-1b98182c748e HTTP/1.1" status: 200 len: 970 time: 0.0662303 Nov 23 17:18:04.428977 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-8129760f-7ef0-40a7-bb84-d650f44d220b None None] Port 58b8535f-d16b-427b-bba3-41e5b1f63f2c cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:18:04.439952 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50ca15ed-14f9-4b5f-91ed-20fe6a6d5d7d admin admin] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:18:04.445963 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-50ca15ed-14f9-4b5f-91ed-20fe6a6d5d7d admin admin] 10.222.0.60 "PUT /v2.0/routers/b239b5b2-9f70-43c3-a580-24d1ed58da70/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5000885 Nov 23 17:18:04.486633 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b5b886fb-3efc-4f60-8d27-660e9ed11389 req-65bc20a9-433a-4e89-9226-7ea2a25c498f tempest-AggregatesAdminTestJSON-1799004352 tempest-AggregatesAdminTestJSON-1799004352-project] 10.222.0.60 "GET /v2.0/security-groups?id=efe36124-072b-4c8d-832e-4e44bbcbc8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773020 Nov 23 17:18:04.516003 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:04.618046 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-9e7a891e-9a6b-49dc-be8a-5c51f2af0044 admin admin] Allocated IP 172.20.0.1 (01972287-90c5-4608-9ed2-b49b8746f3c2/e33c876c-5e91-452d-838f-ee0f4d33d887/f27c60b3-194e-4675-b60c-7529f8f1070c) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:18:04.626169 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdb83d84-5fcd-412e-be32-1b98182c748e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d82ef63-959f-4755-b4da-27092011fb3d'}] {{(pid=103592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:18:04.660218 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-ad3e3f90-5517-4433-994d-319eb4612065 req-7aff04f2-a79c-47fa-acf2-5a5fed145e18 tempest-LiveMigrationNegativeTest-1173478322 tempest-LiveMigrationNegativeTest-1173478322-project] Publish callbacks [] for security_group, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:04.663314 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21069293-e7df-4c2b-bfe8-d129f1a571e9 req-e8119e6e-9fbd-4e77-bcf3-12fdb936fe92 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:18:04.673841 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-ad3e3f90-5517-4433-994d-319eb4612065 req-7aff04f2-a79c-47fa-acf2-5a5fed145e18 tempest-LiveMigrationNegativeTest-1173478322 tempest-LiveMigrationNegativeTest-1173478322-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:04.695885 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-21069293-e7df-4c2b-bfe8-d129f1a571e9 req-e8119e6e-9fbd-4e77-bcf3-12fdb936fe92 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] 10.222.0.60 "GET /v2.0/ports?device_id=15b7563e-dd4f-4e87-9c18-113e02ce5ca0 HTTP/1.1" status: 200 len: 949 time: 0.1202507 Nov 23 17:18:04.713662 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device d7efa064-9158-4533-9bd1-918d2808b2c7 up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:18:04.783559 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port 9d82ef63-959f-4755-b4da-27092011fb3d, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=9d82ef63-959f-4755-b4da-27092011fb3d,segment=NetworkSegment(329c1745-02bf-4561-9615-3192910887f5),segment_id=329c1745-02bf-4561-9615-3192910887f5)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:18:04.788566 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-21069293-e7df-4c2b-bfe8-d129f1a571e9 req-e0d5227b-1c06-4e51-9ce8-1b3617a626c5 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] 10.222.0.60 "GET /v2.0/security-groups?id=70227657-be62-432a-a8fd-5a85231fc7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873480 Nov 23 17:18:04.809065 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6420868b-6062-4796-85b8-b9944d60e861 None None] Sync routers for ids ['b239b5b2-9f70-43c3-a580-24d1ed58da70'] in n-d-816206-8 {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:18:04.828565 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6420868b-6062-4796-85b8-b9944d60e861 None None] Routers {'b239b5b2-9f70-43c3-a580-24d1ed58da70'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:18:04.829241 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-6420868b-6062-4796-85b8-b9944d60e861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:17:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['b239b5b2-9f70-43c3-a580-24d1ed58da70'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:18:04.831731 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aff04f2-a79c-47fa-acf2-5a5fed145e18 tempest-LiveMigrationNegativeTest-1173478322 tempest-LiveMigrationNegativeTest-1173478322-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b8a6bb40-8d5e-4b99-8259-979b852e81cd,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:18:04.840182 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:04.841089 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device 063d508b-1191-4d49-8029-8ea16b15ceb6 up at agent hyperv_n-h2-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:18:04.858576 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba3e6a8f2301c7a29fe1eca9779abdae4ccbcd6266d69778087f2498d5551201" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7298e001-8989-4ba4-9316-8146718c50d0" -d '{"events": [{"server_uuid": "cdb83d84-5fcd-412e-be32-1b98182c748e", "name": "network-vif-plugged", "status": "completed", "tag": "9d82ef63-959f-4755-b4da-27092011fb3d"}]}' {{(pid=103592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:18:04.958748 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7981136f-2ded-411c-b6a7-0e2b99528c0d req-cd413dfc-ab2d-4442-ad4a-a178f828b94a tempest-DeleteServersAdminTestJSON-479341732 tempest-DeleteServersAdminTestJSON-479341732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:18:04.961136 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7981136f-2ded-411c-b6a7-0e2b99528c0d req-cd413dfc-ab2d-4442-ad4a-a178f828b94a tempest-DeleteServersAdminTestJSON-479341732 tempest-DeleteServersAdminTestJSON-479341732-project] 10.222.0.60 "GET /v2.0/ports?device_id=2a34b097-eadb-4c5f-9d37-cb0d99a22096 HTTP/1.1" status: 200 len: 971 time: 0.0968680 Nov 23 17:18:04.999220 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-9e7a891e-9a6b-49dc-be8a-5c51f2af0044 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:05.018122 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-6420868b-6062-4796-85b8-b9944d60e861 None None] Set router b239b5b2-9f70-43c3-a580-24d1ed58da70 gateway port host: n-d-816206-8 {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:18:05.062750 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:18:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8adf7ad7-62ba-44c0-a904-6495faf005ec x-openstack-request-id: req-8adf7ad7-62ba-44c0-a904-6495faf005ec {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:18:05.063065 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdb83d84-5fcd-412e-be32-1b98182c748e", "name": "network-vif-plugged", "status": "completed", "tag": "9d82ef63-959f-4755-b4da-27092011fb3d", "code": 200}]} {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:18:05.063326 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-8adf7ad7-62ba-44c0-a904-6495faf005ec {{(pid=103592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:18:05.063815 n-d-816206-8 neutron-server[103592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdb83d84-5fcd-412e-be32-1b98182c748e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d82ef63-959f-4755-b4da-27092011fb3d', 'code': 200} Nov 23 17:18:05.106612 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7981136f-2ded-411c-b6a7-0e2b99528c0d req-be7b1fa1-ae8c-42f6-9895-e57a89cb2ff9 tempest-DeleteServersAdminTestJSON-479341732 tempest-DeleteServersAdminTestJSON-479341732-project] 10.222.0.60 "GET /v2.0/security-groups?id=3f80f869-4c49-4c46-9452-e05cfcec9870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315932 Nov 23 17:18:05.111381 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Pushing event updated for resources: {'Port': ['ID=9d82ef63-959f-4755-b4da-27092011fb3d,revision_number=5']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:18:05.123611 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [req-ad3e3f90-5517-4433-994d-319eb4612065 req-7aff04f2-a79c-47fa-acf2-5a5fed145e18 tempest-LiveMigrationNegativeTest-1173478322 tempest-LiveMigrationNegativeTest-1173478322-project] Allocated IP 192.168.233.6 (f1e1dabf-b410-4023-9169-a460a86e7184/ac77c175-5679-438b-8a2a-356718377641/d9c5781a-4c43-41b5-a2c7-59f06f94ceab) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:18:05.135937 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Provisioning for port 063d508b-1191-4d49-8029-8ea16b15ceb6 completed by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 17:18:05.166046 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Provisioning complete for port 063d508b-1191-4d49-8029-8ea16b15ceb6 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:18:05.166046 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:05.195584 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port d7efa064-9158-4533-9bd1-918d2808b2c7 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:18:05.196048 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:05.288838 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-6420868b-6062-4796-85b8-b9944d60e861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b239b5b2-9f70-43c3-a580-24d1ed58da70', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-823609764-router', 'tenant_id': '3af404bc9c9d4b7d84676665738a767f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.149'}], 'enable_snat': True}, 'gw_port_id': '8a1aed36-ffdb-4bab-b2c2-22be6c4960ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:17:57Z', 'updated_at': '2021-11-23T17:18:02Z', 'revision_number': 4, 'project_id': '3af404bc9c9d4b7d84676665738a767f', 'gw_port': {'id': '8a1aed36-ffdb-4bab-b2c2-22be6c4960ce', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:0d:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b239b5b2-9f70-43c3-a580-24d1ed58da70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 164, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:17:58Z', 'updated_at': '2021-11-23T17:18:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_interfaces': [{'id': '58b8535f-d16b-427b-bba3-41e5b1f63f2c', 'name': '', 'network_id': '83b5aa25-2a60-461e-9f02-81cb63453750', 'tenant_id': '3af404bc9c9d4b7d84676665738a767f', 'mac_address': 'fa:16:3e:bb:20:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b239b5b2-9f70-43c3-a580-24d1ed58da70', 'device_owner': 'network:router_interface', 'standard_attr_id': 168, 'fixed_ips': [{'subnet_id': '0ed166eb-3d07-4f8a-96bd-e3449b2a3223', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:18:01Z', 'updated_at': '2021-11-23T17:18:02Z', 'revision_number': 2, 'project_id': '3af404bc9c9d4b7d84676665738a767f', 'subnets': [{'id': '0ed166eb-3d07-4f8a-96bd-e3449b2a3223', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:18:05.300274 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b0073627-239b-4851-873a-8bf9865549a7 None None] Publish callbacks [] for port, precommit_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:05.318110 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6420868b-6062-4796-85b8-b9944d60e861 None None] Checking router: b239b5b2-9f70-43c3-a580-24d1ed58da70 for host: n-d-816206-8 {{(pid=103593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 17:18:05.318465 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6420868b-6062-4796-85b8-b9944d60e861 None None] Updating router b239b5b2-9f70-43c3-a580-24d1ed58da70 port 58b8535f-d16b-427b-bba3-41e5b1f63f2c binding host n-d-816206-8 {{(pid=103593) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 17:18:05.319345 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b0073627-239b-4851-873a-8bf9865549a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:05.335251 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6035da-bf95-4663-8907-a580c2e21029 req-0d2a8bda-3586-4599-81ba-3952e56875fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:18:05.343314 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2f6035da-bf95-4663-8907-a580c2e21029 req-0d2a8bda-3586-4599-81ba-3952e56875fa service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=cdb83d84-5fcd-412e-be32-1b98182c748e HTTP/1.1" status: 200 len: 1122 time: 0.2066185 Nov 23 17:18:05.351556 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-ad3e3f90-5517-4433-994d-319eb4612065 req-7aff04f2-a79c-47fa-acf2-5a5fed145e18 tempest-LiveMigrationNegativeTest-1173478322 tempest-LiveMigrationNegativeTest-1173478322-project] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:05.358693 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-6420868b-6062-4796-85b8-b9944d60e861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:05.390152 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-9e7a891e-9a6b-49dc-be8a-5c51f2af0044 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:05.409537 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e7a891e-9a6b-49dc-be8a-5c51f2af0044 admin admin] Network 01972287-90c5-4608-9ed2-b49b8746f3c2 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:18:05.411500 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-ad3e3f90-5517-4433-994d-319eb4612065 req-7aff04f2-a79c-47fa-acf2-5a5fed145e18 tempest-LiveMigrationNegativeTest-1173478322 tempest-LiveMigrationNegativeTest-1173478322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:05.415566 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-9e7a891e-9a6b-49dc-be8a-5c51f2af0044 admin admin] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:18:05.430452 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-2f6035da-bf95-4663-8907-a580c2e21029 req-dd08a621-c152-47e5-b648-f115dc19962b service neutron] Publish callbacks [] for security_group, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:05.463208 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad3e3f90-5517-4433-994d-319eb4612065 req-7aff04f2-a79c-47fa-acf2-5a5fed145e18 tempest-LiveMigrationNegativeTest-1173478322 tempest-LiveMigrationNegativeTest-1173478322-project] Network f1e1dabf-b410-4023-9169-a460a86e7184 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:18:05.466725 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e7a891e-9a6b-49dc-be8a-5c51f2af0044 admin admin] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:18:05.467363 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-9e7a891e-9a6b-49dc-be8a-5c51f2af0044 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1795539'] for router_interface, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:05.492007 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d2fbc4-6c18-44b1-a240-91ac5be4ebb2 None None] Pushing event updated for resources: {'Port': ['ID=7cbba578-c1a6-4399-9eeb-fd093189798e,revision_number=2']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:18:05.505429 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-b0073627-239b-4851-873a-8bf9865549a7 None None] Attempting to bind port 7cbba578-c1a6-4399-9eeb-fd093189798e on host n-d-816206-8 for vnic_type normal with profile {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:18:05.506057 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-b0073627-239b-4851-873a-8bf9865549a7 None None] Attempting to bind port 7cbba578-c1a6-4399-9eeb-fd093189798e by drivers openvswitch,hyperv on host n-d-816206-8 at level 0 using segments [{'id': 'bffd1e4f-e80f-4ff0-b418-2f42ae15febf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:18:05.506631 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0073627-239b-4851-873a-8bf9865549a7 None None] Attempting to bind port 7cbba578-c1a6-4399-9eeb-fd093189798e on network 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:18:05.529044 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 8a1aed36-ffdb-4bab-b2c2-22be6c4960ce up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:18:05.530905 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [req-ad3e3f90-5517-4433-994d-319eb4612065 req-7aff04f2-a79c-47fa-acf2-5a5fed145e18 tempest-LiveMigrationNegativeTest-1173478322 tempest-LiveMigrationNegativeTest-1173478322-project] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:18:05.533044 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0073627-239b-4851-873a-8bf9865549a7 None None] Checking agent: {'id': '9e89acbe-4bbe-4c77-a18b-6f1da9133e0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 7, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 17, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:18:05.533875 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0073627-239b-4851-873a-8bf9865549a7 None None] Checking segment: {'id': 'bffd1e4f-e80f-4ff0-b418-2f42ae15febf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:18:05.535229 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b0073627-239b-4851-873a-8bf9865549a7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:05.535735 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0073627-239b-4851-873a-8bf9865549a7 None None] Bound using segment: {'id': 'bffd1e4f-e80f-4ff0-b418-2f42ae15febf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:18:05.536330 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-b0073627-239b-4851-873a-8bf9865549a7 None None] Bound port: 7cbba578-c1a6-4399-9eeb-fd093189798e, host: n-d-816206-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bffd1e4f-e80f-4ff0-b418-2f42ae15febf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'}}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:18:05.536849 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b0073627-239b-4851-873a-8bf9865549a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:05.553892 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad3e3f90-5517-4433-994d-319eb4612065 req-7aff04f2-a79c-47fa-acf2-5a5fed145e18 tempest-LiveMigrationNegativeTest-1173478322 tempest-LiveMigrationNegativeTest-1173478322-project] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:18:05.569239 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3e3f90-5517-4433-994d-319eb4612065 req-7aff04f2-a79c-47fa-acf2-5a5fed145e18 tempest-LiveMigrationNegativeTest-1173478322 tempest-LiveMigrationNegativeTest-1173478322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:18:05.569972 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-ad3e3f90-5517-4433-994d-319eb4612065 req-7aff04f2-a79c-47fa-acf2-5a5fed145e18 tempest-LiveMigrationNegativeTest-1173478322 tempest-LiveMigrationNegativeTest-1173478322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:05.598035 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:05.614642 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7a891e-9a6b-49dc-be8a-5c51f2af0044 admin admin] Pushing event updated for resources: {'Port': ['ID=f27c60b3-194e-4675-b60c-7529f8f1070c,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:18:05.673453 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-ad3e3f90-5517-4433-994d-319eb4612065 req-7aff04f2-a79c-47fa-acf2-5a5fed145e18 tempest-LiveMigrationNegativeTest-1173478322 tempest-LiveMigrationNegativeTest-1173478322-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.7709231 Nov 23 17:18:05.727375 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [req-ad3e3f90-5517-4433-994d-319eb4612065 req-9f27f9ef-72f2-4608-8882-2425ea147181 service neutron] Request body: {'port': {'device_id': '8b0eebc1-7d4f-4dc4-a375-18bab242c6b7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-8'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:18:05.739495 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-2f6035da-bf95-4663-8907-a580c2e21029 req-dd08a621-c152-47e5-b648-f115dc19962b service neutron] Publish callbacks [] for security_group, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:05.749234 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-2f6035da-bf95-4663-8907-a580c2e21029 req-dd08a621-c152-47e5-b648-f115dc19962b service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:05.806187 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port 063d508b-1191-4d49-8029-8ea16b15ceb6, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=063d508b-1191-4d49-8029-8ea16b15ceb6,segment=NetworkSegment(329c1745-02bf-4561-9615-3192910887f5),segment_id=329c1745-02bf-4561-9615-3192910887f5)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:18:05.814399 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b0073627-239b-4851-873a-8bf9865549a7 None None] For port 7cbba578-c1a6-4399-9eeb-fd093189798e, host n-d-816206-8, cleared binding levels {{(pid=103592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:18:05.820033 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:05.838455 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b0073627-239b-4851-873a-8bf9865549a7 None None] For port 7cbba578-c1a6-4399-9eeb-fd093189798e, host n-d-816206-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=7cbba578-c1a6-4399-9eeb-fd093189798e,segment=NetworkSegment(bffd1e4f-e80f-4ff0-b418-2f42ae15febf),segment_id=bffd1e4f-e80f-4ff0-b418-2f42ae15febf)] {{(pid=103592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:18:05.885674 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aff04f2-a79c-47fa-acf2-5a5fed145e18 tempest-LiveMigrationNegativeTest-1173478322 tempest-LiveMigrationNegativeTest-1173478322-project] Pushing event updated for resources: {'Port': ['ID=d9c5781a-4c43-41b5-a2c7-59f06f94ceab,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:18:05.908349 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b0073627-239b-4851-873a-8bf9865549a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:05.909066 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a270922-cdd3-4f57-83c7-b115e9241944 req-1d4e55f2-6b60-4c0e-8cf3-2b72a825ba04 tempest-LiveMigrationNegativeTest-1173478322 tempest-LiveMigrationNegativeTest-1173478322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:18:05.911232 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2a270922-cdd3-4f57-83c7-b115e9241944 req-1d4e55f2-6b60-4c0e-8cf3-2b72a825ba04 tempest-LiveMigrationNegativeTest-1173478322 tempest-LiveMigrationNegativeTest-1173478322-project] 10.222.0.60 "GET /v2.0/ports?device_id=8b0eebc1-7d4f-4dc4-a375-18bab242c6b7 HTTP/1.1" status: 200 len: 934 time: 0.4135394 Nov 23 17:18:05.923525 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port 8a1aed36-ffdb-4bab-b2c2-22be6c4960ce triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:18:05.923894 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:05.936120 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-6420868b-6062-4796-85b8-b9944d60e861 None None] Publish callbacks [] for port, precommit_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:05.943393 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-6420868b-6062-4796-85b8-b9944d60e861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:05.945590 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-ad3e3f90-5517-4433-994d-319eb4612065 req-9f27f9ef-72f2-4608-8882-2425ea147181 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:05.955577 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2f6035da-bf95-4663-8907-a580c2e21029 req-dd08a621-c152-47e5-b648-f115dc19962b service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=efe36124-072b-4c8d-832e-4e44bbcbc8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5983388 Nov 23 17:18:05.967971 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd08a621-c152-47e5-b648-f115dc19962b service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=5c489ff9-248f-4833-b1ec-74ec8abec33a,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:18:05.976308 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-9e7a891e-9a6b-49dc-be8a-5c51f2af0044 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:06.028695 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2a270922-cdd3-4f57-83c7-b115e9241944 req-03a5cdc2-76ae-4f07-a076-3021d6b7751d tempest-LiveMigrationNegativeTest-1173478322 tempest-LiveMigrationNegativeTest-1173478322-project] 10.222.0.60 "GET /v2.0/security-groups?id=b8a6bb40-8d5e-4b99-8259-979b852e81cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878060 Nov 23 17:18:06.109492 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-4aa95019-9ae2-4479-a329-97ee5d8c7655 None None] Provisioning complete for port f27c60b3-194e-4675-b60c-7529f8f1070c triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:18:06.109915 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-4aa95019-9ae2-4479-a329-97ee5d8c7655 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:06.118894 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Pushing event updated for resources: {'Port': ['ID=063d508b-1191-4d49-8029-8ea16b15ceb6,revision_number=5']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:18:06.168684 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [None req-6420868b-6062-4796-85b8-b9944d60e861 None None] Attempting to bind port 58b8535f-d16b-427b-bba3-41e5b1f63f2c on host n-d-816206-8 for vnic_type normal with profile {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:18:06.169715 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [None req-6420868b-6062-4796-85b8-b9944d60e861 None None] Attempting to bind port 58b8535f-d16b-427b-bba3-41e5b1f63f2c by drivers openvswitch,hyperv on host n-d-816206-8 at level 0 using segments [{'id': '562aec5b-55ec-45ea-84f6-e43e896db0c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '83b5aa25-2a60-461e-9f02-81cb63453750'}] {{(pid=103593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:18:06.173920 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6420868b-6062-4796-85b8-b9944d60e861 None None] Attempting to bind port 58b8535f-d16b-427b-bba3-41e5b1f63f2c on network 83b5aa25-2a60-461e-9f02-81cb63453750 {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:18:06.193672 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e509d4d4-3091-4e22-9df4-2efed778a3ab None None] Pushing event updated for resources: {'Port': ['ID=58b8535f-d16b-427b-bba3-41e5b1f63f2c,revision_number=3']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:18:06.202189 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6420868b-6062-4796-85b8-b9944d60e861 None None] Checking agent: {'id': '9e89acbe-4bbe-4c77-a18b-6f1da9133e0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 7, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 17, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:18:06.206313 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6420868b-6062-4796-85b8-b9944d60e861 None None] Checking segment: {'id': '562aec5b-55ec-45ea-84f6-e43e896db0c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '83b5aa25-2a60-461e-9f02-81cb63453750'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:18:06.207337 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-6420868b-6062-4796-85b8-b9944d60e861 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:06.208376 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6420868b-6062-4796-85b8-b9944d60e861 None None] Bound using segment: {'id': '562aec5b-55ec-45ea-84f6-e43e896db0c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '83b5aa25-2a60-461e-9f02-81cb63453750'} {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:18:06.209518 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [None req-6420868b-6062-4796-85b8-b9944d60e861 None None] Bound port: 58b8535f-d16b-427b-bba3-41e5b1f63f2c, host: n-d-816206-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '562aec5b-55ec-45ea-84f6-e43e896db0c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '83b5aa25-2a60-461e-9f02-81cb63453750'}}] {{(pid=103593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:18:06.210382 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-6420868b-6062-4796-85b8-b9944d60e861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:06.236724 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0073627-239b-4851-873a-8bf9865549a7 None None] Routers {'2bf1e14e-01bb-49cb-acf1-d91905d80a86'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:18:06.237387 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-b0073627-239b-4851-873a-8bf9865549a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:17:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['2bf1e14e-01bb-49cb-acf1-d91905d80a86'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:18:06.332993 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-4aa95019-9ae2-4479-a329-97ee5d8c7655 None None] Port f27c60b3-194e-4675-b60c-7529f8f1070c cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:18:06.349176 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2c152a-8dd2-41e0-a4ef-eb0897249d7f req-d132f878-ccdb-4dc8-b587-a567ed658033 tempest-AggregatesAdminTestJSON-1799004352 tempest-AggregatesAdminTestJSON-1799004352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:18:06.350751 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ac2c152a-8dd2-41e0-a4ef-eb0897249d7f req-d132f878-ccdb-4dc8-b587-a567ed658033 tempest-AggregatesAdminTestJSON-1799004352 tempest-AggregatesAdminTestJSON-1799004352-project] 10.222.0.60 "GET /v2.0/ports?device_id=cdb83d84-5fcd-412e-be32-1b98182c748e HTTP/1.1" status: 200 len: 971 time: 0.1190243 Nov 23 17:18:06.407381 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-6420868b-6062-4796-85b8-b9944d60e861 None None] For port 58b8535f-d16b-427b-bba3-41e5b1f63f2c, host n-d-816206-8, cleared binding levels {{(pid=103593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:18:06.417908 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-6420868b-6062-4796-85b8-b9944d60e861 None None] For port 58b8535f-d16b-427b-bba3-41e5b1f63f2c, host n-d-816206-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=58b8535f-d16b-427b-bba3-41e5b1f63f2c,segment=NetworkSegment(562aec5b-55ec-45ea-84f6-e43e896db0c6),segment_id=562aec5b-55ec-45ea-84f6-e43e896db0c6)] {{(pid=103593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:18:06.429216 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-6420868b-6062-4796-85b8-b9944d60e861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:06.459796 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d2fbc4-6c18-44b1-a240-91ac5be4ebb2 None None] Pushing event updated for resources: {'Port': ['ID=7cbba578-c1a6-4399-9eeb-fd093189798e,revision_number=3']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:18:06.499536 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ac2c152a-8dd2-41e0-a4ef-eb0897249d7f req-f5379399-c98f-4bb5-9141-813c3f1d05fa tempest-AggregatesAdminTestJSON-1799004352 tempest-AggregatesAdminTestJSON-1799004352-project] 10.222.0.60 "GET /v2.0/security-groups?id=efe36124-072b-4c8d-832e-4e44bbcbc8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315205 Nov 23 17:18:06.501082 n-d-816206-8 neutron-server[103590]: DEBUG neutron.notifiers.nova [req-ad3e3f90-5517-4433-994d-319eb4612065 req-9f27f9ef-72f2-4608-8882-2425ea147181 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9c5781a-4c43-41b5-a2c7-59f06f94ceab {{(pid=103590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:18:06.512938 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-ad3e3f90-5517-4433-994d-319eb4612065 req-9f27f9ef-72f2-4608-8882-2425ea147181 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:06.539706 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:06.549459 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e509d4d4-3091-4e22-9df4-2efed778a3ab None None] Pushing event updated for resources: {'Port': ['ID=58b8535f-d16b-427b-bba3-41e5b1f63f2c,revision_number=4']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:18:06.568294 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] For port 8a1aed36-ffdb-4bab-b2c2-22be6c4960ce, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=8a1aed36-ffdb-4bab-b2c2-22be6c4960ce,segment=NetworkSegment(bffd1e4f-e80f-4ff0-b418-2f42ae15febf),segment_id=bffd1e4f-e80f-4ff0-b418-2f42ae15febf)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:18:06.575125 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device bc0acd25-238e-4f36-9bd6-de0e9a940cd3 up at agent hyperv_n-h1-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:18:06.578974 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [req-ad3e3f90-5517-4433-994d-319eb4612065 req-9f27f9ef-72f2-4608-8882-2425ea147181 service neutron] Transition to ACTIVE for port object d9c5781a-4c43-41b5-a2c7-59f06f94ceab will not be triggered until provisioned by entity L2. {{(pid=103590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 17:18:06.585121 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6420868b-6062-4796-85b8-b9944d60e861 None None] Routers {'b239b5b2-9f70-43c3-a580-24d1ed58da70'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:18:06.586511 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-6420868b-6062-4796-85b8-b9944d60e861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:17:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['b239b5b2-9f70-43c3-a580-24d1ed58da70'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:18:06.591324 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:06.613937 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-ad3e3f90-5517-4433-994d-319eb4612065 req-9f27f9ef-72f2-4608-8882-2425ea147181 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:06.624866 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-084db1d6-ab80-4727-ad5b-9055b7c8ff71 None None] Provisioning complete for port 58b8535f-d16b-427b-bba3-41e5b1f63f2c triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:18:06.625243 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-084db1d6-ab80-4727-ad5b-9055b7c8ff71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:06.737182 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvr_db [None req-b0073627-239b-4851-873a-8bf9865549a7 None None] Set router 2bf1e14e-01bb-49cb-acf1-d91905d80a86 gateway port host: n-d-816206-8 {{(pid=103592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:18:06.815785 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155c6eea-e1e2-4962-8b31-2ede6b657e32 req-6ba093a4-b81a-48a5-a1bf-40140f0d95ad tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:18:06.819147 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-155c6eea-e1e2-4962-8b31-2ede6b657e32 req-6ba093a4-b81a-48a5-a1bf-40140f0d95ad tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] 10.222.0.60 "GET /v2.0/ports?device_id=15b7563e-dd4f-4e87-9c18-113e02ce5ca0 HTTP/1.1" status: 200 len: 949 time: 0.1536908 Nov 23 17:18:06.837334 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-9e7a891e-9a6b-49dc-be8a-5c51f2af0044 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:06.877804 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-9e7a891e-9a6b-49dc-be8a-5c51f2af0044 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:06.878526 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-9e7a891e-9a6b-49dc-be8a-5c51f2af0044 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2068703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1794403'] for router_interface, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:06.880480 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-084db1d6-ab80-4727-ad5b-9055b7c8ff71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:06.883566 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-6420868b-6062-4796-85b8-b9944d60e861 None None] Set router b239b5b2-9f70-43c3-a580-24d1ed58da70 gateway port host: n-d-816206-8 {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:18:06.906716 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f27f9ef-72f2-4608-8882-2425ea147181 service neutron] Pushing event updated for resources: {'Port': ['ID=d9c5781a-4c43-41b5-a2c7-59f06f94ceab,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:18:06.964970 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-155c6eea-e1e2-4962-8b31-2ede6b657e32 req-6f6aec14-6d95-4b96-96d3-2c56db510454 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] 10.222.0.60 "GET /v2.0/security-groups?id=70227657-be62-432a-a8fd-5a85231fc7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312106 Nov 23 17:18:07.018405 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Provisioning for port bc0acd25-238e-4f36-9bd6-de0e9a940cd3 completed by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 17:18:07.023656 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-084db1d6-ab80-4727-ad5b-9055b7c8ff71 None None] For port 58b8535f-d16b-427b-bba3-41e5b1f63f2c, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=58b8535f-d16b-427b-bba3-41e5b1f63f2c,segment=NetworkSegment(562aec5b-55ec-45ea-84f6-e43e896db0c6),segment_id=562aec5b-55ec-45ea-84f6-e43e896db0c6)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:18:07.100155 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a34b097-eadb-4c5f-9d37-cb0d99a22096', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '063d508b-1191-4d49-8029-8ea16b15ceb6'}] {{(pid=103592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:18:07.103468 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba3e6a8f2301c7a29fe1eca9779abdae4ccbcd6266d69778087f2498d5551201" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5796d893-fdb8-4865-a0f7-a26d40c660f9" -d '{"events": [{"server_uuid": "2a34b097-eadb-4c5f-9d37-cb0d99a22096", "name": "network-vif-plugged", "status": "completed", "tag": "063d508b-1191-4d49-8029-8ea16b15ceb6"}]}' {{(pid=103592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:18:07.106064 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Pushing event updated for resources: {'Port': ['ID=8a1aed36-ffdb-4bab-b2c2-22be6c4960ce,revision_number=4']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:18:07.111740 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-084db1d6-ab80-4727-ad5b-9055b7c8ff71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:07.115972 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Provisioning complete for port bc0acd25-238e-4f36-9bd6-de0e9a940cd3 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:18:07.116937 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:07.119186 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [req-ad3e3f90-5517-4433-994d-319eb4612065 req-9f27f9ef-72f2-4608-8882-2425ea147181 service neutron] Attempting to bind port d9c5781a-4c43-41b5-a2c7-59f06f94ceab on host n-h1-816206-8 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:18:07.119815 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [req-ad3e3f90-5517-4433-994d-319eb4612065 req-9f27f9ef-72f2-4608-8882-2425ea147181 service neutron] Attempting to bind port d9c5781a-4c43-41b5-a2c7-59f06f94ceab by drivers openvswitch,hyperv on host n-h1-816206-8 at level 0 using segments [{'id': '329c1745-02bf-4561-9615-3192910887f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'f1e1dabf-b410-4023-9169-a460a86e7184'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:18:07.120402 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad3e3f90-5517-4433-994d-319eb4612065 req-9f27f9ef-72f2-4608-8882-2425ea147181 service neutron] Attempting to bind port d9c5781a-4c43-41b5-a2c7-59f06f94ceab on network f1e1dabf-b410-4023-9169-a460a86e7184 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:18:07.149495 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad3e3f90-5517-4433-994d-319eb4612065 req-9f27f9ef-72f2-4608-8882-2425ea147181 service neutron] Port d9c5781a-4c43-41b5-a2c7-59f06f94ceab on network f1e1dabf-b410-4023-9169-a460a86e7184 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-8 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 17:18:07.150637 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad3e3f90-5517-4433-994d-319eb4612065 req-9f27f9ef-72f2-4608-8882-2425ea147181 service neutron] Attempting to bind port d9c5781a-4c43-41b5-a2c7-59f06f94ceab on network f1e1dabf-b410-4023-9169-a460a86e7184 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:18:07.166734 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 47668) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:18:07.182382 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad3e3f90-5517-4433-994d-319eb4612065 req-9f27f9ef-72f2-4608-8882-2425ea147181 service neutron] Checking agent: {'id': '4b0a4557-3bfe-4828-80a0-7981fc3ac84c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 15, 14), 'started_at': datetime.datetime(2021, 11, 23, 17, 15, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 17, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:18:07.183206 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad3e3f90-5517-4433-994d-319eb4612065 req-9f27f9ef-72f2-4608-8882-2425ea147181 service neutron] Checking segment: {'id': '329c1745-02bf-4561-9615-3192910887f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'f1e1dabf-b410-4023-9169-a460a86e7184'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:18:07.183817 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad3e3f90-5517-4433-994d-319eb4612065 req-9f27f9ef-72f2-4608-8882-2425ea147181 service neutron] Bound using segment: {'id': '329c1745-02bf-4561-9615-3192910887f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'f1e1dabf-b410-4023-9169-a460a86e7184'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:18:07.184757 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [req-ad3e3f90-5517-4433-994d-319eb4612065 req-9f27f9ef-72f2-4608-8882-2425ea147181 service neutron] Bound port: d9c5781a-4c43-41b5-a2c7-59f06f94ceab, host: n-h1-816206-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '329c1745-02bf-4561-9615-3192910887f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'f1e1dabf-b410-4023-9169-a460a86e7184'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:18:07.185417 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-ad3e3f90-5517-4433-994d-319eb4612065 req-9f27f9ef-72f2-4608-8882-2425ea147181 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:07.224934 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b923319-a45e-42de-9ee6-e9b449238418 req-200106ff-3a82-4017-8d17-70b8ce8341cc tempest-DeleteServersAdminTestJSON-479341732 tempest-DeleteServersAdminTestJSON-479341732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:18:07.229879 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9b923319-a45e-42de-9ee6-e9b449238418 req-200106ff-3a82-4017-8d17-70b8ce8341cc tempest-DeleteServersAdminTestJSON-479341732 tempest-DeleteServersAdminTestJSON-479341732-project] 10.222.0.60 "GET /v2.0/ports?device_id=2a34b097-eadb-4c5f-9d37-cb0d99a22096 HTTP/1.1" status: 200 len: 972 time: 0.1166270 Nov 23 17:18:07.276478 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084db1d6-ab80-4727-ad5b-9055b7c8ff71 None None] Pushing event updated for resources: {'Port': ['ID=58b8535f-d16b-427b-bba3-41e5b1f63f2c,revision_number=5']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:18:07.308019 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-6420868b-6062-4796-85b8-b9944d60e861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b239b5b2-9f70-43c3-a580-24d1ed58da70', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-823609764-router', 'tenant_id': '3af404bc9c9d4b7d84676665738a767f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.149'}], 'enable_snat': True}, 'gw_port_id': '8a1aed36-ffdb-4bab-b2c2-22be6c4960ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:17:57Z', 'updated_at': '2021-11-23T17:18:02Z', 'revision_number': 4, 'project_id': '3af404bc9c9d4b7d84676665738a767f', 'gw_port': {'id': '8a1aed36-ffdb-4bab-b2c2-22be6c4960ce', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:0d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b239b5b2-9f70-43c3-a580-24d1ed58da70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 164, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:17:58Z', 'updated_at': '2021-11-23T17:18:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_interfaces': [{'id': '58b8535f-d16b-427b-bba3-41e5b1f63f2c', 'name': '', 'network_id': '83b5aa25-2a60-461e-9f02-81cb63453750', 'tenant_id': '3af404bc9c9d4b7d84676665738a767f', 'mac_address': 'fa:16:3e:bb:20:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b239b5b2-9f70-43c3-a580-24d1ed58da70', 'device_owner': 'network:router_interface', 'standard_attr_id': 168, 'fixed_ips': [{'subnet_id': '0ed166eb-3d07-4f8a-96bd-e3449b2a3223', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:18:01Z', 'updated_at': '2021-11-23T17:18:06Z', 'revision_number': 4, 'project_id': '3af404bc9c9d4b7d84676665738a767f', 'subnets': [{'id': '0ed166eb-3d07-4f8a-96bd-e3449b2a3223', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:18:07.348552 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6420868b-6062-4796-85b8-b9944d60e861 None None] The sync data for ids ['b239b5b2-9f70-43c3-a580-24d1ed58da70'] in n-d-816206-8 is: [{'id': 'b239b5b2-9f70-43c3-a580-24d1ed58da70', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-823609764-router', 'tenant_id': '3af404bc9c9d4b7d84676665738a767f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.149'}], 'enable_snat': True}, 'gw_port_id': '8a1aed36-ffdb-4bab-b2c2-22be6c4960ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:17:57Z', 'updated_at': '2021-11-23T17:18:02Z', 'revision_number': 4, 'project_id': '3af404bc9c9d4b7d84676665738a767f', 'gw_port': {'id': '8a1aed36-ffdb-4bab-b2c2-22be6c4960ce', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:0d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b239b5b2-9f70-43c3-a580-24d1ed58da70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 164, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:17:58Z', 'updated_at': '2021-11-23T17:18:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_interfaces': [{'id': '58b8535f-d16b-427b-bba3-41e5b1f63f2c', 'name': '', 'network_id': '83b5aa25-2a60-461e-9f02-81cb63453750', 'tenant_id': '3af404bc9c9d4b7d84676665738a767f', 'mac_address': 'fa:16:3e:bb:20:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b239b5b2-9f70-43c3-a580-24d1ed58da70', 'device_owner': 'network:router_interface', 'standard_attr_id': 168, 'fixed_ips': [{'subnet_id': '0ed166eb-3d07-4f8a-96bd-e3449b2a3223', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:18:01Z', 'updated_at': '2021-11-23T17:18:06Z', 'revision_number': 4, 'project_id': '3af404bc9c9d4b7d84676665738a767f', 'subnets': [{'id': '0ed166eb-3d07-4f8a-96bd-e3449b2a3223', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:18:07.372559 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7f8b90-aafc-4a8b-bab3-e19a09d8cc3b req-3bc56918-3661-4a8f-bcdd-3b453c299d6f tempest-LiveMigrationNegativeTest-1173478322 tempest-LiveMigrationNegativeTest-1173478322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:18:07.389413 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-aa7f8b90-aafc-4a8b-bab3-e19a09d8cc3b req-3bc56918-3661-4a8f-bcdd-3b453c299d6f tempest-LiveMigrationNegativeTest-1173478322 tempest-LiveMigrationNegativeTest-1173478322-project] 10.222.0.60 "GET /v2.0/ports?device_id=8b0eebc1-7d4f-4dc4-a375-18bab242c6b7 HTTP/1.1" status: 200 len: 946 time: 0.1581893 Nov 23 17:18:07.458010 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9b923319-a45e-42de-9ee6-e9b449238418 req-354c5535-1e9f-4949-91cf-2de9dc0e932d tempest-DeleteServersAdminTestJSON-479341732 tempest-DeleteServersAdminTestJSON-479341732-project] 10.222.0.60 "GET /v2.0/security-groups?id=3f80f869-4c49-4c46-9452-e05cfcec9870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809964 Nov 23 17:18:07.480339 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-5cfc45e9-0754-4436-b4c6-dd27b08abbd3 tempest-ServersWithSpecificFlavorTestJSON-2137215613 tempest-ServersWithSpecificFlavorTestJSON-2137215613-project] Request body: {'security_group': {'name': 'tempest-securitygroup--633610360', 'description': 'tempest-description--929833265'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:18:07.496591 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7a891e-9a6b-49dc-be8a-5c51f2af0044 admin admin] Pushing event updated for resources: {'Port': ['ID=f27c60b3-194e-4675-b60c-7529f8f1070c,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:18:07.527799 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:07.546602 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-aa7f8b90-aafc-4a8b-bab3-e19a09d8cc3b req-1da711b9-72fd-4465-9c39-38e027734966 tempest-LiveMigrationNegativeTest-1173478322 tempest-LiveMigrationNegativeTest-1173478322-project] 10.222.0.60 "GET /v2.0/security-groups?id=b8a6bb40-8d5e-4b99-8259-979b852e81cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514342 Nov 23 17:18:07.571120 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-c558c0f2-3797-4dbd-9d48-f6c009a93b22 None None] Provisioning complete for port 58b8535f-d16b-427b-bba3-41e5b1f63f2c triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:18:07.571749 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c558c0f2-3797-4dbd-9d48-f6c009a93b22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:07.605467 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:18:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-653345cc-2cc3-448b-a227-81bcd4ad2b3f x-openstack-request-id: req-653345cc-2cc3-448b-a227-81bcd4ad2b3f {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:18:07.605931 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a34b097-eadb-4c5f-9d37-cb0d99a22096", "name": "network-vif-plugged", "status": "completed", "tag": "063d508b-1191-4d49-8029-8ea16b15ceb6", "code": 200}]} {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:18:07.606194 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-653345cc-2cc3-448b-a227-81bcd4ad2b3f {{(pid=103592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:18:07.606593 n-d-816206-8 neutron-server[103592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a34b097-eadb-4c5f-9d37-cb0d99a22096', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '063d508b-1191-4d49-8029-8ea16b15ceb6', 'code': 200} Nov 23 17:18:07.610707 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-b0073627-239b-4851-873a-8bf9865549a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bf1e14e-01bb-49cb-acf1-d91905d80a86', 'name': 'tempest-AttachSCSIVolumeTestJSON-980319165-router', 'tenant_id': '808c70784bbb425d87fe103503f75985', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.132'}], 'enable_snat': True}, 'gw_port_id': '7cbba578-c1a6-4399-9eeb-fd093189798e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:17:58Z', 'updated_at': '2021-11-23T17:18:05Z', 'revision_number': 4, 'project_id': '808c70784bbb425d87fe103503f75985', 'gw_port': {'id': '7cbba578-c1a6-4399-9eeb-fd093189798e', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:e5:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bf1e14e-01bb-49cb-acf1-d91905d80a86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 167, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:17:59Z', 'updated_at': '2021-11-23T17:18:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_interfaces': [{'id': 'f27c60b3-194e-4675-b60c-7529f8f1070c', 'name': '', 'network_id': '01972287-90c5-4608-9ed2-b49b8746f3c2', 'tenant_id': '808c70784bbb425d87fe103503f75985', 'mac_address': 'fa:16:3e:f1:9d:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bf1e14e-01bb-49cb-acf1-d91905d80a86', 'device_owner': 'network:router_interface', 'standard_attr_id': 169, 'fixed_ips': [{'subnet_id': 'e33c876c-5e91-452d-838f-ee0f4d33d887', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:18:04Z', 'updated_at': '2021-11-23T17:18:04Z', 'revision_number': 1, 'project_id': '808c70784bbb425d87fe103503f75985', 'subnets': [{'id': 'e33c876c-5e91-452d-838f-ee0f4d33d887', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:18:07.637855 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5cfc45e9-0754-4436-b4c6-dd27b08abbd3 tempest-ServersWithSpecificFlavorTestJSON-2137215613 tempest-ServersWithSpecificFlavorTestJSON-2137215613-project] Publish callbacks [] for security_group, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:07.673899 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0073627-239b-4851-873a-8bf9865549a7 None None] The sync data for ids ['2bf1e14e-01bb-49cb-acf1-d91905d80a86'] in n-d-816206-8 is: [{'id': '2bf1e14e-01bb-49cb-acf1-d91905d80a86', 'name': 'tempest-AttachSCSIVolumeTestJSON-980319165-router', 'tenant_id': '808c70784bbb425d87fe103503f75985', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.132'}], 'enable_snat': True}, 'gw_port_id': '7cbba578-c1a6-4399-9eeb-fd093189798e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:17:58Z', 'updated_at': '2021-11-23T17:18:05Z', 'revision_number': 4, 'project_id': '808c70784bbb425d87fe103503f75985', 'gw_port': {'id': '7cbba578-c1a6-4399-9eeb-fd093189798e', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:e5:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bf1e14e-01bb-49cb-acf1-d91905d80a86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 167, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:17:59Z', 'updated_at': '2021-11-23T17:18:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_interfaces': [{'id': 'f27c60b3-194e-4675-b60c-7529f8f1070c', 'name': '', 'network_id': '01972287-90c5-4608-9ed2-b49b8746f3c2', 'tenant_id': '808c70784bbb425d87fe103503f75985', 'mac_address': 'fa:16:3e:f1:9d:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bf1e14e-01bb-49cb-acf1-d91905d80a86', 'device_owner': 'network:router_interface', 'standard_attr_id': 169, 'fixed_ips': [{'subnet_id': 'e33c876c-5e91-452d-838f-ee0f4d33d887', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:18:04Z', 'updated_at': '2021-11-23T17:18:04Z', 'revision_number': 1, 'project_id': '808c70784bbb425d87fe103503f75985', 'subnets': [{'id': 'e33c876c-5e91-452d-838f-ee0f4d33d887', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:18:07.708878 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port bc0acd25-238e-4f36-9bd6-de0e9a940cd3, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=bc0acd25-238e-4f36-9bd6-de0e9a940cd3,segment=NetworkSegment(329c1745-02bf-4561-9615-3192910887f5),segment_id=329c1745-02bf-4561-9615-3192910887f5)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:18:07.715263 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:07.760992 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [req-ad3e3f90-5517-4433-994d-319eb4612065 req-9f27f9ef-72f2-4608-8882-2425ea147181 service neutron] For port d9c5781a-4c43-41b5-a2c7-59f06f94ceab, host n-h1-816206-8, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:18:07.776598 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e7a891e-9a6b-49dc-be8a-5c51f2af0044 admin admin] Network 01972287-90c5-4608-9ed2-b49b8746f3c2 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:18:07.785833 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [req-ad3e3f90-5517-4433-994d-319eb4612065 req-9f27f9ef-72f2-4608-8882-2425ea147181 service neutron] For port d9c5781a-4c43-41b5-a2c7-59f06f94ceab, host n-h1-816206-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=d9c5781a-4c43-41b5-a2c7-59f06f94ceab,segment=NetworkSegment(329c1745-02bf-4561-9615-3192910887f5),segment_id=329c1745-02bf-4561-9615-3192910887f5)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:18:07.787468 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-9e7a891e-9a6b-49dc-be8a-5c51f2af0044 admin admin] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:18:07.802577 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-ad3e3f90-5517-4433-994d-319eb4612065 req-9f27f9ef-72f2-4608-8882-2425ea147181 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:07.813875 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc4a13a-7c4e-4b7c-9c91-26e9211b76bd req-3e4f5b93-26a2-43c9-9b17-e65b9bd95109 tempest-AggregatesAdminTestJSON-1799004352 tempest-AggregatesAdminTestJSON-1799004352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:18:07.822885 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7dc4a13a-7c4e-4b7c-9c91-26e9211b76bd req-3e4f5b93-26a2-43c9-9b17-e65b9bd95109 tempest-AggregatesAdminTestJSON-1799004352 tempest-AggregatesAdminTestJSON-1799004352-project] 10.222.0.60 "GET /v2.0/ports?device_id=cdb83d84-5fcd-412e-be32-1b98182c748e HTTP/1.1" status: 200 len: 971 time: 0.1553938 Nov 23 17:18:07.834190 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f452894-997c-49e3-98e5-675558ec4b99 req-c3b54650-129a-4fbf-a105-5114415292fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:18:07.844839 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-1f452894-997c-49e3-98e5-675558ec4b99 req-c3b54650-129a-4fbf-a105-5114415292fa service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=2a34b097-eadb-4c5f-9d37-cb0d99a22096 HTTP/1.1" status: 200 len: 1123 time: 0.1609616 Nov 23 17:18:07.845503 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Pushing event updated for resources: {'Port': ['ID=bc0acd25-238e-4f36-9bd6-de0e9a940cd3,revision_number=5']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:18:07.940277 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3e3f90-5517-4433-994d-319eb4612065 req-9f27f9ef-72f2-4608-8882-2425ea147181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:18:07.940972 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-ad3e3f90-5517-4433-994d-319eb4612065 req-9f27f9ef-72f2-4608-8882-2425ea147181 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:07.942500 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-ad3e3f90-5517-4433-994d-319eb4612065 req-9f27f9ef-72f2-4608-8882-2425ea147181 service neutron] 10.222.0.55 "PUT /v2.0/ports/d9c5781a-4c43-41b5-a2c7-59f06f94ceab HTTP/1.1" status: 200 len: 1094 time: 2.2194052 Nov 23 17:18:07.952457 n-d-816206-8 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b0eebc1-7d4f-4dc4-a375-18bab242c6b7', 'tag': 'd9c5781a-4c43-41b5-a2c7-59f06f94ceab'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:18:07.954958 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbabddbc9fc37b068808e119c416c86f5957ca04531a4a0d2e695c515e93483b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3205862-6712-482f-8eec-1d6797eaa990" -d '{"events": [{"name": "network-changed", "server_uuid": "8b0eebc1-7d4f-4dc4-a375-18bab242c6b7", "tag": "d9c5781a-4c43-41b5-a2c7-59f06f94ceab"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:18:07.957552 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7dc4a13a-7c4e-4b7c-9c91-26e9211b76bd req-5e1fb1ed-700a-4128-8c81-1c179042d70e tempest-AggregatesAdminTestJSON-1799004352 tempest-AggregatesAdminTestJSON-1799004352-project] 10.222.0.60 "GET /v2.0/security-groups?id=efe36124-072b-4c8d-832e-4e44bbcbc8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335015 Nov 23 17:18:07.979856 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-1f452894-997c-49e3-98e5-675558ec4b99 req-e62f2b24-8eb7-4b85-ae03-b1bac4d07747 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=3f80f869-4c49-4c46-9452-e05cfcec9870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065989 Nov 23 17:18:08.062413 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5cfc45e9-0754-4436-b4c6-dd27b08abbd3 tempest-ServersWithSpecificFlavorTestJSON-2137215613 tempest-ServersWithSpecificFlavorTestJSON-2137215613-project] Publish callbacks [] for security_group, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:08.102953 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5cfc45e9-0754-4436-b4c6-dd27b08abbd3 tempest-ServersWithSpecificFlavorTestJSON-2137215613 tempest-ServersWithSpecificFlavorTestJSON-2137215613-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:08.126257 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 17:18:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2680646-dd4a-4b7a-9d95-4a1fdd7e123f x-openstack-request-id: req-c2680646-dd4a-4b7a-9d95-4a1fdd7e123f {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:18:08.126618 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b0eebc1-7d4f-4dc4-a375-18bab242c6b7", "tag": "d9c5781a-4c43-41b5-a2c7-59f06f94ceab", "status": "completed", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:18:08.126942 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c2680646-dd4a-4b7a-9d95-4a1fdd7e123f {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:18:08.127414 n-d-816206-8 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b0eebc1-7d4f-4dc4-a375-18bab242c6b7', 'tag': 'd9c5781a-4c43-41b5-a2c7-59f06f94ceab', 'status': 'completed', 'code': 200} Nov 23 17:18:08.137853 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f27f9ef-72f2-4608-8882-2425ea147181 service neutron] Pushing event updated for resources: {'Port': ['ID=d9c5781a-4c43-41b5-a2c7-59f06f94ceab,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:18:08.243872 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.agents_db [None req-464f6c07-0de8-4be6-8f5b-563f574d1c5d None None] Agent healthcheck: found 7 active agents {{(pid=103593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 17:18:08.254353 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5cfc45e9-0754-4436-b4c6-dd27b08abbd3 tempest-ServersWithSpecificFlavorTestJSON-2137215613 tempest-ServersWithSpecificFlavorTestJSON-2137215613-project] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:08.261271 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-5cfc45e9-0754-4436-b4c6-dd27b08abbd3 tempest-ServersWithSpecificFlavorTestJSON-2137215613 tempest-ServersWithSpecificFlavorTestJSON-2137215613-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 1.0783179 Nov 23 17:18:08.265328 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfc45e9-0754-4436-b4c6-dd27b08abbd3 tempest-ServersWithSpecificFlavorTestJSON-2137215613 tempest-ServersWithSpecificFlavorTestJSON-2137215613-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1fd7bbb-ef62-457d-a84a-b42d813769d3,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:18:08.275108 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 47676) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:18:08.296893 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-4e07947e-1728-49ac-acbe-611c8350c303 tempest-ServersWithSpecificFlavorTestJSON-2137215613 tempest-ServersWithSpecificFlavorTestJSON-2137215613-project] Request body: {'security_group_rule': {'security_group_id': 'c1fd7bbb-ef62-457d-a84a-b42d813769d3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:18:08.305774 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e7a891e-9a6b-49dc-be8a-5c51f2af0044 admin admin] Router 2bf1e14e-01bb-49cb-acf1-d91905d80a86 has already been hosted by L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 {{(pid=103590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 17:18:08.324043 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3e3f90-5517-4433-994d-319eb4612065 req-69d5934c-cb2f-414b-9dd4-24ab319a83b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:18:08.326955 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-ad3e3f90-5517-4433-994d-319eb4612065 req-69d5934c-cb2f-414b-9dd4-24ab319a83b5 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=df4ed07f6ae249888b45eb5f7cc8c89a&device_id=8b0eebc1-7d4f-4dc4-a375-18bab242c6b7 HTTP/1.1" status: 200 len: 1097 time: 0.2892809 Nov 23 17:18:08.328066 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c31e3e9-d081-432b-8e9b-8f7d39737c35 req-c2bbbae5-9d71-45bc-b25b-931c981f4fb5 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:18:08.346812 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-0c31e3e9-d081-432b-8e9b-8f7d39737c35 req-c2bbbae5-9d71-45bc-b25b-931c981f4fb5 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] 10.222.0.60 "GET /v2.0/ports?device_id=15b7563e-dd4f-4e87-9c18-113e02ce5ca0 HTTP/1.1" status: 200 len: 950 time: 0.2068794 Nov 23 17:18:08.415866 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-a46b1a11-c9c4-4e2c-8469-81e9fb52d4e5 None None] Provisioning complete for port f27c60b3-194e-4675-b60c-7529f8f1070c triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:18:08.419613 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-a46b1a11-c9c4-4e2c-8469-81e9fb52d4e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:08.435791 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-4e07947e-1728-49ac-acbe-611c8350c303 tempest-ServersWithSpecificFlavorTestJSON-2137215613 tempest-ServersWithSpecificFlavorTestJSON-2137215613-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:08.493525 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-ad3e3f90-5517-4433-994d-319eb4612065 req-7a5f515f-4ef7-4e3a-9e42-17c9dc31775f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.6&port_id=d9c5781a-4c43-41b5-a2c7-59f06f94ceab HTTP/1.1" status: 200 len: 217 time: 0.1560876 Nov 23 17:18:08.509000 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-0c31e3e9-d081-432b-8e9b-8f7d39737c35 req-8b60d344-5de8-43ae-b9ce-d6de6011f4cc tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] 10.222.0.60 "GET /v2.0/security-groups?id=70227657-be62-432a-a8fd-5a85231fc7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602447 Nov 23 17:18:08.525914 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-a46b1a11-c9c4-4e2c-8469-81e9fb52d4e5 None None] Port f27c60b3-194e-4675-b60c-7529f8f1070c cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:18:08.605837 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-4e07947e-1728-49ac-acbe-611c8350c303 tempest-ServersWithSpecificFlavorTestJSON-2137215613 tempest-ServersWithSpecificFlavorTestJSON-2137215613-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:08.624686 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-4e07947e-1728-49ac-acbe-611c8350c303 tempest-ServersWithSpecificFlavorTestJSON-2137215613 tempest-ServersWithSpecificFlavorTestJSON-2137215613-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994370'] for security_group_rule, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:08.685131 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e07947e-1728-49ac-acbe-611c8350c303 tempest-ServersWithSpecificFlavorTestJSON-2137215613 tempest-ServersWithSpecificFlavorTestJSON-2137215613-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ecc584e-f226-402d-912a-d17860ba672f,revision_number=0']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:18:08.714634 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-4e07947e-1728-49ac-acbe-611c8350c303 tempest-ServersWithSpecificFlavorTestJSON-2137215613 tempest-ServersWithSpecificFlavorTestJSON-2137215613-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:08.718211 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-4e07947e-1728-49ac-acbe-611c8350c303 tempest-ServersWithSpecificFlavorTestJSON-2137215613 tempest-ServersWithSpecificFlavorTestJSON-2137215613-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4409451 Nov 23 17:18:08.720420 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 47682) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:18:08.729601 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-fba5edb1-9d90-470e-98d8-df30ddfb23e8 tempest-ServersWithSpecificFlavorTestJSON-2137215613 tempest-ServersWithSpecificFlavorTestJSON-2137215613-project] Request body: {'security_group_rule': {'security_group_id': 'c1fd7bbb-ef62-457d-a84a-b42d813769d3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:18:08.793614 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3e3f90-5517-4433-994d-319eb4612065 req-c2940d08-4123-4be9-a599-39724597dda5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:18:08.795889 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-ad3e3f90-5517-4433-994d-319eb4612065 req-c2940d08-4123-4be9-a599-39724597dda5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ac77c175-5679-438b-8a2a-356718377641 HTTP/1.1" status: 200 len: 843 time: 0.2307491 Nov 23 17:18:08.801311 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-fba5edb1-9d90-470e-98d8-df30ddfb23e8 tempest-ServersWithSpecificFlavorTestJSON-2137215613 tempest-ServersWithSpecificFlavorTestJSON-2137215613-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:08.884296 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e7a891e-9a6b-49dc-be8a-5c51f2af0044 admin admin] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:18:08.904303 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-9e7a891e-9a6b-49dc-be8a-5c51f2af0044 admin admin] 10.222.0.60 "PUT /v2.0/routers/2bf1e14e-01bb-49cb-acf1-d91905d80a86/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4385467 Nov 23 17:18:08.919614 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3e3f90-5517-4433-994d-319eb4612065 req-53254396-c218-490a-bf00-ca8b9581df2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:18:08.922005 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-ad3e3f90-5517-4433-994d-319eb4612065 req-53254396-c218-490a-bf00-ca8b9581df2a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f1e1dabf-b410-4023-9169-a460a86e7184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1155686 Nov 23 17:18:09.003517 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-fba5edb1-9d90-470e-98d8-df30ddfb23e8 tempest-ServersWithSpecificFlavorTestJSON-2137215613 tempest-ServersWithSpecificFlavorTestJSON-2137215613-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:09.023299 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cd6f2f-c78c-454b-86f9-f104cc715cf2 req-b0f7b42d-cacb-4efd-bd95-6dac6e125f78 tempest-LiveMigrationNegativeTest-1173478322 tempest-LiveMigrationNegativeTest-1173478322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:18:09.028332 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 58b8535f-d16b-427b-bba3-41e5b1f63f2c up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:18:09.032255 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-74cd6f2f-c78c-454b-86f9-f104cc715cf2 req-b0f7b42d-cacb-4efd-bd95-6dac6e125f78 tempest-LiveMigrationNegativeTest-1173478322 tempest-LiveMigrationNegativeTest-1173478322-project] 10.222.0.60 "GET /v2.0/ports?device_id=8b0eebc1-7d4f-4dc4-a375-18bab242c6b7 HTTP/1.1" status: 200 len: 946 time: 0.1877010 Nov 23 17:18:09.042839 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fbc6e2-9368-4426-994f-059494624eca req-fb0706fe-b35b-4f97-8c58-7dd95ab57300 tempest-DeleteServersAdminTestJSON-479341732 tempest-DeleteServersAdminTestJSON-479341732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:18:09.051269 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-30fbc6e2-9368-4426-994f-059494624eca req-fb0706fe-b35b-4f97-8c58-7dd95ab57300 tempest-DeleteServersAdminTestJSON-479341732 tempest-DeleteServersAdminTestJSON-479341732-project] 10.222.0.60 "GET /v2.0/ports?device_id=2a34b097-eadb-4c5f-9d37-cb0d99a22096 HTTP/1.1" status: 200 len: 972 time: 0.2084811 Nov 23 17:18:09.063126 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-fba5edb1-9d90-470e-98d8-df30ddfb23e8 tempest-ServersWithSpecificFlavorTestJSON-2137215613 tempest-ServersWithSpecificFlavorTestJSON-2137215613-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994370'] for security_group_rule, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:09.131196 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-ad3e3f90-5517-4433-994d-319eb4612065 req-f38de48b-e386-454d-b673-c5bd32fca57d service neutron] 10.222.0.55 "GET /v2.0/networks/f1e1dabf-b410-4023-9169-a460a86e7184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2006028 Nov 23 17:18:09.135512 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba5edb1-9d90-470e-98d8-df30ddfb23e8 tempest-ServersWithSpecificFlavorTestJSON-2137215613 tempest-ServersWithSpecificFlavorTestJSON-2137215613-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0af72c3a-d55c-4ec9-afdf-2f07e5600c6e,revision_number=0']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:18:09.168358 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-fba5edb1-9d90-470e-98d8-df30ddfb23e8 tempest-ServersWithSpecificFlavorTestJSON-2137215613 tempest-ServersWithSpecificFlavorTestJSON-2137215613-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:09.169585 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-fba5edb1-9d90-470e-98d8-df30ddfb23e8 tempest-ServersWithSpecificFlavorTestJSON-2137215613 tempest-ServersWithSpecificFlavorTestJSON-2137215613-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4478738 Nov 23 17:18:09.175276 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 47688) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:18:09.183461 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-2c77a5e7-a517-4c89-8fed-cd8f8f864687 tempest-ServersWithSpecificFlavorTestJSON-2137215613 tempest-ServersWithSpecificFlavorTestJSON-2137215613-project] Request body: {'floatingip': {'floating_network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:18:09.187466 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port 58b8535f-d16b-427b-bba3-41e5b1f63f2c triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:18:09.189765 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:09.257124 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-74cd6f2f-c78c-454b-86f9-f104cc715cf2 req-92461a2f-473a-4015-b6ec-7c11a996fa76 tempest-LiveMigrationNegativeTest-1173478322 tempest-LiveMigrationNegativeTest-1173478322-project] 10.222.0.60 "GET /v2.0/security-groups?id=b8a6bb40-8d5e-4b99-8259-979b852e81cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2238643 Nov 23 17:18:09.289074 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-30fbc6e2-9368-4426-994f-059494624eca req-45c1671d-e87f-4aa9-a9c0-88a0f087137c tempest-DeleteServersAdminTestJSON-479341732 tempest-DeleteServersAdminTestJSON-479341732-project] 10.222.0.60 "GET /v2.0/security-groups?id=3f80f869-4c49-4c46-9452-e05cfcec9870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2359245 Nov 23 17:18:09.312845 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-2c77a5e7-a517-4c89-8fed-cd8f8f864687 tempest-ServersWithSpecificFlavorTestJSON-2137215613 tempest-ServersWithSpecificFlavorTestJSON-2137215613-project] Publish callbacks [] for floatingip, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:09.384100 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 8a1aed36-ffdb-4bab-b2c2-22be6c4960ce up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:18:09.415541 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-ad3e3f90-5517-4433-994d-319eb4612065 req-4994f2d0-2484-4e93-b367-863a540a6c47 service neutron] 10.222.0.55 "GET /v2.0/networks/f1e1dabf-b410-4023-9169-a460a86e7184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2753599 Nov 23 17:18:09.532776 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port 8a1aed36-ffdb-4bab-b2c2-22be6c4960ce triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:18:09.533155 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:09.610470 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15b7563e-dd4f-4e87-9c18-113e02ce5ca0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc0acd25-238e-4f36-9bd6-de0e9a940cd3'}] {{(pid=103592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:18:09.612918 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba3e6a8f2301c7a29fe1eca9779abdae4ccbcd6266d69778087f2498d5551201" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fcb33f5-927c-4a2b-afc7-e1a33d60bbe7" -d '{"events": [{"server_uuid": "15b7563e-dd4f-4e87-9c18-113e02ce5ca0", "name": "network-vif-plugged", "status": "completed", "tag": "bc0acd25-238e-4f36-9bd6-de0e9a940cd3"}]}' {{(pid=103592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:18:09.680572 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3205862-6712-482f-8eec-1d6797eaa990 req-18aaa249-c9b3-46e0-8b9d-9b538aea29e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:18:09.682434 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-b3205862-6712-482f-8eec-1d6797eaa990 req-18aaa249-c9b3-46e0-8b9d-9b538aea29e8 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=df4ed07f6ae249888b45eb5f7cc8c89a&device_id=8b0eebc1-7d4f-4dc4-a375-18bab242c6b7 HTTP/1.1" status: 200 len: 1097 time: 0.1497986 Nov 23 17:18:09.835259 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3205862-6712-482f-8eec-1d6797eaa990 req-ac614f4f-5fc2-45e2-9111-830a9ca965c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:18:09.837350 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-b3205862-6712-482f-8eec-1d6797eaa990 req-ac614f4f-5fc2-45e2-9111-830a9ca965c9 service neutron] 10.222.0.55 "GET /v2.0/networks?id=f1e1dabf-b410-4023-9169-a460a86e7184 HTTP/1.1" status: 200 len: 870 time: 0.1439002 Nov 23 17:18:09.896323 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-b3205862-6712-482f-8eec-1d6797eaa990 req-8ce3c79b-fa5c-48f8-a0fa-881dcc6f16c1 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.6&port_id=d9c5781a-4c43-41b5-a2c7-59f06f94ceab HTTP/1.1" status: 200 len: 217 time: 0.0504370 Nov 23 17:18:09.962599 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3205862-6712-482f-8eec-1d6797eaa990 req-a59d7ef8-fd01-43f0-b646-422790b4493a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:18:09.966268 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-b3205862-6712-482f-8eec-1d6797eaa990 req-a59d7ef8-fd01-43f0-b646-422790b4493a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ac77c175-5679-438b-8a2a-356718377641 HTTP/1.1" status: 200 len: 843 time: 0.0618761 Nov 23 17:18:10.026477 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3205862-6712-482f-8eec-1d6797eaa990 req-8c76d783-6b3c-4d01-8982-644e70d485f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:18:10.030035 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-b3205862-6712-482f-8eec-1d6797eaa990 req-8c76d783-6b3c-4d01-8982-644e70d485f6 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f1e1dabf-b410-4023-9169-a460a86e7184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0556812 Nov 23 17:18:10.030168 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b156d51d-a1bb-4a86-a94f-a3f6a709e2a0 req-76805fcd-ec79-4c08-ad15-6f4321df452b tempest-AggregatesAdminTestJSON-1799004352 tempest-AggregatesAdminTestJSON-1799004352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:18:10.031181 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 47708) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:18:10.032632 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b156d51d-a1bb-4a86-a94f-a3f6a709e2a0 req-76805fcd-ec79-4c08-ad15-6f4321df452b tempest-AggregatesAdminTestJSON-1799004352 tempest-AggregatesAdminTestJSON-1799004352-project] 10.222.0.60 "GET /v2.0/ports?device_id=cdb83d84-5fcd-412e-be32-1b98182c748e HTTP/1.1" status: 200 len: 971 time: 0.5430098 Nov 23 17:18:10.036659 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-0283e92c-e212-490c-98cd-bdd0a10828b4 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1246253831-network', 'tenant_id': 'f3b386e009e84130b975d99f94acaa91'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:18:10.056997 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5523d915-d564-4a73-8bf4-7e857231e6bd req-a022a706-c2be-4424-aa1f-1eca7a3d62a5 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:18:10.061757 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5523d915-d564-4a73-8bf4-7e857231e6bd req-a022a706-c2be-4424-aa1f-1eca7a3d62a5 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] 10.222.0.60 "GET /v2.0/ports?device_id=15b7563e-dd4f-4e87-9c18-113e02ce5ca0 HTTP/1.1" status: 200 len: 950 time: 0.3747835 Nov 23 17:18:10.096408 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0283e92c-e212-490c-98cd-bdd0a10828b4 admin admin] Made reservation on behalf of f3b386e009e84130b975d99f94acaa91 for: {'network': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:18:10.100975 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0283e92c-e212-490c-98cd-bdd0a10828b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for network, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:10.133830 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-2c77a5e7-a517-4c89-8fed-cd8f8f864687 tempest-ServersWithSpecificFlavorTestJSON-2137215613 tempest-ServersWithSpecificFlavorTestJSON-2137215613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:10.135727 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0283e92c-e212-490c-98cd-bdd0a10828b4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:10.157602 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b156d51d-a1bb-4a86-a94f-a3f6a709e2a0 req-2cba1e3f-8f2a-4743-acbc-48e80847eee0 tempest-AggregatesAdminTestJSON-1799004352 tempest-AggregatesAdminTestJSON-1799004352-project] 10.222.0.60 "GET /v2.0/security-groups?id=efe36124-072b-4c8d-832e-4e44bbcbc8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137805 Nov 23 17:18:10.164721 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5523d915-d564-4a73-8bf4-7e857231e6bd req-0ecd87db-aee1-4170-881c-36729a60c7c8 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] 10.222.0.60 "GET /v2.0/security-groups?id=70227657-be62-432a-a8fd-5a85231fc7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939841 Nov 23 17:18:10.231829 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:18:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19faf58b-7221-474a-adaf-a81b95f9ba43 x-openstack-request-id: req-19faf58b-7221-474a-adaf-a81b95f9ba43 {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:18:10.232378 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15b7563e-dd4f-4e87-9c18-113e02ce5ca0", "name": "network-vif-plugged", "status": "completed", "tag": "bc0acd25-238e-4f36-9bd6-de0e9a940cd3", "code": 200}]} {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:18:10.232468 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-19faf58b-7221-474a-adaf-a81b95f9ba43 {{(pid=103592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:18:10.232874 n-d-816206-8 neutron-server[103592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15b7563e-dd4f-4e87-9c18-113e02ce5ca0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc0acd25-238e-4f36-9bd6-de0e9a940cd3', 'code': 200} Nov 23 17:18:10.337226 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.db_base_plugin_common [None req-2c77a5e7-a517-4c89-8fed-cd8f8f864687 tempest-ServersWithSpecificFlavorTestJSON-2137215613 tempest-ServersWithSpecificFlavorTestJSON-2137215613-project] Allocated IP 172.25.3.186 (4c8455ba-1be5-42ac-b8c2-8a16e1292d55/08fe3644-ce41-4c3f-a7ea-92bac0f0fff5/4865bc9d-7374-4411-bdd4-7742e1bb5bba) {{(pid=103591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:18:10.350326 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.55', 62160) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:18:10.401054 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-b3205862-6712-482f-8eec-1d6797eaa990 req-6792875c-4991-4fd7-8f9c-5be2aa973b74 service neutron] 10.222.0.55 "GET /v2.0/networks/f1e1dabf-b410-4023-9169-a460a86e7184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3491080 Nov 23 17:18:10.528017 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b382ea11-b0c4-430b-be85-441309993720 req-9e753580-bd6b-464b-bcc7-bd5c267467af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:18:10.529806 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b382ea11-b0c4-430b-be85-441309993720 req-9e753580-bd6b-464b-bcc7-bd5c267467af service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=15b7563e-dd4f-4e87-9c18-113e02ce5ca0 HTTP/1.1" status: 200 len: 1101 time: 0.1748512 Nov 23 17:18:10.543630 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbbda4f-22ef-4235-ae5e-732af2186577 req-989dfd09-7cdd-4c35-964b-ba7ae53793d8 tempest-LiveMigrationNegativeTest-1173478322 tempest-LiveMigrationNegativeTest-1173478322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:18:10.551097 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5bbbda4f-22ef-4235-ae5e-732af2186577 req-989dfd09-7cdd-4c35-964b-ba7ae53793d8 tempest-LiveMigrationNegativeTest-1173478322 tempest-LiveMigrationNegativeTest-1173478322-project] 10.222.0.60 "GET /v2.0/ports?device_id=8b0eebc1-7d4f-4dc4-a375-18bab242c6b7 HTTP/1.1" status: 200 len: 946 time: 0.1971121 Nov 23 17:18:10.557472 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8898fad6-95bf-4045-a1f4-23b70e7de9f1 req-5dd0359d-8e49-4670-80e2-760a1b436cbe tempest-AggregatesAdminTestJSON-3415784 tempest-AggregatesAdminTestJSON-3415784-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:18:10.559138 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8898fad6-95bf-4045-a1f4-23b70e7de9f1 req-5dd0359d-8e49-4670-80e2-760a1b436cbe tempest-AggregatesAdminTestJSON-3415784 tempest-AggregatesAdminTestJSON-3415784-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=cdb83d84-5fcd-412e-be32-1b98182c748e HTTP/1.1" status: 200 len: 1122 time: 0.2069962 Nov 23 17:18:10.577646 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0283e92c-e212-490c-98cd-bdd0a10828b4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:10.588093 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0283e92c-e212-490c-98cd-bdd0a10828b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:10.627500 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-8898fad6-95bf-4045-a1f4-23b70e7de9f1 req-a6bec6cd-14f8-4f93-96bb-3ee26ecf6caf tempest-AggregatesAdminTestJSON-3415784 tempest-AggregatesAdminTestJSON-3415784-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:10.642761 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-2c77a5e7-a517-4c89-8fed-cd8f8f864687 tempest-ServersWithSpecificFlavorTestJSON-2137215613 tempest-ServersWithSpecificFlavorTestJSON-2137215613-project] Publish callbacks [] for port, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:10.661464 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0283e92c-e212-490c-98cd-bdd0a10828b4 admin admin] vlan segment allocate from pool success with {'vlan_id': 520, 'physical_network': 'physnet1'} {{(pid=103590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 17:18:10.673409 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0283e92c-e212-490c-98cd-bdd0a10828b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:10.674276 n-d-816206-8 neutron-server[103590]: INFO neutron.db.segments_db [None req-0283e92c-e212-490c-98cd-bdd0a10828b4 admin admin] Added segment 1bdf77a0-16aa-445a-a586-518ee3ff7f5b of type vlan for network 0c76c800-0ec9-4ce9-9b5f-ee5afe9490b0 Nov 23 17:18:10.693394 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-b3205862-6712-482f-8eec-1d6797eaa990 req-79910ee4-a91b-47c5-91cb-35322d774d99 service neutron] 10.222.0.55 "GET /v2.0/networks/f1e1dabf-b410-4023-9169-a460a86e7184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2822883 Nov 23 17:18:10.702456 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b382ea11-b0c4-430b-be85-441309993720 req-096db3fb-653f-436d-a8d5-5e5730cf7452 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=70227657-be62-432a-a8fd-5a85231fc7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488516 Nov 23 17:18:10.721666 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5bbbda4f-22ef-4235-ae5e-732af2186577 req-af45b421-5595-4868-bc85-bb92800abfb5 tempest-LiveMigrationNegativeTest-1173478322 tempest-LiveMigrationNegativeTest-1173478322-project] 10.222.0.60 "GET /v2.0/security-groups?id=b8a6bb40-8d5e-4b99-8259-979b852e81cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693575 Nov 23 17:18:10.744557 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0283e92c-e212-490c-98cd-bdd0a10828b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b0b3802-20d5-4800-b9cb-fddef19f3f51,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:18:10.748814 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0283e92c-e212-490c-98cd-bdd0a10828b4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736635338810'] for network, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:10.790095 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0283e92c-e212-490c-98cd-bdd0a10828b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493'] for network, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:10.795620 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0283e92c-e212-490c-98cd-bdd0a10828b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:18:10.795620 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0283e92c-e212-490c-98cd-bdd0a10828b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for network, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:10.821380 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 7cbba578-c1a6-4399-9eeb-fd093189798e up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:18:10.837477 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-2c77a5e7-a517-4c89-8fed-cd8f8f864687 tempest-ServersWithSpecificFlavorTestJSON-2137215613 tempest-ServersWithSpecificFlavorTestJSON-2137215613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980'] for port, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:10.871689 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0283e92c-e212-490c-98cd-bdd0a10828b4 admin admin] Pushing event updated for resources: {'Network': ['ID=0c76c800-0ec9-4ce9-9b5f-ee5afe9490b0,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:18:10.877880 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-0283e92c-e212-490c-98cd-bdd0a10828b4 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8454814 Nov 23 17:18:10.881907 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 47718) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:18:10.887415 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-58e19473-3861-4752-a07d-b65efdc1985c admin admin] Request body: {'subnet': {'network_id': '0c76c800-0ec9-4ce9-9b5f-ee5afe9490b0', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1246253831-subnet', 'tenant_id': 'f3b386e009e84130b975d99f94acaa91', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:18:10.894787 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Network 0c76c800-0ec9-4ce9-9b5f-ee5afe9490b0 details requested by agent ovs-agent-n-d-816206-8 with host n-d-816206-8 {{(pid=103592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 17:18:10.914658 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58e19473-3861-4752-a07d-b65efdc1985c admin admin] Made reservation on behalf of f3b386e009e84130b975d99f94acaa91 for: {'subnet': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:18:10.918738 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-58e19473-3861-4752-a07d-b65efdc1985c admin admin] Publish callbacks [] for subnet, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:10.940447 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c77a5e7-a517-4c89-8fed-cd8f8f864687 tempest-ServersWithSpecificFlavorTestJSON-2137215613 tempest-ServersWithSpecificFlavorTestJSON-2137215613-project] Network 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 is already hosted by enough agents. {{(pid=103591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:18:10.940744 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port 7cbba578-c1a6-4399-9eeb-fd093189798e triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:18:10.941282 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:10.955503 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [None req-2c77a5e7-a517-4c89-8fed-cd8f8f864687 tempest-ServersWithSpecificFlavorTestJSON-2137215613 tempest-ServersWithSpecificFlavorTestJSON-2137215613-project] Resources bound (agent type, host, resource id): {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:18:10.967163 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c77a5e7-a517-4c89-8fed-cd8f8f864687 tempest-ServersWithSpecificFlavorTestJSON-2137215613 tempest-ServersWithSpecificFlavorTestJSON-2137215613-project] Received port after_create {{(pid=103591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:18:10.975584 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-8898fad6-95bf-4045-a1f4-23b70e7de9f1 req-a6bec6cd-14f8-4f93-96bb-3ee26ecf6caf tempest-AggregatesAdminTestJSON-3415784 tempest-AggregatesAdminTestJSON-3415784-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:10.978725 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c77a5e7-a517-4c89-8fed-cd8f8f864687 tempest-ServersWithSpecificFlavorTestJSON-2137215613 tempest-ServersWithSpecificFlavorTestJSON-2137215613-project] Pushing event updated for resources: {'Port': ['ID=4865bc9d-7374-4411-bdd4-7742e1bb5bba,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:18:11.010684 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-8898fad6-95bf-4045-a1f4-23b70e7de9f1 req-a6bec6cd-14f8-4f93-96bb-3ee26ecf6caf tempest-AggregatesAdminTestJSON-3415784 tempest-AggregatesAdminTestJSON-3415784-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:11.068918 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:11.089650 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f61f4e-a10f-49c4-a0aa-0778ce857fa3 req-80c28985-d5f1-4734-b405-9450a65837ca tempest-DeleteServersAdminTestJSON-479341732 tempest-DeleteServersAdminTestJSON-479341732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:18:11.091176 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-73f61f4e-a10f-49c4-a0aa-0778ce857fa3 req-80c28985-d5f1-4734-b405-9450a65837ca tempest-DeleteServersAdminTestJSON-479341732 tempest-DeleteServersAdminTestJSON-479341732-project] 10.222.0.60 "GET /v2.0/ports?device_id=2a34b097-eadb-4c5f-9d37-cb0d99a22096 HTTP/1.1" status: 200 len: 972 time: 0.2590888 Nov 23 17:18:11.103344 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] For port 7cbba578-c1a6-4399-9eeb-fd093189798e, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=7cbba578-c1a6-4399-9eeb-fd093189798e,segment=NetworkSegment(bffd1e4f-e80f-4ff0-b418-2f42ae15febf),segment_id=bffd1e4f-e80f-4ff0-b418-2f42ae15febf)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:18:11.108639 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:11.125303 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8898fad6-95bf-4045-a1f4-23b70e7de9f1 req-a6bec6cd-14f8-4f93-96bb-3ee26ecf6caf tempest-AggregatesAdminTestJSON-3415784 tempest-AggregatesAdminTestJSON-3415784-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=efe36124-072b-4c8d-832e-4e44bbcbc8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5496414 Nov 23 17:18:11.150854 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-2c77a5e7-a517-4c89-8fed-cd8f8f864687 tempest-ServersWithSpecificFlavorTestJSON-2137215613 tempest-ServersWithSpecificFlavorTestJSON-2137215613-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:11.158269 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bec6cd-14f8-4f93-96bb-3ee26ecf6caf tempest-AggregatesAdminTestJSON-3415784 tempest-AggregatesAdminTestJSON-3415784-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2234fff7-688b-45c4-a30d-34adb609496f,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:18:11.165831 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Pushing event updated for resources: {'Port': ['ID=7cbba578-c1a6-4399-9eeb-fd093189798e,revision_number=4']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:18:11.189002 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-58e19473-3861-4752-a07d-b65efdc1985c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493'] for subnet, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:11.256046 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-73f61f4e-a10f-49c4-a0aa-0778ce857fa3 req-b4f80b33-d1da-4c5b-93ad-83eb595b2cd4 tempest-DeleteServersAdminTestJSON-479341732 tempest-DeleteServersAdminTestJSON-479341732-project] 10.222.0.60 "GET /v2.0/security-groups?id=3f80f869-4c49-4c46-9452-e05cfcec9870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538730 Nov 23 17:18:11.262111 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-2c77a5e7-a517-4c89-8fed-cd8f8f864687 tempest-ServersWithSpecificFlavorTestJSON-2137215613 tempest-ServersWithSpecificFlavorTestJSON-2137215613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:11.295813 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e19473-3861-4752-a07d-b65efdc1985c admin admin] Pushing event updated for resources: {'Subnet': ['ID=02721879-a6de-4a18-8563-f23207d6e76c,revision_number=0']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:18:11.299077 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58e19473-3861-4752-a07d-b65efdc1985c admin admin] Checking segment: {'id': '1bdf77a0-16aa-445a-a586-518ee3ff7f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '0c76c800-0ec9-4ce9-9b5f-ee5afe9490b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:18:11.299458 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58e19473-3861-4752-a07d-b65efdc1985c admin admin] Network hostable DHCP agents. Network: 0c76c800-0ec9-4ce9-9b5f-ee5afe9490b0, hostable agents: ['0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3'], hosted agents: [] {{(pid=103590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 17:18:11.322636 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58e19473-3861-4752-a07d-b65efdc1985c admin admin] Network 0c76c800-0ec9-4ce9-9b5f-ee5afe9490b0 is scheduled to be hosted by DHCP agent 0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3 with binding_index 1 {{(pid=103590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 17:18:11.334989 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-58e19473-3861-4752-a07d-b65efdc1985c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-8, 0c76c800-0ec9-4ce9-9b5f-ee5afe9490b0) {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:18:11.342970 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58e19473-3861-4752-a07d-b65efdc1985c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:18:11.343680 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-58e19473-3861-4752-a07d-b65efdc1985c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for subnet, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:11.346826 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02898bd7-2b4f-46ed-b4f3-c54a70245607 None None] Network 0c76c800-0ec9-4ce9-9b5f-ee5afe9490b0 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:18:11.391583 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-58e19473-3861-4752-a07d-b65efdc1985c admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5082414 Nov 23 17:18:11.395674 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 47736) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:18:11.403443 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-71aa41d2-26f1-4edc-9f4f-57f79413dcfe admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1246253831-router', 'tenant_id': 'f3b386e009e84130b975d99f94acaa91', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'}}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:18:11.442128 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-71aa41d2-26f1-4edc-9f4f-57f79413dcfe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1793449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8093'] for router, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:11.444142 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-71aa41d2-26f1-4edc-9f4f-57f79413dcfe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1794473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1794771', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1638326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8086'] for router, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:11.460137 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb245b57-3980-497c-8763-cfe13040330a req-5e15772f-3924-445f-80ba-9bbaa86358a0 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:18:11.462179 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-cb245b57-3980-497c-8763-cfe13040330a req-5e15772f-3924-445f-80ba-9bbaa86358a0 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] 10.222.0.60 "GET /v2.0/ports?device_id=15b7563e-dd4f-4e87-9c18-113e02ce5ca0 HTTP/1.1" status: 200 len: 950 time: 0.1079960 Nov 23 17:18:11.531344 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-71aa41d2-26f1-4edc-9f4f-57f79413dcfe admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:11.550836 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-cb245b57-3980-497c-8763-cfe13040330a req-f6bde775-3104-42ce-897a-397019600f35 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] 10.222.0.60 "GET /v2.0/security-groups?id=70227657-be62-432a-a8fd-5a85231fc7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745010 Nov 23 17:18:11.571906 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-2c77a5e7-a517-4c89-8fed-cd8f8f864687 tempest-ServersWithSpecificFlavorTestJSON-2137215613 tempest-ServersWithSpecificFlavorTestJSON-2137215613-project] Publish callbacks [] for port, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:11.586088 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-2c77a5e7-a517-4c89-8fed-cd8f8f864687 tempest-ServersWithSpecificFlavorTestJSON-2137215613 tempest-ServersWithSpecificFlavorTestJSON-2137215613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:11.661761 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-2c77a5e7-a517-4c89-8fed-cd8f8f864687 tempest-ServersWithSpecificFlavorTestJSON-2137215613 tempest-ServersWithSpecificFlavorTestJSON-2137215613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1795396'] for floatingip, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:11.697159 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-2c77a5e7-a517-4c89-8fed-cd8f8f864687 tempest-ServersWithSpecificFlavorTestJSON-2137215613 tempest-ServersWithSpecificFlavorTestJSON-2137215613-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for floatingip, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:11.698446 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-2c77a5e7-a517-4c89-8fed-cd8f8f864687 tempest-ServersWithSpecificFlavorTestJSON-2137215613 tempest-ServersWithSpecificFlavorTestJSON-2137215613-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5192072 Nov 23 17:18:11.702150 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c77a5e7-a517-4c89-8fed-cd8f8f864687 tempest-ServersWithSpecificFlavorTestJSON-2137215613 tempest-ServersWithSpecificFlavorTestJSON-2137215613-project] Pushing event updated for resources: {'Port': ['ID=4865bc9d-7374-4411-bdd4-7742e1bb5bba,revision_number=2']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:18:11.742728 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e44364f6-9367-4048-9f2a-bd7bbf0be50a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp355044b8-8e87-58c4-94fa-4a010ec30f9e-0c76c800-0ec9-4ce9-9b5f-ee5afe9490b0', 'network_id': '0c76c800-0ec9-4ce9-9b5f-ee5afe9490b0', 'tenant_id': 'f3b386e009e84130b975d99f94acaa91', 'fixed_ips': [{'subnet_id': '02721879-a6de-4a18-8563-f23207d6e76c'}]}} from n-d-816206-8. {{(pid=103592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 17:18:11.744357 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-e44364f6-9367-4048-9f2a-bd7bbf0be50a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:11.745357 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-71aa41d2-26f1-4edc-9f4f-57f79413dcfe admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:11.815783 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7770a08c-d381-43a6-9ead-5aa76620624c None None] Sync routers for ids ['2bf1e14e-01bb-49cb-acf1-d91905d80a86'] in n-d-816206-8 {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:18:11.934863 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdf3848-eb92-4517-aef4-c3cc6fc8d0bb req-b951403e-da55-4a91-8723-0b7cfac7c5e3 tempest-LiveMigrationNegativeTest-1173478322 tempest-LiveMigrationNegativeTest-1173478322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:18:11.942847 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-bfdf3848-eb92-4517-aef4-c3cc6fc8d0bb req-b951403e-da55-4a91-8723-0b7cfac7c5e3 tempest-LiveMigrationNegativeTest-1173478322 tempest-LiveMigrationNegativeTest-1173478322-project] 10.222.0.60 "GET /v2.0/ports?device_id=8b0eebc1-7d4f-4dc4-a375-18bab242c6b7 HTTP/1.1" status: 200 len: 946 time: 0.0717831 Nov 23 17:18:11.956726 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.db_base_plugin_common [None req-e44364f6-9367-4048-9f2a-bd7bbf0be50a None None] Allocated IP 172.20.0.2 (0c76c800-0ec9-4ce9-9b5f-ee5afe9490b0/02721879-a6de-4a18-8563-f23207d6e76c/b51d159b-f909-4de5-9875-afdcf61855de) {{(pid=103592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:18:11.981375 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7770a08c-d381-43a6-9ead-5aa76620624c None None] Routers {'2bf1e14e-01bb-49cb-acf1-d91905d80a86'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:18:11.983052 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-7770a08c-d381-43a6-9ead-5aa76620624c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:17:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['2bf1e14e-01bb-49cb-acf1-d91905d80a86'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:18:12.014347 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-bfdf3848-eb92-4517-aef4-c3cc6fc8d0bb req-3400da64-0d68-40c0-ae4d-28de094588bf tempest-LiveMigrationNegativeTest-1173478322 tempest-LiveMigrationNegativeTest-1173478322-project] 10.222.0.60 "GET /v2.0/security-groups?id=b8a6bb40-8d5e-4b99-8259-979b852e81cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669117 Nov 23 17:18:12.198424 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvr_db [None req-7770a08c-d381-43a6-9ead-5aa76620624c None None] Set router 2bf1e14e-01bb-49cb-acf1-d91905d80a86 gateway port host: n-d-816206-8 {{(pid=103592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:18:12.227339 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-893da095-168f-4e40-9ba8-4a517b06d683 req-991a7aee-a047-4e21-a317-5b1e0da03722 tempest-ServersWithSpecificFlavorTestJSON-2137215613 tempest-ServersWithSpecificFlavorTestJSON-2137215613-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--633610360&fields=id&tenant_id=127802e79ad24bebb19163263129e33c HTTP/1.1" status: 200 len: 267 time: 0.0792940 Nov 23 17:18:12.259422 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-71aa41d2-26f1-4edc-9f4f-57f79413dcfe admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:12.286199 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-71aa41d2-26f1-4edc-9f4f-57f79413dcfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:12.328601 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-e44364f6-9367-4048-9f2a-bd7bbf0be50a None None] Publish callbacks [] for port, precommit_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:12.344278 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-e44364f6-9367-4048-9f2a-bd7bbf0be50a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980'] for port, after_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:12.423293 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-71aa41d2-26f1-4edc-9f4f-57f79413dcfe admin admin] Allocated IP 172.25.3.172 (4c8455ba-1be5-42ac-b8c2-8a16e1292d55/08fe3644-ce41-4c3f-a7ea-92bac0f0fff5/3a00498a-1350-433e-91d0-95e2132507e1) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:18:12.444468 n-d-816206-8 neutron-server[103592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e44364f6-9367-4048-9f2a-bd7bbf0be50a None None] Network 0c76c800-0ec9-4ce9-9b5f-ee5afe9490b0 is already hosted by enough agents. {{(pid=103592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:18:12.507484 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893da095-168f-4e40-9ba8-4a517b06d683 req-97239e25-7c4d-4390-9202-7dd9d60b3e89 tempest-ServersWithSpecificFlavorTestJSON-2137215613 tempest-ServersWithSpecificFlavorTestJSON-2137215613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:18:12.514873 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-893da095-168f-4e40-9ba8-4a517b06d683 req-97239e25-7c4d-4390-9202-7dd9d60b3e89 tempest-ServersWithSpecificFlavorTestJSON-2137215613 tempest-ServersWithSpecificFlavorTestJSON-2137215613-project] 10.222.0.60 "GET /v2.0/networks?id=b2e9d6b9-526b-40df-9e11-a4db0d344564 HTTP/1.1" status: 200 len: 822 time: 0.2764266 Nov 23 17:18:12.524167 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b3ce8a-cece-46f6-8235-ed044c9e2f03 req-4e229916-21b3-44c9-86f7-f69d653af447 tempest-DeleteServersAdminTestJSON-479341732 tempest-DeleteServersAdminTestJSON-479341732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:18:12.525548 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b7b3ce8a-cece-46f6-8235-ed044c9e2f03 req-4e229916-21b3-44c9-86f7-f69d653af447 tempest-DeleteServersAdminTestJSON-479341732 tempest-DeleteServersAdminTestJSON-479341732-project] 10.222.0.60 "GET /v2.0/ports?device_id=2a34b097-eadb-4c5f-9d37-cb0d99a22096 HTTP/1.1" status: 200 len: 972 time: 0.1324663 Nov 23 17:18:12.542016 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-893da095-168f-4e40-9ba8-4a517b06d683 req-92d1101c-79db-4954-8fab-d2698ddd9d38 tempest-ServersWithSpecificFlavorTestJSON-2137215613 tempest-ServersWithSpecificFlavorTestJSON-2137215613-project] 10.222.0.60 "GET /v2.0/quotas/127802e79ad24bebb19163263129e33c HTTP/1.1" status: 200 len: 375 time: 0.0260167 Nov 23 17:18:12.568427 n-d-816206-8 neutron-server[103592]: DEBUG neutron.scheduler.base_scheduler [None req-e44364f6-9367-4048-9f2a-bd7bbf0be50a None None] Resources bound (agent type, host, resource id): {{(pid=103592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:18:12.569007 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e44364f6-9367-4048-9f2a-bd7bbf0be50a None None] Received port after_create {{(pid=103592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:18:12.590918 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44364f6-9367-4048-9f2a-bd7bbf0be50a None None] Pushing event updated for resources: {'Port': ['ID=b51d159b-f909-4de5-9875-afdcf61855de,revision_number=1']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:18:12.621122 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device d9c5781a-4c43-41b5-a2c7-59f06f94ceab details requested by agent hyperv_n-h1-816206-8 with host n-h1-816206-8 {{(pid=103592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 17:18:12.623358 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-71aa41d2-26f1-4edc-9f4f-57f79413dcfe admin admin] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:12.656367 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b7b3ce8a-cece-46f6-8235-ed044c9e2f03 req-8efcb212-b636-4930-9266-494f4798e65e tempest-DeleteServersAdminTestJSON-479341732 tempest-DeleteServersAdminTestJSON-479341732-project] 10.222.0.60 "GET /v2.0/security-groups?id=3f80f869-4c49-4c46-9452-e05cfcec9870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230438 Nov 23 17:18:12.674356 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-71aa41d2-26f1-4edc-9f4f-57f79413dcfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:12.683360 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-e44364f6-9367-4048-9f2a-bd7bbf0be50a None None] Attempting to bind port b51d159b-f909-4de5-9875-afdcf61855de on host n-d-816206-8 for vnic_type normal with profile {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:18:12.683910 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-e44364f6-9367-4048-9f2a-bd7bbf0be50a None None] Attempting to bind port b51d159b-f909-4de5-9875-afdcf61855de by drivers openvswitch,hyperv on host n-d-816206-8 at level 0 using segments [{'id': '1bdf77a0-16aa-445a-a586-518ee3ff7f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '0c76c800-0ec9-4ce9-9b5f-ee5afe9490b0'}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:18:12.684399 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e44364f6-9367-4048-9f2a-bd7bbf0be50a None None] Attempting to bind port b51d159b-f909-4de5-9875-afdcf61855de on network 0c76c800-0ec9-4ce9-9b5f-ee5afe9490b0 {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:18:12.711275 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-893da095-168f-4e40-9ba8-4a517b06d683 req-9b8dfa47-47b2-4220-aec6-0606f73f1982 tempest-ServersWithSpecificFlavorTestJSON-2137215613 tempest-ServersWithSpecificFlavorTestJSON-2137215613-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=127802e79ad24bebb19163263129e33c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1533799 Nov 23 17:18:12.734744 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e44364f6-9367-4048-9f2a-bd7bbf0be50a None None] Checking agent: {'id': '9e89acbe-4bbe-4c77-a18b-6f1da9133e0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 7, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 17, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:18:12.737239 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71aa41d2-26f1-4edc-9f4f-57f79413dcfe admin admin] Network 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:18:12.737807 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e44364f6-9367-4048-9f2a-bd7bbf0be50a None None] Checking segment: {'id': '1bdf77a0-16aa-445a-a586-518ee3ff7f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '0c76c800-0ec9-4ce9-9b5f-ee5afe9490b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:18:12.738331 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-e44364f6-9367-4048-9f2a-bd7bbf0be50a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:12.740204 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e44364f6-9367-4048-9f2a-bd7bbf0be50a None None] Bound using segment: {'id': '1bdf77a0-16aa-445a-a586-518ee3ff7f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '0c76c800-0ec9-4ce9-9b5f-ee5afe9490b0'} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:18:12.741001 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-e44364f6-9367-4048-9f2a-bd7bbf0be50a None None] Bound port: b51d159b-f909-4de5-9875-afdcf61855de, host: n-d-816206-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1bdf77a0-16aa-445a-a586-518ee3ff7f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '0c76c800-0ec9-4ce9-9b5f-ee5afe9490b0'}}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:18:12.741641 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71aa41d2-26f1-4edc-9f4f-57f79413dcfe admin admin] Pushing event updated for resources: {'Port': ['ID=3a00498a-1350-433e-91d0-95e2132507e1,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:18:12.745204 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-71aa41d2-26f1-4edc-9f4f-57f79413dcfe admin admin] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:18:12.747932 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71aa41d2-26f1-4edc-9f4f-57f79413dcfe admin admin] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:18:12.748958 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-e44364f6-9367-4048-9f2a-bd7bbf0be50a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:12.788757 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-7770a08c-d381-43a6-9ead-5aa76620624c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bf1e14e-01bb-49cb-acf1-d91905d80a86', 'name': 'tempest-AttachSCSIVolumeTestJSON-980319165-router', 'tenant_id': '808c70784bbb425d87fe103503f75985', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.132'}], 'enable_snat': True}, 'gw_port_id': '7cbba578-c1a6-4399-9eeb-fd093189798e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:17:58Z', 'updated_at': '2021-11-23T17:18:05Z', 'revision_number': 4, 'project_id': '808c70784bbb425d87fe103503f75985', 'gw_port': {'id': '7cbba578-c1a6-4399-9eeb-fd093189798e', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:e5:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bf1e14e-01bb-49cb-acf1-d91905d80a86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 167, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:17:59Z', 'updated_at': '2021-11-23T17:18:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_interfaces': [{'id': 'f27c60b3-194e-4675-b60c-7529f8f1070c', 'name': '', 'network_id': '01972287-90c5-4608-9ed2-b49b8746f3c2', 'tenant_id': '808c70784bbb425d87fe103503f75985', 'mac_address': 'fa:16:3e:f1:9d:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bf1e14e-01bb-49cb-acf1-d91905d80a86', 'device_owner': 'network:router_interface', 'standard_attr_id': 169, 'fixed_ips': [{'subnet_id': 'e33c876c-5e91-452d-838f-ee0f4d33d887', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:18:04Z', 'updated_at': '2021-11-23T17:18:06Z', 'revision_number': 2, 'project_id': '808c70784bbb425d87fe103503f75985', 'subnets': [{'id': 'e33c876c-5e91-452d-838f-ee0f4d33d887', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:18:12.868341 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1253011-3db9-42f8-8962-275eab28c8f4 req-9cf5d65c-df58-47a4-8c0e-4f57442751af tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:18:12.870596 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f1253011-3db9-42f8-8962-275eab28c8f4 req-9cf5d65c-df58-47a4-8c0e-4f57442751af tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] 10.222.0.60 "GET /v2.0/ports?device_id=15b7563e-dd4f-4e87-9c18-113e02ce5ca0 HTTP/1.1" status: 200 len: 950 time: 0.0724578 Nov 23 17:18:12.960801 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f1253011-3db9-42f8-8962-275eab28c8f4 req-94d45e48-662f-4e9b-b482-d9be75737997 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] 10.222.0.60 "GET /v2.0/security-groups?id=70227657-be62-432a-a8fd-5a85231fc7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806735 Nov 23 17:18:12.983123 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [req-893da095-168f-4e40-9ba8-4a517b06d683 req-c7b1f6d0-4cfd-432f-8b3e-488d3ce251ba service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=103591) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 17:18:12.984908 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-893da095-168f-4e40-9ba8-4a517b06d683 req-c7b1f6d0-4cfd-432f-8b3e-488d3ce251ba service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0719151 Nov 23 17:18:12.996156 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 7cbba578-c1a6-4399-9eeb-fd093189798e up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:18:13.010687 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7770a08c-d381-43a6-9ead-5aa76620624c None None] Checking router: 2bf1e14e-01bb-49cb-acf1-d91905d80a86 for host: n-d-816206-8 {{(pid=103592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 17:18:13.011030 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7770a08c-d381-43a6-9ead-5aa76620624c None None] Updating router 2bf1e14e-01bb-49cb-acf1-d91905d80a86 port f27c60b3-194e-4675-b60c-7529f8f1070c binding host n-d-816206-8 {{(pid=103592) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 17:18:13.073322 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-71aa41d2-26f1-4edc-9f4f-57f79413dcfe admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:13.114161 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-ba5ae745-ac9f-4150-b1e1-958b3216df74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:13.132153 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-7770a08c-d381-43a6-9ead-5aa76620624c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:13.134343 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-893da095-168f-4e40-9ba8-4a517b06d683 req-3ab5a83e-6b69-4f0d-b184-a8f15cc040f1 service neutron] 10.222.0.60 "GET /v2.0/networks/b2e9d6b9-526b-40df-9e11-a4db0d344564?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400478 Nov 23 17:18:13.167424 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port d9c5781a-4c43-41b5-a2c7-59f06f94ceab, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=d9c5781a-4c43-41b5-a2c7-59f06f94ceab,segment=NetworkSegment(329c1745-02bf-4561-9615-3192910887f5),segment_id=329c1745-02bf-4561-9615-3192910887f5)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:18:13.204311 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:13.228226 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Returning: {'device': 'd9c5781a-4c43-41b5-a2c7-59f06f94ceab', 'network_id': 'f1e1dabf-b410-4023-9169-a460a86e7184', 'port_id': 'd9c5781a-4c43-41b5-a2c7-59f06f94ceab', 'mac_address': 'fa:16:3e:0a:be:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac77c175-5679-438b-8a2a-356718377641', 'ip_address': '192.168.233.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 17:18:13.233430 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-e44364f6-9367-4048-9f2a-bd7bbf0be50a None None] For port b51d159b-f909-4de5-9875-afdcf61855de, host n-d-816206-8, cleared binding levels {{(pid=103592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:18:13.260123 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-e44364f6-9367-4048-9f2a-bd7bbf0be50a None None] For port b51d159b-f909-4de5-9875-afdcf61855de, host n-d-816206-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=b51d159b-f909-4de5-9875-afdcf61855de,segment=NetworkSegment(1bdf77a0-16aa-445a-a586-518ee3ff7f5b),segment_id=1bdf77a0-16aa-445a-a586-518ee3ff7f5b)] {{(pid=103592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:18:13.286541 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-893da095-168f-4e40-9ba8-4a517b06d683 req-2685e96f-85ae-4b44-b30c-f418ab930042 service neutron] 10.222.0.60 "GET /v2.0/networks/b2e9d6b9-526b-40df-9e11-a4db0d344564?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1457999 Nov 23 17:18:13.301778 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port 7cbba578-c1a6-4399-9eeb-fd093189798e triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:18:13.302153 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:13.343641 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-e44364f6-9367-4048-9f2a-bd7bbf0be50a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:13.400121 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-71aa41d2-26f1-4edc-9f4f-57f79413dcfe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1794316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1795362'] for router, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:13.518956 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:13.603428 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71aa41d2-26f1-4edc-9f4f-57f79413dcfe admin admin] Router 77eccac5-d71e-4eb6-8182-0a45ba02f1e6 is scheduled to L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 with binding_index 1 {{(pid=103590) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 17:18:13.637381 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9c5781a-4c43-41b5-a2c7-59f06f94ceab {{(pid=103592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:18:13.666496 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port d9c5781a-4c43-41b5-a2c7-59f06f94ceab, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=d9c5781a-4c43-41b5-a2c7-59f06f94ceab,segment=NetworkSegment(329c1745-02bf-4561-9615-3192910887f5),segment_id=329c1745-02bf-4561-9615-3192910887f5)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:18:13.714262 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44364f6-9367-4048-9f2a-bd7bbf0be50a None None] Pushing event updated for resources: {'Port': ['ID=b51d159b-f909-4de5-9875-afdcf61855de,revision_number=2']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:18:13.717638 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37de537c-e6b8-437a-85e9-57c2b626e67e req-f9c306d8-0ecd-425c-99b5-ef51f46ce6f1 tempest-MigrationsAdminTest-1605947426 tempest-MigrationsAdminTest-1605947426-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:18:13.719355 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:13.731119 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-37de537c-e6b8-437a-85e9-57c2b626e67e req-f9c306d8-0ecd-425c-99b5-ef51f46ce6f1 tempest-MigrationsAdminTest-1605947426 tempest-MigrationsAdminTest-1605947426-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=15b7563e-dd4f-4e87-9c18-113e02ce5ca0 HTTP/1.1" status: 200 len: 1101 time: 0.1965928 Nov 23 17:18:13.742308 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04907e9-6b77-48d1-8b09-4effcdbca0bf req-392c273c-1a65-4fd6-be70-865fea53c7e1 tempest-LiveMigrationNegativeTest-1173478322 tempest-LiveMigrationNegativeTest-1173478322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:18:13.754003 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a04907e9-6b77-48d1-8b09-4effcdbca0bf req-392c273c-1a65-4fd6-be70-865fea53c7e1 tempest-LiveMigrationNegativeTest-1173478322 tempest-LiveMigrationNegativeTest-1173478322-project] 10.222.0.60 "GET /v2.0/ports?device_id=8b0eebc1-7d4f-4dc4-a375-18bab242c6b7 HTTP/1.1" status: 200 len: 946 time: 0.2403669 Nov 23 17:18:13.789159 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71aa41d2-26f1-4edc-9f4f-57f79413dcfe admin admin] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:18:13.803016 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c2a7b67-c4f9-46ba-b451-810b1814e22e None None] Sync routers for ids ['77eccac5-d71e-4eb6-8182-0a45ba02f1e6'] in n-d-816206-8 {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:18:13.821240 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-37de537c-e6b8-437a-85e9-57c2b626e67e req-09edbe51-93df-4c80-8375-17ad58c81119 tempest-MigrationsAdminTest-1605947426 tempest-MigrationsAdminTest-1605947426-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:13.826227 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c2a7b67-c4f9-46ba-b451-810b1814e22e None None] Routers {'77eccac5-d71e-4eb6-8182-0a45ba02f1e6'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:18:13.830637 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-4c2a7b67-c4f9-46ba-b451-810b1814e22e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:17:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['77eccac5-d71e-4eb6-8182-0a45ba02f1e6'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:18:13.852269 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-71aa41d2-26f1-4edc-9f4f-57f79413dcfe admin admin] Publish callbacks [] for router, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:13.859279 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-71aa41d2-26f1-4edc-9f4f-57f79413dcfe admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.4575856 Nov 23 17:18:13.861023 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 47800) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:18:14.013119 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] get_ports_and_sgs() called for port_ids ['d9c5781a-4c43-41b5-a2c7-59f06f94ceab'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:18:14.033453 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:14.063036 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-4c2a7b67-c4f9-46ba-b451-810b1814e22e None None] Set router 77eccac5-d71e-4eb6-8182-0a45ba02f1e6 gateway port host: n-d-816206-8 {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:18:14.099367 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-37de537c-e6b8-437a-85e9-57c2b626e67e req-09edbe51-93df-4c80-8375-17ad58c81119 tempest-MigrationsAdminTest-1605947426 tempest-MigrationsAdminTest-1605947426-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:14.126727 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-37de537c-e6b8-437a-85e9-57c2b626e67e req-09edbe51-93df-4c80-8375-17ad58c81119 tempest-MigrationsAdminTest-1605947426 tempest-MigrationsAdminTest-1605947426-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:14.133756 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Pushing event updated for resources: {'Port': ['ID=d9c5781a-4c43-41b5-a2c7-59f06f94ceab,revision_number=4']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:18:14.222449 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-37de537c-e6b8-437a-85e9-57c2b626e67e req-09edbe51-93df-4c80-8375-17ad58c81119 tempest-MigrationsAdminTest-1605947426 tempest-MigrationsAdminTest-1605947426-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=70227657-be62-432a-a8fd-5a85231fc7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4282732 Nov 23 17:18:14.243535 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800bec70-f999-41b9-a084-0e8a17be3d8e req-f5135b52-6d3e-40a8-aa62-6fc1a44e72ea tempest-DeleteServersAdminTestJSON-1544636007 tempest-DeleteServersAdminTestJSON-1544636007-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:18:14.246278 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-800bec70-f999-41b9-a084-0e8a17be3d8e req-f5135b52-6d3e-40a8-aa62-6fc1a44e72ea tempest-DeleteServersAdminTestJSON-1544636007 tempest-DeleteServersAdminTestJSON-1544636007-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=2a34b097-eadb-4c5f-9d37-cb0d99a22096 HTTP/1.1" status: 200 len: 1123 time: 0.4036992 Nov 23 17:18:14.271655 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-7770a08c-d381-43a6-9ead-5aa76620624c None None] Publish callbacks [] for port, precommit_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:14.282991 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a04907e9-6b77-48d1-8b09-4effcdbca0bf req-7cbda6f2-0907-41bc-a229-a6b1847d56af tempest-LiveMigrationNegativeTest-1173478322 tempest-LiveMigrationNegativeTest-1173478322-project] 10.222.0.60 "GET /v2.0/security-groups?id=b8a6bb40-8d5e-4b99-8259-979b852e81cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5281448 Nov 23 17:18:14.288367 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-7770a08c-d381-43a6-9ead-5aa76620624c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:14.368650 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cfaa91-7197-477f-bcf3-c03c7a5aa7ab None None] Pushing event updated for resources: {'Port': ['ID=f27c60b3-194e-4675-b60c-7529f8f1070c,revision_number=3']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:18:14.384786 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09edbe51-93df-4c80-8375-17ad58c81119 tempest-MigrationsAdminTest-1605947426 tempest-MigrationsAdminTest-1605947426-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=739ebcb5-4442-4e70-b3db-fa4ee1242025,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:18:14.432235 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-4c2a7b67-c4f9-46ba-b451-810b1814e22e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77eccac5-d71e-4eb6-8182-0a45ba02f1e6', 'name': 'tempest-AttachSCSIVolumeTestJSON-1246253831-router', 'tenant_id': 'f3b386e009e84130b975d99f94acaa91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.172'}], 'enable_snat': True}, 'gw_port_id': '3a00498a-1350-433e-91d0-95e2132507e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:18:11Z', 'updated_at': '2021-11-23T17:18:12Z', 'revision_number': 3, 'project_id': 'f3b386e009e84130b975d99f94acaa91', 'gw_port': {'id': '3a00498a-1350-433e-91d0-95e2132507e1', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:15:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77eccac5-d71e-4eb6-8182-0a45ba02f1e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 203, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:18:12Z', 'updated_at': '2021-11-23T17:18:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8'}], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:18:14.468250 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c2a7b67-c4f9-46ba-b451-810b1814e22e None None] Checking router: 77eccac5-d71e-4eb6-8182-0a45ba02f1e6 for host: n-d-816206-8 {{(pid=103593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 17:18:14.468993 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c2a7b67-c4f9-46ba-b451-810b1814e22e None None] Updating router 77eccac5-d71e-4eb6-8182-0a45ba02f1e6 port 3a00498a-1350-433e-91d0-95e2132507e1 binding host n-d-816206-8 {{(pid=103593) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 17:18:14.532008 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-4c2a7b67-c4f9-46ba-b451-810b1814e22e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:14.583770 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-7770a08c-d381-43a6-9ead-5aa76620624c None None] Attempting to bind port f27c60b3-194e-4675-b60c-7529f8f1070c on host n-d-816206-8 for vnic_type normal with profile {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:18:14.584909 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-7770a08c-d381-43a6-9ead-5aa76620624c None None] Attempting to bind port f27c60b3-194e-4675-b60c-7529f8f1070c by drivers openvswitch,hyperv on host n-d-816206-8 at level 0 using segments [{'id': 'bb3e9feb-2585-4817-a093-fda0dad7f4a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '01972287-90c5-4608-9ed2-b49b8746f3c2'}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:18:14.585441 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7770a08c-d381-43a6-9ead-5aa76620624c None None] Attempting to bind port f27c60b3-194e-4675-b60c-7529f8f1070c on network 01972287-90c5-4608-9ed2-b49b8746f3c2 {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:18:14.593742 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7770a08c-d381-43a6-9ead-5aa76620624c None None] Checking agent: {'id': '9e89acbe-4bbe-4c77-a18b-6f1da9133e0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 7, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 17, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:18:14.594445 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7770a08c-d381-43a6-9ead-5aa76620624c None None] Checking segment: {'id': 'bb3e9feb-2585-4817-a093-fda0dad7f4a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '01972287-90c5-4608-9ed2-b49b8746f3c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:18:14.595167 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-7770a08c-d381-43a6-9ead-5aa76620624c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:14.595713 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7770a08c-d381-43a6-9ead-5aa76620624c None None] Bound using segment: {'id': 'bb3e9feb-2585-4817-a093-fda0dad7f4a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '01972287-90c5-4608-9ed2-b49b8746f3c2'} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:18:14.596354 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-7770a08c-d381-43a6-9ead-5aa76620624c None None] Bound port: f27c60b3-194e-4675-b60c-7529f8f1070c, host: n-d-816206-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb3e9feb-2585-4817-a093-fda0dad7f4a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '01972287-90c5-4608-9ed2-b49b8746f3c2'}}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:18:14.596967 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-7770a08c-d381-43a6-9ead-5aa76620624c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:14.789093 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-7770a08c-d381-43a6-9ead-5aa76620624c None None] For port f27c60b3-194e-4675-b60c-7529f8f1070c, host n-d-816206-8, cleared binding levels {{(pid=103592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:18:14.801336 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-7770a08c-d381-43a6-9ead-5aa76620624c None None] For port f27c60b3-194e-4675-b60c-7529f8f1070c, host n-d-816206-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=f27c60b3-194e-4675-b60c-7529f8f1070c,segment=NetworkSegment(bb3e9feb-2585-4817-a093-fda0dad7f4a6),segment_id=bb3e9feb-2585-4817-a093-fda0dad7f4a6)] {{(pid=103592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:18:14.809057 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-7770a08c-d381-43a6-9ead-5aa76620624c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:14.916828 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device b51d159b-f909-4de5-9875-afdcf61855de up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:18:15.021281 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7770a08c-d381-43a6-9ead-5aa76620624c None None] Routers {'2bf1e14e-01bb-49cb-acf1-d91905d80a86'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:18:15.022493 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-7770a08c-d381-43a6-9ead-5aa76620624c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:17:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['2bf1e14e-01bb-49cb-acf1-d91905d80a86'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:18:15.036922 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4ec44b8b-ec26-4285-a4ba-74188f65cc25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:15.126032 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a47f2351-56d8-40a0-9a95-9593d650b3af req-a39911ed-0504-419b-b9f1-19ddaa3209ba tempest-ServersWithSpecificFlavorTestJSON-2137215613 tempest-ServersWithSpecificFlavorTestJSON-2137215613-project] 10.222.0.60 "GET /v2.0/ports?device_id=edecfbb4-ef5b-488c-8aa0-e74557b4cade HTTP/1.1" status: 200 len: 210 time: 0.6340683 Nov 23 17:18:15.209518 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvr_db [None req-7770a08c-d381-43a6-9ead-5aa76620624c None None] Set router 2bf1e14e-01bb-49cb-acf1-d91905d80a86 gateway port host: n-d-816206-8 {{(pid=103592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:18:15.243203 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-4c2a7b67-c4f9-46ba-b451-810b1814e22e None None] Publish callbacks [] for port, precommit_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:15.255892 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-4c2a7b67-c4f9-46ba-b451-810b1814e22e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:15.280529 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3367a0aa-d1da-409b-ab20-3eb4d0601002 req-469e5780-4292-4225-8602-dee97950c482 tempest-DeleteServersAdminTestJSON-479341732 tempest-DeleteServersAdminTestJSON-479341732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:18:15.306105 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-3367a0aa-d1da-409b-ab20-3eb4d0601002 req-469e5780-4292-4225-8602-dee97950c482 tempest-DeleteServersAdminTestJSON-479341732 tempest-DeleteServersAdminTestJSON-479341732-project] 10.222.0.60 "GET /v2.0/ports?device_id=2a34b097-eadb-4c5f-9d37-cb0d99a22096 HTTP/1.1" status: 200 len: 972 time: 0.7469087 Nov 23 17:18:15.315418 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [None req-4c2a7b67-c4f9-46ba-b451-810b1814e22e None None] Attempting to bind port 3a00498a-1350-433e-91d0-95e2132507e1 on host n-d-816206-8 for vnic_type normal with profile {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:18:15.318032 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [None req-4c2a7b67-c4f9-46ba-b451-810b1814e22e None None] Attempting to bind port 3a00498a-1350-433e-91d0-95e2132507e1 by drivers openvswitch,hyperv on host n-d-816206-8 at level 0 using segments [{'id': 'bffd1e4f-e80f-4ff0-b418-2f42ae15febf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'}] {{(pid=103593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:18:15.318531 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c2a7b67-c4f9-46ba-b451-810b1814e22e None None] Attempting to bind port 3a00498a-1350-433e-91d0-95e2132507e1 on network 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:18:15.375571 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c2a7b67-c4f9-46ba-b451-810b1814e22e None None] Checking agent: {'id': '9e89acbe-4bbe-4c77-a18b-6f1da9133e0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 7, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 17, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:18:15.376114 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c2a7b67-c4f9-46ba-b451-810b1814e22e None None] Checking segment: {'id': 'bffd1e4f-e80f-4ff0-b418-2f42ae15febf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:18:15.376693 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-4c2a7b67-c4f9-46ba-b451-810b1814e22e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:15.377204 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c2a7b67-c4f9-46ba-b451-810b1814e22e None None] Bound using segment: {'id': 'bffd1e4f-e80f-4ff0-b418-2f42ae15febf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'} {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:18:15.378660 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [None req-4c2a7b67-c4f9-46ba-b451-810b1814e22e None None] Bound port: 3a00498a-1350-433e-91d0-95e2132507e1, host: n-d-816206-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bffd1e4f-e80f-4ff0-b418-2f42ae15febf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'}}] {{(pid=103593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:18:15.379897 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-4c2a7b67-c4f9-46ba-b451-810b1814e22e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:15.448826 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [req-800bec70-f999-41b9-a084-0e8a17be3d8e req-f7f6d97f-2188-4787-8232-59a9bdf4e43c tempest-DeleteServersAdminTestJSON-1544636007 tempest-DeleteServersAdminTestJSON-1544636007-project-admin] Deleting port 063d508b-1191-4d49-8029-8ea16b15ceb6 {{(pid=103591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:18:15.450359 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-800bec70-f999-41b9-a084-0e8a17be3d8e req-f7f6d97f-2188-4787-8232-59a9bdf4e43c tempest-DeleteServersAdminTestJSON-1544636007 tempest-DeleteServersAdminTestJSON-1544636007-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:15.469393 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-4c2a7b67-c4f9-46ba-b451-810b1814e22e None None] For port 3a00498a-1350-433e-91d0-95e2132507e1, host n-d-816206-8, cleared binding levels {{(pid=103593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:18:15.473948 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-4c2a7b67-c4f9-46ba-b451-810b1814e22e None None] For port 3a00498a-1350-433e-91d0-95e2132507e1, host n-d-816206-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=3a00498a-1350-433e-91d0-95e2132507e1,segment=NetworkSegment(bffd1e4f-e80f-4ff0-b418-2f42ae15febf),segment_id=bffd1e4f-e80f-4ff0-b418-2f42ae15febf)] {{(pid=103593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:18:15.482484 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-4c2a7b67-c4f9-46ba-b451-810b1814e22e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:15.527640 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c2a7b67-c4f9-46ba-b451-810b1814e22e None None] Routers {'77eccac5-d71e-4eb6-8182-0a45ba02f1e6'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:18:15.528703 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-4c2a7b67-c4f9-46ba-b451-810b1814e22e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:17:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['77eccac5-d71e-4eb6-8182-0a45ba02f1e6'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:18:15.600863 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-4101bcc1-647f-49c4-8822-6650f43b4920 None None] Provisioning complete for port f27c60b3-194e-4675-b60c-7529f8f1070c triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:18:15.601750 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-4101bcc1-647f-49c4-8822-6650f43b4920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:15.604446 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-3367a0aa-d1da-409b-ab20-3eb4d0601002 req-ebe618e8-3859-4160-b148-4671d20c1048 tempest-DeleteServersAdminTestJSON-479341732 tempest-DeleteServersAdminTestJSON-479341732-project] 10.222.0.60 "GET /v2.0/security-groups?id=3f80f869-4c49-4c46-9452-e05cfcec9870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2932882 Nov 23 17:18:15.647069 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [req-3b540c93-98f7-40e0-a08f-67068c4ec099 req-7a370c47-1932-4fdb-bfee-e646c9a61e05 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=103591) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 17:18:15.660144 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-3b540c93-98f7-40e0-a08f-67068c4ec099 req-7a370c47-1932-4fdb-bfee-e646c9a61e05 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0282454 Nov 23 17:18:15.685388 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-4c2a7b67-c4f9-46ba-b451-810b1814e22e None None] Set router 77eccac5-d71e-4eb6-8182-0a45ba02f1e6 gateway port host: n-d-816206-8 {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:18:15.688347 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a3f847d5-e6fd-4353-b83e-50fa735a1141 req-a8d534a5-3721-463e-b422-4362feb2a8d6 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=15b7563e-dd4f-4e87-9c18-113e02ce5ca0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3767562 Nov 23 17:18:15.743300 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92e4b2e5-3b39-43b6-ab66-5427df4b2edb None None] Network 0c76c800-0ec9-4ce9-9b5f-ee5afe9490b0 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:18:15.837721 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cfaa91-7197-477f-bcf3-c03c7a5aa7ab None None] Pushing event updated for resources: {'Port': ['ID=f27c60b3-194e-4675-b60c-7529f8f1070c,revision_number=4']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:18:15.854818 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8381e082-395c-440b-a032-973fb9588768 None None] Pushing event updated for resources: {'Port': ['ID=3a00498a-1350-433e-91d0-95e2132507e1,revision_number=2']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:18:15.966138 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-95774504-5b40-4ae2-8ca7-979e0a763665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:16.052576 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-800bec70-f999-41b9-a084-0e8a17be3d8e req-f7f6d97f-2188-4787-8232-59a9bdf4e43c tempest-DeleteServersAdminTestJSON-1544636007 tempest-DeleteServersAdminTestJSON-1544636007-project-admin] For port 063d508b-1191-4d49-8029-8ea16b15ceb6, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=063d508b-1191-4d49-8029-8ea16b15ceb6,segment=NetworkSegment(329c1745-02bf-4561-9615-3192910887f5),segment_id=329c1745-02bf-4561-9615-3192910887f5)] {{(pid=103591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:18:16.055384 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-800bec70-f999-41b9-a084-0e8a17be3d8e req-f7f6d97f-2188-4787-8232-59a9bdf4e43c tempest-DeleteServersAdminTestJSON-1544636007 tempest-DeleteServersAdminTestJSON-1544636007-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:16.060810 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8381e082-395c-440b-a032-973fb9588768 None None] Pushing event updated for resources: {'Port': ['ID=3a00498a-1350-433e-91d0-95e2132507e1,revision_number=3']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:18:16.077924 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-4ec44b8b-ec26-4285-a4ba-74188f65cc25 admin admin] Allocated IP 172.20.0.1 (0c76c800-0ec9-4ce9-9b5f-ee5afe9490b0/02721879-a6de-4a18-8563-f23207d6e76c/01f35cac-d1bf-4621-b8ca-b7edfcba8906) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:18:16.105483 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port b51d159b-f909-4de5-9875-afdcf61855de triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:18:16.107433 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:16.134787 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [req-800bec70-f999-41b9-a084-0e8a17be3d8e req-f7f6d97f-2188-4787-8232-59a9bdf4e43c tempest-DeleteServersAdminTestJSON-1544636007 tempest-DeleteServersAdminTestJSON-1544636007-project-admin] Calling delete_port for 063d508b-1191-4d49-8029-8ea16b15ceb6 owned by compute:tempest-test_az-1128791043 {{(pid=103591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:18:16.176721 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-4c2a7b67-c4f9-46ba-b451-810b1814e22e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77eccac5-d71e-4eb6-8182-0a45ba02f1e6', 'name': 'tempest-AttachSCSIVolumeTestJSON-1246253831-router', 'tenant_id': 'f3b386e009e84130b975d99f94acaa91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.172'}], 'enable_snat': True}, 'gw_port_id': '3a00498a-1350-433e-91d0-95e2132507e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:18:11Z', 'updated_at': '2021-11-23T17:18:12Z', 'revision_number': 3, 'project_id': 'f3b386e009e84130b975d99f94acaa91', 'gw_port': {'id': '3a00498a-1350-433e-91d0-95e2132507e1', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:15:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77eccac5-d71e-4eb6-8182-0a45ba02f1e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 203, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:18:12Z', 'updated_at': '2021-11-23T17:18:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8'}], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:18:16.179367 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893da095-168f-4e40-9ba8-4a517b06d683 req-657c812b-84b7-4ccb-9771-c6747206b5ee tempest-ServersWithSpecificFlavorTestJSON-2137215613 tempest-ServersWithSpecificFlavorTestJSON-2137215613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:18:16.182130 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-893da095-168f-4e40-9ba8-4a517b06d683 req-657c812b-84b7-4ccb-9771-c6747206b5ee tempest-ServersWithSpecificFlavorTestJSON-2137215613 tempest-ServersWithSpecificFlavorTestJSON-2137215613-project] 10.222.0.36 "GET /v2.0/networks?id=b2e9d6b9-526b-40df-9e11-a4db0d344564 HTTP/1.1" status: 200 len: 822 time: 0.8838851 Nov 23 17:18:16.254983 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c2a7b67-c4f9-46ba-b451-810b1814e22e None None] The sync data for ids ['77eccac5-d71e-4eb6-8182-0a45ba02f1e6'] in n-d-816206-8 is: [{'id': '77eccac5-d71e-4eb6-8182-0a45ba02f1e6', 'name': 'tempest-AttachSCSIVolumeTestJSON-1246253831-router', 'tenant_id': 'f3b386e009e84130b975d99f94acaa91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.172'}], 'enable_snat': True}, 'gw_port_id': '3a00498a-1350-433e-91d0-95e2132507e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:18:11Z', 'updated_at': '2021-11-23T17:18:12Z', 'revision_number': 3, 'project_id': 'f3b386e009e84130b975d99f94acaa91', 'gw_port': {'id': '3a00498a-1350-433e-91d0-95e2132507e1', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:15:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77eccac5-d71e-4eb6-8182-0a45ba02f1e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 203, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:18:12Z', 'updated_at': '2021-11-23T17:18:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8'}] {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:18:16.427579 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-4101bcc1-647f-49c4-8822-6650f43b4920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:16.444398 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-800bec70-f999-41b9-a084-0e8a17be3d8e req-f7f6d97f-2188-4787-8232-59a9bdf4e43c tempest-DeleteServersAdminTestJSON-1544636007 tempest-DeleteServersAdminTestJSON-1544636007-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989'] for port, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:16.448675 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-893da095-168f-4e40-9ba8-4a517b06d683 req-1d1678e8-4e2c-4eac-8931-f2e82bf49f4c tempest-ServersWithSpecificFlavorTestJSON-2137215613 tempest-ServersWithSpecificFlavorTestJSON-2137215613-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=127802e79ad24bebb19163263129e33c HTTP/1.1" status: 200 len: 379 time: 0.2493510 Nov 23 17:18:16.473482 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f847d5-e6fd-4353-b83e-50fa735a1141 req-f4e6443b-e624-4eac-a6a6-93856f12c0f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:18:16.475114 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a3f847d5-e6fd-4353-b83e-50fa735a1141 req-f4e6443b-e624-4eac-a6a6-93856f12c0f7 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=98a62786d4654c60b8dab5d2a606f4fe&device_id=15b7563e-dd4f-4e87-9c18-113e02ce5ca0 HTTP/1.1" status: 200 len: 1101 time: 0.5920093 Nov 23 17:18:16.510386 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [req-893da095-168f-4e40-9ba8-4a517b06d683 req-75259655-7366-4946-ab05-39ba555b2631 tempest-ServersWithSpecificFlavorTestJSON-2137215613 tempest-ServersWithSpecificFlavorTestJSON-2137215613-project] Request body: {'port': {'device_id': 'edecfbb4-ef5b-488c-8aa0-e74557b4cade', 'network_id': 'b2e9d6b9-526b-40df-9e11-a4db0d344564', 'admin_state_up': True, 'tenant_id': '127802e79ad24bebb19163263129e33c', 'security_groups': ['c1fd7bbb-ef62-457d-a84a-b42d813769d3']}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:18:16.551475 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f6d97f-2188-4787-8232-59a9bdf4e43c tempest-DeleteServersAdminTestJSON-1544636007 tempest-DeleteServersAdminTestJSON-1544636007-project-admin] Pushing event deleted for resources: {'Port': ['ID=063d508b-1191-4d49-8029-8ea16b15ceb6,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:18:16.565583 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330719e3-cd99-4a2e-a21c-12ad6a20d4b6 req-02563c50-2dd4-4b52-b546-f5e22109eac3 tempest-LiveMigrationNegativeTest-1173478322 tempest-LiveMigrationNegativeTest-1173478322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:18:16.573421 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-330719e3-cd99-4a2e-a21c-12ad6a20d4b6 req-02563c50-2dd4-4b52-b546-f5e22109eac3 tempest-LiveMigrationNegativeTest-1173478322 tempest-LiveMigrationNegativeTest-1173478322-project] 10.222.0.60 "GET /v2.0/ports?device_id=8b0eebc1-7d4f-4dc4-a375-18bab242c6b7 HTTP/1.1" status: 200 len: 947 time: 0.5545974 Nov 23 17:18:16.616333 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [req-800bec70-f999-41b9-a084-0e8a17be3d8e req-f7f6d97f-2188-4787-8232-59a9bdf4e43c tempest-DeleteServersAdminTestJSON-1544636007 tempest-DeleteServersAdminTestJSON-1544636007-project-admin] No DVR routers for this DVR port 063d508b-1191-4d49-8029-8ea16b15ceb6 on host n-h2-816206-8 {{(pid=103591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:18:16.621031 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-800bec70-f999-41b9-a084-0e8a17be3d8e req-f7f6d97f-2188-4787-8232-59a9bdf4e43c tempest-DeleteServersAdminTestJSON-1544636007 tempest-DeleteServersAdminTestJSON-1544636007-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:16.624728 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-800bec70-f999-41b9-a084-0e8a17be3d8e req-f7f6d97f-2188-4787-8232-59a9bdf4e43c tempest-DeleteServersAdminTestJSON-1544636007 tempest-DeleteServersAdminTestJSON-1544636007-project-admin] 10.222.0.36 "DELETE /v2.0/ports/063d508b-1191-4d49-8029-8ea16b15ceb6 HTTP/1.1" status: 204 len: 173 time: 2.3394518 Nov 23 17:18:16.629909 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 47840) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:18:16.631280 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a34b097-eadb-4c5f-9d37-cb0d99a22096', 'name': 'network-vif-deleted', 'tag': '063d508b-1191-4d49-8029-8ea16b15ceb6'}] {{(pid=103591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:18:16.634010 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41d174a19ece9499ff9ec44e5b3fc50f2abd3ffbc947fb7e52ea1e8db27b95b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-267d2645-b2f6-43d2-ad46-b694933dbebe" -d '{"events": [{"server_uuid": "2a34b097-eadb-4c5f-9d37-cb0d99a22096", "name": "network-vif-deleted", "tag": "063d508b-1191-4d49-8029-8ea16b15ceb6"}]}' {{(pid=103591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:18:16.637272 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4ec44b8b-ec26-4285-a4ba-74188f65cc25 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:16.762083 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-330719e3-cd99-4a2e-a21c-12ad6a20d4b6 req-9c5af929-5d27-44e1-ae70-308b99bd76b5 tempest-LiveMigrationNegativeTest-1173478322 tempest-LiveMigrationNegativeTest-1173478322-project] 10.222.0.60 "GET /v2.0/security-groups?id=b8a6bb40-8d5e-4b99-8259-979b852e81cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876543 Nov 23 17:18:16.767795 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4ec44b8b-ec26-4285-a4ba-74188f65cc25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:16.895361 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device d9c5781a-4c43-41b5-a2c7-59f06f94ceab up at agent hyperv_n-h1-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:18:16.938562 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f847d5-e6fd-4353-b83e-50fa735a1141 req-0c91134f-ac39-473a-bf71-10b1127ebfd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:18:16.940152 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a3f847d5-e6fd-4353-b83e-50fa735a1141 req-0c91134f-ac39-473a-bf71-10b1127ebfd1 service neutron] 10.222.0.55 "GET /v2.0/networks?id=f1e1dabf-b410-4023-9169-a460a86e7184 HTTP/1.1" status: 200 len: 870 time: 0.4017551 Nov 23 17:18:17.018581 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c0fb708f-92c9-4525-9764-863860021ebc req-7500af3c-f89b-4ea8-a37a-b0830f0700e9 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=cdb83d84-5fcd-412e-be32-1b98182c748e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2506244 Nov 23 17:18:17.036412 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a3f847d5-e6fd-4353-b83e-50fa735a1141 req-6a046452-c695-4896-ab23-7520dee495f7 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.161&port_id=bc0acd25-238e-4f36-9bd6-de0e9a940cd3 HTTP/1.1" status: 200 len: 217 time: 0.0765643 Nov 23 17:18:17.084325 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698f2162-8182-4bb6-a9ba-1b7cffba3588 req-68222ebd-411b-4613-8bed-2440c95dc524 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:18:17.085035 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ec44b8b-ec26-4285-a4ba-74188f65cc25 admin admin] Network 0c76c800-0ec9-4ce9-9b5f-ee5afe9490b0 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:18:17.086827 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-698f2162-8182-4bb6-a9ba-1b7cffba3588 req-68222ebd-411b-4613-8bed-2440c95dc524 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] 10.222.0.60 "GET /v2.0/ports?device_id=15b7563e-dd4f-4e87-9c18-113e02ce5ca0 HTTP/1.1" status: 200 len: 950 time: 0.2250826 Nov 23 17:18:17.098987 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-4ec44b8b-ec26-4285-a4ba-74188f65cc25 admin admin] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:18:17.109312 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ec44b8b-ec26-4285-a4ba-74188f65cc25 admin admin] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:18:17.110036 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4ec44b8b-ec26-4285-a4ba-74188f65cc25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1795539'] for router_interface, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:17.119117 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-52822d53-48f5-4819-8a95-bdc13aea0bf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:17.137124 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6fb11976-8970-49b2-86e7-367005ac8f0d req-7beda2eb-9148-4579-9f41-64c284a7edf8 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=15b7563e-dd4f-4e87-9c18-113e02ce5ca0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4990375 Nov 23 17:18:17.152716 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [req-6fb11976-8970-49b2-86e7-367005ac8f0d req-b6df8ef0-8f19-46e0-a562-d4770bf55189 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=103591) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 17:18:17.171911 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6fb11976-8970-49b2-86e7-367005ac8f0d req-b6df8ef0-8f19-46e0-a562-d4770bf55189 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0335426 Nov 23 17:18:17.208658 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-4101bcc1-647f-49c4-8822-6650f43b4920 None None] For port f27c60b3-194e-4675-b60c-7529f8f1070c, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=f27c60b3-194e-4675-b60c-7529f8f1070c,segment=NetworkSegment(bb3e9feb-2585-4817-a093-fda0dad7f4a6),segment_id=bb3e9feb-2585-4817-a093-fda0dad7f4a6)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:18:17.230599 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec44b8b-ec26-4285-a4ba-74188f65cc25 admin admin] Pushing event updated for resources: {'Port': ['ID=01f35cac-d1bf-4621-b8ca-b7edfcba8906,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:18:17.273167 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-4101bcc1-647f-49c4-8822-6650f43b4920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:17.305133 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:17.428265 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-698f2162-8182-4bb6-a9ba-1b7cffba3588 req-873e5067-7c3b-45f7-ae0b-fbff11043eba tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] 10.222.0.60 "GET /v2.0/security-groups?id=70227657-be62-432a-a8fd-5a85231fc7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3250470 Nov 23 17:18:17.442454 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-893da095-168f-4e40-9ba8-4a517b06d683 req-75259655-7366-4946-ab05-39ba555b2631 tempest-ServersWithSpecificFlavorTestJSON-2137215613 tempest-ServersWithSpecificFlavorTestJSON-2137215613-project] Made reservation on behalf of 127802e79ad24bebb19163263129e33c for: {'port': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:18:17.455831 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-893da095-168f-4e40-9ba8-4a517b06d683 req-75259655-7366-4946-ab05-39ba555b2631 tempest-ServersWithSpecificFlavorTestJSON-2137215613 tempest-ServersWithSpecificFlavorTestJSON-2137215613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:17.492418 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-7770a08c-d381-43a6-9ead-5aa76620624c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bf1e14e-01bb-49cb-acf1-d91905d80a86', 'name': 'tempest-AttachSCSIVolumeTestJSON-980319165-router', 'tenant_id': '808c70784bbb425d87fe103503f75985', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.132'}], 'enable_snat': True}, 'gw_port_id': '7cbba578-c1a6-4399-9eeb-fd093189798e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:17:58Z', 'updated_at': '2021-11-23T17:18:05Z', 'revision_number': 4, 'project_id': '808c70784bbb425d87fe103503f75985', 'gw_port': {'id': '7cbba578-c1a6-4399-9eeb-fd093189798e', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:e5:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bf1e14e-01bb-49cb-acf1-d91905d80a86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 167, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:17:59Z', 'updated_at': '2021-11-23T17:18:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_interfaces': [{'id': 'f27c60b3-194e-4675-b60c-7529f8f1070c', 'name': '', 'network_id': '01972287-90c5-4608-9ed2-b49b8746f3c2', 'tenant_id': '808c70784bbb425d87fe103503f75985', 'mac_address': 'fa:16:3e:f1:9d:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bf1e14e-01bb-49cb-acf1-d91905d80a86', 'device_owner': 'network:router_interface', 'standard_attr_id': 169, 'fixed_ips': [{'subnet_id': 'e33c876c-5e91-452d-838f-ee0f4d33d887', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:18:04Z', 'updated_at': '2021-11-23T17:18:14Z', 'revision_number': 4, 'project_id': '808c70784bbb425d87fe103503f75985', 'subnets': [{'id': 'e33c876c-5e91-452d-838f-ee0f4d33d887', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:18:17.519795 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f847d5-e6fd-4353-b83e-50fa735a1141 req-89e02d39-59c5-4fa8-8fac-b5e5cd91ecff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:18:17.524899 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a3f847d5-e6fd-4353-b83e-50fa735a1141 req-89e02d39-59c5-4fa8-8fac-b5e5cd91ecff service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ac77c175-5679-438b-8a2a-356718377641 HTTP/1.1" status: 200 len: 843 time: 0.4729383 Nov 23 17:18:17.535582 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-862d7d00-d1bf-41a2-85dc-4435620ae8b7 req-853e47e3-da61-43b4-983f-c87b4348f752 tempest-ServersWithSpecificFlavorTestJSON-2137215613 tempest-ServersWithSpecificFlavorTestJSON-2137215613-project] 10.222.0.60 "GET /v2.0/ports?device_id=edecfbb4-ef5b-488c-8aa0-e74557b4cade HTTP/1.1" status: 200 len: 210 time: 0.1249747 Nov 23 17:18:17.589586 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fb708f-92c9-4525-9764-863860021ebc req-3289b3c3-c719-4e37-a520-17362196a2be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:18:17.592945 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c0fb708f-92c9-4525-9764-863860021ebc req-3289b3c3-c719-4e37-a520-17362196a2be service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=aec3884937b64fefb54ffd8c3d769649&device_id=cdb83d84-5fcd-412e-be32-1b98182c748e HTTP/1.1" status: 200 len: 1122 time: 0.4111423 Nov 23 17:18:17.617191 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f847d5-e6fd-4353-b83e-50fa735a1141 req-3deac088-9c5c-46ac-a390-dcb51267aabe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:18:17.619094 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a3f847d5-e6fd-4353-b83e-50fa735a1141 req-3deac088-9c5c-46ac-a390-dcb51267aabe service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f1e1dabf-b410-4023-9169-a460a86e7184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0816674 Nov 23 17:18:17.751477 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Provisioning for port d9c5781a-4c43-41b5-a2c7-59f06f94ceab completed by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 17:18:17.769476 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] For port b51d159b-f909-4de5-9875-afdcf61855de, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=b51d159b-f909-4de5-9875-afdcf61855de,segment=NetworkSegment(1bdf77a0-16aa-445a-a586-518ee3ff7f5b),segment_id=1bdf77a0-16aa-445a-a586-518ee3ff7f5b)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:18:17.798318 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7770a08c-d381-43a6-9ead-5aa76620624c None None] The sync data for ids ['2bf1e14e-01bb-49cb-acf1-d91905d80a86'] in n-d-816206-8 is: [{'id': '2bf1e14e-01bb-49cb-acf1-d91905d80a86', 'name': 'tempest-AttachSCSIVolumeTestJSON-980319165-router', 'tenant_id': '808c70784bbb425d87fe103503f75985', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.132'}], 'enable_snat': True}, 'gw_port_id': '7cbba578-c1a6-4399-9eeb-fd093189798e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:17:58Z', 'updated_at': '2021-11-23T17:18:05Z', 'revision_number': 4, 'project_id': '808c70784bbb425d87fe103503f75985', 'gw_port': {'id': '7cbba578-c1a6-4399-9eeb-fd093189798e', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:e5:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bf1e14e-01bb-49cb-acf1-d91905d80a86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 167, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:17:59Z', 'updated_at': '2021-11-23T17:18:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_interfaces': [{'id': 'f27c60b3-194e-4675-b60c-7529f8f1070c', 'name': '', 'network_id': '01972287-90c5-4608-9ed2-b49b8746f3c2', 'tenant_id': '808c70784bbb425d87fe103503f75985', 'mac_address': 'fa:16:3e:f1:9d:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bf1e14e-01bb-49cb-acf1-d91905d80a86', 'device_owner': 'network:router_interface', 'standard_attr_id': 169, 'fixed_ips': [{'subnet_id': 'e33c876c-5e91-452d-838f-ee0f4d33d887', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:18:04Z', 'updated_at': '2021-11-23T17:18:14Z', 'revision_number': 4, 'project_id': '808c70784bbb425d87fe103503f75985', 'subnets': [{'id': 'e33c876c-5e91-452d-838f-ee0f4d33d887', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:18:17.802867 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:18:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-909691c6-6f36-451b-9d48-113579f83a54 x-openstack-request-id: req-909691c6-6f36-451b-9d48-113579f83a54 {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:18:17.805321 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a34b097-eadb-4c5f-9d37-cb0d99a22096", "name": "network-vif-deleted", "tag": "063d508b-1191-4d49-8029-8ea16b15ceb6", "status": "completed", "code": 200}]} {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:18:17.805598 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-909691c6-6f36-451b-9d48-113579f83a54 {{(pid=103591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:18:17.807174 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4101bcc1-647f-49c4-8822-6650f43b4920 None None] Pushing event updated for resources: {'Port': ['ID=f27c60b3-194e-4675-b60c-7529f8f1070c,revision_number=5']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:18:17.807456 n-d-816206-8 neutron-server[103591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a34b097-eadb-4c5f-9d37-cb0d99a22096', 'name': 'network-vif-deleted', 'tag': '063d508b-1191-4d49-8029-8ea16b15ceb6', 'status': 'completed', 'code': 200} Nov 23 17:18:17.834509 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Provisioning complete for port d9c5781a-4c43-41b5-a2c7-59f06f94ceab triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:18:17.834875 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:17.842882 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-028e3e7a-59c5-420a-9c41-2221cd68ff12 None None] Provisioning complete for port b51d159b-f909-4de5-9875-afdcf61855de triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:18:17.843365 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-028e3e7a-59c5-420a-9c41-2221cd68ff12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:17.845167 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:17.982660 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a3f847d5-e6fd-4353-b83e-50fa735a1141 req-c4ba59e5-fa5f-4de4-acbb-a1312b7d7745 service neutron] 10.222.0.55 "GET /v2.0/networks/f1e1dabf-b410-4023-9169-a460a86e7184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3486788 Nov 23 17:18:18.108662 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8ef8a797-2ca6-461d-a23f-683812da8d8e req-6a21defd-c50b-4a6f-bcd4-06ec6b022880 tempest-DeleteServersAdminTestJSON-479341732 tempest-DeleteServersAdminTestJSON-479341732-project] 10.222.0.60 "GET /v2.0/ports?device_id=2a34b097-eadb-4c5f-9d37-cb0d99a22096 HTTP/1.1" status: 200 len: 210 time: 0.1193645 Nov 23 17:18:18.195537 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [req-893da095-168f-4e40-9ba8-4a517b06d683 req-75259655-7366-4946-ab05-39ba555b2631 tempest-ServersWithSpecificFlavorTestJSON-2137215613 tempest-ServersWithSpecificFlavorTestJSON-2137215613-project] Allocated IP 172.20.0.6 (b2e9d6b9-526b-40df-9e11-a4db0d344564/5c9382a7-073c-41ea-9a34-cd958311fb6b/0986a17e-e244-4547-85b9-4392eaa9db3d) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:18:18.318154 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4ec44b8b-ec26-4285-a4ba-74188f65cc25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:18.332989 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device 063d508b-1191-4d49-8029-8ea16b15ceb6 no longer exists at agent hyperv_n-h2-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:18:18.413456 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device f27c60b3-194e-4675-b60c-7529f8f1070c up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:18:18.457295 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9a27ae6c-db98-474f-94c1-cc99bf842d79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:18.470764 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fb708f-92c9-4525-9764-863860021ebc req-b561d4a0-27c7-4f33-81e1-9a29fbe6d944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:18:18.473123 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c0fb708f-92c9-4525-9764-863860021ebc req-b561d4a0-27c7-4f33-81e1-9a29fbe6d944 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f1e1dabf-b410-4023-9169-a460a86e7184 HTTP/1.1" status: 200 len: 870 time: 0.8105712 Nov 23 17:18:18.518373 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] No Port match for: 063d508b-1191-4d49-8029-8ea16b15ceb6 {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:18:18.518801 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device 063d508b-1191-4d49-8029-8ea16b15ceb6 not bound to the agent host n-h2-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:18:18.556980 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c0fb708f-92c9-4525-9764-863860021ebc req-707f8178-8e57-489e-83fe-4affed8446b3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.51&port_id=9d82ef63-959f-4755-b4da-27092011fb3d HTTP/1.1" status: 200 len: 217 time: 0.0693567 Nov 23 17:18:18.568844 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:18.570935 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Pushing event updated for resources: {'Port': ['ID=b51d159b-f909-4de5-9875-afdcf61855de,revision_number=3']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:18:18.589616 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-893da095-168f-4e40-9ba8-4a517b06d683 req-75259655-7366-4946-ab05-39ba555b2631 tempest-ServersWithSpecificFlavorTestJSON-2137215613 tempest-ServersWithSpecificFlavorTestJSON-2137215613-project] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:18.601237 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54454df6-a501-4fd9-9a1f-3fb106b78cc1 req-5442e1ed-492b-46ec-834c-0a19969be6bc tempest-LiveMigrationNegativeTest-1173478322 tempest-LiveMigrationNegativeTest-1173478322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:18:18.603934 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-54454df6-a501-4fd9-9a1f-3fb106b78cc1 req-5442e1ed-492b-46ec-834c-0a19969be6bc tempest-LiveMigrationNegativeTest-1173478322 tempest-LiveMigrationNegativeTest-1173478322-project] 10.222.0.60 "GET /v2.0/ports?device_id=8b0eebc1-7d4f-4dc4-a375-18bab242c6b7 HTTP/1.1" status: 200 len: 947 time: 0.2584596 Nov 23 17:18:18.649831 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a3f847d5-e6fd-4353-b83e-50fa735a1141 req-04870d46-3d3f-4c8c-a67c-cb14b2a4eb84 service neutron] 10.222.0.55 "GET /v2.0/networks/f1e1dabf-b410-4023-9169-a460a86e7184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6335664 Nov 23 17:18:18.717612 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-893da095-168f-4e40-9ba8-4a517b06d683 req-75259655-7366-4946-ab05-39ba555b2631 tempest-ServersWithSpecificFlavorTestJSON-2137215613 tempest-ServersWithSpecificFlavorTestJSON-2137215613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:18.730699 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:18.769354 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-54454df6-a501-4fd9-9a1f-3fb106b78cc1 req-dad76855-8ec4-408f-b924-bd004a650b1c tempest-LiveMigrationNegativeTest-1173478322 tempest-LiveMigrationNegativeTest-1173478322-project] 10.222.0.60 "GET /v2.0/security-groups?id=b8a6bb40-8d5e-4b99-8259-979b852e81cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350057 Nov 23 17:18:18.771968 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-893da095-168f-4e40-9ba8-4a517b06d683 req-75259655-7366-4946-ab05-39ba555b2631 tempest-ServersWithSpecificFlavorTestJSON-2137215613 tempest-ServersWithSpecificFlavorTestJSON-2137215613-project] Network b2e9d6b9-526b-40df-9e11-a4db0d344564 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:18:18.786561 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [req-893da095-168f-4e40-9ba8-4a517b06d683 req-75259655-7366-4946-ab05-39ba555b2631 tempest-ServersWithSpecificFlavorTestJSON-2137215613 tempest-ServersWithSpecificFlavorTestJSON-2137215613-project] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:18:18.793409 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [req-893da095-168f-4e40-9ba8-4a517b06d683 req-75259655-7366-4946-ab05-39ba555b2631 tempest-ServersWithSpecificFlavorTestJSON-2137215613 tempest-ServersWithSpecificFlavorTestJSON-2137215613-project] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:18:18.808099 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893da095-168f-4e40-9ba8-4a517b06d683 req-75259655-7366-4946-ab05-39ba555b2631 tempest-ServersWithSpecificFlavorTestJSON-2137215613 tempest-ServersWithSpecificFlavorTestJSON-2137215613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:18:18.811905 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-893da095-168f-4e40-9ba8-4a517b06d683 req-75259655-7366-4946-ab05-39ba555b2631 tempest-ServersWithSpecificFlavorTestJSON-2137215613 tempest-ServersWithSpecificFlavorTestJSON-2137215613-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:18.901936 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fb708f-92c9-4525-9764-863860021ebc req-9aeb921c-e5aa-408f-a82f-4026c5617f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:18:18.904547 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c0fb708f-92c9-4525-9764-863860021ebc req-9aeb921c-e5aa-408f-a82f-4026c5617f0c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ac77c175-5679-438b-8a2a-356718377641 HTTP/1.1" status: 200 len: 843 time: 0.3334031 Nov 23 17:18:18.932291 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-028e3e7a-59c5-420a-9c41-2221cd68ff12 None None] Provisioning complete for port f27c60b3-194e-4675-b60c-7529f8f1070c triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:18:18.932829 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-028e3e7a-59c5-420a-9c41-2221cd68ff12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:19.011877 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4ec44b8b-ec26-4285-a4ba-74188f65cc25 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:19.029685 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port f27c60b3-194e-4675-b60c-7529f8f1070c triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:18:19.030145 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:19.037722 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fd7675-2c01-483d-b807-4bc59208d34e req-7d4b7d58-704a-4c40-b054-6b1991b587fb tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:18:19.039257 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f7fd7675-2c01-483d-b807-4bc59208d34e req-7d4b7d58-704a-4c40-b054-6b1991b587fb tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] 10.222.0.60 "GET /v2.0/ports?device_id=15b7563e-dd4f-4e87-9c18-113e02ce5ca0 HTTP/1.1" status: 200 len: 950 time: 0.2945993 Nov 23 17:18:19.058064 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4ec44b8b-ec26-4285-a4ba-74188f65cc25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:19.062422 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4ec44b8b-ec26-4285-a4ba-74188f65cc25 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2068703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1794403'] for router_interface, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:19.074985 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-893da095-168f-4e40-9ba8-4a517b06d683 req-75259655-7366-4946-ab05-39ba555b2631 tempest-ServersWithSpecificFlavorTestJSON-2137215613 tempest-ServersWithSpecificFlavorTestJSON-2137215613-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6117404 Nov 23 17:18:19.077402 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fb708f-92c9-4525-9764-863860021ebc req-da02fdab-08e2-41d6-9d07-ffcba8acb58f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:18:19.078895 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c0fb708f-92c9-4525-9764-863860021ebc req-da02fdab-08e2-41d6-9d07-ffcba8acb58f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f1e1dabf-b410-4023-9169-a460a86e7184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1635792 Nov 23 17:18:19.091683 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09be69f6-cceb-409c-9299-b63c156b0464 req-677db670-f654-4e3a-bcb7-fc47c07b698f tempest-ServersWithSpecificFlavorTestJSON-2137215613 tempest-ServersWithSpecificFlavorTestJSON-2137215613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:18:19.099936 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-09be69f6-cceb-409c-9299-b63c156b0464 req-677db670-f654-4e3a-bcb7-fc47c07b698f tempest-ServersWithSpecificFlavorTestJSON-2137215613 tempest-ServersWithSpecificFlavorTestJSON-2137215613-project] 10.222.0.60 "GET /v2.0/ports?device_id=edecfbb4-ef5b-488c-8aa0-e74557b4cade HTTP/1.1" status: 200 len: 931 time: 0.1856079 Nov 23 17:18:19.114754 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port d9c5781a-4c43-41b5-a2c7-59f06f94ceab, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=d9c5781a-4c43-41b5-a2c7-59f06f94ceab,segment=NetworkSegment(329c1745-02bf-4561-9615-3192910887f5),segment_id=329c1745-02bf-4561-9615-3192910887f5)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:18:19.118160 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [req-893da095-168f-4e40-9ba8-4a517b06d683 req-15f88f9c-e478-4da1-b5c2-18c1b9c3590f service neutron] Request body: {'port': {'device_id': 'edecfbb4-ef5b-488c-8aa0-e74557b4cade', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-8'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:18:19.129981 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b0eebc1-7d4f-4dc4-a375-18bab242c6b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9c5781a-4c43-41b5-a2c7-59f06f94ceab'}] {{(pid=103592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:18:19.132869 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba3e6a8f2301c7a29fe1eca9779abdae4ccbcd6266d69778087f2498d5551201" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd6efc19-8da5-4250-a37c-8ff042ab2651" -d '{"events": [{"server_uuid": "8b0eebc1-7d4f-4dc4-a375-18bab242c6b7", "name": "network-vif-plugged", "status": "completed", "tag": "d9c5781a-4c43-41b5-a2c7-59f06f94ceab"}]}' {{(pid=103592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:18:19.143337 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:19.179366 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f7fd7675-2c01-483d-b807-4bc59208d34e req-4db2702e-c27c-4fa8-996a-e1f9c4b433c6 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] 10.222.0.60 "GET /v2.0/security-groups?id=70227657-be62-432a-a8fd-5a85231fc7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319137 Nov 23 17:18:19.263950 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-09be69f6-cceb-409c-9299-b63c156b0464 req-1314cc49-546e-4c72-a00a-a3e2491a48f1 tempest-ServersWithSpecificFlavorTestJSON-2137215613 tempest-ServersWithSpecificFlavorTestJSON-2137215613-project] 10.222.0.60 "GET /v2.0/security-groups?id=c1fd7bbb-ef62-457d-a84a-b42d813769d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1579082 Nov 23 17:18:19.290048 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75259655-7366-4946-ab05-39ba555b2631 tempest-ServersWithSpecificFlavorTestJSON-2137215613 tempest-ServersWithSpecificFlavorTestJSON-2137215613-project] Pushing event updated for resources: {'Port': ['ID=0986a17e-e244-4547-85b9-4392eaa9db3d,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:18:19.301385 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c0fb708f-92c9-4525-9764-863860021ebc req-3734b415-a671-4297-bc35-cde8c8103f05 service neutron] 10.222.0.36 "GET /v2.0/networks/f1e1dabf-b410-4023-9169-a460a86e7184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1929541 Nov 23 17:18:19.405714 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Pushing event updated for resources: {'Port': ['ID=d9c5781a-4c43-41b5-a2c7-59f06f94ceab,revision_number=5']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:18:19.433284 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:18:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce796ffe-b485-43e2-8e6f-1939410146f0 x-openstack-request-id: req-ce796ffe-b485-43e2-8e6f-1939410146f0 {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:18:19.433452 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b0eebc1-7d4f-4dc4-a375-18bab242c6b7", "name": "network-vif-plugged", "status": "completed", "tag": "d9c5781a-4c43-41b5-a2c7-59f06f94ceab", "code": 200}]} {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:18:19.433668 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ce796ffe-b485-43e2-8e6f-1939410146f0 {{(pid=103592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:18:19.434070 n-d-816206-8 neutron-server[103592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b0eebc1-7d4f-4dc4-a375-18bab242c6b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9c5781a-4c43-41b5-a2c7-59f06f94ceab', 'code': 200} Nov 23 17:18:19.453113 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-893da095-168f-4e40-9ba8-4a517b06d683 req-15f88f9c-e478-4da1-b5c2-18c1b9c3590f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:19.473748 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-6ba03ac2-c3ef-44b8-b454-e3d57558f63f None None] Provisioning complete for port b51d159b-f909-4de5-9875-afdcf61855de triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:18:19.474079 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-6ba03ac2-c3ef-44b8-b454-e3d57558f63f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:19.477153 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 3a00498a-1350-433e-91d0-95e2132507e1 up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:18:19.502395 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c0fb708f-92c9-4525-9764-863860021ebc req-2b73492e-e82f-4877-82b5-1779093d470f service neutron] 10.222.0.36 "GET /v2.0/networks/f1e1dabf-b410-4023-9169-a460a86e7184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1848290 Nov 23 17:18:19.556393 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec44b8b-ec26-4285-a4ba-74188f65cc25 admin admin] Pushing event updated for resources: {'Port': ['ID=01f35cac-d1bf-4621-b8ca-b7edfcba8906,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:18:19.643994 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ec44b8b-ec26-4285-a4ba-74188f65cc25 admin admin] Network 0c76c800-0ec9-4ce9-9b5f-ee5afe9490b0 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:18:19.657073 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-4ec44b8b-ec26-4285-a4ba-74188f65cc25 admin admin] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:18:19.712739 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port 3a00498a-1350-433e-91d0-95e2132507e1 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:18:19.713125 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:19.758443 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b4df78f7-a864-4e1c-8497-9b6fe68e529d req-16feaab0-dcb2-4a0b-a36d-396511885caa tempest-DeleteServersAdminTestJSON-479341732 tempest-DeleteServersAdminTestJSON-479341732-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=35207b2f5d3a4ae9a5c3f0e2f5d28e34&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0758197 Nov 23 17:18:19.770699 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b303775-6d79-48fd-b9df-893decc45364 req-5a81788d-df9a-43f7-bbdf-e9bfe14f2c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:18:19.772900 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7b303775-6d79-48fd-b9df-893decc45364 req-5a81788d-df9a-43f7-bbdf-e9bfe14f2c2d service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=8b0eebc1-7d4f-4dc4-a375-18bab242c6b7 HTTP/1.1" status: 200 len: 1099 time: 0.1851103 Nov 23 17:18:19.836511 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-6ba03ac2-c3ef-44b8-b454-e3d57558f63f None None] Provisioning complete for port 0986a17e-e244-4547-85b9-4392eaa9db3d triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:18:19.837245 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-6ba03ac2-c3ef-44b8-b454-e3d57558f63f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:19.963582 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-6ba03ac2-c3ef-44b8-b454-e3d57558f63f None None] Port 0986a17e-e244-4547-85b9-4392eaa9db3d cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:18:19.972163 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:19.999205 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ec44b8b-ec26-4285-a4ba-74188f65cc25 admin admin] Router 77eccac5-d71e-4eb6-8182-0a45ba02f1e6 has already been hosted by L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 {{(pid=103590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 17:18:20.025959 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] For port 3a00498a-1350-433e-91d0-95e2132507e1, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=3a00498a-1350-433e-91d0-95e2132507e1,segment=NetworkSegment(bffd1e4f-e80f-4ff0-b418-2f42ae15febf),segment_id=bffd1e4f-e80f-4ff0-b418-2f42ae15febf)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:18:20.027107 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-6ba03ac2-c3ef-44b8-b454-e3d57558f63f None None] Provisioning complete for port 01f35cac-d1bf-4621-b8ca-b7edfcba8906 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:18:20.027884 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-6ba03ac2-c3ef-44b8-b454-e3d57558f63f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:20.032894 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:20.053350 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4df78f7-a864-4e1c-8497-9b6fe68e529d req-4706bfc2-4768-4bf8-ac42-a3a608598e95 tempest-DeleteServersAdminTestJSON-479341732 tempest-DeleteServersAdminTestJSON-479341732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:18:20.055901 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b4df78f7-a864-4e1c-8497-9b6fe68e529d req-4706bfc2-4768-4bf8-ac42-a3a608598e95 tempest-DeleteServersAdminTestJSON-479341732 tempest-DeleteServersAdminTestJSON-479341732-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2823312 Nov 23 17:18:20.092459 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7b303775-6d79-48fd-b9df-893decc45364 req-8aab2bb7-f06a-4c0a-bf3b-5c7c0b7283df service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=b8a6bb40-8d5e-4b99-8259-979b852e81cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589918 Nov 23 17:18:20.093781 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b4df78f7-a864-4e1c-8497-9b6fe68e529d req-ec81f4fe-39f6-42cf-b76b-26d32025323d tempest-DeleteServersAdminTestJSON-479341732 tempest-DeleteServersAdminTestJSON-479341732-project] 10.222.0.60 "GET /v2.0/quotas/35207b2f5d3a4ae9a5c3f0e2f5d28e34 HTTP/1.1" status: 200 len: 375 time: 0.0304186 Nov 23 17:18:20.134126 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-6ba03ac2-c3ef-44b8-b454-e3d57558f63f None None] Port 01f35cac-d1bf-4621-b8ca-b7edfcba8906 cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:18:20.160625 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b4df78f7-a864-4e1c-8497-9b6fe68e529d req-2fea6238-9cfd-4b52-9b72-dccb2ec79a4e tempest-DeleteServersAdminTestJSON-479341732 tempest-DeleteServersAdminTestJSON-479341732-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=35207b2f5d3a4ae9a5c3f0e2f5d28e34&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0573249 Nov 23 17:18:20.180035 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Pushing event updated for resources: {'Port': ['ID=3a00498a-1350-433e-91d0-95e2132507e1,revision_number=4']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:18:20.210758 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device b51d159b-f909-4de5-9875-afdcf61855de up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:18:20.300456 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e657c630-843b-4244-8dc3-0a09d0f4d8f7 req-dcb6c461-d0f5-4c9e-ac8f-c9b65c19bcb5 tempest-LiveMigrationNegativeTest-1173478322 tempest-LiveMigrationNegativeTest-1173478322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:18:20.302277 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e657c630-843b-4244-8dc3-0a09d0f4d8f7 req-dcb6c461-d0f5-4c9e-ac8f-c9b65c19bcb5 tempest-LiveMigrationNegativeTest-1173478322 tempest-LiveMigrationNegativeTest-1173478322-project] 10.222.0.60 "GET /v2.0/ports?device_id=8b0eebc1-7d4f-4dc4-a375-18bab242c6b7 HTTP/1.1" status: 200 len: 948 time: 0.0911973 Nov 23 17:18:20.345264 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-7c1d07a0-6e40-4082-b5f8-5b9cc673b3ee None None] Provisioning complete for port 01f35cac-d1bf-4621-b8ca-b7edfcba8906 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:18:20.345636 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-7c1d07a0-6e40-4082-b5f8-5b9cc673b3ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:20.389384 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port b51d159b-f909-4de5-9875-afdcf61855de triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:18:20.389875 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:20.420295 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e657c630-843b-4244-8dc3-0a09d0f4d8f7 req-e4689370-f602-4101-83e9-576b17aa1c2f tempest-LiveMigrationNegativeTest-1173478322 tempest-LiveMigrationNegativeTest-1173478322-project] 10.222.0.60 "GET /v2.0/security-groups?id=b8a6bb40-8d5e-4b99-8259-979b852e81cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073220 Nov 23 17:18:20.441720 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb11976-8970-49b2-86e7-367005ac8f0d req-1e42e2f9-e9aa-4355-94bb-0fb1fcda6799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:18:20.443280 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-6fb11976-8970-49b2-86e7-367005ac8f0d req-1e42e2f9-e9aa-4355-94bb-0fb1fcda6799 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=98a62786d4654c60b8dab5d2a606f4fe&device_id=15b7563e-dd4f-4e87-9c18-113e02ce5ca0 HTTP/1.1" status: 200 len: 1101 time: 0.4689605 Nov 23 17:18:20.527680 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-7c1d07a0-6e40-4082-b5f8-5b9cc673b3ee None None] Port 01f35cac-d1bf-4621-b8ca-b7edfcba8906 cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:18:20.575193 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5880dfb5-3fc8-45f3-abf6-15aab61ffc4a req-1052ffda-04d3-431d-bebf-68e7897d8edb tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:18:20.576879 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5880dfb5-3fc8-45f3-abf6-15aab61ffc4a req-1052ffda-04d3-431d-bebf-68e7897d8edb tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] 10.222.0.60 "GET /v2.0/ports?device_id=15b7563e-dd4f-4e87-9c18-113e02ce5ca0 HTTP/1.1" status: 200 len: 950 time: 0.1257482 Nov 23 17:18:20.610191 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ec44b8b-ec26-4285-a4ba-74188f65cc25 admin admin] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:18:20.617565 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-4ec44b8b-ec26-4285-a4ba-74188f65cc25 admin admin] 10.222.0.60 "PUT /v2.0/routers/77eccac5-d71e-4eb6-8182-0a45ba02f1e6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7555070 Nov 23 17:18:20.628970 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c09a0ab-768c-473f-a859-70423e63785d req-15bde915-3c58-4d57-b45f-ff08b09bc61d tempest-ServersWithSpecificFlavorTestJSON-2137215613 tempest-ServersWithSpecificFlavorTestJSON-2137215613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:18:20.630758 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9c09a0ab-768c-473f-a859-70423e63785d req-15bde915-3c58-4d57-b45f-ff08b09bc61d tempest-ServersWithSpecificFlavorTestJSON-2137215613 tempest-ServersWithSpecificFlavorTestJSON-2137215613-project] 10.222.0.60 "GET /v2.0/ports?device_id=edecfbb4-ef5b-488c-8aa0-e74557b4cade HTTP/1.1" status: 200 len: 931 time: 0.1117318 Nov 23 17:18:20.664909 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb11976-8970-49b2-86e7-367005ac8f0d req-05d03119-46ef-470b-bcfa-d8071442b2c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:18:20.666357 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-6fb11976-8970-49b2-86e7-367005ac8f0d req-05d03119-46ef-470b-bcfa-d8071442b2c1 service neutron] 10.222.0.55 "GET /v2.0/networks?id=f1e1dabf-b410-4023-9169-a460a86e7184 HTTP/1.1" status: 200 len: 870 time: 0.1908059 Nov 23 17:18:20.670077 n-d-816206-8 neutron-server[103590]: DEBUG neutron.notifiers.nova [req-893da095-168f-4e40-9ba8-4a517b06d683 req-15f88f9c-e478-4da1-b5c2-18c1b9c3590f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0986a17e-e244-4547-85b9-4392eaa9db3d {{(pid=103590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:18:20.677875 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-893da095-168f-4e40-9ba8-4a517b06d683 req-15f88f9c-e478-4da1-b5c2-18c1b9c3590f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:20.693010 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5880dfb5-3fc8-45f3-abf6-15aab61ffc4a req-7970b6b3-88e2-4d3c-8cef-4c3b3fe8876c tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] 10.222.0.60 "GET /v2.0/security-groups?id=70227657-be62-432a-a8fd-5a85231fc7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088448 Nov 23 17:18:20.728126 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-6fb11976-8970-49b2-86e7-367005ac8f0d req-df5711d7-e34d-4520-a2bf-d5bc3da3ed08 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.161&port_id=bc0acd25-238e-4f36-9bd6-de0e9a940cd3 HTTP/1.1" status: 200 len: 217 time: 0.0463569 Nov 23 17:18:20.730999 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [req-893da095-168f-4e40-9ba8-4a517b06d683 req-15f88f9c-e478-4da1-b5c2-18c1b9c3590f service neutron] Transition to ACTIVE for port object 0986a17e-e244-4547-85b9-4392eaa9db3d will not be triggered until provisioned by entity L2. {{(pid=103590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 17:18:20.733739 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9c09a0ab-768c-473f-a859-70423e63785d req-87549d38-4f7a-4c6b-9071-def9c453d757 tempest-ServersWithSpecificFlavorTestJSON-2137215613 tempest-ServersWithSpecificFlavorTestJSON-2137215613-project] 10.222.0.60 "GET /v2.0/security-groups?id=c1fd7bbb-ef62-457d-a84a-b42d813769d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0818424 Nov 23 17:18:20.758431 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-893da095-168f-4e40-9ba8-4a517b06d683 req-15f88f9c-e478-4da1-b5c2-18c1b9c3590f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:20.805511 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b0cd8b56-1f51-43c0-b719-4d5575226e7e req-e919a8dc-6aee-4bc1-a3bf-2cbe9d7858fc tempest-DeleteServersAdminTestJSON-479341732 tempest-DeleteServersAdminTestJSON-479341732-project] 10.222.0.60 "GET /v2.0/ports?device_id=c8047a0a-1c49-4d26-8425-1820d25730d0 HTTP/1.1" status: 200 len: 210 time: 0.0489163 Nov 23 17:18:20.923119 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb11976-8970-49b2-86e7-367005ac8f0d req-99f0ef7f-fa39-49e0-8376-637e7d27fc2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:18:20.932686 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-6fb11976-8970-49b2-86e7-367005ac8f0d req-99f0ef7f-fa39-49e0-8376-637e7d27fc2e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ac77c175-5679-438b-8a2a-356718377641 HTTP/1.1" status: 200 len: 843 time: 0.1799655 Nov 23 17:18:21.009650 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f88f9c-e478-4da1-b5c2-18c1b9c3590f service neutron] Pushing event updated for resources: {'Port': ['ID=0986a17e-e244-4547-85b9-4392eaa9db3d,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:18:21.150400 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [req-893da095-168f-4e40-9ba8-4a517b06d683 req-15f88f9c-e478-4da1-b5c2-18c1b9c3590f service neutron] Attempting to bind port 0986a17e-e244-4547-85b9-4392eaa9db3d on host n-h2-816206-8 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:18:21.150913 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [req-893da095-168f-4e40-9ba8-4a517b06d683 req-15f88f9c-e478-4da1-b5c2-18c1b9c3590f service neutron] Attempting to bind port 0986a17e-e244-4547-85b9-4392eaa9db3d by drivers openvswitch,hyperv on host n-h2-816206-8 at level 0 using segments [{'id': '374abdbe-b9f5-40b9-89ba-022682cac473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'b2e9d6b9-526b-40df-9e11-a4db0d344564'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:18:21.151400 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-893da095-168f-4e40-9ba8-4a517b06d683 req-15f88f9c-e478-4da1-b5c2-18c1b9c3590f service neutron] Attempting to bind port 0986a17e-e244-4547-85b9-4392eaa9db3d on network b2e9d6b9-526b-40df-9e11-a4db0d344564 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:18:21.166425 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb11976-8970-49b2-86e7-367005ac8f0d req-a094befb-546a-4aea-8744-f4b004c3a294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:18:21.170103 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-6fb11976-8970-49b2-86e7-367005ac8f0d req-a094befb-546a-4aea-8744-f4b004c3a294 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f1e1dabf-b410-4023-9169-a460a86e7184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2349286 Nov 23 17:18:21.171312 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-893da095-168f-4e40-9ba8-4a517b06d683 req-15f88f9c-e478-4da1-b5c2-18c1b9c3590f service neutron] Port 0986a17e-e244-4547-85b9-4392eaa9db3d on network b2e9d6b9-526b-40df-9e11-a4db0d344564 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-8 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 17:18:21.173170 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-893da095-168f-4e40-9ba8-4a517b06d683 req-15f88f9c-e478-4da1-b5c2-18c1b9c3590f service neutron] Attempting to bind port 0986a17e-e244-4547-85b9-4392eaa9db3d on network b2e9d6b9-526b-40df-9e11-a4db0d344564 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:18:21.218943 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-893da095-168f-4e40-9ba8-4a517b06d683 req-15f88f9c-e478-4da1-b5c2-18c1b9c3590f service neutron] Checking agent: {'id': 'ab77bf9e-0267-4174-8f1d-822cba89b207', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 15, 13), 'started_at': datetime.datetime(2021, 11, 23, 17, 15, 13), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 18, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:18:21.219677 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-893da095-168f-4e40-9ba8-4a517b06d683 req-15f88f9c-e478-4da1-b5c2-18c1b9c3590f service neutron] Checking segment: {'id': '374abdbe-b9f5-40b9-89ba-022682cac473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'b2e9d6b9-526b-40df-9e11-a4db0d344564'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:18:21.220305 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-893da095-168f-4e40-9ba8-4a517b06d683 req-15f88f9c-e478-4da1-b5c2-18c1b9c3590f service neutron] Bound using segment: {'id': '374abdbe-b9f5-40b9-89ba-022682cac473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'b2e9d6b9-526b-40df-9e11-a4db0d344564'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:18:21.221216 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [req-893da095-168f-4e40-9ba8-4a517b06d683 req-15f88f9c-e478-4da1-b5c2-18c1b9c3590f service neutron] Bound port: 0986a17e-e244-4547-85b9-4392eaa9db3d, host: n-h2-816206-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '374abdbe-b9f5-40b9-89ba-022682cac473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'b2e9d6b9-526b-40df-9e11-a4db0d344564'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:18:21.222459 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-893da095-168f-4e40-9ba8-4a517b06d683 req-15f88f9c-e478-4da1-b5c2-18c1b9c3590f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:21.451963 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6518196b-1fb1-4e29-9338-338ecb32ed93 None None] Sync routers for ids ['77eccac5-d71e-4eb6-8182-0a45ba02f1e6'] in n-d-816206-8 {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:18:21.505830 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6518196b-1fb1-4e29-9338-338ecb32ed93 None None] Routers {'77eccac5-d71e-4eb6-8182-0a45ba02f1e6'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:18:21.508670 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-6518196b-1fb1-4e29-9338-338ecb32ed93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:18:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['77eccac5-d71e-4eb6-8182-0a45ba02f1e6'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:18:21.510147 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [req-893da095-168f-4e40-9ba8-4a517b06d683 req-15f88f9c-e478-4da1-b5c2-18c1b9c3590f service neutron] For port 0986a17e-e244-4547-85b9-4392eaa9db3d, host n-h2-816206-8, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:18:21.520454 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [req-893da095-168f-4e40-9ba8-4a517b06d683 req-15f88f9c-e478-4da1-b5c2-18c1b9c3590f service neutron] For port 0986a17e-e244-4547-85b9-4392eaa9db3d, host n-h2-816206-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=0986a17e-e244-4547-85b9-4392eaa9db3d,segment=NetworkSegment(374abdbe-b9f5-40b9-89ba-022682cac473),segment_id=374abdbe-b9f5-40b9-89ba-022682cac473)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:18:21.527129 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-6fb11976-8970-49b2-86e7-367005ac8f0d req-f6d215ce-3e56-4208-8cd5-4f1f41b21926 service neutron] 10.222.0.55 "GET /v2.0/networks/f1e1dabf-b410-4023-9169-a460a86e7184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3492215 Nov 23 17:18:21.529874 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-893da095-168f-4e40-9ba8-4a517b06d683 req-15f88f9c-e478-4da1-b5c2-18c1b9c3590f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:21.635518 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f88f9c-e478-4da1-b5c2-18c1b9c3590f service neutron] Pushing event updated for resources: {'Port': ['ID=0986a17e-e244-4547-85b9-4392eaa9db3d,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:18:21.786333 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e275f5-571c-4e34-b5ec-006f007dcd4a req-b2271bd8-1adb-46c3-b10f-ceabb6241403 tempest-LiveMigrationNegativeTest-1173478322 tempest-LiveMigrationNegativeTest-1173478322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:18:21.788332 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-30e275f5-571c-4e34-b5ec-006f007dcd4a req-b2271bd8-1adb-46c3-b10f-ceabb6241403 tempest-LiveMigrationNegativeTest-1173478322 tempest-LiveMigrationNegativeTest-1173478322-project] 10.222.0.60 "GET /v2.0/ports?device_id=8b0eebc1-7d4f-4dc4-a375-18bab242c6b7 HTTP/1.1" status: 200 len: 948 time: 0.1697598 Nov 23 17:18:21.809016 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-6fb11976-8970-49b2-86e7-367005ac8f0d req-7866270d-8954-428a-b8ec-6cbf07d0f436 service neutron] 10.222.0.55 "GET /v2.0/networks/f1e1dabf-b410-4023-9169-a460a86e7184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1778393 Nov 23 17:18:21.851210 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893da095-168f-4e40-9ba8-4a517b06d683 req-15f88f9c-e478-4da1-b5c2-18c1b9c3590f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:18:21.852681 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-893da095-168f-4e40-9ba8-4a517b06d683 req-15f88f9c-e478-4da1-b5c2-18c1b9c3590f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:21.854141 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-893da095-168f-4e40-9ba8-4a517b06d683 req-15f88f9c-e478-4da1-b5c2-18c1b9c3590f service neutron] 10.222.0.36 "PUT /v2.0/ports/0986a17e-e244-4547-85b9-4392eaa9db3d HTTP/1.1" status: 200 len: 1091 time: 2.7402339 Nov 23 17:18:21.854639 n-d-816206-8 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edecfbb4-ef5b-488c-8aa0-e74557b4cade', 'tag': '0986a17e-e244-4547-85b9-4392eaa9db3d'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:18:21.866921 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvr_db [None req-6518196b-1fb1-4e29-9338-338ecb32ed93 None None] Set router 77eccac5-d71e-4eb6-8182-0a45ba02f1e6 gateway port host: n-d-816206-8 {{(pid=103592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:18:21.887493 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbabddbc9fc37b068808e119c416c86f5957ca04531a4a0d2e695c515e93483b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a552ce64-67f8-4cab-b9bc-7dfebd8dfeb0" -d '{"events": [{"name": "network-changed", "server_uuid": "edecfbb4-ef5b-488c-8aa0-e74557b4cade", "tag": "0986a17e-e244-4547-85b9-4392eaa9db3d"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:18:22.052505 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-30e275f5-571c-4e34-b5ec-006f007dcd4a req-63d315ff-1b64-416d-b153-7882f979a662 tempest-LiveMigrationNegativeTest-1173478322 tempest-LiveMigrationNegativeTest-1173478322-project] 10.222.0.60 "GET /v2.0/security-groups?id=b8a6bb40-8d5e-4b99-8259-979b852e81cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2405455 Nov 23 17:18:22.161944 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893da095-168f-4e40-9ba8-4a517b06d683 req-a61c4d88-fdc6-4707-b186-15dbd22b58c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:18:22.171003 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-893da095-168f-4e40-9ba8-4a517b06d683 req-a61c4d88-fdc6-4707-b186-15dbd22b58c0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=127802e79ad24bebb19163263129e33c&device_id=edecfbb4-ef5b-488c-8aa0-e74557b4cade HTTP/1.1" status: 200 len: 1094 time: 0.1988196 Nov 23 17:18:22.249974 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 3a00498a-1350-433e-91d0-95e2132507e1 up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:18:22.274015 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e4ef06-017b-4200-a73d-37a39a0522ea req-6816fcce-1f18-4309-98d0-b41d363ee269 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:18:22.286256 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c8e4ef06-017b-4200-a73d-37a39a0522ea req-6816fcce-1f18-4309-98d0-b41d363ee269 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] 10.222.0.60 "GET /v2.0/ports?device_id=15b7563e-dd4f-4e87-9c18-113e02ce5ca0 HTTP/1.1" status: 200 len: 950 time: 0.2055418 Nov 23 17:18:22.296308 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-893da095-168f-4e40-9ba8-4a517b06d683 req-2c8cdee6-a8ed-41f6-877a-9975a47f8e1e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0986a17e-e244-4547-85b9-4392eaa9db3d HTTP/1.1" status: 200 len: 217 time: 0.1123595 Nov 23 17:18:22.427750 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893da095-168f-4e40-9ba8-4a517b06d683 req-4277d4b5-2ac8-444c-8f6e-127b18f850e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:18:22.429118 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-893da095-168f-4e40-9ba8-4a517b06d683 req-4277d4b5-2ac8-444c-8f6e-127b18f850e0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5c9382a7-073c-41ea-9a34-cd958311fb6b HTTP/1.1" status: 200 len: 861 time: 0.1221986 Nov 23 17:18:22.429524 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 48042) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:18:22.477646 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c8e4ef06-017b-4200-a73d-37a39a0522ea req-40a5aac3-e3fe-4440-8826-a8513d3827ae tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] 10.222.0.60 "GET /v2.0/security-groups?id=70227657-be62-432a-a8fd-5a85231fc7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1903729 Nov 23 17:18:22.500625 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893da095-168f-4e40-9ba8-4a517b06d683 req-3b590c1b-5297-424b-b0d3-69cfccec8356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:18:22.502174 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-893da095-168f-4e40-9ba8-4a517b06d683 req-3b590c1b-5297-424b-b0d3-69cfccec8356 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b2e9d6b9-526b-40df-9e11-a4db0d344564&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0585482 Nov 23 17:18:22.563836 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b4df78f7-a864-4e1c-8497-9b6fe68e529d req-bd88345e-a87a-4301-bc00-00f9b9e1fd0e tempest-DeleteServersAdminTestJSON-479341732 tempest-DeleteServersAdminTestJSON-479341732-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=35207b2f5d3a4ae9a5c3f0e2f5d28e34&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1487052 Nov 23 17:18:22.675457 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port 3a00498a-1350-433e-91d0-95e2132507e1 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:18:22.676122 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:22.844290 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4a36253c-ce7e-4828-a71c-450ddeae01fa admin admin] Publish callbacks [] for security_group, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:22.959283 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-893da095-168f-4e40-9ba8-4a517b06d683 req-3b7ac947-6971-43a4-bfed-ea00820f1458 service neutron] 10.222.0.36 "GET /v2.0/networks/b2e9d6b9-526b-40df-9e11-a4db0d344564?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4356058 Nov 23 17:18:23.147208 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-6518196b-1fb1-4e29-9338-338ecb32ed93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77eccac5-d71e-4eb6-8182-0a45ba02f1e6', 'name': 'tempest-AttachSCSIVolumeTestJSON-1246253831-router', 'tenant_id': 'f3b386e009e84130b975d99f94acaa91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.172'}], 'enable_snat': True}, 'gw_port_id': '3a00498a-1350-433e-91d0-95e2132507e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:18:11Z', 'updated_at': '2021-11-23T17:18:17Z', 'revision_number': 4, 'project_id': 'f3b386e009e84130b975d99f94acaa91', 'gw_port': {'id': '3a00498a-1350-433e-91d0-95e2132507e1', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:15:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77eccac5-d71e-4eb6-8182-0a45ba02f1e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 203, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:18:12Z', 'updated_at': '2021-11-23T17:18:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_interfaces': [{'id': '01f35cac-d1bf-4621-b8ca-b7edfcba8906', 'name': '', 'network_id': '0c76c800-0ec9-4ce9-9b5f-ee5afe9490b0', 'tenant_id': 'f3b386e009e84130b975d99f94acaa91', 'mac_address': 'fa:16:3e:e4:a0:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77eccac5-d71e-4eb6-8182-0a45ba02f1e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 209, 'fixed_ips': [{'subnet_id': '02721879-a6de-4a18-8563-f23207d6e76c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:18:15Z', 'updated_at': '2021-11-23T17:18:18Z', 'revision_number': 2, 'project_id': 'f3b386e009e84130b975d99f94acaa91', 'subnets': [{'id': '02721879-a6de-4a18-8563-f23207d6e76c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:18:23.225361 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6518196b-1fb1-4e29-9338-338ecb32ed93 None None] Checking router: 77eccac5-d71e-4eb6-8182-0a45ba02f1e6 for host: n-d-816206-8 {{(pid=103592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 17:18:23.229748 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6518196b-1fb1-4e29-9338-338ecb32ed93 None None] Updating router 77eccac5-d71e-4eb6-8182-0a45ba02f1e6 port 01f35cac-d1bf-4621-b8ca-b7edfcba8906 binding host n-d-816206-8 {{(pid=103592) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 17:18:23.268855 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4a36253c-ce7e-4828-a71c-450ddeae01fa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:23.283100 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-893da095-168f-4e40-9ba8-4a517b06d683 req-2eefc9bb-29c7-4a73-a148-340ffd72fb34 service neutron] 10.222.0.36 "GET /v2.0/networks/b2e9d6b9-526b-40df-9e11-a4db0d344564?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3054905 Nov 23 17:18:23.285500 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4a36253c-ce7e-4828-a71c-450ddeae01fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:23.321728 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28ae675-d4ac-43b5-91b7-415c154ce238 req-0ac86f27-403c-4498-aa67-3a9da63ba2e2 tempest-ServersWithSpecificFlavorTestJSON-2137215613 tempest-ServersWithSpecificFlavorTestJSON-2137215613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:18:23.338594 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a28ae675-d4ac-43b5-91b7-415c154ce238 req-0ac86f27-403c-4498-aa67-3a9da63ba2e2 tempest-ServersWithSpecificFlavorTestJSON-2137215613 tempest-ServersWithSpecificFlavorTestJSON-2137215613-project] 10.222.0.60 "GET /v2.0/ports?device_id=edecfbb4-ef5b-488c-8aa0-e74557b4cade HTTP/1.1" status: 200 len: 943 time: 1.0499249 Nov 23 17:18:23.343239 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 48050) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:18:23.363200 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-6518196b-1fb1-4e29-9338-338ecb32ed93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:23.418904 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a36253c-ce7e-4828-a71c-450ddeae01fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c49aee4e-915e-4703-9d24-9cc91bd2606e,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:18:23.482167 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-4a36253c-ce7e-4828-a71c-450ddeae01fa admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c43dd6c1e985482e8e070da34ff9ba86&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0486968 Nov 23 17:18:23.490099 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7db86a35-0847-475e-a8b5-9098fe54c605 req-f017af13-1a13-4683-8035-a5edcd139447 tempest-DeleteServersAdminTestJSON-479341732 tempest-DeleteServersAdminTestJSON-479341732-project] 10.222.0.60 "GET /v2.0/ports?device_id=c8047a0a-1c49-4d26-8425-1820d25730d0 HTTP/1.1" status: 200 len: 210 time: 0.6301317 Nov 23 17:18:23.491671 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 48054) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:18:23.598459 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-57a46e9a-68c0-42bb-a857-545869c644d2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:23.601736 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a28ae675-d4ac-43b5-91b7-415c154ce238 req-7c8e59e9-6b61-49b8-b221-36ea9fcfab23 tempest-ServersWithSpecificFlavorTestJSON-2137215613 tempest-ServersWithSpecificFlavorTestJSON-2137215613-project] 10.222.0.60 "GET /v2.0/security-groups?id=c1fd7bbb-ef62-457d-a84a-b42d813769d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2618608 Nov 23 17:18:23.638884 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-57a46e9a-68c0-42bb-a857-545869c644d2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:23.651812 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4df78f7-a864-4e1c-8497-9b6fe68e529d req-5e105e84-5794-400e-83dd-7c172776a488 tempest-DeleteServersAdminTestJSON-479341732 tempest-DeleteServersAdminTestJSON-479341732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:18:23.654243 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b4df78f7-a864-4e1c-8497-9b6fe68e529d req-5e105e84-5794-400e-83dd-7c172776a488 tempest-DeleteServersAdminTestJSON-479341732 tempest-DeleteServersAdminTestJSON-479341732-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9958260 Nov 23 17:18:23.694501 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [req-b4df78f7-a864-4e1c-8497-9b6fe68e529d req-7f16a677-2c98-4773-bfd2-308ba617b06e tempest-DeleteServersAdminTestJSON-479341732 tempest-DeleteServersAdminTestJSON-479341732-project] Request body: {'port': {'device_id': 'c8047a0a-1c49-4d26-8425-1820d25730d0', 'network_id': 'f1e1dabf-b410-4023-9169-a460a86e7184', 'admin_state_up': True, 'tenant_id': '35207b2f5d3a4ae9a5c3f0e2f5d28e34'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:18:23.742660 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 17:18:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c0be954-3d81-48b6-a0db-f81b01038dd8 x-openstack-request-id: req-2c0be954-3d81-48b6-a0db-f81b01038dd8 {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:18:23.743100 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "edecfbb4-ef5b-488c-8aa0-e74557b4cade", "tag": "0986a17e-e244-4547-85b9-4392eaa9db3d", "status": "completed", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:18:23.743423 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-2c0be954-3d81-48b6-a0db-f81b01038dd8 {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:18:23.743997 n-d-816206-8 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'edecfbb4-ef5b-488c-8aa0-e74557b4cade', 'tag': '0986a17e-e244-4547-85b9-4392eaa9db3d', 'status': 'completed', 'code': 200} Nov 23 17:18:23.780961 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-57a46e9a-68c0-42bb-a857-545869c644d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:23.783787 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-57a46e9a-68c0-42bb-a857-545869c644d2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:23.785308 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-57a46e9a-68c0-42bb-a857-545869c644d2 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c49aee4e-915e-4703-9d24-9cc91bd2606e HTTP/1.1" status: 204 len: 168 time: 0.2922294 Nov 23 17:18:23.826141 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1662c6ff-22da-438e-b035-0648855272d6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:23.838241 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a46e9a-68c0-42bb-a857-545869c644d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c49aee4e-915e-4703-9d24-9cc91bd2606e,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:18:23.982988 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1662c6ff-22da-438e-b035-0648855272d6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:24.003337 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1662c6ff-22da-438e-b035-0648855272d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:24.040735 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4df78f7-a864-4e1c-8497-9b6fe68e529d req-7f16a677-2c98-4773-bfd2-308ba617b06e tempest-DeleteServersAdminTestJSON-479341732 tempest-DeleteServersAdminTestJSON-479341732-project] Made reservation on behalf of 35207b2f5d3a4ae9a5c3f0e2f5d28e34 for: {'port': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:18:24.040735 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-b4df78f7-a864-4e1c-8497-9b6fe68e529d req-7f16a677-2c98-4773-bfd2-308ba617b06e tempest-DeleteServersAdminTestJSON-479341732 tempest-DeleteServersAdminTestJSON-479341732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:24.114038 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-1662c6ff-22da-438e-b035-0648855272d6 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=211d2c196e02486cb38a83cf12f9b787&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7656729 Nov 23 17:18:24.119255 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 48064) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:18:24.121949 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1662c6ff-22da-438e-b035-0648855272d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d80eb41-8bd6-405f-86d3-227b7942ee92,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:18:24.150572 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a552ce64-67f8-4cab-b9bc-7dfebd8dfeb0 req-29d9aca4-42f5-47e7-a514-18d444d50385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:18:24.152431 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-a552ce64-67f8-4cab-b9bc-7dfebd8dfeb0 req-29d9aca4-42f5-47e7-a514-18d444d50385 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=127802e79ad24bebb19163263129e33c&device_id=edecfbb4-ef5b-488c-8aa0-e74557b4cade HTTP/1.1" status: 200 len: 1094 time: 0.4161749 Nov 23 17:18:24.321195 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-6518196b-1fb1-4e29-9338-338ecb32ed93 None None] Publish callbacks [] for port, precommit_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:24.330358 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-6518196b-1fb1-4e29-9338-338ecb32ed93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:24.374606 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a552ce64-67f8-4cab-b9bc-7dfebd8dfeb0 req-aa2a89ab-e433-41a6-85c1-878985ef8a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:18:24.377557 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-a552ce64-67f8-4cab-b9bc-7dfebd8dfeb0 req-aa2a89ab-e433-41a6-85c1-878985ef8a13 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b2e9d6b9-526b-40df-9e11-a4db0d344564 HTTP/1.1" status: 200 len: 923 time: 0.2121487 Nov 23 17:18:24.498556 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-a552ce64-67f8-4cab-b9bc-7dfebd8dfeb0 req-02753741-a2db-4b5e-ae12-f8f559e229dd service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0986a17e-e244-4547-85b9-4392eaa9db3d HTTP/1.1" status: 200 len: 217 time: 0.1094713 Nov 23 17:18:24.589695 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a552ce64-67f8-4cab-b9bc-7dfebd8dfeb0 req-c6f91817-f3d7-40ba-914b-44de7245c7c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:18:24.593114 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-a552ce64-67f8-4cab-b9bc-7dfebd8dfeb0 req-c6f91817-f3d7-40ba-914b-44de7245c7c2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5c9382a7-073c-41ea-9a34-cd958311fb6b HTTP/1.1" status: 200 len: 861 time: 0.0788698 Nov 23 17:18:24.597935 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8d05da-46fc-44a2-a191-378b888480a2 None None] Pushing event updated for resources: {'Port': ['ID=01f35cac-d1bf-4621-b8ca-b7edfcba8906,revision_number=3']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:18:24.706374 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-6518196b-1fb1-4e29-9338-338ecb32ed93 None None] Attempting to bind port 01f35cac-d1bf-4621-b8ca-b7edfcba8906 on host n-d-816206-8 for vnic_type normal with profile {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:18:24.709915 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-6518196b-1fb1-4e29-9338-338ecb32ed93 None None] Attempting to bind port 01f35cac-d1bf-4621-b8ca-b7edfcba8906 by drivers openvswitch,hyperv on host n-d-816206-8 at level 0 using segments [{'id': '1bdf77a0-16aa-445a-a586-518ee3ff7f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '0c76c800-0ec9-4ce9-9b5f-ee5afe9490b0'}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:18:24.712065 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6518196b-1fb1-4e29-9338-338ecb32ed93 None None] Attempting to bind port 01f35cac-d1bf-4621-b8ca-b7edfcba8906 on network 0c76c800-0ec9-4ce9-9b5f-ee5afe9490b0 {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:18:24.727574 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a552ce64-67f8-4cab-b9bc-7dfebd8dfeb0 req-43d0dd6d-19e8-43ee-ae2d-e0683c9ed20c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:18:24.730903 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-a552ce64-67f8-4cab-b9bc-7dfebd8dfeb0 req-43d0dd6d-19e8-43ee-ae2d-e0683c9ed20c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b2e9d6b9-526b-40df-9e11-a4db0d344564&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1046569 Nov 23 17:18:24.731712 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 48076) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:18:24.739441 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6518196b-1fb1-4e29-9338-338ecb32ed93 None None] Checking agent: {'id': '9e89acbe-4bbe-4c77-a18b-6f1da9133e0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 7, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 18, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:18:24.739747 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6518196b-1fb1-4e29-9338-338ecb32ed93 None None] Checking segment: {'id': '1bdf77a0-16aa-445a-a586-518ee3ff7f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '0c76c800-0ec9-4ce9-9b5f-ee5afe9490b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:18:24.740951 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-6518196b-1fb1-4e29-9338-338ecb32ed93 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:24.744594 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6518196b-1fb1-4e29-9338-338ecb32ed93 None None] Bound using segment: {'id': '1bdf77a0-16aa-445a-a586-518ee3ff7f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '0c76c800-0ec9-4ce9-9b5f-ee5afe9490b0'} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:18:24.749190 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-6518196b-1fb1-4e29-9338-338ecb32ed93 None None] Bound port: 01f35cac-d1bf-4621-b8ca-b7edfcba8906, host: n-d-816206-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1bdf77a0-16aa-445a-a586-518ee3ff7f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '0c76c800-0ec9-4ce9-9b5f-ee5afe9490b0'}}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:18:24.760198 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-6518196b-1fb1-4e29-9338-338ecb32ed93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:24.775711 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2582da0c-c6e6-46a3-8ba4-8924eb2c49b3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:24.844702 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-f4c60386-56c1-4212-afa6-5312429068a9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:24.872547 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.db_base_plugin_common [req-b4df78f7-a864-4e1c-8497-9b6fe68e529d req-7f16a677-2c98-4773-bfd2-308ba617b06e tempest-DeleteServersAdminTestJSON-479341732 tempest-DeleteServersAdminTestJSON-479341732-project] Allocated IP 192.168.233.78 (f1e1dabf-b410-4023-9169-a460a86e7184/ac77c175-5679-438b-8a2a-356718377641/cd8d39af-794f-4925-bf72-a26c8b8f12e4) {{(pid=103591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:18:24.961672 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-a552ce64-67f8-4cab-b9bc-7dfebd8dfeb0 req-6b687de8-3f17-4ef6-bd55-13513890702b service neutron] 10.222.0.36 "GET /v2.0/networks/b2e9d6b9-526b-40df-9e11-a4db0d344564?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2084162 Nov 23 17:18:24.969664 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b518c9-9d9b-443d-b6f9-e176c919c499 req-0caa4947-a641-4e47-a81f-5e62b25eff9f tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:18:24.982456 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e8b518c9-9d9b-443d-b6f9-e176c919c499 req-0caa4947-a641-4e47-a81f-5e62b25eff9f tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] 10.222.0.60 "GET /v2.0/ports?device_id=15b7563e-dd4f-4e87-9c18-113e02ce5ca0 HTTP/1.1" status: 200 len: 950 time: 0.4424434 Nov 23 17:18:24.999469 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-6518196b-1fb1-4e29-9338-338ecb32ed93 None None] For port 01f35cac-d1bf-4621-b8ca-b7edfcba8906, host n-d-816206-8, cleared binding levels {{(pid=103592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:18:25.006143 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-f4c60386-56c1-4212-afa6-5312429068a9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:25.008501 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-6518196b-1fb1-4e29-9338-338ecb32ed93 None None] For port 01f35cac-d1bf-4621-b8ca-b7edfcba8906, host n-d-816206-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=01f35cac-d1bf-4621-b8ca-b7edfcba8906,segment=NetworkSegment(1bdf77a0-16aa-445a-a586-518ee3ff7f5b),segment_id=1bdf77a0-16aa-445a-a586-518ee3ff7f5b)] {{(pid=103592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:18:25.018060 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-6518196b-1fb1-4e29-9338-338ecb32ed93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:25.059832 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-60e6e18e-e664-4b47-a120-778c4694c1a7 None None] Provisioning complete for port 01f35cac-d1bf-4621-b8ca-b7edfcba8906 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:18:25.060329 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-60e6e18e-e664-4b47-a120-778c4694c1a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:25.147148 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8d05da-46fc-44a2-a191-378b888480a2 None None] Pushing event updated for resources: {'Port': ['ID=01f35cac-d1bf-4621-b8ca-b7edfcba8906,revision_number=4']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:18:25.155959 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6518196b-1fb1-4e29-9338-338ecb32ed93 None None] Routers {'77eccac5-d71e-4eb6-8182-0a45ba02f1e6'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:18:25.162625 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-6518196b-1fb1-4e29-9338-338ecb32ed93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:18:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['77eccac5-d71e-4eb6-8182-0a45ba02f1e6'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:18:25.214340 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e8b518c9-9d9b-443d-b6f9-e176c919c499 req-18f66480-620f-4869-813a-dcf022fbc603 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] 10.222.0.60 "GET /v2.0/security-groups?id=70227657-be62-432a-a8fd-5a85231fc7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2222488 Nov 23 17:18:25.291218 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-f4c60386-56c1-4212-afa6-5312429068a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:25.312122 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-f4c60386-56c1-4212-afa6-5312429068a9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:25.313387 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-f4c60386-56c1-4212-afa6-5312429068a9 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/5d80eb41-8bd6-405f-86d3-227b7942ee92 HTTP/1.1" status: 204 len: 168 time: 1.0802855 Nov 23 17:18:25.424686 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-a552ce64-67f8-4cab-b9bc-7dfebd8dfeb0 req-38e16ad9-2dd3-453d-8b25-9a72f973aa83 service neutron] 10.222.0.36 "GET /v2.0/networks/b2e9d6b9-526b-40df-9e11-a4db0d344564?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4428039 Nov 23 17:18:25.482991 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2582da0c-c6e6-46a3-8ba4-8924eb2c49b3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:25.490641 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2582da0c-c6e6-46a3-8ba4-8924eb2c49b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:25.493066 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c60386-56c1-4212-afa6-5312429068a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d80eb41-8bd6-405f-86d3-227b7942ee92,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:18:25.506028 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d3a2bb23-313e-4ec9-b8a3-1717cfb5ca67 req-806efff0-ef4b-4be4-b274-ca6ec9148fb7 tempest-DeleteServersAdminTestJSON-479341732 tempest-DeleteServersAdminTestJSON-479341732-project] 10.222.0.60 "GET /v2.0/ports?device_id=c8047a0a-1c49-4d26-8425-1820d25730d0 HTTP/1.1" status: 200 len: 210 time: 0.1080399 Nov 23 17:18:25.577039 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-60e6e18e-e664-4b47-a120-778c4694c1a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:25.600532 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-2582da0c-c6e6-46a3-8ba4-8924eb2c49b3 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=1ceccb26a2c84eef8058b3a0de97f23c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8671067 Nov 23 17:18:25.602191 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 48084) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:18:25.631802 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2582da0c-c6e6-46a3-8ba4-8924eb2c49b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=530877fc-43ea-4694-ac9d-96da4448b28e,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:18:25.640695 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvr_db [None req-6518196b-1fb1-4e29-9338-338ecb32ed93 None None] Set router 77eccac5-d71e-4eb6-8182-0a45ba02f1e6 gateway port host: n-d-816206-8 {{(pid=103592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:18:25.709204 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3440e1-4cfa-49df-a933-90716aae6dfb req-3981e92d-dce2-4765-9db7-c2dcbd934ca5 tempest-ServersWithSpecificFlavorTestJSON-2137215613 tempest-ServersWithSpecificFlavorTestJSON-2137215613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:18:25.714768 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6f3440e1-4cfa-49df-a933-90716aae6dfb req-3981e92d-dce2-4765-9db7-c2dcbd934ca5 tempest-ServersWithSpecificFlavorTestJSON-2137215613 tempest-ServersWithSpecificFlavorTestJSON-2137215613-project] 10.222.0.60 "GET /v2.0/ports?device_id=edecfbb4-ef5b-488c-8aa0-e74557b4cade HTTP/1.1" status: 200 len: 943 time: 0.3270426 Nov 23 17:18:25.730123 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6f3b3176-bc23-4951-b283-03ae2307fa1a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:25.763561 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-b4df78f7-a864-4e1c-8497-9b6fe68e529d req-7f16a677-2c98-4773-bfd2-308ba617b06e tempest-DeleteServersAdminTestJSON-479341732 tempest-DeleteServersAdminTestJSON-479341732-project] Publish callbacks [] for port, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:25.770428 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6f3b3176-bc23-4951-b283-03ae2307fa1a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:25.868441 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6f3b3176-bc23-4951-b283-03ae2307fa1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:25.871551 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6f3b3176-bc23-4951-b283-03ae2307fa1a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:25.877371 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-6f3b3176-bc23-4951-b283-03ae2307fa1a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/530877fc-43ea-4694-ac9d-96da4448b28e HTTP/1.1" status: 204 len: 168 time: 0.2686837 Nov 23 17:18:25.886191 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3b3176-bc23-4951-b283-03ae2307fa1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=530877fc-43ea-4694-ac9d-96da4448b28e,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:18:25.957348 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device 0986a17e-e244-4547-85b9-4392eaa9db3d details requested by agent hyperv_n-h2-816206-8 with host n-h2-816206-8 {{(pid=103592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 17:18:26.002602 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6f3440e1-4cfa-49df-a933-90716aae6dfb req-5ea520ee-13bf-4cac-9a08-ed60a83f0e62 tempest-ServersWithSpecificFlavorTestJSON-2137215613 tempest-ServersWithSpecificFlavorTestJSON-2137215613-project] 10.222.0.60 "GET /v2.0/security-groups?id=c1fd7bbb-ef62-457d-a84a-b42d813769d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2615314 Nov 23 17:18:26.113939 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 48092) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:18:26.118944 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d81ae9b-54da-4633-996a-9b1f6f919f4b req-8da0c7b1-50bf-4853-90e4-1f5071ea732f tempest-LiveMigrationNegativeTest-1173478322 tempest-LiveMigrationNegativeTest-1173478322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:18:26.123536 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-60e6e18e-e664-4b47-a120-778c4694c1a7 None None] For port 01f35cac-d1bf-4621-b8ca-b7edfcba8906, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=01f35cac-d1bf-4621-b8ca-b7edfcba8906,segment=NetworkSegment(1bdf77a0-16aa-445a-a586-518ee3ff7f5b),segment_id=1bdf77a0-16aa-445a-a586-518ee3ff7f5b)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:18:26.134672 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2d81ae9b-54da-4633-996a-9b1f6f919f4b req-8da0c7b1-50bf-4853-90e4-1f5071ea732f tempest-LiveMigrationNegativeTest-1173478322 tempest-LiveMigrationNegativeTest-1173478322-project] 10.222.0.60 "GET /v2.0/ports?device_id=8b0eebc1-7d4f-4dc4-a375-18bab242c6b7 HTTP/1.1" status: 200 len: 948 time: 0.2847230 Nov 23 17:18:26.149809 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-252d44bb-e7a5-4842-83eb-31c4baaf9086 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:26.172498 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-b4df78f7-a864-4e1c-8497-9b6fe68e529d req-7f16a677-2c98-4773-bfd2-308ba617b06e tempest-DeleteServersAdminTestJSON-479341732 tempest-DeleteServersAdminTestJSON-479341732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980'] for port, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:26.267599 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-60e6e18e-e664-4b47-a120-778c4694c1a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:26.343254 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2d81ae9b-54da-4633-996a-9b1f6f919f4b req-0988afca-44ea-40e4-9826-7295034a60b4 tempest-LiveMigrationNegativeTest-1173478322 tempest-LiveMigrationNegativeTest-1173478322-project] 10.222.0.60 "GET /v2.0/security-groups?id=b8a6bb40-8d5e-4b99-8259-979b852e81cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1872540 Nov 23 17:18:26.385173 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-252d44bb-e7a5-4842-83eb-31c4baaf9086 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:26.393117 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-252d44bb-e7a5-4842-83eb-31c4baaf9086 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:26.427134 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4df78f7-a864-4e1c-8497-9b6fe68e529d req-7f16a677-2c98-4773-bfd2-308ba617b06e tempest-DeleteServersAdminTestJSON-479341732 tempest-DeleteServersAdminTestJSON-479341732-project] Network f1e1dabf-b410-4023-9169-a460a86e7184 is already hosted by enough agents. {{(pid=103591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:18:26.435348 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [req-b4df78f7-a864-4e1c-8497-9b6fe68e529d req-7f16a677-2c98-4773-bfd2-308ba617b06e tempest-DeleteServersAdminTestJSON-479341732 tempest-DeleteServersAdminTestJSON-479341732-project] Resources bound (agent type, host, resource id): {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:18:26.451443 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4df78f7-a864-4e1c-8497-9b6fe68e529d req-7f16a677-2c98-4773-bfd2-308ba617b06e tempest-DeleteServersAdminTestJSON-479341732 tempest-DeleteServersAdminTestJSON-479341732-project] Received port after_create {{(pid=103591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:18:26.469334 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4df78f7-a864-4e1c-8497-9b6fe68e529d req-7f16a677-2c98-4773-bfd2-308ba617b06e tempest-DeleteServersAdminTestJSON-479341732 tempest-DeleteServersAdminTestJSON-479341732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:18:26.472298 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-b4df78f7-a864-4e1c-8497-9b6fe68e529d req-7f16a677-2c98-4773-bfd2-308ba617b06e tempest-DeleteServersAdminTestJSON-479341732 tempest-DeleteServersAdminTestJSON-479341732-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:26.491840 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e6e18e-e664-4b47-a120-778c4694c1a7 None None] Pushing event updated for resources: {'Port': ['ID=01f35cac-d1bf-4621-b8ca-b7edfcba8906,revision_number=5']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:18:26.570891 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252d44bb-e7a5-4842-83eb-31c4baaf9086 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e367a4a8-35fa-4d35-b6d3-1aaaa28a2ebd,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:18:26.576234 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b4df78f7-a864-4e1c-8497-9b6fe68e529d req-7f16a677-2c98-4773-bfd2-308ba617b06e tempest-DeleteServersAdminTestJSON-479341732 tempest-DeleteServersAdminTestJSON-479341732-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.9038160 Nov 23 17:18:26.589599 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-252d44bb-e7a5-4842-83eb-31c4baaf9086 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=dab45f80bac74333a3d56b2a37cb93dc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4729362 Nov 23 17:18:26.592599 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 48108) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:18:26.611085 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-131123c8-8c7d-448d-ae7d-2e2d8c0c8478 None None] Provisioning complete for port 01f35cac-d1bf-4621-b8ca-b7edfcba8906 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:18:26.612243 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-131123c8-8c7d-448d-ae7d-2e2d8c0c8478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:26.615527 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [req-b4df78f7-a864-4e1c-8497-9b6fe68e529d req-2e78bfa3-41a5-4839-a4d8-da25e87dcfa2 service neutron] Request body: {'port': {'device_id': 'c8047a0a-1c49-4d26-8425-1820d25730d0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-8'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:18:26.670632 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f16a677-2c98-4773-bfd2-308ba617b06e tempest-DeleteServersAdminTestJSON-479341732 tempest-DeleteServersAdminTestJSON-479341732-project] Pushing event updated for resources: {'Port': ['ID=cd8d39af-794f-4925-bf72-a26c8b8f12e4,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:18:26.737135 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-fbe57917-4b2e-4add-95c2-a515c484e5ba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:26.785342 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-fbe57917-4b2e-4add-95c2-a515c484e5ba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:26.833710 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcafad8-0c3b-4f92-9651-1bbb9e0348e4 req-41675032-d580-4814-82de-f3e5e9a12021 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:18:26.849892 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-fbe57917-4b2e-4add-95c2-a515c484e5ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:26.853410 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-fbe57917-4b2e-4add-95c2-a515c484e5ba admin admin] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:26.857805 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-fbe57917-4b2e-4add-95c2-a515c484e5ba admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e367a4a8-35fa-4d35-b6d3-1aaaa28a2ebd HTTP/1.1" status: 204 len: 168 time: 0.2632616 Nov 23 17:18:26.867716 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4bcafad8-0c3b-4f92-9651-1bbb9e0348e4 req-41675032-d580-4814-82de-f3e5e9a12021 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] 10.222.0.60 "GET /v2.0/ports?device_id=15b7563e-dd4f-4e87-9c18-113e02ce5ca0 HTTP/1.1" status: 200 len: 950 time: 0.3843265 Nov 23 17:18:26.874565 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe57917-4b2e-4add-95c2-a515c484e5ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e367a4a8-35fa-4d35-b6d3-1aaaa28a2ebd,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:18:26.886189 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port 0986a17e-e244-4547-85b9-4392eaa9db3d, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=0986a17e-e244-4547-85b9-4392eaa9db3d,segment=NetworkSegment(374abdbe-b9f5-40b9-89ba-022682cac473),segment_id=374abdbe-b9f5-40b9-89ba-022682cac473)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:18:26.905631 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Returning: {'device': '0986a17e-e244-4547-85b9-4392eaa9db3d', 'network_id': 'b2e9d6b9-526b-40df-9e11-a4db0d344564', 'port_id': '0986a17e-e244-4547-85b9-4392eaa9db3d', 'mac_address': 'fa:16:3e:1b:61:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 524, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c9382a7-073c-41ea-9a34-cd958311fb6b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 17:18:26.992287 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-b4df78f7-a864-4e1c-8497-9b6fe68e529d req-2e78bfa3-41a5-4839-a4d8-da25e87dcfa2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:27.034488 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:27.095081 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0986a17e-e244-4547-85b9-4392eaa9db3d {{(pid=103592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:18:27.126575 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port 0986a17e-e244-4547-85b9-4392eaa9db3d, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=0986a17e-e244-4547-85b9-4392eaa9db3d,segment=NetworkSegment(374abdbe-b9f5-40b9-89ba-022682cac473),segment_id=374abdbe-b9f5-40b9-89ba-022682cac473)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:18:27.139886 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:27.183722 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-6518196b-1fb1-4e29-9338-338ecb32ed93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77eccac5-d71e-4eb6-8182-0a45ba02f1e6', 'name': 'tempest-AttachSCSIVolumeTestJSON-1246253831-router', 'tenant_id': 'f3b386e009e84130b975d99f94acaa91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.172'}], 'enable_snat': True}, 'gw_port_id': '3a00498a-1350-433e-91d0-95e2132507e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:18:11Z', 'updated_at': '2021-11-23T17:18:17Z', 'revision_number': 4, 'project_id': 'f3b386e009e84130b975d99f94acaa91', 'gw_port': {'id': '3a00498a-1350-433e-91d0-95e2132507e1', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:15:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77eccac5-d71e-4eb6-8182-0a45ba02f1e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 203, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:18:12Z', 'updated_at': '2021-11-23T17:18:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_interfaces': [{'id': '01f35cac-d1bf-4621-b8ca-b7edfcba8906', 'name': '', 'network_id': '0c76c800-0ec9-4ce9-9b5f-ee5afe9490b0', 'tenant_id': 'f3b386e009e84130b975d99f94acaa91', 'mac_address': 'fa:16:3e:e4:a0:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77eccac5-d71e-4eb6-8182-0a45ba02f1e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 209, 'fixed_ips': [{'subnet_id': '02721879-a6de-4a18-8563-f23207d6e76c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:18:15Z', 'updated_at': '2021-11-23T17:18:24Z', 'revision_number': 4, 'project_id': 'f3b386e009e84130b975d99f94acaa91', 'subnets': [{'id': '02721879-a6de-4a18-8563-f23207d6e76c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:18:27.291653 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4bcafad8-0c3b-4f92-9651-1bbb9e0348e4 req-edd28e4a-9090-4789-9253-97c5faf09f3f tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] 10.222.0.60 "GET /v2.0/security-groups?id=70227657-be62-432a-a8fd-5a85231fc7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4094925 Nov 23 17:18:27.301481 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6518196b-1fb1-4e29-9338-338ecb32ed93 None None] The sync data for ids ['77eccac5-d71e-4eb6-8182-0a45ba02f1e6'] in n-d-816206-8 is: [{'id': '77eccac5-d71e-4eb6-8182-0a45ba02f1e6', 'name': 'tempest-AttachSCSIVolumeTestJSON-1246253831-router', 'tenant_id': 'f3b386e009e84130b975d99f94acaa91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.172'}], 'enable_snat': True}, 'gw_port_id': '3a00498a-1350-433e-91d0-95e2132507e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:18:11Z', 'updated_at': '2021-11-23T17:18:17Z', 'revision_number': 4, 'project_id': 'f3b386e009e84130b975d99f94acaa91', 'gw_port': {'id': '3a00498a-1350-433e-91d0-95e2132507e1', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:15:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77eccac5-d71e-4eb6-8182-0a45ba02f1e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 203, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:18:12Z', 'updated_at': '2021-11-23T17:18:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_interfaces': [{'id': '01f35cac-d1bf-4621-b8ca-b7edfcba8906', 'name': '', 'network_id': '0c76c800-0ec9-4ce9-9b5f-ee5afe9490b0', 'tenant_id': 'f3b386e009e84130b975d99f94acaa91', 'mac_address': 'fa:16:3e:e4:a0:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77eccac5-d71e-4eb6-8182-0a45ba02f1e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 209, 'fixed_ips': [{'subnet_id': '02721879-a6de-4a18-8563-f23207d6e76c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:18:15Z', 'updated_at': '2021-11-23T17:18:24Z', 'revision_number': 4, 'project_id': 'f3b386e009e84130b975d99f94acaa91', 'subnets': [{'id': '02721879-a6de-4a18-8563-f23207d6e76c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:18:27.428236 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Pushing event updated for resources: {'Port': ['ID=0986a17e-e244-4547-85b9-4392eaa9db3d,revision_number=4']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:18:27.445256 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] get_ports_and_sgs() called for port_ids ['0986a17e-e244-4547-85b9-4392eaa9db3d'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:18:27.591316 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-af7de169-9d1a-4025-bf65-3585b9fca613 None None] Provisioning complete for port cd8d39af-794f-4925-bf72-a26c8b8f12e4 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:18:27.591565 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-af7de169-9d1a-4025-bf65-3585b9fca613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:27.706036 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-af7de169-9d1a-4025-bf65-3585b9fca613 None None] Port cd8d39af-794f-4925-bf72-a26c8b8f12e4 cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:18:27.733582 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a8d1ae51-6d75-4ed9-a313-762ea95af958 req-87803788-2592-481b-8efe-1d743789cd6a tempest-LiveMigrationNegativeTest-1173478322 tempest-LiveMigrationNegativeTest-1173478322-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=df4ed07f6ae249888b45eb5f7cc8c89a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1312315 Nov 23 17:18:27.949403 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906e28d8-89c3-4c24-b51a-23d9e693abe5 req-ee51d8a5-8e27-475c-bdd9-e83a71c77ee2 tempest-DeleteServersAdminTestJSON-479341732 tempest-DeleteServersAdminTestJSON-479341732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:18:27.957754 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-906e28d8-89c3-4c24-b51a-23d9e693abe5 req-ee51d8a5-8e27-475c-bdd9-e83a71c77ee2 tempest-DeleteServersAdminTestJSON-479341732 tempest-DeleteServersAdminTestJSON-479341732-project] 10.222.0.60 "GET /v2.0/ports?device_id=c8047a0a-1c49-4d26-8425-1820d25730d0 HTTP/1.1" status: 200 len: 935 time: 0.3542392 Nov 23 17:18:28.135792 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-906e28d8-89c3-4c24-b51a-23d9e693abe5 req-f3f3c350-835e-4b07-933c-906db9ada504 tempest-DeleteServersAdminTestJSON-479341732 tempest-DeleteServersAdminTestJSON-479341732-project] 10.222.0.60 "GET /v2.0/security-groups?id=3f80f869-4c49-4c46-9452-e05cfcec9870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766937 Nov 23 17:18:28.316032 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d1ae51-6d75-4ed9-a313-762ea95af958 req-7acd3dc2-e65e-48ac-a312-9c6653d9f62e tempest-LiveMigrationNegativeTest-1173478322 tempest-LiveMigrationNegativeTest-1173478322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:18:28.343209 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 01f35cac-d1bf-4621-b8ca-b7edfcba8906 up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:18:28.347521 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a8d1ae51-6d75-4ed9-a313-762ea95af958 req-7acd3dc2-e65e-48ac-a312-9c6653d9f62e tempest-LiveMigrationNegativeTest-1173478322 tempest-LiveMigrationNegativeTest-1173478322-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6126015 Nov 23 17:18:28.548064 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [req-b4df78f7-a864-4e1c-8497-9b6fe68e529d req-2e78bfa3-41a5-4839-a4d8-da25e87dcfa2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd8d39af-794f-4925-bf72-a26c8b8f12e4 {{(pid=103591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:18:28.560119 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-b4df78f7-a864-4e1c-8497-9b6fe68e529d req-2e78bfa3-41a5-4839-a4d8-da25e87dcfa2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:28.580062 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.provisioning_blocks [req-b4df78f7-a864-4e1c-8497-9b6fe68e529d req-2e78bfa3-41a5-4839-a4d8-da25e87dcfa2 service neutron] Transition to ACTIVE for port object cd8d39af-794f-4925-bf72-a26c8b8f12e4 will not be triggered until provisioned by entity L2. {{(pid=103591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 17:18:28.593823 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port 01f35cac-d1bf-4621-b8ca-b7edfcba8906 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:18:28.594280 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:28.597287 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a8d1ae51-6d75-4ed9-a313-762ea95af958 req-7a96726b-201d-44f5-82af-5ca7bd796df9 tempest-LiveMigrationNegativeTest-1173478322 tempest-LiveMigrationNegativeTest-1173478322-project] 10.222.0.60 "GET /v2.0/quotas/df4ed07f6ae249888b45eb5f7cc8c89a HTTP/1.1" status: 200 len: 375 time: 0.2475545 Nov 23 17:18:28.667239 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-b4df78f7-a864-4e1c-8497-9b6fe68e529d req-2e78bfa3-41a5-4839-a4d8-da25e87dcfa2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:28.935627 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020af66f-dce7-4c9b-8d78-b19f6db4262a req-681b6701-eca8-49ed-a28a-2239cbf180af tempest-ServersWithSpecificFlavorTestJSON-2137215613 tempest-ServersWithSpecificFlavorTestJSON-2137215613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:18:28.937424 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-020af66f-dce7-4c9b-8d78-b19f6db4262a req-681b6701-eca8-49ed-a28a-2239cbf180af tempest-ServersWithSpecificFlavorTestJSON-2137215613 tempest-ServersWithSpecificFlavorTestJSON-2137215613-project] 10.222.0.60 "GET /v2.0/ports?device_id=edecfbb4-ef5b-488c-8aa0-e74557b4cade HTTP/1.1" status: 200 len: 944 time: 0.5745685 Nov 23 17:18:28.972481 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e78bfa3-41a5-4839-a4d8-da25e87dcfa2 service neutron] Pushing event updated for resources: {'Port': ['ID=cd8d39af-794f-4925-bf72-a26c8b8f12e4,revision_number=2']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:18:29.001414 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a8d1ae51-6d75-4ed9-a313-762ea95af958 req-01921369-4584-4d1b-a7f8-1f96a13afcd8 tempest-LiveMigrationNegativeTest-1173478322 tempest-LiveMigrationNegativeTest-1173478322-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=df4ed07f6ae249888b45eb5f7cc8c89a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4026923 Nov 23 17:18:29.134112 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e78bfa3-41a5-4839-a4d8-da25e87dcfa2 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:18:29.134621 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e78bfa3-41a5-4839-a4d8-da25e87dcfa2 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:18:29.136078 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e78bfa3-41a5-4839-a4d8-da25e87dcfa2 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:18:29.136435 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e78bfa3-41a5-4839-a4d8-da25e87dcfa2 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:18:29.136805 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e78bfa3-41a5-4839-a4d8-da25e87dcfa2 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:18:29.137147 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e78bfa3-41a5-4839-a4d8-da25e87dcfa2 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:18:29.137507 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e78bfa3-41a5-4839-a4d8-da25e87dcfa2 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:18:29.138386 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e78bfa3-41a5-4839-a4d8-da25e87dcfa2 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:18:29.145848 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e78bfa3-41a5-4839-a4d8-da25e87dcfa2 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:18:29.146285 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e78bfa3-41a5-4839-a4d8-da25e87dcfa2 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:18:29.146641 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e78bfa3-41a5-4839-a4d8-da25e87dcfa2 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:18:29.146981 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e78bfa3-41a5-4839-a4d8-da25e87dcfa2 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:18:29.316119 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-b4df78f7-a864-4e1c-8497-9b6fe68e529d req-2e78bfa3-41a5-4839-a4d8-da25e87dcfa2 service neutron] Attempting to bind port cd8d39af-794f-4925-bf72-a26c8b8f12e4 on host n-h2-816206-8 for vnic_type normal with profile {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:18:29.316887 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-b4df78f7-a864-4e1c-8497-9b6fe68e529d req-2e78bfa3-41a5-4839-a4d8-da25e87dcfa2 service neutron] Attempting to bind port cd8d39af-794f-4925-bf72-a26c8b8f12e4 by drivers openvswitch,hyperv on host n-h2-816206-8 at level 0 using segments [{'id': '329c1745-02bf-4561-9615-3192910887f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'f1e1dabf-b410-4023-9169-a460a86e7184'}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:18:29.318710 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4df78f7-a864-4e1c-8497-9b6fe68e529d req-2e78bfa3-41a5-4839-a4d8-da25e87dcfa2 service neutron] Attempting to bind port cd8d39af-794f-4925-bf72-a26c8b8f12e4 on network f1e1dabf-b410-4023-9169-a460a86e7184 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:18:29.355455 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93b9a22-1a37-4f22-a816-22e7c4130e9e req-73c97b18-3064-4c97-a12d-d04e6ac4e1da tempest-AggregatesAdminTestJSON-1799004352 tempest-AggregatesAdminTestJSON-1799004352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:18:29.364197 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-c93b9a22-1a37-4f22-a816-22e7c4130e9e req-73c97b18-3064-4c97-a12d-d04e6ac4e1da tempest-AggregatesAdminTestJSON-1799004352 tempest-AggregatesAdminTestJSON-1799004352-project] 10.222.0.36 "GET /v2.0/ports?device_id=cdb83d84-5fcd-412e-be32-1b98182c748e HTTP/1.1" status: 200 len: 971 time: 0.3119514 Nov 23 17:18:29.396061 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4df78f7-a864-4e1c-8497-9b6fe68e529d req-2e78bfa3-41a5-4839-a4d8-da25e87dcfa2 service neutron] Port cd8d39af-794f-4925-bf72-a26c8b8f12e4 on network f1e1dabf-b410-4023-9169-a460a86e7184 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-8 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 17:18:29.397344 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4df78f7-a864-4e1c-8497-9b6fe68e529d req-2e78bfa3-41a5-4839-a4d8-da25e87dcfa2 service neutron] Attempting to bind port cd8d39af-794f-4925-bf72-a26c8b8f12e4 on network f1e1dabf-b410-4023-9169-a460a86e7184 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:18:29.431571 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4df78f7-a864-4e1c-8497-9b6fe68e529d req-2e78bfa3-41a5-4839-a4d8-da25e87dcfa2 service neutron] Checking agent: {'id': 'ab77bf9e-0267-4174-8f1d-822cba89b207', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 15, 13), 'started_at': datetime.datetime(2021, 11, 23, 17, 15, 13), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 18, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:18:29.433731 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4df78f7-a864-4e1c-8497-9b6fe68e529d req-2e78bfa3-41a5-4839-a4d8-da25e87dcfa2 service neutron] Checking segment: {'id': '329c1745-02bf-4561-9615-3192910887f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'f1e1dabf-b410-4023-9169-a460a86e7184'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:18:29.435061 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4df78f7-a864-4e1c-8497-9b6fe68e529d req-2e78bfa3-41a5-4839-a4d8-da25e87dcfa2 service neutron] Bound using segment: {'id': '329c1745-02bf-4561-9615-3192910887f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'f1e1dabf-b410-4023-9169-a460a86e7184'} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:18:29.435827 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-b4df78f7-a864-4e1c-8497-9b6fe68e529d req-2e78bfa3-41a5-4839-a4d8-da25e87dcfa2 service neutron] Bound port: cd8d39af-794f-4925-bf72-a26c8b8f12e4, host: n-h2-816206-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '329c1745-02bf-4561-9615-3192910887f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'f1e1dabf-b410-4023-9169-a460a86e7184'}}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:18:29.439471 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-b4df78f7-a864-4e1c-8497-9b6fe68e529d req-2e78bfa3-41a5-4839-a4d8-da25e87dcfa2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:29.611562 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-b4df78f7-a864-4e1c-8497-9b6fe68e529d req-2e78bfa3-41a5-4839-a4d8-da25e87dcfa2 service neutron] For port cd8d39af-794f-4925-bf72-a26c8b8f12e4, host n-h2-816206-8, cleared binding levels {{(pid=103591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:18:29.628180 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-b4df78f7-a864-4e1c-8497-9b6fe68e529d req-2e78bfa3-41a5-4839-a4d8-da25e87dcfa2 service neutron] For port cd8d39af-794f-4925-bf72-a26c8b8f12e4, host n-h2-816206-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=cd8d39af-794f-4925-bf72-a26c8b8f12e4,segment=NetworkSegment(329c1745-02bf-4561-9615-3192910887f5),segment_id=329c1745-02bf-4561-9615-3192910887f5)] {{(pid=103591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:18:29.648265 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-020af66f-dce7-4c9b-8d78-b19f6db4262a req-1e9c9ab7-ed75-43b2-9550-37941710b99d tempest-ServersWithSpecificFlavorTestJSON-2137215613 tempest-ServersWithSpecificFlavorTestJSON-2137215613-project] 10.222.0.60 "GET /v2.0/security-groups?id=c1fd7bbb-ef62-457d-a84a-b42d813769d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6431620 Nov 23 17:18:29.682986 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-b4df78f7-a864-4e1c-8497-9b6fe68e529d req-2e78bfa3-41a5-4839-a4d8-da25e87dcfa2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:29.889865 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4df78f7-a864-4e1c-8497-9b6fe68e529d req-2e78bfa3-41a5-4839-a4d8-da25e87dcfa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:18:29.895296 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-b4df78f7-a864-4e1c-8497-9b6fe68e529d req-2e78bfa3-41a5-4839-a4d8-da25e87dcfa2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:29.901501 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b4df78f7-a864-4e1c-8497-9b6fe68e529d req-2e78bfa3-41a5-4839-a4d8-da25e87dcfa2 service neutron] 10.222.0.36 "PUT /v2.0/ports/cd8d39af-794f-4925-bf72-a26c8b8f12e4 HTTP/1.1" status: 200 len: 1095 time: 3.3126333 Nov 23 17:18:29.926935 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8047a0a-1c49-4d26-8425-1820d25730d0', 'tag': 'cd8d39af-794f-4925-bf72-a26c8b8f12e4'}] {{(pid=103591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:18:29.931918 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [req-c93b9a22-1a37-4f22-a816-22e7c4130e9e req-6deeb69b-68bc-49db-9190-26b28afbee4d tempest-AggregatesAdminTestJSON-1799004352 tempest-AggregatesAdminTestJSON-1799004352-project] Deleting port 9d82ef63-959f-4755-b4da-27092011fb3d {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:18:29.932244 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-c93b9a22-1a37-4f22-a816-22e7c4130e9e req-6deeb69b-68bc-49db-9190-26b28afbee4d tempest-AggregatesAdminTestJSON-1799004352 tempest-AggregatesAdminTestJSON-1799004352-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:29.938883 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41d174a19ece9499ff9ec44e5b3fc50f2abd3ffbc947fb7e52ea1e8db27b95b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a33a5830-9cd4-4fbf-ba5d-df580bf87130" -d '{"events": [{"name": "network-changed", "server_uuid": "c8047a0a-1c49-4d26-8425-1820d25730d0", "tag": "cd8d39af-794f-4925-bf72-a26c8b8f12e4"}]}' {{(pid=103591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:18:29.954449 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device 0986a17e-e244-4547-85b9-4392eaa9db3d up at agent hyperv_n-h2-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:18:30.161213 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Provisioning for port 0986a17e-e244-4547-85b9-4392eaa9db3d completed by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 17:18:30.178147 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Provisioning complete for port 0986a17e-e244-4547-85b9-4392eaa9db3d triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:18:30.178798 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:30.256343 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [req-c93b9a22-1a37-4f22-a816-22e7c4130e9e req-6deeb69b-68bc-49db-9190-26b28afbee4d tempest-AggregatesAdminTestJSON-1799004352 tempest-AggregatesAdminTestJSON-1799004352-project] For port 9d82ef63-959f-4755-b4da-27092011fb3d, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=9d82ef63-959f-4755-b4da-27092011fb3d,segment=NetworkSegment(329c1745-02bf-4561-9615-3192910887f5),segment_id=329c1745-02bf-4561-9615-3192910887f5)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:18:30.256705 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-c93b9a22-1a37-4f22-a816-22e7c4130e9e req-6deeb69b-68bc-49db-9190-26b28afbee4d tempest-AggregatesAdminTestJSON-1799004352 tempest-AggregatesAdminTestJSON-1799004352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:30.264669 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53233f4-4c06-453b-b477-9bc23cdc7f33 req-fc07bfbd-a348-4bb6-9600-8593dd024771 tempest-AggregatesAdminTestJSON-1799004352 tempest-AggregatesAdminTestJSON-1799004352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:18:30.279989 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b53233f4-4c06-453b-b477-9bc23cdc7f33 req-fc07bfbd-a348-4bb6-9600-8593dd024771 tempest-AggregatesAdminTestJSON-1799004352 tempest-AggregatesAdminTestJSON-1799004352-project] 10.222.0.60 "GET /v2.0/ports?device_id=cdb83d84-5fcd-412e-be32-1b98182c748e HTTP/1.1" status: 200 len: 971 time: 0.6483195 Nov 23 17:18:30.287221 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e78bfa3-41a5-4839-a4d8-da25e87dcfa2 service neutron] Pushing event updated for resources: {'Port': ['ID=cd8d39af-794f-4925-bf72-a26c8b8f12e4,revision_number=3']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:18:30.301925 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [req-c93b9a22-1a37-4f22-a816-22e7c4130e9e req-6deeb69b-68bc-49db-9190-26b28afbee4d tempest-AggregatesAdminTestJSON-1799004352 tempest-AggregatesAdminTestJSON-1799004352-project] Calling delete_port for 9d82ef63-959f-4755-b4da-27092011fb3d owned by compute:tempest-test_az-1128791043 {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:18:30.404049 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:30.470272 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c35d636-31d0-4c79-92f3-cf567eb2168b req-8c4a7947-e92d-40fc-bea3-246d9f6b5cf1 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:18:30.481007 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2c35d636-31d0-4c79-92f3-cf567eb2168b req-8c4a7947-e92d-40fc-bea3-246d9f6b5cf1 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] 10.222.0.60 "GET /v2.0/ports?device_id=15b7563e-dd4f-4e87-9c18-113e02ce5ca0 HTTP/1.1" status: 200 len: 950 time: 0.5568037 Nov 23 17:18:30.508242 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port 0986a17e-e244-4547-85b9-4392eaa9db3d, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=0986a17e-e244-4547-85b9-4392eaa9db3d,segment=NetworkSegment(374abdbe-b9f5-40b9-89ba-022682cac473),segment_id=374abdbe-b9f5-40b9-89ba-022682cac473)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:18:30.510737 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edecfbb4-ef5b-488c-8aa0-e74557b4cade', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0986a17e-e244-4547-85b9-4392eaa9db3d'}] {{(pid=103592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:18:30.517054 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba3e6a8f2301c7a29fe1eca9779abdae4ccbcd6266d69778087f2498d5551201" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8aa68c06-52a3-4d03-b242-ad501fc1bee7" -d '{"events": [{"server_uuid": "edecfbb4-ef5b-488c-8aa0-e74557b4cade", "name": "network-vif-plugged", "status": "completed", "tag": "0986a17e-e244-4547-85b9-4392eaa9db3d"}]}' {{(pid=103592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:18:30.528415 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4df78f7-a864-4e1c-8497-9b6fe68e529d req-7f943725-2192-47b9-bf64-d54189df3804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:18:30.530415 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b4df78f7-a864-4e1c-8497-9b6fe68e529d req-7f943725-2192-47b9-bf64-d54189df3804 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=35207b2f5d3a4ae9a5c3f0e2f5d28e34&device_id=c8047a0a-1c49-4d26-8425-1820d25730d0 HTTP/1.1" status: 200 len: 1098 time: 0.5050590 Nov 23 17:18:30.530960 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:30.550401 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b53233f4-4c06-453b-b477-9bc23cdc7f33 req-818450e7-f3eb-4df4-9e5c-c4b4746da438 tempest-AggregatesAdminTestJSON-1799004352 tempest-AggregatesAdminTestJSON-1799004352-project] 10.222.0.60 "GET /v2.0/security-groups?id=efe36124-072b-4c8d-832e-4e44bbcbc8ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2693868 Nov 23 17:18:30.663050 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Pushing event updated for resources: {'Port': ['ID=0986a17e-e244-4547-85b9-4392eaa9db3d,revision_number=5']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:18:30.663730 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-c93b9a22-1a37-4f22-a816-22e7c4130e9e req-6deeb69b-68bc-49db-9190-26b28afbee4d tempest-AggregatesAdminTestJSON-1799004352 tempest-AggregatesAdminTestJSON-1799004352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:30.679795 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] get_ports_and_sgs() called for port_ids ['9d82ef63-959f-4755-b4da-27092011fb3d'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:18:30.705786 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b4df78f7-a864-4e1c-8497-9b6fe68e529d req-3e4c7f10-2790-4081-967b-b3d33f25fe3c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.78&port_id=cd8d39af-794f-4925-bf72-a26c8b8f12e4 HTTP/1.1" status: 200 len: 217 time: 0.1410916 Nov 23 17:18:30.783275 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2c35d636-31d0-4c79-92f3-cf567eb2168b req-2caf0b7a-a32d-441c-8cac-5d77ca03b331 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] 10.222.0.60 "GET /v2.0/security-groups?id=70227657-be62-432a-a8fd-5a85231fc7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3009996 Nov 23 17:18:30.828435 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [req-c93b9a22-1a37-4f22-a816-22e7c4130e9e req-6deeb69b-68bc-49db-9190-26b28afbee4d tempest-AggregatesAdminTestJSON-1799004352 tempest-AggregatesAdminTestJSON-1799004352-project] No DVR routers for this DVR port 9d82ef63-959f-4755-b4da-27092011fb3d on host n-h2-816206-8 {{(pid=103590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:18:30.835026 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6deeb69b-68bc-49db-9190-26b28afbee4d tempest-AggregatesAdminTestJSON-1799004352 tempest-AggregatesAdminTestJSON-1799004352-project] Pushing event deleted for resources: {'Port': ['ID=9d82ef63-959f-4755-b4da-27092011fb3d,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:18:30.850251 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-c93b9a22-1a37-4f22-a816-22e7c4130e9e req-6deeb69b-68bc-49db-9190-26b28afbee4d tempest-AggregatesAdminTestJSON-1799004352 tempest-AggregatesAdminTestJSON-1799004352-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:30.853966 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-c93b9a22-1a37-4f22-a816-22e7c4130e9e req-6deeb69b-68bc-49db-9190-26b28afbee4d tempest-AggregatesAdminTestJSON-1799004352 tempest-AggregatesAdminTestJSON-1799004352-project] 10.222.0.36 "DELETE /v2.0/ports/9d82ef63-959f-4755-b4da-27092011fb3d HTTP/1.1" status: 204 len: 173 time: 1.4820073 Nov 23 17:18:30.855525 n-d-816206-8 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdb83d84-5fcd-412e-be32-1b98182c748e', 'name': 'network-vif-deleted', 'tag': '9d82ef63-959f-4755-b4da-27092011fb3d'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:18:30.858579 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbabddbc9fc37b068808e119c416c86f5957ca04531a4a0d2e695c515e93483b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1add7433-f754-46f5-9400-5754b4d740c5" -d '{"events": [{"server_uuid": "cdb83d84-5fcd-412e-be32-1b98182c748e", "name": "network-vif-deleted", "tag": "9d82ef63-959f-4755-b4da-27092011fb3d"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:18:30.875456 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6deeb69b-68bc-49db-9190-26b28afbee4d tempest-AggregatesAdminTestJSON-1799004352 tempest-AggregatesAdminTestJSON-1799004352-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:18:30.875682 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6deeb69b-68bc-49db-9190-26b28afbee4d tempest-AggregatesAdminTestJSON-1799004352 tempest-AggregatesAdminTestJSON-1799004352-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:18:30.875916 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6deeb69b-68bc-49db-9190-26b28afbee4d tempest-AggregatesAdminTestJSON-1799004352 tempest-AggregatesAdminTestJSON-1799004352-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:18:30.876170 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6deeb69b-68bc-49db-9190-26b28afbee4d tempest-AggregatesAdminTestJSON-1799004352 tempest-AggregatesAdminTestJSON-1799004352-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:18:30.876508 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6deeb69b-68bc-49db-9190-26b28afbee4d tempest-AggregatesAdminTestJSON-1799004352 tempest-AggregatesAdminTestJSON-1799004352-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:18:30.876868 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6deeb69b-68bc-49db-9190-26b28afbee4d tempest-AggregatesAdminTestJSON-1799004352 tempest-AggregatesAdminTestJSON-1799004352-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:18:30.877182 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6deeb69b-68bc-49db-9190-26b28afbee4d tempest-AggregatesAdminTestJSON-1799004352 tempest-AggregatesAdminTestJSON-1799004352-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:18:30.877501 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6deeb69b-68bc-49db-9190-26b28afbee4d tempest-AggregatesAdminTestJSON-1799004352 tempest-AggregatesAdminTestJSON-1799004352-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:18:30.877824 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6deeb69b-68bc-49db-9190-26b28afbee4d tempest-AggregatesAdminTestJSON-1799004352 tempest-AggregatesAdminTestJSON-1799004352-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:18:30.878165 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6deeb69b-68bc-49db-9190-26b28afbee4d tempest-AggregatesAdminTestJSON-1799004352 tempest-AggregatesAdminTestJSON-1799004352-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:18:30.878559 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6deeb69b-68bc-49db-9190-26b28afbee4d tempest-AggregatesAdminTestJSON-1799004352 tempest-AggregatesAdminTestJSON-1799004352-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:18:30.878874 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6deeb69b-68bc-49db-9190-26b28afbee4d tempest-AggregatesAdminTestJSON-1799004352 tempest-AggregatesAdminTestJSON-1799004352-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:18:30.932931 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-83881b92-352d-48ba-a51e-18f3bba16e07 req-bded6c3e-28c2-4f6e-bba6-701cf3711d00 tempest-LiveMigrationNegativeTest-1173478322 tempest-LiveMigrationNegativeTest-1173478322-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a5134f1-dd9e-451d-a8c4-9ef2cf18615b HTTP/1.1" status: 200 len: 210 time: 0.0475314 Nov 23 17:18:30.953903 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4df78f7-a864-4e1c-8497-9b6fe68e529d req-dca5cf32-8b69-4ed4-9226-49a922f6a820 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:18:30.955380 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b4df78f7-a864-4e1c-8497-9b6fe68e529d req-dca5cf32-8b69-4ed4-9226-49a922f6a820 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ac77c175-5679-438b-8a2a-356718377641 HTTP/1.1" status: 200 len: 843 time: 0.2291348 Nov 23 17:18:30.984812 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42b34c1-5c78-4675-9b4f-402844538c97 req-b5f31443-1e20-4efe-aa07-d0b5b69de8f1 tempest-DeleteServersAdminTestJSON-479341732 tempest-DeleteServersAdminTestJSON-479341732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:18:30.987038 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f42b34c1-5c78-4675-9b4f-402844538c97 req-b5f31443-1e20-4efe-aa07-d0b5b69de8f1 tempest-DeleteServersAdminTestJSON-479341732 tempest-DeleteServersAdminTestJSON-479341732-project] 10.222.0.60 "GET /v2.0/ports?device_id=c8047a0a-1c49-4d26-8425-1820d25730d0 HTTP/1.1" status: 200 len: 947 time: 0.2424433 Nov 23 17:18:31.053522 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 17:18:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19d85341-7400-4881-ba6e-899a98aa7670 x-openstack-request-id: req-19d85341-7400-4881-ba6e-899a98aa7670 {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:18:31.053954 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8047a0a-1c49-4d26-8425-1820d25730d0", "tag": "cd8d39af-794f-4925-bf72-a26c8b8f12e4", "status": "completed", "code": 200}]} {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:18:31.054263 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-19d85341-7400-4881-ba6e-899a98aa7670 {{(pid=103591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:18:31.054875 n-d-816206-8 neutron-server[103591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8047a0a-1c49-4d26-8425-1820d25730d0', 'tag': 'cd8d39af-794f-4925-bf72-a26c8b8f12e4', 'status': 'completed', 'code': 200} Nov 23 17:18:31.116579 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f42b34c1-5c78-4675-9b4f-402844538c97 req-a4266425-d980-4cd5-8ba3-ae5fad94cffe tempest-DeleteServersAdminTestJSON-479341732 tempest-DeleteServersAdminTestJSON-479341732-project] 10.222.0.60 "GET /v2.0/security-groups?id=3f80f869-4c49-4c46-9452-e05cfcec9870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107149 Nov 23 17:18:31.132523 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4df78f7-a864-4e1c-8497-9b6fe68e529d req-02c7baaa-3d31-4c73-9102-92629ea2b73b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:18:31.134345 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b4df78f7-a864-4e1c-8497-9b6fe68e529d req-02c7baaa-3d31-4c73-9102-92629ea2b73b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f1e1dabf-b410-4023-9169-a460a86e7184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1462283 Nov 23 17:18:31.256600 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:18:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73e113a5-e370-4a43-9bbe-c15e36365168 x-openstack-request-id: req-73e113a5-e370-4a43-9bbe-c15e36365168 {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:18:31.257225 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edecfbb4-ef5b-488c-8aa0-e74557b4cade", "name": "network-vif-plugged", "status": "completed", "tag": "0986a17e-e244-4547-85b9-4392eaa9db3d", "code": 200}]} {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:18:31.257225 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-73e113a5-e370-4a43-9bbe-c15e36365168 {{(pid=103592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:18:31.257590 n-d-816206-8 neutron-server[103592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edecfbb4-ef5b-488c-8aa0-e74557b4cade', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0986a17e-e244-4547-85b9-4392eaa9db3d', 'code': 200} Nov 23 17:18:31.364686 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b4df78f7-a864-4e1c-8497-9b6fe68e529d req-7a6d520b-c8e9-4e5f-b013-b431c8ac08c8 service neutron] 10.222.0.36 "GET /v2.0/networks/f1e1dabf-b410-4023-9169-a460a86e7184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2129650 Nov 23 17:18:31.501209 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9fb429-ed55-4a3e-b189-659027f6efab req-d8fd3102-e1f4-47f0-923f-00503f37b858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:18:31.502753 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-9d9fb429-ed55-4a3e-b189-659027f6efab req-d8fd3102-e1f4-47f0-923f-00503f37b858 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=edecfbb4-ef5b-488c-8aa0-e74557b4cade HTTP/1.1" status: 200 len: 1096 time: 0.1444387 Nov 23 17:18:31.581715 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b4df78f7-a864-4e1c-8497-9b6fe68e529d req-97d0a33b-8a24-4f08-8590-1a892f90be68 service neutron] 10.222.0.36 "GET /v2.0/networks/f1e1dabf-b410-4023-9169-a460a86e7184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2043018 Nov 23 17:18:31.744805 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73555faa-eb26-4dad-8c48-73ce26429d59 req-2f993e2e-6e81-41a0-9f1b-6b2c19e2014f tempest-ServersWithSpecificFlavorTestJSON-2137215613 tempest-ServersWithSpecificFlavorTestJSON-2137215613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:18:31.754681 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-73555faa-eb26-4dad-8c48-73ce26429d59 req-2f993e2e-6e81-41a0-9f1b-6b2c19e2014f tempest-ServersWithSpecificFlavorTestJSON-2137215613 tempest-ServersWithSpecificFlavorTestJSON-2137215613-project] 10.222.0.60 "GET /v2.0/ports?device_id=edecfbb4-ef5b-488c-8aa0-e74557b4cade HTTP/1.1" status: 200 len: 945 time: 0.1667616 Nov 23 17:18:31.808353 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33a5830-9cd4-4fbf-ba5d-df580bf87130 req-b81573f0-b375-43d8-92fc-93e922a9f2a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:18:31.811365 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a33a5830-9cd4-4fbf-ba5d-df580bf87130 req-b81573f0-b375-43d8-92fc-93e922a9f2a6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=35207b2f5d3a4ae9a5c3f0e2f5d28e34&device_id=c8047a0a-1c49-4d26-8425-1820d25730d0 HTTP/1.1" status: 200 len: 1098 time: 0.1433694 Nov 23 17:18:31.882070 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:18:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f13e571-f30c-4b8c-8aab-74a97a636f67 x-openstack-request-id: req-0f13e571-f30c-4b8c-8aab-74a97a636f67 {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:18:31.882645 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdb83d84-5fcd-412e-be32-1b98182c748e", "name": "network-vif-deleted", "tag": "9d82ef63-959f-4755-b4da-27092011fb3d", "status": "completed", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:18:31.882645 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-0f13e571-f30c-4b8c-8aab-74a97a636f67 {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:18:31.882927 n-d-816206-8 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdb83d84-5fcd-412e-be32-1b98182c748e', 'name': 'network-vif-deleted', 'tag': '9d82ef63-959f-4755-b4da-27092011fb3d', 'status': 'completed', 'code': 200} Nov 23 17:18:31.922362 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-73555faa-eb26-4dad-8c48-73ce26429d59 req-a2c3c23a-7bf6-453d-9636-0483d65b5993 tempest-ServersWithSpecificFlavorTestJSON-2137215613 tempest-ServersWithSpecificFlavorTestJSON-2137215613-project] 10.222.0.60 "GET /v2.0/security-groups?id=c1fd7bbb-ef62-457d-a84a-b42d813769d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1661978 Nov 23 17:18:31.940315 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-9d9fb429-ed55-4a3e-b189-659027f6efab req-eb12e626-9cca-47b2-833f-086bff63386a service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=c1fd7bbb-ef62-457d-a84a-b42d813769d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4185500 Nov 23 17:18:32.077167 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-a8d1ae51-6d75-4ed9-a313-762ea95af958 req-e91ddf6a-438e-499a-86d9-4f4643c7b47d tempest-LiveMigrationNegativeTest-1173478322 tempest-LiveMigrationNegativeTest-1173478322-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=df4ed07f6ae249888b45eb5f7cc8c89a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0673892 Nov 23 17:18:32.227409 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33a5830-9cd4-4fbf-ba5d-df580bf87130 req-52e77a84-db5e-45f4-93dc-6888046b597e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:18:32.229276 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a33a5830-9cd4-4fbf-ba5d-df580bf87130 req-52e77a84-db5e-45f4-93dc-6888046b597e service neutron] 10.222.0.36 "GET /v2.0/networks?id=f1e1dabf-b410-4023-9169-a460a86e7184 HTTP/1.1" status: 200 len: 870 time: 0.4030075 Nov 23 17:18:32.249382 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d1ae51-6d75-4ed9-a313-762ea95af958 req-0c412b6b-27e7-4536-a74b-ec18972fff70 tempest-LiveMigrationNegativeTest-1173478322 tempest-LiveMigrationNegativeTest-1173478322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:18:32.249382 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-a8d1ae51-6d75-4ed9-a313-762ea95af958 req-0c412b6b-27e7-4536-a74b-ec18972fff70 tempest-LiveMigrationNegativeTest-1173478322 tempest-LiveMigrationNegativeTest-1173478322-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1642253 Nov 23 17:18:32.264418 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [req-a8d1ae51-6d75-4ed9-a313-762ea95af958 req-79101d84-cdb7-4f49-a001-debe83161dcb tempest-LiveMigrationNegativeTest-1173478322 tempest-LiveMigrationNegativeTest-1173478322-project] Request body: {'port': {'device_id': '5a5134f1-dd9e-451d-a8c4-9ef2cf18615b', 'network_id': 'f1e1dabf-b410-4023-9169-a460a86e7184', 'admin_state_up': True, 'tenant_id': 'df4ed07f6ae249888b45eb5f7cc8c89a'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:18:32.367275 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9734d6b1-7a28-4c11-bc6a-fe9f64e2690a req-b928e011-9e86-4bb4-b3ec-ad3ea23a584a tempest-LiveMigrationNegativeTest-1173478322 tempest-LiveMigrationNegativeTest-1173478322-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a5134f1-dd9e-451d-a8c4-9ef2cf18615b HTTP/1.1" status: 200 len: 210 time: 0.0960329 Nov 23 17:18:32.368879 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a33a5830-9cd4-4fbf-ba5d-df580bf87130 req-81c8770c-f5a7-48e9-bdaa-cb875dcd91ab service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.78&port_id=cd8d39af-794f-4925-bf72-a26c8b8f12e4 HTTP/1.1" status: 200 len: 217 time: 0.1246405 Nov 23 17:18:32.377350 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af97da45-69ee-4cf4-a729-811eb6edb9dd req-7f94d99f-9d05-40cb-843b-7dba7adbe974 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:18:32.379060 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-af97da45-69ee-4cf4-a729-811eb6edb9dd req-7f94d99f-9d05-40cb-843b-7dba7adbe974 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] 10.222.0.60 "GET /v2.0/ports?device_id=15b7563e-dd4f-4e87-9c18-113e02ce5ca0 HTTP/1.1" status: 200 len: 950 time: 0.2949250 Nov 23 17:18:32.467802 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8d1ae51-6d75-4ed9-a313-762ea95af958 req-79101d84-cdb7-4f49-a001-debe83161dcb tempest-LiveMigrationNegativeTest-1173478322 tempest-LiveMigrationNegativeTest-1173478322-project] Made reservation on behalf of df4ed07f6ae249888b45eb5f7cc8c89a for: {'port': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:18:32.474852 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-a8d1ae51-6d75-4ed9-a313-762ea95af958 req-79101d84-cdb7-4f49-a001-debe83161dcb tempest-LiveMigrationNegativeTest-1173478322 tempest-LiveMigrationNegativeTest-1173478322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:32.631377 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 48246) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:18:32.787735 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [req-a8d1ae51-6d75-4ed9-a313-762ea95af958 req-79101d84-cdb7-4f49-a001-debe83161dcb tempest-LiveMigrationNegativeTest-1173478322 tempest-LiveMigrationNegativeTest-1173478322-project] Allocated IP 192.168.233.93 (f1e1dabf-b410-4023-9169-a460a86e7184/ac77c175-5679-438b-8a2a-356718377641/3e8d134f-f1b7-4839-a043-fc160894c1ea) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:18:32.997956 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-a8d1ae51-6d75-4ed9-a313-762ea95af958 req-79101d84-cdb7-4f49-a001-debe83161dcb tempest-LiveMigrationNegativeTest-1173478322 tempest-LiveMigrationNegativeTest-1173478322-project] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:33.038866 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-e8ae4981-44e2-4893-a6ae-b4c52ad97ddd admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=aec3884937b64fefb54ffd8c3d769649&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4060428 Nov 23 17:18:33.041422 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 48252) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:18:33.045184 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33a5830-9cd4-4fbf-ba5d-df580bf87130 req-1855e882-891f-49f5-9f91-82509ed63592 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:18:33.046751 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a33a5830-9cd4-4fbf-ba5d-df580bf87130 req-1855e882-891f-49f5-9f91-82509ed63592 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ac77c175-5679-438b-8a2a-356718377641 HTTP/1.1" status: 200 len: 843 time: 0.6651223 Nov 23 17:18:33.073397 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-af97da45-69ee-4cf4-a729-811eb6edb9dd req-74e06cd5-9212-47f5-80ca-c117244ad82d tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] 10.222.0.60 "GET /v2.0/security-groups?id=70227657-be62-432a-a8fd-5a85231fc7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6711998 Nov 23 17:18:33.092620 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783e3aae-3317-429d-a341-1f72afda0351 req-bb1678f0-2c2d-402b-ba63-46004d2c4cb0 tempest-DeleteServersAdminTestJSON-479341732 tempest-DeleteServersAdminTestJSON-479341732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:18:33.093828 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-783e3aae-3317-429d-a341-1f72afda0351 req-bb1678f0-2c2d-402b-ba63-46004d2c4cb0 tempest-DeleteServersAdminTestJSON-479341732 tempest-DeleteServersAdminTestJSON-479341732-project] 10.222.0.60 "GET /v2.0/ports?device_id=c8047a0a-1c49-4d26-8425-1820d25730d0 HTTP/1.1" status: 200 len: 947 time: 0.1500983 Nov 23 17:18:33.128246 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-a8d1ae51-6d75-4ed9-a313-762ea95af958 req-79101d84-cdb7-4f49-a001-debe83161dcb tempest-LiveMigrationNegativeTest-1173478322 tempest-LiveMigrationNegativeTest-1173478322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:33.146051 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] get_ports_and_sgs() called for port_ids ['d9c5781a-4c43-41b5-a2c7-59f06f94ceab'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:18:33.220078 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8d1ae51-6d75-4ed9-a313-762ea95af958 req-79101d84-cdb7-4f49-a001-debe83161dcb tempest-LiveMigrationNegativeTest-1173478322 tempest-LiveMigrationNegativeTest-1173478322-project] Network f1e1dabf-b410-4023-9169-a460a86e7184 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:18:33.223613 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [req-a8d1ae51-6d75-4ed9-a313-762ea95af958 req-79101d84-cdb7-4f49-a001-debe83161dcb tempest-LiveMigrationNegativeTest-1173478322 tempest-LiveMigrationNegativeTest-1173478322-project] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:18:33.227950 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f20a7ae6-8e79-4c6b-8903-d4c2fd40ebad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:33.230071 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8d1ae51-6d75-4ed9-a313-762ea95af958 req-79101d84-cdb7-4f49-a001-debe83161dcb tempest-LiveMigrationNegativeTest-1173478322 tempest-LiveMigrationNegativeTest-1173478322-project] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:18:33.237745 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d1ae51-6d75-4ed9-a313-762ea95af958 req-79101d84-cdb7-4f49-a001-debe83161dcb tempest-LiveMigrationNegativeTest-1173478322 tempest-LiveMigrationNegativeTest-1173478322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:18:33.238742 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-a8d1ae51-6d75-4ed9-a313-762ea95af958 req-79101d84-cdb7-4f49-a001-debe83161dcb tempest-LiveMigrationNegativeTest-1173478322 tempest-LiveMigrationNegativeTest-1173478322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:33.298725 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79101d84-cdb7-4f49-a001-debe83161dcb tempest-LiveMigrationNegativeTest-1173478322 tempest-LiveMigrationNegativeTest-1173478322-project] Pushing event updated for resources: {'Port': ['ID=3e8d134f-f1b7-4839-a043-fc160894c1ea,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:18:33.319430 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33a5830-9cd4-4fbf-ba5d-df580bf87130 req-2c6edb34-3511-4583-a543-a0bbdca9e348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:18:33.332162 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a33a5830-9cd4-4fbf-ba5d-df580bf87130 req-2c6edb34-3511-4583-a543-a0bbdca9e348 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f1e1dabf-b410-4023-9169-a460a86e7184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2726057 Nov 23 17:18:33.363928 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f20a7ae6-8e79-4c6b-8903-d4c2fd40ebad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:33.374259 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-a8d1ae51-6d75-4ed9-a313-762ea95af958 req-79101d84-cdb7-4f49-a001-debe83161dcb tempest-LiveMigrationNegativeTest-1173478322 tempest-LiveMigrationNegativeTest-1173478322-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1148658 Nov 23 17:18:33.415939 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [req-a8d1ae51-6d75-4ed9-a313-762ea95af958 req-5763535f-7ba8-45be-adc8-ba22a2396362 service neutron] Request body: {'port': {'device_id': '5a5134f1-dd9e-451d-a8c4-9ef2cf18615b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-8'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:18:33.539268 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-a8d1ae51-6d75-4ed9-a313-762ea95af958 req-5763535f-7ba8-45be-adc8-ba22a2396362 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:33.546870 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-783e3aae-3317-429d-a341-1f72afda0351 req-b1d70fdb-bb8d-4d02-a9f8-8650ee3a5cc4 tempest-DeleteServersAdminTestJSON-479341732 tempest-DeleteServersAdminTestJSON-479341732-project] 10.222.0.60 "GET /v2.0/security-groups?id=3f80f869-4c49-4c46-9452-e05cfcec9870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4337523 Nov 23 17:18:33.626815 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a33a5830-9cd4-4fbf-ba5d-df580bf87130 req-8ae58b06-50a6-486a-bd0b-e39838a6128d service neutron] 10.222.0.36 "GET /v2.0/networks/f1e1dabf-b410-4023-9169-a460a86e7184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2889004 Nov 23 17:18:33.652005 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f20a7ae6-8e79-4c6b-8903-d4c2fd40ebad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:33.654914 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f20a7ae6-8e79-4c6b-8903-d4c2fd40ebad admin admin] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:33.656287 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-f20a7ae6-8e79-4c6b-8903-d4c2fd40ebad admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/efe36124-072b-4c8d-832e-4e44bbcbc8ee HTTP/1.1" status: 204 len: 168 time: 0.6137242 Nov 23 17:18:33.699070 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20a7ae6-8e79-4c6b-8903-d4c2fd40ebad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efe36124-072b-4c8d-832e-4e44bbcbc8ee,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:18:33.792971 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-f236b628-1940-4987-adfc-00a13fb42ff2 None None] Provisioning complete for port 3e8d134f-f1b7-4839-a043-fc160894c1ea triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:18:33.795495 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-f236b628-1940-4987-adfc-00a13fb42ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:33.830215 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7ac798-f26c-4ee1-ac01-e41e76d3a809 req-fd201bdc-0c5a-4dc8-80b5-d7e95ab6a01d tempest-ServersWithSpecificFlavorTestJSON-2137215613 tempest-ServersWithSpecificFlavorTestJSON-2137215613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:18:33.838772 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-fe7ac798-f26c-4ee1-ac01-e41e76d3a809 req-fd201bdc-0c5a-4dc8-80b5-d7e95ab6a01d tempest-ServersWithSpecificFlavorTestJSON-2137215613 tempest-ServersWithSpecificFlavorTestJSON-2137215613-project] 10.222.0.60 "GET /v2.0/ports?device_id=edecfbb4-ef5b-488c-8aa0-e74557b4cade HTTP/1.1" status: 200 len: 945 time: 0.2883172 Nov 23 17:18:33.890623 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-f236b628-1940-4987-adfc-00a13fb42ff2 None None] Port 3e8d134f-f1b7-4839-a043-fc160894c1ea cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:18:33.961759 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a33a5830-9cd4-4fbf-ba5d-df580bf87130 req-50aa4b19-1801-4b35-b987-64f947dd81cc service neutron] 10.222.0.36 "GET /v2.0/networks/f1e1dabf-b410-4023-9169-a460a86e7184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2897837 Nov 23 17:18:33.981860 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device 9d82ef63-959f-4755-b4da-27092011fb3d no longer exists at agent hyperv_n-h2-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:18:33.985086 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12098d12-5df4-442e-9fe1-dcb09916944e req-e20ba4fc-2f40-453c-87ec-fa03d7a3da03 tempest-LiveMigrationNegativeTest-1173478322 tempest-LiveMigrationNegativeTest-1173478322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:18:33.992404 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-12098d12-5df4-442e-9fe1-dcb09916944e req-e20ba4fc-2f40-453c-87ec-fa03d7a3da03 tempest-LiveMigrationNegativeTest-1173478322 tempest-LiveMigrationNegativeTest-1173478322-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a5134f1-dd9e-451d-a8c4-9ef2cf18615b HTTP/1.1" status: 200 len: 935 time: 0.1768255 Nov 23 17:18:34.013637 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] No Port match for: 9d82ef63-959f-4755-b4da-27092011fb3d {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:18:34.014582 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device 9d82ef63-959f-4755-b4da-27092011fb3d not bound to the agent host n-h2-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:18:34.030506 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-fe7ac798-f26c-4ee1-ac01-e41e76d3a809 req-6ea245ad-2173-444d-9299-68bbb959fed9 tempest-ServersWithSpecificFlavorTestJSON-2137215613 tempest-ServersWithSpecificFlavorTestJSON-2137215613-project] 10.222.0.60 "GET /v2.0/security-groups?id=c1fd7bbb-ef62-457d-a84a-b42d813769d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1904325 Nov 23 17:18:34.136122 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-12098d12-5df4-442e-9fe1-dcb09916944e req-10a6d6bd-9aaa-4b40-9cbe-9d4874bec5bd tempest-LiveMigrationNegativeTest-1173478322 tempest-LiveMigrationNegativeTest-1173478322-project] 10.222.0.60 "GET /v2.0/security-groups?id=b8a6bb40-8d5e-4b99-8259-979b852e81cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426980 Nov 23 17:18:34.173309 n-d-816206-8 neutron-server[103590]: DEBUG neutron.notifiers.nova [req-a8d1ae51-6d75-4ed9-a313-762ea95af958 req-5763535f-7ba8-45be-adc8-ba22a2396362 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e8d134f-f1b7-4839-a043-fc160894c1ea {{(pid=103590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:18:34.219808 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 48276) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:18:34.220392 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-a8d1ae51-6d75-4ed9-a313-762ea95af958 req-5763535f-7ba8-45be-adc8-ba22a2396362 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:34.246116 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [req-a8d1ae51-6d75-4ed9-a313-762ea95af958 req-5763535f-7ba8-45be-adc8-ba22a2396362 service neutron] Transition to ACTIVE for port object 3e8d134f-f1b7-4839-a043-fc160894c1ea will not be triggered until provisioned by entity L2. {{(pid=103590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 17:18:34.251301 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-a8d1ae51-6d75-4ed9-a313-762ea95af958 req-5763535f-7ba8-45be-adc8-ba22a2396362 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:34.324317 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-4025e449-17ae-4dec-85c4-bf390c504f76 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=8aa91710529048b3b70ac809dc0d3e24&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1008818 Nov 23 17:18:34.325361 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 48282) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:18:34.350436 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5763535f-7ba8-45be-adc8-ba22a2396362 service neutron] Pushing event updated for resources: {'Port': ['ID=3e8d134f-f1b7-4839-a043-fc160894c1ea,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:18:34.363135 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb394f9-f733-4ac9-8ab6-bc3b1b190e02 req-20993721-398b-4319-8a8a-f22b77dfd70a tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:18:34.373318 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-efb394f9-f733-4ac9-8ab6-bc3b1b190e02 req-20993721-398b-4319-8a8a-f22b77dfd70a tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] 10.222.0.60 "GET /v2.0/ports?device_id=15b7563e-dd4f-4e87-9c18-113e02ce5ca0 HTTP/1.1" status: 200 len: 950 time: 0.1319559 Nov 23 17:18:34.431585 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [req-a8d1ae51-6d75-4ed9-a313-762ea95af958 req-5763535f-7ba8-45be-adc8-ba22a2396362 service neutron] Attempting to bind port 3e8d134f-f1b7-4839-a043-fc160894c1ea on host n-h1-816206-8 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:18:34.432188 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [req-a8d1ae51-6d75-4ed9-a313-762ea95af958 req-5763535f-7ba8-45be-adc8-ba22a2396362 service neutron] Attempting to bind port 3e8d134f-f1b7-4839-a043-fc160894c1ea by drivers openvswitch,hyperv on host n-h1-816206-8 at level 0 using segments [{'id': '329c1745-02bf-4561-9615-3192910887f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'f1e1dabf-b410-4023-9169-a460a86e7184'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:18:34.432892 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8d1ae51-6d75-4ed9-a313-762ea95af958 req-5763535f-7ba8-45be-adc8-ba22a2396362 service neutron] Attempting to bind port 3e8d134f-f1b7-4839-a043-fc160894c1ea on network f1e1dabf-b410-4023-9169-a460a86e7184 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:18:34.443148 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8d1ae51-6d75-4ed9-a313-762ea95af958 req-5763535f-7ba8-45be-adc8-ba22a2396362 service neutron] Port 3e8d134f-f1b7-4839-a043-fc160894c1ea on network f1e1dabf-b410-4023-9169-a460a86e7184 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-8 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 17:18:34.449670 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8d1ae51-6d75-4ed9-a313-762ea95af958 req-5763535f-7ba8-45be-adc8-ba22a2396362 service neutron] Attempting to bind port 3e8d134f-f1b7-4839-a043-fc160894c1ea on network f1e1dabf-b410-4023-9169-a460a86e7184 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:18:34.457782 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8d1ae51-6d75-4ed9-a313-762ea95af958 req-5763535f-7ba8-45be-adc8-ba22a2396362 service neutron] Checking agent: {'id': '4b0a4557-3bfe-4828-80a0-7981fc3ac84c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 15, 14), 'started_at': datetime.datetime(2021, 11, 23, 17, 15, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 18, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:18:34.458166 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8d1ae51-6d75-4ed9-a313-762ea95af958 req-5763535f-7ba8-45be-adc8-ba22a2396362 service neutron] Checking segment: {'id': '329c1745-02bf-4561-9615-3192910887f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'f1e1dabf-b410-4023-9169-a460a86e7184'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:18:34.458582 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8d1ae51-6d75-4ed9-a313-762ea95af958 req-5763535f-7ba8-45be-adc8-ba22a2396362 service neutron] Bound using segment: {'id': '329c1745-02bf-4561-9615-3192910887f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'f1e1dabf-b410-4023-9169-a460a86e7184'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:18:34.461924 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [req-a8d1ae51-6d75-4ed9-a313-762ea95af958 req-5763535f-7ba8-45be-adc8-ba22a2396362 service neutron] Bound port: 3e8d134f-f1b7-4839-a043-fc160894c1ea, host: n-h1-816206-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '329c1745-02bf-4561-9615-3192910887f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'f1e1dabf-b410-4023-9169-a460a86e7184'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:18:34.462280 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-a8d1ae51-6d75-4ed9-a313-762ea95af958 req-5763535f-7ba8-45be-adc8-ba22a2396362 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:34.539630 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-efb394f9-f733-4ac9-8ab6-bc3b1b190e02 req-3d7ac508-9e19-4be6-b406-e66c7d05eae9 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] 10.222.0.60 "GET /v2.0/security-groups?id=70227657-be62-432a-a8fd-5a85231fc7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554673 Nov 23 17:18:34.542774 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-28fc5330-f6af-4c6f-afd5-d989b53b0ccb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:34.597118 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-28fc5330-f6af-4c6f-afd5-d989b53b0ccb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:34.660588 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [req-a8d1ae51-6d75-4ed9-a313-762ea95af958 req-5763535f-7ba8-45be-adc8-ba22a2396362 service neutron] For port 3e8d134f-f1b7-4839-a043-fc160894c1ea, host n-h1-816206-8, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:18:34.670758 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [req-a8d1ae51-6d75-4ed9-a313-762ea95af958 req-5763535f-7ba8-45be-adc8-ba22a2396362 service neutron] For port 3e8d134f-f1b7-4839-a043-fc160894c1ea, host n-h1-816206-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=3e8d134f-f1b7-4839-a043-fc160894c1ea,segment=NetworkSegment(329c1745-02bf-4561-9615-3192910887f5),segment_id=329c1745-02bf-4561-9615-3192910887f5)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:18:34.677274 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-a8d1ae51-6d75-4ed9-a313-762ea95af958 req-5763535f-7ba8-45be-adc8-ba22a2396362 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:34.705515 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-28fc5330-f6af-4c6f-afd5-d989b53b0ccb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:34.708940 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-28fc5330-f6af-4c6f-afd5-d989b53b0ccb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:34.713860 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-28fc5330-f6af-4c6f-afd5-d989b53b0ccb admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/2234fff7-688b-45c4-a30d-34adb609496f HTTP/1.1" status: 204 len: 168 time: 0.3874521 Nov 23 17:18:34.725485 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fc5330-f6af-4c6f-afd5-d989b53b0ccb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2234fff7-688b-45c4-a30d-34adb609496f,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:18:34.799535 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5763535f-7ba8-45be-adc8-ba22a2396362 service neutron] Pushing event updated for resources: {'Port': ['ID=3e8d134f-f1b7-4839-a043-fc160894c1ea,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:18:34.820829 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d1ae51-6d75-4ed9-a313-762ea95af958 req-5763535f-7ba8-45be-adc8-ba22a2396362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:18:34.822080 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-a8d1ae51-6d75-4ed9-a313-762ea95af958 req-5763535f-7ba8-45be-adc8-ba22a2396362 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:34.823675 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-a8d1ae51-6d75-4ed9-a313-762ea95af958 req-5763535f-7ba8-45be-adc8-ba22a2396362 service neutron] 10.222.0.55 "PUT /v2.0/ports/3e8d134f-f1b7-4839-a043-fc160894c1ea HTTP/1.1" status: 200 len: 1095 time: 1.4137371 Nov 23 17:18:34.824407 n-d-816206-8 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a5134f1-dd9e-451d-a8c4-9ef2cf18615b', 'tag': '3e8d134f-f1b7-4839-a043-fc160894c1ea'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:18:34.827137 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbabddbc9fc37b068808e119c416c86f5957ca04531a4a0d2e695c515e93483b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cd2c41e-9abe-41b9-9f3a-d31fa05c52d1" -d '{"events": [{"name": "network-changed", "server_uuid": "5a5134f1-dd9e-451d-a8c4-9ef2cf18615b", "tag": "3e8d134f-f1b7-4839-a043-fc160894c1ea"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:18:34.881085 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25fece5-173a-4c2a-aa47-2d288d1f5090 req-faecad60-de03-4188-a45a-2a3ee88b06ae tempest-DeleteServersAdminTestJSON-479341732 tempest-DeleteServersAdminTestJSON-479341732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:18:34.891118 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f25fece5-173a-4c2a-aa47-2d288d1f5090 req-faecad60-de03-4188-a45a-2a3ee88b06ae tempest-DeleteServersAdminTestJSON-479341732 tempest-DeleteServersAdminTestJSON-479341732-project] 10.222.0.60 "GET /v2.0/ports?device_id=c8047a0a-1c49-4d26-8425-1820d25730d0 HTTP/1.1" status: 200 len: 947 time: 0.1331058 Nov 23 17:18:34.975667 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d1ae51-6d75-4ed9-a313-762ea95af958 req-a99f78fd-c7b1-4a7b-b45a-d3c2a3bfe775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:18:34.977383 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-a8d1ae51-6d75-4ed9-a313-762ea95af958 req-a99f78fd-c7b1-4a7b-b45a-d3c2a3bfe775 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=df4ed07f6ae249888b45eb5f7cc8c89a&device_id=5a5134f1-dd9e-451d-a8c4-9ef2cf18615b HTTP/1.1" status: 200 len: 1098 time: 0.1029012 Nov 23 17:18:34.980424 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f25fece5-173a-4c2a-aa47-2d288d1f5090 req-7f7c64b8-6650-4c71-8094-0e5ec8723f64 tempest-DeleteServersAdminTestJSON-479341732 tempest-DeleteServersAdminTestJSON-479341732-project] 10.222.0.60 "GET /v2.0/security-groups?id=3f80f869-4c49-4c46-9452-e05cfcec9870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881865 Nov 23 17:18:35.001873 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 17:18:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acb2eaf1-cde2-45a6-9f97-c9a7c2fa97f3 x-openstack-request-id: req-acb2eaf1-cde2-45a6-9f97-c9a7c2fa97f3 {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:18:35.002166 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a5134f1-dd9e-451d-a8c4-9ef2cf18615b", "tag": "3e8d134f-f1b7-4839-a043-fc160894c1ea", "status": "completed", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:18:35.002420 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-acb2eaf1-cde2-45a6-9f97-c9a7c2fa97f3 {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:18:35.003526 n-d-816206-8 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a5134f1-dd9e-451d-a8c4-9ef2cf18615b', 'tag': '3e8d134f-f1b7-4839-a043-fc160894c1ea', 'status': 'completed', 'code': 200} Nov 23 17:18:35.006709 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 48324) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:18:35.074610 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-a8d1ae51-6d75-4ed9-a313-762ea95af958 req-24f76adb-ae15-4567-a895-04150394808e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.93&port_id=3e8d134f-f1b7-4839-a043-fc160894c1ea HTTP/1.1" status: 200 len: 217 time: 0.0887311 Nov 23 17:18:35.147061 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d1ae51-6d75-4ed9-a313-762ea95af958 req-fb836653-4f85-4382-ab50-53f949d81d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:18:35.148554 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-a8d1ae51-6d75-4ed9-a313-762ea95af958 req-fb836653-4f85-4382-ab50-53f949d81d3d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ac77c175-5679-438b-8a2a-356718377641 HTTP/1.1" status: 200 len: 843 time: 0.0644648 Nov 23 17:18:35.183111 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c4e3cc-6320-40c6-b754-6d3edfc079d8 req-d52f610c-06b7-4b7b-9e53-7e50a9e879f2 tempest-ServersWithSpecificFlavorTestJSON-2137215613 tempest-ServersWithSpecificFlavorTestJSON-2137215613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:18:35.184806 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-78c4e3cc-6320-40c6-b754-6d3edfc079d8 req-d52f610c-06b7-4b7b-9e53-7e50a9e879f2 tempest-ServersWithSpecificFlavorTestJSON-2137215613 tempest-ServersWithSpecificFlavorTestJSON-2137215613-project] 10.222.0.60 "GET /v2.0/ports?device_id=edecfbb4-ef5b-488c-8aa0-e74557b4cade HTTP/1.1" status: 200 len: 945 time: 0.0758379 Nov 23 17:18:35.217525 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d1ae51-6d75-4ed9-a313-762ea95af958 req-afee0777-6216-417c-bbfd-23097e2ad8ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:18:35.219195 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-a8d1ae51-6d75-4ed9-a313-762ea95af958 req-afee0777-6216-417c-bbfd-23097e2ad8ab service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f1e1dabf-b410-4023-9169-a460a86e7184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0583353 Nov 23 17:18:35.241472 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-78c4e3cc-6320-40c6-b754-6d3edfc079d8 req-244f7712-ece8-4fa2-887e-eb609d57aa0b tempest-ServersWithSpecificFlavorTestJSON-2137215613 tempest-ServersWithSpecificFlavorTestJSON-2137215613-project] 10.222.0.60 "GET /v2.0/security-groups?id=c1fd7bbb-ef62-457d-a84a-b42d813769d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502715 Nov 23 17:18:35.356610 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-a8d1ae51-6d75-4ed9-a313-762ea95af958 req-ef072383-2294-45c8-965d-59da8e78bfa6 service neutron] 10.222.0.55 "GET /v2.0/networks/f1e1dabf-b410-4023-9169-a460a86e7184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286805 Nov 23 17:18:35.482203 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41956335-904f-4c9d-a2f0-f511459d82e9 req-3c0f3947-148e-4f4c-a274-9a407e727f6e tempest-LiveMigrationNegativeTest-1173478322 tempest-LiveMigrationNegativeTest-1173478322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:18:35.484113 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-41956335-904f-4c9d-a2f0-f511459d82e9 req-3c0f3947-148e-4f4c-a274-9a407e727f6e tempest-LiveMigrationNegativeTest-1173478322 tempest-LiveMigrationNegativeTest-1173478322-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a5134f1-dd9e-451d-a8c4-9ef2cf18615b HTTP/1.1" status: 200 len: 947 time: 0.1500490 Nov 23 17:18:35.586570 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-41956335-904f-4c9d-a2f0-f511459d82e9 req-78c636aa-e59b-4035-af29-62f5100cc3e3 tempest-LiveMigrationNegativeTest-1173478322 tempest-LiveMigrationNegativeTest-1173478322-project] 10.222.0.60 "GET /v2.0/security-groups?id=b8a6bb40-8d5e-4b99-8259-979b852e81cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953863 Nov 23 17:18:35.596387 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-a8d1ae51-6d75-4ed9-a313-762ea95af958 req-7b8627f0-ce20-4e5d-ad33-52c52e00c41f service neutron] 10.222.0.55 "GET /v2.0/networks/f1e1dabf-b410-4023-9169-a460a86e7184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2233427 Nov 23 17:18:35.608463 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f73b25aa-040d-441f-8136-48f4e640023c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:35.730411 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f73b25aa-040d-441f-8136-48f4e640023c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:35.742372 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f73b25aa-040d-441f-8136-48f4e640023c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:35.758751 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72907200-c245-47f5-bc12-f3affa667d59 req-bfc2ae47-69fc-4561-ba55-49178a548cf7 tempest-ServersWithSpecificFlavorTestJSON-2137215613 tempest-ServersWithSpecificFlavorTestJSON-2137215613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:18:35.763463 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-72907200-c245-47f5-bc12-f3affa667d59 req-bfc2ae47-69fc-4561-ba55-49178a548cf7 tempest-ServersWithSpecificFlavorTestJSON-2137215613 tempest-ServersWithSpecificFlavorTestJSON-2137215613-project] 10.222.0.60 "GET /v2.0/ports?device_id=edecfbb4-ef5b-488c-8aa0-e74557b4cade HTTP/1.1" status: 200 len: 945 time: 0.1078544 Nov 23 17:18:35.772560 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 48360) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:18:35.781436 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-080b181b-7b4c-4950-89a7-747fe7150e44 tempest-ServersWithSpecificFlavorTestJSON-2137215613 tempest-ServersWithSpecificFlavorTestJSON-2137215613-project] Request body: {'floatingip': {'port_id': '0986a17e-e244-4547-85b9-4392eaa9db3d'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:18:35.832058 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd2c41e-9abe-41b9-9f3a-d31fa05c52d1 req-1b64e4dd-3e55-40bc-b3ac-1d5aa864b27e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:18:35.833756 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-0cd2c41e-9abe-41b9-9f3a-d31fa05c52d1 req-1b64e4dd-3e55-40bc-b3ac-1d5aa864b27e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=df4ed07f6ae249888b45eb5f7cc8c89a&device_id=5a5134f1-dd9e-451d-a8c4-9ef2cf18615b HTTP/1.1" status: 200 len: 1098 time: 0.1013408 Nov 23 17:18:35.838878 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-f73b25aa-040d-441f-8136-48f4e640023c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=4998d851756348758ade39ca34c5c84b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8278208 Nov 23 17:18:35.838878 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73b25aa-040d-441f-8136-48f4e640023c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b337fb8-40fe-4fee-b43c-7d33d94aabfb,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:18:35.841375 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 48362) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:18:35.932927 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-080b181b-7b4c-4950-89a7-747fe7150e44 tempest-ServersWithSpecificFlavorTestJSON-2137215613 tempest-ServersWithSpecificFlavorTestJSON-2137215613-project] Publish callbacks [] for floatingip, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:35.960732 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device cd8d39af-794f-4925-bf72-a26c8b8f12e4 details requested by agent hyperv_n-h2-816206-8 with host n-h2-816206-8 {{(pid=103592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 17:18:35.972020 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd2c41e-9abe-41b9-9f3a-d31fa05c52d1 req-a7558da9-3f1a-4d41-92bf-db1268dc9362 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:18:35.973512 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-0cd2c41e-9abe-41b9-9f3a-d31fa05c52d1 req-a7558da9-3f1a-4d41-92bf-db1268dc9362 service neutron] 10.222.0.55 "GET /v2.0/networks?id=f1e1dabf-b410-4023-9169-a460a86e7184 HTTP/1.1" status: 200 len: 870 time: 0.0912588 Nov 23 17:18:36.046085 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-0cd2c41e-9abe-41b9-9f3a-d31fa05c52d1 req-c0607989-cb49-4ab3-b99b-07a7a9a8770a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.93&port_id=3e8d134f-f1b7-4839-a043-fc160894c1ea HTTP/1.1" status: 200 len: 217 time: 0.0593154 Nov 23 17:18:36.051281 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0e4f0f46-11d7-4dee-8869-3b4497a91a7f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:36.076191 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0e4f0f46-11d7-4dee-8869-3b4497a91a7f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:36.132419 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0e4f0f46-11d7-4dee-8869-3b4497a91a7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:36.135382 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0e4f0f46-11d7-4dee-8869-3b4497a91a7f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:36.139521 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-0e4f0f46-11d7-4dee-8869-3b4497a91a7f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/1b337fb8-40fe-4fee-b43c-7d33d94aabfb HTTP/1.1" status: 204 len: 168 time: 0.2963467 Nov 23 17:18:36.157265 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abb4918-c2a0-4002-b54a-02311e8327c5 req-f1802ccb-6674-4b49-a48d-3009cfe3bd83 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:18:36.163575 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4f0f46-11d7-4dee-8869-3b4497a91a7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b337fb8-40fe-4fee-b43c-7d33d94aabfb,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:18:36.179393 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8abb4918-c2a0-4002-b54a-02311e8327c5 req-f1802ccb-6674-4b49-a48d-3009cfe3bd83 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] 10.222.0.60 "GET /v2.0/ports?device_id=15b7563e-dd4f-4e87-9c18-113e02ce5ca0 HTTP/1.1" status: 200 len: 950 time: 0.3412390 Nov 23 17:18:36.181955 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd2c41e-9abe-41b9-9f3a-d31fa05c52d1 req-f27116f9-b038-41a9-84f9-021801dccb6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:18:36.184020 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-0cd2c41e-9abe-41b9-9f3a-d31fa05c52d1 req-f27116f9-b038-41a9-84f9-021801dccb6a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ac77c175-5679-438b-8a2a-356718377641 HTTP/1.1" status: 200 len: 843 time: 0.0603564 Nov 23 17:18:36.194718 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port cd8d39af-794f-4925-bf72-a26c8b8f12e4, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=cd8d39af-794f-4925-bf72-a26c8b8f12e4,segment=NetworkSegment(329c1745-02bf-4561-9615-3192910887f5),segment_id=329c1745-02bf-4561-9615-3192910887f5)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:18:36.214463 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Returning: {'device': 'cd8d39af-794f-4925-bf72-a26c8b8f12e4', 'network_id': 'f1e1dabf-b410-4023-9169-a460a86e7184', 'port_id': 'cd8d39af-794f-4925-bf72-a26c8b8f12e4', 'mac_address': 'fa:16:3e:d8:0b:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac77c175-5679-438b-8a2a-356718377641', 'ip_address': '192.168.233.78'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 17:18:36.275567 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:36.282520 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd2c41e-9abe-41b9-9f3a-d31fa05c52d1 req-f397670d-ed5b-4a90-a47c-2841bc89b269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:18:36.290771 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-0cd2c41e-9abe-41b9-9f3a-d31fa05c52d1 req-f397670d-ed5b-4a90-a47c-2841bc89b269 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f1e1dabf-b410-4023-9169-a460a86e7184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0961812 Nov 23 17:18:36.314819 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd8d39af-794f-4925-bf72-a26c8b8f12e4 {{(pid=103592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:18:36.349164 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port cd8d39af-794f-4925-bf72-a26c8b8f12e4, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=cd8d39af-794f-4925-bf72-a26c8b8f12e4,segment=NetworkSegment(329c1745-02bf-4561-9615-3192910887f5),segment_id=329c1745-02bf-4561-9615-3192910887f5)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:18:36.356855 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:36.405120 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8abb4918-c2a0-4002-b54a-02311e8327c5 req-75f69cd9-506d-4f4d-844c-57556282a68e tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] 10.222.0.60 "GET /v2.0/security-groups?id=70227657-be62-432a-a8fd-5a85231fc7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2166615 Nov 23 17:18:36.441197 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b51d0c-1336-4bc2-8263-7bd7016b7bef req-28882e90-aa35-4609-ad4e-554c9452ecf7 tempest-DeleteServersAdminTestJSON-479341732 tempest-DeleteServersAdminTestJSON-479341732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:18:36.445812 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-80b51d0c-1336-4bc2-8263-7bd7016b7bef req-28882e90-aa35-4609-ad4e-554c9452ecf7 tempest-DeleteServersAdminTestJSON-479341732 tempest-DeleteServersAdminTestJSON-479341732-project] 10.222.0.60 "GET /v2.0/ports?device_id=c8047a0a-1c49-4d26-8425-1820d25730d0 HTTP/1.1" status: 200 len: 947 time: 0.2474332 Nov 23 17:18:36.548123 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-0cd2c41e-9abe-41b9-9f3a-d31fa05c52d1 req-c504d8cf-12a1-4c5a-b780-86a019d855d4 service neutron] 10.222.0.55 "GET /v2.0/networks/f1e1dabf-b410-4023-9169-a460a86e7184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2434182 Nov 23 17:18:36.567791 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Pushing event updated for resources: {'Port': ['ID=cd8d39af-794f-4925-bf72-a26c8b8f12e4,revision_number=4']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:18:36.619433 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-80b51d0c-1336-4bc2-8263-7bd7016b7bef req-f78a93da-128e-44c5-a3f3-2b05dcf60e54 tempest-DeleteServersAdminTestJSON-479341732 tempest-DeleteServersAdminTestJSON-479341732-project] 10.222.0.60 "GET /v2.0/security-groups?id=3f80f869-4c49-4c46-9452-e05cfcec9870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581008 Nov 23 17:18:36.685861 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] get_ports_and_sgs() called for port_ids ['cd8d39af-794f-4925-bf72-a26c8b8f12e4'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:18:36.863716 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-0cd2c41e-9abe-41b9-9f3a-d31fa05c52d1 req-15befaf6-cfb1-4b3f-96b1-e137484bcdac service neutron] 10.222.0.55 "GET /v2.0/networks/f1e1dabf-b410-4023-9169-a460a86e7184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3061302 Nov 23 17:18:37.127198 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 48418) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:18:37.166014 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4edd763d-0ea4-46f6-8c78-631da923ad5b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:37.306335 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d105e5-1313-400c-a3c6-fe55f6ed4c58 req-9d4783bb-fe77-424f-ba47-331b2e9189cb tempest-LiveMigrationNegativeTest-1173478322 tempest-LiveMigrationNegativeTest-1173478322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:18:37.325045 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b2d105e5-1313-400c-a3c6-fe55f6ed4c58 req-9d4783bb-fe77-424f-ba47-331b2e9189cb tempest-LiveMigrationNegativeTest-1173478322 tempest-LiveMigrationNegativeTest-1173478322-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a5134f1-dd9e-451d-a8c4-9ef2cf18615b HTTP/1.1" status: 200 len: 947 time: 0.4580185 Nov 23 17:18:37.389614 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4edd763d-0ea4-46f6-8c78-631da923ad5b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:37.400906 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4edd763d-0ea4-46f6-8c78-631da923ad5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:37.453403 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-4edd763d-0ea4-46f6-8c78-631da923ad5b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=6d0f36b6ebd94d1c96fed5b460196180&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3162637 Nov 23 17:18:37.453403 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 48434) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:18:37.461095 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edd763d-0ea4-46f6-8c78-631da923ad5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ee8762a-8b0c-4c24-abd2-4323ed17125d,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:18:37.541999 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1ebd7e1a-60ec-425c-aa6a-9045cd0d71c8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:37.576835 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b2d105e5-1313-400c-a3c6-fe55f6ed4c58 req-ba574d12-e6b4-45ad-84da-bc6fc5d8fc18 tempest-LiveMigrationNegativeTest-1173478322 tempest-LiveMigrationNegativeTest-1173478322-project] 10.222.0.60 "GET /v2.0/security-groups?id=b8a6bb40-8d5e-4b99-8259-979b852e81cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2587020 Nov 23 17:18:37.585811 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1ebd7e1a-60ec-425c-aa6a-9045cd0d71c8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:37.625319 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.db.resource_extend [None req-080b181b-7b4c-4950-89a7-747fe7150e44 tempest-ServersWithSpecificFlavorTestJSON-2137215613 tempest-ServersWithSpecificFlavorTestJSON-2137215613-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 23 17:18:37.677675 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1ebd7e1a-60ec-425c-aa6a-9045cd0d71c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:37.681210 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1ebd7e1a-60ec-425c-aa6a-9045cd0d71c8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:37.682747 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-1ebd7e1a-60ec-425c-aa6a-9045cd0d71c8 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/8ee8762a-8b0c-4c24-abd2-4323ed17125d HTTP/1.1" status: 204 len: 168 time: 0.2345779 Nov 23 17:18:37.692402 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebd7e1a-60ec-425c-aa6a-9045cd0d71c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ee8762a-8b0c-4c24-abd2-4323ed17125d,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:18:37.970150 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device cd8d39af-794f-4925-bf72-a26c8b8f12e4 up at agent hyperv_n-h2-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:18:37.989889 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b151d0-d606-4354-8cb1-5f3fc24e9406 req-de332c1c-d236-4aee-9142-2c3149cfeb27 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:18:37.997909 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f5b151d0-d606-4354-8cb1-5f3fc24e9406 req-de332c1c-d236-4aee-9142-2c3149cfeb27 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] 10.222.0.60 "GET /v2.0/ports?device_id=15b7563e-dd4f-4e87-9c18-113e02ce5ca0 HTTP/1.1" status: 200 len: 950 time: 0.4812384 Nov 23 17:18:38.078019 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-080b181b-7b4c-4950-89a7-747fe7150e44 tempest-ServersWithSpecificFlavorTestJSON-2137215613 tempest-ServersWithSpecificFlavorTestJSON-2137215613-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:38.086115 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-080b181b-7b4c-4950-89a7-747fe7150e44 tempest-ServersWithSpecificFlavorTestJSON-2137215613 tempest-ServersWithSpecificFlavorTestJSON-2137215613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1795396'] for floatingip, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:38.094381 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Provisioning for port cd8d39af-794f-4925-bf72-a26c8b8f12e4 completed by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 17:18:38.100786 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Provisioning complete for port cd8d39af-794f-4925-bf72-a26c8b8f12e4 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:18:38.104234 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:38.165176 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f5b151d0-d606-4354-8cb1-5f3fc24e9406 req-be586109-456e-4526-9358-1e0dd903c37d tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] 10.222.0.60 "GET /v2.0/security-groups?id=70227657-be62-432a-a8fd-5a85231fc7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645055 Nov 23 17:18:38.188777 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fda9b83-347e-45d3-942b-86e6f7efc37e req-61f92891-94db-43ee-944f-82a19a4c52a2 tempest-DeleteServersAdminTestJSON-479341732 tempest-DeleteServersAdminTestJSON-479341732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:18:38.198759 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2fda9b83-347e-45d3-942b-86e6f7efc37e req-61f92891-94db-43ee-944f-82a19a4c52a2 tempest-DeleteServersAdminTestJSON-479341732 tempest-DeleteServersAdminTestJSON-479341732-project] 10.222.0.60 "GET /v2.0/ports?device_id=c8047a0a-1c49-4d26-8425-1820d25730d0 HTTP/1.1" status: 200 len: 948 time: 0.1923559 Nov 23 17:18:38.300405 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2fda9b83-347e-45d3-942b-86e6f7efc37e req-a88419f8-6086-4582-9ab9-5677ce574d62 tempest-DeleteServersAdminTestJSON-479341732 tempest-DeleteServersAdminTestJSON-479341732-project] 10.222.0.60 "GET /v2.0/security-groups?id=3f80f869-4c49-4c46-9452-e05cfcec9870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006999 Nov 23 17:18:38.312531 n-d-816206-8 neutron-server[103591]: INFO neutron.db.l3_db [None req-080b181b-7b4c-4950-89a7-747fe7150e44 tempest-ServersWithSpecificFlavorTestJSON-2137215613 tempest-ServersWithSpecificFlavorTestJSON-2137215613-project] Floating IP 12a9acb8-883d-4740-8ec7-bfd589394ca5 associated. External IP: 172.25.3.186, port: 0986a17e-e244-4547-85b9-4392eaa9db3d. Nov 23 17:18:38.326503 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:38.385958 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port cd8d39af-794f-4925-bf72-a26c8b8f12e4, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=cd8d39af-794f-4925-bf72-a26c8b8f12e4,segment=NetworkSegment(329c1745-02bf-4561-9615-3192910887f5),segment_id=329c1745-02bf-4561-9615-3192910887f5)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:18:38.388627 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8047a0a-1c49-4d26-8425-1820d25730d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd8d39af-794f-4925-bf72-a26c8b8f12e4'}] {{(pid=103592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:18:38.395215 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba3e6a8f2301c7a29fe1eca9779abdae4ccbcd6266d69778087f2498d5551201" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-162bb631-b84b-45a7-a662-504f652ab7f3" -d '{"events": [{"server_uuid": "c8047a0a-1c49-4d26-8425-1820d25730d0", "name": "network-vif-plugged", "status": "completed", "tag": "cd8d39af-794f-4925-bf72-a26c8b8f12e4"}]}' {{(pid=103592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:18:38.407360 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:38.479323 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:18:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d6aa10e-9f0b-4e55-957a-5728f392b20e x-openstack-request-id: req-0d6aa10e-9f0b-4e55-957a-5728f392b20e {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:18:38.480656 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8047a0a-1c49-4d26-8425-1820d25730d0", "name": "network-vif-plugged", "status": "completed", "tag": "cd8d39af-794f-4925-bf72-a26c8b8f12e4", "code": 200}]} {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:18:38.481464 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-0d6aa10e-9f0b-4e55-957a-5728f392b20e {{(pid=103592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:18:38.482394 n-d-816206-8 neutron-server[103592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8047a0a-1c49-4d26-8425-1820d25730d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd8d39af-794f-4925-bf72-a26c8b8f12e4', 'code': 200} Nov 23 17:18:38.483296 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Pushing event updated for resources: {'Port': ['ID=cd8d39af-794f-4925-bf72-a26c8b8f12e4,revision_number=5']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:18:38.496134 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:18:38.497924 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:18:38.498294 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:18:38.499010 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:18:38.499358 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:18:38.499836 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:18:38.500183 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:18:38.500544 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:18:38.500884 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:18:38.501212 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:18:38.502347 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:18:38.502828 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:18:38.707400 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device 3e8d134f-f1b7-4839-a043-fc160894c1ea details requested by agent hyperv_n-h1-816206-8 with host n-h1-816206-8 {{(pid=103592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 17:18:38.769100 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-080b181b-7b4c-4950-89a7-747fe7150e44 tempest-ServersWithSpecificFlavorTestJSON-2137215613 tempest-ServersWithSpecificFlavorTestJSON-2137215613-project] Router c109e4b4-592e-4d24-9db3-75120b68c49a has already been hosted by L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 {{(pid=103591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 17:18:38.855083 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387fc3c1-c19a-4618-bd9c-a081a1c27781 req-f3a464ae-534f-4a29-83c7-d8ea2406f9e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:18:38.866832 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-387fc3c1-c19a-4618-bd9c-a081a1c27781 req-f3a464ae-534f-4a29-83c7-d8ea2406f9e6 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c8047a0a-1c49-4d26-8425-1820d25730d0 HTTP/1.1" status: 200 len: 1100 time: 0.2178240 Nov 23 17:18:38.913565 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port 3e8d134f-f1b7-4839-a043-fc160894c1ea, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=3e8d134f-f1b7-4839-a043-fc160894c1ea,segment=NetworkSegment(329c1745-02bf-4561-9615-3192910887f5),segment_id=329c1745-02bf-4561-9615-3192910887f5)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:18:38.926280 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Returning: {'device': '3e8d134f-f1b7-4839-a043-fc160894c1ea', 'network_id': 'f1e1dabf-b410-4023-9169-a460a86e7184', 'port_id': '3e8d134f-f1b7-4839-a043-fc160894c1ea', 'mac_address': 'fa:16:3e:bc:12:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac77c175-5679-438b-8a2a-356718377641', 'ip_address': '192.168.233.93'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 17:18:38.955307 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713554e8-ec5a-4fe2-a9f8-c192523028b1 req-36e6820f-f229-4e4e-b9c9-7523ef24463a tempest-LiveMigrationNegativeTest-1173478322 tempest-LiveMigrationNegativeTest-1173478322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:18:38.956974 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-713554e8-ec5a-4fe2-a9f8-c192523028b1 req-36e6820f-f229-4e4e-b9c9-7523ef24463a tempest-LiveMigrationNegativeTest-1173478322 tempest-LiveMigrationNegativeTest-1173478322-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a5134f1-dd9e-451d-a8c4-9ef2cf18615b HTTP/1.1" status: 200 len: 947 time: 0.1830225 Nov 23 17:18:38.975513 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:39.004861 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e8d134f-f1b7-4839-a043-fc160894c1ea {{(pid=103592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:18:39.032945 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port 3e8d134f-f1b7-4839-a043-fc160894c1ea, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=3e8d134f-f1b7-4839-a043-fc160894c1ea,segment=NetworkSegment(329c1745-02bf-4561-9615-3192910887f5),segment_id=329c1745-02bf-4561-9615-3192910887f5)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:18:39.040854 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:39.049287 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-387fc3c1-c19a-4618-bd9c-a081a1c27781 req-639bb002-9fa1-43bf-8e60-2d6e7b46e2d8 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=3f80f869-4c49-4c46-9452-e05cfcec9870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690323 Nov 23 17:18:39.128858 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Pushing event updated for resources: {'Port': ['ID=3e8d134f-f1b7-4839-a043-fc160894c1ea,revision_number=4']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:18:39.149162 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-713554e8-ec5a-4fe2-a9f8-c192523028b1 req-717e2739-3b08-4f37-bed8-a04428ffb221 tempest-LiveMigrationNegativeTest-1173478322 tempest-LiveMigrationNegativeTest-1173478322-project] 10.222.0.60 "GET /v2.0/security-groups?id=b8a6bb40-8d5e-4b99-8259-979b852e81cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781600 Nov 23 17:18:39.161464 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-080b181b-7b4c-4950-89a7-747fe7150e44 tempest-ServersWithSpecificFlavorTestJSON-2137215613 tempest-ServersWithSpecificFlavorTestJSON-2137215613-project] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:18:39.166437 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-080b181b-7b4c-4950-89a7-747fe7150e44 tempest-ServersWithSpecificFlavorTestJSON-2137215613 tempest-ServersWithSpecificFlavorTestJSON-2137215613-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for floatingip, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:39.196881 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8af40f4c-86cb-47e1-b75d-2faf9330afc2 None None] Sync routers for ids ['c109e4b4-592e-4d24-9db3-75120b68c49a'] in n-d-816206-8 {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:18:39.213628 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8af40f4c-86cb-47e1-b75d-2faf9330afc2 None None] Routers {'c109e4b4-592e-4d24-9db3-75120b68c49a'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:18:39.214248 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-8af40f4c-86cb-47e1-b75d-2faf9330afc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:18:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['c109e4b4-592e-4d24-9db3-75120b68c49a'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:18:39.243065 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-080b181b-7b4c-4950-89a7-747fe7150e44 tempest-ServersWithSpecificFlavorTestJSON-2137215613 tempest-ServersWithSpecificFlavorTestJSON-2137215613-project] 10.222.0.60 "PUT /v2.0/floatingips/12a9acb8-883d-4740-8ec7-bfd589394ca5 HTTP/1.1" status: 200 len: 991 time: 3.4666810 Nov 23 17:18:39.243065 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edecfbb4-ef5b-488c-8aa0-e74557b4cade', 'tag': '0986a17e-e244-4547-85b9-4392eaa9db3d'}] {{(pid=103591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:18:39.244058 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41d174a19ece9499ff9ec44e5b3fc50f2abd3ffbc947fb7e52ea1e8db27b95b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5336477-ba2e-4fe5-bf48-f51569b83a8a" -d '{"events": [{"name": "network-changed", "server_uuid": "edecfbb4-ef5b-488c-8aa0-e74557b4cade", "tag": "0986a17e-e244-4547-85b9-4392eaa9db3d"}]}' {{(pid=103591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:18:39.275438 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] get_ports_and_sgs() called for port_ids ['3e8d134f-f1b7-4839-a043-fc160894c1ea'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:18:39.447232 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-8af40f4c-86cb-47e1-b75d-2faf9330afc2 None None] Set router c109e4b4-592e-4d24-9db3-75120b68c49a gateway port host: n-d-816206-8 {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:18:39.526782 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2373e46f-caf4-4e06-adf6-5a7f5ec1c66c req-542ed3aa-05c9-442d-81ee-b3abef5df012 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:18:39.528386 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2373e46f-caf4-4e06-adf6-5a7f5ec1c66c req-542ed3aa-05c9-442d-81ee-b3abef5df012 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] 10.222.0.60 "GET /v2.0/ports?device_id=15b7563e-dd4f-4e87-9c18-113e02ce5ca0 HTTP/1.1" status: 200 len: 950 time: 0.1410656 Nov 23 17:18:39.731948 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2373e46f-caf4-4e06-adf6-5a7f5ec1c66c req-4a27c97e-94d4-454e-b070-dfb2c8ea28d3 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] 10.222.0.60 "GET /v2.0/security-groups?id=70227657-be62-432a-a8fd-5a85231fc7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884720 Nov 23 17:18:39.733672 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 17:18:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cffbbb7f-2695-4a74-8fc9-0e94755368ce x-openstack-request-id: req-cffbbb7f-2695-4a74-8fc9-0e94755368ce {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:18:39.733850 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "edecfbb4-ef5b-488c-8aa0-e74557b4cade", "tag": "0986a17e-e244-4547-85b9-4392eaa9db3d", "status": "completed", "code": 200}]} {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:18:39.735264 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-cffbbb7f-2695-4a74-8fc9-0e94755368ce {{(pid=103591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:18:39.735653 n-d-816206-8 neutron-server[103591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'edecfbb4-ef5b-488c-8aa0-e74557b4cade', 'tag': '0986a17e-e244-4547-85b9-4392eaa9db3d', 'status': 'completed', 'code': 200} Nov 23 17:18:39.874476 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5336477-ba2e-4fe5-bf48-f51569b83a8a req-f586530a-7bd5-41ac-abf7-4a9043fe02d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:18:39.876006 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a5336477-ba2e-4fe5-bf48-f51569b83a8a req-f586530a-7bd5-41ac-abf7-4a9043fe02d3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=127802e79ad24bebb19163263129e33c&device_id=edecfbb4-ef5b-488c-8aa0-e74557b4cade HTTP/1.1" status: 200 len: 1096 time: 0.1041775 Nov 23 17:18:40.018116 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 48530) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:18:40.033619 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-8af40f4c-86cb-47e1-b75d-2faf9330afc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c109e4b4-592e-4d24-9db3-75120b68c49a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-22172402-router', 'tenant_id': '127802e79ad24bebb19163263129e33c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.31'}], 'enable_snat': True}, 'gw_port_id': 'cc608e88-5c47-463f-bdeb-2e2afada906f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:17:35Z', 'updated_at': '2021-11-23T17:17:45Z', 'revision_number': 4, 'project_id': '127802e79ad24bebb19163263129e33c', 'gw_port': {'id': 'cc608e88-5c47-463f-bdeb-2e2afada906f', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:64:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c109e4b4-592e-4d24-9db3-75120b68c49a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:17:36Z', 'updated_at': '2021-11-23T17:17:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_floatingips': [{'id': '12a9acb8-883d-4740-8ec7-bfd589394ca5', 'tenant_id': '127802e79ad24bebb19163263129e33c', 'floating_ip_address': '172.25.3.186', 'floating_network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'router_id': 'c109e4b4-592e-4d24-9db3-75120b68c49a', 'port_id': '0986a17e-e244-4547-85b9-4392eaa9db3d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 199, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2e9d6b9-526b-40df-9e11-a4db0d344564', 'mac_address': 'fa:16:3e:1b:61:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edecfbb4-ef5b-488c-8aa0-e74557b4cade', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T17:18:10Z', 'updated_at': '2021-11-23T17:18:37Z', 'revision_number': 1, 'project_id': '127802e79ad24bebb19163263129e33c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3b74f12-dae1-4d9f-b78f-dc745d6893f6', 'name': '', 'network_id': 'b2e9d6b9-526b-40df-9e11-a4db0d344564', 'tenant_id': '127802e79ad24bebb19163263129e33c', 'mac_address': 'fa:16:3e:fb:0d:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c109e4b4-592e-4d24-9db3-75120b68c49a', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '5c9382a7-073c-41ea-9a34-cd958311fb6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:17:42Z', 'updated_at': '2021-11-23T17:17:54Z', 'revision_number': 5, 'project_id': '127802e79ad24bebb19163263129e33c', 'subnets': [{'id': '5c9382a7-073c-41ea-9a34-cd958311fb6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:18:40.083826 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 48536) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:18:40.097787 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8af40f4c-86cb-47e1-b75d-2faf9330afc2 None None] Checking router: c109e4b4-592e-4d24-9db3-75120b68c49a for host: n-d-816206-8 {{(pid=103593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 17:18:40.102337 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5336477-ba2e-4fe5-bf48-f51569b83a8a req-38b3404c-e948-4716-b71e-08fb47e61a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:18:40.108657 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a5336477-ba2e-4fe5-bf48-f51569b83a8a req-38b3404c-e948-4716-b71e-08fb47e61a6e service neutron] 10.222.0.36 "GET /v2.0/networks?id=b2e9d6b9-526b-40df-9e11-a4db0d344564 HTTP/1.1" status: 200 len: 923 time: 0.1827259 Nov 23 17:18:40.118924 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8af40f4c-86cb-47e1-b75d-2faf9330afc2 None None] Routers {'c109e4b4-592e-4d24-9db3-75120b68c49a'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:18:40.119561 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-8af40f4c-86cb-47e1-b75d-2faf9330afc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:18:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['c109e4b4-592e-4d24-9db3-75120b68c49a'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:18:40.128284 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d068f34-608e-45ea-a9bc-9b5e992716a1 req-5dc6f2cc-ee4f-4bb3-953a-d320e60fb427 tempest-DeleteServersAdminTestJSON-479341732 tempest-DeleteServersAdminTestJSON-479341732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:18:40.138334 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-3d068f34-608e-45ea-a9bc-9b5e992716a1 req-5dc6f2cc-ee4f-4bb3-953a-d320e60fb427 tempest-DeleteServersAdminTestJSON-479341732 tempest-DeleteServersAdminTestJSON-479341732-project] 10.222.0.60 "GET /v2.0/ports?device_id=c8047a0a-1c49-4d26-8425-1820d25730d0 HTTP/1.1" status: 200 len: 949 time: 0.2888656 Nov 23 17:18:40.261091 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a5336477-ba2e-4fe5-bf48-f51569b83a8a req-1c8b4608-d053-4a56-8ac4-45424a2f348b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0986a17e-e244-4547-85b9-4392eaa9db3d HTTP/1.1" status: 200 len: 999 time: 0.1197245 Nov 23 17:18:40.263868 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-28db2a15-b825-4f98-bc79-e775828d645d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:40.408457 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-3d068f34-608e-45ea-a9bc-9b5e992716a1 req-f548647e-43a7-4308-838e-ec5287e4afc4 tempest-DeleteServersAdminTestJSON-479341732 tempest-DeleteServersAdminTestJSON-479341732-project] 10.222.0.60 "GET /v2.0/security-groups?id=3f80f869-4c49-4c46-9452-e05cfcec9870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2634835 Nov 23 17:18:40.457852 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0b155837-0696-48eb-94fc-aa5424279e79 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:40.502417 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-8af40f4c-86cb-47e1-b75d-2faf9330afc2 None None] Set router c109e4b4-592e-4d24-9db3-75120b68c49a gateway port host: n-d-816206-8 {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:18:40.626157 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5336477-ba2e-4fe5-bf48-f51569b83a8a req-eb54bd6a-d42b-48e6-a5d7-3346d25d07a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:18:40.642007 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a5336477-ba2e-4fe5-bf48-f51569b83a8a req-eb54bd6a-d42b-48e6-a5d7-3346d25d07a0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5c9382a7-073c-41ea-9a34-cd958311fb6b HTTP/1.1" status: 200 len: 861 time: 0.3596289 Nov 23 17:18:40.647388 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-28db2a15-b825-4f98-bc79-e775828d645d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:40.675928 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-28db2a15-b825-4f98-bc79-e775828d645d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:40.696197 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a019ad0-b491-4d02-826f-f9a32e5eb56e req-86c30e5d-96d2-4813-b2ea-56babfc151ed tempest-LiveMigrationNegativeTest-1173478322 tempest-LiveMigrationNegativeTest-1173478322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:18:40.707071 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-0a019ad0-b491-4d02-826f-f9a32e5eb56e req-86c30e5d-96d2-4813-b2ea-56babfc151ed tempest-LiveMigrationNegativeTest-1173478322 tempest-LiveMigrationNegativeTest-1173478322-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a5134f1-dd9e-451d-a8c4-9ef2cf18615b HTTP/1.1" status: 200 len: 948 time: 0.3230178 Nov 23 17:18:40.736856 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device 3e8d134f-f1b7-4839-a043-fc160894c1ea up at agent hyperv_n-h1-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:18:40.811136 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-0a019ad0-b491-4d02-826f-f9a32e5eb56e req-2ae378e3-878c-4cca-b358-1a449b396743 tempest-LiveMigrationNegativeTest-1173478322 tempest-LiveMigrationNegativeTest-1173478322-project] 10.222.0.60 "GET /v2.0/security-groups?id=b8a6bb40-8d5e-4b99-8259-979b852e81cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988567 Nov 23 17:18:40.823545 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5336477-ba2e-4fe5-bf48-f51569b83a8a req-96e87045-691b-4e34-ad0b-0e9ad65cc095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:18:40.825338 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a5336477-ba2e-4fe5-bf48-f51569b83a8a req-96e87045-691b-4e34-ad0b-0e9ad65cc095 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b2e9d6b9-526b-40df-9e11-a4db0d344564&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1642950 Nov 23 17:18:40.881589 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-28db2a15-b825-4f98-bc79-e775828d645d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=5c368ecdc78849d5845589ec96594d4c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8613324 Nov 23 17:18:40.888238 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28db2a15-b825-4f98-bc79-e775828d645d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d925a27-78b4-4812-a90b-2077c33696d9,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:18:40.897560 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 48554) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:18:40.920700 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0b155837-0696-48eb-94fc-aa5424279e79 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:40.934777 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0b155837-0696-48eb-94fc-aa5424279e79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:40.950595 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Provisioning for port 3e8d134f-f1b7-4839-a043-fc160894c1ea completed by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 17:18:40.965196 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Provisioning complete for port 3e8d134f-f1b7-4839-a043-fc160894c1ea triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:18:40.967282 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:40.973610 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-0b155837-0696-48eb-94fc-aa5424279e79 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=920e5d8344914ef09c9a5c97fd10b95a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8884287 Nov 23 17:18:40.980923 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 48556) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:18:41.046025 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b155837-0696-48eb-94fc-aa5424279e79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58f8fe19-7603-48a4-9991-9f1ad01d760b,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:18:41.069418 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22713df0-10ab-47f7-831b-625d5a7dee0a req-a3180eef-a80c-4c0a-924a-f26d55011b05 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:18:41.077220 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-22713df0-10ab-47f7-831b-625d5a7dee0a req-a3180eef-a80c-4c0a-924a-f26d55011b05 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] 10.222.0.60 "GET /v2.0/ports?device_id=15b7563e-dd4f-4e87-9c18-113e02ce5ca0 HTTP/1.1" status: 200 len: 950 time: 0.1969059 Nov 23 17:18:41.093161 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7c405e17-292d-4263-9e3e-438193834659 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:41.150668 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:41.156984 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a5336477-ba2e-4fe5-bf48-f51569b83a8a req-17a9a837-bab3-4b39-a252-7a71c3c921c8 service neutron] 10.222.0.36 "GET /v2.0/networks/b2e9d6b9-526b-40df-9e11-a4db0d344564?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3185420 Nov 23 17:18:41.161573 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7c405e17-292d-4263-9e3e-438193834659 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:41.194787 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a5134f1-dd9e-451d-a8c4-9ef2cf18615b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e8d134f-f1b7-4839-a043-fc160894c1ea'}] {{(pid=103592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:18:41.197057 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba3e6a8f2301c7a29fe1eca9779abdae4ccbcd6266d69778087f2498d5551201" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92c94578-fe8c-4d70-8793-177369dcd97e" -d '{"events": [{"server_uuid": "5a5134f1-dd9e-451d-a8c4-9ef2cf18615b", "name": "network-vif-plugged", "status": "completed", "tag": "3e8d134f-f1b7-4839-a043-fc160894c1ea"}]}' {{(pid=103592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:18:41.210789 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-8af40f4c-86cb-47e1-b75d-2faf9330afc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c109e4b4-592e-4d24-9db3-75120b68c49a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-22172402-router', 'tenant_id': '127802e79ad24bebb19163263129e33c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.31'}], 'enable_snat': True}, 'gw_port_id': 'cc608e88-5c47-463f-bdeb-2e2afada906f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:17:35Z', 'updated_at': '2021-11-23T17:17:45Z', 'revision_number': 4, 'project_id': '127802e79ad24bebb19163263129e33c', 'gw_port': {'id': 'cc608e88-5c47-463f-bdeb-2e2afada906f', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:64:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c109e4b4-592e-4d24-9db3-75120b68c49a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:17:36Z', 'updated_at': '2021-11-23T17:17:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_floatingips': [{'id': '12a9acb8-883d-4740-8ec7-bfd589394ca5', 'tenant_id': '127802e79ad24bebb19163263129e33c', 'floating_ip_address': '172.25.3.186', 'floating_network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'router_id': 'c109e4b4-592e-4d24-9db3-75120b68c49a', 'port_id': '0986a17e-e244-4547-85b9-4392eaa9db3d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 199, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2e9d6b9-526b-40df-9e11-a4db0d344564', 'mac_address': 'fa:16:3e:1b:61:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edecfbb4-ef5b-488c-8aa0-e74557b4cade', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T17:18:10Z', 'updated_at': '2021-11-23T17:18:37Z', 'revision_number': 1, 'project_id': '127802e79ad24bebb19163263129e33c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3b74f12-dae1-4d9f-b78f-dc745d6893f6', 'name': '', 'network_id': 'b2e9d6b9-526b-40df-9e11-a4db0d344564', 'tenant_id': '127802e79ad24bebb19163263129e33c', 'mac_address': 'fa:16:3e:fb:0d:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c109e4b4-592e-4d24-9db3-75120b68c49a', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '5c9382a7-073c-41ea-9a34-cd958311fb6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:17:42Z', 'updated_at': '2021-11-23T17:17:54Z', 'revision_number': 5, 'project_id': '127802e79ad24bebb19163263129e33c', 'subnets': [{'id': '5c9382a7-073c-41ea-9a34-cd958311fb6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:18:41.213036 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port 3e8d134f-f1b7-4839-a043-fc160894c1ea, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=3e8d134f-f1b7-4839-a043-fc160894c1ea,segment=NetworkSegment(329c1745-02bf-4561-9615-3192910887f5),segment_id=329c1745-02bf-4561-9615-3192910887f5)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:18:41.221983 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:41.247860 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7c405e17-292d-4263-9e3e-438193834659 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:41.251727 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7c405e17-292d-4263-9e3e-438193834659 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:41.262179 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-7c405e17-292d-4263-9e3e-438193834659 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/58f8fe19-7603-48a4-9991-9f1ad01d760b HTTP/1.1" status: 204 len: 168 time: 0.2794678 Nov 23 17:18:41.273847 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8af40f4c-86cb-47e1-b75d-2faf9330afc2 None None] The sync data for ids ['c109e4b4-592e-4d24-9db3-75120b68c49a'] in n-d-816206-8 is: [{'id': 'c109e4b4-592e-4d24-9db3-75120b68c49a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-22172402-router', 'tenant_id': '127802e79ad24bebb19163263129e33c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.31'}], 'enable_snat': True}, 'gw_port_id': 'cc608e88-5c47-463f-bdeb-2e2afada906f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:17:35Z', 'updated_at': '2021-11-23T17:17:45Z', 'revision_number': 4, 'project_id': '127802e79ad24bebb19163263129e33c', 'gw_port': {'id': 'cc608e88-5c47-463f-bdeb-2e2afada906f', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:64:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c109e4b4-592e-4d24-9db3-75120b68c49a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:17:36Z', 'updated_at': '2021-11-23T17:17:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_floatingips': [{'id': '12a9acb8-883d-4740-8ec7-bfd589394ca5', 'tenant_id': '127802e79ad24bebb19163263129e33c', 'floating_ip_address': '172.25.3.186', 'floating_network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'router_id': 'c109e4b4-592e-4d24-9db3-75120b68c49a', 'port_id': '0986a17e-e244-4547-85b9-4392eaa9db3d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 199, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2e9d6b9-526b-40df-9e11-a4db0d344564', 'mac_address': 'fa:16:3e:1b:61:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edecfbb4-ef5b-488c-8aa0-e74557b4cade', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T17:18:10Z', 'updated_at': '2021-11-23T17:18:37Z', 'revision_number': 1, 'project_id': '127802e79ad24bebb19163263129e33c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3b74f12-dae1-4d9f-b78f-dc745d6893f6', 'name': '', 'network_id': 'b2e9d6b9-526b-40df-9e11-a4db0d344564', 'tenant_id': '127802e79ad24bebb19163263129e33c', 'mac_address': 'fa:16:3e:fb:0d:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c109e4b4-592e-4d24-9db3-75120b68c49a', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '5c9382a7-073c-41ea-9a34-cd958311fb6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:17:42Z', 'updated_at': '2021-11-23T17:17:54Z', 'revision_number': 5, 'project_id': '127802e79ad24bebb19163263129e33c', 'subnets': [{'id': '5c9382a7-073c-41ea-9a34-cd958311fb6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:18:41.285779 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-9d60bde5-4664-4223-8a96-1332c6006d60 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:41.291540 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c405e17-292d-4263-9e3e-438193834659 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58f8fe19-7603-48a4-9991-9f1ad01d760b,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:18:41.315135 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-22713df0-10ab-47f7-831b-625d5a7dee0a req-0dc9ea90-4a4d-4104-a93f-3729cd9ca14f tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] 10.222.0.60 "GET /v2.0/security-groups?id=70227657-be62-432a-a8fd-5a85231fc7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2149982 Nov 23 17:18:41.374130 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-9d60bde5-4664-4223-8a96-1332c6006d60 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:41.380557 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Pushing event updated for resources: {'Port': ['ID=3e8d134f-f1b7-4839-a043-fc160894c1ea,revision_number=5']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:18:41.467321 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:18:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-153c9501-f9f7-4310-89bc-98323c060097 x-openstack-request-id: req-153c9501-f9f7-4310-89bc-98323c060097 {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:18:41.467321 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a5134f1-dd9e-451d-a8c4-9ef2cf18615b", "name": "network-vif-plugged", "status": "completed", "tag": "3e8d134f-f1b7-4839-a043-fc160894c1ea", "code": 200}]} {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:18:41.467595 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-153c9501-f9f7-4310-89bc-98323c060097 {{(pid=103592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:18:41.468059 n-d-816206-8 neutron-server[103592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a5134f1-dd9e-451d-a8c4-9ef2cf18615b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e8d134f-f1b7-4839-a043-fc160894c1ea', 'code': 200} Nov 23 17:18:41.588796 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a5336477-ba2e-4fe5-bf48-f51569b83a8a req-2a1a82ce-ec07-44b1-807b-f57c4847e472 service neutron] 10.222.0.36 "GET /v2.0/networks/b2e9d6b9-526b-40df-9e11-a4db0d344564?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4002998 Nov 23 17:18:41.589589 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-9d60bde5-4664-4223-8a96-1332c6006d60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:41.592657 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-9d60bde5-4664-4223-8a96-1332c6006d60 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:41.593784 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-9d60bde5-4664-4223-8a96-1332c6006d60 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/8d925a27-78b4-4812-a90b-2077c33696d9 HTTP/1.1" status: 204 len: 168 time: 0.6933532 Nov 23 17:18:41.639267 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d60bde5-4664-4223-8a96-1332c6006d60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d925a27-78b4-4812-a90b-2077c33696d9,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:18:41.681286 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8d8b88-2e17-4d8a-9dbf-8e9c95f1e1ff req-ca18620d-63fe-4440-84cb-68bed70e2fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:18:41.685615 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-3a8d8b88-2e17-4d8a-9dbf-8e9c95f1e1ff req-ca18620d-63fe-4440-84cb-68bed70e2fd2 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=5a5134f1-dd9e-451d-a8c4-9ef2cf18615b HTTP/1.1" status: 200 len: 1100 time: 0.1435235 Nov 23 17:18:41.767651 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b9b1aaf-739a-4ef8-b73b-1be356ede32d None None] New status for floating IP 12a9acb8-883d-4740-8ec7-bfd589394ca5: ACTIVE {{(pid=103592) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 17:18:41.780591 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2063a8-acd7-4cbb-a6ed-e924b843ad02 req-b2e18044-9097-4d61-84b2-1b910c1d9fda tempest-DeleteServersAdminTestJSON-479341732 tempest-DeleteServersAdminTestJSON-479341732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:18:41.783829 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7a2063a8-acd7-4cbb-a6ed-e924b843ad02 req-b2e18044-9097-4d61-84b2-1b910c1d9fda tempest-DeleteServersAdminTestJSON-479341732 tempest-DeleteServersAdminTestJSON-479341732-project] 10.222.0.60 "GET /v2.0/ports?device_id=c8047a0a-1c49-4d26-8425-1820d25730d0 HTTP/1.1" status: 200 len: 949 time: 0.1467690 Nov 23 17:18:41.805559 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-3a8d8b88-2e17-4d8a-9dbf-8e9c95f1e1ff req-4ba6f983-53f3-4554-8806-676e603259d2 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=b8a6bb40-8d5e-4b99-8259-979b852e81cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108787 Nov 23 17:18:41.870743 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7a2063a8-acd7-4cbb-a6ed-e924b843ad02 req-57fe7afe-7cc5-4e85-903c-785c772ab7a0 tempest-DeleteServersAdminTestJSON-479341732 tempest-DeleteServersAdminTestJSON-479341732-project] 10.222.0.60 "GET /v2.0/security-groups?id=3f80f869-4c49-4c46-9452-e05cfcec9870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766847 Nov 23 17:18:42.103726 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 48590) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:18:42.134671 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c683e7c-07a0-458c-838b-08b5a5a6a8c6 req-a27d7ee8-f68b-41ef-8a7a-21181d1bee0d tempest-LiveMigrationNegativeTest-1173478322 tempest-LiveMigrationNegativeTest-1173478322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:18:42.137799 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-10bb20c8-5d3c-4aeb-81f3-da1c38615dec admin admin] Publish callbacks [] for security_group, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:42.142819 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-0c683e7c-07a0-458c-838b-08b5a5a6a8c6 req-a27d7ee8-f68b-41ef-8a7a-21181d1bee0d tempest-LiveMigrationNegativeTest-1173478322 tempest-LiveMigrationNegativeTest-1173478322-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a5134f1-dd9e-451d-a8c4-9ef2cf18615b HTTP/1.1" status: 200 len: 949 time: 0.0821667 Nov 23 17:18:42.206913 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-0c683e7c-07a0-458c-838b-08b5a5a6a8c6 req-051355eb-4b3e-46fb-b30f-6d25f85f7561 tempest-LiveMigrationNegativeTest-1173478322 tempest-LiveMigrationNegativeTest-1173478322-project] 10.222.0.60 "GET /v2.0/security-groups?id=b8a6bb40-8d5e-4b99-8259-979b852e81cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629933 Nov 23 17:18:42.382575 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-10bb20c8-5d3c-4aeb-81f3-da1c38615dec admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:42.388816 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-10bb20c8-5d3c-4aeb-81f3-da1c38615dec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:42.437251 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-10bb20c8-5d3c-4aeb-81f3-da1c38615dec admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=438f674056d542b5894783823bd7dfac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3311653 Nov 23 17:18:42.438032 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 48600) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:18:42.438175 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bb20c8-5d3c-4aeb-81f3-da1c38615dec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33daa457-bd59-43be-bf16-bab8656fd480,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:18:42.579021 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac639560-9c84-44ba-9145-1fd49d46f0b2 req-76d53a11-e7e6-4156-8d6a-cf6b40636709 tempest-DeleteServersAdminTestJSON-479341732 tempest-DeleteServersAdminTestJSON-479341732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:18:42.586913 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ac639560-9c84-44ba-9145-1fd49d46f0b2 req-76d53a11-e7e6-4156-8d6a-cf6b40636709 tempest-DeleteServersAdminTestJSON-479341732 tempest-DeleteServersAdminTestJSON-479341732-project] 10.222.0.60 "GET /v2.0/ports?device_id=c8047a0a-1c49-4d26-8425-1820d25730d0 HTTP/1.1" status: 200 len: 949 time: 0.1656880 Nov 23 17:18:42.620331 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 48602) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:18:42.631582 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2129e480-3526-484c-9424-77530848c1c5 req-10520ba6-c9ce-46a6-8789-7727392b7172 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:18:42.633203 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2129e480-3526-484c-9424-77530848c1c5 req-10520ba6-c9ce-46a6-8789-7727392b7172 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] 10.222.0.60 "GET /v2.0/ports?device_id=15b7563e-dd4f-4e87-9c18-113e02ce5ca0 HTTP/1.1" status: 200 len: 950 time: 0.1455722 Nov 23 17:18:42.658211 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a09de597-9149-4fa6-9eb0-9d152c855bef admin admin] Publish callbacks [] for security_group, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:42.687812 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-f822ab30-1969-4ff7-9517-2797d833442c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:42.713571 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-f822ab30-1969-4ff7-9517-2797d833442c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:42.732667 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ac639560-9c84-44ba-9145-1fd49d46f0b2 req-d2519a7a-ccd7-45ca-9474-0504989edd56 tempest-DeleteServersAdminTestJSON-479341732 tempest-DeleteServersAdminTestJSON-479341732-project] 10.222.0.60 "GET /v2.0/security-groups?id=3f80f869-4c49-4c46-9452-e05cfcec9870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445749 Nov 23 17:18:42.806655 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2129e480-3526-484c-9424-77530848c1c5 req-eda5f2ec-d369-420b-8f1c-1c92aa63f2a8 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] 10.222.0.60 "GET /v2.0/security-groups?id=70227657-be62-432a-a8fd-5a85231fc7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314361 Nov 23 17:18:42.844791 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-497bafd1-edbf-4aef-9d50-6200a538cb66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:42.893924 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-f822ab30-1969-4ff7-9517-2797d833442c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:42.897313 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-f822ab30-1969-4ff7-9517-2797d833442c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:42.901304 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-f822ab30-1969-4ff7-9517-2797d833442c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/33daa457-bd59-43be-bf16-bab8656fd480 HTTP/1.1" status: 204 len: 168 time: 0.4591889 Nov 23 17:18:42.908865 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f822ab30-1969-4ff7-9517-2797d833442c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33daa457-bd59-43be-bf16-bab8656fd480,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:18:42.935704 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 48618) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:18:42.959343 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a09de597-9149-4fa6-9eb0-9d152c855bef admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:42.964364 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a09de597-9149-4fa6-9eb0-9d152c855bef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:43.104246 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 48622) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:18:43.106604 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-a09de597-9149-4fa6-9eb0-9d152c855bef admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=5a99b1ac030b42a09d1d686e84a022cc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4798141 Nov 23 17:18:43.161964 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09de597-9149-4fa6-9eb0-9d152c855bef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5d5a70c-aa0b-430e-9961-e63f0fbcb396,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:18:43.198511 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:43.216763 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-4724cbe8-d7f0-4dc2-9c1c-558b8abd3ce4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:43.270742 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-d9e5466f-06a1-47c4-88cd-fadbfd70eb09 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:43.334787 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-d9e5466f-06a1-47c4-88cd-fadbfd70eb09 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:43.503563 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-4724cbe8-d7f0-4dc2-9c1c-558b8abd3ce4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:43.533840 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-4724cbe8-d7f0-4dc2-9c1c-558b8abd3ce4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:43.550070 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-d9e5466f-06a1-47c4-88cd-fadbfd70eb09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:43.553976 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-d9e5466f-06a1-47c4-88cd-fadbfd70eb09 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:43.558230 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-d9e5466f-06a1-47c4-88cd-fadbfd70eb09 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a5d5a70c-aa0b-430e-9961-e63f0fbcb396 HTTP/1.1" status: 204 len: 168 time: 0.4496722 Nov 23 17:18:43.592616 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3e38e3-960b-49bc-94df-f3445870513a req-8af5e489-7869-4607-b7ac-b2bee7515609 tempest-LiveMigrationNegativeTest-1173478322 tempest-LiveMigrationNegativeTest-1173478322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:18:43.593602 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4c3e38e3-960b-49bc-94df-f3445870513a req-8af5e489-7869-4607-b7ac-b2bee7515609 tempest-LiveMigrationNegativeTest-1173478322 tempest-LiveMigrationNegativeTest-1173478322-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a5134f1-dd9e-451d-a8c4-9ef2cf18615b HTTP/1.1" status: 200 len: 949 time: 0.2529325 Nov 23 17:18:43.619924 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3c6e75-6bc3-4830-9ca2-72f2e87b8cd9 req-bc60ad42-ea8a-41fc-b032-93cd0e46f5d8 tempest-DeleteServersAdminTestJSON-479341732 tempest-DeleteServersAdminTestJSON-479341732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:18:43.635082 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5d3c6e75-6bc3-4830-9ca2-72f2e87b8cd9 req-bc60ad42-ea8a-41fc-b032-93cd0e46f5d8 tempest-DeleteServersAdminTestJSON-479341732 tempest-DeleteServersAdminTestJSON-479341732-project] 10.222.0.60 "GET /v2.0/ports?device_id=c8047a0a-1c49-4d26-8425-1820d25730d0 HTTP/1.1" status: 200 len: 949 time: 0.2577820 Nov 23 17:18:43.687974 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-4724cbe8-d7f0-4dc2-9c1c-558b8abd3ce4 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=5da359fe9d6346899f14b5932b9cec58&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7499886 Nov 23 17:18:43.691913 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 48638) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:18:43.702191 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4724cbe8-d7f0-4dc2-9c1c-558b8abd3ce4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1eeaf58-dcd7-4d81-b669-a104aa99cb48,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:18:43.724610 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e5466f-06a1-47c4-88cd-fadbfd70eb09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5d5a70c-aa0b-430e-9961-e63f0fbcb396,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:18:43.787565 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4c3e38e3-960b-49bc-94df-f3445870513a req-14d72648-b5f0-403d-baae-bac5e7568e4b tempest-LiveMigrationNegativeTest-1173478322 tempest-LiveMigrationNegativeTest-1173478322-project] 10.222.0.60 "GET /v2.0/security-groups?id=b8a6bb40-8d5e-4b99-8259-979b852e81cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402154 Nov 23 17:18:43.832525 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5d3c6e75-6bc3-4830-9ca2-72f2e87b8cd9 req-789e4e0d-2983-40c2-bb57-b3989a2a3f92 tempest-DeleteServersAdminTestJSON-479341732 tempest-DeleteServersAdminTestJSON-479341732-project] 10.222.0.60 "GET /v2.0/security-groups?id=3f80f869-4c49-4c46-9452-e05cfcec9870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650801 Nov 23 17:18:43.853739 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5acee96b-794c-404a-9647-e00de1e4eea5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:43.906619 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:43.946711 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5acee96b-794c-404a-9647-e00de1e4eea5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:44.128153 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5acee96b-794c-404a-9647-e00de1e4eea5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:44.137045 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5acee96b-794c-404a-9647-e00de1e4eea5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:44.155896 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-5acee96b-794c-404a-9647-e00de1e4eea5 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f1eeaf58-dcd7-4d81-b669-a104aa99cb48 HTTP/1.1" status: 204 len: 168 time: 0.4568202 Nov 23 17:18:44.173521 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acee96b-794c-404a-9647-e00de1e4eea5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1eeaf58-dcd7-4d81-b669-a104aa99cb48,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:18:44.373042 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ed105c-d79f-48cb-8e0f-67a5c09c129b req-856d0718-b679-45a4-8c49-5f0698427e41 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:18:44.373966 n-d-816206-8 neutron-server[103590]: INFO neutron.api.v2.resource [req-6fb11976-8970-49b2-86e7-367005ac8f0d req-4280cc16-efd1-4506-818c-f85dddd0f875 service neutron] show failed (client error): The resource could not be found. Nov 23 17:18:44.377567 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-6fb11976-8970-49b2-86e7-367005ac8f0d req-4280cc16-efd1-4506-818c-f85dddd0f875 service neutron] 10.222.0.55 "GET /v2.0/ports/bc0acd25-238e-4f36-9bd6-de0e9a940cd3/bindings/n-h2-816206-8 HTTP/1.1" status: 404 len: 380 time: 0.1499696 Nov 23 17:18:44.395460 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-66ed105c-d79f-48cb-8e0f-67a5c09c129b req-856d0718-b679-45a4-8c49-5f0698427e41 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] 10.222.0.60 "GET /v2.0/ports?device_id=15b7563e-dd4f-4e87-9c18-113e02ce5ca0 HTTP/1.1" status: 200 len: 950 time: 0.2616928 Nov 23 17:18:44.583496 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-66ed105c-d79f-48cb-8e0f-67a5c09c129b req-a9792986-3753-4ad9-856f-0e6e55ef5792 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] 10.222.0.60 "GET /v2.0/security-groups?id=70227657-be62-432a-a8fd-5a85231fc7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866148 Nov 23 17:18:44.817251 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61576795-5abe-41d6-8f35-4d96e8326919 req-f3a3e19e-89bd-44bf-806f-11ee109a7cf4 tempest-LiveMigrationNegativeTest-1173478322 tempest-LiveMigrationNegativeTest-1173478322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:18:44.831544 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-61576795-5abe-41d6-8f35-4d96e8326919 req-f3a3e19e-89bd-44bf-806f-11ee109a7cf4 tempest-LiveMigrationNegativeTest-1173478322 tempest-LiveMigrationNegativeTest-1173478322-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a5134f1-dd9e-451d-a8c4-9ef2cf18615b HTTP/1.1" status: 200 len: 949 time: 0.1843929 Nov 23 17:18:44.979139 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c5970f00-ad6f-4e11-aa7a-fc38e1793dcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:45.081270 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 48674) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:18:45.177249 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31f5692-eb5a-4c53-a536-25269a88893a req-fac58191-1535-46ae-be55-ec560b2240c9 tempest-DeleteServersAdminTestJSON-479341732 tempest-DeleteServersAdminTestJSON-479341732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:18:45.179859 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-f31f5692-eb5a-4c53-a536-25269a88893a req-fac58191-1535-46ae-be55-ec560b2240c9 tempest-DeleteServersAdminTestJSON-479341732 tempest-DeleteServersAdminTestJSON-479341732-project] 10.222.0.36 "GET /v2.0/ports?device_id=c8047a0a-1c49-4d26-8425-1820d25730d0 HTTP/1.1" status: 200 len: 949 time: 0.1384394 Nov 23 17:18:45.264332 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.agents_db [None req-464f6c07-0de8-4be6-8f5b-563f574d1c5d None None] Agent healthcheck: found 7 active agents {{(pid=103593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 17:18:45.304146 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [req-f31f5692-eb5a-4c53-a536-25269a88893a req-2572b9af-26f4-4ac6-a298-cb99d795067e tempest-DeleteServersAdminTestJSON-479341732 tempest-DeleteServersAdminTestJSON-479341732-project] Deleting port cd8d39af-794f-4925-bf72-a26c8b8f12e4 {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:18:45.304704 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-f31f5692-eb5a-4c53-a536-25269a88893a req-2572b9af-26f4-4ac6-a298-cb99d795067e tempest-DeleteServersAdminTestJSON-479341732 tempest-DeleteServersAdminTestJSON-479341732-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:45.381935 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb11976-8970-49b2-86e7-367005ac8f0d req-6cc75af7-5cf6-4b81-a7be-a19f898540b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:18:45.388652 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6fb11976-8970-49b2-86e7-367005ac8f0d req-6cc75af7-5cf6-4b81-a7be-a19f898540b0 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=15b7563e-dd4f-4e87-9c18-113e02ce5ca0&tenant_id=98a62786d4654c60b8dab5d2a606f4fe HTTP/1.1" status: 200 len: 1101 time: 0.5533545 Nov 23 17:18:45.415161 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-61576795-5abe-41d6-8f35-4d96e8326919 req-c005d8dc-5846-4f3f-953c-e324ba92a40b tempest-LiveMigrationNegativeTest-1173478322 tempest-LiveMigrationNegativeTest-1173478322-project] 10.222.0.60 "GET /v2.0/security-groups?id=b8a6bb40-8d5e-4b99-8259-979b852e81cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5817254 Nov 23 17:18:45.429027 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 48680) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:18:45.441964 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [req-6fb11976-8970-49b2-86e7-367005ac8f0d req-871ffdf6-8fa8-483b-b66a-03446019fb3c service neutron] Request body: {'port': {'binding:host_id': 'n-h2-816206-8', 'device_owner': 'compute:nova'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:18:45.490362 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6d6f64c1-cdd4-48ab-8fd8-7c1056dbc974 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:45.499932 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-2250067f-a62e-4d01-81ce-5e362d22736e admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-343000862-network', 'tenant_id': '968ef5ef30ad45a38c8263e9da4ef3c2'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:18:45.513922 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [req-f31f5692-eb5a-4c53-a536-25269a88893a req-2572b9af-26f4-4ac6-a298-cb99d795067e tempest-DeleteServersAdminTestJSON-479341732 tempest-DeleteServersAdminTestJSON-479341732-project] For port cd8d39af-794f-4925-bf72-a26c8b8f12e4, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=cd8d39af-794f-4925-bf72-a26c8b8f12e4,segment=NetworkSegment(329c1745-02bf-4561-9615-3192910887f5),segment_id=329c1745-02bf-4561-9615-3192910887f5)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:18:45.514668 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-f31f5692-eb5a-4c53-a536-25269a88893a req-2572b9af-26f4-4ac6-a298-cb99d795067e tempest-DeleteServersAdminTestJSON-479341732 tempest-DeleteServersAdminTestJSON-479341732-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:45.553225 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [req-f31f5692-eb5a-4c53-a536-25269a88893a req-2572b9af-26f4-4ac6-a298-cb99d795067e tempest-DeleteServersAdminTestJSON-479341732 tempest-DeleteServersAdminTestJSON-479341732-project] Calling delete_port for cd8d39af-794f-4925-bf72-a26c8b8f12e4 owned by compute:nova {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:18:45.586380 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2250067f-a62e-4d01-81ce-5e362d22736e admin admin] Made reservation on behalf of 968ef5ef30ad45a38c8263e9da4ef3c2 for: {'network': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:18:45.588396 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2250067f-a62e-4d01-81ce-5e362d22736e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for network, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:45.615252 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fdb1a8-123f-4b38-8cb3-84ea2edb8830 req-c64d9b86-8ec8-4137-823a-2dd819bd24f4 tempest-DeleteServersAdminTestJSON-479341732 tempest-DeleteServersAdminTestJSON-479341732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:18:45.621013 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-23fdb1a8-123f-4b38-8cb3-84ea2edb8830 req-c64d9b86-8ec8-4137-823a-2dd819bd24f4 tempest-DeleteServersAdminTestJSON-479341732 tempest-DeleteServersAdminTestJSON-479341732-project] 10.222.0.60 "GET /v2.0/ports?device_id=c8047a0a-1c49-4d26-8425-1820d25730d0 HTTP/1.1" status: 200 len: 949 time: 0.5020392 Nov 23 17:18:45.686254 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2250067f-a62e-4d01-81ce-5e362d22736e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:45.718531 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-6fb11976-8970-49b2-86e7-367005ac8f0d req-871ffdf6-8fa8-483b-b66a-03446019fb3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:45.798342 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2250067f-a62e-4d01-81ce-5e362d22736e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:45.818247 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2250067f-a62e-4d01-81ce-5e362d22736e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:45.835693 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2250067f-a62e-4d01-81ce-5e362d22736e admin admin] vlan segment allocate from pool success with {'vlan_id': 544, 'physical_network': 'physnet1'} {{(pid=103590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 17:18:45.852378 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2250067f-a62e-4d01-81ce-5e362d22736e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:45.852832 n-d-816206-8 neutron-server[103590]: INFO neutron.db.segments_db [None req-2250067f-a62e-4d01-81ce-5e362d22736e admin admin] Added segment aeb4ff6a-77f7-45a2-bf27-0feac134a4ea of type vlan for network eacea6aa-86b2-4fe9-ae0d-611828f27804 Nov 23 17:18:45.904175 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2250067f-a62e-4d01-81ce-5e362d22736e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736635338810'] for network, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:45.973259 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2250067f-a62e-4d01-81ce-5e362d22736e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef6a96c0-423c-4ea7-a75c-4657afd8c521,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:18:45.977208 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2250067f-a62e-4d01-81ce-5e362d22736e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493'] for network, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:45.978162 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2250067f-a62e-4d01-81ce-5e362d22736e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:18:45.978768 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2250067f-a62e-4d01-81ce-5e362d22736e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for network, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:46.064729 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2250067f-a62e-4d01-81ce-5e362d22736e admin admin] Pushing event updated for resources: {'Network': ['ID=eacea6aa-86b2-4fe9-ae0d-611828f27804,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:18:46.071128 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-2250067f-a62e-4d01-81ce-5e362d22736e admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.9886982 Nov 23 17:18:46.076013 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Network eacea6aa-86b2-4fe9-ae0d-611828f27804 details requested by agent ovs-agent-n-d-816206-8 with host n-d-816206-8 {{(pid=103592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 17:18:46.078142 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 48692) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:18:46.080855 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6d6f64c1-cdd4-48ab-8fd8-7c1056dbc974 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:46.087623 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-0291d3b7-e14b-4ffe-b1ab-9c5550d5eb24 admin admin] Request body: {'subnet': {'network_id': 'eacea6aa-86b2-4fe9-ae0d-611828f27804', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-343000862-subnet', 'tenant_id': '968ef5ef30ad45a38c8263e9da4ef3c2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:18:46.115121 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6d6f64c1-cdd4-48ab-8fd8-7c1056dbc974 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:46.141969 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0291d3b7-e14b-4ffe-b1ab-9c5550d5eb24 admin admin] Made reservation on behalf of 968ef5ef30ad45a38c8263e9da4ef3c2 for: {'subnet': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:18:46.145408 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0291d3b7-e14b-4ffe-b1ab-9c5550d5eb24 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:46.174656 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-23fdb1a8-123f-4b38-8cb3-84ea2edb8830 req-02171129-0a6a-4570-a6ad-cd33e62a594d tempest-DeleteServersAdminTestJSON-479341732 tempest-DeleteServersAdminTestJSON-479341732-project] 10.222.0.60 "GET /v2.0/security-groups?id=3f80f869-4c49-4c46-9452-e05cfcec9870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4573307 Nov 23 17:18:46.276918 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351a7dfd-9564-4582-bb65-bb06e1e30564 req-ecdcd558-427e-4012-871c-e7942b044183 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:18:46.287709 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-351a7dfd-9564-4582-bb65-bb06e1e30564 req-ecdcd558-427e-4012-871c-e7942b044183 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] 10.222.0.60 "GET /v2.0/ports?device_id=15b7563e-dd4f-4e87-9c18-113e02ce5ca0 HTTP/1.1" status: 200 len: 950 time: 0.2302194 Nov 23 17:18:46.383552 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-351a7dfd-9564-4582-bb65-bb06e1e30564 req-c2a0f719-87c5-41fe-a03f-b76b0c65dc8d tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] 10.222.0.60 "GET /v2.0/security-groups?id=70227657-be62-432a-a8fd-5a85231fc7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941026 Nov 23 17:18:46.419999 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-6d6f64c1-cdd4-48ab-8fd8-7c1056dbc974 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=2b608b57c3844e0dbb395c39fedf6f9f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9886494 Nov 23 17:18:46.437735 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-52822d53-48f5-4819-8a95-bdc13aea0bf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:46.471454 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-6fb11976-8970-49b2-86e7-367005ac8f0d req-871ffdf6-8fa8-483b-b66a-03446019fb3c service neutron] For port bc0acd25-238e-4f36-9bd6-de0e9a940cd3, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=bc0acd25-238e-4f36-9bd6-de0e9a940cd3,segment=NetworkSegment(329c1745-02bf-4561-9615-3192910887f5),segment_id=329c1745-02bf-4561-9615-3192910887f5)] {{(pid=103591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:18:46.515767 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-6fb11976-8970-49b2-86e7-367005ac8f0d req-871ffdf6-8fa8-483b-b66a-03446019fb3c service neutron] For port bc0acd25-238e-4f36-9bd6-de0e9a940cd3, host n-h1-816206-8, cleared binding levels {{(pid=103591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:18:46.565107 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-6fb11976-8970-49b2-86e7-367005ac8f0d req-871ffdf6-8fa8-483b-b66a-03446019fb3c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:46.580330 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15b7563e-dd4f-4e87-9c18-113e02ce5ca0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bc0acd25-238e-4f36-9bd6-de0e9a940cd3'}] {{(pid=103591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:18:46.582900 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41d174a19ece9499ff9ec44e5b3fc50f2abd3ffbc947fb7e52ea1e8db27b95b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58e2fd05-0e61-4841-b2cf-c86cb7469448" -d '{"events": [{"server_uuid": "15b7563e-dd4f-4e87-9c18-113e02ce5ca0", "name": "network-vif-unplugged", "status": "completed", "tag": "bc0acd25-238e-4f36-9bd6-de0e9a940cd3"}]}' {{(pid=103591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:18:46.588384 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6f64c1-cdd4-48ab-8fd8-7c1056dbc974 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88e6c09a-aa7f-4c35-87a2-365d9388215a,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:18:46.588900 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 48698) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:18:46.591832 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.provisioning_blocks [req-6fb11976-8970-49b2-86e7-367005ac8f0d req-871ffdf6-8fa8-483b-b66a-03446019fb3c service neutron] Transition to ACTIVE for port object bc0acd25-238e-4f36-9bd6-de0e9a940cd3 will not be triggered until provisioned by entity L2. {{(pid=103591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 17:18:46.605428 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0291d3b7-e14b-4ffe-b1ab-9c5550d5eb24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493'] for subnet, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:46.617172 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-6fb11976-8970-49b2-86e7-367005ac8f0d req-871ffdf6-8fa8-483b-b66a-03446019fb3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:46.627482 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-f31f5692-eb5a-4c53-a536-25269a88893a req-2572b9af-26f4-4ac6-a298-cb99d795067e tempest-DeleteServersAdminTestJSON-479341732 tempest-DeleteServersAdminTestJSON-479341732-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:46.642855 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] get_ports_and_sgs() called for port_ids ['cd8d39af-794f-4925-bf72-a26c8b8f12e4'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:18:46.714433 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 17:18:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-133d48d7-bd42-468c-b7ae-a7ad3c38e0d0 x-openstack-request-id: req-133d48d7-bd42-468c-b7ae-a7ad3c38e0d0 {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:18:46.714744 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15b7563e-dd4f-4e87-9c18-113e02ce5ca0", "name": "network-vif-unplugged", "status": "completed", "tag": "bc0acd25-238e-4f36-9bd6-de0e9a940cd3", "code": 200}]} {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:18:46.715828 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-133d48d7-bd42-468c-b7ae-a7ad3c38e0d0 {{(pid=103591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:18:46.716232 n-d-816206-8 neutron-server[103591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15b7563e-dd4f-4e87-9c18-113e02ce5ca0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bc0acd25-238e-4f36-9bd6-de0e9a940cd3', 'code': 200} Nov 23 17:18:46.764673 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fb11976-8970-49b2-86e7-367005ac8f0d req-871ffdf6-8fa8-483b-b66a-03446019fb3c service neutron] No DVR routers for this DVR port bc0acd25-238e-4f36-9bd6-de0e9a940cd3 on host n-h1-816206-8 {{(pid=103591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:18:46.795646 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2572b9af-26f4-4ac6-a298-cb99d795067e tempest-DeleteServersAdminTestJSON-479341732 tempest-DeleteServersAdminTestJSON-479341732-project] Pushing event deleted for resources: {'Port': ['ID=cd8d39af-794f-4925-bf72-a26c8b8f12e4,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:18:46.837386 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a5f242-8543-4705-914f-ad0d2de94729 req-5a61793b-b689-49bf-8b0a-37c919e4d4c7 tempest-LiveMigrationNegativeTest-1173478322 tempest-LiveMigrationNegativeTest-1173478322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:18:46.839525 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f4a5f242-8543-4705-914f-ad0d2de94729 req-5a61793b-b689-49bf-8b0a-37c919e4d4c7 tempest-LiveMigrationNegativeTest-1173478322 tempest-LiveMigrationNegativeTest-1173478322-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a5134f1-dd9e-451d-a8c4-9ef2cf18615b HTTP/1.1" status: 200 len: 949 time: 0.2523575 Nov 23 17:18:46.844198 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871ffdf6-8fa8-483b-b66a-03446019fb3c service neutron] Pushing event updated for resources: {'Port': ['ID=bc0acd25-238e-4f36-9bd6-de0e9a940cd3,revision_number=6']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:18:46.891844 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-ec93ac21-5ffa-4ffc-ad6b-57808989dd37 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:46.899949 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-6fb11976-8970-49b2-86e7-367005ac8f0d req-871ffdf6-8fa8-483b-b66a-03446019fb3c service neutron] Attempting to bind port bc0acd25-238e-4f36-9bd6-de0e9a940cd3 on host n-h2-816206-8 for vnic_type normal with profile {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:18:46.900448 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-6fb11976-8970-49b2-86e7-367005ac8f0d req-871ffdf6-8fa8-483b-b66a-03446019fb3c service neutron] Attempting to bind port bc0acd25-238e-4f36-9bd6-de0e9a940cd3 by drivers openvswitch,hyperv on host n-h2-816206-8 at level 0 using segments [{'id': '329c1745-02bf-4561-9615-3192910887f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'f1e1dabf-b410-4023-9169-a460a86e7184'}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:18:46.900899 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fb11976-8970-49b2-86e7-367005ac8f0d req-871ffdf6-8fa8-483b-b66a-03446019fb3c service neutron] Attempting to bind port bc0acd25-238e-4f36-9bd6-de0e9a940cd3 on network f1e1dabf-b410-4023-9169-a460a86e7184 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:18:46.927602 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fb11976-8970-49b2-86e7-367005ac8f0d req-871ffdf6-8fa8-483b-b66a-03446019fb3c service neutron] Port bc0acd25-238e-4f36-9bd6-de0e9a940cd3 on network f1e1dabf-b410-4023-9169-a460a86e7184 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-8 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 17:18:46.934482 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fb11976-8970-49b2-86e7-367005ac8f0d req-871ffdf6-8fa8-483b-b66a-03446019fb3c service neutron] Attempting to bind port bc0acd25-238e-4f36-9bd6-de0e9a940cd3 on network f1e1dabf-b410-4023-9169-a460a86e7184 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:18:46.965374 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fb11976-8970-49b2-86e7-367005ac8f0d req-871ffdf6-8fa8-483b-b66a-03446019fb3c service neutron] Checking agent: {'id': 'ab77bf9e-0267-4174-8f1d-822cba89b207', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 15, 13), 'started_at': datetime.datetime(2021, 11, 23, 17, 15, 13), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 18, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:18:46.965652 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fb11976-8970-49b2-86e7-367005ac8f0d req-871ffdf6-8fa8-483b-b66a-03446019fb3c service neutron] Checking segment: {'id': '329c1745-02bf-4561-9615-3192910887f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'f1e1dabf-b410-4023-9169-a460a86e7184'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:18:46.966297 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fb11976-8970-49b2-86e7-367005ac8f0d req-871ffdf6-8fa8-483b-b66a-03446019fb3c service neutron] Bound using segment: {'id': '329c1745-02bf-4561-9615-3192910887f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'f1e1dabf-b410-4023-9169-a460a86e7184'} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:18:46.967019 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-6fb11976-8970-49b2-86e7-367005ac8f0d req-871ffdf6-8fa8-483b-b66a-03446019fb3c service neutron] Bound port: bc0acd25-238e-4f36-9bd6-de0e9a940cd3, host: n-h2-816206-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '329c1745-02bf-4561-9615-3192910887f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'f1e1dabf-b410-4023-9169-a460a86e7184'}}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:18:46.967502 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-6fb11976-8970-49b2-86e7-367005ac8f0d req-871ffdf6-8fa8-483b-b66a-03446019fb3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:46.981735 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f4a5f242-8543-4705-914f-ad0d2de94729 req-b5f9d759-55f6-4de5-8457-2dfcc80f49e5 tempest-LiveMigrationNegativeTest-1173478322 tempest-LiveMigrationNegativeTest-1173478322-project] 10.222.0.60 "GET /v2.0/security-groups?id=b8a6bb40-8d5e-4b99-8259-979b852e81cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167805 Nov 23 17:18:46.999799 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-ec93ac21-5ffa-4ffc-ad6b-57808989dd37 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:47.140694 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-6fb11976-8970-49b2-86e7-367005ac8f0d req-871ffdf6-8fa8-483b-b66a-03446019fb3c service neutron] For port bc0acd25-238e-4f36-9bd6-de0e9a940cd3, host n-h2-816206-8, cleared binding levels {{(pid=103591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:18:47.149071 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-6fb11976-8970-49b2-86e7-367005ac8f0d req-871ffdf6-8fa8-483b-b66a-03446019fb3c service neutron] For port bc0acd25-238e-4f36-9bd6-de0e9a940cd3, host n-h2-816206-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=bc0acd25-238e-4f36-9bd6-de0e9a940cd3,segment=NetworkSegment(329c1745-02bf-4561-9615-3192910887f5),segment_id=329c1745-02bf-4561-9615-3192910887f5)] {{(pid=103591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:18:47.150216 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-ec93ac21-5ffa-4ffc-ad6b-57808989dd37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:47.153797 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-ec93ac21-5ffa-4ffc-ad6b-57808989dd37 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:47.154956 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-ec93ac21-5ffa-4ffc-ad6b-57808989dd37 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/88e6c09a-aa7f-4c35-87a2-365d9388215a HTTP/1.1" status: 204 len: 168 time: 0.5651507 Nov 23 17:18:47.167443 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-6fb11976-8970-49b2-86e7-367005ac8f0d req-871ffdf6-8fa8-483b-b66a-03446019fb3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:47.210083 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb11976-8970-49b2-86e7-367005ac8f0d req-871ffdf6-8fa8-483b-b66a-03446019fb3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:18:47.210626 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-6fb11976-8970-49b2-86e7-367005ac8f0d req-871ffdf6-8fa8-483b-b66a-03446019fb3c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:47.212032 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6fb11976-8970-49b2-86e7-367005ac8f0d req-871ffdf6-8fa8-483b-b66a-03446019fb3c service neutron] 10.222.0.36 "PUT /v2.0/ports/bc0acd25-238e-4f36-9bd6-de0e9a940cd3 HTTP/1.1" status: 200 len: 1096 time: 1.7913771 Nov 23 17:18:47.249662 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0291d3b7-e14b-4ffe-b1ab-9c5550d5eb24 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cfa8dfdf-5850-4e22-a7f8-6d7e726926d1,revision_number=0']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:18:47.282861 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec93ac21-5ffa-4ffc-ad6b-57808989dd37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88e6c09a-aa7f-4c35-87a2-365d9388215a,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:18:47.312527 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [req-f31f5692-eb5a-4c53-a536-25269a88893a req-2572b9af-26f4-4ac6-a298-cb99d795067e tempest-DeleteServersAdminTestJSON-479341732 tempest-DeleteServersAdminTestJSON-479341732-project] No DVR routers for this DVR port cd8d39af-794f-4925-bf72-a26c8b8f12e4 on host n-h2-816206-8 {{(pid=103590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:18:47.322761 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-f31f5692-eb5a-4c53-a536-25269a88893a req-2572b9af-26f4-4ac6-a298-cb99d795067e tempest-DeleteServersAdminTestJSON-479341732 tempest-DeleteServersAdminTestJSON-479341732-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:47.340106 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-f31f5692-eb5a-4c53-a536-25269a88893a req-2572b9af-26f4-4ac6-a298-cb99d795067e tempest-DeleteServersAdminTestJSON-479341732 tempest-DeleteServersAdminTestJSON-479341732-project] 10.222.0.36 "DELETE /v2.0/ports/cd8d39af-794f-4925-bf72-a26c8b8f12e4 HTTP/1.1" status: 204 len: 173 time: 2.1499705 Nov 23 17:18:47.340971 n-d-816206-8 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8047a0a-1c49-4d26-8425-1820d25730d0', 'name': 'network-vif-deleted', 'tag': 'cd8d39af-794f-4925-bf72-a26c8b8f12e4'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:18:47.343456 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbabddbc9fc37b068808e119c416c86f5957ca04531a4a0d2e695c515e93483b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a037405-3357-4e96-9521-41f1c7a135ae" -d '{"events": [{"server_uuid": "c8047a0a-1c49-4d26-8425-1820d25730d0", "name": "network-vif-deleted", "tag": "cd8d39af-794f-4925-bf72-a26c8b8f12e4"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:18:47.355131 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0291d3b7-e14b-4ffe-b1ab-9c5550d5eb24 admin admin] Checking segment: {'id': 'aeb4ff6a-77f7-45a2-bf27-0feac134a4ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'eacea6aa-86b2-4fe9-ae0d-611828f27804'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:18:47.356151 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0291d3b7-e14b-4ffe-b1ab-9c5550d5eb24 admin admin] Network hostable DHCP agents. Network: eacea6aa-86b2-4fe9-ae0d-611828f27804, hostable agents: ['0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3'], hosted agents: [] {{(pid=103590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 17:18:47.392949 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0291d3b7-e14b-4ffe-b1ab-9c5550d5eb24 admin admin] Network eacea6aa-86b2-4fe9-ae0d-611828f27804 is scheduled to be hosted by DHCP agent 0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3 with binding_index 1 {{(pid=103590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 17:18:47.414016 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-0291d3b7-e14b-4ffe-b1ab-9c5550d5eb24 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-8, eacea6aa-86b2-4fe9-ae0d-611828f27804) {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:18:47.422192 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0291d3b7-e14b-4ffe-b1ab-9c5550d5eb24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:18:47.423565 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0291d3b7-e14b-4ffe-b1ab-9c5550d5eb24 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for subnet, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:47.434808 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08ed6bbf-c8a9-4488-b797-c4a5a24233f8 None None] Network eacea6aa-86b2-4fe9-ae0d-611828f27804 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:18:47.477298 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-0291d3b7-e14b-4ffe-b1ab-9c5550d5eb24 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.3867316 Nov 23 17:18:47.583079 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c14795a8-0044-47c2-8704-6cc2e790047f req-40d56b78-805e-4fb5-9618-63debcae62f6 tempest-DeleteServersAdminTestJSON-479341732 tempest-DeleteServersAdminTestJSON-479341732-project] 10.222.0.60 "GET /v2.0/ports?device_id=c8047a0a-1c49-4d26-8425-1820d25730d0 HTTP/1.1" status: 200 len: 210 time: 0.1929445 Nov 23 17:18:47.677433 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb11976-8970-49b2-86e7-367005ac8f0d req-6783c09c-becd-4e54-a8dc-09886cf4ec95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:18:47.681093 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6fb11976-8970-49b2-86e7-367005ac8f0d req-6783c09c-becd-4e54-a8dc-09886cf4ec95 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=98a62786d4654c60b8dab5d2a606f4fe&device_id=15b7563e-dd4f-4e87-9c18-113e02ce5ca0 HTTP/1.1" status: 200 len: 1099 time: 0.3991985 Nov 23 17:18:47.682707 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871ffdf6-8fa8-483b-b66a-03446019fb3c service neutron] Pushing event updated for resources: {'Port': ['ID=bc0acd25-238e-4f36-9bd6-de0e9a940cd3,revision_number=7']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:18:47.705826 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bec307-b5ab-4894-8116-d6c34ccea85a req-23641000-d36c-49fd-96eb-a484e04b8852 tempest-LiveMigrationNegativeTest-958083506 tempest-LiveMigrationNegativeTest-958083506-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:18:47.722860 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-87bec307-b5ab-4894-8116-d6c34ccea85a req-23641000-d36c-49fd-96eb-a484e04b8852 tempest-LiveMigrationNegativeTest-958083506 tempest-LiveMigrationNegativeTest-958083506-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=5a5134f1-dd9e-451d-a8c4-9ef2cf18615b HTTP/1.1" status: 200 len: 1100 time: 0.4410574 Nov 23 17:18:47.781019 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:18:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49edfdf4-7bb1-408f-af6a-c19ee859d469 x-openstack-request-id: req-49edfdf4-7bb1-408f-af6a-c19ee859d469 {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:18:47.782757 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-87bec307-b5ab-4894-8116-d6c34ccea85a req-ce2e8d34-7085-44f5-a118-5067b9588305 tempest-LiveMigrationNegativeTest-958083506 tempest-LiveMigrationNegativeTest-958083506-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:47.783679 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8047a0a-1c49-4d26-8425-1820d25730d0", "name": "network-vif-deleted", "tag": "cd8d39af-794f-4925-bf72-a26c8b8f12e4", "status": "completed", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:18:47.784529 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-49edfdf4-7bb1-408f-af6a-c19ee859d469 {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:18:47.786857 n-d-816206-8 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8047a0a-1c49-4d26-8425-1820d25730d0', 'name': 'network-vif-deleted', 'tag': 'cd8d39af-794f-4925-bf72-a26c8b8f12e4', 'status': 'completed', 'code': 200} Nov 23 17:18:47.812768 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9a27ae6c-db98-474f-94c1-cc99bf842d79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:48.042243 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb11976-8970-49b2-86e7-367005ac8f0d req-d957b3a3-cf99-4d8d-8883-1946e6f3f982 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:18:48.044902 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6fb11976-8970-49b2-86e7-367005ac8f0d req-d957b3a3-cf99-4d8d-8883-1946e6f3f982 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f1e1dabf-b410-4023-9169-a460a86e7184 HTTP/1.1" status: 200 len: 870 time: 0.3457527 Nov 23 17:18:48.145949 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e221fc-61a8-4621-8bac-63b02dca5912 req-e391546f-00b7-4152-b0c3-c08d3e3b2f43 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:18:48.147633 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-69e221fc-61a8-4621-8bac-63b02dca5912 req-e391546f-00b7-4152-b0c3-c08d3e3b2f43 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] 10.222.0.60 "GET /v2.0/ports?device_id=15b7563e-dd4f-4e87-9c18-113e02ce5ca0 HTTP/1.1" status: 200 len: 948 time: 0.2341604 Nov 23 17:18:48.150973 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6fb11976-8970-49b2-86e7-367005ac8f0d req-ebaba92e-05b8-4de2-9efd-adcf6aa2964f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.161&port_id=bc0acd25-238e-4f36-9bd6-de0e9a940cd3 HTTP/1.1" status: 200 len: 217 time: 0.0915234 Nov 23 17:18:48.152628 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12cf17c9-1744-499a-992d-f44190738994 None None] Network eacea6aa-86b2-4fe9-ae0d-611828f27804 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:18:48.342905 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-87bec307-b5ab-4894-8116-d6c34ccea85a req-ce2e8d34-7085-44f5-a118-5067b9588305 tempest-LiveMigrationNegativeTest-958083506 tempest-LiveMigrationNegativeTest-958083506-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:48.363638 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-87bec307-b5ab-4894-8116-d6c34ccea85a req-ce2e8d34-7085-44f5-a118-5067b9588305 tempest-LiveMigrationNegativeTest-958083506 tempest-LiveMigrationNegativeTest-958083506-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:48.473316 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-69e221fc-61a8-4621-8bac-63b02dca5912 req-11a1fee3-de82-46be-be54-0975e3aa2e2e tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] 10.222.0.60 "GET /v2.0/security-groups?id=70227657-be62-432a-a8fd-5a85231fc7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3136606 Nov 23 17:18:48.480559 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:48.489196 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb11976-8970-49b2-86e7-367005ac8f0d req-a8a15be3-90ff-4d3f-9948-bbf2de3e410e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:18:48.493441 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6fb11976-8970-49b2-86e7-367005ac8f0d req-a8a15be3-90ff-4d3f-9948-bbf2de3e410e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ac77c175-5679-438b-8a2a-356718377641 HTTP/1.1" status: 200 len: 843 time: 0.3218682 Nov 23 17:18:48.499734 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-87bec307-b5ab-4894-8116-d6c34ccea85a req-ce2e8d34-7085-44f5-a118-5067b9588305 tempest-LiveMigrationNegativeTest-958083506 tempest-LiveMigrationNegativeTest-958083506-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=b8a6bb40-8d5e-4b99-8259-979b852e81cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7757816 Nov 23 17:18:48.501029 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2e8d34-7085-44f5-a118-5067b9588305 tempest-LiveMigrationNegativeTest-958083506 tempest-LiveMigrationNegativeTest-958083506-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a3dc41a-e64a-4cca-af2c-ddc588742d76,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:18:48.563154 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb11976-8970-49b2-86e7-367005ac8f0d req-24583395-e8da-4e1a-ae25-4499866ef3b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:18:48.565077 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6fb11976-8970-49b2-86e7-367005ac8f0d req-24583395-e8da-4e1a-ae25-4499866ef3b8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f1e1dabf-b410-4023-9169-a460a86e7184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0590501 Nov 23 17:18:48.730067 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15b7563e-dd4f-4e87-9c18-113e02ce5ca0', 'tag': 'bc0acd25-238e-4f36-9bd6-de0e9a940cd3'}] {{(pid=103591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:18:48.732419 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41d174a19ece9499ff9ec44e5b3fc50f2abd3ffbc947fb7e52ea1e8db27b95b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd63bbe1-126a-4978-a297-0a24916b6ff4" -d '{"events": [{"name": "network-changed", "server_uuid": "15b7563e-dd4f-4e87-9c18-113e02ce5ca0", "tag": "bc0acd25-238e-4f36-9bd6-de0e9a940cd3"}]}' {{(pid=103591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:18:48.797924 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device bc0acd25-238e-4f36-9bd6-de0e9a940cd3 no longer exists at agent hyperv_n-h1-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:18:48.809105 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6fb11976-8970-49b2-86e7-367005ac8f0d req-aea9dfd0-3631-4c93-b685-0d709fe01b73 service neutron] 10.222.0.36 "GET /v2.0/networks/f1e1dabf-b410-4023-9169-a460a86e7184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2299759 Nov 23 17:18:48.896413 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device bc0acd25-238e-4f36-9bd6-de0e9a940cd3 not bound to the agent host n-h1-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:18:48.957211 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6fb11976-8970-49b2-86e7-367005ac8f0d req-19738915-e3a2-4101-9163-96da2a3e9b89 service neutron] 10.222.0.36 "GET /v2.0/networks/f1e1dabf-b410-4023-9169-a460a86e7184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1408610 Nov 23 17:18:48.966155 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 17:18:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c90469a-ef60-40af-977b-556f19767438 x-openstack-request-id: req-7c90469a-ef60-40af-977b-556f19767438 {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:18:48.966508 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15b7563e-dd4f-4e87-9c18-113e02ce5ca0", "tag": "bc0acd25-238e-4f36-9bd6-de0e9a940cd3", "status": "completed", "code": 200}]} {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:18:48.969183 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7c90469a-ef60-40af-977b-556f19767438 {{(pid=103591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:18:48.969797 n-d-816206-8 neutron-server[103591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15b7563e-dd4f-4e87-9c18-113e02ce5ca0', 'tag': 'bc0acd25-238e-4f36-9bd6-de0e9a940cd3', 'status': 'completed', 'code': 200} Nov 23 17:18:49.094729 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd63bbe1-126a-4978-a297-0a24916b6ff4 req-ad9ee15f-b5dc-4e5a-bd71-bd11650bbe13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:18:49.100248 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-fd63bbe1-126a-4978-a297-0a24916b6ff4 req-ad9ee15f-b5dc-4e5a-bd71-bd11650bbe13 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=98a62786d4654c60b8dab5d2a606f4fe&device_id=15b7563e-dd4f-4e87-9c18-113e02ce5ca0 HTTP/1.1" status: 200 len: 1099 time: 0.0998769 Nov 23 17:18:49.154532 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd63bbe1-126a-4978-a297-0a24916b6ff4 req-a6406e5b-eb95-4c7e-adff-106d3f705e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:18:49.158607 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-fd63bbe1-126a-4978-a297-0a24916b6ff4 req-a6406e5b-eb95-4c7e-adff-106d3f705e40 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=98a62786d4654c60b8dab5d2a606f4fe&device_id=15b7563e-dd4f-4e87-9c18-113e02ce5ca0 HTTP/1.1" status: 200 len: 1099 time: 0.1160836 Nov 23 17:18:49.376213 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd63bbe1-126a-4978-a297-0a24916b6ff4 req-6d7296ab-c7fd-4b91-a8c1-88468e30ef3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:18:49.377654 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-fd63bbe1-126a-4978-a297-0a24916b6ff4 req-6d7296ab-c7fd-4b91-a8c1-88468e30ef3e service neutron] 10.222.0.55 "GET /v2.0/networks?id=f1e1dabf-b410-4023-9169-a460a86e7184 HTTP/1.1" status: 200 len: 870 time: 0.2675879 Nov 23 17:18:49.378150 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 48782) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:18:49.394125 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-913fdddc-90e6-4408-bbf0-5cca59c63202 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-675118457-network', 'tenant_id': 'cb7ae728ac12451eb1505d2c50ed9624'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:18:49.413756 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd63bbe1-126a-4978-a297-0a24916b6ff4 req-21fe7475-7c35-4ed5-b1ac-feaf9a25293a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:18:49.416845 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-fd63bbe1-126a-4978-a297-0a24916b6ff4 req-21fe7475-7c35-4ed5-b1ac-feaf9a25293a service neutron] 10.222.0.36 "GET /v2.0/networks?id=f1e1dabf-b410-4023-9169-a460a86e7184 HTTP/1.1" status: 200 len: 870 time: 0.2447867 Nov 23 17:18:49.478236 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-fd63bbe1-126a-4978-a297-0a24916b6ff4 req-597ce3eb-3ac6-4374-a004-2e0676dcabec service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.161&port_id=bc0acd25-238e-4f36-9bd6-de0e9a940cd3 HTTP/1.1" status: 200 len: 217 time: 0.0465906 Nov 23 17:18:49.501035 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-fd63bbe1-126a-4978-a297-0a24916b6ff4 req-4c6414a5-7989-4ce7-904f-bb7641f6b370 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.161&port_id=bc0acd25-238e-4f36-9bd6-de0e9a940cd3 HTTP/1.1" status: 200 len: 217 time: 0.0991099 Nov 23 17:18:49.597649 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd63bbe1-126a-4978-a297-0a24916b6ff4 req-0cc233b6-7a04-46a2-8704-55a1bdd79849 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:18:49.599021 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-fd63bbe1-126a-4978-a297-0a24916b6ff4 req-0cc233b6-7a04-46a2-8704-55a1bdd79849 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ac77c175-5679-438b-8a2a-356718377641 HTTP/1.1" status: 200 len: 843 time: 0.0731893 Nov 23 17:18:49.642185 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-913fdddc-90e6-4408-bbf0-5cca59c63202 admin admin] Made reservation on behalf of cb7ae728ac12451eb1505d2c50ed9624 for: {'network': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:18:49.645911 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-913fdddc-90e6-4408-bbf0-5cca59c63202 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for network, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:49.661786 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-913fdddc-90e6-4408-bbf0-5cca59c63202 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:49.666899 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd63bbe1-126a-4978-a297-0a24916b6ff4 req-b9bb35ce-cb75-4e2e-93b0-7dbb61f11c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:18:49.669875 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-fd63bbe1-126a-4978-a297-0a24916b6ff4 req-b9bb35ce-cb75-4e2e-93b0-7dbb61f11c11 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ac77c175-5679-438b-8a2a-356718377641 HTTP/1.1" status: 200 len: 843 time: 0.1561725 Nov 23 17:18:49.673868 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e3739f-3d6d-4f68-b754-532ac1d5ca2d req-080e8b7c-ff89-4f15-8b99-77fc56f332a6 tempest-LiveMigrationNegativeTest-1173478322 tempest-LiveMigrationNegativeTest-1173478322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:18:49.685038 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c4e3739f-3d6d-4f68-b754-532ac1d5ca2d req-080e8b7c-ff89-4f15-8b99-77fc56f332a6 tempest-LiveMigrationNegativeTest-1173478322 tempest-LiveMigrationNegativeTest-1173478322-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a5134f1-dd9e-451d-a8c4-9ef2cf18615b HTTP/1.1" status: 200 len: 949 time: 0.2094588 Nov 23 17:18:49.743666 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd63bbe1-126a-4978-a297-0a24916b6ff4 req-fa562d33-eb0e-40b2-a2de-a19e893c291b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:18:49.745199 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-fd63bbe1-126a-4978-a297-0a24916b6ff4 req-fa562d33-eb0e-40b2-a2de-a19e893c291b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f1e1dabf-b410-4023-9169-a460a86e7184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1224349 Nov 23 17:18:49.754204 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199f2f2f-4bfb-42ef-a4cc-628e75ef9b6b req-e7643cb0-a45a-48c6-b0b4-e86918841660 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:18:49.755839 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-199f2f2f-4bfb-42ef-a4cc-628e75ef9b6b req-e7643cb0-a45a-48c6-b0b4-e86918841660 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] 10.222.0.60 "GET /v2.0/ports?device_id=15b7563e-dd4f-4e87-9c18-113e02ce5ca0 HTTP/1.1" status: 200 len: 948 time: 0.1741962 Nov 23 17:18:49.846090 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c4e3739f-3d6d-4f68-b754-532ac1d5ca2d req-ed54ea78-0f52-49ea-a2c9-9b974ccccd42 tempest-LiveMigrationNegativeTest-1173478322 tempest-LiveMigrationNegativeTest-1173478322-project] 10.222.0.60 "GET /v2.0/security-groups?id=b8a6bb40-8d5e-4b99-8259-979b852e81cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537821 Nov 23 17:18:49.882542 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd63bbe1-126a-4978-a297-0a24916b6ff4 req-b93a3ba1-4856-4c7c-8eb3-531fcb8d0681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:18:49.884148 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-fd63bbe1-126a-4978-a297-0a24916b6ff4 req-b93a3ba1-4856-4c7c-8eb3-531fcb8d0681 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f1e1dabf-b410-4023-9169-a460a86e7184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2048504 Nov 23 17:18:49.989040 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-913fdddc-90e6-4408-bbf0-5cca59c63202 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:50.025602 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 48806) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:18:50.027542 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-199f2f2f-4bfb-42ef-a4cc-628e75ef9b6b req-ffdf6e36-984c-4682-8d76-8f9c08e0d15d tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] 10.222.0.60 "GET /v2.0/security-groups?id=70227657-be62-432a-a8fd-5a85231fc7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2536640 Nov 23 17:18:50.028467 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-913fdddc-90e6-4408-bbf0-5cca59c63202 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:50.037703 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device cd8d39af-794f-4925-bf72-a26c8b8f12e4 no longer exists at agent hyperv_n-h2-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:18:50.053953 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-fd63bbe1-126a-4978-a297-0a24916b6ff4 req-19736624-a601-4b66-bf32-222a5c38c413 service neutron] 10.222.0.36 "GET /v2.0/networks/f1e1dabf-b410-4023-9169-a460a86e7184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2948401 Nov 23 17:18:50.072618 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] No Port match for: cd8d39af-794f-4925-bf72-a26c8b8f12e4 {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:18:50.073350 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device cd8d39af-794f-4925-bf72-a26c8b8f12e4 not bound to the agent host n-h2-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:18:50.136432 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913fdddc-90e6-4408-bbf0-5cca59c63202 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78ea333a-2772-4954-a40d-2e14a98a1041,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:18:50.141656 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-913fdddc-90e6-4408-bbf0-5cca59c63202 admin admin] vlan segment allocate from pool success with {'vlan_id': 549, 'physical_network': 'physnet1'} {{(pid=103590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 17:18:50.182467 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-913fdddc-90e6-4408-bbf0-5cca59c63202 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:50.182881 n-d-816206-8 neutron-server[103590]: INFO neutron.db.segments_db [None req-913fdddc-90e6-4408-bbf0-5cca59c63202 admin admin] Added segment 4fa9d1a0-4594-4255-9b0d-60646245da32 of type vlan for network 5dec1c61-765d-4be4-8772-5161d26575b2 Nov 23 17:18:50.240057 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-913fdddc-90e6-4408-bbf0-5cca59c63202 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736635338810'] for network, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:50.279017 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-913fdddc-90e6-4408-bbf0-5cca59c63202 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493'] for network, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:50.279940 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-913fdddc-90e6-4408-bbf0-5cca59c63202 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:18:50.280626 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-913fdddc-90e6-4408-bbf0-5cca59c63202 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for network, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:50.345266 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-fd63bbe1-126a-4978-a297-0a24916b6ff4 req-59a731da-92f3-4088-9da6-b478af888c51 service neutron] 10.222.0.36 "GET /v2.0/networks/f1e1dabf-b410-4023-9169-a460a86e7184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2778707 Nov 23 17:18:50.374616 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 48814) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:18:50.392310 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-fd63bbe1-126a-4978-a297-0a24916b6ff4 req-e395dbc9-9f34-48a3-b041-8e3396f9d55b service neutron] 10.222.0.55 "GET /v2.0/networks/f1e1dabf-b410-4023-9169-a460a86e7184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4920173 Nov 23 17:18:50.399278 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-913fdddc-90e6-4408-bbf0-5cca59c63202 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.0169425 Nov 23 17:18:50.399969 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 48818) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:18:50.409082 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-b67f079e-b16b-4f19-8c35-f5c79d832574 admin admin] Request body: {'subnet': {'network_id': '5dec1c61-765d-4be4-8772-5161d26575b2', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-675118457-subnet', 'tenant_id': 'cb7ae728ac12451eb1505d2c50ed9624', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:18:50.466436 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b67f079e-b16b-4f19-8c35-f5c79d832574 admin admin] Made reservation on behalf of cb7ae728ac12451eb1505d2c50ed9624 for: {'subnet': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:18:50.478685 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8bfe382a-42c3-4c0e-870e-9ac5df5f3e44 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:50.482557 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-b67f079e-b16b-4f19-8c35-f5c79d832574 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:50.503598 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913fdddc-90e6-4408-bbf0-5cca59c63202 admin admin] Pushing event updated for resources: {'Network': ['ID=5dec1c61-765d-4be4-8772-5161d26575b2,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:18:50.518465 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Network 5dec1c61-765d-4be4-8772-5161d26575b2 details requested by agent ovs-agent-n-d-816206-8 with host n-d-816206-8 {{(pid=103592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 17:18:50.622159 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-fd63bbe1-126a-4978-a297-0a24916b6ff4 req-3f1ff39e-4698-4a82-89e7-f5fe7bb3705a service neutron] 10.222.0.55 "GET /v2.0/networks/f1e1dabf-b410-4023-9169-a460a86e7184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1864822 Nov 23 17:18:50.691362 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8bfe382a-42c3-4c0e-870e-9ac5df5f3e44 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:50.696753 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-a53f9cba-f9a3-4a8f-a697-53ba50b64c68 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=35207b2f5d3a4ae9a5c3f0e2f5d28e34&name=default HTTP/1.1" status: 200 len: 2993 time: 0.3197510 Nov 23 17:18:50.698852 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 48826) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:18:50.707069 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8bfe382a-42c3-4c0e-870e-9ac5df5f3e44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:50.831476 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 48832) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:18:50.832479 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-8bfe382a-42c3-4c0e-870e-9ac5df5f3e44 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7f53a4c105da49d19e142eacd4664c0a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8049848 Nov 23 17:18:50.843165 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfe382a-42c3-4c0e-870e-9ac5df5f3e44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e584c505-98ed-48b2-9608-6ffb7af5db12,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:18:50.883007 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-cd4715d1-1573-42b1-b319-2b4313c297d9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:50.939256 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d837d75a-5175-49b1-88f4-b342aa6a3c0e req-c2eca6c1-9bcc-4ce2-9d44-cb6e81ff723a tempest-LiveMigrationNegativeTest-1173478322 tempest-LiveMigrationNegativeTest-1173478322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:18:50.943903 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-d837d75a-5175-49b1-88f4-b342aa6a3c0e req-c2eca6c1-9bcc-4ce2-9d44-cb6e81ff723a tempest-LiveMigrationNegativeTest-1173478322 tempest-LiveMigrationNegativeTest-1173478322-project] 10.222.0.55 "GET /v2.0/ports?device_id=5a5134f1-dd9e-451d-a8c4-9ef2cf18615b HTTP/1.1" status: 200 len: 949 time: 0.1848228 Nov 23 17:18:51.041726 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-cd4715d1-1573-42b1-b319-2b4313c297d9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:51.046697 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-b67f079e-b16b-4f19-8c35-f5c79d832574 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493'] for subnet, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:51.200075 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [req-d837d75a-5175-49b1-88f4-b342aa6a3c0e req-5eca53a8-b3d6-44ee-9437-bbd193d0701f tempest-LiveMigrationNegativeTest-1173478322 tempest-LiveMigrationNegativeTest-1173478322-project] Deleting port 3e8d134f-f1b7-4839-a043-fc160894c1ea {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:18:51.200988 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-d837d75a-5175-49b1-88f4-b342aa6a3c0e req-5eca53a8-b3d6-44ee-9437-bbd193d0701f tempest-LiveMigrationNegativeTest-1173478322 tempest-LiveMigrationNegativeTest-1173478322-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:51.206459 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-cd4715d1-1573-42b1-b319-2b4313c297d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:51.209773 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-cd4715d1-1573-42b1-b319-2b4313c297d9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:51.214182 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-cd4715d1-1573-42b1-b319-2b4313c297d9 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/3f80f869-4c49-4c46-9452-e05cfcec9870 HTTP/1.1" status: 204 len: 168 time: 0.5129242 Nov 23 17:18:51.247749 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4715d1-1573-42b1-b319-2b4313c297d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f80f869-4c49-4c46-9452-e05cfcec9870,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:18:51.368768 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae2880e-1de9-4788-8926-f628cb3a4764 req-7dd95d48-73f6-423f-96df-af90f6467a43 tempest-LiveMigrationNegativeTest-1173478322 tempest-LiveMigrationNegativeTest-1173478322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:18:51.385558 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-3ae2880e-1de9-4788-8926-f628cb3a4764 req-7dd95d48-73f6-423f-96df-af90f6467a43 tempest-LiveMigrationNegativeTest-1173478322 tempest-LiveMigrationNegativeTest-1173478322-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a5134f1-dd9e-451d-a8c4-9ef2cf18615b HTTP/1.1" status: 200 len: 949 time: 0.3838673 Nov 23 17:18:51.398869 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [req-d837d75a-5175-49b1-88f4-b342aa6a3c0e req-5eca53a8-b3d6-44ee-9437-bbd193d0701f tempest-LiveMigrationNegativeTest-1173478322 tempest-LiveMigrationNegativeTest-1173478322-project] For port 3e8d134f-f1b7-4839-a043-fc160894c1ea, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=3e8d134f-f1b7-4839-a043-fc160894c1ea,segment=NetworkSegment(329c1745-02bf-4561-9615-3192910887f5),segment_id=329c1745-02bf-4561-9615-3192910887f5)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:18:51.399830 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-d837d75a-5175-49b1-88f4-b342aa6a3c0e req-5eca53a8-b3d6-44ee-9437-bbd193d0701f tempest-LiveMigrationNegativeTest-1173478322 tempest-LiveMigrationNegativeTest-1173478322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:51.418550 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67f079e-b16b-4f19-8c35-f5c79d832574 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b21cec9c-39c4-4c99-91a2-f716ce567c81,revision_number=0']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:18:51.447591 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-89b1628e-a548-4321-9fdc-e2aade700354 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:51.452951 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [req-d837d75a-5175-49b1-88f4-b342aa6a3c0e req-5eca53a8-b3d6-44ee-9437-bbd193d0701f tempest-LiveMigrationNegativeTest-1173478322 tempest-LiveMigrationNegativeTest-1173478322-project] Calling delete_port for 3e8d134f-f1b7-4839-a043-fc160894c1ea owned by compute:nova {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:18:51.466756 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b67f079e-b16b-4f19-8c35-f5c79d832574 admin admin] Checking segment: {'id': '4fa9d1a0-4594-4255-9b0d-60646245da32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '5dec1c61-765d-4be4-8772-5161d26575b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:18:51.467740 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b67f079e-b16b-4f19-8c35-f5c79d832574 admin admin] Network hostable DHCP agents. Network: 5dec1c61-765d-4be4-8772-5161d26575b2, hostable agents: ['0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3'], hosted agents: [] {{(pid=103591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 17:18:51.560254 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-89b1628e-a548-4321-9fdc-e2aade700354 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:51.577457 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bf40d0-5f38-43a6-ad03-d83c5f873d88 req-5df064ca-5594-4d2c-b34b-dcb3acf894df tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:18:51.579272 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-10bf40d0-5f38-43a6-ad03-d83c5f873d88 req-5df064ca-5594-4d2c-b34b-dcb3acf894df tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] 10.222.0.60 "GET /v2.0/ports?device_id=15b7563e-dd4f-4e87-9c18-113e02ce5ca0 HTTP/1.1" status: 200 len: 948 time: 0.3328173 Nov 23 17:18:51.627370 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b67f079e-b16b-4f19-8c35-f5c79d832574 admin admin] Network 5dec1c61-765d-4be4-8772-5161d26575b2 is scheduled to be hosted by DHCP agent 0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3 with binding_index 1 {{(pid=103591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 17:18:51.654621 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-3ae2880e-1de9-4788-8926-f628cb3a4764 req-150a9f7e-53f7-40dd-b88b-487095112b88 tempest-LiveMigrationNegativeTest-1173478322 tempest-LiveMigrationNegativeTest-1173478322-project] 10.222.0.60 "GET /v2.0/security-groups?id=b8a6bb40-8d5e-4b99-8259-979b852e81cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2678134 Nov 23 17:18:51.717902 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [None req-b67f079e-b16b-4f19-8c35-f5c79d832574 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-8, 5dec1c61-765d-4be4-8772-5161d26575b2) {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:18:51.737203 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-846bac60-9a82-4bdc-bd33-c8c2d616eaef None None] Network 5dec1c61-765d-4be4-8772-5161d26575b2 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:18:51.745462 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b67f079e-b16b-4f19-8c35-f5c79d832574 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:18:51.747510 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-b67f079e-b16b-4f19-8c35-f5c79d832574 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for subnet, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:51.765343 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-d837d75a-5175-49b1-88f4-b342aa6a3c0e req-5eca53a8-b3d6-44ee-9437-bbd193d0701f tempest-LiveMigrationNegativeTest-1173478322 tempest-LiveMigrationNegativeTest-1173478322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:51.816368 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] get_ports_and_sgs() called for port_ids ['d9c5781a-4c43-41b5-a2c7-59f06f94ceab', '3e8d134f-f1b7-4839-a043-fc160894c1ea'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:18:51.820613 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-10bf40d0-5f38-43a6-ad03-d83c5f873d88 req-e8b164dd-44bd-4fa4-9b37-f343dcc9db6b tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] 10.222.0.60 "GET /v2.0/security-groups?id=70227657-be62-432a-a8fd-5a85231fc7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2223935 Nov 23 17:18:51.861673 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-b67f079e-b16b-4f19-8c35-f5c79d832574 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.4596174 Nov 23 17:18:51.886268 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-89b1628e-a548-4321-9fdc-e2aade700354 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:51.892663 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eca53a8-b3d6-44ee-9437-bbd193d0701f tempest-LiveMigrationNegativeTest-1173478322 tempest-LiveMigrationNegativeTest-1173478322-project] Pushing event deleted for resources: {'Port': ['ID=3e8d134f-f1b7-4839-a043-fc160894c1ea,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:18:51.907219 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-89b1628e-a548-4321-9fdc-e2aade700354 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:51.917675 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-89b1628e-a548-4321-9fdc-e2aade700354 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e584c505-98ed-48b2-9608-6ffb7af5db12 HTTP/1.1" status: 204 len: 168 time: 1.0839508 Nov 23 17:18:51.952152 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b1628e-a548-4321-9fdc-e2aade700354 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e584c505-98ed-48b2-9608-6ffb7af5db12,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:18:51.982712 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [req-d837d75a-5175-49b1-88f4-b342aa6a3c0e req-5eca53a8-b3d6-44ee-9437-bbd193d0701f tempest-LiveMigrationNegativeTest-1173478322 tempest-LiveMigrationNegativeTest-1173478322-project] No DVR routers for this DVR port 3e8d134f-f1b7-4839-a043-fc160894c1ea on host n-h1-816206-8 {{(pid=103590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:18:51.986758 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-d837d75a-5175-49b1-88f4-b342aa6a3c0e req-5eca53a8-b3d6-44ee-9437-bbd193d0701f tempest-LiveMigrationNegativeTest-1173478322 tempest-LiveMigrationNegativeTest-1173478322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:51.990807 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-d837d75a-5175-49b1-88f4-b342aa6a3c0e req-5eca53a8-b3d6-44ee-9437-bbd193d0701f tempest-LiveMigrationNegativeTest-1173478322 tempest-LiveMigrationNegativeTest-1173478322-project] 10.222.0.55 "DELETE /v2.0/ports/3e8d134f-f1b7-4839-a043-fc160894c1ea HTTP/1.1" status: 204 len: 173 time: 1.0416501 Nov 23 17:18:51.991626 n-d-816206-8 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a5134f1-dd9e-451d-a8c4-9ef2cf18615b', 'name': 'network-vif-deleted', 'tag': '3e8d134f-f1b7-4839-a043-fc160894c1ea'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:18:51.995937 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbabddbc9fc37b068808e119c416c86f5957ca04531a4a0d2e695c515e93483b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96479532-1dd0-4a1b-bba1-45381765dd8e" -d '{"events": [{"server_uuid": "5a5134f1-dd9e-451d-a8c4-9ef2cf18615b", "name": "network-vif-deleted", "tag": "3e8d134f-f1b7-4839-a043-fc160894c1ea"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:18:52.098389 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:18:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-485dcfdf-7e16-4fb9-99f3-4109ba7f4d36 x-openstack-request-id: req-485dcfdf-7e16-4fb9-99f3-4109ba7f4d36 {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:18:52.098683 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a5134f1-dd9e-451d-a8c4-9ef2cf18615b", "name": "network-vif-deleted", "tag": "3e8d134f-f1b7-4839-a043-fc160894c1ea", "status": "completed", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:18:52.098935 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-485dcfdf-7e16-4fb9-99f3-4109ba7f4d36 {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:18:52.099331 n-d-816206-8 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a5134f1-dd9e-451d-a8c4-9ef2cf18615b', 'name': 'network-vif-deleted', 'tag': '3e8d134f-f1b7-4839-a043-fc160894c1ea', 'status': 'completed', 'code': 200} Nov 23 17:18:52.131726 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device bc0acd25-238e-4f36-9bd6-de0e9a940cd3 details requested by agent hyperv_n-h2-816206-8 with host n-h2-816206-8 {{(pid=103592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 17:18:52.288021 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 48858) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:18:52.329521 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-df78b2a1-b7be-4458-a192-728f2f34808b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:52.392679 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-895e2eff-bf39-46f1-928b-0a37843adc9c None None] Network 5dec1c61-765d-4be4-8772-5161d26575b2 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:18:52.507854 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.db.resource_extend [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 23 17:18:52.619520 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-df78b2a1-b7be-4458-a192-728f2f34808b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:52.625952 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-df78b2a1-b7be-4458-a192-728f2f34808b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:52.833269 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-df78b2a1-b7be-4458-a192-728f2f34808b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=479eeae2a3f446d880987781878f3ce9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5445986 Nov 23 17:18:52.838226 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 48868) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:18:52.839300 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df78b2a1-b7be-4458-a192-728f2f34808b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=315c4957-0498-4a7a-918c-7cdaef8e3187,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:18:52.899403 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port bc0acd25-238e-4f36-9bd6-de0e9a940cd3, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=bc0acd25-238e-4f36-9bd6-de0e9a940cd3,segment=NetworkSegment(329c1745-02bf-4561-9615-3192910887f5),segment_id=329c1745-02bf-4561-9615-3192910887f5)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:18:52.931416 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Returning: {'device': 'bc0acd25-238e-4f36-9bd6-de0e9a940cd3', 'network_id': 'f1e1dabf-b410-4023-9169-a460a86e7184', 'port_id': 'bc0acd25-238e-4f36-9bd6-de0e9a940cd3', 'mac_address': 'fa:16:3e:27:0c:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac77c175-5679-438b-8a2a-356718377641', 'ip_address': '192.168.233.161'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 17:18:52.954837 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ef7d5880-c45d-4c26-bd29-c1d77bcfd459 req-1150b142-d28f-46f0-8076-3feada9d5be8 tempest-ServerDiagnosticsNegativeTest-1211481004 tempest-ServerDiagnosticsNegativeTest-1211481004-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=ad338b2e949e44e096d9b6b851747047&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0728819 Nov 23 17:18:53.051374 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:53.066096 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc0acd25-238e-4f36-9bd6-de0e9a940cd3 {{(pid=103592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:18:53.089216 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port bc0acd25-238e-4f36-9bd6-de0e9a940cd3, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=bc0acd25-238e-4f36-9bd6-de0e9a940cd3,segment=NetworkSegment(329c1745-02bf-4561-9615-3192910887f5),segment_id=329c1745-02bf-4561-9615-3192910887f5)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:18:53.094578 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:53.127888 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c7eebda2-7984-46ee-9f8f-3f5d8ce3295e req-5220f7e7-c4de-49c5-a1aa-c6e5001da6f2 tempest-LiveMigrationNegativeTest-1173478322 tempest-LiveMigrationNegativeTest-1173478322-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a5134f1-dd9e-451d-a8c4-9ef2cf18615b HTTP/1.1" status: 200 len: 210 time: 0.0646613 Nov 23 17:18:53.237661 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Pushing event updated for resources: {'Port': ['ID=bc0acd25-238e-4f36-9bd6-de0e9a940cd3,revision_number=8']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:18:53.332611 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7d5880-c45d-4c26-bd29-c1d77bcfd459 req-c8179f3f-196e-4784-b784-af42c23da62d tempest-ServerDiagnosticsNegativeTest-1211481004 tempest-ServerDiagnosticsNegativeTest-1211481004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:18:53.334273 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ef7d5880-c45d-4c26-bd29-c1d77bcfd459 req-c8179f3f-196e-4784-b784-af42c23da62d tempest-ServerDiagnosticsNegativeTest-1211481004 tempest-ServerDiagnosticsNegativeTest-1211481004-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3769040 Nov 23 17:18:53.376911 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] get_ports_and_sgs() called for port_ids ['bc0acd25-238e-4f36-9bd6-de0e9a940cd3'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:18:53.413405 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-6a7229b5-059d-4687-a25c-3a8bbaf2f2a3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:53.422802 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ef7d5880-c45d-4c26-bd29-c1d77bcfd459 req-17ce4200-b8b1-4f7a-a1e3-133611652738 tempest-ServerDiagnosticsNegativeTest-1211481004 tempest-ServerDiagnosticsNegativeTest-1211481004-project] 10.222.0.60 "GET /v2.0/quotas/ad338b2e949e44e096d9b6b851747047 HTTP/1.1" status: 200 len: 375 time: 0.0707047 Nov 23 17:18:53.478967 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ef7d5880-c45d-4c26-bd29-c1d77bcfd459 req-9b98fc64-94b9-483c-a964-839b233ef7f1 tempest-ServerDiagnosticsNegativeTest-1211481004 tempest-ServerDiagnosticsNegativeTest-1211481004-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=ad338b2e949e44e096d9b6b851747047&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0550299 Nov 23 17:18:53.533055 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-6a7229b5-059d-4687-a25c-3a8bbaf2f2a3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:53.569763 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5a6b56-66ab-40d0-9a3d-810d802ba812 req-44b1e90a-75fc-4aea-908c-4e56fe2f084b tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:18:53.572779 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-df5a6b56-66ab-40d0-9a3d-810d802ba812 req-44b1e90a-75fc-4aea-908c-4e56fe2f084b tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] 10.222.0.60 "GET /v2.0/ports?device_id=15b7563e-dd4f-4e87-9c18-113e02ce5ca0 HTTP/1.1" status: 200 len: 949 time: 0.2349370 Nov 23 17:18:53.681114 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 48886) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:18:53.722629 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-51524d7b-4696-4d48-8c8b-9b424b4b46a7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:53.788252 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-df5a6b56-66ab-40d0-9a3d-810d802ba812 req-563aca51-504c-4ce5-b296-0a69c4be6261 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] 10.222.0.60 "GET /v2.0/security-groups?id=70227657-be62-432a-a8fd-5a85231fc7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1912889 Nov 23 17:18:53.833346 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-6a7229b5-059d-4687-a25c-3a8bbaf2f2a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:53.836523 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-6a7229b5-059d-4687-a25c-3a8bbaf2f2a3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:53.837703 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-6a7229b5-059d-4687-a25c-3a8bbaf2f2a3 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/315c4957-0498-4a7a-918c-7cdaef8e3187 HTTP/1.1" status: 204 len: 168 time: 0.9907410 Nov 23 17:18:53.855164 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7229b5-059d-4687-a25c-3a8bbaf2f2a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=315c4957-0498-4a7a-918c-7cdaef8e3187,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:18:54.046003 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-51524d7b-4696-4d48-8c8b-9b424b4b46a7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:54.052397 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-51524d7b-4696-4d48-8c8b-9b424b4b46a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:54.135429 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 48898) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:18:54.136303 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-51524d7b-4696-4d48-8c8b-9b424b4b46a7 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=89264ba27d3a4226af7f883688f33c40&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4529641 Nov 23 17:18:54.141321 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51524d7b-4696-4d48-8c8b-9b424b4b46a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be028925-c858-4d06-9196-2ba61e7e56d3,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:18:54.295534 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7957a3d5-eb7c-4c59-814b-455aea42af9f req-f59a3370-2d23-4453-8099-dfb57c6851cb tempest-ServerDiagnosticsNegativeTest-1211481004 tempest-ServerDiagnosticsNegativeTest-1211481004-project] 10.222.0.60 "GET /v2.0/ports?device_id=fdb9432d-6351-41b0-a2ed-3fb8235fd3ed HTTP/1.1" status: 200 len: 210 time: 0.1189938 Nov 23 17:18:54.347183 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-0f8f9888-ccb5-45a1-8798-0b9ebc94279e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:54.443519 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-0f8f9888-ccb5-45a1-8798-0b9ebc94279e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:54.842433 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79be7af-6785-4d2c-8d19-27a606986d94 req-2d40eb6e-7b90-464e-a91c-111434618c88 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:18:54.847801 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-e79be7af-6785-4d2c-8d19-27a606986d94 req-2d40eb6e-7b90-464e-a91c-111434618c88 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] 10.222.0.55 "GET /v2.0/ports?device_id=15b7563e-dd4f-4e87-9c18-113e02ce5ca0&tenant_id=98a62786d4654c60b8dab5d2a606f4fe&binding%3Ahost_id=n-h2-816206-8 HTTP/1.1" status: 200 len: 949 time: 0.1549299 Nov 23 17:18:54.870763 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device 3e8d134f-f1b7-4839-a043-fc160894c1ea no longer exists at agent hyperv_n-h1-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:18:54.933322 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] No Port match for: 3e8d134f-f1b7-4839-a043-fc160894c1ea {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:18:54.935867 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device 3e8d134f-f1b7-4839-a043-fc160894c1ea not bound to the agent host n-h1-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:18:55.005371 n-d-816206-8 neutron-server[103590]: INFO neutron.api.v2.resource [req-e79be7af-6785-4d2c-8d19-27a606986d94 req-06f980d2-7c35-4283-aa66-fb79b5b6b487 service neutron] delete failed (client error): The resource could not be found. Nov 23 17:18:55.010469 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-e79be7af-6785-4d2c-8d19-27a606986d94 req-06f980d2-7c35-4283-aa66-fb79b5b6b487 service neutron] 10.222.0.55 "DELETE /v2.0/ports/bc0acd25-238e-4f36-9bd6-de0e9a940cd3/bindings/n-h1-816206-8 HTTP/1.1" status: 404 len: 380 time: 0.1552482 Nov 23 17:18:55.091389 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08393426-d2d2-40cc-b279-946078e43abf req-93961c8b-f7ed-474b-952b-5142600d6d49 tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:18:55.098827 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-08393426-d2d2-40cc-b279-946078e43abf req-93961c8b-f7ed-474b-952b-5142600d6d49 tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] 10.222.0.60 "GET /v2.0/networks?id=eacea6aa-86b2-4fe9-ae0d-611828f27804 HTTP/1.1" status: 200 len: 820 time: 0.6370654 Nov 23 17:18:55.209924 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79be7af-6785-4d2c-8d19-27a606986d94 req-6af75e6f-a113-4c1b-af0e-71bb0e13ae2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:18:55.211592 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-e79be7af-6785-4d2c-8d19-27a606986d94 req-6af75e6f-a113-4c1b-af0e-71bb0e13ae2a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=98a62786d4654c60b8dab5d2a606f4fe&device_id=15b7563e-dd4f-4e87-9c18-113e02ce5ca0 HTTP/1.1" status: 200 len: 1100 time: 0.0557861 Nov 23 17:18:55.237416 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-08393426-d2d2-40cc-b279-946078e43abf req-510159b1-b171-4616-86d7-e80d53731c92 tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] 10.222.0.60 "GET /v2.0/quotas/968ef5ef30ad45a38c8263e9da4ef3c2 HTTP/1.1" status: 200 len: 375 time: 0.1367164 Nov 23 17:18:55.343673 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-08393426-d2d2-40cc-b279-946078e43abf req-94d0a999-5f16-4773-96a7-ba5b697db842 tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=968ef5ef30ad45a38c8263e9da4ef3c2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0962083 Nov 23 17:18:55.364323 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa87458-7d00-47fd-9910-8d515ece7e1e req-6054b207-3520-4d1c-b3ea-1d5939dda63d tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:18:55.369133 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-3fa87458-7d00-47fd-9910-8d515ece7e1e req-6054b207-3520-4d1c-b3ea-1d5939dda63d tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] 10.222.0.60 "GET /v2.0/ports?device_id=15b7563e-dd4f-4e87-9c18-113e02ce5ca0 HTTP/1.1" status: 200 len: 949 time: 0.2621047 Nov 23 17:18:55.394781 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79be7af-6785-4d2c-8d19-27a606986d94 req-2388b7f3-dd6a-475d-b171-f0e16ca7956b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:18:55.396618 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-e79be7af-6785-4d2c-8d19-27a606986d94 req-2388b7f3-dd6a-475d-b171-f0e16ca7956b service neutron] 10.222.0.55 "GET /v2.0/networks?id=f1e1dabf-b410-4023-9169-a460a86e7184 HTTP/1.1" status: 200 len: 870 time: 0.1772106 Nov 23 17:18:55.463162 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-0f8f9888-ccb5-45a1-8798-0b9ebc94279e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:55.466657 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-0f8f9888-ccb5-45a1-8798-0b9ebc94279e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:55.468067 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-0f8f9888-ccb5-45a1-8798-0b9ebc94279e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/be028925-c858-4d06-9196-2ba61e7e56d3 HTTP/1.1" status: 204 len: 168 time: 1.3316569 Nov 23 17:18:55.492799 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-e79be7af-6785-4d2c-8d19-27a606986d94 req-325c7c05-410a-49c4-9c94-69bb136e4892 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.161&port_id=bc0acd25-238e-4f36-9bd6-de0e9a940cd3 HTTP/1.1" status: 200 len: 217 time: 0.0878665 Nov 23 17:18:55.628252 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79be7af-6785-4d2c-8d19-27a606986d94 req-1ce5dc8a-a4ba-4ff4-b968-dda41f11bf54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:18:55.632377 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-e79be7af-6785-4d2c-8d19-27a606986d94 req-1ce5dc8a-a4ba-4ff4-b968-dda41f11bf54 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ac77c175-5679-438b-8a2a-356718377641 HTTP/1.1" status: 200 len: 843 time: 0.1267941 Nov 23 17:18:55.641823 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ef7d5880-c45d-4c26-bd29-c1d77bcfd459 req-84284a59-e723-4641-ba39-78a96072020e tempest-ServerDiagnosticsNegativeTest-1211481004 tempest-ServerDiagnosticsNegativeTest-1211481004-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=ad338b2e949e44e096d9b6b851747047&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1910725 Nov 23 17:18:55.708029 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8f9888-ccb5-45a1-8798-0b9ebc94279e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be028925-c858-4d06-9196-2ba61e7e56d3,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:18:55.721669 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-3fa87458-7d00-47fd-9910-8d515ece7e1e req-f493db4d-c8dc-4689-9ab8-8831ca8a22ae tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] 10.222.0.60 "GET /v2.0/security-groups?id=70227657-be62-432a-a8fd-5a85231fc7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3125055 Nov 23 17:18:55.774833 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79be7af-6785-4d2c-8d19-27a606986d94 req-37cfabed-219d-4720-a366-14f2432b92a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:18:55.781805 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-e79be7af-6785-4d2c-8d19-27a606986d94 req-37cfabed-219d-4720-a366-14f2432b92a6 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f1e1dabf-b410-4023-9169-a460a86e7184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1403177 Nov 23 17:18:55.915888 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-08393426-d2d2-40cc-b279-946078e43abf req-4f8e7994-96a3-4027-af65-fa707c2b7af1 service neutron] 10.222.0.60 "GET /v2.0/networks/eacea6aa-86b2-4fe9-ae0d-611828f27804?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5452936 Nov 23 17:18:56.048699 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device bc0acd25-238e-4f36-9bd6-de0e9a940cd3 up at agent hyperv_n-h2-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:18:56.051628 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-e79be7af-6785-4d2c-8d19-27a606986d94 req-a51f45f1-9c5e-4425-a56a-2be91563556f service neutron] 10.222.0.55 "GET /v2.0/networks/f1e1dabf-b410-4023-9169-a460a86e7184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2605083 Nov 23 17:18:56.163437 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7d5880-c45d-4c26-bd29-c1d77bcfd459 req-54dc8048-e939-4d67-b88e-d7760cda69b1 tempest-ServerDiagnosticsNegativeTest-1211481004 tempest-ServerDiagnosticsNegativeTest-1211481004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:18:56.165756 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ef7d5880-c45d-4c26-bd29-c1d77bcfd459 req-54dc8048-e939-4d67-b88e-d7760cda69b1 tempest-ServerDiagnosticsNegativeTest-1211481004 tempest-ServerDiagnosticsNegativeTest-1211481004-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4519033 Nov 23 17:18:56.210147 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [req-ef7d5880-c45d-4c26-bd29-c1d77bcfd459 req-0c3ac1bd-4f4c-4ce0-9171-61eebca7db8e tempest-ServerDiagnosticsNegativeTest-1211481004 tempest-ServerDiagnosticsNegativeTest-1211481004-project] Request body: {'port': {'device_id': 'fdb9432d-6351-41b0-a2ed-3fb8235fd3ed', 'network_id': 'f1e1dabf-b410-4023-9169-a460a86e7184', 'admin_state_up': True, 'tenant_id': 'ad338b2e949e44e096d9b6b851747047'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:18:56.252851 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-e79be7af-6785-4d2c-8d19-27a606986d94 req-2fb293c6-5e2f-4b38-9325-39988174a333 service neutron] 10.222.0.55 "GET /v2.0/networks/f1e1dabf-b410-4023-9169-a460a86e7184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1929605 Nov 23 17:18:56.276088 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Provisioning for port bc0acd25-238e-4f36-9bd6-de0e9a940cd3 completed by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 17:18:56.287115 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Provisioning complete for port bc0acd25-238e-4f36-9bd6-de0e9a940cd3 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:18:56.288509 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:56.318454 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-08393426-d2d2-40cc-b279-946078e43abf req-1ab89b90-2578-47cf-becb-348ce1cc220e service neutron] 10.222.0.60 "GET /v2.0/networks/eacea6aa-86b2-4fe9-ae0d-611828f27804?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3994551 Nov 23 17:18:56.503832 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:56.568690 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15b7563e-dd4f-4e87-9c18-113e02ce5ca0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc0acd25-238e-4f36-9bd6-de0e9a940cd3'}] {{(pid=103592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:18:56.576049 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba3e6a8f2301c7a29fe1eca9779abdae4ccbcd6266d69778087f2498d5551201" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8d82b3e-15e6-40bc-b65d-9297124812bb" -d '{"events": [{"server_uuid": "15b7563e-dd4f-4e87-9c18-113e02ce5ca0", "name": "network-vif-plugged", "status": "completed", "tag": "bc0acd25-238e-4f36-9bd6-de0e9a940cd3"}]}' {{(pid=103592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:18:56.586062 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-02db32bb-431b-4069-937c-82c42b3b94ff req-338d06a6-5b3f-48df-85c3-3b11211bda97 tempest-ServerDiagnosticsNegativeTest-1211481004 tempest-ServerDiagnosticsNegativeTest-1211481004-project] 10.222.0.60 "GET /v2.0/ports?device_id=fdb9432d-6351-41b0-a2ed-3fb8235fd3ed HTTP/1.1" status: 200 len: 210 time: 0.1223431 Nov 23 17:18:56.607944 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port bc0acd25-238e-4f36-9bd6-de0e9a940cd3, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=bc0acd25-238e-4f36-9bd6-de0e9a940cd3,segment=NetworkSegment(329c1745-02bf-4561-9615-3192910887f5),segment_id=329c1745-02bf-4561-9615-3192910887f5)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:18:56.614201 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:56.770935 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Pushing event updated for resources: {'Port': ['ID=bc0acd25-238e-4f36-9bd6-de0e9a940cd3,revision_number=9']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:18:56.787569 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef7d5880-c45d-4c26-bd29-c1d77bcfd459 req-0c3ac1bd-4f4c-4ce0-9171-61eebca7db8e tempest-ServerDiagnosticsNegativeTest-1211481004 tempest-ServerDiagnosticsNegativeTest-1211481004-project] Made reservation on behalf of ad338b2e949e44e096d9b6b851747047 for: {'port': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:18:56.796721 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-ef7d5880-c45d-4c26-bd29-c1d77bcfd459 req-0c3ac1bd-4f4c-4ce0-9171-61eebca7db8e tempest-ServerDiagnosticsNegativeTest-1211481004 tempest-ServerDiagnosticsNegativeTest-1211481004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:56.804038 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:18:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-413437e3-46aa-41c3-b155-bd83005e8386 x-openstack-request-id: req-413437e3-46aa-41c3-b155-bd83005e8386 {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:18:56.804521 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15b7563e-dd4f-4e87-9c18-113e02ce5ca0", "name": "network-vif-plugged", "status": "completed", "tag": "bc0acd25-238e-4f36-9bd6-de0e9a940cd3", "code": 200}]} {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:18:56.804653 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-413437e3-46aa-41c3-b155-bd83005e8386 {{(pid=103592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:18:56.805297 n-d-816206-8 neutron-server[103592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15b7563e-dd4f-4e87-9c18-113e02ce5ca0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc0acd25-238e-4f36-9bd6-de0e9a940cd3', 'code': 200} Nov 23 17:18:56.842565 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-ef7d5880-c45d-4c26-bd29-c1d77bcfd459 req-0c3ac1bd-4f4c-4ce0-9171-61eebca7db8e tempest-ServerDiagnosticsNegativeTest-1211481004 tempest-ServerDiagnosticsNegativeTest-1211481004-project] Publish callbacks [] for security_group, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:56.938988 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-dd059d79-681c-4a16-ae96-ea16d82aa39d req-43bb571b-01fc-4003-9675-f72b8535cd1c tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] 10.222.0.60 "GET /v2.0/ports?device_id=87008797-e985-490d-8c0f-a48dbdb047ab HTTP/1.1" status: 200 len: 210 time: 0.0885115 Nov 23 17:18:57.165039 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83035ce7-7e6d-49e3-8c80-de30e1aef88d req-b4af5e92-3900-4f0c-8924-53728f407d36 tempest-LiveMigrationNegativeTest-1173478322 tempest-LiveMigrationNegativeTest-1173478322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:18:57.167191 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-83035ce7-7e6d-49e3-8c80-de30e1aef88d req-b4af5e92-3900-4f0c-8924-53728f407d36 tempest-LiveMigrationNegativeTest-1173478322 tempest-LiveMigrationNegativeTest-1173478322-project] 10.222.0.60 "GET /v2.0/ports?device_id=8b0eebc1-7d4f-4dc4-a375-18bab242c6b7 HTTP/1.1" status: 200 len: 948 time: 0.3592310 Nov 23 17:18:57.185116 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-ef7d5880-c45d-4c26-bd29-c1d77bcfd459 req-0c3ac1bd-4f4c-4ce0-9171-61eebca7db8e tempest-ServerDiagnosticsNegativeTest-1211481004 tempest-ServerDiagnosticsNegativeTest-1211481004-project] Publish callbacks [] for security_group, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:57.209208 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9b9aef-df2c-4f26-afaf-e4929da1c352 req-8f34b0f1-fb19-42b5-88e8-f50c45b085f1 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:18:57.218269 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6a9b9aef-df2c-4f26-afaf-e4929da1c352 req-8f34b0f1-fb19-42b5-88e8-f50c45b085f1 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] 10.222.0.60 "GET /v2.0/ports?device_id=15b7563e-dd4f-4e87-9c18-113e02ce5ca0 HTTP/1.1" status: 200 len: 950 time: 0.1504011 Nov 23 17:18:57.227354 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-ef7d5880-c45d-4c26-bd29-c1d77bcfd459 req-0c3ac1bd-4f4c-4ce0-9171-61eebca7db8e tempest-ServerDiagnosticsNegativeTest-1211481004 tempest-ServerDiagnosticsNegativeTest-1211481004-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:57.496642 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3ac1bd-4f4c-4ce0-9171-61eebca7db8e tempest-ServerDiagnosticsNegativeTest-1211481004 tempest-ServerDiagnosticsNegativeTest-1211481004-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6321db8b-3a75-4035-9404-7483a2c37ba8,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:18:57.543332 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6a9b9aef-df2c-4f26-afaf-e4929da1c352 req-efa3c0f2-af5a-44f6-9a74-445bc7d06cdc tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] 10.222.0.60 "GET /v2.0/security-groups?id=70227657-be62-432a-a8fd-5a85231fc7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3224730 Nov 23 17:18:57.552968 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-83035ce7-7e6d-49e3-8c80-de30e1aef88d req-53904eee-a93d-4121-b2a2-cb61a81ad5ba tempest-LiveMigrationNegativeTest-1173478322 tempest-LiveMigrationNegativeTest-1173478322-project] 10.222.0.60 "GET /v2.0/security-groups?id=b8a6bb40-8d5e-4b99-8259-979b852e81cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3721697 Nov 23 17:18:57.691365 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.db_base_plugin_common [req-ef7d5880-c45d-4c26-bd29-c1d77bcfd459 req-0c3ac1bd-4f4c-4ce0-9171-61eebca7db8e tempest-ServerDiagnosticsNegativeTest-1211481004 tempest-ServerDiagnosticsNegativeTest-1211481004-project] Allocated IP 192.168.233.23 (f1e1dabf-b410-4023-9169-a460a86e7184/ac77c175-5679-438b-8a2a-356718377641/06eef6a8-0a5f-4fb7-94ed-0c520d5a8797) {{(pid=103591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:18:57.809898 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259a9370-75a6-4dd0-89b8-fe7373b40654 req-37f00d29-2a74-4357-8dc3-c5a4bbb23dad tempest-LiveMigrationNegativeTest-1173478322 tempest-LiveMigrationNegativeTest-1173478322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:18:57.813790 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-259a9370-75a6-4dd0-89b8-fe7373b40654 req-37f00d29-2a74-4357-8dc3-c5a4bbb23dad tempest-LiveMigrationNegativeTest-1173478322 tempest-LiveMigrationNegativeTest-1173478322-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b0eebc1-7d4f-4dc4-a375-18bab242c6b7 HTTP/1.1" status: 200 len: 948 time: 0.2728052 Nov 23 17:18:58.038517 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [req-259a9370-75a6-4dd0-89b8-fe7373b40654 req-9c415fc6-05c6-499d-b055-5b4a44e5c188 tempest-LiveMigrationNegativeTest-1173478322 tempest-LiveMigrationNegativeTest-1173478322-project] Deleting port d9c5781a-4c43-41b5-a2c7-59f06f94ceab {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:18:58.039098 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-259a9370-75a6-4dd0-89b8-fe7373b40654 req-9c415fc6-05c6-499d-b055-5b4a44e5c188 tempest-LiveMigrationNegativeTest-1173478322 tempest-LiveMigrationNegativeTest-1173478322-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:58.207224 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [req-259a9370-75a6-4dd0-89b8-fe7373b40654 req-9c415fc6-05c6-499d-b055-5b4a44e5c188 tempest-LiveMigrationNegativeTest-1173478322 tempest-LiveMigrationNegativeTest-1173478322-project] For port d9c5781a-4c43-41b5-a2c7-59f06f94ceab, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=d9c5781a-4c43-41b5-a2c7-59f06f94ceab,segment=NetworkSegment(329c1745-02bf-4561-9615-3192910887f5),segment_id=329c1745-02bf-4561-9615-3192910887f5)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:18:58.208362 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-259a9370-75a6-4dd0-89b8-fe7373b40654 req-9c415fc6-05c6-499d-b055-5b4a44e5c188 tempest-LiveMigrationNegativeTest-1173478322 tempest-LiveMigrationNegativeTest-1173478322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:58.229535 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [req-259a9370-75a6-4dd0-89b8-fe7373b40654 req-9c415fc6-05c6-499d-b055-5b4a44e5c188 tempest-LiveMigrationNegativeTest-1173478322 tempest-LiveMigrationNegativeTest-1173478322-project] Calling delete_port for d9c5781a-4c43-41b5-a2c7-59f06f94ceab owned by compute:nova {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:18:58.294198 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-218337cf-1ca8-467d-b4ef-b737aed7595e req-b439cc08-6ee2-4e6b-a8c0-bfdee2876004 tempest-ServerDiagnosticsNegativeTest-1211481004 tempest-ServerDiagnosticsNegativeTest-1211481004-project] 10.222.0.60 "GET /v2.0/ports?device_id=fdb9432d-6351-41b0-a2ed-3fb8235fd3ed HTTP/1.1" status: 200 len: 210 time: 0.2450237 Nov 23 17:18:58.346461 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a03b9e-0ea8-4b2c-95b5-02e05430bd08 req-cd58f47e-9956-4e97-a7fa-6e7475397885 tempest-MigrationsAdminTest-1605947426 tempest-MigrationsAdminTest-1605947426-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:18:58.352415 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-35a03b9e-0ea8-4b2c-95b5-02e05430bd08 req-cd58f47e-9956-4e97-a7fa-6e7475397885 tempest-MigrationsAdminTest-1605947426 tempest-MigrationsAdminTest-1605947426-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=15b7563e-dd4f-4e87-9c18-113e02ce5ca0 HTTP/1.1" status: 200 len: 1101 time: 0.5111191 Nov 23 17:18:58.511662 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-ef7d5880-c45d-4c26-bd29-c1d77bcfd459 req-0c3ac1bd-4f4c-4ce0-9171-61eebca7db8e tempest-ServerDiagnosticsNegativeTest-1211481004 tempest-ServerDiagnosticsNegativeTest-1211481004-project] Publish callbacks [] for port, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:58.546293 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-1c5b839f-c6c2-46b4-b6c7-f745d7750f5f req-e04fe2a3-bb20-42ad-93dd-c084aaa4ab3d tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] 10.222.0.60 "GET /v2.0/ports?device_id=87008797-e985-490d-8c0f-a48dbdb047ab HTTP/1.1" status: 200 len: 210 time: 0.0693395 Nov 23 17:18:58.586209 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-35a03b9e-0ea8-4b2c-95b5-02e05430bd08 req-131abc94-2021-4669-873a-967fe4db8a5e tempest-MigrationsAdminTest-1605947426 tempest-MigrationsAdminTest-1605947426-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=70227657-be62-432a-a8fd-5a85231fc7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2067993 Nov 23 17:18:58.659605 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-259a9370-75a6-4dd0-89b8-fe7373b40654 req-9c415fc6-05c6-499d-b055-5b4a44e5c188 tempest-LiveMigrationNegativeTest-1173478322 tempest-LiveMigrationNegativeTest-1173478322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:58.690310 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] get_ports_and_sgs() called for port_ids ['d9c5781a-4c43-41b5-a2c7-59f06f94ceab'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:18:58.884856 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [req-259a9370-75a6-4dd0-89b8-fe7373b40654 req-9c415fc6-05c6-499d-b055-5b4a44e5c188 tempest-LiveMigrationNegativeTest-1173478322 tempest-LiveMigrationNegativeTest-1173478322-project] No DVR routers for this DVR port d9c5781a-4c43-41b5-a2c7-59f06f94ceab on host n-h1-816206-8 {{(pid=103590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:18:58.890597 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-259a9370-75a6-4dd0-89b8-fe7373b40654 req-9c415fc6-05c6-499d-b055-5b4a44e5c188 tempest-LiveMigrationNegativeTest-1173478322 tempest-LiveMigrationNegativeTest-1173478322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:58.895175 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-259a9370-75a6-4dd0-89b8-fe7373b40654 req-9c415fc6-05c6-499d-b055-5b4a44e5c188 tempest-LiveMigrationNegativeTest-1173478322 tempest-LiveMigrationNegativeTest-1173478322-project] 10.222.0.55 "DELETE /v2.0/ports/d9c5781a-4c43-41b5-a2c7-59f06f94ceab HTTP/1.1" status: 204 len: 173 time: 1.0746481 Nov 23 17:18:58.896280 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c415fc6-05c6-499d-b055-5b4a44e5c188 tempest-LiveMigrationNegativeTest-1173478322 tempest-LiveMigrationNegativeTest-1173478322-project] Pushing event deleted for resources: {'Port': ['ID=d9c5781a-4c43-41b5-a2c7-59f06f94ceab,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:18:58.900252 n-d-816206-8 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b0eebc1-7d4f-4dc4-a375-18bab242c6b7', 'name': 'network-vif-deleted', 'tag': 'd9c5781a-4c43-41b5-a2c7-59f06f94ceab'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:18:58.903818 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbabddbc9fc37b068808e119c416c86f5957ca04531a4a0d2e695c515e93483b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1d89f14-f261-47be-8871-7929237f7a5f" -d '{"events": [{"server_uuid": "8b0eebc1-7d4f-4dc4-a375-18bab242c6b7", "name": "network-vif-deleted", "tag": "d9c5781a-4c43-41b5-a2c7-59f06f94ceab"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:18:58.943145 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-ef7d5880-c45d-4c26-bd29-c1d77bcfd459 req-0c3ac1bd-4f4c-4ce0-9171-61eebca7db8e tempest-ServerDiagnosticsNegativeTest-1211481004 tempest-ServerDiagnosticsNegativeTest-1211481004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980'] for port, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:59.003556 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4a4ea019-4e3f-42db-8d3e-31aa5c103999 req-3a0cce13-bf81-41a0-9416-05ffd3a8ff82 tempest-LiveMigrationNegativeTest-1173478322 tempest-LiveMigrationNegativeTest-1173478322-project] 10.222.0.60 "GET /v2.0/ports?device_id=8b0eebc1-7d4f-4dc4-a375-18bab242c6b7 HTTP/1.1" status: 200 len: 210 time: 0.1251991 Nov 23 17:18:59.173109 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3ac1bd-4f4c-4ce0-9171-61eebca7db8e tempest-ServerDiagnosticsNegativeTest-1211481004 tempest-ServerDiagnosticsNegativeTest-1211481004-project] Pushing event updated for resources: {'Port': ['ID=06eef6a8-0a5f-4fb7-94ed-0c520d5a8797,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:18:59.192127 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08393426-d2d2-40cc-b279-946078e43abf req-25d7afc3-5e44-407b-8aae-fe2f949f0fe0 tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:18:59.194243 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-08393426-d2d2-40cc-b279-946078e43abf req-25d7afc3-5e44-407b-8aae-fe2f949f0fe0 tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] 10.222.0.55 "GET /v2.0/networks?id=eacea6aa-86b2-4fe9-ae0d-611828f27804 HTTP/1.1" status: 200 len: 820 time: 0.5361645 Nov 23 17:18:59.208658 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef7d5880-c45d-4c26-bd29-c1d77bcfd459 req-0c3ac1bd-4f4c-4ce0-9171-61eebca7db8e tempest-ServerDiagnosticsNegativeTest-1211481004 tempest-ServerDiagnosticsNegativeTest-1211481004-project] Network f1e1dabf-b410-4023-9169-a460a86e7184 is already hosted by enough agents. {{(pid=103591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:18:59.213395 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [req-08393426-d2d2-40cc-b279-946078e43abf req-b78df703-147b-4f91-ba65-ea3befe764ea tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] Request body: {'port': {'device_id': '87008797-e985-490d-8c0f-a48dbdb047ab', 'network_id': 'eacea6aa-86b2-4fe9-ae0d-611828f27804', 'admin_state_up': True, 'tenant_id': '968ef5ef30ad45a38c8263e9da4ef3c2'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:18:59.233414 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:18:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0638d507-1c79-4c4e-b6e0-324f9da67b5c x-openstack-request-id: req-0638d507-1c79-4c4e-b6e0-324f9da67b5c {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:18:59.233916 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b0eebc1-7d4f-4dc4-a375-18bab242c6b7", "name": "network-vif-deleted", "tag": "d9c5781a-4c43-41b5-a2c7-59f06f94ceab", "status": "completed", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:18:59.234311 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-0638d507-1c79-4c4e-b6e0-324f9da67b5c {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:18:59.235035 n-d-816206-8 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b0eebc1-7d4f-4dc4-a375-18bab242c6b7', 'name': 'network-vif-deleted', 'tag': 'd9c5781a-4c43-41b5-a2c7-59f06f94ceab', 'status': 'completed', 'code': 200} Nov 23 17:18:59.343884 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [req-ef7d5880-c45d-4c26-bd29-c1d77bcfd459 req-0c3ac1bd-4f4c-4ce0-9171-61eebca7db8e tempest-ServerDiagnosticsNegativeTest-1211481004 tempest-ServerDiagnosticsNegativeTest-1211481004-project] Resources bound (agent type, host, resource id): {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:18:59.347186 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08393426-d2d2-40cc-b279-946078e43abf req-b78df703-147b-4f91-ba65-ea3befe764ea tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] Made reservation on behalf of 968ef5ef30ad45a38c8263e9da4ef3c2 for: {'port': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:18:59.351256 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-08393426-d2d2-40cc-b279-946078e43abf req-b78df703-147b-4f91-ba65-ea3befe764ea tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:59.359501 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef7d5880-c45d-4c26-bd29-c1d77bcfd459 req-0c3ac1bd-4f4c-4ce0-9171-61eebca7db8e tempest-ServerDiagnosticsNegativeTest-1211481004 tempest-ServerDiagnosticsNegativeTest-1211481004-project] Received port after_create {{(pid=103591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:18:59.383242 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7d5880-c45d-4c26-bd29-c1d77bcfd459 req-0c3ac1bd-4f4c-4ce0-9171-61eebca7db8e tempest-ServerDiagnosticsNegativeTest-1211481004 tempest-ServerDiagnosticsNegativeTest-1211481004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:18:59.384620 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-ef7d5880-c45d-4c26-bd29-c1d77bcfd459 req-0c3ac1bd-4f4c-4ce0-9171-61eebca7db8e tempest-ServerDiagnosticsNegativeTest-1211481004 tempest-ServerDiagnosticsNegativeTest-1211481004-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:59.498406 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ef7d5880-c45d-4c26-bd29-c1d77bcfd459 req-0c3ac1bd-4f4c-4ce0-9171-61eebca7db8e tempest-ServerDiagnosticsNegativeTest-1211481004 tempest-ServerDiagnosticsNegativeTest-1211481004-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.3122106 Nov 23 17:18:59.593498 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2e2d183a-9854-4497-b2e7-fb8999e1a94e req-3d3e7a9a-ea7f-4da2-a367-5ca9df8785c5 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=98a62786d4654c60b8dab5d2a606f4fe&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1314399 Nov 23 17:18:59.603571 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [req-ef7d5880-c45d-4c26-bd29-c1d77bcfd459 req-27e85af3-aa97-4b3a-abd8-fe0717b88de6 service neutron] Request body: {'port': {'device_id': 'fdb9432d-6351-41b0-a2ed-3fb8235fd3ed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-8'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:18:59.866444 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-ef7d5880-c45d-4c26-bd29-c1d77bcfd459 req-27e85af3-aa97-4b3a-abd8-fe0717b88de6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:18:59.977584 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.db_base_plugin_common [req-08393426-d2d2-40cc-b279-946078e43abf req-b78df703-147b-4f91-ba65-ea3befe764ea tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] Allocated IP 172.20.0.8 (eacea6aa-86b2-4fe9-ae0d-611828f27804/cfa8dfdf-5850-4e22-a7f8-6d7e726926d1/2488209f-deff-41b1-bc6c-75834b3c0d4d) {{(pid=103591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:18:59.993848 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2d183a-9854-4497-b2e7-fb8999e1a94e req-31c0f864-4758-4d3f-bb7f-d4a33097da61 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:18:59.996334 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2e2d183a-9854-4497-b2e7-fb8999e1a94e req-31c0f864-4758-4d3f-bb7f-d4a33097da61 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3819225 Nov 23 17:19:00.017215 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf83553e-03f9-4eed-b4c7-5a2230b4b3fe req-a260816a-fcdc-45e7-891a-eb03f266f7af tempest-ServerDiagnosticsNegativeTest-1211481004 tempest-ServerDiagnosticsNegativeTest-1211481004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:19:00.018749 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-cf83553e-03f9-4eed-b4c7-5a2230b4b3fe req-a260816a-fcdc-45e7-891a-eb03f266f7af tempest-ServerDiagnosticsNegativeTest-1211481004 tempest-ServerDiagnosticsNegativeTest-1211481004-project] 10.222.0.60 "GET /v2.0/ports?device_id=fdb9432d-6351-41b0-a2ed-3fb8235fd3ed HTTP/1.1" status: 200 len: 935 time: 0.2074537 Nov 23 17:19:00.108912 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2e2d183a-9854-4497-b2e7-fb8999e1a94e req-4caabbcf-0ca7-4eca-a26b-fa42be076f8f tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] 10.222.0.60 "GET /v2.0/quotas/98a62786d4654c60b8dab5d2a606f4fe HTTP/1.1" status: 200 len: 375 time: 0.1016231 Nov 23 17:19:00.253823 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-cf83553e-03f9-4eed-b4c7-5a2230b4b3fe req-98e42333-0b3f-4357-82dd-41a67fefc2df tempest-ServerDiagnosticsNegativeTest-1211481004 tempest-ServerDiagnosticsNegativeTest-1211481004-project] 10.222.0.60 "GET /v2.0/security-groups?id=6321db8b-3a75-4035-9404-7483a2c37ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2212906 Nov 23 17:19:00.563796 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2e2d183a-9854-4497-b2e7-fb8999e1a94e req-24254ba8-b4f3-4ef4-b6cd-393402df8b48 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=98a62786d4654c60b8dab5d2a606f4fe&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4396703 Nov 23 17:19:00.590322 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-aece9074-a713-4432-bb8a-eac4a86da400 req-d6568191-15b8-48e9-aa72-1b49e29a7e5c tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] 10.222.0.60 "GET /v2.0/ports?device_id=87008797-e985-490d-8c0f-a48dbdb047ab HTTP/1.1" status: 200 len: 210 time: 0.0504928 Nov 23 17:19:00.660674 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-08393426-d2d2-40cc-b279-946078e43abf req-b78df703-147b-4f91-ba65-ea3befe764ea tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] Publish callbacks [] for port, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:00.752362 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [req-ef7d5880-c45d-4c26-bd29-c1d77bcfd459 req-27e85af3-aa97-4b3a-abd8-fe0717b88de6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06eef6a8-0a5f-4fb7-94ed-0c520d5a8797 {{(pid=103591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:19:00.771334 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-ef7d5880-c45d-4c26-bd29-c1d77bcfd459 req-27e85af3-aa97-4b3a-abd8-fe0717b88de6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:00.785669 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-08393426-d2d2-40cc-b279-946078e43abf req-b78df703-147b-4f91-ba65-ea3befe764ea tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980'] for port, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:00.803342 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.provisioning_blocks [req-ef7d5880-c45d-4c26-bd29-c1d77bcfd459 req-27e85af3-aa97-4b3a-abd8-fe0717b88de6 service neutron] Transition to ACTIVE for port object 06eef6a8-0a5f-4fb7-94ed-0c520d5a8797 will not be triggered until provisioned by entity L2. {{(pid=103591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 17:19:00.836234 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-ef7d5880-c45d-4c26-bd29-c1d77bcfd459 req-27e85af3-aa97-4b3a-abd8-fe0717b88de6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:00.868320 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08393426-d2d2-40cc-b279-946078e43abf req-b78df703-147b-4f91-ba65-ea3befe764ea tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] Network eacea6aa-86b2-4fe9-ae0d-611828f27804 is already hosted by enough agents. {{(pid=103591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:19:00.877335 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [req-08393426-d2d2-40cc-b279-946078e43abf req-b78df703-147b-4f91-ba65-ea3befe764ea tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] Resources bound (agent type, host, resource id): {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:19:00.885770 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [req-08393426-d2d2-40cc-b279-946078e43abf req-b78df703-147b-4f91-ba65-ea3befe764ea tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] Received port after_create {{(pid=103591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:19:00.904569 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08393426-d2d2-40cc-b279-946078e43abf req-b78df703-147b-4f91-ba65-ea3befe764ea tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:19:00.906010 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-08393426-d2d2-40cc-b279-946078e43abf req-b78df703-147b-4f91-ba65-ea3befe764ea tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:00.907182 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device d9c5781a-4c43-41b5-a2c7-59f06f94ceab no longer exists at agent hyperv_n-h1-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:19:00.935093 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] No Port match for: d9c5781a-4c43-41b5-a2c7-59f06f94ceab {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:19:00.935439 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device d9c5781a-4c43-41b5-a2c7-59f06f94ceab not bound to the agent host n-h1-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:19:00.962737 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78df703-147b-4f91-ba65-ea3befe764ea tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] Pushing event updated for resources: {'Port': ['ID=2488209f-deff-41b1-bc6c-75834b3c0d4d,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:19:01.046506 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-08393426-d2d2-40cc-b279-946078e43abf req-b78df703-147b-4f91-ba65-ea3befe764ea tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8362608 Nov 23 17:19:01.072377 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [req-08393426-d2d2-40cc-b279-946078e43abf req-99428cef-6354-4a32-8d39-bcb7a2bbfeae service neutron] Request body: {'port': {'device_id': '87008797-e985-490d-8c0f-a48dbdb047ab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-8'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:19:01.181146 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e85af3-aa97-4b3a-abd8-fe0717b88de6 service neutron] Pushing event updated for resources: {'Port': ['ID=06eef6a8-0a5f-4fb7-94ed-0c520d5a8797,revision_number=2']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:19:01.188309 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-ef7d5880-c45d-4c26-bd29-c1d77bcfd459 req-27e85af3-aa97-4b3a-abd8-fe0717b88de6 service neutron] Attempting to bind port 06eef6a8-0a5f-4fb7-94ed-0c520d5a8797 on host n-h2-816206-8 for vnic_type normal with profile {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:19:01.188831 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-ef7d5880-c45d-4c26-bd29-c1d77bcfd459 req-27e85af3-aa97-4b3a-abd8-fe0717b88de6 service neutron] Attempting to bind port 06eef6a8-0a5f-4fb7-94ed-0c520d5a8797 by drivers openvswitch,hyperv on host n-h2-816206-8 at level 0 using segments [{'id': '329c1745-02bf-4561-9615-3192910887f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'f1e1dabf-b410-4023-9169-a460a86e7184'}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:19:01.189198 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef7d5880-c45d-4c26-bd29-c1d77bcfd459 req-27e85af3-aa97-4b3a-abd8-fe0717b88de6 service neutron] Attempting to bind port 06eef6a8-0a5f-4fb7-94ed-0c520d5a8797 on network f1e1dabf-b410-4023-9169-a460a86e7184 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:19:01.246811 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef7d5880-c45d-4c26-bd29-c1d77bcfd459 req-27e85af3-aa97-4b3a-abd8-fe0717b88de6 service neutron] Port 06eef6a8-0a5f-4fb7-94ed-0c520d5a8797 on network f1e1dabf-b410-4023-9169-a460a86e7184 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-8 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 17:19:01.247120 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef7d5880-c45d-4c26-bd29-c1d77bcfd459 req-27e85af3-aa97-4b3a-abd8-fe0717b88de6 service neutron] Attempting to bind port 06eef6a8-0a5f-4fb7-94ed-0c520d5a8797 on network f1e1dabf-b410-4023-9169-a460a86e7184 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:19:01.255443 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-91893dfc-3af6-4342-aa5c-7fa43997ffe7 req-976f89f1-1870-48a4-9c41-1ca5335e11b1 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] 10.222.0.60 "GET /v2.0/ports?device_id=c79fc20b-806a-458c-8c0f-8a4583c06a8f HTTP/1.1" status: 200 len: 210 time: 0.0682862 Nov 23 17:19:01.304174 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef7d5880-c45d-4c26-bd29-c1d77bcfd459 req-27e85af3-aa97-4b3a-abd8-fe0717b88de6 service neutron] Checking agent: {'id': 'ab77bf9e-0267-4174-8f1d-822cba89b207', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 15, 13), 'started_at': datetime.datetime(2021, 11, 23, 17, 15, 13), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 18, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:19:01.304174 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef7d5880-c45d-4c26-bd29-c1d77bcfd459 req-27e85af3-aa97-4b3a-abd8-fe0717b88de6 service neutron] Checking segment: {'id': '329c1745-02bf-4561-9615-3192910887f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'f1e1dabf-b410-4023-9169-a460a86e7184'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:19:01.304668 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef7d5880-c45d-4c26-bd29-c1d77bcfd459 req-27e85af3-aa97-4b3a-abd8-fe0717b88de6 service neutron] Bound using segment: {'id': '329c1745-02bf-4561-9615-3192910887f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'f1e1dabf-b410-4023-9169-a460a86e7184'} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:19:01.305012 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-ef7d5880-c45d-4c26-bd29-c1d77bcfd459 req-27e85af3-aa97-4b3a-abd8-fe0717b88de6 service neutron] Bound port: 06eef6a8-0a5f-4fb7-94ed-0c520d5a8797, host: n-h2-816206-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '329c1745-02bf-4561-9615-3192910887f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'f1e1dabf-b410-4023-9169-a460a86e7184'}}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:19:01.305374 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-ef7d5880-c45d-4c26-bd29-c1d77bcfd459 req-27e85af3-aa97-4b3a-abd8-fe0717b88de6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:01.321529 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-08393426-d2d2-40cc-b279-946078e43abf req-99428cef-6354-4a32-8d39-bcb7a2bbfeae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:01.383402 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bb6554-be3d-4d1d-81c3-7dc6aaf3ffd3 req-6d42e6aa-ddf1-410a-9e68-412515a3ec1b tempest-AttachSCSIVolumeTestJSON-658117345 tempest-AttachSCSIVolumeTestJSON-658117345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:19:01.394071 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-77bb6554-be3d-4d1d-81c3-7dc6aaf3ffd3 req-6d42e6aa-ddf1-410a-9e68-412515a3ec1b tempest-AttachSCSIVolumeTestJSON-658117345 tempest-AttachSCSIVolumeTestJSON-658117345-project] 10.222.0.60 "GET /v2.0/networks?id=01972287-90c5-4608-9ed2-b49b8746f3c2 HTTP/1.1" status: 200 len: 814 time: 0.2612963 Nov 23 17:19:01.454156 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 49122) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:19:01.471081 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-77bb6554-be3d-4d1d-81c3-7dc6aaf3ffd3 req-fda1e841-5631-484e-b4bc-a6b73d18ebe9 tempest-AttachSCSIVolumeTestJSON-658117345 tempest-AttachSCSIVolumeTestJSON-658117345-project] 10.222.0.60 "GET /v2.0/quotas/808c70784bbb425d87fe103503f75985 HTTP/1.1" status: 200 len: 375 time: 0.0758200 Nov 23 17:19:01.604738 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-ef7d5880-c45d-4c26-bd29-c1d77bcfd459 req-27e85af3-aa97-4b3a-abd8-fe0717b88de6 service neutron] For port 06eef6a8-0a5f-4fb7-94ed-0c520d5a8797, host n-h2-816206-8, cleared binding levels {{(pid=103591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:19:01.630605 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-ef7d5880-c45d-4c26-bd29-c1d77bcfd459 req-27e85af3-aa97-4b3a-abd8-fe0717b88de6 service neutron] For port 06eef6a8-0a5f-4fb7-94ed-0c520d5a8797, host n-h2-816206-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=06eef6a8-0a5f-4fb7-94ed-0c520d5a8797,segment=NetworkSegment(329c1745-02bf-4561-9615-3192910887f5),segment_id=329c1745-02bf-4561-9615-3192910887f5)] {{(pid=103591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:19:01.643572 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-ef7d5880-c45d-4c26-bd29-c1d77bcfd459 req-27e85af3-aa97-4b3a-abd8-fe0717b88de6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:01.681287 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-77bb6554-be3d-4d1d-81c3-7dc6aaf3ffd3 req-9f2d74c7-4104-451b-9093-86ae39cb73db tempest-AttachSCSIVolumeTestJSON-658117345 tempest-AttachSCSIVolumeTestJSON-658117345-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=808c70784bbb425d87fe103503f75985&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1856365 Nov 23 17:19:01.712869 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-cba7b9b4-cf7e-476d-add0-f4c171884212 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=df4ed07f6ae249888b45eb5f7cc8c89a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2566259 Nov 23 17:19:01.715315 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 49132) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:19:01.766488 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7d5880-c45d-4c26-bd29-c1d77bcfd459 req-27e85af3-aa97-4b3a-abd8-fe0717b88de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:19:01.767028 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-ef7d5880-c45d-4c26-bd29-c1d77bcfd459 req-27e85af3-aa97-4b3a-abd8-fe0717b88de6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:01.768925 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ef7d5880-c45d-4c26-bd29-c1d77bcfd459 req-27e85af3-aa97-4b3a-abd8-fe0717b88de6 service neutron] 10.222.0.36 "PUT /v2.0/ports/06eef6a8-0a5f-4fb7-94ed-0c520d5a8797 HTTP/1.1" status: 200 len: 1095 time: 2.1804283 Nov 23 17:19:01.772157 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdb9432d-6351-41b0-a2ed-3fb8235fd3ed', 'tag': '06eef6a8-0a5f-4fb7-94ed-0c520d5a8797'}] {{(pid=103591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:19:01.774688 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41d174a19ece9499ff9ec44e5b3fc50f2abd3ffbc947fb7e52ea1e8db27b95b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e99ffea-1992-4342-9a10-9452933cddda" -d '{"events": [{"name": "network-changed", "server_uuid": "fdb9432d-6351-41b0-a2ed-3fb8235fd3ed", "tag": "06eef6a8-0a5f-4fb7-94ed-0c520d5a8797"}]}' {{(pid=103591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:19:01.799730 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-9d7cb577-c134-459c-93c5-dd89da3d1bc1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:01.842399 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-9d7cb577-c134-459c-93c5-dd89da3d1bc1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:01.862161 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e85af3-aa97-4b3a-abd8-fe0717b88de6 service neutron] Pushing event updated for resources: {'Port': ['ID=06eef6a8-0a5f-4fb7-94ed-0c520d5a8797,revision_number=3']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:19:01.930432 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-9d7cb577-c134-459c-93c5-dd89da3d1bc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:01.934268 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-9d7cb577-c134-459c-93c5-dd89da3d1bc1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:01.939732 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-9d7cb577-c134-459c-93c5-dd89da3d1bc1 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b8a6bb40-8d5e-4b99-8259-979b852e81cd HTTP/1.1" status: 204 len: 168 time: 0.2204466 Nov 23 17:19:01.966995 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7cb577-c134-459c-93c5-dd89da3d1bc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8a6bb40-8d5e-4b99-8259-979b852e81cd,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:19:01.987997 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-77bb6554-be3d-4d1d-81c3-7dc6aaf3ffd3 req-ebc4d206-41d6-4ed5-997f-dce65a140269 service neutron] 10.222.0.60 "GET /v2.0/networks/01972287-90c5-4608-9ed2-b49b8746f3c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2840133 Nov 23 17:19:02.054495 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7d5880-c45d-4c26-bd29-c1d77bcfd459 req-95bc1250-a606-4324-be2e-9f1afa60afb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:19:02.056178 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ef7d5880-c45d-4c26-bd29-c1d77bcfd459 req-95bc1250-a606-4324-be2e-9f1afa60afb4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ad338b2e949e44e096d9b6b851747047&device_id=fdb9432d-6351-41b0-a2ed-3fb8235fd3ed HTTP/1.1" status: 200 len: 1098 time: 0.2093570 Nov 23 17:19:02.068382 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47961c38-ddf8-473b-ade8-e48f690efa1d req-d350a23a-d577-4cd0-b7b7-cdbb542ef1ad tempest-ServerDiagnosticsNegativeTest-1211481004 tempest-ServerDiagnosticsNegativeTest-1211481004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:19:02.070094 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-47961c38-ddf8-473b-ade8-e48f690efa1d req-d350a23a-d577-4cd0-b7b7-cdbb542ef1ad tempest-ServerDiagnosticsNegativeTest-1211481004 tempest-ServerDiagnosticsNegativeTest-1211481004-project] 10.222.0.60 "GET /v2.0/ports?device_id=fdb9432d-6351-41b0-a2ed-3fb8235fd3ed HTTP/1.1" status: 200 len: 947 time: 0.1767256 Nov 23 17:19:02.126138 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-2e2d183a-9854-4497-b2e7-fb8999e1a94e req-0650eaad-0894-4fa6-b419-7cc9de8082c2 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=98a62786d4654c60b8dab5d2a606f4fe&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0584757 Nov 23 17:19:02.136307 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [req-08393426-d2d2-40cc-b279-946078e43abf req-99428cef-6354-4a32-8d39-bcb7a2bbfeae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2488209f-deff-41b1-bc6c-75834b3c0d4d {{(pid=103591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:19:02.189714 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-08393426-d2d2-40cc-b279-946078e43abf req-99428cef-6354-4a32-8d39-bcb7a2bbfeae service neutron] Publish callbacks [] for port, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:02.196963 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ef7d5880-c45d-4c26-bd29-c1d77bcfd459 req-602ffb6e-a7bc-4eaa-981b-97f0539d9518 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.23&port_id=06eef6a8-0a5f-4fb7-94ed-0c520d5a8797 HTTP/1.1" status: 200 len: 217 time: 0.1170397 Nov 23 17:19:02.262644 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.provisioning_blocks [req-08393426-d2d2-40cc-b279-946078e43abf req-99428cef-6354-4a32-8d39-bcb7a2bbfeae service neutron] Transition to ACTIVE for port object 2488209f-deff-41b1-bc6c-75834b3c0d4d will not be triggered until provisioned by entity L2. {{(pid=103591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 17:19:02.313864 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-08393426-d2d2-40cc-b279-946078e43abf req-99428cef-6354-4a32-8d39-bcb7a2bbfeae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:02.331608 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2d183a-9854-4497-b2e7-fb8999e1a94e req-11f6ba9b-87bc-4f00-b055-48783587ab96 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:19:02.335734 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-2e2d183a-9854-4497-b2e7-fb8999e1a94e req-11f6ba9b-87bc-4f00-b055-48783587ab96 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2010252 Nov 23 17:19:02.340868 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-77bb6554-be3d-4d1d-81c3-7dc6aaf3ffd3 req-57069138-a763-4291-ba72-7a4fbd857006 service neutron] 10.222.0.60 "GET /v2.0/networks/01972287-90c5-4608-9ed2-b49b8746f3c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3395448 Nov 23 17:19:02.351447 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [req-2e2d183a-9854-4497-b2e7-fb8999e1a94e req-bd02b117-f004-46f4-954d-8948fa084360 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] Request body: {'port': {'device_id': 'c79fc20b-806a-458c-8c0f-8a4583c06a8f', 'network_id': 'f1e1dabf-b410-4023-9169-a460a86e7184', 'admin_state_up': True, 'tenant_id': '98a62786d4654c60b8dab5d2a606f4fe'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:19:02.375050 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-47961c38-ddf8-473b-ade8-e48f690efa1d req-e2547bb1-d374-46dd-9ded-dac7a0b5da4c tempest-ServerDiagnosticsNegativeTest-1211481004 tempest-ServerDiagnosticsNegativeTest-1211481004-project] 10.222.0.60 "GET /v2.0/security-groups?id=6321db8b-3a75-4035-9404-7483a2c37ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2821710 Nov 23 17:19:02.408846 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7d5880-c45d-4c26-bd29-c1d77bcfd459 req-8e8e9113-2e30-4cff-99ae-516749333046 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:19:02.415966 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ef7d5880-c45d-4c26-bd29-c1d77bcfd459 req-8e8e9113-2e30-4cff-99ae-516749333046 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ac77c175-5679-438b-8a2a-356718377641 HTTP/1.1" status: 200 len: 843 time: 0.2072339 Nov 23 17:19:02.563792 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e2d183a-9854-4497-b2e7-fb8999e1a94e req-bd02b117-f004-46f4-954d-8948fa084360 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] Made reservation on behalf of 98a62786d4654c60b8dab5d2a606f4fe for: {'port': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:19:02.577307 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99428cef-6354-4a32-8d39-bcb7a2bbfeae service neutron] Pushing event updated for resources: {'Port': ['ID=2488209f-deff-41b1-bc6c-75834b3c0d4d,revision_number=2']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:19:02.577607 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-2e2d183a-9854-4497-b2e7-fb8999e1a94e req-bd02b117-f004-46f4-954d-8948fa084360 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:02.663320 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-08393426-d2d2-40cc-b279-946078e43abf req-99428cef-6354-4a32-8d39-bcb7a2bbfeae service neutron] Attempting to bind port 2488209f-deff-41b1-bc6c-75834b3c0d4d on host n-h1-816206-8 for vnic_type normal with profile {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:19:02.663829 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-08393426-d2d2-40cc-b279-946078e43abf req-99428cef-6354-4a32-8d39-bcb7a2bbfeae service neutron] Attempting to bind port 2488209f-deff-41b1-bc6c-75834b3c0d4d by drivers openvswitch,hyperv on host n-h1-816206-8 at level 0 using segments [{'id': 'aeb4ff6a-77f7-45a2-bf27-0feac134a4ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'eacea6aa-86b2-4fe9-ae0d-611828f27804'}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:19:02.664238 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08393426-d2d2-40cc-b279-946078e43abf req-99428cef-6354-4a32-8d39-bcb7a2bbfeae service neutron] Attempting to bind port 2488209f-deff-41b1-bc6c-75834b3c0d4d on network eacea6aa-86b2-4fe9-ae0d-611828f27804 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:19:02.667067 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 49152) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:19:02.708256 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08393426-d2d2-40cc-b279-946078e43abf req-99428cef-6354-4a32-8d39-bcb7a2bbfeae service neutron] Port 2488209f-deff-41b1-bc6c-75834b3c0d4d on network eacea6aa-86b2-4fe9-ae0d-611828f27804 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-8 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 17:19:02.708974 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08393426-d2d2-40cc-b279-946078e43abf req-99428cef-6354-4a32-8d39-bcb7a2bbfeae service neutron] Attempting to bind port 2488209f-deff-41b1-bc6c-75834b3c0d4d on network eacea6aa-86b2-4fe9-ae0d-611828f27804 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:19:02.716142 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 17:19:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cb6f61a-8d73-419a-8855-1f159aaade1b x-openstack-request-id: req-7cb6f61a-8d73-419a-8855-1f159aaade1b {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:19:02.716469 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fdb9432d-6351-41b0-a2ed-3fb8235fd3ed", "tag": "06eef6a8-0a5f-4fb7-94ed-0c520d5a8797", "status": "completed", "code": 200}]} {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:19:02.716900 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7cb6f61a-8d73-419a-8855-1f159aaade1b {{(pid=103591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:19:02.717401 n-d-816206-8 neutron-server[103591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fdb9432d-6351-41b0-a2ed-3fb8235fd3ed', 'tag': '06eef6a8-0a5f-4fb7-94ed-0c520d5a8797', 'status': 'completed', 'code': 200} Nov 23 17:19:02.744900 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7d5880-c45d-4c26-bd29-c1d77bcfd459 req-973381f6-13b7-4026-a4f9-dcb70abf4afe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:19:02.752581 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ef7d5880-c45d-4c26-bd29-c1d77bcfd459 req-973381f6-13b7-4026-a4f9-dcb70abf4afe service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f1e1dabf-b410-4023-9169-a460a86e7184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3142209 Nov 23 17:19:02.771351 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08393426-d2d2-40cc-b279-946078e43abf req-99428cef-6354-4a32-8d39-bcb7a2bbfeae service neutron] Checking agent: {'id': '4b0a4557-3bfe-4828-80a0-7981fc3ac84c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 15, 14), 'started_at': datetime.datetime(2021, 11, 23, 17, 15, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 18, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:19:02.771700 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08393426-d2d2-40cc-b279-946078e43abf req-99428cef-6354-4a32-8d39-bcb7a2bbfeae service neutron] Checking segment: {'id': 'aeb4ff6a-77f7-45a2-bf27-0feac134a4ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'eacea6aa-86b2-4fe9-ae0d-611828f27804'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:19:02.772114 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08393426-d2d2-40cc-b279-946078e43abf req-99428cef-6354-4a32-8d39-bcb7a2bbfeae service neutron] Bound using segment: {'id': 'aeb4ff6a-77f7-45a2-bf27-0feac134a4ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'eacea6aa-86b2-4fe9-ae0d-611828f27804'} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:19:02.772540 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-08393426-d2d2-40cc-b279-946078e43abf req-99428cef-6354-4a32-8d39-bcb7a2bbfeae service neutron] Bound port: 2488209f-deff-41b1-bc6c-75834b3c0d4d, host: n-h1-816206-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aeb4ff6a-77f7-45a2-bf27-0feac134a4ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'eacea6aa-86b2-4fe9-ae0d-611828f27804'}}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:19:02.773139 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-08393426-d2d2-40cc-b279-946078e43abf req-99428cef-6354-4a32-8d39-bcb7a2bbfeae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:02.883948 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [req-2e2d183a-9854-4497-b2e7-fb8999e1a94e req-bd02b117-f004-46f4-954d-8948fa084360 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] Allocated IP 192.168.233.70 (f1e1dabf-b410-4023-9169-a460a86e7184/ac77c175-5679-438b-8a2a-356718377641/c1f40992-0164-4ec3-9312-47092b6d1593) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:19:02.900199 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f54e0b1-4ddc-4098-9072-0a70ea0af1ab req-59a2fb69-871c-4f5c-83ff-ac4321200a2d tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:19:02.910051 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8f54e0b1-4ddc-4098-9072-0a70ea0af1ab req-59a2fb69-871c-4f5c-83ff-ac4321200a2d tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] 10.222.0.60 "GET /v2.0/ports?device_id=87008797-e985-490d-8c0f-a48dbdb047ab HTTP/1.1" status: 200 len: 943 time: 0.3430064 Nov 23 17:19:03.079427 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-057c486c-b478-482f-ae89-aadda0fc5ecb admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=bdb7340c9cd24a28a3356812d1dc4798&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4067256 Nov 23 17:19:03.081998 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7136ecdb-afd6-4ade-a177-6591c3587918 req-7631fd33-bec7-4eb3-a308-2a159a39a391 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] 10.222.0.60 "GET /v2.0/ports?device_id=c79fc20b-806a-458c-8c0f-8a4583c06a8f HTTP/1.1" status: 200 len: 210 time: 0.0495720 Nov 23 17:19:03.084480 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 49160) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:19:03.109108 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-2e2d183a-9854-4497-b2e7-fb8999e1a94e req-bd02b117-f004-46f4-954d-8948fa084360 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:03.122270 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-08393426-d2d2-40cc-b279-946078e43abf req-99428cef-6354-4a32-8d39-bcb7a2bbfeae service neutron] For port 2488209f-deff-41b1-bc6c-75834b3c0d4d, host n-h1-816206-8, cleared binding levels {{(pid=103591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:19:03.161158 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8f54e0b1-4ddc-4098-9072-0a70ea0af1ab req-5252c895-9798-4fd1-be1d-dac075ad914d tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] 10.222.0.60 "GET /v2.0/security-groups?id=ef6a96c0-423c-4ea7-a75c-4657afd8c521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2497759 Nov 23 17:19:03.173503 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-2e2d183a-9854-4497-b2e7-fb8999e1a94e req-bd02b117-f004-46f4-954d-8948fa084360 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:03.187709 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] get_ports_and_sgs() called for port_ids ['bc0acd25-238e-4f36-9bd6-de0e9a940cd3'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:19:03.191999 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-08393426-d2d2-40cc-b279-946078e43abf req-99428cef-6354-4a32-8d39-bcb7a2bbfeae service neutron] For port 2488209f-deff-41b1-bc6c-75834b3c0d4d, host n-h1-816206-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=2488209f-deff-41b1-bc6c-75834b3c0d4d,segment=NetworkSegment(aeb4ff6a-77f7-45a2-bf27-0feac134a4ea),segment_id=aeb4ff6a-77f7-45a2-bf27-0feac134a4ea)] {{(pid=103591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:19:03.229585 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-3193e748-5282-4de3-b659-471fe5b472d3 req-5ad8eb57-baf2-4ca6-8d29-fed43313f55b tempest-AttachSCSIVolumeTestJSON-658117345 tempest-AttachSCSIVolumeTestJSON-658117345-project] 10.222.0.60 "GET /v2.0/ports?device_id=7b0f27b9-aae7-4c04-b62e-21c41ff75a5a HTTP/1.1" status: 200 len: 210 time: 0.0575163 Nov 23 17:19:03.254425 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-08393426-d2d2-40cc-b279-946078e43abf req-99428cef-6354-4a32-8d39-bcb7a2bbfeae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:03.270272 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e2d183a-9854-4497-b2e7-fb8999e1a94e req-bd02b117-f004-46f4-954d-8948fa084360 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] Network f1e1dabf-b410-4023-9169-a460a86e7184 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:19:03.275004 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ef7d5880-c45d-4c26-bd29-c1d77bcfd459 req-9dc5ca56-1ee4-4380-9261-cbaf08a0e98b service neutron] 10.222.0.36 "GET /v2.0/networks/f1e1dabf-b410-4023-9169-a460a86e7184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5148919 Nov 23 17:19:03.277881 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [req-2e2d183a-9854-4497-b2e7-fb8999e1a94e req-bd02b117-f004-46f4-954d-8948fa084360 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:19:03.280247 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e2d183a-9854-4497-b2e7-fb8999e1a94e req-bd02b117-f004-46f4-954d-8948fa084360 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:19:03.287360 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2d183a-9854-4497-b2e7-fb8999e1a94e req-bd02b117-f004-46f4-954d-8948fa084360 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:19:03.288481 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-2e2d183a-9854-4497-b2e7-fb8999e1a94e req-bd02b117-f004-46f4-954d-8948fa084360 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:03.323269 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd02b117-f004-46f4-954d-8948fa084360 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] Pushing event updated for resources: {'Port': ['ID=c1f40992-0164-4ec3-9312-47092b6d1593,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:19:03.360644 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-2e2d183a-9854-4497-b2e7-fb8999e1a94e req-bd02b117-f004-46f4-954d-8948fa084360 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0135257 Nov 23 17:19:03.378182 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [req-2e2d183a-9854-4497-b2e7-fb8999e1a94e req-0a067651-c22a-4c08-a38f-50671346163e service neutron] Request body: {'port': {'device_id': 'c79fc20b-806a-458c-8c0f-8a4583c06a8f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-8'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:19:03.411067 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08393426-d2d2-40cc-b279-946078e43abf req-99428cef-6354-4a32-8d39-bcb7a2bbfeae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:19:03.415350 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-08393426-d2d2-40cc-b279-946078e43abf req-99428cef-6354-4a32-8d39-bcb7a2bbfeae service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:03.419502 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-08393426-d2d2-40cc-b279-946078e43abf req-99428cef-6354-4a32-8d39-bcb7a2bbfeae service neutron] 10.222.0.55 "PUT /v2.0/ports/2488209f-deff-41b1-bc6c-75834b3c0d4d HTTP/1.1" status: 200 len: 1091 time: 2.3600361 Nov 23 17:19:03.533950 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-2e2d183a-9854-4497-b2e7-fb8999e1a94e req-0a067651-c22a-4c08-a38f-50671346163e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:03.722905 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-7f6e2d6c-e6ea-4a7d-a8ed-224dff0b0c0a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:03.763599 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99428cef-6354-4a32-8d39-bcb7a2bbfeae service neutron] Pushing event updated for resources: {'Port': ['ID=2488209f-deff-41b1-bc6c-75834b3c0d4d,revision_number=3']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:19:03.786616 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-03693ced-7e56-44d0-ba0d-211059b3ce87 None None] Provisioning complete for port c1f40992-0164-4ec3-9312-47092b6d1593 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:19:03.787792 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-03693ced-7e56-44d0-ba0d-211059b3ce87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:03.844018 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08393426-d2d2-40cc-b279-946078e43abf req-7b86e4c0-79c1-45f3-aa80-62ed1af86329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:19:03.845731 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-08393426-d2d2-40cc-b279-946078e43abf req-7b86e4c0-79c1-45f3-aa80-62ed1af86329 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=968ef5ef30ad45a38c8263e9da4ef3c2&device_id=87008797-e985-490d-8c0f-a48dbdb047ab HTTP/1.1" status: 200 len: 1094 time: 0.3669286 Nov 23 17:19:03.851169 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-7f6e2d6c-e6ea-4a7d-a8ed-224dff0b0c0a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:03.903896 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-03693ced-7e56-44d0-ba0d-211059b3ce87 None None] Port c1f40992-0164-4ec3-9312-47092b6d1593 cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:19:04.022849 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-08393426-d2d2-40cc-b279-946078e43abf req-57e90391-f65f-401e-ae94-a47230beee6d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2488209f-deff-41b1-bc6c-75834b3c0d4d HTTP/1.1" status: 200 len: 217 time: 0.1652067 Nov 23 17:19:04.031087 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca0f256-0aaf-4f8a-9fae-5469529a34ef req-609701c7-8ef3-4327-b954-1c7e43c83955 tempest-ServerDiagnosticsNegativeTest-1211481004 tempest-ServerDiagnosticsNegativeTest-1211481004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:19:04.032620 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7ca0f256-0aaf-4f8a-9fae-5469529a34ef req-609701c7-8ef3-4327-b954-1c7e43c83955 tempest-ServerDiagnosticsNegativeTest-1211481004 tempest-ServerDiagnosticsNegativeTest-1211481004-project] 10.222.0.60 "GET /v2.0/ports?device_id=fdb9432d-6351-41b0-a2ed-3fb8235fd3ed HTTP/1.1" status: 200 len: 947 time: 0.4050133 Nov 23 17:19:04.048629 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ef7d5880-c45d-4c26-bd29-c1d77bcfd459 req-3546ca27-4cd9-4e29-b862-dd3682e38b53 service neutron] 10.222.0.36 "GET /v2.0/networks/f1e1dabf-b410-4023-9169-a460a86e7184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7206151 Nov 23 17:19:04.075013 n-d-816206-8 neutron-server[103590]: DEBUG neutron.notifiers.nova [req-2e2d183a-9854-4497-b2e7-fb8999e1a94e req-0a067651-c22a-4c08-a38f-50671346163e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1f40992-0164-4ec3-9312-47092b6d1593 {{(pid=103590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:19:04.110406 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-2e2d183a-9854-4497-b2e7-fb8999e1a94e req-0a067651-c22a-4c08-a38f-50671346163e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:04.120055 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-7f6e2d6c-e6ea-4a7d-a8ed-224dff0b0c0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:04.123651 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-7f6e2d6c-e6ea-4a7d-a8ed-224dff0b0c0a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:04.124840 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-7f6e2d6c-e6ea-4a7d-a8ed-224dff0b0c0a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/7a3dc41a-e64a-4cca-af2c-ddc588742d76 HTTP/1.1" status: 204 len: 168 time: 1.0375965 Nov 23 17:19:04.137128 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 49194) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:19:04.155269 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [req-2e2d183a-9854-4497-b2e7-fb8999e1a94e req-0a067651-c22a-4c08-a38f-50671346163e service neutron] Transition to ACTIVE for port object c1f40992-0164-4ec3-9312-47092b6d1593 will not be triggered until provisioned by entity L2. {{(pid=103590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 17:19:04.164525 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-2e2d183a-9854-4497-b2e7-fb8999e1a94e req-0a067651-c22a-4c08-a38f-50671346163e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:04.168015 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7ca0f256-0aaf-4f8a-9fae-5469529a34ef req-bcb79dda-aeea-4dc0-8108-bed8d0d25b1a tempest-ServerDiagnosticsNegativeTest-1211481004 tempest-ServerDiagnosticsNegativeTest-1211481004-project] 10.222.0.60 "GET /v2.0/security-groups?id=6321db8b-3a75-4035-9404-7483a2c37ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218357 Nov 23 17:19:04.187009 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08393426-d2d2-40cc-b279-946078e43abf req-95d32844-f475-46a7-9d6a-9d0ab0075a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:19:04.188545 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-08393426-d2d2-40cc-b279-946078e43abf req-95d32844-f475-46a7-9d6a-9d0ab0075a89 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=cfa8dfdf-5850-4e22-a7f8-6d7e726926d1 HTTP/1.1" status: 200 len: 860 time: 0.1526892 Nov 23 17:19:04.189474 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6e2d6c-e6ea-4a7d-a8ed-224dff0b0c0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a3dc41a-e64a-4cca-af2c-ddc588742d76,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:19:04.220866 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a067651-c22a-4c08-a38f-50671346163e service neutron] Pushing event updated for resources: {'Port': ['ID=c1f40992-0164-4ec3-9312-47092b6d1593,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:19:04.263133 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-08393426-d2d2-40cc-b279-946078e43abf req-3cdb6620-d34a-41c5-abad-e0af7cd49111 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=eacea6aa-86b2-4fe9-ae0d-611828f27804&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0612938 Nov 23 17:19:04.314132 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [req-2e2d183a-9854-4497-b2e7-fb8999e1a94e req-0a067651-c22a-4c08-a38f-50671346163e service neutron] Attempting to bind port c1f40992-0164-4ec3-9312-47092b6d1593 on host n-h1-816206-8 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:19:04.314926 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [req-2e2d183a-9854-4497-b2e7-fb8999e1a94e req-0a067651-c22a-4c08-a38f-50671346163e service neutron] Attempting to bind port c1f40992-0164-4ec3-9312-47092b6d1593 by drivers openvswitch,hyperv on host n-h1-816206-8 at level 0 using segments [{'id': '329c1745-02bf-4561-9615-3192910887f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'f1e1dabf-b410-4023-9169-a460a86e7184'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:19:04.315396 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e2d183a-9854-4497-b2e7-fb8999e1a94e req-0a067651-c22a-4c08-a38f-50671346163e service neutron] Attempting to bind port c1f40992-0164-4ec3-9312-47092b6d1593 on network f1e1dabf-b410-4023-9169-a460a86e7184 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:19:04.323398 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e2d183a-9854-4497-b2e7-fb8999e1a94e req-0a067651-c22a-4c08-a38f-50671346163e service neutron] Port c1f40992-0164-4ec3-9312-47092b6d1593 on network f1e1dabf-b410-4023-9169-a460a86e7184 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-8 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 17:19:04.324474 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e2d183a-9854-4497-b2e7-fb8999e1a94e req-0a067651-c22a-4c08-a38f-50671346163e service neutron] Attempting to bind port c1f40992-0164-4ec3-9312-47092b6d1593 on network f1e1dabf-b410-4023-9169-a460a86e7184 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:19:04.342147 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e2d183a-9854-4497-b2e7-fb8999e1a94e req-0a067651-c22a-4c08-a38f-50671346163e service neutron] Checking agent: {'id': '4b0a4557-3bfe-4828-80a0-7981fc3ac84c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 15, 14), 'started_at': datetime.datetime(2021, 11, 23, 17, 15, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 18, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:19:04.342685 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e2d183a-9854-4497-b2e7-fb8999e1a94e req-0a067651-c22a-4c08-a38f-50671346163e service neutron] Checking segment: {'id': '329c1745-02bf-4561-9615-3192910887f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'f1e1dabf-b410-4023-9169-a460a86e7184'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:19:04.343282 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e2d183a-9854-4497-b2e7-fb8999e1a94e req-0a067651-c22a-4c08-a38f-50671346163e service neutron] Bound using segment: {'id': '329c1745-02bf-4561-9615-3192910887f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'f1e1dabf-b410-4023-9169-a460a86e7184'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:19:04.343988 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [req-2e2d183a-9854-4497-b2e7-fb8999e1a94e req-0a067651-c22a-4c08-a38f-50671346163e service neutron] Bound port: c1f40992-0164-4ec3-9312-47092b6d1593, host: n-h1-816206-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '329c1745-02bf-4561-9615-3192910887f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'f1e1dabf-b410-4023-9169-a460a86e7184'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:19:04.354042 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-2e2d183a-9854-4497-b2e7-fb8999e1a94e req-0a067651-c22a-4c08-a38f-50671346163e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:04.396788 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e99ffea-1992-4342-9a10-9452933cddda req-04bb24da-709a-47d8-877e-6452c42b0a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:19:04.398756 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4e99ffea-1992-4342-9a10-9452933cddda req-04bb24da-709a-47d8-877e-6452c42b0a17 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ad338b2e949e44e096d9b6b851747047&device_id=fdb9432d-6351-41b0-a2ed-3fb8235fd3ed HTTP/1.1" status: 200 len: 1098 time: 0.2652347 Nov 23 17:19:04.469502 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-08393426-d2d2-40cc-b279-946078e43abf req-aced2e06-5123-4b50-a6ad-964fc66e26c7 service neutron] 10.222.0.55 "GET /v2.0/networks/eacea6aa-86b2-4fe9-ae0d-611828f27804?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1963663 Nov 23 17:19:04.671547 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [req-2e2d183a-9854-4497-b2e7-fb8999e1a94e req-0a067651-c22a-4c08-a38f-50671346163e service neutron] For port c1f40992-0164-4ec3-9312-47092b6d1593, host n-h1-816206-8, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:19:04.707831 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [req-2e2d183a-9854-4497-b2e7-fb8999e1a94e req-0a067651-c22a-4c08-a38f-50671346163e service neutron] For port c1f40992-0164-4ec3-9312-47092b6d1593, host n-h1-816206-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=c1f40992-0164-4ec3-9312-47092b6d1593,segment=NetworkSegment(329c1745-02bf-4561-9615-3192910887f5),segment_id=329c1745-02bf-4561-9615-3192910887f5)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:19:04.775325 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-2e2d183a-9854-4497-b2e7-fb8999e1a94e req-0a067651-c22a-4c08-a38f-50671346163e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:04.781500 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87008797-e985-490d-8c0f-a48dbdb047ab', 'tag': '2488209f-deff-41b1-bc6c-75834b3c0d4d'}] {{(pid=103591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:19:04.787249 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41d174a19ece9499ff9ec44e5b3fc50f2abd3ffbc947fb7e52ea1e8db27b95b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63a153ac-963d-45aa-a1d8-013d3bb93250" -d '{"events": [{"name": "network-changed", "server_uuid": "87008797-e985-490d-8c0f-a48dbdb047ab", "tag": "2488209f-deff-41b1-bc6c-75834b3c0d4d"}]}' {{(pid=103591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:19:04.851550 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2d183a-9854-4497-b2e7-fb8999e1a94e req-0a067651-c22a-4c08-a38f-50671346163e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:19:04.852852 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-2e2d183a-9854-4497-b2e7-fb8999e1a94e req-0a067651-c22a-4c08-a38f-50671346163e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:04.854310 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-2e2d183a-9854-4497-b2e7-fb8999e1a94e req-0a067651-c22a-4c08-a38f-50671346163e service neutron] 10.222.0.55 "PUT /v2.0/ports/c1f40992-0164-4ec3-9312-47092b6d1593 HTTP/1.1" status: 200 len: 1095 time: 1.4862616 Nov 23 17:19:04.859429 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-25545871-3e07-4778-ac92-0a3eb79be87f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:04.861946 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a067651-c22a-4c08-a38f-50671346163e service neutron] Pushing event updated for resources: {'Port': ['ID=c1f40992-0164-4ec3-9312-47092b6d1593,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:19:04.865426 n-d-816206-8 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c79fc20b-806a-458c-8c0f-8a4583c06a8f', 'tag': 'c1f40992-0164-4ec3-9312-47092b6d1593'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:19:04.868813 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbabddbc9fc37b068808e119c416c86f5957ca04531a4a0d2e695c515e93483b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e4b8d01-8d9f-4627-bfe1-45769776c69b" -d '{"events": [{"name": "network-changed", "server_uuid": "c79fc20b-806a-458c-8c0f-8a4583c06a8f", "tag": "c1f40992-0164-4ec3-9312-47092b6d1593"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:19:04.961844 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bb6554-be3d-4d1d-81c3-7dc6aaf3ffd3 req-99185e3d-40d0-4a45-a9aa-3d3f4bbebeb2 tempest-AttachSCSIVolumeTestJSON-658117345 tempest-AttachSCSIVolumeTestJSON-658117345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:19:04.963927 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-77bb6554-be3d-4d1d-81c3-7dc6aaf3ffd3 req-99185e3d-40d0-4a45-a9aa-3d3f4bbebeb2 tempest-AttachSCSIVolumeTestJSON-658117345 tempest-AttachSCSIVolumeTestJSON-658117345-project] 10.222.0.36 "GET /v2.0/networks?id=01972287-90c5-4608-9ed2-b49b8746f3c2 HTTP/1.1" status: 200 len: 814 time: 0.3398118 Nov 23 17:19:04.983248 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-25545871-3e07-4778-ac92-0a3eb79be87f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:04.997146 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [req-77bb6554-be3d-4d1d-81c3-7dc6aaf3ffd3 req-dd2a3df2-a95b-499d-b4d7-27a1e225e27d tempest-AttachSCSIVolumeTestJSON-658117345 tempest-AttachSCSIVolumeTestJSON-658117345-project] Request body: {'port': {'device_id': '7b0f27b9-aae7-4c04-b62e-21c41ff75a5a', 'network_id': '01972287-90c5-4608-9ed2-b49b8746f3c2', 'admin_state_up': True, 'tenant_id': '808c70784bbb425d87fe103503f75985'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:19:05.047561 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-08393426-d2d2-40cc-b279-946078e43abf req-2c1d0220-fae9-4cae-b9fe-59f99de19bb9 service neutron] 10.222.0.55 "GET /v2.0/networks/eacea6aa-86b2-4fe9-ae0d-611828f27804?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5705614 Nov 23 17:19:05.081427 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2d183a-9854-4497-b2e7-fb8999e1a94e req-1a3e93dd-47f8-4f97-b5a8-c0428a25ab6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:19:05.083111 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-2e2d183a-9854-4497-b2e7-fb8999e1a94e req-1a3e93dd-47f8-4f97-b5a8-c0428a25ab6b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=98a62786d4654c60b8dab5d2a606f4fe&device_id=c79fc20b-806a-458c-8c0f-8a4583c06a8f HTTP/1.1" status: 200 len: 1098 time: 0.1509428 Nov 23 17:19:05.107012 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-25545871-3e07-4778-ac92-0a3eb79be87f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:05.418661 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-2e2d183a-9854-4497-b2e7-fb8999e1a94e req-0b626c98-6452-45c2-9261-7f1d1b475e39 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.70&port_id=c1f40992-0164-4ec3-9312-47092b6d1593 HTTP/1.1" status: 200 len: 217 time: 0.3131511 Nov 23 17:19:05.447188 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-25545871-3e07-4778-ac92-0a3eb79be87f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=12cc1cb32b574b3ca2d18daff1cc235a&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3074088 Nov 23 17:19:05.451474 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 49240) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:19:05.452155 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25545871-3e07-4778-ac92-0a3eb79be87f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32880fb8-1e29-44b2-8030-15fe4c6f9c4f,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:19:05.505752 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7378ef71-df37-40c7-adb2-b76ec69f9814 req-2762992a-fb27-456f-a05c-de28d17664b9 tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:19:05.514205 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7378ef71-df37-40c7-adb2-b76ec69f9814 req-2762992a-fb27-456f-a05c-de28d17664b9 tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] 10.222.0.60 "GET /v2.0/ports?device_id=87008797-e985-490d-8c0f-a48dbdb047ab HTTP/1.1" status: 200 len: 943 time: 0.8566806 Nov 23 17:19:05.521491 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2d183a-9854-4497-b2e7-fb8999e1a94e req-069ac4a7-7aa2-4950-be23-ccf90256a66f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:19:05.523259 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-2e2d183a-9854-4497-b2e7-fb8999e1a94e req-069ac4a7-7aa2-4950-be23-ccf90256a66f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ac77c175-5679-438b-8a2a-356718377641 HTTP/1.1" status: 200 len: 843 time: 0.0933044 Nov 23 17:19:05.524893 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77bb6554-be3d-4d1d-81c3-7dc6aaf3ffd3 req-dd2a3df2-a95b-499d-b4d7-27a1e225e27d tempest-AttachSCSIVolumeTestJSON-658117345 tempest-AttachSCSIVolumeTestJSON-658117345-project] Made reservation on behalf of 808c70784bbb425d87fe103503f75985 for: {'port': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:19:05.529821 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-77bb6554-be3d-4d1d-81c3-7dc6aaf3ffd3 req-dd2a3df2-a95b-499d-b4d7-27a1e225e27d tempest-AttachSCSIVolumeTestJSON-658117345 tempest-AttachSCSIVolumeTestJSON-658117345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:05.545713 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e09ab5-87f0-41d4-91d8-4a3ee727d480 req-7be08e65-6819-4e50-9732-3f4d20a0b1a6 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:19:05.546891 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-41e09ab5-87f0-41d4-91d8-4a3ee727d480 req-7be08e65-6819-4e50-9732-3f4d20a0b1a6 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] 10.222.0.60 "GET /v2.0/ports?device_id=c79fc20b-806a-458c-8c0f-8a4583c06a8f HTTP/1.1" status: 200 len: 947 time: 0.9147146 Nov 23 17:19:05.577509 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e99ffea-1992-4342-9a10-9452933cddda req-7d9d54be-7bcf-4e43-8f9a-5b323ce59dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:19:05.579546 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4e99ffea-1992-4342-9a10-9452933cddda req-7d9d54be-7bcf-4e43-8f9a-5b323ce59dd3 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f1e1dabf-b410-4023-9169-a460a86e7184 HTTP/1.1" status: 200 len: 870 time: 1.1537850 Nov 23 17:19:05.655651 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2d183a-9854-4497-b2e7-fb8999e1a94e req-d4798648-a879-4188-bafb-eeb50beea9c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:19:05.657993 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-2e2d183a-9854-4497-b2e7-fb8999e1a94e req-d4798648-a879-4188-bafb-eeb50beea9c0 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f1e1dabf-b410-4023-9169-a460a86e7184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1242156 Nov 23 17:19:05.679269 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4e99ffea-1992-4342-9a10-9452933cddda req-1eb00cdf-4633-4375-ad16-ccb7ff735631 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.23&port_id=06eef6a8-0a5f-4fb7-94ed-0c520d5a8797 HTTP/1.1" status: 200 len: 217 time: 0.0821536 Nov 23 17:19:05.689059 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-f47c5535-d38f-41d9-8254-c8b6740212d0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:05.760600 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7378ef71-df37-40c7-adb2-b76ec69f9814 req-af451401-84de-494c-87fd-ae7e2d681b70 tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] 10.222.0.60 "GET /v2.0/security-groups?id=ef6a96c0-423c-4ea7-a75c-4657afd8c521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2451947 Nov 23 17:19:05.783291 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-41e09ab5-87f0-41d4-91d8-4a3ee727d480 req-8dfa496e-ba13-4ba6-82f2-1f64bf76e2dc tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] 10.222.0.60 "GET /v2.0/security-groups?id=70227657-be62-432a-a8fd-5a85231fc7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2149732 Nov 23 17:19:05.799826 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-f47c5535-d38f-41d9-8254-c8b6740212d0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:05.818079 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e99ffea-1992-4342-9a10-9452933cddda req-fa6625c2-4b0b-4246-b56a-eed0fd950376 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:19:05.819787 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4e99ffea-1992-4342-9a10-9452933cddda req-fa6625c2-4b0b-4246-b56a-eed0fd950376 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ac77c175-5679-438b-8a2a-356718377641 HTTP/1.1" status: 200 len: 843 time: 0.1284630 Nov 23 17:19:05.832912 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [req-77bb6554-be3d-4d1d-81c3-7dc6aaf3ffd3 req-dd2a3df2-a95b-499d-b4d7-27a1e225e27d tempest-AttachSCSIVolumeTestJSON-658117345 tempest-AttachSCSIVolumeTestJSON-658117345-project] Allocated IP 172.20.0.8 (01972287-90c5-4608-9ed2-b49b8746f3c2/e33c876c-5e91-452d-838f-ee0f4d33d887/70d47afd-5663-4beb-a8fb-0df4ccc8d900) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:19:05.912163 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 17:19:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e23f92c2-17f4-434a-8660-11834cbe607f x-openstack-request-id: req-e23f92c2-17f4-434a-8660-11834cbe607f {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:19:05.912848 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87008797-e985-490d-8c0f-a48dbdb047ab", "tag": "2488209f-deff-41b1-bc6c-75834b3c0d4d", "status": "completed", "code": 200}]} {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:19:05.913290 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e23f92c2-17f4-434a-8660-11834cbe607f {{(pid=103591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:19:05.914180 n-d-816206-8 neutron-server[103591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87008797-e985-490d-8c0f-a48dbdb047ab', 'tag': '2488209f-deff-41b1-bc6c-75834b3c0d4d', 'status': 'completed', 'code': 200} Nov 23 17:19:05.947711 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a288a3d9-8f73-4db4-b816-f9539fc5f4d8 req-d157048d-5b3f-43ce-ba7a-dc1d7ede77db tempest-AttachSCSIVolumeTestJSON-658117345 tempest-AttachSCSIVolumeTestJSON-658117345-project] 10.222.0.60 "GET /v2.0/ports?device_id=7b0f27b9-aae7-4c04-b62e-21c41ff75a5a HTTP/1.1" status: 200 len: 210 time: 0.0818541 Nov 23 17:19:05.991689 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 17:19:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22b2d2cc-3bb5-46da-892f-8f28c6740747 x-openstack-request-id: req-22b2d2cc-3bb5-46da-892f-8f28c6740747 {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:19:05.992110 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c79fc20b-806a-458c-8c0f-8a4583c06a8f", "tag": "c1f40992-0164-4ec3-9312-47092b6d1593", "status": "completed", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:19:05.992447 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-22b2d2cc-3bb5-46da-892f-8f28c6740747 {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:19:05.995412 n-d-816206-8 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c79fc20b-806a-458c-8c0f-8a4583c06a8f', 'tag': 'c1f40992-0164-4ec3-9312-47092b6d1593', 'status': 'completed', 'code': 200} Nov 23 17:19:06.115672 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e99ffea-1992-4342-9a10-9452933cddda req-59e3714e-50b2-4be5-970a-a700e7d00cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:19:06.118655 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4e99ffea-1992-4342-9a10-9452933cddda req-59e3714e-50b2-4be5-970a-a700e7d00cc4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f1e1dabf-b410-4023-9169-a460a86e7184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2766979 Nov 23 17:19:06.125710 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-f47c5535-d38f-41d9-8254-c8b6740212d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:06.131046 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-f47c5535-d38f-41d9-8254-c8b6740212d0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:06.138356 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-f47c5535-d38f-41d9-8254-c8b6740212d0 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/32880fb8-1e29-44b2-8030-15fe4c6f9c4f HTTP/1.1" status: 204 len: 168 time: 0.6780286 Nov 23 17:19:06.164269 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-2e2d183a-9854-4497-b2e7-fb8999e1a94e req-c105ca2b-9cc2-40c2-b8ec-f7b0de6b08b4 service neutron] 10.222.0.55 "GET /v2.0/networks/f1e1dabf-b410-4023-9169-a460a86e7184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4976754 Nov 23 17:19:06.227155 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a153ac-963d-45aa-a1d8-013d3bb93250 req-35c37b71-cae9-4388-945e-7018aa4832d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:19:06.234565 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-63a153ac-963d-45aa-a1d8-013d3bb93250 req-35c37b71-cae9-4388-945e-7018aa4832d0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=968ef5ef30ad45a38c8263e9da4ef3c2&device_id=87008797-e985-490d-8c0f-a48dbdb047ab HTTP/1.1" status: 200 len: 1094 time: 0.2725470 Nov 23 17:19:06.235609 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47c5535-d38f-41d9-8254-c8b6740212d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32880fb8-1e29-44b2-8030-15fe4c6f9c4f,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:19:06.392408 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e072ce3f-5ad6-4cf2-a9a4-922577b442da req-66686c08-7358-4f41-b59d-69c84bf50a6c tempest-ServerDiagnosticsNegativeTest-1211481004 tempest-ServerDiagnosticsNegativeTest-1211481004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:19:06.405250 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e072ce3f-5ad6-4cf2-a9a4-922577b442da req-66686c08-7358-4f41-b59d-69c84bf50a6c tempest-ServerDiagnosticsNegativeTest-1211481004 tempest-ServerDiagnosticsNegativeTest-1211481004-project] 10.222.0.60 "GET /v2.0/ports?device_id=fdb9432d-6351-41b0-a2ed-3fb8235fd3ed HTTP/1.1" status: 200 len: 947 time: 0.3084021 Nov 23 17:19:06.513156 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-77bb6554-be3d-4d1d-81c3-7dc6aaf3ffd3 req-dd2a3df2-a95b-499d-b4d7-27a1e225e27d tempest-AttachSCSIVolumeTestJSON-658117345 tempest-AttachSCSIVolumeTestJSON-658117345-project] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:06.532986 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-2e2d183a-9854-4497-b2e7-fb8999e1a94e req-5e02776f-ca0e-4967-834a-06ca91c6f66d service neutron] 10.222.0.55 "GET /v2.0/networks/f1e1dabf-b410-4023-9169-a460a86e7184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3591189 Nov 23 17:19:06.679602 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e072ce3f-5ad6-4cf2-a9a4-922577b442da req-64a16d85-ba97-4b16-bc3f-7fe95126ca09 tempest-ServerDiagnosticsNegativeTest-1211481004 tempest-ServerDiagnosticsNegativeTest-1211481004-project] 10.222.0.60 "GET /v2.0/security-groups?id=6321db8b-3a75-4035-9404-7483a2c37ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2726693 Nov 23 17:19:06.683632 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a153ac-963d-45aa-a1d8-013d3bb93250 req-5ec3fc73-a3d0-45c9-95d7-424a37a7e300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:19:06.686428 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-63a153ac-963d-45aa-a1d8-013d3bb93250 req-5ec3fc73-a3d0-45c9-95d7-424a37a7e300 service neutron] 10.222.0.55 "GET /v2.0/networks?id=eacea6aa-86b2-4fe9-ae0d-611828f27804 HTTP/1.1" status: 200 len: 921 time: 0.4385900 Nov 23 17:19:06.725497 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-77bb6554-be3d-4d1d-81c3-7dc6aaf3ffd3 req-dd2a3df2-a95b-499d-b4d7-27a1e225e27d tempest-AttachSCSIVolumeTestJSON-658117345 tempest-AttachSCSIVolumeTestJSON-658117345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:06.795259 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77bb6554-be3d-4d1d-81c3-7dc6aaf3ffd3 req-dd2a3df2-a95b-499d-b4d7-27a1e225e27d tempest-AttachSCSIVolumeTestJSON-658117345 tempest-AttachSCSIVolumeTestJSON-658117345-project] Network 01972287-90c5-4608-9ed2-b49b8746f3c2 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:19:06.797594 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-63a153ac-963d-45aa-a1d8-013d3bb93250 req-a2bd7fd4-2afa-43e0-af8b-225f5eb51ac8 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2488209f-deff-41b1-bc6c-75834b3c0d4d HTTP/1.1" status: 200 len: 217 time: 0.0990856 Nov 23 17:19:06.806587 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4b8d01-8d9f-4627-bfe1-45769776c69b req-0d444e4f-2714-4310-b164-2337416deb07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:19:06.808227 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-5e4b8d01-8d9f-4627-bfe1-45769776c69b req-0d444e4f-2714-4310-b164-2337416deb07 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=98a62786d4654c60b8dab5d2a606f4fe&device_id=c79fc20b-806a-458c-8c0f-8a4583c06a8f HTTP/1.1" status: 200 len: 1098 time: 0.1948824 Nov 23 17:19:06.812636 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [req-77bb6554-be3d-4d1d-81c3-7dc6aaf3ffd3 req-dd2a3df2-a95b-499d-b4d7-27a1e225e27d tempest-AttachSCSIVolumeTestJSON-658117345 tempest-AttachSCSIVolumeTestJSON-658117345-project] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:19:06.826463 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [req-77bb6554-be3d-4d1d-81c3-7dc6aaf3ffd3 req-dd2a3df2-a95b-499d-b4d7-27a1e225e27d tempest-AttachSCSIVolumeTestJSON-658117345 tempest-AttachSCSIVolumeTestJSON-658117345-project] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:19:06.832359 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bb6554-be3d-4d1d-81c3-7dc6aaf3ffd3 req-dd2a3df2-a95b-499d-b4d7-27a1e225e27d tempest-AttachSCSIVolumeTestJSON-658117345 tempest-AttachSCSIVolumeTestJSON-658117345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:19:06.833267 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-77bb6554-be3d-4d1d-81c3-7dc6aaf3ffd3 req-dd2a3df2-a95b-499d-b4d7-27a1e225e27d tempest-AttachSCSIVolumeTestJSON-658117345 tempest-AttachSCSIVolumeTestJSON-658117345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:06.844411 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2a3df2-a95b-499d-b4d7-27a1e225e27d tempest-AttachSCSIVolumeTestJSON-658117345 tempest-AttachSCSIVolumeTestJSON-658117345-project] Pushing event updated for resources: {'Port': ['ID=70d47afd-5663-4beb-a8fb-0df4ccc8d900,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:19:06.953616 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-77bb6554-be3d-4d1d-81c3-7dc6aaf3ffd3 req-dd2a3df2-a95b-499d-b4d7-27a1e225e27d tempest-AttachSCSIVolumeTestJSON-658117345 tempest-AttachSCSIVolumeTestJSON-658117345-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9630761 Nov 23 17:19:07.022410 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 49286) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:19:07.109751 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a153ac-963d-45aa-a1d8-013d3bb93250 req-50a3d05c-dce3-4c07-bffd-d9e548e4c63e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:19:07.115122 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-63a153ac-963d-45aa-a1d8-013d3bb93250 req-50a3d05c-dce3-4c07-bffd-d9e548e4c63e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=cfa8dfdf-5850-4e22-a7f8-6d7e726926d1 HTTP/1.1" status: 200 len: 860 time: 0.3003719 Nov 23 17:19:07.122496 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-e93f9c07-32c9-4193-9276-38f541e08171 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:07.132464 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4b8d01-8d9f-4627-bfe1-45769776c69b req-22b446c9-a6a0-4ddf-be9b-457e6aa6988f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:19:07.150927 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-5e4b8d01-8d9f-4627-bfe1-45769776c69b req-22b446c9-a6a0-4ddf-be9b-457e6aa6988f service neutron] 10.222.0.55 "GET /v2.0/networks?id=f1e1dabf-b410-4023-9169-a460a86e7184 HTTP/1.1" status: 200 len: 870 time: 0.3074172 Nov 23 17:19:07.280563 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-5e4b8d01-8d9f-4627-bfe1-45769776c69b req-9b5a3a63-0904-4a63-af89-7f84b785365f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.70&port_id=c1f40992-0164-4ec3-9312-47092b6d1593 HTTP/1.1" status: 200 len: 217 time: 0.1132121 Nov 23 17:19:07.290973 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-e93f9c07-32c9-4193-9276-38f541e08171 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:07.339349 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4b8d01-8d9f-4627-bfe1-45769776c69b req-f2b025fb-244a-46c5-bbda-73ad3909dd5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:19:07.341626 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-e93f9c07-32c9-4193-9276-38f541e08171 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:07.344117 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-5e4b8d01-8d9f-4627-bfe1-45769776c69b req-f2b025fb-244a-46c5-bbda-73ad3909dd5d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ac77c175-5679-438b-8a2a-356718377641 HTTP/1.1" status: 200 len: 843 time: 0.0558989 Nov 23 17:19:07.354988 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-63a153ac-963d-45aa-a1d8-013d3bb93250 req-e8c88b55-f9c2-4308-8ee1-c2d4909c34e0 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=eacea6aa-86b2-4fe9-ae0d-611828f27804&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2172039 Nov 23 17:19:07.401745 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9b8eaae2-95a2-46ec-999c-654bd630a859 None None] Provisioning complete for port 70d47afd-5663-4beb-a8fb-0df4ccc8d900 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:19:07.403037 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9b8eaae2-95a2-46ec-999c-654bd630a859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:07.428761 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4b8d01-8d9f-4627-bfe1-45769776c69b req-d4920967-63b4-4b71-9e13-998d05032b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:19:07.430880 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-5e4b8d01-8d9f-4627-bfe1-45769776c69b req-d4920967-63b4-4b71-9e13-998d05032b78 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f1e1dabf-b410-4023-9169-a460a86e7184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0766463 Nov 23 17:19:07.498392 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b711920c-60c5-4b80-ba5e-0dad577578c7 req-aae5a416-06c7-46d8-b936-081c221c9466 tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:19:07.506406 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b711920c-60c5-4b80-ba5e-0dad577578c7 req-aae5a416-06c7-46d8-b936-081c221c9466 tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] 10.222.0.60 "GET /v2.0/ports?device_id=87008797-e985-490d-8c0f-a48dbdb047ab HTTP/1.1" status: 200 len: 943 time: 0.5244217 Nov 23 17:19:07.565052 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-e93f9c07-32c9-4193-9276-38f541e08171 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=cdfba13f93c34246a9036cd919c468fd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5374362 Nov 23 17:19:07.571087 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 49294) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:19:07.575190 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-63a153ac-963d-45aa-a1d8-013d3bb93250 req-78ecd9ca-55f4-40b1-92c5-ed931ceee339 service neutron] 10.222.0.55 "GET /v2.0/networks/eacea6aa-86b2-4fe9-ae0d-611828f27804?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1988084 Nov 23 17:19:07.582122 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93f9c07-32c9-4193-9276-38f541e08171 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9244fcab-d012-46fe-a7d9-48e387925510,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:19:07.624827 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-9b8eaae2-95a2-46ec-999c-654bd630a859 None None] Port 70d47afd-5663-4beb-a8fb-0df4ccc8d900 cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:19:07.687264 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b711920c-60c5-4b80-ba5e-0dad577578c7 req-3c55af18-daa7-49e5-bc7c-618869aef76e tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] 10.222.0.60 "GET /v2.0/security-groups?id=ef6a96c0-423c-4ea7-a75c-4657afd8c521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740727 Nov 23 17:19:07.769002 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-5e4b8d01-8d9f-4627-bfe1-45769776c69b req-0f14c8d5-5107-4484-87ef-9ab55880c948 service neutron] 10.222.0.55 "GET /v2.0/networks/f1e1dabf-b410-4023-9169-a460a86e7184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3300612 Nov 23 17:19:07.869178 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-0b52bae7-4966-4d91-9464-495978088e66 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:07.913241 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e163e1d4-290e-40c7-8aa6-cbfb04de6bee req-ce070322-2331-4c96-be22-c0cb2fb2eb2c tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:19:07.915071 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e163e1d4-290e-40c7-8aa6-cbfb04de6bee req-ce070322-2331-4c96-be22-c0cb2fb2eb2c tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] 10.222.0.60 "GET /v2.0/ports?device_id=c79fc20b-806a-458c-8c0f-8a4583c06a8f HTTP/1.1" status: 200 len: 947 time: 0.2260566 Nov 23 17:19:07.920690 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-5e4b8d01-8d9f-4627-bfe1-45769776c69b req-c0335fb8-9b1d-4dfb-8f25-07506f2a613f service neutron] 10.222.0.55 "GET /v2.0/networks/f1e1dabf-b410-4023-9169-a460a86e7184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1440861 Nov 23 17:19:07.926993 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-63a153ac-963d-45aa-a1d8-013d3bb93250 req-d2fbc266-0a27-4380-9370-edf4892efc99 service neutron] 10.222.0.55 "GET /v2.0/networks/eacea6aa-86b2-4fe9-ae0d-611828f27804?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3403537 Nov 23 17:19:07.936156 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-0b52bae7-4966-4d91-9464-495978088e66 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:07.961733 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d338334c-49cd-4286-bb83-29885ce311f6 req-dc517136-7b45-4998-88bc-45a29f16fe6d tempest-AttachSCSIVolumeTestJSON-658117345 tempest-AttachSCSIVolumeTestJSON-658117345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:19:07.963636 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d338334c-49cd-4286-bb83-29885ce311f6 req-dc517136-7b45-4998-88bc-45a29f16fe6d tempest-AttachSCSIVolumeTestJSON-658117345 tempest-AttachSCSIVolumeTestJSON-658117345-project] 10.222.0.60 "GET /v2.0/ports?device_id=7b0f27b9-aae7-4c04-b62e-21c41ff75a5a HTTP/1.1" status: 200 len: 931 time: 0.1530871 Nov 23 17:19:08.056928 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device 06eef6a8-0a5f-4fb7-94ed-0c520d5a8797 details requested by agent hyperv_n-h2-816206-8 with host n-h2-816206-8 {{(pid=103592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 17:19:08.067834 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e163e1d4-290e-40c7-8aa6-cbfb04de6bee req-aea229ff-2401-4392-b331-f6d9ac814c7c tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] 10.222.0.60 "GET /v2.0/security-groups?id=70227657-be62-432a-a8fd-5a85231fc7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344593 Nov 23 17:19:08.074283 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-0b52bae7-4966-4d91-9464-495978088e66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:08.077986 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-0b52bae7-4966-4d91-9464-495978088e66 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:08.080537 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-0b52bae7-4966-4d91-9464-495978088e66 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/9244fcab-d012-46fe-a7d9-48e387925510 HTTP/1.1" status: 204 len: 168 time: 0.5035732 Nov 23 17:19:08.088829 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d338334c-49cd-4286-bb83-29885ce311f6 req-c7a30665-88f9-4732-8a62-ed49b6b966d0 tempest-AttachSCSIVolumeTestJSON-658117345 tempest-AttachSCSIVolumeTestJSON-658117345-project] 10.222.0.60 "GET /v2.0/security-groups?id=a3cfcde2-4e4e-4f70-9290-3029351d48ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092281 Nov 23 17:19:08.095860 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b52bae7-4966-4d91-9464-495978088e66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9244fcab-d012-46fe-a7d9-48e387925510,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:19:08.355558 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port 06eef6a8-0a5f-4fb7-94ed-0c520d5a8797, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=06eef6a8-0a5f-4fb7-94ed-0c520d5a8797,segment=NetworkSegment(329c1745-02bf-4561-9615-3192910887f5),segment_id=329c1745-02bf-4561-9615-3192910887f5)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:19:08.385957 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Returning: {'device': '06eef6a8-0a5f-4fb7-94ed-0c520d5a8797', 'network_id': 'f1e1dabf-b410-4023-9169-a460a86e7184', 'port_id': '06eef6a8-0a5f-4fb7-94ed-0c520d5a8797', 'mac_address': 'fa:16:3e:c0:4d:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac77c175-5679-438b-8a2a-356718377641', 'ip_address': '192.168.233.23'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 17:19:08.444250 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:08.472371 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06eef6a8-0a5f-4fb7-94ed-0c520d5a8797 {{(pid=103592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:19:08.533305 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port 06eef6a8-0a5f-4fb7-94ed-0c520d5a8797, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=06eef6a8-0a5f-4fb7-94ed-0c520d5a8797,segment=NetworkSegment(329c1745-02bf-4561-9615-3192910887f5),segment_id=329c1745-02bf-4561-9615-3192910887f5)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:19:08.540631 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:08.557448 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [req-5ce2feeb-6204-4e04-aa6f-6ecd17f59057 req-d8487987-9543-4903-ab20-5f7335c33f7e tempest-SecurityGroupsTestAdminJSON-352026241 tempest-SecurityGroupsTestAdminJSON-352026241-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1153812421', 'description': 'tempest-description-660764630'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:19:08.602329 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-5ce2feeb-6204-4e04-aa6f-6ecd17f59057 req-d8487987-9543-4903-ab20-5f7335c33f7e tempest-SecurityGroupsTestAdminJSON-352026241 tempest-SecurityGroupsTestAdminJSON-352026241-project] Publish callbacks [] for security_group, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:08.615421 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-5ce2feeb-6204-4e04-aa6f-6ecd17f59057 req-d8487987-9543-4903-ab20-5f7335c33f7e tempest-SecurityGroupsTestAdminJSON-352026241 tempest-SecurityGroupsTestAdminJSON-352026241-project] Publish callbacks [] for security_group, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:08.632078 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Pushing event updated for resources: {'Port': ['ID=06eef6a8-0a5f-4fb7-94ed-0c520d5a8797,revision_number=4']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:19:08.748299 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-5ce2feeb-6204-4e04-aa6f-6ecd17f59057 req-d8487987-9543-4903-ab20-5f7335c33f7e tempest-SecurityGroupsTestAdminJSON-352026241 tempest-SecurityGroupsTestAdminJSON-352026241-project] Publish callbacks [] for security_group, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:08.759050 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-5ce2feeb-6204-4e04-aa6f-6ecd17f59057 req-d8487987-9543-4903-ab20-5f7335c33f7e tempest-SecurityGroupsTestAdminJSON-352026241 tempest-SecurityGroupsTestAdminJSON-352026241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:08.819018 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8487987-9543-4903-ab20-5f7335c33f7e tempest-SecurityGroupsTestAdminJSON-352026241 tempest-SecurityGroupsTestAdminJSON-352026241-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec62fd78-b6c1-46f6-9516-7bdd300f3e18,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:19:08.892321 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-5ce2feeb-6204-4e04-aa6f-6ecd17f59057 req-d8487987-9543-4903-ab20-5f7335c33f7e tempest-SecurityGroupsTestAdminJSON-352026241 tempest-SecurityGroupsTestAdminJSON-352026241-project] Publish callbacks [] for security_group, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:08.899593 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-5ce2feeb-6204-4e04-aa6f-6ecd17f59057 req-d8487987-9543-4903-ab20-5f7335c33f7e tempest-SecurityGroupsTestAdminJSON-352026241 tempest-SecurityGroupsTestAdminJSON-352026241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:08.935718 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] get_ports_and_sgs() called for port_ids ['06eef6a8-0a5f-4fb7-94ed-0c520d5a8797'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:19:08.941849 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-5ce2feeb-6204-4e04-aa6f-6ecd17f59057 req-d8487987-9543-4903-ab20-5f7335c33f7e tempest-SecurityGroupsTestAdminJSON-352026241 tempest-SecurityGroupsTestAdminJSON-352026241-project] Publish callbacks [] for security_group, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:08.944800 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5ce2feeb-6204-4e04-aa6f-6ecd17f59057 req-d8487987-9543-4903-ab20-5f7335c33f7e tempest-SecurityGroupsTestAdminJSON-352026241 tempest-SecurityGroupsTestAdminJSON-352026241-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.4068441 Nov 23 17:19:08.955756 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device 2488209f-deff-41b1-bc6c-75834b3c0d4d details requested by agent hyperv_n-h1-816206-8 with host n-h1-816206-8 {{(pid=103592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 17:19:08.970221 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8487987-9543-4903-ab20-5f7335c33f7e tempest-SecurityGroupsTestAdminJSON-352026241 tempest-SecurityGroupsTestAdminJSON-352026241-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84e06183-5101-4c76-a178-1c8254778bd0,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:19:09.189082 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c02e059-d70a-45da-add6-866a40da80e5 req-683c53e3-286e-4251-8e46-ea0836742575 tempest-ServerDiagnosticsNegativeTest-1211481004 tempest-ServerDiagnosticsNegativeTest-1211481004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:19:09.209396 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8c02e059-d70a-45da-add6-866a40da80e5 req-683c53e3-286e-4251-8e46-ea0836742575 tempest-ServerDiagnosticsNegativeTest-1211481004 tempest-ServerDiagnosticsNegativeTest-1211481004-project] 10.222.0.60 "GET /v2.0/ports?device_id=fdb9432d-6351-41b0-a2ed-3fb8235fd3ed HTTP/1.1" status: 200 len: 948 time: 0.1213548 Nov 23 17:19:09.279666 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8c02e059-d70a-45da-add6-866a40da80e5 req-a4d5f444-0a5c-4c67-92d4-fa91340a397a tempest-ServerDiagnosticsNegativeTest-1211481004 tempest-ServerDiagnosticsNegativeTest-1211481004-project] 10.222.0.60 "GET /v2.0/security-groups?id=6321db8b-3a75-4035-9404-7483a2c37ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674603 Nov 23 17:19:09.399764 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port 2488209f-deff-41b1-bc6c-75834b3c0d4d, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=2488209f-deff-41b1-bc6c-75834b3c0d4d,segment=NetworkSegment(aeb4ff6a-77f7-45a2-bf27-0feac134a4ea),segment_id=aeb4ff6a-77f7-45a2-bf27-0feac134a4ea)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:19:09.441769 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Returning: {'device': '2488209f-deff-41b1-bc6c-75834b3c0d4d', 'network_id': 'eacea6aa-86b2-4fe9-ae0d-611828f27804', 'port_id': '2488209f-deff-41b1-bc6c-75834b3c0d4d', 'mac_address': 'fa:16:3e:62:eb:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cfa8dfdf-5850-4e22-a7f8-6d7e726926d1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 17:19:09.475555 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcfb0d6-6a5d-4b3f-b0f2-f20035c4f0c2 req-892af0bd-f8ce-4e36-935c-de8db10d8951 tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:19:09.477135 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4dcfb0d6-6a5d-4b3f-b0f2-f20035c4f0c2 req-892af0bd-f8ce-4e36-935c-de8db10d8951 tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] 10.222.0.60 "GET /v2.0/ports?device_id=87008797-e985-490d-8c0f-a48dbdb047ab HTTP/1.1" status: 200 len: 943 time: 0.0748866 Nov 23 17:19:09.517770 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:09.551786 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2488209f-deff-41b1-bc6c-75834b3c0d4d {{(pid=103592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:19:09.565074 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4dcfb0d6-6a5d-4b3f-b0f2-f20035c4f0c2 req-e8a6ead1-070e-4052-a78e-3d02b4c5bbf5 tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] 10.222.0.60 "GET /v2.0/security-groups?id=ef6a96c0-423c-4ea7-a75c-4657afd8c521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779946 Nov 23 17:19:09.595775 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port 2488209f-deff-41b1-bc6c-75834b3c0d4d, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=2488209f-deff-41b1-bc6c-75834b3c0d4d,segment=NetworkSegment(aeb4ff6a-77f7-45a2-bf27-0feac134a4ea),segment_id=aeb4ff6a-77f7-45a2-bf27-0feac134a4ea)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:19:09.605682 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:09.607609 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device c1f40992-0164-4ec3-9312-47092b6d1593 details requested by agent hyperv_n-h1-816206-8 with host n-h1-816206-8 {{(pid=103592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 17:19:09.628436 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [req-7222583d-4049-4853-8416-0b1c212a01f4 req-0fbd2700-5d7d-41d8-a035-f355ac6a35c6 tempest-SecurityGroupsTestAdminJSON-352026241 tempest-SecurityGroupsTestAdminJSON-352026241-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1108846819', 'description': 'tempest-description-2001113917'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:19:09.702465 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-7222583d-4049-4853-8416-0b1c212a01f4 req-0fbd2700-5d7d-41d8-a035-f355ac6a35c6 tempest-SecurityGroupsTestAdminJSON-352026241 tempest-SecurityGroupsTestAdminJSON-352026241-project] Publish callbacks [] for security_group, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:09.730256 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Pushing event updated for resources: {'Port': ['ID=2488209f-deff-41b1-bc6c-75834b3c0d4d,revision_number=4']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:19:09.836037 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port c1f40992-0164-4ec3-9312-47092b6d1593, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=c1f40992-0164-4ec3-9312-47092b6d1593,segment=NetworkSegment(329c1745-02bf-4561-9615-3192910887f5),segment_id=329c1745-02bf-4561-9615-3192910887f5)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:19:09.843875 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-7222583d-4049-4853-8416-0b1c212a01f4 req-0fbd2700-5d7d-41d8-a035-f355ac6a35c6 tempest-SecurityGroupsTestAdminJSON-352026241 tempest-SecurityGroupsTestAdminJSON-352026241-project] Publish callbacks [] for security_group, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:09.849268 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-7222583d-4049-4853-8416-0b1c212a01f4 req-0fbd2700-5d7d-41d8-a035-f355ac6a35c6 tempest-SecurityGroupsTestAdminJSON-352026241 tempest-SecurityGroupsTestAdminJSON-352026241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:09.868614 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Returning: {'device': 'c1f40992-0164-4ec3-9312-47092b6d1593', 'network_id': 'f1e1dabf-b410-4023-9169-a460a86e7184', 'port_id': 'c1f40992-0164-4ec3-9312-47092b6d1593', 'mac_address': 'fa:16:3e:bc:e5:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac77c175-5679-438b-8a2a-356718377641', 'ip_address': '192.168.233.70'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 17:19:09.889359 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-7222583d-4049-4853-8416-0b1c212a01f4 req-0fbd2700-5d7d-41d8-a035-f355ac6a35c6 tempest-SecurityGroupsTestAdminJSON-352026241 tempest-SecurityGroupsTestAdminJSON-352026241-project] Publish callbacks [] for security_group, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:09.891384 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7222583d-4049-4853-8416-0b1c212a01f4 req-0fbd2700-5d7d-41d8-a035-f355ac6a35c6 tempest-SecurityGroupsTestAdminJSON-352026241 tempest-SecurityGroupsTestAdminJSON-352026241-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.2669508 Nov 23 17:19:09.906851 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbd2700-5d7d-41d8-a035-f355ac6a35c6 tempest-SecurityGroupsTestAdminJSON-352026241 tempest-SecurityGroupsTestAdminJSON-352026241-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f37c042e-45c8-4a2e-bcbe-015e5497c8da,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:19:09.959953 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:09.998350 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1f40992-0164-4ec3-9312-47092b6d1593 {{(pid=103592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:19:10.036169 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port c1f40992-0164-4ec3-9312-47092b6d1593, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=c1f40992-0164-4ec3-9312-47092b6d1593,segment=NetworkSegment(329c1745-02bf-4561-9615-3192910887f5),segment_id=329c1745-02bf-4561-9615-3192910887f5)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:19:10.046030 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:10.143366 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Pushing event updated for resources: {'Port': ['ID=c1f40992-0164-4ec3-9312-47092b6d1593,revision_number=4']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:19:10.285926 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] get_ports_and_sgs() called for port_ids ['2488209f-deff-41b1-bc6c-75834b3c0d4d'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:19:10.325825 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] get_ports_and_sgs() called for port_ids ['c1f40992-0164-4ec3-9312-47092b6d1593'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:19:10.485231 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc746be5-9384-40f0-a11c-8570cb1cbd08 req-019625f0-b076-435c-986c-e5bb65edf959 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:19:10.486823 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-cc746be5-9384-40f0-a11c-8570cb1cbd08 req-019625f0-b076-435c-986c-e5bb65edf959 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] 10.222.0.60 "GET /v2.0/ports?device_id=c79fc20b-806a-458c-8c0f-8a4583c06a8f HTTP/1.1" status: 200 len: 948 time: 0.0726280 Nov 23 17:19:10.581614 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-cc746be5-9384-40f0-a11c-8570cb1cbd08 req-672c207e-670a-40f9-8f3c-c05f9e76ac02 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] 10.222.0.60 "GET /v2.0/security-groups?id=70227657-be62-432a-a8fd-5a85231fc7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828149 Nov 23 17:19:10.746547 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0a5864-19a5-4cd5-8b18-81642c78d8af req-6c98322f-2359-4e67-b95f-b4e44480338e tempest-AttachSCSIVolumeTestJSON-658117345 tempest-AttachSCSIVolumeTestJSON-658117345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:19:10.748420 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4c0a5864-19a5-4cd5-8b18-81642c78d8af req-6c98322f-2359-4e67-b95f-b4e44480338e tempest-AttachSCSIVolumeTestJSON-658117345 tempest-AttachSCSIVolumeTestJSON-658117345-project] 10.222.0.60 "GET /v2.0/ports?device_id=7b0f27b9-aae7-4c04-b62e-21c41ff75a5a HTTP/1.1" status: 200 len: 931 time: 0.0588744 Nov 23 17:19:10.806663 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4c0a5864-19a5-4cd5-8b18-81642c78d8af req-377c3208-ec2d-430a-b89f-21a7ca2468c0 tempest-AttachSCSIVolumeTestJSON-658117345 tempest-AttachSCSIVolumeTestJSON-658117345-project] 10.222.0.60 "GET /v2.0/security-groups?id=a3cfcde2-4e4e-4f70-9290-3029351d48ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496924 Nov 23 17:19:11.119580 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [req-84ed2314-8431-4164-b7e4-4fe2f42cbb3b req-a00d616a-4bc3-4424-a9ae-4c9fef22e1d9 tempest-SecurityGroupsTestAdminJSON-558474238 tempest-SecurityGroupsTestAdminJSON-558474238-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-306616222', 'description': 'tempest-description-1172990962'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:19:11.147494 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-84ed2314-8431-4164-b7e4-4fe2f42cbb3b req-a00d616a-4bc3-4424-a9ae-4c9fef22e1d9 tempest-SecurityGroupsTestAdminJSON-558474238 tempest-SecurityGroupsTestAdminJSON-558474238-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:11.158268 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-84ed2314-8431-4164-b7e4-4fe2f42cbb3b req-a00d616a-4bc3-4424-a9ae-4c9fef22e1d9 tempest-SecurityGroupsTestAdminJSON-558474238 tempest-SecurityGroupsTestAdminJSON-558474238-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:11.256122 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-84ed2314-8431-4164-b7e4-4fe2f42cbb3b req-a00d616a-4bc3-4424-a9ae-4c9fef22e1d9 tempest-SecurityGroupsTestAdminJSON-558474238 tempest-SecurityGroupsTestAdminJSON-558474238-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:11.260922 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-84ed2314-8431-4164-b7e4-4fe2f42cbb3b req-a00d616a-4bc3-4424-a9ae-4c9fef22e1d9 tempest-SecurityGroupsTestAdminJSON-558474238 tempest-SecurityGroupsTestAdminJSON-558474238-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:11.304009 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00d616a-4bc3-4424-a9ae-4c9fef22e1d9 tempest-SecurityGroupsTestAdminJSON-558474238 tempest-SecurityGroupsTestAdminJSON-558474238-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00fc99dc-748b-4399-962d-8161dd611f7b,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:19:11.348169 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-84ed2314-8431-4164-b7e4-4fe2f42cbb3b req-a00d616a-4bc3-4424-a9ae-4c9fef22e1d9 tempest-SecurityGroupsTestAdminJSON-558474238 tempest-SecurityGroupsTestAdminJSON-558474238-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:11.357671 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-84ed2314-8431-4164-b7e4-4fe2f42cbb3b req-a00d616a-4bc3-4424-a9ae-4c9fef22e1d9 tempest-SecurityGroupsTestAdminJSON-558474238 tempest-SecurityGroupsTestAdminJSON-558474238-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:11.388177 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-84ed2314-8431-4164-b7e4-4fe2f42cbb3b req-a00d616a-4bc3-4424-a9ae-4c9fef22e1d9 tempest-SecurityGroupsTestAdminJSON-558474238 tempest-SecurityGroupsTestAdminJSON-558474238-project-admin] Publish callbacks [] for security_group, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:11.393981 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-84ed2314-8431-4164-b7e4-4fe2f42cbb3b req-a00d616a-4bc3-4424-a9ae-4c9fef22e1d9 tempest-SecurityGroupsTestAdminJSON-558474238 tempest-SecurityGroupsTestAdminJSON-558474238-project-admin] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.2776172 Nov 23 17:19:11.406797 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00d616a-4bc3-4424-a9ae-4c9fef22e1d9 tempest-SecurityGroupsTestAdminJSON-558474238 tempest-SecurityGroupsTestAdminJSON-558474238-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3c3d3d2-bf82-4bb6-8790-556069e9a397,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:19:11.518455 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fa3b51-09fd-4064-8f5b-b9cd07e0f461 req-3e6fc273-7cff-4737-af2e-c747021357b5 tempest-ServerDiagnosticsNegativeTest-1211481004 tempest-ServerDiagnosticsNegativeTest-1211481004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:19:11.519931 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-38fa3b51-09fd-4064-8f5b-b9cd07e0f461 req-3e6fc273-7cff-4737-af2e-c747021357b5 tempest-ServerDiagnosticsNegativeTest-1211481004 tempest-ServerDiagnosticsNegativeTest-1211481004-project] 10.222.0.60 "GET /v2.0/ports?device_id=fdb9432d-6351-41b0-a2ed-3fb8235fd3ed HTTP/1.1" status: 200 len: 948 time: 0.0640359 Nov 23 17:19:11.585849 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-38fa3b51-09fd-4064-8f5b-b9cd07e0f461 req-6d700649-8e32-4000-a193-57567c4f586f tempest-ServerDiagnosticsNegativeTest-1211481004 tempest-ServerDiagnosticsNegativeTest-1211481004-project] 10.222.0.60 "GET /v2.0/security-groups?id=6321db8b-3a75-4035-9404-7483a2c37ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564368 Nov 23 17:19:11.851922 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25420850-dffb-4037-aab1-3e85d45bf05a req-f9d99338-367c-4d80-817b-e8d7b5826921 tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:19:11.853400 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-25420850-dffb-4037-aab1-3e85d45bf05a req-f9d99338-367c-4d80-817b-e8d7b5826921 tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] 10.222.0.60 "GET /v2.0/ports?device_id=87008797-e985-490d-8c0f-a48dbdb047ab HTTP/1.1" status: 200 len: 944 time: 0.0615788 Nov 23 17:19:11.918199 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-25420850-dffb-4037-aab1-3e85d45bf05a req-a1bcbdb4-893f-4552-b8ac-1a07a72730b8 tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] 10.222.0.60 "GET /v2.0/security-groups?id=ef6a96c0-423c-4ea7-a75c-4657afd8c521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565829 Nov 23 17:19:11.951763 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [req-482b756e-7cc7-43ba-aa07-6f34dc737924 req-c84d60c9-6403-417e-8501-ba0e46a3a79b tempest-SecurityGroupsTestAdminJSON-558474238 tempest-SecurityGroupsTestAdminJSON-558474238-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1655945390', 'description': 'tempest-description-2020693808'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:19:11.982122 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-482b756e-7cc7-43ba-aa07-6f34dc737924 req-c84d60c9-6403-417e-8501-ba0e46a3a79b tempest-SecurityGroupsTestAdminJSON-558474238 tempest-SecurityGroupsTestAdminJSON-558474238-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:12.071976 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-482b756e-7cc7-43ba-aa07-6f34dc737924 req-c84d60c9-6403-417e-8501-ba0e46a3a79b tempest-SecurityGroupsTestAdminJSON-558474238 tempest-SecurityGroupsTestAdminJSON-558474238-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:12.076998 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-482b756e-7cc7-43ba-aa07-6f34dc737924 req-c84d60c9-6403-417e-8501-ba0e46a3a79b tempest-SecurityGroupsTestAdminJSON-558474238 tempest-SecurityGroupsTestAdminJSON-558474238-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:12.100103 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device 06eef6a8-0a5f-4fb7-94ed-0c520d5a8797 up at agent hyperv_n-h2-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:19:12.118455 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-482b756e-7cc7-43ba-aa07-6f34dc737924 req-c84d60c9-6403-417e-8501-ba0e46a3a79b tempest-SecurityGroupsTestAdminJSON-558474238 tempest-SecurityGroupsTestAdminJSON-558474238-project-admin] Publish callbacks [] for security_group, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:12.119701 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-482b756e-7cc7-43ba-aa07-6f34dc737924 req-c84d60c9-6403-417e-8501-ba0e46a3a79b tempest-SecurityGroupsTestAdminJSON-558474238 tempest-SecurityGroupsTestAdminJSON-558474238-project-admin] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.1731389 Nov 23 17:19:12.126193 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84d60c9-6403-417e-8501-ba0e46a3a79b tempest-SecurityGroupsTestAdminJSON-558474238 tempest-SecurityGroupsTestAdminJSON-558474238-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=348d27ab-8f88-4a20-82fe-55a2e644a1e7,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:19:12.207619 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Provisioning for port 06eef6a8-0a5f-4fb7-94ed-0c520d5a8797 completed by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 17:19:12.214631 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Provisioning complete for port 06eef6a8-0a5f-4fb7-94ed-0c520d5a8797 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:19:12.215432 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:12.319750 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5096535b-86b3-47d6-afb5-7cdbde122502 req-c3236493-7c9c-4f4b-8239-5b57d60ff867 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:19:12.321810 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5096535b-86b3-47d6-afb5-7cdbde122502 req-c3236493-7c9c-4f4b-8239-5b57d60ff867 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] 10.222.0.60 "GET /v2.0/ports?device_id=c79fc20b-806a-458c-8c0f-8a4583c06a8f HTTP/1.1" status: 200 len: 948 time: 0.0650225 Nov 23 17:19:12.336238 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:12.380564 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdb9432d-6351-41b0-a2ed-3fb8235fd3ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06eef6a8-0a5f-4fb7-94ed-0c520d5a8797'}] {{(pid=103592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:19:12.383649 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba3e6a8f2301c7a29fe1eca9779abdae4ccbcd6266d69778087f2498d5551201" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4765b685-4b51-4e1b-af97-ce1d27e9a0d4" -d '{"events": [{"server_uuid": "fdb9432d-6351-41b0-a2ed-3fb8235fd3ed", "name": "network-vif-plugged", "status": "completed", "tag": "06eef6a8-0a5f-4fb7-94ed-0c520d5a8797"}]}' {{(pid=103592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:19:12.399326 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port 06eef6a8-0a5f-4fb7-94ed-0c520d5a8797, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=06eef6a8-0a5f-4fb7-94ed-0c520d5a8797,segment=NetworkSegment(329c1745-02bf-4561-9615-3192910887f5),segment_id=329c1745-02bf-4561-9615-3192910887f5)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:19:12.405185 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:12.410739 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5096535b-86b3-47d6-afb5-7cdbde122502 req-632584b7-57fc-4922-b60e-9c2a10e6d438 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] 10.222.0.60 "GET /v2.0/security-groups?id=70227657-be62-432a-a8fd-5a85231fc7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775621 Nov 23 17:19:12.497258 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Pushing event updated for resources: {'Port': ['ID=06eef6a8-0a5f-4fb7-94ed-0c520d5a8797,revision_number=5']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:19:12.610079 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f778c7a-9d10-4306-8adf-a7694c86d1b0 req-ee688fe4-f339-457e-9f33-6f7174f2ec68 tempest-AttachSCSIVolumeTestJSON-658117345 tempest-AttachSCSIVolumeTestJSON-658117345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:19:12.617466 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7f778c7a-9d10-4306-8adf-a7694c86d1b0 req-ee688fe4-f339-457e-9f33-6f7174f2ec68 tempest-AttachSCSIVolumeTestJSON-658117345 tempest-AttachSCSIVolumeTestJSON-658117345-project] 10.222.0.60 "GET /v2.0/ports?device_id=7b0f27b9-aae7-4c04-b62e-21c41ff75a5a HTTP/1.1" status: 200 len: 931 time: 0.0771348 Nov 23 17:19:12.696424 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7f778c7a-9d10-4306-8adf-a7694c86d1b0 req-4294d400-7373-4dc0-b5c1-6a70796aed2e tempest-AttachSCSIVolumeTestJSON-658117345 tempest-AttachSCSIVolumeTestJSON-658117345-project] 10.222.0.60 "GET /v2.0/security-groups?id=a3cfcde2-4e4e-4f70-9290-3029351d48ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776980 Nov 23 17:19:12.846418 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-de211e2e-6e72-4ccb-9ae9-133339530eff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:12.952887 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device 2488209f-deff-41b1-bc6c-75834b3c0d4d up at agent hyperv_n-h1-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:19:13.016351 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 49388) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:19:13.039883 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Provisioning for port 2488209f-deff-41b1-bc6c-75834b3c0d4d completed by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 17:19:13.049352 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Provisioning complete for port 2488209f-deff-41b1-bc6c-75834b3c0d4d triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:19:13.049722 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:13.122396 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ad593ff0-8400-4fb3-888e-cb23296d8655 req-cc726ae9-007b-45d8-bc1d-79f911061a4b tempest-SecurityGroupsTestAdminJSON-558474238 tempest-SecurityGroupsTestAdminJSON-558474238-project-admin] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 48172 time: 0.3925271 Nov 23 17:19:13.166287 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-07ebac12-7c41-4967-a292-8a7edf580aca admin admin] Publish callbacks [] for security_group, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:13.176613 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:13.180744 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:13.219154 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ad593ff0-8400-4fb3-888e-cb23296d8655 req-a9b0b20a-c079-42e9-9426-9489173e5514 tempest-SecurityGroupsTestAdminJSON-558474238 tempest-SecurityGroupsTestAdminJSON-558474238-project-admin] 10.222.0.60 "GET /v2.0/security-groups/00fc99dc-748b-4399-962d-8161dd611f7b HTTP/1.1" status: 200 len: 2998 time: 0.0442529 Nov 23 17:19:13.223792 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port 2488209f-deff-41b1-bc6c-75834b3c0d4d, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=2488209f-deff-41b1-bc6c-75834b3c0d4d,segment=NetworkSegment(aeb4ff6a-77f7-45a2-bf27-0feac134a4ea),segment_id=aeb4ff6a-77f7-45a2-bf27-0feac134a4ea)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:19:13.233133 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:13.234060 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device c1f40992-0164-4ec3-9312-47092b6d1593 up at agent hyperv_n-h1-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:19:13.281200 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ad593ff0-8400-4fb3-888e-cb23296d8655 req-6e445f68-b41d-417e-9a3d-2906162cdd4d tempest-SecurityGroupsTestAdminJSON-558474238 tempest-SecurityGroupsTestAdminJSON-558474238-project-admin] 10.222.0.60 "GET /v2.0/security-groups/00fc99dc-748b-4399-962d-8161dd611f7b HTTP/1.1" status: 200 len: 2998 time: 0.0532196 Nov 23 17:19:13.323879 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-07ebac12-7c41-4967-a292-8a7edf580aca admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:13.335402 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ad593ff0-8400-4fb3-888e-cb23296d8655 req-5de160a9-8a3d-49cd-a12f-ca500b6d86e5 tempest-SecurityGroupsTestAdminJSON-558474238 tempest-SecurityGroupsTestAdminJSON-558474238-project-admin] 10.222.0.60 "GET /v2.0/security-groups/11b518e5-8027-44ad-aeb9-77b1a846996d HTTP/1.1" status: 200 len: 2994 time: 0.0458221 Nov 23 17:19:13.340068 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Pushing event updated for resources: {'Port': ['ID=2488209f-deff-41b1-bc6c-75834b3c0d4d,revision_number=5']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:19:13.341418 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-07ebac12-7c41-4967-a292-8a7edf580aca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:13.357019 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Provisioning for port c1f40992-0164-4ec3-9312-47092b6d1593 completed by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 17:19:13.362097 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Provisioning complete for port c1f40992-0164-4ec3-9312-47092b6d1593 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:19:13.362981 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:13.394828 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ebac12-7c41-4967-a292-8a7edf580aca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6899eb11-83a4-4a3e-af59-9954c048d68e,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:19:13.399919 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-07ebac12-7c41-4967-a292-8a7edf580aca admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c7f13c43b51043df8a6a34fcb1bc347b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3818445 Nov 23 17:19:13.403619 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 49392) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:19:13.416205 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ad593ff0-8400-4fb3-888e-cb23296d8655 req-81a7db7e-4c12-4622-afd4-382bf8a7c903 tempest-SecurityGroupsTestAdminJSON-558474238 tempest-SecurityGroupsTestAdminJSON-558474238-project-admin] 10.222.0.60 "GET /v2.0/security-groups/11b518e5-8027-44ad-aeb9-77b1a846996d HTTP/1.1" status: 200 len: 2994 time: 0.0748856 Nov 23 17:19:13.474331 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ad593ff0-8400-4fb3-888e-cb23296d8655 req-4b70b041-66c4-4b7e-a5c0-29bedb7348c6 tempest-SecurityGroupsTestAdminJSON-558474238 tempest-SecurityGroupsTestAdminJSON-558474238-project-admin] 10.222.0.60 "GET /v2.0/security-groups/2b0b3802-20d5-4800-b9cb-fddef19f3f51 HTTP/1.1" status: 200 len: 2998 time: 0.0571477 Nov 23 17:19:13.502947 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:13.507850 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-046c66e1-b82b-4472-b37d-249145bd82dc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:13.540339 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-046c66e1-b82b-4472-b37d-249145bd82dc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:13.541573 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ad593ff0-8400-4fb3-888e-cb23296d8655 req-38d25c7b-09cd-4302-892e-7fb60fd695d7 tempest-SecurityGroupsTestAdminJSON-558474238 tempest-SecurityGroupsTestAdminJSON-558474238-project-admin] 10.222.0.60 "GET /v2.0/security-groups/2b0b3802-20d5-4800-b9cb-fddef19f3f51 HTTP/1.1" status: 200 len: 2998 time: 0.0598991 Nov 23 17:19:13.568052 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port c1f40992-0164-4ec3-9312-47092b6d1593, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=c1f40992-0164-4ec3-9312-47092b6d1593,segment=NetworkSegment(329c1745-02bf-4561-9615-3192910887f5),segment_id=329c1745-02bf-4561-9615-3192910887f5)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:19:13.575182 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:13.625801 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-046c66e1-b82b-4472-b37d-249145bd82dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:13.629354 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ad593ff0-8400-4fb3-888e-cb23296d8655 req-e4a1cd4f-8bdb-4dd8-9ebb-c4a57d2c09f6 tempest-SecurityGroupsTestAdminJSON-558474238 tempest-SecurityGroupsTestAdminJSON-558474238-project-admin] 10.222.0.60 "GET /v2.0/security-groups/5c489ff9-248f-4833-b1ec-74ec8abec33a HTTP/1.1" status: 200 len: 2998 time: 0.0809646 Nov 23 17:19:13.630902 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-046c66e1-b82b-4472-b37d-249145bd82dc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:13.633062 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-046c66e1-b82b-4472-b37d-249145bd82dc admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/6899eb11-83a4-4a3e-af59-9954c048d68e HTTP/1.1" status: 204 len: 168 time: 0.2269571 Nov 23 17:19:13.651382 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046c66e1-b82b-4472-b37d-249145bd82dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6899eb11-83a4-4a3e-af59-9954c048d68e,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:19:13.729868 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Pushing event updated for resources: {'Port': ['ID=c1f40992-0164-4ec3-9312-47092b6d1593,revision_number=5']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:19:13.750486 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ad593ff0-8400-4fb3-888e-cb23296d8655 req-419ebd44-0337-486f-8705-cf56f61aedfc tempest-SecurityGroupsTestAdminJSON-558474238 tempest-SecurityGroupsTestAdminJSON-558474238-project-admin] 10.222.0.60 "GET /v2.0/security-groups/5c489ff9-248f-4833-b1ec-74ec8abec33a HTTP/1.1" status: 200 len: 2998 time: 0.0973699 Nov 23 17:19:13.806977 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ad593ff0-8400-4fb3-888e-cb23296d8655 req-9c1ceb96-a27c-460b-8fea-eae27a2b4f95 tempest-SecurityGroupsTestAdminJSON-558474238 tempest-SecurityGroupsTestAdminJSON-558474238-project-admin] 10.222.0.60 "GET /v2.0/security-groups/60878f9a-5dfd-4951-a9cc-c04d133b3edc HTTP/1.1" status: 200 len: 2994 time: 0.0554526 Nov 23 17:19:13.856592 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ad593ff0-8400-4fb3-888e-cb23296d8655 req-f724df31-ed31-41e4-9701-3887ffc3e7df tempest-SecurityGroupsTestAdminJSON-558474238 tempest-SecurityGroupsTestAdminJSON-558474238-project-admin] 10.222.0.60 "GET /v2.0/security-groups/60878f9a-5dfd-4951-a9cc-c04d133b3edc HTTP/1.1" status: 200 len: 2994 time: 0.0416291 Nov 23 17:19:13.902772 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:13.936035 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ad593ff0-8400-4fb3-888e-cb23296d8655 req-f3ff449b-0271-489e-8bc7-b4a95e6df4d7 tempest-SecurityGroupsTestAdminJSON-558474238 tempest-SecurityGroupsTestAdminJSON-558474238-project-admin] 10.222.0.60 "GET /v2.0/security-groups/6321db8b-3a75-4035-9404-7483a2c37ba8 HTTP/1.1" status: 200 len: 2998 time: 0.0723186 Nov 23 17:19:13.991097 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ad593ff0-8400-4fb3-888e-cb23296d8655 req-21644802-f52d-442e-8c69-601b4f1fc7b1 tempest-SecurityGroupsTestAdminJSON-558474238 tempest-SecurityGroupsTestAdminJSON-558474238-project-admin] 10.222.0.60 "GET /v2.0/security-groups/6321db8b-3a75-4035-9404-7483a2c37ba8 HTTP/1.1" status: 200 len: 2998 time: 0.0446970 Nov 23 17:19:14.059983 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ad593ff0-8400-4fb3-888e-cb23296d8655 req-ec261851-1fe6-442a-95bf-edead42818e4 tempest-SecurityGroupsTestAdminJSON-558474238 tempest-SecurityGroupsTestAdminJSON-558474238-project-admin] 10.222.0.60 "GET /v2.0/security-groups/70227657-be62-432a-a8fd-5a85231fc7e4 HTTP/1.1" status: 200 len: 2998 time: 0.0576513 Nov 23 17:19:14.099525 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 49402) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:19:14.129130 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ad593ff0-8400-4fb3-888e-cb23296d8655 req-4993a457-fbd6-4ab3-92f7-a6adedbac49c tempest-SecurityGroupsTestAdminJSON-558474238 tempest-SecurityGroupsTestAdminJSON-558474238-project-admin] 10.222.0.60 "GET /v2.0/security-groups/70227657-be62-432a-a8fd-5a85231fc7e4 HTTP/1.1" status: 200 len: 2998 time: 0.0554817 Nov 23 17:19:14.135203 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b8143d3b-8a42-46f8-8c98-b06c58382c30 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:14.216638 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ad593ff0-8400-4fb3-888e-cb23296d8655 req-77b826a4-ae60-466d-8c62-f9732ae3052f tempest-SecurityGroupsTestAdminJSON-558474238 tempest-SecurityGroupsTestAdminJSON-558474238-project-admin] 10.222.0.60 "GET /v2.0/security-groups/739ebcb5-4442-4e70-b3db-fa4ee1242025 HTTP/1.1" status: 200 len: 2998 time: 0.0609946 Nov 23 17:19:14.258938 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b8143d3b-8a42-46f8-8c98-b06c58382c30 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:14.264843 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b8143d3b-8a42-46f8-8c98-b06c58382c30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:14.275022 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ad593ff0-8400-4fb3-888e-cb23296d8655 req-b0c58173-0652-41a6-b111-8762fee7cb06 tempest-SecurityGroupsTestAdminJSON-558474238 tempest-SecurityGroupsTestAdminJSON-558474238-project-admin] 10.222.0.60 "GET /v2.0/security-groups/739ebcb5-4442-4e70-b3db-fa4ee1242025 HTTP/1.1" status: 200 len: 2998 time: 0.0572236 Nov 23 17:19:14.317148 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8143d3b-8a42-46f8-8c98-b06c58382c30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37680cbf-6d05-4165-bcb3-5a3a1b8b1fc8,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:19:14.324560 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-b8143d3b-8a42-46f8-8c98-b06c58382c30 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=8034c6647480410cab21a097db7ee030&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2209659 Nov 23 17:19:14.327028 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 49404) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:19:14.366000 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ad593ff0-8400-4fb3-888e-cb23296d8655 req-7994a66b-5a9e-470b-a3c6-5acd28ba0b1d tempest-SecurityGroupsTestAdminJSON-558474238 tempest-SecurityGroupsTestAdminJSON-558474238-project-admin] 10.222.0.60 "GET /v2.0/security-groups/78ea333a-2772-4954-a40d-2e14a98a1041 HTTP/1.1" status: 200 len: 2998 time: 0.0779331 Nov 23 17:19:14.431776 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-e42563f3-947b-419f-9644-c0805d56045e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:14.465412 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ad593ff0-8400-4fb3-888e-cb23296d8655 req-695698a6-619a-4825-b5e7-185459497cd6 tempest-SecurityGroupsTestAdminJSON-558474238 tempest-SecurityGroupsTestAdminJSON-558474238-project-admin] 10.222.0.60 "GET /v2.0/security-groups/78ea333a-2772-4954-a40d-2e14a98a1041 HTTP/1.1" status: 200 len: 2998 time: 0.0889120 Nov 23 17:19:14.470053 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-e42563f3-947b-419f-9644-c0805d56045e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:14.553418 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ad593ff0-8400-4fb3-888e-cb23296d8655 req-2cdd9298-87b9-4318-9c5e-ee7418adbec8 tempest-SecurityGroupsTestAdminJSON-558474238 tempest-SecurityGroupsTestAdminJSON-558474238-project-admin] 10.222.0.60 "GET /v2.0/security-groups/91fdabcf-abe1-4a98-9227-45a1fd6b4437 HTTP/1.1" status: 200 len: 2990 time: 0.0763032 Nov 23 17:19:14.591616 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-e42563f3-947b-419f-9644-c0805d56045e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:14.594465 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-e42563f3-947b-419f-9644-c0805d56045e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:14.595688 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-e42563f3-947b-419f-9644-c0805d56045e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/37680cbf-6d05-4165-bcb3-5a3a1b8b1fc8 HTTP/1.1" status: 204 len: 168 time: 0.2676959 Nov 23 17:19:14.613989 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42563f3-947b-419f-9644-c0805d56045e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37680cbf-6d05-4165-bcb3-5a3a1b8b1fc8,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:19:14.618562 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ad593ff0-8400-4fb3-888e-cb23296d8655 req-b49208d6-f3ce-445e-a226-603e533ea148 tempest-SecurityGroupsTestAdminJSON-558474238 tempest-SecurityGroupsTestAdminJSON-558474238-project-admin] 10.222.0.60 "GET /v2.0/security-groups/91fdabcf-abe1-4a98-9227-45a1fd6b4437 HTTP/1.1" status: 200 len: 2990 time: 0.0585310 Nov 23 17:19:14.699565 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ad593ff0-8400-4fb3-888e-cb23296d8655 req-60a13df2-79e5-4bc8-88cb-09cd12d7f016 tempest-SecurityGroupsTestAdminJSON-558474238 tempest-SecurityGroupsTestAdminJSON-558474238-project-admin] 10.222.0.60 "GET /v2.0/security-groups/a3cfcde2-4e4e-4f70-9290-3029351d48ba HTTP/1.1" status: 200 len: 2998 time: 0.0565984 Nov 23 17:19:14.752659 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ad593ff0-8400-4fb3-888e-cb23296d8655 req-16d74745-1da7-4d10-91f0-c1edf86be491 tempest-SecurityGroupsTestAdminJSON-558474238 tempest-SecurityGroupsTestAdminJSON-558474238-project-admin] 10.222.0.60 "GET /v2.0/security-groups/a3cfcde2-4e4e-4f70-9290-3029351d48ba HTTP/1.1" status: 200 len: 2998 time: 0.0432408 Nov 23 17:19:14.836433 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ad593ff0-8400-4fb3-888e-cb23296d8655 req-c6912cb1-b6ef-4f08-8977-bb3bca60860b tempest-SecurityGroupsTestAdminJSON-558474238 tempest-SecurityGroupsTestAdminJSON-558474238-project-admin] 10.222.0.60 "GET /v2.0/security-groups/aabd75bf-e64e-4022-8685-a90634a47094 HTTP/1.1" status: 200 len: 2998 time: 0.0769756 Nov 23 17:19:14.904826 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ad593ff0-8400-4fb3-888e-cb23296d8655 req-967816fb-2f38-4595-b704-d48e86563c42 tempest-SecurityGroupsTestAdminJSON-558474238 tempest-SecurityGroupsTestAdminJSON-558474238-project-admin] 10.222.0.60 "GET /v2.0/security-groups/aabd75bf-e64e-4022-8685-a90634a47094 HTTP/1.1" status: 200 len: 2998 time: 0.0670907 Nov 23 17:19:15.008540 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-464a0100-f9d3-4c76-a302-bd4f36a22364 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:15.014981 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ad593ff0-8400-4fb3-888e-cb23296d8655 req-980c9792-5399-4bc8-a277-e72230fc56f4 tempest-SecurityGroupsTestAdminJSON-558474238 tempest-SecurityGroupsTestAdminJSON-558474238-project-admin] 10.222.0.60 "GET /v2.0/security-groups/ec62fd78-b6c1-46f6-9516-7bdd300f3e18 HTTP/1.1" status: 200 len: 2998 time: 0.1027272 Nov 23 17:19:15.100728 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ad593ff0-8400-4fb3-888e-cb23296d8655 req-02d7f701-da8c-4386-8c33-fd702841e033 tempest-SecurityGroupsTestAdminJSON-558474238 tempest-SecurityGroupsTestAdminJSON-558474238-project-admin] 10.222.0.60 "GET /v2.0/security-groups/ec62fd78-b6c1-46f6-9516-7bdd300f3e18 HTTP/1.1" status: 200 len: 2998 time: 0.0790184 Nov 23 17:19:15.165189 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ad593ff0-8400-4fb3-888e-cb23296d8655 req-b979ea7b-f902-4cfe-8cf5-d798a275126e tempest-SecurityGroupsTestAdminJSON-558474238 tempest-SecurityGroupsTestAdminJSON-558474238-project-admin] 10.222.0.60 "GET /v2.0/security-groups/ef6a96c0-423c-4ea7-a75c-4657afd8c521 HTTP/1.1" status: 200 len: 2998 time: 0.0569489 Nov 23 17:19:15.226127 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ad593ff0-8400-4fb3-888e-cb23296d8655 req-7cc11496-e301-4be6-b916-4ea8469e6853 tempest-SecurityGroupsTestAdminJSON-558474238 tempest-SecurityGroupsTestAdminJSON-558474238-project-admin] 10.222.0.60 "GET /v2.0/security-groups/ef6a96c0-423c-4ea7-a75c-4657afd8c521 HTTP/1.1" status: 200 len: 2998 time: 0.0504944 Nov 23 17:19:15.316907 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:19:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89659aab-c0bf-46c0-97b8-6ba0cef1fceb x-openstack-request-id: req-89659aab-c0bf-46c0-97b8-6ba0cef1fceb {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:19:15.317366 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdb9432d-6351-41b0-a2ed-3fb8235fd3ed", "name": "network-vif-plugged", "status": "completed", "tag": "06eef6a8-0a5f-4fb7-94ed-0c520d5a8797", "code": 200}]} {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:19:15.317887 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-89659aab-c0bf-46c0-97b8-6ba0cef1fceb {{(pid=103592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:19:15.318749 n-d-816206-8 neutron-server[103592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdb9432d-6351-41b0-a2ed-3fb8235fd3ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06eef6a8-0a5f-4fb7-94ed-0c520d5a8797', 'code': 200} Nov 23 17:19:15.478077 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ab0064-be74-4958-b3d4-03dda2efbd8f req-3c3c5825-1eee-40dd-9680-498c2038b4a2 tempest-ServerDiagnosticsNegativeTest-1211481004 tempest-ServerDiagnosticsNegativeTest-1211481004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:19:15.480475 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-74ab0064-be74-4958-b3d4-03dda2efbd8f req-3c3c5825-1eee-40dd-9680-498c2038b4a2 tempest-ServerDiagnosticsNegativeTest-1211481004 tempest-ServerDiagnosticsNegativeTest-1211481004-project] 10.222.0.60 "GET /v2.0/ports?device_id=fdb9432d-6351-41b0-a2ed-3fb8235fd3ed HTTP/1.1" status: 200 len: 949 time: 0.0811648 Nov 23 17:19:15.545162 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-74ab0064-be74-4958-b3d4-03dda2efbd8f req-52e73f3a-7dc0-4c2c-a18a-cce0bc34d9f4 tempest-ServerDiagnosticsNegativeTest-1211481004 tempest-ServerDiagnosticsNegativeTest-1211481004-project] 10.222.0.60 "GET /v2.0/security-groups?id=6321db8b-3a75-4035-9404-7483a2c37ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569522 Nov 23 17:19:15.714692 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c4ee6f-3140-4bb0-9f11-75fc76f76eef req-2b5dd766-351b-40b4-88a4-92ce30d559e3 tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:19:15.716559 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b7c4ee6f-3140-4bb0-9f11-75fc76f76eef req-2b5dd766-351b-40b4-88a4-92ce30d559e3 tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] 10.222.0.60 "GET /v2.0/ports?device_id=87008797-e985-490d-8c0f-a48dbdb047ab HTTP/1.1" status: 200 len: 945 time: 0.0708277 Nov 23 17:19:15.774105 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b7c4ee6f-3140-4bb0-9f11-75fc76f76eef req-7a5e5089-4670-48b6-b377-7c8426141565 tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] 10.222.0.60 "GET /v2.0/security-groups?id=ef6a96c0-423c-4ea7-a75c-4657afd8c521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511320 Nov 23 17:19:15.913013 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6e1499-18a7-4de8-90eb-7890272e8bf9 req-979d4ccc-c047-43cc-a2c6-cfad9ed905bd tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:19:15.914866 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7e6e1499-18a7-4de8-90eb-7890272e8bf9 req-979d4ccc-c047-43cc-a2c6-cfad9ed905bd tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] 10.222.0.60 "GET /v2.0/ports?device_id=c79fc20b-806a-458c-8c0f-8a4583c06a8f HTTP/1.1" status: 200 len: 949 time: 0.0663588 Nov 23 17:19:15.994791 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7e6e1499-18a7-4de8-90eb-7890272e8bf9 req-2268147c-75ec-45c2-b534-533198bf735d tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] 10.222.0.60 "GET /v2.0/security-groups?id=70227657-be62-432a-a8fd-5a85231fc7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681884 Nov 23 17:19:16.146657 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11ada2c-ccfb-4957-bc95-92cf393410b1 req-fd78e6e1-45ef-4cec-b98e-b9b1982197d5 tempest-AttachSCSIVolumeTestJSON-658117345 tempest-AttachSCSIVolumeTestJSON-658117345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:19:16.149004 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a11ada2c-ccfb-4957-bc95-92cf393410b1 req-fd78e6e1-45ef-4cec-b98e-b9b1982197d5 tempest-AttachSCSIVolumeTestJSON-658117345 tempest-AttachSCSIVolumeTestJSON-658117345-project] 10.222.0.60 "GET /v2.0/ports?device_id=7b0f27b9-aae7-4c04-b62e-21c41ff75a5a HTTP/1.1" status: 200 len: 931 time: 0.0889251 Nov 23 17:19:16.205031 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a11ada2c-ccfb-4957-bc95-92cf393410b1 req-e5ffe180-a4f6-4e8d-b36c-f6db4da7c6f4 tempest-AttachSCSIVolumeTestJSON-658117345 tempest-AttachSCSIVolumeTestJSON-658117345-project] 10.222.0.60 "GET /v2.0/security-groups?id=a3cfcde2-4e4e-4f70-9290-3029351d48ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484247 Nov 23 17:19:16.360129 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5f842097-9a0a-44f5-800c-a523a71db61b req-25b767c3-ae79-43b4-998f-426874d1236c tempest-SecurityGroupsTestAdminJSON-352026241 tempest-SecurityGroupsTestAdminJSON-352026241-project] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=3533d810f0674d77aaf24e53e9970aad HTTP/1.1" status: 200 len: 6154 time: 0.1214797 Nov 23 17:19:16.413742 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-52822d53-48f5-4819-8a95-bdc13aea0bf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:16.441600 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5f842097-9a0a-44f5-800c-a523a71db61b req-01b86616-9d89-485e-9389-4edf8b6a1fa5 tempest-SecurityGroupsTestAdminJSON-352026241 tempest-SecurityGroupsTestAdminJSON-352026241-project] 10.222.0.60 "GET /v2.0/security-groups/ec62fd78-b6c1-46f6-9516-7bdd300f3e18 HTTP/1.1" status: 200 len: 2998 time: 0.0579195 Nov 23 17:19:16.515465 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5f842097-9a0a-44f5-800c-a523a71db61b req-d4f17c65-49b6-4603-b2b3-f09b67e6d5f4 tempest-SecurityGroupsTestAdminJSON-352026241 tempest-SecurityGroupsTestAdminJSON-352026241-project] 10.222.0.60 "GET /v2.0/security-groups/ec62fd78-b6c1-46f6-9516-7bdd300f3e18 HTTP/1.1" status: 200 len: 2998 time: 0.0662427 Nov 23 17:19:16.859929 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8e71e327-e8a6-43bc-a015-a17c1af6c578 req-4e4cbaf8-9060-42db-a673-b5e941784bed tempest-SecurityGroupsTestAdminJSON-558474238 tempest-SecurityGroupsTestAdminJSON-558474238-project-admin] 10.222.0.60 "GET /v2.0/security-groups/348d27ab-8f88-4a20-82fe-55a2e644a1e7 HTTP/1.1" status: 200 len: 1795 time: 0.0446784 Nov 23 17:19:16.947362 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-8e71e327-e8a6-43bc-a015-a17c1af6c578 req-94b1b32d-d4bf-4535-9fc3-c6d1b0fbbdb2 tempest-SecurityGroupsTestAdminJSON-558474238 tempest-SecurityGroupsTestAdminJSON-558474238-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:16.975342 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-8e71e327-e8a6-43bc-a015-a17c1af6c578 req-94b1b32d-d4bf-4535-9fc3-c6d1b0fbbdb2 tempest-SecurityGroupsTestAdminJSON-558474238 tempest-SecurityGroupsTestAdminJSON-558474238-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:17.022503 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-8e71e327-e8a6-43bc-a015-a17c1af6c578 req-94b1b32d-d4bf-4535-9fc3-c6d1b0fbbdb2 tempest-SecurityGroupsTestAdminJSON-558474238 tempest-SecurityGroupsTestAdminJSON-558474238-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:17.025209 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-8e71e327-e8a6-43bc-a015-a17c1af6c578 req-94b1b32d-d4bf-4535-9fc3-c6d1b0fbbdb2 tempest-SecurityGroupsTestAdminJSON-558474238 tempest-SecurityGroupsTestAdminJSON-558474238-project-admin] Publish callbacks [] for security_group, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:17.029760 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8e71e327-e8a6-43bc-a015-a17c1af6c578 req-94b1b32d-d4bf-4535-9fc3-c6d1b0fbbdb2 tempest-SecurityGroupsTestAdminJSON-558474238 tempest-SecurityGroupsTestAdminJSON-558474238-project-admin] 10.222.0.60 "DELETE /v2.0/security-groups/348d27ab-8f88-4a20-82fe-55a2e644a1e7 HTTP/1.1" status: 204 len: 173 time: 0.1552818 Nov 23 17:19:17.037898 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b1b32d-d4bf-4535-9fc3-c6d1b0fbbdb2 tempest-SecurityGroupsTestAdminJSON-558474238 tempest-SecurityGroupsTestAdminJSON-558474238-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=348d27ab-8f88-4a20-82fe-55a2e644a1e7,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:19:17.154380 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a2ee41-20cd-45cf-a7a5-6e16f050fbab req-359922e2-be2f-4446-a792-080c3f2e20b3 tempest-ServerDiagnosticsNegativeTest-1211481004 tempest-ServerDiagnosticsNegativeTest-1211481004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:19:17.160664 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-07a2ee41-20cd-45cf-a7a5-6e16f050fbab req-359922e2-be2f-4446-a792-080c3f2e20b3 tempest-ServerDiagnosticsNegativeTest-1211481004 tempest-ServerDiagnosticsNegativeTest-1211481004-project] 10.222.0.60 "GET /v2.0/ports?device_id=fdb9432d-6351-41b0-a2ed-3fb8235fd3ed HTTP/1.1" status: 200 len: 949 time: 0.0567231 Nov 23 17:19:17.221179 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-07a2ee41-20cd-45cf-a7a5-6e16f050fbab req-ac3ca261-d1d5-42cb-958d-5c70c24122d3 tempest-ServerDiagnosticsNegativeTest-1211481004 tempest-ServerDiagnosticsNegativeTest-1211481004-project] 10.222.0.60 "GET /v2.0/security-groups?id=6321db8b-3a75-4035-9404-7483a2c37ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575128 Nov 23 17:19:17.320638 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87008797-e985-490d-8c0f-a48dbdb047ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2488209f-deff-41b1-bc6c-75834b3c0d4d'}, {'server_uuid': 'c79fc20b-806a-458c-8c0f-8a4583c06a8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1f40992-0164-4ec3-9312-47092b6d1593'}] {{(pid=103592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:19:17.324409 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba3e6a8f2301c7a29fe1eca9779abdae4ccbcd6266d69778087f2498d5551201" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f5e8528-7e2d-468d-93c0-c77538e3deac" -d '{"events": [{"server_uuid": "87008797-e985-490d-8c0f-a48dbdb047ab", "name": "network-vif-plugged", "status": "completed", "tag": "2488209f-deff-41b1-bc6c-75834b3c0d4d"}, {"server_uuid": "c79fc20b-806a-458c-8c0f-8a4583c06a8f", "name": "network-vif-plugged", "status": "completed", "tag": "c1f40992-0164-4ec3-9312-47092b6d1593"}]}' {{(pid=103592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:19:17.518415 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b51876e-6f4c-42f1-b1d5-bb3397fb3aa3 req-af831bbe-7db9-45b2-971b-c898940db460 tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:19:17.521059 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9b51876e-6f4c-42f1-b1d5-bb3397fb3aa3 req-af831bbe-7db9-45b2-971b-c898940db460 tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] 10.222.0.60 "GET /v2.0/ports?device_id=87008797-e985-490d-8c0f-a48dbdb047ab HTTP/1.1" status: 200 len: 945 time: 0.0689881 Nov 23 17:19:17.582794 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9a27ae6c-db98-474f-94c1-cc99bf842d79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:17.586390 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9b51876e-6f4c-42f1-b1d5-bb3397fb3aa3 req-fb9aa748-4759-48d1-8908-79abfd7b2089 tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] 10.222.0.60 "GET /v2.0/security-groups?id=ef6a96c0-423c-4ea7-a75c-4657afd8c521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574219 Nov 23 17:19:17.743897 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be35712-e15e-4e25-88eb-d41a4a9c52d1 req-eb5aa0ee-39d1-4649-96a6-090c27bf7c12 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:19:17.746674 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8be35712-e15e-4e25-88eb-d41a4a9c52d1 req-eb5aa0ee-39d1-4649-96a6-090c27bf7c12 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] 10.222.0.60 "GET /v2.0/ports?device_id=c79fc20b-806a-458c-8c0f-8a4583c06a8f HTTP/1.1" status: 200 len: 949 time: 0.0642440 Nov 23 17:19:17.815531 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8be35712-e15e-4e25-88eb-d41a4a9c52d1 req-7ed2bb2d-0e0a-4621-94c0-6bbcf911f3ba tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] 10.222.0.60 "GET /v2.0/security-groups?id=70227657-be62-432a-a8fd-5a85231fc7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596726 Nov 23 17:19:17.884754 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f5f3fe4e-7ab9-4d85-b1e1-1c22d589c43a req-d201bc71-9d81-4f44-bb88-9939ea8bd76f tempest-SecurityGroupsTestAdminJSON-558474238 tempest-SecurityGroupsTestAdminJSON-558474238-project-admin] 10.222.0.60 "GET /v2.0/security-groups/e3c3d3d2-bf82-4bb6-8790-556069e9a397 HTTP/1.1" status: 200 len: 1794 time: 0.0433116 Nov 23 17:19:17.947138 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-f5f3fe4e-7ab9-4d85-b1e1-1c22d589c43a req-c8a94ccc-ee11-4eb5-9ba8-7bb408ac6264 tempest-SecurityGroupsTestAdminJSON-558474238 tempest-SecurityGroupsTestAdminJSON-558474238-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:17.977965 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-f5f3fe4e-7ab9-4d85-b1e1-1c22d589c43a req-c8a94ccc-ee11-4eb5-9ba8-7bb408ac6264 tempest-SecurityGroupsTestAdminJSON-558474238 tempest-SecurityGroupsTestAdminJSON-558474238-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:18.037419 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-f5f3fe4e-7ab9-4d85-b1e1-1c22d589c43a req-c8a94ccc-ee11-4eb5-9ba8-7bb408ac6264 tempest-SecurityGroupsTestAdminJSON-558474238 tempest-SecurityGroupsTestAdminJSON-558474238-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:18.040214 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-f5f3fe4e-7ab9-4d85-b1e1-1c22d589c43a req-c8a94ccc-ee11-4eb5-9ba8-7bb408ac6264 tempest-SecurityGroupsTestAdminJSON-558474238 tempest-SecurityGroupsTestAdminJSON-558474238-project-admin] Publish callbacks [] for security_group, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:18.041761 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f5f3fe4e-7ab9-4d85-b1e1-1c22d589c43a req-c8a94ccc-ee11-4eb5-9ba8-7bb408ac6264 tempest-SecurityGroupsTestAdminJSON-558474238 tempest-SecurityGroupsTestAdminJSON-558474238-project-admin] 10.222.0.60 "DELETE /v2.0/security-groups/e3c3d3d2-bf82-4bb6-8790-556069e9a397 HTTP/1.1" status: 204 len: 173 time: 0.1492672 Nov 23 17:19:18.050525 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a94ccc-ee11-4eb5-9ba8-7bb408ac6264 tempest-SecurityGroupsTestAdminJSON-558474238 tempest-SecurityGroupsTestAdminJSON-558474238-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3c3d3d2-bf82-4bb6-8790-556069e9a397,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:19:18.157457 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e59143e-ba8a-40a8-8e03-d61b837c1026 req-70244cf4-a343-4b15-8fb5-ec07cbbe89ce tempest-AttachSCSIVolumeTestJSON-658117345 tempest-AttachSCSIVolumeTestJSON-658117345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:19:18.159042 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7e59143e-ba8a-40a8-8e03-d61b837c1026 req-70244cf4-a343-4b15-8fb5-ec07cbbe89ce tempest-AttachSCSIVolumeTestJSON-658117345 tempest-AttachSCSIVolumeTestJSON-658117345-project] 10.222.0.60 "GET /v2.0/ports?device_id=7b0f27b9-aae7-4c04-b62e-21c41ff75a5a HTTP/1.1" status: 200 len: 931 time: 0.0601959 Nov 23 17:19:18.231874 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7e59143e-ba8a-40a8-8e03-d61b837c1026 req-5b9a9b60-8033-4de4-a457-90a4da6920ed tempest-AttachSCSIVolumeTestJSON-658117345 tempest-AttachSCSIVolumeTestJSON-658117345-project] 10.222.0.60 "GET /v2.0/security-groups?id=a3cfcde2-4e4e-4f70-9290-3029351d48ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608082 Nov 23 17:19:18.272257 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:18.295289 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 23 Nov 2021 17:19:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ebd3681-3bc1-43d2-918f-f00439b82e2a x-openstack-request-id: req-6ebd3681-3bc1-43d2-918f-f00439b82e2a {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:19:18.295751 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87008797-e985-490d-8c0f-a48dbdb047ab", "name": "network-vif-plugged", "status": "completed", "tag": "2488209f-deff-41b1-bc6c-75834b3c0d4d", "code": 200}, {"server_uuid": "c79fc20b-806a-458c-8c0f-8a4583c06a8f", "name": "network-vif-plugged", "status": "completed", "tag": "c1f40992-0164-4ec3-9312-47092b6d1593", "code": 200}]} {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:19:18.296140 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6ebd3681-3bc1-43d2-918f-f00439b82e2a {{(pid=103592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:19:18.296954 n-d-816206-8 neutron-server[103592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87008797-e985-490d-8c0f-a48dbdb047ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2488209f-deff-41b1-bc6c-75834b3c0d4d', 'code': 200} Nov 23 17:19:18.297338 n-d-816206-8 neutron-server[103592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c79fc20b-806a-458c-8c0f-8a4583c06a8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1f40992-0164-4ec3-9312-47092b6d1593', 'code': 200} Nov 23 17:19:18.466410 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-957b63b8-cbd5-4695-a128-ba342c9a453a req-14e56237-8efa-4b76-9654-5bda21e610dc tempest-SecurityGroupsTestAdminJSON-352026241 tempest-SecurityGroupsTestAdminJSON-352026241-project] 10.222.0.60 "GET /v2.0/security-groups/f37c042e-45c8-4a2e-bcbe-015e5497c8da HTTP/1.1" status: 200 len: 1795 time: 0.0976443 Nov 23 17:19:18.486732 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b9bf6b-6b98-4473-84dd-afd9fa06523a req-2af9f753-6249-4653-8bd2-81abcc5ee305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:19:18.490005 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-44b9bf6b-6b98-4473-84dd-afd9fa06523a req-2af9f753-6249-4653-8bd2-81abcc5ee305 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=87008797-e985-490d-8c0f-a48dbdb047ab HTTP/1.1" status: 200 len: 1096 time: 0.0656035 Nov 23 17:19:18.521582 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fb3aca-4982-432e-a9d3-e4bd4172a34b req-d24475a6-2cbd-4756-beca-8278f4f1e4f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:19:18.523251 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b6fb3aca-4982-432e-a9d3-e4bd4172a34b req-d24475a6-2cbd-4756-beca-8278f4f1e4f4 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=c79fc20b-806a-458c-8c0f-8a4583c06a8f HTTP/1.1" status: 200 len: 1100 time: 0.1064634 Nov 23 17:19:18.580942 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-44b9bf6b-6b98-4473-84dd-afd9fa06523a req-d911fa62-f5f3-4871-ae96-5c719830b349 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=ef6a96c0-423c-4ea7-a75c-4657afd8c521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829525 Nov 23 17:19:18.595090 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b6fb3aca-4982-432e-a9d3-e4bd4172a34b req-84598ec8-15bb-44e6-9ce6-6368f47018df service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=70227657-be62-432a-a8fd-5a85231fc7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633004 Nov 23 17:19:18.601236 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-957b63b8-cbd5-4695-a128-ba342c9a453a req-704b2526-7c0e-4c75-b5f0-8d4da956cd0b tempest-SecurityGroupsTestAdminJSON-352026241 tempest-SecurityGroupsTestAdminJSON-352026241-project] Publish callbacks [] for security_group, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:18.654377 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-957b63b8-cbd5-4695-a128-ba342c9a453a req-704b2526-7c0e-4c75-b5f0-8d4da956cd0b tempest-SecurityGroupsTestAdminJSON-352026241 tempest-SecurityGroupsTestAdminJSON-352026241-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:18.728883 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-957b63b8-cbd5-4695-a128-ba342c9a453a req-704b2526-7c0e-4c75-b5f0-8d4da956cd0b tempest-SecurityGroupsTestAdminJSON-352026241 tempest-SecurityGroupsTestAdminJSON-352026241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:18.732388 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-957b63b8-cbd5-4695-a128-ba342c9a453a req-704b2526-7c0e-4c75-b5f0-8d4da956cd0b tempest-SecurityGroupsTestAdminJSON-352026241 tempest-SecurityGroupsTestAdminJSON-352026241-project] Publish callbacks [] for security_group, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:18.733669 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-957b63b8-cbd5-4695-a128-ba342c9a453a req-704b2526-7c0e-4c75-b5f0-8d4da956cd0b tempest-SecurityGroupsTestAdminJSON-352026241 tempest-SecurityGroupsTestAdminJSON-352026241-project] 10.222.0.60 "DELETE /v2.0/security-groups/f37c042e-45c8-4a2e-bcbe-015e5497c8da HTTP/1.1" status: 204 len: 173 time: 0.2485633 Nov 23 17:19:18.744458 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704b2526-7c0e-4c75-b5f0-8d4da956cd0b tempest-SecurityGroupsTestAdminJSON-352026241 tempest-SecurityGroupsTestAdminJSON-352026241-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f37c042e-45c8-4a2e-bcbe-015e5497c8da,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:19:18.847374 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 49488) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:19:18.863082 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c376c504-72cc-4b4d-9a74-1b87283a037d req-77491109-10c2-43a1-9a55-739cee6a31ca tempest-ServerDiagnosticsNegativeTest-1211481004 tempest-ServerDiagnosticsNegativeTest-1211481004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:19:18.869175 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c376c504-72cc-4b4d-9a74-1b87283a037d req-77491109-10c2-43a1-9a55-739cee6a31ca tempest-ServerDiagnosticsNegativeTest-1211481004 tempest-ServerDiagnosticsNegativeTest-1211481004-project] 10.222.0.60 "GET /v2.0/ports?device_id=fdb9432d-6351-41b0-a2ed-3fb8235fd3ed HTTP/1.1" status: 200 len: 949 time: 0.0741768 Nov 23 17:19:18.958593 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c376c504-72cc-4b4d-9a74-1b87283a037d req-65a867b8-4cdc-4e0c-8ad3-95275a240012 tempest-ServerDiagnosticsNegativeTest-1211481004 tempest-ServerDiagnosticsNegativeTest-1211481004-project] 10.222.0.60 "GET /v2.0/security-groups?id=6321db8b-3a75-4035-9404-7483a2c37ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800574 Nov 23 17:19:19.009003 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-9c301dd9-5654-42af-b9ab-475ec3c57069 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:19.116481 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-9c301dd9-5654-42af-b9ab-475ec3c57069 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:19.122110 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-9c301dd9-5654-42af-b9ab-475ec3c57069 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:19.123893 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5353fb9-e198-4214-b200-8ece5e71f0fb req-66db00a4-c666-4d72-a551-647bba797134 tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:19:19.132099 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e5353fb9-e198-4214-b200-8ece5e71f0fb req-66db00a4-c666-4d72-a551-647bba797134 tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] 10.222.0.60 "GET /v2.0/ports?device_id=87008797-e985-490d-8c0f-a48dbdb047ab HTTP/1.1" status: 200 len: 945 time: 0.0815518 Nov 23 17:19:19.166372 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-9c301dd9-5654-42af-b9ab-475ec3c57069 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=15ec1d45b9914338bebdbd0234056815&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3174336 Nov 23 17:19:19.171064 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 49496) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:19:19.173266 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c301dd9-5654-42af-b9ab-475ec3c57069 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0aa8f36-c20a-4a2e-9cd4-bc251a2f1319,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:19:19.194682 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e5353fb9-e198-4214-b200-8ece5e71f0fb req-cce6b11c-e7a9-403b-be45-ea6e4ec283b3 tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] 10.222.0.60 "GET /v2.0/security-groups?id=ef6a96c0-423c-4ea7-a75c-4657afd8c521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613682 Nov 23 17:19:19.241185 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-41497892-cb25-498d-a918-7bdeaec94f78 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:19.271663 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-41497892-cb25-498d-a918-7bdeaec94f78 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:19.275644 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-378bce47-dfb3-4e18-acdb-d18af0f3444e req-efffec11-94f8-405f-9a75-4b6d582c345f tempest-SecurityGroupsTestAdminJSON-352026241 tempest-SecurityGroupsTestAdminJSON-352026241-project] 10.222.0.60 "GET /v2.0/security-groups/84e06183-5101-4c76-a178-1c8254778bd0 HTTP/1.1" status: 200 len: 1794 time: 0.0479023 Nov 23 17:19:19.363720 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-41497892-cb25-498d-a918-7bdeaec94f78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:19.372337 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-41497892-cb25-498d-a918-7bdeaec94f78 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:19.373354 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-378bce47-dfb3-4e18-acdb-d18af0f3444e req-2b570346-91ee-4fbd-8e46-8aa2d7152679 tempest-SecurityGroupsTestAdminJSON-352026241 tempest-SecurityGroupsTestAdminJSON-352026241-project] Publish callbacks [] for security_group, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:19.380053 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-41497892-cb25-498d-a918-7bdeaec94f78 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e0aa8f36-c20a-4a2e-9cd4-bc251a2f1319 HTTP/1.1" status: 204 len: 168 time: 0.2077532 Nov 23 17:19:19.393251 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41497892-cb25-498d-a918-7bdeaec94f78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0aa8f36-c20a-4a2e-9cd4-bc251a2f1319,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:19:19.435555 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-378bce47-dfb3-4e18-acdb-d18af0f3444e req-2b570346-91ee-4fbd-8e46-8aa2d7152679 tempest-SecurityGroupsTestAdminJSON-352026241 tempest-SecurityGroupsTestAdminJSON-352026241-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:19.535842 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-378bce47-dfb3-4e18-acdb-d18af0f3444e req-2b570346-91ee-4fbd-8e46-8aa2d7152679 tempest-SecurityGroupsTestAdminJSON-352026241 tempest-SecurityGroupsTestAdminJSON-352026241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:19.540866 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-378bce47-dfb3-4e18-acdb-d18af0f3444e req-2b570346-91ee-4fbd-8e46-8aa2d7152679 tempest-SecurityGroupsTestAdminJSON-352026241 tempest-SecurityGroupsTestAdminJSON-352026241-project] Publish callbacks [] for security_group, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:19.554836 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-378bce47-dfb3-4e18-acdb-d18af0f3444e req-2b570346-91ee-4fbd-8e46-8aa2d7152679 tempest-SecurityGroupsTestAdminJSON-352026241 tempest-SecurityGroupsTestAdminJSON-352026241-project] 10.222.0.60 "DELETE /v2.0/security-groups/84e06183-5101-4c76-a178-1c8254778bd0 HTTP/1.1" status: 204 len: 173 time: 0.2665126 Nov 23 17:19:19.576816 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b570346-91ee-4fbd-8e46-8aa2d7152679 tempest-SecurityGroupsTestAdminJSON-352026241 tempest-SecurityGroupsTestAdminJSON-352026241-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=84e06183-5101-4c76-a178-1c8254778bd0,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:19:19.795242 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec90a9d9-cad1-4f07-8911-6c452aea6d89 req-1f925553-d18b-4673-91c1-7027f639e5f3 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:19:19.797584 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ec90a9d9-cad1-4f07-8911-6c452aea6d89 req-1f925553-d18b-4673-91c1-7027f639e5f3 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] 10.222.0.60 "GET /v2.0/ports?device_id=c79fc20b-806a-458c-8c0f-8a4583c06a8f HTTP/1.1" status: 200 len: 949 time: 0.1530879 Nov 23 17:19:19.906131 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ec90a9d9-cad1-4f07-8911-6c452aea6d89 req-7f6ecf07-78b3-4945-87bb-6b799f5a69c7 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] 10.222.0.60 "GET /v2.0/security-groups?id=70227657-be62-432a-a8fd-5a85231fc7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007411 Nov 23 17:19:20.024906 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 49514) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:19:20.041700 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-83aabd7a-bc19-4810-814c-2141462b3b27 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:20.144101 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 49516) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:19:20.170591 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-83aabd7a-bc19-4810-814c-2141462b3b27 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:20.180315 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-83aabd7a-bc19-4810-814c-2141462b3b27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:20.231981 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-83aabd7a-bc19-4810-814c-2141462b3b27 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a5f6cac1266d407a84ec6064d44af37f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2059934 Nov 23 17:19:20.234388 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83aabd7a-bc19-4810-814c-2141462b3b27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8105fdc9-b72a-4d78-a053-7c50fa9109fd,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:19:20.235533 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 49522) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:19:20.366383 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-3663e10c-7d98-4702-93e4-e386d10e0963 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:20.407021 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-21c9d52f-3b12-4063-b4c0-a396ce3d70c7 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=3533d810f0674d77aaf24e53e9970aad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2614615 Nov 23 17:19:20.407281 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 49524) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:19:20.412960 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-3663e10c-7d98-4702-93e4-e386d10e0963 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:20.468290 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-dfbf8258-c0ad-4347-a705-e914946150ad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:20.481743 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-3663e10c-7d98-4702-93e4-e386d10e0963 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:20.487146 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-3663e10c-7d98-4702-93e4-e386d10e0963 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:20.488459 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-3663e10c-7d98-4702-93e4-e386d10e0963 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/8105fdc9-b72a-4d78-a053-7c50fa9109fd HTTP/1.1" status: 204 len: 168 time: 0.2495961 Nov 23 17:19:20.499892 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3663e10c-7d98-4702-93e4-e386d10e0963 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8105fdc9-b72a-4d78-a053-7c50fa9109fd,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:19:20.500893 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-dfbf8258-c0ad-4347-a705-e914946150ad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:20.578417 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-dfbf8258-c0ad-4347-a705-e914946150ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:20.581692 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-dfbf8258-c0ad-4347-a705-e914946150ad admin admin] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:20.582970 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-dfbf8258-c0ad-4347-a705-e914946150ad admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ec62fd78-b6c1-46f6-9516-7bdd300f3e18 HTTP/1.1" status: 204 len: 168 time: 0.1738520 Nov 23 17:19:20.597894 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbf8258-c0ad-4347-a705-e914946150ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec62fd78-b6c1-46f6-9516-7bdd300f3e18,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:19:20.631362 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0831585a-1267-4494-aa6c-234beffd4a3f req-f248afa7-ef9a-417e-82ae-4e4208dded1c tempest-AttachSCSIVolumeTestJSON-658117345 tempest-AttachSCSIVolumeTestJSON-658117345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:19:20.633439 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-0831585a-1267-4494-aa6c-234beffd4a3f req-f248afa7-ef9a-417e-82ae-4e4208dded1c tempest-AttachSCSIVolumeTestJSON-658117345 tempest-AttachSCSIVolumeTestJSON-658117345-project] 10.222.0.60 "GET /v2.0/ports?device_id=7b0f27b9-aae7-4c04-b62e-21c41ff75a5a HTTP/1.1" status: 200 len: 931 time: 0.0954404 Nov 23 17:19:20.713615 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-0831585a-1267-4494-aa6c-234beffd4a3f req-bedd63e2-eedc-4e30-91a9-59209362d3d8 tempest-AttachSCSIVolumeTestJSON-658117345 tempest-AttachSCSIVolumeTestJSON-658117345-project] 10.222.0.60 "GET /v2.0/security-groups?id=a3cfcde2-4e4e-4f70-9290-3029351d48ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692871 Nov 23 17:19:20.876233 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [req-77bb6554-be3d-4d1d-81c3-7dc6aaf3ffd3 req-d266c220-3813-4ebb-b57f-0e5583a09af0 service neutron] Request body: {'port': {'device_id': '7b0f27b9-aae7-4c04-b62e-21c41ff75a5a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-8'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:19:20.934419 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35513fca-8389-4911-bb2a-e1d7902cfe14 req-1f092c2f-6122-4a2c-8557-a6fdf4072127 tempest-ServerDiagnosticsNegativeTest-1211481004 tempest-ServerDiagnosticsNegativeTest-1211481004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:19:20.939414 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-35513fca-8389-4911-bb2a-e1d7902cfe14 req-1f092c2f-6122-4a2c-8557-a6fdf4072127 tempest-ServerDiagnosticsNegativeTest-1211481004 tempest-ServerDiagnosticsNegativeTest-1211481004-project] 10.222.0.60 "GET /v2.0/ports?device_id=fdb9432d-6351-41b0-a2ed-3fb8235fd3ed HTTP/1.1" status: 200 len: 949 time: 0.1561377 Nov 23 17:19:20.962846 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.36', 53209) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:19:21.007763 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.36', 53210) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:19:21.009203 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-77bb6554-be3d-4d1d-81c3-7dc6aaf3ffd3 req-d266c220-3813-4ebb-b57f-0e5583a09af0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:21.022236 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4e99ffea-1992-4342-9a10-9452933cddda req-ce08eb54-413a-4a09-9c09-8b4a4e68ff57 service neutron] 10.222.0.36 "GET /v2.0/networks/f1e1dabf-b410-4023-9169-a460a86e7184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2086766 Nov 23 17:19:21.116982 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ecde85-341a-434b-a8f6-fc03b04ea77e req-116a4261-067d-473e-8008-e789369db202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:19:21.119152 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-60ecde85-341a-434b-a8f6-fc03b04ea77e req-116a4261-067d-473e-8008-e789369db202 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=fdb9432d-6351-41b0-a2ed-3fb8235fd3ed HTTP/1.1" status: 200 len: 1100 time: 0.1066256 Nov 23 17:19:21.143492 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 49538) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:19:21.157403 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-35513fca-8389-4911-bb2a-e1d7902cfe14 req-bf0e72c5-f039-479f-802d-11d1335bf804 tempest-ServerDiagnosticsNegativeTest-1211481004 tempest-ServerDiagnosticsNegativeTest-1211481004-project] 10.222.0.60 "GET /v2.0/security-groups?id=6321db8b-3a75-4035-9404-7483a2c37ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2071936 Nov 23 17:19:21.175480 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7dfc23d3-21db-4f21-830b-e73f11069417 req-3cae37f7-2bd0-4e7f-8632-736893a97091 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=15b7563e-dd4f-4e87-9c18-113e02ce5ca0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2114069 Nov 23 17:19:21.232087 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13710885-6a3d-4c2a-984d-e62bac8f3648 req-76fd70dc-88cd-4aac-8c87-1b5e37e014fc tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:19:21.233791 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-13710885-6a3d-4c2a-984d-e62bac8f3648 req-76fd70dc-88cd-4aac-8c87-1b5e37e014fc tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] 10.222.0.60 "GET /v2.0/ports?device_id=87008797-e985-490d-8c0f-a48dbdb047ab HTTP/1.1" status: 200 len: 945 time: 0.2087848 Nov 23 17:19:21.234428 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 49540) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:19:21.246092 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4e4a4717-ed4d-439d-bf41-e6de747e0f2e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:21.308916 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-60ecde85-341a-434b-a8f6-fc03b04ea77e req-3e9689fa-32af-4067-9fdb-0cfb5b63d54c service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=6321db8b-3a75-4035-9404-7483a2c37ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669765 Nov 23 17:19:21.446206 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4e4a4717-ed4d-439d-bf41-e6de747e0f2e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:21.452421 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4e4a4717-ed4d-439d-bf41-e6de747e0f2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:21.536583 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-4e4a4717-ed4d-439d-bf41-e6de747e0f2e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=883bc9d72b8a41ff9cdcbcae8217f335&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3878222 Nov 23 17:19:21.538930 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 49544) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:19:21.548228 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4a4717-ed4d-439d-bf41-e6de747e0f2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59bf65b0-68a6-4629-92b5-ab8501843b20,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:19:21.552389 n-d-816206-8 neutron-server[103590]: DEBUG neutron.notifiers.nova [req-77bb6554-be3d-4d1d-81c3-7dc6aaf3ffd3 req-d266c220-3813-4ebb-b57f-0e5583a09af0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70d47afd-5663-4beb-a8fb-0df4ccc8d900 {{(pid=103590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:19:21.566209 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-77bb6554-be3d-4d1d-81c3-7dc6aaf3ffd3 req-d266c220-3813-4ebb-b57f-0e5583a09af0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:21.597680 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [req-77bb6554-be3d-4d1d-81c3-7dc6aaf3ffd3 req-d266c220-3813-4ebb-b57f-0e5583a09af0 service neutron] Transition to ACTIVE for port object 70d47afd-5663-4beb-a8fb-0df4ccc8d900 will not be triggered until provisioned by entity L2. {{(pid=103590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 17:19:21.603136 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-77bb6554-be3d-4d1d-81c3-7dc6aaf3ffd3 req-d266c220-3813-4ebb-b57f-0e5583a09af0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:21.632342 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4e99ffea-1992-4342-9a10-9452933cddda req-29f99ff2-e4ab-4373-86cb-40fad55d6d79 service neutron] 10.222.0.36 "GET /v2.0/networks/f1e1dabf-b410-4023-9169-a460a86e7184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5703275 Nov 23 17:19:21.640224 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-13710885-6a3d-4c2a-984d-e62bac8f3648 req-c29568d8-611c-494d-b7a9-b9a4eda71dc5 tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] 10.222.0.60 "GET /v2.0/security-groups?id=ef6a96c0-423c-4ea7-a75c-4657afd8c521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3979139 Nov 23 17:19:21.643192 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfc23d3-21db-4f21-830b-e73f11069417 req-d0ed398b-4a4e-427f-a6e2-030cfe7a02ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:19:21.644751 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7dfc23d3-21db-4f21-830b-e73f11069417 req-d0ed398b-4a4e-427f-a6e2-030cfe7a02ae service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=98a62786d4654c60b8dab5d2a606f4fe&device_id=15b7563e-dd4f-4e87-9c18-113e02ce5ca0 HTTP/1.1" status: 200 len: 1101 time: 0.3909788 Nov 23 17:19:21.649550 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-218cc9d9-8896-4b2f-b2cc-b13a1c1a7cea admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b430961639d9474497c6c6c88924fd71&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4097750 Nov 23 17:19:21.653286 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 49546) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:19:21.656855 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dda2b5-a81b-4fb3-a62d-bb8143f1a3d1 req-7f21a576-113f-4904-b313-ce9f7c7127ec tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:19:21.658672 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-70dda2b5-a81b-4fb3-a62d-bb8143f1a3d1 req-7f21a576-113f-4904-b313-ce9f7c7127ec tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] 10.222.0.60 "GET /v2.0/ports?device_id=c79fc20b-806a-458c-8c0f-8a4583c06a8f HTTP/1.1" status: 200 len: 949 time: 0.3876085 Nov 23 17:19:21.661615 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-973f88f6-d73b-41c3-a149-af9b7d6fde6c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:21.747042 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d266c220-3813-4ebb-b57f-0e5583a09af0 service neutron] Pushing event updated for resources: {'Port': ['ID=70d47afd-5663-4beb-a8fb-0df4ccc8d900,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:19:21.770075 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-70dda2b5-a81b-4fb3-a62d-bb8143f1a3d1 req-94d200b6-a6b3-42e6-8756-2d45b6805612 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] 10.222.0.60 "GET /v2.0/security-groups?id=70227657-be62-432a-a8fd-5a85231fc7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036057 Nov 23 17:19:21.770946 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-973f88f6-d73b-41c3-a149-af9b7d6fde6c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:21.834929 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [req-77bb6554-be3d-4d1d-81c3-7dc6aaf3ffd3 req-d266c220-3813-4ebb-b57f-0e5583a09af0 service neutron] Attempting to bind port 70d47afd-5663-4beb-a8fb-0df4ccc8d900 on host n-h2-816206-8 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:19:21.835853 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [req-77bb6554-be3d-4d1d-81c3-7dc6aaf3ffd3 req-d266c220-3813-4ebb-b57f-0e5583a09af0 service neutron] Attempting to bind port 70d47afd-5663-4beb-a8fb-0df4ccc8d900 by drivers openvswitch,hyperv on host n-h2-816206-8 at level 0 using segments [{'id': 'bb3e9feb-2585-4817-a093-fda0dad7f4a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '01972287-90c5-4608-9ed2-b49b8746f3c2'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:19:21.837494 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77bb6554-be3d-4d1d-81c3-7dc6aaf3ffd3 req-d266c220-3813-4ebb-b57f-0e5583a09af0 service neutron] Attempting to bind port 70d47afd-5663-4beb-a8fb-0df4ccc8d900 on network 01972287-90c5-4608-9ed2-b49b8746f3c2 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:19:21.881709 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77bb6554-be3d-4d1d-81c3-7dc6aaf3ffd3 req-d266c220-3813-4ebb-b57f-0e5583a09af0 service neutron] Port 70d47afd-5663-4beb-a8fb-0df4ccc8d900 on network 01972287-90c5-4608-9ed2-b49b8746f3c2 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-8 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 17:19:21.881709 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77bb6554-be3d-4d1d-81c3-7dc6aaf3ffd3 req-d266c220-3813-4ebb-b57f-0e5583a09af0 service neutron] Attempting to bind port 70d47afd-5663-4beb-a8fb-0df4ccc8d900 on network 01972287-90c5-4608-9ed2-b49b8746f3c2 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:19:21.903838 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-973f88f6-d73b-41c3-a149-af9b7d6fde6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:21.906995 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-973f88f6-d73b-41c3-a149-af9b7d6fde6c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:21.908714 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-973f88f6-d73b-41c3-a149-af9b7d6fde6c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/59bf65b0-68a6-4629-92b5-ab8501843b20 HTTP/1.1" status: 204 len: 168 time: 0.3673813 Nov 23 17:19:21.924183 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77bb6554-be3d-4d1d-81c3-7dc6aaf3ffd3 req-d266c220-3813-4ebb-b57f-0e5583a09af0 service neutron] Checking agent: {'id': 'ab77bf9e-0267-4174-8f1d-822cba89b207', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 15, 13), 'started_at': datetime.datetime(2021, 11, 23, 17, 15, 13), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 19, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:19:21.924882 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77bb6554-be3d-4d1d-81c3-7dc6aaf3ffd3 req-d266c220-3813-4ebb-b57f-0e5583a09af0 service neutron] Checking segment: {'id': 'bb3e9feb-2585-4817-a093-fda0dad7f4a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '01972287-90c5-4608-9ed2-b49b8746f3c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:19:21.928035 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77bb6554-be3d-4d1d-81c3-7dc6aaf3ffd3 req-d266c220-3813-4ebb-b57f-0e5583a09af0 service neutron] Bound using segment: {'id': 'bb3e9feb-2585-4817-a093-fda0dad7f4a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '01972287-90c5-4608-9ed2-b49b8746f3c2'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:19:21.928805 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [req-77bb6554-be3d-4d1d-81c3-7dc6aaf3ffd3 req-d266c220-3813-4ebb-b57f-0e5583a09af0 service neutron] Bound port: 70d47afd-5663-4beb-a8fb-0df4ccc8d900, host: n-h2-816206-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb3e9feb-2585-4817-a093-fda0dad7f4a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '01972287-90c5-4608-9ed2-b49b8746f3c2'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:19:21.930606 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-77bb6554-be3d-4d1d-81c3-7dc6aaf3ffd3 req-d266c220-3813-4ebb-b57f-0e5583a09af0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:21.953635 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-87e0c82c-7d7e-4c90-af99-6a4f87a81809 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:21.964413 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfc23d3-21db-4f21-830b-e73f11069417 req-41edf15d-2663-48a2-abaa-c26bf8a68e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:19:21.965830 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7dfc23d3-21db-4f21-830b-e73f11069417 req-41edf15d-2663-48a2-abaa-c26bf8a68e56 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f1e1dabf-b410-4023-9169-a460a86e7184 HTTP/1.1" status: 200 len: 870 time: 0.2591715 Nov 23 17:19:21.994679 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973f88f6-d73b-41c3-a149-af9b7d6fde6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59bf65b0-68a6-4629-92b5-ab8501843b20,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:19:22.023776 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c227137-ad45-4ea6-a623-b4ee0bdef47f req-c474afc9-79df-4b3d-a445-7ad023d65c33 tempest-AttachSCSIVolumeTestJSON-658117345 tempest-AttachSCSIVolumeTestJSON-658117345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:19:22.031656 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-0c227137-ad45-4ea6-a623-b4ee0bdef47f req-c474afc9-79df-4b3d-a445-7ad023d65c33 tempest-AttachSCSIVolumeTestJSON-658117345 tempest-AttachSCSIVolumeTestJSON-658117345-project] 10.222.0.60 "GET /v2.0/ports?device_id=7b0f27b9-aae7-4c04-b62e-21c41ff75a5a HTTP/1.1" status: 200 len: 943 time: 0.1099679 Nov 23 17:19:22.031793 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-87e0c82c-7d7e-4c90-af99-6a4f87a81809 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:22.047370 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7dfc23d3-21db-4f21-830b-e73f11069417 req-5decf2fd-4ab2-4988-8c46-82d67ba860c0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.161&port_id=bc0acd25-238e-4f36-9bd6-de0e9a940cd3 HTTP/1.1" status: 200 len: 217 time: 0.0694239 Nov 23 17:19:22.126037 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [req-77bb6554-be3d-4d1d-81c3-7dc6aaf3ffd3 req-d266c220-3813-4ebb-b57f-0e5583a09af0 service neutron] For port 70d47afd-5663-4beb-a8fb-0df4ccc8d900, host n-h2-816206-8, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:19:22.131600 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [req-77bb6554-be3d-4d1d-81c3-7dc6aaf3ffd3 req-d266c220-3813-4ebb-b57f-0e5583a09af0 service neutron] For port 70d47afd-5663-4beb-a8fb-0df4ccc8d900, host n-h2-816206-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=70d47afd-5663-4beb-a8fb-0df4ccc8d900,segment=NetworkSegment(bb3e9feb-2585-4817-a093-fda0dad7f4a6),segment_id=bb3e9feb-2585-4817-a093-fda0dad7f4a6)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:19:22.140640 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-77bb6554-be3d-4d1d-81c3-7dc6aaf3ffd3 req-d266c220-3813-4ebb-b57f-0e5583a09af0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:22.143250 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-0c227137-ad45-4ea6-a623-b4ee0bdef47f req-33271a3a-d884-45bd-929f-a04907a3506e tempest-AttachSCSIVolumeTestJSON-658117345 tempest-AttachSCSIVolumeTestJSON-658117345-project] 10.222.0.60 "GET /v2.0/security-groups?id=a3cfcde2-4e4e-4f70-9290-3029351d48ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061578 Nov 23 17:19:22.145569 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfc23d3-21db-4f21-830b-e73f11069417 req-194f2a13-542d-43bf-bfdc-8f61c599766d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:19:22.147046 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7dfc23d3-21db-4f21-830b-e73f11069417 req-194f2a13-542d-43bf-bfdc-8f61c599766d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ac77c175-5679-438b-8a2a-356718377641 HTTP/1.1" status: 200 len: 843 time: 0.0835726 Nov 23 17:19:22.182138 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bb6554-be3d-4d1d-81c3-7dc6aaf3ffd3 req-d266c220-3813-4ebb-b57f-0e5583a09af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:19:22.183453 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-77bb6554-be3d-4d1d-81c3-7dc6aaf3ffd3 req-d266c220-3813-4ebb-b57f-0e5583a09af0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:22.188234 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-77bb6554-be3d-4d1d-81c3-7dc6aaf3ffd3 req-d266c220-3813-4ebb-b57f-0e5583a09af0 service neutron] 10.222.0.36 "PUT /v2.0/ports/70d47afd-5663-4beb-a8fb-0df4ccc8d900 HTTP/1.1" status: 200 len: 1091 time: 1.3194218 Nov 23 17:19:22.192190 n-d-816206-8 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b0f27b9-aae7-4c04-b62e-21c41ff75a5a', 'tag': '70d47afd-5663-4beb-a8fb-0df4ccc8d900'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:19:22.194772 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbabddbc9fc37b068808e119c416c86f5957ca04531a4a0d2e695c515e93483b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f979966-746f-494f-8497-14b02730f853" -d '{"events": [{"name": "network-changed", "server_uuid": "7b0f27b9-aae7-4c04-b62e-21c41ff75a5a", "tag": "70d47afd-5663-4beb-a8fb-0df4ccc8d900"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:19:22.203591 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-87e0c82c-7d7e-4c90-af99-6a4f87a81809 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:22.206321 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-87e0c82c-7d7e-4c90-af99-6a4f87a81809 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:22.207696 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-87e0c82c-7d7e-4c90-af99-6a4f87a81809 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/00fc99dc-748b-4399-962d-8161dd611f7b HTTP/1.1" status: 204 len: 168 time: 0.5509737 Nov 23 17:19:22.247422 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.agents_db [None req-464f6c07-0de8-4be6-8f5b-563f574d1c5d None None] Agent healthcheck: found 7 active agents {{(pid=103593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 17:19:22.254744 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e0c82c-7d7e-4c90-af99-6a4f87a81809 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00fc99dc-748b-4399-962d-8161dd611f7b,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:19:22.269504 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfc23d3-21db-4f21-830b-e73f11069417 req-1f9d2e6e-5069-4e2e-b8cb-c78aba0de6fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:19:22.271244 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7dfc23d3-21db-4f21-830b-e73f11069417 req-1f9d2e6e-5069-4e2e-b8cb-c78aba0de6fb service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f1e1dabf-b410-4023-9169-a460a86e7184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1103656 Nov 23 17:19:22.296702 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d266c220-3813-4ebb-b57f-0e5583a09af0 service neutron] Pushing event updated for resources: {'Port': ['ID=70d47afd-5663-4beb-a8fb-0df4ccc8d900,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:19:22.399950 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bb6554-be3d-4d1d-81c3-7dc6aaf3ffd3 req-23e351bb-1620-49ac-a031-8c9211a24c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:19:22.402052 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-77bb6554-be3d-4d1d-81c3-7dc6aaf3ffd3 req-23e351bb-1620-49ac-a031-8c9211a24c8f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=808c70784bbb425d87fe103503f75985&device_id=7b0f27b9-aae7-4c04-b62e-21c41ff75a5a HTTP/1.1" status: 200 len: 1094 time: 0.0929279 Nov 23 17:19:22.465994 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-77bb6554-be3d-4d1d-81c3-7dc6aaf3ffd3 req-2399b89e-00b0-4143-bb9c-40c81d191352 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=70d47afd-5663-4beb-a8fb-0df4ccc8d900 HTTP/1.1" status: 200 len: 217 time: 0.0496647 Nov 23 17:19:22.483831 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7dfc23d3-21db-4f21-830b-e73f11069417 req-c3b022a6-7a9a-4d94-af01-bbd1ec7f99af service neutron] 10.222.0.36 "GET /v2.0/networks/f1e1dabf-b410-4023-9169-a460a86e7184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1974678 Nov 23 17:19:22.494639 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10301ab0-d665-4310-a6ec-16fee84f275f req-333c44d7-22e8-4b66-ae6f-549a7cee721e tempest-LiveAutoBlockMigrationV225Test-82532795 tempest-LiveAutoBlockMigrationV225Test-82532795-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:19:22.498155 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-10301ab0-d665-4310-a6ec-16fee84f275f req-333c44d7-22e8-4b66-ae6f-549a7cee721e tempest-LiveAutoBlockMigrationV225Test-82532795 tempest-LiveAutoBlockMigrationV225Test-82532795-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=87008797-e985-490d-8c0f-a48dbdb047ab HTTP/1.1" status: 200 len: 1096 time: 0.0843050 Nov 23 17:19:22.529164 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bb6554-be3d-4d1d-81c3-7dc6aaf3ffd3 req-c816d3df-e16e-4b71-9129-bf02ad1b0962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:19:22.530854 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-77bb6554-be3d-4d1d-81c3-7dc6aaf3ffd3 req-c816d3df-e16e-4b71-9129-bf02ad1b0962 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e33c876c-5e91-452d-838f-ee0f4d33d887 HTTP/1.1" status: 200 len: 853 time: 0.0567358 Nov 23 17:19:22.616805 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bb6554-be3d-4d1d-81c3-7dc6aaf3ffd3 req-ef54f073-641c-42d9-aab9-19eecf7f7602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:19:22.618760 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-77bb6554-be3d-4d1d-81c3-7dc6aaf3ffd3 req-ef54f073-641c-42d9-aab9-19eecf7f7602 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=01972287-90c5-4608-9ed2-b49b8746f3c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0691521 Nov 23 17:19:22.704050 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-10301ab0-d665-4310-a6ec-16fee84f275f req-d40e467b-364c-40db-90a0-56dd39c1eb7b tempest-LiveAutoBlockMigrationV225Test-82532795 tempest-LiveAutoBlockMigrationV225Test-82532795-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=ef6a96c0-423c-4ea7-a75c-4657afd8c521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812384 Nov 23 17:19:22.798684 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7dfc23d3-21db-4f21-830b-e73f11069417 req-220fa73d-7045-40fa-83ec-dacbe210ac64 service neutron] 10.222.0.36 "GET /v2.0/networks/f1e1dabf-b410-4023-9169-a460a86e7184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2989841 Nov 23 17:19:22.912810 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-77bb6554-be3d-4d1d-81c3-7dc6aaf3ffd3 req-fab4a5ae-6fe5-4e9c-9a0a-fe44f03d0966 service neutron] 10.222.0.36 "GET /v2.0/networks/01972287-90c5-4608-9ed2-b49b8746f3c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2690248 Nov 23 17:19:22.998213 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [req-50b0a508-73e9-4b5b-a524-5c0c5488ce0e req-a80b14a8-e82a-4a03-a9a2-34fee33a6223 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=103591) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 17:19:22.999030 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-50b0a508-73e9-4b5b-a524-5c0c5488ce0e req-a80b14a8-e82a-4a03-a9a2-34fee33a6223 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2305217 Nov 23 17:19:23.149966 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-77bb6554-be3d-4d1d-81c3-7dc6aaf3ffd3 req-416fb06d-c560-4c5b-9607-c785cb67b5f7 service neutron] 10.222.0.36 "GET /v2.0/networks/01972287-90c5-4608-9ed2-b49b8746f3c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2279215 Nov 23 17:19:23.319624 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 17:19:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0390f0ca-5ca8-44ef-85c6-a67941b9730c x-openstack-request-id: req-0390f0ca-5ca8-44ef-85c6-a67941b9730c {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:19:23.319991 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b0f27b9-aae7-4c04-b62e-21c41ff75a5a", "tag": "70d47afd-5663-4beb-a8fb-0df4ccc8d900", "status": "completed", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:19:23.320308 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-0390f0ca-5ca8-44ef-85c6-a67941b9730c {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:19:23.320928 n-d-816206-8 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b0f27b9-aae7-4c04-b62e-21c41ff75a5a', 'tag': '70d47afd-5663-4beb-a8fb-0df4ccc8d900', 'status': 'completed', 'code': 200} Nov 23 17:19:23.350627 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a12bfc2-3dfa-41d8-a092-9df10df8780f req-a8218b22-f9af-4dd5-8b98-c3eca05c325c tempest-ServerDiagnosticsNegativeTest-1211481004 tempest-ServerDiagnosticsNegativeTest-1211481004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:19:23.353693 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5a12bfc2-3dfa-41d8-a092-9df10df8780f req-a8218b22-f9af-4dd5-8b98-c3eca05c325c tempest-ServerDiagnosticsNegativeTest-1211481004 tempest-ServerDiagnosticsNegativeTest-1211481004-project] 10.222.0.60 "GET /v2.0/ports?device_id=fdb9432d-6351-41b0-a2ed-3fb8235fd3ed HTTP/1.1" status: 200 len: 949 time: 0.1439886 Nov 23 17:19:23.458354 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f979966-746f-494f-8497-14b02730f853 req-5ad14f2f-917f-4aba-8b00-321f90dd576e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:19:23.461256 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-6f979966-746f-494f-8497-14b02730f853 req-5ad14f2f-917f-4aba-8b00-321f90dd576e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=808c70784bbb425d87fe103503f75985&device_id=7b0f27b9-aae7-4c04-b62e-21c41ff75a5a HTTP/1.1" status: 200 len: 1094 time: 0.1010690 Nov 23 17:19:23.471431 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5a12bfc2-3dfa-41d8-a092-9df10df8780f req-03402625-7862-414d-ab12-b28550c997cf tempest-ServerDiagnosticsNegativeTest-1211481004 tempest-ServerDiagnosticsNegativeTest-1211481004-project] 10.222.0.60 "GET /v2.0/security-groups?id=6321db8b-3a75-4035-9404-7483a2c37ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069181 Nov 23 17:19:23.585955 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a82bfb-3859-4130-b108-b46d0f5940c2 req-21f27d54-8d88-4f8c-ba6f-a5ccce2f7426 tempest-LiveAutoBlockMigrationV225Test-82532795 tempest-LiveAutoBlockMigrationV225Test-82532795-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:19:23.603781 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-22a82bfb-3859-4130-b108-b46d0f5940c2 req-21f27d54-8d88-4f8c-ba6f-a5ccce2f7426 tempest-LiveAutoBlockMigrationV225Test-82532795 tempest-LiveAutoBlockMigrationV225Test-82532795-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=87008797-e985-490d-8c0f-a48dbdb047ab HTTP/1.1" status: 200 len: 1096 time: 0.1170115 Nov 23 17:19:23.650995 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f979966-746f-494f-8497-14b02730f853 req-596633ad-5228-46d4-b2aa-af5c233495f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:19:23.655529 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-6f979966-746f-494f-8497-14b02730f853 req-596633ad-5228-46d4-b2aa-af5c233495f6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=01972287-90c5-4608-9ed2-b49b8746f3c2 HTTP/1.1" status: 200 len: 915 time: 0.1722715 Nov 23 17:19:23.731827 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-6f979966-746f-494f-8497-14b02730f853 req-c9d38192-aeb6-4ac6-9054-b5b0b8a051e0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=70d47afd-5663-4beb-a8fb-0df4ccc8d900 HTTP/1.1" status: 200 len: 217 time: 0.0632262 Nov 23 17:19:23.741451 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-22a82bfb-3859-4130-b108-b46d0f5940c2 req-62460a8a-b84c-4c20-bac0-74b81bc48695 tempest-LiveAutoBlockMigrationV225Test-82532795 tempest-LiveAutoBlockMigrationV225Test-82532795-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=ef6a96c0-423c-4ea7-a75c-4657afd8c521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323397 Nov 23 17:19:23.804587 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c9f45f-b122-4978-96f2-095ca348c9cd req-38c960d7-ea3c-4e6a-90c8-8ac9b4388f2c tempest-AttachSCSIVolumeTestJSON-658117345 tempest-AttachSCSIVolumeTestJSON-658117345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:19:23.810447 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a6c9f45f-b122-4978-96f2-095ca348c9cd req-38c960d7-ea3c-4e6a-90c8-8ac9b4388f2c tempest-AttachSCSIVolumeTestJSON-658117345 tempest-AttachSCSIVolumeTestJSON-658117345-project] 10.222.0.60 "GET /v2.0/ports?device_id=7b0f27b9-aae7-4c04-b62e-21c41ff75a5a HTTP/1.1" status: 200 len: 943 time: 0.1550624 Nov 23 17:19:23.839407 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 49616) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:19:23.875978 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f979966-746f-494f-8497-14b02730f853 req-f8c87e73-5f2b-489e-b940-4eeadba56c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:19:23.879545 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-6f979966-746f-494f-8497-14b02730f853 req-f8c87e73-5f2b-489e-b940-4eeadba56c72 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e33c876c-5e91-452d-838f-ee0f4d33d887 HTTP/1.1" status: 200 len: 853 time: 0.1271098 Nov 23 17:19:23.936744 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a6c9f45f-b122-4978-96f2-095ca348c9cd req-33cb8f2b-500b-4bbd-a939-cb735f9c41de tempest-AttachSCSIVolumeTestJSON-658117345 tempest-AttachSCSIVolumeTestJSON-658117345-project] 10.222.0.60 "GET /v2.0/security-groups?id=a3cfcde2-4e4e-4f70-9290-3029351d48ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081073 Nov 23 17:19:23.981501 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f979966-746f-494f-8497-14b02730f853 req-804ec906-50bb-4530-9576-202270d14f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:19:23.984000 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-6f979966-746f-494f-8497-14b02730f853 req-804ec906-50bb-4530-9576-202270d14f11 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=01972287-90c5-4608-9ed2-b49b8746f3c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0715265 Nov 23 17:19:23.999883 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fba9e0-2093-445f-a08e-6f6522749a6e req-38bda42f-25ff-41b8-9cc1-ebd7c9a74e78 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:19:24.001716 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-44fba9e0-2093-445f-a08e-6f6522749a6e req-38bda42f-25ff-41b8-9cc1-ebd7c9a74e78 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] 10.222.0.60 "GET /v2.0/ports?device_id=c79fc20b-806a-458c-8c0f-8a4583c06a8f HTTP/1.1" status: 200 len: 949 time: 0.0908070 Nov 23 17:19:24.094912 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-44fba9e0-2093-445f-a08e-6f6522749a6e req-eff37b8a-546e-4b41-a1d3-5d2d7c550e10 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] 10.222.0.60 "GET /v2.0/security-groups?id=70227657-be62-432a-a8fd-5a85231fc7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865307 Nov 23 17:19:24.230058 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-adfe8706-7617-4f87-9cd1-9e7cd95d104c req-c654b7ab-f136-4d58-9e40-47c63d41ba00 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=c79fc20b-806a-458c-8c0f-8a4583c06a8f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3885536 Nov 23 17:19:24.249288 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [req-adfe8706-7617-4f87-9cd1-9e7cd95d104c req-77a8bf18-84d0-4160-acbd-94788a2e3c23 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=103590) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 17:19:24.250639 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-adfe8706-7617-4f87-9cd1-9e7cd95d104c req-77a8bf18-84d0-4160-acbd-94788a2e3c23 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0093403 Nov 23 17:19:24.260311 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-6f979966-746f-494f-8497-14b02730f853 req-09694953-eead-44f9-8128-7c09d08aca3f service neutron] 10.222.0.36 "GET /v2.0/networks/01972287-90c5-4608-9ed2-b49b8746f3c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2601752 Nov 23 17:19:24.271659 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 49640) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:19:24.384837 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [req-67ec2e98-6f38-4dbd-973f-8b49704f58df req-b4e16bf4-a47b-4a40-93a3-c69d8626301b service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=103591) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 17:19:24.386512 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-67ec2e98-6f38-4dbd-973f-8b49704f58df req-b4e16bf4-a47b-4a40-93a3-c69d8626301b service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0075395 Nov 23 17:19:24.509902 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-6f979966-746f-494f-8497-14b02730f853 req-0b706299-db22-4957-bb8c-67408e33696d service neutron] 10.222.0.36 "GET /v2.0/networks/01972287-90c5-4608-9ed2-b49b8746f3c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2288735 Nov 23 17:19:24.573572 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ebaacb-6a7f-4152-bd5c-7e98137ef1e0 req-cb27820d-7309-49b9-ac73-26be1f996be9 tempest-ServerDiagnosticsNegativeTest-1211481004 tempest-ServerDiagnosticsNegativeTest-1211481004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:19:24.575786 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c6ebaacb-6a7f-4152-bd5c-7e98137ef1e0 req-cb27820d-7309-49b9-ac73-26be1f996be9 tempest-ServerDiagnosticsNegativeTest-1211481004 tempest-ServerDiagnosticsNegativeTest-1211481004-project] 10.222.0.60 "GET /v2.0/ports?device_id=fdb9432d-6351-41b0-a2ed-3fb8235fd3ed HTTP/1.1" status: 200 len: 949 time: 0.0716379 Nov 23 17:19:24.674563 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c6ebaacb-6a7f-4152-bd5c-7e98137ef1e0 req-61e4b214-e703-48b6-b469-35c964ef19e1 tempest-ServerDiagnosticsNegativeTest-1211481004 tempest-ServerDiagnosticsNegativeTest-1211481004-project] 10.222.0.60 "GET /v2.0/security-groups?id=6321db8b-3a75-4035-9404-7483a2c37ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890689 Nov 23 17:19:24.769279 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-22df4276-a251-4fa6-ad42-df7c7d503e93 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:24.871755 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-22df4276-a251-4fa6-ad42-df7c7d503e93 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:24.878069 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-22df4276-a251-4fa6-ad42-df7c7d503e93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:24.968843 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22df4276-a251-4fa6-ad42-df7c7d503e93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7312ab6-3cf8-4053-9df6-87200fd83cb2,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:19:24.987001 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 49668) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:19:24.989752 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-22df4276-a251-4fa6-ad42-df7c7d503e93 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a5163f78029a44e187c7c052ed132939&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7163258 Nov 23 17:19:25.128880 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-85b3a5dc-d1c1-428a-90b4-b7668c607052 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:25.192152 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-85b3a5dc-d1c1-428a-90b4-b7668c607052 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:25.228808 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbcefda-e0d7-4f95-9f54-fd23e047e7d5 req-b907e30c-0491-4f50-971f-38496073d739 tempest-AttachSCSIVolumeTestJSON-658117345 tempest-AttachSCSIVolumeTestJSON-658117345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:19:25.232471 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-3dbcefda-e0d7-4f95-9f54-fd23e047e7d5 req-b907e30c-0491-4f50-971f-38496073d739 tempest-AttachSCSIVolumeTestJSON-658117345 tempest-AttachSCSIVolumeTestJSON-658117345-project] 10.222.0.60 "GET /v2.0/ports?device_id=7b0f27b9-aae7-4c04-b62e-21c41ff75a5a HTTP/1.1" status: 200 len: 943 time: 0.0633600 Nov 23 17:19:25.308025 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-85b3a5dc-d1c1-428a-90b4-b7668c607052 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:25.311482 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-85b3a5dc-d1c1-428a-90b4-b7668c607052 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:25.315343 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-85b3a5dc-d1c1-428a-90b4-b7668c607052 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d7312ab6-3cf8-4053-9df6-87200fd83cb2 HTTP/1.1" status: 204 len: 168 time: 0.3273416 Nov 23 17:19:25.325184 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b3a5dc-d1c1-428a-90b4-b7668c607052 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7312ab6-3cf8-4053-9df6-87200fd83cb2,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:19:25.328078 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-3dbcefda-e0d7-4f95-9f54-fd23e047e7d5 req-4f65815c-be74-4f54-90a1-46751f2abac1 tempest-AttachSCSIVolumeTestJSON-658117345 tempest-AttachSCSIVolumeTestJSON-658117345-project] 10.222.0.60 "GET /v2.0/security-groups?id=a3cfcde2-4e4e-4f70-9290-3029351d48ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890756 Nov 23 17:19:25.569183 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24060277-a1db-4392-951c-123753bdd108 req-03f39ed8-2920-445c-a71c-70ec76120710 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:19:25.581362 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-24060277-a1db-4392-951c-123753bdd108 req-03f39ed8-2920-445c-a71c-70ec76120710 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] 10.222.0.60 "GET /v2.0/ports?device_id=c79fc20b-806a-458c-8c0f-8a4583c06a8f HTTP/1.1" status: 200 len: 949 time: 0.1249225 Nov 23 17:19:25.711113 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-24060277-a1db-4392-951c-123753bdd108 req-77a0d78b-5da1-4daa-873d-cb359171bd13 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] 10.222.0.60 "GET /v2.0/security-groups?id=70227657-be62-432a-a8fd-5a85231fc7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266696 Nov 23 17:19:25.992767 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bfa534-5dab-4c22-8684-9a4b9d9cd667 req-ce918115-ba14-409b-adce-3ad2f381daf4 tempest-ServerDiagnosticsNegativeTest-1211481004 tempest-ServerDiagnosticsNegativeTest-1211481004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:19:26.009986 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-93bfa534-5dab-4c22-8684-9a4b9d9cd667 req-ce918115-ba14-409b-adce-3ad2f381daf4 tempest-ServerDiagnosticsNegativeTest-1211481004 tempest-ServerDiagnosticsNegativeTest-1211481004-project] 10.222.0.60 "GET /v2.0/ports?device_id=fdb9432d-6351-41b0-a2ed-3fb8235fd3ed HTTP/1.1" status: 200 len: 949 time: 0.1123075 Nov 23 17:19:26.077136 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ab4455-5b4d-44d9-bec7-ad64f54344e0 req-b4dd1f1c-21bf-4e05-9c4b-c880c9722508 tempest-ServerDiagnosticsNegativeTest-1211481004 tempest-ServerDiagnosticsNegativeTest-1211481004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:19:26.080761 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-46ab4455-5b4d-44d9-bec7-ad64f54344e0 req-b4dd1f1c-21bf-4e05-9c4b-c880c9722508 tempest-ServerDiagnosticsNegativeTest-1211481004 tempest-ServerDiagnosticsNegativeTest-1211481004-project] 10.222.0.36 "GET /v2.0/ports?device_id=fdb9432d-6351-41b0-a2ed-3fb8235fd3ed HTTP/1.1" status: 200 len: 949 time: 0.1015666 Nov 23 17:19:26.101380 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-93bfa534-5dab-4c22-8684-9a4b9d9cd667 req-edb20492-122f-4094-aa7b-ed17998386fd tempest-ServerDiagnosticsNegativeTest-1211481004 tempest-ServerDiagnosticsNegativeTest-1211481004-project] 10.222.0.60 "GET /v2.0/security-groups?id=6321db8b-3a75-4035-9404-7483a2c37ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832627 Nov 23 17:19:26.148582 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 49730) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:19:26.179958 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device 70d47afd-5663-4beb-a8fb-0df4ccc8d900 details requested by agent hyperv_n-h2-816206-8 with host n-h2-816206-8 {{(pid=103592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 17:19:26.185164 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-72e605da-2ac9-4142-85b7-97291c3b7e22 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:26.482032 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port 70d47afd-5663-4beb-a8fb-0df4ccc8d900, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=70d47afd-5663-4beb-a8fb-0df4ccc8d900,segment=NetworkSegment(bb3e9feb-2585-4817-a093-fda0dad7f4a6),segment_id=bb3e9feb-2585-4817-a093-fda0dad7f4a6)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:19:26.494689 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [req-46ab4455-5b4d-44d9-bec7-ad64f54344e0 req-05c00af3-0575-408d-95a4-d0a8534df7e4 tempest-ServerDiagnosticsNegativeTest-1211481004 tempest-ServerDiagnosticsNegativeTest-1211481004-project] Deleting port 06eef6a8-0a5f-4fb7-94ed-0c520d5a8797 {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:19:26.495319 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-46ab4455-5b4d-44d9-bec7-ad64f54344e0 req-05c00af3-0575-408d-95a4-d0a8534df7e4 tempest-ServerDiagnosticsNegativeTest-1211481004 tempest-ServerDiagnosticsNegativeTest-1211481004-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:26.498225 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Returning: {'device': '70d47afd-5663-4beb-a8fb-0df4ccc8d900', 'network_id': '01972287-90c5-4608-9ed2-b49b8746f3c2', 'port_id': '70d47afd-5663-4beb-a8fb-0df4ccc8d900', 'mac_address': 'fa:16:3e:24:da:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e33c876c-5e91-452d-838f-ee0f4d33d887', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 17:19:26.550897 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:26.573395 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70d47afd-5663-4beb-a8fb-0df4ccc8d900 {{(pid=103592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:19:26.618376 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b436f8-8e22-4779-b8c7-9b4309860e32 req-8b23af58-d4a3-40c1-a535-1582c897d23e tempest-AttachSCSIVolumeTestJSON-658117345 tempest-AttachSCSIVolumeTestJSON-658117345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:19:26.621915 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port 70d47afd-5663-4beb-a8fb-0df4ccc8d900, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=70d47afd-5663-4beb-a8fb-0df4ccc8d900,segment=NetworkSegment(bb3e9feb-2585-4817-a093-fda0dad7f4a6),segment_id=bb3e9feb-2585-4817-a093-fda0dad7f4a6)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:19:26.628008 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:26.633821 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-16b436f8-8e22-4779-b8c7-9b4309860e32 req-8b23af58-d4a3-40c1-a535-1582c897d23e tempest-AttachSCSIVolumeTestJSON-658117345 tempest-AttachSCSIVolumeTestJSON-658117345-project] 10.222.0.60 "GET /v2.0/ports?device_id=7b0f27b9-aae7-4c04-b62e-21c41ff75a5a HTTP/1.1" status: 200 len: 943 time: 0.2103336 Nov 23 17:19:26.721833 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Pushing event updated for resources: {'Port': ['ID=70d47afd-5663-4beb-a8fb-0df4ccc8d900,revision_number=4']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:19:26.750807 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-16b436f8-8e22-4779-b8c7-9b4309860e32 req-1e04d2fc-89fc-4b6d-948a-3a4d1032a555 tempest-AttachSCSIVolumeTestJSON-658117345 tempest-AttachSCSIVolumeTestJSON-658117345-project] 10.222.0.60 "GET /v2.0/security-groups?id=a3cfcde2-4e4e-4f70-9290-3029351d48ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083562 Nov 23 17:19:26.815618 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-72e605da-2ac9-4142-85b7-97291c3b7e22 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:26.831799 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [req-46ab4455-5b4d-44d9-bec7-ad64f54344e0 req-05c00af3-0575-408d-95a4-d0a8534df7e4 tempest-ServerDiagnosticsNegativeTest-1211481004 tempest-ServerDiagnosticsNegativeTest-1211481004-project] For port 06eef6a8-0a5f-4fb7-94ed-0c520d5a8797, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=06eef6a8-0a5f-4fb7-94ed-0c520d5a8797,segment=NetworkSegment(329c1745-02bf-4561-9615-3192910887f5),segment_id=329c1745-02bf-4561-9615-3192910887f5)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:19:26.832441 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-46ab4455-5b4d-44d9-bec7-ad64f54344e0 req-05c00af3-0575-408d-95a4-d0a8534df7e4 tempest-ServerDiagnosticsNegativeTest-1211481004 tempest-ServerDiagnosticsNegativeTest-1211481004-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:26.836648 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-72e605da-2ac9-4142-85b7-97291c3b7e22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:26.898243 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [req-46ab4455-5b4d-44d9-bec7-ad64f54344e0 req-05c00af3-0575-408d-95a4-d0a8534df7e4 tempest-ServerDiagnosticsNegativeTest-1211481004 tempest-ServerDiagnosticsNegativeTest-1211481004-project] Calling delete_port for 06eef6a8-0a5f-4fb7-94ed-0c520d5a8797 owned by compute:nova {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:19:26.924258 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] get_ports_and_sgs() called for port_ids ['70d47afd-5663-4beb-a8fb-0df4ccc8d900'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:19:26.935062 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-72e605da-2ac9-4142-85b7-97291c3b7e22 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ff0e08400a624bc0a4b2ea34f7e62fc7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7848372 Nov 23 17:19:26.935205 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 49756) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:19:26.938120 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e605da-2ac9-4142-85b7-97291c3b7e22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63a4fc1d-f30c-4e60-8f42-1348aa346427,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:19:27.110909 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-edee73d3-6a7a-40e5-8877-47ca55d144f3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:27.146557 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-edee73d3-6a7a-40e5-8877-47ca55d144f3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:27.158731 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-46ab4455-5b4d-44d9-bec7-ad64f54344e0 req-05c00af3-0575-408d-95a4-d0a8534df7e4 tempest-ServerDiagnosticsNegativeTest-1211481004 tempest-ServerDiagnosticsNegativeTest-1211481004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:27.206544 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c00af3-0575-408d-95a4-d0a8534df7e4 tempest-ServerDiagnosticsNegativeTest-1211481004 tempest-ServerDiagnosticsNegativeTest-1211481004-project] Pushing event deleted for resources: {'Port': ['ID=06eef6a8-0a5f-4fb7-94ed-0c520d5a8797,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:19:27.235925 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-edee73d3-6a7a-40e5-8877-47ca55d144f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:27.238954 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-edee73d3-6a7a-40e5-8877-47ca55d144f3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:27.250351 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-edee73d3-6a7a-40e5-8877-47ca55d144f3 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/63a4fc1d-f30c-4e60-8f42-1348aa346427 HTTP/1.1" status: 204 len: 168 time: 0.3105423 Nov 23 17:19:27.258222 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [req-46ab4455-5b4d-44d9-bec7-ad64f54344e0 req-05c00af3-0575-408d-95a4-d0a8534df7e4 tempest-ServerDiagnosticsNegativeTest-1211481004 tempest-ServerDiagnosticsNegativeTest-1211481004-project] No DVR routers for this DVR port 06eef6a8-0a5f-4fb7-94ed-0c520d5a8797 on host n-h2-816206-8 {{(pid=103590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:19:27.262670 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-46ab4455-5b4d-44d9-bec7-ad64f54344e0 req-05c00af3-0575-408d-95a4-d0a8534df7e4 tempest-ServerDiagnosticsNegativeTest-1211481004 tempest-ServerDiagnosticsNegativeTest-1211481004-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:27.268083 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-46ab4455-5b4d-44d9-bec7-ad64f54344e0 req-05c00af3-0575-408d-95a4-d0a8534df7e4 tempest-ServerDiagnosticsNegativeTest-1211481004 tempest-ServerDiagnosticsNegativeTest-1211481004-project] 10.222.0.36 "DELETE /v2.0/ports/06eef6a8-0a5f-4fb7-94ed-0c520d5a8797 HTTP/1.1" status: 204 len: 173 time: 1.1803195 Nov 23 17:19:27.268583 n-d-816206-8 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdb9432d-6351-41b0-a2ed-3fb8235fd3ed', 'name': 'network-vif-deleted', 'tag': '06eef6a8-0a5f-4fb7-94ed-0c520d5a8797'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:19:27.271236 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbabddbc9fc37b068808e119c416c86f5957ca04531a4a0d2e695c515e93483b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaab5958-2ab8-44e5-9bb2-a6f2c0a449e2" -d '{"events": [{"server_uuid": "fdb9432d-6351-41b0-a2ed-3fb8235fd3ed", "name": "network-vif-deleted", "tag": "06eef6a8-0a5f-4fb7-94ed-0c520d5a8797"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:19:27.271396 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edee73d3-6a7a-40e5-8877-47ca55d144f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63a4fc1d-f30c-4e60-8f42-1348aa346427,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:19:27.351949 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af8f876-e429-477f-acd6-4f2bbf8df7d6 req-aae3d0d7-2f28-4e87-b478-a674e91f80d5 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:19:27.360050 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-3af8f876-e429-477f-acd6-4f2bbf8df7d6 req-aae3d0d7-2f28-4e87-b478-a674e91f80d5 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] 10.222.0.60 "GET /v2.0/ports?device_id=c79fc20b-806a-458c-8c0f-8a4583c06a8f HTTP/1.1" status: 200 len: 949 time: 0.0942657 Nov 23 17:19:27.422320 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [req-6dff6048-ceba-471b-ab05-d9537e6c3e2e req-cc641d1c-661e-4866-9886-580cf3af2455 tempest-LiveAutoBlockMigrationV225Test-82532795 tempest-LiveAutoBlockMigrationV225Test-82532795-project-admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=103591) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 17:19:27.424741 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6dff6048-ceba-471b-ab05-d9537e6c3e2e req-cc641d1c-661e-4866-9886-580cf3af2455 tempest-LiveAutoBlockMigrationV225Test-82532795 tempest-LiveAutoBlockMigrationV225Test-82532795-project-admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2339592 Nov 23 17:19:27.458230 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-3af8f876-e429-477f-acd6-4f2bbf8df7d6 req-c7360672-4171-4c1b-b935-98f2bfb66fa7 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] 10.222.0.60 "GET /v2.0/security-groups?id=70227657-be62-432a-a8fd-5a85231fc7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841265 Nov 23 17:19:27.521758 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dff6048-ceba-471b-ab05-d9537e6c3e2e req-0c29df24-81b2-432b-89a3-b6035260154d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:19:27.529696 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6dff6048-ceba-471b-ab05-d9537e6c3e2e req-0c29df24-81b2-432b-89a3-b6035260154d service neutron] 10.222.0.60 "GET /v2.0/ports/2488209f-deff-41b1-bc6c-75834b3c0d4d HTTP/1.1" status: 200 len: 1093 time: 0.0701239 Nov 23 17:19:27.537415 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [req-6dff6048-ceba-471b-ab05-d9537e6c3e2e req-a36d9683-3a57-44f5-99dc-019011ed515a service neutron] Request body: {'binding': {'host': 'n-h2-816206-8', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:19:27.538155 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [req-6dff6048-ceba-471b-ab05-d9537e6c3e2e req-a36d9683-3a57-44f5-99dc-019011ed515a service neutron] Unknown quota resources ['binding']. {{(pid=103591) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 23 17:19:27.622744 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] get_ports_and_sgs() called for port_ids ['06eef6a8-0a5f-4fb7-94ed-0c520d5a8797'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:19:27.666119 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfe8706-7617-4f87-9cd1-9e7cd95d104c req-f7906375-6722-40fa-9992-0907cb316ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:19:27.667580 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-adfe8706-7617-4f87-9cd1-9e7cd95d104c req-f7906375-6722-40fa-9992-0907cb316ad1 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=98a62786d4654c60b8dab5d2a606f4fe&device_id=c79fc20b-806a-458c-8c0f-8a4583c06a8f HTTP/1.1" status: 200 len: 1100 time: 0.1269066 Nov 23 17:19:27.845466 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-6dff6048-ceba-471b-ab05-d9537e6c3e2e req-a36d9683-3a57-44f5-99dc-019011ed515a service neutron] Attempting to bind port 2488209f-deff-41b1-bc6c-75834b3c0d4d on host n-h2-816206-8 for vnic_type normal with profile None {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:19:27.845789 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-6dff6048-ceba-471b-ab05-d9537e6c3e2e req-a36d9683-3a57-44f5-99dc-019011ed515a service neutron] Attempting to bind port 2488209f-deff-41b1-bc6c-75834b3c0d4d by drivers openvswitch,hyperv on host n-h2-816206-8 at level 0 using segments [{'id': 'aeb4ff6a-77f7-45a2-bf27-0feac134a4ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'eacea6aa-86b2-4fe9-ae0d-611828f27804'}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:19:27.846121 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dff6048-ceba-471b-ab05-d9537e6c3e2e req-a36d9683-3a57-44f5-99dc-019011ed515a service neutron] Attempting to bind port 2488209f-deff-41b1-bc6c-75834b3c0d4d on network eacea6aa-86b2-4fe9-ae0d-611828f27804 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:19:27.850558 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfe8706-7617-4f87-9cd1-9e7cd95d104c req-1962b019-9c2f-4144-854a-ca7d2ab6429b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:19:27.852179 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-adfe8706-7617-4f87-9cd1-9e7cd95d104c req-1962b019-9c2f-4144-854a-ca7d2ab6429b service neutron] 10.222.0.55 "GET /v2.0/networks?id=f1e1dabf-b410-4023-9169-a460a86e7184 HTTP/1.1" status: 200 len: 870 time: 0.1549981 Nov 23 17:19:27.854828 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dff6048-ceba-471b-ab05-d9537e6c3e2e req-a36d9683-3a57-44f5-99dc-019011ed515a service neutron] Port 2488209f-deff-41b1-bc6c-75834b3c0d4d on network eacea6aa-86b2-4fe9-ae0d-611828f27804 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-8 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 17:19:27.855148 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dff6048-ceba-471b-ab05-d9537e6c3e2e req-a36d9683-3a57-44f5-99dc-019011ed515a service neutron] Attempting to bind port 2488209f-deff-41b1-bc6c-75834b3c0d4d on network eacea6aa-86b2-4fe9-ae0d-611828f27804 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:19:27.861189 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dff6048-ceba-471b-ab05-d9537e6c3e2e req-a36d9683-3a57-44f5-99dc-019011ed515a service neutron] Checking agent: {'id': 'ab77bf9e-0267-4174-8f1d-822cba89b207', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 15, 13), 'started_at': datetime.datetime(2021, 11, 23, 17, 15, 13), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 19, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:19:27.861528 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dff6048-ceba-471b-ab05-d9537e6c3e2e req-a36d9683-3a57-44f5-99dc-019011ed515a service neutron] Checking segment: {'id': 'aeb4ff6a-77f7-45a2-bf27-0feac134a4ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'eacea6aa-86b2-4fe9-ae0d-611828f27804'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:19:27.861982 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dff6048-ceba-471b-ab05-d9537e6c3e2e req-a36d9683-3a57-44f5-99dc-019011ed515a service neutron] Bound using segment: {'id': 'aeb4ff6a-77f7-45a2-bf27-0feac134a4ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'eacea6aa-86b2-4fe9-ae0d-611828f27804'} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:19:27.862804 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-6dff6048-ceba-471b-ab05-d9537e6c3e2e req-a36d9683-3a57-44f5-99dc-019011ed515a service neutron] Bound port: 2488209f-deff-41b1-bc6c-75834b3c0d4d, host: n-h2-816206-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aeb4ff6a-77f7-45a2-bf27-0feac134a4ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'eacea6aa-86b2-4fe9-ae0d-611828f27804'}}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:19:27.953358 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-adfe8706-7617-4f87-9cd1-9e7cd95d104c req-5e2fbc6f-972a-4325-bd62-e5624764c6d9 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.70&port_id=c1f40992-0164-4ec3-9312-47092b6d1593 HTTP/1.1" status: 200 len: 217 time: 0.0863752 Nov 23 17:19:28.010058 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-500bbcab-04a1-4764-9bdd-52cb9f2aa726 req-84dd006c-fe31-41a7-b6bb-215861f28ea2 tempest-ServerDiagnosticsNegativeTest-1211481004 tempest-ServerDiagnosticsNegativeTest-1211481004-project] 10.222.0.60 "GET /v2.0/ports?device_id=fdb9432d-6351-41b0-a2ed-3fb8235fd3ed HTTP/1.1" status: 200 len: 210 time: 0.0584280 Nov 23 17:19:28.071028 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-6dff6048-ceba-471b-ab05-d9537e6c3e2e req-a36d9683-3a57-44f5-99dc-019011ed515a service neutron] For port 2488209f-deff-41b1-bc6c-75834b3c0d4d, host n-h2-816206-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=2488209f-deff-41b1-bc6c-75834b3c0d4d,segment=NetworkSegment(aeb4ff6a-77f7-45a2-bf27-0feac134a4ea),segment_id=aeb4ff6a-77f7-45a2-bf27-0feac134a4ea)] {{(pid=103591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:19:28.074386 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfe8706-7617-4f87-9cd1-9e7cd95d104c req-13733747-2a03-490d-8b16-c3ffe13ff4e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:19:28.076249 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-adfe8706-7617-4f87-9cd1-9e7cd95d104c req-13733747-2a03-490d-8b16-c3ffe13ff4e5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ac77c175-5679-438b-8a2a-356718377641 HTTP/1.1" status: 200 len: 843 time: 0.1084068 Nov 23 17:19:28.079827 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-6dff6048-ceba-471b-ab05-d9537e6c3e2e req-a36d9683-3a57-44f5-99dc-019011ed515a service neutron] Publish callbacks [] for binding, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:28.085614 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6dff6048-ceba-471b-ab05-d9537e6c3e2e req-a36d9683-3a57-44f5-99dc-019011ed515a service neutron] 10.222.0.60 "POST /v2.0/ports/2488209f-deff-41b1-bc6c-75834b3c0d4d/bindings HTTP/1.1" status: 201 len: 389 time: 0.5505047 Nov 23 17:19:28.125047 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:19:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eacbc020-d39f-4625-99a9-7e694db80658 x-openstack-request-id: req-eacbc020-d39f-4625-99a9-7e694db80658 {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:19:28.125698 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdb9432d-6351-41b0-a2ed-3fb8235fd3ed", "name": "network-vif-deleted", "tag": "06eef6a8-0a5f-4fb7-94ed-0c520d5a8797", "status": "completed", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:19:28.125698 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-eacbc020-d39f-4625-99a9-7e694db80658 {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:19:28.125963 n-d-816206-8 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdb9432d-6351-41b0-a2ed-3fb8235fd3ed', 'name': 'network-vif-deleted', 'tag': '06eef6a8-0a5f-4fb7-94ed-0c520d5a8797', 'status': 'completed', 'code': 200} Nov 23 17:19:28.134732 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfe8706-7617-4f87-9cd1-9e7cd95d104c req-cdeb99a0-0933-4296-8220-11674dfb2dae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:19:28.137297 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-adfe8706-7617-4f87-9cd1-9e7cd95d104c req-cdeb99a0-0933-4296-8220-11674dfb2dae service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f1e1dabf-b410-4023-9169-a460a86e7184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0541556 Nov 23 17:19:28.202563 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device 70d47afd-5663-4beb-a8fb-0df4ccc8d900 up at agent hyperv_n-h2-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:19:28.321747 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda551be-975e-4298-b103-2f5b4763f02b req-5703552b-5c19-4e63-97d8-e4c134f1b325 tempest-AttachSCSIVolumeTestJSON-658117345 tempest-AttachSCSIVolumeTestJSON-658117345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:19:28.323690 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-dda551be-975e-4298-b103-2f5b4763f02b req-5703552b-5c19-4e63-97d8-e4c134f1b325 tempest-AttachSCSIVolumeTestJSON-658117345 tempest-AttachSCSIVolumeTestJSON-658117345-project] 10.222.0.60 "GET /v2.0/ports?device_id=7b0f27b9-aae7-4c04-b62e-21c41ff75a5a HTTP/1.1" status: 200 len: 944 time: 0.1293044 Nov 23 17:19:28.329900 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-adfe8706-7617-4f87-9cd1-9e7cd95d104c req-412f3a62-f3dc-46a5-bd4b-283520e2d3ae service neutron] 10.222.0.55 "GET /v2.0/networks/f1e1dabf-b410-4023-9169-a460a86e7184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1802294 Nov 23 17:19:28.336886 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Provisioning for port 70d47afd-5663-4beb-a8fb-0df4ccc8d900 completed by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 17:19:28.343764 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Provisioning complete for port 70d47afd-5663-4beb-a8fb-0df4ccc8d900 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:19:28.344656 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:28.458140 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:28.465188 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 49808) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:19:28.474355 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-dda551be-975e-4298-b103-2f5b4763f02b req-19057424-6f46-499f-9e66-5e7aa1e52240 tempest-AttachSCSIVolumeTestJSON-658117345 tempest-AttachSCSIVolumeTestJSON-658117345-project] 10.222.0.60 "GET /v2.0/security-groups?id=a3cfcde2-4e4e-4f70-9290-3029351d48ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433778 Nov 23 17:19:28.484154 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dff6048-ceba-471b-ab05-d9537e6c3e2e req-8968523c-9cb4-45e3-b13f-94d34d4f677c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:19:28.488666 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-6dff6048-ceba-471b-ab05-d9537e6c3e2e req-8968523c-9cb4-45e3-b13f-94d34d4f677c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=968ef5ef30ad45a38c8263e9da4ef3c2&device_id=87008797-e985-490d-8c0f-a48dbdb047ab HTTP/1.1" status: 200 len: 1096 time: 0.0554588 Nov 23 17:19:28.513511 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-adfe8706-7617-4f87-9cd1-9e7cd95d104c req-722e242e-1946-4146-b0ce-cd6959eb4a5c service neutron] 10.222.0.55 "GET /v2.0/networks/f1e1dabf-b410-4023-9169-a460a86e7184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1760478 Nov 23 17:19:28.520836 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b0f27b9-aae7-4c04-b62e-21c41ff75a5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70d47afd-5663-4beb-a8fb-0df4ccc8d900'}] {{(pid=103592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:19:28.523842 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba3e6a8f2301c7a29fe1eca9779abdae4ccbcd6266d69778087f2498d5551201" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b74b5b2-648b-4ae8-baad-33c6132688d2" -d '{"events": [{"server_uuid": "7b0f27b9-aae7-4c04-b62e-21c41ff75a5a", "name": "network-vif-plugged", "status": "completed", "tag": "70d47afd-5663-4beb-a8fb-0df4ccc8d900"}]}' {{(pid=103592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:19:28.540882 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port 70d47afd-5663-4beb-a8fb-0df4ccc8d900, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=70d47afd-5663-4beb-a8fb-0df4ccc8d900,segment=NetworkSegment(bb3e9feb-2585-4817-a093-fda0dad7f4a6),segment_id=bb3e9feb-2585-4817-a093-fda0dad7f4a6)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:19:28.546876 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:28.612520 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Pushing event updated for resources: {'Port': ['ID=70d47afd-5663-4beb-a8fb-0df4ccc8d900,revision_number=5']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:19:28.719071 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-d603713c-f485-4c86-b406-5e0e4d122c22 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-630640418-network', 'tenant_id': '60f159d6810b414d828e2831721fffbd'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:19:28.732413 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bd6326-1421-4b63-8aca-6d62e011c429 req-665050b1-9fa8-4111-8ded-f55b8c4b3a90 tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:19:28.734037 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-06bd6326-1421-4b63-8aca-6d62e011c429 req-665050b1-9fa8-4111-8ded-f55b8c4b3a90 tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] 10.222.0.60 "GET /v2.0/ports?device_id=87008797-e985-490d-8c0f-a48dbdb047ab HTTP/1.1" status: 200 len: 945 time: 0.1263039 Nov 23 17:19:28.772010 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d603713c-f485-4c86-b406-5e0e4d122c22 admin admin] Made reservation on behalf of 60f159d6810b414d828e2831721fffbd for: {'network': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:19:28.772520 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-d603713c-f485-4c86-b406-5e0e4d122c22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for network, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:28.793613 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-d603713c-f485-4c86-b406-5e0e4d122c22 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:28.848107 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dff6048-ceba-471b-ab05-d9537e6c3e2e req-6454aebe-71a6-44d1-bef2-2125008d3d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:19:28.859914 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-6dff6048-ceba-471b-ab05-d9537e6c3e2e req-6454aebe-71a6-44d1-bef2-2125008d3d31 service neutron] 10.222.0.36 "GET /v2.0/networks?id=eacea6aa-86b2-4fe9-ae0d-611828f27804 HTTP/1.1" status: 200 len: 921 time: 0.3625491 Nov 23 17:19:28.866141 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-06bd6326-1421-4b63-8aca-6d62e011c429 req-44370cf0-34b7-4c40-b5e9-bd63a1febaeb tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] 10.222.0.60 "GET /v2.0/security-groups?id=ef6a96c0-423c-4ea7-a75c-4657afd8c521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207790 Nov 23 17:19:28.916204 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-d603713c-f485-4c86-b406-5e0e4d122c22 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:28.922237 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:19:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f39c3875-7cb5-4585-aae3-489a1303692f x-openstack-request-id: req-f39c3875-7cb5-4585-aae3-489a1303692f {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:19:28.922732 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b0f27b9-aae7-4c04-b62e-21c41ff75a5a", "name": "network-vif-plugged", "status": "completed", "tag": "70d47afd-5663-4beb-a8fb-0df4ccc8d900", "code": 200}]} {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:19:28.922859 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f39c3875-7cb5-4585-aae3-489a1303692f {{(pid=103592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:19:28.923213 n-d-816206-8 neutron-server[103592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b0f27b9-aae7-4c04-b62e-21c41ff75a5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70d47afd-5663-4beb-a8fb-0df4ccc8d900', 'code': 200} Nov 23 17:19:28.928200 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-d603713c-f485-4c86-b406-5e0e4d122c22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:28.939412 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-6dff6048-ceba-471b-ab05-d9537e6c3e2e req-fa981a51-d239-4df8-aec5-34a5456199c6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2488209f-deff-41b1-bc6c-75834b3c0d4d HTTP/1.1" status: 200 len: 217 time: 0.0675409 Nov 23 17:19:28.984657 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d603713c-f485-4c86-b406-5e0e4d122c22 admin admin] vlan segment allocate from pool success with {'vlan_id': 517, 'physical_network': 'physnet1'} {{(pid=103591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 17:19:29.003024 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c736b6-f0f8-417c-ad7e-88bdc4a80e1d req-882585c6-ff8f-4718-8b1a-b7cb487a7b36 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:19:29.004568 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-98c736b6-f0f8-417c-ad7e-88bdc4a80e1d req-882585c6-ff8f-4718-8b1a-b7cb487a7b36 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] 10.222.0.60 "GET /v2.0/ports?device_id=c79fc20b-806a-458c-8c0f-8a4583c06a8f HTTP/1.1" status: 200 len: 949 time: 0.0908287 Nov 23 17:19:29.005469 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d603713c-f485-4c86-b406-5e0e4d122c22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8a976c7-e33d-4ade-a090-8715ae7dc8d7,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:19:29.013688 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-d603713c-f485-4c86-b406-5e0e4d122c22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:29.014894 n-d-816206-8 neutron-server[103591]: INFO neutron.db.segments_db [None req-d603713c-f485-4c86-b406-5e0e4d122c22 admin admin] Added segment 16e941b5-2acb-4bd0-bcc8-86accdb32a1c of type vlan for network eeec9f53-c248-4580-8a33-ea991cf9a500 Nov 23 17:19:29.022100 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dff6048-ceba-471b-ab05-d9537e6c3e2e req-1d67f460-3e58-4111-90fa-2751efca33bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:19:29.023758 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-6dff6048-ceba-471b-ab05-d9537e6c3e2e req-1d67f460-3e58-4111-90fa-2751efca33bd service neutron] 10.222.0.36 "GET /v2.0/subnets?id=cfa8dfdf-5850-4e22-a7f8-6d7e726926d1 HTTP/1.1" status: 200 len: 860 time: 0.0734549 Nov 23 17:19:29.063540 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-6dff6048-ceba-471b-ab05-d9537e6c3e2e req-30b0f392-8ba6-44a5-9bf6-ea42ed18f7c4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=eacea6aa-86b2-4fe9-ae0d-611828f27804&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300484 Nov 23 17:19:29.109582 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-d603713c-f485-4c86-b406-5e0e4d122c22 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736635338810'] for network, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:29.163282 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-98c736b6-f0f8-417c-ad7e-88bdc4a80e1d req-0d23160b-ab29-433b-9213-b11618a4e920 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] 10.222.0.60 "GET /v2.0/security-groups?id=70227657-be62-432a-a8fd-5a85231fc7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375747 Nov 23 17:19:29.166680 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a6ae0c-2d2a-4309-85f0-00c00a61a3a8 req-413d98d7-80b7-44ed-9135-a7e797813fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:19:29.169073 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-62a6ae0c-2d2a-4309-85f0-00c00a61a3a8 req-413d98d7-80b7-44ed-9135-a7e797813fe2 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=7b0f27b9-aae7-4c04-b62e-21c41ff75a5a HTTP/1.1" status: 200 len: 1096 time: 0.1416271 Nov 23 17:19:29.171093 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-d603713c-f485-4c86-b406-5e0e4d122c22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493'] for network, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:29.172640 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d603713c-f485-4c86-b406-5e0e4d122c22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:19:29.173822 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-d603713c-f485-4c86-b406-5e0e4d122c22 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for network, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:29.198699 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-6dff6048-ceba-471b-ab05-d9537e6c3e2e req-22639dd9-8700-4f22-a990-2428e3762d81 service neutron] 10.222.0.36 "GET /v2.0/networks/eacea6aa-86b2-4fe9-ae0d-611828f27804?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216147 Nov 23 17:19:29.267419 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-d603713c-f485-4c86-b406-5e0e4d122c22 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.7997718 Nov 23 17:19:29.271087 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d603713c-f485-4c86-b406-5e0e4d122c22 admin admin] Pushing event updated for resources: {'Network': ['ID=eeec9f53-c248-4580-8a33-ea991cf9a500,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:19:29.274591 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 49848) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:19:29.292840 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-100c210c-d8ab-4387-bada-5ab3c3583ce5 admin admin] Request body: {'subnet': {'network_id': 'eeec9f53-c248-4580-8a33-ea991cf9a500', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-630640418-subnet', 'tenant_id': '60f159d6810b414d828e2831721fffbd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:19:29.301600 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d603713c-f485-4c86-b406-5e0e4d122c22 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:19:29.301951 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d603713c-f485-4c86-b406-5e0e4d122c22 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:19:29.302301 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d603713c-f485-4c86-b406-5e0e4d122c22 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:19:29.302638 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d603713c-f485-4c86-b406-5e0e4d122c22 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:19:29.302969 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d603713c-f485-4c86-b406-5e0e4d122c22 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:19:29.303375 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d603713c-f485-4c86-b406-5e0e4d122c22 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:19:29.303733 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d603713c-f485-4c86-b406-5e0e4d122c22 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:19:29.304068 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d603713c-f485-4c86-b406-5e0e4d122c22 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:19:29.304394 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d603713c-f485-4c86-b406-5e0e4d122c22 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:19:29.304747 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d603713c-f485-4c86-b406-5e0e4d122c22 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:19:29.305108 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d603713c-f485-4c86-b406-5e0e4d122c22 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:19:29.305388 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d603713c-f485-4c86-b406-5e0e4d122c22 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:19:29.322351 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Network eeec9f53-c248-4580-8a33-ea991cf9a500 details requested by agent ovs-agent-n-d-816206-8 with host n-d-816206-8 {{(pid=103592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 17:19:29.328226 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-62a6ae0c-2d2a-4309-85f0-00c00a61a3a8 req-e91a8aa1-9041-4a88-ac4b-7d6037ecefcb service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=a3cfcde2-4e4e-4f70-9290-3029351d48ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457360 Nov 23 17:19:29.341439 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-100c210c-d8ab-4387-bada-5ab3c3583ce5 admin admin] Made reservation on behalf of 60f159d6810b414d828e2831721fffbd for: {'subnet': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:19:29.346210 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-100c210c-d8ab-4387-bada-5ab3c3583ce5 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:29.421955 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-6dff6048-ceba-471b-ab05-d9537e6c3e2e req-355ba95f-78f9-41ce-a668-b2bf9b4534ea service neutron] 10.222.0.36 "GET /v2.0/networks/eacea6aa-86b2-4fe9-ae0d-611828f27804?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2143271 Nov 23 17:19:29.598708 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 49870) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:19:29.720257 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-100c210c-d8ab-4387-bada-5ab3c3583ce5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493'] for subnet, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:29.772096 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b850579-0a22-446b-86e8-0ddd2171b637 req-d11bca3e-252b-4b4f-8e94-9ddf05b14fc0 tempest-AttachSCSIVolumeTestJSON-658117345 tempest-AttachSCSIVolumeTestJSON-658117345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:19:29.773769 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6b850579-0a22-446b-86e8-0ddd2171b637 req-d11bca3e-252b-4b4f-8e94-9ddf05b14fc0 tempest-AttachSCSIVolumeTestJSON-658117345 tempest-AttachSCSIVolumeTestJSON-658117345-project] 10.222.0.60 "GET /v2.0/ports?device_id=7b0f27b9-aae7-4c04-b62e-21c41ff75a5a HTTP/1.1" status: 200 len: 945 time: 0.1553578 Nov 23 17:19:29.825075 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100c210c-d8ab-4387-bada-5ab3c3583ce5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9c097f1b-99ae-44e2-9826-4a3d629f75df,revision_number=0']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:19:29.869062 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dff6048-ceba-471b-ab05-d9537e6c3e2e req-7c0ece60-1013-4f3b-bda5-84b2d7029bfa tempest-LiveAutoBlockMigrationV225Test-82532795 tempest-LiveAutoBlockMigrationV225Test-82532795-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:19:29.872148 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-6dff6048-ceba-471b-ab05-d9537e6c3e2e req-7c0ece60-1013-4f3b-bda5-84b2d7029bfa tempest-LiveAutoBlockMigrationV225Test-82532795 tempest-LiveAutoBlockMigrationV225Test-82532795-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=87008797-e985-490d-8c0f-a48dbdb047ab&tenant_id=968ef5ef30ad45a38c8263e9da4ef3c2&binding%3Ahost_id=n-h1-816206-8 HTTP/1.1" status: 200 len: 1096 time: 0.1048899 Nov 23 17:19:29.876011 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-100c210c-d8ab-4387-bada-5ab3c3583ce5 admin admin] Checking segment: {'id': '16e941b5-2acb-4bd0-bcc8-86accdb32a1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'eeec9f53-c248-4580-8a33-ea991cf9a500'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:19:29.876372 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-100c210c-d8ab-4387-bada-5ab3c3583ce5 admin admin] Network hostable DHCP agents. Network: eeec9f53-c248-4580-8a33-ea991cf9a500, hostable agents: ['0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3'], hosted agents: [] {{(pid=103591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 17:19:29.887329 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [req-6dff6048-ceba-471b-ab05-d9537e6c3e2e req-b4bd6d64-ddf1-4257-a596-d3ca51ab1fbb service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-816206-8'}}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:19:29.900370 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6b850579-0a22-446b-86e8-0ddd2171b637 req-b6992b0d-b101-4669-ba11-0ed04db756ba tempest-AttachSCSIVolumeTestJSON-658117345 tempest-AttachSCSIVolumeTestJSON-658117345-project] 10.222.0.60 "GET /v2.0/security-groups?id=a3cfcde2-4e4e-4f70-9290-3029351d48ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112697 Nov 23 17:19:29.919441 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-100c210c-d8ab-4387-bada-5ab3c3583ce5 admin admin] Network eeec9f53-c248-4580-8a33-ea991cf9a500 is scheduled to be hosted by DHCP agent 0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3 with binding_index 1 {{(pid=103591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 17:19:29.935720 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [None req-100c210c-d8ab-4387-bada-5ab3c3583ce5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-8, eeec9f53-c248-4580-8a33-ea991cf9a500) {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:19:29.951370 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a300348d-2b81-4d2e-ab58-5f1050debee6 None None] Network eeec9f53-c248-4580-8a33-ea991cf9a500 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:19:29.952469 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 49882) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:19:29.954998 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-100c210c-d8ab-4387-bada-5ab3c3583ce5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:19:29.955786 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-100c210c-d8ab-4387-bada-5ab3c3583ce5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for subnet, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:30.004631 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-100c210c-d8ab-4387-bada-5ab3c3583ce5 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.7133117 Nov 23 17:19:30.031395 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 49890) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:19:30.065972 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-6dff6048-ceba-471b-ab05-d9537e6c3e2e req-b4bd6d64-ddf1-4257-a596-d3ca51ab1fbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:30.121478 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-c49fd3e1-0bd0-4fcf-b0b2-ddb0da9c485d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ad338b2e949e44e096d9b6b851747047&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5214410 Nov 23 17:19:30.122664 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 49894) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:19:30.171331 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e1115f-1dc4-415b-896f-320465c72d54 req-0b3e5075-0ec4-47f6-aa5d-e5424e012c60 tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:19:30.187865 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f0e1115f-1dc4-415b-896f-320465c72d54 req-0b3e5075-0ec4-47f6-aa5d-e5424e012c60 tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] 10.222.0.60 "GET /v2.0/ports?device_id=87008797-e985-490d-8c0f-a48dbdb047ab HTTP/1.1" status: 200 len: 945 time: 0.1818459 Nov 23 17:19:30.190443 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-2e4361e2-85d0-41b9-a759-9f4e4cfabd92 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:30.281450 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device 06eef6a8-0a5f-4fb7-94ed-0c520d5a8797 no longer exists at agent hyperv_n-h2-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:19:30.283211 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-441a0a15-b580-4384-ad77-6e34bb467626 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:30.293522 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-9be332bc-bfec-4cd6-91b4-eef64fb881e0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:30.305827 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-441a0a15-b580-4384-ad77-6e34bb467626 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:30.351114 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] No Port match for: 06eef6a8-0a5f-4fb7-94ed-0c520d5a8797 {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:19:30.351456 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device 06eef6a8-0a5f-4fb7-94ed-0c520d5a8797 not bound to the agent host n-h2-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:19:30.371883 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-441a0a15-b580-4384-ad77-6e34bb467626 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:30.374866 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-441a0a15-b580-4384-ad77-6e34bb467626 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:30.379932 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-441a0a15-b580-4384-ad77-6e34bb467626 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/6321db8b-3a75-4035-9404-7483a2c37ba8 HTTP/1.1" status: 204 len: 168 time: 0.2554646 Nov 23 17:19:30.423855 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bb307b2-2ade-4a81-870c-b50194468790 None None] Network eeec9f53-c248-4580-8a33-ea991cf9a500 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:19:30.427313 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441a0a15-b580-4384-ad77-6e34bb467626 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6321db8b-3a75-4035-9404-7483a2c37ba8,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:19:30.441381 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f0e1115f-1dc4-415b-896f-320465c72d54 req-0e78b4e6-7f9e-4d59-871c-bd7d77d7a1f7 tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] 10.222.0.60 "GET /v2.0/security-groups?id=ef6a96c0-423c-4ea7-a75c-4657afd8c521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2517323 Nov 23 17:19:30.481025 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [req-6dff6048-ceba-471b-ab05-d9537e6c3e2e req-b4bd6d64-ddf1-4257-a596-d3ca51ab1fbb service neutron] For port 2488209f-deff-41b1-bc6c-75834b3c0d4d, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=2488209f-deff-41b1-bc6c-75834b3c0d4d,segment=NetworkSegment(aeb4ff6a-77f7-45a2-bf27-0feac134a4ea),segment_id=aeb4ff6a-77f7-45a2-bf27-0feac134a4ea)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:19:30.528058 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea52345-7496-42c8-8266-df368f687da1 req-d44642b8-1c28-47d2-9651-5b7e9a4459e3 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:19:30.537956 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-dea52345-7496-42c8-8266-df368f687da1 req-d44642b8-1c28-47d2-9651-5b7e9a4459e3 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] 10.222.0.60 "GET /v2.0/ports?device_id=c79fc20b-806a-458c-8c0f-8a4583c06a8f HTTP/1.1" status: 200 len: 949 time: 0.2246218 Nov 23 17:19:30.548861 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [req-6dff6048-ceba-471b-ab05-d9537e6c3e2e req-b4bd6d64-ddf1-4257-a596-d3ca51ab1fbb service neutron] For port 2488209f-deff-41b1-bc6c-75834b3c0d4d, host n-h1-816206-8, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:19:30.631338 n-d-816206-8 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87008797-e985-490d-8c0f-a48dbdb047ab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2488209f-deff-41b1-bc6c-75834b3c0d4d'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:19:30.634273 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbabddbc9fc37b068808e119c416c86f5957ca04531a4a0d2e695c515e93483b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fa2cc27-d95a-46f4-b210-97dfad5ddf65" -d '{"events": [{"server_uuid": "87008797-e985-490d-8c0f-a48dbdb047ab", "name": "network-vif-unplugged", "status": "completed", "tag": "2488209f-deff-41b1-bc6c-75834b3c0d4d"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:19:30.641236 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-6dff6048-ceba-471b-ab05-d9537e6c3e2e req-b4bd6d64-ddf1-4257-a596-d3ca51ab1fbb service neutron] Publish callbacks [] for port, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:30.654442 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-6dff6048-ceba-471b-ab05-d9537e6c3e2e req-b4bd6d64-ddf1-4257-a596-d3ca51ab1fbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:30.663975 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-2e4361e2-85d0-41b9-a759-9f4e4cfabd92 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:30.710986 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-2e4361e2-85d0-41b9-a759-9f4e4cfabd92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:30.782679 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 17:19:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98a342d7-4187-47b0-a86c-6f0f0e635472 x-openstack-request-id: req-98a342d7-4187-47b0-a86c-6f0f0e635472 {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:19:30.782981 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87008797-e985-490d-8c0f-a48dbdb047ab", "name": "network-vif-unplugged", "status": "completed", "tag": "2488209f-deff-41b1-bc6c-75834b3c0d4d", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:19:30.783237 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-98a342d7-4187-47b0-a86c-6f0f0e635472 {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:19:30.783638 n-d-816206-8 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87008797-e985-490d-8c0f-a48dbdb047ab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2488209f-deff-41b1-bc6c-75834b3c0d4d', 'code': 200} Nov 23 17:19:30.808735 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [req-6dff6048-ceba-471b-ab05-d9537e6c3e2e req-b4bd6d64-ddf1-4257-a596-d3ca51ab1fbb service neutron] Attempting to bind port 2488209f-deff-41b1-bc6c-75834b3c0d4d on host n-h1-816206-8 for vnic_type normal with profile {"migrating_to": "n-h2-816206-8"} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:19:30.809120 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [req-6dff6048-ceba-471b-ab05-d9537e6c3e2e req-b4bd6d64-ddf1-4257-a596-d3ca51ab1fbb service neutron] Attempting to bind port 2488209f-deff-41b1-bc6c-75834b3c0d4d by drivers openvswitch,hyperv on host n-h1-816206-8 at level 0 using segments [{'id': 'aeb4ff6a-77f7-45a2-bf27-0feac134a4ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'eacea6aa-86b2-4fe9-ae0d-611828f27804'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:19:30.809453 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dff6048-ceba-471b-ab05-d9537e6c3e2e req-b4bd6d64-ddf1-4257-a596-d3ca51ab1fbb service neutron] Attempting to bind port 2488209f-deff-41b1-bc6c-75834b3c0d4d on network eacea6aa-86b2-4fe9-ae0d-611828f27804 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:19:30.823548 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dff6048-ceba-471b-ab05-d9537e6c3e2e req-b4bd6d64-ddf1-4257-a596-d3ca51ab1fbb service neutron] Port 2488209f-deff-41b1-bc6c-75834b3c0d4d on network eacea6aa-86b2-4fe9-ae0d-611828f27804 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-8 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 17:19:30.823947 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dff6048-ceba-471b-ab05-d9537e6c3e2e req-b4bd6d64-ddf1-4257-a596-d3ca51ab1fbb service neutron] Attempting to bind port 2488209f-deff-41b1-bc6c-75834b3c0d4d on network eacea6aa-86b2-4fe9-ae0d-611828f27804 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:19:30.828890 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4361e2-85d0-41b9-a759-9f4e4cfabd92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e37b6ac1-9c3f-496d-87b6-6c769a37b661,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:19:30.839408 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bd6d64-ddf1-4257-a596-d3ca51ab1fbb service neutron] Pushing event updated for resources: {'Port': ['ID=2488209f-deff-41b1-bc6c-75834b3c0d4d,revision_number=7']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:19:30.844595 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dff6048-ceba-471b-ab05-d9537e6c3e2e req-b4bd6d64-ddf1-4257-a596-d3ca51ab1fbb service neutron] Checking agent: {'id': '4b0a4557-3bfe-4828-80a0-7981fc3ac84c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 15, 14), 'started_at': datetime.datetime(2021, 11, 23, 17, 15, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 19, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:19:30.844947 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dff6048-ceba-471b-ab05-d9537e6c3e2e req-b4bd6d64-ddf1-4257-a596-d3ca51ab1fbb service neutron] Checking segment: {'id': 'aeb4ff6a-77f7-45a2-bf27-0feac134a4ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'eacea6aa-86b2-4fe9-ae0d-611828f27804'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:19:30.845335 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dff6048-ceba-471b-ab05-d9537e6c3e2e req-b4bd6d64-ddf1-4257-a596-d3ca51ab1fbb service neutron] Bound using segment: {'id': 'aeb4ff6a-77f7-45a2-bf27-0feac134a4ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'eacea6aa-86b2-4fe9-ae0d-611828f27804'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:19:30.845783 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [req-6dff6048-ceba-471b-ab05-d9537e6c3e2e req-b4bd6d64-ddf1-4257-a596-d3ca51ab1fbb service neutron] Bound port: 2488209f-deff-41b1-bc6c-75834b3c0d4d, host: n-h1-816206-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aeb4ff6a-77f7-45a2-bf27-0feac134a4ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'eacea6aa-86b2-4fe9-ae0d-611828f27804'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:19:30.846881 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-6dff6048-ceba-471b-ab05-d9537e6c3e2e req-b4bd6d64-ddf1-4257-a596-d3ca51ab1fbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:30.872507 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-dea52345-7496-42c8-8266-df368f687da1 req-ba5ee750-a461-4ce7-89b8-a9e32ab6c0b1 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] 10.222.0.60 "GET /v2.0/security-groups?id=70227657-be62-432a-a8fd-5a85231fc7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3319368 Nov 23 17:19:30.889724 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-9be332bc-bfec-4cd6-91b4-eef64fb881e0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:30.895853 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-9be332bc-bfec-4cd6-91b4-eef64fb881e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:30.903729 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-2e4361e2-85d0-41b9-a759-9f4e4cfabd92 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=9a7684247a7d4b4eadf29eb5287f6a83&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9448917 Nov 23 17:19:30.911291 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 49914) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:19:30.936926 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [req-6dff6048-ceba-471b-ab05-d9537e6c3e2e req-b4bd6d64-ddf1-4257-a596-d3ca51ab1fbb service neutron] For port 2488209f-deff-41b1-bc6c-75834b3c0d4d, host n-h1-816206-8, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:19:30.940816 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [req-6dff6048-ceba-471b-ab05-d9537e6c3e2e req-b4bd6d64-ddf1-4257-a596-d3ca51ab1fbb service neutron] For port 2488209f-deff-41b1-bc6c-75834b3c0d4d, host n-h1-816206-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=2488209f-deff-41b1-bc6c-75834b3c0d4d,segment=NetworkSegment(aeb4ff6a-77f7-45a2-bf27-0feac134a4ea),segment_id=aeb4ff6a-77f7-45a2-bf27-0feac134a4ea)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:19:30.948482 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-6dff6048-ceba-471b-ab05-d9537e6c3e2e req-b4bd6d64-ddf1-4257-a596-d3ca51ab1fbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:31.024279 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-9be332bc-bfec-4cd6-91b4-eef64fb881e0 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=945dfad123b0467d867324b7cea3dce3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9893162 Nov 23 17:19:31.024922 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be332bc-bfec-4cd6-91b4-eef64fb881e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56fa1729-f839-4cfc-a6d7-bf54540ac4a2,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:19:31.029721 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 49920) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:19:31.043635 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dff6048-ceba-471b-ab05-d9537e6c3e2e req-b4bd6d64-ddf1-4257-a596-d3ca51ab1fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:19:31.044329 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-6dff6048-ceba-471b-ab05-d9537e6c3e2e req-b4bd6d64-ddf1-4257-a596-d3ca51ab1fbb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:31.045847 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-6dff6048-ceba-471b-ab05-d9537e6c3e2e req-b4bd6d64-ddf1-4257-a596-d3ca51ab1fbb service neutron] 10.222.0.36 "PUT /v2.0/ports/2488209f-deff-41b1-bc6c-75834b3c0d4d HTTP/1.1" status: 200 len: 1121 time: 1.1637723 Nov 23 17:19:31.047630 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-57a32c84-36f0-4098-85dd-adcbc6162577 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:31.071786 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bd6d64-ddf1-4257-a596-d3ca51ab1fbb service neutron] Pushing event updated for resources: {'Port': ['ID=2488209f-deff-41b1-bc6c-75834b3c0d4d,revision_number=8']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:19:31.087807 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 49922) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:19:31.088193 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-57a32c84-36f0-4098-85dd-adcbc6162577 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:31.100814 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-b22dac45-c3f5-4ce4-a68c-505be186be87 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-176530693-network', 'tenant_id': '63217a3ad87c48efb66446cadd87e623'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:19:31.126334 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4bd6d64-ddf1-4257-a596-d3ca51ab1fbb service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:19:31.126693 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4bd6d64-ddf1-4257-a596-d3ca51ab1fbb service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:19:31.127470 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4bd6d64-ddf1-4257-a596-d3ca51ab1fbb service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:19:31.127995 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4bd6d64-ddf1-4257-a596-d3ca51ab1fbb service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:19:31.128356 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4bd6d64-ddf1-4257-a596-d3ca51ab1fbb service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:19:31.128758 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4bd6d64-ddf1-4257-a596-d3ca51ab1fbb service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:19:31.129075 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4bd6d64-ddf1-4257-a596-d3ca51ab1fbb service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:19:31.129801 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4bd6d64-ddf1-4257-a596-d3ca51ab1fbb service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:19:31.130141 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4bd6d64-ddf1-4257-a596-d3ca51ab1fbb service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:19:31.130472 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4bd6d64-ddf1-4257-a596-d3ca51ab1fbb service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:19:31.130801 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4bd6d64-ddf1-4257-a596-d3ca51ab1fbb service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:19:31.131403 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4bd6d64-ddf1-4257-a596-d3ca51ab1fbb service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:19:31.131961 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] get_ports_and_sgs() called for port_ids ['2488209f-deff-41b1-bc6c-75834b3c0d4d'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:19:31.162291 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 49926) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:19:31.180203 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b22dac45-c3f5-4ce4-a68c-505be186be87 admin admin] Made reservation on behalf of 63217a3ad87c48efb66446cadd87e623 for: {'network': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:19:31.182904 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b22dac45-c3f5-4ce4-a68c-505be186be87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for network, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:31.185626 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa865dc3-8218-4ae2-a048-bcb8e0ce40a9 req-9ce9685e-37e4-4ee1-b48e-01682410fd16 tempest-AttachSCSIVolumeTestJSON-658117345 tempest-AttachSCSIVolumeTestJSON-658117345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:19:31.194747 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-fa865dc3-8218-4ae2-a048-bcb8e0ce40a9 req-9ce9685e-37e4-4ee1-b48e-01682410fd16 tempest-AttachSCSIVolumeTestJSON-658117345 tempest-AttachSCSIVolumeTestJSON-658117345-project] 10.222.0.60 "GET /v2.0/ports?device_id=7b0f27b9-aae7-4c04-b62e-21c41ff75a5a HTTP/1.1" status: 200 len: 945 time: 0.0912311 Nov 23 17:19:31.200529 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-05dcb11a-05c8-4549-b0db-80c6156514a5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:31.203850 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b993e6cd-82d1-44b0-b44d-000ca5bac49c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:31.205582 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b22dac45-c3f5-4ce4-a68c-505be186be87 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:31.269710 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-fa865dc3-8218-4ae2-a048-bcb8e0ce40a9 req-ba1e8cc4-6fbe-4804-b020-dfb2ab88794f tempest-AttachSCSIVolumeTestJSON-658117345 tempest-AttachSCSIVolumeTestJSON-658117345-project] 10.222.0.60 "GET /v2.0/security-groups?id=a3cfcde2-4e4e-4f70-9290-3029351d48ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738957 Nov 23 17:19:31.274664 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b993e6cd-82d1-44b0-b44d-000ca5bac49c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:31.281211 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-57a32c84-36f0-4098-85dd-adcbc6162577 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:31.284514 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-57a32c84-36f0-4098-85dd-adcbc6162577 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:31.286217 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-57a32c84-36f0-4098-85dd-adcbc6162577 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e37b6ac1-9c3f-496d-87b6-6c769a37b661 HTTP/1.1" status: 204 len: 168 time: 0.3716919 Nov 23 17:19:31.298525 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a32c84-36f0-4098-85dd-adcbc6162577 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e37b6ac1-9c3f-496d-87b6-6c769a37b661,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:19:31.415596 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-05dcb11a-05c8-4549-b0db-80c6156514a5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:31.423236 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b993e6cd-82d1-44b0-b44d-000ca5bac49c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:31.426007 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b993e6cd-82d1-44b0-b44d-000ca5bac49c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:31.427453 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-b993e6cd-82d1-44b0-b44d-000ca5bac49c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/56fa1729-f839-4cfc-a6d7-bf54540ac4a2 HTTP/1.1" status: 204 len: 168 time: 0.3932600 Nov 23 17:19:31.433679 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-05dcb11a-05c8-4549-b0db-80c6156514a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:31.455031 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b993e6cd-82d1-44b0-b44d-000ca5bac49c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56fa1729-f839-4cfc-a6d7-bf54540ac4a2,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:19:31.498696 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-05dcb11a-05c8-4549-b0db-80c6156514a5 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ace50fc9a6c54445b75aac1e0a4b9cf1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3342695 Nov 23 17:19:31.499067 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 49938) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:19:31.505164 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b22dac45-c3f5-4ce4-a68c-505be186be87 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:31.512059 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05dcb11a-05c8-4549-b0db-80c6156514a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4081602-3758-4806-b9aa-7d01c2a320db,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:19:31.514832 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b22dac45-c3f5-4ce4-a68c-505be186be87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:31.540212 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b22dac45-c3f5-4ce4-a68c-505be186be87 admin admin] vlan segment allocate from pool success with {'vlan_id': 533, 'physical_network': 'physnet1'} {{(pid=103590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 17:19:31.556886 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22dac45-c3f5-4ce4-a68c-505be186be87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56fa2a06-4f04-4721-8ac7-db86c04f1df3,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:19:31.562891 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b22dac45-c3f5-4ce4-a68c-505be186be87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:31.563453 n-d-816206-8 neutron-server[103590]: INFO neutron.db.segments_db [None req-b22dac45-c3f5-4ce4-a68c-505be186be87 admin admin] Added segment 6060ae54-b3ab-466c-81a0-bcbd470d4dfa of type vlan for network 9138b66f-ee9f-420f-aa4c-93d423b56d6f Nov 23 17:19:31.620176 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-175791b6-4d4b-4d88-80fd-fbe919e95138 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:31.634449 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b22dac45-c3f5-4ce4-a68c-505be186be87 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736635338810'] for network, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:31.677821 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b22dac45-c3f5-4ce4-a68c-505be186be87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493'] for network, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:31.678114 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b22dac45-c3f5-4ce4-a68c-505be186be87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:19:31.679324 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b22dac45-c3f5-4ce4-a68c-505be186be87 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for network, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:31.681283 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-175791b6-4d4b-4d88-80fd-fbe919e95138 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:31.736086 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-b22dac45-c3f5-4ce4-a68c-505be186be87 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6427243 Nov 23 17:19:31.742815 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 49940) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:19:31.756876 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-75c5915b-6976-42aa-8caf-6c99cb88ec72 admin admin] Request body: {'subnet': {'network_id': '9138b66f-ee9f-420f-aa4c-93d423b56d6f', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-176530693-subnet', 'tenant_id': '63217a3ad87c48efb66446cadd87e623', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:19:31.777525 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22dac45-c3f5-4ce4-a68c-505be186be87 admin admin] Pushing event updated for resources: {'Network': ['ID=9138b66f-ee9f-420f-aa4c-93d423b56d6f,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:19:31.789515 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfe047f-538f-4938-94ad-16c1acbb231f req-06aece55-fa35-41c4-9bae-fc9d93a17cc3 tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:19:31.792506 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Network 9138b66f-ee9f-420f-aa4c-93d423b56d6f details requested by agent ovs-agent-n-d-816206-8 with host n-d-816206-8 {{(pid=103592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 17:19:31.799302 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-dbfe047f-538f-4938-94ad-16c1acbb231f req-06aece55-fa35-41c4-9bae-fc9d93a17cc3 tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] 10.222.0.60 "GET /v2.0/ports?device_id=87008797-e985-490d-8c0f-a48dbdb047ab HTTP/1.1" status: 200 len: 943 time: 0.1555977 Nov 23 17:19:31.840538 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75c5915b-6976-42aa-8caf-6c99cb88ec72 admin admin] Made reservation on behalf of 63217a3ad87c48efb66446cadd87e623 for: {'subnet': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:19:31.844199 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-75c5915b-6976-42aa-8caf-6c99cb88ec72 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:31.883346 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-175791b6-4d4b-4d88-80fd-fbe919e95138 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:31.887080 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-175791b6-4d4b-4d88-80fd-fbe919e95138 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:31.888341 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-175791b6-4d4b-4d88-80fd-fbe919e95138 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a4081602-3758-4806-b9aa-7d01c2a320db HTTP/1.1" status: 204 len: 168 time: 0.3879964 Nov 23 17:19:31.917433 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-dbfe047f-538f-4938-94ad-16c1acbb231f req-8fbfe9c6-a5ac-41ec-a689-127233207fa7 tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] 10.222.0.60 "GET /v2.0/security-groups?id=ef6a96c0-423c-4ea7-a75c-4657afd8c521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169565 Nov 23 17:19:31.982546 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 49950) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:19:32.005296 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-9be1414a-f63c-4885-9dd3-8fb277932a81 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:32.035592 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175791b6-4d4b-4d88-80fd-fbe919e95138 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4081602-3758-4806-b9aa-7d01c2a320db,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:19:32.110560 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3479cf34-cc2d-47e2-acd4-5b2b4f1a4046 req-fd6a45a8-8c0e-4e8b-b26e-7e562e3e9556 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:19:32.116350 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-3479cf34-cc2d-47e2-acd4-5b2b4f1a4046 req-fd6a45a8-8c0e-4e8b-b26e-7e562e3e9556 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] 10.222.0.60 "GET /v2.0/ports?device_id=c79fc20b-806a-458c-8c0f-8a4583c06a8f HTTP/1.1" status: 200 len: 949 time: 0.0870056 Nov 23 17:19:32.212810 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-9be1414a-f63c-4885-9dd3-8fb277932a81 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:32.231108 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-9be1414a-f63c-4885-9dd3-8fb277932a81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:32.262871 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-3479cf34-cc2d-47e2-acd4-5b2b4f1a4046 req-e6b9b0cf-86dd-4d6a-b276-5d82f5373b8c tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] 10.222.0.60 "GET /v2.0/security-groups?id=70227657-be62-432a-a8fd-5a85231fc7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410141 Nov 23 17:19:32.310916 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be1414a-f63c-4885-9dd3-8fb277932a81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c554010-6435-4279-8404-ab086a0a12c7,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:19:32.333030 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-75c5915b-6976-42aa-8caf-6c99cb88ec72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493'] for subnet, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:32.356890 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-9be1414a-f63c-4885-9dd3-8fb277932a81 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=90c6e1acdc2a4e34952680df3c1c232d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3731954 Nov 23 17:19:32.359381 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 49960) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:19:32.369997 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 49962) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:19:32.442353 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-db2aa1b0-0986-48a8-b54b-c52fb511b163 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:32.470529 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7bc60042-ce0a-4355-95dd-0a26a02eeb3e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:32.498877 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c5915b-6976-42aa-8caf-6c99cb88ec72 admin admin] Pushing event updated for resources: {'Subnet': ['ID=15f26e13-0cf0-4880-94f4-45bb7748b459,revision_number=0']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:19:32.534342 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75c5915b-6976-42aa-8caf-6c99cb88ec72 admin admin] Checking segment: {'id': '6060ae54-b3ab-466c-81a0-bcbd470d4dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '9138b66f-ee9f-420f-aa4c-93d423b56d6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:19:32.534963 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75c5915b-6976-42aa-8caf-6c99cb88ec72 admin admin] Network hostable DHCP agents. Network: 9138b66f-ee9f-420f-aa4c-93d423b56d6f, hostable agents: ['0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3'], hosted agents: [] {{(pid=103591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 17:19:32.546869 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7bc60042-ce0a-4355-95dd-0a26a02eeb3e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:32.573722 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75c5915b-6976-42aa-8caf-6c99cb88ec72 admin admin] Network 9138b66f-ee9f-420f-aa4c-93d423b56d6f is scheduled to be hosted by DHCP agent 0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3 with binding_index 1 {{(pid=103591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 17:19:32.597728 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [None req-75c5915b-6976-42aa-8caf-6c99cb88ec72 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-8, 9138b66f-ee9f-420f-aa4c-93d423b56d6f) {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:19:32.604439 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75c5915b-6976-42aa-8caf-6c99cb88ec72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:19:32.605345 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-75c5915b-6976-42aa-8caf-6c99cb88ec72 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for subnet, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:32.611858 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d114f73e-6ff0-4e53-b1b0-e6effe3bd36d None None] Network 9138b66f-ee9f-420f-aa4c-93d423b56d6f requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:19:32.641538 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7bc60042-ce0a-4355-95dd-0a26a02eeb3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:32.644109 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7bc60042-ce0a-4355-95dd-0a26a02eeb3e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:32.645831 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-75c5915b-6976-42aa-8caf-6c99cb88ec72 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.8998334 Nov 23 17:19:32.652102 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-db2aa1b0-0986-48a8-b54b-c52fb511b163 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:32.655018 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-7bc60042-ce0a-4355-95dd-0a26a02eeb3e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/0c554010-6435-4279-8404-ab086a0a12c7 HTTP/1.1" status: 204 len: 168 time: 0.2873623 Nov 23 17:19:32.662083 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-db2aa1b0-0986-48a8-b54b-c52fb511b163 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:32.696204 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc60042-ce0a-4355-95dd-0a26a02eeb3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c554010-6435-4279-8404-ab086a0a12c7,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:19:32.785068 n-d-816206-8 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87008797-e985-490d-8c0f-a48dbdb047ab', 'tag': '2488209f-deff-41b1-bc6c-75834b3c0d4d'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:19:32.788227 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbabddbc9fc37b068808e119c416c86f5957ca04531a4a0d2e695c515e93483b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cfdcb18-41d5-4146-bcca-c945673135d8" -d '{"events": [{"name": "network-changed", "server_uuid": "87008797-e985-490d-8c0f-a48dbdb047ab", "tag": "2488209f-deff-41b1-bc6c-75834b3c0d4d"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:19:32.799019 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-db2aa1b0-0986-48a8-b54b-c52fb511b163 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a3acc8a33a7d46808f1185488edc50c9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4243858 Nov 23 17:19:32.801830 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2aa1b0-0986-48a8-b54b-c52fb511b163 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec944596-412b-4449-926d-c3be311b3bab,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:19:32.805212 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 49978) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:19:32.845432 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc7a4647-ea72-44ce-9cbf-bf33e587a7e7 None None] Network 9138b66f-ee9f-420f-aa4c-93d423b56d6f requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:19:32.895697 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 17:19:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eeaa9f43-a4b7-451c-a83c-2e80bcb2ee0d x-openstack-request-id: req-eeaa9f43-a4b7-451c-a83c-2e80bcb2ee0d {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:19:32.896306 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87008797-e985-490d-8c0f-a48dbdb047ab", "tag": "2488209f-deff-41b1-bc6c-75834b3c0d4d", "status": "completed", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:19:32.896763 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-eeaa9f43-a4b7-451c-a83c-2e80bcb2ee0d {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:19:32.897345 n-d-816206-8 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87008797-e985-490d-8c0f-a48dbdb047ab', 'tag': '2488209f-deff-41b1-bc6c-75834b3c0d4d', 'status': 'completed', 'code': 200} Nov 23 17:19:32.923716 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 49982) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:19:32.981217 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b92e47e6-a465-4368-983a-d1d6e4b719b3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:33.059230 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b92e47e6-a465-4368-983a-d1d6e4b719b3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:33.093274 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfdcb18-41d5-4146-bcca-c945673135d8 req-c1123a36-da40-4028-81f8-1bba60e81f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:19:33.095858 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-0cfdcb18-41d5-4146-bcca-c945673135d8 req-c1123a36-da40-4028-81f8-1bba60e81f16 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=968ef5ef30ad45a38c8263e9da4ef3c2&device_id=87008797-e985-490d-8c0f-a48dbdb047ab HTTP/1.1" status: 200 len: 1124 time: 0.1730199 Nov 23 17:19:33.140051 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.db_base_plugin_v2 [None req-55f4d252-0fc0-4089-8a39-633abee0d8d3 admin admin] Deleting subnet 9c097f1b-99ae-44e2-9826-4a3d629f75df {{(pid=103591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 17:19:33.145445 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-55f4d252-0fc0-4089-8a39-633abee0d8d3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:33.151407 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b92e47e6-a465-4368-983a-d1d6e4b719b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:33.154098 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b92e47e6-a465-4368-983a-d1d6e4b719b3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:33.157631 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-b92e47e6-a465-4368-983a-d1d6e4b719b3 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ec944596-412b-4449-926d-c3be311b3bab HTTP/1.1" status: 204 len: 168 time: 0.3490615 Nov 23 17:19:33.171504 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92e47e6-a465-4368-983a-d1d6e4b719b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec944596-412b-4449-926d-c3be311b3bab,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:19:33.207833 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-55f4d252-0fc0-4089-8a39-633abee0d8d3 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:33.222552 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-55f4d252-0fc0-4089-8a39-633abee0d8d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971956'] for subnet, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:33.753972 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-55f4d252-0fc0-4089-8a39-633abee0d8d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493'] for subnet, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:33.836545 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f4d252-0fc0-4089-8a39-633abee0d8d3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9c097f1b-99ae-44e2-9826-4a3d629f75df,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:19:33.855074 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-55f4d252-0fc0-4089-8a39-633abee0d8d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for subnet, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:33.858361 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-55f4d252-0fc0-4089-8a39-633abee0d8d3 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/9c097f1b-99ae-44e2-9826-4a3d629f75df HTTP/1.1" status: 204 len: 168 time: 0.9337416 Nov 23 17:19:33.862526 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 50028) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:19:33.876750 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facac8d2-d06c-4ec4-a78c-2a3578b727b5 req-1593b726-90e4-44e1-8724-48159484ce87 tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:19:33.878318 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-facac8d2-d06c-4ec4-a78c-2a3578b727b5 req-1593b726-90e4-44e1-8724-48159484ce87 tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] 10.222.0.60 "GET /v2.0/ports?device_id=87008797-e985-490d-8c0f-a48dbdb047ab HTTP/1.1" status: 200 len: 943 time: 0.7666361 Nov 23 17:19:33.900711 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c35db70-5b1c-4575-96ab-5ee244079663 req-8ecdf7cb-8b6e-4ebc-8dc1-a56ab5314f64 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:19:33.902330 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9c35db70-5b1c-4575-96ab-5ee244079663 req-8ecdf7cb-8b6e-4ebc-8dc1-a56ab5314f64 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] 10.222.0.60 "GET /v2.0/ports?device_id=c79fc20b-806a-458c-8c0f-8a4583c06a8f HTTP/1.1" status: 200 len: 949 time: 0.2240744 Nov 23 17:19:33.934617 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfdcb18-41d5-4146-bcca-c945673135d8 req-abf724c4-ed4a-40b1-9cb1-f85d97de4a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:19:33.936272 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-0cfdcb18-41d5-4146-bcca-c945673135d8 req-abf724c4-ed4a-40b1-9cb1-f85d97de4a77 service neutron] 10.222.0.55 "GET /v2.0/networks?id=eacea6aa-86b2-4fe9-ae0d-611828f27804 HTTP/1.1" status: 200 len: 921 time: 0.8229351 Nov 23 17:19:34.001578 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-abffca28-561c-4e25-bc88-0d1d22be83de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-555181'] for network, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:34.027731 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-0cfdcb18-41d5-4146-bcca-c945673135d8 req-50dca410-6144-4c53-8d93-77de7246e65d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2488209f-deff-41b1-bc6c-75834b3c0d4d HTTP/1.1" status: 200 len: 217 time: 0.0785880 Nov 23 17:19:34.108674 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-facac8d2-d06c-4ec4-a78c-2a3578b727b5 req-f3a0be70-adf4-49ec-a557-ded20ad0bdfb tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] 10.222.0.60 "GET /v2.0/security-groups?id=ef6a96c0-423c-4ea7-a75c-4657afd8c521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2025800 Nov 23 17:19:34.117462 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9c35db70-5b1c-4575-96ab-5ee244079663 req-09575754-fc40-4ec1-a1de-350fba0ef956 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] 10.222.0.60 "GET /v2.0/security-groups?id=70227657-be62-432a-a8fd-5a85231fc7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1988006 Nov 23 17:19:34.132382 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfdcb18-41d5-4146-bcca-c945673135d8 req-5c03f4b6-3cec-410f-be91-bc4f4b6883e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:19:34.133970 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-0cfdcb18-41d5-4146-bcca-c945673135d8 req-5c03f4b6-3cec-410f-be91-bc4f4b6883e6 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=cfa8dfdf-5850-4e22-a7f8-6d7e726926d1 HTTP/1.1" status: 200 len: 860 time: 0.0904901 Nov 23 17:19:34.221818 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-0cfdcb18-41d5-4146-bcca-c945673135d8 req-66e36122-2ef5-4bce-ab84-7004765c37cd service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=eacea6aa-86b2-4fe9-ae0d-611828f27804&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0725157 Nov 23 17:19:34.230009 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device 2488209f-deff-41b1-bc6c-75834b3c0d4d details requested by agent hyperv_n-h2-816206-8 with host n-h2-816206-8 {{(pid=103592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 17:19:34.291474 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-abffca28-561c-4e25-bc88-0d1d22be83de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973419', 'neutron.services.segments.db._delete_segments_for_network-8736635878840'] for network, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:34.373203 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-abffca28-561c-4e25-bc88-0d1d22be83de admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 17:19:34.381017 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-abffca28-561c-4e25-bc88-0d1d22be83de admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 17:19:34.383919 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-abffca28-561c-4e25-bc88-0d1d22be83de admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 17:19:34.384449 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-abffca28-561c-4e25-bc88-0d1d22be83de admin admin] Subscribe: > port after_create 55550000 {{(pid=103590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 17:19:34.384987 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-abffca28-561c-4e25-bc88-0d1d22be83de admin admin] Subscribe: > port after_delete 55550000 {{(pid=103590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 17:19:34.386318 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-abffca28-561c-4e25-bc88-0d1d22be83de admin admin] Subscribe: > port after_update 55550000 {{(pid=103590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 17:19:34.396156 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-abffca28-561c-4e25-bc88-0d1d22be83de admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 17:19:34.396699 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-abffca28-561c-4e25-bc88-0d1d22be83de admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 17:19:34.397309 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-abffca28-561c-4e25-bc88-0d1d22be83de admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 17:19:34.397991 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-abffca28-561c-4e25-bc88-0d1d22be83de admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 17:19:34.551732 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-0cfdcb18-41d5-4146-bcca-c945673135d8 req-f6508c08-2b67-4e96-b323-1e407d65343a service neutron] 10.222.0.55 "GET /v2.0/networks/eacea6aa-86b2-4fe9-ae0d-611828f27804?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3154712 Nov 23 17:19:34.586862 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port 2488209f-deff-41b1-bc6c-75834b3c0d4d, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=2488209f-deff-41b1-bc6c-75834b3c0d4d,segment=NetworkSegment(aeb4ff6a-77f7-45a2-bf27-0feac134a4ea),segment_id=aeb4ff6a-77f7-45a2-bf27-0feac134a4ea)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:19:34.632974 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device 2488209f-deff-41b1-bc6c-75834b3c0d4d has no active binding in host n-h2-816206-8 {{(pid=103592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 23 17:19:34.695863 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-abffca28-561c-4e25-bc88-0d1d22be83de admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 17:19:34.696312 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-abffca28-561c-4e25-bc88-0d1d22be83de admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 17:19:34.702354 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-abffca28-561c-4e25-bc88-0d1d22be83de admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 17:19:34.706174 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-abffca28-561c-4e25-bc88-0d1d22be83de admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 17:19:34.707592 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-abffca28-561c-4e25-bc88-0d1d22be83de admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eeec9f53-c248-4580-8a33-ea991cf9a500']}} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:19:34.739138 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-0cfdcb18-41d5-4146-bcca-c945673135d8 req-32331055-a850-4cc0-a300-4990d26125fc service neutron] 10.222.0.55 "GET /v2.0/networks/eacea6aa-86b2-4fe9-ae0d-611828f27804?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1652389 Nov 23 17:19:34.817055 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-abffca28-561c-4e25-bc88-0d1d22be83de admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16e941b5-2acb-4bd0-bcc8-86accdb32a1c') {'for_net_delete': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:19:34.818389 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-abffca28-561c-4e25-bc88-0d1d22be83de admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16e941b5-2acb-4bd0-bcc8-86accdb32a1c') {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:19:34.859371 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-abffca28-561c-4e25-bc88-0d1d22be83de admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736635840332', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-267528353'] for segment, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:34.908910 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-abffca28-561c-4e25-bc88-0d1d22be83de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:34.944097 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abffca28-561c-4e25-bc88-0d1d22be83de admin admin] Releasing vlan 517 on physical network physnet1 to pool {{(pid=103590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 17:19:34.946399 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-abffca28-561c-4e25-bc88-0d1d22be83de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264370093'] for segment, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:34.982732 n-d-816206-8 neutron-server[103590]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 23 17:19:34.982732 n-d-816206-8 neutron-server[103590]: from cryptography.utils import int_from_bytes Nov 23 17:19:34.982732 n-d-816206-8 neutron-server[103590]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 23 17:19:34.982732 n-d-816206-8 neutron-server[103590]: from cryptography.utils import int_from_bytes Nov 23 17:19:34.982732 n-d-816206-8 neutron-server[103590]: Traceback (most recent call last): Nov 23 17:19:34.982732 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 17:19:34.982732 n-d-816206-8 neutron-server[103590]: timer() Nov 23 17:19:34.982732 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 17:19:34.982732 n-d-816206-8 neutron-server[103590]: cb(*args, **kw) Nov 23 17:19:34.982732 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 17:19:34.982732 n-d-816206-8 neutron-server[103590]: return func(*args, **kwargs) Nov 23 17:19:34.982732 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 17:19:34.982732 n-d-816206-8 neutron-server[103590]: self._notify() Nov 23 17:19:34.982732 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 17:19:34.982732 n-d-816206-8 neutron-server[103590]: self.callback(batched_events) Nov 23 17:19:34.982732 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 17:19:34.982732 n-d-816206-8 neutron-server[103590]: event.method(event) Nov 23 17:19:34.982732 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 17:19:34.982732 n-d-816206-8 neutron-server[103590]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 17:19:34.982732 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 17:19:34.982732 n-d-816206-8 neutron-server[103590]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 17:19:34.982732 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 17:19:34.982732 n-d-816206-8 neutron-server[103590]: return f(self, *a, **k) Nov 23 17:19:34.982732 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 17:19:34.982732 n-d-816206-8 neutron-server[103590]: return self._get(url).json() Nov 23 17:19:34.982732 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 17:19:34.982732 n-d-816206-8 neutron-server[103590]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 17:19:34.982732 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 17:19:34.982732 n-d-816206-8 neutron-server[103590]: return self.request(url, 'GET', **kwargs) Nov 23 17:19:34.982732 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 17:19:34.982732 n-d-816206-8 neutron-server[103590]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 17:19:34.982732 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 17:19:34.982732 n-d-816206-8 neutron-server[103590]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 17:19:34.982732 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 17:19:34.982732 n-d-816206-8 neutron-server[103590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 17:19:34.982732 n-d-816206-8 neutron-server[103590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 17:19:35.079513 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-abffca28-561c-4e25-bc88-0d1d22be83de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1795418'] for network, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:35.089373 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-abffca28-561c-4e25-bc88-0d1d22be83de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for network, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:35.098150 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-abffca28-561c-4e25-bc88-0d1d22be83de admin admin] 10.222.0.60 "DELETE /v2.0/networks/eeec9f53-c248-4580-8a33-ea991cf9a500 HTTP/1.1" status: 204 len: 168 time: 1.2292073 Nov 23 17:19:35.098762 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 50052) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:19:35.115562 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abffca28-561c-4e25-bc88-0d1d22be83de admin admin] Pushing event deleted for resources: {'Network': ['ID=eeec9f53-c248-4580-8a33-ea991cf9a500,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:19:35.174937 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.db_base_plugin_v2 [None req-503f5cc5-3e35-4517-a1d8-dd7545466727 admin admin] Deleting subnet 15f26e13-0cf0-4880-94f4-45bb7748b459 {{(pid=103591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 17:19:35.179829 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-503f5cc5-3e35-4517-a1d8-dd7545466727 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:35.235119 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-503f5cc5-3e35-4517-a1d8-dd7545466727 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:35.253033 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-503f5cc5-3e35-4517-a1d8-dd7545466727 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971956'] for subnet, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:35.418126 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-503f5cc5-3e35-4517-a1d8-dd7545466727 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493'] for subnet, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:35.474015 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503f5cc5-3e35-4517-a1d8-dd7545466727 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=15f26e13-0cf0-4880-94f4-45bb7748b459,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:19:35.483243 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-503f5cc5-3e35-4517-a1d8-dd7545466727 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for subnet, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:35.493106 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 50074) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:19:35.493588 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-503f5cc5-3e35-4517-a1d8-dd7545466727 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/15f26e13-0cf0-4880-94f4-45bb7748b459 HTTP/1.1" status: 204 len: 168 time: 0.3925273 Nov 23 17:19:35.503369 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587bd636-fd23-4eb2-aefb-30006a50c8f4 req-e29237b8-b509-495c-8ec5-e287a61065c2 tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:19:35.505810 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-587bd636-fd23-4eb2-aefb-30006a50c8f4 req-e29237b8-b509-495c-8ec5-e287a61065c2 tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] 10.222.0.60 "GET /v2.0/ports?device_id=87008797-e985-490d-8c0f-a48dbdb047ab HTTP/1.1" status: 200 len: 943 time: 0.1894920 Nov 23 17:19:35.519559 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64abd35a-77cb-4b29-826b-5d8661d6da1f req-8aba059a-7313-4b83-97c8-b010bdb968b9 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:19:35.522406 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-64abd35a-77cb-4b29-826b-5d8661d6da1f req-8aba059a-7313-4b83-97c8-b010bdb968b9 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] 10.222.0.60 "GET /v2.0/ports?device_id=c79fc20b-806a-458c-8c0f-8a4583c06a8f HTTP/1.1" status: 200 len: 949 time: 0.2101264 Nov 23 17:19:35.609546 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-587bd636-fd23-4eb2-aefb-30006a50c8f4 req-f7c04ada-b6bc-4dae-81ec-8a9897c2bd0a tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] 10.222.0.60 "GET /v2.0/security-groups?id=ef6a96c0-423c-4ea7-a75c-4657afd8c521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847008 Nov 23 17:19:35.662845 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-64abd35a-77cb-4b29-826b-5d8661d6da1f req-dd9a0b65-4970-49d6-803e-f27b8ce3005d tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] 10.222.0.60 "GET /v2.0/security-groups?id=70227657-be62-432a-a8fd-5a85231fc7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263530 Nov 23 17:19:35.670959 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0994fbec-fc5b-4811-9b53-41b43e281243 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-555181'] for network, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:35.796927 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0994fbec-fc5b-4811-9b53-41b43e281243 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973419', 'neutron.services.segments.db._delete_segments_for_network-8736635878840'] for network, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:35.826902 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-0994fbec-fc5b-4811-9b53-41b43e281243 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9138b66f-ee9f-420f-aa4c-93d423b56d6f']}} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:19:35.848406 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-0994fbec-fc5b-4811-9b53-41b43e281243 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6060ae54-b3ab-466c-81a0-bcbd470d4dfa') {'for_net_delete': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:19:35.849756 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-0994fbec-fc5b-4811-9b53-41b43e281243 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6060ae54-b3ab-466c-81a0-bcbd470d4dfa') {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:19:35.863905 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0994fbec-fc5b-4811-9b53-41b43e281243 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736635840332', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-267528353'] for segment, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:35.879982 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0994fbec-fc5b-4811-9b53-41b43e281243 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:35.892475 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0994fbec-fc5b-4811-9b53-41b43e281243 admin admin] Releasing vlan 533 on physical network physnet1 to pool {{(pid=103590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 17:19:35.895363 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0994fbec-fc5b-4811-9b53-41b43e281243 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264370093'] for segment, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:35.899105 n-d-816206-8 neutron-server[103590]: Traceback (most recent call last): Nov 23 17:19:35.899105 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 17:19:35.899105 n-d-816206-8 neutron-server[103590]: timer() Nov 23 17:19:35.899105 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 17:19:35.899105 n-d-816206-8 neutron-server[103590]: cb(*args, **kw) Nov 23 17:19:35.899105 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 17:19:35.899105 n-d-816206-8 neutron-server[103590]: return func(*args, **kwargs) Nov 23 17:19:35.899105 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 17:19:35.899105 n-d-816206-8 neutron-server[103590]: self._notify() Nov 23 17:19:35.899105 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 17:19:35.899105 n-d-816206-8 neutron-server[103590]: self.callback(batched_events) Nov 23 17:19:35.899105 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 17:19:35.899105 n-d-816206-8 neutron-server[103590]: event.method(event) Nov 23 17:19:35.899105 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 17:19:35.899105 n-d-816206-8 neutron-server[103590]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 17:19:35.899105 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 17:19:35.899105 n-d-816206-8 neutron-server[103590]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 17:19:35.899105 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 17:19:35.899105 n-d-816206-8 neutron-server[103590]: return f(self, *a, **k) Nov 23 17:19:35.899105 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 17:19:35.899105 n-d-816206-8 neutron-server[103590]: return self._get(url).json() Nov 23 17:19:35.899105 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 17:19:35.899105 n-d-816206-8 neutron-server[103590]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 17:19:35.899105 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 17:19:35.899105 n-d-816206-8 neutron-server[103590]: return self.request(url, 'GET', **kwargs) Nov 23 17:19:35.899105 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 17:19:35.899105 n-d-816206-8 neutron-server[103590]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 17:19:35.899105 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 17:19:35.899105 n-d-816206-8 neutron-server[103590]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 17:19:35.899105 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 17:19:35.899105 n-d-816206-8 neutron-server[103590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 17:19:35.899105 n-d-816206-8 neutron-server[103590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 17:19:35.965123 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0994fbec-fc5b-4811-9b53-41b43e281243 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1795418'] for network, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:35.973418 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0994fbec-fc5b-4811-9b53-41b43e281243 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for network, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:35.981340 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-0994fbec-fc5b-4811-9b53-41b43e281243 admin admin] 10.222.0.60 "DELETE /v2.0/networks/9138b66f-ee9f-420f-aa4c-93d423b56d6f HTTP/1.1" status: 204 len: 168 time: 0.4862480 Nov 23 17:19:35.998969 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0994fbec-fc5b-4811-9b53-41b43e281243 admin admin] Pushing event deleted for resources: {'Network': ['ID=9138b66f-ee9f-420f-aa4c-93d423b56d6f,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:19:36.368620 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 50122) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:19:36.418369 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-70a1edaf-8e5b-4d89-acb7-6e1d78dd9d24 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=60f159d6810b414d828e2831721fffbd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0485835 Nov 23 17:19:36.421642 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 50126) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:19:36.514303 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-786ade93-39dd-45e6-a9c1-d58493b26ed0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:36.548195 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-786ade93-39dd-45e6-a9c1-d58493b26ed0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:36.646006 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-786ade93-39dd-45e6-a9c1-d58493b26ed0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:36.649715 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-786ade93-39dd-45e6-a9c1-d58493b26ed0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:36.652053 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-786ade93-39dd-45e6-a9c1-d58493b26ed0 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f8a976c7-e33d-4ade-a090-8715ae7dc8d7 HTTP/1.1" status: 204 len: 168 time: 0.2282174 Nov 23 17:19:36.669665 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786ade93-39dd-45e6-a9c1-d58493b26ed0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8a976c7-e33d-4ade-a090-8715ae7dc8d7,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:19:36.905035 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-435632ad-14bf-473d-ba89-f4947c65844d req-93bf9dd8-cf10-4f18-9e58-fc7c744c6f07 tempest-ServersAdminNegativeTestJSON-104426851 tempest-ServersAdminNegativeTestJSON-104426851-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=8bc44e7157c84c09b61a07b8298fdef9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0613470 Nov 23 17:19:37.174284 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435632ad-14bf-473d-ba89-f4947c65844d req-aa4e3141-4e0c-4e17-8e17-916d5a401d75 tempest-ServersAdminNegativeTestJSON-104426851 tempest-ServersAdminNegativeTestJSON-104426851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:19:37.175894 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-435632ad-14bf-473d-ba89-f4947c65844d req-aa4e3141-4e0c-4e17-8e17-916d5a401d75 tempest-ServersAdminNegativeTestJSON-104426851 tempest-ServersAdminNegativeTestJSON-104426851-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2698042 Nov 23 17:19:37.275313 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-435632ad-14bf-473d-ba89-f4947c65844d req-31bb08bc-036a-4983-aeea-1b7433c68ef5 tempest-ServersAdminNegativeTestJSON-104426851 tempest-ServersAdminNegativeTestJSON-104426851-project] 10.222.0.60 "GET /v2.0/quotas/8bc44e7157c84c09b61a07b8298fdef9 HTTP/1.1" status: 200 len: 375 time: 0.0674894 Nov 23 17:19:37.317277 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-435632ad-14bf-473d-ba89-f4947c65844d req-9a1e9583-182e-4785-a4c1-dcd9678dd3c0 tempest-ServersAdminNegativeTestJSON-104426851 tempest-ServersAdminNegativeTestJSON-104426851-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=8bc44e7157c84c09b61a07b8298fdef9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0402033 Nov 23 17:19:37.368219 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af842931-7a0b-4456-b783-6450502a69ae req-79785b31-c509-4eb8-9cd5-950dad809292 tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:19:37.372147 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-af842931-7a0b-4456-b783-6450502a69ae req-79785b31-c509-4eb8-9cd5-950dad809292 tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] 10.222.0.60 "GET /v2.0/ports?device_id=87008797-e985-490d-8c0f-a48dbdb047ab HTTP/1.1" status: 200 len: 943 time: 0.1616929 Nov 23 17:19:37.376976 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6dff6048-ceba-471b-ab05-d9537e6c3e2e req-548be838-78ce-4cc1-83c8-423c81531427 service neutron] 10.222.0.55 "GET /v2.0/ports/2488209f-deff-41b1-bc6c-75834b3c0d4d/bindings/n-h2-816206-8 HTTP/1.1" status: 200 len: 384 time: 0.1990614 Nov 23 17:19:37.491434 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 50168) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:19:37.553759 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-af842931-7a0b-4456-b783-6450502a69ae req-b9a890de-6775-4645-865c-e3640586bdb0 tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] 10.222.0.60 "GET /v2.0/security-groups?id=ef6a96c0-423c-4ea7-a75c-4657afd8c521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738286 Nov 23 17:19:37.667050 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-47b040b0-4451-4800-940a-d7f99df3f0d0 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=63217a3ad87c48efb66446cadd87e623&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1693120 Nov 23 17:19:37.670850 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 50176) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:19:37.801725 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-51ef24ff-203c-4719-a118-de59ba890b58 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:37.841578 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-51ef24ff-203c-4719-a118-de59ba890b58 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:37.930464 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-51ef24ff-203c-4719-a118-de59ba890b58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:37.938168 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-51ef24ff-203c-4719-a118-de59ba890b58 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:37.941817 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-51ef24ff-203c-4719-a118-de59ba890b58 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/56fa2a06-4f04-4721-8ac7-db86c04f1df3 HTTP/1.1" status: 204 len: 168 time: 0.2668972 Nov 23 17:19:37.955166 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ef24ff-203c-4719-a118-de59ba890b58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56fa2a06-4f04-4721-8ac7-db86c04f1df3,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:19:37.963621 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7793a35b-1d64-4d27-9c8b-5104a936b88f req-d9547399-5acb-4f49-90f0-3bfa229a596e tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:19:37.965926 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7793a35b-1d64-4d27-9c8b-5104a936b88f req-d9547399-5acb-4f49-90f0-3bfa229a596e tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] 10.222.0.60 "GET /v2.0/ports?device_id=c79fc20b-806a-458c-8c0f-8a4583c06a8f HTTP/1.1" status: 200 len: 949 time: 0.2326519 Nov 23 17:19:38.017100 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-6dff6048-ceba-471b-ab05-d9537e6c3e2e req-a8ddcdbc-244c-4bb7-a243-19a5d069eef9 service neutron] For port 2488209f-deff-41b1-bc6c-75834b3c0d4d, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=2488209f-deff-41b1-bc6c-75834b3c0d4d,segment=NetworkSegment(aeb4ff6a-77f7-45a2-bf27-0feac134a4ea),segment_id=aeb4ff6a-77f7-45a2-bf27-0feac134a4ea)] {{(pid=103591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:19:38.095485 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-6dff6048-ceba-471b-ab05-d9537e6c3e2e req-a8ddcdbc-244c-4bb7-a243-19a5d069eef9 service neutron] For port 2488209f-deff-41b1-bc6c-75834b3c0d4d, host n-h1-816206-8, cleared binding levels {{(pid=103591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:19:38.137779 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7793a35b-1d64-4d27-9c8b-5104a936b88f req-4b94ae94-6eca-45f3-9160-bc4784104db2 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] 10.222.0.60 "GET /v2.0/security-groups?id=70227657-be62-432a-a8fd-5a85231fc7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623957 Nov 23 17:19:38.203874 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [req-6dff6048-ceba-471b-ab05-d9537e6c3e2e req-a8ddcdbc-244c-4bb7-a243-19a5d069eef9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2488209f-deff-41b1-bc6c-75834b3c0d4d {{(pid=103591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:19:38.219528 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-6dff6048-ceba-471b-ab05-d9537e6c3e2e req-a8ddcdbc-244c-4bb7-a243-19a5d069eef9 service neutron] For port 2488209f-deff-41b1-bc6c-75834b3c0d4d, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=2488209f-deff-41b1-bc6c-75834b3c0d4d,segment=NetworkSegment(aeb4ff6a-77f7-45a2-bf27-0feac134a4ea),segment_id=aeb4ff6a-77f7-45a2-bf27-0feac134a4ea)] {{(pid=103591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:19:38.259843 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-6dff6048-ceba-471b-ab05-d9537e6c3e2e req-a8ddcdbc-244c-4bb7-a243-19a5d069eef9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:38.296068 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-37a650de-b634-411d-9bc8-206bc0b1119c req-2d9df729-a076-422a-bd07-dd81e4c26adf tempest-ServersAdminNegativeTestJSON-104426851 tempest-ServersAdminNegativeTestJSON-104426851-project] 10.222.0.60 "GET /v2.0/ports?device_id=95baa07b-f9d2-4640-b154-b17c95bd927b HTTP/1.1" status: 200 len: 210 time: 0.0627413 Nov 23 17:19:38.303933 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-56ec54de-bd1d-4f2a-b723-e0aa30234c44 req-622e6f8b-3d4c-46e4-87ff-6a9e509b3b6d tempest-FlavorsV2NegativeTest-1731116156 tempest-FlavorsV2NegativeTest-1731116156-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=12acbad731c04a44ada99667cf9bb021&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0717876 Nov 23 17:19:38.505240 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.provisioning_blocks [req-6dff6048-ceba-471b-ab05-d9537e6c3e2e req-a8ddcdbc-244c-4bb7-a243-19a5d069eef9 service neutron] Transition to ACTIVE for port object 2488209f-deff-41b1-bc6c-75834b3c0d4d will not be triggered until provisioned by entity L2. {{(pid=103591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 17:19:38.535850 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-6dff6048-ceba-471b-ab05-d9537e6c3e2e req-a8ddcdbc-244c-4bb7-a243-19a5d069eef9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:38.648867 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ec54de-bd1d-4f2a-b723-e0aa30234c44 req-3f9f26f6-db01-49f6-be77-de2d88ceb685 tempest-FlavorsV2NegativeTest-1731116156 tempest-FlavorsV2NegativeTest-1731116156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:19:38.651949 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-56ec54de-bd1d-4f2a-b723-e0aa30234c44 req-3f9f26f6-db01-49f6-be77-de2d88ceb685 tempest-FlavorsV2NegativeTest-1731116156 tempest-FlavorsV2NegativeTest-1731116156-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3193157 Nov 23 17:19:38.711622 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-56ec54de-bd1d-4f2a-b723-e0aa30234c44 req-f3f7f372-e24b-4df3-bfce-d1eb6bb3b538 tempest-FlavorsV2NegativeTest-1731116156 tempest-FlavorsV2NegativeTest-1731116156-project] 10.222.0.60 "GET /v2.0/quotas/12acbad731c04a44ada99667cf9bb021 HTTP/1.1" status: 200 len: 375 time: 0.0489795 Nov 23 17:19:38.744189 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [req-6dff6048-ceba-471b-ab05-d9537e6c3e2e req-a8ddcdbc-244c-4bb7-a243-19a5d069eef9 service neutron] No DVR routers for this DVR port 2488209f-deff-41b1-bc6c-75834b3c0d4d on host n-h1-816206-8 {{(pid=103591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:19:38.890480 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-56ec54de-bd1d-4f2a-b723-e0aa30234c44 req-c8aca26b-3c85-4ac0-b179-611d35a671bb tempest-FlavorsV2NegativeTest-1731116156 tempest-FlavorsV2NegativeTest-1731116156-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=12acbad731c04a44ada99667cf9bb021&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1482661 Nov 23 17:19:38.891401 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ddcdbc-244c-4bb7-a243-19a5d069eef9 service neutron] Pushing event updated for resources: {'Port': ['ID=2488209f-deff-41b1-bc6c-75834b3c0d4d,revision_number=10']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:19:38.996284 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6dff6048-ceba-471b-ab05-d9537e6c3e2e req-a8ddcdbc-244c-4bb7-a243-19a5d069eef9 service neutron] 10.222.0.55 "PUT /v2.0/ports/2488209f-deff-41b1-bc6c-75834b3c0d4d/bindings/n-h2-816206-8/activate HTTP/1.1" status: 200 len: 369 time: 1.6074948 Nov 23 17:19:39.078524 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b5c333-35e7-4214-bf44-45b9f9a1c3cc req-fbfd44d7-8661-488e-a0f7-a64a140ee59a tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:19:39.080303 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c8b5c333-35e7-4214-bf44-45b9f9a1c3cc req-fbfd44d7-8661-488e-a0f7-a64a140ee59a tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] 10.222.0.60 "GET /v2.0/ports?device_id=87008797-e985-490d-8c0f-a48dbdb047ab HTTP/1.1" status: 200 len: 944 time: 0.1940126 Nov 23 17:19:39.187881 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c8b5c333-35e7-4214-bf44-45b9f9a1c3cc req-306a51ab-9636-4e25-bce0-bbf3622094d8 tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] 10.222.0.60 "GET /v2.0/security-groups?id=ef6a96c0-423c-4ea7-a75c-4657afd8c521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977826 Nov 23 17:19:39.191648 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dff6048-ceba-471b-ab05-d9537e6c3e2e req-341c3003-f9d2-4d33-8306-0a60dbcc6839 tempest-LiveAutoBlockMigrationV225Test-82532795 tempest-LiveAutoBlockMigrationV225Test-82532795-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:19:39.193818 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-6dff6048-ceba-471b-ab05-d9537e6c3e2e req-341c3003-f9d2-4d33-8306-0a60dbcc6839 tempest-LiveAutoBlockMigrationV225Test-82532795 tempest-LiveAutoBlockMigrationV225Test-82532795-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=87008797-e985-490d-8c0f-a48dbdb047ab&tenant_id=968ef5ef30ad45a38c8263e9da4ef3c2&binding%3Ahost_id=n-h1-816206-8 HTTP/1.1" status: 200 len: 1095 time: 0.0926116 Nov 23 17:19:39.337545 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 50242) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:19:39.384235 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860d6b27-9336-47b3-ae57-0126dc6ae912 req-b3fa7a75-d8d5-427b-96fa-3af4b2b5043c tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:19:39.387137 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-860d6b27-9336-47b3-ae57-0126dc6ae912 req-b3fa7a75-d8d5-427b-96fa-3af4b2b5043c tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] 10.222.0.60 "GET /v2.0/ports?device_id=c79fc20b-806a-458c-8c0f-8a4583c06a8f HTTP/1.1" status: 200 len: 949 time: 0.0993304 Nov 23 17:19:39.409538 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dff6048-ceba-471b-ab05-d9537e6c3e2e req-68934408-0ab4-4c7d-ae5c-2fe784a7d37d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:19:39.412187 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-6dff6048-ceba-471b-ab05-d9537e6c3e2e req-68934408-0ab4-4c7d-ae5c-2fe784a7d37d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=87008797-e985-490d-8c0f-a48dbdb047ab&tenant_id=968ef5ef30ad45a38c8263e9da4ef3c2 HTTP/1.1" status: 200 len: 1095 time: 0.2067528 Nov 23 17:19:39.493463 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-860d6b27-9336-47b3-ae57-0126dc6ae912 req-44f17d1b-fe91-457e-b160-164819f0e1fe tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] 10.222.0.60 "GET /v2.0/security-groups?id=70227657-be62-432a-a8fd-5a85231fc7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985112 Nov 23 17:19:39.550197 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dff6048-ceba-471b-ab05-d9537e6c3e2e req-459769db-cdbe-4257-8a1a-425bbb74ca98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:19:39.553404 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-6dff6048-ceba-471b-ab05-d9537e6c3e2e req-459769db-cdbe-4257-8a1a-425bbb74ca98 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=968ef5ef30ad45a38c8263e9da4ef3c2&device_id=87008797-e985-490d-8c0f-a48dbdb047ab HTTP/1.1" status: 200 len: 1095 time: 0.0975063 Nov 23 17:19:39.607723 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7e415da6-c41c-4b66-b56d-9b9d398aafa6 req-96b3d1a9-2c2c-4f1a-b8ed-1449197ed9e7 tempest-ServersAdminNegativeTestJSON-104426851 tempest-ServersAdminNegativeTestJSON-104426851-project] 10.222.0.60 "GET /v2.0/ports?device_id=95baa07b-f9d2-4640-b154-b17c95bd927b HTTP/1.1" status: 200 len: 210 time: 0.0702038 Nov 23 17:19:39.669650 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-435632ad-14bf-473d-ba89-f4947c65844d req-6b57fde9-23ce-4a01-8ad1-da9368a10419 tempest-ServersAdminNegativeTestJSON-104426851 tempest-ServersAdminNegativeTestJSON-104426851-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=8bc44e7157c84c09b61a07b8298fdef9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0707583 Nov 23 17:19:39.708594 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-46eb060b-d0cf-4081-85c7-77e40affcb51 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1170494592-network', 'tenant_id': '0681fa2a249a44b3ae4897083af623c1'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:19:39.777560 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dff6048-ceba-471b-ab05-d9537e6c3e2e req-17aa3496-5dc6-4be8-b997-dfdb96f27183 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:19:39.780555 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-6dff6048-ceba-471b-ab05-d9537e6c3e2e req-17aa3496-5dc6-4be8-b997-dfdb96f27183 service neutron] 10.222.0.36 "GET /v2.0/networks?id=eacea6aa-86b2-4fe9-ae0d-611828f27804 HTTP/1.1" status: 200 len: 921 time: 0.2091808 Nov 23 17:19:39.850547 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46eb060b-d0cf-4081-85c7-77e40affcb51 admin admin] Made reservation on behalf of 0681fa2a249a44b3ae4897083af623c1 for: {'network': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:19:39.853293 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-46eb060b-d0cf-4081-85c7-77e40affcb51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for network, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:39.953765 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-6dff6048-ceba-471b-ab05-d9537e6c3e2e req-ab737ac7-e2ed-40f3-806d-600319e5bfe0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2488209f-deff-41b1-bc6c-75834b3c0d4d HTTP/1.1" status: 200 len: 217 time: 0.1360643 Nov 23 17:19:39.965762 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-46eb060b-d0cf-4081-85c7-77e40affcb51 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:40.045214 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435632ad-14bf-473d-ba89-f4947c65844d req-0a809629-34cb-46af-9148-47e619d45e63 tempest-ServersAdminNegativeTestJSON-104426851 tempest-ServersAdminNegativeTestJSON-104426851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:19:40.047830 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-435632ad-14bf-473d-ba89-f4947c65844d req-0a809629-34cb-46af-9148-47e619d45e63 tempest-ServersAdminNegativeTestJSON-104426851 tempest-ServersAdminNegativeTestJSON-104426851-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3688371 Nov 23 17:19:40.078207 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [req-435632ad-14bf-473d-ba89-f4947c65844d req-14f9cb82-b6fa-4659-ae80-31f41aa6e730 tempest-ServersAdminNegativeTestJSON-104426851 tempest-ServersAdminNegativeTestJSON-104426851-project] Request body: {'port': {'device_id': '95baa07b-f9d2-4640-b154-b17c95bd927b', 'network_id': 'f1e1dabf-b410-4023-9169-a460a86e7184', 'admin_state_up': True, 'tenant_id': '8bc44e7157c84c09b61a07b8298fdef9'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:19:40.092183 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dff6048-ceba-471b-ab05-d9537e6c3e2e req-7acdebe8-73fc-4d83-9309-d1291c094c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:19:40.093883 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-6dff6048-ceba-471b-ab05-d9537e6c3e2e req-7acdebe8-73fc-4d83-9309-d1291c094c4d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=cfa8dfdf-5850-4e22-a7f8-6d7e726926d1 HTTP/1.1" status: 200 len: 860 time: 0.1219680 Nov 23 17:19:40.139908 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-6dff6048-ceba-471b-ab05-d9537e6c3e2e req-915e5211-76b9-468a-b98f-9dcebc07b7cc service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=eacea6aa-86b2-4fe9-ae0d-611828f27804&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359716 Nov 23 17:19:40.173923 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 50264) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:19:40.188742 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-46eb060b-d0cf-4081-85c7-77e40affcb51 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:40.205348 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-46eb060b-d0cf-4081-85c7-77e40affcb51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:40.270741 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46eb060b-d0cf-4081-85c7-77e40affcb51 admin admin] vlan segment allocate from pool success with {'vlan_id': 502, 'physical_network': 'physnet1'} {{(pid=103590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 17:19:40.286541 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46eb060b-d0cf-4081-85c7-77e40affcb51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=717a20ec-9596-4ab8-ba38-f9395acab4e1,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:19:40.295569 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-46eb060b-d0cf-4081-85c7-77e40affcb51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:40.296188 n-d-816206-8 neutron-server[103590]: INFO neutron.db.segments_db [None req-46eb060b-d0cf-4081-85c7-77e40affcb51 admin admin] Added segment 45336d68-2770-44d7-ab30-fd71e4883e47 of type vlan for network 6b930676-e99f-4254-8125-844af0a93961 Nov 23 17:19:40.350270 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-6dff6048-ceba-471b-ab05-d9537e6c3e2e req-282f0918-0de1-42d0-92ce-82b50b1fcd95 service neutron] 10.222.0.36 "GET /v2.0/networks/eacea6aa-86b2-4fe9-ae0d-611828f27804?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1971226 Nov 23 17:19:40.361658 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-46eb060b-d0cf-4081-85c7-77e40affcb51 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736635338810'] for network, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:40.380404 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-435632ad-14bf-473d-ba89-f4947c65844d req-14f9cb82-b6fa-4659-ae80-31f41aa6e730 tempest-ServersAdminNegativeTestJSON-104426851 tempest-ServersAdminNegativeTestJSON-104426851-project] Made reservation on behalf of 8bc44e7157c84c09b61a07b8298fdef9 for: {'port': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:19:40.385571 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-435632ad-14bf-473d-ba89-f4947c65844d req-14f9cb82-b6fa-4659-ae80-31f41aa6e730 tempest-ServersAdminNegativeTestJSON-104426851 tempest-ServersAdminNegativeTestJSON-104426851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:40.402615 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-435632ad-14bf-473d-ba89-f4947c65844d req-14f9cb82-b6fa-4659-ae80-31f41aa6e730 tempest-ServersAdminNegativeTestJSON-104426851 tempest-ServersAdminNegativeTestJSON-104426851-project] Publish callbacks [] for security_group, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:40.457068 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-46eb060b-d0cf-4081-85c7-77e40affcb51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493'] for network, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:40.458349 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46eb060b-d0cf-4081-85c7-77e40affcb51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:19:40.459746 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-46eb060b-d0cf-4081-85c7-77e40affcb51 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for network, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:40.468119 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b372dfb-495d-494d-aaa9-88f870db7acd req-ce8ea98d-b828-4120-b3d7-c1f85f271831 tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:19:40.477288 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-1b372dfb-495d-494d-aaa9-88f870db7acd req-ce8ea98d-b828-4120-b3d7-c1f85f271831 tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] 10.222.0.60 "GET /v2.0/ports?device_id=87008797-e985-490d-8c0f-a48dbdb047ab HTTP/1.1" status: 200 len: 944 time: 0.1403291 Nov 23 17:19:40.515966 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-46eb060b-d0cf-4081-85c7-77e40affcb51 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1760018 Nov 23 17:19:40.521869 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-6dff6048-ceba-471b-ab05-d9537e6c3e2e req-667ab81e-522d-4394-8a33-c3096cf8d200 service neutron] 10.222.0.36 "GET /v2.0/networks/eacea6aa-86b2-4fe9-ae0d-611828f27804?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1571217 Nov 23 17:19:40.523293 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 50270) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:19:40.564399 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-47f9d60d-95d6-4fed-a34d-fb076ecbae6e admin admin] Request body: {'subnet': {'network_id': '6b930676-e99f-4254-8125-844af0a93961', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1170494592-subnet', 'tenant_id': '0681fa2a249a44b3ae4897083af623c1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:19:40.572453 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46eb060b-d0cf-4081-85c7-77e40affcb51 admin admin] Pushing event updated for resources: {'Network': ['ID=6b930676-e99f-4254-8125-844af0a93961,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:19:40.594849 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Network 6b930676-e99f-4254-8125-844af0a93961 details requested by agent ovs-agent-n-d-816206-8 with host n-d-816206-8 {{(pid=103592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 17:19:40.596750 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-435632ad-14bf-473d-ba89-f4947c65844d req-14f9cb82-b6fa-4659-ae80-31f41aa6e730 tempest-ServersAdminNegativeTestJSON-104426851 tempest-ServersAdminNegativeTestJSON-104426851-project] Publish callbacks [] for security_group, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:40.604473 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47f9d60d-95d6-4fed-a34d-fb076ecbae6e admin admin] Made reservation on behalf of 0681fa2a249a44b3ae4897083af623c1 for: {'subnet': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:19:40.607013 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-47f9d60d-95d6-4fed-a34d-fb076ecbae6e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264730903'] for subnet, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:40.614121 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-435632ad-14bf-473d-ba89-f4947c65844d req-14f9cb82-b6fa-4659-ae80-31f41aa6e730 tempest-ServersAdminNegativeTestJSON-104426851 tempest-ServersAdminNegativeTestJSON-104426851-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:40.671493 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-53fa1061-6a62-42f3-92d6-cc86027dc044 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:40.793136 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-1b372dfb-495d-494d-aaa9-88f870db7acd req-1b056dad-aa3d-4ca9-8342-43fac7889abe tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] 10.222.0.60 "GET /v2.0/security-groups?id=ef6a96c0-423c-4ea7-a75c-4657afd8c521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3146517 Nov 23 17:19:40.919910 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 50278) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:19:40.944155 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f9cb82-b6fa-4659-ae80-31f41aa6e730 tempest-ServersAdminNegativeTestJSON-104426851 tempest-ServersAdminNegativeTestJSON-104426851-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a6bb8fb-ca30-4c1d-94e9-0fa3a29d488a,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:19:40.989850 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-441f1386-1e22-436b-9358-9d08c7c74339 req-9149dbcb-aaee-495f-957c-b770784e1ad2 tempest-ServersAdminNegativeTestJSON-104426851 tempest-ServersAdminNegativeTestJSON-104426851-project] 10.222.0.60 "GET /v2.0/ports?device_id=95baa07b-f9d2-4640-b154-b17c95bd927b HTTP/1.1" status: 200 len: 210 time: 0.0526173 Nov 23 17:19:41.024838 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-47f9d60d-95d6-4fed-a34d-fb076ecbae6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264358096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264730885'] for subnet, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:41.030293 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.db_base_plugin_common [req-435632ad-14bf-473d-ba89-f4947c65844d req-14f9cb82-b6fa-4659-ae80-31f41aa6e730 tempest-ServersAdminNegativeTestJSON-104426851 tempest-ServersAdminNegativeTestJSON-104426851-project] Allocated IP 192.168.233.4 (f1e1dabf-b410-4023-9169-a460a86e7184/ac77c175-5679-438b-8a2a-356718377641/38b2a2ce-008e-4024-b6c3-b6eb13fe3deb) {{(pid=103591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:19:41.045008 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1f7785-59cc-496d-baf5-33865c3f251c req-e115f2e4-d528-4c72-adf5-d4922d5f3250 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:19:41.053814 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-df1f7785-59cc-496d-baf5-33865c3f251c req-e115f2e4-d528-4c72-adf5-d4922d5f3250 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] 10.222.0.60 "GET /v2.0/ports?device_id=c79fc20b-806a-458c-8c0f-8a4583c06a8f HTTP/1.1" status: 200 len: 949 time: 0.3036087 Nov 23 17:19:41.078552 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-53fa1061-6a62-42f3-92d6-cc86027dc044 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:41.139281 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-53fa1061-6a62-42f3-92d6-cc86027dc044 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:41.140518 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device 2488209f-deff-41b1-bc6c-75834b3c0d4d no longer exists at agent hyperv_n-h1-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:19:41.143913 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-df1f7785-59cc-496d-baf5-33865c3f251c req-ae427776-0812-40f5-bdfd-8008e8fd093b tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] 10.222.0.60 "GET /v2.0/security-groups?id=70227657-be62-432a-a8fd-5a85231fc7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891409 Nov 23 17:19:41.176714 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-53fa1061-6a62-42f3-92d6-cc86027dc044 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e0d58d89bd0f458b95b9b22df74a67cc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9878922 Nov 23 17:19:41.186213 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 50284) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:19:41.204056 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dff6048-ceba-471b-ab05-d9537e6c3e2e req-b2b55299-d4b1-40bf-aed4-307e9d66e17e tempest-LiveAutoBlockMigrationV225Test-82532795 tempest-LiveAutoBlockMigrationV225Test-82532795-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:19:41.206088 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-6dff6048-ceba-471b-ab05-d9537e6c3e2e req-b2b55299-d4b1-40bf-aed4-307e9d66e17e tempest-LiveAutoBlockMigrationV225Test-82532795 tempest-LiveAutoBlockMigrationV225Test-82532795-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=87008797-e985-490d-8c0f-a48dbdb047ab&tenant_id=968ef5ef30ad45a38c8263e9da4ef3c2&binding%3Ahost_id=n-h2-816206-8 HTTP/1.1" status: 200 len: 1095 time: 0.2161176 Nov 23 17:19:41.214841 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device 2488209f-deff-41b1-bc6c-75834b3c0d4d not bound to the agent host n-h1-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:19:41.250251 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-90b98a06-3673-4b53-b20c-8096b17ad112 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:41.266478 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47f9d60d-95d6-4fed-a34d-fb076ecbae6e admin admin] Checking segment: {'id': '45336d68-2770-44d7-ab30-fd71e4883e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '6b930676-e99f-4254-8125-844af0a93961'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:19:41.266928 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47f9d60d-95d6-4fed-a34d-fb076ecbae6e admin admin] Network hostable DHCP agents. Network: 6b930676-e99f-4254-8125-844af0a93961, hostable agents: ['0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3'], hosted agents: [] {{(pid=103590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 17:19:41.281774 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f9d60d-95d6-4fed-a34d-fb076ecbae6e admin admin] Pushing event updated for resources: {'Subnet': ['ID=0a905db4-c299-49af-abac-53350e4e0824,revision_number=0']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:19:41.309196 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-486aa268-627f-46d5-a78f-5040bc55fa1b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:41.323188 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fa1061-6a62-42f3-92d6-cc86027dc044 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ba9103f-8845-4fb4-9c3e-f08e2b52d808,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:19:41.351277 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47f9d60d-95d6-4fed-a34d-fb076ecbae6e admin admin] Network 6b930676-e99f-4254-8125-844af0a93961 is scheduled to be hosted by DHCP agent 0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3 with binding_index 1 {{(pid=103590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 17:19:41.354743 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-486aa268-627f-46d5-a78f-5040bc55fa1b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:41.372459 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-435632ad-14bf-473d-ba89-f4947c65844d req-14f9cb82-b6fa-4659-ae80-31f41aa6e730 tempest-ServersAdminNegativeTestJSON-104426851 tempest-ServersAdminNegativeTestJSON-104426851-project] Publish callbacks [] for port, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:41.379911 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-47f9d60d-95d6-4fed-a34d-fb076ecbae6e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-8, 6b930676-e99f-4254-8125-844af0a93961) {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:19:41.390426 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47f9d60d-95d6-4fed-a34d-fb076ecbae6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:19:41.391005 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-47f9d60d-95d6-4fed-a34d-fb076ecbae6e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for subnet, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:41.391852 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-056ec823-1a55-4b22-b228-d71a222cfa74 None None] Network 6b930676-e99f-4254-8125-844af0a93961 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:19:41.458631 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-435632ad-14bf-473d-ba89-f4947c65844d req-14f9cb82-b6fa-4659-ae80-31f41aa6e730 tempest-ServersAdminNegativeTestJSON-104426851 tempest-ServersAdminNegativeTestJSON-104426851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980'] for port, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:41.470332 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-47f9d60d-95d6-4fed-a34d-fb076ecbae6e admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9340224 Nov 23 17:19:41.481139 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-486aa268-627f-46d5-a78f-5040bc55fa1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:41.485195 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-486aa268-627f-46d5-a78f-5040bc55fa1b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:41.489048 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-486aa268-627f-46d5-a78f-5040bc55fa1b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/8ba9103f-8845-4fb4-9c3e-f08e2b52d808 HTTP/1.1" status: 204 len: 168 time: 0.3010092 Nov 23 17:19:41.555854 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486aa268-627f-46d5-a78f-5040bc55fa1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ba9103f-8845-4fb4-9c3e-f08e2b52d808,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:19:41.573164 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-435632ad-14bf-473d-ba89-f4947c65844d req-14f9cb82-b6fa-4659-ae80-31f41aa6e730 tempest-ServersAdminNegativeTestJSON-104426851 tempest-ServersAdminNegativeTestJSON-104426851-project] Network f1e1dabf-b410-4023-9169-a460a86e7184 is already hosted by enough agents. {{(pid=103591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:19:41.579621 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [req-435632ad-14bf-473d-ba89-f4947c65844d req-14f9cb82-b6fa-4659-ae80-31f41aa6e730 tempest-ServersAdminNegativeTestJSON-104426851 tempest-ServersAdminNegativeTestJSON-104426851-project] Resources bound (agent type, host, resource id): {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:19:41.597956 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [req-435632ad-14bf-473d-ba89-f4947c65844d req-14f9cb82-b6fa-4659-ae80-31f41aa6e730 tempest-ServersAdminNegativeTestJSON-104426851 tempest-ServersAdminNegativeTestJSON-104426851-project] Received port after_create {{(pid=103591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:19:41.613522 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435632ad-14bf-473d-ba89-f4947c65844d req-14f9cb82-b6fa-4659-ae80-31f41aa6e730 tempest-ServersAdminNegativeTestJSON-104426851 tempest-ServersAdminNegativeTestJSON-104426851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:19:41.613961 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-435632ad-14bf-473d-ba89-f4947c65844d req-14f9cb82-b6fa-4659-ae80-31f41aa6e730 tempest-ServersAdminNegativeTestJSON-104426851 tempest-ServersAdminNegativeTestJSON-104426851-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:41.636219 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f9cb82-b6fa-4659-ae80-31f41aa6e730 tempest-ServersAdminNegativeTestJSON-104426851 tempest-ServersAdminNegativeTestJSON-104426851-project] Pushing event updated for resources: {'Port': ['ID=38b2a2ce-008e-4024-b6c3-b6eb13fe3deb,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:19:41.654843 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-435632ad-14bf-473d-ba89-f4947c65844d req-14f9cb82-b6fa-4659-ae80-31f41aa6e730 tempest-ServersAdminNegativeTestJSON-104426851 tempest-ServersAdminNegativeTestJSON-104426851-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.5846901 Nov 23 17:19:41.674864 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [req-435632ad-14bf-473d-ba89-f4947c65844d req-bf41e8f9-aff3-49c1-b10b-4dcd6e074b8a service neutron] Request body: {'port': {'device_id': '95baa07b-f9d2-4640-b154-b17c95bd927b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-8'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:19:41.739191 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1c06f4b-920a-462f-8dfb-d3da8fd62f85 None None] Network 6b930676-e99f-4254-8125-844af0a93961 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:19:41.828946 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-435632ad-14bf-473d-ba89-f4947c65844d req-bf41e8f9-aff3-49c1-b10b-4dcd6e074b8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:41.987682 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-90b98a06-3673-4b53-b20c-8096b17ad112 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:41.993906 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-90b98a06-3673-4b53-b20c-8096b17ad112 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:42.054816 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [req-6dff6048-ceba-471b-ab05-d9537e6c3e2e req-ff25841b-2df7-4672-b4d1-d3fa99cd2e05 service neutron] For port 2488209f-deff-41b1-bc6c-75834b3c0d4d, host n-h1-816206-8, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:19:42.085079 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-6dff6048-ceba-471b-ab05-d9537e6c3e2e req-ff25841b-2df7-4672-b4d1-d3fa99cd2e05 service neutron] Publish callbacks [] for binding, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:42.086183 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-6dff6048-ceba-471b-ab05-d9537e6c3e2e req-ff25841b-2df7-4672-b4d1-d3fa99cd2e05 service neutron] 10.222.0.36 "DELETE /v2.0/ports/2488209f-deff-41b1-bc6c-75834b3c0d4d/bindings/n-h1-816206-8 HTTP/1.1" status: 204 len: 173 time: 0.8605375 Nov 23 17:19:42.132371 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-90b98a06-3673-4b53-b20c-8096b17ad112 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=12acbad731c04a44ada99667cf9bb021&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1540883 Nov 23 17:19:42.137475 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-5f826d8c-c703-42f9-847b-f094852d4bec None None] Provisioning complete for port 38b2a2ce-008e-4024-b6c3-b6eb13fe3deb triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:19:42.138077 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-5f826d8c-c703-42f9-847b-f094852d4bec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:42.147232 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 50304) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:19:42.147582 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 50306) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:19:42.190652 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b98a06-3673-4b53-b20c-8096b17ad112 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0d97ff8-9ba3-430a-9079-162617bca000,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:19:42.200284 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-5f826d8c-c703-42f9-847b-f094852d4bec None None] Port 38b2a2ce-008e-4024-b6c3-b6eb13fe3deb cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:19:42.233390 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-190057e5-cf63-4de8-b1a2-2b5362e68272 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:42.296039 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-594f2825-51bf-4299-a943-f639fae2ab5d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:42.334603 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-594f2825-51bf-4299-a943-f639fae2ab5d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:42.369735 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [req-435632ad-14bf-473d-ba89-f4947c65844d req-bf41e8f9-aff3-49c1-b10b-4dcd6e074b8a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38b2a2ce-008e-4024-b6c3-b6eb13fe3deb {{(pid=103591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:19:42.380268 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-435632ad-14bf-473d-ba89-f4947c65844d req-bf41e8f9-aff3-49c1-b10b-4dcd6e074b8a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:42.398871 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.provisioning_blocks [req-435632ad-14bf-473d-ba89-f4947c65844d req-bf41e8f9-aff3-49c1-b10b-4dcd6e074b8a service neutron] Transition to ACTIVE for port object 38b2a2ce-008e-4024-b6c3-b6eb13fe3deb will not be triggered until provisioned by entity L2. {{(pid=103591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 17:19:42.406004 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-435632ad-14bf-473d-ba89-f4947c65844d req-bf41e8f9-aff3-49c1-b10b-4dcd6e074b8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:42.409600 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-190057e5-cf63-4de8-b1a2-2b5362e68272 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:42.433547 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-190057e5-cf63-4de8-b1a2-2b5362e68272 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:42.457350 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf41e8f9-aff3-49c1-b10b-4dcd6e074b8a service neutron] Pushing event updated for resources: {'Port': ['ID=38b2a2ce-008e-4024-b6c3-b6eb13fe3deb,revision_number=2']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:19:42.502532 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-594f2825-51bf-4299-a943-f639fae2ab5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:42.505089 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-594f2825-51bf-4299-a943-f639fae2ab5d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:42.508755 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-594f2825-51bf-4299-a943-f639fae2ab5d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e0d97ff8-9ba3-430a-9079-162617bca000 HTTP/1.1" status: 204 len: 168 time: 0.3579087 Nov 23 17:19:42.508914 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-190057e5-cf63-4de8-b1a2-2b5362e68272 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=65e64d50d5e14ffd9305061934f07a3f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3590791 Nov 23 17:19:42.535025 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 50316) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:19:42.550656 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c309fa-5552-4214-8ed0-77ddfe60a527 req-db341e16-4735-4961-ac84-55236facbcfc tempest-ServersAdminNegativeTestJSON-104426851 tempest-ServersAdminNegativeTestJSON-104426851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:19:42.552271 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-78c309fa-5552-4214-8ed0-77ddfe60a527 req-db341e16-4735-4961-ac84-55236facbcfc tempest-ServersAdminNegativeTestJSON-104426851 tempest-ServersAdminNegativeTestJSON-104426851-project] 10.222.0.60 "GET /v2.0/ports?device_id=95baa07b-f9d2-4640-b154-b17c95bd927b HTTP/1.1" status: 200 len: 934 time: 0.3148119 Nov 23 17:19:42.574601 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190057e5-cf63-4de8-b1a2-2b5362e68272 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d00fbac7-ed81-4b55-9dee-318384fc7b81,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:19:42.596257 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594f2825-51bf-4299-a943-f639fae2ab5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0d97ff8-9ba3-430a-9079-162617bca000,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:19:42.664229 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-28461e24-f547-483c-ab2a-681794435ed5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:42.666682 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b77050-ebb1-43f9-a73f-fe8e2f05d9e6 req-8c304f15-97dd-4c78-a6fe-94be2e14cc77 tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:19:42.674949 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-23b77050-ebb1-43f9-a73f-fe8e2f05d9e6 req-8c304f15-97dd-4c78-a6fe-94be2e14cc77 tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] 10.222.0.60 "GET /v2.0/ports?device_id=87008797-e985-490d-8c0f-a48dbdb047ab HTTP/1.1" status: 200 len: 944 time: 0.4362605 Nov 23 17:19:42.726602 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-28461e24-f547-483c-ab2a-681794435ed5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:42.772970 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-435632ad-14bf-473d-ba89-f4947c65844d req-bf41e8f9-aff3-49c1-b10b-4dcd6e074b8a service neutron] Attempting to bind port 38b2a2ce-008e-4024-b6c3-b6eb13fe3deb on host n-h2-816206-8 for vnic_type normal with profile {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:19:42.773833 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-435632ad-14bf-473d-ba89-f4947c65844d req-bf41e8f9-aff3-49c1-b10b-4dcd6e074b8a service neutron] Attempting to bind port 38b2a2ce-008e-4024-b6c3-b6eb13fe3deb by drivers openvswitch,hyperv on host n-h2-816206-8 at level 0 using segments [{'id': '329c1745-02bf-4561-9615-3192910887f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'f1e1dabf-b410-4023-9169-a460a86e7184'}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:19:42.774429 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-435632ad-14bf-473d-ba89-f4947c65844d req-bf41e8f9-aff3-49c1-b10b-4dcd6e074b8a service neutron] Attempting to bind port 38b2a2ce-008e-4024-b6c3-b6eb13fe3deb on network f1e1dabf-b410-4023-9169-a460a86e7184 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:19:42.785438 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-435632ad-14bf-473d-ba89-f4947c65844d req-bf41e8f9-aff3-49c1-b10b-4dcd6e074b8a service neutron] Port 38b2a2ce-008e-4024-b6c3-b6eb13fe3deb on network f1e1dabf-b410-4023-9169-a460a86e7184 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-8 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 17:19:42.786102 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-435632ad-14bf-473d-ba89-f4947c65844d req-bf41e8f9-aff3-49c1-b10b-4dcd6e074b8a service neutron] Attempting to bind port 38b2a2ce-008e-4024-b6c3-b6eb13fe3deb on network f1e1dabf-b410-4023-9169-a460a86e7184 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:19:42.833497 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-199825c0-7f68-40a4-81f9-16dbf407b47a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:42.834906 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-28461e24-f547-483c-ab2a-681794435ed5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:42.837730 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-28461e24-f547-483c-ab2a-681794435ed5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:42.840477 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-78c309fa-5552-4214-8ed0-77ddfe60a527 req-85f8d701-8ac5-42e2-b423-29fdb2eddffe tempest-ServersAdminNegativeTestJSON-104426851 tempest-ServersAdminNegativeTestJSON-104426851-project] 10.222.0.60 "GET /v2.0/security-groups?id=4a6bb8fb-ca30-4c1d-94e9-0fa3a29d488a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2739036 Nov 23 17:19:42.841626 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-28461e24-f547-483c-ab2a-681794435ed5 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d00fbac7-ed81-4b55-9dee-318384fc7b81 HTTP/1.1" status: 204 len: 168 time: 0.3034985 Nov 23 17:19:42.847300 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-435632ad-14bf-473d-ba89-f4947c65844d req-bf41e8f9-aff3-49c1-b10b-4dcd6e074b8a service neutron] Checking agent: {'id': 'ab77bf9e-0267-4174-8f1d-822cba89b207', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 15, 13), 'started_at': datetime.datetime(2021, 11, 23, 17, 15, 13), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 19, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:19:42.849009 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-435632ad-14bf-473d-ba89-f4947c65844d req-bf41e8f9-aff3-49c1-b10b-4dcd6e074b8a service neutron] Checking segment: {'id': '329c1745-02bf-4561-9615-3192910887f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'f1e1dabf-b410-4023-9169-a460a86e7184'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:19:42.854147 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-435632ad-14bf-473d-ba89-f4947c65844d req-bf41e8f9-aff3-49c1-b10b-4dcd6e074b8a service neutron] Bound using segment: {'id': '329c1745-02bf-4561-9615-3192910887f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'f1e1dabf-b410-4023-9169-a460a86e7184'} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:19:42.854954 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-435632ad-14bf-473d-ba89-f4947c65844d req-bf41e8f9-aff3-49c1-b10b-4dcd6e074b8a service neutron] Bound port: 38b2a2ce-008e-4024-b6c3-b6eb13fe3deb, host: n-h2-816206-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '329c1745-02bf-4561-9615-3192910887f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'f1e1dabf-b410-4023-9169-a460a86e7184'}}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:19:42.855450 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-435632ad-14bf-473d-ba89-f4947c65844d req-bf41e8f9-aff3-49c1-b10b-4dcd6e074b8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:42.858772 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28461e24-f547-483c-ab2a-681794435ed5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d00fbac7-ed81-4b55-9dee-318384fc7b81,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:19:42.890741 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-23b77050-ebb1-43f9-a73f-fe8e2f05d9e6 req-d8ce71a0-5ef7-45c8-b635-14d10509e469 tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] 10.222.0.60 "GET /v2.0/security-groups?id=ef6a96c0-423c-4ea7-a75c-4657afd8c521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2130103 Nov 23 17:19:43.071179 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-435632ad-14bf-473d-ba89-f4947c65844d req-bf41e8f9-aff3-49c1-b10b-4dcd6e074b8a service neutron] For port 38b2a2ce-008e-4024-b6c3-b6eb13fe3deb, host n-h2-816206-8, cleared binding levels {{(pid=103591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:19:43.120763 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-435632ad-14bf-473d-ba89-f4947c65844d req-bf41e8f9-aff3-49c1-b10b-4dcd6e074b8a service neutron] For port 38b2a2ce-008e-4024-b6c3-b6eb13fe3deb, host n-h2-816206-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=38b2a2ce-008e-4024-b6c3-b6eb13fe3deb,segment=NetworkSegment(329c1745-02bf-4561-9615-3192910887f5),segment_id=329c1745-02bf-4561-9615-3192910887f5)] {{(pid=103591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:19:43.126411 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-435632ad-14bf-473d-ba89-f4947c65844d req-bf41e8f9-aff3-49c1-b10b-4dcd6e074b8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:43.170033 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:43.202974 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf41e8f9-aff3-49c1-b10b-4dcd6e074b8a service neutron] Pushing event updated for resources: {'Port': ['ID=38b2a2ce-008e-4024-b6c3-b6eb13fe3deb,revision_number=3']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:19:43.216708 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435632ad-14bf-473d-ba89-f4947c65844d req-bf41e8f9-aff3-49c1-b10b-4dcd6e074b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:19:43.217375 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-435632ad-14bf-473d-ba89-f4947c65844d req-bf41e8f9-aff3-49c1-b10b-4dcd6e074b8a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:43.218881 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-435632ad-14bf-473d-ba89-f4947c65844d req-bf41e8f9-aff3-49c1-b10b-4dcd6e074b8a service neutron] 10.222.0.36 "PUT /v2.0/ports/38b2a2ce-008e-4024-b6c3-b6eb13fe3deb HTTP/1.1" status: 200 len: 1094 time: 1.5485482 Nov 23 17:19:43.219368 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95baa07b-f9d2-4640-b154-b17c95bd927b', 'tag': '38b2a2ce-008e-4024-b6c3-b6eb13fe3deb'}] {{(pid=103591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:19:43.221784 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41d174a19ece9499ff9ec44e5b3fc50f2abd3ffbc947fb7e52ea1e8db27b95b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-463003ce-eea0-4a08-aa45-032d2f395539" -d '{"events": [{"name": "network-changed", "server_uuid": "95baa07b-f9d2-4640-b154-b17c95bd927b", "tag": "38b2a2ce-008e-4024-b6c3-b6eb13fe3deb"}]}' {{(pid=103591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:19:43.234979 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd4076a-0130-4055-9ce6-936c3a2bfc21 req-4a2852b5-dc52-4abc-b7ec-dbac0afb2fdc tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:19:43.254009 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-cdd4076a-0130-4055-9ce6-936c3a2bfc21 req-4a2852b5-dc52-4abc-b7ec-dbac0afb2fdc tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] 10.222.0.60 "GET /v2.0/ports?device_id=c79fc20b-806a-458c-8c0f-8a4583c06a8f HTTP/1.1" status: 200 len: 949 time: 0.1988888 Nov 23 17:19:43.581736 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 50346) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:19:43.590030 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-b96aa181-9663-4fdc-81fa-6c0a3a16650a admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-710416863-network', 'tenant_id': 'e9c6607206214194b7a0527a7cab0f4e'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:19:43.644871 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b96aa181-9663-4fdc-81fa-6c0a3a16650a admin admin] Made reservation on behalf of e9c6607206214194b7a0527a7cab0f4e for: {'network': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:19:43.650082 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b96aa181-9663-4fdc-81fa-6c0a3a16650a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for network, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:43.673735 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b96aa181-9663-4fdc-81fa-6c0a3a16650a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:43.710573 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-cdd4076a-0130-4055-9ce6-936c3a2bfc21 req-688782fc-b3be-48d4-968b-9b4b2ad312f6 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] 10.222.0.60 "GET /v2.0/security-groups?id=70227657-be62-432a-a8fd-5a85231fc7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4435003 Nov 23 17:19:43.742757 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435632ad-14bf-473d-ba89-f4947c65844d req-f6e6730e-e4d1-4fda-8aa8-2d6b2efae98b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:19:43.747733 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-435632ad-14bf-473d-ba89-f4947c65844d req-f6e6730e-e4d1-4fda-8aa8-2d6b2efae98b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8bc44e7157c84c09b61a07b8298fdef9&device_id=95baa07b-f9d2-4640-b154-b17c95bd927b HTTP/1.1" status: 200 len: 1097 time: 0.1338623 Nov 23 17:19:43.749903 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2601213a-a1a6-4816-af34-7a3d86406011 req-536c4ca6-ded6-4d39-99f5-0c71d6e04c1d tempest-LiveAutoBlockMigrationV225Test-82532795 tempest-LiveAutoBlockMigrationV225Test-82532795-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:19:43.765537 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2601213a-a1a6-4816-af34-7a3d86406011 req-536c4ca6-ded6-4d39-99f5-0c71d6e04c1d tempest-LiveAutoBlockMigrationV225Test-82532795 tempest-LiveAutoBlockMigrationV225Test-82532795-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=87008797-e985-490d-8c0f-a48dbdb047ab HTTP/1.1" status: 200 len: 1095 time: 0.1524360 Nov 23 17:19:43.846655 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-435632ad-14bf-473d-ba89-f4947c65844d req-37842eeb-4c46-46a7-b6c7-acf6bf3092c9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.4&port_id=38b2a2ce-008e-4024-b6c3-b6eb13fe3deb HTTP/1.1" status: 200 len: 217 time: 0.0726974 Nov 23 17:19:43.849553 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 17:19:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f350770-6c1c-4832-a408-e018d2b21c28 x-openstack-request-id: req-3f350770-6c1c-4832-a408-e018d2b21c28 {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:19:43.849877 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95baa07b-f9d2-4640-b154-b17c95bd927b", "tag": "38b2a2ce-008e-4024-b6c3-b6eb13fe3deb", "status": "completed", "code": 200}]} {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:19:43.850226 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3f350770-6c1c-4832-a408-e018d2b21c28 {{(pid=103591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:19:43.850845 n-d-816206-8 neutron-server[103591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95baa07b-f9d2-4640-b154-b17c95bd927b', 'tag': '38b2a2ce-008e-4024-b6c3-b6eb13fe3deb', 'status': 'completed', 'code': 200} Nov 23 17:19:43.863915 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b96aa181-9663-4fdc-81fa-6c0a3a16650a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:43.874122 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b96aa181-9663-4fdc-81fa-6c0a3a16650a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:43.916292 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:43.919918 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96aa181-9663-4fdc-81fa-6c0a3a16650a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=845e7c24-d956-49b7-b730-b00173b16aac,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:19:43.945435 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b96aa181-9663-4fdc-81fa-6c0a3a16650a admin admin] vlan segment allocate from pool success with {'vlan_id': 547, 'physical_network': 'physnet1'} {{(pid=103590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 17:19:43.968102 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b96aa181-9663-4fdc-81fa-6c0a3a16650a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:43.969178 n-d-816206-8 neutron-server[103590]: INFO neutron.db.segments_db [None req-b96aa181-9663-4fdc-81fa-6c0a3a16650a admin admin] Added segment 156e9cdb-b5b9-44c6-b9de-fac5a0f80155 of type vlan for network 55c7972e-fe8b-47af-9020-15dd6c326e8d Nov 23 17:19:44.013074 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435632ad-14bf-473d-ba89-f4947c65844d req-76ee6367-5104-4743-8945-f5733de7f261 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:19:44.015670 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-435632ad-14bf-473d-ba89-f4947c65844d req-76ee6367-5104-4743-8945-f5733de7f261 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ac77c175-5679-438b-8a2a-356718377641 HTTP/1.1" status: 200 len: 843 time: 0.1543672 Nov 23 17:19:44.032284 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2601213a-a1a6-4816-af34-7a3d86406011 req-09815738-f207-4f49-98fa-a7e3e0db15f9 tempest-LiveAutoBlockMigrationV225Test-82532795 tempest-LiveAutoBlockMigrationV225Test-82532795-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=ef6a96c0-423c-4ea7-a75c-4657afd8c521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2632396 Nov 23 17:19:44.084817 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b96aa181-9663-4fdc-81fa-6c0a3a16650a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736635338810'] for network, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:44.151262 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b96aa181-9663-4fdc-81fa-6c0a3a16650a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493'] for network, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:44.153726 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b96aa181-9663-4fdc-81fa-6c0a3a16650a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:19:44.155674 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b96aa181-9663-4fdc-81fa-6c0a3a16650a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for network, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:44.181322 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435632ad-14bf-473d-ba89-f4947c65844d req-dfa0af86-46a7-478d-8781-f6ee325a2510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:19:44.183071 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-435632ad-14bf-473d-ba89-f4947c65844d req-dfa0af86-46a7-478d-8781-f6ee325a2510 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f1e1dabf-b410-4023-9169-a460a86e7184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1483395 Nov 23 17:19:44.201102 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a7429e-f59b-4f05-9a8d-ce4ac003c306 req-1a973a26-8361-4ecd-a7e2-fe93f6e9b420 tempest-ServersAdminNegativeTestJSON-104426851 tempest-ServersAdminNegativeTestJSON-104426851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:19:44.202846 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d7a7429e-f59b-4f05-9a8d-ce4ac003c306 req-1a973a26-8361-4ecd-a7e2-fe93f6e9b420 tempest-ServersAdminNegativeTestJSON-104426851 tempest-ServersAdminNegativeTestJSON-104426851-project] 10.222.0.60 "GET /v2.0/ports?device_id=95baa07b-f9d2-4640-b154-b17c95bd927b HTTP/1.1" status: 200 len: 946 time: 0.1496387 Nov 23 17:19:44.241041 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-b96aa181-9663-4fdc-81fa-6c0a3a16650a admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6574552 Nov 23 17:19:44.250124 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 50364) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:19:44.257587 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-e14f7e2f-b5e1-4866-b81f-bbd29760196a admin admin] Request body: {'subnet': {'network_id': '55c7972e-fe8b-47af-9020-15dd6c326e8d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-710416863-subnet', 'tenant_id': 'e9c6607206214194b7a0527a7cab0f4e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:19:44.347808 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d7a7429e-f59b-4f05-9a8d-ce4ac003c306 req-53d88bc3-5300-4cb4-b624-07c4e214798a tempest-ServersAdminNegativeTestJSON-104426851 tempest-ServersAdminNegativeTestJSON-104426851-project] 10.222.0.60 "GET /v2.0/security-groups?id=4a6bb8fb-ca30-4c1d-94e9-0fa3a29d488a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257734 Nov 23 17:19:44.355116 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96aa181-9663-4fdc-81fa-6c0a3a16650a admin admin] Pushing event updated for resources: {'Network': ['ID=55c7972e-fe8b-47af-9020-15dd6c326e8d,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:19:44.370420 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-435632ad-14bf-473d-ba89-f4947c65844d req-839540a8-054d-4ebd-9cd4-9fe7c7c27bbe service neutron] 10.222.0.36 "GET /v2.0/networks/f1e1dabf-b410-4023-9169-a460a86e7184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1665847 Nov 23 17:19:44.372638 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Network 55c7972e-fe8b-47af-9020-15dd6c326e8d details requested by agent ovs-agent-n-d-816206-8 with host n-d-816206-8 {{(pid=103592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 17:19:44.400821 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e14f7e2f-b5e1-4866-b81f-bbd29760196a admin admin] Made reservation on behalf of e9c6607206214194b7a0527a7cab0f4e for: {'subnet': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:19:44.404898 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e14f7e2f-b5e1-4866-b81f-bbd29760196a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264730903'] for subnet, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:44.597316 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-435632ad-14bf-473d-ba89-f4947c65844d req-f5605c8c-a7e8-4785-9195-f27b0e655218 service neutron] 10.222.0.36 "GET /v2.0/networks/f1e1dabf-b410-4023-9169-a460a86e7184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2132015 Nov 23 17:19:44.802707 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e14f7e2f-b5e1-4866-b81f-bbd29760196a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264358096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264730885'] for subnet, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:44.845724 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 50394) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:19:44.867965 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 50398) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:19:44.904283 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14f7e2f-b5e1-4866-b81f-bbd29760196a admin admin] Pushing event updated for resources: {'Subnet': ['ID=0da364bf-c342-417c-8393-be5a0cdb006c,revision_number=0']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:19:44.915759 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e14f7e2f-b5e1-4866-b81f-bbd29760196a admin admin] Checking segment: {'id': '156e9cdb-b5b9-44c6-b9de-fac5a0f80155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '55c7972e-fe8b-47af-9020-15dd6c326e8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:19:44.916398 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e14f7e2f-b5e1-4866-b81f-bbd29760196a admin admin] Network hostable DHCP agents. Network: 55c7972e-fe8b-47af-9020-15dd6c326e8d, hostable agents: ['0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3'], hosted agents: [] {{(pid=103590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 17:19:44.932622 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e877438e-320c-4187-a22a-cbda60fbb7e9 req-dd233f3c-8c87-41e3-b804-18d37aaca8fd tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:19:44.943044 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e877438e-320c-4187-a22a-cbda60fbb7e9 req-dd233f3c-8c87-41e3-b804-18d37aaca8fd tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] 10.222.0.60 "GET /v2.0/networks?id=eacea6aa-86b2-4fe9-ae0d-611828f27804 HTTP/1.1" status: 200 len: 820 time: 0.3444283 Nov 23 17:19:44.948657 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e14f7e2f-b5e1-4866-b81f-bbd29760196a admin admin] Network 55c7972e-fe8b-47af-9020-15dd6c326e8d is scheduled to be hosted by DHCP agent 0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3 with binding_index 1 {{(pid=103590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 17:19:44.969736 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-e14f7e2f-b5e1-4866-b81f-bbd29760196a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-8, 55c7972e-fe8b-47af-9020-15dd6c326e8d) {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:19:44.984582 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463003ce-eea0-4a08-aa45-032d2f395539 req-2fe3ba15-e602-44fc-834b-3e8899125e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:19:44.986751 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-463003ce-eea0-4a08-aa45-032d2f395539 req-2fe3ba15-e602-44fc-834b-3e8899125e98 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8bc44e7157c84c09b61a07b8298fdef9&device_id=95baa07b-f9d2-4640-b154-b17c95bd927b HTTP/1.1" status: 200 len: 1097 time: 0.2940757 Nov 23 17:19:44.993443 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e14f7e2f-b5e1-4866-b81f-bbd29760196a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:19:44.994913 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e14f7e2f-b5e1-4866-b81f-bbd29760196a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for subnet, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:44.999246 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21a37f81-719c-4024-9dbf-e1a5f8e5f47d None None] Network 55c7972e-fe8b-47af-9020-15dd6c326e8d requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:19:45.031877 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-838529a5-fc38-4687-8a70-3a7fbfd65cc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:45.046171 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e877438e-320c-4187-a22a-cbda60fbb7e9 req-d7effc31-5469-4959-afb0-d8e191e4ec47 tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] 10.222.0.60 "GET /v2.0/quotas/968ef5ef30ad45a38c8263e9da4ef3c2 HTTP/1.1" status: 200 len: 375 time: 0.1014681 Nov 23 17:19:45.053920 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-e14f7e2f-b5e1-4866-b81f-bbd29760196a admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8023050 Nov 23 17:19:45.069721 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-63973500-a877-46d7-b8b7-7a2e6cefc168 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-2144621586-network', 'tenant_id': '4f30b4abc7074d1fa9d31a414a5f297f'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:19:45.094953 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca26b2d-ade9-4359-9151-a1d14a315200 req-dd4e5907-0608-4e37-a9bc-ba2ce68eebc6 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:19:45.096704 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9ca26b2d-ade9-4359-9151-a1d14a315200 req-dd4e5907-0608-4e37-a9bc-ba2ce68eebc6 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] 10.222.0.60 "GET /v2.0/ports?device_id=c79fc20b-806a-458c-8c0f-8a4583c06a8f HTTP/1.1" status: 200 len: 949 time: 0.1498969 Nov 23 17:19:45.128544 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63973500-a877-46d7-b8b7-7a2e6cefc168 admin admin] Made reservation on behalf of 4f30b4abc7074d1fa9d31a414a5f297f for: {'network': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:19:45.135681 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-63973500-a877-46d7-b8b7-7a2e6cefc168 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for network, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:45.161700 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-63973500-a877-46d7-b8b7-7a2e6cefc168 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:45.217045 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-eb3772a4-67c8-457c-a968-bd7f776e144f admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-588847511-network', 'tenant_id': 'ab63b90a95404c4e93c03173a72c58e9'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:19:45.273397 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16ab0a15-2d09-4f74-afbc-afdaca3e9c04 None None] Network 55c7972e-fe8b-47af-9020-15dd6c326e8d requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:19:45.273533 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e877438e-320c-4187-a22a-cbda60fbb7e9 req-8dc20f43-3571-4b5b-82bf-ee5283166e6b tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=968ef5ef30ad45a38c8263e9da4ef3c2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2181897 Nov 23 17:19:45.277437 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9ca26b2d-ade9-4359-9151-a1d14a315200 req-a437614d-258d-472e-9bce-163258ce8e59 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] 10.222.0.60 "GET /v2.0/security-groups?id=70227657-be62-432a-a8fd-5a85231fc7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637511 Nov 23 17:19:45.316640 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [req-e877438e-320c-4187-a22a-cbda60fbb7e9 req-a8b282de-edd2-4157-a2c3-7950ec19a8d1 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=103591) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 17:19:45.317668 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e877438e-320c-4187-a22a-cbda60fbb7e9 req-a8b282de-edd2-4157-a2c3-7950ec19a8d1 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0245485 Nov 23 17:19:45.322843 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-63973500-a877-46d7-b8b7-7a2e6cefc168 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:45.328134 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-63973500-a877-46d7-b8b7-7a2e6cefc168 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:45.379956 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63973500-a877-46d7-b8b7-7a2e6cefc168 admin admin] vlan segment allocate from pool success with {'vlan_id': 515, 'physical_network': 'physnet1'} {{(pid=103590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 17:19:45.414169 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63973500-a877-46d7-b8b7-7a2e6cefc168 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c82e7e8-9cad-459a-acb2-b7a0867274de,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:19:45.420091 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-63973500-a877-46d7-b8b7-7a2e6cefc168 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:45.421194 n-d-816206-8 neutron-server[103590]: INFO neutron.db.segments_db [None req-63973500-a877-46d7-b8b7-7a2e6cefc168 admin admin] Added segment 12913541-acd4-4e3c-8f48-e22896931a9c of type vlan for network 3b84e4de-5a6f-44c6-a8e6-1d90b4d1f1b3 Nov 23 17:19:45.471231 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-63973500-a877-46d7-b8b7-7a2e6cefc168 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736635338810'] for network, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:45.537279 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-63973500-a877-46d7-b8b7-7a2e6cefc168 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493'] for network, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:45.539100 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463003ce-eea0-4a08-aa45-032d2f395539 req-86f9829b-4cfd-4ab0-9c12-fa7a34689cff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:19:45.539825 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63973500-a877-46d7-b8b7-7a2e6cefc168 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:19:45.540736 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-463003ce-eea0-4a08-aa45-032d2f395539 req-86f9829b-4cfd-4ab0-9c12-fa7a34689cff service neutron] 10.222.0.36 "GET /v2.0/networks?id=f1e1dabf-b410-4023-9169-a460a86e7184 HTTP/1.1" status: 200 len: 870 time: 0.5384331 Nov 23 17:19:45.543591 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-63973500-a877-46d7-b8b7-7a2e6cefc168 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for network, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:45.553376 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb3772a4-67c8-457c-a968-bd7f776e144f admin admin] Made reservation on behalf of ab63b90a95404c4e93c03173a72c58e9 for: {'network': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:19:45.558318 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-eb3772a4-67c8-457c-a968-bd7f776e144f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for network, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:45.568965 n-d-816206-8 neutron-server[103591]: INFO neutron.api.v2.resource [req-adfe8706-7617-4f87-9cd1-9e7cd95d104c req-c11a2857-a035-4cb9-be0c-307d201b2662 service neutron] show failed (client error): The resource could not be found. Nov 23 17:19:45.570058 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-adfe8706-7617-4f87-9cd1-9e7cd95d104c req-c11a2857-a035-4cb9-be0c-307d201b2662 service neutron] 10.222.0.55 "GET /v2.0/ports/c1f40992-0164-4ec3-9312-47092b6d1593/bindings/n-h2-816206-8 HTTP/1.1" status: 404 len: 380 time: 0.2666256 Nov 23 17:19:45.575362 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-eb3772a4-67c8-457c-a968-bd7f776e144f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:45.608404 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-63973500-a877-46d7-b8b7-7a2e6cefc168 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7315397 Nov 23 17:19:45.619618 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 50414) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:19:45.654341 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-4b559c4c-c113-4de2-939e-a2373dedfcd2 admin admin] Request body: {'subnet': {'network_id': '3b84e4de-5a6f-44c6-a8e6-1d90b4d1f1b3', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-2144621586-subnet', 'tenant_id': '4f30b4abc7074d1fa9d31a414a5f297f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:19:45.679990 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-463003ce-eea0-4a08-aa45-032d2f395539 req-682fa8fe-c997-421c-b10f-3bfc148d36f7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.4&port_id=38b2a2ce-008e-4024-b6c3-b6eb13fe3deb HTTP/1.1" status: 200 len: 217 time: 0.1059251 Nov 23 17:19:45.726118 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63973500-a877-46d7-b8b7-7a2e6cefc168 admin admin] Pushing event updated for resources: {'Network': ['ID=3b84e4de-5a6f-44c6-a8e6-1d90b4d1f1b3,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:19:45.739008 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Network 3b84e4de-5a6f-44c6-a8e6-1d90b4d1f1b3 details requested by agent ovs-agent-n-d-816206-8 with host n-d-816206-8 {{(pid=103592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 17:19:45.792903 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b559c4c-c113-4de2-939e-a2373dedfcd2 admin admin] Made reservation on behalf of 4f30b4abc7074d1fa9d31a414a5f297f for: {'subnet': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:19:45.797173 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4b559c4c-c113-4de2-939e-a2373dedfcd2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264730903'] for subnet, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:45.847621 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8a5642-5d26-4855-96a5-b6bcfd1e9e97 req-7e8a75f7-958e-47ca-8a88-d301e4c56fe4 tempest-ServersAdminNegativeTestJSON-104426851 tempest-ServersAdminNegativeTestJSON-104426851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:19:45.850044 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4e8a5642-5d26-4855-96a5-b6bcfd1e9e97 req-7e8a75f7-958e-47ca-8a88-d301e4c56fe4 tempest-ServersAdminNegativeTestJSON-104426851 tempest-ServersAdminNegativeTestJSON-104426851-project] 10.222.0.60 "GET /v2.0/ports?device_id=95baa07b-f9d2-4640-b154-b17c95bd927b HTTP/1.1" status: 200 len: 946 time: 0.1689565 Nov 23 17:19:45.975016 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4e8a5642-5d26-4855-96a5-b6bcfd1e9e97 req-90a7d2d7-5578-4f20-8227-3acd1f1aead8 tempest-ServersAdminNegativeTestJSON-104426851 tempest-ServersAdminNegativeTestJSON-104426851-project] 10.222.0.60 "GET /v2.0/security-groups?id=4a6bb8fb-ca30-4c1d-94e9-0fa3a29d488a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101353 Nov 23 17:19:46.035031 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e877438e-320c-4187-a22a-cbda60fbb7e9 req-193ee31e-e25c-457b-ace1-ec8c431695d0 service neutron] 10.222.0.60 "GET /v2.0/networks/eacea6aa-86b2-4fe9-ae0d-611828f27804?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6446319 Nov 23 17:19:46.036649 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463003ce-eea0-4a08-aa45-032d2f395539 req-986a9f5a-13be-4a32-a8ef-bd26aeec677d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:19:46.038121 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-463003ce-eea0-4a08-aa45-032d2f395539 req-986a9f5a-13be-4a32-a8ef-bd26aeec677d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ac77c175-5679-438b-8a2a-356718377641 HTTP/1.1" status: 200 len: 843 time: 0.3184149 Nov 23 17:19:46.047062 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfe8706-7617-4f87-9cd1-9e7cd95d104c req-c570bdef-fde3-4756-bfd6-556e3b99209e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:19:46.049623 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-adfe8706-7617-4f87-9cd1-9e7cd95d104c req-c570bdef-fde3-4756-bfd6-556e3b99209e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c79fc20b-806a-458c-8c0f-8a4583c06a8f&tenant_id=98a62786d4654c60b8dab5d2a606f4fe HTTP/1.1" status: 200 len: 1100 time: 0.0969281 Nov 23 17:19:46.135226 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [req-adfe8706-7617-4f87-9cd1-9e7cd95d104c req-0704f1cc-9af4-4520-8410-b54197d842da service neutron] Request body: {'port': {'binding:host_id': 'n-h2-816206-8', 'device_owner': 'compute:nova'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:19:46.140991 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4b559c4c-c113-4de2-939e-a2373dedfcd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264358096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264730885'] for subnet, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:46.241210 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b559c4c-c113-4de2-939e-a2373dedfcd2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=10cf3f5a-71d1-468b-8622-0226dd1fd98a,revision_number=0']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:19:46.267408 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-eb3772a4-67c8-457c-a968-bd7f776e144f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:46.294811 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463003ce-eea0-4a08-aa45-032d2f395539 req-0e2bfaa8-70cd-41b1-8373-4ce492cfc70a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:19:46.296600 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-463003ce-eea0-4a08-aa45-032d2f395539 req-0e2bfaa8-70cd-41b1-8373-4ce492cfc70a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f1e1dabf-b410-4023-9169-a460a86e7184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2338173 Nov 23 17:19:46.313311 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-adfe8706-7617-4f87-9cd1-9e7cd95d104c req-0704f1cc-9af4-4520-8410-b54197d842da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:46.314315 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-eb3772a4-67c8-457c-a968-bd7f776e144f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:46.336214 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b559c4c-c113-4de2-939e-a2373dedfcd2 admin admin] Checking segment: {'id': '12913541-acd4-4e3c-8f48-e22896931a9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '3b84e4de-5a6f-44c6-a8e6-1d90b4d1f1b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:19:46.337064 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b559c4c-c113-4de2-939e-a2373dedfcd2 admin admin] Network hostable DHCP agents. Network: 3b84e4de-5a6f-44c6-a8e6-1d90b4d1f1b3, hostable agents: ['0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3'], hosted agents: [] {{(pid=103590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 17:19:46.359189 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e877438e-320c-4187-a22a-cbda60fbb7e9 req-599ddb47-2ce3-426d-8961-f445f551d5db service neutron] 10.222.0.60 "GET /v2.0/networks/eacea6aa-86b2-4fe9-ae0d-611828f27804?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3152053 Nov 23 17:19:46.392845 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-52822d53-48f5-4819-8a95-bdc13aea0bf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:46.408040 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b559c4c-c113-4de2-939e-a2373dedfcd2 admin admin] Network 3b84e4de-5a6f-44c6-a8e6-1d90b4d1f1b3 is scheduled to be hosted by DHCP agent 0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3 with binding_index 1 {{(pid=103590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 17:19:46.421496 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb3772a4-67c8-457c-a968-bd7f776e144f admin admin] vlan segment allocate from pool success with {'vlan_id': 507, 'physical_network': 'physnet1'} {{(pid=103591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 17:19:46.469628 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3772a4-67c8-457c-a968-bd7f776e144f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdc20866-58b6-41a9-9b28-6f3244c13065,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:19:46.483550 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-4b559c4c-c113-4de2-939e-a2373dedfcd2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-8, 3b84e4de-5a6f-44c6-a8e6-1d90b4d1f1b3) {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:19:46.484063 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-eb3772a4-67c8-457c-a968-bd7f776e144f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:46.491573 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b559c4c-c113-4de2-939e-a2373dedfcd2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:19:46.492183 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4b559c4c-c113-4de2-939e-a2373dedfcd2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for subnet, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:46.497257 n-d-816206-8 neutron-server[103591]: INFO neutron.db.segments_db [None req-eb3772a4-67c8-457c-a968-bd7f776e144f admin admin] Added segment f5ce06ed-5ddf-408f-921d-2a1f098e62bd of type vlan for network adefcaf5-96f5-4d01-bfa2-9c2541e58b96 Nov 23 17:19:46.504013 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25f9bc1d-43e1-4fae-b65b-fb27b7618ba1 None None] Network 3b84e4de-5a6f-44c6-a8e6-1d90b4d1f1b3 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:19:46.542987 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-4b559c4c-c113-4de2-939e-a2373dedfcd2 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9128458 Nov 23 17:19:46.611462 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-eb3772a4-67c8-457c-a968-bd7f776e144f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736635338810'] for network, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:46.624140 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc483064-11ba-45ec-aceb-46018fe3c70e req-526fbbd3-9b8c-4ee1-aa37-d8c91ee1353f tempest-VolumesAdminNegativeTest-398484637 tempest-VolumesAdminNegativeTest-398484637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:19:46.631505 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-dc483064-11ba-45ec-aceb-46018fe3c70e req-526fbbd3-9b8c-4ee1-aa37-d8c91ee1353f tempest-VolumesAdminNegativeTest-398484637 tempest-VolumesAdminNegativeTest-398484637-project] 10.222.0.60 "GET /v2.0/networks?id=6b930676-e99f-4254-8125-844af0a93961 HTTP/1.1" status: 200 len: 815 time: 0.3980525 Nov 23 17:19:46.657264 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-463003ce-eea0-4a08-aa45-032d2f395539 req-903f59e9-d8ab-4ae8-abd9-09222c686710 service neutron] 10.222.0.36 "GET /v2.0/networks/f1e1dabf-b410-4023-9169-a460a86e7184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3340809 Nov 23 17:19:46.703576 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-dc483064-11ba-45ec-aceb-46018fe3c70e req-e496543c-9a58-4c83-b376-f562a079b566 tempest-VolumesAdminNegativeTest-398484637 tempest-VolumesAdminNegativeTest-398484637-project] 10.222.0.60 "GET /v2.0/quotas/0681fa2a249a44b3ae4897083af623c1 HTTP/1.1" status: 200 len: 375 time: 0.0710599 Nov 23 17:19:46.797374 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-dc483064-11ba-45ec-aceb-46018fe3c70e req-a3c734f2-adde-47eb-8a76-42a6906df12b tempest-VolumesAdminNegativeTest-398484637 tempest-VolumesAdminNegativeTest-398484637-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=0681fa2a249a44b3ae4897083af623c1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0925789 Nov 23 17:19:46.837135 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [req-adfe8706-7617-4f87-9cd1-9e7cd95d104c req-0704f1cc-9af4-4520-8410-b54197d842da service neutron] For port c1f40992-0164-4ec3-9312-47092b6d1593, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=c1f40992-0164-4ec3-9312-47092b6d1593,segment=NetworkSegment(329c1745-02bf-4561-9615-3192910887f5),segment_id=329c1745-02bf-4561-9615-3192910887f5)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:19:46.913530 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-eb3772a4-67c8-457c-a968-bd7f776e144f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493'] for network, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:46.914301 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb3772a4-67c8-457c-a968-bd7f776e144f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:19:46.914913 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-eb3772a4-67c8-457c-a968-bd7f776e144f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for network, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:46.916155 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [req-adfe8706-7617-4f87-9cd1-9e7cd95d104c req-0704f1cc-9af4-4520-8410-b54197d842da service neutron] For port c1f40992-0164-4ec3-9312-47092b6d1593, host n-h1-816206-8, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:19:47.015614 n-d-816206-8 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c79fc20b-806a-458c-8c0f-8a4583c06a8f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c1f40992-0164-4ec3-9312-47092b6d1593'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:19:47.022201 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4bde6c1-96b0-4ca1-a1f5-94ca453ea962 None None] Network 3b84e4de-5a6f-44c6-a8e6-1d90b4d1f1b3 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:19:47.025178 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbabddbc9fc37b068808e119c416c86f5957ca04531a4a0d2e695c515e93483b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b23bf34-beec-4cec-a097-86640cf1cefe" -d '{"events": [{"server_uuid": "c79fc20b-806a-458c-8c0f-8a4583c06a8f", "name": "network-vif-unplugged", "status": "completed", "tag": "c1f40992-0164-4ec3-9312-47092b6d1593"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:19:47.038586 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-adfe8706-7617-4f87-9cd1-9e7cd95d104c req-0704f1cc-9af4-4520-8410-b54197d842da service neutron] Publish callbacks [] for port, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:47.049947 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-eb3772a4-67c8-457c-a968-bd7f776e144f admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 2.2025409 Nov 23 17:19:47.055551 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 50448) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:19:47.070509 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-a6128976-fc60-4570-a5e8-5233d05300d4 admin admin] Request body: {'subnet': {'network_id': 'adefcaf5-96f5-4d01-bfa2-9c2541e58b96', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-588847511-subnet', 'tenant_id': 'ab63b90a95404c4e93c03173a72c58e9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:19:47.094328 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [req-adfe8706-7617-4f87-9cd1-9e7cd95d104c req-0704f1cc-9af4-4520-8410-b54197d842da service neutron] Transition to ACTIVE for port object c1f40992-0164-4ec3-9312-47092b6d1593 will not be triggered until provisioned by entity L2. {{(pid=103590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 17:19:47.099971 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-adfe8706-7617-4f87-9cd1-9e7cd95d104c req-0704f1cc-9af4-4520-8410-b54197d842da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264357957'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:47.146808 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6128976-fc60-4570-a5e8-5233d05300d4 admin admin] Made reservation on behalf of ab63b90a95404c4e93c03173a72c58e9 for: {'subnet': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:19:47.149380 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a6128976-fc60-4570-a5e8-5233d05300d4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264730903'] for subnet, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:47.229662 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0704f1cc-9af4-4520-8410-b54197d842da service neutron] Pushing event updated for resources: {'Port': ['ID=c1f40992-0164-4ec3-9312-47092b6d1593,revision_number=6']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:19:47.285190 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85125ea-5275-4302-9444-b25e524d6bee req-0440b48d-f5a5-46a9-a763-e5ee5c59a853 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:19:47.289384 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b85125ea-5275-4302-9444-b25e524d6bee req-0440b48d-f5a5-46a9-a763-e5ee5c59a853 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] 10.222.0.60 "GET /v2.0/ports?device_id=c79fc20b-806a-458c-8c0f-8a4583c06a8f HTTP/1.1" status: 200 len: 949 time: 0.5006342 Nov 23 17:19:47.299471 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-463003ce-eea0-4a08-aa45-032d2f395539 req-9b19cd95-9339-452d-97dd-14682ffad00f service neutron] 10.222.0.36 "GET /v2.0/networks/f1e1dabf-b410-4023-9169-a460a86e7184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6291759 Nov 23 17:19:47.309314 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [req-adfe8706-7617-4f87-9cd1-9e7cd95d104c req-0704f1cc-9af4-4520-8410-b54197d842da service neutron] No DVR routers for this DVR port c1f40992-0164-4ec3-9312-47092b6d1593 on host n-h1-816206-8 {{(pid=103590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:19:47.315685 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3772a4-67c8-457c-a968-bd7f776e144f admin admin] Pushing event updated for resources: {'Network': ['ID=adefcaf5-96f5-4d01-bfa2-9c2541e58b96,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:19:47.331540 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Network adefcaf5-96f5-4d01-bfa2-9c2541e58b96 details requested by agent ovs-agent-n-d-816206-8 with host n-d-816206-8 {{(pid=103592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 17:19:47.452250 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b85125ea-5275-4302-9444-b25e524d6bee req-c27408e1-ea96-4bee-b110-b9bc4ff5e7a0 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] 10.222.0.60 "GET /v2.0/security-groups?id=70227657-be62-432a-a8fd-5a85231fc7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508055 Nov 23 17:19:47.456615 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [req-adfe8706-7617-4f87-9cd1-9e7cd95d104c req-0704f1cc-9af4-4520-8410-b54197d842da service neutron] Attempting to bind port c1f40992-0164-4ec3-9312-47092b6d1593 on host n-h2-816206-8 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:19:47.456953 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [req-adfe8706-7617-4f87-9cd1-9e7cd95d104c req-0704f1cc-9af4-4520-8410-b54197d842da service neutron] Attempting to bind port c1f40992-0164-4ec3-9312-47092b6d1593 by drivers openvswitch,hyperv on host n-h2-816206-8 at level 0 using segments [{'id': '329c1745-02bf-4561-9615-3192910887f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'f1e1dabf-b410-4023-9169-a460a86e7184'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:19:47.457328 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adfe8706-7617-4f87-9cd1-9e7cd95d104c req-0704f1cc-9af4-4520-8410-b54197d842da service neutron] Attempting to bind port c1f40992-0164-4ec3-9312-47092b6d1593 on network f1e1dabf-b410-4023-9169-a460a86e7184 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:19:47.464845 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-dc483064-11ba-45ec-aceb-46018fe3c70e req-68769765-9113-4fcd-961e-3bba7532573e service neutron] 10.222.0.60 "GET /v2.0/networks/6b930676-e99f-4254-8125-844af0a93961?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6197658 Nov 23 17:19:47.482451 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adfe8706-7617-4f87-9cd1-9e7cd95d104c req-0704f1cc-9af4-4520-8410-b54197d842da service neutron] Port c1f40992-0164-4ec3-9312-47092b6d1593 on network f1e1dabf-b410-4023-9169-a460a86e7184 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-8 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 17:19:47.482768 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adfe8706-7617-4f87-9cd1-9e7cd95d104c req-0704f1cc-9af4-4520-8410-b54197d842da service neutron] Attempting to bind port c1f40992-0164-4ec3-9312-47092b6d1593 on network f1e1dabf-b410-4023-9169-a460a86e7184 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:19:47.501619 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adfe8706-7617-4f87-9cd1-9e7cd95d104c req-0704f1cc-9af4-4520-8410-b54197d842da service neutron] Checking agent: {'id': 'ab77bf9e-0267-4174-8f1d-822cba89b207', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 15, 13), 'started_at': datetime.datetime(2021, 11, 23, 17, 15, 13), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 19, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:19:47.501941 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adfe8706-7617-4f87-9cd1-9e7cd95d104c req-0704f1cc-9af4-4520-8410-b54197d842da service neutron] Checking segment: {'id': '329c1745-02bf-4561-9615-3192910887f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'f1e1dabf-b410-4023-9169-a460a86e7184'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:19:47.502319 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adfe8706-7617-4f87-9cd1-9e7cd95d104c req-0704f1cc-9af4-4520-8410-b54197d842da service neutron] Bound using segment: {'id': '329c1745-02bf-4561-9615-3192910887f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'f1e1dabf-b410-4023-9169-a460a86e7184'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:19:47.502747 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [req-adfe8706-7617-4f87-9cd1-9e7cd95d104c req-0704f1cc-9af4-4520-8410-b54197d842da service neutron] Bound port: c1f40992-0164-4ec3-9312-47092b6d1593, host: n-h2-816206-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '329c1745-02bf-4561-9615-3192910887f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'f1e1dabf-b410-4023-9169-a460a86e7184'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:19:47.503097 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-adfe8706-7617-4f87-9cd1-9e7cd95d104c req-0704f1cc-9af4-4520-8410-b54197d842da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:47.615659 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9a27ae6c-db98-474f-94c1-cc99bf842d79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:47.682174 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 50462) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:19:47.708179 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [req-adfe8706-7617-4f87-9cd1-9e7cd95d104c req-0704f1cc-9af4-4520-8410-b54197d842da service neutron] For port c1f40992-0164-4ec3-9312-47092b6d1593, host n-h2-816206-8, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:19:47.712366 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [req-adfe8706-7617-4f87-9cd1-9e7cd95d104c req-0704f1cc-9af4-4520-8410-b54197d842da service neutron] For port c1f40992-0164-4ec3-9312-47092b6d1593, host n-h2-816206-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=c1f40992-0164-4ec3-9312-47092b6d1593,segment=NetworkSegment(329c1745-02bf-4561-9615-3192910887f5),segment_id=329c1745-02bf-4561-9615-3192910887f5)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:19:47.719645 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-adfe8706-7617-4f87-9cd1-9e7cd95d104c req-0704f1cc-9af4-4520-8410-b54197d842da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264357957'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:47.731128 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-d8667c8b-46de-4c1a-9878-e08fdd2eb9f5 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1442039646-network', 'tenant_id': 'fa3fbb043b1b4d9d8787c119621ac228'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:19:47.788970 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-dc77ebb6-5497-4da6-8043-6ea0a920d4c8 req-569b6b08-9588-4746-97a0-850ae97ec268 tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] 10.222.0.60 "GET /v2.0/ports?device_id=e3066f0e-be40-43cc-b52c-4cca61251c1c HTTP/1.1" status: 200 len: 210 time: 0.0513618 Nov 23 17:19:47.819014 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfe8706-7617-4f87-9cd1-9e7cd95d104c req-0704f1cc-9af4-4520-8410-b54197d842da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:19:47.819641 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-adfe8706-7617-4f87-9cd1-9e7cd95d104c req-0704f1cc-9af4-4520-8410-b54197d842da service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:47.821497 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-adfe8706-7617-4f87-9cd1-9e7cd95d104c req-0704f1cc-9af4-4520-8410-b54197d842da service neutron] 10.222.0.36 "PUT /v2.0/ports/c1f40992-0164-4ec3-9312-47092b6d1593 HTTP/1.1" status: 200 len: 1095 time: 1.6969824 Nov 23 17:19:47.827816 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a6128976-fc60-4570-a5e8-5233d05300d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264358096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264730885'] for subnet, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:47.843932 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0704f1cc-9af4-4520-8410-b54197d842da service neutron] Pushing event updated for resources: {'Port': ['ID=c1f40992-0164-4ec3-9312-47092b6d1593,revision_number=7']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:19:47.850046 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8667c8b-46de-4c1a-9878-e08fdd2eb9f5 admin admin] Made reservation on behalf of fa3fbb043b1b4d9d8787c119621ac228 for: {'network': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:19:47.856974 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-d8667c8b-46de-4c1a-9878-e08fdd2eb9f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for network, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:47.897031 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-d8667c8b-46de-4c1a-9878-e08fdd2eb9f5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:47.917210 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-dc483064-11ba-45ec-aceb-46018fe3c70e req-9c4f8af7-1fa8-49b5-8b6d-4b7bc71215c9 service neutron] 10.222.0.60 "GET /v2.0/networks/6b930676-e99f-4254-8125-844af0a93961?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4243009 Nov 23 17:19:47.990041 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6128976-fc60-4570-a5e8-5233d05300d4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=87f3b1f5-57f1-489d-b568-f1e3f1de4c83,revision_number=0']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:19:48.004699 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6128976-fc60-4570-a5e8-5233d05300d4 admin admin] Checking segment: {'id': 'f5ce06ed-5ddf-408f-921d-2a1f098e62bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'adefcaf5-96f5-4d01-bfa2-9c2541e58b96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:19:48.005056 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6128976-fc60-4570-a5e8-5233d05300d4 admin admin] Network hostable DHCP agents. Network: adefcaf5-96f5-4d01-bfa2-9c2541e58b96, hostable agents: ['0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3'], hosted agents: [] {{(pid=103590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 17:19:48.013033 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfe8706-7617-4f87-9cd1-9e7cd95d104c req-6f5d8f8d-9229-4342-a3f3-d3e212c63a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:19:48.015135 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-adfe8706-7617-4f87-9cd1-9e7cd95d104c req-6f5d8f8d-9229-4342-a3f3-d3e212c63a76 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=98a62786d4654c60b8dab5d2a606f4fe&device_id=c79fc20b-806a-458c-8c0f-8a4583c06a8f HTTP/1.1" status: 200 len: 1098 time: 0.1417024 Nov 23 17:19:48.054928 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6128976-fc60-4570-a5e8-5233d05300d4 admin admin] Network adefcaf5-96f5-4d01-bfa2-9c2541e58b96 is scheduled to be hosted by DHCP agent 0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3 with binding_index 1 {{(pid=103590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 17:19:48.081308 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-a6128976-fc60-4570-a5e8-5233d05300d4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-8, adefcaf5-96f5-4d01-bfa2-9c2541e58b96) {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:19:48.092401 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5863434-b064-453f-983f-b57da1397a3e None None] Network adefcaf5-96f5-4d01-bfa2-9c2541e58b96 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:19:48.131609 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6128976-fc60-4570-a5e8-5233d05300d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:19:48.132190 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a6128976-fc60-4570-a5e8-5233d05300d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for subnet, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:48.139685 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-d8667c8b-46de-4c1a-9878-e08fdd2eb9f5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:48.181185 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957f2eda-7e1a-4625-b0d5-9978e0bb9484 req-5aeb2ea1-95af-4d7f-863f-e0c010f212ea tempest-ServersAdminNegativeTestJSON-104426851 tempest-ServersAdminNegativeTestJSON-104426851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:19:48.186845 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-957f2eda-7e1a-4625-b0d5-9978e0bb9484 req-5aeb2ea1-95af-4d7f-863f-e0c010f212ea tempest-ServersAdminNegativeTestJSON-104426851 tempest-ServersAdminNegativeTestJSON-104426851-project] 10.222.0.60 "GET /v2.0/ports?device_id=95baa07b-f9d2-4640-b154-b17c95bd927b HTTP/1.1" status: 200 len: 946 time: 0.2572820 Nov 23 17:19:48.189223 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-d8667c8b-46de-4c1a-9878-e08fdd2eb9f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:48.215603 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-a6128976-fc60-4570-a5e8-5233d05300d4 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.1534460 Nov 23 17:19:48.221622 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 50468) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:19:48.227518 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-f9bada81-ee23-4ddc-8475-71a2f90ceceb admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-588847511-router', 'tenant_id': 'ab63b90a95404c4e93c03173a72c58e9', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'}}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:19:48.249080 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfe8706-7617-4f87-9cd1-9e7cd95d104c req-b9380469-70d5-4161-90be-e09937bf262a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:19:48.249548 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8667c8b-46de-4c1a-9878-e08fdd2eb9f5 admin admin] vlan segment allocate from pool success with {'vlan_id': 512, 'physical_network': 'physnet1'} {{(pid=103591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 17:19:48.251111 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-adfe8706-7617-4f87-9cd1-9e7cd95d104c req-b9380469-70d5-4161-90be-e09937bf262a service neutron] 10.222.0.36 "GET /v2.0/networks?id=f1e1dabf-b410-4023-9169-a460a86e7184 HTTP/1.1" status: 200 len: 870 time: 0.2197249 Nov 23 17:19:48.270018 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8667c8b-46de-4c1a-9878-e08fdd2eb9f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6315502-f8c2-4d25-9588-3106bd647f38,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:19:48.292666 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-d8667c8b-46de-4c1a-9878-e08fdd2eb9f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:48.293032 n-d-816206-8 neutron-server[103591]: INFO neutron.db.segments_db [None req-d8667c8b-46de-4c1a-9878-e08fdd2eb9f5 admin admin] Added segment 5bd4185d-28ef-4cf0-a760-13c859b54434 of type vlan for network bfa5809e-994b-41de-a3bf-a717fd9c5476 Nov 23 17:19:48.303363 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f9bada81-ee23-4ddc-8475-71a2f90ceceb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1793449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8093'] for router, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:48.305763 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f9bada81-ee23-4ddc-8475-71a2f90ceceb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1794473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1794771', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1638326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8086'] for router, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:48.321216 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-957f2eda-7e1a-4625-b0d5-9978e0bb9484 req-cdb324c9-a3c7-4ab5-a1c3-e4a409e8c741 tempest-ServersAdminNegativeTestJSON-104426851 tempest-ServersAdminNegativeTestJSON-104426851-project] 10.222.0.60 "GET /v2.0/security-groups?id=4a6bb8fb-ca30-4c1d-94e9-0fa3a29d488a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297057 Nov 23 17:19:48.390177 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f9bada81-ee23-4ddc-8475-71a2f90ceceb admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:48.392020 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device 38b2a2ce-008e-4024-b6c3-b6eb13fe3deb details requested by agent hyperv_n-h2-816206-8 with host n-h2-816206-8 {{(pid=103592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 17:19:48.392339 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 17:19:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7179d4e5-5d06-4a14-a3a1-37a7903cb410 x-openstack-request-id: req-7179d4e5-5d06-4a14-a3a1-37a7903cb410 {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:19:48.392695 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c79fc20b-806a-458c-8c0f-8a4583c06a8f", "name": "network-vif-unplugged", "status": "completed", "tag": "c1f40992-0164-4ec3-9312-47092b6d1593", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:19:48.393061 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7179d4e5-5d06-4a14-a3a1-37a7903cb410 {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:19:48.393702 n-d-816206-8 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c79fc20b-806a-458c-8c0f-8a4583c06a8f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c1f40992-0164-4ec3-9312-47092b6d1593', 'code': 200} Nov 23 17:19:48.404435 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-d8667c8b-46de-4c1a-9878-e08fdd2eb9f5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736635338810'] for network, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:48.424116 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-adfe8706-7617-4f87-9cd1-9e7cd95d104c req-71ced551-45d0-4a2e-9997-a38d9d5b8ddd service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.70&port_id=c1f40992-0164-4ec3-9312-47092b6d1593 HTTP/1.1" status: 200 len: 217 time: 0.1489985 Nov 23 17:19:48.683363 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:48.689066 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f9bada81-ee23-4ddc-8475-71a2f90ceceb admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:48.725914 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfe8706-7617-4f87-9cd1-9e7cd95d104c req-806405dd-2cd6-4f74-b812-06bf2ba44006 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:19:48.727978 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-adfe8706-7617-4f87-9cd1-9e7cd95d104c req-806405dd-2cd6-4f74-b812-06bf2ba44006 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ac77c175-5679-438b-8a2a-356718377641 HTTP/1.1" status: 200 len: 843 time: 0.2646480 Nov 23 17:19:48.747390 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port 38b2a2ce-008e-4024-b6c3-b6eb13fe3deb, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=38b2a2ce-008e-4024-b6c3-b6eb13fe3deb,segment=NetworkSegment(329c1745-02bf-4561-9615-3192910887f5),segment_id=329c1745-02bf-4561-9615-3192910887f5)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:19:48.771830 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Returning: {'device': '38b2a2ce-008e-4024-b6c3-b6eb13fe3deb', 'network_id': 'f1e1dabf-b410-4023-9169-a460a86e7184', 'port_id': '38b2a2ce-008e-4024-b6c3-b6eb13fe3deb', 'mac_address': 'fa:16:3e:06:b9:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac77c175-5679-438b-8a2a-356718377641', 'ip_address': '192.168.233.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 17:19:48.783624 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-34396e8a-e711-484a-ace0-10aaf3c5ee25 req-a3708db1-9bfe-41c0-a22a-097a3f3abc4c tempest-VolumesAdminNegativeTest-398484637 tempest-VolumesAdminNegativeTest-398484637-project] 10.222.0.60 "GET /v2.0/ports?device_id=36d59c55-c677-42e1-b47c-3b1672b30d12 HTTP/1.1" status: 200 len: 210 time: 0.4080050 Nov 23 17:19:48.861618 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.db.resource_extend [None req-d8667c8b-46de-4c1a-9878-e08fdd2eb9f5 admin admin] It took 0.43 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 23 17:19:48.864373 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfe8706-7617-4f87-9cd1-9e7cd95d104c req-fd614989-7aba-4437-8749-4705153f73bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:19:48.870609 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-adfe8706-7617-4f87-9cd1-9e7cd95d104c req-fd614989-7aba-4437-8749-4705153f73bb service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f1e1dabf-b410-4023-9169-a460a86e7184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1268055 Nov 23 17:19:48.916470 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-697c684a-2b5c-4b6b-b7ac-6f7faedca4d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp355044b8-8e87-58c4-94fa-4a010ec30f9e-adefcaf5-96f5-4d01-bfa2-9c2541e58b96', 'network_id': 'adefcaf5-96f5-4d01-bfa2-9c2541e58b96', 'tenant_id': 'ab63b90a95404c4e93c03173a72c58e9', 'fixed_ips': [{'subnet_id': '87f3b1f5-57f1-489d-b568-f1e3f1de4c83'}]}} from n-d-816206-8. {{(pid=103592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 17:19:48.917786 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-697c684a-2b5c-4b6b-b7ac-6f7faedca4d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:48.985495 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:49.030897 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-d8667c8b-46de-4c1a-9878-e08fdd2eb9f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493'] for network, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:49.032098 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8667c8b-46de-4c1a-9878-e08fdd2eb9f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:19:49.032916 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-d8667c8b-46de-4c1a-9878-e08fdd2eb9f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for network, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:49.138165 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.db_base_plugin_common [None req-697c684a-2b5c-4b6b-b7ac-6f7faedca4d0 None None] Allocated IP 172.20.0.2 (adefcaf5-96f5-4d01-bfa2-9c2541e58b96/87f3b1f5-57f1-489d-b568-f1e3f1de4c83/9f0bb84c-81aa-459b-8009-c0b38d74f9c4) {{(pid=103592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:19:49.147836 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8667c8b-46de-4c1a-9878-e08fdd2eb9f5 admin admin] Pushing event updated for resources: {'Network': ['ID=bfa5809e-994b-41de-a3bf-a717fd9c5476,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:19:49.151449 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38b2a2ce-008e-4024-b6c3-b6eb13fe3deb {{(pid=103592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:19:49.172169 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Network bfa5809e-994b-41de-a3bf-a717fd9c5476 details requested by agent ovs-agent-n-d-816206-8 with host n-d-816206-8 {{(pid=103592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 17:19:49.183340 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-adfe8706-7617-4f87-9cd1-9e7cd95d104c req-ffdcb66f-f6f7-4a07-a53d-fd889e13838d service neutron] 10.222.0.36 "GET /v2.0/networks/f1e1dabf-b410-4023-9169-a460a86e7184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2911162 Nov 23 17:19:49.196293 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-167fe1e2-eb82-4a92-918a-f53a744ac068 req-f9329ad0-cab1-4f60-99fe-c154e4f05d2f tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] 10.222.0.60 "GET /v2.0/ports?device_id=e3066f0e-be40-43cc-b52c-4cca61251c1c HTTP/1.1" status: 200 len: 210 time: 0.1722770 Nov 23 17:19:49.211706 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2002c8f0-0d2b-48c3-adea-28a1aab05948 req-29ddec94-5aea-4c12-9649-df3bae54d949 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:19:49.224390 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2002c8f0-0d2b-48c3-adea-28a1aab05948 req-29ddec94-5aea-4c12-9649-df3bae54d949 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] 10.222.0.60 "GET /v2.0/ports?device_id=c79fc20b-806a-458c-8c0f-8a4583c06a8f HTTP/1.1" status: 200 len: 947 time: 0.4771349 Nov 23 17:19:49.235139 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port 38b2a2ce-008e-4024-b6c3-b6eb13fe3deb, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=38b2a2ce-008e-4024-b6c3-b6eb13fe3deb,segment=NetworkSegment(329c1745-02bf-4561-9615-3192910887f5),segment_id=329c1745-02bf-4561-9615-3192910887f5)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:19:49.245148 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device c1f40992-0164-4ec3-9312-47092b6d1593 no longer exists at agent hyperv_n-h1-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:19:49.274769 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-d8667c8b-46de-4c1a-9878-e08fdd2eb9f5 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.5621064 Nov 23 17:19:49.282507 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 50486) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:19:49.291893 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:49.299323 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-1b02d4a1-f47a-432d-9ab9-3692ad172f48 admin admin] Request body: {'subnet': {'network_id': 'bfa5809e-994b-41de-a3bf-a717fd9c5476', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1442039646-subnet', 'tenant_id': 'fa3fbb043b1b4d9d8787c119621ac228', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:19:49.339080 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e877438e-320c-4187-a22a-cbda60fbb7e9 req-48bcd3e3-f088-4941-a666-43dc0fe04a17 tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:19:49.341720 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e877438e-320c-4187-a22a-cbda60fbb7e9 req-48bcd3e3-f088-4941-a666-43dc0fe04a17 tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] 10.222.0.55 "GET /v2.0/networks?id=eacea6aa-86b2-4fe9-ae0d-611828f27804 HTTP/1.1" status: 200 len: 820 time: 0.5931504 Nov 23 17:19:49.345675 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b02d4a1-f47a-432d-9ab9-3692ad172f48 admin admin] Made reservation on behalf of fa3fbb043b1b4d9d8787c119621ac228 for: {'subnet': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:19:49.349709 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-1b02d4a1-f47a-432d-9ab9-3692ad172f48 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:49.368657 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [req-e877438e-320c-4187-a22a-cbda60fbb7e9 req-ce9e42b7-1077-4335-a2b5-de7982781ddf tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] Request body: {'port': {'device_id': 'e3066f0e-be40-43cc-b52c-4cca61251c1c', 'network_id': 'eacea6aa-86b2-4fe9-ae0d-611828f27804', 'admin_state_up': True, 'tenant_id': '968ef5ef30ad45a38c8263e9da4ef3c2'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:19:49.475160 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f9bada81-ee23-4ddc-8475-71a2f90ceceb admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:49.517084 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device c1f40992-0164-4ec3-9312-47092b6d1593 not bound to the agent host n-h1-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:19:49.517644 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-adfe8706-7617-4f87-9cd1-9e7cd95d104c req-fc066684-7e14-4840-a544-db17c610d267 service neutron] 10.222.0.36 "GET /v2.0/networks/f1e1dabf-b410-4023-9169-a460a86e7184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2596612 Nov 23 17:19:49.519537 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f9bada81-ee23-4ddc-8475-71a2f90ceceb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:49.565368 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Pushing event updated for resources: {'Port': ['ID=38b2a2ce-008e-4024-b6c3-b6eb13fe3deb,revision_number=4']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:19:49.578847 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:19:49.579172 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:19:49.579545 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:19:49.580659 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:19:49.581022 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:19:49.581360 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:19:49.581693 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:19:49.582400 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:19:49.582923 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:19:49.583264 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:19:49.583593 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:19:49.583917 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:19:49.601643 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2002c8f0-0d2b-48c3-adea-28a1aab05948 req-47dc8fca-1136-412d-bea3-12c0991b96bf tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] 10.222.0.60 "GET /v2.0/security-groups?id=70227657-be62-432a-a8fd-5a85231fc7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3619781 Nov 23 17:19:49.658350 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-697c684a-2b5c-4b6b-b7ac-6f7faedca4d0 None None] Publish callbacks [] for port, precommit_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:49.666131 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-697c684a-2b5c-4b6b-b7ac-6f7faedca4d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980'] for port, after_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:49.696956 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-f9bada81-ee23-4ddc-8475-71a2f90ceceb admin admin] Allocated IP 172.25.3.224 (4c8455ba-1be5-42ac-b8c2-8a16e1292d55/08fe3644-ce41-4c3f-a7ea-92bac0f0fff5/6aa7c564-c515-465d-9e1f-d033d44474a3) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:19:49.711642 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] get_ports_and_sgs() called for port_ids ['38b2a2ce-008e-4024-b6c3-b6eb13fe3deb'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:19:49.732074 n-d-816206-8 neutron-server[103592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-697c684a-2b5c-4b6b-b7ac-6f7faedca4d0 None None] Network adefcaf5-96f5-4d01-bfa2-9c2541e58b96 is already hosted by enough agents. {{(pid=103592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:19:49.734741 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecfe7d2-2d61-47dc-86c7-688a5c0786bf req-840072a1-1dea-4462-830c-83dffe059007 tempest-ServersAdminNegativeTestJSON-104426851 tempest-ServersAdminNegativeTestJSON-104426851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:19:49.736314 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2ecfe7d2-2d61-47dc-86c7-688a5c0786bf req-840072a1-1dea-4462-830c-83dffe059007 tempest-ServersAdminNegativeTestJSON-104426851 tempest-ServersAdminNegativeTestJSON-104426851-project] 10.222.0.60 "GET /v2.0/ports?device_id=95baa07b-f9d2-4640-b154-b17c95bd927b HTTP/1.1" status: 200 len: 947 time: 0.2313688 Nov 23 17:19:49.757194 n-d-816206-8 neutron-server[103592]: DEBUG neutron.scheduler.base_scheduler [None req-697c684a-2b5c-4b6b-b7ac-6f7faedca4d0 None None] Resources bound (agent type, host, resource id): {{(pid=103592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:19:49.768229 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-697c684a-2b5c-4b6b-b7ac-6f7faedca4d0 None None] Received port after_create {{(pid=103592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:19:49.785021 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697c684a-2b5c-4b6b-b7ac-6f7faedca4d0 None None] Pushing event updated for resources: {'Port': ['ID=9f0bb84c-81aa-459b-8009-c0b38d74f9c4,revision_number=1']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:19:49.882223 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e877438e-320c-4187-a22a-cbda60fbb7e9 req-ce9e42b7-1077-4335-a2b5-de7982781ddf tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] Made reservation on behalf of 968ef5ef30ad45a38c8263e9da4ef3c2 for: {'port': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:19:49.887067 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-e877438e-320c-4187-a22a-cbda60fbb7e9 req-ce9e42b7-1077-4335-a2b5-de7982781ddf tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:49.890613 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-697c684a-2b5c-4b6b-b7ac-6f7faedca4d0 None None] Attempting to bind port 9f0bb84c-81aa-459b-8009-c0b38d74f9c4 on host n-d-816206-8 for vnic_type normal with profile {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:19:49.891721 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-697c684a-2b5c-4b6b-b7ac-6f7faedca4d0 None None] Attempting to bind port 9f0bb84c-81aa-459b-8009-c0b38d74f9c4 by drivers openvswitch,hyperv on host n-d-816206-8 at level 0 using segments [{'id': 'f5ce06ed-5ddf-408f-921d-2a1f098e62bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'adefcaf5-96f5-4d01-bfa2-9c2541e58b96'}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:19:49.891721 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-697c684a-2b5c-4b6b-b7ac-6f7faedca4d0 None None] Attempting to bind port 9f0bb84c-81aa-459b-8009-c0b38d74f9c4 on network adefcaf5-96f5-4d01-bfa2-9c2541e58b96 {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:19:49.918341 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-697c684a-2b5c-4b6b-b7ac-6f7faedca4d0 None None] Checking agent: {'id': '9e89acbe-4bbe-4c77-a18b-6f1da9133e0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 7, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 19, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:19:49.918996 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-697c684a-2b5c-4b6b-b7ac-6f7faedca4d0 None None] Checking segment: {'id': 'f5ce06ed-5ddf-408f-921d-2a1f098e62bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'adefcaf5-96f5-4d01-bfa2-9c2541e58b96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:19:49.919574 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-697c684a-2b5c-4b6b-b7ac-6f7faedca4d0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:49.920648 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-697c684a-2b5c-4b6b-b7ac-6f7faedca4d0 None None] Bound using segment: {'id': 'f5ce06ed-5ddf-408f-921d-2a1f098e62bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'adefcaf5-96f5-4d01-bfa2-9c2541e58b96'} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:19:49.921422 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-697c684a-2b5c-4b6b-b7ac-6f7faedca4d0 None None] Bound port: 9f0bb84c-81aa-459b-8009-c0b38d74f9c4, host: n-d-816206-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5ce06ed-5ddf-408f-921d-2a1f098e62bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'adefcaf5-96f5-4d01-bfa2-9c2541e58b96'}}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:19:49.922998 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-697c684a-2b5c-4b6b-b7ac-6f7faedca4d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:49.988899 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f9bada81-ee23-4ddc-8475-71a2f90ceceb admin admin] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:50.030573 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ae177f9b-6c6e-4b79-8582-3370f8f6eb7e req-06199577-69a2-4785-a344-6a8776d3c90b tempest-VolumesAdminNegativeTest-398484637 tempest-VolumesAdminNegativeTest-398484637-project] 10.222.0.60 "GET /v2.0/ports?device_id=36d59c55-c677-42e1-b47c-3b1672b30d12 HTTP/1.1" status: 200 len: 210 time: 0.1113472 Nov 23 17:19:50.095006 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2ecfe7d2-2d61-47dc-86c7-688a5c0786bf req-302c2d08-94d0-4106-950d-b97353619e63 tempest-ServersAdminNegativeTestJSON-104426851 tempest-ServersAdminNegativeTestJSON-104426851-project] 10.222.0.60 "GET /v2.0/security-groups?id=4a6bb8fb-ca30-4c1d-94e9-0fa3a29d488a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2825515 Nov 23 17:19:50.097831 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-1b02d4a1-f47a-432d-9ab9-3692ad172f48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493'] for subnet, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:50.133749 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f9bada81-ee23-4ddc-8475-71a2f90ceceb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:50.161099 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc483064-11ba-45ec-aceb-46018fe3c70e req-7c562e8e-1b7f-4b39-a5d5-b37dea842042 tempest-VolumesAdminNegativeTest-398484637 tempest-VolumesAdminNegativeTest-398484637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:19:50.175482 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-697c684a-2b5c-4b6b-b7ac-6f7faedca4d0 None None] For port 9f0bb84c-81aa-459b-8009-c0b38d74f9c4, host n-d-816206-8, cleared binding levels {{(pid=103592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:19:50.176206 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-dc483064-11ba-45ec-aceb-46018fe3c70e req-7c562e8e-1b7f-4b39-a5d5-b37dea842042 tempest-VolumesAdminNegativeTest-398484637 tempest-VolumesAdminNegativeTest-398484637-project] 10.222.0.55 "GET /v2.0/networks?id=6b930676-e99f-4254-8125-844af0a93961 HTTP/1.1" status: 200 len: 815 time: 0.2374134 Nov 23 17:19:50.183825 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [req-dc483064-11ba-45ec-aceb-46018fe3c70e req-fc315ab8-4c32-4312-9106-2bad4a29bcb5 tempest-VolumesAdminNegativeTest-398484637 tempest-VolumesAdminNegativeTest-398484637-project] Request body: {'port': {'device_id': '36d59c55-c677-42e1-b47c-3b1672b30d12', 'network_id': '6b930676-e99f-4254-8125-844af0a93961', 'admin_state_up': True, 'tenant_id': '0681fa2a249a44b3ae4897083af623c1'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:19:50.192191 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-697c684a-2b5c-4b6b-b7ac-6f7faedca4d0 None None] For port 9f0bb84c-81aa-459b-8009-c0b38d74f9c4, host n-d-816206-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=9f0bb84c-81aa-459b-8009-c0b38d74f9c4,segment=NetworkSegment(f5ce06ed-5ddf-408f-921d-2a1f098e62bd),segment_id=f5ce06ed-5ddf-408f-921d-2a1f098e62bd)] {{(pid=103592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:19:50.203315 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-697c684a-2b5c-4b6b-b7ac-6f7faedca4d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:50.227849 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9bada81-ee23-4ddc-8475-71a2f90ceceb admin admin] Network 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:19:50.244132 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-f9bada81-ee23-4ddc-8475-71a2f90ceceb admin admin] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:19:50.247141 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b02d4a1-f47a-432d-9ab9-3692ad172f48 admin admin] Pushing event updated for resources: {'Subnet': ['ID=33529f5f-1a09-482b-9a9c-009eb2abf109,revision_number=0']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:19:50.262919 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9bada81-ee23-4ddc-8475-71a2f90ceceb admin admin] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:19:50.292021 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b02d4a1-f47a-432d-9ab9-3692ad172f48 admin admin] Checking segment: {'id': '5bd4185d-28ef-4cf0-a760-13c859b54434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'bfa5809e-994b-41de-a3bf-a717fd9c5476'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:19:50.292399 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b02d4a1-f47a-432d-9ab9-3692ad172f48 admin admin] Network hostable DHCP agents. Network: bfa5809e-994b-41de-a3bf-a717fd9c5476, hostable agents: ['0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3'], hosted agents: [] {{(pid=103591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 17:19:50.316885 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.db_base_plugin_common [req-e877438e-320c-4187-a22a-cbda60fbb7e9 req-ce9e42b7-1077-4335-a2b5-de7982781ddf tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] Allocated IP 172.20.0.6 (eacea6aa-86b2-4fe9-ae0d-611828f27804/cfa8dfdf-5850-4e22-a7f8-6d7e726926d1/ebb3a298-d7d7-4eec-9078-0824a8d78eaf) {{(pid=103591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:19:50.333843 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b02d4a1-f47a-432d-9ab9-3692ad172f48 admin admin] Network bfa5809e-994b-41de-a3bf-a717fd9c5476 is scheduled to be hosted by DHCP agent 0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3 with binding_index 1 {{(pid=103591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 17:19:50.358705 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697c684a-2b5c-4b6b-b7ac-6f7faedca4d0 None None] Pushing event updated for resources: {'Port': ['ID=9f0bb84c-81aa-459b-8009-c0b38d74f9c4,revision_number=2']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:19:50.384317 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [None req-1b02d4a1-f47a-432d-9ab9-3692ad172f48 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-8, bfa5809e-994b-41de-a3bf-a717fd9c5476) {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:19:50.394460 n-d-816206-8 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c79fc20b-806a-458c-8c0f-8a4583c06a8f', 'tag': 'c1f40992-0164-4ec3-9312-47092b6d1593'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:19:50.398035 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbabddbc9fc37b068808e119c416c86f5957ca04531a4a0d2e695c515e93483b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2828a683-52b0-42e9-bb44-becaaecd8aa8" -d '{"events": [{"name": "network-changed", "server_uuid": "c79fc20b-806a-458c-8c0f-8a4583c06a8f", "tag": "c1f40992-0164-4ec3-9312-47092b6d1593"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:19:50.399703 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-864bb5d5-c800-4bd5-968b-acd26436ab6a None None] Network bfa5809e-994b-41de-a3bf-a717fd9c5476 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:19:50.402808 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b02d4a1-f47a-432d-9ab9-3692ad172f48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:19:50.403553 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-1b02d4a1-f47a-432d-9ab9-3692ad172f48 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for subnet, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:50.459403 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-417ea975-bd00-4825-9aa9-ba065c050954 req-d393ad12-ba95-4f86-8037-8e8e667ceaac tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] 10.222.0.60 "GET /v2.0/ports?device_id=e3066f0e-be40-43cc-b52c-4cca61251c1c HTTP/1.1" status: 200 len: 210 time: 0.0841851 Nov 23 17:19:50.466571 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bada81-ee23-4ddc-8475-71a2f90ceceb admin admin] Pushing event updated for resources: {'Port': ['ID=6aa7c564-c515-465d-9e1f-d033d44474a3,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:19:50.549194 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-1b02d4a1-f47a-432d-9ab9-3692ad172f48 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.2654159 Nov 23 17:19:50.774111 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.55', 62209) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:19:50.789832 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c631c58a-4e6c-4b22-9e18-46f7d7fdd371 None None] Network bfa5809e-994b-41de-a3bf-a717fd9c5476 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:19:50.832082 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-e877438e-320c-4187-a22a-cbda60fbb7e9 req-ce9e42b7-1077-4335-a2b5-de7982781ddf tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] Publish callbacks [] for port, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:50.981991 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2828a683-52b0-42e9-bb44-becaaecd8aa8 req-99baf32a-5309-4710-a797-9d6500744daa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:19:50.985335 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2828a683-52b0-42e9-bb44-becaaecd8aa8 req-99baf32a-5309-4710-a797-9d6500744daa service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=98a62786d4654c60b8dab5d2a606f4fe&device_id=c79fc20b-806a-458c-8c0f-8a4583c06a8f HTTP/1.1" status: 200 len: 1098 time: 0.2100863 Nov 23 17:19:51.024705 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a237e433-2826-43b6-81e3-eb74c2d3f33f req-5c05ac22-ca4e-493f-a064-fdb04702f8d5 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:19:51.036222 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a237e433-2826-43b6-81e3-eb74c2d3f33f req-5c05ac22-ca4e-493f-a064-fdb04702f8d5 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] 10.222.0.60 "GET /v2.0/ports?device_id=c79fc20b-806a-458c-8c0f-8a4583c06a8f HTTP/1.1" status: 200 len: 947 time: 0.2641683 Nov 23 17:19:51.060108 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 17:19:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35a3255f-4f34-42de-b273-427262d2580a x-openstack-request-id: req-35a3255f-4f34-42de-b273-427262d2580a {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:19:51.060424 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c79fc20b-806a-458c-8c0f-8a4583c06a8f", "tag": "c1f40992-0164-4ec3-9312-47092b6d1593", "status": "completed", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:19:51.060793 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-35a3255f-4f34-42de-b273-427262d2580a {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:19:51.061089 n-d-816206-8 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c79fc20b-806a-458c-8c0f-8a4583c06a8f', 'tag': 'c1f40992-0164-4ec3-9312-47092b6d1593', 'status': 'completed', 'code': 200} Nov 23 17:19:51.205861 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc483064-11ba-45ec-aceb-46018fe3c70e req-fc315ab8-4c32-4312-9106-2bad4a29bcb5 tempest-VolumesAdminNegativeTest-398484637 tempest-VolumesAdminNegativeTest-398484637-project] Made reservation on behalf of 0681fa2a249a44b3ae4897083af623c1 for: {'port': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:19:51.210663 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-dc483064-11ba-45ec-aceb-46018fe3c70e req-fc315ab8-4c32-4312-9106-2bad4a29bcb5 tempest-VolumesAdminNegativeTest-398484637 tempest-VolumesAdminNegativeTest-398484637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:51.216756 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-e877438e-320c-4187-a22a-cbda60fbb7e9 req-ce9e42b7-1077-4335-a2b5-de7982781ddf tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980'] for port, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:51.219075 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2828a683-52b0-42e9-bb44-becaaecd8aa8 req-f49d9c59-a1d3-41e6-91df-a4041e286591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:19:51.221609 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-2828a683-52b0-42e9-bb44-becaaecd8aa8 req-f49d9c59-a1d3-41e6-91df-a4041e286591 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=98a62786d4654c60b8dab5d2a606f4fe&device_id=c79fc20b-806a-458c-8c0f-8a4583c06a8f HTTP/1.1" status: 200 len: 1098 time: 0.1684954 Nov 23 17:19:51.247136 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-dcf8224a-86e4-4e64-ade7-d18b6a35b7d3 req-377bd92d-b962-42c1-bcdc-8c2b81cbd258 tempest-VolumesAdminNegativeTest-398484637 tempest-VolumesAdminNegativeTest-398484637-project] 10.222.0.60 "GET /v2.0/ports?device_id=36d59c55-c677-42e1-b47c-3b1672b30d12 HTTP/1.1" status: 200 len: 210 time: 0.0555329 Nov 23 17:19:51.323637 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2828a683-52b0-42e9-bb44-becaaecd8aa8 req-36dc816b-ed2f-4518-95dd-9c025b7f11c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:19:51.326035 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2828a683-52b0-42e9-bb44-becaaecd8aa8 req-36dc816b-ed2f-4518-95dd-9c025b7f11c6 service neutron] 10.222.0.55 "GET /v2.0/networks?id=f1e1dabf-b410-4023-9169-a460a86e7184 HTTP/1.1" status: 200 len: 870 time: 0.3269210 Nov 23 17:19:51.358391 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e877438e-320c-4187-a22a-cbda60fbb7e9 req-ce9e42b7-1077-4335-a2b5-de7982781ddf tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] Network eacea6aa-86b2-4fe9-ae0d-611828f27804 is already hosted by enough agents. {{(pid=103591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:19:51.425441 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [req-e877438e-320c-4187-a22a-cbda60fbb7e9 req-ce9e42b7-1077-4335-a2b5-de7982781ddf tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] Resources bound (agent type, host, resource id): {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:19:51.429261 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [req-e877438e-320c-4187-a22a-cbda60fbb7e9 req-ce9e42b7-1077-4335-a2b5-de7982781ddf tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] Received port after_create {{(pid=103591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:19:51.443716 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e877438e-320c-4187-a22a-cbda60fbb7e9 req-ce9e42b7-1077-4335-a2b5-de7982781ddf tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:19:51.445166 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-e877438e-320c-4187-a22a-cbda60fbb7e9 req-ce9e42b7-1077-4335-a2b5-de7982781ddf tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:51.450358 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2828a683-52b0-42e9-bb44-becaaecd8aa8 req-6c57fc83-0da4-4dfc-a8d7-92dc96ae667d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.70&port_id=c1f40992-0164-4ec3-9312-47092b6d1593 HTTP/1.1" status: 200 len: 217 time: 0.1028993 Nov 23 17:19:51.458400 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a237e433-2826-43b6-81e3-eb74c2d3f33f req-af9ee34f-4851-4258-b023-41dea22e406f tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] 10.222.0.60 "GET /v2.0/security-groups?id=70227657-be62-432a-a8fd-5a85231fc7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4208980 Nov 23 17:19:51.466515 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9e42b7-1077-4335-a2b5-de7982781ddf tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] Pushing event updated for resources: {'Port': ['ID=ebb3a298-d7d7-4eec-9078-0824a8d78eaf,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:19:51.551594 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e877438e-320c-4187-a22a-cbda60fbb7e9 req-ce9e42b7-1077-4335-a2b5-de7982781ddf tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1960464 Nov 23 17:19:51.571761 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f9bada81-ee23-4ddc-8475-71a2f90ceceb admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:51.573223 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [req-e877438e-320c-4187-a22a-cbda60fbb7e9 req-c50f5aee-64ac-4f02-8bd0-d917dea00181 service neutron] Request body: {'port': {'device_id': 'e3066f0e-be40-43cc-b52c-4cca61251c1c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-8'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:19:51.672780 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2828a683-52b0-42e9-bb44-becaaecd8aa8 req-acf1206d-291b-404d-88c7-f56eea69e3d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:19:51.674267 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-2828a683-52b0-42e9-bb44-becaaecd8aa8 req-acf1206d-291b-404d-88c7-f56eea69e3d7 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f1e1dabf-b410-4023-9169-a460a86e7184 HTTP/1.1" status: 200 len: 870 time: 0.3918869 Nov 23 17:19:51.688701 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2828a683-52b0-42e9-bb44-becaaecd8aa8 req-6e4007ae-fe6e-4e89-8a47-f640a411e78a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:19:51.691117 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2828a683-52b0-42e9-bb44-becaaecd8aa8 req-6e4007ae-fe6e-4e89-8a47-f640a411e78a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ac77c175-5679-438b-8a2a-356718377641 HTTP/1.1" status: 200 len: 843 time: 0.2263596 Nov 23 17:19:51.769277 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-2828a683-52b0-42e9-bb44-becaaecd8aa8 req-2bdb2c16-f20c-4272-b370-1fd3d0b62b25 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.70&port_id=c1f40992-0164-4ec3-9312-47092b6d1593 HTTP/1.1" status: 200 len: 217 time: 0.0483599 Nov 23 17:19:51.804611 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [req-dc483064-11ba-45ec-aceb-46018fe3c70e req-fc315ab8-4c32-4312-9106-2bad4a29bcb5 tempest-VolumesAdminNegativeTest-398484637 tempest-VolumesAdminNegativeTest-398484637-project] Allocated IP 172.20.0.12 (6b930676-e99f-4254-8125-844af0a93961/0a905db4-c299-49af-abac-53350e4e0824/fa908c89-3f71-4e2d-81ec-e9781ba9dc81) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:19:51.871815 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-e877438e-320c-4187-a22a-cbda60fbb7e9 req-c50f5aee-64ac-4f02-8bd0-d917dea00181 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:51.877951 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2828a683-52b0-42e9-bb44-becaaecd8aa8 req-7e41361b-7f1b-49be-979e-77cee0956644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:19:51.879175 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-2828a683-52b0-42e9-bb44-becaaecd8aa8 req-7e41361b-7f1b-49be-979e-77cee0956644 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ac77c175-5679-438b-8a2a-356718377641 HTTP/1.1" status: 200 len: 843 time: 0.0914314 Nov 23 17:19:51.912466 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c49b2a-a5f8-4361-a145-e70d1b685f8f req-0dc63668-7934-441a-b5dc-1fe05e09f6d3 tempest-ServersAdminNegativeTestJSON-104426851 tempest-ServersAdminNegativeTestJSON-104426851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:19:51.914151 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-07c49b2a-a5f8-4361-a145-e70d1b685f8f req-0dc63668-7934-441a-b5dc-1fe05e09f6d3 tempest-ServersAdminNegativeTestJSON-104426851 tempest-ServersAdminNegativeTestJSON-104426851-project] 10.222.0.60 "GET /v2.0/ports?device_id=95baa07b-f9d2-4640-b154-b17c95bd927b HTTP/1.1" status: 200 len: 947 time: 0.2915230 Nov 23 17:19:51.930487 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2828a683-52b0-42e9-bb44-becaaecd8aa8 req-7b16b5f0-320e-40f3-95c1-022ba7aa2858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:19:51.932661 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2828a683-52b0-42e9-bb44-becaaecd8aa8 req-7b16b5f0-320e-40f3-95c1-022ba7aa2858 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f1e1dabf-b410-4023-9169-a460a86e7184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2250051 Nov 23 17:19:51.940526 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eb32870-cdeb-429a-8951-f7c7d87007d0 None None] Network adefcaf5-96f5-4d01-bfa2-9c2541e58b96 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:19:51.963841 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dcb586-5091-4a68-864f-475cdaf91c0b req-678faa61-0a52-4f7c-9b32-0e910c2b8847 tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:19:51.973376 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-58dcb586-5091-4a68-864f-475cdaf91c0b req-678faa61-0a52-4f7c-9b32-0e910c2b8847 tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] 10.222.0.60 "GET /v2.0/networks?id=3b84e4de-5a6f-44c6-a8e6-1d90b4d1f1b3 HTTP/1.1" status: 200 len: 808 time: 0.3552921 Nov 23 17:19:52.064715 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-f1f99d8a-6113-445e-bb25-4621b31713c0 None None] Provisioning complete for port 9f0bb84c-81aa-459b-8009-c0b38d74f9c4 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:19:52.065294 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-f1f99d8a-6113-445e-bb25-4621b31713c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:52.069754 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-58dcb586-5091-4a68-864f-475cdaf91c0b req-54fc24e6-502d-423b-a73b-c47ca4e959c9 tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] 10.222.0.60 "GET /v2.0/quotas/4f30b4abc7074d1fa9d31a414a5f297f HTTP/1.1" status: 200 len: 375 time: 0.0725310 Nov 23 17:19:52.175817 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2828a683-52b0-42e9-bb44-becaaecd8aa8 req-3f297e51-4a93-4d61-9458-8fcd036599e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:19:52.178627 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-2828a683-52b0-42e9-bb44-becaaecd8aa8 req-3f297e51-4a93-4d61-9458-8fcd036599e5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f1e1dabf-b410-4023-9169-a460a86e7184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2432206 Nov 23 17:19:52.244054 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-07c49b2a-a5f8-4361-a145-e70d1b685f8f req-40925df0-1213-4bdf-88d0-032c2580822a tempest-ServersAdminNegativeTestJSON-104426851 tempest-ServersAdminNegativeTestJSON-104426851-project] 10.222.0.60 "GET /v2.0/security-groups?id=4a6bb8fb-ca30-4c1d-94e9-0fa3a29d488a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2678320 Nov 23 17:19:52.263067 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-58dcb586-5091-4a68-864f-475cdaf91c0b req-c04939d6-1242-4b71-b302-0e28df1dc74e tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=4f30b4abc7074d1fa9d31a414a5f297f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1452446 Nov 23 17:19:52.297609 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f9bada81-ee23-4ddc-8475-71a2f90ceceb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1794316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1795362'] for router, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:52.347540 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-f1f99d8a-6113-445e-bb25-4621b31713c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:52.455374 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2828a683-52b0-42e9-bb44-becaaecd8aa8 req-7740e1bd-7773-4e6b-b0b3-e524b3de1247 service neutron] 10.222.0.55 "GET /v2.0/networks/f1e1dabf-b410-4023-9169-a460a86e7184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4791355 Nov 23 17:19:52.505241 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device c1f40992-0164-4ec3-9312-47092b6d1593 details requested by agent hyperv_n-h2-816206-8 with host n-h2-816206-8 {{(pid=103592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 17:19:52.606381 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device 38b2a2ce-008e-4024-b6c3-b6eb13fe3deb up at agent hyperv_n-h2-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:19:52.610195 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 9f0bb84c-81aa-459b-8009-c0b38d74f9c4 up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:19:52.645063 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-dc483064-11ba-45ec-aceb-46018fe3c70e req-fc315ab8-4c32-4312-9106-2bad4a29bcb5 tempest-VolumesAdminNegativeTest-398484637 tempest-VolumesAdminNegativeTest-398484637-project] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:52.724155 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-2828a683-52b0-42e9-bb44-becaaecd8aa8 req-39f23bc2-d495-454f-aaf6-bdc7a5e1cf33 service neutron] 10.222.0.36 "GET /v2.0/networks/f1e1dabf-b410-4023-9169-a460a86e7184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4764264 Nov 23 17:19:52.785639 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-58dcb586-5091-4a68-864f-475cdaf91c0b req-819e12e6-515d-41ae-9684-1a965fc7e96c service neutron] 10.222.0.60 "GET /v2.0/networks/3b84e4de-5a6f-44c6-a8e6-1d90b4d1f1b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5049884 Nov 23 17:19:52.796169 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-dc483064-11ba-45ec-aceb-46018fe3c70e req-fc315ab8-4c32-4312-9106-2bad4a29bcb5 tempest-VolumesAdminNegativeTest-398484637 tempest-VolumesAdminNegativeTest-398484637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:52.848131 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1db841c-e9f1-4e8a-a1da-b5dec114fb78 req-0c714539-4ffc-463f-8b7d-fc3f8f091db5 tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:19:52.850282 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c1db841c-e9f1-4e8a-a1da-b5dec114fb78 req-0c714539-4ffc-463f-8b7d-fc3f8f091db5 tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] 10.222.0.60 "GET /v2.0/ports?device_id=e3066f0e-be40-43cc-b52c-4cca61251c1c HTTP/1.1" status: 200 len: 931 time: 0.2286553 Nov 23 17:19:52.901154 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc483064-11ba-45ec-aceb-46018fe3c70e req-fc315ab8-4c32-4312-9106-2bad4a29bcb5 tempest-VolumesAdminNegativeTest-398484637 tempest-VolumesAdminNegativeTest-398484637-project] Network 6b930676-e99f-4254-8125-844af0a93961 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:19:52.917613 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [req-dc483064-11ba-45ec-aceb-46018fe3c70e req-fc315ab8-4c32-4312-9106-2bad4a29bcb5 tempest-VolumesAdminNegativeTest-398484637 tempest-VolumesAdminNegativeTest-398484637-project] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:19:52.920291 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc483064-11ba-45ec-aceb-46018fe3c70e req-fc315ab8-4c32-4312-9106-2bad4a29bcb5 tempest-VolumesAdminNegativeTest-398484637 tempest-VolumesAdminNegativeTest-398484637-project] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:19:52.925427 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc315ab8-4c32-4312-9106-2bad4a29bcb5 tempest-VolumesAdminNegativeTest-398484637 tempest-VolumesAdminNegativeTest-398484637-project] Pushing event updated for resources: {'Port': ['ID=fa908c89-3f71-4e2d-81ec-e9781ba9dc81,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:19:52.932543 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2828a683-52b0-42e9-bb44-becaaecd8aa8 req-c64bd6e2-38ef-4e79-81e2-436e69f39ccd service neutron] 10.222.0.55 "GET /v2.0/networks/f1e1dabf-b410-4023-9169-a460a86e7184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3797278 Nov 23 17:19:52.956415 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-2828a683-52b0-42e9-bb44-becaaecd8aa8 req-da3e1004-a7e6-44f3-b3d5-4372e2579cbe service neutron] 10.222.0.36 "GET /v2.0/networks/f1e1dabf-b410-4023-9169-a460a86e7184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2178853 Nov 23 17:19:52.969233 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9bada81-ee23-4ddc-8475-71a2f90ceceb admin admin] Router 4d791407-b6dc-4c0a-b915-45aebf126224 is scheduled to L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 with binding_index 1 {{(pid=103590) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 17:19:52.999698 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc483064-11ba-45ec-aceb-46018fe3c70e req-fc315ab8-4c32-4312-9106-2bad4a29bcb5 tempest-VolumesAdminNegativeTest-398484637 tempest-VolumesAdminNegativeTest-398484637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:19:53.000378 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-dc483064-11ba-45ec-aceb-46018fe3c70e req-fc315ab8-4c32-4312-9106-2bad4a29bcb5 tempest-VolumesAdminNegativeTest-398484637 tempest-VolumesAdminNegativeTest-398484637-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:53.027287 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port c1f40992-0164-4ec3-9312-47092b6d1593, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=c1f40992-0164-4ec3-9312-47092b6d1593,segment=NetworkSegment(329c1745-02bf-4561-9615-3192910887f5),segment_id=329c1745-02bf-4561-9615-3192910887f5)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:19:53.039223 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-f1f99d8a-6113-445e-bb25-4621b31713c0 None None] For port 9f0bb84c-81aa-459b-8009-c0b38d74f9c4, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=9f0bb84c-81aa-459b-8009-c0b38d74f9c4,segment=NetworkSegment(f5ce06ed-5ddf-408f-921d-2a1f098e62bd),segment_id=f5ce06ed-5ddf-408f-921d-2a1f098e62bd)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:19:53.053792 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-f1f99d8a-6113-445e-bb25-4621b31713c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:53.067110 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Returning: {'device': 'c1f40992-0164-4ec3-9312-47092b6d1593', 'network_id': 'f1e1dabf-b410-4023-9169-a460a86e7184', 'port_id': 'c1f40992-0164-4ec3-9312-47092b6d1593', 'mac_address': 'fa:16:3e:bc:e5:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac77c175-5679-438b-8a2a-356718377641', 'ip_address': '192.168.233.70'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 17:19:53.072670 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-dc483064-11ba-45ec-aceb-46018fe3c70e req-fc315ab8-4c32-4312-9106-2bad4a29bcb5 tempest-VolumesAdminNegativeTest-398484637 tempest-VolumesAdminNegativeTest-398484637-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8946350 Nov 23 17:19:53.086839 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [req-dc483064-11ba-45ec-aceb-46018fe3c70e req-4097708d-8e88-43c0-bcf5-34896ed8c440 service neutron] Request body: {'port': {'device_id': '36d59c55-c677-42e1-b47c-3b1672b30d12', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-8'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:19:53.174245 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Provisioning for port 38b2a2ce-008e-4024-b6c3-b6eb13fe3deb completed by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 17:19:53.180634 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f99d8a-6113-445e-bb25-4621b31713c0 None None] Pushing event updated for resources: {'Port': ['ID=9f0bb84c-81aa-459b-8009-c0b38d74f9c4,revision_number=3']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:19:53.201393 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port 9f0bb84c-81aa-459b-8009-c0b38d74f9c4 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:19:53.202159 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:53.204999 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Provisioning complete for port 38b2a2ce-008e-4024-b6c3-b6eb13fe3deb triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:19:53.205730 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:53.218051 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-dc483064-11ba-45ec-aceb-46018fe3c70e req-4097708d-8e88-43c0-bcf5-34896ed8c440 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:53.234200 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9bada81-ee23-4ddc-8475-71a2f90ceceb admin admin] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:19:53.256743 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faa95127-5e30-4998-a767-4e9ea2e872b9 None None] Sync routers for ids ['4d791407-b6dc-4c0a-b915-45aebf126224'] in n-d-816206-8 {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:19:53.285253 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faa95127-5e30-4998-a767-4e9ea2e872b9 None None] Routers {'4d791407-b6dc-4c0a-b915-45aebf126224'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:19:53.297693 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-faa95127-5e30-4998-a767-4e9ea2e872b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:19:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['4d791407-b6dc-4c0a-b915-45aebf126224'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:19:53.308690 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f9bada81-ee23-4ddc-8475-71a2f90ceceb admin admin] Publish callbacks [] for router, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:53.310615 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-f9bada81-ee23-4ddc-8475-71a2f90ceceb admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 5.0872097 Nov 23 17:19:53.314615 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 50536) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:19:53.330616 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:53.417198 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1f40992-0164-4ec3-9312-47092b6d1593 {{(pid=103592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:19:53.483257 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port c1f40992-0164-4ec3-9312-47092b6d1593, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=c1f40992-0164-4ec3-9312-47092b6d1593,segment=NetworkSegment(329c1745-02bf-4561-9615-3192910887f5),segment_id=329c1745-02bf-4561-9615-3192910887f5)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:19:53.491978 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:53.527179 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-faa95127-5e30-4998-a767-4e9ea2e872b9 None None] Set router 4d791407-b6dc-4c0a-b915-45aebf126224 gateway port host: n-d-816206-8 {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:19:53.581600 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [req-e877438e-320c-4187-a22a-cbda60fbb7e9 req-c50f5aee-64ac-4f02-8bd0-d917dea00181 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ebb3a298-d7d7-4eec-9078-0824a8d78eaf {{(pid=103591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:19:53.592689 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-e877438e-320c-4187-a22a-cbda60fbb7e9 req-c50f5aee-64ac-4f02-8bd0-d917dea00181 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:53.610620 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.provisioning_blocks [req-e877438e-320c-4187-a22a-cbda60fbb7e9 req-c50f5aee-64ac-4f02-8bd0-d917dea00181 service neutron] Transition to ACTIVE for port object ebb3a298-d7d7-4eec-9078-0824a8d78eaf will not be triggered until provisioned by entity L2. {{(pid=103591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 17:19:53.657468 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-58dcb586-5091-4a68-864f-475cdaf91c0b req-c9fe6efc-0eee-4d79-bd66-c5b36112de6a service neutron] 10.222.0.60 "GET /v2.0/networks/3b84e4de-5a6f-44c6-a8e6-1d90b4d1f1b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8628767 Nov 23 17:19:53.680740 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:53.682353 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c1db841c-e9f1-4e8a-a1da-b5dec114fb78 req-a472562c-72a8-4e7c-9b8c-024d6c4e5637 tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] 10.222.0.60 "GET /v2.0/security-groups?id=ef6a96c0-423c-4ea7-a75c-4657afd8c521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8104694 Nov 23 17:19:53.690369 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-e877438e-320c-4187-a22a-cbda60fbb7e9 req-c50f5aee-64ac-4f02-8bd0-d917dea00181 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:53.805767 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-5fe951ba-cab4-426d-b0cc-d731877687b6 None None] Provisioning complete for port 9f0bb84c-81aa-459b-8009-c0b38d74f9c4 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:19:53.806997 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-5fe951ba-cab4-426d-b0cc-d731877687b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:53.935796 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Pushing event updated for resources: {'Port': ['ID=c1f40992-0164-4ec3-9312-47092b6d1593,revision_number=8']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:19:54.068353 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-e877438e-320c-4187-a22a-cbda60fbb7e9 req-c50f5aee-64ac-4f02-8bd0-d917dea00181 service neutron] Attempting to bind port ebb3a298-d7d7-4eec-9078-0824a8d78eaf on host n-h1-816206-8 for vnic_type normal with profile {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:19:54.071926 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-e877438e-320c-4187-a22a-cbda60fbb7e9 req-c50f5aee-64ac-4f02-8bd0-d917dea00181 service neutron] Attempting to bind port ebb3a298-d7d7-4eec-9078-0824a8d78eaf by drivers openvswitch,hyperv on host n-h1-816206-8 at level 0 using segments [{'id': 'aeb4ff6a-77f7-45a2-bf27-0feac134a4ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'eacea6aa-86b2-4fe9-ae0d-611828f27804'}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:19:54.072521 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e877438e-320c-4187-a22a-cbda60fbb7e9 req-c50f5aee-64ac-4f02-8bd0-d917dea00181 service neutron] Attempting to bind port ebb3a298-d7d7-4eec-9078-0824a8d78eaf on network eacea6aa-86b2-4fe9-ae0d-611828f27804 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:19:54.104934 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-faa95127-5e30-4998-a767-4e9ea2e872b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d791407-b6dc-4c0a-b915-45aebf126224', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-588847511-router', 'tenant_id': 'ab63b90a95404c4e93c03173a72c58e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.224'}], 'enable_snat': True}, 'gw_port_id': '6aa7c564-c515-465d-9e1f-d033d44474a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:19:48Z', 'updated_at': '2021-11-23T17:19:51Z', 'revision_number': 3, 'project_id': 'ab63b90a95404c4e93c03173a72c58e9', 'gw_port': {'id': '6aa7c564-c515-465d-9e1f-d033d44474a3', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:94:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d791407-b6dc-4c0a-b915-45aebf126224', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:19:49Z', 'updated_at': '2021-11-23T17:19:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8'}], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:19:54.108751 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] get_ports_and_sgs() called for port_ids ['c1f40992-0164-4ec3-9312-47092b6d1593'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:19:54.136469 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95baa07b-f9d2-4640-b154-b17c95bd927b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38b2a2ce-008e-4024-b6c3-b6eb13fe3deb'}] {{(pid=103592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:19:54.139801 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba3e6a8f2301c7a29fe1eca9779abdae4ccbcd6266d69778087f2498d5551201" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b08b39a0-5281-4de3-be41-4aec450626f8" -d '{"events": [{"server_uuid": "95baa07b-f9d2-4640-b154-b17c95bd927b", "name": "network-vif-plugged", "status": "completed", "tag": "38b2a2ce-008e-4024-b6c3-b6eb13fe3deb"}]}' {{(pid=103592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:19:54.141586 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e877438e-320c-4187-a22a-cbda60fbb7e9 req-c50f5aee-64ac-4f02-8bd0-d917dea00181 service neutron] Port ebb3a298-d7d7-4eec-9078-0824a8d78eaf on network eacea6aa-86b2-4fe9-ae0d-611828f27804 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-8 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 17:19:54.142101 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e877438e-320c-4187-a22a-cbda60fbb7e9 req-c50f5aee-64ac-4f02-8bd0-d917dea00181 service neutron] Attempting to bind port ebb3a298-d7d7-4eec-9078-0824a8d78eaf on network eacea6aa-86b2-4fe9-ae0d-611828f27804 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:19:54.166295 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faa95127-5e30-4998-a767-4e9ea2e872b9 None None] Checking router: 4d791407-b6dc-4c0a-b915-45aebf126224 for host: n-d-816206-8 {{(pid=103593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 17:19:54.177218 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faa95127-5e30-4998-a767-4e9ea2e872b9 None None] Updating router 4d791407-b6dc-4c0a-b915-45aebf126224 port 6aa7c564-c515-465d-9e1f-d033d44474a3 binding host n-d-816206-8 {{(pid=103593) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 17:19:54.179349 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ca9767-a402-44d0-9d89-0eec4c908c4b req-2820129c-dbbb-4bf5-9f27-9efa515255ce tempest-VolumesAdminNegativeTest-398484637 tempest-VolumesAdminNegativeTest-398484637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:19:54.181156 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-35ca9767-a402-44d0-9d89-0eec4c908c4b req-2820129c-dbbb-4bf5-9f27-9efa515255ce tempest-VolumesAdminNegativeTest-398484637 tempest-VolumesAdminNegativeTest-398484637-project] 10.222.0.60 "GET /v2.0/ports?device_id=36d59c55-c677-42e1-b47c-3b1672b30d12 HTTP/1.1" status: 200 len: 932 time: 0.1687093 Nov 23 17:19:54.182637 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e877438e-320c-4187-a22a-cbda60fbb7e9 req-c50f5aee-64ac-4f02-8bd0-d917dea00181 service neutron] Checking agent: {'id': '4b0a4557-3bfe-4828-80a0-7981fc3ac84c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 15, 14), 'started_at': datetime.datetime(2021, 11, 23, 17, 15, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 19, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:19:54.183135 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e877438e-320c-4187-a22a-cbda60fbb7e9 req-c50f5aee-64ac-4f02-8bd0-d917dea00181 service neutron] Checking segment: {'id': 'aeb4ff6a-77f7-45a2-bf27-0feac134a4ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'eacea6aa-86b2-4fe9-ae0d-611828f27804'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:19:54.183689 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e877438e-320c-4187-a22a-cbda60fbb7e9 req-c50f5aee-64ac-4f02-8bd0-d917dea00181 service neutron] Bound using segment: {'id': 'aeb4ff6a-77f7-45a2-bf27-0feac134a4ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'eacea6aa-86b2-4fe9-ae0d-611828f27804'} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:19:54.185121 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-e877438e-320c-4187-a22a-cbda60fbb7e9 req-c50f5aee-64ac-4f02-8bd0-d917dea00181 service neutron] Bound port: ebb3a298-d7d7-4eec-9078-0824a8d78eaf, host: n-h1-816206-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aeb4ff6a-77f7-45a2-bf27-0feac134a4ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'eacea6aa-86b2-4fe9-ae0d-611828f27804'}}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:19:54.185662 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-e877438e-320c-4187-a22a-cbda60fbb7e9 req-c50f5aee-64ac-4f02-8bd0-d917dea00181 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:54.242688 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-faa95127-5e30-4998-a767-4e9ea2e872b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:54.300522 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port 38b2a2ce-008e-4024-b6c3-b6eb13fe3deb, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=38b2a2ce-008e-4024-b6c3-b6eb13fe3deb,segment=NetworkSegment(329c1745-02bf-4561-9615-3192910887f5),segment_id=329c1745-02bf-4561-9615-3192910887f5)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:19:54.341878 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:54.345272 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-35ca9767-a402-44d0-9d89-0eec4c908c4b req-d2d5cd8b-9ed3-4d1f-9219-ec1e17f8fe9f tempest-VolumesAdminNegativeTest-398484637 tempest-VolumesAdminNegativeTest-398484637-project] 10.222.0.60 "GET /v2.0/security-groups?id=717a20ec-9596-4ab8-ba38-f9395acab4e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273921 Nov 23 17:19:54.346603 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 9f0bb84c-81aa-459b-8009-c0b38d74f9c4 up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:19:54.433933 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50f5aee-64ac-4f02-8bd0-d917dea00181 service neutron] Pushing event updated for resources: {'Port': ['ID=ebb3a298-d7d7-4eec-9078-0824a8d78eaf,revision_number=2']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:19:54.486436 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2312ad6-b8b6-4e14-abd9-11e4702fe913 req-5741be28-d813-44e5-b48d-4077ed8ff8b1 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:19:54.507252 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c2312ad6-b8b6-4e14-abd9-11e4702fe913 req-5741be28-d813-44e5-b48d-4077ed8ff8b1 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] 10.222.0.60 "GET /v2.0/ports?device_id=c79fc20b-806a-458c-8c0f-8a4583c06a8f HTTP/1.1" status: 200 len: 948 time: 0.2174423 Nov 23 17:19:54.521548 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port 9f0bb84c-81aa-459b-8009-c0b38d74f9c4 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:19:54.522068 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:54.529238 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Pushing event updated for resources: {'Port': ['ID=38b2a2ce-008e-4024-b6c3-b6eb13fe3deb,revision_number=5']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:19:54.627865 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c2312ad6-b8b6-4e14-abd9-11e4702fe913 req-9ebf9cac-4d4a-4721-8be9-03ba6ce002e1 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] 10.222.0.60 "GET /v2.0/security-groups?id=70227657-be62-432a-a8fd-5a85231fc7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181340 Nov 23 17:19:54.647502 n-d-816206-8 neutron-server[103590]: DEBUG neutron.notifiers.nova [req-dc483064-11ba-45ec-aceb-46018fe3c70e req-4097708d-8e88-43c0-bcf5-34896ed8c440 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa908c89-3f71-4e2d-81ec-e9781ba9dc81 {{(pid=103590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:19:54.659623 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-dc483064-11ba-45ec-aceb-46018fe3c70e req-4097708d-8e88-43c0-bcf5-34896ed8c440 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:54.681132 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [req-dc483064-11ba-45ec-aceb-46018fe3c70e req-4097708d-8e88-43c0-bcf5-34896ed8c440 service neutron] Transition to ACTIVE for port object fa908c89-3f71-4e2d-81ec-e9781ba9dc81 will not be triggered until provisioned by entity L2. {{(pid=103590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 17:19:54.699466 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-dc483064-11ba-45ec-aceb-46018fe3c70e req-4097708d-8e88-43c0-bcf5-34896ed8c440 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264357957'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:54.758643 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36599ff1-9c22-4b27-8656-704edd22aa19 req-e756aeb5-1bdf-4036-8c82-8acad14ded46 tempest-ServersAdminNegativeTestJSON-104426851 tempest-ServersAdminNegativeTestJSON-104426851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:19:54.765234 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-36599ff1-9c22-4b27-8656-704edd22aa19 req-e756aeb5-1bdf-4036-8c82-8acad14ded46 tempest-ServersAdminNegativeTestJSON-104426851 tempest-ServersAdminNegativeTestJSON-104426851-project] 10.222.0.60 "GET /v2.0/ports?device_id=95baa07b-f9d2-4640-b154-b17c95bd927b HTTP/1.1" status: 200 len: 948 time: 0.1896029 Nov 23 17:19:54.814262 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4097708d-8e88-43c0-bcf5-34896ed8c440 service neutron] Pushing event updated for resources: {'Port': ['ID=fa908c89-3f71-4e2d-81ec-e9781ba9dc81,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:19:54.867969 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-e877438e-320c-4187-a22a-cbda60fbb7e9 req-c50f5aee-64ac-4f02-8bd0-d917dea00181 service neutron] For port ebb3a298-d7d7-4eec-9078-0824a8d78eaf, host n-h1-816206-8, cleared binding levels {{(pid=103591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:19:54.914742 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-faa95127-5e30-4998-a767-4e9ea2e872b9 None None] Publish callbacks [] for port, precommit_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:54.923134 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-faa95127-5e30-4998-a767-4e9ea2e872b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:55.011493 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [None req-faa95127-5e30-4998-a767-4e9ea2e872b9 None None] Attempting to bind port 6aa7c564-c515-465d-9e1f-d033d44474a3 on host n-d-816206-8 for vnic_type normal with profile {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:19:55.011881 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [None req-faa95127-5e30-4998-a767-4e9ea2e872b9 None None] Attempting to bind port 6aa7c564-c515-465d-9e1f-d033d44474a3 by drivers openvswitch,hyperv on host n-d-816206-8 at level 0 using segments [{'id': 'bffd1e4f-e80f-4ff0-b418-2f42ae15febf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'}] {{(pid=103593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:19:55.012536 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faa95127-5e30-4998-a767-4e9ea2e872b9 None None] Attempting to bind port 6aa7c564-c515-465d-9e1f-d033d44474a3 on network 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:19:55.022029 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faa95127-5e30-4998-a767-4e9ea2e872b9 None None] Checking agent: {'id': '9e89acbe-4bbe-4c77-a18b-6f1da9133e0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 7, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 19, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:19:55.022576 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faa95127-5e30-4998-a767-4e9ea2e872b9 None None] Checking segment: {'id': 'bffd1e4f-e80f-4ff0-b418-2f42ae15febf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:19:55.022943 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-faa95127-5e30-4998-a767-4e9ea2e872b9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:55.023397 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faa95127-5e30-4998-a767-4e9ea2e872b9 None None] Bound using segment: {'id': 'bffd1e4f-e80f-4ff0-b418-2f42ae15febf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'} {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:19:55.023896 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [None req-faa95127-5e30-4998-a767-4e9ea2e872b9 None None] Bound port: 6aa7c564-c515-465d-9e1f-d033d44474a3, host: n-d-816206-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bffd1e4f-e80f-4ff0-b418-2f42ae15febf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'}}] {{(pid=103593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:19:55.024429 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-faa95127-5e30-4998-a767-4e9ea2e872b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:55.046558 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-36599ff1-9c22-4b27-8656-704edd22aa19 req-11cc505f-ebad-4b05-b26d-f9bb1e7aee65 tempest-ServersAdminNegativeTestJSON-104426851 tempest-ServersAdminNegativeTestJSON-104426851-project] 10.222.0.60 "GET /v2.0/security-groups?id=4a6bb8fb-ca30-4c1d-94e9-0fa3a29d488a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2715478 Nov 23 17:19:55.070256 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-72f22f76-c65a-400a-9adb-e9010fdc9511 req-bca5112b-1207-454d-bd9c-a55d3564c492 tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] 10.222.0.60 "GET /v2.0/ports?device_id=81b6e2ff-baee-47c2-a7eb-16a38f3282ff HTTP/1.1" status: 200 len: 210 time: 0.1244071 Nov 23 17:19:55.088615 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-e877438e-320c-4187-a22a-cbda60fbb7e9 req-c50f5aee-64ac-4f02-8bd0-d917dea00181 service neutron] For port ebb3a298-d7d7-4eec-9078-0824a8d78eaf, host n-h1-816206-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=ebb3a298-d7d7-4eec-9078-0824a8d78eaf,segment=NetworkSegment(aeb4ff6a-77f7-45a2-bf27-0feac134a4ea),segment_id=aeb4ff6a-77f7-45a2-bf27-0feac134a4ea)] {{(pid=103591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:19:55.098678 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-e877438e-320c-4187-a22a-cbda60fbb7e9 req-c50f5aee-64ac-4f02-8bd0-d917dea00181 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:55.127544 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56155ee-eb74-46dd-bfb0-8222178c5445 None None] Pushing event updated for resources: {'Port': ['ID=6aa7c564-c515-465d-9e1f-d033d44474a3,revision_number=2']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:19:55.170784 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56155ee-eb74-46dd-bfb0-8222178c5445 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:19:55.171136 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56155ee-eb74-46dd-bfb0-8222178c5445 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:19:55.171476 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56155ee-eb74-46dd-bfb0-8222178c5445 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:19:55.171813 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56155ee-eb74-46dd-bfb0-8222178c5445 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:19:55.172144 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56155ee-eb74-46dd-bfb0-8222178c5445 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:19:55.172469 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56155ee-eb74-46dd-bfb0-8222178c5445 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:19:55.172987 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56155ee-eb74-46dd-bfb0-8222178c5445 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:19:55.173319 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56155ee-eb74-46dd-bfb0-8222178c5445 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:19:55.173643 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56155ee-eb74-46dd-bfb0-8222178c5445 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:19:55.173963 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56155ee-eb74-46dd-bfb0-8222178c5445 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:19:55.174340 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56155ee-eb74-46dd-bfb0-8222178c5445 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:19:55.174665 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56155ee-eb74-46dd-bfb0-8222178c5445 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:19:55.185253 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:19:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-943591ba-d19b-432b-9c6e-317097ace596 x-openstack-request-id: req-943591ba-d19b-432b-9c6e-317097ace596 {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:19:55.185799 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95baa07b-f9d2-4640-b154-b17c95bd927b", "name": "network-vif-plugged", "status": "completed", "tag": "38b2a2ce-008e-4024-b6c3-b6eb13fe3deb", "code": 200}]} {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:19:55.186244 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-943591ba-d19b-432b-9c6e-317097ace596 {{(pid=103592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:19:55.186869 n-d-816206-8 neutron-server[103592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95baa07b-f9d2-4640-b154-b17c95bd927b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38b2a2ce-008e-4024-b6c3-b6eb13fe3deb', 'code': 200} Nov 23 17:19:55.248003 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-faa95127-5e30-4998-a767-4e9ea2e872b9 None None] For port 6aa7c564-c515-465d-9e1f-d033d44474a3, host n-d-816206-8, cleared binding levels {{(pid=103593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:19:55.254321 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-faa95127-5e30-4998-a767-4e9ea2e872b9 None None] For port 6aa7c564-c515-465d-9e1f-d033d44474a3, host n-d-816206-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=6aa7c564-c515-465d-9e1f-d033d44474a3,segment=NetworkSegment(bffd1e4f-e80f-4ff0-b418-2f42ae15febf),segment_id=bffd1e4f-e80f-4ff0-b418-2f42ae15febf)] {{(pid=103593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:19:55.264950 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-faa95127-5e30-4998-a767-4e9ea2e872b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:55.266811 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50f5aee-64ac-4f02-8bd0-d917dea00181 service neutron] Pushing event updated for resources: {'Port': ['ID=ebb3a298-d7d7-4eec-9078-0824a8d78eaf,revision_number=3']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:19:55.289802 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e877438e-320c-4187-a22a-cbda60fbb7e9 req-c50f5aee-64ac-4f02-8bd0-d917dea00181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:19:55.290852 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-e877438e-320c-4187-a22a-cbda60fbb7e9 req-c50f5aee-64ac-4f02-8bd0-d917dea00181 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:55.293280 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e877438e-320c-4187-a22a-cbda60fbb7e9 req-c50f5aee-64ac-4f02-8bd0-d917dea00181 service neutron] 10.222.0.55 "PUT /v2.0/ports/ebb3a298-d7d7-4eec-9078-0824a8d78eaf HTTP/1.1" status: 200 len: 1091 time: 3.7325702 Nov 23 17:19:55.294017 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3066f0e-be40-43cc-b52c-4cca61251c1c', 'tag': 'ebb3a298-d7d7-4eec-9078-0824a8d78eaf'}] {{(pid=103591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:19:55.297944 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41d174a19ece9499ff9ec44e5b3fc50f2abd3ffbc947fb7e52ea1e8db27b95b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aefd1acd-b5d8-4d58-b1fa-e5fabd363447" -d '{"events": [{"name": "network-changed", "server_uuid": "e3066f0e-be40-43cc-b52c-4cca61251c1c", "tag": "ebb3a298-d7d7-4eec-9078-0824a8d78eaf"}]}' {{(pid=103591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:19:55.463368 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2559e01f-771a-4854-a606-f068e057f667 req-b29ef690-3a15-43ed-8ade-42e8dc047ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:19:55.464920 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-2559e01f-771a-4854-a606-f068e057f667 req-b29ef690-3a15-43ed-8ade-42e8dc047ee3 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=95baa07b-f9d2-4640-b154-b17c95bd927b HTTP/1.1" status: 200 len: 1099 time: 0.1077435 Nov 23 17:19:55.465578 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [req-dc483064-11ba-45ec-aceb-46018fe3c70e req-4097708d-8e88-43c0-bcf5-34896ed8c440 service neutron] Attempting to bind port fa908c89-3f71-4e2d-81ec-e9781ba9dc81 on host n-h1-816206-8 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:19:55.465908 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [req-dc483064-11ba-45ec-aceb-46018fe3c70e req-4097708d-8e88-43c0-bcf5-34896ed8c440 service neutron] Attempting to bind port fa908c89-3f71-4e2d-81ec-e9781ba9dc81 by drivers openvswitch,hyperv on host n-h1-816206-8 at level 0 using segments [{'id': '45336d68-2770-44d7-ab30-fd71e4883e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '6b930676-e99f-4254-8125-844af0a93961'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:19:55.466232 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc483064-11ba-45ec-aceb-46018fe3c70e req-4097708d-8e88-43c0-bcf5-34896ed8c440 service neutron] Attempting to bind port fa908c89-3f71-4e2d-81ec-e9781ba9dc81 on network 6b930676-e99f-4254-8125-844af0a93961 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:19:55.473272 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc483064-11ba-45ec-aceb-46018fe3c70e req-4097708d-8e88-43c0-bcf5-34896ed8c440 service neutron] Port fa908c89-3f71-4e2d-81ec-e9781ba9dc81 on network 6b930676-e99f-4254-8125-844af0a93961 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-8 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 17:19:55.473509 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc483064-11ba-45ec-aceb-46018fe3c70e req-4097708d-8e88-43c0-bcf5-34896ed8c440 service neutron] Attempting to bind port fa908c89-3f71-4e2d-81ec-e9781ba9dc81 on network 6b930676-e99f-4254-8125-844af0a93961 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:19:55.482646 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc483064-11ba-45ec-aceb-46018fe3c70e req-4097708d-8e88-43c0-bcf5-34896ed8c440 service neutron] Checking agent: {'id': '4b0a4557-3bfe-4828-80a0-7981fc3ac84c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 15, 14), 'started_at': datetime.datetime(2021, 11, 23, 17, 15, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 19, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:19:55.482985 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc483064-11ba-45ec-aceb-46018fe3c70e req-4097708d-8e88-43c0-bcf5-34896ed8c440 service neutron] Checking segment: {'id': '45336d68-2770-44d7-ab30-fd71e4883e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '6b930676-e99f-4254-8125-844af0a93961'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:19:55.483152 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc483064-11ba-45ec-aceb-46018fe3c70e req-4097708d-8e88-43c0-bcf5-34896ed8c440 service neutron] Bound using segment: {'id': '45336d68-2770-44d7-ab30-fd71e4883e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '6b930676-e99f-4254-8125-844af0a93961'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:19:55.483493 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [req-dc483064-11ba-45ec-aceb-46018fe3c70e req-4097708d-8e88-43c0-bcf5-34896ed8c440 service neutron] Bound port: fa908c89-3f71-4e2d-81ec-e9781ba9dc81, host: n-h1-816206-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45336d68-2770-44d7-ab30-fd71e4883e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '6b930676-e99f-4254-8125-844af0a93961'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:19:55.483842 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-dc483064-11ba-45ec-aceb-46018fe3c70e req-4097708d-8e88-43c0-bcf5-34896ed8c440 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:55.485000 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25605f83-1c3d-4455-a159-d2d3aac258d3 req-7b571f49-f83c-4fa7-818c-ac5f33a0536f tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:19:55.491104 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-25605f83-1c3d-4455-a159-d2d3aac258d3 req-7b571f49-f83c-4fa7-818c-ac5f33a0536f tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] 10.222.0.60 "GET /v2.0/ports?device_id=e3066f0e-be40-43cc-b52c-4cca61251c1c HTTP/1.1" status: 200 len: 943 time: 0.1596577 Nov 23 17:19:55.560532 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [req-dc483064-11ba-45ec-aceb-46018fe3c70e req-4097708d-8e88-43c0-bcf5-34896ed8c440 service neutron] For port fa908c89-3f71-4e2d-81ec-e9781ba9dc81, host n-h1-816206-8, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:19:55.564318 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [req-dc483064-11ba-45ec-aceb-46018fe3c70e req-4097708d-8e88-43c0-bcf5-34896ed8c440 service neutron] For port fa908c89-3f71-4e2d-81ec-e9781ba9dc81, host n-h1-816206-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=fa908c89-3f71-4e2d-81ec-e9781ba9dc81,segment=NetworkSegment(45336d68-2770-44d7-ab30-fd71e4883e47),segment_id=45336d68-2770-44d7-ab30-fd71e4883e47)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:19:55.580287 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-dc483064-11ba-45ec-aceb-46018fe3c70e req-4097708d-8e88-43c0-bcf5-34896ed8c440 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264357957'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:55.666686 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faa95127-5e30-4998-a767-4e9ea2e872b9 None None] Routers {'4d791407-b6dc-4c0a-b915-45aebf126224'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:19:55.668479 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-faa95127-5e30-4998-a767-4e9ea2e872b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:19:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['4d791407-b6dc-4c0a-b915-45aebf126224'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:19:55.704841 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4097708d-8e88-43c0-bcf5-34896ed8c440 service neutron] Pushing event updated for resources: {'Port': ['ID=fa908c89-3f71-4e2d-81ec-e9781ba9dc81,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:19:55.745532 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56155ee-eb74-46dd-bfb0-8222178c5445 None None] Pushing event updated for resources: {'Port': ['ID=6aa7c564-c515-465d-9e1f-d033d44474a3,revision_number=3']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:19:55.787715 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc483064-11ba-45ec-aceb-46018fe3c70e req-4097708d-8e88-43c0-bcf5-34896ed8c440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:19:55.788058 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e877438e-320c-4187-a22a-cbda60fbb7e9 req-189ee8bb-fe30-4b9b-87bb-b5dcb6f25918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:19:55.788660 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-dc483064-11ba-45ec-aceb-46018fe3c70e req-4097708d-8e88-43c0-bcf5-34896ed8c440 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:55.789776 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-dc483064-11ba-45ec-aceb-46018fe3c70e req-4097708d-8e88-43c0-bcf5-34896ed8c440 service neutron] 10.222.0.55 "PUT /v2.0/ports/fa908c89-3f71-4e2d-81ec-e9781ba9dc81 HTTP/1.1" status: 200 len: 1092 time: 2.7101278 Nov 23 17:19:55.791426 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e877438e-320c-4187-a22a-cbda60fbb7e9 req-189ee8bb-fe30-4b9b-87bb-b5dcb6f25918 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=968ef5ef30ad45a38c8263e9da4ef3c2&device_id=e3066f0e-be40-43cc-b52c-4cca61251c1c HTTP/1.1" status: 200 len: 1094 time: 0.2973266 Nov 23 17:19:55.792699 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a58295bb-7c14-43f7-9289-ae92bfc924ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:55.794606 n-d-816206-8 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36d59c55-c677-42e1-b47c-3b1672b30d12', 'tag': 'fa908c89-3f71-4e2d-81ec-e9781ba9dc81'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:19:55.797952 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbabddbc9fc37b068808e119c416c86f5957ca04531a4a0d2e695c515e93483b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8eef6ee-edb9-4571-867d-df87e60c557c" -d '{"events": [{"name": "network-changed", "server_uuid": "36d59c55-c677-42e1-b47c-3b1672b30d12", "tag": "fa908c89-3f71-4e2d-81ec-e9781ba9dc81"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:19:55.812320 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da0834e-69f3-43da-8ff7-e10e142a6b18 req-04ca5394-b610-4d73-95e2-61b77613c29f tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:19:55.826078 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8da0834e-69f3-43da-8ff7-e10e142a6b18 req-04ca5394-b610-4d73-95e2-61b77613c29f tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] 10.222.0.60 "GET /v2.0/ports?device_id=c79fc20b-806a-458c-8c0f-8a4583c06a8f HTTP/1.1" status: 200 len: 948 time: 0.2450986 Nov 23 17:19:55.850041 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-25605f83-1c3d-4455-a159-d2d3aac258d3 req-8e180e49-4435-48b1-9e32-784f20c891a5 tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] 10.222.0.60 "GET /v2.0/security-groups?id=ef6a96c0-423c-4ea7-a75c-4657afd8c521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3261976 Nov 23 17:19:55.854455 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-2559e01f-771a-4854-a606-f068e057f667 req-99a3b959-5e33-410e-93f5-272e2238eff8 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=4a6bb8fb-ca30-4c1d-94e9-0fa3a29d488a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3731477 Nov 23 17:19:55.954763 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5c599f-2aa1-45f4-ae9e-29585e469deb req-e6e8b6e8-609d-49e5-a139-64b163dae597 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:19:55.957876 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-cc5c599f-2aa1-45f4-ae9e-29585e469deb req-e6e8b6e8-609d-49e5-a139-64b163dae597 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] 10.222.0.55 "GET /v2.0/ports?device_id=c79fc20b-806a-458c-8c0f-8a4583c06a8f&tenant_id=98a62786d4654c60b8dab5d2a606f4fe&binding%3Ahost_id=n-h2-816206-8 HTTP/1.1" status: 200 len: 948 time: 0.3050253 Nov 23 17:19:55.972365 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e877438e-320c-4187-a22a-cbda60fbb7e9 req-53567038-e44e-44c8-ac78-dc83a87fb6ff service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ebb3a298-d7d7-4eec-9078-0824a8d78eaf HTTP/1.1" status: 200 len: 217 time: 0.1305554 Nov 23 17:19:55.985965 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-faa95127-5e30-4998-a767-4e9ea2e872b9 None None] Set router 4d791407-b6dc-4c0a-b915-45aebf126224 gateway port host: n-d-816206-8 {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:19:55.991816 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 17:19:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0faefb24-0ee6-440a-ac4d-1d6591fbd130 x-openstack-request-id: req-0faefb24-0ee6-440a-ac4d-1d6591fbd130 {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:19:55.992512 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3066f0e-be40-43cc-b52c-4cca61251c1c", "tag": "ebb3a298-d7d7-4eec-9078-0824a8d78eaf", "status": "completed", "code": 200}]} {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:19:55.993133 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-0faefb24-0ee6-440a-ac4d-1d6591fbd130 {{(pid=103591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:19:55.994499 n-d-816206-8 neutron-server[103591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3066f0e-be40-43cc-b52c-4cca61251c1c', 'tag': 'ebb3a298-d7d7-4eec-9078-0824a8d78eaf', 'status': 'completed', 'code': 200} Nov 23 17:19:56.090877 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc483064-11ba-45ec-aceb-46018fe3c70e req-9e8396fa-b781-440e-80ef-537586d3370c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:19:56.092781 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-dc483064-11ba-45ec-aceb-46018fe3c70e req-9e8396fa-b781-440e-80ef-537586d3370c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0681fa2a249a44b3ae4897083af623c1&device_id=36d59c55-c677-42e1-b47c-3b1672b30d12 HTTP/1.1" status: 200 len: 1095 time: 0.2361138 Nov 23 17:19:56.257795 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd6b123-a332-4eb6-bb00-3ff6419b1c79 req-795c2c0b-90e6-4c3a-955a-66034298972c tempest-VolumesAdminNegativeTest-398484637 tempest-VolumesAdminNegativeTest-398484637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:19:56.266062 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-1fd6b123-a332-4eb6-bb00-3ff6419b1c79 req-795c2c0b-90e6-4c3a-955a-66034298972c tempest-VolumesAdminNegativeTest-398484637 tempest-VolumesAdminNegativeTest-398484637-project] 10.222.0.60 "GET /v2.0/ports?device_id=36d59c55-c677-42e1-b47c-3b1672b30d12 HTTP/1.1" status: 200 len: 944 time: 0.1013238 Nov 23 17:19:56.267524 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-dc483064-11ba-45ec-aceb-46018fe3c70e req-ea8e99db-f27f-459b-8a21-24ebef8df1c1 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fa908c89-3f71-4e2d-81ec-e9781ba9dc81 HTTP/1.1" status: 200 len: 217 time: 0.1660094 Nov 23 17:19:56.273885 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e877438e-320c-4187-a22a-cbda60fbb7e9 req-bb9b870a-12f5-4eb7-ba68-80e471ef1d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:19:56.276157 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e877438e-320c-4187-a22a-cbda60fbb7e9 req-bb9b870a-12f5-4eb7-ba68-80e471ef1d60 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=cfa8dfdf-5850-4e22-a7f8-6d7e726926d1 HTTP/1.1" status: 200 len: 860 time: 0.2875838 Nov 23 17:19:56.277128 n-d-816206-8 neutron-server[103591]: INFO neutron.api.v2.resource [req-cc5c599f-2aa1-45f4-ae9e-29585e469deb req-3e8861d6-d75e-4f6c-992a-2475de8a79d3 service neutron] delete failed (client error): The resource could not be found. Nov 23 17:19:56.278251 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-cc5c599f-2aa1-45f4-ae9e-29585e469deb req-3e8861d6-d75e-4f6c-992a-2475de8a79d3 service neutron] 10.222.0.55 "DELETE /v2.0/ports/c1f40992-0164-4ec3-9312-47092b6d1593/bindings/n-h1-816206-8 HTTP/1.1" status: 404 len: 380 time: 0.3086855 Nov 23 17:19:56.303955 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8da0834e-69f3-43da-8ff7-e10e142a6b18 req-02733d23-8b82-4e42-89f3-abbc75362e93 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] 10.222.0.60 "GET /v2.0/security-groups?id=70227657-be62-432a-a8fd-5a85231fc7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4605250 Nov 23 17:19:56.339780 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e877438e-320c-4187-a22a-cbda60fbb7e9 req-57fbed26-6a99-4d64-8471-ee407207fdd0 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=eacea6aa-86b2-4fe9-ae0d-611828f27804&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409541 Nov 23 17:19:56.369445 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-a58295bb-7c14-43f7-9289-ae92bfc924ef admin admin] Allocated IP 172.20.0.1 (adefcaf5-96f5-4d01-bfa2-9c2541e58b96/87f3b1f5-57f1-489d-b568-f1e3f1de4c83/4c545a85-97be-431b-80e8-1b82b1ad7713) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:19:56.407822 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device c1f40992-0164-4ec3-9312-47092b6d1593 up at agent hyperv_n-h2-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:19:56.423091 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc483064-11ba-45ec-aceb-46018fe3c70e req-e77755a8-0e46-487c-8bee-5cab5abb9358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:19:56.425023 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-dc483064-11ba-45ec-aceb-46018fe3c70e req-e77755a8-0e46-487c-8bee-5cab5abb9358 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0a905db4-c299-49af-abac-53350e4e0824 HTTP/1.1" status: 200 len: 855 time: 0.1437895 Nov 23 17:19:56.432472 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-faa95127-5e30-4998-a767-4e9ea2e872b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d791407-b6dc-4c0a-b915-45aebf126224', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-588847511-router', 'tenant_id': 'ab63b90a95404c4e93c03173a72c58e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.224'}], 'enable_snat': True}, 'gw_port_id': '6aa7c564-c515-465d-9e1f-d033d44474a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:19:48Z', 'updated_at': '2021-11-23T17:19:51Z', 'revision_number': 3, 'project_id': 'ab63b90a95404c4e93c03173a72c58e9', 'gw_port': {'id': '6aa7c564-c515-465d-9e1f-d033d44474a3', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:94:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d791407-b6dc-4c0a-b915-45aebf126224', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:19:49Z', 'updated_at': '2021-11-23T17:19:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8'}], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:19:56.512952 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-dc483064-11ba-45ec-aceb-46018fe3c70e req-7a9b2d4a-8177-49d4-b24f-dc470e2e62e9 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6b930676-e99f-4254-8125-844af0a93961&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0507443 Nov 23 17:19:56.535308 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faa95127-5e30-4998-a767-4e9ea2e872b9 None None] The sync data for ids ['4d791407-b6dc-4c0a-b915-45aebf126224'] in n-d-816206-8 is: [{'id': '4d791407-b6dc-4c0a-b915-45aebf126224', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-588847511-router', 'tenant_id': 'ab63b90a95404c4e93c03173a72c58e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.224'}], 'enable_snat': True}, 'gw_port_id': '6aa7c564-c515-465d-9e1f-d033d44474a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:19:48Z', 'updated_at': '2021-11-23T17:19:51Z', 'revision_number': 3, 'project_id': 'ab63b90a95404c4e93c03173a72c58e9', 'gw_port': {'id': '6aa7c564-c515-465d-9e1f-d033d44474a3', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:94:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d791407-b6dc-4c0a-b915-45aebf126224', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:19:49Z', 'updated_at': '2021-11-23T17:19:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8'}] {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:19:56.543142 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Provisioning for port c1f40992-0164-4ec3-9312-47092b6d1593 completed by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 17:19:56.548423 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Provisioning complete for port c1f40992-0164-4ec3-9312-47092b6d1593 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:19:56.550932 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:56.555259 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-1fd6b123-a332-4eb6-bb00-3ff6419b1c79 req-45c4460e-b492-4572-9de3-0f4e4ca5ca65 tempest-VolumesAdminNegativeTest-398484637 tempest-VolumesAdminNegativeTest-398484637-project] 10.222.0.60 "GET /v2.0/security-groups?id=717a20ec-9596-4ab8-ba38-f9395acab4e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2881560 Nov 23 17:19:56.814030 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5c599f-2aa1-45f4-ae9e-29585e469deb req-83bbceea-3a60-4239-8a85-803ab7468065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:19:56.820554 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-cc5c599f-2aa1-45f4-ae9e-29585e469deb req-83bbceea-3a60-4239-8a85-803ab7468065 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=98a62786d4654c60b8dab5d2a606f4fe&device_id=c79fc20b-806a-458c-8c0f-8a4583c06a8f HTTP/1.1" status: 200 len: 1099 time: 0.4252925 Nov 23 17:19:56.862398 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a58295bb-7c14-43f7-9289-ae92bfc924ef admin admin] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:56.915006 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:56.933954 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 17:19:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a93735d-2dd6-4516-8a1a-e1e2a3c69b5c x-openstack-request-id: req-4a93735d-2dd6-4516-8a1a-e1e2a3c69b5c {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:19:56.934257 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36d59c55-c677-42e1-b47c-3b1672b30d12", "tag": "fa908c89-3f71-4e2d-81ec-e9781ba9dc81", "status": "completed", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:19:56.934516 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-4a93735d-2dd6-4516-8a1a-e1e2a3c69b5c {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:19:56.934926 n-d-816206-8 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36d59c55-c677-42e1-b47c-3b1672b30d12', 'tag': 'fa908c89-3f71-4e2d-81ec-e9781ba9dc81', 'status': 'completed', 'code': 200} Nov 23 17:19:56.952080 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a58295bb-7c14-43f7-9289-ae92bfc924ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:57.139641 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port c1f40992-0164-4ec3-9312-47092b6d1593, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=c1f40992-0164-4ec3-9312-47092b6d1593,segment=NetworkSegment(329c1745-02bf-4561-9615-3192910887f5),segment_id=329c1745-02bf-4561-9615-3192910887f5)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:19:57.154478 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:57.190903 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c79fc20b-806a-458c-8c0f-8a4583c06a8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1f40992-0164-4ec3-9312-47092b6d1593'}] {{(pid=103592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:19:57.202738 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba3e6a8f2301c7a29fe1eca9779abdae4ccbcd6266d69778087f2498d5551201" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ecef85f-5a47-4cb1-bb31-b4ac96285aa2" -d '{"events": [{"server_uuid": "c79fc20b-806a-458c-8c0f-8a4583c06a8f", "name": "network-vif-plugged", "status": "completed", "tag": "c1f40992-0164-4ec3-9312-47092b6d1593"}]}' {{(pid=103592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:19:57.234633 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e877438e-320c-4187-a22a-cbda60fbb7e9 req-817d9304-cd97-40d6-8c80-53f132d9bef6 service neutron] 10.222.0.55 "GET /v2.0/networks/eacea6aa-86b2-4fe9-ae0d-611828f27804?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8857155 Nov 23 17:19:57.375033 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Pushing event updated for resources: {'Port': ['ID=c1f40992-0164-4ec3-9312-47092b6d1593,revision_number=9']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:19:57.377114 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a58295bb-7c14-43f7-9289-ae92bfc924ef admin admin] Network adefcaf5-96f5-4d01-bfa2-9c2541e58b96 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:19:57.417331 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-a58295bb-7c14-43f7-9289-ae92bfc924ef admin admin] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:19:57.429401 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dcb586-5091-4a68-864f-475cdaf91c0b req-faa8097e-5211-410b-8311-0fe590fbe491 tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:19:57.432715 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-58dcb586-5091-4a68-864f-475cdaf91c0b req-faa8097e-5211-410b-8311-0fe590fbe491 tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] 10.222.0.36 "GET /v2.0/networks?id=3b84e4de-5a6f-44c6-a8e6-1d90b4d1f1b3 HTTP/1.1" status: 200 len: 808 time: 0.5126638 Nov 23 17:19:57.437078 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a58295bb-7c14-43f7-9289-ae92bfc924ef admin admin] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:19:57.465298 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d973030f-09ee-4d14-8490-df85715ec4ce req-db4d313c-37a0-4d1a-a921-e9f5f8417d78 tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] 10.222.0.60 "GET /v2.0/ports?device_id=81b6e2ff-baee-47c2-a7eb-16a38f3282ff HTTP/1.1" status: 200 len: 210 time: 0.1797132 Nov 23 17:19:57.524252 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [req-58dcb586-5091-4a68-864f-475cdaf91c0b req-f96ee26b-b61a-4824-b1fd-6e96b7f83b5d tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] Request body: {'port': {'device_id': '81b6e2ff-baee-47c2-a7eb-16a38f3282ff', 'network_id': '3b84e4de-5a6f-44c6-a8e6-1d90b4d1f1b3', 'admin_state_up': True, 'tenant_id': '4f30b4abc7074d1fa9d31a414a5f297f'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:19:57.621122 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-dc483064-11ba-45ec-aceb-46018fe3c70e req-2b36867b-0f8f-4b54-a8b3-9ba298c53c81 service neutron] 10.222.0.55 "GET /v2.0/networks/6b930676-e99f-4254-8125-844af0a93961?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1066477 Nov 23 17:19:57.641067 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5c599f-2aa1-45f4-ae9e-29585e469deb req-e114c200-bde7-48da-918f-9f78ca00a9c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:19:57.643117 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-cc5c599f-2aa1-45f4-ae9e-29585e469deb req-e114c200-bde7-48da-918f-9f78ca00a9c3 service neutron] 10.222.0.55 "GET /v2.0/networks?id=f1e1dabf-b410-4023-9169-a460a86e7184 HTTP/1.1" status: 200 len: 870 time: 0.8015506 Nov 23 17:19:57.745409 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-cc5c599f-2aa1-45f4-ae9e-29585e469deb req-5c520f7c-c058-4c26-b8d7-97b391a30899 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.70&port_id=c1f40992-0164-4ec3-9312-47092b6d1593 HTTP/1.1" status: 200 len: 217 time: 0.0574949 Nov 23 17:19:57.824092 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-dc483064-11ba-45ec-aceb-46018fe3c70e req-2ad863a4-e836-4bf7-8f3a-b9666b4c4580 service neutron] 10.222.0.55 "GET /v2.0/networks/6b930676-e99f-4254-8125-844af0a93961?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1791520 Nov 23 17:19:57.826616 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58295bb-7c14-43f7-9289-ae92bfc924ef admin admin] Pushing event updated for resources: {'Port': ['ID=4c545a85-97be-431b-80e8-1b82b1ad7713,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:19:57.898490 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-4a66d456-b752-4671-a220-c15bdc2e1732 None None] Provisioning complete for port 4c545a85-97be-431b-80e8-1b82b1ad7713 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:19:57.900917 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-4a66d456-b752-4671-a220-c15bdc2e1732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:57.905942 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9558f548-af92-40be-8ed8-ca13ebedf4c6 req-f8355047-1e55-4282-ae1c-c611c89272b6 tempest-ServersAdminNegativeTestJSON-104426851 tempest-ServersAdminNegativeTestJSON-104426851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:19:57.906800 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a58295bb-7c14-43f7-9289-ae92bfc924ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1795539'] for router_interface, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:57.922375 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9558f548-af92-40be-8ed8-ca13ebedf4c6 req-f8355047-1e55-4282-ae1c-c611c89272b6 tempest-ServersAdminNegativeTestJSON-104426851 tempest-ServersAdminNegativeTestJSON-104426851-project] 10.222.0.60 "GET /v2.0/ports?device_id=95baa07b-f9d2-4640-b154-b17c95bd927b HTTP/1.1" status: 200 len: 948 time: 0.7073436 Nov 23 17:19:57.966348 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74903304-d755-491b-909d-d55c9185e516 req-643a783a-62ee-43ed-9520-89c44f100a3f tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:19:57.975273 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-74903304-d755-491b-909d-d55c9185e516 req-643a783a-62ee-43ed-9520-89c44f100a3f tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] 10.222.0.60 "GET /v2.0/ports?device_id=e3066f0e-be40-43cc-b52c-4cca61251c1c HTTP/1.1" status: 200 len: 943 time: 0.3677623 Nov 23 17:19:57.996909 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-4a66d456-b752-4671-a220-c15bdc2e1732 None None] Port 4c545a85-97be-431b-80e8-1b82b1ad7713 cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:19:57.998366 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5c599f-2aa1-45f4-ae9e-29585e469deb req-ccc9dff1-5b08-406a-bdb5-8415987ff01d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:19:58.000958 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-cc5c599f-2aa1-45f4-ae9e-29585e469deb req-ccc9dff1-5b08-406a-bdb5-8415987ff01d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ac77c175-5679-438b-8a2a-356718377641 HTTP/1.1" status: 200 len: 843 time: 0.2409673 Nov 23 17:19:58.004427 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e877438e-320c-4187-a22a-cbda60fbb7e9 req-8c7d2bf8-b0b8-473b-8379-97d0558b34b2 service neutron] 10.222.0.55 "GET /v2.0/networks/eacea6aa-86b2-4fe9-ae0d-611828f27804?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7545335 Nov 23 17:19:58.173380 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58dcb586-5091-4a68-864f-475cdaf91c0b req-f96ee26b-b61a-4824-b1fd-6e96b7f83b5d tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] Made reservation on behalf of 4f30b4abc7074d1fa9d31a414a5f297f for: {'port': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:19:58.177677 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-58dcb586-5091-4a68-864f-475cdaf91c0b req-f96ee26b-b61a-4824-b1fd-6e96b7f83b5d tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:58.274527 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-74903304-d755-491b-909d-d55c9185e516 req-7836f9b1-9de6-4768-b488-69429a72a616 tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] 10.222.0.60 "GET /v2.0/security-groups?id=ef6a96c0-423c-4ea7-a75c-4657afd8c521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2478142 Nov 23 17:19:58.275852 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefd1acd-b5d8-4d58-b1fa-e5fabd363447 req-d23a0180-7791-4fba-9765-100a72fb707d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:19:58.279406 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-aefd1acd-b5d8-4d58-b1fa-e5fabd363447 req-d23a0180-7791-4fba-9765-100a72fb707d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=968ef5ef30ad45a38c8263e9da4ef3c2&device_id=e3066f0e-be40-43cc-b52c-4cca61251c1c HTTP/1.1" status: 200 len: 1094 time: 0.1838930 Nov 23 17:19:58.313600 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9558f548-af92-40be-8ed8-ca13ebedf4c6 req-c547e225-f8fc-4c29-9611-93ab693b33bf tempest-ServersAdminNegativeTestJSON-104426851 tempest-ServersAdminNegativeTestJSON-104426851-project] 10.222.0.60 "GET /v2.0/security-groups?id=4a6bb8fb-ca30-4c1d-94e9-0fa3a29d488a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3788843 Nov 23 17:19:58.364299 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5c599f-2aa1-45f4-ae9e-29585e469deb req-c3ed0ad8-be6a-41e1-8829-2b007f070eba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:19:58.375549 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-cc5c599f-2aa1-45f4-ae9e-29585e469deb req-c3ed0ad8-be6a-41e1-8829-2b007f070eba service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f1e1dabf-b410-4023-9169-a460a86e7184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3394442 Nov 23 17:19:58.423613 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a58295bb-7c14-43f7-9289-ae92bfc924ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:58.437829 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8eef6ee-edb9-4571-867d-df87e60c557c req-c7e0b764-989e-4d05-b9e5-9320d29666b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:19:58.440476 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f8eef6ee-edb9-4571-867d-df87e60c557c req-c7e0b764-989e-4d05-b9e5-9320d29666b8 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0681fa2a249a44b3ae4897083af623c1&device_id=36d59c55-c677-42e1-b47c-3b1672b30d12 HTTP/1.1" status: 200 len: 1095 time: 0.3705482 Nov 23 17:19:58.447998 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 6aa7c564-c515-465d-9e1f-d033d44474a3 up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:19:58.519433 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:19:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-391c13df-3314-48b4-91d2-eafdb7b073bc x-openstack-request-id: req-391c13df-3314-48b4-91d2-eafdb7b073bc {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:19:58.521973 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c79fc20b-806a-458c-8c0f-8a4583c06a8f", "name": "network-vif-plugged", "status": "completed", "tag": "c1f40992-0164-4ec3-9312-47092b6d1593", "code": 200}]} {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:19:58.523039 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-391c13df-3314-48b4-91d2-eafdb7b073bc {{(pid=103592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:19:58.532614 n-d-816206-8 neutron-server[103592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c79fc20b-806a-458c-8c0f-8a4583c06a8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1f40992-0164-4ec3-9312-47092b6d1593', 'code': 200} Nov 23 17:19:58.634227 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port 6aa7c564-c515-465d-9e1f-d033d44474a3 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:19:58.634790 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:58.663512 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefd1acd-b5d8-4d58-b1fa-e5fabd363447 req-c4d73572-ae81-47e2-8bdf-366107da6b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:19:58.665261 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-aefd1acd-b5d8-4d58-b1fa-e5fabd363447 req-c4d73572-ae81-47e2-8bdf-366107da6b29 service neutron] 10.222.0.55 "GET /v2.0/networks?id=eacea6aa-86b2-4fe9-ae0d-611828f27804 HTTP/1.1" status: 200 len: 921 time: 0.3776515 Nov 23 17:19:58.669795 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [req-58dcb586-5091-4a68-864f-475cdaf91c0b req-f96ee26b-b61a-4824-b1fd-6e96b7f83b5d tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] Allocated IP 172.20.0.6 (3b84e4de-5a6f-44c6-a8e6-1d90b4d1f1b3/10cf3f5a-71d1-468b-8622-0226dd1fd98a/d7e28e83-60a3-47b9-b7b0-9d346691f72d) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:19:58.817092 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:58.887911 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] For port 6aa7c564-c515-465d-9e1f-d033d44474a3, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=6aa7c564-c515-465d-9e1f-d033d44474a3,segment=NetworkSegment(bffd1e4f-e80f-4ff0-b418-2f42ae15febf),segment_id=bffd1e4f-e80f-4ff0-b418-2f42ae15febf)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:19:58.899378 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:58.939413 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bc753d-c639-47ae-bd36-06211d5b0cae req-16fff3cd-7da7-43b4-8521-ea12e29e55ff tempest-VolumesAdminNegativeTest-398484637 tempest-VolumesAdminNegativeTest-398484637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:19:58.946891 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-15bc753d-c639-47ae-bd36-06211d5b0cae req-16fff3cd-7da7-43b4-8521-ea12e29e55ff tempest-VolumesAdminNegativeTest-398484637 tempest-VolumesAdminNegativeTest-398484637-project] 10.222.0.60 "GET /v2.0/ports?device_id=36d59c55-c677-42e1-b47c-3b1672b30d12 HTTP/1.1" status: 200 len: 944 time: 0.2723584 Nov 23 17:19:58.968038 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b360fd-ca9f-4cd2-b7cc-9f277c0220a8 req-b1df5009-85f7-45ca-a28e-352b90195c01 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:19:58.978920 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b9b360fd-ca9f-4cd2-b7cc-9f277c0220a8 req-b1df5009-85f7-45ca-a28e-352b90195c01 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] 10.222.0.60 "GET /v2.0/ports?device_id=c79fc20b-806a-458c-8c0f-8a4583c06a8f HTTP/1.1" status: 200 len: 949 time: 0.3261256 Nov 23 17:19:59.027500 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-cc5c599f-2aa1-45f4-ae9e-29585e469deb req-52458abf-da5f-4c7d-8259-4466ad99d334 service neutron] 10.222.0.55 "GET /v2.0/networks/f1e1dabf-b410-4023-9169-a460a86e7184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6127758 Nov 23 17:19:59.030272 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Pushing event updated for resources: {'Port': ['ID=6aa7c564-c515-465d-9e1f-d033d44474a3,revision_number=4']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:19:59.034647 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8eef6ee-edb9-4571-867d-df87e60c557c req-51d50593-7cdd-4be0-80e5-777288563ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:19:59.037377 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f8eef6ee-edb9-4571-867d-df87e60c557c req-51d50593-7cdd-4be0-80e5-777288563ff7 service neutron] 10.222.0.55 "GET /v2.0/networks?id=6b930676-e99f-4254-8125-844af0a93961 HTTP/1.1" status: 200 len: 916 time: 0.5416408 Nov 23 17:19:59.080761 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-aefd1acd-b5d8-4d58-b1fa-e5fabd363447 req-0de674fc-cc33-4ab8-a95f-8aa57bddba54 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ebb3a298-d7d7-4eec-9078-0824a8d78eaf HTTP/1.1" status: 200 len: 217 time: 0.3986852 Nov 23 17:19:59.154221 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f8eef6ee-edb9-4571-867d-df87e60c557c req-0c20ef28-4f7e-45e8-945a-bd407aeb67d0 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fa908c89-3f71-4e2d-81ec-e9781ba9dc81 HTTP/1.1" status: 200 len: 217 time: 0.0991616 Nov 23 17:19:59.247580 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.agents_db [None req-464f6c07-0de8-4be6-8f5b-563f574d1c5d None None] Agent healthcheck: found 7 active agents {{(pid=103593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 17:19:59.268654 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefd1acd-b5d8-4d58-b1fa-e5fabd363447 req-2921cb2a-9963-4583-962b-644560ce497f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:19:59.271197 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-aefd1acd-b5d8-4d58-b1fa-e5fabd363447 req-2921cb2a-9963-4583-962b-644560ce497f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=cfa8dfdf-5850-4e22-a7f8-6d7e726926d1 HTTP/1.1" status: 200 len: 860 time: 0.1781163 Nov 23 17:19:59.276953 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b9b360fd-ca9f-4cd2-b7cc-9f277c0220a8 req-e0c15369-464d-47ad-834d-750308aa2831 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] 10.222.0.60 "GET /v2.0/security-groups?id=70227657-be62-432a-a8fd-5a85231fc7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2968671 Nov 23 17:19:59.378057 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-aefd1acd-b5d8-4d58-b1fa-e5fabd363447 req-7f8fa7ec-6304-4b5a-900e-5330e0dfb254 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=eacea6aa-86b2-4fe9-ae0d-611828f27804&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0983801 Nov 23 17:19:59.412389 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-15bc753d-c639-47ae-bd36-06211d5b0cae req-54f34227-6752-4bdc-b7ac-458dc1e67b06 tempest-VolumesAdminNegativeTest-398484637 tempest-VolumesAdminNegativeTest-398484637-project] 10.222.0.60 "GET /v2.0/security-groups?id=717a20ec-9596-4ab8-ba38-f9395acab4e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4643300 Nov 23 17:19:59.429565 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8eef6ee-edb9-4571-867d-df87e60c557c req-34436051-f3ae-412d-8bd9-b255d2fabe8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:19:59.438585 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f8eef6ee-edb9-4571-867d-df87e60c557c req-34436051-f3ae-412d-8bd9-b255d2fabe8c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0a905db4-c299-49af-abac-53350e4e0824 HTTP/1.1" status: 200 len: 855 time: 0.1603036 Nov 23 17:19:59.534194 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a58295bb-7c14-43f7-9289-ae92bfc924ef admin admin] Publish callbacks [] for port, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:59.557760 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a58295bb-7c14-43f7-9289-ae92bfc924ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264357957'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:59.615761 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f8eef6ee-edb9-4571-867d-df87e60c557c req-2b69d80f-ceb7-4928-bf3f-ace7b7ffe6d5 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6b930676-e99f-4254-8125-844af0a93961&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1650903 Nov 23 17:19:59.620596 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4cd59065-5fe3-4da3-9d93-c476b58af84c req-14c8833e-a1d7-487d-b7f6-d2dc91a465a1 tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] 10.222.0.60 "GET /v2.0/ports?device_id=81b6e2ff-baee-47c2-a7eb-16a38f3282ff HTTP/1.1" status: 200 len: 210 time: 0.1018806 Nov 23 17:19:59.621625 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-cc5c599f-2aa1-45f4-ae9e-29585e469deb req-287ca9fc-dcf6-403a-9354-157b2496fb1b service neutron] 10.222.0.55 "GET /v2.0/networks/f1e1dabf-b410-4023-9169-a460a86e7184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5811429 Nov 23 17:19:59.777628 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f8eef6ee-edb9-4571-867d-df87e60c557c req-a095df67-0d81-4418-be32-3d6cf0745768 service neutron] 10.222.0.55 "GET /v2.0/networks/6b930676-e99f-4254-8125-844af0a93961?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1178529 Nov 23 17:19:59.838306 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58295bb-7c14-43f7-9289-ae92bfc924ef admin admin] Pushing event updated for resources: {'Port': ['ID=4c545a85-97be-431b-80e8-1b82b1ad7713,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:19:59.854397 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-58dcb586-5091-4a68-864f-475cdaf91c0b req-f96ee26b-b61a-4824-b1fd-6e96b7f83b5d tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:59.858095 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a58295bb-7c14-43f7-9289-ae92bfc924ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2068703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1794403'] for router_interface, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:19:59.899103 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-aefd1acd-b5d8-4d58-b1fa-e5fabd363447 req-d06a0f64-5f15-4792-bd30-5ab2eb7257de service neutron] 10.222.0.55 "GET /v2.0/networks/eacea6aa-86b2-4fe9-ae0d-611828f27804?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4358513 Nov 23 17:20:00.109350 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-58dcb586-5091-4a68-864f-475cdaf91c0b req-f96ee26b-b61a-4824-b1fd-6e96b7f83b5d tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:00.210900 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a58295bb-7c14-43f7-9289-ae92bfc924ef admin admin] Network adefcaf5-96f5-4d01-bfa2-9c2541e58b96 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:20:00.223230 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58dcb586-5091-4a68-864f-475cdaf91c0b req-f96ee26b-b61a-4824-b1fd-6e96b7f83b5d tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] Network 3b84e4de-5a6f-44c6-a8e6-1d90b4d1f1b3 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:20:00.227413 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-aefd1acd-b5d8-4d58-b1fa-e5fabd363447 req-aba18797-9bc8-4ca4-8193-a80e4e757cc6 service neutron] 10.222.0.55 "GET /v2.0/networks/eacea6aa-86b2-4fe9-ae0d-611828f27804?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3147807 Nov 23 17:20:00.233951 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-a58295bb-7c14-43f7-9289-ae92bfc924ef admin admin] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:20:00.241861 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [req-58dcb586-5091-4a68-864f-475cdaf91c0b req-f96ee26b-b61a-4824-b1fd-6e96b7f83b5d tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:20:00.253173 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [req-58dcb586-5091-4a68-864f-475cdaf91c0b req-f96ee26b-b61a-4824-b1fd-6e96b7f83b5d tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:20:00.260791 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96ee26b-b61a-4824-b1fd-6e96b7f83b5d tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] Pushing event updated for resources: {'Port': ['ID=d7e28e83-60a3-47b9-b7b0-9d346691f72d,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:20:00.437456 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 6aa7c564-c515-465d-9e1f-d033d44474a3 up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:20:00.453761 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dcb586-5091-4a68-864f-475cdaf91c0b req-f96ee26b-b61a-4824-b1fd-6e96b7f83b5d tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:20:00.455527 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-58dcb586-5091-4a68-864f-475cdaf91c0b req-f96ee26b-b61a-4824-b1fd-6e96b7f83b5d tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:00.503120 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab15414a-df20-450d-b24c-4d86677d23db req-520b3abf-f241-4fe9-a9d4-13d5d1b52bb8 tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:20:00.526444 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ab15414a-df20-450d-b24c-4d86677d23db req-520b3abf-f241-4fe9-a9d4-13d5d1b52bb8 tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] 10.222.0.60 "GET /v2.0/ports?device_id=e3066f0e-be40-43cc-b52c-4cca61251c1c HTTP/1.1" status: 200 len: 943 time: 0.9345675 Nov 23 17:20:00.564309 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f8eef6ee-edb9-4571-867d-df87e60c557c req-5e143e9b-2a2b-4335-ac0e-0d9b4009a567 service neutron] 10.222.0.55 "GET /v2.0/networks/6b930676-e99f-4254-8125-844af0a93961?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7656791 Nov 23 17:20:00.597540 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-58dcb586-5091-4a68-864f-475cdaf91c0b req-f96ee26b-b61a-4824-b1fd-6e96b7f83b5d tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0845525 Nov 23 17:20:00.627404 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [req-58dcb586-5091-4a68-864f-475cdaf91c0b req-983cbd51-52ab-4cb3-b898-0623aa21b8a0 service neutron] Request body: {'port': {'device_id': '81b6e2ff-baee-47c2-a7eb-16a38f3282ff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-8'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:20:00.654112 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ab15414a-df20-450d-b24c-4d86677d23db req-c3efd2cf-499b-438c-9ee2-0635cf300ca3 tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] 10.222.0.60 "GET /v2.0/security-groups?id=ef6a96c0-423c-4ea7-a75c-4657afd8c521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165812 Nov 23 17:20:00.665430 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port 6aa7c564-c515-465d-9e1f-d033d44474a3 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:20:00.666669 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:00.673835 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4112bec8-7ccf-4da6-9901-1fb9911f3245 req-1e8696df-77ee-47ba-b5cd-e576d144f4cc tempest-ServersAdminNegativeTestJSON-104426851 tempest-ServersAdminNegativeTestJSON-104426851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:20:00.684757 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4112bec8-7ccf-4da6-9901-1fb9911f3245 req-1e8696df-77ee-47ba-b5cd-e576d144f4cc tempest-ServersAdminNegativeTestJSON-104426851 tempest-ServersAdminNegativeTestJSON-104426851-project] 10.222.0.60 "GET /v2.0/ports?device_id=95baa07b-f9d2-4640-b154-b17c95bd927b HTTP/1.1" status: 200 len: 948 time: 0.9036925 Nov 23 17:20:00.831294 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4112bec8-7ccf-4da6-9901-1fb9911f3245 req-5dfdeb76-fd2c-44a8-a579-d481122e6cbc tempest-ServersAdminNegativeTestJSON-104426851 tempest-ServersAdminNegativeTestJSON-104426851-project] 10.222.0.60 "GET /v2.0/security-groups?id=4a6bb8fb-ca30-4c1d-94e9-0fa3a29d488a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450663 Nov 23 17:20:00.894638 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a58295bb-7c14-43f7-9289-ae92bfc924ef admin admin] Router 4d791407-b6dc-4c0a-b915-45aebf126224 has already been hosted by L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 {{(pid=103590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 17:20:00.896022 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-58dcb586-5091-4a68-864f-475cdaf91c0b req-983cbd51-52ab-4cb3-b898-0623aa21b8a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:00.931720 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-19ddd652-7219-4ee0-823b-9a768261b350 None None] Provisioning complete for port 4c545a85-97be-431b-80e8-1b82b1ad7713 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:20:00.931720 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-19ddd652-7219-4ee0-823b-9a768261b350 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:00.976421 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf486550-f08d-45f0-a190-de588792d839 req-0cbe83fc-4aa0-4e0a-9ab6-72e37bf1b4dd tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:20:00.977028 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-19ddd652-7219-4ee0-823b-9a768261b350 None None] Port 4c545a85-97be-431b-80e8-1b82b1ad7713 cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:20:00.978964 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-cf486550-f08d-45f0-a190-de588792d839 req-0cbe83fc-4aa0-4e0a-9ab6-72e37bf1b4dd tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] 10.222.0.60 "GET /v2.0/ports?device_id=c79fc20b-806a-458c-8c0f-8a4583c06a8f HTTP/1.1" status: 200 len: 949 time: 0.1148176 Nov 23 17:20:01.078156 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-cf486550-f08d-45f0-a190-de588792d839 req-3f187460-f3e6-4177-a085-d7aef5fb9583 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] 10.222.0.60 "GET /v2.0/security-groups?id=70227657-be62-432a-a8fd-5a85231fc7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902164 Nov 23 17:20:01.177783 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e53d653-8887-4585-9901-c37df912cf3e req-77ee30d8-834a-4d97-9deb-f25ce7b9b46f tempest-VolumesAdminNegativeTest-398484637 tempest-VolumesAdminNegativeTest-398484637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:20:01.181092 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7e53d653-8887-4585-9901-c37df912cf3e req-77ee30d8-834a-4d97-9deb-f25ce7b9b46f tempest-VolumesAdminNegativeTest-398484637 tempest-VolumesAdminNegativeTest-398484637-project] 10.222.0.60 "GET /v2.0/ports?device_id=36d59c55-c677-42e1-b47c-3b1672b30d12 HTTP/1.1" status: 200 len: 944 time: 0.0711815 Nov 23 17:20:01.254313 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device ebb3a298-d7d7-4eec-9078-0824a8d78eaf details requested by agent hyperv_n-h1-816206-8 with host n-h1-816206-8 {{(pid=103592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 17:20:01.306688 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a58295bb-7c14-43f7-9289-ae92bfc924ef admin admin] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:20:01.334383 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a65605c-5a49-44f2-a669-3faabd7a173e None None] Sync routers for ids ['4d791407-b6dc-4c0a-b915-45aebf126224'] in n-d-816206-8 {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:20:01.335945 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd17f767-649d-4a76-ad00-3ce29a7689cf req-7abdd753-004c-4cb7-974f-d6131407b8a2 tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:20:01.347671 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-a58295bb-7c14-43f7-9289-ae92bfc924ef admin admin] 10.222.0.60 "PUT /v2.0/routers/4d791407-b6dc-4c0a-b915-45aebf126224/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0312853 Nov 23 17:20:01.349123 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-fd17f767-649d-4a76-ad00-3ce29a7689cf req-7abdd753-004c-4cb7-974f-d6131407b8a2 tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] 10.222.0.60 "GET /v2.0/ports?device_id=81b6e2ff-baee-47c2-a7eb-16a38f3282ff HTTP/1.1" status: 200 len: 931 time: 0.1651399 Nov 23 17:20:01.373526 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7e53d653-8887-4585-9901-c37df912cf3e req-2d4e538e-9b58-4853-b62e-a5a202a283ea tempest-VolumesAdminNegativeTest-398484637 tempest-VolumesAdminNegativeTest-398484637-project] 10.222.0.60 "GET /v2.0/security-groups?id=717a20ec-9596-4ab8-ba38-f9395acab4e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737368 Nov 23 17:20:01.425982 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a65605c-5a49-44f2-a669-3faabd7a173e None None] Routers {'4d791407-b6dc-4c0a-b915-45aebf126224'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:20:01.426498 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-4a65605c-5a49-44f2-a669-3faabd7a173e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:19:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['4d791407-b6dc-4c0a-b915-45aebf126224'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:20:01.462630 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-fd17f767-649d-4a76-ad00-3ce29a7689cf req-ba1cf18b-8ce9-41d2-84c4-b0ea1a131ed5 tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] 10.222.0.60 "GET /v2.0/security-groups?id=5c82e7e8-9cad-459a-acb2-b7a0867274de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074677 Nov 23 17:20:01.666388 n-d-816206-8 neutron-server[103590]: DEBUG neutron.notifiers.nova [req-58dcb586-5091-4a68-864f-475cdaf91c0b req-983cbd51-52ab-4cb3-b898-0623aa21b8a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7e28e83-60a3-47b9-b7b0-9d346691f72d {{(pid=103590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:20:01.679046 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-58dcb586-5091-4a68-864f-475cdaf91c0b req-983cbd51-52ab-4cb3-b898-0623aa21b8a0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:01.697898 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [req-58dcb586-5091-4a68-864f-475cdaf91c0b req-983cbd51-52ab-4cb3-b898-0623aa21b8a0 service neutron] Transition to ACTIVE for port object d7e28e83-60a3-47b9-b7b0-9d346691f72d will not be triggered until provisioned by entity L2. {{(pid=103590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 17:20:01.703620 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-58dcb586-5091-4a68-864f-475cdaf91c0b req-983cbd51-52ab-4cb3-b898-0623aa21b8a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264357957'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:01.807428 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42334b24-5496-4290-8680-1ca5c157d078 req-22d5da05-8bba-4436-a32e-f6bdc3474bcd tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:20:01.809892 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983cbd51-52ab-4cb3-b898-0623aa21b8a0 service neutron] Pushing event updated for resources: {'Port': ['ID=d7e28e83-60a3-47b9-b7b0-9d346691f72d,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:20:01.823118 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-42334b24-5496-4290-8680-1ca5c157d078 req-22d5da05-8bba-4436-a32e-f6bdc3474bcd tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] 10.222.0.60 "GET /v2.0/ports?device_id=c79fc20b-806a-458c-8c0f-8a4583c06a8f HTTP/1.1" status: 200 len: 949 time: 0.2309489 Nov 23 17:20:01.925134 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-42334b24-5496-4290-8680-1ca5c157d078 req-9b14522a-1bcb-42bd-b7f5-0d0f048a4735 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] 10.222.0.60 "GET /v2.0/security-groups?id=70227657-be62-432a-a8fd-5a85231fc7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006830 Nov 23 17:20:01.934818 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port ebb3a298-d7d7-4eec-9078-0824a8d78eaf, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=ebb3a298-d7d7-4eec-9078-0824a8d78eaf,segment=NetworkSegment(aeb4ff6a-77f7-45a2-bf27-0feac134a4ea),segment_id=aeb4ff6a-77f7-45a2-bf27-0feac134a4ea)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:20:01.954204 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Returning: {'device': 'ebb3a298-d7d7-4eec-9078-0824a8d78eaf', 'network_id': 'eacea6aa-86b2-4fe9-ae0d-611828f27804', 'port_id': 'ebb3a298-d7d7-4eec-9078-0824a8d78eaf', 'mac_address': 'fa:16:3e:4f:00:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cfa8dfdf-5850-4e22-a7f8-6d7e726926d1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 17:20:02.029713 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvr_db [None req-4a65605c-5a49-44f2-a669-3faabd7a173e None None] Set router 4d791407-b6dc-4c0a-b915-45aebf126224 gateway port host: n-d-816206-8 {{(pid=103592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:20:02.058446 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [req-58dcb586-5091-4a68-864f-475cdaf91c0b req-983cbd51-52ab-4cb3-b898-0623aa21b8a0 service neutron] Attempting to bind port d7e28e83-60a3-47b9-b7b0-9d346691f72d on host n-h2-816206-8 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:20:02.059384 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [req-58dcb586-5091-4a68-864f-475cdaf91c0b req-983cbd51-52ab-4cb3-b898-0623aa21b8a0 service neutron] Attempting to bind port d7e28e83-60a3-47b9-b7b0-9d346691f72d by drivers openvswitch,hyperv on host n-h2-816206-8 at level 0 using segments [{'id': '12913541-acd4-4e3c-8f48-e22896931a9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '3b84e4de-5a6f-44c6-a8e6-1d90b4d1f1b3'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:20:02.060355 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58dcb586-5091-4a68-864f-475cdaf91c0b req-983cbd51-52ab-4cb3-b898-0623aa21b8a0 service neutron] Attempting to bind port d7e28e83-60a3-47b9-b7b0-9d346691f72d on network 3b84e4de-5a6f-44c6-a8e6-1d90b4d1f1b3 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:20:02.065628 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:02.069878 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58dcb586-5091-4a68-864f-475cdaf91c0b req-983cbd51-52ab-4cb3-b898-0623aa21b8a0 service neutron] Port d7e28e83-60a3-47b9-b7b0-9d346691f72d on network 3b84e4de-5a6f-44c6-a8e6-1d90b4d1f1b3 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-8 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 17:20:02.071061 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58dcb586-5091-4a68-864f-475cdaf91c0b req-983cbd51-52ab-4cb3-b898-0623aa21b8a0 service neutron] Attempting to bind port d7e28e83-60a3-47b9-b7b0-9d346691f72d on network 3b84e4de-5a6f-44c6-a8e6-1d90b4d1f1b3 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:20:02.082056 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58dcb586-5091-4a68-864f-475cdaf91c0b req-983cbd51-52ab-4cb3-b898-0623aa21b8a0 service neutron] Checking agent: {'id': 'ab77bf9e-0267-4174-8f1d-822cba89b207', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 15, 13), 'started_at': datetime.datetime(2021, 11, 23, 17, 15, 13), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 19, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:20:02.083604 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58dcb586-5091-4a68-864f-475cdaf91c0b req-983cbd51-52ab-4cb3-b898-0623aa21b8a0 service neutron] Checking segment: {'id': '12913541-acd4-4e3c-8f48-e22896931a9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '3b84e4de-5a6f-44c6-a8e6-1d90b4d1f1b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:20:02.085481 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58dcb586-5091-4a68-864f-475cdaf91c0b req-983cbd51-52ab-4cb3-b898-0623aa21b8a0 service neutron] Bound using segment: {'id': '12913541-acd4-4e3c-8f48-e22896931a9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '3b84e4de-5a6f-44c6-a8e6-1d90b4d1f1b3'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:20:02.086673 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [req-58dcb586-5091-4a68-864f-475cdaf91c0b req-983cbd51-52ab-4cb3-b898-0623aa21b8a0 service neutron] Bound port: d7e28e83-60a3-47b9-b7b0-9d346691f72d, host: n-h2-816206-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12913541-acd4-4e3c-8f48-e22896931a9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '3b84e4de-5a6f-44c6-a8e6-1d90b4d1f1b3'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:20:02.088063 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-58dcb586-5091-4a68-864f-475cdaf91c0b req-983cbd51-52ab-4cb3-b898-0623aa21b8a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:02.127854 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ebb3a298-d7d7-4eec-9078-0824a8d78eaf {{(pid=103592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:20:02.196324 n-d-816206-8 neutron-server[103591]: INFO neutron.api.v2.resource [req-c0f4b916-67d1-4858-86d1-3e5e6317bec9 req-d7fb83dc-faab-411d-8205-82c17813ceb5 tempest-FloatingIPDetailsNegativeTestJSON-1420152004 tempest-FloatingIPDetailsNegativeTestJSON-1420152004-project] show failed (client error): The resource could not be found. Nov 23 17:20:02.198117 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c0f4b916-67d1-4858-86d1-3e5e6317bec9 req-d7fb83dc-faab-411d-8205-82c17813ceb5 tempest-FloatingIPDetailsNegativeTestJSON-1420152004 tempest-FloatingIPDetailsNegativeTestJSON-1420152004-project] 10.222.0.60 "GET /v2.0/floatingips/0f9b556c-c8e5-4b6d-8458-107f0fff1c54 HTTP/1.1" status: 404 len: 350 time: 0.0847473 Nov 23 17:20:02.215834 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 50648) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:20:02.222708 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [req-58dcb586-5091-4a68-864f-475cdaf91c0b req-983cbd51-52ab-4cb3-b898-0623aa21b8a0 service neutron] For port d7e28e83-60a3-47b9-b7b0-9d346691f72d, host n-h2-816206-8, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:20:02.236523 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [req-58dcb586-5091-4a68-864f-475cdaf91c0b req-983cbd51-52ab-4cb3-b898-0623aa21b8a0 service neutron] For port d7e28e83-60a3-47b9-b7b0-9d346691f72d, host n-h2-816206-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=d7e28e83-60a3-47b9-b7b0-9d346691f72d,segment=NetworkSegment(12913541-acd4-4e3c-8f48-e22896931a9c),segment_id=12913541-acd4-4e3c-8f48-e22896931a9c)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:20:02.242478 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-58dcb586-5091-4a68-864f-475cdaf91c0b req-983cbd51-52ab-4cb3-b898-0623aa21b8a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264357957'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:02.284223 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port ebb3a298-d7d7-4eec-9078-0824a8d78eaf, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=ebb3a298-d7d7-4eec-9078-0824a8d78eaf,segment=NetworkSegment(aeb4ff6a-77f7-45a2-bf27-0feac134a4ea),segment_id=aeb4ff6a-77f7-45a2-bf27-0feac134a4ea)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:20:02.294082 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:02.295370 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device fa908c89-3f71-4e2d-81ec-e9781ba9dc81 details requested by agent hyperv_n-h1-816206-8 with host n-h1-816206-8 {{(pid=103592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 17:20:02.372660 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dcb586-5091-4a68-864f-475cdaf91c0b req-983cbd51-52ab-4cb3-b898-0623aa21b8a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:20:02.373551 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-58dcb586-5091-4a68-864f-475cdaf91c0b req-983cbd51-52ab-4cb3-b898-0623aa21b8a0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:02.375847 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-58dcb586-5091-4a68-864f-475cdaf91c0b req-983cbd51-52ab-4cb3-b898-0623aa21b8a0 service neutron] 10.222.0.36 "PUT /v2.0/ports/d7e28e83-60a3-47b9-b7b0-9d346691f72d HTTP/1.1" status: 200 len: 1091 time: 1.7706406 Nov 23 17:20:02.376348 n-d-816206-8 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81b6e2ff-baee-47c2-a7eb-16a38f3282ff', 'tag': 'd7e28e83-60a3-47b9-b7b0-9d346691f72d'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:20:02.385586 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbabddbc9fc37b068808e119c416c86f5957ca04531a4a0d2e695c515e93483b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e83ac1e-9d86-4551-8b19-bf96ab4c5f4a" -d '{"events": [{"name": "network-changed", "server_uuid": "81b6e2ff-baee-47c2-a7eb-16a38f3282ff", "tag": "d7e28e83-60a3-47b9-b7b0-9d346691f72d"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:20:02.479797 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983cbd51-52ab-4cb3-b898-0623aa21b8a0 service neutron] Pushing event updated for resources: {'Port': ['ID=d7e28e83-60a3-47b9-b7b0-9d346691f72d,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:20:02.506180 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Pushing event updated for resources: {'Port': ['ID=ebb3a298-d7d7-4eec-9078-0824a8d78eaf,revision_number=4']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:20:02.558923 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dcb586-5091-4a68-864f-475cdaf91c0b req-6cb6e7f3-4801-4bee-8f65-6ab08cd7290f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:20:02.560986 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-58dcb586-5091-4a68-864f-475cdaf91c0b req-6cb6e7f3-4801-4bee-8f65-6ab08cd7290f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4f30b4abc7074d1fa9d31a414a5f297f&device_id=81b6e2ff-baee-47c2-a7eb-16a38f3282ff HTTP/1.1" status: 200 len: 1094 time: 0.1080906 Nov 23 17:20:02.571763 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670121fa-4237-4c89-b9fd-4d6aa7d9d45f req-9059ca90-b1d6-4203-8290-c688cd0d3b26 tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:20:02.574497 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-670121fa-4237-4c89-b9fd-4d6aa7d9d45f req-9059ca90-b1d6-4203-8290-c688cd0d3b26 tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] 10.222.0.60 "GET /v2.0/ports?device_id=e3066f0e-be40-43cc-b52c-4cca61251c1c HTTP/1.1" status: 200 len: 943 time: 0.4520051 Nov 23 17:20:02.630701 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port fa908c89-3f71-4e2d-81ec-e9781ba9dc81, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=fa908c89-3f71-4e2d-81ec-e9781ba9dc81,segment=NetworkSegment(45336d68-2770-44d7-ab30-fd71e4883e47),segment_id=45336d68-2770-44d7-ab30-fd71e4883e47)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:20:02.639081 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-58dcb586-5091-4a68-864f-475cdaf91c0b req-713ed1ea-0fc7-4071-9abb-0a32d0341646 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d7e28e83-60a3-47b9-b7b0-9d346691f72d HTTP/1.1" status: 200 len: 217 time: 0.0598142 Nov 23 17:20:02.646652 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Returning: {'device': 'fa908c89-3f71-4e2d-81ec-e9781ba9dc81', 'network_id': '6b930676-e99f-4254-8125-844af0a93961', 'port_id': 'fa908c89-3f71-4e2d-81ec-e9781ba9dc81', 'mac_address': 'fa:16:3e:35:ad:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a905db4-c299-49af-abac-53350e4e0824', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 17:20:02.654495 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-4a65605c-5a49-44f2-a669-3faabd7a173e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d791407-b6dc-4c0a-b915-45aebf126224', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-588847511-router', 'tenant_id': 'ab63b90a95404c4e93c03173a72c58e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.224'}], 'enable_snat': True}, 'gw_port_id': '6aa7c564-c515-465d-9e1f-d033d44474a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:19:48Z', 'updated_at': '2021-11-23T17:19:58Z', 'revision_number': 4, 'project_id': 'ab63b90a95404c4e93c03173a72c58e9', 'gw_port': {'id': '6aa7c564-c515-465d-9e1f-d033d44474a3', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:94:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d791407-b6dc-4c0a-b915-45aebf126224', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:19:49Z', 'updated_at': '2021-11-23T17:19:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_interfaces': [{'id': '4c545a85-97be-431b-80e8-1b82b1ad7713', 'name': '', 'network_id': 'adefcaf5-96f5-4d01-bfa2-9c2541e58b96', 'tenant_id': 'ab63b90a95404c4e93c03173a72c58e9', 'mac_address': 'fa:16:3e:1b:86:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d791407-b6dc-4c0a-b915-45aebf126224', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '87f3b1f5-57f1-489d-b568-f1e3f1de4c83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:19:55Z', 'updated_at': '2021-11-23T17:19:58Z', 'revision_number': 2, 'project_id': 'ab63b90a95404c4e93c03173a72c58e9', 'subnets': [{'id': '87f3b1f5-57f1-489d-b568-f1e3f1de4c83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:20:02.693478 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-cc3e32fc-c066-48bf-b527-96d72bfae4db req-b8a3722c-f05f-44b9-b97e-ee113391b1d9 tempest-ServersAdminNegativeTestJSON-104426851 tempest-ServersAdminNegativeTestJSON-104426851-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=8bc44e7157c84c09b61a07b8298fdef9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0532856 Nov 23 17:20:02.713703 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a65605c-5a49-44f2-a669-3faabd7a173e None None] Checking router: 4d791407-b6dc-4c0a-b915-45aebf126224 for host: n-d-816206-8 {{(pid=103592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 17:20:02.714181 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a65605c-5a49-44f2-a669-3faabd7a173e None None] Updating router 4d791407-b6dc-4c0a-b915-45aebf126224 port 4c545a85-97be-431b-80e8-1b82b1ad7713 binding host n-d-816206-8 {{(pid=103592) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 17:20:02.747769 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dcb586-5091-4a68-864f-475cdaf91c0b req-0f8e6ac3-6bee-4e22-b149-6ef952c212d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:20:02.751028 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-58dcb586-5091-4a68-864f-475cdaf91c0b req-0f8e6ac3-6bee-4e22-b149-6ef952c212d5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=10cf3f5a-71d1-468b-8622-0226dd1fd98a HTTP/1.1" status: 200 len: 848 time: 0.1020992 Nov 23 17:20:02.751222 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:02.753178 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-4a65605c-5a49-44f2-a669-3faabd7a173e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:02.802146 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa908c89-3f71-4e2d-81ec-e9781ba9dc81 {{(pid=103592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:20:02.831819 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-58dcb586-5091-4a68-864f-475cdaf91c0b req-efae60c7-470d-4043-a26d-f0a0ef90c0d8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3b84e4de-5a6f-44c6-a8e6-1d90b4d1f1b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0498111 Nov 23 17:20:02.834098 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port fa908c89-3f71-4e2d-81ec-e9781ba9dc81, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=fa908c89-3f71-4e2d-81ec-e9781ba9dc81,segment=NetworkSegment(45336d68-2770-44d7-ab30-fd71e4883e47),segment_id=45336d68-2770-44d7-ab30-fd71e4883e47)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:20:02.841765 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:02.994043 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Pushing event updated for resources: {'Port': ['ID=fa908c89-3f71-4e2d-81ec-e9781ba9dc81,revision_number=4']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:20:03.050870 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-670121fa-4237-4c89-b9fd-4d6aa7d9d45f req-4b5b9ef7-8337-4a92-9f8a-2483f68f10c0 tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] 10.222.0.60 "GET /v2.0/security-groups?id=ef6a96c0-423c-4ea7-a75c-4657afd8c521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3700366 Nov 23 17:20:03.077017 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] get_ports_and_sgs() called for port_ids ['fa908c89-3f71-4e2d-81ec-e9781ba9dc81'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:20:03.096799 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-58dcb586-5091-4a68-864f-475cdaf91c0b req-00fb21c0-82db-49ca-86ff-6b99e289cab3 service neutron] 10.222.0.36 "GET /v2.0/networks/3b84e4de-5a6f-44c6-a8e6-1d90b4d1f1b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2491939 Nov 23 17:20:03.145035 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] get_ports_and_sgs() called for port_ids ['ebb3a298-d7d7-4eec-9078-0824a8d78eaf'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:20:03.193742 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3e32fc-c066-48bf-b527-96d72bfae4db req-891259a0-179a-402c-ad55-e45b9958d623 tempest-ServersAdminNegativeTestJSON-104426851 tempest-ServersAdminNegativeTestJSON-104426851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:20:03.201666 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-cc3e32fc-c066-48bf-b527-96d72bfae4db req-891259a0-179a-402c-ad55-e45b9958d623 tempest-ServersAdminNegativeTestJSON-104426851 tempest-ServersAdminNegativeTestJSON-104426851-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4963880 Nov 23 17:20:03.252674 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-cc3e32fc-c066-48bf-b527-96d72bfae4db req-b356244a-9246-495a-95bf-a0cd99d89de2 tempest-ServersAdminNegativeTestJSON-104426851 tempest-ServersAdminNegativeTestJSON-104426851-project] 10.222.0.60 "GET /v2.0/quotas/8bc44e7157c84c09b61a07b8298fdef9 HTTP/1.1" status: 200 len: 375 time: 0.0494266 Nov 23 17:20:03.285516 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-58dcb586-5091-4a68-864f-475cdaf91c0b req-5670c002-54a2-4f0a-bf90-f9cb6cea9770 service neutron] 10.222.0.36 "GET /v2.0/networks/3b84e4de-5a6f-44c6-a8e6-1d90b4d1f1b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1672475 Nov 23 17:20:03.287750 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 17:20:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c50d9101-2d34-49e4-9f71-9b95a17cc655 x-openstack-request-id: req-c50d9101-2d34-49e4-9f71-9b95a17cc655 {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:20:03.288045 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81b6e2ff-baee-47c2-a7eb-16a38f3282ff", "tag": "d7e28e83-60a3-47b9-b7b0-9d346691f72d", "status": "completed", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:20:03.288301 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c50d9101-2d34-49e4-9f71-9b95a17cc655 {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:20:03.289134 n-d-816206-8 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81b6e2ff-baee-47c2-a7eb-16a38f3282ff', 'tag': 'd7e28e83-60a3-47b9-b7b0-9d346691f72d', 'status': 'completed', 'code': 200} Nov 23 17:20:03.463631 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e83ac1e-9d86-4551-8b19-bf96ab4c5f4a req-7730c300-4120-4783-a3b0-da81dce0da02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:20:03.465153 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-0e83ac1e-9d86-4551-8b19-bf96ab4c5f4a req-7730c300-4120-4783-a3b0-da81dce0da02 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4f30b4abc7074d1fa9d31a414a5f297f&device_id=81b6e2ff-baee-47c2-a7eb-16a38f3282ff HTTP/1.1" status: 200 len: 1094 time: 0.0924520 Nov 23 17:20:03.497865 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-4a65605c-5a49-44f2-a669-3faabd7a173e None None] Publish callbacks [] for port, precommit_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:03.523693 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-4a65605c-5a49-44f2-a669-3faabd7a173e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:03.552531 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701d17d5-a9fa-4a3a-89b5-11ea455f4d40 req-7902238a-7de6-4b43-9ace-a1c9cbc3c389 tempest-VolumesAdminNegativeTest-398484637 tempest-VolumesAdminNegativeTest-398484637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:20:03.561543 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-701d17d5-a9fa-4a3a-89b5-11ea455f4d40 req-7902238a-7de6-4b43-9ace-a1c9cbc3c389 tempest-VolumesAdminNegativeTest-398484637 tempest-VolumesAdminNegativeTest-398484637-project] 10.222.0.60 "GET /v2.0/ports?device_id=36d59c55-c677-42e1-b47c-3b1672b30d12 HTTP/1.1" status: 200 len: 945 time: 0.2200572 Nov 23 17:20:03.600950 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-cc3e32fc-c066-48bf-b527-96d72bfae4db req-8217d11a-4af5-48a6-8513-9aba02a78156 tempest-ServersAdminNegativeTestJSON-104426851 tempest-ServersAdminNegativeTestJSON-104426851-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=8bc44e7157c84c09b61a07b8298fdef9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3305418 Nov 23 17:20:03.667098 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dac50d0-32a3-4435-ae9f-d6f318f4377d None None] Pushing event updated for resources: {'Port': ['ID=4c545a85-97be-431b-80e8-1b82b1ad7713,revision_number=3']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:20:03.723283 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-767e7475-6307-4235-b068-15d2d6101f76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1794372'] for router_interface, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:03.730313 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e83ac1e-9d86-4551-8b19-bf96ab4c5f4a req-c584a2c6-fc20-4acf-87ce-aba74acae008 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:20:03.733484 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-0e83ac1e-9d86-4551-8b19-bf96ab4c5f4a req-c584a2c6-fc20-4acf-87ce-aba74acae008 service neutron] 10.222.0.36 "GET /v2.0/networks?id=3b84e4de-5a6f-44c6-a8e6-1d90b4d1f1b3 HTTP/1.1" status: 200 len: 909 time: 0.2493470 Nov 23 17:20:03.737955 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-701d17d5-a9fa-4a3a-89b5-11ea455f4d40 req-72e4bd0f-659f-4296-b4ce-f45105534c7a tempest-VolumesAdminNegativeTest-398484637 tempest-VolumesAdminNegativeTest-398484637-project] 10.222.0.60 "GET /v2.0/security-groups?id=717a20ec-9596-4ab8-ba38-f9395acab4e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749852 Nov 23 17:20:03.834960 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-0e83ac1e-9d86-4551-8b19-bf96ab4c5f4a req-2e457045-6017-4de7-b358-c05655e68804 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d7e28e83-60a3-47b9-b7b0-9d346691f72d HTTP/1.1" status: 200 len: 217 time: 0.0844958 Nov 23 17:20:04.027002 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e83ac1e-9d86-4551-8b19-bf96ab4c5f4a req-7c45d0dd-df65-49f0-9525-55c6a7422e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:20:04.036721 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-0e83ac1e-9d86-4551-8b19-bf96ab4c5f4a req-7c45d0dd-df65-49f0-9525-55c6a7422e82 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=10cf3f5a-71d1-468b-8622-0226dd1fd98a HTTP/1.1" status: 200 len: 848 time: 0.1861622 Nov 23 17:20:04.084919 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-4a65605c-5a49-44f2-a669-3faabd7a173e None None] Attempting to bind port 4c545a85-97be-431b-80e8-1b82b1ad7713 on host n-d-816206-8 for vnic_type normal with profile {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:20:04.085497 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-4a65605c-5a49-44f2-a669-3faabd7a173e None None] Attempting to bind port 4c545a85-97be-431b-80e8-1b82b1ad7713 by drivers openvswitch,hyperv on host n-d-816206-8 at level 0 using segments [{'id': 'f5ce06ed-5ddf-408f-921d-2a1f098e62bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'adefcaf5-96f5-4d01-bfa2-9c2541e58b96'}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:20:04.085785 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a65605c-5a49-44f2-a669-3faabd7a173e None None] Attempting to bind port 4c545a85-97be-431b-80e8-1b82b1ad7713 on network adefcaf5-96f5-4d01-bfa2-9c2541e58b96 {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:20:04.111145 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a65605c-5a49-44f2-a669-3faabd7a173e None None] Checking agent: {'id': '9e89acbe-4bbe-4c77-a18b-6f1da9133e0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 7, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 19, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:20:04.111855 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a65605c-5a49-44f2-a669-3faabd7a173e None None] Checking segment: {'id': 'f5ce06ed-5ddf-408f-921d-2a1f098e62bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'adefcaf5-96f5-4d01-bfa2-9c2541e58b96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:20:04.112467 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-4a65605c-5a49-44f2-a669-3faabd7a173e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:04.113090 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a65605c-5a49-44f2-a669-3faabd7a173e None None] Bound using segment: {'id': 'f5ce06ed-5ddf-408f-921d-2a1f098e62bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'adefcaf5-96f5-4d01-bfa2-9c2541e58b96'} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:20:04.113834 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-4a65605c-5a49-44f2-a669-3faabd7a173e None None] Bound port: 4c545a85-97be-431b-80e8-1b82b1ad7713, host: n-d-816206-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5ce06ed-5ddf-408f-921d-2a1f098e62bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'adefcaf5-96f5-4d01-bfa2-9c2541e58b96'}}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:20:04.114408 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-4a65605c-5a49-44f2-a669-3faabd7a173e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:04.127054 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-0e83ac1e-9d86-4551-8b19-bf96ab4c5f4a req-f5def156-8a06-4667-b797-87e163fe674a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3b84e4de-5a6f-44c6-a8e6-1d90b4d1f1b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0596607 Nov 23 17:20:04.198440 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-df818129-a1a1-478f-9eb4-cb85c1733394 None None] Provisioning complete for port 4c545a85-97be-431b-80e8-1b82b1ad7713 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:20:04.198986 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-df818129-a1a1-478f-9eb4-cb85c1733394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:04.286507 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1431dfe8-560e-40b7-8a1d-2a3f348994b1 req-d2edc283-00c1-48b3-9a8b-19223b3e6f00 tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:20:04.299963 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-1431dfe8-560e-40b7-8a1d-2a3f348994b1 req-d2edc283-00c1-48b3-9a8b-19223b3e6f00 tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] 10.222.0.60 "GET /v2.0/ports?device_id=81b6e2ff-baee-47c2-a7eb-16a38f3282ff HTTP/1.1" status: 200 len: 943 time: 0.3302603 Nov 23 17:20:04.313086 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-df818129-a1a1-478f-9eb4-cb85c1733394 None None] Port 4c545a85-97be-431b-80e8-1b82b1ad7713 cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:20:04.328167 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-1370b220-5c33-485e-a9c0-4bf53bd26f29 req-ef876fff-4e06-4bfc-8365-4ec337d311f0 tempest-ServersAdminNegativeTestJSON-104426851 tempest-ServersAdminNegativeTestJSON-104426851-project] 10.222.0.60 "GET /v2.0/ports?device_id=1e07418b-f2aa-4e09-8b65-a0c23b49b6bb HTTP/1.1" status: 200 len: 210 time: 0.1702194 Nov 23 17:20:04.332741 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-4a65605c-5a49-44f2-a669-3faabd7a173e None None] For port 4c545a85-97be-431b-80e8-1b82b1ad7713, host n-d-816206-8, cleared binding levels {{(pid=103592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:20:04.345246 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-4a65605c-5a49-44f2-a669-3faabd7a173e None None] For port 4c545a85-97be-431b-80e8-1b82b1ad7713, host n-d-816206-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=4c545a85-97be-431b-80e8-1b82b1ad7713,segment=NetworkSegment(f5ce06ed-5ddf-408f-921d-2a1f098e62bd),segment_id=f5ce06ed-5ddf-408f-921d-2a1f098e62bd)] {{(pid=103592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:20:04.358535 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-4a65605c-5a49-44f2-a669-3faabd7a173e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:04.471967 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-1431dfe8-560e-40b7-8a1d-2a3f348994b1 req-fbfd152a-3af0-49c1-bbf3-c7873effe2ed tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] 10.222.0.60 "GET /v2.0/security-groups?id=5c82e7e8-9cad-459a-acb2-b7a0867274de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693635 Nov 23 17:20:04.598067 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a65605c-5a49-44f2-a669-3faabd7a173e None None] Routers {'4d791407-b6dc-4c0a-b915-45aebf126224'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:20:04.603519 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-4a65605c-5a49-44f2-a669-3faabd7a173e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:19:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['4d791407-b6dc-4c0a-b915-45aebf126224'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:20:04.741780 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dac50d0-32a3-4435-ae9f-d6f318f4377d None None] Pushing event updated for resources: {'Port': ['ID=4c545a85-97be-431b-80e8-1b82b1ad7713,revision_number=4']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:20:04.899221 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe97dc0-3062-4a58-8be2-d0ec616f0c75 req-6255d942-0ce7-4137-8271-3b81fc553d62 tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:20:04.913172 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ffe97dc0-3062-4a58-8be2-d0ec616f0c75 req-6255d942-0ce7-4137-8271-3b81fc553d62 tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] 10.222.0.60 "GET /v2.0/ports?device_id=e3066f0e-be40-43cc-b52c-4cca61251c1c HTTP/1.1" status: 200 len: 944 time: 0.3089318 Nov 23 17:20:04.969105 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvr_db [None req-4a65605c-5a49-44f2-a669-3faabd7a173e None None] Set router 4d791407-b6dc-4c0a-b915-45aebf126224 gateway port host: n-d-816206-8 {{(pid=103592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:20:04.983723 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-0e83ac1e-9d86-4551-8b19-bf96ab4c5f4a req-be6078ae-a344-47c2-a255-7f20494a5803 service neutron] 10.222.0.36 "GET /v2.0/networks/3b84e4de-5a6f-44c6-a8e6-1d90b4d1f1b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8461955 Nov 23 17:20:04.995658 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a432163f-fbe2-4ce4-82e1-567404459666 req-cc8e9ea8-8216-436f-a9a4-8995d4733d88 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=98a62786d4654c60b8dab5d2a606f4fe&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0315008 Nov 23 17:20:05.062454 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-767e7475-6307-4235-b068-15d2d6101f76 admin admin] Deleting port 4c545a85-97be-431b-80e8-1b82b1ad7713 {{(pid=103591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:20:05.062869 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-767e7475-6307-4235-b068-15d2d6101f76 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:05.181741 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-0e83ac1e-9d86-4551-8b19-bf96ab4c5f4a req-5aaa673e-f63d-4eb1-aa60-5934dd2236e7 service neutron] 10.222.0.36 "GET /v2.0/networks/3b84e4de-5a6f-44c6-a8e6-1d90b4d1f1b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1883643 Nov 23 17:20:05.226306 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-6fb6165f-eed2-4a81-be94-2ba7aaef1d0e None None] Provisioning complete for port 4c545a85-97be-431b-80e8-1b82b1ad7713 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:20:05.226938 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-6fb6165f-eed2-4a81-be94-2ba7aaef1d0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:05.252580 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [None req-767e7475-6307-4235-b068-15d2d6101f76 admin admin] For port 4c545a85-97be-431b-80e8-1b82b1ad7713, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=4c545a85-97be-431b-80e8-1b82b1ad7713,segment=NetworkSegment(f5ce06ed-5ddf-408f-921d-2a1f098e62bd),segment_id=f5ce06ed-5ddf-408f-921d-2a1f098e62bd)] {{(pid=103591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:20:05.253054 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-767e7475-6307-4235-b068-15d2d6101f76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:05.288561 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-767e7475-6307-4235-b068-15d2d6101f76 admin admin] Calling delete_port for 4c545a85-97be-431b-80e8-1b82b1ad7713 owned by network:router_interface {{(pid=103591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:20:05.305447 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device ebb3a298-d7d7-4eec-9078-0824a8d78eaf up at agent hyperv_n-h1-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:20:05.360168 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ffe97dc0-3062-4a58-8be2-d0ec616f0c75 req-4764284f-7827-408a-bcbe-ed5bd89461ef tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] 10.222.0.60 "GET /v2.0/security-groups?id=ef6a96c0-423c-4ea7-a75c-4657afd8c521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4327703 Nov 23 17:20:05.509887 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Provisioning for port ebb3a298-d7d7-4eec-9078-0824a8d78eaf completed by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 17:20:05.529905 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Provisioning complete for port ebb3a298-d7d7-4eec-9078-0824a8d78eaf triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:20:05.530514 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:05.574946 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a432163f-fbe2-4ce4-82e1-567404459666 req-023a8fa5-ebdd-4305-b863-bea94638cdfb tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:20:05.576892 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a432163f-fbe2-4ce4-82e1-567404459666 req-023a8fa5-ebdd-4305-b863-bea94638cdfb tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5804095 Nov 23 17:20:05.620436 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3181c2da-3587-4589-b456-ecc33439aa7e req-d2c54125-2972-4fc7-b823-5ca12a2d5a8e tempest-VolumesAdminNegativeTest-398484637 tempest-VolumesAdminNegativeTest-398484637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:20:05.633056 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-3181c2da-3587-4589-b456-ecc33439aa7e req-d2c54125-2972-4fc7-b823-5ca12a2d5a8e tempest-VolumesAdminNegativeTest-398484637 tempest-VolumesAdminNegativeTest-398484637-project] 10.222.0.60 "GET /v2.0/ports?device_id=36d59c55-c677-42e1-b47c-3b1672b30d12 HTTP/1.1" status: 200 len: 945 time: 0.1570666 Nov 23 17:20:05.669971 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a432163f-fbe2-4ce4-82e1-567404459666 req-4a53ae44-08bd-48d2-899b-03e673a24e9e tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] 10.222.0.60 "GET /v2.0/quotas/98a62786d4654c60b8dab5d2a606f4fe HTTP/1.1" status: 200 len: 375 time: 0.0730126 Nov 23 17:20:05.703665 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-6fb6165f-eed2-4a81-be94-2ba7aaef1d0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:05.755468 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-4a65605c-5a49-44f2-a669-3faabd7a173e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d791407-b6dc-4c0a-b915-45aebf126224', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-588847511-router', 'tenant_id': 'ab63b90a95404c4e93c03173a72c58e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.224'}], 'enable_snat': True}, 'gw_port_id': '6aa7c564-c515-465d-9e1f-d033d44474a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:19:48Z', 'updated_at': '2021-11-23T17:19:58Z', 'revision_number': 4, 'project_id': 'ab63b90a95404c4e93c03173a72c58e9', 'gw_port': {'id': '6aa7c564-c515-465d-9e1f-d033d44474a3', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:94:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d791407-b6dc-4c0a-b915-45aebf126224', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:19:49Z', 'updated_at': '2021-11-23T17:19:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_interfaces': [{'id': '4c545a85-97be-431b-80e8-1b82b1ad7713', 'name': '', 'network_id': 'adefcaf5-96f5-4d01-bfa2-9c2541e58b96', 'tenant_id': 'ab63b90a95404c4e93c03173a72c58e9', 'mac_address': 'fa:16:3e:1b:86:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d791407-b6dc-4c0a-b915-45aebf126224', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '87f3b1f5-57f1-489d-b568-f1e3f1de4c83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:19:55Z', 'updated_at': '2021-11-23T17:20:04Z', 'revision_number': 4, 'project_id': 'ab63b90a95404c4e93c03173a72c58e9', 'subnets': [{'id': '87f3b1f5-57f1-489d-b568-f1e3f1de4c83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:20:05.832685 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a65605c-5a49-44f2-a669-3faabd7a173e None None] The sync data for ids ['4d791407-b6dc-4c0a-b915-45aebf126224'] in n-d-816206-8 is: [{'id': '4d791407-b6dc-4c0a-b915-45aebf126224', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-588847511-router', 'tenant_id': 'ab63b90a95404c4e93c03173a72c58e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.224'}], 'enable_snat': True}, 'gw_port_id': '6aa7c564-c515-465d-9e1f-d033d44474a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:19:48Z', 'updated_at': '2021-11-23T17:19:58Z', 'revision_number': 4, 'project_id': 'ab63b90a95404c4e93c03173a72c58e9', 'gw_port': {'id': '6aa7c564-c515-465d-9e1f-d033d44474a3', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:94:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d791407-b6dc-4c0a-b915-45aebf126224', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:19:49Z', 'updated_at': '2021-11-23T17:19:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_interfaces': [{'id': '4c545a85-97be-431b-80e8-1b82b1ad7713', 'name': '', 'network_id': 'adefcaf5-96f5-4d01-bfa2-9c2541e58b96', 'tenant_id': 'ab63b90a95404c4e93c03173a72c58e9', 'mac_address': 'fa:16:3e:1b:86:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d791407-b6dc-4c0a-b915-45aebf126224', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '87f3b1f5-57f1-489d-b568-f1e3f1de4c83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:19:55Z', 'updated_at': '2021-11-23T17:20:04Z', 'revision_number': 4, 'project_id': 'ab63b90a95404c4e93c03173a72c58e9', 'subnets': [{'id': '87f3b1f5-57f1-489d-b568-f1e3f1de4c83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:20:05.963530 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-3181c2da-3587-4589-b456-ecc33439aa7e req-0659dca5-d7ac-49ab-84dd-7c4901b996bd tempest-VolumesAdminNegativeTest-398484637 tempest-VolumesAdminNegativeTest-398484637-project] 10.222.0.60 "GET /v2.0/security-groups?id=717a20ec-9596-4ab8-ba38-f9395acab4e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3290031 Nov 23 17:20:05.974447 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.db.api [None req-6fb6165f-eed2-4a81-be94-2ba7aaef1d0e None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 23 17:20:05.974447 n-d-816206-8 neutron-server[103592]: [SQL: UPDATE ports SET status=%(status)s WHERE ports.id = %(ports_id)s] Nov 23 17:20:05.974447 n-d-816206-8 neutron-server[103592]: [parameters: {'status': 'ACTIVE', 'ports_id': '4c545a85-97be-431b-80e8-1b82b1ad7713'}] Nov 23 17:20:05.974447 n-d-816206-8 neutron-server[103592]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103592) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 17:20:05.975133 n-d-816206-8 neutron-server[103592]: DEBUG oslo_db.api [None req-6fb6165f-eed2-4a81-be94-2ba7aaef1d0e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 17:20:05.993925 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-cc3e32fc-c066-48bf-b527-96d72bfae4db req-8da9994d-d19a-447c-84bc-9533228385dd tempest-ServersAdminNegativeTestJSON-104426851 tempest-ServersAdminNegativeTestJSON-104426851-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=8bc44e7157c84c09b61a07b8298fdef9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1827874 Nov 23 17:20:06.018576 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:06.155717 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port ebb3a298-d7d7-4eec-9078-0824a8d78eaf, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=ebb3a298-d7d7-4eec-9078-0824a8d78eaf,segment=NetworkSegment(aeb4ff6a-77f7-45a2-bf27-0feac134a4ea),segment_id=aeb4ff6a-77f7-45a2-bf27-0feac134a4ea)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:20:06.158035 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3066f0e-be40-43cc-b52c-4cca61251c1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebb3a298-d7d7-4eec-9078-0824a8d78eaf'}] {{(pid=103592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:20:06.163180 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba3e6a8f2301c7a29fe1eca9779abdae4ccbcd6266d69778087f2498d5551201" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9fc4738-91c5-4fb6-8c3c-6e8c43e68075" -d '{"events": [{"server_uuid": "e3066f0e-be40-43cc-b52c-4cca61251c1c", "name": "network-vif-plugged", "status": "completed", "tag": "ebb3a298-d7d7-4eec-9078-0824a8d78eaf"}]}' {{(pid=103592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:20:06.173753 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:06.175038 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device fa908c89-3f71-4e2d-81ec-e9781ba9dc81 up at agent hyperv_n-h1-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:20:06.353868 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a432163f-fbe2-4ce4-82e1-567404459666 req-e5d3e103-fe75-459a-8286-c90e54b31938 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=98a62786d4654c60b8dab5d2a606f4fe&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6640089 Nov 23 17:20:06.429469 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-767e7475-6307-4235-b068-15d2d6101f76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989'] for port, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:06.467980 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 4c545a85-97be-431b-80e8-1b82b1ad7713 up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:20:06.471542 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device d7e28e83-60a3-47b9-b7b0-9d346691f72d details requested by agent hyperv_n-h2-816206-8 with host n-h2-816206-8 {{(pid=103592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 17:20:06.642877 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Pushing event updated for resources: {'Port': ['ID=ebb3a298-d7d7-4eec-9078-0824a8d78eaf,revision_number=5']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:20:06.809833 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] No Port match for: 4c545a85-97be-431b-80e8-1b82b1ad7713 {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:20:06.810613 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 4c545a85-97be-431b-80e8-1b82b1ad7713 not bound to the agent host n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Nov 23 17:20:06.929477 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-6fb6165f-eed2-4a81-be94-2ba7aaef1d0e None None] Port 4c545a85-97be-431b-80e8-1b82b1ad7713 update to ACTIVE by agent not found {{(pid=103592) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Nov 23 17:20:06.952343 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Port 4c545a85-97be-431b-80e8-1b82b1ad7713 not found, will not notify nova. {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Nov 23 17:20:06.979686 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Provisioning for port fa908c89-3f71-4e2d-81ec-e9781ba9dc81 completed by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 17:20:06.995454 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port d7e28e83-60a3-47b9-b7b0-9d346691f72d, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=d7e28e83-60a3-47b9-b7b0-9d346691f72d,segment=NetworkSegment(12913541-acd4-4e3c-8f48-e22896931a9c),segment_id=12913541-acd4-4e3c-8f48-e22896931a9c)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:20:07.011325 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Provisioning complete for port fa908c89-3f71-4e2d-81ec-e9781ba9dc81 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:20:07.011924 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:07.052054 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767e7475-6307-4235-b068-15d2d6101f76 admin admin] Pushing event deleted for resources: {'Port': ['ID=4c545a85-97be-431b-80e8-1b82b1ad7713,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:20:07.074826 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Returning: {'device': 'd7e28e83-60a3-47b9-b7b0-9d346691f72d', 'network_id': '3b84e4de-5a6f-44c6-a8e6-1d90b4d1f1b3', 'port_id': 'd7e28e83-60a3-47b9-b7b0-9d346691f72d', 'mac_address': 'fa:16:3e:7e:8f:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 515, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10cf3f5a-71d1-468b-8622-0226dd1fd98a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 17:20:07.094163 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3e32fc-c066-48bf-b527-96d72bfae4db req-a5c6ade3-b28c-4014-9534-5eefa5e9184b tempest-ServersAdminNegativeTestJSON-104426851 tempest-ServersAdminNegativeTestJSON-104426851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:20:07.096571 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-cc3e32fc-c066-48bf-b527-96d72bfae4db req-a5c6ade3-b28c-4014-9534-5eefa5e9184b tempest-ServersAdminNegativeTestJSON-104426851 tempest-ServersAdminNegativeTestJSON-104426851-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.0725663 Nov 23 17:20:07.133507 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d10aebbd-927a-4eb7-ba5b-fe49c575ecd3 req-a1091899-e744-46b5-b67b-ef3ad7800234 tempest-ServersAdminNegativeTestJSON-104426851 tempest-ServersAdminNegativeTestJSON-104426851-project] 10.222.0.60 "GET /v2.0/ports?device_id=1e07418b-f2aa-4e09-8b65-a0c23b49b6bb HTTP/1.1" status: 200 len: 210 time: 0.0956888 Nov 23 17:20:07.168272 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:07.180563 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [req-cc3e32fc-c066-48bf-b527-96d72bfae4db req-f5bc05fb-ec47-4cff-b786-d64b140260b7 tempest-ServersAdminNegativeTestJSON-104426851 tempest-ServersAdminNegativeTestJSON-104426851-project] Request body: {'port': {'device_id': '1e07418b-f2aa-4e09-8b65-a0c23b49b6bb', 'network_id': 'f1e1dabf-b410-4023-9169-a460a86e7184', 'admin_state_up': True, 'tenant_id': '8bc44e7157c84c09b61a07b8298fdef9'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:20:07.200094 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7e28e83-60a3-47b9-b7b0-9d346691f72d {{(pid=103592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:20:07.312695 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:20:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a3813ee-6533-4ebe-b880-a2b8c5748611 x-openstack-request-id: req-1a3813ee-6533-4ebe-b880-a2b8c5748611 {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:20:07.313673 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3066f0e-be40-43cc-b52c-4cca61251c1c", "name": "network-vif-plugged", "status": "completed", "tag": "ebb3a298-d7d7-4eec-9078-0824a8d78eaf", "code": 200}]} {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:20:07.314100 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-1a3813ee-6533-4ebe-b880-a2b8c5748611 {{(pid=103592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:20:07.314786 n-d-816206-8 neutron-server[103592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3066f0e-be40-43cc-b52c-4cca61251c1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebb3a298-d7d7-4eec-9078-0824a8d78eaf', 'code': 200} Nov 23 17:20:07.344583 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:07.360375 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port d7e28e83-60a3-47b9-b7b0-9d346691f72d, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=d7e28e83-60a3-47b9-b7b0-9d346691f72d,segment=NetworkSegment(12913541-acd4-4e3c-8f48-e22896931a9c),segment_id=12913541-acd4-4e3c-8f48-e22896931a9c)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:20:07.370039 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:07.394232 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec511753-5866-4ca7-8a70-663e7d46416e req-7a3591a5-92b4-4a58-b3f6-1d290be985c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:20:07.398081 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-ec511753-5866-4ca7-8a70-663e7d46416e req-7a3591a5-92b4-4a58-b3f6-1d290be985c8 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=e3066f0e-be40-43cc-b52c-4cca61251c1c HTTP/1.1" status: 200 len: 1096 time: 0.1172247 Nov 23 17:20:07.414661 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port fa908c89-3f71-4e2d-81ec-e9781ba9dc81, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=fa908c89-3f71-4e2d-81ec-e9781ba9dc81,segment=NetworkSegment(45336d68-2770-44d7-ab30-fd71e4883e47),segment_id=45336d68-2770-44d7-ab30-fd71e4883e47)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:20:07.444363 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:07.498576 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Pushing event updated for resources: {'Port': ['ID=d7e28e83-60a3-47b9-b7b0-9d346691f72d,revision_number=4']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:20:07.515405 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-ec511753-5866-4ca7-8a70-663e7d46416e req-9f873164-d612-48f6-8071-0793f8df7ee2 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=ef6a96c0-423c-4ea7-a75c-4657afd8c521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092584 Nov 23 17:20:07.584101 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Pushing event updated for resources: {'Port': ['ID=fa908c89-3f71-4e2d-81ec-e9781ba9dc81,revision_number=5']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:20:07.667649 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9260c8-e92b-4768-a596-82487629fd1c req-7551fbb3-af8a-4531-88ed-a3d53fcc5520 tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:20:07.669259 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7f9260c8-e92b-4768-a596-82487629fd1c req-7551fbb3-af8a-4531-88ed-a3d53fcc5520 tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] 10.222.0.60 "GET /v2.0/ports?device_id=81b6e2ff-baee-47c2-a7eb-16a38f3282ff HTTP/1.1" status: 200 len: 943 time: 0.6143568 Nov 23 17:20:07.741152 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97531123-3952-4efd-a8ca-26176f40d02f req-fbcefe58-64bf-4dc7-9639-6558c37efb74 tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:20:07.746094 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-97531123-3952-4efd-a8ca-26176f40d02f req-fbcefe58-64bf-4dc7-9639-6558c37efb74 tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] 10.222.0.60 "GET /v2.0/ports?device_id=e3066f0e-be40-43cc-b52c-4cca61251c1c HTTP/1.1" status: 200 len: 945 time: 0.3705404 Nov 23 17:20:07.746832 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-767e7475-6307-4235-b068-15d2d6101f76 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2067500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1794520'] for router_interface, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:07.864695 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7f9260c8-e92b-4768-a596-82487629fd1c req-bb3ccdf1-6d64-4982-8284-71a2e75b4d19 tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] 10.222.0.60 "GET /v2.0/security-groups?id=5c82e7e8-9cad-459a-acb2-b7a0867274de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809449 Nov 23 17:20:07.866438 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] get_ports_and_sgs() called for port_ids ['d7e28e83-60a3-47b9-b7b0-9d346691f72d'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:20:07.879148 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc3e32fc-c066-48bf-b527-96d72bfae4db req-f5bc05fb-ec47-4cff-b786-d64b140260b7 tempest-ServersAdminNegativeTestJSON-104426851 tempest-ServersAdminNegativeTestJSON-104426851-project] Made reservation on behalf of 8bc44e7157c84c09b61a07b8298fdef9 for: {'port': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:20:07.883310 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-cc3e32fc-c066-48bf-b527-96d72bfae4db req-f5bc05fb-ec47-4cff-b786-d64b140260b7 tempest-ServersAdminNegativeTestJSON-104426851 tempest-ServersAdminNegativeTestJSON-104426851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:07.959537 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-97531123-3952-4efd-a8ca-26176f40d02f req-13ccb3e1-7539-4a0a-8f02-f1c2c2ec04e7 tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] 10.222.0.60 "GET /v2.0/security-groups?id=ef6a96c0-423c-4ea7-a75c-4657afd8c521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1925166 Nov 23 17:20:08.048791 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-68081d12-c8c4-4828-aa36-d4ec5f2526c9 req-c4cd3079-c1a2-4820-ad8d-6e00cb203d46 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] 10.222.0.60 "GET /v2.0/ports?device_id=23329ec1-2aa1-4cec-919c-e827c4171d02 HTTP/1.1" status: 200 len: 210 time: 0.0359068 Nov 23 17:20:08.294329 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.db_base_plugin_common [req-cc3e32fc-c066-48bf-b527-96d72bfae4db req-f5bc05fb-ec47-4cff-b786-d64b140260b7 tempest-ServersAdminNegativeTestJSON-104426851 tempest-ServersAdminNegativeTestJSON-104426851-project] Allocated IP 192.168.233.251 (f1e1dabf-b410-4023-9169-a460a86e7184/ac77c175-5679-438b-8a2a-356718377641/ce67a10b-dd62-4c58-8811-2730954c9d1c) {{(pid=103591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:20:08.308996 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c9b616-065d-4e32-9b6d-64b42b91304c req-d83bf324-1edb-49f5-94e2-7c75231fc821 tempest-VolumesAdminNegativeTest-398484637 tempest-VolumesAdminNegativeTest-398484637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:20:08.310671 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-20c9b616-065d-4e32-9b6d-64b42b91304c req-d83bf324-1edb-49f5-94e2-7c75231fc821 tempest-VolumesAdminNegativeTest-398484637 tempest-VolumesAdminNegativeTest-398484637-project] 10.222.0.60 "GET /v2.0/ports?device_id=36d59c55-c677-42e1-b47c-3b1672b30d12 HTTP/1.1" status: 200 len: 946 time: 0.1383593 Nov 23 17:20:08.388657 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-767e7475-6307-4235-b068-15d2d6101f76 admin admin] Router 4d791407-b6dc-4c0a-b915-45aebf126224 has already been hosted by L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 {{(pid=103591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 17:20:08.513404 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-a432163f-fbe2-4ce4-82e1-567404459666 req-a4b637c3-f774-465b-bbe7-38bcdcad89d0 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=98a62786d4654c60b8dab5d2a606f4fe&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0278020 Nov 23 17:20:08.600742 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ce95d904-a6f2-4213-8c95-93226423a85a req-2a161c9c-ab06-429c-a080-ce66c74fc4c9 tempest-ServersAdminNegativeTestJSON-104426851 tempest-ServersAdminNegativeTestJSON-104426851-project] 10.222.0.60 "GET /v2.0/ports?device_id=1e07418b-f2aa-4e09-8b65-a0c23b49b6bb HTTP/1.1" status: 200 len: 210 time: 0.1412208 Nov 23 17:20:08.610753 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-20c9b616-065d-4e32-9b6d-64b42b91304c req-d519bd81-8746-4214-8460-d97195364367 tempest-VolumesAdminNegativeTest-398484637 tempest-VolumesAdminNegativeTest-398484637-project] 10.222.0.60 "GET /v2.0/security-groups?id=717a20ec-9596-4ab8-ba38-f9395acab4e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2736356 Nov 23 17:20:08.750568 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a432163f-fbe2-4ce4-82e1-567404459666 req-a64a16e7-260d-48a5-aaa1-f0f17e097d7a tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:20:08.756555 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-a432163f-fbe2-4ce4-82e1-567404459666 req-a64a16e7-260d-48a5-aaa1-f0f17e097d7a tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2282369 Nov 23 17:20:08.769854 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [req-a432163f-fbe2-4ce4-82e1-567404459666 req-47316c08-3347-490c-b3b8-8675e54aff54 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] Request body: {'port': {'device_id': '23329ec1-2aa1-4cec-919c-e827c4171d02', 'network_id': 'f1e1dabf-b410-4023-9169-a460a86e7184', 'admin_state_up': True, 'tenant_id': '98a62786d4654c60b8dab5d2a606f4fe'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:20:08.832700 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-cc3e32fc-c066-48bf-b527-96d72bfae4db req-f5bc05fb-ec47-4cff-b786-d64b140260b7 tempest-ServersAdminNegativeTestJSON-104426851 tempest-ServersAdminNegativeTestJSON-104426851-project] Publish callbacks [] for port, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:08.832700 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-767e7475-6307-4235-b068-15d2d6101f76 admin admin] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:20:08.834096 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-767e7475-6307-4235-b068-15d2d6101f76 admin admin] 10.222.0.60 "PUT /v2.0/routers/4d791407-b6dc-4c0a-b915-45aebf126224/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6157298 Nov 23 17:20:08.840866 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8cd29b8-f30a-43c0-9715-49f08b87f31d None None] Sync routers for ids ['4d791407-b6dc-4c0a-b915-45aebf126224'] in n-d-816206-8 {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:20:08.841604 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 50744) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:20:08.872193 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8cd29b8-f30a-43c0-9715-49f08b87f31d None None] Routers {'4d791407-b6dc-4c0a-b915-45aebf126224'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:20:08.873127 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-f8cd29b8-f30a-43c0-9715-49f08b87f31d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:19:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['4d791407-b6dc-4c0a-b915-45aebf126224'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:20:08.929245 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a432163f-fbe2-4ce4-82e1-567404459666 req-47316c08-3347-490c-b3b8-8675e54aff54 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] Made reservation on behalf of 98a62786d4654c60b8dab5d2a606f4fe for: {'port': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:20:08.952268 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-a432163f-fbe2-4ce4-82e1-567404459666 req-47316c08-3347-490c-b3b8-8675e54aff54 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:09.002300 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-cc3e32fc-c066-48bf-b527-96d72bfae4db req-f5bc05fb-ec47-4cff-b786-d64b140260b7 tempest-ServersAdminNegativeTestJSON-104426851 tempest-ServersAdminNegativeTestJSON-104426851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980'] for port, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:09.013424 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-f8cd29b8-f30a-43c0-9715-49f08b87f31d None None] Set router 4d791407-b6dc-4c0a-b915-45aebf126224 gateway port host: n-d-816206-8 {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:20:09.151977 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-24f17ab7-9dbe-49db-8317-562148ae5679 admin admin] Publish callbacks [] for router, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:09.173177 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] get_ports_and_sgs() called for port_ids ['38b2a2ce-008e-4024-b6c3-b6eb13fe3deb'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:20:09.236702 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [req-a432163f-fbe2-4ce4-82e1-567404459666 req-47316c08-3347-490c-b3b8-8675e54aff54 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] Allocated IP 192.168.233.231 (f1e1dabf-b410-4023-9169-a460a86e7184/ac77c175-5679-438b-8a2a-356718377641/1b055595-2178-4d80-9bf3-47b4548122fd) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:20:09.237138 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc3e32fc-c066-48bf-b527-96d72bfae4db req-f5bc05fb-ec47-4cff-b786-d64b140260b7 tempest-ServersAdminNegativeTestJSON-104426851 tempest-ServersAdminNegativeTestJSON-104426851-project] Network f1e1dabf-b410-4023-9169-a460a86e7184 is already hosted by enough agents. {{(pid=103591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:20:09.247371 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bc05fb-ec47-4cff-b786-d64b140260b7 tempest-ServersAdminNegativeTestJSON-104426851 tempest-ServersAdminNegativeTestJSON-104426851-project] Pushing event updated for resources: {'Port': ['ID=ce67a10b-dd62-4c58-8811-2730954c9d1c,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:20:09.267122 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [req-cc3e32fc-c066-48bf-b527-96d72bfae4db req-f5bc05fb-ec47-4cff-b786-d64b140260b7 tempest-ServersAdminNegativeTestJSON-104426851 tempest-ServersAdminNegativeTestJSON-104426851-project] Resources bound (agent type, host, resource id): {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:20:09.274360 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc3e32fc-c066-48bf-b527-96d72bfae4db req-f5bc05fb-ec47-4cff-b786-d64b140260b7 tempest-ServersAdminNegativeTestJSON-104426851 tempest-ServersAdminNegativeTestJSON-104426851-project] Received port after_create {{(pid=103591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:20:09.282186 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3e32fc-c066-48bf-b527-96d72bfae4db req-f5bc05fb-ec47-4cff-b786-d64b140260b7 tempest-ServersAdminNegativeTestJSON-104426851 tempest-ServersAdminNegativeTestJSON-104426851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:20:09.282858 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-cc3e32fc-c066-48bf-b527-96d72bfae4db req-f5bc05fb-ec47-4cff-b786-d64b140260b7 tempest-ServersAdminNegativeTestJSON-104426851 tempest-ServersAdminNegativeTestJSON-104426851-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:09.316199 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36d59c55-c677-42e1-b47c-3b1672b30d12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa908c89-3f71-4e2d-81ec-e9781ba9dc81'}] {{(pid=103592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:20:09.322672 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba3e6a8f2301c7a29fe1eca9779abdae4ccbcd6266d69778087f2498d5551201" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e478ff50-a5f6-4b29-a6f7-b1eeb930e5ff" -d '{"events": [{"server_uuid": "36d59c55-c677-42e1-b47c-3b1672b30d12", "name": "network-vif-plugged", "status": "completed", "tag": "fa908c89-3f71-4e2d-81ec-e9781ba9dc81"}]}' {{(pid=103592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:20:09.345902 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e37345-e1b1-4387-a301-96023a80486d req-c3a2cc86-e754-4a40-b79f-b287aad07015 tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:20:09.347410 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-18e37345-e1b1-4387-a301-96023a80486d req-c3a2cc86-e754-4a40-b79f-b287aad07015 tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] 10.222.0.60 "GET /v2.0/ports?device_id=81b6e2ff-baee-47c2-a7eb-16a38f3282ff HTTP/1.1" status: 200 len: 944 time: 0.2963421 Nov 23 17:20:09.416171 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-cc3e32fc-c066-48bf-b527-96d72bfae4db req-f5bc05fb-ec47-4cff-b786-d64b140260b7 tempest-ServersAdminNegativeTestJSON-104426851 tempest-ServersAdminNegativeTestJSON-104426851-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2939823 Nov 23 17:20:09.434962 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-f8cd29b8-f30a-43c0-9715-49f08b87f31d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d791407-b6dc-4c0a-b915-45aebf126224', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-588847511-router', 'tenant_id': 'ab63b90a95404c4e93c03173a72c58e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.224'}], 'enable_snat': True}, 'gw_port_id': '6aa7c564-c515-465d-9e1f-d033d44474a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:19:48Z', 'updated_at': '2021-11-23T17:20:05Z', 'revision_number': 5, 'project_id': 'ab63b90a95404c4e93c03173a72c58e9', 'gw_port': {'id': '6aa7c564-c515-465d-9e1f-d033d44474a3', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:94:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d791407-b6dc-4c0a-b915-45aebf126224', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:19:49Z', 'updated_at': '2021-11-23T17:19:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8'}], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:20:09.435260 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [req-cc3e32fc-c066-48bf-b527-96d72bfae4db req-f0ce7b86-e5ba-44cb-900e-ba8893025635 service neutron] Request body: {'port': {'device_id': '1e07418b-f2aa-4e09-8b65-a0c23b49b6bb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-8'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:20:09.512416 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8cd29b8-f30a-43c0-9715-49f08b87f31d None None] Checking router: 4d791407-b6dc-4c0a-b915-45aebf126224 for host: n-d-816206-8 {{(pid=103593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 17:20:09.529102 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8cd29b8-f30a-43c0-9715-49f08b87f31d None None] Routers {'4d791407-b6dc-4c0a-b915-45aebf126224'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:20:09.530670 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-f8cd29b8-f30a-43c0-9715-49f08b87f31d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:19:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['4d791407-b6dc-4c0a-b915-45aebf126224'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:20:09.536291 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffd75bc-396c-485a-acc4-942bb4c48541 req-4d977a6d-962e-4a21-908c-6288f1bb1538 tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:20:09.560299 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7ffd75bc-396c-485a-acc4-942bb4c48541 req-4d977a6d-962e-4a21-908c-6288f1bb1538 tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] 10.222.0.60 "GET /v2.0/ports?device_id=e3066f0e-be40-43cc-b52c-4cca61251c1c HTTP/1.1" status: 200 len: 945 time: 0.3324916 Nov 23 17:20:09.601284 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-a432163f-fbe2-4ce4-82e1-567404459666 req-47316c08-3347-490c-b3b8-8675e54aff54 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:09.631026 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-24f17ab7-9dbe-49db-8317-562148ae5679 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:09.646175 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-a432163f-fbe2-4ce4-82e1-567404459666 req-47316c08-3347-490c-b3b8-8675e54aff54 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:09.675084 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a432163f-fbe2-4ce4-82e1-567404459666 req-47316c08-3347-490c-b3b8-8675e54aff54 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] Network f1e1dabf-b410-4023-9169-a460a86e7184 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:20:09.677165 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-18e37345-e1b1-4387-a301-96023a80486d req-e04c579a-62eb-4591-93d4-cc0b67dc693c tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] 10.222.0.60 "GET /v2.0/security-groups?id=5c82e7e8-9cad-459a-acb2-b7a0867274de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3120708 Nov 23 17:20:09.678909 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [req-a432163f-fbe2-4ce4-82e1-567404459666 req-47316c08-3347-490c-b3b8-8675e54aff54 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:20:09.713977 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-cc3e32fc-c066-48bf-b527-96d72bfae4db req-f0ce7b86-e5ba-44cb-900e-ba8893025635 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:09.714254 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [req-a432163f-fbe2-4ce4-82e1-567404459666 req-47316c08-3347-490c-b3b8-8675e54aff54 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:20:09.718604 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-f8cd29b8-f30a-43c0-9715-49f08b87f31d None None] Set router 4d791407-b6dc-4c0a-b915-45aebf126224 gateway port host: n-d-816206-8 {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:20:09.786209 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a432163f-fbe2-4ce4-82e1-567404459666 req-47316c08-3347-490c-b3b8-8675e54aff54 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:20:09.787060 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-a432163f-fbe2-4ce4-82e1-567404459666 req-47316c08-3347-490c-b3b8-8675e54aff54 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:09.800331 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-8690a855-2cfa-4526-8afe-fec3c38ad8e8 None None] Provisioning complete for port ce67a10b-dd62-4c58-8811-2730954c9d1c triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:20:09.800953 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-8690a855-2cfa-4526-8afe-fec3c38ad8e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:09.853690 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-a432163f-fbe2-4ce4-82e1-567404459666 req-47316c08-3347-490c-b3b8-8675e54aff54 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0873797 Nov 23 17:20:09.854804 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47316c08-3347-490c-b3b8-8675e54aff54 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] Pushing event updated for resources: {'Port': ['ID=1b055595-2178-4d80-9bf3-47b4548122fd,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:20:09.876575 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [req-a432163f-fbe2-4ce4-82e1-567404459666 req-3d98019c-4766-4bb5-8bf1-f093069f582a service neutron] Request body: {'port': {'device_id': '23329ec1-2aa1-4cec-919c-e827c4171d02', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-8'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:20:09.886679 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-8690a855-2cfa-4526-8afe-fec3c38ad8e8 None None] Port ce67a10b-dd62-4c58-8811-2730954c9d1c cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:20:09.949152 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] get_ports_and_sgs() called for port_ids ['bc0acd25-238e-4f36-9bd6-de0e9a940cd3', 'c1f40992-0164-4ec3-9312-47092b6d1593'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:20:10.003219 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-a432163f-fbe2-4ce4-82e1-567404459666 req-3d98019c-4766-4bb5-8bf1-f093069f582a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:10.225302 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7ffd75bc-396c-485a-acc4-942bb4c48541 req-34bec36a-9e8a-48b7-ab98-905c8a932947 tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] 10.222.0.60 "GET /v2.0/security-groups?id=ef6a96c0-423c-4ea7-a75c-4657afd8c521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6643469 Nov 23 17:20:10.254983 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-f8cd29b8-f30a-43c0-9715-49f08b87f31d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d791407-b6dc-4c0a-b915-45aebf126224', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-588847511-router', 'tenant_id': 'ab63b90a95404c4e93c03173a72c58e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.224'}], 'enable_snat': True}, 'gw_port_id': '6aa7c564-c515-465d-9e1f-d033d44474a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:19:48Z', 'updated_at': '2021-11-23T17:20:05Z', 'revision_number': 5, 'project_id': 'ab63b90a95404c4e93c03173a72c58e9', 'gw_port': {'id': '6aa7c564-c515-465d-9e1f-d033d44474a3', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:94:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d791407-b6dc-4c0a-b915-45aebf126224', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:19:49Z', 'updated_at': '2021-11-23T17:19:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8'}], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:20:10.310797 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8cd29b8-f30a-43c0-9715-49f08b87f31d None None] The sync data for ids ['4d791407-b6dc-4c0a-b915-45aebf126224'] in n-d-816206-8 is: [{'id': '4d791407-b6dc-4c0a-b915-45aebf126224', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-588847511-router', 'tenant_id': 'ab63b90a95404c4e93c03173a72c58e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.224'}], 'enable_snat': True}, 'gw_port_id': '6aa7c564-c515-465d-9e1f-d033d44474a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:19:48Z', 'updated_at': '2021-11-23T17:20:05Z', 'revision_number': 5, 'project_id': 'ab63b90a95404c4e93c03173a72c58e9', 'gw_port': {'id': '6aa7c564-c515-465d-9e1f-d033d44474a3', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:94:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d791407-b6dc-4c0a-b915-45aebf126224', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:19:49Z', 'updated_at': '2021-11-23T17:19:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8'}] {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:20:10.318870 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-e8cf1bf5-9273-4c06-8c08-078e218c5de1 None None] Provisioning complete for port 1b055595-2178-4d80-9bf3-47b4548122fd triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:20:10.319504 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-e8cf1bf5-9273-4c06-8c08-078e218c5de1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:10.360655 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be7b456-ec8a-41e5-a480-48a20bbb9fc4 req-47e172c9-7bb6-443e-b616-db568cd22e61 tempest-AttachSCSIVolumeTestJSON-658117345 tempest-AttachSCSIVolumeTestJSON-658117345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:20:10.368976 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4be7b456-ec8a-41e5-a480-48a20bbb9fc4 req-47e172c9-7bb6-443e-b616-db568cd22e61 tempest-AttachSCSIVolumeTestJSON-658117345 tempest-AttachSCSIVolumeTestJSON-658117345-project] 10.222.0.60 "GET /v2.0/ports?device_id=7b0f27b9-aae7-4c04-b62e-21c41ff75a5a HTTP/1.1" status: 200 len: 945 time: 0.1996102 Nov 23 17:20:10.439619 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-e8cf1bf5-9273-4c06-8c08-078e218c5de1 None None] Port 1b055595-2178-4d80-9bf3-47b4548122fd cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:20:10.488356 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device d7e28e83-60a3-47b9-b7b0-9d346691f72d up at agent hyperv_n-h2-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:20:10.498486 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-24f17ab7-9dbe-49db-8317-562148ae5679 admin admin] Deleting port 6aa7c564-c515-465d-9e1f-d033d44474a3 {{(pid=103591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:20:10.498808 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-24f17ab7-9dbe-49db-8317-562148ae5679 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:10.558246 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4be7b456-ec8a-41e5-a480-48a20bbb9fc4 req-d33f95c1-8c06-41c5-8338-4c6a55db158e tempest-AttachSCSIVolumeTestJSON-658117345 tempest-AttachSCSIVolumeTestJSON-658117345-project] 10.222.0.60 "GET /v2.0/security-groups?id=a3cfcde2-4e4e-4f70-9290-3029351d48ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883678 Nov 23 17:20:10.562011 n-d-816206-8 neutron-server[103590]: DEBUG neutron.notifiers.nova [req-a432163f-fbe2-4ce4-82e1-567404459666 req-3d98019c-4766-4bb5-8bf1-f093069f582a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b055595-2178-4d80-9bf3-47b4548122fd {{(pid=103590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:20:10.572609 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Provisioning for port d7e28e83-60a3-47b9-b7b0-9d346691f72d completed by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 17:20:10.579230 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Provisioning complete for port d7e28e83-60a3-47b9-b7b0-9d346691f72d triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:20:10.579996 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:10.583215 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-a432163f-fbe2-4ce4-82e1-567404459666 req-3d98019c-4766-4bb5-8bf1-f093069f582a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:10.635571 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [req-a432163f-fbe2-4ce4-82e1-567404459666 req-3d98019c-4766-4bb5-8bf1-f093069f582a service neutron] Transition to ACTIVE for port object 1b055595-2178-4d80-9bf3-47b4548122fd will not be triggered until provisioned by entity L2. {{(pid=103590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 17:20:10.642452 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-a432163f-fbe2-4ce4-82e1-567404459666 req-3d98019c-4766-4bb5-8bf1-f093069f582a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264357957'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:10.652915 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ad4b5d-ee22-4119-8bb3-ef129247e5db req-8b47f63c-8d4e-4a9b-804a-8863af457bf7 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:20:10.654594 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-98ad4b5d-ee22-4119-8bb3-ef129247e5db req-8b47f63c-8d4e-4a9b-804a-8863af457bf7 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] 10.222.0.60 "GET /v2.0/ports?device_id=23329ec1-2aa1-4cec-919c-e827c4171d02 HTTP/1.1" status: 200 len: 936 time: 0.2727373 Nov 23 17:20:10.716561 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:10.722148 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d98019c-4766-4bb5-8bf1-f093069f582a service neutron] Pushing event updated for resources: {'Port': ['ID=1b055595-2178-4d80-9bf3-47b4548122fd,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:20:10.799996 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-98ad4b5d-ee22-4119-8bb3-ef129247e5db req-e7c8c010-2630-4e22-b9c7-9c6d4fa863e6 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] 10.222.0.60 "GET /v2.0/security-groups?id=70227657-be62-432a-a8fd-5a85231fc7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082137 Nov 23 17:20:10.808376 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port d7e28e83-60a3-47b9-b7b0-9d346691f72d, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=d7e28e83-60a3-47b9-b7b0-9d346691f72d,segment=NetworkSegment(12913541-acd4-4e3c-8f48-e22896931a9c),segment_id=12913541-acd4-4e3c-8f48-e22896931a9c)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:20:10.815119 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:10.912044 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [None req-24f17ab7-9dbe-49db-8317-562148ae5679 admin admin] For port 6aa7c564-c515-465d-9e1f-d033d44474a3, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=6aa7c564-c515-465d-9e1f-d033d44474a3,segment=NetworkSegment(bffd1e4f-e80f-4ff0-b418-2f42ae15febf),segment_id=bffd1e4f-e80f-4ff0-b418-2f42ae15febf)] {{(pid=103591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:20:10.912716 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-24f17ab7-9dbe-49db-8317-562148ae5679 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:10.966322 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:20:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70caf6a4-2555-4e22-a1ce-aab46b27d821 x-openstack-request-id: req-70caf6a4-2555-4e22-a1ce-aab46b27d821 {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:20:10.966804 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36d59c55-c677-42e1-b47c-3b1672b30d12", "name": "network-vif-plugged", "status": "completed", "tag": "fa908c89-3f71-4e2d-81ec-e9781ba9dc81", "code": 200}]} {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:20:10.967210 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-70caf6a4-2555-4e22-a1ce-aab46b27d821 {{(pid=103592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:20:10.967818 n-d-816206-8 neutron-server[103592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36d59c55-c677-42e1-b47c-3b1672b30d12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa908c89-3f71-4e2d-81ec-e9781ba9dc81', 'code': 200} Nov 23 17:20:10.970561 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-24f17ab7-9dbe-49db-8317-562148ae5679 admin admin] Calling delete_port for 6aa7c564-c515-465d-9e1f-d033d44474a3 owned by network:router_gateway {{(pid=103591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:20:10.996930 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [req-a432163f-fbe2-4ce4-82e1-567404459666 req-3d98019c-4766-4bb5-8bf1-f093069f582a service neutron] Attempting to bind port 1b055595-2178-4d80-9bf3-47b4548122fd on host n-h1-816206-8 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:20:10.997789 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [req-a432163f-fbe2-4ce4-82e1-567404459666 req-3d98019c-4766-4bb5-8bf1-f093069f582a service neutron] Attempting to bind port 1b055595-2178-4d80-9bf3-47b4548122fd by drivers openvswitch,hyperv on host n-h1-816206-8 at level 0 using segments [{'id': '329c1745-02bf-4561-9615-3192910887f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'f1e1dabf-b410-4023-9169-a460a86e7184'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:20:10.998265 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a432163f-fbe2-4ce4-82e1-567404459666 req-3d98019c-4766-4bb5-8bf1-f093069f582a service neutron] Attempting to bind port 1b055595-2178-4d80-9bf3-47b4548122fd on network f1e1dabf-b410-4023-9169-a460a86e7184 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:20:11.006450 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a432163f-fbe2-4ce4-82e1-567404459666 req-3d98019c-4766-4bb5-8bf1-f093069f582a service neutron] Port 1b055595-2178-4d80-9bf3-47b4548122fd on network f1e1dabf-b410-4023-9169-a460a86e7184 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-8 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 17:20:11.007106 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a432163f-fbe2-4ce4-82e1-567404459666 req-3d98019c-4766-4bb5-8bf1-f093069f582a service neutron] Attempting to bind port 1b055595-2178-4d80-9bf3-47b4548122fd on network f1e1dabf-b410-4023-9169-a460a86e7184 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:20:11.015935 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a432163f-fbe2-4ce4-82e1-567404459666 req-3d98019c-4766-4bb5-8bf1-f093069f582a service neutron] Checking agent: {'id': '4b0a4557-3bfe-4828-80a0-7981fc3ac84c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 15, 14), 'started_at': datetime.datetime(2021, 11, 23, 17, 15, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 19, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:20:11.016638 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a432163f-fbe2-4ce4-82e1-567404459666 req-3d98019c-4766-4bb5-8bf1-f093069f582a service neutron] Checking segment: {'id': '329c1745-02bf-4561-9615-3192910887f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'f1e1dabf-b410-4023-9169-a460a86e7184'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:20:11.017194 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a432163f-fbe2-4ce4-82e1-567404459666 req-3d98019c-4766-4bb5-8bf1-f093069f582a service neutron] Bound using segment: {'id': '329c1745-02bf-4561-9615-3192910887f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'f1e1dabf-b410-4023-9169-a460a86e7184'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:20:11.018331 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [req-a432163f-fbe2-4ce4-82e1-567404459666 req-3d98019c-4766-4bb5-8bf1-f093069f582a service neutron] Bound port: 1b055595-2178-4d80-9bf3-47b4548122fd, host: n-h1-816206-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '329c1745-02bf-4561-9615-3192910887f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'f1e1dabf-b410-4023-9169-a460a86e7184'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:20:11.021077 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-a432163f-fbe2-4ce4-82e1-567404459666 req-3d98019c-4766-4bb5-8bf1-f093069f582a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:11.054498 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Pushing event updated for resources: {'Port': ['ID=d7e28e83-60a3-47b9-b7b0-9d346691f72d,revision_number=5']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:20:11.154659 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [req-a432163f-fbe2-4ce4-82e1-567404459666 req-3d98019c-4766-4bb5-8bf1-f093069f582a service neutron] For port 1b055595-2178-4d80-9bf3-47b4548122fd, host n-h1-816206-8, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:20:11.160828 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [req-a432163f-fbe2-4ce4-82e1-567404459666 req-3d98019c-4766-4bb5-8bf1-f093069f582a service neutron] For port 1b055595-2178-4d80-9bf3-47b4548122fd, host n-h1-816206-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=1b055595-2178-4d80-9bf3-47b4548122fd,segment=NetworkSegment(329c1745-02bf-4561-9615-3192910887f5),segment_id=329c1745-02bf-4561-9615-3192910887f5)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:20:11.168339 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-a432163f-fbe2-4ce4-82e1-567404459666 req-3d98019c-4766-4bb5-8bf1-f093069f582a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264357957'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:11.210739 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a432163f-fbe2-4ce4-82e1-567404459666 req-3d98019c-4766-4bb5-8bf1-f093069f582a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:20:11.212675 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-a432163f-fbe2-4ce4-82e1-567404459666 req-3d98019c-4766-4bb5-8bf1-f093069f582a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:11.214171 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-a432163f-fbe2-4ce4-82e1-567404459666 req-3d98019c-4766-4bb5-8bf1-f093069f582a service neutron] 10.222.0.55 "PUT /v2.0/ports/1b055595-2178-4d80-9bf3-47b4548122fd HTTP/1.1" status: 200 len: 1096 time: 1.3445106 Nov 23 17:20:11.214661 n-d-816206-8 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23329ec1-2aa1-4cec-919c-e827c4171d02', 'tag': '1b055595-2178-4d80-9bf3-47b4548122fd'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:20:11.217083 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbabddbc9fc37b068808e119c416c86f5957ca04531a4a0d2e695c515e93483b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b24d2214-11c6-4033-8e92-1004ed55792d" -d '{"events": [{"name": "network-changed", "server_uuid": "23329ec1-2aa1-4cec-919c-e827c4171d02", "tag": "1b055595-2178-4d80-9bf3-47b4548122fd"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:20:11.247621 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d98019c-4766-4bb5-8bf1-f093069f582a service neutron] Pushing event updated for resources: {'Port': ['ID=1b055595-2178-4d80-9bf3-47b4548122fd,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:20:11.328690 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a432163f-fbe2-4ce4-82e1-567404459666 req-b5b17721-0ce1-4747-b995-1d0b45138960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:20:11.331575 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-a432163f-fbe2-4ce4-82e1-567404459666 req-b5b17721-0ce1-4747-b995-1d0b45138960 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=98a62786d4654c60b8dab5d2a606f4fe&device_id=23329ec1-2aa1-4cec-919c-e827c4171d02 HTTP/1.1" status: 200 len: 1099 time: 0.0611730 Nov 23 17:20:11.388992 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e6d114-737d-4cd8-8560-8e317b1ea303 req-d60d7d9f-5a5b-441d-8103-63377064dcb9 tempest-VolumesAdminNegativeTest-398484637 tempest-VolumesAdminNegativeTest-398484637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:20:11.391648 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-06e6d114-737d-4cd8-8560-8e317b1ea303 req-d60d7d9f-5a5b-441d-8103-63377064dcb9 tempest-VolumesAdminNegativeTest-398484637 tempest-VolumesAdminNegativeTest-398484637-project] 10.222.0.60 "GET /v2.0/ports?device_id=36d59c55-c677-42e1-b47c-3b1672b30d12 HTTP/1.1" status: 200 len: 946 time: 0.4051611 Nov 23 17:20:11.391866 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-a432163f-fbe2-4ce4-82e1-567404459666 req-abd597c0-6925-4a85-9a3b-b6e36f3d2a29 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.231&port_id=1b055595-2178-4d80-9bf3-47b4548122fd HTTP/1.1" status: 200 len: 217 time: 0.0503476 Nov 23 17:20:11.401132 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699736d5-a957-452b-8536-e7f363ddb82c req-8070b1ba-5ae4-431d-a1e6-ab64e60e5061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:20:11.403524 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-699736d5-a957-452b-8536-e7f363ddb82c req-8070b1ba-5ae4-431d-a1e6-ab64e60e5061 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=36d59c55-c677-42e1-b47c-3b1672b30d12 HTTP/1.1" status: 200 len: 1097 time: 0.3667312 Nov 23 17:20:11.428606 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35da7c36-66be-467f-bda2-b8382acbe03d req-6164c00b-9df2-4660-a7ff-3b77f3f6a1a3 tempest-ServersAdminNegativeTestJSON-104426851 tempest-ServersAdminNegativeTestJSON-104426851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:20:11.431107 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-35da7c36-66be-467f-bda2-b8382acbe03d req-6164c00b-9df2-4660-a7ff-3b77f3f6a1a3 tempest-ServersAdminNegativeTestJSON-104426851 tempest-ServersAdminNegativeTestJSON-104426851-project] 10.222.0.60 "GET /v2.0/ports?device_id=1e07418b-f2aa-4e09-8b65-a0c23b49b6bb HTTP/1.1" status: 200 len: 936 time: 0.3557911 Nov 23 17:20:11.473622 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a432163f-fbe2-4ce4-82e1-567404459666 req-5fe3d60e-5425-4832-a6a8-e7ea92ec7fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:20:11.476251 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-a432163f-fbe2-4ce4-82e1-567404459666 req-5fe3d60e-5425-4832-a6a8-e7ea92ec7fdf service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ac77c175-5679-438b-8a2a-356718377641 HTTP/1.1" status: 200 len: 843 time: 0.0771558 Nov 23 17:20:11.492584 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [req-cc3e32fc-c066-48bf-b527-96d72bfae4db req-f0ce7b86-e5ba-44cb-900e-ba8893025635 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce67a10b-dd62-4c58-8811-2730954c9d1c {{(pid=103591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:20:11.517484 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-cc3e32fc-c066-48bf-b527-96d72bfae4db req-f0ce7b86-e5ba-44cb-900e-ba8893025635 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:11.544442 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a432163f-fbe2-4ce4-82e1-567404459666 req-cec982f7-ac40-4f9a-93eb-2c2a4e2e8609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:20:11.547283 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-a432163f-fbe2-4ce4-82e1-567404459666 req-cec982f7-ac40-4f9a-93eb-2c2a4e2e8609 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f1e1dabf-b410-4023-9169-a460a86e7184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0638759 Nov 23 17:20:11.575526 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.provisioning_blocks [req-cc3e32fc-c066-48bf-b527-96d72bfae4db req-f0ce7b86-e5ba-44cb-900e-ba8893025635 service neutron] Transition to ACTIVE for port object ce67a10b-dd62-4c58-8811-2730954c9d1c will not be triggered until provisioned by entity L2. {{(pid=103591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 17:20:11.600154 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-cc3e32fc-c066-48bf-b527-96d72bfae4db req-f0ce7b86-e5ba-44cb-900e-ba8893025635 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:11.693037 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-06e6d114-737d-4cd8-8560-8e317b1ea303 req-d1303c16-b632-4bec-911a-0f05752fb311 tempest-VolumesAdminNegativeTest-398484637 tempest-VolumesAdminNegativeTest-398484637-project] 10.222.0.60 "GET /v2.0/security-groups?id=717a20ec-9596-4ab8-ba38-f9395acab4e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2791202 Nov 23 17:20:11.695775 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-a432163f-fbe2-4ce4-82e1-567404459666 req-cc2d6e42-84d7-4dbe-b09e-43dba075d1e1 service neutron] 10.222.0.55 "GET /v2.0/networks/f1e1dabf-b410-4023-9169-a460a86e7184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408672 Nov 23 17:20:11.705063 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-699736d5-a957-452b-8536-e7f363ddb82c req-2880af38-bb70-482a-84e8-add08bc72d6d service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=717a20ec-9596-4ab8-ba38-f9395acab4e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2684681 Nov 23 17:20:11.710787 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-35da7c36-66be-467f-bda2-b8382acbe03d req-a90ee845-408a-4004-82d4-fc77eb5f5a2c tempest-ServersAdminNegativeTestJSON-104426851 tempest-ServersAdminNegativeTestJSON-104426851-project] 10.222.0.60 "GET /v2.0/security-groups?id=4a6bb8fb-ca30-4c1d-94e9-0fa3a29d488a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2685957 Nov 23 17:20:11.774973 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ce7b86-e5ba-44cb-900e-ba8893025635 service neutron] Pushing event updated for resources: {'Port': ['ID=ce67a10b-dd62-4c58-8811-2730954c9d1c,revision_number=2']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:20:11.922870 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-24f17ab7-9dbe-49db-8317-562148ae5679 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989'] for port, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:11.933519 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-a432163f-fbe2-4ce4-82e1-567404459666 req-9ee1ff43-47a8-4efb-88d3-f30a97ce61cb service neutron] 10.222.0.55 "GET /v2.0/networks/f1e1dabf-b410-4023-9169-a460a86e7184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2253559 Nov 23 17:20:11.969190 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-cc3e32fc-c066-48bf-b527-96d72bfae4db req-f0ce7b86-e5ba-44cb-900e-ba8893025635 service neutron] Attempting to bind port ce67a10b-dd62-4c58-8811-2730954c9d1c on host n-h1-816206-8 for vnic_type normal with profile {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:20:11.969713 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-cc3e32fc-c066-48bf-b527-96d72bfae4db req-f0ce7b86-e5ba-44cb-900e-ba8893025635 service neutron] Attempting to bind port ce67a10b-dd62-4c58-8811-2730954c9d1c by drivers openvswitch,hyperv on host n-h1-816206-8 at level 0 using segments [{'id': '329c1745-02bf-4561-9615-3192910887f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'f1e1dabf-b410-4023-9169-a460a86e7184'}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:20:11.970100 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc3e32fc-c066-48bf-b527-96d72bfae4db req-f0ce7b86-e5ba-44cb-900e-ba8893025635 service neutron] Attempting to bind port ce67a10b-dd62-4c58-8811-2730954c9d1c on network f1e1dabf-b410-4023-9169-a460a86e7184 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:20:12.026976 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc3e32fc-c066-48bf-b527-96d72bfae4db req-f0ce7b86-e5ba-44cb-900e-ba8893025635 service neutron] Port ce67a10b-dd62-4c58-8811-2730954c9d1c on network f1e1dabf-b410-4023-9169-a460a86e7184 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-8 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 17:20:12.027398 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc3e32fc-c066-48bf-b527-96d72bfae4db req-f0ce7b86-e5ba-44cb-900e-ba8893025635 service neutron] Attempting to bind port ce67a10b-dd62-4c58-8811-2730954c9d1c on network f1e1dabf-b410-4023-9169-a460a86e7184 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:20:12.029754 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f17ab7-9dbe-49db-8317-562148ae5679 admin admin] Pushing event deleted for resources: {'Port': ['ID=6aa7c564-c515-465d-9e1f-d033d44474a3,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:20:12.053854 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-24f17ab7-9dbe-49db-8317-562148ae5679 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1795454'] for router_gateway, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:12.073447 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc3e32fc-c066-48bf-b527-96d72bfae4db req-f0ce7b86-e5ba-44cb-900e-ba8893025635 service neutron] Checking agent: {'id': '4b0a4557-3bfe-4828-80a0-7981fc3ac84c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 15, 14), 'started_at': datetime.datetime(2021, 11, 23, 17, 15, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 19, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:20:12.073783 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc3e32fc-c066-48bf-b527-96d72bfae4db req-f0ce7b86-e5ba-44cb-900e-ba8893025635 service neutron] Checking segment: {'id': '329c1745-02bf-4561-9615-3192910887f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'f1e1dabf-b410-4023-9169-a460a86e7184'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:20:12.074182 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc3e32fc-c066-48bf-b527-96d72bfae4db req-f0ce7b86-e5ba-44cb-900e-ba8893025635 service neutron] Bound using segment: {'id': '329c1745-02bf-4561-9615-3192910887f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'f1e1dabf-b410-4023-9169-a460a86e7184'} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:20:12.074647 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-cc3e32fc-c066-48bf-b527-96d72bfae4db req-f0ce7b86-e5ba-44cb-900e-ba8893025635 service neutron] Bound port: ce67a10b-dd62-4c58-8811-2730954c9d1c, host: n-h1-816206-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '329c1745-02bf-4561-9615-3192910887f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'f1e1dabf-b410-4023-9169-a460a86e7184'}}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:20:12.074996 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-cc3e32fc-c066-48bf-b527-96d72bfae4db req-f0ce7b86-e5ba-44cb-900e-ba8893025635 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:12.114488 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a2d0e9-ad3c-42ee-a64c-339273889908 req-b7ed9d54-4cb9-4582-bb1c-84faf5af8d74 tempest-LiveAutoBlockMigrationV225Test-82532795 tempest-LiveAutoBlockMigrationV225Test-82532795-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:20:12.116607 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-34a2d0e9-ad3c-42ee-a64c-339273889908 req-b7ed9d54-4cb9-4582-bb1c-84faf5af8d74 tempest-LiveAutoBlockMigrationV225Test-82532795 tempest-LiveAutoBlockMigrationV225Test-82532795-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=e3066f0e-be40-43cc-b52c-4cca61251c1c HTTP/1.1" status: 200 len: 1096 time: 0.2728426 Nov 23 17:20:12.158897 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c134fb6-7bdd-44b2-ad06-f3a6fdcc2521 req-0b534d1d-89f5-4fd2-b9bb-9135c81cd8f4 tempest-AttachSCSIVolumeTestJSON-658117345 tempest-AttachSCSIVolumeTestJSON-658117345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:20:12.160994 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-4c134fb6-7bdd-44b2-ad06-f3a6fdcc2521 req-0b534d1d-89f5-4fd2-b9bb-9135c81cd8f4 tempest-AttachSCSIVolumeTestJSON-658117345 tempest-AttachSCSIVolumeTestJSON-658117345-project] 10.222.0.36 "GET /v2.0/ports?device_id=7b0f27b9-aae7-4c04-b62e-21c41ff75a5a HTTP/1.1" status: 200 len: 945 time: 0.0762539 Nov 23 17:20:12.219847 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b948b327-78fa-4fa9-bc32-262f5f13f44c req-acc6b6db-4553-42b7-8d6a-92b5e367275b tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:20:12.222120 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b948b327-78fa-4fa9-bc32-262f5f13f44c req-acc6b6db-4553-42b7-8d6a-92b5e367275b tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] 10.222.0.60 "GET /v2.0/ports?device_id=81b6e2ff-baee-47c2-a7eb-16a38f3282ff HTTP/1.1" status: 200 len: 945 time: 0.3554068 Nov 23 17:20:12.257191 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-24f17ab7-9dbe-49db-8317-562148ae5679 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1794352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8175'] for router, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:12.266172 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-24f17ab7-9dbe-49db-8317-562148ae5679 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:12.296423 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 4c545a85-97be-431b-80e8-1b82b1ad7713 no longer exists at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:20:12.318206 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [req-4c134fb6-7bdd-44b2-ad06-f3a6fdcc2521 req-3e2c081a-7983-4f78-a3bc-57d4c25087b4 tempest-AttachSCSIVolumeTestJSON-658117345 tempest-AttachSCSIVolumeTestJSON-658117345-project] Deleting port 70d47afd-5663-4beb-a8fb-0df4ccc8d900 {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:20:12.319415 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-4c134fb6-7bdd-44b2-ad06-f3a6fdcc2521 req-3e2c081a-7983-4f78-a3bc-57d4c25087b4 tempest-AttachSCSIVolumeTestJSON-658117345 tempest-AttachSCSIVolumeTestJSON-658117345-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:12.322172 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] No Port match for: 4c545a85-97be-431b-80e8-1b82b1ad7713 {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:20:12.322519 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 4c545a85-97be-431b-80e8-1b82b1ad7713 not bound to the agent host n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:20:12.393349 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-24f17ab7-9dbe-49db-8317-562148ae5679 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1795580'] for router, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:12.394261 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24f17ab7-9dbe-49db-8317-562148ae5679 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4d791407-b6dc-4c0a-b915-45aebf126224 {{(pid=103591) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 17:20:12.400393 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-24f17ab7-9dbe-49db-8317-562148ae5679 admin admin] Publish callbacks [] for router, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:12.402332 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-24f17ab7-9dbe-49db-8317-562148ae5679 admin admin] 10.222.0.60 "DELETE /v2.0/routers/4d791407-b6dc-4c0a-b915-45aebf126224 HTTP/1.1" status: 204 len: 168 time: 3.5583732 Nov 23 17:20:12.407635 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 50778) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:20:12.413494 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-34a2d0e9-ad3c-42ee-a64c-339273889908 req-93cdf00d-a237-422a-92c9-85b4f58e4529 tempest-LiveAutoBlockMigrationV225Test-82532795 tempest-LiveAutoBlockMigrationV225Test-82532795-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=ef6a96c0-423c-4ea7-a75c-4657afd8c521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2559025 Nov 23 17:20:12.448824 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b948b327-78fa-4fa9-bc32-262f5f13f44c req-4468731e-7e03-4f6e-881a-363fb71c8979 tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] 10.222.0.60 "GET /v2.0/security-groups?id=5c82e7e8-9cad-459a-acb2-b7a0867274de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874385 Nov 23 17:20:12.462798 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-cc3e32fc-c066-48bf-b527-96d72bfae4db req-f0ce7b86-e5ba-44cb-900e-ba8893025635 service neutron] For port ce67a10b-dd62-4c58-8811-2730954c9d1c, host n-h1-816206-8, cleared binding levels {{(pid=103591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:20:12.469745 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-cc3e32fc-c066-48bf-b527-96d72bfae4db req-f0ce7b86-e5ba-44cb-900e-ba8893025635 service neutron] For port ce67a10b-dd62-4c58-8811-2730954c9d1c, host n-h1-816206-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=ce67a10b-dd62-4c58-8811-2730954c9d1c,segment=NetworkSegment(329c1745-02bf-4561-9615-3192910887f5),segment_id=329c1745-02bf-4561-9615-3192910887f5)] {{(pid=103591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:20:12.478287 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-cc3e32fc-c066-48bf-b527-96d72bfae4db req-f0ce7b86-e5ba-44cb-900e-ba8893025635 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:12.524768 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 17:20:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9845bf2-5f3f-4373-a5e6-1dc282251d92 x-openstack-request-id: req-c9845bf2-5f3f-4373-a5e6-1dc282251d92 {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:20:12.525370 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23329ec1-2aa1-4cec-919c-e827c4171d02", "tag": "1b055595-2178-4d80-9bf3-47b4548122fd", "status": "completed", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:20:12.525798 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c9845bf2-5f3f-4373-a5e6-1dc282251d92 {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:20:12.526430 n-d-816206-8 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23329ec1-2aa1-4cec-919c-e827c4171d02', 'tag': '1b055595-2178-4d80-9bf3-47b4548122fd', 'status': 'completed', 'code': 200} Nov 23 17:20:12.585615 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3e32fc-c066-48bf-b527-96d72bfae4db req-f0ce7b86-e5ba-44cb-900e-ba8893025635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:20:12.586250 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-cc3e32fc-c066-48bf-b527-96d72bfae4db req-f0ce7b86-e5ba-44cb-900e-ba8893025635 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:12.594034 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-cc3e32fc-c066-48bf-b527-96d72bfae4db req-f0ce7b86-e5ba-44cb-900e-ba8893025635 service neutron] 10.222.0.55 "PUT /v2.0/ports/ce67a10b-dd62-4c58-8811-2730954c9d1c HTTP/1.1" status: 200 len: 1096 time: 3.1658230 Nov 23 17:20:12.594775 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e07418b-f2aa-4e09-8b65-a0c23b49b6bb', 'tag': 'ce67a10b-dd62-4c58-8811-2730954c9d1c'}] {{(pid=103591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:20:12.616965 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41d174a19ece9499ff9ec44e5b3fc50f2abd3ffbc947fb7e52ea1e8db27b95b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a86f1ba-ec37-4eb4-bc02-fcf608d28778" -d '{"events": [{"name": "network-changed", "server_uuid": "1e07418b-f2aa-4e09-8b65-a0c23b49b6bb", "tag": "ce67a10b-dd62-4c58-8811-2730954c9d1c"}]}' {{(pid=103591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:20:12.622660 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_v2 [None req-1cc2cb00-7353-473b-a968-5ec530a5f13c admin admin] Deleting subnet 87f3b1f5-57f1-489d-b568-f1e3f1de4c83 {{(pid=103590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 17:20:12.628571 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1cc2cb00-7353-473b-a968-5ec530a5f13c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:12.749731 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1cc2cb00-7353-473b-a968-5ec530a5f13c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-267528342'] for subnet, precommit_delete_associations {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:12.835430 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [req-4c134fb6-7bdd-44b2-ad06-f3a6fdcc2521 req-3e2c081a-7983-4f78-a3bc-57d4c25087b4 tempest-AttachSCSIVolumeTestJSON-658117345 tempest-AttachSCSIVolumeTestJSON-658117345-project] For port 70d47afd-5663-4beb-a8fb-0df4ccc8d900, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=70d47afd-5663-4beb-a8fb-0df4ccc8d900,segment=NetworkSegment(bb3e9feb-2585-4817-a093-fda0dad7f4a6),segment_id=bb3e9feb-2585-4817-a093-fda0dad7f4a6)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:20:12.836131 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-4c134fb6-7bdd-44b2-ad06-f3a6fdcc2521 req-3e2c081a-7983-4f78-a3bc-57d4c25087b4 tempest-AttachSCSIVolumeTestJSON-658117345 tempest-AttachSCSIVolumeTestJSON-658117345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:12.845725 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-2408a238-8ea4-4e34-8a97-6079f3c5d6df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:12.860402 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [req-4c134fb6-7bdd-44b2-ad06-f3a6fdcc2521 req-3e2c081a-7983-4f78-a3bc-57d4c25087b4 tempest-AttachSCSIVolumeTestJSON-658117345 tempest-AttachSCSIVolumeTestJSON-658117345-project] Calling delete_port for 70d47afd-5663-4beb-a8fb-0df4ccc8d900 owned by compute:nova {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:20:12.908936 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ce7b86-e5ba-44cb-900e-ba8893025635 service neutron] Pushing event updated for resources: {'Port': ['ID=ce67a10b-dd62-4c58-8811-2730954c9d1c,revision_number=3']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:20:12.932966 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44be8702-01b5-4b63-8f7b-02844272e269 req-ca5efee5-31a5-45c6-8975-23284b8b0dce tempest-AttachSCSIVolumeTestJSON-658117345 tempest-AttachSCSIVolumeTestJSON-658117345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:20:12.937393 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-44be8702-01b5-4b63-8f7b-02844272e269 req-ca5efee5-31a5-45c6-8975-23284b8b0dce tempest-AttachSCSIVolumeTestJSON-658117345 tempest-AttachSCSIVolumeTestJSON-658117345-project] 10.222.0.60 "GET /v2.0/ports?device_id=7b0f27b9-aae7-4c04-b62e-21c41ff75a5a HTTP/1.1" status: 200 len: 945 time: 0.3074083 Nov 23 17:20:12.962995 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3e32fc-c066-48bf-b527-96d72bfae4db req-46b836b6-71e9-4d91-b1f3-2ef5eeb1e9f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:20:12.965109 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-cc3e32fc-c066-48bf-b527-96d72bfae4db req-46b836b6-71e9-4d91-b1f3-2ef5eeb1e9f7 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8bc44e7157c84c09b61a07b8298fdef9&device_id=1e07418b-f2aa-4e09-8b65-a0c23b49b6bb HTTP/1.1" status: 200 len: 1099 time: 0.2551053 Nov 23 17:20:12.978762 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81b6e2ff-baee-47c2-a7eb-16a38f3282ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7e28e83-60a3-47b9-b7b0-9d346691f72d'}] {{(pid=103592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:20:12.979348 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c166f9fc-bcdb-4730-a11c-55879c7a8643 req-f68b255e-0259-4a86-8851-7bc4a46cc3e5 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:20:12.979666 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba3e6a8f2301c7a29fe1eca9779abdae4ccbcd6266d69778087f2498d5551201" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85658892-5bbd-4637-8472-dfa2cd262e14" -d '{"events": [{"server_uuid": "81b6e2ff-baee-47c2-a7eb-16a38f3282ff", "name": "network-vif-plugged", "status": "completed", "tag": "d7e28e83-60a3-47b9-b7b0-9d346691f72d"}]}' {{(pid=103592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:20:12.990806 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c166f9fc-bcdb-4730-a11c-55879c7a8643 req-f68b255e-0259-4a86-8851-7bc4a46cc3e5 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] 10.222.0.60 "GET /v2.0/ports?device_id=23329ec1-2aa1-4cec-919c-e827c4171d02 HTTP/1.1" status: 200 len: 948 time: 0.1760490 Nov 23 17:20:13.044351 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24d2214-11c6-4033-8e92-1004ed55792d req-37060273-8379-4052-aff3-d8999d80c749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:20:13.046549 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-b24d2214-11c6-4033-8e92-1004ed55792d req-37060273-8379-4052-aff3-d8999d80c749 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=98a62786d4654c60b8dab5d2a606f4fe&device_id=23329ec1-2aa1-4cec-919c-e827c4171d02 HTTP/1.1" status: 200 len: 1099 time: 0.4815750 Nov 23 17:20:13.056435 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-cc3e32fc-c066-48bf-b527-96d72bfae4db req-3ef70a54-c21e-4b31-bd2b-25362147be29 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.251&port_id=ce67a10b-dd62-4c58-8811-2730954c9d1c HTTP/1.1" status: 200 len: 217 time: 0.0500894 Nov 23 17:20:13.102985 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1cc2cb00-7353-473b-a968-5ec530a5f13c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971956'] for subnet, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:13.140050 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-44be8702-01b5-4b63-8f7b-02844272e269 req-f626851c-d99e-4891-955a-e5a457860c83 tempest-AttachSCSIVolumeTestJSON-658117345 tempest-AttachSCSIVolumeTestJSON-658117345-project] 10.222.0.60 "GET /v2.0/security-groups?id=a3cfcde2-4e4e-4f70-9290-3029351d48ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889582 Nov 23 17:20:13.156374 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c166f9fc-bcdb-4730-a11c-55879c7a8643 req-fb135283-3e91-455a-935e-0f4907c2779b tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] 10.222.0.60 "GET /v2.0/security-groups?id=70227657-be62-432a-a8fd-5a85231fc7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671984 Nov 23 17:20:13.211263 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3e32fc-c066-48bf-b527-96d72bfae4db req-30f2d84e-ac3f-42c2-a9ec-b3e0e791ad46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:20:13.211263 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-cc3e32fc-c066-48bf-b527-96d72bfae4db req-30f2d84e-ac3f-42c2-a9ec-b3e0e791ad46 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ac77c175-5679-438b-8a2a-356718377641 HTTP/1.1" status: 200 len: 843 time: 0.1460123 Nov 23 17:20:13.229239 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:13.255347 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-4c134fb6-7bdd-44b2-ad06-f3a6fdcc2521 req-3e2c081a-7983-4f78-a3bc-57d4c25087b4 tempest-AttachSCSIVolumeTestJSON-658117345 tempest-AttachSCSIVolumeTestJSON-658117345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:13.270967 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] get_ports_and_sgs() called for port_ids ['70d47afd-5663-4beb-a8fb-0df4ccc8d900'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:20:13.306545 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3e32fc-c066-48bf-b527-96d72bfae4db req-a05dd36a-ef6c-43ae-a845-1e0b301fdb93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:20:13.308581 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-cc3e32fc-c066-48bf-b527-96d72bfae4db req-a05dd36a-ef6c-43ae-a845-1e0b301fdb93 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f1e1dabf-b410-4023-9169-a460a86e7184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0904891 Nov 23 17:20:13.330538 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 17:20:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-341501e9-09a0-4aeb-a126-9b996228b2e0 x-openstack-request-id: req-341501e9-09a0-4aeb-a126-9b996228b2e0 {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:20:13.331204 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e07418b-f2aa-4e09-8b65-a0c23b49b6bb", "tag": "ce67a10b-dd62-4c58-8811-2730954c9d1c", "status": "completed", "code": 200}]} {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:20:13.331807 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-341501e9-09a0-4aeb-a126-9b996228b2e0 {{(pid=103591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:20:13.332574 n-d-816206-8 neutron-server[103591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e07418b-f2aa-4e09-8b65-a0c23b49b6bb', 'tag': 'ce67a10b-dd62-4c58-8811-2730954c9d1c', 'status': 'completed', 'code': 200} Nov 23 17:20:13.365023 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2c081a-7983-4f78-a3bc-57d4c25087b4 tempest-AttachSCSIVolumeTestJSON-658117345 tempest-AttachSCSIVolumeTestJSON-658117345-project] Pushing event deleted for resources: {'Port': ['ID=70d47afd-5663-4beb-a8fb-0df4ccc8d900,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:20:13.452298 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c134fb6-7bdd-44b2-ad06-f3a6fdcc2521 req-3e2c081a-7983-4f78-a3bc-57d4c25087b4 tempest-AttachSCSIVolumeTestJSON-658117345 tempest-AttachSCSIVolumeTestJSON-658117345-project] No DVR routers for this DVR port 70d47afd-5663-4beb-a8fb-0df4ccc8d900 on host n-h2-816206-8 {{(pid=103590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:20:13.461151 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-4c134fb6-7bdd-44b2-ad06-f3a6fdcc2521 req-3e2c081a-7983-4f78-a3bc-57d4c25087b4 tempest-AttachSCSIVolumeTestJSON-658117345 tempest-AttachSCSIVolumeTestJSON-658117345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:13.467897 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-4c134fb6-7bdd-44b2-ad06-f3a6fdcc2521 req-3e2c081a-7983-4f78-a3bc-57d4c25087b4 tempest-AttachSCSIVolumeTestJSON-658117345 tempest-AttachSCSIVolumeTestJSON-658117345-project] 10.222.0.36 "DELETE /v2.0/ports/70d47afd-5663-4beb-a8fb-0df4ccc8d900 HTTP/1.1" status: 204 len: 173 time: 1.2892845 Nov 23 17:20:13.471171 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24d2214-11c6-4033-8e92-1004ed55792d req-fdbf8060-9939-48a5-90d6-05d1cfd3584f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:20:13.474907 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-b24d2214-11c6-4033-8e92-1004ed55792d req-fdbf8060-9939-48a5-90d6-05d1cfd3584f service neutron] 10.222.0.55 "GET /v2.0/networks?id=f1e1dabf-b410-4023-9169-a460a86e7184 HTTP/1.1" status: 200 len: 870 time: 0.4160237 Nov 23 17:20:13.541891 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1cc2cb00-7353-473b-a968-5ec530a5f13c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264357903', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264730940'] for subnet, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:13.547454 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-b24d2214-11c6-4033-8e92-1004ed55792d req-4366adaa-f826-4108-a0e5-ce1fd34411cc service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.231&port_id=1b055595-2178-4d80-9bf3-47b4548122fd HTTP/1.1" status: 200 len: 217 time: 0.0657265 Nov 23 17:20:13.564392 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-cc3e32fc-c066-48bf-b527-96d72bfae4db req-51f980d2-0014-4ec0-abb2-253c6d9f23eb service neutron] 10.222.0.55 "GET /v2.0/networks/f1e1dabf-b410-4023-9169-a460a86e7184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2447360 Nov 23 17:20:13.590617 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d68035-9e0a-468c-b27d-2790bee6a46d req-84d44c58-08d3-4acf-b2a9-c60a872e0ef5 tempest-LiveAutoBlockMigrationV225Test-82532795 tempest-LiveAutoBlockMigrationV225Test-82532795-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:20:13.592963 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-78d68035-9e0a-468c-b27d-2790bee6a46d req-84d44c58-08d3-4acf-b2a9-c60a872e0ef5 tempest-LiveAutoBlockMigrationV225Test-82532795 tempest-LiveAutoBlockMigrationV225Test-82532795-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=e3066f0e-be40-43cc-b52c-4cca61251c1c HTTP/1.1" status: 200 len: 1096 time: 0.1456890 Nov 23 17:20:13.597012 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc2cb00-7353-473b-a968-5ec530a5f13c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=87f3b1f5-57f1-489d-b568-f1e3f1de4c83,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:20:13.609758 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d839f061-4dc5-46fb-bc0c-37b1bb1f9992 req-25109dd4-1196-42eb-b8a4-57296e31cef4 tempest-VolumesAdminNegativeTest-398484637 tempest-VolumesAdminNegativeTest-398484637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:20:13.612362 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d839f061-4dc5-46fb-bc0c-37b1bb1f9992 req-25109dd4-1196-42eb-b8a4-57296e31cef4 tempest-VolumesAdminNegativeTest-398484637 tempest-VolumesAdminNegativeTest-398484637-project] 10.222.0.60 "GET /v2.0/ports?device_id=36d59c55-c677-42e1-b47c-3b1672b30d12 HTTP/1.1" status: 200 len: 946 time: 0.1380982 Nov 23 17:20:13.635992 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08992bf5-d181-48eb-89c3-19f200c0c43c None None] Network adefcaf5-96f5-4d01-bfa2-9c2541e58b96 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:20:13.651933 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1cc2cb00-7353-473b-a968-5ec530a5f13c admin admin] Publish callbacks [] for subnet, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:13.661440 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-1cc2cb00-7353-473b-a968-5ec530a5f13c admin admin] 10.222.0.60 "DELETE /v2.0/subnets/87f3b1f5-57f1-489d-b568-f1e3f1de4c83 HTTP/1.1" status: 204 len: 168 time: 1.2523761 Nov 23 17:20:13.670777 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 50794) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:20:13.707522 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24d2214-11c6-4033-8e92-1004ed55792d req-9e978fa5-e339-41c2-a811-308785e123c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:20:13.709255 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-b24d2214-11c6-4033-8e92-1004ed55792d req-9e978fa5-e339-41c2-a811-308785e123c9 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ac77c175-5679-438b-8a2a-356718377641 HTTP/1.1" status: 200 len: 843 time: 0.1271968 Nov 23 17:20:13.804019 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24d2214-11c6-4033-8e92-1004ed55792d req-5284ddf8-da08-4ed1-a19c-0125b3dc3194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:20:13.807242 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-b24d2214-11c6-4033-8e92-1004ed55792d req-5284ddf8-da08-4ed1-a19c-0125b3dc3194 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f1e1dabf-b410-4023-9169-a460a86e7184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0896144 Nov 23 17:20:13.894516 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:13.917614 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-e33fe00f-dbcf-4747-b58f-85a44f13a6cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-555181'] for network, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:13.953247 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be995bd6-6b96-472a-8ffa-612d072d613c None None] DHCP port deletion for adefcaf5-96f5-4d01-bfa2-9c2541e58b96 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:20:13.953662 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d839f061-4dc5-46fb-bc0c-37b1bb1f9992 req-e46625b4-8962-4f8f-a6ab-c183d96232d9 tempest-VolumesAdminNegativeTest-398484637 tempest-VolumesAdminNegativeTest-398484637-project] 10.222.0.60 "GET /v2.0/security-groups?id=717a20ec-9596-4ab8-ba38-f9395acab4e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3170514 Nov 23 17:20:13.985370 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-78d68035-9e0a-468c-b27d-2790bee6a46d req-e3b53e5d-58cf-4a6b-a8f4-ee11b266d4db tempest-LiveAutoBlockMigrationV225Test-82532795 tempest-LiveAutoBlockMigrationV225Test-82532795-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=ef6a96c0-423c-4ea7-a75c-4657afd8c521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3504238 Nov 23 17:20:14.008532 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-cc3e32fc-c066-48bf-b527-96d72bfae4db req-2d6be9f0-36f8-482e-af8b-53be63381248 service neutron] 10.222.0.55 "GET /v2.0/networks/f1e1dabf-b410-4023-9169-a460a86e7184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4163337 Nov 23 17:20:14.127855 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-b24d2214-11c6-4033-8e92-1004ed55792d req-7078a0ca-6b6a-4e59-8c85-b1232fa720b9 service neutron] 10.222.0.55 "GET /v2.0/networks/f1e1dabf-b410-4023-9169-a460a86e7184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3129051 Nov 23 17:20:14.133621 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:20:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e97755d2-18b0-4277-b095-6cd5e5555012 x-openstack-request-id: req-e97755d2-18b0-4277-b095-6cd5e5555012 {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:20:14.135655 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81b6e2ff-baee-47c2-a7eb-16a38f3282ff", "name": "network-vif-plugged", "status": "completed", "tag": "d7e28e83-60a3-47b9-b7b0-9d346691f72d", "code": 200}]} {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:20:14.137112 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e97755d2-18b0-4277-b095-6cd5e5555012 {{(pid=103592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:20:14.139573 n-d-816206-8 neutron-server[103592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81b6e2ff-baee-47c2-a7eb-16a38f3282ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7e28e83-60a3-47b9-b7b0-9d346691f72d', 'code': 200} Nov 23 17:20:14.213288 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-be995bd6-6b96-472a-8ffa-612d072d613c None None] Deleting port 9f0bb84c-81aa-459b-8009-c0b38d74f9c4 {{(pid=103592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:20:14.219285 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-be995bd6-6b96-472a-8ffa-612d072d613c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:14.447636 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-b24d2214-11c6-4033-8e92-1004ed55792d req-175979b2-d13b-443d-904c-f4c652c1614a service neutron] 10.222.0.55 "GET /v2.0/networks/f1e1dabf-b410-4023-9169-a460a86e7184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3051853 Nov 23 17:20:14.458051 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-e33fe00f-dbcf-4747-b58f-85a44f13a6cd admin admin] Deleting port 9f0bb84c-81aa-459b-8009-c0b38d74f9c4 {{(pid=103591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:20:14.458381 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-e33fe00f-dbcf-4747-b58f-85a44f13a6cd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:14.485328 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-be995bd6-6b96-472a-8ffa-612d072d613c None None] For port 9f0bb84c-81aa-459b-8009-c0b38d74f9c4, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=9f0bb84c-81aa-459b-8009-c0b38d74f9c4,segment=NetworkSegment(f5ce06ed-5ddf-408f-921d-2a1f098e62bd),segment_id=f5ce06ed-5ddf-408f-921d-2a1f098e62bd)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:20:14.486014 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-be995bd6-6b96-472a-8ffa-612d072d613c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:14.499447 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78785fb-c432-4f8c-813a-e6c5240a121b req-c91874df-ea56-4024-86e4-dbb1b828f2d4 tempest-ServersAdminNegativeTestJSON-104426851 tempest-ServersAdminNegativeTestJSON-104426851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:20:14.506025 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a78785fb-c432-4f8c-813a-e6c5240a121b req-c91874df-ea56-4024-86e4-dbb1b828f2d4 tempest-ServersAdminNegativeTestJSON-104426851 tempest-ServersAdminNegativeTestJSON-104426851-project] 10.222.0.60 "GET /v2.0/ports?device_id=1e07418b-f2aa-4e09-8b65-a0c23b49b6bb HTTP/1.1" status: 200 len: 948 time: 0.3585002 Nov 23 17:20:14.510148 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-be995bd6-6b96-472a-8ffa-612d072d613c None None] Calling delete_port for 9f0bb84c-81aa-459b-8009-c0b38d74f9c4 owned by network:dhcp {{(pid=103592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:20:14.513888 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a86f1ba-ec37-4eb4-bc02-fcf608d28778 req-62a9782c-9919-4354-a096-973289cbc90f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:20:14.519111 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-3a86f1ba-ec37-4eb4-bc02-fcf608d28778 req-62a9782c-9919-4354-a096-973289cbc90f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8bc44e7157c84c09b61a07b8298fdef9&device_id=1e07418b-f2aa-4e09-8b65-a0c23b49b6bb HTTP/1.1" status: 200 len: 1099 time: 0.3686495 Nov 23 17:20:14.530731 n-d-816206-8 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b0f27b9-aae7-4c04-b62e-21c41ff75a5a', 'name': 'network-vif-deleted', 'tag': '70d47afd-5663-4beb-a8fb-0df4ccc8d900'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:20:14.537062 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbabddbc9fc37b068808e119c416c86f5957ca04531a4a0d2e695c515e93483b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36025088-bbc7-41c1-80b3-feec70e4d429" -d '{"events": [{"server_uuid": "7b0f27b9-aae7-4c04-b62e-21c41ff75a5a", "name": "network-vif-deleted", "tag": "70d47afd-5663-4beb-a8fb-0df4ccc8d900"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:20:14.570739 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8366f9a-f6d0-456d-8f5d-7c0f2fa02cb3 req-95737734-7315-4de7-a72e-98f97a091a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:20:14.574571 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-f8366f9a-f6d0-456d-8f5d-7c0f2fa02cb3 req-95737734-7315-4de7-a72e-98f97a091a8e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=81b6e2ff-baee-47c2-a7eb-16a38f3282ff HTTP/1.1" status: 200 len: 1096 time: 0.1227984 Nov 23 17:20:14.611857 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 9f0bb84c-81aa-459b-8009-c0b38d74f9c4 no longer exists at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:20:14.683425 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-f8366f9a-f6d0-456d-8f5d-7c0f2fa02cb3 req-adadf1a1-19c3-4028-8ddb-408b4c7e16cc service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=5c82e7e8-9cad-459a-acb2-b7a0867274de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989220 Nov 23 17:20:14.781383 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-be995bd6-6b96-472a-8ffa-612d072d613c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989'] for port, after_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:14.853401 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be995bd6-6b96-472a-8ffa-612d072d613c None None] Pushing event deleted for resources: {'Port': ['ID=9f0bb84c-81aa-459b-8009-c0b38d74f9c4,revision_number=None']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:20:14.865500 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be995bd6-6b96-472a-8ffa-612d072d613c None None] No DVR routers for this DVR port 9f0bb84c-81aa-459b-8009-c0b38d74f9c4 on host n-d-816206-8 {{(pid=103592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:20:14.867805 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:14.951067 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 6aa7c564-c515-465d-9e1f-d033d44474a3 no longer exists at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:20:14.951394 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a4e9b7-85fa-46f6-ad4d-c9b2a11afdf4 req-ee8bd517-8b96-417b-804b-08aae28bb751 tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:20:14.963606 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-88a4e9b7-85fa-46f6-ad4d-c9b2a11afdf4 req-ee8bd517-8b96-417b-804b-08aae28bb751 tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] 10.222.0.60 "GET /v2.0/ports?device_id=81b6e2ff-baee-47c2-a7eb-16a38f3282ff HTTP/1.1" status: 200 len: 945 time: 0.6922300 Nov 23 17:20:15.127815 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] No Port match for: 6aa7c564-c515-465d-9e1f-d033d44474a3 {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:20:15.127815 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 6aa7c564-c515-465d-9e1f-d033d44474a3 not bound to the agent host n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:20:15.144101 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-3c1e45d6-4c71-456b-a868-dc827173f609 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:15.209301 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a78785fb-c432-4f8c-813a-e6c5240a121b req-17021898-0f56-4702-96f6-341ab7a15580 tempest-ServersAdminNegativeTestJSON-104426851 tempest-ServersAdminNegativeTestJSON-104426851-project] 10.222.0.60 "GET /v2.0/security-groups?id=4a6bb8fb-ca30-4c1d-94e9-0fa3a29d488a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6885686 Nov 23 17:20:15.236347 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [None req-e33fe00f-dbcf-4747-b58f-85a44f13a6cd admin admin] For port 9f0bb84c-81aa-459b-8009-c0b38d74f9c4, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=9f0bb84c-81aa-459b-8009-c0b38d74f9c4,segment=NetworkSegment(f5ce06ed-5ddf-408f-921d-2a1f098e62bd),segment_id=f5ce06ed-5ddf-408f-921d-2a1f098e62bd)] {{(pid=103591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:20:15.237013 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-e33fe00f-dbcf-4747-b58f-85a44f13a6cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:15.286045 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-88a4e9b7-85fa-46f6-ad4d-c9b2a11afdf4 req-e48e26df-24e3-4df7-8412-84ac54707a0a tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] 10.222.0.60 "GET /v2.0/security-groups?id=5c82e7e8-9cad-459a-acb2-b7a0867274de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2738421 Nov 23 17:20:15.293919 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device 1b055595-2178-4d80-9bf3-47b4548122fd details requested by agent hyperv_n-h1-816206-8 with host n-h1-816206-8 {{(pid=103592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 17:20:15.295264 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-e33fe00f-dbcf-4747-b58f-85a44f13a6cd admin admin] Calling delete_port for 9f0bb84c-81aa-459b-8009-c0b38d74f9c4 owned by network:dhcp {{(pid=103591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:20:15.423986 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a86f1ba-ec37-4eb4-bc02-fcf608d28778 req-6a8ba09f-17ca-436c-b710-b32e11b74d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:20:15.427332 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-3a86f1ba-ec37-4eb4-bc02-fcf608d28778 req-6a8ba09f-17ca-436c-b710-b32e11b74d90 service neutron] 10.222.0.55 "GET /v2.0/networks?id=f1e1dabf-b410-4023-9169-a460a86e7184 HTTP/1.1" status: 200 len: 870 time: 0.4591334 Nov 23 17:20:15.500469 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:20:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-672fbbcf-0a81-4a8d-871f-352c2b3c3e49 x-openstack-request-id: req-672fbbcf-0a81-4a8d-871f-352c2b3c3e49 {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:20:15.501606 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b0f27b9-aae7-4c04-b62e-21c41ff75a5a", "name": "network-vif-deleted", "tag": "70d47afd-5663-4beb-a8fb-0df4ccc8d900", "status": "completed", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:20:15.502048 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-672fbbcf-0a81-4a8d-871f-352c2b3c3e49 {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:20:15.502602 n-d-816206-8 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b0f27b9-aae7-4c04-b62e-21c41ff75a5a', 'name': 'network-vif-deleted', 'tag': '70d47afd-5663-4beb-a8fb-0df4ccc8d900', 'status': 'completed', 'code': 200} Nov 23 17:20:15.544403 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-3a86f1ba-ec37-4eb4-bc02-fcf608d28778 req-a9d215ed-760a-43df-9c02-d0237c5741ae service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.251&port_id=ce67a10b-dd62-4c58-8811-2730954c9d1c HTTP/1.1" status: 200 len: 217 time: 0.0931001 Nov 23 17:20:15.573983 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port 1b055595-2178-4d80-9bf3-47b4548122fd, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=1b055595-2178-4d80-9bf3-47b4548122fd,segment=NetworkSegment(329c1745-02bf-4561-9615-3192910887f5),segment_id=329c1745-02bf-4561-9615-3192910887f5)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:20:15.596316 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Returning: {'device': '1b055595-2178-4d80-9bf3-47b4548122fd', 'network_id': 'f1e1dabf-b410-4023-9169-a460a86e7184', 'port_id': '1b055595-2178-4d80-9bf3-47b4548122fd', 'mac_address': 'fa:16:3e:e9:9d:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac77c175-5679-438b-8a2a-356718377641', 'ip_address': '192.168.233.231'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 17:20:15.654307 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-e33fe00f-dbcf-4747-b58f-85a44f13a6cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989'] for port, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:15.674154 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a86f1ba-ec37-4eb4-bc02-fcf608d28778 req-ffcd76bb-d569-4eff-955b-7feadd0b9884 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:20:15.676678 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-3a86f1ba-ec37-4eb4-bc02-fcf608d28778 req-ffcd76bb-d569-4eff-955b-7feadd0b9884 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ac77c175-5679-438b-8a2a-356718377641 HTTP/1.1" status: 200 len: 843 time: 0.1085870 Nov 23 17:20:15.718017 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca41125a-0340-4205-a9a3-2e473b52bfc4 req-b650b79b-d64e-43cd-8b60-8eaa6e89a7be tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:20:15.731125 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ca41125a-0340-4205-a9a3-2e473b52bfc4 req-b650b79b-d64e-43cd-8b60-8eaa6e89a7be tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] 10.222.0.60 "GET /v2.0/ports?device_id=23329ec1-2aa1-4cec-919c-e827c4171d02 HTTP/1.1" status: 200 len: 948 time: 0.2470417 Nov 23 17:20:15.732643 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:15.759959 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33fe00f-dbcf-4747-b58f-85a44f13a6cd admin admin] Pushing event deleted for resources: {'Port': ['ID=9f0bb84c-81aa-459b-8009-c0b38d74f9c4,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:20:15.762700 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e33fe00f-dbcf-4747-b58f-85a44f13a6cd admin admin] No DVR routers for this DVR port 9f0bb84c-81aa-459b-8009-c0b38d74f9c4 on host n-d-816206-8 {{(pid=103591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:20:15.799551 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b055595-2178-4d80-9bf3-47b4548122fd {{(pid=103592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:20:15.880720 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port 1b055595-2178-4d80-9bf3-47b4548122fd, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=1b055595-2178-4d80-9bf3-47b4548122fd,segment=NetworkSegment(329c1745-02bf-4561-9615-3192910887f5),segment_id=329c1745-02bf-4561-9615-3192910887f5)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:20:15.887598 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:15.998090 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Pushing event updated for resources: {'Port': ['ID=1b055595-2178-4d80-9bf3-47b4548122fd,revision_number=4']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:20:16.158600 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] get_ports_and_sgs() called for port_ids ['1b055595-2178-4d80-9bf3-47b4548122fd'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:20:16.173582 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-e33fe00f-dbcf-4747-b58f-85a44f13a6cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973419', 'neutron.services.segments.db._delete_segments_for_network-8736635878840'] for network, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:16.184306 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a86f1ba-ec37-4eb4-bc02-fcf608d28778 req-03c128ec-ef02-4df8-ba7f-2fc668d8c583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:20:16.187428 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-3a86f1ba-ec37-4eb4-bc02-fcf608d28778 req-03c128ec-ef02-4df8-ba7f-2fc668d8c583 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f1e1dabf-b410-4023-9169-a460a86e7184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4512308 Nov 23 17:20:16.208775 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ca41125a-0340-4205-a9a3-2e473b52bfc4 req-6f158162-5344-4791-a8e6-c3a74f6f0caf tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] 10.222.0.60 "GET /v2.0/security-groups?id=70227657-be62-432a-a8fd-5a85231fc7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4762986 Nov 23 17:20:16.351299 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c2204e-48fa-49e3-a513-973e43dd5636 req-dc1b85d1-93b1-4f67-bb82-d1d091fcbc14 tempest-LiveAutoBlockMigrationV225Test-82532795 tempest-LiveAutoBlockMigrationV225Test-82532795-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:20:16.359340 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-35c2204e-48fa-49e3-a513-973e43dd5636 req-dc1b85d1-93b1-4f67-bb82-d1d091fcbc14 tempest-LiveAutoBlockMigrationV225Test-82532795 tempest-LiveAutoBlockMigrationV225Test-82532795-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=e3066f0e-be40-43cc-b52c-4cca61251c1c HTTP/1.1" status: 200 len: 1096 time: 0.4299107 Nov 23 17:20:16.441219 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-e33fe00f-dbcf-4747-b58f-85a44f13a6cd admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 17:20:16.442200 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-e33fe00f-dbcf-4747-b58f-85a44f13a6cd admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 17:20:16.442824 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-52822d53-48f5-4819-8a95-bdc13aea0bf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:16.443739 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-e33fe00f-dbcf-4747-b58f-85a44f13a6cd admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 17:20:16.444075 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-e33fe00f-dbcf-4747-b58f-85a44f13a6cd admin admin] Subscribe: > port after_create 55550000 {{(pid=103591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 17:20:16.444416 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-e33fe00f-dbcf-4747-b58f-85a44f13a6cd admin admin] Subscribe: > port after_delete 55550000 {{(pid=103591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 17:20:16.444805 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-e33fe00f-dbcf-4747-b58f-85a44f13a6cd admin admin] Subscribe: > port after_update 55550000 {{(pid=103591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 17:20:16.445230 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-e33fe00f-dbcf-4747-b58f-85a44f13a6cd admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 17:20:16.450332 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-e33fe00f-dbcf-4747-b58f-85a44f13a6cd admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 17:20:16.450332 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-e33fe00f-dbcf-4747-b58f-85a44f13a6cd admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 17:20:16.450707 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-e33fe00f-dbcf-4747-b58f-85a44f13a6cd admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 17:20:16.502618 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device 70d47afd-5663-4beb-a8fb-0df4ccc8d900 no longer exists at agent hyperv_n-h2-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:20:16.533344 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] No Port match for: 70d47afd-5663-4beb-a8fb-0df4ccc8d900 {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:20:16.533939 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device 70d47afd-5663-4beb-a8fb-0df4ccc8d900 not bound to the agent host n-h2-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:20:16.593842 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-e33fe00f-dbcf-4747-b58f-85a44f13a6cd admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 17:20:16.594307 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-e33fe00f-dbcf-4747-b58f-85a44f13a6cd admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 17:20:16.594683 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-e33fe00f-dbcf-4747-b58f-85a44f13a6cd admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 17:20:16.595159 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-e33fe00f-dbcf-4747-b58f-85a44f13a6cd admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 17:20:16.596266 n-d-816206-8 neutron-server[103591]: DEBUG neutron.services.segments.db [None req-e33fe00f-dbcf-4747-b58f-85a44f13a6cd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['adefcaf5-96f5-4d01-bfa2-9c2541e58b96']}} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:20:16.638757 n-d-816206-8 neutron-server[103591]: DEBUG neutron.services.segments.db [None req-e33fe00f-dbcf-4747-b58f-85a44f13a6cd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5ce06ed-5ddf-408f-921d-2a1f098e62bd') {'for_net_delete': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:20:16.639203 n-d-816206-8 neutron-server[103591]: DEBUG neutron.services.segments.db [None req-e33fe00f-dbcf-4747-b58f-85a44f13a6cd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5ce06ed-5ddf-408f-921d-2a1f098e62bd') {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:20:16.683344 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-e33fe00f-dbcf-4747-b58f-85a44f13a6cd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736635840332', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265989959'] for segment, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:16.737525 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-35c2204e-48fa-49e3-a513-973e43dd5636 req-d8b00f71-4e73-4249-9e9f-cbc2324af0c2 tempest-LiveAutoBlockMigrationV225Test-82532795 tempest-LiveAutoBlockMigrationV225Test-82532795-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=ef6a96c0-423c-4ea7-a75c-4657afd8c521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3751307 Nov 23 17:20:16.752406 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ea73a2-f83b-46cb-8412-464eab1eb617 req-1909aa11-7868-48d7-8d8f-5b03e10f0ac8 tempest-ServersAdminNegativeTestJSON-104426851 tempest-ServersAdminNegativeTestJSON-104426851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:20:16.754485 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-09ea73a2-f83b-46cb-8412-464eab1eb617 req-1909aa11-7868-48d7-8d8f-5b03e10f0ac8 tempest-ServersAdminNegativeTestJSON-104426851 tempest-ServersAdminNegativeTestJSON-104426851-project] 10.222.0.60 "GET /v2.0/ports?device_id=1e07418b-f2aa-4e09-8b65-a0c23b49b6bb HTTP/1.1" status: 200 len: 948 time: 0.3924875 Nov 23 17:20:16.758415 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-e33fe00f-dbcf-4747-b58f-85a44f13a6cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:16.773758 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e33fe00f-dbcf-4747-b58f-85a44f13a6cd admin admin] Releasing vlan 507 on physical network physnet1 to pool {{(pid=103591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 17:20:16.775040 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-e33fe00f-dbcf-4747-b58f-85a44f13a6cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264756290'] for segment, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:16.810407 n-d-816206-8 neutron-server[103591]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 23 17:20:16.810407 n-d-816206-8 neutron-server[103591]: from cryptography.utils import int_from_bytes Nov 23 17:20:16.810407 n-d-816206-8 neutron-server[103591]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 23 17:20:16.810407 n-d-816206-8 neutron-server[103591]: from cryptography.utils import int_from_bytes Nov 23 17:20:16.810407 n-d-816206-8 neutron-server[103591]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 17:20:16.810407 n-d-816206-8 neutron-server[103591]: self.session.flush() Nov 23 17:20:16.810407 n-d-816206-8 neutron-server[103591]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 17:20:16.810407 n-d-816206-8 neutron-server[103591]: self.session.flush() Nov 23 17:20:16.810407 n-d-816206-8 neutron-server[103591]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 17:20:16.810407 n-d-816206-8 neutron-server[103591]: self.session.flush() Nov 23 17:20:16.810407 n-d-816206-8 neutron-server[103591]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 17:20:16.810407 n-d-816206-8 neutron-server[103591]: self.session.flush() Nov 23 17:20:16.810407 n-d-816206-8 neutron-server[103591]: Traceback (most recent call last): Nov 23 17:20:16.810407 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 17:20:16.810407 n-d-816206-8 neutron-server[103591]: timer() Nov 23 17:20:16.810407 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 17:20:16.810407 n-d-816206-8 neutron-server[103591]: cb(*args, **kw) Nov 23 17:20:16.810407 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 17:20:16.810407 n-d-816206-8 neutron-server[103591]: return func(*args, **kwargs) Nov 23 17:20:16.810407 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 17:20:16.810407 n-d-816206-8 neutron-server[103591]: self._notify() Nov 23 17:20:16.810407 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 17:20:16.810407 n-d-816206-8 neutron-server[103591]: self.callback(batched_events) Nov 23 17:20:16.810407 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 17:20:16.810407 n-d-816206-8 neutron-server[103591]: event.method(event) Nov 23 17:20:16.810407 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 17:20:16.810407 n-d-816206-8 neutron-server[103591]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 17:20:16.810407 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 17:20:16.810407 n-d-816206-8 neutron-server[103591]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 17:20:16.810407 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 17:20:16.810407 n-d-816206-8 neutron-server[103591]: return f(self, *a, **k) Nov 23 17:20:16.810407 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 17:20:16.810407 n-d-816206-8 neutron-server[103591]: return self._get(url).json() Nov 23 17:20:16.810407 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 17:20:16.810407 n-d-816206-8 neutron-server[103591]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 17:20:16.810407 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 17:20:16.810407 n-d-816206-8 neutron-server[103591]: return self.request(url, 'GET', **kwargs) Nov 23 17:20:16.810407 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 17:20:16.810407 n-d-816206-8 neutron-server[103591]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 17:20:16.810407 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 17:20:16.810407 n-d-816206-8 neutron-server[103591]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 17:20:16.810407 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 17:20:16.810407 n-d-816206-8 neutron-server[103591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 17:20:16.810407 n-d-816206-8 neutron-server[103591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 17:20:16.819948 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-3a86f1ba-ec37-4eb4-bc02-fcf608d28778 req-534556f6-0f47-4921-9d2c-748153c4d92c service neutron] 10.222.0.55 "GET /v2.0/networks/f1e1dabf-b410-4023-9169-a460a86e7184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5875583 Nov 23 17:20:17.007704 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-e33fe00f-dbcf-4747-b58f-85a44f13a6cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1795418'] for network, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:17.037690 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-e33fe00f-dbcf-4747-b58f-85a44f13a6cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for network, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:17.044208 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-e33fe00f-dbcf-4747-b58f-85a44f13a6cd admin admin] 10.222.0.60 "DELETE /v2.0/networks/adefcaf5-96f5-4d01-bfa2-9c2541e58b96 HTTP/1.1" status: 204 len: 168 time: 3.3723674 Nov 23 17:20:17.068451 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1579487c-7b58-4c72-ba7c-c4057ab9264d req-00d974b6-b34d-46f3-bc4a-40e502159ae2 tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:20:17.070115 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-1579487c-7b58-4c72-ba7c-c4057ab9264d req-00d974b6-b34d-46f3-bc4a-40e502159ae2 tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] 10.222.0.60 "GET /v2.0/ports?device_id=81b6e2ff-baee-47c2-a7eb-16a38f3282ff HTTP/1.1" status: 200 len: 945 time: 0.1718059 Nov 23 17:20:17.076899 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-09ea73a2-f83b-46cb-8412-464eab1eb617 req-10f88036-cc5a-4a25-a759-0bac6dedcb7e tempest-ServersAdminNegativeTestJSON-104426851 tempest-ServersAdminNegativeTestJSON-104426851-project] 10.222.0.60 "GET /v2.0/security-groups?id=4a6bb8fb-ca30-4c1d-94e9-0fa3a29d488a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2650001 Nov 23 17:20:17.077853 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33fe00f-dbcf-4747-b58f-85a44f13a6cd admin admin] Pushing event deleted for resources: {'Network': ['ID=adefcaf5-96f5-4d01-bfa2-9c2541e58b96,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:20:17.130647 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-3a86f1ba-ec37-4eb4-bc02-fcf608d28778 req-a360e2cd-1874-4bec-80f6-06067145ed00 service neutron] 10.222.0.55 "GET /v2.0/networks/f1e1dabf-b410-4023-9169-a460a86e7184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2914569 Nov 23 17:20:17.215646 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-1ee7f4e2-22d5-4642-a535-b6d37f7941b5 req-3a55028b-0b21-431b-9e20-d9071070da91 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=e3066f0e-be40-43cc-b52c-4cca61251c1c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1499727 Nov 23 17:20:17.233721 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-1579487c-7b58-4c72-ba7c-c4057ab9264d req-64fe1332-5252-4657-b9de-b2635b05fe1a tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] 10.222.0.60 "GET /v2.0/security-groups?id=5c82e7e8-9cad-459a-acb2-b7a0867274de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536851 Nov 23 17:20:17.312042 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device ce67a10b-dd62-4c58-8811-2730954c9d1c details requested by agent hyperv_n-h1-816206-8 with host n-h1-816206-8 {{(pid=103592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 17:20:17.317217 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device 1b055595-2178-4d80-9bf3-47b4548122fd up at agent hyperv_n-h1-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:20:17.455044 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee7f4e2-22d5-4642-a535-b6d37f7941b5 req-4c32b43a-5ec3-4e33-a4c2-155d806558d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:20:17.457030 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-1ee7f4e2-22d5-4642-a535-b6d37f7941b5 req-4c32b43a-5ec3-4e33-a4c2-155d806558d9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=968ef5ef30ad45a38c8263e9da4ef3c2&device_id=e3066f0e-be40-43cc-b52c-4cca61251c1c HTTP/1.1" status: 200 len: 1096 time: 0.1694565 Nov 23 17:20:17.485527 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 50888) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:20:17.503418 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbdb1b8-85ed-4adb-8fc4-871a0cf09e13 req-229b003f-9589-47fc-b946-4df63820300a tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:20:17.515998 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8bbdb1b8-85ed-4adb-8fc4-871a0cf09e13 req-229b003f-9589-47fc-b946-4df63820300a tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] 10.222.0.60 "GET /v2.0/ports?device_id=23329ec1-2aa1-4cec-919c-e827c4171d02 HTTP/1.1" status: 200 len: 949 time: 0.1276939 Nov 23 17:20:17.604252 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8bbdb1b8-85ed-4adb-8fc4-871a0cf09e13 req-0a3d6c42-b583-4e8b-b246-c2a225f06846 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] 10.222.0.60 "GET /v2.0/security-groups?id=70227657-be62-432a-a8fd-5a85231fc7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868497 Nov 23 17:20:17.652461 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee7f4e2-22d5-4642-a535-b6d37f7941b5 req-53ef2aed-d9ca-4ca6-830c-dd88dc857a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:20:17.653856 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-1ee7f4e2-22d5-4642-a535-b6d37f7941b5 req-53ef2aed-d9ca-4ca6-830c-dd88dc857a95 service neutron] 10.222.0.55 "GET /v2.0/networks?id=eacea6aa-86b2-4fe9-ae0d-611828f27804 HTTP/1.1" status: 200 len: 921 time: 0.1209998 Nov 23 17:20:17.683635 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 50896) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:20:17.685083 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.db.resource_extend [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 23 17:20:17.691170 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-750f2073-8c79-4f01-91f5-29bb4e0c5069 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ab63b90a95404c4e93c03173a72c58e9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1923776 Nov 23 17:20:17.720028 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9a27ae6c-db98-474f-94c1-cc99bf842d79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:17.746729 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Provisioning for port 1b055595-2178-4d80-9bf3-47b4548122fd completed by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 17:20:17.770734 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-1ee7f4e2-22d5-4642-a535-b6d37f7941b5 req-8f84d205-2d2b-4954-b3f9-9756b0d4c6ed service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ebb3a298-d7d7-4eec-9078-0824a8d78eaf HTTP/1.1" status: 200 len: 217 time: 0.1088510 Nov 23 17:20:17.784085 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Provisioning complete for port 1b055595-2178-4d80-9bf3-47b4548122fd triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:20:17.784952 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:17.829160 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-cf345748-d9a9-4f0b-8456-ca30d8730ca7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:17.862131 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-cf345748-d9a9-4f0b-8456-ca30d8730ca7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:17.898694 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee7f4e2-22d5-4642-a535-b6d37f7941b5 req-8d182694-5526-4beb-8b09-4b8ca882a5bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:20:17.900205 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-1ee7f4e2-22d5-4642-a535-b6d37f7941b5 req-8d182694-5526-4beb-8b09-4b8ca882a5bf service neutron] 10.222.0.55 "GET /v2.0/subnets?id=cfa8dfdf-5850-4e22-a7f8-6d7e726926d1 HTTP/1.1" status: 200 len: 860 time: 0.1220350 Nov 23 17:20:17.952927 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-cf345748-d9a9-4f0b-8456-ca30d8730ca7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:17.956793 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-cf345748-d9a9-4f0b-8456-ca30d8730ca7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:17.957952 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-cf345748-d9a9-4f0b-8456-ca30d8730ca7 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/fdc20866-58b6-41a9-9b28-6f3244c13065 HTTP/1.1" status: 204 len: 168 time: 0.2722783 Nov 23 17:20:17.970264 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf345748-d9a9-4f0b-8456-ca30d8730ca7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdc20866-58b6-41a9-9b28-6f3244c13065,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:20:17.992212 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-1ee7f4e2-22d5-4642-a535-b6d37f7941b5 req-ce9e69f8-2898-4a27-8c39-663e2e986bff service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=eacea6aa-86b2-4fe9-ae0d-611828f27804&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0845745 Nov 23 17:20:18.127113 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977a2a11-5cd9-4d95-8c14-183253f5510a req-57f7b904-2958-4a75-b51c-4c0585031f1e tempest-LiveAutoBlockMigrationV225Test-82532795 tempest-LiveAutoBlockMigrationV225Test-82532795-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:20:18.132862 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port ce67a10b-dd62-4c58-8811-2730954c9d1c, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=ce67a10b-dd62-4c58-8811-2730954c9d1c,segment=NetworkSegment(329c1745-02bf-4561-9615-3192910887f5),segment_id=329c1745-02bf-4561-9615-3192910887f5)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:20:18.141419 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-977a2a11-5cd9-4d95-8c14-183253f5510a req-57f7b904-2958-4a75-b51c-4c0585031f1e tempest-LiveAutoBlockMigrationV225Test-82532795 tempest-LiveAutoBlockMigrationV225Test-82532795-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=e3066f0e-be40-43cc-b52c-4cca61251c1c HTTP/1.1" status: 200 len: 1096 time: 0.0871301 Nov 23 17:20:18.199935 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Returning: {'device': 'ce67a10b-dd62-4c58-8811-2730954c9d1c', 'network_id': 'f1e1dabf-b410-4023-9169-a460a86e7184', 'port_id': 'ce67a10b-dd62-4c58-8811-2730954c9d1c', 'mac_address': 'fa:16:3e:cc:3d:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac77c175-5679-438b-8a2a-356718377641', 'ip_address': '192.168.233.251'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 17:20:18.243959 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-977a2a11-5cd9-4d95-8c14-183253f5510a req-8152e3f1-9fc1-44aa-a4cc-fe0e80ee10ed tempest-LiveAutoBlockMigrationV225Test-82532795 tempest-LiveAutoBlockMigrationV225Test-82532795-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=ef6a96c0-423c-4ea7-a75c-4657afd8c521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993021 Nov 23 17:20:18.318084 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c87d86-7fb4-4ada-be0a-44c1088ba22c req-2089f4c2-0d85-4723-b036-0ee8b9cebc10 tempest-LiveMigrationTest-1150397521 tempest-LiveMigrationTest-1150397521-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:20:18.319778 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f4c87d86-7fb4-4ada-be0a-44c1088ba22c req-2089f4c2-0d85-4723-b036-0ee8b9cebc10 tempest-LiveMigrationTest-1150397521 tempest-LiveMigrationTest-1150397521-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=81b6e2ff-baee-47c2-a7eb-16a38f3282ff HTTP/1.1" status: 200 len: 1096 time: 0.0697889 Nov 23 17:20:18.363088 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-1ee7f4e2-22d5-4642-a535-b6d37f7941b5 req-b8337126-b440-47d4-998d-3e5e276d3df1 service neutron] 10.222.0.55 "GET /v2.0/networks/eacea6aa-86b2-4fe9-ae0d-611828f27804?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2649560 Nov 23 17:20:18.434978 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f4c87d86-7fb4-4ada-be0a-44c1088ba22c req-3ddf2995-74fe-4282-bdfe-c89fa2f0d552 tempest-LiveMigrationTest-1150397521 tempest-LiveMigrationTest-1150397521-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=5c82e7e8-9cad-459a-acb2-b7a0867274de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070430 Nov 23 17:20:18.547114 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:18.550055 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef4f499-61d0-4f93-90d9-1e056faf809a req-3dc29b35-1cf8-41bc-a3c5-26f804f90fc6 tempest-ServersAdminNegativeTestJSON-104426851 tempest-ServersAdminNegativeTestJSON-104426851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:20:18.556845 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9ef4f499-61d0-4f93-90d9-1e056faf809a req-3dc29b35-1cf8-41bc-a3c5-26f804f90fc6 tempest-ServersAdminNegativeTestJSON-104426851 tempest-ServersAdminNegativeTestJSON-104426851-project] 10.222.0.60 "GET /v2.0/ports?device_id=1e07418b-f2aa-4e09-8b65-a0c23b49b6bb HTTP/1.1" status: 200 len: 948 time: 0.1297584 Nov 23 17:20:18.558548 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:18.625914 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-1ee7f4e2-22d5-4642-a535-b6d37f7941b5 req-409c3f03-3bdb-4277-a207-d198dc4e31f2 service neutron] 10.222.0.55 "GET /v2.0/networks/eacea6aa-86b2-4fe9-ae0d-611828f27804?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2559142 Nov 23 17:20:18.668737 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce67a10b-dd62-4c58-8811-2730954c9d1c {{(pid=103592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:20:18.721753 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:18.757476 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9ef4f499-61d0-4f93-90d9-1e056faf809a req-2491256e-1b69-4e20-82fa-6955f091dc1e tempest-ServersAdminNegativeTestJSON-104426851 tempest-ServersAdminNegativeTestJSON-104426851-project] 10.222.0.60 "GET /v2.0/security-groups?id=4a6bb8fb-ca30-4c1d-94e9-0fa3a29d488a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1928620 Nov 23 17:20:18.791713 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port 1b055595-2178-4d80-9bf3-47b4548122fd, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=1b055595-2178-4d80-9bf3-47b4548122fd,segment=NetworkSegment(329c1745-02bf-4561-9615-3192910887f5),segment_id=329c1745-02bf-4561-9615-3192910887f5)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:20:18.798661 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23329ec1-2aa1-4cec-919c-e827c4171d02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b055595-2178-4d80-9bf3-47b4548122fd'}] {{(pid=103592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:20:18.800954 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba3e6a8f2301c7a29fe1eca9779abdae4ccbcd6266d69778087f2498d5551201" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a4bcf41-69b9-466c-ac51-12407c512d67" -d '{"events": [{"server_uuid": "23329ec1-2aa1-4cec-919c-e827c4171d02", "name": "network-vif-plugged", "status": "completed", "tag": "1b055595-2178-4d80-9bf3-47b4548122fd"}]}' {{(pid=103592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:20:18.807869 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:18.811505 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port ce67a10b-dd62-4c58-8811-2730954c9d1c, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=ce67a10b-dd62-4c58-8811-2730954c9d1c,segment=NetworkSegment(329c1745-02bf-4561-9615-3192910887f5),segment_id=329c1745-02bf-4561-9615-3192910887f5)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:20:18.867181 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Pushing event updated for resources: {'Port': ['ID=1b055595-2178-4d80-9bf3-47b4548122fd,revision_number=5']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:20:18.870215 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:19.002891 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Pushing event updated for resources: {'Port': ['ID=ce67a10b-dd62-4c58-8811-2730954c9d1c,revision_number=4']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:20:19.068641 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16116de-fcf9-43bc-a093-cb1149bf6284 req-c450a33e-98fd-4e7b-b5bc-856b744b43af tempest-LiveMigrationTest-1150397521 tempest-LiveMigrationTest-1150397521-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:20:19.070211 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a16116de-fcf9-43bc-a093-cb1149bf6284 req-c450a33e-98fd-4e7b-b5bc-856b744b43af tempest-LiveMigrationTest-1150397521 tempest-LiveMigrationTest-1150397521-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=81b6e2ff-baee-47c2-a7eb-16a38f3282ff HTTP/1.1" status: 200 len: 1096 time: 0.1330934 Nov 23 17:20:19.121889 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] get_ports_and_sgs() called for port_ids ['ce67a10b-dd62-4c58-8811-2730954c9d1c'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:20:19.195319 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a16116de-fcf9-43bc-a093-cb1149bf6284 req-254e9179-b085-4983-94a5-51fbde66a557 tempest-LiveMigrationTest-1150397521 tempest-LiveMigrationTest-1150397521-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=5c82e7e8-9cad-459a-acb2-b7a0867274de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014111 Nov 23 17:20:19.456394 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb936f02-38f7-4c55-8b0c-c9bc004f61cd req-f31f5f81-a205-4f7b-ba4a-39a9bcfa4579 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:20:19.468627 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-bb936f02-38f7-4c55-8b0c-c9bc004f61cd req-f31f5f81-a205-4f7b-ba4a-39a9bcfa4579 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] 10.222.0.60 "GET /v2.0/ports?device_id=23329ec1-2aa1-4cec-919c-e827c4171d02 HTTP/1.1" status: 200 len: 950 time: 0.1278031 Nov 23 17:20:19.486916 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-92e70bc3-243b-46fe-8176-cd0735af4f78 req-4ea6629b-16d4-4d76-a134-4c8022c2c3e5 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=edecfbb4-ef5b-488c-8aa0-e74557b4cade&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0915027 Nov 23 17:20:19.658607 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-bb936f02-38f7-4c55-8b0c-c9bc004f61cd req-78a25248-187c-4440-9b26-dc6b0ac4dfba tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] 10.222.0.60 "GET /v2.0/security-groups?id=70227657-be62-432a-a8fd-5a85231fc7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776991 Nov 23 17:20:19.802759 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:20:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4eb45d51-4307-40e2-b536-f99f62777974 x-openstack-request-id: req-4eb45d51-4307-40e2-b536-f99f62777974 {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:20:19.803497 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23329ec1-2aa1-4cec-919c-e827c4171d02", "name": "network-vif-plugged", "status": "completed", "tag": "1b055595-2178-4d80-9bf3-47b4548122fd", "code": 200}]} {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:20:19.804317 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-4eb45d51-4307-40e2-b536-f99f62777974 {{(pid=103592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:20:19.805185 n-d-816206-8 neutron-server[103592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23329ec1-2aa1-4cec-919c-e827c4171d02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b055595-2178-4d80-9bf3-47b4548122fd', 'code': 200} Nov 23 17:20:20.141890 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e70bc3-243b-46fe-8176-cd0735af4f78 req-430becd5-f9c2-4086-ba1c-9a716437df38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:20:20.145134 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-92e70bc3-243b-46fe-8176-cd0735af4f78 req-430becd5-f9c2-4086-ba1c-9a716437df38 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=127802e79ad24bebb19163263129e33c&device_id=edecfbb4-ef5b-488c-8aa0-e74557b4cade HTTP/1.1" status: 200 len: 1096 time: 0.6139767 Nov 23 17:20:20.229169 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b34a4a-7f43-4db2-9fdf-6c78e75ed783 req-8e3112db-1b0f-4d4a-8394-76c12ba36199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:20:20.231243 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-10b34a4a-7f43-4db2-9fdf-6c78e75ed783 req-8e3112db-1b0f-4d4a-8394-76c12ba36199 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=23329ec1-2aa1-4cec-919c-e827c4171d02 HTTP/1.1" status: 200 len: 1101 time: 0.1290410 Nov 23 17:20:20.414444 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1580fe-f0a9-48fe-ad9e-194d0a5586ce req-2fefb28e-2a42-4e0a-b3b9-5b6486aa17c4 tempest-ServersAdminNegativeTestJSON-104426851 tempest-ServersAdminNegativeTestJSON-104426851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:20:20.435060 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-dd1580fe-f0a9-48fe-ad9e-194d0a5586ce req-2fefb28e-2a42-4e0a-b3b9-5b6486aa17c4 tempest-ServersAdminNegativeTestJSON-104426851 tempest-ServersAdminNegativeTestJSON-104426851-project] 10.222.0.60 "GET /v2.0/ports?device_id=1e07418b-f2aa-4e09-8b65-a0c23b49b6bb HTTP/1.1" status: 200 len: 949 time: 0.2185950 Nov 23 17:20:20.436882 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e70bc3-243b-46fe-8176-cd0735af4f78 req-46253899-6b88-44e7-a5c4-6c74ebc9868e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:20:20.438618 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-92e70bc3-243b-46fe-8176-cd0735af4f78 req-46253899-6b88-44e7-a5c4-6c74ebc9868e service neutron] 10.222.0.36 "GET /v2.0/networks?id=b2e9d6b9-526b-40df-9e11-a4db0d344564 HTTP/1.1" status: 200 len: 923 time: 0.2617462 Nov 23 17:20:20.442811 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-10b34a4a-7f43-4db2-9fdf-6c78e75ed783 req-507b4d21-78dd-4367-ad33-806c41eac187 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=70227657-be62-432a-a8fd-5a85231fc7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067204 Nov 23 17:20:20.513032 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-dd1580fe-f0a9-48fe-ad9e-194d0a5586ce req-2b4ee6f8-047a-4215-8a19-983e6e0e86cd tempest-ServersAdminNegativeTestJSON-104426851 tempest-ServersAdminNegativeTestJSON-104426851-project] 10.222.0.60 "GET /v2.0/security-groups?id=4a6bb8fb-ca30-4c1d-94e9-0fa3a29d488a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732744 Nov 23 17:20:20.728287 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-92e70bc3-243b-46fe-8176-cd0735af4f78 req-bc6a78e3-2307-4cb0-9de9-787f88d51f7d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0986a17e-e244-4547-85b9-4392eaa9db3d HTTP/1.1" status: 200 len: 1001 time: 0.2740664 Nov 23 17:20:20.879992 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e70bc3-243b-46fe-8176-cd0735af4f78 req-4d12e305-41d3-49f9-8107-75690e9227aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:20:20.885292 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-92e70bc3-243b-46fe-8176-cd0735af4f78 req-4d12e305-41d3-49f9-8107-75690e9227aa service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5c9382a7-073c-41ea-9a34-cd958311fb6b HTTP/1.1" status: 200 len: 861 time: 0.1210854 Nov 23 17:20:21.069593 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e70bc3-243b-46fe-8176-cd0735af4f78 req-61337278-285b-425b-a47b-2d5aea3784de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:20:21.073422 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-92e70bc3-243b-46fe-8176-cd0735af4f78 req-61337278-285b-425b-a47b-2d5aea3784de service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b2e9d6b9-526b-40df-9e11-a4db0d344564&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1724892 Nov 23 17:20:21.270230 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-92e70bc3-243b-46fe-8176-cd0735af4f78 req-a9eee654-657f-4fbc-b25f-cba956a4c9b7 service neutron] 10.222.0.36 "GET /v2.0/networks/b2e9d6b9-526b-40df-9e11-a4db0d344564?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1642218 Nov 23 17:20:21.312284 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device ce67a10b-dd62-4c58-8811-2730954c9d1c up at agent hyperv_n-h1-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:20:21.450677 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Provisioning for port ce67a10b-dd62-4c58-8811-2730954c9d1c completed by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 17:20:21.458746 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Provisioning complete for port ce67a10b-dd62-4c58-8811-2730954c9d1c triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:20:21.459122 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:21.538804 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-92e70bc3-243b-46fe-8176-cd0735af4f78 req-6182a57a-4b4b-4c56-bfca-5eed6614d3ce service neutron] 10.222.0.36 "GET /v2.0/networks/b2e9d6b9-526b-40df-9e11-a4db0d344564?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2366328 Nov 23 17:20:21.663964 n-d-816206-8 neutron-server[103590]: WARNING keystonemiddleware.auth_token [req-adfe8706-7617-4f87-9cd1-9e7cd95d104c req-77a8bf18-84d0-4160-acbd-94788a2e3c23 service neutron] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 23 17:20:21.688642 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [req-ad5b071c-f95f-4852-9c55-bae1947da2ac req-c27d323f-6064-43b5-96df-de544e11b048 tempest-LiveAutoBlockMigrationV225Test-82532795 tempest-LiveAutoBlockMigrationV225Test-82532795-project-admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=103590) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 17:20:21.705242 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-ad5b071c-f95f-4852-9c55-bae1947da2ac req-c27d323f-6064-43b5-96df-de544e11b048 tempest-LiveAutoBlockMigrationV225Test-82532795 tempest-LiveAutoBlockMigrationV225Test-82532795-project-admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.4327567 Nov 23 17:20:21.721298 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:21.803286 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port ce67a10b-dd62-4c58-8811-2730954c9d1c, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=ce67a10b-dd62-4c58-8811-2730954c9d1c,segment=NetworkSegment(329c1745-02bf-4561-9615-3192910887f5),segment_id=329c1745-02bf-4561-9615-3192910887f5)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:20:21.807984 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e07418b-f2aa-4e09-8b65-a0c23b49b6bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce67a10b-dd62-4c58-8811-2730954c9d1c'}] {{(pid=103592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:20:21.814997 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba3e6a8f2301c7a29fe1eca9779abdae4ccbcd6266d69778087f2498d5551201" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e571f6f-499a-4f19-8968-01eebd0307e0" -d '{"events": [{"server_uuid": "1e07418b-f2aa-4e09-8b65-a0c23b49b6bb", "name": "network-vif-plugged", "status": "completed", "tag": "ce67a10b-dd62-4c58-8811-2730954c9d1c"}]}' {{(pid=103592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:20:21.824955 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:21.854801 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5b071c-f95f-4852-9c55-bae1947da2ac req-a7e414cc-36eb-4fa7-afd7-72970e366678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:20:21.867594 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-ad5b071c-f95f-4852-9c55-bae1947da2ac req-a7e414cc-36eb-4fa7-afd7-72970e366678 service neutron] 10.222.0.60 "GET /v2.0/ports/ebb3a298-d7d7-4eec-9078-0824a8d78eaf HTTP/1.1" status: 200 len: 1093 time: 0.1591616 Nov 23 17:20:21.875425 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [req-ad5b071c-f95f-4852-9c55-bae1947da2ac req-fc32d1d4-4aef-4ceb-81b4-cc37f69ed3e6 service neutron] Request body: {'binding': {'host': 'n-h2-816206-8', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:20:21.876012 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [req-ad5b071c-f95f-4852-9c55-bae1947da2ac req-fc32d1d4-4aef-4ceb-81b4-cc37f69ed3e6 service neutron] Unknown quota resources ['binding']. {{(pid=103590) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 23 17:20:21.989641 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Pushing event updated for resources: {'Port': ['ID=ce67a10b-dd62-4c58-8811-2730954c9d1c,revision_number=5']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:20:22.235571 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [req-ad5b071c-f95f-4852-9c55-bae1947da2ac req-fc32d1d4-4aef-4ceb-81b4-cc37f69ed3e6 service neutron] Attempting to bind port ebb3a298-d7d7-4eec-9078-0824a8d78eaf on host n-h2-816206-8 for vnic_type normal with profile None {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:20:22.236105 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [req-ad5b071c-f95f-4852-9c55-bae1947da2ac req-fc32d1d4-4aef-4ceb-81b4-cc37f69ed3e6 service neutron] Attempting to bind port ebb3a298-d7d7-4eec-9078-0824a8d78eaf by drivers openvswitch,hyperv on host n-h2-816206-8 at level 0 using segments [{'id': 'aeb4ff6a-77f7-45a2-bf27-0feac134a4ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'eacea6aa-86b2-4fe9-ae0d-611828f27804'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:20:22.236731 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad5b071c-f95f-4852-9c55-bae1947da2ac req-fc32d1d4-4aef-4ceb-81b4-cc37f69ed3e6 service neutron] Attempting to bind port ebb3a298-d7d7-4eec-9078-0824a8d78eaf on network eacea6aa-86b2-4fe9-ae0d-611828f27804 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:20:22.249193 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad5b071c-f95f-4852-9c55-bae1947da2ac req-fc32d1d4-4aef-4ceb-81b4-cc37f69ed3e6 service neutron] Port ebb3a298-d7d7-4eec-9078-0824a8d78eaf on network eacea6aa-86b2-4fe9-ae0d-611828f27804 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-8 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 17:20:22.249743 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad5b071c-f95f-4852-9c55-bae1947da2ac req-fc32d1d4-4aef-4ceb-81b4-cc37f69ed3e6 service neutron] Attempting to bind port ebb3a298-d7d7-4eec-9078-0824a8d78eaf on network eacea6aa-86b2-4fe9-ae0d-611828f27804 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:20:22.261275 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad5b071c-f95f-4852-9c55-bae1947da2ac req-fc32d1d4-4aef-4ceb-81b4-cc37f69ed3e6 service neutron] Checking agent: {'id': 'ab77bf9e-0267-4174-8f1d-822cba89b207', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 15, 13), 'started_at': datetime.datetime(2021, 11, 23, 17, 15, 13), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 20, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:20:22.261929 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad5b071c-f95f-4852-9c55-bae1947da2ac req-fc32d1d4-4aef-4ceb-81b4-cc37f69ed3e6 service neutron] Checking segment: {'id': 'aeb4ff6a-77f7-45a2-bf27-0feac134a4ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'eacea6aa-86b2-4fe9-ae0d-611828f27804'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:20:22.262671 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad5b071c-f95f-4852-9c55-bae1947da2ac req-fc32d1d4-4aef-4ceb-81b4-cc37f69ed3e6 service neutron] Bound using segment: {'id': 'aeb4ff6a-77f7-45a2-bf27-0feac134a4ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'eacea6aa-86b2-4fe9-ae0d-611828f27804'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:20:22.263710 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [req-ad5b071c-f95f-4852-9c55-bae1947da2ac req-fc32d1d4-4aef-4ceb-81b4-cc37f69ed3e6 service neutron] Bound port: ebb3a298-d7d7-4eec-9078-0824a8d78eaf, host: n-h2-816206-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aeb4ff6a-77f7-45a2-bf27-0feac134a4ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'eacea6aa-86b2-4fe9-ae0d-611828f27804'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:20:22.363865 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [req-ad5b071c-f95f-4852-9c55-bae1947da2ac req-fc32d1d4-4aef-4ceb-81b4-cc37f69ed3e6 service neutron] For port ebb3a298-d7d7-4eec-9078-0824a8d78eaf, host n-h2-816206-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=ebb3a298-d7d7-4eec-9078-0824a8d78eaf,segment=NetworkSegment(aeb4ff6a-77f7-45a2-bf27-0feac134a4ea),segment_id=aeb4ff6a-77f7-45a2-bf27-0feac134a4ea)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:20:22.379590 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-ad5b071c-f95f-4852-9c55-bae1947da2ac req-fc32d1d4-4aef-4ceb-81b4-cc37f69ed3e6 service neutron] Publish callbacks [] for binding, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:22.382314 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-ad5b071c-f95f-4852-9c55-bae1947da2ac req-fc32d1d4-4aef-4ceb-81b4-cc37f69ed3e6 service neutron] 10.222.0.60 "POST /v2.0/ports/ebb3a298-d7d7-4eec-9078-0824a8d78eaf/bindings HTTP/1.1" status: 201 len: 389 time: 0.5132654 Nov 23 17:20:22.493336 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [req-6868effc-0bd1-4b0b-869b-a42d650aa92b req-79802f0f-29f4-435b-a603-c6a0db997ec2 tempest-LiveMigrationTest-1150397521 tempest-LiveMigrationTest-1150397521-project-admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=103591) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 17:20:22.494754 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6868effc-0bd1-4b0b-869b-a42d650aa92b req-79802f0f-29f4-435b-a603-c6a0db997ec2 tempest-LiveMigrationTest-1150397521 tempest-LiveMigrationTest-1150397521-project-admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0095801 Nov 23 17:20:22.582726 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6868effc-0bd1-4b0b-869b-a42d650aa92b req-a88d5ac1-5f79-4467-9ad7-dfc22427ce93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:20:22.594928 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6868effc-0bd1-4b0b-869b-a42d650aa92b req-a88d5ac1-5f79-4467-9ad7-dfc22427ce93 service neutron] 10.222.0.60 "GET /v2.0/ports/d7e28e83-60a3-47b9-b7b0-9d346691f72d HTTP/1.1" status: 200 len: 1093 time: 0.0801518 Nov 23 17:20:22.602146 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [req-6868effc-0bd1-4b0b-869b-a42d650aa92b req-9571a60c-5a93-4626-a09c-d7247700c1ad service neutron] Request body: {'binding': {'host': 'n-h1-816206-8', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:20:22.604075 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [req-6868effc-0bd1-4b0b-869b-a42d650aa92b req-9571a60c-5a93-4626-a09c-d7247700c1ad service neutron] Unknown quota resources ['binding']. {{(pid=103591) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 23 17:20:22.902317 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5b071c-f95f-4852-9c55-bae1947da2ac req-cd3e1a44-da12-4f2b-96f7-13cfbc64f0f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:20:22.904699 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-ad5b071c-f95f-4852-9c55-bae1947da2ac req-cd3e1a44-da12-4f2b-96f7-13cfbc64f0f0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=968ef5ef30ad45a38c8263e9da4ef3c2&device_id=e3066f0e-be40-43cc-b52c-4cca61251c1c HTTP/1.1" status: 200 len: 1096 time: 0.0854993 Nov 23 17:20:23.041246 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee79a50-aa52-474b-9ed8-0c91be0640d5 req-71045076-cb01-42e9-9150-7df4605f37f8 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:20:23.057397 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9ee79a50-aa52-474b-9ed8-0c91be0640d5 req-71045076-cb01-42e9-9150-7df4605f37f8 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] 10.222.0.60 "GET /v2.0/ports?device_id=23329ec1-2aa1-4cec-919c-e827c4171d02 HTTP/1.1" status: 200 len: 950 time: 0.1549315 Nov 23 17:20:23.067093 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5b071c-f95f-4852-9c55-bae1947da2ac req-75e45a9e-1a86-4d1b-92e4-ec48e885bd73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:20:23.069600 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-ad5b071c-f95f-4852-9c55-bae1947da2ac req-75e45a9e-1a86-4d1b-92e4-ec48e885bd73 service neutron] 10.222.0.36 "GET /v2.0/networks?id=eacea6aa-86b2-4fe9-ae0d-611828f27804 HTTP/1.1" status: 200 len: 921 time: 0.1519792 Nov 23 17:20:23.119084 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-6868effc-0bd1-4b0b-869b-a42d650aa92b req-9571a60c-5a93-4626-a09c-d7247700c1ad service neutron] Attempting to bind port d7e28e83-60a3-47b9-b7b0-9d346691f72d on host n-h1-816206-8 for vnic_type normal with profile None {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:20:23.119995 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-6868effc-0bd1-4b0b-869b-a42d650aa92b req-9571a60c-5a93-4626-a09c-d7247700c1ad service neutron] Attempting to bind port d7e28e83-60a3-47b9-b7b0-9d346691f72d by drivers openvswitch,hyperv on host n-h1-816206-8 at level 0 using segments [{'id': '12913541-acd4-4e3c-8f48-e22896931a9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '3b84e4de-5a6f-44c6-a8e6-1d90b4d1f1b3'}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:20:23.120890 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6868effc-0bd1-4b0b-869b-a42d650aa92b req-9571a60c-5a93-4626-a09c-d7247700c1ad service neutron] Attempting to bind port d7e28e83-60a3-47b9-b7b0-9d346691f72d on network 3b84e4de-5a6f-44c6-a8e6-1d90b4d1f1b3 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:20:23.142266 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6868effc-0bd1-4b0b-869b-a42d650aa92b req-9571a60c-5a93-4626-a09c-d7247700c1ad service neutron] Port d7e28e83-60a3-47b9-b7b0-9d346691f72d on network 3b84e4de-5a6f-44c6-a8e6-1d90b4d1f1b3 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-8 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 17:20:23.142767 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6868effc-0bd1-4b0b-869b-a42d650aa92b req-9571a60c-5a93-4626-a09c-d7247700c1ad service neutron] Attempting to bind port d7e28e83-60a3-47b9-b7b0-9d346691f72d on network 3b84e4de-5a6f-44c6-a8e6-1d90b4d1f1b3 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:20:23.159040 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-ad5b071c-f95f-4852-9c55-bae1947da2ac req-431af1ef-6eb9-4979-b5e7-4135041a4f8a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ebb3a298-d7d7-4eec-9078-0824a8d78eaf HTTP/1.1" status: 200 len: 217 time: 0.0808387 Nov 23 17:20:23.161773 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6868effc-0bd1-4b0b-869b-a42d650aa92b req-9571a60c-5a93-4626-a09c-d7247700c1ad service neutron] Checking agent: {'id': '4b0a4557-3bfe-4828-80a0-7981fc3ac84c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 15, 14), 'started_at': datetime.datetime(2021, 11, 23, 17, 15, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 20, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:20:23.162247 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6868effc-0bd1-4b0b-869b-a42d650aa92b req-9571a60c-5a93-4626-a09c-d7247700c1ad service neutron] Checking segment: {'id': '12913541-acd4-4e3c-8f48-e22896931a9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '3b84e4de-5a6f-44c6-a8e6-1d90b4d1f1b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:20:23.162696 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6868effc-0bd1-4b0b-869b-a42d650aa92b req-9571a60c-5a93-4626-a09c-d7247700c1ad service neutron] Bound using segment: {'id': '12913541-acd4-4e3c-8f48-e22896931a9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '3b84e4de-5a6f-44c6-a8e6-1d90b4d1f1b3'} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:20:23.163128 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-6868effc-0bd1-4b0b-869b-a42d650aa92b req-9571a60c-5a93-4626-a09c-d7247700c1ad service neutron] Bound port: d7e28e83-60a3-47b9-b7b0-9d346691f72d, host: n-h1-816206-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12913541-acd4-4e3c-8f48-e22896931a9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '3b84e4de-5a6f-44c6-a8e6-1d90b4d1f1b3'}}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:20:23.222751 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5b071c-f95f-4852-9c55-bae1947da2ac req-a4cfc59e-5f96-4213-a318-55a744d44b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:20:23.225268 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-ad5b071c-f95f-4852-9c55-bae1947da2ac req-a4cfc59e-5f96-4213-a318-55a744d44b40 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=cfa8dfdf-5850-4e22-a7f8-6d7e726926d1 HTTP/1.1" status: 200 len: 860 time: 0.0516801 Nov 23 17:20:23.263426 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9ee79a50-aa52-474b-9ed8-0c91be0640d5 req-0759074b-c1c1-4db8-bc4a-20ee1de5dbfe tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] 10.222.0.60 "GET /v2.0/security-groups?id=70227657-be62-432a-a8fd-5a85231fc7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2042317 Nov 23 17:20:23.279376 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-ad5b071c-f95f-4852-9c55-bae1947da2ac req-299b0dd5-8eb1-4923-a86c-725d80411782 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=eacea6aa-86b2-4fe9-ae0d-611828f27804&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394526 Nov 23 17:20:23.288600 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-6868effc-0bd1-4b0b-869b-a42d650aa92b req-9571a60c-5a93-4626-a09c-d7247700c1ad service neutron] For port d7e28e83-60a3-47b9-b7b0-9d346691f72d, host n-h1-816206-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=d7e28e83-60a3-47b9-b7b0-9d346691f72d,segment=NetworkSegment(12913541-acd4-4e3c-8f48-e22896931a9c),segment_id=12913541-acd4-4e3c-8f48-e22896931a9c)] {{(pid=103591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:20:23.300353 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-6868effc-0bd1-4b0b-869b-a42d650aa92b req-9571a60c-5a93-4626-a09c-d7247700c1ad service neutron] Publish callbacks [] for binding, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:23.303120 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6868effc-0bd1-4b0b-869b-a42d650aa92b req-9571a60c-5a93-4626-a09c-d7247700c1ad service neutron] 10.222.0.60 "POST /v2.0/ports/d7e28e83-60a3-47b9-b7b0-9d346691f72d/bindings HTTP/1.1" status: 201 len: 389 time: 0.7060413 Nov 23 17:20:23.500845 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-ad5b071c-f95f-4852-9c55-bae1947da2ac req-f3ccdca8-ad1a-405e-8448-397298d3334b service neutron] 10.222.0.36 "GET /v2.0/networks/eacea6aa-86b2-4fe9-ae0d-611828f27804?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1991062 Nov 23 17:20:23.563027 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:20:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8dfbf56-64ba-4ee4-8102-dda121f1ad20 x-openstack-request-id: req-c8dfbf56-64ba-4ee4-8102-dda121f1ad20 {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:20:23.563856 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e07418b-f2aa-4e09-8b65-a0c23b49b6bb", "name": "network-vif-plugged", "status": "completed", "tag": "ce67a10b-dd62-4c58-8811-2730954c9d1c", "code": 200}]} {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:20:23.564556 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c8dfbf56-64ba-4ee4-8102-dda121f1ad20 {{(pid=103592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:20:23.565421 n-d-816206-8 neutron-server[103592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e07418b-f2aa-4e09-8b65-a0c23b49b6bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce67a10b-dd62-4c58-8811-2730954c9d1c', 'code': 200} Nov 23 17:20:23.745865 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd2e476-657e-43b6-a042-69eeb907a1e6 req-e6bab4a3-cb4f-4358-97e8-eb899bc2e5dc tempest-ServersAdminNegativeTestJSON-104426851 tempest-ServersAdminNegativeTestJSON-104426851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:20:23.754247 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ddd2e476-657e-43b6-a042-69eeb907a1e6 req-e6bab4a3-cb4f-4358-97e8-eb899bc2e5dc tempest-ServersAdminNegativeTestJSON-104426851 tempest-ServersAdminNegativeTestJSON-104426851-project] 10.222.0.60 "GET /v2.0/ports?device_id=1e07418b-f2aa-4e09-8b65-a0c23b49b6bb HTTP/1.1" status: 200 len: 950 time: 0.2192719 Nov 23 17:20:23.862588 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-ad5b071c-f95f-4852-9c55-bae1947da2ac req-1e14b506-d021-4840-b7bf-bc21373c1376 service neutron] 10.222.0.36 "GET /v2.0/networks/eacea6aa-86b2-4fe9-ae0d-611828f27804?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3411086 Nov 23 17:20:23.965731 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75160d63-74e9-4030-a105-d447673f0946 req-2741b681-62b6-48b2-8cd6-a84e13708235 tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:20:23.968755 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-75160d63-74e9-4030-a105-d447673f0946 req-2741b681-62b6-48b2-8cd6-a84e13708235 tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] 10.222.0.60 "GET /v2.0/ports?device_id=e3066f0e-be40-43cc-b52c-4cca61251c1c HTTP/1.1" status: 200 len: 945 time: 0.1674550 Nov 23 17:20:23.970782 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38958cde-5163-47e9-af82-27fdffe1f9a7 req-351ea43a-c39c-43da-ba2d-aa6f91475ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:20:23.973944 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-38958cde-5163-47e9-af82-27fdffe1f9a7 req-351ea43a-c39c-43da-ba2d-aa6f91475ac0 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=1e07418b-f2aa-4e09-8b65-a0c23b49b6bb HTTP/1.1" status: 200 len: 1101 time: 0.1098485 Nov 23 17:20:23.976049 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ddd2e476-657e-43b6-a042-69eeb907a1e6 req-a823e6c1-71c4-4466-9ebc-8d27ceb70ad0 tempest-ServersAdminNegativeTestJSON-104426851 tempest-ServersAdminNegativeTestJSON-104426851-project] 10.222.0.60 "GET /v2.0/security-groups?id=4a6bb8fb-ca30-4c1d-94e9-0fa3a29d488a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2204397 Nov 23 17:20:23.991864 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6868effc-0bd1-4b0b-869b-a42d650aa92b req-77eb9354-710f-4e22-b5b4-696f103f8e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:20:23.994724 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6868effc-0bd1-4b0b-869b-a42d650aa92b req-77eb9354-710f-4e22-b5b4-696f103f8e69 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4f30b4abc7074d1fa9d31a414a5f297f&device_id=81b6e2ff-baee-47c2-a7eb-16a38f3282ff HTTP/1.1" status: 200 len: 1096 time: 0.2308474 Nov 23 17:20:24.122707 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5b071c-f95f-4852-9c55-bae1947da2ac req-89a2a32b-b7b9-4e7e-9a78-62e501e6ba61 tempest-LiveAutoBlockMigrationV225Test-82532795 tempest-LiveAutoBlockMigrationV225Test-82532795-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:20:24.125397 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-ad5b071c-f95f-4852-9c55-bae1947da2ac req-89a2a32b-b7b9-4e7e-9a78-62e501e6ba61 tempest-LiveAutoBlockMigrationV225Test-82532795 tempest-LiveAutoBlockMigrationV225Test-82532795-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=e3066f0e-be40-43cc-b52c-4cca61251c1c&tenant_id=968ef5ef30ad45a38c8263e9da4ef3c2&binding%3Ahost_id=n-h1-816206-8 HTTP/1.1" status: 200 len: 1096 time: 0.1301568 Nov 23 17:20:24.146262 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [req-ad5b071c-f95f-4852-9c55-bae1947da2ac req-a4a4df93-cb14-4ebe-a318-0b741602dcc7 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-816206-8'}}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:20:24.196541 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-38958cde-5163-47e9-af82-27fdffe1f9a7 req-33c140b3-5997-450a-b1d3-9e8588d2737d service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=4a6bb8fb-ca30-4c1d-94e9-0fa3a29d488a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2053065 Nov 23 17:20:24.279084 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-75160d63-74e9-4030-a105-d447673f0946 req-28eb89b5-1b20-453e-ace6-5cfb00f46f03 tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] 10.222.0.60 "GET /v2.0/security-groups?id=ef6a96c0-423c-4ea7-a75c-4657afd8c521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2991776 Nov 23 17:20:24.291293 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-ad5b071c-f95f-4852-9c55-bae1947da2ac req-a4a4df93-cb14-4ebe-a318-0b741602dcc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:24.461843 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6868effc-0bd1-4b0b-869b-a42d650aa92b req-7f314d79-bbd9-4fa5-b1ea-59acce6f1541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:20:24.463500 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6868effc-0bd1-4b0b-869b-a42d650aa92b req-7f314d79-bbd9-4fa5-b1ea-59acce6f1541 service neutron] 10.222.0.55 "GET /v2.0/networks?id=3b84e4de-5a6f-44c6-a8e6-1d90b4d1f1b3 HTTP/1.1" status: 200 len: 909 time: 0.4461970 Nov 23 17:20:24.501988 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd916bbd-03ff-4ea4-a6d8-644edb21fde1 req-67423cd7-f80a-4d7f-bb3b-b25d3bd6c1ca tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:20:24.511660 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-bd916bbd-03ff-4ea4-a6d8-644edb21fde1 req-67423cd7-f80a-4d7f-bb3b-b25d3bd6c1ca tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] 10.222.0.60 "GET /v2.0/ports?device_id=23329ec1-2aa1-4cec-919c-e827c4171d02 HTTP/1.1" status: 200 len: 950 time: 0.1935403 Nov 23 17:20:24.550220 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6868effc-0bd1-4b0b-869b-a42d650aa92b req-4996bd9b-bc63-40ac-abc8-6763efa69744 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d7e28e83-60a3-47b9-b7b0-9d346691f72d HTTP/1.1" status: 200 len: 217 time: 0.0694568 Nov 23 17:20:24.560763 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [req-ad5b071c-f95f-4852-9c55-bae1947da2ac req-a4a4df93-cb14-4ebe-a318-0b741602dcc7 service neutron] For port ebb3a298-d7d7-4eec-9078-0824a8d78eaf, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=ebb3a298-d7d7-4eec-9078-0824a8d78eaf,segment=NetworkSegment(aeb4ff6a-77f7-45a2-bf27-0feac134a4ea),segment_id=aeb4ff6a-77f7-45a2-bf27-0feac134a4ea)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:20:24.626655 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [req-ad5b071c-f95f-4852-9c55-bae1947da2ac req-a4a4df93-cb14-4ebe-a318-0b741602dcc7 service neutron] For port ebb3a298-d7d7-4eec-9078-0824a8d78eaf, host n-h1-816206-8, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:20:24.630893 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5654cf74-1b8e-4758-99ab-99112f0e2516 req-6f9ec816-8511-458d-a441-f52374a66a87 tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:20:24.632927 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5654cf74-1b8e-4758-99ab-99112f0e2516 req-6f9ec816-8511-458d-a441-f52374a66a87 tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] 10.222.0.60 "GET /v2.0/ports?device_id=81b6e2ff-baee-47c2-a7eb-16a38f3282ff HTTP/1.1" status: 200 len: 945 time: 0.1915836 Nov 23 17:20:24.645918 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6868effc-0bd1-4b0b-869b-a42d650aa92b req-486f6796-8005-4b8f-b654-4aa740d8f779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:20:24.647442 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6868effc-0bd1-4b0b-869b-a42d650aa92b req-486f6796-8005-4b8f-b654-4aa740d8f779 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=10cf3f5a-71d1-468b-8622-0226dd1fd98a HTTP/1.1" status: 200 len: 848 time: 0.0880566 Nov 23 17:20:24.660281 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-bd916bbd-03ff-4ea4-a6d8-644edb21fde1 req-30818da0-53e7-45ed-829c-f84267edc53f tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] 10.222.0.60 "GET /v2.0/security-groups?id=70227657-be62-432a-a8fd-5a85231fc7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460092 Nov 23 17:20:24.713783 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-ad5b071c-f95f-4852-9c55-bae1947da2ac req-a4a4df93-cb14-4ebe-a318-0b741602dcc7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:24.722619 n-d-816206-8 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3066f0e-be40-43cc-b52c-4cca61251c1c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ebb3a298-d7d7-4eec-9078-0824a8d78eaf'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:20:24.726379 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbabddbc9fc37b068808e119c416c86f5957ca04531a4a0d2e695c515e93483b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6568df0e-c926-4bce-a123-e774bef95292" -d '{"events": [{"server_uuid": "e3066f0e-be40-43cc-b52c-4cca61251c1c", "name": "network-vif-unplugged", "status": "completed", "tag": "ebb3a298-d7d7-4eec-9078-0824a8d78eaf"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:20:24.733099 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-ad5b071c-f95f-4852-9c55-bae1947da2ac req-a4a4df93-cb14-4ebe-a318-0b741602dcc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264357957'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:24.753309 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6868effc-0bd1-4b0b-869b-a42d650aa92b req-05b74fe1-2266-4e94-bbe8-021216f940cb service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3b84e4de-5a6f-44c6-a8e6-1d90b4d1f1b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0900211 Nov 23 17:20:24.848246 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [req-ad5b071c-f95f-4852-9c55-bae1947da2ac req-a4a4df93-cb14-4ebe-a318-0b741602dcc7 service neutron] Attempting to bind port ebb3a298-d7d7-4eec-9078-0824a8d78eaf on host n-h1-816206-8 for vnic_type normal with profile {"migrating_to": "n-h2-816206-8"} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:20:24.848712 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [req-ad5b071c-f95f-4852-9c55-bae1947da2ac req-a4a4df93-cb14-4ebe-a318-0b741602dcc7 service neutron] Attempting to bind port ebb3a298-d7d7-4eec-9078-0824a8d78eaf by drivers openvswitch,hyperv on host n-h1-816206-8 at level 0 using segments [{'id': 'aeb4ff6a-77f7-45a2-bf27-0feac134a4ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'eacea6aa-86b2-4fe9-ae0d-611828f27804'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:20:24.849046 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad5b071c-f95f-4852-9c55-bae1947da2ac req-a4a4df93-cb14-4ebe-a318-0b741602dcc7 service neutron] Attempting to bind port ebb3a298-d7d7-4eec-9078-0824a8d78eaf on network eacea6aa-86b2-4fe9-ae0d-611828f27804 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:20:24.871856 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad5b071c-f95f-4852-9c55-bae1947da2ac req-a4a4df93-cb14-4ebe-a318-0b741602dcc7 service neutron] Port ebb3a298-d7d7-4eec-9078-0824a8d78eaf on network eacea6aa-86b2-4fe9-ae0d-611828f27804 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-8 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 17:20:24.872161 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad5b071c-f95f-4852-9c55-bae1947da2ac req-a4a4df93-cb14-4ebe-a318-0b741602dcc7 service neutron] Attempting to bind port ebb3a298-d7d7-4eec-9078-0824a8d78eaf on network eacea6aa-86b2-4fe9-ae0d-611828f27804 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:20:24.891749 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad5b071c-f95f-4852-9c55-bae1947da2ac req-a4a4df93-cb14-4ebe-a318-0b741602dcc7 service neutron] Checking agent: {'id': '4b0a4557-3bfe-4828-80a0-7981fc3ac84c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 15, 14), 'started_at': datetime.datetime(2021, 11, 23, 17, 15, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 20, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:20:24.894007 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5654cf74-1b8e-4758-99ab-99112f0e2516 req-1ad77bfd-345a-4566-a2c5-fac6840c7bfa tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] 10.222.0.60 "GET /v2.0/security-groups?id=5c82e7e8-9cad-459a-acb2-b7a0867274de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2451339 Nov 23 17:20:24.896186 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad5b071c-f95f-4852-9c55-bae1947da2ac req-a4a4df93-cb14-4ebe-a318-0b741602dcc7 service neutron] Checking segment: {'id': 'aeb4ff6a-77f7-45a2-bf27-0feac134a4ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'eacea6aa-86b2-4fe9-ae0d-611828f27804'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:20:24.898608 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad5b071c-f95f-4852-9c55-bae1947da2ac req-a4a4df93-cb14-4ebe-a318-0b741602dcc7 service neutron] Bound using segment: {'id': 'aeb4ff6a-77f7-45a2-bf27-0feac134a4ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'eacea6aa-86b2-4fe9-ae0d-611828f27804'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:20:24.899733 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [req-ad5b071c-f95f-4852-9c55-bae1947da2ac req-a4a4df93-cb14-4ebe-a318-0b741602dcc7 service neutron] Bound port: ebb3a298-d7d7-4eec-9078-0824a8d78eaf, host: n-h1-816206-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aeb4ff6a-77f7-45a2-bf27-0feac134a4ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'eacea6aa-86b2-4fe9-ae0d-611828f27804'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:20:24.900348 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-ad5b071c-f95f-4852-9c55-bae1947da2ac req-a4a4df93-cb14-4ebe-a318-0b741602dcc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:25.033339 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a4df93-cb14-4ebe-a318-0b741602dcc7 service neutron] Pushing event updated for resources: {'Port': ['ID=ebb3a298-d7d7-4eec-9078-0824a8d78eaf,revision_number=7']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:20:25.057716 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6868effc-0bd1-4b0b-869b-a42d650aa92b req-bf1ddc0f-7544-49e5-960b-49bac8251951 service neutron] 10.222.0.55 "GET /v2.0/networks/3b84e4de-5a6f-44c6-a8e6-1d90b4d1f1b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2882364 Nov 23 17:20:25.136099 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [req-ad5b071c-f95f-4852-9c55-bae1947da2ac req-a4a4df93-cb14-4ebe-a318-0b741602dcc7 service neutron] For port ebb3a298-d7d7-4eec-9078-0824a8d78eaf, host n-h1-816206-8, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:20:25.142540 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [req-ad5b071c-f95f-4852-9c55-bae1947da2ac req-a4a4df93-cb14-4ebe-a318-0b741602dcc7 service neutron] For port ebb3a298-d7d7-4eec-9078-0824a8d78eaf, host n-h1-816206-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=ebb3a298-d7d7-4eec-9078-0824a8d78eaf,segment=NetworkSegment(aeb4ff6a-77f7-45a2-bf27-0feac134a4ea),segment_id=aeb4ff6a-77f7-45a2-bf27-0feac134a4ea)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:20:25.149767 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-ad5b071c-f95f-4852-9c55-bae1947da2ac req-a4a4df93-cb14-4ebe-a318-0b741602dcc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264357957'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:25.252646 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 17:20:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e23a27b9-5966-4d06-b2e4-fb87fe12b278 x-openstack-request-id: req-e23a27b9-5966-4d06-b2e4-fb87fe12b278 {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:20:25.253219 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3066f0e-be40-43cc-b52c-4cca61251c1c", "name": "network-vif-unplugged", "status": "completed", "tag": "ebb3a298-d7d7-4eec-9078-0824a8d78eaf", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:20:25.253656 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e23a27b9-5966-4d06-b2e4-fb87fe12b278 {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:20:25.254242 n-d-816206-8 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3066f0e-be40-43cc-b52c-4cca61251c1c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ebb3a298-d7d7-4eec-9078-0824a8d78eaf', 'code': 200} Nov 23 17:20:25.254796 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 51056) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:20:25.289064 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6868effc-0bd1-4b0b-869b-a42d650aa92b req-575182da-0a9f-4a46-8a3c-3e54675cbb66 service neutron] 10.222.0.55 "GET /v2.0/networks/3b84e4de-5a6f-44c6-a8e6-1d90b4d1f1b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2212913 Nov 23 17:20:25.442600 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5b071c-f95f-4852-9c55-bae1947da2ac req-a4a4df93-cb14-4ebe-a318-0b741602dcc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:20:25.443260 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-ad5b071c-f95f-4852-9c55-bae1947da2ac req-a4a4df93-cb14-4ebe-a318-0b741602dcc7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:25.446286 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-ad5b071c-f95f-4852-9c55-bae1947da2ac req-a4a4df93-cb14-4ebe-a318-0b741602dcc7 service neutron] 10.222.0.36 "PUT /v2.0/ports/ebb3a298-d7d7-4eec-9078-0824a8d78eaf HTTP/1.1" status: 200 len: 1121 time: 1.3071592 Nov 23 17:20:25.456067 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1176fdb4-69d8-4b96-b8d1-dc1a1223d026 req-b75174e4-e8fa-4eea-b571-0edd55e948be tempest-ServersAdminNegativeTestJSON-104426851 tempest-ServersAdminNegativeTestJSON-104426851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:20:25.458515 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-1176fdb4-69d8-4b96-b8d1-dc1a1223d026 req-b75174e4-e8fa-4eea-b571-0edd55e948be tempest-ServersAdminNegativeTestJSON-104426851 tempest-ServersAdminNegativeTestJSON-104426851-project] 10.222.0.60 "GET /v2.0/ports?device_id=1e07418b-f2aa-4e09-8b65-a0c23b49b6bb HTTP/1.1" status: 200 len: 950 time: 0.1511066 Nov 23 17:20:25.528538 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] get_ports_and_sgs() called for port_ids ['ebb3a298-d7d7-4eec-9078-0824a8d78eaf'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:20:25.640462 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a4df93-cb14-4ebe-a318-0b741602dcc7 service neutron] Pushing event updated for resources: {'Port': ['ID=ebb3a298-d7d7-4eec-9078-0824a8d78eaf,revision_number=8']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:20:25.641054 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-1176fdb4-69d8-4b96-b8d1-dc1a1223d026 req-a424e61e-af6d-4266-be91-0d7619de316a tempest-ServersAdminNegativeTestJSON-104426851 tempest-ServersAdminNegativeTestJSON-104426851-project] 10.222.0.60 "GET /v2.0/security-groups?id=4a6bb8fb-ca30-4c1d-94e9-0fa3a29d488a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846338 Nov 23 17:20:25.738780 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6868effc-0bd1-4b0b-869b-a42d650aa92b req-8aeda855-64d1-4c96-8d43-07bcd09098f9 tempest-LiveMigrationTest-1150397521 tempest-LiveMigrationTest-1150397521-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:20:25.740903 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6868effc-0bd1-4b0b-869b-a42d650aa92b req-8aeda855-64d1-4c96-8d43-07bcd09098f9 tempest-LiveMigrationTest-1150397521 tempest-LiveMigrationTest-1150397521-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=81b6e2ff-baee-47c2-a7eb-16a38f3282ff&tenant_id=4f30b4abc7074d1fa9d31a414a5f297f&binding%3Ahost_id=n-h2-816206-8 HTTP/1.1" status: 200 len: 1096 time: 0.2811944 Nov 23 17:20:25.771202 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47d4f0c-0f97-4d1a-bdc7-2ba0dfac483c req-bfbfdcf3-0227-47ee-a557-573096fbe335 tempest-ServersWithSpecificFlavorTestJSON-2137215613 tempest-ServersWithSpecificFlavorTestJSON-2137215613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:20:25.773169 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f47d4f0c-0f97-4d1a-bdc7-2ba0dfac483c req-bfbfdcf3-0227-47ee-a557-573096fbe335 tempest-ServersWithSpecificFlavorTestJSON-2137215613 tempest-ServersWithSpecificFlavorTestJSON-2137215613-project] 10.222.0.60 "GET /v2.0/ports?device_id=edecfbb4-ef5b-488c-8aa0-e74557b4cade HTTP/1.1" status: 200 len: 945 time: 0.1424229 Nov 23 17:20:25.781211 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [req-6868effc-0bd1-4b0b-869b-a42d650aa92b req-22df1ad5-ea11-41ef-a8b3-b1d56ea42714 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-816206-8'}}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:20:26.283825 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-6868effc-0bd1-4b0b-869b-a42d650aa92b req-22df1ad5-ea11-41ef-a8b3-b1d56ea42714 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:26.342269 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d8cc1b-d565-4562-b47e-c7e37998fa54 req-a1248bc9-c77d-4ac3-9367-b87ead19418b tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:20:26.343909 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c7d8cc1b-d565-4562-b47e-c7e37998fa54 req-a1248bc9-c77d-4ac3-9367-b87ead19418b tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] 10.222.0.60 "GET /v2.0/ports?device_id=e3066f0e-be40-43cc-b52c-4cca61251c1c HTTP/1.1" status: 200 len: 943 time: 0.1671867 Nov 23 17:20:26.356947 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-794f6e15-ba54-40c8-ad7d-ee092e8bd038 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1794372'] for router_interface, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:26.361129 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f47d4f0c-0f97-4d1a-bdc7-2ba0dfac483c req-c3967db5-ecb9-421e-8400-c3d7463868b4 tempest-ServersWithSpecificFlavorTestJSON-2137215613 tempest-ServersWithSpecificFlavorTestJSON-2137215613-project] 10.222.0.60 "GET /v2.0/security-groups?id=c1fd7bbb-ef62-457d-a84a-b42d813769d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1802263 Nov 23 17:20:26.611431 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c7d8cc1b-d565-4562-b47e-c7e37998fa54 req-ea6f86c5-9623-4235-8129-463b6dc6e033 tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] 10.222.0.60 "GET /v2.0/security-groups?id=ef6a96c0-423c-4ea7-a75c-4657afd8c521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2486219 Nov 23 17:20:26.688093 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-6868effc-0bd1-4b0b-869b-a42d650aa92b req-22df1ad5-ea11-41ef-a8b3-b1d56ea42714 service neutron] For port d7e28e83-60a3-47b9-b7b0-9d346691f72d, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=d7e28e83-60a3-47b9-b7b0-9d346691f72d,segment=NetworkSegment(12913541-acd4-4e3c-8f48-e22896931a9c),segment_id=12913541-acd4-4e3c-8f48-e22896931a9c)] {{(pid=103591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:20:26.776210 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-6868effc-0bd1-4b0b-869b-a42d650aa92b req-22df1ad5-ea11-41ef-a8b3-b1d56ea42714 service neutron] For port d7e28e83-60a3-47b9-b7b0-9d346691f72d, host n-h2-816206-8, cleared binding levels {{(pid=103591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:20:26.824111 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [req-32ded19b-36cd-4481-8388-a28e01808fbd req-a7301deb-4359-4606-8d97-9f80d2e7047a service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=103591) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 17:20:26.825443 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-32ded19b-36cd-4481-8388-a28e01808fbd req-a7301deb-4359-4606-8d97-9f80d2e7047a service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0164597 Nov 23 17:20:26.892861 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81b6e2ff-baee-47c2-a7eb-16a38f3282ff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd7e28e83-60a3-47b9-b7b0-9d346691f72d'}] {{(pid=103591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:20:26.895243 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41d174a19ece9499ff9ec44e5b3fc50f2abd3ffbc947fb7e52ea1e8db27b95b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bebb08e3-eeb8-4741-91d6-96f2da712046" -d '{"events": [{"server_uuid": "81b6e2ff-baee-47c2-a7eb-16a38f3282ff", "name": "network-vif-unplugged", "status": "completed", "tag": "d7e28e83-60a3-47b9-b7b0-9d346691f72d"}]}' {{(pid=103591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:20:26.901086 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-6868effc-0bd1-4b0b-869b-a42d650aa92b req-22df1ad5-ea11-41ef-a8b3-b1d56ea42714 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:26.922744 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-6868effc-0bd1-4b0b-869b-a42d650aa92b req-22df1ad5-ea11-41ef-a8b3-b1d56ea42714 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264758186'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:26.984051 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7d3d6b-ffae-4053-8577-5c162c255dde req-9065182f-4b8a-4444-8324-068194652ab1 tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:20:26.985705 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-fd7d3d6b-ffae-4053-8577-5c162c255dde req-9065182f-4b8a-4444-8324-068194652ab1 tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] 10.222.0.60 "GET /v2.0/ports?device_id=81b6e2ff-baee-47c2-a7eb-16a38f3282ff HTTP/1.1" status: 200 len: 945 time: 0.1751561 Nov 23 17:20:27.041970 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22df1ad5-ea11-41ef-a8b3-b1d56ea42714 service neutron] Pushing event updated for resources: {'Port': ['ID=d7e28e83-60a3-47b9-b7b0-9d346691f72d,revision_number=7']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:20:27.075449 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-6868effc-0bd1-4b0b-869b-a42d650aa92b req-22df1ad5-ea11-41ef-a8b3-b1d56ea42714 service neutron] Attempting to bind port d7e28e83-60a3-47b9-b7b0-9d346691f72d on host n-h2-816206-8 for vnic_type normal with profile {"migrating_to": "n-h1-816206-8"} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:20:27.075795 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-6868effc-0bd1-4b0b-869b-a42d650aa92b req-22df1ad5-ea11-41ef-a8b3-b1d56ea42714 service neutron] Attempting to bind port d7e28e83-60a3-47b9-b7b0-9d346691f72d by drivers openvswitch,hyperv on host n-h2-816206-8 at level 0 using segments [{'id': '12913541-acd4-4e3c-8f48-e22896931a9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '3b84e4de-5a6f-44c6-a8e6-1d90b4d1f1b3'}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:20:27.076202 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6868effc-0bd1-4b0b-869b-a42d650aa92b req-22df1ad5-ea11-41ef-a8b3-b1d56ea42714 service neutron] Attempting to bind port d7e28e83-60a3-47b9-b7b0-9d346691f72d on network 3b84e4de-5a6f-44c6-a8e6-1d90b4d1f1b3 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:20:27.091594 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6868effc-0bd1-4b0b-869b-a42d650aa92b req-22df1ad5-ea11-41ef-a8b3-b1d56ea42714 service neutron] Port d7e28e83-60a3-47b9-b7b0-9d346691f72d on network 3b84e4de-5a6f-44c6-a8e6-1d90b4d1f1b3 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-8 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 17:20:27.091979 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6868effc-0bd1-4b0b-869b-a42d650aa92b req-22df1ad5-ea11-41ef-a8b3-b1d56ea42714 service neutron] Attempting to bind port d7e28e83-60a3-47b9-b7b0-9d346691f72d on network 3b84e4de-5a6f-44c6-a8e6-1d90b4d1f1b3 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:20:27.098654 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6868effc-0bd1-4b0b-869b-a42d650aa92b req-22df1ad5-ea11-41ef-a8b3-b1d56ea42714 service neutron] Checking agent: {'id': 'ab77bf9e-0267-4174-8f1d-822cba89b207', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 15, 13), 'started_at': datetime.datetime(2021, 11, 23, 17, 15, 13), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 20, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:20:27.098985 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6868effc-0bd1-4b0b-869b-a42d650aa92b req-22df1ad5-ea11-41ef-a8b3-b1d56ea42714 service neutron] Checking segment: {'id': '12913541-acd4-4e3c-8f48-e22896931a9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '3b84e4de-5a6f-44c6-a8e6-1d90b4d1f1b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:20:27.099363 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6868effc-0bd1-4b0b-869b-a42d650aa92b req-22df1ad5-ea11-41ef-a8b3-b1d56ea42714 service neutron] Bound using segment: {'id': '12913541-acd4-4e3c-8f48-e22896931a9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '3b84e4de-5a6f-44c6-a8e6-1d90b4d1f1b3'} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:20:27.099793 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-6868effc-0bd1-4b0b-869b-a42d650aa92b req-22df1ad5-ea11-41ef-a8b3-b1d56ea42714 service neutron] Bound port: d7e28e83-60a3-47b9-b7b0-9d346691f72d, host: n-h2-816206-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12913541-acd4-4e3c-8f48-e22896931a9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '3b84e4de-5a6f-44c6-a8e6-1d90b4d1f1b3'}}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:20:27.100216 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-6868effc-0bd1-4b0b-869b-a42d650aa92b req-22df1ad5-ea11-41ef-a8b3-b1d56ea42714 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:27.107834 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-fd7d3d6b-ffae-4053-8577-5c162c255dde req-40c28a63-8590-4397-be03-26e60d88b905 tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] 10.222.0.60 "GET /v2.0/security-groups?id=5c82e7e8-9cad-459a-acb2-b7a0867274de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112709 Nov 23 17:20:27.228738 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-6868effc-0bd1-4b0b-869b-a42d650aa92b req-22df1ad5-ea11-41ef-a8b3-b1d56ea42714 service neutron] For port d7e28e83-60a3-47b9-b7b0-9d346691f72d, host n-h2-816206-8, cleared binding levels {{(pid=103591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:20:27.232323 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-6868effc-0bd1-4b0b-869b-a42d650aa92b req-22df1ad5-ea11-41ef-a8b3-b1d56ea42714 service neutron] For port d7e28e83-60a3-47b9-b7b0-9d346691f72d, host n-h2-816206-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=d7e28e83-60a3-47b9-b7b0-9d346691f72d,segment=NetworkSegment(12913541-acd4-4e3c-8f48-e22896931a9c),segment_id=12913541-acd4-4e3c-8f48-e22896931a9c)] {{(pid=103591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:20:27.238534 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-6868effc-0bd1-4b0b-869b-a42d650aa92b req-22df1ad5-ea11-41ef-a8b3-b1d56ea42714 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264758186'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:27.241656 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 17:20:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09fec546-d92f-4156-a863-a3031f561b11 x-openstack-request-id: req-09fec546-d92f-4156-a863-a3031f561b11 {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:20:27.241949 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81b6e2ff-baee-47c2-a7eb-16a38f3282ff", "name": "network-vif-unplugged", "status": "completed", "tag": "d7e28e83-60a3-47b9-b7b0-9d346691f72d", "code": 200}]} {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:20:27.242189 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-09fec546-d92f-4156-a863-a3031f561b11 {{(pid=103591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:20:27.242689 n-d-816206-8 neutron-server[103591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81b6e2ff-baee-47c2-a7eb-16a38f3282ff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd7e28e83-60a3-47b9-b7b0-9d346691f72d', 'code': 200} Nov 23 17:20:27.295696 n-d-816206-8 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3066f0e-be40-43cc-b52c-4cca61251c1c', 'tag': 'ebb3a298-d7d7-4eec-9078-0824a8d78eaf'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:20:27.298899 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbabddbc9fc37b068808e119c416c86f5957ca04531a4a0d2e695c515e93483b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06382f28-ca8b-41f7-a450-4c800a7ea4ad" -d '{"events": [{"name": "network-changed", "server_uuid": "e3066f0e-be40-43cc-b52c-4cca61251c1c", "tag": "ebb3a298-d7d7-4eec-9078-0824a8d78eaf"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:20:27.348519 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-f92adff9-23a0-4feb-8817-b5a578b5c454 req-b0d6abed-540d-4ba0-b9f9-2ed6ee9a1f28 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=23329ec1-2aa1-4cec-919c-e827c4171d02&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1013730 Nov 23 17:20:27.361558 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-794f6e15-ba54-40c8-ad7d-ee092e8bd038 admin admin] Deleting port f27c60b3-194e-4675-b60c-7529f8f1070c {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:20:27.362579 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-794f6e15-ba54-40c8-ad7d-ee092e8bd038 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:27.409633 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22df1ad5-ea11-41ef-a8b3-b1d56ea42714 service neutron] Pushing event updated for resources: {'Port': ['ID=d7e28e83-60a3-47b9-b7b0-9d346691f72d,revision_number=8']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:20:27.443775 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dc6910-bd85-423a-867c-6c131a6d3193 req-67b44bd5-6abd-4281-904d-2ca91f0075f3 tempest-ServersAdminNegativeTestJSON-104426851 tempest-ServersAdminNegativeTestJSON-104426851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:20:27.451650 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e4dc6910-bd85-423a-867c-6c131a6d3193 req-67b44bd5-6abd-4281-904d-2ca91f0075f3 tempest-ServersAdminNegativeTestJSON-104426851 tempest-ServersAdminNegativeTestJSON-104426851-project] 10.222.0.60 "GET /v2.0/ports?device_id=1e07418b-f2aa-4e09-8b65-a0c23b49b6bb HTTP/1.1" status: 200 len: 950 time: 0.2049406 Nov 23 17:20:27.481493 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6868effc-0bd1-4b0b-869b-a42d650aa92b req-22df1ad5-ea11-41ef-a8b3-b1d56ea42714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:20:27.482133 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-6868effc-0bd1-4b0b-869b-a42d650aa92b req-22df1ad5-ea11-41ef-a8b3-b1d56ea42714 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:27.484423 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6868effc-0bd1-4b0b-869b-a42d650aa92b req-22df1ad5-ea11-41ef-a8b3-b1d56ea42714 service neutron] 10.222.0.55 "PUT /v2.0/ports/d7e28e83-60a3-47b9-b7b0-9d346691f72d HTTP/1.1" status: 200 len: 1121 time: 1.7097688 Nov 23 17:20:27.528604 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b7d9af-3104-4b0b-a659-5298e989972b req-eb81bf8b-5466-4edb-82bb-5fa0be1dbca2 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:20:27.536828 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d5b7d9af-3104-4b0b-a659-5298e989972b req-eb81bf8b-5466-4edb-82bb-5fa0be1dbca2 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] 10.222.0.60 "GET /v2.0/ports?device_id=23329ec1-2aa1-4cec-919c-e827c4171d02 HTTP/1.1" status: 200 len: 950 time: 0.1583967 Nov 23 17:20:27.583793 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-794f6e15-ba54-40c8-ad7d-ee092e8bd038 admin admin] For port f27c60b3-194e-4675-b60c-7529f8f1070c, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=f27c60b3-194e-4675-b60c-7529f8f1070c,segment=NetworkSegment(bb3e9feb-2585-4817-a093-fda0dad7f4a6),segment_id=bb3e9feb-2585-4817-a093-fda0dad7f4a6)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:20:27.584739 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-794f6e15-ba54-40c8-ad7d-ee092e8bd038 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:27.593275 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e4dc6910-bd85-423a-867c-6c131a6d3193 req-e4b09c7b-c516-4e4b-abdb-8d5350b567f6 tempest-ServersAdminNegativeTestJSON-104426851 tempest-ServersAdminNegativeTestJSON-104426851-project] 10.222.0.60 "GET /v2.0/security-groups?id=4a6bb8fb-ca30-4c1d-94e9-0fa3a29d488a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403053 Nov 23 17:20:27.645762 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-794f6e15-ba54-40c8-ad7d-ee092e8bd038 admin admin] Calling delete_port for f27c60b3-194e-4675-b60c-7529f8f1070c owned by network:router_interface {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:20:27.699280 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d5b7d9af-3104-4b0b-a659-5298e989972b req-4acd8de4-eace-43a2-a9e4-c47031c943eb tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] 10.222.0.60 "GET /v2.0/security-groups?id=70227657-be62-432a-a8fd-5a85231fc7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612120 Nov 23 17:20:27.740270 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 17:20:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-842366eb-82dd-4740-a215-6532e182f8a3 x-openstack-request-id: req-842366eb-82dd-4740-a215-6532e182f8a3 {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:20:27.740811 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3066f0e-be40-43cc-b52c-4cca61251c1c", "tag": "ebb3a298-d7d7-4eec-9078-0824a8d78eaf", "status": "completed", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:20:27.741241 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-842366eb-82dd-4740-a215-6532e182f8a3 {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:20:27.741875 n-d-816206-8 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3066f0e-be40-43cc-b52c-4cca61251c1c', 'tag': 'ebb3a298-d7d7-4eec-9078-0824a8d78eaf', 'status': 'completed', 'code': 200} Nov 23 17:20:27.780246 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] get_ports_and_sgs() called for port_ids ['d7e28e83-60a3-47b9-b7b0-9d346691f72d'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:20:27.915807 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06382f28-ca8b-41f7-a450-4c800a7ea4ad req-323d9b3a-9272-462a-89f2-927734d29040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:20:27.922234 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-06382f28-ca8b-41f7-a450-4c800a7ea4ad req-323d9b3a-9272-462a-89f2-927734d29040 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=968ef5ef30ad45a38c8263e9da4ef3c2&device_id=e3066f0e-be40-43cc-b52c-4cca61251c1c HTTP/1.1" status: 200 len: 1124 time: 0.1482275 Nov 23 17:20:28.232381 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-794f6e15-ba54-40c8-ad7d-ee092e8bd038 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:28.262332 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06382f28-ca8b-41f7-a450-4c800a7ea4ad req-6c76dcae-c366-4e93-a608-f79128e48de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:20:28.264202 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-06382f28-ca8b-41f7-a450-4c800a7ea4ad req-6c76dcae-c366-4e93-a608-f79128e48de3 service neutron] 10.222.0.55 "GET /v2.0/networks?id=eacea6aa-86b2-4fe9-ae0d-611828f27804 HTTP/1.1" status: 200 len: 921 time: 0.3298833 Nov 23 17:20:28.308277 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794f6e15-ba54-40c8-ad7d-ee092e8bd038 admin admin] Pushing event deleted for resources: {'Port': ['ID=f27c60b3-194e-4675-b60c-7529f8f1070c,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:20:28.428755 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-06382f28-ca8b-41f7-a450-4c800a7ea4ad req-01077743-7489-4fa3-a2ab-43de63b6b046 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ebb3a298-d7d7-4eec-9078-0824a8d78eaf HTTP/1.1" status: 200 len: 217 time: 0.1520212 Nov 23 17:20:28.569548 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693530c9-d3c6-45ce-a23f-cd990d66d798 req-7f51e9f4-5da1-477e-bb08-a99b82d2004c tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:20:28.572322 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-693530c9-d3c6-45ce-a23f-cd990d66d798 req-7f51e9f4-5da1-477e-bb08-a99b82d2004c tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] 10.222.0.60 "GET /v2.0/ports?device_id=e3066f0e-be40-43cc-b52c-4cca61251c1c HTTP/1.1" status: 200 len: 943 time: 0.3069632 Nov 23 17:20:28.577368 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device ebb3a298-d7d7-4eec-9078-0824a8d78eaf details requested by agent hyperv_n-h2-816206-8 with host n-h2-816206-8 {{(pid=103592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 17:20:28.642161 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06382f28-ca8b-41f7-a450-4c800a7ea4ad req-3b746737-7d01-437c-b0da-10a2ac6226d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:20:28.644643 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-06382f28-ca8b-41f7-a450-4c800a7ea4ad req-3b746737-7d01-437c-b0da-10a2ac6226d8 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=cfa8dfdf-5850-4e22-a7f8-6d7e726926d1 HTTP/1.1" status: 200 len: 860 time: 0.1828325 Nov 23 17:20:28.650846 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c511518-fc24-430c-ab85-9850c31607b4 req-c2a8fe95-2005-4a3a-b2b6-e52870e778a0 tempest-ServersAdminNegativeTestJSON-326307191 tempest-ServersAdminNegativeTestJSON-326307191-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:20:28.661659 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8c511518-fc24-430c-ab85-9850c31607b4 req-c2a8fe95-2005-4a3a-b2b6-e52870e778a0 tempest-ServersAdminNegativeTestJSON-326307191 tempest-ServersAdminNegativeTestJSON-326307191-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=1e07418b-f2aa-4e09-8b65-a0c23b49b6bb HTTP/1.1" status: 200 len: 1101 time: 0.2522731 Nov 23 17:20:28.694077 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-794f6e15-ba54-40c8-ad7d-ee092e8bd038 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2067500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1794520'] for router_interface, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:28.791288 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-06382f28-ca8b-41f7-a450-4c800a7ea4ad req-5a67df3a-c2d2-4eec-8331-a73f18c465e6 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=eacea6aa-86b2-4fe9-ae0d-611828f27804&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0923936 Nov 23 17:20:28.853938 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-8c511518-fc24-430c-ab85-9850c31607b4 req-e176b350-f649-4fb9-a83e-b18c87437946 tempest-ServersAdminNegativeTestJSON-326307191 tempest-ServersAdminNegativeTestJSON-326307191-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:28.901229 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port ebb3a298-d7d7-4eec-9078-0824a8d78eaf, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=ebb3a298-d7d7-4eec-9078-0824a8d78eaf,segment=NetworkSegment(aeb4ff6a-77f7-45a2-bf27-0feac134a4ea),segment_id=aeb4ff6a-77f7-45a2-bf27-0feac134a4ea)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:20:28.949436 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-693530c9-d3c6-45ce-a23f-cd990d66d798 req-ee6d2c53-7519-411b-a7b6-31450cee392e tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] 10.222.0.60 "GET /v2.0/security-groups?id=ef6a96c0-423c-4ea7-a75c-4657afd8c521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3580666 Nov 23 17:20:28.950282 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device ebb3a298-d7d7-4eec-9078-0824a8d78eaf has no active binding in host n-h2-816206-8 {{(pid=103592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 23 17:20:29.105371 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-06382f28-ca8b-41f7-a450-4c800a7ea4ad req-212d971d-565e-4118-8262-04b1497d57ab service neutron] 10.222.0.55 "GET /v2.0/networks/eacea6aa-86b2-4fe9-ae0d-611828f27804?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3041525 Nov 23 17:20:29.138180 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-794f6e15-ba54-40c8-ad7d-ee092e8bd038 admin admin] Router 2bf1e14e-01bb-49cb-acf1-d91905d80a86 has already been hosted by L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 {{(pid=103590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 17:20:29.249989 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81b6e2ff-baee-47c2-a7eb-16a38f3282ff', 'tag': 'd7e28e83-60a3-47b9-b7b0-9d346691f72d'}] {{(pid=103591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:20:29.253315 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41d174a19ece9499ff9ec44e5b3fc50f2abd3ffbc947fb7e52ea1e8db27b95b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28f020f9-26a7-46c2-9950-4f6ab7d8bff0" -d '{"events": [{"name": "network-changed", "server_uuid": "81b6e2ff-baee-47c2-a7eb-16a38f3282ff", "tag": "d7e28e83-60a3-47b9-b7b0-9d346691f72d"}]}' {{(pid=103591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:20:29.322531 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-8c511518-fc24-430c-ab85-9850c31607b4 req-e176b350-f649-4fb9-a83e-b18c87437946 tempest-ServersAdminNegativeTestJSON-326307191 tempest-ServersAdminNegativeTestJSON-326307191-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:29.341990 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-8c511518-fc24-430c-ab85-9850c31607b4 req-e176b350-f649-4fb9-a83e-b18c87437946 tempest-ServersAdminNegativeTestJSON-326307191 tempest-ServersAdminNegativeTestJSON-326307191-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:29.354751 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-794f6e15-ba54-40c8-ad7d-ee092e8bd038 admin admin] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:20:29.375054 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9114ca71-e2ef-43a9-8451-07d9f68bbef8 None None] Sync routers for ids ['2bf1e14e-01bb-49cb-acf1-d91905d80a86'] in n-d-816206-8 {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:20:29.379238 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-794f6e15-ba54-40c8-ad7d-ee092e8bd038 admin admin] 10.222.0.60 "PUT /v2.0/routers/2bf1e14e-01bb-49cb-acf1-d91905d80a86/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1223841 Nov 23 17:20:29.385159 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 51132) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:20:29.398828 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9114ca71-e2ef-43a9-8451-07d9f68bbef8 None None] Routers {'2bf1e14e-01bb-49cb-acf1-d91905d80a86'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:20:29.400009 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-9114ca71-e2ef-43a9-8451-07d9f68bbef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:20:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['2bf1e14e-01bb-49cb-acf1-d91905d80a86'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:20:29.415084 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2baeffa8-c1dd-4971-a4a0-de230b7c82a4 req-bd0810de-6507-4109-9664-79eb5396f46a tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:20:29.417822 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2baeffa8-c1dd-4971-a4a0-de230b7c82a4 req-bd0810de-6507-4109-9664-79eb5396f46a tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] 10.222.0.60 "GET /v2.0/ports?device_id=81b6e2ff-baee-47c2-a7eb-16a38f3282ff HTTP/1.1" status: 200 len: 943 time: 0.2791464 Nov 23 17:20:29.485708 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8c511518-fc24-430c-ab85-9850c31607b4 req-e176b350-f649-4fb9-a83e-b18c87437946 tempest-ServersAdminNegativeTestJSON-326307191 tempest-ServersAdminNegativeTestJSON-326307191-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=4a6bb8fb-ca30-4c1d-94e9-0fa3a29d488a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7685871 Nov 23 17:20:29.520994 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-06382f28-ca8b-41f7-a450-4c800a7ea4ad req-1c1d1a93-9b11-460b-996b-549fcde754ac service neutron] 10.222.0.55 "GET /v2.0/networks/eacea6aa-86b2-4fe9-ae0d-611828f27804?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4038317 Nov 23 17:20:29.528415 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e176b350-f649-4fb9-a83e-b18c87437946 tempest-ServersAdminNegativeTestJSON-326307191 tempest-ServersAdminNegativeTestJSON-326307191-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e2b7d5b-37c0-4979-a8b5-90bfc36640a0,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:20:29.568199 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e176b350-f649-4fb9-a83e-b18c87437946 tempest-ServersAdminNegativeTestJSON-326307191 tempest-ServersAdminNegativeTestJSON-326307191-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:20:29.571088 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e176b350-f649-4fb9-a83e-b18c87437946 tempest-ServersAdminNegativeTestJSON-326307191 tempest-ServersAdminNegativeTestJSON-326307191-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:20:29.571857 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e176b350-f649-4fb9-a83e-b18c87437946 tempest-ServersAdminNegativeTestJSON-326307191 tempest-ServersAdminNegativeTestJSON-326307191-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:20:29.572474 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e176b350-f649-4fb9-a83e-b18c87437946 tempest-ServersAdminNegativeTestJSON-326307191 tempest-ServersAdminNegativeTestJSON-326307191-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:20:29.573115 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e176b350-f649-4fb9-a83e-b18c87437946 tempest-ServersAdminNegativeTestJSON-326307191 tempest-ServersAdminNegativeTestJSON-326307191-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:20:29.573653 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e176b350-f649-4fb9-a83e-b18c87437946 tempest-ServersAdminNegativeTestJSON-326307191 tempest-ServersAdminNegativeTestJSON-326307191-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:20:29.574206 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e176b350-f649-4fb9-a83e-b18c87437946 tempest-ServersAdminNegativeTestJSON-326307191 tempest-ServersAdminNegativeTestJSON-326307191-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:20:29.574730 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e176b350-f649-4fb9-a83e-b18c87437946 tempest-ServersAdminNegativeTestJSON-326307191 tempest-ServersAdminNegativeTestJSON-326307191-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:20:29.575260 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e176b350-f649-4fb9-a83e-b18c87437946 tempest-ServersAdminNegativeTestJSON-326307191 tempest-ServersAdminNegativeTestJSON-326307191-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:20:29.575800 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e176b350-f649-4fb9-a83e-b18c87437946 tempest-ServersAdminNegativeTestJSON-326307191 tempest-ServersAdminNegativeTestJSON-326307191-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:20:29.576611 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e176b350-f649-4fb9-a83e-b18c87437946 tempest-ServersAdminNegativeTestJSON-326307191 tempest-ServersAdminNegativeTestJSON-326307191-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:20:29.577170 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e176b350-f649-4fb9-a83e-b18c87437946 tempest-ServersAdminNegativeTestJSON-326307191 tempest-ServersAdminNegativeTestJSON-326307191-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:20:29.635396 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8bb7b48f-0c68-498d-919b-08714da144ef admin admin] Publish callbacks [] for router, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:29.644046 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2baeffa8-c1dd-4971-a4a0-de230b7c82a4 req-0ab8c99b-c430-4408-91a1-988a69dca110 tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] 10.222.0.60 "GET /v2.0/security-groups?id=5c82e7e8-9cad-459a-acb2-b7a0867274de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2087388 Nov 23 17:20:29.714636 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvr_db [None req-9114ca71-e2ef-43a9-8451-07d9f68bbef8 None None] Set router 2bf1e14e-01bb-49cb-acf1-d91905d80a86 gateway port host: n-d-816206-8 {{(pid=103592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:20:29.770727 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c6c60ea6-3184-4a32-afec-99788cde904c req-e31edffa-706d-4f07-b237-70aafc48853c tempest-ServersWithSpecificFlavorTestJSON-2137215613 tempest-ServersWithSpecificFlavorTestJSON-2137215613-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--633610360&fields=id&tenant_id=127802e79ad24bebb19163263129e33c HTTP/1.1" status: 200 len: 267 time: 0.0694361 Nov 23 17:20:29.843730 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8bb7b48f-0c68-498d-919b-08714da144ef admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:29.921072 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-8bb7b48f-0c68-498d-919b-08714da144ef admin admin] Deleting port 7cbba578-c1a6-4399-9eeb-fd093189798e {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:20:29.921639 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8bb7b48f-0c68-498d-919b-08714da144ef admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:29.963120 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ee9d00-1d7f-46e8-9c26-7d9f9724f90c req-06c127fc-cab7-4fd2-b47d-5f75cf1bbe75 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:20:29.965365 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-06ee9d00-1d7f-46e8-9c26-7d9f9724f90c req-06c127fc-cab7-4fd2-b47d-5f75cf1bbe75 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] 10.222.0.60 "GET /v2.0/ports?device_id=23329ec1-2aa1-4cec-919c-e827c4171d02 HTTP/1.1" status: 200 len: 950 time: 0.1738920 Nov 23 17:20:30.007750 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c60ea6-3184-4a32-afec-99788cde904c req-8407cbd0-f3c0-4a5b-bd8a-089e7d67d7b4 tempest-ServersWithSpecificFlavorTestJSON-2137215613 tempest-ServersWithSpecificFlavorTestJSON-2137215613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:20:30.009663 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c6c60ea6-3184-4a32-afec-99788cde904c req-8407cbd0-f3c0-4a5b-bd8a-089e7d67d7b4 tempest-ServersWithSpecificFlavorTestJSON-2137215613 tempest-ServersWithSpecificFlavorTestJSON-2137215613-project] 10.222.0.60 "GET /v2.0/networks?id=b2e9d6b9-526b-40df-9e11-a4db0d344564 HTTP/1.1" status: 200 len: 822 time: 0.2379889 Nov 23 17:20:30.053764 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c6c60ea6-3184-4a32-afec-99788cde904c req-811457ea-60b0-444e-8791-415ef35dae3d tempest-ServersWithSpecificFlavorTestJSON-2137215613 tempest-ServersWithSpecificFlavorTestJSON-2137215613-project] 10.222.0.60 "GET /v2.0/quotas/127802e79ad24bebb19163263129e33c HTTP/1.1" status: 200 len: 375 time: 0.0280418 Nov 23 17:20:30.067268 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-06ee9d00-1d7f-46e8-9c26-7d9f9724f90c req-b623b969-7a64-4a55-a758-fba002fc4a5e tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] 10.222.0.60 "GET /v2.0/security-groups?id=70227657-be62-432a-a8fd-5a85231fc7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845220 Nov 23 17:20:30.078494 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-9114ca71-e2ef-43a9-8451-07d9f68bbef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bf1e14e-01bb-49cb-acf1-d91905d80a86', 'name': 'tempest-AttachSCSIVolumeTestJSON-980319165-router', 'tenant_id': '808c70784bbb425d87fe103503f75985', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.132'}], 'enable_snat': True}, 'gw_port_id': '7cbba578-c1a6-4399-9eeb-fd093189798e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:17:58Z', 'updated_at': '2021-11-23T17:20:28Z', 'revision_number': 5, 'project_id': '808c70784bbb425d87fe103503f75985', 'gw_port': {'id': '7cbba578-c1a6-4399-9eeb-fd093189798e', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:e5:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bf1e14e-01bb-49cb-acf1-d91905d80a86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 167, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:17:59Z', 'updated_at': '2021-11-23T17:18:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8'}], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:20:30.089319 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-8bb7b48f-0c68-498d-919b-08714da144ef admin admin] For port 7cbba578-c1a6-4399-9eeb-fd093189798e, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=7cbba578-c1a6-4399-9eeb-fd093189798e,segment=NetworkSegment(bffd1e4f-e80f-4ff0-b418-2f42ae15febf),segment_id=bffd1e4f-e80f-4ff0-b418-2f42ae15febf)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:20:30.090127 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8bb7b48f-0c68-498d-919b-08714da144ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:30.115449 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9114ca71-e2ef-43a9-8451-07d9f68bbef8 None None] Checking router: 2bf1e14e-01bb-49cb-acf1-d91905d80a86 for host: n-d-816206-8 {{(pid=103592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 17:20:30.119726 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-8bb7b48f-0c68-498d-919b-08714da144ef admin admin] Calling delete_port for 7cbba578-c1a6-4399-9eeb-fd093189798e owned by network:router_gateway {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:20:30.128354 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9114ca71-e2ef-43a9-8451-07d9f68bbef8 None None] Routers {'2bf1e14e-01bb-49cb-acf1-d91905d80a86'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:20:30.128988 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-9114ca71-e2ef-43a9-8451-07d9f68bbef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:20:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['2bf1e14e-01bb-49cb-acf1-d91905d80a86'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:20:30.180608 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 17:20:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17acf096-ff49-4763-b32a-869502dd56a4 x-openstack-request-id: req-17acf096-ff49-4763-b32a-869502dd56a4 {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:20:30.180957 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81b6e2ff-baee-47c2-a7eb-16a38f3282ff", "tag": "d7e28e83-60a3-47b9-b7b0-9d346691f72d", "status": "completed", "code": 200}]} {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:20:30.181179 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-17acf096-ff49-4763-b32a-869502dd56a4 {{(pid=103591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:20:30.182423 n-d-816206-8 neutron-server[103591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81b6e2ff-baee-47c2-a7eb-16a38f3282ff', 'tag': 'd7e28e83-60a3-47b9-b7b0-9d346691f72d', 'status': 'completed', 'code': 200} Nov 23 17:20:30.212105 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c6c60ea6-3184-4a32-afec-99788cde904c req-5eaba28a-1997-4405-99b6-0429fd503a6f tempest-ServersWithSpecificFlavorTestJSON-2137215613 tempest-ServersWithSpecificFlavorTestJSON-2137215613-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=127802e79ad24bebb19163263129e33c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1358802 Nov 23 17:20:30.357219 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvr_db [None req-9114ca71-e2ef-43a9-8451-07d9f68bbef8 None None] Set router 2bf1e14e-01bb-49cb-acf1-d91905d80a86 gateway port host: None {{(pid=103592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:20:30.437442 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f020f9-26a7-46c2-9950-4f6ab7d8bff0 req-f636a3b3-c289-427c-b0b9-1c487d7932f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:20:30.441625 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-28f020f9-26a7-46c2-9950-4f6ab7d8bff0 req-f636a3b3-c289-427c-b0b9-1c487d7932f4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4f30b4abc7074d1fa9d31a414a5f297f&device_id=81b6e2ff-baee-47c2-a7eb-16a38f3282ff HTTP/1.1" status: 200 len: 1124 time: 0.2089226 Nov 23 17:20:30.467974 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c6c60ea6-3184-4a32-afec-99788cde904c req-ae648a2d-d636-4949-a2a6-a28d5336b907 service neutron] 10.222.0.60 "GET /v2.0/networks/b2e9d6b9-526b-40df-9e11-a4db0d344564?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2422295 Nov 23 17:20:30.479383 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-9114ca71-e2ef-43a9-8451-07d9f68bbef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bf1e14e-01bb-49cb-acf1-d91905d80a86', 'name': 'tempest-AttachSCSIVolumeTestJSON-980319165-router', 'tenant_id': '808c70784bbb425d87fe103503f75985', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:17:58Z', 'updated_at': '2021-11-23T17:20:29Z', 'revision_number': 6, 'project_id': '808c70784bbb425d87fe103503f75985', 'gw_port_host': None}], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:20:30.515498 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92adff9-23a0-4feb-8817-b5a578b5c454 req-6a7359e4-6396-4c88-94be-9afb1990fc55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:20:30.517065 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f92adff9-23a0-4feb-8817-b5a578b5c454 req-6a7359e4-6396-4c88-94be-9afb1990fc55 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=98a62786d4654c60b8dab5d2a606f4fe&device_id=23329ec1-2aa1-4cec-919c-e827c4171d02 HTTP/1.1" status: 200 len: 1101 time: 0.1475310 Nov 23 17:20:30.518795 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9114ca71-e2ef-43a9-8451-07d9f68bbef8 None None] The sync data for ids ['2bf1e14e-01bb-49cb-acf1-d91905d80a86'] in n-d-816206-8 is: [{'id': '2bf1e14e-01bb-49cb-acf1-d91905d80a86', 'name': 'tempest-AttachSCSIVolumeTestJSON-980319165-router', 'tenant_id': '808c70784bbb425d87fe103503f75985', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:17:58Z', 'updated_at': '2021-11-23T17:20:29Z', 'revision_number': 6, 'project_id': '808c70784bbb425d87fe103503f75985', 'gw_port_host': None}] {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:20:30.531651 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0394a41b-c443-4f1b-bc54-8f326c49057a req-ab7605b2-6ac7-4f10-bdf8-702f353a65c2 tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:20:30.535725 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-0394a41b-c443-4f1b-bc54-8f326c49057a req-ab7605b2-6ac7-4f10-bdf8-702f353a65c2 tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] 10.222.0.60 "GET /v2.0/ports?device_id=e3066f0e-be40-43cc-b52c-4cca61251c1c HTTP/1.1" status: 200 len: 943 time: 0.1670704 Nov 23 17:20:30.616732 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8bb7b48f-0c68-498d-919b-08714da144ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:30.702655 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb7b48f-0c68-498d-919b-08714da144ef admin admin] Pushing event deleted for resources: {'Port': ['ID=7cbba578-c1a6-4399-9eeb-fd093189798e,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:20:30.702967 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-0394a41b-c443-4f1b-bc54-8f326c49057a req-89b2ac68-ce7e-44ce-84f4-b02c3cc47430 tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] 10.222.0.60 "GET /v2.0/security-groups?id=ef6a96c0-423c-4ea7-a75c-4657afd8c521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521015 Nov 23 17:20:30.707367 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c6c60ea6-3184-4a32-afec-99788cde904c req-9144492e-e70d-47b3-b947-ebc0a65265f2 service neutron] 10.222.0.60 "GET /v2.0/networks/b2e9d6b9-526b-40df-9e11-a4db0d344564?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2301893 Nov 23 17:20:30.730563 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92adff9-23a0-4feb-8817-b5a578b5c454 req-dd976453-8283-4c68-a8c8-7c17e1653d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:20:30.733191 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f92adff9-23a0-4feb-8817-b5a578b5c454 req-dd976453-8283-4c68-a8c8-7c17e1653d0e service neutron] 10.222.0.55 "GET /v2.0/networks?id=f1e1dabf-b410-4023-9169-a460a86e7184 HTTP/1.1" status: 200 len: 870 time: 0.1955738 Nov 23 17:20:30.749502 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f020f9-26a7-46c2-9950-4f6ab7d8bff0 req-c2b56ccc-4e27-4790-939d-e5792f57599b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:20:30.752308 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-28f020f9-26a7-46c2-9950-4f6ab7d8bff0 req-c2b56ccc-4e27-4790-939d-e5792f57599b service neutron] 10.222.0.36 "GET /v2.0/networks?id=3b84e4de-5a6f-44c6-a8e6-1d90b4d1f1b3 HTTP/1.1" status: 200 len: 909 time: 0.2706919 Nov 23 17:20:30.880855 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f92adff9-23a0-4feb-8817-b5a578b5c454 req-58d68ca8-0c0c-43d4-a2a9-5b27fa84243a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.231&port_id=1b055595-2178-4d80-9bf3-47b4548122fd HTTP/1.1" status: 200 len: 217 time: 0.1260030 Nov 23 17:20:30.901109 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-28f020f9-26a7-46c2-9950-4f6ab7d8bff0 req-ce240fd4-2011-4f76-87f2-6639b5f8a6ae service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d7e28e83-60a3-47b9-b7b0-9d346691f72d HTTP/1.1" status: 200 len: 217 time: 0.1273739 Nov 23 17:20:30.949968 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-ad5b071c-f95f-4852-9c55-bae1947da2ac req-29f0a491-ed7c-474c-b021-b4cd9e5efb8d service neutron] 10.222.0.55 "GET /v2.0/ports/ebb3a298-d7d7-4eec-9078-0824a8d78eaf/bindings/n-h2-816206-8 HTTP/1.1" status: 200 len: 384 time: 0.3285308 Nov 23 17:20:30.994007 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92adff9-23a0-4feb-8817-b5a578b5c454 req-e8abda36-1cfc-4f7f-9e7f-a87667db531c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:20:30.997088 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f92adff9-23a0-4feb-8817-b5a578b5c454 req-e8abda36-1cfc-4f7f-9e7f-a87667db531c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ac77c175-5679-438b-8a2a-356718377641 HTTP/1.1" status: 200 len: 843 time: 0.1015668 Nov 23 17:20:31.003416 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8bb7b48f-0c68-498d-919b-08714da144ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1795454'] for router_gateway, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:31.181384 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6a53d3-858c-4dc5-a2e9-77b6061f9ce7 req-19000c72-fb58-4988-956f-76849f4a23f4 tempest-ServersAdminNegativeTestJSON-326307191 tempest-ServersAdminNegativeTestJSON-326307191-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:20:31.191197 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-1a6a53d3-858c-4dc5-a2e9-77b6061f9ce7 req-19000c72-fb58-4988-956f-76849f4a23f4 tempest-ServersAdminNegativeTestJSON-326307191 tempest-ServersAdminNegativeTestJSON-326307191-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=1e07418b-f2aa-4e09-8b65-a0c23b49b6bb HTTP/1.1" status: 200 len: 1101 time: 0.3151941 Nov 23 17:20:31.272575 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-1a6a53d3-858c-4dc5-a2e9-77b6061f9ce7 req-68b0369d-3e14-4ce2-9dcd-0ffea4b263e9 tempest-ServersAdminNegativeTestJSON-326307191 tempest-ServersAdminNegativeTestJSON-326307191-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=4a6bb8fb-ca30-4c1d-94e9-0fa3a29d488a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796964 Nov 23 17:20:31.277465 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92adff9-23a0-4feb-8817-b5a578b5c454 req-e7e5ca0f-6b67-494a-abff-f6c832f2a6a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:20:31.279266 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f92adff9-23a0-4feb-8817-b5a578b5c454 req-e7e5ca0f-6b67-494a-abff-f6c832f2a6a9 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f1e1dabf-b410-4023-9169-a460a86e7184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2527940 Nov 23 17:20:31.312371 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8bb7b48f-0c68-498d-919b-08714da144ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1794352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8175'] for router, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:31.315031 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8bb7b48f-0c68-498d-919b-08714da144ef admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:31.315905 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbde8df-09b1-434c-b9d9-b7c6acf92775 req-c7a1a754-03fe-442f-8eb2-e7c109e9a2ba tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:20:31.318600 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7bbde8df-09b1-434c-b9d9-b7c6acf92775 req-c7a1a754-03fe-442f-8eb2-e7c109e9a2ba tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] 10.222.0.60 "GET /v2.0/ports?device_id=81b6e2ff-baee-47c2-a7eb-16a38f3282ff HTTP/1.1" status: 200 len: 943 time: 0.2308321 Nov 23 17:20:31.407317 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device d7e28e83-60a3-47b9-b7b0-9d346691f72d details requested by agent hyperv_n-h1-816206-8 with host n-h1-816206-8 {{(pid=103592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 17:20:31.420874 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 51170) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:20:31.458254 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8bb7b48f-0c68-498d-919b-08714da144ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1795580'] for router, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:31.458775 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bb7b48f-0c68-498d-919b-08714da144ef admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2bf1e14e-01bb-49cb-acf1-d91905d80a86 {{(pid=103590) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 17:20:31.473436 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8bb7b48f-0c68-498d-919b-08714da144ef admin admin] Publish callbacks [] for router, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:31.474679 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-8bb7b48f-0c68-498d-919b-08714da144ef admin admin] 10.222.0.60 "DELETE /v2.0/routers/2bf1e14e-01bb-49cb-acf1-d91905d80a86 HTTP/1.1" status: 204 len: 168 time: 2.0880921 Nov 23 17:20:31.476634 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f020f9-26a7-46c2-9950-4f6ab7d8bff0 req-8e29bdab-8708-4849-9dbf-7a11b6c37df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:20:31.478802 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-28f020f9-26a7-46c2-9950-4f6ab7d8bff0 req-8e29bdab-8708-4849-9dbf-7a11b6c37df6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=10cf3f5a-71d1-468b-8622-0226dd1fd98a HTTP/1.1" status: 200 len: 848 time: 0.5616214 Nov 23 17:20:31.479323 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 51174) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:20:31.587624 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-28ec7318-de43-4ba5-aa04-9f13ca558500 req-57d06fb0-ab09-4d6c-bfe3-00c3ade192bd tempest-ServersWithSpecificFlavorTestJSON-2137215613 tempest-ServersWithSpecificFlavorTestJSON-2137215613-project] 10.222.0.60 "GET /v2.0/ports?device_id=10e5ffeb-b4e8-4d61-89a1-ce7d519f246b HTTP/1.1" status: 200 len: 210 time: 0.2171450 Nov 23 17:20:31.614723 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-28f020f9-26a7-46c2-9950-4f6ab7d8bff0 req-80182716-e213-4f18-be27-664faa3ebd4a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3b84e4de-5a6f-44c6-a8e6-1d90b4d1f1b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1195695 Nov 23 17:20:31.785040 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7bbde8df-09b1-434c-b9d9-b7c6acf92775 req-2509fa6b-0ba7-44b9-aed8-9f62f83b4fb5 tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] 10.222.0.60 "GET /v2.0/security-groups?id=5c82e7e8-9cad-459a-acb2-b7a0867274de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4425285 Nov 23 17:20:31.799990 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9ae8494-cb6b-4981-b36f-83a80bb5085e admin admin] Deleting subnet e33c876c-5e91-452d-838f-ee0f4d33d887 {{(pid=103590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 17:20:31.813296 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d9ae8494-cb6b-4981-b36f-83a80bb5085e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:31.868297 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c595d72e-84f3-43fa-be78-3013135c221b req-3771b676-58ba-40e9-b9a2-6be0dc0a26e2 tempest-ServersWithSpecificFlavorTestJSON-2137215613 tempest-ServersWithSpecificFlavorTestJSON-2137215613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:20:31.875601 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c595d72e-84f3-43fa-be78-3013135c221b req-3771b676-58ba-40e9-b9a2-6be0dc0a26e2 tempest-ServersWithSpecificFlavorTestJSON-2137215613 tempest-ServersWithSpecificFlavorTestJSON-2137215613-project] 10.222.0.36 "GET /v2.0/ports?device_id=edecfbb4-ef5b-488c-8aa0-e74557b4cade HTTP/1.1" status: 200 len: 945 time: 0.4853911 Nov 23 17:20:32.068708 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port d7e28e83-60a3-47b9-b7b0-9d346691f72d, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=d7e28e83-60a3-47b9-b7b0-9d346691f72d,segment=NetworkSegment(12913541-acd4-4e3c-8f48-e22896931a9c),segment_id=12913541-acd4-4e3c-8f48-e22896931a9c)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:20:32.107758 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f92adff9-23a0-4feb-8817-b5a578b5c454 req-70f0d859-2439-4d5e-9d85-c3d6ce25cabf service neutron] 10.222.0.55 "GET /v2.0/networks/f1e1dabf-b410-4023-9169-a460a86e7184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7839737 Nov 23 17:20:32.114186 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-21ac4eef-e4af-44e0-8d32-095a7769c10e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:32.123006 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device d7e28e83-60a3-47b9-b7b0-9d346691f72d has no active binding in host n-h1-816206-8 {{(pid=103592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 23 17:20:32.285749 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d9ae8494-cb6b-4981-b36f-83a80bb5085e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-267528342'] for subnet, precommit_delete_associations {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:32.381302 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 7cbba578-c1a6-4399-9eeb-fd093189798e no longer exists at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:20:32.414010 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-28f020f9-26a7-46c2-9950-4f6ab7d8bff0 req-bb6e0290-37ff-4b3f-9ed8-9b25d9319593 service neutron] 10.222.0.36 "GET /v2.0/networks/3b84e4de-5a6f-44c6-a8e6-1d90b4d1f1b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7832768 Nov 23 17:20:32.427089 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] No Port match for: 7cbba578-c1a6-4399-9eeb-fd093189798e {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:20:32.428524 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 7cbba578-c1a6-4399-9eeb-fd093189798e not bound to the agent host n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:20:32.428694 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device f27c60b3-194e-4675-b60c-7529f8f1070c no longer exists at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:20:32.456708 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] No Port match for: f27c60b3-194e-4675-b60c-7529f8f1070c {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:20:32.457153 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device f27c60b3-194e-4675-b60c-7529f8f1070c not bound to the agent host n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:20:32.552662 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [req-ad5b071c-f95f-4852-9c55-bae1947da2ac req-e81f699e-558c-4a59-bf20-1adfce19a7ba service neutron] For port ebb3a298-d7d7-4eec-9078-0824a8d78eaf, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=ebb3a298-d7d7-4eec-9078-0824a8d78eaf,segment=NetworkSegment(aeb4ff6a-77f7-45a2-bf27-0feac134a4ea),segment_id=aeb4ff6a-77f7-45a2-bf27-0feac134a4ea)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:20:32.566687 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d9ae8494-cb6b-4981-b36f-83a80bb5085e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971956'] for subnet, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:32.615604 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a41398-ea15-4194-82e6-c533888b75ab req-6864afcf-7c14-452e-bbee-3f062930378c tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:20:32.624554 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-64a41398-ea15-4194-82e6-c533888b75ab req-6864afcf-7c14-452e-bbee-3f062930378c tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] 10.222.0.60 "GET /v2.0/ports?device_id=23329ec1-2aa1-4cec-919c-e827c4171d02 HTTP/1.1" status: 200 len: 950 time: 0.7832520 Nov 23 17:20:32.708761 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [req-ad5b071c-f95f-4852-9c55-bae1947da2ac req-e81f699e-558c-4a59-bf20-1adfce19a7ba service neutron] For port ebb3a298-d7d7-4eec-9078-0824a8d78eaf, host n-h1-816206-8, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:20:32.819443 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6746021e-da53-4f74-b367-f1df9c8fdb1d req-d75ac71e-cc6c-456e-abcd-6436a9e387f3 tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:20:32.821964 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6746021e-da53-4f74-b367-f1df9c8fdb1d req-d75ac71e-cc6c-456e-abcd-6436a9e387f3 tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] 10.222.0.60 "GET /v2.0/ports?device_id=e3066f0e-be40-43cc-b52c-4cca61251c1c HTTP/1.1" status: 200 len: 943 time: 0.6990471 Nov 23 17:20:32.842840 n-d-816206-8 neutron-server[103590]: DEBUG neutron.notifiers.nova [req-ad5b071c-f95f-4852-9c55-bae1947da2ac req-e81f699e-558c-4a59-bf20-1adfce19a7ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ebb3a298-d7d7-4eec-9078-0824a8d78eaf {{(pid=103590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:20:32.858362 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-28f020f9-26a7-46c2-9950-4f6ab7d8bff0 req-a844a5be-1382-4635-b265-83c413a5926b service neutron] 10.222.0.36 "GET /v2.0/networks/3b84e4de-5a6f-44c6-a8e6-1d90b4d1f1b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3817575 Nov 23 17:20:32.869132 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [req-ad5b071c-f95f-4852-9c55-bae1947da2ac req-e81f699e-558c-4a59-bf20-1adfce19a7ba service neutron] For port ebb3a298-d7d7-4eec-9078-0824a8d78eaf, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=ebb3a298-d7d7-4eec-9078-0824a8d78eaf,segment=NetworkSegment(aeb4ff6a-77f7-45a2-bf27-0feac134a4ea),segment_id=aeb4ff6a-77f7-45a2-bf27-0feac134a4ea)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:20:32.893291 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-ad5b071c-f95f-4852-9c55-bae1947da2ac req-e81f699e-558c-4a59-bf20-1adfce19a7ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:32.900143 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d9ae8494-cb6b-4981-b36f-83a80bb5085e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264357903', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264730940'] for subnet, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:32.904175 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f92adff9-23a0-4feb-8817-b5a578b5c454 req-a563dcda-3218-49b1-a8c3-be2208796c02 service neutron] 10.222.0.55 "GET /v2.0/networks/f1e1dabf-b410-4023-9169-a460a86e7184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7626317 Nov 23 17:20:32.921117 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-64a41398-ea15-4194-82e6-c533888b75ab req-d3330fc4-0d72-4cde-8513-5f25d60dc9cc tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] 10.222.0.60 "GET /v2.0/security-groups?id=70227657-be62-432a-a8fd-5a85231fc7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2849507 Nov 23 17:20:32.973858 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-21ac4eef-e4af-44e0-8d32-095a7769c10e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:32.990313 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [req-c595d72e-84f3-43fa-be78-3013135c221b req-a2085a93-1330-497c-95ee-2d0b93772ccc tempest-ServersWithSpecificFlavorTestJSON-2137215613 tempest-ServersWithSpecificFlavorTestJSON-2137215613-project] Deleting port 0986a17e-e244-4547-85b9-4392eaa9db3d {{(pid=103591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:20:32.991793 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ae8494-cb6b-4981-b36f-83a80bb5085e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e33c876c-5e91-452d-838f-ee0f4d33d887,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:20:32.999507 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d9ae8494-cb6b-4981-b36f-83a80bb5085e admin admin] Publish callbacks [] for subnet, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:33.001001 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-c595d72e-84f3-43fa-be78-3013135c221b req-a2085a93-1330-497c-95ee-2d0b93772ccc tempest-ServersWithSpecificFlavorTestJSON-2137215613 tempest-ServersWithSpecificFlavorTestJSON-2137215613-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:33.007446 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-d9ae8494-cb6b-4981-b36f-83a80bb5085e admin admin] 10.222.0.60 "DELETE /v2.0/subnets/e33c876c-5e91-452d-838f-ee0f4d33d887 HTTP/1.1" status: 204 len: 168 time: 1.5224519 Nov 23 17:20:33.010606 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 51192) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:20:33.018263 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b61c5a76-1232-46c0-994c-c819ec9d3b24 None None] Network 01972287-90c5-4608-9ed2-b49b8746f3c2 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:20:33.067817 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-21ac4eef-e4af-44e0-8d32-095a7769c10e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:33.096195 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ae8494-cb6b-4981-b36f-83a80bb5085e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:20:33.096722 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ae8494-cb6b-4981-b36f-83a80bb5085e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:20:33.097177 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ae8494-cb6b-4981-b36f-83a80bb5085e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:20:33.097771 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ae8494-cb6b-4981-b36f-83a80bb5085e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:20:33.098443 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ae8494-cb6b-4981-b36f-83a80bb5085e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:20:33.098912 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ae8494-cb6b-4981-b36f-83a80bb5085e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:20:33.099316 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ae8494-cb6b-4981-b36f-83a80bb5085e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:20:33.099758 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ae8494-cb6b-4981-b36f-83a80bb5085e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:20:33.100189 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ae8494-cb6b-4981-b36f-83a80bb5085e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:20:33.100662 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ae8494-cb6b-4981-b36f-83a80bb5085e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:20:33.101107 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ae8494-cb6b-4981-b36f-83a80bb5085e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:20:33.101532 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ae8494-cb6b-4981-b36f-83a80bb5085e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:20:33.211125 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d1501f0e-e12e-412d-8c35-f1bd9ec0b6f2 req-e38e94ff-ff96-4770-8173-974d9700f278 tempest-ServersWithSpecificFlavorTestJSON-2137215613 tempest-ServersWithSpecificFlavorTestJSON-2137215613-project] 10.222.0.60 "GET /v2.0/ports?device_id=10e5ffeb-b4e8-4d61-89a1-ce7d519f246b HTTP/1.1" status: 200 len: 210 time: 0.1469204 Nov 23 17:20:33.261100 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ac4eef-e4af-44e0-8d32-095a7769c10e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55f34fda-d096-4d64-a5a4-fea974984934,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:20:33.317112 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6746021e-da53-4f74-b367-f1df9c8fdb1d req-7f148181-f03f-47f6-8573-efe45c35a0ca tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] 10.222.0.60 "GET /v2.0/security-groups?id=ef6a96c0-423c-4ea7-a75c-4657afd8c521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4760754 Nov 23 17:20:33.340393 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6fa679a8-daee-4441-82b5-280e65761534 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-555181'] for network, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:33.349868 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-21ac4eef-e4af-44e0-8d32-095a7769c10e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=4a0b7101bb594392af6c07f25446cb72&name=default HTTP/1.1" status: 200 len: 2996 time: 1.9237151 Nov 23 17:20:33.352809 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 51194) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:20:33.398032 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [req-ad5b071c-f95f-4852-9c55-bae1947da2ac req-e81f699e-558c-4a59-bf20-1adfce19a7ba service neutron] Transition to ACTIVE for port object ebb3a298-d7d7-4eec-9078-0824a8d78eaf will not be triggered until provisioned by entity L2. {{(pid=103590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 17:20:33.409065 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device ebb3a298-d7d7-4eec-9078-0824a8d78eaf no longer exists at agent hyperv_n-h1-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:20:33.487661 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-c595d72e-84f3-43fa-be78-3013135c221b req-a2085a93-1330-497c-95ee-2d0b93772ccc tempest-ServersWithSpecificFlavorTestJSON-2137215613 tempest-ServersWithSpecificFlavorTestJSON-2137215613-project] For port 0986a17e-e244-4547-85b9-4392eaa9db3d, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=0986a17e-e244-4547-85b9-4392eaa9db3d,segment=NetworkSegment(374abdbe-b9f5-40b9-89ba-022682cac473),segment_id=374abdbe-b9f5-40b9-89ba-022682cac473)] {{(pid=103591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:20:33.487997 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-c595d72e-84f3-43fa-be78-3013135c221b req-a2085a93-1330-497c-95ee-2d0b93772ccc tempest-ServersWithSpecificFlavorTestJSON-2137215613 tempest-ServersWithSpecificFlavorTestJSON-2137215613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:33.492212 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-ad5b071c-f95f-4852-9c55-bae1947da2ac req-e81f699e-558c-4a59-bf20-1adfce19a7ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264357957'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:33.526941 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b0c5371-9074-41d4-ba42-ec2e55fda423 None None] DHCP port deletion for 01972287-90c5-4608-9ed2-b49b8746f3c2 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:20:33.671623 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03eb299-306d-4970-8a37-ae5df925dde6 req-faa51df5-b773-42f3-a265-5303a57dd8d6 tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:20:33.686874 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c03eb299-306d-4970-8a37-ae5df925dde6 req-faa51df5-b773-42f3-a265-5303a57dd8d6 tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] 10.222.0.60 "GET /v2.0/ports?device_id=81b6e2ff-baee-47c2-a7eb-16a38f3282ff HTTP/1.1" status: 200 len: 943 time: 0.3269744 Nov 23 17:20:33.700794 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device ebb3a298-d7d7-4eec-9078-0824a8d78eaf not bound to the agent host n-h1-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:20:33.704937 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad5b071c-f95f-4852-9c55-bae1947da2ac req-e81f699e-558c-4a59-bf20-1adfce19a7ba service neutron] No DVR routers for this DVR port ebb3a298-d7d7-4eec-9078-0824a8d78eaf on host n-h1-816206-8 {{(pid=103590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:20:33.731617 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-1b0c5371-9074-41d4-ba42-ec2e55fda423 None None] Deleting port d7efa064-9158-4533-9bd1-918d2808b2c7 {{(pid=103592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:20:33.732513 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-1b0c5371-9074-41d4-ba42-ec2e55fda423 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:33.745781 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c60ea6-3184-4a32-afec-99788cde904c req-523382b4-1dad-4b3b-bc32-be280e65122f tempest-ServersWithSpecificFlavorTestJSON-2137215613 tempest-ServersWithSpecificFlavorTestJSON-2137215613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:20:33.747771 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-c6c60ea6-3184-4a32-afec-99788cde904c req-523382b4-1dad-4b3b-bc32-be280e65122f tempest-ServersWithSpecificFlavorTestJSON-2137215613 tempest-ServersWithSpecificFlavorTestJSON-2137215613-project] 10.222.0.36 "GET /v2.0/networks?id=b2e9d6b9-526b-40df-9e11-a4db0d344564 HTTP/1.1" status: 200 len: 822 time: 0.5172293 Nov 23 17:20:33.802950 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-02308784-12c3-4f88-8c3c-0d2383d07d85 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:33.817751 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81f699e-558c-4a59-bf20-1adfce19a7ba service neutron] Pushing event updated for resources: {'Port': ['ID=ebb3a298-d7d7-4eec-9078-0824a8d78eaf,revision_number=10']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:20:33.847980 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-ad5b071c-f95f-4852-9c55-bae1947da2ac req-e81f699e-558c-4a59-bf20-1adfce19a7ba service neutron] 10.222.0.55 "PUT /v2.0/ports/ebb3a298-d7d7-4eec-9078-0824a8d78eaf/bindings/n-h2-816206-8/activate HTTP/1.1" status: 200 len: 369 time: 2.8135681 Nov 23 17:20:33.857720 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-6fa679a8-daee-4441-82b5-280e65761534 admin admin] Deleting port d7efa064-9158-4533-9bd1-918d2808b2c7 {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:20:33.858204 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6fa679a8-daee-4441-82b5-280e65761534 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:33.892144 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-02308784-12c3-4f88-8c3c-0d2383d07d85 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:33.896746 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-1b0c5371-9074-41d4-ba42-ec2e55fda423 None None] For port d7efa064-9158-4533-9bd1-918d2808b2c7, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=d7efa064-9158-4533-9bd1-918d2808b2c7,segment=NetworkSegment(bb3e9feb-2585-4817-a093-fda0dad7f4a6),segment_id=bb3e9feb-2585-4817-a093-fda0dad7f4a6)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:20:33.897403 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-1b0c5371-9074-41d4-ba42-ec2e55fda423 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:33.915976 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-1b0c5371-9074-41d4-ba42-ec2e55fda423 None None] Calling delete_port for d7efa064-9158-4533-9bd1-918d2808b2c7 owned by network:dhcp {{(pid=103592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:20:34.008647 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c03eb299-306d-4970-8a37-ae5df925dde6 req-870b3762-782d-4349-bae4-a2c033c19c28 tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] 10.222.0.60 "GET /v2.0/security-groups?id=5c82e7e8-9cad-459a-acb2-b7a0867274de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3204815 Nov 23 17:20:34.071510 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-6fa679a8-daee-4441-82b5-280e65761534 admin admin] For port d7efa064-9158-4533-9bd1-918d2808b2c7, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=d7efa064-9158-4533-9bd1-918d2808b2c7,segment=NetworkSegment(bb3e9feb-2585-4817-a093-fda0dad7f4a6),segment_id=bb3e9feb-2585-4817-a093-fda0dad7f4a6)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:20:34.072050 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6fa679a8-daee-4441-82b5-280e65761534 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:34.075948 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b9fef9-303f-40d4-bf89-e2e3294aadbb req-d9384e78-ce3a-4eb1-acbe-d292ec00afaf tempest-ServersAdminNegativeTestJSON-104426851 tempest-ServersAdminNegativeTestJSON-104426851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:20:34.078081 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e9b9fef9-303f-40d4-bf89-e2e3294aadbb req-d9384e78-ce3a-4eb1-acbe-d292ec00afaf tempest-ServersAdminNegativeTestJSON-104426851 tempest-ServersAdminNegativeTestJSON-104426851-project] 10.222.0.60 "GET /v2.0/ports?device_id=1e07418b-f2aa-4e09-8b65-a0c23b49b6bb HTTP/1.1" status: 200 len: 950 time: 0.2642577 Nov 23 17:20:34.085047 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-c6c60ea6-3184-4a32-afec-99788cde904c req-5e5a93a8-a050-4677-afcc-7d444b9e1c4f tempest-ServersWithSpecificFlavorTestJSON-2137215613 tempest-ServersWithSpecificFlavorTestJSON-2137215613-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=127802e79ad24bebb19163263129e33c HTTP/1.1" status: 200 len: 379 time: 0.2946913 Nov 23 17:20:34.103393 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [req-c6c60ea6-3184-4a32-afec-99788cde904c req-b47e65fd-03f7-44bd-9e17-a3de18002c03 tempest-ServersWithSpecificFlavorTestJSON-2137215613 tempest-ServersWithSpecificFlavorTestJSON-2137215613-project] Request body: {'port': {'device_id': '10e5ffeb-b4e8-4d61-89a1-ce7d519f246b', 'network_id': 'b2e9d6b9-526b-40df-9e11-a4db0d344564', 'admin_state_up': True, 'tenant_id': '127802e79ad24bebb19163263129e33c', 'security_groups': ['c1fd7bbb-ef62-457d-a84a-b42d813769d3']}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:20:34.111197 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-1b0c5371-9074-41d4-ba42-ec2e55fda423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989'] for port, after_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:34.115884 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-02308784-12c3-4f88-8c3c-0d2383d07d85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:34.119984 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-02308784-12c3-4f88-8c3c-0d2383d07d85 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:34.125414 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-02308784-12c3-4f88-8c3c-0d2383d07d85 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/55f34fda-d096-4d64-a5a4-fea974984934 HTTP/1.1" status: 204 len: 168 time: 0.7676768 Nov 23 17:20:34.125414 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-6fa679a8-daee-4441-82b5-280e65761534 admin admin] Calling delete_port for d7efa064-9158-4533-9bd1-918d2808b2c7 owned by network:dhcp {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:20:34.159084 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0c5371-9074-41d4-ba42-ec2e55fda423 None None] Pushing event deleted for resources: {'Port': ['ID=d7efa064-9158-4533-9bd1-918d2808b2c7,revision_number=None']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:20:34.161503 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b0c5371-9074-41d4-ba42-ec2e55fda423 None None] No DVR routers for this DVR port d7efa064-9158-4533-9bd1-918d2808b2c7 on host n-d-816206-8 {{(pid=103592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:20:34.165748 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02308784-12c3-4f88-8c3c-0d2383d07d85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55f34fda-d096-4d64-a5a4-fea974984934,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:20:34.258632 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5b071c-f95f-4852-9c55-bae1947da2ac req-13ab20c1-d23f-465d-8f1d-d8d890c923fe tempest-LiveAutoBlockMigrationV225Test-82532795 tempest-LiveAutoBlockMigrationV225Test-82532795-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:20:34.260022 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ad5b071c-f95f-4852-9c55-bae1947da2ac req-13ab20c1-d23f-465d-8f1d-d8d890c923fe tempest-LiveAutoBlockMigrationV225Test-82532795 tempest-LiveAutoBlockMigrationV225Test-82532795-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=e3066f0e-be40-43cc-b52c-4cca61251c1c&tenant_id=968ef5ef30ad45a38c8263e9da4ef3c2&binding%3Ahost_id=n-h1-816206-8 HTTP/1.1" status: 200 len: 1095 time: 0.2478657 Nov 23 17:20:34.285883 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-c595d72e-84f3-43fa-be78-3013135c221b req-a2085a93-1330-497c-95ee-2d0b93772ccc tempest-ServersWithSpecificFlavorTestJSON-2137215613 tempest-ServersWithSpecificFlavorTestJSON-2137215613-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:34.286236 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-c595d72e-84f3-43fa-be78-3013135c221b req-a2085a93-1330-497c-95ee-2d0b93772ccc tempest-ServersWithSpecificFlavorTestJSON-2137215613 tempest-ServersWithSpecificFlavorTestJSON-2137215613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1795396'] for floatingip, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:34.286542 n-d-816206-8 neutron-server[103591]: INFO neutron.db.l3_db [req-c595d72e-84f3-43fa-be78-3013135c221b req-a2085a93-1330-497c-95ee-2d0b93772ccc tempest-ServersWithSpecificFlavorTestJSON-2137215613 tempest-ServersWithSpecificFlavorTestJSON-2137215613-project] Floating IP 12a9acb8-883d-4740-8ec7-bfd589394ca5 disassociated. External IP: 172.25.3.186, port: 0986a17e-e244-4547-85b9-4392eaa9db3d. Nov 23 17:20:34.286887 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [req-c595d72e-84f3-43fa-be78-3013135c221b req-a2085a93-1330-497c-95ee-2d0b93772ccc tempest-ServersWithSpecificFlavorTestJSON-2137215613 tempest-ServersWithSpecificFlavorTestJSON-2137215613-project] Calling delete_port for 0986a17e-e244-4547-85b9-4392eaa9db3d owned by compute:nova {{(pid=103591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:20:34.320068 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e9b9fef9-303f-40d4-bf89-e2e3294aadbb req-68df7f74-c376-4935-8bdd-792e4932d8c5 tempest-ServersAdminNegativeTestJSON-104426851 tempest-ServersAdminNegativeTestJSON-104426851-project] 10.222.0.60 "GET /v2.0/security-groups?id=4a6bb8fb-ca30-4c1d-94e9-0fa3a29d488a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757052 Nov 23 17:20:34.428468 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6fa679a8-daee-4441-82b5-280e65761534 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:34.473875 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device d7efa064-9158-4533-9bd1-918d2808b2c7 no longer exists at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:20:34.492037 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4e2a2d5e-fb7c-4d3d-8e7d-d3f1e7c7fa1e req-57f8fda7-1263-489b-9ebd-f84172a036b9 tempest-ServersWithSpecificFlavorTestJSON-2137215613 tempest-ServersWithSpecificFlavorTestJSON-2137215613-project] 10.222.0.60 "GET /v2.0/ports?device_id=10e5ffeb-b4e8-4d61-89a1-ce7d519f246b HTTP/1.1" status: 200 len: 210 time: 0.0497246 Nov 23 17:20:34.506833 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c30b368-364e-4ce0-8a69-7bc3b3321d34 req-64930bac-b3dc-441e-93bf-c4c56944a279 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:20:34.513568 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] No Port match for: d7efa064-9158-4533-9bd1-918d2808b2c7 {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:20:34.514600 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device d7efa064-9158-4533-9bd1-918d2808b2c7 not bound to the agent host n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:20:34.515939 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-0c30b368-364e-4ce0-8a69-7bc3b3321d34 req-64930bac-b3dc-441e-93bf-c4c56944a279 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] 10.222.0.60 "GET /v2.0/ports?device_id=23329ec1-2aa1-4cec-919c-e827c4171d02 HTTP/1.1" status: 200 len: 950 time: 0.3093534 Nov 23 17:20:34.530166 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fa679a8-daee-4441-82b5-280e65761534 admin admin] No DVR routers for this DVR port d7efa064-9158-4533-9bd1-918d2808b2c7 on host n-d-816206-8 {{(pid=103590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:20:34.532373 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa679a8-daee-4441-82b5-280e65761534 admin admin] Pushing event deleted for resources: {'Port': ['ID=d7efa064-9158-4533-9bd1-918d2808b2c7,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:20:34.539606 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5b071c-f95f-4852-9c55-bae1947da2ac req-83575aaa-564e-4ba3-9dad-06d8c77852ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:20:34.541978 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ad5b071c-f95f-4852-9c55-bae1947da2ac req-83575aaa-564e-4ba3-9dad-06d8c77852ce service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e3066f0e-be40-43cc-b52c-4cca61251c1c&tenant_id=968ef5ef30ad45a38c8263e9da4ef3c2 HTTP/1.1" status: 200 len: 1095 time: 0.2597084 Nov 23 17:20:34.635690 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6fa679a8-daee-4441-82b5-280e65761534 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973419', 'neutron.services.segments.db._delete_segments_for_network-8736635878840'] for network, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:34.636460 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device 0986a17e-e244-4547-85b9-4392eaa9db3d no longer exists at agent hyperv_n-h2-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:20:34.649373 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-0c30b368-364e-4ce0-8a69-7bc3b3321d34 req-9c67f0a3-2d9f-4efc-9622-2ea18e15b960 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] 10.222.0.60 "GET /v2.0/security-groups?id=70227657-be62-432a-a8fd-5a85231fc7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317737 Nov 23 17:20:34.677035 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6c60ea6-3184-4a32-afec-99788cde904c req-b47e65fd-03f7-44bd-9e17-a3de18002c03 tempest-ServersWithSpecificFlavorTestJSON-2137215613 tempest-ServersWithSpecificFlavorTestJSON-2137215613-project] Made reservation on behalf of 127802e79ad24bebb19163263129e33c for: {'port': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:20:34.682526 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-c6c60ea6-3184-4a32-afec-99788cde904c req-b47e65fd-03f7-44bd-9e17-a3de18002c03 tempest-ServersWithSpecificFlavorTestJSON-2137215613 tempest-ServersWithSpecificFlavorTestJSON-2137215613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:34.701849 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-6fa679a8-daee-4441-82b5-280e65761534 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01972287-90c5-4608-9ed2-b49b8746f3c2']}} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:20:34.722699 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-6fa679a8-daee-4441-82b5-280e65761534 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb3e9feb-2585-4817-a093-fda0dad7f4a6') {'for_net_delete': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:20:34.723044 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-6fa679a8-daee-4441-82b5-280e65761534 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb3e9feb-2585-4817-a093-fda0dad7f4a6') {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:20:34.756555 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-c595d72e-84f3-43fa-be78-3013135c221b req-a2085a93-1330-497c-95ee-2d0b93772ccc tempest-ServersWithSpecificFlavorTestJSON-2137215613 tempest-ServersWithSpecificFlavorTestJSON-2137215613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:34.788529 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6fa679a8-daee-4441-82b5-280e65761534 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736635840332', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-267528353'] for segment, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:34.821078 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6fa679a8-daee-4441-82b5-280e65761534 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:34.826603 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:34.834267 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2085a93-1330-497c-95ee-2d0b93772ccc tempest-ServersWithSpecificFlavorTestJSON-2137215613 tempest-ServersWithSpecificFlavorTestJSON-2137215613-project] Pushing event deleted for resources: {'Port': ['ID=0986a17e-e244-4547-85b9-4392eaa9db3d,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:20:34.837299 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6fa679a8-daee-4441-82b5-280e65761534 admin admin] Releasing vlan 543 on physical network physnet1 to pool {{(pid=103590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 17:20:34.838423 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6fa679a8-daee-4441-82b5-280e65761534 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264370093'] for segment, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:34.840185 n-d-816206-8 neutron-server[103590]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 17:20:34.840185 n-d-816206-8 neutron-server[103590]: self.session.flush() Nov 23 17:20:34.840185 n-d-816206-8 neutron-server[103590]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 17:20:34.840185 n-d-816206-8 neutron-server[103590]: self.session.flush() Nov 23 17:20:34.840185 n-d-816206-8 neutron-server[103590]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 17:20:34.840185 n-d-816206-8 neutron-server[103590]: self.session.flush() Nov 23 17:20:34.840185 n-d-816206-8 neutron-server[103590]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 17:20:34.840185 n-d-816206-8 neutron-server[103590]: self.session.flush() Nov 23 17:20:34.840185 n-d-816206-8 neutron-server[103590]: Traceback (most recent call last): Nov 23 17:20:34.840185 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 17:20:34.840185 n-d-816206-8 neutron-server[103590]: timer() Nov 23 17:20:34.840185 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 17:20:34.840185 n-d-816206-8 neutron-server[103590]: cb(*args, **kw) Nov 23 17:20:34.840185 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 17:20:34.840185 n-d-816206-8 neutron-server[103590]: return func(*args, **kwargs) Nov 23 17:20:34.840185 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 17:20:34.840185 n-d-816206-8 neutron-server[103590]: self._notify() Nov 23 17:20:34.840185 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 17:20:34.840185 n-d-816206-8 neutron-server[103590]: self.callback(batched_events) Nov 23 17:20:34.840185 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 17:20:34.840185 n-d-816206-8 neutron-server[103590]: event.method(event) Nov 23 17:20:34.840185 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 17:20:34.840185 n-d-816206-8 neutron-server[103590]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 17:20:34.840185 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 17:20:34.840185 n-d-816206-8 neutron-server[103590]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 17:20:34.840185 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 17:20:34.840185 n-d-816206-8 neutron-server[103590]: return f(self, *a, **k) Nov 23 17:20:34.840185 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 17:20:34.840185 n-d-816206-8 neutron-server[103590]: return self._get(url).json() Nov 23 17:20:34.840185 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 17:20:34.840185 n-d-816206-8 neutron-server[103590]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 17:20:34.840185 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 17:20:34.840185 n-d-816206-8 neutron-server[103590]: return self.request(url, 'GET', **kwargs) Nov 23 17:20:34.840185 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 17:20:34.840185 n-d-816206-8 neutron-server[103590]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 17:20:34.840185 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 17:20:34.840185 n-d-816206-8 neutron-server[103590]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 17:20:34.840185 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 17:20:34.840185 n-d-816206-8 neutron-server[103590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 17:20:34.840185 n-d-816206-8 neutron-server[103590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 17:20:34.870372 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5b071c-f95f-4852-9c55-bae1947da2ac req-930db6ed-4f44-422e-ae9e-3cd4fb75780a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:20:34.872027 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ad5b071c-f95f-4852-9c55-bae1947da2ac req-930db6ed-4f44-422e-ae9e-3cd4fb75780a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=968ef5ef30ad45a38c8263e9da4ef3c2&device_id=e3066f0e-be40-43cc-b52c-4cca61251c1c HTTP/1.1" status: 200 len: 1095 time: 0.2189851 Nov 23 17:20:34.926546 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device ebb3a298-d7d7-4eec-9078-0824a8d78eaf no longer exists at agent hyperv_n-h2-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:20:35.036301 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6fa679a8-daee-4441-82b5-280e65761534 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1795418'] for network, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:35.045965 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5b071c-f95f-4852-9c55-bae1947da2ac req-f8fbc2a3-5b9b-4ea6-8feb-3130e03f9454 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:20:35.047467 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ad5b071c-f95f-4852-9c55-bae1947da2ac req-f8fbc2a3-5b9b-4ea6-8feb-3130e03f9454 service neutron] 10.222.0.36 "GET /v2.0/networks?id=eacea6aa-86b2-4fe9-ae0d-611828f27804 HTTP/1.1" status: 200 len: 921 time: 0.1594129 Nov 23 17:20:35.069048 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6fa679a8-daee-4441-82b5-280e65761534 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for network, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:35.080822 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 51232) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:20:35.084835 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-6fa679a8-daee-4441-82b5-280e65761534 admin admin] 10.222.0.60 "DELETE /v2.0/networks/01972287-90c5-4608-9ed2-b49b8746f3c2 HTTP/1.1" status: 204 len: 168 time: 2.0624187 Nov 23 17:20:35.129685 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [req-c6c60ea6-3184-4a32-afec-99788cde904c req-b47e65fd-03f7-44bd-9e17-a3de18002c03 tempest-ServersWithSpecificFlavorTestJSON-2137215613 tempest-ServersWithSpecificFlavorTestJSON-2137215613-project] Allocated IP 172.20.0.11 (b2e9d6b9-526b-40df-9e11-a4db0d344564/5c9382a7-073c-41ea-9a34-cd958311fb6b/8effb457-0b3c-4b3b-8eb1-096d7847fd73) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:20:35.134333 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa679a8-daee-4441-82b5-280e65761534 admin admin] Pushing event deleted for resources: {'Network': ['ID=01972287-90c5-4608-9ed2-b49b8746f3c2,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:20:35.147763 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c597dde-8ea0-45ec-a8c5-96856fb2e73c req-745d0fb5-0d60-4d9c-a776-d57e75601376 tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:20:35.156439 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8c597dde-8ea0-45ec-a8c5-96856fb2e73c req-745d0fb5-0d60-4d9c-a776-d57e75601376 tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] 10.222.0.60 "GET /v2.0/ports?device_id=e3066f0e-be40-43cc-b52c-4cca61251c1c HTTP/1.1" status: 200 len: 944 time: 0.3261075 Nov 23 17:20:35.221224 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ad5b071c-f95f-4852-9c55-bae1947da2ac req-aa88f34f-0d7f-4430-b215-2d9d2317cda7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ebb3a298-d7d7-4eec-9078-0824a8d78eaf HTTP/1.1" status: 200 len: 217 time: 0.1603212 Nov 23 17:20:35.402018 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c595d72e-84f3-43fa-be78-3013135c221b req-a2085a93-1330-497c-95ee-2d0b93772ccc tempest-ServersWithSpecificFlavorTestJSON-2137215613 tempest-ServersWithSpecificFlavorTestJSON-2137215613-project] Router c109e4b4-592e-4d24-9db3-75120b68c49a has already been hosted by L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 {{(pid=103591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 17:20:35.404999 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-c6c60ea6-3184-4a32-afec-99788cde904c req-b47e65fd-03f7-44bd-9e17-a3de18002c03 tempest-ServersWithSpecificFlavorTestJSON-2137215613 tempest-ServersWithSpecificFlavorTestJSON-2137215613-project] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:35.439489 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5b071c-f95f-4852-9c55-bae1947da2ac req-3390f5e7-c541-41ab-8c87-fdf2406ff29c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:20:35.441001 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ad5b071c-f95f-4852-9c55-bae1947da2ac req-3390f5e7-c541-41ab-8c87-fdf2406ff29c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=cfa8dfdf-5850-4e22-a7f8-6d7e726926d1 HTTP/1.1" status: 200 len: 860 time: 0.1977282 Nov 23 17:20:35.468879 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8c597dde-8ea0-45ec-a8c5-96856fb2e73c req-13c29c42-0dba-4e54-8a0a-71cb03e39348 tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] 10.222.0.60 "GET /v2.0/security-groups?id=ef6a96c0-423c-4ea7-a75c-4657afd8c521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3012450 Nov 23 17:20:35.474398 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-c6c60ea6-3184-4a32-afec-99788cde904c req-b47e65fd-03f7-44bd-9e17-a3de18002c03 tempest-ServersWithSpecificFlavorTestJSON-2137215613 tempest-ServersWithSpecificFlavorTestJSON-2137215613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:35.507156 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f736b172-c277-45d9-a62f-17400bf8501c req-cf7859cd-8538-4130-b4eb-2dd68e2dc63f tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:20:35.517038 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f736b172-c277-45d9-a62f-17400bf8501c req-cf7859cd-8538-4130-b4eb-2dd68e2dc63f tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] 10.222.0.60 "GET /v2.0/ports?device_id=81b6e2ff-baee-47c2-a7eb-16a38f3282ff HTTP/1.1" status: 200 len: 943 time: 0.3053286 Nov 23 17:20:35.578983 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ad5b071c-f95f-4852-9c55-bae1947da2ac req-6e04fbbd-44e2-4174-a4c9-d4b48d4f85e4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=eacea6aa-86b2-4fe9-ae0d-611828f27804&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1058087 Nov 23 17:20:35.601147 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6c60ea6-3184-4a32-afec-99788cde904c req-b47e65fd-03f7-44bd-9e17-a3de18002c03 tempest-ServersWithSpecificFlavorTestJSON-2137215613 tempest-ServersWithSpecificFlavorTestJSON-2137215613-project] Network b2e9d6b9-526b-40df-9e11-a4db0d344564 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:20:35.611136 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [req-c6c60ea6-3184-4a32-afec-99788cde904c req-b47e65fd-03f7-44bd-9e17-a3de18002c03 tempest-ServersWithSpecificFlavorTestJSON-2137215613 tempest-ServersWithSpecificFlavorTestJSON-2137215613-project] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:20:35.627819 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6c60ea6-3184-4a32-afec-99788cde904c req-b47e65fd-03f7-44bd-9e17-a3de18002c03 tempest-ServersWithSpecificFlavorTestJSON-2137215613 tempest-ServersWithSpecificFlavorTestJSON-2137215613-project] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:20:35.666918 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47e65fd-03f7-44bd-9e17-a3de18002c03 tempest-ServersWithSpecificFlavorTestJSON-2137215613 tempest-ServersWithSpecificFlavorTestJSON-2137215613-project] Pushing event updated for resources: {'Port': ['ID=8effb457-0b3c-4b3b-8eb1-096d7847fd73,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:20:35.668041 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 51248) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:20:35.775581 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80057d0c-f6bb-464c-bdf7-36592f3e85cd req-67d0a74d-09bd-42f6-9be5-1c34097759c7 tempest-ServersAdminNegativeTestJSON-104426851 tempest-ServersAdminNegativeTestJSON-104426851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:20:35.778514 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-80057d0c-f6bb-464c-bdf7-36592f3e85cd req-67d0a74d-09bd-42f6-9be5-1c34097759c7 tempest-ServersAdminNegativeTestJSON-104426851 tempest-ServersAdminNegativeTestJSON-104426851-project] 10.222.0.55 "GET /v2.0/ports?device_id=1e07418b-f2aa-4e09-8b65-a0c23b49b6bb HTTP/1.1" status: 200 len: 950 time: 0.2256036 Nov 23 17:20:35.871020 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c60ea6-3184-4a32-afec-99788cde904c req-b47e65fd-03f7-44bd-9e17-a3de18002c03 tempest-ServersWithSpecificFlavorTestJSON-2137215613 tempest-ServersWithSpecificFlavorTestJSON-2137215613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:20:35.871709 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-c6c60ea6-3184-4a32-afec-99788cde904c req-b47e65fd-03f7-44bd-9e17-a3de18002c03 tempest-ServersWithSpecificFlavorTestJSON-2137215613 tempest-ServersWithSpecificFlavorTestJSON-2137215613-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:35.925364 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-c6c60ea6-3184-4a32-afec-99788cde904c req-b47e65fd-03f7-44bd-9e17-a3de18002c03 tempest-ServersWithSpecificFlavorTestJSON-2137215613 tempest-ServersWithSpecificFlavorTestJSON-2137215613-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8276606 Nov 23 17:20:35.958325 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [req-c6c60ea6-3184-4a32-afec-99788cde904c req-1e450b47-2fd9-47e9-9a3e-fe2486fa54f0 service neutron] Request body: {'port': {'device_id': '10e5ffeb-b4e8-4d61-89a1-ce7d519f246b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-8'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:20:36.017550 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-6868effc-0bd1-4b0b-869b-a42d650aa92b req-a46c75c2-4e96-457b-b267-c1462c0ef179 service neutron] 10.222.0.36 "GET /v2.0/ports/d7e28e83-60a3-47b9-b7b0-9d346691f72d/bindings/n-h1-816206-8 HTTP/1.1" status: 200 len: 384 time: 0.3405240 Nov 23 17:20:36.048062 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9f0fbe10-0092-4c4a-a30b-476d1435143f None None] Provisioning complete for port 8effb457-0b3c-4b3b-8eb1-096d7847fd73 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:20:36.054553 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9f0fbe10-0092-4c4a-a30b-476d1435143f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:36.144699 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-9f0fbe10-0092-4c4a-a30b-476d1435143f None None] Port 8effb457-0b3c-4b3b-8eb1-096d7847fd73 cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:20:36.155718 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-c6c60ea6-3184-4a32-afec-99788cde904c req-1e450b47-2fd9-47e9-9a3e-fe2486fa54f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:36.169243 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [req-80057d0c-f6bb-464c-bdf7-36592f3e85cd req-5cbd431b-8d9d-4748-b030-9e075ab59925 tempest-ServersAdminNegativeTestJSON-104426851 tempest-ServersAdminNegativeTestJSON-104426851-project] Deleting port ce67a10b-dd62-4c58-8811-2730954c9d1c {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:20:36.169784 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-80057d0c-f6bb-464c-bdf7-36592f3e85cd req-5cbd431b-8d9d-4748-b030-9e075ab59925 tempest-ServersAdminNegativeTestJSON-104426851 tempest-ServersAdminNegativeTestJSON-104426851-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:36.204233 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-83684c73-fa63-4f2b-8a11-3e8e00609fa2 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-73796305-network', 'tenant_id': 'f466a90f910345358a3d7d2e802b96f0'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:20:36.251609 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.agents_db [None req-464f6c07-0de8-4be6-8f5b-563f574d1c5d None None] Agent healthcheck: found 7 active agents {{(pid=103593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 17:20:36.294726 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f736b172-c277-45d9-a62f-17400bf8501c req-46ee098e-5b23-4a3a-baea-b7d80f721f70 tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] 10.222.0.60 "GET /v2.0/security-groups?id=5c82e7e8-9cad-459a-acb2-b7a0867274de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7764452 Nov 23 17:20:36.355416 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83684c73-fa63-4f2b-8a11-3e8e00609fa2 admin admin] Made reservation on behalf of f466a90f910345358a3d7d2e802b96f0 for: {'network': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:20:36.357670 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-83684c73-fa63-4f2b-8a11-3e8e00609fa2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for network, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:36.389663 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c595d72e-84f3-43fa-be78-3013135c221b req-a2085a93-1330-497c-95ee-2d0b93772ccc tempest-ServersWithSpecificFlavorTestJSON-2137215613 tempest-ServersWithSpecificFlavorTestJSON-2137215613-project] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:20:36.397273 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-83684c73-fa63-4f2b-8a11-3e8e00609fa2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:36.404916 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73bc876f-fd1b-495e-94bd-8e1a3e489e96 None None] Sync routers for ids ['c109e4b4-592e-4d24-9db3-75120b68c49a'] in n-d-816206-8 {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:20:36.417664 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73bc876f-fd1b-495e-94bd-8e1a3e489e96 None None] Routers {'c109e4b4-592e-4d24-9db3-75120b68c49a'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:20:36.418390 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-73bc876f-fd1b-495e-94bd-8e1a3e489e96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:20:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['c109e4b4-592e-4d24-9db3-75120b68c49a'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:20:36.438550 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ad5b071c-f95f-4852-9c55-bae1947da2ac req-d720687e-4b28-4742-86e6-4116439d6ab1 service neutron] 10.222.0.36 "GET /v2.0/networks/eacea6aa-86b2-4fe9-ae0d-611828f27804?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7922556 Nov 23 17:20:36.481134 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [req-80057d0c-f6bb-464c-bdf7-36592f3e85cd req-5cbd431b-8d9d-4748-b030-9e075ab59925 tempest-ServersAdminNegativeTestJSON-104426851 tempest-ServersAdminNegativeTestJSON-104426851-project] For port ce67a10b-dd62-4c58-8811-2730954c9d1c, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=ce67a10b-dd62-4c58-8811-2730954c9d1c,segment=NetworkSegment(329c1745-02bf-4561-9615-3192910887f5),segment_id=329c1745-02bf-4561-9615-3192910887f5)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:20:36.481782 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-80057d0c-f6bb-464c-bdf7-36592f3e85cd req-5cbd431b-8d9d-4748-b030-9e075ab59925 tempest-ServersAdminNegativeTestJSON-104426851 tempest-ServersAdminNegativeTestJSON-104426851-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:36.499767 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349eb1fa-ed6f-450c-baf5-65b31640205a req-feef8d6b-5cfe-486c-9bbd-5036ef2c96e6 tempest-ServersAdminNegativeTestJSON-104426851 tempest-ServersAdminNegativeTestJSON-104426851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:20:36.505980 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-349eb1fa-ed6f-450c-baf5-65b31640205a req-feef8d6b-5cfe-486c-9bbd-5036ef2c96e6 tempest-ServersAdminNegativeTestJSON-104426851 tempest-ServersAdminNegativeTestJSON-104426851-project] 10.222.0.60 "GET /v2.0/ports?device_id=1e07418b-f2aa-4e09-8b65-a0c23b49b6bb HTTP/1.1" status: 200 len: 950 time: 0.3126459 Nov 23 17:20:36.530374 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [req-80057d0c-f6bb-464c-bdf7-36592f3e85cd req-5cbd431b-8d9d-4748-b030-9e075ab59925 tempest-ServersAdminNegativeTestJSON-104426851 tempest-ServersAdminNegativeTestJSON-104426851-project] Calling delete_port for ce67a10b-dd62-4c58-8811-2730954c9d1c owned by compute:nova {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:20:36.558824 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-73bc876f-fd1b-495e-94bd-8e1a3e489e96 None None] Set router c109e4b4-592e-4d24-9db3-75120b68c49a gateway port host: n-d-816206-8 {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:20:36.582816 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [req-c595d72e-84f3-43fa-be78-3013135c221b req-a2085a93-1330-497c-95ee-2d0b93772ccc tempest-ServersWithSpecificFlavorTestJSON-2137215613 tempest-ServersWithSpecificFlavorTestJSON-2137215613-project] No DVR routers for this DVR port 0986a17e-e244-4547-85b9-4392eaa9db3d on host n-h2-816206-8 {{(pid=103591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:20:36.599773 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-c595d72e-84f3-43fa-be78-3013135c221b req-a2085a93-1330-497c-95ee-2d0b93772ccc tempest-ServersWithSpecificFlavorTestJSON-2137215613 tempest-ServersWithSpecificFlavorTestJSON-2137215613-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:36.603800 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c595d72e-84f3-43fa-be78-3013135c221b req-a2085a93-1330-497c-95ee-2d0b93772ccc tempest-ServersWithSpecificFlavorTestJSON-2137215613 tempest-ServersWithSpecificFlavorTestJSON-2137215613-project] 10.222.0.36 "DELETE /v2.0/ports/0986a17e-e244-4547-85b9-4392eaa9db3d HTTP/1.1" status: 204 len: 173 time: 4.6652250 Nov 23 17:20:36.624243 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edecfbb4-ef5b-488c-8aa0-e74557b4cade', 'name': 'network-vif-deleted', 'tag': '0986a17e-e244-4547-85b9-4392eaa9db3d'}] {{(pid=103591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:20:36.628185 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41d174a19ece9499ff9ec44e5b3fc50f2abd3ffbc947fb7e52ea1e8db27b95b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a879946d-b552-41b9-879d-c5cfcd9a60c9" -d '{"events": [{"server_uuid": "edecfbb4-ef5b-488c-8aa0-e74557b4cade", "name": "network-vif-deleted", "tag": "0986a17e-e244-4547-85b9-4392eaa9db3d"}]}' {{(pid=103591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:20:36.665772 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [req-6868effc-0bd1-4b0b-869b-a42d650aa92b req-68fb260c-aa22-4f20-b36d-201690f9e1e8 service neutron] For port d7e28e83-60a3-47b9-b7b0-9d346691f72d, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=d7e28e83-60a3-47b9-b7b0-9d346691f72d,segment=NetworkSegment(12913541-acd4-4e3c-8f48-e22896931a9c),segment_id=12913541-acd4-4e3c-8f48-e22896931a9c)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:20:36.769590 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345c0a38-546b-4095-b7cc-beb820d46300 req-fa2796f2-c6fb-4ba5-bb54-1354650f9f5d tempest-ServersWithSpecificFlavorTestJSON-2137215613 tempest-ServersWithSpecificFlavorTestJSON-2137215613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:20:36.773084 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-345c0a38-546b-4095-b7cc-beb820d46300 req-fa2796f2-c6fb-4ba5-bb54-1354650f9f5d tempest-ServersWithSpecificFlavorTestJSON-2137215613 tempest-ServersWithSpecificFlavorTestJSON-2137215613-project] 10.222.0.60 "GET /v2.0/ports?device_id=10e5ffeb-b4e8-4d61-89a1-ce7d519f246b HTTP/1.1" status: 200 len: 932 time: 0.3795493 Nov 23 17:20:36.780063 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [req-6868effc-0bd1-4b0b-869b-a42d650aa92b req-68fb260c-aa22-4f20-b36d-201690f9e1e8 service neutron] For port d7e28e83-60a3-47b9-b7b0-9d346691f72d, host n-h2-816206-8, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:20:36.810248 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ad5b071c-f95f-4852-9c55-bae1947da2ac req-0ab09801-a5d5-4e78-8385-14d5f144533f service neutron] 10.222.0.36 "GET /v2.0/networks/eacea6aa-86b2-4fe9-ae0d-611828f27804?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3454347 Nov 23 17:20:36.819581 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-349eb1fa-ed6f-450c-baf5-65b31640205a req-01beda7c-3703-4fc4-8caa-97347cfa26ed tempest-ServersAdminNegativeTestJSON-104426851 tempest-ServersAdminNegativeTestJSON-104426851-project] 10.222.0.60 "GET /v2.0/security-groups?id=4a6bb8fb-ca30-4c1d-94e9-0fa3a29d488a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3134921 Nov 23 17:20:36.838646 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-73bc876f-fd1b-495e-94bd-8e1a3e489e96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c109e4b4-592e-4d24-9db3-75120b68c49a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-22172402-router', 'tenant_id': '127802e79ad24bebb19163263129e33c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.31'}], 'enable_snat': True}, 'gw_port_id': 'cc608e88-5c47-463f-bdeb-2e2afada906f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:17:35Z', 'updated_at': '2021-11-23T17:17:45Z', 'revision_number': 4, 'project_id': '127802e79ad24bebb19163263129e33c', 'gw_port': {'id': 'cc608e88-5c47-463f-bdeb-2e2afada906f', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:64:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c109e4b4-592e-4d24-9db3-75120b68c49a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:17:36Z', 'updated_at': '2021-11-23T17:17:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_interfaces': [{'id': 'f3b74f12-dae1-4d9f-b78f-dc745d6893f6', 'name': '', 'network_id': 'b2e9d6b9-526b-40df-9e11-a4db0d344564', 'tenant_id': '127802e79ad24bebb19163263129e33c', 'mac_address': 'fa:16:3e:fb:0d:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c109e4b4-592e-4d24-9db3-75120b68c49a', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '5c9382a7-073c-41ea-9a34-cd958311fb6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:17:42Z', 'updated_at': '2021-11-23T17:17:54Z', 'revision_number': 5, 'project_id': '127802e79ad24bebb19163263129e33c', 'subnets': [{'id': '5c9382a7-073c-41ea-9a34-cd958311fb6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:20:36.886372 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73bc876f-fd1b-495e-94bd-8e1a3e489e96 None None] Checking router: c109e4b4-592e-4d24-9db3-75120b68c49a for host: n-d-816206-8 {{(pid=103593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 17:20:36.897460 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73bc876f-fd1b-495e-94bd-8e1a3e489e96 None None] Routers {'c109e4b4-592e-4d24-9db3-75120b68c49a'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:20:36.899075 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-73bc876f-fd1b-495e-94bd-8e1a3e489e96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:20:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['c109e4b4-592e-4d24-9db3-75120b68c49a'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:20:36.940018 n-d-816206-8 neutron-server[103590]: DEBUG neutron.notifiers.nova [req-6868effc-0bd1-4b0b-869b-a42d650aa92b req-68fb260c-aa22-4f20-b36d-201690f9e1e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7e28e83-60a3-47b9-b7b0-9d346691f72d {{(pid=103590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:20:36.981534 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-345c0a38-546b-4095-b7cc-beb820d46300 req-b931655c-943d-48bd-82e1-2425922eb777 tempest-ServersWithSpecificFlavorTestJSON-2137215613 tempest-ServersWithSpecificFlavorTestJSON-2137215613-project] 10.222.0.60 "GET /v2.0/security-groups?id=c1fd7bbb-ef62-457d-a84a-b42d813769d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1602573 Nov 23 17:20:36.982795 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [req-6868effc-0bd1-4b0b-869b-a42d650aa92b req-68fb260c-aa22-4f20-b36d-201690f9e1e8 service neutron] For port d7e28e83-60a3-47b9-b7b0-9d346691f72d, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=d7e28e83-60a3-47b9-b7b0-9d346691f72d,segment=NetworkSegment(12913541-acd4-4e3c-8f48-e22896931a9c),segment_id=12913541-acd4-4e3c-8f48-e22896931a9c)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:20:37.033135 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-83684c73-fa63-4f2b-8a11-3e8e00609fa2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:37.075059 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-83684c73-fa63-4f2b-8a11-3e8e00609fa2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:37.107628 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b7d674-f120-44f6-80c7-e998b9fc4714 req-d7cd2e41-b65f-4c60-a5ba-9f5b9d3dbfd0 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:20:37.109272 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-12b7d674-f120-44f6-80c7-e998b9fc4714 req-d7cd2e41-b65f-4c60-a5ba-9f5b9d3dbfd0 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] 10.222.0.60 "GET /v2.0/ports?device_id=23329ec1-2aa1-4cec-919c-e827c4171d02 HTTP/1.1" status: 200 len: 950 time: 0.1216013 Nov 23 17:20:37.114457 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-73bc876f-fd1b-495e-94bd-8e1a3e489e96 None None] Set router c109e4b4-592e-4d24-9db3-75120b68c49a gateway port host: n-d-816206-8 {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:20:37.135429 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83684c73-fa63-4f2b-8a11-3e8e00609fa2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c981ae3-bbc6-4b26-96c8-82d9a4b5c66c,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:20:37.199105 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-25c55798-b2b4-4688-8c54-88b703f1e7cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1794372'] for router_interface, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:37.274890 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-12b7d674-f120-44f6-80c7-e998b9fc4714 req-91e961de-31e3-44cf-92d1-130ce1c94299 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] 10.222.0.60 "GET /v2.0/security-groups?id=70227657-be62-432a-a8fd-5a85231fc7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481328 Nov 23 17:20:37.378396 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-6868effc-0bd1-4b0b-869b-a42d650aa92b req-68fb260c-aa22-4f20-b36d-201690f9e1e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:37.431281 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-73bc876f-fd1b-495e-94bd-8e1a3e489e96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c109e4b4-592e-4d24-9db3-75120b68c49a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-22172402-router', 'tenant_id': '127802e79ad24bebb19163263129e33c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.31'}], 'enable_snat': True}, 'gw_port_id': 'cc608e88-5c47-463f-bdeb-2e2afada906f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:17:35Z', 'updated_at': '2021-11-23T17:17:45Z', 'revision_number': 4, 'project_id': '127802e79ad24bebb19163263129e33c', 'gw_port': {'id': 'cc608e88-5c47-463f-bdeb-2e2afada906f', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:64:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c109e4b4-592e-4d24-9db3-75120b68c49a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:17:36Z', 'updated_at': '2021-11-23T17:17:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_interfaces': [{'id': 'f3b74f12-dae1-4d9f-b78f-dc745d6893f6', 'name': '', 'network_id': 'b2e9d6b9-526b-40df-9e11-a4db0d344564', 'tenant_id': '127802e79ad24bebb19163263129e33c', 'mac_address': 'fa:16:3e:fb:0d:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c109e4b4-592e-4d24-9db3-75120b68c49a', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '5c9382a7-073c-41ea-9a34-cd958311fb6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:17:42Z', 'updated_at': '2021-11-23T17:17:54Z', 'revision_number': 5, 'project_id': '127802e79ad24bebb19163263129e33c', 'subnets': [{'id': '5c9382a7-073c-41ea-9a34-cd958311fb6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:20:37.470366 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73bc876f-fd1b-495e-94bd-8e1a3e489e96 None None] The sync data for ids ['c109e4b4-592e-4d24-9db3-75120b68c49a'] in n-d-816206-8 is: [{'id': 'c109e4b4-592e-4d24-9db3-75120b68c49a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-22172402-router', 'tenant_id': '127802e79ad24bebb19163263129e33c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.31'}], 'enable_snat': True}, 'gw_port_id': 'cc608e88-5c47-463f-bdeb-2e2afada906f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:17:35Z', 'updated_at': '2021-11-23T17:17:45Z', 'revision_number': 4, 'project_id': '127802e79ad24bebb19163263129e33c', 'gw_port': {'id': 'cc608e88-5c47-463f-bdeb-2e2afada906f', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:64:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c109e4b4-592e-4d24-9db3-75120b68c49a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:17:36Z', 'updated_at': '2021-11-23T17:17:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_interfaces': [{'id': 'f3b74f12-dae1-4d9f-b78f-dc745d6893f6', 'name': '', 'network_id': 'b2e9d6b9-526b-40df-9e11-a4db0d344564', 'tenant_id': '127802e79ad24bebb19163263129e33c', 'mac_address': 'fa:16:3e:fb:0d:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c109e4b4-592e-4d24-9db3-75120b68c49a', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '5c9382a7-073c-41ea-9a34-cd958311fb6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:17:42Z', 'updated_at': '2021-11-23T17:17:54Z', 'revision_number': 5, 'project_id': '127802e79ad24bebb19163263129e33c', 'subnets': [{'id': '5c9382a7-073c-41ea-9a34-cd958311fb6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:20:37.499631 n-d-816206-8 neutron-server[103590]: DEBUG neutron.notifiers.nova [req-c6c60ea6-3184-4a32-afec-99788cde904c req-1e450b47-2fd9-47e9-9a3e-fe2486fa54f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8effb457-0b3c-4b3b-8eb1-096d7847fd73 {{(pid=103590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:20:37.554292 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-c6c60ea6-3184-4a32-afec-99788cde904c req-1e450b47-2fd9-47e9-9a3e-fe2486fa54f0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:37.560451 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-80057d0c-f6bb-464c-bdf7-36592f3e85cd req-5cbd431b-8d9d-4748-b030-9e075ab59925 tempest-ServersAdminNegativeTestJSON-104426851 tempest-ServersAdminNegativeTestJSON-104426851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:37.584112 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] get_ports_and_sgs() called for port_ids ['38b2a2ce-008e-4024-b6c3-b6eb13fe3deb'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:20:37.634398 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [req-c6c60ea6-3184-4a32-afec-99788cde904c req-1e450b47-2fd9-47e9-9a3e-fe2486fa54f0 service neutron] Transition to ACTIVE for port object 8effb457-0b3c-4b3b-8eb1-096d7847fd73 will not be triggered until provisioned by entity L2. {{(pid=103590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 17:20:37.642093 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbd431b-8d9d-4748-b030-9e075ab59925 tempest-ServersAdminNegativeTestJSON-104426851 tempest-ServersAdminNegativeTestJSON-104426851-project] Pushing event deleted for resources: {'Port': ['ID=ce67a10b-dd62-4c58-8811-2730954c9d1c,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:20:37.654367 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-c6c60ea6-3184-4a32-afec-99788cde904c req-1e450b47-2fd9-47e9-9a3e-fe2486fa54f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264357957'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:37.715813 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83684c73-fa63-4f2b-8a11-3e8e00609fa2 admin admin] vlan segment allocate from pool success with {'vlan_id': 537, 'physical_network': 'physnet1'} {{(pid=103591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 17:20:37.727354 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [req-6868effc-0bd1-4b0b-869b-a42d650aa92b req-68fb260c-aa22-4f20-b36d-201690f9e1e8 service neutron] Transition to ACTIVE for port object d7e28e83-60a3-47b9-b7b0-9d346691f72d will not be triggered until provisioned by entity L2. {{(pid=103590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 17:20:37.732239 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-83684c73-fa63-4f2b-8a11-3e8e00609fa2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:37.733185 n-d-816206-8 neutron-server[103591]: INFO neutron.db.segments_db [None req-83684c73-fa63-4f2b-8a11-3e8e00609fa2 admin admin] Added segment 9f2c2d0a-af6e-40af-8c50-d8bf98aee55f of type vlan for network 7e264438-a972-4d11-911c-35035c761415 Nov 23 17:20:37.796213 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [req-80057d0c-f6bb-464c-bdf7-36592f3e85cd req-5cbd431b-8d9d-4748-b030-9e075ab59925 tempest-ServersAdminNegativeTestJSON-104426851 tempest-ServersAdminNegativeTestJSON-104426851-project] No DVR routers for this DVR port ce67a10b-dd62-4c58-8811-2730954c9d1c on host n-h1-816206-8 {{(pid=103590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:20:37.799425 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-83684c73-fa63-4f2b-8a11-3e8e00609fa2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736635338810'] for network, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:37.841980 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-6868effc-0bd1-4b0b-869b-a42d650aa92b req-68fb260c-aa22-4f20-b36d-201690f9e1e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264357957'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:37.873311 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-80057d0c-f6bb-464c-bdf7-36592f3e85cd req-5cbd431b-8d9d-4748-b030-9e075ab59925 tempest-ServersAdminNegativeTestJSON-104426851 tempest-ServersAdminNegativeTestJSON-104426851-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:37.877024 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-80057d0c-f6bb-464c-bdf7-36592f3e85cd req-5cbd431b-8d9d-4748-b030-9e075ab59925 tempest-ServersAdminNegativeTestJSON-104426851 tempest-ServersAdminNegativeTestJSON-104426851-project] 10.222.0.55 "DELETE /v2.0/ports/ce67a10b-dd62-4c58-8811-2730954c9d1c HTTP/1.1" status: 204 len: 173 time: 2.0739675 Nov 23 17:20:37.878794 n-d-816206-8 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e07418b-f2aa-4e09-8b65-a0c23b49b6bb', 'name': 'network-vif-deleted', 'tag': 'ce67a10b-dd62-4c58-8811-2730954c9d1c'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:20:37.896076 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbabddbc9fc37b068808e119c416c86f5957ca04531a4a0d2e695c515e93483b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34570abe-ab6e-4933-8dd1-edab1279e104" -d '{"events": [{"server_uuid": "1e07418b-f2aa-4e09-8b65-a0c23b49b6bb", "name": "network-vif-deleted", "tag": "ce67a10b-dd62-4c58-8811-2730954c9d1c"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:20:37.941322 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.db.resource_extend [None req-83684c73-fa63-4f2b-8a11-3e8e00609fa2 admin admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 23 17:20:37.967210 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e450b47-2fd9-47e9-9a3e-fe2486fa54f0 service neutron] Pushing event updated for resources: {'Port': ['ID=8effb457-0b3c-4b3b-8eb1-096d7847fd73,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:20:37.989135 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:20:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa7ff0c6-3ff3-4cfa-9382-eb7f29d30d0f x-openstack-request-id: req-fa7ff0c6-3ff3-4cfa-9382-eb7f29d30d0f {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:20:37.990650 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edecfbb4-ef5b-488c-8aa0-e74557b4cade", "name": "network-vif-deleted", "tag": "0986a17e-e244-4547-85b9-4392eaa9db3d", "status": "completed", "code": 200}]} {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:20:37.991643 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-fa7ff0c6-3ff3-4cfa-9382-eb7f29d30d0f {{(pid=103591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:20:37.992416 n-d-816206-8 neutron-server[103591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edecfbb4-ef5b-488c-8aa0-e74557b4cade', 'name': 'network-vif-deleted', 'tag': '0986a17e-e244-4547-85b9-4392eaa9db3d', 'status': 'completed', 'code': 200} Nov 23 17:20:38.128370 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7bf432-fec9-4a60-b751-4f3e326bea1e req-4e5b1094-539f-4162-9897-41f3a8e26648 tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:20:38.140371 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6a7bf432-fec9-4a60-b751-4f3e326bea1e req-4e5b1094-539f-4162-9897-41f3a8e26648 tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] 10.222.0.60 "GET /v2.0/ports?device_id=e3066f0e-be40-43cc-b52c-4cca61251c1c HTTP/1.1" status: 200 len: 944 time: 0.5114083 Nov 23 17:20:38.183463 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86c0c29b-b8de-460f-88c3-a990b98fce39 None None] New status for floating IP 12a9acb8-883d-4740-8ec7-bfd589394ca5: DOWN {{(pid=103592) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 17:20:38.190625 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [req-6868effc-0bd1-4b0b-869b-a42d650aa92b req-68fb260c-aa22-4f20-b36d-201690f9e1e8 service neutron] No DVR routers for this DVR port d7e28e83-60a3-47b9-b7b0-9d346691f72d on host n-h2-816206-8 {{(pid=103590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:20:38.215363 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-83684c73-fa63-4f2b-8a11-3e8e00609fa2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493'] for network, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:38.216439 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83684c73-fa63-4f2b-8a11-3e8e00609fa2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:20:38.217142 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-83684c73-fa63-4f2b-8a11-3e8e00609fa2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for network, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:38.275059 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5b071c-f95f-4852-9c55-bae1947da2ac req-4b9b05ea-8701-4e09-a891-a614aed0a86b tempest-LiveAutoBlockMigrationV225Test-82532795 tempest-LiveAutoBlockMigrationV225Test-82532795-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:20:38.278838 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ad5b071c-f95f-4852-9c55-bae1947da2ac req-4b9b05ea-8701-4e09-a891-a614aed0a86b tempest-LiveAutoBlockMigrationV225Test-82532795 tempest-LiveAutoBlockMigrationV225Test-82532795-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=e3066f0e-be40-43cc-b52c-4cca61251c1c&tenant_id=968ef5ef30ad45a38c8263e9da4ef3c2&binding%3Ahost_id=n-h2-816206-8 HTTP/1.1" status: 200 len: 1095 time: 0.6613259 Nov 23 17:20:38.284656 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fb260c-aa22-4f20-b36d-201690f9e1e8 service neutron] Pushing event updated for resources: {'Port': ['ID=d7e28e83-60a3-47b9-b7b0-9d346691f72d,revision_number=10']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:20:38.296578 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-6868effc-0bd1-4b0b-869b-a42d650aa92b req-68fb260c-aa22-4f20-b36d-201690f9e1e8 service neutron] 10.222.0.36 "PUT /v2.0/ports/d7e28e83-60a3-47b9-b7b0-9d346691f72d/bindings/n-h1-816206-8/activate HTTP/1.1" status: 200 len: 369 time: 2.2683837 Nov 23 17:20:38.313863 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [req-c6c60ea6-3184-4a32-afec-99788cde904c req-1e450b47-2fd9-47e9-9a3e-fe2486fa54f0 service neutron] Attempting to bind port 8effb457-0b3c-4b3b-8eb1-096d7847fd73 on host n-h2-816206-8 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:20:38.314196 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [req-c6c60ea6-3184-4a32-afec-99788cde904c req-1e450b47-2fd9-47e9-9a3e-fe2486fa54f0 service neutron] Attempting to bind port 8effb457-0b3c-4b3b-8eb1-096d7847fd73 by drivers openvswitch,hyperv on host n-h2-816206-8 at level 0 using segments [{'id': '374abdbe-b9f5-40b9-89ba-022682cac473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'b2e9d6b9-526b-40df-9e11-a4db0d344564'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:20:38.314537 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6c60ea6-3184-4a32-afec-99788cde904c req-1e450b47-2fd9-47e9-9a3e-fe2486fa54f0 service neutron] Attempting to bind port 8effb457-0b3c-4b3b-8eb1-096d7847fd73 on network b2e9d6b9-526b-40df-9e11-a4db0d344564 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:20:38.317176 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 51280) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:20:38.319206 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-83684c73-fa63-4f2b-8a11-3e8e00609fa2 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.6339858 Nov 23 17:20:38.323211 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-88f69570-901e-4135-92b6-a9ad0eed1958 admin admin] Request body: {'subnet': {'network_id': '7e264438-a972-4d11-911c-35035c761415', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-73796305-subnet', 'tenant_id': 'f466a90f910345358a3d7d2e802b96f0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:20:38.333897 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6c60ea6-3184-4a32-afec-99788cde904c req-1e450b47-2fd9-47e9-9a3e-fe2486fa54f0 service neutron] Port 8effb457-0b3c-4b3b-8eb1-096d7847fd73 on network b2e9d6b9-526b-40df-9e11-a4db0d344564 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-8 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 17:20:38.334230 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6c60ea6-3184-4a32-afec-99788cde904c req-1e450b47-2fd9-47e9-9a3e-fe2486fa54f0 service neutron] Attempting to bind port 8effb457-0b3c-4b3b-8eb1-096d7847fd73 on network b2e9d6b9-526b-40df-9e11-a4db0d344564 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:20:38.345874 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6c60ea6-3184-4a32-afec-99788cde904c req-1e450b47-2fd9-47e9-9a3e-fe2486fa54f0 service neutron] Checking agent: {'id': 'ab77bf9e-0267-4174-8f1d-822cba89b207', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 15, 13), 'started_at': datetime.datetime(2021, 11, 23, 17, 15, 13), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 20, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:20:38.346217 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6c60ea6-3184-4a32-afec-99788cde904c req-1e450b47-2fd9-47e9-9a3e-fe2486fa54f0 service neutron] Checking segment: {'id': '374abdbe-b9f5-40b9-89ba-022682cac473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'b2e9d6b9-526b-40df-9e11-a4db0d344564'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:20:38.346617 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6c60ea6-3184-4a32-afec-99788cde904c req-1e450b47-2fd9-47e9-9a3e-fe2486fa54f0 service neutron] Bound using segment: {'id': '374abdbe-b9f5-40b9-89ba-022682cac473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'b2e9d6b9-526b-40df-9e11-a4db0d344564'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:20:38.347208 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [req-c6c60ea6-3184-4a32-afec-99788cde904c req-1e450b47-2fd9-47e9-9a3e-fe2486fa54f0 service neutron] Bound port: 8effb457-0b3c-4b3b-8eb1-096d7847fd73, host: n-h2-816206-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '374abdbe-b9f5-40b9-89ba-022682cac473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'b2e9d6b9-526b-40df-9e11-a4db0d344564'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:20:38.347577 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-c6c60ea6-3184-4a32-afec-99788cde904c req-1e450b47-2fd9-47e9-9a3e-fe2486fa54f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:38.377395 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83684c73-fa63-4f2b-8a11-3e8e00609fa2 admin admin] Pushing event updated for resources: {'Network': ['ID=7e264438-a972-4d11-911c-35035c761415,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:20:38.385067 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88f69570-901e-4135-92b6-a9ad0eed1958 admin admin] Made reservation on behalf of f466a90f910345358a3d7d2e802b96f0 for: {'subnet': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:20:38.390953 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-88f69570-901e-4135-92b6-a9ad0eed1958 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264730903'] for subnet, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:38.413115 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Network 7e264438-a972-4d11-911c-35035c761415 details requested by agent ovs-agent-n-d-816206-8 with host n-d-816206-8 {{(pid=103592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 17:20:38.465550 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51838af1-9033-4272-9d28-61a61a3c2a9c req-88b10da7-8027-4076-8b52-dd919fbbe5cb tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:20:38.474171 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-51838af1-9033-4272-9d28-61a61a3c2a9c req-88b10da7-8027-4076-8b52-dd919fbbe5cb tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] 10.222.0.60 "GET /v2.0/ports?device_id=81b6e2ff-baee-47c2-a7eb-16a38f3282ff HTTP/1.1" status: 200 len: 944 time: 0.3297956 Nov 23 17:20:38.533015 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [req-c6c60ea6-3184-4a32-afec-99788cde904c req-1e450b47-2fd9-47e9-9a3e-fe2486fa54f0 service neutron] For port 8effb457-0b3c-4b3b-8eb1-096d7847fd73, host n-h2-816206-8, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:20:38.537763 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [req-c6c60ea6-3184-4a32-afec-99788cde904c req-1e450b47-2fd9-47e9-9a3e-fe2486fa54f0 service neutron] For port 8effb457-0b3c-4b3b-8eb1-096d7847fd73, host n-h2-816206-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=8effb457-0b3c-4b3b-8eb1-096d7847fd73,segment=NetworkSegment(374abdbe-b9f5-40b9-89ba-022682cac473),segment_id=374abdbe-b9f5-40b9-89ba-022682cac473)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:20:38.564534 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6868effc-0bd1-4b0b-869b-a42d650aa92b req-704e090e-79b7-4f12-97b1-268dfa88aab1 tempest-LiveMigrationTest-1150397521 tempest-LiveMigrationTest-1150397521-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:20:38.566463 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-6868effc-0bd1-4b0b-869b-a42d650aa92b req-704e090e-79b7-4f12-97b1-268dfa88aab1 tempest-LiveMigrationTest-1150397521 tempest-LiveMigrationTest-1150397521-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=81b6e2ff-baee-47c2-a7eb-16a38f3282ff&tenant_id=4f30b4abc7074d1fa9d31a414a5f297f&binding%3Ahost_id=n-h2-816206-8 HTTP/1.1" status: 200 len: 1095 time: 0.1934948 Nov 23 17:20:38.569451 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-c6c60ea6-3184-4a32-afec-99788cde904c req-1e450b47-2fd9-47e9-9a3e-fe2486fa54f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264357957'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:38.576038 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6a7bf432-fec9-4a60-b751-4f3e326bea1e req-c9884805-0772-46bd-abd4-1609cff427da tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] 10.222.0.60 "GET /v2.0/security-groups?id=ef6a96c0-423c-4ea7-a75c-4657afd8c521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4345596 Nov 23 17:20:38.635211 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-51838af1-9033-4272-9d28-61a61a3c2a9c req-d92c2a05-a46f-4bda-b39e-1e2ac32239b4 tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] 10.222.0.60 "GET /v2.0/security-groups?id=5c82e7e8-9cad-459a-acb2-b7a0867274de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597378 Nov 23 17:20:38.644006 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device d7e28e83-60a3-47b9-b7b0-9d346691f72d no longer exists at agent hyperv_n-h2-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:20:38.737430 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-ad5b071c-f95f-4852-9c55-bae1947da2ac req-7f55f11b-4bd8-4e18-9d70-ec9acd9bd509 service neutron] For port ebb3a298-d7d7-4eec-9078-0824a8d78eaf, host n-h1-816206-8, cleared binding levels {{(pid=103591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:20:38.739736 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device d7e28e83-60a3-47b9-b7b0-9d346691f72d not bound to the agent host n-h2-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:20:38.743527 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-ad5b071c-f95f-4852-9c55-bae1947da2ac req-7f55f11b-4bd8-4e18-9d70-ec9acd9bd509 service neutron] Publish callbacks [] for binding, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:38.744825 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ad5b071c-f95f-4852-9c55-bae1947da2ac req-7f55f11b-4bd8-4e18-9d70-ec9acd9bd509 service neutron] 10.222.0.36 "DELETE /v2.0/ports/ebb3a298-d7d7-4eec-9078-0824a8d78eaf/bindings/n-h1-816206-8 HTTP/1.1" status: 204 len: 173 time: 0.4231832 Nov 23 17:20:38.767665 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-25c55798-b2b4-4688-8c54-88b703f1e7cd admin admin] Deleting port 01f35cac-d1bf-4621-b8ca-b7edfcba8906 {{(pid=103591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:20:38.768017 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-25c55798-b2b4-4688-8c54-88b703f1e7cd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:38.851312 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c60ea6-3184-4a32-afec-99788cde904c req-1e450b47-2fd9-47e9-9a3e-fe2486fa54f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:20:38.852289 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-c6c60ea6-3184-4a32-afec-99788cde904c req-1e450b47-2fd9-47e9-9a3e-fe2486fa54f0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:38.854072 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-c6c60ea6-3184-4a32-afec-99788cde904c req-1e450b47-2fd9-47e9-9a3e-fe2486fa54f0 service neutron] 10.222.0.36 "PUT /v2.0/ports/8effb457-0b3c-4b3b-8eb1-096d7847fd73 HTTP/1.1" status: 200 len: 1092 time: 2.9038911 Nov 23 17:20:38.858730 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4dcce7cf-76a7-4a14-8bc3-f59c09b209cf req-ce7db10e-33c9-44b1-a5f8-572d06ed99e1 tempest-ServersAdminNegativeTestJSON-104426851 tempest-ServersAdminNegativeTestJSON-104426851-project] 10.222.0.60 "GET /v2.0/ports?device_id=1e07418b-f2aa-4e09-8b65-a0c23b49b6bb HTTP/1.1" status: 200 len: 210 time: 0.0630505 Nov 23 17:20:39.007564 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [None req-25c55798-b2b4-4688-8c54-88b703f1e7cd admin admin] For port 01f35cac-d1bf-4621-b8ca-b7edfcba8906, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=01f35cac-d1bf-4621-b8ca-b7edfcba8906,segment=NetworkSegment(1bdf77a0-16aa-445a-a586-518ee3ff7f5b),segment_id=1bdf77a0-16aa-445a-a586-518ee3ff7f5b)] {{(pid=103591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:20:39.012847 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-25c55798-b2b4-4688-8c54-88b703f1e7cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:39.031334 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:20:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-387ee434-adfd-4a35-9b1a-04366709c341 x-openstack-request-id: req-387ee434-adfd-4a35-9b1a-04366709c341 {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:20:39.031692 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e07418b-f2aa-4e09-8b65-a0c23b49b6bb", "name": "network-vif-deleted", "tag": "ce67a10b-dd62-4c58-8811-2730954c9d1c", "status": "completed", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:20:39.031861 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-387ee434-adfd-4a35-9b1a-04366709c341 {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:20:39.032267 n-d-816206-8 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e07418b-f2aa-4e09-8b65-a0c23b49b6bb', 'name': 'network-vif-deleted', 'tag': 'ce67a10b-dd62-4c58-8811-2730954c9d1c', 'status': 'completed', 'code': 200} Nov 23 17:20:39.057116 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-25c55798-b2b4-4688-8c54-88b703f1e7cd admin admin] Calling delete_port for 01f35cac-d1bf-4621-b8ca-b7edfcba8906 owned by network:router_interface {{(pid=103591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:20:39.102974 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e450b47-2fd9-47e9-9a3e-fe2486fa54f0 service neutron] Pushing event updated for resources: {'Port': ['ID=8effb457-0b3c-4b3b-8eb1-096d7847fd73,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:20:39.139180 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6868effc-0bd1-4b0b-869b-a42d650aa92b req-b7b9a329-eb8d-44b7-8216-2747a9239a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:20:39.140758 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-6868effc-0bd1-4b0b-869b-a42d650aa92b req-b7b9a329-eb8d-44b7-8216-2747a9239a85 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=81b6e2ff-baee-47c2-a7eb-16a38f3282ff&tenant_id=4f30b4abc7074d1fa9d31a414a5f297f HTTP/1.1" status: 200 len: 1095 time: 0.5531282 Nov 23 17:20:39.144875 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-88f69570-901e-4135-92b6-a9ad0eed1958 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264358096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264730885'] for subnet, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:39.177368 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c60ea6-3184-4a32-afec-99788cde904c req-f6bebb96-26db-454a-a1d6-d291463c9d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:20:39.178910 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-c6c60ea6-3184-4a32-afec-99788cde904c req-f6bebb96-26db-454a-a1d6-d291463c9d53 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=127802e79ad24bebb19163263129e33c&device_id=10e5ffeb-b4e8-4d61-89a1-ce7d519f246b HTTP/1.1" status: 200 len: 1095 time: 0.1496010 Nov 23 17:20:39.273291 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-c6c60ea6-3184-4a32-afec-99788cde904c req-b1df5b72-1e30-42ca-899a-34aa5cad9360 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8effb457-0b3c-4b3b-8eb1-096d7847fd73 HTTP/1.1" status: 200 len: 217 time: 0.0805519 Nov 23 17:20:39.278473 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f69570-901e-4135-92b6-a9ad0eed1958 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dd0bd914-c880-46ed-b76d-77d92bb12d76,revision_number=0']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:20:39.322591 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88f69570-901e-4135-92b6-a9ad0eed1958 admin admin] Checking segment: {'id': '9f2c2d0a-af6e-40af-8c50-d8bf98aee55f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '7e264438-a972-4d11-911c-35035c761415'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:20:39.322976 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88f69570-901e-4135-92b6-a9ad0eed1958 admin admin] Network hostable DHCP agents. Network: 7e264438-a972-4d11-911c-35035c761415, hostable agents: ['0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3'], hosted agents: [] {{(pid=103590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 17:20:39.332965 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11710f27-86ae-4f5f-9a6e-ae795e8f6f2e req-bfc7e0cd-f4e0-4c20-a3ec-c46e53e4f496 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:20:39.341300 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-11710f27-86ae-4f5f-9a6e-ae795e8f6f2e req-bfc7e0cd-f4e0-4c20-a3ec-c46e53e4f496 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] 10.222.0.60 "GET /v2.0/ports?device_id=23329ec1-2aa1-4cec-919c-e827c4171d02 HTTP/1.1" status: 200 len: 950 time: 0.2692568 Nov 23 17:20:39.344619 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6868effc-0bd1-4b0b-869b-a42d650aa92b req-b318c06b-7e66-407e-a693-5ab8bd196508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:20:39.346072 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-6868effc-0bd1-4b0b-869b-a42d650aa92b req-b318c06b-7e66-407e-a693-5ab8bd196508 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4f30b4abc7074d1fa9d31a414a5f297f&device_id=81b6e2ff-baee-47c2-a7eb-16a38f3282ff HTTP/1.1" status: 200 len: 1095 time: 0.1417403 Nov 23 17:20:39.379885 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c60ea6-3184-4a32-afec-99788cde904c req-e4c290be-fe59-4fcb-87f8-8c49e686db6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:20:39.381403 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-c6c60ea6-3184-4a32-afec-99788cde904c req-e4c290be-fe59-4fcb-87f8-8c49e686db6b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5c9382a7-073c-41ea-9a34-cd958311fb6b HTTP/1.1" status: 200 len: 861 time: 0.0934603 Nov 23 17:20:39.385432 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88f69570-901e-4135-92b6-a9ad0eed1958 admin admin] Network 7e264438-a972-4d11-911c-35035c761415 is scheduled to be hosted by DHCP agent 0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3 with binding_index 1 {{(pid=103590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 17:20:39.431793 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c56f04b-cb5e-4251-ad0f-4e55f60798a3 req-a6843417-1f67-4051-9a28-30c6eb94845d tempest-ServersWithSpecificFlavorTestJSON-2137215613 tempest-ServersWithSpecificFlavorTestJSON-2137215613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:20:39.437271 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5c56f04b-cb5e-4251-ad0f-4e55f60798a3 req-a6843417-1f67-4051-9a28-30c6eb94845d tempest-ServersWithSpecificFlavorTestJSON-2137215613 tempest-ServersWithSpecificFlavorTestJSON-2137215613-project] 10.222.0.60 "GET /v2.0/ports?device_id=10e5ffeb-b4e8-4d61-89a1-ce7d519f246b HTTP/1.1" status: 200 len: 944 time: 0.3638995 Nov 23 17:20:39.452141 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device ce67a10b-dd62-4c58-8811-2730954c9d1c no longer exists at agent hyperv_n-h1-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:20:39.481742 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-88f69570-901e-4135-92b6-a9ad0eed1958 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-8, 7e264438-a972-4d11-911c-35035c761415) {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:20:39.496963 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] No Port match for: ce67a10b-dd62-4c58-8811-2730954c9d1c {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:20:39.497963 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device ce67a10b-dd62-4c58-8811-2730954c9d1c not bound to the agent host n-h1-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:20:39.506895 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88f69570-901e-4135-92b6-a9ad0eed1958 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:20:39.507691 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-88f69570-901e-4135-92b6-a9ad0eed1958 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:39.509676 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cf1da8a-c697-4d12-bc58-9b5bd293e3de None None] Network 7e264438-a972-4d11-911c-35035c761415 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:20:39.571946 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5c56f04b-cb5e-4251-ad0f-4e55f60798a3 req-7ef582a1-68df-4f53-8661-bd13750a6d93 tempest-ServersWithSpecificFlavorTestJSON-2137215613 tempest-ServersWithSpecificFlavorTestJSON-2137215613-project] 10.222.0.60 "GET /v2.0/security-groups?id=c1fd7bbb-ef62-457d-a84a-b42d813769d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1042964 Nov 23 17:20:39.574033 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-88f69570-901e-4135-92b6-a9ad0eed1958 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.2558541 Nov 23 17:20:39.608994 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c60ea6-3184-4a32-afec-99788cde904c req-8a9c070f-c863-43f9-ae11-eea1a417af3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:20:39.610777 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-c6c60ea6-3184-4a32-afec-99788cde904c req-8a9c070f-c863-43f9-ae11-eea1a417af3f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b2e9d6b9-526b-40df-9e11-a4db0d344564&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2109499 Nov 23 17:20:39.611574 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6868effc-0bd1-4b0b-869b-a42d650aa92b req-9857d142-8c5f-4f0c-94a4-9579fc1902b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:20:39.613029 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-6868effc-0bd1-4b0b-869b-a42d650aa92b req-9857d142-8c5f-4f0c-94a4-9579fc1902b0 service neutron] 10.222.0.55 "GET /v2.0/networks?id=3b84e4de-5a6f-44c6-a8e6-1d90b4d1f1b3 HTTP/1.1" status: 200 len: 909 time: 0.2578371 Nov 23 17:20:39.750650 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-11710f27-86ae-4f5f-9a6e-ae795e8f6f2e req-ad69d99f-f313-401c-a612-6daca4e1de7d tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] 10.222.0.60 "GET /v2.0/security-groups?id=70227657-be62-432a-a8fd-5a85231fc7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4083431 Nov 23 17:20:39.757295 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-6868effc-0bd1-4b0b-869b-a42d650aa92b req-47ef9c6d-e4de-45b6-8a58-facb912a614d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d7e28e83-60a3-47b9-b7b0-9d346691f72d HTTP/1.1" status: 200 len: 217 time: 0.1347582 Nov 23 17:20:39.799030 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25e18d60-aad8-485a-b9b7-70f55c01d73d None None] Network 7e264438-a972-4d11-911c-35035c761415 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:20:39.903678 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6868effc-0bd1-4b0b-869b-a42d650aa92b req-9a376ed3-b317-4536-b0fe-1adca5e3385f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:20:39.905221 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-6868effc-0bd1-4b0b-869b-a42d650aa92b req-9a376ed3-b317-4536-b0fe-1adca5e3385f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=10cf3f5a-71d1-468b-8622-0226dd1fd98a HTTP/1.1" status: 200 len: 848 time: 0.1308041 Nov 23 17:20:39.916395 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-c6c60ea6-3184-4a32-afec-99788cde904c req-8a63c0f4-ae70-45a1-9f3b-73cf18ff9449 service neutron] 10.222.0.36 "GET /v2.0/networks/b2e9d6b9-526b-40df-9e11-a4db0d344564?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2951212 Nov 23 17:20:39.968776 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-6868effc-0bd1-4b0b-869b-a42d650aa92b req-4f3495c5-4efd-4ec5-8594-939255519ffa service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3b84e4de-5a6f-44c6-a8e6-1d90b4d1f1b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0493581 Nov 23 17:20:40.112520 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecda1bb6-46eb-4dc3-8a00-420ae3999a8c req-768e6313-ab1b-4b0c-818f-523d927edd83 tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:20:40.114140 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ecda1bb6-46eb-4dc3-8a00-420ae3999a8c req-768e6313-ab1b-4b0c-818f-523d927edd83 tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] 10.222.0.60 "GET /v2.0/ports?device_id=81b6e2ff-baee-47c2-a7eb-16a38f3282ff HTTP/1.1" status: 200 len: 944 time: 0.1632121 Nov 23 17:20:40.121982 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-25c55798-b2b4-4688-8c54-88b703f1e7cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:40.157390 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-c6c60ea6-3184-4a32-afec-99788cde904c req-4499c7bb-43ce-4fae-b6df-e9014693a07f service neutron] 10.222.0.36 "GET /v2.0/networks/b2e9d6b9-526b-40df-9e11-a4db0d344564?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2287054 Nov 23 17:20:40.202686 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c55798-b2b4-4688-8c54-88b703f1e7cd admin admin] Pushing event deleted for resources: {'Port': ['ID=01f35cac-d1bf-4621-b8ca-b7edfcba8906,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:20:40.213126 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ac36a6-7827-4757-af51-3b05b227a4a9 req-02c9235e-81d3-450f-b7d8-9f0eb40cbd6a tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:20:40.220137 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-6868effc-0bd1-4b0b-869b-a42d650aa92b req-01be49f5-d1a0-405e-a0b2-a537b72acfac service neutron] 10.222.0.55 "GET /v2.0/networks/3b84e4de-5a6f-44c6-a8e6-1d90b4d1f1b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1753681 Nov 23 17:20:40.221008 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-10ac36a6-7827-4757-af51-3b05b227a4a9 req-02c9235e-81d3-450f-b7d8-9f0eb40cbd6a tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] 10.222.0.60 "GET /v2.0/ports?device_id=e3066f0e-be40-43cc-b52c-4cca61251c1c HTTP/1.1" status: 200 len: 944 time: 0.3407516 Nov 23 17:20:40.367684 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ecda1bb6-46eb-4dc3-8a00-420ae3999a8c req-000c8928-a4a8-4e65-b821-c67a13dd450f tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] 10.222.0.60 "GET /v2.0/security-groups?id=5c82e7e8-9cad-459a-acb2-b7a0867274de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2395360 Nov 23 17:20:40.383078 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-10ac36a6-7827-4757-af51-3b05b227a4a9 req-c83e4552-a5e5-4b5f-9f65-1085f802616c tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] 10.222.0.60 "GET /v2.0/security-groups?id=ef6a96c0-423c-4ea7-a75c-4657afd8c521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609268 Nov 23 17:20:40.469344 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-6868effc-0bd1-4b0b-869b-a42d650aa92b req-cea83cf2-1dcd-45f2-9e80-4bdcb2990191 service neutron] 10.222.0.55 "GET /v2.0/networks/3b84e4de-5a6f-44c6-a8e6-1d90b4d1f1b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2362659 Nov 23 17:20:40.552110 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [req-6f77d81a-b2dd-4250-8751-f6a5c60cc377 req-7cf9fcd1-8f85-42c5-b0c6-33c76a33ad2a tempest-SecurityGroupRulesTestJSON-260279958 tempest-SecurityGroupRulesTestJSON-260279958-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1458616129', 'description': 'tempest-description-794292389'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:20:40.626253 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-6f77d81a-b2dd-4250-8751-f6a5c60cc377 req-7cf9fcd1-8f85-42c5-b0c6-33c76a33ad2a tempest-SecurityGroupRulesTestJSON-260279958 tempest-SecurityGroupRulesTestJSON-260279958-project] Publish callbacks [] for security_group, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:40.643193 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-25c55798-b2b4-4688-8c54-88b703f1e7cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2067500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1794520'] for router_interface, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:40.859597 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6868effc-0bd1-4b0b-869b-a42d650aa92b req-85b16d11-8961-4993-94d3-6d8876d44990 tempest-LiveMigrationTest-1150397521 tempest-LiveMigrationTest-1150397521-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:20:40.863975 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-6868effc-0bd1-4b0b-869b-a42d650aa92b req-85b16d11-8961-4993-94d3-6d8876d44990 tempest-LiveMigrationTest-1150397521 tempest-LiveMigrationTest-1150397521-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=81b6e2ff-baee-47c2-a7eb-16a38f3282ff&tenant_id=4f30b4abc7074d1fa9d31a414a5f297f&binding%3Ahost_id=n-h1-816206-8 HTTP/1.1" status: 200 len: 1095 time: 0.0829616 Nov 23 17:20:40.901168 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-6f77d81a-b2dd-4250-8751-f6a5c60cc377 req-7cf9fcd1-8f85-42c5-b0c6-33c76a33ad2a tempest-SecurityGroupRulesTestJSON-260279958 tempest-SecurityGroupRulesTestJSON-260279958-project] Publish callbacks [] for security_group, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:40.919671 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-6f77d81a-b2dd-4250-8751-f6a5c60cc377 req-7cf9fcd1-8f85-42c5-b0c6-33c76a33ad2a tempest-SecurityGroupRulesTestJSON-260279958 tempest-SecurityGroupRulesTestJSON-260279958-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:41.025316 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-6f77d81a-b2dd-4250-8751-f6a5c60cc377 req-7cf9fcd1-8f85-42c5-b0c6-33c76a33ad2a tempest-SecurityGroupRulesTestJSON-260279958 tempest-SecurityGroupRulesTestJSON-260279958-project] Publish callbacks [] for security_group, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:41.027434 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6f77d81a-b2dd-4250-8751-f6a5c60cc377 req-7cf9fcd1-8f85-42c5-b0c6-33c76a33ad2a tempest-SecurityGroupRulesTestJSON-260279958 tempest-SecurityGroupRulesTestJSON-260279958-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.4815214 Nov 23 17:20:41.028425 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf9fcd1-8f85-42c5-b0c6-33c76a33ad2a tempest-SecurityGroupRulesTestJSON-260279958 tempest-SecurityGroupRulesTestJSON-260279958-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e834f6ca-c47a-447e-8de3-74a2e3544883,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:20:41.039191 n-d-816206-8 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10e5ffeb-b4e8-4d61-89a1-ce7d519f246b', 'tag': '8effb457-0b3c-4b3b-8eb1-096d7847fd73'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:20:41.043980 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbabddbc9fc37b068808e119c416c86f5957ca04531a4a0d2e695c515e93483b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75913a51-4879-44c8-b84c-fbfbbdaaf4ce" -d '{"events": [{"name": "network-changed", "server_uuid": "10e5ffeb-b4e8-4d61-89a1-ce7d519f246b", "tag": "8effb457-0b3c-4b3b-8eb1-096d7847fd73"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:20:41.068770 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [req-6868effc-0bd1-4b0b-869b-a42d650aa92b req-14427346-acaf-45a6-abef-34a29513af73 service neutron] For port d7e28e83-60a3-47b9-b7b0-9d346691f72d, host n-h2-816206-8, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:20:41.074530 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-6868effc-0bd1-4b0b-869b-a42d650aa92b req-14427346-acaf-45a6-abef-34a29513af73 service neutron] Publish callbacks [] for binding, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:41.075958 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-6868effc-0bd1-4b0b-869b-a42d650aa92b req-14427346-acaf-45a6-abef-34a29513af73 service neutron] 10.222.0.55 "DELETE /v2.0/ports/d7e28e83-60a3-47b9-b7b0-9d346691f72d/bindings/n-h2-816206-8 HTTP/1.1" status: 204 len: 173 time: 0.2032566 Nov 23 17:20:41.422847 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b311a010-c451-4db4-89f8-9905a782ff85 req-acc02d59-00e2-460c-b03b-88ac60da49aa tempest-ServersWithSpecificFlavorTestJSON-2137215613 tempest-ServersWithSpecificFlavorTestJSON-2137215613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:20:41.424537 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b311a010-c451-4db4-89f8-9905a782ff85 req-acc02d59-00e2-460c-b03b-88ac60da49aa tempest-ServersWithSpecificFlavorTestJSON-2137215613 tempest-ServersWithSpecificFlavorTestJSON-2137215613-project] 10.222.0.60 "GET /v2.0/ports?device_id=10e5ffeb-b4e8-4d61-89a1-ce7d519f246b HTTP/1.1" status: 200 len: 944 time: 0.5198374 Nov 23 17:20:41.547327 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25c55798-b2b4-4688-8c54-88b703f1e7cd admin admin] Router 77eccac5-d71e-4eb6-8182-0a45ba02f1e6 has already been hosted by L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 {{(pid=103591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 17:20:41.564507 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050bcc85-400a-469c-acd0-f27e921a02c6 req-391830e0-6641-43c7-a58f-93613edbd5c3 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:20:41.567369 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-050bcc85-400a-469c-acd0-f27e921a02c6 req-391830e0-6641-43c7-a58f-93613edbd5c3 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] 10.222.0.60 "GET /v2.0/ports?device_id=23329ec1-2aa1-4cec-919c-e827c4171d02 HTTP/1.1" status: 200 len: 950 time: 0.1415255 Nov 23 17:20:41.581515 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b311a010-c451-4db4-89f8-9905a782ff85 req-8307d883-128a-4155-a9bb-4e1e34667eec tempest-ServersWithSpecificFlavorTestJSON-2137215613 tempest-ServersWithSpecificFlavorTestJSON-2137215613-project] 10.222.0.60 "GET /v2.0/security-groups?id=c1fd7bbb-ef62-457d-a84a-b42d813769d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1423502 Nov 23 17:20:41.849020 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-050bcc85-400a-469c-acd0-f27e921a02c6 req-829728c7-7989-49ae-a557-9f1eca1242c5 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] 10.222.0.60 "GET /v2.0/security-groups?id=70227657-be62-432a-a8fd-5a85231fc7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2614396 Nov 23 17:20:41.906029 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25c55798-b2b4-4688-8c54-88b703f1e7cd admin admin] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:20:41.917130 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-25c55798-b2b4-4688-8c54-88b703f1e7cd admin admin] 10.222.0.60 "PUT /v2.0/routers/77eccac5-d71e-4eb6-8182-0a45ba02f1e6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8330948 Nov 23 17:20:41.917428 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 51318) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:20:41.931146 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dbf8a11-4c3d-47f8-b04b-b1ad2ecf6b52 None None] Sync routers for ids ['77eccac5-d71e-4eb6-8182-0a45ba02f1e6'] in n-d-816206-8 {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:20:41.964417 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dbf8a11-4c3d-47f8-b04b-b1ad2ecf6b52 None None] Routers {'77eccac5-d71e-4eb6-8182-0a45ba02f1e6'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:20:41.965460 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-4dbf8a11-4c3d-47f8-b04b-b1ad2ecf6b52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:20:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['77eccac5-d71e-4eb6-8182-0a45ba02f1e6'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:20:42.032940 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e2224782-eade-4318-8680-ec4db647af90 req-68ebf664-7f10-4c97-8cf1-f3c2d67aca30 tempest-SecurityGroupRulesTestJSON-260279958 tempest-SecurityGroupRulesTestJSON-260279958-project] 10.222.0.60 "GET /v2.0/security-groups/e834f6ca-c47a-447e-8de3-74a2e3544883 HTTP/1.1" status: 200 len: 1821 time: 0.1245081 Nov 23 17:20:42.045362 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [req-e2224782-eade-4318-8680-ec4db647af90 req-fdc5ed46-3665-4828-8e20-26e5b9be271d tempest-SecurityGroupRulesTestJSON-260279958 tempest-SecurityGroupRulesTestJSON-260279958-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e834f6ca-c47a-447e-8de3-74a2e3544883', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:20:42.045889 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [req-e2224782-eade-4318-8680-ec4db647af90 req-fdc5ed46-3665-4828-8e20-26e5b9be271d tempest-SecurityGroupRulesTestJSON-260279958 tempest-SecurityGroupRulesTestJSON-260279958-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e834f6ca-c47a-447e-8de3-74a2e3544883', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:20:42.087876 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d04dccc-9681-4fae-8445-f845b1a5f2ef req-08c24e55-72a8-41e4-a2bb-8dd0de035ea3 tempest-LiveAutoBlockMigrationV225Test-82532795 tempest-LiveAutoBlockMigrationV225Test-82532795-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:20:42.097709 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-cfbe62df-21a8-4b9f-86aa-b0990c3438e6 admin admin] Publish callbacks [] for router, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:42.100081 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5d04dccc-9681-4fae-8445-f845b1a5f2ef req-08c24e55-72a8-41e4-a2bb-8dd0de035ea3 tempest-LiveAutoBlockMigrationV225Test-82532795 tempest-LiveAutoBlockMigrationV225Test-82532795-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=e3066f0e-be40-43cc-b52c-4cca61251c1c HTTP/1.1" status: 200 len: 1095 time: 0.2044737 Nov 23 17:20:42.156853 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-4dbf8a11-4c3d-47f8-b04b-b1ad2ecf6b52 None None] Set router 77eccac5-d71e-4eb6-8182-0a45ba02f1e6 gateway port host: n-d-816206-8 {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:20:42.216280 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5d04dccc-9681-4fae-8445-f845b1a5f2ef req-0653a57c-2b78-4799-a102-f5a7ef1051df tempest-LiveAutoBlockMigrationV225Test-82532795 tempest-LiveAutoBlockMigrationV225Test-82532795-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=ef6a96c0-423c-4ea7-a75c-4657afd8c521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144781 Nov 23 17:20:42.280154 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-cfbe62df-21a8-4b9f-86aa-b0990c3438e6 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:42.333462 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-e2224782-eade-4318-8680-ec4db647af90 req-fdc5ed46-3665-4828-8e20-26e5b9be271d tempest-SecurityGroupRulesTestJSON-260279958 tempest-SecurityGroupRulesTestJSON-260279958-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:42.422413 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-e2224782-eade-4318-8680-ec4db647af90 req-fdc5ed46-3665-4828-8e20-26e5b9be271d tempest-SecurityGroupRulesTestJSON-260279958 tempest-SecurityGroupRulesTestJSON-260279958-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:42.428930 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-e2224782-eade-4318-8680-ec4db647af90 req-fdc5ed46-3665-4828-8e20-26e5b9be271d tempest-SecurityGroupRulesTestJSON-260279958 tempest-SecurityGroupRulesTestJSON-260279958-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994370'] for security_group_rule, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:42.459140 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-cfbe62df-21a8-4b9f-86aa-b0990c3438e6 admin admin] Deleting port 3a00498a-1350-433e-91d0-95e2132507e1 {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:20:42.459935 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-cfbe62df-21a8-4b9f-86aa-b0990c3438e6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:42.477757 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc5ed46-3665-4828-8e20-26e5b9be271d tempest-SecurityGroupRulesTestJSON-260279958 tempest-SecurityGroupRulesTestJSON-260279958-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2fa0c982-19e5-4aa7-970f-c61254b4fd00,revision_number=0']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:20:42.526527 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-e2224782-eade-4318-8680-ec4db647af90 req-fdc5ed46-3665-4828-8e20-26e5b9be271d tempest-SecurityGroupRulesTestJSON-260279958 tempest-SecurityGroupRulesTestJSON-260279958-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:42.527438 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 17:20:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30bf58dd-19ec-495b-9700-9e7c151b6088 x-openstack-request-id: req-30bf58dd-19ec-495b-9700-9e7c151b6088 {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:20:42.528317 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10e5ffeb-b4e8-4d61-89a1-ce7d519f246b", "tag": "8effb457-0b3c-4b3b-8eb1-096d7847fd73", "status": "completed", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:20:42.528953 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-30bf58dd-19ec-495b-9700-9e7c151b6088 {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:20:42.529663 n-d-816206-8 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10e5ffeb-b4e8-4d61-89a1-ce7d519f246b', 'tag': '8effb457-0b3c-4b3b-8eb1-096d7847fd73', 'status': 'completed', 'code': 200} Nov 23 17:20:42.545409 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e2224782-eade-4318-8680-ec4db647af90 req-fdc5ed46-3665-4828-8e20-26e5b9be271d tempest-SecurityGroupRulesTestJSON-260279958 tempest-SecurityGroupRulesTestJSON-260279958-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5109534 Nov 23 17:20:42.566638 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-4dbf8a11-4c3d-47f8-b04b-b1ad2ecf6b52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77eccac5-d71e-4eb6-8182-0a45ba02f1e6', 'name': 'tempest-AttachSCSIVolumeTestJSON-1246253831-router', 'tenant_id': 'f3b386e009e84130b975d99f94acaa91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.172'}], 'enable_snat': True}, 'gw_port_id': '3a00498a-1350-433e-91d0-95e2132507e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:18:11Z', 'updated_at': '2021-11-23T17:20:39Z', 'revision_number': 5, 'project_id': 'f3b386e009e84130b975d99f94acaa91', 'gw_port': {'id': '3a00498a-1350-433e-91d0-95e2132507e1', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:15:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77eccac5-d71e-4eb6-8182-0a45ba02f1e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 203, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:18:12Z', 'updated_at': '2021-11-23T17:18:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8'}], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:20:42.607918 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dbf8a11-4c3d-47f8-b04b-b1ad2ecf6b52 None None] Checking router: 77eccac5-d71e-4eb6-8182-0a45ba02f1e6 for host: n-d-816206-8 {{(pid=103593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 17:20:42.622136 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dbf8a11-4c3d-47f8-b04b-b1ad2ecf6b52 None None] Routers {'77eccac5-d71e-4eb6-8182-0a45ba02f1e6'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:20:42.623754 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-4dbf8a11-4c3d-47f8-b04b-b1ad2ecf6b52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:20:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['77eccac5-d71e-4eb6-8182-0a45ba02f1e6'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:20:42.669921 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device 8effb457-0b3c-4b3b-8eb1-096d7847fd73 details requested by agent hyperv_n-h2-816206-8 with host n-h2-816206-8 {{(pid=103592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 17:20:42.795365 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-cfbe62df-21a8-4b9f-86aa-b0990c3438e6 admin admin] For port 3a00498a-1350-433e-91d0-95e2132507e1, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=3a00498a-1350-433e-91d0-95e2132507e1,segment=NetworkSegment(bffd1e4f-e80f-4ff0-b418-2f42ae15febf),segment_id=bffd1e4f-e80f-4ff0-b418-2f42ae15febf)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:20:42.795982 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-cfbe62df-21a8-4b9f-86aa-b0990c3438e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:42.816070 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75913a51-4879-44c8-b84c-fbfbbdaaf4ce req-3b7f5cc4-fd51-48a9-8a54-0ef514e70098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:20:42.829667 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-75913a51-4879-44c8-b84c-fbfbbdaaf4ce req-3b7f5cc4-fd51-48a9-8a54-0ef514e70098 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=127802e79ad24bebb19163263129e33c&device_id=10e5ffeb-b4e8-4d61-89a1-ce7d519f246b HTTP/1.1" status: 200 len: 1095 time: 0.1896212 Nov 23 17:20:42.839684 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-cfbe62df-21a8-4b9f-86aa-b0990c3438e6 admin admin] Calling delete_port for 3a00498a-1350-433e-91d0-95e2132507e1 owned by network:router_gateway {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:20:42.845730 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446b8f47-970b-44f0-8f02-fb8497e894ad req-fe808dbb-cc75-4840-98db-5f877acf9bad tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:20:42.847350 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-446b8f47-970b-44f0-8f02-fb8497e894ad req-fe808dbb-cc75-4840-98db-5f877acf9bad tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] 10.222.0.60 "GET /v2.0/ports?device_id=81b6e2ff-baee-47c2-a7eb-16a38f3282ff HTTP/1.1" status: 200 len: 944 time: 0.1664262 Nov 23 17:20:42.920885 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-4dbf8a11-4c3d-47f8-b04b-b1ad2ecf6b52 None None] Set router 77eccac5-d71e-4eb6-8182-0a45ba02f1e6 gateway port host: None {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:20:42.922482 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c1774c0a-dda7-4cef-beea-ce25e4931062 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:42.986808 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75913a51-4879-44c8-b84c-fbfbbdaaf4ce req-3269c00d-3ba1-41ba-a4ed-84227e6ba3d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:20:42.988951 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port 8effb457-0b3c-4b3b-8eb1-096d7847fd73, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=8effb457-0b3c-4b3b-8eb1-096d7847fd73,segment=NetworkSegment(374abdbe-b9f5-40b9-89ba-022682cac473),segment_id=374abdbe-b9f5-40b9-89ba-022682cac473)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:20:42.989897 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-75913a51-4879-44c8-b84c-fbfbbdaaf4ce req-3269c00d-3ba1-41ba-a4ed-84227e6ba3d9 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b2e9d6b9-526b-40df-9e11-a4db0d344564 HTTP/1.1" status: 200 len: 923 time: 0.1471663 Nov 23 17:20:42.997728 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-4dbf8a11-4c3d-47f8-b04b-b1ad2ecf6b52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77eccac5-d71e-4eb6-8182-0a45ba02f1e6', 'name': 'tempest-AttachSCSIVolumeTestJSON-1246253831-router', 'tenant_id': 'f3b386e009e84130b975d99f94acaa91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:18:11Z', 'updated_at': '2021-11-23T17:20:42Z', 'revision_number': 6, 'project_id': 'f3b386e009e84130b975d99f94acaa91', 'gw_port_host': None}], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:20:43.009409 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-446b8f47-970b-44f0-8f02-fb8497e894ad req-e21b37ed-add7-4848-b1e6-cd7e9af13d40 tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] 10.222.0.60 "GET /v2.0/security-groups?id=5c82e7e8-9cad-459a-acb2-b7a0867274de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367474 Nov 23 17:20:43.011994 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Returning: {'device': '8effb457-0b3c-4b3b-8eb1-096d7847fd73', 'network_id': 'b2e9d6b9-526b-40df-9e11-a4db0d344564', 'port_id': '8effb457-0b3c-4b3b-8eb1-096d7847fd73', 'mac_address': 'fa:16:3e:9e:03:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 524, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c9382a7-073c-41ea-9a34-cd958311fb6b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 17:20:43.058490 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94b123f-5aa0-4423-aa92-869db43da82f req-3d9d2b09-45cb-439f-9a86-dbb9ad3c0552 tempest-ServersAdminNegativeTestJSON-104426851 tempest-ServersAdminNegativeTestJSON-104426851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:20:43.060139 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c94b123f-5aa0-4423-aa92-869db43da82f req-3d9d2b09-45cb-439f-9a86-dbb9ad3c0552 tempest-ServersAdminNegativeTestJSON-104426851 tempest-ServersAdminNegativeTestJSON-104426851-project] 10.222.0.60 "GET /v2.0/ports?device_id=95baa07b-f9d2-4640-b154-b17c95bd927b HTTP/1.1" status: 200 len: 948 time: 0.1970589 Nov 23 17:20:43.084442 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dbf8a11-4c3d-47f8-b04b-b1ad2ecf6b52 None None] The sync data for ids ['77eccac5-d71e-4eb6-8182-0a45ba02f1e6'] in n-d-816206-8 is: [{'id': '77eccac5-d71e-4eb6-8182-0a45ba02f1e6', 'name': 'tempest-AttachSCSIVolumeTestJSON-1246253831-router', 'tenant_id': 'f3b386e009e84130b975d99f94acaa91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:18:11Z', 'updated_at': '2021-11-23T17:20:42Z', 'revision_number': 6, 'project_id': 'f3b386e009e84130b975d99f94acaa91', 'gw_port_host': None}] {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:20:43.091219 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [req-4974833d-7201-445f-a3ca-999edcf3ec39 req-78aff2e4-81f9-4149-ab0f-7a2004b5fdb2 tempest-SecurityGroupRulesTestJSON-260279958 tempest-SecurityGroupRulesTestJSON-260279958-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-961858725', 'description': 'tempest-description-795169388'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:20:43.113459 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:43.148737 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-4974833d-7201-445f-a3ca-999edcf3ec39 req-78aff2e4-81f9-4149-ab0f-7a2004b5fdb2 tempest-SecurityGroupRulesTestJSON-260279958 tempest-SecurityGroupRulesTestJSON-260279958-project] Publish callbacks [] for security_group, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:43.158833 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8effb457-0b3c-4b3b-8eb1-096d7847fd73 {{(pid=103592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:20:43.178784 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-75913a51-4879-44c8-b84c-fbfbbdaaf4ce req-48271535-1aeb-4d25-9021-d32ce3807994 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8effb457-0b3c-4b3b-8eb1-096d7847fd73 HTTP/1.1" status: 200 len: 217 time: 0.1662135 Nov 23 17:20:43.200864 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:43.227555 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port 8effb457-0b3c-4b3b-8eb1-096d7847fd73, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=8effb457-0b3c-4b3b-8eb1-096d7847fd73,segment=NetworkSegment(374abdbe-b9f5-40b9-89ba-022682cac473),segment_id=374abdbe-b9f5-40b9-89ba-022682cac473)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:20:43.235464 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:43.279566 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c94b123f-5aa0-4423-aa92-869db43da82f req-e7946750-6051-4f37-b469-75abdd8e3a01 tempest-ServersAdminNegativeTestJSON-104426851 tempest-ServersAdminNegativeTestJSON-104426851-project] 10.222.0.60 "GET /v2.0/security-groups?id=4a6bb8fb-ca30-4c1d-94e9-0fa3a29d488a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2024291 Nov 23 17:20:43.317329 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75913a51-4879-44c8-b84c-fbfbbdaaf4ce req-01a15a98-b316-4abb-b0ad-a4e9c5caf3e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:20:43.319086 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-75913a51-4879-44c8-b84c-fbfbbdaaf4ce req-01a15a98-b316-4abb-b0ad-a4e9c5caf3e7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5c9382a7-073c-41ea-9a34-cd958311fb6b HTTP/1.1" status: 200 len: 861 time: 0.1131651 Nov 23 17:20:43.341321 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-4974833d-7201-445f-a3ca-999edcf3ec39 req-78aff2e4-81f9-4149-ab0f-7a2004b5fdb2 tempest-SecurityGroupRulesTestJSON-260279958 tempest-SecurityGroupRulesTestJSON-260279958-project] Publish callbacks [] for security_group, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:43.348875 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-4974833d-7201-445f-a3ca-999edcf3ec39 req-78aff2e4-81f9-4149-ab0f-7a2004b5fdb2 tempest-SecurityGroupRulesTestJSON-260279958 tempest-SecurityGroupRulesTestJSON-260279958-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:43.378526 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-4974833d-7201-445f-a3ca-999edcf3ec39 req-78aff2e4-81f9-4149-ab0f-7a2004b5fdb2 tempest-SecurityGroupRulesTestJSON-260279958 tempest-SecurityGroupRulesTestJSON-260279958-project] Publish callbacks [] for security_group, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:43.380111 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4974833d-7201-445f-a3ca-999edcf3ec39 req-78aff2e4-81f9-4149-ab0f-7a2004b5fdb2 tempest-SecurityGroupRulesTestJSON-260279958 tempest-SecurityGroupRulesTestJSON-260279958-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.2967489 Nov 23 17:20:43.416209 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78aff2e4-81f9-4149-ab0f-7a2004b5fdb2 tempest-SecurityGroupRulesTestJSON-260279958 tempest-SecurityGroupRulesTestJSON-260279958-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9b00767-50b0-4335-b73f-e6478ed7c1e2,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:20:43.451044 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Pushing event updated for resources: {'Port': ['ID=8effb457-0b3c-4b3b-8eb1-096d7847fd73,revision_number=4']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:20:43.499221 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c59a92a-3a5e-4b2a-a4ff-ade5ad5092c7 req-061286eb-1e43-4d61-92e9-657631d2571c tempest-ServersWithSpecificFlavorTestJSON-2137215613 tempest-ServersWithSpecificFlavorTestJSON-2137215613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:20:43.507108 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8c59a92a-3a5e-4b2a-a4ff-ade5ad5092c7 req-061286eb-1e43-4d61-92e9-657631d2571c tempest-ServersWithSpecificFlavorTestJSON-2137215613 tempest-ServersWithSpecificFlavorTestJSON-2137215613-project] 10.222.0.60 "GET /v2.0/ports?device_id=10e5ffeb-b4e8-4d61-89a1-ce7d519f246b HTTP/1.1" status: 200 len: 945 time: 0.0800099 Nov 23 17:20:43.600154 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-cfbe62df-21a8-4b9f-86aa-b0990c3438e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:43.602233 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8c59a92a-3a5e-4b2a-a4ff-ade5ad5092c7 req-d2818b46-8268-4d89-bf1a-8a0a5bfef3db tempest-ServersWithSpecificFlavorTestJSON-2137215613 tempest-ServersWithSpecificFlavorTestJSON-2137215613-project] 10.222.0.60 "GET /v2.0/security-groups?id=c1fd7bbb-ef62-457d-a84a-b42d813769d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0928504 Nov 23 17:20:43.628677 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75913a51-4879-44c8-b84c-fbfbbdaaf4ce req-8612273d-877e-49d2-94e7-f883eb74c6d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:20:43.634647 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-75913a51-4879-44c8-b84c-fbfbbdaaf4ce req-8612273d-877e-49d2-94e7-f883eb74c6d3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b2e9d6b9-526b-40df-9e11-a4db0d344564&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2850876 Nov 23 17:20:43.684503 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbe62df-21a8-4b9f-86aa-b0990c3438e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=3a00498a-1350-433e-91d0-95e2132507e1,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:20:43.714016 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] get_ports_and_sgs() called for port_ids ['8effb457-0b3c-4b3b-8eb1-096d7847fd73'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:20:43.842065 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd8e607-1590-47ca-bff3-1880b53fd0ff req-3830ce0f-ccb6-43d2-a72d-ee6be8ab36a3 tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:20:43.850998 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-cbd8e607-1590-47ca-bff3-1880b53fd0ff req-3830ce0f-ccb6-43d2-a72d-ee6be8ab36a3 tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] 10.222.0.60 "GET /v2.0/networks?id=eacea6aa-86b2-4fe9-ae0d-611828f27804 HTTP/1.1" status: 200 len: 820 time: 0.2473106 Nov 23 17:20:43.918793 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-cfbe62df-21a8-4b9f-86aa-b0990c3438e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1795454'] for router_gateway, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:43.931467 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-cbd8e607-1590-47ca-bff3-1880b53fd0ff req-de9dc9e5-c5d7-4b42-92d2-0211c9909c31 tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] 10.222.0.60 "GET /v2.0/quotas/968ef5ef30ad45a38c8263e9da4ef3c2 HTTP/1.1" status: 200 len: 375 time: 0.0784326 Nov 23 17:20:44.027666 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:44.036255 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493ccef0-f910-40cf-bb94-5a51b498fa2f req-8f706336-acbf-4134-9c59-fbf2bbba7d1b tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:20:44.042229 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-493ccef0-f910-40cf-bb94-5a51b498fa2f req-8f706336-acbf-4134-9c59-fbf2bbba7d1b tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] 10.222.0.60 "GET /v2.0/ports?device_id=23329ec1-2aa1-4cec-919c-e827c4171d02 HTTP/1.1" status: 200 len: 950 time: 0.1866379 Nov 23 17:20:44.129737 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-cbd8e607-1590-47ca-bff3-1880b53fd0ff req-a1eb2c8b-2d36-4c36-b6d7-cf607a8495c3 tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=968ef5ef30ad45a38c8263e9da4ef3c2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1968787 Nov 23 17:20:44.211728 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-493ccef0-f910-40cf-bb94-5a51b498fa2f req-a84a608b-8df7-4eed-92c1-bcd97e5d7ef6 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] 10.222.0.60 "GET /v2.0/security-groups?id=70227657-be62-432a-a8fd-5a85231fc7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587539 Nov 23 17:20:44.396388 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 01f35cac-d1bf-4621-b8ca-b7edfcba8906 no longer exists at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:20:44.402974 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-75913a51-4879-44c8-b84c-fbfbbdaaf4ce req-56b86d68-6e13-440d-b97d-ce1b2336320e service neutron] 10.222.0.36 "GET /v2.0/networks/b2e9d6b9-526b-40df-9e11-a4db0d344564?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7216253 Nov 23 17:20:44.432718 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] No Port match for: 01f35cac-d1bf-4621-b8ca-b7edfcba8906 {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:20:44.433153 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 01f35cac-d1bf-4621-b8ca-b7edfcba8906 not bound to the agent host n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:20:44.434377 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 3a00498a-1350-433e-91d0-95e2132507e1 no longer exists at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:20:44.459708 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-cfbe62df-21a8-4b9f-86aa-b0990c3438e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1794352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8175'] for router, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:44.463888 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] No Port match for: 3a00498a-1350-433e-91d0-95e2132507e1 {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:20:44.464108 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-cfbe62df-21a8-4b9f-86aa-b0990c3438e6 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:44.464531 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 3a00498a-1350-433e-91d0-95e2132507e1 not bound to the agent host n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:20:44.479438 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-cbd8e607-1590-47ca-bff3-1880b53fd0ff req-1f4dabcd-26e5-48bc-930e-d0ee8091dfc5 service neutron] 10.222.0.60 "GET /v2.0/networks/eacea6aa-86b2-4fe9-ae0d-611828f27804?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3375421 Nov 23 17:20:44.490262 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e4010b69-284a-4998-a4be-9f3afe20bdb9 req-314e5708-dd89-47b6-9bc2-694bc166a486 tempest-SecurityGroupRulesTestJSON-260279958 tempest-SecurityGroupRulesTestJSON-260279958-project] 10.222.0.60 "GET /v2.0/security-groups/b9b00767-50b0-4335-b73f-e6478ed7c1e2 HTTP/1.1" status: 200 len: 1820 time: 0.0917666 Nov 23 17:20:44.507697 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d158c746-6e6d-4acc-98a7-a022c932f6a4 req-bbffcd4a-1246-4f3d-aadb-adbc9152c26d tempest-ServersAdminNegativeTestJSON-104426851 tempest-ServersAdminNegativeTestJSON-104426851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:20:44.509411 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d158c746-6e6d-4acc-98a7-a022c932f6a4 req-bbffcd4a-1246-4f3d-aadb-adbc9152c26d tempest-ServersAdminNegativeTestJSON-104426851 tempest-ServersAdminNegativeTestJSON-104426851-project] 10.222.0.36 "GET /v2.0/ports?device_id=95baa07b-f9d2-4640-b154-b17c95bd927b HTTP/1.1" status: 200 len: 948 time: 0.2326846 Nov 23 17:20:44.526880 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [req-e4010b69-284a-4998-a4be-9f3afe20bdb9 req-2ebc3886-7d66-4663-9d7f-ac0a20c48885 tempest-SecurityGroupRulesTestJSON-260279958 tempest-SecurityGroupRulesTestJSON-260279958-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'b9b00767-50b0-4335-b73f-e6478ed7c1e2', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:20:44.527273 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [req-e4010b69-284a-4998-a4be-9f3afe20bdb9 req-2ebc3886-7d66-4663-9d7f-ac0a20c48885 tempest-SecurityGroupRulesTestJSON-260279958 tempest-SecurityGroupRulesTestJSON-260279958-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'b9b00767-50b0-4335-b73f-e6478ed7c1e2', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:20:44.581342 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-cfbe62df-21a8-4b9f-86aa-b0990c3438e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1795580'] for router, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:44.582097 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfbe62df-21a8-4b9f-86aa-b0990c3438e6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 77eccac5-d71e-4eb6-8182-0a45ba02f1e6 {{(pid=103590) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 17:20:44.589419 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-cfbe62df-21a8-4b9f-86aa-b0990c3438e6 admin admin] Publish callbacks [] for router, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:44.591036 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-cfbe62df-21a8-4b9f-86aa-b0990c3438e6 admin admin] 10.222.0.60 "DELETE /v2.0/routers/77eccac5-d71e-4eb6-8182-0a45ba02f1e6 HTTP/1.1" status: 204 len: 168 time: 2.6719115 Nov 23 17:20:44.595442 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 51348) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:20:44.750704 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-75913a51-4879-44c8-b84c-fbfbbdaaf4ce req-1d88ad6b-8f91-48b8-b48f-100f1f329c92 service neutron] 10.222.0.36 "GET /v2.0/networks/b2e9d6b9-526b-40df-9e11-a4db0d344564?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2790644 Nov 23 17:20:44.769491 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-e4010b69-284a-4998-a4be-9f3afe20bdb9 req-2ebc3886-7d66-4663-9d7f-ac0a20c48885 tempest-SecurityGroupRulesTestJSON-260279958 tempest-SecurityGroupRulesTestJSON-260279958-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:44.785974 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_v2 [None req-930dc8b5-cc53-4936-9d6b-164cca98d49f admin admin] Deleting subnet 02721879-a6de-4a18-8563-f23207d6e76c {{(pid=103590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 17:20:44.791267 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-930dc8b5-cc53-4936-9d6b-164cca98d49f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:44.814339 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-e4010b69-284a-4998-a4be-9f3afe20bdb9 req-2ebc3886-7d66-4663-9d7f-ac0a20c48885 tempest-SecurityGroupRulesTestJSON-260279958 tempest-SecurityGroupRulesTestJSON-260279958-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:44.826985 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-e4010b69-284a-4998-a4be-9f3afe20bdb9 req-2ebc3886-7d66-4663-9d7f-ac0a20c48885 tempest-SecurityGroupRulesTestJSON-260279958 tempest-SecurityGroupRulesTestJSON-260279958-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994370'] for security_group_rule, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:44.839162 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-930dc8b5-cc53-4936-9d6b-164cca98d49f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-267528342'] for subnet, precommit_delete_associations {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:44.849404 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-cbd8e607-1590-47ca-bff3-1880b53fd0ff req-c2f4305b-4ddf-4e85-8d00-8efa5831f813 service neutron] 10.222.0.60 "GET /v2.0/networks/eacea6aa-86b2-4fe9-ae0d-611828f27804?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3554056 Nov 23 17:20:44.859897 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebc3886-7d66-4663-9d7f-ac0a20c48885 tempest-SecurityGroupRulesTestJSON-260279958 tempest-SecurityGroupRulesTestJSON-260279958-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68173746-ff4e-4726-8b25-25ebd4e7ea6f,revision_number=0']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:20:44.863985 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [req-d158c746-6e6d-4acc-98a7-a022c932f6a4 req-2f1e9d66-8b6d-48a4-8eda-b6f9016878ce tempest-ServersAdminNegativeTestJSON-104426851 tempest-ServersAdminNegativeTestJSON-104426851-project] Deleting port 38b2a2ce-008e-4024-b6c3-b6eb13fe3deb {{(pid=103591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:20:44.864322 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-d158c746-6e6d-4acc-98a7-a022c932f6a4 req-2f1e9d66-8b6d-48a4-8eda-b6f9016878ce tempest-ServersAdminNegativeTestJSON-104426851 tempest-ServersAdminNegativeTestJSON-104426851-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:44.879168 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-e4010b69-284a-4998-a4be-9f3afe20bdb9 req-2ebc3886-7d66-4663-9d7f-ac0a20c48885 tempest-SecurityGroupRulesTestJSON-260279958 tempest-SecurityGroupRulesTestJSON-260279958-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:44.893497 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e4010b69-284a-4998-a4be-9f3afe20bdb9 req-2ebc3886-7d66-4663-9d7f-ac0a20c48885 tempest-SecurityGroupRulesTestJSON-260279958 tempest-SecurityGroupRulesTestJSON-260279958-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.3724945 Nov 23 17:20:44.990985 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-939b4bc4-a8c7-4ce6-9a13-b9333a28041a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:45.030561 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-930dc8b5-cc53-4936-9d6b-164cca98d49f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971956'] for subnet, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:45.098940 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-d158c746-6e6d-4acc-98a7-a022c932f6a4 req-2f1e9d66-8b6d-48a4-8eda-b6f9016878ce tempest-ServersAdminNegativeTestJSON-104426851 tempest-ServersAdminNegativeTestJSON-104426851-project] For port 38b2a2ce-008e-4024-b6c3-b6eb13fe3deb, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=38b2a2ce-008e-4024-b6c3-b6eb13fe3deb,segment=NetworkSegment(329c1745-02bf-4561-9615-3192910887f5),segment_id=329c1745-02bf-4561-9615-3192910887f5)] {{(pid=103591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:20:45.099539 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-d158c746-6e6d-4acc-98a7-a022c932f6a4 req-2f1e9d66-8b6d-48a4-8eda-b6f9016878ce tempest-ServersAdminNegativeTestJSON-104426851 tempest-ServersAdminNegativeTestJSON-104426851-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:45.118199 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-930dc8b5-cc53-4936-9d6b-164cca98d49f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264357903', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264730940'] for subnet, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:45.162991 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [req-d158c746-6e6d-4acc-98a7-a022c932f6a4 req-2f1e9d66-8b6d-48a4-8eda-b6f9016878ce tempest-ServersAdminNegativeTestJSON-104426851 tempest-ServersAdminNegativeTestJSON-104426851-project] Calling delete_port for 38b2a2ce-008e-4024-b6c3-b6eb13fe3deb owned by compute:nova {{(pid=103591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:20:45.179446 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-930dc8b5-cc53-4936-9d6b-164cca98d49f admin admin] Publish callbacks [] for subnet, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:45.185282 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7755e9ee-c46d-461e-9f88-7142f883cacf None None] Network 0c76c800-0ec9-4ce9-9b5f-ee5afe9490b0 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:20:45.198777 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-930dc8b5-cc53-4936-9d6b-164cca98d49f admin admin] 10.222.0.60 "DELETE /v2.0/subnets/02721879-a6de-4a18-8563-f23207d6e76c HTTP/1.1" status: 204 len: 168 time: 0.6023102 Nov 23 17:20:45.199841 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930dc8b5-cc53-4936-9d6b-164cca98d49f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=02721879-a6de-4a18-8563-f23207d6e76c,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:20:45.204201 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 51358) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:20:45.468188 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973fa063-1c9d-466b-b0d3-db9445882d02 req-52de28a0-ab33-414d-9f4d-b0cd970f05a6 tempest-ServersAdminNegativeTestJSON-104426851 tempest-ServersAdminNegativeTestJSON-104426851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:20:45.469991 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-973fa063-1c9d-466b-b0d3-db9445882d02 req-52de28a0-ab33-414d-9f4d-b0cd970f05a6 tempest-ServersAdminNegativeTestJSON-104426851 tempest-ServersAdminNegativeTestJSON-104426851-project] 10.222.0.60 "GET /v2.0/ports?device_id=95baa07b-f9d2-4640-b154-b17c95bd927b HTTP/1.1" status: 200 len: 948 time: 0.3413446 Nov 23 17:20:45.482219 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-5ed961c5-f8a6-4a03-9bcc-d7b13ff4c936 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-555181'] for network, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:45.487353 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49df3614-2847-43e3-b0b7-7ebac66bd2ff None None] DHCP port deletion for 0c76c800-0ec9-4ce9-9b5f-ee5afe9490b0 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:20:45.501144 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad9aafb-df0e-48bc-a714-02f2badfa42d req-6b8b2e0f-b8d0-400c-9f10-8d35381a0986 tempest-LiveMigrationTest-1150397521 tempest-LiveMigrationTest-1150397521-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:20:45.506145 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8ad9aafb-df0e-48bc-a714-02f2badfa42d req-6b8b2e0f-b8d0-400c-9f10-8d35381a0986 tempest-LiveMigrationTest-1150397521 tempest-LiveMigrationTest-1150397521-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=81b6e2ff-baee-47c2-a7eb-16a38f3282ff HTTP/1.1" status: 200 len: 1095 time: 0.3042285 Nov 23 17:20:45.580183 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-49df3614-2847-43e3-b0b7-7ebac66bd2ff None None] Deleting port b51d159b-f909-4de5-9875-afdcf61855de {{(pid=103592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:20:45.580678 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-49df3614-2847-43e3-b0b7-7ebac66bd2ff None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:45.684309 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-49df3614-2847-43e3-b0b7-7ebac66bd2ff None None] For port b51d159b-f909-4de5-9875-afdcf61855de, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=b51d159b-f909-4de5-9875-afdcf61855de,segment=NetworkSegment(1bdf77a0-16aa-445a-a586-518ee3ff7f5b),segment_id=1bdf77a0-16aa-445a-a586-518ee3ff7f5b)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:20:45.684856 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-49df3614-2847-43e3-b0b7-7ebac66bd2ff None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:45.697046 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8ad9aafb-df0e-48bc-a714-02f2badfa42d req-10530a88-f4f5-464e-aa29-c13b437ed63d tempest-LiveMigrationTest-1150397521 tempest-LiveMigrationTest-1150397521-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=5c82e7e8-9cad-459a-acb2-b7a0867274de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729422 Nov 23 17:20:45.704193 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-49df3614-2847-43e3-b0b7-7ebac66bd2ff None None] Calling delete_port for b51d159b-f909-4de5-9875-afdcf61855de owned by network:dhcp {{(pid=103592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:20:45.711926 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-973fa063-1c9d-466b-b0d3-db9445882d02 req-b5cbf11d-9597-45c4-bc15-e1d4462cb7c6 tempest-ServersAdminNegativeTestJSON-104426851 tempest-ServersAdminNegativeTestJSON-104426851-project] 10.222.0.60 "GET /v2.0/security-groups?id=4a6bb8fb-ca30-4c1d-94e9-0fa3a29d488a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2260165 Nov 23 17:20:45.727743 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-5ed961c5-f8a6-4a03-9bcc-d7b13ff4c936 admin admin] Deleting port b51d159b-f909-4de5-9875-afdcf61855de {{(pid=103591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:20:45.728165 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-5ed961c5-f8a6-4a03-9bcc-d7b13ff4c936 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:45.788197 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [req-4cbfecbf-3b4d-4627-8bc6-57ba04e4e8d1 req-f46e3a07-d5c3-4c7c-bea1-0a5bf3edba99 tempest-SecurityGroupRulesTestJSON-260279958 tempest-SecurityGroupRulesTestJSON-260279958-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1649120891', 'description': 'tempest-description-183761242'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:20:45.827859 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-d158c746-6e6d-4acc-98a7-a022c932f6a4 req-2f1e9d66-8b6d-48a4-8eda-b6f9016878ce tempest-ServersAdminNegativeTestJSON-104426851 tempest-ServersAdminNegativeTestJSON-104426851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:45.849094 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] get_ports_and_sgs() called for port_ids ['38b2a2ce-008e-4024-b6c3-b6eb13fe3deb'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:20:45.958810 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-49df3614-2847-43e3-b0b7-7ebac66bd2ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989'] for port, after_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:45.964426 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1e9d66-8b6d-48a4-8eda-b6f9016878ce tempest-ServersAdminNegativeTestJSON-104426851 tempest-ServersAdminNegativeTestJSON-104426851-project] Pushing event deleted for resources: {'Port': ['ID=38b2a2ce-008e-4024-b6c3-b6eb13fe3deb,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:20:45.989587 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49df3614-2847-43e3-b0b7-7ebac66bd2ff None None] Pushing event deleted for resources: {'Port': ['ID=b51d159b-f909-4de5-9875-afdcf61855de,revision_number=None']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:20:45.994862 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49df3614-2847-43e3-b0b7-7ebac66bd2ff None None] No DVR routers for this DVR port b51d159b-f909-4de5-9875-afdcf61855de on host n-d-816206-8 {{(pid=103592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:20:46.003213 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-4cbfecbf-3b4d-4627-8bc6-57ba04e4e8d1 req-f46e3a07-d5c3-4c7c-bea1-0a5bf3edba99 tempest-SecurityGroupRulesTestJSON-260279958 tempest-SecurityGroupRulesTestJSON-260279958-project] Publish callbacks [] for security_group, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:46.078227 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [req-d158c746-6e6d-4acc-98a7-a022c932f6a4 req-2f1e9d66-8b6d-48a4-8eda-b6f9016878ce tempest-ServersAdminNegativeTestJSON-104426851 tempest-ServersAdminNegativeTestJSON-104426851-project] No DVR routers for this DVR port 38b2a2ce-008e-4024-b6c3-b6eb13fe3deb on host n-h2-816206-8 {{(pid=103591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:20:46.081392 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-d158c746-6e6d-4acc-98a7-a022c932f6a4 req-2f1e9d66-8b6d-48a4-8eda-b6f9016878ce tempest-ServersAdminNegativeTestJSON-104426851 tempest-ServersAdminNegativeTestJSON-104426851-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:46.084790 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d158c746-6e6d-4acc-98a7-a022c932f6a4 req-2f1e9d66-8b6d-48a4-8eda-b6f9016878ce tempest-ServersAdminNegativeTestJSON-104426851 tempest-ServersAdminNegativeTestJSON-104426851-project] 10.222.0.36 "DELETE /v2.0/ports/38b2a2ce-008e-4024-b6c3-b6eb13fe3deb HTTP/1.1" status: 204 len: 173 time: 1.5618258 Nov 23 17:20:46.086904 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [None req-5ed961c5-f8a6-4a03-9bcc-d7b13ff4c936 admin admin] For port b51d159b-f909-4de5-9875-afdcf61855de, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=b51d159b-f909-4de5-9875-afdcf61855de,segment=NetworkSegment(1bdf77a0-16aa-445a-a586-518ee3ff7f5b),segment_id=1bdf77a0-16aa-445a-a586-518ee3ff7f5b)] {{(pid=103591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:20:46.087295 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-5ed961c5-f8a6-4a03-9bcc-d7b13ff4c936 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:46.090065 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95baa07b-f9d2-4640-b154-b17c95bd927b', 'name': 'network-vif-deleted', 'tag': '38b2a2ce-008e-4024-b6c3-b6eb13fe3deb'}] {{(pid=103591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:20:46.093311 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41d174a19ece9499ff9ec44e5b3fc50f2abd3ffbc947fb7e52ea1e8db27b95b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07baa398-b766-4516-bcc1-e0ffbf07d44e" -d '{"events": [{"server_uuid": "95baa07b-f9d2-4640-b154-b17c95bd927b", "name": "network-vif-deleted", "tag": "38b2a2ce-008e-4024-b6c3-b6eb13fe3deb"}]}' {{(pid=103591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:20:46.118942 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-5ed961c5-f8a6-4a03-9bcc-d7b13ff4c936 admin admin] Calling delete_port for b51d159b-f909-4de5-9875-afdcf61855de owned by network:dhcp {{(pid=103591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:20:46.133813 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458010a7-070a-4b7c-bfda-98941aac9104 req-057f3540-bcb8-432d-9f47-1a3eddee5ba5 tempest-ServersWithSpecificFlavorTestJSON-2137215613 tempest-ServersWithSpecificFlavorTestJSON-2137215613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:20:46.135378 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-458010a7-070a-4b7c-bfda-98941aac9104 req-057f3540-bcb8-432d-9f47-1a3eddee5ba5 tempest-ServersWithSpecificFlavorTestJSON-2137215613 tempest-ServersWithSpecificFlavorTestJSON-2137215613-project] 10.222.0.60 "GET /v2.0/ports?device_id=10e5ffeb-b4e8-4d61-89a1-ce7d519f246b HTTP/1.1" status: 200 len: 945 time: 0.2272356 Nov 23 17:20:46.286738 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-458010a7-070a-4b7c-bfda-98941aac9104 req-df64874e-0b32-4dba-8ed8-2bbacea765ce tempest-ServersWithSpecificFlavorTestJSON-2137215613 tempest-ServersWithSpecificFlavorTestJSON-2137215613-project] 10.222.0.60 "GET /v2.0/security-groups?id=c1fd7bbb-ef62-457d-a84a-b42d813769d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1356308 Nov 23 17:20:46.289656 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-4cbfecbf-3b4d-4627-8bc6-57ba04e4e8d1 req-f46e3a07-d5c3-4c7c-bea1-0a5bf3edba99 tempest-SecurityGroupRulesTestJSON-260279958 tempest-SecurityGroupRulesTestJSON-260279958-project] Publish callbacks [] for security_group, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:46.296520 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-4cbfecbf-3b4d-4627-8bc6-57ba04e4e8d1 req-f46e3a07-d5c3-4c7c-bea1-0a5bf3edba99 tempest-SecurityGroupRulesTestJSON-260279958 tempest-SecurityGroupRulesTestJSON-260279958-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:46.333317 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device b51d159b-f909-4de5-9875-afdcf61855de no longer exists at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:20:46.338432 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-5ed961c5-f8a6-4a03-9bcc-d7b13ff4c936 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:46.347339 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46e3a07-d5c3-4c7c-bea1-0a5bf3edba99 tempest-SecurityGroupRulesTestJSON-260279958 tempest-SecurityGroupRulesTestJSON-260279958-project] Pushing event updated for resources: {'SecurityGroup': ['ID=461ee996-a0d3-4ee7-8778-45d8ee3d75b4,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:20:46.370955 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] No Port match for: b51d159b-f909-4de5-9875-afdcf61855de {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:20:46.371295 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device b51d159b-f909-4de5-9875-afdcf61855de not bound to the agent host n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:20:46.387381 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-4cbfecbf-3b4d-4627-8bc6-57ba04e4e8d1 req-f46e3a07-d5c3-4c7c-bea1-0a5bf3edba99 tempest-SecurityGroupRulesTestJSON-260279958 tempest-SecurityGroupRulesTestJSON-260279958-project] Publish callbacks [] for security_group, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:46.397079 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4cbfecbf-3b4d-4627-8bc6-57ba04e4e8d1 req-f46e3a07-d5c3-4c7c-bea1-0a5bf3edba99 tempest-SecurityGroupRulesTestJSON-260279958 tempest-SecurityGroupRulesTestJSON-260279958-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.6146040 Nov 23 17:20:46.405071 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed961c5-f8a6-4a03-9bcc-d7b13ff4c936 admin admin] Pushing event deleted for resources: {'Port': ['ID=b51d159b-f909-4de5-9875-afdcf61855de,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:20:46.416028 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-52822d53-48f5-4819-8a95-bdc13aea0bf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:46.440254 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ed961c5-f8a6-4a03-9bcc-d7b13ff4c936 admin admin] No DVR routers for this DVR port b51d159b-f909-4de5-9875-afdcf61855de on host n-d-816206-8 {{(pid=103591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:20:46.443910 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-97b112eb-390f-47c6-b0b2-c0ae2f1028c4 req-899be9b1-76ca-4c44-8bea-b9ce32e041be tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] 10.222.0.60 "GET /v2.0/ports?device_id=8137b671-58e3-4c8f-b0a0-33c885019390 HTTP/1.1" status: 200 len: 210 time: 0.0694666 Nov 23 17:20:46.605001 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-5ed961c5-f8a6-4a03-9bcc-d7b13ff4c936 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973419', 'neutron.services.segments.db._delete_segments_for_network-8736635878840'] for network, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:46.666153 n-d-816206-8 neutron-server[103591]: DEBUG neutron.services.segments.db [None req-5ed961c5-f8a6-4a03-9bcc-d7b13ff4c936 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c76c800-0ec9-4ce9-9b5f-ee5afe9490b0']}} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:20:46.684118 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device 8effb457-0b3c-4b3b-8eb1-096d7847fd73 up at agent hyperv_n-h2-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:20:46.718934 n-d-816206-8 neutron-server[103591]: DEBUG neutron.services.segments.db [None req-5ed961c5-f8a6-4a03-9bcc-d7b13ff4c936 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1bdf77a0-16aa-445a-a586-518ee3ff7f5b') {'for_net_delete': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:20:46.719249 n-d-816206-8 neutron-server[103591]: DEBUG neutron.services.segments.db [None req-5ed961c5-f8a6-4a03-9bcc-d7b13ff4c936 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1bdf77a0-16aa-445a-a586-518ee3ff7f5b') {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:20:46.739539 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-5ed961c5-f8a6-4a03-9bcc-d7b13ff4c936 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736635840332', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265989959'] for segment, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:46.744876 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd8e607-1590-47ca-bff3-1880b53fd0ff req-861c564a-883c-403f-a0ba-912942e05b64 tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:20:46.747527 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-cbd8e607-1590-47ca-bff3-1880b53fd0ff req-861c564a-883c-403f-a0ba-912942e05b64 tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] 10.222.0.55 "GET /v2.0/networks?id=eacea6aa-86b2-4fe9-ae0d-611828f27804 HTTP/1.1" status: 200 len: 820 time: 0.1957288 Nov 23 17:20:46.751007 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62892e35-597a-4657-93ee-21d9f11b3d9a req-aee6d6bc-5582-46fe-a1bf-d8b5c50cf225 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:20:46.762991 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [req-cbd8e607-1590-47ca-bff3-1880b53fd0ff req-bab12338-9f70-488d-8a8b-1817eae35f26 tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] Request body: {'port': {'device_id': '8137b671-58e3-4c8f-b0a0-33c885019390', 'network_id': 'eacea6aa-86b2-4fe9-ae0d-611828f27804', 'admin_state_up': True, 'tenant_id': '968ef5ef30ad45a38c8263e9da4ef3c2'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:20:46.768138 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-62892e35-597a-4657-93ee-21d9f11b3d9a req-aee6d6bc-5582-46fe-a1bf-d8b5c50cf225 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] 10.222.0.60 "GET /v2.0/ports?device_id=23329ec1-2aa1-4cec-919c-e827c4171d02 HTTP/1.1" status: 200 len: 950 time: 0.2583394 Nov 23 17:20:46.791410 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Provisioning for port 8effb457-0b3c-4b3b-8eb1-096d7847fd73 completed by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 17:20:46.797038 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Provisioning complete for port 8effb457-0b3c-4b3b-8eb1-096d7847fd73 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:20:46.797914 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:46.849176 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-5ed961c5-f8a6-4a03-9bcc-d7b13ff4c936 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:46.901521 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ed961c5-f8a6-4a03-9bcc-d7b13ff4c936 admin admin] Releasing vlan 520 on physical network physnet1 to pool {{(pid=103591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 17:20:46.902036 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-5ed961c5-f8a6-4a03-9bcc-d7b13ff4c936 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264756290'] for segment, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:46.915001 n-d-816206-8 neutron-server[103591]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 17:20:46.915001 n-d-816206-8 neutron-server[103591]: self.session.flush() Nov 23 17:20:46.915001 n-d-816206-8 neutron-server[103591]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 17:20:46.915001 n-d-816206-8 neutron-server[103591]: self.session.flush() Nov 23 17:20:46.915001 n-d-816206-8 neutron-server[103591]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 17:20:46.915001 n-d-816206-8 neutron-server[103591]: self.session.flush() Nov 23 17:20:46.915001 n-d-816206-8 neutron-server[103591]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 17:20:46.915001 n-d-816206-8 neutron-server[103591]: self.session.flush() Nov 23 17:20:46.915001 n-d-816206-8 neutron-server[103591]: Traceback (most recent call last): Nov 23 17:20:46.915001 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 17:20:46.915001 n-d-816206-8 neutron-server[103591]: timer() Nov 23 17:20:46.915001 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 17:20:46.915001 n-d-816206-8 neutron-server[103591]: cb(*args, **kw) Nov 23 17:20:46.915001 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 17:20:46.915001 n-d-816206-8 neutron-server[103591]: return func(*args, **kwargs) Nov 23 17:20:46.915001 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 17:20:46.915001 n-d-816206-8 neutron-server[103591]: self._notify() Nov 23 17:20:46.915001 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 17:20:46.915001 n-d-816206-8 neutron-server[103591]: self.callback(batched_events) Nov 23 17:20:46.915001 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 17:20:46.915001 n-d-816206-8 neutron-server[103591]: event.method(event) Nov 23 17:20:46.915001 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 17:20:46.915001 n-d-816206-8 neutron-server[103591]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 17:20:46.915001 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 17:20:46.915001 n-d-816206-8 neutron-server[103591]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 17:20:46.915001 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 17:20:46.915001 n-d-816206-8 neutron-server[103591]: return f(self, *a, **k) Nov 23 17:20:46.915001 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 17:20:46.915001 n-d-816206-8 neutron-server[103591]: return self._get(url).json() Nov 23 17:20:46.915001 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 17:20:46.915001 n-d-816206-8 neutron-server[103591]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 17:20:46.915001 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 17:20:46.915001 n-d-816206-8 neutron-server[103591]: return self.request(url, 'GET', **kwargs) Nov 23 17:20:46.915001 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 17:20:46.915001 n-d-816206-8 neutron-server[103591]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 17:20:46.915001 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 17:20:46.915001 n-d-816206-8 neutron-server[103591]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 17:20:46.915001 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 17:20:46.915001 n-d-816206-8 neutron-server[103591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 17:20:46.915001 n-d-816206-8 neutron-server[103591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 17:20:46.938610 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cbd8e607-1590-47ca-bff3-1880b53fd0ff req-bab12338-9f70-488d-8a8b-1817eae35f26 tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] Made reservation on behalf of 968ef5ef30ad45a38c8263e9da4ef3c2 for: {'port': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:20:46.939429 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b61cdd-d68e-41ec-8ee2-b2c81ed1eb83 req-966559be-1426-4717-a3be-c0cb62a02e89 tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:20:46.941689 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:46.942674 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-cbd8e607-1590-47ca-bff3-1880b53fd0ff req-bab12338-9f70-488d-8a8b-1817eae35f26 tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:46.949488 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-92b61cdd-d68e-41ec-8ee2-b2c81ed1eb83 req-966559be-1426-4717-a3be-c0cb62a02e89 tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] 10.222.0.60 "GET /v2.0/networks?id=3b84e4de-5a6f-44c6-a8e6-1d90b4d1f1b3 HTTP/1.1" status: 200 len: 808 time: 0.3498914 Nov 23 17:20:46.957647 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-62892e35-597a-4657-93ee-21d9f11b3d9a req-b10d2a1b-1256-40c7-98e4-6fa9615752e1 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] 10.222.0.60 "GET /v2.0/security-groups?id=70227657-be62-432a-a8fd-5a85231fc7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1858234 Nov 23 17:20:46.982152 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-92b61cdd-d68e-41ec-8ee2-b2c81ed1eb83 req-bd28e85b-d31e-4af6-a772-552fedaa96af tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] 10.222.0.60 "GET /v2.0/quotas/4f30b4abc7074d1fa9d31a414a5f297f HTTP/1.1" status: 200 len: 375 time: 0.0310807 Nov 23 17:20:46.997885 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10e5ffeb-b4e8-4d61-89a1-ce7d519f246b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8effb457-0b3c-4b3b-8eb1-096d7847fd73'}] {{(pid=103592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:20:47.003083 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba3e6a8f2301c7a29fe1eca9779abdae4ccbcd6266d69778087f2498d5551201" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1424753f-7e59-4786-a61a-57ce0880a064" -d '{"events": [{"server_uuid": "10e5ffeb-b4e8-4d61-89a1-ce7d519f246b", "name": "network-vif-plugged", "status": "completed", "tag": "8effb457-0b3c-4b3b-8eb1-096d7847fd73"}]}' {{(pid=103592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:20:47.029118 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port 8effb457-0b3c-4b3b-8eb1-096d7847fd73, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=8effb457-0b3c-4b3b-8eb1-096d7847fd73,segment=NetworkSegment(374abdbe-b9f5-40b9-89ba-022682cac473),segment_id=374abdbe-b9f5-40b9-89ba-022682cac473)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:20:47.037757 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:47.039119 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device 38b2a2ce-008e-4024-b6c3-b6eb13fe3deb no longer exists at agent hyperv_n-h2-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:20:47.128874 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:20:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4b52e2d-c256-481a-935f-5beccde48e6c x-openstack-request-id: req-d4b52e2d-c256-481a-935f-5beccde48e6c {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:20:47.129460 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95baa07b-f9d2-4640-b154-b17c95bd927b", "name": "network-vif-deleted", "tag": "38b2a2ce-008e-4024-b6c3-b6eb13fe3deb", "status": "completed", "code": 200}]} {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:20:47.129564 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d4b52e2d-c256-481a-935f-5beccde48e6c {{(pid=103591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:20:47.130090 n-d-816206-8 neutron-server[103591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95baa07b-f9d2-4640-b154-b17c95bd927b', 'name': 'network-vif-deleted', 'tag': '38b2a2ce-008e-4024-b6c3-b6eb13fe3deb', 'status': 'completed', 'code': 200} Nov 23 17:20:47.142410 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [req-03285e9a-bce2-45fa-b298-365bbf18be5b req-a4e779b3-2904-47bb-bbb1-9ffd1ec902ab tempest-SecurityGroupRulesTestJSON-260279958 tempest-SecurityGroupRulesTestJSON-260279958-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-181266718', 'description': 'tempest-description-1082806849'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:20:47.147116 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] No Port match for: 38b2a2ce-008e-4024-b6c3-b6eb13fe3deb {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:20:47.148018 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device 38b2a2ce-008e-4024-b6c3-b6eb13fe3deb not bound to the agent host n-h2-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:20:47.157399 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-5ed961c5-f8a6-4a03-9bcc-d7b13ff4c936 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1795418'] for network, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:47.166660 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-5ed961c5-f8a6-4a03-9bcc-d7b13ff4c936 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for network, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:47.170014 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-5ed961c5-f8a6-4a03-9bcc-d7b13ff4c936 admin admin] 10.222.0.60 "DELETE /v2.0/networks/0c76c800-0ec9-4ce9-9b5f-ee5afe9490b0 HTTP/1.1" status: 204 len: 168 time: 1.9643807 Nov 23 17:20:47.182611 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [req-cbd8e607-1590-47ca-bff3-1880b53fd0ff req-bab12338-9f70-488d-8a8b-1817eae35f26 tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] Allocated IP 172.20.0.14 (eacea6aa-86b2-4fe9-ae0d-611828f27804/cfa8dfdf-5850-4e22-a7f8-6d7e726926d1/35d9bbe9-fea0-45ff-bcaa-845247fb2254) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:20:47.194877 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Pushing event updated for resources: {'Port': ['ID=8effb457-0b3c-4b3b-8eb1-096d7847fd73,revision_number=5']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:20:47.207773 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed961c5-f8a6-4a03-9bcc-d7b13ff4c936 admin admin] Pushing event deleted for resources: {'Network': ['ID=0c76c800-0ec9-4ce9-9b5f-ee5afe9490b0,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:20:47.228515 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-92b61cdd-d68e-41ec-8ee2-b2c81ed1eb83 req-afe39ab8-0289-4d02-aa9b-732f450ebd10 tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=4f30b4abc7074d1fa9d31a414a5f297f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1805513 Nov 23 17:20:47.269271 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-03285e9a-bce2-45fa-b298-365bbf18be5b req-a4e779b3-2904-47bb-bbb1-9ffd1ec902ab tempest-SecurityGroupRulesTestJSON-260279958 tempest-SecurityGroupRulesTestJSON-260279958-project] Publish callbacks [] for security_group, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:47.366102 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 51398) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:20:47.384069 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-92b61cdd-d68e-41ec-8ee2-b2c81ed1eb83 req-3df1da20-6142-4182-a025-9dee9682f439 service neutron] 10.222.0.60 "GET /v2.0/networks/3b84e4de-5a6f-44c6-a8e6-1d90b4d1f1b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1546853 Nov 23 17:20:47.435381 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-03285e9a-bce2-45fa-b298-365bbf18be5b req-a4e779b3-2904-47bb-bbb1-9ffd1ec902ab tempest-SecurityGroupRulesTestJSON-260279958 tempest-SecurityGroupRulesTestJSON-260279958-project] Publish callbacks [] for security_group, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:47.436958 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-bbf34e26-eacc-4d88-a6f3-bb682422c9bc admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=808c70784bbb425d87fe103503f75985&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0698102 Nov 23 17:20:47.439534 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 51400) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:20:47.443732 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-03285e9a-bce2-45fa-b298-365bbf18be5b req-a4e779b3-2904-47bb-bbb1-9ffd1ec902ab tempest-SecurityGroupRulesTestJSON-260279958 tempest-SecurityGroupRulesTestJSON-260279958-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:47.444256 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-cbd8e607-1590-47ca-bff3-1880b53fd0ff req-bab12338-9f70-488d-8a8b-1817eae35f26 tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:47.528288 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-03285e9a-bce2-45fa-b298-365bbf18be5b req-a4e779b3-2904-47bb-bbb1-9ffd1ec902ab tempest-SecurityGroupRulesTestJSON-260279958 tempest-SecurityGroupRulesTestJSON-260279958-project] Publish callbacks [] for security_group, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:47.529596 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-03285e9a-bce2-45fa-b298-365bbf18be5b req-a4e779b3-2904-47bb-bbb1-9ffd1ec902ab tempest-SecurityGroupRulesTestJSON-260279958 tempest-SecurityGroupRulesTestJSON-260279958-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.3957145 Nov 23 17:20:47.542989 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e779b3-2904-47bb-bbb1-9ffd1ec902ab tempest-SecurityGroupRulesTestJSON-260279958 tempest-SecurityGroupRulesTestJSON-260279958-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b633613a-9e5d-47ba-b9be-8ff102c989a3,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:20:47.566776 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-cbd8e607-1590-47ca-bff3-1880b53fd0ff req-bab12338-9f70-488d-8a8b-1817eae35f26 tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:47.572613 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-92b61cdd-d68e-41ec-8ee2-b2c81ed1eb83 req-bc099f2a-c420-4ec9-ba59-b1f82040d344 service neutron] 10.222.0.60 "GET /v2.0/networks/3b84e4de-5a6f-44c6-a8e6-1d90b4d1f1b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1797290 Nov 23 17:20:47.577154 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-fa56f376-1c55-45bb-a34e-fecf3f6d2c78 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:47.661178 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cbd8e607-1590-47ca-bff3-1880b53fd0ff req-bab12338-9f70-488d-8a8b-1817eae35f26 tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] Network eacea6aa-86b2-4fe9-ae0d-611828f27804 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:20:47.689332 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [req-cbd8e607-1590-47ca-bff3-1880b53fd0ff req-bab12338-9f70-488d-8a8b-1817eae35f26 tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:20:47.695733 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbd8e607-1590-47ca-bff3-1880b53fd0ff req-bab12338-9f70-488d-8a8b-1817eae35f26 tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:20:47.701203 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-fa56f376-1c55-45bb-a34e-fecf3f6d2c78 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:47.859376 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab12338-9f70-488d-8a8b-1817eae35f26 tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] Pushing event updated for resources: {'Port': ['ID=35d9bbe9-fea0-45ff-bcaa-845247fb2254,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:20:47.899563 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34d325f-8730-455e-b5c6-374c2051082c req-f18aea90-aaf8-4c69-bd15-ac43c41ac542 tempest-ServersWithSpecificFlavorTestJSON-2137215613 tempest-ServersWithSpecificFlavorTestJSON-2137215613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:20:47.903838 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d34d325f-8730-455e-b5c6-374c2051082c req-f18aea90-aaf8-4c69-bd15-ac43c41ac542 tempest-ServersWithSpecificFlavorTestJSON-2137215613 tempest-ServersWithSpecificFlavorTestJSON-2137215613-project] 10.222.0.60 "GET /v2.0/ports?device_id=10e5ffeb-b4e8-4d61-89a1-ce7d519f246b HTTP/1.1" status: 200 len: 946 time: 0.1502781 Nov 23 17:20:47.911796 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c1198e-eff6-431b-9238-dee366db2a60 req-315b460a-8f08-473f-b2ca-e358b1086be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:20:47.913336 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-99c1198e-eff6-431b-9238-dee366db2a60 req-315b460a-8f08-473f-b2ca-e358b1086be1 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=10e5ffeb-b4e8-4d61-89a1-ce7d519f246b HTTP/1.1" status: 200 len: 1097 time: 0.1508548 Nov 23 17:20:47.948445 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd8e607-1590-47ca-bff3-1880b53fd0ff req-bab12338-9f70-488d-8a8b-1817eae35f26 tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:20:47.948445 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-cbd8e607-1590-47ca-bff3-1880b53fd0ff req-bab12338-9f70-488d-8a8b-1817eae35f26 tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:47.958778 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:20:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1996066b-e7f2-45f9-a7af-058d5f426a7f x-openstack-request-id: req-1996066b-e7f2-45f9-a7af-058d5f426a7f {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:20:47.959531 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10e5ffeb-b4e8-4d61-89a1-ce7d519f246b", "name": "network-vif-plugged", "status": "completed", "tag": "8effb457-0b3c-4b3b-8eb1-096d7847fd73", "code": 200}]} {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:20:47.961589 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-1996066b-e7f2-45f9-a7af-058d5f426a7f {{(pid=103592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:20:47.965351 n-d-816206-8 neutron-server[103592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10e5ffeb-b4e8-4d61-89a1-ce7d519f246b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8effb457-0b3c-4b3b-8eb1-096d7847fd73', 'code': 200} Nov 23 17:20:47.994116 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9a27ae6c-db98-474f-94c1-cc99bf842d79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:47.997666 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-cbd8e607-1590-47ca-bff3-1880b53fd0ff req-bab12338-9f70-488d-8a8b-1817eae35f26 tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2384953 Nov 23 17:20:48.021697 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [req-cbd8e607-1590-47ca-bff3-1880b53fd0ff req-77e56914-ed27-407f-9d8e-f9ba39fa825d service neutron] Request body: {'port': {'device_id': '8137b671-58e3-4c8f-b0a0-33c885019390', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-8'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:20:48.034334 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-fa56f376-1c55-45bb-a34e-fecf3f6d2c78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:48.037587 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-fa56f376-1c55-45bb-a34e-fecf3f6d2c78 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:48.050132 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-fa56f376-1c55-45bb-a34e-fecf3f6d2c78 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a3cfcde2-4e4e-4f70-9290-3029351d48ba HTTP/1.1" status: 204 len: 168 time: 0.6094353 Nov 23 17:20:48.076425 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-99c1198e-eff6-431b-9238-dee366db2a60 req-1c28bae5-a594-4a0b-9ec0-32c2c9f33de8 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=c1fd7bbb-ef62-457d-a84a-b42d813769d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1407592 Nov 23 17:20:48.110999 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa56f376-1c55-45bb-a34e-fecf3f6d2c78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3cfcde2-4e4e-4f70-9290-3029351d48ba,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:20:48.112289 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af3c80c-ed93-4d0d-9ff6-40dbbe99685b req-0681d43e-a426-4848-9ed4-67de6de1b47b tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:20:48.125082 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6af3c80c-ed93-4d0d-9ff6-40dbbe99685b req-0681d43e-a426-4848-9ed4-67de6de1b47b tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] 10.222.0.60 "GET /v2.0/ports?device_id=8137b671-58e3-4c8f-b0a0-33c885019390 HTTP/1.1" status: 200 len: 932 time: 0.1406574 Nov 23 17:20:48.143778 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d34d325f-8730-455e-b5c6-374c2051082c req-f3260dc4-6b19-4938-9275-3534dc098e61 tempest-ServersWithSpecificFlavorTestJSON-2137215613 tempest-ServersWithSpecificFlavorTestJSON-2137215613-project] 10.222.0.60 "GET /v2.0/security-groups?id=c1fd7bbb-ef62-457d-a84a-b42d813769d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2259376 Nov 23 17:20:48.225785 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6af3c80c-ed93-4d0d-9ff6-40dbbe99685b req-94e989c3-0485-4d84-8e11-967de0004504 tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] 10.222.0.60 "GET /v2.0/security-groups?id=ef6a96c0-423c-4ea7-a75c-4657afd8c521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973721 Nov 23 17:20:48.237084 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-cbd8e607-1590-47ca-bff3-1880b53fd0ff req-77e56914-ed27-407f-9d8e-f9ba39fa825d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:48.276704 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:48.287891 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 51428) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:20:48.495087 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a9b7dbf7-1d5c-4d20-a0b2-5c09a01d7a68 req-133c13a2-c5c3-4536-80dc-10752e0dfad9 tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] 10.222.0.60 "GET /v2.0/ports?device_id=4abb5890-6e70-46c1-a968-68c3ff6d1713 HTTP/1.1" status: 200 len: 210 time: 0.1372883 Nov 23 17:20:48.582186 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ab753794-f155-43b2-b8d6-65fad7d2fd91 req-1ca83ec5-b162-4ef5-89a5-3b0091694af8 tempest-SecurityGroupRulesTestJSON-260279958 tempest-SecurityGroupRulesTestJSON-260279958-project] 10.222.0.60 "GET /v2.0/security-groups/461ee996-a0d3-4ee7-8778-45d8ee3d75b4 HTTP/1.1" status: 200 len: 1821 time: 0.3701591 Nov 23 17:20:48.802865 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ab753794-f155-43b2-b8d6-65fad7d2fd91 req-cb56e1db-7508-43a6-b6c3-3a738a9ec9f7 tempest-SecurityGroupRulesTestJSON-260279958 tempest-SecurityGroupRulesTestJSON-260279958-project] 10.222.0.60 "GET /v2.0/security-groups/b633613a-9e5d-47ba-b9be-8ff102c989a3 HTTP/1.1" status: 200 len: 1821 time: 0.2152202 Nov 23 17:20:48.819840 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [req-ab753794-f155-43b2-b8d6-65fad7d2fd91 req-337aee1c-b3bd-4857-bdbc-95e9f82e2b73 tempest-SecurityGroupRulesTestJSON-260279958 tempest-SecurityGroupRulesTestJSON-260279958-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '461ee996-a0d3-4ee7-8778-45d8ee3d75b4', 'remote_group_id': 'b633613a-9e5d-47ba-b9be-8ff102c989a3', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:20:48.824988 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [req-ab753794-f155-43b2-b8d6-65fad7d2fd91 req-337aee1c-b3bd-4857-bdbc-95e9f82e2b73 tempest-SecurityGroupRulesTestJSON-260279958 tempest-SecurityGroupRulesTestJSON-260279958-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '461ee996-a0d3-4ee7-8778-45d8ee3d75b4', 'remote_group_id': 'b633613a-9e5d-47ba-b9be-8ff102c989a3', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:20:48.857983 n-d-816206-8 neutron-server[103590]: DEBUG neutron.notifiers.nova [req-cbd8e607-1590-47ca-bff3-1880b53fd0ff req-77e56914-ed27-407f-9d8e-f9ba39fa825d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35d9bbe9-fea0-45ff-bcaa-845247fb2254 {{(pid=103590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:20:48.876399 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-cbd8e607-1590-47ca-bff3-1880b53fd0ff req-77e56914-ed27-407f-9d8e-f9ba39fa825d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:48.912580 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-31861dc2-93ff-47cc-a74f-40d44fddd986 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=8bc44e7157c84c09b61a07b8298fdef9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6205356 Nov 23 17:20:48.914069 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [req-cbd8e607-1590-47ca-bff3-1880b53fd0ff req-77e56914-ed27-407f-9d8e-f9ba39fa825d service neutron] Transition to ACTIVE for port object 35d9bbe9-fea0-45ff-bcaa-845247fb2254 will not be triggered until provisioned by entity L2. {{(pid=103590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 17:20:48.917602 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 51438) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:20:48.927557 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-cbd8e607-1590-47ca-bff3-1880b53fd0ff req-77e56914-ed27-407f-9d8e-f9ba39fa825d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264357957'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:49.008892 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e56914-ed27-407f-9d8e-f9ba39fa825d service neutron] Pushing event updated for resources: {'Port': ['ID=35d9bbe9-fea0-45ff-bcaa-845247fb2254,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:20:49.009335 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b3336e-ad2c-4ed4-b5bb-5212b1432d52 req-822ae44d-b475-480e-9216-0967afb535b7 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:20:49.022093 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-55b3336e-ad2c-4ed4-b5bb-5212b1432d52 req-822ae44d-b475-480e-9216-0967afb535b7 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] 10.222.0.60 "GET /v2.0/ports?device_id=23329ec1-2aa1-4cec-919c-e827c4171d02 HTTP/1.1" status: 200 len: 950 time: 0.1840472 Nov 23 17:20:49.150004 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-dd9ef735-d12d-4bb8-8e50-d1b023a6bb27 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:49.181671 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 51440) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:20:49.187005 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-55b3336e-ad2c-4ed4-b5bb-5212b1432d52 req-186657cb-0afe-44f3-99d8-158e719b9521 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] 10.222.0.60 "GET /v2.0/security-groups?id=70227657-be62-432a-a8fd-5a85231fc7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647000 Nov 23 17:20:49.204361 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-dd9ef735-d12d-4bb8-8e50-d1b023a6bb27 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:49.235202 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [req-cbd8e607-1590-47ca-bff3-1880b53fd0ff req-77e56914-ed27-407f-9d8e-f9ba39fa825d service neutron] Attempting to bind port 35d9bbe9-fea0-45ff-bcaa-845247fb2254 on host n-h1-816206-8 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:20:49.235494 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [req-cbd8e607-1590-47ca-bff3-1880b53fd0ff req-77e56914-ed27-407f-9d8e-f9ba39fa825d service neutron] Attempting to bind port 35d9bbe9-fea0-45ff-bcaa-845247fb2254 by drivers openvswitch,hyperv on host n-h1-816206-8 at level 0 using segments [{'id': 'aeb4ff6a-77f7-45a2-bf27-0feac134a4ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'eacea6aa-86b2-4fe9-ae0d-611828f27804'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:20:49.235831 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbd8e607-1590-47ca-bff3-1880b53fd0ff req-77e56914-ed27-407f-9d8e-f9ba39fa825d service neutron] Attempting to bind port 35d9bbe9-fea0-45ff-bcaa-845247fb2254 on network eacea6aa-86b2-4fe9-ae0d-611828f27804 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:20:49.244442 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbd8e607-1590-47ca-bff3-1880b53fd0ff req-77e56914-ed27-407f-9d8e-f9ba39fa825d service neutron] Port 35d9bbe9-fea0-45ff-bcaa-845247fb2254 on network eacea6aa-86b2-4fe9-ae0d-611828f27804 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-8 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 17:20:49.245437 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbd8e607-1590-47ca-bff3-1880b53fd0ff req-77e56914-ed27-407f-9d8e-f9ba39fa825d service neutron] Attempting to bind port 35d9bbe9-fea0-45ff-bcaa-845247fb2254 on network eacea6aa-86b2-4fe9-ae0d-611828f27804 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:20:49.258586 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbd8e607-1590-47ca-bff3-1880b53fd0ff req-77e56914-ed27-407f-9d8e-f9ba39fa825d service neutron] Checking agent: {'id': '4b0a4557-3bfe-4828-80a0-7981fc3ac84c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 15, 14), 'started_at': datetime.datetime(2021, 11, 23, 17, 15, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 20, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:20:49.259003 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbd8e607-1590-47ca-bff3-1880b53fd0ff req-77e56914-ed27-407f-9d8e-f9ba39fa825d service neutron] Checking segment: {'id': 'aeb4ff6a-77f7-45a2-bf27-0feac134a4ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'eacea6aa-86b2-4fe9-ae0d-611828f27804'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:20:49.259325 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbd8e607-1590-47ca-bff3-1880b53fd0ff req-77e56914-ed27-407f-9d8e-f9ba39fa825d service neutron] Bound using segment: {'id': 'aeb4ff6a-77f7-45a2-bf27-0feac134a4ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'eacea6aa-86b2-4fe9-ae0d-611828f27804'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:20:49.259766 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [req-cbd8e607-1590-47ca-bff3-1880b53fd0ff req-77e56914-ed27-407f-9d8e-f9ba39fa825d service neutron] Bound port: 35d9bbe9-fea0-45ff-bcaa-845247fb2254, host: n-h1-816206-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aeb4ff6a-77f7-45a2-bf27-0feac134a4ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'eacea6aa-86b2-4fe9-ae0d-611828f27804'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:20:49.260123 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-cbd8e607-1590-47ca-bff3-1880b53fd0ff req-77e56914-ed27-407f-9d8e-f9ba39fa825d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:49.268078 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-ab753794-f155-43b2-b8d6-65fad7d2fd91 req-337aee1c-b3bd-4857-bdbc-95e9f82e2b73 tempest-SecurityGroupRulesTestJSON-260279958 tempest-SecurityGroupRulesTestJSON-260279958-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:49.352997 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-dd9ef735-d12d-4bb8-8e50-d1b023a6bb27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:49.355657 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-dd9ef735-d12d-4bb8-8e50-d1b023a6bb27 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:49.356958 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-dd9ef735-d12d-4bb8-8e50-d1b023a6bb27 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/4a6bb8fb-ca30-4c1d-94e9-0fa3a29d488a HTTP/1.1" status: 204 len: 168 time: 0.4379067 Nov 23 17:20:49.368887 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9ef735-d12d-4bb8-8e50-d1b023a6bb27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a6bb8fb-ca30-4c1d-94e9-0fa3a29d488a,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:20:49.372622 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [req-cbd8e607-1590-47ca-bff3-1880b53fd0ff req-77e56914-ed27-407f-9d8e-f9ba39fa825d service neutron] For port 35d9bbe9-fea0-45ff-bcaa-845247fb2254, host n-h1-816206-8, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:20:49.376371 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [req-cbd8e607-1590-47ca-bff3-1880b53fd0ff req-77e56914-ed27-407f-9d8e-f9ba39fa825d service neutron] For port 35d9bbe9-fea0-45ff-bcaa-845247fb2254, host n-h1-816206-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=35d9bbe9-fea0-45ff-bcaa-845247fb2254,segment=NetworkSegment(aeb4ff6a-77f7-45a2-bf27-0feac134a4ea),segment_id=aeb4ff6a-77f7-45a2-bf27-0feac134a4ea)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:20:49.381964 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-cbd8e607-1590-47ca-bff3-1880b53fd0ff req-77e56914-ed27-407f-9d8e-f9ba39fa825d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264357957'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:49.403829 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-0ed2a452-e6b3-4436-a444-101f2106f140 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f3b386e009e84130b975d99f94acaa91&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2187717 Nov 23 17:20:49.405420 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 51448) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:20:49.427338 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd8e607-1590-47ca-bff3-1880b53fd0ff req-77e56914-ed27-407f-9d8e-f9ba39fa825d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:20:49.428094 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-cbd8e607-1590-47ca-bff3-1880b53fd0ff req-77e56914-ed27-407f-9d8e-f9ba39fa825d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:49.429891 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-cbd8e607-1590-47ca-bff3-1880b53fd0ff req-77e56914-ed27-407f-9d8e-f9ba39fa825d service neutron] 10.222.0.55 "PUT /v2.0/ports/35d9bbe9-fea0-45ff-bcaa-845247fb2254 HTTP/1.1" status: 200 len: 1092 time: 1.4230640 Nov 23 17:20:49.430207 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-ab753794-f155-43b2-b8d6-65fad7d2fd91 req-337aee1c-b3bd-4857-bdbc-95e9f82e2b73 tempest-SecurityGroupRulesTestJSON-260279958 tempest-SecurityGroupRulesTestJSON-260279958-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:49.430449 n-d-816206-8 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8137b671-58e3-4c8f-b0a0-33c885019390', 'tag': '35d9bbe9-fea0-45ff-bcaa-845247fb2254'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:20:49.433019 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbabddbc9fc37b068808e119c416c86f5957ca04531a4a0d2e695c515e93483b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b287fcf8-d929-4d7a-9217-43e4993dcbbf" -d '{"events": [{"name": "network-changed", "server_uuid": "8137b671-58e3-4c8f-b0a0-33c885019390", "tag": "35d9bbe9-fea0-45ff-bcaa-845247fb2254"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:20:49.449432 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-ab753794-f155-43b2-b8d6-65fad7d2fd91 req-337aee1c-b3bd-4857-bdbc-95e9f82e2b73 tempest-SecurityGroupRulesTestJSON-260279958 tempest-SecurityGroupRulesTestJSON-260279958-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994370'] for security_group_rule, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:49.465841 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac2367f-dbe9-48f9-9bf6-c9dcb76ffdce req-11bc7d35-9759-4112-a24e-307578444d14 tempest-ServersWithSpecificFlavorTestJSON-2137215613 tempest-ServersWithSpecificFlavorTestJSON-2137215613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:20:49.473576 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-fac2367f-dbe9-48f9-9bf6-c9dcb76ffdce req-11bc7d35-9759-4112-a24e-307578444d14 tempest-ServersWithSpecificFlavorTestJSON-2137215613 tempest-ServersWithSpecificFlavorTestJSON-2137215613-project] 10.222.0.60 "GET /v2.0/ports?device_id=10e5ffeb-b4e8-4d61-89a1-ce7d519f246b HTTP/1.1" status: 200 len: 946 time: 0.1541824 Nov 23 17:20:49.507967 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337aee1c-b3bd-4857-bdbc-95e9f82e2b73 tempest-SecurityGroupRulesTestJSON-260279958 tempest-SecurityGroupRulesTestJSON-260279958-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f7d3063-51b1-40b0-845e-0bfeff17e0b2,revision_number=0']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:20:49.551074 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-ab753794-f155-43b2-b8d6-65fad7d2fd91 req-337aee1c-b3bd-4857-bdbc-95e9f82e2b73 tempest-SecurityGroupRulesTestJSON-260279958 tempest-SecurityGroupRulesTestJSON-260279958-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:49.553812 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ab753794-f155-43b2-b8d6-65fad7d2fd91 req-337aee1c-b3bd-4857-bdbc-95e9f82e2b73 tempest-SecurityGroupRulesTestJSON-260279958 tempest-SecurityGroupRulesTestJSON-260279958-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.7456284 Nov 23 17:20:49.565150 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-fac2367f-dbe9-48f9-9bf6-c9dcb76ffdce req-b4ee71f4-782f-4b29-95ce-09e1c86d4e4a tempest-ServersWithSpecificFlavorTestJSON-2137215613 tempest-ServersWithSpecificFlavorTestJSON-2137215613-project] 10.222.0.60 "GET /v2.0/security-groups?id=c1fd7bbb-ef62-457d-a84a-b42d813769d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0905688 Nov 23 17:20:49.672151 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e56914-ed27-407f-9d8e-f9ba39fa825d service neutron] Pushing event updated for resources: {'Port': ['ID=35d9bbe9-fea0-45ff-bcaa-845247fb2254,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:20:49.697857 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 17:20:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcceb951-2f21-4162-a76d-532b5dfcd5b2 x-openstack-request-id: req-fcceb951-2f21-4162-a76d-532b5dfcd5b2 {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:20:49.697857 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8137b671-58e3-4c8f-b0a0-33c885019390", "tag": "35d9bbe9-fea0-45ff-bcaa-845247fb2254", "status": "completed", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:20:49.698521 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-fcceb951-2f21-4162-a76d-532b5dfcd5b2 {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:20:49.704329 n-d-816206-8 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8137b671-58e3-4c8f-b0a0-33c885019390', 'tag': '35d9bbe9-fea0-45ff-bcaa-845247fb2254', 'status': 'completed', 'code': 200} Nov 23 17:20:49.737468 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd8e607-1590-47ca-bff3-1880b53fd0ff req-a8bf0949-0dd2-47e6-9bbf-5788a66463e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:20:49.739100 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-cbd8e607-1590-47ca-bff3-1880b53fd0ff req-a8bf0949-0dd2-47e6-9bbf-5788a66463e1 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=968ef5ef30ad45a38c8263e9da4ef3c2&device_id=8137b671-58e3-4c8f-b0a0-33c885019390 HTTP/1.1" status: 200 len: 1095 time: 0.1965075 Nov 23 17:20:49.739992 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7fbdff52-9392-4980-94cb-e862513c44f9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:49.800417 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-cbd8e607-1590-47ca-bff3-1880b53fd0ff req-7372bf1f-7e58-43be-8867-82648bba279d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=35d9bbe9-fea0-45ff-bcaa-845247fb2254 HTTP/1.1" status: 200 len: 217 time: 0.0475469 Nov 23 17:20:49.814881 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7fbdff52-9392-4980-94cb-e862513c44f9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:49.845643 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-cf84498c-3243-499c-b6fc-69139b8f45f5 req-9ad3e389-4b48-47f7-8e3c-3a56ccd2d228 tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] 10.222.0.60 "GET /v2.0/ports?device_id=4abb5890-6e70-46c1-a968-68c3ff6d1713 HTTP/1.1" status: 200 len: 210 time: 0.0583837 Nov 23 17:20:49.863037 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8744d502-058a-48e0-bc58-a27c1abd806c req-125ec455-d0f4-43e9-a214-c69e642cd6e3 tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:20:49.876426 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8744d502-058a-48e0-bc58-a27c1abd806c req-125ec455-d0f4-43e9-a214-c69e642cd6e3 tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] 10.222.0.60 "GET /v2.0/ports?device_id=8137b671-58e3-4c8f-b0a0-33c885019390 HTTP/1.1" status: 200 len: 944 time: 0.1765475 Nov 23 17:20:49.923311 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [req-b0d5bbdc-2afb-42de-af37-fc8bc764a4ea req-5855a1a5-4bdd-4797-a4fd-a69117e1af9d tempest-SecurityGroupRulesTestJSON-260279958 tempest-SecurityGroupRulesTestJSON-260279958-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-431032137', 'description': 'tempest-description-1405497845'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:20:49.949754 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd8e607-1590-47ca-bff3-1880b53fd0ff req-cd0f5239-049e-46b4-b0f8-3965f391246d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:20:49.950261 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8744d502-058a-48e0-bc58-a27c1abd806c req-6655ea80-f60e-4c94-abd0-ea2c7b571e8e tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] 10.222.0.60 "GET /v2.0/security-groups?id=ef6a96c0-423c-4ea7-a75c-4657afd8c521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779934 Nov 23 17:20:49.963628 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-cbd8e607-1590-47ca-bff3-1880b53fd0ff req-cd0f5239-049e-46b4-b0f8-3965f391246d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=cfa8dfdf-5850-4e22-a7f8-6d7e726926d1 HTTP/1.1" status: 200 len: 860 time: 0.1515150 Nov 23 17:20:49.965164 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-b0d5bbdc-2afb-42de-af37-fc8bc764a4ea req-5855a1a5-4bdd-4797-a4fd-a69117e1af9d tempest-SecurityGroupRulesTestJSON-260279958 tempest-SecurityGroupRulesTestJSON-260279958-project] Publish callbacks [] for security_group, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:50.018209 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 51462) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:20:50.029076 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-cbd8e607-1590-47ca-bff3-1880b53fd0ff req-70e7cda3-04fb-4c92-808b-ead8c84d5f90 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=eacea6aa-86b2-4fe9-ae0d-611828f27804&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0552840 Nov 23 17:20:50.040717 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7fbdff52-9392-4980-94cb-e862513c44f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:50.047325 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7fbdff52-9392-4980-94cb-e862513c44f9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:50.050205 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-7fbdff52-9392-4980-94cb-e862513c44f9 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/2b0b3802-20d5-4800-b9cb-fddef19f3f51 HTTP/1.1" status: 204 len: 168 time: 0.6343937 Nov 23 17:20:50.177110 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbdff52-9392-4980-94cb-e862513c44f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b0b3802-20d5-4800-b9cb-fddef19f3f51,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:20:50.204644 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-ce590fd5-b2ed-418a-8086-d1393dfb8826 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=4fbb0ded91a84f6aaf03321c1a065663&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1850889 Nov 23 17:20:50.210022 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 51472) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:20:50.259880 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-b0d5bbdc-2afb-42de-af37-fc8bc764a4ea req-5855a1a5-4bdd-4797-a4fd-a69117e1af9d tempest-SecurityGroupRulesTestJSON-260279958 tempest-SecurityGroupRulesTestJSON-260279958-project] Publish callbacks [] for security_group, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:50.282628 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-b0d5bbdc-2afb-42de-af37-fc8bc764a4ea req-5855a1a5-4bdd-4797-a4fd-a69117e1af9d tempest-SecurityGroupRulesTestJSON-260279958 tempest-SecurityGroupRulesTestJSON-260279958-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:50.321241 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-b0d5bbdc-2afb-42de-af37-fc8bc764a4ea req-5855a1a5-4bdd-4797-a4fd-a69117e1af9d tempest-SecurityGroupRulesTestJSON-260279958 tempest-SecurityGroupRulesTestJSON-260279958-project] Publish callbacks [] for security_group, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:50.332742 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b0d5bbdc-2afb-42de-af37-fc8bc764a4ea req-5855a1a5-4bdd-4797-a4fd-a69117e1af9d tempest-SecurityGroupRulesTestJSON-260279958 tempest-SecurityGroupRulesTestJSON-260279958-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.4237392 Nov 23 17:20:50.374124 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [req-cb6c3249-ead5-4c4f-a0cb-e82f492e213f req-bf487cc0-f3d5-49a6-b99b-a1805177d6ae tempest-SecurityGroupRulesTestJSON-260279958 tempest-SecurityGroupRulesTestJSON-260279958-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-62253303', 'description': 'tempest-description-2065766345'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:20:50.457354 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b61cdd-d68e-41ec-8ee2-b2c81ed1eb83 req-8141043c-53c0-4594-b0e9-365b00fbb5fa tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:20:50.458822 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-92b61cdd-d68e-41ec-8ee2-b2c81ed1eb83 req-8141043c-53c0-4594-b0e9-365b00fbb5fa tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] 10.222.0.36 "GET /v2.0/networks?id=3b84e4de-5a6f-44c6-a8e6-1d90b4d1f1b3 HTTP/1.1" status: 200 len: 808 time: 0.4101725 Nov 23 17:20:50.471992 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5855a1a5-4bdd-4797-a4fd-a69117e1af9d tempest-SecurityGroupRulesTestJSON-260279958 tempest-SecurityGroupRulesTestJSON-260279958-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b5213207-2bc8-4347-aa1c-60c236727918,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:20:50.493420 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [req-92b61cdd-d68e-41ec-8ee2-b2c81ed1eb83 req-385ba0ce-a8ba-43e9-bd86-3b73f78d2404 tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] Request body: {'port': {'device_id': '4abb5890-6e70-46c1-a968-68c3ff6d1713', 'network_id': '3b84e4de-5a6f-44c6-a8e6-1d90b4d1f1b3', 'admin_state_up': True, 'tenant_id': '4f30b4abc7074d1fa9d31a414a5f297f'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:20:50.514752 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d89bec-db47-4e1e-887f-06ed8f066130 req-4daf8177-7dde-45ae-92b1-e340b2b1336a tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:20:50.521579 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-cbd8e607-1590-47ca-bff3-1880b53fd0ff req-85bc86b2-a80e-41f2-adae-125041152a40 service neutron] 10.222.0.55 "GET /v2.0/networks/eacea6aa-86b2-4fe9-ae0d-611828f27804?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4680743 Nov 23 17:20:50.524432 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-05d89bec-db47-4e1e-887f-06ed8f066130 req-4daf8177-7dde-45ae-92b1-e340b2b1336a tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] 10.222.0.60 "GET /v2.0/ports?device_id=23329ec1-2aa1-4cec-919c-e827c4171d02 HTTP/1.1" status: 200 len: 950 time: 0.1708205 Nov 23 17:20:50.527216 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-cb6c3249-ead5-4c4f-a0cb-e82f492e213f req-bf487cc0-f3d5-49a6-b99b-a1805177d6ae tempest-SecurityGroupRulesTestJSON-260279958 tempest-SecurityGroupRulesTestJSON-260279958-project] Publish callbacks [] for security_group, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:50.546525 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-b56ba774-7899-44d9-a639-c7dea574e07f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:50.572330 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-b56ba774-7899-44d9-a639-c7dea574e07f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:50.732669 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-cbd8e607-1590-47ca-bff3-1880b53fd0ff req-d0177e16-9340-4d32-87e8-cd96b0e4a9cf service neutron] 10.222.0.55 "GET /v2.0/networks/eacea6aa-86b2-4fe9-ae0d-611828f27804?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1990974 Nov 23 17:20:50.836945 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-05d89bec-db47-4e1e-887f-06ed8f066130 req-46e38fc3-be68-493c-8b11-36f1f1f8054f tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] 10.222.0.60 "GET /v2.0/security-groups?id=70227657-be62-432a-a8fd-5a85231fc7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3114541 Nov 23 17:20:50.859541 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-cb6c3249-ead5-4c4f-a0cb-e82f492e213f req-bf487cc0-f3d5-49a6-b99b-a1805177d6ae tempest-SecurityGroupRulesTestJSON-260279958 tempest-SecurityGroupRulesTestJSON-260279958-project] Publish callbacks [] for security_group, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:50.862820 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92b61cdd-d68e-41ec-8ee2-b2c81ed1eb83 req-385ba0ce-a8ba-43e9-bd86-3b73f78d2404 tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] Made reservation on behalf of 4f30b4abc7074d1fa9d31a414a5f297f for: {'port': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:20:50.874095 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-92b61cdd-d68e-41ec-8ee2-b2c81ed1eb83 req-385ba0ce-a8ba-43e9-bd86-3b73f78d2404 tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:50.891735 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-cb6c3249-ead5-4c4f-a0cb-e82f492e213f req-bf487cc0-f3d5-49a6-b99b-a1805177d6ae tempest-SecurityGroupRulesTestJSON-260279958 tempest-SecurityGroupRulesTestJSON-260279958-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:50.934983 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b287fcf8-d929-4d7a-9217-43e4993dcbbf req-c9585524-1bb5-44ab-9005-b47ebdadb893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:20:50.937392 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-b287fcf8-d929-4d7a-9217-43e4993dcbbf req-c9585524-1bb5-44ab-9005-b47ebdadb893 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=968ef5ef30ad45a38c8263e9da4ef3c2&device_id=8137b671-58e3-4c8f-b0a0-33c885019390 HTTP/1.1" status: 200 len: 1095 time: 0.0758600 Nov 23 17:20:50.990562 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-b56ba774-7899-44d9-a639-c7dea574e07f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:50.993962 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-b56ba774-7899-44d9-a639-c7dea574e07f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:50.995294 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-b56ba774-7899-44d9-a639-c7dea574e07f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/1e2b7d5b-37c0-4979-a8b5-90bfc36640a0 HTTP/1.1" status: 204 len: 168 time: 0.7708962 Nov 23 17:20:51.114351 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf487cc0-f3d5-49a6-b99b-a1805177d6ae tempest-SecurityGroupRulesTestJSON-260279958 tempest-SecurityGroupRulesTestJSON-260279958-project] Pushing event updated for resources: {'SecurityGroup': ['ID=983fd44a-45fa-4f1a-a8ba-cfcf882f225b,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:20:51.132232 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b287fcf8-d929-4d7a-9217-43e4993dcbbf req-30ccaefd-0aea-4e35-974a-36b58009c40c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:20:51.135551 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-cb6c3249-ead5-4c4f-a0cb-e82f492e213f req-bf487cc0-f3d5-49a6-b99b-a1805177d6ae tempest-SecurityGroupRulesTestJSON-260279958 tempest-SecurityGroupRulesTestJSON-260279958-project] Publish callbacks [] for security_group, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:51.138509 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-b287fcf8-d929-4d7a-9217-43e4993dcbbf req-30ccaefd-0aea-4e35-974a-36b58009c40c service neutron] 10.222.0.55 "GET /v2.0/networks?id=eacea6aa-86b2-4fe9-ae0d-611828f27804 HTTP/1.1" status: 200 len: 921 time: 0.1916616 Nov 23 17:20:51.145229 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-cb6c3249-ead5-4c4f-a0cb-e82f492e213f req-bf487cc0-f3d5-49a6-b99b-a1805177d6ae tempest-SecurityGroupRulesTestJSON-260279958 tempest-SecurityGroupRulesTestJSON-260279958-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.7747033 Nov 23 17:20:51.173866 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cfc0b5-3763-44ff-899d-ea0cc4e69d3f req-a45850a6-d237-4cb2-b99e-540eca490889 tempest-ServersWithSpecificFlavorTestJSON-2137215613 tempest-ServersWithSpecificFlavorTestJSON-2137215613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:20:51.177896 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c6cfc0b5-3763-44ff-899d-ea0cc4e69d3f req-a45850a6-d237-4cb2-b99e-540eca490889 tempest-ServersWithSpecificFlavorTestJSON-2137215613 tempest-ServersWithSpecificFlavorTestJSON-2137215613-project] 10.222.0.60 "GET /v2.0/ports?device_id=10e5ffeb-b4e8-4d61-89a1-ce7d519f246b HTTP/1.1" status: 200 len: 946 time: 0.2568035 Nov 23 17:20:51.247970 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-b287fcf8-d929-4d7a-9217-43e4993dcbbf req-85cc5837-fead-4743-9646-cd8b5a87f837 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=35d9bbe9-fea0-45ff-bcaa-845247fb2254 HTTP/1.1" status: 200 len: 217 time: 0.0966518 Nov 23 17:20:51.283217 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 51508) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:20:51.284222 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56ba774-7899-44d9-a639-c7dea574e07f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e2b7d5b-37c0-4979-a8b5-90bfc36640a0,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:20:51.321222 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.db_base_plugin_common [req-92b61cdd-d68e-41ec-8ee2-b2c81ed1eb83 req-385ba0ce-a8ba-43e9-bd86-3b73f78d2404 tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] Allocated IP 172.20.0.11 (3b84e4de-5a6f-44c6-a8e6-1d90b4d1f1b3/10cf3f5a-71d1-468b-8622-0226dd1fd98a/e1d10eec-e579-40eb-bde9-a5f39bf82b59) {{(pid=103591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:20:51.385228 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c59c01fd-b9e1-4c49-aeb2-7186af8441fd req-7a953026-6604-4e14-ab20-88587fd21858 tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] 10.222.0.60 "GET /v2.0/ports?device_id=4abb5890-6e70-46c1-a968-68c3ff6d1713 HTTP/1.1" status: 200 len: 210 time: 0.0999973 Nov 23 17:20:51.409146 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b287fcf8-d929-4d7a-9217-43e4993dcbbf req-07a6a2cb-9b92-4e2f-b33d-774094bed46f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:20:51.413515 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-b287fcf8-d929-4d7a-9217-43e4993dcbbf req-07a6a2cb-9b92-4e2f-b33d-774094bed46f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=cfa8dfdf-5850-4e22-a7f8-6d7e726926d1 HTTP/1.1" status: 200 len: 860 time: 0.1524165 Nov 23 17:20:51.488107 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-b287fcf8-d929-4d7a-9217-43e4993dcbbf req-ac81892c-73dc-48b6-ad8f-721695a2b023 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=eacea6aa-86b2-4fe9-ae0d-611828f27804&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0582423 Nov 23 17:20:51.536407 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-fb16d3de-4243-4ce0-9364-65b89c46faa7 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-336350029-network', 'tenant_id': '07c066c23f614c7cae841372177b7a9e'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:20:51.567838 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c6cfc0b5-3763-44ff-899d-ea0cc4e69d3f req-e60d0ca4-b826-40bb-a298-03461e88dc91 tempest-ServersWithSpecificFlavorTestJSON-2137215613 tempest-ServersWithSpecificFlavorTestJSON-2137215613-project] 10.222.0.60 "GET /v2.0/security-groups?id=c1fd7bbb-ef62-457d-a84a-b42d813769d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2867324 Nov 23 17:20:51.658090 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-b287fcf8-d929-4d7a-9217-43e4993dcbbf req-9d68a23b-08fa-443c-b38e-2c78514a9390 service neutron] 10.222.0.55 "GET /v2.0/networks/eacea6aa-86b2-4fe9-ae0d-611828f27804?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1653235 Nov 23 17:20:51.799878 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-b287fcf8-d929-4d7a-9217-43e4993dcbbf req-19d51f0f-f233-4894-8087-494d4509c40e service neutron] 10.222.0.55 "GET /v2.0/networks/eacea6aa-86b2-4fe9-ae0d-611828f27804?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274521 Nov 23 17:20:52.007332 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb16d3de-4243-4ce0-9364-65b89c46faa7 admin admin] Made reservation on behalf of 07c066c23f614c7cae841372177b7a9e for: {'network': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:20:52.010000 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-fb16d3de-4243-4ce0-9364-65b89c46faa7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for network, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:52.062750 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-fb16d3de-4243-4ce0-9364-65b89c46faa7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:52.076206 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eebe09c-9ddc-4276-aa34-510846310343 req-f92cbe79-eb26-4562-b815-cfc3a28ff4d9 tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:20:52.077822 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9eebe09c-9ddc-4276-aa34-510846310343 req-f92cbe79-eb26-4562-b815-cfc3a28ff4d9 tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] 10.222.0.60 "GET /v2.0/ports?device_id=8137b671-58e3-4c8f-b0a0-33c885019390 HTTP/1.1" status: 200 len: 944 time: 0.5515826 Nov 23 17:20:52.080439 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2770a16d-6c12-4f6f-90c0-1ec2b932c40a req-ad79841e-30b8-488d-be69-5757b17c9afe tempest-SecurityGroupRulesTestJSON-260279958 tempest-SecurityGroupRulesTestJSON-260279958-project] 10.222.0.60 "GET /v2.0/security-groups/b5213207-2bc8-4347-aa1c-60c236727918 HTTP/1.1" status: 200 len: 1821 time: 0.1627035 Nov 23 17:20:52.197357 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-92b61cdd-d68e-41ec-8ee2-b2c81ed1eb83 req-385ba0ce-a8ba-43e9-bd86-3b73f78d2404 tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] Publish callbacks [] for port, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:52.265323 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2770a16d-6c12-4f6f-90c0-1ec2b932c40a req-82d4b52d-ccdc-4353-8efe-af4f46667caa tempest-SecurityGroupRulesTestJSON-260279958 tempest-SecurityGroupRulesTestJSON-260279958-project] 10.222.0.60 "GET /v2.0/security-groups/983fd44a-45fa-4f1a-a8ba-cfcf882f225b HTTP/1.1" status: 200 len: 1820 time: 0.1566024 Nov 23 17:20:52.274094 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9eebe09c-9ddc-4276-aa34-510846310343 req-fe722695-cfe2-4a03-9cb1-3936fc7f7d85 tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] 10.222.0.60 "GET /v2.0/security-groups?id=ef6a96c0-423c-4ea7-a75c-4657afd8c521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834574 Nov 23 17:20:52.292205 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [req-2770a16d-6c12-4f6f-90c0-1ec2b932c40a req-4fbe269f-b345-4491-98d5-c33368b52139 tempest-SecurityGroupRulesTestJSON-260279958 tempest-SecurityGroupRulesTestJSON-260279958-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'b5213207-2bc8-4347-aa1c-60c236727918', 'remote_group_id': '983fd44a-45fa-4f1a-a8ba-cfcf882f225b', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:20:52.293167 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [req-2770a16d-6c12-4f6f-90c0-1ec2b932c40a req-4fbe269f-b345-4491-98d5-c33368b52139 tempest-SecurityGroupRulesTestJSON-260279958 tempest-SecurityGroupRulesTestJSON-260279958-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'b5213207-2bc8-4347-aa1c-60c236727918', 'remote_group_id': '983fd44a-45fa-4f1a-a8ba-cfcf882f225b', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:20:52.336052 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-fb16d3de-4243-4ce0-9364-65b89c46faa7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:52.341183 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-fb16d3de-4243-4ce0-9364-65b89c46faa7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:52.347870 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-92b61cdd-d68e-41ec-8ee2-b2c81ed1eb83 req-385ba0ce-a8ba-43e9-bd86-3b73f78d2404 tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:52.444952 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb16d3de-4243-4ce0-9364-65b89c46faa7 admin admin] vlan segment allocate from pool success with {'vlan_id': 510, 'physical_network': 'physnet1'} {{(pid=103591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 17:20:52.465218 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb16d3de-4243-4ce0-9364-65b89c46faa7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2396c77d-0d81-448c-a52a-26d5413755a0,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:20:52.543044 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92b61cdd-d68e-41ec-8ee2-b2c81ed1eb83 req-385ba0ce-a8ba-43e9-bd86-3b73f78d2404 tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] Network 3b84e4de-5a6f-44c6-a8e6-1d90b4d1f1b3 is already hosted by enough agents. {{(pid=103591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:20:52.555973 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-fb16d3de-4243-4ce0-9364-65b89c46faa7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:52.555973 n-d-816206-8 neutron-server[103591]: INFO neutron.db.segments_db [None req-fb16d3de-4243-4ce0-9364-65b89c46faa7 admin admin] Added segment 3c1579ad-05ef-4475-88f4-cde778b87b16 of type vlan for network 4adf0938-0492-41dc-8987-e4fa2efab96b Nov 23 17:20:52.587706 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [req-92b61cdd-d68e-41ec-8ee2-b2c81ed1eb83 req-385ba0ce-a8ba-43e9-bd86-3b73f78d2404 tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] Resources bound (agent type, host, resource id): {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:20:52.607246 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [req-92b61cdd-d68e-41ec-8ee2-b2c81ed1eb83 req-385ba0ce-a8ba-43e9-bd86-3b73f78d2404 tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] Received port after_create {{(pid=103591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:20:52.613220 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-2770a16d-6c12-4f6f-90c0-1ec2b932c40a req-4fbe269f-b345-4491-98d5-c33368b52139 tempest-SecurityGroupRulesTestJSON-260279958 tempest-SecurityGroupRulesTestJSON-260279958-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:52.651468 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385ba0ce-a8ba-43e9-bd86-3b73f78d2404 tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] Pushing event updated for resources: {'Port': ['ID=e1d10eec-e579-40eb-bde9-a5f39bf82b59,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:20:52.680202 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-2770a16d-6c12-4f6f-90c0-1ec2b932c40a req-4fbe269f-b345-4491-98d5-c33368b52139 tempest-SecurityGroupRulesTestJSON-260279958 tempest-SecurityGroupRulesTestJSON-260279958-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:52.730962 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-2770a16d-6c12-4f6f-90c0-1ec2b932c40a req-4fbe269f-b345-4491-98d5-c33368b52139 tempest-SecurityGroupRulesTestJSON-260279958 tempest-SecurityGroupRulesTestJSON-260279958-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994370'] for security_group_rule, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:52.777126 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-fb16d3de-4243-4ce0-9364-65b89c46faa7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736635338810'] for network, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:52.786458 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbe269f-b345-4491-98d5-c33368b52139 tempest-SecurityGroupRulesTestJSON-260279958 tempest-SecurityGroupRulesTestJSON-260279958-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3306dcf9-2be0-4f65-8fa2-f78cffe85a76,revision_number=0']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:20:52.797829 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-2770a16d-6c12-4f6f-90c0-1ec2b932c40a req-4fbe269f-b345-4491-98d5-c33368b52139 tempest-SecurityGroupRulesTestJSON-260279958 tempest-SecurityGroupRulesTestJSON-260279958-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:52.799178 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2770a16d-6c12-4f6f-90c0-1ec2b932c40a req-4fbe269f-b345-4491-98d5-c33368b52139 tempest-SecurityGroupRulesTestJSON-260279958 tempest-SecurityGroupRulesTestJSON-260279958-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.5175526 Nov 23 17:20:52.809236 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07e0993-fef2-4600-af37-69eeef58e1c2 req-395c2473-befd-43c2-b9b5-787a8988db03 tempest-ServersWithSpecificFlavorTestJSON-2137215613 tempest-ServersWithSpecificFlavorTestJSON-2137215613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:20:52.810819 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f07e0993-fef2-4600-af37-69eeef58e1c2 req-395c2473-befd-43c2-b9b5-787a8988db03 tempest-ServersWithSpecificFlavorTestJSON-2137215613 tempest-ServersWithSpecificFlavorTestJSON-2137215613-project] 10.222.0.60 "GET /v2.0/ports?device_id=10e5ffeb-b4e8-4d61-89a1-ce7d519f246b HTTP/1.1" status: 200 len: 946 time: 0.3090277 Nov 23 17:20:52.820281 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b61cdd-d68e-41ec-8ee2-b2c81ed1eb83 req-385ba0ce-a8ba-43e9-bd86-3b73f78d2404 tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:20:52.820977 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-92b61cdd-d68e-41ec-8ee2-b2c81ed1eb83 req-385ba0ce-a8ba-43e9-bd86-3b73f78d2404 tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:52.823033 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 51550) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:20:52.830315 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-10c4d53d-68b2-4b0f-8d75-39a80d2fb244 tempest-ServersWithSpecificFlavorTestJSON-2137215613 tempest-ServersWithSpecificFlavorTestJSON-2137215613-project] Request body: {'floatingip': {'port_id': '8effb457-0b3c-4b3b-8eb1-096d7847fd73'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:20:52.863075 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-92b61cdd-d68e-41ec-8ee2-b2c81ed1eb83 req-385ba0ce-a8ba-43e9-bd86-3b73f78d2404 tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3729498 Nov 23 17:20:52.865056 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-fb16d3de-4243-4ce0-9364-65b89c46faa7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493'] for network, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:52.867319 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb16d3de-4243-4ce0-9364-65b89c46faa7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:20:52.869572 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-fb16d3de-4243-4ce0-9364-65b89c46faa7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for network, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:52.890085 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [req-92b61cdd-d68e-41ec-8ee2-b2c81ed1eb83 req-a3e27d12-ff10-4bd9-8ce7-1328dc276ad1 service neutron] Request body: {'port': {'device_id': '4abb5890-6e70-46c1-a968-68c3ff6d1713', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-8'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:20:52.956710 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-fb16d3de-4243-4ce0-9364-65b89c46faa7 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 901 time: 1.6698935 Nov 23 17:20:52.963825 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 51554) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:20:52.971672 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-e4e57981-8412-4991-84cf-ed685c2fb737 admin admin] Request body: {'subnet': {'network_id': '4adf0938-0492-41dc-8987-e4fa2efab96b', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-336350029-subnet', 'tenant_id': '07c066c23f614c7cae841372177b7a9e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:20:53.018353 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-10c4d53d-68b2-4b0f-8d75-39a80d2fb244 tempest-ServersWithSpecificFlavorTestJSON-2137215613 tempest-ServersWithSpecificFlavorTestJSON-2137215613-project] Publish callbacks [] for floatingip, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:53.047327 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4e57981-8412-4991-84cf-ed685c2fb737 admin admin] Made reservation on behalf of 07c066c23f614c7cae841372177b7a9e for: {'subnet': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:20:53.049715 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-e4e57981-8412-4991-84cf-ed685c2fb737 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264314294'] for subnet, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:53.102405 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb16d3de-4243-4ce0-9364-65b89c46faa7 admin admin] Pushing event updated for resources: {'Network': ['ID=4adf0938-0492-41dc-8987-e4fa2efab96b,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:20:53.119929 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Network 4adf0938-0492-41dc-8987-e4fa2efab96b details requested by agent ovs-agent-n-d-816206-8 with host n-d-816206-8 {{(pid=103592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 17:20:53.160214 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-92b61cdd-d68e-41ec-8ee2-b2c81ed1eb83 req-a3e27d12-ff10-4bd9-8ce7-1328dc276ad1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:53.230725 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3588a49c-fbfc-48cc-8c03-3d28a4b3c5e9 req-6666b691-3426-421c-bb4a-b84708a7e66f tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:20:53.239244 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-3588a49c-fbfc-48cc-8c03-3d28a4b3c5e9 req-6666b691-3426-421c-bb4a-b84708a7e66f tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] 10.222.0.60 "GET /v2.0/ports?device_id=23329ec1-2aa1-4cec-919c-e827c4171d02 HTTP/1.1" status: 200 len: 950 time: 0.3105412 Nov 23 17:20:53.329616 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebc1f00-d885-4d35-8363-b6ea84b18155 req-f78e0717-1beb-4ed7-b0fa-d7fc56e5d5e8 tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:20:53.333276 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-3ebc1f00-d885-4d35-8363-b6ea84b18155 req-f78e0717-1beb-4ed7-b0fa-d7fc56e5d5e8 tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] 10.222.0.60 "GET /v2.0/ports?device_id=4abb5890-6e70-46c1-a968-68c3ff6d1713 HTTP/1.1" status: 200 len: 932 time: 0.2909935 Nov 23 17:20:53.467508 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-3588a49c-fbfc-48cc-8c03-3d28a4b3c5e9 req-60e32e83-e952-4851-bfcf-5638d5320f4b tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] 10.222.0.60 "GET /v2.0/security-groups?id=70227657-be62-432a-a8fd-5a85231fc7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2272344 Nov 23 17:20:53.504051 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device 35d9bbe9-fea0-45ff-bcaa-845247fb2254 details requested by agent hyperv_n-h1-816206-8 with host n-h1-816206-8 {{(pid=103592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 17:20:53.573119 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-3ebc1f00-d885-4d35-8363-b6ea84b18155 req-7ee98e80-1387-45a4-97b1-82cdad5a7197 tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] 10.222.0.60 "GET /v2.0/security-groups?id=5c82e7e8-9cad-459a-acb2-b7a0867274de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2188973 Nov 23 17:20:53.812535 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c2cbb8f1-10ee-47de-9112-ab5802200712 req-a535cb1a-f933-46a7-bb3d-c0da9865572f tempest-SecurityGroupRulesTestJSON-260279958 tempest-SecurityGroupRulesTestJSON-260279958-project] 10.222.0.60 "GET /v2.0/security-groups/983fd44a-45fa-4f1a-a8ba-cfcf882f225b HTTP/1.1" status: 200 len: 1820 time: 0.2377574 Nov 23 17:20:53.821667 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port 35d9bbe9-fea0-45ff-bcaa-845247fb2254, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=35d9bbe9-fea0-45ff-bcaa-845247fb2254,segment=NetworkSegment(aeb4ff6a-77f7-45a2-bf27-0feac134a4ea),segment_id=aeb4ff6a-77f7-45a2-bf27-0feac134a4ea)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:20:53.844117 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-e4e57981-8412-4991-84cf-ed685c2fb737 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264758079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264314276'] for subnet, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:53.864507 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Returning: {'device': '35d9bbe9-fea0-45ff-bcaa-845247fb2254', 'network_id': 'eacea6aa-86b2-4fe9-ae0d-611828f27804', 'port_id': '35d9bbe9-fea0-45ff-bcaa-845247fb2254', 'mac_address': 'fa:16:3e:93:67:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cfa8dfdf-5850-4e22-a7f8-6d7e726926d1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 17:20:53.966291 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:54.004705 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35d9bbe9-fea0-45ff-bcaa-845247fb2254 {{(pid=103592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:20:54.077599 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port 35d9bbe9-fea0-45ff-bcaa-845247fb2254, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=35d9bbe9-fea0-45ff-bcaa-845247fb2254,segment=NetworkSegment(aeb4ff6a-77f7-45a2-bf27-0feac134a4ea),segment_id=aeb4ff6a-77f7-45a2-bf27-0feac134a4ea)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:20:54.091541 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:54.175014 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-c2cbb8f1-10ee-47de-9112-ab5802200712 req-36e9e5b6-55c8-42d6-89e9-db2ef9de80fc tempest-SecurityGroupRulesTestJSON-260279958 tempest-SecurityGroupRulesTestJSON-260279958-project] Publish callbacks [] for security_group, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:54.209014 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-c2cbb8f1-10ee-47de-9112-ab5802200712 req-36e9e5b6-55c8-42d6-89e9-db2ef9de80fc tempest-SecurityGroupRulesTestJSON-260279958 tempest-SecurityGroupRulesTestJSON-260279958-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:54.230613 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Pushing event updated for resources: {'Port': ['ID=35d9bbe9-fea0-45ff-bcaa-845247fb2254,revision_number=4']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:20:54.263324 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:20:54.263575 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:20:54.263808 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:20:54.264082 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:20:54.264405 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:20:54.264759 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:20:54.265082 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:20:54.265402 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:20:54.265781 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:20:54.266037 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:20:54.266354 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:20:54.266673 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:20:54.328481 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.db.resource_extend [None req-10c4d53d-68b2-4b0f-8d75-39a80d2fb244 tempest-ServersWithSpecificFlavorTestJSON-2137215613 tempest-ServersWithSpecificFlavorTestJSON-2137215613-project] It took 0.44 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 23 17:20:54.355910 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e57981-8412-4991-84cf-ed685c2fb737 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a8b30bfe-28eb-4c6c-8311-3d7631776675,revision_number=0']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:20:54.362074 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-c2cbb8f1-10ee-47de-9112-ab5802200712 req-36e9e5b6-55c8-42d6-89e9-db2ef9de80fc tempest-SecurityGroupRulesTestJSON-260279958 tempest-SecurityGroupRulesTestJSON-260279958-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:54.364759 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-c2cbb8f1-10ee-47de-9112-ab5802200712 req-36e9e5b6-55c8-42d6-89e9-db2ef9de80fc tempest-SecurityGroupRulesTestJSON-260279958 tempest-SecurityGroupRulesTestJSON-260279958-project] Publish callbacks [] for security_group, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:54.366139 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c2cbb8f1-10ee-47de-9112-ab5802200712 req-36e9e5b6-55c8-42d6-89e9-db2ef9de80fc tempest-SecurityGroupRulesTestJSON-260279958 tempest-SecurityGroupRulesTestJSON-260279958-project] 10.222.0.60 "DELETE /v2.0/security-groups/983fd44a-45fa-4f1a-a8ba-cfcf882f225b HTTP/1.1" status: 204 len: 173 time: 0.5531361 Nov 23 17:20:54.366921 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e57981-8412-4991-84cf-ed685c2fb737 admin admin] Checking segment: {'id': '3c1579ad-05ef-4475-88f4-cde778b87b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '4adf0938-0492-41dc-8987-e4fa2efab96b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:20:54.367454 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4e57981-8412-4991-84cf-ed685c2fb737 admin admin] Network hostable DHCP agents. Network: 4adf0938-0492-41dc-8987-e4fa2efab96b, hostable agents: ['0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3'], hosted agents: [] {{(pid=103591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 17:20:54.406813 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] get_ports_and_sgs() called for port_ids ['35d9bbe9-fea0-45ff-bcaa-845247fb2254'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:20:54.419855 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-10c4d53d-68b2-4b0f-8d75-39a80d2fb244 tempest-ServersWithSpecificFlavorTestJSON-2137215613 tempest-ServersWithSpecificFlavorTestJSON-2137215613-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:54.425700 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-10c4d53d-68b2-4b0f-8d75-39a80d2fb244 tempest-ServersWithSpecificFlavorTestJSON-2137215613 tempest-ServersWithSpecificFlavorTestJSON-2137215613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1795396'] for floatingip, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:54.554659 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4e57981-8412-4991-84cf-ed685c2fb737 admin admin] Network 4adf0938-0492-41dc-8987-e4fa2efab96b is scheduled to be hosted by DHCP agent 0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3 with binding_index 1 {{(pid=103591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 17:20:54.566516 n-d-816206-8 neutron-server[103590]: INFO neutron.db.l3_db [None req-10c4d53d-68b2-4b0f-8d75-39a80d2fb244 tempest-ServersWithSpecificFlavorTestJSON-2137215613 tempest-ServersWithSpecificFlavorTestJSON-2137215613-project] Floating IP 12a9acb8-883d-4740-8ec7-bfd589394ca5 associated. External IP: 172.25.3.186, port: 8effb457-0b3c-4b3b-8eb1-096d7847fd73. Nov 23 17:20:54.598990 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4aa9d0a-a882-4cbe-ba48-9c90d232f14b req-c6f0cf25-4586-4d2b-bec2-cec95d9a4149 tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:20:54.612651 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d4aa9d0a-a882-4cbe-ba48-9c90d232f14b req-c6f0cf25-4586-4d2b-bec2-cec95d9a4149 tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] 10.222.0.60 "GET /v2.0/ports?device_id=8137b671-58e3-4c8f-b0a0-33c885019390 HTTP/1.1" status: 200 len: 945 time: 0.5502031 Nov 23 17:20:54.615794 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e9e5b6-55c8-42d6-89e9-db2ef9de80fc tempest-SecurityGroupRulesTestJSON-260279958 tempest-SecurityGroupRulesTestJSON-260279958-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=983fd44a-45fa-4f1a-a8ba-cfcf882f225b,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:20:54.732398 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [None req-e4e57981-8412-4991-84cf-ed685c2fb737 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-8, 4adf0938-0492-41dc-8987-e4fa2efab96b) {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:20:54.745890 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4e57981-8412-4991-84cf-ed685c2fb737 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:20:54.748924 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-e4e57981-8412-4991-84cf-ed685c2fb737 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for subnet, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:54.783748 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [req-92b61cdd-d68e-41ec-8ee2-b2c81ed1eb83 req-a3e27d12-ff10-4bd9-8ce7-1328dc276ad1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1d10eec-e579-40eb-bde9-a5f39bf82b59 {{(pid=103591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:20:54.801638 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3bb9c3e-bfa6-4132-b385-d2b62cadf98a None None] Network 4adf0938-0492-41dc-8987-e4fa2efab96b requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:20:54.859161 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d4aa9d0a-a882-4cbe-ba48-9c90d232f14b req-68911a3b-65cf-4f6d-8082-8b3328467d2d tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] 10.222.0.60 "GET /v2.0/security-groups?id=ef6a96c0-423c-4ea7-a75c-4657afd8c521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2450478 Nov 23 17:20:54.875000 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-92b61cdd-d68e-41ec-8ee2-b2c81ed1eb83 req-a3e27d12-ff10-4bd9-8ce7-1328dc276ad1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:54.924193 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-e4e57981-8412-4991-84cf-ed685c2fb737 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.9578285 Nov 23 17:20:54.929780 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10c4d53d-68b2-4b0f-8d75-39a80d2fb244 tempest-ServersWithSpecificFlavorTestJSON-2137215613 tempest-ServersWithSpecificFlavorTestJSON-2137215613-project] Router c109e4b4-592e-4d24-9db3-75120b68c49a has already been hosted by L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 {{(pid=103590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 17:20:54.931282 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 51580) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:20:54.936453 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-249087ce-7616-470f-9919-a5d818b83792 req-c8483767-2053-48d0-a940-c00d0957629d tempest-SecurityGroupRulesTestJSON-260279958 tempest-SecurityGroupRulesTestJSON-260279958-project] 10.222.0.60 "GET /v2.0/security-groups/b5213207-2bc8-4347-aa1c-60c236727918 HTTP/1.1" status: 200 len: 1821 time: 0.3925028 Nov 23 17:20:54.952341 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.provisioning_blocks [req-92b61cdd-d68e-41ec-8ee2-b2c81ed1eb83 req-a3e27d12-ff10-4bd9-8ce7-1328dc276ad1 service neutron] Transition to ACTIVE for port object e1d10eec-e579-40eb-bde9-a5f39bf82b59 will not be triggered until provisioned by entity L2. {{(pid=103591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 17:20:54.961258 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-92b61cdd-d68e-41ec-8ee2-b2c81ed1eb83 req-a3e27d12-ff10-4bd9-8ce7-1328dc276ad1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264758186'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:54.962231 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-cab499a9-ace8-4c0d-bbbe-211810fa49a1 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-336350029-router', 'tenant_id': '07c066c23f614c7cae841372177b7a9e', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'}}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:20:55.046634 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-752c88ce-0d8e-4470-844d-e786f5888990 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp355044b8-8e87-58c4-94fa-4a010ec30f9e-4adf0938-0492-41dc-8987-e4fa2efab96b', 'network_id': '4adf0938-0492-41dc-8987-e4fa2efab96b', 'tenant_id': '07c066c23f614c7cae841372177b7a9e', 'fixed_ips': [{'subnet_id': 'a8b30bfe-28eb-4c6c-8311-3d7631776675'}]}} from n-d-816206-8. {{(pid=103592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 17:20:55.047513 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-752c88ce-0d8e-4470-844d-e786f5888990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:55.068199 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e27d12-ff10-4bd9-8ce7-1328dc276ad1 service neutron] Pushing event updated for resources: {'Port': ['ID=e1d10eec-e579-40eb-bde9-a5f39bf82b59,revision_number=2']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:20:55.117750 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-cab499a9-ace8-4c0d-bbbe-211810fa49a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1793449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8093'] for router, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:55.122610 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-cab499a9-ace8-4c0d-bbbe-211810fa49a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1794473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1794771', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1638326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8086'] for router, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:55.233734 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-cab499a9-ace8-4c0d-bbbe-211810fa49a1 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:55.248681 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62ae4f0-6c93-4018-af22-73c411194790 req-4db7d3de-48ba-4054-b9a0-661fac5e389e tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:20:55.252944 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e62ae4f0-6c93-4018-af22-73c411194790 req-4db7d3de-48ba-4054-b9a0-661fac5e389e tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] 10.222.0.60 "GET /v2.0/ports?device_id=23329ec1-2aa1-4cec-919c-e827c4171d02 HTTP/1.1" status: 200 len: 950 time: 0.1870880 Nov 23 17:20:55.352974 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.db_base_plugin_common [None req-752c88ce-0d8e-4470-844d-e786f5888990 None None] Allocated IP 172.20.0.2 (4adf0938-0492-41dc-8987-e4fa2efab96b/a8b30bfe-28eb-4c6c-8311-3d7631776675/3de71296-a9d9-49ce-af85-c6b511b8f135) {{(pid=103592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:20:55.415494 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-cab499a9-ace8-4c0d-bbbe-211810fa49a1 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:55.441113 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e62ae4f0-6c93-4018-af22-73c411194790 req-e8466598-272e-458f-a32f-0f4be4333b85 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] 10.222.0.60 "GET /v2.0/security-groups?id=70227657-be62-432a-a8fd-5a85231fc7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789758 Nov 23 17:20:55.523943 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device 35d9bbe9-fea0-45ff-bcaa-845247fb2254 up at agent hyperv_n-h1-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:20:55.525045 n-d-816206-8 neutron-server[103590]: INFO neutron.api.v2.resource [req-f92adff9-23a0-4feb-8817-b5a578b5c454 req-1592e068-4dd3-4a4d-8f64-c5c5695e2511 service neutron] show failed (client error): The resource could not be found. Nov 23 17:20:55.526085 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-f92adff9-23a0-4feb-8817-b5a578b5c454 req-1592e068-4dd3-4a4d-8f64-c5c5695e2511 service neutron] 10.222.0.55 "GET /v2.0/ports/1b055595-2178-4d80-9bf3-47b4548122fd/bindings/n-h2-816206-8 HTTP/1.1" status: 404 len: 380 time: 0.1851757 Nov 23 17:20:55.579987 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10c4d53d-68b2-4b0f-8d75-39a80d2fb244 tempest-ServersWithSpecificFlavorTestJSON-2137215613 tempest-ServersWithSpecificFlavorTestJSON-2137215613-project] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:20:55.580621 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [req-0ea7ab15-e549-4240-9e48-dc733a91bdb8 req-7795164e-7152-4acd-a3c2-a8c8b1c854e4 tempest-SecurityGroupRulesTestJSON-260279958 tempest-SecurityGroupRulesTestJSON-260279958-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-470424164', 'description': 'tempest-description-222011887'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:20:55.592250 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-10c4d53d-68b2-4b0f-8d75-39a80d2fb244 tempest-ServersWithSpecificFlavorTestJSON-2137215613 tempest-ServersWithSpecificFlavorTestJSON-2137215613-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for floatingip, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:55.617932 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaba09fb-e8e9-4246-b823-32234df95135 req-b703698c-24d5-47fb-ba77-1bf1f1d9dd33 tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:20:55.631790 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4621d95-9397-499d-9da4-a51ef771dd27 None None] Sync routers for ids ['c109e4b4-592e-4d24-9db3-75120b68c49a'] in n-d-816206-8 {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:20:55.632854 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-10c4d53d-68b2-4b0f-8d75-39a80d2fb244 tempest-ServersWithSpecificFlavorTestJSON-2137215613 tempest-ServersWithSpecificFlavorTestJSON-2137215613-project] 10.222.0.60 "PUT /v2.0/floatingips/12a9acb8-883d-4740-8ec7-bfd589394ca5 HTTP/1.1" status: 200 len: 992 time: 2.8056355 Nov 23 17:20:55.633889 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-eaba09fb-e8e9-4246-b823-32234df95135 req-b703698c-24d5-47fb-ba77-1bf1f1d9dd33 tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] 10.222.0.60 "GET /v2.0/ports?device_id=4abb5890-6e70-46c1-a968-68c3ff6d1713 HTTP/1.1" status: 200 len: 944 time: 0.3788261 Nov 23 17:20:55.637462 n-d-816206-8 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10e5ffeb-b4e8-4d61-89a1-ce7d519f246b', 'tag': '8effb457-0b3c-4b3b-8eb1-096d7847fd73'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:20:55.639929 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbabddbc9fc37b068808e119c416c86f5957ca04531a4a0d2e695c515e93483b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45bbda14-2169-48bb-9cb2-c3fca37adddf" -d '{"events": [{"name": "network-changed", "server_uuid": "10e5ffeb-b4e8-4d61-89a1-ce7d519f246b", "tag": "8effb457-0b3c-4b3b-8eb1-096d7847fd73"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:20:55.696164 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4621d95-9397-499d-9da4-a51ef771dd27 None None] Routers {'c109e4b4-592e-4d24-9db3-75120b68c49a'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:20:55.697192 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-f4621d95-9397-499d-9da4-a51ef771dd27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:20:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['c109e4b4-592e-4d24-9db3-75120b68c49a'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:20:55.793455 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-eaba09fb-e8e9-4246-b823-32234df95135 req-a9685dfe-f74e-4c92-ba65-2fa513139953 tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] 10.222.0.60 "GET /v2.0/security-groups?id=5c82e7e8-9cad-459a-acb2-b7a0867274de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444681 Nov 23 17:20:55.797552 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-0ea7ab15-e549-4240-9e48-dc733a91bdb8 req-7795164e-7152-4acd-a3c2-a8c8b1c854e4 tempest-SecurityGroupRulesTestJSON-260279958 tempest-SecurityGroupRulesTestJSON-260279958-project] Publish callbacks [] for security_group, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:55.818327 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-cab499a9-ace8-4c0d-bbbe-211810fa49a1 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:55.826290 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-92b61cdd-d68e-41ec-8ee2-b2c81ed1eb83 req-a3e27d12-ff10-4bd9-8ce7-1328dc276ad1 service neutron] Attempting to bind port e1d10eec-e579-40eb-bde9-a5f39bf82b59 on host n-h2-816206-8 for vnic_type normal with profile {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:20:55.826707 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-92b61cdd-d68e-41ec-8ee2-b2c81ed1eb83 req-a3e27d12-ff10-4bd9-8ce7-1328dc276ad1 service neutron] Attempting to bind port e1d10eec-e579-40eb-bde9-a5f39bf82b59 by drivers openvswitch,hyperv on host n-h2-816206-8 at level 0 using segments [{'id': '12913541-acd4-4e3c-8f48-e22896931a9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '3b84e4de-5a6f-44c6-a8e6-1d90b4d1f1b3'}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:20:55.827095 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92b61cdd-d68e-41ec-8ee2-b2c81ed1eb83 req-a3e27d12-ff10-4bd9-8ce7-1328dc276ad1 service neutron] Attempting to bind port e1d10eec-e579-40eb-bde9-a5f39bf82b59 on network 3b84e4de-5a6f-44c6-a8e6-1d90b4d1f1b3 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:20:55.850397 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92b61cdd-d68e-41ec-8ee2-b2c81ed1eb83 req-a3e27d12-ff10-4bd9-8ce7-1328dc276ad1 service neutron] Port e1d10eec-e579-40eb-bde9-a5f39bf82b59 on network 3b84e4de-5a6f-44c6-a8e6-1d90b4d1f1b3 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-8 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 17:20:55.851442 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92b61cdd-d68e-41ec-8ee2-b2c81ed1eb83 req-a3e27d12-ff10-4bd9-8ce7-1328dc276ad1 service neutron] Attempting to bind port e1d10eec-e579-40eb-bde9-a5f39bf82b59 on network 3b84e4de-5a6f-44c6-a8e6-1d90b4d1f1b3 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:20:55.865098 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92b61cdd-d68e-41ec-8ee2-b2c81ed1eb83 req-a3e27d12-ff10-4bd9-8ce7-1328dc276ad1 service neutron] Checking agent: {'id': 'ab77bf9e-0267-4174-8f1d-822cba89b207', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 15, 13), 'started_at': datetime.datetime(2021, 11, 23, 17, 15, 13), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 20, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:20:55.865575 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92b61cdd-d68e-41ec-8ee2-b2c81ed1eb83 req-a3e27d12-ff10-4bd9-8ce7-1328dc276ad1 service neutron] Checking segment: {'id': '12913541-acd4-4e3c-8f48-e22896931a9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '3b84e4de-5a6f-44c6-a8e6-1d90b4d1f1b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:20:55.865860 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92b61cdd-d68e-41ec-8ee2-b2c81ed1eb83 req-a3e27d12-ff10-4bd9-8ce7-1328dc276ad1 service neutron] Bound using segment: {'id': '12913541-acd4-4e3c-8f48-e22896931a9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '3b84e4de-5a6f-44c6-a8e6-1d90b4d1f1b3'} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:20:55.866269 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-92b61cdd-d68e-41ec-8ee2-b2c81ed1eb83 req-a3e27d12-ff10-4bd9-8ce7-1328dc276ad1 service neutron] Bound port: e1d10eec-e579-40eb-bde9-a5f39bf82b59, host: n-h2-816206-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12913541-acd4-4e3c-8f48-e22896931a9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '3b84e4de-5a6f-44c6-a8e6-1d90b4d1f1b3'}}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:20:55.866667 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-92b61cdd-d68e-41ec-8ee2-b2c81ed1eb83 req-a3e27d12-ff10-4bd9-8ce7-1328dc276ad1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:55.911100 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-cab499a9-ace8-4c0d-bbbe-211810fa49a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:55.994303 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Provisioning for port 35d9bbe9-fea0-45ff-bcaa-845247fb2254 completed by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 17:20:56.007203 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-0ea7ab15-e549-4240-9e48-dc733a91bdb8 req-7795164e-7152-4acd-a3c2-a8c8b1c854e4 tempest-SecurityGroupRulesTestJSON-260279958 tempest-SecurityGroupRulesTestJSON-260279958-project] Publish callbacks [] for security_group, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:56.013881 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-0ea7ab15-e549-4240-9e48-dc733a91bdb8 req-7795164e-7152-4acd-a3c2-a8c8b1c854e4 tempest-SecurityGroupRulesTestJSON-260279958 tempest-SecurityGroupRulesTestJSON-260279958-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:56.031717 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92adff9-23a0-4feb-8817-b5a578b5c454 req-150883c5-9572-43e4-9580-808db58197f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:20:56.034548 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-f92adff9-23a0-4feb-8817-b5a578b5c454 req-150883c5-9572-43e4-9580-808db58197f4 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=23329ec1-2aa1-4cec-919c-e827c4171d02&tenant_id=98a62786d4654c60b8dab5d2a606f4fe HTTP/1.1" status: 200 len: 1101 time: 0.2329149 Nov 23 17:20:56.040003 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 17:20:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db9b2396-923e-4217-9f65-a494933f46a3 x-openstack-request-id: req-db9b2396-923e-4217-9f65-a494933f46a3 {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:20:56.040556 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10e5ffeb-b4e8-4d61-89a1-ce7d519f246b", "tag": "8effb457-0b3c-4b3b-8eb1-096d7847fd73", "status": "completed", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:20:56.041072 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-db9b2396-923e-4217-9f65-a494933f46a3 {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:20:56.041799 n-d-816206-8 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10e5ffeb-b4e8-4d61-89a1-ce7d519f246b', 'tag': '8effb457-0b3c-4b3b-8eb1-096d7847fd73', 'status': 'completed', 'code': 200} Nov 23 17:20:56.056764 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Provisioning complete for port 35d9bbe9-fea0-45ff-bcaa-845247fb2254 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:20:56.057483 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:56.068098 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [req-f92adff9-23a0-4feb-8817-b5a578b5c454 req-566941d1-dc82-4305-9547-f102422e1582 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-816206-8', 'device_owner': 'compute:nova'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:20:56.114762 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-92b61cdd-d68e-41ec-8ee2-b2c81ed1eb83 req-a3e27d12-ff10-4bd9-8ce7-1328dc276ad1 service neutron] For port e1d10eec-e579-40eb-bde9-a5f39bf82b59, host n-h2-816206-8, cleared binding levels {{(pid=103591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:20:56.123426 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-0ea7ab15-e549-4240-9e48-dc733a91bdb8 req-7795164e-7152-4acd-a3c2-a8c8b1c854e4 tempest-SecurityGroupRulesTestJSON-260279958 tempest-SecurityGroupRulesTestJSON-260279958-project] Publish callbacks [] for security_group, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:56.137544 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-0ea7ab15-e549-4240-9e48-dc733a91bdb8 req-7795164e-7152-4acd-a3c2-a8c8b1c854e4 tempest-SecurityGroupRulesTestJSON-260279958 tempest-SecurityGroupRulesTestJSON-260279958-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.5947931 Nov 23 17:20:56.154297 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7795164e-7152-4acd-a3c2-a8c8b1c854e4 tempest-SecurityGroupRulesTestJSON-260279958 tempest-SecurityGroupRulesTestJSON-260279958-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b83d3aa0-d502-4190-a270-9311da1693c4,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:20:56.174255 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-92b61cdd-d68e-41ec-8ee2-b2c81ed1eb83 req-a3e27d12-ff10-4bd9-8ce7-1328dc276ad1 service neutron] For port e1d10eec-e579-40eb-bde9-a5f39bf82b59, host n-h2-816206-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=e1d10eec-e579-40eb-bde9-a5f39bf82b59,segment=NetworkSegment(12913541-acd4-4e3c-8f48-e22896931a9c),segment_id=12913541-acd4-4e3c-8f48-e22896931a9c)] {{(pid=103591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:20:56.174784 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvr_db [None req-f4621d95-9397-499d-9da4-a51ef771dd27 None None] Set router c109e4b4-592e-4d24-9db3-75120b68c49a gateway port host: n-d-816206-8 {{(pid=103592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:20:56.187316 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-92b61cdd-d68e-41ec-8ee2-b2c81ed1eb83 req-a3e27d12-ff10-4bd9-8ce7-1328dc276ad1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264758186'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:56.232705 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-f92adff9-23a0-4feb-8817-b5a578b5c454 req-566941d1-dc82-4305-9547-f102422e1582 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:56.325256 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b61cdd-d68e-41ec-8ee2-b2c81ed1eb83 req-a3e27d12-ff10-4bd9-8ce7-1328dc276ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:20:56.325894 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-92b61cdd-d68e-41ec-8ee2-b2c81ed1eb83 req-a3e27d12-ff10-4bd9-8ce7-1328dc276ad1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:56.327724 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-92b61cdd-d68e-41ec-8ee2-b2c81ed1eb83 req-a3e27d12-ff10-4bd9-8ce7-1328dc276ad1 service neutron] 10.222.0.36 "PUT /v2.0/ports/e1d10eec-e579-40eb-bde9-a5f39bf82b59 HTTP/1.1" status: 200 len: 1092 time: 3.4441345 Nov 23 17:20:56.330930 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4abb5890-6e70-46c1-a968-68c3ff6d1713', 'tag': 'e1d10eec-e579-40eb-bde9-a5f39bf82b59'}] {{(pid=103591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:20:56.332273 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-cab499a9-ace8-4c0d-bbbe-211810fa49a1 admin admin] Allocated IP 172.25.3.58 (4c8455ba-1be5-42ac-b8c2-8a16e1292d55/08fe3644-ce41-4c3f-a7ea-92bac0f0fff5/645a036e-90a6-49ab-b7ee-7a728b70b8c9) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:20:56.333587 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41d174a19ece9499ff9ec44e5b3fc50f2abd3ffbc947fb7e52ea1e8db27b95b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80a30e98-888c-43fa-b1b2-a68325db3618" -d '{"events": [{"name": "network-changed", "server_uuid": "4abb5890-6e70-46c1-a968-68c3ff6d1713", "tag": "e1d10eec-e579-40eb-bde9-a5f39bf82b59"}]}' {{(pid=103591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:20:56.342085 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bbda14-2169-48bb-9cb2-c3fca37adddf req-855b169c-ac55-41e0-9a27-0fbd743a2010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:20:56.343901 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-45bbda14-2169-48bb-9cb2-c3fca37adddf req-855b169c-ac55-41e0-9a27-0fbd743a2010 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=127802e79ad24bebb19163263129e33c&device_id=10e5ffeb-b4e8-4d61-89a1-ce7d519f246b HTTP/1.1" status: 200 len: 1097 time: 0.2215972 Nov 23 17:20:56.388727 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e27d12-ff10-4bd9-8ce7-1328dc276ad1 service neutron] Pushing event updated for resources: {'Port': ['ID=e1d10eec-e579-40eb-bde9-a5f39bf82b59,revision_number=3']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:20:56.399629 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240996e9-d06d-49d3-b0d3-2d24024f8785 req-94314781-cca8-4f6d-a53a-7739f91f7f80 tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:20:56.401260 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-240996e9-d06d-49d3-b0d3-2d24024f8785 req-94314781-cca8-4f6d-a53a-7739f91f7f80 tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] 10.222.0.60 "GET /v2.0/ports?device_id=8137b671-58e3-4c8f-b0a0-33c885019390 HTTP/1.1" status: 200 len: 945 time: 0.1611464 Nov 23 17:20:56.532345 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9e357271-3978-4018-967d-3b78cfa47a3c req-5a86e88f-afbf-44ce-8e54-70306df35b3b tempest-SecurityGroupRulesTestJSON-260279958 tempest-SecurityGroupRulesTestJSON-260279958-project] 10.222.0.60 "GET /v2.0/security-groups/b83d3aa0-d502-4190-a270-9311da1693c4 HTTP/1.1" status: 200 len: 1820 time: 0.2840054 Nov 23 17:20:56.572127 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [req-9e357271-3978-4018-967d-3b78cfa47a3c req-2f8b9afb-6ac9-405b-8195-b8b42e75726b tempest-SecurityGroupRulesTestJSON-260279958 tempest-SecurityGroupRulesTestJSON-260279958-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'b83d3aa0-d502-4190-a270-9311da1693c4', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:20:56.572639 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [req-9e357271-3978-4018-967d-3b78cfa47a3c req-2f8b9afb-6ac9-405b-8195-b8b42e75726b tempest-SecurityGroupRulesTestJSON-260279958 tempest-SecurityGroupRulesTestJSON-260279958-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'b83d3aa0-d502-4190-a270-9311da1693c4', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:20:56.595311 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-240996e9-d06d-49d3-b0d3-2d24024f8785 req-e2b1b574-e8d8-4379-a5b3-8834522edbdf tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] 10.222.0.60 "GET /v2.0/security-groups?id=ef6a96c0-423c-4ea7-a75c-4657afd8c521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816440 Nov 23 17:20:56.609337 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b61cdd-d68e-41ec-8ee2-b2c81ed1eb83 req-4b627e6f-775c-48ac-b363-3bec8dc55848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:20:56.611058 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-92b61cdd-d68e-41ec-8ee2-b2c81ed1eb83 req-4b627e6f-775c-48ac-b363-3bec8dc55848 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4f30b4abc7074d1fa9d31a414a5f297f&device_id=4abb5890-6e70-46c1-a968-68c3ff6d1713 HTTP/1.1" status: 200 len: 1095 time: 0.2088289 Nov 23 17:20:56.625418 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-752c88ce-0d8e-4470-844d-e786f5888990 None None] Publish callbacks [] for port, precommit_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:56.689220 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-752c88ce-0d8e-4470-844d-e786f5888990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980'] for port, after_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:56.752958 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-92b61cdd-d68e-41ec-8ee2-b2c81ed1eb83 req-a80a889b-bdd6-41c5-b05a-2e51d1affe21 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e1d10eec-e579-40eb-bde9-a5f39bf82b59 HTTP/1.1" status: 200 len: 217 time: 0.1258209 Nov 23 17:20:56.765645 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752c88ce-0d8e-4470-844d-e786f5888990 None None] Pushing event updated for resources: {'Port': ['ID=3de71296-a9d9-49ce-af85-c6b511b8f135,revision_number=1']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:20:56.875101 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:56.885970 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b61cdd-d68e-41ec-8ee2-b2c81ed1eb83 req-06498c89-c2f3-42e0-a47e-640368248c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:20:56.888109 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-92b61cdd-d68e-41ec-8ee2-b2c81ed1eb83 req-06498c89-c2f3-42e0-a47e-640368248c73 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=10cf3f5a-71d1-468b-8622-0226dd1fd98a HTTP/1.1" status: 200 len: 848 time: 0.0938056 Nov 23 17:20:56.889381 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-9e357271-3978-4018-967d-3b78cfa47a3c req-2f8b9afb-6ac9-405b-8195-b8b42e75726b tempest-SecurityGroupRulesTestJSON-260279958 tempest-SecurityGroupRulesTestJSON-260279958-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:56.893495 n-d-816206-8 neutron-server[103592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-752c88ce-0d8e-4470-844d-e786f5888990 None None] Network 4adf0938-0492-41dc-8987-e4fa2efab96b is already hosted by enough agents. {{(pid=103592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:20:56.905988 n-d-816206-8 neutron-server[103592]: DEBUG neutron.scheduler.base_scheduler [None req-752c88ce-0d8e-4470-844d-e786f5888990 None None] Resources bound (agent type, host, resource id): {{(pid=103592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:20:56.912284 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-752c88ce-0d8e-4470-844d-e786f5888990 None None] Received port after_create {{(pid=103592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:20:56.925706 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-9e357271-3978-4018-967d-3b78cfa47a3c req-2f8b9afb-6ac9-405b-8195-b8b42e75726b tempest-SecurityGroupRulesTestJSON-260279958 tempest-SecurityGroupRulesTestJSON-260279958-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:56.933305 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 17:20:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a79de931-d02a-4963-8f94-b08933dcfaf7 x-openstack-request-id: req-a79de931-d02a-4963-8f94-b08933dcfaf7 {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:20:56.934383 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4abb5890-6e70-46c1-a968-68c3ff6d1713", "tag": "e1d10eec-e579-40eb-bde9-a5f39bf82b59", "status": "completed", "code": 200}]} {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:20:56.934941 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a79de931-d02a-4963-8f94-b08933dcfaf7 {{(pid=103591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:20:56.935697 n-d-816206-8 neutron-server[103591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4abb5890-6e70-46c1-a968-68c3ff6d1713', 'tag': 'e1d10eec-e579-40eb-bde9-a5f39bf82b59', 'status': 'completed', 'code': 200} Nov 23 17:20:56.950252 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8137b671-58e3-4c8f-b0a0-33c885019390', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35d9bbe9-fea0-45ff-bcaa-845247fb2254'}] {{(pid=103592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:20:56.954550 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba3e6a8f2301c7a29fe1eca9779abdae4ccbcd6266d69778087f2498d5551201" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b06dc1ec-af74-4266-9f66-fa19ef0414fd" -d '{"events": [{"server_uuid": "8137b671-58e3-4c8f-b0a0-33c885019390", "name": "network-vif-plugged", "status": "completed", "tag": "35d9bbe9-fea0-45ff-bcaa-845247fb2254"}]}' {{(pid=103592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:20:56.998093 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port 35d9bbe9-fea0-45ff-bcaa-845247fb2254, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=35d9bbe9-fea0-45ff-bcaa-845247fb2254,segment=NetworkSegment(aeb4ff6a-77f7-45a2-bf27-0feac134a4ea),segment_id=aeb4ff6a-77f7-45a2-bf27-0feac134a4ea)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:20:56.998851 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-92b61cdd-d68e-41ec-8ee2-b2c81ed1eb83 req-c94034c1-73ee-41ff-bf49-a58f0e944048 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3b84e4de-5a6f-44c6-a8e6-1d90b4d1f1b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0599434 Nov 23 17:20:57.002005 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-f4621d95-9397-499d-9da4-a51ef771dd27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c109e4b4-592e-4d24-9db3-75120b68c49a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-22172402-router', 'tenant_id': '127802e79ad24bebb19163263129e33c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.31'}], 'enable_snat': True}, 'gw_port_id': 'cc608e88-5c47-463f-bdeb-2e2afada906f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:17:35Z', 'updated_at': '2021-11-23T17:17:45Z', 'revision_number': 4, 'project_id': '127802e79ad24bebb19163263129e33c', 'gw_port': {'id': 'cc608e88-5c47-463f-bdeb-2e2afada906f', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:64:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c109e4b4-592e-4d24-9db3-75120b68c49a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:17:36Z', 'updated_at': '2021-11-23T17:17:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_floatingips': [{'id': '12a9acb8-883d-4740-8ec7-bfd589394ca5', 'tenant_id': '127802e79ad24bebb19163263129e33c', 'floating_ip_address': '172.25.3.186', 'floating_network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'router_id': 'c109e4b4-592e-4d24-9db3-75120b68c49a', 'port_id': '8effb457-0b3c-4b3b-8eb1-096d7847fd73', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 199, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2e9d6b9-526b-40df-9e11-a4db0d344564', 'mac_address': 'fa:16:3e:9e:03:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10e5ffeb-b4e8-4d61-89a1-ce7d519f246b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T17:18:10Z', 'updated_at': '2021-11-23T17:20:53Z', 'revision_number': 5, 'project_id': '127802e79ad24bebb19163263129e33c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3b74f12-dae1-4d9f-b78f-dc745d6893f6', 'name': '', 'network_id': 'b2e9d6b9-526b-40df-9e11-a4db0d344564', 'tenant_id': '127802e79ad24bebb19163263129e33c', 'mac_address': 'fa:16:3e:fb:0d:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c109e4b4-592e-4d24-9db3-75120b68c49a', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '5c9382a7-073c-41ea-9a34-cd958311fb6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:17:42Z', 'updated_at': '2021-11-23T17:17:54Z', 'revision_number': 5, 'project_id': '127802e79ad24bebb19163263129e33c', 'subnets': [{'id': '5c9382a7-073c-41ea-9a34-cd958311fb6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:20:57.004062 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-9e357271-3978-4018-967d-3b78cfa47a3c req-2f8b9afb-6ac9-405b-8195-b8b42e75726b tempest-SecurityGroupRulesTestJSON-260279958 tempest-SecurityGroupRulesTestJSON-260279958-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994370'] for security_group_rule, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:57.088075 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8b9afb-6ac9-405b-8195-b8b42e75726b tempest-SecurityGroupRulesTestJSON-260279958 tempest-SecurityGroupRulesTestJSON-260279958-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f20584da-0907-4e76-adbc-63fb38a18952,revision_number=0']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:20:57.143292 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bbda14-2169-48bb-9cb2-c3fca37adddf req-1b4a5935-d445-43de-b1e3-10c9ce469697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:20:57.156137 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-45bbda14-2169-48bb-9cb2-c3fca37adddf req-1b4a5935-d445-43de-b1e3-10c9ce469697 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b2e9d6b9-526b-40df-9e11-a4db0d344564 HTTP/1.1" status: 200 len: 923 time: 0.7881591 Nov 23 17:20:57.197550 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-9e357271-3978-4018-967d-3b78cfa47a3c req-2f8b9afb-6ac9-405b-8195-b8b42e75726b tempest-SecurityGroupRulesTestJSON-260279958 tempest-SecurityGroupRulesTestJSON-260279958-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:57.198085 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9e357271-3978-4018-967d-3b78cfa47a3c req-2f8b9afb-6ac9-405b-8195-b8b42e75726b tempest-SecurityGroupRulesTestJSON-260279958 tempest-SecurityGroupRulesTestJSON-260279958-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.6411457 Nov 23 17:20:57.245251 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-cab499a9-ace8-4c0d-bbbe-211810fa49a1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:57.257889 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [req-f92adff9-23a0-4feb-8817-b5a578b5c454 req-566941d1-dc82-4305-9547-f102422e1582 service neutron] For port 1b055595-2178-4d80-9bf3-47b4548122fd, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=1b055595-2178-4d80-9bf3-47b4548122fd,segment=NetworkSegment(329c1745-02bf-4561-9615-3192910887f5),segment_id=329c1745-02bf-4561-9615-3192910887f5)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:20:57.297048 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-45bbda14-2169-48bb-9cb2-c3fca37adddf req-fe9ccee2-bf0e-4f85-b764-0118925abd64 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8effb457-0b3c-4b3b-8eb1-096d7847fd73 HTTP/1.1" status: 200 len: 1000 time: 0.1176114 Nov 23 17:20:57.358082 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa1276d-c01a-462d-91fa-ad205c4bbfcb req-ada37799-df10-4256-ac49-b5554ef6dac2 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:20:57.370798 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4621d95-9397-499d-9da4-a51ef771dd27 None None] Checking router: c109e4b4-592e-4d24-9db3-75120b68c49a for host: n-d-816206-8 {{(pid=103592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 17:20:57.376730 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2fa1276d-c01a-462d-91fa-ad205c4bbfcb req-ada37799-df10-4256-ac49-b5554ef6dac2 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] 10.222.0.60 "GET /v2.0/ports?device_id=23329ec1-2aa1-4cec-919c-e827c4171d02 HTTP/1.1" status: 200 len: 950 time: 0.3601170 Nov 23 17:20:57.390699 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:57.395499 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-752c88ce-0d8e-4470-844d-e786f5888990 None None] Attempting to bind port 3de71296-a9d9-49ce-af85-c6b511b8f135 on host n-d-816206-8 for vnic_type normal with profile {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:20:57.395881 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-752c88ce-0d8e-4470-844d-e786f5888990 None None] Attempting to bind port 3de71296-a9d9-49ce-af85-c6b511b8f135 by drivers openvswitch,hyperv on host n-d-816206-8 at level 0 using segments [{'id': '3c1579ad-05ef-4475-88f4-cde778b87b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '4adf0938-0492-41dc-8987-e4fa2efab96b'}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:20:57.396246 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-752c88ce-0d8e-4470-844d-e786f5888990 None None] Attempting to bind port 3de71296-a9d9-49ce-af85-c6b511b8f135 on network 4adf0938-0492-41dc-8987-e4fa2efab96b {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:20:57.437188 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-752c88ce-0d8e-4470-844d-e786f5888990 None None] Checking agent: {'id': '9e89acbe-4bbe-4c77-a18b-6f1da9133e0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 7, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 20, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:20:57.437594 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-752c88ce-0d8e-4470-844d-e786f5888990 None None] Checking segment: {'id': '3c1579ad-05ef-4475-88f4-cde778b87b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '4adf0938-0492-41dc-8987-e4fa2efab96b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:20:57.437977 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-752c88ce-0d8e-4470-844d-e786f5888990 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:57.438378 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-752c88ce-0d8e-4470-844d-e786f5888990 None None] Bound using segment: {'id': '3c1579ad-05ef-4475-88f4-cde778b87b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '4adf0938-0492-41dc-8987-e4fa2efab96b'} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:20:57.438868 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-752c88ce-0d8e-4470-844d-e786f5888990 None None] Bound port: 3de71296-a9d9-49ce-af85-c6b511b8f135, host: n-d-816206-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c1579ad-05ef-4475-88f4-cde778b87b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '4adf0938-0492-41dc-8987-e4fa2efab96b'}}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:20:57.439251 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-752c88ce-0d8e-4470-844d-e786f5888990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:57.453530 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4621d95-9397-499d-9da4-a51ef771dd27 None None] Routers {'c109e4b4-592e-4d24-9db3-75120b68c49a'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:20:57.454321 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-f4621d95-9397-499d-9da4-a51ef771dd27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:20:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['c109e4b4-592e-4d24-9db3-75120b68c49a'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:20:57.463681 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bbda14-2169-48bb-9cb2-c3fca37adddf req-e3120377-8fdb-4746-9de5-aa25ab6ddf8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:20:57.466213 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-45bbda14-2169-48bb-9cb2-c3fca37adddf req-e3120377-8fdb-4746-9de5-aa25ab6ddf8c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5c9382a7-073c-41ea-9a34-cd958311fb6b HTTP/1.1" status: 200 len: 861 time: 0.1441278 Nov 23 17:20:57.493596 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-92b61cdd-d68e-41ec-8ee2-b2c81ed1eb83 req-5a231d8e-c333-427f-aade-40f5d50cb075 service neutron] 10.222.0.36 "GET /v2.0/networks/3b84e4de-5a6f-44c6-a8e6-1d90b4d1f1b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4434066 Nov 23 17:20:57.563014 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [req-f92adff9-23a0-4feb-8817-b5a578b5c454 req-566941d1-dc82-4305-9547-f102422e1582 service neutron] For port 1b055595-2178-4d80-9bf3-47b4548122fd, host n-h1-816206-8, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:20:57.584609 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2fa1276d-c01a-462d-91fa-ad205c4bbfcb req-9ce7c23c-0422-49f3-9d36-1a73e505150f tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] 10.222.0.60 "GET /v2.0/security-groups?id=70227657-be62-432a-a8fd-5a85231fc7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2066081 Nov 23 17:20:57.622151 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-cab499a9-ace8-4c0d-bbbe-211810fa49a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:57.636357 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b004aa18-527e-4f6f-b503-4c9c671bc754 req-b8ff7c9a-e700-4e04-8d7e-ca651948c277 tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:20:57.646471 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-752c88ce-0d8e-4470-844d-e786f5888990 None None] For port 3de71296-a9d9-49ce-af85-c6b511b8f135, host n-d-816206-8, cleared binding levels {{(pid=103592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:20:57.647139 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bbda14-2169-48bb-9cb2-c3fca37adddf req-1da7562a-8059-44da-80ef-359669a94b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:20:57.647282 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b004aa18-527e-4f6f-b503-4c9c671bc754 req-b8ff7c9a-e700-4e04-8d7e-ca651948c277 tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] 10.222.0.60 "GET /v2.0/ports?device_id=4abb5890-6e70-46c1-a968-68c3ff6d1713 HTTP/1.1" status: 200 len: 944 time: 0.2016079 Nov 23 17:20:57.650764 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-45bbda14-2169-48bb-9cb2-c3fca37adddf req-1da7562a-8059-44da-80ef-359669a94b71 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b2e9d6b9-526b-40df-9e11-a4db0d344564&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1751714 Nov 23 17:20:57.652310 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-752c88ce-0d8e-4470-844d-e786f5888990 None None] For port 3de71296-a9d9-49ce-af85-c6b511b8f135, host n-d-816206-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=3de71296-a9d9-49ce-af85-c6b511b8f135,segment=NetworkSegment(3c1579ad-05ef-4475-88f4-cde778b87b16),segment_id=3c1579ad-05ef-4475-88f4-cde778b87b16)] {{(pid=103592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:20:57.665908 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-752c88ce-0d8e-4470-844d-e786f5888990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:57.694177 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:20:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e0acd6f-b372-4166-84c0-9d44006489e0 x-openstack-request-id: req-5e0acd6f-b372-4166-84c0-9d44006489e0 {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:20:57.695067 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8137b671-58e3-4c8f-b0a0-33c885019390", "name": "network-vif-plugged", "status": "completed", "tag": "35d9bbe9-fea0-45ff-bcaa-845247fb2254", "code": 200}]} {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:20:57.695337 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5e0acd6f-b372-4166-84c0-9d44006489e0 {{(pid=103592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:20:57.695738 n-d-816206-8 neutron-server[103592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8137b671-58e3-4c8f-b0a0-33c885019390', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35d9bbe9-fea0-45ff-bcaa-845247fb2254', 'code': 200} Nov 23 17:20:57.713959 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Pushing event updated for resources: {'Port': ['ID=35d9bbe9-fea0-45ff-bcaa-845247fb2254,revision_number=5']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:20:57.777047 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-f92adff9-23a0-4feb-8817-b5a578b5c454 req-566941d1-dc82-4305-9547-f102422e1582 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:57.870167 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-92b61cdd-d68e-41ec-8ee2-b2c81ed1eb83 req-0df1bbb1-905a-452a-9f8a-428fe91d384a service neutron] 10.222.0.36 "GET /v2.0/networks/3b84e4de-5a6f-44c6-a8e6-1d90b4d1f1b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3568199 Nov 23 17:20:57.871816 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvr_db [None req-f4621d95-9397-499d-9da4-a51ef771dd27 None None] Set router c109e4b4-592e-4d24-9db3-75120b68c49a gateway port host: n-d-816206-8 {{(pid=103592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:20:57.875003 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752c88ce-0d8e-4470-844d-e786f5888990 None None] Pushing event updated for resources: {'Port': ['ID=3de71296-a9d9-49ce-af85-c6b511b8f135,revision_number=2']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:20:57.890571 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cab499a9-ace8-4c0d-bbbe-211810fa49a1 admin admin] Network 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:20:57.923651 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b004aa18-527e-4f6f-b503-4c9c671bc754 req-82ddbfac-744b-4d37-b118-46b76ec5b506 tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] 10.222.0.60 "GET /v2.0/security-groups?id=5c82e7e8-9cad-459a-acb2-b7a0867274de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2748585 Nov 23 17:20:58.002976 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [req-f92adff9-23a0-4feb-8817-b5a578b5c454 req-566941d1-dc82-4305-9547-f102422e1582 service neutron] Transition to ACTIVE for port object 1b055595-2178-4d80-9bf3-47b4548122fd will not be triggered until provisioned by entity L2. {{(pid=103590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 17:20:58.009977 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-cab499a9-ace8-4c0d-bbbe-211810fa49a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:20:58.077499 n-d-816206-8 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23329ec1-2aa1-4cec-919c-e827c4171d02', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1b055595-2178-4d80-9bf3-47b4548122fd'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:20:58.088627 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbabddbc9fc37b068808e119c416c86f5957ca04531a4a0d2e695c515e93483b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1dc3cfb-eab8-4550-aa88-2a0e514b3d95" -d '{"events": [{"server_uuid": "23329ec1-2aa1-4cec-919c-e827c4171d02", "name": "network-vif-unplugged", "status": "completed", "tag": "1b055595-2178-4d80-9bf3-47b4548122fd"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:20:58.092869 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cab499a9-ace8-4c0d-bbbe-211810fa49a1 admin admin] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:20:58.099784 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-80c14fdc-5d5f-41fa-97c4-53e65ac38579 req-3c6eb227-adb4-4608-89f6-3bf58793009b tempest-SecurityGroupRulesTestJSON-260279958 tempest-SecurityGroupRulesTestJSON-260279958-project] 10.222.0.60 "GET /v2.0/security-groups/b83d3aa0-d502-4190-a270-9311da1693c4 HTTP/1.1" status: 200 len: 2413 time: 0.2583654 Nov 23 17:20:58.129991 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [req-80c14fdc-5d5f-41fa-97c4-53e65ac38579 req-17b33edb-b58f-42c3-a7d5-50521793ddb7 tempest-SecurityGroupRulesTestJSON-260279958 tempest-SecurityGroupRulesTestJSON-260279958-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'b83d3aa0-d502-4190-a270-9311da1693c4', 'remote_group_id': None}]} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:20:58.130811 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [req-80c14fdc-5d5f-41fa-97c4-53e65ac38579 req-17b33edb-b58f-42c3-a7d5-50521793ddb7 tempest-SecurityGroupRulesTestJSON-260279958 tempest-SecurityGroupRulesTestJSON-260279958-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'b83d3aa0-d502-4190-a270-9311da1693c4', 'remote_group_id': None}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:20:58.157870 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-45bbda14-2169-48bb-9cb2-c3fca37adddf req-48172173-783e-4ab8-97fd-fd1fb1685785 service neutron] 10.222.0.36 "GET /v2.0/networks/b2e9d6b9-526b-40df-9e11-a4db0d344564?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4201722 Nov 23 17:20:58.158583 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-f92adff9-23a0-4feb-8817-b5a578b5c454 req-566941d1-dc82-4305-9547-f102422e1582 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264357957'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:58.192203 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a30e98-888c-43fa-b1b2-a68325db3618 req-7d0d8bff-ad60-49de-9438-01aa3fd794a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:20:58.194305 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-80a30e98-888c-43fa-b1b2-a68325db3618 req-7d0d8bff-ad60-49de-9438-01aa3fd794a0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4f30b4abc7074d1fa9d31a414a5f297f&device_id=4abb5890-6e70-46c1-a968-68c3ff6d1713 HTTP/1.1" status: 200 len: 1095 time: 0.1955225 Nov 23 17:20:58.205592 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab499a9-ace8-4c0d-bbbe-211810fa49a1 admin admin] Pushing event updated for resources: {'Port': ['ID=645a036e-90a6-49ab-b7ee-7a728b70b8c9,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:20:58.284919 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2a25a4-8ff9-4c0a-b48a-152232163e20 req-b6fbb082-6c71-4c24-967d-4697acb72a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:20:58.286741 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-5e2a25a4-8ff9-4c0a-b48a-152232163e20 req-b6fbb082-6c71-4c24-967d-4697acb72a9e service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=8137b671-58e3-4c8f-b0a0-33c885019390 HTTP/1.1" status: 200 len: 1097 time: 0.4517958 Nov 23 17:20:58.319203 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a30e98-888c-43fa-b1b2-a68325db3618 req-f46603f1-6aaa-4953-86d4-ad19b78b0940 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:20:58.324417 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-80a30e98-888c-43fa-b1b2-a68325db3618 req-f46603f1-6aaa-4953-86d4-ad19b78b0940 service neutron] 10.222.0.36 "GET /v2.0/networks?id=3b84e4de-5a6f-44c6-a8e6-1d90b4d1f1b3 HTTP/1.1" status: 200 len: 909 time: 0.1179230 Nov 23 17:20:58.466873 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-80a30e98-888c-43fa-b1b2-a68325db3618 req-5d7d0c2e-1518-4bb8-b8d3-5c08d4a176b0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e1d10eec-e579-40eb-bde9-a5f39bf82b59 HTTP/1.1" status: 200 len: 217 time: 0.1220500 Nov 23 17:20:58.488506 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 3de71296-a9d9-49ce-af85-c6b511b8f135 up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:20:58.541848 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [req-f92adff9-23a0-4feb-8817-b5a578b5c454 req-566941d1-dc82-4305-9547-f102422e1582 service neutron] No DVR routers for this DVR port 1b055595-2178-4d80-9bf3-47b4548122fd on host n-h1-816206-8 {{(pid=103590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:20:58.575556 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-f4621d95-9397-499d-9da4-a51ef771dd27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c109e4b4-592e-4d24-9db3-75120b68c49a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-22172402-router', 'tenant_id': '127802e79ad24bebb19163263129e33c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.31'}], 'enable_snat': True}, 'gw_port_id': 'cc608e88-5c47-463f-bdeb-2e2afada906f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:17:35Z', 'updated_at': '2021-11-23T17:17:45Z', 'revision_number': 4, 'project_id': '127802e79ad24bebb19163263129e33c', 'gw_port': {'id': 'cc608e88-5c47-463f-bdeb-2e2afada906f', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:64:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c109e4b4-592e-4d24-9db3-75120b68c49a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:17:36Z', 'updated_at': '2021-11-23T17:17:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_floatingips': [{'id': '12a9acb8-883d-4740-8ec7-bfd589394ca5', 'tenant_id': '127802e79ad24bebb19163263129e33c', 'floating_ip_address': '172.25.3.186', 'floating_network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'router_id': 'c109e4b4-592e-4d24-9db3-75120b68c49a', 'port_id': '8effb457-0b3c-4b3b-8eb1-096d7847fd73', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 199, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2e9d6b9-526b-40df-9e11-a4db0d344564', 'mac_address': 'fa:16:3e:9e:03:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10e5ffeb-b4e8-4d61-89a1-ce7d519f246b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T17:18:10Z', 'updated_at': '2021-11-23T17:20:53Z', 'revision_number': 5, 'project_id': '127802e79ad24bebb19163263129e33c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3b74f12-dae1-4d9f-b78f-dc745d6893f6', 'name': '', 'network_id': 'b2e9d6b9-526b-40df-9e11-a4db0d344564', 'tenant_id': '127802e79ad24bebb19163263129e33c', 'mac_address': 'fa:16:3e:fb:0d:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c109e4b4-592e-4d24-9db3-75120b68c49a', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '5c9382a7-073c-41ea-9a34-cd958311fb6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:17:42Z', 'updated_at': '2021-11-23T17:17:54Z', 'revision_number': 5, 'project_id': '127802e79ad24bebb19163263129e33c', 'subnets': [{'id': '5c9382a7-073c-41ea-9a34-cd958311fb6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:20:58.607370 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a30e98-888c-43fa-b1b2-a68325db3618 req-694c4f85-6339-4f0c-af07-9bfe7c2342ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:20:58.611428 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-80a30e98-888c-43fa-b1b2-a68325db3618 req-694c4f85-6339-4f0c-af07-9bfe7c2342ba service neutron] 10.222.0.36 "GET /v2.0/subnets?id=10cf3f5a-71d1-468b-8622-0226dd1fd98a HTTP/1.1" status: 200 len: 848 time: 0.1229343 Nov 23 17:20:58.625453 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4621d95-9397-499d-9da4-a51ef771dd27 None None] The sync data for ids ['c109e4b4-592e-4d24-9db3-75120b68c49a'] in n-d-816206-8 is: [{'id': 'c109e4b4-592e-4d24-9db3-75120b68c49a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-22172402-router', 'tenant_id': '127802e79ad24bebb19163263129e33c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.31'}], 'enable_snat': True}, 'gw_port_id': 'cc608e88-5c47-463f-bdeb-2e2afada906f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:17:35Z', 'updated_at': '2021-11-23T17:17:45Z', 'revision_number': 4, 'project_id': '127802e79ad24bebb19163263129e33c', 'gw_port': {'id': 'cc608e88-5c47-463f-bdeb-2e2afada906f', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:64:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c109e4b4-592e-4d24-9db3-75120b68c49a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:17:36Z', 'updated_at': '2021-11-23T17:17:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_floatingips': [{'id': '12a9acb8-883d-4740-8ec7-bfd589394ca5', 'tenant_id': '127802e79ad24bebb19163263129e33c', 'floating_ip_address': '172.25.3.186', 'floating_network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'router_id': 'c109e4b4-592e-4d24-9db3-75120b68c49a', 'port_id': '8effb457-0b3c-4b3b-8eb1-096d7847fd73', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 199, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2e9d6b9-526b-40df-9e11-a4db0d344564', 'mac_address': 'fa:16:3e:9e:03:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10e5ffeb-b4e8-4d61-89a1-ce7d519f246b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T17:18:10Z', 'updated_at': '2021-11-23T17:20:53Z', 'revision_number': 5, 'project_id': '127802e79ad24bebb19163263129e33c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3b74f12-dae1-4d9f-b78f-dc745d6893f6', 'name': '', 'network_id': 'b2e9d6b9-526b-40df-9e11-a4db0d344564', 'tenant_id': '127802e79ad24bebb19163263129e33c', 'mac_address': 'fa:16:3e:fb:0d:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c109e4b4-592e-4d24-9db3-75120b68c49a', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '5c9382a7-073c-41ea-9a34-cd958311fb6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:17:42Z', 'updated_at': '2021-11-23T17:17:54Z', 'revision_number': 5, 'project_id': '127802e79ad24bebb19163263129e33c', 'subnets': [{'id': '5c9382a7-073c-41ea-9a34-cd958311fb6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:20:58.657759 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port 3de71296-a9d9-49ce-af85-c6b511b8f135 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:20:58.658747 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:58.729918 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-80c14fdc-5d5f-41fa-97c4-53e65ac38579 req-17b33edb-b58f-42c3-a7d5-50521793ddb7 tempest-SecurityGroupRulesTestJSON-260279958 tempest-SecurityGroupRulesTestJSON-260279958-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:58.759663 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [req-f92adff9-23a0-4feb-8817-b5a578b5c454 req-566941d1-dc82-4305-9547-f102422e1582 service neutron] Attempting to bind port 1b055595-2178-4d80-9bf3-47b4548122fd on host n-h2-816206-8 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:20:58.759999 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [req-f92adff9-23a0-4feb-8817-b5a578b5c454 req-566941d1-dc82-4305-9547-f102422e1582 service neutron] Attempting to bind port 1b055595-2178-4d80-9bf3-47b4548122fd by drivers openvswitch,hyperv on host n-h2-816206-8 at level 0 using segments [{'id': '329c1745-02bf-4561-9615-3192910887f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'f1e1dabf-b410-4023-9169-a460a86e7184'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:20:58.760334 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f92adff9-23a0-4feb-8817-b5a578b5c454 req-566941d1-dc82-4305-9547-f102422e1582 service neutron] Attempting to bind port 1b055595-2178-4d80-9bf3-47b4548122fd on network f1e1dabf-b410-4023-9169-a460a86e7184 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:20:58.763608 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f55054-17b3-4693-89e6-a3d19f7be4dc req-f6cb209c-69e7-4845-827b-78d8581ba2eb tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:20:58.765474 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-40f55054-17b3-4693-89e6-a3d19f7be4dc req-f6cb209c-69e7-4845-827b-78d8581ba2eb tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] 10.222.0.60 "GET /v2.0/ports?device_id=8137b671-58e3-4c8f-b0a0-33c885019390 HTTP/1.1" status: 200 len: 946 time: 0.5630891 Nov 23 17:20:58.771917 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-80a30e98-888c-43fa-b1b2-a68325db3618 req-325c08a3-4276-43fb-ab95-d95e41cfb724 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3b84e4de-5a6f-44c6-a8e6-1d90b4d1f1b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1263833 Nov 23 17:20:58.778582 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566941d1-dc82-4305-9547-f102422e1582 service neutron] Pushing event updated for resources: {'Port': ['ID=1b055595-2178-4d80-9bf3-47b4548122fd,revision_number=6']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:20:58.800015 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:58.836467 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f92adff9-23a0-4feb-8817-b5a578b5c454 req-566941d1-dc82-4305-9547-f102422e1582 service neutron] Port 1b055595-2178-4d80-9bf3-47b4548122fd on network f1e1dabf-b410-4023-9169-a460a86e7184 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-8 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 17:20:58.836830 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f92adff9-23a0-4feb-8817-b5a578b5c454 req-566941d1-dc82-4305-9547-f102422e1582 service neutron] Attempting to bind port 1b055595-2178-4d80-9bf3-47b4548122fd on network f1e1dabf-b410-4023-9169-a460a86e7184 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:20:58.846519 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-5e2a25a4-8ff9-4c0a-b48a-152232163e20 req-05246527-03ca-4374-a876-0237801c89f4 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=ef6a96c0-423c-4ea7-a75c-4657afd8c521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5110168 Nov 23 17:20:58.872742 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-45bbda14-2169-48bb-9cb2-c3fca37adddf req-4357575a-5c5e-455d-bf9a-9be59ea62e82 service neutron] 10.222.0.36 "GET /v2.0/networks/b2e9d6b9-526b-40df-9e11-a4db0d344564?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6681707 Nov 23 17:20:58.879043 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f92adff9-23a0-4feb-8817-b5a578b5c454 req-566941d1-dc82-4305-9547-f102422e1582 service neutron] Checking agent: {'id': 'ab77bf9e-0267-4174-8f1d-822cba89b207', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 15, 13), 'started_at': datetime.datetime(2021, 11, 23, 17, 15, 13), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 20, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:20:58.879378 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f92adff9-23a0-4feb-8817-b5a578b5c454 req-566941d1-dc82-4305-9547-f102422e1582 service neutron] Checking segment: {'id': '329c1745-02bf-4561-9615-3192910887f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'f1e1dabf-b410-4023-9169-a460a86e7184'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:20:58.880744 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f92adff9-23a0-4feb-8817-b5a578b5c454 req-566941d1-dc82-4305-9547-f102422e1582 service neutron] Bound using segment: {'id': '329c1745-02bf-4561-9615-3192910887f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'f1e1dabf-b410-4023-9169-a460a86e7184'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:20:58.892421 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] For port 3de71296-a9d9-49ce-af85-c6b511b8f135, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=3de71296-a9d9-49ce-af85-c6b511b8f135,segment=NetworkSegment(3c1579ad-05ef-4475-88f4-cde778b87b16),segment_id=3c1579ad-05ef-4475-88f4-cde778b87b16)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:20:58.893336 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [req-f92adff9-23a0-4feb-8817-b5a578b5c454 req-566941d1-dc82-4305-9547-f102422e1582 service neutron] Bound port: 1b055595-2178-4d80-9bf3-47b4548122fd, host: n-h2-816206-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '329c1745-02bf-4561-9615-3192910887f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'f1e1dabf-b410-4023-9169-a460a86e7184'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:20:58.893957 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-f92adff9-23a0-4feb-8817-b5a578b5c454 req-566941d1-dc82-4305-9547-f102422e1582 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:58.900170 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:58.913994 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-80a30e98-888c-43fa-b1b2-a68325db3618 req-b6dcdc89-a9c7-4c25-a744-16622d39cb1e service neutron] 10.222.0.36 "GET /v2.0/networks/3b84e4de-5a6f-44c6-a8e6-1d90b4d1f1b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303902 Nov 23 17:20:58.916332 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-80c14fdc-5d5f-41fa-97c4-53e65ac38579 req-17b33edb-b58f-42c3-a7d5-50521793ddb7 tempest-SecurityGroupRulesTestJSON-260279958 tempest-SecurityGroupRulesTestJSON-260279958-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:58.949835 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-80c14fdc-5d5f-41fa-97c4-53e65ac38579 req-17b33edb-b58f-42c3-a7d5-50521793ddb7 tempest-SecurityGroupRulesTestJSON-260279958 tempest-SecurityGroupRulesTestJSON-260279958-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994370'] for security_group_rule, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:58.999351 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b33edb-b58f-42c3-a7d5-50521793ddb7 tempest-SecurityGroupRulesTestJSON-260279958 tempest-SecurityGroupRulesTestJSON-260279958-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f26157e-1846-4036-ab17-a016b92044f2,revision_number=0']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:20:59.003965 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Pushing event updated for resources: {'Port': ['ID=3de71296-a9d9-49ce-af85-c6b511b8f135,revision_number=3']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:20:59.060768 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-40f55054-17b3-4693-89e6-a3d19f7be4dc req-9d12d0d2-acee-46dd-8161-275124379c97 tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] 10.222.0.60 "GET /v2.0/security-groups?id=ef6a96c0-423c-4ea7-a75c-4657afd8c521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427310 Nov 23 17:20:59.112256 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f986ec67-95bc-428d-be5b-a9d89ea7477f None None] New status for floating IP 12a9acb8-883d-4740-8ec7-bfd589394ca5: ACTIVE {{(pid=103593) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 17:20:59.202626 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-80c14fdc-5d5f-41fa-97c4-53e65ac38579 req-17b33edb-b58f-42c3-a7d5-50521793ddb7 tempest-SecurityGroupRulesTestJSON-260279958 tempest-SecurityGroupRulesTestJSON-260279958-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:59.206699 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-80c14fdc-5d5f-41fa-97c4-53e65ac38579 req-17b33edb-b58f-42c3-a7d5-50521793ddb7 tempest-SecurityGroupRulesTestJSON-260279958 tempest-SecurityGroupRulesTestJSON-260279958-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 1.0947208 Nov 23 17:20:59.274980 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-80a30e98-888c-43fa-b1b2-a68325db3618 req-3850ba5d-073f-4e05-9e56-e94dbd39a65a service neutron] 10.222.0.36 "GET /v2.0/networks/3b84e4de-5a6f-44c6-a8e6-1d90b4d1f1b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3403008 Nov 23 17:20:59.398538 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 17:20:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d03329d9-1178-4fb4-b309-1894d743faeb x-openstack-request-id: req-d03329d9-1178-4fb4-b309-1894d743faeb {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:20:59.399142 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23329ec1-2aa1-4cec-919c-e827c4171d02", "name": "network-vif-unplugged", "status": "completed", "tag": "1b055595-2178-4d80-9bf3-47b4548122fd", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:20:59.399376 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d03329d9-1178-4fb4-b309-1894d743faeb {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:20:59.399961 n-d-816206-8 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23329ec1-2aa1-4cec-919c-e827c4171d02', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1b055595-2178-4d80-9bf3-47b4548122fd', 'code': 200} Nov 23 17:20:59.427456 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [req-f92adff9-23a0-4feb-8817-b5a578b5c454 req-566941d1-dc82-4305-9547-f102422e1582 service neutron] For port 1b055595-2178-4d80-9bf3-47b4548122fd, host n-h2-816206-8, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:20:59.490853 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [req-f92adff9-23a0-4feb-8817-b5a578b5c454 req-566941d1-dc82-4305-9547-f102422e1582 service neutron] For port 1b055595-2178-4d80-9bf3-47b4548122fd, host n-h2-816206-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=1b055595-2178-4d80-9bf3-47b4548122fd,segment=NetworkSegment(329c1745-02bf-4561-9615-3192910887f5),segment_id=329c1745-02bf-4561-9615-3192910887f5)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:20:59.505935 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-f92adff9-23a0-4feb-8817-b5a578b5c454 req-566941d1-dc82-4305-9547-f102422e1582 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264357957'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:59.531363 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device 1b055595-2178-4d80-9bf3-47b4548122fd no longer exists at agent hyperv_n-h1-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:20:59.570025 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51093fd-975f-4fd5-8bef-7a317f304e32 req-60510575-a718-4bb1-b106-b5ef4300879e tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:20:59.583167 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f51093fd-975f-4fd5-8bef-7a317f304e32 req-60510575-a718-4bb1-b106-b5ef4300879e tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] 10.222.0.60 "GET /v2.0/ports?device_id=23329ec1-2aa1-4cec-919c-e827c4171d02 HTTP/1.1" status: 200 len: 948 time: 0.1163964 Nov 23 17:20:59.746429 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92f6d052-1ebe-4cd5-a46e-79cca11f9000 None None] Network 4adf0938-0492-41dc-8987-e4fa2efab96b requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:20:59.769027 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-cab499a9-ace8-4c0d-bbbe-211810fa49a1 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:59.772017 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566941d1-dc82-4305-9547-f102422e1582 service neutron] Pushing event updated for resources: {'Port': ['ID=1b055595-2178-4d80-9bf3-47b4548122fd,revision_number=7']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:20:59.815831 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f51093fd-975f-4fd5-8bef-7a317f304e32 req-298417ed-ed8b-454f-bdb3-9770dd843fe2 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] 10.222.0.60 "GET /v2.0/security-groups?id=70227657-be62-432a-a8fd-5a85231fc7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2301574 Nov 23 17:20:59.832978 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device 1b055595-2178-4d80-9bf3-47b4548122fd not bound to the agent host n-h1-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:20:59.890239 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d93acdf-d1b3-4d96-b46a-68690a4731a6 req-26eebcae-7bb7-4eec-b340-9bad2910a8f3 tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:20:59.913807 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8d93acdf-d1b3-4d96-b46a-68690a4731a6 req-26eebcae-7bb7-4eec-b340-9bad2910a8f3 tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] 10.222.0.60 "GET /v2.0/ports?device_id=4abb5890-6e70-46c1-a968-68c3ff6d1713 HTTP/1.1" status: 200 len: 944 time: 0.2691319 Nov 23 17:20:59.962861 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-0cf32461-e316-4c81-b429-c974062e6bbf None None] Provisioning complete for port 3de71296-a9d9-49ce-af85-c6b511b8f135 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:20:59.963750 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-0cf32461-e316-4c81-b429-c974062e6bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:20:59.999452 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92adff9-23a0-4feb-8817-b5a578b5c454 req-566941d1-dc82-4305-9547-f102422e1582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:21:00.000761 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-f92adff9-23a0-4feb-8817-b5a578b5c454 req-566941d1-dc82-4305-9547-f102422e1582 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:00.004591 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-f92adff9-23a0-4feb-8817-b5a578b5c454 req-566941d1-dc82-4305-9547-f102422e1582 service neutron] 10.222.0.36 "PUT /v2.0/ports/1b055595-2178-4d80-9bf3-47b4548122fd HTTP/1.1" status: 200 len: 1096 time: 3.9512515 Nov 23 17:21:00.005400 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 51658) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:21:00.154828 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2eb292ed-da7d-43fa-b1fb-df91660f65f5 req-f57a81bc-13b3-4fb0-8009-ac2746c44c71 tempest-SecurityGroupRulesTestJSON-260279958 tempest-SecurityGroupRulesTestJSON-260279958-project] 10.222.0.60 "GET /v2.0/security-groups/b83d3aa0-d502-4190-a270-9311da1693c4 HTTP/1.1" status: 200 len: 3011 time: 0.2335024 Nov 23 17:21:00.231133 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8d93acdf-d1b3-4d96-b46a-68690a4731a6 req-fd8a801b-aee0-486e-be8b-7ef9fdd1ba14 tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] 10.222.0.60 "GET /v2.0/security-groups?id=5c82e7e8-9cad-459a-acb2-b7a0867274de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3155780 Nov 23 17:21:00.345384 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-10f2f8be-bfd4-4c8f-9cc1-b4026628648e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:00.406036 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-214ddd56-1954-4606-a982-f9d00295da12 req-2f3fae24-4df0-4bc5-8f5d-d38b7040a720 tempest-SecurityGroupRulesTestJSON-260279958 tempest-SecurityGroupRulesTestJSON-260279958-project] 10.222.0.60 "GET /v2.0/security-group-rules/4f26157e-1846-4036-ab17-a016b92044f2 HTTP/1.1" status: 200 len: 783 time: 0.0786102 Nov 23 17:21:00.430610 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 3de71296-a9d9-49ce-af85-c6b511b8f135 up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:21:00.441850 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92adff9-23a0-4feb-8817-b5a578b5c454 req-a640dd2d-53bc-4265-a908-c979383acd33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:21:00.443358 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-f92adff9-23a0-4feb-8817-b5a578b5c454 req-a640dd2d-53bc-4265-a908-c979383acd33 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=98a62786d4654c60b8dab5d2a606f4fe&device_id=23329ec1-2aa1-4cec-919c-e827c4171d02 HTTP/1.1" status: 200 len: 1099 time: 0.3935621 Nov 23 17:21:00.466495 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0b5102-ed46-4757-b0b3-f1e475098705 req-b84271fe-16c2-45f8-838c-871714c34357 tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:21:00.468577 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-0b0b5102-ed46-4757-b0b3-f1e475098705 req-b84271fe-16c2-45f8-838c-871714c34357 tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] 10.222.0.60 "GET /v2.0/ports?device_id=8137b671-58e3-4c8f-b0a0-33c885019390 HTTP/1.1" status: 200 len: 946 time: 0.1721666 Nov 23 17:21:00.511913 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-214ddd56-1954-4606-a982-f9d00295da12 req-4392e245-2fa8-45a2-8adb-fbc245a9ecd9 tempest-SecurityGroupRulesTestJSON-260279958 tempest-SecurityGroupRulesTestJSON-260279958-project] 10.222.0.60 "GET /v2.0/security-groups/b83d3aa0-d502-4190-a270-9311da1693c4 HTTP/1.1" status: 200 len: 3011 time: 0.1043739 Nov 23 17:21:00.516243 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port 3de71296-a9d9-49ce-af85-c6b511b8f135 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:21:00.516651 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:00.583064 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-214ddd56-1954-4606-a982-f9d00295da12 req-2d6244e9-497f-4e64-9203-fe1a1ff2ddea tempest-SecurityGroupRulesTestJSON-260279958 tempest-SecurityGroupRulesTestJSON-260279958-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:00.604366 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-0b0b5102-ed46-4757-b0b3-f1e475098705 req-fa52a8c7-0570-456e-9d19-4ca66b27f6b2 tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] 10.222.0.60 "GET /v2.0/security-groups?id=ef6a96c0-423c-4ea7-a75c-4657afd8c521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234083 Nov 23 17:21:00.617863 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-214ddd56-1954-4606-a982-f9d00295da12 req-2d6244e9-497f-4e64-9203-fe1a1ff2ddea tempest-SecurityGroupRulesTestJSON-260279958 tempest-SecurityGroupRulesTestJSON-260279958-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:00.690021 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-214ddd56-1954-4606-a982-f9d00295da12 req-2d6244e9-497f-4e64-9203-fe1a1ff2ddea tempest-SecurityGroupRulesTestJSON-260279958 tempest-SecurityGroupRulesTestJSON-260279958-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994370'] for security_group_rule, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:00.709732 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-214ddd56-1954-4606-a982-f9d00295da12 req-2d6244e9-497f-4e64-9203-fe1a1ff2ddea tempest-SecurityGroupRulesTestJSON-260279958 tempest-SecurityGroupRulesTestJSON-260279958-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:00.709949 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-738fb85f-d7ec-47c5-85e7-0c5a8a1177c0 None None] Provisioning complete for port 3de71296-a9d9-49ce-af85-c6b511b8f135 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:21:00.710720 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-738fb85f-d7ec-47c5-85e7-0c5a8a1177c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:00.712553 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-214ddd56-1954-4606-a982-f9d00295da12 req-2d6244e9-497f-4e64-9203-fe1a1ff2ddea tempest-SecurityGroupRulesTestJSON-260279958 tempest-SecurityGroupRulesTestJSON-260279958-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/4f26157e-1846-4036-ab17-a016b92044f2 HTTP/1.1" status: 204 len: 173 time: 0.1996417 Nov 23 17:21:00.721085 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device e1d10eec-e579-40eb-bde9-a5f39bf82b59 details requested by agent hyperv_n-h2-816206-8 with host n-h2-816206-8 {{(pid=103592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 17:21:00.723732 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6244e9-497f-4e64-9203-fe1a1ff2ddea tempest-SecurityGroupRulesTestJSON-260279958 tempest-SecurityGroupRulesTestJSON-260279958-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4f26157e-1846-4036-ab17-a016b92044f2,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:21:00.842838 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-10f2f8be-bfd4-4c8f-9cc1-b4026628648e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:00.850169 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92adff9-23a0-4feb-8817-b5a578b5c454 req-28ab157b-a546-4546-a364-ed3f2792f3e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:21:00.854460 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-f92adff9-23a0-4feb-8817-b5a578b5c454 req-28ab157b-a546-4546-a364-ed3f2792f3e4 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f1e1dabf-b410-4023-9169-a460a86e7184 HTTP/1.1" status: 200 len: 870 time: 0.3903003 Nov 23 17:21:00.859380 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-10f2f8be-bfd4-4c8f-9cc1-b4026628648e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:00.890356 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-21ea2c36-4775-4010-b19d-1c65cfbb691c req-8a74fdcc-2444-44ae-ae9f-a7eef9d2663d tempest-SecurityGroupRulesTestJSON-260279958 tempest-SecurityGroupRulesTestJSON-260279958-project] 10.222.0.60 "GET /v2.0/security-groups/b83d3aa0-d502-4190-a270-9311da1693c4 HTTP/1.1" status: 200 len: 2413 time: 0.1020439 Nov 23 17:21:00.902537 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72052af-d63b-488e-a3c5-b07de9de4179 req-88f75e0c-4225-4a46-afb5-a58a04979b70 tempest-LiveAutoBlockMigrationV225Test-82532795 tempest-LiveAutoBlockMigrationV225Test-82532795-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:21:00.904091 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e72052af-d63b-488e-a3c5-b07de9de4179 req-88f75e0c-4225-4a46-afb5-a58a04979b70 tempest-LiveAutoBlockMigrationV225Test-82532795 tempest-LiveAutoBlockMigrationV225Test-82532795-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=8137b671-58e3-4c8f-b0a0-33c885019390 HTTP/1.1" status: 200 len: 1097 time: 0.0907927 Nov 23 17:21:00.919899 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-f92adff9-23a0-4feb-8817-b5a578b5c454 req-33b31a81-a274-4f9c-925e-8c8f08ff25e1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.231&port_id=1b055595-2178-4d80-9bf3-47b4548122fd HTTP/1.1" status: 200 len: 217 time: 0.0534844 Nov 23 17:21:00.928235 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-cab499a9-ace8-4c0d-bbbe-211810fa49a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1794316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1795362'] for router, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:00.949242 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port e1d10eec-e579-40eb-bde9-a5f39bf82b59, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=e1d10eec-e579-40eb-bde9-a5f39bf82b59,segment=NetworkSegment(12913541-acd4-4e3c-8f48-e22896931a9c),segment_id=12913541-acd4-4e3c-8f48-e22896931a9c)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:21:00.970790 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Returning: {'device': 'e1d10eec-e579-40eb-bde9-a5f39bf82b59', 'network_id': '3b84e4de-5a6f-44c6-a8e6-1d90b4d1f1b3', 'port_id': 'e1d10eec-e579-40eb-bde9-a5f39bf82b59', 'mac_address': 'fa:16:3e:25:53:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 515, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10cf3f5a-71d1-468b-8622-0226dd1fd98a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 17:21:01.002957 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-21ea2c36-4775-4010-b19d-1c65cfbb691c req-f8cf27b8-7a09-4df9-b9d5-6409f61e8428 tempest-SecurityGroupRulesTestJSON-260279958 tempest-SecurityGroupRulesTestJSON-260279958-project] Publish callbacks [] for security_group, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:01.009000 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e72052af-d63b-488e-a3c5-b07de9de4179 req-a62e5781-dfbd-41f0-95a9-52dc17f4736b tempest-LiveAutoBlockMigrationV225Test-82532795 tempest-LiveAutoBlockMigrationV225Test-82532795-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=ef6a96c0-423c-4ea7-a75c-4657afd8c521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962334 Nov 23 17:21:01.030981 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:01.041672 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-21ea2c36-4775-4010-b19d-1c65cfbb691c req-f8cf27b8-7a09-4df9-b9d5-6409f61e8428 tempest-SecurityGroupRulesTestJSON-260279958 tempest-SecurityGroupRulesTestJSON-260279958-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:01.061323 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1d10eec-e579-40eb-bde9-a5f39bf82b59 {{(pid=103592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:21:01.121935 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port e1d10eec-e579-40eb-bde9-a5f39bf82b59, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=e1d10eec-e579-40eb-bde9-a5f39bf82b59,segment=NetworkSegment(12913541-acd4-4e3c-8f48-e22896931a9c),segment_id=12913541-acd4-4e3c-8f48-e22896931a9c)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:21:01.127208 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:01.139262 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-21ea2c36-4775-4010-b19d-1c65cfbb691c req-f8cf27b8-7a09-4df9-b9d5-6409f61e8428 tempest-SecurityGroupRulesTestJSON-260279958 tempest-SecurityGroupRulesTestJSON-260279958-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:01.143310 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-21ea2c36-4775-4010-b19d-1c65cfbb691c req-f8cf27b8-7a09-4df9-b9d5-6409f61e8428 tempest-SecurityGroupRulesTestJSON-260279958 tempest-SecurityGroupRulesTestJSON-260279958-project] Publish callbacks [] for security_group, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:01.166512 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-21ea2c36-4775-4010-b19d-1c65cfbb691c req-f8cf27b8-7a09-4df9-b9d5-6409f61e8428 tempest-SecurityGroupRulesTestJSON-260279958 tempest-SecurityGroupRulesTestJSON-260279958-project] 10.222.0.60 "DELETE /v2.0/security-groups/b83d3aa0-d502-4190-a270-9311da1693c4 HTTP/1.1" status: 204 len: 173 time: 0.2663522 Nov 23 17:21:01.168279 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 51680) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:21:01.172598 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-10f2f8be-bfd4-4c8f-9cc1-b4026628648e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b949f6300c0642528ed17fcfaf165802&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1485171 Nov 23 17:21:01.181795 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f2f8be-bfd4-4c8f-9cc1-b4026628648e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0959f657-e0d5-4a13-b384-a8a0e9d82282,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:21:01.205592 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92adff9-23a0-4feb-8817-b5a578b5c454 req-0b31837a-aabc-42f0-8450-4393e33f99f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:21:01.207095 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-f92adff9-23a0-4feb-8817-b5a578b5c454 req-0b31837a-aabc-42f0-8450-4393e33f99f6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ac77c175-5679-438b-8a2a-356718377641 HTTP/1.1" status: 200 len: 843 time: 0.2711599 Nov 23 17:21:01.239426 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cab499a9-ace8-4c0d-bbbe-211810fa49a1 admin admin] Router 71d66ecc-15c1-4169-8614-9aab39e82fff is scheduled to L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 with binding_index 1 {{(pid=103590) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 17:21:01.292817 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cf27b8-7a09-4df9-b9d5-6409f61e8428 tempest-SecurityGroupRulesTestJSON-260279958 tempest-SecurityGroupRulesTestJSON-260279958-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b83d3aa0-d502-4190-a270-9311da1693c4,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:21:01.339914 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92adff9-23a0-4feb-8817-b5a578b5c454 req-d03bcefa-fee0-4a90-a674-691214c1bd09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:21:01.341711 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-f92adff9-23a0-4feb-8817-b5a578b5c454 req-d03bcefa-fee0-4a90-a674-691214c1bd09 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f1e1dabf-b410-4023-9169-a460a86e7184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1181800 Nov 23 17:21:01.358086 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-1054fe67-4341-4ab0-9472-75c7e39eaccc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:01.367519 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Pushing event updated for resources: {'Port': ['ID=e1d10eec-e579-40eb-bde9-a5f39bf82b59,revision_number=4']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:21:01.434591 n-d-816206-8 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23329ec1-2aa1-4cec-919c-e827c4171d02', 'tag': '1b055595-2178-4d80-9bf3-47b4548122fd'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:21:01.437031 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbabddbc9fc37b068808e119c416c86f5957ca04531a4a0d2e695c515e93483b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c8a2d6b-ea67-42bf-b5f8-35cc82a0ffe7" -d '{"events": [{"name": "network-changed", "server_uuid": "23329ec1-2aa1-4cec-919c-e827c4171d02", "tag": "1b055595-2178-4d80-9bf3-47b4548122fd"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:21:01.440441 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-1054fe67-4341-4ab0-9472-75c7e39eaccc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:01.478883 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd8cdc2-9c7e-4928-bef1-d9687c2f6e77 req-e0bd4154-172f-4739-9a74-fc143b0ab3c5 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:21:01.480674 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2dd8cdc2-9c7e-4928-bef1-d9687c2f6e77 req-e0bd4154-172f-4739-9a74-fc143b0ab3c5 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] 10.222.0.60 "GET /v2.0/ports?device_id=23329ec1-2aa1-4cec-919c-e827c4171d02 HTTP/1.1" status: 200 len: 948 time: 0.1156428 Nov 23 17:21:01.486324 n-d-816206-8 neutron-server[103591]: INFO neutron.api.v2.resource [req-614e87f6-a4a8-484b-9230-dfbbc1038f9d req-105630bc-818f-42e3-ac1e-4961b58697bf tempest-SecurityGroupRulesTestJSON-260279958 tempest-SecurityGroupRulesTestJSON-260279958-project] show failed (client error): The resource could not be found. Nov 23 17:21:01.487625 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-614e87f6-a4a8-484b-9230-dfbbc1038f9d req-105630bc-818f-42e3-ac1e-4961b58697bf tempest-SecurityGroupRulesTestJSON-260279958 tempest-SecurityGroupRulesTestJSON-260279958-project] 10.222.0.60 "GET /v2.0/security-groups/983fd44a-45fa-4f1a-a8ba-cfcf882f225b HTTP/1.1" status: 404 len: 352 time: 0.0448053 Nov 23 17:21:01.542968 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] get_ports_and_sgs() called for port_ids ['e1d10eec-e579-40eb-bde9-a5f39bf82b59'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:21:01.571955 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2dd8cdc2-9c7e-4928-bef1-d9687c2f6e77 req-2125d4ae-6896-4ad9-a250-21d80f11f392 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] 10.222.0.60 "GET /v2.0/security-groups?id=70227657-be62-432a-a8fd-5a85231fc7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778563 Nov 23 17:21:01.593204 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-f92adff9-23a0-4feb-8817-b5a578b5c454 req-00ab2634-8530-4c84-9dd7-309b492dd501 service neutron] 10.222.0.36 "GET /v2.0/networks/f1e1dabf-b410-4023-9169-a460a86e7184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2408919 Nov 23 17:21:01.639286 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-1054fe67-4341-4ab0-9472-75c7e39eaccc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:01.644544 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-1054fe67-4341-4ab0-9472-75c7e39eaccc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:01.646128 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-1054fe67-4341-4ab0-9472-75c7e39eaccc admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/0959f657-e0d5-4a13-b384-a8a0e9d82282 HTTP/1.1" status: 204 len: 168 time: 0.4646010 Nov 23 17:21:01.759554 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1054fe67-4341-4ab0-9472-75c7e39eaccc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0959f657-e0d5-4a13-b384-a8a0e9d82282,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:21:01.766202 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cab499a9-ace8-4c0d-bbbe-211810fa49a1 admin admin] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:21:01.795320 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31563d43-52fd-4a13-81a3-abe0fad7ca38 None None] Sync routers for ids ['71d66ecc-15c1-4169-8614-9aab39e82fff'] in n-d-816206-8 {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:21:01.858657 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31563d43-52fd-4a13-81a3-abe0fad7ca38 None None] Routers {'71d66ecc-15c1-4169-8614-9aab39e82fff'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:21:01.859767 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-31563d43-52fd-4a13-81a3-abe0fad7ca38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:20:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['71d66ecc-15c1-4169-8614-9aab39e82fff'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:21:01.860887 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20be141-0587-4183-8e90-fb4baab74165 req-cb7137c3-dcd9-480d-971b-abfff3b5f0a6 tempest-VolumesAdminNegativeTest-398484637 tempest-VolumesAdminNegativeTest-398484637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:21:01.874324 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b20be141-0587-4183-8e90-fb4baab74165 req-cb7137c3-dcd9-480d-971b-abfff3b5f0a6 tempest-VolumesAdminNegativeTest-398484637 tempest-VolumesAdminNegativeTest-398484637-project] 10.222.0.60 "GET /v2.0/ports?device_id=36d59c55-c677-42e1-b47c-3b1672b30d12 HTTP/1.1" status: 200 len: 946 time: 0.2937365 Nov 23 17:21:02.102181 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b20be141-0587-4183-8e90-fb4baab74165 req-89e56d81-13ac-45e9-8ff2-f7fa9e05113e tempest-VolumesAdminNegativeTest-398484637 tempest-VolumesAdminNegativeTest-398484637-project] 10.222.0.60 "GET /v2.0/security-groups?id=717a20ec-9596-4ab8-ba38-f9395acab4e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2237961 Nov 23 17:21:02.121649 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e24ebae-cd18-4341-a7f7-6f9f46af04f4 req-12613ee0-348b-40ea-97ab-89b6e2f35adf tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:21:02.137802 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7e24ebae-cd18-4341-a7f7-6f9f46af04f4 req-12613ee0-348b-40ea-97ab-89b6e2f35adf tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] 10.222.0.60 "GET /v2.0/ports?device_id=4abb5890-6e70-46c1-a968-68c3ff6d1713 HTTP/1.1" status: 200 len: 945 time: 0.4118109 Nov 23 17:21:02.283701 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 51708) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:21:02.327558 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvr_db [None req-31563d43-52fd-4a13-81a3-abe0fad7ca38 None None] Set router 71d66ecc-15c1-4169-8614-9aab39e82fff gateway port host: n-d-816206-8 {{(pid=103592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:21:02.370054 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-ad3dcac6-4d40-4c92-a58c-d67fbec2a0ae admin admin] Publish callbacks [] for security_group, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:02.439141 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7e24ebae-cd18-4341-a7f7-6f9f46af04f4 req-62ad192e-2dea-4f08-bbcf-c8d3b67ac97b tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] 10.222.0.60 "GET /v2.0/security-groups?id=5c82e7e8-9cad-459a-acb2-b7a0867274de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2969553 Nov 23 17:21:02.454701 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-cab499a9-ace8-4c0d-bbbe-211810fa49a1 admin admin] Publish callbacks [] for router, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:02.461832 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-cab499a9-ace8-4c0d-bbbe-211810fa49a1 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 939 time: 7.5030768 Nov 23 17:21:02.462814 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 51710) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:21:02.527405 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5f09bb88-1795-4dd6-88a1-350c2691bb56 req-1f563b50-d871-4e7c-b9a6-e032e5cc1404 tempest-SecurityGroupRulesTestJSON-260279958 tempest-SecurityGroupRulesTestJSON-260279958-project] 10.222.0.60 "GET /v2.0/security-groups/b5213207-2bc8-4347-aa1c-60c236727918 HTTP/1.1" status: 200 len: 1821 time: 0.3203268 Nov 23 17:21:02.554149 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-f92adff9-23a0-4feb-8817-b5a578b5c454 req-0a5ae3e2-2d5d-4c5e-89f5-b8627e9eea4f service neutron] 10.222.0.36 "GET /v2.0/networks/f1e1dabf-b410-4023-9169-a460a86e7184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9360187 Nov 23 17:21:02.895927 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-31563d43-52fd-4a13-81a3-abe0fad7ca38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71d66ecc-15c1-4169-8614-9aab39e82fff', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-336350029-router', 'tenant_id': '07c066c23f614c7cae841372177b7a9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.58'}], 'enable_snat': True}, 'gw_port_id': '645a036e-90a6-49ab-b7ee-7a728b70b8c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:20:55Z', 'updated_at': '2021-11-23T17:20:58Z', 'revision_number': 3, 'project_id': '07c066c23f614c7cae841372177b7a9e', 'gw_port': {'id': '645a036e-90a6-49ab-b7ee-7a728b70b8c9', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:c4:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71d66ecc-15c1-4169-8614-9aab39e82fff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:20:55Z', 'updated_at': '2021-11-23T17:20:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8'}], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:21:02.920125 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 17:21:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a83df32-e97d-44b8-99a9-d7799ff262dd x-openstack-request-id: req-1a83df32-e97d-44b8-99a9-d7799ff262dd {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:21:02.920931 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23329ec1-2aa1-4cec-919c-e827c4171d02", "tag": "1b055595-2178-4d80-9bf3-47b4548122fd", "status": "completed", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:21:02.921395 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-1a83df32-e97d-44b8-99a9-d7799ff262dd {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:21:02.926920 n-d-816206-8 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23329ec1-2aa1-4cec-919c-e827c4171d02', 'tag': '1b055595-2178-4d80-9bf3-47b4548122fd', 'status': 'completed', 'code': 200} Nov 23 17:21:03.001806 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31563d43-52fd-4a13-81a3-abe0fad7ca38 None None] Checking router: 71d66ecc-15c1-4169-8614-9aab39e82fff for host: n-d-816206-8 {{(pid=103592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 17:21:03.002442 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31563d43-52fd-4a13-81a3-abe0fad7ca38 None None] Updating router 71d66ecc-15c1-4169-8614-9aab39e82fff port 645a036e-90a6-49ab-b7ee-7a728b70b8c9 binding host n-d-816206-8 {{(pid=103592) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 17:21:03.035288 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-31563d43-52fd-4a13-81a3-abe0fad7ca38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:03.179855 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8a2d6b-ea67-42bf-b5f8-35cc82a0ffe7 req-a4afd8da-d060-4578-b69a-3b854d04ec11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:21:03.182378 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-3c8a2d6b-ea67-42bf-b5f8-35cc82a0ffe7 req-a4afd8da-d060-4578-b69a-3b854d04ec11 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=98a62786d4654c60b8dab5d2a606f4fe&device_id=23329ec1-2aa1-4cec-919c-e827c4171d02 HTTP/1.1" status: 200 len: 1099 time: 0.3045022 Nov 23 17:21:03.184187 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8a2d6b-ea67-42bf-b5f8-35cc82a0ffe7 req-87310046-aff5-4814-a9d7-2d8a5bcf1aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:21:03.185775 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-3c8a2d6b-ea67-42bf-b5f8-35cc82a0ffe7 req-87310046-aff5-4814-a9d7-2d8a5bcf1aa4 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=98a62786d4654c60b8dab5d2a606f4fe&device_id=23329ec1-2aa1-4cec-919c-e827c4171d02 HTTP/1.1" status: 200 len: 1099 time: 0.2575736 Nov 23 17:21:03.470050 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-5f09bb88-1795-4dd6-88a1-350c2691bb56 req-64938924-b642-47dd-b7b3-9433ea87fd6a tempest-SecurityGroupRulesTestJSON-260279958 tempest-SecurityGroupRulesTestJSON-260279958-project] Publish callbacks [] for security_group, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:03.477265 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-31563d43-52fd-4a13-81a3-abe0fad7ca38 None None] Publish callbacks [] for port, precommit_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:03.486781 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-31563d43-52fd-4a13-81a3-abe0fad7ca38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:03.514482 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97d5c6b-90b3-48d6-b5d6-f48d130a975b req-c39390c9-5fc6-4311-a4ab-2501f12fdafb tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:21:03.517006 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b97d5c6b-90b3-48d6-b5d6-f48d130a975b req-c39390c9-5fc6-4311-a4ab-2501f12fdafb tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] 10.222.0.60 "GET /v2.0/ports?device_id=23329ec1-2aa1-4cec-919c-e827c4171d02 HTTP/1.1" status: 200 len: 948 time: 0.1981232 Nov 23 17:21:03.539323 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6666b3d-4b5c-4a3d-94e3-780eeb167954 req-08df76d8-a454-4736-8be5-1aa5e3001623 tempest-VolumesAdminNegativeTest-398484637 tempest-VolumesAdminNegativeTest-398484637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:21:03.541172 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a6666b3d-4b5c-4a3d-94e3-780eeb167954 req-08df76d8-a454-4736-8be5-1aa5e3001623 tempest-VolumesAdminNegativeTest-398484637 tempest-VolumesAdminNegativeTest-398484637-project] 10.222.0.55 "GET /v2.0/ports?device_id=36d59c55-c677-42e1-b47c-3b1672b30d12 HTTP/1.1" status: 200 len: 946 time: 0.2197006 Nov 23 17:21:03.573887 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-5f09bb88-1795-4dd6-88a1-350c2691bb56 req-64938924-b642-47dd-b7b3-9433ea87fd6a tempest-SecurityGroupRulesTestJSON-260279958 tempest-SecurityGroupRulesTestJSON-260279958-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:03.583896 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c901ba39-3283-4101-8035-a438a57a6572 None None] Pushing event updated for resources: {'Port': ['ID=645a036e-90a6-49ab-b7ee-7a728b70b8c9,revision_number=2']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:21:03.587266 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-31563d43-52fd-4a13-81a3-abe0fad7ca38 None None] Attempting to bind port 645a036e-90a6-49ab-b7ee-7a728b70b8c9 on host n-d-816206-8 for vnic_type normal with profile {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:21:03.587658 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-31563d43-52fd-4a13-81a3-abe0fad7ca38 None None] Attempting to bind port 645a036e-90a6-49ab-b7ee-7a728b70b8c9 by drivers openvswitch,hyperv on host n-d-816206-8 at level 0 using segments [{'id': 'bffd1e4f-e80f-4ff0-b418-2f42ae15febf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:21:03.588068 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31563d43-52fd-4a13-81a3-abe0fad7ca38 None None] Attempting to bind port 645a036e-90a6-49ab-b7ee-7a728b70b8c9 on network 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:21:03.596160 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31563d43-52fd-4a13-81a3-abe0fad7ca38 None None] Checking agent: {'id': '9e89acbe-4bbe-4c77-a18b-6f1da9133e0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 7, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 20, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:21:03.596160 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31563d43-52fd-4a13-81a3-abe0fad7ca38 None None] Checking segment: {'id': 'bffd1e4f-e80f-4ff0-b418-2f42ae15febf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:21:03.596727 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-31563d43-52fd-4a13-81a3-abe0fad7ca38 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:03.597111 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31563d43-52fd-4a13-81a3-abe0fad7ca38 None None] Bound using segment: {'id': 'bffd1e4f-e80f-4ff0-b418-2f42ae15febf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:21:03.597684 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-31563d43-52fd-4a13-81a3-abe0fad7ca38 None None] Bound port: 645a036e-90a6-49ab-b7ee-7a728b70b8c9, host: n-d-816206-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bffd1e4f-e80f-4ff0-b418-2f42ae15febf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'}}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:21:03.598333 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-31563d43-52fd-4a13-81a3-abe0fad7ca38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:03.614032 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8a2d6b-ea67-42bf-b5f8-35cc82a0ffe7 req-bb3e1d8e-7271-4b1f-81b2-8c26f4aeb74e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:21:03.617640 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-3c8a2d6b-ea67-42bf-b5f8-35cc82a0ffe7 req-bb3e1d8e-7271-4b1f-81b2-8c26f4aeb74e service neutron] 10.222.0.36 "GET /v2.0/networks?id=f1e1dabf-b410-4023-9169-a460a86e7184 HTTP/1.1" status: 200 len: 870 time: 0.4106348 Nov 23 17:21:03.630865 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8a2d6b-ea67-42bf-b5f8-35cc82a0ffe7 req-4181d031-3184-4133-948b-3e5ab43a1722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:21:03.639882 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-3c8a2d6b-ea67-42bf-b5f8-35cc82a0ffe7 req-4181d031-3184-4133-948b-3e5ab43a1722 service neutron] 10.222.0.55 "GET /v2.0/networks?id=f1e1dabf-b410-4023-9169-a460a86e7184 HTTP/1.1" status: 200 len: 870 time: 0.4277289 Nov 23 17:21:03.672301 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-31563d43-52fd-4a13-81a3-abe0fad7ca38 None None] For port 645a036e-90a6-49ab-b7ee-7a728b70b8c9, host n-d-816206-8, cleared binding levels {{(pid=103592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:21:03.675579 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-ad3dcac6-4d40-4c92-a58c-d67fbec2a0ae admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:03.678951 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-31563d43-52fd-4a13-81a3-abe0fad7ca38 None None] For port 645a036e-90a6-49ab-b7ee-7a728b70b8c9, host n-d-816206-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=645a036e-90a6-49ab-b7ee-7a728b70b8c9,segment=NetworkSegment(bffd1e4f-e80f-4ff0-b418-2f42ae15febf),segment_id=bffd1e4f-e80f-4ff0-b418-2f42ae15febf)] {{(pid=103592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:21:03.688927 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-31563d43-52fd-4a13-81a3-abe0fad7ca38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:03.701878 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-ad3dcac6-4d40-4c92-a58c-d67fbec2a0ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:03.788928 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c901ba39-3283-4101-8035-a438a57a6572 None None] Pushing event updated for resources: {'Port': ['ID=645a036e-90a6-49ab-b7ee-7a728b70b8c9,revision_number=3']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:21:03.825728 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31563d43-52fd-4a13-81a3-abe0fad7ca38 None None] Routers {'71d66ecc-15c1-4169-8614-9aab39e82fff'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:21:03.826665 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-31563d43-52fd-4a13-81a3-abe0fad7ca38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:20:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['71d66ecc-15c1-4169-8614-9aab39e82fff'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:21:03.827557 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b97d5c6b-90b3-48d6-b5d6-f48d130a975b req-2690d687-e2e3-4dd6-b5b7-24b564ef3335 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] 10.222.0.60 "GET /v2.0/security-groups?id=70227657-be62-432a-a8fd-5a85231fc7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2787440 Nov 23 17:21:03.832635 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-ad3dcac6-4d40-4c92-a58c-d67fbec2a0ae admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=45ba58061eee4a51a140bf1159f744f9&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5457454 Nov 23 17:21:03.835805 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 51720) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:21:03.842024 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-5f09bb88-1795-4dd6-88a1-350c2691bb56 req-64938924-b642-47dd-b7b3-9433ea87fd6a tempest-SecurityGroupRulesTestJSON-260279958 tempest-SecurityGroupRulesTestJSON-260279958-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:03.846782 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-5f09bb88-1795-4dd6-88a1-350c2691bb56 req-64938924-b642-47dd-b7b3-9433ea87fd6a tempest-SecurityGroupRulesTestJSON-260279958 tempest-SecurityGroupRulesTestJSON-260279958-project] Publish callbacks [] for security_group, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:03.872127 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5f09bb88-1795-4dd6-88a1-350c2691bb56 req-64938924-b642-47dd-b7b3-9433ea87fd6a tempest-SecurityGroupRulesTestJSON-260279958 tempest-SecurityGroupRulesTestJSON-260279958-project] 10.222.0.60 "DELETE /v2.0/security-groups/b5213207-2bc8-4347-aa1c-60c236727918 HTTP/1.1" status: 204 len: 173 time: 1.3146601 Nov 23 17:21:03.872127 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3dcac6-4d40-4c92-a58c-d67fbec2a0ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6f89d27-d552-430b-9867-171be56749ae,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:21:03.873128 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-3c8a2d6b-ea67-42bf-b5f8-35cc82a0ffe7 req-6f6a209b-febf-481e-8d7c-00a52e74fdf4 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.231&port_id=1b055595-2178-4d80-9bf3-47b4548122fd HTTP/1.1" status: 200 len: 217 time: 0.1881502 Nov 23 17:21:03.873128 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-3c8a2d6b-ea67-42bf-b5f8-35cc82a0ffe7 req-815cd204-1524-4e91-a57a-c844ace8d162 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.231&port_id=1b055595-2178-4d80-9bf3-47b4548122fd HTTP/1.1" status: 200 len: 217 time: 0.2126896 Nov 23 17:21:03.914217 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64938924-b642-47dd-b7b3-9433ea87fd6a tempest-SecurityGroupRulesTestJSON-260279958 tempest-SecurityGroupRulesTestJSON-260279958-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5213207-2bc8-4347-aa1c-60c236727918,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:21:04.031662 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvr_db [None req-31563d43-52fd-4a13-81a3-abe0fad7ca38 None None] Set router 71d66ecc-15c1-4169-8614-9aab39e82fff gateway port host: n-d-816206-8 {{(pid=103592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:21:04.086730 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [req-a6666b3d-4b5c-4a3d-94e3-780eeb167954 req-89b35366-d38e-4c77-8924-db9d49715682 tempest-VolumesAdminNegativeTest-398484637 tempest-VolumesAdminNegativeTest-398484637-project] Deleting port fa908c89-3f71-4e2d-81ec-e9781ba9dc81 {{(pid=103591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:21:04.087183 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-a6666b3d-4b5c-4a3d-94e3-780eeb167954 req-89b35366-d38e-4c77-8924-db9d49715682 tempest-VolumesAdminNegativeTest-398484637 tempest-VolumesAdminNegativeTest-398484637-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:04.087370 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8a2d6b-ea67-42bf-b5f8-35cc82a0ffe7 req-11806d22-eaea-47d6-ae33-8a749f43bc35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:21:04.089635 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-3c8a2d6b-ea67-42bf-b5f8-35cc82a0ffe7 req-11806d22-eaea-47d6-ae33-8a749f43bc35 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ac77c175-5679-438b-8a2a-356718377641 HTTP/1.1" status: 200 len: 843 time: 0.2173858 Nov 23 17:21:04.092361 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8a2d6b-ea67-42bf-b5f8-35cc82a0ffe7 req-9ab2fd08-ed8e-473a-a97e-780795509281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:21:04.093821 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-3c8a2d6b-ea67-42bf-b5f8-35cc82a0ffe7 req-9ab2fd08-ed8e-473a-a97e-780795509281 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ac77c175-5679-438b-8a2a-356718377641 HTTP/1.1" status: 200 len: 843 time: 0.2228136 Nov 23 17:21:04.098447 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-01269b93-0f47-4503-8789-b74ec93ac2be admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:04.171297 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbe7e39-c970-4d16-a778-14c91a5b6a64 req-fead0769-c002-4a43-a3c8-fdf32d06c8b1 tempest-VolumesAdminNegativeTest-398484637 tempest-VolumesAdminNegativeTest-398484637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:21:04.172944 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-afbe7e39-c970-4d16-a778-14c91a5b6a64 req-fead0769-c002-4a43-a3c8-fdf32d06c8b1 tempest-VolumesAdminNegativeTest-398484637 tempest-VolumesAdminNegativeTest-398484637-project] 10.222.0.60 "GET /v2.0/ports?device_id=36d59c55-c677-42e1-b47c-3b1672b30d12 HTTP/1.1" status: 200 len: 946 time: 0.2305710 Nov 23 17:21:04.201594 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cf844d-ae9b-4cc2-a454-39e9386d13ec req-d0eaba4a-a82f-4052-8e2c-e91435e55c03 tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:21:04.207516 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6aa4d9c3-7028-40bd-a90b-cea2da7c49bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:04.208725 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-93cf844d-ae9b-4cc2-a454-39e9386d13ec req-d0eaba4a-a82f-4052-8e2c-e91435e55c03 tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] 10.222.0.60 "GET /v2.0/ports?device_id=4abb5890-6e70-46c1-a968-68c3ff6d1713 HTTP/1.1" status: 200 len: 945 time: 0.2447832 Nov 23 17:21:04.233692 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8a2d6b-ea67-42bf-b5f8-35cc82a0ffe7 req-b5639bff-0421-4313-a942-7444330f952d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:21:04.235400 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-3c8a2d6b-ea67-42bf-b5f8-35cc82a0ffe7 req-b5639bff-0421-4313-a942-7444330f952d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f1e1dabf-b410-4023-9169-a460a86e7184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1139596 Nov 23 17:21:04.238348 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8a2d6b-ea67-42bf-b5f8-35cc82a0ffe7 req-ed486ed8-27db-496a-a00a-f52f2ba6c7bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:21:04.239822 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-3c8a2d6b-ea67-42bf-b5f8-35cc82a0ffe7 req-ed486ed8-27db-496a-a00a-f52f2ba6c7bd service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f1e1dabf-b410-4023-9169-a460a86e7184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1265292 Nov 23 17:21:04.252062 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-31563d43-52fd-4a13-81a3-abe0fad7ca38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71d66ecc-15c1-4169-8614-9aab39e82fff', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-336350029-router', 'tenant_id': '07c066c23f614c7cae841372177b7a9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.58'}], 'enable_snat': True}, 'gw_port_id': '645a036e-90a6-49ab-b7ee-7a728b70b8c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:20:55Z', 'updated_at': '2021-11-23T17:20:58Z', 'revision_number': 3, 'project_id': '07c066c23f614c7cae841372177b7a9e', 'gw_port': {'id': '645a036e-90a6-49ab-b7ee-7a728b70b8c9', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:c4:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71d66ecc-15c1-4169-8614-9aab39e82fff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:20:55Z', 'updated_at': '2021-11-23T17:21:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8'}], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:21:04.299336 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-01269b93-0f47-4503-8789-b74ec93ac2be admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:04.308007 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31563d43-52fd-4a13-81a3-abe0fad7ca38 None None] The sync data for ids ['71d66ecc-15c1-4169-8614-9aab39e82fff'] in n-d-816206-8 is: [{'id': '71d66ecc-15c1-4169-8614-9aab39e82fff', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-336350029-router', 'tenant_id': '07c066c23f614c7cae841372177b7a9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.58'}], 'enable_snat': True}, 'gw_port_id': '645a036e-90a6-49ab-b7ee-7a728b70b8c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:20:55Z', 'updated_at': '2021-11-23T17:20:58Z', 'revision_number': 3, 'project_id': '07c066c23f614c7cae841372177b7a9e', 'gw_port': {'id': '645a036e-90a6-49ab-b7ee-7a728b70b8c9', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:c4:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71d66ecc-15c1-4169-8614-9aab39e82fff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:20:55Z', 'updated_at': '2021-11-23T17:21:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8'}] {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:21:04.447681 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-a6666b3d-4b5c-4a3d-94e3-780eeb167954 req-89b35366-d38e-4c77-8924-db9d49715682 tempest-VolumesAdminNegativeTest-398484637 tempest-VolumesAdminNegativeTest-398484637-project] For port fa908c89-3f71-4e2d-81ec-e9781ba9dc81, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=fa908c89-3f71-4e2d-81ec-e9781ba9dc81,segment=NetworkSegment(45336d68-2770-44d7-ab30-fd71e4883e47),segment_id=45336d68-2770-44d7-ab30-fd71e4883e47)] {{(pid=103591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:21:04.447966 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-a6666b3d-4b5c-4a3d-94e3-780eeb167954 req-89b35366-d38e-4c77-8924-db9d49715682 tempest-VolumesAdminNegativeTest-398484637 tempest-VolumesAdminNegativeTest-398484637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:04.472289 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-93cf844d-ae9b-4cc2-a454-39e9386d13ec req-78c935c9-5eec-4389-a819-ebf22e702ff2 tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] 10.222.0.60 "GET /v2.0/security-groups?id=5c82e7e8-9cad-459a-acb2-b7a0867274de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798244 Nov 23 17:21:04.479498 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [req-a6666b3d-4b5c-4a3d-94e3-780eeb167954 req-89b35366-d38e-4c77-8924-db9d49715682 tempest-VolumesAdminNegativeTest-398484637 tempest-VolumesAdminNegativeTest-398484637-project] Calling delete_port for fa908c89-3f71-4e2d-81ec-e9781ba9dc81 owned by compute:nova {{(pid=103591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:21:04.483172 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-afbe7e39-c970-4d16-a778-14c91a5b6a64 req-7cf656a1-46c8-4439-8d9d-1be62cec7c1e tempest-VolumesAdminNegativeTest-398484637 tempest-VolumesAdminNegativeTest-398484637-project] 10.222.0.60 "GET /v2.0/security-groups?id=717a20ec-9596-4ab8-ba38-f9395acab4e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2947888 Nov 23 17:21:04.489883 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-01269b93-0f47-4503-8789-b74ec93ac2be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:04.492547 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-01269b93-0f47-4503-8789-b74ec93ac2be admin admin] Publish callbacks [] for security_group, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:04.493739 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-01269b93-0f47-4503-8789-b74ec93ac2be admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f6f89d27-d552-430b-9867-171be56749ae HTTP/1.1" status: 204 len: 168 time: 0.6572227 Nov 23 17:21:04.576849 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-3c8a2d6b-ea67-42bf-b5f8-35cc82a0ffe7 req-b0bad687-f3ac-4367-96a3-31bb86b20e07 service neutron] 10.222.0.55 "GET /v2.0/networks/f1e1dabf-b410-4023-9169-a460a86e7184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3255665 Nov 23 17:21:04.622388 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01269b93-0f47-4503-8789-b74ec93ac2be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6f89d27-d552-430b-9867-171be56749ae,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:21:04.654600 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-3c8a2d6b-ea67-42bf-b5f8-35cc82a0ffe7 req-a267bcf7-d56b-4062-9fd4-7daa26d7162c service neutron] 10.222.0.36 "GET /v2.0/networks/f1e1dabf-b410-4023-9169-a460a86e7184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4022217 Nov 23 17:21:04.728887 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device 1b055595-2178-4d80-9bf3-47b4548122fd details requested by agent hyperv_n-h2-816206-8 with host n-h2-816206-8 {{(pid=103592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 17:21:04.754271 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device e1d10eec-e579-40eb-bde9-a5f39bf82b59 up at agent hyperv_n-h2-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:21:04.821215 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-1f80fe1c-30a8-4ff9-aeef-cac5645c3495 req-3d409f8e-c3d1-47bc-b8fc-fcf4388addb5 tempest-SecurityGroupRulesTestJSON-260279958 tempest-SecurityGroupRulesTestJSON-260279958-project] 10.222.0.60 "GET /v2.0/security-groups/b633613a-9e5d-47ba-b9be-8ff102c989a3 HTTP/1.1" status: 200 len: 1821 time: 0.2219524 Nov 23 17:21:04.841554 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-6aa4d9c3-7028-40bd-a90b-cea2da7c49bd admin admin] Allocated IP 172.20.0.1 (4adf0938-0492-41dc-8987-e4fa2efab96b/a8b30bfe-28eb-4c6c-8311-3d7631776675/ed61194b-a633-4f40-8525-28662094eca0) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:21:05.029938 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-1f80fe1c-30a8-4ff9-aeef-cac5645c3495 req-d3fb2428-d8b9-4d46-a749-e1d960536b9f tempest-SecurityGroupRulesTestJSON-260279958 tempest-SecurityGroupRulesTestJSON-260279958-project] Publish callbacks [] for security_group, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:05.060415 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-a6666b3d-4b5c-4a3d-94e3-780eeb167954 req-89b35366-d38e-4c77-8924-db9d49715682 tempest-VolumesAdminNegativeTest-398484637 tempest-VolumesAdminNegativeTest-398484637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:05.111714 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port 1b055595-2178-4d80-9bf3-47b4548122fd, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=1b055595-2178-4d80-9bf3-47b4548122fd,segment=NetworkSegment(329c1745-02bf-4561-9615-3192910887f5),segment_id=329c1745-02bf-4561-9615-3192910887f5)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:21:05.158028 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Returning: {'device': '1b055595-2178-4d80-9bf3-47b4548122fd', 'network_id': 'f1e1dabf-b410-4023-9169-a460a86e7184', 'port_id': '1b055595-2178-4d80-9bf3-47b4548122fd', 'mac_address': 'fa:16:3e:e9:9d:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac77c175-5679-438b-8a2a-356718377641', 'ip_address': '192.168.233.231'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 17:21:05.171674 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] get_ports_and_sgs() called for port_ids ['fa908c89-3f71-4e2d-81ec-e9781ba9dc81'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:21:05.191554 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-3c8a2d6b-ea67-42bf-b5f8-35cc82a0ffe7 req-0822a8a3-fb53-408f-b6b5-707a2d56151b service neutron] 10.222.0.36 "GET /v2.0/networks/f1e1dabf-b410-4023-9169-a460a86e7184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5047467 Nov 23 17:21:05.208361 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-1f80fe1c-30a8-4ff9-aeef-cac5645c3495 req-d3fb2428-d8b9-4d46-a749-e1d960536b9f tempest-SecurityGroupRulesTestJSON-260279958 tempest-SecurityGroupRulesTestJSON-260279958-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:05.216818 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b35366-d38e-4c77-8924-db9d49715682 tempest-VolumesAdminNegativeTest-398484637 tempest-VolumesAdminNegativeTest-398484637-project] Pushing event deleted for resources: {'Port': ['ID=fa908c89-3f71-4e2d-81ec-e9781ba9dc81,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:21:05.261479 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-3c8a2d6b-ea67-42bf-b5f8-35cc82a0ffe7 req-153de905-6963-404b-b9f3-ac9a5ab0b7a9 service neutron] 10.222.0.55 "GET /v2.0/networks/f1e1dabf-b410-4023-9169-a460a86e7184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6149032 Nov 23 17:21:05.327931 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6aa4d9c3-7028-40bd-a90b-cea2da7c49bd admin admin] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:05.359028 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6666b3d-4b5c-4a3d-94e3-780eeb167954 req-89b35366-d38e-4c77-8924-db9d49715682 tempest-VolumesAdminNegativeTest-398484637 tempest-VolumesAdminNegativeTest-398484637-project] No DVR routers for this DVR port fa908c89-3f71-4e2d-81ec-e9781ba9dc81 on host n-h1-816206-8 {{(pid=103591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:21:05.387859 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-a6666b3d-4b5c-4a3d-94e3-780eeb167954 req-89b35366-d38e-4c77-8924-db9d49715682 tempest-VolumesAdminNegativeTest-398484637 tempest-VolumesAdminNegativeTest-398484637-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:05.403835 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a6666b3d-4b5c-4a3d-94e3-780eeb167954 req-89b35366-d38e-4c77-8924-db9d49715682 tempest-VolumesAdminNegativeTest-398484637 tempest-VolumesAdminNegativeTest-398484637-project] 10.222.0.55 "DELETE /v2.0/ports/fa908c89-3f71-4e2d-81ec-e9781ba9dc81 HTTP/1.1" status: 204 len: 173 time: 1.8456037 Nov 23 17:21:05.427711 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6aa4d9c3-7028-40bd-a90b-cea2da7c49bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:05.451256 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36d59c55-c677-42e1-b47c-3b1672b30d12', 'name': 'network-vif-deleted', 'tag': 'fa908c89-3f71-4e2d-81ec-e9781ba9dc81'}] {{(pid=103591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:21:05.488234 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41d174a19ece9499ff9ec44e5b3fc50f2abd3ffbc947fb7e52ea1e8db27b95b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51d6e586-bb60-47e1-be73-f6be96ed021a" -d '{"events": [{"server_uuid": "36d59c55-c677-42e1-b47c-3b1672b30d12", "name": "network-vif-deleted", "tag": "fa908c89-3f71-4e2d-81ec-e9781ba9dc81"}]}' {{(pid=103591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:21:05.494484 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa4d9c3-7028-40bd-a90b-cea2da7c49bd admin admin] Pushing event updated for resources: {'Port': ['ID=ed61194b-a633-4f40-8525-28662094eca0,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:21:05.504662 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aa4d9c3-7028-40bd-a90b-cea2da7c49bd admin admin] Network 4adf0938-0492-41dc-8987-e4fa2efab96b is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:21:05.508660 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-6aa4d9c3-7028-40bd-a90b-cea2da7c49bd admin admin] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:21:05.511587 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aa4d9c3-7028-40bd-a90b-cea2da7c49bd admin admin] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:21:05.561535 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:05.574640 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Provisioning for port e1d10eec-e579-40eb-bde9-a5f39bf82b59 completed by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 17:21:05.607576 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Provisioning complete for port e1d10eec-e579-40eb-bde9-a5f39bf82b59 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:21:05.608115 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:05.657357 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b055595-2178-4d80-9bf3-47b4548122fd {{(pid=103592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:21:05.660142 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6aa4d9c3-7028-40bd-a90b-cea2da7c49bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1795539'] for router_interface, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:05.759579 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811b0964-934f-41c6-aec8-45b694f8e4fb req-40eb3eb0-8e3a-441d-8b12-b4c79a81ee83 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:21:05.766400 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-811b0964-934f-41c6-aec8-45b694f8e4fb req-40eb3eb0-8e3a-441d-8b12-b4c79a81ee83 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] 10.222.0.60 "GET /v2.0/ports?device_id=23329ec1-2aa1-4cec-919c-e827c4171d02 HTTP/1.1" status: 200 len: 948 time: 0.3469064 Nov 23 17:21:05.772379 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port 1b055595-2178-4d80-9bf3-47b4548122fd, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=1b055595-2178-4d80-9bf3-47b4548122fd,segment=NetworkSegment(329c1745-02bf-4561-9615-3192910887f5),segment_id=329c1745-02bf-4561-9615-3192910887f5)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:21:05.781344 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:05.783531 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-1f80fe1c-30a8-4ff9-aeef-cac5645c3495 req-d3fb2428-d8b9-4d46-a749-e1d960536b9f tempest-SecurityGroupRulesTestJSON-260279958 tempest-SecurityGroupRulesTestJSON-260279958-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:05.790996 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-1f80fe1c-30a8-4ff9-aeef-cac5645c3495 req-d3fb2428-d8b9-4d46-a749-e1d960536b9f tempest-SecurityGroupRulesTestJSON-260279958 tempest-SecurityGroupRulesTestJSON-260279958-project] Publish callbacks [] for security_group, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:05.793368 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-1f80fe1c-30a8-4ff9-aeef-cac5645c3495 req-d3fb2428-d8b9-4d46-a749-e1d960536b9f tempest-SecurityGroupRulesTestJSON-260279958 tempest-SecurityGroupRulesTestJSON-260279958-project] 10.222.0.60 "DELETE /v2.0/security-groups/b633613a-9e5d-47ba-b9be-8ff102c989a3 HTTP/1.1" status: 204 len: 173 time: 0.9584141 Nov 23 17:21:05.827486 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fb2428-d8b9-4d46-a749-e1d960536b9f tempest-SecurityGroupRulesTestJSON-260279958 tempest-SecurityGroupRulesTestJSON-260279958-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b633613a-9e5d-47ba-b9be-8ff102c989a3,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:21:05.998974 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-811b0964-934f-41c6-aec8-45b694f8e4fb req-95f15fe6-9b62-4de7-a11a-0c636705468f tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] 10.222.0.60 "GET /v2.0/security-groups?id=70227657-be62-432a-a8fd-5a85231fc7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770616 Nov 23 17:21:06.096812 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6aa4d9c3-7028-40bd-a90b-cea2da7c49bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:06.155667 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Pushing event updated for resources: {'Port': ['ID=1b055595-2178-4d80-9bf3-47b4548122fd,revision_number=8']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:21:06.190460 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:06.211967 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d7524a-fff0-4f67-81f8-5607dc3b30a4 req-5d598e9e-c26c-4915-afa5-731b0ede6a10 tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:21:06.219394 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-63d7524a-fff0-4f67-81f8-5607dc3b30a4 req-5d598e9e-c26c-4915-afa5-731b0ede6a10 tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] 10.222.0.60 "GET /v2.0/ports?device_id=4abb5890-6e70-46c1-a968-68c3ff6d1713 HTTP/1.1" status: 200 len: 945 time: 0.2191880 Nov 23 17:21:06.248358 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-e1eeb345-0e0f-482c-aeca-9a9999ac5c8f None None] Provisioning complete for port ed61194b-a633-4f40-8525-28662094eca0 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:21:06.248730 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-e1eeb345-0e0f-482c-aeca-9a9999ac5c8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:06.337245 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-975afa47-1ebc-47f0-b2ed-16f394fde3b9 req-113588f3-9813-4937-b86c-75c171acc76b tempest-VolumesAdminNegativeTest-398484637 tempest-VolumesAdminNegativeTest-398484637-project] 10.222.0.60 "GET /v2.0/ports?device_id=36d59c55-c677-42e1-b47c-3b1672b30d12 HTTP/1.1" status: 200 len: 210 time: 0.1157074 Nov 23 17:21:06.376549 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] get_ports_and_sgs() called for port_ids ['1b055595-2178-4d80-9bf3-47b4548122fd'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:21:06.562921 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-63d7524a-fff0-4f67-81f8-5607dc3b30a4 req-e8316a22-0c34-4aeb-a24d-b7554e8b1e3a tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] 10.222.0.60 "GET /v2.0/security-groups?id=5c82e7e8-9cad-459a-acb2-b7a0867274de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3300385 Nov 23 17:21:06.568049 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:21:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fc2ce58-b8aa-4651-9d5c-4c0805dbdd64 x-openstack-request-id: req-9fc2ce58-b8aa-4651-9d5c-4c0805dbdd64 {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:21:06.568538 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36d59c55-c677-42e1-b47c-3b1672b30d12", "name": "network-vif-deleted", "tag": "fa908c89-3f71-4e2d-81ec-e9781ba9dc81", "status": "completed", "code": 200}]} {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:21:06.568956 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-9fc2ce58-b8aa-4651-9d5c-4c0805dbdd64 {{(pid=103591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:21:06.569630 n-d-816206-8 neutron-server[103591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36d59c55-c677-42e1-b47c-3b1672b30d12', 'name': 'network-vif-deleted', 'tag': 'fa908c89-3f71-4e2d-81ec-e9781ba9dc81', 'status': 'completed', 'code': 200} Nov 23 17:21:06.598181 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 645a036e-90a6-49ab-b7ee-7a728b70b8c9 up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:21:06.612586 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4abb5890-6e70-46c1-a968-68c3ff6d1713', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1d10eec-e579-40eb-bde9-a5f39bf82b59'}] {{(pid=103592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:21:06.615193 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba3e6a8f2301c7a29fe1eca9779abdae4ccbcd6266d69778087f2498d5551201" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be798fcd-d942-431d-a31e-9ca7955f3021" -d '{"events": [{"server_uuid": "4abb5890-6e70-46c1-a968-68c3ff6d1713", "name": "network-vif-plugged", "status": "completed", "tag": "e1d10eec-e579-40eb-bde9-a5f39bf82b59"}]}' {{(pid=103592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:21:06.706852 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6aa4d9c3-7028-40bd-a90b-cea2da7c49bd admin admin] Publish callbacks [] for port, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:06.707684 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port e1d10eec-e579-40eb-bde9-a5f39bf82b59, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=e1d10eec-e579-40eb-bde9-a5f39bf82b59,segment=NetworkSegment(12913541-acd4-4e3c-8f48-e22896931a9c),segment_id=12913541-acd4-4e3c-8f48-e22896931a9c)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:21:06.715210 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6aa4d9c3-7028-40bd-a90b-cea2da7c49bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264357957'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:06.730380 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-19a328d5-2193-4b10-98e0-e9fb3bd0e159 req-5356aabb-8b03-470b-ae17-999e4ef9e4bf tempest-SecurityGroupRulesTestJSON-260279958 tempest-SecurityGroupRulesTestJSON-260279958-project] 10.222.0.60 "GET /v2.0/security-groups/461ee996-a0d3-4ee7-8778-45d8ee3d75b4 HTTP/1.1" status: 200 len: 1821 time: 0.1163435 Nov 23 17:21:06.735749 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-e1eeb345-0e0f-482c-aeca-9a9999ac5c8f None None] Port ed61194b-a633-4f40-8525-28662094eca0 cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:21:06.761281 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:06.872036 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:21:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97116964-008e-4e7b-8882-81735474ffdf x-openstack-request-id: req-97116964-008e-4e7b-8882-81735474ffdf {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:21:06.873066 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4abb5890-6e70-46c1-a968-68c3ff6d1713", "name": "network-vif-plugged", "status": "completed", "tag": "e1d10eec-e579-40eb-bde9-a5f39bf82b59", "code": 200}]} {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:21:06.873066 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-97116964-008e-4e7b-8882-81735474ffdf {{(pid=103592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:21:06.873066 n-d-816206-8 neutron-server[103592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4abb5890-6e70-46c1-a968-68c3ff6d1713', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1d10eec-e579-40eb-bde9-a5f39bf82b59', 'code': 200} Nov 23 17:21:06.878597 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa4d9c3-7028-40bd-a90b-cea2da7c49bd admin admin] Pushing event updated for resources: {'Port': ['ID=ed61194b-a633-4f40-8525-28662094eca0,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:21:06.895994 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Pushing event updated for resources: {'Port': ['ID=e1d10eec-e579-40eb-bde9-a5f39bf82b59,revision_number=5']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:21:06.907064 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-19a328d5-2193-4b10-98e0-e9fb3bd0e159 req-e07a8332-3934-456b-a15a-e30c24d71a65 tempest-SecurityGroupRulesTestJSON-260279958 tempest-SecurityGroupRulesTestJSON-260279958-project] Publish callbacks [] for security_group, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:06.944011 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6aa4d9c3-7028-40bd-a90b-cea2da7c49bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2068703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1794403'] for router_interface, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:06.968838 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-19a328d5-2193-4b10-98e0-e9fb3bd0e159 req-e07a8332-3934-456b-a15a-e30c24d71a65 tempest-SecurityGroupRulesTestJSON-260279958 tempest-SecurityGroupRulesTestJSON-260279958-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:06.994381 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port 645a036e-90a6-49ab-b7ee-7a728b70b8c9 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:21:06.997676 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:07.060022 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-19a328d5-2193-4b10-98e0-e9fb3bd0e159 req-e07a8332-3934-456b-a15a-e30c24d71a65 tempest-SecurityGroupRulesTestJSON-260279958 tempest-SecurityGroupRulesTestJSON-260279958-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:07.062742 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-19a328d5-2193-4b10-98e0-e9fb3bd0e159 req-e07a8332-3934-456b-a15a-e30c24d71a65 tempest-SecurityGroupRulesTestJSON-260279958 tempest-SecurityGroupRulesTestJSON-260279958-project] Publish callbacks [] for security_group, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:07.065856 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-19a328d5-2193-4b10-98e0-e9fb3bd0e159 req-e07a8332-3934-456b-a15a-e30c24d71a65 tempest-SecurityGroupRulesTestJSON-260279958 tempest-SecurityGroupRulesTestJSON-260279958-project] 10.222.0.60 "DELETE /v2.0/security-groups/461ee996-a0d3-4ee7-8778-45d8ee3d75b4 HTTP/1.1" status: 204 len: 173 time: 0.3271732 Nov 23 17:21:07.088601 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07a8332-3934-456b-a15a-e30c24d71a65 tempest-SecurityGroupRulesTestJSON-260279958 tempest-SecurityGroupRulesTestJSON-260279958-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=461ee996-a0d3-4ee7-8778-45d8ee3d75b4,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:21:07.186745 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372ddaeb-ec88-4b21-90cd-ed0078977484 req-f0e2e06b-4951-4b26-9345-3365c8f452ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:21:07.188307 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-372ddaeb-ec88-4b21-90cd-ed0078977484 req-f0e2e06b-4951-4b26-9345-3365c8f452ce service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=4abb5890-6e70-46c1-a968-68c3ff6d1713 HTTP/1.1" status: 200 len: 1097 time: 0.1839049 Nov 23 17:21:07.189247 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-43331468-be0a-4f9d-bab8-2783c73764a5 req-b6296276-4139-4214-a865-adb2d9668a23 tempest-SecurityGroupRulesTestJSON-260279958 tempest-SecurityGroupRulesTestJSON-260279958-project] 10.222.0.60 "GET /v2.0/security-groups/b9b00767-50b0-4335-b73f-e6478ed7c1e2 HTTP/1.1" status: 200 len: 2419 time: 0.0875659 Nov 23 17:21:07.230559 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aa4d9c3-7028-40bd-a90b-cea2da7c49bd admin admin] Network 4adf0938-0492-41dc-8987-e4fa2efab96b is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:21:07.234430 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-6aa4d9c3-7028-40bd-a90b-cea2da7c49bd admin admin] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:21:07.285760 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:07.326457 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-43331468-be0a-4f9d-bab8-2783c73764a5 req-bdad6733-3e2f-4d67-a398-e9419c24fc3b tempest-SecurityGroupRulesTestJSON-260279958 tempest-SecurityGroupRulesTestJSON-260279958-project] Publish callbacks [] for security_group, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:07.330117 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] For port 645a036e-90a6-49ab-b7ee-7a728b70b8c9, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=645a036e-90a6-49ab-b7ee-7a728b70b8c9,segment=NetworkSegment(bffd1e4f-e80f-4ff0-b418-2f42ae15febf),segment_id=bffd1e4f-e80f-4ff0-b418-2f42ae15febf)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:21:07.342144 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:07.398500 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-43331468-be0a-4f9d-bab8-2783c73764a5 req-bdad6733-3e2f-4d67-a398-e9419c24fc3b tempest-SecurityGroupRulesTestJSON-260279958 tempest-SecurityGroupRulesTestJSON-260279958-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:07.420296 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c07a01-bfb8-4f8a-81f6-7ba67d8f69e7 req-1cd74077-1039-4ea8-a813-2d8d190091ea tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:21:07.428902 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-60c07a01-bfb8-4f8a-81f6-7ba67d8f69e7 req-1cd74077-1039-4ea8-a813-2d8d190091ea tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] 10.222.0.60 "GET /v2.0/ports?device_id=23329ec1-2aa1-4cec-919c-e827c4171d02 HTTP/1.1" status: 200 len: 949 time: 0.1468270 Nov 23 17:21:07.499361 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Pushing event updated for resources: {'Port': ['ID=645a036e-90a6-49ab-b7ee-7a728b70b8c9,revision_number=4']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:21:07.537123 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-60c07a01-bfb8-4f8a-81f6-7ba67d8f69e7 req-9b0b9b12-f60d-400c-9fda-8229aae3f3ce tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] 10.222.0.60 "GET /v2.0/security-groups?id=70227657-be62-432a-a8fd-5a85231fc7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049590 Nov 23 17:21:07.557094 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device fa908c89-3f71-4e2d-81ec-e9781ba9dc81 no longer exists at agent hyperv_n-h1-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:21:07.566431 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-43331468-be0a-4f9d-bab8-2783c73764a5 req-bdad6733-3e2f-4d67-a398-e9419c24fc3b tempest-SecurityGroupRulesTestJSON-260279958 tempest-SecurityGroupRulesTestJSON-260279958-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:07.570479 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-43331468-be0a-4f9d-bab8-2783c73764a5 req-bdad6733-3e2f-4d67-a398-e9419c24fc3b tempest-SecurityGroupRulesTestJSON-260279958 tempest-SecurityGroupRulesTestJSON-260279958-project] Publish callbacks [] for security_group, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:07.574828 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-43331468-be0a-4f9d-bab8-2783c73764a5 req-bdad6733-3e2f-4d67-a398-e9419c24fc3b tempest-SecurityGroupRulesTestJSON-260279958 tempest-SecurityGroupRulesTestJSON-260279958-project] 10.222.0.60 "DELETE /v2.0/security-groups/b9b00767-50b0-4335-b73f-e6478ed7c1e2 HTTP/1.1" status: 204 len: 173 time: 0.3774621 Nov 23 17:21:07.595822 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdad6733-3e2f-4d67-a398-e9419c24fc3b tempest-SecurityGroupRulesTestJSON-260279958 tempest-SecurityGroupRulesTestJSON-260279958-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9b00767-50b0-4335-b73f-e6478ed7c1e2,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:21:07.645112 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] No Port match for: fa908c89-3f71-4e2d-81ec-e9781ba9dc81 {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:21:07.645725 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device fa908c89-3f71-4e2d-81ec-e9781ba9dc81 not bound to the agent host n-h1-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:21:07.648612 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 51796) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:21:07.709584 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-1d3653d1-eb66-4f55-8c61-13f0742070c6 None None] Provisioning complete for port ed61194b-a633-4f40-8525-28662094eca0 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:21:07.710151 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-1d3653d1-eb66-4f55-8c61-13f0742070c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:07.771690 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.db_base_plugin_v2 [None req-498f1540-7a65-4a4f-b5ca-47799f0cabfb admin admin] Deleting subnet 0a905db4-c299-49af-abac-53350e4e0824 {{(pid=103591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 17:21:07.781448 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-498f1540-7a65-4a4f-b5ca-47799f0cabfb admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:07.828288 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-1d3653d1-eb66-4f55-8c61-13f0742070c6 None None] Port ed61194b-a633-4f40-8525-28662094eca0 cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:21:07.863702 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d039a2e6-0884-482e-8406-495d2b0a777d req-edd00c3a-a755-4413-becd-da3690b398ae tempest-SecurityGroupRulesTestJSON-260279958 tempest-SecurityGroupRulesTestJSON-260279958-project] 10.222.0.60 "GET /v2.0/security-groups/e834f6ca-c47a-447e-8de3-74a2e3544883 HTTP/1.1" status: 200 len: 2414 time: 0.1366980 Nov 23 17:21:07.983469 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-498f1540-7a65-4a4f-b5ca-47799f0cabfb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265990000'] for subnet, precommit_delete_associations {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:08.049273 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-372ddaeb-ec88-4b21-90cd-ed0078977484 req-ccb15390-3ab6-4e32-94a0-7b0d76b78d61 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=5c82e7e8-9cad-459a-acb2-b7a0867274de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8468738 Nov 23 17:21:08.140946 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-d039a2e6-0884-482e-8406-495d2b0a777d req-d3c62548-f994-4bf8-bd94-975ba021e9e2 tempest-SecurityGroupRulesTestJSON-260279958 tempest-SecurityGroupRulesTestJSON-260279958-project] Publish callbacks [] for security_group, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:08.149699 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6aa4d9c3-7028-40bd-a90b-cea2da7c49bd admin admin] Router 71d66ecc-15c1-4169-8614-9aab39e82fff has already been hosted by L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 {{(pid=103590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 17:21:08.195774 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-d039a2e6-0884-482e-8406-495d2b0a777d req-d3c62548-f994-4bf8-bd94-975ba021e9e2 tempest-SecurityGroupRulesTestJSON-260279958 tempest-SecurityGroupRulesTestJSON-260279958-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:08.290031 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-498f1540-7a65-4a4f-b5ca-47799f0cabfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971956'] for subnet, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:08.397761 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-498f1540-7a65-4a4f-b5ca-47799f0cabfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264758240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264314269'] for subnet, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:08.398584 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6aa4d9c3-7028-40bd-a90b-cea2da7c49bd admin admin] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:21:08.416556 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-924702e9-7eca-423b-91db-96d62f7f9acc None None] Sync routers for ids ['71d66ecc-15c1-4169-8614-9aab39e82fff'] in n-d-816206-8 {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:21:08.422046 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-6aa4d9c3-7028-40bd-a90b-cea2da7c49bd admin admin] 10.222.0.60 "PUT /v2.0/routers/71d66ecc-15c1-4169-8614-9aab39e82fff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9573693 Nov 23 17:21:08.427871 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 645a036e-90a6-49ab-b7ee-7a728b70b8c9 up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:21:08.461559 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-924702e9-7eca-423b-91db-96d62f7f9acc None None] Routers {'71d66ecc-15c1-4169-8614-9aab39e82fff'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:21:08.462604 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-924702e9-7eca-423b-91db-96d62f7f9acc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:20:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['71d66ecc-15c1-4169-8614-9aab39e82fff'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:21:08.564053 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-d039a2e6-0884-482e-8406-495d2b0a777d req-d3c62548-f994-4bf8-bd94-975ba021e9e2 tempest-SecurityGroupRulesTestJSON-260279958 tempest-SecurityGroupRulesTestJSON-260279958-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:08.576605 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-d039a2e6-0884-482e-8406-495d2b0a777d req-d3c62548-f994-4bf8-bd94-975ba021e9e2 tempest-SecurityGroupRulesTestJSON-260279958 tempest-SecurityGroupRulesTestJSON-260279958-project] Publish callbacks [] for security_group, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:08.590076 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d039a2e6-0884-482e-8406-495d2b0a777d req-d3c62548-f994-4bf8-bd94-975ba021e9e2 tempest-SecurityGroupRulesTestJSON-260279958 tempest-SecurityGroupRulesTestJSON-260279958-project] 10.222.0.60 "DELETE /v2.0/security-groups/e834f6ca-c47a-447e-8de3-74a2e3544883 HTTP/1.1" status: 204 len: 173 time: 0.7143278 Nov 23 17:21:08.615682 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a874e69a-cce5-4ef3-9644-f6ac39497ae1 req-d542006d-ff40-4ec6-8ddc-949e30afbc3b tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:21:08.617505 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-a874e69a-cce5-4ef3-9644-f6ac39497ae1 req-d542006d-ff40-4ec6-8ddc-949e30afbc3b tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] 10.222.0.36 "GET /v2.0/ports?device_id=23329ec1-2aa1-4cec-919c-e827c4171d02&tenant_id=98a62786d4654c60b8dab5d2a606f4fe&binding%3Ahost_id=n-h2-816206-8 HTTP/1.1" status: 200 len: 949 time: 0.1938369 Nov 23 17:21:08.618014 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 51812) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:21:08.623118 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port 645a036e-90a6-49ab-b7ee-7a728b70b8c9 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:21:08.623444 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:08.687204 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-498f1540-7a65-4a4f-b5ca-47799f0cabfb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for subnet, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:08.696394 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-498f1540-7a65-4a4f-b5ca-47799f0cabfb admin admin] 10.222.0.60 "DELETE /v2.0/subnets/0a905db4-c299-49af-abac-53350e4e0824 HTTP/1.1" status: 204 len: 168 time: 1.0429847 Nov 23 17:21:08.713270 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 51816) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:21:08.728184 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498f1540-7a65-4a4f-b5ca-47799f0cabfb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0a905db4-c299-49af-abac-53350e4e0824,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:21:08.760903 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c62548-f994-4bf8-bd94-975ba021e9e2 tempest-SecurityGroupRulesTestJSON-260279958 tempest-SecurityGroupRulesTestJSON-260279958-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e834f6ca-c47a-447e-8de3-74a2e3544883,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:21:08.847114 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_v2 [None req-d346be15-a41d-44fd-80c7-127224544110 admin admin] Deleting subnet dd0bd914-c880-46ed-b76d-77d92bb12d76 {{(pid=103590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 17:21:08.852873 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d346be15-a41d-44fd-80c7-127224544110 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:08.865766 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-924702e9-7eca-423b-91db-96d62f7f9acc None None] Set router 71d66ecc-15c1-4169-8614-9aab39e82fff gateway port host: n-d-816206-8 {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:21:08.932051 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-a874e69a-cce5-4ef3-9644-f6ac39497ae1 req-d5af7c28-d38a-4ec0-882e-c0faa13ac232 service neutron] 10.222.0.36 "GET /v2.0/ports/1b055595-2178-4d80-9bf3-47b4548122fd/bindings/n-h2-816206-8 HTTP/1.1" status: 200 len: 382 time: 0.2926269 Nov 23 17:21:08.961254 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3be7a1-773b-4f8a-9d88-8642c335a4d7 req-4710668c-2f8d-4fb6-9bb3-d0a731b9d3bb tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:21:08.963425 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ed3be7a1-773b-4f8a-9d88-8642c335a4d7 req-4710668c-2f8d-4fb6-9bb3-d0a731b9d3bb tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] 10.222.0.60 "GET /v2.0/ports?device_id=4abb5890-6e70-46c1-a968-68c3ff6d1713 HTTP/1.1" status: 200 len: 946 time: 0.5712693 Nov 23 17:21:08.970362 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device 1b055595-2178-4d80-9bf3-47b4548122fd up at agent hyperv_n-h2-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:21:08.974268 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d346be15-a41d-44fd-80c7-127224544110 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-267528342'] for subnet, precommit_delete_associations {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:08.997499 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-f80bce3c-6cfc-4e24-823f-1a172492a7a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-555181'] for network, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:09.082232 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d346be15-a41d-44fd-80c7-127224544110 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971956'] for subnet, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:09.144532 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Provisioning for port 1b055595-2178-4d80-9bf3-47b4548122fd completed by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 17:21:09.155612 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Provisioning complete for port 1b055595-2178-4d80-9bf3-47b4548122fd triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:21:09.155983 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:09.247507 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a874e69a-cce5-4ef3-9644-f6ac39497ae1 req-a91c31ec-59c6-402b-bd87-3b35ac8fe44e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:21:09.250416 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-a874e69a-cce5-4ef3-9644-f6ac39497ae1 req-a91c31ec-59c6-402b-bd87-3b35ac8fe44e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=98a62786d4654c60b8dab5d2a606f4fe&device_id=23329ec1-2aa1-4cec-919c-e827c4171d02 HTTP/1.1" status: 200 len: 1100 time: 0.2038021 Nov 23 17:21:09.252582 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d346be15-a41d-44fd-80c7-127224544110 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264357903', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264730940'] for subnet, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:09.306636 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ed3be7a1-773b-4f8a-9d88-8642c335a4d7 req-db232b27-9106-413b-a415-fa5d965cd86d tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] 10.222.0.60 "GET /v2.0/security-groups?id=5c82e7e8-9cad-459a-acb2-b7a0867274de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3136754 Nov 23 17:21:09.315782 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d346be15-a41d-44fd-80c7-127224544110 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:09.320890 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-d346be15-a41d-44fd-80c7-127224544110 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/dd0bd914-c880-46ed-b76d-77d92bb12d76 HTTP/1.1" status: 204 len: 168 time: 0.7017796 Nov 23 17:21:09.321535 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 51826) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:21:09.333327 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d346be15-a41d-44fd-80c7-127224544110 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dd0bd914-c880-46ed-b76d-77d92bb12d76,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:21:09.372112 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:09.424000 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port 1b055595-2178-4d80-9bf3-47b4548122fd, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=1b055595-2178-4d80-9bf3-47b4548122fd,segment=NetworkSegment(329c1745-02bf-4561-9615-3192910887f5),segment_id=329c1745-02bf-4561-9615-3192910887f5)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:21:09.425387 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23329ec1-2aa1-4cec-919c-e827c4171d02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b055595-2178-4d80-9bf3-47b4548122fd'}] {{(pid=103592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:21:09.429021 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba3e6a8f2301c7a29fe1eca9779abdae4ccbcd6266d69778087f2498d5551201" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd989746-dea2-4eae-8c01-b19c519800cd" -d '{"events": [{"server_uuid": "23329ec1-2aa1-4cec-919c-e827c4171d02", "name": "network-vif-plugged", "status": "completed", "tag": "1b055595-2178-4d80-9bf3-47b4548122fd"}]}' {{(pid=103592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:21:09.433855 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:09.466818 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-cfbd21f2-8b90-41a7-9b51-dcf8e8d1d184 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-555181'] for network, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:09.499371 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Pushing event updated for resources: {'Port': ['ID=1b055595-2178-4d80-9bf3-47b4548122fd,revision_number=9']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:21:09.520439 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-f80bce3c-6cfc-4e24-823f-1a172492a7a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973419', 'neutron.services.segments.db._delete_segments_for_network-8736635878840'] for network, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:09.524832 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-924702e9-7eca-423b-91db-96d62f7f9acc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71d66ecc-15c1-4169-8614-9aab39e82fff', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-336350029-router', 'tenant_id': '07c066c23f614c7cae841372177b7a9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.58'}], 'enable_snat': True}, 'gw_port_id': '645a036e-90a6-49ab-b7ee-7a728b70b8c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:20:55Z', 'updated_at': '2021-11-23T17:21:06Z', 'revision_number': 4, 'project_id': '07c066c23f614c7cae841372177b7a9e', 'gw_port': {'id': '645a036e-90a6-49ab-b7ee-7a728b70b8c9', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:c4:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71d66ecc-15c1-4169-8614-9aab39e82fff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:20:55Z', 'updated_at': '2021-11-23T17:21:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_interfaces': [{'id': 'ed61194b-a633-4f40-8525-28662094eca0', 'name': '', 'network_id': '4adf0938-0492-41dc-8987-e4fa2efab96b', 'tenant_id': '07c066c23f614c7cae841372177b7a9e', 'mac_address': 'fa:16:3e:af:16:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71d66ecc-15c1-4169-8614-9aab39e82fff', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'a8b30bfe-28eb-4c6c-8311-3d7631776675', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:21:04Z', 'updated_at': '2021-11-23T17:21:06Z', 'revision_number': 2, 'project_id': '07c066c23f614c7cae841372177b7a9e', 'subnets': [{'id': 'a8b30bfe-28eb-4c6c-8311-3d7631776675', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:21:09.577260 n-d-816206-8 neutron-server[103591]: DEBUG neutron.services.segments.db [None req-f80bce3c-6cfc-4e24-823f-1a172492a7a0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b930676-e99f-4254-8125-844af0a93961']}} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:21:09.594045 n-d-816206-8 neutron-server[103591]: DEBUG neutron.services.segments.db [None req-f80bce3c-6cfc-4e24-823f-1a172492a7a0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45336d68-2770-44d7-ab30-fd71e4883e47') {'for_net_delete': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:21:09.594348 n-d-816206-8 neutron-server[103591]: DEBUG neutron.services.segments.db [None req-f80bce3c-6cfc-4e24-823f-1a172492a7a0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45336d68-2770-44d7-ab30-fd71e4883e47') {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:21:09.600950 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-924702e9-7eca-423b-91db-96d62f7f9acc None None] Checking router: 71d66ecc-15c1-4169-8614-9aab39e82fff for host: n-d-816206-8 {{(pid=103593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 17:21:09.602226 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-924702e9-7eca-423b-91db-96d62f7f9acc None None] Updating router 71d66ecc-15c1-4169-8614-9aab39e82fff port ed61194b-a633-4f40-8525-28662094eca0 binding host n-d-816206-8 {{(pid=103593) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 17:21:09.609616 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-f80bce3c-6cfc-4e24-823f-1a172492a7a0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736635840332', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265989959'] for segment, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:09.626011 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db171cf9-593b-46d6-bad0-0e995c76f88b req-aa472e53-1ecd-40a7-8c18-0556a0675444 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:21:09.633999 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-db171cf9-593b-46d6-bad0-0e995c76f88b req-aa472e53-1ecd-40a7-8c18-0556a0675444 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] 10.222.0.60 "GET /v2.0/ports?device_id=23329ec1-2aa1-4cec-919c-e827c4171d02 HTTP/1.1" status: 200 len: 950 time: 0.3265021 Nov 23 17:21:09.655228 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-f80bce3c-6cfc-4e24-823f-1a172492a7a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:09.667257 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f80bce3c-6cfc-4e24-823f-1a172492a7a0 admin admin] Releasing vlan 502 on physical network physnet1 to pool {{(pid=103591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 17:21:09.667649 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-f80bce3c-6cfc-4e24-823f-1a172492a7a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264756290'] for segment, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:09.669635 n-d-816206-8 neutron-server[103591]: Traceback (most recent call last): Nov 23 17:21:09.669635 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 17:21:09.669635 n-d-816206-8 neutron-server[103591]: timer() Nov 23 17:21:09.669635 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 17:21:09.669635 n-d-816206-8 neutron-server[103591]: cb(*args, **kw) Nov 23 17:21:09.669635 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 17:21:09.669635 n-d-816206-8 neutron-server[103591]: return func(*args, **kwargs) Nov 23 17:21:09.669635 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 17:21:09.669635 n-d-816206-8 neutron-server[103591]: self._notify() Nov 23 17:21:09.669635 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 17:21:09.669635 n-d-816206-8 neutron-server[103591]: self.callback(batched_events) Nov 23 17:21:09.669635 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 17:21:09.669635 n-d-816206-8 neutron-server[103591]: event.method(event) Nov 23 17:21:09.669635 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 17:21:09.669635 n-d-816206-8 neutron-server[103591]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 17:21:09.669635 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 17:21:09.669635 n-d-816206-8 neutron-server[103591]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 17:21:09.669635 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 17:21:09.669635 n-d-816206-8 neutron-server[103591]: return f(self, *a, **k) Nov 23 17:21:09.669635 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 17:21:09.669635 n-d-816206-8 neutron-server[103591]: return self._get(url).json() Nov 23 17:21:09.669635 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 17:21:09.669635 n-d-816206-8 neutron-server[103591]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 17:21:09.669635 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 17:21:09.669635 n-d-816206-8 neutron-server[103591]: return self.request(url, 'GET', **kwargs) Nov 23 17:21:09.669635 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 17:21:09.669635 n-d-816206-8 neutron-server[103591]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 17:21:09.669635 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 17:21:09.669635 n-d-816206-8 neutron-server[103591]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 17:21:09.669635 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 17:21:09.669635 n-d-816206-8 neutron-server[103591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 17:21:09.669635 n-d-816206-8 neutron-server[103591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 17:21:09.676883 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-cfbd21f2-8b90-41a7-9b51-dcf8e8d1d184 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973419', 'neutron.services.segments.db._delete_segments_for_network-8736635878840'] for network, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:09.693435 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a874e69a-cce5-4ef3-9644-f6ac39497ae1 req-fcfa4307-1319-4e15-983c-db9b99b33e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:21:09.695989 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-a874e69a-cce5-4ef3-9644-f6ac39497ae1 req-fcfa4307-1319-4e15-983c-db9b99b33e34 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f1e1dabf-b410-4023-9169-a460a86e7184 HTTP/1.1" status: 200 len: 870 time: 0.4320395 Nov 23 17:21:09.719370 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-cfbd21f2-8b90-41a7-9b51-dcf8e8d1d184 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e264438-a972-4d11-911c-35035c761415']}} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:21:09.720528 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-924702e9-7eca-423b-91db-96d62f7f9acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:09.765623 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-db171cf9-593b-46d6-bad0-0e995c76f88b req-8985fc44-fcd4-4a93-9bd0-b2a82a026daa tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] 10.222.0.60 "GET /v2.0/security-groups?id=70227657-be62-432a-a8fd-5a85231fc7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291668 Nov 23 17:21:09.785247 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-cfbd21f2-8b90-41a7-9b51-dcf8e8d1d184 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f2c2d0a-af6e-40af-8c50-d8bf98aee55f') {'for_net_delete': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:21:09.785247 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-cfbd21f2-8b90-41a7-9b51-dcf8e8d1d184 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f2c2d0a-af6e-40af-8c50-d8bf98aee55f') {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:21:09.823684 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-f80bce3c-6cfc-4e24-823f-1a172492a7a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1795418'] for network, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:09.835724 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-f80bce3c-6cfc-4e24-823f-1a172492a7a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for network, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:09.846816 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-f80bce3c-6cfc-4e24-823f-1a172492a7a0 admin admin] 10.222.0.60 "DELETE /v2.0/networks/6b930676-e99f-4254-8125-844af0a93961 HTTP/1.1" status: 204 len: 168 time: 1.1136768 Nov 23 17:21:09.854280 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-cfbd21f2-8b90-41a7-9b51-dcf8e8d1d184 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736635840332', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-267528353'] for segment, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:09.857238 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 51844) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:21:09.862181 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-a874e69a-cce5-4ef3-9644-f6ac39497ae1 req-c07fdbfc-4a04-4941-8274-e4d65b5712e4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.231&port_id=1b055595-2178-4d80-9bf3-47b4548122fd HTTP/1.1" status: 200 len: 217 time: 0.1316731 Nov 23 17:21:09.947351 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:21:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6031c8d-0638-4ac7-a725-37feb82d1daf x-openstack-request-id: req-a6031c8d-0638-4ac7-a725-37feb82d1daf {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:21:09.949430 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23329ec1-2aa1-4cec-919c-e827c4171d02", "name": "network-vif-plugged", "status": "completed", "tag": "1b055595-2178-4d80-9bf3-47b4548122fd", "code": 200}]} {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:21:09.950981 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a6031c8d-0638-4ac7-a725-37feb82d1daf {{(pid=103592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:21:09.951929 n-d-816206-8 neutron-server[103592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23329ec1-2aa1-4cec-919c-e827c4171d02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b055595-2178-4d80-9bf3-47b4548122fd', 'code': 200} Nov 23 17:21:09.989565 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-cfbd21f2-8b90-41a7-9b51-dcf8e8d1d184 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:09.995459 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80bce3c-6cfc-4e24-823f-1a172492a7a0 admin admin] Pushing event deleted for resources: {'Network': ['ID=6b930676-e99f-4254-8125-844af0a93961,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:21:10.049857 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfbd21f2-8b90-41a7-9b51-dcf8e8d1d184 admin admin] Releasing vlan 537 on physical network physnet1 to pool {{(pid=103590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 17:21:10.055343 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-cfbd21f2-8b90-41a7-9b51-dcf8e8d1d184 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264370093'] for segment, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:10.058280 n-d-816206-8 neutron-server[103590]: Traceback (most recent call last): Nov 23 17:21:10.058280 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 17:21:10.058280 n-d-816206-8 neutron-server[103590]: timer() Nov 23 17:21:10.058280 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 17:21:10.058280 n-d-816206-8 neutron-server[103590]: cb(*args, **kw) Nov 23 17:21:10.058280 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 17:21:10.058280 n-d-816206-8 neutron-server[103590]: return func(*args, **kwargs) Nov 23 17:21:10.058280 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 17:21:10.058280 n-d-816206-8 neutron-server[103590]: self._notify() Nov 23 17:21:10.058280 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 17:21:10.058280 n-d-816206-8 neutron-server[103590]: self.callback(batched_events) Nov 23 17:21:10.058280 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 17:21:10.058280 n-d-816206-8 neutron-server[103590]: event.method(event) Nov 23 17:21:10.058280 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 17:21:10.058280 n-d-816206-8 neutron-server[103590]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 17:21:10.058280 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 17:21:10.058280 n-d-816206-8 neutron-server[103590]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 17:21:10.058280 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 17:21:10.058280 n-d-816206-8 neutron-server[103590]: return f(self, *a, **k) Nov 23 17:21:10.058280 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 17:21:10.058280 n-d-816206-8 neutron-server[103590]: return self._get(url).json() Nov 23 17:21:10.058280 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 17:21:10.058280 n-d-816206-8 neutron-server[103590]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 17:21:10.058280 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 17:21:10.058280 n-d-816206-8 neutron-server[103590]: return self.request(url, 'GET', **kwargs) Nov 23 17:21:10.058280 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 17:21:10.058280 n-d-816206-8 neutron-server[103590]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 17:21:10.058280 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 17:21:10.058280 n-d-816206-8 neutron-server[103590]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 17:21:10.058280 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 17:21:10.058280 n-d-816206-8 neutron-server[103590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 17:21:10.058280 n-d-816206-8 neutron-server[103590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 17:21:10.095194 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b18a7a0-bb4f-4885-adb9-22759b0c892e req-c5e302e7-9117-463c-b998-ff6ffde4c641 tempest-FloatingIPsAssociationNegativeTestJSON-1058719936 tempest-FloatingIPsAssociationNegativeTestJSON-1058719936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:21:10.109887 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9b18a7a0-bb4f-4885-adb9-22759b0c892e req-c5e302e7-9117-463c-b998-ff6ffde4c641 tempest-FloatingIPsAssociationNegativeTestJSON-1058719936 tempest-FloatingIPsAssociationNegativeTestJSON-1058719936-project] 10.222.0.60 "GET /v2.0/networks?id=4adf0938-0492-41dc-8987-e4fa2efab96b HTTP/1.1" status: 200 len: 828 time: 0.3726461 Nov 23 17:21:10.133194 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9b18a7a0-bb4f-4885-adb9-22759b0c892e req-2f9abc17-0d5d-4ef3-bd08-76c29069ae60 tempest-FloatingIPsAssociationNegativeTestJSON-1058719936 tempest-FloatingIPsAssociationNegativeTestJSON-1058719936-project] 10.222.0.60 "GET /v2.0/quotas/07c066c23f614c7cae841372177b7a9e HTTP/1.1" status: 200 len: 375 time: 0.0222204 Nov 23 17:21:10.178331 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e7aaa89-c029-40fe-a3dc-d421cf5ed38e admin admin] Deleting subnet 0da364bf-c342-417c-8393-be5a0cdb006c {{(pid=103590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 17:21:10.183710 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a874e69a-cce5-4ef3-9644-f6ac39497ae1 req-2d551d2e-f816-497d-a7b3-b67593aafc74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:21:10.186938 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-a874e69a-cce5-4ef3-9644-f6ac39497ae1 req-2d551d2e-f816-497d-a7b3-b67593aafc74 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ac77c175-5679-438b-8a2a-356718377641 HTTP/1.1" status: 200 len: 843 time: 0.3019085 Nov 23 17:21:10.189529 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0e7aaa89-c029-40fe-a3dc-d421cf5ed38e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:10.218626 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9b18a7a0-bb4f-4885-adb9-22759b0c892e req-8572c1b2-04b5-4a4e-a190-521dda949c2c tempest-FloatingIPsAssociationNegativeTestJSON-1058719936 tempest-FloatingIPsAssociationNegativeTestJSON-1058719936-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=07c066c23f614c7cae841372177b7a9e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0842991 Nov 23 17:21:10.252680 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-cfbd21f2-8b90-41a7-9b51-dcf8e8d1d184 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1795418'] for network, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:10.291985 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-cfbd21f2-8b90-41a7-9b51-dcf8e8d1d184 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for network, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:10.295475 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-cfbd21f2-8b90-41a7-9b51-dcf8e8d1d184 admin admin] 10.222.0.60 "DELETE /v2.0/networks/7e264438-a972-4d11-911c-35035c761415 HTTP/1.1" status: 204 len: 168 time: 0.9633126 Nov 23 17:21:10.301701 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbd21f2-8b90-41a7-9b51-dcf8e8d1d184 admin admin] Pushing event deleted for resources: {'Network': ['ID=7e264438-a972-4d11-911c-35035c761415,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:21:10.314198 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0e7aaa89-c029-40fe-a3dc-d421cf5ed38e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-267528342'] for subnet, precommit_delete_associations {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:10.363340 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a874e69a-cce5-4ef3-9644-f6ac39497ae1 req-49f05536-721c-47c8-a426-834e6ae82ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:21:10.365261 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-a874e69a-cce5-4ef3-9644-f6ac39497ae1 req-49f05536-721c-47c8-a426-834e6ae82ebf service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f1e1dabf-b410-4023-9169-a460a86e7184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1410933 Nov 23 17:21:10.461769 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-924702e9-7eca-423b-91db-96d62f7f9acc None None] Publish callbacks [] for port, precommit_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:10.473691 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-924702e9-7eca-423b-91db-96d62f7f9acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:10.540089 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0e7aaa89-c029-40fe-a3dc-d421cf5ed38e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971956'] for subnet, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:10.561341 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec273ce6-a302-4f30-8f61-035a27e00766 None None] Pushing event updated for resources: {'Port': ['ID=ed61194b-a633-4f40-8525-28662094eca0,revision_number=3']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:21:10.574329 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9b18a7a0-bb4f-4885-adb9-22759b0c892e req-5ecbd612-3adb-41e2-80d9-c59ee1530039 service neutron] 10.222.0.60 "GET /v2.0/networks/4adf0938-0492-41dc-8987-e4fa2efab96b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3535068 Nov 23 17:21:10.584388 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec273ce6-a302-4f30-8f61-035a27e00766 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:21:10.586417 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec273ce6-a302-4f30-8f61-035a27e00766 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:21:10.587279 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec273ce6-a302-4f30-8f61-035a27e00766 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:21:10.588120 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec273ce6-a302-4f30-8f61-035a27e00766 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:21:10.589064 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec273ce6-a302-4f30-8f61-035a27e00766 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:21:10.591079 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec273ce6-a302-4f30-8f61-035a27e00766 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:21:10.592068 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec273ce6-a302-4f30-8f61-035a27e00766 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:21:10.592904 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec273ce6-a302-4f30-8f61-035a27e00766 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:21:10.593686 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec273ce6-a302-4f30-8f61-035a27e00766 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:21:10.594484 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec273ce6-a302-4f30-8f61-035a27e00766 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:21:10.595302 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec273ce6-a302-4f30-8f61-035a27e00766 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:21:10.596149 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec273ce6-a302-4f30-8f61-035a27e00766 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:21:10.679782 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-a874e69a-cce5-4ef3-9644-f6ac39497ae1 req-18705d38-3dda-4805-822d-7428ad4292a9 service neutron] 10.222.0.36 "GET /v2.0/networks/f1e1dabf-b410-4023-9169-a460a86e7184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2961142 Nov 23 17:21:10.690632 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0e7aaa89-c029-40fe-a3dc-d421cf5ed38e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264357903', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264730940'] for subnet, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:10.824695 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7aaa89-c029-40fe-a3dc-d421cf5ed38e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0da364bf-c342-417c-8393-be5a0cdb006c,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:21:10.831794 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [None req-924702e9-7eca-423b-91db-96d62f7f9acc None None] Attempting to bind port ed61194b-a633-4f40-8525-28662094eca0 on host n-d-816206-8 for vnic_type normal with profile {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:21:10.834442 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [None req-924702e9-7eca-423b-91db-96d62f7f9acc None None] Attempting to bind port ed61194b-a633-4f40-8525-28662094eca0 by drivers openvswitch,hyperv on host n-d-816206-8 at level 0 using segments [{'id': '3c1579ad-05ef-4475-88f4-cde778b87b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '4adf0938-0492-41dc-8987-e4fa2efab96b'}] {{(pid=103593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:21:10.835209 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0e7aaa89-c029-40fe-a3dc-d421cf5ed38e admin admin] Publish callbacks [] for subnet, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:10.841773 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-924702e9-7eca-423b-91db-96d62f7f9acc None None] Attempting to bind port ed61194b-a633-4f40-8525-28662094eca0 on network 4adf0938-0492-41dc-8987-e4fa2efab96b {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:21:10.844459 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-0e7aaa89-c029-40fe-a3dc-d421cf5ed38e admin admin] 10.222.0.60 "DELETE /v2.0/subnets/0da364bf-c342-417c-8393-be5a0cdb006c HTTP/1.1" status: 204 len: 168 time: 0.9851332 Nov 23 17:21:10.845356 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 51858) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:21:10.858816 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-924702e9-7eca-423b-91db-96d62f7f9acc None None] Checking agent: {'id': '9e89acbe-4bbe-4c77-a18b-6f1da9133e0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 7, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 20, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:21:10.859863 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-924702e9-7eca-423b-91db-96d62f7f9acc None None] Checking segment: {'id': '3c1579ad-05ef-4475-88f4-cde778b87b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '4adf0938-0492-41dc-8987-e4fa2efab96b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:21:10.861044 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-924702e9-7eca-423b-91db-96d62f7f9acc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:10.862684 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-924702e9-7eca-423b-91db-96d62f7f9acc None None] Bound using segment: {'id': '3c1579ad-05ef-4475-88f4-cde778b87b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '4adf0938-0492-41dc-8987-e4fa2efab96b'} {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:21:10.863307 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [None req-924702e9-7eca-423b-91db-96d62f7f9acc None None] Bound port: ed61194b-a633-4f40-8525-28662094eca0, host: n-d-816206-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c1579ad-05ef-4475-88f4-cde778b87b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '4adf0938-0492-41dc-8987-e4fa2efab96b'}}] {{(pid=103593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:21:10.864787 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-924702e9-7eca-423b-91db-96d62f7f9acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:10.884462 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 51860) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:21:10.937921 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9b18a7a0-bb4f-4885-adb9-22759b0c892e req-2975e866-50c7-405a-b3f2-242e0c0a8a97 service neutron] 10.222.0.60 "GET /v2.0/networks/4adf0938-0492-41dc-8987-e4fa2efab96b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3594267 Nov 23 17:21:10.987370 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b64e701-436d-484b-a813-a48c394b6ec1 req-db94ce93-9730-45ed-9b8e-ae813cd37886 tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:21:11.009012 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5b64e701-436d-484b-a813-a48c394b6ec1 req-db94ce93-9730-45ed-9b8e-ae813cd37886 tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] 10.222.0.60 "GET /v2.0/ports?device_id=4abb5890-6e70-46c1-a968-68c3ff6d1713 HTTP/1.1" status: 200 len: 946 time: 0.3488867 Nov 23 17:21:11.024973 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-924702e9-7eca-423b-91db-96d62f7f9acc None None] For port ed61194b-a633-4f40-8525-28662094eca0, host n-d-816206-8, cleared binding levels {{(pid=103593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:21:11.037599 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-924702e9-7eca-423b-91db-96d62f7f9acc None None] For port ed61194b-a633-4f40-8525-28662094eca0, host n-d-816206-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=ed61194b-a633-4f40-8525-28662094eca0,segment=NetworkSegment(3c1579ad-05ef-4475-88f4-cde778b87b16),segment_id=3c1579ad-05ef-4475-88f4-cde778b87b16)] {{(pid=103593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:21:11.045405 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-924702e9-7eca-423b-91db-96d62f7f9acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:11.112885 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5b64e701-436d-484b-a813-a48c394b6ec1 req-0020714f-4c92-4bca-9c5a-91453759fa60 tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] 10.222.0.60 "GET /v2.0/security-groups?id=5c82e7e8-9cad-459a-acb2-b7a0867274de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971565 Nov 23 17:21:11.114953 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-efc57159-6e86-4e0b-b716-37b544b6fa72 None None] Provisioning complete for port ed61194b-a633-4f40-8525-28662094eca0 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:21:11.115553 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-efc57159-6e86-4e0b-b716-37b544b6fa72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:11.140452 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 51870) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:21:11.191258 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec273ce6-a302-4f30-8f61-035a27e00766 None None] Pushing event updated for resources: {'Port': ['ID=ed61194b-a633-4f40-8525-28662094eca0,revision_number=4']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:21:11.278381 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-924702e9-7eca-423b-91db-96d62f7f9acc None None] Routers {'71d66ecc-15c1-4169-8614-9aab39e82fff'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:21:11.281807 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-924702e9-7eca-423b-91db-96d62f7f9acc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:20:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['71d66ecc-15c1-4169-8614-9aab39e82fff'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:21:11.282061 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-0236017a-103b-42eb-93a8-719ecb3d06e1 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f466a90f910345358a3d7d2e802b96f0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3808205 Nov 23 17:21:11.284446 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 51876) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:21:11.492651 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-efc57159-6e86-4e0b-b716-37b544b6fa72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:11.525831 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5c528faa-4226-4571-a9d0-ae0da26cefd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-555181'] for network, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:11.564958 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-efc57159-6e86-4e0b-b716-37b544b6fa72 None None] For port ed61194b-a633-4f40-8525-28662094eca0, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=ed61194b-a633-4f40-8525-28662094eca0,segment=NetworkSegment(3c1579ad-05ef-4475-88f4-cde778b87b16),segment_id=3c1579ad-05ef-4475-88f4-cde778b87b16)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:21:11.582950 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-efc57159-6e86-4e0b-b716-37b544b6fa72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:11.592394 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-924702e9-7eca-423b-91db-96d62f7f9acc None None] Set router 71d66ecc-15c1-4169-8614-9aab39e82fff gateway port host: n-d-816206-8 {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:21:11.627387 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-52512b3d-f20b-4c5e-9d50-cc58e37c34f6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:11.650944 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-a874e69a-cce5-4ef3-9644-f6ac39497ae1 req-5d7e6d80-c9d0-4c1f-9e17-4eb13aa1c48a service neutron] 10.222.0.36 "GET /v2.0/networks/f1e1dabf-b410-4023-9169-a460a86e7184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9259346 Nov 23 17:21:11.716558 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc57159-6e86-4e0b-b716-37b544b6fa72 None None] Pushing event updated for resources: {'Port': ['ID=ed61194b-a633-4f40-8525-28662094eca0,revision_number=5']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:21:11.791314 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5c528faa-4226-4571-a9d0-ae0da26cefd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973419', 'neutron.services.segments.db._delete_segments_for_network-8736635878840'] for network, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:11.822479 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-5c528faa-4226-4571-a9d0-ae0da26cefd9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55c7972e-fe8b-47af-9020-15dd6c326e8d']}} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:21:11.835663 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-5c528faa-4226-4571-a9d0-ae0da26cefd9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '156e9cdb-b5b9-44c6-b9de-fac5a0f80155') {'for_net_delete': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:21:11.836119 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-5c528faa-4226-4571-a9d0-ae0da26cefd9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '156e9cdb-b5b9-44c6-b9de-fac5a0f80155') {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:21:11.853743 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-b3d3ac33-df48-4dc5-8167-cfb960bdc3a9 None None] Provisioning complete for port ed61194b-a633-4f40-8525-28662094eca0 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:21:11.854133 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b3d3ac33-df48-4dc5-8167-cfb960bdc3a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:11.854364 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5c528faa-4226-4571-a9d0-ae0da26cefd9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736635840332', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-267528353'] for segment, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:11.875647 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5c528faa-4226-4571-a9d0-ae0da26cefd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:11.887277 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c528faa-4226-4571-a9d0-ae0da26cefd9 admin admin] Releasing vlan 547 on physical network physnet1 to pool {{(pid=103590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 17:21:11.888104 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5c528faa-4226-4571-a9d0-ae0da26cefd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264370093'] for segment, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:11.981932 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-d4ba2b1b-9f39-434d-a4cf-b900c4a6504f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:11.986686 n-d-816206-8 neutron-server[103590]: Traceback (most recent call last): Nov 23 17:21:11.986686 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 17:21:11.986686 n-d-816206-8 neutron-server[103590]: timer() Nov 23 17:21:11.986686 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 17:21:11.986686 n-d-816206-8 neutron-server[103590]: cb(*args, **kw) Nov 23 17:21:11.986686 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 17:21:11.986686 n-d-816206-8 neutron-server[103590]: return func(*args, **kwargs) Nov 23 17:21:11.986686 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 17:21:11.986686 n-d-816206-8 neutron-server[103590]: self._notify() Nov 23 17:21:11.986686 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 17:21:11.986686 n-d-816206-8 neutron-server[103590]: self.callback(batched_events) Nov 23 17:21:11.986686 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 17:21:11.986686 n-d-816206-8 neutron-server[103590]: event.method(event) Nov 23 17:21:11.986686 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 17:21:11.986686 n-d-816206-8 neutron-server[103590]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 17:21:11.986686 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 17:21:11.986686 n-d-816206-8 neutron-server[103590]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 17:21:11.986686 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 17:21:11.986686 n-d-816206-8 neutron-server[103590]: return f(self, *a, **k) Nov 23 17:21:11.986686 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 17:21:11.986686 n-d-816206-8 neutron-server[103590]: return self._get(url).json() Nov 23 17:21:11.986686 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 17:21:11.986686 n-d-816206-8 neutron-server[103590]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 17:21:11.986686 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 17:21:11.986686 n-d-816206-8 neutron-server[103590]: return self.request(url, 'GET', **kwargs) Nov 23 17:21:11.986686 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 17:21:11.986686 n-d-816206-8 neutron-server[103590]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 17:21:11.986686 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 17:21:11.986686 n-d-816206-8 neutron-server[103590]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 17:21:11.986686 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 17:21:11.986686 n-d-816206-8 neutron-server[103590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 17:21:11.986686 n-d-816206-8 neutron-server[103590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 17:21:11.992982 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5c528faa-4226-4571-a9d0-ae0da26cefd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1795418'] for network, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:12.009431 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-d4ba2b1b-9f39-434d-a4cf-b900c4a6504f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:12.040943 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5c528faa-4226-4571-a9d0-ae0da26cefd9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for network, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:12.053064 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-5c528faa-4226-4571-a9d0-ae0da26cefd9 admin admin] 10.222.0.60 "DELETE /v2.0/networks/55c7972e-fe8b-47af-9020-15dd6c326e8d HTTP/1.1" status: 204 len: 168 time: 1.1707664 Nov 23 17:21:12.058833 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c528faa-4226-4571-a9d0-ae0da26cefd9 admin admin] Pushing event deleted for resources: {'Network': ['ID=55c7972e-fe8b-47af-9020-15dd6c326e8d,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:21:12.073879 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa67a00-1142-48d3-8615-26fa99bf60e2 req-9ee6d841-5825-49bb-8e87-fd9ae4764e5f tempest-LiveMigrationTest-1150397521 tempest-LiveMigrationTest-1150397521-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:21:12.081683 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-faa67a00-1142-48d3-8615-26fa99bf60e2 req-9ee6d841-5825-49bb-8e87-fd9ae4764e5f tempest-LiveMigrationTest-1150397521 tempest-LiveMigrationTest-1150397521-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=4abb5890-6e70-46c1-a968-68c3ff6d1713 HTTP/1.1" status: 200 len: 1097 time: 0.5552993 Nov 23 17:21:12.103601 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071d51ab-7b8f-4885-b81d-25280c079b51 req-2102c5c3-d7ad-4df7-927a-7e62ae39d603 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:21:12.115012 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-071d51ab-7b8f-4885-b81d-25280c079b51 req-2102c5c3-d7ad-4df7-927a-7e62ae39d603 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] 10.222.0.60 "GET /v2.0/ports?device_id=23329ec1-2aa1-4cec-919c-e827c4171d02 HTTP/1.1" status: 200 len: 950 time: 0.8266096 Nov 23 17:21:12.129440 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-d4ba2b1b-9f39-434d-a4cf-b900c4a6504f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:12.132726 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-d4ba2b1b-9f39-434d-a4cf-b900c4a6504f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:12.134304 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-d4ba2b1b-9f39-434d-a4cf-b900c4a6504f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/0c981ae3-bbc6-4b26-96c8-82d9a4b5c66c HTTP/1.1" status: 204 len: 168 time: 0.8482289 Nov 23 17:21:12.159186 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ba2b1b-9f39-434d-a4cf-b900c4a6504f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c981ae3-bbc6-4b26-96c8-82d9a4b5c66c,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:21:12.206959 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-924702e9-7eca-423b-91db-96d62f7f9acc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71d66ecc-15c1-4169-8614-9aab39e82fff', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-336350029-router', 'tenant_id': '07c066c23f614c7cae841372177b7a9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.58'}], 'enable_snat': True}, 'gw_port_id': '645a036e-90a6-49ab-b7ee-7a728b70b8c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:20:55Z', 'updated_at': '2021-11-23T17:21:06Z', 'revision_number': 4, 'project_id': '07c066c23f614c7cae841372177b7a9e', 'gw_port': {'id': '645a036e-90a6-49ab-b7ee-7a728b70b8c9', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:c4:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71d66ecc-15c1-4169-8614-9aab39e82fff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:20:55Z', 'updated_at': '2021-11-23T17:21:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_interfaces': [{'id': 'ed61194b-a633-4f40-8525-28662094eca0', 'name': '', 'network_id': '4adf0938-0492-41dc-8987-e4fa2efab96b', 'tenant_id': '07c066c23f614c7cae841372177b7a9e', 'mac_address': 'fa:16:3e:af:16:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71d66ecc-15c1-4169-8614-9aab39e82fff', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'a8b30bfe-28eb-4c6c-8311-3d7631776675', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:21:04Z', 'updated_at': '2021-11-23T17:21:11Z', 'revision_number': 4, 'project_id': '07c066c23f614c7cae841372177b7a9e', 'subnets': [{'id': 'a8b30bfe-28eb-4c6c-8311-3d7631776675', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:21:12.213356 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-faa67a00-1142-48d3-8615-26fa99bf60e2 req-bd07af11-a3a4-4189-9962-09bd4df48e54 tempest-LiveMigrationTest-1150397521 tempest-LiveMigrationTest-1150397521-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=5c82e7e8-9cad-459a-acb2-b7a0867274de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304648 Nov 23 17:21:12.325748 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-924702e9-7eca-423b-91db-96d62f7f9acc None None] The sync data for ids ['71d66ecc-15c1-4169-8614-9aab39e82fff'] in n-d-816206-8 is: [{'id': '71d66ecc-15c1-4169-8614-9aab39e82fff', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-336350029-router', 'tenant_id': '07c066c23f614c7cae841372177b7a9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.58'}], 'enable_snat': True}, 'gw_port_id': '645a036e-90a6-49ab-b7ee-7a728b70b8c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:20:55Z', 'updated_at': '2021-11-23T17:21:06Z', 'revision_number': 4, 'project_id': '07c066c23f614c7cae841372177b7a9e', 'gw_port': {'id': '645a036e-90a6-49ab-b7ee-7a728b70b8c9', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:c4:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71d66ecc-15c1-4169-8614-9aab39e82fff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:20:55Z', 'updated_at': '2021-11-23T17:21:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_interfaces': [{'id': 'ed61194b-a633-4f40-8525-28662094eca0', 'name': '', 'network_id': '4adf0938-0492-41dc-8987-e4fa2efab96b', 'tenant_id': '07c066c23f614c7cae841372177b7a9e', 'mac_address': 'fa:16:3e:af:16:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71d66ecc-15c1-4169-8614-9aab39e82fff', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'a8b30bfe-28eb-4c6c-8311-3d7631776675', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:21:04Z', 'updated_at': '2021-11-23T17:21:11Z', 'revision_number': 4, 'project_id': '07c066c23f614c7cae841372177b7a9e', 'subnets': [{'id': 'a8b30bfe-28eb-4c6c-8311-3d7631776675', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:21:12.353692 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-071d51ab-7b8f-4885-b81d-25280c079b51 req-51e00faa-069d-4687-91f5-bf4c69856719 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] 10.222.0.60 "GET /v2.0/security-groups?id=70227657-be62-432a-a8fd-5a85231fc7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2362626 Nov 23 17:21:12.573759 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a6c41f90-c5fb-4bdc-a8be-ff94718b8d03 req-9eb94a11-3ed2-402e-80d0-94b9f4be2cd4 tempest-FloatingIPsAssociationNegativeTestJSON-1058719936 tempest-FloatingIPsAssociationNegativeTestJSON-1058719936-project] 10.222.0.60 "GET /v2.0/ports?device_id=61f90a48-4098-4063-9d4f-98c63927a8c3 HTTP/1.1" status: 200 len: 210 time: 0.2181597 Nov 23 17:21:12.579990 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 51896) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:21:12.582802 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-52512b3d-f20b-4c5e-9d50-cc58e37c34f6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:12.664937 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-52512b3d-f20b-4c5e-9d50-cc58e37c34f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:12.790218 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52512b3d-f20b-4c5e-9d50-cc58e37c34f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94e5db5f-9ab5-43f3-8364-c7fbb2a3b90b,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:21:12.795532 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-52512b3d-f20b-4c5e-9d50-cc58e37c34f6 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=246472f16dd140ce9c0a6ffa12e5863e&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6536298 Nov 23 17:21:12.797439 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 51900) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:21:12.798090 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 51902) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:21:12.801436 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-65a81520-7f1f-4483-8f03-09d6437200e9 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0681fa2a249a44b3ae4897083af623c1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2199144 Nov 23 17:21:12.824099 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855b3b51-b044-400d-a1b9-a363edfc047f req-694e6476-d95e-4c1b-a2e5-330d8f5d9244 tempest-LiveMigrationTest-1150397521 tempest-LiveMigrationTest-1150397521-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:21:12.833892 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-855b3b51-b044-400d-a1b9-a363edfc047f req-694e6476-d95e-4c1b-a2e5-330d8f5d9244 tempest-LiveMigrationTest-1150397521 tempest-LiveMigrationTest-1150397521-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=4abb5890-6e70-46c1-a968-68c3ff6d1713 HTTP/1.1" status: 200 len: 1097 time: 0.2550478 Nov 23 17:21:12.879624 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b5806c41-593f-4320-9f5c-572fddc4516c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:12.989349 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-855b3b51-b044-400d-a1b9-a363edfc047f req-d32d39f3-3432-4e11-ac85-3340fed1c4b5 tempest-LiveMigrationTest-1150397521 tempest-LiveMigrationTest-1150397521-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=5c82e7e8-9cad-459a-acb2-b7a0867274de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535075 Nov 23 17:21:13.074026 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-62f49e2f-50a3-42f5-9968-ee025f1a8631 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:13.104541 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-62f49e2f-50a3-42f5-9968-ee025f1a8631 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:13.193631 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-62f49e2f-50a3-42f5-9968-ee025f1a8631 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:13.197587 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-62f49e2f-50a3-42f5-9968-ee025f1a8631 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:13.203421 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-62f49e2f-50a3-42f5-9968-ee025f1a8631 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/717a20ec-9596-4ab8-ba38-f9395acab4e1 HTTP/1.1" status: 204 len: 168 time: 0.4037347 Nov 23 17:21:13.225569 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:13.261740 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.agents_db [None req-464f6c07-0de8-4be6-8f5b-563f574d1c5d None None] Agent healthcheck: found 7 active agents {{(pid=103593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 17:21:13.264857 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-d68f0f42-04fc-419a-9fba-81db78e388bf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:13.267245 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f49e2f-50a3-42f5-9968-ee025f1a8631 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=717a20ec-9596-4ab8-ba38-f9395acab4e1,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:21:13.340526 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-d68f0f42-04fc-419a-9fba-81db78e388bf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:13.488694 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-d68f0f42-04fc-419a-9fba-81db78e388bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:13.495076 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-d68f0f42-04fc-419a-9fba-81db78e388bf admin admin] Publish callbacks [] for security_group, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:13.499314 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-d68f0f42-04fc-419a-9fba-81db78e388bf admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/94e5db5f-9ab5-43f3-8364-c7fbb2a3b90b HTTP/1.1" status: 204 len: 168 time: 0.6964736 Nov 23 17:21:13.539016 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68f0f42-04fc-419a-9fba-81db78e388bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94e5db5f-9ab5-43f3-8364-c7fbb2a3b90b,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:21:13.852724 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b18a7a0-bb4f-4885-adb9-22759b0c892e req-de87c3e9-43df-4ff0-905f-d94f2872a46d tempest-FloatingIPsAssociationNegativeTestJSON-1058719936 tempest-FloatingIPsAssociationNegativeTestJSON-1058719936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:21:13.854280 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9b18a7a0-bb4f-4885-adb9-22759b0c892e req-de87c3e9-43df-4ff0-905f-d94f2872a46d tempest-FloatingIPsAssociationNegativeTestJSON-1058719936 tempest-FloatingIPsAssociationNegativeTestJSON-1058719936-project] 10.222.0.55 "GET /v2.0/networks?id=4adf0938-0492-41dc-8987-e4fa2efab96b HTTP/1.1" status: 200 len: 828 time: 0.3224690 Nov 23 17:21:13.899177 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [req-9b18a7a0-bb4f-4885-adb9-22759b0c892e req-97e4e45f-19c8-4306-a5cb-52dd2935b450 tempest-FloatingIPsAssociationNegativeTestJSON-1058719936 tempest-FloatingIPsAssociationNegativeTestJSON-1058719936-project] Request body: {'port': {'device_id': '61f90a48-4098-4063-9d4f-98c63927a8c3', 'network_id': '4adf0938-0492-41dc-8987-e4fa2efab96b', 'admin_state_up': True, 'tenant_id': '07c066c23f614c7cae841372177b7a9e'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:21:13.911597 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:14.203471 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5d2fb1-4e34-4d8b-98b7-41d9d07c9c68 req-087895de-6985-4d32-be8b-70b27b2cd5e0 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:21:14.216943 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7b5d2fb1-4e34-4d8b-98b7-41d9d07c9c68 req-087895de-6985-4d32-be8b-70b27b2cd5e0 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] 10.222.0.60 "GET /v2.0/ports?device_id=23329ec1-2aa1-4cec-919c-e827c4171d02 HTTP/1.1" status: 200 len: 950 time: 0.5523093 Nov 23 17:21:14.232970 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 51940) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:21:14.419718 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-5881c702-f89d-4b93-a727-bbc1b2313a52 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e9c6607206214194b7a0527a7cab0f4e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1851041 Nov 23 17:21:14.425880 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 51946) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:21:14.505025 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device ed61194b-a633-4f40-8525-28662094eca0 up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:21:14.571319 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7610f1-f597-42b3-81f9-eccce9d9ab2f req-d2f11fb6-83f6-4ac2-a1e1-95dda0116e14 tempest-LiveMigrationTest-1150397521 tempest-LiveMigrationTest-1150397521-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:21:14.576543 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5b7610f1-f597-42b3-81f9-eccce9d9ab2f req-d2f11fb6-83f6-4ac2-a1e1-95dda0116e14 tempest-LiveMigrationTest-1150397521 tempest-LiveMigrationTest-1150397521-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=4abb5890-6e70-46c1-a968-68c3ff6d1713 HTTP/1.1" status: 200 len: 1097 time: 0.7042031 Nov 23 17:21:14.678627 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 51952) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:21:14.729143 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port ed61194b-a633-4f40-8525-28662094eca0 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:21:14.730550 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:14.818778 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b25f741c-b9bb-4aa4-944a-8cdcdd1054c3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:14.873531 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b25f741c-b9bb-4aa4-944a-8cdcdd1054c3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:14.884813 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7b5d2fb1-4e34-4d8b-98b7-41d9d07c9c68 req-a4957a99-7f46-4915-8c7f-bdcaee76529d tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] 10.222.0.60 "GET /v2.0/security-groups?id=70227657-be62-432a-a8fd-5a85231fc7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6597514 Nov 23 17:21:14.934003 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 51956) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:21:14.942950 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5b7610f1-f597-42b3-81f9-eccce9d9ab2f req-16623bc4-1689-4c86-9c7f-a495c04143e2 tempest-LiveMigrationTest-1150397521 tempest-LiveMigrationTest-1150397521-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=5c82e7e8-9cad-459a-acb2-b7a0867274de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3444059 Nov 23 17:21:15.026330 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b25f741c-b9bb-4aa4-944a-8cdcdd1054c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:15.035612 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-edd7e7a7-d9c7-46c6-8113-536603781254 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:15.040805 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b25f741c-b9bb-4aa4-944a-8cdcdd1054c3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:15.048007 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-b25f741c-b9bb-4aa4-944a-8cdcdd1054c3 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/845e7c24-d956-49b7-b730-b00173b16aac HTTP/1.1" status: 204 len: 168 time: 0.6170557 Nov 23 17:21:15.067793 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-229d428e-890d-4946-bf53-dfd958ef9e24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:15.089096 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25f741c-b9bb-4aa4-944a-8cdcdd1054c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=845e7c24-d956-49b7-b730-b00173b16aac,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:21:15.163007 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b18a7a0-bb4f-4885-adb9-22759b0c892e req-97e4e45f-19c8-4306-a5cb-52dd2935b450 tempest-FloatingIPsAssociationNegativeTestJSON-1058719936 tempest-FloatingIPsAssociationNegativeTestJSON-1058719936-project] Made reservation on behalf of 07c066c23f614c7cae841372177b7a9e for: {'port': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:21:15.172074 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-9b18a7a0-bb4f-4885-adb9-22759b0c892e req-97e4e45f-19c8-4306-a5cb-52dd2935b450 tempest-FloatingIPsAssociationNegativeTestJSON-1058719936 tempest-FloatingIPsAssociationNegativeTestJSON-1058719936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:15.261755 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-75e80f72-a49d-4eb5-b4ad-0ba5422cec85 req-708ccf05-142a-4e50-8b95-78d9ce5c5144 tempest-FloatingIPsAssociationNegativeTestJSON-1058719936 tempest-FloatingIPsAssociationNegativeTestJSON-1058719936-project] 10.222.0.60 "GET /v2.0/ports?device_id=61f90a48-4098-4063-9d4f-98c63927a8c3 HTTP/1.1" status: 200 len: 210 time: 0.1418085 Nov 23 17:21:15.360747 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a874e69a-cce5-4ef3-9644-f6ac39497ae1 req-509268c3-9db2-4c7a-b99b-ebbc836b526d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:21:15.362576 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-a874e69a-cce5-4ef3-9644-f6ac39497ae1 req-509268c3-9db2-4c7a-b99b-ebbc836b526d service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=23329ec1-2aa1-4cec-919c-e827c4171d02&tenant_id=98a62786d4654c60b8dab5d2a606f4fe HTTP/1.1" status: 200 len: 1101 time: 0.0826738 Nov 23 17:21:15.371432 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-06491ff6-b351-4dd9-8c4b-a9cd0858c36d admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-168462200-network', 'tenant_id': '3aafd52ab45f4fb6a19e1517720b8f6f'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:21:15.377526 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [req-a874e69a-cce5-4ef3-9644-f6ac39497ae1 req-9cd4c294-e0a1-4f92-b19e-6a2d36c1e54c service neutron] Request body: {'port': {'binding:host_id': 'n-h1-816206-8', 'device_owner': 'compute:nova'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:21:15.458866 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-a874e69a-cce5-4ef3-9644-f6ac39497ae1 req-9cd4c294-e0a1-4f92-b19e-6a2d36c1e54c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:15.484430 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06491ff6-b351-4dd9-8c4b-a9cd0858c36d admin admin] Made reservation on behalf of 3aafd52ab45f4fb6a19e1517720b8f6f for: {'network': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:21:15.486766 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-06491ff6-b351-4dd9-8c4b-a9cd0858c36d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for network, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:15.498890 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-edd7e7a7-d9c7-46c6-8113-536603781254 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:15.508147 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.db_base_plugin_common [req-9b18a7a0-bb4f-4885-adb9-22759b0c892e req-97e4e45f-19c8-4306-a5cb-52dd2935b450 tempest-FloatingIPsAssociationNegativeTestJSON-1058719936 tempest-FloatingIPsAssociationNegativeTestJSON-1058719936-project] Allocated IP 172.20.0.11 (4adf0938-0492-41dc-8987-e4fa2efab96b/a8b30bfe-28eb-4c6c-8311-3d7631776675/85c78666-18e8-4f41-9932-77363b785c94) {{(pid=103591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:21:15.510615 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-edd7e7a7-d9c7-46c6-8113-536603781254 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:15.516259 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-06491ff6-b351-4dd9-8c4b-a9cd0858c36d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:15.598327 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-edd7e7a7-d9c7-46c6-8113-536603781254 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=42227039b28348998d4343aac2985a13&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6597087 Nov 23 17:21:15.602574 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd7e7a7-d9c7-46c6-8113-536603781254 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7f70ca6-9da6-4c66-88ce-d9cbff51b4b9,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:21:15.609200 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 51966) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:21:15.706658 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [req-a874e69a-cce5-4ef3-9644-f6ac39497ae1 req-9cd4c294-e0a1-4f92-b19e-6a2d36c1e54c service neutron] For port 1b055595-2178-4d80-9bf3-47b4548122fd, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=1b055595-2178-4d80-9bf3-47b4548122fd,segment=NetworkSegment(329c1745-02bf-4561-9615-3192910887f5),segment_id=329c1745-02bf-4561-9615-3192910887f5)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:21:15.745466 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [req-a874e69a-cce5-4ef3-9644-f6ac39497ae1 req-9cd4c294-e0a1-4f92-b19e-6a2d36c1e54c service neutron] For port 1b055595-2178-4d80-9bf3-47b4548122fd, host n-h2-816206-8, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:21:15.791292 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-a874e69a-cce5-4ef3-9644-f6ac39497ae1 req-9cd4c294-e0a1-4f92-b19e-6a2d36c1e54c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:15.807134 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [req-a874e69a-cce5-4ef3-9644-f6ac39497ae1 req-9cd4c294-e0a1-4f92-b19e-6a2d36c1e54c service neutron] Transition to ACTIVE for port object 1b055595-2178-4d80-9bf3-47b4548122fd will not be triggered until provisioned by entity L2. {{(pid=103590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 17:21:15.808057 n-d-816206-8 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23329ec1-2aa1-4cec-919c-e827c4171d02', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1b055595-2178-4d80-9bf3-47b4548122fd'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:21:15.811929 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbabddbc9fc37b068808e119c416c86f5957ca04531a4a0d2e695c515e93483b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ed97fd6-3b80-488e-b902-438c932cc0fd" -d '{"events": [{"server_uuid": "23329ec1-2aa1-4cec-919c-e827c4171d02", "name": "network-vif-unplugged", "status": "completed", "tag": "1b055595-2178-4d80-9bf3-47b4548122fd"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:21:15.826676 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-a874e69a-cce5-4ef3-9644-f6ac39497ae1 req-9cd4c294-e0a1-4f92-b19e-6a2d36c1e54c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264357957'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:15.841397 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-9b18a7a0-bb4f-4885-adb9-22759b0c892e req-97e4e45f-19c8-4306-a5cb-52dd2935b450 tempest-FloatingIPsAssociationNegativeTestJSON-1058719936 tempest-FloatingIPsAssociationNegativeTestJSON-1058719936-project] Publish callbacks [] for port, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:15.996202 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 17:21:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c3e766b-1933-4335-ba26-2c6fc9528ddb x-openstack-request-id: req-6c3e766b-1933-4335-ba26-2c6fc9528ddb {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:21:16.000965 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23329ec1-2aa1-4cec-919c-e827c4171d02", "name": "network-vif-unplugged", "status": "completed", "tag": "1b055595-2178-4d80-9bf3-47b4548122fd", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:21:16.001476 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6c3e766b-1933-4335-ba26-2c6fc9528ddb {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:21:16.002080 n-d-816206-8 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23329ec1-2aa1-4cec-919c-e827c4171d02', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1b055595-2178-4d80-9bf3-47b4548122fd', 'code': 200} Nov 23 17:21:16.002952 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [req-a874e69a-cce5-4ef3-9644-f6ac39497ae1 req-9cd4c294-e0a1-4f92-b19e-6a2d36c1e54c service neutron] No DVR routers for this DVR port 1b055595-2178-4d80-9bf3-47b4548122fd on host n-h2-816206-8 {{(pid=103590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:21:16.040627 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd4c294-e0a1-4f92-b19e-6a2d36c1e54c service neutron] Pushing event updated for resources: {'Port': ['ID=1b055595-2178-4d80-9bf3-47b4548122fd,revision_number=10']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:21:16.080261 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [req-a874e69a-cce5-4ef3-9644-f6ac39497ae1 req-9cd4c294-e0a1-4f92-b19e-6a2d36c1e54c service neutron] Attempting to bind port 1b055595-2178-4d80-9bf3-47b4548122fd on host n-h1-816206-8 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:21:16.080796 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [req-a874e69a-cce5-4ef3-9644-f6ac39497ae1 req-9cd4c294-e0a1-4f92-b19e-6a2d36c1e54c service neutron] Attempting to bind port 1b055595-2178-4d80-9bf3-47b4548122fd by drivers openvswitch,hyperv on host n-h1-816206-8 at level 0 using segments [{'id': '329c1745-02bf-4561-9615-3192910887f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'f1e1dabf-b410-4023-9169-a460a86e7184'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:21:16.081206 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a874e69a-cce5-4ef3-9644-f6ac39497ae1 req-9cd4c294-e0a1-4f92-b19e-6a2d36c1e54c service neutron] Attempting to bind port 1b055595-2178-4d80-9bf3-47b4548122fd on network f1e1dabf-b410-4023-9169-a460a86e7184 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:21:16.086455 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a874e69a-cce5-4ef3-9644-f6ac39497ae1 req-9cd4c294-e0a1-4f92-b19e-6a2d36c1e54c service neutron] Port 1b055595-2178-4d80-9bf3-47b4548122fd on network f1e1dabf-b410-4023-9169-a460a86e7184 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-8 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 17:21:16.086782 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a874e69a-cce5-4ef3-9644-f6ac39497ae1 req-9cd4c294-e0a1-4f92-b19e-6a2d36c1e54c service neutron] Attempting to bind port 1b055595-2178-4d80-9bf3-47b4548122fd on network f1e1dabf-b410-4023-9169-a460a86e7184 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:21:16.097558 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a874e69a-cce5-4ef3-9644-f6ac39497ae1 req-9cd4c294-e0a1-4f92-b19e-6a2d36c1e54c service neutron] Checking agent: {'id': '4b0a4557-3bfe-4828-80a0-7981fc3ac84c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 15, 14), 'started_at': datetime.datetime(2021, 11, 23, 17, 15, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 21, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:21:16.097909 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a874e69a-cce5-4ef3-9644-f6ac39497ae1 req-9cd4c294-e0a1-4f92-b19e-6a2d36c1e54c service neutron] Checking segment: {'id': '329c1745-02bf-4561-9615-3192910887f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'f1e1dabf-b410-4023-9169-a460a86e7184'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:21:16.098272 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a874e69a-cce5-4ef3-9644-f6ac39497ae1 req-9cd4c294-e0a1-4f92-b19e-6a2d36c1e54c service neutron] Bound using segment: {'id': '329c1745-02bf-4561-9615-3192910887f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'f1e1dabf-b410-4023-9169-a460a86e7184'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:21:16.098698 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [req-a874e69a-cce5-4ef3-9644-f6ac39497ae1 req-9cd4c294-e0a1-4f92-b19e-6a2d36c1e54c service neutron] Bound port: 1b055595-2178-4d80-9bf3-47b4548122fd, host: n-h1-816206-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '329c1745-02bf-4561-9615-3192910887f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'f1e1dabf-b410-4023-9169-a460a86e7184'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:21:16.099054 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-a874e69a-cce5-4ef3-9644-f6ac39497ae1 req-9cd4c294-e0a1-4f92-b19e-6a2d36c1e54c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:16.223520 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [req-a874e69a-cce5-4ef3-9644-f6ac39497ae1 req-9cd4c294-e0a1-4f92-b19e-6a2d36c1e54c service neutron] For port 1b055595-2178-4d80-9bf3-47b4548122fd, host n-h1-816206-8, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:21:16.229467 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [req-a874e69a-cce5-4ef3-9644-f6ac39497ae1 req-9cd4c294-e0a1-4f92-b19e-6a2d36c1e54c service neutron] For port 1b055595-2178-4d80-9bf3-47b4548122fd, host n-h1-816206-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=1b055595-2178-4d80-9bf3-47b4548122fd,segment=NetworkSegment(329c1745-02bf-4561-9615-3192910887f5),segment_id=329c1745-02bf-4561-9615-3192910887f5)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:21:16.237396 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-a874e69a-cce5-4ef3-9644-f6ac39497ae1 req-9cd4c294-e0a1-4f92-b19e-6a2d36c1e54c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264357957'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:16.328406 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a874e69a-cce5-4ef3-9644-f6ac39497ae1 req-9cd4c294-e0a1-4f92-b19e-6a2d36c1e54c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:21:16.329369 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-a874e69a-cce5-4ef3-9644-f6ac39497ae1 req-9cd4c294-e0a1-4f92-b19e-6a2d36c1e54c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:16.331094 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-a874e69a-cce5-4ef3-9644-f6ac39497ae1 req-9cd4c294-e0a1-4f92-b19e-6a2d36c1e54c service neutron] 10.222.0.55 "PUT /v2.0/ports/1b055595-2178-4d80-9bf3-47b4548122fd HTTP/1.1" status: 200 len: 1097 time: 0.9599719 Nov 23 17:21:16.423897 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-52822d53-48f5-4819-8a95-bdc13aea0bf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:16.430393 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd4c294-e0a1-4f92-b19e-6a2d36c1e54c service neutron] Pushing event updated for resources: {'Port': ['ID=1b055595-2178-4d80-9bf3-47b4548122fd,revision_number=11']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:21:16.448809 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-7cc8c91c-6446-4828-8de1-b020ceb801cf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:16.490551 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-06491ff6-b351-4dd9-8c4b-a9cd0858c36d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:16.493472 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-9b18a7a0-bb4f-4885-adb9-22759b0c892e req-97e4e45f-19c8-4306-a5cb-52dd2935b450 tempest-FloatingIPsAssociationNegativeTestJSON-1058719936 tempest-FloatingIPsAssociationNegativeTestJSON-1058719936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:16.515831 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-06491ff6-b351-4dd9-8c4b-a9cd0858c36d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:16.533200 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a874e69a-cce5-4ef3-9644-f6ac39497ae1 req-255def84-f2ec-40d0-a165-c3012af3685a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:21:16.535009 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-a874e69a-cce5-4ef3-9644-f6ac39497ae1 req-255def84-f2ec-40d0-a165-c3012af3685a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=98a62786d4654c60b8dab5d2a606f4fe&device_id=23329ec1-2aa1-4cec-919c-e827c4171d02 HTTP/1.1" status: 200 len: 1100 time: 0.1336586 Nov 23 17:21:16.604334 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-7cc8c91c-6446-4828-8de1-b020ceb801cf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:16.654620 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06491ff6-b351-4dd9-8c4b-a9cd0858c36d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8a55d8c-5383-428a-88c6-8885fcdb1e3a,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:21:16.663433 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06491ff6-b351-4dd9-8c4b-a9cd0858c36d admin admin] vlan segment allocate from pool success with {'vlan_id': 506, 'physical_network': 'physnet1'} {{(pid=103591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 17:21:16.675500 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5afbd04-3931-4537-9546-baf8466d6356 req-9bae102b-3771-4782-b887-d29b043ca7ef tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:21:16.677277 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e5afbd04-3931-4537-9546-baf8466d6356 req-9bae102b-3771-4782-b887-d29b043ca7ef tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] 10.222.0.60 "GET /v2.0/ports?device_id=23329ec1-2aa1-4cec-919c-e827c4171d02 HTTP/1.1" status: 200 len: 949 time: 0.3648086 Nov 23 17:21:16.690698 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de74aee3-d052-4abe-9220-dccc186ea738 req-d8023a4c-c943-4328-8086-cb25cd723ea5 tempest-LiveMigrationTest-1150397521 tempest-LiveMigrationTest-1150397521-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:21:16.698038 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-de74aee3-d052-4abe-9220-dccc186ea738 req-d8023a4c-c943-4328-8086-cb25cd723ea5 tempest-LiveMigrationTest-1150397521 tempest-LiveMigrationTest-1150397521-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=4abb5890-6e70-46c1-a968-68c3ff6d1713 HTTP/1.1" status: 200 len: 1097 time: 0.3867080 Nov 23 17:21:16.712680 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b18a7a0-bb4f-4885-adb9-22759b0c892e req-97e4e45f-19c8-4306-a5cb-52dd2935b450 tempest-FloatingIPsAssociationNegativeTestJSON-1058719936 tempest-FloatingIPsAssociationNegativeTestJSON-1058719936-project] Network 4adf0938-0492-41dc-8987-e4fa2efab96b is already hosted by enough agents. {{(pid=103591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:21:16.742044 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a874e69a-cce5-4ef3-9644-f6ac39497ae1 req-36ea52e9-d6c1-4331-8f3f-36377d689bad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:21:16.744310 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-a874e69a-cce5-4ef3-9644-f6ac39497ae1 req-36ea52e9-d6c1-4331-8f3f-36377d689bad service neutron] 10.222.0.55 "GET /v2.0/networks?id=f1e1dabf-b410-4023-9169-a460a86e7184 HTTP/1.1" status: 200 len: 870 time: 0.1943741 Nov 23 17:21:16.764313 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device 1b055595-2178-4d80-9bf3-47b4548122fd no longer exists at agent hyperv_n-h2-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:21:16.775353 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [req-9b18a7a0-bb4f-4885-adb9-22759b0c892e req-97e4e45f-19c8-4306-a5cb-52dd2935b450 tempest-FloatingIPsAssociationNegativeTestJSON-1058719936 tempest-FloatingIPsAssociationNegativeTestJSON-1058719936-project] Resources bound (agent type, host, resource id): {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:21:16.777434 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e4e45f-19c8-4306-a5cb-52dd2935b450 tempest-FloatingIPsAssociationNegativeTestJSON-1058719936 tempest-FloatingIPsAssociationNegativeTestJSON-1058719936-project] Pushing event updated for resources: {'Port': ['ID=85c78666-18e8-4f41-9932-77363b785c94,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:21:16.780341 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-06491ff6-b351-4dd9-8c4b-a9cd0858c36d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:16.780826 n-d-816206-8 neutron-server[103591]: INFO neutron.db.segments_db [None req-06491ff6-b351-4dd9-8c4b-a9cd0858c36d admin admin] Added segment 4ee21bdb-42aa-4783-b4da-bb8a8552b265 of type vlan for network 9ac7d770-f7c5-4775-aebe-719a42a00288 Nov 23 17:21:16.782375 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b18a7a0-bb4f-4885-adb9-22759b0c892e req-97e4e45f-19c8-4306-a5cb-52dd2935b450 tempest-FloatingIPsAssociationNegativeTestJSON-1058719936 tempest-FloatingIPsAssociationNegativeTestJSON-1058719936-project] Received port after_create {{(pid=103591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:21:16.864085 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device 1b055595-2178-4d80-9bf3-47b4548122fd not bound to the agent host n-h2-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:21:16.925561 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-06491ff6-b351-4dd9-8c4b-a9cd0858c36d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736635338810'] for network, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:16.935474 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-a874e69a-cce5-4ef3-9644-f6ac39497ae1 req-932ad096-8731-4398-a254-d0ab6d7527a3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.231&port_id=1b055595-2178-4d80-9bf3-47b4548122fd HTTP/1.1" status: 200 len: 217 time: 0.1817079 Nov 23 17:21:16.968135 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-de74aee3-d052-4abe-9220-dccc186ea738 req-c502af99-c197-4828-97fe-ee4e35a46fd4 tempest-LiveMigrationTest-1150397521 tempest-LiveMigrationTest-1150397521-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=5c82e7e8-9cad-459a-acb2-b7a0867274de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2690928 Nov 23 17:21:16.977258 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-7cc8c91c-6446-4828-8de1-b020ceb801cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:16.983833 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-7cc8c91c-6446-4828-8de1-b020ceb801cf admin admin] Publish callbacks [] for security_group, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:16.987703 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-7cc8c91c-6446-4828-8de1-b020ceb801cf admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d7f70ca6-9da6-4c66-88ce-d9cbff51b4b9 HTTP/1.1" status: 204 len: 168 time: 1.3750720 Nov 23 17:21:17.010144 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b18a7a0-bb4f-4885-adb9-22759b0c892e req-97e4e45f-19c8-4306-a5cb-52dd2935b450 tempest-FloatingIPsAssociationNegativeTestJSON-1058719936 tempest-FloatingIPsAssociationNegativeTestJSON-1058719936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:21:17.010925 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-9b18a7a0-bb4f-4885-adb9-22759b0c892e req-97e4e45f-19c8-4306-a5cb-52dd2935b450 tempest-FloatingIPsAssociationNegativeTestJSON-1058719936 tempest-FloatingIPsAssociationNegativeTestJSON-1058719936-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:17.054482 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.db.resource_extend [None req-06491ff6-b351-4dd9-8c4b-a9cd0858c36d admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 23 17:21:17.067659 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a874e69a-cce5-4ef3-9644-f6ac39497ae1 req-8415e80c-f68a-46a8-9430-a14a44388d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:21:17.070181 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e5afbd04-3931-4537-9546-baf8466d6356 req-a9c7b710-ba6c-43c7-8010-689e363b1855 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] 10.222.0.60 "GET /v2.0/security-groups?id=70227657-be62-432a-a8fd-5a85231fc7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3668730 Nov 23 17:21:17.081504 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-a874e69a-cce5-4ef3-9644-f6ac39497ae1 req-8415e80c-f68a-46a8-9430-a14a44388d96 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ac77c175-5679-438b-8a2a-356718377641 HTTP/1.1" status: 200 len: 843 time: 0.1262760 Nov 23 17:21:17.146445 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc8c91c-6446-4828-8de1-b020ceb801cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7f70ca6-9da6-4c66-88ce-d9cbff51b4b9,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:21:17.220302 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a874e69a-cce5-4ef3-9644-f6ac39497ae1 req-b193825b-e38d-48dd-9541-94d98ae4650e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:21:17.222561 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9b18a7a0-bb4f-4885-adb9-22759b0c892e req-97e4e45f-19c8-4306-a5cb-52dd2935b450 tempest-FloatingIPsAssociationNegativeTestJSON-1058719936 tempest-FloatingIPsAssociationNegativeTestJSON-1058719936-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3416824 Nov 23 17:21:17.224248 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-a874e69a-cce5-4ef3-9644-f6ac39497ae1 req-b193825b-e38d-48dd-9541-94d98ae4650e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f1e1dabf-b410-4023-9169-a460a86e7184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1418195 Nov 23 17:21:17.230754 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-06491ff6-b351-4dd9-8c4b-a9cd0858c36d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493'] for network, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:17.241071 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06491ff6-b351-4dd9-8c4b-a9cd0858c36d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:21:17.242268 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-06491ff6-b351-4dd9-8c4b-a9cd0858c36d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for network, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:17.271097 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [req-9b18a7a0-bb4f-4885-adb9-22759b0c892e req-8ce28396-bbaa-4e2d-b3c0-f4a9a1cff918 service neutron] Request body: {'port': {'device_id': '61f90a48-4098-4063-9d4f-98c63927a8c3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-8'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:21:17.331786 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-b7eaeffa-761d-4917-89d4-480b2f3d6916 None None] Provisioning complete for port 85c78666-18e8-4f41-9932-77363b785c94 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:21:17.332330 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b7eaeffa-761d-4917-89d4-480b2f3d6916 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:17.439555 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 52006) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:21:17.440753 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-06491ff6-b351-4dd9-8c4b-a9cd0858c36d admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.7603791 Nov 23 17:21:17.457388 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-b7eaeffa-761d-4917-89d4-480b2f3d6916 None None] Port 85c78666-18e8-4f41-9932-77363b785c94 cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:21:17.509466 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-3d5bdab4-c0de-4661-96b0-fb11f9795d1a admin admin] Request body: {'subnet': {'network_id': '9ac7d770-f7c5-4775-aebe-719a42a00288', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-168462200-subnet', 'tenant_id': '3aafd52ab45f4fb6a19e1517720b8f6f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:21:17.515362 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-a874e69a-cce5-4ef3-9644-f6ac39497ae1 req-214e3a63-2bb8-4f31-b65f-5424910f6f42 service neutron] 10.222.0.55 "GET /v2.0/networks/f1e1dabf-b410-4023-9169-a460a86e7184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2841761 Nov 23 17:21:17.540637 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06491ff6-b351-4dd9-8c4b-a9cd0858c36d admin admin] Pushing event updated for resources: {'Network': ['ID=9ac7d770-f7c5-4775-aebe-719a42a00288,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:21:17.556519 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Network 9ac7d770-f7c5-4775-aebe-719a42a00288 details requested by agent ovs-agent-n-d-816206-8 with host n-d-816206-8 {{(pid=103592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 17:21:17.625826 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d5bdab4-c0de-4661-96b0-fb11f9795d1a admin admin] Made reservation on behalf of 3aafd52ab45f4fb6a19e1517720b8f6f for: {'subnet': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:21:17.628472 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-3d5bdab4-c0de-4661-96b0-fb11f9795d1a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264730903'] for subnet, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:17.661915 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9a27ae6c-db98-474f-94c1-cc99bf842d79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:17.671635 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-9b18a7a0-bb4f-4885-adb9-22759b0c892e req-8ce28396-bbaa-4e2d-b3c0-f4a9a1cff918 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:17.707326 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb1bc9d-a625-44d4-9633-fa76b01165ae req-9ea139f0-015d-4400-a5e2-cf9a6d934a5c tempest-FloatingIPsAssociationNegativeTestJSON-1058719936 tempest-FloatingIPsAssociationNegativeTestJSON-1058719936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:21:17.710543 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-bfb1bc9d-a625-44d4-9633-fa76b01165ae req-9ea139f0-015d-4400-a5e2-cf9a6d934a5c tempest-FloatingIPsAssociationNegativeTestJSON-1058719936 tempest-FloatingIPsAssociationNegativeTestJSON-1058719936-project] 10.222.0.60 "GET /v2.0/ports?device_id=61f90a48-4098-4063-9d4f-98c63927a8c3 HTTP/1.1" status: 200 len: 932 time: 0.3778872 Nov 23 17:21:17.745272 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-a874e69a-cce5-4ef3-9644-f6ac39497ae1 req-e929b0e8-c813-45cc-aa77-4a08bb154b9a service neutron] 10.222.0.55 "GET /v2.0/networks/f1e1dabf-b410-4023-9169-a460a86e7184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2200463 Nov 23 17:21:17.922395 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-bfb1bc9d-a625-44d4-9633-fa76b01165ae req-4166a708-7acb-4b52-acf5-40038b447b3c tempest-FloatingIPsAssociationNegativeTestJSON-1058719936 tempest-FloatingIPsAssociationNegativeTestJSON-1058719936-project] 10.222.0.60 "GET /v2.0/security-groups?id=2396c77d-0d81-448c-a52a-26d5413755a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1946275 Nov 23 17:21:17.941670 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-3d5bdab4-c0de-4661-96b0-fb11f9795d1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264358096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264730885'] for subnet, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:18.015898 n-d-816206-8 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23329ec1-2aa1-4cec-919c-e827c4171d02', 'tag': '1b055595-2178-4d80-9bf3-47b4548122fd'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:21:18.020688 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbabddbc9fc37b068808e119c416c86f5957ca04531a4a0d2e695c515e93483b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecc45a5c-c2ba-4aa5-a6b2-3b75c67a515a" -d '{"events": [{"name": "network-changed", "server_uuid": "23329ec1-2aa1-4cec-919c-e827c4171d02", "tag": "1b055595-2178-4d80-9bf3-47b4548122fd"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:21:18.080043 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5bdab4-c0de-4661-96b0-fb11f9795d1a admin admin] Pushing event updated for resources: {'Subnet': ['ID=e6d29db7-7b86-41c4-a826-74093926a7c7,revision_number=0']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:21:18.123520 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d5bdab4-c0de-4661-96b0-fb11f9795d1a admin admin] Checking segment: {'id': '4ee21bdb-42aa-4783-b4da-bb8a8552b265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '9ac7d770-f7c5-4775-aebe-719a42a00288'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:21:18.123960 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d5bdab4-c0de-4661-96b0-fb11f9795d1a admin admin] Network hostable DHCP agents. Network: 9ac7d770-f7c5-4775-aebe-719a42a00288, hostable agents: ['0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3'], hosted agents: [] {{(pid=103590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 17:21:18.155003 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d5bdab4-c0de-4661-96b0-fb11f9795d1a admin admin] Network 9ac7d770-f7c5-4775-aebe-719a42a00288 is scheduled to be hosted by DHCP agent 0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3 with binding_index 1 {{(pid=103590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 17:21:18.171585 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-3d5bdab4-c0de-4661-96b0-fb11f9795d1a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-8, 9ac7d770-f7c5-4775-aebe-719a42a00288) {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:21:18.176790 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d5bdab4-c0de-4661-96b0-fb11f9795d1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:21:18.179102 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-3d5bdab4-c0de-4661-96b0-fb11f9795d1a admin admin] Publish callbacks [] for subnet, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:18.183601 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8cd3568-bbbc-499a-9d46-51261f09c1a5 None None] Network 9ac7d770-f7c5-4775-aebe-719a42a00288 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:21:18.205897 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-3d5bdab4-c0de-4661-96b0-fb11f9795d1a admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.7547250 Nov 23 17:21:18.231944 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 17:21:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-433ee280-2208-4c88-b096-0dbb5f6c0da5 x-openstack-request-id: req-433ee280-2208-4c88-b096-0dbb5f6c0da5 {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:21:18.232547 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23329ec1-2aa1-4cec-919c-e827c4171d02", "tag": "1b055595-2178-4d80-9bf3-47b4548122fd", "status": "completed", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:21:18.232919 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-433ee280-2208-4c88-b096-0dbb5f6c0da5 {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:21:18.233443 n-d-816206-8 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23329ec1-2aa1-4cec-919c-e827c4171d02', 'tag': '1b055595-2178-4d80-9bf3-47b4548122fd', 'status': 'completed', 'code': 200} Nov 23 17:21:18.339292 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc45a5c-c2ba-4aa5-a6b2-3b75c67a515a req-1044883b-5ab3-450d-80dc-b9ecc69b7bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:21:18.343490 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [req-9b18a7a0-bb4f-4885-adb9-22759b0c892e req-8ce28396-bbaa-4e2d-b3c0-f4a9a1cff918 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85c78666-18e8-4f41-9932-77363b785c94 {{(pid=103591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:21:18.350663 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-ecc45a5c-c2ba-4aa5-a6b2-3b75c67a515a req-1044883b-5ab3-450d-80dc-b9ecc69b7bf4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=98a62786d4654c60b8dab5d2a606f4fe&device_id=23329ec1-2aa1-4cec-919c-e827c4171d02 HTTP/1.1" status: 200 len: 1100 time: 0.1041005 Nov 23 17:21:18.412955 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-9b18a7a0-bb4f-4885-adb9-22759b0c892e req-8ce28396-bbaa-4e2d-b3c0-f4a9a1cff918 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:18.429347 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:18.468648 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc45a5c-c2ba-4aa5-a6b2-3b75c67a515a req-d1adf8d7-c030-4474-b051-cb07ee0cf657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:21:18.470176 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-ecc45a5c-c2ba-4aa5-a6b2-3b75c67a515a req-d1adf8d7-c030-4474-b051-cb07ee0cf657 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f1e1dabf-b410-4023-9169-a460a86e7184 HTTP/1.1" status: 200 len: 870 time: 0.1052430 Nov 23 17:21:18.485334 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc45a5c-c2ba-4aa5-a6b2-3b75c67a515a req-115c920a-ec8c-40bb-8fd5-78b975b2e3c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:21:18.487728 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-ecc45a5c-c2ba-4aa5-a6b2-3b75c67a515a req-115c920a-ec8c-40bb-8fd5-78b975b2e3c8 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=98a62786d4654c60b8dab5d2a606f4fe&device_id=23329ec1-2aa1-4cec-919c-e827c4171d02 HTTP/1.1" status: 200 len: 1100 time: 0.1985552 Nov 23 17:21:18.503465 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 52070) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:21:18.514532 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.provisioning_blocks [req-9b18a7a0-bb4f-4885-adb9-22759b0c892e req-8ce28396-bbaa-4e2d-b3c0-f4a9a1cff918 service neutron] Transition to ACTIVE for port object 85c78666-18e8-4f41-9932-77363b785c94 will not be triggered until provisioned by entity L2. {{(pid=103591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 17:21:18.529951 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fc40d80-93a9-4803-9f97-d6fd176728da None None] Network 9ac7d770-f7c5-4775-aebe-719a42a00288 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:21:18.557149 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-9b18a7a0-bb4f-4885-adb9-22759b0c892e req-8ce28396-bbaa-4e2d-b3c0-f4a9a1cff918 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264758186'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:18.621422 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc45a5c-c2ba-4aa5-a6b2-3b75c67a515a req-ca2a9cb0-08f1-470e-af5f-ae86df40bfca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:21:18.622912 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-ecc45a5c-c2ba-4aa5-a6b2-3b75c67a515a req-ca2a9cb0-08f1-470e-af5f-ae86df40bfca service neutron] 10.222.0.55 "GET /v2.0/networks?id=f1e1dabf-b410-4023-9169-a460a86e7184 HTTP/1.1" status: 200 len: 870 time: 0.1262019 Nov 23 17:21:18.625153 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-ecc45a5c-c2ba-4aa5-a6b2-3b75c67a515a req-6ce2ddb4-0cab-4dbb-9902-872a8a15ba67 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.231&port_id=1b055595-2178-4d80-9bf3-47b4548122fd HTTP/1.1" status: 200 len: 217 time: 0.1365027 Nov 23 17:21:18.692509 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb2ccd1-e58d-420e-afde-1c59009bd055 req-a39b5add-a4b6-477d-99bf-3b6d5a78890d tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:21:18.694615 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-dbb2ccd1-e58d-420e-afde-1c59009bd055 req-a39b5add-a4b6-477d-99bf-3b6d5a78890d tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] 10.222.0.60 "GET /v2.0/ports?device_id=23329ec1-2aa1-4cec-919c-e827c4171d02 HTTP/1.1" status: 200 len: 949 time: 0.3267536 Nov 23 17:21:18.705888 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-39a83d80-d4a8-45a6-a17a-9a2f408d3b87 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1023826642-network', 'tenant_id': 'b930416d8ba84d7ba659706c10c554f7'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:21:18.707014 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-ecc45a5c-c2ba-4aa5-a6b2-3b75c67a515a req-e8391abf-0e0f-4571-b8a6-dda741c026f9 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.231&port_id=1b055595-2178-4d80-9bf3-47b4548122fd HTTP/1.1" status: 200 len: 217 time: 0.0760953 Nov 23 17:21:18.759095 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39a83d80-d4a8-45a6-a17a-9a2f408d3b87 admin admin] Made reservation on behalf of b930416d8ba84d7ba659706c10c554f7 for: {'network': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:21:18.770323 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-39a83d80-d4a8-45a6-a17a-9a2f408d3b87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for network, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:18.808638 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc45a5c-c2ba-4aa5-a6b2-3b75c67a515a req-8ac957a8-d66e-428b-b7fe-f825c8062f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:21:18.810243 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-ecc45a5c-c2ba-4aa5-a6b2-3b75c67a515a req-8ac957a8-d66e-428b-b7fe-f825c8062f86 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ac77c175-5679-438b-8a2a-356718377641 HTTP/1.1" status: 200 len: 843 time: 0.0825913 Nov 23 17:21:18.812110 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc45a5c-c2ba-4aa5-a6b2-3b75c67a515a req-b2571204-374a-4599-bd4d-86686a38825c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:21:18.817359 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-ecc45a5c-c2ba-4aa5-a6b2-3b75c67a515a req-b2571204-374a-4599-bd4d-86686a38825c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ac77c175-5679-438b-8a2a-356718377641 HTTP/1.1" status: 200 len: 843 time: 0.1781433 Nov 23 17:21:18.823882 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-39a83d80-d4a8-45a6-a17a-9a2f408d3b87 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:18.862527 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce28396-bbaa-4e2d-b3c0-f4a9a1cff918 service neutron] Pushing event updated for resources: {'Port': ['ID=85c78666-18e8-4f41-9932-77363b785c94,revision_number=2']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:21:18.917723 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc45a5c-c2ba-4aa5-a6b2-3b75c67a515a req-87b95a86-8cba-43ab-9ebe-614220d5bfd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:21:18.919289 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-ecc45a5c-c2ba-4aa5-a6b2-3b75c67a515a req-87b95a86-8cba-43ab-9ebe-614220d5bfd3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f1e1dabf-b410-4023-9169-a460a86e7184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0899396 Nov 23 17:21:18.925042 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc45a5c-c2ba-4aa5-a6b2-3b75c67a515a req-eab3c55c-3216-44ba-bb15-aeba7cdbbfc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:21:18.926595 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-ecc45a5c-c2ba-4aa5-a6b2-3b75c67a515a req-eab3c55c-3216-44ba-bb15-aeba7cdbbfc6 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f1e1dabf-b410-4023-9169-a460a86e7184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1079245 Nov 23 17:21:18.949584 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-dbb2ccd1-e58d-420e-afde-1c59009bd055 req-39503dc3-0c11-4f35-94c9-5f2d00498a0e tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] 10.222.0.60 "GET /v2.0/security-groups?id=70227657-be62-432a-a8fd-5a85231fc7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2471707 Nov 23 17:21:19.001654 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-9b18a7a0-bb4f-4885-adb9-22759b0c892e req-8ce28396-bbaa-4e2d-b3c0-f4a9a1cff918 service neutron] Attempting to bind port 85c78666-18e8-4f41-9932-77363b785c94 on host n-h1-816206-8 for vnic_type normal with profile {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:21:19.001990 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-9b18a7a0-bb4f-4885-adb9-22759b0c892e req-8ce28396-bbaa-4e2d-b3c0-f4a9a1cff918 service neutron] Attempting to bind port 85c78666-18e8-4f41-9932-77363b785c94 by drivers openvswitch,hyperv on host n-h1-816206-8 at level 0 using segments [{'id': '3c1579ad-05ef-4475-88f4-cde778b87b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '4adf0938-0492-41dc-8987-e4fa2efab96b'}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:21:19.002286 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b18a7a0-bb4f-4885-adb9-22759b0c892e req-8ce28396-bbaa-4e2d-b3c0-f4a9a1cff918 service neutron] Attempting to bind port 85c78666-18e8-4f41-9932-77363b785c94 on network 4adf0938-0492-41dc-8987-e4fa2efab96b {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:21:19.018870 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b18a7a0-bb4f-4885-adb9-22759b0c892e req-8ce28396-bbaa-4e2d-b3c0-f4a9a1cff918 service neutron] Port 85c78666-18e8-4f41-9932-77363b785c94 on network 4adf0938-0492-41dc-8987-e4fa2efab96b not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-8 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 17:21:19.019100 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b18a7a0-bb4f-4885-adb9-22759b0c892e req-8ce28396-bbaa-4e2d-b3c0-f4a9a1cff918 service neutron] Attempting to bind port 85c78666-18e8-4f41-9932-77363b785c94 on network 4adf0938-0492-41dc-8987-e4fa2efab96b {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:21:19.058342 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b18a7a0-bb4f-4885-adb9-22759b0c892e req-8ce28396-bbaa-4e2d-b3c0-f4a9a1cff918 service neutron] Checking agent: {'id': '4b0a4557-3bfe-4828-80a0-7981fc3ac84c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 15, 14), 'started_at': datetime.datetime(2021, 11, 23, 17, 15, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 21, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:21:19.058818 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b18a7a0-bb4f-4885-adb9-22759b0c892e req-8ce28396-bbaa-4e2d-b3c0-f4a9a1cff918 service neutron] Checking segment: {'id': '3c1579ad-05ef-4475-88f4-cde778b87b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '4adf0938-0492-41dc-8987-e4fa2efab96b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:21:19.059232 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b18a7a0-bb4f-4885-adb9-22759b0c892e req-8ce28396-bbaa-4e2d-b3c0-f4a9a1cff918 service neutron] Bound using segment: {'id': '3c1579ad-05ef-4475-88f4-cde778b87b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '4adf0938-0492-41dc-8987-e4fa2efab96b'} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:21:19.059688 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-9b18a7a0-bb4f-4885-adb9-22759b0c892e req-8ce28396-bbaa-4e2d-b3c0-f4a9a1cff918 service neutron] Bound port: 85c78666-18e8-4f41-9932-77363b785c94, host: n-h1-816206-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c1579ad-05ef-4475-88f4-cde778b87b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '4adf0938-0492-41dc-8987-e4fa2efab96b'}}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:21:19.060054 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-9b18a7a0-bb4f-4885-adb9-22759b0c892e req-8ce28396-bbaa-4e2d-b3c0-f4a9a1cff918 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:19.211699 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-39a83d80-d4a8-45a6-a17a-9a2f408d3b87 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:19.230974 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-39a83d80-d4a8-45a6-a17a-9a2f408d3b87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:19.293977 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39a83d80-d4a8-45a6-a17a-9a2f408d3b87 admin admin] vlan segment allocate from pool success with {'vlan_id': 509, 'physical_network': 'physnet1'} {{(pid=103591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 17:21:19.308236 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a83d80-d4a8-45a6-a17a-9a2f408d3b87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b656dbf2-bd68-4405-bdb6-ed670d1dacf3,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:21:19.324677 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-39a83d80-d4a8-45a6-a17a-9a2f408d3b87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:19.325060 n-d-816206-8 neutron-server[103591]: INFO neutron.db.segments_db [None req-39a83d80-d4a8-45a6-a17a-9a2f408d3b87 admin admin] Added segment adf834ee-26cf-4f45-a2f3-83f453b804ad of type vlan for network aad59512-80bb-49f8-8f54-daff64a8bc03 Nov 23 17:21:19.327405 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-9b18a7a0-bb4f-4885-adb9-22759b0c892e req-8ce28396-bbaa-4e2d-b3c0-f4a9a1cff918 service neutron] For port 85c78666-18e8-4f41-9932-77363b785c94, host n-h1-816206-8, cleared binding levels {{(pid=103591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:21:19.341340 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-9b18a7a0-bb4f-4885-adb9-22759b0c892e req-8ce28396-bbaa-4e2d-b3c0-f4a9a1cff918 service neutron] For port 85c78666-18e8-4f41-9932-77363b785c94, host n-h1-816206-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=85c78666-18e8-4f41-9932-77363b785c94,segment=NetworkSegment(3c1579ad-05ef-4475-88f4-cde778b87b16),segment_id=3c1579ad-05ef-4475-88f4-cde778b87b16)] {{(pid=103591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:21:19.349763 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-9b18a7a0-bb4f-4885-adb9-22759b0c892e req-8ce28396-bbaa-4e2d-b3c0-f4a9a1cff918 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264758186'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:19.450915 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-39a83d80-d4a8-45a6-a17a-9a2f408d3b87 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736635338810'] for network, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:19.480093 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b18a7a0-bb4f-4885-adb9-22759b0c892e req-8ce28396-bbaa-4e2d-b3c0-f4a9a1cff918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:21:19.481567 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-9b18a7a0-bb4f-4885-adb9-22759b0c892e req-8ce28396-bbaa-4e2d-b3c0-f4a9a1cff918 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:19.492444 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9b18a7a0-bb4f-4885-adb9-22759b0c892e req-8ce28396-bbaa-4e2d-b3c0-f4a9a1cff918 service neutron] 10.222.0.55 "PUT /v2.0/ports/85c78666-18e8-4f41-9932-77363b785c94 HTTP/1.1" status: 200 len: 1092 time: 2.2665384 Nov 23 17:21:19.500774 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61f90a48-4098-4063-9d4f-98c63927a8c3', 'tag': '85c78666-18e8-4f41-9932-77363b785c94'}] {{(pid=103591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:21:19.501538 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-ecc45a5c-c2ba-4aa5-a6b2-3b75c67a515a req-de877c5a-4afd-4444-851d-ad12c793589f service neutron] 10.222.0.36 "GET /v2.0/networks/f1e1dabf-b410-4023-9169-a460a86e7184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5736978 Nov 23 17:21:19.504467 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41d174a19ece9499ff9ec44e5b3fc50f2abd3ffbc947fb7e52ea1e8db27b95b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e9c9b39-efb8-43a6-8d64-9a2c36a7f2ba" -d '{"events": [{"name": "network-changed", "server_uuid": "61f90a48-4098-4063-9d4f-98c63927a8c3", "tag": "85c78666-18e8-4f41-9932-77363b785c94"}]}' {{(pid=103591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:21:19.531272 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [req-24bec425-2f16-42ce-9063-2eedacdf3dc6 req-ab697ec8-6257-449b-8ae1-97c294cc06dc tempest-SecurityGroupRulesNegativeTestJSON-1993101443 tempest-SecurityGroupRulesNegativeTestJSON-1993101443-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1615090483', 'description': 'tempest-description-109313607'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:21:19.542885 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-ecc45a5c-c2ba-4aa5-a6b2-3b75c67a515a req-8ff398ea-16c0-40c9-b688-fa58f09ebd1b service neutron] 10.222.0.55 "GET /v2.0/networks/f1e1dabf-b410-4023-9169-a460a86e7184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5967314 Nov 23 17:21:19.580432 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce28396-bbaa-4e2d-b3c0-f4a9a1cff918 service neutron] Pushing event updated for resources: {'Port': ['ID=85c78666-18e8-4f41-9932-77363b785c94,revision_number=3']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:21:19.613931 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-39a83d80-d4a8-45a6-a17a-9a2f408d3b87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493'] for network, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:19.614943 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39a83d80-d4a8-45a6-a17a-9a2f408d3b87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:21:19.616104 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-39a83d80-d4a8-45a6-a17a-9a2f408d3b87 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for network, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:19.621706 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device 1b055595-2178-4d80-9bf3-47b4548122fd details requested by agent hyperv_n-h1-816206-8 with host n-h1-816206-8 {{(pid=103592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 17:21:19.626795 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-24bec425-2f16-42ce-9063-2eedacdf3dc6 req-ab697ec8-6257-449b-8ae1-97c294cc06dc tempest-SecurityGroupRulesNegativeTestJSON-1993101443 tempest-SecurityGroupRulesNegativeTestJSON-1993101443-project] Publish callbacks [] for security_group, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:19.706507 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-ecc45a5c-c2ba-4aa5-a6b2-3b75c67a515a req-db9934c5-982b-4ca0-932f-f6e2932c4a3c service neutron] 10.222.0.36 "GET /v2.0/networks/f1e1dabf-b410-4023-9169-a460a86e7184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1863122 Nov 23 17:21:19.745481 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-39a83d80-d4a8-45a6-a17a-9a2f408d3b87 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.2367840 Nov 23 17:21:19.751910 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 52098) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:21:19.846176 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port 1b055595-2178-4d80-9bf3-47b4548122fd, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=1b055595-2178-4d80-9bf3-47b4548122fd,segment=NetworkSegment(329c1745-02bf-4561-9615-3192910887f5),segment_id=329c1745-02bf-4561-9615-3192910887f5)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:21:19.866962 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-179a4b73-1ec8-4786-89a2-51dd6ec5d966 admin admin] Request body: {'subnet': {'network_id': 'aad59512-80bb-49f8-8f54-daff64a8bc03', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1023826642-subnet', 'tenant_id': 'b930416d8ba84d7ba659706c10c554f7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:21:19.875433 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-ecc45a5c-c2ba-4aa5-a6b2-3b75c67a515a req-b24e0433-e4ff-4d33-8d1e-1da90b1132af service neutron] 10.222.0.55 "GET /v2.0/networks/f1e1dabf-b410-4023-9169-a460a86e7184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1733420 Nov 23 17:21:19.878513 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Returning: {'device': '1b055595-2178-4d80-9bf3-47b4548122fd', 'network_id': 'f1e1dabf-b410-4023-9169-a460a86e7184', 'port_id': '1b055595-2178-4d80-9bf3-47b4548122fd', 'mac_address': 'fa:16:3e:e9:9d:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac77c175-5679-438b-8a2a-356718377641', 'ip_address': '192.168.233.231'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 17:21:19.882400 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a83d80-d4a8-45a6-a17a-9a2f408d3b87 admin admin] Pushing event updated for resources: {'Network': ['ID=aad59512-80bb-49f8-8f54-daff64a8bc03,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:21:19.923625 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Network aad59512-80bb-49f8-8f54-daff64a8bc03 details requested by agent ovs-agent-n-d-816206-8 with host n-d-816206-8 {{(pid=103592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 17:21:19.940244 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [req-73e88e30-8246-4c06-aed7-de2b9441078a req-54584f03-97f7-486a-a951-b75c7a17633a tempest-LiveMigrationTest-1150397521 tempest-LiveMigrationTest-1150397521-project-admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=103591) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 17:21:19.941378 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-73e88e30-8246-4c06-aed7-de2b9441078a req-54584f03-97f7-486a-a951-b75c7a17633a tempest-LiveMigrationTest-1150397521 tempest-LiveMigrationTest-1150397521-project-admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0219910 Nov 23 17:21:19.952450 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-179a4b73-1ec8-4786-89a2-51dd6ec5d966 admin admin] Made reservation on behalf of b930416d8ba84d7ba659706c10c554f7 for: {'subnet': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:21:19.954826 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-179a4b73-1ec8-4786-89a2-51dd6ec5d966 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264314294'] for subnet, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:19.958267 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:19.977911 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b18a7a0-bb4f-4885-adb9-22759b0c892e req-6e6b01c3-00ed-477f-b794-755543b59372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:21:19.979472 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9b18a7a0-bb4f-4885-adb9-22759b0c892e req-6e6b01c3-00ed-477f-b794-755543b59372 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=07c066c23f614c7cae841372177b7a9e&device_id=61f90a48-4098-4063-9d4f-98c63927a8c3 HTTP/1.1" status: 200 len: 1095 time: 0.3005066 Nov 23 17:21:20.007406 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b055595-2178-4d80-9bf3-47b4548122fd {{(pid=103592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:21:20.038842 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port 1b055595-2178-4d80-9bf3-47b4548122fd, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=1b055595-2178-4d80-9bf3-47b4548122fd,segment=NetworkSegment(329c1745-02bf-4561-9615-3192910887f5),segment_id=329c1745-02bf-4561-9615-3192910887f5)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:21:20.043370 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:20.101320 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9b18a7a0-bb4f-4885-adb9-22759b0c892e req-6a6a4243-87f0-4b10-9d50-7290545ad6b2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=85c78666-18e8-4f41-9932-77363b785c94 HTTP/1.1" status: 200 len: 217 time: 0.0894463 Nov 23 17:21:20.101556 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Pushing event updated for resources: {'Port': ['ID=1b055595-2178-4d80-9bf3-47b4548122fd,revision_number=12']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:21:20.106333 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-24bec425-2f16-42ce-9063-2eedacdf3dc6 req-ab697ec8-6257-449b-8ae1-97c294cc06dc tempest-SecurityGroupRulesNegativeTestJSON-1993101443 tempest-SecurityGroupRulesNegativeTestJSON-1993101443-project] Publish callbacks [] for security_group, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:20.110163 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e88e30-8246-4c06-aed7-de2b9441078a req-027f1471-af95-4d50-b368-114a0de602a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:21:20.111518 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-73e88e30-8246-4c06-aed7-de2b9441078a req-027f1471-af95-4d50-b368-114a0de602a7 service neutron] 10.222.0.60 "GET /v2.0/ports/e1d10eec-e579-40eb-bde9-a5f39bf82b59 HTTP/1.1" status: 200 len: 1094 time: 0.1538303 Nov 23 17:21:20.125541 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-24bec425-2f16-42ce-9063-2eedacdf3dc6 req-ab697ec8-6257-449b-8ae1-97c294cc06dc tempest-SecurityGroupRulesNegativeTestJSON-1993101443 tempest-SecurityGroupRulesNegativeTestJSON-1993101443-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:20.163567 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [req-73e88e30-8246-4c06-aed7-de2b9441078a req-6ca73e84-cc3f-4918-a483-141934404712 service neutron] Request body: {'binding': {'host': 'n-h1-816206-8', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:21:20.164032 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [req-73e88e30-8246-4c06-aed7-de2b9441078a req-6ca73e84-cc3f-4918-a483-141934404712 service neutron] Unknown quota resources ['binding']. {{(pid=103591) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 23 17:21:20.242586 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-24bec425-2f16-42ce-9063-2eedacdf3dc6 req-ab697ec8-6257-449b-8ae1-97c294cc06dc tempest-SecurityGroupRulesNegativeTestJSON-1993101443 tempest-SecurityGroupRulesNegativeTestJSON-1993101443-project] Publish callbacks [] for security_group, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:20.243993 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-24bec425-2f16-42ce-9063-2eedacdf3dc6 req-ab697ec8-6257-449b-8ae1-97c294cc06dc tempest-SecurityGroupRulesNegativeTestJSON-1993101443 tempest-SecurityGroupRulesNegativeTestJSON-1993101443-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1834 time: 0.7477453 Nov 23 17:21:20.249934 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab697ec8-6257-449b-8ae1-97c294cc06dc tempest-SecurityGroupRulesNegativeTestJSON-1993101443 tempest-SecurityGroupRulesNegativeTestJSON-1993101443-project] Pushing event updated for resources: {'SecurityGroup': ['ID=96df48e6-f020-4b00-b772-e689d07c5c86,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:21:20.253388 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b18a7a0-bb4f-4885-adb9-22759b0c892e req-81d0bb19-9f63-42e5-8936-7c42708a2aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:21:20.254884 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9b18a7a0-bb4f-4885-adb9-22759b0c892e req-81d0bb19-9f63-42e5-8936-7c42708a2aa5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a8b30bfe-28eb-4c6c-8311-3d7631776675 HTTP/1.1" status: 200 len: 867 time: 0.1401365 Nov 23 17:21:20.289196 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] get_ports_and_sgs() called for port_ids ['1b055595-2178-4d80-9bf3-47b4548122fd'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:21:20.477218 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b18a7a0-bb4f-4885-adb9-22759b0c892e req-9306498e-4471-4a9f-8076-73a20e9d2892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:21:20.478745 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9b18a7a0-bb4f-4885-adb9-22759b0c892e req-9306498e-4471-4a9f-8076-73a20e9d2892 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4adf0938-0492-41dc-8987-e4fa2efab96b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2037981 Nov 23 17:21:20.495929 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e6c98b-d2b2-4911-a0bd-f05a5d407c4f req-ae707d96-8d4d-4e96-8dca-fcdc00cef717 tempest-FloatingIPsAssociationNegativeTestJSON-1058719936 tempest-FloatingIPsAssociationNegativeTestJSON-1058719936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:21:20.497551 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-27e6c98b-d2b2-4911-a0bd-f05a5d407c4f req-ae707d96-8d4d-4e96-8dca-fcdc00cef717 tempest-FloatingIPsAssociationNegativeTestJSON-1058719936 tempest-FloatingIPsAssociationNegativeTestJSON-1058719936-project] 10.222.0.60 "GET /v2.0/ports?device_id=61f90a48-4098-4063-9d4f-98c63927a8c3 HTTP/1.1" status: 200 len: 944 time: 0.1676376 Nov 23 17:21:20.518783 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-179a4b73-1ec8-4786-89a2-51dd6ec5d966 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264758079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264314276'] for subnet, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:20.652184 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-73e88e30-8246-4c06-aed7-de2b9441078a req-6ca73e84-cc3f-4918-a483-141934404712 service neutron] Attempting to bind port e1d10eec-e579-40eb-bde9-a5f39bf82b59 on host n-h1-816206-8 for vnic_type normal with profile None {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:21:20.652866 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-73e88e30-8246-4c06-aed7-de2b9441078a req-6ca73e84-cc3f-4918-a483-141934404712 service neutron] Attempting to bind port e1d10eec-e579-40eb-bde9-a5f39bf82b59 by drivers openvswitch,hyperv on host n-h1-816206-8 at level 0 using segments [{'id': '12913541-acd4-4e3c-8f48-e22896931a9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '3b84e4de-5a6f-44c6-a8e6-1d90b4d1f1b3'}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:21:20.652866 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73e88e30-8246-4c06-aed7-de2b9441078a req-6ca73e84-cc3f-4918-a483-141934404712 service neutron] Attempting to bind port e1d10eec-e579-40eb-bde9-a5f39bf82b59 on network 3b84e4de-5a6f-44c6-a8e6-1d90b4d1f1b3 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:21:20.675778 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179a4b73-1ec8-4786-89a2-51dd6ec5d966 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5ec29eee-2e3a-4642-be97-88a03756cf1b,revision_number=0']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:21:20.684794 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73e88e30-8246-4c06-aed7-de2b9441078a req-6ca73e84-cc3f-4918-a483-141934404712 service neutron] Port e1d10eec-e579-40eb-bde9-a5f39bf82b59 on network 3b84e4de-5a6f-44c6-a8e6-1d90b4d1f1b3 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-8 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 17:21:20.685124 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73e88e30-8246-4c06-aed7-de2b9441078a req-6ca73e84-cc3f-4918-a483-141934404712 service neutron] Attempting to bind port e1d10eec-e579-40eb-bde9-a5f39bf82b59 on network 3b84e4de-5a6f-44c6-a8e6-1d90b4d1f1b3 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:21:20.706096 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-27e6c98b-d2b2-4911-a0bd-f05a5d407c4f req-1f6e3fd1-8152-476b-8605-8b7f4704224b tempest-FloatingIPsAssociationNegativeTestJSON-1058719936 tempest-FloatingIPsAssociationNegativeTestJSON-1058719936-project] 10.222.0.60 "GET /v2.0/security-groups?id=2396c77d-0d81-448c-a52a-26d5413755a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885531 Nov 23 17:21:20.715516 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73e88e30-8246-4c06-aed7-de2b9441078a req-6ca73e84-cc3f-4918-a483-141934404712 service neutron] Checking agent: {'id': '4b0a4557-3bfe-4828-80a0-7981fc3ac84c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 15, 14), 'started_at': datetime.datetime(2021, 11, 23, 17, 15, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 21, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:21:20.715891 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73e88e30-8246-4c06-aed7-de2b9441078a req-6ca73e84-cc3f-4918-a483-141934404712 service neutron] Checking segment: {'id': '12913541-acd4-4e3c-8f48-e22896931a9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '3b84e4de-5a6f-44c6-a8e6-1d90b4d1f1b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:21:20.716232 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73e88e30-8246-4c06-aed7-de2b9441078a req-6ca73e84-cc3f-4918-a483-141934404712 service neutron] Bound using segment: {'id': '12913541-acd4-4e3c-8f48-e22896931a9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '3b84e4de-5a6f-44c6-a8e6-1d90b4d1f1b3'} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:21:20.718981 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-73e88e30-8246-4c06-aed7-de2b9441078a req-6ca73e84-cc3f-4918-a483-141934404712 service neutron] Bound port: e1d10eec-e579-40eb-bde9-a5f39bf82b59, host: n-h1-816206-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12913541-acd4-4e3c-8f48-e22896931a9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '3b84e4de-5a6f-44c6-a8e6-1d90b4d1f1b3'}}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:21:20.749474 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9b18a7a0-bb4f-4885-adb9-22759b0c892e req-50ed5bcd-a7ae-4866-ad79-95400c5ced70 service neutron] 10.222.0.55 "GET /v2.0/networks/4adf0938-0492-41dc-8987-e4fa2efab96b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2473137 Nov 23 17:21:20.753250 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-179a4b73-1ec8-4786-89a2-51dd6ec5d966 admin admin] Checking segment: {'id': 'adf834ee-26cf-4f45-a2f3-83f453b804ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'aad59512-80bb-49f8-8f54-daff64a8bc03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:21:20.753250 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-179a4b73-1ec8-4786-89a2-51dd6ec5d966 admin admin] Network hostable DHCP agents. Network: aad59512-80bb-49f8-8f54-daff64a8bc03, hostable agents: ['0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3'], hosted agents: [] {{(pid=103591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 17:21:20.802366 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 17:21:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2251c74c-aeed-4c22-b15f-bb468846d5bb x-openstack-request-id: req-2251c74c-aeed-4c22-b15f-bb468846d5bb {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:21:20.802636 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61f90a48-4098-4063-9d4f-98c63927a8c3", "tag": "85c78666-18e8-4f41-9932-77363b785c94", "status": "completed", "code": 200}]} {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:21:20.802927 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-2251c74c-aeed-4c22-b15f-bb468846d5bb {{(pid=103591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:21:20.803346 n-d-816206-8 neutron-server[103591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61f90a48-4098-4063-9d4f-98c63927a8c3', 'tag': '85c78666-18e8-4f41-9932-77363b785c94', 'status': 'completed', 'code': 200} Nov 23 17:21:20.827740 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-179a4b73-1ec8-4786-89a2-51dd6ec5d966 admin admin] Network aad59512-80bb-49f8-8f54-daff64a8bc03 is scheduled to be hosted by DHCP agent 0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3 with binding_index 1 {{(pid=103591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 17:21:20.830937 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-73e88e30-8246-4c06-aed7-de2b9441078a req-6ca73e84-cc3f-4918-a483-141934404712 service neutron] For port e1d10eec-e579-40eb-bde9-a5f39bf82b59, host n-h1-816206-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=e1d10eec-e579-40eb-bde9-a5f39bf82b59,segment=NetworkSegment(12913541-acd4-4e3c-8f48-e22896931a9c),segment_id=12913541-acd4-4e3c-8f48-e22896931a9c)] {{(pid=103591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:21:20.869941 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-73e88e30-8246-4c06-aed7-de2b9441078a req-6ca73e84-cc3f-4918-a483-141934404712 service neutron] Publish callbacks [] for binding, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:20.871094 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-73e88e30-8246-4c06-aed7-de2b9441078a req-6ca73e84-cc3f-4918-a483-141934404712 service neutron] 10.222.0.60 "POST /v2.0/ports/e1d10eec-e579-40eb-bde9-a5f39bf82b59/bindings HTTP/1.1" status: 201 len: 389 time: 0.7335498 Nov 23 17:21:20.889967 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [None req-179a4b73-1ec8-4786-89a2-51dd6ec5d966 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-8, aad59512-80bb-49f8-8f54-daff64a8bc03) {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:21:20.902529 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa3b5169-ff24-4420-a8b3-69e798df1f0e None None] Network aad59512-80bb-49f8-8f54-daff64a8bc03 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:21:20.913374 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-179a4b73-1ec8-4786-89a2-51dd6ec5d966 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:21:20.913979 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-179a4b73-1ec8-4786-89a2-51dd6ec5d966 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for subnet, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:20.949247 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-179a4b73-1ec8-4786-89a2-51dd6ec5d966 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.1624758 Nov 23 17:21:20.952016 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 52118) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:21:20.956461 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-c5aafd51-9706-4d8a-b213-e7deee82150b admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1023826642-router', 'tenant_id': 'b930416d8ba84d7ba659706c10c554f7', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'}}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:21:20.963567 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9b18a7a0-bb4f-4885-adb9-22759b0c892e req-a7d631dc-d140-4b00-9cc6-4fa9b8f2d9b1 service neutron] 10.222.0.55 "GET /v2.0/networks/4adf0938-0492-41dc-8987-e4fa2efab96b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1970580 Nov 23 17:21:20.982187 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8937345-1849-4253-8fb7-75fc9b768940 req-31d2b240-7b79-41fc-89e8-eb012d661510 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:21:20.992480 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a8937345-1849-4253-8fb7-75fc9b768940 req-31d2b240-7b79-41fc-89e8-eb012d661510 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] 10.222.0.60 "GET /v2.0/ports?device_id=23329ec1-2aa1-4cec-919c-e827c4171d02 HTTP/1.1" status: 200 len: 950 time: 0.1298749 Nov 23 17:21:21.030103 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c5aafd51-9706-4d8a-b213-e7deee82150b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1793449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8093'] for router, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:21.031216 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c5aafd51-9706-4d8a-b213-e7deee82150b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1794473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1794771', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1638326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8086'] for router, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:21.066379 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 52120) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:21:21.103180 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a8937345-1849-4253-8fb7-75fc9b768940 req-e3a37b86-da94-45d8-a474-86d88bf8973c tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] 10.222.0.60 "GET /v2.0/security-groups?id=70227657-be62-432a-a8fd-5a85231fc7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096740 Nov 23 17:21:21.173525 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee2680b4-fb08-4751-b6ac-7d805e1f6616 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp355044b8-8e87-58c4-94fa-4a010ec30f9e-aad59512-80bb-49f8-8f54-daff64a8bc03', 'network_id': 'aad59512-80bb-49f8-8f54-daff64a8bc03', 'tenant_id': 'b930416d8ba84d7ba659706c10c554f7', 'fixed_ips': [{'subnet_id': '5ec29eee-2e3a-4642-be97-88a03756cf1b'}]}} from n-d-816206-8. {{(pid=103592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 17:21:21.174735 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-ee2680b4-fb08-4751-b6ac-7d805e1f6616 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:21.226828 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c5aafd51-9706-4d8a-b213-e7deee82150b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:21.292461 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9c9b39-efb8-43a6-8d64-9a2c36a7f2ba req-9d1e2278-3be6-44a8-87c6-6c021ccdc2b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:21:21.294076 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-1e9c9b39-efb8-43a6-8d64-9a2c36a7f2ba req-9d1e2278-3be6-44a8-87c6-6c021ccdc2b9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=07c066c23f614c7cae841372177b7a9e&device_id=61f90a48-4098-4063-9d4f-98c63927a8c3 HTTP/1.1" status: 200 len: 1095 time: 0.2346551 Nov 23 17:21:21.299885 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6e1a17c4-bc48-40e8-9834-7ef7a2ff537e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:21.361793 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-a625f25d-1018-443a-80ec-8fc17c967093 req-c85f1945-c702-49f2-a7c5-f7b31062c500 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=15b7563e-dd4f-4e87-9c18-113e02ce5ca0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1412210 Nov 23 17:21:21.393899 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e88e30-8246-4c06-aed7-de2b9441078a req-809a481a-7ed5-4178-a311-490511896eda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:21:21.395805 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-73e88e30-8246-4c06-aed7-de2b9441078a req-809a481a-7ed5-4178-a311-490511896eda service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4f30b4abc7074d1fa9d31a414a5f297f&device_id=4abb5890-6e70-46c1-a968-68c3ff6d1713 HTTP/1.1" status: 200 len: 1097 time: 0.1142244 Nov 23 17:21:21.421214 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.db_base_plugin_common [None req-ee2680b4-fb08-4751-b6ac-7d805e1f6616 None None] Allocated IP 172.20.0.2 (aad59512-80bb-49f8-8f54-daff64a8bc03/5ec29eee-2e3a-4642-be97-88a03756cf1b/f8fa63f2-4550-4a39-93dc-c1a8d04c906b) {{(pid=103592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:21:21.523389 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-bb83f2dd-6888-43c3-b520-45ae64e45e6e req-0c8a636e-1d45-4bca-834a-cd1c10122260 tempest-SecurityGroupRulesNegativeTestJSON-1993101443 tempest-SecurityGroupRulesNegativeTestJSON-1993101443-project] 10.222.0.60 "GET /v2.0/security-groups/96df48e6-f020-4b00-b772-e689d07c5c86 HTTP/1.1" status: 200 len: 1829 time: 0.3144426 Nov 23 17:21:21.535410 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31508a29-8dd6-455d-be19-831e0e3aa600 req-82af2923-0659-4208-9454-71368400fd3e tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:21:21.537915 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-31508a29-8dd6-455d-be19-831e0e3aa600 req-82af2923-0659-4208-9454-71368400fd3e tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] 10.222.0.60 "GET /v2.0/ports?device_id=4abb5890-6e70-46c1-a968-68c3ff6d1713 HTTP/1.1" status: 200 len: 946 time: 0.2898550 Nov 23 17:21:21.548888 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6e1a17c4-bc48-40e8-9834-7ef7a2ff537e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:21.551508 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a625f25d-1018-443a-80ec-8fc17c967093 req-5d095ce3-d2d3-4101-bbb7-fe54a07f6e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:21:21.552975 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-a625f25d-1018-443a-80ec-8fc17c967093 req-5d095ce3-d2d3-4101-bbb7-fe54a07f6e61 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=98a62786d4654c60b8dab5d2a606f4fe&device_id=15b7563e-dd4f-4e87-9c18-113e02ce5ca0 HTTP/1.1" status: 200 len: 1101 time: 0.1349599 Nov 23 17:21:21.555162 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [req-bb83f2dd-6888-43c3-b520-45ae64e45e6e req-c1e69a3b-d2b5-46a0-b4b2-db3ed22821a2 tempest-SecurityGroupRulesNegativeTestJSON-1993101443 tempest-SecurityGroupRulesNegativeTestJSON-1993101443-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '96df48e6-f020-4b00-b772-e689d07c5c86', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:21:21.555620 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [req-bb83f2dd-6888-43c3-b520-45ae64e45e6e req-c1e69a3b-d2b5-46a0-b4b2-db3ed22821a2 tempest-SecurityGroupRulesNegativeTestJSON-1993101443 tempest-SecurityGroupRulesNegativeTestJSON-1993101443-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '96df48e6-f020-4b00-b772-e689d07c5c86', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:21:21.558626 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6e1a17c4-bc48-40e8-9834-7ef7a2ff537e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:21.562479 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c5aafd51-9706-4d8a-b213-e7deee82150b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:21.615618 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e88e30-8246-4c06-aed7-de2b9441078a req-54a83966-38a2-44bf-8c7a-38068773d91a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:21:21.617335 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-73e88e30-8246-4c06-aed7-de2b9441078a req-54a83966-38a2-44bf-8c7a-38068773d91a service neutron] 10.222.0.55 "GET /v2.0/networks?id=3b84e4de-5a6f-44c6-a8e6-1d90b4d1f1b3 HTTP/1.1" status: 200 len: 909 time: 0.2086298 Nov 23 17:21:21.641010 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9c9b39-efb8-43a6-8d64-9a2c36a7f2ba req-ce12fcfd-85d3-4fcc-8b3d-1a411db75399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:21:21.642283 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-1e9c9b39-efb8-43a6-8d64-9a2c36a7f2ba req-ce12fcfd-85d3-4fcc-8b3d-1a411db75399 service neutron] 10.222.0.55 "GET /v2.0/networks?id=4adf0938-0492-41dc-8987-e4fa2efab96b HTTP/1.1" status: 200 len: 929 time: 0.2698154 Nov 23 17:21:21.642622 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device 1b055595-2178-4d80-9bf3-47b4548122fd up at agent hyperv_n-h1-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:21:21.657252 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-6e1a17c4-bc48-40e8-9834-7ef7a2ff537e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c76b1c78c7774e9f8c808926884e6a50&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5895023 Nov 23 17:21:21.672314 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 52128) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:21:21.689594 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-ee2680b4-fb08-4751-b6ac-7d805e1f6616 None None] Publish callbacks [] for port, precommit_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:21.699846 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-ee2680b4-fb08-4751-b6ac-7d805e1f6616 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980'] for port, after_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:21.703500 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-73e88e30-8246-4c06-aed7-de2b9441078a req-f61ac5d8-1121-439b-99ea-dc34a7870ac7 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e1d10eec-e579-40eb-bde9-a5f39bf82b59 HTTP/1.1" status: 200 len: 217 time: 0.0688996 Nov 23 17:21:21.704263 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1a17c4-bc48-40e8-9834-7ef7a2ff537e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45d8c23e-c795-45f3-8eb3-c2b8fca1de54,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:21:21.746978 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-31508a29-8dd6-455d-be19-831e0e3aa600 req-a34cbd0c-a228-4bb1-914a-b2313a1106a2 tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] 10.222.0.60 "GET /v2.0/security-groups?id=5c82e7e8-9cad-459a-acb2-b7a0867274de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1962488 Nov 23 17:21:21.754381 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-1e9c9b39-efb8-43a6-8d64-9a2c36a7f2ba req-94d86d2d-975e-438b-bafd-889c95f1db16 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=85c78666-18e8-4f41-9932-77363b785c94 HTTP/1.1" status: 200 len: 217 time: 0.0989439 Nov 23 17:21:21.776728 n-d-816206-8 neutron-server[103592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee2680b4-fb08-4751-b6ac-7d805e1f6616 None None] Network aad59512-80bb-49f8-8f54-daff64a8bc03 is already hosted by enough agents. {{(pid=103592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:21:21.808951 n-d-816206-8 neutron-server[103592]: DEBUG neutron.scheduler.base_scheduler [None req-ee2680b4-fb08-4751-b6ac-7d805e1f6616 None None] Resources bound (agent type, host, resource id): {{(pid=103592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:21:21.815425 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2680b4-fb08-4751-b6ac-7d805e1f6616 None None] Pushing event updated for resources: {'Port': ['ID=f8fa63f2-4550-4a39-93dc-c1a8d04c906b,revision_number=1']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:21:21.821006 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee2680b4-fb08-4751-b6ac-7d805e1f6616 None None] Received port after_create {{(pid=103592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:21:21.840593 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e88e30-8246-4c06-aed7-de2b9441078a req-36ff2bfa-0e7e-4a3a-9bd7-02edf525ea90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:21:21.842091 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-73e88e30-8246-4c06-aed7-de2b9441078a req-36ff2bfa-0e7e-4a3a-9bd7-02edf525ea90 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=10cf3f5a-71d1-468b-8622-0226dd1fd98a HTTP/1.1" status: 200 len: 848 time: 0.1295106 Nov 23 17:21:21.845234 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a625f25d-1018-443a-80ec-8fc17c967093 req-0badd819-d487-4d86-af9e-e1793900cd7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:21:21.847094 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-a625f25d-1018-443a-80ec-8fc17c967093 req-0badd819-d487-4d86-af9e-e1793900cd7b service neutron] 10.222.0.36 "GET /v2.0/networks?id=f1e1dabf-b410-4023-9169-a460a86e7184 HTTP/1.1" status: 200 len: 870 time: 0.2576401 Nov 23 17:21:21.885863 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Provisioning for port 1b055595-2178-4d80-9bf3-47b4548122fd completed by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 17:21:21.893149 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Provisioning complete for port 1b055595-2178-4d80-9bf3-47b4548122fd triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:21:21.893893 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:21.925914 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-73e88e30-8246-4c06-aed7-de2b9441078a req-b595a1cb-eddb-483c-a65a-fac6546c8af1 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3b84e4de-5a6f-44c6-a8e6-1d90b4d1f1b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0710611 Nov 23 17:21:21.926140 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-ee2680b4-fb08-4751-b6ac-7d805e1f6616 None None] Attempting to bind port f8fa63f2-4550-4a39-93dc-c1a8d04c906b on host n-d-816206-8 for vnic_type normal with profile {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:21:21.926140 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-ee2680b4-fb08-4751-b6ac-7d805e1f6616 None None] Attempting to bind port f8fa63f2-4550-4a39-93dc-c1a8d04c906b by drivers openvswitch,hyperv on host n-d-816206-8 at level 0 using segments [{'id': 'adf834ee-26cf-4f45-a2f3-83f453b804ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'aad59512-80bb-49f8-8f54-daff64a8bc03'}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:21:21.926140 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee2680b4-fb08-4751-b6ac-7d805e1f6616 None None] Attempting to bind port f8fa63f2-4550-4a39-93dc-c1a8d04c906b on network aad59512-80bb-49f8-8f54-daff64a8bc03 {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:21:21.926756 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-a625f25d-1018-443a-80ec-8fc17c967093 req-64c40518-3411-401e-8084-3bdb44918303 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.161&port_id=bc0acd25-238e-4f36-9bd6-de0e9a940cd3 HTTP/1.1" status: 200 len: 217 time: 0.0641637 Nov 23 17:21:21.934260 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee2680b4-fb08-4751-b6ac-7d805e1f6616 None None] Checking agent: {'id': '9e89acbe-4bbe-4c77-a18b-6f1da9133e0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 7, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 21, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:21:21.934796 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee2680b4-fb08-4751-b6ac-7d805e1f6616 None None] Checking segment: {'id': 'adf834ee-26cf-4f45-a2f3-83f453b804ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'aad59512-80bb-49f8-8f54-daff64a8bc03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:21:21.935161 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-ee2680b4-fb08-4751-b6ac-7d805e1f6616 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:21.935548 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee2680b4-fb08-4751-b6ac-7d805e1f6616 None None] Bound using segment: {'id': 'adf834ee-26cf-4f45-a2f3-83f453b804ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'aad59512-80bb-49f8-8f54-daff64a8bc03'} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:21:21.936046 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-ee2680b4-fb08-4751-b6ac-7d805e1f6616 None None] Bound port: f8fa63f2-4550-4a39-93dc-c1a8d04c906b, host: n-d-816206-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'adf834ee-26cf-4f45-a2f3-83f453b804ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'aad59512-80bb-49f8-8f54-daff64a8bc03'}}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:21:21.936438 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-ee2680b4-fb08-4751-b6ac-7d805e1f6616 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:22.051180 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a625f25d-1018-443a-80ec-8fc17c967093 req-8e112ecb-188a-456d-8b14-48fd24fb8169 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:21:22.052736 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-a625f25d-1018-443a-80ec-8fc17c967093 req-8e112ecb-188a-456d-8b14-48fd24fb8169 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ac77c175-5679-438b-8a2a-356718377641 HTTP/1.1" status: 200 len: 843 time: 0.1099145 Nov 23 17:21:22.057469 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-ee2680b4-fb08-4751-b6ac-7d805e1f6616 None None] For port f8fa63f2-4550-4a39-93dc-c1a8d04c906b, host n-d-816206-8, cleared binding levels {{(pid=103592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:21:22.059854 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:22.079414 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-ee2680b4-fb08-4751-b6ac-7d805e1f6616 None None] For port f8fa63f2-4550-4a39-93dc-c1a8d04c906b, host n-d-816206-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=f8fa63f2-4550-4a39-93dc-c1a8d04c906b,segment=NetworkSegment(adf834ee-26cf-4f45-a2f3-83f453b804ad),segment_id=adf834ee-26cf-4f45-a2f3-83f453b804ad)] {{(pid=103592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:21:22.089435 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-ee2680b4-fb08-4751-b6ac-7d805e1f6616 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:22.100524 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23329ec1-2aa1-4cec-919c-e827c4171d02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b055595-2178-4d80-9bf3-47b4548122fd'}] {{(pid=103592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:21:22.102158 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba3e6a8f2301c7a29fe1eca9779abdae4ccbcd6266d69778087f2498d5551201" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-913ca873-02ef-4183-b673-0b90cc89f629" -d '{"events": [{"server_uuid": "23329ec1-2aa1-4cec-919c-e827c4171d02", "name": "network-vif-plugged", "status": "completed", "tag": "1b055595-2178-4d80-9bf3-47b4548122fd"}]}' {{(pid=103592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:21:22.113453 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-73e88e30-8246-4c06-aed7-de2b9441078a req-0e0f827c-efc6-47db-a85c-43ba29401a6b service neutron] 10.222.0.55 "GET /v2.0/networks/3b84e4de-5a6f-44c6-a8e6-1d90b4d1f1b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1791975 Nov 23 17:21:22.129155 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-bb83f2dd-6888-43c3-b520-45ae64e45e6e req-c1e69a3b-d2b5-46a0-b4b2-db3ed22821a2 tempest-SecurityGroupRulesNegativeTestJSON-1993101443 tempest-SecurityGroupRulesNegativeTestJSON-1993101443-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:22.151270 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port 1b055595-2178-4d80-9bf3-47b4548122fd, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=1b055595-2178-4d80-9bf3-47b4548122fd,segment=NetworkSegment(329c1745-02bf-4561-9615-3192910887f5),segment_id=329c1745-02bf-4561-9615-3192910887f5)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:21:22.163752 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a625f25d-1018-443a-80ec-8fc17c967093 req-92172b3d-d0e5-46f4-8114-d92f153f55a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:21:22.164201 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:22.164810 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-a625f25d-1018-443a-80ec-8fc17c967093 req-92172b3d-d0e5-46f4-8114-d92f153f55a1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f1e1dabf-b410-4023-9169-a460a86e7184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0996318 Nov 23 17:21:22.182078 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2680b4-fb08-4751-b6ac-7d805e1f6616 None None] Pushing event updated for resources: {'Port': ['ID=f8fa63f2-4550-4a39-93dc-c1a8d04c906b,revision_number=2']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:21:22.222793 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-38605b54-a6fe-4db8-9e13-e7c6a688d42d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:22.225944 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9c9b39-efb8-43a6-8d64-9a2c36a7f2ba req-e671e00f-624d-490b-89e4-11aedf66c437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:21:22.227428 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-1e9c9b39-efb8-43a6-8d64-9a2c36a7f2ba req-e671e00f-624d-490b-89e4-11aedf66c437 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a8b30bfe-28eb-4c6c-8311-3d7631776675 HTTP/1.1" status: 200 len: 867 time: 0.4578888 Nov 23 17:21:22.253081 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Pushing event updated for resources: {'Port': ['ID=1b055595-2178-4d80-9bf3-47b4548122fd,revision_number=13']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:21:22.269618 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-bb83f2dd-6888-43c3-b520-45ae64e45e6e req-c1e69a3b-d2b5-46a0-b4b2-db3ed22821a2 tempest-SecurityGroupRulesNegativeTestJSON-1993101443 tempest-SecurityGroupRulesNegativeTestJSON-1993101443-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:22.301317 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-bb83f2dd-6888-43c3-b520-45ae64e45e6e req-c1e69a3b-d2b5-46a0-b4b2-db3ed22821a2 tempest-SecurityGroupRulesNegativeTestJSON-1993101443 tempest-SecurityGroupRulesNegativeTestJSON-1993101443-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994370'] for security_group_rule, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:22.304232 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-38605b54-a6fe-4db8-9e13-e7c6a688d42d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:22.318179 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-73e88e30-8246-4c06-aed7-de2b9441078a req-99ed164a-7dee-4b0a-a322-f70e6397e6ef service neutron] 10.222.0.55 "GET /v2.0/networks/3b84e4de-5a6f-44c6-a8e6-1d90b4d1f1b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1958871 Nov 23 17:21:22.329247 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c69ecaf-100e-4ff3-b0df-6e743da76472 req-68cfc070-b17c-4ed1-afed-c21984f4b616 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:21:22.333216 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8c69ecaf-100e-4ff3-b0df-6e743da76472 req-68cfc070-b17c-4ed1-afed-c21984f4b616 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] 10.222.0.60 "GET /v2.0/ports?device_id=23329ec1-2aa1-4cec-919c-e827c4171d02 HTTP/1.1" status: 200 len: 950 time: 0.2219326 Nov 23 17:21:22.352830 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-a625f25d-1018-443a-80ec-8fc17c967093 req-f32675b1-a917-46ee-9a74-922660ee7d7b service neutron] 10.222.0.36 "GET /v2.0/networks/f1e1dabf-b410-4023-9169-a460a86e7184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1785617 Nov 23 17:21:22.410552 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e69a3b-d2b5-46a0-b4b2-db3ed22821a2 tempest-SecurityGroupRulesNegativeTestJSON-1993101443 tempest-SecurityGroupRulesNegativeTestJSON-1993101443-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=769c0a56-2cee-4048-a186-4594f8febc2f,revision_number=0']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:21:22.488045 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-bb83f2dd-6888-43c3-b520-45ae64e45e6e req-c1e69a3b-d2b5-46a0-b4b2-db3ed22821a2 tempest-SecurityGroupRulesNegativeTestJSON-1993101443 tempest-SecurityGroupRulesNegativeTestJSON-1993101443-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:22.489328 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-bb83f2dd-6888-43c3-b520-45ae64e45e6e req-c1e69a3b-d2b5-46a0-b4b2-db3ed22821a2 tempest-SecurityGroupRulesNegativeTestJSON-1993101443 tempest-SecurityGroupRulesNegativeTestJSON-1993101443-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.9449687 Nov 23 17:21:22.518597 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9c9b39-efb8-43a6-8d64-9a2c36a7f2ba req-2008f9ad-cc1b-4218-b182-d49f0c0b6c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:21:22.520436 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-1e9c9b39-efb8-43a6-8d64-9a2c36a7f2ba req-2008f9ad-cc1b-4218-b182-d49f0c0b6c83 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4adf0938-0492-41dc-8987-e4fa2efab96b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2743025 Nov 23 17:21:22.538708 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e88e30-8246-4c06-aed7-de2b9441078a req-6aad7dff-df4f-463a-8f3c-62fdb711e8b5 tempest-LiveMigrationTest-1150397521 tempest-LiveMigrationTest-1150397521-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:21:22.540469 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-73e88e30-8246-4c06-aed7-de2b9441078a req-6aad7dff-df4f-463a-8f3c-62fdb711e8b5 tempest-LiveMigrationTest-1150397521 tempest-LiveMigrationTest-1150397521-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=4abb5890-6e70-46c1-a968-68c3ff6d1713&tenant_id=4f30b4abc7074d1fa9d31a414a5f297f&binding%3Ahost_id=n-h2-816206-8 HTTP/1.1" status: 200 len: 1097 time: 0.1352925 Nov 23 17:21:22.558254 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [req-73e88e30-8246-4c06-aed7-de2b9441078a req-ca5f95bb-d3f2-483f-aecc-8f7cde668cd0 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-816206-8'}}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:21:22.590206 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-a625f25d-1018-443a-80ec-8fc17c967093 req-ee389518-4ae2-48c3-8786-131a8a1fe817 service neutron] 10.222.0.36 "GET /v2.0/networks/f1e1dabf-b410-4023-9169-a460a86e7184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2246335 Nov 23 17:21:22.643549 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8c69ecaf-100e-4ff3-b0df-6e743da76472 req-10a5fb37-d587-4082-862b-8cebb039c7b7 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] 10.222.0.60 "GET /v2.0/security-groups?id=70227657-be62-432a-a8fd-5a85231fc7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2829986 Nov 23 17:21:22.645360 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-73e88e30-8246-4c06-aed7-de2b9441078a req-ca5f95bb-d3f2-483f-aecc-8f7cde668cd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:22.678451 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-38605b54-a6fe-4db8-9e13-e7c6a688d42d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:22.681213 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-38605b54-a6fe-4db8-9e13-e7c6a688d42d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:22.684873 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-38605b54-a6fe-4db8-9e13-e7c6a688d42d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/45d8c23e-c795-45f3-8eb3-c2b8fca1de54 HTTP/1.1" status: 204 len: 168 time: 1.0080969 Nov 23 17:21:22.703938 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:21:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c319d7ac-9219-4f1e-bc25-2a4a2ef45e63 x-openstack-request-id: req-c319d7ac-9219-4f1e-bc25-2a4a2ef45e63 {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:21:22.704326 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23329ec1-2aa1-4cec-919c-e827c4171d02", "name": "network-vif-plugged", "status": "completed", "tag": "1b055595-2178-4d80-9bf3-47b4548122fd", "code": 200}]} {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:21:22.705284 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c319d7ac-9219-4f1e-bc25-2a4a2ef45e63 {{(pid=103592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:21:22.705865 n-d-816206-8 neutron-server[103592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23329ec1-2aa1-4cec-919c-e827c4171d02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b055595-2178-4d80-9bf3-47b4548122fd', 'code': 200} Nov 23 17:21:22.844945 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38605b54-a6fe-4db8-9e13-e7c6a688d42d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45d8c23e-c795-45f3-8eb3-c2b8fca1de54,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:21:22.847932 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [req-73e88e30-8246-4c06-aed7-de2b9441078a req-ca5f95bb-d3f2-483f-aecc-8f7cde668cd0 service neutron] For port e1d10eec-e579-40eb-bde9-a5f39bf82b59, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=e1d10eec-e579-40eb-bde9-a5f39bf82b59,segment=NetworkSegment(12913541-acd4-4e3c-8f48-e22896931a9c),segment_id=12913541-acd4-4e3c-8f48-e22896931a9c)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:21:22.879253 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c5aafd51-9706-4d8a-b213-e7deee82150b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:22.924979 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c5aafd51-9706-4d8a-b213-e7deee82150b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:22.936937 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [req-73e88e30-8246-4c06-aed7-de2b9441078a req-ca5f95bb-d3f2-483f-aecc-8f7cde668cd0 service neutron] For port e1d10eec-e579-40eb-bde9-a5f39bf82b59, host n-h2-816206-8, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:21:23.011326 n-d-816206-8 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4abb5890-6e70-46c1-a968-68c3ff6d1713', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e1d10eec-e579-40eb-bde9-a5f39bf82b59'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:21:23.020850 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbabddbc9fc37b068808e119c416c86f5957ca04531a4a0d2e695c515e93483b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b603bf7-01d7-46ff-b2d2-8820cbba9d4e" -d '{"events": [{"server_uuid": "4abb5890-6e70-46c1-a968-68c3ff6d1713", "name": "network-vif-unplugged", "status": "completed", "tag": "e1d10eec-e579-40eb-bde9-a5f39bf82b59"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:21:23.026398 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-73e88e30-8246-4c06-aed7-de2b9441078a req-ca5f95bb-d3f2-483f-aecc-8f7cde668cd0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:23.037997 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-73e88e30-8246-4c06-aed7-de2b9441078a req-ca5f95bb-d3f2-483f-aecc-8f7cde668cd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264357957'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:23.122262 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.db_base_plugin_common [None req-c5aafd51-9706-4d8a-b213-e7deee82150b admin admin] Allocated IP 172.25.3.240 (4c8455ba-1be5-42ac-b8c2-8a16e1292d55/08fe3644-ce41-4c3f-a7ea-92bac0f0fff5/7d44e282-6def-43d0-b54e-d3d8b137c89d) {{(pid=103591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:21:23.143204 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d91504-2702-4de3-af4f-1f8e8d99ad59 req-13bfe08c-d6f8-4e10-86ab-4c56c4f8bb0d tempest-FloatingIPsAssociationNegativeTestJSON-1058719936 tempest-FloatingIPsAssociationNegativeTestJSON-1058719936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:21:23.152304 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-77d91504-2702-4de3-af4f-1f8e8d99ad59 req-13bfe08c-d6f8-4e10-86ab-4c56c4f8bb0d tempest-FloatingIPsAssociationNegativeTestJSON-1058719936 tempest-FloatingIPsAssociationNegativeTestJSON-1058719936-project] 10.222.0.60 "GET /v2.0/ports?device_id=61f90a48-4098-4063-9d4f-98c63927a8c3 HTTP/1.1" status: 200 len: 944 time: 0.5070987 Nov 23 17:21:23.159485 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5f95bb-d3f2-483f-aecc-8f7cde668cd0 service neutron] Pushing event updated for resources: {'Port': ['ID=e1d10eec-e579-40eb-bde9-a5f39bf82b59,revision_number=7']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:21:23.227149 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [req-73e88e30-8246-4c06-aed7-de2b9441078a req-ca5f95bb-d3f2-483f-aecc-8f7cde668cd0 service neutron] Attempting to bind port e1d10eec-e579-40eb-bde9-a5f39bf82b59 on host n-h2-816206-8 for vnic_type normal with profile {"migrating_to": "n-h1-816206-8"} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:21:23.227501 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [req-73e88e30-8246-4c06-aed7-de2b9441078a req-ca5f95bb-d3f2-483f-aecc-8f7cde668cd0 service neutron] Attempting to bind port e1d10eec-e579-40eb-bde9-a5f39bf82b59 by drivers openvswitch,hyperv on host n-h2-816206-8 at level 0 using segments [{'id': '12913541-acd4-4e3c-8f48-e22896931a9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '3b84e4de-5a6f-44c6-a8e6-1d90b4d1f1b3'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:21:23.227819 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73e88e30-8246-4c06-aed7-de2b9441078a req-ca5f95bb-d3f2-483f-aecc-8f7cde668cd0 service neutron] Attempting to bind port e1d10eec-e579-40eb-bde9-a5f39bf82b59 on network 3b84e4de-5a6f-44c6-a8e6-1d90b4d1f1b3 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:21:23.236247 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73e88e30-8246-4c06-aed7-de2b9441078a req-ca5f95bb-d3f2-483f-aecc-8f7cde668cd0 service neutron] Port e1d10eec-e579-40eb-bde9-a5f39bf82b59 on network 3b84e4de-5a6f-44c6-a8e6-1d90b4d1f1b3 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-8 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 17:21:23.236786 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73e88e30-8246-4c06-aed7-de2b9441078a req-ca5f95bb-d3f2-483f-aecc-8f7cde668cd0 service neutron] Attempting to bind port e1d10eec-e579-40eb-bde9-a5f39bf82b59 on network 3b84e4de-5a6f-44c6-a8e6-1d90b4d1f1b3 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:21:23.243770 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73e88e30-8246-4c06-aed7-de2b9441078a req-ca5f95bb-d3f2-483f-aecc-8f7cde668cd0 service neutron] Checking agent: {'id': 'ab77bf9e-0267-4174-8f1d-822cba89b207', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 15, 13), 'started_at': datetime.datetime(2021, 11, 23, 17, 15, 13), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 21, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:21:23.244388 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73e88e30-8246-4c06-aed7-de2b9441078a req-ca5f95bb-d3f2-483f-aecc-8f7cde668cd0 service neutron] Checking segment: {'id': '12913541-acd4-4e3c-8f48-e22896931a9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '3b84e4de-5a6f-44c6-a8e6-1d90b4d1f1b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:21:23.244876 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73e88e30-8246-4c06-aed7-de2b9441078a req-ca5f95bb-d3f2-483f-aecc-8f7cde668cd0 service neutron] Bound using segment: {'id': '12913541-acd4-4e3c-8f48-e22896931a9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '3b84e4de-5a6f-44c6-a8e6-1d90b4d1f1b3'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:21:23.245250 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [req-73e88e30-8246-4c06-aed7-de2b9441078a req-ca5f95bb-d3f2-483f-aecc-8f7cde668cd0 service neutron] Bound port: e1d10eec-e579-40eb-bde9-a5f39bf82b59, host: n-h2-816206-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12913541-acd4-4e3c-8f48-e22896931a9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '3b84e4de-5a6f-44c6-a8e6-1d90b4d1f1b3'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:21:23.245596 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-73e88e30-8246-4c06-aed7-de2b9441078a req-ca5f95bb-d3f2-483f-aecc-8f7cde668cd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:23.249711 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-dcaf9ffd-674f-4854-8382-4a761198eac3 req-8758661e-4417-4e83-9e6c-78cebaca5f94 tempest-SecurityGroupRulesNegativeTestJSON-1993101443 tempest-SecurityGroupRulesNegativeTestJSON-1993101443-project] 10.222.0.60 "GET /v2.0/security-groups/96df48e6-f020-4b00-b772-e689d07c5c86 HTTP/1.1" status: 200 len: 2422 time: 0.3947740 Nov 23 17:21:23.269832 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-77d91504-2702-4de3-af4f-1f8e8d99ad59 req-a9143e28-7279-4ed7-8faa-ea05322a4b93 tempest-FloatingIPsAssociationNegativeTestJSON-1058719936 tempest-FloatingIPsAssociationNegativeTestJSON-1058719936-project] 10.222.0.60 "GET /v2.0/security-groups?id=2396c77d-0d81-448c-a52a-26d5413755a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076601 Nov 23 17:21:23.279334 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-1e9c9b39-efb8-43a6-8d64-9a2c36a7f2ba req-b7da37c9-ccce-4920-aab7-156db1ab6a16 service neutron] 10.222.0.55 "GET /v2.0/networks/4adf0938-0492-41dc-8987-e4fa2efab96b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7418003 Nov 23 17:21:23.378930 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 17:21:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a5e2209-ae3c-4ffc-9a4a-dc59306a87f3 x-openstack-request-id: req-1a5e2209-ae3c-4ffc-9a4a-dc59306a87f3 {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:21:23.379297 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4abb5890-6e70-46c1-a968-68c3ff6d1713", "name": "network-vif-unplugged", "status": "completed", "tag": "e1d10eec-e579-40eb-bde9-a5f39bf82b59", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:21:23.380340 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-1a5e2209-ae3c-4ffc-9a4a-dc59306a87f3 {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:21:23.380340 n-d-816206-8 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4abb5890-6e70-46c1-a968-68c3ff6d1713', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e1d10eec-e579-40eb-bde9-a5f39bf82b59', 'code': 200} Nov 23 17:21:23.478152 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [req-73e88e30-8246-4c06-aed7-de2b9441078a req-ca5f95bb-d3f2-483f-aecc-8f7cde668cd0 service neutron] For port e1d10eec-e579-40eb-bde9-a5f39bf82b59, host n-h2-816206-8, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:21:23.487412 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [req-73e88e30-8246-4c06-aed7-de2b9441078a req-ca5f95bb-d3f2-483f-aecc-8f7cde668cd0 service neutron] For port e1d10eec-e579-40eb-bde9-a5f39bf82b59, host n-h2-816206-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=e1d10eec-e579-40eb-bde9-a5f39bf82b59,segment=NetworkSegment(12913541-acd4-4e3c-8f48-e22896931a9c),segment_id=12913541-acd4-4e3c-8f48-e22896931a9c)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:21:23.498881 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-73e88e30-8246-4c06-aed7-de2b9441078a req-ca5f95bb-d3f2-483f-aecc-8f7cde668cd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264357957'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:23.556092 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-20b955d1-d765-47a0-852b-addd5db8f3fd req-358d8be7-e5ca-4075-848e-386d151c72a9 tempest-SecurityGroupRulesNegativeTestJSON-1993101443 tempest-SecurityGroupRulesNegativeTestJSON-1993101443-project] 10.222.0.60 "GET /v2.0/security-group-rules/769c0a56-2cee-4048-a186-4594f8febc2f HTTP/1.1" status: 200 len: 778 time: 0.0624616 Nov 23 17:21:23.638499 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device 85c78666-18e8-4f41-9932-77363b785c94 details requested by agent hyperv_n-h1-816206-8 with host n-h1-816206-8 {{(pid=103592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 17:21:23.663632 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5f95bb-d3f2-483f-aecc-8f7cde668cd0 service neutron] Pushing event updated for resources: {'Port': ['ID=e1d10eec-e579-40eb-bde9-a5f39bf82b59,revision_number=8']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:21:23.678681 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e88e30-8246-4c06-aed7-de2b9441078a req-ca5f95bb-d3f2-483f-aecc-8f7cde668cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:21:23.680606 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-73e88e30-8246-4c06-aed7-de2b9441078a req-ca5f95bb-d3f2-483f-aecc-8f7cde668cd0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:23.683131 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-73e88e30-8246-4c06-aed7-de2b9441078a req-ca5f95bb-d3f2-483f-aecc-8f7cde668cd0 service neutron] 10.222.0.55 "PUT /v2.0/ports/e1d10eec-e579-40eb-bde9-a5f39bf82b59 HTTP/1.1" status: 200 len: 1122 time: 1.1301923 Nov 23 17:21:23.690144 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c5aafd51-9706-4d8a-b213-e7deee82150b admin admin] Publish callbacks [] for port, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:23.730779 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb39ce54-98ed-49e0-ac57-fe34f86c935d None None] Network aad59512-80bb-49f8-8f54-daff64a8bc03 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:21:23.786093 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-1e9c9b39-efb8-43a6-8d64-9a2c36a7f2ba req-01842f35-7ff0-4fed-9443-63351f62ce21 service neutron] 10.222.0.55 "GET /v2.0/networks/4adf0938-0492-41dc-8987-e4fa2efab96b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4919374 Nov 23 17:21:23.800850 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-20b955d1-d765-47a0-852b-addd5db8f3fd req-c7ce138d-43f8-4157-a5ba-060467bc733f tempest-SecurityGroupRulesNegativeTestJSON-1993101443 tempest-SecurityGroupRulesNegativeTestJSON-1993101443-project] 10.222.0.60 "GET /v2.0/security-groups/96df48e6-f020-4b00-b772-e689d07c5c86 HTTP/1.1" status: 200 len: 2422 time: 0.2051961 Nov 23 17:21:23.812779 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3597db-335c-467c-85cf-505e56be541a req-4618bd38-beff-4381-a9fb-23575c618d3d tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:21:23.815193 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] get_ports_and_sgs() called for port_ids ['e1d10eec-e579-40eb-bde9-a5f39bf82b59'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:21:23.820152 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-dc3597db-335c-467c-85cf-505e56be541a req-4618bd38-beff-4381-a9fb-23575c618d3d tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] 10.222.0.60 "GET /v2.0/ports?device_id=4abb5890-6e70-46c1-a968-68c3ff6d1713 HTTP/1.1" status: 200 len: 944 time: 0.3339508 Nov 23 17:21:23.864336 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c5aafd51-9706-4d8a-b213-e7deee82150b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:23.912090 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-20b955d1-d765-47a0-852b-addd5db8f3fd req-ffe2fd28-eee2-4e8e-a3e6-159c436bc14f tempest-SecurityGroupRulesNegativeTestJSON-1993101443 tempest-SecurityGroupRulesNegativeTestJSON-1993101443-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:23.922342 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port 85c78666-18e8-4f41-9932-77363b785c94, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=85c78666-18e8-4f41-9932-77363b785c94,segment=NetworkSegment(3c1579ad-05ef-4475-88f4-cde778b87b16),segment_id=3c1579ad-05ef-4475-88f4-cde778b87b16)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:21:23.936751 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-20b955d1-d765-47a0-852b-addd5db8f3fd req-ffe2fd28-eee2-4e8e-a3e6-159c436bc14f tempest-SecurityGroupRulesNegativeTestJSON-1993101443 tempest-SecurityGroupRulesNegativeTestJSON-1993101443-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:23.950898 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5aafd51-9706-4d8a-b213-e7deee82150b admin admin] Network 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 is already hosted by enough agents. {{(pid=103591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:21:23.956381 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-dc3597db-335c-467c-85cf-505e56be541a req-9871fe67-286f-41ce-aaf0-2d81792de0a8 tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] 10.222.0.60 "GET /v2.0/security-groups?id=5c82e7e8-9cad-459a-acb2-b7a0867274de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353147 Nov 23 17:21:23.967436 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5aafd51-9706-4d8a-b213-e7deee82150b admin admin] Pushing event updated for resources: {'Port': ['ID=7d44e282-6def-43d0-b54e-d3d8b137c89d,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:21:23.970089 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [None req-c5aafd51-9706-4d8a-b213-e7deee82150b admin admin] Resources bound (agent type, host, resource id): {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:21:23.980530 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-a714e0d7-b782-4d59-b9c3-9cdc361a685d None None] Provisioning complete for port f8fa63f2-4550-4a39-93dc-c1a8d04c906b triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:21:23.983399 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-a714e0d7-b782-4d59-b9c3-9cdc361a685d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:23.987129 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5aafd51-9706-4d8a-b213-e7deee82150b admin admin] Received port after_create {{(pid=103591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:21:23.994334 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Returning: {'device': '85c78666-18e8-4f41-9932-77363b785c94', 'network_id': '4adf0938-0492-41dc-8987-e4fa2efab96b', 'port_id': '85c78666-18e8-4f41-9932-77363b785c94', 'mac_address': 'fa:16:3e:77:89:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 510, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8b30bfe-28eb-4c6c-8311-3d7631776675', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 17:21:24.029200 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-20b955d1-d765-47a0-852b-addd5db8f3fd req-ffe2fd28-eee2-4e8e-a3e6-159c436bc14f tempest-SecurityGroupRulesNegativeTestJSON-1993101443 tempest-SecurityGroupRulesNegativeTestJSON-1993101443-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994370'] for security_group_rule, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:24.039890 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-20b955d1-d765-47a0-852b-addd5db8f3fd req-ffe2fd28-eee2-4e8e-a3e6-159c436bc14f tempest-SecurityGroupRulesNegativeTestJSON-1993101443 tempest-SecurityGroupRulesNegativeTestJSON-1993101443-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:24.041090 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-20b955d1-d765-47a0-852b-addd5db8f3fd req-ffe2fd28-eee2-4e8e-a3e6-159c436bc14f tempest-SecurityGroupRulesNegativeTestJSON-1993101443 tempest-SecurityGroupRulesNegativeTestJSON-1993101443-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/769c0a56-2cee-4048-a186-4594f8febc2f HTTP/1.1" status: 204 len: 173 time: 0.2189004 Nov 23 17:21:24.056560 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe2fd28-eee2-4e8e-a3e6-159c436bc14f tempest-SecurityGroupRulesNegativeTestJSON-1993101443 tempest-SecurityGroupRulesNegativeTestJSON-1993101443-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=769c0a56-2cee-4048-a186-4594f8febc2f,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:21:24.141174 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:24.194909 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85c78666-18e8-4f41-9932-77363b785c94 {{(pid=103592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:21:24.217232 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e5a6aed6-a2fa-45ee-84f2-19f8d39b7879 req-049d650d-346b-4851-a2f5-60d87ca9f5e6 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=98a62786d4654c60b8dab5d2a606f4fe&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1036408 Nov 23 17:21:24.262827 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port 85c78666-18e8-4f41-9932-77363b785c94, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=85c78666-18e8-4f41-9932-77363b785c94,segment=NetworkSegment(3c1579ad-05ef-4475-88f4-cde778b87b16),segment_id=3c1579ad-05ef-4475-88f4-cde778b87b16)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:21:24.273180 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-a714e0d7-b782-4d59-b9c3-9cdc361a685d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:24.275309 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:24.293291 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a284228-8e9f-4129-b2bb-9f4d43caefd7 req-0c7ac749-f41a-44fc-9377-47aa37f757d6 tempest-LiveAutoBlockMigrationV225Test-82532795 tempest-LiveAutoBlockMigrationV225Test-82532795-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:21:24.296179 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8a284228-8e9f-4129-b2bb-9f4d43caefd7 req-0c7ac749-f41a-44fc-9377-47aa37f757d6 tempest-LiveAutoBlockMigrationV225Test-82532795 tempest-LiveAutoBlockMigrationV225Test-82532795-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=8137b671-58e3-4c8f-b0a0-33c885019390 HTTP/1.1" status: 200 len: 1097 time: 0.1804054 Nov 23 17:21:24.415635 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-a714e0d7-b782-4d59-b9c3-9cdc361a685d None None] For port f8fa63f2-4550-4a39-93dc-c1a8d04c906b, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=f8fa63f2-4550-4a39-93dc-c1a8d04c906b,segment=NetworkSegment(adf834ee-26cf-4f45-a2f3-83f453b804ad),segment_id=adf834ee-26cf-4f45-a2f3-83f453b804ad)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:21:24.417890 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Pushing event updated for resources: {'Port': ['ID=85c78666-18e8-4f41-9932-77363b785c94,revision_number=4']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:21:24.426215 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-a714e0d7-b782-4d59-b9c3-9cdc361a685d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:24.484729 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device f8fa63f2-4550-4a39-93dc-c1a8d04c906b up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:21:24.543522 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8a284228-8e9f-4129-b2bb-9f4d43caefd7 req-41389a09-61b5-4520-8d05-0fad471637f8 tempest-LiveAutoBlockMigrationV225Test-82532795 tempest-LiveAutoBlockMigrationV225Test-82532795-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=ef6a96c0-423c-4ea7-a75c-4657afd8c521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898732 Nov 23 17:21:24.566231 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a714e0d7-b782-4d59-b9c3-9cdc361a685d None None] Pushing event updated for resources: {'Port': ['ID=f8fa63f2-4550-4a39-93dc-c1a8d04c906b,revision_number=3']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:21:24.577161 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a6aed6-a2fa-45ee-84f2-19f8d39b7879 req-80463783-5aed-465b-8984-e32634ee7ef4 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:21:24.579496 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e5a6aed6-a2fa-45ee-84f2-19f8d39b7879 req-80463783-5aed-465b-8984-e32634ee7ef4 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3512769 Nov 23 17:21:24.581532 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] get_ports_and_sgs() called for port_ids ['85c78666-18e8-4f41-9932-77363b785c94'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:21:24.617676 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port f8fa63f2-4550-4a39-93dc-c1a8d04c906b triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:21:24.618052 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:24.634836 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e5a6aed6-a2fa-45ee-84f2-19f8d39b7879 req-66024dfa-8b65-4272-9ff9-648b02be9945 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] 10.222.0.60 "GET /v2.0/quotas/98a62786d4654c60b8dab5d2a606f4fe HTTP/1.1" status: 200 len: 375 time: 0.0420372 Nov 23 17:21:24.667390 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c5aafd51-9706-4d8a-b213-e7deee82150b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:24.810890 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-23609766-e776-488a-8c75-4c9ca8dd77aa None None] Provisioning complete for port f8fa63f2-4550-4a39-93dc-c1a8d04c906b triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:21:24.811396 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-23609766-e776-488a-8c75-4c9ca8dd77aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:24.826016 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e5a6aed6-a2fa-45ee-84f2-19f8d39b7879 req-acab742c-71d3-4a40-a8a3-427bcefdae88 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=98a62786d4654c60b8dab5d2a606f4fe&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1751952 Nov 23 17:21:24.932140 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [req-dc40162f-1672-4cea-aa4a-94f820f834e1 req-8fe7fd5d-b09e-4080-887a-48969deff62c tempest-SecurityGroupRulesNegativeTestJSON-1993101443 tempest-SecurityGroupRulesNegativeTestJSON-1993101443-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-841195555', 'description': 'tempest-description-1545716928'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:21:25.016190 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-dc40162f-1672-4cea-aa4a-94f820f834e1 req-8fe7fd5d-b09e-4080-887a-48969deff62c tempest-SecurityGroupRulesNegativeTestJSON-1993101443 tempest-SecurityGroupRulesNegativeTestJSON-1993101443-project] Publish callbacks [] for security_group, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:25.038318 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c5aafd51-9706-4d8a-b213-e7deee82150b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1794316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1795362'] for router, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:25.212629 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b2d2ec-b066-4c0d-8e47-4f8e6ddf4afe req-0b872a93-a4d8-426b-bdfc-8db8993ee82a tempest-FloatingIPsAssociationNegativeTestJSON-1058719936 tempest-FloatingIPsAssociationNegativeTestJSON-1058719936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:21:25.214234 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-27b2d2ec-b066-4c0d-8e47-4f8e6ddf4afe req-0b872a93-a4d8-426b-bdfc-8db8993ee82a tempest-FloatingIPsAssociationNegativeTestJSON-1058719936 tempest-FloatingIPsAssociationNegativeTestJSON-1058719936-project] 10.222.0.60 "GET /v2.0/ports?device_id=61f90a48-4098-4063-9d4f-98c63927a8c3 HTTP/1.1" status: 200 len: 945 time: 0.1650274 Nov 23 17:21:25.233261 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-dc40162f-1672-4cea-aa4a-94f820f834e1 req-8fe7fd5d-b09e-4080-887a-48969deff62c tempest-SecurityGroupRulesNegativeTestJSON-1993101443 tempest-SecurityGroupRulesNegativeTestJSON-1993101443-project] Publish callbacks [] for security_group, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:25.242302 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-dc40162f-1672-4cea-aa4a-94f820f834e1 req-8fe7fd5d-b09e-4080-887a-48969deff62c tempest-SecurityGroupRulesNegativeTestJSON-1993101443 tempest-SecurityGroupRulesNegativeTestJSON-1993101443-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:25.282591 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-dc40162f-1672-4cea-aa4a-94f820f834e1 req-8fe7fd5d-b09e-4080-887a-48969deff62c tempest-SecurityGroupRulesNegativeTestJSON-1993101443 tempest-SecurityGroupRulesNegativeTestJSON-1993101443-project] Publish callbacks [] for security_group, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:25.283702 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-dc40162f-1672-4cea-aa4a-94f820f834e1 req-8fe7fd5d-b09e-4080-887a-48969deff62c tempest-SecurityGroupRulesNegativeTestJSON-1993101443 tempest-SecurityGroupRulesNegativeTestJSON-1993101443-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1834 time: 0.3613222 Nov 23 17:21:25.321322 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe7fd5d-b09e-4080-887a-48969deff62c tempest-SecurityGroupRulesNegativeTestJSON-1993101443 tempest-SecurityGroupRulesNegativeTestJSON-1993101443-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82f4953a-878e-4980-954c-d3f028b58620,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:21:25.340444 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-27b2d2ec-b066-4c0d-8e47-4f8e6ddf4afe req-dbe9dfed-dedb-41cd-8194-a0fdbcf3c5c0 tempest-FloatingIPsAssociationNegativeTestJSON-1058719936 tempest-FloatingIPsAssociationNegativeTestJSON-1058719936-project] 10.222.0.60 "GET /v2.0/security-groups?id=2396c77d-0d81-448c-a52a-26d5413755a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159554 Nov 23 17:21:25.342335 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5aafd51-9706-4d8a-b213-e7deee82150b admin admin] Router b8f885a9-93ac-4a6d-b02a-91d84e71c9db is scheduled to L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 with binding_index 1 {{(pid=103591) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 17:21:25.380694 n-d-816206-8 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4abb5890-6e70-46c1-a968-68c3ff6d1713', 'tag': 'e1d10eec-e579-40eb-bde9-a5f39bf82b59'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:21:25.384752 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbabddbc9fc37b068808e119c416c86f5957ca04531a4a0d2e695c515e93483b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f6f53b5-7f9e-495b-8769-dda392f0b881" -d '{"events": [{"name": "network-changed", "server_uuid": "4abb5890-6e70-46c1-a968-68c3ff6d1713", "tag": "e1d10eec-e579-40eb-bde9-a5f39bf82b59"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:21:25.476797 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5aafd51-9706-4d8a-b213-e7deee82150b admin admin] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:21:25.494796 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eda4342-f094-4f5e-a212-9ed65896e0ab None None] Sync routers for ids ['b8f885a9-93ac-4a6d-b02a-91d84e71c9db'] in n-d-816206-8 {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:21:25.501504 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c5aafd51-9706-4d8a-b213-e7deee82150b admin admin] Publish callbacks [] for router, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:25.503323 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-c5aafd51-9706-4d8a-b213-e7deee82150b admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 933 time: 4.5502045 Nov 23 17:21:25.507213 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 52226) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:21:25.509216 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eda4342-f094-4f5e-a212-9ed65896e0ab None None] Routers {'b8f885a9-93ac-4a6d-b02a-91d84e71c9db'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:21:25.510165 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-0eda4342-f094-4f5e-a212-9ed65896e0ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:21:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['b8f885a9-93ac-4a6d-b02a-91d84e71c9db'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:21:25.577429 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-48801637-4398-4b7f-a996-1e04a0cac21a req-6c3b52a9-4508-4f2d-b69d-151ad62e6621 tempest-AbsoluteLimitsNegativeTestJSON-2027345645 tempest-AbsoluteLimitsNegativeTestJSON-2027345645-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=51b1a324ef534ff6858d8f4b192934f5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0487375 Nov 23 17:21:25.646210 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device e1d10eec-e579-40eb-bde9-a5f39bf82b59 details requested by agent hyperv_n-h1-816206-8 with host n-h1-816206-8 {{(pid=103592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 17:21:25.649374 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device 85c78666-18e8-4f41-9932-77363b785c94 up at agent hyperv_n-h1-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:21:25.747451 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Provisioning for port 85c78666-18e8-4f41-9932-77363b785c94 completed by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 17:21:25.790165 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48801637-4398-4b7f-a996-1e04a0cac21a req-00052721-a271-4114-9342-9b1a4fa1902b tempest-AbsoluteLimitsNegativeTestJSON-2027345645 tempest-AbsoluteLimitsNegativeTestJSON-2027345645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:21:25.791942 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-48801637-4398-4b7f-a996-1e04a0cac21a req-00052721-a271-4114-9342-9b1a4fa1902b tempest-AbsoluteLimitsNegativeTestJSON-2027345645 tempest-AbsoluteLimitsNegativeTestJSON-2027345645-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2017448 Nov 23 17:21:25.814651 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvr_db [None req-0eda4342-f094-4f5e-a212-9ed65896e0ab None None] Set router b8f885a9-93ac-4a6d-b02a-91d84e71c9db gateway port host: n-d-816206-8 {{(pid=103592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:21:25.821418 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-48801637-4398-4b7f-a996-1e04a0cac21a req-6004106f-5698-44e8-af1d-2fc7b9e9e78c tempest-AbsoluteLimitsNegativeTestJSON-2027345645 tempest-AbsoluteLimitsNegativeTestJSON-2027345645-project] 10.222.0.60 "GET /v2.0/quotas/51b1a324ef534ff6858d8f4b192934f5 HTTP/1.1" status: 200 len: 375 time: 0.0225675 Nov 23 17:21:25.822657 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Provisioning complete for port 85c78666-18e8-4f41-9932-77363b785c94 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:21:25.823025 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:25.877184 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-48801637-4398-4b7f-a996-1e04a0cac21a req-a5990321-8a92-43c0-ac1c-a4ae915aedcb tempest-AbsoluteLimitsNegativeTestJSON-2027345645 tempest-AbsoluteLimitsNegativeTestJSON-2027345645-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=51b1a324ef534ff6858d8f4b192934f5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0489373 Nov 23 17:21:26.062954 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9fb98556-d472-4278-a891-9cc7b3d472d6 req-93e3fe4d-0894-4b11-9d15-3c5b25bbc213 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] 10.222.0.60 "GET /v2.0/ports?device_id=b06fd73f-d5cd-4321-910c-bac8aff99182 HTTP/1.1" status: 200 len: 210 time: 0.0448651 Nov 23 17:21:26.072177 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port e1d10eec-e579-40eb-bde9-a5f39bf82b59, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=e1d10eec-e579-40eb-bde9-a5f39bf82b59,segment=NetworkSegment(12913541-acd4-4e3c-8f48-e22896931a9c),segment_id=12913541-acd4-4e3c-8f48-e22896931a9c)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:21:26.105961 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device e1d10eec-e579-40eb-bde9-a5f39bf82b59 has no active binding in host n-h1-816206-8 {{(pid=103592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 23 17:21:26.211275 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:26.243594 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61f90a48-4098-4063-9d4f-98c63927a8c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85c78666-18e8-4f41-9932-77363b785c94'}] {{(pid=103592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:21:26.245607 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba3e6a8f2301c7a29fe1eca9779abdae4ccbcd6266d69778087f2498d5551201" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eead6a26-0843-4f8c-9df2-059e1672c12a" -d '{"events": [{"server_uuid": "61f90a48-4098-4063-9d4f-98c63927a8c3", "name": "network-vif-plugged", "status": "completed", "tag": "85c78666-18e8-4f41-9932-77363b785c94"}]}' {{(pid=103592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:21:26.259303 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-28c6fe36-b633-45a1-bbfb-d03e6de41907 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:26.264019 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port 85c78666-18e8-4f41-9932-77363b785c94, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=85c78666-18e8-4f41-9932-77363b785c94,segment=NetworkSegment(3c1579ad-05ef-4475-88f4-cde778b87b16),segment_id=3c1579ad-05ef-4475-88f4-cde778b87b16)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:21:26.268340 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-0eda4342-f094-4f5e-a212-9ed65896e0ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8f885a9-93ac-4a6d-b02a-91d84e71c9db', 'name': 'tempest-FloatingIPsAssociationTestJSON-1023826642-router', 'tenant_id': 'b930416d8ba84d7ba659706c10c554f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.240'}], 'enable_snat': True}, 'gw_port_id': '7d44e282-6def-43d0-b54e-d3d8b137c89d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:21:21Z', 'updated_at': '2021-11-23T17:21:24Z', 'revision_number': 3, 'project_id': 'b930416d8ba84d7ba659706c10c554f7', 'gw_port': {'id': '7d44e282-6def-43d0-b54e-d3d8b137c89d', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:97:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8f885a9-93ac-4a6d-b02a-91d84e71c9db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:21:22Z', 'updated_at': '2021-11-23T17:21:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8'}], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:21:26.275560 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:26.301456 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f3bce1-9f47-4345-b339-dd0037cb7ed9 req-bd3f3c28-0260-4cb8-8c87-cc6a05bac85e tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:21:26.316696 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b0f3bce1-9f47-4345-b339-dd0037cb7ed9 req-bd3f3c28-0260-4cb8-8c87-cc6a05bac85e tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] 10.222.0.60 "GET /v2.0/ports?device_id=4abb5890-6e70-46c1-a968-68c3ff6d1713 HTTP/1.1" status: 200 len: 944 time: 0.1453075 Nov 23 17:21:26.429467 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b0f3bce1-9f47-4345-b339-dd0037cb7ed9 req-4d367a59-fd22-4bdd-8d1a-fb096a60f2f8 tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] 10.222.0.60 "GET /v2.0/security-groups?id=5c82e7e8-9cad-459a-acb2-b7a0867274de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109324 Nov 23 17:21:26.505080 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-e5a6aed6-a2fa-45ee-84f2-19f8d39b7879 req-7cd642ec-677d-4c0e-9aab-52145b6fd81a tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=98a62786d4654c60b8dab5d2a606f4fe&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0665774 Nov 23 17:21:26.562180 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d6e3edf2-88bc-423c-ab14-34041f0c8028 req-98d54cf3-993f-41a2-9ab5-fbee61f2980c tempest-SecurityGroupRulesNegativeTestJSON-1993101443 tempest-SecurityGroupRulesNegativeTestJSON-1993101443-project] 10.222.0.60 "GET /v2.0/security-groups/82f4953a-878e-4980-954c-d3f028b58620 HTTP/1.1" status: 200 len: 1829 time: 0.0800660 Nov 23 17:21:26.626665 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 52260) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:21:26.640177 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 17:21:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-605b289a-49dc-4703-815d-47b7b5910689 x-openstack-request-id: req-605b289a-49dc-4703-815d-47b7b5910689 {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:21:26.640595 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4abb5890-6e70-46c1-a968-68c3ff6d1713", "tag": "e1d10eec-e579-40eb-bde9-a5f39bf82b59", "status": "completed", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:21:26.641136 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-605b289a-49dc-4703-815d-47b7b5910689 {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:21:26.641759 n-d-816206-8 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4abb5890-6e70-46c1-a968-68c3ff6d1713', 'tag': 'e1d10eec-e579-40eb-bde9-a5f39bf82b59', 'status': 'completed', 'code': 200} Nov 23 17:21:26.718127 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device f8fa63f2-4550-4a39-93dc-c1a8d04c906b up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:21:26.803391 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eda4342-f094-4f5e-a212-9ed65896e0ab None None] Checking router: b8f885a9-93ac-4a6d-b02a-91d84e71c9db for host: n-d-816206-8 {{(pid=103592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 17:21:26.804667 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eda4342-f094-4f5e-a212-9ed65896e0ab None None] Updating router b8f885a9-93ac-4a6d-b02a-91d84e71c9db port 7d44e282-6def-43d0-b54e-d3d8b137c89d binding host n-d-816206-8 {{(pid=103592) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 17:21:26.811983 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6f53b5-7f9e-495b-8769-dda392f0b881 req-abbdd32c-d182-4298-9b9a-47631ff0ba23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:21:26.815229 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2f6f53b5-7f9e-495b-8769-dda392f0b881 req-abbdd32c-d182-4298-9b9a-47631ff0ba23 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4f30b4abc7074d1fa9d31a414a5f297f&device_id=4abb5890-6e70-46c1-a968-68c3ff6d1713 HTTP/1.1" status: 200 len: 1125 time: 0.1284730 Nov 23 17:21:26.863381 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-28c6fe36-b633-45a1-bbfb-d03e6de41907 admin admin] Allocated IP 172.20.0.1 (aad59512-80bb-49f8-8f54-daff64a8bc03/5ec29eee-2e3a-4642-be97-88a03756cf1b/06bad47f-5b77-4f49-89bb-87622d83ca1d) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:21:26.881932 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a6aed6-a2fa-45ee-84f2-19f8d39b7879 req-079be850-3453-4f71-8b53-735994466731 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:21:26.884842 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-e5a6aed6-a2fa-45ee-84f2-19f8d39b7879 req-079be850-3453-4f71-8b53-735994466731 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3649812 Nov 23 17:21:26.926911 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6ddbd6a2-0924-47fd-ab12-84abe6f16f76 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:26.952786 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [req-e5a6aed6-a2fa-45ee-84f2-19f8d39b7879 req-ecedadb4-a870-4e64-8daa-53b9d12b9c53 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] Request body: {'port': {'device_id': 'b06fd73f-d5cd-4321-910c-bac8aff99182', 'network_id': 'f1e1dabf-b410-4023-9169-a460a86e7184', 'admin_state_up': True, 'tenant_id': '98a62786d4654c60b8dab5d2a606f4fe'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:21:27.017937 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:21:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c67e11f-84d4-43b6-aec0-4a6cc777d51c x-openstack-request-id: req-3c67e11f-84d4-43b6-aec0-4a6cc777d51c {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:21:27.018684 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61f90a48-4098-4063-9d4f-98c63927a8c3", "name": "network-vif-plugged", "status": "completed", "tag": "85c78666-18e8-4f41-9932-77363b785c94", "code": 200}]} {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:21:27.018892 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3c67e11f-84d4-43b6-aec0-4a6cc777d51c {{(pid=103592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:21:27.019609 n-d-816206-8 neutron-server[103592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61f90a48-4098-4063-9d4f-98c63927a8c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85c78666-18e8-4f41-9932-77363b785c94', 'code': 200} Nov 23 17:21:27.094359 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-0eda4342-f094-4f5e-a212-9ed65896e0ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:27.172974 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Pushing event updated for resources: {'Port': ['ID=85c78666-18e8-4f41-9932-77363b785c94,revision_number=5']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:21:27.200383 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [req-bf07170f-73da-4ad6-b8e1-5c14ea2cf28b req-a1f2b821-0155-453a-99e2-4b75bee5a2fa tempest-LiveAutoBlockMigrationV225Test-82532795 tempest-LiveAutoBlockMigrationV225Test-82532795-project-admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=103591) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 17:21:27.202651 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-bf07170f-73da-4ad6-b8e1-5c14ea2cf28b req-a1f2b821-0155-453a-99e2-4b75bee5a2fa tempest-LiveAutoBlockMigrationV225Test-82532795 tempest-LiveAutoBlockMigrationV225Test-82532795-project-admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0239501 Nov 23 17:21:27.219553 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85535954-57e7-4436-b925-b513425d0814 req-0e0deaed-0aad-4d55-8885-929bb351d017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:21:27.221224 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-85535954-57e7-4436-b925-b513425d0814 req-0e0deaed-0aad-4d55-8885-929bb351d017 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=61f90a48-4098-4063-9d4f-98c63927a8c3 HTTP/1.1" status: 200 len: 1097 time: 0.1691701 Nov 23 17:21:27.230583 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6f53b5-7f9e-495b-8769-dda392f0b881 req-66eea604-4091-406e-b393-813525a25a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:21:27.232268 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2f6f53b5-7f9e-495b-8769-dda392f0b881 req-66eea604-4091-406e-b393-813525a25a56 service neutron] 10.222.0.36 "GET /v2.0/networks?id=3b84e4de-5a6f-44c6-a8e6-1d90b4d1f1b3 HTTP/1.1" status: 200 len: 909 time: 0.3780286 Nov 23 17:21:27.262500 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port f8fa63f2-4550-4a39-93dc-c1a8d04c906b triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:21:27.262742 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6ddbd6a2-0924-47fd-ab12-84abe6f16f76 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:27.262935 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:27.281599 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6ddbd6a2-0924-47fd-ab12-84abe6f16f76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:27.284253 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd84f07-4ada-40c1-9d80-eb07d71711b5 req-04f00cac-bed9-4bcc-ab6d-8e4da669a93e tempest-FloatingIPsAssociationNegativeTestJSON-1058719936 tempest-FloatingIPsAssociationNegativeTestJSON-1058719936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:21:27.296180 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9fd84f07-4ada-40c1-9d80-eb07d71711b5 req-04f00cac-bed9-4bcc-ab6d-8e4da669a93e tempest-FloatingIPsAssociationNegativeTestJSON-1058719936 tempest-FloatingIPsAssociationNegativeTestJSON-1058719936-project] 10.222.0.60 "GET /v2.0/ports?device_id=61f90a48-4098-4063-9d4f-98c63927a8c3 HTTP/1.1" status: 200 len: 946 time: 0.2690575 Nov 23 17:21:27.333949 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf07170f-73da-4ad6-b8e1-5c14ea2cf28b req-9a5742e6-1e07-4ce0-9f0f-bd9cf2113d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:21:27.335664 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-bf07170f-73da-4ad6-b8e1-5c14ea2cf28b req-9a5742e6-1e07-4ce0-9f0f-bd9cf2113d19 service neutron] 10.222.0.60 "GET /v2.0/ports/35d9bbe9-fea0-45ff-bcaa-845247fb2254 HTTP/1.1" status: 200 len: 1094 time: 0.1189015 Nov 23 17:21:27.370077 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-6ddbd6a2-0924-47fd-ab12-84abe6f16f76 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=51b1a324ef534ff6858d8f4b192934f5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7394304 Nov 23 17:21:27.370077 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddbd6a2-0924-47fd-ab12-84abe6f16f76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae0265e1-8565-4fd7-8d27-e8bcbcad29bc,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:21:27.378711 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [req-bf07170f-73da-4ad6-b8e1-5c14ea2cf28b req-924a099a-a0a3-48e2-b2bf-9949cde66e04 service neutron] Request body: {'binding': {'host': 'n-h2-816206-8', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:21:27.378954 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 52266) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:21:27.379106 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [req-bf07170f-73da-4ad6-b8e1-5c14ea2cf28b req-924a099a-a0a3-48e2-b2bf-9949cde66e04 service neutron] Unknown quota resources ['binding']. {{(pid=103591) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 23 17:21:27.385630 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2f6f53b5-7f9e-495b-8769-dda392f0b881 req-0e10d4aa-db9b-44fc-ba31-e98c8da7e782 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e1d10eec-e579-40eb-bde9-a5f39bf82b59 HTTP/1.1" status: 200 len: 217 time: 0.1148951 Nov 23 17:21:27.453582 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-28c6fe36-b633-45a1-bbfb-d03e6de41907 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:27.455798 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5a6aed6-a2fa-45ee-84f2-19f8d39b7879 req-ecedadb4-a870-4e64-8daa-53b9d12b9c53 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] Made reservation on behalf of 98a62786d4654c60b8dab5d2a606f4fe for: {'port': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:21:27.460436 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-e5a6aed6-a2fa-45ee-84f2-19f8d39b7879 req-ecedadb4-a870-4e64-8daa-53b9d12b9c53 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:27.559727 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-0eda4342-f094-4f5e-a212-9ed65896e0ab None None] Publish callbacks [] for port, precommit_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:27.570736 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-0eda4342-f094-4f5e-a212-9ed65896e0ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:27.608527 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a5d9c872-2334-4e7f-9bb1-485ee87d1c11 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:27.614328 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-28c6fe36-b633-45a1-bbfb-d03e6de41907 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:27.644001 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4adf02c-cf12-4c17-9005-7fbd05f94752 None None] Pushing event updated for resources: {'Port': ['ID=7d44e282-6def-43d0-b54e-d3d8b137c89d,revision_number=2']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:21:27.651647 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-0eda4342-f094-4f5e-a212-9ed65896e0ab None None] Attempting to bind port 7d44e282-6def-43d0-b54e-d3d8b137c89d on host n-d-816206-8 for vnic_type normal with profile {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:21:27.652036 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-0eda4342-f094-4f5e-a212-9ed65896e0ab None None] Attempting to bind port 7d44e282-6def-43d0-b54e-d3d8b137c89d by drivers openvswitch,hyperv on host n-d-816206-8 at level 0 using segments [{'id': 'bffd1e4f-e80f-4ff0-b418-2f42ae15febf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:21:27.652407 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eda4342-f094-4f5e-a212-9ed65896e0ab None None] Attempting to bind port 7d44e282-6def-43d0-b54e-d3d8b137c89d on network 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:21:27.659652 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eda4342-f094-4f5e-a212-9ed65896e0ab None None] Checking agent: {'id': '9e89acbe-4bbe-4c77-a18b-6f1da9133e0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 7, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 21, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:21:27.660301 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eda4342-f094-4f5e-a212-9ed65896e0ab None None] Checking segment: {'id': 'bffd1e4f-e80f-4ff0-b418-2f42ae15febf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:21:27.660815 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-0eda4342-f094-4f5e-a212-9ed65896e0ab None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:27.661223 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eda4342-f094-4f5e-a212-9ed65896e0ab None None] Bound using segment: {'id': 'bffd1e4f-e80f-4ff0-b418-2f42ae15febf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:21:27.661871 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-0eda4342-f094-4f5e-a212-9ed65896e0ab None None] Bound port: 7d44e282-6def-43d0-b54e-d3d8b137c89d, host: n-d-816206-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bffd1e4f-e80f-4ff0-b418-2f42ae15febf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'}}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:21:27.662289 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-0eda4342-f094-4f5e-a212-9ed65896e0ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:27.718641 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a5d9c872-2334-4e7f-9bb1-485ee87d1c11 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:27.741922 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-0eda4342-f094-4f5e-a212-9ed65896e0ab None None] For port 7d44e282-6def-43d0-b54e-d3d8b137c89d, host n-d-816206-8, cleared binding levels {{(pid=103592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:21:27.747447 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-0eda4342-f094-4f5e-a212-9ed65896e0ab None None] For port 7d44e282-6def-43d0-b54e-d3d8b137c89d, host n-d-816206-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=7d44e282-6def-43d0-b54e-d3d8b137c89d,segment=NetworkSegment(bffd1e4f-e80f-4ff0-b418-2f42ae15febf),segment_id=bffd1e4f-e80f-4ff0-b418-2f42ae15febf)] {{(pid=103592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:21:27.756594 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-0eda4342-f094-4f5e-a212-9ed65896e0ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:27.839966 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eda4342-f094-4f5e-a212-9ed65896e0ab None None] Routers {'b8f885a9-93ac-4a6d-b02a-91d84e71c9db'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:21:27.842549 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-0eda4342-f094-4f5e-a212-9ed65896e0ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:21:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['b8f885a9-93ac-4a6d-b02a-91d84e71c9db'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:21:27.902680 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4adf02c-cf12-4c17-9005-7fbd05f94752 None None] Pushing event updated for resources: {'Port': ['ID=7d44e282-6def-43d0-b54e-d3d8b137c89d,revision_number=3']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:21:27.908028 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-85535954-57e7-4436-b925-b513425d0814 req-aa0a5738-32bb-48c9-a2f9-9ec85edec5aa service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=2396c77d-0d81-448c-a52a-26d5413755a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6736767 Nov 23 17:21:27.933712 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9fd84f07-4ada-40c1-9d80-eb07d71711b5 req-afa44c78-8a35-4016-b06e-6b6d21ac6031 tempest-FloatingIPsAssociationNegativeTestJSON-1058719936 tempest-FloatingIPsAssociationNegativeTestJSON-1058719936-project] 10.222.0.60 "GET /v2.0/security-groups?id=2396c77d-0d81-448c-a52a-26d5413755a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6365690 Nov 23 17:21:27.963510 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6f53b5-7f9e-495b-8769-dda392f0b881 req-716df75c-8690-4ee8-ad5d-fa3bd691053c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:21:27.965759 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2f6f53b5-7f9e-495b-8769-dda392f0b881 req-716df75c-8690-4ee8-ad5d-fa3bd691053c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=10cf3f5a-71d1-468b-8622-0226dd1fd98a HTTP/1.1" status: 200 len: 848 time: 0.5415974 Nov 23 17:21:27.992943 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvr_db [None req-0eda4342-f094-4f5e-a212-9ed65896e0ab None None] Set router b8f885a9-93ac-4a6d-b02a-91d84e71c9db gateway port host: n-d-816206-8 {{(pid=103592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:21:28.050129 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2f6f53b5-7f9e-495b-8769-dda392f0b881 req-ac5e2bce-f46e-4daf-afa3-b640f8ecca48 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3b84e4de-5a6f-44c6-a8e6-1d90b4d1f1b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0638628 Nov 23 17:21:28.083696 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28c6fe36-b633-45a1-bbfb-d03e6de41907 admin admin] Network aad59512-80bb-49f8-8f54-daff64a8bc03 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:21:28.106807 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-28c6fe36-b633-45a1-bbfb-d03e6de41907 admin admin] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:21:28.120372 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28c6fe36-b633-45a1-bbfb-d03e6de41907 admin admin] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:21:28.129597 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c6fe36-b633-45a1-bbfb-d03e6de41907 admin admin] Pushing event updated for resources: {'Port': ['ID=06bad47f-5b77-4f49-89bb-87622d83ca1d,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:21:28.144678 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-892a814c-fd1e-42ef-981d-62b23d3c8070 req-0be567ab-f1b2-48f7-9941-0ceeaa681eaf tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] 10.222.0.60 "GET /v2.0/ports?device_id=b06fd73f-d5cd-4321-910c-bac8aff99182 HTTP/1.1" status: 200 len: 210 time: 0.0793040 Nov 23 17:21:28.189222 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [req-e5a6aed6-a2fa-45ee-84f2-19f8d39b7879 req-ecedadb4-a870-4e64-8daa-53b9d12b9c53 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] Allocated IP 192.168.233.200 (f1e1dabf-b410-4023-9169-a460a86e7184/ac77c175-5679-438b-8a2a-356718377641/9d69178a-073b-4082-94da-b001d5b5b31d) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:21:28.256894 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-0eda4342-f094-4f5e-a212-9ed65896e0ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8f885a9-93ac-4a6d-b02a-91d84e71c9db', 'name': 'tempest-FloatingIPsAssociationTestJSON-1023826642-router', 'tenant_id': 'b930416d8ba84d7ba659706c10c554f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.240'}], 'enable_snat': True}, 'gw_port_id': '7d44e282-6def-43d0-b54e-d3d8b137c89d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:21:21Z', 'updated_at': '2021-11-23T17:21:24Z', 'revision_number': 3, 'project_id': 'b930416d8ba84d7ba659706c10c554f7', 'gw_port': {'id': '7d44e282-6def-43d0-b54e-d3d8b137c89d', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:97:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8f885a9-93ac-4a6d-b02a-91d84e71c9db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:21:22Z', 'updated_at': '2021-11-23T17:21:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8'}], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:21:28.260028 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-28c6fe36-b633-45a1-bbfb-d03e6de41907 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1795539'] for router_interface, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:28.264845 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-73e88e30-8246-4c06-aed7-de2b9441078a req-65809c96-d48f-4cf4-a811-f5f666d81cbe service neutron] 10.222.0.36 "GET /v2.0/ports/e1d10eec-e579-40eb-bde9-a5f39bf82b59/bindings/n-h1-816206-8 HTTP/1.1" status: 200 len: 384 time: 0.5438714 Nov 23 17:21:28.282900 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-bf07170f-73da-4ad6-b8e1-5c14ea2cf28b req-924a099a-a0a3-48e2-b2bf-9949cde66e04 service neutron] Attempting to bind port 35d9bbe9-fea0-45ff-bcaa-845247fb2254 on host n-h2-816206-8 for vnic_type normal with profile None {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:21:28.283630 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-bf07170f-73da-4ad6-b8e1-5c14ea2cf28b req-924a099a-a0a3-48e2-b2bf-9949cde66e04 service neutron] Attempting to bind port 35d9bbe9-fea0-45ff-bcaa-845247fb2254 by drivers openvswitch,hyperv on host n-h2-816206-8 at level 0 using segments [{'id': 'aeb4ff6a-77f7-45a2-bf27-0feac134a4ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'eacea6aa-86b2-4fe9-ae0d-611828f27804'}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:21:28.284297 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf07170f-73da-4ad6-b8e1-5c14ea2cf28b req-924a099a-a0a3-48e2-b2bf-9949cde66e04 service neutron] Attempting to bind port 35d9bbe9-fea0-45ff-bcaa-845247fb2254 on network eacea6aa-86b2-4fe9-ae0d-611828f27804 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:21:28.297066 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eda4342-f094-4f5e-a212-9ed65896e0ab None None] The sync data for ids ['b8f885a9-93ac-4a6d-b02a-91d84e71c9db'] in n-d-816206-8 is: [{'id': 'b8f885a9-93ac-4a6d-b02a-91d84e71c9db', 'name': 'tempest-FloatingIPsAssociationTestJSON-1023826642-router', 'tenant_id': 'b930416d8ba84d7ba659706c10c554f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.240'}], 'enable_snat': True}, 'gw_port_id': '7d44e282-6def-43d0-b54e-d3d8b137c89d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:21:21Z', 'updated_at': '2021-11-23T17:21:24Z', 'revision_number': 3, 'project_id': 'b930416d8ba84d7ba659706c10c554f7', 'gw_port': {'id': '7d44e282-6def-43d0-b54e-d3d8b137c89d', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:97:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8f885a9-93ac-4a6d-b02a-91d84e71c9db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:21:22Z', 'updated_at': '2021-11-23T17:21:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8'}] {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:21:28.357954 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf07170f-73da-4ad6-b8e1-5c14ea2cf28b req-924a099a-a0a3-48e2-b2bf-9949cde66e04 service neutron] Port 35d9bbe9-fea0-45ff-bcaa-845247fb2254 on network eacea6aa-86b2-4fe9-ae0d-611828f27804 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-8 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 17:21:28.358532 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf07170f-73da-4ad6-b8e1-5c14ea2cf28b req-924a099a-a0a3-48e2-b2bf-9949cde66e04 service neutron] Attempting to bind port 35d9bbe9-fea0-45ff-bcaa-845247fb2254 on network eacea6aa-86b2-4fe9-ae0d-611828f27804 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:21:28.381923 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf07170f-73da-4ad6-b8e1-5c14ea2cf28b req-924a099a-a0a3-48e2-b2bf-9949cde66e04 service neutron] Checking agent: {'id': 'ab77bf9e-0267-4174-8f1d-822cba89b207', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 15, 13), 'started_at': datetime.datetime(2021, 11, 23, 17, 15, 13), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 21, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:21:28.382270 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf07170f-73da-4ad6-b8e1-5c14ea2cf28b req-924a099a-a0a3-48e2-b2bf-9949cde66e04 service neutron] Checking segment: {'id': 'aeb4ff6a-77f7-45a2-bf27-0feac134a4ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'eacea6aa-86b2-4fe9-ae0d-611828f27804'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:21:28.382663 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf07170f-73da-4ad6-b8e1-5c14ea2cf28b req-924a099a-a0a3-48e2-b2bf-9949cde66e04 service neutron] Bound using segment: {'id': 'aeb4ff6a-77f7-45a2-bf27-0feac134a4ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'eacea6aa-86b2-4fe9-ae0d-611828f27804'} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:21:28.383115 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-bf07170f-73da-4ad6-b8e1-5c14ea2cf28b req-924a099a-a0a3-48e2-b2bf-9949cde66e04 service neutron] Bound port: 35d9bbe9-fea0-45ff-bcaa-845247fb2254, host: n-h2-816206-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aeb4ff6a-77f7-45a2-bf27-0feac134a4ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'eacea6aa-86b2-4fe9-ae0d-611828f27804'}}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:21:28.386032 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a5d9c872-2334-4e7f-9bb1-485ee87d1c11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:28.390172 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a5d9c872-2334-4e7f-9bb1-485ee87d1c11 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:28.392069 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-a5d9c872-2334-4e7f-9bb1-485ee87d1c11 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ae0265e1-8565-4fd7-8d27-e8bcbcad29bc HTTP/1.1" status: 204 len: 168 time: 1.0117629 Nov 23 17:21:28.427430 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2f6f53b5-7f9e-495b-8769-dda392f0b881 req-2d1ef028-5e3a-4d6c-84a6-d20758eb9cde service neutron] 10.222.0.36 "GET /v2.0/networks/3b84e4de-5a6f-44c6-a8e6-1d90b4d1f1b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3633692 Nov 23 17:21:28.466489 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c7da0f-ce57-4634-aeb5-19e05e265bb0 req-ff1929a8-5b64-42a5-9beb-a75f1504ace3 tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:21:28.469486 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c1c7da0f-ce57-4634-aeb5-19e05e265bb0 req-ff1929a8-5b64-42a5-9beb-a75f1504ace3 tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] 10.222.0.60 "GET /v2.0/ports?device_id=4abb5890-6e70-46c1-a968-68c3ff6d1713 HTTP/1.1" status: 200 len: 944 time: 0.1888528 Nov 23 17:21:28.503213 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d9c872-2334-4e7f-9bb1-485ee87d1c11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae0265e1-8565-4fd7-8d27-e8bcbcad29bc,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:21:28.555754 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-b134862d-168e-4a46-943c-cb05c65ffb9b None None] Provisioning complete for port 06bad47f-5b77-4f49-89bb-87622d83ca1d triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:21:28.556636 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b134862d-168e-4a46-943c-cb05c65ffb9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:28.585058 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-bf07170f-73da-4ad6-b8e1-5c14ea2cf28b req-924a099a-a0a3-48e2-b2bf-9949cde66e04 service neutron] For port 35d9bbe9-fea0-45ff-bcaa-845247fb2254, host n-h2-816206-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=35d9bbe9-fea0-45ff-bcaa-845247fb2254,segment=NetworkSegment(aeb4ff6a-77f7-45a2-bf27-0feac134a4ea),segment_id=aeb4ff6a-77f7-45a2-bf27-0feac134a4ea)] {{(pid=103591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:21:28.668291 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-b134862d-168e-4a46-943c-cb05c65ffb9b None None] Port 06bad47f-5b77-4f49-89bb-87622d83ca1d cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:21:28.699413 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-bf07170f-73da-4ad6-b8e1-5c14ea2cf28b req-924a099a-a0a3-48e2-b2bf-9949cde66e04 service neutron] Publish callbacks [] for binding, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:28.700695 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-bf07170f-73da-4ad6-b8e1-5c14ea2cf28b req-924a099a-a0a3-48e2-b2bf-9949cde66e04 service neutron] 10.222.0.60 "POST /v2.0/ports/35d9bbe9-fea0-45ff-bcaa-845247fb2254/bindings HTTP/1.1" status: 201 len: 389 time: 1.3282506 Nov 23 17:21:28.758761 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c1c7da0f-ce57-4634-aeb5-19e05e265bb0 req-f2490109-8668-463e-b09b-a91b4e731709 tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] 10.222.0.60 "GET /v2.0/security-groups?id=5c82e7e8-9cad-459a-acb2-b7a0867274de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2615812 Nov 23 17:21:28.807474 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-28c6fe36-b633-45a1-bbfb-d03e6de41907 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:28.811930 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2f6f53b5-7f9e-495b-8769-dda392f0b881 req-bc1920a8-c342-4957-8c96-b15911fff0f4 service neutron] 10.222.0.36 "GET /v2.0/networks/3b84e4de-5a6f-44c6-a8e6-1d90b4d1f1b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3703706 Nov 23 17:21:28.877349 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [req-f2816e0f-3a3f-4858-83cb-a87fd1c6c61f req-0fabf9c4-145f-464b-8f42-b4a857b600e5 tempest-SecurityGroupRulesNegativeTestJSON-1993101443 tempest-SecurityGroupRulesNegativeTestJSON-1993101443-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1053735654', 'description': 'tempest-description-1515555009'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:21:28.940392 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-f2816e0f-3a3f-4858-83cb-a87fd1c6c61f req-0fabf9c4-145f-464b-8f42-b4a857b600e5 tempest-SecurityGroupRulesNegativeTestJSON-1993101443 tempest-SecurityGroupRulesNegativeTestJSON-1993101443-project] Publish callbacks [] for security_group, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:29.095933 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-f2816e0f-3a3f-4858-83cb-a87fd1c6c61f req-0fabf9c4-145f-464b-8f42-b4a857b600e5 tempest-SecurityGroupRulesNegativeTestJSON-1993101443 tempest-SecurityGroupRulesNegativeTestJSON-1993101443-project] Publish callbacks [] for security_group, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:29.116222 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-f2816e0f-3a3f-4858-83cb-a87fd1c6c61f req-0fabf9c4-145f-464b-8f42-b4a857b600e5 tempest-SecurityGroupRulesNegativeTestJSON-1993101443 tempest-SecurityGroupRulesNegativeTestJSON-1993101443-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:29.199473 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-f2816e0f-3a3f-4858-83cb-a87fd1c6c61f req-0fabf9c4-145f-464b-8f42-b4a857b600e5 tempest-SecurityGroupRulesNegativeTestJSON-1993101443 tempest-SecurityGroupRulesNegativeTestJSON-1993101443-project] Publish callbacks [] for security_group, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:29.199473 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f2816e0f-3a3f-4858-83cb-a87fd1c6c61f req-0fabf9c4-145f-464b-8f42-b4a857b600e5 tempest-SecurityGroupRulesNegativeTestJSON-1993101443 tempest-SecurityGroupRulesNegativeTestJSON-1993101443-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1835 time: 0.3284118 Nov 23 17:21:29.246954 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fabf9c4-145f-464b-8f42-b4a857b600e5 tempest-SecurityGroupRulesNegativeTestJSON-1993101443 tempest-SecurityGroupRulesNegativeTestJSON-1993101443-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ce4f6e4-879f-4838-90f2-0859129874f3,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:21:29.290892 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7022c26-2f86-488a-b0df-e06f68fa16c4 req-175129e1-86fa-4b4c-bec6-28988d8998bd tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:21:29.292625 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c7022c26-2f86-488a-b0df-e06f68fa16c4 req-175129e1-86fa-4b4c-bec6-28988d8998bd tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] 10.222.0.60 "GET /v2.0/ports?device_id=8137b671-58e3-4c8f-b0a0-33c885019390 HTTP/1.1" status: 200 len: 946 time: 0.1949317 Nov 23 17:21:29.299232 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [req-73e88e30-8246-4c06-aed7-de2b9441078a req-e8fb5074-c815-4918-b0c1-75461f550692 service neutron] For port e1d10eec-e579-40eb-bde9-a5f39bf82b59, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=e1d10eec-e579-40eb-bde9-a5f39bf82b59,segment=NetworkSegment(12913541-acd4-4e3c-8f48-e22896931a9c),segment_id=12913541-acd4-4e3c-8f48-e22896931a9c)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:21:29.313520 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf07170f-73da-4ad6-b8e1-5c14ea2cf28b req-ec20cac9-3d73-4bd4-85ca-b36cd1989478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:21:29.315474 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-bf07170f-73da-4ad6-b8e1-5c14ea2cf28b req-ec20cac9-3d73-4bd4-85ca-b36cd1989478 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=968ef5ef30ad45a38c8263e9da4ef3c2&device_id=8137b671-58e3-4c8f-b0a0-33c885019390 HTTP/1.1" status: 200 len: 1097 time: 0.1517582 Nov 23 17:21:29.323487 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-e5a6aed6-a2fa-45ee-84f2-19f8d39b7879 req-ecedadb4-a870-4e64-8daa-53b9d12b9c53 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:29.341602 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [req-73e88e30-8246-4c06-aed7-de2b9441078a req-e8fb5074-c815-4918-b0c1-75461f550692 service neutron] For port e1d10eec-e579-40eb-bde9-a5f39bf82b59, host n-h2-816206-8, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:21:29.434618 n-d-816206-8 neutron-server[103590]: DEBUG neutron.notifiers.nova [req-73e88e30-8246-4c06-aed7-de2b9441078a req-e8fb5074-c815-4918-b0c1-75461f550692 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1d10eec-e579-40eb-bde9-a5f39bf82b59 {{(pid=103590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:21:29.469318 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [req-73e88e30-8246-4c06-aed7-de2b9441078a req-e8fb5074-c815-4918-b0c1-75461f550692 service neutron] For port e1d10eec-e579-40eb-bde9-a5f39bf82b59, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=e1d10eec-e579-40eb-bde9-a5f39bf82b59,segment=NetworkSegment(12913541-acd4-4e3c-8f48-e22896931a9c),segment_id=12913541-acd4-4e3c-8f48-e22896931a9c)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:21:29.498420 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-e5a6aed6-a2fa-45ee-84f2-19f8d39b7879 req-ecedadb4-a870-4e64-8daa-53b9d12b9c53 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:29.498644 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e40e44-4aca-4640-84b1-f2c6f1457b14 req-81eb3874-6647-41cf-a92a-08e051943691 tempest-FloatingIPsAssociationNegativeTestJSON-1058719936 tempest-FloatingIPsAssociationNegativeTestJSON-1058719936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:21:29.499128 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-93e40e44-4aca-4640-84b1-f2c6f1457b14 req-81eb3874-6647-41cf-a92a-08e051943691 tempest-FloatingIPsAssociationNegativeTestJSON-1058719936 tempest-FloatingIPsAssociationNegativeTestJSON-1058719936-project] 10.222.0.60 "GET /v2.0/ports?device_id=61f90a48-4098-4063-9d4f-98c63927a8c3 HTTP/1.1" status: 200 len: 946 time: 0.2042882 Nov 23 17:21:29.510275 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] get_ports_and_sgs() called for port_ids ['1b055595-2178-4d80-9bf3-47b4548122fd'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:21:29.512259 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-28c6fe36-b633-45a1-bbfb-d03e6de41907 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:29.514280 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c7022c26-2f86-488a-b0df-e06f68fa16c4 req-a359d51e-d8d3-4855-abc5-dfd15b871993 tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] 10.222.0.60 "GET /v2.0/security-groups?id=ef6a96c0-423c-4ea7-a75c-4657afd8c521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2039409 Nov 23 17:21:29.522152 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-73e88e30-8246-4c06-aed7-de2b9441078a req-e8fb5074-c815-4918-b0c1-75461f550692 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:29.524449 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] get_ports_and_sgs() called for port_ids ['bc0acd25-238e-4f36-9bd6-de0e9a940cd3', 'c1f40992-0164-4ec3-9312-47092b6d1593'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:21:29.588910 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-28c6fe36-b633-45a1-bbfb-d03e6de41907 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264357957'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:29.596427 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf07170f-73da-4ad6-b8e1-5c14ea2cf28b req-28f4ba00-95f9-466e-85fc-d8c638f6272a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:21:29.607152 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-bf07170f-73da-4ad6-b8e1-5c14ea2cf28b req-28f4ba00-95f9-466e-85fc-d8c638f6272a service neutron] 10.222.0.36 "GET /v2.0/networks?id=eacea6aa-86b2-4fe9-ae0d-611828f27804 HTTP/1.1" status: 200 len: 921 time: 0.2615261 Nov 23 17:21:29.695169 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5a6aed6-a2fa-45ee-84f2-19f8d39b7879 req-ecedadb4-a870-4e64-8daa-53b9d12b9c53 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] Network f1e1dabf-b410-4023-9169-a460a86e7184 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:21:29.709559 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [req-e5a6aed6-a2fa-45ee-84f2-19f8d39b7879 req-ecedadb4-a870-4e64-8daa-53b9d12b9c53 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:21:29.733305 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5a6aed6-a2fa-45ee-84f2-19f8d39b7879 req-ecedadb4-a870-4e64-8daa-53b9d12b9c53 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:21:29.736326 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecedadb4-a870-4e64-8daa-53b9d12b9c53 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] Pushing event updated for resources: {'Port': ['ID=9d69178a-073b-4082-94da-b001d5b5b31d,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:21:29.739795 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 52302) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:21:29.780959 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-bf07170f-73da-4ad6-b8e1-5c14ea2cf28b req-950c52d2-b469-4ff6-9e78-5bc8d2eee473 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=35d9bbe9-fea0-45ff-bcaa-845247fb2254 HTTP/1.1" status: 200 len: 217 time: 0.1561675 Nov 23 17:21:29.807346 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-93e40e44-4aca-4640-84b1-f2c6f1457b14 req-e34e2a60-3ef6-4866-99f9-9bfafba6f954 tempest-FloatingIPsAssociationNegativeTestJSON-1058719936 tempest-FloatingIPsAssociationNegativeTestJSON-1058719936-project] 10.222.0.60 "GET /v2.0/security-groups?id=2396c77d-0d81-448c-a52a-26d5413755a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2920604 Nov 23 17:21:29.820302 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-28c6fe36-b633-45a1-bbfb-d03e6de41907 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2068703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1794403'] for router_interface, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:29.922973 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c6fe36-b633-45a1-bbfb-d03e6de41907 admin admin] Pushing event updated for resources: {'Port': ['ID=06bad47f-5b77-4f49-89bb-87622d83ca1d,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:21:29.936537 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a6aed6-a2fa-45ee-84f2-19f8d39b7879 req-ecedadb4-a870-4e64-8daa-53b9d12b9c53 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:21:29.937188 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-e5a6aed6-a2fa-45ee-84f2-19f8d39b7879 req-ecedadb4-a870-4e64-8daa-53b9d12b9c53 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:29.949623 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277f7323-d9da-4daa-b6fe-17684a82a6b4 req-1290b660-2269-4e32-820d-d7ac9e7dc441 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:21:29.958839 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-277f7323-d9da-4daa-b6fe-17684a82a6b4 req-1290b660-2269-4e32-820d-d7ac9e7dc441 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] 10.222.0.60 "GET /v2.0/ports?device_id=b06fd73f-d5cd-4321-910c-bac8aff99182 HTTP/1.1" status: 200 len: 936 time: 0.3068948 Nov 23 17:21:29.995023 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [req-73e88e30-8246-4c06-aed7-de2b9441078a req-e8fb5074-c815-4918-b0c1-75461f550692 service neutron] Transition to ACTIVE for port object e1d10eec-e579-40eb-bde9-a5f39bf82b59 will not be triggered until provisioned by entity L2. {{(pid=103590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 17:21:29.998451 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf07170f-73da-4ad6-b8e1-5c14ea2cf28b req-c58883a5-41b5-45c3-b64c-009e3f173292 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:21:29.999910 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-bf07170f-73da-4ad6-b8e1-5c14ea2cf28b req-c58883a5-41b5-45c3-b64c-009e3f173292 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=cfa8dfdf-5850-4e22-a7f8-6d7e726926d1 HTTP/1.1" status: 200 len: 860 time: 0.2098391 Nov 23 17:21:30.003227 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-46afbfaf-2204-4693-ac6b-cf14c0be1911 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-69346498-network', 'tenant_id': '3541603f19884b9cb683e7eedd76d17c'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:21:30.016968 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-73e88e30-8246-4c06-aed7-de2b9441078a req-e8fb5074-c815-4918-b0c1-75461f550692 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264357957'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:30.058572 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-bf07170f-73da-4ad6-b8e1-5c14ea2cf28b req-e0bf141a-109d-4d8a-bc43-f927d2f40f49 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=eacea6aa-86b2-4fe9-ae0d-611828f27804&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362158 Nov 23 17:21:30.062632 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-25224a9d-7653-4597-a467-fc3e5bea36b5 req-66b92dbc-4ec4-4e25-9e32-4122be264276 tempest-SecurityGroupRulesNegativeTestJSON-1993101443 tempest-SecurityGroupRulesNegativeTestJSON-1993101443-project] 10.222.0.60 "GET /v2.0/security-groups/6ce4f6e4-879f-4838-90f2-0859129874f3 HTTP/1.1" status: 200 len: 1830 time: 0.2139568 Nov 23 17:21:30.114226 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-e5a6aed6-a2fa-45ee-84f2-19f8d39b7879 req-ecedadb4-a870-4e64-8daa-53b9d12b9c53 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.1942182 Nov 23 17:21:30.126837 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-4d03b9d8-25c1-4ec4-b110-321b9586368d None None] Provisioning complete for port 9d69178a-073b-4082-94da-b001d5b5b31d triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:21:30.127280 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-4d03b9d8-25c1-4ec4-b110-321b9586368d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:30.156717 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [req-e5a6aed6-a2fa-45ee-84f2-19f8d39b7879 req-b42091c2-a570-42b1-a721-3e31a23be91a service neutron] Request body: {'port': {'device_id': 'b06fd73f-d5cd-4321-910c-bac8aff99182', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-8'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:21:30.180752 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-4d03b9d8-25c1-4ec4-b110-321b9586368d None None] Port 9d69178a-073b-4082-94da-b001d5b5b31d cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:21:30.185544 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46afbfaf-2204-4693-ac6b-cf14c0be1911 admin admin] Made reservation on behalf of 3541603f19884b9cb683e7eedd76d17c for: {'network': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:21:30.187815 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-46afbfaf-2204-4693-ac6b-cf14c0be1911 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for network, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:30.200318 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-277f7323-d9da-4daa-b6fe-17684a82a6b4 req-9973f725-9e80-4dde-888b-2d3660a90f17 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] 10.222.0.60 "GET /v2.0/security-groups?id=70227657-be62-432a-a8fd-5a85231fc7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2202034 Nov 23 17:21:30.245568 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-46afbfaf-2204-4693-ac6b-cf14c0be1911 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:30.253434 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [req-73e88e30-8246-4c06-aed7-de2b9441078a req-e8fb5074-c815-4918-b0c1-75461f550692 service neutron] No DVR routers for this DVR port e1d10eec-e579-40eb-bde9-a5f39bf82b59 on host n-h2-816206-8 {{(pid=103590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:21:30.257940 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fb5074-c815-4918-b0c1-75461f550692 service neutron] Pushing event updated for resources: {'Port': ['ID=e1d10eec-e579-40eb-bde9-a5f39bf82b59,revision_number=10']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:21:30.259434 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabd705f-9282-4673-ac85-c32f0cce0bd4 req-35bae267-b2c6-490c-a656-c1187b2d89f6 tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:21:30.266842 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-aabd705f-9282-4673-ac85-c32f0cce0bd4 req-35bae267-b2c6-490c-a656-c1187b2d89f6 tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] 10.222.0.60 "GET /v2.0/ports?device_id=4abb5890-6e70-46c1-a968-68c3ff6d1713 HTTP/1.1" status: 200 len: 945 time: 0.1344535 Nov 23 17:21:30.310759 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28c6fe36-b633-45a1-bbfb-d03e6de41907 admin admin] Network aad59512-80bb-49f8-8f54-daff64a8bc03 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:21:30.331156 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-bf07170f-73da-4ad6-b8e1-5c14ea2cf28b req-9fb34f97-02b1-4558-8db5-02d60ebc0dd2 service neutron] 10.222.0.36 "GET /v2.0/networks/eacea6aa-86b2-4fe9-ae0d-611828f27804?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2643721 Nov 23 17:21:30.343208 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-28c6fe36-b633-45a1-bbfb-d03e6de41907 admin admin] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:21:30.353334 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-e5a6aed6-a2fa-45ee-84f2-19f8d39b7879 req-b42091c2-a570-42b1-a721-3e31a23be91a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:30.378139 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-73e88e30-8246-4c06-aed7-de2b9441078a req-e8fb5074-c815-4918-b0c1-75461f550692 service neutron] 10.222.0.36 "PUT /v2.0/ports/e1d10eec-e579-40eb-bde9-a5f39bf82b59/bindings/n-h1-816206-8/activate HTTP/1.1" status: 200 len: 369 time: 2.0914764 Nov 23 17:21:30.463160 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 7d44e282-6def-43d0-b54e-d3d8b137c89d up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:21:30.545376 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port 7d44e282-6def-43d0-b54e-d3d8b137c89d triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:21:30.547050 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:30.550971 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-46afbfaf-2204-4693-ac6b-cf14c0be1911 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:30.578767 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-46afbfaf-2204-4693-ac6b-cf14c0be1911 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:30.603482 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-aabd705f-9282-4673-ac85-c32f0cce0bd4 req-8291a089-a10e-4083-a36c-09693ccbcac0 tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] 10.222.0.60 "GET /v2.0/security-groups?id=5c82e7e8-9cad-459a-acb2-b7a0867274de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3355095 Nov 23 17:21:30.623529 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46afbfaf-2204-4693-ac6b-cf14c0be1911 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4179e07-bbfd-4236-b98c-2ab2b518c61f,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:21:30.684937 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:30.714638 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46afbfaf-2204-4693-ac6b-cf14c0be1911 admin admin] vlan segment allocate from pool success with {'vlan_id': 521, 'physical_network': 'physnet1'} {{(pid=103590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 17:21:30.747261 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] For port 7d44e282-6def-43d0-b54e-d3d8b137c89d, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=7d44e282-6def-43d0-b54e-d3d8b137c89d,segment=NetworkSegment(bffd1e4f-e80f-4ff0-b418-2f42ae15febf),segment_id=bffd1e4f-e80f-4ff0-b418-2f42ae15febf)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:21:30.749022 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-ab24bebe-5172-4a19-b311-0533752a7bda None None] Provisioning complete for port 06bad47f-5b77-4f49-89bb-87622d83ca1d triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:21:30.749488 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-ab24bebe-5172-4a19-b311-0533752a7bda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:30.775411 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-74f713d5-3b80-4b30-bd19-53e2945e8e79 req-1d11e77b-6b45-4b61-b311-aba0405504d5 tempest-FloatingIPsAssociationNegativeTestJSON-1058719936 tempest-FloatingIPsAssociationNegativeTestJSON-1058719936-project] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=4c8455ba-1be5-42ac-b8c2-8a16e1292d55 HTTP/1.1" status: 200 len: 258 time: 0.5274754 Nov 23 17:21:30.777290 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-bf07170f-73da-4ad6-b8e1-5c14ea2cf28b req-1aba5f60-27ec-4f30-8e23-fc9a997b961b service neutron] 10.222.0.36 "GET /v2.0/networks/eacea6aa-86b2-4fe9-ae0d-611828f27804?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4280894 Nov 23 17:21:30.782312 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:30.788192 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e88e30-8246-4c06-aed7-de2b9441078a req-d7e81b8d-0ab8-4e17-9174-6e5e10c00ae0 tempest-LiveMigrationTest-1150397521 tempest-LiveMigrationTest-1150397521-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:21:30.789936 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-73e88e30-8246-4c06-aed7-de2b9441078a req-d7e81b8d-0ab8-4e17-9174-6e5e10c00ae0 tempest-LiveMigrationTest-1150397521 tempest-LiveMigrationTest-1150397521-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=4abb5890-6e70-46c1-a968-68c3ff6d1713&tenant_id=4f30b4abc7074d1fa9d31a414a5f297f&binding%3Ahost_id=n-h2-816206-8 HTTP/1.1" status: 200 len: 1096 time: 0.3055146 Nov 23 17:21:30.795504 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [req-798578ee-1a16-4a89-94d8-c69f48b02e7a req-1a73ab5e-88fb-4f3d-90e8-55034c6c392a tempest-SecurityGroupRulesNegativeTestJSON-1993101443 tempest-SecurityGroupRulesNegativeTestJSON-1993101443-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-617091584', 'description': 'tempest-description-1252299959'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:21:30.795704 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-46afbfaf-2204-4693-ac6b-cf14c0be1911 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:30.796147 n-d-816206-8 neutron-server[103590]: INFO neutron.db.segments_db [None req-46afbfaf-2204-4693-ac6b-cf14c0be1911 admin admin] Added segment f75f400f-3665-42b6-b743-8c8989e17b3e of type vlan for network 43d8ac08-152d-4053-b836-ddc03b0e91a2 Nov 23 17:21:30.821277 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [req-74f713d5-3b80-4b30-bd19-53e2945e8e79 req-8eb1946a-4b3f-4717-8df5-b958c14292e7 tempest-FloatingIPsAssociationNegativeTestJSON-1058719936 tempest-FloatingIPsAssociationNegativeTestJSON-1058719936-project] Request body: {'floatingip': {'floating_network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:21:30.852634 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-ab24bebe-5172-4a19-b311-0533752a7bda None None] Port 06bad47f-5b77-4f49-89bb-87622d83ca1d cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:21:30.860769 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device e1d10eec-e579-40eb-bde9-a5f39bf82b59 no longer exists at agent hyperv_n-h2-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:21:30.873986 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.db.api [req-74f713d5-3b80-4b30-bd19-53e2945e8e79 req-8eb1946a-4b3f-4717-8df5-b958c14292e7 tempest-FloatingIPsAssociationNegativeTestJSON-1058719936 tempest-FloatingIPsAssociationNegativeTestJSON-1058719936-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 23 17:21:30.873986 n-d-816206-8 neutron-server[103591]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 23 17:21:30.873986 n-d-816206-8 neutron-server[103591]: [parameters: {'project_id_1': '07c066c23f614c7cae841372177b7a9e', 'expiration_1': datetime.datetime(2021, 11, 23, 17, 21, 10, 832749)}] Nov 23 17:21:30.873986 n-d-816206-8 neutron-server[103591]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103591) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 17:21:30.874373 n-d-816206-8 neutron-server[103591]: DEBUG oslo_db.api [req-74f713d5-3b80-4b30-bd19-53e2945e8e79 req-8eb1946a-4b3f-4717-8df5-b958c14292e7 tempest-FloatingIPsAssociationNegativeTestJSON-1058719936 tempest-FloatingIPsAssociationNegativeTestJSON-1058719936-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 17:21:30.878230 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-798578ee-1a16-4a89-94d8-c69f48b02e7a req-1a73ab5e-88fb-4f3d-90e8-55034c6c392a tempest-SecurityGroupRulesNegativeTestJSON-1993101443 tempest-SecurityGroupRulesNegativeTestJSON-1993101443-project] Publish callbacks [] for security_group, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:30.883359 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-46afbfaf-2204-4693-ac6b-cf14c0be1911 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736635338810'] for network, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:30.910273 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e88e30-8246-4c06-aed7-de2b9441078a req-60b5f513-971a-4bb0-bb3c-b15ea336429d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:21:30.913017 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-73e88e30-8246-4c06-aed7-de2b9441078a req-60b5f513-971a-4bb0-bb3c-b15ea336429d service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=4abb5890-6e70-46c1-a968-68c3ff6d1713&tenant_id=4f30b4abc7074d1fa9d31a414a5f297f HTTP/1.1" status: 200 len: 1096 time: 0.1059179 Nov 23 17:21:30.934816 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Pushing event updated for resources: {'Port': ['ID=7d44e282-6def-43d0-b54e-d3d8b137c89d,revision_number=4']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:21:30.954077 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device e1d10eec-e579-40eb-bde9-a5f39bf82b59 not bound to the agent host n-h2-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:21:30.954440 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28c6fe36-b633-45a1-bbfb-d03e6de41907 admin admin] Router b8f885a9-93ac-4a6d-b02a-91d84e71c9db has already been hosted by L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 {{(pid=103590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 17:21:30.973837 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-46afbfaf-2204-4693-ac6b-cf14c0be1911 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493'] for network, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:30.974103 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46afbfaf-2204-4693-ac6b-cf14c0be1911 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:21:30.974892 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-46afbfaf-2204-4693-ac6b-cf14c0be1911 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for network, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:31.008259 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-46afbfaf-2204-4693-ac6b-cf14c0be1911 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.2637289 Nov 23 17:21:31.011953 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 52316) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:21:31.025097 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-20c62fbe-0017-4148-9bac-c4fb065dd8f6 admin admin] Request body: {'subnet': {'network_id': '43d8ac08-152d-4053-b836-ddc03b0e91a2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-69346498-subnet', 'tenant_id': '3541603f19884b9cb683e7eedd76d17c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:21:31.036714 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-798578ee-1a16-4a89-94d8-c69f48b02e7a req-1a73ab5e-88fb-4f3d-90e8-55034c6c392a tempest-SecurityGroupRulesNegativeTestJSON-1993101443 tempest-SecurityGroupRulesNegativeTestJSON-1993101443-project] Publish callbacks [] for security_group, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:31.047996 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e88e30-8246-4c06-aed7-de2b9441078a req-891ab9df-38a5-4ca8-86d7-93d3ed990ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:21:31.049549 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-73e88e30-8246-4c06-aed7-de2b9441078a req-891ab9df-38a5-4ca8-86d7-93d3ed990ba1 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4f30b4abc7074d1fa9d31a414a5f297f&device_id=4abb5890-6e70-46c1-a968-68c3ff6d1713 HTTP/1.1" status: 200 len: 1096 time: 0.1069846 Nov 23 17:21:31.052294 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-798578ee-1a16-4a89-94d8-c69f48b02e7a req-1a73ab5e-88fb-4f3d-90e8-55034c6c392a tempest-SecurityGroupRulesNegativeTestJSON-1993101443 tempest-SecurityGroupRulesNegativeTestJSON-1993101443-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:31.110799 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20c62fbe-0017-4148-9bac-c4fb065dd8f6 admin admin] Made reservation on behalf of 3541603f19884b9cb683e7eedd76d17c for: {'subnet': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:21:31.114191 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-20c62fbe-0017-4148-9bac-c4fb065dd8f6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264314294'] for subnet, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:31.126833 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-798578ee-1a16-4a89-94d8-c69f48b02e7a req-1a73ab5e-88fb-4f3d-90e8-55034c6c392a tempest-SecurityGroupRulesNegativeTestJSON-1993101443 tempest-SecurityGroupRulesNegativeTestJSON-1993101443-project] Publish callbacks [] for security_group, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:31.128079 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-798578ee-1a16-4a89-94d8-c69f48b02e7a req-1a73ab5e-88fb-4f3d-90e8-55034c6c392a tempest-SecurityGroupRulesNegativeTestJSON-1993101443 tempest-SecurityGroupRulesNegativeTestJSON-1993101443-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1834 time: 0.3656559 Nov 23 17:21:31.191322 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a73ab5e-88fb-4f3d-90e8-55034c6c392a tempest-SecurityGroupRulesNegativeTestJSON-1993101443 tempest-SecurityGroupRulesNegativeTestJSON-1993101443-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7890bd57-ba31-4622-88de-813e8580cc47,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:21:31.209719 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46afbfaf-2204-4693-ac6b-cf14c0be1911 admin admin] Pushing event updated for resources: {'Network': ['ID=43d8ac08-152d-4053-b836-ddc03b0e91a2,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:21:31.224145 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Network 43d8ac08-152d-4053-b836-ddc03b0e91a2 details requested by agent ovs-agent-n-d-816206-8 with host n-d-816206-8 {{(pid=103592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 17:21:31.233944 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a73ab5e-88fb-4f3d-90e8-55034c6c392a tempest-SecurityGroupRulesNegativeTestJSON-1993101443 tempest-SecurityGroupRulesNegativeTestJSON-1993101443-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:21:31.234296 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a73ab5e-88fb-4f3d-90e8-55034c6c392a tempest-SecurityGroupRulesNegativeTestJSON-1993101443 tempest-SecurityGroupRulesNegativeTestJSON-1993101443-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:21:31.234642 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a73ab5e-88fb-4f3d-90e8-55034c6c392a tempest-SecurityGroupRulesNegativeTestJSON-1993101443 tempest-SecurityGroupRulesNegativeTestJSON-1993101443-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:21:31.234986 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a73ab5e-88fb-4f3d-90e8-55034c6c392a tempest-SecurityGroupRulesNegativeTestJSON-1993101443 tempest-SecurityGroupRulesNegativeTestJSON-1993101443-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:21:31.235324 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a73ab5e-88fb-4f3d-90e8-55034c6c392a tempest-SecurityGroupRulesNegativeTestJSON-1993101443 tempest-SecurityGroupRulesNegativeTestJSON-1993101443-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:21:31.235657 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a73ab5e-88fb-4f3d-90e8-55034c6c392a tempest-SecurityGroupRulesNegativeTestJSON-1993101443 tempest-SecurityGroupRulesNegativeTestJSON-1993101443-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:21:31.235989 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a73ab5e-88fb-4f3d-90e8-55034c6c392a tempest-SecurityGroupRulesNegativeTestJSON-1993101443 tempest-SecurityGroupRulesNegativeTestJSON-1993101443-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:21:31.236316 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a73ab5e-88fb-4f3d-90e8-55034c6c392a tempest-SecurityGroupRulesNegativeTestJSON-1993101443 tempest-SecurityGroupRulesNegativeTestJSON-1993101443-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:21:31.236673 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a73ab5e-88fb-4f3d-90e8-55034c6c392a tempest-SecurityGroupRulesNegativeTestJSON-1993101443 tempest-SecurityGroupRulesNegativeTestJSON-1993101443-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:21:31.237003 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a73ab5e-88fb-4f3d-90e8-55034c6c392a tempest-SecurityGroupRulesNegativeTestJSON-1993101443 tempest-SecurityGroupRulesNegativeTestJSON-1993101443-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:21:31.237167 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28c6fe36-b633-45a1-bbfb-d03e6de41907 admin admin] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:21:31.237328 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a73ab5e-88fb-4f3d-90e8-55034c6c392a tempest-SecurityGroupRulesNegativeTestJSON-1993101443 tempest-SecurityGroupRulesNegativeTestJSON-1993101443-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:21:31.237657 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a73ab5e-88fb-4f3d-90e8-55034c6c392a tempest-SecurityGroupRulesNegativeTestJSON-1993101443 tempest-SecurityGroupRulesNegativeTestJSON-1993101443-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:21:31.253863 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dab68ffd-1c04-4a7f-9343-4e131d5182a8 None None] Sync routers for ids ['b8f885a9-93ac-4a6d-b02a-91d84e71c9db'] in n-d-816206-8 {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:21:31.276866 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dab68ffd-1c04-4a7f-9343-4e131d5182a8 None None] Routers {'b8f885a9-93ac-4a6d-b02a-91d84e71c9db'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:21:31.277398 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-dab68ffd-1c04-4a7f-9343-4e131d5182a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:21:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['b8f885a9-93ac-4a6d-b02a-91d84e71c9db'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:21:31.315656 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-28c6fe36-b633-45a1-bbfb-d03e6de41907 admin admin] 10.222.0.60 "PUT /v2.0/routers/b8f885a9-93ac-4a6d-b02a-91d84e71c9db/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8067479 Nov 23 17:21:31.333637 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e88e30-8246-4c06-aed7-de2b9441078a req-4a92f034-104e-4bbd-8788-11f701621886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:21:31.337725 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-73e88e30-8246-4c06-aed7-de2b9441078a req-4a92f034-104e-4bbd-8788-11f701621886 service neutron] 10.222.0.55 "GET /v2.0/networks?id=3b84e4de-5a6f-44c6-a8e6-1d90b4d1f1b3 HTTP/1.1" status: 200 len: 909 time: 0.2790754 Nov 23 17:21:31.351625 n-d-816206-8 neutron-server[103590]: DEBUG neutron.notifiers.nova [req-e5a6aed6-a2fa-45ee-84f2-19f8d39b7879 req-b42091c2-a570-42b1-a721-3e31a23be91a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d69178a-073b-4082-94da-b001d5b5b31d {{(pid=103590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:21:31.359686 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-e5a6aed6-a2fa-45ee-84f2-19f8d39b7879 req-b42091c2-a570-42b1-a721-3e31a23be91a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:31.384035 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [req-e5a6aed6-a2fa-45ee-84f2-19f8d39b7879 req-b42091c2-a570-42b1-a721-3e31a23be91a service neutron] Transition to ACTIVE for port object 9d69178a-073b-4082-94da-b001d5b5b31d will not be triggered until provisioned by entity L2. {{(pid=103590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 17:21:31.396050 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-e5a6aed6-a2fa-45ee-84f2-19f8d39b7879 req-b42091c2-a570-42b1-a721-3e31a23be91a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264357957'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:31.437236 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-73e88e30-8246-4c06-aed7-de2b9441078a req-928e1961-52f2-4609-ac96-09fca76c4a50 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e1d10eec-e579-40eb-bde9-a5f39bf82b59 HTTP/1.1" status: 200 len: 217 time: 0.0601683 Nov 23 17:21:31.445094 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-dab68ffd-1c04-4a7f-9343-4e131d5182a8 None None] Set router b8f885a9-93ac-4a6d-b02a-91d84e71c9db gateway port host: n-d-816206-8 {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:21:31.497714 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42091c2-a570-42b1-a721-3e31a23be91a service neutron] Pushing event updated for resources: {'Port': ['ID=9d69178a-073b-4082-94da-b001d5b5b31d,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:21:31.527655 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-74f713d5-3b80-4b30-bd19-53e2945e8e79 req-8eb1946a-4b3f-4717-8df5-b958c14292e7 tempest-FloatingIPsAssociationNegativeTestJSON-1058719936 tempest-FloatingIPsAssociationNegativeTestJSON-1058719936-project] Publish callbacks [] for floatingip, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:31.551268 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ca1b53-0b6e-4b3e-8994-7bbf5ed67cac req-3683ebc9-f848-437b-96d4-b6301615a7a7 tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:21:31.553947 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-43ca1b53-0b6e-4b3e-8994-7bbf5ed67cac req-3683ebc9-f848-437b-96d4-b6301615a7a7 tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] 10.222.0.60 "GET /v2.0/ports?device_id=8137b671-58e3-4c8f-b0a0-33c885019390 HTTP/1.1" status: 200 len: 946 time: 0.3240223 Nov 23 17:21:31.650547 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e88e30-8246-4c06-aed7-de2b9441078a req-a613dc3c-55e5-41bd-949d-a85f6dac9845 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:21:31.652410 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-73e88e30-8246-4c06-aed7-de2b9441078a req-a613dc3c-55e5-41bd-949d-a85f6dac9845 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=10cf3f5a-71d1-468b-8622-0226dd1fd98a HTTP/1.1" status: 200 len: 848 time: 0.2056284 Nov 23 17:21:31.680509 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [req-e5a6aed6-a2fa-45ee-84f2-19f8d39b7879 req-b42091c2-a570-42b1-a721-3e31a23be91a service neutron] Attempting to bind port 9d69178a-073b-4082-94da-b001d5b5b31d on host n-h2-816206-8 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:21:31.685092 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [req-e5a6aed6-a2fa-45ee-84f2-19f8d39b7879 req-b42091c2-a570-42b1-a721-3e31a23be91a service neutron] Attempting to bind port 9d69178a-073b-4082-94da-b001d5b5b31d by drivers openvswitch,hyperv on host n-h2-816206-8 at level 0 using segments [{'id': '329c1745-02bf-4561-9615-3192910887f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'f1e1dabf-b410-4023-9169-a460a86e7184'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:21:31.685578 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5a6aed6-a2fa-45ee-84f2-19f8d39b7879 req-b42091c2-a570-42b1-a721-3e31a23be91a service neutron] Attempting to bind port 9d69178a-073b-4082-94da-b001d5b5b31d on network f1e1dabf-b410-4023-9169-a460a86e7184 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:21:31.697568 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5a6aed6-a2fa-45ee-84f2-19f8d39b7879 req-b42091c2-a570-42b1-a721-3e31a23be91a service neutron] Port 9d69178a-073b-4082-94da-b001d5b5b31d on network f1e1dabf-b410-4023-9169-a460a86e7184 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-8 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 17:21:31.698016 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5a6aed6-a2fa-45ee-84f2-19f8d39b7879 req-b42091c2-a570-42b1-a721-3e31a23be91a service neutron] Attempting to bind port 9d69178a-073b-4082-94da-b001d5b5b31d on network f1e1dabf-b410-4023-9169-a460a86e7184 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:21:31.703346 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-dab68ffd-1c04-4a7f-9343-4e131d5182a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8f885a9-93ac-4a6d-b02a-91d84e71c9db', 'name': 'tempest-FloatingIPsAssociationTestJSON-1023826642-router', 'tenant_id': 'b930416d8ba84d7ba659706c10c554f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.240'}], 'enable_snat': True}, 'gw_port_id': '7d44e282-6def-43d0-b54e-d3d8b137c89d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:21:21Z', 'updated_at': '2021-11-23T17:21:28Z', 'revision_number': 4, 'project_id': 'b930416d8ba84d7ba659706c10c554f7', 'gw_port': {'id': '7d44e282-6def-43d0-b54e-d3d8b137c89d', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:97:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8f885a9-93ac-4a6d-b02a-91d84e71c9db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:21:22Z', 'updated_at': '2021-11-23T17:21:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_interfaces': [{'id': '06bad47f-5b77-4f49-89bb-87622d83ca1d', 'name': '', 'network_id': 'aad59512-80bb-49f8-8f54-daff64a8bc03', 'tenant_id': 'b930416d8ba84d7ba659706c10c554f7', 'mac_address': 'fa:16:3e:ce:74:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8f885a9-93ac-4a6d-b02a-91d84e71c9db', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '5ec29eee-2e3a-4642-be97-88a03756cf1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:21:26Z', 'updated_at': '2021-11-23T17:21:28Z', 'revision_number': 2, 'project_id': 'b930416d8ba84d7ba659706c10c554f7', 'subnets': [{'id': '5ec29eee-2e3a-4642-be97-88a03756cf1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:21:31.703678 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5a6aed6-a2fa-45ee-84f2-19f8d39b7879 req-b42091c2-a570-42b1-a721-3e31a23be91a service neutron] Checking agent: {'id': 'ab77bf9e-0267-4174-8f1d-822cba89b207', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 15, 13), 'started_at': datetime.datetime(2021, 11, 23, 17, 15, 13), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 21, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:21:31.704123 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5a6aed6-a2fa-45ee-84f2-19f8d39b7879 req-b42091c2-a570-42b1-a721-3e31a23be91a service neutron] Checking segment: {'id': '329c1745-02bf-4561-9615-3192910887f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'f1e1dabf-b410-4023-9169-a460a86e7184'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:21:31.704661 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5a6aed6-a2fa-45ee-84f2-19f8d39b7879 req-b42091c2-a570-42b1-a721-3e31a23be91a service neutron] Bound using segment: {'id': '329c1745-02bf-4561-9615-3192910887f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'f1e1dabf-b410-4023-9169-a460a86e7184'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:21:31.705719 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [req-e5a6aed6-a2fa-45ee-84f2-19f8d39b7879 req-b42091c2-a570-42b1-a721-3e31a23be91a service neutron] Bound port: 9d69178a-073b-4082-94da-b001d5b5b31d, host: n-h2-816206-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '329c1745-02bf-4561-9615-3192910887f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'f1e1dabf-b410-4023-9169-a460a86e7184'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:21:31.707380 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-e5a6aed6-a2fa-45ee-84f2-19f8d39b7879 req-b42091c2-a570-42b1-a721-3e31a23be91a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:31.714482 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-73e88e30-8246-4c06-aed7-de2b9441078a req-53817c5c-a6b2-466b-a7f5-60aa428d04d5 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3b84e4de-5a6f-44c6-a8e6-1d90b4d1f1b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0507798 Nov 23 17:21:31.721559 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-20c62fbe-0017-4148-9bac-c4fb065dd8f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264758079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264314276'] for subnet, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:31.731031 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dab68ffd-1c04-4a7f-9343-4e131d5182a8 None None] Checking router: b8f885a9-93ac-4a6d-b02a-91d84e71c9db for host: n-d-816206-8 {{(pid=103593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 17:21:31.731633 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dab68ffd-1c04-4a7f-9343-4e131d5182a8 None None] Updating router b8f885a9-93ac-4a6d-b02a-91d84e71c9db port 06bad47f-5b77-4f49-89bb-87622d83ca1d binding host n-d-816206-8 {{(pid=103593) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 17:21:31.773730 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-dab68ffd-1c04-4a7f-9343-4e131d5182a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:31.821074 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [req-e5a6aed6-a2fa-45ee-84f2-19f8d39b7879 req-b42091c2-a570-42b1-a721-3e31a23be91a service neutron] For port 9d69178a-073b-4082-94da-b001d5b5b31d, host n-h2-816206-8, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:21:31.824991 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-43ca1b53-0b6e-4b3e-8994-7bbf5ed67cac req-6b04b5b5-a12b-41aa-a52e-245a8e21202b tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] 10.222.0.60 "GET /v2.0/security-groups?id=ef6a96c0-423c-4ea7-a75c-4657afd8c521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2474756 Nov 23 17:21:31.837959 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [req-e5a6aed6-a2fa-45ee-84f2-19f8d39b7879 req-b42091c2-a570-42b1-a721-3e31a23be91a service neutron] For port 9d69178a-073b-4082-94da-b001d5b5b31d, host n-h2-816206-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=9d69178a-073b-4082-94da-b001d5b5b31d,segment=NetworkSegment(329c1745-02bf-4561-9615-3192910887f5),segment_id=329c1745-02bf-4561-9615-3192910887f5)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:21:31.839866 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-e5a6aed6-a2fa-45ee-84f2-19f8d39b7879 req-b42091c2-a570-42b1-a721-3e31a23be91a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264357957'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:31.885976 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a6aed6-a2fa-45ee-84f2-19f8d39b7879 req-b42091c2-a570-42b1-a721-3e31a23be91a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:21:31.886996 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-e5a6aed6-a2fa-45ee-84f2-19f8d39b7879 req-b42091c2-a570-42b1-a721-3e31a23be91a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:31.888208 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-e5a6aed6-a2fa-45ee-84f2-19f8d39b7879 req-b42091c2-a570-42b1-a721-3e31a23be91a service neutron] 10.222.0.36 "PUT /v2.0/ports/9d69178a-073b-4082-94da-b001d5b5b31d HTTP/1.1" status: 200 len: 1096 time: 1.7480845 Nov 23 17:21:31.888747 n-d-816206-8 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b06fd73f-d5cd-4321-910c-bac8aff99182', 'tag': '9d69178a-073b-4082-94da-b001d5b5b31d'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:21:31.891225 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbabddbc9fc37b068808e119c416c86f5957ca04531a4a0d2e695c515e93483b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76d0de57-3902-4601-91dd-7b9e7e6173fa" -d '{"events": [{"name": "network-changed", "server_uuid": "b06fd73f-d5cd-4321-910c-bac8aff99182", "tag": "9d69178a-073b-4082-94da-b001d5b5b31d"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:21:31.913186 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42091c2-a570-42b1-a721-3e31a23be91a service neutron] Pushing event updated for resources: {'Port': ['ID=9d69178a-073b-4082-94da-b001d5b5b31d,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:21:32.006351 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a6aed6-a2fa-45ee-84f2-19f8d39b7879 req-905f7f5f-ad4d-4c22-acc6-06d4f82b95d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:21:32.008124 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-e5a6aed6-a2fa-45ee-84f2-19f8d39b7879 req-905f7f5f-ad4d-4c22-acc6-06d4f82b95d5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=98a62786d4654c60b8dab5d2a606f4fe&device_id=b06fd73f-d5cd-4321-910c-bac8aff99182 HTTP/1.1" status: 200 len: 1099 time: 0.0627444 Nov 23 17:21:32.025831 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c62fbe-0017-4148-9bac-c4fb065dd8f6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=23f80e8e-7e58-4465-87c1-72654345f52f,revision_number=0']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:21:32.092812 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-e5a6aed6-a2fa-45ee-84f2-19f8d39b7879 req-918ebe84-911f-4566-9763-a43c8d35985b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.200&port_id=9d69178a-073b-4082-94da-b001d5b5b31d HTTP/1.1" status: 200 len: 217 time: 0.0649076 Nov 23 17:21:32.173332 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a6aed6-a2fa-45ee-84f2-19f8d39b7879 req-673cc5c0-350a-4bfa-887d-b53b19e238b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:21:32.176133 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-e5a6aed6-a2fa-45ee-84f2-19f8d39b7879 req-673cc5c0-350a-4bfa-887d-b53b19e238b7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ac77c175-5679-438b-8a2a-356718377641 HTTP/1.1" status: 200 len: 843 time: 0.0731974 Nov 23 17:21:32.218739 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-dab68ffd-1c04-4a7f-9343-4e131d5182a8 None None] Publish callbacks [] for port, precommit_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:32.232704 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-dab68ffd-1c04-4a7f-9343-4e131d5182a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:32.262890 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a6aed6-a2fa-45ee-84f2-19f8d39b7879 req-2441ee8c-1b61-4742-be06-2680715f58e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:21:32.264775 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-e5a6aed6-a2fa-45ee-84f2-19f8d39b7879 req-2441ee8c-1b61-4742-be06-2680715f58e1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f1e1dabf-b410-4023-9169-a460a86e7184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0777943 Nov 23 17:21:32.293219 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb171914-1a26-4b0a-99c5-77ed5c866a0e None None] Pushing event updated for resources: {'Port': ['ID=06bad47f-5b77-4f49-89bb-87622d83ca1d,revision_number=3']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:21:32.384968 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [None req-dab68ffd-1c04-4a7f-9343-4e131d5182a8 None None] Attempting to bind port 06bad47f-5b77-4f49-89bb-87622d83ca1d on host n-d-816206-8 for vnic_type normal with profile {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:21:32.385710 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [None req-dab68ffd-1c04-4a7f-9343-4e131d5182a8 None None] Attempting to bind port 06bad47f-5b77-4f49-89bb-87622d83ca1d by drivers openvswitch,hyperv on host n-d-816206-8 at level 0 using segments [{'id': 'adf834ee-26cf-4f45-a2f3-83f453b804ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'aad59512-80bb-49f8-8f54-daff64a8bc03'}] {{(pid=103593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:21:32.386304 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dab68ffd-1c04-4a7f-9343-4e131d5182a8 None None] Attempting to bind port 06bad47f-5b77-4f49-89bb-87622d83ca1d on network aad59512-80bb-49f8-8f54-daff64a8bc03 {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:21:32.393662 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dab68ffd-1c04-4a7f-9343-4e131d5182a8 None None] Checking agent: {'id': '9e89acbe-4bbe-4c77-a18b-6f1da9133e0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 7, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 21, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:21:32.394489 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dab68ffd-1c04-4a7f-9343-4e131d5182a8 None None] Checking segment: {'id': 'adf834ee-26cf-4f45-a2f3-83f453b804ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'aad59512-80bb-49f8-8f54-daff64a8bc03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:21:32.395134 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-dab68ffd-1c04-4a7f-9343-4e131d5182a8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:32.395844 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dab68ffd-1c04-4a7f-9343-4e131d5182a8 None None] Bound using segment: {'id': 'adf834ee-26cf-4f45-a2f3-83f453b804ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'aad59512-80bb-49f8-8f54-daff64a8bc03'} {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:21:32.397108 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [None req-dab68ffd-1c04-4a7f-9343-4e131d5182a8 None None] Bound port: 06bad47f-5b77-4f49-89bb-87622d83ca1d, host: n-d-816206-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'adf834ee-26cf-4f45-a2f3-83f453b804ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'aad59512-80bb-49f8-8f54-daff64a8bc03'}}] {{(pid=103593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:21:32.397936 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-dab68ffd-1c04-4a7f-9343-4e131d5182a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:32.457879 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 7d44e282-6def-43d0-b54e-d3d8b137c89d up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:21:32.471013 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-e5a6aed6-a2fa-45ee-84f2-19f8d39b7879 req-06f0de35-511d-4721-a6f5-32d3c13a3d5d service neutron] 10.222.0.36 "GET /v2.0/networks/f1e1dabf-b410-4023-9169-a460a86e7184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1943047 Nov 23 17:21:32.518351 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-dab68ffd-1c04-4a7f-9343-4e131d5182a8 None None] For port 06bad47f-5b77-4f49-89bb-87622d83ca1d, host n-d-816206-8, cleared binding levels {{(pid=103593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:21:32.523672 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-dab68ffd-1c04-4a7f-9343-4e131d5182a8 None None] For port 06bad47f-5b77-4f49-89bb-87622d83ca1d, host n-d-816206-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=06bad47f-5b77-4f49-89bb-87622d83ca1d,segment=NetworkSegment(adf834ee-26cf-4f45-a2f3-83f453b804ad),segment_id=adf834ee-26cf-4f45-a2f3-83f453b804ad)] {{(pid=103593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:21:32.531575 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-dab68ffd-1c04-4a7f-9343-4e131d5182a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:32.533392 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-73e88e30-8246-4c06-aed7-de2b9441078a req-4d3f7b8c-f4af-4dc1-bab2-50a9d607a5db service neutron] 10.222.0.55 "GET /v2.0/networks/3b84e4de-5a6f-44c6-a8e6-1d90b4d1f1b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7803953 Nov 23 17:21:32.542629 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-66d15a20-b425-4153-a577-8d37a9323eb1 req-4356a854-07f5-45dc-9af5-207c85ef470d tempest-SecurityGroupRulesNegativeTestJSON-1993101443 tempest-SecurityGroupRulesNegativeTestJSON-1993101443-project] 10.222.0.60 "GET /v2.0/security-groups/7890bd57-ba31-4622-88de-813e8580cc47 HTTP/1.1" status: 200 len: 1829 time: 0.6860225 Nov 23 17:21:32.546038 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20c62fbe-0017-4148-9bac-c4fb065dd8f6 admin admin] Checking segment: {'id': 'f75f400f-3665-42b6-b743-8c8989e17b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '43d8ac08-152d-4053-b836-ddc03b0e91a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:21:32.547920 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20c62fbe-0017-4148-9bac-c4fb065dd8f6 admin admin] Network hostable DHCP agents. Network: 43d8ac08-152d-4053-b836-ddc03b0e91a2, hostable agents: ['0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3'], hosted agents: [] {{(pid=103591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 17:21:32.581728 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port 7d44e282-6def-43d0-b54e-d3d8b137c89d triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:21:32.582356 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:32.641815 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb171914-1a26-4b0a-99c5-77ed5c866a0e None None] Pushing event updated for resources: {'Port': ['ID=06bad47f-5b77-4f49-89bb-87622d83ca1d,revision_number=4']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:21:32.701281 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-e5a6aed6-a2fa-45ee-84f2-19f8d39b7879 req-0a604021-47e9-4a67-a048-06c1ed4577ae service neutron] 10.222.0.36 "GET /v2.0/networks/f1e1dabf-b410-4023-9169-a460a86e7184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2168720 Nov 23 17:21:32.702411 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dab68ffd-1c04-4a7f-9343-4e131d5182a8 None None] Routers {'b8f885a9-93ac-4a6d-b02a-91d84e71c9db'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:21:32.704229 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-dab68ffd-1c04-4a7f-9343-4e131d5182a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:21:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['b8f885a9-93ac-4a6d-b02a-91d84e71c9db'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:21:32.799575 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20c62fbe-0017-4148-9bac-c4fb065dd8f6 admin admin] Network 43d8ac08-152d-4053-b836-ddc03b0e91a2 is scheduled to be hosted by DHCP agent 0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3 with binding_index 1 {{(pid=103591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 17:21:32.863599 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [None req-20c62fbe-0017-4148-9bac-c4fb065dd8f6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-8, 43d8ac08-152d-4053-b836-ddc03b0e91a2) {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:21:32.871954 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-74f713d5-3b80-4b30-bd19-53e2945e8e79 req-8eb1946a-4b3f-4717-8df5-b958c14292e7 tempest-FloatingIPsAssociationNegativeTestJSON-1058719936 tempest-FloatingIPsAssociationNegativeTestJSON-1058719936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:32.891042 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-dab68ffd-1c04-4a7f-9343-4e131d5182a8 None None] Set router b8f885a9-93ac-4a6d-b02a-91d84e71c9db gateway port host: n-d-816206-8 {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:21:32.893849 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20c62fbe-0017-4148-9bac-c4fb065dd8f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:21:32.894571 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-20c62fbe-0017-4148-9bac-c4fb065dd8f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for subnet, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:32.981708 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8041dd3-87d7-4563-a3d6-6ece2cc5ea0e None None] Network 43d8ac08-152d-4053-b836-ddc03b0e91a2 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:21:33.052004 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.db_base_plugin_common [req-74f713d5-3b80-4b30-bd19-53e2945e8e79 req-8eb1946a-4b3f-4717-8df5-b958c14292e7 tempest-FloatingIPsAssociationNegativeTestJSON-1058719936 tempest-FloatingIPsAssociationNegativeTestJSON-1058719936-project] Allocated IP 172.25.3.227 (4c8455ba-1be5-42ac-b8c2-8a16e1292d55/08fe3644-ce41-4c3f-a7ea-92bac0f0fff5/7c19a880-e0bf-4ec7-99aa-0751e911df13) {{(pid=103591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:21:33.061398 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-28f9e810-53fb-4934-bd1b-f49bb4fee7bb None None] Provisioning complete for port 06bad47f-5b77-4f49-89bb-87622d83ca1d triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:21:33.062027 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-28f9e810-53fb-4934-bd1b-f49bb4fee7bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:33.137047 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-20c62fbe-0017-4148-9bac-c4fb065dd8f6 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.1217196 Nov 23 17:21:33.140279 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 52338) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:21:33.146915 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-b6fe9064-fbf5-4293-8847-4bf67ae8780f admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-69346498-router', 'tenant_id': '3541603f19884b9cb683e7eedd76d17c', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'}}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:21:33.181369 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b27b98e-218b-4771-8b76-5f2fbb1a7622 req-ce8b0a68-4524-427e-bf64-7648f2d5d67b tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:21:33.183320 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-3b27b98e-218b-4771-8b76-5f2fbb1a7622 req-ce8b0a68-4524-427e-bf64-7648f2d5d67b tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] 10.222.0.60 "GET /v2.0/ports?device_id=b06fd73f-d5cd-4321-910c-bac8aff99182 HTTP/1.1" status: 200 len: 948 time: 0.5079746 Nov 23 17:21:33.187822 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-73e88e30-8246-4c06-aed7-de2b9441078a req-bc6a8f72-4571-4b7a-be96-b756ae03017a service neutron] 10.222.0.55 "GET /v2.0/networks/3b84e4de-5a6f-44c6-a8e6-1d90b4d1f1b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6238923 Nov 23 17:21:33.227644 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b6fe9064-fbf5-4293-8847-4bf67ae8780f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1793449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8093'] for router, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:33.228948 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b6fe9064-fbf5-4293-8847-4bf67ae8780f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1794473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1794771', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1638326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8086'] for router, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:33.257985 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-dab68ffd-1c04-4a7f-9343-4e131d5182a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8f885a9-93ac-4a6d-b02a-91d84e71c9db', 'name': 'tempest-FloatingIPsAssociationTestJSON-1023826642-router', 'tenant_id': 'b930416d8ba84d7ba659706c10c554f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.240'}], 'enable_snat': True}, 'gw_port_id': '7d44e282-6def-43d0-b54e-d3d8b137c89d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:21:21Z', 'updated_at': '2021-11-23T17:21:28Z', 'revision_number': 4, 'project_id': 'b930416d8ba84d7ba659706c10c554f7', 'gw_port': {'id': '7d44e282-6def-43d0-b54e-d3d8b137c89d', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:97:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8f885a9-93ac-4a6d-b02a-91d84e71c9db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:21:22Z', 'updated_at': '2021-11-23T17:21:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_interfaces': [{'id': '06bad47f-5b77-4f49-89bb-87622d83ca1d', 'name': '', 'network_id': 'aad59512-80bb-49f8-8f54-daff64a8bc03', 'tenant_id': 'b930416d8ba84d7ba659706c10c554f7', 'mac_address': 'fa:16:3e:ce:74:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8f885a9-93ac-4a6d-b02a-91d84e71c9db', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '5ec29eee-2e3a-4642-be97-88a03756cf1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:21:26Z', 'updated_at': '2021-11-23T17:21:32Z', 'revision_number': 4, 'project_id': 'b930416d8ba84d7ba659706c10c554f7', 'subnets': [{'id': '5ec29eee-2e3a-4642-be97-88a03756cf1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:21:33.264406 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-74f713d5-3b80-4b30-bd19-53e2945e8e79 req-8eb1946a-4b3f-4717-8df5-b958c14292e7 tempest-FloatingIPsAssociationNegativeTestJSON-1058719936 tempest-FloatingIPsAssociationNegativeTestJSON-1058719936-project] Publish callbacks [] for port, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:33.288266 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dab68ffd-1c04-4a7f-9343-4e131d5182a8 None None] The sync data for ids ['b8f885a9-93ac-4a6d-b02a-91d84e71c9db'] in n-d-816206-8 is: [{'id': 'b8f885a9-93ac-4a6d-b02a-91d84e71c9db', 'name': 'tempest-FloatingIPsAssociationTestJSON-1023826642-router', 'tenant_id': 'b930416d8ba84d7ba659706c10c554f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.240'}], 'enable_snat': True}, 'gw_port_id': '7d44e282-6def-43d0-b54e-d3d8b137c89d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:21:21Z', 'updated_at': '2021-11-23T17:21:28Z', 'revision_number': 4, 'project_id': 'b930416d8ba84d7ba659706c10c554f7', 'gw_port': {'id': '7d44e282-6def-43d0-b54e-d3d8b137c89d', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:97:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8f885a9-93ac-4a6d-b02a-91d84e71c9db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:21:22Z', 'updated_at': '2021-11-23T17:21:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_interfaces': [{'id': '06bad47f-5b77-4f49-89bb-87622d83ca1d', 'name': '', 'network_id': 'aad59512-80bb-49f8-8f54-daff64a8bc03', 'tenant_id': 'b930416d8ba84d7ba659706c10c554f7', 'mac_address': 'fa:16:3e:ce:74:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8f885a9-93ac-4a6d-b02a-91d84e71c9db', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '5ec29eee-2e3a-4642-be97-88a03756cf1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:21:26Z', 'updated_at': '2021-11-23T17:21:32Z', 'revision_number': 4, 'project_id': 'b930416d8ba84d7ba659706c10c554f7', 'subnets': [{'id': '5ec29eee-2e3a-4642-be97-88a03756cf1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:21:33.307489 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-3b27b98e-218b-4771-8b76-5f2fbb1a7622 req-1ee0fb85-0cad-4eaa-acb8-7aa62359340a tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] 10.222.0.60 "GET /v2.0/security-groups?id=70227657-be62-432a-a8fd-5a85231fc7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873187 Nov 23 17:21:33.402131 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-74f713d5-3b80-4b30-bd19-53e2945e8e79 req-8eb1946a-4b3f-4717-8df5-b958c14292e7 tempest-FloatingIPsAssociationNegativeTestJSON-1058719936 tempest-FloatingIPsAssociationNegativeTestJSON-1058719936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:33.417097 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b6fe9064-fbf5-4293-8847-4bf67ae8780f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:33.447376 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-28f9e810-53fb-4934-bd1b-f49bb4fee7bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:33.545012 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74f713d5-3b80-4b30-bd19-53e2945e8e79 req-8eb1946a-4b3f-4717-8df5-b958c14292e7 tempest-FloatingIPsAssociationNegativeTestJSON-1058719936 tempest-FloatingIPsAssociationNegativeTestJSON-1058719936-project] Network 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 is already hosted by enough agents. {{(pid=103591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:21:33.553451 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [req-74f713d5-3b80-4b30-bd19-53e2945e8e79 req-8eb1946a-4b3f-4717-8df5-b958c14292e7 tempest-FloatingIPsAssociationNegativeTestJSON-1058719936 tempest-FloatingIPsAssociationNegativeTestJSON-1058719936-project] Resources bound (agent type, host, resource id): {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:21:33.566871 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [req-74f713d5-3b80-4b30-bd19-53e2945e8e79 req-8eb1946a-4b3f-4717-8df5-b958c14292e7 tempest-FloatingIPsAssociationNegativeTestJSON-1058719936 tempest-FloatingIPsAssociationNegativeTestJSON-1058719936-project] Received port after_create {{(pid=103591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:21:33.596141 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3480f6d5-a60d-4f6e-a29e-6b3550317b0e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp355044b8-8e87-58c4-94fa-4a010ec30f9e-43d8ac08-152d-4053-b836-ddc03b0e91a2', 'network_id': '43d8ac08-152d-4053-b836-ddc03b0e91a2', 'tenant_id': '3541603f19884b9cb683e7eedd76d17c', 'fixed_ips': [{'subnet_id': '23f80e8e-7e58-4465-87c1-72654345f52f'}]}} from n-d-816206-8. {{(pid=103592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 17:21:33.597057 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-3480f6d5-a60d-4f6e-a29e-6b3550317b0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:33.605232 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-28f9e810-53fb-4934-bd1b-f49bb4fee7bb None None] For port 06bad47f-5b77-4f49-89bb-87622d83ca1d, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=06bad47f-5b77-4f49-89bb-87622d83ca1d,segment=NetworkSegment(adf834ee-26cf-4f45-a2f3-83f453b804ad),segment_id=adf834ee-26cf-4f45-a2f3-83f453b804ad)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:21:33.623782 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-28f9e810-53fb-4934-bd1b-f49bb4fee7bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:33.737663 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb1946a-4b3f-4717-8df5-b958c14292e7 tempest-FloatingIPsAssociationNegativeTestJSON-1058719936 tempest-FloatingIPsAssociationNegativeTestJSON-1058719936-project] Pushing event updated for resources: {'Port': ['ID=7c19a880-e0bf-4ec7-99aa-0751e911df13,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:21:33.850688 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0bc8b1-7b2a-45c9-a6ef-2b38a7251140 req-bacc8d6d-d3ba-4695-b9f2-687501fb2f3c tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:21:33.859046 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5c0bc8b1-7b2a-45c9-a6ef-2b38a7251140 req-bacc8d6d-d3ba-4695-b9f2-687501fb2f3c tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] 10.222.0.60 "GET /v2.0/ports?device_id=4abb5890-6e70-46c1-a968-68c3ff6d1713 HTTP/1.1" status: 200 len: 945 time: 0.3007236 Nov 23 17:21:33.866517 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e88e30-8246-4c06-aed7-de2b9441078a req-da3fde5a-5cc1-40d0-a54b-e321fc3e2802 tempest-LiveMigrationTest-1150397521 tempest-LiveMigrationTest-1150397521-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:21:33.868415 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-73e88e30-8246-4c06-aed7-de2b9441078a req-da3fde5a-5cc1-40d0-a54b-e321fc3e2802 tempest-LiveMigrationTest-1150397521 tempest-LiveMigrationTest-1150397521-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=4abb5890-6e70-46c1-a968-68c3ff6d1713&tenant_id=4f30b4abc7074d1fa9d31a414a5f297f&binding%3Ahost_id=n-h1-816206-8 HTTP/1.1" status: 200 len: 1096 time: 0.1631591 Nov 23 17:21:33.925064 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-686d4dd0-418f-4e2a-b4eb-0cb97016890b None None] Provisioning complete for port 06bad47f-5b77-4f49-89bb-87622d83ca1d triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:21:33.925701 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-686d4dd0-418f-4e2a-b4eb-0cb97016890b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:33.930464 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f9e810-53fb-4934-bd1b-f49bb4fee7bb None None] Pushing event updated for resources: {'Port': ['ID=06bad47f-5b77-4f49-89bb-87622d83ca1d,revision_number=5']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:21:34.020935 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-74f713d5-3b80-4b30-bd19-53e2945e8e79 req-8eb1946a-4b3f-4717-8df5-b958c14292e7 tempest-FloatingIPsAssociationNegativeTestJSON-1058719936 tempest-FloatingIPsAssociationNegativeTestJSON-1058719936-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:34.055369 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5c0bc8b1-7b2a-45c9-a6ef-2b38a7251140 req-9e53db3b-b288-4720-97cd-036431286f8c tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] 10.222.0.60 "GET /v2.0/security-groups?id=5c82e7e8-9cad-459a-acb2-b7a0867274de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900167 Nov 23 17:21:34.060293 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.db_base_plugin_common [None req-3480f6d5-a60d-4f6e-a29e-6b3550317b0e None None] Allocated IP 172.20.0.2 (43d8ac08-152d-4053-b836-ddc03b0e91a2/23f80e8e-7e58-4465-87c1-72654345f52f/38f9507d-89e2-4881-bb1d-1b8cd06acb31) {{(pid=103592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:21:34.130018 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-74f713d5-3b80-4b30-bd19-53e2945e8e79 req-8eb1946a-4b3f-4717-8df5-b958c14292e7 tempest-FloatingIPsAssociationNegativeTestJSON-1058719936 tempest-FloatingIPsAssociationNegativeTestJSON-1058719936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:34.155066 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b6fe9064-fbf5-4293-8847-4bf67ae8780f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:34.338347 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-73e88e30-8246-4c06-aed7-de2b9441078a req-6b531a8d-2414-4d0e-ae8b-57808158ee24 service neutron] For port e1d10eec-e579-40eb-bde9-a5f39bf82b59, host n-h2-816206-8, cleared binding levels {{(pid=103591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:21:34.432219 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-73e88e30-8246-4c06-aed7-de2b9441078a req-6b531a8d-2414-4d0e-ae8b-57808158ee24 service neutron] Publish callbacks [] for binding, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:34.432219 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-73e88e30-8246-4c06-aed7-de2b9441078a req-6b531a8d-2414-4d0e-ae8b-57808158ee24 service neutron] 10.222.0.55 "DELETE /v2.0/ports/e1d10eec-e579-40eb-bde9-a5f39bf82b59/bindings/n-h2-816206-8 HTTP/1.1" status: 204 len: 173 time: 0.5335925 Nov 23 17:21:34.468415 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-3480f6d5-a60d-4f6e-a29e-6b3550317b0e None None] Publish callbacks [] for port, precommit_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:34.480327 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-3480f6d5-a60d-4f6e-a29e-6b3550317b0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980'] for port, after_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:34.547007 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 06bad47f-5b77-4f49-89bb-87622d83ca1d up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:21:34.585527 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b6fe9064-fbf5-4293-8847-4bf67ae8780f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:34.613287 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b6fe9064-fbf5-4293-8847-4bf67ae8780f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:34.658430 n-d-816206-8 neutron-server[103592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3480f6d5-a60d-4f6e-a29e-6b3550317b0e None None] Network 43d8ac08-152d-4053-b836-ddc03b0e91a2 is already hosted by enough agents. {{(pid=103592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:21:34.660597 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c69cb41-7ebd-4ccc-ae7d-264b88675936 req-e076828a-0256-4a32-9f6f-f5d3e9df7e16 tempest-FloatingIPsAssociationTestJSON-1150543333 tempest-FloatingIPsAssociationTestJSON-1150543333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:21:34.665394 n-d-816206-8 neutron-server[103592]: DEBUG neutron.scheduler.base_scheduler [None req-3480f6d5-a60d-4f6e-a29e-6b3550317b0e None None] Resources bound (agent type, host, resource id): {{(pid=103592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:21:34.666062 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-0c69cb41-7ebd-4ccc-ae7d-264b88675936 req-e076828a-0256-4a32-9f6f-f5d3e9df7e16 tempest-FloatingIPsAssociationTestJSON-1150543333 tempest-FloatingIPsAssociationTestJSON-1150543333-project] 10.222.0.60 "GET /v2.0/networks?id=aad59512-80bb-49f8-8f54-daff64a8bc03 HTTP/1.1" status: 200 len: 821 time: 0.2508078 Nov 23 17:21:34.670145 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-74f713d5-3b80-4b30-bd19-53e2945e8e79 req-8eb1946a-4b3f-4717-8df5-b958c14292e7 tempest-FloatingIPsAssociationNegativeTestJSON-1058719936 tempest-FloatingIPsAssociationNegativeTestJSON-1058719936-project] Publish callbacks [] for port, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:34.677772 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3480f6d5-a60d-4f6e-a29e-6b3550317b0e None None] Received port after_create {{(pid=103592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:21:34.688326 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-0c69cb41-7ebd-4ccc-ae7d-264b88675936 req-0330c0ad-b0ed-4e0e-805e-89bd53a292b3 tempest-FloatingIPsAssociationTestJSON-1150543333 tempest-FloatingIPsAssociationTestJSON-1150543333-project] 10.222.0.60 "GET /v2.0/quotas/b930416d8ba84d7ba659706c10c554f7 HTTP/1.1" status: 200 len: 375 time: 0.0134752 Nov 23 17:21:34.689529 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-74f713d5-3b80-4b30-bd19-53e2945e8e79 req-8eb1946a-4b3f-4717-8df5-b958c14292e7 tempest-FloatingIPsAssociationNegativeTestJSON-1058719936 tempest-FloatingIPsAssociationNegativeTestJSON-1058719936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264758186'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:34.789033 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3480f6d5-a60d-4f6e-a29e-6b3550317b0e None None] Pushing event updated for resources: {'Port': ['ID=38f9507d-89e2-4881-bb1d-1b8cd06acb31,revision_number=1']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:21:34.817249 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-b6fe9064-fbf5-4293-8847-4bf67ae8780f admin admin] Allocated IP 172.25.3.14 (4c8455ba-1be5-42ac-b8c2-8a16e1292d55/08fe3644-ce41-4c3f-a7ea-92bac0f0fff5/29810685-a873-4a8b-9531-c6d1f2654f79) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:21:34.876837 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb1946a-4b3f-4717-8df5-b958c14292e7 tempest-FloatingIPsAssociationNegativeTestJSON-1058719936 tempest-FloatingIPsAssociationNegativeTestJSON-1058719936-project] Pushing event updated for resources: {'Port': ['ID=7c19a880-e0bf-4ec7-99aa-0751e911df13,revision_number=2']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:21:34.888971 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device 9d69178a-073b-4082-94da-b001d5b5b31d details requested by agent hyperv_n-h2-816206-8 with host n-h2-816206-8 {{(pid=103592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 17:21:34.900191 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-0c69cb41-7ebd-4ccc-ae7d-264b88675936 req-1d0c4cf3-e960-4f6c-b9d4-aafe6b3a0156 tempest-FloatingIPsAssociationTestJSON-1150543333 tempest-FloatingIPsAssociationTestJSON-1150543333-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=b930416d8ba84d7ba659706c10c554f7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2048235 Nov 23 17:21:34.910770 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-74f713d5-3b80-4b30-bd19-53e2945e8e79 req-8eb1946a-4b3f-4717-8df5-b958c14292e7 tempest-FloatingIPsAssociationNegativeTestJSON-1058719936 tempest-FloatingIPsAssociationNegativeTestJSON-1058719936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1795396'] for floatingip, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:34.960626 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-3480f6d5-a60d-4f6e-a29e-6b3550317b0e None None] Attempting to bind port 38f9507d-89e2-4881-bb1d-1b8cd06acb31 on host n-d-816206-8 for vnic_type normal with profile {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:21:34.961156 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-3480f6d5-a60d-4f6e-a29e-6b3550317b0e None None] Attempting to bind port 38f9507d-89e2-4881-bb1d-1b8cd06acb31 by drivers openvswitch,hyperv on host n-d-816206-8 at level 0 using segments [{'id': 'f75f400f-3665-42b6-b743-8c8989e17b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '43d8ac08-152d-4053-b836-ddc03b0e91a2'}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:21:34.961515 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3480f6d5-a60d-4f6e-a29e-6b3550317b0e None None] Attempting to bind port 38f9507d-89e2-4881-bb1d-1b8cd06acb31 on network 43d8ac08-152d-4053-b836-ddc03b0e91a2 {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:21:34.978097 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3480f6d5-a60d-4f6e-a29e-6b3550317b0e None None] Checking agent: {'id': '9e89acbe-4bbe-4c77-a18b-6f1da9133e0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 7, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 21, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:21:34.978482 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3480f6d5-a60d-4f6e-a29e-6b3550317b0e None None] Checking segment: {'id': 'f75f400f-3665-42b6-b743-8c8989e17b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '43d8ac08-152d-4053-b836-ddc03b0e91a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:21:34.978895 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-3480f6d5-a60d-4f6e-a29e-6b3550317b0e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:34.979376 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3480f6d5-a60d-4f6e-a29e-6b3550317b0e None None] Bound using segment: {'id': 'f75f400f-3665-42b6-b743-8c8989e17b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '43d8ac08-152d-4053-b836-ddc03b0e91a2'} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:21:34.979778 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-3480f6d5-a60d-4f6e-a29e-6b3550317b0e None None] Bound port: 38f9507d-89e2-4881-bb1d-1b8cd06acb31, host: n-d-816206-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f75f400f-3665-42b6-b743-8c8989e17b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '43d8ac08-152d-4053-b836-ddc03b0e91a2'}}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:21:34.980168 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-3480f6d5-a60d-4f6e-a29e-6b3550317b0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:35.077751 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b6fe9064-fbf5-4293-8847-4bf67ae8780f admin admin] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:35.081757 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-3480f6d5-a60d-4f6e-a29e-6b3550317b0e None None] For port 38f9507d-89e2-4881-bb1d-1b8cd06acb31, host n-d-816206-8, cleared binding levels {{(pid=103592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:21:35.086104 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-3480f6d5-a60d-4f6e-a29e-6b3550317b0e None None] For port 38f9507d-89e2-4881-bb1d-1b8cd06acb31, host n-d-816206-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=38f9507d-89e2-4881-bb1d-1b8cd06acb31,segment=NetworkSegment(f75f400f-3665-42b6-b743-8c8989e17b3e),segment_id=f75f400f-3665-42b6-b743-8c8989e17b3e)] {{(pid=103592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:21:35.087919 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.db.resource_extend [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 23 17:21:35.108907 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port 06bad47f-5b77-4f49-89bb-87622d83ca1d triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:21:35.109400 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:35.127784 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b6fe9064-fbf5-4293-8847-4bf67ae8780f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:35.169221 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-3480f6d5-a60d-4f6e-a29e-6b3550317b0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:35.187710 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-74f713d5-3b80-4b30-bd19-53e2945e8e79 req-8eb1946a-4b3f-4717-8df5-b958c14292e7 tempest-FloatingIPsAssociationNegativeTestJSON-1058719936 tempest-FloatingIPsAssociationNegativeTestJSON-1058719936-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for floatingip, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:35.188684 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6fe9064-fbf5-4293-8847-4bf67ae8780f admin admin] Network 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:21:35.193741 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-b6fe9064-fbf5-4293-8847-4bf67ae8780f admin admin] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:21:35.195296 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-74f713d5-3b80-4b30-bd19-53e2945e8e79 req-8eb1946a-4b3f-4717-8df5-b958c14292e7 tempest-FloatingIPsAssociationNegativeTestJSON-1058719936 tempest-FloatingIPsAssociationNegativeTestJSON-1058719936-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.4040930 Nov 23 17:21:35.205291 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6fe9064-fbf5-4293-8847-4bf67ae8780f admin admin] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:21:35.316766 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-0c69cb41-7ebd-4ccc-ae7d-264b88675936 req-a9a3b005-ba8b-4e4f-858d-57d1c3e36982 service neutron] 10.222.0.60 "GET /v2.0/networks/aad59512-80bb-49f8-8f54-daff64a8bc03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3934269 Nov 23 17:21:35.332112 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fe9064-fbf5-4293-8847-4bf67ae8780f admin admin] Pushing event updated for resources: {'Port': ['ID=29810685-a873-4a8b-9531-c6d1f2654f79,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:21:35.371140 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6fe9064-fbf5-4293-8847-4bf67ae8780f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:21:35.371592 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6fe9064-fbf5-4293-8847-4bf67ae8780f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:21:35.372370 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6fe9064-fbf5-4293-8847-4bf67ae8780f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:21:35.372370 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6fe9064-fbf5-4293-8847-4bf67ae8780f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:21:35.373020 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6fe9064-fbf5-4293-8847-4bf67ae8780f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:21:35.373424 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6fe9064-fbf5-4293-8847-4bf67ae8780f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:21:35.373887 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6fe9064-fbf5-4293-8847-4bf67ae8780f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:21:35.374330 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6fe9064-fbf5-4293-8847-4bf67ae8780f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:21:35.374668 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6fe9064-fbf5-4293-8847-4bf67ae8780f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:21:35.375060 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6fe9064-fbf5-4293-8847-4bf67ae8780f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:21:35.375485 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6fe9064-fbf5-4293-8847-4bf67ae8780f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:21:35.376038 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6fe9064-fbf5-4293-8847-4bf67ae8780f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:21:35.395547 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-74f713d5-3b80-4b30-bd19-53e2945e8e79 req-54679cbf-477d-4a43-938f-514329eabf12 tempest-FloatingIPsAssociationNegativeTestJSON-1058719936 tempest-FloatingIPsAssociationNegativeTestJSON-1058719936-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.3.227 HTTP/1.1" status: 200 len: 696 time: 0.1718769 Nov 23 17:21:35.448993 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3480f6d5-a60d-4f6e-a29e-6b3550317b0e None None] Pushing event updated for resources: {'Port': ['ID=38f9507d-89e2-4881-bb1d-1b8cd06acb31,revision_number=2']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:21:35.483370 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port 9d69178a-073b-4082-94da-b001d5b5b31d, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=9d69178a-073b-4082-94da-b001d5b5b31d,segment=NetworkSegment(329c1745-02bf-4561-9615-3192910887f5),segment_id=329c1745-02bf-4561-9615-3192910887f5)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:21:35.500784 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Returning: {'device': '9d69178a-073b-4082-94da-b001d5b5b31d', 'network_id': 'f1e1dabf-b410-4023-9169-a460a86e7184', 'port_id': '9d69178a-073b-4082-94da-b001d5b5b31d', 'mac_address': 'fa:16:3e:05:24:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac77c175-5679-438b-8a2a-356718377641', 'ip_address': '192.168.233.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 17:21:35.556627 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:35.587987 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d69178a-073b-4082-94da-b001d5b5b31d {{(pid=103592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:21:35.659445 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port 9d69178a-073b-4082-94da-b001d5b5b31d, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=9d69178a-073b-4082-94da-b001d5b5b31d,segment=NetworkSegment(329c1745-02bf-4561-9615-3192910887f5),segment_id=329c1745-02bf-4561-9615-3192910887f5)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:21:35.666679 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:35.691457 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b6fe9064-fbf5-4293-8847-4bf67ae8780f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:35.734150 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Pushing event updated for resources: {'Port': ['ID=9d69178a-073b-4082-94da-b001d5b5b31d,revision_number=4']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:21:35.764565 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-0c69cb41-7ebd-4ccc-ae7d-264b88675936 req-895f019f-6463-4ff4-845a-a1085bc395e8 service neutron] 10.222.0.60 "GET /v2.0/networks/aad59512-80bb-49f8-8f54-daff64a8bc03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4391716 Nov 23 17:21:35.828831 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f713d5-3b80-4b30-bd19-53e2945e8e79 req-3b3e0543-5d0c-44ad-bf5e-d887b84e6ade tempest-FloatingIPsAssociationNegativeTestJSON-1058719936 tempest-FloatingIPsAssociationNegativeTestJSON-1058719936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:21:35.839980 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-74f713d5-3b80-4b30-bd19-53e2945e8e79 req-3b3e0543-5d0c-44ad-bf5e-d887b84e6ade tempest-FloatingIPsAssociationNegativeTestJSON-1058719936 tempest-FloatingIPsAssociationNegativeTestJSON-1058719936-project] 10.222.0.60 "GET /v2.0/networks/4c8455ba-1be5-42ac-b8c2-8a16e1292d55 HTTP/1.1" status: 200 len: 784 time: 0.4212227 Nov 23 17:21:35.867515 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [req-74f713d5-3b80-4b30-bd19-53e2945e8e79 req-4277c8ca-6fb6-4738-97c3-393f3da03ce4 tempest-FloatingIPsAssociationNegativeTestJSON-1058719936 tempest-FloatingIPsAssociationNegativeTestJSON-1058719936-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=103591) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 17:21:35.869134 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-74f713d5-3b80-4b30-bd19-53e2945e8e79 req-4277c8ca-6fb6-4738-97c3-393f3da03ce4 tempest-FloatingIPsAssociationNegativeTestJSON-1058719936 tempest-FloatingIPsAssociationNegativeTestJSON-1058719936-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0073388 Nov 23 17:21:36.012464 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [req-38d0bcb9-ad91-445f-a41b-1db0fe5b5fbe req-a23eb176-9f99-46c8-af13-f31aba66a4e0 tempest-SecurityGroupRulesNegativeTestJSON-1993101443 tempest-SecurityGroupRulesNegativeTestJSON-1993101443-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-523400212', 'description': 'tempest-description-837323022'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:21:36.017694 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 17:21:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a026d17-eb98-4c4c-a30b-949456e2574f x-openstack-request-id: req-1a026d17-eb98-4c4c-a30b-949456e2574f {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:21:36.025654 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b06fd73f-d5cd-4321-910c-bac8aff99182", "tag": "9d69178a-073b-4082-94da-b001d5b5b31d", "status": "completed", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:21:36.026011 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-1a026d17-eb98-4c4c-a30b-949456e2574f {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:21:36.026555 n-d-816206-8 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b06fd73f-d5cd-4321-910c-bac8aff99182', 'tag': '9d69178a-073b-4082-94da-b001d5b5b31d', 'status': 'completed', 'code': 200} Nov 23 17:21:36.040652 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] get_ports_and_sgs() called for port_ids ['9d69178a-073b-4082-94da-b001d5b5b31d'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:21:36.065200 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-38d0bcb9-ad91-445f-a41b-1db0fe5b5fbe req-a23eb176-9f99-46c8-af13-f31aba66a4e0 tempest-SecurityGroupRulesNegativeTestJSON-1993101443 tempest-SecurityGroupRulesNegativeTestJSON-1993101443-project] Publish callbacks [] for security_group, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:36.162770 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b6fe9064-fbf5-4293-8847-4bf67ae8780f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1794316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1795362'] for router, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:36.246691 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4069eab4-23dd-4d9c-8f3d-d8ad8efa2a81 req-9536c255-af66-4ed8-9be3-25281fe01713 tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:21:36.249362 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4069eab4-23dd-4d9c-8f3d-d8ad8efa2a81 req-9536c255-af66-4ed8-9be3-25281fe01713 tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] 10.222.0.60 "GET /v2.0/ports?device_id=8137b671-58e3-4c8f-b0a0-33c885019390 HTTP/1.1" status: 200 len: 946 time: 0.1277075 Nov 23 17:21:36.263362 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-38d0bcb9-ad91-445f-a41b-1db0fe5b5fbe req-a23eb176-9f99-46c8-af13-f31aba66a4e0 tempest-SecurityGroupRulesNegativeTestJSON-1993101443 tempest-SecurityGroupRulesNegativeTestJSON-1993101443-project] Publish callbacks [] for security_group, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:36.274423 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-38d0bcb9-ad91-445f-a41b-1db0fe5b5fbe req-a23eb176-9f99-46c8-af13-f31aba66a4e0 tempest-SecurityGroupRulesNegativeTestJSON-1993101443 tempest-SecurityGroupRulesNegativeTestJSON-1993101443-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:36.354418 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d0de57-3902-4601-91dd-7b9e7e6173fa req-3bbd3e12-af67-4621-b8d9-914cf79b530f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:21:36.356978 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-76d0de57-3902-4601-91dd-7b9e7e6173fa req-3bbd3e12-af67-4621-b8d9-914cf79b530f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=98a62786d4654c60b8dab5d2a606f4fe&device_id=b06fd73f-d5cd-4321-910c-bac8aff99182 HTTP/1.1" status: 200 len: 1100 time: 0.3031149 Nov 23 17:21:36.379711 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-38d0bcb9-ad91-445f-a41b-1db0fe5b5fbe req-a23eb176-9f99-46c8-af13-f31aba66a4e0 tempest-SecurityGroupRulesNegativeTestJSON-1993101443 tempest-SecurityGroupRulesNegativeTestJSON-1993101443-project] Publish callbacks [] for security_group, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:36.393329 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-38d0bcb9-ad91-445f-a41b-1db0fe5b5fbe req-a23eb176-9f99-46c8-af13-f31aba66a4e0 tempest-SecurityGroupRulesNegativeTestJSON-1993101443 tempest-SecurityGroupRulesNegativeTestJSON-1993101443-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1833 time: 0.3853829 Nov 23 17:21:36.450301 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23eb176-9f99-46c8-af13-f31aba66a4e0 tempest-SecurityGroupRulesNegativeTestJSON-1993101443 tempest-SecurityGroupRulesNegativeTestJSON-1993101443-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8143b3f-f94b-4d60-8611-eafd928b4b15,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:21:36.502727 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 38f9507d-89e2-4881-bb1d-1b8cd06acb31 up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:21:36.503950 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4069eab4-23dd-4d9c-8f3d-d8ad8efa2a81 req-55e3c91b-03bf-4ab8-8bd9-0835928bda94 tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] 10.222.0.60 "GET /v2.0/security-groups?id=ef6a96c0-423c-4ea7-a75c-4657afd8c521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2451637 Nov 23 17:21:36.546193 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6fe9064-fbf5-4293-8847-4bf67ae8780f admin admin] Router dc41b7d5-4907-4bf1-86a2-fc3cc82f6d51 is scheduled to L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 with binding_index 1 {{(pid=103590) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 17:21:36.627155 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eaf8c2d-64da-4c39-aaca-0cefb6e1178a req-81af371a-8307-42ba-98ea-036f235b35e6 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:21:36.638149 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8eaf8c2d-64da-4c39-aaca-0cefb6e1178a req-81af371a-8307-42ba-98ea-036f235b35e6 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] 10.222.0.60 "GET /v2.0/ports?device_id=b06fd73f-d5cd-4321-910c-bac8aff99182 HTTP/1.1" status: 200 len: 949 time: 0.1093421 Nov 23 17:21:36.662949 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port 38f9507d-89e2-4881-bb1d-1b8cd06acb31 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:21:36.663743 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:36.781267 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:36.832466 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8eaf8c2d-64da-4c39-aaca-0cefb6e1178a req-bccf1b95-c9d2-4306-9d74-43967dd8545a tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] 10.222.0.60 "GET /v2.0/security-groups?id=70227657-be62-432a-a8fd-5a85231fc7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1928904 Nov 23 17:21:36.895976 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] For port 38f9507d-89e2-4881-bb1d-1b8cd06acb31, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=38f9507d-89e2-4881-bb1d-1b8cd06acb31,segment=NetworkSegment(f75f400f-3665-42b6-b743-8c8989e17b3e),segment_id=f75f400f-3665-42b6-b743-8c8989e17b3e)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:21:36.905433 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a0a9dd-67c2-4af5-948a-930c96b95746 req-44617f23-33e2-4128-b84f-5fe67e828b5c tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:21:36.910353 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-97a0a9dd-67c2-4af5-948a-930c96b95746 req-44617f23-33e2-4128-b84f-5fe67e828b5c tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] 10.222.0.60 "GET /v2.0/ports?device_id=4abb5890-6e70-46c1-a968-68c3ff6d1713 HTTP/1.1" status: 200 len: 945 time: 0.2267616 Nov 23 17:21:36.911293 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:36.927049 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d0de57-3902-4601-91dd-7b9e7e6173fa req-08b129c2-ef17-4d86-90a3-d240047231a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:21:36.929997 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-76d0de57-3902-4601-91dd-7b9e7e6173fa req-08b129c2-ef17-4d86-90a3-d240047231a8 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f1e1dabf-b410-4023-9169-a460a86e7184 HTTP/1.1" status: 200 len: 870 time: 0.5561800 Nov 23 17:21:36.934093 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6fe9064-fbf5-4293-8847-4bf67ae8780f admin admin] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:21:37.026129 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-76d0de57-3902-4601-91dd-7b9e7e6173fa req-2eb304d9-3aa5-4a18-b153-65e55c066fbb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.200&port_id=9d69178a-073b-4082-94da-b001d5b5b31d HTTP/1.1" status: 200 len: 217 time: 0.0750415 Nov 23 17:21:37.031872 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5411fba-4e26-4283-8010-a11f4f0ce276 None None] Sync routers for ids ['dc41b7d5-4907-4bf1-86a2-fc3cc82f6d51'] in n-d-816206-8 {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:21:37.035816 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b6fe9064-fbf5-4293-8847-4bf67ae8780f admin admin] Publish callbacks [] for router, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:37.037144 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f23f482-e8d0-42af-8433-c08db97279b9 None None] Network 43d8ac08-152d-4053-b836-ddc03b0e91a2 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:21:37.037875 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-b6fe9064-fbf5-4293-8847-4bf67ae8780f admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.8965435 Nov 23 17:21:37.050924 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 52370) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:21:37.129950 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-97a0a9dd-67c2-4af5-948a-930c96b95746 req-ba86feec-5a82-4953-b0a7-40fad442a2e9 tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] 10.222.0.60 "GET /v2.0/security-groups?id=5c82e7e8-9cad-459a-acb2-b7a0867274de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2103536 Nov 23 17:21:37.182743 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ade8d03-4da4-41db-9cde-207e39d8bb0c req-9850d58b-5fcc-4f78-b93f-f70074f113b0 tempest-FloatingIPsAssociationNegativeTestJSON-1058719936 tempest-FloatingIPsAssociationNegativeTestJSON-1058719936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:21:37.184282 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4ade8d03-4da4-41db-9cde-207e39d8bb0c req-9850d58b-5fcc-4f78-b93f-f70074f113b0 tempest-FloatingIPsAssociationNegativeTestJSON-1058719936 tempest-FloatingIPsAssociationNegativeTestJSON-1058719936-project] 10.222.0.60 "GET /v2.0/ports?device_id=61f90a48-4098-4063-9d4f-98c63927a8c3&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1729519 Nov 23 17:21:37.200014 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5411fba-4e26-4283-8010-a11f4f0ce276 None None] Routers {'dc41b7d5-4907-4bf1-86a2-fc3cc82f6d51'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:21:37.200689 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-b5411fba-4e26-4283-8010-a11f4f0ce276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:21:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['dc41b7d5-4907-4bf1-86a2-fc3cc82f6d51'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:21:37.254558 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4ade8d03-4da4-41db-9cde-207e39d8bb0c req-7e777de1-7bc8-41d5-9735-f81a4af947e5 tempest-FloatingIPsAssociationNegativeTestJSON-1058719936 tempest-FloatingIPsAssociationNegativeTestJSON-1058719936-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.3.227 HTTP/1.1" status: 200 len: 696 time: 0.0608244 Nov 23 17:21:37.281524 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d0de57-3902-4601-91dd-7b9e7e6173fa req-b377f4a3-1e2b-4224-9d95-9ea9fc8ca35f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:21:37.283013 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-76d0de57-3902-4601-91dd-7b9e7e6173fa req-b377f4a3-1e2b-4224-9d95-9ea9fc8ca35f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ac77c175-5679-438b-8a2a-356718377641 HTTP/1.1" status: 200 len: 843 time: 0.2427604 Nov 23 17:21:37.302328 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-72dfbe84-ad97-4e8b-928b-a6dba149092c None None] Provisioning complete for port 38f9507d-89e2-4881-bb1d-1b8cd06acb31 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:21:37.302712 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-72dfbe84-ad97-4e8b-928b-a6dba149092c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:37.303624 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6cc5cbd4-b7a4-4c79-accb-c684058369c3 req-325d8cd4-f83e-4efb-b292-432f2c157719 tempest-FloatingIPsAssociationTestJSON-1150543333 tempest-FloatingIPsAssociationTestJSON-1150543333-project] 10.222.0.60 "GET /v2.0/ports?device_id=94483118-8c1c-4799-a73f-44dc63b488e2 HTTP/1.1" status: 200 len: 210 time: 0.0470428 Nov 23 17:21:37.304690 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Pushing event updated for resources: {'Port': ['ID=38f9507d-89e2-4881-bb1d-1b8cd06acb31,revision_number=3']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:21:37.314059 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [req-4ade8d03-4da4-41db-9cde-207e39d8bb0c req-ef3c3d74-b270-474a-b5f9-c0a784155b23 tempest-FloatingIPsAssociationNegativeTestJSON-1058719936 tempest-FloatingIPsAssociationNegativeTestJSON-1058719936-project] Request body: {'floatingip': {'port_id': '85c78666-18e8-4f41-9932-77363b785c94', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:21:37.399747 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-4ade8d03-4da4-41db-9cde-207e39d8bb0c req-ef3c3d74-b270-474a-b5f9-c0a784155b23 tempest-FloatingIPsAssociationNegativeTestJSON-1058719936 tempest-FloatingIPsAssociationNegativeTestJSON-1058719936-project] Publish callbacks [] for floatingip, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:37.600118 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8ea0db8b-afa9-4bbb-8db3-1a0bc19b079d req-e36ed6f4-d229-4a07-b327-b13ce87769c5 tempest-SecurityGroupRulesNegativeTestJSON-1993101443 tempest-SecurityGroupRulesNegativeTestJSON-1993101443-project] 10.222.0.60 "GET /v2.0/security-groups/c8143b3f-f94b-4d60-8611-eafd928b4b15 HTTP/1.1" status: 200 len: 1828 time: 0.2225273 Nov 23 17:21:37.701024 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvr_db [None req-b5411fba-4e26-4283-8010-a11f4f0ce276 None None] Set router dc41b7d5-4907-4bf1-86a2-fc3cc82f6d51 gateway port host: n-d-816206-8 {{(pid=103592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:21:37.969023 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d0de57-3902-4601-91dd-7b9e7e6173fa req-e6ac1e92-8bc5-4bf1-b53d-e92ccbc101a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:21:37.970676 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-76d0de57-3902-4601-91dd-7b9e7e6173fa req-e6ac1e92-8bc5-4bf1-b53d-e92ccbc101a7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f1e1dabf-b410-4023-9169-a460a86e7184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6797209 Nov 23 17:21:38.086306 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-b5411fba-4e26-4283-8010-a11f4f0ce276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc41b7d5-4907-4bf1-86a2-fc3cc82f6d51', 'name': 'tempest-ServerActionsTestJSON-69346498-router', 'tenant_id': '3541603f19884b9cb683e7eedd76d17c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.14'}], 'enable_snat': True}, 'gw_port_id': '29810685-a873-4a8b-9531-c6d1f2654f79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:21:33Z', 'updated_at': '2021-11-23T17:21:35Z', 'revision_number': 3, 'project_id': '3541603f19884b9cb683e7eedd76d17c', 'gw_port': {'id': '29810685-a873-4a8b-9531-c6d1f2654f79', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:da:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc41b7d5-4907-4bf1-86a2-fc3cc82f6d51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:21:34Z', 'updated_at': '2021-11-23T17:21:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8'}], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:21:38.172049 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5411fba-4e26-4283-8010-a11f4f0ce276 None None] Checking router: dc41b7d5-4907-4bf1-86a2-fc3cc82f6d51 for host: n-d-816206-8 {{(pid=103592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 17:21:38.172415 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5411fba-4e26-4283-8010-a11f4f0ce276 None None] Updating router dc41b7d5-4907-4bf1-86a2-fc3cc82f6d51 port 29810685-a873-4a8b-9531-c6d1f2654f79 binding host n-d-816206-8 {{(pid=103592) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 17:21:38.221428 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ace1501-37a3-4e46-8f9c-761b0668405f req-e23d2374-6b2e-458a-a07d-076cb80fb7cf tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:21:38.229130 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-3ace1501-37a3-4e46-8f9c-761b0668405f req-e23d2374-6b2e-458a-a07d-076cb80fb7cf tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] 10.222.0.60 "GET /v2.0/ports?device_id=8137b671-58e3-4c8f-b0a0-33c885019390 HTTP/1.1" status: 200 len: 946 time: 0.2244451 Nov 23 17:21:38.230111 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b5411fba-4e26-4283-8010-a11f4f0ce276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:38.277866 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c69cb41-7ebd-4ccc-ae7d-264b88675936 req-af4c8d84-fa9d-4824-91f9-e99f6a16011d tempest-FloatingIPsAssociationTestJSON-1150543333 tempest-FloatingIPsAssociationTestJSON-1150543333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:21:38.279243 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-0c69cb41-7ebd-4ccc-ae7d-264b88675936 req-af4c8d84-fa9d-4824-91f9-e99f6a16011d tempest-FloatingIPsAssociationTestJSON-1150543333 tempest-FloatingIPsAssociationTestJSON-1150543333-project] 10.222.0.55 "GET /v2.0/networks?id=aad59512-80bb-49f8-8f54-daff64a8bc03 HTTP/1.1" status: 200 len: 821 time: 0.5487735 Nov 23 17:21:38.304237 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-76d0de57-3902-4601-91dd-7b9e7e6173fa req-f4cf5b4c-4bb8-4c8d-bbd8-98e72cc34d55 service neutron] 10.222.0.36 "GET /v2.0/networks/f1e1dabf-b410-4023-9169-a460a86e7184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3218553 Nov 23 17:21:38.334205 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-96e17982-7f44-4bde-945d-cf30e8a6c45c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:38.376834 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-4ade8d03-4da4-41db-9cde-207e39d8bb0c req-ef3c3d74-b270-474a-b5f9-c0a784155b23 tempest-FloatingIPsAssociationNegativeTestJSON-1058719936 tempest-FloatingIPsAssociationNegativeTestJSON-1058719936-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:38.384501 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [req-0c69cb41-7ebd-4ccc-ae7d-264b88675936 req-25be3348-b852-49c6-91bf-929b7bb9cbd7 tempest-FloatingIPsAssociationTestJSON-1150543333 tempest-FloatingIPsAssociationTestJSON-1150543333-project] Request body: {'port': {'device_id': '94483118-8c1c-4799-a73f-44dc63b488e2', 'network_id': 'aad59512-80bb-49f8-8f54-daff64a8bc03', 'admin_state_up': True, 'tenant_id': 'b930416d8ba84d7ba659706c10c554f7'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:21:38.390903 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-4ade8d03-4da4-41db-9cde-207e39d8bb0c req-ef3c3d74-b270-474a-b5f9-c0a784155b23 tempest-FloatingIPsAssociationNegativeTestJSON-1058719936 tempest-FloatingIPsAssociationNegativeTestJSON-1058719936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1795396'] for floatingip, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:38.509352 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-76d0de57-3902-4601-91dd-7b9e7e6173fa req-f18f2249-9096-42d2-9a1a-a998cfc8ea7b service neutron] 10.222.0.36 "GET /v2.0/networks/f1e1dabf-b410-4023-9169-a460a86e7184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1962879 Nov 23 17:21:38.513444 n-d-816206-8 neutron-server[103591]: INFO neutron.db.l3_db [req-4ade8d03-4da4-41db-9cde-207e39d8bb0c req-ef3c3d74-b270-474a-b5f9-c0a784155b23 tempest-FloatingIPsAssociationNegativeTestJSON-1058719936 tempest-FloatingIPsAssociationNegativeTestJSON-1058719936-project] Floating IP cac20ddc-f3a3-47bb-94ce-9617d13ab7b3 associated. External IP: 172.25.3.227, port: 85c78666-18e8-4f41-9932-77363b785c94. Nov 23 17:21:38.610091 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-96e17982-7f44-4bde-945d-cf30e8a6c45c admin admin] Allocated IP 172.20.0.1 (43d8ac08-152d-4053-b836-ddc03b0e91a2/23f80e8e-7e58-4465-87c1-72654345f52f/2ef9a377-d95f-4a4d-8775-0c36e80e3f3e) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:21:38.627696 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b5411fba-4e26-4283-8010-a11f4f0ce276 None None] Publish callbacks [] for port, precommit_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:38.637636 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 38f9507d-89e2-4881-bb1d-1b8cd06acb31 up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:21:38.642498 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b5411fba-4e26-4283-8010-a11f4f0ce276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:38.702896 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-3ace1501-37a3-4e46-8f9c-761b0668405f req-8a724589-4b95-4b91-bac3-b098e12a14d2 tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] 10.222.0.60 "GET /v2.0/security-groups?id=ef6a96c0-423c-4ea7-a75c-4657afd8c521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4380727 Nov 23 17:21:38.730127 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc60784-c9d3-49da-bc42-9242b67094a3 None None] Pushing event updated for resources: {'Port': ['ID=29810685-a873-4a8b-9531-c6d1f2654f79,revision_number=2']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:21:38.771704 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c69cb41-7ebd-4ccc-ae7d-264b88675936 req-25be3348-b852-49c6-91bf-929b7bb9cbd7 tempest-FloatingIPsAssociationTestJSON-1150543333 tempest-FloatingIPsAssociationTestJSON-1150543333-project] Made reservation on behalf of b930416d8ba84d7ba659706c10c554f7 for: {'port': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:21:38.775519 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-96e17982-7f44-4bde-945d-cf30e8a6c45c admin admin] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:38.777502 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-0c69cb41-7ebd-4ccc-ae7d-264b88675936 req-25be3348-b852-49c6-91bf-929b7bb9cbd7 tempest-FloatingIPsAssociationTestJSON-1150543333 tempest-FloatingIPsAssociationTestJSON-1150543333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:38.789904 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-439e00f6-d652-4ccd-8ba3-1a48b17941cc None None] Provisioning complete for port 38f9507d-89e2-4881-bb1d-1b8cd06acb31 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:21:38.790303 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-439e00f6-d652-4ccd-8ba3-1a48b17941cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:38.820270 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-b5411fba-4e26-4283-8010-a11f4f0ce276 None None] Attempting to bind port 29810685-a873-4a8b-9531-c6d1f2654f79 on host n-d-816206-8 for vnic_type normal with profile {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:21:38.820903 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-b5411fba-4e26-4283-8010-a11f4f0ce276 None None] Attempting to bind port 29810685-a873-4a8b-9531-c6d1f2654f79 by drivers openvswitch,hyperv on host n-d-816206-8 at level 0 using segments [{'id': 'bffd1e4f-e80f-4ff0-b418-2f42ae15febf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:21:38.821372 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5411fba-4e26-4283-8010-a11f4f0ce276 None None] Attempting to bind port 29810685-a873-4a8b-9531-c6d1f2654f79 on network 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:21:38.821517 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-96e17982-7f44-4bde-945d-cf30e8a6c45c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:38.830125 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5411fba-4e26-4283-8010-a11f4f0ce276 None None] Checking agent: {'id': '9e89acbe-4bbe-4c77-a18b-6f1da9133e0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 7, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 21, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:21:38.830709 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5411fba-4e26-4283-8010-a11f4f0ce276 None None] Checking segment: {'id': 'bffd1e4f-e80f-4ff0-b418-2f42ae15febf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:21:38.831222 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b5411fba-4e26-4283-8010-a11f4f0ce276 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:38.831747 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5411fba-4e26-4283-8010-a11f4f0ce276 None None] Bound using segment: {'id': 'bffd1e4f-e80f-4ff0-b418-2f42ae15febf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:21:38.832335 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-b5411fba-4e26-4283-8010-a11f4f0ce276 None None] Bound port: 29810685-a873-4a8b-9531-c6d1f2654f79, host: n-d-816206-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bffd1e4f-e80f-4ff0-b418-2f42ae15febf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'}}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:21:38.832844 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b5411fba-4e26-4283-8010-a11f4f0ce276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:38.835999 n-d-816206-8 neutron-server[103591]: INFO neutron.api.v2.resource [req-e082e1dc-69bc-45d3-a6de-c9e9184fb7cd req-bbf2be9c-d08c-4309-8c07-2428faf8c74c tempest-SecurityGroupRulesNegativeTestJSON-1993101443 tempest-SecurityGroupRulesNegativeTestJSON-1993101443-project] show failed (client error): The resource could not be found. Nov 23 17:21:38.849057 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e082e1dc-69bc-45d3-a6de-c9e9184fb7cd req-bbf2be9c-d08c-4309-8c07-2428faf8c74c tempest-SecurityGroupRulesNegativeTestJSON-1993101443 tempest-SecurityGroupRulesNegativeTestJSON-1993101443-project] 10.222.0.60 "GET /v2.0/security-groups/f7415499-cfb7-4f7f-8f4e-c48e413b5851 HTTP/1.1" status: 404 len: 352 time: 0.0552304 Nov 23 17:21:38.867791 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96e17982-7f44-4bde-945d-cf30e8a6c45c admin admin] Network 43d8ac08-152d-4053-b836-ddc03b0e91a2 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:21:38.872083 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-96e17982-7f44-4bde-945d-cf30e8a6c45c admin admin] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:21:38.895115 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96e17982-7f44-4bde-945d-cf30e8a6c45c admin admin] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:21:38.917279 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b5411fba-4e26-4283-8010-a11f4f0ce276 None None] For port 29810685-a873-4a8b-9531-c6d1f2654f79, host n-d-816206-8, cleared binding levels {{(pid=103592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:21:38.925073 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b5411fba-4e26-4283-8010-a11f4f0ce276 None None] For port 29810685-a873-4a8b-9531-c6d1f2654f79, host n-d-816206-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=29810685-a873-4a8b-9531-c6d1f2654f79,segment=NetworkSegment(bffd1e4f-e80f-4ff0-b418-2f42ae15febf),segment_id=bffd1e4f-e80f-4ff0-b418-2f42ae15febf)] {{(pid=103592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:21:38.959768 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-96e17982-7f44-4bde-945d-cf30e8a6c45c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1795539'] for router_interface, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:38.968371 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device 9d69178a-073b-4082-94da-b001d5b5b31d up at agent hyperv_n-h2-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:21:39.014705 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e17982-7f44-4bde-945d-cf30e8a6c45c admin admin] Pushing event updated for resources: {'Port': ['ID=2ef9a377-d95f-4a4d-8775-0c36e80e3f3e,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:21:39.039774 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b5411fba-4e26-4283-8010-a11f4f0ce276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:39.125321 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-96e17982-7f44-4bde-945d-cf30e8a6c45c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:39.133771 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc60784-c9d3-49da-bc42-9242b67094a3 None None] Pushing event updated for resources: {'Port': ['ID=29810685-a873-4a8b-9531-c6d1f2654f79,revision_number=3']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:21:39.158433 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5411fba-4e26-4283-8010-a11f4f0ce276 None None] Routers {'dc41b7d5-4907-4bf1-86a2-fc3cc82f6d51'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:21:39.159080 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-b5411fba-4e26-4283-8010-a11f4f0ce276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:21:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['dc41b7d5-4907-4bf1-86a2-fc3cc82f6d51'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:21:39.294692 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port 38f9507d-89e2-4881-bb1d-1b8cd06acb31 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:21:39.295049 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:39.347405 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-96e17982-7f44-4bde-945d-cf30e8a6c45c admin admin] Publish callbacks [] for port, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:39.354401 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-96e17982-7f44-4bde-945d-cf30e8a6c45c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264357957'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:39.376657 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Provisioning for port 9d69178a-073b-4082-94da-b001d5b5b31d completed by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 17:21:39.386189 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Provisioning complete for port 9d69178a-073b-4082-94da-b001d5b5b31d triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:21:39.386568 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:39.450849 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-96e17982-7f44-4bde-945d-cf30e8a6c45c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2068703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1794403'] for router_interface, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:39.481157 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvr_db [None req-b5411fba-4e26-4283-8010-a11f4f0ce276 None None] Set router dc41b7d5-4907-4bf1-86a2-fc3cc82f6d51 gateway port host: n-d-816206-8 {{(pid=103592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:21:39.522451 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e17982-7f44-4bde-945d-cf30e8a6c45c admin admin] Pushing event updated for resources: {'Port': ['ID=2ef9a377-d95f-4a4d-8775-0c36e80e3f3e,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:21:39.553029 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4a90b3-29e1-4731-948b-b0b1be596739 req-7e994b5b-b872-4d94-b138-3562bbd560fc tempest-LiveMigrationTest-1150397521 tempest-LiveMigrationTest-1150397521-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:21:39.560312 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-1c4a90b3-29e1-4731-948b-b0b1be596739 req-7e994b5b-b872-4d94-b138-3562bbd560fc tempest-LiveMigrationTest-1150397521 tempest-LiveMigrationTest-1150397521-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=4abb5890-6e70-46c1-a968-68c3ff6d1713 HTTP/1.1" status: 200 len: 1096 time: 0.6397367 Nov 23 17:21:39.603902 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.db_base_plugin_common [req-0c69cb41-7ebd-4ccc-ae7d-264b88675936 req-25be3348-b852-49c6-91bf-929b7bb9cbd7 tempest-FloatingIPsAssociationTestJSON-1150543333 tempest-FloatingIPsAssociationTestJSON-1150543333-project] Allocated IP 172.20.0.14 (aad59512-80bb-49f8-8f54-daff64a8bc03/5ec29eee-2e3a-4642-be97-88a03756cf1b/fba50d82-4af0-48c0-a41a-3d00e787e652) {{(pid=103591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:21:39.614353 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-011ec51e-3d6c-4f46-a31b-0d3ff4a9a1ae None None] Provisioning complete for port 2ef9a377-d95f-4a4d-8775-0c36e80e3f3e triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:21:39.614847 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-011ec51e-3d6c-4f46-a31b-0d3ff4a9a1ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:39.620045 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96e17982-7f44-4bde-945d-cf30e8a6c45c admin admin] Network 43d8ac08-152d-4053-b836-ddc03b0e91a2 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:21:39.622752 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-96e17982-7f44-4bde-945d-cf30e8a6c45c admin admin] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:21:39.701001 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-1c4a90b3-29e1-4731-948b-b0b1be596739 req-2e7908a5-244b-40a9-a8b2-853d7584b736 tempest-LiveMigrationTest-1150397521 tempest-LiveMigrationTest-1150397521-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=5c82e7e8-9cad-459a-acb2-b7a0867274de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395583 Nov 23 17:21:39.703909 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4ade8d03-4da4-41db-9cde-207e39d8bb0c req-ef3c3d74-b270-474a-b5f9-c0a784155b23 tempest-FloatingIPsAssociationNegativeTestJSON-1058719936 tempest-FloatingIPsAssociationNegativeTestJSON-1058719936-project] Router 71d66ecc-15c1-4169-8614-9aab39e82fff has already been hosted by L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 {{(pid=103591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 17:21:39.797946 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-011ec51e-3d6c-4f46-a31b-0d3ff4a9a1ae None None] Port 2ef9a377-d95f-4a4d-8775-0c36e80e3f3e cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:21:39.819616 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:39.871328 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96e17982-7f44-4bde-945d-cf30e8a6c45c admin admin] Router dc41b7d5-4907-4bf1-86a2-fc3cc82f6d51 has already been hosted by L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 {{(pid=103590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 17:21:39.931387 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b06fd73f-d5cd-4321-910c-bac8aff99182', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d69178a-073b-4082-94da-b001d5b5b31d'}] {{(pid=103592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:21:39.934309 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba3e6a8f2301c7a29fe1eca9779abdae4ccbcd6266d69778087f2498d5551201" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c474965d-aedb-4661-b297-dd8a446e5dc9" -d '{"events": [{"server_uuid": "b06fd73f-d5cd-4321-910c-bac8aff99182", "name": "network-vif-plugged", "status": "completed", "tag": "9d69178a-073b-4082-94da-b001d5b5b31d"}]}' {{(pid=103592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:21:39.951880 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port 9d69178a-073b-4082-94da-b001d5b5b31d, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=9d69178a-073b-4082-94da-b001d5b5b31d,segment=NetworkSegment(329c1745-02bf-4561-9615-3192910887f5),segment_id=329c1745-02bf-4561-9615-3192910887f5)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:21:39.960335 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:40.031534 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96e17982-7f44-4bde-945d-cf30e8a6c45c admin admin] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:21:40.037998 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-96e17982-7f44-4bde-945d-cf30e8a6c45c admin admin] 10.222.0.60 "PUT /v2.0/routers/dc41b7d5-4907-4bf1-86a2-fc3cc82f6d51/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9857106 Nov 23 17:21:40.107065 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c981f9b8-ac12-4ddb-b46d-db10e5a82f05 req-74862cd2-7706-4cef-a858-40078d4454a9 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:21:40.108391 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c981f9b8-ac12-4ddb-b46d-db10e5a82f05 req-74862cd2-7706-4cef-a858-40078d4454a9 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] 10.222.0.60 "GET /v2.0/ports?device_id=b06fd73f-d5cd-4321-910c-bac8aff99182 HTTP/1.1" status: 200 len: 949 time: 0.2020717 Nov 23 17:21:40.141544 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-b5411fba-4e26-4283-8010-a11f4f0ce276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc41b7d5-4907-4bf1-86a2-fc3cc82f6d51', 'name': 'tempest-ServerActionsTestJSON-69346498-router', 'tenant_id': '3541603f19884b9cb683e7eedd76d17c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.14'}], 'enable_snat': True}, 'gw_port_id': '29810685-a873-4a8b-9531-c6d1f2654f79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:21:33Z', 'updated_at': '2021-11-23T17:21:39Z', 'revision_number': 4, 'project_id': '3541603f19884b9cb683e7eedd76d17c', 'gw_port': {'id': '29810685-a873-4a8b-9531-c6d1f2654f79', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:da:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc41b7d5-4907-4bf1-86a2-fc3cc82f6d51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:21:34Z', 'updated_at': '2021-11-23T17:21:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_interfaces': [{'id': '2ef9a377-d95f-4a4d-8775-0c36e80e3f3e', 'name': '', 'network_id': '43d8ac08-152d-4053-b836-ddc03b0e91a2', 'tenant_id': '3541603f19884b9cb683e7eedd76d17c', 'mac_address': 'fa:16:3e:07:7c:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc41b7d5-4907-4bf1-86a2-fc3cc82f6d51', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '23f80e8e-7e58-4465-87c1-72654345f52f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:21:38Z', 'updated_at': '2021-11-23T17:21:38Z', 'revision_number': 1, 'project_id': '3541603f19884b9cb683e7eedd76d17c', 'subnets': [{'id': '23f80e8e-7e58-4465-87c1-72654345f52f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:21:40.154256 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-0c69cb41-7ebd-4ccc-ae7d-264b88675936 req-25be3348-b852-49c6-91bf-929b7bb9cbd7 tempest-FloatingIPsAssociationTestJSON-1150543333 tempest-FloatingIPsAssociationTestJSON-1150543333-project] Publish callbacks [] for port, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:40.172087 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4ade8d03-4da4-41db-9cde-207e39d8bb0c req-ef3c3d74-b270-474a-b5f9-c0a784155b23 tempest-FloatingIPsAssociationNegativeTestJSON-1058719936 tempest-FloatingIPsAssociationNegativeTestJSON-1058719936-project] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:21:40.183399 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-4ade8d03-4da4-41db-9cde-207e39d8bb0c req-ef3c3d74-b270-474a-b5f9-c0a784155b23 tempest-FloatingIPsAssociationNegativeTestJSON-1058719936 tempest-FloatingIPsAssociationNegativeTestJSON-1058719936-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for floatingip, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:40.184659 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5411fba-4e26-4283-8010-a11f4f0ce276 None None] The sync data for ids ['dc41b7d5-4907-4bf1-86a2-fc3cc82f6d51'] in n-d-816206-8 is: [{'id': 'dc41b7d5-4907-4bf1-86a2-fc3cc82f6d51', 'name': 'tempest-ServerActionsTestJSON-69346498-router', 'tenant_id': '3541603f19884b9cb683e7eedd76d17c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.14'}], 'enable_snat': True}, 'gw_port_id': '29810685-a873-4a8b-9531-c6d1f2654f79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:21:33Z', 'updated_at': '2021-11-23T17:21:39Z', 'revision_number': 4, 'project_id': '3541603f19884b9cb683e7eedd76d17c', 'gw_port': {'id': '29810685-a873-4a8b-9531-c6d1f2654f79', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:da:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc41b7d5-4907-4bf1-86a2-fc3cc82f6d51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:21:34Z', 'updated_at': '2021-11-23T17:21:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_interfaces': [{'id': '2ef9a377-d95f-4a4d-8775-0c36e80e3f3e', 'name': '', 'network_id': '43d8ac08-152d-4053-b836-ddc03b0e91a2', 'tenant_id': '3541603f19884b9cb683e7eedd76d17c', 'mac_address': 'fa:16:3e:07:7c:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc41b7d5-4907-4bf1-86a2-fc3cc82f6d51', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '23f80e8e-7e58-4465-87c1-72654345f52f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:21:38Z', 'updated_at': '2021-11-23T17:21:38Z', 'revision_number': 1, 'project_id': '3541603f19884b9cb683e7eedd76d17c', 'subnets': [{'id': '23f80e8e-7e58-4465-87c1-72654345f52f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:21:40.188013 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b7bcf80-d615-4a8a-add4-5cea5c8954c7 None None] Sync routers for ids ['71d66ecc-15c1-4169-8614-9aab39e82fff'] in n-d-816206-8 {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:21:40.203232 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b7bcf80-d615-4a8a-add4-5cea5c8954c7 None None] Routers {'71d66ecc-15c1-4169-8614-9aab39e82fff'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:21:40.204441 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-5b7bcf80-d615-4a8a-add4-5cea5c8954c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:21:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['71d66ecc-15c1-4169-8614-9aab39e82fff'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:21:40.206670 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-c2ac5637-265c-4026-87e1-e7391dc33b1c None None] Provisioning complete for port 2ef9a377-d95f-4a4d-8775-0c36e80e3f3e triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:21:40.207047 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c2ac5637-265c-4026-87e1-e7391dc33b1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:40.210605 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Pushing event updated for resources: {'Port': ['ID=9d69178a-073b-4082-94da-b001d5b5b31d,revision_number=5']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:21:40.261631 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-c2ac5637-265c-4026-87e1-e7391dc33b1c None None] Port 2ef9a377-d95f-4a4d-8775-0c36e80e3f3e cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:21:40.274896 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c981f9b8-ac12-4ddb-b46d-db10e5a82f05 req-3c12e89c-e065-4d03-973d-9553790fa165 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] 10.222.0.60 "GET /v2.0/security-groups?id=70227657-be62-432a-a8fd-5a85231fc7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522446 Nov 23 17:21:40.282768 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4ade8d03-4da4-41db-9cde-207e39d8bb0c req-ef3c3d74-b270-474a-b5f9-c0a784155b23 tempest-FloatingIPsAssociationNegativeTestJSON-1058719936 tempest-FloatingIPsAssociationNegativeTestJSON-1058719936-project] 10.222.0.60 "PUT /v2.0/floatingips/cac20ddc-f3a3-47bb-94ce-9617d13ab7b3 HTTP/1.1" status: 200 len: 997 time: 2.9778523 Nov 23 17:21:40.284559 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61f90a48-4098-4063-9d4f-98c63927a8c3', 'tag': '85c78666-18e8-4f41-9932-77363b785c94'}] {{(pid=103591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:21:40.288109 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41d174a19ece9499ff9ec44e5b3fc50f2abd3ffbc947fb7e52ea1e8db27b95b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73e94191-91a7-40e3-8359-72f66bc71742" -d '{"events": [{"name": "network-changed", "server_uuid": "61f90a48-4098-4063-9d4f-98c63927a8c3", "tag": "85c78666-18e8-4f41-9932-77363b785c94"}]}' {{(pid=103591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:21:40.350466 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-0c69cb41-7ebd-4ccc-ae7d-264b88675936 req-25be3348-b852-49c6-91bf-929b7bb9cbd7 tempest-FloatingIPsAssociationTestJSON-1150543333 tempest-FloatingIPsAssociationTestJSON-1150543333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:40.448020 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c69cb41-7ebd-4ccc-ae7d-264b88675936 req-25be3348-b852-49c6-91bf-929b7bb9cbd7 tempest-FloatingIPsAssociationTestJSON-1150543333 tempest-FloatingIPsAssociationTestJSON-1150543333-project] Network aad59512-80bb-49f8-8f54-daff64a8bc03 is already hosted by enough agents. {{(pid=103591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:21:40.449044 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-5b7bcf80-d615-4a8a-add4-5cea5c8954c7 None None] Set router 71d66ecc-15c1-4169-8614-9aab39e82fff gateway port host: n-d-816206-8 {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:21:40.461648 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [req-0c69cb41-7ebd-4ccc-ae7d-264b88675936 req-25be3348-b852-49c6-91bf-929b7bb9cbd7 tempest-FloatingIPsAssociationTestJSON-1150543333 tempest-FloatingIPsAssociationTestJSON-1150543333-project] Resources bound (agent type, host, resource id): {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:21:40.477635 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ade8d03-4da4-41db-9cde-207e39d8bb0c req-7178ca74-4dc6-40b5-92be-3ef84caf1b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:21:40.479240 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4ade8d03-4da4-41db-9cde-207e39d8bb0c req-7178ca74-4dc6-40b5-92be-3ef84caf1b51 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=07c066c23f614c7cae841372177b7a9e&device_id=61f90a48-4098-4063-9d4f-98c63927a8c3 HTTP/1.1" status: 200 len: 1097 time: 0.1590624 Nov 23 17:21:40.480384 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c69cb41-7ebd-4ccc-ae7d-264b88675936 req-25be3348-b852-49c6-91bf-929b7bb9cbd7 tempest-FloatingIPsAssociationTestJSON-1150543333 tempest-FloatingIPsAssociationTestJSON-1150543333-project] Received port after_create {{(pid=103591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:21:40.483261 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25be3348-b852-49c6-91bf-929b7bb9cbd7 tempest-FloatingIPsAssociationTestJSON-1150543333 tempest-FloatingIPsAssociationTestJSON-1150543333-project] Pushing event updated for resources: {'Port': ['ID=fba50d82-4af0-48c0-a41a-3d00e787e652,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:21:40.571748 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73299f52-3a6d-4228-832d-ece0480d720e req-d5a8901c-fc1b-4bae-8396-2b31bf075091 tempest-FloatingIPsAssociationTestJSON-1150543333 tempest-FloatingIPsAssociationTestJSON-1150543333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:21:40.573696 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-73299f52-3a6d-4228-832d-ece0480d720e req-d5a8901c-fc1b-4bae-8396-2b31bf075091 tempest-FloatingIPsAssociationTestJSON-1150543333 tempest-FloatingIPsAssociationTestJSON-1150543333-project] 10.222.0.60 "GET /v2.0/ports?device_id=94483118-8c1c-4799-a73f-44dc63b488e2 HTTP/1.1" status: 200 len: 932 time: 0.2054217 Nov 23 17:21:40.648080 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c69cb41-7ebd-4ccc-ae7d-264b88675936 req-25be3348-b852-49c6-91bf-929b7bb9cbd7 tempest-FloatingIPsAssociationTestJSON-1150543333 tempest-FloatingIPsAssociationTestJSON-1150543333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:21:40.648915 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-0c69cb41-7ebd-4ccc-ae7d-264b88675936 req-25be3348-b852-49c6-91bf-929b7bb9cbd7 tempest-FloatingIPsAssociationTestJSON-1150543333 tempest-FloatingIPsAssociationTestJSON-1150543333-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:40.672315 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-0c69cb41-7ebd-4ccc-ae7d-264b88675936 req-25be3348-b852-49c6-91bf-929b7bb9cbd7 tempest-FloatingIPsAssociationTestJSON-1150543333 tempest-FloatingIPsAssociationTestJSON-1150543333-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2926583 Nov 23 17:21:40.700541 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [req-0c69cb41-7ebd-4ccc-ae7d-264b88675936 req-cfc2e614-0c60-4d3b-b854-0b69d2f24ba4 service neutron] Request body: {'port': {'device_id': '94483118-8c1c-4799-a73f-44dc63b488e2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-8'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:21:40.752401 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-73299f52-3a6d-4228-832d-ece0480d720e req-bdd6bc88-21ee-4062-85cc-a04b3d5a8ac1 tempest-FloatingIPsAssociationTestJSON-1150543333 tempest-FloatingIPsAssociationTestJSON-1150543333-project] 10.222.0.60 "GET /v2.0/security-groups?id=b656dbf2-bd68-4405-bdb6-ed670d1dacf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697655 Nov 23 17:21:40.755811 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ade8d03-4da4-41db-9cde-207e39d8bb0c req-cd62269c-484c-4288-86ab-80e88b80f671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:21:40.756873 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4ade8d03-4da4-41db-9cde-207e39d8bb0c req-cd62269c-484c-4288-86ab-80e88b80f671 service neutron] 10.222.0.60 "GET /v2.0/networks?id=4adf0938-0492-41dc-8987-e4fa2efab96b HTTP/1.1" status: 200 len: 929 time: 0.2425184 Nov 23 17:21:40.790446 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-5b7bcf80-d615-4a8a-add4-5cea5c8954c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71d66ecc-15c1-4169-8614-9aab39e82fff', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-336350029-router', 'tenant_id': '07c066c23f614c7cae841372177b7a9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.58'}], 'enable_snat': True}, 'gw_port_id': '645a036e-90a6-49ab-b7ee-7a728b70b8c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:20:55Z', 'updated_at': '2021-11-23T17:21:06Z', 'revision_number': 4, 'project_id': '07c066c23f614c7cae841372177b7a9e', 'gw_port': {'id': '645a036e-90a6-49ab-b7ee-7a728b70b8c9', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:c4:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71d66ecc-15c1-4169-8614-9aab39e82fff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:20:55Z', 'updated_at': '2021-11-23T17:21:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_floatingips': [{'id': 'cac20ddc-f3a3-47bb-94ce-9617d13ab7b3', 'tenant_id': '07c066c23f614c7cae841372177b7a9e', 'floating_ip_address': '172.25.3.227', 'floating_network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'router_id': '71d66ecc-15c1-4169-8614-9aab39e82fff', 'port_id': '85c78666-18e8-4f41-9932-77363b785c94', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 632, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4adf0938-0492-41dc-8987-e4fa2efab96b', 'mac_address': 'fa:16:3e:77:89:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f90a48-4098-4063-9d4f-98c63927a8c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T17:21:33Z', 'updated_at': '2021-11-23T17:21:38Z', 'revision_number': 1, 'project_id': '07c066c23f614c7cae841372177b7a9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed61194b-a633-4f40-8525-28662094eca0', 'name': '', 'network_id': '4adf0938-0492-41dc-8987-e4fa2efab96b', 'tenant_id': '07c066c23f614c7cae841372177b7a9e', 'mac_address': 'fa:16:3e:af:16:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71d66ecc-15c1-4169-8614-9aab39e82fff', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'a8b30bfe-28eb-4c6c-8311-3d7631776675', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:21:04Z', 'updated_at': '2021-11-23T17:21:11Z', 'revision_number': 5, 'project_id': '07c066c23f614c7cae841372177b7a9e', 'subnets': [{'id': 'a8b30bfe-28eb-4c6c-8311-3d7631776675', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:21:40.806463 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-1abe883f-9966-4400-9044-1835209c5b71 None None] Provisioning complete for port fba50d82-4af0-48c0-a41a-3d00e787e652 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:21:40.806463 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-1abe883f-9966-4400-9044-1835209c5b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:40.823791 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b7bcf80-d615-4a8a-add4-5cea5c8954c7 None None] Checking router: 71d66ecc-15c1-4169-8614-9aab39e82fff for host: n-d-816206-8 {{(pid=103593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 17:21:40.835297 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b7bcf80-d615-4a8a-add4-5cea5c8954c7 None None] Routers {'71d66ecc-15c1-4169-8614-9aab39e82fff'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:21:40.836174 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-5b7bcf80-d615-4a8a-add4-5cea5c8954c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:21:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['71d66ecc-15c1-4169-8614-9aab39e82fff'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:21:40.848060 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-0c69cb41-7ebd-4ccc-ae7d-264b88675936 req-cfc2e614-0c60-4d3b-b854-0b69d2f24ba4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:40.873405 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-1abe883f-9966-4400-9044-1835209c5b71 None None] Port fba50d82-4af0-48c0-a41a-3d00e787e652 cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:21:40.896602 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4ade8d03-4da4-41db-9cde-207e39d8bb0c req-58e269c6-0e3f-4f4a-97a2-ca2e6a523c6b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=85c78666-18e8-4f41-9932-77363b785c94 HTTP/1.1" status: 200 len: 1000 time: 0.1160760 Nov 23 17:21:40.898925 n-d-816206-8 neutron-server[103591]: INFO neutron.api.v2.resource [req-13565c9a-9925-4116-8f51-8632164b8f94 req-6db7782b-6aa3-45fe-b1ac-7764e35a845d tempest-SecurityGroupRulesNegativeTestJSON-1993101443 tempest-SecurityGroupRulesNegativeTestJSON-1993101443-project] show failed (client error): The resource could not be found. Nov 23 17:21:40.900996 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-13565c9a-9925-4116-8f51-8632164b8f94 req-6db7782b-6aa3-45fe-b1ac-7764e35a845d tempest-SecurityGroupRulesNegativeTestJSON-1993101443 tempest-SecurityGroupRulesNegativeTestJSON-1993101443-project] 10.222.0.60 "GET /v2.0/security-group-rules/5e534ee2-608a-4ff4-93b1-1b34ae91140e HTTP/1.1" status: 404 len: 361 time: 0.0255308 Nov 23 17:21:40.987395 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-5b7bcf80-d615-4a8a-add4-5cea5c8954c7 None None] Set router 71d66ecc-15c1-4169-8614-9aab39e82fff gateway port host: n-d-816206-8 {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:21:41.057464 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ade8d03-4da4-41db-9cde-207e39d8bb0c req-0cd50371-e976-4dd9-aa01-a7a0b61d9336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:21:41.059759 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4ade8d03-4da4-41db-9cde-207e39d8bb0c req-0cd50371-e976-4dd9-aa01-a7a0b61d9336 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a8b30bfe-28eb-4c6c-8311-3d7631776675 HTTP/1.1" status: 200 len: 867 time: 0.1401377 Nov 23 17:21:41.165462 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab410932-bbc1-4b1b-bda5-8d086d056c23 req-40c8506f-ea87-414b-9345-d90cff5ade12 tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:21:41.169785 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ab410932-bbc1-4b1b-bda5-8d086d056c23 req-40c8506f-ea87-414b-9345-d90cff5ade12 tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] 10.222.0.60 "GET /v2.0/ports?device_id=8137b671-58e3-4c8f-b0a0-33c885019390 HTTP/1.1" status: 200 len: 946 time: 0.1955142 Nov 23 17:21:41.229416 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ade8d03-4da4-41db-9cde-207e39d8bb0c req-06f64786-5774-4427-b8e9-e6a33ba46eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:21:41.230958 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4ade8d03-4da4-41db-9cde-207e39d8bb0c req-06f64786-5774-4427-b8e9-e6a33ba46eb9 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4adf0938-0492-41dc-8987-e4fa2efab96b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1579094 Nov 23 17:21:41.246581 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [req-4ade8d03-4da4-41db-9cde-207e39d8bb0c req-e94ba861-d6fc-43e1-becc-ee90d7fa5209 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=103591) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 17:21:41.247606 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4ade8d03-4da4-41db-9cde-207e39d8bb0c req-e94ba861-d6fc-43e1-becc-ee90d7fa5209 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0068955 Nov 23 17:21:41.257319 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-5b7bcf80-d615-4a8a-add4-5cea5c8954c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71d66ecc-15c1-4169-8614-9aab39e82fff', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-336350029-router', 'tenant_id': '07c066c23f614c7cae841372177b7a9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.58'}], 'enable_snat': True}, 'gw_port_id': '645a036e-90a6-49ab-b7ee-7a728b70b8c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:20:55Z', 'updated_at': '2021-11-23T17:21:06Z', 'revision_number': 4, 'project_id': '07c066c23f614c7cae841372177b7a9e', 'gw_port': {'id': '645a036e-90a6-49ab-b7ee-7a728b70b8c9', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:c4:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71d66ecc-15c1-4169-8614-9aab39e82fff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:20:55Z', 'updated_at': '2021-11-23T17:21:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_floatingips': [{'id': 'cac20ddc-f3a3-47bb-94ce-9617d13ab7b3', 'tenant_id': '07c066c23f614c7cae841372177b7a9e', 'floating_ip_address': '172.25.3.227', 'floating_network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'router_id': '71d66ecc-15c1-4169-8614-9aab39e82fff', 'port_id': '85c78666-18e8-4f41-9932-77363b785c94', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 632, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4adf0938-0492-41dc-8987-e4fa2efab96b', 'mac_address': 'fa:16:3e:77:89:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f90a48-4098-4063-9d4f-98c63927a8c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T17:21:33Z', 'updated_at': '2021-11-23T17:21:38Z', 'revision_number': 1, 'project_id': '07c066c23f614c7cae841372177b7a9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed61194b-a633-4f40-8525-28662094eca0', 'name': '', 'network_id': '4adf0938-0492-41dc-8987-e4fa2efab96b', 'tenant_id': '07c066c23f614c7cae841372177b7a9e', 'mac_address': 'fa:16:3e:af:16:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71d66ecc-15c1-4169-8614-9aab39e82fff', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'a8b30bfe-28eb-4c6c-8311-3d7631776675', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:21:04Z', 'updated_at': '2021-11-23T17:21:11Z', 'revision_number': 5, 'project_id': '07c066c23f614c7cae841372177b7a9e', 'subnets': [{'id': 'a8b30bfe-28eb-4c6c-8311-3d7631776675', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:21:41.292767 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b7bcf80-d615-4a8a-add4-5cea5c8954c7 None None] The sync data for ids ['71d66ecc-15c1-4169-8614-9aab39e82fff'] in n-d-816206-8 is: [{'id': '71d66ecc-15c1-4169-8614-9aab39e82fff', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-336350029-router', 'tenant_id': '07c066c23f614c7cae841372177b7a9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.58'}], 'enable_snat': True}, 'gw_port_id': '645a036e-90a6-49ab-b7ee-7a728b70b8c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:20:55Z', 'updated_at': '2021-11-23T17:21:06Z', 'revision_number': 4, 'project_id': '07c066c23f614c7cae841372177b7a9e', 'gw_port': {'id': '645a036e-90a6-49ab-b7ee-7a728b70b8c9', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:c4:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71d66ecc-15c1-4169-8614-9aab39e82fff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:20:55Z', 'updated_at': '2021-11-23T17:21:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_floatingips': [{'id': 'cac20ddc-f3a3-47bb-94ce-9617d13ab7b3', 'tenant_id': '07c066c23f614c7cae841372177b7a9e', 'floating_ip_address': '172.25.3.227', 'floating_network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'router_id': '71d66ecc-15c1-4169-8614-9aab39e82fff', 'port_id': '85c78666-18e8-4f41-9932-77363b785c94', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 632, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4adf0938-0492-41dc-8987-e4fa2efab96b', 'mac_address': 'fa:16:3e:77:89:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61f90a48-4098-4063-9d4f-98c63927a8c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T17:21:33Z', 'updated_at': '2021-11-23T17:21:38Z', 'revision_number': 1, 'project_id': '07c066c23f614c7cae841372177b7a9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed61194b-a633-4f40-8525-28662094eca0', 'name': '', 'network_id': '4adf0938-0492-41dc-8987-e4fa2efab96b', 'tenant_id': '07c066c23f614c7cae841372177b7a9e', 'mac_address': 'fa:16:3e:af:16:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71d66ecc-15c1-4169-8614-9aab39e82fff', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'a8b30bfe-28eb-4c6c-8311-3d7631776675', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:21:04Z', 'updated_at': '2021-11-23T17:21:11Z', 'revision_number': 5, 'project_id': '07c066c23f614c7cae841372177b7a9e', 'subnets': [{'id': 'a8b30bfe-28eb-4c6c-8311-3d7631776675', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:21:41.326233 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ab410932-bbc1-4b1b-bda5-8d086d056c23 req-cd6fd860-4613-4b2c-8547-dc67b8614939 tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] 10.222.0.60 "GET /v2.0/security-groups?id=ef6a96c0-423c-4ea7-a75c-4657afd8c521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467540 Nov 23 17:21:41.443459 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [req-0c69cb41-7ebd-4ccc-ae7d-264b88675936 req-cfc2e614-0c60-4d3b-b854-0b69d2f24ba4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fba50d82-4af0-48c0-a41a-3d00e787e652 {{(pid=103591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:21:41.463770 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-0c69cb41-7ebd-4ccc-ae7d-264b88675936 req-cfc2e614-0c60-4d3b-b854-0b69d2f24ba4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:41.467582 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4ade8d03-4da4-41db-9cde-207e39d8bb0c req-2b947b48-c5fe-4883-a01c-f3485cb01792 service neutron] 10.222.0.60 "GET /v2.0/networks/4adf0938-0492-41dc-8987-e4fa2efab96b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2035830 Nov 23 17:21:41.502804 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.provisioning_blocks [req-0c69cb41-7ebd-4ccc-ae7d-264b88675936 req-cfc2e614-0c60-4d3b-b854-0b69d2f24ba4 service neutron] Transition to ACTIVE for port object fba50d82-4af0-48c0-a41a-3d00e787e652 will not be triggered until provisioned by entity L2. {{(pid=103591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 17:21:41.547370 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-0c69cb41-7ebd-4ccc-ae7d-264b88675936 req-cfc2e614-0c60-4d3b-b854-0b69d2f24ba4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264758186'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:41.597878 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a5d4219-5b99-4ab1-bbfa-b1c1c0072653 None None] New status for floating IP cac20ddc-f3a3-47bb-94ce-9617d13ab7b3: ACTIVE {{(pid=103592) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 17:21:41.679591 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc2e614-0c60-4d3b-b854-0b69d2f24ba4 service neutron] Pushing event updated for resources: {'Port': ['ID=fba50d82-4af0-48c0-a41a-3d00e787e652,revision_number=2']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:21:41.700283 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbcb901-b7ed-4315-b5c4-e20b1be45358 req-c7bdab36-610c-4a8f-a99e-505479f0a662 tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:21:41.707502 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5bbcb901-b7ed-4315-b5c4-e20b1be45358 req-c7bdab36-610c-4a8f-a99e-505479f0a662 tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] 10.222.0.60 "GET /v2.0/networks?id=3b84e4de-5a6f-44c6-a8e6-1d90b4d1f1b3 HTTP/1.1" status: 200 len: 808 time: 0.2851841 Nov 23 17:21:41.743210 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5bbcb901-b7ed-4315-b5c4-e20b1be45358 req-3f2a840a-282e-4060-9752-aadf8981a719 tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] 10.222.0.60 "GET /v2.0/quotas/4f30b4abc7074d1fa9d31a414a5f297f HTTP/1.1" status: 200 len: 375 time: 0.0347316 Nov 23 17:21:41.754360 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4ade8d03-4da4-41db-9cde-207e39d8bb0c req-d9a19edc-1295-4a95-b23c-bd864069191b service neutron] 10.222.0.60 "GET /v2.0/networks/4adf0938-0492-41dc-8987-e4fa2efab96b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2737808 Nov 23 17:21:41.848662 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:21:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2343ee1a-8160-4171-9296-eeabaaf30912 x-openstack-request-id: req-2343ee1a-8160-4171-9296-eeabaaf30912 {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:21:41.849681 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b06fd73f-d5cd-4321-910c-bac8aff99182", "name": "network-vif-plugged", "status": "completed", "tag": "9d69178a-073b-4082-94da-b001d5b5b31d", "code": 200}]} {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:21:41.849766 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-2343ee1a-8160-4171-9296-eeabaaf30912 {{(pid=103592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:21:41.850155 n-d-816206-8 neutron-server[103592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b06fd73f-d5cd-4321-910c-bac8aff99182', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d69178a-073b-4082-94da-b001d5b5b31d', 'code': 200} Nov 23 17:21:41.857790 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5bbcb901-b7ed-4315-b5c4-e20b1be45358 req-299197be-5c25-4ec9-9ed3-ff55418111d8 tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=4f30b4abc7074d1fa9d31a414a5f297f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1136546 Nov 23 17:21:41.914633 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-0c69cb41-7ebd-4ccc-ae7d-264b88675936 req-cfc2e614-0c60-4d3b-b854-0b69d2f24ba4 service neutron] Attempting to bind port fba50d82-4af0-48c0-a41a-3d00e787e652 on host n-h1-816206-8 for vnic_type normal with profile {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:21:41.914977 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-0c69cb41-7ebd-4ccc-ae7d-264b88675936 req-cfc2e614-0c60-4d3b-b854-0b69d2f24ba4 service neutron] Attempting to bind port fba50d82-4af0-48c0-a41a-3d00e787e652 by drivers openvswitch,hyperv on host n-h1-816206-8 at level 0 using segments [{'id': 'adf834ee-26cf-4f45-a2f3-83f453b804ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'aad59512-80bb-49f8-8f54-daff64a8bc03'}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:21:41.915313 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c69cb41-7ebd-4ccc-ae7d-264b88675936 req-cfc2e614-0c60-4d3b-b854-0b69d2f24ba4 service neutron] Attempting to bind port fba50d82-4af0-48c0-a41a-3d00e787e652 on network aad59512-80bb-49f8-8f54-daff64a8bc03 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:21:41.924239 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c69cb41-7ebd-4ccc-ae7d-264b88675936 req-cfc2e614-0c60-4d3b-b854-0b69d2f24ba4 service neutron] Port fba50d82-4af0-48c0-a41a-3d00e787e652 on network aad59512-80bb-49f8-8f54-daff64a8bc03 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-8 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 17:21:41.924622 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c69cb41-7ebd-4ccc-ae7d-264b88675936 req-cfc2e614-0c60-4d3b-b854-0b69d2f24ba4 service neutron] Attempting to bind port fba50d82-4af0-48c0-a41a-3d00e787e652 on network aad59512-80bb-49f8-8f54-daff64a8bc03 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:21:41.969212 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c69cb41-7ebd-4ccc-ae7d-264b88675936 req-cfc2e614-0c60-4d3b-b854-0b69d2f24ba4 service neutron] Checking agent: {'id': '4b0a4557-3bfe-4828-80a0-7981fc3ac84c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 15, 14), 'started_at': datetime.datetime(2021, 11, 23, 17, 15, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 21, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:21:41.969553 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c69cb41-7ebd-4ccc-ae7d-264b88675936 req-cfc2e614-0c60-4d3b-b854-0b69d2f24ba4 service neutron] Checking segment: {'id': 'adf834ee-26cf-4f45-a2f3-83f453b804ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'aad59512-80bb-49f8-8f54-daff64a8bc03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:21:41.969946 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c69cb41-7ebd-4ccc-ae7d-264b88675936 req-cfc2e614-0c60-4d3b-b854-0b69d2f24ba4 service neutron] Bound using segment: {'id': 'adf834ee-26cf-4f45-a2f3-83f453b804ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'aad59512-80bb-49f8-8f54-daff64a8bc03'} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:21:41.970400 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-0c69cb41-7ebd-4ccc-ae7d-264b88675936 req-cfc2e614-0c60-4d3b-b854-0b69d2f24ba4 service neutron] Bound port: fba50d82-4af0-48c0-a41a-3d00e787e652, host: n-h1-816206-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'adf834ee-26cf-4f45-a2f3-83f453b804ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'aad59512-80bb-49f8-8f54-daff64a8bc03'}}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:21:41.970759 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-0c69cb41-7ebd-4ccc-ae7d-264b88675936 req-cfc2e614-0c60-4d3b-b854-0b69d2f24ba4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:41.987895 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22cf4dc-bc7c-4c98-a76d-62adf7e9e9a0 req-47a2e383-0b6e-43a9-9c4e-7573fdc1bdda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:21:41.990708 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-b22cf4dc-bc7c-4c98-a76d-62adf7e9e9a0 req-47a2e383-0b6e-43a9-9c4e-7573fdc1bdda service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b06fd73f-d5cd-4321-910c-bac8aff99182 HTTP/1.1" status: 200 len: 1101 time: 0.0578952 Nov 23 17:21:42.035443 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5bbcb901-b7ed-4315-b5c4-e20b1be45358 req-6eb4dd62-297e-459f-9ece-7a59fd5760e0 service neutron] 10.222.0.60 "GET /v2.0/networks/3b84e4de-5a6f-44c6-a8e6-1d90b4d1f1b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1644425 Nov 23 17:21:42.048635 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-b22cf4dc-bc7c-4c98-a76d-62adf7e9e9a0 req-ae43a0e0-0d64-49e8-ba13-b4c29830ddc2 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=70227657-be62-432a-a8fd-5a85231fc7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505188 Nov 23 17:21:42.089469 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-0c69cb41-7ebd-4ccc-ae7d-264b88675936 req-cfc2e614-0c60-4d3b-b854-0b69d2f24ba4 service neutron] For port fba50d82-4af0-48c0-a41a-3d00e787e652, host n-h1-816206-8, cleared binding levels {{(pid=103591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:21:42.129066 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-0c69cb41-7ebd-4ccc-ae7d-264b88675936 req-cfc2e614-0c60-4d3b-b854-0b69d2f24ba4 service neutron] For port fba50d82-4af0-48c0-a41a-3d00e787e652, host n-h1-816206-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=fba50d82-4af0-48c0-a41a-3d00e787e652,segment=NetworkSegment(adf834ee-26cf-4f45-a2f3-83f453b804ad),segment_id=adf834ee-26cf-4f45-a2f3-83f453b804ad)] {{(pid=103591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:21:42.136060 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-0c69cb41-7ebd-4ccc-ae7d-264b88675936 req-cfc2e614-0c60-4d3b-b854-0b69d2f24ba4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264758186'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:42.189354 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c69cb41-7ebd-4ccc-ae7d-264b88675936 req-cfc2e614-0c60-4d3b-b854-0b69d2f24ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:21:42.189982 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-0c69cb41-7ebd-4ccc-ae7d-264b88675936 req-cfc2e614-0c60-4d3b-b854-0b69d2f24ba4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:42.191394 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-0c69cb41-7ebd-4ccc-ae7d-264b88675936 req-cfc2e614-0c60-4d3b-b854-0b69d2f24ba4 service neutron] 10.222.0.55 "PUT /v2.0/ports/fba50d82-4af0-48c0-a41a-3d00e787e652 HTTP/1.1" status: 200 len: 1092 time: 1.5047207 Nov 23 17:21:42.197887 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5bbcb901-b7ed-4315-b5c4-e20b1be45358 req-9fd7e017-1971-401a-b03e-1f8e2d406788 service neutron] 10.222.0.60 "GET /v2.0/networks/3b84e4de-5a6f-44c6-a8e6-1d90b4d1f1b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1502273 Nov 23 17:21:42.229308 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc2e614-0c60-4d3b-b854-0b69d2f24ba4 service neutron] Pushing event updated for resources: {'Port': ['ID=fba50d82-4af0-48c0-a41a-3d00e787e652,revision_number=3']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:21:42.270538 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 52422) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:21:42.277833 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-be9515d4-eab2-4046-a111-ef7f6dd5ebb8 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1564009067', 'description': 'tempest-description--1652641948'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:21:42.294327 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c69cb41-7ebd-4ccc-ae7d-264b88675936 req-f8935d92-64cd-4b55-93bb-b1b77796fe38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:21:42.296252 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-0c69cb41-7ebd-4ccc-ae7d-264b88675936 req-f8935d92-64cd-4b55-93bb-b1b77796fe38 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b930416d8ba84d7ba659706c10c554f7&device_id=94483118-8c1c-4799-a73f-44dc63b488e2 HTTP/1.1" status: 200 len: 1095 time: 0.0534751 Nov 23 17:21:42.364520 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 17:21:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c39d688-1db0-4195-a810-030962ddebe1 x-openstack-request-id: req-9c39d688-1db0-4195-a810-030962ddebe1 {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:21:42.365769 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61f90a48-4098-4063-9d4f-98c63927a8c3", "tag": "85c78666-18e8-4f41-9932-77363b785c94", "status": "completed", "code": 200}]} {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:21:42.365769 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-9c39d688-1db0-4195-a810-030962ddebe1 {{(pid=103591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:21:42.366315 n-d-816206-8 neutron-server[103591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61f90a48-4098-4063-9d4f-98c63927a8c3', 'tag': '85c78666-18e8-4f41-9932-77363b785c94', 'status': 'completed', 'code': 200} Nov 23 17:21:42.368726 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-0c69cb41-7ebd-4ccc-ae7d-264b88675936 req-768136cc-00cf-4241-800e-fae76135fa7e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fba50d82-4af0-48c0-a41a-3d00e787e652 HTTP/1.1" status: 200 len: 217 time: 0.0610411 Nov 23 17:21:42.456302 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-be9515d4-eab2-4046-a111-ef7f6dd5ebb8 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] Publish callbacks [] for security_group, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:42.500216 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e94191-91a7-40e3-8359-72f66bc71742 req-03c0271d-2f13-4982-b6e6-6ba9ff5167b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:21:42.501857 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-73e94191-91a7-40e3-8359-72f66bc71742 req-03c0271d-2f13-4982-b6e6-6ba9ff5167b0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=07c066c23f614c7cae841372177b7a9e&device_id=61f90a48-4098-4063-9d4f-98c63927a8c3 HTTP/1.1" status: 200 len: 1097 time: 0.1342180 Nov 23 17:21:42.508429 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 29810685-a873-4a8b-9531-c6d1f2654f79 up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:21:42.512095 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c69cb41-7ebd-4ccc-ae7d-264b88675936 req-da9c4af8-9d13-461c-b6a9-0a70a4da0a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:21:42.515078 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-0c69cb41-7ebd-4ccc-ae7d-264b88675936 req-da9c4af8-9d13-461c-b6a9-0a70a4da0a52 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5ec29eee-2e3a-4642-be97-88a03756cf1b HTTP/1.1" status: 200 len: 860 time: 0.1346416 Nov 23 17:21:42.568838 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5553a39b-b91e-4558-b8aa-8ef4e49e905e req-04e1873b-fa68-4f47-ba00-7301c830f32f tempest-SecurityGroupRulesNegativeTestJSON-1993101443 tempest-SecurityGroupRulesNegativeTestJSON-1993101443-project] 10.222.0.60 "GET /v2.0/security-groups/c8143b3f-f94b-4d60-8611-eafd928b4b15 HTTP/1.1" status: 200 len: 1828 time: 0.1674643 Nov 23 17:21:42.591137 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815415aa-0b3c-4c27-a3ca-44077fcc8bbc req-2a809658-b675-4772-914c-637ed7daa51b tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:21:42.593573 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-815415aa-0b3c-4c27-a3ca-44077fcc8bbc req-2a809658-b675-4772-914c-637ed7daa51b tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] 10.222.0.60 "GET /v2.0/ports?device_id=b06fd73f-d5cd-4321-910c-bac8aff99182 HTTP/1.1" status: 200 len: 950 time: 0.1396971 Nov 23 17:21:42.606569 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port 29810685-a873-4a8b-9531-c6d1f2654f79 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:21:42.607189 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:42.617702 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c69cb41-7ebd-4ccc-ae7d-264b88675936 req-3c043737-613d-4c5c-bdc6-35a94f63fb86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:21:42.619382 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-0c69cb41-7ebd-4ccc-ae7d-264b88675936 req-3c043737-613d-4c5c-bdc6-35a94f63fb86 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=aad59512-80bb-49f8-8f54-daff64a8bc03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0921082 Nov 23 17:21:42.678033 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-be9515d4-eab2-4046-a111-ef7f6dd5ebb8 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] Publish callbacks [] for security_group, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:42.685131 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-be9515d4-eab2-4046-a111-ef7f6dd5ebb8 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:42.750265 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-be9515d4-eab2-4046-a111-ef7f6dd5ebb8 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:42.751688 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-be9515d4-eab2-4046-a111-ef7f6dd5ebb8 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.4795642 Nov 23 17:21:42.758407 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 52434) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:21:42.765143 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-ef28b023-d516-4744-9b15-6f7a29462b58 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] Request body: {'security_group_rule': {'security_group_id': '5199d9c8-39cf-433e-a82b-4aef6c6477e1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:21:42.780049 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9515d4-eab2-4046-a111-ef7f6dd5ebb8 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5199d9c8-39cf-433e-a82b-4aef6c6477e1,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:21:42.792310 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e94191-91a7-40e3-8359-72f66bc71742 req-c9435ca8-461a-4af2-bf81-05524b96a6ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:21:42.794322 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-73e94191-91a7-40e3-8359-72f66bc71742 req-c9435ca8-461a-4af2-bf81-05524b96a6ca service neutron] 10.222.0.55 "GET /v2.0/networks?id=4adf0938-0492-41dc-8987-e4fa2efab96b HTTP/1.1" status: 200 len: 929 time: 0.2819498 Nov 23 17:21:42.804756 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:42.844101 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-815415aa-0b3c-4c27-a3ca-44077fcc8bbc req-b300c730-b197-46b9-b5ab-b3ea9d4cd8e0 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] 10.222.0.60 "GET /v2.0/security-groups?id=70227657-be62-432a-a8fd-5a85231fc7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2318110 Nov 23 17:21:42.849033 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-5553a39b-b91e-4558-b8aa-8ef4e49e905e req-d1c8ee3c-f984-4111-9512-50ca9ad89117 tempest-SecurityGroupRulesNegativeTestJSON-1993101443 tempest-SecurityGroupRulesNegativeTestJSON-1993101443-project] Publish callbacks [] for security_group, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:42.880452 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ef28b023-d516-4744-9b15-6f7a29462b58 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:42.894452 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-5553a39b-b91e-4558-b8aa-8ef4e49e905e req-d1c8ee3c-f984-4111-9512-50ca9ad89117 tempest-SecurityGroupRulesNegativeTestJSON-1993101443 tempest-SecurityGroupRulesNegativeTestJSON-1993101443-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:42.922372 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] For port 29810685-a873-4a8b-9531-c6d1f2654f79, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=29810685-a873-4a8b-9531-c6d1f2654f79,segment=NetworkSegment(bffd1e4f-e80f-4ff0-b418-2f42ae15febf),segment_id=bffd1e4f-e80f-4ff0-b418-2f42ae15febf)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:21:42.927664 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-46a33547-9370-469b-8bf6-a05e538fa985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:42.931217 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:42.991706 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-0c69cb41-7ebd-4ccc-ae7d-264b88675936 req-dc52a877-4723-445c-bbf5-12da3c3ef385 service neutron] 10.222.0.55 "GET /v2.0/networks/aad59512-80bb-49f8-8f54-daff64a8bc03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3627946 Nov 23 17:21:43.001881 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ef28b023-d516-4744-9b15-6f7a29462b58 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:43.007322 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-73e94191-91a7-40e3-8359-72f66bc71742 req-ac6e1dbc-a4ae-401c-88d1-f6b0c55d7763 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=85c78666-18e8-4f41-9932-77363b785c94 HTTP/1.1" status: 200 len: 1002 time: 0.1999905 Nov 23 17:21:43.012082 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Pushing event updated for resources: {'Port': ['ID=29810685-a873-4a8b-9531-c6d1f2654f79,revision_number=4']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:21:43.016520 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ef28b023-d516-4744-9b15-6f7a29462b58 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994370'] for security_group_rule, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:43.088734 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef28b023-d516-4744-9b15-6f7a29462b58 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58b3f9a4-9a6f-4564-956c-56f8545ed518,revision_number=0']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:21:43.099686 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ef28b023-d516-4744-9b15-6f7a29462b58 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:43.104665 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-ef28b023-d516-4744-9b15-6f7a29462b58 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3443086 Nov 23 17:21:43.105401 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 52438) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:21:43.109975 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07eb670f-7838-4236-9f8d-c5ce270f35d5 req-45c12aee-6311-4baf-88c0-32173c424023 tempest-FloatingIPsAssociationTestJSON-1150543333 tempest-FloatingIPsAssociationTestJSON-1150543333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:21:43.110726 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-9e1631f3-bfa0-4d65-8130-57effe8b30f0 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] Request body: {'security_group_rule': {'security_group_id': '5199d9c8-39cf-433e-a82b-4aef6c6477e1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:21:43.111752 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-07eb670f-7838-4236-9f8d-c5ce270f35d5 req-45c12aee-6311-4baf-88c0-32173c424023 tempest-FloatingIPsAssociationTestJSON-1150543333 tempest-FloatingIPsAssociationTestJSON-1150543333-project] 10.222.0.60 "GET /v2.0/ports?device_id=94483118-8c1c-4799-a73f-44dc63b488e2 HTTP/1.1" status: 200 len: 944 time: 0.2022812 Nov 23 17:21:43.134767 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e94191-91a7-40e3-8359-72f66bc71742 req-82d26dc3-dad0-42d1-952b-f8e53e4e8339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:21:43.136722 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-73e94191-91a7-40e3-8359-72f66bc71742 req-82d26dc3-dad0-42d1-952b-f8e53e4e8339 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a8b30bfe-28eb-4c6c-8311-3d7631776675 HTTP/1.1" status: 200 len: 867 time: 0.1214101 Nov 23 17:21:43.157327 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-9e1631f3-bfa0-4d65-8130-57effe8b30f0 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:43.180635 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-5553a39b-b91e-4558-b8aa-8ef4e49e905e req-d1c8ee3c-f984-4111-9512-50ca9ad89117 tempest-SecurityGroupRulesNegativeTestJSON-1993101443 tempest-SecurityGroupRulesNegativeTestJSON-1993101443-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:43.184175 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-5553a39b-b91e-4558-b8aa-8ef4e49e905e req-d1c8ee3c-f984-4111-9512-50ca9ad89117 tempest-SecurityGroupRulesNegativeTestJSON-1993101443 tempest-SecurityGroupRulesNegativeTestJSON-1993101443-project] Publish callbacks [] for security_group, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:43.185390 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5553a39b-b91e-4558-b8aa-8ef4e49e905e req-d1c8ee3c-f984-4111-9512-50ca9ad89117 tempest-SecurityGroupRulesNegativeTestJSON-1993101443 tempest-SecurityGroupRulesNegativeTestJSON-1993101443-project] 10.222.0.60 "DELETE /v2.0/security-groups/c8143b3f-f94b-4d60-8611-eafd928b4b15 HTTP/1.1" status: 204 len: 173 time: 0.6059961 Nov 23 17:21:43.215330 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c8ee3c-f984-4111-9512-50ca9ad89117 tempest-SecurityGroupRulesNegativeTestJSON-1993101443 tempest-SecurityGroupRulesNegativeTestJSON-1993101443-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8143b3f-f94b-4d60-8611-eafd928b4b15,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:21:43.226869 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e94191-91a7-40e3-8359-72f66bc71742 req-952af830-954a-4a08-bf36-8940fefa7154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:21:43.228610 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-73e94191-91a7-40e3-8359-72f66bc71742 req-952af830-954a-4a08-bf36-8940fefa7154 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4adf0938-0492-41dc-8987-e4fa2efab96b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0829802 Nov 23 17:21:43.228816 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:43.276943 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-07eb670f-7838-4236-9f8d-c5ce270f35d5 req-06e8f821-2261-4df6-838c-fc2a84656454 tempest-FloatingIPsAssociationTestJSON-1150543333 tempest-FloatingIPsAssociationTestJSON-1150543333-project] 10.222.0.60 "GET /v2.0/security-groups?id=b656dbf2-bd68-4405-bdb6-ed670d1dacf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293311 Nov 23 17:21:43.305049 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-0c69cb41-7ebd-4ccc-ae7d-264b88675936 req-54eb697f-5bcf-4234-9e98-e5e72238b317 service neutron] 10.222.0.55 "GET /v2.0/networks/aad59512-80bb-49f8-8f54-daff64a8bc03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2947454 Nov 23 17:21:43.319129 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-9e1631f3-bfa0-4d65-8130-57effe8b30f0 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:43.367873 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-9e1631f3-bfa0-4d65-8130-57effe8b30f0 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994370'] for security_group_rule, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:43.434844 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-73e94191-91a7-40e3-8359-72f66bc71742 req-222ca808-818e-4ca8-a19e-801a39c422a0 service neutron] 10.222.0.55 "GET /v2.0/networks/4adf0938-0492-41dc-8987-e4fa2efab96b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1960006 Nov 23 17:21:43.435736 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1631f3-bfa0-4d65-8130-57effe8b30f0 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2847627d-e476-489e-8a26-0a7c1a6d7e88,revision_number=0']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:21:43.443712 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-9e1631f3-bfa0-4d65-8130-57effe8b30f0 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:43.445249 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-9e1631f3-bfa0-4d65-8130-57effe8b30f0 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3383987 Nov 23 17:21:43.454349 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 52442) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:21:43.459219 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-53533edb-1c40-48af-b8ac-cd0792ba47fd req-2dba734b-8135-4d3f-b2d2-9339a66bfc15 tempest-FloatingIPsAssociationNegativeTestJSON-1058719936 tempest-FloatingIPsAssociationNegativeTestJSON-1058719936-project] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=4c8455ba-1be5-42ac-b8c2-8a16e1292d55 HTTP/1.1" status: 200 len: 258 time: 0.2283030 Nov 23 17:21:43.459417 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-00ce9685-34d4-48e9-a0a6-2102afc0c31a tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] Request body: {'floatingip': {'floating_network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:21:43.469730 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [req-53533edb-1c40-48af-b8ac-cd0792ba47fd req-c84933e5-b07a-4c81-8f47-1af5f5d45e7a tempest-FloatingIPsAssociationNegativeTestJSON-1058719936 tempest-FloatingIPsAssociationNegativeTestJSON-1058719936-project] Request body: {'floatingip': {'floating_network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:21:43.513725 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.db.api [req-53533edb-1c40-48af-b8ac-cd0792ba47fd req-c84933e5-b07a-4c81-8f47-1af5f5d45e7a tempest-FloatingIPsAssociationNegativeTestJSON-1058719936 tempest-FloatingIPsAssociationNegativeTestJSON-1058719936-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 23 17:21:43.513725 n-d-816206-8 neutron-server[103591]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 23 17:21:43.513725 n-d-816206-8 neutron-server[103591]: [parameters: {'project_id_1': '07c066c23f614c7cae841372177b7a9e', 'expiration_1': datetime.datetime(2021, 11, 23, 17, 21, 23, 479147)}] Nov 23 17:21:43.513725 n-d-816206-8 neutron-server[103591]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103591) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 17:21:43.514243 n-d-816206-8 neutron-server[103591]: DEBUG oslo_db.api [req-53533edb-1c40-48af-b8ac-cd0792ba47fd req-c84933e5-b07a-4c81-8f47-1af5f5d45e7a tempest-FloatingIPsAssociationNegativeTestJSON-1058719936 tempest-FloatingIPsAssociationNegativeTestJSON-1058719936-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 17:21:43.540636 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-94ddaa19-f488-4528-a22e-9b76d8c884d1 req-56bdc022-da68-4a2e-9382-46f4ee38ac23 tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] 10.222.0.60 "GET /v2.0/ports?device_id=718e7979-ed88-4391-b53d-996075f02e58 HTTP/1.1" status: 200 len: 210 time: 0.0512819 Nov 23 17:21:43.542641 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-00ce9685-34d4-48e9-a0a6-2102afc0c31a tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] Publish callbacks [] for floatingip, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:43.601779 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-73e94191-91a7-40e3-8359-72f66bc71742 req-6cc3805b-9fe0-4b8d-9156-0da8d6742203 service neutron] 10.222.0.55 "GET /v2.0/networks/4adf0938-0492-41dc-8987-e4fa2efab96b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1553140 Nov 23 17:21:43.663227 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a51fdd-74e7-4a15-beb1-58332b9b3465 req-58b49a62-b999-48d5-b9f8-406a3cbf26f2 tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:21:43.664778 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-22a51fdd-74e7-4a15-beb1-58332b9b3465 req-58b49a62-b999-48d5-b9f8-406a3cbf26f2 tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] 10.222.0.60 "GET /v2.0/ports?device_id=8137b671-58e3-4c8f-b0a0-33c885019390 HTTP/1.1" status: 200 len: 946 time: 0.0580893 Nov 23 17:21:43.687016 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-00ce9685-34d4-48e9-a0a6-2102afc0c31a tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:43.718076 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-22a51fdd-74e7-4a15-beb1-58332b9b3465 req-f48a6f76-edab-4080-8022-ec95f37fc5d3 tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] 10.222.0.60 "GET /v2.0/security-groups?id=ef6a96c0-423c-4ea7-a75c-4657afd8c521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470331 Nov 23 17:21:43.805809 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-14fbeb9b-11db-41fa-acd9-5354113a1160 req-136aa5b0-1835-4ad2-9b8d-1066aeb6e5c4 tempest-SecurityGroupRulesNegativeTestJSON-1993101443 tempest-SecurityGroupRulesNegativeTestJSON-1993101443-project] 10.222.0.60 "GET /v2.0/security-groups/7890bd57-ba31-4622-88de-813e8580cc47 HTTP/1.1" status: 200 len: 1829 time: 0.0572751 Nov 23 17:21:43.814078 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-00ce9685-34d4-48e9-a0a6-2102afc0c31a tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] Allocated IP 172.25.3.12 (4c8455ba-1be5-42ac-b8c2-8a16e1292d55/08fe3644-ce41-4c3f-a7ea-92bac0f0fff5/bb6bc461-be63-47ed-abb6-3a28903afe0a) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:21:43.871240 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-14fbeb9b-11db-41fa-acd9-5354113a1160 req-4bf08035-2623-40d2-8527-4928b66d8005 tempest-SecurityGroupRulesNegativeTestJSON-1993101443 tempest-SecurityGroupRulesNegativeTestJSON-1993101443-project] Publish callbacks [] for security_group, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:43.898262 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-14fbeb9b-11db-41fa-acd9-5354113a1160 req-4bf08035-2623-40d2-8527-4928b66d8005 tempest-SecurityGroupRulesNegativeTestJSON-1993101443 tempest-SecurityGroupRulesNegativeTestJSON-1993101443-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:43.916719 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:43.947517 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-14fbeb9b-11db-41fa-acd9-5354113a1160 req-4bf08035-2623-40d2-8527-4928b66d8005 tempest-SecurityGroupRulesNegativeTestJSON-1993101443 tempest-SecurityGroupRulesNegativeTestJSON-1993101443-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:43.948740 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-00ce9685-34d4-48e9-a0a6-2102afc0c31a tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:43.950770 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-14fbeb9b-11db-41fa-acd9-5354113a1160 req-4bf08035-2623-40d2-8527-4928b66d8005 tempest-SecurityGroupRulesNegativeTestJSON-1993101443 tempest-SecurityGroupRulesNegativeTestJSON-1993101443-project] Publish callbacks [] for security_group, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:43.953991 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-14fbeb9b-11db-41fa-acd9-5354113a1160 req-4bf08035-2623-40d2-8527-4928b66d8005 tempest-SecurityGroupRulesNegativeTestJSON-1993101443 tempest-SecurityGroupRulesNegativeTestJSON-1993101443-project] 10.222.0.60 "DELETE /v2.0/security-groups/7890bd57-ba31-4622-88de-813e8580cc47 HTTP/1.1" status: 204 len: 173 time: 0.1395895 Nov 23 17:21:43.964788 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf08035-2623-40d2-8527-4928b66d8005 tempest-SecurityGroupRulesNegativeTestJSON-1993101443 tempest-SecurityGroupRulesNegativeTestJSON-1993101443-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7890bd57-ba31-4622-88de-813e8580cc47,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:21:44.003108 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57d25200-5dac-4440-ada0-517fdcd27ed5 None None] Sync routers for ids ['dc41b7d5-4907-4bf1-86a2-fc3cc82f6d51'] in n-d-816206-8 {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:21:44.014313 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57d25200-5dac-4440-ada0-517fdcd27ed5 None None] Routers {'dc41b7d5-4907-4bf1-86a2-fc3cc82f6d51'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:21:44.014935 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-57d25200-5dac-4440-ada0-517fdcd27ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:21:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['dc41b7d5-4907-4bf1-86a2-fc3cc82f6d51'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:21:44.077962 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-53533edb-1c40-48af-b8ac-cd0792ba47fd req-c84933e5-b07a-4c81-8f47-1af5f5d45e7a tempest-FloatingIPsAssociationNegativeTestJSON-1058719936 tempest-FloatingIPsAssociationNegativeTestJSON-1058719936-project] Publish callbacks [] for floatingip, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:44.103588 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce73233-0f5d-429a-9613-acf8de0b8b84 req-85361e3b-c95e-4092-8e7c-334d183d4a73 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:21:44.113735 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-1ce73233-0f5d-429a-9613-acf8de0b8b84 req-85361e3b-c95e-4092-8e7c-334d183d4a73 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] 10.222.0.60 "GET /v2.0/ports?device_id=b06fd73f-d5cd-4321-910c-bac8aff99182 HTTP/1.1" status: 200 len: 950 time: 0.0980227 Nov 23 17:21:44.156071 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbcb901-b7ed-4315-b5c4-e20b1be45358 req-30b7c805-00e2-472d-929e-90570f278534 tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:21:44.157643 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-5bbcb901-b7ed-4315-b5c4-e20b1be45358 req-30b7c805-00e2-472d-929e-90570f278534 tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] 10.222.0.36 "GET /v2.0/networks?id=3b84e4de-5a6f-44c6-a8e6-1d90b4d1f1b3 HTTP/1.1" status: 200 len: 808 time: 0.2070363 Nov 23 17:21:44.160149 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-00ce9685-34d4-48e9-a0a6-2102afc0c31a tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:44.163361 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-57d25200-5dac-4440-ada0-517fdcd27ed5 None None] Set router dc41b7d5-4907-4bf1-86a2-fc3cc82f6d51 gateway port host: n-d-816206-8 {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:21:44.189482 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-1ce73233-0f5d-429a-9613-acf8de0b8b84 req-1806a0fb-920a-401c-88da-5a18727f170b tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] 10.222.0.60 "GET /v2.0/security-groups?id=70227657-be62-432a-a8fd-5a85231fc7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748103 Nov 23 17:21:44.194268 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [req-5bbcb901-b7ed-4315-b5c4-e20b1be45358 req-4b53956b-22a2-4467-a537-ddc32ff84662 tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] Request body: {'port': {'device_id': '718e7979-ed88-4391-b53d-996075f02e58', 'network_id': '3b84e4de-5a6f-44c6-a8e6-1d90b4d1f1b3', 'admin_state_up': True, 'tenant_id': '4f30b4abc7074d1fa9d31a414a5f297f'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:21:44.241081 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00ce9685-34d4-48e9-a0a6-2102afc0c31a tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] Network 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:21:44.253192 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-00ce9685-34d4-48e9-a0a6-2102afc0c31a tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:21:44.256308 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00ce9685-34d4-48e9-a0a6-2102afc0c31a tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:21:44.261534 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ce9685-34d4-48e9-a0a6-2102afc0c31a tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] Pushing event updated for resources: {'Port': ['ID=bb6bc461-be63-47ed-abb6-3a28903afe0a,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:21:44.301884 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2a022b32-8cc3-4bb9-a69f-eadf3539fddc req-39e94952-59f4-4ee5-beb7-de64f96e09ec tempest-SecurityGroupRulesNegativeTestJSON-1993101443 tempest-SecurityGroupRulesNegativeTestJSON-1993101443-project] 10.222.0.60 "GET /v2.0/security-groups/6ce4f6e4-879f-4838-90f2-0859129874f3 HTTP/1.1" status: 200 len: 1830 time: 0.0713797 Nov 23 17:21:44.314605 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-53533edb-1c40-48af-b8ac-cd0792ba47fd req-c84933e5-b07a-4c81-8f47-1af5f5d45e7a tempest-FloatingIPsAssociationNegativeTestJSON-1058719936 tempest-FloatingIPsAssociationNegativeTestJSON-1058719936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:44.368584 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94483118-8c1c-4799-a73f-44dc63b488e2', 'tag': 'fba50d82-4af0-48c0-a41a-3d00e787e652'}] {{(pid=103591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:21:44.371447 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41d174a19ece9499ff9ec44e5b3fc50f2abd3ffbc947fb7e52ea1e8db27b95b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02eb0e9d-fcc5-40d5-9f8a-9c17001a885f" -d '{"events": [{"name": "network-changed", "server_uuid": "94483118-8c1c-4799-a73f-44dc63b488e2", "tag": "fba50d82-4af0-48c0-a41a-3d00e787e652"}]}' {{(pid=103591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:21:44.378601 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-57d25200-5dac-4440-ada0-517fdcd27ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc41b7d5-4907-4bf1-86a2-fc3cc82f6d51', 'name': 'tempest-ServerActionsTestJSON-69346498-router', 'tenant_id': '3541603f19884b9cb683e7eedd76d17c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.14'}], 'enable_snat': True}, 'gw_port_id': '29810685-a873-4a8b-9531-c6d1f2654f79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:21:33Z', 'updated_at': '2021-11-23T17:21:39Z', 'revision_number': 4, 'project_id': '3541603f19884b9cb683e7eedd76d17c', 'gw_port': {'id': '29810685-a873-4a8b-9531-c6d1f2654f79', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:da:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc41b7d5-4907-4bf1-86a2-fc3cc82f6d51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:21:34Z', 'updated_at': '2021-11-23T17:21:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_interfaces': [{'id': '2ef9a377-d95f-4a4d-8775-0c36e80e3f3e', 'name': '', 'network_id': '43d8ac08-152d-4053-b836-ddc03b0e91a2', 'tenant_id': '3541603f19884b9cb683e7eedd76d17c', 'mac_address': 'fa:16:3e:07:7c:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc41b7d5-4907-4bf1-86a2-fc3cc82f6d51', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '23f80e8e-7e58-4465-87c1-72654345f52f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:21:38Z', 'updated_at': '2021-11-23T17:21:39Z', 'revision_number': 2, 'project_id': '3541603f19884b9cb683e7eedd76d17c', 'subnets': [{'id': '23f80e8e-7e58-4465-87c1-72654345f52f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:21:44.432766 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 29810685-a873-4a8b-9531-c6d1f2654f79 up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:21:44.433357 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57d25200-5dac-4440-ada0-517fdcd27ed5 None None] Checking router: dc41b7d5-4907-4bf1-86a2-fc3cc82f6d51 for host: n-d-816206-8 {{(pid=103593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 17:21:44.433357 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57d25200-5dac-4440-ada0-517fdcd27ed5 None None] Updating router dc41b7d5-4907-4bf1-86a2-fc3cc82f6d51 port 2ef9a377-d95f-4a4d-8775-0c36e80e3f3e binding host n-d-816206-8 {{(pid=103593) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 17:21:44.464167 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-57d25200-5dac-4440-ada0-517fdcd27ed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:44.491137 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-00ce9685-34d4-48e9-a0a6-2102afc0c31a tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:44.502065 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port 29810685-a873-4a8b-9531-c6d1f2654f79 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:21:44.502710 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5bbcb901-b7ed-4315-b5c4-e20b1be45358 req-4b53956b-22a2-4467-a537-ddc32ff84662 tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] Made reservation on behalf of 4f30b4abc7074d1fa9d31a414a5f297f for: {'port': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:21:44.503562 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:44.507240 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-5bbcb901-b7ed-4315-b5c4-e20b1be45358 req-4b53956b-22a2-4467-a537-ddc32ff84662 tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:44.550588 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-00ce9685-34d4-48e9-a0a6-2102afc0c31a tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:44.760123 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-57d25200-5dac-4440-ada0-517fdcd27ed5 None None] Publish callbacks [] for port, precommit_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:44.770622 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-57d25200-5dac-4440-ada0-517fdcd27ed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:44.773166 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [req-5bbcb901-b7ed-4315-b5c4-e20b1be45358 req-4b53956b-22a2-4467-a537-ddc32ff84662 tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] Allocated IP 172.20.0.2 (3b84e4de-5a6f-44c6-a8e6-1d90b4d1f1b3/10cf3f5a-71d1-468b-8622-0226dd1fd98a/365a668f-0f82-4ce1-a3e0-e0946dd88a04) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:21:44.826004 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a76c115-bca1-4d37-8932-bbc17d20a79a None None] Pushing event updated for resources: {'Port': ['ID=2ef9a377-d95f-4a4d-8775-0c36e80e3f3e,revision_number=3']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:21:44.831473 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.db_base_plugin_common [req-53533edb-1c40-48af-b8ac-cd0792ba47fd req-c84933e5-b07a-4c81-8f47-1af5f5d45e7a tempest-FloatingIPsAssociationNegativeTestJSON-1058719936 tempest-FloatingIPsAssociationNegativeTestJSON-1058719936-project] Allocated IP 172.25.3.70 (4c8455ba-1be5-42ac-b8c2-8a16e1292d55/08fe3644-ce41-4c3f-a7ea-92bac0f0fff5/d166d363-2824-4b1c-8737-139520a5f5d9) {{(pid=103591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:21:44.834898 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-2a022b32-8cc3-4bb9-a69f-eadf3539fddc req-6fda8129-3159-47c6-b395-0c246750d894 tempest-SecurityGroupRulesNegativeTestJSON-1993101443 tempest-SecurityGroupRulesNegativeTestJSON-1993101443-project] Publish callbacks [] for security_group, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:44.862095 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-00ce9685-34d4-48e9-a0a6-2102afc0c31a tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] Publish callbacks [] for port, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:44.872566 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-2a022b32-8cc3-4bb9-a69f-eadf3539fddc req-6fda8129-3159-47c6-b395-0c246750d894 tempest-SecurityGroupRulesNegativeTestJSON-1993101443 tempest-SecurityGroupRulesNegativeTestJSON-1993101443-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:44.873226 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-00ce9685-34d4-48e9-a0a6-2102afc0c31a tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264357957'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:44.904320 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [None req-57d25200-5dac-4440-ada0-517fdcd27ed5 None None] Attempting to bind port 2ef9a377-d95f-4a4d-8775-0c36e80e3f3e on host n-d-816206-8 for vnic_type normal with profile {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:21:44.904878 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [None req-57d25200-5dac-4440-ada0-517fdcd27ed5 None None] Attempting to bind port 2ef9a377-d95f-4a4d-8775-0c36e80e3f3e by drivers openvswitch,hyperv on host n-d-816206-8 at level 0 using segments [{'id': 'f75f400f-3665-42b6-b743-8c8989e17b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '43d8ac08-152d-4053-b836-ddc03b0e91a2'}] {{(pid=103593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:21:44.905373 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57d25200-5dac-4440-ada0-517fdcd27ed5 None None] Attempting to bind port 2ef9a377-d95f-4a4d-8775-0c36e80e3f3e on network 43d8ac08-152d-4053-b836-ddc03b0e91a2 {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:21:44.911075 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57d25200-5dac-4440-ada0-517fdcd27ed5 None None] Checking agent: {'id': '9e89acbe-4bbe-4c77-a18b-6f1da9133e0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 7, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 21, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:21:44.912121 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57d25200-5dac-4440-ada0-517fdcd27ed5 None None] Checking segment: {'id': 'f75f400f-3665-42b6-b743-8c8989e17b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '43d8ac08-152d-4053-b836-ddc03b0e91a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:21:44.912775 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-57d25200-5dac-4440-ada0-517fdcd27ed5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:44.913270 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57d25200-5dac-4440-ada0-517fdcd27ed5 None None] Bound using segment: {'id': 'f75f400f-3665-42b6-b743-8c8989e17b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '43d8ac08-152d-4053-b836-ddc03b0e91a2'} {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:21:44.913847 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [None req-57d25200-5dac-4440-ada0-517fdcd27ed5 None None] Bound port: 2ef9a377-d95f-4a4d-8775-0c36e80e3f3e, host: n-d-816206-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f75f400f-3665-42b6-b743-8c8989e17b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '43d8ac08-152d-4053-b836-ddc03b0e91a2'}}] {{(pid=103593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:21:44.914346 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-57d25200-5dac-4440-ada0-517fdcd27ed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:45.002949 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-e1e7137f-4408-4104-9443-fc81877d59b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:45.026400 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-2a022b32-8cc3-4bb9-a69f-eadf3539fddc req-6fda8129-3159-47c6-b395-0c246750d894 tempest-SecurityGroupRulesNegativeTestJSON-1993101443 tempest-SecurityGroupRulesNegativeTestJSON-1993101443-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:45.029310 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-2a022b32-8cc3-4bb9-a69f-eadf3539fddc req-6fda8129-3159-47c6-b395-0c246750d894 tempest-SecurityGroupRulesNegativeTestJSON-1993101443 tempest-SecurityGroupRulesNegativeTestJSON-1993101443-project] Publish callbacks [] for security_group, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:45.030632 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2a022b32-8cc3-4bb9-a69f-eadf3539fddc req-6fda8129-3159-47c6-b395-0c246750d894 tempest-SecurityGroupRulesNegativeTestJSON-1993101443 tempest-SecurityGroupRulesNegativeTestJSON-1993101443-project] 10.222.0.60 "DELETE /v2.0/security-groups/6ce4f6e4-879f-4838-90f2-0859129874f3 HTTP/1.1" status: 204 len: 173 time: 0.6629066 Nov 23 17:21:45.034144 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-57d25200-5dac-4440-ada0-517fdcd27ed5 None None] For port 2ef9a377-d95f-4a4d-8775-0c36e80e3f3e, host n-d-816206-8, cleared binding levels {{(pid=103593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:21:45.038391 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-57d25200-5dac-4440-ada0-517fdcd27ed5 None None] For port 2ef9a377-d95f-4a4d-8775-0c36e80e3f3e, host n-d-816206-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=2ef9a377-d95f-4a4d-8775-0c36e80e3f3e,segment=NetworkSegment(f75f400f-3665-42b6-b743-8c8989e17b3e),segment_id=f75f400f-3665-42b6-b743-8c8989e17b3e)] {{(pid=103593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:21:45.043850 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-57d25200-5dac-4440-ada0-517fdcd27ed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:45.048363 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ce9685-34d4-48e9-a0a6-2102afc0c31a tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] Pushing event updated for resources: {'Port': ['ID=bb6bc461-be63-47ed-abb6-3a28903afe0a,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:21:45.060438 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-00ce9685-34d4-48e9-a0a6-2102afc0c31a tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1795396'] for floatingip, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:45.076827 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-53533edb-1c40-48af-b8ac-cd0792ba47fd req-c84933e5-b07a-4c81-8f47-1af5f5d45e7a tempest-FloatingIPsAssociationNegativeTestJSON-1058719936 tempest-FloatingIPsAssociationNegativeTestJSON-1058719936-project] Publish callbacks [] for port, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:45.078788 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fda8129-3159-47c6-b395-0c246750d894 tempest-SecurityGroupRulesNegativeTestJSON-1993101443 tempest-SecurityGroupRulesNegativeTestJSON-1993101443-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ce4f6e4-879f-4838-90f2-0859129874f3,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:21:45.091053 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-00ce9685-34d4-48e9-a0a6-2102afc0c31a tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for floatingip, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:45.092715 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-00ce9685-34d4-48e9-a0a6-2102afc0c31a tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.6372435 Nov 23 17:21:45.151491 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a76c115-bca1-4d37-8932-bbc17d20a79a None None] Pushing event updated for resources: {'Port': ['ID=2ef9a377-d95f-4a4d-8775-0c36e80e3f3e,revision_number=4']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:21:45.166182 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-5bbcb901-b7ed-4315-b5c4-e20b1be45358 req-4b53956b-22a2-4467-a537-ddc32ff84662 tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:45.174064 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-53533edb-1c40-48af-b8ac-cd0792ba47fd req-c84933e5-b07a-4c81-8f47-1af5f5d45e7a tempest-FloatingIPsAssociationNegativeTestJSON-1058719936 tempest-FloatingIPsAssociationNegativeTestJSON-1058719936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:45.201774 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57d25200-5dac-4440-ada0-517fdcd27ed5 None None] Routers {'dc41b7d5-4907-4bf1-86a2-fc3cc82f6d51'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:21:45.202450 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-57d25200-5dac-4440-ada0-517fdcd27ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:21:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['dc41b7d5-4907-4bf1-86a2-fc3cc82f6d51'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:21:45.232021 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-5bbcb901-b7ed-4315-b5c4-e20b1be45358 req-4b53956b-22a2-4467-a537-ddc32ff84662 tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:45.261532 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-e2928a0e-e126-4f8e-90bc-9ff2725dea7d None None] Provisioning complete for port 2ef9a377-d95f-4a4d-8775-0c36e80e3f3e triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:21:45.261909 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-e2928a0e-e126-4f8e-90bc-9ff2725dea7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:45.272650 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53533edb-1c40-48af-b8ac-cd0792ba47fd req-c84933e5-b07a-4c81-8f47-1af5f5d45e7a tempest-FloatingIPsAssociationNegativeTestJSON-1058719936 tempest-FloatingIPsAssociationNegativeTestJSON-1058719936-project] Network 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 is already hosted by enough agents. {{(pid=103591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:21:45.290050 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [req-53533edb-1c40-48af-b8ac-cd0792ba47fd req-c84933e5-b07a-4c81-8f47-1af5f5d45e7a tempest-FloatingIPsAssociationNegativeTestJSON-1058719936 tempest-FloatingIPsAssociationNegativeTestJSON-1058719936-project] Resources bound (agent type, host, resource id): {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:21:45.292699 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84933e5-b07a-4c81-8f47-1af5f5d45e7a tempest-FloatingIPsAssociationNegativeTestJSON-1058719936 tempest-FloatingIPsAssociationNegativeTestJSON-1058719936-project] Pushing event updated for resources: {'Port': ['ID=d166d363-2824-4b1c-8737-139520a5f5d9,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:21:45.296646 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5bbcb901-b7ed-4315-b5c4-e20b1be45358 req-4b53956b-22a2-4467-a537-ddc32ff84662 tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] Network 3b84e4de-5a6f-44c6-a8e6-1d90b4d1f1b3 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:21:45.300250 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [req-5bbcb901-b7ed-4315-b5c4-e20b1be45358 req-4b53956b-22a2-4467-a537-ddc32ff84662 tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:21:45.301703 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [req-53533edb-1c40-48af-b8ac-cd0792ba47fd req-c84933e5-b07a-4c81-8f47-1af5f5d45e7a tempest-FloatingIPsAssociationNegativeTestJSON-1058719936 tempest-FloatingIPsAssociationNegativeTestJSON-1058719936-project] Received port after_create {{(pid=103591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:21:45.304056 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bbcb901-b7ed-4315-b5c4-e20b1be45358 req-4b53956b-22a2-4467-a537-ddc32ff84662 tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:21:45.331635 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b53956b-22a2-4467-a537-ddc32ff84662 tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] Pushing event updated for resources: {'Port': ['ID=365a668f-0f82-4ce1-a3e0-e0946dd88a04,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:21:45.379903 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbcb901-b7ed-4315-b5c4-e20b1be45358 req-4b53956b-22a2-4467-a537-ddc32ff84662 tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:21:45.381560 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-5bbcb901-b7ed-4315-b5c4-e20b1be45358 req-4b53956b-22a2-4467-a537-ddc32ff84662 tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:45.389734 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a66107-a6c9-4166-8662-70101a80ce31 req-6fcfd5f1-a7cc-4dd9-9639-2cfcfd18208e tempest-MigrationsAdminTest-1605947426 tempest-MigrationsAdminTest-1605947426-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:21:45.394097 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c5a66107-a6c9-4166-8662-70101a80ce31 req-6fcfd5f1-a7cc-4dd9-9639-2cfcfd18208e tempest-MigrationsAdminTest-1605947426 tempest-MigrationsAdminTest-1605947426-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=b06fd73f-d5cd-4321-910c-bac8aff99182 HTTP/1.1" status: 200 len: 1101 time: 0.1659901 Nov 23 17:21:45.403134 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-e2928a0e-e126-4f8e-90bc-9ff2725dea7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:45.403834 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-5bbcb901-b7ed-4315-b5c4-e20b1be45358 req-4b53956b-22a2-4467-a537-ddc32ff84662 tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2168186 Nov 23 17:21:45.419925 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [req-5bbcb901-b7ed-4315-b5c4-e20b1be45358 req-d67d4860-e64d-4d9f-91b9-7b49c98db567 service neutron] Request body: {'port': {'device_id': '718e7979-ed88-4391-b53d-996075f02e58', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-8'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:21:45.455165 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-e2928a0e-e126-4f8e-90bc-9ff2725dea7d None None] For port 2ef9a377-d95f-4a4d-8775-0c36e80e3f3e, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=2ef9a377-d95f-4a4d-8775-0c36e80e3f3e,segment=NetworkSegment(f75f400f-3665-42b6-b743-8c8989e17b3e),segment_id=f75f400f-3665-42b6-b743-8c8989e17b3e)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:21:45.464804 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-e2928a0e-e126-4f8e-90bc-9ff2725dea7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:45.494378 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-5bbcb901-b7ed-4315-b5c4-e20b1be45358 req-d67d4860-e64d-4d9f-91b9-7b49c98db567 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:45.498729 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-53533edb-1c40-48af-b8ac-cd0792ba47fd req-c84933e5-b07a-4c81-8f47-1af5f5d45e7a tempest-FloatingIPsAssociationNegativeTestJSON-1058719936 tempest-FloatingIPsAssociationNegativeTestJSON-1058719936-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:45.521094 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c5a66107-a6c9-4166-8662-70101a80ce31 req-a3f8b481-a893-4aa4-96e6-de7d3c71bd48 tempest-MigrationsAdminTest-1605947426 tempest-MigrationsAdminTest-1605947426-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=70227657-be62-432a-a8fd-5a85231fc7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183238 Nov 23 17:21:45.540561 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2928a0e-e126-4f8e-90bc-9ff2725dea7d None None] Pushing event updated for resources: {'Port': ['ID=2ef9a377-d95f-4a4d-8775-0c36e80e3f3e,revision_number=5']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:21:45.575404 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-53533edb-1c40-48af-b8ac-cd0792ba47fd req-c84933e5-b07a-4c81-8f47-1af5f5d45e7a tempest-FloatingIPsAssociationNegativeTestJSON-1058719936 tempest-FloatingIPsAssociationNegativeTestJSON-1058719936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:45.591712 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-57d25200-5dac-4440-ada0-517fdcd27ed5 None None] Set router dc41b7d5-4907-4bf1-86a2-fc3cc82f6d51 gateway port host: n-d-816206-8 {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:21:45.690631 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-eb8cf642-9e50-4b20-b66d-45eab6bd4914 None None] Provisioning complete for port 2ef9a377-d95f-4a4d-8775-0c36e80e3f3e triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:21:45.691320 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-eb8cf642-9e50-4b20-b66d-45eab6bd4914 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:45.747534 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device fba50d82-4af0-48c0-a41a-3d00e787e652 details requested by agent hyperv_n-h1-816206-8 with host n-h1-816206-8 {{(pid=103592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 17:21:45.758895 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1073891-4f1b-48e1-b498-5283c1a97406 req-6a3d85fc-79fc-4f37-92de-5cd4fb347de7 tempest-FloatingIPsAssociationTestJSON-1150543333 tempest-FloatingIPsAssociationTestJSON-1150543333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:21:45.770507 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f1073891-4f1b-48e1-b498-5283c1a97406 req-6a3d85fc-79fc-4f37-92de-5cd4fb347de7 tempest-FloatingIPsAssociationTestJSON-1150543333 tempest-FloatingIPsAssociationTestJSON-1150543333-project] 10.222.0.60 "GET /v2.0/ports?device_id=94483118-8c1c-4799-a73f-44dc63b488e2 HTTP/1.1" status: 200 len: 944 time: 0.1406558 Nov 23 17:21:45.848336 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-57d25200-5dac-4440-ada0-517fdcd27ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc41b7d5-4907-4bf1-86a2-fc3cc82f6d51', 'name': 'tempest-ServerActionsTestJSON-69346498-router', 'tenant_id': '3541603f19884b9cb683e7eedd76d17c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.14'}], 'enable_snat': True}, 'gw_port_id': '29810685-a873-4a8b-9531-c6d1f2654f79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:21:33Z', 'updated_at': '2021-11-23T17:21:39Z', 'revision_number': 4, 'project_id': '3541603f19884b9cb683e7eedd76d17c', 'gw_port': {'id': '29810685-a873-4a8b-9531-c6d1f2654f79', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:da:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc41b7d5-4907-4bf1-86a2-fc3cc82f6d51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:21:34Z', 'updated_at': '2021-11-23T17:21:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_interfaces': [{'id': '2ef9a377-d95f-4a4d-8775-0c36e80e3f3e', 'name': '', 'network_id': '43d8ac08-152d-4053-b836-ddc03b0e91a2', 'tenant_id': '3541603f19884b9cb683e7eedd76d17c', 'mac_address': 'fa:16:3e:07:7c:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc41b7d5-4907-4bf1-86a2-fc3cc82f6d51', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '23f80e8e-7e58-4465-87c1-72654345f52f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:21:38Z', 'updated_at': '2021-11-23T17:21:45Z', 'revision_number': 4, 'project_id': '3541603f19884b9cb683e7eedd76d17c', 'subnets': [{'id': '23f80e8e-7e58-4465-87c1-72654345f52f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:21:45.859697 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f1073891-4f1b-48e1-b498-5283c1a97406 req-a3837946-26f8-451e-918c-44c16c7b7044 tempest-FloatingIPsAssociationTestJSON-1150543333 tempest-FloatingIPsAssociationTestJSON-1150543333-project] 10.222.0.60 "GET /v2.0/security-groups?id=b656dbf2-bd68-4405-bdb6-ed670d1dacf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873621 Nov 23 17:21:45.898202 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57d25200-5dac-4440-ada0-517fdcd27ed5 None None] The sync data for ids ['dc41b7d5-4907-4bf1-86a2-fc3cc82f6d51'] in n-d-816206-8 is: [{'id': 'dc41b7d5-4907-4bf1-86a2-fc3cc82f6d51', 'name': 'tempest-ServerActionsTestJSON-69346498-router', 'tenant_id': '3541603f19884b9cb683e7eedd76d17c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.14'}], 'enable_snat': True}, 'gw_port_id': '29810685-a873-4a8b-9531-c6d1f2654f79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:21:33Z', 'updated_at': '2021-11-23T17:21:39Z', 'revision_number': 4, 'project_id': '3541603f19884b9cb683e7eedd76d17c', 'gw_port': {'id': '29810685-a873-4a8b-9531-c6d1f2654f79', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:da:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc41b7d5-4907-4bf1-86a2-fc3cc82f6d51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:21:34Z', 'updated_at': '2021-11-23T17:21:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_interfaces': [{'id': '2ef9a377-d95f-4a4d-8775-0c36e80e3f3e', 'name': '', 'network_id': '43d8ac08-152d-4053-b836-ddc03b0e91a2', 'tenant_id': '3541603f19884b9cb683e7eedd76d17c', 'mac_address': 'fa:16:3e:07:7c:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc41b7d5-4907-4bf1-86a2-fc3cc82f6d51', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '23f80e8e-7e58-4465-87c1-72654345f52f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:21:38Z', 'updated_at': '2021-11-23T17:21:45Z', 'revision_number': 4, 'project_id': '3541603f19884b9cb683e7eedd76d17c', 'subnets': [{'id': '23f80e8e-7e58-4465-87c1-72654345f52f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:21:45.921324 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-53533edb-1c40-48af-b8ac-cd0792ba47fd req-c84933e5-b07a-4c81-8f47-1af5f5d45e7a tempest-FloatingIPsAssociationNegativeTestJSON-1058719936 tempest-FloatingIPsAssociationNegativeTestJSON-1058719936-project] Publish callbacks [] for port, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:45.929178 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-53533edb-1c40-48af-b8ac-cd0792ba47fd req-c84933e5-b07a-4c81-8f47-1af5f5d45e7a tempest-FloatingIPsAssociationNegativeTestJSON-1058719936 tempest-FloatingIPsAssociationNegativeTestJSON-1058719936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264758186'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:45.961204 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port fba50d82-4af0-48c0-a41a-3d00e787e652, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=fba50d82-4af0-48c0-a41a-3d00e787e652,segment=NetworkSegment(adf834ee-26cf-4f45-a2f3-83f453b804ad),segment_id=adf834ee-26cf-4f45-a2f3-83f453b804ad)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:21:45.978984 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Returning: {'device': 'fba50d82-4af0-48c0-a41a-3d00e787e652', 'network_id': 'aad59512-80bb-49f8-8f54-daff64a8bc03', 'port_id': 'fba50d82-4af0-48c0-a41a-3d00e787e652', 'mac_address': 'fa:16:3e:ea:06:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 509, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ec29eee-2e3a-4642-be97-88a03756cf1b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 17:21:46.023652 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:46.055634 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fba50d82-4af0-48c0-a41a-3d00e787e652 {{(pid=103592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:21:46.085200 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port fba50d82-4af0-48c0-a41a-3d00e787e652, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=fba50d82-4af0-48c0-a41a-3d00e787e652,segment=NetworkSegment(adf834ee-26cf-4f45-a2f3-83f453b804ad),segment_id=adf834ee-26cf-4f45-a2f3-83f453b804ad)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:21:46.092121 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:46.127248 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84933e5-b07a-4c81-8f47-1af5f5d45e7a tempest-FloatingIPsAssociationNegativeTestJSON-1058719936 tempest-FloatingIPsAssociationNegativeTestJSON-1058719936-project] Pushing event updated for resources: {'Port': ['ID=d166d363-2824-4b1c-8737-139520a5f5d9,revision_number=2']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:21:46.149996 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-53533edb-1c40-48af-b8ac-cd0792ba47fd req-c84933e5-b07a-4c81-8f47-1af5f5d45e7a tempest-FloatingIPsAssociationNegativeTestJSON-1058719936 tempest-FloatingIPsAssociationNegativeTestJSON-1058719936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1795396'] for floatingip, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:46.184826 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Pushing event updated for resources: {'Port': ['ID=fba50d82-4af0-48c0-a41a-3d00e787e652,revision_number=4']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:21:46.193248 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d9d2c8-2f10-4b1e-8d9c-92f4fe805031 req-1e362879-1f59-4d76-aefc-99468fea87c5 tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:21:46.194944 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-20d9d2c8-2f10-4b1e-8d9c-92f4fe805031 req-1e362879-1f59-4d76-aefc-99468fea87c5 tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] 10.222.0.60 "GET /v2.0/ports?device_id=718e7979-ed88-4391-b53d-996075f02e58 HTTP/1.1" status: 200 len: 931 time: 0.1225345 Nov 23 17:21:46.221239 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-53533edb-1c40-48af-b8ac-cd0792ba47fd req-c84933e5-b07a-4c81-8f47-1af5f5d45e7a tempest-FloatingIPsAssociationNegativeTestJSON-1058719936 tempest-FloatingIPsAssociationNegativeTestJSON-1058719936-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for floatingip, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:46.222505 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-53533edb-1c40-48af-b8ac-cd0792ba47fd req-c84933e5-b07a-4c81-8f47-1af5f5d45e7a tempest-FloatingIPsAssociationNegativeTestJSON-1058719936 tempest-FloatingIPsAssociationNegativeTestJSON-1058719936-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.7568266 Nov 23 17:21:46.273827 n-d-816206-8 neutron-server[103590]: DEBUG neutron.notifiers.nova [req-5bbcb901-b7ed-4315-b5c4-e20b1be45358 req-d67d4860-e64d-4d9f-91b9-7b49c98db567 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 365a668f-0f82-4ce1-a3e0-e0946dd88a04 {{(pid=103590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:21:46.283060 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-5bbcb901-b7ed-4315-b5c4-e20b1be45358 req-d67d4860-e64d-4d9f-91b9-7b49c98db567 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:46.297299 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [req-5bbcb901-b7ed-4315-b5c4-e20b1be45358 req-d67d4860-e64d-4d9f-91b9-7b49c98db567 service neutron] Transition to ACTIVE for port object 365a668f-0f82-4ce1-a3e0-e0946dd88a04 will not be triggered until provisioned by entity L2. {{(pid=103590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 17:21:46.306548 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-5bbcb901-b7ed-4315-b5c4-e20b1be45358 req-d67d4860-e64d-4d9f-91b9-7b49c98db567 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264357957'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:46.313730 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-53533edb-1c40-48af-b8ac-cd0792ba47fd req-7fbf01f6-14d7-4c83-be82-1e16967a8a20 tempest-FloatingIPsAssociationNegativeTestJSON-1058719936 tempest-FloatingIPsAssociationNegativeTestJSON-1058719936-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.3.70 HTTP/1.1" status: 200 len: 695 time: 0.0770581 Nov 23 17:21:46.367027 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] get_ports_and_sgs() called for port_ids ['fba50d82-4af0-48c0-a41a-3d00e787e652'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:21:46.393888 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67d4860-e64d-4d9f-91b9-7b49c98db567 service neutron] Pushing event updated for resources: {'Port': ['ID=365a668f-0f82-4ce1-a3e0-e0946dd88a04,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:21:46.414035 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-20d9d2c8-2f10-4b1e-8d9c-92f4fe805031 req-0660f949-f3a3-4f3f-95a2-081e9c3cb092 tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] 10.222.0.60 "GET /v2.0/security-groups?id=5c82e7e8-9cad-459a-acb2-b7a0867274de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2063129 Nov 23 17:21:46.450609 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 2ef9a377-d95f-4a4d-8775-0c36e80e3f3e up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:21:46.484884 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-52822d53-48f5-4819-8a95-bdc13aea0bf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:46.488117 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf07170f-73da-4ad6-b8e1-5c14ea2cf28b req-5304fef7-d2e8-4c81-8f94-d4413e27b214 tempest-LiveAutoBlockMigrationV225Test-82532795 tempest-LiveAutoBlockMigrationV225Test-82532795-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:21:46.490241 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-bf07170f-73da-4ad6-b8e1-5c14ea2cf28b req-5304fef7-d2e8-4c81-8f94-d4413e27b214 tempest-LiveAutoBlockMigrationV225Test-82532795 tempest-LiveAutoBlockMigrationV225Test-82532795-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=8137b671-58e3-4c8f-b0a0-33c885019390&tenant_id=968ef5ef30ad45a38c8263e9da4ef3c2&binding%3Ahost_id=n-h1-816206-8 HTTP/1.1" status: 200 len: 1097 time: 0.2060530 Nov 23 17:21:46.511366 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [req-bf07170f-73da-4ad6-b8e1-5c14ea2cf28b req-b634a726-f9c0-4400-a2e5-3252924a5558 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-816206-8'}}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:21:46.538975 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 17:21:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83133bd7-4d98-4b77-a5ff-332bcf9d36e4 x-openstack-request-id: req-83133bd7-4d98-4b77-a5ff-332bcf9d36e4 {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:21:46.539322 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94483118-8c1c-4799-a73f-44dc63b488e2", "tag": "fba50d82-4af0-48c0-a41a-3d00e787e652", "status": "completed", "code": 200}]} {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:21:46.539517 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-83133bd7-4d98-4b77-a5ff-332bcf9d36e4 {{(pid=103591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:21:46.539893 n-d-816206-8 neutron-server[103591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94483118-8c1c-4799-a73f-44dc63b488e2', 'tag': 'fba50d82-4af0-48c0-a41a-3d00e787e652', 'status': 'completed', 'code': 200} Nov 23 17:21:46.553611 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53533edb-1c40-48af-b8ac-cd0792ba47fd req-9b686997-f10d-4ccf-b758-4b206397b8b9 tempest-FloatingIPsAssociationNegativeTestJSON-1058719936 tempest-FloatingIPsAssociationNegativeTestJSON-1058719936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:21:46.555280 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-53533edb-1c40-48af-b8ac-cd0792ba47fd req-9b686997-f10d-4ccf-b758-4b206397b8b9 tempest-FloatingIPsAssociationNegativeTestJSON-1058719936 tempest-FloatingIPsAssociationNegativeTestJSON-1058719936-project] 10.222.0.60 "GET /v2.0/networks/4c8455ba-1be5-42ac-b8c2-8a16e1292d55 HTTP/1.1" status: 200 len: 784 time: 0.2178698 Nov 23 17:21:46.570986 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port 2ef9a377-d95f-4a4d-8775-0c36e80e3f3e triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:21:46.572580 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:46.616578 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [req-5bbcb901-b7ed-4315-b5c4-e20b1be45358 req-d67d4860-e64d-4d9f-91b9-7b49c98db567 service neutron] Attempting to bind port 365a668f-0f82-4ce1-a3e0-e0946dd88a04 on host n-h2-816206-8 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:21:46.617074 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [req-5bbcb901-b7ed-4315-b5c4-e20b1be45358 req-d67d4860-e64d-4d9f-91b9-7b49c98db567 service neutron] Attempting to bind port 365a668f-0f82-4ce1-a3e0-e0946dd88a04 by drivers openvswitch,hyperv on host n-h2-816206-8 at level 0 using segments [{'id': '12913541-acd4-4e3c-8f48-e22896931a9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '3b84e4de-5a6f-44c6-a8e6-1d90b4d1f1b3'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:21:46.617506 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bbcb901-b7ed-4315-b5c4-e20b1be45358 req-d67d4860-e64d-4d9f-91b9-7b49c98db567 service neutron] Attempting to bind port 365a668f-0f82-4ce1-a3e0-e0946dd88a04 on network 3b84e4de-5a6f-44c6-a8e6-1d90b4d1f1b3 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:21:46.619438 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-bf07170f-73da-4ad6-b8e1-5c14ea2cf28b req-b634a726-f9c0-4400-a2e5-3252924a5558 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:46.626320 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bbcb901-b7ed-4315-b5c4-e20b1be45358 req-d67d4860-e64d-4d9f-91b9-7b49c98db567 service neutron] Port 365a668f-0f82-4ce1-a3e0-e0946dd88a04 on network 3b84e4de-5a6f-44c6-a8e6-1d90b4d1f1b3 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-8 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 17:21:46.626759 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bbcb901-b7ed-4315-b5c4-e20b1be45358 req-d67d4860-e64d-4d9f-91b9-7b49c98db567 service neutron] Attempting to bind port 365a668f-0f82-4ce1-a3e0-e0946dd88a04 on network 3b84e4de-5a6f-44c6-a8e6-1d90b4d1f1b3 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:21:46.636079 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bbcb901-b7ed-4315-b5c4-e20b1be45358 req-d67d4860-e64d-4d9f-91b9-7b49c98db567 service neutron] Checking agent: {'id': 'ab77bf9e-0267-4174-8f1d-822cba89b207', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 15, 13), 'started_at': datetime.datetime(2021, 11, 23, 17, 15, 13), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 21, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:21:46.636608 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bbcb901-b7ed-4315-b5c4-e20b1be45358 req-d67d4860-e64d-4d9f-91b9-7b49c98db567 service neutron] Checking segment: {'id': '12913541-acd4-4e3c-8f48-e22896931a9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '3b84e4de-5a6f-44c6-a8e6-1d90b4d1f1b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:21:46.637096 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bbcb901-b7ed-4315-b5c4-e20b1be45358 req-d67d4860-e64d-4d9f-91b9-7b49c98db567 service neutron] Bound using segment: {'id': '12913541-acd4-4e3c-8f48-e22896931a9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '3b84e4de-5a6f-44c6-a8e6-1d90b4d1f1b3'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:21:46.637726 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [req-5bbcb901-b7ed-4315-b5c4-e20b1be45358 req-d67d4860-e64d-4d9f-91b9-7b49c98db567 service neutron] Bound port: 365a668f-0f82-4ce1-a3e0-e0946dd88a04, host: n-h2-816206-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12913541-acd4-4e3c-8f48-e22896931a9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '3b84e4de-5a6f-44c6-a8e6-1d90b4d1f1b3'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:21:46.638098 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-5bbcb901-b7ed-4315-b5c4-e20b1be45358 req-d67d4860-e64d-4d9f-91b9-7b49c98db567 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:46.643869 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02eb0e9d-fcc5-40d5-9f8a-9c17001a885f req-99b0ded0-eaf5-4f15-ad38-204f0853628b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:21:46.645578 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-02eb0e9d-fcc5-40d5-9f8a-9c17001a885f req-99b0ded0-eaf5-4f15-ad38-204f0853628b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b930416d8ba84d7ba659706c10c554f7&device_id=94483118-8c1c-4799-a73f-44dc63b488e2 HTTP/1.1" status: 200 len: 1096 time: 0.0751171 Nov 23 17:21:46.787312 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [req-5bbcb901-b7ed-4315-b5c4-e20b1be45358 req-d67d4860-e64d-4d9f-91b9-7b49c98db567 service neutron] For port 365a668f-0f82-4ce1-a3e0-e0946dd88a04, host n-h2-816206-8, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:21:46.794204 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [req-5bbcb901-b7ed-4315-b5c4-e20b1be45358 req-d67d4860-e64d-4d9f-91b9-7b49c98db567 service neutron] For port 365a668f-0f82-4ce1-a3e0-e0946dd88a04, host n-h2-816206-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=365a668f-0f82-4ce1-a3e0-e0946dd88a04,segment=NetworkSegment(12913541-acd4-4e3c-8f48-e22896931a9c),segment_id=12913541-acd4-4e3c-8f48-e22896931a9c)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:21:46.801583 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-5bbcb901-b7ed-4315-b5c4-e20b1be45358 req-d67d4860-e64d-4d9f-91b9-7b49c98db567 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264357957'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:46.830658 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-bf07170f-73da-4ad6-b8e1-5c14ea2cf28b req-b634a726-f9c0-4400-a2e5-3252924a5558 service neutron] For port 35d9bbe9-fea0-45ff-bcaa-845247fb2254, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=35d9bbe9-fea0-45ff-bcaa-845247fb2254,segment=NetworkSegment(aeb4ff6a-77f7-45a2-bf27-0feac134a4ea),segment_id=aeb4ff6a-77f7-45a2-bf27-0feac134a4ea)] {{(pid=103591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:21:46.842582 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02eb0e9d-fcc5-40d5-9f8a-9c17001a885f req-f9081138-1440-411a-bbdf-840cb6f9a1b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:21:46.844065 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-02eb0e9d-fcc5-40d5-9f8a-9c17001a885f req-f9081138-1440-411a-bbdf-840cb6f9a1b2 service neutron] 10.222.0.55 "GET /v2.0/networks?id=aad59512-80bb-49f8-8f54-daff64a8bc03 HTTP/1.1" status: 200 len: 922 time: 0.1898725 Nov 23 17:21:46.845735 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c574633f-dfdf-4bde-bc34-45b3ddbf6d62 req-2be64f1c-7b95-41d5-a836-38e73e6f0f6a tempest-SecurityGroupRulesNegativeTestJSON-1993101443 tempest-SecurityGroupRulesNegativeTestJSON-1993101443-project] 10.222.0.60 "GET /v2.0/security-groups/82f4953a-878e-4980-954c-d3f028b58620 HTTP/1.1" status: 200 len: 1829 time: 0.2521927 Nov 23 17:21:46.855102 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbcb901-b7ed-4315-b5c4-e20b1be45358 req-d67d4860-e64d-4d9f-91b9-7b49c98db567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:21:46.855728 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-5bbcb901-b7ed-4315-b5c4-e20b1be45358 req-d67d4860-e64d-4d9f-91b9-7b49c98db567 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:46.857099 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-5bbcb901-b7ed-4315-b5c4-e20b1be45358 req-d67d4860-e64d-4d9f-91b9-7b49c98db567 service neutron] 10.222.0.36 "PUT /v2.0/ports/365a668f-0f82-4ce1-a3e0-e0946dd88a04 HTTP/1.1" status: 200 len: 1091 time: 1.4435067 Nov 23 17:21:46.857561 n-d-816206-8 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '718e7979-ed88-4391-b53d-996075f02e58', 'tag': '365a668f-0f82-4ce1-a3e0-e0946dd88a04'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:21:46.859841 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbabddbc9fc37b068808e119c416c86f5957ca04531a4a0d2e695c515e93483b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-194cf68c-c3e3-4db3-9c88-771945a7494e" -d '{"events": [{"name": "network-changed", "server_uuid": "718e7979-ed88-4391-b53d-996075f02e58", "tag": "365a668f-0f82-4ce1-a3e0-e0946dd88a04"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:21:46.893463 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466a7fda-3c1f-48f8-814a-0a3a02bf8ef1 req-66de2627-2aea-4794-ac8d-12b9cbbcbf22 tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:21:46.894984 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-466a7fda-3c1f-48f8-814a-0a3a02bf8ef1 req-66de2627-2aea-4794-ac8d-12b9cbbcbf22 tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] 10.222.0.60 "GET /v2.0/ports?device_id=8137b671-58e3-4c8f-b0a0-33c885019390 HTTP/1.1" status: 200 len: 946 time: 0.2526410 Nov 23 17:21:46.905964 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-02eb0e9d-fcc5-40d5-9f8a-9c17001a885f req-b50a4983-5085-453f-b1f6-9a3787a5ff9c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fba50d82-4af0-48c0-a41a-3d00e787e652 HTTP/1.1" status: 200 len: 217 time: 0.0523777 Nov 23 17:21:46.938480 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-bf07170f-73da-4ad6-b8e1-5c14ea2cf28b req-b634a726-f9c0-4400-a2e5-3252924a5558 service neutron] For port 35d9bbe9-fea0-45ff-bcaa-845247fb2254, host n-h1-816206-8, cleared binding levels {{(pid=103591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:21:46.961318 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device 35d9bbe9-fea0-45ff-bcaa-845247fb2254 details requested by agent hyperv_n-h2-816206-8 with host n-h2-816206-8 {{(pid=103592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 17:21:46.981716 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67d4860-e64d-4d9f-91b9-7b49c98db567 service neutron] Pushing event updated for resources: {'Port': ['ID=365a668f-0f82-4ce1-a3e0-e0946dd88a04,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:21:47.006992 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-c574633f-dfdf-4bde-bc34-45b3ddbf6d62 req-4c479095-b81c-4148-9bdc-22e5eb0e69cc tempest-SecurityGroupRulesNegativeTestJSON-1993101443 tempest-SecurityGroupRulesNegativeTestJSON-1993101443-project] Publish callbacks [] for security_group, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:47.012172 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02eb0e9d-fcc5-40d5-9f8a-9c17001a885f req-8bb03561-44e8-4bdb-aa55-4560712b564d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:21:47.014013 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-02eb0e9d-fcc5-40d5-9f8a-9c17001a885f req-8bb03561-44e8-4bdb-aa55-4560712b564d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5ec29eee-2e3a-4642-be97-88a03756cf1b HTTP/1.1" status: 200 len: 860 time: 0.0968962 Nov 23 17:21:47.015803 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbcb901-b7ed-4315-b5c4-e20b1be45358 req-8fac9365-f68e-47d9-9e34-c1da447d9579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:21:47.021427 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-5bbcb901-b7ed-4315-b5c4-e20b1be45358 req-8fac9365-f68e-47d9-9e34-c1da447d9579 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4f30b4abc7074d1fa9d31a414a5f297f&device_id=718e7979-ed88-4391-b53d-996075f02e58 HTTP/1.1" status: 200 len: 1094 time: 0.1131542 Nov 23 17:21:47.024195 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-466a7fda-3c1f-48f8-814a-0a3a02bf8ef1 req-81759a40-2c77-4d03-8428-19c3689ce3ce tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] 10.222.0.60 "GET /v2.0/security-groups?id=ef6a96c0-423c-4ea7-a75c-4657afd8c521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208012 Nov 23 17:21:47.058727 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-bf07170f-73da-4ad6-b8e1-5c14ea2cf28b req-b634a726-f9c0-4400-a2e5-3252924a5558 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:47.071801 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-bf07170f-73da-4ad6-b8e1-5c14ea2cf28b req-b634a726-f9c0-4400-a2e5-3252924a5558 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264758186'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:47.074715 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-c574633f-dfdf-4bde-bc34-45b3ddbf6d62 req-4c479095-b81c-4148-9bdc-22e5eb0e69cc tempest-SecurityGroupRulesNegativeTestJSON-1993101443 tempest-SecurityGroupRulesNegativeTestJSON-1993101443-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:47.081101 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port 35d9bbe9-fea0-45ff-bcaa-845247fb2254, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=35d9bbe9-fea0-45ff-bcaa-845247fb2254,segment=NetworkSegment(aeb4ff6a-77f7-45a2-bf27-0feac134a4ea),segment_id=aeb4ff6a-77f7-45a2-bf27-0feac134a4ea)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:21:47.091297 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-5bbcb901-b7ed-4315-b5c4-e20b1be45358 req-a460d36e-b674-4ebc-a434-76c1bdc60459 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=365a668f-0f82-4ce1-a3e0-e0946dd88a04 HTTP/1.1" status: 200 len: 217 time: 0.0599351 Nov 23 17:21:47.095120 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device 35d9bbe9-fea0-45ff-bcaa-845247fb2254 has no active binding in host n-h2-816206-8 {{(pid=103592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 23 17:21:47.158342 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02eb0e9d-fcc5-40d5-9f8a-9c17001a885f req-985b358c-ab81-4689-a163-f29093c76853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:21:47.160623 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-02eb0e9d-fcc5-40d5-9f8a-9c17001a885f req-985b358c-ab81-4689-a163-f29093c76853 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=aad59512-80bb-49f8-8f54-daff64a8bc03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1381433 Nov 23 17:21:47.183874 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbcb901-b7ed-4315-b5c4-e20b1be45358 req-aa656635-1cc0-437b-9c7f-efc7c96e365c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:21:47.185302 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-5bbcb901-b7ed-4315-b5c4-e20b1be45358 req-aa656635-1cc0-437b-9c7f-efc7c96e365c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=10cf3f5a-71d1-468b-8622-0226dd1fd98a HTTP/1.1" status: 200 len: 848 time: 0.0833178 Nov 23 17:21:47.217001 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b634a726-f9c0-4400-a2e5-3252924a5558 service neutron] Pushing event updated for resources: {'Port': ['ID=35d9bbe9-fea0-45ff-bcaa-845247fb2254,revision_number=7']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:21:47.230226 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-bf07170f-73da-4ad6-b8e1-5c14ea2cf28b req-b634a726-f9c0-4400-a2e5-3252924a5558 service neutron] Attempting to bind port 35d9bbe9-fea0-45ff-bcaa-845247fb2254 on host n-h1-816206-8 for vnic_type normal with profile {"migrating_to": "n-h2-816206-8"} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:21:47.230555 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-bf07170f-73da-4ad6-b8e1-5c14ea2cf28b req-b634a726-f9c0-4400-a2e5-3252924a5558 service neutron] Attempting to bind port 35d9bbe9-fea0-45ff-bcaa-845247fb2254 by drivers openvswitch,hyperv on host n-h1-816206-8 at level 0 using segments [{'id': 'aeb4ff6a-77f7-45a2-bf27-0feac134a4ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'eacea6aa-86b2-4fe9-ae0d-611828f27804'}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:21:47.230888 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf07170f-73da-4ad6-b8e1-5c14ea2cf28b req-b634a726-f9c0-4400-a2e5-3252924a5558 service neutron] Attempting to bind port 35d9bbe9-fea0-45ff-bcaa-845247fb2254 on network eacea6aa-86b2-4fe9-ae0d-611828f27804 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:21:47.233394 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-5bbcb901-b7ed-4315-b5c4-e20b1be45358 req-fc7cdff6-486c-4298-abf5-3017fcab1ce5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3b84e4de-5a6f-44c6-a8e6-1d90b4d1f1b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347023 Nov 23 17:21:47.235005 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-c574633f-dfdf-4bde-bc34-45b3ddbf6d62 req-4c479095-b81c-4148-9bdc-22e5eb0e69cc tempest-SecurityGroupRulesNegativeTestJSON-1993101443 tempest-SecurityGroupRulesNegativeTestJSON-1993101443-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:47.237564 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-c574633f-dfdf-4bde-bc34-45b3ddbf6d62 req-4c479095-b81c-4148-9bdc-22e5eb0e69cc tempest-SecurityGroupRulesNegativeTestJSON-1993101443 tempest-SecurityGroupRulesNegativeTestJSON-1993101443-project] Publish callbacks [] for security_group, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:47.238692 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c574633f-dfdf-4bde-bc34-45b3ddbf6d62 req-4c479095-b81c-4148-9bdc-22e5eb0e69cc tempest-SecurityGroupRulesNegativeTestJSON-1993101443 tempest-SecurityGroupRulesNegativeTestJSON-1993101443-project] 10.222.0.60 "DELETE /v2.0/security-groups/82f4953a-878e-4980-954c-d3f028b58620 HTTP/1.1" status: 204 len: 173 time: 0.3801415 Nov 23 17:21:47.261860 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf07170f-73da-4ad6-b8e1-5c14ea2cf28b req-b634a726-f9c0-4400-a2e5-3252924a5558 service neutron] Port 35d9bbe9-fea0-45ff-bcaa-845247fb2254 on network eacea6aa-86b2-4fe9-ae0d-611828f27804 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-8 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 17:21:47.262200 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf07170f-73da-4ad6-b8e1-5c14ea2cf28b req-b634a726-f9c0-4400-a2e5-3252924a5558 service neutron] Attempting to bind port 35d9bbe9-fea0-45ff-bcaa-845247fb2254 on network eacea6aa-86b2-4fe9-ae0d-611828f27804 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:21:47.265253 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c479095-b81c-4148-9bdc-22e5eb0e69cc tempest-SecurityGroupRulesNegativeTestJSON-1993101443 tempest-SecurityGroupRulesNegativeTestJSON-1993101443-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=82f4953a-878e-4980-954c-d3f028b58620,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:21:47.276311 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5ae64e18-8cc7-4b7e-a3fb-a2f03a085363 req-8401d43b-a56c-4328-ba05-00cb803fa5fb tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--1564009067&fields=id&tenant_id=3541603f19884b9cb683e7eedd76d17c HTTP/1.1" status: 200 len: 267 time: 0.1299396 Nov 23 17:21:47.281664 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf07170f-73da-4ad6-b8e1-5c14ea2cf28b req-b634a726-f9c0-4400-a2e5-3252924a5558 service neutron] Checking agent: {'id': '4b0a4557-3bfe-4828-80a0-7981fc3ac84c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 15, 14), 'started_at': datetime.datetime(2021, 11, 23, 17, 15, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 21, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:21:47.282125 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf07170f-73da-4ad6-b8e1-5c14ea2cf28b req-b634a726-f9c0-4400-a2e5-3252924a5558 service neutron] Checking segment: {'id': 'aeb4ff6a-77f7-45a2-bf27-0feac134a4ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'eacea6aa-86b2-4fe9-ae0d-611828f27804'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:21:47.282929 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf07170f-73da-4ad6-b8e1-5c14ea2cf28b req-b634a726-f9c0-4400-a2e5-3252924a5558 service neutron] Bound using segment: {'id': 'aeb4ff6a-77f7-45a2-bf27-0feac134a4ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'eacea6aa-86b2-4fe9-ae0d-611828f27804'} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:21:47.283525 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-bf07170f-73da-4ad6-b8e1-5c14ea2cf28b req-b634a726-f9c0-4400-a2e5-3252924a5558 service neutron] Bound port: 35d9bbe9-fea0-45ff-bcaa-845247fb2254, host: n-h1-816206-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aeb4ff6a-77f7-45a2-bf27-0feac134a4ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'eacea6aa-86b2-4fe9-ae0d-611828f27804'}}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:21:47.284158 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-bf07170f-73da-4ad6-b8e1-5c14ea2cf28b req-b634a726-f9c0-4400-a2e5-3252924a5558 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:47.366561 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-02eb0e9d-fcc5-40d5-9f8a-9c17001a885f req-a12f66fb-409d-43ef-a6cf-37c2869b3fd6 service neutron] 10.222.0.55 "GET /v2.0/networks/aad59512-80bb-49f8-8f54-daff64a8bc03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1940017 Nov 23 17:21:47.460777 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-bf07170f-73da-4ad6-b8e1-5c14ea2cf28b req-b634a726-f9c0-4400-a2e5-3252924a5558 service neutron] For port 35d9bbe9-fea0-45ff-bcaa-845247fb2254, host n-h1-816206-8, cleared binding levels {{(pid=103591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:21:47.465509 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-bf07170f-73da-4ad6-b8e1-5c14ea2cf28b req-b634a726-f9c0-4400-a2e5-3252924a5558 service neutron] For port 35d9bbe9-fea0-45ff-bcaa-845247fb2254, host n-h1-816206-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=35d9bbe9-fea0-45ff-bcaa-845247fb2254,segment=NetworkSegment(aeb4ff6a-77f7-45a2-bf27-0feac134a4ea),segment_id=aeb4ff6a-77f7-45a2-bf27-0feac134a4ea)] {{(pid=103591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:21:47.476188 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae64e18-8cc7-4b7e-a3fb-a2f03a085363 req-6da5ed30-da36-4b6d-a2a3-8c6392863571 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:21:47.478266 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5ae64e18-8cc7-4b7e-a3fb-a2f03a085363 req-6da5ed30-da36-4b6d-a2a3-8c6392863571 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.60 "GET /v2.0/networks?id=43d8ac08-152d-4053-b836-ddc03b0e91a2 HTTP/1.1" status: 200 len: 810 time: 0.1877792 Nov 23 17:21:47.479893 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-bf07170f-73da-4ad6-b8e1-5c14ea2cf28b req-b634a726-f9c0-4400-a2e5-3252924a5558 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264758186'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:47.508461 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-5bbcb901-b7ed-4315-b5c4-e20b1be45358 req-f1305891-460b-4db5-9b16-93ef47eb7ed3 service neutron] 10.222.0.36 "GET /v2.0/networks/3b84e4de-5a6f-44c6-a8e6-1d90b4d1f1b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2656004 Nov 23 17:21:47.529629 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5ae64e18-8cc7-4b7e-a3fb-a2f03a085363 req-16a6718d-3a26-485a-8f29-3aaba707a338 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.60 "GET /v2.0/quotas/3541603f19884b9cb683e7eedd76d17c HTTP/1.1" status: 200 len: 375 time: 0.0405419 Nov 23 17:21:47.610165 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9a27ae6c-db98-474f-94c1-cc99bf842d79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:47.615686 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-02eb0e9d-fcc5-40d5-9f8a-9c17001a885f req-21f126a8-7402-4b4c-af26-0fd9e5e25122 service neutron] 10.222.0.55 "GET /v2.0/networks/aad59512-80bb-49f8-8f54-daff64a8bc03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2125809 Nov 23 17:21:47.616719 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf07170f-73da-4ad6-b8e1-5c14ea2cf28b req-b634a726-f9c0-4400-a2e5-3252924a5558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:21:47.617349 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-bf07170f-73da-4ad6-b8e1-5c14ea2cf28b req-b634a726-f9c0-4400-a2e5-3252924a5558 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:47.618797 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-bf07170f-73da-4ad6-b8e1-5c14ea2cf28b req-b634a726-f9c0-4400-a2e5-3252924a5558 service neutron] 10.222.0.36 "PUT /v2.0/ports/35d9bbe9-fea0-45ff-bcaa-845247fb2254 HTTP/1.1" status: 200 len: 1122 time: 1.1119268 Nov 23 17:21:47.644312 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b634a726-f9c0-4400-a2e5-3252924a5558 service neutron] Pushing event updated for resources: {'Port': ['ID=35d9bbe9-fea0-45ff-bcaa-845247fb2254,revision_number=8']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:21:47.664118 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63544b3b-0fb3-4304-b942-114356df3ff9 req-658585d9-0ddf-476c-b5e1-23e078c98fe4 tempest-FloatingIPsAssociationNegativeTestJSON-1058719936 tempest-FloatingIPsAssociationNegativeTestJSON-1058719936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:21:47.665711 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-63544b3b-0fb3-4304-b942-114356df3ff9 req-658585d9-0ddf-476c-b5e1-23e078c98fe4 tempest-FloatingIPsAssociationNegativeTestJSON-1058719936 tempest-FloatingIPsAssociationNegativeTestJSON-1058719936-project] 10.222.0.60 "GET /v2.0/ports?device_id=61f90a48-4098-4063-9d4f-98c63927a8c3&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1391737 Nov 23 17:21:47.683277 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5ae64e18-8cc7-4b7e-a3fb-a2f03a085363 req-5e32242a-82ee-4d7e-aef7-be41e02a6d8b tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=3541603f19884b9cb683e7eedd76d17c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1335030 Nov 23 17:21:47.711782 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] get_ports_and_sgs() called for port_ids ['35d9bbe9-fea0-45ff-bcaa-845247fb2254'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:21:47.722445 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-bdb8aa7b-614a-4a9b-9360-f78472ff409c req-a8342d75-951a-4543-ab87-55a77397eb04 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=b06fd73f-d5cd-4321-910c-bac8aff99182&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1954019 Nov 23 17:21:47.736795 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-5bbcb901-b7ed-4315-b5c4-e20b1be45358 req-378b40f8-2797-41ad-8e85-9b126d8d7f91 service neutron] 10.222.0.36 "GET /v2.0/networks/3b84e4de-5a6f-44c6-a8e6-1d90b4d1f1b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2201660 Nov 23 17:21:47.767661 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-63544b3b-0fb3-4304-b942-114356df3ff9 req-31c20d3f-2dcc-4a04-8bc7-15c49f3e6aab tempest-FloatingIPsAssociationNegativeTestJSON-1058719936 tempest-FloatingIPsAssociationNegativeTestJSON-1058719936-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.3.70 HTTP/1.1" status: 200 len: 695 time: 0.0832663 Nov 23 17:21:47.769578 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device fba50d82-4af0-48c0-a41a-3d00e787e652 up at agent hyperv_n-h1-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:21:47.773400 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] get_ports_and_sgs() called for port_ids ['35d9bbe9-fea0-45ff-bcaa-845247fb2254'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:21:47.788256 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [req-63544b3b-0fb3-4304-b942-114356df3ff9 req-cc49486d-d6b1-4bbc-8dff-b64af70dfd59 tempest-FloatingIPsAssociationNegativeTestJSON-1058719936 tempest-FloatingIPsAssociationNegativeTestJSON-1058719936-project] Request body: {'floatingip': {'port_id': '85c78666-18e8-4f41-9932-77363b785c94', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:21:47.904991 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Provisioning for port fba50d82-4af0-48c0-a41a-3d00e787e652 completed by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 17:21:47.922342 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Provisioning complete for port fba50d82-4af0-48c0-a41a-3d00e787e652 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:21:47.922710 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:47.937926 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-63544b3b-0fb3-4304-b942-114356df3ff9 req-cc49486d-d6b1-4bbc-8dff-b64af70dfd59 tempest-FloatingIPsAssociationNegativeTestJSON-1058719936 tempest-FloatingIPsAssociationNegativeTestJSON-1058719936-project] Publish callbacks [] for floatingip, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:48.125356 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:48.137275 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5ae64e18-8cc7-4b7e-a3fb-a2f03a085363 req-e99ec985-81bb-4131-9735-4ab01ee107bb service neutron] 10.222.0.60 "GET /v2.0/networks/43d8ac08-152d-4053-b836-ddc03b0e91a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3950040 Nov 23 17:21:48.167933 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94483118-8c1c-4799-a73f-44dc63b488e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fba50d82-4af0-48c0-a41a-3d00e787e652'}] {{(pid=103592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:21:48.169987 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba3e6a8f2301c7a29fe1eca9779abdae4ccbcd6266d69778087f2498d5551201" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bbd6b89-e5f4-44fc-a60e-c78adce89e3b" -d '{"events": [{"server_uuid": "94483118-8c1c-4799-a73f-44dc63b488e2", "name": "network-vif-plugged", "status": "completed", "tag": "fba50d82-4af0-48c0-a41a-3d00e787e652"}]}' {{(pid=103592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:21:48.185798 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port fba50d82-4af0-48c0-a41a-3d00e787e652, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=fba50d82-4af0-48c0-a41a-3d00e787e652,segment=NetworkSegment(adf834ee-26cf-4f45-a2f3-83f453b804ad),segment_id=adf834ee-26cf-4f45-a2f3-83f453b804ad)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:21:48.190241 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:48.272233 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Pushing event updated for resources: {'Port': ['ID=fba50d82-4af0-48c0-a41a-3d00e787e652,revision_number=5']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:21:48.289523 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:48.381347 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5ae64e18-8cc7-4b7e-a3fb-a2f03a085363 req-d04f9e09-348e-4140-beb3-89d124375a01 service neutron] 10.222.0.60 "GET /v2.0/networks/43d8ac08-152d-4053-b836-ddc03b0e91a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2403390 Nov 23 17:21:48.410503 n-d-816206-8 neutron-server[103591]: INFO neutron.api.v2.resource [req-63544b3b-0fb3-4304-b942-114356df3ff9 req-cc49486d-d6b1-4bbc-8dff-b64af70dfd59 tempest-FloatingIPsAssociationNegativeTestJSON-1058719936 tempest-FloatingIPsAssociationNegativeTestJSON-1058719936-project] update failed (client error): There was a conflict when trying to complete your request. Nov 23 17:21:48.418003 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-63544b3b-0fb3-4304-b942-114356df3ff9 req-cc49486d-d6b1-4bbc-8dff-b64af70dfd59 tempest-FloatingIPsAssociationNegativeTestJSON-1058719936 tempest-FloatingIPsAssociationNegativeTestJSON-1058719936-project] 10.222.0.60 "PUT /v2.0/floatingips/c3dea681-9e37-44fe-86d3-f0122ee5d472 HTTP/1.1" status: 409 len: 550 time: 0.6378772 Nov 23 17:21:48.485009 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 17:21:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e775700e-f2d9-4f26-a36f-dd25f4fd22fd x-openstack-request-id: req-e775700e-f2d9-4f26-a36f-dd25f4fd22fd {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:21:48.485761 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "718e7979-ed88-4391-b53d-996075f02e58", "tag": "365a668f-0f82-4ce1-a3e0-e0946dd88a04", "status": "completed", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:21:48.486194 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e775700e-f2d9-4f26-a36f-dd25f4fd22fd {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:21:48.494804 n-d-816206-8 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '718e7979-ed88-4391-b53d-996075f02e58', 'tag': '365a668f-0f82-4ce1-a3e0-e0946dd88a04', 'status': 'completed', 'code': 200} Nov 23 17:21:48.541002 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8137b671-58e3-4c8f-b0a0-33c885019390', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '35d9bbe9-fea0-45ff-bcaa-845247fb2254'}, {'name': 'network-changed', 'server_uuid': '8137b671-58e3-4c8f-b0a0-33c885019390', 'tag': '35d9bbe9-fea0-45ff-bcaa-845247fb2254'}] {{(pid=103591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:21:48.543365 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41d174a19ece9499ff9ec44e5b3fc50f2abd3ffbc947fb7e52ea1e8db27b95b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63a94f7b-3411-43a2-a521-9a671afecd5e" -d '{"events": [{"server_uuid": "8137b671-58e3-4c8f-b0a0-33c885019390", "name": "network-vif-unplugged", "status": "completed", "tag": "35d9bbe9-fea0-45ff-bcaa-845247fb2254"}, {"name": "network-changed", "server_uuid": "8137b671-58e3-4c8f-b0a0-33c885019390", "tag": "35d9bbe9-fea0-45ff-bcaa-845247fb2254"}]}' {{(pid=103591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:21:48.689022 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194cf68c-c3e3-4db3-9c88-771945a7494e req-77aa8dd6-e04d-4985-987f-16a0da77ccd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:21:48.692194 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-194cf68c-c3e3-4db3-9c88-771945a7494e req-77aa8dd6-e04d-4985-987f-16a0da77ccd5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4f30b4abc7074d1fa9d31a414a5f297f&device_id=718e7979-ed88-4391-b53d-996075f02e58 HTTP/1.1" status: 200 len: 1094 time: 0.1459455 Nov 23 17:21:48.734762 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544e68c9-5d4f-4f3c-866b-1c2a3054bba3 req-3f48d8f6-9797-4f6b-b02d-a630ff5ceced tempest-FloatingIPsAssociationTestJSON-1150543333 tempest-FloatingIPsAssociationTestJSON-1150543333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:21:48.736527 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-544e68c9-5d4f-4f3c-866b-1c2a3054bba3 req-3f48d8f6-9797-4f6b-b02d-a630ff5ceced tempest-FloatingIPsAssociationTestJSON-1150543333 tempest-FloatingIPsAssociationTestJSON-1150543333-project] 10.222.0.60 "GET /v2.0/ports?device_id=94483118-8c1c-4799-a73f-44dc63b488e2 HTTP/1.1" status: 200 len: 946 time: 0.1138713 Nov 23 17:21:48.770285 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f40516df-ed18-43fa-87dc-4b5ee7d93fe0 req-02d5d872-9c78-43a5-b0e0-5bed3c068278 tempest-SecurityGroupRulesNegativeTestJSON-1993101443 tempest-SecurityGroupRulesNegativeTestJSON-1993101443-project] 10.222.0.60 "GET /v2.0/security-groups/96df48e6-f020-4b00-b772-e689d07c5c86 HTTP/1.1" status: 200 len: 1829 time: 0.1047988 Nov 23 17:21:48.865298 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-544e68c9-5d4f-4f3c-866b-1c2a3054bba3 req-817b4566-70bd-4e71-bf2f-d00d6143ed0d tempest-FloatingIPsAssociationTestJSON-1150543333 tempest-FloatingIPsAssociationTestJSON-1150543333-project] 10.222.0.60 "GET /v2.0/security-groups?id=b656dbf2-bd68-4405-bdb6-ed670d1dacf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065810 Nov 23 17:21:48.879244 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-f40516df-ed18-43fa-87dc-4b5ee7d93fe0 req-70377616-ff3d-4d03-8b5f-af36be5d2da0 tempest-SecurityGroupRulesNegativeTestJSON-1993101443 tempest-SecurityGroupRulesNegativeTestJSON-1993101443-project] Publish callbacks [] for security_group, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:48.932352 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194cf68c-c3e3-4db3-9c88-771945a7494e req-0ac9aa18-b8df-4d67-906c-8e7a910fb571 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:21:48.935116 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-194cf68c-c3e3-4db3-9c88-771945a7494e req-0ac9aa18-b8df-4d67-906c-8e7a910fb571 service neutron] 10.222.0.36 "GET /v2.0/networks?id=3b84e4de-5a6f-44c6-a8e6-1d90b4d1f1b3 HTTP/1.1" status: 200 len: 909 time: 0.2313991 Nov 23 17:21:48.936157 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-f40516df-ed18-43fa-87dc-4b5ee7d93fe0 req-70377616-ff3d-4d03-8b5f-af36be5d2da0 tempest-SecurityGroupRulesNegativeTestJSON-1993101443 tempest-SecurityGroupRulesNegativeTestJSON-1993101443-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:49.008082 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-194cf68c-c3e3-4db3-9c88-771945a7494e req-911ec6a3-208a-4225-b42b-5d748fdedf1f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=365a668f-0f82-4ce1-a3e0-e0946dd88a04 HTTP/1.1" status: 200 len: 217 time: 0.0575073 Nov 23 17:21:49.014972 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-f40516df-ed18-43fa-87dc-4b5ee7d93fe0 req-70377616-ff3d-4d03-8b5f-af36be5d2da0 tempest-SecurityGroupRulesNegativeTestJSON-1993101443 tempest-SecurityGroupRulesNegativeTestJSON-1993101443-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:49.019416 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-f40516df-ed18-43fa-87dc-4b5ee7d93fe0 req-70377616-ff3d-4d03-8b5f-af36be5d2da0 tempest-SecurityGroupRulesNegativeTestJSON-1993101443 tempest-SecurityGroupRulesNegativeTestJSON-1993101443-project] Publish callbacks [] for security_group, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:49.024633 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f40516df-ed18-43fa-87dc-4b5ee7d93fe0 req-70377616-ff3d-4d03-8b5f-af36be5d2da0 tempest-SecurityGroupRulesNegativeTestJSON-1993101443 tempest-SecurityGroupRulesNegativeTestJSON-1993101443-project] 10.222.0.60 "DELETE /v2.0/security-groups/96df48e6-f020-4b00-b772-e689d07c5c86 HTTP/1.1" status: 204 len: 173 time: 0.2498431 Nov 23 17:21:49.079689 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 52530) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:21:49.132147 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70377616-ff3d-4d03-8b5f-af36be5d2da0 tempest-SecurityGroupRulesNegativeTestJSON-1993101443 tempest-SecurityGroupRulesNegativeTestJSON-1993101443-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=96df48e6-f020-4b00-b772-e689d07c5c86,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:21:49.134811 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194cf68c-c3e3-4db3-9c88-771945a7494e req-0f3abf34-a006-4365-9cf2-c7c6d32f76a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:21:49.140196 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-194cf68c-c3e3-4db3-9c88-771945a7494e req-0f3abf34-a006-4365-9cf2-c7c6d32f76a2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=10cf3f5a-71d1-468b-8622-0226dd1fd98a HTTP/1.1" status: 200 len: 848 time: 0.1139066 Nov 23 17:21:49.212112 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-194cf68c-c3e3-4db3-9c88-771945a7494e req-be2030a5-c7ae-4a89-a410-0fbc7583fd52 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3b84e4de-5a6f-44c6-a8e6-1d90b4d1f1b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0581443 Nov 23 17:21:49.219942 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ad0c358-48b8-48ba-b3d3-bff6a8bb0be3 admin admin] Deleting subnet e6d29db7-7b86-41c4-a826-74093926a7c7 {{(pid=103590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 17:21:49.223911 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-3ad0c358-48b8-48ba-b3d3-bff6a8bb0be3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:49.241407 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606a2c57-434f-4461-9d0d-fd10e71e18ad req-3cd1a8ae-e0b3-49da-812c-7244bed0fffc tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:21:49.243620 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-606a2c57-434f-4461-9d0d-fd10e71e18ad req-3cd1a8ae-e0b3-49da-812c-7244bed0fffc tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] 10.222.0.60 "GET /v2.0/ports?device_id=718e7979-ed88-4391-b53d-996075f02e58 HTTP/1.1" status: 200 len: 943 time: 0.2306437 Nov 23 17:21:49.270151 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accf2c1b-86cf-4fff-b862-938ea0b92eb8 req-b807d2f2-e99b-4c57-8f08-952113a1254c tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:21:49.273566 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-accf2c1b-86cf-4fff-b862-938ea0b92eb8 req-b807d2f2-e99b-4c57-8f08-952113a1254c tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] 10.222.0.60 "GET /v2.0/ports?device_id=b06fd73f-d5cd-4321-910c-bac8aff99182 HTTP/1.1" status: 200 len: 950 time: 0.1463971 Nov 23 17:21:49.299518 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-3ad0c358-48b8-48ba-b3d3-bff6a8bb0be3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-267528342'] for subnet, precommit_delete_associations {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:49.352916 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-606a2c57-434f-4461-9d0d-fd10e71e18ad req-b9e2f008-642d-4166-adeb-2357d8a2200c tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] 10.222.0.60 "GET /v2.0/security-groups?id=5c82e7e8-9cad-459a-acb2-b7a0867274de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780497 Nov 23 17:21:49.370826 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-accf2c1b-86cf-4fff-b862-938ea0b92eb8 req-a541c9d1-7873-478d-94d9-aa54714fab38 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] 10.222.0.60 "GET /v2.0/security-groups?id=70227657-be62-432a-a8fd-5a85231fc7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858238 Nov 23 17:21:49.389095 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-3ad0c358-48b8-48ba-b3d3-bff6a8bb0be3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971956'] for subnet, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:49.423813 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-194cf68c-c3e3-4db3-9c88-771945a7494e req-aaae2a96-77da-4b04-a0ac-27bd7117239e service neutron] 10.222.0.36 "GET /v2.0/networks/3b84e4de-5a6f-44c6-a8e6-1d90b4d1f1b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1968472 Nov 23 17:21:49.448914 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:21:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-612f537a-7dd5-4b4e-8ce3-126e5e48fbd3 x-openstack-request-id: req-612f537a-7dd5-4b4e-8ce3-126e5e48fbd3 {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:21:49.449475 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94483118-8c1c-4799-a73f-44dc63b488e2", "name": "network-vif-plugged", "status": "completed", "tag": "fba50d82-4af0-48c0-a41a-3d00e787e652", "code": 200}]} {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:21:49.450126 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-612f537a-7dd5-4b4e-8ce3-126e5e48fbd3 {{(pid=103592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:21:49.451000 n-d-816206-8 neutron-server[103592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94483118-8c1c-4799-a73f-44dc63b488e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fba50d82-4af0-48c0-a41a-3d00e787e652', 'code': 200} Nov 23 17:21:49.562022 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-3ad0c358-48b8-48ba-b3d3-bff6a8bb0be3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264357903', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264730940'] for subnet, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:49.590142 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-692fb672-0f14-4b1a-8060-b70732d609f2 req-d0704851-65a3-4d02-b37d-1015fdbc5fd3 tempest-FloatingIPsAssociationNegativeTestJSON-1058719936 tempest-FloatingIPsAssociationNegativeTestJSON-1058719936-project] 10.222.0.60 "GET /v2.0/floatingips/c3dea681-9e37-44fe-86d3-f0122ee5d472 HTTP/1.1" status: 200 len: 692 time: 0.0836310 Nov 23 17:21:49.609515 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad0c358-48b8-48ba-b3d3-bff6a8bb0be3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e6d29db7-7b86-41c4-a826-74093926a7c7,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:21:49.617343 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f433a841-3571-4786-afe0-2c7b0b55df74 req-a847c4be-7b63-4828-a2a6-20012b5257ea tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:21:49.625094 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f433a841-3571-4786-afe0-2c7b0b55df74 req-a847c4be-7b63-4828-a2a6-20012b5257ea tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] 10.222.0.60 "GET /v2.0/ports?device_id=8137b671-58e3-4c8f-b0a0-33c885019390 HTTP/1.1" status: 200 len: 944 time: 0.1558948 Nov 23 17:21:49.638231 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-3ad0c358-48b8-48ba-b3d3-bff6a8bb0be3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:49.650208 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 52536) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:21:49.651982 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-3ad0c358-48b8-48ba-b3d3-bff6a8bb0be3 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/e6d29db7-7b86-41c4-a826-74093926a7c7 HTTP/1.1" status: 204 len: 168 time: 0.5700688 Nov 23 17:21:49.704695 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-194cf68c-c3e3-4db3-9c88-771945a7494e req-2dd8ac05-9d2c-4a7a-9afd-5b3aedc7b902 service neutron] 10.222.0.36 "GET /v2.0/networks/3b84e4de-5a6f-44c6-a8e6-1d90b4d1f1b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2648003 Nov 23 17:21:49.744852 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7812fd-7f7a-492a-a979-0aa1635651aa req-1971c398-171f-4389-a5a1-21da3c04b73d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:21:49.747242 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-7a7812fd-7f7a-492a-a979-0aa1635651aa req-1971c398-171f-4389-a5a1-21da3c04b73d service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=94483118-8c1c-4799-a73f-44dc63b488e2 HTTP/1.1" status: 200 len: 1097 time: 0.1515207 Nov 23 17:21:49.819210 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-7a7812fd-7f7a-492a-a979-0aa1635651aa req-eb0c134a-ba14-411b-8dcc-268f54c93bcf service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=b656dbf2-bd68-4405-bdb6-ed670d1dacf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510056 Nov 23 17:21:49.940470 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-559a4d4a-486f-4944-a101-fd32329cdb83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-555181'] for network, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:49.947439 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f433a841-3571-4786-afe0-2c7b0b55df74 req-17702fc0-6a22-4ca7-8a30-2043942b28a5 tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] 10.222.0.60 "GET /v2.0/security-groups?id=ef6a96c0-423c-4ea7-a75c-4657afd8c521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3212326 Nov 23 17:21:49.954146 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb8aa7b-614a-4a9b-9360-f78472ff409c req-66d89b22-335d-42d4-b287-18c0fea9a8c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:21:49.955627 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-bdb8aa7b-614a-4a9b-9360-f78472ff409c req-66d89b22-335d-42d4-b287-18c0fea9a8c9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=98a62786d4654c60b8dab5d2a606f4fe&device_id=b06fd73f-d5cd-4321-910c-bac8aff99182 HTTP/1.1" status: 200 len: 1101 time: 0.2699842 Nov 23 17:21:49.987269 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692fb672-0f14-4b1a-8060-b70732d609f2 req-9718f038-79f8-48a2-8a33-473760a229a4 tempest-FloatingIPsAssociationNegativeTestJSON-1058719936 tempest-FloatingIPsAssociationNegativeTestJSON-1058719936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:21:49.988680 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-692fb672-0f14-4b1a-8060-b70732d609f2 req-9718f038-79f8-48a2-8a33-473760a229a4 tempest-FloatingIPsAssociationNegativeTestJSON-1058719936 tempest-FloatingIPsAssociationNegativeTestJSON-1058719936-project] 10.222.0.60 "GET /v2.0/networks/4c8455ba-1be5-42ac-b8c2-8a16e1292d55 HTTP/1.1" status: 200 len: 784 time: 0.3824618 Nov 23 17:21:50.019617 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [req-692fb672-0f14-4b1a-8060-b70732d609f2 req-f95e45c8-0699-4a43-9316-5a0e0a217f3a tempest-FloatingIPsAssociationNegativeTestJSON-1058719936 tempest-FloatingIPsAssociationNegativeTestJSON-1058719936-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=103591) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 17:21:50.020700 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-692fb672-0f14-4b1a-8060-b70732d609f2 req-f95e45c8-0699-4a43-9316-5a0e0a217f3a tempest-FloatingIPsAssociationNegativeTestJSON-1058719936 tempest-FloatingIPsAssociationNegativeTestJSON-1058719936-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0132751 Nov 23 17:21:50.106365 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-dac5300d-288f-487a-af49-936433d1f1a1 req-9c3bac97-4f50-4f41-8393-799ed5d6ba68 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.60 "GET /v2.0/ports?device_id=ffeae0b0-09b1-4f1e-9b33-8bbbbaaefdf6 HTTP/1.1" status: 200 len: 210 time: 0.0838249 Nov 23 17:21:50.164895 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-692fb672-0f14-4b1a-8060-b70732d609f2 req-b3c1ccc5-f4b3-42a9-aa9f-8413bb02deb4 tempest-FloatingIPsAssociationNegativeTestJSON-1058719936 tempest-FloatingIPsAssociationNegativeTestJSON-1058719936-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.3.70 HTTP/1.1" status: 200 len: 695 time: 0.1269937 Nov 23 17:21:50.173693 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Tue, 23 Nov 2021 17:21:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cef59032-b7de-4eb2-a11b-4be792cd556d x-openstack-request-id: req-cef59032-b7de-4eb2-a11b-4be792cd556d {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:21:50.173992 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8137b671-58e3-4c8f-b0a0-33c885019390", "name": "network-vif-unplugged", "status": "completed", "tag": "35d9bbe9-fea0-45ff-bcaa-845247fb2254", "code": 200}, {"name": "network-changed", "server_uuid": "8137b671-58e3-4c8f-b0a0-33c885019390", "tag": "35d9bbe9-fea0-45ff-bcaa-845247fb2254", "status": "completed", "code": 200}]} {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:21:50.174259 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-cef59032-b7de-4eb2-a11b-4be792cd556d {{(pid=103591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:21:50.174664 n-d-816206-8 neutron-server[103591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8137b671-58e3-4c8f-b0a0-33c885019390', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '35d9bbe9-fea0-45ff-bcaa-845247fb2254', 'code': 200} Nov 23 17:21:50.174925 n-d-816206-8 neutron-server[103591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8137b671-58e3-4c8f-b0a0-33c885019390', 'tag': '35d9bbe9-fea0-45ff-bcaa-845247fb2254', 'status': 'completed', 'code': 200} Nov 23 17:21:50.252338 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a94f7b-3411-43a2-a521-9a671afecd5e req-7d981ede-bfff-4bfa-a99f-3dcb4e3d7ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:21:50.254475 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-63a94f7b-3411-43a2-a521-9a671afecd5e req-7d981ede-bfff-4bfa-a99f-3dcb4e3d7ad0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=968ef5ef30ad45a38c8263e9da4ef3c2&device_id=8137b671-58e3-4c8f-b0a0-33c885019390 HTTP/1.1" status: 200 len: 1125 time: 0.0491056 Nov 23 17:21:50.259978 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.agents_db [None req-464f6c07-0de8-4be6-8f5b-563f574d1c5d None None] Agent healthcheck: found 7 active agents {{(pid=103593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 17:21:50.269771 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-559a4d4a-486f-4944-a101-fd32329cdb83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973419', 'neutron.services.segments.db._delete_segments_for_network-8736635878840'] for network, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:50.277459 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-692fb672-0f14-4b1a-8060-b70732d609f2 req-45f092f2-9c92-4523-ae8b-af134eb41103 tempest-FloatingIPsAssociationNegativeTestJSON-1058719936 tempest-FloatingIPsAssociationNegativeTestJSON-1058719936-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.3.70 HTTP/1.1" status: 200 len: 695 time: 0.1016583 Nov 23 17:21:50.291696 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb8aa7b-614a-4a9b-9360-f78472ff409c req-a76e1bbc-1e64-486d-b9aa-28e44dab9ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:21:50.291696 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-bdb8aa7b-614a-4a9b-9360-f78472ff409c req-a76e1bbc-1e64-486d-b9aa-28e44dab9ba8 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f1e1dabf-b410-4023-9169-a460a86e7184 HTTP/1.1" status: 200 len: 870 time: 0.3186886 Nov 23 17:21:50.334994 n-d-816206-8 neutron-server[103591]: DEBUG neutron.services.segments.db [None req-559a4d4a-486f-4944-a101-fd32329cdb83 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ac7d770-f7c5-4775-aebe-719a42a00288']}} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:21:50.467536 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a94f7b-3411-43a2-a521-9a671afecd5e req-a87482f5-c223-402b-85ea-79fb2629998b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:21:50.469660 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-63a94f7b-3411-43a2-a521-9a671afecd5e req-a87482f5-c223-402b-85ea-79fb2629998b service neutron] 10.222.0.55 "GET /v2.0/networks?id=eacea6aa-86b2-4fe9-ae0d-611828f27804 HTTP/1.1" status: 200 len: 921 time: 0.1811862 Nov 23 17:21:50.558985 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-63a94f7b-3411-43a2-a521-9a671afecd5e req-55705e41-b6e6-4ce7-afbf-a084f79fabb2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=35d9bbe9-fea0-45ff-bcaa-845247fb2254 HTTP/1.1" status: 200 len: 217 time: 0.0707850 Nov 23 17:21:50.642547 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a94f7b-3411-43a2-a521-9a671afecd5e req-19e78b78-51cd-43ce-a2c9-227def928eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:21:50.646475 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-63a94f7b-3411-43a2-a521-9a671afecd5e req-19e78b78-51cd-43ce-a2c9-227def928eeb service neutron] 10.222.0.55 "GET /v2.0/subnets?id=cfa8dfdf-5850-4e22-a7f8-6d7e726926d1 HTTP/1.1" status: 200 len: 860 time: 0.0711184 Nov 23 17:21:50.699730 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-63a94f7b-3411-43a2-a521-9a671afecd5e req-060edb23-a96c-415c-93fa-f08754132e19 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=eacea6aa-86b2-4fe9-ae0d-611828f27804&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0436864 Nov 23 17:21:50.776185 n-d-816206-8 neutron-server[103591]: DEBUG neutron.services.segments.db [None req-559a4d4a-486f-4944-a101-fd32329cdb83 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ee21bdb-42aa-4783-b4da-bb8a8552b265') {'for_net_delete': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:21:50.776541 n-d-816206-8 neutron-server[103591]: DEBUG neutron.services.segments.db [None req-559a4d4a-486f-4944-a101-fd32329cdb83 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ee21bdb-42aa-4783-b4da-bb8a8552b265') {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:21:50.787289 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-bdb8aa7b-614a-4a9b-9360-f78472ff409c req-8df1d946-bb12-4b12-a88e-f0bf6c4ecc8e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.200&port_id=9d69178a-073b-4082-94da-b001d5b5b31d HTTP/1.1" status: 200 len: 217 time: 0.4615142 Nov 23 17:21:50.816140 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-559a4d4a-486f-4944-a101-fd32329cdb83 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736635840332', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265989959'] for segment, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:50.851225 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-63a94f7b-3411-43a2-a521-9a671afecd5e req-f89d4610-d72a-4d48-bbbd-e72427609e14 service neutron] 10.222.0.55 "GET /v2.0/networks/eacea6aa-86b2-4fe9-ae0d-611828f27804?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303606 Nov 23 17:21:50.965988 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device 365a668f-0f82-4ce1-a3e0-e0946dd88a04 details requested by agent hyperv_n-h2-816206-8 with host n-h2-816206-8 {{(pid=103592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 17:21:50.988309 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-559a4d4a-486f-4944-a101-fd32329cdb83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:51.010681 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-63a94f7b-3411-43a2-a521-9a671afecd5e req-6839f764-b510-4584-b3c6-dcf2b6d3767a service neutron] 10.222.0.55 "GET /v2.0/networks/eacea6aa-86b2-4fe9-ae0d-611828f27804?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1499903 Nov 23 17:21:51.035842 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-559a4d4a-486f-4944-a101-fd32329cdb83 admin admin] Releasing vlan 506 on physical network physnet1 to pool {{(pid=103591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 17:21:51.037227 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-559a4d4a-486f-4944-a101-fd32329cdb83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264756290'] for segment, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:51.057004 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3021e5e6-2e39-4a89-932a-4d49819efb84 req-3321715a-4842-41be-985e-a3c3803c6ba6 tempest-FloatingIPsAssociationTestJSON-1150543333 tempest-FloatingIPsAssociationTestJSON-1150543333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:21:51.060075 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-3021e5e6-2e39-4a89-932a-4d49819efb84 req-3321715a-4842-41be-985e-a3c3803c6ba6 tempest-FloatingIPsAssociationTestJSON-1150543333 tempest-FloatingIPsAssociationTestJSON-1150543333-project] 10.222.0.60 "GET /v2.0/ports?device_id=94483118-8c1c-4799-a73f-44dc63b488e2 HTTP/1.1" status: 200 len: 946 time: 0.7538567 Nov 23 17:21:51.063443 n-d-816206-8 neutron-server[103591]: Traceback (most recent call last): Nov 23 17:21:51.063443 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 17:21:51.063443 n-d-816206-8 neutron-server[103591]: timer() Nov 23 17:21:51.063443 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 17:21:51.063443 n-d-816206-8 neutron-server[103591]: cb(*args, **kw) Nov 23 17:21:51.063443 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 17:21:51.063443 n-d-816206-8 neutron-server[103591]: return func(*args, **kwargs) Nov 23 17:21:51.063443 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 17:21:51.063443 n-d-816206-8 neutron-server[103591]: self._notify() Nov 23 17:21:51.063443 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 17:21:51.063443 n-d-816206-8 neutron-server[103591]: self.callback(batched_events) Nov 23 17:21:51.063443 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 17:21:51.063443 n-d-816206-8 neutron-server[103591]: event.method(event) Nov 23 17:21:51.063443 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 17:21:51.063443 n-d-816206-8 neutron-server[103591]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 17:21:51.063443 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 17:21:51.063443 n-d-816206-8 neutron-server[103591]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 17:21:51.063443 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 17:21:51.063443 n-d-816206-8 neutron-server[103591]: return f(self, *a, **k) Nov 23 17:21:51.063443 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 17:21:51.063443 n-d-816206-8 neutron-server[103591]: return self._get(url).json() Nov 23 17:21:51.063443 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 17:21:51.063443 n-d-816206-8 neutron-server[103591]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 17:21:51.063443 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 17:21:51.063443 n-d-816206-8 neutron-server[103591]: return self.request(url, 'GET', **kwargs) Nov 23 17:21:51.063443 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 17:21:51.063443 n-d-816206-8 neutron-server[103591]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 17:21:51.063443 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 17:21:51.063443 n-d-816206-8 neutron-server[103591]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 17:21:51.063443 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 17:21:51.063443 n-d-816206-8 neutron-server[103591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 17:21:51.063443 n-d-816206-8 neutron-server[103591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 17:21:51.121545 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port 365a668f-0f82-4ce1-a3e0-e0946dd88a04, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=365a668f-0f82-4ce1-a3e0-e0946dd88a04,segment=NetworkSegment(12913541-acd4-4e3c-8f48-e22896931a9c),segment_id=12913541-acd4-4e3c-8f48-e22896931a9c)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:21:51.134711 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Returning: {'device': '365a668f-0f82-4ce1-a3e0-e0946dd88a04', 'network_id': '3b84e4de-5a6f-44c6-a8e6-1d90b4d1f1b3', 'port_id': '365a668f-0f82-4ce1-a3e0-e0946dd88a04', 'mac_address': 'fa:16:3e:c3:ee:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 515, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10cf3f5a-71d1-468b-8622-0226dd1fd98a', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 17:21:51.188042 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb8aa7b-614a-4a9b-9360-f78472ff409c req-cdc63f43-2cc1-438f-bd06-b7b478dcf561 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:21:51.191092 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-bdb8aa7b-614a-4a9b-9360-f78472ff409c req-cdc63f43-2cc1-438f-bd06-b7b478dcf561 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ac77c175-5679-438b-8a2a-356718377641 HTTP/1.1" status: 200 len: 843 time: 0.3779590 Nov 23 17:21:51.201714 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:51.229234 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 365a668f-0f82-4ce1-a3e0-e0946dd88a04 {{(pid=103592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:21:51.266851 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port 365a668f-0f82-4ce1-a3e0-e0946dd88a04, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=365a668f-0f82-4ce1-a3e0-e0946dd88a04,segment=NetworkSegment(12913541-acd4-4e3c-8f48-e22896931a9c),segment_id=12913541-acd4-4e3c-8f48-e22896931a9c)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:21:51.277027 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:51.297281 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-559a4d4a-486f-4944-a101-fd32329cdb83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1795418'] for network, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:51.315360 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae64e18-8cc7-4b7e-a3fb-a2f03a085363 req-b74a6fcf-9a3d-4e1f-baef-2712aa5e9dfa tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:21:51.316980 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5ae64e18-8cc7-4b7e-a3fb-a2f03a085363 req-b74a6fcf-9a3d-4e1f-baef-2712aa5e9dfa tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.55 "GET /v2.0/networks?id=43d8ac08-152d-4053-b836-ddc03b0e91a2 HTTP/1.1" status: 200 len: 810 time: 0.5505250 Nov 23 17:21:51.340281 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-559a4d4a-486f-4944-a101-fd32329cdb83 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for network, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:51.347871 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-559a4d4a-486f-4944-a101-fd32329cdb83 admin admin] 10.222.0.60 "DELETE /v2.0/networks/9ac7d770-f7c5-4775-aebe-719a42a00288 HTTP/1.1" status: 204 len: 168 time: 1.6753600 Nov 23 17:21:51.368961 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-3021e5e6-2e39-4a89-932a-4d49819efb84 req-03705a21-3674-454f-8051-1f5836129cd7 tempest-FloatingIPsAssociationTestJSON-1150543333 tempest-FloatingIPsAssociationTestJSON-1150543333-project] 10.222.0.60 "GET /v2.0/security-groups?id=b656dbf2-bd68-4405-bdb6-ed670d1dacf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2725799 Nov 23 17:21:51.378086 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [req-692fb672-0f14-4b1a-8060-b70732d609f2 req-33ed87cc-4892-42de-a69d-38c590cf7651 tempest-FloatingIPsAssociationNegativeTestJSON-1058719936 tempest-FloatingIPsAssociationNegativeTestJSON-1058719936-project] Deleting port d166d363-2824-4b1c-8737-139520a5f5d9 {{(pid=103591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:21:51.378295 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-692fb672-0f14-4b1a-8060-b70732d609f2 req-33ed87cc-4892-42de-a69d-38c590cf7651 tempest-FloatingIPsAssociationNegativeTestJSON-1058719936 tempest-FloatingIPsAssociationNegativeTestJSON-1058719936-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:51.384756 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559a4d4a-486f-4944-a101-fd32329cdb83 admin admin] Pushing event deleted for resources: {'Network': ['ID=9ac7d770-f7c5-4775-aebe-719a42a00288,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:21:51.418273 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Pushing event updated for resources: {'Port': ['ID=365a668f-0f82-4ce1-a3e0-e0946dd88a04,revision_number=4']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:21:51.464096 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb8aa7b-614a-4a9b-9360-f78472ff409c req-5e53b3b9-e8cd-4c95-8ed6-8b9a8df9b692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:21:51.465933 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-bdb8aa7b-614a-4a9b-9360-f78472ff409c req-5e53b3b9-e8cd-4c95-8ed6-8b9a8df9b692 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f1e1dabf-b410-4023-9169-a460a86e7184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2490304 Nov 23 17:21:51.574577 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5ae64e18-8cc7-4b7e-a3fb-a2f03a085363 req-d0511b56-7677-41d1-b5e9-30049a85df78 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3541603f19884b9cb683e7eedd76d17c HTTP/1.1" status: 200 len: 380 time: 0.2359910 Nov 23 17:21:51.578318 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 52552) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:21:51.660477 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-3557d434-d55a-4322-9e41-977c2a05ef87 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=3aafd52ab45f4fb6a19e1517720b8f6f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0771928 Nov 23 17:21:51.662439 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 52554) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:21:51.665254 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [req-5ae64e18-8cc7-4b7e-a3fb-a2f03a085363 req-17cb74a3-b7fd-4858-8a27-bdfa2aeee51e tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] Request body: {'port': {'device_id': 'ffeae0b0-09b1-4f1e-9b33-8bbbbaaefdf6', 'network_id': '43d8ac08-152d-4053-b836-ddc03b0e91a2', 'admin_state_up': True, 'tenant_id': '3541603f19884b9cb683e7eedd76d17c', 'security_groups': ['5199d9c8-39cf-433e-a82b-4aef6c6477e1']}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:21:51.671975 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-692fb672-0f14-4b1a-8060-b70732d609f2 req-33ed87cc-4892-42de-a69d-38c590cf7651 tempest-FloatingIPsAssociationNegativeTestJSON-1058719936 tempest-FloatingIPsAssociationNegativeTestJSON-1058719936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:51.672471 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-692fb672-0f14-4b1a-8060-b70732d609f2 req-33ed87cc-4892-42de-a69d-38c590cf7651 tempest-FloatingIPsAssociationNegativeTestJSON-1058719936 tempest-FloatingIPsAssociationNegativeTestJSON-1058719936-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:51.734943 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-98e24fb4-1d71-4f15-81a9-0fe776e8f68d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:51.762989 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-98e24fb4-1d71-4f15-81a9-0fe776e8f68d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:51.766766 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [req-692fb672-0f14-4b1a-8060-b70732d609f2 req-33ed87cc-4892-42de-a69d-38c590cf7651 tempest-FloatingIPsAssociationNegativeTestJSON-1058719936 tempest-FloatingIPsAssociationNegativeTestJSON-1058719936-project] Calling delete_port for d166d363-2824-4b1c-8737-139520a5f5d9 owned by network:floatingip {{(pid=103591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:21:51.774028 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] get_ports_and_sgs() called for port_ids ['365a668f-0f82-4ce1-a3e0-e0946dd88a04'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:21:51.822948 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-98e24fb4-1d71-4f15-81a9-0fe776e8f68d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:51.825799 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-98e24fb4-1d71-4f15-81a9-0fe776e8f68d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:51.827102 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-98e24fb4-1d71-4f15-81a9-0fe776e8f68d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f8a55d8c-5383-428a-88c6-8885fcdb1e3a HTTP/1.1" status: 204 len: 168 time: 0.1632571 Nov 23 17:21:51.836460 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e24fb4-1d71-4f15-81a9-0fe776e8f68d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8a55d8c-5383-428a-88c6-8885fcdb1e3a,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:21:51.954837 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64025cda-5c8e-48ba-bdca-bec941388309 req-090d8df0-0f33-4fbb-be05-5fbae23f50a2 tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:21:51.966760 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-64025cda-5c8e-48ba-bdca-bec941388309 req-090d8df0-0f33-4fbb-be05-5fbae23f50a2 tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] 10.222.0.60 "GET /v2.0/ports?device_id=718e7979-ed88-4391-b53d-996075f02e58 HTTP/1.1" status: 200 len: 944 time: 0.4431903 Nov 23 17:21:51.987784 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-bdb8aa7b-614a-4a9b-9360-f78472ff409c req-6039e537-5458-4e47-871a-f9b500936a98 service neutron] 10.222.0.36 "GET /v2.0/networks/f1e1dabf-b410-4023-9169-a460a86e7184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5047483 Nov 23 17:21:52.276261 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-64025cda-5c8e-48ba-bdca-bec941388309 req-46d41156-9551-48c7-a012-35958df7d9b1 tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] 10.222.0.60 "GET /v2.0/security-groups?id=5c82e7e8-9cad-459a-acb2-b7a0867274de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3081851 Nov 23 17:21:52.285522 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ae64e18-8cc7-4b7e-a3fb-a2f03a085363 req-17cb74a3-b7fd-4858-8a27-bdfa2aeee51e tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] Made reservation on behalf of 3541603f19884b9cb683e7eedd76d17c for: {'port': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:21:52.291585 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-5ae64e18-8cc7-4b7e-a3fb-a2f03a085363 req-17cb74a3-b7fd-4858-8a27-bdfa2aeee51e tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:52.434682 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-bdb8aa7b-614a-4a9b-9360-f78472ff409c req-6b25246f-9bcb-421a-a62f-7d07636e39f2 service neutron] 10.222.0.36 "GET /v2.0/networks/f1e1dabf-b410-4023-9169-a460a86e7184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4267797 Nov 23 17:21:52.517406 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-692fb672-0f14-4b1a-8060-b70732d609f2 req-33ed87cc-4892-42de-a69d-38c590cf7651 tempest-FloatingIPsAssociationNegativeTestJSON-1058719936 tempest-FloatingIPsAssociationNegativeTestJSON-1058719936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:52.560196 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ed87cc-4892-42de-a69d-38c590cf7651 tempest-FloatingIPsAssociationNegativeTestJSON-1058719936 tempest-FloatingIPsAssociationNegativeTestJSON-1058719936-project] Pushing event deleted for resources: {'Port': ['ID=d166d363-2824-4b1c-8737-139520a5f5d9,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:21:52.570000 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43121dfb-4992-4301-ace0-81b79717224e req-788aebe5-3a06-4403-972d-ea70f9a32ea9 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:21:52.571598 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-43121dfb-4992-4301-ace0-81b79717224e req-788aebe5-3a06-4403-972d-ea70f9a32ea9 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] 10.222.0.60 "GET /v2.0/ports?device_id=b06fd73f-d5cd-4321-910c-bac8aff99182 HTTP/1.1" status: 200 len: 950 time: 0.2191386 Nov 23 17:21:52.679623 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 52578) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:21:52.754178 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.db_base_plugin_common [req-5ae64e18-8cc7-4b7e-a3fb-a2f03a085363 req-17cb74a3-b7fd-4858-8a27-bdfa2aeee51e tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] Allocated IP 172.20.0.3 (43d8ac08-152d-4053-b836-ddc03b0e91a2/23f80e8e-7e58-4465-87c1-72654345f52f/52285acf-3eab-406a-acfc-b1364cf71811) {{(pid=103591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:21:52.768020 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-43121dfb-4992-4301-ace0-81b79717224e req-3de08011-1c40-4d15-9646-ade052d44ceb tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] 10.222.0.60 "GET /v2.0/security-groups?id=70227657-be62-432a-a8fd-5a85231fc7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805701 Nov 23 17:21:52.771053 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-692fb672-0f14-4b1a-8060-b70732d609f2 req-33ed87cc-4892-42de-a69d-38c590cf7651 tempest-FloatingIPsAssociationNegativeTestJSON-1058719936 tempest-FloatingIPsAssociationNegativeTestJSON-1058719936-project] Publish callbacks [] for floatingip, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:52.773906 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-692fb672-0f14-4b1a-8060-b70732d609f2 req-33ed87cc-4892-42de-a69d-38c590cf7651 tempest-FloatingIPsAssociationNegativeTestJSON-1058719936 tempest-FloatingIPsAssociationNegativeTestJSON-1058719936-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for floatingip, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:52.775172 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-692fb672-0f14-4b1a-8060-b70732d609f2 req-33ed87cc-4892-42de-a69d-38c590cf7651 tempest-FloatingIPsAssociationNegativeTestJSON-1058719936 tempest-FloatingIPsAssociationNegativeTestJSON-1058719936-project] 10.222.0.60 "DELETE /v2.0/floatingips/c3dea681-9e37-44fe-86d3-f0122ee5d472 HTTP/1.1" status: 204 len: 173 time: 2.4863138 Nov 23 17:21:52.896334 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-55617f9e-c5c2-41fd-8556-b9e51d996c2a admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-757735613-network', 'tenant_id': '6a229d10d4554d9a82f91e22fc3c6096'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:21:52.931488 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55617f9e-c5c2-41fd-8556-b9e51d996c2a admin admin] Made reservation on behalf of 6a229d10d4554d9a82f91e22fc3c6096 for: {'network': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:21:52.934769 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-55617f9e-c5c2-41fd-8556-b9e51d996c2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for network, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:52.946562 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-55617f9e-c5c2-41fd-8556-b9e51d996c2a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:52.963468 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device 35d9bbe9-fea0-45ff-bcaa-845247fb2254 details requested by agent hyperv_n-h2-816206-8 with host n-h2-816206-8 {{(pid=103592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 17:21:52.968599 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device 365a668f-0f82-4ce1-a3e0-e0946dd88a04 up at agent hyperv_n-h2-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:21:52.994399 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-de71d713-2984-40fe-9b6e-31e528147e9d req-c317904e-8c06-4f28-a4d4-8ab21db53b98 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.60 "GET /v2.0/ports?device_id=ffeae0b0-09b1-4f1e-9b33-8bbbbaaefdf6 HTTP/1.1" status: 200 len: 210 time: 0.1114609 Nov 23 17:21:53.074999 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8723bda9-a210-49f4-9660-4bdb09342fa5 req-ee0fd2ca-5c70-4bfd-a930-3cacb0f4b459 tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:21:53.085877 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8723bda9-a210-49f4-9660-4bdb09342fa5 req-ee0fd2ca-5c70-4bfd-a930-3cacb0f4b459 tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] 10.222.0.60 "GET /v2.0/ports?device_id=8137b671-58e3-4c8f-b0a0-33c885019390 HTTP/1.1" status: 200 len: 944 time: 0.2226944 Nov 23 17:21:53.099302 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-55617f9e-c5c2-41fd-8556-b9e51d996c2a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:53.105775 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-55617f9e-c5c2-41fd-8556-b9e51d996c2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:53.121230 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55617f9e-c5c2-41fd-8556-b9e51d996c2a admin admin] vlan segment allocate from pool success with {'vlan_id': 531, 'physical_network': 'physnet1'} {{(pid=103590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 17:21:53.121475 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Provisioning for port 365a668f-0f82-4ce1-a3e0-e0946dd88a04 completed by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 17:21:53.128951 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Provisioning complete for port 365a668f-0f82-4ce1-a3e0-e0946dd88a04 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:21:53.129326 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:53.134702 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-55617f9e-c5c2-41fd-8556-b9e51d996c2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:53.135082 n-d-816206-8 neutron-server[103590]: INFO neutron.db.segments_db [None req-55617f9e-c5c2-41fd-8556-b9e51d996c2a admin admin] Added segment 6c418a8c-f20c-4230-99c6-0f83d6e48757 of type vlan for network ffa7c2aa-6251-4537-acd5-168309147200 Nov 23 17:21:53.190915 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port 35d9bbe9-fea0-45ff-bcaa-845247fb2254, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=35d9bbe9-fea0-45ff-bcaa-845247fb2254,segment=NetworkSegment(aeb4ff6a-77f7-45a2-bf27-0feac134a4ea),segment_id=aeb4ff6a-77f7-45a2-bf27-0feac134a4ea)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:21:53.209929 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55617f9e-c5c2-41fd-8556-b9e51d996c2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7d295c6-a842-436b-b184-bb80f16900ff,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:21:53.212717 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device 35d9bbe9-fea0-45ff-bcaa-845247fb2254 has no active binding in host n-h2-816206-8 {{(pid=103592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 23 17:21:53.216265 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-55617f9e-c5c2-41fd-8556-b9e51d996c2a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736635338810'] for network, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:53.235500 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-5ae64e18-8cc7-4b7e-a3fb-a2f03a085363 req-17cb74a3-b7fd-4858-8a27-bdfa2aeee51e tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] Publish callbacks [] for port, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:53.248068 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-55617f9e-c5c2-41fd-8556-b9e51d996c2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493'] for network, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:53.249363 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55617f9e-c5c2-41fd-8556-b9e51d996c2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:21:53.250278 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-55617f9e-c5c2-41fd-8556-b9e51d996c2a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for network, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:53.265152 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8723bda9-a210-49f4-9660-4bdb09342fa5 req-ec33068d-2626-4d59-a7c6-78d499b9ae95 tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] 10.222.0.60 "GET /v2.0/security-groups?id=ef6a96c0-423c-4ea7-a75c-4657afd8c521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789384 Nov 23 17:21:53.292459 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:53.293533 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-55617f9e-c5c2-41fd-8556-b9e51d996c2a admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6114054 Nov 23 17:21:53.319326 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 52584) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:21:53.322008 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '718e7979-ed88-4391-b53d-996075f02e58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '365a668f-0f82-4ce1-a3e0-e0946dd88a04'}] {{(pid=103592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:21:53.324470 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba3e6a8f2301c7a29fe1eca9779abdae4ccbcd6266d69778087f2498d5551201" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3214c88b-3d92-4818-b359-e87d146630ae" -d '{"events": [{"server_uuid": "718e7979-ed88-4391-b53d-996075f02e58", "name": "network-vif-plugged", "status": "completed", "tag": "365a668f-0f82-4ce1-a3e0-e0946dd88a04"}]}' {{(pid=103592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:21:53.326480 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-29a77076-0d39-4b50-8934-d7cf41f5e630 admin admin] Request body: {'subnet': {'network_id': 'ffa7c2aa-6251-4537-acd5-168309147200', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-757735613-subnet', 'tenant_id': '6a229d10d4554d9a82f91e22fc3c6096', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:21:53.332769 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55617f9e-c5c2-41fd-8556-b9e51d996c2a admin admin] Pushing event updated for resources: {'Network': ['ID=ffa7c2aa-6251-4537-acd5-168309147200,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:21:53.341010 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port 365a668f-0f82-4ce1-a3e0-e0946dd88a04, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=365a668f-0f82-4ce1-a3e0-e0946dd88a04,segment=NetworkSegment(12913541-acd4-4e3c-8f48-e22896931a9c),segment_id=12913541-acd4-4e3c-8f48-e22896931a9c)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:21:53.349476 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Network ffa7c2aa-6251-4537-acd5-168309147200 details requested by agent ovs-agent-n-d-816206-8 with host n-d-816206-8 {{(pid=103592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 17:21:53.350412 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29a77076-0d39-4b50-8934-d7cf41f5e630 admin admin] Made reservation on behalf of 6a229d10d4554d9a82f91e22fc3c6096 for: {'subnet': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:21:53.352722 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:53.353027 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-29a77076-0d39-4b50-8934-d7cf41f5e630 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264730903'] for subnet, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:53.433889 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-17a575e9-cfb7-4821-9ac0-bb3ca89a76b2 req-8d78c9a1-05b4-4898-99e5-0b0799ddc4aa tempest-FloatingIPsAssociationNegativeTestJSON-1058719936 tempest-FloatingIPsAssociationNegativeTestJSON-1058719936-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.3.227 HTTP/1.1" status: 200 len: 1002 time: 0.1429505 Nov 23 17:21:53.472933 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb451eb8-b4ec-451a-bee9-e55f09a1e55b req-df7104b7-81dc-46ff-80ab-c46d612ddb35 tempest-FloatingIPsAssociationTestJSON-1150543333 tempest-FloatingIPsAssociationTestJSON-1150543333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:21:53.481484 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-cb451eb8-b4ec-451a-bee9-e55f09a1e55b req-df7104b7-81dc-46ff-80ab-c46d612ddb35 tempest-FloatingIPsAssociationTestJSON-1150543333 tempest-FloatingIPsAssociationTestJSON-1150543333-project] 10.222.0.60 "GET /v2.0/ports?device_id=94483118-8c1c-4799-a73f-44dc63b488e2 HTTP/1.1" status: 200 len: 946 time: 0.2103601 Nov 23 17:21:53.516034 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-5ae64e18-8cc7-4b7e-a3fb-a2f03a085363 req-17cb74a3-b7fd-4858-8a27-bdfa2aeee51e tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:53.574559 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a575e9-cfb7-4821-9ac0-bb3ca89a76b2 req-951199e2-eebd-4ee5-9023-ab3200a222ce tempest-FloatingIPsAssociationNegativeTestJSON-1058719936 tempest-FloatingIPsAssociationNegativeTestJSON-1058719936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:21:53.576408 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-17a575e9-cfb7-4821-9ac0-bb3ca89a76b2 req-951199e2-eebd-4ee5-9023-ab3200a222ce tempest-FloatingIPsAssociationNegativeTestJSON-1058719936 tempest-FloatingIPsAssociationNegativeTestJSON-1058719936-project] 10.222.0.60 "GET /v2.0/ports/85c78666-18e8-4f41-9932-77363b785c94 HTTP/1.1" status: 200 len: 943 time: 0.1240849 Nov 23 17:21:53.602085 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-29a77076-0d39-4b50-8934-d7cf41f5e630 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264358096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264730885'] for subnet, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:53.610089 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ae64e18-8cc7-4b7e-a3fb-a2f03a085363 req-17cb74a3-b7fd-4858-8a27-bdfa2aeee51e tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] Network 43d8ac08-152d-4053-b836-ddc03b0e91a2 is already hosted by enough agents. {{(pid=103591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:21:53.619193 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [req-5ae64e18-8cc7-4b7e-a3fb-a2f03a085363 req-17cb74a3-b7fd-4858-8a27-bdfa2aeee51e tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] Resources bound (agent type, host, resource id): {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:21:53.630396 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Pushing event updated for resources: {'Port': ['ID=365a668f-0f82-4ce1-a3e0-e0946dd88a04,revision_number=5']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:21:53.633555 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-cb451eb8-b4ec-451a-bee9-e55f09a1e55b req-47e6aa0d-2a22-4722-8389-71cfd84d0f1f tempest-FloatingIPsAssociationTestJSON-1150543333 tempest-FloatingIPsAssociationTestJSON-1150543333-project] 10.222.0.60 "GET /v2.0/security-groups?id=b656dbf2-bd68-4405-bdb6-ed670d1dacf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511412 Nov 23 17:21:53.639587 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ae64e18-8cc7-4b7e-a3fb-a2f03a085363 req-17cb74a3-b7fd-4858-8a27-bdfa2aeee51e tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] Received port after_create {{(pid=103591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:21:53.650736 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cb74a3-b7fd-4858-8a27-bdfa2aeee51e tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] Pushing event updated for resources: {'Port': ['ID=52285acf-3eab-406a-acfc-b1364cf71811,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:21:53.742865 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a77076-0d39-4b50-8934-d7cf41f5e630 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8e905b96-ea32-4f4c-be91-01d912cd9ed2,revision_number=0']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:21:53.755950 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae64e18-8cc7-4b7e-a3fb-a2f03a085363 req-17cb74a3-b7fd-4858-8a27-bdfa2aeee51e tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:21:53.756640 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-5ae64e18-8cc7-4b7e-a3fb-a2f03a085363 req-17cb74a3-b7fd-4858-8a27-bdfa2aeee51e tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:53.759196 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29a77076-0d39-4b50-8934-d7cf41f5e630 admin admin] Checking segment: {'id': '6c418a8c-f20c-4230-99c6-0f83d6e48757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'ffa7c2aa-6251-4537-acd5-168309147200'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:21:53.759854 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29a77076-0d39-4b50-8934-d7cf41f5e630 admin admin] Network hostable DHCP agents. Network: ffa7c2aa-6251-4537-acd5-168309147200, hostable agents: ['0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3'], hosted agents: [] {{(pid=103590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 17:21:53.807339 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5ae64e18-8cc7-4b7e-a3fb-a2f03a085363 req-17cb74a3-b7fd-4858-8a27-bdfa2aeee51e tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2013927 Nov 23 17:21:53.807757 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29a77076-0d39-4b50-8934-d7cf41f5e630 admin admin] Network ffa7c2aa-6251-4537-acd5-168309147200 is scheduled to be hosted by DHCP agent 0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3 with binding_index 1 {{(pid=103590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 17:21:53.826473 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-29a77076-0d39-4b50-8934-d7cf41f5e630 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-8, ffa7c2aa-6251-4537-acd5-168309147200) {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:21:53.827106 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f718cc51-9b73-4886-9b4a-a1eb112b577d req-7ef57c6c-2829-4907-a97c-77c30d99a78d tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:21:53.833191 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29a77076-0d39-4b50-8934-d7cf41f5e630 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:21:53.833650 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-29a77076-0d39-4b50-8934-d7cf41f5e630 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:53.835395 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f718cc51-9b73-4886-9b4a-a1eb112b577d req-7ef57c6c-2829-4907-a97c-77c30d99a78d tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] 10.222.0.60 "GET /v2.0/ports?device_id=718e7979-ed88-4391-b53d-996075f02e58 HTTP/1.1" status: 200 len: 945 time: 0.0759137 Nov 23 17:21:53.841487 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85773150-ed79-4446-a0df-9f7a7e42050b None None] Network ffa7c2aa-6251-4537-acd5-168309147200 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:21:53.859248 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-29a77076-0d39-4b50-8934-d7cf41f5e630 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5379386 Nov 23 17:21:53.871332 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [req-5ae64e18-8cc7-4b7e-a3fb-a2f03a085363 req-69772f6f-dd62-486c-91e8-a3a59c6eb856 service neutron] Request body: {'port': {'device_id': 'ffeae0b0-09b1-4f1e-9b33-8bbbbaaefdf6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-8'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:21:53.999480 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-17a575e9-cfb7-4821-9ac0-bb3ca89a76b2 req-9b59b95a-6701-421f-9340-ec06510d9057 tempest-FloatingIPsAssociationNegativeTestJSON-1058719936 tempest-FloatingIPsAssociationNegativeTestJSON-1058719936-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.3.227 HTTP/1.1" status: 200 len: 1002 time: 0.1604319 Nov 23 17:21:54.081145 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6012012b-ef33-4196-8822-5541e87350d9 None None] Network ffa7c2aa-6251-4537-acd5-168309147200 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:21:54.147008 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f718cc51-9b73-4886-9b4a-a1eb112b577d req-702fdf6f-9dc2-4caf-b619-948c22412463 tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] 10.222.0.60 "GET /v2.0/security-groups?id=5c82e7e8-9cad-459a-acb2-b7a0867274de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3104842 Nov 23 17:21:54.155702 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-5ae64e18-8cc7-4b7e-a3fb-a2f03a085363 req-69772f6f-dd62-486c-91e8-a3a59c6eb856 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:54.168170 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-1799ed84-2973-480e-a5a3-71482dc38e5f None None] Provisioning complete for port 52285acf-3eab-406a-acfc-b1364cf71811 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:21:54.168572 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-1799ed84-2973-480e-a5a3-71482dc38e5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:54.228293 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:21:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcc9233c-9ca2-4b5c-8f0d-abc94e887a7d x-openstack-request-id: req-dcc9233c-9ca2-4b5c-8f0d-abc94e887a7d {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:21:54.228611 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "718e7979-ed88-4391-b53d-996075f02e58", "name": "network-vif-plugged", "status": "completed", "tag": "365a668f-0f82-4ce1-a3e0-e0946dd88a04", "code": 200}]} {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:21:54.228867 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-dcc9233c-9ca2-4b5c-8f0d-abc94e887a7d {{(pid=103592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:21:54.229264 n-d-816206-8 neutron-server[103592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '718e7979-ed88-4391-b53d-996075f02e58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '365a668f-0f82-4ce1-a3e0-e0946dd88a04', 'code': 200} Nov 23 17:21:54.231546 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-1799ed84-2973-480e-a5a3-71482dc38e5f None None] Port 52285acf-3eab-406a-acfc-b1364cf71811 cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:21:54.247873 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a575e9-cfb7-4821-9ac0-bb3ca89a76b2 req-3b341e9f-2fb1-4aab-9357-0b3170bb9393 tempest-FloatingIPsAssociationNegativeTestJSON-1058719936 tempest-FloatingIPsAssociationNegativeTestJSON-1058719936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:21:54.260639 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-17a575e9-cfb7-4821-9ac0-bb3ca89a76b2 req-3b341e9f-2fb1-4aab-9357-0b3170bb9393 tempest-FloatingIPsAssociationNegativeTestJSON-1058719936 tempest-FloatingIPsAssociationNegativeTestJSON-1058719936-project] 10.222.0.60 "GET /v2.0/networks/4c8455ba-1be5-42ac-b8c2-8a16e1292d55 HTTP/1.1" status: 200 len: 784 time: 0.2576230 Nov 23 17:21:54.272695 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [req-17a575e9-cfb7-4821-9ac0-bb3ca89a76b2 req-4af53d30-660d-4f6c-951a-391b17ca24ef tempest-FloatingIPsAssociationNegativeTestJSON-1058719936 tempest-FloatingIPsAssociationNegativeTestJSON-1058719936-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=103591) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 17:21:54.285718 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-17a575e9-cfb7-4821-9ac0-bb3ca89a76b2 req-4af53d30-660d-4f6c-951a-391b17ca24ef tempest-FloatingIPsAssociationNegativeTestJSON-1058719936 tempest-FloatingIPsAssociationNegativeTestJSON-1058719936-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0238523 Nov 23 17:21:54.980536 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-17a575e9-cfb7-4821-9ac0-bb3ca89a76b2 req-f6be0c35-475d-4c36-9c7a-0704c5fbc072 tempest-FloatingIPsAssociationNegativeTestJSON-1058719936 tempest-FloatingIPsAssociationNegativeTestJSON-1058719936-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.3.227 HTTP/1.1" status: 200 len: 1002 time: 0.6738570 Nov 23 17:21:54.990745 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a14e74-e0e8-48ca-99aa-89dcd7b165e1 req-4cda4358-5458-4edb-afcd-f0893bb88d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:21:54.992207 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d0a14e74-e0e8-48ca-99aa-89dcd7b165e1 req-4cda4358-5458-4edb-afcd-f0893bb88d6e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=718e7979-ed88-4391-b53d-996075f02e58 HTTP/1.1" status: 200 len: 1096 time: 0.6680071 Nov 23 17:21:55.011024 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [req-17a575e9-cfb7-4821-9ac0-bb3ca89a76b2 req-ed7b90b7-43b6-4e62-a332-09a9e46fd5ad tempest-FloatingIPsAssociationNegativeTestJSON-1058719936 tempest-FloatingIPsAssociationNegativeTestJSON-1058719936-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:21:55.112790 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d9741200-a71f-4387-80df-17821773f4f6 req-5ec01515-15a4-46f9-9efb-47aa5caa97d1 tempest-FloatingIPsAssociationTestJSON-1150543333 tempest-FloatingIPsAssociationTestJSON-1150543333-project] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.8473794 Nov 23 17:21:55.146329 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [req-d9741200-a71f-4387-80df-17821773f4f6 req-df10475f-7d36-4b4e-8681-8ce13b582420 tempest-FloatingIPsAssociationTestJSON-1150543333 tempest-FloatingIPsAssociationTestJSON-1150543333-project] Request body: {'floatingip': {'floating_network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:21:55.191522 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d0a14e74-e0e8-48ca-99aa-89dcd7b165e1 req-3e10749b-8f40-4aaf-aa01-0637dd653af8 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=5c82e7e8-9cad-459a-acb2-b7a0867274de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535468 Nov 23 17:21:55.199639 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-17a575e9-cfb7-4821-9ac0-bb3ca89a76b2 req-ed7b90b7-43b6-4e62-a332-09a9e46fd5ad tempest-FloatingIPsAssociationNegativeTestJSON-1058719936 tempest-FloatingIPsAssociationNegativeTestJSON-1058719936-project] Publish callbacks [] for floatingip, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:55.282372 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-d9741200-a71f-4387-80df-17821773f4f6 req-df10475f-7d36-4b4e-8681-8ce13b582420 tempest-FloatingIPsAssociationTestJSON-1150543333 tempest-FloatingIPsAssociationTestJSON-1150543333-project] Publish callbacks [] for floatingip, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:55.401778 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [req-5ae64e18-8cc7-4b7e-a3fb-a2f03a085363 req-69772f6f-dd62-486c-91e8-a3a59c6eb856 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52285acf-3eab-406a-acfc-b1364cf71811 {{(pid=103591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:21:55.425441 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-5ae64e18-8cc7-4b7e-a3fb-a2f03a085363 req-69772f6f-dd62-486c-91e8-a3a59c6eb856 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:55.532715 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.provisioning_blocks [req-5ae64e18-8cc7-4b7e-a3fb-a2f03a085363 req-69772f6f-dd62-486c-91e8-a3a59c6eb856 service neutron] Transition to ACTIVE for port object 52285acf-3eab-406a-acfc-b1364cf71811 will not be triggered until provisioned by entity L2. {{(pid=103591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 17:21:55.538823 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-17a575e9-cfb7-4821-9ac0-bb3ca89a76b2 req-ed7b90b7-43b6-4e62-a332-09a9e46fd5ad tempest-FloatingIPsAssociationNegativeTestJSON-1058719936 tempest-FloatingIPsAssociationNegativeTestJSON-1058719936-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:55.542185 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-5ae64e18-8cc7-4b7e-a3fb-a2f03a085363 req-69772f6f-dd62-486c-91e8-a3a59c6eb856 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264758186'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:55.559377 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-17a575e9-cfb7-4821-9ac0-bb3ca89a76b2 req-ed7b90b7-43b6-4e62-a332-09a9e46fd5ad tempest-FloatingIPsAssociationNegativeTestJSON-1058719936 tempest-FloatingIPsAssociationNegativeTestJSON-1058719936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1795396'] for floatingip, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:55.559784 n-d-816206-8 neutron-server[103591]: INFO neutron.db.l3_db [req-17a575e9-cfb7-4821-9ac0-bb3ca89a76b2 req-ed7b90b7-43b6-4e62-a332-09a9e46fd5ad tempest-FloatingIPsAssociationNegativeTestJSON-1058719936 tempest-FloatingIPsAssociationNegativeTestJSON-1058719936-project] Floating IP cac20ddc-f3a3-47bb-94ce-9617d13ab7b3 disassociated. External IP: 172.25.3.227, port: 85c78666-18e8-4f41-9932-77363b785c94. Nov 23 17:21:55.614100 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-bf07170f-73da-4ad6-b8e1-5c14ea2cf28b req-3d080834-4c35-461d-bce5-a172388ab4b1 service neutron] 10.222.0.55 "GET /v2.0/ports/35d9bbe9-fea0-45ff-bcaa-845247fb2254/bindings/n-h2-816206-8 HTTP/1.1" status: 200 len: 384 time: 0.0803053 Nov 23 17:21:55.677630 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69772f6f-dd62-486c-91e8-a3a59c6eb856 service neutron] Pushing event updated for resources: {'Port': ['ID=52285acf-3eab-406a-acfc-b1364cf71811,revision_number=2']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:21:55.805839 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device 35d9bbe9-fea0-45ff-bcaa-845247fb2254 no longer exists at agent hyperv_n-h1-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:21:55.826716 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-d9741200-a71f-4387-80df-17821773f4f6 req-df10475f-7d36-4b4e-8681-8ce13b582420 tempest-FloatingIPsAssociationTestJSON-1150543333 tempest-FloatingIPsAssociationTestJSON-1150543333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:55.879655 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [req-bf07170f-73da-4ad6-b8e1-5c14ea2cf28b req-c336d9b5-d950-4deb-aad3-3992c3931cec service neutron] For port 35d9bbe9-fea0-45ff-bcaa-845247fb2254, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=35d9bbe9-fea0-45ff-bcaa-845247fb2254,segment=NetworkSegment(aeb4ff6a-77f7-45a2-bf27-0feac134a4ea),segment_id=aeb4ff6a-77f7-45a2-bf27-0feac134a4ea)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:21:55.915961 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [req-bf07170f-73da-4ad6-b8e1-5c14ea2cf28b req-c336d9b5-d950-4deb-aad3-3992c3931cec service neutron] For port 35d9bbe9-fea0-45ff-bcaa-845247fb2254, host n-h1-816206-8, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:21:55.968421 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-5ae64e18-8cc7-4b7e-a3fb-a2f03a085363 req-69772f6f-dd62-486c-91e8-a3a59c6eb856 service neutron] Attempting to bind port 52285acf-3eab-406a-acfc-b1364cf71811 on host n-h1-816206-8 for vnic_type normal with profile {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:21:55.969092 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-5ae64e18-8cc7-4b7e-a3fb-a2f03a085363 req-69772f6f-dd62-486c-91e8-a3a59c6eb856 service neutron] Attempting to bind port 52285acf-3eab-406a-acfc-b1364cf71811 by drivers openvswitch,hyperv on host n-h1-816206-8 at level 0 using segments [{'id': 'f75f400f-3665-42b6-b743-8c8989e17b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '43d8ac08-152d-4053-b836-ddc03b0e91a2'}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:21:55.969525 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ae64e18-8cc7-4b7e-a3fb-a2f03a085363 req-69772f6f-dd62-486c-91e8-a3a59c6eb856 service neutron] Attempting to bind port 52285acf-3eab-406a-acfc-b1364cf71811 on network 43d8ac08-152d-4053-b836-ddc03b0e91a2 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:21:55.971905 n-d-816206-8 neutron-server[103590]: DEBUG neutron.notifiers.nova [req-bf07170f-73da-4ad6-b8e1-5c14ea2cf28b req-c336d9b5-d950-4deb-aad3-3992c3931cec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35d9bbe9-fea0-45ff-bcaa-845247fb2254 {{(pid=103590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:21:55.980057 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ae64e18-8cc7-4b7e-a3fb-a2f03a085363 req-69772f6f-dd62-486c-91e8-a3a59c6eb856 service neutron] Port 52285acf-3eab-406a-acfc-b1364cf71811 on network 43d8ac08-152d-4053-b836-ddc03b0e91a2 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-8 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 17:21:55.980527 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ae64e18-8cc7-4b7e-a3fb-a2f03a085363 req-69772f6f-dd62-486c-91e8-a3a59c6eb856 service neutron] Attempting to bind port 52285acf-3eab-406a-acfc-b1364cf71811 on network 43d8ac08-152d-4053-b836-ddc03b0e91a2 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:21:55.995982 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [req-bf07170f-73da-4ad6-b8e1-5c14ea2cf28b req-c336d9b5-d950-4deb-aad3-3992c3931cec service neutron] For port 35d9bbe9-fea0-45ff-bcaa-845247fb2254, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=35d9bbe9-fea0-45ff-bcaa-845247fb2254,segment=NetworkSegment(aeb4ff6a-77f7-45a2-bf27-0feac134a4ea),segment_id=aeb4ff6a-77f7-45a2-bf27-0feac134a4ea)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:21:56.005051 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ae64e18-8cc7-4b7e-a3fb-a2f03a085363 req-69772f6f-dd62-486c-91e8-a3a59c6eb856 service neutron] Checking agent: {'id': '4b0a4557-3bfe-4828-80a0-7981fc3ac84c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 15, 14), 'started_at': datetime.datetime(2021, 11, 23, 17, 15, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 21, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:21:56.005683 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ae64e18-8cc7-4b7e-a3fb-a2f03a085363 req-69772f6f-dd62-486c-91e8-a3a59c6eb856 service neutron] Checking segment: {'id': 'f75f400f-3665-42b6-b743-8c8989e17b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '43d8ac08-152d-4053-b836-ddc03b0e91a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:21:56.006002 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ae64e18-8cc7-4b7e-a3fb-a2f03a085363 req-69772f6f-dd62-486c-91e8-a3a59c6eb856 service neutron] Bound using segment: {'id': 'f75f400f-3665-42b6-b743-8c8989e17b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '43d8ac08-152d-4053-b836-ddc03b0e91a2'} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:21:56.006547 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-5ae64e18-8cc7-4b7e-a3fb-a2f03a085363 req-69772f6f-dd62-486c-91e8-a3a59c6eb856 service neutron] Bound port: 52285acf-3eab-406a-acfc-b1364cf71811, host: n-h1-816206-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f75f400f-3665-42b6-b743-8c8989e17b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '43d8ac08-152d-4053-b836-ddc03b0e91a2'}}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:21:56.007046 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-5ae64e18-8cc7-4b7e-a3fb-a2f03a085363 req-69772f6f-dd62-486c-91e8-a3a59c6eb856 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:56.023628 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-bf07170f-73da-4ad6-b8e1-5c14ea2cf28b req-c336d9b5-d950-4deb-aad3-3992c3931cec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:56.125029 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [req-bf07170f-73da-4ad6-b8e1-5c14ea2cf28b req-c336d9b5-d950-4deb-aad3-3992c3931cec service neutron] Transition to ACTIVE for port object 35d9bbe9-fea0-45ff-bcaa-845247fb2254 will not be triggered until provisioned by entity L2. {{(pid=103590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 17:21:56.132346 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-bf07170f-73da-4ad6-b8e1-5c14ea2cf28b req-c336d9b5-d950-4deb-aad3-3992c3931cec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264357957'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:56.154057 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.db_base_plugin_common [req-d9741200-a71f-4387-80df-17821773f4f6 req-df10475f-7d36-4b4e-8681-8ce13b582420 tempest-FloatingIPsAssociationTestJSON-1150543333 tempest-FloatingIPsAssociationTestJSON-1150543333-project] Allocated IP 172.25.3.56 (4c8455ba-1be5-42ac-b8c2-8a16e1292d55/08fe3644-ce41-4c3f-a7ea-92bac0f0fff5/d19cd97b-db0c-4a2e-bd2a-03160cfb5115) {{(pid=103591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:21:56.178504 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.l3_agent_scheduler [req-17a575e9-cfb7-4821-9ac0-bb3ca89a76b2 req-ed7b90b7-43b6-4e62-a332-09a9e46fd5ad tempest-FloatingIPsAssociationNegativeTestJSON-1058719936 tempest-FloatingIPsAssociationNegativeTestJSON-1058719936-project] Router 71d66ecc-15c1-4169-8614-9aab39e82fff has already been hosted by L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 {{(pid=103591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 17:21:56.216174 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf07170f-73da-4ad6-b8e1-5c14ea2cf28b req-c336d9b5-d950-4deb-aad3-3992c3931cec service neutron] No DVR routers for this DVR port 35d9bbe9-fea0-45ff-bcaa-845247fb2254 on host n-h1-816206-8 {{(pid=103590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:21:56.223912 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-5ae64e18-8cc7-4b7e-a3fb-a2f03a085363 req-69772f6f-dd62-486c-91e8-a3a59c6eb856 service neutron] For port 52285acf-3eab-406a-acfc-b1364cf71811, host n-h1-816206-8, cleared binding levels {{(pid=103591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:21:56.249586 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c336d9b5-d950-4deb-aad3-3992c3931cec service neutron] Pushing event updated for resources: {'Port': ['ID=35d9bbe9-fea0-45ff-bcaa-845247fb2254,revision_number=10']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:21:56.260398 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-bf07170f-73da-4ad6-b8e1-5c14ea2cf28b req-c336d9b5-d950-4deb-aad3-3992c3931cec service neutron] 10.222.0.55 "PUT /v2.0/ports/35d9bbe9-fea0-45ff-bcaa-845247fb2254/bindings/n-h2-816206-8/activate HTTP/1.1" status: 200 len: 369 time: 0.6381845 Nov 23 17:21:56.284277 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-5ae64e18-8cc7-4b7e-a3fb-a2f03a085363 req-69772f6f-dd62-486c-91e8-a3a59c6eb856 service neutron] For port 52285acf-3eab-406a-acfc-b1364cf71811, host n-h1-816206-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=52285acf-3eab-406a-acfc-b1364cf71811,segment=NetworkSegment(f75f400f-3665-42b6-b743-8c8989e17b3e),segment_id=f75f400f-3665-42b6-b743-8c8989e17b3e)] {{(pid=103591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:21:56.327764 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-5ae64e18-8cc7-4b7e-a3fb-a2f03a085363 req-69772f6f-dd62-486c-91e8-a3a59c6eb856 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264758186'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:56.434932 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae64e18-8cc7-4b7e-a3fb-a2f03a085363 req-69772f6f-dd62-486c-91e8-a3a59c6eb856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:21:56.435514 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-5ae64e18-8cc7-4b7e-a3fb-a2f03a085363 req-69772f6f-dd62-486c-91e8-a3a59c6eb856 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:56.436819 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5ae64e18-8cc7-4b7e-a3fb-a2f03a085363 req-69772f6f-dd62-486c-91e8-a3a59c6eb856 service neutron] 10.222.0.55 "PUT /v2.0/ports/52285acf-3eab-406a-acfc-b1364cf71811 HTTP/1.1" status: 200 len: 1091 time: 2.5987239 Nov 23 17:21:56.444370 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffeae0b0-09b1-4f1e-9b33-8bbbbaaefdf6', 'tag': '52285acf-3eab-406a-acfc-b1364cf71811'}] {{(pid=103591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:21:56.446916 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41d174a19ece9499ff9ec44e5b3fc50f2abd3ffbc947fb7e52ea1e8db27b95b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e64374e-50ce-4fc8-86ed-f985f1bbb031" -d '{"events": [{"name": "network-changed", "server_uuid": "ffeae0b0-09b1-4f1e-9b33-8bbbbaaefdf6", "tag": "52285acf-3eab-406a-acfc-b1364cf71811"}]}' {{(pid=103591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:21:56.535807 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-d9741200-a71f-4387-80df-17821773f4f6 req-df10475f-7d36-4b4e-8681-8ce13b582420 tempest-FloatingIPsAssociationTestJSON-1150543333 tempest-FloatingIPsAssociationTestJSON-1150543333-project] Publish callbacks [] for port, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:56.571007 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-17a575e9-cfb7-4821-9ac0-bb3ca89a76b2 req-ed7b90b7-43b6-4e62-a332-09a9e46fd5ad tempest-FloatingIPsAssociationNegativeTestJSON-1058719936 tempest-FloatingIPsAssociationNegativeTestJSON-1058719936-project] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:21:56.576198 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-17a575e9-cfb7-4821-9ac0-bb3ca89a76b2 req-ed7b90b7-43b6-4e62-a332-09a9e46fd5ad tempest-FloatingIPsAssociationNegativeTestJSON-1058719936 tempest-FloatingIPsAssociationNegativeTestJSON-1058719936-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for floatingip, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:56.587326 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fad5e45-ca7d-4985-b632-5d8f6847fabd None None] Sync routers for ids ['71d66ecc-15c1-4169-8614-9aab39e82fff'] in n-d-816206-8 {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:21:56.608964 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fad5e45-ca7d-4985-b632-5d8f6847fabd None None] Routers {'71d66ecc-15c1-4169-8614-9aab39e82fff'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:21:56.609682 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-1fad5e45-ca7d-4985-b632-5d8f6847fabd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:21:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['71d66ecc-15c1-4169-8614-9aab39e82fff'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:21:56.611452 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69772f6f-dd62-486c-91e8-a3a59c6eb856 service neutron] Pushing event updated for resources: {'Port': ['ID=52285acf-3eab-406a-acfc-b1364cf71811,revision_number=3']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:21:56.624638 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf07170f-73da-4ad6-b8e1-5c14ea2cf28b req-5178aaeb-59db-4d08-9584-069e51a5e7d6 tempest-LiveAutoBlockMigrationV225Test-82532795 tempest-LiveAutoBlockMigrationV225Test-82532795-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:21:56.626392 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-bf07170f-73da-4ad6-b8e1-5c14ea2cf28b req-5178aaeb-59db-4d08-9584-069e51a5e7d6 tempest-LiveAutoBlockMigrationV225Test-82532795 tempest-LiveAutoBlockMigrationV225Test-82532795-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=8137b671-58e3-4c8f-b0a0-33c885019390&tenant_id=968ef5ef30ad45a38c8263e9da4ef3c2&binding%3Ahost_id=n-h1-816206-8 HTTP/1.1" status: 200 len: 1096 time: 0.2848489 Nov 23 17:21:56.682155 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-17a575e9-cfb7-4821-9ac0-bb3ca89a76b2 req-ed7b90b7-43b6-4e62-a332-09a9e46fd5ad tempest-FloatingIPsAssociationNegativeTestJSON-1058719936 tempest-FloatingIPsAssociationNegativeTestJSON-1058719936-project] 10.222.0.60 "PUT /v2.0/floatingips/cac20ddc-f3a3-47bb-94ce-9617d13ab7b3 HTTP/1.1" status: 200 len: 695 time: 1.6804628 Nov 23 17:21:56.728015 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae64e18-8cc7-4b7e-a3fb-a2f03a085363 req-991a7c65-f253-4a9f-a828-5f2425788161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:21:56.730333 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5ae64e18-8cc7-4b7e-a3fb-a2f03a085363 req-991a7c65-f253-4a9f-a828-5f2425788161 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3541603f19884b9cb683e7eedd76d17c&device_id=ffeae0b0-09b1-4f1e-9b33-8bbbbaaefdf6 HTTP/1.1" status: 200 len: 1094 time: 0.2234256 Nov 23 17:21:56.821083 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5ae64e18-8cc7-4b7e-a3fb-a2f03a085363 req-7eacbc4a-db5f-4e37-8be7-e9b8f22857f3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=52285acf-3eab-406a-acfc-b1364cf71811 HTTP/1.1" status: 200 len: 217 time: 0.0623798 Nov 23 17:21:56.825025 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-d9741200-a71f-4387-80df-17821773f4f6 req-df10475f-7d36-4b4e-8681-8ce13b582420 tempest-FloatingIPsAssociationTestJSON-1150543333 tempest-FloatingIPsAssociationTestJSON-1150543333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:56.851868 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvr_db [None req-1fad5e45-ca7d-4985-b632-5d8f6847fabd None None] Set router 71d66ecc-15c1-4169-8614-9aab39e82fff gateway port host: n-d-816206-8 {{(pid=103592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:21:56.899052 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf07170f-73da-4ad6-b8e1-5c14ea2cf28b req-16c27cb1-99d6-457c-bd8a-a6c00e346141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:21:56.900611 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-bf07170f-73da-4ad6-b8e1-5c14ea2cf28b req-16c27cb1-99d6-457c-bd8a-a6c00e346141 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=8137b671-58e3-4c8f-b0a0-33c885019390&tenant_id=968ef5ef30ad45a38c8263e9da4ef3c2 HTTP/1.1" status: 200 len: 1096 time: 0.2425058 Nov 23 17:21:56.931672 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9741200-a71f-4387-80df-17821773f4f6 req-df10475f-7d36-4b4e-8681-8ce13b582420 tempest-FloatingIPsAssociationTestJSON-1150543333 tempest-FloatingIPsAssociationTestJSON-1150543333-project] Network 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 is already hosted by enough agents. {{(pid=103591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:21:56.950335 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a575e9-cfb7-4821-9ac0-bb3ca89a76b2 req-3c4b39a4-ffe9-4a16-8834-3b20d0e41fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:21:56.952543 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-17a575e9-cfb7-4821-9ac0-bb3ca89a76b2 req-3c4b39a4-ffe9-4a16-8834-3b20d0e41fb2 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=07c066c23f614c7cae841372177b7a9e&device_id=61f90a48-4098-4063-9d4f-98c63927a8c3 HTTP/1.1" status: 200 len: 1097 time: 0.2179272 Nov 23 17:21:56.953604 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [req-d9741200-a71f-4387-80df-17821773f4f6 req-df10475f-7d36-4b4e-8681-8ce13b582420 tempest-FloatingIPsAssociationTestJSON-1150543333 tempest-FloatingIPsAssociationTestJSON-1150543333-project] Resources bound (agent type, host, resource id): {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:21:56.956416 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9741200-a71f-4387-80df-17821773f4f6 req-df10475f-7d36-4b4e-8681-8ce13b582420 tempest-FloatingIPsAssociationTestJSON-1150543333 tempest-FloatingIPsAssociationTestJSON-1150543333-project] Received port after_create {{(pid=103591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:21:56.989846 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df10475f-7d36-4b4e-8681-8ce13b582420 tempest-FloatingIPsAssociationTestJSON-1150543333 tempest-FloatingIPsAssociationTestJSON-1150543333-project] Pushing event updated for resources: {'Port': ['ID=d19cd97b-db0c-4a2e-bd2a-03160cfb5115,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:21:57.011250 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae64e18-8cc7-4b7e-a3fb-a2f03a085363 req-c5a55d7c-7c3b-4225-9e83-2dbd50b14cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:21:57.012764 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5ae64e18-8cc7-4b7e-a3fb-a2f03a085363 req-c5a55d7c-7c3b-4225-9e83-2dbd50b14cb0 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=23f80e8e-7e58-4465-87c1-72654345f52f HTTP/1.1" status: 200 len: 849 time: 0.1755657 Nov 23 17:21:57.093413 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-1fad5e45-ca7d-4985-b632-5d8f6847fabd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71d66ecc-15c1-4169-8614-9aab39e82fff', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-336350029-router', 'tenant_id': '07c066c23f614c7cae841372177b7a9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.58'}], 'enable_snat': True}, 'gw_port_id': '645a036e-90a6-49ab-b7ee-7a728b70b8c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:20:55Z', 'updated_at': '2021-11-23T17:21:06Z', 'revision_number': 4, 'project_id': '07c066c23f614c7cae841372177b7a9e', 'gw_port': {'id': '645a036e-90a6-49ab-b7ee-7a728b70b8c9', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:c4:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71d66ecc-15c1-4169-8614-9aab39e82fff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:20:55Z', 'updated_at': '2021-11-23T17:21:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_interfaces': [{'id': 'ed61194b-a633-4f40-8525-28662094eca0', 'name': '', 'network_id': '4adf0938-0492-41dc-8987-e4fa2efab96b', 'tenant_id': '07c066c23f614c7cae841372177b7a9e', 'mac_address': 'fa:16:3e:af:16:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71d66ecc-15c1-4169-8614-9aab39e82fff', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'a8b30bfe-28eb-4c6c-8311-3d7631776675', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:21:04Z', 'updated_at': '2021-11-23T17:21:11Z', 'revision_number': 5, 'project_id': '07c066c23f614c7cae841372177b7a9e', 'subnets': [{'id': 'a8b30bfe-28eb-4c6c-8311-3d7631776675', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:21:57.124618 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fad5e45-ca7d-4985-b632-5d8f6847fabd None None] Checking router: 71d66ecc-15c1-4169-8614-9aab39e82fff for host: n-d-816206-8 {{(pid=103592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 17:21:57.135289 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fad5e45-ca7d-4985-b632-5d8f6847fabd None None] Routers {'71d66ecc-15c1-4169-8614-9aab39e82fff'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:21:57.135912 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-1fad5e45-ca7d-4985-b632-5d8f6847fabd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:21:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['71d66ecc-15c1-4169-8614-9aab39e82fff'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:21:57.136698 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf07170f-73da-4ad6-b8e1-5c14ea2cf28b req-69fc3f2d-c9a7-42bf-9aab-9099384eeefa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:21:57.138205 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-bf07170f-73da-4ad6-b8e1-5c14ea2cf28b req-69fc3f2d-c9a7-42bf-9aab-9099384eeefa service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=968ef5ef30ad45a38c8263e9da4ef3c2&device_id=8137b671-58e3-4c8f-b0a0-33c885019390 HTTP/1.1" status: 200 len: 1096 time: 0.2016332 Nov 23 17:21:57.258631 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvr_db [None req-1fad5e45-ca7d-4985-b632-5d8f6847fabd None None] Set router 71d66ecc-15c1-4169-8614-9aab39e82fff gateway port host: n-d-816206-8 {{(pid=103592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:21:57.507474 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-1fad5e45-ca7d-4985-b632-5d8f6847fabd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71d66ecc-15c1-4169-8614-9aab39e82fff', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-336350029-router', 'tenant_id': '07c066c23f614c7cae841372177b7a9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.58'}], 'enable_snat': True}, 'gw_port_id': '645a036e-90a6-49ab-b7ee-7a728b70b8c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:20:55Z', 'updated_at': '2021-11-23T17:21:06Z', 'revision_number': 4, 'project_id': '07c066c23f614c7cae841372177b7a9e', 'gw_port': {'id': '645a036e-90a6-49ab-b7ee-7a728b70b8c9', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:c4:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71d66ecc-15c1-4169-8614-9aab39e82fff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:20:55Z', 'updated_at': '2021-11-23T17:21:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_interfaces': [{'id': 'ed61194b-a633-4f40-8525-28662094eca0', 'name': '', 'network_id': '4adf0938-0492-41dc-8987-e4fa2efab96b', 'tenant_id': '07c066c23f614c7cae841372177b7a9e', 'mac_address': 'fa:16:3e:af:16:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71d66ecc-15c1-4169-8614-9aab39e82fff', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'a8b30bfe-28eb-4c6c-8311-3d7631776675', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:21:04Z', 'updated_at': '2021-11-23T17:21:11Z', 'revision_number': 5, 'project_id': '07c066c23f614c7cae841372177b7a9e', 'subnets': [{'id': 'a8b30bfe-28eb-4c6c-8311-3d7631776675', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:21:57.508176 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae64e18-8cc7-4b7e-a3fb-a2f03a085363 req-2f35bea0-65ea-4f34-86f0-4153b42c8070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:21:57.509824 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5ae64e18-8cc7-4b7e-a3fb-a2f03a085363 req-2f35bea0-65ea-4f34-86f0-4153b42c8070 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=43d8ac08-152d-4053-b836-ddc03b0e91a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4802938 Nov 23 17:21:57.539988 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fad5e45-ca7d-4985-b632-5d8f6847fabd None None] The sync data for ids ['71d66ecc-15c1-4169-8614-9aab39e82fff'] in n-d-816206-8 is: [{'id': '71d66ecc-15c1-4169-8614-9aab39e82fff', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-336350029-router', 'tenant_id': '07c066c23f614c7cae841372177b7a9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.58'}], 'enable_snat': True}, 'gw_port_id': '645a036e-90a6-49ab-b7ee-7a728b70b8c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:20:55Z', 'updated_at': '2021-11-23T17:21:06Z', 'revision_number': 4, 'project_id': '07c066c23f614c7cae841372177b7a9e', 'gw_port': {'id': '645a036e-90a6-49ab-b7ee-7a728b70b8c9', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:c4:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71d66ecc-15c1-4169-8614-9aab39e82fff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:20:55Z', 'updated_at': '2021-11-23T17:21:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_interfaces': [{'id': 'ed61194b-a633-4f40-8525-28662094eca0', 'name': '', 'network_id': '4adf0938-0492-41dc-8987-e4fa2efab96b', 'tenant_id': '07c066c23f614c7cae841372177b7a9e', 'mac_address': 'fa:16:3e:af:16:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71d66ecc-15c1-4169-8614-9aab39e82fff', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'a8b30bfe-28eb-4c6c-8311-3d7631776675', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:21:04Z', 'updated_at': '2021-11-23T17:21:11Z', 'revision_number': 5, 'project_id': '07c066c23f614c7cae841372177b7a9e', 'subnets': [{'id': 'a8b30bfe-28eb-4c6c-8311-3d7631776675', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:21:57.566657 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-d9741200-a71f-4387-80df-17821773f4f6 req-df10475f-7d36-4b4e-8681-8ce13b582420 tempest-FloatingIPsAssociationTestJSON-1150543333 tempest-FloatingIPsAssociationTestJSON-1150543333-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:57.585132 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a575e9-cfb7-4821-9ac0-bb3ca89a76b2 req-7e00f418-3ee7-4a00-89ed-603b10b159a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:21:57.586655 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-17a575e9-cfb7-4821-9ac0-bb3ca89a76b2 req-7e00f418-3ee7-4a00-89ed-603b10b159a2 service neutron] 10.222.0.60 "GET /v2.0/networks?id=4adf0938-0492-41dc-8987-e4fa2efab96b HTTP/1.1" status: 200 len: 929 time: 0.6249166 Nov 23 17:21:57.709454 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-17a575e9-cfb7-4821-9ac0-bb3ca89a76b2 req-b0f41687-ac1d-48e4-bafd-fd5b4871b972 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=85c78666-18e8-4f41-9932-77363b785c94 HTTP/1.1" status: 200 len: 217 time: 0.1130319 Nov 23 17:21:57.733311 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf07170f-73da-4ad6-b8e1-5c14ea2cf28b req-24c91e84-ab4c-4c47-a56f-95723aa6617f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:21:57.734746 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-bf07170f-73da-4ad6-b8e1-5c14ea2cf28b req-24c91e84-ab4c-4c47-a56f-95723aa6617f service neutron] 10.222.0.36 "GET /v2.0/networks?id=eacea6aa-86b2-4fe9-ae0d-611828f27804 HTTP/1.1" status: 200 len: 921 time: 0.5741711 Nov 23 17:21:57.758124 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-d9741200-a71f-4387-80df-17821773f4f6 req-df10475f-7d36-4b4e-8681-8ce13b582420 tempest-FloatingIPsAssociationTestJSON-1150543333 tempest-FloatingIPsAssociationTestJSON-1150543333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:57.835894 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48582faf-40b4-420b-babf-cee762669ace None None] New status for floating IP cac20ddc-f3a3-47bb-94ce-9617d13ab7b3: DOWN {{(pid=103593) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 17:21:57.851060 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-bf07170f-73da-4ad6-b8e1-5c14ea2cf28b req-3fd8e2c8-9c3b-4d31-ba22-f691ffe03360 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=35d9bbe9-fea0-45ff-bcaa-845247fb2254 HTTP/1.1" status: 200 len: 217 time: 0.0870705 Nov 23 17:21:57.870155 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5ae64e18-8cc7-4b7e-a3fb-a2f03a085363 req-6916db39-dfe4-434e-a353-b17ae25e0764 service neutron] 10.222.0.55 "GET /v2.0/networks/43d8ac08-152d-4053-b836-ddc03b0e91a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3178275 Nov 23 17:21:57.871484 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a575e9-cfb7-4821-9ac0-bb3ca89a76b2 req-6ec4f1de-2bde-4e0a-a179-1f3c19583e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:21:57.872852 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-17a575e9-cfb7-4821-9ac0-bb3ca89a76b2 req-6ec4f1de-2bde-4e0a-a179-1f3c19583e1d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a8b30bfe-28eb-4c6c-8311-3d7631776675 HTTP/1.1" status: 200 len: 867 time: 0.1511328 Nov 23 17:21:58.037459 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf07170f-73da-4ad6-b8e1-5c14ea2cf28b req-03b1c565-7288-4765-b319-d0e7c4b6f12b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:21:58.038835 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-bf07170f-73da-4ad6-b8e1-5c14ea2cf28b req-03b1c565-7288-4765-b319-d0e7c4b6f12b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=cfa8dfdf-5850-4e22-a7f8-6d7e726926d1 HTTP/1.1" status: 200 len: 860 time: 0.1796184 Nov 23 17:21:58.128370 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-bf07170f-73da-4ad6-b8e1-5c14ea2cf28b req-1e0f5fb4-6ec8-44dd-a9c8-91e306e0bc58 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=eacea6aa-86b2-4fe9-ae0d-611828f27804&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0517268 Nov 23 17:21:58.130221 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a575e9-cfb7-4821-9ac0-bb3ca89a76b2 req-9d24703e-903a-4e9d-83dc-6e8c8d5072be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:21:58.131598 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-17a575e9-cfb7-4821-9ac0-bb3ca89a76b2 req-9d24703e-903a-4e9d-83dc-6e8c8d5072be service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4adf0938-0492-41dc-8987-e4fa2efab96b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2237318 Nov 23 17:21:58.135682 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5ae64e18-8cc7-4b7e-a3fb-a2f03a085363 req-9a7ecab6-4afc-4118-a1ba-1602d5daf4f3 service neutron] 10.222.0.55 "GET /v2.0/networks/43d8ac08-152d-4053-b836-ddc03b0e91a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2352693 Nov 23 17:21:58.303076 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-d9741200-a71f-4387-80df-17821773f4f6 req-df10475f-7d36-4b4e-8681-8ce13b582420 tempest-FloatingIPsAssociationTestJSON-1150543333 tempest-FloatingIPsAssociationTestJSON-1150543333-project] Publish callbacks [] for port, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:58.310822 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-d9741200-a71f-4387-80df-17821773f4f6 req-df10475f-7d36-4b4e-8681-8ce13b582420 tempest-FloatingIPsAssociationTestJSON-1150543333 tempest-FloatingIPsAssociationTestJSON-1150543333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264758186'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:58.382723 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-bf07170f-73da-4ad6-b8e1-5c14ea2cf28b req-1c2e6a3f-b00a-4e69-8058-dd1b4c22e9a7 service neutron] 10.222.0.36 "GET /v2.0/networks/eacea6aa-86b2-4fe9-ae0d-611828f27804?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2441514 Nov 23 17:21:58.404597 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-17a575e9-cfb7-4821-9ac0-bb3ca89a76b2 req-e342534f-ad34-4554-8fc3-1f3115ca970d service neutron] 10.222.0.60 "GET /v2.0/networks/4adf0938-0492-41dc-8987-e4fa2efab96b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2648973 Nov 23 17:21:58.443845 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df10475f-7d36-4b4e-8681-8ce13b582420 tempest-FloatingIPsAssociationTestJSON-1150543333 tempest-FloatingIPsAssociationTestJSON-1150543333-project] Pushing event updated for resources: {'Port': ['ID=d19cd97b-db0c-4a2e-bd2a-03160cfb5115,revision_number=2']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:21:58.541700 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-d9741200-a71f-4387-80df-17821773f4f6 req-df10475f-7d36-4b4e-8681-8ce13b582420 tempest-FloatingIPsAssociationTestJSON-1150543333 tempest-FloatingIPsAssociationTestJSON-1150543333-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1795396'] for floatingip, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:58.577794 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-d9741200-a71f-4387-80df-17821773f4f6 req-df10475f-7d36-4b4e-8681-8ce13b582420 tempest-FloatingIPsAssociationTestJSON-1150543333 tempest-FloatingIPsAssociationTestJSON-1150543333-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for floatingip, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:58.578937 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d9741200-a71f-4387-80df-17821773f4f6 req-df10475f-7d36-4b4e-8681-8ce13b582420 tempest-FloatingIPsAssociationTestJSON-1150543333 tempest-FloatingIPsAssociationTestJSON-1150543333-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.4519689 Nov 23 17:21:58.643254 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-17a575e9-cfb7-4821-9ac0-bb3ca89a76b2 req-897f7ad1-abde-4044-98bb-aa6973f25871 service neutron] 10.222.0.60 "GET /v2.0/networks/4adf0938-0492-41dc-8987-e4fa2efab96b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2231243 Nov 23 17:21:58.648347 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-bf07170f-73da-4ad6-b8e1-5c14ea2cf28b req-b0fca8b9-da13-41fd-a328-e6823d97b6ce service neutron] 10.222.0.36 "GET /v2.0/networks/eacea6aa-86b2-4fe9-ae0d-611828f27804?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2421043 Nov 23 17:21:58.651147 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d9741200-a71f-4387-80df-17821773f4f6 req-c511ebc0-95e2-42e4-933d-53edd95e2cf2 tempest-FloatingIPsAssociationTestJSON-1150543333 tempest-FloatingIPsAssociationTestJSON-1150543333-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.3.56 HTTP/1.1" status: 200 len: 695 time: 0.0607114 Nov 23 17:21:58.874670 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12352d2a-d321-4220-aa54-29476d7ed660 req-95ad31d2-6e95-4c56-966e-78d7d2f32c31 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:21:58.877892 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-12352d2a-d321-4220-aa54-29476d7ed660 req-95ad31d2-6e95-4c56-966e-78d7d2f32c31 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] 10.222.0.60 "GET /v2.0/ports?device_id=b06fd73f-d5cd-4321-910c-bac8aff99182 HTTP/1.1" status: 200 len: 950 time: 0.1240957 Nov 23 17:21:58.889936 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9741200-a71f-4387-80df-17821773f4f6 req-b0f2da80-d209-4344-956e-6a48ff54c6b4 tempest-FloatingIPsAssociationTestJSON-1150543333 tempest-FloatingIPsAssociationTestJSON-1150543333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:21:58.892235 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d9741200-a71f-4387-80df-17821773f4f6 req-b0f2da80-d209-4344-956e-6a48ff54c6b4 tempest-FloatingIPsAssociationTestJSON-1150543333 tempest-FloatingIPsAssociationTestJSON-1150543333-project] 10.222.0.60 "GET /v2.0/networks/4c8455ba-1be5-42ac-b8c2-8a16e1292d55 HTTP/1.1" status: 200 len: 784 time: 0.2347252 Nov 23 17:21:59.075425 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf07170f-73da-4ad6-b8e1-5c14ea2cf28b req-168bfecc-a0db-47e9-a1a1-093c81f0361a tempest-LiveAutoBlockMigrationV225Test-82532795 tempest-LiveAutoBlockMigrationV225Test-82532795-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:21:59.077968 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-bf07170f-73da-4ad6-b8e1-5c14ea2cf28b req-168bfecc-a0db-47e9-a1a1-093c81f0361a tempest-LiveAutoBlockMigrationV225Test-82532795 tempest-LiveAutoBlockMigrationV225Test-82532795-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=8137b671-58e3-4c8f-b0a0-33c885019390&tenant_id=968ef5ef30ad45a38c8263e9da4ef3c2&binding%3Ahost_id=n-h2-816206-8 HTTP/1.1" status: 200 len: 1096 time: 0.1843882 Nov 23 17:21:59.090898 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-12352d2a-d321-4220-aa54-29476d7ed660 req-fd088d98-a62c-44cb-bd8b-e05383cc0c4b tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] 10.222.0.60 "GET /v2.0/security-groups?id=70227657-be62-432a-a8fd-5a85231fc7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1954672 Nov 23 17:21:59.115651 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69779c73-68b2-437d-91ae-3aeb52221176 req-cece3455-dd00-4a33-84df-3e20a3cad3b7 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:21:59.118166 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-69779c73-68b2-437d-91ae-3aeb52221176 req-cece3455-dd00-4a33-84df-3e20a3cad3b7 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.60 "GET /v2.0/ports?device_id=ffeae0b0-09b1-4f1e-9b33-8bbbbaaefdf6 HTTP/1.1" status: 200 len: 943 time: 0.1672666 Nov 23 17:21:59.267722 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-69779c73-68b2-437d-91ae-3aeb52221176 req-16579632-f231-4547-af04-7dfe7fd07090 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.60 "GET /v2.0/security-groups?id=5199d9c8-39cf-433e-a82b-4aef6c6477e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1154726 Nov 23 17:21:59.450979 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-bf07170f-73da-4ad6-b8e1-5c14ea2cf28b req-48edcc80-1a4e-485c-9c17-646609b036bd service neutron] For port 35d9bbe9-fea0-45ff-bcaa-845247fb2254, host n-h1-816206-8, cleared binding levels {{(pid=103591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:21:59.514493 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-bf07170f-73da-4ad6-b8e1-5c14ea2cf28b req-48edcc80-1a4e-485c-9c17-646609b036bd service neutron] Publish callbacks [] for binding, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:21:59.518920 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-bf07170f-73da-4ad6-b8e1-5c14ea2cf28b req-48edcc80-1a4e-485c-9c17-646609b036bd service neutron] 10.222.0.36 "DELETE /v2.0/ports/35d9bbe9-fea0-45ff-bcaa-845247fb2254/bindings/n-h1-816206-8 HTTP/1.1" status: 204 len: 173 time: 0.4239733 Nov 23 17:21:59.544459 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35311766-467a-4012-a757-29220437f607 req-8d12692c-9fd8-44ff-bd04-7dac3b23cabb tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:21:59.547001 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-35311766-467a-4012-a757-29220437f607 req-8d12692c-9fd8-44ff-bd04-7dac3b23cabb tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] 10.222.0.60 "GET /v2.0/ports?device_id=8137b671-58e3-4c8f-b0a0-33c885019390 HTTP/1.1" status: 200 len: 945 time: 0.2196534 Nov 23 17:21:59.637271 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a830a2a7-2575-4ce8-8f38-3e8c267943fa req-69356acb-292c-4593-a5ab-1988e139b029 tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:21:59.639724 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a830a2a7-2575-4ce8-8f38-3e8c267943fa req-69356acb-292c-4593-a5ab-1988e139b029 tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] 10.222.0.60 "GET /v2.0/networks?id=ffa7c2aa-6251-4537-acd5-168309147200 HTTP/1.1" status: 200 len: 811 time: 0.2652831 Nov 23 17:21:59.682315 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-35311766-467a-4012-a757-29220437f607 req-b1c7e923-62d5-4c95-b763-114fa49e6dc2 tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] 10.222.0.60 "GET /v2.0/security-groups?id=ef6a96c0-423c-4ea7-a75c-4657afd8c521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255057 Nov 23 17:21:59.684508 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a830a2a7-2575-4ce8-8f38-3e8c267943fa req-14e06529-1d66-4833-bfa7-5a6aeddec80b tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] 10.222.0.60 "GET /v2.0/quotas/6a229d10d4554d9a82f91e22fc3c6096 HTTP/1.1" status: 200 len: 375 time: 0.0349722 Nov 23 17:21:59.718464 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a830a2a7-2575-4ce8-8f38-3e8c267943fa req-70034e95-3273-4edd-ac3c-18c1e185c0a1 tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=6a229d10d4554d9a82f91e22fc3c6096&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0281065 Nov 23 17:21:59.847730 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749ad602-0989-4042-8829-2e9d56b685c2 req-833e9c4d-aeb3-4477-8a65-2f5c9d66a8e9 tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:21:59.849286 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-749ad602-0989-4042-8829-2e9d56b685c2 req-833e9c4d-aeb3-4477-8a65-2f5c9d66a8e9 tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] 10.222.0.60 "GET /v2.0/ports?device_id=718e7979-ed88-4391-b53d-996075f02e58 HTTP/1.1" status: 200 len: 945 time: 0.1032057 Nov 23 17:21:59.874865 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a830a2a7-2575-4ce8-8f38-3e8c267943fa req-b1c9d0a1-6759-419f-80df-f392d5135274 service neutron] 10.222.0.60 "GET /v2.0/networks/ffa7c2aa-6251-4537-acd5-168309147200?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1485355 Nov 23 17:21:59.937775 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-749ad602-0989-4042-8829-2e9d56b685c2 req-da0c153e-44e7-47ad-a997-0bfde831c119 tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] 10.222.0.60 "GET /v2.0/security-groups?id=5c82e7e8-9cad-459a-acb2-b7a0867274de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819068 Nov 23 17:21:59.995537 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 17:21:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d50bfae-02e6-4a7f-ba6a-89063c0c0ebf x-openstack-request-id: req-3d50bfae-02e6-4a7f-ba6a-89063c0c0ebf {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:21:59.995860 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ffeae0b0-09b1-4f1e-9b33-8bbbbaaefdf6", "tag": "52285acf-3eab-406a-acfc-b1364cf71811", "status": "completed", "code": 200}]} {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:21:59.996064 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3d50bfae-02e6-4a7f-ba6a-89063c0c0ebf {{(pid=103591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:21:59.996466 n-d-816206-8 neutron-server[103591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffeae0b0-09b1-4f1e-9b33-8bbbbaaefdf6', 'tag': '52285acf-3eab-406a-acfc-b1364cf71811', 'status': 'completed', 'code': 200} Nov 23 17:22:00.004921 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a830a2a7-2575-4ce8-8f38-3e8c267943fa req-bc8fac0f-8617-421f-98bd-4df9f3658970 service neutron] 10.222.0.60 "GET /v2.0/networks/ffa7c2aa-6251-4537-acd5-168309147200?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217270 Nov 23 17:22:00.069083 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c0ec85ea-8ed9-4e75-a19a-35c63d477a8d req-287b9623-317c-4c29-8bfa-0a18b164e663 tempest-FloatingIPsAssociationNegativeTestJSON-1058719936 tempest-FloatingIPsAssociationNegativeTestJSON-1058719936-project] 10.222.0.60 "GET /v2.0/floatingips/cac20ddc-f3a3-47bb-94ce-9617d13ab7b3 HTTP/1.1" status: 200 len: 693 time: 0.0627484 Nov 23 17:22:00.162718 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e64374e-50ce-4fc8-86ed-f985f1bbb031 req-2eedf320-c94c-4798-a1fb-33ae88ba6b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:22:00.164201 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-0e64374e-50ce-4fc8-86ed-f985f1bbb031 req-2eedf320-c94c-4798-a1fb-33ae88ba6b4e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3541603f19884b9cb683e7eedd76d17c&device_id=ffeae0b0-09b1-4f1e-9b33-8bbbbaaefdf6 HTTP/1.1" status: 200 len: 1094 time: 0.1135073 Nov 23 17:22:00.350508 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ec85ea-8ed9-4e75-a19a-35c63d477a8d req-422bcab9-60e9-4e30-b251-8133541fa828 tempest-FloatingIPsAssociationNegativeTestJSON-1058719936 tempest-FloatingIPsAssociationNegativeTestJSON-1058719936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:22:00.352289 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c0ec85ea-8ed9-4e75-a19a-35c63d477a8d req-422bcab9-60e9-4e30-b251-8133541fa828 tempest-FloatingIPsAssociationNegativeTestJSON-1058719936 tempest-FloatingIPsAssociationNegativeTestJSON-1058719936-project] 10.222.0.60 "GET /v2.0/networks/4c8455ba-1be5-42ac-b8c2-8a16e1292d55 HTTP/1.1" status: 200 len: 784 time: 0.2684395 Nov 23 17:22:00.371060 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [req-c0ec85ea-8ed9-4e75-a19a-35c63d477a8d req-adbdb3b5-1148-473b-98d9-5e3f6e0cceac tempest-FloatingIPsAssociationNegativeTestJSON-1058719936 tempest-FloatingIPsAssociationNegativeTestJSON-1058719936-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=103591) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 17:22:00.373030 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c0ec85ea-8ed9-4e75-a19a-35c63d477a8d req-adbdb3b5-1148-473b-98d9-5e3f6e0cceac tempest-FloatingIPsAssociationNegativeTestJSON-1058719936 tempest-FloatingIPsAssociationNegativeTestJSON-1058719936-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0103135 Nov 23 17:22:00.458162 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e64374e-50ce-4fc8-86ed-f985f1bbb031 req-9044a777-b029-4fa7-9ce9-638649c1c190 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:22:00.459757 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-0e64374e-50ce-4fc8-86ed-f985f1bbb031 req-9044a777-b029-4fa7-9ce9-638649c1c190 service neutron] 10.222.0.55 "GET /v2.0/networks?id=43d8ac08-152d-4053-b836-ddc03b0e91a2 HTTP/1.1" status: 200 len: 911 time: 0.2763309 Nov 23 17:22:00.462730 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c0ec85ea-8ed9-4e75-a19a-35c63d477a8d req-7a470b64-4f4b-4aee-9903-a3c26512bdf4 tempest-FloatingIPsAssociationNegativeTestJSON-1058719936 tempest-FloatingIPsAssociationNegativeTestJSON-1058719936-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.3.227 HTTP/1.1" status: 200 len: 696 time: 0.0776405 Nov 23 17:22:00.469808 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df2d3f8-11fa-45df-b62f-266d528cc6c8 req-2dd04d4c-7225-461f-81b2-c11265bd7aed tempest-FloatingIPsAssociationTestJSON-1150543333 tempest-FloatingIPsAssociationTestJSON-1150543333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:22:00.471479 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5df2d3f8-11fa-45df-b62f-266d528cc6c8 req-2dd04d4c-7225-461f-81b2-c11265bd7aed tempest-FloatingIPsAssociationTestJSON-1150543333 tempest-FloatingIPsAssociationTestJSON-1150543333-project] 10.222.0.60 "GET /v2.0/networks?id=aad59512-80bb-49f8-8f54-daff64a8bc03 HTTP/1.1" status: 200 len: 821 time: 0.2889271 Nov 23 17:22:00.558307 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-0e64374e-50ce-4fc8-86ed-f985f1bbb031 req-a71c45c0-4ef5-4f47-9c32-6d4a4ca60a91 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=52285acf-3eab-406a-acfc-b1364cf71811 HTTP/1.1" status: 200 len: 217 time: 0.0853584 Nov 23 17:22:00.567839 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5df2d3f8-11fa-45df-b62f-266d528cc6c8 req-5d4b68d2-be4c-483f-bf27-53c1ce9ce081 tempest-FloatingIPsAssociationTestJSON-1150543333 tempest-FloatingIPsAssociationTestJSON-1150543333-project] 10.222.0.60 "GET /v2.0/quotas/b930416d8ba84d7ba659706c10c554f7 HTTP/1.1" status: 200 len: 375 time: 0.0865564 Nov 23 17:22:00.571184 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c0ec85ea-8ed9-4e75-a19a-35c63d477a8d req-5da09138-3d54-41ac-ae57-ef1f5f5b4e14 tempest-FloatingIPsAssociationNegativeTestJSON-1058719936 tempest-FloatingIPsAssociationNegativeTestJSON-1058719936-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.3.227 HTTP/1.1" status: 200 len: 696 time: 0.0964980 Nov 23 17:22:00.741809 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e64374e-50ce-4fc8-86ed-f985f1bbb031 req-0efa3ee9-1bd0-48af-9f1e-096d00170273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:22:00.743276 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-0e64374e-50ce-4fc8-86ed-f985f1bbb031 req-0efa3ee9-1bd0-48af-9f1e-096d00170273 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=23f80e8e-7e58-4465-87c1-72654345f52f HTTP/1.1" status: 200 len: 849 time: 0.1712391 Nov 23 17:22:00.785771 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5df2d3f8-11fa-45df-b62f-266d528cc6c8 req-29eabab9-440c-4757-9fd1-7de6956105a0 tempest-FloatingIPsAssociationTestJSON-1150543333 tempest-FloatingIPsAssociationTestJSON-1150543333-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=b930416d8ba84d7ba659706c10c554f7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2045701 Nov 23 17:22:00.900980 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e64374e-50ce-4fc8-86ed-f985f1bbb031 req-33553b8f-eed8-4f83-acd2-188b180fc354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:22:00.902463 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-0e64374e-50ce-4fc8-86ed-f985f1bbb031 req-33553b8f-eed8-4f83-acd2-188b180fc354 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=43d8ac08-152d-4053-b836-ddc03b0e91a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1357837 Nov 23 17:22:00.912709 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [req-c0ec85ea-8ed9-4e75-a19a-35c63d477a8d req-0f9254b7-5425-44bc-8cad-3da775f817c3 tempest-FloatingIPsAssociationNegativeTestJSON-1058719936 tempest-FloatingIPsAssociationNegativeTestJSON-1058719936-project] Deleting port 7c19a880-e0bf-4ec7-99aa-0751e911df13 {{(pid=103591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:22:00.913052 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-c0ec85ea-8ed9-4e75-a19a-35c63d477a8d req-0f9254b7-5425-44bc-8cad-3da775f817c3 tempest-FloatingIPsAssociationNegativeTestJSON-1058719936 tempest-FloatingIPsAssociationNegativeTestJSON-1058719936-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:22:01.004415 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5df2d3f8-11fa-45df-b62f-266d528cc6c8 req-82979bca-d055-4d26-a930-ee7a6ec00e11 service neutron] 10.222.0.60 "GET /v2.0/networks/aad59512-80bb-49f8-8f54-daff64a8bc03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1962399 Nov 23 17:22:01.340526 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a830a2a7-2575-4ce8-8f38-3e8c267943fa req-beebb398-8216-4875-bf81-4d6493f71f6f tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:22:01.342469 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-a830a2a7-2575-4ce8-8f38-3e8c267943fa req-beebb398-8216-4875-bf81-4d6493f71f6f tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] 10.222.0.55 "GET /v2.0/networks?id=ffa7c2aa-6251-4537-acd5-168309147200 HTTP/1.1" status: 200 len: 811 time: 0.1710367 Nov 23 17:22:01.357745 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [req-a830a2a7-2575-4ce8-8f38-3e8c267943fa req-27b7d3dc-90a5-4979-98eb-1a964a388fae tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] Request body: {'port': {'device_id': '923a9319-0158-4bb9-bad7-c4e6cbbe0151', 'network_id': 'ffa7c2aa-6251-4537-acd5-168309147200', 'admin_state_up': True, 'tenant_id': '6a229d10d4554d9a82f91e22fc3c6096'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:22:01.421552 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-c0ec85ea-8ed9-4e75-a19a-35c63d477a8d req-0f9254b7-5425-44bc-8cad-3da775f817c3 tempest-FloatingIPsAssociationNegativeTestJSON-1058719936 tempest-FloatingIPsAssociationNegativeTestJSON-1058719936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:22:01.422136 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-c0ec85ea-8ed9-4e75-a19a-35c63d477a8d req-0f9254b7-5425-44bc-8cad-3da775f817c3 tempest-FloatingIPsAssociationNegativeTestJSON-1058719936 tempest-FloatingIPsAssociationNegativeTestJSON-1058719936-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:22:01.453657 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [req-c0ec85ea-8ed9-4e75-a19a-35c63d477a8d req-0f9254b7-5425-44bc-8cad-3da775f817c3 tempest-FloatingIPsAssociationNegativeTestJSON-1058719936 tempest-FloatingIPsAssociationNegativeTestJSON-1058719936-project] Calling delete_port for 7c19a880-e0bf-4ec7-99aa-0751e911df13 owned by network:floatingip {{(pid=103591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:22:01.467387 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a830a2a7-2575-4ce8-8f38-3e8c267943fa req-27b7d3dc-90a5-4979-98eb-1a964a388fae tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] Made reservation on behalf of 6a229d10d4554d9a82f91e22fc3c6096 for: {'port': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:22:01.468296 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-0e64374e-50ce-4fc8-86ed-f985f1bbb031 req-498bb543-d976-4433-b1a2-9b9893511f54 service neutron] 10.222.0.55 "GET /v2.0/networks/43d8ac08-152d-4053-b836-ddc03b0e91a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5505321 Nov 23 17:22:01.471350 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-a830a2a7-2575-4ce8-8f38-3e8c267943fa req-27b7d3dc-90a5-4979-98eb-1a964a388fae tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:22:01.501843 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5df2d3f8-11fa-45df-b62f-266d528cc6c8 req-fca03891-bbd5-4c60-8288-6a420d5f925a service neutron] 10.222.0.60 "GET /v2.0/networks/aad59512-80bb-49f8-8f54-daff64a8bc03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4874539 Nov 23 17:22:01.614370 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [req-a830a2a7-2575-4ce8-8f38-3e8c267943fa req-27b7d3dc-90a5-4979-98eb-1a964a388fae tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] Allocated IP 172.20.0.14 (ffa7c2aa-6251-4537-acd5-168309147200/8e905b96-ea32-4f4c-be91-01d912cd9ed2/16bf9ff9-bece-4039-9fd3-9bfd72ef5023) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:22:01.634351 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-0e64374e-50ce-4fc8-86ed-f985f1bbb031 req-42fe318b-d637-420c-8c37-5b28c76aea43 service neutron] 10.222.0.55 "GET /v2.0/networks/43d8ac08-152d-4053-b836-ddc03b0e91a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1577818 Nov 23 17:22:01.713730 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-c0ec85ea-8ed9-4e75-a19a-35c63d477a8d req-0f9254b7-5425-44bc-8cad-3da775f817c3 tempest-FloatingIPsAssociationNegativeTestJSON-1058719936 tempest-FloatingIPsAssociationNegativeTestJSON-1058719936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:22:01.759577 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9254b7-5425-44bc-8cad-3da775f817c3 tempest-FloatingIPsAssociationNegativeTestJSON-1058719936 tempest-FloatingIPsAssociationNegativeTestJSON-1058719936-project] Pushing event deleted for resources: {'Port': ['ID=7c19a880-e0bf-4ec7-99aa-0751e911df13,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:22:01.831751 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-a830a2a7-2575-4ce8-8f38-3e8c267943fa req-27b7d3dc-90a5-4979-98eb-1a964a388fae tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:22:01.835956 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device 52285acf-3eab-406a-acfc-b1364cf71811 details requested by agent hyperv_n-h1-816206-8 with host n-h1-816206-8 {{(pid=103592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 17:22:01.863691 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f2de10-7d72-4534-83b7-31b6864e9cdd req-89b9ec3c-26f6-4628-aafb-7dfd8c1d5e30 tempest-LiveMigrationTest-1150397521 tempest-LiveMigrationTest-1150397521-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:22:01.865361 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e7f2de10-7d72-4534-83b7-31b6864e9cdd req-89b9ec3c-26f6-4628-aafb-7dfd8c1d5e30 tempest-LiveMigrationTest-1150397521 tempest-LiveMigrationTest-1150397521-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=718e7979-ed88-4391-b53d-996075f02e58 HTTP/1.1" status: 200 len: 1096 time: 0.1214981 Nov 23 17:22:01.869176 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-c0ec85ea-8ed9-4e75-a19a-35c63d477a8d req-0f9254b7-5425-44bc-8cad-3da775f817c3 tempest-FloatingIPsAssociationNegativeTestJSON-1058719936 tempest-FloatingIPsAssociationNegativeTestJSON-1058719936-project] Publish callbacks [] for floatingip, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:22:01.871905 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-c0ec85ea-8ed9-4e75-a19a-35c63d477a8d req-0f9254b7-5425-44bc-8cad-3da775f817c3 tempest-FloatingIPsAssociationNegativeTestJSON-1058719936 tempest-FloatingIPsAssociationNegativeTestJSON-1058719936-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for floatingip, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:22:01.873288 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c0ec85ea-8ed9-4e75-a19a-35c63d477a8d req-0f9254b7-5425-44bc-8cad-3da775f817c3 tempest-FloatingIPsAssociationNegativeTestJSON-1058719936 tempest-FloatingIPsAssociationNegativeTestJSON-1058719936-project] 10.222.0.60 "DELETE /v2.0/floatingips/cac20ddc-f3a3-47bb-94ce-9617d13ab7b3 HTTP/1.1" status: 204 len: 173 time: 1.2933433 Nov 23 17:22:01.873876 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-a830a2a7-2575-4ce8-8f38-3e8c267943fa req-27b7d3dc-90a5-4979-98eb-1a964a388fae tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:22:01.933427 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a830a2a7-2575-4ce8-8f38-3e8c267943fa req-27b7d3dc-90a5-4979-98eb-1a964a388fae tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] Network ffa7c2aa-6251-4537-acd5-168309147200 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:22:01.933680 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e7f2de10-7d72-4534-83b7-31b6864e9cdd req-a467949a-56e5-48af-9140-6f9a567e7a0d tempest-LiveMigrationTest-1150397521 tempest-LiveMigrationTest-1150397521-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=5c82e7e8-9cad-459a-acb2-b7a0867274de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570781 Nov 23 17:22:01.938211 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [req-a830a2a7-2575-4ce8-8f38-3e8c267943fa req-27b7d3dc-90a5-4979-98eb-1a964a388fae tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:22:01.955990 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [req-a830a2a7-2575-4ce8-8f38-3e8c267943fa req-27b7d3dc-90a5-4979-98eb-1a964a388fae tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:22:01.966071 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b7d3dc-90a5-4979-98eb-1a964a388fae tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] Pushing event updated for resources: {'Port': ['ID=16bf9ff9-bece-4039-9fd3-9bfd72ef5023,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:22:01.997657 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61f90a48-4098-4063-9d4f-98c63927a8c3', 'tag': '85c78666-18e8-4f41-9932-77363b785c94'}] {{(pid=103591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:22:02.002380 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41d174a19ece9499ff9ec44e5b3fc50f2abd3ffbc947fb7e52ea1e8db27b95b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-508f5efc-e4bd-492e-b566-01b1ae5ece6d" -d '{"events": [{"name": "network-changed", "server_uuid": "61f90a48-4098-4063-9d4f-98c63927a8c3", "tag": "85c78666-18e8-4f41-9932-77363b785c94"}]}' {{(pid=103591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:22:02.018303 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a830a2a7-2575-4ce8-8f38-3e8c267943fa req-27b7d3dc-90a5-4979-98eb-1a964a388fae tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:22:02.019256 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-a830a2a7-2575-4ce8-8f38-3e8c267943fa req-27b7d3dc-90a5-4979-98eb-1a964a388fae tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:22:02.039285 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-a830a2a7-2575-4ce8-8f38-3e8c267943fa req-27b7d3dc-90a5-4979-98eb-1a964a388fae tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6862521 Nov 23 17:22:02.066325 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [req-a830a2a7-2575-4ce8-8f38-3e8c267943fa req-c80d30df-2a48-4a59-862c-d10a637797ac service neutron] Request body: {'port': {'device_id': '923a9319-0158-4bb9-bad7-c4e6cbbe0151', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-8'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:22:02.102831 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port 52285acf-3eab-406a-acfc-b1364cf71811, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=52285acf-3eab-406a-acfc-b1364cf71811,segment=NetworkSegment(f75f400f-3665-42b6-b743-8c8989e17b3e),segment_id=f75f400f-3665-42b6-b743-8c8989e17b3e)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:22:02.112823 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4f0d31-5772-41b6-9d06-1747fcb16fe0 req-b9378859-2fe9-40af-bad3-34cdff22316c tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:22:02.120904 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2d4f0d31-5772-41b6-9d06-1747fcb16fe0 req-b9378859-2fe9-40af-bad3-34cdff22316c tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] 10.222.0.60 "GET /v2.0/ports?device_id=923a9319-0158-4bb9-bad7-c4e6cbbe0151 HTTP/1.1" status: 200 len: 932 time: 0.1127098 Nov 23 17:22:02.127892 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Returning: {'device': '52285acf-3eab-406a-acfc-b1364cf71811', 'network_id': '43d8ac08-152d-4053-b836-ddc03b0e91a2', 'port_id': '52285acf-3eab-406a-acfc-b1364cf71811', 'mac_address': 'fa:16:3e:5a:57:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23f80e8e-7e58-4465-87c1-72654345f52f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 17:22:02.145911 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122b5e52-6863-4e51-a010-71057fb47183 req-958d9175-5b97-4f35-9a6d-69d69402230d tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:22:02.149033 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-a830a2a7-2575-4ce8-8f38-3e8c267943fa req-c80d30df-2a48-4a59-862c-d10a637797ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:22:02.154165 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-122b5e52-6863-4e51-a010-71057fb47183 req-958d9175-5b97-4f35-9a6d-69d69402230d tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] 10.222.0.60 "GET /v2.0/ports?device_id=b06fd73f-d5cd-4321-910c-bac8aff99182 HTTP/1.1" status: 200 len: 950 time: 0.1163580 Nov 23 17:22:02.200825 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:22:02.215665 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2d4f0d31-5772-41b6-9d06-1747fcb16fe0 req-dc55cf72-34fb-4c20-bacc-74ebd222325d tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] 10.222.0.60 "GET /v2.0/security-groups?id=a7d295c6-a842-436b-b184-bb80f16900ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938802 Nov 23 17:22:02.228246 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52285acf-3eab-406a-acfc-b1364cf71811 {{(pid=103592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:22:02.249101 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-122b5e52-6863-4e51-a010-71057fb47183 req-820f3b02-236e-40fd-bba5-b58ef5b537ca tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] 10.222.0.60 "GET /v2.0/security-groups?id=70227657-be62-432a-a8fd-5a85231fc7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939734 Nov 23 17:22:02.268280 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port 52285acf-3eab-406a-acfc-b1364cf71811, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=52285acf-3eab-406a-acfc-b1364cf71811,segment=NetworkSegment(f75f400f-3665-42b6-b743-8c8989e17b3e),segment_id=f75f400f-3665-42b6-b743-8c8989e17b3e)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:22:02.273515 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:22:02.341023 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Pushing event updated for resources: {'Port': ['ID=52285acf-3eab-406a-acfc-b1364cf71811,revision_number=4']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:22:02.352240 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:22:02.364680 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:22:02.365069 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:22:02.365412 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:22:02.365749 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:22:02.366079 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:22:02.368900 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:22:02.369270 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:22:02.369606 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:22:02.370205 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:22:02.370623 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:22:02.370869 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:22:02.416038 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867c8880-473f-4f9d-bdd1-e4506530ac53 req-5d8b02dd-706a-4ffa-b1b7-c6fe62c24ec6 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:22:02.418139 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-867c8880-473f-4f9d-bdd1-e4506530ac53 req-5d8b02dd-706a-4ffa-b1b7-c6fe62c24ec6 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.60 "GET /v2.0/ports?device_id=ffeae0b0-09b1-4f1e-9b33-8bbbbaaefdf6 HTTP/1.1" status: 200 len: 944 time: 0.0648456 Nov 23 17:22:02.479240 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-fc9d53a0-ca33-41aa-bec3-032ea8bb2b54 req-c6dd9e35-27b4-4ff1-ad55-8fb9ad568f9f tempest-FloatingIPsAssociationTestJSON-1150543333 tempest-FloatingIPsAssociationTestJSON-1150543333-project] 10.222.0.60 "GET /v2.0/ports?device_id=889615e0-6d05-4dde-9f65-1602c0161cb2 HTTP/1.1" status: 200 len: 210 time: 0.0594628 Nov 23 17:22:02.537351 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-867c8880-473f-4f9d-bdd1-e4506530ac53 req-d5ad9c68-7f30-4432-985f-88a8a6522d44 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.60 "GET /v2.0/security-groups?id=5199d9c8-39cf-433e-a82b-4aef6c6477e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1072960 Nov 23 17:22:02.548239 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] get_ports_and_sgs() called for port_ids ['52285acf-3eab-406a-acfc-b1364cf71811'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:22:02.608008 n-d-816206-8 neutron-server[103590]: DEBUG neutron.notifiers.nova [req-a830a2a7-2575-4ce8-8f38-3e8c267943fa req-c80d30df-2a48-4a59-862c-d10a637797ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16bf9ff9-bece-4039-9fd3-9bfd72ef5023 {{(pid=103590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:22:02.617085 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-a830a2a7-2575-4ce8-8f38-3e8c267943fa req-c80d30df-2a48-4a59-862c-d10a637797ac service neutron] Publish callbacks [] for port, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:22:02.638887 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5224239a-9460-449f-8d2c-ceee9833b734 req-0f4c2e48-e5cf-441c-87da-79150559a118 tempest-LiveAutoBlockMigrationV225Test-82532795 tempest-LiveAutoBlockMigrationV225Test-82532795-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:22:02.640638 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5224239a-9460-449f-8d2c-ceee9833b734 req-0f4c2e48-e5cf-441c-87da-79150559a118 tempest-LiveAutoBlockMigrationV225Test-82532795 tempest-LiveAutoBlockMigrationV225Test-82532795-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=8137b671-58e3-4c8f-b0a0-33c885019390 HTTP/1.1" status: 200 len: 1096 time: 0.0861928 Nov 23 17:22:02.650394 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [req-a830a2a7-2575-4ce8-8f38-3e8c267943fa req-c80d30df-2a48-4a59-862c-d10a637797ac service neutron] Transition to ACTIVE for port object 16bf9ff9-bece-4039-9fd3-9bfd72ef5023 will not be triggered until provisioned by entity L2. {{(pid=103590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 17:22:02.656436 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-a830a2a7-2575-4ce8-8f38-3e8c267943fa req-c80d30df-2a48-4a59-862c-d10a637797ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264357957'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:22:02.680835 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 17:22:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2833df3-7667-4503-b12e-1f325724f2b8 x-openstack-request-id: req-d2833df3-7667-4503-b12e-1f325724f2b8 {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:22:02.681130 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61f90a48-4098-4063-9d4f-98c63927a8c3", "tag": "85c78666-18e8-4f41-9932-77363b785c94", "status": "completed", "code": 200}]} {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:22:02.681741 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d2833df3-7667-4503-b12e-1f325724f2b8 {{(pid=103591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:22:02.681919 n-d-816206-8 neutron-server[103591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61f90a48-4098-4063-9d4f-98c63927a8c3', 'tag': '85c78666-18e8-4f41-9932-77363b785c94', 'status': 'completed', 'code': 200} Nov 23 17:22:02.768872 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80d30df-2a48-4a59-862c-d10a637797ac service neutron] Pushing event updated for resources: {'Port': ['ID=16bf9ff9-bece-4039-9fd3-9bfd72ef5023,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:22:02.815745 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5224239a-9460-449f-8d2c-ceee9833b734 req-0bfe99b0-7008-4eee-80f3-ded0b2ed123f tempest-LiveAutoBlockMigrationV225Test-82532795 tempest-LiveAutoBlockMigrationV225Test-82532795-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=ef6a96c0-423c-4ea7-a75c-4657afd8c521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645064 Nov 23 17:22:02.883644 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508f5efc-e4bd-492e-b566-01b1ae5ece6d req-ce32ccdc-07b2-44c3-a3f0-3c486875493d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:22:02.886363 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-508f5efc-e4bd-492e-b566-01b1ae5ece6d req-ce32ccdc-07b2-44c3-a3f0-3c486875493d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=07c066c23f614c7cae841372177b7a9e&device_id=61f90a48-4098-4063-9d4f-98c63927a8c3 HTTP/1.1" status: 200 len: 1097 time: 0.1679587 Nov 23 17:22:02.891082 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [req-a830a2a7-2575-4ce8-8f38-3e8c267943fa req-c80d30df-2a48-4a59-862c-d10a637797ac service neutron] Attempting to bind port 16bf9ff9-bece-4039-9fd3-9bfd72ef5023 on host n-h1-816206-8 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:22:02.891476 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [req-a830a2a7-2575-4ce8-8f38-3e8c267943fa req-c80d30df-2a48-4a59-862c-d10a637797ac service neutron] Attempting to bind port 16bf9ff9-bece-4039-9fd3-9bfd72ef5023 by drivers openvswitch,hyperv on host n-h1-816206-8 at level 0 using segments [{'id': '6c418a8c-f20c-4230-99c6-0f83d6e48757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'ffa7c2aa-6251-4537-acd5-168309147200'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:22:02.891813 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a830a2a7-2575-4ce8-8f38-3e8c267943fa req-c80d30df-2a48-4a59-862c-d10a637797ac service neutron] Attempting to bind port 16bf9ff9-bece-4039-9fd3-9bfd72ef5023 on network ffa7c2aa-6251-4537-acd5-168309147200 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:22:02.898034 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a830a2a7-2575-4ce8-8f38-3e8c267943fa req-c80d30df-2a48-4a59-862c-d10a637797ac service neutron] Port 16bf9ff9-bece-4039-9fd3-9bfd72ef5023 on network ffa7c2aa-6251-4537-acd5-168309147200 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-8 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 17:22:02.898381 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a830a2a7-2575-4ce8-8f38-3e8c267943fa req-c80d30df-2a48-4a59-862c-d10a637797ac service neutron] Attempting to bind port 16bf9ff9-bece-4039-9fd3-9bfd72ef5023 on network ffa7c2aa-6251-4537-acd5-168309147200 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:22:02.905525 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a830a2a7-2575-4ce8-8f38-3e8c267943fa req-c80d30df-2a48-4a59-862c-d10a637797ac service neutron] Checking agent: {'id': '4b0a4557-3bfe-4828-80a0-7981fc3ac84c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 15, 14), 'started_at': datetime.datetime(2021, 11, 23, 17, 15, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 21, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:22:02.905525 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a830a2a7-2575-4ce8-8f38-3e8c267943fa req-c80d30df-2a48-4a59-862c-d10a637797ac service neutron] Checking segment: {'id': '6c418a8c-f20c-4230-99c6-0f83d6e48757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'ffa7c2aa-6251-4537-acd5-168309147200'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:22:02.905525 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a830a2a7-2575-4ce8-8f38-3e8c267943fa req-c80d30df-2a48-4a59-862c-d10a637797ac service neutron] Bound using segment: {'id': '6c418a8c-f20c-4230-99c6-0f83d6e48757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'ffa7c2aa-6251-4537-acd5-168309147200'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:22:02.906158 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [req-a830a2a7-2575-4ce8-8f38-3e8c267943fa req-c80d30df-2a48-4a59-862c-d10a637797ac service neutron] Bound port: 16bf9ff9-bece-4039-9fd3-9bfd72ef5023, host: n-h1-816206-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c418a8c-f20c-4230-99c6-0f83d6e48757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'ffa7c2aa-6251-4537-acd5-168309147200'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:22:02.906158 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-a830a2a7-2575-4ce8-8f38-3e8c267943fa req-c80d30df-2a48-4a59-862c-d10a637797ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:22:02.932933 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33681d9-1903-4080-aca6-1149c4fb31cb req-3bf0c2cf-1cad-4f73-b42b-adef0029a600 tempest-FloatingIPsAssociationNegativeTestJSON-1058719936 tempest-FloatingIPsAssociationNegativeTestJSON-1058719936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:22:02.950921 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c33681d9-1903-4080-aca6-1149c4fb31cb req-3bf0c2cf-1cad-4f73-b42b-adef0029a600 tempest-FloatingIPsAssociationNegativeTestJSON-1058719936 tempest-FloatingIPsAssociationNegativeTestJSON-1058719936-project] 10.222.0.60 "GET /v2.0/ports?device_id=61f90a48-4098-4063-9d4f-98c63927a8c3&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1476586 Nov 23 17:22:02.988357 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [req-a830a2a7-2575-4ce8-8f38-3e8c267943fa req-c80d30df-2a48-4a59-862c-d10a637797ac service neutron] For port 16bf9ff9-bece-4039-9fd3-9bfd72ef5023, host n-h1-816206-8, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:22:02.995796 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [req-a830a2a7-2575-4ce8-8f38-3e8c267943fa req-c80d30df-2a48-4a59-862c-d10a637797ac service neutron] For port 16bf9ff9-bece-4039-9fd3-9bfd72ef5023, host n-h1-816206-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=16bf9ff9-bece-4039-9fd3-9bfd72ef5023,segment=NetworkSegment(6c418a8c-f20c-4230-99c6-0f83d6e48757),segment_id=6c418a8c-f20c-4230-99c6-0f83d6e48757)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:22:03.000280 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-a830a2a7-2575-4ce8-8f38-3e8c267943fa req-c80d30df-2a48-4a59-862c-d10a637797ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264357957'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:22:03.050797 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a830a2a7-2575-4ce8-8f38-3e8c267943fa req-c80d30df-2a48-4a59-862c-d10a637797ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:22:03.052722 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-a830a2a7-2575-4ce8-8f38-3e8c267943fa req-c80d30df-2a48-4a59-862c-d10a637797ac service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:22:03.056150 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-a830a2a7-2575-4ce8-8f38-3e8c267943fa req-c80d30df-2a48-4a59-862c-d10a637797ac service neutron] 10.222.0.55 "PUT /v2.0/ports/16bf9ff9-bece-4039-9fd3-9bfd72ef5023 HTTP/1.1" status: 200 len: 1092 time: 0.9992962 Nov 23 17:22:03.056893 n-d-816206-8 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '923a9319-0158-4bb9-bad7-c4e6cbbe0151', 'tag': '16bf9ff9-bece-4039-9fd3-9bfd72ef5023'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:22:03.062832 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbabddbc9fc37b068808e119c416c86f5957ca04531a4a0d2e695c515e93483b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6115063f-372f-4af5-86a8-7dbe17c88ee9" -d '{"events": [{"name": "network-changed", "server_uuid": "923a9319-0158-4bb9-bad7-c4e6cbbe0151", "tag": "16bf9ff9-bece-4039-9fd3-9bfd72ef5023"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:22:03.077616 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c33681d9-1903-4080-aca6-1149c4fb31cb req-022eb653-bdbc-438d-b6e7-065681ab557c tempest-FloatingIPsAssociationNegativeTestJSON-1058719936 tempest-FloatingIPsAssociationNegativeTestJSON-1058719936-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.1081557 Nov 23 17:22:03.110524 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80d30df-2a48-4a59-862c-d10a637797ac service neutron] Pushing event updated for resources: {'Port': ['ID=16bf9ff9-bece-4039-9fd3-9bfd72ef5023,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:22:03.189887 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 17:22:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ee4db93-f361-4be8-a95a-12813487b400 x-openstack-request-id: req-9ee4db93-f361-4be8-a95a-12813487b400 {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:22:03.190202 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "923a9319-0158-4bb9-bad7-c4e6cbbe0151", "tag": "16bf9ff9-bece-4039-9fd3-9bfd72ef5023", "status": "completed", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:22:03.190458 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-9ee4db93-f361-4be8-a95a-12813487b400 {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:22:03.190858 n-d-816206-8 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '923a9319-0158-4bb9-bad7-c4e6cbbe0151', 'tag': '16bf9ff9-bece-4039-9fd3-9bfd72ef5023', 'status': 'completed', 'code': 200} Nov 23 17:22:03.204397 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a830a2a7-2575-4ce8-8f38-3e8c267943fa req-c5a59a81-b4e5-4bbd-b226-10ee3de2fc1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:22:03.206018 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-a830a2a7-2575-4ce8-8f38-3e8c267943fa req-c5a59a81-b4e5-4bbd-b226-10ee3de2fc1e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6a229d10d4554d9a82f91e22fc3c6096&device_id=923a9319-0158-4bb9-bad7-c4e6cbbe0151 HTTP/1.1" status: 200 len: 1095 time: 0.0688722 Nov 23 17:22:03.289864 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-a830a2a7-2575-4ce8-8f38-3e8c267943fa req-84e38b20-90a4-4dc1-8fe7-0f2b145d448a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=16bf9ff9-bece-4039-9fd3-9bfd72ef5023 HTTP/1.1" status: 200 len: 217 time: 0.0726583 Nov 23 17:22:03.302947 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-250063fd-a8eb-4ce1-8590-f303935454bc req-01b64bb6-c4bd-4655-911f-961d35c9b70a tempest-FloatingIPsAssociationNegativeTestJSON-1058719936 tempest-FloatingIPsAssociationNegativeTestJSON-1058719936-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0667431 Nov 23 17:22:03.305040 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aaa0ddc-43d1-449a-be3b-06afb2c1be7a req-aad22964-9c0a-480c-83b9-0b7891cda3f3 tempest-LiveAutoBlockMigrationV225Test-82532795 tempest-LiveAutoBlockMigrationV225Test-82532795-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:22:03.316418 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5aaa0ddc-43d1-449a-be3b-06afb2c1be7a req-aad22964-9c0a-480c-83b9-0b7891cda3f3 tempest-LiveAutoBlockMigrationV225Test-82532795 tempest-LiveAutoBlockMigrationV225Test-82532795-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=8137b671-58e3-4c8f-b0a0-33c885019390 HTTP/1.1" status: 200 len: 1096 time: 0.3639584 Nov 23 17:22:03.367283 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a830a2a7-2575-4ce8-8f38-3e8c267943fa req-bceb4983-f0d8-4604-85a5-1ae8f25887d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:22:03.370265 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-a830a2a7-2575-4ce8-8f38-3e8c267943fa req-bceb4983-f0d8-4604-85a5-1ae8f25887d9 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8e905b96-ea32-4f4c-be91-01d912cd9ed2 HTTP/1.1" status: 200 len: 851 time: 0.0690575 Nov 23 17:22:03.406798 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-a830a2a7-2575-4ce8-8f38-3e8c267943fa req-e0cb1118-1c7e-436a-b990-4a192c60c477 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ffa7c2aa-6251-4537-acd5-168309147200&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268247 Nov 23 17:22:03.452593 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508f5efc-e4bd-492e-b566-01b1ae5ece6d req-6f7b2bfb-7bd5-45fc-9c44-b5c3fb238373 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:22:03.453939 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-508f5efc-e4bd-492e-b566-01b1ae5ece6d req-6f7b2bfb-7bd5-45fc-9c44-b5c3fb238373 service neutron] 10.222.0.55 "GET /v2.0/networks?id=4adf0938-0492-41dc-8987-e4fa2efab96b HTTP/1.1" status: 200 len: 929 time: 0.5560288 Nov 23 17:22:03.471565 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5aaa0ddc-43d1-449a-be3b-06afb2c1be7a req-cc86a0b8-79c8-4aa3-8c3e-5e1c360a3aca tempest-LiveAutoBlockMigrationV225Test-82532795 tempest-LiveAutoBlockMigrationV225Test-82532795-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=ef6a96c0-423c-4ea7-a75c-4657afd8c521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542001 Nov 23 17:22:03.546489 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df2d3f8-11fa-45df-b62f-266d528cc6c8 req-93b951df-ecb2-43b2-aefa-2ad8f0f1f268 tempest-FloatingIPsAssociationTestJSON-1150543333 tempest-FloatingIPsAssociationTestJSON-1150543333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:22:03.562237 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5df2d3f8-11fa-45df-b62f-266d528cc6c8 req-93b951df-ecb2-43b2-aefa-2ad8f0f1f268 tempest-FloatingIPsAssociationTestJSON-1150543333 tempest-FloatingIPsAssociationTestJSON-1150543333-project] 10.222.0.36 "GET /v2.0/networks?id=aad59512-80bb-49f8-8f54-daff64a8bc03 HTTP/1.1" status: 200 len: 821 time: 0.4719915 Nov 23 17:22:03.568037 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-508f5efc-e4bd-492e-b566-01b1ae5ece6d req-6af9419c-1b7c-4d77-b0aa-5a8a055b2434 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=85c78666-18e8-4f41-9932-77363b785c94 HTTP/1.1" status: 200 len: 217 time: 0.1021512 Nov 23 17:22:03.578187 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e747ca4-e24d-4628-bdea-fb58c48f6fde req-b8599165-5436-453d-abde-1dca489487f7 tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:22:03.579803 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-1e747ca4-e24d-4628-bdea-fb58c48f6fde req-b8599165-5436-453d-abde-1dca489487f7 tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] 10.222.0.60 "GET /v2.0/ports?device_id=923a9319-0158-4bb9-bad7-c4e6cbbe0151 HTTP/1.1" status: 200 len: 944 time: 0.1975276 Nov 23 17:22:03.622955 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [req-5df2d3f8-11fa-45df-b62f-266d528cc6c8 req-91b364e5-d9a5-42bc-8641-091be96bf823 tempest-FloatingIPsAssociationTestJSON-1150543333 tempest-FloatingIPsAssociationTestJSON-1150543333-project] Request body: {'port': {'device_id': '889615e0-6d05-4dde-9f65-1602c0161cb2', 'network_id': 'aad59512-80bb-49f8-8f54-daff64a8bc03', 'admin_state_up': True, 'tenant_id': 'b930416d8ba84d7ba659706c10c554f7'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:22:03.742854 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508f5efc-e4bd-492e-b566-01b1ae5ece6d req-1da83bc9-89b3-40ed-8182-b732bc4c526f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:22:03.744710 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-508f5efc-e4bd-492e-b566-01b1ae5ece6d req-1da83bc9-89b3-40ed-8182-b732bc4c526f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a8b30bfe-28eb-4c6c-8311-3d7631776675 HTTP/1.1" status: 200 len: 867 time: 0.1639130 Nov 23 17:22:03.793051 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-a830a2a7-2575-4ce8-8f38-3e8c267943fa req-97ade688-cd22-4f40-a643-a838ae9f2001 service neutron] 10.222.0.55 "GET /v2.0/networks/ffa7c2aa-6251-4537-acd5-168309147200?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3772454 Nov 23 17:22:03.830835 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-1e747ca4-e24d-4628-bdea-fb58c48f6fde req-756f83ee-46ae-47bf-a059-58ca361af66a tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] 10.222.0.60 "GET /v2.0/security-groups?id=a7d295c6-a842-436b-b184-bb80f16900ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2003384 Nov 23 17:22:03.837770 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device 52285acf-3eab-406a-acfc-b1364cf71811 up at agent hyperv_n-h1-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:22:03.842051 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f15e6b0-998b-4c98-b60d-005957e2a1be req-c4ece113-674d-4696-8848-0906821c671f tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:22:03.849969 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6f15e6b0-998b-4c98-b60d-005957e2a1be req-c4ece113-674d-4696-8848-0906821c671f tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] 10.222.0.60 "GET /v2.0/ports?device_id=b06fd73f-d5cd-4321-910c-bac8aff99182 HTTP/1.1" status: 200 len: 950 time: 0.2212408 Nov 23 17:22:03.897805 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508f5efc-e4bd-492e-b566-01b1ae5ece6d req-a51d9c53-49de-44e5-be9f-b14ae0f3c8fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:22:03.899342 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-508f5efc-e4bd-492e-b566-01b1ae5ece6d req-a51d9c53-49de-44e5-be9f-b14ae0f3c8fa service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4adf0938-0492-41dc-8987-e4fa2efab96b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1461253 Nov 23 17:22:03.925974 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5df2d3f8-11fa-45df-b62f-266d528cc6c8 req-91b364e5-d9a5-42bc-8641-091be96bf823 tempest-FloatingIPsAssociationTestJSON-1150543333 tempest-FloatingIPsAssociationTestJSON-1150543333-project] Made reservation on behalf of b930416d8ba84d7ba659706c10c554f7 for: {'port': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:22:03.930061 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-5df2d3f8-11fa-45df-b62f-266d528cc6c8 req-91b364e5-d9a5-42bc-8641-091be96bf823 tempest-FloatingIPsAssociationTestJSON-1150543333 tempest-FloatingIPsAssociationTestJSON-1150543333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:22:03.943298 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Provisioning for port 52285acf-3eab-406a-acfc-b1364cf71811 completed by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 17:22:03.957390 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Provisioning complete for port 52285acf-3eab-406a-acfc-b1364cf71811 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:22:03.958602 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:22:03.974196 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6f15e6b0-998b-4c98-b60d-005957e2a1be req-3df02ea1-63e8-4a53-bae9-ea82eecb983f tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] 10.222.0.60 "GET /v2.0/security-groups?id=70227657-be62-432a-a8fd-5a85231fc7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215670 Nov 23 17:22:03.990175 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-a830a2a7-2575-4ce8-8f38-3e8c267943fa req-bf15fa02-7f9d-4d41-b299-14fc34cbdd03 service neutron] 10.222.0.55 "GET /v2.0/networks/ffa7c2aa-6251-4537-acd5-168309147200?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1897485 Nov 23 17:22:04.088664 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:22:04.146620 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffeae0b0-09b1-4f1e-9b33-8bbbbaaefdf6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52285acf-3eab-406a-acfc-b1364cf71811'}] {{(pid=103592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:22:04.151115 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba3e6a8f2301c7a29fe1eca9779abdae4ccbcd6266d69778087f2498d5551201" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1836e32-5bb5-4489-86ec-e22327910a64" -d '{"events": [{"server_uuid": "ffeae0b0-09b1-4f1e-9b33-8bbbbaaefdf6", "name": "network-vif-plugged", "status": "completed", "tag": "52285acf-3eab-406a-acfc-b1364cf71811"}]}' {{(pid=103592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:22:04.172655 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6115063f-372f-4af5-86a8-7dbe17c88ee9 req-354de9ff-a766-49c6-aa44-a2dffcfcbe57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:22:04.172881 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port 52285acf-3eab-406a-acfc-b1364cf71811, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=52285acf-3eab-406a-acfc-b1364cf71811,segment=NetworkSegment(f75f400f-3665-42b6-b743-8c8989e17b3e),segment_id=f75f400f-3665-42b6-b743-8c8989e17b3e)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:22:04.179353 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-6115063f-372f-4af5-86a8-7dbe17c88ee9 req-354de9ff-a766-49c6-aa44-a2dffcfcbe57 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6a229d10d4554d9a82f91e22fc3c6096&device_id=923a9319-0158-4bb9-bad7-c4e6cbbe0151 HTTP/1.1" status: 200 len: 1095 time: 0.1303983 Nov 23 17:22:04.181381 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:22:04.235046 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-508f5efc-e4bd-492e-b566-01b1ae5ece6d req-f64dc617-d314-43c8-b20f-b3e42a7ff5d0 service neutron] 10.222.0.55 "GET /v2.0/networks/4adf0938-0492-41dc-8987-e4fa2efab96b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3264511 Nov 23 17:22:04.310284 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Pushing event updated for resources: {'Port': ['ID=52285acf-3eab-406a-acfc-b1364cf71811,revision_number=5']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:22:04.368279 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6115063f-372f-4af5-86a8-7dbe17c88ee9 req-98ecf81a-d527-41c4-a929-dcf45dc3119e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:22:04.369789 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-6115063f-372f-4af5-86a8-7dbe17c88ee9 req-98ecf81a-d527-41c4-a929-dcf45dc3119e service neutron] 10.222.0.55 "GET /v2.0/networks?id=ffa7c2aa-6251-4537-acd5-168309147200 HTTP/1.1" status: 200 len: 912 time: 0.1828640 Nov 23 17:22:04.401992 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-52b584c6-fc0a-47e5-a2fc-062b5bd82f86 req-36a51a25-a4ed-4d5e-ab67-bd43b357185b tempest-FloatingIPsAssociationTestJSON-1150543333 tempest-FloatingIPsAssociationTestJSON-1150543333-project] 10.222.0.60 "GET /v2.0/ports?device_id=889615e0-6d05-4dde-9f65-1602c0161cb2 HTTP/1.1" status: 200 len: 210 time: 0.1131854 Nov 23 17:22:04.414410 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-6115063f-372f-4af5-86a8-7dbe17c88ee9 req-284f3c0b-8622-406e-9743-28477340438b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=16bf9ff9-bece-4039-9fd3-9bfd72ef5023 HTTP/1.1" status: 200 len: 217 time: 0.0361290 Nov 23 17:22:04.469732 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.db_base_plugin_common [req-5df2d3f8-11fa-45df-b62f-266d528cc6c8 req-91b364e5-d9a5-42bc-8641-091be96bf823 tempest-FloatingIPsAssociationTestJSON-1150543333 tempest-FloatingIPsAssociationTestJSON-1150543333-project] Allocated IP 172.20.0.5 (aad59512-80bb-49f8-8f54-daff64a8bc03/5ec29eee-2e3a-4642-be97-88a03756cf1b/0d918e8f-bffc-44ac-9a2d-4591e7fd8aee) {{(pid=103591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:22:04.482626 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6115063f-372f-4af5-86a8-7dbe17c88ee9 req-bd160f52-533c-47da-b8b5-1f9071eb2202 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:22:04.484416 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-6115063f-372f-4af5-86a8-7dbe17c88ee9 req-bd160f52-533c-47da-b8b5-1f9071eb2202 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8e905b96-ea32-4f4c-be91-01d912cd9ed2 HTTP/1.1" status: 200 len: 851 time: 0.0543046 Nov 23 17:22:04.484962 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdedcd6-3320-4db6-a1a8-0ccfe16fdca4 req-f207349e-bcb6-43bd-8eb6-60459b7cb5b4 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:22:04.486452 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-3bdedcd6-3320-4db6-a1a8-0ccfe16fdca4 req-f207349e-bcb6-43bd-8eb6-60459b7cb5b4 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.60 "GET /v2.0/ports?device_id=ffeae0b0-09b1-4f1e-9b33-8bbbbaaefdf6 HTTP/1.1" status: 200 len: 945 time: 0.2404070 Nov 23 17:22:04.512848 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-508f5efc-e4bd-492e-b566-01b1ae5ece6d req-ab2efc29-987e-43b2-96e2-19296570c611 service neutron] 10.222.0.55 "GET /v2.0/networks/4adf0938-0492-41dc-8987-e4fa2efab96b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2655382 Nov 23 17:22:04.522407 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-6115063f-372f-4af5-86a8-7dbe17c88ee9 req-736a3dc9-44f3-498a-acaa-320b17ca9ec7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ffa7c2aa-6251-4537-acd5-168309147200&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301812 Nov 23 17:22:04.579715 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-3bdedcd6-3320-4db6-a1a8-0ccfe16fdca4 req-4a633106-9ba9-4299-9173-8337e0dd1daf tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.60 "GET /v2.0/security-groups?id=5199d9c8-39cf-433e-a82b-4aef6c6477e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861080 Nov 23 17:22:04.683243 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:22:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d30d0375-2318-4b72-a173-f321c4c78966 x-openstack-request-id: req-d30d0375-2318-4b72-a173-f321c4c78966 {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:22:04.683625 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffeae0b0-09b1-4f1e-9b33-8bbbbaaefdf6", "name": "network-vif-plugged", "status": "completed", "tag": "52285acf-3eab-406a-acfc-b1364cf71811", "code": 200}]} {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:22:04.683880 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d30d0375-2318-4b72-a173-f321c4c78966 {{(pid=103592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:22:04.684428 n-d-816206-8 neutron-server[103592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffeae0b0-09b1-4f1e-9b33-8bbbbaaefdf6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52285acf-3eab-406a-acfc-b1364cf71811', 'code': 200} Nov 23 17:22:04.725091 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-6115063f-372f-4af5-86a8-7dbe17c88ee9 req-43166931-a3a3-4cce-bf46-facb65a8aedc service neutron] 10.222.0.55 "GET /v2.0/networks/ffa7c2aa-6251-4537-acd5-168309147200?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1580319 Nov 23 17:22:04.765276 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-5df2d3f8-11fa-45df-b62f-266d528cc6c8 req-91b364e5-d9a5-42bc-8641-091be96bf823 tempest-FloatingIPsAssociationTestJSON-1150543333 tempest-FloatingIPsAssociationTestJSON-1150543333-project] Publish callbacks [] for port, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:22:04.775206 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fd758b-de2d-4c29-9d21-3d2f36e29475 req-353079b2-beef-4145-af61-1f89ff402955 tempest-FloatingIPsAssociationNegativeTestJSON-1058719936 tempest-FloatingIPsAssociationNegativeTestJSON-1058719936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:22:04.776817 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e7fd758b-de2d-4c29-9d21-3d2f36e29475 req-353079b2-beef-4145-af61-1f89ff402955 tempest-FloatingIPsAssociationNegativeTestJSON-1058719936 tempest-FloatingIPsAssociationNegativeTestJSON-1058719936-project] 10.222.0.60 "GET /v2.0/ports?device_id=61f90a48-4098-4063-9d4f-98c63927a8c3 HTTP/1.1" status: 200 len: 946 time: 0.1203291 Nov 23 17:22:04.866025 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-6115063f-372f-4af5-86a8-7dbe17c88ee9 req-6e3d9557-fa51-493b-9705-b03d599d960c service neutron] 10.222.0.55 "GET /v2.0/networks/ffa7c2aa-6251-4537-acd5-168309147200?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295927 Nov 23 17:22:04.891254 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-5df2d3f8-11fa-45df-b62f-266d528cc6c8 req-91b364e5-d9a5-42bc-8641-091be96bf823 tempest-FloatingIPsAssociationTestJSON-1150543333 tempest-FloatingIPsAssociationTestJSON-1150543333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:22:04.905697 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] get_ports_and_sgs() called for port_ids ['fba50d82-4af0-48c0-a41a-3d00e787e652'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:22:04.915444 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f2a9cf-bd1a-4ecc-a013-75e20e18dded req-9059abda-0994-460b-9fe8-428f03f0cd63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:22:04.917905 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-77f2a9cf-bd1a-4ecc-a013-75e20e18dded req-9059abda-0994-460b-9fe8-428f03f0cd63 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=ffeae0b0-09b1-4f1e-9b33-8bbbbaaefdf6 HTTP/1.1" status: 200 len: 1096 time: 0.1247885 Nov 23 17:22:04.923765 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e7fd758b-de2d-4c29-9d21-3d2f36e29475 req-ccf9f0e9-e51b-42c9-808b-3d39ce2a9c96 tempest-FloatingIPsAssociationNegativeTestJSON-1058719936 tempest-FloatingIPsAssociationNegativeTestJSON-1058719936-project] 10.222.0.60 "GET /v2.0/security-groups?id=2396c77d-0d81-448c-a52a-26d5413755a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400359 Nov 23 17:22:05.016659 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5df2d3f8-11fa-45df-b62f-266d528cc6c8 req-91b364e5-d9a5-42bc-8641-091be96bf823 tempest-FloatingIPsAssociationTestJSON-1150543333 tempest-FloatingIPsAssociationTestJSON-1150543333-project] Network aad59512-80bb-49f8-8f54-daff64a8bc03 is already hosted by enough agents. {{(pid=103591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:22:05.029453 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [req-5df2d3f8-11fa-45df-b62f-266d528cc6c8 req-91b364e5-d9a5-42bc-8641-091be96bf823 tempest-FloatingIPsAssociationTestJSON-1150543333 tempest-FloatingIPsAssociationTestJSON-1150543333-project] Resources bound (agent type, host, resource id): {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:22:05.032153 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [req-5df2d3f8-11fa-45df-b62f-266d528cc6c8 req-91b364e5-d9a5-42bc-8641-091be96bf823 tempest-FloatingIPsAssociationTestJSON-1150543333 tempest-FloatingIPsAssociationTestJSON-1150543333-project] Received port after_create {{(pid=103591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:22:05.079043 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b364e5-d9a5-42bc-8641-091be96bf823 tempest-FloatingIPsAssociationTestJSON-1150543333 tempest-FloatingIPsAssociationTestJSON-1150543333-project] Pushing event updated for resources: {'Port': ['ID=0d918e8f-bffc-44ac-9a2d-4591e7fd8aee,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:22:05.146953 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-77f2a9cf-bd1a-4ecc-a013-75e20e18dded req-39d9a5c4-2536-4209-b46c-49a940c1baf7 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=5199d9c8-39cf-433e-a82b-4aef6c6477e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1872520 Nov 23 17:22:05.163491 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20726099-6d4f-4b9c-acea-8b4686cb35f1 req-a9b6eb33-7445-466f-9ef2-7e3b1ae6f347 tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:22:05.165295 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-20726099-6d4f-4b9c-acea-8b4686cb35f1 req-a9b6eb33-7445-466f-9ef2-7e3b1ae6f347 tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] 10.222.0.60 "GET /v2.0/ports?device_id=923a9319-0158-4bb9-bad7-c4e6cbbe0151 HTTP/1.1" status: 200 len: 944 time: 0.2094915 Nov 23 17:22:05.172673 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df2d3f8-11fa-45df-b62f-266d528cc6c8 req-91b364e5-d9a5-42bc-8641-091be96bf823 tempest-FloatingIPsAssociationTestJSON-1150543333 tempest-FloatingIPsAssociationTestJSON-1150543333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:22:05.173318 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-5df2d3f8-11fa-45df-b62f-266d528cc6c8 req-91b364e5-d9a5-42bc-8641-091be96bf823 tempest-FloatingIPsAssociationTestJSON-1150543333 tempest-FloatingIPsAssociationTestJSON-1150543333-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:22:05.214250 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5df2d3f8-11fa-45df-b62f-266d528cc6c8 req-91b364e5-d9a5-42bc-8641-091be96bf823 tempest-FloatingIPsAssociationTestJSON-1150543333 tempest-FloatingIPsAssociationTestJSON-1150543333-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5959408 Nov 23 17:22:05.239897 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [req-5df2d3f8-11fa-45df-b62f-266d528cc6c8 req-56a85bae-a98c-4b80-9bdd-9d1b66ff169c service neutron] Request body: {'port': {'device_id': '889615e0-6d05-4dde-9f65-1602c0161cb2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-8'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:22:05.249303 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc1bc14-746e-4b44-91c7-8c0ad111504c req-bb11a482-8348-4797-b340-fca64de8d248 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:22:05.250824 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2cc1bc14-746e-4b44-91c7-8c0ad111504c req-bb11a482-8348-4797-b340-fca64de8d248 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] 10.222.0.60 "GET /v2.0/ports?device_id=b06fd73f-d5cd-4321-910c-bac8aff99182 HTTP/1.1" status: 200 len: 950 time: 0.1779687 Nov 23 17:22:05.299464 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-20726099-6d4f-4b9c-acea-8b4686cb35f1 req-4bc763ab-c9c2-4148-8544-e913539f3951 tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] 10.222.0.60 "GET /v2.0/security-groups?id=a7d295c6-a842-436b-b184-bb80f16900ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231267 Nov 23 17:22:05.328103 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-7ee89481-cab9-4b17-b3b3-3f1c4a93e32f None None] Provisioning complete for port 0d918e8f-bffc-44ac-9a2d-4591e7fd8aee triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:22:05.329048 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-7ee89481-cab9-4b17-b3b3-3f1c4a93e32f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:22:05.383549 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-7ee89481-cab9-4b17-b3b3-3f1c4a93e32f None None] Port 0d918e8f-bffc-44ac-9a2d-4591e7fd8aee cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:22:05.383754 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-5df2d3f8-11fa-45df-b62f-266d528cc6c8 req-56a85bae-a98c-4b80-9bdd-9d1b66ff169c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:22:05.389503 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2cc1bc14-746e-4b44-91c7-8c0ad111504c req-0b29772e-331b-49c6-aafe-054d2f43d6fd tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] 10.222.0.60 "GET /v2.0/security-groups?id=70227657-be62-432a-a8fd-5a85231fc7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293261 Nov 23 17:22:05.622663 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a30097e-55ab-4bb4-8757-797c93bb63f5 req-9428b6c9-42e9-44a1-a700-2e8d284792ae tempest-FloatingIPsAssociationTestJSON-1150543333 tempest-FloatingIPsAssociationTestJSON-1150543333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:22:05.624254 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7a30097e-55ab-4bb4-8757-797c93bb63f5 req-9428b6c9-42e9-44a1-a700-2e8d284792ae tempest-FloatingIPsAssociationTestJSON-1150543333 tempest-FloatingIPsAssociationTestJSON-1150543333-project] 10.222.0.60 "GET /v2.0/ports?device_id=889615e0-6d05-4dde-9f65-1602c0161cb2 HTTP/1.1" status: 200 len: 931 time: 0.1056459 Nov 23 17:22:05.732718 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7a30097e-55ab-4bb4-8757-797c93bb63f5 req-03ecdf7a-6e8c-4507-a11f-12566eb2f0c7 tempest-FloatingIPsAssociationTestJSON-1150543333 tempest-FloatingIPsAssociationTestJSON-1150543333-project] 10.222.0.60 "GET /v2.0/security-groups?id=b656dbf2-bd68-4405-bdb6-ed670d1dacf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790627 Nov 23 17:22:05.845147 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device 16bf9ff9-bece-4039-9fd3-9bfd72ef5023 details requested by agent hyperv_n-h1-816206-8 with host n-h1-816206-8 {{(pid=103592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 17:22:05.859395 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [req-5df2d3f8-11fa-45df-b62f-266d528cc6c8 req-56a85bae-a98c-4b80-9bdd-9d1b66ff169c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d918e8f-bffc-44ac-9a2d-4591e7fd8aee {{(pid=103591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:22:05.868750 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-5df2d3f8-11fa-45df-b62f-266d528cc6c8 req-56a85bae-a98c-4b80-9bdd-9d1b66ff169c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:22:05.885697 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.provisioning_blocks [req-5df2d3f8-11fa-45df-b62f-266d528cc6c8 req-56a85bae-a98c-4b80-9bdd-9d1b66ff169c service neutron] Transition to ACTIVE for port object 0d918e8f-bffc-44ac-9a2d-4591e7fd8aee will not be triggered until provisioned by entity L2. {{(pid=103591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 17:22:05.892212 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-5df2d3f8-11fa-45df-b62f-266d528cc6c8 req-56a85bae-a98c-4b80-9bdd-9d1b66ff169c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264758186'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:22:06.017710 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port 16bf9ff9-bece-4039-9fd3-9bfd72ef5023, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=16bf9ff9-bece-4039-9fd3-9bfd72ef5023,segment=NetworkSegment(6c418a8c-f20c-4230-99c6-0f83d6e48757),segment_id=6c418a8c-f20c-4230-99c6-0f83d6e48757)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:22:06.050555 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Returning: {'device': '16bf9ff9-bece-4039-9fd3-9bfd72ef5023', 'network_id': 'ffa7c2aa-6251-4537-acd5-168309147200', 'port_id': '16bf9ff9-bece-4039-9fd3-9bfd72ef5023', 'mac_address': 'fa:16:3e:60:4b:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e905b96-ea32-4f4c-be91-01d912cd9ed2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 17:22:06.059185 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c51ce1-069f-4f7e-9ff9-1625bacb32d6 req-02c6385e-a11a-4402-81af-a57c58b08bbe tempest-FloatingIPsAssociationNegativeTestJSON-1058719936 tempest-FloatingIPsAssociationNegativeTestJSON-1058719936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:22:06.061164 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-27c51ce1-069f-4f7e-9ff9-1625bacb32d6 req-02c6385e-a11a-4402-81af-a57c58b08bbe tempest-FloatingIPsAssociationNegativeTestJSON-1058719936 tempest-FloatingIPsAssociationNegativeTestJSON-1058719936-project] 10.222.0.55 "GET /v2.0/ports?device_id=61f90a48-4098-4063-9d4f-98c63927a8c3 HTTP/1.1" status: 200 len: 946 time: 0.1274333 Nov 23 17:22:06.119544 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:22:06.137430 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16bf9ff9-bece-4039-9fd3-9bfd72ef5023 {{(pid=103592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:22:06.149646 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a85bae-a98c-4b80-9bdd-9d1b66ff169c service neutron] Pushing event updated for resources: {'Port': ['ID=0d918e8f-bffc-44ac-9a2d-4591e7fd8aee,revision_number=2']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:22:06.181579 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port 16bf9ff9-bece-4039-9fd3-9bfd72ef5023, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=16bf9ff9-bece-4039-9fd3-9bfd72ef5023,segment=NetworkSegment(6c418a8c-f20c-4230-99c6-0f83d6e48757),segment_id=6c418a8c-f20c-4230-99c6-0f83d6e48757)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:22:06.186984 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:22:06.256830 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Pushing event updated for resources: {'Port': ['ID=16bf9ff9-bece-4039-9fd3-9bfd72ef5023,revision_number=4']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:22:06.280049 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045f36d5-9f17-4d91-97be-834dab3b5fb4 req-5b1b56de-446e-4037-9c01-e3713b732129 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:22:06.281627 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-045f36d5-9f17-4d91-97be-834dab3b5fb4 req-5b1b56de-446e-4037-9c01-e3713b732129 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.60 "GET /v2.0/ports?device_id=ffeae0b0-09b1-4f1e-9b33-8bbbbaaefdf6 HTTP/1.1" status: 200 len: 945 time: 0.3467290 Nov 23 17:22:06.326196 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-5df2d3f8-11fa-45df-b62f-266d528cc6c8 req-56a85bae-a98c-4b80-9bdd-9d1b66ff169c service neutron] Attempting to bind port 0d918e8f-bffc-44ac-9a2d-4591e7fd8aee on host n-h2-816206-8 for vnic_type normal with profile {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:22:06.326951 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-5df2d3f8-11fa-45df-b62f-266d528cc6c8 req-56a85bae-a98c-4b80-9bdd-9d1b66ff169c service neutron] Attempting to bind port 0d918e8f-bffc-44ac-9a2d-4591e7fd8aee by drivers openvswitch,hyperv on host n-h2-816206-8 at level 0 using segments [{'id': 'adf834ee-26cf-4f45-a2f3-83f453b804ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'aad59512-80bb-49f8-8f54-daff64a8bc03'}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:22:06.327388 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5df2d3f8-11fa-45df-b62f-266d528cc6c8 req-56a85bae-a98c-4b80-9bdd-9d1b66ff169c service neutron] Attempting to bind port 0d918e8f-bffc-44ac-9a2d-4591e7fd8aee on network aad59512-80bb-49f8-8f54-daff64a8bc03 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:22:06.360298 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe49406-e269-4964-ad91-46f8e911ea4d req-d57f1443-3c29-4709-a21a-225bb1e9fa7b tempest-FloatingIPsAssociationNegativeTestJSON-1058719936 tempest-FloatingIPsAssociationNegativeTestJSON-1058719936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:22:06.365752 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-dbe49406-e269-4964-ad91-46f8e911ea4d req-d57f1443-3c29-4709-a21a-225bb1e9fa7b tempest-FloatingIPsAssociationNegativeTestJSON-1058719936 tempest-FloatingIPsAssociationNegativeTestJSON-1058719936-project] 10.222.0.60 "GET /v2.0/ports?device_id=61f90a48-4098-4063-9d4f-98c63927a8c3 HTTP/1.1" status: 200 len: 946 time: 0.2757683 Nov 23 17:22:06.394088 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5df2d3f8-11fa-45df-b62f-266d528cc6c8 req-56a85bae-a98c-4b80-9bdd-9d1b66ff169c service neutron] Port 0d918e8f-bffc-44ac-9a2d-4591e7fd8aee on network aad59512-80bb-49f8-8f54-daff64a8bc03 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-8 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 17:22:06.394439 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5df2d3f8-11fa-45df-b62f-266d528cc6c8 req-56a85bae-a98c-4b80-9bdd-9d1b66ff169c service neutron] Attempting to bind port 0d918e8f-bffc-44ac-9a2d-4591e7fd8aee on network aad59512-80bb-49f8-8f54-daff64a8bc03 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:22:06.424337 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5df2d3f8-11fa-45df-b62f-266d528cc6c8 req-56a85bae-a98c-4b80-9bdd-9d1b66ff169c service neutron] Checking agent: {'id': 'ab77bf9e-0267-4174-8f1d-822cba89b207', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 15, 13), 'started_at': datetime.datetime(2021, 11, 23, 17, 15, 13), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 21, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:22:06.424757 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5df2d3f8-11fa-45df-b62f-266d528cc6c8 req-56a85bae-a98c-4b80-9bdd-9d1b66ff169c service neutron] Checking segment: {'id': 'adf834ee-26cf-4f45-a2f3-83f453b804ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'aad59512-80bb-49f8-8f54-daff64a8bc03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:22:06.425127 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5df2d3f8-11fa-45df-b62f-266d528cc6c8 req-56a85bae-a98c-4b80-9bdd-9d1b66ff169c service neutron] Bound using segment: {'id': 'adf834ee-26cf-4f45-a2f3-83f453b804ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'aad59512-80bb-49f8-8f54-daff64a8bc03'} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:22:06.425581 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-5df2d3f8-11fa-45df-b62f-266d528cc6c8 req-56a85bae-a98c-4b80-9bdd-9d1b66ff169c service neutron] Bound port: 0d918e8f-bffc-44ac-9a2d-4591e7fd8aee, host: n-h2-816206-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'adf834ee-26cf-4f45-a2f3-83f453b804ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'aad59512-80bb-49f8-8f54-daff64a8bc03'}}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:22:06.425940 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-5df2d3f8-11fa-45df-b62f-266d528cc6c8 req-56a85bae-a98c-4b80-9bdd-9d1b66ff169c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:22:06.478133 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] get_ports_and_sgs() called for port_ids ['16bf9ff9-bece-4039-9fd3-9bfd72ef5023'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:22:06.486570 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-045f36d5-9f17-4d91-97be-834dab3b5fb4 req-989505a8-9c32-4d3f-b810-b4468664eaf1 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.60 "GET /v2.0/security-groups?id=5199d9c8-39cf-433e-a82b-4aef6c6477e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1760583 Nov 23 17:22:06.555235 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-dbe49406-e269-4964-ad91-46f8e911ea4d req-175c678c-964f-483a-b78e-8597f55d4f1b tempest-FloatingIPsAssociationNegativeTestJSON-1058719936 tempest-FloatingIPsAssociationNegativeTestJSON-1058719936-project] 10.222.0.60 "GET /v2.0/security-groups?id=2396c77d-0d81-448c-a52a-26d5413755a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651843 Nov 23 17:22:06.567200 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [req-27c51ce1-069f-4f7e-9ff9-1625bacb32d6 req-a73c4d70-2ef4-4eb7-b0a5-edca057eabee tempest-FloatingIPsAssociationNegativeTestJSON-1058719936 tempest-FloatingIPsAssociationNegativeTestJSON-1058719936-project] Deleting port 85c78666-18e8-4f41-9932-77363b785c94 {{(pid=103591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:22:06.567536 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-27c51ce1-069f-4f7e-9ff9-1625bacb32d6 req-a73c4d70-2ef4-4eb7-b0a5-edca057eabee tempest-FloatingIPsAssociationNegativeTestJSON-1058719936 tempest-FloatingIPsAssociationNegativeTestJSON-1058719936-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:22:06.639295 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-5df2d3f8-11fa-45df-b62f-266d528cc6c8 req-56a85bae-a98c-4b80-9bdd-9d1b66ff169c service neutron] For port 0d918e8f-bffc-44ac-9a2d-4591e7fd8aee, host n-h2-816206-8, cleared binding levels {{(pid=103591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:22:07.022267 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-5df2d3f8-11fa-45df-b62f-266d528cc6c8 req-56a85bae-a98c-4b80-9bdd-9d1b66ff169c service neutron] For port 0d918e8f-bffc-44ac-9a2d-4591e7fd8aee, host n-h2-816206-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=0d918e8f-bffc-44ac-9a2d-4591e7fd8aee,segment=NetworkSegment(adf834ee-26cf-4f45-a2f3-83f453b804ad),segment_id=adf834ee-26cf-4f45-a2f3-83f453b804ad)] {{(pid=103591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:22:07.047351 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-5df2d3f8-11fa-45df-b62f-266d528cc6c8 req-56a85bae-a98c-4b80-9bdd-9d1b66ff169c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264758186'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:22:07.107295 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-27c51ce1-069f-4f7e-9ff9-1625bacb32d6 req-a73c4d70-2ef4-4eb7-b0a5-edca057eabee tempest-FloatingIPsAssociationNegativeTestJSON-1058719936 tempest-FloatingIPsAssociationNegativeTestJSON-1058719936-project] For port 85c78666-18e8-4f41-9932-77363b785c94, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=85c78666-18e8-4f41-9932-77363b785c94,segment=NetworkSegment(3c1579ad-05ef-4475-88f4-cde778b87b16),segment_id=3c1579ad-05ef-4475-88f4-cde778b87b16)] {{(pid=103591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:22:07.107762 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-27c51ce1-069f-4f7e-9ff9-1625bacb32d6 req-a73c4d70-2ef4-4eb7-b0a5-edca057eabee tempest-FloatingIPsAssociationNegativeTestJSON-1058719936 tempest-FloatingIPsAssociationNegativeTestJSON-1058719936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:22:07.125764 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df2d3f8-11fa-45df-b62f-266d528cc6c8 req-56a85bae-a98c-4b80-9bdd-9d1b66ff169c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:22:07.126399 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-5df2d3f8-11fa-45df-b62f-266d528cc6c8 req-56a85bae-a98c-4b80-9bdd-9d1b66ff169c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:22:07.127824 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5df2d3f8-11fa-45df-b62f-266d528cc6c8 req-56a85bae-a98c-4b80-9bdd-9d1b66ff169c service neutron] 10.222.0.36 "PUT /v2.0/ports/0d918e8f-bffc-44ac-9a2d-4591e7fd8aee HTTP/1.1" status: 200 len: 1091 time: 1.8956001 Nov 23 17:22:07.140441 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3493c1e-f309-4d72-a3c8-8fe8da95540e req-044eb0c4-ad64-4f2a-984d-24331236cc95 tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:22:07.142007 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d3493c1e-f309-4d72-a3c8-8fe8da95540e req-044eb0c4-ad64-4f2a-984d-24331236cc95 tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] 10.222.0.60 "GET /v2.0/ports?device_id=923a9319-0158-4bb9-bad7-c4e6cbbe0151 HTTP/1.1" status: 200 len: 945 time: 0.5199838 Nov 23 17:22:07.142486 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '889615e0-6d05-4dde-9f65-1602c0161cb2', 'tag': '0d918e8f-bffc-44ac-9a2d-4591e7fd8aee'}] {{(pid=103591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:22:07.144802 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41d174a19ece9499ff9ec44e5b3fc50f2abd3ffbc947fb7e52ea1e8db27b95b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2167fa09-1d39-4452-b0f9-5a81fc87b16c" -d '{"events": [{"name": "network-changed", "server_uuid": "889615e0-6d05-4dde-9f65-1602c0161cb2", "tag": "0d918e8f-bffc-44ac-9a2d-4591e7fd8aee"}]}' {{(pid=103591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:22:07.160316 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [req-27c51ce1-069f-4f7e-9ff9-1625bacb32d6 req-a73c4d70-2ef4-4eb7-b0a5-edca057eabee tempest-FloatingIPsAssociationNegativeTestJSON-1058719936 tempest-FloatingIPsAssociationNegativeTestJSON-1058719936-project] Calling delete_port for 85c78666-18e8-4f41-9932-77363b785c94 owned by compute:nova {{(pid=103591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:22:07.240805 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8e011e-5e00-4eda-a281-939bd9f0998d req-aac6d6dc-6e90-4274-b64b-997240a71fef tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:22:07.242376 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9f8e011e-5e00-4eda-a281-939bd9f0998d req-aac6d6dc-6e90-4274-b64b-997240a71fef tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] 10.222.0.60 "GET /v2.0/ports?device_id=b06fd73f-d5cd-4321-910c-bac8aff99182 HTTP/1.1" status: 200 len: 950 time: 0.2661860 Nov 23 17:22:07.282400 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a85bae-a98c-4b80-9bdd-9d1b66ff169c service neutron] Pushing event updated for resources: {'Port': ['ID=0d918e8f-bffc-44ac-9a2d-4591e7fd8aee,revision_number=3']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:22:07.405839 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d3493c1e-f309-4d72-a3c8-8fe8da95540e req-a7376dc0-120d-424b-a9a7-8dd4ea2ca16f tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] 10.222.0.60 "GET /v2.0/security-groups?id=a7d295c6-a842-436b-b184-bb80f16900ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2526205 Nov 23 17:22:07.416797 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df2d3f8-11fa-45df-b62f-266d528cc6c8 req-94244958-df08-4828-84c9-9b97c7efe3e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:22:07.418399 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5df2d3f8-11fa-45df-b62f-266d528cc6c8 req-94244958-df08-4828-84c9-9b97c7efe3e0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b930416d8ba84d7ba659706c10c554f7&device_id=889615e0-6d05-4dde-9f65-1602c0161cb2 HTTP/1.1" status: 200 len: 1094 time: 0.2064300 Nov 23 17:22:07.431953 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9f8e011e-5e00-4eda-a281-939bd9f0998d req-bc5d15c1-8cd9-489f-a8a7-e0f1c97b2055 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] 10.222.0.60 "GET /v2.0/security-groups?id=70227657-be62-432a-a8fd-5a85231fc7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507292 Nov 23 17:22:07.475338 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5df2d3f8-11fa-45df-b62f-266d528cc6c8 req-29a1a7ad-8ad2-4292-977d-3f9c94b41de6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0d918e8f-bffc-44ac-9a2d-4591e7fd8aee HTTP/1.1" status: 200 len: 217 time: 0.0423136 Nov 23 17:22:07.601660 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df2d3f8-11fa-45df-b62f-266d528cc6c8 req-721b16d2-b3d5-4926-8f57-fbbbb16ef7bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:22:07.603015 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5df2d3f8-11fa-45df-b62f-266d528cc6c8 req-721b16d2-b3d5-4926-8f57-fbbbb16ef7bd service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5ec29eee-2e3a-4642-be97-88a03756cf1b HTTP/1.1" status: 200 len: 860 time: 0.1017172 Nov 23 17:22:07.604860 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-27c51ce1-069f-4f7e-9ff9-1625bacb32d6 req-a73c4d70-2ef4-4eb7-b0a5-edca057eabee tempest-FloatingIPsAssociationNegativeTestJSON-1058719936 tempest-FloatingIPsAssociationNegativeTestJSON-1058719936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:22:07.620067 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] get_ports_and_sgs() called for port_ids ['85c78666-18e8-4f41-9932-77363b785c94'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:22:07.697144 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73c4d70-2ef4-4eb7-b0a5-edca057eabee tempest-FloatingIPsAssociationNegativeTestJSON-1058719936 tempest-FloatingIPsAssociationNegativeTestJSON-1058719936-project] Pushing event deleted for resources: {'Port': ['ID=85c78666-18e8-4f41-9932-77363b785c94,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:22:07.733199 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 17:22:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ef3940a-ac8e-48a5-b78f-4d6ef5ebdbad x-openstack-request-id: req-6ef3940a-ac8e-48a5-b78f-4d6ef5ebdbad {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:22:07.733645 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "889615e0-6d05-4dde-9f65-1602c0161cb2", "tag": "0d918e8f-bffc-44ac-9a2d-4591e7fd8aee", "status": "completed", "code": 200}]} {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:22:07.734050 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6ef3940a-ac8e-48a5-b78f-4d6ef5ebdbad {{(pid=103591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:22:07.734660 n-d-816206-8 neutron-server[103591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '889615e0-6d05-4dde-9f65-1602c0161cb2', 'tag': '0d918e8f-bffc-44ac-9a2d-4591e7fd8aee', 'status': 'completed', 'code': 200} Nov 23 17:22:07.808837 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519115f4-a77e-4b31-989f-dfd99d597ea1 req-e972c645-6603-47e0-a753-8f40e63544d1 tempest-FloatingIPsAssociationTestJSON-1150543333 tempest-FloatingIPsAssociationTestJSON-1150543333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:22:07.816232 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-519115f4-a77e-4b31-989f-dfd99d597ea1 req-e972c645-6603-47e0-a753-8f40e63544d1 tempest-FloatingIPsAssociationTestJSON-1150543333 tempest-FloatingIPsAssociationTestJSON-1150543333-project] 10.222.0.60 "GET /v2.0/ports?device_id=889615e0-6d05-4dde-9f65-1602c0161cb2 HTTP/1.1" status: 200 len: 943 time: 0.2538123 Nov 23 17:22:07.821313 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [req-27c51ce1-069f-4f7e-9ff9-1625bacb32d6 req-a73c4d70-2ef4-4eb7-b0a5-edca057eabee tempest-FloatingIPsAssociationNegativeTestJSON-1058719936 tempest-FloatingIPsAssociationNegativeTestJSON-1058719936-project] No DVR routers for this DVR port 85c78666-18e8-4f41-9932-77363b785c94 on host n-h1-816206-8 {{(pid=103591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:22:07.824756 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-27c51ce1-069f-4f7e-9ff9-1625bacb32d6 req-a73c4d70-2ef4-4eb7-b0a5-edca057eabee tempest-FloatingIPsAssociationNegativeTestJSON-1058719936 tempest-FloatingIPsAssociationNegativeTestJSON-1058719936-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:22:07.828310 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-27c51ce1-069f-4f7e-9ff9-1625bacb32d6 req-a73c4d70-2ef4-4eb7-b0a5-edca057eabee tempest-FloatingIPsAssociationNegativeTestJSON-1058719936 tempest-FloatingIPsAssociationNegativeTestJSON-1058719936-project] 10.222.0.55 "DELETE /v2.0/ports/85c78666-18e8-4f41-9932-77363b785c94 HTTP/1.1" status: 204 len: 173 time: 1.7272844 Nov 23 17:22:07.855587 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device 16bf9ff9-bece-4039-9fd3-9bfd72ef5023 up at agent hyperv_n-h1-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:22:07.887374 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df2d3f8-11fa-45df-b62f-266d528cc6c8 req-4bed23e3-4436-4e8b-85b4-9124822248d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:22:07.889373 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5df2d3f8-11fa-45df-b62f-266d528cc6c8 req-4bed23e3-4436-4e8b-85b4-9124822248d9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=aad59512-80bb-49f8-8f54-daff64a8bc03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2753208 Nov 23 17:22:07.939603 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Provisioning for port 16bf9ff9-bece-4039-9fd3-9bfd72ef5023 completed by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 17:22:07.946095 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Provisioning complete for port 16bf9ff9-bece-4039-9fd3-9bfd72ef5023 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:22:07.946469 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:22:07.994072 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-519115f4-a77e-4b31-989f-dfd99d597ea1 req-e2da3a64-352f-4b24-97a1-79329ef699f9 tempest-FloatingIPsAssociationTestJSON-1150543333 tempest-FloatingIPsAssociationTestJSON-1150543333-project] 10.222.0.60 "GET /v2.0/security-groups?id=b656dbf2-bd68-4405-bdb6-ed670d1dacf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769025 Nov 23 17:22:08.094074 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:22:08.110711 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5df2d3f8-11fa-45df-b62f-266d528cc6c8 req-b6df75d5-6bd5-4a33-80b0-fbfbe67fc083 service neutron] 10.222.0.36 "GET /v2.0/networks/aad59512-80bb-49f8-8f54-daff64a8bc03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2026730 Nov 23 17:22:08.124589 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fc348f-81df-4a32-ad16-fad2bbef7d7d req-e8a93c88-c9dc-49e3-9c4d-417b73adb273 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:22:08.135099 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b0fc348f-81df-4a32-ad16-fad2bbef7d7d req-e8a93c88-c9dc-49e3-9c4d-417b73adb273 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.60 "GET /v2.0/ports?device_id=ffeae0b0-09b1-4f1e-9b33-8bbbbaaefdf6 HTTP/1.1" status: 200 len: 945 time: 0.3162982 Nov 23 17:22:08.178971 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port 16bf9ff9-bece-4039-9fd3-9bfd72ef5023, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=16bf9ff9-bece-4039-9fd3-9bfd72ef5023,segment=NetworkSegment(6c418a8c-f20c-4230-99c6-0f83d6e48757),segment_id=6c418a8c-f20c-4230-99c6-0f83d6e48757)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:22:08.180471 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '923a9319-0158-4bb9-bad7-c4e6cbbe0151', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16bf9ff9-bece-4039-9fd3-9bfd72ef5023'}] {{(pid=103592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:22:08.184311 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba3e6a8f2301c7a29fe1eca9779abdae4ccbcd6266d69778087f2498d5551201" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbd831e0-9b79-4c8a-9e49-993e6d7e486a" -d '{"events": [{"server_uuid": "923a9319-0158-4bb9-bad7-c4e6cbbe0151", "name": "network-vif-plugged", "status": "completed", "tag": "16bf9ff9-bece-4039-9fd3-9bfd72ef5023"}]}' {{(pid=103592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:22:08.193579 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:22:08.229172 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a498bcf0-3d75-48ff-af3d-ce244aa8cbb1 req-4b03fa85-432f-4df2-a84c-8d09bf1a7ec0 tempest-FloatingIPsAssociationNegativeTestJSON-1058719936 tempest-FloatingIPsAssociationNegativeTestJSON-1058719936-project] 10.222.0.60 "GET /v2.0/ports?device_id=61f90a48-4098-4063-9d4f-98c63927a8c3 HTTP/1.1" status: 200 len: 210 time: 0.0483544 Nov 23 17:22:08.268728 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Pushing event updated for resources: {'Port': ['ID=16bf9ff9-bece-4039-9fd3-9bfd72ef5023,revision_number=5']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:22:08.316925 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b0fc348f-81df-4a32-ad16-fad2bbef7d7d req-b769bb8f-56c3-4a65-a6cf-9ef13b343899 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.60 "GET /v2.0/security-groups?id=5199d9c8-39cf-433e-a82b-4aef6c6477e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1795769 Nov 23 17:22:08.337413 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:22:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-270e4cb2-0153-4bcb-b4a7-357beb23502d x-openstack-request-id: req-270e4cb2-0153-4bcb-b4a7-357beb23502d {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:22:08.337413 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "923a9319-0158-4bb9-bad7-c4e6cbbe0151", "name": "network-vif-plugged", "status": "completed", "tag": "16bf9ff9-bece-4039-9fd3-9bfd72ef5023", "code": 200}]} {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:22:08.337413 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-270e4cb2-0153-4bcb-b4a7-357beb23502d {{(pid=103592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:22:08.337413 n-d-816206-8 neutron-server[103592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '923a9319-0158-4bb9-bad7-c4e6cbbe0151', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16bf9ff9-bece-4039-9fd3-9bfd72ef5023', 'code': 200} Nov 23 17:22:08.392357 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5df2d3f8-11fa-45df-b62f-266d528cc6c8 req-c2087104-f6c7-485e-92f0-336250b7e9c7 service neutron] 10.222.0.36 "GET /v2.0/networks/aad59512-80bb-49f8-8f54-daff64a8bc03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2545464 Nov 23 17:22:08.583103 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fc7174-f1dd-446b-be8b-55460c4568ef req-60abf91a-46d5-4af8-b9bc-930742588097 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:22:08.584634 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-43fc7174-f1dd-446b-be8b-55460c4568ef req-60abf91a-46d5-4af8-b9bc-930742588097 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.60 "GET /v2.0/ports?device_id=ffeae0b0-09b1-4f1e-9b33-8bbbbaaefdf6 HTTP/1.1" status: 200 len: 945 time: 0.1562581 Nov 23 17:22:08.594668 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 52774) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:22:08.600898 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-bcfc4ddf-d07b-40e5-a9e4-c29388cd474e tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] Request body: {'floatingip': {'port_id': '52285acf-3eab-406a-acfc-b1364cf71811'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:22:08.632428 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e45b1d4-3e97-4970-8208-a958f235a30f req-c90a33d9-59d7-4291-a146-15448d99487e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:22:08.634278 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4e45b1d4-3e97-4970-8208-a958f235a30f req-c90a33d9-59d7-4291-a146-15448d99487e service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=923a9319-0158-4bb9-bad7-c4e6cbbe0151 HTTP/1.1" status: 200 len: 1097 time: 0.2214763 Nov 23 17:22:08.678350 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2167fa09-1d39-4452-b0f9-5a81fc87b16c req-8f033b0e-4325-494d-a09b-9338f915419e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:22:08.681125 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2167fa09-1d39-4452-b0f9-5a81fc87b16c req-8f033b0e-4325-494d-a09b-9338f915419e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b930416d8ba84d7ba659706c10c554f7&device_id=889615e0-6d05-4dde-9f65-1602c0161cb2 HTTP/1.1" status: 200 len: 1094 time: 0.1888728 Nov 23 17:22:08.686522 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-bcfc4ddf-d07b-40e5-a9e4-c29388cd474e tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] Publish callbacks [] for floatingip, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:22:08.744638 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7282a99f-be5a-4f08-888b-12e77974260d req-392505b9-454e-4ac4-944d-e4435d9dcd9e tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:22:08.748217 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7282a99f-be5a-4f08-888b-12e77974260d req-392505b9-454e-4ac4-944d-e4435d9dcd9e tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] 10.222.0.60 "GET /v2.0/ports?device_id=923a9319-0158-4bb9-bad7-c4e6cbbe0151 HTTP/1.1" status: 200 len: 946 time: 0.2070417 Nov 23 17:22:08.830861 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4e45b1d4-3e97-4970-8208-a958f235a30f req-22f32333-8863-4546-a23e-aad92af43889 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=a7d295c6-a842-436b-b184-bb80f16900ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832850 Nov 23 17:22:08.909076 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c665f0-b4da-4f18-a8f7-d09b32cb5194 req-4b337fdc-bc04-43d6-b6ac-4d6894c95d09 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:22:08.910848 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f8c665f0-b4da-4f18-a8f7-d09b32cb5194 req-4b337fdc-bc04-43d6-b6ac-4d6894c95d09 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] 10.222.0.60 "GET /v2.0/ports?device_id=b06fd73f-d5cd-4321-910c-bac8aff99182 HTTP/1.1" status: 200 len: 950 time: 0.2239769 Nov 23 17:22:08.932274 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7282a99f-be5a-4f08-888b-12e77974260d req-1f4e0a7a-ee61-4119-b9a2-0d159c9971c1 tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] 10.222.0.60 "GET /v2.0/security-groups?id=a7d295c6-a842-436b-b184-bb80f16900ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390896 Nov 23 17:22:08.961319 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2167fa09-1d39-4452-b0f9-5a81fc87b16c req-77e124a0-945f-459d-9182-8b37c3766987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:22:08.962817 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2167fa09-1d39-4452-b0f9-5a81fc87b16c req-77e124a0-945f-459d-9182-8b37c3766987 service neutron] 10.222.0.36 "GET /v2.0/networks?id=aad59512-80bb-49f8-8f54-daff64a8bc03 HTTP/1.1" status: 200 len: 922 time: 0.2491770 Nov 23 17:22:09.030903 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2167fa09-1d39-4452-b0f9-5a81fc87b16c req-7911e856-4685-4bde-b5b6-01afcdd7e4f7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0d918e8f-bffc-44ac-9a2d-4591e7fd8aee HTTP/1.1" status: 200 len: 217 time: 0.0548198 Nov 23 17:22:09.043436 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f8c665f0-b4da-4f18-a8f7-d09b32cb5194 req-d78576a4-acc9-47d9-a0b5-010603b6ddbf tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] 10.222.0.60 "GET /v2.0/security-groups?id=70227657-be62-432a-a8fd-5a85231fc7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100590 Nov 23 17:22:09.125542 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2167fa09-1d39-4452-b0f9-5a81fc87b16c req-b8470f1c-0a5b-409d-a4fb-d91265fdf0bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:22:09.128392 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2167fa09-1d39-4452-b0f9-5a81fc87b16c req-b8470f1c-0a5b-409d-a4fb-d91265fdf0bb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5ec29eee-2e3a-4642-be97-88a03756cf1b HTTP/1.1" status: 200 len: 860 time: 0.0819662 Nov 23 17:22:09.212264 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f51518e-6112-45fc-9711-95690783a83f req-b0d6b8b8-22f1-4e8a-9f7f-089346f8ce2d tempest-FloatingIPsAssociationTestJSON-1150543333 tempest-FloatingIPsAssociationTestJSON-1150543333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:22:09.217312 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-3f51518e-6112-45fc-9711-95690783a83f req-b0d6b8b8-22f1-4e8a-9f7f-089346f8ce2d tempest-FloatingIPsAssociationTestJSON-1150543333 tempest-FloatingIPsAssociationTestJSON-1150543333-project] 10.222.0.60 "GET /v2.0/ports?device_id=889615e0-6d05-4dde-9f65-1602c0161cb2 HTTP/1.1" status: 200 len: 943 time: 0.0827374 Nov 23 17:22:09.232265 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2167fa09-1d39-4452-b0f9-5a81fc87b16c req-1016d87b-8bc2-4fa0-aae7-8310becb75f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:22:09.233929 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2167fa09-1d39-4452-b0f9-5a81fc87b16c req-1016d87b-8bc2-4fa0-aae7-8310becb75f9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=aad59512-80bb-49f8-8f54-daff64a8bc03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0905435 Nov 23 17:22:09.293532 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 52782) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:22:09.348854 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-3f51518e-6112-45fc-9711-95690783a83f req-031ed10f-955e-4bfb-a87d-da40f6712e94 tempest-FloatingIPsAssociationTestJSON-1150543333 tempest-FloatingIPsAssociationTestJSON-1150543333-project] 10.222.0.60 "GET /v2.0/security-groups?id=b656dbf2-bd68-4405-bdb6-ed670d1dacf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268866 Nov 23 17:22:09.418598 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-bcfc4ddf-d07b-40e5-a9e4-c29388cd474e tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:22:09.428510 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-bcfc4ddf-d07b-40e5-a9e4-c29388cd474e tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1795396'] for floatingip, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:22:09.483731 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2167fa09-1d39-4452-b0f9-5a81fc87b16c req-148249e3-6a5b-4de2-849c-d28ec579b12e service neutron] 10.222.0.36 "GET /v2.0/networks/aad59512-80bb-49f8-8f54-daff64a8bc03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2216830 Nov 23 17:22:09.569888 n-d-816206-8 neutron-server[103590]: INFO neutron.db.l3_db [None req-bcfc4ddf-d07b-40e5-a9e4-c29388cd474e tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] Floating IP af63571d-42b1-4520-9f33-9274181ee43e associated. External IP: 172.25.3.12, port: 52285acf-3eab-406a-acfc-b1364cf71811. Nov 23 17:22:09.674528 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2167fa09-1d39-4452-b0f9-5a81fc87b16c req-3aa35283-0619-4049-8d20-c6d71125c5a8 service neutron] 10.222.0.36 "GET /v2.0/networks/aad59512-80bb-49f8-8f54-daff64a8bc03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1791363 Nov 23 17:22:09.745864 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61f90a48-4098-4063-9d4f-98c63927a8c3', 'name': 'network-vif-deleted', 'tag': '85c78666-18e8-4f41-9932-77363b785c94'}] {{(pid=103591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:22:09.748315 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41d174a19ece9499ff9ec44e5b3fc50f2abd3ffbc947fb7e52ea1e8db27b95b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c2293f0-d18d-4087-90d9-7110dfd2be53" -d '{"events": [{"server_uuid": "61f90a48-4098-4063-9d4f-98c63927a8c3", "name": "network-vif-deleted", "tag": "85c78666-18e8-4f41-9932-77363b785c94"}]}' {{(pid=103591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:22:09.800137 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:22:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b45f1729-f88f-4b7c-88a2-51ce2d7dc551 x-openstack-request-id: req-b45f1729-f88f-4b7c-88a2-51ce2d7dc551 {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:22:09.800561 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61f90a48-4098-4063-9d4f-98c63927a8c3", "name": "network-vif-deleted", "tag": "85c78666-18e8-4f41-9932-77363b785c94", "status": "completed", "code": 200}]} {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:22:09.800715 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b45f1729-f88f-4b7c-88a2-51ce2d7dc551 {{(pid=103591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:22:09.801275 n-d-816206-8 neutron-server[103591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61f90a48-4098-4063-9d4f-98c63927a8c3', 'name': 'network-vif-deleted', 'tag': '85c78666-18e8-4f41-9932-77363b785c94', 'status': 'completed', 'code': 200} Nov 23 17:22:09.855108 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device 85c78666-18e8-4f41-9932-77363b785c94 no longer exists at agent hyperv_n-h1-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:22:09.889694 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcfc4ddf-d07b-40e5-a9e4-c29388cd474e tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] Router dc41b7d5-4907-4bf1-86a2-fc3cc82f6d51 has already been hosted by L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 {{(pid=103590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 17:22:09.903889 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] No Port match for: 85c78666-18e8-4f41-9932-77363b785c94 {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:22:09.904405 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device 85c78666-18e8-4f41-9932-77363b785c94 not bound to the agent host n-h1-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:22:09.913601 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-fca66bfa-222b-437d-84fe-406d034bf63d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1794372'] for router_interface, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:22:10.084417 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcfc4ddf-d07b-40e5-a9e4-c29388cd474e tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:22:10.089759 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-bcfc4ddf-d07b-40e5-a9e4-c29388cd474e tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for floatingip, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:22:10.100931 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8653dd7-2108-4ed8-872c-7b834b219b0a None None] Sync routers for ids ['dc41b7d5-4907-4bf1-86a2-fc3cc82f6d51'] in n-d-816206-8 {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:22:10.134682 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-bcfc4ddf-d07b-40e5-a9e4-c29388cd474e tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.60 "PUT /v2.0/floatingips/af63571d-42b1-4520-9f33-9274181ee43e HTTP/1.1" status: 200 len: 990 time: 1.5356729 Nov 23 17:22:10.134916 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8653dd7-2108-4ed8-872c-7b834b219b0a None None] Routers {'dc41b7d5-4907-4bf1-86a2-fc3cc82f6d51'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:22:10.135028 n-d-816206-8 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffeae0b0-09b1-4f1e-9b33-8bbbbaaefdf6', 'tag': '52285acf-3eab-406a-acfc-b1364cf71811'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:22:10.135113 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-b8653dd7-2108-4ed8-872c-7b834b219b0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:21:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['dc41b7d5-4907-4bf1-86a2-fc3cc82f6d51'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:22:10.135830 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbabddbc9fc37b068808e119c416c86f5957ca04531a4a0d2e695c515e93483b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6c1702f-8518-46a4-a8f8-add5ca29a108" -d '{"events": [{"name": "network-changed", "server_uuid": "ffeae0b0-09b1-4f1e-9b33-8bbbbaaefdf6", "tag": "52285acf-3eab-406a-acfc-b1364cf71811"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:22:10.165875 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71b4351-1e7a-45e6-b667-fbced86839d8 req-27fb4d40-742a-4b1e-87b2-a530df812791 tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:22:10.167425 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f71b4351-1e7a-45e6-b667-fbced86839d8 req-27fb4d40-742a-4b1e-87b2-a530df812791 tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] 10.222.0.60 "GET /v2.0/ports?device_id=923a9319-0158-4bb9-bad7-c4e6cbbe0151 HTTP/1.1" status: 200 len: 946 time: 0.1311188 Nov 23 17:22:10.248908 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f71b4351-1e7a-45e6-b667-fbced86839d8 req-57094a9d-31cd-4f77-8f5a-9011e92668bb tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] 10.222.0.60 "GET /v2.0/security-groups?id=a7d295c6-a842-436b-b184-bb80f16900ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726974 Nov 23 17:22:10.262963 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvr_db [None req-b8653dd7-2108-4ed8-872c-7b834b219b0a None None] Set router dc41b7d5-4907-4bf1-86a2-fc3cc82f6d51 gateway port host: n-d-816206-8 {{(pid=103592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:22:10.411404 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 17:22:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d36d1603-fd63-4ad5-8ff0-3db4ac8e6206 x-openstack-request-id: req-d36d1603-fd63-4ad5-8ff0-3db4ac8e6206 {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:22:10.412251 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ffeae0b0-09b1-4f1e-9b33-8bbbbaaefdf6", "tag": "52285acf-3eab-406a-acfc-b1364cf71811", "status": "completed", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:22:10.412847 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d36d1603-fd63-4ad5-8ff0-3db4ac8e6206 {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:22:10.413469 n-d-816206-8 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffeae0b0-09b1-4f1e-9b33-8bbbbaaefdf6', 'tag': '52285acf-3eab-406a-acfc-b1364cf71811', 'status': 'completed', 'code': 200} Nov 23 17:22:10.425790 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1274a01-29b3-49ed-a2be-423aeade14d2 req-16c4779c-a273-406c-821b-7eeebc1c0bc6 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:22:10.428235 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b1274a01-29b3-49ed-a2be-423aeade14d2 req-16c4779c-a273-406c-821b-7eeebc1c0bc6 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] 10.222.0.60 "GET /v2.0/ports?device_id=b06fd73f-d5cd-4321-910c-bac8aff99182 HTTP/1.1" status: 200 len: 950 time: 0.1004500 Nov 23 17:22:10.512075 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-fca66bfa-222b-437d-84fe-406d034bf63d admin admin] Deleting port ed61194b-a633-4f40-8525-28662094eca0 {{(pid=103591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:22:10.512413 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-fca66bfa-222b-437d-84fe-406d034bf63d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:22:10.557630 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b1274a01-29b3-49ed-a2be-423aeade14d2 req-f4ebcb59-7182-47e0-b391-aa61c4ba2b6e tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] 10.222.0.60 "GET /v2.0/security-groups?id=70227657-be62-432a-a8fd-5a85231fc7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211891 Nov 23 17:22:10.582829 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c1702f-8518-46a4-a8f8-add5ca29a108 req-670f8b85-1bab-4527-b6fd-c29a0c8c4b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:22:10.584380 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d6c1702f-8518-46a4-a8f8-add5ca29a108 req-670f8b85-1bab-4527-b6fd-c29a0c8c4b9d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3541603f19884b9cb683e7eedd76d17c&device_id=ffeae0b0-09b1-4f1e-9b33-8bbbbaaefdf6 HTTP/1.1" status: 200 len: 1096 time: 0.1452310 Nov 23 17:22:10.766451 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [None req-fca66bfa-222b-437d-84fe-406d034bf63d admin admin] For port ed61194b-a633-4f40-8525-28662094eca0, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=ed61194b-a633-4f40-8525-28662094eca0,segment=NetworkSegment(3c1579ad-05ef-4475-88f4-cde778b87b16),segment_id=3c1579ad-05ef-4475-88f4-cde778b87b16)] {{(pid=103591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:22:10.766451 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-fca66bfa-222b-437d-84fe-406d034bf63d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:22:10.781336 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d5b087-651d-400f-a183-6c9053e255b7 req-539ae108-36aa-4260-bdfb-c6afd25776dd tempest-FloatingIPsAssociationTestJSON-1150543333 tempest-FloatingIPsAssociationTestJSON-1150543333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:22:10.783172 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b4d5b087-651d-400f-a183-6c9053e255b7 req-539ae108-36aa-4260-bdfb-c6afd25776dd tempest-FloatingIPsAssociationTestJSON-1150543333 tempest-FloatingIPsAssociationTestJSON-1150543333-project] 10.222.0.60 "GET /v2.0/ports?device_id=889615e0-6d05-4dde-9f65-1602c0161cb2 HTTP/1.1" status: 200 len: 943 time: 0.2245126 Nov 23 17:22:10.810303 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-fca66bfa-222b-437d-84fe-406d034bf63d admin admin] Calling delete_port for ed61194b-a633-4f40-8525-28662094eca0 owned by network:router_interface {{(pid=103591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:22:10.815921 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-b8653dd7-2108-4ed8-872c-7b834b219b0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc41b7d5-4907-4bf1-86a2-fc3cc82f6d51', 'name': 'tempest-ServerActionsTestJSON-69346498-router', 'tenant_id': '3541603f19884b9cb683e7eedd76d17c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.14'}], 'enable_snat': True}, 'gw_port_id': '29810685-a873-4a8b-9531-c6d1f2654f79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:21:33Z', 'updated_at': '2021-11-23T17:21:39Z', 'revision_number': 4, 'project_id': '3541603f19884b9cb683e7eedd76d17c', 'gw_port': {'id': '29810685-a873-4a8b-9531-c6d1f2654f79', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:da:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc41b7d5-4907-4bf1-86a2-fc3cc82f6d51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:21:34Z', 'updated_at': '2021-11-23T17:21:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_floatingips': [{'id': 'af63571d-42b1-4520-9f33-9274181ee43e', 'tenant_id': '3541603f19884b9cb683e7eedd76d17c', 'floating_ip_address': '172.25.3.12', 'floating_network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'router_id': 'dc41b7d5-4907-4bf1-86a2-fc3cc82f6d51', 'port_id': '52285acf-3eab-406a-acfc-b1364cf71811', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 646, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43d8ac08-152d-4053-b836-ddc03b0e91a2', 'mac_address': 'fa:16:3e:5a:57:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffeae0b0-09b1-4f1e-9b33-8bbbbaaefdf6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T17:21:44Z', 'updated_at': '2021-11-23T17:22:09Z', 'revision_number': 1, 'project_id': '3541603f19884b9cb683e7eedd76d17c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ef9a377-d95f-4a4d-8775-0c36e80e3f3e', 'name': '', 'network_id': '43d8ac08-152d-4053-b836-ddc03b0e91a2', 'tenant_id': '3541603f19884b9cb683e7eedd76d17c', 'mac_address': 'fa:16:3e:07:7c:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc41b7d5-4907-4bf1-86a2-fc3cc82f6d51', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '23f80e8e-7e58-4465-87c1-72654345f52f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:21:38Z', 'updated_at': '2021-11-23T17:21:45Z', 'revision_number': 5, 'project_id': '3541603f19884b9cb683e7eedd76d17c', 'subnets': [{'id': '23f80e8e-7e58-4465-87c1-72654345f52f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:22:10.884737 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b4d5b087-651d-400f-a183-6c9053e255b7 req-f2a8d67d-9cc0-45e3-8f7e-f4f411cb4bd0 tempest-FloatingIPsAssociationTestJSON-1150543333 tempest-FloatingIPsAssociationTestJSON-1150543333-project] 10.222.0.60 "GET /v2.0/security-groups?id=b656dbf2-bd68-4405-bdb6-ed670d1dacf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911486 Nov 23 17:22:10.885918 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c1702f-8518-46a4-a8f8-add5ca29a108 req-7baeb588-3278-4b47-aa72-050e5a702093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:22:10.887393 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d6c1702f-8518-46a4-a8f8-add5ca29a108 req-7baeb588-3278-4b47-aa72-050e5a702093 service neutron] 10.222.0.55 "GET /v2.0/networks?id=43d8ac08-152d-4053-b836-ddc03b0e91a2 HTTP/1.1" status: 200 len: 911 time: 0.2440460 Nov 23 17:22:10.907125 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8653dd7-2108-4ed8-872c-7b834b219b0a None None] Checking router: dc41b7d5-4907-4bf1-86a2-fc3cc82f6d51 for host: n-d-816206-8 {{(pid=103592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 17:22:10.927058 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8653dd7-2108-4ed8-872c-7b834b219b0a None None] Routers {'dc41b7d5-4907-4bf1-86a2-fc3cc82f6d51'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:22:10.928410 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-b8653dd7-2108-4ed8-872c-7b834b219b0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:21:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['dc41b7d5-4907-4bf1-86a2-fc3cc82f6d51'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:22:11.078767 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvr_db [None req-b8653dd7-2108-4ed8-872c-7b834b219b0a None None] Set router dc41b7d5-4907-4bf1-86a2-fc3cc82f6d51 gateway port host: n-d-816206-8 {{(pid=103592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:22:11.408261 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-b8653dd7-2108-4ed8-872c-7b834b219b0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc41b7d5-4907-4bf1-86a2-fc3cc82f6d51', 'name': 'tempest-ServerActionsTestJSON-69346498-router', 'tenant_id': '3541603f19884b9cb683e7eedd76d17c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.14'}], 'enable_snat': True}, 'gw_port_id': '29810685-a873-4a8b-9531-c6d1f2654f79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:21:33Z', 'updated_at': '2021-11-23T17:21:39Z', 'revision_number': 4, 'project_id': '3541603f19884b9cb683e7eedd76d17c', 'gw_port': {'id': '29810685-a873-4a8b-9531-c6d1f2654f79', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:da:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc41b7d5-4907-4bf1-86a2-fc3cc82f6d51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:21:34Z', 'updated_at': '2021-11-23T17:21:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_floatingips': [{'id': 'af63571d-42b1-4520-9f33-9274181ee43e', 'tenant_id': '3541603f19884b9cb683e7eedd76d17c', 'floating_ip_address': '172.25.3.12', 'floating_network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'router_id': 'dc41b7d5-4907-4bf1-86a2-fc3cc82f6d51', 'port_id': '52285acf-3eab-406a-acfc-b1364cf71811', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 646, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43d8ac08-152d-4053-b836-ddc03b0e91a2', 'mac_address': 'fa:16:3e:5a:57:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffeae0b0-09b1-4f1e-9b33-8bbbbaaefdf6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T17:21:44Z', 'updated_at': '2021-11-23T17:22:09Z', 'revision_number': 1, 'project_id': '3541603f19884b9cb683e7eedd76d17c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ef9a377-d95f-4a4d-8775-0c36e80e3f3e', 'name': '', 'network_id': '43d8ac08-152d-4053-b836-ddc03b0e91a2', 'tenant_id': '3541603f19884b9cb683e7eedd76d17c', 'mac_address': 'fa:16:3e:07:7c:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc41b7d5-4907-4bf1-86a2-fc3cc82f6d51', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '23f80e8e-7e58-4465-87c1-72654345f52f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:21:38Z', 'updated_at': '2021-11-23T17:21:45Z', 'revision_number': 5, 'project_id': '3541603f19884b9cb683e7eedd76d17c', 'subnets': [{'id': '23f80e8e-7e58-4465-87c1-72654345f52f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:22:11.439588 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8653dd7-2108-4ed8-872c-7b834b219b0a None None] The sync data for ids ['dc41b7d5-4907-4bf1-86a2-fc3cc82f6d51'] in n-d-816206-8 is: [{'id': 'dc41b7d5-4907-4bf1-86a2-fc3cc82f6d51', 'name': 'tempest-ServerActionsTestJSON-69346498-router', 'tenant_id': '3541603f19884b9cb683e7eedd76d17c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.14'}], 'enable_snat': True}, 'gw_port_id': '29810685-a873-4a8b-9531-c6d1f2654f79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:21:33Z', 'updated_at': '2021-11-23T17:21:39Z', 'revision_number': 4, 'project_id': '3541603f19884b9cb683e7eedd76d17c', 'gw_port': {'id': '29810685-a873-4a8b-9531-c6d1f2654f79', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:da:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc41b7d5-4907-4bf1-86a2-fc3cc82f6d51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:21:34Z', 'updated_at': '2021-11-23T17:21:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_floatingips': [{'id': 'af63571d-42b1-4520-9f33-9274181ee43e', 'tenant_id': '3541603f19884b9cb683e7eedd76d17c', 'floating_ip_address': '172.25.3.12', 'floating_network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'router_id': 'dc41b7d5-4907-4bf1-86a2-fc3cc82f6d51', 'port_id': '52285acf-3eab-406a-acfc-b1364cf71811', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 646, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43d8ac08-152d-4053-b836-ddc03b0e91a2', 'mac_address': 'fa:16:3e:5a:57:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffeae0b0-09b1-4f1e-9b33-8bbbbaaefdf6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T17:21:44Z', 'updated_at': '2021-11-23T17:22:09Z', 'revision_number': 1, 'project_id': '3541603f19884b9cb683e7eedd76d17c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ef9a377-d95f-4a4d-8775-0c36e80e3f3e', 'name': '', 'network_id': '43d8ac08-152d-4053-b836-ddc03b0e91a2', 'tenant_id': '3541603f19884b9cb683e7eedd76d17c', 'mac_address': 'fa:16:3e:07:7c:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc41b7d5-4907-4bf1-86a2-fc3cc82f6d51', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '23f80e8e-7e58-4465-87c1-72654345f52f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:21:38Z', 'updated_at': '2021-11-23T17:21:45Z', 'revision_number': 5, 'project_id': '3541603f19884b9cb683e7eedd76d17c', 'subnets': [{'id': '23f80e8e-7e58-4465-87c1-72654345f52f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:22:11.441660 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d6c1702f-8518-46a4-a8f8-add5ca29a108 req-8e0a7775-e021-40c2-9881-a7537eb3e0c1 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=52285acf-3eab-406a-acfc-b1364cf71811 HTTP/1.1" status: 200 len: 998 time: 0.5246565 Nov 23 17:22:11.579709 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c1702f-8518-46a4-a8f8-add5ca29a108 req-724bcd7f-e398-4f12-ae97-4b8d937645a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:22:11.581916 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d6c1702f-8518-46a4-a8f8-add5ca29a108 req-724bcd7f-e398-4f12-ae97-4b8d937645a8 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=23f80e8e-7e58-4465-87c1-72654345f52f HTTP/1.1" status: 200 len: 849 time: 0.1165755 Nov 23 17:22:11.684072 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a3026b-e516-4e02-b90c-41a4dc45f98b req-dab89912-5ab2-43a0-ae82-f437063cb4a3 tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:22:11.686321 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b8a3026b-e516-4e02-b90c-41a4dc45f98b req-dab89912-5ab2-43a0-ae82-f437063cb4a3 tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] 10.222.0.60 "GET /v2.0/ports?device_id=923a9319-0158-4bb9-bad7-c4e6cbbe0151 HTTP/1.1" status: 200 len: 946 time: 0.2859077 Nov 23 17:22:11.779623 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b69ae6a-ab87-457c-9b2d-b6498214cb78 None None] New status for floating IP af63571d-42b1-4520-9f33-9274181ee43e: ACTIVE {{(pid=103593) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 17:22:11.793356 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c1702f-8518-46a4-a8f8-add5ca29a108 req-0fce64bd-dfae-4be9-a2a2-dd8e291932e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:22:11.795508 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d6c1702f-8518-46a4-a8f8-add5ca29a108 req-0fce64bd-dfae-4be9-a2a2-dd8e291932e7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=43d8ac08-152d-4053-b836-ddc03b0e91a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1962152 Nov 23 17:22:11.895803 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b8a3026b-e516-4e02-b90c-41a4dc45f98b req-9200ff9d-f3f0-48e9-99fa-2bbf6661b43c tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] 10.222.0.60 "GET /v2.0/security-groups?id=a7d295c6-a842-436b-b184-bb80f16900ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717312 Nov 23 17:22:12.043367 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-fca66bfa-222b-437d-84fe-406d034bf63d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:22:12.083181 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60756461-6c85-4a11-8fd0-5a9fd790bfb5 req-bc074817-db40-4e12-adee-dd842d7fe331 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:22:12.091074 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-60756461-6c85-4a11-8fd0-5a9fd790bfb5 req-bc074817-db40-4e12-adee-dd842d7fe331 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] 10.222.0.60 "GET /v2.0/ports?device_id=b06fd73f-d5cd-4321-910c-bac8aff99182 HTTP/1.1" status: 200 len: 950 time: 0.3996325 Nov 23 17:22:12.157815 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca66bfa-222b-437d-84fe-406d034bf63d admin admin] Pushing event deleted for resources: {'Port': ['ID=ed61194b-a633-4f40-8525-28662094eca0,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:22:12.169173 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d6c1702f-8518-46a4-a8f8-add5ca29a108 req-1f38811f-8e56-4724-8945-ac56ce8ed708 service neutron] 10.222.0.55 "GET /v2.0/networks/43d8ac08-152d-4053-b836-ddc03b0e91a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3351433 Nov 23 17:22:12.362917 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-60756461-6c85-4a11-8fd0-5a9fd790bfb5 req-5dfa0329-981c-4d76-865f-f180140fa779 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] 10.222.0.60 "GET /v2.0/security-groups?id=70227657-be62-432a-a8fd-5a85231fc7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2250543 Nov 23 17:22:12.536161 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2124e7e6-b9d5-4079-8283-072deabc1fa6 req-ae94180a-f901-4d08-8d43-6db0673730a0 tempest-FloatingIPsAssociationTestJSON-1150543333 tempest-FloatingIPsAssociationTestJSON-1150543333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:22:12.538944 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2124e7e6-b9d5-4079-8283-072deabc1fa6 req-ae94180a-f901-4d08-8d43-6db0673730a0 tempest-FloatingIPsAssociationTestJSON-1150543333 tempest-FloatingIPsAssociationTestJSON-1150543333-project] 10.222.0.60 "GET /v2.0/ports?device_id=889615e0-6d05-4dde-9f65-1602c0161cb2 HTTP/1.1" status: 200 len: 943 time: 0.2854886 Nov 23 17:22:12.603171 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d6c1702f-8518-46a4-a8f8-add5ca29a108 req-2652160b-e82e-4884-a452-71d582c6a0a0 service neutron] 10.222.0.55 "GET /v2.0/networks/43d8ac08-152d-4053-b836-ddc03b0e91a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3979478 Nov 23 17:22:12.700858 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb6f7ff-63b4-4a6f-9c3d-c7d454934902 req-6ff90c9f-97be-4895-b62f-62012a48985c tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:22:12.702451 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-dbb6f7ff-63b4-4a6f-9c3d-c7d454934902 req-6ff90c9f-97be-4895-b62f-62012a48985c tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] 10.222.0.60 "GET /v2.0/ports?device_id=923a9319-0158-4bb9-bad7-c4e6cbbe0151 HTTP/1.1" status: 200 len: 946 time: 0.2156606 Nov 23 17:22:12.717696 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2124e7e6-b9d5-4079-8283-072deabc1fa6 req-78406912-a5fb-4039-8565-f9241c3b98b2 tempest-FloatingIPsAssociationTestJSON-1150543333 tempest-FloatingIPsAssociationTestJSON-1150543333-project] 10.222.0.60 "GET /v2.0/security-groups?id=b656dbf2-bd68-4405-bdb6-ed670d1dacf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642497 Nov 23 17:22:12.722683 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-fca66bfa-222b-437d-84fe-406d034bf63d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2067500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1794520'] for router_interface, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:22:12.835508 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-dbb6f7ff-63b4-4a6f-9c3d-c7d454934902 req-2d02ba8d-d834-4801-9c61-7ee8c6c9a620 tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] 10.222.0.60 "GET /v2.0/security-groups?id=a7d295c6-a842-436b-b184-bb80f16900ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236885 Nov 23 17:22:12.879287 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-97ef27eb-cc78-4dc6-94e2-e3b7a0e9413e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:22:13.077818 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device 0d918e8f-bffc-44ac-9a2d-4591e7fd8aee details requested by agent hyperv_n-h2-816206-8 with host n-h2-816206-8 {{(pid=103592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 17:22:13.111285 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fca66bfa-222b-437d-84fe-406d034bf63d admin admin] Router 71d66ecc-15c1-4169-8614-9aab39e82fff has already been hosted by L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 {{(pid=103591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 17:22:13.216255 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:22:13.244833 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port 0d918e8f-bffc-44ac-9a2d-4591e7fd8aee, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=0d918e8f-bffc-44ac-9a2d-4591e7fd8aee,segment=NetworkSegment(adf834ee-26cf-4f45-a2f3-83f453b804ad),segment_id=adf834ee-26cf-4f45-a2f3-83f453b804ad)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:22:13.261244 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Returning: {'device': '0d918e8f-bffc-44ac-9a2d-4591e7fd8aee', 'network_id': 'aad59512-80bb-49f8-8f54-daff64a8bc03', 'port_id': '0d918e8f-bffc-44ac-9a2d-4591e7fd8aee', 'mac_address': 'fa:16:3e:2c:56:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 509, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ec29eee-2e3a-4642-be97-88a03756cf1b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 17:22:13.265790 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fca66bfa-222b-437d-84fe-406d034bf63d admin admin] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:22:13.273174 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-fca66bfa-222b-437d-84fe-406d034bf63d admin admin] 10.222.0.60 "PUT /v2.0/routers/71d66ecc-15c1-4169-8614-9aab39e82fff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9759245 Nov 23 17:22:13.275703 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 52900) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:22:13.297035 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33a378be-ae85-471a-9eeb-355737a00a66 None None] Sync routers for ids ['71d66ecc-15c1-4169-8614-9aab39e82fff'] in n-d-816206-8 {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:22:13.324138 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33a378be-ae85-471a-9eeb-355737a00a66 None None] Routers {'71d66ecc-15c1-4169-8614-9aab39e82fff'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:22:13.325060 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-33a378be-ae85-471a-9eeb-355737a00a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:21:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['71d66ecc-15c1-4169-8614-9aab39e82fff'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:22:13.365509 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:22:13.388352 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d918e8f-bffc-44ac-9a2d-4591e7fd8aee {{(pid=103592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:22:13.412857 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port 0d918e8f-bffc-44ac-9a2d-4591e7fd8aee, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=0d918e8f-bffc-44ac-9a2d-4591e7fd8aee,segment=NetworkSegment(adf834ee-26cf-4f45-a2f3-83f453b804ad),segment_id=adf834ee-26cf-4f45-a2f3-83f453b804ad)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:22:13.420129 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:22:13.525464 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-88997ef7-8e91-4689-a578-88434db0310d admin admin] Publish callbacks [] for router, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:22:13.539509 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvr_db [None req-33a378be-ae85-471a-9eeb-355737a00a66 None None] Set router 71d66ecc-15c1-4169-8614-9aab39e82fff gateway port host: n-d-816206-8 {{(pid=103592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:22:13.541791 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Pushing event updated for resources: {'Port': ['ID=0d918e8f-bffc-44ac-9a2d-4591e7fd8aee,revision_number=4']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:22:13.790718 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-88997ef7-8e91-4689-a578-88434db0310d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:22:13.799657 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca8a9fc-4ae9-4235-96e0-6cbed461701c req-f4e49649-8c4b-4ec7-90aa-a6ba6cd9b168 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:22:13.810471 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-eca8a9fc-4ae9-4235-96e0-6cbed461701c req-f4e49649-8c4b-4ec7-90aa-a6ba6cd9b168 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] 10.222.0.60 "GET /v2.0/ports?device_id=b06fd73f-d5cd-4321-910c-bac8aff99182 HTTP/1.1" status: 200 len: 950 time: 0.2739878 Nov 23 17:22:13.834503 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7b24f4-5b00-4dc5-ba65-2e16506a14ef req-53700b57-24ff-4c7e-9dec-5537d5ed3446 tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:22:13.836308 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-3f7b24f4-5b00-4dc5-ba65-2e16506a14ef req-53700b57-24ff-4c7e-9dec-5537d5ed3446 tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] 10.222.0.55 "GET /v2.0/ports?device_id=923a9319-0158-4bb9-bad7-c4e6cbbe0151 HTTP/1.1" status: 200 len: 946 time: 0.2279904 Nov 23 17:22:13.874237 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-33a378be-ae85-471a-9eeb-355737a00a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71d66ecc-15c1-4169-8614-9aab39e82fff', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-336350029-router', 'tenant_id': '07c066c23f614c7cae841372177b7a9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.58'}], 'enable_snat': True}, 'gw_port_id': '645a036e-90a6-49ab-b7ee-7a728b70b8c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:20:55Z', 'updated_at': '2021-11-23T17:22:11Z', 'revision_number': 5, 'project_id': '07c066c23f614c7cae841372177b7a9e', 'gw_port': {'id': '645a036e-90a6-49ab-b7ee-7a728b70b8c9', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:c4:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71d66ecc-15c1-4169-8614-9aab39e82fff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:20:55Z', 'updated_at': '2021-11-23T17:21:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8'}], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:22:13.895656 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-88997ef7-8e91-4689-a578-88434db0310d admin admin] Deleting port 645a036e-90a6-49ab-b7ee-7a728b70b8c9 {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:22:13.896039 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-88997ef7-8e91-4689-a578-88434db0310d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:22:13.941172 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] get_ports_and_sgs() called for port_ids ['0d918e8f-bffc-44ac-9a2d-4591e7fd8aee'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:22:13.943253 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-eca8a9fc-4ae9-4235-96e0-6cbed461701c req-b5a9f654-1f08-4f70-a669-bf70e5c83055 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] 10.222.0.60 "GET /v2.0/security-groups?id=70227657-be62-432a-a8fd-5a85231fc7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265116 Nov 23 17:22:13.945277 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33a378be-ae85-471a-9eeb-355737a00a66 None None] Checking router: 71d66ecc-15c1-4169-8614-9aab39e82fff for host: n-d-816206-8 {{(pid=103592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 17:22:13.961805 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:22:14.008787 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33a378be-ae85-471a-9eeb-355737a00a66 None None] Routers {'71d66ecc-15c1-4169-8614-9aab39e82fff'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:22:14.009425 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-33a378be-ae85-471a-9eeb-355737a00a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:21:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['71d66ecc-15c1-4169-8614-9aab39e82fff'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:22:14.035184 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-88997ef7-8e91-4689-a578-88434db0310d admin admin] For port 645a036e-90a6-49ab-b7ee-7a728b70b8c9, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=645a036e-90a6-49ab-b7ee-7a728b70b8c9,segment=NetworkSegment(bffd1e4f-e80f-4ff0-b418-2f42ae15febf),segment_id=bffd1e4f-e80f-4ff0-b418-2f42ae15febf)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:22:14.038345 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-88997ef7-8e91-4689-a578-88434db0310d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:22:14.075058 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-88997ef7-8e91-4689-a578-88434db0310d admin admin] Calling delete_port for 645a036e-90a6-49ab-b7ee-7a728b70b8c9 owned by network:router_gateway {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:22:14.128135 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvr_db [None req-33a378be-ae85-471a-9eeb-355737a00a66 None None] Set router 71d66ecc-15c1-4169-8614-9aab39e82fff gateway port host: None {{(pid=103592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:22:14.227509 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cc1869-fe8c-40d4-ba6f-7b7049e919a3 req-a91a08e1-e594-409b-a5da-684fb288a2ff tempest-FloatingIPsAssociationTestJSON-1150543333 tempest-FloatingIPsAssociationTestJSON-1150543333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:22:14.235570 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f1cc1869-fe8c-40d4-ba6f-7b7049e919a3 req-a91a08e1-e594-409b-a5da-684fb288a2ff tempest-FloatingIPsAssociationTestJSON-1150543333 tempest-FloatingIPsAssociationTestJSON-1150543333-project] 10.222.0.60 "GET /v2.0/ports?device_id=889615e0-6d05-4dde-9f65-1602c0161cb2 HTTP/1.1" status: 200 len: 944 time: 0.3724310 Nov 23 17:22:14.279285 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ad2f4c-73df-45b5-bd4a-ea8f448d9289 req-2a438121-d7a4-4c77-944f-cec88d9e7765 tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:22:14.281731 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-18ad2f4c-73df-45b5-bd4a-ea8f448d9289 req-2a438121-d7a4-4c77-944f-cec88d9e7765 tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] 10.222.0.60 "GET /v2.0/ports?device_id=923a9319-0158-4bb9-bad7-c4e6cbbe0151 HTTP/1.1" status: 200 len: 946 time: 0.1424360 Nov 23 17:22:14.319584 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [req-3f7b24f4-5b00-4dc5-ba65-2e16506a14ef req-2da3df26-7739-4e2b-9fba-de48fa47730d tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] Deleting port 16bf9ff9-bece-4039-9fd3-9bfd72ef5023 {{(pid=103591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:22:14.320211 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-3f7b24f4-5b00-4dc5-ba65-2e16506a14ef req-2da3df26-7739-4e2b-9fba-de48fa47730d tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:22:14.380601 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-88997ef7-8e91-4689-a578-88434db0310d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:22:14.422850 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-33a378be-ae85-471a-9eeb-355737a00a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71d66ecc-15c1-4169-8614-9aab39e82fff', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-336350029-router', 'tenant_id': '07c066c23f614c7cae841372177b7a9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:20:55Z', 'updated_at': '2021-11-23T17:22:13Z', 'revision_number': 6, 'project_id': '07c066c23f614c7cae841372177b7a9e', 'gw_port_host': None}], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:22:14.441309 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f1cc1869-fe8c-40d4-ba6f-7b7049e919a3 req-26ccc501-d015-4bb2-92a4-f2f2490e08d2 tempest-FloatingIPsAssociationTestJSON-1150543333 tempest-FloatingIPsAssociationTestJSON-1150543333-project] 10.222.0.60 "GET /v2.0/security-groups?id=b656dbf2-bd68-4405-bdb6-ed670d1dacf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2042770 Nov 23 17:22:14.469943 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33a378be-ae85-471a-9eeb-355737a00a66 None None] The sync data for ids ['71d66ecc-15c1-4169-8614-9aab39e82fff'] in n-d-816206-8 is: [{'id': '71d66ecc-15c1-4169-8614-9aab39e82fff', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-336350029-router', 'tenant_id': '07c066c23f614c7cae841372177b7a9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:20:55Z', 'updated_at': '2021-11-23T17:22:13Z', 'revision_number': 6, 'project_id': '07c066c23f614c7cae841372177b7a9e', 'gw_port_host': None}] {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:22:14.522607 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88997ef7-8e91-4689-a578-88434db0310d admin admin] Pushing event deleted for resources: {'Port': ['ID=645a036e-90a6-49ab-b7ee-7a728b70b8c9,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:22:14.560100 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-18ad2f4c-73df-45b5-bd4a-ea8f448d9289 req-bf6b7058-9f55-4f85-8c73-ce4ceb89a30e tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] 10.222.0.60 "GET /v2.0/security-groups?id=a7d295c6-a842-436b-b184-bb80f16900ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2609696 Nov 23 17:22:14.668893 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-3f7b24f4-5b00-4dc5-ba65-2e16506a14ef req-2da3df26-7739-4e2b-9fba-de48fa47730d tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] For port 16bf9ff9-bece-4039-9fd3-9bfd72ef5023, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=16bf9ff9-bece-4039-9fd3-9bfd72ef5023,segment=NetworkSegment(6c418a8c-f20c-4230-99c6-0f83d6e48757),segment_id=6c418a8c-f20c-4230-99c6-0f83d6e48757)] {{(pid=103591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:22:14.669907 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-3f7b24f4-5b00-4dc5-ba65-2e16506a14ef req-2da3df26-7739-4e2b-9fba-de48fa47730d tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:22:14.693706 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-88997ef7-8e91-4689-a578-88434db0310d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1795454'] for router_gateway, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:22:14.696107 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [req-3f7b24f4-5b00-4dc5-ba65-2e16506a14ef req-2da3df26-7739-4e2b-9fba-de48fa47730d tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] Calling delete_port for 16bf9ff9-bece-4039-9fd3-9bfd72ef5023 owned by compute:nova {{(pid=103591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:22:14.923422 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-88997ef7-8e91-4689-a578-88434db0310d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1794352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8175'] for router, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:22:14.929206 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-88997ef7-8e91-4689-a578-88434db0310d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:22:14.987230 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-3f7b24f4-5b00-4dc5-ba65-2e16506a14ef req-2da3df26-7739-4e2b-9fba-de48fa47730d tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:22:15.003698 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] get_ports_and_sgs() called for port_ids ['16bf9ff9-bece-4039-9fd3-9bfd72ef5023'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:22:15.074413 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-88997ef7-8e91-4689-a578-88434db0310d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1795580'] for router, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:22:15.075593 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88997ef7-8e91-4689-a578-88434db0310d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 71d66ecc-15c1-4169-8614-9aab39e82fff {{(pid=103590) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 17:22:15.087809 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da3df26-7739-4e2b-9fba-de48fa47730d tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] Pushing event deleted for resources: {'Port': ['ID=16bf9ff9-bece-4039-9fd3-9bfd72ef5023,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:22:15.091018 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-88997ef7-8e91-4689-a578-88434db0310d admin admin] Publish callbacks [] for router, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:22:15.097041 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c02887d1-1513-4efc-ac10-1f12a5527f12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:22:15.097210 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-88997ef7-8e91-4689-a578-88434db0310d admin admin] 10.222.0.60 "DELETE /v2.0/routers/71d66ecc-15c1-4169-8614-9aab39e82fff HTTP/1.1" status: 204 len: 168 time: 1.8181124 Nov 23 17:22:15.098789 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 52922) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:22:15.118203 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f7b24f4-5b00-4dc5-ba65-2e16506a14ef req-2da3df26-7739-4e2b-9fba-de48fa47730d tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] No DVR routers for this DVR port 16bf9ff9-bece-4039-9fd3-9bfd72ef5023 on host n-h1-816206-8 {{(pid=103591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:22:15.122303 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-3f7b24f4-5b00-4dc5-ba65-2e16506a14ef req-2da3df26-7739-4e2b-9fba-de48fa47730d tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:22:15.127437 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-3f7b24f4-5b00-4dc5-ba65-2e16506a14ef req-2da3df26-7739-4e2b-9fba-de48fa47730d tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] 10.222.0.55 "DELETE /v2.0/ports/16bf9ff9-bece-4039-9fd3-9bfd72ef5023 HTTP/1.1" status: 204 len: 173 time: 1.2678487 Nov 23 17:22:15.128148 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '923a9319-0158-4bb9-bad7-c4e6cbbe0151', 'name': 'network-vif-deleted', 'tag': '16bf9ff9-bece-4039-9fd3-9bfd72ef5023'}] {{(pid=103591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:22:15.132726 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41d174a19ece9499ff9ec44e5b3fc50f2abd3ffbc947fb7e52ea1e8db27b95b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edceef07-86dd-46a4-b48a-0d3a8d600cb1" -d '{"events": [{"server_uuid": "923a9319-0158-4bb9-bad7-c4e6cbbe0151", "name": "network-vif-deleted", "tag": "16bf9ff9-bece-4039-9fd3-9bfd72ef5023"}]}' {{(pid=103591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:22:15.212175 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6172b91-d2d4-4169-9efc-6c449a6154e6 req-d6181e85-4b6d-4d25-b122-5f833e723e3b tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:22:15.214403 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d6172b91-d2d4-4169-9efc-6c449a6154e6 req-d6181e85-4b6d-4d25-b122-5f833e723e3b tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] 10.222.0.60 "GET /v2.0/ports?device_id=b06fd73f-d5cd-4321-910c-bac8aff99182 HTTP/1.1" status: 200 len: 950 time: 0.0782020 Nov 23 17:22:15.216602 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:22:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-764280a9-f603-4579-8149-da09c6d24a64 x-openstack-request-id: req-764280a9-f603-4579-8149-da09c6d24a64 {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:22:15.216910 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "923a9319-0158-4bb9-bad7-c4e6cbbe0151", "name": "network-vif-deleted", "tag": "16bf9ff9-bece-4039-9fd3-9bfd72ef5023", "status": "completed", "code": 200}]} {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:22:15.217170 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-764280a9-f603-4579-8149-da09c6d24a64 {{(pid=103591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:22:15.217576 n-d-816206-8 neutron-server[103591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '923a9319-0158-4bb9-bad7-c4e6cbbe0151', 'name': 'network-vif-deleted', 'tag': '16bf9ff9-bece-4039-9fd3-9bfd72ef5023', 'status': 'completed', 'code': 200} Nov 23 17:22:15.280716 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2d71b4a-e995-41d9-9430-9b8f36885d23 admin admin] Deleting subnet a8b30bfe-28eb-4c6c-8311-3d7631776675 {{(pid=103590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 17:22:15.288343 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f2d71b4a-e995-41d9-9430-9b8f36885d23 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:22:15.302693 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d6172b91-d2d4-4169-9efc-6c449a6154e6 req-00dea3fd-e3c8-4c11-913d-314f1093bdb1 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] 10.222.0.60 "GET /v2.0/security-groups?id=70227657-be62-432a-a8fd-5a85231fc7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762994 Nov 23 17:22:15.369733 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f2d71b4a-e995-41d9-9430-9b8f36885d23 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-267528342'] for subnet, precommit_delete_associations {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:22:15.483191 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f2d71b4a-e995-41d9-9430-9b8f36885d23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971956'] for subnet, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:22:15.587255 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f2d71b4a-e995-41d9-9430-9b8f36885d23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264357903', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264730940'] for subnet, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:22:15.617445 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db8e1e5-c7c7-4318-bdb4-e13a66796bab req-15aa238d-e8d7-49b2-a151-8a7bb4d4ce09 tempest-FloatingIPsAssociationTestJSON-1150543333 tempest-FloatingIPsAssociationTestJSON-1150543333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:22:15.627359 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-3db8e1e5-c7c7-4318-bdb4-e13a66796bab req-15aa238d-e8d7-49b2-a151-8a7bb4d4ce09 tempest-FloatingIPsAssociationTestJSON-1150543333 tempest-FloatingIPsAssociationTestJSON-1150543333-project] 10.222.0.60 "GET /v2.0/ports?device_id=889615e0-6d05-4dde-9f65-1602c0161cb2 HTTP/1.1" status: 200 len: 944 time: 0.0753009 Nov 23 17:22:15.687605 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d71b4a-e995-41d9-9430-9b8f36885d23 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a8b30bfe-28eb-4c6c-8311-3d7631776675,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:22:15.695799 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7ca9fd5-5b73-4ac7-bced-f2e1d0f428c5 None None] Network 4adf0938-0492-41dc-8987-e4fa2efab96b requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:22:15.696702 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f2d71b4a-e995-41d9-9430-9b8f36885d23 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:22:15.709372 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-f2d71b4a-e995-41d9-9430-9b8f36885d23 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/a8b30bfe-28eb-4c6c-8311-3d7631776675 HTTP/1.1" status: 204 len: 168 time: 0.6070871 Nov 23 17:22:15.712985 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 52932) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:22:15.761478 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-3db8e1e5-c7c7-4318-bdb4-e13a66796bab req-3302c11e-e3c3-4b31-a15c-005ba2536a03 tempest-FloatingIPsAssociationTestJSON-1150543333 tempest-FloatingIPsAssociationTestJSON-1150543333-project] 10.222.0.60 "GET /v2.0/security-groups?id=b656dbf2-bd68-4405-bdb6-ed670d1dacf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329236 Nov 23 17:22:15.889342 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-463602ec-6af2-4916-9a18-af0b4f1a8349 req-5d3653df-0575-4608-8482-497d681189af tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] 10.222.0.60 "GET /v2.0/ports?device_id=923a9319-0158-4bb9-bad7-c4e6cbbe0151 HTTP/1.1" status: 200 len: 210 time: 0.1007195 Nov 23 17:22:16.029174 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1275900d-12bd-45ef-a11b-dfa38036ce04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-555181'] for network, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:22:16.127010 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-1275900d-12bd-45ef-a11b-dfa38036ce04 admin admin] Deleting port 3de71296-a9d9-49ce-af85-c6b511b8f135 {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:22:16.127010 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1275900d-12bd-45ef-a11b-dfa38036ce04 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:22:16.179746 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9aeb8d8-0a48-4603-8e1d-6e95f4e31887 None None] DHCP port deletion for 4adf0938-0492-41dc-8987-e4fa2efab96b request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:22:16.222380 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1275900d-12bd-45ef-a11b-dfa38036ce04 admin admin] For port 3de71296-a9d9-49ce-af85-c6b511b8f135, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=3de71296-a9d9-49ce-af85-c6b511b8f135,segment=NetworkSegment(3c1579ad-05ef-4475-88f4-cde778b87b16),segment_id=3c1579ad-05ef-4475-88f4-cde778b87b16)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:22:16.223806 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1275900d-12bd-45ef-a11b-dfa38036ce04 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:22:16.240061 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-1275900d-12bd-45ef-a11b-dfa38036ce04 admin admin] Calling delete_port for 3de71296-a9d9-49ce-af85-c6b511b8f135 owned by network:dhcp {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:22:16.244223 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-d9aeb8d8-0a48-4603-8e1d-6e95f4e31887 None None] Deleting port 3de71296-a9d9-49ce-af85-c6b511b8f135 {{(pid=103592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:22:16.244707 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-d9aeb8d8-0a48-4603-8e1d-6e95f4e31887 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:22:16.344480 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-d9aeb8d8-0a48-4603-8e1d-6e95f4e31887 None None] For port 3de71296-a9d9-49ce-af85-c6b511b8f135, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=3de71296-a9d9-49ce-af85-c6b511b8f135,segment=NetworkSegment(3c1579ad-05ef-4475-88f4-cde778b87b16),segment_id=3c1579ad-05ef-4475-88f4-cde778b87b16)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:22:16.344926 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-d9aeb8d8-0a48-4603-8e1d-6e95f4e31887 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:22:16.362472 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-d9aeb8d8-0a48-4603-8e1d-6e95f4e31887 None None] Calling delete_port for 3de71296-a9d9-49ce-af85-c6b511b8f135 owned by network:dhcp {{(pid=103592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:22:16.369491 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1275900d-12bd-45ef-a11b-dfa38036ce04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:22:16.426504 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1275900d-12bd-45ef-a11b-dfa38036ce04 admin admin] Pushing event deleted for resources: {'Port': ['ID=3de71296-a9d9-49ce-af85-c6b511b8f135,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:22:16.437656 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1275900d-12bd-45ef-a11b-dfa38036ce04 admin admin] No DVR routers for this DVR port 3de71296-a9d9-49ce-af85-c6b511b8f135 on host n-d-816206-8 {{(pid=103590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:22:16.458481 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 645a036e-90a6-49ab-b7ee-7a728b70b8c9 no longer exists at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:22:16.465877 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-52822d53-48f5-4819-8a95-bdc13aea0bf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:22:16.510709 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] No Port match for: 645a036e-90a6-49ab-b7ee-7a728b70b8c9 {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:22:16.511407 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 645a036e-90a6-49ab-b7ee-7a728b70b8c9 not bound to the agent host n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:22:16.512062 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device ed61194b-a633-4f40-8525-28662094eca0 no longer exists at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:22:16.551840 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] No Port match for: ed61194b-a633-4f40-8525-28662094eca0 {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:22:16.552624 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device ed61194b-a633-4f40-8525-28662094eca0 not bound to the agent host n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:22:16.553237 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 3de71296-a9d9-49ce-af85-c6b511b8f135 no longer exists at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:22:16.561226 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1275900d-12bd-45ef-a11b-dfa38036ce04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973419', 'neutron.services.segments.db._delete_segments_for_network-8736635878840'] for network, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:22:16.573705 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77377ec-80d0-4af6-bdea-97166cdc3ec3 req-449f79a4-5487-4679-8727-958568263254 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:22:16.575360 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a77377ec-80d0-4af6-bdea-97166cdc3ec3 req-449f79a4-5487-4679-8727-958568263254 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] 10.222.0.60 "GET /v2.0/ports?device_id=b06fd73f-d5cd-4321-910c-bac8aff99182 HTTP/1.1" status: 200 len: 950 time: 0.0718086 Nov 23 17:22:16.597836 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-1275900d-12bd-45ef-a11b-dfa38036ce04 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4adf0938-0492-41dc-8987-e4fa2efab96b']}} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:22:16.614102 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-1275900d-12bd-45ef-a11b-dfa38036ce04 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c1579ad-05ef-4475-88f4-cde778b87b16') {'for_net_delete': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:22:16.614720 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] No Port match for: 3de71296-a9d9-49ce-af85-c6b511b8f135 {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:22:16.614846 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-1275900d-12bd-45ef-a11b-dfa38036ce04 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c1579ad-05ef-4475-88f4-cde778b87b16') {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:22:16.615343 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 3de71296-a9d9-49ce-af85-c6b511b8f135 not bound to the agent host n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:22:16.629154 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-d9aeb8d8-0a48-4603-8e1d-6e95f4e31887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989'] for port, after_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:22:16.634413 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1275900d-12bd-45ef-a11b-dfa38036ce04 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736635840332', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-267528353'] for segment, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:22:16.654917 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9aeb8d8-0a48-4603-8e1d-6e95f4e31887 None None] No DVR routers for this DVR port 3de71296-a9d9-49ce-af85-c6b511b8f135 on host n-d-816206-8 {{(pid=103592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:22:16.672374 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1275900d-12bd-45ef-a11b-dfa38036ce04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:22:16.679904 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a77377ec-80d0-4af6-bdea-97166cdc3ec3 req-7098a289-1801-4bae-9059-bf6ae533c9f9 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] 10.222.0.60 "GET /v2.0/security-groups?id=70227657-be62-432a-a8fd-5a85231fc7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961812 Nov 23 17:22:16.685837 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1275900d-12bd-45ef-a11b-dfa38036ce04 admin admin] Releasing vlan 510 on physical network physnet1 to pool {{(pid=103590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 17:22:16.686245 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1275900d-12bd-45ef-a11b-dfa38036ce04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264370093'] for segment, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:22:16.694271 n-d-816206-8 neutron-server[103590]: Traceback (most recent call last): Nov 23 17:22:16.694271 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 17:22:16.694271 n-d-816206-8 neutron-server[103590]: timer() Nov 23 17:22:16.694271 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 17:22:16.694271 n-d-816206-8 neutron-server[103590]: cb(*args, **kw) Nov 23 17:22:16.694271 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 17:22:16.694271 n-d-816206-8 neutron-server[103590]: return func(*args, **kwargs) Nov 23 17:22:16.694271 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 17:22:16.694271 n-d-816206-8 neutron-server[103590]: self._notify() Nov 23 17:22:16.694271 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 17:22:16.694271 n-d-816206-8 neutron-server[103590]: self.callback(batched_events) Nov 23 17:22:16.694271 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 17:22:16.694271 n-d-816206-8 neutron-server[103590]: event.method(event) Nov 23 17:22:16.694271 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 17:22:16.694271 n-d-816206-8 neutron-server[103590]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 17:22:16.694271 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 17:22:16.694271 n-d-816206-8 neutron-server[103590]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 17:22:16.694271 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 17:22:16.694271 n-d-816206-8 neutron-server[103590]: return f(self, *a, **k) Nov 23 17:22:16.694271 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 17:22:16.694271 n-d-816206-8 neutron-server[103590]: return self._get(url).json() Nov 23 17:22:16.694271 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 17:22:16.694271 n-d-816206-8 neutron-server[103590]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 17:22:16.694271 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 17:22:16.694271 n-d-816206-8 neutron-server[103590]: return self.request(url, 'GET', **kwargs) Nov 23 17:22:16.694271 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 17:22:16.694271 n-d-816206-8 neutron-server[103590]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 17:22:16.694271 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 17:22:16.694271 n-d-816206-8 neutron-server[103590]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 17:22:16.694271 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 17:22:16.694271 n-d-816206-8 neutron-server[103590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 17:22:16.694271 n-d-816206-8 neutron-server[103590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 17:22:16.706976 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9aeb8d8-0a48-4603-8e1d-6e95f4e31887 None None] Pushing event deleted for resources: {'Port': ['ID=3de71296-a9d9-49ce-af85-c6b511b8f135,revision_number=None']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:22:16.783591 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1275900d-12bd-45ef-a11b-dfa38036ce04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1795418'] for network, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:22:16.793005 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1275900d-12bd-45ef-a11b-dfa38036ce04 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for network, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:22:16.797913 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-1275900d-12bd-45ef-a11b-dfa38036ce04 admin admin] 10.222.0.60 "DELETE /v2.0/networks/4adf0938-0492-41dc-8987-e4fa2efab96b HTTP/1.1" status: 204 len: 168 time: 1.0824890 Nov 23 17:22:16.818862 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1275900d-12bd-45ef-a11b-dfa38036ce04 admin admin] Pushing event deleted for resources: {'Network': ['ID=4adf0938-0492-41dc-8987-e4fa2efab96b,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:22:16.982775 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3e4b11-2ce6-460b-85e9-aed7da171b5b req-d4b229c4-a926-4324-9cb5-0f45eee94ca7 tempest-FloatingIPsAssociationTestJSON-1150543333 tempest-FloatingIPsAssociationTestJSON-1150543333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:22:16.992448 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-fd3e4b11-2ce6-460b-85e9-aed7da171b5b req-d4b229c4-a926-4324-9cb5-0f45eee94ca7 tempest-FloatingIPsAssociationTestJSON-1150543333 tempest-FloatingIPsAssociationTestJSON-1150543333-project] 10.222.0.60 "GET /v2.0/ports?device_id=889615e0-6d05-4dde-9f65-1602c0161cb2 HTTP/1.1" status: 200 len: 944 time: 0.0932777 Nov 23 17:22:17.023071 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 52954) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:22:17.102750 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-fd3e4b11-2ce6-460b-85e9-aed7da171b5b req-ad8a976c-e87a-4c4e-9fd0-6cfde4b21f71 tempest-FloatingIPsAssociationTestJSON-1150543333 tempest-FloatingIPsAssociationTestJSON-1150543333-project] 10.222.0.60 "GET /v2.0/security-groups?id=b656dbf2-bd68-4405-bdb6-ed670d1dacf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089432 Nov 23 17:22:17.124743 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device 0d918e8f-bffc-44ac-9a2d-4591e7fd8aee up at agent hyperv_n-h2-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:22:17.158774 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 52960) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:22:17.163360 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-ece753e8-25d3-4562-8419-89613f476b2a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=07c066c23f614c7cae841372177b7a9e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1306784 Nov 23 17:22:17.252757 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-afc1f851-22fa-4138-a740-4cfa46a87c4d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:22:17.268102 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Provisioning for port 0d918e8f-bffc-44ac-9a2d-4591e7fd8aee completed by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 17:22:17.277415 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Provisioning complete for port 0d918e8f-bffc-44ac-9a2d-4591e7fd8aee triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:22:17.277999 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:22:17.300032 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-afc1f851-22fa-4138-a740-4cfa46a87c4d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:22:17.379938 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:22:17.422993 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port 0d918e8f-bffc-44ac-9a2d-4591e7fd8aee, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=0d918e8f-bffc-44ac-9a2d-4591e7fd8aee,segment=NetworkSegment(adf834ee-26cf-4f45-a2f3-83f453b804ad),segment_id=adf834ee-26cf-4f45-a2f3-83f453b804ad)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:22:17.425027 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '889615e0-6d05-4dde-9f65-1602c0161cb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d918e8f-bffc-44ac-9a2d-4591e7fd8aee'}] {{(pid=103592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:22:17.428322 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba3e6a8f2301c7a29fe1eca9779abdae4ccbcd6266d69778087f2498d5551201" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84d812f5-8f81-44b4-9828-f635e692625e" -d '{"events": [{"server_uuid": "889615e0-6d05-4dde-9f65-1602c0161cb2", "name": "network-vif-plugged", "status": "completed", "tag": "0d918e8f-bffc-44ac-9a2d-4591e7fd8aee"}]}' {{(pid=103592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:22:17.432416 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:22:17.445996 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-afc1f851-22fa-4138-a740-4cfa46a87c4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:22:17.450838 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-afc1f851-22fa-4138-a740-4cfa46a87c4d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:22:17.452844 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-afc1f851-22fa-4138-a740-4cfa46a87c4d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/2396c77d-0d81-448c-a52a-26d5413755a0 HTTP/1.1" status: 204 len: 168 time: 0.2922316 Nov 23 17:22:17.484889 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4f3718-97ab-43f7-b8c1-ceb32d0af400 req-d8d33d5b-2317-4b39-858f-ea0e5b50a01a tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:22:17.498417 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7a4f3718-97ab-43f7-b8c1-ceb32d0af400 req-d8d33d5b-2317-4b39-858f-ea0e5b50a01a tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] 10.222.0.60 "GET /v2.0/networks?id=ffa7c2aa-6251-4537-acd5-168309147200 HTTP/1.1" status: 200 len: 811 time: 0.2035115 Nov 23 17:22:17.501486 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:22:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9294a740-427e-49d1-b23e-0565c50db3f3 x-openstack-request-id: req-9294a740-427e-49d1-b23e-0565c50db3f3 {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:22:17.501815 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "889615e0-6d05-4dde-9f65-1602c0161cb2", "name": "network-vif-plugged", "status": "completed", "tag": "0d918e8f-bffc-44ac-9a2d-4591e7fd8aee", "code": 200}]} {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:22:17.502067 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-9294a740-427e-49d1-b23e-0565c50db3f3 {{(pid=103592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:22:17.502472 n-d-816206-8 neutron-server[103592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '889615e0-6d05-4dde-9f65-1602c0161cb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d918e8f-bffc-44ac-9a2d-4591e7fd8aee', 'code': 200} Nov 23 17:22:17.519299 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc1f851-22fa-4138-a740-4cfa46a87c4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2396c77d-0d81-448c-a52a-26d5413755a0,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:22:17.526704 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Pushing event updated for resources: {'Port': ['ID=0d918e8f-bffc-44ac-9a2d-4591e7fd8aee,revision_number=5']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:22:17.539084 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7a4f3718-97ab-43f7-b8c1-ceb32d0af400 req-aafa5dc5-f4e6-474f-8e84-3b43ba2e6888 tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] 10.222.0.60 "GET /v2.0/quotas/6a229d10d4554d9a82f91e22fc3c6096 HTTP/1.1" status: 200 len: 375 time: 0.0395169 Nov 23 17:22:17.577947 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7a4f3718-97ab-43f7-b8c1-ceb32d0af400 req-aa939926-fec3-42e4-8e8c-374d8562df55 tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=6a229d10d4554d9a82f91e22fc3c6096&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0374720 Nov 23 17:22:17.623726 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9a27ae6c-db98-474f-94c1-cc99bf842d79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:22:17.839813 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e988286b-f75f-4b5f-8b41-89a2d161a0e7 req-7574febb-4e50-4802-b91a-6c7b48130968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:22:17.841417 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e988286b-f75f-4b5f-8b41-89a2d161a0e7 req-7574febb-4e50-4802-b91a-6c7b48130968 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=889615e0-6d05-4dde-9f65-1602c0161cb2 HTTP/1.1" status: 200 len: 1096 time: 0.1360903 Nov 23 17:22:17.851832 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7a4f3718-97ab-43f7-b8c1-ceb32d0af400 req-27ea75ab-7fc3-44e9-9d34-2c950ae3906c service neutron] 10.222.0.60 "GET /v2.0/networks/ffa7c2aa-6251-4537-acd5-168309147200?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2553954 Nov 23 17:22:17.889069 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device 16bf9ff9-bece-4039-9fd3-9bfd72ef5023 no longer exists at agent hyperv_n-h1-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:22:17.932000 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] No Port match for: 16bf9ff9-bece-4039-9fd3-9bfd72ef5023 {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:22:17.932353 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device 16bf9ff9-bece-4039-9fd3-9bfd72ef5023 not bound to the agent host n-h1-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:22:17.973462 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abaa7478-bfd1-4049-ab80-2d459f608cfd req-0e1b4270-c43d-4191-87cd-693a9d448e12 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:22:17.979568 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-abaa7478-bfd1-4049-ab80-2d459f608cfd req-0e1b4270-c43d-4191-87cd-693a9d448e12 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] 10.222.0.60 "GET /v2.0/ports?device_id=b06fd73f-d5cd-4321-910c-bac8aff99182 HTTP/1.1" status: 200 len: 950 time: 0.1802819 Nov 23 17:22:18.006855 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e988286b-f75f-4b5f-8b41-89a2d161a0e7 req-98ee211d-c67a-45ab-9483-7151527b451f service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=b656dbf2-bd68-4405-bdb6-ed670d1dacf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526227 Nov 23 17:22:18.072981 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7a4f3718-97ab-43f7-b8c1-ceb32d0af400 req-1df1eb96-fac3-456a-94cd-d334a05b7d05 service neutron] 10.222.0.60 "GET /v2.0/networks/ffa7c2aa-6251-4537-acd5-168309147200?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2199352 Nov 23 17:22:18.128119 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-abaa7478-bfd1-4049-ab80-2d459f608cfd req-91da324c-68f2-4b40-a67b-85ec3797daef tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] 10.222.0.60 "GET /v2.0/security-groups?id=70227657-be62-432a-a8fd-5a85231fc7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356611 Nov 23 17:22:18.275478 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:22:18.412807 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919e778c-f8ca-4cdd-b1e9-02cbcf49af52 req-a1e21b9a-eddb-470d-b6cd-d3af0daad772 tempest-FloatingIPsAssociationTestJSON-1150543333 tempest-FloatingIPsAssociationTestJSON-1150543333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:22:18.415411 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-919e778c-f8ca-4cdd-b1e9-02cbcf49af52 req-a1e21b9a-eddb-470d-b6cd-d3af0daad772 tempest-FloatingIPsAssociationTestJSON-1150543333 tempest-FloatingIPsAssociationTestJSON-1150543333-project] 10.222.0.60 "GET /v2.0/ports?device_id=889615e0-6d05-4dde-9f65-1602c0161cb2 HTTP/1.1" status: 200 len: 945 time: 0.1289485 Nov 23 17:22:18.516477 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-919e778c-f8ca-4cdd-b1e9-02cbcf49af52 req-9aa0a3a2-917d-4c25-8462-d5d898a69847 tempest-FloatingIPsAssociationTestJSON-1150543333 tempest-FloatingIPsAssociationTestJSON-1150543333-project] 10.222.0.60 "GET /v2.0/security-groups?id=b656dbf2-bd68-4405-bdb6-ed670d1dacf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878377 Nov 23 17:22:18.651361 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-3df36b26-9c93-45ea-8f5b-dc232b98c03d req-f6094e9e-77fe-4c2c-9e37-098423f5ad73 tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d4b828a-ffcb-4006-bd30-dfc229e00821 HTTP/1.1" status: 200 len: 210 time: 0.0471985 Nov 23 17:22:18.906031 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 53016) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:22:19.079602 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-e2a50a12-c7f4-4dde-b14e-e42ae6c57da3 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-1655317840-network', 'tenant_id': '0d3cf27e5af04d45bf5634064092bfba'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:22:19.118358 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2a50a12-c7f4-4dde-b14e-e42ae6c57da3 admin admin] Made reservation on behalf of 0d3cf27e5af04d45bf5634064092bfba for: {'network': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:22:19.122018 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-e2a50a12-c7f4-4dde-b14e-e42ae6c57da3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for network, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:22:19.137171 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-e2a50a12-c7f4-4dde-b14e-e42ae6c57da3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:22:19.369051 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-e2a50a12-c7f4-4dde-b14e-e42ae6c57da3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:22:19.385325 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-e2a50a12-c7f4-4dde-b14e-e42ae6c57da3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:22:19.398293 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47602bfa-b8cf-4d77-9828-8658aaf846eb req-b212e3ce-eabe-42e6-a395-db24189dceb4 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:22:19.400061 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-47602bfa-b8cf-4d77-9828-8658aaf846eb req-b212e3ce-eabe-42e6-a395-db24189dceb4 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] 10.222.0.60 "GET /v2.0/ports?device_id=b06fd73f-d5cd-4321-910c-bac8aff99182 HTTP/1.1" status: 200 len: 950 time: 0.0967615 Nov 23 17:22:19.433502 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2a50a12-c7f4-4dde-b14e-e42ae6c57da3 admin admin] vlan segment allocate from pool success with {'vlan_id': 528, 'physical_network': 'physnet1'} {{(pid=103591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 17:22:19.463413 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a50a12-c7f4-4dde-b14e-e42ae6c57da3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2266779a-ec0a-4375-b19f-56827ef13040,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:22:19.500679 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-e2a50a12-c7f4-4dde-b14e-e42ae6c57da3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:22:19.501202 n-d-816206-8 neutron-server[103591]: INFO neutron.db.segments_db [None req-e2a50a12-c7f4-4dde-b14e-e42ae6c57da3 admin admin] Added segment 32102380-ad10-4731-85ee-da585ea6351e of type vlan for network a0d90261-b4da-42ea-a468-b267ad708243 Nov 23 17:22:19.525074 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-47602bfa-b8cf-4d77-9828-8658aaf846eb req-b99c2716-f179-444b-965e-1e984a34e483 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] 10.222.0.60 "GET /v2.0/security-groups?id=70227657-be62-432a-a8fd-5a85231fc7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076405 Nov 23 17:22:19.562586 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-e2a50a12-c7f4-4dde-b14e-e42ae6c57da3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736635338810'] for network, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:22:19.623253 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-e2a50a12-c7f4-4dde-b14e-e42ae6c57da3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493'] for network, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:22:19.625069 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2a50a12-c7f4-4dde-b14e-e42ae6c57da3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:22:19.630249 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-e2a50a12-c7f4-4dde-b14e-e42ae6c57da3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for network, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:22:19.687477 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-e2a50a12-c7f4-4dde-b14e-e42ae6c57da3 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.7801731 Nov 23 17:22:19.693646 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 53034) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:22:19.704665 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-ad5c269d-0a65-4acf-85f5-fd1628ad692a admin admin] Request body: {'subnet': {'network_id': 'a0d90261-b4da-42ea-a468-b267ad708243', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-1655317840-subnet', 'tenant_id': '0d3cf27e5af04d45bf5634064092bfba', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:22:19.753193 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad5c269d-0a65-4acf-85f5-fd1628ad692a admin admin] Made reservation on behalf of 0d3cf27e5af04d45bf5634064092bfba for: {'subnet': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:22:19.761113 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ad5c269d-0a65-4acf-85f5-fd1628ad692a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264730903'] for subnet, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:22:20.081310 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ad5c269d-0a65-4acf-85f5-fd1628ad692a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264358096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264730885'] for subnet, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:22:20.167079 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a50a12-c7f4-4dde-b14e-e42ae6c57da3 admin admin] Pushing event updated for resources: {'Network': ['ID=a0d90261-b4da-42ea-a468-b267ad708243,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:22:20.167581 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5c269d-0a65-4acf-85f5-fd1628ad692a admin admin] Pushing event updated for resources: {'Subnet': ['ID=0c51c096-ad32-49b6-90db-b5729e038f17,revision_number=0']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:22:20.175474 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad5c269d-0a65-4acf-85f5-fd1628ad692a admin admin] Checking segment: {'id': '32102380-ad10-4731-85ee-da585ea6351e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'a0d90261-b4da-42ea-a468-b267ad708243'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:22:20.176558 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad5c269d-0a65-4acf-85f5-fd1628ad692a admin admin] Network hostable DHCP agents. Network: a0d90261-b4da-42ea-a468-b267ad708243, hostable agents: ['0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3'], hosted agents: [] {{(pid=103590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 17:22:20.189646 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Network a0d90261-b4da-42ea-a468-b267ad708243 details requested by agent ovs-agent-n-d-816206-8 with host n-d-816206-8 {{(pid=103592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 17:22:20.205986 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad5c269d-0a65-4acf-85f5-fd1628ad692a admin admin] Network a0d90261-b4da-42ea-a468-b267ad708243 is scheduled to be hosted by DHCP agent 0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3 with binding_index 1 {{(pid=103590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 17:22:20.206738 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817f1e2f-276f-4cd6-9165-5995d5621975 req-8eabaab0-25dd-4ffd-a4d6-c8b1e854e3cd tempest-FloatingIPsAssociationTestJSON-1150543333 tempest-FloatingIPsAssociationTestJSON-1150543333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:22:20.214640 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-817f1e2f-276f-4cd6-9165-5995d5621975 req-8eabaab0-25dd-4ffd-a4d6-c8b1e854e3cd tempest-FloatingIPsAssociationTestJSON-1150543333 tempest-FloatingIPsAssociationTestJSON-1150543333-project] 10.222.0.60 "GET /v2.0/ports?device_id=889615e0-6d05-4dde-9f65-1602c0161cb2 HTTP/1.1" status: 200 len: 945 time: 0.5717032 Nov 23 17:22:20.218147 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-dcc95a67-4bcc-4c73-8cc4-be9ea2084f04 req-b1dbd593-7cd9-4b4b-9485-fd9c6a911ebd tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d4b828a-ffcb-4006-bd30-dfc229e00821 HTTP/1.1" status: 200 len: 210 time: 0.0833800 Nov 23 17:22:20.234008 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-ad5c269d-0a65-4acf-85f5-fd1628ad692a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-8, a0d90261-b4da-42ea-a468-b267ad708243) {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:22:20.249585 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad5c269d-0a65-4acf-85f5-fd1628ad692a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:22:20.250466 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ad5c269d-0a65-4acf-85f5-fd1628ad692a admin admin] Publish callbacks [] for subnet, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:22:20.258400 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96d3b814-48c7-4fc6-8e9b-8cf0f245a125 None None] Network a0d90261-b4da-42ea-a468-b267ad708243 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:22:20.286691 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-ad5c269d-0a65-4acf-85f5-fd1628ad692a admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5872240 Nov 23 17:22:20.288745 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 53036) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:22:20.313306 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-817f1e2f-276f-4cd6-9165-5995d5621975 req-84e8f76a-48bc-4583-bc93-a86821a7fac6 tempest-FloatingIPsAssociationTestJSON-1150543333 tempest-FloatingIPsAssociationTestJSON-1150543333-project] 10.222.0.60 "GET /v2.0/security-groups?id=b656dbf2-bd68-4405-bdb6-ed670d1dacf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976932 Nov 23 17:22:20.313683 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-d4ac9846-c518-46fd-aad5-a6c2b5f731ce admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-1655317840-router', 'tenant_id': '0d3cf27e5af04d45bf5634064092bfba', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'}}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:22:20.349506 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d4ac9846-c518-46fd-aad5-a6c2b5f731ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1793449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8093'] for router, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:22:20.351215 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d4ac9846-c518-46fd-aad5-a6c2b5f731ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1794473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1794771', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1638326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8086'] for router, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:22:20.419360 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4f3718-97ab-43f7-b8c1-ceb32d0af400 req-9d862630-3ec4-4827-af22-973765b52c00 tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:22:20.423427 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7a4f3718-97ab-43f7-b8c1-ceb32d0af400 req-9d862630-3ec4-4827-af22-973765b52c00 tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] 10.222.0.55 "GET /v2.0/networks?id=ffa7c2aa-6251-4537-acd5-168309147200 HTTP/1.1" status: 200 len: 811 time: 0.2942288 Nov 23 17:22:20.433154 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d4ac9846-c518-46fd-aad5-a6c2b5f731ce admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:22:20.447157 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [req-7a4f3718-97ab-43f7-b8c1-ceb32d0af400 req-6eecf673-143a-4b5f-a7e1-1da1d08b3ccd tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] Request body: {'port': {'device_id': '7d4b828a-ffcb-4006-bd30-dfc229e00821', 'network_id': 'ffa7c2aa-6251-4537-acd5-168309147200', 'admin_state_up': True, 'tenant_id': '6a229d10d4554d9a82f91e22fc3c6096'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:22:20.572503 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4153f11f-2966-4d7d-886c-ccb32672d146 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp355044b8-8e87-58c4-94fa-4a010ec30f9e-a0d90261-b4da-42ea-a468-b267ad708243', 'network_id': 'a0d90261-b4da-42ea-a468-b267ad708243', 'tenant_id': '0d3cf27e5af04d45bf5634064092bfba', 'fixed_ips': [{'subnet_id': '0c51c096-ad32-49b6-90db-b5729e038f17'}]}} from n-d-816206-8. {{(pid=103592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 17:22:20.573519 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-4153f11f-2966-4d7d-886c-ccb32672d146 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:22:20.668292 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a4f3718-97ab-43f7-b8c1-ceb32d0af400 req-6eecf673-143a-4b5f-a7e1-1da1d08b3ccd tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] Made reservation on behalf of 6a229d10d4554d9a82f91e22fc3c6096 for: {'port': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:22:20.673987 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-7a4f3718-97ab-43f7-b8c1-ceb32d0af400 req-6eecf673-143a-4b5f-a7e1-1da1d08b3ccd tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:22:20.857052 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f64844b-4d35-4ffe-bde4-0d029252fcc0 req-42f0d622-bffa-4fc5-af86-28ded8bee46e tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:22:20.860065 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.db_base_plugin_common [None req-4153f11f-2966-4d7d-886c-ccb32672d146 None None] Allocated IP 172.20.0.2 (a0d90261-b4da-42ea-a468-b267ad708243/0c51c096-ad32-49b6-90db-b5729e038f17/848511e4-bd58-42f6-8904-226c957b9d08) {{(pid=103592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:22:20.873285 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-1f64844b-4d35-4ffe-bde4-0d029252fcc0 req-42f0d622-bffa-4fc5-af86-28ded8bee46e tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] 10.222.0.60 "GET /v2.0/ports?device_id=b06fd73f-d5cd-4321-910c-bac8aff99182 HTTP/1.1" status: 200 len: 950 time: 0.1730623 Nov 23 17:22:20.988943 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-1f64844b-4d35-4ffe-bde4-0d029252fcc0 req-221fc17d-639f-43b8-b76a-ee6ac33af78c tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] 10.222.0.60 "GET /v2.0/security-groups?id=70227657-be62-432a-a8fd-5a85231fc7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115205 Nov 23 17:22:20.990263 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.db_base_plugin_common [req-7a4f3718-97ab-43f7-b8c1-ceb32d0af400 req-6eecf673-143a-4b5f-a7e1-1da1d08b3ccd tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] Allocated IP 172.20.0.8 (ffa7c2aa-6251-4537-acd5-168309147200/8e905b96-ea32-4f4c-be91-01d912cd9ed2/58a947ae-822a-43db-8deb-290cda65a6fb) {{(pid=103591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:22:21.078475 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d4ac9846-c518-46fd-aad5-a6c2b5f731ce admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:22:21.096717 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-4153f11f-2966-4d7d-886c-ccb32672d146 None None] Publish callbacks [] for port, precommit_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:22:21.104465 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-4153f11f-2966-4d7d-886c-ccb32672d146 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980'] for port, after_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:22:21.166144 n-d-816206-8 neutron-server[103592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4153f11f-2966-4d7d-886c-ccb32672d146 None None] Network a0d90261-b4da-42ea-a468-b267ad708243 is already hosted by enough agents. {{(pid=103592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:22:21.169044 n-d-816206-8 neutron-server[103592]: DEBUG neutron.scheduler.base_scheduler [None req-4153f11f-2966-4d7d-886c-ccb32672d146 None None] Resources bound (agent type, host, resource id): {{(pid=103592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:22:21.171966 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4153f11f-2966-4d7d-886c-ccb32672d146 None None] Received port after_create {{(pid=103592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:22:21.206013 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-7a4f3718-97ab-43f7-b8c1-ceb32d0af400 req-6eecf673-143a-4b5f-a7e1-1da1d08b3ccd tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] Publish callbacks [] for port, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:22:21.211602 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4153f11f-2966-4d7d-886c-ccb32672d146 None None] Pushing event updated for resources: {'Port': ['ID=848511e4-bd58-42f6-8904-226c957b9d08,revision_number=1']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:22:21.273914 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-4153f11f-2966-4d7d-886c-ccb32672d146 None None] Attempting to bind port 848511e4-bd58-42f6-8904-226c957b9d08 on host n-d-816206-8 for vnic_type normal with profile {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:22:21.274253 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-4153f11f-2966-4d7d-886c-ccb32672d146 None None] Attempting to bind port 848511e4-bd58-42f6-8904-226c957b9d08 by drivers openvswitch,hyperv on host n-d-816206-8 at level 0 using segments [{'id': '32102380-ad10-4731-85ee-da585ea6351e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'a0d90261-b4da-42ea-a468-b267ad708243'}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:22:21.274723 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4153f11f-2966-4d7d-886c-ccb32672d146 None None] Attempting to bind port 848511e4-bd58-42f6-8904-226c957b9d08 on network a0d90261-b4da-42ea-a468-b267ad708243 {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:22:21.282605 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4153f11f-2966-4d7d-886c-ccb32672d146 None None] Checking agent: {'id': '9e89acbe-4bbe-4c77-a18b-6f1da9133e0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 7, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 22, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:22:21.284019 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4153f11f-2966-4d7d-886c-ccb32672d146 None None] Checking segment: {'id': '32102380-ad10-4731-85ee-da585ea6351e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'a0d90261-b4da-42ea-a468-b267ad708243'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:22:21.284540 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-4153f11f-2966-4d7d-886c-ccb32672d146 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:22:21.286016 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4153f11f-2966-4d7d-886c-ccb32672d146 None None] Bound using segment: {'id': '32102380-ad10-4731-85ee-da585ea6351e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'a0d90261-b4da-42ea-a468-b267ad708243'} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:22:21.286798 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-4153f11f-2966-4d7d-886c-ccb32672d146 None None] Bound port: 848511e4-bd58-42f6-8904-226c957b9d08, host: n-d-816206-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32102380-ad10-4731-85ee-da585ea6351e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'a0d90261-b4da-42ea-a468-b267ad708243'}}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:22:21.287775 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-4153f11f-2966-4d7d-886c-ccb32672d146 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:22:21.296634 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-7a4f3718-97ab-43f7-b8c1-ceb32d0af400 req-6eecf673-143a-4b5f-a7e1-1da1d08b3ccd tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:22:21.376126 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d4ac9846-c518-46fd-aad5-a6c2b5f731ce admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:22:21.379958 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-4153f11f-2966-4d7d-886c-ccb32672d146 None None] For port 848511e4-bd58-42f6-8904-226c957b9d08, host n-d-816206-8, cleared binding levels {{(pid=103592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:22:21.385527 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-4153f11f-2966-4d7d-886c-ccb32672d146 None None] For port 848511e4-bd58-42f6-8904-226c957b9d08, host n-d-816206-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=848511e4-bd58-42f6-8904-226c957b9d08,segment=NetworkSegment(32102380-ad10-4731-85ee-da585ea6351e),segment_id=32102380-ad10-4731-85ee-da585ea6351e)] {{(pid=103592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:22:21.398617 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-4153f11f-2966-4d7d-886c-ccb32672d146 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:22:21.412527 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d4ac9846-c518-46fd-aad5-a6c2b5f731ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:22:21.428042 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a4f3718-97ab-43f7-b8c1-ceb32d0af400 req-6eecf673-143a-4b5f-a7e1-1da1d08b3ccd tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] Network ffa7c2aa-6251-4537-acd5-168309147200 is already hosted by enough agents. {{(pid=103591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:22:21.477244 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4153f11f-2966-4d7d-886c-ccb32672d146 None None] Pushing event updated for resources: {'Port': ['ID=848511e4-bd58-42f6-8904-226c957b9d08,revision_number=2']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:22:21.487504 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [req-7a4f3718-97ab-43f7-b8c1-ceb32d0af400 req-6eecf673-143a-4b5f-a7e1-1da1d08b3ccd tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] Resources bound (agent type, host, resource id): {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:22:21.495203 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a4f3718-97ab-43f7-b8c1-ceb32d0af400 req-6eecf673-143a-4b5f-a7e1-1da1d08b3ccd tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] Received port after_create {{(pid=103591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:22:21.606769 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-d4ac9846-c518-46fd-aad5-a6c2b5f731ce admin admin] Allocated IP 172.25.3.53 (4c8455ba-1be5-42ac-b8c2-8a16e1292d55/08fe3644-ce41-4c3f-a7ea-92bac0f0fff5/ba38f33f-34c7-4a7d-86b9-fcfa1751abc8) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:22:21.650048 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eecf673-143a-4b5f-a7e1-1da1d08b3ccd tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] Pushing event updated for resources: {'Port': ['ID=58a947ae-822a-43db-8deb-290cda65a6fb,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:22:21.732567 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4f3718-97ab-43f7-b8c1-ceb32d0af400 req-6eecf673-143a-4b5f-a7e1-1da1d08b3ccd tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:22:21.732567 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-7a4f3718-97ab-43f7-b8c1-ceb32d0af400 req-6eecf673-143a-4b5f-a7e1-1da1d08b3ccd tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:22:21.764563 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c754af24-6e58-4df7-aeea-ceafb2fad31e req-3a90c0b5-f3d3-485d-b917-55ffd16a496a tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:22:21.768086 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c754af24-6e58-4df7-aeea-ceafb2fad31e req-3a90c0b5-f3d3-485d-b917-55ffd16a496a tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d4b828a-ffcb-4006-bd30-dfc229e00821 HTTP/1.1" status: 200 len: 931 time: 0.3513784 Nov 23 17:22:21.789728 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d4ac9846-c518-46fd-aad5-a6c2b5f731ce admin admin] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:22:21.804121 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acab52f-e6e2-4348-9e4f-72c913682cd1 req-ab651232-f51f-4b9d-844d-20d1a13d1906 tempest-FloatingIPsAssociationTestJSON-1150543333 tempest-FloatingIPsAssociationTestJSON-1150543333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:22:21.805742 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4acab52f-e6e2-4348-9e4f-72c913682cd1 req-ab651232-f51f-4b9d-844d-20d1a13d1906 tempest-FloatingIPsAssociationTestJSON-1150543333 tempest-FloatingIPsAssociationTestJSON-1150543333-project] 10.222.0.60 "GET /v2.0/ports?device_id=889615e0-6d05-4dde-9f65-1602c0161cb2 HTTP/1.1" status: 200 len: 945 time: 0.3000832 Nov 23 17:22:21.843064 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d4ac9846-c518-46fd-aad5-a6c2b5f731ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:22:21.855151 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7a4f3718-97ab-43f7-b8c1-ceb32d0af400 req-6eecf673-143a-4b5f-a7e1-1da1d08b3ccd tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4123733 Nov 23 17:22:21.891014 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4ac9846-c518-46fd-aad5-a6c2b5f731ce admin admin] Network 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:22:21.896581 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [req-7a4f3718-97ab-43f7-b8c1-ceb32d0af400 req-e2fe5e9b-5f5c-4ce2-ab7e-eb0d455edb41 service neutron] Request body: {'port': {'device_id': '7d4b828a-ffcb-4006-bd30-dfc229e00821', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-8'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:22:21.908704 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ac9846-c518-46fd-aad5-a6c2b5f731ce admin admin] Pushing event updated for resources: {'Port': ['ID=ba38f33f-34c7-4a7d-86b9-fcfa1751abc8,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:22:21.925235 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-d4ac9846-c518-46fd-aad5-a6c2b5f731ce admin admin] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:22:21.929413 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4ac9846-c518-46fd-aad5-a6c2b5f731ce admin admin] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:22:21.984583 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c754af24-6e58-4df7-aeea-ceafb2fad31e req-50e9e5c0-6b11-4b4f-9a93-14430e1ebacb tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] 10.222.0.60 "GET /v2.0/security-groups?id=a7d295c6-a842-436b-b184-bb80f16900ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2056012 Nov 23 17:22:22.015031 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4acab52f-e6e2-4348-9e4f-72c913682cd1 req-a1afa7d7-fb86-4503-b648-3789e85e873d tempest-FloatingIPsAssociationTestJSON-1150543333 tempest-FloatingIPsAssociationTestJSON-1150543333-project] 10.222.0.60 "GET /v2.0/security-groups?id=b656dbf2-bd68-4405-bdb6-ed670d1dacf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1986787 Nov 23 17:22:22.054532 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-7a4f3718-97ab-43f7-b8c1-ceb32d0af400 req-e2fe5e9b-5f5c-4ce2-ab7e-eb0d455edb41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:22:22.156847 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-21b6d8e1-891b-48f8-83c1-41dbc0be15be req-1d4661c4-5670-4c78-853d-15659ce5352f service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=81b6e2ff-baee-47c2-a7eb-16a38f3282ff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1107359 Nov 23 17:22:22.412587 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b6d8e1-891b-48f8-83c1-41dbc0be15be req-283a40b3-8057-4d82-b695-a728acd3faae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:22:22.414021 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-21b6d8e1-891b-48f8-83c1-41dbc0be15be req-283a40b3-8057-4d82-b695-a728acd3faae service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4f30b4abc7074d1fa9d31a414a5f297f&device_id=81b6e2ff-baee-47c2-a7eb-16a38f3282ff HTTP/1.1" status: 200 len: 1095 time: 0.1491411 Nov 23 17:22:22.414248 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494b9e16-5e89-40c7-a36b-b0fa2235b781 req-10188e95-55c5-41b0-9f5f-0c59250a7922 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:22:22.422409 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-494b9e16-5e89-40c7-a36b-b0fa2235b781 req-10188e95-55c5-41b0-9f5f-0c59250a7922 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] 10.222.0.60 "GET /v2.0/ports?device_id=b06fd73f-d5cd-4321-910c-bac8aff99182 HTTP/1.1" status: 200 len: 950 time: 0.2243567 Nov 23 17:22:22.488885 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4a47d1-2ec6-4a90-bf3f-2ee8a0f51092 req-2304b4be-d67f-44cd-8f0c-2c3688fd7db4 tempest-FloatingIPsAssociationTestJSON-1150543333 tempest-FloatingIPsAssociationTestJSON-1150543333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:22:22.489858 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d4ac9846-c518-46fd-aad5-a6c2b5f731ce admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:22:22.490578 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8a4a47d1-2ec6-4a90-bf3f-2ee8a0f51092 req-2304b4be-d67f-44cd-8f0c-2c3688fd7db4 tempest-FloatingIPsAssociationTestJSON-1150543333 tempest-FloatingIPsAssociationTestJSON-1150543333-project] 10.222.0.60 "GET /v2.0/ports?device_id=94483118-8c1c-4799-a73f-44dc63b488e2&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2640882 Nov 23 17:22:22.522986 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 848511e4-bd58-42f6-8904-226c957b9d08 up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:22:22.615079 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port 848511e4-bd58-42f6-8904-226c957b9d08 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:22:22.615721 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:22:22.830233 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:22:22.907664 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [req-7a4f3718-97ab-43f7-b8c1-ceb32d0af400 req-e2fe5e9b-5f5c-4ce2-ab7e-eb0d455edb41 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58a947ae-822a-43db-8deb-290cda65a6fb {{(pid=103591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:22:22.923436 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-494b9e16-5e89-40c7-a36b-b0fa2235b781 req-e7baab66-6f56-479e-8e46-3c047c6e0edf tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] 10.222.0.60 "GET /v2.0/security-groups?id=70227657-be62-432a-a8fd-5a85231fc7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4996510 Nov 23 17:22:22.924922 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] For port 848511e4-bd58-42f6-8904-226c957b9d08, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=848511e4-bd58-42f6-8904-226c957b9d08,segment=NetworkSegment(32102380-ad10-4731-85ee-da585ea6351e),segment_id=32102380-ad10-4731-85ee-da585ea6351e)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:22:22.930487 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8a4a47d1-2ec6-4a90-bf3f-2ee8a0f51092 req-ab6a168e-1e55-47b2-b297-02555b679ccb tempest-FloatingIPsAssociationTestJSON-1150543333 tempest-FloatingIPsAssociationTestJSON-1150543333-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.3.56 HTTP/1.1" status: 200 len: 695 time: 0.2098143 Nov 23 17:22:22.932769 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:22:22.938782 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-7a4f3718-97ab-43f7-b8c1-ceb32d0af400 req-e2fe5e9b-5f5c-4ce2-ab7e-eb0d455edb41 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:22:22.949426 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [req-8a4a47d1-2ec6-4a90-bf3f-2ee8a0f51092 req-5aed74c9-2fb8-4814-a2ca-3b474cb29652 tempest-FloatingIPsAssociationTestJSON-1150543333 tempest-FloatingIPsAssociationTestJSON-1150543333-project] Request body: {'floatingip': {'port_id': 'fba50d82-4af0-48c0-a41a-3d00e787e652', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:22:22.975755 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b6d8e1-891b-48f8-83c1-41dbc0be15be req-bf060a9c-1ad8-48b6-ae02-635149a37517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:22:22.981745 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-21b6d8e1-891b-48f8-83c1-41dbc0be15be req-bf060a9c-1ad8-48b6-ae02-635149a37517 service neutron] 10.222.0.55 "GET /v2.0/networks?id=3b84e4de-5a6f-44c6-a8e6-1d90b4d1f1b3 HTTP/1.1" status: 200 len: 909 time: 0.5390537 Nov 23 17:22:23.039175 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-8a4a47d1-2ec6-4a90-bf3f-2ee8a0f51092 req-5aed74c9-2fb8-4814-a2ca-3b474cb29652 tempest-FloatingIPsAssociationTestJSON-1150543333 tempest-FloatingIPsAssociationTestJSON-1150543333-project] Publish callbacks [] for floatingip, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:22:23.053693 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Pushing event updated for resources: {'Port': ['ID=848511e4-bd58-42f6-8904-226c957b9d08,revision_number=3']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:22:23.088519 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-21b6d8e1-891b-48f8-83c1-41dbc0be15be req-a218992b-6b3f-443c-ba1a-496099911110 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d7e28e83-60a3-47b9-b7b0-9d346691f72d HTTP/1.1" status: 200 len: 217 time: 0.0960493 Nov 23 17:22:23.139670 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.provisioning_blocks [req-7a4f3718-97ab-43f7-b8c1-ceb32d0af400 req-e2fe5e9b-5f5c-4ce2-ab7e-eb0d455edb41 service neutron] Transition to ACTIVE for port object 58a947ae-822a-43db-8deb-290cda65a6fb will not be triggered until provisioned by entity L2. {{(pid=103591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 17:22:23.173962 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e3ea855-4d4f-43de-9eda-c42795bf03ee None None] Network a0d90261-b4da-42ea-a468-b267ad708243 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:22:23.191691 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d4ac9846-c518-46fd-aad5-a6c2b5f731ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1794316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1795362'] for router, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:22:23.195200 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-7a4f3718-97ab-43f7-b8c1-ceb32d0af400 req-e2fe5e9b-5f5c-4ce2-ab7e-eb0d455edb41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264758186'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:22:23.241223 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-29d6980d-07a6-47a1-b81b-ff003be1a3ac None None] Provisioning complete for port 848511e4-bd58-42f6-8904-226c957b9d08 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:22:23.241558 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-29d6980d-07a6-47a1-b81b-ff003be1a3ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:22:23.289093 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b6d8e1-891b-48f8-83c1-41dbc0be15be req-ec5beaf3-e7e3-4a56-ae5b-888fa2787504 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:22:23.291117 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-21b6d8e1-891b-48f8-83c1-41dbc0be15be req-ec5beaf3-e7e3-4a56-ae5b-888fa2787504 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=10cf3f5a-71d1-468b-8622-0226dd1fd98a HTTP/1.1" status: 200 len: 848 time: 0.1844411 Nov 23 17:22:23.328985 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-21b6d8e1-891b-48f8-83c1-41dbc0be15be req-d2be27b8-8fd5-43e0-a241-2a07978d0ba1 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3b84e4de-5a6f-44c6-a8e6-1d90b4d1f1b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306292 Nov 23 17:22:23.396008 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fe5e9b-5f5c-4ce2-ab7e-eb0d455edb41 service neutron] Pushing event updated for resources: {'Port': ['ID=58a947ae-822a-43db-8deb-290cda65a6fb,revision_number=2']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:22:23.447526 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc463860-986c-4cfa-8897-5b5206485141 req-535aa77a-3c93-4f71-94c7-16606f3ed238 tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:22:23.449004 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-dc463860-986c-4cfa-8897-5b5206485141 req-535aa77a-3c93-4f71-94c7-16606f3ed238 tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d4b828a-ffcb-4006-bd30-dfc229e00821 HTTP/1.1" status: 200 len: 943 time: 0.2549849 Nov 23 17:22:23.509174 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-0a1462e8-13e0-4620-a5f3-332a35429b39 req-e2ec22a5-c490-42d7-8596-140dfc58e27a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=87008797-e985-490d-8c0f-a48dbdb047ab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2636988 Nov 23 17:22:23.534065 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-21b6d8e1-891b-48f8-83c1-41dbc0be15be req-72efa4a8-e92f-4056-bebd-79b964aec507 service neutron] 10.222.0.55 "GET /v2.0/networks/3b84e4de-5a6f-44c6-a8e6-1d90b4d1f1b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1953216 Nov 23 17:22:23.602168 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4ac9846-c518-46fd-aad5-a6c2b5f731ce admin admin] Router f5804fb4-971e-4854-8d18-dd5aa284ef6d is scheduled to L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 with binding_index 1 {{(pid=103590) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 17:22:23.715581 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-7a4f3718-97ab-43f7-b8c1-ceb32d0af400 req-e2fe5e9b-5f5c-4ce2-ab7e-eb0d455edb41 service neutron] Attempting to bind port 58a947ae-822a-43db-8deb-290cda65a6fb on host n-h1-816206-8 for vnic_type normal with profile {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:22:23.715877 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-7a4f3718-97ab-43f7-b8c1-ceb32d0af400 req-e2fe5e9b-5f5c-4ce2-ab7e-eb0d455edb41 service neutron] Attempting to bind port 58a947ae-822a-43db-8deb-290cda65a6fb by drivers openvswitch,hyperv on host n-h1-816206-8 at level 0 using segments [{'id': '6c418a8c-f20c-4230-99c6-0f83d6e48757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'ffa7c2aa-6251-4537-acd5-168309147200'}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:22:23.716260 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a4f3718-97ab-43f7-b8c1-ceb32d0af400 req-e2fe5e9b-5f5c-4ce2-ab7e-eb0d455edb41 service neutron] Attempting to bind port 58a947ae-822a-43db-8deb-290cda65a6fb on network ffa7c2aa-6251-4537-acd5-168309147200 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:22:23.749904 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1462e8-13e0-4620-a5f3-332a35429b39 req-4462467d-0816-42b2-a056-fe6aaa11d521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:22:23.751436 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-0a1462e8-13e0-4620-a5f3-332a35429b39 req-4462467d-0816-42b2-a056-fe6aaa11d521 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=968ef5ef30ad45a38c8263e9da4ef3c2&device_id=87008797-e985-490d-8c0f-a48dbdb047ab HTTP/1.1" status: 200 len: 1095 time: 0.1921709 Nov 23 17:22:23.773781 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-dc463860-986c-4cfa-8897-5b5206485141 req-d8e764b1-5462-41b6-9427-ed1173cd24ec tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] 10.222.0.60 "GET /v2.0/security-groups?id=a7d295c6-a842-436b-b184-bb80f16900ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3113832 Nov 23 17:22:23.778913 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a4f3718-97ab-43f7-b8c1-ceb32d0af400 req-e2fe5e9b-5f5c-4ce2-ab7e-eb0d455edb41 service neutron] Port 58a947ae-822a-43db-8deb-290cda65a6fb on network ffa7c2aa-6251-4537-acd5-168309147200 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-8 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 17:22:23.781406 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a4f3718-97ab-43f7-b8c1-ceb32d0af400 req-e2fe5e9b-5f5c-4ce2-ab7e-eb0d455edb41 service neutron] Attempting to bind port 58a947ae-822a-43db-8deb-290cda65a6fb on network ffa7c2aa-6251-4537-acd5-168309147200 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:22:23.919224 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-21b6d8e1-891b-48f8-83c1-41dbc0be15be req-79d14837-d376-4d1c-9adc-50eebd538214 service neutron] 10.222.0.55 "GET /v2.0/networks/3b84e4de-5a6f-44c6-a8e6-1d90b4d1f1b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3754380 Nov 23 17:22:23.980676 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1462e8-13e0-4620-a5f3-332a35429b39 req-f5ecac37-d368-4b0e-8c70-1c42f9e3df6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:22:23.980676 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-0a1462e8-13e0-4620-a5f3-332a35429b39 req-f5ecac37-d368-4b0e-8c70-1c42f9e3df6c service neutron] 10.222.0.36 "GET /v2.0/networks?id=eacea6aa-86b2-4fe9-ae0d-611828f27804 HTTP/1.1" status: 200 len: 921 time: 0.1868067 Nov 23 17:22:24.005601 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a4f3718-97ab-43f7-b8c1-ceb32d0af400 req-e2fe5e9b-5f5c-4ce2-ab7e-eb0d455edb41 service neutron] Checking agent: {'id': '4b0a4557-3bfe-4828-80a0-7981fc3ac84c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 15, 14), 'started_at': datetime.datetime(2021, 11, 23, 17, 15, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 22, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:22:24.005601 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a4f3718-97ab-43f7-b8c1-ceb32d0af400 req-e2fe5e9b-5f5c-4ce2-ab7e-eb0d455edb41 service neutron] Checking segment: {'id': '6c418a8c-f20c-4230-99c6-0f83d6e48757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'ffa7c2aa-6251-4537-acd5-168309147200'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:22:24.005601 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a4f3718-97ab-43f7-b8c1-ceb32d0af400 req-e2fe5e9b-5f5c-4ce2-ab7e-eb0d455edb41 service neutron] Bound using segment: {'id': '6c418a8c-f20c-4230-99c6-0f83d6e48757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'ffa7c2aa-6251-4537-acd5-168309147200'} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:22:24.005601 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-7a4f3718-97ab-43f7-b8c1-ceb32d0af400 req-e2fe5e9b-5f5c-4ce2-ab7e-eb0d455edb41 service neutron] Bound port: 58a947ae-822a-43db-8deb-290cda65a6fb, host: n-h1-816206-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c418a8c-f20c-4230-99c6-0f83d6e48757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'ffa7c2aa-6251-4537-acd5-168309147200'}}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:22:24.005601 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-7a4f3718-97ab-43f7-b8c1-ceb32d0af400 req-e2fe5e9b-5f5c-4ce2-ab7e-eb0d455edb41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:22:24.012570 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4ac9846-c518-46fd-aad5-a6c2b5f731ce admin admin] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:22:24.025098 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaf9180a-2815-43d1-94f2-c2ba2e46c73e None None] Sync routers for ids ['f5804fb4-971e-4854-8d18-dd5aa284ef6d'] in n-d-816206-8 {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:22:24.052037 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaf9180a-2815-43d1-94f2-c2ba2e46c73e None None] Routers {'f5804fb4-971e-4854-8d18-dd5aa284ef6d'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:22:24.052710 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-eaf9180a-2815-43d1-94f2-c2ba2e46c73e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:22:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['f5804fb4-971e-4854-8d18-dd5aa284ef6d'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:22:24.054198 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d4ac9846-c518-46fd-aad5-a6c2b5f731ce admin admin] Publish callbacks [] for router, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:22:24.062432 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-d4ac9846-c518-46fd-aad5-a6c2b5f731ce admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.7693050 Nov 23 17:22:24.062432 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 53084) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:22:24.134314 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-1aca8d84-15f6-480e-9eae-06576955d1eb None None] Provisioning complete for port 848511e4-bd58-42f6-8904-226c957b9d08 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:22:24.134911 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-1aca8d84-15f6-480e-9eae-06576955d1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:22:24.237588 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-0a1462e8-13e0-4620-a5f3-332a35429b39 req-5b8e7eee-cbf2-4c9e-9a4d-b32868ef64cd service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2488209f-deff-41b1-bc6c-75834b3c0d4d HTTP/1.1" status: 200 len: 217 time: 0.1448965 Nov 23 17:22:24.304182 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-eaf9180a-2815-43d1-94f2-c2ba2e46c73e None None] Set router f5804fb4-971e-4854-8d18-dd5aa284ef6d gateway port host: n-d-816206-8 {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:22:24.467116 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 848511e4-bd58-42f6-8904-226c957b9d08 up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:22:24.497243 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1462e8-13e0-4620-a5f3-332a35429b39 req-3be0c64f-2e93-4752-9604-56ae6d7dfa3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:22:24.498640 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-0a1462e8-13e0-4620-a5f3-332a35429b39 req-3be0c64f-2e93-4752-9604-56ae6d7dfa3b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=cfa8dfdf-5850-4e22-a7f8-6d7e726926d1 HTTP/1.1" status: 200 len: 860 time: 0.2377613 Nov 23 17:22:24.514233 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e09d82c-1671-4fc9-af2e-3e79271c54ba req-81753e40-93b8-4c18-8f3f-bc50e07fd640 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:22:24.516411 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6e09d82c-1671-4fc9-af2e-3e79271c54ba req-81753e40-93b8-4c18-8f3f-bc50e07fd640 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] 10.222.0.60 "GET /v2.0/ports?device_id=b06fd73f-d5cd-4321-910c-bac8aff99182 HTTP/1.1" status: 200 len: 950 time: 0.3030860 Nov 23 17:22:24.568629 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-0a1462e8-13e0-4620-a5f3-332a35429b39 req-f1991bb3-92ad-480f-91db-3eb9943e9a16 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=eacea6aa-86b2-4fe9-ae0d-611828f27804&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0510969 Nov 23 17:22:24.584077 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-7a4f3718-97ab-43f7-b8c1-ceb32d0af400 req-e2fe5e9b-5f5c-4ce2-ab7e-eb0d455edb41 service neutron] For port 58a947ae-822a-43db-8deb-290cda65a6fb, host n-h1-816206-8, cleared binding levels {{(pid=103591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:22:24.595171 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-eaf9180a-2815-43d1-94f2-c2ba2e46c73e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5804fb4-971e-4854-8d18-dd5aa284ef6d', 'name': 'tempest-FloatingIPDetailsTestJSON-1655317840-router', 'tenant_id': '0d3cf27e5af04d45bf5634064092bfba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.53'}], 'enable_snat': True}, 'gw_port_id': 'ba38f33f-34c7-4a7d-86b9-fcfa1751abc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:22:20Z', 'updated_at': '2021-11-23T17:22:22Z', 'revision_number': 3, 'project_id': '0d3cf27e5af04d45bf5634064092bfba', 'gw_port': {'id': 'ba38f33f-34c7-4a7d-86b9-fcfa1751abc8', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:ef:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5804fb4-971e-4854-8d18-dd5aa284ef6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:22:21Z', 'updated_at': '2021-11-23T17:22:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8'}], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:22:24.620648 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-7a4f3718-97ab-43f7-b8c1-ceb32d0af400 req-e2fe5e9b-5f5c-4ce2-ab7e-eb0d455edb41 service neutron] For port 58a947ae-822a-43db-8deb-290cda65a6fb, host n-h1-816206-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=58a947ae-822a-43db-8deb-290cda65a6fb,segment=NetworkSegment(6c418a8c-f20c-4230-99c6-0f83d6e48757),segment_id=6c418a8c-f20c-4230-99c6-0f83d6e48757)] {{(pid=103591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:22:24.636539 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port 848511e4-bd58-42f6-8904-226c957b9d08 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:22:24.637196 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:22:24.660895 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaf9180a-2815-43d1-94f2-c2ba2e46c73e None None] Checking router: f5804fb4-971e-4854-8d18-dd5aa284ef6d for host: n-d-816206-8 {{(pid=103593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 17:22:24.660895 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaf9180a-2815-43d1-94f2-c2ba2e46c73e None None] Updating router f5804fb4-971e-4854-8d18-dd5aa284ef6d port ba38f33f-34c7-4a7d-86b9-fcfa1751abc8 binding host n-d-816206-8 {{(pid=103593) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 17:22:24.681295 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-7a4f3718-97ab-43f7-b8c1-ceb32d0af400 req-e2fe5e9b-5f5c-4ce2-ab7e-eb0d455edb41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264758186'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:22:24.719180 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-eaf9180a-2815-43d1-94f2-c2ba2e46c73e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:22:24.798547 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.db.resource_extend [req-8a4a47d1-2ec6-4a90-bf3f-2ee8a0f51092 req-5aed74c9-2fb8-4814-a2ca-3b474cb29652 tempest-FloatingIPsAssociationTestJSON-1150543333 tempest-FloatingIPsAssociationTestJSON-1150543333-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 23 17:22:24.816129 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6e09d82c-1671-4fc9-af2e-3e79271c54ba req-12b1d98c-5a11-41b9-88bb-33414cbc62a7 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] 10.222.0.60 "GET /v2.0/security-groups?id=70227657-be62-432a-a8fd-5a85231fc7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2613926 Nov 23 17:22:24.818364 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4f3718-97ab-43f7-b8c1-ceb32d0af400 req-e2fe5e9b-5f5c-4ce2-ab7e-eb0d455edb41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:22:24.819108 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-7a4f3718-97ab-43f7-b8c1-ceb32d0af400 req-e2fe5e9b-5f5c-4ce2-ab7e-eb0d455edb41 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:22:24.820571 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7a4f3718-97ab-43f7-b8c1-ceb32d0af400 req-e2fe5e9b-5f5c-4ce2-ab7e-eb0d455edb41 service neutron] 10.222.0.55 "PUT /v2.0/ports/58a947ae-822a-43db-8deb-290cda65a6fb HTTP/1.1" status: 200 len: 1091 time: 2.9350078 Nov 23 17:22:24.952126 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d4b828a-ffcb-4006-bd30-dfc229e00821', 'tag': '58a947ae-822a-43db-8deb-290cda65a6fb'}] {{(pid=103591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:22:24.962799 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41d174a19ece9499ff9ec44e5b3fc50f2abd3ffbc947fb7e52ea1e8db27b95b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b399f1b-f3df-4acb-917c-7466d97bb66b" -d '{"events": [{"name": "network-changed", "server_uuid": "7d4b828a-ffcb-4006-bd30-dfc229e00821", "tag": "58a947ae-822a-43db-8deb-290cda65a6fb"}]}' {{(pid=103591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:22:25.160841 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-8a4a47d1-2ec6-4a90-bf3f-2ee8a0f51092 req-5aed74c9-2fb8-4814-a2ca-3b474cb29652 tempest-FloatingIPsAssociationTestJSON-1150543333 tempest-FloatingIPsAssociationTestJSON-1150543333-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:22:25.162769 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fe5e9b-5f5c-4ce2-ab7e-eb0d455edb41 service neutron] Pushing event updated for resources: {'Port': ['ID=58a947ae-822a-43db-8deb-290cda65a6fb,revision_number=3']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:22:25.169375 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-0a1462e8-13e0-4620-a5f3-332a35429b39 req-ce29b5b9-37e6-407e-a0c1-86c21bff9148 service neutron] 10.222.0.36 "GET /v2.0/networks/eacea6aa-86b2-4fe9-ae0d-611828f27804?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5754502 Nov 23 17:22:25.173416 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-8a4a47d1-2ec6-4a90-bf3f-2ee8a0f51092 req-5aed74c9-2fb8-4814-a2ca-3b474cb29652 tempest-FloatingIPsAssociationTestJSON-1150543333 tempest-FloatingIPsAssociationTestJSON-1150543333-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1795396'] for floatingip, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:22:25.266767 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4887167e-e895-4f47-b9d1-9f558a450002 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:22:25.271464 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-eaf9180a-2815-43d1-94f2-c2ba2e46c73e None None] Publish callbacks [] for port, precommit_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:22:25.280642 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-eaf9180a-2815-43d1-94f2-c2ba2e46c73e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:22:25.563514 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bbc93f-4051-4a23-adbc-fb3594d18aac None None] Pushing event updated for resources: {'Port': ['ID=ba38f33f-34c7-4a7d-86b9-fcfa1751abc8,revision_number=2']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:22:25.575238 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4f3718-97ab-43f7-b8c1-ceb32d0af400 req-3a5b8f94-c8ae-4e4f-9612-ea9d27a40802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:22:25.576801 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7a4f3718-97ab-43f7-b8c1-ceb32d0af400 req-3a5b8f94-c8ae-4e4f-9612-ea9d27a40802 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6a229d10d4554d9a82f91e22fc3c6096&device_id=7d4b828a-ffcb-4006-bd30-dfc229e00821 HTTP/1.1" status: 200 len: 1094 time: 0.6062918 Nov 23 17:22:25.577119 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52bbc93f-4051-4a23-adbc-fb3594d18aac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:22:25.577585 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52bbc93f-4051-4a23-adbc-fb3594d18aac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:22:25.578020 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52bbc93f-4051-4a23-adbc-fb3594d18aac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:22:25.578452 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52bbc93f-4051-4a23-adbc-fb3594d18aac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:22:25.578876 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52bbc93f-4051-4a23-adbc-fb3594d18aac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:22:25.580332 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52bbc93f-4051-4a23-adbc-fb3594d18aac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:22:25.580924 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52bbc93f-4051-4a23-adbc-fb3594d18aac None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:22:25.581458 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52bbc93f-4051-4a23-adbc-fb3594d18aac None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:22:25.582722 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52bbc93f-4051-4a23-adbc-fb3594d18aac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:22:25.583368 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52bbc93f-4051-4a23-adbc-fb3594d18aac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:22:25.583937 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52bbc93f-4051-4a23-adbc-fb3594d18aac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:22:25.584347 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52bbc93f-4051-4a23-adbc-fb3594d18aac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:22:25.586031 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef06f0f-f1a2-4bb6-b376-e39fdabe8f3b req-d8c47864-3de8-4224-9bba-46b32d71a676 tempest-LiveMigrationTest-1150397521 tempest-LiveMigrationTest-1150397521-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:22:25.594497 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7ef06f0f-f1a2-4bb6-b376-e39fdabe8f3b req-d8c47864-3de8-4224-9bba-46b32d71a676 tempest-LiveMigrationTest-1150397521 tempest-LiveMigrationTest-1150397521-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=718e7979-ed88-4391-b53d-996075f02e58 HTTP/1.1" status: 200 len: 1096 time: 0.5789258 Nov 23 17:22:25.611955 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [None req-eaf9180a-2815-43d1-94f2-c2ba2e46c73e None None] Attempting to bind port ba38f33f-34c7-4a7d-86b9-fcfa1751abc8 on host n-d-816206-8 for vnic_type normal with profile {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:22:25.612453 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [None req-eaf9180a-2815-43d1-94f2-c2ba2e46c73e None None] Attempting to bind port ba38f33f-34c7-4a7d-86b9-fcfa1751abc8 by drivers openvswitch,hyperv on host n-d-816206-8 at level 0 using segments [{'id': 'bffd1e4f-e80f-4ff0-b418-2f42ae15febf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'}] {{(pid=103593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:22:25.613866 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaf9180a-2815-43d1-94f2-c2ba2e46c73e None None] Attempting to bind port ba38f33f-34c7-4a7d-86b9-fcfa1751abc8 on network 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:22:25.621021 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaf9180a-2815-43d1-94f2-c2ba2e46c73e None None] Checking agent: {'id': '9e89acbe-4bbe-4c77-a18b-6f1da9133e0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 7, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 22, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:22:25.621568 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaf9180a-2815-43d1-94f2-c2ba2e46c73e None None] Checking segment: {'id': 'bffd1e4f-e80f-4ff0-b418-2f42ae15febf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:22:25.622109 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-eaf9180a-2815-43d1-94f2-c2ba2e46c73e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:22:25.622572 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaf9180a-2815-43d1-94f2-c2ba2e46c73e None None] Bound using segment: {'id': 'bffd1e4f-e80f-4ff0-b418-2f42ae15febf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'} {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:22:25.624222 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [None req-eaf9180a-2815-43d1-94f2-c2ba2e46c73e None None] Bound port: ba38f33f-34c7-4a7d-86b9-fcfa1751abc8, host: n-d-816206-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bffd1e4f-e80f-4ff0-b418-2f42ae15febf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'}}] {{(pid=103593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:22:25.624704 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-eaf9180a-2815-43d1-94f2-c2ba2e46c73e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:22:25.684218 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-4887167e-e895-4f47-b9d1-9f558a450002 admin admin] Allocated IP 172.20.0.1 (a0d90261-b4da-42ea-a468-b267ad708243/0c51c096-ad32-49b6-90db-b5729e038f17/aba1cf12-6ab0-440d-a338-a5f12025893c) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:22:25.692712 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-eaf9180a-2815-43d1-94f2-c2ba2e46c73e None None] For port ba38f33f-34c7-4a7d-86b9-fcfa1751abc8, host n-d-816206-8, cleared binding levels {{(pid=103593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:22:25.696152 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-eaf9180a-2815-43d1-94f2-c2ba2e46c73e None None] For port ba38f33f-34c7-4a7d-86b9-fcfa1751abc8, host n-d-816206-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=ba38f33f-34c7-4a7d-86b9-fcfa1751abc8,segment=NetworkSegment(bffd1e4f-e80f-4ff0-b418-2f42ae15febf),segment_id=bffd1e4f-e80f-4ff0-b418-2f42ae15febf)] {{(pid=103593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:22:25.700093 n-d-816206-8 neutron-server[103590]: INFO neutron.api.v2.resource [req-bdb8aa7b-614a-4a9b-9360-f78472ff409c req-8af1febc-3d95-4e1e-81dc-35447d3b347e service neutron] show failed (client error): The resource could not be found. Nov 23 17:22:25.701853 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-bdb8aa7b-614a-4a9b-9360-f78472ff409c req-8af1febc-3d95-4e1e-81dc-35447d3b347e service neutron] 10.222.0.36 "GET /v2.0/ports/9d69178a-073b-4082-94da-b001d5b5b31d/bindings/n-h1-816206-8 HTTP/1.1" status: 404 len: 380 time: 0.1986878 Nov 23 17:22:25.703565 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-eaf9180a-2815-43d1-94f2-c2ba2e46c73e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:22:25.714092 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7a4f3718-97ab-43f7-b8c1-ceb32d0af400 req-95b4c1bf-c310-412a-95d8-fdd1228eabd6 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=58a947ae-822a-43db-8deb-290cda65a6fb HTTP/1.1" status: 200 len: 217 time: 0.1170664 Nov 23 17:22:25.784536 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bbc93f-4051-4a23-adbc-fb3594d18aac None None] Pushing event updated for resources: {'Port': ['ID=ba38f33f-34c7-4a7d-86b9-fcfa1751abc8,revision_number=3']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:22:25.835619 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaf9180a-2815-43d1-94f2-c2ba2e46c73e None None] Routers {'f5804fb4-971e-4854-8d18-dd5aa284ef6d'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:22:25.836156 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-eaf9180a-2815-43d1-94f2-c2ba2e46c73e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:22:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['f5804fb4-971e-4854-8d18-dd5aa284ef6d'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:22:25.842472 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7ef06f0f-f1a2-4bb6-b376-e39fdabe8f3b req-a1acfbb7-425f-497e-80e0-ce21eff8ba74 tempest-LiveMigrationTest-1150397521 tempest-LiveMigrationTest-1150397521-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=5c82e7e8-9cad-459a-acb2-b7a0867274de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2469063 Nov 23 17:22:25.899831 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4f3718-97ab-43f7-b8c1-ceb32d0af400 req-6c4a9525-d928-4260-b0e5-f7409c250042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:22:25.909630 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7a4f3718-97ab-43f7-b8c1-ceb32d0af400 req-6c4a9525-d928-4260-b0e5-f7409c250042 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8e905b96-ea32-4f4c-be91-01d912cd9ed2 HTTP/1.1" status: 200 len: 851 time: 0.1560788 Nov 23 17:22:25.912991 n-d-816206-8 neutron-server[103591]: INFO neutron.db.l3_db [req-8a4a47d1-2ec6-4a90-bf3f-2ee8a0f51092 req-5aed74c9-2fb8-4814-a2ca-3b474cb29652 tempest-FloatingIPsAssociationTestJSON-1150543333 tempest-FloatingIPsAssociationTestJSON-1150543333-project] Floating IP 0c6de8ab-c2df-4738-860d-9e4035f9394e associated. External IP: 172.25.3.56, port: fba50d82-4af0-48c0-a41a-3d00e787e652. Nov 23 17:22:25.918009 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-0a1462e8-13e0-4620-a5f3-332a35429b39 req-eef7fcf4-97e3-47a1-940c-868e802ba744 service neutron] 10.222.0.36 "GET /v2.0/networks/eacea6aa-86b2-4fe9-ae0d-611828f27804?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3748374 Nov 23 17:22:25.968226 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4887167e-e895-4f47-b9d1-9f558a450002 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:22:26.034360 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7a4f3718-97ab-43f7-b8c1-ceb32d0af400 req-39623b23-1ec3-4045-a0a6-6a3597692a91 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ffa7c2aa-6251-4537-acd5-168309147200&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0661230 Nov 23 17:22:26.059288 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-eaf9180a-2815-43d1-94f2-c2ba2e46c73e None None] Set router f5804fb4-971e-4854-8d18-dd5aa284ef6d gateway port host: n-d-816206-8 {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:22:26.065358 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4887167e-e895-4f47-b9d1-9f558a450002 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:22:26.144287 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18390e79-1865-4cd6-b322-467edf6946ab req-fc5a62af-4cf0-469e-a274-697dcd196311 tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:22:26.151034 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4887167e-e895-4f47-b9d1-9f558a450002 admin admin] Network a0d90261-b4da-42ea-a468-b267ad708243 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:22:26.153600 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-18390e79-1865-4cd6-b322-467edf6946ab req-fc5a62af-4cf0-469e-a274-697dcd196311 tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d4b828a-ffcb-4006-bd30-dfc229e00821 HTTP/1.1" status: 200 len: 943 time: 0.1728125 Nov 23 17:22:26.158513 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-4887167e-e895-4f47-b9d1-9f558a450002 admin admin] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:22:26.163145 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4887167e-e895-4f47-b9d1-9f558a450002 admin admin] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:22:26.220114 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb8aa7b-614a-4a9b-9360-f78472ff409c req-c3b44112-30b8-4389-ad3c-f12ad04b81ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:22:26.222026 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-bdb8aa7b-614a-4a9b-9360-f78472ff409c req-c3b44112-30b8-4389-ad3c-f12ad04b81ce service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=b06fd73f-d5cd-4321-910c-bac8aff99182&tenant_id=98a62786d4654c60b8dab5d2a606f4fe HTTP/1.1" status: 200 len: 1101 time: 0.2053273 Nov 23 17:22:26.243583 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [req-bdb8aa7b-614a-4a9b-9360-f78472ff409c req-e8773879-181b-4f0e-a98e-950b6ccb0807 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-816206-8', 'device_owner': 'compute:nova'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:22:26.249823 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4887167e-e895-4f47-b9d1-9f558a450002 admin admin] Pushing event updated for resources: {'Port': ['ID=aba1cf12-6ab0-440d-a338-a5f12025893c,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:22:26.293979 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4887167e-e895-4f47-b9d1-9f558a450002 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1795539'] for router_interface, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:22:26.346937 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-eaf9180a-2815-43d1-94f2-c2ba2e46c73e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5804fb4-971e-4854-8d18-dd5aa284ef6d', 'name': 'tempest-FloatingIPDetailsTestJSON-1655317840-router', 'tenant_id': '0d3cf27e5af04d45bf5634064092bfba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.53'}], 'enable_snat': True}, 'gw_port_id': 'ba38f33f-34c7-4a7d-86b9-fcfa1751abc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:22:20Z', 'updated_at': '2021-11-23T17:22:22Z', 'revision_number': 3, 'project_id': '0d3cf27e5af04d45bf5634064092bfba', 'gw_port': {'id': 'ba38f33f-34c7-4a7d-86b9-fcfa1751abc8', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:ef:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5804fb4-971e-4854-8d18-dd5aa284ef6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:22:21Z', 'updated_at': '2021-11-23T17:22:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8'}], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:22:26.385229 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaf9180a-2815-43d1-94f2-c2ba2e46c73e None None] The sync data for ids ['f5804fb4-971e-4854-8d18-dd5aa284ef6d'] in n-d-816206-8 is: [{'id': 'f5804fb4-971e-4854-8d18-dd5aa284ef6d', 'name': 'tempest-FloatingIPDetailsTestJSON-1655317840-router', 'tenant_id': '0d3cf27e5af04d45bf5634064092bfba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.53'}], 'enable_snat': True}, 'gw_port_id': 'ba38f33f-34c7-4a7d-86b9-fcfa1751abc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:22:20Z', 'updated_at': '2021-11-23T17:22:22Z', 'revision_number': 3, 'project_id': '0d3cf27e5af04d45bf5634064092bfba', 'gw_port': {'id': 'ba38f33f-34c7-4a7d-86b9-fcfa1751abc8', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:ef:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5804fb4-971e-4854-8d18-dd5aa284ef6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:22:21Z', 'updated_at': '2021-11-23T17:22:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8'}] {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:22:26.405100 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-18390e79-1865-4cd6-b322-467edf6946ab req-94388a7c-f7e5-4159-98ab-0c32eb7d50ad tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] 10.222.0.60 "GET /v2.0/security-groups?id=a7d295c6-a842-436b-b184-bb80f16900ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2496059 Nov 23 17:22:26.411193 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7a4f3718-97ab-43f7-b8c1-ceb32d0af400 req-5d71033c-c47c-4dbf-b82c-1717aadf6e7b service neutron] 10.222.0.55 "GET /v2.0/networks/ffa7c2aa-6251-4537-acd5-168309147200?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3648243 Nov 23 17:22:26.567160 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-c90c4345-13dd-489e-9b23-4f940520c400 None None] Provisioning complete for port aba1cf12-6ab0-440d-a338-a5f12025893c triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:22:26.567763 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c90c4345-13dd-489e-9b23-4f940520c400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:22:26.569180 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-bdb8aa7b-614a-4a9b-9360-f78472ff409c req-e8773879-181b-4f0e-a98e-950b6ccb0807 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:22:26.624215 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 17:22:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ddb510e-b117-4bbd-9610-7d9821be0781 x-openstack-request-id: req-1ddb510e-b117-4bbd-9610-7d9821be0781 {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:22:26.624968 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d4b828a-ffcb-4006-bd30-dfc229e00821", "tag": "58a947ae-822a-43db-8deb-290cda65a6fb", "status": "completed", "code": 200}]} {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:22:26.625389 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-1ddb510e-b117-4bbd-9610-7d9821be0781 {{(pid=103591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:22:26.625957 n-d-816206-8 neutron-server[103591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d4b828a-ffcb-4006-bd30-dfc229e00821', 'tag': '58a947ae-822a-43db-8deb-290cda65a6fb', 'status': 'completed', 'code': 200} Nov 23 17:22:26.627997 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8a4a47d1-2ec6-4a90-bf3f-2ee8a0f51092 req-5aed74c9-2fb8-4814-a2ca-3b474cb29652 tempest-FloatingIPsAssociationTestJSON-1150543333 tempest-FloatingIPsAssociationTestJSON-1150543333-project] Router b8f885a9-93ac-4a6d-b02a-91d84e71c9db has already been hosted by L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 {{(pid=103591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 17:22:26.651563 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7a4f3718-97ab-43f7-b8c1-ceb32d0af400 req-52b261b4-60ff-48f4-8246-27fd481b4db8 service neutron] 10.222.0.55 "GET /v2.0/networks/ffa7c2aa-6251-4537-acd5-168309147200?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1777413 Nov 23 17:22:26.664364 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-c90c4345-13dd-489e-9b23-4f940520c400 None None] Port aba1cf12-6ab0-440d-a338-a5f12025893c cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:22:26.693088 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4887167e-e895-4f47-b9d1-9f558a450002 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:22:26.927125 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b399f1b-f3df-4acb-917c-7466d97bb66b req-e7c2cb84-9ed1-47c8-94ec-6609a87493ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:22:26.929505 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9b399f1b-f3df-4acb-917c-7466d97bb66b req-e7c2cb84-9ed1-47c8-94ec-6609a87493ae service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6a229d10d4554d9a82f91e22fc3c6096&device_id=7d4b828a-ffcb-4006-bd30-dfc229e00821 HTTP/1.1" status: 200 len: 1094 time: 0.1840148 Nov 23 17:22:26.995826 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8a4a47d1-2ec6-4a90-bf3f-2ee8a0f51092 req-5aed74c9-2fb8-4814-a2ca-3b474cb29652 tempest-FloatingIPsAssociationTestJSON-1150543333 tempest-FloatingIPsAssociationTestJSON-1150543333-project] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:22:27.001743 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-8a4a47d1-2ec6-4a90-bf3f-2ee8a0f51092 req-5aed74c9-2fb8-4814-a2ca-3b474cb29652 tempest-FloatingIPsAssociationTestJSON-1150543333 tempest-FloatingIPsAssociationTestJSON-1150543333-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for floatingip, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:22:27.011436 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-184d2f6e-9732-4963-b196-860ae60c6eaa None None] Sync routers for ids ['b8f885a9-93ac-4a6d-b02a-91d84e71c9db'] in n-d-816206-8 {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:22:27.033253 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-184d2f6e-9732-4963-b196-860ae60c6eaa None None] Routers {'b8f885a9-93ac-4a6d-b02a-91d84e71c9db'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:22:27.034254 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-184d2f6e-9732-4963-b196-860ae60c6eaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:22:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['b8f885a9-93ac-4a6d-b02a-91d84e71c9db'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:22:27.082378 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8a4a47d1-2ec6-4a90-bf3f-2ee8a0f51092 req-5aed74c9-2fb8-4814-a2ca-3b474cb29652 tempest-FloatingIPsAssociationTestJSON-1150543333 tempest-FloatingIPsAssociationTestJSON-1150543333-project] 10.222.0.60 "PUT /v2.0/floatingips/0c6de8ab-c2df-4738-860d-9e4035f9394e HTTP/1.1" status: 200 len: 996 time: 4.1378889 Nov 23 17:22:27.133991 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [req-bdb8aa7b-614a-4a9b-9360-f78472ff409c req-e8773879-181b-4f0e-a98e-950b6ccb0807 service neutron] For port 9d69178a-073b-4082-94da-b001d5b5b31d, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=9d69178a-073b-4082-94da-b001d5b5b31d,segment=NetworkSegment(329c1745-02bf-4561-9615-3192910887f5),segment_id=329c1745-02bf-4561-9615-3192910887f5)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:22:27.209344 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4887167e-e895-4f47-b9d1-9f558a450002 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:22:27.213678 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [req-bdb8aa7b-614a-4a9b-9360-f78472ff409c req-e8773879-181b-4f0e-a98e-950b6ccb0807 service neutron] For port 9d69178a-073b-4082-94da-b001d5b5b31d, host n-h2-816206-8, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:22:27.216045 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4887167e-e895-4f47-b9d1-9f558a450002 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264357957'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:22:27.266125 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195e2e2f-0d25-4f0c-803a-7762f0e5111f req-9e1662f9-2db3-4080-8eb7-71657ec8332f tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:22:27.277937 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.agents_db [None req-464f6c07-0de8-4be6-8f5b-563f574d1c5d None None] Agent healthcheck: found 7 active agents {{(pid=103593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 17:22:27.288561 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-195e2e2f-0d25-4f0c-803a-7762f0e5111f req-9e1662f9-2db3-4080-8eb7-71657ec8332f tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] 10.222.0.60 "GET /v2.0/ports?device_id=b06fd73f-d5cd-4321-910c-bac8aff99182 HTTP/1.1" status: 200 len: 950 time: 0.3818195 Nov 23 17:22:27.349322 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4a47d1-2ec6-4a90-bf3f-2ee8a0f51092 req-8e5e5d1f-b8a0-40f3-8a0e-1c623c599103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:22:27.350855 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8a4a47d1-2ec6-4a90-bf3f-2ee8a0f51092 req-8e5e5d1f-b8a0-40f3-8a0e-1c623c599103 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b930416d8ba84d7ba659706c10c554f7&device_id=94483118-8c1c-4799-a73f-44dc63b488e2 HTTP/1.1" status: 200 len: 1097 time: 0.2381279 Nov 23 17:22:27.382021 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4887167e-e895-4f47-b9d1-9f558a450002 admin admin] Pushing event updated for resources: {'Port': ['ID=aba1cf12-6ab0-440d-a338-a5f12025893c,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:22:27.390383 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b399f1b-f3df-4acb-917c-7466d97bb66b req-b80f935a-7192-4505-a995-f9766f4d1eea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:22:27.392174 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9b399f1b-f3df-4acb-917c-7466d97bb66b req-b80f935a-7192-4505-a995-f9766f4d1eea service neutron] 10.222.0.55 "GET /v2.0/networks?id=ffa7c2aa-6251-4537-acd5-168309147200 HTTP/1.1" status: 200 len: 912 time: 0.4148123 Nov 23 17:22:27.403125 n-d-816206-8 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b06fd73f-d5cd-4321-910c-bac8aff99182', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d69178a-073b-4082-94da-b001d5b5b31d'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:22:27.407372 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbabddbc9fc37b068808e119c416c86f5957ca04531a4a0d2e695c515e93483b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b70d4bc8-5586-46ac-890b-d0e7892e693a" -d '{"events": [{"server_uuid": "b06fd73f-d5cd-4321-910c-bac8aff99182", "name": "network-vif-unplugged", "status": "completed", "tag": "9d69178a-073b-4082-94da-b001d5b5b31d"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:22:27.430039 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-bdb8aa7b-614a-4a9b-9360-f78472ff409c req-e8773879-181b-4f0e-a98e-950b6ccb0807 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:22:27.461369 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-195e2e2f-0d25-4f0c-803a-7762f0e5111f req-7baa274f-87a0-4315-813a-c91c43896b1a tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] 10.222.0.60 "GET /v2.0/security-groups?id=70227657-be62-432a-a8fd-5a85231fc7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715813 Nov 23 17:22:27.469683 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [req-bdb8aa7b-614a-4a9b-9360-f78472ff409c req-e8773879-181b-4f0e-a98e-950b6ccb0807 service neutron] Transition to ACTIVE for port object 9d69178a-073b-4082-94da-b001d5b5b31d will not be triggered until provisioned by entity L2. {{(pid=103590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 17:22:27.471823 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4887167e-e895-4f47-b9d1-9f558a450002 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2068703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1794403'] for router_interface, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:22:27.476654 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-bdb8aa7b-614a-4a9b-9360-f78472ff409c req-e8773879-181b-4f0e-a98e-950b6ccb0807 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264357957'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:22:27.515948 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9b399f1b-f3df-4acb-917c-7466d97bb66b req-c9abb585-f371-4c2e-be24-1a9623648263 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=58a947ae-822a-43db-8deb-290cda65a6fb HTTP/1.1" status: 200 len: 217 time: 0.1098309 Nov 23 17:22:27.545514 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvr_db [None req-184d2f6e-9732-4963-b196-860ae60c6eaa None None] Set router b8f885a9-93ac-4a6d-b02a-91d84e71c9db gateway port host: n-d-816206-8 {{(pid=103592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:22:27.667658 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4a47d1-2ec6-4a90-bf3f-2ee8a0f51092 req-947a20e6-1ad7-4e08-a3ac-2adf7d61e8c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:22:27.670033 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8a4a47d1-2ec6-4a90-bf3f-2ee8a0f51092 req-947a20e6-1ad7-4e08-a3ac-2adf7d61e8c7 service neutron] 10.222.0.60 "GET /v2.0/networks?id=aad59512-80bb-49f8-8f54-daff64a8bc03 HTTP/1.1" status: 200 len: 922 time: 0.3074932 Nov 23 17:22:27.694376 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b399f1b-f3df-4acb-917c-7466d97bb66b req-cf2b3682-3459-473b-a2b0-a37e09886b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:22:27.695848 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9b399f1b-f3df-4acb-917c-7466d97bb66b req-cf2b3682-3459-473b-a2b0-a37e09886b98 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8e905b96-ea32-4f4c-be91-01d912cd9ed2 HTTP/1.1" status: 200 len: 851 time: 0.1567211 Nov 23 17:22:27.724080 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4887167e-e895-4f47-b9d1-9f558a450002 admin admin] Network a0d90261-b4da-42ea-a468-b267ad708243 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:22:27.727136 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-4887167e-e895-4f47-b9d1-9f558a450002 admin admin] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:22:27.775161 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdb8aa7b-614a-4a9b-9360-f78472ff409c req-e8773879-181b-4f0e-a98e-950b6ccb0807 service neutron] No DVR routers for this DVR port 9d69178a-073b-4082-94da-b001d5b5b31d on host n-h2-816206-8 {{(pid=103590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:22:27.824275 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9b399f1b-f3df-4acb-917c-7466d97bb66b req-00826135-f44a-4383-b17f-4d7407c02b81 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ffa7c2aa-6251-4537-acd5-168309147200&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0490429 Nov 23 17:22:27.895058 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8a4a47d1-2ec6-4a90-bf3f-2ee8a0f51092 req-bee60342-c288-43c1-a265-4ea75cf284d6 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fba50d82-4af0-48c0-a41a-3d00e787e652 HTTP/1.1" status: 200 len: 999 time: 0.2143574 Nov 23 17:22:27.979252 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [req-bdb8aa7b-614a-4a9b-9360-f78472ff409c req-e8773879-181b-4f0e-a98e-950b6ccb0807 service neutron] Attempting to bind port 9d69178a-073b-4082-94da-b001d5b5b31d on host n-h1-816206-8 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:22:27.979385 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [req-bdb8aa7b-614a-4a9b-9360-f78472ff409c req-e8773879-181b-4f0e-a98e-950b6ccb0807 service neutron] Attempting to bind port 9d69178a-073b-4082-94da-b001d5b5b31d by drivers openvswitch,hyperv on host n-h1-816206-8 at level 0 using segments [{'id': '329c1745-02bf-4561-9615-3192910887f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'f1e1dabf-b410-4023-9169-a460a86e7184'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:22:27.979643 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdb8aa7b-614a-4a9b-9360-f78472ff409c req-e8773879-181b-4f0e-a98e-950b6ccb0807 service neutron] Attempting to bind port 9d69178a-073b-4082-94da-b001d5b5b31d on network f1e1dabf-b410-4023-9169-a460a86e7184 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:22:27.986256 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8773879-181b-4f0e-a98e-950b6ccb0807 service neutron] Pushing event updated for resources: {'Port': ['ID=9d69178a-073b-4082-94da-b001d5b5b31d,revision_number=6']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:22:27.993692 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdb8aa7b-614a-4a9b-9360-f78472ff409c req-e8773879-181b-4f0e-a98e-950b6ccb0807 service neutron] Port 9d69178a-073b-4082-94da-b001d5b5b31d on network f1e1dabf-b410-4023-9169-a460a86e7184 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-8 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 17:22:27.994012 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdb8aa7b-614a-4a9b-9360-f78472ff409c req-e8773879-181b-4f0e-a98e-950b6ccb0807 service neutron] Attempting to bind port 9d69178a-073b-4082-94da-b001d5b5b31d on network f1e1dabf-b410-4023-9169-a460a86e7184 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:22:28.043900 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdb8aa7b-614a-4a9b-9360-f78472ff409c req-e8773879-181b-4f0e-a98e-950b6ccb0807 service neutron] Checking agent: {'id': '4b0a4557-3bfe-4828-80a0-7981fc3ac84c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 15, 14), 'started_at': datetime.datetime(2021, 11, 23, 17, 15, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 22, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:22:28.044249 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdb8aa7b-614a-4a9b-9360-f78472ff409c req-e8773879-181b-4f0e-a98e-950b6ccb0807 service neutron] Checking segment: {'id': '329c1745-02bf-4561-9615-3192910887f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'f1e1dabf-b410-4023-9169-a460a86e7184'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:22:28.044670 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdb8aa7b-614a-4a9b-9360-f78472ff409c req-e8773879-181b-4f0e-a98e-950b6ccb0807 service neutron] Bound using segment: {'id': '329c1745-02bf-4561-9615-3192910887f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'f1e1dabf-b410-4023-9169-a460a86e7184'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:22:28.045121 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [req-bdb8aa7b-614a-4a9b-9360-f78472ff409c req-e8773879-181b-4f0e-a98e-950b6ccb0807 service neutron] Bound port: 9d69178a-073b-4082-94da-b001d5b5b31d, host: n-h1-816206-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '329c1745-02bf-4561-9615-3192910887f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'f1e1dabf-b410-4023-9169-a460a86e7184'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:22:28.045481 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-bdb8aa7b-614a-4a9b-9360-f78472ff409c req-e8773879-181b-4f0e-a98e-950b6ccb0807 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:22:28.106269 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9b399f1b-f3df-4acb-917c-7466d97bb66b req-c1d75d5d-e536-46ca-9a78-7568ddc2a8e8 service neutron] 10.222.0.55 "GET /v2.0/networks/ffa7c2aa-6251-4537-acd5-168309147200?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2718232 Nov 23 17:22:28.146387 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4a47d1-2ec6-4a90-bf3f-2ee8a0f51092 req-e8f9dbc3-25cf-4a1a-9e27-ef5e9b374f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:22:28.147910 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8a4a47d1-2ec6-4a90-bf3f-2ee8a0f51092 req-e8f9dbc3-25cf-4a1a-9e27-ef5e9b374f33 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5ec29eee-2e3a-4642-be97-88a03756cf1b HTTP/1.1" status: 200 len: 860 time: 0.1836529 Nov 23 17:22:28.205815 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-184d2f6e-9732-4963-b196-860ae60c6eaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8f885a9-93ac-4a6d-b02a-91d84e71c9db', 'name': 'tempest-FloatingIPsAssociationTestJSON-1023826642-router', 'tenant_id': 'b930416d8ba84d7ba659706c10c554f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.240'}], 'enable_snat': True}, 'gw_port_id': '7d44e282-6def-43d0-b54e-d3d8b137c89d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:21:21Z', 'updated_at': '2021-11-23T17:21:28Z', 'revision_number': 4, 'project_id': 'b930416d8ba84d7ba659706c10c554f7', 'gw_port': {'id': '7d44e282-6def-43d0-b54e-d3d8b137c89d', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:97:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8f885a9-93ac-4a6d-b02a-91d84e71c9db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:21:22Z', 'updated_at': '2021-11-23T17:21:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_floatingips': [{'id': '0c6de8ab-c2df-4738-860d-9e4035f9394e', 'tenant_id': 'b930416d8ba84d7ba659706c10c554f7', 'floating_ip_address': '172.25.3.56', 'floating_network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'router_id': 'b8f885a9-93ac-4a6d-b02a-91d84e71c9db', 'port_id': 'fba50d82-4af0-48c0-a41a-3d00e787e652', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 659, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aad59512-80bb-49f8-8f54-daff64a8bc03', 'mac_address': 'fa:16:3e:ea:06:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94483118-8c1c-4799-a73f-44dc63b488e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T17:21:57Z', 'updated_at': '2021-11-23T17:22:24Z', 'revision_number': 1, 'project_id': 'b930416d8ba84d7ba659706c10c554f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06bad47f-5b77-4f49-89bb-87622d83ca1d', 'name': '', 'network_id': 'aad59512-80bb-49f8-8f54-daff64a8bc03', 'tenant_id': 'b930416d8ba84d7ba659706c10c554f7', 'mac_address': 'fa:16:3e:ce:74:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8f885a9-93ac-4a6d-b02a-91d84e71c9db', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '5ec29eee-2e3a-4642-be97-88a03756cf1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:21:26Z', 'updated_at': '2021-11-23T17:21:33Z', 'revision_number': 5, 'project_id': 'b930416d8ba84d7ba659706c10c554f7', 'subnets': [{'id': '5ec29eee-2e3a-4642-be97-88a03756cf1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:22:28.275432 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-184d2f6e-9732-4963-b196-860ae60c6eaa None None] Checking router: b8f885a9-93ac-4a6d-b02a-91d84e71c9db for host: n-d-816206-8 {{(pid=103592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 17:22:28.289065 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-184d2f6e-9732-4963-b196-860ae60c6eaa None None] Routers {'b8f885a9-93ac-4a6d-b02a-91d84e71c9db'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:22:28.290017 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-184d2f6e-9732-4963-b196-860ae60c6eaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:22:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['b8f885a9-93ac-4a6d-b02a-91d84e71c9db'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:22:28.375864 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [req-bdb8aa7b-614a-4a9b-9360-f78472ff409c req-e8773879-181b-4f0e-a98e-950b6ccb0807 service neutron] For port 9d69178a-073b-4082-94da-b001d5b5b31d, host n-h1-816206-8, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:22:28.388636 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4a47d1-2ec6-4a90-bf3f-2ee8a0f51092 req-c5d6b6c5-55c7-4750-9f53-4e719bb303d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:22:28.390208 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8a4a47d1-2ec6-4a90-bf3f-2ee8a0f51092 req-c5d6b6c5-55c7-4750-9f53-4e719bb303d3 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=aad59512-80bb-49f8-8f54-daff64a8bc03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2137566 Nov 23 17:22:28.432581 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [req-bdb8aa7b-614a-4a9b-9360-f78472ff409c req-e8773879-181b-4f0e-a98e-950b6ccb0807 service neutron] For port 9d69178a-073b-4082-94da-b001d5b5b31d, host n-h1-816206-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=9d69178a-073b-4082-94da-b001d5b5b31d,segment=NetworkSegment(329c1745-02bf-4561-9615-3192910887f5),segment_id=329c1745-02bf-4561-9615-3192910887f5)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:22:28.442042 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-bdb8aa7b-614a-4a9b-9360-f78472ff409c req-e8773879-181b-4f0e-a98e-950b6ccb0807 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264357957'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:22:28.462559 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9b399f1b-f3df-4acb-917c-7466d97bb66b req-bf2c26d9-d172-45c8-98b9-8f83980c4ffd service neutron] 10.222.0.55 "GET /v2.0/networks/ffa7c2aa-6251-4537-acd5-168309147200?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3409994 Nov 23 17:22:28.522223 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvr_db [None req-184d2f6e-9732-4963-b196-860ae60c6eaa None None] Set router b8f885a9-93ac-4a6d-b02a-91d84e71c9db gateway port host: n-d-816206-8 {{(pid=103592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:22:28.554931 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4887167e-e895-4f47-b9d1-9f558a450002 admin admin] Router f5804fb4-971e-4854-8d18-dd5aa284ef6d has already been hosted by L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 {{(pid=103590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 17:22:28.573961 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb8aa7b-614a-4a9b-9360-f78472ff409c req-e8773879-181b-4f0e-a98e-950b6ccb0807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:22:28.575491 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-bdb8aa7b-614a-4a9b-9360-f78472ff409c req-e8773879-181b-4f0e-a98e-950b6ccb0807 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:22:28.579341 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-bdb8aa7b-614a-4a9b-9360-f78472ff409c req-e8773879-181b-4f0e-a98e-950b6ccb0807 service neutron] 10.222.0.55 "PUT /v2.0/ports/9d69178a-073b-4082-94da-b001d5b5b31d HTTP/1.1" status: 200 len: 1096 time: 2.3406861 Nov 23 17:22:28.619964 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8a4a47d1-2ec6-4a90-bf3f-2ee8a0f51092 req-40638777-4624-4a25-ab7a-bc7f0e942990 service neutron] 10.222.0.60 "GET /v2.0/networks/aad59512-80bb-49f8-8f54-daff64a8bc03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2074442 Nov 23 17:22:28.628010 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94483118-8c1c-4799-a73f-44dc63b488e2', 'tag': 'fba50d82-4af0-48c0-a41a-3d00e787e652'}] {{(pid=103591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:22:28.632337 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41d174a19ece9499ff9ec44e5b3fc50f2abd3ffbc947fb7e52ea1e8db27b95b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0aff732-7dc3-4b45-9b2d-1b32d7b2af4b" -d '{"events": [{"name": "network-changed", "server_uuid": "94483118-8c1c-4799-a73f-44dc63b488e2", "tag": "fba50d82-4af0-48c0-a41a-3d00e787e652"}]}' {{(pid=103591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:22:28.804565 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8773879-181b-4f0e-a98e-950b6ccb0807 service neutron] Pushing event updated for resources: {'Port': ['ID=9d69178a-073b-4082-94da-b001d5b5b31d,revision_number=7']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:22:28.834817 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4887167e-e895-4f47-b9d1-9f558a450002 admin admin] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:22:28.842447 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-4887167e-e895-4f47-b9d1-9f558a450002 admin admin] 10.222.0.60 "PUT /v2.0/routers/f5804fb4-971e-4854-8d18-dd5aa284ef6d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7784071 Nov 23 17:22:28.852976 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb8aa7b-614a-4a9b-9360-f78472ff409c req-7f11ee34-865c-4243-adbc-c705ba5360b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:22:28.861799 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-bdb8aa7b-614a-4a9b-9360-f78472ff409c req-7f11ee34-865c-4243-adbc-c705ba5360b9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=98a62786d4654c60b8dab5d2a606f4fe&device_id=b06fd73f-d5cd-4321-910c-bac8aff99182 HTTP/1.1" status: 200 len: 1099 time: 0.1277335 Nov 23 17:22:28.987797 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8a4a47d1-2ec6-4a90-bf3f-2ee8a0f51092 req-f63028d9-d9ae-4313-a54a-e76bd31b8134 service neutron] 10.222.0.60 "GET /v2.0/networks/aad59512-80bb-49f8-8f54-daff64a8bc03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3478522 Nov 23 17:22:29.040305 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device ba38f33f-34c7-4a7d-86b9-fcfa1751abc8 up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:22:29.107307 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb8aa7b-614a-4a9b-9360-f78472ff409c req-a2a92258-4813-435a-8f2d-65b0612d67dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:22:29.109673 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-bdb8aa7b-614a-4a9b-9360-f78472ff409c req-a2a92258-4813-435a-8f2d-65b0612d67dc service neutron] 10.222.0.55 "GET /v2.0/networks?id=f1e1dabf-b410-4023-9169-a460a86e7184 HTTP/1.1" status: 200 len: 870 time: 0.2368748 Nov 23 17:22:29.132026 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 17:22:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67a314a3-13c9-480d-8f4f-b3e782a9e929 x-openstack-request-id: req-67a314a3-13c9-480d-8f4f-b3e782a9e929 {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:22:29.132331 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b06fd73f-d5cd-4321-910c-bac8aff99182", "name": "network-vif-unplugged", "status": "completed", "tag": "9d69178a-073b-4082-94da-b001d5b5b31d", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:22:29.132675 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-67a314a3-13c9-480d-8f4f-b3e782a9e929 {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:22:29.133090 n-d-816206-8 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b06fd73f-d5cd-4321-910c-bac8aff99182', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d69178a-073b-4082-94da-b001d5b5b31d', 'code': 200} Nov 23 17:22:29.216347 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-bdb8aa7b-614a-4a9b-9360-f78472ff409c req-3df694d5-e6b1-4316-aed7-a9a08d71bdf4 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.200&port_id=9d69178a-073b-4082-94da-b001d5b5b31d HTTP/1.1" status: 200 len: 217 time: 0.0976348 Nov 23 17:22:29.221084 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device 9d69178a-073b-4082-94da-b001d5b5b31d no longer exists at agent hyperv_n-h2-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:22:29.294753 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-636d22f4-0c20-403e-87a3-28c6f7813556 None None] Provisioning complete for port aba1cf12-6ab0-440d-a338-a5f12025893c triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:22:29.295412 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-636d22f4-0c20-403e-87a3-28c6f7813556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:22:29.306127 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a791415-88d4-422b-9a37-9f6ef83afb02 req-2616340d-7fe6-423d-bafd-348383f1b50e tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:22:29.308002 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9a791415-88d4-422b-9a37-9f6ef83afb02 req-2616340d-7fe6-423d-bafd-348383f1b50e tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d4b828a-ffcb-4006-bd30-dfc229e00821 HTTP/1.1" status: 200 len: 943 time: 0.0965436 Nov 23 17:22:29.332051 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb8aa7b-614a-4a9b-9360-f78472ff409c req-712e7839-b974-49fa-a0b6-3e4f13c80de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:22:29.334350 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port ba38f33f-34c7-4a7d-86b9-fcfa1751abc8 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:22:29.335081 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:22:29.336525 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-bdb8aa7b-614a-4a9b-9360-f78472ff409c req-712e7839-b974-49fa-a0b6-3e4f13c80de1 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ac77c175-5679-438b-8a2a-356718377641 HTTP/1.1" status: 200 len: 843 time: 0.0846615 Nov 23 17:22:29.386688 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device 9d69178a-073b-4082-94da-b001d5b5b31d not bound to the agent host n-h2-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:22:29.410785 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-636d22f4-0c20-403e-87a3-28c6f7813556 None None] Port aba1cf12-6ab0-440d-a338-a5f12025893c cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:22:29.416527 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9a791415-88d4-422b-9a37-9f6ef83afb02 req-b5c01bd4-76af-4292-9932-4406737ce6fd tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] 10.222.0.60 "GET /v2.0/security-groups?id=a7d295c6-a842-436b-b184-bb80f16900ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996022 Nov 23 17:22:29.422020 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-184d2f6e-9732-4963-b196-860ae60c6eaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8f885a9-93ac-4a6d-b02a-91d84e71c9db', 'name': 'tempest-FloatingIPsAssociationTestJSON-1023826642-router', 'tenant_id': 'b930416d8ba84d7ba659706c10c554f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.240'}], 'enable_snat': True}, 'gw_port_id': '7d44e282-6def-43d0-b54e-d3d8b137c89d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:21:21Z', 'updated_at': '2021-11-23T17:21:28Z', 'revision_number': 4, 'project_id': 'b930416d8ba84d7ba659706c10c554f7', 'gw_port': {'id': '7d44e282-6def-43d0-b54e-d3d8b137c89d', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:97:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8f885a9-93ac-4a6d-b02a-91d84e71c9db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:21:22Z', 'updated_at': '2021-11-23T17:21:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_floatingips': [{'id': '0c6de8ab-c2df-4738-860d-9e4035f9394e', 'tenant_id': 'b930416d8ba84d7ba659706c10c554f7', 'floating_ip_address': '172.25.3.56', 'floating_network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'router_id': 'b8f885a9-93ac-4a6d-b02a-91d84e71c9db', 'port_id': 'fba50d82-4af0-48c0-a41a-3d00e787e652', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 659, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aad59512-80bb-49f8-8f54-daff64a8bc03', 'mac_address': 'fa:16:3e:ea:06:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94483118-8c1c-4799-a73f-44dc63b488e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T17:21:57Z', 'updated_at': '2021-11-23T17:22:24Z', 'revision_number': 1, 'project_id': 'b930416d8ba84d7ba659706c10c554f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06bad47f-5b77-4f49-89bb-87622d83ca1d', 'name': '', 'network_id': 'aad59512-80bb-49f8-8f54-daff64a8bc03', 'tenant_id': 'b930416d8ba84d7ba659706c10c554f7', 'mac_address': 'fa:16:3e:ce:74:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8f885a9-93ac-4a6d-b02a-91d84e71c9db', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '5ec29eee-2e3a-4642-be97-88a03756cf1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:21:26Z', 'updated_at': '2021-11-23T17:21:33Z', 'revision_number': 5, 'project_id': 'b930416d8ba84d7ba659706c10c554f7', 'subnets': [{'id': '5ec29eee-2e3a-4642-be97-88a03756cf1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:22:29.429829 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8614bc8a-20cf-450d-b207-56e9db4497ae None None] Sync routers for ids ['f5804fb4-971e-4854-8d18-dd5aa284ef6d'] in n-d-816206-8 {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:22:29.452924 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-184d2f6e-9732-4963-b196-860ae60c6eaa None None] The sync data for ids ['b8f885a9-93ac-4a6d-b02a-91d84e71c9db'] in n-d-816206-8 is: [{'id': 'b8f885a9-93ac-4a6d-b02a-91d84e71c9db', 'name': 'tempest-FloatingIPsAssociationTestJSON-1023826642-router', 'tenant_id': 'b930416d8ba84d7ba659706c10c554f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.240'}], 'enable_snat': True}, 'gw_port_id': '7d44e282-6def-43d0-b54e-d3d8b137c89d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:21:21Z', 'updated_at': '2021-11-23T17:21:28Z', 'revision_number': 4, 'project_id': 'b930416d8ba84d7ba659706c10c554f7', 'gw_port': {'id': '7d44e282-6def-43d0-b54e-d3d8b137c89d', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:97:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8f885a9-93ac-4a6d-b02a-91d84e71c9db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:21:22Z', 'updated_at': '2021-11-23T17:21:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_floatingips': [{'id': '0c6de8ab-c2df-4738-860d-9e4035f9394e', 'tenant_id': 'b930416d8ba84d7ba659706c10c554f7', 'floating_ip_address': '172.25.3.56', 'floating_network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'router_id': 'b8f885a9-93ac-4a6d-b02a-91d84e71c9db', 'port_id': 'fba50d82-4af0-48c0-a41a-3d00e787e652', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 659, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aad59512-80bb-49f8-8f54-daff64a8bc03', 'mac_address': 'fa:16:3e:ea:06:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94483118-8c1c-4799-a73f-44dc63b488e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T17:21:57Z', 'updated_at': '2021-11-23T17:22:24Z', 'revision_number': 1, 'project_id': 'b930416d8ba84d7ba659706c10c554f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06bad47f-5b77-4f49-89bb-87622d83ca1d', 'name': '', 'network_id': 'aad59512-80bb-49f8-8f54-daff64a8bc03', 'tenant_id': 'b930416d8ba84d7ba659706c10c554f7', 'mac_address': 'fa:16:3e:ce:74:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8f885a9-93ac-4a6d-b02a-91d84e71c9db', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '5ec29eee-2e3a-4642-be97-88a03756cf1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:21:26Z', 'updated_at': '2021-11-23T17:21:33Z', 'revision_number': 5, 'project_id': 'b930416d8ba84d7ba659706c10c554f7', 'subnets': [{'id': '5ec29eee-2e3a-4642-be97-88a03756cf1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:22:29.454087 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8614bc8a-20cf-450d-b207-56e9db4497ae None None] Routers {'f5804fb4-971e-4854-8d18-dd5aa284ef6d'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:22:29.455018 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-8614bc8a-20cf-450d-b207-56e9db4497ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:22:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['f5804fb4-971e-4854-8d18-dd5aa284ef6d'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:22:29.469004 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb8aa7b-614a-4a9b-9360-f78472ff409c req-e85e54fc-2dec-4258-8a67-b8ab850c99c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:22:29.471161 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-bdb8aa7b-614a-4a9b-9360-f78472ff409c req-e85e54fc-2dec-4258-8a67-b8ab850c99c6 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f1e1dabf-b410-4023-9169-a460a86e7184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1269090 Nov 23 17:22:29.536512 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [req-84d018cf-2344-47a7-b96e-5921c24a5132 req-45054cd7-18a6-4ae6-8085-20f423171b28 tempest-LiveMigrationTest-1150397521 tempest-LiveMigrationTest-1150397521-project-admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=103591) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 17:22:29.564192 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-84d018cf-2344-47a7-b96e-5921c24a5132 req-45054cd7-18a6-4ae6-8085-20f423171b28 tempest-LiveMigrationTest-1150397521 tempest-LiveMigrationTest-1150397521-project-admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0493262 Nov 23 17:22:29.618378 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:22:29.657028 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] For port ba38f33f-34c7-4a7d-86b9-fcfa1751abc8, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=ba38f33f-34c7-4a7d-86b9-fcfa1751abc8,segment=NetworkSegment(bffd1e4f-e80f-4ff0-b418-2f42ae15febf),segment_id=bffd1e4f-e80f-4ff0-b418-2f42ae15febf)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:22:29.657566 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d018cf-2344-47a7-b96e-5921c24a5132 req-095f9e99-2781-4173-aa83-125427f53be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:22:29.660521 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-84d018cf-2344-47a7-b96e-5921c24a5132 req-095f9e99-2781-4173-aa83-125427f53be6 service neutron] 10.222.0.60 "GET /v2.0/ports/365a668f-0f82-4ce1-a3e0-e0946dd88a04 HTTP/1.1" status: 200 len: 1093 time: 0.0842440 Nov 23 17:22:29.664787 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:22:29.674035 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [req-84d018cf-2344-47a7-b96e-5921c24a5132 req-ddea8d9b-3066-47ba-b230-cde79444e2dd service neutron] Request body: {'binding': {'host': 'n-h1-816206-8', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:22:29.674787 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [req-84d018cf-2344-47a7-b96e-5921c24a5132 req-ddea8d9b-3066-47ba-b230-cde79444e2dd service neutron] Unknown quota resources ['binding']. {{(pid=103591) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 23 17:22:29.692234 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-8614bc8a-20cf-450d-b207-56e9db4497ae None None] Set router f5804fb4-971e-4854-8d18-dd5aa284ef6d gateway port host: n-d-816206-8 {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:22:29.763457 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-bdb8aa7b-614a-4a9b-9360-f78472ff409c req-b62dfffe-c089-42c2-85ab-fe103b2ba23f service neutron] 10.222.0.55 "GET /v2.0/networks/f1e1dabf-b410-4023-9169-a460a86e7184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2821677 Nov 23 17:22:29.786618 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Pushing event updated for resources: {'Port': ['ID=ba38f33f-34c7-4a7d-86b9-fcfa1751abc8,revision_number=4']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:22:29.940203 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3d0c39e-9a7a-413b-a9df-f88f8c26f17b None None] New status for floating IP 0c6de8ab-c2df-4738-860d-9e4035f9394e: ACTIVE {{(pid=103592) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 17:22:29.957131 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-bdb8aa7b-614a-4a9b-9360-f78472ff409c req-409c71a5-a892-429a-8fd1-04e9b314880b service neutron] 10.222.0.55 "GET /v2.0/networks/f1e1dabf-b410-4023-9169-a460a86e7184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1808040 Nov 23 17:22:29.979300 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9092b76f-35d7-461d-b2d6-e86be8e3c481 req-7e974868-cd1b-411f-b7dd-b04f4d378a8c tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:22:29.988668 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9092b76f-35d7-461d-b2d6-e86be8e3c481 req-7e974868-cd1b-411f-b7dd-b04f4d378a8c tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] 10.222.0.60 "GET /v2.0/ports?device_id=b06fd73f-d5cd-4321-910c-bac8aff99182 HTTP/1.1" status: 200 len: 948 time: 0.1233764 Nov 23 17:22:30.022123 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-84d018cf-2344-47a7-b96e-5921c24a5132 req-ddea8d9b-3066-47ba-b230-cde79444e2dd service neutron] Attempting to bind port 365a668f-0f82-4ce1-a3e0-e0946dd88a04 on host n-h1-816206-8 for vnic_type normal with profile None {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:22:30.022910 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-84d018cf-2344-47a7-b96e-5921c24a5132 req-ddea8d9b-3066-47ba-b230-cde79444e2dd service neutron] Attempting to bind port 365a668f-0f82-4ce1-a3e0-e0946dd88a04 by drivers openvswitch,hyperv on host n-h1-816206-8 at level 0 using segments [{'id': '12913541-acd4-4e3c-8f48-e22896931a9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '3b84e4de-5a6f-44c6-a8e6-1d90b4d1f1b3'}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:22:30.023427 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84d018cf-2344-47a7-b96e-5921c24a5132 req-ddea8d9b-3066-47ba-b230-cde79444e2dd service neutron] Attempting to bind port 365a668f-0f82-4ce1-a3e0-e0946dd88a04 on network 3b84e4de-5a6f-44c6-a8e6-1d90b4d1f1b3 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:22:30.031411 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84d018cf-2344-47a7-b96e-5921c24a5132 req-ddea8d9b-3066-47ba-b230-cde79444e2dd service neutron] Port 365a668f-0f82-4ce1-a3e0-e0946dd88a04 on network 3b84e4de-5a6f-44c6-a8e6-1d90b4d1f1b3 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-8 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 17:22:30.032023 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84d018cf-2344-47a7-b96e-5921c24a5132 req-ddea8d9b-3066-47ba-b230-cde79444e2dd service neutron] Attempting to bind port 365a668f-0f82-4ce1-a3e0-e0946dd88a04 on network 3b84e4de-5a6f-44c6-a8e6-1d90b4d1f1b3 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:22:30.041304 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-8614bc8a-20cf-450d-b207-56e9db4497ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5804fb4-971e-4854-8d18-dd5aa284ef6d', 'name': 'tempest-FloatingIPDetailsTestJSON-1655317840-router', 'tenant_id': '0d3cf27e5af04d45bf5634064092bfba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.53'}], 'enable_snat': True}, 'gw_port_id': 'ba38f33f-34c7-4a7d-86b9-fcfa1751abc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:22:20Z', 'updated_at': '2021-11-23T17:22:26Z', 'revision_number': 4, 'project_id': '0d3cf27e5af04d45bf5634064092bfba', 'gw_port': {'id': 'ba38f33f-34c7-4a7d-86b9-fcfa1751abc8', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:ef:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5804fb4-971e-4854-8d18-dd5aa284ef6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:22:21Z', 'updated_at': '2021-11-23T17:22:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_interfaces': [{'id': 'aba1cf12-6ab0-440d-a338-a5f12025893c', 'name': '', 'network_id': 'a0d90261-b4da-42ea-a468-b267ad708243', 'tenant_id': '0d3cf27e5af04d45bf5634064092bfba', 'mac_address': 'fa:16:3e:17:29:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5804fb4-971e-4854-8d18-dd5aa284ef6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '0c51c096-ad32-49b6-90db-b5729e038f17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:22:25Z', 'updated_at': '2021-11-23T17:22:26Z', 'revision_number': 2, 'project_id': '0d3cf27e5af04d45bf5634064092bfba', 'subnets': [{'id': '0c51c096-ad32-49b6-90db-b5729e038f17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:22:30.076777 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9092b76f-35d7-461d-b2d6-e86be8e3c481 req-c6a4ad20-706d-468a-aafd-f5cfdff90aac tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] 10.222.0.60 "GET /v2.0/security-groups?id=70227657-be62-432a-a8fd-5a85231fc7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858486 Nov 23 17:22:30.082245 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8614bc8a-20cf-450d-b207-56e9db4497ae None None] Checking router: f5804fb4-971e-4854-8d18-dd5aa284ef6d for host: n-d-816206-8 {{(pid=103593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 17:22:30.082730 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8614bc8a-20cf-450d-b207-56e9db4497ae None None] Updating router f5804fb4-971e-4854-8d18-dd5aa284ef6d port aba1cf12-6ab0-440d-a338-a5f12025893c binding host n-d-816206-8 {{(pid=103593) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 17:22:30.083941 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84d018cf-2344-47a7-b96e-5921c24a5132 req-ddea8d9b-3066-47ba-b230-cde79444e2dd service neutron] Checking agent: {'id': '4b0a4557-3bfe-4828-80a0-7981fc3ac84c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 15, 14), 'started_at': datetime.datetime(2021, 11, 23, 17, 15, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 22, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:22:30.085318 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84d018cf-2344-47a7-b96e-5921c24a5132 req-ddea8d9b-3066-47ba-b230-cde79444e2dd service neutron] Checking segment: {'id': '12913541-acd4-4e3c-8f48-e22896931a9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '3b84e4de-5a6f-44c6-a8e6-1d90b4d1f1b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:22:30.085915 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84d018cf-2344-47a7-b96e-5921c24a5132 req-ddea8d9b-3066-47ba-b230-cde79444e2dd service neutron] Bound using segment: {'id': '12913541-acd4-4e3c-8f48-e22896931a9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '3b84e4de-5a6f-44c6-a8e6-1d90b4d1f1b3'} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:22:30.088271 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-84d018cf-2344-47a7-b96e-5921c24a5132 req-ddea8d9b-3066-47ba-b230-cde79444e2dd service neutron] Bound port: 365a668f-0f82-4ce1-a3e0-e0946dd88a04, host: n-h1-816206-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12913541-acd4-4e3c-8f48-e22896931a9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '3b84e4de-5a6f-44c6-a8e6-1d90b4d1f1b3'}}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:22:30.145134 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device 58a947ae-822a-43db-8deb-290cda65a6fb details requested by agent hyperv_n-h1-816206-8 with host n-h1-816206-8 {{(pid=103592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 17:22:30.146087 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-8614bc8a-20cf-450d-b207-56e9db4497ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:22:30.170470 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 17:22:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d2d7dfc-00cc-4fd5-b448-4f3b5489e919 x-openstack-request-id: req-9d2d7dfc-00cc-4fd5-b448-4f3b5489e919 {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:22:30.170764 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94483118-8c1c-4799-a73f-44dc63b488e2", "tag": "fba50d82-4af0-48c0-a41a-3d00e787e652", "status": "completed", "code": 200}]} {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:22:30.171016 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-9d2d7dfc-00cc-4fd5-b448-4f3b5489e919 {{(pid=103591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:22:30.171418 n-d-816206-8 neutron-server[103591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94483118-8c1c-4799-a73f-44dc63b488e2', 'tag': 'fba50d82-4af0-48c0-a41a-3d00e787e652', 'status': 'completed', 'code': 200} Nov 23 17:22:30.216204 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-84d018cf-2344-47a7-b96e-5921c24a5132 req-ddea8d9b-3066-47ba-b230-cde79444e2dd service neutron] For port 365a668f-0f82-4ce1-a3e0-e0946dd88a04, host n-h1-816206-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=365a668f-0f82-4ce1-a3e0-e0946dd88a04,segment=NetworkSegment(12913541-acd4-4e3c-8f48-e22896931a9c),segment_id=12913541-acd4-4e3c-8f48-e22896931a9c)] {{(pid=103591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:22:30.229902 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-84d018cf-2344-47a7-b96e-5921c24a5132 req-ddea8d9b-3066-47ba-b230-cde79444e2dd service neutron] Publish callbacks [] for binding, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:22:30.235799 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-84d018cf-2344-47a7-b96e-5921c24a5132 req-ddea8d9b-3066-47ba-b230-cde79444e2dd service neutron] 10.222.0.60 "POST /v2.0/ports/365a668f-0f82-4ce1-a3e0-e0946dd88a04/bindings HTTP/1.1" status: 201 len: 389 time: 0.5682259 Nov 23 17:22:30.312942 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port 58a947ae-822a-43db-8deb-290cda65a6fb, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=58a947ae-822a-43db-8deb-290cda65a6fb,segment=NetworkSegment(6c418a8c-f20c-4230-99c6-0f83d6e48757),segment_id=6c418a8c-f20c-4230-99c6-0f83d6e48757)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:22:30.346573 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Returning: {'device': '58a947ae-822a-43db-8deb-290cda65a6fb', 'network_id': 'ffa7c2aa-6251-4537-acd5-168309147200', 'port_id': '58a947ae-822a-43db-8deb-290cda65a6fb', 'mac_address': 'fa:16:3e:85:6a:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e905b96-ea32-4f4c-be91-01d912cd9ed2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 17:22:30.360293 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0aff732-7dc3-4b45-9b2d-1b32d7b2af4b req-047ddd9b-574f-4bcd-a250-845a8dc41d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:22:30.361931 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-a0aff732-7dc3-4b45-9b2d-1b32d7b2af4b req-047ddd9b-574f-4bcd-a250-845a8dc41d22 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b930416d8ba84d7ba659706c10c554f7&device_id=94483118-8c1c-4799-a73f-44dc63b488e2 HTTP/1.1" status: 200 len: 1097 time: 0.1608732 Nov 23 17:22:30.467150 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25bc3c4-5837-451c-a0ea-08ee5c230cf6 req-c994b602-0cb8-4997-a357-bd358dd7d42f tempest-FloatingIPsAssociationTestJSON-1150543333 tempest-FloatingIPsAssociationTestJSON-1150543333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:22:30.470762 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:22:30.478850 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c25bc3c4-5837-451c-a0ea-08ee5c230cf6 req-c994b602-0cb8-4997-a357-bd358dd7d42f tempest-FloatingIPsAssociationTestJSON-1150543333 tempest-FloatingIPsAssociationTestJSON-1150543333-project] 10.222.0.60 "GET /v2.0/ports?device_id=889615e0-6d05-4dde-9f65-1602c0161cb2&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2118132 Nov 23 17:22:30.532285 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58a947ae-822a-43db-8deb-290cda65a6fb {{(pid=103592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:22:30.558295 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device ba38f33f-34c7-4a7d-86b9-fcfa1751abc8 up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:22:30.653724 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0aff732-7dc3-4b45-9b2d-1b32d7b2af4b req-1972300c-ad85-49f6-b2fc-191b39ceffbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:22:30.655892 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-a0aff732-7dc3-4b45-9b2d-1b32d7b2af4b req-1972300c-ad85-49f6-b2fc-191b39ceffbe service neutron] 10.222.0.55 "GET /v2.0/networks?id=aad59512-80bb-49f8-8f54-daff64a8bc03 HTTP/1.1" status: 200 len: 922 time: 0.2838867 Nov 23 17:22:30.693606 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port 58a947ae-822a-43db-8deb-290cda65a6fb, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=58a947ae-822a-43db-8deb-290cda65a6fb,segment=NetworkSegment(6c418a8c-f20c-4230-99c6-0f83d6e48757),segment_id=6c418a8c-f20c-4230-99c6-0f83d6e48757)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:22:30.718956 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:22:30.727489 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d018cf-2344-47a7-b96e-5921c24a5132 req-ff346c76-8876-4c25-8259-bbbbc3322dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:22:30.729089 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-84d018cf-2344-47a7-b96e-5921c24a5132 req-ff346c76-8876-4c25-8259-bbbbc3322dd7 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4f30b4abc7074d1fa9d31a414a5f297f&device_id=718e7979-ed88-4391-b53d-996075f02e58 HTTP/1.1" status: 200 len: 1096 time: 0.1382408 Nov 23 17:22:30.732424 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c25bc3c4-5837-451c-a0ea-08ee5c230cf6 req-c61ceda9-e70a-4440-9ba0-1c2ac7e2cbf9 tempest-FloatingIPsAssociationTestJSON-1150543333 tempest-FloatingIPsAssociationTestJSON-1150543333-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.3.56 HTTP/1.1" status: 200 len: 1001 time: 0.2527158 Nov 23 17:22:30.758731 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [req-c25bc3c4-5837-451c-a0ea-08ee5c230cf6 req-2a8d8af4-7729-46b2-a662-37d200072c89 tempest-FloatingIPsAssociationTestJSON-1150543333 tempest-FloatingIPsAssociationTestJSON-1150543333-project] Request body: {'floatingip': {'port_id': '0d918e8f-bffc-44ac-9a2d-4591e7fd8aee', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:22:30.795220 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-a0aff732-7dc3-4b45-9b2d-1b32d7b2af4b req-d88e2ab1-f3e2-4ae6-b835-32f69f0c2228 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fba50d82-4af0-48c0-a41a-3d00e787e652 HTTP/1.1" status: 200 len: 1001 time: 0.1303043 Nov 23 17:22:30.825513 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Pushing event updated for resources: {'Port': ['ID=58a947ae-822a-43db-8deb-290cda65a6fb,revision_number=4']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:22:30.834309 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port ba38f33f-34c7-4a7d-86b9-fcfa1751abc8 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:22:30.834860 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:22:30.848055 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-8614bc8a-20cf-450d-b207-56e9db4497ae None None] Publish callbacks [] for port, precommit_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:22:30.856516 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-8614bc8a-20cf-450d-b207-56e9db4497ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:22:30.891329 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0aff732-7dc3-4b45-9b2d-1b32d7b2af4b req-4e6b52cb-3213-4260-983e-e973778d5008 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:22:30.893937 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-a0aff732-7dc3-4b45-9b2d-1b32d7b2af4b req-4e6b52cb-3213-4260-983e-e973778d5008 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5ec29eee-2e3a-4642-be97-88a03756cf1b HTTP/1.1" status: 200 len: 860 time: 0.0836656 Nov 23 17:22:30.910843 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bf8dd1-43d0-4244-9996-df502aa426a5 None None] Pushing event updated for resources: {'Port': ['ID=aba1cf12-6ab0-440d-a338-a5f12025893c,revision_number=3']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:22:30.976826 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0aff732-7dc3-4b45-9b2d-1b32d7b2af4b req-25c7aa82-4bef-4fed-906b-0102c010687f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:22:30.981216 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-a0aff732-7dc3-4b45-9b2d-1b32d7b2af4b req-25c7aa82-4bef-4fed-906b-0102c010687f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=aad59512-80bb-49f8-8f54-daff64a8bc03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0784833 Nov 23 17:22:31.067183 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] get_ports_and_sgs() called for port_ids ['58a947ae-822a-43db-8deb-290cda65a6fb'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:22:31.089488 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [None req-8614bc8a-20cf-450d-b207-56e9db4497ae None None] Attempting to bind port aba1cf12-6ab0-440d-a338-a5f12025893c on host n-d-816206-8 for vnic_type normal with profile {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:22:31.090711 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [None req-8614bc8a-20cf-450d-b207-56e9db4497ae None None] Attempting to bind port aba1cf12-6ab0-440d-a338-a5f12025893c by drivers openvswitch,hyperv on host n-d-816206-8 at level 0 using segments [{'id': '32102380-ad10-4731-85ee-da585ea6351e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'a0d90261-b4da-42ea-a468-b267ad708243'}] {{(pid=103593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:22:31.092143 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8614bc8a-20cf-450d-b207-56e9db4497ae None None] Attempting to bind port aba1cf12-6ab0-440d-a338-a5f12025893c on network a0d90261-b4da-42ea-a468-b267ad708243 {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:22:31.109111 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8614bc8a-20cf-450d-b207-56e9db4497ae None None] Checking agent: {'id': '9e89acbe-4bbe-4c77-a18b-6f1da9133e0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 7, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 22, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:22:31.112758 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8614bc8a-20cf-450d-b207-56e9db4497ae None None] Checking segment: {'id': '32102380-ad10-4731-85ee-da585ea6351e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'a0d90261-b4da-42ea-a468-b267ad708243'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:22:31.114967 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-8614bc8a-20cf-450d-b207-56e9db4497ae None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:22:31.116252 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8614bc8a-20cf-450d-b207-56e9db4497ae None None] Bound using segment: {'id': '32102380-ad10-4731-85ee-da585ea6351e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'a0d90261-b4da-42ea-a468-b267ad708243'} {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:22:31.117921 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [None req-8614bc8a-20cf-450d-b207-56e9db4497ae None None] Bound port: aba1cf12-6ab0-440d-a338-a5f12025893c, host: n-d-816206-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32102380-ad10-4731-85ee-da585ea6351e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'a0d90261-b4da-42ea-a468-b267ad708243'}}] {{(pid=103593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:22:31.119467 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-8614bc8a-20cf-450d-b207-56e9db4497ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:22:31.239857 n-d-816206-8 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b06fd73f-d5cd-4321-910c-bac8aff99182', 'tag': '9d69178a-073b-4082-94da-b001d5b5b31d'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:22:31.252377 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbabddbc9fc37b068808e119c416c86f5957ca04531a4a0d2e695c515e93483b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50db3346-421f-4098-9678-fd30c376e6d0" -d '{"events": [{"name": "network-changed", "server_uuid": "b06fd73f-d5cd-4321-910c-bac8aff99182", "tag": "9d69178a-073b-4082-94da-b001d5b5b31d"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:22:31.336648 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-15eaf871-3851-4fb4-b240-efdc83e55031 None None] Provisioning complete for port aba1cf12-6ab0-440d-a338-a5f12025893c triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:22:31.337299 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-15eaf871-3851-4fb4-b240-efdc83e55031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:22:31.360961 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-8614bc8a-20cf-450d-b207-56e9db4497ae None None] For port aba1cf12-6ab0-440d-a338-a5f12025893c, host n-d-816206-8, cleared binding levels {{(pid=103593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:22:31.368568 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-8614bc8a-20cf-450d-b207-56e9db4497ae None None] For port aba1cf12-6ab0-440d-a338-a5f12025893c, host n-d-816206-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=aba1cf12-6ab0-440d-a338-a5f12025893c,segment=NetworkSegment(32102380-ad10-4731-85ee-da585ea6351e),segment_id=32102380-ad10-4731-85ee-da585ea6351e)] {{(pid=103593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:22:31.381583 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-8614bc8a-20cf-450d-b207-56e9db4497ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:22:31.433778 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-15eaf871-3851-4fb4-b240-efdc83e55031 None None] Port aba1cf12-6ab0-440d-a338-a5f12025893c cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:22:31.450632 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8614bc8a-20cf-450d-b207-56e9db4497ae None None] Routers {'f5804fb4-971e-4854-8d18-dd5aa284ef6d'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:22:31.451328 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-8614bc8a-20cf-450d-b207-56e9db4497ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:22:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['f5804fb4-971e-4854-8d18-dd5aa284ef6d'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:22:31.470124 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9e4adeb4-8b13-4a05-b3d1-991cd4e71acc req-3bfb903f-67d8-4edc-a89e-2f118d5b5945 tempest-FloatingIPDetailsTestJSON-345818758 tempest-FloatingIPDetailsTestJSON-345818758-project] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.8960507 Nov 23 17:22:31.477046 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [req-9e4adeb4-8b13-4a05-b3d1-991cd4e71acc req-40fcfc5a-f65e-4678-834d-524ed3398f8e tempest-FloatingIPDetailsTestJSON-345818758 tempest-FloatingIPDetailsTestJSON-345818758-project] Request body: {'floatingip': {'floating_network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:22:31.519640 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-c25bc3c4-5837-451c-a0ea-08ee5c230cf6 req-2a8d8af4-7729-46b2-a662-37d200072c89 tempest-FloatingIPsAssociationTestJSON-1150543333 tempest-FloatingIPsAssociationTestJSON-1150543333-project] Publish callbacks [] for floatingip, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:22:31.594231 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-9e4adeb4-8b13-4a05-b3d1-991cd4e71acc req-40fcfc5a-f65e-4678-834d-524ed3398f8e tempest-FloatingIPDetailsTestJSON-345818758 tempest-FloatingIPDetailsTestJSON-345818758-project] Publish callbacks [] for floatingip, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:22:31.610484 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bf8dd1-43d0-4244-9996-df502aa426a5 None None] Pushing event updated for resources: {'Port': ['ID=aba1cf12-6ab0-440d-a338-a5f12025893c,revision_number=4']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:22:31.620423 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-8614bc8a-20cf-450d-b207-56e9db4497ae None None] Set router f5804fb4-971e-4854-8d18-dd5aa284ef6d gateway port host: n-d-816206-8 {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:22:31.627542 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d018cf-2344-47a7-b96e-5921c24a5132 req-0e74562b-f0de-4f52-89a9-dec64422f05c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:22:31.630643 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-84d018cf-2344-47a7-b96e-5921c24a5132 req-0e74562b-f0de-4f52-89a9-dec64422f05c service neutron] 10.222.0.55 "GET /v2.0/networks?id=3b84e4de-5a6f-44c6-a8e6-1d90b4d1f1b3 HTTP/1.1" status: 200 len: 909 time: 0.8919156 Nov 23 17:22:31.738714 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-84d018cf-2344-47a7-b96e-5921c24a5132 req-455cc76e-19fb-489a-931d-f35248a07e7e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=365a668f-0f82-4ce1-a3e0-e0946dd88a04 HTTP/1.1" status: 200 len: 217 time: 0.0815313 Nov 23 17:22:31.848392 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-a0aff732-7dc3-4b45-9b2d-1b32d7b2af4b req-83346738-5401-452d-a6c2-56608eff602e service neutron] 10.222.0.55 "GET /v2.0/networks/aad59512-80bb-49f8-8f54-daff64a8bc03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8576317 Nov 23 17:22:31.864480 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c01d64c-88ce-456e-a076-372632b694be None None] Provisioning complete for port aba1cf12-6ab0-440d-a338-a5f12025893c triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:22:31.864977 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c01d64c-88ce-456e-a076-372632b694be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:22:31.878162 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d018cf-2344-47a7-b96e-5921c24a5132 req-083f0808-995b-4f75-938a-e52e01e01320 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:22:31.880346 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-84d018cf-2344-47a7-b96e-5921c24a5132 req-083f0808-995b-4f75-938a-e52e01e01320 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=10cf3f5a-71d1-468b-8622-0226dd1fd98a HTTP/1.1" status: 200 len: 848 time: 0.1305196 Nov 23 17:22:31.947182 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-84d018cf-2344-47a7-b96e-5921c24a5132 req-7ccd4b6e-0f81-41cf-8d10-ef4ff12fc9c3 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3b84e4de-5a6f-44c6-a8e6-1d90b4d1f1b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375659 Nov 23 17:22:32.076416 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-a0aff732-7dc3-4b45-9b2d-1b32d7b2af4b req-bc50e8e3-5303-43ab-b5cd-e397ddfb90cb service neutron] 10.222.0.55 "GET /v2.0/networks/aad59512-80bb-49f8-8f54-daff64a8bc03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2152374 Nov 23 17:22:32.091290 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c01d64c-88ce-456e-a076-372632b694be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:22:32.149518 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-9c01d64c-88ce-456e-a076-372632b694be None None] For port aba1cf12-6ab0-440d-a338-a5f12025893c, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=aba1cf12-6ab0-440d-a338-a5f12025893c,segment=NetworkSegment(32102380-ad10-4731-85ee-da585ea6351e),segment_id=32102380-ad10-4731-85ee-da585ea6351e)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:22:32.166085 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c01d64c-88ce-456e-a076-372632b694be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:22:32.235300 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c01d64c-88ce-456e-a076-372632b694be None None] Pushing event updated for resources: {'Port': ['ID=aba1cf12-6ab0-440d-a338-a5f12025893c,revision_number=5']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:22:32.310562 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-8614bc8a-20cf-450d-b207-56e9db4497ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5804fb4-971e-4854-8d18-dd5aa284ef6d', 'name': 'tempest-FloatingIPDetailsTestJSON-1655317840-router', 'tenant_id': '0d3cf27e5af04d45bf5634064092bfba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.53'}], 'enable_snat': True}, 'gw_port_id': 'ba38f33f-34c7-4a7d-86b9-fcfa1751abc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:22:20Z', 'updated_at': '2021-11-23T17:22:26Z', 'revision_number': 4, 'project_id': '0d3cf27e5af04d45bf5634064092bfba', 'gw_port': {'id': 'ba38f33f-34c7-4a7d-86b9-fcfa1751abc8', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:ef:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5804fb4-971e-4854-8d18-dd5aa284ef6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:22:21Z', 'updated_at': '2021-11-23T17:22:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_interfaces': [{'id': 'aba1cf12-6ab0-440d-a338-a5f12025893c', 'name': '', 'network_id': 'a0d90261-b4da-42ea-a468-b267ad708243', 'tenant_id': '0d3cf27e5af04d45bf5634064092bfba', 'mac_address': 'fa:16:3e:17:29:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5804fb4-971e-4854-8d18-dd5aa284ef6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '0c51c096-ad32-49b6-90db-b5729e038f17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:22:25Z', 'updated_at': '2021-11-23T17:22:31Z', 'revision_number': 4, 'project_id': '0d3cf27e5af04d45bf5634064092bfba', 'subnets': [{'id': '0c51c096-ad32-49b6-90db-b5729e038f17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:22:32.345310 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-9e4adeb4-8b13-4a05-b3d1-991cd4e71acc req-40fcfc5a-f65e-4678-834d-524ed3398f8e tempest-FloatingIPDetailsTestJSON-345818758 tempest-FloatingIPDetailsTestJSON-345818758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:22:32.363731 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8614bc8a-20cf-450d-b207-56e9db4497ae None None] The sync data for ids ['f5804fb4-971e-4854-8d18-dd5aa284ef6d'] in n-d-816206-8 is: [{'id': 'f5804fb4-971e-4854-8d18-dd5aa284ef6d', 'name': 'tempest-FloatingIPDetailsTestJSON-1655317840-router', 'tenant_id': '0d3cf27e5af04d45bf5634064092bfba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.53'}], 'enable_snat': True}, 'gw_port_id': 'ba38f33f-34c7-4a7d-86b9-fcfa1751abc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:22:20Z', 'updated_at': '2021-11-23T17:22:26Z', 'revision_number': 4, 'project_id': '0d3cf27e5af04d45bf5634064092bfba', 'gw_port': {'id': 'ba38f33f-34c7-4a7d-86b9-fcfa1751abc8', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:ef:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5804fb4-971e-4854-8d18-dd5aa284ef6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:22:21Z', 'updated_at': '2021-11-23T17:22:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_interfaces': [{'id': 'aba1cf12-6ab0-440d-a338-a5f12025893c', 'name': '', 'network_id': 'a0d90261-b4da-42ea-a468-b267ad708243', 'tenant_id': '0d3cf27e5af04d45bf5634064092bfba', 'mac_address': 'fa:16:3e:17:29:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5804fb4-971e-4854-8d18-dd5aa284ef6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '0c51c096-ad32-49b6-90db-b5729e038f17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:22:25Z', 'updated_at': '2021-11-23T17:22:31Z', 'revision_number': 4, 'project_id': '0d3cf27e5af04d45bf5634064092bfba', 'subnets': [{'id': '0c51c096-ad32-49b6-90db-b5729e038f17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:22:32.386726 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-84d018cf-2344-47a7-b96e-5921c24a5132 req-5fbb8627-be34-4321-a32e-4cb8fc34293a service neutron] 10.222.0.55 "GET /v2.0/networks/3b84e4de-5a6f-44c6-a8e6-1d90b4d1f1b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4209819 Nov 23 17:22:32.708628 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-84d018cf-2344-47a7-b96e-5921c24a5132 req-ac1a27cf-f177-46e8-8446-864f4368c679 service neutron] 10.222.0.55 "GET /v2.0/networks/3b84e4de-5a6f-44c6-a8e6-1d90b4d1f1b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2879200 Nov 23 17:22:32.776027 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.db_base_plugin_common [req-9e4adeb4-8b13-4a05-b3d1-991cd4e71acc req-40fcfc5a-f65e-4678-834d-524ed3398f8e tempest-FloatingIPDetailsTestJSON-345818758 tempest-FloatingIPDetailsTestJSON-345818758-project] Allocated IP 172.25.3.247 (4c8455ba-1be5-42ac-b8c2-8a16e1292d55/08fe3644-ce41-4c3f-a7ea-92bac0f0fff5/58d791e8-345d-4236-a7dd-a1dee7945f0f) {{(pid=103591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:22:33.147553 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-9e4adeb4-8b13-4a05-b3d1-991cd4e71acc req-40fcfc5a-f65e-4678-834d-524ed3398f8e tempest-FloatingIPDetailsTestJSON-345818758 tempest-FloatingIPDetailsTestJSON-345818758-project] Publish callbacks [] for port, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:22:33.156246 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-c25bc3c4-5837-451c-a0ea-08ee5c230cf6 req-2a8d8af4-7729-46b2-a662-37d200072c89 tempest-FloatingIPsAssociationTestJSON-1150543333 tempest-FloatingIPsAssociationTestJSON-1150543333-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:22:33.187691 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-c25bc3c4-5837-451c-a0ea-08ee5c230cf6 req-2a8d8af4-7729-46b2-a662-37d200072c89 tempest-FloatingIPsAssociationTestJSON-1150543333 tempest-FloatingIPsAssociationTestJSON-1150543333-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1795396'] for floatingip, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:22:33.285710 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-9e4adeb4-8b13-4a05-b3d1-991cd4e71acc req-40fcfc5a-f65e-4678-834d-524ed3398f8e tempest-FloatingIPDetailsTestJSON-345818758 tempest-FloatingIPDetailsTestJSON-345818758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:22:33.363693 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e4adeb4-8b13-4a05-b3d1-991cd4e71acc req-40fcfc5a-f65e-4678-834d-524ed3398f8e tempest-FloatingIPDetailsTestJSON-345818758 tempest-FloatingIPDetailsTestJSON-345818758-project] Network 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 is already hosted by enough agents. {{(pid=103591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:22:33.369711 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [req-9e4adeb4-8b13-4a05-b3d1-991cd4e71acc req-40fcfc5a-f65e-4678-834d-524ed3398f8e tempest-FloatingIPDetailsTestJSON-345818758 tempest-FloatingIPDetailsTestJSON-345818758-project] Resources bound (agent type, host, resource id): {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:22:33.383019 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e4adeb4-8b13-4a05-b3d1-991cd4e71acc req-40fcfc5a-f65e-4678-834d-524ed3398f8e tempest-FloatingIPDetailsTestJSON-345818758 tempest-FloatingIPDetailsTestJSON-345818758-project] Received port after_create {{(pid=103591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:22:33.425808 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fcfc5a-f65e-4678-834d-524ed3398f8e tempest-FloatingIPDetailsTestJSON-345818758 tempest-FloatingIPDetailsTestJSON-345818758-project] Pushing event updated for resources: {'Port': ['ID=58d791e8-345d-4236-a7dd-a1dee7945f0f,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:22:33.439485 n-d-816206-8 neutron-server[103591]: INFO neutron.db.l3_db [req-c25bc3c4-5837-451c-a0ea-08ee5c230cf6 req-2a8d8af4-7729-46b2-a662-37d200072c89 tempest-FloatingIPsAssociationTestJSON-1150543333 tempest-FloatingIPsAssociationTestJSON-1150543333-project] Floating IP 0c6de8ab-c2df-4738-860d-9e4035f9394e associated. External IP: 172.25.3.56, port: fba50d82-4af0-48c0-a41a-3d00e787e652. Nov 23 17:22:33.540747 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40fcfc5a-f65e-4678-834d-524ed3398f8e tempest-FloatingIPDetailsTestJSON-345818758 tempest-FloatingIPDetailsTestJSON-345818758-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:22:33.541105 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40fcfc5a-f65e-4678-834d-524ed3398f8e tempest-FloatingIPDetailsTestJSON-345818758 tempest-FloatingIPDetailsTestJSON-345818758-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:22:33.541459 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40fcfc5a-f65e-4678-834d-524ed3398f8e tempest-FloatingIPDetailsTestJSON-345818758 tempest-FloatingIPDetailsTestJSON-345818758-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:22:33.541802 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40fcfc5a-f65e-4678-834d-524ed3398f8e tempest-FloatingIPDetailsTestJSON-345818758 tempest-FloatingIPDetailsTestJSON-345818758-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:22:33.542143 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40fcfc5a-f65e-4678-834d-524ed3398f8e tempest-FloatingIPDetailsTestJSON-345818758 tempest-FloatingIPDetailsTestJSON-345818758-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:22:33.542481 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40fcfc5a-f65e-4678-834d-524ed3398f8e tempest-FloatingIPDetailsTestJSON-345818758 tempest-FloatingIPDetailsTestJSON-345818758-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:22:33.542816 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40fcfc5a-f65e-4678-834d-524ed3398f8e tempest-FloatingIPDetailsTestJSON-345818758 tempest-FloatingIPDetailsTestJSON-345818758-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:22:33.543148 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40fcfc5a-f65e-4678-834d-524ed3398f8e tempest-FloatingIPDetailsTestJSON-345818758 tempest-FloatingIPDetailsTestJSON-345818758-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:22:33.543526 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40fcfc5a-f65e-4678-834d-524ed3398f8e tempest-FloatingIPDetailsTestJSON-345818758 tempest-FloatingIPDetailsTestJSON-345818758-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:22:33.543858 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40fcfc5a-f65e-4678-834d-524ed3398f8e tempest-FloatingIPDetailsTestJSON-345818758 tempest-FloatingIPDetailsTestJSON-345818758-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:22:33.544192 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40fcfc5a-f65e-4678-834d-524ed3398f8e tempest-FloatingIPDetailsTestJSON-345818758 tempest-FloatingIPDetailsTestJSON-345818758-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:22:33.544537 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40fcfc5a-f65e-4678-834d-524ed3398f8e tempest-FloatingIPDetailsTestJSON-345818758 tempest-FloatingIPDetailsTestJSON-345818758-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:22:33.621451 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-9e4adeb4-8b13-4a05-b3d1-991cd4e71acc req-40fcfc5a-f65e-4678-834d-524ed3398f8e tempest-FloatingIPDetailsTestJSON-345818758 tempest-FloatingIPDetailsTestJSON-345818758-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:22:33.696906 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-9e4adeb4-8b13-4a05-b3d1-991cd4e71acc req-40fcfc5a-f65e-4678-834d-524ed3398f8e tempest-FloatingIPDetailsTestJSON-345818758 tempest-FloatingIPDetailsTestJSON-345818758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:22:33.907541 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c25bc3c4-5837-451c-a0ea-08ee5c230cf6 req-2a8d8af4-7729-46b2-a662-37d200072c89 tempest-FloatingIPsAssociationTestJSON-1150543333 tempest-FloatingIPsAssociationTestJSON-1150543333-project] Router b8f885a9-93ac-4a6d-b02a-91d84e71c9db has already been hosted by L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 {{(pid=103591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 17:22:33.967333 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device 9d69178a-073b-4082-94da-b001d5b5b31d details requested by agent hyperv_n-h1-816206-8 with host n-h1-816206-8 {{(pid=103592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 17:22:33.970376 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device 58a947ae-822a-43db-8deb-290cda65a6fb up at agent hyperv_n-h1-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:22:34.066577 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-9e4adeb4-8b13-4a05-b3d1-991cd4e71acc req-40fcfc5a-f65e-4678-834d-524ed3398f8e tempest-FloatingIPDetailsTestJSON-345818758 tempest-FloatingIPDetailsTestJSON-345818758-project] Publish callbacks [] for port, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:22:34.072444 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-9e4adeb4-8b13-4a05-b3d1-991cd4e71acc req-40fcfc5a-f65e-4678-834d-524ed3398f8e tempest-FloatingIPDetailsTestJSON-345818758 tempest-FloatingIPDetailsTestJSON-345818758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264758186'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:22:34.118648 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c25bc3c4-5837-451c-a0ea-08ee5c230cf6 req-2a8d8af4-7729-46b2-a662-37d200072c89 tempest-FloatingIPsAssociationTestJSON-1150543333 tempest-FloatingIPsAssociationTestJSON-1150543333-project] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:22:34.136934 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ee1b3c1-d285-4487-b07c-9ea6aa688d23 None None] Sync routers for ids ['b8f885a9-93ac-4a6d-b02a-91d84e71c9db'] in n-d-816206-8 {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:22:34.161403 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ee1b3c1-d285-4487-b07c-9ea6aa688d23 None None] Routers {'b8f885a9-93ac-4a6d-b02a-91d84e71c9db'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:22:34.168550 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-3ee1b3c1-d285-4487-b07c-9ea6aa688d23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:22:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['b8f885a9-93ac-4a6d-b02a-91d84e71c9db'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:22:34.213438 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Provisioning for port 58a947ae-822a-43db-8deb-290cda65a6fb completed by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 17:22:34.249292 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Provisioning complete for port 58a947ae-822a-43db-8deb-290cda65a6fb triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:22:34.250194 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:22:34.324935 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fcfc5a-f65e-4678-834d-524ed3398f8e tempest-FloatingIPDetailsTestJSON-345818758 tempest-FloatingIPDetailsTestJSON-345818758-project] Pushing event updated for resources: {'Port': ['ID=58d791e8-345d-4236-a7dd-a1dee7945f0f,revision_number=2']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:22:34.342638 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port 9d69178a-073b-4082-94da-b001d5b5b31d, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=9d69178a-073b-4082-94da-b001d5b5b31d,segment=NetworkSegment(329c1745-02bf-4561-9615-3192910887f5),segment_id=329c1745-02bf-4561-9615-3192910887f5)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:22:34.374626 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Returning: {'device': '9d69178a-073b-4082-94da-b001d5b5b31d', 'network_id': 'f1e1dabf-b410-4023-9169-a460a86e7184', 'port_id': '9d69178a-073b-4082-94da-b001d5b5b31d', 'mac_address': 'fa:16:3e:05:24:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac77c175-5679-438b-8a2a-356718377641', 'ip_address': '192.168.233.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 17:22:34.385738 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-9e4adeb4-8b13-4a05-b3d1-991cd4e71acc req-40fcfc5a-f65e-4678-834d-524ed3398f8e tempest-FloatingIPDetailsTestJSON-345818758 tempest-FloatingIPDetailsTestJSON-345818758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1795396'] for floatingip, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:22:34.412403 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-3ee1b3c1-d285-4487-b07c-9ea6aa688d23 None None] Set router b8f885a9-93ac-4a6d-b02a-91d84e71c9db gateway port host: n-d-816206-8 {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:22:34.706943 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device aba1cf12-6ab0-440d-a338-a5f12025893c up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:22:34.758755 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:22:34.762703 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:22:34.792952 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d69178a-073b-4082-94da-b001d5b5b31d {{(pid=103592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:22:34.801843 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-3ee1b3c1-d285-4487-b07c-9ea6aa688d23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8f885a9-93ac-4a6d-b02a-91d84e71c9db', 'name': 'tempest-FloatingIPsAssociationTestJSON-1023826642-router', 'tenant_id': 'b930416d8ba84d7ba659706c10c554f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.240'}], 'enable_snat': True}, 'gw_port_id': '7d44e282-6def-43d0-b54e-d3d8b137c89d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:21:21Z', 'updated_at': '2021-11-23T17:21:28Z', 'revision_number': 4, 'project_id': 'b930416d8ba84d7ba659706c10c554f7', 'gw_port': {'id': '7d44e282-6def-43d0-b54e-d3d8b137c89d', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:97:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8f885a9-93ac-4a6d-b02a-91d84e71c9db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:21:22Z', 'updated_at': '2021-11-23T17:21:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_floatingips': [{'id': '0c6de8ab-c2df-4738-860d-9e4035f9394e', 'tenant_id': 'b930416d8ba84d7ba659706c10c554f7', 'floating_ip_address': '172.25.3.56', 'floating_network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'router_id': 'b8f885a9-93ac-4a6d-b02a-91d84e71c9db', 'port_id': '0d918e8f-bffc-44ac-9a2d-4591e7fd8aee', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 659, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aad59512-80bb-49f8-8f54-daff64a8bc03', 'mac_address': 'fa:16:3e:2c:56:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '889615e0-6d05-4dde-9f65-1602c0161cb2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T17:21:57Z', 'updated_at': '2021-11-23T17:22:32Z', 'revision_number': 3, 'project_id': 'b930416d8ba84d7ba659706c10c554f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06bad47f-5b77-4f49-89bb-87622d83ca1d', 'name': '', 'network_id': 'aad59512-80bb-49f8-8f54-daff64a8bc03', 'tenant_id': 'b930416d8ba84d7ba659706c10c554f7', 'mac_address': 'fa:16:3e:ce:74:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8f885a9-93ac-4a6d-b02a-91d84e71c9db', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '5ec29eee-2e3a-4642-be97-88a03756cf1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:21:26Z', 'updated_at': '2021-11-23T17:21:33Z', 'revision_number': 5, 'project_id': 'b930416d8ba84d7ba659706c10c554f7', 'subnets': [{'id': '5ec29eee-2e3a-4642-be97-88a03756cf1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:22:34.821223 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d4b828a-ffcb-4006-bd30-dfc229e00821', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58a947ae-822a-43db-8deb-290cda65a6fb'}] {{(pid=103592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:22:34.824017 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba3e6a8f2301c7a29fe1eca9779abdae4ccbcd6266d69778087f2498d5551201" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2788fcd-989a-44c2-ad8c-ee832f1d909e" -d '{"events": [{"server_uuid": "7d4b828a-ffcb-4006-bd30-dfc229e00821", "name": "network-vif-plugged", "status": "completed", "tag": "58a947ae-822a-43db-8deb-290cda65a6fb"}]}' {{(pid=103592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:22:34.851572 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ee1b3c1-d285-4487-b07c-9ea6aa688d23 None None] Checking router: b8f885a9-93ac-4a6d-b02a-91d84e71c9db for host: n-d-816206-8 {{(pid=103593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 17:22:34.866750 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ee1b3c1-d285-4487-b07c-9ea6aa688d23 None None] Routers {'b8f885a9-93ac-4a6d-b02a-91d84e71c9db'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:22:34.868169 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-3ee1b3c1-d285-4487-b07c-9ea6aa688d23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:22:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['b8f885a9-93ac-4a6d-b02a-91d84e71c9db'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:22:34.869424 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port 9d69178a-073b-4082-94da-b001d5b5b31d, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=9d69178a-073b-4082-94da-b001d5b5b31d,segment=NetworkSegment(329c1745-02bf-4561-9615-3192910887f5),segment_id=329c1745-02bf-4561-9615-3192910887f5)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:22:34.876314 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port 58a947ae-822a-43db-8deb-290cda65a6fb, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=58a947ae-822a-43db-8deb-290cda65a6fb,segment=NetworkSegment(6c418a8c-f20c-4230-99c6-0f83d6e48757),segment_id=6c418a8c-f20c-4230-99c6-0f83d6e48757)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:22:34.880595 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:22:34.884069 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port aba1cf12-6ab0-440d-a338-a5f12025893c triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:22:34.884927 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:22:34.889587 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:22:34.969936 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-9e4adeb4-8b13-4a05-b3d1-991cd4e71acc req-40fcfc5a-f65e-4678-834d-524ed3398f8e tempest-FloatingIPDetailsTestJSON-345818758 tempest-FloatingIPDetailsTestJSON-345818758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for floatingip, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:22:34.971329 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9e4adeb4-8b13-4a05-b3d1-991cd4e71acc req-40fcfc5a-f65e-4678-834d-524ed3398f8e tempest-FloatingIPDetailsTestJSON-345818758 tempest-FloatingIPDetailsTestJSON-345818758-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.5000603 Nov 23 17:22:35.011497 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c25bc3c4-5837-451c-a0ea-08ee5c230cf6 req-2a8d8af4-7729-46b2-a662-37d200072c89 tempest-FloatingIPsAssociationTestJSON-1150543333 tempest-FloatingIPsAssociationTestJSON-1150543333-project] Router b8f885a9-93ac-4a6d-b02a-91d84e71c9db has already been hosted by L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 {{(pid=103591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 17:22:35.027876 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Pushing event updated for resources: {'Port': ['ID=9d69178a-073b-4082-94da-b001d5b5b31d,revision_number=8']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:22:35.125314 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-3ee1b3c1-d285-4487-b07c-9ea6aa688d23 None None] Set router b8f885a9-93ac-4a6d-b02a-91d84e71c9db gateway port host: n-d-816206-8 {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:22:35.157767 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Pushing event updated for resources: {'Port': ['ID=58a947ae-822a-43db-8deb-290cda65a6fb,revision_number=5']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:22:35.187767 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] get_ports_and_sgs() called for port_ids ['9d69178a-073b-4082-94da-b001d5b5b31d'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:22:35.293997 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c25bc3c4-5837-451c-a0ea-08ee5c230cf6 req-2a8d8af4-7729-46b2-a662-37d200072c89 tempest-FloatingIPsAssociationTestJSON-1150543333 tempest-FloatingIPsAssociationTestJSON-1150543333-project] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:22:35.302976 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-c25bc3c4-5837-451c-a0ea-08ee5c230cf6 req-2a8d8af4-7729-46b2-a662-37d200072c89 tempest-FloatingIPsAssociationTestJSON-1150543333 tempest-FloatingIPsAssociationTestJSON-1150543333-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for floatingip, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:22:35.355976 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94483118-8c1c-4799-a73f-44dc63b488e2', 'tag': 'fba50d82-4af0-48c0-a41a-3d00e787e652'}] {{(pid=103591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:22:35.358287 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41d174a19ece9499ff9ec44e5b3fc50f2abd3ffbc947fb7e52ea1e8db27b95b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dacd87b-e4c1-4ad4-82ec-8ba6cd45cef2" -d '{"events": [{"name": "network-changed", "server_uuid": "94483118-8c1c-4799-a73f-44dc63b488e2", "tag": "fba50d82-4af0-48c0-a41a-3d00e787e652"}]}' {{(pid=103591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:22:35.391583 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9e4adeb4-8b13-4a05-b3d1-991cd4e71acc req-938046f7-0ac1-4b61-9ed1-f009f4acbaab tempest-FloatingIPDetailsTestJSON-345818758 tempest-FloatingIPDetailsTestJSON-345818758-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.3.247 HTTP/1.1" status: 200 len: 696 time: 0.4098408 Nov 23 17:22:35.448338 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c25bc3c4-5837-451c-a0ea-08ee5c230cf6 req-2a8d8af4-7729-46b2-a662-37d200072c89 tempest-FloatingIPsAssociationTestJSON-1150543333 tempest-FloatingIPsAssociationTestJSON-1150543333-project] 10.222.0.60 "PUT /v2.0/floatingips/0c6de8ab-c2df-4738-860d-9e4035f9394e HTTP/1.1" status: 200 len: 997 time: 4.6992033 Nov 23 17:22:35.557240 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-3ee1b3c1-d285-4487-b07c-9ea6aa688d23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8f885a9-93ac-4a6d-b02a-91d84e71c9db', 'name': 'tempest-FloatingIPsAssociationTestJSON-1023826642-router', 'tenant_id': 'b930416d8ba84d7ba659706c10c554f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.240'}], 'enable_snat': True}, 'gw_port_id': '7d44e282-6def-43d0-b54e-d3d8b137c89d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:21:21Z', 'updated_at': '2021-11-23T17:21:28Z', 'revision_number': 4, 'project_id': 'b930416d8ba84d7ba659706c10c554f7', 'gw_port': {'id': '7d44e282-6def-43d0-b54e-d3d8b137c89d', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:97:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8f885a9-93ac-4a6d-b02a-91d84e71c9db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:21:22Z', 'updated_at': '2021-11-23T17:21:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_floatingips': [{'id': '0c6de8ab-c2df-4738-860d-9e4035f9394e', 'tenant_id': 'b930416d8ba84d7ba659706c10c554f7', 'floating_ip_address': '172.25.3.56', 'floating_network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'router_id': 'b8f885a9-93ac-4a6d-b02a-91d84e71c9db', 'port_id': '0d918e8f-bffc-44ac-9a2d-4591e7fd8aee', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 659, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aad59512-80bb-49f8-8f54-daff64a8bc03', 'mac_address': 'fa:16:3e:2c:56:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '889615e0-6d05-4dde-9f65-1602c0161cb2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T17:21:57Z', 'updated_at': '2021-11-23T17:22:32Z', 'revision_number': 3, 'project_id': 'b930416d8ba84d7ba659706c10c554f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06bad47f-5b77-4f49-89bb-87622d83ca1d', 'name': '', 'network_id': 'aad59512-80bb-49f8-8f54-daff64a8bc03', 'tenant_id': 'b930416d8ba84d7ba659706c10c554f7', 'mac_address': 'fa:16:3e:ce:74:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8f885a9-93ac-4a6d-b02a-91d84e71c9db', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '5ec29eee-2e3a-4642-be97-88a03756cf1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:21:26Z', 'updated_at': '2021-11-23T17:21:33Z', 'revision_number': 5, 'project_id': 'b930416d8ba84d7ba659706c10c554f7', 'subnets': [{'id': '5ec29eee-2e3a-4642-be97-88a03756cf1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:22:35.591885 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ee1b3c1-d285-4487-b07c-9ea6aa688d23 None None] The sync data for ids ['b8f885a9-93ac-4a6d-b02a-91d84e71c9db'] in n-d-816206-8 is: [{'id': 'b8f885a9-93ac-4a6d-b02a-91d84e71c9db', 'name': 'tempest-FloatingIPsAssociationTestJSON-1023826642-router', 'tenant_id': 'b930416d8ba84d7ba659706c10c554f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.240'}], 'enable_snat': True}, 'gw_port_id': '7d44e282-6def-43d0-b54e-d3d8b137c89d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:21:21Z', 'updated_at': '2021-11-23T17:21:28Z', 'revision_number': 4, 'project_id': 'b930416d8ba84d7ba659706c10c554f7', 'gw_port': {'id': '7d44e282-6def-43d0-b54e-d3d8b137c89d', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:97:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8f885a9-93ac-4a6d-b02a-91d84e71c9db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:21:22Z', 'updated_at': '2021-11-23T17:21:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_floatingips': [{'id': '0c6de8ab-c2df-4738-860d-9e4035f9394e', 'tenant_id': 'b930416d8ba84d7ba659706c10c554f7', 'floating_ip_address': '172.25.3.56', 'floating_network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'router_id': 'b8f885a9-93ac-4a6d-b02a-91d84e71c9db', 'port_id': '0d918e8f-bffc-44ac-9a2d-4591e7fd8aee', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 659, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aad59512-80bb-49f8-8f54-daff64a8bc03', 'mac_address': 'fa:16:3e:2c:56:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '889615e0-6d05-4dde-9f65-1602c0161cb2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T17:21:57Z', 'updated_at': '2021-11-23T17:22:32Z', 'revision_number': 3, 'project_id': 'b930416d8ba84d7ba659706c10c554f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06bad47f-5b77-4f49-89bb-87622d83ca1d', 'name': '', 'network_id': 'aad59512-80bb-49f8-8f54-daff64a8bc03', 'tenant_id': 'b930416d8ba84d7ba659706c10c554f7', 'mac_address': 'fa:16:3e:ce:74:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8f885a9-93ac-4a6d-b02a-91d84e71c9db', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '5ec29eee-2e3a-4642-be97-88a03756cf1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:21:26Z', 'updated_at': '2021-11-23T17:21:33Z', 'revision_number': 5, 'project_id': 'b930416d8ba84d7ba659706c10c554f7', 'subnets': [{'id': '5ec29eee-2e3a-4642-be97-88a03756cf1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:22:35.638400 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25bc3c4-5837-451c-a0ea-08ee5c230cf6 req-caffe499-528b-403f-b0b4-165589bd6263 tempest-FloatingIPsAssociationTestJSON-1150543333 tempest-FloatingIPsAssociationTestJSON-1150543333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:22:35.653023 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c25bc3c4-5837-451c-a0ea-08ee5c230cf6 req-caffe499-528b-403f-b0b4-165589bd6263 tempest-FloatingIPsAssociationTestJSON-1150543333 tempest-FloatingIPsAssociationTestJSON-1150543333-project] 10.222.0.60 "GET /v2.0/ports/fba50d82-4af0-48c0-a41a-3d00e787e652 HTTP/1.1" status: 200 len: 943 time: 0.1882820 Nov 23 17:22:35.667099 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4adeb4-8b13-4a05-b3d1-991cd4e71acc req-dd3e6b35-9b9b-4f1c-a776-c5e996e7aab9 tempest-FloatingIPDetailsTestJSON-345818758 tempest-FloatingIPDetailsTestJSON-345818758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:22:35.696223 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9e4adeb4-8b13-4a05-b3d1-991cd4e71acc req-dd3e6b35-9b9b-4f1c-a776-c5e996e7aab9 tempest-FloatingIPDetailsTestJSON-345818758 tempest-FloatingIPDetailsTestJSON-345818758-project] 10.222.0.60 "GET /v2.0/networks/4c8455ba-1be5-42ac-b8c2-8a16e1292d55 HTTP/1.1" status: 200 len: 784 time: 0.2952626 Nov 23 17:22:35.851450 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25bc3c4-5837-451c-a0ea-08ee5c230cf6 req-dfe26c79-a33d-4682-a00c-138864e88d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:22:35.853003 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c25bc3c4-5837-451c-a0ea-08ee5c230cf6 req-dfe26c79-a33d-4682-a00c-138864e88d7a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b930416d8ba84d7ba659706c10c554f7&device_id=94483118-8c1c-4799-a73f-44dc63b488e2 HTTP/1.1" status: 200 len: 1097 time: 0.1023521 Nov 23 17:22:35.896424 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97f7bf7c-cb49-44ed-8078-e8094357d089 None None] New status for floating IP 0c6de8ab-c2df-4738-860d-9e4035f9394e: ACTIVE {{(pid=103592) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 17:22:35.912658 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e83d2c-a1f9-40f3-b887-afa98f8cef78 req-5a284453-539e-4b5e-88af-61431598ef25 tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:22:35.914233 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-77e83d2c-a1f9-40f3-b887-afa98f8cef78 req-5a284453-539e-4b5e-88af-61431598ef25 tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] 10.222.0.60 "GET /v2.0/ports?device_id=718e7979-ed88-4391-b53d-996075f02e58 HTTP/1.1" status: 200 len: 945 time: 0.1135602 Nov 23 17:22:36.005199 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-77e83d2c-a1f9-40f3-b887-afa98f8cef78 req-7b8d23f1-1054-4d23-bdce-67e7c0657b6c tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] 10.222.0.60 "GET /v2.0/security-groups?id=5c82e7e8-9cad-459a-acb2-b7a0867274de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631726 Nov 23 17:22:36.039929 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25bc3c4-5837-451c-a0ea-08ee5c230cf6 req-00c53b42-4f67-47c0-8c0b-7336ef2c5f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:22:36.049174 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c25bc3c4-5837-451c-a0ea-08ee5c230cf6 req-00c53b42-4f67-47c0-8c0b-7336ef2c5f39 service neutron] 10.222.0.60 "GET /v2.0/networks?id=aad59512-80bb-49f8-8f54-daff64a8bc03 HTTP/1.1" status: 200 len: 922 time: 0.1847091 Nov 23 17:22:36.105117 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c25bc3c4-5837-451c-a0ea-08ee5c230cf6 req-20a69947-9c9c-4ca1-8adc-07a0b15a64ac service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fba50d82-4af0-48c0-a41a-3d00e787e652 HTTP/1.1" status: 200 len: 217 time: 0.0549872 Nov 23 17:22:36.252363 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25bc3c4-5837-451c-a0ea-08ee5c230cf6 req-5fe792ce-15d5-4f5d-b13e-649b662bc8a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:22:36.255091 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c25bc3c4-5837-451c-a0ea-08ee5c230cf6 req-5fe792ce-15d5-4f5d-b13e-649b662bc8a7 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5ec29eee-2e3a-4642-be97-88a03756cf1b HTTP/1.1" status: 200 len: 860 time: 0.1357417 Nov 23 17:22:36.271011 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4435a65-5b1c-4d70-bdd7-9e99d9f59e08 req-6a9278ff-b146-40a3-b4c1-712ca2e805e2 tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:22:36.273638 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b4435a65-5b1c-4d70-bdd7-9e99d9f59e08 req-6a9278ff-b146-40a3-b4c1-712ca2e805e2 tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d4b828a-ffcb-4006-bd30-dfc229e00821 HTTP/1.1" status: 200 len: 945 time: 0.0968509 Nov 23 17:22:36.360827 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25bc3c4-5837-451c-a0ea-08ee5c230cf6 req-864e3cf7-44e8-48fb-bf4f-133eeff4d293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:22:36.361526 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49959869-9b72-4033-923e-4bdde84f2586 None None] Sync routers for ids ['b8f885a9-93ac-4a6d-b02a-91d84e71c9db'] in n-d-816206-8 {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:22:36.362797 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c25bc3c4-5837-451c-a0ea-08ee5c230cf6 req-864e3cf7-44e8-48fb-bf4f-133eeff4d293 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=aad59512-80bb-49f8-8f54-daff64a8bc03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0890009 Nov 23 17:22:36.368633 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b4435a65-5b1c-4d70-bdd7-9e99d9f59e08 req-e397a610-7c3e-458a-8507-fa66f5b192a9 tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] 10.222.0.60 "GET /v2.0/security-groups?id=a7d295c6-a842-436b-b184-bb80f16900ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838735 Nov 23 17:22:36.383814 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49959869-9b72-4033-923e-4bdde84f2586 None None] Routers {'b8f885a9-93ac-4a6d-b02a-91d84e71c9db'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:22:36.385107 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-49959869-9b72-4033-923e-4bdde84f2586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:22:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['b8f885a9-93ac-4a6d-b02a-91d84e71c9db'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:22:36.513150 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c25bc3c4-5837-451c-a0ea-08ee5c230cf6 req-8497b1e5-4ba1-4569-9702-536a178f5863 service neutron] 10.222.0.60 "GET /v2.0/networks/aad59512-80bb-49f8-8f54-daff64a8bc03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394217 Nov 23 17:22:36.616596 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-49959869-9b72-4033-923e-4bdde84f2586 None None] Set router b8f885a9-93ac-4a6d-b02a-91d84e71c9db gateway port host: n-d-816206-8 {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:22:36.720067 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c25bc3c4-5837-451c-a0ea-08ee5c230cf6 req-b83ce57f-97ed-41e0-9b0f-2496a47c7397 service neutron] 10.222.0.60 "GET /v2.0/networks/aad59512-80bb-49f8-8f54-daff64a8bc03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1996577 Nov 23 17:22:36.783244 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25a0220-1978-4fbf-8876-35dce14fd8a0 req-a0daa7bd-bff3-445e-b436-9f6c67fe1ab5 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:22:36.793430 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d25a0220-1978-4fbf-8876-35dce14fd8a0 req-a0daa7bd-bff3-445e-b436-9f6c67fe1ab5 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] 10.222.0.60 "GET /v2.0/ports?device_id=b06fd73f-d5cd-4321-910c-bac8aff99182 HTTP/1.1" status: 200 len: 949 time: 0.1292155 Nov 23 17:22:36.877911 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25bc3c4-5837-451c-a0ea-08ee5c230cf6 req-550a6d41-3e52-45b8-af3b-e867a3b98acc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:22:36.880558 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c25bc3c4-5837-451c-a0ea-08ee5c230cf6 req-550a6d41-3e52-45b8-af3b-e867a3b98acc service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b930416d8ba84d7ba659706c10c554f7&device_id=889615e0-6d05-4dde-9f65-1602c0161cb2 HTTP/1.1" status: 200 len: 1096 time: 0.0769737 Nov 23 17:22:36.970336 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-49959869-9b72-4033-923e-4bdde84f2586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8f885a9-93ac-4a6d-b02a-91d84e71c9db', 'name': 'tempest-FloatingIPsAssociationTestJSON-1023826642-router', 'tenant_id': 'b930416d8ba84d7ba659706c10c554f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.240'}], 'enable_snat': True}, 'gw_port_id': '7d44e282-6def-43d0-b54e-d3d8b137c89d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:21:21Z', 'updated_at': '2021-11-23T17:21:28Z', 'revision_number': 4, 'project_id': 'b930416d8ba84d7ba659706c10c554f7', 'gw_port': {'id': '7d44e282-6def-43d0-b54e-d3d8b137c89d', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:97:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8f885a9-93ac-4a6d-b02a-91d84e71c9db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:21:22Z', 'updated_at': '2021-11-23T17:21:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_floatingips': [{'id': '0c6de8ab-c2df-4738-860d-9e4035f9394e', 'tenant_id': 'b930416d8ba84d7ba659706c10c554f7', 'floating_ip_address': '172.25.3.56', 'floating_network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'router_id': 'b8f885a9-93ac-4a6d-b02a-91d84e71c9db', 'port_id': '0d918e8f-bffc-44ac-9a2d-4591e7fd8aee', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 659, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aad59512-80bb-49f8-8f54-daff64a8bc03', 'mac_address': 'fa:16:3e:2c:56:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '889615e0-6d05-4dde-9f65-1602c0161cb2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T17:21:57Z', 'updated_at': '2021-11-23T17:22:36Z', 'revision_number': 4, 'project_id': 'b930416d8ba84d7ba659706c10c554f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06bad47f-5b77-4f49-89bb-87622d83ca1d', 'name': '', 'network_id': 'aad59512-80bb-49f8-8f54-daff64a8bc03', 'tenant_id': 'b930416d8ba84d7ba659706c10c554f7', 'mac_address': 'fa:16:3e:ce:74:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8f885a9-93ac-4a6d-b02a-91d84e71c9db', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '5ec29eee-2e3a-4642-be97-88a03756cf1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:21:26Z', 'updated_at': '2021-11-23T17:21:33Z', 'revision_number': 5, 'project_id': 'b930416d8ba84d7ba659706c10c554f7', 'subnets': [{'id': '5ec29eee-2e3a-4642-be97-88a03756cf1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:22:36.999150 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25bc3c4-5837-451c-a0ea-08ee5c230cf6 req-aa6e55a5-a810-4597-9a1f-165b0721ff92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:22:37.001559 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c25bc3c4-5837-451c-a0ea-08ee5c230cf6 req-aa6e55a5-a810-4597-9a1f-165b0721ff92 service neutron] 10.222.0.60 "GET /v2.0/networks?id=aad59512-80bb-49f8-8f54-daff64a8bc03 HTTP/1.1" status: 200 len: 922 time: 0.1063809 Nov 23 17:22:37.091907 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c25bc3c4-5837-451c-a0ea-08ee5c230cf6 req-0a2d8783-a74a-4ddb-9c0b-28e0290e6516 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0d918e8f-bffc-44ac-9a2d-4591e7fd8aee HTTP/1.1" status: 200 len: 1000 time: 0.0832117 Nov 23 17:22:37.107709 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d25a0220-1978-4fbf-8876-35dce14fd8a0 req-0d26f4d4-3045-4978-a3d5-4283cfb9c0e6 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] 10.222.0.60 "GET /v2.0/security-groups?id=70227657-be62-432a-a8fd-5a85231fc7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3129313 Nov 23 17:22:37.149711 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49959869-9b72-4033-923e-4bdde84f2586 None None] Checking router: b8f885a9-93ac-4a6d-b02a-91d84e71c9db for host: n-d-816206-8 {{(pid=103593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 17:22:37.164692 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49959869-9b72-4033-923e-4bdde84f2586 None None] Routers {'b8f885a9-93ac-4a6d-b02a-91d84e71c9db'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:22:37.165934 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-49959869-9b72-4033-923e-4bdde84f2586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:22:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['b8f885a9-93ac-4a6d-b02a-91d84e71c9db'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:22:37.200134 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 17:22:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf9aada4-e6e6-4401-abd1-468c051158af x-openstack-request-id: req-cf9aada4-e6e6-4401-abd1-468c051158af {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:22:37.201072 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b06fd73f-d5cd-4321-910c-bac8aff99182", "tag": "9d69178a-073b-4082-94da-b001d5b5b31d", "status": "completed", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:22:37.201333 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-cf9aada4-e6e6-4401-abd1-468c051158af {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:22:37.201752 n-d-816206-8 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b06fd73f-d5cd-4321-910c-bac8aff99182', 'tag': '9d69178a-073b-4082-94da-b001d5b5b31d', 'status': 'completed', 'code': 200} Nov 23 17:22:37.267086 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:22:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce8ec505-9916-44a6-8339-acfac87fc1e4 x-openstack-request-id: req-ce8ec505-9916-44a6-8339-acfac87fc1e4 {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:22:37.267576 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d4b828a-ffcb-4006-bd30-dfc229e00821", "name": "network-vif-plugged", "status": "completed", "tag": "58a947ae-822a-43db-8deb-290cda65a6fb", "code": 200}]} {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:22:37.268157 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ce8ec505-9916-44a6-8339-acfac87fc1e4 {{(pid=103592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:22:37.268804 n-d-816206-8 neutron-server[103592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d4b828a-ffcb-4006-bd30-dfc229e00821', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58a947ae-822a-43db-8deb-290cda65a6fb', 'code': 200} Nov 23 17:22:37.327983 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25bc3c4-5837-451c-a0ea-08ee5c230cf6 req-8a3e0301-a12a-4ac9-b8ad-cb0468f9d63f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:22:37.342054 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c25bc3c4-5837-451c-a0ea-08ee5c230cf6 req-8a3e0301-a12a-4ac9-b8ad-cb0468f9d63f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5ec29eee-2e3a-4642-be97-88a03756cf1b HTTP/1.1" status: 200 len: 860 time: 0.2330661 Nov 23 17:22:37.376337 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 17:22:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33fd547c-dd4c-48a3-95f9-0db79e5d72c3 x-openstack-request-id: req-33fd547c-dd4c-48a3-95f9-0db79e5d72c3 {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:22:37.376829 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94483118-8c1c-4799-a73f-44dc63b488e2", "tag": "fba50d82-4af0-48c0-a41a-3d00e787e652", "status": "completed", "code": 200}]} {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:22:37.377221 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-33fd547c-dd4c-48a3-95f9-0db79e5d72c3 {{(pid=103591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:22:37.377811 n-d-816206-8 neutron-server[103591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94483118-8c1c-4799-a73f-44dc63b488e2', 'tag': 'fba50d82-4af0-48c0-a41a-3d00e787e652', 'status': 'completed', 'code': 200} Nov 23 17:22:37.444183 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8044cd9d-aeab-418d-8c01-154df616fc84 req-3e94f9b3-d03a-43b1-acca-63adb4062c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:22:37.444984 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-49959869-9b72-4033-923e-4bdde84f2586 None None] Set router b8f885a9-93ac-4a6d-b02a-91d84e71c9db gateway port host: n-d-816206-8 {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:22:37.445682 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-8044cd9d-aeab-418d-8c01-154df616fc84 req-3e94f9b3-d03a-43b1-acca-63adb4062c9b service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=7d4b828a-ffcb-4006-bd30-dfc229e00821 HTTP/1.1" status: 200 len: 1096 time: 0.0908959 Nov 23 17:22:37.536881 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-8044cd9d-aeab-418d-8c01-154df616fc84 req-4328d554-3d72-434f-be68-05a6b7e0fcae service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=a7d295c6-a842-436b-b184-bb80f16900ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796013 Nov 23 17:22:37.651442 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-789ec7de-3c58-4173-8fdb-e8b19acf3033 req-324b56de-c22d-4126-b401-c87d907d531e tempest-FloatingIPDetailsTestJSON-345818758 tempest-FloatingIPDetailsTestJSON-345818758-project] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2535524 Nov 23 17:22:37.656293 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [req-789ec7de-3c58-4173-8fdb-e8b19acf3033 req-562c0a6f-108d-4f09-a9cb-a033e29f322d tempest-FloatingIPDetailsTestJSON-345818758 tempest-FloatingIPDetailsTestJSON-345818758-project] Request body: {'floatingip': {'floating_network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:22:37.693065 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-789ec7de-3c58-4173-8fdb-e8b19acf3033 req-562c0a6f-108d-4f09-a9cb-a033e29f322d tempest-FloatingIPDetailsTestJSON-345818758 tempest-FloatingIPDetailsTestJSON-345818758-project] Publish callbacks [] for floatingip, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:22:37.709838 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50db3346-421f-4098-9678-fd30c376e6d0 req-2fed48f8-3644-4115-a30b-51f503f7964a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:22:37.711604 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-50db3346-421f-4098-9678-fd30c376e6d0 req-2fed48f8-3644-4115-a30b-51f503f7964a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=98a62786d4654c60b8dab5d2a606f4fe&device_id=b06fd73f-d5cd-4321-910c-bac8aff99182 HTTP/1.1" status: 200 len: 1100 time: 0.4788008 Nov 23 17:22:37.742957 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50db3346-421f-4098-9678-fd30c376e6d0 req-efc253f3-4182-43bb-b079-c85c1ed45653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:22:37.745068 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-50db3346-421f-4098-9678-fd30c376e6d0 req-efc253f3-4182-43bb-b079-c85c1ed45653 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=98a62786d4654c60b8dab5d2a606f4fe&device_id=b06fd73f-d5cd-4321-910c-bac8aff99182 HTTP/1.1" status: 200 len: 1100 time: 0.4988458 Nov 23 17:22:37.774927 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25bc3c4-5837-451c-a0ea-08ee5c230cf6 req-05c280ec-91e7-49e5-99aa-82374191e0c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:22:37.776751 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c25bc3c4-5837-451c-a0ea-08ee5c230cf6 req-05c280ec-91e7-49e5-99aa-82374191e0c2 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=aad59512-80bb-49f8-8f54-daff64a8bc03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3978779 Nov 23 17:22:37.800140 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-49959869-9b72-4033-923e-4bdde84f2586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8f885a9-93ac-4a6d-b02a-91d84e71c9db', 'name': 'tempest-FloatingIPsAssociationTestJSON-1023826642-router', 'tenant_id': 'b930416d8ba84d7ba659706c10c554f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.240'}], 'enable_snat': True}, 'gw_port_id': '7d44e282-6def-43d0-b54e-d3d8b137c89d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:21:21Z', 'updated_at': '2021-11-23T17:21:28Z', 'revision_number': 4, 'project_id': 'b930416d8ba84d7ba659706c10c554f7', 'gw_port': {'id': '7d44e282-6def-43d0-b54e-d3d8b137c89d', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:97:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8f885a9-93ac-4a6d-b02a-91d84e71c9db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:21:22Z', 'updated_at': '2021-11-23T17:21:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_floatingips': [{'id': '0c6de8ab-c2df-4738-860d-9e4035f9394e', 'tenant_id': 'b930416d8ba84d7ba659706c10c554f7', 'floating_ip_address': '172.25.3.56', 'floating_network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'router_id': 'b8f885a9-93ac-4a6d-b02a-91d84e71c9db', 'port_id': '0d918e8f-bffc-44ac-9a2d-4591e7fd8aee', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 659, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aad59512-80bb-49f8-8f54-daff64a8bc03', 'mac_address': 'fa:16:3e:2c:56:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '889615e0-6d05-4dde-9f65-1602c0161cb2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T17:21:57Z', 'updated_at': '2021-11-23T17:22:36Z', 'revision_number': 4, 'project_id': 'b930416d8ba84d7ba659706c10c554f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06bad47f-5b77-4f49-89bb-87622d83ca1d', 'name': '', 'network_id': 'aad59512-80bb-49f8-8f54-daff64a8bc03', 'tenant_id': 'b930416d8ba84d7ba659706c10c554f7', 'mac_address': 'fa:16:3e:ce:74:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8f885a9-93ac-4a6d-b02a-91d84e71c9db', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '5ec29eee-2e3a-4642-be97-88a03756cf1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:21:26Z', 'updated_at': '2021-11-23T17:21:33Z', 'revision_number': 5, 'project_id': 'b930416d8ba84d7ba659706c10c554f7', 'subnets': [{'id': '5ec29eee-2e3a-4642-be97-88a03756cf1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:22:37.834253 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49959869-9b72-4033-923e-4bdde84f2586 None None] The sync data for ids ['b8f885a9-93ac-4a6d-b02a-91d84e71c9db'] in n-d-816206-8 is: [{'id': 'b8f885a9-93ac-4a6d-b02a-91d84e71c9db', 'name': 'tempest-FloatingIPsAssociationTestJSON-1023826642-router', 'tenant_id': 'b930416d8ba84d7ba659706c10c554f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.240'}], 'enable_snat': True}, 'gw_port_id': '7d44e282-6def-43d0-b54e-d3d8b137c89d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:21:21Z', 'updated_at': '2021-11-23T17:21:28Z', 'revision_number': 4, 'project_id': 'b930416d8ba84d7ba659706c10c554f7', 'gw_port': {'id': '7d44e282-6def-43d0-b54e-d3d8b137c89d', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:97:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8f885a9-93ac-4a6d-b02a-91d84e71c9db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:21:22Z', 'updated_at': '2021-11-23T17:21:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_floatingips': [{'id': '0c6de8ab-c2df-4738-860d-9e4035f9394e', 'tenant_id': 'b930416d8ba84d7ba659706c10c554f7', 'floating_ip_address': '172.25.3.56', 'floating_network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'router_id': 'b8f885a9-93ac-4a6d-b02a-91d84e71c9db', 'port_id': '0d918e8f-bffc-44ac-9a2d-4591e7fd8aee', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 659, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aad59512-80bb-49f8-8f54-daff64a8bc03', 'mac_address': 'fa:16:3e:2c:56:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '889615e0-6d05-4dde-9f65-1602c0161cb2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T17:21:57Z', 'updated_at': '2021-11-23T17:22:36Z', 'revision_number': 4, 'project_id': 'b930416d8ba84d7ba659706c10c554f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06bad47f-5b77-4f49-89bb-87622d83ca1d', 'name': '', 'network_id': 'aad59512-80bb-49f8-8f54-daff64a8bc03', 'tenant_id': 'b930416d8ba84d7ba659706c10c554f7', 'mac_address': 'fa:16:3e:ce:74:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8f885a9-93ac-4a6d-b02a-91d84e71c9db', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '5ec29eee-2e3a-4642-be97-88a03756cf1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:21:26Z', 'updated_at': '2021-11-23T17:21:33Z', 'revision_number': 5, 'project_id': 'b930416d8ba84d7ba659706c10c554f7', 'subnets': [{'id': '5ec29eee-2e3a-4642-be97-88a03756cf1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:22:37.907222 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50db3346-421f-4098-9678-fd30c376e6d0 req-ba1185da-f838-4f1a-b555-550ab15e35b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:22:37.910260 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-50db3346-421f-4098-9678-fd30c376e6d0 req-ba1185da-f838-4f1a-b555-550ab15e35b5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f1e1dabf-b410-4023-9169-a460a86e7184 HTTP/1.1" status: 200 len: 870 time: 0.1269703 Nov 23 17:22:38.000879 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device 9d69178a-073b-4082-94da-b001d5b5b31d up at agent hyperv_n-h1-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:22:38.004553 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-50db3346-421f-4098-9678-fd30c376e6d0 req-ebdbccfd-e3c5-4467-95b4-5c7cffda6da4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.200&port_id=9d69178a-073b-4082-94da-b001d5b5b31d HTTP/1.1" status: 200 len: 217 time: 0.0490539 Nov 23 17:22:38.116795 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Provisioning for port 9d69178a-073b-4082-94da-b001d5b5b31d completed by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 17:22:38.118954 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50db3346-421f-4098-9678-fd30c376e6d0 req-4076a694-1a3f-46e7-b34f-55d570f62e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:22:38.120410 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-50db3346-421f-4098-9678-fd30c376e6d0 req-4076a694-1a3f-46e7-b34f-55d570f62e0f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ac77c175-5679-438b-8a2a-356718377641 HTTP/1.1" status: 200 len: 843 time: 0.0784454 Nov 23 17:22:38.123482 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Provisioning complete for port 9d69178a-073b-4082-94da-b001d5b5b31d triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:22:38.124000 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:22:38.229010 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dacd87b-e4c1-4ad4-82ec-8ba6cd45cef2 req-8a3cbb46-c127-4c4f-a538-bd87c90498a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:22:38.230589 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2dacd87b-e4c1-4ad4-82ec-8ba6cd45cef2 req-8a3cbb46-c127-4c4f-a538-bd87c90498a7 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b930416d8ba84d7ba659706c10c554f7&device_id=94483118-8c1c-4799-a73f-44dc63b488e2 HTTP/1.1" status: 200 len: 1097 time: 0.6779819 Nov 23 17:22:38.327798 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:22:38.346732 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dacd87b-e4c1-4ad4-82ec-8ba6cd45cef2 req-a00b9e45-4e3b-43fb-b96a-8271ca699205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:22:38.353762 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2dacd87b-e4c1-4ad4-82ec-8ba6cd45cef2 req-a00b9e45-4e3b-43fb-b96a-8271ca699205 service neutron] 10.222.0.55 "GET /v2.0/networks?id=aad59512-80bb-49f8-8f54-daff64a8bc03 HTTP/1.1" status: 200 len: 922 time: 0.1054518 Nov 23 17:22:38.442129 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port 9d69178a-073b-4082-94da-b001d5b5b31d, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=9d69178a-073b-4082-94da-b001d5b5b31d,segment=NetworkSegment(329c1745-02bf-4561-9615-3192910887f5),segment_id=329c1745-02bf-4561-9615-3192910887f5)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:22:38.449764 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:22:38.476744 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2dacd87b-e4c1-4ad4-82ec-8ba6cd45cef2 req-b2e3fc4e-7b16-43bc-a644-4dd57e7cdf88 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fba50d82-4af0-48c0-a41a-3d00e787e652 HTTP/1.1" status: 200 len: 217 time: 0.1122992 Nov 23 17:22:38.538965 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50db3346-421f-4098-9678-fd30c376e6d0 req-a27d18e5-2029-4ef0-8f2b-c6d779c042bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:22:38.540545 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-50db3346-421f-4098-9678-fd30c376e6d0 req-a27d18e5-2029-4ef0-8f2b-c6d779c042bf service neutron] 10.222.0.55 "GET /v2.0/networks?id=f1e1dabf-b410-4023-9169-a460a86e7184 HTTP/1.1" status: 200 len: 870 time: 0.7927098 Nov 23 17:22:38.548525 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c25bc3c4-5837-451c-a0ea-08ee5c230cf6 req-19394cd9-9464-4c4d-a93a-8ad9d9deafd0 service neutron] 10.222.0.60 "GET /v2.0/networks/aad59512-80bb-49f8-8f54-daff64a8bc03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6310766 Nov 23 17:22:38.554311 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50db3346-421f-4098-9678-fd30c376e6d0 req-6fdb4362-6b0a-45b9-adab-3e7ea0c184f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:22:38.555751 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-50db3346-421f-4098-9678-fd30c376e6d0 req-6fdb4362-6b0a-45b9-adab-3e7ea0c184f6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f1e1dabf-b410-4023-9169-a460a86e7184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3575225 Nov 23 17:22:38.564882 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Pushing event updated for resources: {'Port': ['ID=9d69178a-073b-4082-94da-b001d5b5b31d,revision_number=9']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:22:38.639890 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-50db3346-421f-4098-9678-fd30c376e6d0 req-6231de6d-067c-408b-8aa3-2fc7e9ce3371 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.200&port_id=9d69178a-073b-4082-94da-b001d5b5b31d HTTP/1.1" status: 200 len: 217 time: 0.0809610 Nov 23 17:22:38.672170 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dacd87b-e4c1-4ad4-82ec-8ba6cd45cef2 req-3411faf3-f767-47e6-9cae-1432d02da923 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:22:38.673696 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2dacd87b-e4c1-4ad4-82ec-8ba6cd45cef2 req-3411faf3-f767-47e6-9cae-1432d02da923 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5ec29eee-2e3a-4642-be97-88a03756cf1b HTTP/1.1" status: 200 len: 860 time: 0.1829729 Nov 23 17:22:38.867178 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-789ec7de-3c58-4173-8fdb-e8b19acf3033 req-562c0a6f-108d-4f09-a9cb-a033e29f322d tempest-FloatingIPDetailsTestJSON-345818758 tempest-FloatingIPDetailsTestJSON-345818758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:22:38.889681 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50db3346-421f-4098-9678-fd30c376e6d0 req-f7e4938f-cd5e-4a78-bb1d-04e457e7e5dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:22:38.891203 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-50db3346-421f-4098-9678-fd30c376e6d0 req-f7e4938f-cd5e-4a78-bb1d-04e457e7e5dc service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ac77c175-5679-438b-8a2a-356718377641 HTTP/1.1" status: 200 len: 843 time: 0.2029285 Nov 23 17:22:38.989019 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-50db3346-421f-4098-9678-fd30c376e6d0 req-36fa1209-27ef-403e-b0aa-25fb0787e404 service neutron] 10.222.0.36 "GET /v2.0/networks/f1e1dabf-b410-4023-9169-a460a86e7184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4198165 Nov 23 17:22:38.997532 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c25bc3c4-5837-451c-a0ea-08ee5c230cf6 req-9604566b-c41a-4c77-b7b8-924cf145c096 service neutron] 10.222.0.60 "GET /v2.0/networks/aad59512-80bb-49f8-8f54-daff64a8bc03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3786259 Nov 23 17:22:39.019320 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dacd87b-e4c1-4ad4-82ec-8ba6cd45cef2 req-4d4a69e3-8371-4611-839d-ff671429860a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:22:39.021785 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2dacd87b-e4c1-4ad4-82ec-8ba6cd45cef2 req-4d4a69e3-8371-4611-839d-ff671429860a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=aad59512-80bb-49f8-8f54-daff64a8bc03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3224974 Nov 23 17:22:39.176717 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50db3346-421f-4098-9678-fd30c376e6d0 req-189b0dc5-5fe2-4f1d-9bb2-af133fc46f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:22:39.178144 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-50db3346-421f-4098-9678-fd30c376e6d0 req-189b0dc5-5fe2-4f1d-9bb2-af133fc46f88 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f1e1dabf-b410-4023-9169-a460a86e7184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2584839 Nov 23 17:22:39.272335 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b06fd73f-d5cd-4321-910c-bac8aff99182', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d69178a-073b-4082-94da-b001d5b5b31d'}] {{(pid=103592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:22:39.275427 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba3e6a8f2301c7a29fe1eca9779abdae4ccbcd6266d69778087f2498d5551201" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16c6d70e-aa69-417f-8dfe-234d2109bafc" -d '{"events": [{"server_uuid": "b06fd73f-d5cd-4321-910c-bac8aff99182", "name": "network-vif-plugged", "status": "completed", "tag": "9d69178a-073b-4082-94da-b001d5b5b31d"}]}' {{(pid=103592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:22:39.578900 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '889615e0-6d05-4dde-9f65-1602c0161cb2', 'tag': '0d918e8f-bffc-44ac-9a2d-4591e7fd8aee'}] {{(pid=103591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:22:39.581504 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41d174a19ece9499ff9ec44e5b3fc50f2abd3ffbc947fb7e52ea1e8db27b95b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67bc75ff-89a9-4d90-a134-5e35b096b348" -d '{"events": [{"name": "network-changed", "server_uuid": "889615e0-6d05-4dde-9f65-1602c0161cb2", "tag": "0d918e8f-bffc-44ac-9a2d-4591e7fd8aee"}]}' {{(pid=103591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:22:39.647539 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.db_base_plugin_common [req-789ec7de-3c58-4173-8fdb-e8b19acf3033 req-562c0a6f-108d-4f09-a9cb-a033e29f322d tempest-FloatingIPDetailsTestJSON-345818758 tempest-FloatingIPDetailsTestJSON-345818758-project] Allocated IP 172.25.3.76 (4c8455ba-1be5-42ac-b8c2-8a16e1292d55/08fe3644-ce41-4c3f-a7ea-92bac0f0fff5/bf4209a9-96fe-4fd5-b634-7096249b9a57) {{(pid=103591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:22:39.733286 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-50db3346-421f-4098-9678-fd30c376e6d0 req-b38d0ae8-719f-46be-93d6-ef7d7e8f345e service neutron] 10.222.0.36 "GET /v2.0/networks/f1e1dabf-b410-4023-9169-a460a86e7184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7298741 Nov 23 17:22:39.782488 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29f659c-2ecb-41e5-a231-3a236afaa6db req-dea65dee-f75c-42f5-91bd-92b7433a7604 tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:22:39.784065 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d29f659c-2ecb-41e5-a231-3a236afaa6db req-dea65dee-f75c-42f5-91bd-92b7433a7604 tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] 10.222.0.60 "GET /v2.0/ports?device_id=718e7979-ed88-4391-b53d-996075f02e58 HTTP/1.1" status: 200 len: 945 time: 0.6671507 Nov 23 17:22:39.786887 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2dacd87b-e4c1-4ad4-82ec-8ba6cd45cef2 req-955c49f8-cdbe-43f7-a527-9c4657bf9eee service neutron] 10.222.0.55 "GET /v2.0/networks/aad59512-80bb-49f8-8f54-daff64a8bc03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7462354 Nov 23 17:22:39.882051 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-50db3346-421f-4098-9678-fd30c376e6d0 req-78cd1e02-6aff-49e8-bc91-5500f70b6784 service neutron] 10.222.0.55 "GET /v2.0/networks/f1e1dabf-b410-4023-9169-a460a86e7184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6721275 Nov 23 17:22:40.129967 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d29f659c-2ecb-41e5-a231-3a236afaa6db req-8daf3097-4d89-474f-b665-fd4f6fc3e64d tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] 10.222.0.60 "GET /v2.0/security-groups?id=5c82e7e8-9cad-459a-acb2-b7a0867274de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3353117 Nov 23 17:22:40.148731 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-789ec7de-3c58-4173-8fdb-e8b19acf3033 req-562c0a6f-108d-4f09-a9cb-a033e29f322d tempest-FloatingIPDetailsTestJSON-345818758 tempest-FloatingIPDetailsTestJSON-345818758-project] Publish callbacks [] for port, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:22:40.194209 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2dacd87b-e4c1-4ad4-82ec-8ba6cd45cef2 req-2d75e2a2-08b6-4f68-b5f8-843b6f15c0cc service neutron] 10.222.0.55 "GET /v2.0/networks/aad59512-80bb-49f8-8f54-daff64a8bc03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3965712 Nov 23 17:22:40.243698 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-789ec7de-3c58-4173-8fdb-e8b19acf3033 req-562c0a6f-108d-4f09-a9cb-a033e29f322d tempest-FloatingIPDetailsTestJSON-345818758 tempest-FloatingIPDetailsTestJSON-345818758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:22:40.323766 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-50db3346-421f-4098-9678-fd30c376e6d0 req-6e178af2-6ac7-48c8-98ac-5dac7799a0c7 service neutron] 10.222.0.55 "GET /v2.0/networks/f1e1dabf-b410-4023-9169-a460a86e7184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4177752 Nov 23 17:22:40.350842 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-789ec7de-3c58-4173-8fdb-e8b19acf3033 req-562c0a6f-108d-4f09-a9cb-a033e29f322d tempest-FloatingIPDetailsTestJSON-345818758 tempest-FloatingIPDetailsTestJSON-345818758-project] Network 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 is already hosted by enough agents. {{(pid=103591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:22:40.356367 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [req-789ec7de-3c58-4173-8fdb-e8b19acf3033 req-562c0a6f-108d-4f09-a9cb-a033e29f322d tempest-FloatingIPDetailsTestJSON-345818758 tempest-FloatingIPDetailsTestJSON-345818758-project] Resources bound (agent type, host, resource id): {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:22:40.364027 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [req-789ec7de-3c58-4173-8fdb-e8b19acf3033 req-562c0a6f-108d-4f09-a9cb-a033e29f322d tempest-FloatingIPDetailsTestJSON-345818758 tempest-FloatingIPDetailsTestJSON-345818758-project] Received port after_create {{(pid=103591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:22:40.401244 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562c0a6f-108d-4f09-a9cb-a033e29f322d tempest-FloatingIPDetailsTestJSON-345818758 tempest-FloatingIPDetailsTestJSON-345818758-project] Pushing event updated for resources: {'Port': ['ID=bf4209a9-96fe-4fd5-b634-7096249b9a57,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:22:40.524064 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-789ec7de-3c58-4173-8fdb-e8b19acf3033 req-562c0a6f-108d-4f09-a9cb-a033e29f322d tempest-FloatingIPDetailsTestJSON-345818758 tempest-FloatingIPDetailsTestJSON-345818758-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:22:40.588151 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-789ec7de-3c58-4173-8fdb-e8b19acf3033 req-562c0a6f-108d-4f09-a9cb-a033e29f322d tempest-FloatingIPDetailsTestJSON-345818758 tempest-FloatingIPDetailsTestJSON-345818758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:22:40.844851 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11a0a50-9ad3-47db-a271-bc58397458b3 req-7c25c925-3218-4915-b3f8-0cd6bd37fdf1 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:22:40.846321 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c11a0a50-9ad3-47db-a271-bc58397458b3 req-7c25c925-3218-4915-b3f8-0cd6bd37fdf1 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] 10.222.0.55 "GET /v2.0/ports?device_id=b06fd73f-d5cd-4321-910c-bac8aff99182&tenant_id=98a62786d4654c60b8dab5d2a606f4fe&binding%3Ahost_id=n-h1-816206-8 HTTP/1.1" status: 200 len: 950 time: 0.1696582 Nov 23 17:22:40.860124 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95652023-389e-4c6f-851d-d04bc090d365 req-0b51d326-2298-4292-93ef-53dfe4059a45 tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:22:40.861702 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-95652023-389e-4c6f-851d-d04bc090d365 req-0b51d326-2298-4292-93ef-53dfe4059a45 tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d4b828a-ffcb-4006-bd30-dfc229e00821 HTTP/1.1" status: 200 len: 945 time: 0.1716249 Nov 23 17:22:40.997205 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-789ec7de-3c58-4173-8fdb-e8b19acf3033 req-562c0a6f-108d-4f09-a9cb-a033e29f322d tempest-FloatingIPDetailsTestJSON-345818758 tempest-FloatingIPDetailsTestJSON-345818758-project] Publish callbacks [] for port, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:22:41.007953 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-789ec7de-3c58-4173-8fdb-e8b19acf3033 req-562c0a6f-108d-4f09-a9cb-a033e29f322d tempest-FloatingIPDetailsTestJSON-345818758 tempest-FloatingIPDetailsTestJSON-345818758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264758186'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:22:41.017763 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-95652023-389e-4c6f-851d-d04bc090d365 req-38720ec4-63e5-4c85-a450-46e06b0efbd1 tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] 10.222.0.60 "GET /v2.0/security-groups?id=a7d295c6-a842-436b-b184-bb80f16900ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457136 Nov 23 17:22:41.025889 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c11a0a50-9ad3-47db-a271-bc58397458b3 req-ecfafd4b-83e4-4a23-8865-3a127ee0eea3 service neutron] 10.222.0.55 "GET /v2.0/ports/9d69178a-073b-4082-94da-b001d5b5b31d/bindings/n-h1-816206-8 HTTP/1.1" status: 200 len: 382 time: 0.1631091 Nov 23 17:22:41.162868 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562c0a6f-108d-4f09-a9cb-a033e29f322d tempest-FloatingIPDetailsTestJSON-345818758 tempest-FloatingIPDetailsTestJSON-345818758-project] Pushing event updated for resources: {'Port': ['ID=bf4209a9-96fe-4fd5-b634-7096249b9a57,revision_number=2']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:22:41.169520 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-789ec7de-3c58-4173-8fdb-e8b19acf3033 req-562c0a6f-108d-4f09-a9cb-a033e29f322d tempest-FloatingIPDetailsTestJSON-345818758 tempest-FloatingIPDetailsTestJSON-345818758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1795396'] for floatingip, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:22:41.183819 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11a0a50-9ad3-47db-a271-bc58397458b3 req-51b557e4-34b0-45aa-91ad-af0000706fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:22:41.185845 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c11a0a50-9ad3-47db-a271-bc58397458b3 req-51b557e4-34b0-45aa-91ad-af0000706fc2 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=98a62786d4654c60b8dab5d2a606f4fe&device_id=b06fd73f-d5cd-4321-910c-bac8aff99182 HTTP/1.1" status: 200 len: 1101 time: 0.1308405 Nov 23 17:22:41.205742 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-789ec7de-3c58-4173-8fdb-e8b19acf3033 req-562c0a6f-108d-4f09-a9cb-a033e29f322d tempest-FloatingIPDetailsTestJSON-345818758 tempest-FloatingIPDetailsTestJSON-345818758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for floatingip, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:22:41.217880 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-789ec7de-3c58-4173-8fdb-e8b19acf3033 req-562c0a6f-108d-4f09-a9cb-a033e29f322d tempest-FloatingIPDetailsTestJSON-345818758 tempest-FloatingIPDetailsTestJSON-345818758-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.5649068 Nov 23 17:22:41.341443 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-789ec7de-3c58-4173-8fdb-e8b19acf3033 req-82b2a2a4-ee7f-49dd-a325-ac005386789a tempest-FloatingIPDetailsTestJSON-345818758 tempest-FloatingIPDetailsTestJSON-345818758-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.3.76 HTTP/1.1" status: 200 len: 695 time: 0.1216209 Nov 23 17:22:41.515397 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f44a51e2-2ae2-4402-9f85-cab84b6da24d req-4ce7e264-133f-4100-b516-e90858ecbc39 tempest-FloatingIPsAssociationTestJSON-1150543333 tempest-FloatingIPsAssociationTestJSON-1150543333-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.3.56 HTTP/1.1" status: 200 len: 1000 time: 0.2113898 Nov 23 17:22:41.588131 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44a51e2-2ae2-4402-9f85-cab84b6da24d req-9b4ab54a-8945-48f0-b328-fbb1dea9ff0d tempest-FloatingIPsAssociationTestJSON-1150543333 tempest-FloatingIPsAssociationTestJSON-1150543333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:22:41.606243 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f44a51e2-2ae2-4402-9f85-cab84b6da24d req-9b4ab54a-8945-48f0-b328-fbb1dea9ff0d tempest-FloatingIPsAssociationTestJSON-1150543333 tempest-FloatingIPsAssociationTestJSON-1150543333-project] 10.222.0.60 "GET /v2.0/ports/0d918e8f-bffc-44ac-9a2d-4591e7fd8aee HTTP/1.1" status: 200 len: 942 time: 0.0889766 Nov 23 17:22:41.712064 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11a0a50-9ad3-47db-a271-bc58397458b3 req-9ce8c4e4-f641-455f-80c7-a2e9eb5b8b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:22:41.713780 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c11a0a50-9ad3-47db-a271-bc58397458b3 req-9ce8c4e4-f641-455f-80c7-a2e9eb5b8b26 service neutron] 10.222.0.55 "GET /v2.0/networks?id=f1e1dabf-b410-4023-9169-a460a86e7184 HTTP/1.1" status: 200 len: 870 time: 0.5202820 Nov 23 17:22:41.778649 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c11a0a50-9ad3-47db-a271-bc58397458b3 req-4d50eb58-5b87-47cf-a8d5-3961758499ec service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.200&port_id=9d69178a-073b-4082-94da-b001d5b5b31d HTTP/1.1" status: 200 len: 217 time: 0.0542798 Nov 23 17:22:41.836425 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f44a51e2-2ae2-4402-9f85-cab84b6da24d req-9a7efd8d-ab0e-450b-843c-2ca2f73e8da0 tempest-FloatingIPsAssociationTestJSON-1150543333 tempest-FloatingIPsAssociationTestJSON-1150543333-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.3.56 HTTP/1.1" status: 200 len: 1000 time: 0.1711047 Nov 23 17:22:41.848726 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789ec7de-3c58-4173-8fdb-e8b19acf3033 req-2c8681c0-e653-4bd5-93a7-fb4454ea6de9 tempest-FloatingIPDetailsTestJSON-345818758 tempest-FloatingIPDetailsTestJSON-345818758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:22:41.850531 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-789ec7de-3c58-4173-8fdb-e8b19acf3033 req-2c8681c0-e653-4bd5-93a7-fb4454ea6de9 tempest-FloatingIPDetailsTestJSON-345818758 tempest-FloatingIPDetailsTestJSON-345818758-project] 10.222.0.60 "GET /v2.0/networks/4c8455ba-1be5-42ac-b8c2-8a16e1292d55 HTTP/1.1" status: 200 len: 784 time: 0.4315870 Nov 23 17:22:41.902582 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11a0a50-9ad3-47db-a271-bc58397458b3 req-626e0194-66ac-4284-aebb-8d99f49a186c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:22:41.904649 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c11a0a50-9ad3-47db-a271-bc58397458b3 req-626e0194-66ac-4284-aebb-8d99f49a186c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ac77c175-5679-438b-8a2a-356718377641 HTTP/1.1" status: 200 len: 843 time: 0.1169343 Nov 23 17:22:41.919750 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:22:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47a16f8c-b478-4804-8362-9b38b3ebfc55 x-openstack-request-id: req-47a16f8c-b478-4804-8362-9b38b3ebfc55 {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:22:41.920324 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b06fd73f-d5cd-4321-910c-bac8aff99182", "name": "network-vif-plugged", "status": "completed", "tag": "9d69178a-073b-4082-94da-b001d5b5b31d", "code": 200}]} {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:22:41.920608 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-47a16f8c-b478-4804-8362-9b38b3ebfc55 {{(pid=103592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:22:41.921227 n-d-816206-8 neutron-server[103592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b06fd73f-d5cd-4321-910c-bac8aff99182', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d69178a-073b-4082-94da-b001d5b5b31d', 'code': 200} Nov 23 17:22:41.965532 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 17:22:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-150daadb-bc85-4c68-acb7-a46b2e62aee0 x-openstack-request-id: req-150daadb-bc85-4c68-acb7-a46b2e62aee0 {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:22:41.966617 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "889615e0-6d05-4dde-9f65-1602c0161cb2", "tag": "0d918e8f-bffc-44ac-9a2d-4591e7fd8aee", "status": "completed", "code": 200}]} {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:22:41.966617 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-150daadb-bc85-4c68-acb7-a46b2e62aee0 {{(pid=103591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:22:41.966617 n-d-816206-8 neutron-server[103591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '889615e0-6d05-4dde-9f65-1602c0161cb2', 'tag': '0d918e8f-bffc-44ac-9a2d-4591e7fd8aee', 'status': 'completed', 'code': 200} Nov 23 17:22:42.068912 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44a51e2-2ae2-4402-9f85-cab84b6da24d req-5f45312e-d129-4230-9fca-fae1b4aefcf8 tempest-FloatingIPsAssociationTestJSON-1150543333 tempest-FloatingIPsAssociationTestJSON-1150543333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:22:42.070301 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f44a51e2-2ae2-4402-9f85-cab84b6da24d req-5f45312e-d129-4230-9fca-fae1b4aefcf8 tempest-FloatingIPsAssociationTestJSON-1150543333 tempest-FloatingIPsAssociationTestJSON-1150543333-project] 10.222.0.60 "GET /v2.0/networks/4c8455ba-1be5-42ac-b8c2-8a16e1292d55 HTTP/1.1" status: 200 len: 784 time: 0.2188723 Nov 23 17:22:42.095159 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11a0a50-9ad3-47db-a271-bc58397458b3 req-3764ba8b-4b2a-4e77-aaa3-da89c1992bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:22:42.096966 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c11a0a50-9ad3-47db-a271-bc58397458b3 req-3764ba8b-4b2a-4e77-aaa3-da89c1992bc5 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f1e1dabf-b410-4023-9169-a460a86e7184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1835608 Nov 23 17:22:42.123879 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bc75ff-89a9-4d90-a134-5e35b096b348 req-78e7234c-a660-48e0-aa60-fdbbdc273c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:22:42.125029 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-67bc75ff-89a9-4d90-a134-5e35b096b348 req-78e7234c-a660-48e0-aa60-fdbbdc273c58 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b930416d8ba84d7ba659706c10c554f7&device_id=889615e0-6d05-4dde-9f65-1602c0161cb2 HTTP/1.1" status: 200 len: 1096 time: 0.1237276 Nov 23 17:22:42.252396 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d25c02-d041-4fd5-8571-b969180387fc req-12ee6d5a-1cef-48b1-9264-7b1846d13518 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:22:42.254769 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e7d25c02-d041-4fd5-8571-b969180387fc req-12ee6d5a-1cef-48b1-9264-7b1846d13518 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] 10.222.0.60 "GET /v2.0/ports?device_id=b06fd73f-d5cd-4321-910c-bac8aff99182 HTTP/1.1" status: 200 len: 950 time: 0.2072070 Nov 23 17:22:42.366514 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f459c7-10f7-42cc-89a1-3c1661d24f97 req-4eb0722e-3c88-4855-b16c-6f634bd6317a tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:22:42.368178 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-21f459c7-10f7-42cc-89a1-3c1661d24f97 req-4eb0722e-3c88-4855-b16c-6f634bd6317a tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] 10.222.0.60 "GET /v2.0/ports?device_id=718e7979-ed88-4391-b53d-996075f02e58 HTTP/1.1" status: 200 len: 945 time: 0.2321618 Nov 23 17:22:42.385215 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c11a0a50-9ad3-47db-a271-bc58397458b3 req-cd97d99a-91b0-4a16-9587-afc7fbaac8e1 service neutron] 10.222.0.55 "GET /v2.0/networks/f1e1dabf-b410-4023-9169-a460a86e7184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2790442 Nov 23 17:22:42.394209 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bc75ff-89a9-4d90-a134-5e35b096b348 req-7866e204-3af3-4c25-9bdd-73724bd94cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:22:42.395699 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-67bc75ff-89a9-4d90-a134-5e35b096b348 req-7866e204-3af3-4c25-9bdd-73724bd94cfd service neutron] 10.222.0.36 "GET /v2.0/networks?id=aad59512-80bb-49f8-8f54-daff64a8bc03 HTTP/1.1" status: 200 len: 922 time: 0.2556756 Nov 23 17:22:42.475812 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e7d25c02-d041-4fd5-8571-b969180387fc req-c406db09-b552-413b-8009-01e9137db862 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] 10.222.0.60 "GET /v2.0/security-groups?id=70227657-be62-432a-a8fd-5a85231fc7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807096 Nov 23 17:22:42.621827 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-67bc75ff-89a9-4d90-a134-5e35b096b348 req-b0f58e28-ca90-469a-94ce-ffb4a343efd2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0d918e8f-bffc-44ac-9a2d-4591e7fd8aee HTTP/1.1" status: 200 len: 1000 time: 0.2022283 Nov 23 17:22:42.657500 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-21f459c7-10f7-42cc-89a1-3c1661d24f97 req-841956da-b685-4381-8963-1cd02c049c57 tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] 10.222.0.60 "GET /v2.0/security-groups?id=5c82e7e8-9cad-459a-acb2-b7a0867274de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2802789 Nov 23 17:22:42.696116 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c11a0a50-9ad3-47db-a271-bc58397458b3 req-aa9e4cc2-39bb-44a4-be6e-7ab33d62bc24 service neutron] 10.222.0.55 "GET /v2.0/networks/f1e1dabf-b410-4023-9169-a460a86e7184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2944102 Nov 23 17:22:42.828029 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-e8a65c83-1dc2-4b75-a84f-c91c20b088c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:22:43.089918 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-07f0953e-d65d-449e-a0c5-7438c6278536 req-dd23c430-bd52-42dd-bddf-a267857c69cd tempest-FloatingIPDetailsTestJSON-345818758 tempest-FloatingIPDetailsTestJSON-345818758-project] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5698526 Nov 23 17:22:43.093208 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bc75ff-89a9-4d90-a134-5e35b096b348 req-f909ee0f-3b9b-43bc-b40e-7c60d07d1efe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:22:43.094604 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-67bc75ff-89a9-4d90-a134-5e35b096b348 req-f909ee0f-3b9b-43bc-b40e-7c60d07d1efe service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5ec29eee-2e3a-4642-be97-88a03756cf1b HTTP/1.1" status: 200 len: 860 time: 0.4412527 Nov 23 17:22:43.106304 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [req-07f0953e-d65d-449e-a0c5-7438c6278536 req-38459241-89fc-4a94-be37-2bf2305c8d4c tempest-FloatingIPDetailsTestJSON-345818758 tempest-FloatingIPDetailsTestJSON-345818758-project] Request body: {'floatingip': {'floating_network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:22:43.127279 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5c6c8bec-d0aa-4fce-9687-cfb1ae155f57 req-66f3fcbd-b997-42eb-a448-6e94404c189d tempest-FloatingIPsAssociationTestJSON-1150543333 tempest-FloatingIPsAssociationTestJSON-1150543333-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.3.56 HTTP/1.1" status: 200 len: 1000 time: 0.4267790 Nov 23 17:22:43.201583 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:22:43.204262 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-07f0953e-d65d-449e-a0c5-7438c6278536 req-38459241-89fc-4a94-be37-2bf2305c8d4c tempest-FloatingIPDetailsTestJSON-345818758 tempest-FloatingIPDetailsTestJSON-345818758-project] Publish callbacks [] for floatingip, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:22:43.213331 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6c8bec-d0aa-4fce-9687-cfb1ae155f57 req-1a287514-8b00-489c-94a2-7bb48c5d4590 tempest-FloatingIPsAssociationTestJSON-1150543333 tempest-FloatingIPsAssociationTestJSON-1150543333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:22:43.214696 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5c6c8bec-d0aa-4fce-9687-cfb1ae155f57 req-1a287514-8b00-489c-94a2-7bb48c5d4590 tempest-FloatingIPsAssociationTestJSON-1150543333 tempest-FloatingIPsAssociationTestJSON-1150543333-project] 10.222.0.60 "GET /v2.0/ports/0d918e8f-bffc-44ac-9a2d-4591e7fd8aee HTTP/1.1" status: 200 len: 942 time: 0.0692387 Nov 23 17:22:43.234850 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bc75ff-89a9-4d90-a134-5e35b096b348 req-fec1b2ef-4baa-4289-ac7f-106929415960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:22:43.236164 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-67bc75ff-89a9-4d90-a134-5e35b096b348 req-fec1b2ef-4baa-4289-ac7f-106929415960 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=aad59512-80bb-49f8-8f54-daff64a8bc03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1255286 Nov 23 17:22:43.432989 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5c6c8bec-d0aa-4fce-9687-cfb1ae155f57 req-7b38c192-a7ed-4d30-8f12-55b180cd5049 tempest-FloatingIPsAssociationTestJSON-1150543333 tempest-FloatingIPsAssociationTestJSON-1150543333-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.3.56 HTTP/1.1" status: 200 len: 1000 time: 0.1545451 Nov 23 17:22:43.438435 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-67bc75ff-89a9-4d90-a134-5e35b096b348 req-ea7b5088-5d32-4425-b0f1-b5356c69d6c7 service neutron] 10.222.0.36 "GET /v2.0/networks/aad59512-80bb-49f8-8f54-daff64a8bc03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1938510 Nov 23 17:22:43.601598 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-07f0953e-d65d-449e-a0c5-7438c6278536 req-38459241-89fc-4a94-be37-2bf2305c8d4c tempest-FloatingIPDetailsTestJSON-345818758 tempest-FloatingIPDetailsTestJSON-345818758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:22:43.687497 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6c8bec-d0aa-4fce-9687-cfb1ae155f57 req-bd477d7f-d1bf-4040-9101-2ae5c66d4b5d tempest-FloatingIPsAssociationTestJSON-1150543333 tempest-FloatingIPsAssociationTestJSON-1150543333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:22:43.688928 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5c6c8bec-d0aa-4fce-9687-cfb1ae155f57 req-bd477d7f-d1bf-4040-9101-2ae5c66d4b5d tempest-FloatingIPsAssociationTestJSON-1150543333 tempest-FloatingIPsAssociationTestJSON-1150543333-project] 10.222.0.60 "GET /v2.0/networks/4c8455ba-1be5-42ac-b8c2-8a16e1292d55 HTTP/1.1" status: 200 len: 784 time: 0.2480342 Nov 23 17:22:43.693886 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-67bc75ff-89a9-4d90-a134-5e35b096b348 req-2d5fd0e0-89dc-49b0-8aec-063999449899 service neutron] 10.222.0.36 "GET /v2.0/networks/aad59512-80bb-49f8-8f54-daff64a8bc03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2249556 Nov 23 17:22:43.808614 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5c6c8bec-d0aa-4fce-9687-cfb1ae155f57 req-616d0d56-00a3-4256-94e5-a638c58393ed tempest-FloatingIPsAssociationTestJSON-1150543333 tempest-FloatingIPsAssociationTestJSON-1150543333-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.3.56 HTTP/1.1" status: 200 len: 1000 time: 0.1089439 Nov 23 17:22:43.830039 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.db_base_plugin_common [req-07f0953e-d65d-449e-a0c5-7438c6278536 req-38459241-89fc-4a94-be37-2bf2305c8d4c tempest-FloatingIPDetailsTestJSON-345818758 tempest-FloatingIPDetailsTestJSON-345818758-project] Allocated IP 172.25.3.129 (4c8455ba-1be5-42ac-b8c2-8a16e1292d55/08fe3644-ce41-4c3f-a7ea-92bac0f0fff5/0e9c3cca-ddb8-4815-9b18-afa6b535a184) {{(pid=103591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:22:43.834507 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [req-5c6c8bec-d0aa-4fce-9687-cfb1ae155f57 req-6622155b-12c2-4fcd-819c-2d547dc74663 tempest-FloatingIPsAssociationTestJSON-1150543333 tempest-FloatingIPsAssociationTestJSON-1150543333-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:22:43.920364 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-5c6c8bec-d0aa-4fce-9687-cfb1ae155f57 req-6622155b-12c2-4fcd-819c-2d547dc74663 tempest-FloatingIPsAssociationTestJSON-1150543333 tempest-FloatingIPsAssociationTestJSON-1150543333-project] Publish callbacks [] for floatingip, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:22:43.951729 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:22:44.083435 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-07f0953e-d65d-449e-a0c5-7438c6278536 req-38459241-89fc-4a94-be37-2bf2305c8d4c tempest-FloatingIPDetailsTestJSON-345818758 tempest-FloatingIPDetailsTestJSON-345818758-project] Publish callbacks [] for port, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:22:44.152072 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-5c6c8bec-d0aa-4fce-9687-cfb1ae155f57 req-6622155b-12c2-4fcd-819c-2d547dc74663 tempest-FloatingIPsAssociationTestJSON-1150543333 tempest-FloatingIPsAssociationTestJSON-1150543333-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:22:44.157629 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-5c6c8bec-d0aa-4fce-9687-cfb1ae155f57 req-6622155b-12c2-4fcd-819c-2d547dc74663 tempest-FloatingIPsAssociationTestJSON-1150543333 tempest-FloatingIPsAssociationTestJSON-1150543333-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1795396'] for floatingip, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:22:44.157967 n-d-816206-8 neutron-server[103591]: INFO neutron.db.l3_db [req-5c6c8bec-d0aa-4fce-9687-cfb1ae155f57 req-6622155b-12c2-4fcd-819c-2d547dc74663 tempest-FloatingIPsAssociationTestJSON-1150543333 tempest-FloatingIPsAssociationTestJSON-1150543333-project] Floating IP 0c6de8ab-c2df-4738-860d-9e4035f9394e disassociated. External IP: 172.25.3.56, port: 0d918e8f-bffc-44ac-9a2d-4591e7fd8aee. Nov 23 17:22:44.203561 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-07f0953e-d65d-449e-a0c5-7438c6278536 req-38459241-89fc-4a94-be37-2bf2305c8d4c tempest-FloatingIPDetailsTestJSON-345818758 tempest-FloatingIPDetailsTestJSON-345818758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:22:44.276656 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07f0953e-d65d-449e-a0c5-7438c6278536 req-38459241-89fc-4a94-be37-2bf2305c8d4c tempest-FloatingIPDetailsTestJSON-345818758 tempest-FloatingIPDetailsTestJSON-345818758-project] Network 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 is already hosted by enough agents. {{(pid=103591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:22:44.285754 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [req-07f0953e-d65d-449e-a0c5-7438c6278536 req-38459241-89fc-4a94-be37-2bf2305c8d4c tempest-FloatingIPDetailsTestJSON-345818758 tempest-FloatingIPDetailsTestJSON-345818758-project] Resources bound (agent type, host, resource id): {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:22:44.293883 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [req-07f0953e-d65d-449e-a0c5-7438c6278536 req-38459241-89fc-4a94-be37-2bf2305c8d4c tempest-FloatingIPDetailsTestJSON-345818758 tempest-FloatingIPDetailsTestJSON-345818758-project] Received port after_create {{(pid=103591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:22:44.328898 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38459241-89fc-4a94-be37-2bf2305c8d4c tempest-FloatingIPDetailsTestJSON-345818758 tempest-FloatingIPDetailsTestJSON-345818758-project] Pushing event updated for resources: {'Port': ['ID=0e9c3cca-ddb8-4815-9b18-afa6b535a184,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:22:44.481198 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-07f0953e-d65d-449e-a0c5-7438c6278536 req-38459241-89fc-4a94-be37-2bf2305c8d4c tempest-FloatingIPDetailsTestJSON-345818758 tempest-FloatingIPDetailsTestJSON-345818758-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:22:44.520655 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5c6c8bec-d0aa-4fce-9687-cfb1ae155f57 req-6622155b-12c2-4fcd-819c-2d547dc74663 tempest-FloatingIPsAssociationTestJSON-1150543333 tempest-FloatingIPsAssociationTestJSON-1150543333-project] Router b8f885a9-93ac-4a6d-b02a-91d84e71c9db has already been hosted by L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 {{(pid=103591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 17:22:44.529046 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-07f0953e-d65d-449e-a0c5-7438c6278536 req-38459241-89fc-4a94-be37-2bf2305c8d4c tempest-FloatingIPDetailsTestJSON-345818758 tempest-FloatingIPDetailsTestJSON-345818758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:22:44.729414 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5c6c8bec-d0aa-4fce-9687-cfb1ae155f57 req-6622155b-12c2-4fcd-819c-2d547dc74663 tempest-FloatingIPsAssociationTestJSON-1150543333 tempest-FloatingIPsAssociationTestJSON-1150543333-project] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:22:44.734934 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-5c6c8bec-d0aa-4fce-9687-cfb1ae155f57 req-6622155b-12c2-4fcd-819c-2d547dc74663 tempest-FloatingIPsAssociationTestJSON-1150543333 tempest-FloatingIPsAssociationTestJSON-1150543333-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for floatingip, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:22:44.740599 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a1d50f9-731f-4875-8952-38e1e2826e90 None None] Sync routers for ids ['b8f885a9-93ac-4a6d-b02a-91d84e71c9db'] in n-d-816206-8 {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:22:44.758933 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a1d50f9-731f-4875-8952-38e1e2826e90 None None] Routers {'b8f885a9-93ac-4a6d-b02a-91d84e71c9db'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:22:44.760110 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-3a1d50f9-731f-4875-8952-38e1e2826e90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:22:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['b8f885a9-93ac-4a6d-b02a-91d84e71c9db'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:22:44.782326 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5c6c8bec-d0aa-4fce-9687-cfb1ae155f57 req-6622155b-12c2-4fcd-819c-2d547dc74663 tempest-FloatingIPsAssociationTestJSON-1150543333 tempest-FloatingIPsAssociationTestJSON-1150543333-project] 10.222.0.60 "PUT /v2.0/floatingips/0c6de8ab-c2df-4738-860d-9e4035f9394e HTTP/1.1" status: 200 len: 694 time: 0.9544570 Nov 23 17:22:44.784897 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '889615e0-6d05-4dde-9f65-1602c0161cb2', 'tag': '0d918e8f-bffc-44ac-9a2d-4591e7fd8aee'}] {{(pid=103591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:22:44.787179 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41d174a19ece9499ff9ec44e5b3fc50f2abd3ffbc947fb7e52ea1e8db27b95b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf1bde2c-c1b1-4e2d-993e-e7f2ef936f06" -d '{"events": [{"name": "network-changed", "server_uuid": "889615e0-6d05-4dde-9f65-1602c0161cb2", "tag": "0d918e8f-bffc-44ac-9a2d-4591e7fd8aee"}]}' {{(pid=103591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:22:44.837124 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-07f0953e-d65d-449e-a0c5-7438c6278536 req-38459241-89fc-4a94-be37-2bf2305c8d4c tempest-FloatingIPDetailsTestJSON-345818758 tempest-FloatingIPDetailsTestJSON-345818758-project] Publish callbacks [] for port, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:22:44.848746 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-07f0953e-d65d-449e-a0c5-7438c6278536 req-38459241-89fc-4a94-be37-2bf2305c8d4c tempest-FloatingIPDetailsTestJSON-345818758 tempest-FloatingIPDetailsTestJSON-345818758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264758186'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:22:44.881593 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvr_db [None req-3a1d50f9-731f-4875-8952-38e1e2826e90 None None] Set router b8f885a9-93ac-4a6d-b02a-91d84e71c9db gateway port host: n-d-816206-8 {{(pid=103592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:22:44.900657 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6c8bec-d0aa-4fce-9687-cfb1ae155f57 req-cd84a99b-7e7b-443b-b778-26dde016dcba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:22:44.902188 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5c6c8bec-d0aa-4fce-9687-cfb1ae155f57 req-cd84a99b-7e7b-443b-b778-26dde016dcba service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b930416d8ba84d7ba659706c10c554f7&device_id=889615e0-6d05-4dde-9f65-1602c0161cb2 HTTP/1.1" status: 200 len: 1096 time: 0.0994523 Nov 23 17:22:44.965478 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38459241-89fc-4a94-be37-2bf2305c8d4c tempest-FloatingIPDetailsTestJSON-345818758 tempest-FloatingIPDetailsTestJSON-345818758-project] Pushing event updated for resources: {'Port': ['ID=0e9c3cca-ddb8-4815-9b18-afa6b535a184,revision_number=2']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:22:45.036663 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-7bcd401e-f4c4-4d02-bc28-41f7682a68c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:22:45.042806 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-07f0953e-d65d-449e-a0c5-7438c6278536 req-38459241-89fc-4a94-be37-2bf2305c8d4c tempest-FloatingIPDetailsTestJSON-345818758 tempest-FloatingIPDetailsTestJSON-345818758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1795396'] for floatingip, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:22:45.088720 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-07f0953e-d65d-449e-a0c5-7438c6278536 req-38459241-89fc-4a94-be37-2bf2305c8d4c tempest-FloatingIPDetailsTestJSON-345818758 tempest-FloatingIPDetailsTestJSON-345818758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for floatingip, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:22:45.090061 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-07f0953e-d65d-449e-a0c5-7438c6278536 req-38459241-89fc-4a94-be37-2bf2305c8d4c tempest-FloatingIPDetailsTestJSON-345818758 tempest-FloatingIPDetailsTestJSON-345818758-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.9919100 Nov 23 17:22:45.113069 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-3a1d50f9-731f-4875-8952-38e1e2826e90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8f885a9-93ac-4a6d-b02a-91d84e71c9db', 'name': 'tempest-FloatingIPsAssociationTestJSON-1023826642-router', 'tenant_id': 'b930416d8ba84d7ba659706c10c554f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.240'}], 'enable_snat': True}, 'gw_port_id': '7d44e282-6def-43d0-b54e-d3d8b137c89d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:21:21Z', 'updated_at': '2021-11-23T17:21:28Z', 'revision_number': 4, 'project_id': 'b930416d8ba84d7ba659706c10c554f7', 'gw_port': {'id': '7d44e282-6def-43d0-b54e-d3d8b137c89d', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:97:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8f885a9-93ac-4a6d-b02a-91d84e71c9db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:21:22Z', 'updated_at': '2021-11-23T17:21:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_interfaces': [{'id': '06bad47f-5b77-4f49-89bb-87622d83ca1d', 'name': '', 'network_id': 'aad59512-80bb-49f8-8f54-daff64a8bc03', 'tenant_id': 'b930416d8ba84d7ba659706c10c554f7', 'mac_address': 'fa:16:3e:ce:74:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8f885a9-93ac-4a6d-b02a-91d84e71c9db', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '5ec29eee-2e3a-4642-be97-88a03756cf1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:21:26Z', 'updated_at': '2021-11-23T17:21:33Z', 'revision_number': 5, 'project_id': 'b930416d8ba84d7ba659706c10c554f7', 'subnets': [{'id': '5ec29eee-2e3a-4642-be97-88a03756cf1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:22:45.127178 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6c8bec-d0aa-4fce-9687-cfb1ae155f57 req-4ed23ef3-f982-4b3b-a9bd-bc43ef98ca11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:22:45.129392 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5c6c8bec-d0aa-4fce-9687-cfb1ae155f57 req-4ed23ef3-f982-4b3b-a9bd-bc43ef98ca11 service neutron] 10.222.0.60 "GET /v2.0/networks?id=aad59512-80bb-49f8-8f54-daff64a8bc03 HTTP/1.1" status: 200 len: 922 time: 0.2061424 Nov 23 17:22:45.131482 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11a0a50-9ad3-47db-a271-bc58397458b3 req-7955a011-bd18-4e03-bc6c-dbcee66fee97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:22:45.139135 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c11a0a50-9ad3-47db-a271-bc58397458b3 req-7955a011-bd18-4e03-bc6c-dbcee66fee97 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b06fd73f-d5cd-4321-910c-bac8aff99182&tenant_id=98a62786d4654c60b8dab5d2a606f4fe HTTP/1.1" status: 200 len: 1101 time: 0.1573069 Nov 23 17:22:45.149163 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a1d50f9-731f-4875-8952-38e1e2826e90 None None] Checking router: b8f885a9-93ac-4a6d-b02a-91d84e71c9db for host: n-d-816206-8 {{(pid=103592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 17:22:45.158298 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a1d50f9-731f-4875-8952-38e1e2826e90 None None] Routers {'b8f885a9-93ac-4a6d-b02a-91d84e71c9db'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:22:45.158988 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-3a1d50f9-731f-4875-8952-38e1e2826e90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:22:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['b8f885a9-93ac-4a6d-b02a-91d84e71c9db'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:22:45.169876 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [req-c11a0a50-9ad3-47db-a271-bc58397458b3 req-c6ca614e-f5fe-4fe8-91d7-ea360947bae4 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-816206-8', 'device_owner': 'compute:nova'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:22:45.226812 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-07f0953e-d65d-449e-a0c5-7438c6278536 req-c8746a01-46bf-4334-96c2-a19f05539ae5 tempest-FloatingIPDetailsTestJSON-345818758 tempest-FloatingIPDetailsTestJSON-345818758-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.3.129 HTTP/1.1" status: 200 len: 696 time: 0.1228642 Nov 23 17:22:45.230087 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5c6c8bec-d0aa-4fce-9687-cfb1ae155f57 req-1d5b3565-bcf9-40a0-91a5-afc002acd616 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0d918e8f-bffc-44ac-9a2d-4591e7fd8aee HTTP/1.1" status: 200 len: 217 time: 0.0700877 Nov 23 17:22:45.271489 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvr_db [None req-3a1d50f9-731f-4875-8952-38e1e2826e90 None None] Set router b8f885a9-93ac-4a6d-b02a-91d84e71c9db gateway port host: n-d-816206-8 {{(pid=103592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:22:45.338028 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-c11a0a50-9ad3-47db-a271-bc58397458b3 req-c6ca614e-f5fe-4fe8-91d7-ea360947bae4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:22:45.523262 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-3a1d50f9-731f-4875-8952-38e1e2826e90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8f885a9-93ac-4a6d-b02a-91d84e71c9db', 'name': 'tempest-FloatingIPsAssociationTestJSON-1023826642-router', 'tenant_id': 'b930416d8ba84d7ba659706c10c554f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.240'}], 'enable_snat': True}, 'gw_port_id': '7d44e282-6def-43d0-b54e-d3d8b137c89d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:21:21Z', 'updated_at': '2021-11-23T17:21:28Z', 'revision_number': 4, 'project_id': 'b930416d8ba84d7ba659706c10c554f7', 'gw_port': {'id': '7d44e282-6def-43d0-b54e-d3d8b137c89d', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:97:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8f885a9-93ac-4a6d-b02a-91d84e71c9db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:21:22Z', 'updated_at': '2021-11-23T17:21:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_interfaces': [{'id': '06bad47f-5b77-4f49-89bb-87622d83ca1d', 'name': '', 'network_id': 'aad59512-80bb-49f8-8f54-daff64a8bc03', 'tenant_id': 'b930416d8ba84d7ba659706c10c554f7', 'mac_address': 'fa:16:3e:ce:74:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8f885a9-93ac-4a6d-b02a-91d84e71c9db', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '5ec29eee-2e3a-4642-be97-88a03756cf1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:21:26Z', 'updated_at': '2021-11-23T17:21:33Z', 'revision_number': 5, 'project_id': 'b930416d8ba84d7ba659706c10c554f7', 'subnets': [{'id': '5ec29eee-2e3a-4642-be97-88a03756cf1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:22:45.553167 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a1d50f9-731f-4875-8952-38e1e2826e90 None None] The sync data for ids ['b8f885a9-93ac-4a6d-b02a-91d84e71c9db'] in n-d-816206-8 is: [{'id': 'b8f885a9-93ac-4a6d-b02a-91d84e71c9db', 'name': 'tempest-FloatingIPsAssociationTestJSON-1023826642-router', 'tenant_id': 'b930416d8ba84d7ba659706c10c554f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.240'}], 'enable_snat': True}, 'gw_port_id': '7d44e282-6def-43d0-b54e-d3d8b137c89d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:21:21Z', 'updated_at': '2021-11-23T17:21:28Z', 'revision_number': 4, 'project_id': 'b930416d8ba84d7ba659706c10c554f7', 'gw_port': {'id': '7d44e282-6def-43d0-b54e-d3d8b137c89d', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:97:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8f885a9-93ac-4a6d-b02a-91d84e71c9db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:21:22Z', 'updated_at': '2021-11-23T17:21:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_interfaces': [{'id': '06bad47f-5b77-4f49-89bb-87622d83ca1d', 'name': '', 'network_id': 'aad59512-80bb-49f8-8f54-daff64a8bc03', 'tenant_id': 'b930416d8ba84d7ba659706c10c554f7', 'mac_address': 'fa:16:3e:ce:74:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8f885a9-93ac-4a6d-b02a-91d84e71c9db', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '5ec29eee-2e3a-4642-be97-88a03756cf1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:21:26Z', 'updated_at': '2021-11-23T17:21:33Z', 'revision_number': 5, 'project_id': 'b930416d8ba84d7ba659706c10c554f7', 'subnets': [{'id': '5ec29eee-2e3a-4642-be97-88a03756cf1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:22:45.680729 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6c8bec-d0aa-4fce-9687-cfb1ae155f57 req-c345b3f0-0cc2-4926-9c76-168c3bf06815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:22:45.682229 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5c6c8bec-d0aa-4fce-9687-cfb1ae155f57 req-c345b3f0-0cc2-4926-9c76-168c3bf06815 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5ec29eee-2e3a-4642-be97-88a03756cf1b HTTP/1.1" status: 200 len: 860 time: 0.4453511 Nov 23 17:22:45.779528 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f0953e-d65d-449e-a0c5-7438c6278536 req-2f3cc4e6-8a17-4d1c-a807-473e48a2e10b tempest-FloatingIPDetailsTestJSON-345818758 tempest-FloatingIPDetailsTestJSON-345818758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:22:45.780945 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-07f0953e-d65d-449e-a0c5-7438c6278536 req-2f3cc4e6-8a17-4d1c-a807-473e48a2e10b tempest-FloatingIPDetailsTestJSON-345818758 tempest-FloatingIPDetailsTestJSON-345818758-project] 10.222.0.60 "GET /v2.0/networks/4c8455ba-1be5-42ac-b8c2-8a16e1292d55 HTTP/1.1" status: 200 len: 784 time: 0.5305505 Nov 23 17:22:45.825131 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59df0710-b296-408f-8260-84514bf9b18a None None] New status for floating IP 0c6de8ab-c2df-4738-860d-9e4035f9394e: DOWN {{(pid=103593) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 17:22:45.868383 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6c8bec-d0aa-4fce-9687-cfb1ae155f57 req-dda96000-71c4-4be3-81d5-6b6699245446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:22:45.869914 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5c6c8bec-d0aa-4fce-9687-cfb1ae155f57 req-dda96000-71c4-4be3-81d5-6b6699245446 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=aad59512-80bb-49f8-8f54-daff64a8bc03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1753008 Nov 23 17:22:46.022885 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5c6c8bec-d0aa-4fce-9687-cfb1ae155f57 req-b5b37aae-398f-4988-9e89-0907cbb5768a service neutron] 10.222.0.60 "GET /v2.0/networks/aad59512-80bb-49f8-8f54-daff64a8bc03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460423 Nov 23 17:22:46.187917 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-c11a0a50-9ad3-47db-a271-bc58397458b3 req-c6ca614e-f5fe-4fe8-91d7-ea360947bae4 service neutron] For port 9d69178a-073b-4082-94da-b001d5b5b31d, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=9d69178a-073b-4082-94da-b001d5b5b31d,segment=NetworkSegment(329c1745-02bf-4561-9615-3192910887f5),segment_id=329c1745-02bf-4561-9615-3192910887f5)] {{(pid=103591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:22:46.286811 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5c6c8bec-d0aa-4fce-9687-cfb1ae155f57 req-d1b47f95-8fa4-41a8-857f-d6565b14a484 service neutron] 10.222.0.60 "GET /v2.0/networks/aad59512-80bb-49f8-8f54-daff64a8bc03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2325809 Nov 23 17:22:46.291718 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-c11a0a50-9ad3-47db-a271-bc58397458b3 req-c6ca614e-f5fe-4fe8-91d7-ea360947bae4 service neutron] For port 9d69178a-073b-4082-94da-b001d5b5b31d, host n-h1-816206-8, cleared binding levels {{(pid=103591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:22:46.301502 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e084ba51-e617-4411-8d16-abdbc34d9acc req-a821e445-0885-49c6-b559-8407cc750033 tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:22:46.303163 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e084ba51-e617-4411-8d16-abdbc34d9acc req-a821e445-0885-49c6-b559-8407cc750033 tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] 10.222.0.60 "GET /v2.0/networks?id=eacea6aa-86b2-4fe9-ae0d-611828f27804 HTTP/1.1" status: 200 len: 820 time: 0.2337656 Nov 23 17:22:46.347022 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e084ba51-e617-4411-8d16-abdbc34d9acc req-564a2bd8-4d87-4e80-a33e-5cc629cd6fa1 tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] 10.222.0.60 "GET /v2.0/quotas/968ef5ef30ad45a38c8263e9da4ef3c2 HTTP/1.1" status: 200 len: 375 time: 0.0192575 Nov 23 17:22:46.368776 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-c11a0a50-9ad3-47db-a271-bc58397458b3 req-c6ca614e-f5fe-4fe8-91d7-ea360947bae4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:22:46.410221 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-52822d53-48f5-4819-8a95-bdc13aea0bf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:22:46.423067 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.provisioning_blocks [req-c11a0a50-9ad3-47db-a271-bc58397458b3 req-c6ca614e-f5fe-4fe8-91d7-ea360947bae4 service neutron] Transition to ACTIVE for port object 9d69178a-073b-4082-94da-b001d5b5b31d will not be triggered until provisioned by entity L2. {{(pid=103591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 17:22:46.431335 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-c11a0a50-9ad3-47db-a271-bc58397458b3 req-c6ca614e-f5fe-4fe8-91d7-ea360947bae4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264758186'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:22:46.491881 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3073641-d2a0-48d9-ab61-aa12fba8f781 req-0fc05f1f-3c01-4971-a241-496aec7f5688 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:22:46.493042 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f3073641-d2a0-48d9-ab61-aa12fba8f781 req-0fc05f1f-3c01-4971-a241-496aec7f5688 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] 10.222.0.60 "GET /v2.0/ports?device_id=b06fd73f-d5cd-4321-910c-bac8aff99182 HTTP/1.1" status: 200 len: 950 time: 0.1330216 Nov 23 17:22:46.511677 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e084ba51-e617-4411-8d16-abdbc34d9acc req-8d4f2f64-2587-4de0-960f-0cf362d3b731 tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=968ef5ef30ad45a38c8263e9da4ef3c2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1564922 Nov 23 17:22:46.542911 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [req-c11a0a50-9ad3-47db-a271-bc58397458b3 req-c6ca614e-f5fe-4fe8-91d7-ea360947bae4 service neutron] No DVR routers for this DVR port 9d69178a-073b-4082-94da-b001d5b5b31d on host n-h1-816206-8 {{(pid=103591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:22:46.603460 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ca614e-f5fe-4fe8-91d7-ea360947bae4 service neutron] Pushing event updated for resources: {'Port': ['ID=9d69178a-073b-4082-94da-b001d5b5b31d,revision_number=10']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:22:46.696763 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-c11a0a50-9ad3-47db-a271-bc58397458b3 req-c6ca614e-f5fe-4fe8-91d7-ea360947bae4 service neutron] Attempting to bind port 9d69178a-073b-4082-94da-b001d5b5b31d on host n-h2-816206-8 for vnic_type normal with profile {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:22:46.697474 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-c11a0a50-9ad3-47db-a271-bc58397458b3 req-c6ca614e-f5fe-4fe8-91d7-ea360947bae4 service neutron] Attempting to bind port 9d69178a-073b-4082-94da-b001d5b5b31d by drivers openvswitch,hyperv on host n-h2-816206-8 at level 0 using segments [{'id': '329c1745-02bf-4561-9615-3192910887f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'f1e1dabf-b410-4023-9169-a460a86e7184'}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:22:46.697474 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c11a0a50-9ad3-47db-a271-bc58397458b3 req-c6ca614e-f5fe-4fe8-91d7-ea360947bae4 service neutron] Attempting to bind port 9d69178a-073b-4082-94da-b001d5b5b31d on network f1e1dabf-b410-4023-9169-a460a86e7184 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:22:46.716874 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c11a0a50-9ad3-47db-a271-bc58397458b3 req-c6ca614e-f5fe-4fe8-91d7-ea360947bae4 service neutron] Port 9d69178a-073b-4082-94da-b001d5b5b31d on network f1e1dabf-b410-4023-9169-a460a86e7184 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-8 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 17:22:46.717195 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c11a0a50-9ad3-47db-a271-bc58397458b3 req-c6ca614e-f5fe-4fe8-91d7-ea360947bae4 service neutron] Attempting to bind port 9d69178a-073b-4082-94da-b001d5b5b31d on network f1e1dabf-b410-4023-9169-a460a86e7184 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:22:46.720590 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d018cf-2344-47a7-b96e-5921c24a5132 req-9ade0b23-4310-469e-a8de-0143a5e34562 tempest-LiveMigrationTest-1150397521 tempest-LiveMigrationTest-1150397521-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:22:46.722914 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-84d018cf-2344-47a7-b96e-5921c24a5132 req-9ade0b23-4310-469e-a8de-0143a5e34562 tempest-LiveMigrationTest-1150397521 tempest-LiveMigrationTest-1150397521-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=718e7979-ed88-4391-b53d-996075f02e58&tenant_id=4f30b4abc7074d1fa9d31a414a5f297f&binding%3Ahost_id=n-h2-816206-8 HTTP/1.1" status: 200 len: 1096 time: 0.2426097 Nov 23 17:22:46.729055 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f3073641-d2a0-48d9-ab61-aa12fba8f781 req-9a7bd89b-48c2-4c91-8d57-7e0efaf0bd6e tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] 10.222.0.60 "GET /v2.0/security-groups?id=70227657-be62-432a-a8fd-5a85231fc7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910770 Nov 23 17:22:46.742068 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c11a0a50-9ad3-47db-a271-bc58397458b3 req-c6ca614e-f5fe-4fe8-91d7-ea360947bae4 service neutron] Checking agent: {'id': 'ab77bf9e-0267-4174-8f1d-822cba89b207', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 15, 13), 'started_at': datetime.datetime(2021, 11, 23, 17, 15, 13), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 22, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:22:46.742379 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c11a0a50-9ad3-47db-a271-bc58397458b3 req-c6ca614e-f5fe-4fe8-91d7-ea360947bae4 service neutron] Checking segment: {'id': '329c1745-02bf-4561-9615-3192910887f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'f1e1dabf-b410-4023-9169-a460a86e7184'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:22:46.742724 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c11a0a50-9ad3-47db-a271-bc58397458b3 req-c6ca614e-f5fe-4fe8-91d7-ea360947bae4 service neutron] Bound using segment: {'id': '329c1745-02bf-4561-9615-3192910887f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'f1e1dabf-b410-4023-9169-a460a86e7184'} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:22:46.743164 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-c11a0a50-9ad3-47db-a271-bc58397458b3 req-c6ca614e-f5fe-4fe8-91d7-ea360947bae4 service neutron] Bound port: 9d69178a-073b-4082-94da-b001d5b5b31d, host: n-h2-816206-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '329c1745-02bf-4561-9615-3192910887f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'f1e1dabf-b410-4023-9169-a460a86e7184'}}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:22:46.743515 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-c11a0a50-9ad3-47db-a271-bc58397458b3 req-c6ca614e-f5fe-4fe8-91d7-ea360947bae4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:22:46.768137 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e084ba51-e617-4411-8d16-abdbc34d9acc req-5d788001-7cb2-46e8-af08-eca7e23bd7ae service neutron] 10.222.0.60 "GET /v2.0/networks/eacea6aa-86b2-4fe9-ae0d-611828f27804?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2262435 Nov 23 17:22:46.818397 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [req-84d018cf-2344-47a7-b96e-5921c24a5132 req-0fb79e97-e882-4aab-9811-fd4f86b6212d service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-816206-8'}}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:22:46.949408 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-c11a0a50-9ad3-47db-a271-bc58397458b3 req-c6ca614e-f5fe-4fe8-91d7-ea360947bae4 service neutron] For port 9d69178a-073b-4082-94da-b001d5b5b31d, host n-h2-816206-8, cleared binding levels {{(pid=103591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:22:46.967295 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-84d018cf-2344-47a7-b96e-5921c24a5132 req-0fb79e97-e882-4aab-9811-fd4f86b6212d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:22:46.974861 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-c11a0a50-9ad3-47db-a271-bc58397458b3 req-c6ca614e-f5fe-4fe8-91d7-ea360947bae4 service neutron] For port 9d69178a-073b-4082-94da-b001d5b5b31d, host n-h2-816206-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=9d69178a-073b-4082-94da-b001d5b5b31d,segment=NetworkSegment(329c1745-02bf-4561-9615-3192910887f5),segment_id=329c1745-02bf-4561-9615-3192910887f5)] {{(pid=103591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:22:46.993298 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-c11a0a50-9ad3-47db-a271-bc58397458b3 req-c6ca614e-f5fe-4fe8-91d7-ea360947bae4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264758186'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:22:47.013190 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e084ba51-e617-4411-8d16-abdbc34d9acc req-90fe001d-88bc-449b-9da2-a4eccbff8f19 service neutron] 10.222.0.60 "GET /v2.0/networks/eacea6aa-86b2-4fe9-ae0d-611828f27804?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2377114 Nov 23 17:22:47.040044 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11a0a50-9ad3-47db-a271-bc58397458b3 req-c6ca614e-f5fe-4fe8-91d7-ea360947bae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:22:47.040741 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-c11a0a50-9ad3-47db-a271-bc58397458b3 req-c6ca614e-f5fe-4fe8-91d7-ea360947bae4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:22:47.042058 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c11a0a50-9ad3-47db-a271-bc58397458b3 req-c6ca614e-f5fe-4fe8-91d7-ea360947bae4 service neutron] 10.222.0.36 "PUT /v2.0/ports/9d69178a-073b-4082-94da-b001d5b5b31d HTTP/1.1" status: 200 len: 1097 time: 1.8806767 Nov 23 17:22:47.197106 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ca614e-f5fe-4fe8-91d7-ea360947bae4 service neutron] Pushing event updated for resources: {'Port': ['ID=9d69178a-073b-4082-94da-b001d5b5b31d,revision_number=11']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:22:47.282718 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11a0a50-9ad3-47db-a271-bc58397458b3 req-59db3674-d8d0-4be5-9aa7-54bfef907950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:22:47.286391 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c11a0a50-9ad3-47db-a271-bc58397458b3 req-59db3674-d8d0-4be5-9aa7-54bfef907950 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=98a62786d4654c60b8dab5d2a606f4fe&device_id=b06fd73f-d5cd-4321-910c-bac8aff99182 HTTP/1.1" status: 200 len: 1100 time: 0.1412191 Nov 23 17:22:47.296144 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d25c06-8772-4e36-af66-158994e6ca99 req-e702df10-50b7-4d27-9d2e-b4b838825d5e tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:22:47.297824 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d1d25c06-8772-4e36-af66-158994e6ca99 req-e702df10-50b7-4d27-9d2e-b4b838825d5e tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] 10.222.0.60 "GET /v2.0/ports?device_id=718e7979-ed88-4391-b53d-996075f02e58 HTTP/1.1" status: 200 len: 945 time: 0.1948066 Nov 23 17:22:47.370585 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-84d018cf-2344-47a7-b96e-5921c24a5132 req-0fb79e97-e882-4aab-9811-fd4f86b6212d service neutron] For port 365a668f-0f82-4ce1-a3e0-e0946dd88a04, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=365a668f-0f82-4ce1-a3e0-e0946dd88a04,segment=NetworkSegment(12913541-acd4-4e3c-8f48-e22896931a9c),segment_id=12913541-acd4-4e3c-8f48-e22896931a9c)] {{(pid=103591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:22:47.455591 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 17:22:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c32e839d-622e-4341-9f23-a126a3d7e14d x-openstack-request-id: req-c32e839d-622e-4341-9f23-a126a3d7e14d {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:22:47.456425 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "889615e0-6d05-4dde-9f65-1602c0161cb2", "tag": "0d918e8f-bffc-44ac-9a2d-4591e7fd8aee", "status": "completed", "code": 200}]} {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:22:47.456742 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c32e839d-622e-4341-9f23-a126a3d7e14d {{(pid=103591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:22:47.457143 n-d-816206-8 neutron-server[103591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '889615e0-6d05-4dde-9f65-1602c0161cb2', 'tag': '0d918e8f-bffc-44ac-9a2d-4591e7fd8aee', 'status': 'completed', 'code': 200} Nov 23 17:22:47.482196 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d1d25c06-8772-4e36-af66-158994e6ca99 req-95597e2f-af47-4ad2-9dc7-4192dd7e6311 tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] 10.222.0.60 "GET /v2.0/security-groups?id=5c82e7e8-9cad-459a-acb2-b7a0867274de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645420 Nov 23 17:22:47.543254 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-84d018cf-2344-47a7-b96e-5921c24a5132 req-0fb79e97-e882-4aab-9811-fd4f86b6212d service neutron] For port 365a668f-0f82-4ce1-a3e0-e0946dd88a04, host n-h2-816206-8, cleared binding levels {{(pid=103591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:22:47.573333 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1bde2c-c1b1-4e2d-993e-e7f2ef936f06 req-f9a380e5-82ea-4fce-9545-7592c55344d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:22:47.577273 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-bf1bde2c-c1b1-4e2d-993e-e7f2ef936f06 req-f9a380e5-82ea-4fce-9545-7592c55344d3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b930416d8ba84d7ba659706c10c554f7&device_id=889615e0-6d05-4dde-9f65-1602c0161cb2 HTTP/1.1" status: 200 len: 1096 time: 0.0906243 Nov 23 17:22:47.579734 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11a0a50-9ad3-47db-a271-bc58397458b3 req-e2c91287-86b0-473e-b643-309fe8b81767 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:22:47.581831 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c11a0a50-9ad3-47db-a271-bc58397458b3 req-e2c91287-86b0-473e-b643-309fe8b81767 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f1e1dabf-b410-4023-9169-a460a86e7184 HTTP/1.1" status: 200 len: 870 time: 0.2829664 Nov 23 17:22:47.623528 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9a27ae6c-db98-474f-94c1-cc99bf842d79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:22:47.696886 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c11a0a50-9ad3-47db-a271-bc58397458b3 req-a93d1873-a203-4358-8eb5-087d9ff5f0a2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.200&port_id=9d69178a-073b-4082-94da-b001d5b5b31d HTTP/1.1" status: 200 len: 217 time: 0.0974402 Nov 23 17:22:47.720001 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1bde2c-c1b1-4e2d-993e-e7f2ef936f06 req-a7bfe47e-2af5-4f8c-bef9-3479ea8f5812 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:22:47.723086 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-bf1bde2c-c1b1-4e2d-993e-e7f2ef936f06 req-a7bfe47e-2af5-4f8c-bef9-3479ea8f5812 service neutron] 10.222.0.36 "GET /v2.0/networks?id=aad59512-80bb-49f8-8f54-daff64a8bc03 HTTP/1.1" status: 200 len: 922 time: 0.1309855 Nov 23 17:22:47.739808 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-84d018cf-2344-47a7-b96e-5921c24a5132 req-0fb79e97-e882-4aab-9811-fd4f86b6212d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:22:47.785516 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-84d018cf-2344-47a7-b96e-5921c24a5132 req-0fb79e97-e882-4aab-9811-fd4f86b6212d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264758186'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:22:47.789478 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-bf1bde2c-c1b1-4e2d-993e-e7f2ef936f06 req-3fe742a2-0588-40ac-9c6b-965966cbaaba service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0d918e8f-bffc-44ac-9a2d-4591e7fd8aee HTTP/1.1" status: 200 len: 217 time: 0.0585628 Nov 23 17:22:47.843086 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11a0a50-9ad3-47db-a271-bc58397458b3 req-5abdaa2a-2fdf-49a4-aca0-e80980e3fdc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:22:47.844557 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c11a0a50-9ad3-47db-a271-bc58397458b3 req-5abdaa2a-2fdf-49a4-aca0-e80980e3fdc7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ac77c175-5679-438b-8a2a-356718377641 HTTP/1.1" status: 200 len: 843 time: 0.1250439 Nov 23 17:22:47.858500 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2b132f-8714-4bb6-9f6d-22f4040e5607 req-aa7e6b78-62c5-4783-a586-fb341b6c5681 tempest-ServersWithSpecificFlavorTestJSON-2137215613 tempest-ServersWithSpecificFlavorTestJSON-2137215613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:22:47.877123 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ac2b132f-8714-4bb6-9f6d-22f4040e5607 req-aa7e6b78-62c5-4783-a586-fb341b6c5681 tempest-ServersWithSpecificFlavorTestJSON-2137215613 tempest-ServersWithSpecificFlavorTestJSON-2137215613-project] 10.222.0.60 "GET /v2.0/ports?device_id=10e5ffeb-b4e8-4d61-89a1-ce7d519f246b HTTP/1.1" status: 200 len: 946 time: 0.2987590 Nov 23 17:22:47.883975 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1bde2c-c1b1-4e2d-993e-e7f2ef936f06 req-57b1edf8-3962-45c5-a793-746f61af17f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:22:47.885713 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-bf1bde2c-c1b1-4e2d-993e-e7f2ef936f06 req-57b1edf8-3962-45c5-a793-746f61af17f8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5ec29eee-2e3a-4642-be97-88a03756cf1b HTTP/1.1" status: 200 len: 860 time: 0.0885582 Nov 23 17:22:47.890807 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-fd1907f3-802f-4b82-9df9-40e038c8288e req-49dd3e51-895a-41f7-a760-07dea3261034 tempest-FloatingIPDetailsTestJSON-345818758 tempest-FloatingIPDetailsTestJSON-345818758-project] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3822436 Nov 23 17:22:47.945147 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1bde2c-c1b1-4e2d-993e-e7f2ef936f06 req-f63581ad-bdb6-4ee3-8ed0-24fc26170f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:22:47.946671 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-bf1bde2c-c1b1-4e2d-993e-e7f2ef936f06 req-f63581ad-bdb6-4ee3-8ed0-24fc26170f18 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=aad59512-80bb-49f8-8f54-daff64a8bc03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0471797 Nov 23 17:22:47.969513 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [req-fd1907f3-802f-4b82-9df9-40e038c8288e req-a6e2fbc2-17bb-4c39-830c-b73df040e37c tempest-FloatingIPDetailsTestJSON-345818758 tempest-FloatingIPDetailsTestJSON-345818758-project] Request body: {'floatingip': {'floating_network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:22:48.038884 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb79e97-e882-4aab-9811-fd4f86b6212d service neutron] Pushing event updated for resources: {'Port': ['ID=365a668f-0f82-4ce1-a3e0-e0946dd88a04,revision_number=7']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:22:48.039936 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device 365a668f-0f82-4ce1-a3e0-e0946dd88a04 details requested by agent hyperv_n-h1-816206-8 with host n-h1-816206-8 {{(pid=103592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 17:22:48.042121 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device 9d69178a-073b-4082-94da-b001d5b5b31d no longer exists at agent hyperv_n-h1-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:22:48.070771 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-84d018cf-2344-47a7-b96e-5921c24a5132 req-0fb79e97-e882-4aab-9811-fd4f86b6212d service neutron] Attempting to bind port 365a668f-0f82-4ce1-a3e0-e0946dd88a04 on host n-h2-816206-8 for vnic_type normal with profile {"migrating_to": "n-h1-816206-8"} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:22:48.071229 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-84d018cf-2344-47a7-b96e-5921c24a5132 req-0fb79e97-e882-4aab-9811-fd4f86b6212d service neutron] Attempting to bind port 365a668f-0f82-4ce1-a3e0-e0946dd88a04 by drivers openvswitch,hyperv on host n-h2-816206-8 at level 0 using segments [{'id': '12913541-acd4-4e3c-8f48-e22896931a9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '3b84e4de-5a6f-44c6-a8e6-1d90b4d1f1b3'}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:22:48.071627 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84d018cf-2344-47a7-b96e-5921c24a5132 req-0fb79e97-e882-4aab-9811-fd4f86b6212d service neutron] Attempting to bind port 365a668f-0f82-4ce1-a3e0-e0946dd88a04 on network 3b84e4de-5a6f-44c6-a8e6-1d90b4d1f1b3 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:22:48.079121 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ac2b132f-8714-4bb6-9f6d-22f4040e5607 req-6ccd7cca-4867-416c-848b-78fd0d4f734b tempest-ServersWithSpecificFlavorTestJSON-2137215613 tempest-ServersWithSpecificFlavorTestJSON-2137215613-project] 10.222.0.60 "GET /v2.0/security-groups?id=c1fd7bbb-ef62-457d-a84a-b42d813769d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2001333 Nov 23 17:22:48.079983 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-fd1907f3-802f-4b82-9df9-40e038c8288e req-a6e2fbc2-17bb-4c39-830c-b73df040e37c tempest-FloatingIPDetailsTestJSON-345818758 tempest-FloatingIPDetailsTestJSON-345818758-project] Publish callbacks [] for floatingip, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:22:48.098404 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84d018cf-2344-47a7-b96e-5921c24a5132 req-0fb79e97-e882-4aab-9811-fd4f86b6212d service neutron] Port 365a668f-0f82-4ce1-a3e0-e0946dd88a04 on network 3b84e4de-5a6f-44c6-a8e6-1d90b4d1f1b3 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-8 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 17:22:48.099077 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84d018cf-2344-47a7-b96e-5921c24a5132 req-0fb79e97-e882-4aab-9811-fd4f86b6212d service neutron] Attempting to bind port 365a668f-0f82-4ce1-a3e0-e0946dd88a04 on network 3b84e4de-5a6f-44c6-a8e6-1d90b4d1f1b3 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:22:48.103025 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11a0a50-9ad3-47db-a271-bc58397458b3 req-31b25742-d1c6-43b0-be8e-4e1730c258cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:22:48.104982 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c11a0a50-9ad3-47db-a271-bc58397458b3 req-31b25742-d1c6-43b0-be8e-4e1730c258cf service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f1e1dabf-b410-4023-9169-a460a86e7184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2122457 Nov 23 17:22:48.127454 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device 9d69178a-073b-4082-94da-b001d5b5b31d not bound to the agent host n-h1-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:22:48.158691 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84d018cf-2344-47a7-b96e-5921c24a5132 req-0fb79e97-e882-4aab-9811-fd4f86b6212d service neutron] Checking agent: {'id': 'ab77bf9e-0267-4174-8f1d-822cba89b207', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 15, 13), 'started_at': datetime.datetime(2021, 11, 23, 17, 15, 13), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 22, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:22:48.159422 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84d018cf-2344-47a7-b96e-5921c24a5132 req-0fb79e97-e882-4aab-9811-fd4f86b6212d service neutron] Checking segment: {'id': '12913541-acd4-4e3c-8f48-e22896931a9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '3b84e4de-5a6f-44c6-a8e6-1d90b4d1f1b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:22:48.160333 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84d018cf-2344-47a7-b96e-5921c24a5132 req-0fb79e97-e882-4aab-9811-fd4f86b6212d service neutron] Bound using segment: {'id': '12913541-acd4-4e3c-8f48-e22896931a9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '3b84e4de-5a6f-44c6-a8e6-1d90b4d1f1b3'} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:22:48.174224 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-84d018cf-2344-47a7-b96e-5921c24a5132 req-0fb79e97-e882-4aab-9811-fd4f86b6212d service neutron] Bound port: 365a668f-0f82-4ce1-a3e0-e0946dd88a04, host: n-h2-816206-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12913541-acd4-4e3c-8f48-e22896931a9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '3b84e4de-5a6f-44c6-a8e6-1d90b4d1f1b3'}}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:22:48.175292 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-bf1bde2c-c1b1-4e2d-993e-e7f2ef936f06 req-b6d6247d-da66-4e3d-a73e-3b383e4b7f57 service neutron] 10.222.0.36 "GET /v2.0/networks/aad59512-80bb-49f8-8f54-daff64a8bc03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2164433 Nov 23 17:22:48.177929 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-84d018cf-2344-47a7-b96e-5921c24a5132 req-0fb79e97-e882-4aab-9811-fd4f86b6212d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:22:48.374042 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:22:48.384473 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-bf1bde2c-c1b1-4e2d-993e-e7f2ef936f06 req-ae4f218c-a65f-4ddf-8ab1-4d2ee3ee1a8b service neutron] 10.222.0.36 "GET /v2.0/networks/aad59512-80bb-49f8-8f54-daff64a8bc03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2031863 Nov 23 17:22:48.427435 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port 365a668f-0f82-4ce1-a3e0-e0946dd88a04, host n-h2-816206-8, got binding levels [] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:22:48.492038 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Attempting to bind port 365a668f-0f82-4ce1-a3e0-e0946dd88a04 on host n-h2-816206-8 for vnic_type normal with profile {"migrating_to": "n-h1-816206-8"} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:22:48.493257 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Attempting to bind port 365a668f-0f82-4ce1-a3e0-e0946dd88a04 by drivers openvswitch,hyperv on host n-h2-816206-8 at level 0 using segments [{'id': '12913541-acd4-4e3c-8f48-e22896931a9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '3b84e4de-5a6f-44c6-a8e6-1d90b4d1f1b3'}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:22:48.494169 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Attempting to bind port 365a668f-0f82-4ce1-a3e0-e0946dd88a04 on network 3b84e4de-5a6f-44c6-a8e6-1d90b4d1f1b3 {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:22:48.506690 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Port 365a668f-0f82-4ce1-a3e0-e0946dd88a04 on network 3b84e4de-5a6f-44c6-a8e6-1d90b4d1f1b3 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-8 {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 17:22:48.507582 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Attempting to bind port 365a668f-0f82-4ce1-a3e0-e0946dd88a04 on network 3b84e4de-5a6f-44c6-a8e6-1d90b4d1f1b3 {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:22:48.513896 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c11a0a50-9ad3-47db-a271-bc58397458b3 req-710ae5b3-9e6d-4e64-86e3-823deaf83ffc service neutron] 10.222.0.36 "GET /v2.0/networks/f1e1dabf-b410-4023-9169-a460a86e7184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3981955 Nov 23 17:22:48.527018 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Checking agent: {'id': 'ab77bf9e-0267-4174-8f1d-822cba89b207', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 15, 13), 'started_at': datetime.datetime(2021, 11, 23, 17, 15, 13), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 22, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:22:48.528249 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-84d018cf-2344-47a7-b96e-5921c24a5132 req-0fb79e97-e882-4aab-9811-fd4f86b6212d service neutron] For port 365a668f-0f82-4ce1-a3e0-e0946dd88a04, host n-h2-816206-8, cleared binding levels {{(pid=103591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:22:48.530653 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Checking segment: {'id': '12913541-acd4-4e3c-8f48-e22896931a9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '3b84e4de-5a6f-44c6-a8e6-1d90b4d1f1b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:22:48.537704 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Bound using segment: {'id': '12913541-acd4-4e3c-8f48-e22896931a9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '3b84e4de-5a6f-44c6-a8e6-1d90b4d1f1b3'} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:22:48.538670 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Bound port: 365a668f-0f82-4ce1-a3e0-e0946dd88a04, host: n-h2-816206-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12913541-acd4-4e3c-8f48-e22896931a9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '3b84e4de-5a6f-44c6-a8e6-1d90b4d1f1b3'}}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:22:48.539818 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:22:48.555376 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-84d018cf-2344-47a7-b96e-5921c24a5132 req-0fb79e97-e882-4aab-9811-fd4f86b6212d service neutron] For port 365a668f-0f82-4ce1-a3e0-e0946dd88a04, host n-h2-816206-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=365a668f-0f82-4ce1-a3e0-e0946dd88a04,segment=NetworkSegment(12913541-acd4-4e3c-8f48-e22896931a9c),segment_id=12913541-acd4-4e3c-8f48-e22896931a9c)] {{(pid=103591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:22:48.594315 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-84d018cf-2344-47a7-b96e-5921c24a5132 req-0fb79e97-e882-4aab-9811-fd4f86b6212d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264758186'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:22:48.801016 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5a7ec87d-6fb6-4f05-8506-645c77ae7b16 req-9bc5985c-575b-42d2-9b38-595e4f0506cc tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] 10.222.0.60 "GET /v2.0/ports?device_id=c1e6eaa3-28c2-4530-98c1-a8b63a271c9f HTTP/1.1" status: 200 len: 210 time: 0.0717764 Nov 23 17:22:48.843035 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-fd1907f3-802f-4b82-9df9-40e038c8288e req-a6e2fbc2-17bb-4c39-830c-b73df040e37c tempest-FloatingIPDetailsTestJSON-345818758 tempest-FloatingIPDetailsTestJSON-345818758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:22:48.885886 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d018cf-2344-47a7-b96e-5921c24a5132 req-0fb79e97-e882-4aab-9811-fd4f86b6212d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:22:48.887542 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-84d018cf-2344-47a7-b96e-5921c24a5132 req-0fb79e97-e882-4aab-9811-fd4f86b6212d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:22:48.889837 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-84d018cf-2344-47a7-b96e-5921c24a5132 req-0fb79e97-e882-4aab-9811-fd4f86b6212d service neutron] 10.222.0.55 "PUT /v2.0/ports/365a668f-0f82-4ce1-a3e0-e0946dd88a04 HTTP/1.1" status: 200 len: 1121 time: 2.1554327 Nov 23 17:22:48.894044 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb79e97-e882-4aab-9811-fd4f86b6212d service neutron] Pushing event updated for resources: {'Port': ['ID=365a668f-0f82-4ce1-a3e0-e0946dd88a04,revision_number=8']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:22:48.922528 n-d-816206-8 neutron-server[103592]: WARNING neutron.plugins.ml2.plugin [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Concurrent port binding operations failed on port 365a668f-0f82-4ce1-a3e0-e0946dd88a04 Nov 23 17:22:48.924447 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c11a0a50-9ad3-47db-a271-bc58397458b3 req-c991f1d2-d2a1-4148-b079-b7747a765c02 service neutron] 10.222.0.36 "GET /v2.0/networks/f1e1dabf-b410-4023-9169-a460a86e7184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3649929 Nov 23 17:22:48.929459 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port 365a668f-0f82-4ce1-a3e0-e0946dd88a04, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=365a668f-0f82-4ce1-a3e0-e0946dd88a04,segment=NetworkSegment(12913541-acd4-4e3c-8f48-e22896931a9c),segment_id=12913541-acd4-4e3c-8f48-e22896931a9c)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:22:48.944044 n-d-816206-8 neutron-server[103592]: INFO neutron.plugins.ml2.plugin [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Attempt 2 to bind port 365a668f-0f82-4ce1-a3e0-e0946dd88a04 Nov 23 17:22:48.945062 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device 365a668f-0f82-4ce1-a3e0-e0946dd88a04 has no active binding in host n-h1-816206-8 {{(pid=103592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 23 17:22:49.013277 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] get_ports_and_sgs() called for port_ids ['365a668f-0f82-4ce1-a3e0-e0946dd88a04'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:22:49.067620 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] get_ports_and_sgs() called for port_ids ['365a668f-0f82-4ce1-a3e0-e0946dd88a04'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:22:49.543460 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b06fd73f-d5cd-4321-910c-bac8aff99182', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d69178a-073b-4082-94da-b001d5b5b31d'}, {'name': 'network-changed', 'server_uuid': 'b06fd73f-d5cd-4321-910c-bac8aff99182', 'tag': '9d69178a-073b-4082-94da-b001d5b5b31d'}, {'server_uuid': '718e7979-ed88-4391-b53d-996075f02e58', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '365a668f-0f82-4ce1-a3e0-e0946dd88a04'}, {'name': 'network-changed', 'server_uuid': '718e7979-ed88-4391-b53d-996075f02e58', 'tag': '365a668f-0f82-4ce1-a3e0-e0946dd88a04'}] {{(pid=103591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:22:49.545922 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41d174a19ece9499ff9ec44e5b3fc50f2abd3ffbc947fb7e52ea1e8db27b95b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5caa7fba-027f-4083-9c3d-ad1b9483f6e1" -d '{"events": [{"server_uuid": "b06fd73f-d5cd-4321-910c-bac8aff99182", "name": "network-vif-unplugged", "status": "completed", "tag": "9d69178a-073b-4082-94da-b001d5b5b31d"}, {"name": "network-changed", "server_uuid": "b06fd73f-d5cd-4321-910c-bac8aff99182", "tag": "9d69178a-073b-4082-94da-b001d5b5b31d"}, {"server_uuid": "718e7979-ed88-4391-b53d-996075f02e58", "name": "network-vif-unplugged", "status": "completed", "tag": "365a668f-0f82-4ce1-a3e0-e0946dd88a04"}, {"name": "network-changed", "server_uuid": "718e7979-ed88-4391-b53d-996075f02e58", "tag": "365a668f-0f82-4ce1-a3e0-e0946dd88a04"}]}' {{(pid=103591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:22:49.717131 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d332c697-430f-49e7-8001-6c31ffea464f req-0b2b5f26-bcc2-4466-bb43-0ef59d0e74f8 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:22:49.719170 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d332c697-430f-49e7-8001-6c31ffea464f req-0b2b5f26-bcc2-4466-bb43-0ef59d0e74f8 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] 10.222.0.60 "GET /v2.0/ports?device_id=b06fd73f-d5cd-4321-910c-bac8aff99182 HTTP/1.1" status: 200 len: 949 time: 0.8040397 Nov 23 17:22:49.720709 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.db_base_plugin_common [req-fd1907f3-802f-4b82-9df9-40e038c8288e req-a6e2fbc2-17bb-4c39-830c-b73df040e37c tempest-FloatingIPDetailsTestJSON-345818758 tempest-FloatingIPDetailsTestJSON-345818758-project] Allocated IP 172.25.3.214 (4c8455ba-1be5-42ac-b8c2-8a16e1292d55/08fe3644-ce41-4c3f-a7ea-92bac0f0fff5/89b0f3c8-8361-453b-b6d7-addd3d99fe53) {{(pid=103591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:22:49.873638 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d332c697-430f-49e7-8001-6c31ffea464f req-06608769-9657-42d1-92a7-6117ceb1ca38 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] 10.222.0.60 "GET /v2.0/security-groups?id=70227657-be62-432a-a8fd-5a85231fc7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242011 Nov 23 17:22:49.880796 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e084ba51-e617-4411-8d16-abdbc34d9acc req-48647038-6ff8-4303-b2e8-d39a937c387d tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:22:49.882870 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e084ba51-e617-4411-8d16-abdbc34d9acc req-48647038-6ff8-4303-b2e8-d39a937c387d tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] 10.222.0.55 "GET /v2.0/networks?id=eacea6aa-86b2-4fe9-ae0d-611828f27804 HTTP/1.1" status: 200 len: 820 time: 0.3300176 Nov 23 17:22:49.966498 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-fd1907f3-802f-4b82-9df9-40e038c8288e req-a6e2fbc2-17bb-4c39-830c-b73df040e37c tempest-FloatingIPDetailsTestJSON-345818758 tempest-FloatingIPDetailsTestJSON-345818758-project] Publish callbacks [] for port, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:22:50.013673 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [req-e084ba51-e617-4411-8d16-abdbc34d9acc req-59ac6fd9-e87f-4dd6-9a69-35d27d825a49 tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] Request body: {'port': {'device_id': 'c1e6eaa3-28c2-4530-98c1-a8b63a271c9f', 'network_id': 'eacea6aa-86b2-4fe9-ae0d-611828f27804', 'admin_state_up': True, 'tenant_id': '968ef5ef30ad45a38c8263e9da4ef3c2'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:22:50.189438 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-fd1907f3-802f-4b82-9df9-40e038c8288e req-a6e2fbc2-17bb-4c39-830c-b73df040e37c tempest-FloatingIPDetailsTestJSON-345818758 tempest-FloatingIPDetailsTestJSON-345818758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:22:50.298197 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb080ac0-4ccd-48ec-93de-0ce1c2a54f6d req-30c21af8-eeff-4780-8d26-d381b6ed5359 tempest-FloatingIPsAssociationTestJSON-1150543333 tempest-FloatingIPsAssociationTestJSON-1150543333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:22:50.311434 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-cb080ac0-4ccd-48ec-93de-0ce1c2a54f6d req-30c21af8-eeff-4780-8d26-d381b6ed5359 tempest-FloatingIPsAssociationTestJSON-1150543333 tempest-FloatingIPsAssociationTestJSON-1150543333-project] 10.222.0.60 "GET /v2.0/ports?device_id=94483118-8c1c-4799-a73f-44dc63b488e2&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.3057740 Nov 23 17:22:50.355774 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd1907f3-802f-4b82-9df9-40e038c8288e req-a6e2fbc2-17bb-4c39-830c-b73df040e37c tempest-FloatingIPDetailsTestJSON-345818758 tempest-FloatingIPDetailsTestJSON-345818758-project] Network 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 is already hosted by enough agents. {{(pid=103591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:22:50.358920 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [req-fd1907f3-802f-4b82-9df9-40e038c8288e req-a6e2fbc2-17bb-4c39-830c-b73df040e37c tempest-FloatingIPDetailsTestJSON-345818758 tempest-FloatingIPDetailsTestJSON-345818758-project] Resources bound (agent type, host, resource id): {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:22:50.379752 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd1907f3-802f-4b82-9df9-40e038c8288e req-a6e2fbc2-17bb-4c39-830c-b73df040e37c tempest-FloatingIPDetailsTestJSON-345818758 tempest-FloatingIPDetailsTestJSON-345818758-project] Received port after_create {{(pid=103591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:22:50.450939 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e2fbc2-17bb-4c39-830c-b73df040e37c tempest-FloatingIPDetailsTestJSON-345818758 tempest-FloatingIPDetailsTestJSON-345818758-project] Pushing event updated for resources: {'Port': ['ID=89b0f3c8-8361-453b-b6d7-addd3d99fe53,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:22:50.462702 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-cb080ac0-4ccd-48ec-93de-0ce1c2a54f6d req-01762fbf-f2fd-4fa3-a0dc-fba0cfe02ad1 tempest-FloatingIPsAssociationTestJSON-1150543333 tempest-FloatingIPsAssociationTestJSON-1150543333-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.3.56 HTTP/1.1" status: 200 len: 695 time: 0.1500683 Nov 23 17:22:50.518555 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [req-cb080ac0-4ccd-48ec-93de-0ce1c2a54f6d req-56fb7740-8b3f-4823-9f6f-2fda3e0cb39c tempest-FloatingIPsAssociationTestJSON-1150543333 tempest-FloatingIPsAssociationTestJSON-1150543333-project] Request body: {'floatingip': {'port_id': 'fba50d82-4af0-48c0-a41a-3d00e787e652', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:22:50.604936 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-cb080ac0-4ccd-48ec-93de-0ce1c2a54f6d req-56fb7740-8b3f-4823-9f6f-2fda3e0cb39c tempest-FloatingIPsAssociationTestJSON-1150543333 tempest-FloatingIPsAssociationTestJSON-1150543333-project] Publish callbacks [] for floatingip, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:22:50.612330 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e084ba51-e617-4411-8d16-abdbc34d9acc req-59ac6fd9-e87f-4dd6-9a69-35d27d825a49 tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] Made reservation on behalf of 968ef5ef30ad45a38c8263e9da4ef3c2 for: {'port': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:22:50.616469 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-e084ba51-e617-4411-8d16-abdbc34d9acc req-59ac6fd9-e87f-4dd6-9a69-35d27d825a49 tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:22:50.717450 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91cdc40-b17f-41f0-bbc4-d6315df28c94 req-fa0b6d5e-5f50-44e3-b36e-e3f7970d26d5 tempest-FloatingIPsAssociationTestJSON-1150543333 tempest-FloatingIPsAssociationTestJSON-1150543333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:22:50.718847 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d91cdc40-b17f-41f0-bbc4-d6315df28c94 req-fa0b6d5e-5f50-44e3-b36e-e3f7970d26d5 tempest-FloatingIPsAssociationTestJSON-1150543333 tempest-FloatingIPsAssociationTestJSON-1150543333-project] 10.222.0.36 "GET /v2.0/ports?device_id=889615e0-6d05-4dde-9f65-1602c0161cb2 HTTP/1.1" status: 200 len: 945 time: 0.2598612 Nov 23 17:22:50.851032 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-fd1907f3-802f-4b82-9df9-40e038c8288e req-a6e2fbc2-17bb-4c39-830c-b73df040e37c tempest-FloatingIPDetailsTestJSON-345818758 tempest-FloatingIPDetailsTestJSON-345818758-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:22:51.016099 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-fd1907f3-802f-4b82-9df9-40e038c8288e req-a6e2fbc2-17bb-4c39-830c-b73df040e37c tempest-FloatingIPDetailsTestJSON-345818758 tempest-FloatingIPDetailsTestJSON-345818758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:22:51.118685 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.db_base_plugin_common [req-e084ba51-e617-4411-8d16-abdbc34d9acc req-59ac6fd9-e87f-4dd6-9a69-35d27d825a49 tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] Allocated IP 172.20.0.11 (eacea6aa-86b2-4fe9-ae0d-611828f27804/cfa8dfdf-5850-4e22-a7f8-6d7e726926d1/2e157275-46de-4566-82b9-9a605a955c7c) {{(pid=103591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:22:51.228922 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [req-d91cdc40-b17f-41f0-bbc4-d6315df28c94 req-22a06cd1-bb0e-4c4d-aba9-d83d964f8f68 tempest-FloatingIPsAssociationTestJSON-1150543333 tempest-FloatingIPsAssociationTestJSON-1150543333-project] Deleting port 0d918e8f-bffc-44ac-9a2d-4591e7fd8aee {{(pid=103591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:22:51.229255 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-d91cdc40-b17f-41f0-bbc4-d6315df28c94 req-22a06cd1-bb0e-4c4d-aba9-d83d964f8f68 tempest-FloatingIPsAssociationTestJSON-1150543333 tempest-FloatingIPsAssociationTestJSON-1150543333-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:22:51.578778 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-d91cdc40-b17f-41f0-bbc4-d6315df28c94 req-22a06cd1-bb0e-4c4d-aba9-d83d964f8f68 tempest-FloatingIPsAssociationTestJSON-1150543333 tempest-FloatingIPsAssociationTestJSON-1150543333-project] For port 0d918e8f-bffc-44ac-9a2d-4591e7fd8aee, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=0d918e8f-bffc-44ac-9a2d-4591e7fd8aee,segment=NetworkSegment(adf834ee-26cf-4f45-a2f3-83f453b804ad),segment_id=adf834ee-26cf-4f45-a2f3-83f453b804ad)] {{(pid=103591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:22:51.579140 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-d91cdc40-b17f-41f0-bbc4-d6315df28c94 req-22a06cd1-bb0e-4c4d-aba9-d83d964f8f68 tempest-FloatingIPsAssociationTestJSON-1150543333 tempest-FloatingIPsAssociationTestJSON-1150543333-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:22:51.650213 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [req-d91cdc40-b17f-41f0-bbc4-d6315df28c94 req-22a06cd1-bb0e-4c4d-aba9-d83d964f8f68 tempest-FloatingIPsAssociationTestJSON-1150543333 tempest-FloatingIPsAssociationTestJSON-1150543333-project] Calling delete_port for 0d918e8f-bffc-44ac-9a2d-4591e7fd8aee owned by compute:nova {{(pid=103591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:22:51.672248 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-fd1907f3-802f-4b82-9df9-40e038c8288e req-a6e2fbc2-17bb-4c39-830c-b73df040e37c tempest-FloatingIPDetailsTestJSON-345818758 tempest-FloatingIPDetailsTestJSON-345818758-project] Publish callbacks [] for port, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:22:51.705633 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-e084ba51-e617-4411-8d16-abdbc34d9acc req-59ac6fd9-e87f-4dd6-9a69-35d27d825a49 tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] Publish callbacks [] for port, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:22:51.713457 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-fd1907f3-802f-4b82-9df9-40e038c8288e req-a6e2fbc2-17bb-4c39-830c-b73df040e37c tempest-FloatingIPDetailsTestJSON-345818758 tempest-FloatingIPDetailsTestJSON-345818758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264758186'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:22:51.822444 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-cb080ac0-4ccd-48ec-93de-0ce1c2a54f6d req-56fb7740-8b3f-4823-9f6f-2fda3e0cb39c tempest-FloatingIPsAssociationTestJSON-1150543333 tempest-FloatingIPsAssociationTestJSON-1150543333-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:22:51.865138 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-cb080ac0-4ccd-48ec-93de-0ce1c2a54f6d req-56fb7740-8b3f-4823-9f6f-2fda3e0cb39c tempest-FloatingIPsAssociationTestJSON-1150543333 tempest-FloatingIPsAssociationTestJSON-1150543333-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1795396'] for floatingip, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:22:51.880466 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e2fbc2-17bb-4c39-830c-b73df040e37c tempest-FloatingIPDetailsTestJSON-345818758 tempest-FloatingIPDetailsTestJSON-345818758-project] Pushing event updated for resources: {'Port': ['ID=89b0f3c8-8361-453b-b6d7-addd3d99fe53,revision_number=2']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:22:51.985669 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-e084ba51-e617-4411-8d16-abdbc34d9acc req-59ac6fd9-e87f-4dd6-9a69-35d27d825a49 tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:22:51.987089 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-fd1907f3-802f-4b82-9df9-40e038c8288e req-a6e2fbc2-17bb-4c39-830c-b73df040e37c tempest-FloatingIPDetailsTestJSON-345818758 tempest-FloatingIPDetailsTestJSON-345818758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1795396'] for floatingip, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:22:51.997303 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] get_ports_and_sgs() called for port_ids ['35d9bbe9-fea0-45ff-bcaa-845247fb2254'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:22:52.524628 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-fd1907f3-802f-4b82-9df9-40e038c8288e req-a6e2fbc2-17bb-4c39-830c-b73df040e37c tempest-FloatingIPDetailsTestJSON-345818758 tempest-FloatingIPDetailsTestJSON-345818758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for floatingip, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:22:52.526748 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-fd1907f3-802f-4b82-9df9-40e038c8288e req-a6e2fbc2-17bb-4c39-830c-b73df040e37c tempest-FloatingIPDetailsTestJSON-345818758 tempest-FloatingIPDetailsTestJSON-345818758-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.6043978 Nov 23 17:22:52.543628 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e084ba51-e617-4411-8d16-abdbc34d9acc req-59ac6fd9-e87f-4dd6-9a69-35d27d825a49 tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] Network eacea6aa-86b2-4fe9-ae0d-611828f27804 is already hosted by enough agents. {{(pid=103591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:22:52.574558 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [req-e084ba51-e617-4411-8d16-abdbc34d9acc req-59ac6fd9-e87f-4dd6-9a69-35d27d825a49 tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] Resources bound (agent type, host, resource id): {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:22:52.589137 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ac6fd9-e87f-4dd6-9a69-35d27d825a49 tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] Pushing event updated for resources: {'Port': ['ID=2e157275-46de-4566-82b9-9a605a955c7c,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:22:52.594471 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [req-e084ba51-e617-4411-8d16-abdbc34d9acc req-59ac6fd9-e87f-4dd6-9a69-35d27d825a49 tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] Received port after_create {{(pid=103591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:22:52.601273 n-d-816206-8 neutron-server[103591]: INFO neutron.db.l3_db [req-cb080ac0-4ccd-48ec-93de-0ce1c2a54f6d req-56fb7740-8b3f-4823-9f6f-2fda3e0cb39c tempest-FloatingIPsAssociationTestJSON-1150543333 tempest-FloatingIPsAssociationTestJSON-1150543333-project] Floating IP 0c6de8ab-c2df-4738-860d-9e4035f9394e associated. External IP: 172.25.3.56, port: fba50d82-4af0-48c0-a41a-3d00e787e652. Nov 23 17:22:52.715316 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-d91cdc40-b17f-41f0-bbc4-d6315df28c94 req-22a06cd1-bb0e-4c4d-aba9-d83d964f8f68 tempest-FloatingIPsAssociationTestJSON-1150543333 tempest-FloatingIPsAssociationTestJSON-1150543333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:22:52.731688 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] get_ports_and_sgs() called for port_ids ['fba50d82-4af0-48c0-a41a-3d00e787e652'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:22:52.739513 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] get_ports_and_sgs() called for port_ids ['0d918e8f-bffc-44ac-9a2d-4591e7fd8aee'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:22:52.745619 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-fd1907f3-802f-4b82-9df9-40e038c8288e req-0e490371-ee45-4bed-a2dc-77866eb0639e tempest-FloatingIPDetailsTestJSON-345818758 tempest-FloatingIPDetailsTestJSON-345818758-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.3.214 HTTP/1.1" status: 200 len: 696 time: 0.1856730 Nov 23 17:22:52.801093 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a06cd1-bb0e-4c4d-aba9-d83d964f8f68 tempest-FloatingIPsAssociationTestJSON-1150543333 tempest-FloatingIPsAssociationTestJSON-1150543333-project] Pushing event deleted for resources: {'Port': ['ID=0d918e8f-bffc-44ac-9a2d-4591e7fd8aee,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:22:52.861806 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e084ba51-e617-4411-8d16-abdbc34d9acc req-59ac6fd9-e87f-4dd6-9a69-35d27d825a49 tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:22:52.862609 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-e084ba51-e617-4411-8d16-abdbc34d9acc req-59ac6fd9-e87f-4dd6-9a69-35d27d825a49 tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:22:53.023063 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [req-d91cdc40-b17f-41f0-bbc4-d6315df28c94 req-22a06cd1-bb0e-4c4d-aba9-d83d964f8f68 tempest-FloatingIPsAssociationTestJSON-1150543333 tempest-FloatingIPsAssociationTestJSON-1150543333-project] No DVR routers for this DVR port 0d918e8f-bffc-44ac-9a2d-4591e7fd8aee on host n-h2-816206-8 {{(pid=103591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:22:53.041254 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e084ba51-e617-4411-8d16-abdbc34d9acc req-59ac6fd9-e87f-4dd6-9a69-35d27d825a49 tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0339303 Nov 23 17:22:53.042440 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-d91cdc40-b17f-41f0-bbc4-d6315df28c94 req-22a06cd1-bb0e-4c4d-aba9-d83d964f8f68 tempest-FloatingIPsAssociationTestJSON-1150543333 tempest-FloatingIPsAssociationTestJSON-1150543333-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:22:53.047121 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d91cdc40-b17f-41f0-bbc4-d6315df28c94 req-22a06cd1-bb0e-4c4d-aba9-d83d964f8f68 tempest-FloatingIPsAssociationTestJSON-1150543333 tempest-FloatingIPsAssociationTestJSON-1150543333-project] 10.222.0.36 "DELETE /v2.0/ports/0d918e8f-bffc-44ac-9a2d-4591e7fd8aee HTTP/1.1" status: 204 len: 173 time: 2.3195775 Nov 23 17:22:53.066737 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [req-e084ba51-e617-4411-8d16-abdbc34d9acc req-80ba56aa-1b6e-4fbd-b8ee-56f6a43ad39c service neutron] Request body: {'port': {'device_id': 'c1e6eaa3-28c2-4530-98c1-a8b63a271c9f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-8'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:22:53.127525 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1907f3-802f-4b82-9df9-40e038c8288e req-55308e0f-9d3b-49a4-8ca0-3db569c9209e tempest-FloatingIPDetailsTestJSON-345818758 tempest-FloatingIPDetailsTestJSON-345818758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:22:53.128898 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-fd1907f3-802f-4b82-9df9-40e038c8288e req-55308e0f-9d3b-49a4-8ca0-3db569c9209e tempest-FloatingIPDetailsTestJSON-345818758 tempest-FloatingIPDetailsTestJSON-345818758-project] 10.222.0.60 "GET /v2.0/networks/4c8455ba-1be5-42ac-b8c2-8a16e1292d55 HTTP/1.1" status: 200 len: 784 time: 0.3511155 Nov 23 17:22:53.204190 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-e084ba51-e617-4411-8d16-abdbc34d9acc req-80ba56aa-1b6e-4fbd-b8ee-56f6a43ad39c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:22:53.288757 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device 9d69178a-073b-4082-94da-b001d5b5b31d details requested by agent hyperv_n-h2-816206-8 with host n-h2-816206-8 {{(pid=103592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 17:22:53.406562 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port 9d69178a-073b-4082-94da-b001d5b5b31d, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=9d69178a-073b-4082-94da-b001d5b5b31d,segment=NetworkSegment(329c1745-02bf-4561-9615-3192910887f5),segment_id=329c1745-02bf-4561-9615-3192910887f5)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:22:53.419765 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Returning: {'device': '9d69178a-073b-4082-94da-b001d5b5b31d', 'network_id': 'f1e1dabf-b410-4023-9169-a460a86e7184', 'port_id': '9d69178a-073b-4082-94da-b001d5b5b31d', 'mac_address': 'fa:16:3e:05:24:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac77c175-5679-438b-8a2a-356718377641', 'ip_address': '192.168.233.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 17:22:53.425410 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cb080ac0-4ccd-48ec-93de-0ce1c2a54f6d req-56fb7740-8b3f-4823-9f6f-2fda3e0cb39c tempest-FloatingIPsAssociationTestJSON-1150543333 tempest-FloatingIPsAssociationTestJSON-1150543333-project] Router b8f885a9-93ac-4a6d-b02a-91d84e71c9db has already been hosted by L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 {{(pid=103591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 17:22:53.436227 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355c5fc1-e43d-47bf-b764-b93baf861905 req-0f83106d-7703-4f89-b908-c827677ebef7 tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:22:53.440710 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-355c5fc1-e43d-47bf-b764-b93baf861905 req-0f83106d-7703-4f89-b908-c827677ebef7 tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] 10.222.0.60 "GET /v2.0/ports?device_id=718e7979-ed88-4391-b53d-996075f02e58 HTTP/1.1" status: 200 len: 943 time: 0.2141938 Nov 23 17:22:53.467481 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:22:53.483456 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d69178a-073b-4082-94da-b001d5b5b31d {{(pid=103592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:22:53.504824 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port 9d69178a-073b-4082-94da-b001d5b5b31d, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=9d69178a-073b-4082-94da-b001d5b5b31d,segment=NetworkSegment(329c1745-02bf-4561-9615-3192910887f5),segment_id=329c1745-02bf-4561-9615-3192910887f5)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:22:53.510575 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:22:53.590839 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Pushing event updated for resources: {'Port': ['ID=9d69178a-073b-4082-94da-b001d5b5b31d,revision_number=12']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:22:53.692080 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-355c5fc1-e43d-47bf-b764-b93baf861905 req-79ab8bf2-d574-4275-9cf6-237a9662f65a tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] 10.222.0.60 "GET /v2.0/security-groups?id=5c82e7e8-9cad-459a-acb2-b7a0867274de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2306249 Nov 23 17:22:53.755931 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cb080ac0-4ccd-48ec-93de-0ce1c2a54f6d req-56fb7740-8b3f-4823-9f6f-2fda3e0cb39c tempest-FloatingIPsAssociationTestJSON-1150543333 tempest-FloatingIPsAssociationTestJSON-1150543333-project] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:22:53.776693 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-cb080ac0-4ccd-48ec-93de-0ce1c2a54f6d req-56fb7740-8b3f-4823-9f6f-2fda3e0cb39c tempest-FloatingIPsAssociationTestJSON-1150543333 tempest-FloatingIPsAssociationTestJSON-1150543333-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for floatingip, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:22:53.784270 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-823fdc23-d3e8-4f96-aca6-db1ea136b768 None None] Sync routers for ids ['b8f885a9-93ac-4a6d-b02a-91d84e71c9db'] in n-d-816206-8 {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:22:53.804116 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-823fdc23-d3e8-4f96-aca6-db1ea136b768 None None] Routers {'b8f885a9-93ac-4a6d-b02a-91d84e71c9db'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:22:53.805146 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-823fdc23-d3e8-4f96-aca6-db1ea136b768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:22:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['b8f885a9-93ac-4a6d-b02a-91d84e71c9db'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:22:53.827895 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-cb080ac0-4ccd-48ec-93de-0ce1c2a54f6d req-56fb7740-8b3f-4823-9f6f-2fda3e0cb39c tempest-FloatingIPsAssociationTestJSON-1150543333 tempest-FloatingIPsAssociationTestJSON-1150543333-project] 10.222.0.60 "PUT /v2.0/floatingips/0c6de8ab-c2df-4738-860d-9e4035f9394e HTTP/1.1" status: 200 len: 996 time: 3.3462937 Nov 23 17:22:53.945697 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [req-e084ba51-e617-4411-8d16-abdbc34d9acc req-80ba56aa-1b6e-4fbd-b8ee-56f6a43ad39c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e157275-46de-4566-82b9-9a605a955c7c {{(pid=103591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:22:53.958466 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] get_ports_and_sgs() called for port_ids ['9d69178a-073b-4082-94da-b001d5b5b31d'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:22:53.967578 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-e084ba51-e617-4411-8d16-abdbc34d9acc req-80ba56aa-1b6e-4fbd-b8ee-56f6a43ad39c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:22:53.990984 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb080ac0-4ccd-48ec-93de-0ce1c2a54f6d req-a5bce918-2834-4554-bd35-2a49383a0cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:22:53.992548 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-cb080ac0-4ccd-48ec-93de-0ce1c2a54f6d req-a5bce918-2834-4554-bd35-2a49383a0cd2 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b930416d8ba84d7ba659706c10c554f7&device_id=94483118-8c1c-4799-a73f-44dc63b488e2 HTTP/1.1" status: 200 len: 1097 time: 0.1196814 Nov 23 17:22:53.993781 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.provisioning_blocks [req-e084ba51-e617-4411-8d16-abdbc34d9acc req-80ba56aa-1b6e-4fbd-b8ee-56f6a43ad39c service neutron] Transition to ACTIVE for port object 2e157275-46de-4566-82b9-9a605a955c7c will not be triggered until provisioned by entity L2. {{(pid=103591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 17:22:54.000393 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-e084ba51-e617-4411-8d16-abdbc34d9acc req-80ba56aa-1b6e-4fbd-b8ee-56f6a43ad39c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264758186'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:22:54.059644 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvr_db [None req-823fdc23-d3e8-4f96-aca6-db1ea136b768 None None] Set router b8f885a9-93ac-4a6d-b02a-91d84e71c9db gateway port host: n-d-816206-8 {{(pid=103592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:22:54.137982 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb080ac0-4ccd-48ec-93de-0ce1c2a54f6d req-a0c428ce-4e68-4244-a7bd-b96f6f0b16b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:22:54.150869 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-cb080ac0-4ccd-48ec-93de-0ce1c2a54f6d req-a0c428ce-4e68-4244-a7bd-b96f6f0b16b1 service neutron] 10.222.0.60 "GET /v2.0/networks?id=aad59512-80bb-49f8-8f54-daff64a8bc03 HTTP/1.1" status: 200 len: 922 time: 0.1424515 Nov 23 17:22:54.258394 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 692 Content-Type: application/json Date: Tue, 23 Nov 2021 17:22:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b51f138f-7b62-46dd-8eeb-79de89e91979 x-openstack-request-id: req-b51f138f-7b62-46dd-8eeb-79de89e91979 {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:22:54.258817 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b06fd73f-d5cd-4321-910c-bac8aff99182", "name": "network-vif-unplugged", "status": "completed", "tag": "9d69178a-073b-4082-94da-b001d5b5b31d", "code": 200}, {"name": "network-changed", "server_uuid": "b06fd73f-d5cd-4321-910c-bac8aff99182", "tag": "9d69178a-073b-4082-94da-b001d5b5b31d", "status": "completed", "code": 200}, {"server_uuid": "718e7979-ed88-4391-b53d-996075f02e58", "name": "network-vif-unplugged", "status": "completed", "tag": "365a668f-0f82-4ce1-a3e0-e0946dd88a04", "code": 200}, {"name": "network-changed", "server_uuid": "718e7979-ed88-4391-b53d-996075f02e58", "tag": "365a668f-0f82-4ce1-a3e0-e0946dd88a04", "status": "completed", "code": 200}]} {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:22:54.259039 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b51f138f-7b62-46dd-8eeb-79de89e91979 {{(pid=103591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:22:54.259345 n-d-816206-8 neutron-server[103591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b06fd73f-d5cd-4321-910c-bac8aff99182', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d69178a-073b-4082-94da-b001d5b5b31d', 'code': 200} Nov 23 17:22:54.259601 n-d-816206-8 neutron-server[103591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b06fd73f-d5cd-4321-910c-bac8aff99182', 'tag': '9d69178a-073b-4082-94da-b001d5b5b31d', 'status': 'completed', 'code': 200} Nov 23 17:22:54.259860 n-d-816206-8 neutron-server[103591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '718e7979-ed88-4391-b53d-996075f02e58', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '365a668f-0f82-4ce1-a3e0-e0946dd88a04', 'code': 200} Nov 23 17:22:54.260109 n-d-816206-8 neutron-server[103591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '718e7979-ed88-4391-b53d-996075f02e58', 'tag': '365a668f-0f82-4ce1-a3e0-e0946dd88a04', 'status': 'completed', 'code': 200} Nov 23 17:22:54.269215 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-cb080ac0-4ccd-48ec-93de-0ce1c2a54f6d req-ce27669d-3fb1-423e-9c17-c9126b9c6cf4 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fba50d82-4af0-48c0-a41a-3d00e787e652 HTTP/1.1" status: 200 len: 999 time: 0.1170685 Nov 23 17:22:54.463266 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ba56aa-1b6e-4fbd-b8ee-56f6a43ad39c service neutron] Pushing event updated for resources: {'Port': ['ID=2e157275-46de-4566-82b9-9a605a955c7c,revision_number=2']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:22:54.475125 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-823fdc23-d3e8-4f96-aca6-db1ea136b768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8f885a9-93ac-4a6d-b02a-91d84e71c9db', 'name': 'tempest-FloatingIPsAssociationTestJSON-1023826642-router', 'tenant_id': 'b930416d8ba84d7ba659706c10c554f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.240'}], 'enable_snat': True}, 'gw_port_id': '7d44e282-6def-43d0-b54e-d3d8b137c89d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:21:21Z', 'updated_at': '2021-11-23T17:21:28Z', 'revision_number': 4, 'project_id': 'b930416d8ba84d7ba659706c10c554f7', 'gw_port': {'id': '7d44e282-6def-43d0-b54e-d3d8b137c89d', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:97:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8f885a9-93ac-4a6d-b02a-91d84e71c9db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:21:22Z', 'updated_at': '2021-11-23T17:21:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_floatingips': [{'id': '0c6de8ab-c2df-4738-860d-9e4035f9394e', 'tenant_id': 'b930416d8ba84d7ba659706c10c554f7', 'floating_ip_address': '172.25.3.56', 'floating_network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'router_id': 'b8f885a9-93ac-4a6d-b02a-91d84e71c9db', 'port_id': 'fba50d82-4af0-48c0-a41a-3d00e787e652', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 659, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aad59512-80bb-49f8-8f54-daff64a8bc03', 'mac_address': 'fa:16:3e:ea:06:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94483118-8c1c-4799-a73f-44dc63b488e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T17:21:57Z', 'updated_at': '2021-11-23T17:22:51Z', 'revision_number': 8, 'project_id': 'b930416d8ba84d7ba659706c10c554f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06bad47f-5b77-4f49-89bb-87622d83ca1d', 'name': '', 'network_id': 'aad59512-80bb-49f8-8f54-daff64a8bc03', 'tenant_id': 'b930416d8ba84d7ba659706c10c554f7', 'mac_address': 'fa:16:3e:ce:74:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8f885a9-93ac-4a6d-b02a-91d84e71c9db', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '5ec29eee-2e3a-4642-be97-88a03756cf1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:21:26Z', 'updated_at': '2021-11-23T17:21:33Z', 'revision_number': 5, 'project_id': 'b930416d8ba84d7ba659706c10c554f7', 'subnets': [{'id': '5ec29eee-2e3a-4642-be97-88a03756cf1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:22:54.505708 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-823fdc23-d3e8-4f96-aca6-db1ea136b768 None None] Checking router: b8f885a9-93ac-4a6d-b02a-91d84e71c9db for host: n-d-816206-8 {{(pid=103592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 17:22:54.515327 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-823fdc23-d3e8-4f96-aca6-db1ea136b768 None None] Routers {'b8f885a9-93ac-4a6d-b02a-91d84e71c9db'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:22:54.516555 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-823fdc23-d3e8-4f96-aca6-db1ea136b768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:22:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['b8f885a9-93ac-4a6d-b02a-91d84e71c9db'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:22:54.520533 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb080ac0-4ccd-48ec-93de-0ce1c2a54f6d req-bac6495d-a4bb-468b-a11e-87b52d023753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:22:54.521697 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-cb080ac0-4ccd-48ec-93de-0ce1c2a54f6d req-bac6495d-a4bb-468b-a11e-87b52d023753 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5ec29eee-2e3a-4642-be97-88a03756cf1b HTTP/1.1" status: 200 len: 860 time: 0.2472103 Nov 23 17:22:54.523715 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5caa7fba-027f-4083-9c3d-ad1b9483f6e1 req-37771bda-c61c-481e-879f-5a1366f0dfa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:22:54.525718 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5caa7fba-027f-4083-9c3d-ad1b9483f6e1 req-37771bda-c61c-481e-879f-5a1366f0dfa1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=98a62786d4654c60b8dab5d2a606f4fe&device_id=b06fd73f-d5cd-4321-910c-bac8aff99182 HTTP/1.1" status: 200 len: 1101 time: 0.3008935 Nov 23 17:22:54.627271 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3eee44-aae9-497e-887a-ba565f7a4b5b req-89702548-023a-4de7-87f1-665ffe6c3a5d tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:22:54.630544 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ef3eee44-aae9-497e-887a-ba565f7a4b5b req-89702548-023a-4de7-87f1-665ffe6c3a5d tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] 10.222.0.60 "GET /v2.0/ports?device_id=c1e6eaa3-28c2-4530-98c1-a8b63a271c9f HTTP/1.1" status: 200 len: 944 time: 0.3544793 Nov 23 17:22:54.703174 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvr_db [None req-823fdc23-d3e8-4f96-aca6-db1ea136b768 None None] Set router b8f885a9-93ac-4a6d-b02a-91d84e71c9db gateway port host: n-d-816206-8 {{(pid=103592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:22:54.781536 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-e084ba51-e617-4411-8d16-abdbc34d9acc req-80ba56aa-1b6e-4fbd-b8ee-56f6a43ad39c service neutron] Attempting to bind port 2e157275-46de-4566-82b9-9a605a955c7c on host n-h1-816206-8 for vnic_type normal with profile {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:22:54.782552 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-e084ba51-e617-4411-8d16-abdbc34d9acc req-80ba56aa-1b6e-4fbd-b8ee-56f6a43ad39c service neutron] Attempting to bind port 2e157275-46de-4566-82b9-9a605a955c7c by drivers openvswitch,hyperv on host n-h1-816206-8 at level 0 using segments [{'id': 'aeb4ff6a-77f7-45a2-bf27-0feac134a4ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'eacea6aa-86b2-4fe9-ae0d-611828f27804'}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:22:54.782552 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e084ba51-e617-4411-8d16-abdbc34d9acc req-80ba56aa-1b6e-4fbd-b8ee-56f6a43ad39c service neutron] Attempting to bind port 2e157275-46de-4566-82b9-9a605a955c7c on network eacea6aa-86b2-4fe9-ae0d-611828f27804 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:22:54.792683 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb080ac0-4ccd-48ec-93de-0ce1c2a54f6d req-176f8f6b-41c1-4a0c-8303-f92d36e2d579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:22:54.794998 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-cb080ac0-4ccd-48ec-93de-0ce1c2a54f6d req-176f8f6b-41c1-4a0c-8303-f92d36e2d579 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=aad59512-80bb-49f8-8f54-daff64a8bc03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2394772 Nov 23 17:22:54.836780 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e084ba51-e617-4411-8d16-abdbc34d9acc req-80ba56aa-1b6e-4fbd-b8ee-56f6a43ad39c service neutron] Port 2e157275-46de-4566-82b9-9a605a955c7c on network eacea6aa-86b2-4fe9-ae0d-611828f27804 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-8 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 17:22:54.836780 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e084ba51-e617-4411-8d16-abdbc34d9acc req-80ba56aa-1b6e-4fbd-b8ee-56f6a43ad39c service neutron] Attempting to bind port 2e157275-46de-4566-82b9-9a605a955c7c on network eacea6aa-86b2-4fe9-ae0d-611828f27804 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:22:54.872244 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ef3eee44-aae9-497e-887a-ba565f7a4b5b req-42c965ea-a3a8-4ee5-babd-6e0a5a50880c tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] 10.222.0.60 "GET /v2.0/security-groups?id=ef6a96c0-423c-4ea7-a75c-4657afd8c521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2168679 Nov 23 17:22:54.873702 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e084ba51-e617-4411-8d16-abdbc34d9acc req-80ba56aa-1b6e-4fbd-b8ee-56f6a43ad39c service neutron] Checking agent: {'id': '4b0a4557-3bfe-4828-80a0-7981fc3ac84c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 15, 14), 'started_at': datetime.datetime(2021, 11, 23, 17, 15, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 22, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:22:54.874617 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e084ba51-e617-4411-8d16-abdbc34d9acc req-80ba56aa-1b6e-4fbd-b8ee-56f6a43ad39c service neutron] Checking segment: {'id': 'aeb4ff6a-77f7-45a2-bf27-0feac134a4ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'eacea6aa-86b2-4fe9-ae0d-611828f27804'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:22:54.875232 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e084ba51-e617-4411-8d16-abdbc34d9acc req-80ba56aa-1b6e-4fbd-b8ee-56f6a43ad39c service neutron] Bound using segment: {'id': 'aeb4ff6a-77f7-45a2-bf27-0feac134a4ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'eacea6aa-86b2-4fe9-ae0d-611828f27804'} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:22:54.876108 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-e084ba51-e617-4411-8d16-abdbc34d9acc req-80ba56aa-1b6e-4fbd-b8ee-56f6a43ad39c service neutron] Bound port: 2e157275-46de-4566-82b9-9a605a955c7c, host: n-h1-816206-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aeb4ff6a-77f7-45a2-bf27-0feac134a4ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'eacea6aa-86b2-4fe9-ae0d-611828f27804'}}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:22:54.877052 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-e084ba51-e617-4411-8d16-abdbc34d9acc req-80ba56aa-1b6e-4fbd-b8ee-56f6a43ad39c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:22:54.943733 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5caa7fba-027f-4083-9c3d-ad1b9483f6e1 req-e90ba70f-1686-4def-9dbc-a1bde73acfba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:22:54.945168 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5caa7fba-027f-4083-9c3d-ad1b9483f6e1 req-e90ba70f-1686-4def-9dbc-a1bde73acfba service neutron] 10.222.0.36 "GET /v2.0/networks?id=f1e1dabf-b410-4023-9169-a460a86e7184 HTTP/1.1" status: 200 len: 870 time: 0.3910084 Nov 23 17:22:55.082981 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5caa7fba-027f-4083-9c3d-ad1b9483f6e1 req-aa773d56-0388-44a8-b84c-5523b0d5ffd5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.200&port_id=9d69178a-073b-4082-94da-b001d5b5b31d HTTP/1.1" status: 200 len: 217 time: 0.1053002 Nov 23 17:22:55.114287 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-823fdc23-d3e8-4f96-aca6-db1ea136b768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8f885a9-93ac-4a6d-b02a-91d84e71c9db', 'name': 'tempest-FloatingIPsAssociationTestJSON-1023826642-router', 'tenant_id': 'b930416d8ba84d7ba659706c10c554f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.240'}], 'enable_snat': True}, 'gw_port_id': '7d44e282-6def-43d0-b54e-d3d8b137c89d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:21:21Z', 'updated_at': '2021-11-23T17:21:28Z', 'revision_number': 4, 'project_id': 'b930416d8ba84d7ba659706c10c554f7', 'gw_port': {'id': '7d44e282-6def-43d0-b54e-d3d8b137c89d', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:97:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8f885a9-93ac-4a6d-b02a-91d84e71c9db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:21:22Z', 'updated_at': '2021-11-23T17:21:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_floatingips': [{'id': '0c6de8ab-c2df-4738-860d-9e4035f9394e', 'tenant_id': 'b930416d8ba84d7ba659706c10c554f7', 'floating_ip_address': '172.25.3.56', 'floating_network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'router_id': 'b8f885a9-93ac-4a6d-b02a-91d84e71c9db', 'port_id': 'fba50d82-4af0-48c0-a41a-3d00e787e652', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 659, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aad59512-80bb-49f8-8f54-daff64a8bc03', 'mac_address': 'fa:16:3e:ea:06:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94483118-8c1c-4799-a73f-44dc63b488e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T17:21:57Z', 'updated_at': '2021-11-23T17:22:51Z', 'revision_number': 8, 'project_id': 'b930416d8ba84d7ba659706c10c554f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06bad47f-5b77-4f49-89bb-87622d83ca1d', 'name': '', 'network_id': 'aad59512-80bb-49f8-8f54-daff64a8bc03', 'tenant_id': 'b930416d8ba84d7ba659706c10c554f7', 'mac_address': 'fa:16:3e:ce:74:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8f885a9-93ac-4a6d-b02a-91d84e71c9db', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '5ec29eee-2e3a-4642-be97-88a03756cf1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:21:26Z', 'updated_at': '2021-11-23T17:21:33Z', 'revision_number': 5, 'project_id': 'b930416d8ba84d7ba659706c10c554f7', 'subnets': [{'id': '5ec29eee-2e3a-4642-be97-88a03756cf1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:22:55.157364 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5caa7fba-027f-4083-9c3d-ad1b9483f6e1 req-3ab3ad7a-c3f9-47a8-a5a8-f11a07e1476e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:22:55.159181 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5caa7fba-027f-4083-9c3d-ad1b9483f6e1 req-3ab3ad7a-c3f9-47a8-a5a8-f11a07e1476e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ac77c175-5679-438b-8a2a-356718377641 HTTP/1.1" status: 200 len: 843 time: 0.0547655 Nov 23 17:22:55.159510 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-823fdc23-d3e8-4f96-aca6-db1ea136b768 None None] The sync data for ids ['b8f885a9-93ac-4a6d-b02a-91d84e71c9db'] in n-d-816206-8 is: [{'id': 'b8f885a9-93ac-4a6d-b02a-91d84e71c9db', 'name': 'tempest-FloatingIPsAssociationTestJSON-1023826642-router', 'tenant_id': 'b930416d8ba84d7ba659706c10c554f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.240'}], 'enable_snat': True}, 'gw_port_id': '7d44e282-6def-43d0-b54e-d3d8b137c89d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:21:21Z', 'updated_at': '2021-11-23T17:21:28Z', 'revision_number': 4, 'project_id': 'b930416d8ba84d7ba659706c10c554f7', 'gw_port': {'id': '7d44e282-6def-43d0-b54e-d3d8b137c89d', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:97:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8f885a9-93ac-4a6d-b02a-91d84e71c9db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:21:22Z', 'updated_at': '2021-11-23T17:21:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_floatingips': [{'id': '0c6de8ab-c2df-4738-860d-9e4035f9394e', 'tenant_id': 'b930416d8ba84d7ba659706c10c554f7', 'floating_ip_address': '172.25.3.56', 'floating_network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'router_id': 'b8f885a9-93ac-4a6d-b02a-91d84e71c9db', 'port_id': 'fba50d82-4af0-48c0-a41a-3d00e787e652', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 659, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aad59512-80bb-49f8-8f54-daff64a8bc03', 'mac_address': 'fa:16:3e:ea:06:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94483118-8c1c-4799-a73f-44dc63b488e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T17:21:57Z', 'updated_at': '2021-11-23T17:22:51Z', 'revision_number': 8, 'project_id': 'b930416d8ba84d7ba659706c10c554f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06bad47f-5b77-4f49-89bb-87622d83ca1d', 'name': '', 'network_id': 'aad59512-80bb-49f8-8f54-daff64a8bc03', 'tenant_id': 'b930416d8ba84d7ba659706c10c554f7', 'mac_address': 'fa:16:3e:ce:74:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8f885a9-93ac-4a6d-b02a-91d84e71c9db', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '5ec29eee-2e3a-4642-be97-88a03756cf1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:21:26Z', 'updated_at': '2021-11-23T17:21:33Z', 'revision_number': 5, 'project_id': 'b930416d8ba84d7ba659706c10c554f7', 'subnets': [{'id': '5ec29eee-2e3a-4642-be97-88a03756cf1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:22:55.179514 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94c275f-15dd-449e-a3b1-af0827b7de5d req-37220cdd-247c-4cb4-a3d7-f22c8b83c449 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:22:55.181536 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c94c275f-15dd-449e-a3b1-af0827b7de5d req-37220cdd-247c-4cb4-a3d7-f22c8b83c449 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] 10.222.0.60 "GET /v2.0/ports?device_id=b06fd73f-d5cd-4321-910c-bac8aff99182 HTTP/1.1" status: 200 len: 950 time: 0.1896279 Nov 23 17:22:55.265193 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-e084ba51-e617-4411-8d16-abdbc34d9acc req-80ba56aa-1b6e-4fbd-b8ee-56f6a43ad39c service neutron] For port 2e157275-46de-4566-82b9-9a605a955c7c, host n-h1-816206-8, cleared binding levels {{(pid=103591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:22:55.282135 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-cb080ac0-4ccd-48ec-93de-0ce1c2a54f6d req-b404f811-dfa1-41f8-8dae-953d7caeed92 service neutron] 10.222.0.60 "GET /v2.0/networks/aad59512-80bb-49f8-8f54-daff64a8bc03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4652886 Nov 23 17:22:55.297849 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-e084ba51-e617-4411-8d16-abdbc34d9acc req-80ba56aa-1b6e-4fbd-b8ee-56f6a43ad39c service neutron] For port 2e157275-46de-4566-82b9-9a605a955c7c, host n-h1-816206-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=2e157275-46de-4566-82b9-9a605a955c7c,segment=NetworkSegment(aeb4ff6a-77f7-45a2-bf27-0feac134a4ea),segment_id=aeb4ff6a-77f7-45a2-bf27-0feac134a4ea)] {{(pid=103591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:22:55.309045 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device 0d918e8f-bffc-44ac-9a2d-4591e7fd8aee no longer exists at agent hyperv_n-h2-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:22:55.334542 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-e084ba51-e617-4411-8d16-abdbc34d9acc req-80ba56aa-1b6e-4fbd-b8ee-56f6a43ad39c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264758186'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:22:55.362525 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] No Port match for: 0d918e8f-bffc-44ac-9a2d-4591e7fd8aee {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:22:55.362879 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device 0d918e8f-bffc-44ac-9a2d-4591e7fd8aee not bound to the agent host n-h2-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:22:55.450771 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c94c275f-15dd-449e-a3b1-af0827b7de5d req-fdfb0e69-8ec0-4a98-a96e-498958b14bc1 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] 10.222.0.60 "GET /v2.0/security-groups?id=70227657-be62-432a-a8fd-5a85231fc7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2474735 Nov 23 17:22:55.452920 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5caa7fba-027f-4083-9c3d-ad1b9483f6e1 req-d8ba595e-d84b-4095-991e-2674100cdbf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:22:55.454433 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5caa7fba-027f-4083-9c3d-ad1b9483f6e1 req-d8ba595e-d84b-4095-991e-2674100cdbf1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f1e1dabf-b410-4023-9169-a460a86e7184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2676303 Nov 23 17:22:55.535582 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ba56aa-1b6e-4fbd-b8ee-56f6a43ad39c service neutron] Pushing event updated for resources: {'Port': ['ID=2e157275-46de-4566-82b9-9a605a955c7c,revision_number=3']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:22:55.581650 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7952d4ce-942a-4903-a4d7-b5f06693168d None None] New status for floating IP 0c6de8ab-c2df-4738-860d-9e4035f9394e: ACTIVE {{(pid=103593) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 17:22:55.621483 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e084ba51-e617-4411-8d16-abdbc34d9acc req-80ba56aa-1b6e-4fbd-b8ee-56f6a43ad39c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:22:55.622170 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-e084ba51-e617-4411-8d16-abdbc34d9acc req-80ba56aa-1b6e-4fbd-b8ee-56f6a43ad39c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:22:55.623694 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e084ba51-e617-4411-8d16-abdbc34d9acc req-80ba56aa-1b6e-4fbd-b8ee-56f6a43ad39c service neutron] 10.222.0.55 "PUT /v2.0/ports/2e157275-46de-4566-82b9-9a605a955c7c HTTP/1.1" status: 200 len: 1092 time: 2.5630784 Nov 23 17:22:55.662384 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-63d40208-a3e6-47bb-a321-db03d2105d02 req-480dd566-7fe6-46ba-b700-b56d730a3b08 tempest-FloatingIPDetailsTestJSON-345818758 tempest-FloatingIPDetailsTestJSON-345818758-project] 10.222.0.60 "GET /v2.0/floatingips/4331ba70-ec98-45b1-a91f-ed583e38d222 HTTP/1.1" status: 200 len: 693 time: 0.1067216 Nov 23 17:22:55.823536 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-cb080ac0-4ccd-48ec-93de-0ce1c2a54f6d req-77ace0a9-36ea-4fab-a889-276f3697ddd1 service neutron] 10.222.0.60 "GET /v2.0/networks/aad59512-80bb-49f8-8f54-daff64a8bc03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5196049 Nov 23 17:22:55.863378 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5caa7fba-027f-4083-9c3d-ad1b9483f6e1 req-61d6b544-e9b4-4764-b647-7b8e15a2c4c0 service neutron] 10.222.0.36 "GET /v2.0/networks/f1e1dabf-b410-4023-9169-a460a86e7184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3169472 Nov 23 17:22:55.896301 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e084ba51-e617-4411-8d16-abdbc34d9acc req-52af7f78-f894-4a0e-a334-6b3e1da56125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:22:55.898126 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e084ba51-e617-4411-8d16-abdbc34d9acc req-52af7f78-f894-4a0e-a334-6b3e1da56125 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=968ef5ef30ad45a38c8263e9da4ef3c2&device_id=c1e6eaa3-28c2-4530-98c1-a8b63a271c9f HTTP/1.1" status: 200 len: 1095 time: 0.2197034 Nov 23 17:22:55.941990 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d40208-a3e6-47bb-a321-db03d2105d02 req-30497a46-39f4-4691-8587-18e3e5522f58 tempest-FloatingIPDetailsTestJSON-345818758 tempest-FloatingIPDetailsTestJSON-345818758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:22:55.949794 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-63d40208-a3e6-47bb-a321-db03d2105d02 req-30497a46-39f4-4691-8587-18e3e5522f58 tempest-FloatingIPDetailsTestJSON-345818758 tempest-FloatingIPDetailsTestJSON-345818758-project] 10.222.0.60 "GET /v2.0/networks/4c8455ba-1be5-42ac-b8c2-8a16e1292d55 HTTP/1.1" status: 200 len: 784 time: 0.2861066 Nov 23 17:22:55.955654 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [req-63d40208-a3e6-47bb-a321-db03d2105d02 req-481fa342-f4f4-423d-938b-0de6968dbb12 tempest-FloatingIPDetailsTestJSON-345818758 tempest-FloatingIPDetailsTestJSON-345818758-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=103591) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 17:22:55.957400 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-63d40208-a3e6-47bb-a321-db03d2105d02 req-481fa342-f4f4-423d-938b-0de6968dbb12 tempest-FloatingIPDetailsTestJSON-345818758 tempest-FloatingIPDetailsTestJSON-345818758-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0067108 Nov 23 17:22:55.995979 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e084ba51-e617-4411-8d16-abdbc34d9acc req-060f0efe-566b-4df4-9976-babf459fa13f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2e157275-46de-4566-82b9-9a605a955c7c HTTP/1.1" status: 200 len: 217 time: 0.0712314 Nov 23 17:22:56.134096 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2061e57-a9a1-4e48-be47-3d75e0a20e54 req-aa830c9d-f649-4504-b61c-af9a262eac89 tempest-ServersWithSpecificFlavorTestJSON-2137215613 tempest-ServersWithSpecificFlavorTestJSON-2137215613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:22:56.136470 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-a2061e57-a9a1-4e48-be47-3d75e0a20e54 req-aa830c9d-f649-4504-b61c-af9a262eac89 tempest-ServersWithSpecificFlavorTestJSON-2137215613 tempest-ServersWithSpecificFlavorTestJSON-2137215613-project] 10.222.0.36 "GET /v2.0/ports?device_id=10e5ffeb-b4e8-4d61-89a1-ce7d519f246b HTTP/1.1" status: 200 len: 946 time: 0.0684106 Nov 23 17:22:56.255909 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [req-a2061e57-a9a1-4e48-be47-3d75e0a20e54 req-a5b60838-aa90-4269-81bf-73a6e0897024 tempest-ServersWithSpecificFlavorTestJSON-2137215613 tempest-ServersWithSpecificFlavorTestJSON-2137215613-project] Deleting port 8effb457-0b3c-4b3b-8eb1-096d7847fd73 {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:22:56.256507 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-a2061e57-a9a1-4e48-be47-3d75e0a20e54 req-a5b60838-aa90-4269-81bf-73a6e0897024 tempest-ServersWithSpecificFlavorTestJSON-2137215613 tempest-ServersWithSpecificFlavorTestJSON-2137215613-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:22:56.371532 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [req-a2061e57-a9a1-4e48-be47-3d75e0a20e54 req-a5b60838-aa90-4269-81bf-73a6e0897024 tempest-ServersWithSpecificFlavorTestJSON-2137215613 tempest-ServersWithSpecificFlavorTestJSON-2137215613-project] For port 8effb457-0b3c-4b3b-8eb1-096d7847fd73, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=8effb457-0b3c-4b3b-8eb1-096d7847fd73,segment=NetworkSegment(374abdbe-b9f5-40b9-89ba-022682cac473),segment_id=374abdbe-b9f5-40b9-89ba-022682cac473)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:22:56.372080 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-a2061e57-a9a1-4e48-be47-3d75e0a20e54 req-a5b60838-aa90-4269-81bf-73a6e0897024 tempest-ServersWithSpecificFlavorTestJSON-2137215613 tempest-ServersWithSpecificFlavorTestJSON-2137215613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:22:56.402324 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '889615e0-6d05-4dde-9f65-1602c0161cb2', 'name': 'network-vif-deleted', 'tag': '0d918e8f-bffc-44ac-9a2d-4591e7fd8aee'}, {'name': 'network-changed', 'server_uuid': '94483118-8c1c-4799-a73f-44dc63b488e2', 'tag': 'fba50d82-4af0-48c0-a41a-3d00e787e652'}, {'name': 'network-changed', 'server_uuid': 'c1e6eaa3-28c2-4530-98c1-a8b63a271c9f', 'tag': '2e157275-46de-4566-82b9-9a605a955c7c'}] {{(pid=103591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:22:56.404705 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41d174a19ece9499ff9ec44e5b3fc50f2abd3ffbc947fb7e52ea1e8db27b95b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d96c57e1-8f78-4390-ab97-f387bcc1444c" -d '{"events": [{"server_uuid": "889615e0-6d05-4dde-9f65-1602c0161cb2", "name": "network-vif-deleted", "tag": "0d918e8f-bffc-44ac-9a2d-4591e7fd8aee"}, {"name": "network-changed", "server_uuid": "94483118-8c1c-4799-a73f-44dc63b488e2", "tag": "fba50d82-4af0-48c0-a41a-3d00e787e652"}, {"name": "network-changed", "server_uuid": "c1e6eaa3-28c2-4530-98c1-a8b63a271c9f", "tag": "2e157275-46de-4566-82b9-9a605a955c7c"}]}' {{(pid=103591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:22:56.500087 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6cbf3d-6322-4ff3-b1ff-44972d020f42 req-ba20a6db-939e-430c-b0ec-d90b922f3871 tempest-ServersWithSpecificFlavorTestJSON-2137215613 tempest-ServersWithSpecificFlavorTestJSON-2137215613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:22:56.501693 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-3a6cbf3d-6322-4ff3-b1ff-44972d020f42 req-ba20a6db-939e-430c-b0ec-d90b922f3871 tempest-ServersWithSpecificFlavorTestJSON-2137215613 tempest-ServersWithSpecificFlavorTestJSON-2137215613-project] 10.222.0.60 "GET /v2.0/ports?device_id=10e5ffeb-b4e8-4d61-89a1-ce7d519f246b HTTP/1.1" status: 200 len: 946 time: 0.5103071 Nov 23 17:22:56.503740 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e084ba51-e617-4411-8d16-abdbc34d9acc req-74f8be0f-621f-434c-a176-f74eeeb7a5ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:22:56.505141 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e084ba51-e617-4411-8d16-abdbc34d9acc req-74f8be0f-621f-434c-a176-f74eeeb7a5ed service neutron] 10.222.0.55 "GET /v2.0/subnets?id=cfa8dfdf-5850-4e22-a7f8-6d7e726926d1 HTTP/1.1" status: 200 len: 860 time: 0.4956727 Nov 23 17:22:56.549827 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408e2bb7-76b5-441b-b352-eb5f543eb8c1 req-8ff95236-d343-4b0d-a523-ef43fa2fdaf6 tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:22:56.557358 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-408e2bb7-76b5-441b-b352-eb5f543eb8c1 req-8ff95236-d343-4b0d-a523-ef43fa2fdaf6 tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] 10.222.0.60 "GET /v2.0/ports?device_id=718e7979-ed88-4391-b53d-996075f02e58 HTTP/1.1" status: 200 len: 943 time: 0.1494277 Nov 23 17:22:56.595111 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-3a6cbf3d-6322-4ff3-b1ff-44972d020f42 req-7d45807d-aecf-441b-9fd2-741401b80a13 tempest-ServersWithSpecificFlavorTestJSON-2137215613 tempest-ServersWithSpecificFlavorTestJSON-2137215613-project] 10.222.0.60 "GET /v2.0/security-groups?id=c1fd7bbb-ef62-457d-a84a-b42d813769d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0801005 Nov 23 17:22:56.607463 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-a2061e57-a9a1-4e48-be47-3d75e0a20e54 req-a5b60838-aa90-4269-81bf-73a6e0897024 tempest-ServersWithSpecificFlavorTestJSON-2137215613 tempest-ServersWithSpecificFlavorTestJSON-2137215613-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:22:56.607730 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-a2061e57-a9a1-4e48-be47-3d75e0a20e54 req-a5b60838-aa90-4269-81bf-73a6e0897024 tempest-ServersWithSpecificFlavorTestJSON-2137215613 tempest-ServersWithSpecificFlavorTestJSON-2137215613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1795396'] for floatingip, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:22:56.608046 n-d-816206-8 neutron-server[103590]: INFO neutron.db.l3_db [req-a2061e57-a9a1-4e48-be47-3d75e0a20e54 req-a5b60838-aa90-4269-81bf-73a6e0897024 tempest-ServersWithSpecificFlavorTestJSON-2137215613 tempest-ServersWithSpecificFlavorTestJSON-2137215613-project] Floating IP 12a9acb8-883d-4740-8ec7-bfd589394ca5 disassociated. External IP: 172.25.3.186, port: 8effb457-0b3c-4b3b-8eb1-096d7847fd73. Nov 23 17:22:56.608390 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [req-a2061e57-a9a1-4e48-be47-3d75e0a20e54 req-a5b60838-aa90-4269-81bf-73a6e0897024 tempest-ServersWithSpecificFlavorTestJSON-2137215613 tempest-ServersWithSpecificFlavorTestJSON-2137215613-project] Calling delete_port for 8effb457-0b3c-4b3b-8eb1-096d7847fd73 owned by compute:nova {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:22:56.621921 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e084ba51-e617-4411-8d16-abdbc34d9acc req-2077f757-1e36-49a0-97a5-8b8bb9530654 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=eacea6aa-86b2-4fe9-ae0d-611828f27804&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0881155 Nov 23 17:22:56.625448 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5caa7fba-027f-4083-9c3d-ad1b9483f6e1 req-9e7fe190-1564-4d95-8b15-6e327211beba service neutron] 10.222.0.36 "GET /v2.0/networks/f1e1dabf-b410-4023-9169-a460a86e7184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7261164 Nov 23 17:22:56.698546 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-408e2bb7-76b5-441b-b352-eb5f543eb8c1 req-5a75fa3d-f4e3-41ea-a740-2e6fcfeeeb39 tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] 10.222.0.60 "GET /v2.0/security-groups?id=5c82e7e8-9cad-459a-acb2-b7a0867274de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378970 Nov 23 17:22:56.801274 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-a2061e57-a9a1-4e48-be47-3d75e0a20e54 req-a5b60838-aa90-4269-81bf-73a6e0897024 tempest-ServersWithSpecificFlavorTestJSON-2137215613 tempest-ServersWithSpecificFlavorTestJSON-2137215613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:22:56.834128 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b60838-aa90-4269-81bf-73a6e0897024 tempest-ServersWithSpecificFlavorTestJSON-2137215613 tempest-ServersWithSpecificFlavorTestJSON-2137215613-project] Pushing event deleted for resources: {'Port': ['ID=8effb457-0b3c-4b3b-8eb1-096d7847fd73,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:22:56.847547 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b60838-aa90-4269-81bf-73a6e0897024 tempest-ServersWithSpecificFlavorTestJSON-2137215613 tempest-ServersWithSpecificFlavorTestJSON-2137215613-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:22:56.847975 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b60838-aa90-4269-81bf-73a6e0897024 tempest-ServersWithSpecificFlavorTestJSON-2137215613 tempest-ServersWithSpecificFlavorTestJSON-2137215613-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:22:56.848399 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b60838-aa90-4269-81bf-73a6e0897024 tempest-ServersWithSpecificFlavorTestJSON-2137215613 tempest-ServersWithSpecificFlavorTestJSON-2137215613-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:22:56.848854 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b60838-aa90-4269-81bf-73a6e0897024 tempest-ServersWithSpecificFlavorTestJSON-2137215613 tempest-ServersWithSpecificFlavorTestJSON-2137215613-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:22:56.849298 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b60838-aa90-4269-81bf-73a6e0897024 tempest-ServersWithSpecificFlavorTestJSON-2137215613 tempest-ServersWithSpecificFlavorTestJSON-2137215613-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:22:56.849760 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b60838-aa90-4269-81bf-73a6e0897024 tempest-ServersWithSpecificFlavorTestJSON-2137215613 tempest-ServersWithSpecificFlavorTestJSON-2137215613-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:22:56.850294 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b60838-aa90-4269-81bf-73a6e0897024 tempest-ServersWithSpecificFlavorTestJSON-2137215613 tempest-ServersWithSpecificFlavorTestJSON-2137215613-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:22:56.850687 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b60838-aa90-4269-81bf-73a6e0897024 tempest-ServersWithSpecificFlavorTestJSON-2137215613 tempest-ServersWithSpecificFlavorTestJSON-2137215613-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:22:56.851091 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b60838-aa90-4269-81bf-73a6e0897024 tempest-ServersWithSpecificFlavorTestJSON-2137215613 tempest-ServersWithSpecificFlavorTestJSON-2137215613-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:22:56.851491 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b60838-aa90-4269-81bf-73a6e0897024 tempest-ServersWithSpecificFlavorTestJSON-2137215613 tempest-ServersWithSpecificFlavorTestJSON-2137215613-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:22:56.851891 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b60838-aa90-4269-81bf-73a6e0897024 tempest-ServersWithSpecificFlavorTestJSON-2137215613 tempest-ServersWithSpecificFlavorTestJSON-2137215613-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:22:56.852304 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b60838-aa90-4269-81bf-73a6e0897024 tempest-ServersWithSpecificFlavorTestJSON-2137215613 tempest-ServersWithSpecificFlavorTestJSON-2137215613-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:22:56.918420 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5caa7fba-027f-4083-9c3d-ad1b9483f6e1 req-868c1ce6-d335-4f0d-a40a-b98c93d514c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:22:56.920559 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5caa7fba-027f-4083-9c3d-ad1b9483f6e1 req-868c1ce6-d335-4f0d-a40a-b98c93d514c5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4f30b4abc7074d1fa9d31a414a5f297f&device_id=718e7979-ed88-4391-b53d-996075f02e58 HTTP/1.1" status: 200 len: 1124 time: 0.2203362 Nov 23 17:22:56.956921 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-763cfc68-dfbc-48bd-bbc6-90255d63ee8d req-a4eefef5-9de7-4b4c-89d8-926a85568118 tempest-FloatingIPsAssociationTestJSON-1150543333 tempest-FloatingIPsAssociationTestJSON-1150543333-project] 10.222.0.60 "GET /v2.0/floatingips/0c6de8ab-c2df-4738-860d-9e4035f9394e HTTP/1.1" status: 200 len: 998 time: 0.1780598 Nov 23 17:22:56.969983 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e084ba51-e617-4411-8d16-abdbc34d9acc req-7068006c-2f9d-4a1f-beed-a43d2985d4e1 service neutron] 10.222.0.55 "GET /v2.0/networks/eacea6aa-86b2-4fe9-ae0d-611828f27804?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3385844 Nov 23 17:22:56.981990 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a2061e57-a9a1-4e48-be47-3d75e0a20e54 req-a5b60838-aa90-4269-81bf-73a6e0897024 tempest-ServersWithSpecificFlavorTestJSON-2137215613 tempest-ServersWithSpecificFlavorTestJSON-2137215613-project] Router c109e4b4-592e-4d24-9db3-75120b68c49a has already been hosted by L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 {{(pid=103590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 17:22:57.015662 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0899ff5c-8f4c-4066-8cdb-2e56f1a05100 req-b7baf811-faaa-416a-a673-fc98cc33c02d tempest-MigrationsAdminTest-1605947426 tempest-MigrationsAdminTest-1605947426-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:22:57.017228 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-0899ff5c-8f4c-4066-8cdb-2e56f1a05100 req-b7baf811-faaa-416a-a673-fc98cc33c02d tempest-MigrationsAdminTest-1605947426 tempest-MigrationsAdminTest-1605947426-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=b06fd73f-d5cd-4321-910c-bac8aff99182 HTTP/1.1" status: 200 len: 1101 time: 0.1900015 Nov 23 17:22:57.096222 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a2061e57-a9a1-4e48-be47-3d75e0a20e54 req-a5b60838-aa90-4269-81bf-73a6e0897024 tempest-ServersWithSpecificFlavorTestJSON-2137215613 tempest-ServersWithSpecificFlavorTestJSON-2137215613-project] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:22:57.107399 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfb5a2c4-c4fe-4203-9be6-985d883027de None None] Sync routers for ids ['c109e4b4-592e-4d24-9db3-75120b68c49a'] in n-d-816206-8 {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:22:57.125142 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfb5a2c4-c4fe-4203-9be6-985d883027de None None] Routers {'c109e4b4-592e-4d24-9db3-75120b68c49a'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:22:57.125766 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-dfb5a2c4-c4fe-4203-9be6-985d883027de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:22:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['c109e4b4-592e-4d24-9db3-75120b68c49a'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:22:57.145555 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2061e57-a9a1-4e48-be47-3d75e0a20e54 req-a5b60838-aa90-4269-81bf-73a6e0897024 tempest-ServersWithSpecificFlavorTestJSON-2137215613 tempest-ServersWithSpecificFlavorTestJSON-2137215613-project] No DVR routers for this DVR port 8effb457-0b3c-4b3b-8eb1-096d7847fd73 on host n-h2-816206-8 {{(pid=103590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:22:57.151678 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-a2061e57-a9a1-4e48-be47-3d75e0a20e54 req-a5b60838-aa90-4269-81bf-73a6e0897024 tempest-ServersWithSpecificFlavorTestJSON-2137215613 tempest-ServersWithSpecificFlavorTestJSON-2137215613-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:22:57.154131 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-a2061e57-a9a1-4e48-be47-3d75e0a20e54 req-a5b60838-aa90-4269-81bf-73a6e0897024 tempest-ServersWithSpecificFlavorTestJSON-2137215613 tempest-ServersWithSpecificFlavorTestJSON-2137215613-project] 10.222.0.36 "DELETE /v2.0/ports/8effb457-0b3c-4b3b-8eb1-096d7847fd73 HTTP/1.1" status: 204 len: 173 time: 1.0096748 Nov 23 17:22:57.154739 n-d-816206-8 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10e5ffeb-b4e8-4d61-89a1-ce7d519f246b', 'name': 'network-vif-deleted', 'tag': '8effb457-0b3c-4b3b-8eb1-096d7847fd73'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:22:57.159339 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbabddbc9fc37b068808e119c416c86f5957ca04531a4a0d2e695c515e93483b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba19dd00-79ad-43d9-bc19-033ae2f5e0fb" -d '{"events": [{"server_uuid": "10e5ffeb-b4e8-4d61-89a1-ce7d519f246b", "name": "network-vif-deleted", "tag": "8effb457-0b3c-4b3b-8eb1-096d7847fd73"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:22:57.270786 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763cfc68-dfbc-48bd-bbc6-90255d63ee8d req-eb147aa4-9035-412a-b4a5-1a4617bea2ce tempest-FloatingIPsAssociationTestJSON-1150543333 tempest-FloatingIPsAssociationTestJSON-1150543333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:22:57.272831 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-763cfc68-dfbc-48bd-bbc6-90255d63ee8d req-eb147aa4-9035-412a-b4a5-1a4617bea2ce tempest-FloatingIPsAssociationTestJSON-1150543333 tempest-FloatingIPsAssociationTestJSON-1150543333-project] 10.222.0.60 "GET /v2.0/networks/4c8455ba-1be5-42ac-b8c2-8a16e1292d55 HTTP/1.1" status: 200 len: 784 time: 0.3016603 Nov 23 17:22:57.277628 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5caa7fba-027f-4083-9c3d-ad1b9483f6e1 req-96d72952-aed4-4a6f-9cfa-90fa02866a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:22:57.279605 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5caa7fba-027f-4083-9c3d-ad1b9483f6e1 req-96d72952-aed4-4a6f-9cfa-90fa02866a1c service neutron] 10.222.0.36 "GET /v2.0/networks?id=3b84e4de-5a6f-44c6-a8e6-1d90b4d1f1b3 HTTP/1.1" status: 200 len: 909 time: 0.3415499 Nov 23 17:22:57.286885 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [req-763cfc68-dfbc-48bd-bbc6-90255d63ee8d req-bb9e9259-ae78-4a16-a0a6-bdf0f495122c tempest-FloatingIPsAssociationTestJSON-1150543333 tempest-FloatingIPsAssociationTestJSON-1150543333-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=103591) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 17:22:57.288242 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-763cfc68-dfbc-48bd-bbc6-90255d63ee8d req-bb9e9259-ae78-4a16-a0a6-bdf0f495122c tempest-FloatingIPsAssociationTestJSON-1150543333 tempest-FloatingIPsAssociationTestJSON-1150543333-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0078032 Nov 23 17:22:57.310017 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device 9d69178a-073b-4082-94da-b001d5b5b31d up at agent hyperv_n-h2-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:22:57.313551 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-0899ff5c-8f4c-4066-8cdb-2e56f1a05100 req-a429780c-21d1-4612-8c64-e3d0787f6c2d tempest-MigrationsAdminTest-1605947426 tempest-MigrationsAdminTest-1605947426-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=70227657-be62-432a-a8fd-5a85231fc7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2786787 Nov 23 17:22:57.334803 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvr_db [None req-dfb5a2c4-c4fe-4203-9be6-985d883027de None None] Set router c109e4b4-592e-4d24-9db3-75120b68c49a gateway port host: n-d-816206-8 {{(pid=103592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:22:57.523686 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e084ba51-e617-4411-8d16-abdbc34d9acc req-af46aa16-439b-4c09-bce2-e7f6081b4274 service neutron] 10.222.0.55 "GET /v2.0/networks/eacea6aa-86b2-4fe9-ae0d-611828f27804?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5291035 Nov 23 17:22:57.552716 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5caa7fba-027f-4083-9c3d-ad1b9483f6e1 req-1be59b48-9acb-446f-9a2b-11072e395b4f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=365a668f-0f82-4ce1-a3e0-e0946dd88a04 HTTP/1.1" status: 200 len: 217 time: 0.2175074 Nov 23 17:22:57.581271 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-66959b16-95c3-4d9b-b90f-cf34cab54678 req-9d18bfd9-dd30-48ac-95cd-6e21846cc17f tempest-FloatingIPDetailsTestJSON-345818758 tempest-FloatingIPDetailsTestJSON-345818758-project] 10.222.0.60 "GET /v2.0/floatingips/4331ba70-ec98-45b1-a91f-ed583e38d222 HTTP/1.1" status: 200 len: 693 time: 0.2011805 Nov 23 17:22:57.707489 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e136fca8-476d-4664-8b5d-77d11580f731 req-0bf756dc-b70b-4dff-9d76-0c60b0d667d5 tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:22:57.709418 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e136fca8-476d-4664-8b5d-77d11580f731 req-0bf756dc-b70b-4dff-9d76-0c60b0d667d5 tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] 10.222.0.60 "GET /v2.0/ports?device_id=c1e6eaa3-28c2-4530-98c1-a8b63a271c9f HTTP/1.1" status: 200 len: 944 time: 0.2357743 Nov 23 17:22:57.717881 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5caa7fba-027f-4083-9c3d-ad1b9483f6e1 req-bd376c2d-e335-48d4-9e3f-8dbc5193627c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:22:57.721744 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5caa7fba-027f-4083-9c3d-ad1b9483f6e1 req-bd376c2d-e335-48d4-9e3f-8dbc5193627c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=10cf3f5a-71d1-468b-8622-0226dd1fd98a HTTP/1.1" status: 200 len: 848 time: 0.1593828 Nov 23 17:22:57.729058 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Provisioning for port 9d69178a-073b-4082-94da-b001d5b5b31d completed by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 17:22:57.738354 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Provisioning complete for port 9d69178a-073b-4082-94da-b001d5b5b31d triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:22:57.738354 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:22:57.803085 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5caa7fba-027f-4083-9c3d-ad1b9483f6e1 req-b864bad0-336e-433b-a33a-9439d08f484d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3b84e4de-5a6f-44c6-a8e6-1d90b4d1f1b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0546095 Nov 23 17:22:57.901374 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:22:57.927661 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66959b16-95c3-4d9b-b90f-cf34cab54678 req-a7b675bc-3206-4e54-a020-796e109f3904 tempest-FloatingIPDetailsTestJSON-345818758 tempest-FloatingIPDetailsTestJSON-345818758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:22:57.929270 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b06fd73f-d5cd-4321-910c-bac8aff99182', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d69178a-073b-4082-94da-b001d5b5b31d'}] {{(pid=103592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:22:57.931501 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba3e6a8f2301c7a29fe1eca9779abdae4ccbcd6266d69778087f2498d5551201" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fb82042-0377-475e-bc5f-6496a77b8811" -d '{"events": [{"server_uuid": "b06fd73f-d5cd-4321-910c-bac8aff99182", "name": "network-vif-plugged", "status": "completed", "tag": "9d69178a-073b-4082-94da-b001d5b5b31d"}]}' {{(pid=103592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:22:57.933091 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-66959b16-95c3-4d9b-b90f-cf34cab54678 req-a7b675bc-3206-4e54-a020-796e109f3904 tempest-FloatingIPDetailsTestJSON-345818758 tempest-FloatingIPDetailsTestJSON-345818758-project] 10.222.0.60 "GET /v2.0/networks/4c8455ba-1be5-42ac-b8c2-8a16e1292d55 HTTP/1.1" status: 200 len: 784 time: 0.3516407 Nov 23 17:22:57.947414 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port 9d69178a-073b-4082-94da-b001d5b5b31d, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=9d69178a-073b-4082-94da-b001d5b5b31d,segment=NetworkSegment(329c1745-02bf-4561-9615-3192910887f5),segment_id=329c1745-02bf-4561-9615-3192910887f5)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:22:57.955096 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:22:57.963610 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-dfb5a2c4-c4fe-4203-9be6-985d883027de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c109e4b4-592e-4d24-9db3-75120b68c49a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-22172402-router', 'tenant_id': '127802e79ad24bebb19163263129e33c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.31'}], 'enable_snat': True}, 'gw_port_id': 'cc608e88-5c47-463f-bdeb-2e2afada906f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:17:35Z', 'updated_at': '2021-11-23T17:17:45Z', 'revision_number': 4, 'project_id': '127802e79ad24bebb19163263129e33c', 'gw_port': {'id': 'cc608e88-5c47-463f-bdeb-2e2afada906f', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:64:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c109e4b4-592e-4d24-9db3-75120b68c49a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:17:36Z', 'updated_at': '2021-11-23T17:17:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_interfaces': [{'id': 'f3b74f12-dae1-4d9f-b78f-dc745d6893f6', 'name': '', 'network_id': 'b2e9d6b9-526b-40df-9e11-a4db0d344564', 'tenant_id': '127802e79ad24bebb19163263129e33c', 'mac_address': 'fa:16:3e:fb:0d:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c109e4b4-592e-4d24-9db3-75120b68c49a', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '5c9382a7-073c-41ea-9a34-cd958311fb6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:17:42Z', 'updated_at': '2021-11-23T17:17:54Z', 'revision_number': 5, 'project_id': '127802e79ad24bebb19163263129e33c', 'subnets': [{'id': '5c9382a7-073c-41ea-9a34-cd958311fb6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:22:58.006663 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e136fca8-476d-4664-8b5d-77d11580f731 req-d6be9904-74cb-411c-a053-46435367e71f tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] 10.222.0.60 "GET /v2.0/security-groups?id=ef6a96c0-423c-4ea7-a75c-4657afd8c521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2815630 Nov 23 17:22:58.008100 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfb5a2c4-c4fe-4203-9be6-985d883027de None None] Checking router: c109e4b4-592e-4d24-9db3-75120b68c49a for host: n-d-816206-8 {{(pid=103592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 17:22:58.028869 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfb5a2c4-c4fe-4203-9be6-985d883027de None None] Routers {'c109e4b4-592e-4d24-9db3-75120b68c49a'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:22:58.029445 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-66959b16-95c3-4d9b-b90f-cf34cab54678 req-ac13d1c0-32cd-4d40-9daa-4a7e16d4eda1 tempest-FloatingIPDetailsTestJSON-345818758 tempest-FloatingIPDetailsTestJSON-345818758-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.3.214 HTTP/1.1" status: 200 len: 696 time: 0.0883014 Nov 23 17:22:58.029571 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-dfb5a2c4-c4fe-4203-9be6-985d883027de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:22:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['c109e4b4-592e-4d24-9db3-75120b68c49a'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:22:58.078044 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Pushing event updated for resources: {'Port': ['ID=9d69178a-073b-4082-94da-b001d5b5b31d,revision_number=13']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:22:58.093938 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-66959b16-95c3-4d9b-b90f-cf34cab54678 req-70a5876c-4f9a-4f7b-808e-0bcfc086cc64 tempest-FloatingIPDetailsTestJSON-345818758 tempest-FloatingIPDetailsTestJSON-345818758-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.3.214 HTTP/1.1" status: 200 len: 696 time: 0.0623093 Nov 23 17:22:58.136818 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 517 Content-Type: application/json Date: Tue, 23 Nov 2021 17:22:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-400b6ee1-d560-4bcb-8b71-8e58c68f0cc2 x-openstack-request-id: req-400b6ee1-d560-4bcb-8b71-8e58c68f0cc2 {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:22:58.137187 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "889615e0-6d05-4dde-9f65-1602c0161cb2", "name": "network-vif-deleted", "tag": "0d918e8f-bffc-44ac-9a2d-4591e7fd8aee", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "94483118-8c1c-4799-a73f-44dc63b488e2", "tag": "fba50d82-4af0-48c0-a41a-3d00e787e652", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "c1e6eaa3-28c2-4530-98c1-a8b63a271c9f", "tag": "2e157275-46de-4566-82b9-9a605a955c7c", "status": "completed", "code": 200}]} {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:22:58.137501 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-400b6ee1-d560-4bcb-8b71-8e58c68f0cc2 {{(pid=103591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:22:58.138010 n-d-816206-8 neutron-server[103591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '889615e0-6d05-4dde-9f65-1602c0161cb2', 'name': 'network-vif-deleted', 'tag': '0d918e8f-bffc-44ac-9a2d-4591e7fd8aee', 'status': 'completed', 'code': 200} Nov 23 17:22:58.138325 n-d-816206-8 neutron-server[103591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94483118-8c1c-4799-a73f-44dc63b488e2', 'tag': 'fba50d82-4af0-48c0-a41a-3d00e787e652', 'status': 'completed', 'code': 200} Nov 23 17:22:58.138638 n-d-816206-8 neutron-server[103591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1e6eaa3-28c2-4530-98c1-a8b63a271c9f', 'tag': '2e157275-46de-4566-82b9-9a605a955c7c', 'status': 'completed', 'code': 200} Nov 23 17:22:58.149279 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5caa7fba-027f-4083-9c3d-ad1b9483f6e1 req-7cc2c48b-bbe0-4205-a993-eb0e68b159a7 service neutron] 10.222.0.36 "GET /v2.0/networks/3b84e4de-5a6f-44c6-a8e6-1d90b4d1f1b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3303730 Nov 23 17:22:58.176974 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvr_db [None req-dfb5a2c4-c4fe-4203-9be6-985d883027de None None] Set router c109e4b4-592e-4d24-9db3-75120b68c49a gateway port host: n-d-816206-8 {{(pid=103592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:22:58.242983 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:22:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0b12862-4f1c-469e-8788-dbfa09680052 x-openstack-request-id: req-a0b12862-4f1c-469e-8788-dbfa09680052 {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:22:58.243488 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10e5ffeb-b4e8-4d61-89a1-ce7d519f246b", "name": "network-vif-deleted", "tag": "8effb457-0b3c-4b3b-8eb1-096d7847fd73", "status": "completed", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:22:58.243673 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a0b12862-4f1c-469e-8788-dbfa09680052 {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:22:58.244140 n-d-816206-8 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10e5ffeb-b4e8-4d61-89a1-ce7d519f246b', 'name': 'network-vif-deleted', 'tag': '8effb457-0b3c-4b3b-8eb1-096d7847fd73', 'status': 'completed', 'code': 200} Nov 23 17:22:58.374916 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96c57e1-8f78-4390-ab97-f387bcc1444c req-c0f7436a-0318-4275-be4d-4046486b9667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:22:58.376540 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d96c57e1-8f78-4390-ab97-f387bcc1444c req-c0f7436a-0318-4275-be4d-4046486b9667 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b930416d8ba84d7ba659706c10c554f7&device_id=94483118-8c1c-4799-a73f-44dc63b488e2 HTTP/1.1" status: 200 len: 1097 time: 0.2218797 Nov 23 17:22:58.411298 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-dfb5a2c4-c4fe-4203-9be6-985d883027de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c109e4b4-592e-4d24-9db3-75120b68c49a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-22172402-router', 'tenant_id': '127802e79ad24bebb19163263129e33c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.31'}], 'enable_snat': True}, 'gw_port_id': 'cc608e88-5c47-463f-bdeb-2e2afada906f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:17:35Z', 'updated_at': '2021-11-23T17:17:45Z', 'revision_number': 4, 'project_id': '127802e79ad24bebb19163263129e33c', 'gw_port': {'id': 'cc608e88-5c47-463f-bdeb-2e2afada906f', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:64:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c109e4b4-592e-4d24-9db3-75120b68c49a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:17:36Z', 'updated_at': '2021-11-23T17:17:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_interfaces': [{'id': 'f3b74f12-dae1-4d9f-b78f-dc745d6893f6', 'name': '', 'network_id': 'b2e9d6b9-526b-40df-9e11-a4db0d344564', 'tenant_id': '127802e79ad24bebb19163263129e33c', 'mac_address': 'fa:16:3e:fb:0d:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c109e4b4-592e-4d24-9db3-75120b68c49a', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '5c9382a7-073c-41ea-9a34-cd958311fb6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:17:42Z', 'updated_at': '2021-11-23T17:17:54Z', 'revision_number': 5, 'project_id': '127802e79ad24bebb19163263129e33c', 'subnets': [{'id': '5c9382a7-073c-41ea-9a34-cd958311fb6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:22:58.439088 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfb5a2c4-c4fe-4203-9be6-985d883027de None None] The sync data for ids ['c109e4b4-592e-4d24-9db3-75120b68c49a'] in n-d-816206-8 is: [{'id': 'c109e4b4-592e-4d24-9db3-75120b68c49a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-22172402-router', 'tenant_id': '127802e79ad24bebb19163263129e33c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.31'}], 'enable_snat': True}, 'gw_port_id': 'cc608e88-5c47-463f-bdeb-2e2afada906f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:17:35Z', 'updated_at': '2021-11-23T17:17:45Z', 'revision_number': 4, 'project_id': '127802e79ad24bebb19163263129e33c', 'gw_port': {'id': 'cc608e88-5c47-463f-bdeb-2e2afada906f', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:64:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c109e4b4-592e-4d24-9db3-75120b68c49a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:17:36Z', 'updated_at': '2021-11-23T17:17:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_interfaces': [{'id': 'f3b74f12-dae1-4d9f-b78f-dc745d6893f6', 'name': '', 'network_id': 'b2e9d6b9-526b-40df-9e11-a4db0d344564', 'tenant_id': '127802e79ad24bebb19163263129e33c', 'mac_address': 'fa:16:3e:fb:0d:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c109e4b4-592e-4d24-9db3-75120b68c49a', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '5c9382a7-073c-41ea-9a34-cd958311fb6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:17:42Z', 'updated_at': '2021-11-23T17:17:54Z', 'revision_number': 5, 'project_id': '127802e79ad24bebb19163263129e33c', 'subnets': [{'id': '5c9382a7-073c-41ea-9a34-cd958311fb6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:22:58.440002 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8fde83f5-9fbf-4357-bb64-11f531554cbe req-197ce412-57c3-457c-b4f9-f1a37f911d88 tempest-FloatingIPsAssociationTestJSON-1150543333 tempest-FloatingIPsAssociationTestJSON-1150543333-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.3.56 HTTP/1.1" status: 200 len: 1001 time: 0.1623147 Nov 23 17:22:58.461612 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5caa7fba-027f-4083-9c3d-ad1b9483f6e1 req-c195d3ec-cb60-47ab-9613-d5e44f807e2d service neutron] 10.222.0.36 "GET /v2.0/networks/3b84e4de-5a6f-44c6-a8e6-1d90b4d1f1b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2972515 Nov 23 17:22:58.525018 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [req-66959b16-95c3-4d9b-b90f-cf34cab54678 req-588f1e3b-01a1-4d4e-b747-87009ffa2b64 tempest-FloatingIPDetailsTestJSON-345818758 tempest-FloatingIPDetailsTestJSON-345818758-project] Deleting port 89b0f3c8-8361-453b-b6d7-addd3d99fe53 {{(pid=103591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:22:58.526302 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-66959b16-95c3-4d9b-b90f-cf34cab54678 req-588f1e3b-01a1-4d4e-b747-87009ffa2b64 tempest-FloatingIPDetailsTestJSON-345818758 tempest-FloatingIPDetailsTestJSON-345818758-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:22:58.565002 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fde83f5-9fbf-4357-bb64-11f531554cbe req-5963d714-acc9-498c-aade-ddc2ceeb2708 tempest-FloatingIPsAssociationTestJSON-1150543333 tempest-FloatingIPsAssociationTestJSON-1150543333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:22:58.566376 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8fde83f5-9fbf-4357-bb64-11f531554cbe req-5963d714-acc9-498c-aade-ddc2ceeb2708 tempest-FloatingIPsAssociationTestJSON-1150543333 tempest-FloatingIPsAssociationTestJSON-1150543333-project] 10.222.0.60 "GET /v2.0/ports/fba50d82-4af0-48c0-a41a-3d00e787e652 HTTP/1.1" status: 200 len: 943 time: 0.1172957 Nov 23 17:22:58.669186 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96c57e1-8f78-4390-ab97-f387bcc1444c req-880a18a9-0b09-4f63-9c2c-74a351bde6e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:22:58.670785 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d96c57e1-8f78-4390-ab97-f387bcc1444c req-880a18a9-0b09-4f63-9c2c-74a351bde6e6 service neutron] 10.222.0.55 "GET /v2.0/networks?id=aad59512-80bb-49f8-8f54-daff64a8bc03 HTTP/1.1" status: 200 len: 922 time: 0.2825918 Nov 23 17:22:58.733065 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8080716-ed53-4adc-a759-dab20bdb1989 None None] New status for floating IP 12a9acb8-883d-4740-8ec7-bfd589394ca5: DOWN {{(pid=103593) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 17:22:58.749801 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-66959b16-95c3-4d9b-b90f-cf34cab54678 req-588f1e3b-01a1-4d4e-b747-87009ffa2b64 tempest-FloatingIPDetailsTestJSON-345818758 tempest-FloatingIPDetailsTestJSON-345818758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:22:58.755463 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-66959b16-95c3-4d9b-b90f-cf34cab54678 req-588f1e3b-01a1-4d4e-b747-87009ffa2b64 tempest-FloatingIPDetailsTestJSON-345818758 tempest-FloatingIPDetailsTestJSON-345818758-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:22:58.776526 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8fde83f5-9fbf-4357-bb64-11f531554cbe req-1508b607-8cea-41d6-a6e0-945bfaad1805 tempest-FloatingIPsAssociationTestJSON-1150543333 tempest-FloatingIPsAssociationTestJSON-1150543333-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.3.56 HTTP/1.1" status: 200 len: 1001 time: 0.1580656 Nov 23 17:22:58.790689 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [req-66959b16-95c3-4d9b-b90f-cf34cab54678 req-588f1e3b-01a1-4d4e-b747-87009ffa2b64 tempest-FloatingIPDetailsTestJSON-345818758 tempest-FloatingIPDetailsTestJSON-345818758-project] Calling delete_port for 89b0f3c8-8361-453b-b6d7-addd3d99fe53 owned by network:floatingip {{(pid=103591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:22:58.832004 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d96c57e1-8f78-4390-ab97-f387bcc1444c req-8b41d69b-15e7-40ba-8fb3-0575f33431a5 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fba50d82-4af0-48c0-a41a-3d00e787e652 HTTP/1.1" status: 200 len: 1001 time: 0.1435103 Nov 23 17:22:58.970226 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96c57e1-8f78-4390-ab97-f387bcc1444c req-f6449840-1c54-491e-995d-acb237440493 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:22:58.972121 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d96c57e1-8f78-4390-ab97-f387bcc1444c req-f6449840-1c54-491e-995d-acb237440493 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5ec29eee-2e3a-4642-be97-88a03756cf1b HTTP/1.1" status: 200 len: 860 time: 0.1314065 Nov 23 17:22:59.011841 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fde83f5-9fbf-4357-bb64-11f531554cbe req-6a87667f-ce32-47a2-85e1-49184959d70c tempest-FloatingIPsAssociationTestJSON-1150543333 tempest-FloatingIPsAssociationTestJSON-1150543333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:22:59.013238 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8fde83f5-9fbf-4357-bb64-11f531554cbe req-6a87667f-ce32-47a2-85e1-49184959d70c tempest-FloatingIPsAssociationTestJSON-1150543333 tempest-FloatingIPsAssociationTestJSON-1150543333-project] 10.222.0.60 "GET /v2.0/networks/4c8455ba-1be5-42ac-b8c2-8a16e1292d55 HTTP/1.1" status: 200 len: 784 time: 0.2260764 Nov 23 17:22:59.110143 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96c57e1-8f78-4390-ab97-f387bcc1444c req-2283e25d-1968-40c0-87b5-3ee52d2aecfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:22:59.111673 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d96c57e1-8f78-4390-ab97-f387bcc1444c req-2283e25d-1968-40c0-87b5-3ee52d2aecfd service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=aad59512-80bb-49f8-8f54-daff64a8bc03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1302769 Nov 23 17:22:59.119606 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8fde83f5-9fbf-4357-bb64-11f531554cbe req-08f6c06b-1d64-4ef5-a213-9749e788c330 tempest-FloatingIPsAssociationTestJSON-1150543333 tempest-FloatingIPsAssociationTestJSON-1150543333-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.3.56 HTTP/1.1" status: 200 len: 1001 time: 0.0908425 Nov 23 17:22:59.155427 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [req-8fde83f5-9fbf-4357-bb64-11f531554cbe req-5d964bbc-a0bc-4151-b32d-4ded3dceedd4 tempest-FloatingIPsAssociationTestJSON-1150543333 tempest-FloatingIPsAssociationTestJSON-1150543333-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:22:59.334669 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device 365a668f-0f82-4ce1-a3e0-e0946dd88a04 no longer exists at agent hyperv_n-h2-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:22:59.473757 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device 8effb457-0b3c-4b3b-8eb1-096d7847fd73 no longer exists at agent hyperv_n-h2-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:22:59.498900 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] No Port match for: 8effb457-0b3c-4b3b-8eb1-096d7847fd73 {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:22:59.499267 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device 8effb457-0b3c-4b3b-8eb1-096d7847fd73 not bound to the agent host n-h2-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:22:59.581077 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-66959b16-95c3-4d9b-b90f-cf34cab54678 req-588f1e3b-01a1-4d4e-b747-87009ffa2b64 tempest-FloatingIPDetailsTestJSON-345818758 tempest-FloatingIPDetailsTestJSON-345818758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:22:59.619882 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-8fde83f5-9fbf-4357-bb64-11f531554cbe req-5d964bbc-a0bc-4151-b32d-4ded3dceedd4 tempest-FloatingIPsAssociationTestJSON-1150543333 tempest-FloatingIPsAssociationTestJSON-1150543333-project] Publish callbacks [] for floatingip, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:22:59.656580 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588f1e3b-01a1-4d4e-b747-87009ffa2b64 tempest-FloatingIPDetailsTestJSON-345818758 tempest-FloatingIPDetailsTestJSON-345818758-project] Pushing event deleted for resources: {'Port': ['ID=89b0f3c8-8361-453b-b6d7-addd3d99fe53,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:22:59.715283 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d96c57e1-8f78-4390-ab97-f387bcc1444c req-12db328d-0aeb-4916-88c8-c5b0f1def68a service neutron] 10.222.0.55 "GET /v2.0/networks/aad59512-80bb-49f8-8f54-daff64a8bc03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5947120 Nov 23 17:22:59.809587 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-66959b16-95c3-4d9b-b90f-cf34cab54678 req-588f1e3b-01a1-4d4e-b747-87009ffa2b64 tempest-FloatingIPDetailsTestJSON-345818758 tempest-FloatingIPDetailsTestJSON-345818758-project] Publish callbacks [] for floatingip, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:22:59.812123 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-66959b16-95c3-4d9b-b90f-cf34cab54678 req-588f1e3b-01a1-4d4e-b747-87009ffa2b64 tempest-FloatingIPDetailsTestJSON-345818758 tempest-FloatingIPDetailsTestJSON-345818758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for floatingip, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:22:59.813305 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-66959b16-95c3-4d9b-b90f-cf34cab54678 req-588f1e3b-01a1-4d4e-b747-87009ffa2b64 tempest-FloatingIPDetailsTestJSON-345818758 tempest-FloatingIPDetailsTestJSON-345818758-project] 10.222.0.60 "DELETE /v2.0/floatingips/4331ba70-ec98-45b1-a91f-ed583e38d222 HTTP/1.1" status: 204 len: 173 time: 1.7194886 Nov 23 17:22:59.903712 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-8fde83f5-9fbf-4357-bb64-11f531554cbe req-5d964bbc-a0bc-4151-b32d-4ded3dceedd4 tempest-FloatingIPsAssociationTestJSON-1150543333 tempest-FloatingIPsAssociationTestJSON-1150543333-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:22:59.911095 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-8fde83f5-9fbf-4357-bb64-11f531554cbe req-5d964bbc-a0bc-4151-b32d-4ded3dceedd4 tempest-FloatingIPsAssociationTestJSON-1150543333 tempest-FloatingIPsAssociationTestJSON-1150543333-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1795396'] for floatingip, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:22:59.911408 n-d-816206-8 neutron-server[103591]: INFO neutron.db.l3_db [req-8fde83f5-9fbf-4357-bb64-11f531554cbe req-5d964bbc-a0bc-4151-b32d-4ded3dceedd4 tempest-FloatingIPsAssociationTestJSON-1150543333 tempest-FloatingIPsAssociationTestJSON-1150543333-project] Floating IP 0c6de8ab-c2df-4738-860d-9e4035f9394e disassociated. External IP: 172.25.3.56, port: fba50d82-4af0-48c0-a41a-3d00e787e652. Nov 23 17:22:59.955990 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d96c57e1-8f78-4390-ab97-f387bcc1444c req-2083d3d7-9a78-4200-bff2-09232be2bb8e service neutron] 10.222.0.55 "GET /v2.0/networks/aad59512-80bb-49f8-8f54-daff64a8bc03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2293024 Nov 23 17:23:00.161035 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96c57e1-8f78-4390-ab97-f387bcc1444c req-33179039-c282-4348-8d12-68d8a5d2c93a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:23:00.162521 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d96c57e1-8f78-4390-ab97-f387bcc1444c req-33179039-c282-4348-8d12-68d8a5d2c93a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=968ef5ef30ad45a38c8263e9da4ef3c2&device_id=c1e6eaa3-28c2-4530-98c1-a8b63a271c9f HTTP/1.1" status: 200 len: 1095 time: 0.1380250 Nov 23 17:23:00.213860 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228a6119-7355-4104-bde0-e7dd947f7126 req-4d6f82e5-7921-443a-9123-31631d656e2b tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:23:00.215457 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-228a6119-7355-4104-bde0-e7dd947f7126 req-4d6f82e5-7921-443a-9123-31631d656e2b tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] 10.222.0.60 "GET /v2.0/ports?device_id=718e7979-ed88-4391-b53d-996075f02e58 HTTP/1.1" status: 200 len: 943 time: 0.1720669 Nov 23 17:23:00.340164 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8fde83f5-9fbf-4357-bb64-11f531554cbe req-5d964bbc-a0bc-4151-b32d-4ded3dceedd4 tempest-FloatingIPsAssociationTestJSON-1150543333 tempest-FloatingIPsAssociationTestJSON-1150543333-project] Router b8f885a9-93ac-4a6d-b02a-91d84e71c9db has already been hosted by L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 {{(pid=103591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 17:23:00.356425 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-228a6119-7355-4104-bde0-e7dd947f7126 req-3cc9c3d0-eb26-4495-bd5e-79d65423b5a9 tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] 10.222.0.60 "GET /v2.0/security-groups?id=5c82e7e8-9cad-459a-acb2-b7a0867274de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279447 Nov 23 17:23:00.362997 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96c57e1-8f78-4390-ab97-f387bcc1444c req-d18704a5-7522-4ac3-8782-e1899b8ace3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:23:00.364449 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d96c57e1-8f78-4390-ab97-f387bcc1444c req-d18704a5-7522-4ac3-8782-e1899b8ace3e service neutron] 10.222.0.55 "GET /v2.0/networks?id=eacea6aa-86b2-4fe9-ae0d-611828f27804 HTTP/1.1" status: 200 len: 921 time: 0.1671731 Nov 23 17:23:00.474960 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d96c57e1-8f78-4390-ab97-f387bcc1444c req-f9687464-ad32-4cf8-a7d1-cf46b758a20a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2e157275-46de-4566-82b9-9a605a955c7c HTTP/1.1" status: 200 len: 217 time: 0.1012590 Nov 23 17:23:00.500748 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:22:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55543692-86f1-474d-9521-e337e353fccf x-openstack-request-id: req-55543692-86f1-474d-9521-e337e353fccf {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:23:00.501573 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b06fd73f-d5cd-4321-910c-bac8aff99182", "name": "network-vif-plugged", "status": "completed", "tag": "9d69178a-073b-4082-94da-b001d5b5b31d", "code": 200}]} {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:23:00.501573 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-55543692-86f1-474d-9521-e337e353fccf {{(pid=103592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:23:00.502674 n-d-816206-8 neutron-server[103592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b06fd73f-d5cd-4321-910c-bac8aff99182', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d69178a-073b-4082-94da-b001d5b5b31d', 'code': 200} Nov 23 17:23:00.604421 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96c57e1-8f78-4390-ab97-f387bcc1444c req-5f743ac9-98c4-4a1d-8c5a-5cb1d0eefa36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:23:00.605999 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d96c57e1-8f78-4390-ab97-f387bcc1444c req-5f743ac9-98c4-4a1d-8c5a-5cb1d0eefa36 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=cfa8dfdf-5850-4e22-a7f8-6d7e726926d1 HTTP/1.1" status: 200 len: 860 time: 0.1218958 Nov 23 17:23:00.613665 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8fde83f5-9fbf-4357-bb64-11f531554cbe req-5d964bbc-a0bc-4151-b32d-4ded3dceedd4 tempest-FloatingIPsAssociationTestJSON-1150543333 tempest-FloatingIPsAssociationTestJSON-1150543333-project] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:23:00.619676 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-8fde83f5-9fbf-4357-bb64-11f531554cbe req-5d964bbc-a0bc-4151-b32d-4ded3dceedd4 tempest-FloatingIPsAssociationTestJSON-1150543333 tempest-FloatingIPsAssociationTestJSON-1150543333-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for floatingip, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:00.625965 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18115857-6942-4dd2-8aff-c95010c8bfc9 None None] Sync routers for ids ['b8f885a9-93ac-4a6d-b02a-91d84e71c9db'] in n-d-816206-8 {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:23:00.641408 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18115857-6942-4dd2-8aff-c95010c8bfc9 None None] Routers {'b8f885a9-93ac-4a6d-b02a-91d84e71c9db'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:23:00.642344 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-18115857-6942-4dd2-8aff-c95010c8bfc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:22:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['b8f885a9-93ac-4a6d-b02a-91d84e71c9db'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:23:00.666062 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d96c57e1-8f78-4390-ab97-f387bcc1444c req-9acac335-9c36-42ae-bc55-b3cd13f51ae1 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=eacea6aa-86b2-4fe9-ae0d-611828f27804&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0503964 Nov 23 17:23:00.681614 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff47c6eb-e799-47c3-979b-c43353376ed8 req-df38d1ca-7c48-452c-a60b-3b3f2043427b tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:23:00.683267 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ff47c6eb-e799-47c3-979b-c43353376ed8 req-df38d1ca-7c48-452c-a60b-3b3f2043427b tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] 10.222.0.60 "GET /v2.0/ports?device_id=c1e6eaa3-28c2-4530-98c1-a8b63a271c9f HTTP/1.1" status: 200 len: 944 time: 0.1257417 Nov 23 17:23:00.700982 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8fde83f5-9fbf-4357-bb64-11f531554cbe req-5d964bbc-a0bc-4151-b32d-4ded3dceedd4 tempest-FloatingIPsAssociationTestJSON-1150543333 tempest-FloatingIPsAssociationTestJSON-1150543333-project] 10.222.0.60 "PUT /v2.0/floatingips/0c6de8ab-c2df-4738-860d-9e4035f9394e HTTP/1.1" status: 200 len: 695 time: 1.5584528 Nov 23 17:23:00.715251 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94483118-8c1c-4799-a73f-44dc63b488e2', 'tag': 'fba50d82-4af0-48c0-a41a-3d00e787e652'}] {{(pid=103591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:23:00.718079 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41d174a19ece9499ff9ec44e5b3fc50f2abd3ffbc947fb7e52ea1e8db27b95b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9bbad28-128c-4cdd-b03f-83ff49313359" -d '{"events": [{"name": "network-changed", "server_uuid": "94483118-8c1c-4799-a73f-44dc63b488e2", "tag": "fba50d82-4af0-48c0-a41a-3d00e787e652"}]}' {{(pid=103591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:23:00.785475 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvr_db [None req-18115857-6942-4dd2-8aff-c95010c8bfc9 None None] Set router b8f885a9-93ac-4a6d-b02a-91d84e71c9db gateway port host: n-d-816206-8 {{(pid=103592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:23:00.880543 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ff47c6eb-e799-47c3-979b-c43353376ed8 req-ce55925b-4c66-4166-ab12-958dee1ed4ac tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] 10.222.0.60 "GET /v2.0/security-groups?id=ef6a96c0-423c-4ea7-a75c-4657afd8c521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764174 Nov 23 17:23:00.884594 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fde83f5-9fbf-4357-bb64-11f531554cbe req-5f03f14a-e224-4a4a-8f8c-e5308ac6f0a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:23:00.886665 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8fde83f5-9fbf-4357-bb64-11f531554cbe req-5f03f14a-e224-4a4a-8f8c-e5308ac6f0a0 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b930416d8ba84d7ba659706c10c554f7&device_id=94483118-8c1c-4799-a73f-44dc63b488e2 HTTP/1.1" status: 200 len: 1097 time: 0.1639810 Nov 23 17:23:00.892870 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d96c57e1-8f78-4390-ab97-f387bcc1444c req-4daffb5d-9f8f-49e7-9df1-bab4122c81ca service neutron] 10.222.0.55 "GET /v2.0/networks/eacea6aa-86b2-4fe9-ae0d-611828f27804?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2087107 Nov 23 17:23:01.024937 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-18115857-6942-4dd2-8aff-c95010c8bfc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8f885a9-93ac-4a6d-b02a-91d84e71c9db', 'name': 'tempest-FloatingIPsAssociationTestJSON-1023826642-router', 'tenant_id': 'b930416d8ba84d7ba659706c10c554f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.240'}], 'enable_snat': True}, 'gw_port_id': '7d44e282-6def-43d0-b54e-d3d8b137c89d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:21:21Z', 'updated_at': '2021-11-23T17:21:28Z', 'revision_number': 4, 'project_id': 'b930416d8ba84d7ba659706c10c554f7', 'gw_port': {'id': '7d44e282-6def-43d0-b54e-d3d8b137c89d', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:97:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8f885a9-93ac-4a6d-b02a-91d84e71c9db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:21:22Z', 'updated_at': '2021-11-23T17:21:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_interfaces': [{'id': '06bad47f-5b77-4f49-89bb-87622d83ca1d', 'name': '', 'network_id': 'aad59512-80bb-49f8-8f54-daff64a8bc03', 'tenant_id': 'b930416d8ba84d7ba659706c10c554f7', 'mac_address': 'fa:16:3e:ce:74:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8f885a9-93ac-4a6d-b02a-91d84e71c9db', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '5ec29eee-2e3a-4642-be97-88a03756cf1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:21:26Z', 'updated_at': '2021-11-23T17:21:33Z', 'revision_number': 5, 'project_id': 'b930416d8ba84d7ba659706c10c554f7', 'subnets': [{'id': '5ec29eee-2e3a-4642-be97-88a03756cf1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:23:01.068107 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18115857-6942-4dd2-8aff-c95010c8bfc9 None None] Checking router: b8f885a9-93ac-4a6d-b02a-91d84e71c9db for host: n-d-816206-8 {{(pid=103592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 17:23:01.078806 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18115857-6942-4dd2-8aff-c95010c8bfc9 None None] Routers {'b8f885a9-93ac-4a6d-b02a-91d84e71c9db'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:23:01.079370 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-18115857-6942-4dd2-8aff-c95010c8bfc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:22:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['b8f885a9-93ac-4a6d-b02a-91d84e71c9db'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:23:01.196906 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvr_db [None req-18115857-6942-4dd2-8aff-c95010c8bfc9 None None] Set router b8f885a9-93ac-4a6d-b02a-91d84e71c9db gateway port host: n-d-816206-8 {{(pid=103592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:23:01.313651 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4686ea5-bfe2-43af-a5b4-51c3ebb1beea req-75a2065b-36ff-436e-b864-17cf1af59e61 tempest-FloatingIPDetailsTestJSON-345818758 tempest-FloatingIPDetailsTestJSON-345818758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:23:01.315770 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c4686ea5-bfe2-43af-a5b4-51c3ebb1beea req-75a2065b-36ff-436e-b864-17cf1af59e61 tempest-FloatingIPDetailsTestJSON-345818758 tempest-FloatingIPDetailsTestJSON-345818758-project] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.4000764 Nov 23 17:23:01.317711 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d96c57e1-8f78-4390-ab97-f387bcc1444c req-da699126-9fa3-4317-8854-041ac3b62348 service neutron] 10.222.0.55 "GET /v2.0/networks/eacea6aa-86b2-4fe9-ae0d-611828f27804?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4031193 Nov 23 17:23:01.318681 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fde83f5-9fbf-4357-bb64-11f531554cbe req-3fab9f09-c351-4015-97d7-4de4db5fcb04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:23:01.327204 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8fde83f5-9fbf-4357-bb64-11f531554cbe req-3fab9f09-c351-4015-97d7-4de4db5fcb04 service neutron] 10.222.0.60 "GET /v2.0/networks?id=aad59512-80bb-49f8-8f54-daff64a8bc03 HTTP/1.1" status: 200 len: 922 time: 0.4263256 Nov 23 17:23:01.327204 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-84d018cf-2344-47a7-b96e-5921c24a5132 req-0911e2a5-b0d1-49fa-b49c-ee42c22ebe05 service neutron] 10.222.0.36 "GET /v2.0/ports/365a668f-0f82-4ce1-a3e0-e0946dd88a04/bindings/n-h1-816206-8 HTTP/1.1" status: 200 len: 384 time: 0.1782775 Nov 23 17:23:01.439939 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8fde83f5-9fbf-4357-bb64-11f531554cbe req-116e45e0-b22b-4ad0-a455-ef209725692c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fba50d82-4af0-48c0-a41a-3d00e787e652 HTTP/1.1" status: 200 len: 217 time: 0.0917561 Nov 23 17:23:01.453071 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-18115857-6942-4dd2-8aff-c95010c8bfc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8f885a9-93ac-4a6d-b02a-91d84e71c9db', 'name': 'tempest-FloatingIPsAssociationTestJSON-1023826642-router', 'tenant_id': 'b930416d8ba84d7ba659706c10c554f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.240'}], 'enable_snat': True}, 'gw_port_id': '7d44e282-6def-43d0-b54e-d3d8b137c89d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:21:21Z', 'updated_at': '2021-11-23T17:21:28Z', 'revision_number': 4, 'project_id': 'b930416d8ba84d7ba659706c10c554f7', 'gw_port': {'id': '7d44e282-6def-43d0-b54e-d3d8b137c89d', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:97:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8f885a9-93ac-4a6d-b02a-91d84e71c9db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:21:22Z', 'updated_at': '2021-11-23T17:21:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_interfaces': [{'id': '06bad47f-5b77-4f49-89bb-87622d83ca1d', 'name': '', 'network_id': 'aad59512-80bb-49f8-8f54-daff64a8bc03', 'tenant_id': 'b930416d8ba84d7ba659706c10c554f7', 'mac_address': 'fa:16:3e:ce:74:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8f885a9-93ac-4a6d-b02a-91d84e71c9db', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '5ec29eee-2e3a-4642-be97-88a03756cf1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:21:26Z', 'updated_at': '2021-11-23T17:21:33Z', 'revision_number': 5, 'project_id': 'b930416d8ba84d7ba659706c10c554f7', 'subnets': [{'id': '5ec29eee-2e3a-4642-be97-88a03756cf1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:23:01.481485 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18115857-6942-4dd2-8aff-c95010c8bfc9 None None] The sync data for ids ['b8f885a9-93ac-4a6d-b02a-91d84e71c9db'] in n-d-816206-8 is: [{'id': 'b8f885a9-93ac-4a6d-b02a-91d84e71c9db', 'name': 'tempest-FloatingIPsAssociationTestJSON-1023826642-router', 'tenant_id': 'b930416d8ba84d7ba659706c10c554f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.240'}], 'enable_snat': True}, 'gw_port_id': '7d44e282-6def-43d0-b54e-d3d8b137c89d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:21:21Z', 'updated_at': '2021-11-23T17:21:28Z', 'revision_number': 4, 'project_id': 'b930416d8ba84d7ba659706c10c554f7', 'gw_port': {'id': '7d44e282-6def-43d0-b54e-d3d8b137c89d', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:97:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8f885a9-93ac-4a6d-b02a-91d84e71c9db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:21:22Z', 'updated_at': '2021-11-23T17:21:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_interfaces': [{'id': '06bad47f-5b77-4f49-89bb-87622d83ca1d', 'name': '', 'network_id': 'aad59512-80bb-49f8-8f54-daff64a8bc03', 'tenant_id': 'b930416d8ba84d7ba659706c10c554f7', 'mac_address': 'fa:16:3e:ce:74:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8f885a9-93ac-4a6d-b02a-91d84e71c9db', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': '5ec29eee-2e3a-4642-be97-88a03756cf1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:21:26Z', 'updated_at': '2021-11-23T17:21:33Z', 'revision_number': 5, 'project_id': 'b930416d8ba84d7ba659706c10c554f7', 'subnets': [{'id': '5ec29eee-2e3a-4642-be97-88a03756cf1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:23:01.551507 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a15d31-b311-446c-ae6b-ad6dcae1a7b7 req-6bb41597-5525-43ae-aae9-8fb59089d3fb tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:23:01.553242 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d5a15d31-b311-446c-ae6b-ad6dcae1a7b7 req-6bb41597-5525-43ae-aae9-8fb59089d3fb tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] 10.222.0.60 "GET /v2.0/ports?device_id=b06fd73f-d5cd-4321-910c-bac8aff99182 HTTP/1.1" status: 200 len: 951 time: 0.1536841 Nov 23 17:23:01.574667 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fde83f5-9fbf-4357-bb64-11f531554cbe req-61dd62f1-fabc-471e-9cc1-25c4ed727570 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:23:01.576098 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8fde83f5-9fbf-4357-bb64-11f531554cbe req-61dd62f1-fabc-471e-9cc1-25c4ed727570 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5ec29eee-2e3a-4642-be97-88a03756cf1b HTTP/1.1" status: 200 len: 860 time: 0.1138041 Nov 23 17:23:01.621439 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be8f9da-5225-49f8-9169-f7b7e01a8c99 req-44a60eaf-bc73-4468-a159-82a6c2bb09c3 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:23:01.622906 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-6be8f9da-5225-49f8-9169-f7b7e01a8c99 req-44a60eaf-bc73-4468-a159-82a6c2bb09c3 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] 10.222.0.36 "GET /v2.0/ports?device_id=b06fd73f-d5cd-4321-910c-bac8aff99182 HTTP/1.1" status: 200 len: 951 time: 0.0541651 Nov 23 17:23:01.681135 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d5a15d31-b311-446c-ae6b-ad6dcae1a7b7 req-ffe850a2-c188-435e-8a64-42e1cbe42711 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] 10.222.0.60 "GET /v2.0/security-groups?id=70227657-be62-432a-a8fd-5a85231fc7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084774 Nov 23 17:23:01.728724 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fde83f5-9fbf-4357-bb64-11f531554cbe req-1d56c8aa-f6d8-4fc0-8ca9-25d08e5636b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:23:01.730247 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8fde83f5-9fbf-4357-bb64-11f531554cbe req-1d56c8aa-f6d8-4fc0-8ca9-25d08e5636b8 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=aad59512-80bb-49f8-8f54-daff64a8bc03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1435404 Nov 23 17:23:01.739151 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [req-6be8f9da-5225-49f8-9169-f7b7e01a8c99 req-fc98d09d-3d15-49af-b5ad-2cafbfbdc96c tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] Deleting port 9d69178a-073b-4082-94da-b001d5b5b31d {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:23:01.739503 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-6be8f9da-5225-49f8-9169-f7b7e01a8c99 req-fc98d09d-3d15-49af-b5ad-2cafbfbdc96c tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:01.786831 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 17:23:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-517d5420-5742-4f98-ac7a-a879f9c4de27 x-openstack-request-id: req-517d5420-5742-4f98-ac7a-a879f9c4de27 {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:23:01.786831 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94483118-8c1c-4799-a73f-44dc63b488e2", "tag": "fba50d82-4af0-48c0-a41a-3d00e787e652", "status": "completed", "code": 200}]} {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:23:01.786831 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-517d5420-5742-4f98-ac7a-a879f9c4de27 {{(pid=103591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:23:01.786831 n-d-816206-8 neutron-server[103591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94483118-8c1c-4799-a73f-44dc63b488e2', 'tag': 'fba50d82-4af0-48c0-a41a-3d00e787e652', 'status': 'completed', 'code': 200} Nov 23 17:23:01.806493 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e90c557-3743-483f-9782-f3f8a3ebfcec None None] New status for floating IP 0c6de8ab-c2df-4738-860d-9e4035f9394e: DOWN {{(pid=103593) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 17:23:01.851820 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-84d018cf-2344-47a7-b96e-5921c24a5132 req-8035c2cd-b83b-4c17-b26c-c8721401b1a0 service neutron] For port 365a668f-0f82-4ce1-a3e0-e0946dd88a04, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=365a668f-0f82-4ce1-a3e0-e0946dd88a04,segment=NetworkSegment(12913541-acd4-4e3c-8f48-e22896931a9c),segment_id=12913541-acd4-4e3c-8f48-e22896931a9c)] {{(pid=103591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:23:01.853239 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [req-6be8f9da-5225-49f8-9169-f7b7e01a8c99 req-fc98d09d-3d15-49af-b5ad-2cafbfbdc96c tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] For port 9d69178a-073b-4082-94da-b001d5b5b31d, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=9d69178a-073b-4082-94da-b001d5b5b31d,segment=NetworkSegment(329c1745-02bf-4561-9615-3192910887f5),segment_id=329c1745-02bf-4561-9615-3192910887f5)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:23:01.853601 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-6be8f9da-5225-49f8-9169-f7b7e01a8c99 req-fc98d09d-3d15-49af-b5ad-2cafbfbdc96c tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:01.868481 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [req-6be8f9da-5225-49f8-9169-f7b7e01a8c99 req-fc98d09d-3d15-49af-b5ad-2cafbfbdc96c tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] Calling delete_port for 9d69178a-073b-4082-94da-b001d5b5b31d owned by compute:nova {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:23:02.007361 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-6be8f9da-5225-49f8-9169-f7b7e01a8c99 req-fc98d09d-3d15-49af-b5ad-2cafbfbdc96c tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:02.021163 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] get_ports_and_sgs() called for port_ids ['bc0acd25-238e-4f36-9bd6-de0e9a940cd3', 'c1f40992-0164-4ec3-9312-47092b6d1593', '9d69178a-073b-4082-94da-b001d5b5b31d'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:23:02.023889 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] get_ports_and_sgs() called for port_ids ['1b055595-2178-4d80-9bf3-47b4548122fd'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:23:02.043595 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc98d09d-3d15-49af-b5ad-2cafbfbdc96c tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] Pushing event deleted for resources: {'Port': ['ID=9d69178a-073b-4082-94da-b001d5b5b31d,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:23:02.097700 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [req-6be8f9da-5225-49f8-9169-f7b7e01a8c99 req-fc98d09d-3d15-49af-b5ad-2cafbfbdc96c tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] No DVR routers for this DVR port 9d69178a-073b-4082-94da-b001d5b5b31d on host n-h2-816206-8 {{(pid=103590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:23:02.102266 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-6be8f9da-5225-49f8-9169-f7b7e01a8c99 req-fc98d09d-3d15-49af-b5ad-2cafbfbdc96c tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:02.105857 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-6be8f9da-5225-49f8-9169-f7b7e01a8c99 req-fc98d09d-3d15-49af-b5ad-2cafbfbdc96c tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] 10.222.0.36 "DELETE /v2.0/ports/9d69178a-073b-4082-94da-b001d5b5b31d HTTP/1.1" status: 204 len: 173 time: 0.4756601 Nov 23 17:23:02.106357 n-d-816206-8 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b06fd73f-d5cd-4321-910c-bac8aff99182', 'name': 'network-vif-deleted', 'tag': '9d69178a-073b-4082-94da-b001d5b5b31d'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:23:02.109091 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbabddbc9fc37b068808e119c416c86f5957ca04531a4a0d2e695c515e93483b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d48150a8-096e-4090-8ccf-80433f3eb9fe" -d '{"events": [{"server_uuid": "b06fd73f-d5cd-4321-910c-bac8aff99182", "name": "network-vif-deleted", "tag": "9d69178a-073b-4082-94da-b001d5b5b31d"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:23:02.319707 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-cc9c34a3-3dc6-4faf-953f-8a5a46939a4f req-cd7cda49-2037-42a6-8d56-905d6e6b31de tempest-FloatingIPDetailsTestJSON-345818758 tempest-FloatingIPDetailsTestJSON-345818758-project] 10.222.0.60 "GET /v2.0/floatingips?tenant_id=0d3cf27e5af04d45bf5634064092bfba HTTP/1.1" status: 200 len: 1656 time: 0.5195177 Nov 23 17:23:02.332214 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-84d018cf-2344-47a7-b96e-5921c24a5132 req-8035c2cd-b83b-4c17-b26c-c8721401b1a0 service neutron] For port 365a668f-0f82-4ce1-a3e0-e0946dd88a04, host n-h2-816206-8, cleared binding levels {{(pid=103591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:23:02.383364 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bbad28-128c-4cdd-b03f-83ff49313359 req-8a097fa4-102a-4b04-92f7-93eaac2df191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:23:02.384888 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a9bbad28-128c-4cdd-b03f-83ff49313359 req-8a097fa4-102a-4b04-92f7-93eaac2df191 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b930416d8ba84d7ba659706c10c554f7&device_id=94483118-8c1c-4799-a73f-44dc63b488e2 HTTP/1.1" status: 200 len: 1097 time: 0.5450695 Nov 23 17:23:02.428701 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8fde83f5-9fbf-4357-bb64-11f531554cbe req-a8daf7b1-7df5-43fd-a676-f91e8c17da1d service neutron] 10.222.0.60 "GET /v2.0/networks/aad59512-80bb-49f8-8f54-daff64a8bc03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6889677 Nov 23 17:23:02.439723 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [req-84d018cf-2344-47a7-b96e-5921c24a5132 req-8035c2cd-b83b-4c17-b26c-c8721401b1a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 365a668f-0f82-4ce1-a3e0-e0946dd88a04 {{(pid=103591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:23:02.469686 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-84d018cf-2344-47a7-b96e-5921c24a5132 req-8035c2cd-b83b-4c17-b26c-c8721401b1a0 service neutron] For port 365a668f-0f82-4ce1-a3e0-e0946dd88a04, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=365a668f-0f82-4ce1-a3e0-e0946dd88a04,segment=NetworkSegment(12913541-acd4-4e3c-8f48-e22896931a9c),segment_id=12913541-acd4-4e3c-8f48-e22896931a9c)] {{(pid=103591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:23:02.585196 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-84d018cf-2344-47a7-b96e-5921c24a5132 req-8035c2cd-b83b-4c17-b26c-c8721401b1a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:02.678651 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9c34a3-3dc6-4faf-953f-8a5a46939a4f req-38107b88-7b88-49ad-b9c5-db3c945b9b29 tempest-FloatingIPDetailsTestJSON-345818758 tempest-FloatingIPDetailsTestJSON-345818758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:23:02.680301 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-cc9c34a3-3dc6-4faf-953f-8a5a46939a4f req-38107b88-7b88-49ad-b9c5-db3c945b9b29 tempest-FloatingIPDetailsTestJSON-345818758 tempest-FloatingIPDetailsTestJSON-345818758-project] 10.222.0.60 "GET /v2.0/networks?id=4c8455ba-1be5-42ac-b8c2-8a16e1292d55&id=4c8455ba-1be5-42ac-b8c2-8a16e1292d55&id=4c8455ba-1be5-42ac-b8c2-8a16e1292d55 HTTP/1.1" status: 200 len: 787 time: 0.3461757 Nov 23 17:23:02.723662 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [req-cc9c34a3-3dc6-4faf-953f-8a5a46939a4f req-329ca4dc-7d58-4b28-98f4-aa49ea8de519 tempest-FloatingIPDetailsTestJSON-345818758 tempest-FloatingIPDetailsTestJSON-345818758-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=103591) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 17:23:02.724668 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-cc9c34a3-3dc6-4faf-953f-8a5a46939a4f req-329ca4dc-7d58-4b28-98f4-aa49ea8de519 tempest-FloatingIPDetailsTestJSON-345818758 tempest-FloatingIPDetailsTestJSON-345818758-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0153584 Nov 23 17:23:02.735058 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bbad28-128c-4cdd-b03f-83ff49313359 req-b1dd78a9-4e36-4693-b15a-0cd566ea1c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:23:02.735058 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a9bbad28-128c-4cdd-b03f-83ff49313359 req-b1dd78a9-4e36-4693-b15a-0cd566ea1c22 service neutron] 10.222.0.55 "GET /v2.0/networks?id=aad59512-80bb-49f8-8f54-daff64a8bc03 HTTP/1.1" status: 200 len: 922 time: 0.3322532 Nov 23 17:23:02.740043 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8fde83f5-9fbf-4357-bb64-11f531554cbe req-7dcd56db-7bcf-4116-98d9-1d438b59ac8e service neutron] 10.222.0.60 "GET /v2.0/networks/aad59512-80bb-49f8-8f54-daff64a8bc03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2901607 Nov 23 17:23:02.804830 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a9bbad28-128c-4cdd-b03f-83ff49313359 req-71882a0b-bb3b-4e1c-ac68-6c5ed7e907de service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fba50d82-4af0-48c0-a41a-3d00e787e652 HTTP/1.1" status: 200 len: 217 time: 0.0618286 Nov 23 17:23:02.890235 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.provisioning_blocks [req-84d018cf-2344-47a7-b96e-5921c24a5132 req-8035c2cd-b83b-4c17-b26c-c8721401b1a0 service neutron] Transition to ACTIVE for port object 365a668f-0f82-4ce1-a3e0-e0946dd88a04 will not be triggered until provisioned by entity L2. {{(pid=103591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 17:23:02.902679 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-84d018cf-2344-47a7-b96e-5921c24a5132 req-8035c2cd-b83b-4c17-b26c-c8721401b1a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264758186'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:02.910767 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bbad28-128c-4cdd-b03f-83ff49313359 req-173303be-a59f-478f-9ee8-9bb7a6654301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:23:02.911252 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a9bbad28-128c-4cdd-b03f-83ff49313359 req-173303be-a59f-478f-9ee8-9bb7a6654301 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5ec29eee-2e3a-4642-be97-88a03756cf1b HTTP/1.1" status: 200 len: 860 time: 0.0982640 Nov 23 17:23:02.922449 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73e637c-241d-49dd-be4c-28498d65bc97 req-e9120204-8f57-469a-b5de-d1334e830635 tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:23:02.924971 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b73e637c-241d-49dd-be4c-28498d65bc97 req-e9120204-8f57-469a-b5de-d1334e830635 tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] 10.222.0.60 "GET /v2.0/ports?device_id=718e7979-ed88-4391-b53d-996075f02e58 HTTP/1.1" status: 200 len: 943 time: 0.1343057 Nov 23 17:23:03.081750 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [req-84d018cf-2344-47a7-b96e-5921c24a5132 req-8035c2cd-b83b-4c17-b26c-c8721401b1a0 service neutron] No DVR routers for this DVR port 365a668f-0f82-4ce1-a3e0-e0946dd88a04 on host n-h2-816206-8 {{(pid=103591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:23:03.087958 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8035c2cd-b83b-4c17-b26c-c8721401b1a0 service neutron] Pushing event updated for resources: {'Port': ['ID=365a668f-0f82-4ce1-a3e0-e0946dd88a04,revision_number=10']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:23:03.131249 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bbad28-128c-4cdd-b03f-83ff49313359 req-2b6b100e-50bf-4699-81ec-44c6f42b582b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:23:03.132887 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a9bbad28-128c-4cdd-b03f-83ff49313359 req-2b6b100e-50bf-4699-81ec-44c6f42b582b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=aad59512-80bb-49f8-8f54-daff64a8bc03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1850696 Nov 23 17:23:03.138013 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b73e637c-241d-49dd-be4c-28498d65bc97 req-81d3e016-600b-4f81-854b-fe95dd541977 tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] 10.222.0.60 "GET /v2.0/security-groups?id=5c82e7e8-9cad-459a-acb2-b7a0867274de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868362 Nov 23 17:23:03.146194 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75323b52-169e-4089-85b0-beff15375e76 req-eb6f7e6b-35b3-4018-9207-a3414b024d3b tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:23:03.147655 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-75323b52-169e-4089-85b0-beff15375e76 req-eb6f7e6b-35b3-4018-9207-a3414b024d3b tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] 10.222.0.60 "GET /v2.0/ports?device_id=c1e6eaa3-28c2-4530-98c1-a8b63a271c9f HTTP/1.1" status: 200 len: 944 time: 0.1866584 Nov 23 17:23:03.182341 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-84d018cf-2344-47a7-b96e-5921c24a5132 req-8035c2cd-b83b-4c17-b26c-c8721401b1a0 service neutron] 10.222.0.36 "PUT /v2.0/ports/365a668f-0f82-4ce1-a3e0-e0946dd88a04/bindings/n-h1-816206-8/activate HTTP/1.1" status: 200 len: 369 time: 1.8455632 Nov 23 17:23:03.183845 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:23:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e758dc2b-b165-4292-808e-95d1cf762621 x-openstack-request-id: req-e758dc2b-b165-4292-808e-95d1cf762621 {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:23:03.184851 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b06fd73f-d5cd-4321-910c-bac8aff99182", "name": "network-vif-deleted", "tag": "9d69178a-073b-4082-94da-b001d5b5b31d", "status": "completed", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:23:03.185115 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e758dc2b-b165-4292-808e-95d1cf762621 {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:23:03.185532 n-d-816206-8 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b06fd73f-d5cd-4321-910c-bac8aff99182', 'name': 'network-vif-deleted', 'tag': '9d69178a-073b-4082-94da-b001d5b5b31d', 'status': 'completed', 'code': 200} Nov 23 17:23:03.329978 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-75323b52-169e-4089-85b0-beff15375e76 req-4ea0edaa-0f6b-4227-b337-12ac2457e38d tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] 10.222.0.60 "GET /v2.0/security-groups?id=ef6a96c0-423c-4ea7-a75c-4657afd8c521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725454 Nov 23 17:23:03.333263 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-97e4dcc3-30f5-41db-8d50-eaa878827b8b req-3ffd13b5-acef-4d31-b5f9-f140c7ef50c8 tempest-FloatingIPDetailsTestJSON-345818758 tempest-FloatingIPDetailsTestJSON-345818758-project] 10.222.0.60 "GET /v2.0/floatingips/508f69e7-3239-4d74-8e08-756a3a68ee1e HTTP/1.1" status: 200 len: 693 time: 0.0933366 Nov 23 17:23:03.366742 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a9bbad28-128c-4cdd-b03f-83ff49313359 req-cdd6efbc-fc00-47bf-ba4a-f79452992b48 service neutron] 10.222.0.55 "GET /v2.0/networks/aad59512-80bb-49f8-8f54-daff64a8bc03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2170804 Nov 23 17:23:03.404204 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 53416) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:23:03.413796 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d018cf-2344-47a7-b96e-5921c24a5132 req-5ffc89c5-0c3c-4761-a736-f8013371263d tempest-LiveMigrationTest-1150397521 tempest-LiveMigrationTest-1150397521-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:23:03.415280 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-84d018cf-2344-47a7-b96e-5921c24a5132 req-5ffc89c5-0c3c-4761-a736-f8013371263d tempest-LiveMigrationTest-1150397521 tempest-LiveMigrationTest-1150397521-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=718e7979-ed88-4391-b53d-996075f02e58&tenant_id=4f30b4abc7074d1fa9d31a414a5f297f&binding%3Ahost_id=n-h2-816206-8 HTTP/1.1" status: 200 len: 1095 time: 0.1601746 Nov 23 17:23:03.462303 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-fb82f5c2-2eeb-462b-a524-34d218ad3f4b tempest-ServersWithSpecificFlavorTestJSON-2137215613 tempest-ServersWithSpecificFlavorTestJSON-2137215613-project] Publish callbacks [] for security_group, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:03.490039 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-fb82f5c2-2eeb-462b-a524-34d218ad3f4b tempest-ServersWithSpecificFlavorTestJSON-2137215613 tempest-ServersWithSpecificFlavorTestJSON-2137215613-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:03.558681 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-fb82f5c2-2eeb-462b-a524-34d218ad3f4b tempest-ServersWithSpecificFlavorTestJSON-2137215613 tempest-ServersWithSpecificFlavorTestJSON-2137215613-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:03.565319 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-fb82f5c2-2eeb-462b-a524-34d218ad3f4b tempest-ServersWithSpecificFlavorTestJSON-2137215613 tempest-ServersWithSpecificFlavorTestJSON-2137215613-project] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:03.566973 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e4dcc3-30f5-41db-8d50-eaa878827b8b req-1cadede9-c19e-47eb-a7a0-1fd84cbf1c0c tempest-FloatingIPDetailsTestJSON-345818758 tempest-FloatingIPDetailsTestJSON-345818758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:23:03.568397 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-97e4dcc3-30f5-41db-8d50-eaa878827b8b req-1cadede9-c19e-47eb-a7a0-1fd84cbf1c0c tempest-FloatingIPDetailsTestJSON-345818758 tempest-FloatingIPDetailsTestJSON-345818758-project] 10.222.0.60 "GET /v2.0/networks/4c8455ba-1be5-42ac-b8c2-8a16e1292d55 HTTP/1.1" status: 200 len: 784 time: 0.2256160 Nov 23 17:23:03.573361 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-fb82f5c2-2eeb-462b-a524-34d218ad3f4b tempest-ServersWithSpecificFlavorTestJSON-2137215613 tempest-ServersWithSpecificFlavorTestJSON-2137215613-project] 10.222.0.60 "DELETE /v2.0/security-groups/c1fd7bbb-ef62-457d-a84a-b42d813769d3 HTTP/1.1" status: 204 len: 168 time: 0.1679885 Nov 23 17:23:03.578191 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 53422) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:23:03.595756 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d018cf-2344-47a7-b96e-5921c24a5132 req-1235b64b-07a8-43f4-a2a5-ad1f92e196f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:23:03.596480 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb82f5c2-2eeb-462b-a524-34d218ad3f4b tempest-ServersWithSpecificFlavorTestJSON-2137215613 tempest-ServersWithSpecificFlavorTestJSON-2137215613-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1fd7bbb-ef62-457d-a84a-b42d813769d3,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:23:03.598122 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-84d018cf-2344-47a7-b96e-5921c24a5132 req-1235b64b-07a8-43f4-a2a5-ad1f92e196f0 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=718e7979-ed88-4391-b53d-996075f02e58&tenant_id=4f30b4abc7074d1fa9d31a414a5f297f HTTP/1.1" status: 200 len: 1095 time: 0.1444094 Nov 23 17:23:03.598365 n-d-816206-8 neutron-server[103590]: INFO neutron.api.v2.resource [None req-866721bc-1b81-4b4f-a82d-366d8801c654 tempest-ServersWithSpecificFlavorTestJSON-2137215613 tempest-ServersWithSpecificFlavorTestJSON-2137215613-project] show failed (client error): The resource could not be found. Nov 23 17:23:03.599600 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-866721bc-1b81-4b4f-a82d-366d8801c654 tempest-ServersWithSpecificFlavorTestJSON-2137215613 tempest-ServersWithSpecificFlavorTestJSON-2137215613-project] 10.222.0.60 "GET /v2.0/security-groups/c1fd7bbb-ef62-457d-a84a-b42d813769d3 HTTP/1.1" status: 404 len: 347 time: 0.0204947 Nov 23 17:23:03.600219 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a9bbad28-128c-4cdd-b03f-83ff49313359 req-d2dae79b-cba0-4a61-b51c-253d65f6f4ab service neutron] 10.222.0.55 "GET /v2.0/networks/aad59512-80bb-49f8-8f54-daff64a8bc03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2210453 Nov 23 17:23:03.602504 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 53424) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:23:03.660668 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-97e4dcc3-30f5-41db-8d50-eaa878827b8b req-0ed28c44-89ad-4956-887a-4367e88e22f6 tempest-FloatingIPDetailsTestJSON-345818758 tempest-FloatingIPDetailsTestJSON-345818758-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.3.129 HTTP/1.1" status: 200 len: 696 time: 0.0787199 Nov 23 17:23:03.730849 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-97e4dcc3-30f5-41db-8d50-eaa878827b8b req-fd45bc7c-e794-4d61-bf96-36d4b6211c2f tempest-FloatingIPDetailsTestJSON-345818758 tempest-FloatingIPDetailsTestJSON-345818758-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.3.129 HTTP/1.1" status: 200 len: 696 time: 0.0692127 Nov 23 17:23:03.746207 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-2d110efa-e081-46a2-9548-6123e8f6b3d2 tempest-ServersWithSpecificFlavorTestJSON-2137215613 tempest-ServersWithSpecificFlavorTestJSON-2137215613-project] Deleting port 4865bc9d-7374-4411-bdd4-7742e1bb5bba {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:23:03.746557 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2d110efa-e081-46a2-9548-6123e8f6b3d2 tempest-ServersWithSpecificFlavorTestJSON-2137215613 tempest-ServersWithSpecificFlavorTestJSON-2137215613-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:03.824366 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2d110efa-e081-46a2-9548-6123e8f6b3d2 tempest-ServersWithSpecificFlavorTestJSON-2137215613 tempest-ServersWithSpecificFlavorTestJSON-2137215613-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:03.824818 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2d110efa-e081-46a2-9548-6123e8f6b3d2 tempest-ServersWithSpecificFlavorTestJSON-2137215613 tempest-ServersWithSpecificFlavorTestJSON-2137215613-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:03.838280 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-2d110efa-e081-46a2-9548-6123e8f6b3d2 tempest-ServersWithSpecificFlavorTestJSON-2137215613 tempest-ServersWithSpecificFlavorTestJSON-2137215613-project] Calling delete_port for 4865bc9d-7374-4411-bdd4-7742e1bb5bba owned by network:floatingip {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:23:03.853299 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a518c5-2e92-43e5-8d10-b9d45cd533ac req-39d3d227-3313-4eeb-b91d-0c5b4bf90012 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:23:03.854693 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-55a518c5-2e92-43e5-8d10-b9d45cd533ac req-39d3d227-3313-4eeb-b91d-0c5b4bf90012 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] 10.222.0.60 "GET /v2.0/ports?device_id=23329ec1-2aa1-4cec-919c-e827c4171d02 HTTP/1.1" status: 200 len: 951 time: 0.2207320 Nov 23 17:23:03.861366 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d018cf-2344-47a7-b96e-5921c24a5132 req-026d8573-9646-4ec9-bcb1-aae816ee89df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:23:03.862806 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-84d018cf-2344-47a7-b96e-5921c24a5132 req-026d8573-9646-4ec9-bcb1-aae816ee89df service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4f30b4abc7074d1fa9d31a414a5f297f&device_id=718e7979-ed88-4391-b53d-996075f02e58 HTTP/1.1" status: 200 len: 1095 time: 0.1797943 Nov 23 17:23:03.976779 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2d110efa-e081-46a2-9548-6123e8f6b3d2 tempest-ServersWithSpecificFlavorTestJSON-2137215613 tempest-ServersWithSpecificFlavorTestJSON-2137215613-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:03.994662 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-55a518c5-2e92-43e5-8d10-b9d45cd533ac req-597dc921-5fc7-41ce-a4b0-870e4065d76a tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] 10.222.0.60 "GET /v2.0/security-groups?id=70227657-be62-432a-a8fd-5a85231fc7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308568 Nov 23 17:23:03.999991 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d110efa-e081-46a2-9548-6123e8f6b3d2 tempest-ServersWithSpecificFlavorTestJSON-2137215613 tempest-ServersWithSpecificFlavorTestJSON-2137215613-project] Pushing event deleted for resources: {'Port': ['ID=4865bc9d-7374-4411-bdd4-7742e1bb5bba,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:23:04.020803 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [req-97e4dcc3-30f5-41db-8d50-eaa878827b8b req-66a11d7e-292f-4fb9-ae5d-6e017b5f583e tempest-FloatingIPDetailsTestJSON-345818758 tempest-FloatingIPDetailsTestJSON-345818758-project] Deleting port 0e9c3cca-ddb8-4815-9b18-afa6b535a184 {{(pid=103591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:23:04.021136 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-97e4dcc3-30f5-41db-8d50-eaa878827b8b req-66a11d7e-292f-4fb9-ae5d-6e017b5f583e tempest-FloatingIPDetailsTestJSON-345818758 tempest-FloatingIPDetailsTestJSON-345818758-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:04.025754 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d018cf-2344-47a7-b96e-5921c24a5132 req-d69f6a52-30a5-4455-a291-83d9458b07d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:23:04.027542 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-84d018cf-2344-47a7-b96e-5921c24a5132 req-d69f6a52-30a5-4455-a291-83d9458b07d1 service neutron] 10.222.0.55 "GET /v2.0/networks?id=3b84e4de-5a6f-44c6-a8e6-1d90b4d1f1b3 HTTP/1.1" status: 200 len: 909 time: 0.1548338 Nov 23 17:23:04.067479 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2d110efa-e081-46a2-9548-6123e8f6b3d2 tempest-ServersWithSpecificFlavorTestJSON-2137215613 tempest-ServersWithSpecificFlavorTestJSON-2137215613-project] Publish callbacks [] for floatingip, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:04.070043 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2d110efa-e081-46a2-9548-6123e8f6b3d2 tempest-ServersWithSpecificFlavorTestJSON-2137215613 tempest-ServersWithSpecificFlavorTestJSON-2137215613-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for floatingip, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:04.071201 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-2d110efa-e081-46a2-9548-6123e8f6b3d2 tempest-ServersWithSpecificFlavorTestJSON-2137215613 tempest-ServersWithSpecificFlavorTestJSON-2137215613-project] 10.222.0.60 "DELETE /v2.0/floatingips/12a9acb8-883d-4740-8ec7-bfd589394ca5 HTTP/1.1" status: 204 len: 168 time: 0.4676142 Nov 23 17:23:04.122296 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-84d018cf-2344-47a7-b96e-5921c24a5132 req-6e5fc9e5-c755-4d5f-8832-363aadcc42c0 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=365a668f-0f82-4ce1-a3e0-e0946dd88a04 HTTP/1.1" status: 200 len: 217 time: 0.0840833 Nov 23 17:23:04.166083 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-35e2d190-7937-482e-abfb-ca205c964cde req-ddc3cadc-d3c5-4e9a-861c-80a7156b78e0 tempest-FloatingIPsAssociationTestJSON-1150543333 tempest-FloatingIPsAssociationTestJSON-1150543333-project] 10.222.0.60 "GET /v2.0/floatingips/0c6de8ab-c2df-4738-860d-9e4035f9394e HTTP/1.1" status: 200 len: 693 time: 0.1269822 Nov 23 17:23:04.257788 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.agents_db [None req-464f6c07-0de8-4be6-8f5b-563f574d1c5d None None] Agent healthcheck: found 7 active agents {{(pid=103593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 17:23:04.290668 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-97e4dcc3-30f5-41db-8d50-eaa878827b8b req-66a11d7e-292f-4fb9-ae5d-6e017b5f583e tempest-FloatingIPDetailsTestJSON-345818758 tempest-FloatingIPDetailsTestJSON-345818758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:04.290987 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-97e4dcc3-30f5-41db-8d50-eaa878827b8b req-66a11d7e-292f-4fb9-ae5d-6e017b5f583e tempest-FloatingIPDetailsTestJSON-345818758 tempest-FloatingIPDetailsTestJSON-345818758-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:04.294637 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d018cf-2344-47a7-b96e-5921c24a5132 req-07075018-b025-4d62-932d-fa0e5c7bb4ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:23:04.296247 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-84d018cf-2344-47a7-b96e-5921c24a5132 req-07075018-b025-4d62-932d-fa0e5c7bb4ff service neutron] 10.222.0.55 "GET /v2.0/subnets?id=10cf3f5a-71d1-468b-8622-0226dd1fd98a HTTP/1.1" status: 200 len: 848 time: 0.1431205 Nov 23 17:23:04.340400 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [req-97e4dcc3-30f5-41db-8d50-eaa878827b8b req-66a11d7e-292f-4fb9-ae5d-6e017b5f583e tempest-FloatingIPDetailsTestJSON-345818758 tempest-FloatingIPDetailsTestJSON-345818758-project] Calling delete_port for 0e9c3cca-ddb8-4815-9b18-afa6b535a184 owned by network:floatingip {{(pid=103591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:23:04.346832 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-84d018cf-2344-47a7-b96e-5921c24a5132 req-efc5d3b7-bba2-47eb-ba38-7e95ef55394f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3b84e4de-5a6f-44c6-a8e6-1d90b4d1f1b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420618 Nov 23 17:23:04.391496 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e2d190-7937-482e-abfb-ca205c964cde req-f71a4ebc-cebb-480c-a74a-15f77aea4a5e tempest-FloatingIPsAssociationTestJSON-1150543333 tempest-FloatingIPsAssociationTestJSON-1150543333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:23:04.393441 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-35e2d190-7937-482e-abfb-ca205c964cde req-f71a4ebc-cebb-480c-a74a-15f77aea4a5e tempest-FloatingIPsAssociationTestJSON-1150543333 tempest-FloatingIPsAssociationTestJSON-1150543333-project] 10.222.0.60 "GET /v2.0/networks/4c8455ba-1be5-42ac-b8c2-8a16e1292d55 HTTP/1.1" status: 200 len: 784 time: 0.2023866 Nov 23 17:23:04.524792 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-35e2d190-7937-482e-abfb-ca205c964cde req-c4ddff43-9105-4af4-b768-77874fb72190 tempest-FloatingIPsAssociationTestJSON-1150543333 tempest-FloatingIPsAssociationTestJSON-1150543333-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.3.56 HTTP/1.1" status: 200 len: 696 time: 0.1222188 Nov 23 17:23:04.609094 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-35e2d190-7937-482e-abfb-ca205c964cde req-73903b74-8fea-4d80-bd68-69701064054f tempest-FloatingIPsAssociationTestJSON-1150543333 tempest-FloatingIPsAssociationTestJSON-1150543333-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.3.56 HTTP/1.1" status: 200 len: 696 time: 0.0734348 Nov 23 17:23:04.611683 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-84d018cf-2344-47a7-b96e-5921c24a5132 req-0b9dd1af-21d9-40d0-b588-753aead3191b service neutron] 10.222.0.55 "GET /v2.0/networks/3b84e4de-5a6f-44c6-a8e6-1d90b4d1f1b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2534654 Nov 23 17:23:04.815968 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-97e4dcc3-30f5-41db-8d50-eaa878827b8b req-66a11d7e-292f-4fb9-ae5d-6e017b5f583e tempest-FloatingIPDetailsTestJSON-345818758 tempest-FloatingIPDetailsTestJSON-345818758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:04.856852 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a11d7e-292f-4fb9-ae5d-6e017b5f583e tempest-FloatingIPDetailsTestJSON-345818758 tempest-FloatingIPDetailsTestJSON-345818758-project] Pushing event deleted for resources: {'Port': ['ID=0e9c3cca-ddb8-4815-9b18-afa6b535a184,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:23:04.883400 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-84d018cf-2344-47a7-b96e-5921c24a5132 req-b7323df9-5625-4a02-a7df-5e564f0b4de6 service neutron] 10.222.0.55 "GET /v2.0/networks/3b84e4de-5a6f-44c6-a8e6-1d90b4d1f1b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2622287 Nov 23 17:23:04.923762 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [req-35e2d190-7937-482e-abfb-ca205c964cde req-27417a18-5e02-4ee8-8170-ebdfae0f41bb tempest-FloatingIPsAssociationTestJSON-1150543333 tempest-FloatingIPsAssociationTestJSON-1150543333-project] Deleting port d19cd97b-db0c-4a2e-bd2a-03160cfb5115 {{(pid=103591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:23:04.924200 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-35e2d190-7937-482e-abfb-ca205c964cde req-27417a18-5e02-4ee8-8170-ebdfae0f41bb tempest-FloatingIPsAssociationTestJSON-1150543333 tempest-FloatingIPsAssociationTestJSON-1150543333-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:04.947305 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-97e4dcc3-30f5-41db-8d50-eaa878827b8b req-66a11d7e-292f-4fb9-ae5d-6e017b5f583e tempest-FloatingIPDetailsTestJSON-345818758 tempest-FloatingIPDetailsTestJSON-345818758-project] Publish callbacks [] for floatingip, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:04.949841 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-97e4dcc3-30f5-41db-8d50-eaa878827b8b req-66a11d7e-292f-4fb9-ae5d-6e017b5f583e tempest-FloatingIPDetailsTestJSON-345818758 tempest-FloatingIPDetailsTestJSON-345818758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for floatingip, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:04.950956 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-97e4dcc3-30f5-41db-8d50-eaa878827b8b req-66a11d7e-292f-4fb9-ae5d-6e017b5f583e tempest-FloatingIPDetailsTestJSON-345818758 tempest-FloatingIPDetailsTestJSON-345818758-project] 10.222.0.60 "DELETE /v2.0/floatingips/508f69e7-3239-4d74-8e08-756a3a68ee1e HTTP/1.1" status: 204 len: 173 time: 1.1977057 Nov 23 17:23:05.317286 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device 9d69178a-073b-4082-94da-b001d5b5b31d no longer exists at agent hyperv_n-h2-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:23:05.340770 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] No Port match for: 9d69178a-073b-4082-94da-b001d5b5b31d {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:23:05.341292 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device 9d69178a-073b-4082-94da-b001d5b5b31d not bound to the agent host n-h2-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:23:05.390177 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-35e2d190-7937-482e-abfb-ca205c964cde req-27417a18-5e02-4ee8-8170-ebdfae0f41bb tempest-FloatingIPsAssociationTestJSON-1150543333 tempest-FloatingIPsAssociationTestJSON-1150543333-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:05.390765 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-35e2d190-7937-482e-abfb-ca205c964cde req-27417a18-5e02-4ee8-8170-ebdfae0f41bb tempest-FloatingIPsAssociationTestJSON-1150543333 tempest-FloatingIPsAssociationTestJSON-1150543333-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:05.429719 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [req-35e2d190-7937-482e-abfb-ca205c964cde req-27417a18-5e02-4ee8-8170-ebdfae0f41bb tempest-FloatingIPsAssociationTestJSON-1150543333 tempest-FloatingIPsAssociationTestJSON-1150543333-project] Calling delete_port for d19cd97b-db0c-4a2e-bd2a-03160cfb5115 owned by network:floatingip {{(pid=103591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:23:05.432660 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d018cf-2344-47a7-b96e-5921c24a5132 req-3ae55299-6d07-4e5a-a0e6-98510f444128 tempest-LiveMigrationTest-1150397521 tempest-LiveMigrationTest-1150397521-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:23:05.434108 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-84d018cf-2344-47a7-b96e-5921c24a5132 req-3ae55299-6d07-4e5a-a0e6-98510f444128 tempest-LiveMigrationTest-1150397521 tempest-LiveMigrationTest-1150397521-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=718e7979-ed88-4391-b53d-996075f02e58&tenant_id=4f30b4abc7074d1fa9d31a414a5f297f&binding%3Ahost_id=n-h1-816206-8 HTTP/1.1" status: 200 len: 1095 time: 0.1314290 Nov 23 17:23:05.446811 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504462ac-1589-4484-8025-0dc4c423bbba req-f2f717c8-ba05-4a76-bc69-8b943a591c82 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:23:05.448137 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-504462ac-1589-4484-8025-0dc4c423bbba req-f2f717c8-ba05-4a76-bc69-8b943a591c82 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] 10.222.0.55 "GET /v2.0/ports?device_id=23329ec1-2aa1-4cec-919c-e827c4171d02 HTTP/1.1" status: 200 len: 951 time: 0.1468005 Nov 23 17:23:05.585412 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b0e252-9ca2-4a3a-a74f-b4ccdc0ffbda req-427a69bc-0d04-44d6-b824-2d1e54319dbf tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:23:05.586862 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c3b0e252-9ca2-4a3a-a74f-b4ccdc0ffbda req-427a69bc-0d04-44d6-b824-2d1e54319dbf tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] 10.222.0.60 "GET /v2.0/ports?device_id=718e7979-ed88-4391-b53d-996075f02e58 HTTP/1.1" status: 200 len: 944 time: 0.1996722 Nov 23 17:23:05.738237 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c3b0e252-9ca2-4a3a-a74f-b4ccdc0ffbda req-66404230-8601-4586-a268-50db315f5b2f tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] 10.222.0.60 "GET /v2.0/security-groups?id=5c82e7e8-9cad-459a-acb2-b7a0867274de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263814 Nov 23 17:23:05.769786 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [req-504462ac-1589-4484-8025-0dc4c423bbba req-a13b6768-2687-4587-acb3-9630c4ddcfd9 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] Deleting port 1b055595-2178-4d80-9bf3-47b4548122fd {{(pid=103591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:23:05.770132 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-504462ac-1589-4484-8025-0dc4c423bbba req-a13b6768-2687-4587-acb3-9630c4ddcfd9 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:05.795379 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-84d018cf-2344-47a7-b96e-5921c24a5132 req-2448df61-7e9f-4b3d-a754-f18a63c5bc97 service neutron] For port 365a668f-0f82-4ce1-a3e0-e0946dd88a04, host n-h2-816206-8, cleared binding levels {{(pid=103591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:23:05.809451 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-84d018cf-2344-47a7-b96e-5921c24a5132 req-2448df61-7e9f-4b3d-a754-f18a63c5bc97 service neutron] Publish callbacks [] for binding, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:05.810562 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-84d018cf-2344-47a7-b96e-5921c24a5132 req-2448df61-7e9f-4b3d-a754-f18a63c5bc97 service neutron] 10.222.0.55 "DELETE /v2.0/ports/365a668f-0f82-4ce1-a3e0-e0946dd88a04/bindings/n-h2-816206-8 HTTP/1.1" status: 204 len: 173 time: 0.3575053 Nov 23 17:23:05.888886 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-35e2d190-7937-482e-abfb-ca205c964cde req-27417a18-5e02-4ee8-8170-ebdfae0f41bb tempest-FloatingIPsAssociationTestJSON-1150543333 tempest-FloatingIPsAssociationTestJSON-1150543333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:05.927024 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27417a18-5e02-4ee8-8170-ebdfae0f41bb tempest-FloatingIPsAssociationTestJSON-1150543333 tempest-FloatingIPsAssociationTestJSON-1150543333-project] Pushing event deleted for resources: {'Port': ['ID=d19cd97b-db0c-4a2e-bd2a-03160cfb5115,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:23:05.990710 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-504462ac-1589-4484-8025-0dc4c423bbba req-a13b6768-2687-4587-acb3-9630c4ddcfd9 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] For port 1b055595-2178-4d80-9bf3-47b4548122fd, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=1b055595-2178-4d80-9bf3-47b4548122fd,segment=NetworkSegment(329c1745-02bf-4561-9615-3192910887f5),segment_id=329c1745-02bf-4561-9615-3192910887f5)] {{(pid=103591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:23:05.990984 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-504462ac-1589-4484-8025-0dc4c423bbba req-a13b6768-2687-4587-acb3-9630c4ddcfd9 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:06.000357 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d88af3d-8645-4ac0-af75-648dc894374f req-a1b67ee3-1e76-4c2d-bf02-7053b9a84b68 tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:23:06.001912 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2d88af3d-8645-4ac0-af75-648dc894374f req-a1b67ee3-1e76-4c2d-bf02-7053b9a84b68 tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] 10.222.0.60 "GET /v2.0/ports?device_id=c1e6eaa3-28c2-4530-98c1-a8b63a271c9f HTTP/1.1" status: 200 len: 944 time: 0.1852860 Nov 23 17:23:06.029296 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [req-504462ac-1589-4484-8025-0dc4c423bbba req-a13b6768-2687-4587-acb3-9630c4ddcfd9 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] Calling delete_port for 1b055595-2178-4d80-9bf3-47b4548122fd owned by compute:nova {{(pid=103591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:23:06.089880 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-35e2d190-7937-482e-abfb-ca205c964cde req-27417a18-5e02-4ee8-8170-ebdfae0f41bb tempest-FloatingIPsAssociationTestJSON-1150543333 tempest-FloatingIPsAssociationTestJSON-1150543333-project] Publish callbacks [] for floatingip, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:06.092419 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-35e2d190-7937-482e-abfb-ca205c964cde req-27417a18-5e02-4ee8-8170-ebdfae0f41bb tempest-FloatingIPsAssociationTestJSON-1150543333 tempest-FloatingIPsAssociationTestJSON-1150543333-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for floatingip, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:06.093670 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-35e2d190-7937-482e-abfb-ca205c964cde req-27417a18-5e02-4ee8-8170-ebdfae0f41bb tempest-FloatingIPsAssociationTestJSON-1150543333 tempest-FloatingIPsAssociationTestJSON-1150543333-project] 10.222.0.60 "DELETE /v2.0/floatingips/0c6de8ab-c2df-4738-860d-9e4035f9394e HTTP/1.1" status: 204 len: 173 time: 1.4789221 Nov 23 17:23:06.158765 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2d88af3d-8645-4ac0-af75-648dc894374f req-d05b7a2d-1fe8-4e59-b84d-7115ab0be237 tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] 10.222.0.60 "GET /v2.0/security-groups?id=ef6a96c0-423c-4ea7-a75c-4657afd8c521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479664 Nov 23 17:23:06.174952 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7dae14b7-71eb-4e23-9bf8-ecc4e442dd8d req-71b7af49-562e-42d2-b0d4-38b2e8a51873 tempest-FloatingIPDetailsTestJSON-345818758 tempest-FloatingIPDetailsTestJSON-345818758-project] 10.222.0.60 "GET /v2.0/floatingips/4629674e-7fec-46bb-b7d5-da4afabe0a72 HTTP/1.1" status: 200 len: 692 time: 0.0617023 Nov 23 17:23:06.353710 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-504462ac-1589-4484-8025-0dc4c423bbba req-a13b6768-2687-4587-acb3-9630c4ddcfd9 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:06.361099 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] get_ports_and_sgs() called for port_ids ['bc0acd25-238e-4f36-9bd6-de0e9a940cd3', 'c1f40992-0164-4ec3-9312-47092b6d1593'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:23:06.400691 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ccc859-6928-482e-b1df-42ffcab59e12 req-208352a4-9ea1-4b7c-b96a-b77f51914d25 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:23:06.402224 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b2ccc859-6928-482e-b1df-42ffcab59e12 req-208352a4-9ea1-4b7c-b96a-b77f51914d25 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] 10.222.0.60 "GET /v2.0/ports?device_id=23329ec1-2aa1-4cec-919c-e827c4171d02 HTTP/1.1" status: 200 len: 951 time: 0.1748338 Nov 23 17:23:06.405108 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13b6768-2687-4587-acb3-9630c4ddcfd9 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] Pushing event deleted for resources: {'Port': ['ID=1b055595-2178-4d80-9bf3-47b4548122fd,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:23:06.419784 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dae14b7-71eb-4e23-9bf8-ecc4e442dd8d req-761aa921-ff76-4891-9d80-d4198b8ccddf tempest-FloatingIPDetailsTestJSON-345818758 tempest-FloatingIPDetailsTestJSON-345818758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:23:06.421028 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7dae14b7-71eb-4e23-9bf8-ecc4e442dd8d req-761aa921-ff76-4891-9d80-d4198b8ccddf tempest-FloatingIPDetailsTestJSON-345818758 tempest-FloatingIPDetailsTestJSON-345818758-project] 10.222.0.60 "GET /v2.0/networks/4c8455ba-1be5-42ac-b8c2-8a16e1292d55 HTTP/1.1" status: 200 len: 784 time: 0.2287660 Nov 23 17:23:06.476300 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [req-504462ac-1589-4484-8025-0dc4c423bbba req-a13b6768-2687-4587-acb3-9630c4ddcfd9 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] No DVR routers for this DVR port 1b055595-2178-4d80-9bf3-47b4548122fd on host n-h1-816206-8 {{(pid=103591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:23:06.509768 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-504462ac-1589-4484-8025-0dc4c423bbba req-a13b6768-2687-4587-acb3-9630c4ddcfd9 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:06.513051 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-504462ac-1589-4484-8025-0dc4c423bbba req-a13b6768-2687-4587-acb3-9630c4ddcfd9 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] 10.222.0.55 "DELETE /v2.0/ports/1b055595-2178-4d80-9bf3-47b4548122fd HTTP/1.1" status: 204 len: 173 time: 1.0490367 Nov 23 17:23:06.517589 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23329ec1-2aa1-4cec-919c-e827c4171d02', 'name': 'network-vif-deleted', 'tag': '1b055595-2178-4d80-9bf3-47b4548122fd'}] {{(pid=103591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:23:06.520412 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41d174a19ece9499ff9ec44e5b3fc50f2abd3ffbc947fb7e52ea1e8db27b95b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d963a580-be91-4e0c-b85f-784f6fd589ba" -d '{"events": [{"server_uuid": "23329ec1-2aa1-4cec-919c-e827c4171d02", "name": "network-vif-deleted", "tag": "1b055595-2178-4d80-9bf3-47b4548122fd"}]}' {{(pid=103591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:23:06.531973 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7dae14b7-71eb-4e23-9bf8-ecc4e442dd8d req-59509697-2ef3-4ce8-8feb-a2a4aebd8b2a tempest-FloatingIPDetailsTestJSON-345818758 tempest-FloatingIPDetailsTestJSON-345818758-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.3.76 HTTP/1.1" status: 200 len: 695 time: 0.0871651 Nov 23 17:23:06.594766 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b2ccc859-6928-482e-b1df-42ffcab59e12 req-498905ab-573c-4b04-be51-6163d3b82252 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] 10.222.0.60 "GET /v2.0/security-groups?id=70227657-be62-432a-a8fd-5a85231fc7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727068 Nov 23 17:23:06.605516 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7dae14b7-71eb-4e23-9bf8-ecc4e442dd8d req-fac5993b-9858-425e-86d0-6ce860199e8e tempest-FloatingIPDetailsTestJSON-345818758 tempest-FloatingIPDetailsTestJSON-345818758-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.3.76 HTTP/1.1" status: 200 len: 695 time: 0.0600488 Nov 23 17:23:06.787473 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fa792d-205a-4761-86bc-6b01fd142258 req-51cceade-41f5-4681-bf6b-c57282f32641 tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:23:06.789025 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-03fa792d-205a-4761-86bc-6b01fd142258 req-51cceade-41f5-4681-bf6b-c57282f32641 tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d4b828a-ffcb-4006-bd30-dfc229e00821 HTTP/1.1" status: 200 len: 945 time: 0.0798373 Nov 23 17:23:06.817019 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [req-7dae14b7-71eb-4e23-9bf8-ecc4e442dd8d req-2ec597c4-0eca-4cf1-92d5-4b797f28a050 tempest-FloatingIPDetailsTestJSON-345818758 tempest-FloatingIPDetailsTestJSON-345818758-project] Deleting port bf4209a9-96fe-4fd5-b634-7096249b9a57 {{(pid=103591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:23:06.817518 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-7dae14b7-71eb-4e23-9bf8-ecc4e442dd8d req-2ec597c4-0eca-4cf1-92d5-4b797f28a050 tempest-FloatingIPDetailsTestJSON-345818758 tempest-FloatingIPDetailsTestJSON-345818758-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:06.941033 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-03fa792d-205a-4761-86bc-6b01fd142258 req-8d17f736-86ec-4ff2-9bb4-1aae6a6b407f tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] 10.222.0.60 "GET /v2.0/security-groups?id=a7d295c6-a842-436b-b184-bb80f16900ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353884 Nov 23 17:23:06.970079 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94df7dbf-c5a8-4021-b5d2-2a3bf89bced4 req-39d5e8c3-47ac-4be5-9a1e-178e8b102212 tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:23:06.971823 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-94df7dbf-c5a8-4021-b5d2-2a3bf89bced4 req-39d5e8c3-47ac-4be5-9a1e-178e8b102212 tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] 10.222.0.55 "GET /v2.0/ports?device_id=7d4b828a-ffcb-4006-bd30-dfc229e00821 HTTP/1.1" status: 200 len: 945 time: 0.1056345 Nov 23 17:23:06.989312 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-7dae14b7-71eb-4e23-9bf8-ecc4e442dd8d req-2ec597c4-0eca-4cf1-92d5-4b797f28a050 tempest-FloatingIPDetailsTestJSON-345818758 tempest-FloatingIPDetailsTestJSON-345818758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:06.989636 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-7dae14b7-71eb-4e23-9bf8-ecc4e442dd8d req-2ec597c4-0eca-4cf1-92d5-4b797f28a050 tempest-FloatingIPDetailsTestJSON-345818758 tempest-FloatingIPDetailsTestJSON-345818758-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:07.030981 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [req-7dae14b7-71eb-4e23-9bf8-ecc4e442dd8d req-2ec597c4-0eca-4cf1-92d5-4b797f28a050 tempest-FloatingIPDetailsTestJSON-345818758 tempest-FloatingIPDetailsTestJSON-345818758-project] Calling delete_port for bf4209a9-96fe-4fd5-b634-7096249b9a57 owned by network:floatingip {{(pid=103591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:23:07.155924 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [req-94df7dbf-c5a8-4021-b5d2-2a3bf89bced4 req-9e341cb0-01de-424a-a017-fd0f88a4fd26 tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] Deleting port 58a947ae-822a-43db-8deb-290cda65a6fb {{(pid=103591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:23:07.156111 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-94df7dbf-c5a8-4021-b5d2-2a3bf89bced4 req-9e341cb0-01de-424a-a017-fd0f88a4fd26 tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:07.257115 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:23:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d04faf66-df43-4e3c-a78e-1cffbbd10a0a x-openstack-request-id: req-d04faf66-df43-4e3c-a78e-1cffbbd10a0a {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:23:07.257403 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23329ec1-2aa1-4cec-919c-e827c4171d02", "name": "network-vif-deleted", "tag": "1b055595-2178-4d80-9bf3-47b4548122fd", "status": "completed", "code": 200}]} {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:23:07.257654 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d04faf66-df43-4e3c-a78e-1cffbbd10a0a {{(pid=103591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:23:07.258049 n-d-816206-8 neutron-server[103591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23329ec1-2aa1-4cec-919c-e827c4171d02', 'name': 'network-vif-deleted', 'tag': '1b055595-2178-4d80-9bf3-47b4548122fd', 'status': 'completed', 'code': 200} Nov 23 17:23:07.291742 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-7dae14b7-71eb-4e23-9bf8-ecc4e442dd8d req-2ec597c4-0eca-4cf1-92d5-4b797f28a050 tempest-FloatingIPDetailsTestJSON-345818758 tempest-FloatingIPDetailsTestJSON-345818758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:07.307235 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-94df7dbf-c5a8-4021-b5d2-2a3bf89bced4 req-9e341cb0-01de-424a-a017-fd0f88a4fd26 tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] For port 58a947ae-822a-43db-8deb-290cda65a6fb, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=58a947ae-822a-43db-8deb-290cda65a6fb,segment=NetworkSegment(6c418a8c-f20c-4230-99c6-0f83d6e48757),segment_id=6c418a8c-f20c-4230-99c6-0f83d6e48757)] {{(pid=103591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:23:07.307595 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-94df7dbf-c5a8-4021-b5d2-2a3bf89bced4 req-9e341cb0-01de-424a-a017-fd0f88a4fd26 tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:07.336272 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec597c4-0eca-4cf1-92d5-4b797f28a050 tempest-FloatingIPDetailsTestJSON-345818758 tempest-FloatingIPDetailsTestJSON-345818758-project] Pushing event deleted for resources: {'Port': ['ID=bf4209a9-96fe-4fd5-b634-7096249b9a57,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:23:07.355654 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [req-94df7dbf-c5a8-4021-b5d2-2a3bf89bced4 req-9e341cb0-01de-424a-a017-fd0f88a4fd26 tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] Calling delete_port for 58a947ae-822a-43db-8deb-290cda65a6fb owned by compute:nova {{(pid=103591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:23:07.476428 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-7dae14b7-71eb-4e23-9bf8-ecc4e442dd8d req-2ec597c4-0eca-4cf1-92d5-4b797f28a050 tempest-FloatingIPDetailsTestJSON-345818758 tempest-FloatingIPDetailsTestJSON-345818758-project] Publish callbacks [] for floatingip, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:07.478861 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-7dae14b7-71eb-4e23-9bf8-ecc4e442dd8d req-2ec597c4-0eca-4cf1-92d5-4b797f28a050 tempest-FloatingIPDetailsTestJSON-345818758 tempest-FloatingIPDetailsTestJSON-345818758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for floatingip, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:07.479994 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7dae14b7-71eb-4e23-9bf8-ecc4e442dd8d req-2ec597c4-0eca-4cf1-92d5-4b797f28a050 tempest-FloatingIPDetailsTestJSON-345818758 tempest-FloatingIPDetailsTestJSON-345818758-project] 10.222.0.60 "DELETE /v2.0/floatingips/4629674e-7fec-46bb-b7d5-da4afabe0a72 HTTP/1.1" status: 204 len: 173 time: 0.8692245 Nov 23 17:23:07.486930 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d0c9fa-8346-4ece-8be4-dc2c1cf1a66d req-cd23ff9a-5e64-4c9d-9285-aee1ea83e4aa tempest-LiveMigrationTest-1150397521 tempest-LiveMigrationTest-1150397521-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:23:07.488427 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-77d0c9fa-8346-4ece-8be4-dc2c1cf1a66d req-cd23ff9a-5e64-4c9d-9285-aee1ea83e4aa tempest-LiveMigrationTest-1150397521 tempest-LiveMigrationTest-1150397521-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=718e7979-ed88-4391-b53d-996075f02e58 HTTP/1.1" status: 200 len: 1095 time: 0.1548285 Nov 23 17:23:07.604139 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-77d0c9fa-8346-4ece-8be4-dc2c1cf1a66d req-c7bc067a-f56d-4ccc-9080-a799f83e91a4 tempest-LiveMigrationTest-1150397521 tempest-LiveMigrationTest-1150397521-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=5c82e7e8-9cad-459a-acb2-b7a0867274de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083503 Nov 23 17:23:07.631019 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847e2c64-bbf7-4fff-b7e9-b4a67f0a3201 req-bd1e3a4f-325f-4e2b-bace-de9234c1de2e tempest-FloatingIPsAssociationTestJSON-1150543333 tempest-FloatingIPsAssociationTestJSON-1150543333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:23:07.632540 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-847e2c64-bbf7-4fff-b7e9-b4a67f0a3201 req-bd1e3a4f-325f-4e2b-bace-de9234c1de2e tempest-FloatingIPsAssociationTestJSON-1150543333 tempest-FloatingIPsAssociationTestJSON-1150543333-project] 10.222.0.60 "GET /v2.0/ports?device_id=94483118-8c1c-4799-a73f-44dc63b488e2 HTTP/1.1" status: 200 len: 946 time: 0.1000969 Nov 23 17:23:07.633856 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-94df7dbf-c5a8-4021-b5d2-2a3bf89bced4 req-9e341cb0-01de-424a-a017-fd0f88a4fd26 tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:07.646317 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] get_ports_and_sgs() called for port_ids ['58a947ae-822a-43db-8deb-290cda65a6fb'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:23:07.680026 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e341cb0-01de-424a-a017-fd0f88a4fd26 tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] Pushing event deleted for resources: {'Port': ['ID=58a947ae-822a-43db-8deb-290cda65a6fb,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:23:07.752176 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [req-94df7dbf-c5a8-4021-b5d2-2a3bf89bced4 req-9e341cb0-01de-424a-a017-fd0f88a4fd26 tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] No DVR routers for this DVR port 58a947ae-822a-43db-8deb-290cda65a6fb on host n-h1-816206-8 {{(pid=103591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:23:07.757274 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-94df7dbf-c5a8-4021-b5d2-2a3bf89bced4 req-9e341cb0-01de-424a-a017-fd0f88a4fd26 tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:07.760514 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-94df7dbf-c5a8-4021-b5d2-2a3bf89bced4 req-9e341cb0-01de-424a-a017-fd0f88a4fd26 tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] 10.222.0.55 "DELETE /v2.0/ports/58a947ae-822a-43db-8deb-290cda65a6fb HTTP/1.1" status: 204 len: 173 time: 0.7820394 Nov 23 17:23:07.781553 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-847e2c64-bbf7-4fff-b7e9-b4a67f0a3201 req-600bb3c3-860c-40e2-975e-b1f86dcb1b73 tempest-FloatingIPsAssociationTestJSON-1150543333 tempest-FloatingIPsAssociationTestJSON-1150543333-project] 10.222.0.60 "GET /v2.0/security-groups?id=b656dbf2-bd68-4405-bdb6-ed670d1dacf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403105 Nov 23 17:23:07.795765 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188ca4cc-b5b4-487d-9263-1ad1bc2f8af9 req-367b4b42-3106-46eb-9aa7-82c3ce06bd64 tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:23:07.797473 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-188ca4cc-b5b4-487d-9263-1ad1bc2f8af9 req-367b4b42-3106-46eb-9aa7-82c3ce06bd64 tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] 10.222.0.60 "GET /v2.0/ports?device_id=c1e6eaa3-28c2-4530-98c1-a8b63a271c9f HTTP/1.1" status: 200 len: 944 time: 0.1260946 Nov 23 17:23:07.862258 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-188ca4cc-b5b4-487d-9263-1ad1bc2f8af9 req-c8bd1629-818c-475f-ad14-5f5ca3a9b723 tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] 10.222.0.60 "GET /v2.0/security-groups?id=ef6a96c0-423c-4ea7-a75c-4657afd8c521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562384 Nov 23 17:23:07.931396 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5bf251ed-54db-41d6-9cc7-544c72640d5f req-1eab221d-a615-4883-8ca8-73938f8222a2 tempest-FloatingIPDetailsTestJSON-345818758 tempest-FloatingIPDetailsTestJSON-345818758-project] 10.222.0.60 "GET /v2.0/floatingips/1ae66675-30e4-4b87-ad69-41334b86e45e HTTP/1.1" status: 200 len: 693 time: 0.0732355 Nov 23 17:23:08.077524 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf251ed-54db-41d6-9cc7-544c72640d5f req-a46c5600-98ad-4477-8bd1-8e82defbb6a9 tempest-FloatingIPDetailsTestJSON-345818758 tempest-FloatingIPDetailsTestJSON-345818758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:23:08.078894 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5bf251ed-54db-41d6-9cc7-544c72640d5f req-a46c5600-98ad-4477-8bd1-8e82defbb6a9 tempest-FloatingIPDetailsTestJSON-345818758 tempest-FloatingIPDetailsTestJSON-345818758-project] 10.222.0.60 "GET /v2.0/networks/4c8455ba-1be5-42ac-b8c2-8a16e1292d55 HTTP/1.1" status: 200 len: 784 time: 0.1397114 Nov 23 17:23:08.080917 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d053a07-eb76-4e5b-a386-50c4b2965799 req-04145871-8286-430f-9e6d-1e4263eab974 tempest-LiveMigrationTest-1150397521 tempest-LiveMigrationTest-1150397521-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:23:08.082270 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4d053a07-eb76-4e5b-a386-50c4b2965799 req-04145871-8286-430f-9e6d-1e4263eab974 tempest-LiveMigrationTest-1150397521 tempest-LiveMigrationTest-1150397521-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=718e7979-ed88-4391-b53d-996075f02e58 HTTP/1.1" status: 200 len: 1095 time: 0.1011970 Nov 23 17:23:08.141269 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5bf251ed-54db-41d6-9cc7-544c72640d5f req-0ad48ed0-8714-41b5-a25a-971b3887c53f tempest-FloatingIPDetailsTestJSON-345818758 tempest-FloatingIPDetailsTestJSON-345818758-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.3.247 HTTP/1.1" status: 200 len: 696 time: 0.0555151 Nov 23 17:23:08.142130 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device 2e157275-46de-4566-82b9-9a605a955c7c details requested by agent hyperv_n-h1-816206-8 with host n-h1-816206-8 {{(pid=103592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 17:23:08.209142 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4d053a07-eb76-4e5b-a386-50c4b2965799 req-7986c1ce-7d86-408a-875b-779350232a51 tempest-LiveMigrationTest-1150397521 tempest-LiveMigrationTest-1150397521-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=5c82e7e8-9cad-459a-acb2-b7a0867274de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173005 Nov 23 17:23:08.212180 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5bf251ed-54db-41d6-9cc7-544c72640d5f req-cf077380-9d6d-4189-9544-32d143710456 tempest-FloatingIPDetailsTestJSON-345818758 tempest-FloatingIPDetailsTestJSON-345818758-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.3.247 HTTP/1.1" status: 200 len: 696 time: 0.0624297 Nov 23 17:23:08.293587 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device 1b055595-2178-4d80-9bf3-47b4548122fd no longer exists at agent hyperv_n-h1-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:23:08.319616 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] No Port match for: 1b055595-2178-4d80-9bf3-47b4548122fd {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:23:08.320075 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device 1b055595-2178-4d80-9bf3-47b4548122fd not bound to the agent host n-h1-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:23:08.416481 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [req-5bf251ed-54db-41d6-9cc7-544c72640d5f req-e8b70ad7-f931-41e7-9ec8-25e558cbd6c0 tempest-FloatingIPDetailsTestJSON-345818758 tempest-FloatingIPDetailsTestJSON-345818758-project] Deleting port 58d791e8-345d-4236-a7dd-a1dee7945f0f {{(pid=103591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:23:08.416780 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-5bf251ed-54db-41d6-9cc7-544c72640d5f req-e8b70ad7-f931-41e7-9ec8-25e558cbd6c0 tempest-FloatingIPDetailsTestJSON-345818758 tempest-FloatingIPDetailsTestJSON-345818758-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:08.421548 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port 2e157275-46de-4566-82b9-9a605a955c7c, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=2e157275-46de-4566-82b9-9a605a955c7c,segment=NetworkSegment(aeb4ff6a-77f7-45a2-bf27-0feac134a4ea),segment_id=aeb4ff6a-77f7-45a2-bf27-0feac134a4ea)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:23:08.440973 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Returning: {'device': '2e157275-46de-4566-82b9-9a605a955c7c', 'network_id': 'eacea6aa-86b2-4fe9-ae0d-611828f27804', 'port_id': '2e157275-46de-4566-82b9-9a605a955c7c', 'mac_address': 'fa:16:3e:7a:6b:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cfa8dfdf-5850-4e22-a7f8-6d7e726926d1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 17:23:08.488648 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:08.507062 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e157275-46de-4566-82b9-9a605a955c7c {{(pid=103592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:23:08.518892 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-5bf251ed-54db-41d6-9cc7-544c72640d5f req-e8b70ad7-f931-41e7-9ec8-25e558cbd6c0 tempest-FloatingIPDetailsTestJSON-345818758 tempest-FloatingIPDetailsTestJSON-345818758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:08.519509 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-5bf251ed-54db-41d6-9cc7-544c72640d5f req-e8b70ad7-f931-41e7-9ec8-25e558cbd6c0 tempest-FloatingIPDetailsTestJSON-345818758 tempest-FloatingIPDetailsTestJSON-345818758-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:08.532916 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port 2e157275-46de-4566-82b9-9a605a955c7c, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=2e157275-46de-4566-82b9-9a605a955c7c,segment=NetworkSegment(aeb4ff6a-77f7-45a2-bf27-0feac134a4ea),segment_id=aeb4ff6a-77f7-45a2-bf27-0feac134a4ea)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:23:08.538269 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [req-5bf251ed-54db-41d6-9cc7-544c72640d5f req-e8b70ad7-f931-41e7-9ec8-25e558cbd6c0 tempest-FloatingIPDetailsTestJSON-345818758 tempest-FloatingIPDetailsTestJSON-345818758-project] Calling delete_port for 58d791e8-345d-4236-a7dd-a1dee7945f0f owned by network:floatingip {{(pid=103591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:23:08.541142 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:08.614110 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Pushing event updated for resources: {'Port': ['ID=2e157275-46de-4566-82b9-9a605a955c7c,revision_number=4']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:23:08.623303 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:23:08.623907 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:23:08.624295 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:23:08.624659 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:23:08.625028 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:23:08.625361 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:23:08.625721 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:23:08.626088 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:23:08.626370 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:23:08.626719 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:23:08.627644 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:23:08.628135 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:23:08.670970 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef384f7c-bf9f-49a5-9b54-09391714a79a req-3a96ac10-d62c-46f9-93dc-bbca59832c89 tempest-FloatingIPsAssociationTestJSON-1150543333 tempest-FloatingIPsAssociationTestJSON-1150543333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:23:08.672524 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ef384f7c-bf9f-49a5-9b54-09391714a79a req-3a96ac10-d62c-46f9-93dc-bbca59832c89 tempest-FloatingIPsAssociationTestJSON-1150543333 tempest-FloatingIPsAssociationTestJSON-1150543333-project] 10.222.0.55 "GET /v2.0/ports?device_id=94483118-8c1c-4799-a73f-44dc63b488e2 HTTP/1.1" status: 200 len: 946 time: 0.1199312 Nov 23 17:23:08.749491 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f667b2fb-fa69-40da-aa7d-0f4dec6c30ca req-ae9edfa9-fbde-4bb1-a626-839b3c372086 tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d4b828a-ffcb-4006-bd30-dfc229e00821 HTTP/1.1" status: 200 len: 210 time: 0.0528028 Nov 23 17:23:08.792539 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] get_ports_and_sgs() called for port_ids ['2e157275-46de-4566-82b9-9a605a955c7c'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:23:08.850262 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-5bf251ed-54db-41d6-9cc7-544c72640d5f req-e8b70ad7-f931-41e7-9ec8-25e558cbd6c0 tempest-FloatingIPDetailsTestJSON-345818758 tempest-FloatingIPDetailsTestJSON-345818758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:08.882601 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b70ad7-f931-41e7-9ec8-25e558cbd6c0 tempest-FloatingIPDetailsTestJSON-345818758 tempest-FloatingIPDetailsTestJSON-345818758-project] Pushing event deleted for resources: {'Port': ['ID=58d791e8-345d-4236-a7dd-a1dee7945f0f,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:23:08.915224 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [req-ef384f7c-bf9f-49a5-9b54-09391714a79a req-63f2fc9d-24bf-4b31-9969-444289f6a69a tempest-FloatingIPsAssociationTestJSON-1150543333 tempest-FloatingIPsAssociationTestJSON-1150543333-project] Deleting port fba50d82-4af0-48c0-a41a-3d00e787e652 {{(pid=103591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:23:08.915567 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-ef384f7c-bf9f-49a5-9b54-09391714a79a req-63f2fc9d-24bf-4b31-9969-444289f6a69a tempest-FloatingIPsAssociationTestJSON-1150543333 tempest-FloatingIPsAssociationTestJSON-1150543333-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:09.011981 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-5bf251ed-54db-41d6-9cc7-544c72640d5f req-e8b70ad7-f931-41e7-9ec8-25e558cbd6c0 tempest-FloatingIPDetailsTestJSON-345818758 tempest-FloatingIPDetailsTestJSON-345818758-project] Publish callbacks [] for floatingip, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:09.014642 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-5bf251ed-54db-41d6-9cc7-544c72640d5f req-e8b70ad7-f931-41e7-9ec8-25e558cbd6c0 tempest-FloatingIPDetailsTestJSON-345818758 tempest-FloatingIPDetailsTestJSON-345818758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for floatingip, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:09.015822 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5bf251ed-54db-41d6-9cc7-544c72640d5f req-e8b70ad7-f931-41e7-9ec8-25e558cbd6c0 tempest-FloatingIPDetailsTestJSON-345818758 tempest-FloatingIPDetailsTestJSON-345818758-project] 10.222.0.60 "DELETE /v2.0/floatingips/1ae66675-30e4-4b87-ad69-41334b86e45e HTTP/1.1" status: 204 len: 173 time: 0.7933402 Nov 23 17:23:09.022051 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 53498) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:23:09.054532 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-ef384f7c-bf9f-49a5-9b54-09391714a79a req-63f2fc9d-24bf-4b31-9969-444289f6a69a tempest-FloatingIPsAssociationTestJSON-1150543333 tempest-FloatingIPsAssociationTestJSON-1150543333-project] For port fba50d82-4af0-48c0-a41a-3d00e787e652, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=fba50d82-4af0-48c0-a41a-3d00e787e652,segment=NetworkSegment(adf834ee-26cf-4f45-a2f3-83f453b804ad),segment_id=adf834ee-26cf-4f45-a2f3-83f453b804ad)] {{(pid=103591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:23:09.055313 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-ef384f7c-bf9f-49a5-9b54-09391714a79a req-63f2fc9d-24bf-4b31-9969-444289f6a69a tempest-FloatingIPsAssociationTestJSON-1150543333 tempest-FloatingIPsAssociationTestJSON-1150543333-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:09.092919 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [req-ef384f7c-bf9f-49a5-9b54-09391714a79a req-63f2fc9d-24bf-4b31-9969-444289f6a69a tempest-FloatingIPsAssociationTestJSON-1150543333 tempest-FloatingIPsAssociationTestJSON-1150543333-project] Calling delete_port for fba50d82-4af0-48c0-a41a-3d00e787e652 owned by compute:nova {{(pid=103591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:23:09.237528 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65f1e32-d18d-48b1-bbf2-dab1757635b2 req-28615e76-e43b-4f4c-a74f-80dbdcadd1bc tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:23:09.239317 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e65f1e32-d18d-48b1-bbf2-dab1757635b2 req-28615e76-e43b-4f4c-a74f-80dbdcadd1bc tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] 10.222.0.60 "GET /v2.0/ports?device_id=c79fc20b-806a-458c-8c0f-8a4583c06a8f HTTP/1.1" status: 200 len: 949 time: 0.1182506 Nov 23 17:23:09.271072 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d4b828a-ffcb-4006-bd30-dfc229e00821', 'name': 'network-vif-deleted', 'tag': '58a947ae-822a-43db-8deb-290cda65a6fb'}] {{(pid=103591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:23:09.274188 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41d174a19ece9499ff9ec44e5b3fc50f2abd3ffbc947fb7e52ea1e8db27b95b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98de34a8-6b52-4139-94c6-b85a00b142b6" -d '{"events": [{"server_uuid": "7d4b828a-ffcb-4006-bd30-dfc229e00821", "name": "network-vif-deleted", "tag": "58a947ae-822a-43db-8deb-290cda65a6fb"}]}' {{(pid=103591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:23:09.511445 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b00ca794-e3ac-4b43-a977-0db32b9e7018 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1794372'] for router_interface, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:09.703990 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e65f1e32-d18d-48b1-bbf2-dab1757635b2 req-07e87e7e-4359-4c96-91ee-459bf5458c0e tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] 10.222.0.60 "GET /v2.0/security-groups?id=70227657-be62-432a-a8fd-5a85231fc7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4545178 Nov 23 17:23:09.707304 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-ef384f7c-bf9f-49a5-9b54-09391714a79a req-63f2fc9d-24bf-4b31-9969-444289f6a69a tempest-FloatingIPsAssociationTestJSON-1150543333 tempest-FloatingIPsAssociationTestJSON-1150543333-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:09.720669 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] get_ports_and_sgs() called for port_ids ['fba50d82-4af0-48c0-a41a-3d00e787e652'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:23:09.727455 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6d24fc-cc74-4789-b282-880dfaf823ef req-a03aefae-ad93-47e6-9313-e415afb7c591 tempest-FloatingIPsAssociationTestJSON-1150543333 tempest-FloatingIPsAssociationTestJSON-1150543333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:23:09.729059 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ca6d24fc-cc74-4789-b282-880dfaf823ef req-a03aefae-ad93-47e6-9313-e415afb7c591 tempest-FloatingIPsAssociationTestJSON-1150543333 tempest-FloatingIPsAssociationTestJSON-1150543333-project] 10.222.0.60 "GET /v2.0/ports?device_id=94483118-8c1c-4799-a73f-44dc63b488e2 HTTP/1.1" status: 200 len: 946 time: 0.4769990 Nov 23 17:23:09.783864 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f2fc9d-24bf-4b31-9969-444289f6a69a tempest-FloatingIPsAssociationTestJSON-1150543333 tempest-FloatingIPsAssociationTestJSON-1150543333-project] Pushing event deleted for resources: {'Port': ['ID=fba50d82-4af0-48c0-a41a-3d00e787e652,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:23:09.856436 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-b00ca794-e3ac-4b43-a977-0db32b9e7018 admin admin] Deleting port aba1cf12-6ab0-440d-a338-a5f12025893c {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:23:09.857870 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b00ca794-e3ac-4b43-a977-0db32b9e7018 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:09.902097 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef384f7c-bf9f-49a5-9b54-09391714a79a req-63f2fc9d-24bf-4b31-9969-444289f6a69a tempest-FloatingIPsAssociationTestJSON-1150543333 tempest-FloatingIPsAssociationTestJSON-1150543333-project] No DVR routers for this DVR port fba50d82-4af0-48c0-a41a-3d00e787e652 on host n-h1-816206-8 {{(pid=103591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:23:09.914626 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-ef384f7c-bf9f-49a5-9b54-09391714a79a req-63f2fc9d-24bf-4b31-9969-444289f6a69a tempest-FloatingIPsAssociationTestJSON-1150543333 tempest-FloatingIPsAssociationTestJSON-1150543333-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:09.918467 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ef384f7c-bf9f-49a5-9b54-09391714a79a req-63f2fc9d-24bf-4b31-9969-444289f6a69a tempest-FloatingIPsAssociationTestJSON-1150543333 tempest-FloatingIPsAssociationTestJSON-1150543333-project] 10.222.0.55 "DELETE /v2.0/ports/fba50d82-4af0-48c0-a41a-3d00e787e652 HTTP/1.1" status: 204 len: 173 time: 1.2382627 Nov 23 17:23:09.927941 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ca6d24fc-cc74-4789-b282-880dfaf823ef req-1af6dbb5-7e6a-4b3b-9ce0-230b32ac7426 tempest-FloatingIPsAssociationTestJSON-1150543333 tempest-FloatingIPsAssociationTestJSON-1150543333-project] 10.222.0.60 "GET /v2.0/security-groups?id=b656dbf2-bd68-4405-bdb6-ed670d1dacf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781859 Nov 23 17:23:09.967291 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fcd694-2ef3-4ab6-a5b2-b2dfe9c09744 req-2503fd12-4ce8-4ac5-ac62-d47e93937dad tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:23:09.969110 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-43fcd694-2ef3-4ab6-a5b2-b2dfe9c09744 req-2503fd12-4ce8-4ac5-ac62-d47e93937dad tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] 10.222.0.60 "GET /v2.0/ports?device_id=c1e6eaa3-28c2-4530-98c1-a8b63a271c9f HTTP/1.1" status: 200 len: 945 time: 0.1327584 Nov 23 17:23:09.995829 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-b00ca794-e3ac-4b43-a977-0db32b9e7018 admin admin] For port aba1cf12-6ab0-440d-a338-a5f12025893c, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=aba1cf12-6ab0-440d-a338-a5f12025893c,segment=NetworkSegment(32102380-ad10-4731-85ee-da585ea6351e),segment_id=32102380-ad10-4731-85ee-da585ea6351e)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:23:09.996240 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b00ca794-e3ac-4b43-a977-0db32b9e7018 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:10.015251 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-b00ca794-e3ac-4b43-a977-0db32b9e7018 admin admin] Calling delete_port for aba1cf12-6ab0-440d-a338-a5f12025893c owned by network:router_interface {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:23:10.079727 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-43fcd694-2ef3-4ab6-a5b2-b2dfe9c09744 req-3d2c70ff-4f9e-4078-9bb7-3fa0d189cd4f tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] 10.222.0.60 "GET /v2.0/security-groups?id=ef6a96c0-423c-4ea7-a75c-4657afd8c521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012828 Nov 23 17:23:10.146019 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device 2e157275-46de-4566-82b9-9a605a955c7c up at agent hyperv_n-h1-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:23:10.187034 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:23:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7047438-8042-4982-8b45-2ff8236e515e x-openstack-request-id: req-f7047438-8042-4982-8b45-2ff8236e515e {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:23:10.187668 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d4b828a-ffcb-4006-bd30-dfc229e00821", "name": "network-vif-deleted", "tag": "58a947ae-822a-43db-8deb-290cda65a6fb", "status": "completed", "code": 200}]} {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:23:10.187829 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f7047438-8042-4982-8b45-2ff8236e515e {{(pid=103591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:23:10.188218 n-d-816206-8 neutron-server[103591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d4b828a-ffcb-4006-bd30-dfc229e00821', 'name': 'network-vif-deleted', 'tag': '58a947ae-822a-43db-8deb-290cda65a6fb', 'status': 'completed', 'code': 200} Nov 23 17:23:10.270120 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Provisioning for port 2e157275-46de-4566-82b9-9a605a955c7c completed by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 17:23:10.277215 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Provisioning complete for port 2e157275-46de-4566-82b9-9a605a955c7c triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:23:10.277922 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b00ca794-e3ac-4b43-a977-0db32b9e7018 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:10.279939 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:10.326941 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4186341a-ca95-45bf-9cd6-f347caebb40a req-ba304e18-ef32-4683-80fb-b2f9381650d1 tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d4b828a-ffcb-4006-bd30-dfc229e00821 HTTP/1.1" status: 200 len: 210 time: 0.0901127 Nov 23 17:23:10.349241 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00ca794-e3ac-4b43-a977-0db32b9e7018 admin admin] Pushing event deleted for resources: {'Port': ['ID=aba1cf12-6ab0-440d-a338-a5f12025893c,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:23:10.359440 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c239f2-09eb-4c40-9be0-0b00c964e77b req-8871ca7e-3d4b-43f6-83f9-b8deae61fc4c tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:23:10.367779 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-00c239f2-09eb-4c40-9be0-0b00c964e77b req-8871ca7e-3d4b-43f6-83f9-b8deae61fc4c tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] 10.222.0.36 "GET /v2.0/ports?device_id=c79fc20b-806a-458c-8c0f-8a4583c06a8f HTTP/1.1" status: 200 len: 949 time: 0.1786470 Nov 23 17:23:10.425060 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 53514) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:23:10.564369 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:10.619261 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port 2e157275-46de-4566-82b9-9a605a955c7c, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=2e157275-46de-4566-82b9-9a605a955c7c,segment=NetworkSegment(aeb4ff6a-77f7-45a2-bf27-0feac134a4ea),segment_id=aeb4ff6a-77f7-45a2-bf27-0feac134a4ea)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:23:10.623190 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1e6eaa3-28c2-4530-98c1-a8b63a271c9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e157275-46de-4566-82b9-9a605a955c7c'}] {{(pid=103592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:23:10.631699 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [req-00c239f2-09eb-4c40-9be0-0b00c964e77b req-b74cf2c8-5d1d-4b5d-a451-7e82144ea035 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] Deleting port c1f40992-0164-4ec3-9312-47092b6d1593 {{(pid=103591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:23:10.632480 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-00c239f2-09eb-4c40-9be0-0b00c964e77b req-b74cf2c8-5d1d-4b5d-a451-7e82144ea035 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:10.636045 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba3e6a8f2301c7a29fe1eca9779abdae4ccbcd6266d69778087f2498d5551201" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72f2930b-398f-4a87-b6ca-50a67374345b" -d '{"events": [{"server_uuid": "c1e6eaa3-28c2-4530-98c1-a8b63a271c9f", "name": "network-vif-plugged", "status": "completed", "tag": "2e157275-46de-4566-82b9-9a605a955c7c"}]}' {{(pid=103592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:23:10.642207 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:10.643630 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device 58a947ae-822a-43db-8deb-290cda65a6fb no longer exists at agent hyperv_n-h1-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:23:10.724067 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] No Port match for: 58a947ae-822a-43db-8deb-290cda65a6fb {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:23:10.724675 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device 58a947ae-822a-43db-8deb-290cda65a6fb not bound to the agent host n-h1-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:23:10.800920 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Pushing event updated for resources: {'Port': ['ID=2e157275-46de-4566-82b9-9a605a955c7c,revision_number=5']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:23:10.836780 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-00c239f2-09eb-4c40-9be0-0b00c964e77b req-b74cf2c8-5d1d-4b5d-a451-7e82144ea035 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] For port c1f40992-0164-4ec3-9312-47092b6d1593, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=c1f40992-0164-4ec3-9312-47092b6d1593,segment=NetworkSegment(329c1745-02bf-4561-9615-3192910887f5),segment_id=329c1745-02bf-4561-9615-3192910887f5)] {{(pid=103591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:23:10.837811 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-00c239f2-09eb-4c40-9be0-0b00c964e77b req-b74cf2c8-5d1d-4b5d-a451-7e82144ea035 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:10.861336 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:23:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf62d37b-b035-4ab0-8fed-7f5e87d47334 x-openstack-request-id: req-cf62d37b-b035-4ab0-8fed-7f5e87d47334 {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:23:10.863732 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1e6eaa3-28c2-4530-98c1-a8b63a271c9f", "name": "network-vif-plugged", "status": "completed", "tag": "2e157275-46de-4566-82b9-9a605a955c7c", "code": 200}]} {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:23:10.864086 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-cf62d37b-b035-4ab0-8fed-7f5e87d47334 {{(pid=103592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:23:10.864667 n-d-816206-8 neutron-server[103592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1e6eaa3-28c2-4530-98c1-a8b63a271c9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e157275-46de-4566-82b9-9a605a955c7c', 'code': 200} Nov 23 17:23:10.884388 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [req-00c239f2-09eb-4c40-9be0-0b00c964e77b req-b74cf2c8-5d1d-4b5d-a451-7e82144ea035 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] Calling delete_port for c1f40992-0164-4ec3-9312-47092b6d1593 owned by compute:nova {{(pid=103591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:23:11.007438 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0383216e-fe74-4ddb-9b40-a61ff98f146a req-c54405da-f759-4b50-bd05-36cf52d16784 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:23:11.009250 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-0383216e-fe74-4ddb-9b40-a61ff98f146a req-c54405da-f759-4b50-bd05-36cf52d16784 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] 10.222.0.60 "GET /v2.0/ports?device_id=c79fc20b-806a-458c-8c0f-8a4583c06a8f HTTP/1.1" status: 200 len: 949 time: 0.1686444 Nov 23 17:23:11.017181 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 53526) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:23:11.100565 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110c3e98-8121-417e-8a2c-e4d2158f32fe req-f9d493bd-5f62-467f-b2c1-547691e9174e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:23:11.102169 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-110c3e98-8121-417e-8a2c-e4d2158f32fe req-f9d493bd-5f62-467f-b2c1-547691e9174e service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=c1e6eaa3-28c2-4530-98c1-a8b63a271c9f HTTP/1.1" status: 200 len: 1097 time: 0.1680558 Nov 23 17:23:11.198858 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b00ca794-e3ac-4b43-a977-0db32b9e7018 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2067500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1794520'] for router_interface, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:11.260674 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-0383216e-fe74-4ddb-9b40-a61ff98f146a req-4d8581e3-9c02-41c8-80ef-042458e67cef tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] 10.222.0.60 "GET /v2.0/security-groups?id=70227657-be62-432a-a8fd-5a85231fc7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2332623 Nov 23 17:23:11.332686 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-00c239f2-09eb-4c40-9be0-0b00c964e77b req-b74cf2c8-5d1d-4b5d-a451-7e82144ea035 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:11.353012 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] get_ports_and_sgs() called for port_ids ['bc0acd25-238e-4f36-9bd6-de0e9a940cd3', 'c1f40992-0164-4ec3-9312-47092b6d1593'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:23:11.373597 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74cf2c8-5d1d-4b5d-a451-7e82144ea035 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] Pushing event deleted for resources: {'Port': ['ID=c1f40992-0164-4ec3-9312-47092b6d1593,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:23:11.385510 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-110c3e98-8121-417e-8a2c-e4d2158f32fe req-4a238a32-8d47-490d-b812-6cbb4007d5cb service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=ef6a96c0-423c-4ea7-a75c-4657afd8c521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2438362 Nov 23 17:23:11.401635 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84992340-ae5e-44e0-bb87-7864836ee4c6 req-7213bef4-3c58-425a-b196-92f7c0cb260f tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:23:11.409271 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-84992340-ae5e-44e0-bb87-7864836ee4c6 req-7213bef4-3c58-425a-b196-92f7c0cb260f tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] 10.222.0.60 "GET /v2.0/ports?device_id=c1e6eaa3-28c2-4530-98c1-a8b63a271c9f HTTP/1.1" status: 200 len: 946 time: 0.2221136 Nov 23 17:23:11.525769 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [req-00c239f2-09eb-4c40-9be0-0b00c964e77b req-b74cf2c8-5d1d-4b5d-a451-7e82144ea035 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] No DVR routers for this DVR port c1f40992-0164-4ec3-9312-47092b6d1593 on host n-h2-816206-8 {{(pid=103591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:23:11.532344 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-00c239f2-09eb-4c40-9be0-0b00c964e77b req-b74cf2c8-5d1d-4b5d-a451-7e82144ea035 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:11.536635 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-00c239f2-09eb-4c40-9be0-0b00c964e77b req-b74cf2c8-5d1d-4b5d-a451-7e82144ea035 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] 10.222.0.36 "DELETE /v2.0/ports/c1f40992-0164-4ec3-9312-47092b6d1593 HTTP/1.1" status: 204 len: 173 time: 1.1609499 Nov 23 17:23:11.552641 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-84992340-ae5e-44e0-bb87-7864836ee4c6 req-54989dd3-39fb-47f1-a2c6-04625c716f79 tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] 10.222.0.60 "GET /v2.0/security-groups?id=ef6a96c0-423c-4ea7-a75c-4657afd8c521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421387 Nov 23 17:23:11.705790 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b00ca794-e3ac-4b43-a977-0db32b9e7018 admin admin] Router f5804fb4-971e-4854-8d18-dd5aa284ef6d has already been hosted by L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 {{(pid=103590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 17:23:11.706531 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-62bca6d4-6b59-4dda-b5ef-76d616c85ac8 req-2e297dd7-ed58-403b-a7d8-72a15b91ce44 tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d4b828a-ffcb-4006-bd30-dfc229e00821 HTTP/1.1" status: 200 len: 210 time: 0.0415578 Nov 23 17:23:11.816234 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-077ac373-54dc-4572-86e5-a3581fbdc06d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1794372'] for router_interface, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:11.870117 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2a95b2e9-a5d2-41e3-972a-2ab8e0cfc114 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1794372'] for router_interface, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:11.874452 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b00ca794-e3ac-4b43-a977-0db32b9e7018 admin admin] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:23:11.886111 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08271b9a-2eff-41be-a6b0-616041ea58b3 None None] Sync routers for ids ['f5804fb4-971e-4854-8d18-dd5aa284ef6d'] in n-d-816206-8 {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:23:11.909975 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08271b9a-2eff-41be-a6b0-616041ea58b3 None None] Routers {'f5804fb4-971e-4854-8d18-dd5aa284ef6d'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:23:11.910705 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-08271b9a-2eff-41be-a6b0-616041ea58b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:22:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['f5804fb4-971e-4854-8d18-dd5aa284ef6d'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:23:11.911824 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-b00ca794-e3ac-4b43-a977-0db32b9e7018 admin admin] 10.222.0.60 "PUT /v2.0/routers/f5804fb4-971e-4854-8d18-dd5aa284ef6d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8884094 Nov 23 17:23:11.912479 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 53536) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:23:12.099909 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-9bc62260-9c2f-4bcc-acfa-bc170e5e1a6b admin admin] Publish callbacks [] for router, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:12.117941 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvr_db [None req-08271b9a-2eff-41be-a6b0-616041ea58b3 None None] Set router f5804fb4-971e-4854-8d18-dd5aa284ef6d gateway port host: n-d-816206-8 {{(pid=103592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:23:12.190361 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-077ac373-54dc-4572-86e5-a3581fbdc06d admin admin] Deleting port 06bad47f-5b77-4f49-89bb-87622d83ca1d {{(pid=103591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:23:12.191369 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-077ac373-54dc-4572-86e5-a3581fbdc06d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:12.195748 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94483118-8c1c-4799-a73f-44dc63b488e2', 'name': 'network-vif-deleted', 'tag': 'fba50d82-4af0-48c0-a41a-3d00e787e652'}, {'server_uuid': 'c79fc20b-806a-458c-8c0f-8a4583c06a8f', 'name': 'network-vif-deleted', 'tag': 'c1f40992-0164-4ec3-9312-47092b6d1593'}] {{(pid=103591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:23:12.198144 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41d174a19ece9499ff9ec44e5b3fc50f2abd3ffbc947fb7e52ea1e8db27b95b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6d75fd2-a0fd-4bfd-95a6-4ef6d6139bc1" -d '{"events": [{"server_uuid": "94483118-8c1c-4799-a73f-44dc63b488e2", "name": "network-vif-deleted", "tag": "fba50d82-4af0-48c0-a41a-3d00e787e652"}, {"server_uuid": "c79fc20b-806a-458c-8c0f-8a4583c06a8f", "name": "network-vif-deleted", "tag": "c1f40992-0164-4ec3-9312-47092b6d1593"}]}' {{(pid=103591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:23:12.212276 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device fba50d82-4af0-48c0-a41a-3d00e787e652 no longer exists at agent hyperv_n-h1-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:23:12.284214 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 23 Nov 2021 17:23:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8108f521-7af5-4676-b735-08de0eb5b47b x-openstack-request-id: req-8108f521-7af5-4676-b735-08de0eb5b47b {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:23:12.285732 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94483118-8c1c-4799-a73f-44dc63b488e2", "name": "network-vif-deleted", "tag": "fba50d82-4af0-48c0-a41a-3d00e787e652", "status": "completed", "code": 200}, {"server_uuid": "c79fc20b-806a-458c-8c0f-8a4583c06a8f", "name": "network-vif-deleted", "tag": "c1f40992-0164-4ec3-9312-47092b6d1593", "status": "completed", "code": 200}]} {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:23:12.286247 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-8108f521-7af5-4676-b735-08de0eb5b47b {{(pid=103591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:23:12.286930 n-d-816206-8 neutron-server[103591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94483118-8c1c-4799-a73f-44dc63b488e2', 'name': 'network-vif-deleted', 'tag': 'fba50d82-4af0-48c0-a41a-3d00e787e652', 'status': 'completed', 'code': 200} Nov 23 17:23:12.288003 n-d-816206-8 neutron-server[103591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c79fc20b-806a-458c-8c0f-8a4583c06a8f', 'name': 'network-vif-deleted', 'tag': 'c1f40992-0164-4ec3-9312-47092b6d1593', 'status': 'completed', 'code': 200} Nov 23 17:23:12.295000 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-9bc62260-9c2f-4bcc-acfa-bc170e5e1a6b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:12.307349 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] No Port match for: fba50d82-4af0-48c0-a41a-3d00e787e652 {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:23:12.307944 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device fba50d82-4af0-48c0-a41a-3d00e787e652 not bound to the agent host n-h1-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:23:12.327293 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [None req-077ac373-54dc-4572-86e5-a3581fbdc06d admin admin] For port 06bad47f-5b77-4f49-89bb-87622d83ca1d, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=06bad47f-5b77-4f49-89bb-87622d83ca1d,segment=NetworkSegment(adf834ee-26cf-4f45-a2f3-83f453b804ad),segment_id=adf834ee-26cf-4f45-a2f3-83f453b804ad)] {{(pid=103591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:23:12.328646 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-077ac373-54dc-4572-86e5-a3581fbdc06d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:12.375268 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-077ac373-54dc-4572-86e5-a3581fbdc06d admin admin] Calling delete_port for 06bad47f-5b77-4f49-89bb-87622d83ca1d owned by network:router_interface {{(pid=103591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:23:12.504281 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-2a95b2e9-a5d2-41e3-972a-2ab8e0cfc114 admin admin] Deleting port f3b74f12-dae1-4d9f-b78f-dc745d6893f6 {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:23:12.504676 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2a95b2e9-a5d2-41e3-972a-2ab8e0cfc114 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:12.544549 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-9bc62260-9c2f-4bcc-acfa-bc170e5e1a6b admin admin] Deleting port ba38f33f-34c7-4a7d-86b9-fcfa1751abc8 {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:23:12.544897 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-9bc62260-9c2f-4bcc-acfa-bc170e5e1a6b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:12.552215 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-08271b9a-2eff-41be-a6b0-616041ea58b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5804fb4-971e-4854-8d18-dd5aa284ef6d', 'name': 'tempest-FloatingIPDetailsTestJSON-1655317840-router', 'tenant_id': '0d3cf27e5af04d45bf5634064092bfba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.53'}], 'enable_snat': True}, 'gw_port_id': 'ba38f33f-34c7-4a7d-86b9-fcfa1751abc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:22:20Z', 'updated_at': '2021-11-23T17:23:10Z', 'revision_number': 5, 'project_id': '0d3cf27e5af04d45bf5634064092bfba', 'gw_port': {'id': 'ba38f33f-34c7-4a7d-86b9-fcfa1751abc8', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:ef:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5804fb4-971e-4854-8d18-dd5aa284ef6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:22:21Z', 'updated_at': '2021-11-23T17:22:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8'}], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:23:12.656748 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08271b9a-2eff-41be-a6b0-616041ea58b3 None None] Checking router: f5804fb4-971e-4854-8d18-dd5aa284ef6d for host: n-d-816206-8 {{(pid=103592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 17:23:12.743378 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08271b9a-2eff-41be-a6b0-616041ea58b3 None None] Routers {'f5804fb4-971e-4854-8d18-dd5aa284ef6d'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:23:12.744070 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-08271b9a-2eff-41be-a6b0-616041ea58b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:22:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['f5804fb4-971e-4854-8d18-dd5aa284ef6d'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:23:12.832647 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-077ac373-54dc-4572-86e5-a3581fbdc06d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:12.844304 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-2a95b2e9-a5d2-41e3-972a-2ab8e0cfc114 admin admin] For port f3b74f12-dae1-4d9f-b78f-dc745d6893f6, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=f3b74f12-dae1-4d9f-b78f-dc745d6893f6,segment=NetworkSegment(374abdbe-b9f5-40b9-89ba-022682cac473),segment_id=374abdbe-b9f5-40b9-89ba-022682cac473)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:23:12.844896 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2a95b2e9-a5d2-41e3-972a-2ab8e0cfc114 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:12.856926 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-9bc62260-9c2f-4bcc-acfa-bc170e5e1a6b admin admin] For port ba38f33f-34c7-4a7d-86b9-fcfa1751abc8, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=ba38f33f-34c7-4a7d-86b9-fcfa1751abc8,segment=NetworkSegment(bffd1e4f-e80f-4ff0-b418-2f42ae15febf),segment_id=bffd1e4f-e80f-4ff0-b418-2f42ae15febf)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:23:12.857468 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-9bc62260-9c2f-4bcc-acfa-bc170e5e1a6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:12.872543 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-2a95b2e9-a5d2-41e3-972a-2ab8e0cfc114 admin admin] Calling delete_port for f3b74f12-dae1-4d9f-b78f-dc745d6893f6 owned by network:router_interface {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:23:12.879711 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-9bc62260-9c2f-4bcc-acfa-bc170e5e1a6b admin admin] Calling delete_port for ba38f33f-34c7-4a7d-86b9-fcfa1751abc8 owned by network:router_gateway {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:23:12.911109 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077ac373-54dc-4572-86e5-a3581fbdc06d admin admin] Pushing event deleted for resources: {'Port': ['ID=06bad47f-5b77-4f49-89bb-87622d83ca1d,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:23:12.954757 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-7ebfbfcd-5bae-4d2a-997c-f7a7d040c6ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:12.979064 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvr_db [None req-08271b9a-2eff-41be-a6b0-616041ea58b3 None None] Set router f5804fb4-971e-4854-8d18-dd5aa284ef6d gateway port host: None {{(pid=103592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:23:13.003598 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20e3eba-8a27-4315-a544-93a87cd614a2 req-775c51f1-6ef8-4fa0-b3ad-1db4f7229a6f tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:23:13.013999 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b20e3eba-8a27-4315-a544-93a87cd614a2 req-775c51f1-6ef8-4fa0-b3ad-1db4f7229a6f tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] 10.222.0.60 "GET /v2.0/ports?device_id=c1e6eaa3-28c2-4530-98c1-a8b63a271c9f HTTP/1.1" status: 200 len: 946 time: 0.2648435 Nov 23 17:23:13.067312 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-08271b9a-2eff-41be-a6b0-616041ea58b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5804fb4-971e-4854-8d18-dd5aa284ef6d', 'name': 'tempest-FloatingIPDetailsTestJSON-1655317840-router', 'tenant_id': '0d3cf27e5af04d45bf5634064092bfba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:22:20Z', 'updated_at': '2021-11-23T17:23:12Z', 'revision_number': 6, 'project_id': '0d3cf27e5af04d45bf5634064092bfba', 'gw_port_host': None}], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:23:13.103538 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08271b9a-2eff-41be-a6b0-616041ea58b3 None None] The sync data for ids ['f5804fb4-971e-4854-8d18-dd5aa284ef6d'] in n-d-816206-8 is: [{'id': 'f5804fb4-971e-4854-8d18-dd5aa284ef6d', 'name': 'tempest-FloatingIPDetailsTestJSON-1655317840-router', 'tenant_id': '0d3cf27e5af04d45bf5634064092bfba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:22:20Z', 'updated_at': '2021-11-23T17:23:12Z', 'revision_number': 6, 'project_id': '0d3cf27e5af04d45bf5634064092bfba', 'gw_port_host': None}] {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:23:13.228291 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:13.257585 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b494459b-0a17-4439-a0ed-6d34e2a2168a req-2c58a09a-8c2e-4993-a2a9-20abfe6f1275 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:23:13.267667 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b494459b-0a17-4439-a0ed-6d34e2a2168a req-2c58a09a-8c2e-4993-a2a9-20abfe6f1275 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] 10.222.0.60 "GET /v2.0/ports?device_id=15b7563e-dd4f-4e87-9c18-113e02ce5ca0 HTTP/1.1" status: 200 len: 950 time: 0.4239666 Nov 23 17:23:13.349579 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-9bc62260-9c2f-4bcc-acfa-bc170e5e1a6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:13.364876 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b20e3eba-8a27-4315-a544-93a87cd614a2 req-b485f3f7-85c8-4178-9bd5-d2d5fddfa6da tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] 10.222.0.60 "GET /v2.0/security-groups?id=ef6a96c0-423c-4ea7-a75c-4657afd8c521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3495319 Nov 23 17:23:13.365606 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-077ac373-54dc-4572-86e5-a3581fbdc06d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2067500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1794520'] for router_interface, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:13.378599 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b494459b-0a17-4439-a0ed-6d34e2a2168a req-ff4e44b1-3aef-4d2c-ab4f-3f4b82f2e9ef tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] 10.222.0.60 "GET /v2.0/security-groups?id=70227657-be62-432a-a8fd-5a85231fc7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094997 Nov 23 17:23:13.384038 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc62260-9c2f-4bcc-acfa-bc170e5e1a6b admin admin] Pushing event deleted for resources: {'Port': ['ID=ba38f33f-34c7-4a7d-86b9-fcfa1751abc8,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:23:13.390411 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2a95b2e9-a5d2-41e3-972a-2ab8e0cfc114 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:13.467026 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a95b2e9-a5d2-41e3-972a-2ab8e0cfc114 admin admin] Pushing event deleted for resources: {'Port': ['ID=f3b74f12-dae1-4d9f-b78f-dc745d6893f6,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:23:13.583789 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4c4df163-0ea5-4f97-b583-e06ca3e76c4c req-981f030d-188d-4591-94a0-283dfd596ffe tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d4b828a-ffcb-4006-bd30-dfc229e00821 HTTP/1.1" status: 200 len: 210 time: 0.0601549 Nov 23 17:23:13.769833 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2a95b2e9-a5d2-41e3-972a-2ab8e0cfc114 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2067500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1794520'] for router_interface, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:13.785476 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb9f42e-ce5d-4066-a154-fb8d65c0d85e req-9c68fc96-42f8-4833-a0fd-91cfcc4b39d8 tempest-LiveAutoBlockMigrationV225Test-82532795 tempest-LiveAutoBlockMigrationV225Test-82532795-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:23:13.794758 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-9bc62260-9c2f-4bcc-acfa-bc170e5e1a6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1795454'] for router_gateway, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:13.796997 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-1bb9f42e-ce5d-4066-a154-fb8d65c0d85e req-9c68fc96-42f8-4833-a0fd-91cfcc4b39d8 tempest-LiveAutoBlockMigrationV225Test-82532795 tempest-LiveAutoBlockMigrationV225Test-82532795-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=c1e6eaa3-28c2-4530-98c1-a8b63a271c9f HTTP/1.1" status: 200 len: 1097 time: 0.2737491 Nov 23 17:23:13.929202 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-1bb9f42e-ce5d-4066-a154-fb8d65c0d85e req-d546e5c1-8208-4598-ab82-ba733770b4e2 tempest-LiveAutoBlockMigrationV225Test-82532795 tempest-LiveAutoBlockMigrationV225Test-82532795-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=ef6a96c0-423c-4ea7-a75c-4657afd8c521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309936 Nov 23 17:23:13.965858 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-077ac373-54dc-4572-86e5-a3581fbdc06d admin admin] Router b8f885a9-93ac-4a6d-b02a-91d84e71c9db has already been hosted by L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 {{(pid=103591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 17:23:13.986348 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:14.233280 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-077ac373-54dc-4572-86e5-a3581fbdc06d admin admin] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:23:14.246360 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22a89d18-fdc9-4a3d-98a8-e23835b10b42 None None] Sync routers for ids ['b8f885a9-93ac-4a6d-b02a-91d84e71c9db'] in n-d-816206-8 {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:23:14.251302 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-077ac373-54dc-4572-86e5-a3581fbdc06d admin admin] 10.222.0.60 "PUT /v2.0/routers/b8f885a9-93ac-4a6d-b02a-91d84e71c9db/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2313769 Nov 23 17:23:14.255113 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 53562) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:23:14.270036 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22a89d18-fdc9-4a3d-98a8-e23835b10b42 None None] Routers {'b8f885a9-93ac-4a6d-b02a-91d84e71c9db'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:23:14.273734 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-22a89d18-fdc9-4a3d-98a8-e23835b10b42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:22:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['b8f885a9-93ac-4a6d-b02a-91d84e71c9db'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:23:14.412350 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-9bc62260-9c2f-4bcc-acfa-bc170e5e1a6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1794352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8175'] for router, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:14.416412 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-9bc62260-9c2f-4bcc-acfa-bc170e5e1a6b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:14.436690 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-dfb59b62-72be-43b0-a97e-0bbc314fb1cd admin admin] Publish callbacks [] for router, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:14.565247 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-9bc62260-9c2f-4bcc-acfa-bc170e5e1a6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1795580'] for router, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:14.565548 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bc62260-9c2f-4bcc-acfa-bc170e5e1a6b admin admin] Fanout notify agent at l3_agent the message router_deleted on router f5804fb4-971e-4854-8d18-dd5aa284ef6d {{(pid=103590) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 17:23:14.573411 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-9bc62260-9c2f-4bcc-acfa-bc170e5e1a6b admin admin] Publish callbacks [] for router, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:14.574472 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-9bc62260-9c2f-4bcc-acfa-bc170e5e1a6b admin admin] 10.222.0.60 "DELETE /v2.0/routers/f5804fb4-971e-4854-8d18-dd5aa284ef6d HTTP/1.1" status: 204 len: 168 time: 2.6593328 Nov 23 17:23:14.578147 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 53566) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:23:14.647358 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaea49cc-ef3b-4730-9b3d-c8abf73f8ca2 req-9bf32df2-1653-4f4a-8611-f29febf9daef tempest-LiveAutoBlockMigrationV225Test-82532795 tempest-LiveAutoBlockMigrationV225Test-82532795-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:23:14.655188 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-aaea49cc-ef3b-4730-9b3d-c8abf73f8ca2 req-9bf32df2-1653-4f4a-8611-f29febf9daef tempest-LiveAutoBlockMigrationV225Test-82532795 tempest-LiveAutoBlockMigrationV225Test-82532795-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=c1e6eaa3-28c2-4530-98c1-a8b63a271c9f HTTP/1.1" status: 200 len: 1097 time: 0.5258961 Nov 23 17:23:14.663028 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a95b2e9-a5d2-41e3-972a-2ab8e0cfc114 admin admin] Router c109e4b4-592e-4d24-9db3-75120b68c49a has already been hosted by L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 {{(pid=103590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 17:23:14.680991 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb4f17db-08f9-42c9-8b01-cb78831027d1 admin admin] Deleting subnet 0c51c096-ad32-49b6-90db-b5729e038f17 {{(pid=103590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 17:23:14.686665 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-fb4f17db-08f9-42c9-8b01-cb78831027d1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:14.694931 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device aba1cf12-6ab0-440d-a338-a5f12025893c no longer exists at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:23:14.735847 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-22a89d18-fdc9-4a3d-98a8-e23835b10b42 None None] Set router b8f885a9-93ac-4a6d-b02a-91d84e71c9db gateway port host: n-d-816206-8 {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:23:14.764750 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] No Port match for: aba1cf12-6ab0-440d-a338-a5f12025893c {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:23:14.765376 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device aba1cf12-6ab0-440d-a338-a5f12025893c not bound to the agent host n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:23:14.766292 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device ba38f33f-34c7-4a7d-86b9-fcfa1751abc8 no longer exists at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:23:14.795591 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-fb4f17db-08f9-42c9-8b01-cb78831027d1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-267528342'] for subnet, precommit_delete_associations {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:14.809783 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-dfb59b62-72be-43b0-a97e-0bbc314fb1cd admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:14.812459 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] No Port match for: ba38f33f-34c7-4a7d-86b9-fcfa1751abc8 {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:23:14.813038 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device ba38f33f-34c7-4a7d-86b9-fcfa1751abc8 not bound to the agent host n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:23:14.825215 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d36a25-69f9-4bf5-84ea-18014bf1be94 req-4073a2fb-3b02-41a9-bbc0-74db80252860 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:23:14.826960 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-23d36a25-69f9-4bf5-84ea-18014bf1be94 req-4073a2fb-3b02-41a9-bbc0-74db80252860 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] 10.222.0.60 "GET /v2.0/ports?device_id=15b7563e-dd4f-4e87-9c18-113e02ce5ca0 HTTP/1.1" status: 200 len: 950 time: 0.2322180 Nov 23 17:23:14.843355 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-aaea49cc-ef3b-4730-9b3d-c8abf73f8ca2 req-56cc2bbb-240a-4d5a-bcf9-9a3c062b7df4 tempest-LiveAutoBlockMigrationV225Test-82532795 tempest-LiveAutoBlockMigrationV225Test-82532795-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=ef6a96c0-423c-4ea7-a75c-4657afd8c521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791143 Nov 23 17:23:14.863278 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dfdb1c-26a9-433d-80de-33b492b7a2eb req-230ace8b-ebc8-47d0-b003-7a55ca12f0d2 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:23:14.870978 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-39dfdb1c-26a9-433d-80de-33b492b7a2eb req-230ace8b-ebc8-47d0-b003-7a55ca12f0d2 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] 10.222.0.36 "GET /v2.0/ports?device_id=15b7563e-dd4f-4e87-9c18-113e02ce5ca0 HTTP/1.1" status: 200 len: 950 time: 0.6353498 Nov 23 17:23:15.015679 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-8c897f92-7cbc-480f-a8e1-ece83b0320bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:15.042579 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-22a89d18-fdc9-4a3d-98a8-e23835b10b42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8f885a9-93ac-4a6d-b02a-91d84e71c9db', 'name': 'tempest-FloatingIPsAssociationTestJSON-1023826642-router', 'tenant_id': 'b930416d8ba84d7ba659706c10c554f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.240'}], 'enable_snat': True}, 'gw_port_id': '7d44e282-6def-43d0-b54e-d3d8b137c89d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:21:21Z', 'updated_at': '2021-11-23T17:23:12Z', 'revision_number': 5, 'project_id': 'b930416d8ba84d7ba659706c10c554f7', 'gw_port': {'id': '7d44e282-6def-43d0-b54e-d3d8b137c89d', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:97:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8f885a9-93ac-4a6d-b02a-91d84e71c9db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:21:22Z', 'updated_at': '2021-11-23T17:21:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8'}], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:23:15.082103 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a95b2e9-a5d2-41e3-972a-2ab8e0cfc114 admin admin] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:23:15.086898 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22a89d18-fdc9-4a3d-98a8-e23835b10b42 None None] Checking router: b8f885a9-93ac-4a6d-b02a-91d84e71c9db for host: n-d-816206-8 {{(pid=103593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 17:23:15.096757 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30cfad65-c6a4-4a86-9a64-3e529674095c None None] Sync routers for ids ['c109e4b4-592e-4d24-9db3-75120b68c49a'] in n-d-816206-8 {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:23:15.108036 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-2a95b2e9-a5d2-41e3-972a-2ab8e0cfc114 admin admin] 10.222.0.60 "PUT /v2.0/routers/c109e4b4-592e-4d24-9db3-75120b68c49a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6676641 Nov 23 17:23:15.112693 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 53580) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:23:15.115260 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22a89d18-fdc9-4a3d-98a8-e23835b10b42 None None] Routers {'b8f885a9-93ac-4a6d-b02a-91d84e71c9db'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:23:15.116122 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-22a89d18-fdc9-4a3d-98a8-e23835b10b42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:23:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['b8f885a9-93ac-4a6d-b02a-91d84e71c9db'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:23:15.120648 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30cfad65-c6a4-4a86-9a64-3e529674095c None None] Routers {'c109e4b4-592e-4d24-9db3-75120b68c49a'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:23:15.121683 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-30cfad65-c6a4-4a86-9a64-3e529674095c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:23:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['c109e4b4-592e-4d24-9db3-75120b68c49a'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:23:15.261439 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvr_db [None req-30cfad65-c6a4-4a86-9a64-3e529674095c None None] Set router c109e4b4-592e-4d24-9db3-75120b68c49a gateway port host: n-d-816206-8 {{(pid=103592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:23:15.286065 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-22a89d18-fdc9-4a3d-98a8-e23835b10b42 None None] Set router b8f885a9-93ac-4a6d-b02a-91d84e71c9db gateway port host: None {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:23:15.362503 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-22a89d18-fdc9-4a3d-98a8-e23835b10b42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8f885a9-93ac-4a6d-b02a-91d84e71c9db', 'name': 'tempest-FloatingIPsAssociationTestJSON-1023826642-router', 'tenant_id': 'b930416d8ba84d7ba659706c10c554f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:21:21Z', 'updated_at': '2021-11-23T17:23:14Z', 'revision_number': 6, 'project_id': 'b930416d8ba84d7ba659706c10c554f7', 'gw_port_host': None}], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:23:15.367168 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-32140504-198a-44f0-b540-a0773f94ea6c admin admin] Publish callbacks [] for router, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:15.382637 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-fb4f17db-08f9-42c9-8b01-cb78831027d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971956'] for subnet, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:15.421433 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22a89d18-fdc9-4a3d-98a8-e23835b10b42 None None] The sync data for ids ['b8f885a9-93ac-4a6d-b02a-91d84e71c9db'] in n-d-816206-8 is: [{'id': 'b8f885a9-93ac-4a6d-b02a-91d84e71c9db', 'name': 'tempest-FloatingIPsAssociationTestJSON-1023826642-router', 'tenant_id': 'b930416d8ba84d7ba659706c10c554f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:21:21Z', 'updated_at': '2021-11-23T17:23:14Z', 'revision_number': 6, 'project_id': 'b930416d8ba84d7ba659706c10c554f7', 'gw_port_host': None}] {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:23:15.570513 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device c1f40992-0164-4ec3-9312-47092b6d1593 no longer exists at agent hyperv_n-h2-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:23:15.618570 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] No Port match for: c1f40992-0164-4ec3-9312-47092b6d1593 {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:23:15.618917 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device c1f40992-0164-4ec3-9312-47092b6d1593 not bound to the agent host n-h2-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:23:15.625981 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-fb4f17db-08f9-42c9-8b01-cb78831027d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264357903', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264730940'] for subnet, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:15.633084 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-32140504-198a-44f0-b540-a0773f94ea6c admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:15.681329 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4f17db-08f9-42c9-8b01-cb78831027d1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0c51c096-ad32-49b6-90db-b5729e038f17,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:23:15.684066 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-fb4f17db-08f9-42c9-8b01-cb78831027d1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:15.688297 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-fb4f17db-08f9-42c9-8b01-cb78831027d1 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/0c51c096-ad32-49b6-90db-b5729e038f17 HTTP/1.1" status: 204 len: 168 time: 1.1092410 Nov 23 17:23:15.708149 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b19c101-0a8b-4852-9852-f8a6abcc2dbd None None] Network a0d90261-b4da-42ea-a468-b267ad708243 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:23:15.709353 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 53594) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:23:15.746702 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-32140504-198a-44f0-b540-a0773f94ea6c admin admin] Deleting port cc608e88-5c47-463f-bdeb-2e2afada906f {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:23:15.747046 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-32140504-198a-44f0-b540-a0773f94ea6c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:15.755055 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-23d36a25-69f9-4bf5-84ea-18014bf1be94 req-0277e8e4-a603-4c77-8c84-be783c8173e9 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] 10.222.0.60 "GET /v2.0/security-groups?id=70227657-be62-432a-a8fd-5a85231fc7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8828714 Nov 23 17:23:15.895271 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-32140504-198a-44f0-b540-a0773f94ea6c admin admin] For port cc608e88-5c47-463f-bdeb-2e2afada906f, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=cc608e88-5c47-463f-bdeb-2e2afada906f,segment=NetworkSegment(bffd1e4f-e80f-4ff0-b418-2f42ae15febf),segment_id=bffd1e4f-e80f-4ff0-b418-2f42ae15febf)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:23:15.897023 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-32140504-198a-44f0-b540-a0773f94ea6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:15.918323 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-dfb59b62-72be-43b0-a97e-0bbc314fb1cd admin admin] Deleting port 7d44e282-6def-43d0-b54e-d3d8b137c89d {{(pid=103591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:23:15.918754 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-dfb59b62-72be-43b0-a97e-0bbc314fb1cd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:15.929459 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-32140504-198a-44f0-b540-a0773f94ea6c admin admin] Calling delete_port for cc608e88-5c47-463f-bdeb-2e2afada906f owned by network:router_gateway {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:23:16.070823 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-30cfad65-c6a4-4a86-9a64-3e529674095c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c109e4b4-592e-4d24-9db3-75120b68c49a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-22172402-router', 'tenant_id': '127802e79ad24bebb19163263129e33c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.31'}], 'enable_snat': True}, 'gw_port_id': 'cc608e88-5c47-463f-bdeb-2e2afada906f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:17:35Z', 'updated_at': '2021-11-23T17:23:13Z', 'revision_number': 5, 'project_id': '127802e79ad24bebb19163263129e33c', 'gw_port': {'id': 'cc608e88-5c47-463f-bdeb-2e2afada906f', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:64:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c109e4b4-592e-4d24-9db3-75120b68c49a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:17:36Z', 'updated_at': '2021-11-23T17:17:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8'}], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:23:16.074157 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [None req-dfb59b62-72be-43b0-a97e-0bbc314fb1cd admin admin] For port 7d44e282-6def-43d0-b54e-d3d8b137c89d, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=7d44e282-6def-43d0-b54e-d3d8b137c89d,segment=NetworkSegment(bffd1e4f-e80f-4ff0-b418-2f42ae15febf),segment_id=bffd1e4f-e80f-4ff0-b418-2f42ae15febf)] {{(pid=103591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:23:16.075447 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-dfb59b62-72be-43b0-a97e-0bbc314fb1cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:16.089393 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-dfb59b62-72be-43b0-a97e-0bbc314fb1cd admin admin] Calling delete_port for 7d44e282-6def-43d0-b54e-d3d8b137c89d owned by network:router_gateway {{(pid=103591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:23:16.109017 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30cfad65-c6a4-4a86-9a64-3e529674095c None None] Checking router: c109e4b4-592e-4d24-9db3-75120b68c49a for host: n-d-816206-8 {{(pid=103592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 17:23:16.118941 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30cfad65-c6a4-4a86-9a64-3e529674095c None None] Routers {'c109e4b4-592e-4d24-9db3-75120b68c49a'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:23:16.119725 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-30cfad65-c6a4-4a86-9a64-3e529674095c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:23:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['c109e4b4-592e-4d24-9db3-75120b68c49a'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:23:16.191301 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-32140504-198a-44f0-b540-a0773f94ea6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:16.223103 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32140504-198a-44f0-b540-a0773f94ea6c admin admin] Pushing event deleted for resources: {'Port': ['ID=cc608e88-5c47-463f-bdeb-2e2afada906f,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:23:16.237252 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvr_db [None req-30cfad65-c6a4-4a86-9a64-3e529674095c None None] Set router c109e4b4-592e-4d24-9db3-75120b68c49a gateway port host: None {{(pid=103592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:23:16.244052 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-27324693-4988-421c-8130-af891f3fe5c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-555181'] for network, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:16.305080 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-32140504-198a-44f0-b540-a0773f94ea6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1795454'] for router_gateway, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:16.310294 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-30cfad65-c6a4-4a86-9a64-3e529674095c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c109e4b4-592e-4d24-9db3-75120b68c49a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-22172402-router', 'tenant_id': '127802e79ad24bebb19163263129e33c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:17:35Z', 'updated_at': '2021-11-23T17:23:15Z', 'revision_number': 6, 'project_id': '127802e79ad24bebb19163263129e33c', 'gw_port_host': None}], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:23:16.312807 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [req-39dfdb1c-26a9-433d-80de-33b492b7a2eb req-77bfc812-5c00-49a6-a23c-0d9ca7e5eea4 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] Deleting port bc0acd25-238e-4f36-9bd6-de0e9a940cd3 {{(pid=103591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:23:16.313348 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-39dfdb1c-26a9-433d-80de-33b492b7a2eb req-77bfc812-5c00-49a6-a23c-0d9ca7e5eea4 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:16.378695 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30cfad65-c6a4-4a86-9a64-3e529674095c None None] The sync data for ids ['c109e4b4-592e-4d24-9db3-75120b68c49a'] in n-d-816206-8 is: [{'id': 'c109e4b4-592e-4d24-9db3-75120b68c49a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-22172402-router', 'tenant_id': '127802e79ad24bebb19163263129e33c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:17:35Z', 'updated_at': '2021-11-23T17:23:15Z', 'revision_number': 6, 'project_id': '127802e79ad24bebb19163263129e33c', 'gw_port_host': None}] {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:23:16.380411 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0318604c-25d6-4a03-93df-3b095204d2a5 None None] DHCP port deletion for a0d90261-b4da-42ea-a468-b267ad708243 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:23:16.471418 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-52822d53-48f5-4819-8a95-bdc13aea0bf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:16.487858 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-32140504-198a-44f0-b540-a0773f94ea6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1794352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8175'] for router, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:16.492633 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-32140504-198a-44f0-b540-a0773f94ea6c admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:16.511142 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-0318604c-25d6-4a03-93df-3b095204d2a5 None None] Deleting port 848511e4-bd58-42f6-8904-226c957b9d08 {{(pid=103592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:23:16.511520 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-0318604c-25d6-4a03-93df-3b095204d2a5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:16.569335 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-32140504-198a-44f0-b540-a0773f94ea6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1795580'] for router, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:16.569822 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32140504-198a-44f0-b540-a0773f94ea6c admin admin] Fanout notify agent at l3_agent the message router_deleted on router c109e4b4-592e-4d24-9db3-75120b68c49a {{(pid=103590) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 17:23:16.581140 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-32140504-198a-44f0-b540-a0773f94ea6c admin admin] Publish callbacks [] for router, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:16.582449 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-32140504-198a-44f0-b540-a0773f94ea6c admin admin] 10.222.0.60 "DELETE /v2.0/routers/c109e4b4-592e-4d24-9db3-75120b68c49a HTTP/1.1" status: 204 len: 168 time: 1.4687274 Nov 23 17:23:16.584876 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 53628) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:23:16.661660 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5725cfce-6920-425a-ae27-100341e4e5b2 req-6be19c2d-04b7-4e21-a027-8f8dae5ef485 tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:23:16.663244 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5725cfce-6920-425a-ae27-100341e4e5b2 req-6be19c2d-04b7-4e21-a027-8f8dae5ef485 tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] 10.222.0.60 "GET /v2.0/networks?id=ffa7c2aa-6251-4537-acd5-168309147200 HTTP/1.1" status: 200 len: 811 time: 0.7572010 Nov 23 17:23:16.670275 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-39dfdb1c-26a9-433d-80de-33b492b7a2eb req-77bfc812-5c00-49a6-a23c-0d9ca7e5eea4 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] For port bc0acd25-238e-4f36-9bd6-de0e9a940cd3, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=bc0acd25-238e-4f36-9bd6-de0e9a940cd3,segment=NetworkSegment(329c1745-02bf-4561-9615-3192910887f5),segment_id=329c1745-02bf-4561-9615-3192910887f5)] {{(pid=103591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:23:16.670641 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-39dfdb1c-26a9-433d-80de-33b492b7a2eb req-77bfc812-5c00-49a6-a23c-0d9ca7e5eea4 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:16.676258 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-0318604c-25d6-4a03-93df-3b095204d2a5 None None] For port 848511e4-bd58-42f6-8904-226c957b9d08, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=848511e4-bd58-42f6-8904-226c957b9d08,segment=NetworkSegment(32102380-ad10-4731-85ee-da585ea6351e),segment_id=32102380-ad10-4731-85ee-da585ea6351e)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:23:16.676770 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-0318604c-25d6-4a03-93df-3b095204d2a5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:16.711949 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-0318604c-25d6-4a03-93df-3b095204d2a5 None None] Calling delete_port for 848511e4-bd58-42f6-8904-226c957b9d08 owned by network:dhcp {{(pid=103592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:23:16.715070 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_v2 [None req-06a4f264-a8c1-4854-9880-2d547361eba9 admin admin] Deleting subnet 5c9382a7-073c-41ea-9a34-cd958311fb6b {{(pid=103590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 17:23:16.720128 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [req-39dfdb1c-26a9-433d-80de-33b492b7a2eb req-77bfc812-5c00-49a6-a23c-0d9ca7e5eea4 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] Calling delete_port for bc0acd25-238e-4f36-9bd6-de0e9a940cd3 owned by compute:nova {{(pid=103591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:23:16.722744 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-06a4f264-a8c1-4854-9880-2d547361eba9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:16.763639 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5725cfce-6920-425a-ae27-100341e4e5b2 req-6b51d9b2-bed7-49ff-b7c1-5091f4aae85a tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] 10.222.0.60 "GET /v2.0/quotas/6a229d10d4554d9a82f91e22fc3c6096 HTTP/1.1" status: 200 len: 375 time: 0.0863671 Nov 23 17:23:16.803785 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-06a4f264-a8c1-4854-9880-2d547361eba9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-267528342'] for subnet, precommit_delete_associations {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:16.837255 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5725cfce-6920-425a-ae27-100341e4e5b2 req-88ff5e23-4024-4d9f-8606-bd77d17235c2 tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=6a229d10d4554d9a82f91e22fc3c6096&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0720341 Nov 23 17:23:16.917594 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-0318604c-25d6-4a03-93df-3b095204d2a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989'] for port, after_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:16.957199 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0318604c-25d6-4a03-93df-3b095204d2a5 None None] Pushing event deleted for resources: {'Port': ['ID=848511e4-bd58-42f6-8904-226c957b9d08,revision_number=None']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:23:16.963498 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 848511e4-bd58-42f6-8904-226c957b9d08 no longer exists at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:23:16.972038 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-06a4f264-a8c1-4854-9880-2d547361eba9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971956'] for subnet, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:17.002469 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] No Port match for: 848511e4-bd58-42f6-8904-226c957b9d08 {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:23:17.003185 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 848511e4-bd58-42f6-8904-226c957b9d08 not bound to the agent host n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:23:17.003780 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 7d44e282-6def-43d0-b54e-d3d8b137c89d no longer exists at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:23:17.028236 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0318604c-25d6-4a03-93df-3b095204d2a5 None None] No DVR routers for this DVR port 848511e4-bd58-42f6-8904-226c957b9d08 on host n-d-816206-8 {{(pid=103592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:23:17.042588 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-06a4f264-a8c1-4854-9880-2d547361eba9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264357903', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264730940'] for subnet, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:17.058886 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-06a4f264-a8c1-4854-9880-2d547361eba9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:17.062269 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-06a4f264-a8c1-4854-9880-2d547361eba9 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/5c9382a7-073c-41ea-9a34-cd958311fb6b HTTP/1.1" status: 204 len: 168 time: 0.4763315 Nov 23 17:23:17.093313 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 53632) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:23:17.100082 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75bd03a0-f938-429e-bd4b-d339266a60e9 None None] Network b2e9d6b9-526b-40df-9e11-a4db0d344564 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:23:17.100804 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a4f264-a8c1-4854-9880-2d547361eba9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5c9382a7-073c-41ea-9a34-cd958311fb6b,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:23:17.176369 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-27324693-4988-421c-8130-af891f3fe5c0 admin admin] Deleting port 848511e4-bd58-42f6-8904-226c957b9d08 {{(pid=103591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:23:17.176889 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-27324693-4988-421c-8130-af891f3fe5c0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:17.182148 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-9480c0c5-d242-4e48-901b-94229c32d445 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-555181'] for network, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:17.190361 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [req-aabdb676-a875-4310-924b-11f43bb38c09 req-d690b76a-838f-493e-bf5c-fedd1fc31594 tempest-LiveAutoBlockMigrationV225Test-82532795 tempest-LiveAutoBlockMigrationV225Test-82532795-project-admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=103591) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 17:23:17.198911 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-aabdb676-a875-4310-924b-11f43bb38c09 req-d690b76a-838f-493e-bf5c-fedd1fc31594 tempest-LiveAutoBlockMigrationV225Test-82532795 tempest-LiveAutoBlockMigrationV225Test-82532795-project-admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0260026 Nov 23 17:23:17.213302 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-39dfdb1c-26a9-433d-80de-33b492b7a2eb req-77bfc812-5c00-49a6-a23c-0d9ca7e5eea4 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:17.215262 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:17.221744 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-dfb59b62-72be-43b0-a97e-0bbc314fb1cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:17.240598 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] get_ports_and_sgs() called for port_ids ['bc0acd25-238e-4f36-9bd6-de0e9a940cd3'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:23:17.254551 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-9480c0c5-d242-4e48-901b-94229c32d445 admin admin] Deleting port 4934d0b0-aa75-436b-b015-debc0a3b4214 {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:23:17.254891 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-9480c0c5-d242-4e48-901b-94229c32d445 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:17.314486 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 06bad47f-5b77-4f49-89bb-87622d83ca1d no longer exists at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:23:17.353165 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] No Port match for: 06bad47f-5b77-4f49-89bb-87622d83ca1d {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:23:17.353512 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 06bad47f-5b77-4f49-89bb-87622d83ca1d not bound to the agent host n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:23:17.390576 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-9480c0c5-d242-4e48-901b-94229c32d445 admin admin] For port 4934d0b0-aa75-436b-b015-debc0a3b4214, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=4934d0b0-aa75-436b-b015-debc0a3b4214,segment=NetworkSegment(374abdbe-b9f5-40b9-89ba-022682cac473),segment_id=374abdbe-b9f5-40b9-89ba-022682cac473)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:23:17.390943 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-9480c0c5-d242-4e48-901b-94229c32d445 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:17.417714 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-9480c0c5-d242-4e48-901b-94229c32d445 admin admin] Calling delete_port for 4934d0b0-aa75-436b-b015-debc0a3b4214 owned by network:dhcp {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:23:17.420124 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bfc812-5c00-49a6-a23c-0d9ca7e5eea4 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] Pushing event deleted for resources: {'Port': ['ID=bc0acd25-238e-4f36-9bd6-de0e9a940cd3,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:23:17.451867 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5e0ce7a-0bff-4b92-808e-9f89004af243 None None] DHCP port deletion for b2e9d6b9-526b-40df-9e11-a4db0d344564 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:23:17.530117 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-c5e0ce7a-0bff-4b92-808e-9f89004af243 None None] Deleting port 4934d0b0-aa75-436b-b015-debc0a3b4214 {{(pid=103592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:23:17.530812 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c5e0ce7a-0bff-4b92-808e-9f89004af243 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:17.536046 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-9480c0c5-d242-4e48-901b-94229c32d445 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:17.567910 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9480c0c5-d242-4e48-901b-94229c32d445 admin admin] Pushing event deleted for resources: {'Port': ['ID=4934d0b0-aa75-436b-b015-debc0a3b4214,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:23:17.573754 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9480c0c5-d242-4e48-901b-94229c32d445 admin admin] No DVR routers for this DVR port 4934d0b0-aa75-436b-b015-debc0a3b4214 on host n-d-816206-8 {{(pid=103590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:23:17.636228 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb59b62-72be-43b0-a97e-0bbc314fb1cd admin admin] Pushing event deleted for resources: {'Port': ['ID=7d44e282-6def-43d0-b54e-d3d8b137c89d,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:23:17.665876 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [None req-27324693-4988-421c-8130-af891f3fe5c0 admin admin] For port 848511e4-bd58-42f6-8904-226c957b9d08, host n-d-816206-8, got binding levels [] {{(pid=103591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:23:17.666194 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-27324693-4988-421c-8130-af891f3fe5c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:17.666397 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-9480c0c5-d242-4e48-901b-94229c32d445 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973419', 'neutron.services.segments.db._delete_segments_for_network-8736635878840'] for network, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:17.667890 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c5e0ce7a-0bff-4b92-808e-9f89004af243 None None] For port 4934d0b0-aa75-436b-b015-debc0a3b4214, host n-d-816206-8, got binding levels [] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:23:17.668295 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c5e0ce7a-0bff-4b92-808e-9f89004af243 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:17.677198 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabdb676-a875-4310-924b-11f43bb38c09 req-f6f44213-9cb7-4cb9-b3dd-0cefa4c9f86d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:23:17.683779 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-aabdb676-a875-4310-924b-11f43bb38c09 req-f6f44213-9cb7-4cb9-b3dd-0cefa4c9f86d service neutron] 10.222.0.60 "GET /v2.0/ports/2e157275-46de-4566-82b9-9a605a955c7c HTTP/1.1" status: 200 len: 1094 time: 0.4831190 Nov 23 17:23:17.685829 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [req-39dfdb1c-26a9-433d-80de-33b492b7a2eb req-77bfc812-5c00-49a6-a23c-0d9ca7e5eea4 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] No DVR routers for this DVR port bc0acd25-238e-4f36-9bd6-de0e9a940cd3 on host n-h2-816206-8 {{(pid=103591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:23:17.690891 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-c5e0ce7a-0bff-4b92-808e-9f89004af243 None None] Calling delete_port for 4934d0b0-aa75-436b-b015-debc0a3b4214 owned by network:dhcp {{(pid=103592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:23:17.692821 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [req-aabdb676-a875-4310-924b-11f43bb38c09 req-66b3ce31-0ddf-4ee9-982f-7d1d32bc4ebe service neutron] Request body: {'binding': {'host': 'n-h2-816206-8', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:23:17.693282 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [req-aabdb676-a875-4310-924b-11f43bb38c09 req-66b3ce31-0ddf-4ee9-982f-7d1d32bc4ebe service neutron] Unknown quota resources ['binding']. {{(pid=103591) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 23 17:23:17.693982 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.ipam_backend_mixin [None req-c5e0ce7a-0bff-4b92-808e-9f89004af243 None None] Port 4934d0b0-aa75-436b-b015-debc0a3b4214 was not found and therefore no delete operation was performed {{(pid=103592) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 23 17:23:17.699118 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c5e0ce7a-0bff-4b92-808e-9f89004af243 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989'] for port, after_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:17.699873 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-9480c0c5-d242-4e48-901b-94229c32d445 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2e9d6b9-526b-40df-9e11-a4db0d344564']}} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:23:17.702934 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-39dfdb1c-26a9-433d-80de-33b492b7a2eb req-77bfc812-5c00-49a6-a23c-0d9ca7e5eea4 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:17.713215 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-9480c0c5-d242-4e48-901b-94229c32d445 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '374abdbe-b9f5-40b9-89ba-022682cac473') {'for_net_delete': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:23:17.713578 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-9480c0c5-d242-4e48-901b-94229c32d445 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '374abdbe-b9f5-40b9-89ba-022682cac473') {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:23:17.717274 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-39dfdb1c-26a9-433d-80de-33b492b7a2eb req-77bfc812-5c00-49a6-a23c-0d9ca7e5eea4 tempest-MigrationsAdminTest-71574882 tempest-MigrationsAdminTest-71574882-project] 10.222.0.36 "DELETE /v2.0/ports/bc0acd25-238e-4f36-9bd6-de0e9a940cd3 HTTP/1.1" status: 204 len: 173 time: 2.8184397 Nov 23 17:23:17.725244 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5e0ce7a-0bff-4b92-808e-9f89004af243 None None] No DVR routers for this DVR port 4934d0b0-aa75-436b-b015-debc0a3b4214 on host n-d-816206-8 {{(pid=103592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:23:17.725903 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15b7563e-dd4f-4e87-9c18-113e02ce5ca0', 'name': 'network-vif-deleted', 'tag': 'bc0acd25-238e-4f36-9bd6-de0e9a940cd3'}] {{(pid=103591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:23:17.728202 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41d174a19ece9499ff9ec44e5b3fc50f2abd3ffbc947fb7e52ea1e8db27b95b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b51d7d3-7d39-4e0d-bf05-483a3e9296f0" -d '{"events": [{"server_uuid": "15b7563e-dd4f-4e87-9c18-113e02ce5ca0", "name": "network-vif-deleted", "tag": "bc0acd25-238e-4f36-9bd6-de0e9a940cd3"}]}' {{(pid=103591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:23:17.732325 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-9480c0c5-d242-4e48-901b-94229c32d445 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736635840332', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-267528353'] for segment, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:17.739574 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5725cfce-6920-425a-ae27-100341e4e5b2 req-43b121ba-0af5-4cc7-9064-ed166efb33bd service neutron] 10.222.0.60 "GET /v2.0/networks/ffa7c2aa-6251-4537-acd5-168309147200?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9016669 Nov 23 17:23:17.751241 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-9480c0c5-d242-4e48-901b-94229c32d445 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:17.764788 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-27324693-4988-421c-8130-af891f3fe5c0 admin admin] Calling delete_port for 848511e4-bd58-42f6-8904-226c957b9d08 owned by network:dhcp {{(pid=103591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:23:17.772702 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.ipam_backend_mixin [None req-27324693-4988-421c-8130-af891f3fe5c0 admin admin] Port 848511e4-bd58-42f6-8904-226c957b9d08 was not found and therefore no delete operation was performed {{(pid=103591) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 23 17:23:17.774034 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9480c0c5-d242-4e48-901b-94229c32d445 admin admin] Releasing vlan 524 on physical network physnet1 to pool {{(pid=103590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 17:23:17.774444 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-9480c0c5-d242-4e48-901b-94229c32d445 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264370093'] for segment, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:17.779296 n-d-816206-8 neutron-server[103590]: Traceback (most recent call last): Nov 23 17:23:17.779296 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 17:23:17.779296 n-d-816206-8 neutron-server[103590]: timer() Nov 23 17:23:17.779296 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 17:23:17.779296 n-d-816206-8 neutron-server[103590]: cb(*args, **kw) Nov 23 17:23:17.779296 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 17:23:17.779296 n-d-816206-8 neutron-server[103590]: return func(*args, **kwargs) Nov 23 17:23:17.779296 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 17:23:17.779296 n-d-816206-8 neutron-server[103590]: self._notify() Nov 23 17:23:17.779296 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 17:23:17.779296 n-d-816206-8 neutron-server[103590]: self.callback(batched_events) Nov 23 17:23:17.779296 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 17:23:17.779296 n-d-816206-8 neutron-server[103590]: event.method(event) Nov 23 17:23:17.779296 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 17:23:17.779296 n-d-816206-8 neutron-server[103590]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 17:23:17.779296 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 17:23:17.779296 n-d-816206-8 neutron-server[103590]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 17:23:17.779296 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 17:23:17.779296 n-d-816206-8 neutron-server[103590]: return f(self, *a, **k) Nov 23 17:23:17.779296 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 17:23:17.779296 n-d-816206-8 neutron-server[103590]: return self._get(url).json() Nov 23 17:23:17.779296 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 17:23:17.779296 n-d-816206-8 neutron-server[103590]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 17:23:17.779296 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 17:23:17.779296 n-d-816206-8 neutron-server[103590]: return self.request(url, 'GET', **kwargs) Nov 23 17:23:17.779296 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 17:23:17.779296 n-d-816206-8 neutron-server[103590]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 17:23:17.779296 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 17:23:17.779296 n-d-816206-8 neutron-server[103590]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 17:23:17.779296 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 17:23:17.779296 n-d-816206-8 neutron-server[103590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 17:23:17.779296 n-d-816206-8 neutron-server[103590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 17:23:17.791352 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-27324693-4988-421c-8130-af891f3fe5c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:17.793262 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e0ce7a-0bff-4b92-808e-9f89004af243 None None] Pushing event deleted for resources: {'Port': ['ID=4934d0b0-aa75-436b-b015-debc0a3b4214,revision_number=None']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:23:17.820316 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9a27ae6c-db98-474f-94c1-cc99bf842d79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:17.824129 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-dfb59b62-72be-43b0-a97e-0bbc314fb1cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1795454'] for router_gateway, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:17.929786 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-9480c0c5-d242-4e48-901b-94229c32d445 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1795418'] for network, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:17.936217 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-9480c0c5-d242-4e48-901b-94229c32d445 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for network, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:17.940999 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-9480c0c5-d242-4e48-901b-94229c32d445 admin admin] 10.222.0.60 "DELETE /v2.0/networks/b2e9d6b9-526b-40df-9e11-a4db0d344564 HTTP/1.1" status: 204 len: 168 time: 0.8458538 Nov 23 17:23:17.942965 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 53638) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:23:18.013985 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27324693-4988-421c-8130-af891f3fe5c0 admin admin] No DVR routers for this DVR port 848511e4-bd58-42f6-8904-226c957b9d08 on host n-d-816206-8 {{(pid=103591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:23:18.102087 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27324693-4988-421c-8130-af891f3fe5c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=848511e4-bd58-42f6-8904-226c957b9d08,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:23:18.122965 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9480c0c5-d242-4e48-901b-94229c32d445 admin admin] Pushing event deleted for resources: {'Network': ['ID=b2e9d6b9-526b-40df-9e11-a4db0d344564,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:23:18.135125 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-dfb59b62-72be-43b0-a97e-0bbc314fb1cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1794352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8175'] for router, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:18.153552 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-dfb59b62-72be-43b0-a97e-0bbc314fb1cd admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:18.226534 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5725cfce-6920-425a-ae27-100341e4e5b2 req-d931a8f8-d594-4279-b576-8b0072873552 service neutron] 10.222.0.60 "GET /v2.0/networks/ffa7c2aa-6251-4537-acd5-168309147200?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4558465 Nov 23 17:23:18.229834 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-27324693-4988-421c-8130-af891f3fe5c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973419', 'neutron.services.segments.db._delete_segments_for_network-8736635878840'] for network, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:18.294460 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:18.305505 n-d-816206-8 neutron-server[103591]: DEBUG neutron.services.segments.db [None req-27324693-4988-421c-8130-af891f3fe5c0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0d90261-b4da-42ea-a468-b267ad708243']}} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:23:18.307748 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-dfb59b62-72be-43b0-a97e-0bbc314fb1cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1795580'] for router, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:18.308259 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfb59b62-72be-43b0-a97e-0bbc314fb1cd admin admin] Fanout notify agent at l3_agent the message router_deleted on router b8f885a9-93ac-4a6d-b02a-91d84e71c9db {{(pid=103591) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 17:23:18.326895 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-dfb59b62-72be-43b0-a97e-0bbc314fb1cd admin admin] Publish callbacks [] for router, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:18.328077 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-dfb59b62-72be-43b0-a97e-0bbc314fb1cd admin admin] 10.222.0.60 "DELETE /v2.0/routers/b8f885a9-93ac-4a6d-b02a-91d84e71c9db HTTP/1.1" status: 204 len: 168 time: 4.0674648 Nov 23 17:23:18.330689 n-d-816206-8 neutron-server[103591]: DEBUG neutron.services.segments.db [None req-27324693-4988-421c-8130-af891f3fe5c0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32102380-ad10-4731-85ee-da585ea6351e') {'for_net_delete': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:23:18.330984 n-d-816206-8 neutron-server[103591]: DEBUG neutron.services.segments.db [None req-27324693-4988-421c-8130-af891f3fe5c0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32102380-ad10-4731-85ee-da585ea6351e') {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:23:18.337361 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 53640) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:23:18.349508 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-27324693-4988-421c-8130-af891f3fe5c0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736635840332', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265989959'] for segment, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:18.429946 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-27324693-4988-421c-8130-af891f3fe5c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:18.462572 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27324693-4988-421c-8130-af891f3fe5c0 admin admin] Releasing vlan 528 on physical network physnet1 to pool {{(pid=103591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 17:23:18.462884 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-27324693-4988-421c-8130-af891f3fe5c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264756290'] for segment, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:18.464775 n-d-816206-8 neutron-server[103591]: Traceback (most recent call last): Nov 23 17:23:18.464775 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 17:23:18.464775 n-d-816206-8 neutron-server[103591]: timer() Nov 23 17:23:18.464775 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 17:23:18.464775 n-d-816206-8 neutron-server[103591]: cb(*args, **kw) Nov 23 17:23:18.464775 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 17:23:18.464775 n-d-816206-8 neutron-server[103591]: return func(*args, **kwargs) Nov 23 17:23:18.464775 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 17:23:18.464775 n-d-816206-8 neutron-server[103591]: self._notify() Nov 23 17:23:18.464775 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 17:23:18.464775 n-d-816206-8 neutron-server[103591]: self.callback(batched_events) Nov 23 17:23:18.464775 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 17:23:18.464775 n-d-816206-8 neutron-server[103591]: event.method(event) Nov 23 17:23:18.464775 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 17:23:18.464775 n-d-816206-8 neutron-server[103591]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 17:23:18.464775 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 17:23:18.464775 n-d-816206-8 neutron-server[103591]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 17:23:18.464775 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 17:23:18.464775 n-d-816206-8 neutron-server[103591]: return f(self, *a, **k) Nov 23 17:23:18.464775 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 17:23:18.464775 n-d-816206-8 neutron-server[103591]: return self._get(url).json() Nov 23 17:23:18.464775 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 17:23:18.464775 n-d-816206-8 neutron-server[103591]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 17:23:18.464775 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 17:23:18.464775 n-d-816206-8 neutron-server[103591]: return self.request(url, 'GET', **kwargs) Nov 23 17:23:18.464775 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 17:23:18.464775 n-d-816206-8 neutron-server[103591]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 17:23:18.464775 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 17:23:18.464775 n-d-816206-8 neutron-server[103591]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 17:23:18.464775 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 17:23:18.464775 n-d-816206-8 neutron-server[103591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 17:23:18.464775 n-d-816206-8 neutron-server[103591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 17:23:18.484511 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.db_base_plugin_v2 [None req-5391b378-5887-4951-a561-be684572554c admin admin] Deleting subnet 5ec29eee-2e3a-4642-be97-88a03756cf1b {{(pid=103591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 17:23:18.512173 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-5391b378-5887-4951-a561-be684572554c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:18.579417 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device f3b74f12-dae1-4d9f-b78f-dc745d6893f6 no longer exists at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:23:18.608604 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-aabdb676-a875-4310-924b-11f43bb38c09 req-66b3ce31-0ddf-4ee9-982f-7d1d32bc4ebe service neutron] Attempting to bind port 2e157275-46de-4566-82b9-9a605a955c7c on host n-h2-816206-8 for vnic_type normal with profile None {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:23:18.608852 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-aabdb676-a875-4310-924b-11f43bb38c09 req-66b3ce31-0ddf-4ee9-982f-7d1d32bc4ebe service neutron] Attempting to bind port 2e157275-46de-4566-82b9-9a605a955c7c by drivers openvswitch,hyperv on host n-h2-816206-8 at level 0 using segments [{'id': 'aeb4ff6a-77f7-45a2-bf27-0feac134a4ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'eacea6aa-86b2-4fe9-ae0d-611828f27804'}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:23:18.609253 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aabdb676-a875-4310-924b-11f43bb38c09 req-66b3ce31-0ddf-4ee9-982f-7d1d32bc4ebe service neutron] Attempting to bind port 2e157275-46de-4566-82b9-9a605a955c7c on network eacea6aa-86b2-4fe9-ae0d-611828f27804 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:23:18.629478 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] No Port match for: f3b74f12-dae1-4d9f-b78f-dc745d6893f6 {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:23:18.633072 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device f3b74f12-dae1-4d9f-b78f-dc745d6893f6 not bound to the agent host n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:23:18.637096 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device cc608e88-5c47-463f-bdeb-2e2afada906f no longer exists at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:23:18.677393 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f3af278d-7005-4d4c-b180-ad66bf4d98b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1794372'] for router_interface, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:18.696873 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-5391b378-5887-4951-a561-be684572554c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265990000'] for subnet, precommit_delete_associations {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:18.729101 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:23:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a716a02-56f3-48f3-bc3e-9549aa77b141 x-openstack-request-id: req-4a716a02-56f3-48f3-bc3e-9549aa77b141 {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:23:18.729761 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15b7563e-dd4f-4e87-9c18-113e02ce5ca0", "name": "network-vif-deleted", "tag": "bc0acd25-238e-4f36-9bd6-de0e9a940cd3", "status": "completed", "code": 200}]} {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:23:18.729761 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-4a716a02-56f3-48f3-bc3e-9549aa77b141 {{(pid=103591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:23:18.729983 n-d-816206-8 neutron-server[103591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15b7563e-dd4f-4e87-9c18-113e02ce5ca0', 'name': 'network-vif-deleted', 'tag': 'bc0acd25-238e-4f36-9bd6-de0e9a940cd3', 'status': 'completed', 'code': 200} Nov 23 17:23:18.735040 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] No Port match for: cc608e88-5c47-463f-bdeb-2e2afada906f {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:23:18.737120 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device cc608e88-5c47-463f-bdeb-2e2afada906f not bound to the agent host n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:23:18.737782 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 4934d0b0-aa75-436b-b015-debc0a3b4214 no longer exists at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:23:18.805321 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] No Port match for: 4934d0b0-aa75-436b-b015-debc0a3b4214 {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:23:18.805928 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 4934d0b0-aa75-436b-b015-debc0a3b4214 not bound to the agent host n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:23:18.813660 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aabdb676-a875-4310-924b-11f43bb38c09 req-66b3ce31-0ddf-4ee9-982f-7d1d32bc4ebe service neutron] Port 2e157275-46de-4566-82b9-9a605a955c7c on network eacea6aa-86b2-4fe9-ae0d-611828f27804 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-8 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 17:23:18.814004 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aabdb676-a875-4310-924b-11f43bb38c09 req-66b3ce31-0ddf-4ee9-982f-7d1d32bc4ebe service neutron] Attempting to bind port 2e157275-46de-4566-82b9-9a605a955c7c on network eacea6aa-86b2-4fe9-ae0d-611828f27804 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:23:18.861750 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aabdb676-a875-4310-924b-11f43bb38c09 req-66b3ce31-0ddf-4ee9-982f-7d1d32bc4ebe service neutron] Checking agent: {'id': 'ab77bf9e-0267-4174-8f1d-822cba89b207', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 15, 13), 'started_at': datetime.datetime(2021, 11, 23, 17, 15, 13), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 23, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:23:18.862306 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aabdb676-a875-4310-924b-11f43bb38c09 req-66b3ce31-0ddf-4ee9-982f-7d1d32bc4ebe service neutron] Checking segment: {'id': 'aeb4ff6a-77f7-45a2-bf27-0feac134a4ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'eacea6aa-86b2-4fe9-ae0d-611828f27804'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:23:18.862876 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aabdb676-a875-4310-924b-11f43bb38c09 req-66b3ce31-0ddf-4ee9-982f-7d1d32bc4ebe service neutron] Bound using segment: {'id': 'aeb4ff6a-77f7-45a2-bf27-0feac134a4ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'eacea6aa-86b2-4fe9-ae0d-611828f27804'} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:23:18.863477 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-aabdb676-a875-4310-924b-11f43bb38c09 req-66b3ce31-0ddf-4ee9-982f-7d1d32bc4ebe service neutron] Bound port: 2e157275-46de-4566-82b9-9a605a955c7c, host: n-h2-816206-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aeb4ff6a-77f7-45a2-bf27-0feac134a4ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'eacea6aa-86b2-4fe9-ae0d-611828f27804'}}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:23:18.870048 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2c1e179b-2f9a-4d60-9812-08156345e303 req-eca4f2e0-b56f-464b-a48a-b9c2bd34a1e7 tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] 10.222.0.60 "GET /v2.0/ports?device_id=fdf02858-b627-4c40-94f6-df48478100ad HTTP/1.1" status: 200 len: 210 time: 0.0531170 Nov 23 17:23:18.899213 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-27324693-4988-421c-8130-af891f3fe5c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1795418'] for network, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:18.949714 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-27324693-4988-421c-8130-af891f3fe5c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for network, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:18.956957 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-27324693-4988-421c-8130-af891f3fe5c0 admin admin] 10.222.0.60 "DELETE /v2.0/networks/a0d90261-b4da-42ea-a468-b267ad708243 HTTP/1.1" status: 204 len: 168 time: 3.2462707 Nov 23 17:23:19.070639 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27324693-4988-421c-8130-af891f3fe5c0 admin admin] Pushing event deleted for resources: {'Network': ['ID=a0d90261-b4da-42ea-a468-b267ad708243,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:23:19.163981 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-aabdb676-a875-4310-924b-11f43bb38c09 req-66b3ce31-0ddf-4ee9-982f-7d1d32bc4ebe service neutron] For port 2e157275-46de-4566-82b9-9a605a955c7c, host n-h2-816206-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=2e157275-46de-4566-82b9-9a605a955c7c,segment=NetworkSegment(aeb4ff6a-77f7-45a2-bf27-0feac134a4ea),segment_id=aeb4ff6a-77f7-45a2-bf27-0feac134a4ea)] {{(pid=103591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:23:19.166981 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-5391b378-5887-4951-a561-be684572554c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971956'] for subnet, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:19.181221 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 53664) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:23:19.212128 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-f3af278d-7005-4d4c-b180-ad66bf4d98b5 admin admin] Deleting port 58b8535f-d16b-427b-bba3-41e5b1f63f2c {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:23:19.212814 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f3af278d-7005-4d4c-b180-ad66bf4d98b5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:19.248995 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-aabdb676-a875-4310-924b-11f43bb38c09 req-66b3ce31-0ddf-4ee9-982f-7d1d32bc4ebe service neutron] Publish callbacks [] for binding, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:19.250193 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-aabdb676-a875-4310-924b-11f43bb38c09 req-66b3ce31-0ddf-4ee9-982f-7d1d32bc4ebe service neutron] 10.222.0.60 "POST /v2.0/ports/2e157275-46de-4566-82b9-9a605a955c7c/bindings HTTP/1.1" status: 201 len: 389 time: 1.5655963 Nov 23 17:23:19.317069 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-5391b378-5887-4951-a561-be684572554c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264758240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264314269'] for subnet, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:19.354034 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device bc0acd25-238e-4f36-9bd6-de0e9a940cd3 no longer exists at agent hyperv_n-h2-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:23:19.356717 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 53670) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:23:19.413924 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-5391b378-5887-4951-a561-be684572554c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for subnet, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:19.417384 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-5391b378-5887-4951-a561-be684572554c admin admin] 10.222.0.60 "DELETE /v2.0/subnets/5ec29eee-2e3a-4642-be97-88a03756cf1b HTTP/1.1" status: 204 len: 168 time: 1.0734780 Nov 23 17:23:19.421162 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5391b378-5887-4951-a561-be684572554c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5ec29eee-2e3a-4642-be97-88a03756cf1b,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:23:19.423009 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 53674) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:23:19.453487 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-f3af278d-7005-4d4c-b180-ad66bf4d98b5 admin admin] For port 58b8535f-d16b-427b-bba3-41e5b1f63f2c, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=58b8535f-d16b-427b-bba3-41e5b1f63f2c,segment=NetworkSegment(562aec5b-55ec-45ea-84f6-e43e896db0c6),segment_id=562aec5b-55ec-45ea-84f6-e43e896db0c6)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:23:19.453858 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f3af278d-7005-4d4c-b180-ad66bf4d98b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:19.485134 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-eac668aa-a2ef-45b4-acd9-96bf5cb270df admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0d3cf27e5af04d45bf5634064092bfba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1227200 Nov 23 17:23:19.487858 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 53676) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:23:19.498544 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-f3af278d-7005-4d4c-b180-ad66bf4d98b5 admin admin] Calling delete_port for 58b8535f-d16b-427b-bba3-41e5b1f63f2c owned by network:router_interface {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:23:19.510020 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] No Port match for: bc0acd25-238e-4f36-9bd6-de0e9a940cd3 {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:23:19.510726 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device bc0acd25-238e-4f36-9bd6-de0e9a940cd3 not bound to the agent host n-h2-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:23:19.516116 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c28e47f-f9e8-4ad2-ab22-887c69f90f32 None None] Network aad59512-80bb-49f8-8f54-daff64a8bc03 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:23:19.715860 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-996feb36-10f8-442a-a8b9-1a36883f990d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-555181'] for network, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:19.758652 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8c6950-d9a4-40c7-acc1-b5fbbd48479f req-c65a08dd-b95f-4930-ae3f-faeb6b487955 tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:23:19.767724 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6e8c6950-d9a4-40c7-acc1-b5fbbd48479f req-c65a08dd-b95f-4930-ae3f-faeb6b487955 tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] 10.222.0.60 "GET /v2.0/ports?device_id=c1e6eaa3-28c2-4530-98c1-a8b63a271c9f HTTP/1.1" status: 200 len: 946 time: 0.2806430 Nov 23 17:23:19.920708 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2bd2e9e-5516-48d9-a496-bd9df49ff1cf None None] DHCP port deletion for aad59512-80bb-49f8-8f54-daff64a8bc03 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:23:19.938171 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f3af278d-7005-4d4c-b180-ad66bf4d98b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:19.991746 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-5c9a7238-7841-4015-b61f-ea01bf08cf21 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:20.019676 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-e18deeff-f5f7-42bb-9116-97079ff26bc9 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=98a62786d4654c60b8dab5d2a606f4fe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7897882 Nov 23 17:23:20.042717 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6e8c6950-d9a4-40c7-acc1-b5fbbd48479f req-304f0ae7-c8c6-467c-a813-1142d9d36e59 tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] 10.222.0.60 "GET /v2.0/security-groups?id=ef6a96c0-423c-4ea7-a75c-4657afd8c521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2735820 Nov 23 17:23:20.043780 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 53690) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:23:20.049646 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabdb676-a875-4310-924b-11f43bb38c09 req-7b52d9a7-6cbb-48b4-8663-6b85a3091be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:23:20.054313 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-b2bd2e9e-5516-48d9-a496-bd9df49ff1cf None None] Deleting port f8fa63f2-4550-4a39-93dc-c1a8d04c906b {{(pid=103592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:23:20.054698 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b2bd2e9e-5516-48d9-a496-bd9df49ff1cf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:20.068528 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-aabdb676-a875-4310-924b-11f43bb38c09 req-7b52d9a7-6cbb-48b4-8663-6b85a3091be2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=968ef5ef30ad45a38c8263e9da4ef3c2&device_id=c1e6eaa3-28c2-4530-98c1-a8b63a271c9f HTTP/1.1" status: 200 len: 1097 time: 0.2876642 Nov 23 17:23:20.090466 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3af278d-7005-4d4c-b180-ad66bf4d98b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=58b8535f-d16b-427b-bba3-41e5b1f63f2c,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:23:20.112809 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-5c9a7238-7841-4015-b61f-ea01bf08cf21 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:20.225191 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b2bd2e9e-5516-48d9-a496-bd9df49ff1cf None None] For port f8fa63f2-4550-4a39-93dc-c1a8d04c906b, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=f8fa63f2-4550-4a39-93dc-c1a8d04c906b,segment=NetworkSegment(adf834ee-26cf-4f45-a2f3-83f453b804ad),segment_id=adf834ee-26cf-4f45-a2f3-83f453b804ad)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:23:20.231445 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b2bd2e9e-5516-48d9-a496-bd9df49ff1cf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:20.253219 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-b2bd2e9e-5516-48d9-a496-bd9df49ff1cf None None] Calling delete_port for f8fa63f2-4550-4a39-93dc-c1a8d04c906b owned by network:dhcp {{(pid=103592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:23:20.347942 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-996feb36-10f8-442a-a8b9-1a36883f990d admin admin] Deleting port f8fa63f2-4550-4a39-93dc-c1a8d04c906b {{(pid=103591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:23:20.348360 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-996feb36-10f8-442a-a8b9-1a36883f990d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:20.457836 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-033da9e0-9b0f-492c-bcb1-28d73d567cc0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:20.458393 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b2bd2e9e-5516-48d9-a496-bd9df49ff1cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989'] for port, after_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:20.474780 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-5c9a7238-7841-4015-b61f-ea01bf08cf21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:20.478142 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-5c9a7238-7841-4015-b61f-ea01bf08cf21 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:20.479568 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-5c9a7238-7841-4015-b61f-ea01bf08cf21 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/2266779a-ec0a-4375-b19f-56827ef13040 HTTP/1.1" status: 204 len: 168 time: 0.9908116 Nov 23 17:23:20.516394 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bd2e9e-5516-48d9-a496-bd9df49ff1cf None None] Pushing event deleted for resources: {'Port': ['ID=f8fa63f2-4550-4a39-93dc-c1a8d04c906b,revision_number=None']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:23:20.518736 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2bd2e9e-5516-48d9-a496-bd9df49ff1cf None None] No DVR routers for this DVR port f8fa63f2-4550-4a39-93dc-c1a8d04c906b on host n-d-816206-8 {{(pid=103592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:23:20.554629 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabdb676-a875-4310-924b-11f43bb38c09 req-3f2d7cd2-0dc2-4fac-afb2-76ebf9b7cf05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:23:20.556181 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-aabdb676-a875-4310-924b-11f43bb38c09 req-3f2d7cd2-0dc2-4fac-afb2-76ebf9b7cf05 service neutron] 10.222.0.36 "GET /v2.0/networks?id=eacea6aa-86b2-4fe9-ae0d-611828f27804 HTTP/1.1" status: 200 len: 921 time: 0.4740953 Nov 23 17:23:20.617288 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device f8fa63f2-4550-4a39-93dc-c1a8d04c906b no longer exists at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:23:20.654862 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] No Port match for: f8fa63f2-4550-4a39-93dc-c1a8d04c906b {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:23:20.655201 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device f8fa63f2-4550-4a39-93dc-c1a8d04c906b not bound to the agent host n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:23:20.730829 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f3af278d-7005-4d4c-b180-ad66bf4d98b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2067500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1794520'] for router_interface, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:20.898924 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [None req-996feb36-10f8-442a-a8b9-1a36883f990d admin admin] For port f8fa63f2-4550-4a39-93dc-c1a8d04c906b, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=f8fa63f2-4550-4a39-93dc-c1a8d04c906b,segment=NetworkSegment(adf834ee-26cf-4f45-a2f3-83f453b804ad),segment_id=adf834ee-26cf-4f45-a2f3-83f453b804ad)] {{(pid=103591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:23:20.899481 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-996feb36-10f8-442a-a8b9-1a36883f990d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:20.902784 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-033da9e0-9b0f-492c-bcb1-28d73d567cc0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:20.910500 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9a7238-7841-4015-b61f-ea01bf08cf21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2266779a-ec0a-4375-b19f-56827ef13040,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:23:20.975272 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-996feb36-10f8-442a-a8b9-1a36883f990d admin admin] Calling delete_port for f8fa63f2-4550-4a39-93dc-c1a8d04c906b owned by network:dhcp {{(pid=103591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:23:20.977751 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-aabdb676-a875-4310-924b-11f43bb38c09 req-766c83c6-f53f-495f-afbb-cec39a3b1464 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2e157275-46de-4566-82b9-9a605a955c7c HTTP/1.1" status: 200 len: 217 time: 0.0822165 Nov 23 17:23:20.981930 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3af278d-7005-4d4c-b180-ad66bf4d98b5 admin admin] Router b239b5b2-9f70-43c3-a580-24d1ed58da70 has already been hosted by L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 {{(pid=103590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 17:23:21.131606 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3af278d-7005-4d4c-b180-ad66bf4d98b5 admin admin] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:23:21.138453 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-f3af278d-7005-4d4c-b180-ad66bf4d98b5 admin admin] 10.222.0.60 "PUT /v2.0/routers/b239b5b2-9f70-43c3-a580-24d1ed58da70/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1943390 Nov 23 17:23:21.140700 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 53720) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:23:21.143658 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3b149ec-a28b-4795-8e3c-7777c0ed3638 None None] Sync routers for ids ['b239b5b2-9f70-43c3-a580-24d1ed58da70'] in n-d-816206-8 {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:23:21.154436 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3b149ec-a28b-4795-8e3c-7777c0ed3638 None None] Routers {'b239b5b2-9f70-43c3-a580-24d1ed58da70'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:23:21.155859 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-f3b149ec-a28b-4795-8e3c-7777c0ed3638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:23:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['b239b5b2-9f70-43c3-a580-24d1ed58da70'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:23:21.265453 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2b237d44-346f-4845-8661-37d055883728 admin admin] Publish callbacks [] for router, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:21.277324 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-996feb36-10f8-442a-a8b9-1a36883f990d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:21.302826 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-f3b149ec-a28b-4795-8e3c-7777c0ed3638 None None] Set router b239b5b2-9f70-43c3-a580-24d1ed58da70 gateway port host: n-d-816206-8 {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:23:21.319613 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabdb676-a875-4310-924b-11f43bb38c09 req-83b9fbd7-f283-4ba7-ac2f-ac50415b0109 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:23:21.321139 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-aabdb676-a875-4310-924b-11f43bb38c09 req-83b9fbd7-f283-4ba7-ac2f-ac50415b0109 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=cfa8dfdf-5850-4e22-a7f8-6d7e726926d1 HTTP/1.1" status: 200 len: 860 time: 0.3316746 Nov 23 17:23:21.375668 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996feb36-10f8-442a-a8b9-1a36883f990d admin admin] Pushing event deleted for resources: {'Port': ['ID=f8fa63f2-4550-4a39-93dc-c1a8d04c906b,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:23:21.409054 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-033da9e0-9b0f-492c-bcb1-28d73d567cc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:21.411872 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-033da9e0-9b0f-492c-bcb1-28d73d567cc0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:21.415856 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-033da9e0-9b0f-492c-bcb1-28d73d567cc0 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/70227657-be62-432a-a8fd-5a85231fc7e4 HTTP/1.1" status: 204 len: 168 time: 1.3508368 Nov 23 17:23:21.419216 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-996feb36-10f8-442a-a8b9-1a36883f990d admin admin] No DVR routers for this DVR port f8fa63f2-4550-4a39-93dc-c1a8d04c906b on host n-d-816206-8 {{(pid=103591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:23:21.424845 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2b237d44-346f-4845-8661-37d055883728 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:21.425601 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-aabdb676-a875-4310-924b-11f43bb38c09 req-83bf0803-e317-40a1-98b5-cd423f9859a2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=eacea6aa-86b2-4fe9-ae0d-611828f27804&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0723634 Nov 23 17:23:21.440733 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a41a8a5-186a-4b22-8b9e-712ead5f8ea7 req-e951de68-546b-4fd7-818a-a5d65c2c8401 tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:23:21.449300 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-3a41a8a5-186a-4b22-8b9e-712ead5f8ea7 req-e951de68-546b-4fd7-818a-a5d65c2c8401 tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] 10.222.0.60 "GET /v2.0/ports?device_id=c1e6eaa3-28c2-4530-98c1-a8b63a271c9f HTTP/1.1" status: 200 len: 946 time: 0.2685082 Nov 23 17:23:21.465367 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b227be29-bf7d-46ff-b045-d2a3ed3968db req-2e004a7c-1e20-400f-b6a0-7051d2d1c12a tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:23:21.472348 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b227be29-bf7d-46ff-b045-d2a3ed3968db req-2e004a7c-1e20-400f-b6a0-7051d2d1c12a tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] 10.222.0.60 "GET /v2.0/networks?id=ffa7c2aa-6251-4537-acd5-168309147200 HTTP/1.1" status: 200 len: 811 time: 0.9331241 Nov 23 17:23:21.514405 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-2b237d44-346f-4845-8661-37d055883728 admin admin] Deleting port 8a1aed36-ffdb-4bab-b2c2-22be6c4960ce {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:23:21.515284 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2b237d44-346f-4845-8661-37d055883728 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:21.528332 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-f3b149ec-a28b-4795-8e3c-7777c0ed3638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b239b5b2-9f70-43c3-a580-24d1ed58da70', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-823609764-router', 'tenant_id': '3af404bc9c9d4b7d84676665738a767f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.149'}], 'enable_snat': True}, 'gw_port_id': '8a1aed36-ffdb-4bab-b2c2-22be6c4960ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:17:57Z', 'updated_at': '2021-11-23T17:23:19Z', 'revision_number': 5, 'project_id': '3af404bc9c9d4b7d84676665738a767f', 'gw_port': {'id': '8a1aed36-ffdb-4bab-b2c2-22be6c4960ce', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:0d:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b239b5b2-9f70-43c3-a580-24d1ed58da70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 164, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:17:58Z', 'updated_at': '2021-11-23T17:18:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8'}], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:23:21.569714 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3b149ec-a28b-4795-8e3c-7777c0ed3638 None None] Checking router: b239b5b2-9f70-43c3-a580-24d1ed58da70 for host: n-d-816206-8 {{(pid=103593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 17:23:21.581781 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3b149ec-a28b-4795-8e3c-7777c0ed3638 None None] Routers {'b239b5b2-9f70-43c3-a580-24d1ed58da70'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:23:21.582440 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-f3b149ec-a28b-4795-8e3c-7777c0ed3638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:23:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['b239b5b2-9f70-43c3-a580-24d1ed58da70'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:23:21.600471 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-aabdb676-a875-4310-924b-11f43bb38c09 req-3d81182f-c47e-49f9-bb44-69a707225062 service neutron] 10.222.0.36 "GET /v2.0/networks/eacea6aa-86b2-4fe9-ae0d-611828f27804?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421003 Nov 23 17:23:21.603253 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-bb2ec81f-5e32-4527-8927-34fd4d5eb91b req-97774578-7dd5-4a61-9960-3b61ffb27474 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=4abb5890-6e70-46c1-a968-68c3ff6d1713&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4280691 Nov 23 17:23:21.606336 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033da9e0-9b0f-492c-bcb1-28d73d567cc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70227657-be62-432a-a8fd-5a85231fc7e4,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:23:21.695449 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b227be29-bf7d-46ff-b045-d2a3ed3968db req-21fc3388-7111-4b5f-91aa-a691828e1b4d tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] 10.222.0.60 "GET /v2.0/quotas/6a229d10d4554d9a82f91e22fc3c6096 HTTP/1.1" status: 200 len: 375 time: 0.2221651 Nov 23 17:23:21.697553 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-f3b149ec-a28b-4795-8e3c-7777c0ed3638 None None] Set router b239b5b2-9f70-43c3-a580-24d1ed58da70 gateway port host: None {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:23:21.753189 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-2b237d44-346f-4845-8661-37d055883728 admin admin] For port 8a1aed36-ffdb-4bab-b2c2-22be6c4960ce, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=8a1aed36-ffdb-4bab-b2c2-22be6c4960ce,segment=NetworkSegment(bffd1e4f-e80f-4ff0-b418-2f42ae15febf),segment_id=bffd1e4f-e80f-4ff0-b418-2f42ae15febf)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:23:21.753815 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2b237d44-346f-4845-8661-37d055883728 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:21.773755 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-f3b149ec-a28b-4795-8e3c-7777c0ed3638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b239b5b2-9f70-43c3-a580-24d1ed58da70', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-823609764-router', 'tenant_id': '3af404bc9c9d4b7d84676665738a767f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:17:57Z', 'updated_at': '2021-11-23T17:23:21Z', 'revision_number': 6, 'project_id': '3af404bc9c9d4b7d84676665738a767f', 'gw_port_host': None}], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:23:21.786961 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-2b237d44-346f-4845-8661-37d055883728 admin admin] Calling delete_port for 8a1aed36-ffdb-4bab-b2c2-22be6c4960ce owned by network:router_gateway {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:23:21.809702 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-996feb36-10f8-442a-a8b9-1a36883f990d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973419', 'neutron.services.segments.db._delete_segments_for_network-8736635878840'] for network, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:21.817421 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3b149ec-a28b-4795-8e3c-7777c0ed3638 None None] The sync data for ids ['b239b5b2-9f70-43c3-a580-24d1ed58da70'] in n-d-816206-8 is: [{'id': 'b239b5b2-9f70-43c3-a580-24d1ed58da70', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-823609764-router', 'tenant_id': '3af404bc9c9d4b7d84676665738a767f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:17:57Z', 'updated_at': '2021-11-23T17:23:21Z', 'revision_number': 6, 'project_id': '3af404bc9c9d4b7d84676665738a767f', 'gw_port_host': None}] {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:23:21.850376 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b227be29-bf7d-46ff-b045-d2a3ed3968db req-ab77b100-6854-45ab-aaa9-d779b5bb228c tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=6a229d10d4554d9a82f91e22fc3c6096&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1030664 Nov 23 17:23:21.880021 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-3a41a8a5-186a-4b22-8b9e-712ead5f8ea7 req-c89f8a3a-3e00-4cff-ba96-b02339048a0b tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] 10.222.0.60 "GET /v2.0/security-groups?id=ef6a96c0-423c-4ea7-a75c-4657afd8c521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4305723 Nov 23 17:23:21.911227 n-d-816206-8 neutron-server[103591]: DEBUG neutron.services.segments.db [None req-996feb36-10f8-442a-a8b9-1a36883f990d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aad59512-80bb-49f8-8f54-daff64a8bc03']}} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:23:21.943175 n-d-816206-8 neutron-server[103591]: DEBUG neutron.services.segments.db [None req-996feb36-10f8-442a-a8b9-1a36883f990d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'adf834ee-26cf-4f45-a2f3-83f453b804ad') {'for_net_delete': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:23:21.943521 n-d-816206-8 neutron-server[103591]: DEBUG neutron.services.segments.db [None req-996feb36-10f8-442a-a8b9-1a36883f990d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'adf834ee-26cf-4f45-a2f3-83f453b804ad') {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:23:21.957383 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2ec81f-5e32-4527-8927-34fd4d5eb91b req-7fc17baf-83fd-4ca9-a3ec-ee118d93830c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:23:21.959090 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-bb2ec81f-5e32-4527-8927-34fd4d5eb91b req-7fc17baf-83fd-4ca9-a3ec-ee118d93830c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4f30b4abc7074d1fa9d31a414a5f297f&device_id=4abb5890-6e70-46c1-a968-68c3ff6d1713 HTTP/1.1" status: 200 len: 1096 time: 0.2940326 Nov 23 17:23:21.960899 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-aabdb676-a875-4310-924b-11f43bb38c09 req-858c0ceb-633e-4664-b58f-323fa03519ea service neutron] 10.222.0.36 "GET /v2.0/networks/eacea6aa-86b2-4fe9-ae0d-611828f27804?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3393509 Nov 23 17:23:21.979947 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-996feb36-10f8-442a-a8b9-1a36883f990d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736635840332', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265989959'] for segment, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:22.021667 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2b237d44-346f-4845-8661-37d055883728 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:22.086313 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b237d44-346f-4845-8661-37d055883728 admin admin] Pushing event deleted for resources: {'Port': ['ID=8a1aed36-ffdb-4bab-b2c2-22be6c4960ce,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:23:22.091016 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 53750) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:23:22.104269 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b227be29-bf7d-46ff-b045-d2a3ed3968db req-3c0cfa52-1f8e-488d-9541-9ab251f196e5 service neutron] 10.222.0.60 "GET /v2.0/networks/ffa7c2aa-6251-4537-acd5-168309147200?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2358663 Nov 23 17:23:22.148062 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-996feb36-10f8-442a-a8b9-1a36883f990d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:22.264927 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-81c5d56f-e005-4739-8f0b-b47b1c63173a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=145bdfe43724483b9f7216376bb0fd3a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1650712 Nov 23 17:23:22.267956 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 53756) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:23:22.270214 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2b237d44-346f-4845-8661-37d055883728 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1795454'] for router_gateway, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:22.301072 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b227be29-bf7d-46ff-b045-d2a3ed3968db req-ddd2c6df-f3d0-4e6e-8277-7e3eb73d45e2 service neutron] 10.222.0.60 "GET /v2.0/networks/ffa7c2aa-6251-4537-acd5-168309147200?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1732407 Nov 23 17:23:22.367292 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-996feb36-10f8-442a-a8b9-1a36883f990d admin admin] Releasing vlan 509 on physical network physnet1 to pool {{(pid=103591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 17:23:22.367727 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-996feb36-10f8-442a-a8b9-1a36883f990d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264756290'] for segment, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:22.371641 n-d-816206-8 neutron-server[103591]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 17:23:22.371641 n-d-816206-8 neutron-server[103591]: self.session.flush() Nov 23 17:23:22.371641 n-d-816206-8 neutron-server[103591]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 17:23:22.371641 n-d-816206-8 neutron-server[103591]: self.session.flush() Nov 23 17:23:22.371641 n-d-816206-8 neutron-server[103591]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 17:23:22.371641 n-d-816206-8 neutron-server[103591]: self.session.flush() Nov 23 17:23:22.371641 n-d-816206-8 neutron-server[103591]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 17:23:22.371641 n-d-816206-8 neutron-server[103591]: self.session.flush() Nov 23 17:23:22.371641 n-d-816206-8 neutron-server[103591]: Traceback (most recent call last): Nov 23 17:23:22.371641 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 17:23:22.371641 n-d-816206-8 neutron-server[103591]: timer() Nov 23 17:23:22.371641 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 17:23:22.371641 n-d-816206-8 neutron-server[103591]: cb(*args, **kw) Nov 23 17:23:22.371641 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 17:23:22.371641 n-d-816206-8 neutron-server[103591]: return func(*args, **kwargs) Nov 23 17:23:22.371641 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 17:23:22.371641 n-d-816206-8 neutron-server[103591]: self._notify() Nov 23 17:23:22.371641 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 17:23:22.371641 n-d-816206-8 neutron-server[103591]: self.callback(batched_events) Nov 23 17:23:22.371641 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 17:23:22.371641 n-d-816206-8 neutron-server[103591]: event.method(event) Nov 23 17:23:22.371641 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 17:23:22.371641 n-d-816206-8 neutron-server[103591]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 17:23:22.371641 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 17:23:22.371641 n-d-816206-8 neutron-server[103591]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 17:23:22.371641 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 17:23:22.371641 n-d-816206-8 neutron-server[103591]: return f(self, *a, **k) Nov 23 17:23:22.371641 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 17:23:22.371641 n-d-816206-8 neutron-server[103591]: return self._get(url).json() Nov 23 17:23:22.371641 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 17:23:22.371641 n-d-816206-8 neutron-server[103591]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 17:23:22.371641 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 17:23:22.371641 n-d-816206-8 neutron-server[103591]: return self.request(url, 'GET', **kwargs) Nov 23 17:23:22.371641 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 17:23:22.371641 n-d-816206-8 neutron-server[103591]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 17:23:22.371641 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 17:23:22.371641 n-d-816206-8 neutron-server[103591]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 17:23:22.371641 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 17:23:22.371641 n-d-816206-8 neutron-server[103591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 17:23:22.371641 n-d-816206-8 neutron-server[103591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 17:23:22.461021 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2ec81f-5e32-4527-8927-34fd4d5eb91b req-4d765710-df1a-41c9-8d75-c6cc3d3c94c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:23:22.462860 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-bb2ec81f-5e32-4527-8927-34fd4d5eb91b req-4d765710-df1a-41c9-8d75-c6cc3d3c94c4 service neutron] 10.222.0.55 "GET /v2.0/networks?id=3b84e4de-5a6f-44c6-a8e6-1d90b4d1f1b3 HTTP/1.1" status: 200 len: 909 time: 0.3631997 Nov 23 17:23:22.561301 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2b237d44-346f-4845-8661-37d055883728 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1794352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8175'] for router, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:22.571698 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2b237d44-346f-4845-8661-37d055883728 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:22.701011 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2b237d44-346f-4845-8661-37d055883728 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1795580'] for router, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:22.702318 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b237d44-346f-4845-8661-37d055883728 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b239b5b2-9f70-43c3-a580-24d1ed58da70 {{(pid=103590) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 17:23:22.712168 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2b237d44-346f-4845-8661-37d055883728 admin admin] Publish callbacks [] for router, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:22.716860 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-2b237d44-346f-4845-8661-37d055883728 admin admin] 10.222.0.60 "DELETE /v2.0/routers/b239b5b2-9f70-43c3-a580-24d1ed58da70 HTTP/1.1" status: 204 len: 168 time: 1.5749872 Nov 23 17:23:22.719026 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 53816) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:23:22.748252 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7546a6f7-d54e-4f95-b854-698f8beabb85 req-83c4f1c7-cd3c-4ce4-89e6-d7ee94537c15 tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] 10.222.0.60 "GET /v2.0/ports?device_id=0c2e62d0-1b27-4471-9488-ce6e4feddd0c HTTP/1.1" status: 200 len: 210 time: 0.1301548 Nov 23 17:23:22.755534 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-bb2ec81f-5e32-4527-8927-34fd4d5eb91b req-9a0ba4bf-df90-42c2-b775-a4004d8127f3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e1d10eec-e579-40eb-bde9-a5f39bf82b59 HTTP/1.1" status: 200 len: 217 time: 0.2831810 Nov 23 17:23:22.793022 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-996feb36-10f8-442a-a8b9-1a36883f990d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1795418'] for network, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:22.800237 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-49b292a0-1a71-484a-8d81-19ee9d0c8038 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:22.834021 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_v2 [None req-efbe580a-b7d3-4c61-bc8f-ed2d5bc6571d admin admin] Deleting subnet 0ed166eb-3d07-4f8a-96bd-e3449b2a3223 {{(pid=103590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 17:23:22.841802 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-49b292a0-1a71-484a-8d81-19ee9d0c8038 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:22.843769 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-efbe580a-b7d3-4c61-bc8f-ed2d5bc6571d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:22.926803 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 58b8535f-d16b-427b-bba3-41e5b1f63f2c no longer exists at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:23:22.947840 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-996feb36-10f8-442a-a8b9-1a36883f990d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for network, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:22.953705 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-996feb36-10f8-442a-a8b9-1a36883f990d admin admin] 10.222.0.60 "DELETE /v2.0/networks/aad59512-80bb-49f8-8f54-daff64a8bc03 HTTP/1.1" status: 204 len: 168 time: 3.5291433 Nov 23 17:23:23.013439 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] No Port match for: 58b8535f-d16b-427b-bba3-41e5b1f63f2c {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:23:23.016524 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 58b8535f-d16b-427b-bba3-41e5b1f63f2c not bound to the agent host n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:23:23.051761 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-efbe580a-b7d3-4c61-bc8f-ed2d5bc6571d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-267528342'] for subnet, precommit_delete_associations {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:23.057183 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996feb36-10f8-442a-a8b9-1a36883f990d admin admin] Pushing event deleted for resources: {'Network': ['ID=aad59512-80bb-49f8-8f54-daff64a8bc03,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:23:23.165065 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-49b292a0-1a71-484a-8d81-19ee9d0c8038 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:23.172153 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-49b292a0-1a71-484a-8d81-19ee9d0c8038 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:23.190213 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-49b292a0-1a71-484a-8d81-19ee9d0c8038 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/739ebcb5-4442-4e70-b3db-fa4ee1242025 HTTP/1.1" status: 204 len: 168 time: 0.9205899 Nov 23 17:23:23.225290 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2ec81f-5e32-4527-8927-34fd4d5eb91b req-aa7e8eb2-2c65-4c0c-98e8-2818d50dcdb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:23:23.227383 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-bb2ec81f-5e32-4527-8927-34fd4d5eb91b req-aa7e8eb2-2c65-4c0c-98e8-2818d50dcdb9 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=10cf3f5a-71d1-468b-8622-0226dd1fd98a HTTP/1.1" status: 200 len: 848 time: 0.4620228 Nov 23 17:23:23.362329 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-efbe580a-b7d3-4c61-bc8f-ed2d5bc6571d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971956'] for subnet, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:23.383123 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-bb2ec81f-5e32-4527-8927-34fd4d5eb91b req-046d56ee-4e2f-4d19-adb6-fc4ba58373d1 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3b84e4de-5a6f-44c6-a8e6-1d90b4d1f1b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1388495 Nov 23 17:23:23.560815 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-bb2ec81f-5e32-4527-8927-34fd4d5eb91b req-b2fd82b2-08db-492d-a9c6-58174447503a service neutron] 10.222.0.55 "GET /v2.0/networks/3b84e4de-5a6f-44c6-a8e6-1d90b4d1f1b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1665175 Nov 23 17:23:23.587115 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8612ed4f-7ad1-47d9-a057-c39967b6ad27 req-cfe87c0c-9d6a-481a-8c41-2dd5a6f35537 tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:23:23.596673 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 53880) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:23:23.600310 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8612ed4f-7ad1-47d9-a057-c39967b6ad27 req-cfe87c0c-9d6a-481a-8c41-2dd5a6f35537 tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] 10.222.0.60 "GET /v2.0/ports?device_id=c1e6eaa3-28c2-4530-98c1-a8b63a271c9f HTTP/1.1" status: 200 len: 946 time: 0.5183017 Nov 23 17:23:23.701789 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b292a0-1a71-484a-8d81-19ee9d0c8038 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=739ebcb5-4442-4e70-b3db-fa4ee1242025,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:23:23.771526 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-efbe580a-b7d3-4c61-bc8f-ed2d5bc6571d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264357903', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264730940'] for subnet, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:23.823181 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f329683-3fab-4fff-87e1-c98ec7fc4add None None] Network 83b5aa25-2a60-461e-9f02-81cb63453750 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:23:23.825507 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-efbe580a-b7d3-4c61-bc8f-ed2d5bc6571d admin admin] Publish callbacks [] for subnet, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:23.831485 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-efbe580a-b7d3-4c61-bc8f-ed2d5bc6571d admin admin] 10.222.0.60 "DELETE /v2.0/subnets/0ed166eb-3d07-4f8a-96bd-e3449b2a3223 HTTP/1.1" status: 204 len: 168 time: 1.1112192 Nov 23 17:23:23.834746 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-51170f3b-2609-40d5-88bf-2e310be3d2b4 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b930416d8ba84d7ba659706c10c554f7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2256997 Nov 23 17:23:23.835313 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 53900) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:23:23.837513 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbe580a-b7d3-4c61-bc8f-ed2d5bc6571d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0ed166eb-3d07-4f8a-96bd-e3449b2a3223,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:23:23.888729 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 53902) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:23:23.923386 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-bb2ec81f-5e32-4527-8927-34fd4d5eb91b req-98af31a6-8726-429f-af10-e821b64ae2d6 service neutron] 10.222.0.55 "GET /v2.0/networks/3b84e4de-5a6f-44c6-a8e6-1d90b4d1f1b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2822194 Nov 23 17:23:23.984555 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8612ed4f-7ad1-47d9-a057-c39967b6ad27 req-d2ce8fd6-ed40-44ef-915e-0ab368805380 tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] 10.222.0.60 "GET /v2.0/security-groups?id=ef6a96c0-423c-4ea7-a75c-4657afd8c521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3828793 Nov 23 17:23:24.079533 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7729160d-bc64-4056-a065-172de5d92367 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-555181'] for network, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:24.109205 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d102a595-7708-4a80-854c-ca2adffc220f req-3669d4af-8570-402c-ad3e-1237e629c492 tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] 10.222.0.60 "GET /v2.0/ports?device_id=0c2e62d0-1b27-4471-9488-ce6e4feddd0c HTTP/1.1" status: 200 len: 210 time: 0.0545940 Nov 23 17:23:24.197256 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1ad12ca4-e7d8-46eb-a837-a31c787358c4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:24.277835 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1ad12ca4-e7d8-46eb-a837-a31c787358c4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:24.370342 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-7729160d-bc64-4056-a065-172de5d92367 admin admin] Deleting port a7c0618d-a529-427d-8c46-253954aab2c7 {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:23:24.371310 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7729160d-bc64-4056-a065-172de5d92367 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:24.481306 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 8a1aed36-ffdb-4bab-b2c2-22be6c4960ce no longer exists at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:23:24.525466 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1ad12ca4-e7d8-46eb-a837-a31c787358c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:24.539412 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1ad12ca4-e7d8-46eb-a837-a31c787358c4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:24.545602 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-1ad12ca4-e7d8-46eb-a837-a31c787358c4 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b656dbf2-bd68-4405-bdb6-ed670d1dacf3 HTTP/1.1" status: 204 len: 168 time: 0.6552296 Nov 23 17:23:24.570874 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] No Port match for: 8a1aed36-ffdb-4bab-b2c2-22be6c4960ce {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:23:24.571847 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 8a1aed36-ffdb-4bab-b2c2-22be6c4960ce not bound to the agent host n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:23:24.588341 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-7729160d-bc64-4056-a065-172de5d92367 admin admin] For port a7c0618d-a529-427d-8c46-253954aab2c7, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=a7c0618d-a529-427d-8c46-253954aab2c7,segment=NetworkSegment(562aec5b-55ec-45ea-84f6-e43e896db0c6),segment_id=562aec5b-55ec-45ea-84f6-e43e896db0c6)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:23:24.588737 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7729160d-bc64-4056-a065-172de5d92367 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:24.612687 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad12ca4-e7d8-46eb-a837-a31c787358c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b656dbf2-bd68-4405-bdb6-ed670d1dacf3,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:23:24.653253 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-7729160d-bc64-4056-a065-172de5d92367 admin admin] Calling delete_port for a7c0618d-a529-427d-8c46-253954aab2c7 owned by network:dhcp {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:23:24.855285 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ef57b4d-5840-4748-9055-a8548d74f407 None None] DHCP port deletion for 83b5aa25-2a60-461e-9f02-81cb63453750 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:23:24.864685 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7729160d-bc64-4056-a065-172de5d92367 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:24.975172 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7729160d-bc64-4056-a065-172de5d92367 admin admin] Pushing event deleted for resources: {'Port': ['ID=a7c0618d-a529-427d-8c46-253954aab2c7,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:23:24.999473 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7729160d-bc64-4056-a065-172de5d92367 admin admin] No DVR routers for this DVR port a7c0618d-a529-427d-8c46-253954aab2c7 on host n-d-816206-8 {{(pid=103590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:23:25.002689 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b227be29-bf7d-46ff-b045-d2a3ed3968db req-ccfc8b05-9079-49af-b555-faea55b2a5e1 tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:23:25.005903 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b227be29-bf7d-46ff-b045-d2a3ed3968db req-ccfc8b05-9079-49af-b555-faea55b2a5e1 tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] 10.222.0.36 "GET /v2.0/networks?id=ffa7c2aa-6251-4537-acd5-168309147200 HTTP/1.1" status: 200 len: 811 time: 0.4803460 Nov 23 17:23:25.028985 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [req-b227be29-bf7d-46ff-b045-d2a3ed3968db req-9f31f437-3250-4c44-aa3e-f94862e421c1 tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] Request body: {'port': {'device_id': '0c2e62d0-1b27-4471-9488-ce6e4feddd0c', 'network_id': 'ffa7c2aa-6251-4537-acd5-168309147200', 'admin_state_up': True, 'tenant_id': '6a229d10d4554d9a82f91e22fc3c6096'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:23:25.128725 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7729160d-bc64-4056-a065-172de5d92367 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973419', 'neutron.services.segments.db._delete_segments_for_network-8736635878840'] for network, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:25.152062 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-7729160d-bc64-4056-a065-172de5d92367 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83b5aa25-2a60-461e-9f02-81cb63453750']}} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:23:25.165089 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-7729160d-bc64-4056-a065-172de5d92367 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '562aec5b-55ec-45ea-84f6-e43e896db0c6') {'for_net_delete': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:23:25.165659 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-7729160d-bc64-4056-a065-172de5d92367 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '562aec5b-55ec-45ea-84f6-e43e896db0c6') {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:23:25.189027 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7729160d-bc64-4056-a065-172de5d92367 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736635840332', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-267528353'] for segment, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:25.217371 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7729160d-bc64-4056-a065-172de5d92367 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:25.229997 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7729160d-bc64-4056-a065-172de5d92367 admin admin] Releasing vlan 500 on physical network physnet1 to pool {{(pid=103590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 17:23:25.236476 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7729160d-bc64-4056-a065-172de5d92367 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264370093'] for segment, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:25.241691 n-d-816206-8 neutron-server[103590]: Traceback (most recent call last): Nov 23 17:23:25.241691 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 17:23:25.241691 n-d-816206-8 neutron-server[103590]: timer() Nov 23 17:23:25.241691 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 17:23:25.241691 n-d-816206-8 neutron-server[103590]: cb(*args, **kw) Nov 23 17:23:25.241691 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 17:23:25.241691 n-d-816206-8 neutron-server[103590]: return func(*args, **kwargs) Nov 23 17:23:25.241691 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 17:23:25.241691 n-d-816206-8 neutron-server[103590]: self._notify() Nov 23 17:23:25.241691 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 17:23:25.241691 n-d-816206-8 neutron-server[103590]: self.callback(batched_events) Nov 23 17:23:25.241691 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 17:23:25.241691 n-d-816206-8 neutron-server[103590]: event.method(event) Nov 23 17:23:25.241691 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 17:23:25.241691 n-d-816206-8 neutron-server[103590]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 17:23:25.241691 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 17:23:25.241691 n-d-816206-8 neutron-server[103590]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 17:23:25.241691 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 17:23:25.241691 n-d-816206-8 neutron-server[103590]: return f(self, *a, **k) Nov 23 17:23:25.241691 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 17:23:25.241691 n-d-816206-8 neutron-server[103590]: return self._get(url).json() Nov 23 17:23:25.241691 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 17:23:25.241691 n-d-816206-8 neutron-server[103590]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 17:23:25.241691 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 17:23:25.241691 n-d-816206-8 neutron-server[103590]: return self.request(url, 'GET', **kwargs) Nov 23 17:23:25.241691 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 17:23:25.241691 n-d-816206-8 neutron-server[103590]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 17:23:25.241691 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 17:23:25.241691 n-d-816206-8 neutron-server[103590]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 17:23:25.241691 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 17:23:25.241691 n-d-816206-8 neutron-server[103590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 17:23:25.241691 n-d-816206-8 neutron-server[103590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 17:23:25.302254 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b227be29-bf7d-46ff-b045-d2a3ed3968db req-9f31f437-3250-4c44-aa3e-f94862e421c1 tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] Made reservation on behalf of 6a229d10d4554d9a82f91e22fc3c6096 for: {'port': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:23:25.318326 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-b227be29-bf7d-46ff-b045-d2a3ed3968db req-9f31f437-3250-4c44-aa3e-f94862e421c1 tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:25.420044 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7729160d-bc64-4056-a065-172de5d92367 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1795418'] for network, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:25.423811 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-069d68c3-066a-4b28-873d-61a16ccf0835 req-bd8efd1e-a37b-4601-936f-a05a6d9d869e tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] 10.222.0.60 "GET /v2.0/ports?device_id=0c2e62d0-1b27-4471-9488-ce6e4feddd0c HTTP/1.1" status: 200 len: 210 time: 0.0472674 Nov 23 17:23:25.441447 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7729160d-bc64-4056-a065-172de5d92367 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for network, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:25.445976 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-7729160d-bc64-4056-a065-172de5d92367 admin admin] 10.222.0.60 "DELETE /v2.0/networks/83b5aa25-2a60-461e-9f02-81cb63453750 HTTP/1.1" status: 204 len: 168 time: 1.6095729 Nov 23 17:23:25.447514 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7729160d-bc64-4056-a065-172de5d92367 admin admin] Pushing event deleted for resources: {'Network': ['ID=83b5aa25-2a60-461e-9f02-81cb63453750,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:23:25.467288 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-3a54e0f9-e8f9-4227-b695-c2240c6323a2 req-86950f44-0024-4368-a3f7-c2841aaceef7 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e3066f0e-be40-43cc-b52c-4cca61251c1c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1725049 Nov 23 17:23:25.556450 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52034e6-7ae2-46d3-9945-e7386eac7cb3 req-195f1d35-7101-40e8-b712-a307bc29dac5 tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:23:25.568236 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f52034e6-7ae2-46d3-9945-e7386eac7cb3 req-195f1d35-7101-40e8-b712-a307bc29dac5 tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] 10.222.0.60 "GET /v2.0/ports?device_id=c1e6eaa3-28c2-4530-98c1-a8b63a271c9f HTTP/1.1" status: 200 len: 946 time: 0.2919850 Nov 23 17:23:25.597020 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a54e0f9-e8f9-4227-b695-c2240c6323a2 req-3337d920-282a-4c5e-a9f3-3dfcd1353cae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:23:25.598660 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-3a54e0f9-e8f9-4227-b695-c2240c6323a2 req-3337d920-282a-4c5e-a9f3-3dfcd1353cae service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=968ef5ef30ad45a38c8263e9da4ef3c2&device_id=e3066f0e-be40-43cc-b52c-4cca61251c1c HTTP/1.1" status: 200 len: 1095 time: 0.0924363 Nov 23 17:23:25.770683 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f52034e6-7ae2-46d3-9945-e7386eac7cb3 req-2d3a69cf-d7b9-45a9-bad4-7e704ec6ebc6 tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] 10.222.0.60 "GET /v2.0/security-groups?id=ef6a96c0-423c-4ea7-a75c-4657afd8c521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2010953 Nov 23 17:23:25.830507 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.db_base_plugin_common [req-b227be29-bf7d-46ff-b045-d2a3ed3968db req-9f31f437-3250-4c44-aa3e-f94862e421c1 tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] Allocated IP 172.20.0.14 (ffa7c2aa-6251-4537-acd5-168309147200/8e905b96-ea32-4f4c-be91-01d912cd9ed2/65b0f12d-433a-42e2-bc00-ca0fa04bf25d) {{(pid=103591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:23:25.863965 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a54e0f9-e8f9-4227-b695-c2240c6323a2 req-7aa87431-70d9-44c0-a3cd-b8a4f03a58a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:23:25.866108 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-3a54e0f9-e8f9-4227-b695-c2240c6323a2 req-7aa87431-70d9-44c0-a3cd-b8a4f03a58a3 service neutron] 10.222.0.36 "GET /v2.0/networks?id=eacea6aa-86b2-4fe9-ae0d-611828f27804 HTTP/1.1" status: 200 len: 921 time: 0.2397683 Nov 23 17:23:25.970039 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 54054) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:23:26.007783 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-3a54e0f9-e8f9-4227-b695-c2240c6323a2 req-5a85d5ec-e12d-4d97-866f-978afa401cba service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ebb3a298-d7d7-4eec-9078-0824a8d78eaf HTTP/1.1" status: 200 len: 217 time: 0.1262758 Nov 23 17:23:26.093882 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a54e0f9-e8f9-4227-b695-c2240c6323a2 req-4174375e-d09f-4245-8107-0a2731e022da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:23:26.100301 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-3a54e0f9-e8f9-4227-b695-c2240c6323a2 req-4174375e-d09f-4245-8107-0a2731e022da service neutron] 10.222.0.36 "GET /v2.0/subnets?id=cfa8dfdf-5850-4e22-a7f8-6d7e726926d1 HTTP/1.1" status: 200 len: 860 time: 0.0842590 Nov 23 17:23:26.188408 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-3a54e0f9-e8f9-4227-b695-c2240c6323a2 req-46017b8d-6a6d-4e70-899a-6052bf32895c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=eacea6aa-86b2-4fe9-ae0d-611828f27804&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0770743 Nov 23 17:23:26.304525 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-260afb9c-0104-408a-bcf7-5923ed749998 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=127802e79ad24bebb19163263129e33c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3317549 Nov 23 17:23:26.310754 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 54074) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:23:26.423901 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 54084) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:23:26.437545 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-3a54e0f9-e8f9-4227-b695-c2240c6323a2 req-12563f8b-67f7-489a-9884-885e6935c355 service neutron] 10.222.0.36 "GET /v2.0/networks/eacea6aa-86b2-4fe9-ae0d-611828f27804?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2298150 Nov 23 17:23:26.476160 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-92f22585-5ad9-43b6-bab4-a71dd9688c60 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:26.582011 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-b227be29-bf7d-46ff-b045-d2a3ed3968db req-9f31f437-3250-4c44-aa3e-f94862e421c1 tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] Publish callbacks [] for port, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:26.620666 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-92f22585-5ad9-43b6-bab4-a71dd9688c60 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:26.624851 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device a7c0618d-a529-427d-8c46-253954aab2c7 no longer exists at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:23:26.702617 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-3a54e0f9-e8f9-4227-b695-c2240c6323a2 req-552c6c16-f89b-4fa0-bd37-60817398b98b service neutron] 10.222.0.36 "GET /v2.0/networks/eacea6aa-86b2-4fe9-ae0d-611828f27804?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2569773 Nov 23 17:23:26.706314 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] No Port match for: a7c0618d-a529-427d-8c46-253954aab2c7 {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:23:26.708166 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-915a29f3-1900-4ab2-a42f-68001dc66052 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1087548350-network', 'tenant_id': 'ee30629671cd48a7ba8e997b65518fa4'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:23:26.713212 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device a7c0618d-a529-427d-8c46-253954aab2c7 not bound to the agent host n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:23:26.797850 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-915a29f3-1900-4ab2-a42f-68001dc66052 admin admin] Made reservation on behalf of ee30629671cd48a7ba8e997b65518fa4 for: {'network': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:23:26.801166 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-915a29f3-1900-4ab2-a42f-68001dc66052 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for network, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:26.819984 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-915a29f3-1900-4ab2-a42f-68001dc66052 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:26.863285 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-edfe663b-af8e-4236-a72b-c68c0776c123 req-cff96798-d96a-4f9a-a5e5-c7779cbea544 tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] 10.222.0.60 "GET /v2.0/ports?device_id=0c2e62d0-1b27-4471-9488-ce6e4feddd0c HTTP/1.1" status: 200 len: 210 time: 0.1506007 Nov 23 17:23:26.918882 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-b227be29-bf7d-46ff-b045-d2a3ed3968db req-9f31f437-3250-4c44-aa3e-f94862e421c1 tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:27.000112 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-915a29f3-1900-4ab2-a42f-68001dc66052 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:27.011183 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-915a29f3-1900-4ab2-a42f-68001dc66052 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:27.058295 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-915a29f3-1900-4ab2-a42f-68001dc66052 admin admin] vlan segment allocate from pool success with {'vlan_id': 509, 'physical_network': 'physnet1'} {{(pid=103590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 17:23:27.083337 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b227be29-bf7d-46ff-b045-d2a3ed3968db req-9f31f437-3250-4c44-aa3e-f94862e421c1 tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] Network ffa7c2aa-6251-4537-acd5-168309147200 is already hosted by enough agents. {{(pid=103591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:23:27.092805 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [req-b227be29-bf7d-46ff-b045-d2a3ed3968db req-9f31f437-3250-4c44-aa3e-f94862e421c1 tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] Resources bound (agent type, host, resource id): {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:23:27.099177 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [req-b227be29-bf7d-46ff-b045-d2a3ed3968db req-9f31f437-3250-4c44-aa3e-f94862e421c1 tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] Received port after_create {{(pid=103591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:23:27.103705 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f31f437-3250-4c44-aa3e-f94862e421c1 tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] Pushing event updated for resources: {'Port': ['ID=65b0f12d-433a-42e2-bc00-ca0fa04bf25d,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:23:27.111435 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-92f22585-5ad9-43b6-bab4-a71dd9688c60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:27.114923 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-92f22585-5ad9-43b6-bab4-a71dd9688c60 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:27.119029 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-92f22585-5ad9-43b6-bab4-a71dd9688c60 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/60878f9a-5dfd-4951-a9cc-c04d133b3edc HTTP/1.1" status: 204 len: 168 time: 0.8072851 Nov 23 17:23:27.120018 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-915a29f3-1900-4ab2-a42f-68001dc66052 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:27.120563 n-d-816206-8 neutron-server[103590]: INFO neutron.db.segments_db [None req-915a29f3-1900-4ab2-a42f-68001dc66052 admin admin] Added segment e8fdbf9e-d1bc-4edd-ae5f-12f758e7fe49 of type vlan for network f7b9b26d-e087-4c84-b1d6-38af54373fe0 Nov 23 17:23:27.167463 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f22585-5ad9-43b6-bab4-a71dd9688c60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60878f9a-5dfd-4951-a9cc-c04d133b3edc,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:23:27.182854 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbdcb63-5f78-4d78-84af-ed2783fb9931 req-f9f12656-9c59-48bf-b0a7-5baf81bace31 tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:23:27.190892 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-1fbdcb63-5f78-4d78-84af-ed2783fb9931 req-f9f12656-9c59-48bf-b0a7-5baf81bace31 tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] 10.222.0.60 "GET /v2.0/ports?device_id=c1e6eaa3-28c2-4530-98c1-a8b63a271c9f HTTP/1.1" status: 200 len: 946 time: 0.1720355 Nov 23 17:23:27.201188 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-915a29f3-1900-4ab2-a42f-68001dc66052 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736635338810'] for network, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:27.225352 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b227be29-bf7d-46ff-b045-d2a3ed3968db req-9f31f437-3250-4c44-aa3e-f94862e421c1 tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:23:27.226637 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-b227be29-bf7d-46ff-b045-d2a3ed3968db req-9f31f437-3250-4c44-aa3e-f94862e421c1 tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:27.234752 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915a29f3-1900-4ab2-a42f-68001dc66052 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc73b2b2-bf31-4f32-9537-854d125cd889,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:23:27.244326 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-915a29f3-1900-4ab2-a42f-68001dc66052 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493'] for network, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:27.245670 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-915a29f3-1900-4ab2-a42f-68001dc66052 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:23:27.246467 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-915a29f3-1900-4ab2-a42f-68001dc66052 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for network, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:27.280817 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b227be29-bf7d-46ff-b045-d2a3ed3968db req-9f31f437-3250-4c44-aa3e-f94862e421c1 tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2614918 Nov 23 17:23:27.299573 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-1fbdcb63-5f78-4d78-84af-ed2783fb9931 req-ae7177d9-a9ff-44aa-8dc1-d80c1d6c2aa3 tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] 10.222.0.60 "GET /v2.0/security-groups?id=ef6a96c0-423c-4ea7-a75c-4657afd8c521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021690 Nov 23 17:23:27.307554 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [req-b227be29-bf7d-46ff-b045-d2a3ed3968db req-84add185-4e39-46fe-b10b-1f6af38cbc57 service neutron] Request body: {'port': {'device_id': '0c2e62d0-1b27-4471-9488-ce6e4feddd0c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-8'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:23:27.338064 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915a29f3-1900-4ab2-a42f-68001dc66052 admin admin] Pushing event updated for resources: {'Network': ['ID=f7b9b26d-e087-4c84-b1d6-38af54373fe0,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:23:27.348649 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-915a29f3-1900-4ab2-a42f-68001dc66052 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.9240813 Nov 23 17:23:27.349168 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 54164) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:23:27.353523 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Network f7b9b26d-e087-4c84-b1d6-38af54373fe0 details requested by agent ovs-agent-n-d-816206-8 with host n-d-816206-8 {{(pid=103592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 17:23:27.355785 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-2a0e7dba-45ca-43a5-a2ed-3dc469b491ce admin admin] Request body: {'subnet': {'network_id': 'f7b9b26d-e087-4c84-b1d6-38af54373fe0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1087548350-subnet', 'tenant_id': 'ee30629671cd48a7ba8e997b65518fa4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:23:27.390458 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a0e7dba-45ca-43a5-a2ed-3dc469b491ce admin admin] Made reservation on behalf of ee30629671cd48a7ba8e997b65518fa4 for: {'subnet': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:23:27.395115 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2a0e7dba-45ca-43a5-a2ed-3dc469b491ce admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264730903'] for subnet, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:27.506151 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-b227be29-bf7d-46ff-b045-d2a3ed3968db req-84add185-4e39-46fe-b10b-1f6af38cbc57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:27.575581 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 54188) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:23:27.858610 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-83f518b2-62ba-4c00-a1d9-00aa941a13df admin admin] Publish callbacks [] for security_group, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:27.885533 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 54210) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:23:28.010598 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2a0e7dba-45ca-43a5-a2ed-3dc469b491ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264358096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264730885'] for subnet, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:28.049701 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-9b2efa90-ff41-440f-825b-1b6612062ac9 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=3af404bc9c9d4b7d84676665738a767f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1627953 Nov 23 17:23:28.054788 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 54228) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:23:28.088703 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb57c69e-fad1-40ed-bbce-791a6f007869 req-f9a5800b-86eb-4995-aab0-75a7420b4543 tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:23:28.099376 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-eb57c69e-fad1-40ed-bbce-791a6f007869 req-f9a5800b-86eb-4995-aab0-75a7420b4543 tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] 10.222.0.60 "GET /v2.0/ports?device_id=0c2e62d0-1b27-4471-9488-ce6e4feddd0c HTTP/1.1" status: 200 len: 932 time: 0.1281431 Nov 23 17:23:28.156265 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0e7dba-45ca-43a5-a2ed-3dc469b491ce admin admin] Pushing event updated for resources: {'Subnet': ['ID=7131a7f2-c979-4b9e-a78d-ddacdbbebd5d,revision_number=0']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:23:28.160935 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a0e7dba-45ca-43a5-a2ed-3dc469b491ce admin admin] Checking segment: {'id': 'e8fdbf9e-d1bc-4edd-ae5f-12f758e7fe49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'f7b9b26d-e087-4c84-b1d6-38af54373fe0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:23:28.161343 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a0e7dba-45ca-43a5-a2ed-3dc469b491ce admin admin] Network hostable DHCP agents. Network: f7b9b26d-e087-4c84-b1d6-38af54373fe0, hostable agents: ['0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3'], hosted agents: [] {{(pid=103590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 17:23:28.194550 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a0e7dba-45ca-43a5-a2ed-3dc469b491ce admin admin] Network f7b9b26d-e087-4c84-b1d6-38af54373fe0 is scheduled to be hosted by DHCP agent 0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3 with binding_index 1 {{(pid=103590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 17:23:28.227152 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-2a0e7dba-45ca-43a5-a2ed-3dc469b491ce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-8, f7b9b26d-e087-4c84-b1d6-38af54373fe0) {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:23:28.230175 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-83f518b2-62ba-4c00-a1d9-00aa941a13df admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:28.234225 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a0e7dba-45ca-43a5-a2ed-3dc469b491ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:23:28.235175 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2a0e7dba-45ca-43a5-a2ed-3dc469b491ce admin admin] Publish callbacks [] for subnet, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:28.237322 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4bc6a9d-2dda-4d57-b40a-104667bb60e4 None None] Network f7b9b26d-e087-4c84-b1d6-38af54373fe0 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:23:28.239607 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-83f518b2-62ba-4c00-a1d9-00aa941a13df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:28.281538 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f518b2-62ba-4c00-a1d9-00aa941a13df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaeb6ad3-e3fe-4b01-8401-bb5b13e8426e,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:23:28.305669 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-2a0e7dba-45ca-43a5-a2ed-3dc469b491ce admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9531128 Nov 23 17:23:28.312818 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-83f518b2-62ba-4c00-a1d9-00aa941a13df admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=60f1b0deb84e479b9486242c450e0095&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7360878 Nov 23 17:23:28.313464 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 54238) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:23:28.314314 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 54240) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:23:28.322102 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-eb33a577-69f7-4d48-858a-1374f87c2b07 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1087548350-router', 'tenant_id': 'ee30629671cd48a7ba8e997b65518fa4', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'}}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:23:28.418957 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-eb57c69e-fad1-40ed-bbce-791a6f007869 req-8b76d4f1-d904-43b5-9e22-e84547627f8d tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] 10.222.0.60 "GET /v2.0/security-groups?id=a7d295c6-a842-436b-b184-bb80f16900ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2853179 Nov 23 17:23:28.422817 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [req-b227be29-bf7d-46ff-b045-d2a3ed3968db req-84add185-4e39-46fe-b10b-1f6af38cbc57 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65b0f12d-433a-42e2-bc00-ca0fa04bf25d {{(pid=103591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:23:28.425335 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-eb33a577-69f7-4d48-858a-1374f87c2b07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1793449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8093'] for router, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:28.426284 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-eb33a577-69f7-4d48-858a-1374f87c2b07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1794473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1794771', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1638326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8086'] for router, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:28.435711 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-57aae5e5-329c-4ad8-81f4-c3a375a935dc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:28.466496 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-57aae5e5-329c-4ad8-81f4-c3a375a935dc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:28.550117 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-b227be29-bf7d-46ff-b045-d2a3ed3968db req-84add185-4e39-46fe-b10b-1f6af38cbc57 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:28.560172 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-57aae5e5-329c-4ad8-81f4-c3a375a935dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:28.562245 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-eb33a577-69f7-4d48-858a-1374f87c2b07 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:28.568629 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-57aae5e5-329c-4ad8-81f4-c3a375a935dc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:28.571362 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-57aae5e5-329c-4ad8-81f4-c3a375a935dc admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/aabd75bf-e64e-4022-8685-a90634a47094 HTTP/1.1" status: 204 len: 168 time: 0.5104787 Nov 23 17:23:28.617562 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a12e4da-ccd1-4dda-ba13-ea1b031e4e84 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp355044b8-8e87-58c4-94fa-4a010ec30f9e-f7b9b26d-e087-4c84-b1d6-38af54373fe0', 'network_id': 'f7b9b26d-e087-4c84-b1d6-38af54373fe0', 'tenant_id': 'ee30629671cd48a7ba8e997b65518fa4', 'fixed_ips': [{'subnet_id': '7131a7f2-c979-4b9e-a78d-ddacdbbebd5d'}]}} from n-d-816206-8. {{(pid=103592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 17:23:28.618452 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-5a12e4da-ccd1-4dda-ba13-ea1b031e4e84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:28.622184 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57aae5e5-329c-4ad8-81f4-c3a375a935dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aabd75bf-e64e-4022-8685-a90634a47094,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:23:28.713777 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.provisioning_blocks [req-b227be29-bf7d-46ff-b045-d2a3ed3968db req-84add185-4e39-46fe-b10b-1f6af38cbc57 service neutron] Transition to ACTIVE for port object 65b0f12d-433a-42e2-bc00-ca0fa04bf25d will not be triggered until provisioned by entity L2. {{(pid=103591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 17:23:28.726636 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-b227be29-bf7d-46ff-b045-d2a3ed3968db req-84add185-4e39-46fe-b10b-1f6af38cbc57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264758186'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:28.816684 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-eb33a577-69f7-4d48-858a-1374f87c2b07 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:28.830182 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-991646d9-fb40-4bc0-845f-3c54933e0acb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:28.867801 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84add185-4e39-46fe-b10b-1f6af38cbc57 service neutron] Pushing event updated for resources: {'Port': ['ID=65b0f12d-433a-42e2-bc00-ca0fa04bf25d,revision_number=2']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:23:28.886775 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-991646d9-fb40-4bc0-845f-3c54933e0acb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:28.889111 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d25996-98d4-4ca9-aa93-ac67a9fd74d0 req-ad7e6a96-f798-40e1-ab38-1c59d6e91119 tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:23:28.890643 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-53d25996-98d4-4ca9-aa93-ac67a9fd74d0 req-ad7e6a96-f798-40e1-ab38-1c59d6e91119 tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] 10.222.0.60 "GET /v2.0/ports?device_id=c1e6eaa3-28c2-4530-98c1-a8b63a271c9f HTTP/1.1" status: 200 len: 946 time: 0.3315635 Nov 23 17:23:28.947674 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.db_base_plugin_common [None req-5a12e4da-ccd1-4dda-ba13-ea1b031e4e84 None None] Allocated IP 172.20.0.2 (f7b9b26d-e087-4c84-b1d6-38af54373fe0/7131a7f2-c979-4b9e-a78d-ddacdbbebd5d/a704ef8c-82f4-458f-a257-8d6d9aa10f20) {{(pid=103592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:23:28.987898 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-991646d9-fb40-4bc0-845f-3c54933e0acb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:28.997982 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-991646d9-fb40-4bc0-845f-3c54933e0acb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:28.999187 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-991646d9-fb40-4bc0-845f-3c54933e0acb admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/aaeb6ad3-e3fe-4b01-8401-bb5b13e8426e HTTP/1.1" status: 204 len: 168 time: 0.6815403 Nov 23 17:23:29.024771 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991646d9-fb40-4bc0-845f-3c54933e0acb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaeb6ad3-e3fe-4b01-8401-bb5b13e8426e,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:23:29.193153 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-53d25996-98d4-4ca9-aa93-ac67a9fd74d0 req-eb78c206-abb7-4241-947b-98ea9d2ff293 tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] 10.222.0.60 "GET /v2.0/security-groups?id=ef6a96c0-423c-4ea7-a75c-4657afd8c521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2905469 Nov 23 17:23:29.238965 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-b227be29-bf7d-46ff-b045-d2a3ed3968db req-84add185-4e39-46fe-b10b-1f6af38cbc57 service neutron] Attempting to bind port 65b0f12d-433a-42e2-bc00-ca0fa04bf25d on host n-h2-816206-8 for vnic_type normal with profile {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:23:29.239314 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-b227be29-bf7d-46ff-b045-d2a3ed3968db req-84add185-4e39-46fe-b10b-1f6af38cbc57 service neutron] Attempting to bind port 65b0f12d-433a-42e2-bc00-ca0fa04bf25d by drivers openvswitch,hyperv on host n-h2-816206-8 at level 0 using segments [{'id': '6c418a8c-f20c-4230-99c6-0f83d6e48757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'ffa7c2aa-6251-4537-acd5-168309147200'}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:23:29.241738 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b227be29-bf7d-46ff-b045-d2a3ed3968db req-84add185-4e39-46fe-b10b-1f6af38cbc57 service neutron] Attempting to bind port 65b0f12d-433a-42e2-bc00-ca0fa04bf25d on network ffa7c2aa-6251-4537-acd5-168309147200 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:23:29.261617 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b227be29-bf7d-46ff-b045-d2a3ed3968db req-84add185-4e39-46fe-b10b-1f6af38cbc57 service neutron] Port 65b0f12d-433a-42e2-bc00-ca0fa04bf25d on network ffa7c2aa-6251-4537-acd5-168309147200 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-8 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 17:23:29.262048 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b227be29-bf7d-46ff-b045-d2a3ed3968db req-84add185-4e39-46fe-b10b-1f6af38cbc57 service neutron] Attempting to bind port 65b0f12d-433a-42e2-bc00-ca0fa04bf25d on network ffa7c2aa-6251-4537-acd5-168309147200 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:23:29.285595 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b227be29-bf7d-46ff-b045-d2a3ed3968db req-84add185-4e39-46fe-b10b-1f6af38cbc57 service neutron] Checking agent: {'id': 'ab77bf9e-0267-4174-8f1d-822cba89b207', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 15, 13), 'started_at': datetime.datetime(2021, 11, 23, 17, 15, 13), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 23, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:23:29.300477 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b227be29-bf7d-46ff-b045-d2a3ed3968db req-84add185-4e39-46fe-b10b-1f6af38cbc57 service neutron] Checking segment: {'id': '6c418a8c-f20c-4230-99c6-0f83d6e48757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'ffa7c2aa-6251-4537-acd5-168309147200'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:23:29.301144 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b227be29-bf7d-46ff-b045-d2a3ed3968db req-84add185-4e39-46fe-b10b-1f6af38cbc57 service neutron] Bound using segment: {'id': '6c418a8c-f20c-4230-99c6-0f83d6e48757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'ffa7c2aa-6251-4537-acd5-168309147200'} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:23:29.301839 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-b227be29-bf7d-46ff-b045-d2a3ed3968db req-84add185-4e39-46fe-b10b-1f6af38cbc57 service neutron] Bound port: 65b0f12d-433a-42e2-bc00-ca0fa04bf25d, host: n-h2-816206-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c418a8c-f20c-4230-99c6-0f83d6e48757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'ffa7c2aa-6251-4537-acd5-168309147200'}}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:23:29.304050 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-b227be29-bf7d-46ff-b045-d2a3ed3968db req-84add185-4e39-46fe-b10b-1f6af38cbc57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:29.498434 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-5a12e4da-ccd1-4dda-ba13-ea1b031e4e84 None None] Publish callbacks [] for port, precommit_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:29.499579 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-b227be29-bf7d-46ff-b045-d2a3ed3968db req-84add185-4e39-46fe-b10b-1f6af38cbc57 service neutron] For port 65b0f12d-433a-42e2-bc00-ca0fa04bf25d, host n-h2-816206-8, cleared binding levels {{(pid=103591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:23:29.508690 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-b227be29-bf7d-46ff-b045-d2a3ed3968db req-84add185-4e39-46fe-b10b-1f6af38cbc57 service neutron] For port 65b0f12d-433a-42e2-bc00-ca0fa04bf25d, host n-h2-816206-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=65b0f12d-433a-42e2-bc00-ca0fa04bf25d,segment=NetworkSegment(6c418a8c-f20c-4230-99c6-0f83d6e48757),segment_id=6c418a8c-f20c-4230-99c6-0f83d6e48757)] {{(pid=103591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:23:29.521894 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-b227be29-bf7d-46ff-b045-d2a3ed3968db req-84add185-4e39-46fe-b10b-1f6af38cbc57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264758186'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:29.531955 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-5a12e4da-ccd1-4dda-ba13-ea1b031e4e84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980'] for port, after_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:29.560453 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b227be29-bf7d-46ff-b045-d2a3ed3968db req-84add185-4e39-46fe-b10b-1f6af38cbc57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:23:29.561221 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-b227be29-bf7d-46ff-b045-d2a3ed3968db req-84add185-4e39-46fe-b10b-1f6af38cbc57 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:29.566742 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b227be29-bf7d-46ff-b045-d2a3ed3968db req-84add185-4e39-46fe-b10b-1f6af38cbc57 service neutron] 10.222.0.36 "PUT /v2.0/ports/65b0f12d-433a-42e2-bc00-ca0fa04bf25d HTTP/1.1" status: 200 len: 1092 time: 2.2657874 Nov 23 17:23:29.576580 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c2e62d0-1b27-4471-9488-ce6e4feddd0c', 'tag': '65b0f12d-433a-42e2-bc00-ca0fa04bf25d'}] {{(pid=103591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:23:29.582052 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41d174a19ece9499ff9ec44e5b3fc50f2abd3ffbc947fb7e52ea1e8db27b95b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa928f73-55fb-4cbd-950d-6bf5b88e6538" -d '{"events": [{"name": "network-changed", "server_uuid": "0c2e62d0-1b27-4471-9488-ce6e4feddd0c", "tag": "65b0f12d-433a-42e2-bc00-ca0fa04bf25d"}]}' {{(pid=103591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:23:29.607355 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a12e4da-ccd1-4dda-ba13-ea1b031e4e84 None None] Pushing event updated for resources: {'Port': ['ID=a704ef8c-82f4-458f-a257-8d6d9aa10f20,revision_number=1']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:23:29.629385 n-d-816206-8 neutron-server[103592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a12e4da-ccd1-4dda-ba13-ea1b031e4e84 None None] Network f7b9b26d-e087-4c84-b1d6-38af54373fe0 is already hosted by enough agents. {{(pid=103592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:23:29.632072 n-d-816206-8 neutron-server[103592]: DEBUG neutron.scheduler.base_scheduler [None req-5a12e4da-ccd1-4dda-ba13-ea1b031e4e84 None None] Resources bound (agent type, host, resource id): {{(pid=103592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:23:29.635306 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a12e4da-ccd1-4dda-ba13-ea1b031e4e84 None None] Received port after_create {{(pid=103592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:23:29.759191 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-5a12e4da-ccd1-4dda-ba13-ea1b031e4e84 None None] Attempting to bind port a704ef8c-82f4-458f-a257-8d6d9aa10f20 on host n-d-816206-8 for vnic_type normal with profile {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:23:29.765231 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-5a12e4da-ccd1-4dda-ba13-ea1b031e4e84 None None] Attempting to bind port a704ef8c-82f4-458f-a257-8d6d9aa10f20 by drivers openvswitch,hyperv on host n-d-816206-8 at level 0 using segments [{'id': 'e8fdbf9e-d1bc-4edd-ae5f-12f758e7fe49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'f7b9b26d-e087-4c84-b1d6-38af54373fe0'}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:23:29.770444 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a12e4da-ccd1-4dda-ba13-ea1b031e4e84 None None] Attempting to bind port a704ef8c-82f4-458f-a257-8d6d9aa10f20 on network f7b9b26d-e087-4c84-b1d6-38af54373fe0 {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:23:29.778356 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 54322) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:23:29.792103 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a12e4da-ccd1-4dda-ba13-ea1b031e4e84 None None] Checking agent: {'id': '9e89acbe-4bbe-4c77-a18b-6f1da9133e0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 7, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 23, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:23:29.792523 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a12e4da-ccd1-4dda-ba13-ea1b031e4e84 None None] Checking segment: {'id': 'e8fdbf9e-d1bc-4edd-ae5f-12f758e7fe49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'f7b9b26d-e087-4c84-b1d6-38af54373fe0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:23:29.793706 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-5a12e4da-ccd1-4dda-ba13-ea1b031e4e84 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:29.795015 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a12e4da-ccd1-4dda-ba13-ea1b031e4e84 None None] Bound using segment: {'id': 'e8fdbf9e-d1bc-4edd-ae5f-12f758e7fe49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'f7b9b26d-e087-4c84-b1d6-38af54373fe0'} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:23:29.795724 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-5a12e4da-ccd1-4dda-ba13-ea1b031e4e84 None None] Bound port: a704ef8c-82f4-458f-a257-8d6d9aa10f20, host: n-d-816206-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8fdbf9e-d1bc-4edd-ae5f-12f758e7fe49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'f7b9b26d-e087-4c84-b1d6-38af54373fe0'}}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:23:29.796119 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-5a12e4da-ccd1-4dda-ba13-ea1b031e4e84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:29.831829 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-76662833-0057-459c-9445-d912a1228e9b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:29.958186 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-76662833-0057-459c-9445-d912a1228e9b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:29.983517 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-5a12e4da-ccd1-4dda-ba13-ea1b031e4e84 None None] For port a704ef8c-82f4-458f-a257-8d6d9aa10f20, host n-d-816206-8, cleared binding levels {{(pid=103592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:23:29.988190 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427f2ca5-b66a-4316-87f9-7241032c2e34 req-2a9c3c1a-2140-40f5-9fc4-d4407623bcbb tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:23:29.992098 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-5a12e4da-ccd1-4dda-ba13-ea1b031e4e84 None None] For port a704ef8c-82f4-458f-a257-8d6d9aa10f20, host n-d-816206-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=a704ef8c-82f4-458f-a257-8d6d9aa10f20,segment=NetworkSegment(e8fdbf9e-d1bc-4edd-ae5f-12f758e7fe49),segment_id=e8fdbf9e-d1bc-4edd-ae5f-12f758e7fe49)] {{(pid=103592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:23:29.997017 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-427f2ca5-b66a-4316-87f9-7241032c2e34 req-2a9c3c1a-2140-40f5-9fc4-d4407623bcbb tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] 10.222.0.60 "GET /v2.0/ports?device_id=0c2e62d0-1b27-4471-9488-ce6e4feddd0c HTTP/1.1" status: 200 len: 944 time: 0.4215486 Nov 23 17:23:30.001271 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b227be29-bf7d-46ff-b045-d2a3ed3968db req-4fa24210-54ba-4606-b814-ca6ae39735f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:23:30.003551 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b227be29-bf7d-46ff-b045-d2a3ed3968db req-4fa24210-54ba-4606-b814-ca6ae39735f2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6a229d10d4554d9a82f91e22fc3c6096&device_id=0c2e62d0-1b27-4471-9488-ce6e4feddd0c HTTP/1.1" status: 200 len: 1095 time: 0.3092580 Nov 23 17:23:30.003865 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-5a12e4da-ccd1-4dda-ba13-ea1b031e4e84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:30.004402 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-76662833-0057-459c-9445-d912a1228e9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:30.084721 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-eb33a577-69f7-4d48-858a-1374f87c2b07 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:30.088845 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-76662833-0057-459c-9445-d912a1228e9b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=cf4fd9dfb8c3491f99c9a37f51bef8e6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2754397 Nov 23 17:23:30.097295 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 54336) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:23:30.124073 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-eb33a577-69f7-4d48-858a-1374f87c2b07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:30.137139 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a12e4da-ccd1-4dda-ba13-ea1b031e4e84 None None] Pushing event updated for resources: {'Port': ['ID=a704ef8c-82f4-458f-a257-8d6d9aa10f20,revision_number=2']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:23:30.206668 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 17:23:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de190336-0ed8-4691-b886-05681834f30a x-openstack-request-id: req-de190336-0ed8-4691-b886-05681834f30a {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:23:30.209449 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c2e62d0-1b27-4471-9488-ce6e4feddd0c", "tag": "65b0f12d-433a-42e2-bc00-ca0fa04bf25d", "status": "completed", "code": 200}]} {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:23:30.210558 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-de190336-0ed8-4691-b886-05681834f30a {{(pid=103591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:23:30.211074 n-d-816206-8 neutron-server[103591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c2e62d0-1b27-4471-9488-ce6e4feddd0c', 'tag': '65b0f12d-433a-42e2-bc00-ca0fa04bf25d', 'status': 'completed', 'code': 200} Nov 23 17:23:30.212980 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84add185-4e39-46fe-b10b-1f6af38cbc57 service neutron] Pushing event updated for resources: {'Port': ['ID=65b0f12d-433a-42e2-bc00-ca0fa04bf25d,revision_number=3']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:23:30.242640 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b227be29-bf7d-46ff-b045-d2a3ed3968db req-649a9156-7dab-402c-8532-f848be393914 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=65b0f12d-433a-42e2-bc00-ca0fa04bf25d HTTP/1.1" status: 200 len: 217 time: 0.1753547 Nov 23 17:23:30.378784 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-eb33a577-69f7-4d48-858a-1374f87c2b07 admin admin] Allocated IP 172.25.3.46 (4c8455ba-1be5-42ac-b8c2-8a16e1292d55/08fe3644-ce41-4c3f-a7ea-92bac0f0fff5/9086e39a-ec5a-4e76-bd5a-294632199cb0) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:23:30.447831 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b227be29-bf7d-46ff-b045-d2a3ed3968db req-19a72503-c588-4a9d-8348-3dd03be2a154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:23:30.456359 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b227be29-bf7d-46ff-b045-d2a3ed3968db req-19a72503-c588-4a9d-8348-3dd03be2a154 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8e905b96-ea32-4f4c-be91-01d912cd9ed2 HTTP/1.1" status: 200 len: 851 time: 0.1727042 Nov 23 17:23:30.566654 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-427f2ca5-b66a-4316-87f9-7241032c2e34 req-d160d5fe-9a7c-412a-bec2-48b72725a869 tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] 10.222.0.60 "GET /v2.0/security-groups?id=a7d295c6-a842-436b-b184-bb80f16900ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5683353 Nov 23 17:23:30.579045 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76662833-0057-459c-9445-d912a1228e9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e04b4a90-ec60-481b-98ed-8ae11fe9ce95,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:23:30.652744 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device a704ef8c-82f4-458f-a257-8d6d9aa10f20 up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:23:30.658245 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b227be29-bf7d-46ff-b045-d2a3ed3968db req-9eb7f26e-c2e2-4fd2-ad42-1528165630de service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ffa7c2aa-6251-4537-acd5-168309147200&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1199586 Nov 23 17:23:30.718486 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-eb33a577-69f7-4d48-858a-1374f87c2b07 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:30.774694 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-eb33a577-69f7-4d48-858a-1374f87c2b07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:30.830202 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb33a577-69f7-4d48-858a-1374f87c2b07 admin admin] Network 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:23:30.831325 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port a704ef8c-82f4-458f-a257-8d6d9aa10f20 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:23:30.832447 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:30.837289 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-eb33a577-69f7-4d48-858a-1374f87c2b07 admin admin] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:23:30.842203 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb33a577-69f7-4d48-858a-1374f87c2b07 admin admin] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:23:30.879990 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb33a577-69f7-4d48-858a-1374f87c2b07 admin admin] Pushing event updated for resources: {'Port': ['ID=9086e39a-ec5a-4e76-bd5a-294632199cb0,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:23:31.011828 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-6e9b5ee3-b829-4b80-9af4-fc1d05aba9aa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:31.046373 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:31.148012 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] For port a704ef8c-82f4-458f-a257-8d6d9aa10f20, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=a704ef8c-82f4-458f-a257-8d6d9aa10f20,segment=NetworkSegment(e8fdbf9e-d1bc-4edd-ae5f-12f758e7fe49),segment_id=e8fdbf9e-d1bc-4edd-ae5f-12f758e7fe49)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:23:31.153894 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:31.190650 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832acacf-0a96-4c89-b66d-a7dacb650373 req-15041392-5eef-4e1e-abcb-bcf914bf03f1 tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:23:31.202689 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-832acacf-0a96-4c89-b66d-a7dacb650373 req-15041392-5eef-4e1e-abcb-bcf914bf03f1 tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] 10.222.0.60 "GET /v2.0/ports?device_id=c1e6eaa3-28c2-4530-98c1-a8b63a271c9f HTTP/1.1" status: 200 len: 946 time: 0.3779531 Nov 23 17:23:31.211814 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-6e9b5ee3-b829-4b80-9af4-fc1d05aba9aa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:31.221288 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b227be29-bf7d-46ff-b045-d2a3ed3968db req-4b9ffbb3-2f0c-45c2-a573-6f7273dd35ef service neutron] 10.222.0.36 "GET /v2.0/networks/ffa7c2aa-6251-4537-acd5-168309147200?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5515716 Nov 23 17:23:31.291203 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Pushing event updated for resources: {'Port': ['ID=a704ef8c-82f4-458f-a257-8d6d9aa10f20,revision_number=3']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:23:31.481616 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-eb33a577-69f7-4d48-858a-1374f87c2b07 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:31.485756 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-832acacf-0a96-4c89-b66d-a7dacb650373 req-4b84749e-b104-48e7-ae2f-fd1561e7fcb2 tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] 10.222.0.60 "GET /v2.0/security-groups?id=ef6a96c0-423c-4ea7-a75c-4657afd8c521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2820261 Nov 23 17:23:31.535370 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-6e9b5ee3-b829-4b80-9af4-fc1d05aba9aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:31.543865 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-6e9b5ee3-b829-4b80-9af4-fc1d05aba9aa admin admin] Publish callbacks [] for security_group, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:31.545217 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-6e9b5ee3-b829-4b80-9af4-fc1d05aba9aa admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e04b4a90-ec60-481b-98ed-8ae11fe9ce95 HTTP/1.1" status: 204 len: 168 time: 1.3556185 Nov 23 17:23:31.588935 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9b5ee3-b829-4b80-9af4-fc1d05aba9aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e04b4a90-ec60-481b-98ed-8ae11fe9ce95,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:23:31.593694 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b227be29-bf7d-46ff-b045-d2a3ed3968db req-02c66e4b-4e0a-4225-ab40-aeaa92caae2e service neutron] 10.222.0.36 "GET /v2.0/networks/ffa7c2aa-6251-4537-acd5-168309147200?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3579426 Nov 23 17:23:31.970144 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-eb33a577-69f7-4d48-858a-1374f87c2b07 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1794316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1795362'] for router, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:32.047694 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4f9f415-040f-4beb-a1de-ee061d3306b4 None None] Network f7b9b26d-e087-4c84-b1d6-38af54373fe0 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:23:32.233696 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-96d16012-96a1-4168-84d4-5186b9c2d401 None None] Provisioning complete for port a704ef8c-82f4-458f-a257-8d6d9aa10f20 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:23:32.233696 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-96d16012-96a1-4168-84d4-5186b9c2d401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:32.313125 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb33a577-69f7-4d48-858a-1374f87c2b07 admin admin] Router 9085b663-0140-4da3-a56d-64df3a8064f7 is scheduled to L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 with binding_index 1 {{(pid=103590) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 17:23:32.605515 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device a704ef8c-82f4-458f-a257-8d6d9aa10f20 up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:23:32.666830 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb33a577-69f7-4d48-858a-1374f87c2b07 admin admin] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:23:32.690412 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43fd0ebc-7228-4233-a185-3646dd67b7a2 None None] Sync routers for ids ['9085b663-0140-4da3-a56d-64df3a8064f7'] in n-d-816206-8 {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:23:32.733149 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-eb33a577-69f7-4d48-858a-1374f87c2b07 admin admin] Publish callbacks [] for router, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:32.739402 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 54476) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:23:32.740554 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-eb33a577-69f7-4d48-858a-1374f87c2b07 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.4240940 Nov 23 17:23:32.790461 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43fd0ebc-7228-4233-a185-3646dd67b7a2 None None] Routers {'9085b663-0140-4da3-a56d-64df3a8064f7'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:23:32.791289 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-43fd0ebc-7228-4233-a185-3646dd67b7a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:23:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['9085b663-0140-4da3-a56d-64df3a8064f7'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:23:32.795994 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa928f73-55fb-4cbd-950d-6bf5b88e6538 req-4dc87c5d-f223-416e-8db1-6b98300f7889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:23:32.798886 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-aa928f73-55fb-4cbd-950d-6bf5b88e6538 req-4dc87c5d-f223-416e-8db1-6b98300f7889 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6a229d10d4554d9a82f91e22fc3c6096&device_id=0c2e62d0-1b27-4471-9488-ce6e4feddd0c HTTP/1.1" status: 200 len: 1095 time: 1.1299431 Nov 23 17:23:32.846233 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0af06e-36b8-4c79-841b-f88510eea48d req-709dd5ef-d547-4775-9eb6-fdd969f7d87e tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:23:32.855129 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-3d0af06e-36b8-4c79-841b-f88510eea48d req-709dd5ef-d547-4775-9eb6-fdd969f7d87e tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] 10.222.0.60 "GET /v2.0/ports?device_id=0c2e62d0-1b27-4471-9488-ce6e4feddd0c HTTP/1.1" status: 200 len: 944 time: 0.1793215 Nov 23 17:23:32.957836 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvr_db [None req-43fd0ebc-7228-4233-a185-3646dd67b7a2 None None] Set router 9085b663-0140-4da3-a56d-64df3a8064f7 gateway port host: n-d-816206-8 {{(pid=103592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:23:33.114622 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port a704ef8c-82f4-458f-a257-8d6d9aa10f20 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:23:33.115896 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:33.149803 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-3d0af06e-36b8-4c79-841b-f88510eea48d req-65fde069-c6e4-4271-ad50-1bd8349bf5eb tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] 10.222.0.60 "GET /v2.0/security-groups?id=a7d295c6-a842-436b-b184-bb80f16900ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2881362 Nov 23 17:23:33.149803 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa928f73-55fb-4cbd-950d-6bf5b88e6538 req-b4ab0237-ff2d-4247-9762-ce9de0efb9af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:23:33.149803 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-aa928f73-55fb-4cbd-950d-6bf5b88e6538 req-b4ab0237-ff2d-4247-9762-ce9de0efb9af service neutron] 10.222.0.36 "GET /v2.0/networks?id=ffa7c2aa-6251-4537-acd5-168309147200 HTTP/1.1" status: 200 len: 912 time: 0.3391716 Nov 23 17:23:33.435097 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-aa928f73-55fb-4cbd-950d-6bf5b88e6538 req-5b0a5a83-ec15-403b-a6fe-874488086b60 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=65b0f12d-433a-42e2-bc00-ca0fa04bf25d HTTP/1.1" status: 200 len: 217 time: 0.2662976 Nov 23 17:23:33.461785 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-43fd0ebc-7228-4233-a185-3646dd67b7a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9085b663-0140-4da3-a56d-64df3a8064f7', 'name': 'tempest-ServersTestBootFromVolume-1087548350-router', 'tenant_id': 'ee30629671cd48a7ba8e997b65518fa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.46'}], 'enable_snat': True}, 'gw_port_id': '9086e39a-ec5a-4e76-bd5a-294632199cb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:23:28Z', 'updated_at': '2021-11-23T17:23:31Z', 'revision_number': 3, 'project_id': 'ee30629671cd48a7ba8e997b65518fa4', 'gw_port': {'id': '9086e39a-ec5a-4e76-bd5a-294632199cb0', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:da:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9085b663-0140-4da3-a56d-64df3a8064f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:23:30Z', 'updated_at': '2021-11-23T17:23:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8'}], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:23:33.547104 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43fd0ebc-7228-4233-a185-3646dd67b7a2 None None] Checking router: 9085b663-0140-4da3-a56d-64df3a8064f7 for host: n-d-816206-8 {{(pid=103592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 17:23:33.549355 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43fd0ebc-7228-4233-a185-3646dd67b7a2 None None] Updating router 9085b663-0140-4da3-a56d-64df3a8064f7 port 9086e39a-ec5a-4e76-bd5a-294632199cb0 binding host n-d-816206-8 {{(pid=103592) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 17:23:33.586295 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-43fd0ebc-7228-4233-a185-3646dd67b7a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:33.622857 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-a23c2dad-fc9b-4fb9-aef2-d15e96476575 None None] Provisioning complete for port a704ef8c-82f4-458f-a257-8d6d9aa10f20 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:23:33.623233 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-a23c2dad-fc9b-4fb9-aef2-d15e96476575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:33.638503 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa928f73-55fb-4cbd-950d-6bf5b88e6538 req-2f56a140-68b6-4519-9241-f3dbb7f825a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:23:33.641698 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-aa928f73-55fb-4cbd-950d-6bf5b88e6538 req-2f56a140-68b6-4519-9241-f3dbb7f825a9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8e905b96-ea32-4f4c-be91-01d912cd9ed2 HTTP/1.1" status: 200 len: 851 time: 0.1635134 Nov 23 17:23:33.739469 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-aa928f73-55fb-4cbd-950d-6bf5b88e6538 req-96eae9e5-6f06-4440-ba11-c21825c5799f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ffa7c2aa-6251-4537-acd5-168309147200&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0894308 Nov 23 17:23:33.884953 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff466a7-9b23-445f-845b-f847e59271f1 req-78058b85-7754-4728-96f2-c242cf9cf096 tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:23:33.886666 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8ff466a7-9b23-445f-845b-f847e59271f1 req-78058b85-7754-4728-96f2-c242cf9cf096 tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] 10.222.0.60 "GET /v2.0/ports?device_id=c1e6eaa3-28c2-4530-98c1-a8b63a271c9f HTTP/1.1" status: 200 len: 946 time: 0.5805702 Nov 23 17:23:34.182332 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-aa928f73-55fb-4cbd-950d-6bf5b88e6538 req-2a41da3b-9ea7-4094-9d11-0d6c6bdfcbb4 service neutron] 10.222.0.36 "GET /v2.0/networks/ffa7c2aa-6251-4537-acd5-168309147200?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4310374 Nov 23 17:23:34.193968 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8ff466a7-9b23-445f-845b-f847e59271f1 req-dabd5464-e009-48d4-bd23-666aba806b47 tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] 10.222.0.60 "GET /v2.0/security-groups?id=ef6a96c0-423c-4ea7-a75c-4657afd8c521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2984128 Nov 23 17:23:34.269880 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-43fd0ebc-7228-4233-a185-3646dd67b7a2 None None] Publish callbacks [] for port, precommit_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:34.294146 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-43fd0ebc-7228-4233-a185-3646dd67b7a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:34.424877 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-aa928f73-55fb-4cbd-950d-6bf5b88e6538 req-c2b9d76d-1acc-4934-a7c5-0a6a3cd654c1 service neutron] 10.222.0.36 "GET /v2.0/networks/ffa7c2aa-6251-4537-acd5-168309147200?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2243655 Nov 23 17:23:34.480893 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef74655a-003d-4807-bfa5-81e7c94915ad req-d1fdacb5-4004-4080-8caa-3eff9ea9276c tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:23:34.484698 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ef74655a-003d-4807-bfa5-81e7c94915ad req-d1fdacb5-4004-4080-8caa-3eff9ea9276c tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] 10.222.0.60 "GET /v2.0/ports?device_id=0c2e62d0-1b27-4471-9488-ce6e4feddd0c HTTP/1.1" status: 200 len: 944 time: 0.1194980 Nov 23 17:23:34.490192 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d431ec-b842-4487-b941-7a534bd5ca43 None None] Pushing event updated for resources: {'Port': ['ID=9086e39a-ec5a-4e76-bd5a-294632199cb0,revision_number=2']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:23:34.492628 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-43fd0ebc-7228-4233-a185-3646dd67b7a2 None None] Attempting to bind port 9086e39a-ec5a-4e76-bd5a-294632199cb0 on host n-d-816206-8 for vnic_type normal with profile {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:23:34.493010 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-43fd0ebc-7228-4233-a185-3646dd67b7a2 None None] Attempting to bind port 9086e39a-ec5a-4e76-bd5a-294632199cb0 by drivers openvswitch,hyperv on host n-d-816206-8 at level 0 using segments [{'id': 'bffd1e4f-e80f-4ff0-b418-2f42ae15febf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:23:34.493376 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43fd0ebc-7228-4233-a185-3646dd67b7a2 None None] Attempting to bind port 9086e39a-ec5a-4e76-bd5a-294632199cb0 on network 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:23:34.513818 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43fd0ebc-7228-4233-a185-3646dd67b7a2 None None] Checking agent: {'id': '9e89acbe-4bbe-4c77-a18b-6f1da9133e0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 7, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 23, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:23:34.514198 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43fd0ebc-7228-4233-a185-3646dd67b7a2 None None] Checking segment: {'id': 'bffd1e4f-e80f-4ff0-b418-2f42ae15febf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:23:34.514607 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-43fd0ebc-7228-4233-a185-3646dd67b7a2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:34.519953 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43fd0ebc-7228-4233-a185-3646dd67b7a2 None None] Bound using segment: {'id': 'bffd1e4f-e80f-4ff0-b418-2f42ae15febf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:23:34.520541 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-43fd0ebc-7228-4233-a185-3646dd67b7a2 None None] Bound port: 9086e39a-ec5a-4e76-bd5a-294632199cb0, host: n-d-816206-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bffd1e4f-e80f-4ff0-b418-2f42ae15febf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'}}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:23:34.520956 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-43fd0ebc-7228-4233-a185-3646dd67b7a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:34.643737 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-43fd0ebc-7228-4233-a185-3646dd67b7a2 None None] For port 9086e39a-ec5a-4e76-bd5a-294632199cb0, host n-d-816206-8, cleared binding levels {{(pid=103592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:23:34.647416 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-43fd0ebc-7228-4233-a185-3646dd67b7a2 None None] For port 9086e39a-ec5a-4e76-bd5a-294632199cb0, host n-d-816206-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=9086e39a-ec5a-4e76-bd5a-294632199cb0,segment=NetworkSegment(bffd1e4f-e80f-4ff0-b418-2f42ae15febf),segment_id=bffd1e4f-e80f-4ff0-b418-2f42ae15febf)] {{(pid=103592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:23:34.655014 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-43fd0ebc-7228-4233-a185-3646dd67b7a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:34.674912 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-88b9907e-703f-4321-aacd-88a2fa3e9863 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:34.700188 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ef74655a-003d-4807-bfa5-81e7c94915ad req-bc1888d8-5e28-476c-8e62-885fa5ce17d7 tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] 10.222.0.60 "GET /v2.0/security-groups?id=a7d295c6-a842-436b-b184-bb80f16900ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2037394 Nov 23 17:23:34.802175 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43fd0ebc-7228-4233-a185-3646dd67b7a2 None None] Routers {'9085b663-0140-4da3-a56d-64df3a8064f7'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:23:34.802175 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-43fd0ebc-7228-4233-a185-3646dd67b7a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:23:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['9085b663-0140-4da3-a56d-64df3a8064f7'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:23:34.802175 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d431ec-b842-4487-b941-7a534bd5ca43 None None] Pushing event updated for resources: {'Port': ['ID=9086e39a-ec5a-4e76-bd5a-294632199cb0,revision_number=3']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:23:34.972688 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvr_db [None req-43fd0ebc-7228-4233-a185-3646dd67b7a2 None None] Set router 9085b663-0140-4da3-a56d-64df3a8064f7 gateway port host: n-d-816206-8 {{(pid=103592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:23:34.978445 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.db_base_plugin_common [None req-88b9907e-703f-4321-aacd-88a2fa3e9863 admin admin] Allocated IP 172.20.0.1 (f7b9b26d-e087-4c84-b1d6-38af54373fe0/7131a7f2-c979-4b9e-a78d-ddacdbbebd5d/ead18514-413a-48b4-9e42-1258ec9db67a) {{(pid=103591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:23:35.118587 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c6c04ec0-4a89-459d-9726-353a072503d8 req-7061b74c-f840-4d4e-b8b8-7c8619035265 tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=686e648a568f4c8c872ae36928886735&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0361111 Nov 23 17:23:35.194931 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-88b9907e-703f-4321-aacd-88a2fa3e9863 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:35.241356 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-43fd0ebc-7228-4233-a185-3646dd67b7a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9085b663-0140-4da3-a56d-64df3a8064f7', 'name': 'tempest-ServersTestBootFromVolume-1087548350-router', 'tenant_id': 'ee30629671cd48a7ba8e997b65518fa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.46'}], 'enable_snat': True}, 'gw_port_id': '9086e39a-ec5a-4e76-bd5a-294632199cb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:23:28Z', 'updated_at': '2021-11-23T17:23:31Z', 'revision_number': 3, 'project_id': 'ee30629671cd48a7ba8e997b65518fa4', 'gw_port': {'id': '9086e39a-ec5a-4e76-bd5a-294632199cb0', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:da:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9085b663-0140-4da3-a56d-64df3a8064f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:23:30Z', 'updated_at': '2021-11-23T17:23:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8'}], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:23:35.286933 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43fd0ebc-7228-4233-a185-3646dd67b7a2 None None] The sync data for ids ['9085b663-0140-4da3-a56d-64df3a8064f7'] in n-d-816206-8 is: [{'id': '9085b663-0140-4da3-a56d-64df3a8064f7', 'name': 'tempest-ServersTestBootFromVolume-1087548350-router', 'tenant_id': 'ee30629671cd48a7ba8e997b65518fa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.46'}], 'enable_snat': True}, 'gw_port_id': '9086e39a-ec5a-4e76-bd5a-294632199cb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:23:28Z', 'updated_at': '2021-11-23T17:23:31Z', 'revision_number': 3, 'project_id': 'ee30629671cd48a7ba8e997b65518fa4', 'gw_port': {'id': '9086e39a-ec5a-4e76-bd5a-294632199cb0', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:da:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9085b663-0140-4da3-a56d-64df3a8064f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:23:30Z', 'updated_at': '2021-11-23T17:23:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8'}] {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:23:35.362256 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c04ec0-4a89-459d-9726-353a072503d8 req-c45b56f3-3d72-4970-bdc7-5214ef27ff89 tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:23:35.363705 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c6c04ec0-4a89-459d-9726-353a072503d8 req-c45b56f3-3d72-4970-bdc7-5214ef27ff89 tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2334287 Nov 23 17:23:35.414082 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c6c04ec0-4a89-459d-9726-353a072503d8 req-e186fe76-80bb-413e-9928-1915e92041f7 tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] 10.222.0.60 "GET /v2.0/quotas/686e648a568f4c8c872ae36928886735 HTTP/1.1" status: 200 len: 375 time: 0.0278966 Nov 23 17:23:35.420833 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 54606) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:23:35.428348 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-88b9907e-703f-4321-aacd-88a2fa3e9863 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:35.444100 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device 65b0f12d-433a-42e2-bc00-ca0fa04bf25d details requested by agent hyperv_n-h2-816206-8 with host n-h2-816206-8 {{(pid=103592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 17:23:35.479296 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c6c04ec0-4a89-459d-9726-353a072503d8 req-1ec32678-72bf-4f71-94d9-a5c6e8d08f07 tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=686e648a568f4c8c872ae36928886735&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0632269 Nov 23 17:23:35.481448 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88b9907e-703f-4321-aacd-88a2fa3e9863 admin admin] Network f7b9b26d-e087-4c84-b1d6-38af54373fe0 is already hosted by enough agents. {{(pid=103591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:23:35.511535 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [None req-88b9907e-703f-4321-aacd-88a2fa3e9863 admin admin] Resources bound (agent type, host, resource id): {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:23:35.525794 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f556e29-3995-43bf-a1f7-69098e76cec8 req-e062ec93-103e-4548-88fd-3e227844d9a8 tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:23:35.534568 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9f556e29-3995-43bf-a1f7-69098e76cec8 req-e062ec93-103e-4548-88fd-3e227844d9a8 tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] 10.222.0.60 "GET /v2.0/ports?device_id=c1e6eaa3-28c2-4530-98c1-a8b63a271c9f HTTP/1.1" status: 200 len: 946 time: 0.2099419 Nov 23 17:23:35.540405 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88b9907e-703f-4321-aacd-88a2fa3e9863 admin admin] Received port after_create {{(pid=103591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:23:35.545377 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 54612) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:23:35.656759 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-88b9907e-703f-4321-aacd-88a2fa3e9863 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1795539'] for router_interface, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:35.710632 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port 65b0f12d-433a-42e2-bc00-ca0fa04bf25d, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=65b0f12d-433a-42e2-bc00-ca0fa04bf25d,segment=NetworkSegment(6c418a8c-f20c-4230-99c6-0f83d6e48757),segment_id=6c418a8c-f20c-4230-99c6-0f83d6e48757)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:23:35.753686 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Returning: {'device': '65b0f12d-433a-42e2-bc00-ca0fa04bf25d', 'network_id': 'ffa7c2aa-6251-4537-acd5-168309147200', 'port_id': '65b0f12d-433a-42e2-bc00-ca0fa04bf25d', 'mac_address': 'fa:16:3e:45:79:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e905b96-ea32-4f4c-be91-01d912cd9ed2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 17:23:35.878810 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-3f92aaf2-de94-4c71-ad42-905456e9e7fb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:35.895054 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b9907e-703f-4321-aacd-88a2fa3e9863 admin admin] Pushing event updated for resources: {'Port': ['ID=ead18514-413a-48b4-9e42-1258ec9db67a,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:23:35.939399 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:35.964475 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65b0f12d-433a-42e2-bc00-ca0fa04bf25d {{(pid=103592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:23:35.981731 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b9907e-703f-4321-aacd-88a2fa3e9863 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:23:35.982594 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b9907e-703f-4321-aacd-88a2fa3e9863 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:23:35.983367 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b9907e-703f-4321-aacd-88a2fa3e9863 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:23:35.983769 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b9907e-703f-4321-aacd-88a2fa3e9863 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:23:35.985957 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b9907e-703f-4321-aacd-88a2fa3e9863 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:23:35.986457 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b9907e-703f-4321-aacd-88a2fa3e9863 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:23:35.986887 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b9907e-703f-4321-aacd-88a2fa3e9863 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:23:35.989135 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b9907e-703f-4321-aacd-88a2fa3e9863 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:23:35.989999 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b9907e-703f-4321-aacd-88a2fa3e9863 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:23:35.990353 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b9907e-703f-4321-aacd-88a2fa3e9863 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:23:35.990718 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b9907e-703f-4321-aacd-88a2fa3e9863 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:23:35.991058 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88b9907e-703f-4321-aacd-88a2fa3e9863 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:23:36.019982 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-48b01341-2424-46c1-aa5a-22058f50eb68 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:36.028866 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port 65b0f12d-433a-42e2-bc00-ca0fa04bf25d, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=65b0f12d-433a-42e2-bc00-ca0fa04bf25d,segment=NetworkSegment(6c418a8c-f20c-4230-99c6-0f83d6e48757),segment_id=6c418a8c-f20c-4230-99c6-0f83d6e48757)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:23:36.049018 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9f556e29-3995-43bf-a1f7-69098e76cec8 req-fa8b788a-30bb-444e-93e4-2ca7f662391c tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] 10.222.0.60 "GET /v2.0/security-groups?id=ef6a96c0-423c-4ea7-a75c-4657afd8c521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5104887 Nov 23 17:23:36.051007 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:36.107255 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-37cb3691-5415-4153-9e1a-bc8b20f966f1 None None] Provisioning complete for port ead18514-413a-48b4-9e42-1258ec9db67a triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:23:36.107791 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-37cb3691-5415-4153-9e1a-bc8b20f966f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:36.193487 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-3f92aaf2-de94-4c71-ad42-905456e9e7fb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:36.208762 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-3f92aaf2-de94-4c71-ad42-905456e9e7fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:36.220770 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Pushing event updated for resources: {'Port': ['ID=65b0f12d-433a-42e2-bc00-ca0fa04bf25d,revision_number=4']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:23:36.273732 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-37cb3691-5415-4153-9e1a-bc8b20f966f1 None None] Port ead18514-413a-48b4-9e42-1258ec9db67a cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:23:36.331014 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-3f92aaf2-de94-4c71-ad42-905456e9e7fb admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=1221e112da88456f98f2b55c73ec6c45&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7808762 Nov 23 17:23:36.331014 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f92aaf2-de94-4c71-ad42-905456e9e7fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f2bb489-4cf0-4415-9a06-d8febdf4cb3d,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:23:36.334723 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-54c37c7f-d09b-4f25-9cab-115bd7ffe107 req-d86f6e3e-30a8-414f-bbb8-c87661a51f02 tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] 10.222.0.60 "GET /v2.0/ports?device_id=9e29a818-5c95-4b55-b3aa-46ed56b16ac7 HTTP/1.1" status: 200 len: 210 time: 0.1409874 Nov 23 17:23:36.342183 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 54628) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:23:36.347629 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] get_ports_and_sgs() called for port_ids ['65b0f12d-433a-42e2-bc00-ca0fa04bf25d'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:23:36.361988 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-48b01341-2424-46c1-aa5a-22058f50eb68 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:36.368285 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4576b447-8c75-4e9c-a11b-27345eef42a4 req-8ca1aeea-2107-401f-a1a2-b02b9347aad6 tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:23:36.372115 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-48b01341-2424-46c1-aa5a-22058f50eb68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:36.378199 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4576b447-8c75-4e9c-a11b-27345eef42a4 req-8ca1aeea-2107-401f-a1a2-b02b9347aad6 tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] 10.222.0.60 "GET /v2.0/ports?device_id=0c2e62d0-1b27-4471-9488-ce6e4feddd0c HTTP/1.1" status: 200 len: 945 time: 0.2468319 Nov 23 17:23:36.453313 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4576b447-8c75-4e9c-a11b-27345eef42a4 req-a1654bee-4fef-44c1-abff-799bc7c70900 tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] 10.222.0.60 "GET /v2.0/security-groups?id=a7d295c6-a842-436b-b184-bb80f16900ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741358 Nov 23 17:23:36.469516 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-88b9907e-703f-4321-aacd-88a2fa3e9863 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:36.470961 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b01341-2424-46c1-aa5a-22058f50eb68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4106986a-b953-45f9-a8ce-2d4779d9d343,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:23:36.566917 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-48b01341-2424-46c1-aa5a-22058f50eb68 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=57d5706997af4bd883b2b8e4e6b80262&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1450291 Nov 23 17:23:36.570045 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 54632) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:23:36.697962 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 9086e39a-ec5a-4e76-bd5a-294632199cb0 up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:23:36.724261 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-22147ea3-5d55-46c7-b852-94fdb0dcd16a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:36.741732 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-88b9907e-703f-4321-aacd-88a2fa3e9863 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:36.748158 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-88b9907e-703f-4321-aacd-88a2fa3e9863 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264758186'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:36.791931 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c50453c2-a335-4fcf-8e8a-b9775e7529bf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:36.796202 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-22147ea3-5d55-46c7-b852-94fdb0dcd16a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:36.824073 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-88b9907e-703f-4321-aacd-88a2fa3e9863 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2068703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1794403'] for router_interface, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:36.829340 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port 9086e39a-ec5a-4e76-bd5a-294632199cb0 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:23:36.829995 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:36.847359 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c50453c2-a335-4fcf-8e8a-b9775e7529bf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:36.911152 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-22147ea3-5d55-46c7-b852-94fdb0dcd16a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:36.912796 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b9907e-703f-4321-aacd-88a2fa3e9863 admin admin] Pushing event updated for resources: {'Port': ['ID=ead18514-413a-48b4-9e42-1258ec9db67a,revision_number=2']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:23:36.914502 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-22147ea3-5d55-46c7-b852-94fdb0dcd16a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:36.930961 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-22147ea3-5d55-46c7-b852-94fdb0dcd16a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/2f2bb489-4cf0-4415-9a06-d8febdf4cb3d HTTP/1.1" status: 204 len: 168 time: 0.5876491 Nov 23 17:23:36.957168 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22147ea3-5d55-46c7-b852-94fdb0dcd16a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f2bb489-4cf0-4415-9a06-d8febdf4cb3d,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:23:37.030225 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c50453c2-a335-4fcf-8e8a-b9775e7529bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:37.034286 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c50453c2-a335-4fcf-8e8a-b9775e7529bf admin admin] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:37.035917 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-c50453c2-a335-4fcf-8e8a-b9775e7529bf admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/4106986a-b953-45f9-a8ce-2d4779d9d343 HTTP/1.1" status: 204 len: 168 time: 0.4633365 Nov 23 17:23:37.070005 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50453c2-a335-4fcf-8e8a-b9775e7529bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4106986a-b953-45f9-a8ce-2d4779d9d343,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:23:37.079575 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88b9907e-703f-4321-aacd-88a2fa3e9863 admin admin] Network f7b9b26d-e087-4c84-b1d6-38af54373fe0 is already hosted by enough agents. {{(pid=103591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:23:37.082138 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [None req-88b9907e-703f-4321-aacd-88a2fa3e9863 admin admin] Resources bound (agent type, host, resource id): {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:23:37.196736 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:37.257067 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] For port 9086e39a-ec5a-4e76-bd5a-294632199cb0, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=9086e39a-ec5a-4e76-bd5a-294632199cb0,segment=NetworkSegment(bffd1e4f-e80f-4ff0-b418-2f42ae15febf),segment_id=bffd1e4f-e80f-4ff0-b418-2f42ae15febf)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:23:37.264794 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:37.415563 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Pushing event updated for resources: {'Port': ['ID=9086e39a-ec5a-4e76-bd5a-294632199cb0,revision_number=4']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:23:37.457101 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device 65b0f12d-433a-42e2-bc00-ca0fa04bf25d up at agent hyperv_n-h2-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:23:37.530306 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5af45559-4a25-44cb-a844-2ecab0709203 req-5dcad75c-4ca1-4e00-a8cf-7792c2887e8d tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] 10.222.0.60 "GET /v2.0/ports?device_id=9e29a818-5c95-4b55-b3aa-46ed56b16ac7 HTTP/1.1" status: 200 len: 210 time: 0.0531685 Nov 23 17:23:37.542808 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-73a04bf8-66ec-4b11-9f1c-a801c6e54285 None None] Provisioning complete for port ead18514-413a-48b4-9e42-1258ec9db67a triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:23:37.543475 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-73a04bf8-66ec-4b11-9f1c-a801c6e54285 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:37.573772 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee3da03-ebd6-4828-9239-ea40a4ac6644 req-f656ee96-76cd-4a93-ad39-50d244f0f866 tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:23:37.577563 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-1ee3da03-ebd6-4828-9239-ea40a4ac6644 req-f656ee96-76cd-4a93-ad39-50d244f0f866 tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] 10.222.0.60 "GET /v2.0/ports?device_id=c1e6eaa3-28c2-4530-98c1-a8b63a271c9f HTTP/1.1" status: 200 len: 946 time: 0.2258244 Nov 23 17:23:37.583402 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88b9907e-703f-4321-aacd-88a2fa3e9863 admin admin] Router 9085b663-0140-4da3-a56d-64df3a8064f7 has already been hosted by L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 {{(pid=103591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 17:23:37.622795 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Provisioning for port 65b0f12d-433a-42e2-bc00-ca0fa04bf25d completed by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 17:23:37.630363 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-73a04bf8-66ec-4b11-9f1c-a801c6e54285 None None] Port ead18514-413a-48b4-9e42-1258ec9db67a cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:23:37.632720 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Provisioning complete for port 65b0f12d-433a-42e2-bc00-ca0fa04bf25d triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:23:37.640074 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:37.765612 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:37.801191 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c2e62d0-1b27-4471-9488-ce6e4feddd0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65b0f12d-433a-42e2-bc00-ca0fa04bf25d'}] {{(pid=103592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:23:37.804202 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba3e6a8f2301c7a29fe1eca9779abdae4ccbcd6266d69778087f2498d5551201" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e6a1086-a780-4fb0-b99e-3ad228eec61a" -d '{"events": [{"server_uuid": "0c2e62d0-1b27-4471-9488-ce6e4feddd0c", "name": "network-vif-plugged", "status": "completed", "tag": "65b0f12d-433a-42e2-bc00-ca0fa04bf25d"}]}' {{(pid=103592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:23:37.819126 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port 65b0f12d-433a-42e2-bc00-ca0fa04bf25d, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=65b0f12d-433a-42e2-bc00-ca0fa04bf25d,segment=NetworkSegment(6c418a8c-f20c-4230-99c6-0f83d6e48757),segment_id=6c418a8c-f20c-4230-99c6-0f83d6e48757)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:23:37.827921 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:37.852415 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 54660) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:23:37.883133 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0eda1e2e-5689-4118-aad0-ea58e40037da admin admin] Publish callbacks [] for security_group, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:37.916421 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Pushing event updated for resources: {'Port': ['ID=65b0f12d-433a-42e2-bc00-ca0fa04bf25d,revision_number=5']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:23:37.937732 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c6c04ec0-4a89-459d-9726-353a072503d8 req-1fc221ea-477c-4818-b2c9-3e1f40a49a5b tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=686e648a568f4c8c872ae36928886735&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1596689 Nov 23 17:23:37.951606 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-1ee3da03-ebd6-4828-9239-ea40a4ac6644 req-7e4ca641-f977-41b4-9a93-cc2fe75d166f tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] 10.222.0.60 "GET /v2.0/security-groups?id=ef6a96c0-423c-4ea7-a75c-4657afd8c521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3648386 Nov 23 17:23:38.044941 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:23:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d9b8ca5-f4cc-4ef2-8bec-a4ffa7e9b97d x-openstack-request-id: req-4d9b8ca5-f4cc-4ef2-8bec-a4ffa7e9b97d {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:23:38.045338 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c2e62d0-1b27-4471-9488-ce6e4feddd0c", "name": "network-vif-plugged", "status": "completed", "tag": "65b0f12d-433a-42e2-bc00-ca0fa04bf25d", "code": 200}]} {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:23:38.045605 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-4d9b8ca5-f4cc-4ef2-8bec-a4ffa7e9b97d {{(pid=103592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:23:38.045978 n-d-816206-8 neutron-server[103592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c2e62d0-1b27-4471-9488-ce6e4feddd0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65b0f12d-433a-42e2-bc00-ca0fa04bf25d', 'code': 200} Nov 23 17:23:38.077695 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69fe2cb-ae0f-4a07-bbb7-0181f18ca2b8 req-abc586bf-42bc-4f38-8339-3c831676d9ef tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:23:38.081455 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a69fe2cb-ae0f-4a07-bbb7-0181f18ca2b8 req-abc586bf-42bc-4f38-8339-3c831676d9ef tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] 10.222.0.60 "GET /v2.0/ports?device_id=0c2e62d0-1b27-4471-9488-ce6e4feddd0c HTTP/1.1" status: 200 len: 945 time: 0.3880048 Nov 23 17:23:38.113335 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0eda1e2e-5689-4118-aad0-ea58e40037da admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:38.132226 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0eda1e2e-5689-4118-aad0-ea58e40037da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:38.195078 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-0eda1e2e-5689-4118-aad0-ea58e40037da admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=9b93becce27b459baa6178b5955b3f17&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3380964 Nov 23 17:23:38.195954 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eda1e2e-5689-4118-aad0-ea58e40037da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ef40aa3-71f7-4763-9728-1b5b37301d25,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:23:38.197809 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 54668) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:23:38.262319 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88b9907e-703f-4321-aacd-88a2fa3e9863 admin admin] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:23:38.281522 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-88b9907e-703f-4321-aacd-88a2fa3e9863 admin admin] 10.222.0.60 "PUT /v2.0/routers/9085b663-0140-4da3-a56d-64df3a8064f7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5326359 Nov 23 17:23:38.337146 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a69fe2cb-ae0f-4a07-bbb7-0181f18ca2b8 req-39f421e6-51a1-4d44-9825-a3413ce1d6fc tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] 10.222.0.60 "GET /v2.0/security-groups?id=a7d295c6-a842-436b-b184-bb80f16900ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2473438 Nov 23 17:23:38.366762 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce693a9-ce8b-42f9-9270-a63f1331b0db req-1af08e8c-e5d6-45b0-8f4f-b5b977bf3f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:23:38.368341 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9ce693a9-ce8b-42f9-9270-a63f1331b0db req-1af08e8c-e5d6-45b0-8f4f-b5b977bf3f79 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=0c2e62d0-1b27-4471-9488-ce6e4feddd0c HTTP/1.1" status: 200 len: 1097 time: 0.2405488 Nov 23 17:23:38.375637 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c04ec0-4a89-459d-9726-353a072503d8 req-7156901f-f229-4698-b422-ac27b9e84085 tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:23:38.377366 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c6c04ec0-4a89-459d-9726-353a072503d8 req-7156901f-f229-4698-b422-ac27b9e84085 tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4169536 Nov 23 17:23:38.400477 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [req-c6c04ec0-4a89-459d-9726-353a072503d8 req-217316d7-f4c2-48c5-8093-ad30a9ec67aa tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] Request body: {'port': {'device_id': '9e29a818-5c95-4b55-b3aa-46ed56b16ac7', 'network_id': 'f1e1dabf-b410-4023-9169-a460a86e7184', 'admin_state_up': True, 'tenant_id': '686e648a568f4c8c872ae36928886735'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:23:38.412266 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-f52b4a74-46c8-454a-b48d-908f578731cb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:38.487473 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-f52b4a74-46c8-454a-b48d-908f578731cb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:38.541287 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 9086e39a-ec5a-4e76-bd5a-294632199cb0 up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:23:38.543231 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d80baa59-f185-4160-a484-e105a80d4308 None None] Sync routers for ids ['9085b663-0140-4da3-a56d-64df3a8064f7'] in n-d-816206-8 {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:23:38.574937 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d80baa59-f185-4160-a484-e105a80d4308 None None] Routers {'9085b663-0140-4da3-a56d-64df3a8064f7'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:23:38.577189 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-d80baa59-f185-4160-a484-e105a80d4308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:23:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['9085b663-0140-4da3-a56d-64df3a8064f7'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:23:38.620985 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9ce693a9-ce8b-42f9-9270-a63f1331b0db req-ac9bd471-3eb2-4a84-84b2-5206de445a19 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=a7d295c6-a842-436b-b184-bb80f16900ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2297959 Nov 23 17:23:38.621366 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port 9086e39a-ec5a-4e76-bd5a-294632199cb0 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:23:38.621366 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:38.627002 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-f52b4a74-46c8-454a-b48d-908f578731cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:38.633766 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-f52b4a74-46c8-454a-b48d-908f578731cb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:38.634912 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-f52b4a74-46c8-454a-b48d-908f578731cb admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/4ef40aa3-71f7-4763-9728-1b5b37301d25 HTTP/1.1" status: 204 len: 168 time: 0.4173768 Nov 23 17:23:38.686062 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52b4a74-46c8-454a-b48d-908f578731cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ef40aa3-71f7-4763-9728-1b5b37301d25,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:23:38.730109 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f7d9018c-50c6-4d9e-a3cd-39720545c2ee req-2471a4d8-a794-4732-b936-aac92a7f237c tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] 10.222.0.60 "GET /v2.0/ports?device_id=9e29a818-5c95-4b55-b3aa-46ed56b16ac7 HTTP/1.1" status: 200 len: 210 time: 0.0521801 Nov 23 17:23:38.780453 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6c04ec0-4a89-459d-9726-353a072503d8 req-217316d7-f4c2-48c5-8093-ad30a9ec67aa tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] Made reservation on behalf of 686e648a568f4c8c872ae36928886735 for: {'port': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:23:38.787923 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-c6c04ec0-4a89-459d-9726-353a072503d8 req-217316d7-f4c2-48c5-8093-ad30a9ec67aa tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:38.808083 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-c6c04ec0-4a89-459d-9726-353a072503d8 req-217316d7-f4c2-48c5-8093-ad30a9ec67aa tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] Publish callbacks [] for security_group, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:38.967057 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-d80baa59-f185-4160-a484-e105a80d4308 None None] Set router 9085b663-0140-4da3-a56d-64df3a8064f7 gateway port host: n-d-816206-8 {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:23:38.991400 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 54690) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:23:39.005816 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-c6c04ec0-4a89-459d-9726-353a072503d8 req-217316d7-f4c2-48c5-8093-ad30a9ec67aa tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] Publish callbacks [] for security_group, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:39.012930 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-c6c04ec0-4a89-459d-9726-353a072503d8 req-217316d7-f4c2-48c5-8093-ad30a9ec67aa tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:39.343168 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.db_base_plugin_common [req-c6c04ec0-4a89-459d-9726-353a072503d8 req-217316d7-f4c2-48c5-8093-ad30a9ec67aa tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] Allocated IP 192.168.233.144 (f1e1dabf-b410-4023-9169-a460a86e7184/ac77c175-5679-438b-8a2a-356718377641/619a8aee-de53-404a-b496-f8a2de1819bc) {{(pid=103591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:23:39.440130 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-41d84f45-9059-40d7-b5a3-a60871b7968d admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1417643391-network', 'tenant_id': '2453e6bac79c4625a43322659d77160d'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:23:39.459799 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-d80baa59-f185-4160-a484-e105a80d4308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9085b663-0140-4da3-a56d-64df3a8064f7', 'name': 'tempest-ServersTestBootFromVolume-1087548350-router', 'tenant_id': 'ee30629671cd48a7ba8e997b65518fa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.46'}], 'enable_snat': True}, 'gw_port_id': '9086e39a-ec5a-4e76-bd5a-294632199cb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:23:28Z', 'updated_at': '2021-11-23T17:23:36Z', 'revision_number': 4, 'project_id': 'ee30629671cd48a7ba8e997b65518fa4', 'gw_port': {'id': '9086e39a-ec5a-4e76-bd5a-294632199cb0', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:da:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9085b663-0140-4da3-a56d-64df3a8064f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:23:30Z', 'updated_at': '2021-11-23T17:23:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_interfaces': [{'id': 'ead18514-413a-48b4-9e42-1258ec9db67a', 'name': '', 'network_id': 'f7b9b26d-e087-4c84-b1d6-38af54373fe0', 'tenant_id': 'ee30629671cd48a7ba8e997b65518fa4', 'mac_address': 'fa:16:3e:45:49:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9085b663-0140-4da3-a56d-64df3a8064f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '7131a7f2-c979-4b9e-a78d-ddacdbbebd5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:23:34Z', 'updated_at': '2021-11-23T17:23:36Z', 'revision_number': 2, 'project_id': 'ee30629671cd48a7ba8e997b65518fa4', 'subnets': [{'id': '7131a7f2-c979-4b9e-a78d-ddacdbbebd5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:23:39.500383 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d80baa59-f185-4160-a484-e105a80d4308 None None] Checking router: 9085b663-0140-4da3-a56d-64df3a8064f7 for host: n-d-816206-8 {{(pid=103593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 17:23:39.501701 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d80baa59-f185-4160-a484-e105a80d4308 None None] Updating router 9085b663-0140-4da3-a56d-64df3a8064f7 port ead18514-413a-48b4-9e42-1258ec9db67a binding host n-d-816206-8 {{(pid=103593) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 17:23:39.510140 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41d84f45-9059-40d7-b5a3-a60871b7968d admin admin] Made reservation on behalf of 2453e6bac79c4625a43322659d77160d for: {'network': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:23:39.517570 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-41d84f45-9059-40d7-b5a3-a60871b7968d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for network, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:39.545755 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-41d84f45-9059-40d7-b5a3-a60871b7968d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:39.553029 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-d80baa59-f185-4160-a484-e105a80d4308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:39.820411 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-41d84f45-9059-40d7-b5a3-a60871b7968d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:39.827811 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-41d84f45-9059-40d7-b5a3-a60871b7968d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:39.938089 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41d84f45-9059-40d7-b5a3-a60871b7968d admin admin] vlan segment allocate from pool success with {'vlan_id': 543, 'physical_network': 'physnet1'} {{(pid=103590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 17:23:39.939420 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217316d7-f4c2-48c5-8093-ad30a9ec67aa tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b15aa03-44a0-4375-a57d-e8cf999b0781,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:23:39.996424 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d84f45-9059-40d7-b5a3-a60871b7968d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2768289-7821-4137-8326-c052bf648315,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:23:40.006063 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-d80baa59-f185-4160-a484-e105a80d4308 None None] Publish callbacks [] for port, precommit_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:40.014959 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-d80baa59-f185-4160-a484-e105a80d4308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:40.023742 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44e0296-b7e2-465f-a782-f6bfd53c1ce0 req-2bfe7281-9379-4bf1-a1fa-7b39f24f4103 tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:23:40.050970 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-41d84f45-9059-40d7-b5a3-a60871b7968d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:40.054542 n-d-816206-8 neutron-server[103590]: INFO neutron.db.segments_db [None req-41d84f45-9059-40d7-b5a3-a60871b7968d admin admin] Added segment 8fed18b2-0713-4023-96b5-16ede53c73dc of type vlan for network b560144d-d078-4e51-9dcb-6b297d4ac5e2 Nov 23 17:23:40.064247 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f44e0296-b7e2-465f-a782-f6bfd53c1ce0 req-2bfe7281-9379-4bf1-a1fa-7b39f24f4103 tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] 10.222.0.60 "GET /v2.0/ports?device_id=c1e6eaa3-28c2-4530-98c1-a8b63a271c9f HTTP/1.1" status: 200 len: 946 time: 0.9245684 Nov 23 17:23:40.083353 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ae7ff0-9b91-4c75-a4b6-098a954926ff None None] Pushing event updated for resources: {'Port': ['ID=ead18514-413a-48b4-9e42-1258ec9db67a,revision_number=3']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:23:40.099690 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ae7ff0-9b91-4c75-a4b6-098a954926ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:23:40.101320 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ae7ff0-9b91-4c75-a4b6-098a954926ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:23:40.101974 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ae7ff0-9b91-4c75-a4b6-098a954926ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:23:40.102838 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ae7ff0-9b91-4c75-a4b6-098a954926ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:23:40.103406 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ae7ff0-9b91-4c75-a4b6-098a954926ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:23:40.103963 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ae7ff0-9b91-4c75-a4b6-098a954926ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:23:40.104595 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ae7ff0-9b91-4c75-a4b6-098a954926ff None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:23:40.105166 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ae7ff0-9b91-4c75-a4b6-098a954926ff None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:23:40.105766 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ae7ff0-9b91-4c75-a4b6-098a954926ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:23:40.106579 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ae7ff0-9b91-4c75-a4b6-098a954926ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:23:40.107152 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ae7ff0-9b91-4c75-a4b6-098a954926ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:23:40.108862 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ae7ff0-9b91-4c75-a4b6-098a954926ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:23:40.151967 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-41d84f45-9059-40d7-b5a3-a60871b7968d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736635338810'] for network, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:40.207370 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-41d84f45-9059-40d7-b5a3-a60871b7968d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493'] for network, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:40.208351 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41d84f45-9059-40d7-b5a3-a60871b7968d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:23:40.213587 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-41d84f45-9059-40d7-b5a3-a60871b7968d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for network, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:40.234971 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [None req-d80baa59-f185-4160-a484-e105a80d4308 None None] Attempting to bind port ead18514-413a-48b4-9e42-1258ec9db67a on host n-d-816206-8 for vnic_type normal with profile {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:23:40.237585 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [None req-d80baa59-f185-4160-a484-e105a80d4308 None None] Attempting to bind port ead18514-413a-48b4-9e42-1258ec9db67a by drivers openvswitch,hyperv on host n-d-816206-8 at level 0 using segments [{'id': 'e8fdbf9e-d1bc-4edd-ae5f-12f758e7fe49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'f7b9b26d-e087-4c84-b1d6-38af54373fe0'}] {{(pid=103593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:23:40.238847 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d80baa59-f185-4160-a484-e105a80d4308 None None] Attempting to bind port ead18514-413a-48b4-9e42-1258ec9db67a on network f7b9b26d-e087-4c84-b1d6-38af54373fe0 {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:23:40.255278 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d80baa59-f185-4160-a484-e105a80d4308 None None] Checking agent: {'id': '9e89acbe-4bbe-4c77-a18b-6f1da9133e0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 7, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 23, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:23:40.256618 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d80baa59-f185-4160-a484-e105a80d4308 None None] Checking segment: {'id': 'e8fdbf9e-d1bc-4edd-ae5f-12f758e7fe49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'f7b9b26d-e087-4c84-b1d6-38af54373fe0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:23:40.257777 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-d80baa59-f185-4160-a484-e105a80d4308 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:40.267753 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d80baa59-f185-4160-a484-e105a80d4308 None None] Bound using segment: {'id': 'e8fdbf9e-d1bc-4edd-ae5f-12f758e7fe49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'f7b9b26d-e087-4c84-b1d6-38af54373fe0'} {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:23:40.267753 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [None req-d80baa59-f185-4160-a484-e105a80d4308 None None] Bound port: ead18514-413a-48b4-9e42-1258ec9db67a, host: n-d-816206-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8fdbf9e-d1bc-4edd-ae5f-12f758e7fe49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'f7b9b26d-e087-4c84-b1d6-38af54373fe0'}}] {{(pid=103593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:23:40.267753 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-d80baa59-f185-4160-a484-e105a80d4308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:40.303209 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-41d84f45-9059-40d7-b5a3-a60871b7968d admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.3103113 Nov 23 17:23:40.305758 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 54722) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:23:40.312847 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-1c3184cb-55b5-476b-b1e0-483eaa078f4c admin admin] Request body: {'subnet': {'network_id': 'b560144d-d078-4e51-9dcb-6b297d4ac5e2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1417643391-subnet', 'tenant_id': '2453e6bac79c4625a43322659d77160d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:23:40.359783 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d84f45-9059-40d7-b5a3-a60871b7968d admin admin] Pushing event updated for resources: {'Network': ['ID=b560144d-d078-4e51-9dcb-6b297d4ac5e2,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:23:40.371140 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Network b560144d-d078-4e51-9dcb-6b297d4ac5e2 details requested by agent ovs-agent-n-d-816206-8 with host n-d-816206-8 {{(pid=103592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 17:23:40.403338 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c3184cb-55b5-476b-b1e0-483eaa078f4c admin admin] Made reservation on behalf of 2453e6bac79c4625a43322659d77160d for: {'subnet': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:23:40.405843 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c3184cb-55b5-476b-b1e0-483eaa078f4c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264730903'] for subnet, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:40.414870 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-c6c04ec0-4a89-459d-9726-353a072503d8 req-217316d7-f4c2-48c5-8093-ad30a9ec67aa tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] Publish callbacks [] for port, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:40.476771 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-c6c04ec0-4a89-459d-9726-353a072503d8 req-217316d7-f4c2-48c5-8093-ad30a9ec67aa tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:40.542796 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-d80baa59-f185-4160-a484-e105a80d4308 None None] For port ead18514-413a-48b4-9e42-1258ec9db67a, host n-d-816206-8, cleared binding levels {{(pid=103593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:23:40.556004 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-d80baa59-f185-4160-a484-e105a80d4308 None None] For port ead18514-413a-48b4-9e42-1258ec9db67a, host n-d-816206-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=ead18514-413a-48b4-9e42-1258ec9db67a,segment=NetworkSegment(e8fdbf9e-d1bc-4edd-ae5f-12f758e7fe49),segment_id=e8fdbf9e-d1bc-4edd-ae5f-12f758e7fe49)] {{(pid=103593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:23:40.566456 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-d80baa59-f185-4160-a484-e105a80d4308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:40.600878 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217316d7-f4c2-48c5-8093-ad30a9ec67aa tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] Pushing event updated for resources: {'Port': ['ID=619a8aee-de53-404a-b496-f8a2de1819bc,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:23:40.618527 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 54724) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:23:40.631132 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6c04ec0-4a89-459d-9726-353a072503d8 req-217316d7-f4c2-48c5-8093-ad30a9ec67aa tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] Network f1e1dabf-b410-4023-9169-a460a86e7184 is already hosted by enough agents. {{(pid=103591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:23:40.633279 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-5e76c11a-cf71-4593-a3c1-1bc410b39ca4 tempest-ServersTestBootFromVolume-66960814 tempest-ServersTestBootFromVolume-66960814-project] Request body: {'security_group': {'name': 'tempest-securitygroup--590994303', 'description': 'tempest-description--2093163898'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:23:40.646090 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [req-c6c04ec0-4a89-459d-9726-353a072503d8 req-217316d7-f4c2-48c5-8093-ad30a9ec67aa tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] Resources bound (agent type, host, resource id): {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:23:40.695091 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ae7ff0-9b91-4c75-a4b6-098a954926ff None None] Pushing event updated for resources: {'Port': ['ID=ead18514-413a-48b4-9e42-1258ec9db67a,revision_number=4']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:23:40.697444 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6c04ec0-4a89-459d-9726-353a072503d8 req-217316d7-f4c2-48c5-8093-ad30a9ec67aa tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] Received port after_create {{(pid=103591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:23:40.710850 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-23bbdfee-5576-4348-ae41-bd2e6760d76c None None] Provisioning complete for port ead18514-413a-48b4-9e42-1258ec9db67a triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:23:40.711219 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-23bbdfee-5576-4348-ae41-bd2e6760d76c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:40.717224 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d80baa59-f185-4160-a484-e105a80d4308 None None] Routers {'9085b663-0140-4da3-a56d-64df3a8064f7'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:23:40.718243 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-d80baa59-f185-4160-a484-e105a80d4308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:23:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['9085b663-0140-4da3-a56d-64df3a8064f7'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:23:40.855306 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabdb676-a875-4310-924b-11f43bb38c09 req-3b6c7a22-d576-464d-a1cf-5098c741df4c tempest-LiveAutoBlockMigrationV225Test-82532795 tempest-LiveAutoBlockMigrationV225Test-82532795-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:23:40.857240 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-aabdb676-a875-4310-924b-11f43bb38c09 req-3b6c7a22-d576-464d-a1cf-5098c741df4c tempest-LiveAutoBlockMigrationV225Test-82532795 tempest-LiveAutoBlockMigrationV225Test-82532795-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=c1e6eaa3-28c2-4530-98c1-a8b63a271c9f&tenant_id=968ef5ef30ad45a38c8263e9da4ef3c2&binding%3Ahost_id=n-h1-816206-8 HTTP/1.1" status: 200 len: 1097 time: 0.7245777 Nov 23 17:23:40.887278 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f44e0296-b7e2-465f-a782-f6bfd53c1ce0 req-cf9c3de9-031b-4aaf-9042-032bfbb327a1 tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] 10.222.0.60 "GET /v2.0/security-groups?id=ef6a96c0-423c-4ea7-a75c-4657afd8c521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8217206 Nov 23 17:23:40.899275 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [req-aabdb676-a875-4310-924b-11f43bb38c09 req-8e96d659-551d-494b-a77e-cad833b50da2 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-816206-8'}}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:23:40.965569 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5e76c11a-cf71-4593-a3c1-1bc410b39ca4 tempest-ServersTestBootFromVolume-66960814 tempest-ServersTestBootFromVolume-66960814-project] Publish callbacks [] for security_group, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:41.042856 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c04ec0-4a89-459d-9726-353a072503d8 req-217316d7-f4c2-48c5-8093-ad30a9ec67aa tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:23:41.055437 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-23bbdfee-5576-4348-ae41-bd2e6760d76c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:41.060771 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-c6c04ec0-4a89-459d-9726-353a072503d8 req-217316d7-f4c2-48c5-8093-ad30a9ec67aa tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:41.160341 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-23bbdfee-5576-4348-ae41-bd2e6760d76c None None] For port ead18514-413a-48b4-9e42-1258ec9db67a, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=ead18514-413a-48b4-9e42-1258ec9db67a,segment=NetworkSegment(e8fdbf9e-d1bc-4edd-ae5f-12f758e7fe49),segment_id=e8fdbf9e-d1bc-4edd-ae5f-12f758e7fe49)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:23:41.169527 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-23bbdfee-5576-4348-ae41-bd2e6760d76c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:41.229736 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c3184cb-55b5-476b-b1e0-483eaa078f4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264358096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264730885'] for subnet, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:41.244725 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-d80baa59-f185-4160-a484-e105a80d4308 None None] Set router 9085b663-0140-4da3-a56d-64df3a8064f7 gateway port host: n-d-816206-8 {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:23:41.276192 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c6c04ec0-4a89-459d-9726-353a072503d8 req-217316d7-f4c2-48c5-8093-ad30a9ec67aa tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8820822 Nov 23 17:23:41.308068 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [req-c6c04ec0-4a89-459d-9726-353a072503d8 req-60e82218-d320-4fc1-afef-0f403384682a service neutron] Request body: {'port': {'device_id': '9e29a818-5c95-4b55-b3aa-46ed56b16ac7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-8'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:23:41.349114 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bbdfee-5576-4348-ae41-bd2e6760d76c None None] Pushing event updated for resources: {'Port': ['ID=ead18514-413a-48b4-9e42-1258ec9db67a,revision_number=5']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:23:41.391978 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-89076022-2635-40fc-919d-8937075e51a0 None None] Provisioning complete for port ead18514-413a-48b4-9e42-1258ec9db67a triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:23:41.394959 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-89076022-2635-40fc-919d-8937075e51a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:41.415012 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.agents_db [None req-464f6c07-0de8-4be6-8f5b-563f574d1c5d None None] Agent healthcheck: found 7 active agents {{(pid=103593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 17:23:41.436242 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fefff20-5403-460b-a4b8-7e970c60484f req-6714d8e0-58b9-4a03-8427-cbabd496229c tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:23:41.447295 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9fefff20-5403-460b-a4b8-7e970c60484f req-6714d8e0-58b9-4a03-8427-cbabd496229c tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] 10.222.0.60 "GET /v2.0/ports?device_id=0c2e62d0-1b27-4471-9488-ce6e4feddd0c HTTP/1.1" status: 200 len: 946 time: 0.4750726 Nov 23 17:23:41.457788 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-aabdb676-a875-4310-924b-11f43bb38c09 req-8e96d659-551d-494b-a77e-cad833b50da2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:41.478268 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device 2e157275-46de-4566-82b9-9a605a955c7c details requested by agent hyperv_n-h2-816206-8 with host n-h2-816206-8 {{(pid=103592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 17:23:41.483116 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5e76c11a-cf71-4593-a3c1-1bc410b39ca4 tempest-ServersTestBootFromVolume-66960814 tempest-ServersTestBootFromVolume-66960814-project] Publish callbacks [] for security_group, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:41.507279 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5e76c11a-cf71-4593-a3c1-1bc410b39ca4 tempest-ServersTestBootFromVolume-66960814 tempest-ServersTestBootFromVolume-66960814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:41.556534 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-c6c04ec0-4a89-459d-9726-353a072503d8 req-60e82218-d320-4fc1-afef-0f403384682a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:41.559298 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5e76c11a-cf71-4593-a3c1-1bc410b39ca4 tempest-ServersTestBootFromVolume-66960814 tempest-ServersTestBootFromVolume-66960814-project] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:41.561979 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-5e76c11a-cf71-4593-a3c1-1bc410b39ca4 tempest-ServersTestBootFromVolume-66960814 tempest-ServersTestBootFromVolume-66960814-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.9387662 Nov 23 17:23:41.566418 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f997f6df-be39-409a-8f98-44f164fbeef1 req-677e09dd-13ea-4f4f-b30c-df243a9ae478 tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:23:41.574453 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f997f6df-be39-409a-8f98-44f164fbeef1 req-677e09dd-13ea-4f4f-b30c-df243a9ae478 tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] 10.222.0.60 "GET /v2.0/ports?device_id=9e29a818-5c95-4b55-b3aa-46ed56b16ac7 HTTP/1.1" status: 200 len: 936 time: 0.5102892 Nov 23 17:23:41.576230 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 54738) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:23:41.584444 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3184cb-55b5-476b-b1e0-483eaa078f4c admin admin] Pushing event updated for resources: {'Subnet': ['ID=4be32885-153e-4d88-b3c6-807e18e4db27,revision_number=0']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:23:41.604173 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-5a82ca8d-a239-4854-9315-24b794bba9f4 tempest-ServersTestBootFromVolume-66960814 tempest-ServersTestBootFromVolume-66960814-project] Request body: {'security_group_rule': {'security_group_id': 'e51f9f9c-222a-4f6b-bccf-660dbe03dd6a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:23:41.611109 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c3184cb-55b5-476b-b1e0-483eaa078f4c admin admin] Checking segment: {'id': '8fed18b2-0713-4023-96b5-16ede53c73dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'b560144d-d078-4e51-9dcb-6b297d4ac5e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:23:41.611686 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c3184cb-55b5-476b-b1e0-483eaa078f4c admin admin] Network hostable DHCP agents. Network: b560144d-d078-4e51-9dcb-6b297d4ac5e2, hostable agents: ['0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3'], hosted agents: [] {{(pid=103590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 17:23:41.666608 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e76c11a-cf71-4593-a3c1-1bc410b39ca4 tempest-ServersTestBootFromVolume-66960814 tempest-ServersTestBootFromVolume-66960814-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e51f9f9c-222a-4f6b-bccf-660dbe03dd6a,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:23:41.680079 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c3184cb-55b5-476b-b1e0-483eaa078f4c admin admin] Network b560144d-d078-4e51-9dcb-6b297d4ac5e2 is scheduled to be hosted by DHCP agent 0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3 with binding_index 1 {{(pid=103590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 17:23:41.700073 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-1c3184cb-55b5-476b-b1e0-483eaa078f4c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-8, b560144d-d078-4e51-9dcb-6b297d4ac5e2) {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:23:41.706481 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c3184cb-55b5-476b-b1e0-483eaa078f4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:23:41.707543 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c3184cb-55b5-476b-b1e0-483eaa078f4c admin admin] Publish callbacks [] for subnet, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:41.723408 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c17298b1-d05b-43fd-88e2-4024f035367e None None] Network b560144d-d078-4e51-9dcb-6b297d4ac5e2 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:23:41.823887 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-d80baa59-f185-4160-a484-e105a80d4308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9085b663-0140-4da3-a56d-64df3a8064f7', 'name': 'tempest-ServersTestBootFromVolume-1087548350-router', 'tenant_id': 'ee30629671cd48a7ba8e997b65518fa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.46'}], 'enable_snat': True}, 'gw_port_id': '9086e39a-ec5a-4e76-bd5a-294632199cb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:23:28Z', 'updated_at': '2021-11-23T17:23:36Z', 'revision_number': 4, 'project_id': 'ee30629671cd48a7ba8e997b65518fa4', 'gw_port': {'id': '9086e39a-ec5a-4e76-bd5a-294632199cb0', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:da:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9085b663-0140-4da3-a56d-64df3a8064f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:23:30Z', 'updated_at': '2021-11-23T17:23:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_interfaces': [{'id': 'ead18514-413a-48b4-9e42-1258ec9db67a', 'name': '', 'network_id': 'f7b9b26d-e087-4c84-b1d6-38af54373fe0', 'tenant_id': 'ee30629671cd48a7ba8e997b65518fa4', 'mac_address': 'fa:16:3e:45:49:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9085b663-0140-4da3-a56d-64df3a8064f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '7131a7f2-c979-4b9e-a78d-ddacdbbebd5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:23:34Z', 'updated_at': '2021-11-23T17:23:40Z', 'revision_number': 4, 'project_id': 'ee30629671cd48a7ba8e997b65518fa4', 'subnets': [{'id': '7131a7f2-c979-4b9e-a78d-ddacdbbebd5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:23:41.877833 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d80baa59-f185-4160-a484-e105a80d4308 None None] The sync data for ids ['9085b663-0140-4da3-a56d-64df3a8064f7'] in n-d-816206-8 is: [{'id': '9085b663-0140-4da3-a56d-64df3a8064f7', 'name': 'tempest-ServersTestBootFromVolume-1087548350-router', 'tenant_id': 'ee30629671cd48a7ba8e997b65518fa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.46'}], 'enable_snat': True}, 'gw_port_id': '9086e39a-ec5a-4e76-bd5a-294632199cb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:23:28Z', 'updated_at': '2021-11-23T17:23:36Z', 'revision_number': 4, 'project_id': 'ee30629671cd48a7ba8e997b65518fa4', 'gw_port': {'id': '9086e39a-ec5a-4e76-bd5a-294632199cb0', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:da:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9085b663-0140-4da3-a56d-64df3a8064f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:23:30Z', 'updated_at': '2021-11-23T17:23:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_interfaces': [{'id': 'ead18514-413a-48b4-9e42-1258ec9db67a', 'name': '', 'network_id': 'f7b9b26d-e087-4c84-b1d6-38af54373fe0', 'tenant_id': 'ee30629671cd48a7ba8e997b65518fa4', 'mac_address': 'fa:16:3e:45:49:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9085b663-0140-4da3-a56d-64df3a8064f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '7131a7f2-c979-4b9e-a78d-ddacdbbebd5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:23:34Z', 'updated_at': '2021-11-23T17:23:40Z', 'revision_number': 4, 'project_id': 'ee30629671cd48a7ba8e997b65518fa4', 'subnets': [{'id': '7131a7f2-c979-4b9e-a78d-ddacdbbebd5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:23:41.884591 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9fefff20-5403-460b-a4b8-7e970c60484f req-038247f9-712a-407f-b95d-0ab28a19041e tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] 10.222.0.60 "GET /v2.0/security-groups?id=a7d295c6-a842-436b-b184-bb80f16900ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3939631 Nov 23 17:23:42.030171 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f997f6df-be39-409a-8f98-44f164fbeef1 req-a67d057c-a6a3-4837-89ec-4c8d48c39f9f tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b15aa03-44a0-4375-a57d-e8cf999b0781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4548118 Nov 23 17:23:42.039312 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-1c3184cb-55b5-476b-b1e0-483eaa078f4c admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.7323568 Nov 23 17:23:42.055968 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port 2e157275-46de-4566-82b9-9a605a955c7c, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=2e157275-46de-4566-82b9-9a605a955c7c,segment=NetworkSegment(aeb4ff6a-77f7-45a2-bf27-0feac134a4ea),segment_id=aeb4ff6a-77f7-45a2-bf27-0feac134a4ea)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:23:42.149107 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-5a82ca8d-a239-4854-9315-24b794bba9f4 tempest-ServersTestBootFromVolume-66960814 tempest-ServersTestBootFromVolume-66960814-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:42.170924 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device 2e157275-46de-4566-82b9-9a605a955c7c has no active binding in host n-h2-816206-8 {{(pid=103592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 23 17:23:42.207505 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-89076022-2635-40fc-919d-8937075e51a0 None None] Provisioning complete for port 619a8aee-de53-404a-b496-f8a2de1819bc triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:23:42.207861 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-89076022-2635-40fc-919d-8937075e51a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:42.285670 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-89076022-2635-40fc-919d-8937075e51a0 None None] Port 619a8aee-de53-404a-b496-f8a2de1819bc cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:23:42.373461 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-aabdb676-a875-4310-924b-11f43bb38c09 req-8e96d659-551d-494b-a77e-cad833b50da2 service neutron] For port 2e157275-46de-4566-82b9-9a605a955c7c, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=2e157275-46de-4566-82b9-9a605a955c7c,segment=NetworkSegment(aeb4ff6a-77f7-45a2-bf27-0feac134a4ea),segment_id=aeb4ff6a-77f7-45a2-bf27-0feac134a4ea)] {{(pid=103591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:23:42.401522 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1091c37d-0062-4078-9252-2c080dd0d9ab None None] Network b560144d-d078-4e51-9dcb-6b297d4ac5e2 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:23:42.466259 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34b4a6f-9447-4ee2-9f75-87ff9f3e02f0 req-e2bf994b-8a1e-4c57-84ff-905dc2c51cbb tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:23:42.495492 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a34b4a6f-9447-4ee2-9f75-87ff9f3e02f0 req-e2bf994b-8a1e-4c57-84ff-905dc2c51cbb tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] 10.222.0.60 "GET /v2.0/ports?device_id=c1e6eaa3-28c2-4530-98c1-a8b63a271c9f HTTP/1.1" status: 200 len: 946 time: 0.2830746 Nov 23 17:23:42.588297 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-5a82ca8d-a239-4854-9315-24b794bba9f4 tempest-ServersTestBootFromVolume-66960814 tempest-ServersTestBootFromVolume-66960814-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:42.667579 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-5a82ca8d-a239-4854-9315-24b794bba9f4 tempest-ServersTestBootFromVolume-66960814 tempest-ServersTestBootFromVolume-66960814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994370'] for security_group_rule, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:42.683416 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [req-c6c04ec0-4a89-459d-9726-353a072503d8 req-60e82218-d320-4fc1-afef-0f403384682a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 619a8aee-de53-404a-b496-f8a2de1819bc {{(pid=103591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:23:42.713483 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-aabdb676-a875-4310-924b-11f43bb38c09 req-8e96d659-551d-494b-a77e-cad833b50da2 service neutron] For port 2e157275-46de-4566-82b9-9a605a955c7c, host n-h1-816206-8, cleared binding levels {{(pid=103591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:23:42.732133 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device ead18514-413a-48b4-9e42-1258ec9db67a up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:23:42.788592 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-c6c04ec0-4a89-459d-9726-353a072503d8 req-60e82218-d320-4fc1-afef-0f403384682a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:42.804035 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port ead18514-413a-48b4-9e42-1258ec9db67a triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:23:42.804468 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:42.827895 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a82ca8d-a239-4854-9315-24b794bba9f4 tempest-ServersTestBootFromVolume-66960814 tempest-ServersTestBootFromVolume-66960814-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=260358ba-2086-42a8-9ca2-451ace35034c,revision_number=0']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:23:42.884153 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.provisioning_blocks [req-c6c04ec0-4a89-459d-9726-353a072503d8 req-60e82218-d320-4fc1-afef-0f403384682a service neutron] Transition to ACTIVE for port object 619a8aee-de53-404a-b496-f8a2de1819bc will not be triggered until provisioned by entity L2. {{(pid=103591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 17:23:42.889206 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1e6eaa3-28c2-4530-98c1-a8b63a271c9f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2e157275-46de-4566-82b9-9a605a955c7c'}] {{(pid=103591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:23:42.894759 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41d174a19ece9499ff9ec44e5b3fc50f2abd3ffbc947fb7e52ea1e8db27b95b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7270f5b-a82f-41e2-8120-92d4e75b7870" -d '{"events": [{"server_uuid": "c1e6eaa3-28c2-4530-98c1-a8b63a271c9f", "name": "network-vif-unplugged", "status": "completed", "tag": "2e157275-46de-4566-82b9-9a605a955c7c"}]}' {{(pid=103591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:23:42.928911 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-a4dc00aa-9f64-4bc5-9d0a-30bc1cdce483 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:42.935389 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-aabdb676-a875-4310-924b-11f43bb38c09 req-8e96d659-551d-494b-a77e-cad833b50da2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:42.939901 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-5a82ca8d-a239-4854-9315-24b794bba9f4 tempest-ServersTestBootFromVolume-66960814 tempest-ServersTestBootFromVolume-66960814-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:42.941852 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-5a82ca8d-a239-4854-9315-24b794bba9f4 tempest-ServersTestBootFromVolume-66960814 tempest-ServersTestBootFromVolume-66960814-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3601816 Nov 23 17:23:42.944548 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 54770) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:23:42.948918 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a34b4a6f-9447-4ee2-9f75-87ff9f3e02f0 req-18309459-6724-4f9c-8a7b-b0e13ec5a7ad tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] 10.222.0.60 "GET /v2.0/security-groups?id=ef6a96c0-423c-4ea7-a75c-4657afd8c521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4521818 Nov 23 17:23:42.951066 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-692653e1-7882-44cb-b758-3a41754594cc tempest-ServersTestBootFromVolume-66960814 tempest-ServersTestBootFromVolume-66960814-project] Request body: {'security_group_rule': {'security_group_id': 'e51f9f9c-222a-4f6b-bccf-660dbe03dd6a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:23:42.952030 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-c6c04ec0-4a89-459d-9726-353a072503d8 req-60e82218-d320-4fc1-afef-0f403384682a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264758186'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:42.955677 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-aabdb676-a875-4310-924b-11f43bb38c09 req-8e96d659-551d-494b-a77e-cad833b50da2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264758186'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:43.031414 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-692653e1-7882-44cb-b758-3a41754594cc tempest-ServersTestBootFromVolume-66960814 tempest-ServersTestBootFromVolume-66960814-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:43.054905 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e82218-d320-4fc1-afef-0f403384682a service neutron] Pushing event updated for resources: {'Port': ['ID=619a8aee-de53-404a-b496-f8a2de1819bc,revision_number=2']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:23:43.081879 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6125f52f-52d7-4bad-9e42-1aef2bbd5603 req-388ab684-ea71-4150-93e3-6742ba65d3af tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:23:43.090220 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6125f52f-52d7-4bad-9e42-1aef2bbd5603 req-388ab684-ea71-4150-93e3-6742ba65d3af tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] 10.222.0.60 "GET /v2.0/ports?device_id=0c2e62d0-1b27-4471-9488-ce6e4feddd0c HTTP/1.1" status: 200 len: 946 time: 0.2595191 Nov 23 17:23:43.145807 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-692653e1-7882-44cb-b758-3a41754594cc tempest-ServersTestBootFromVolume-66960814 tempest-ServersTestBootFromVolume-66960814-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:43.151804 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-692653e1-7882-44cb-b758-3a41754594cc tempest-ServersTestBootFromVolume-66960814 tempest-ServersTestBootFromVolume-66960814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994370'] for security_group_rule, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:43.207721 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692653e1-7882-44cb-b758-3a41754594cc tempest-ServersTestBootFromVolume-66960814 tempest-ServersTestBootFromVolume-66960814-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79329816-9460-41bc-b803-2efc4b488c77,revision_number=0']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:23:43.218709 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-692653e1-7882-44cb-b758-3a41754594cc tempest-ServersTestBootFromVolume-66960814 tempest-ServersTestBootFromVolume-66960814-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:43.222991 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-692653e1-7882-44cb-b758-3a41754594cc tempest-ServersTestBootFromVolume-66960814 tempest-ServersTestBootFromVolume-66960814-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2745411 Nov 23 17:23:43.222991 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 54786) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:23:43.227664 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-9d7b8583-cd11-49fb-929c-da7e5d00989d tempest-ServersTestBootFromVolume-66960814 tempest-ServersTestBootFromVolume-66960814-project] Request body: {'floatingip': {'floating_network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:23:43.237911 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:43.268621 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-9d7b8583-cd11-49fb-929c-da7e5d00989d tempest-ServersTestBootFromVolume-66960814 tempest-ServersTestBootFromVolume-66960814-project] Publish callbacks [] for floatingip, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:43.440319 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-9d7b8583-cd11-49fb-929c-da7e5d00989d tempest-ServersTestBootFromVolume-66960814 tempest-ServersTestBootFromVolume-66960814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:43.447060 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d682d46a-1053-427c-b7a3-e52182fccd99 req-9bcdbfe0-1180-4911-affa-909dd638fd51 tempest-ImagesTestJSON-931761063 tempest-ImagesTestJSON-931761063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:23:43.448740 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d682d46a-1053-427c-b7a3-e52182fccd99 req-9bcdbfe0-1180-4911-affa-909dd638fd51 tempest-ImagesTestJSON-931761063 tempest-ImagesTestJSON-931761063-project] 10.222.0.60 "GET /v2.0/networks?id=b560144d-d078-4e51-9dcb-6b297d4ac5e2 HTTP/1.1" status: 200 len: 805 time: 0.2029321 Nov 23 17:23:43.574683 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d682d46a-1053-427c-b7a3-e52182fccd99 req-335a3453-5ff4-46a7-98e3-270db48b86c5 tempest-ImagesTestJSON-931761063 tempest-ImagesTestJSON-931761063-project] 10.222.0.60 "GET /v2.0/quotas/2453e6bac79c4625a43322659d77160d HTTP/1.1" status: 200 len: 375 time: 0.0841992 Nov 23 17:23:43.586739 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-9d7b8583-cd11-49fb-929c-da7e5d00989d tempest-ServersTestBootFromVolume-66960814 tempest-ServersTestBootFromVolume-66960814-project] Allocated IP 172.25.3.209 (4c8455ba-1be5-42ac-b8c2-8a16e1292d55/08fe3644-ce41-4c3f-a7ea-92bac0f0fff5/8c5abe08-20fa-42a6-9de5-ce5dfad4a76a) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:23:43.588352 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-aabdb676-a875-4310-924b-11f43bb38c09 req-8e96d659-551d-494b-a77e-cad833b50da2 service neutron] Attempting to bind port 2e157275-46de-4566-82b9-9a605a955c7c on host n-h1-816206-8 for vnic_type normal with profile {"migrating_to": "n-h2-816206-8"} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:23:43.589172 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-aabdb676-a875-4310-924b-11f43bb38c09 req-8e96d659-551d-494b-a77e-cad833b50da2 service neutron] Attempting to bind port 2e157275-46de-4566-82b9-9a605a955c7c by drivers openvswitch,hyperv on host n-h1-816206-8 at level 0 using segments [{'id': 'aeb4ff6a-77f7-45a2-bf27-0feac134a4ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'eacea6aa-86b2-4fe9-ae0d-611828f27804'}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:23:43.589608 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aabdb676-a875-4310-924b-11f43bb38c09 req-8e96d659-551d-494b-a77e-cad833b50da2 service neutron] Attempting to bind port 2e157275-46de-4566-82b9-9a605a955c7c on network eacea6aa-86b2-4fe9-ae0d-611828f27804 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:23:43.614286 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aabdb676-a875-4310-924b-11f43bb38c09 req-8e96d659-551d-494b-a77e-cad833b50da2 service neutron] Port 2e157275-46de-4566-82b9-9a605a955c7c on network eacea6aa-86b2-4fe9-ae0d-611828f27804 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-8 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 17:23:43.614286 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aabdb676-a875-4310-924b-11f43bb38c09 req-8e96d659-551d-494b-a77e-cad833b50da2 service neutron] Attempting to bind port 2e157275-46de-4566-82b9-9a605a955c7c on network eacea6aa-86b2-4fe9-ae0d-611828f27804 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:23:43.644035 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e96d659-551d-494b-a77e-cad833b50da2 service neutron] Pushing event updated for resources: {'Port': ['ID=2e157275-46de-4566-82b9-9a605a955c7c,revision_number=7']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:23:43.652133 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6125f52f-52d7-4bad-9e42-1aef2bbd5603 req-9fbc999a-92c2-4124-b4c6-a2d925ffa6ca tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] 10.222.0.60 "GET /v2.0/security-groups?id=a7d295c6-a842-436b-b184-bb80f16900ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5606480 Nov 23 17:23:43.656313 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d682d46a-1053-427c-b7a3-e52182fccd99 req-bdb9343a-06d9-4d4f-a9f0-ddd0d9ddcf32 tempest-ImagesTestJSON-931761063 tempest-ImagesTestJSON-931761063-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=2453e6bac79c4625a43322659d77160d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0790007 Nov 23 17:23:43.678562 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-c6c04ec0-4a89-459d-9726-353a072503d8 req-60e82218-d320-4fc1-afef-0f403384682a service neutron] Attempting to bind port 619a8aee-de53-404a-b496-f8a2de1819bc on host n-h1-816206-8 for vnic_type normal with profile {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:23:43.678562 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-c6c04ec0-4a89-459d-9726-353a072503d8 req-60e82218-d320-4fc1-afef-0f403384682a service neutron] Attempting to bind port 619a8aee-de53-404a-b496-f8a2de1819bc by drivers openvswitch,hyperv on host n-h1-816206-8 at level 0 using segments [{'id': '329c1745-02bf-4561-9615-3192910887f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'f1e1dabf-b410-4023-9169-a460a86e7184'}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:23:43.678562 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6c04ec0-4a89-459d-9726-353a072503d8 req-60e82218-d320-4fc1-afef-0f403384682a service neutron] Attempting to bind port 619a8aee-de53-404a-b496-f8a2de1819bc on network f1e1dabf-b410-4023-9169-a460a86e7184 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:23:43.680048 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aabdb676-a875-4310-924b-11f43bb38c09 req-8e96d659-551d-494b-a77e-cad833b50da2 service neutron] Checking agent: {'id': '4b0a4557-3bfe-4828-80a0-7981fc3ac84c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 15, 14), 'started_at': datetime.datetime(2021, 11, 23, 17, 15, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 23, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:23:43.680380 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aabdb676-a875-4310-924b-11f43bb38c09 req-8e96d659-551d-494b-a77e-cad833b50da2 service neutron] Checking segment: {'id': 'aeb4ff6a-77f7-45a2-bf27-0feac134a4ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'eacea6aa-86b2-4fe9-ae0d-611828f27804'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:23:43.680783 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aabdb676-a875-4310-924b-11f43bb38c09 req-8e96d659-551d-494b-a77e-cad833b50da2 service neutron] Bound using segment: {'id': 'aeb4ff6a-77f7-45a2-bf27-0feac134a4ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'eacea6aa-86b2-4fe9-ae0d-611828f27804'} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:23:43.681213 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-aabdb676-a875-4310-924b-11f43bb38c09 req-8e96d659-551d-494b-a77e-cad833b50da2 service neutron] Bound port: 2e157275-46de-4566-82b9-9a605a955c7c, host: n-h1-816206-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aeb4ff6a-77f7-45a2-bf27-0feac134a4ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'eacea6aa-86b2-4fe9-ae0d-611828f27804'}}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:23:43.681568 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-aabdb676-a875-4310-924b-11f43bb38c09 req-8e96d659-551d-494b-a77e-cad833b50da2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:43.711678 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6c04ec0-4a89-459d-9726-353a072503d8 req-60e82218-d320-4fc1-afef-0f403384682a service neutron] Port 619a8aee-de53-404a-b496-f8a2de1819bc on network f1e1dabf-b410-4023-9169-a460a86e7184 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-8 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 17:23:43.712104 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6c04ec0-4a89-459d-9726-353a072503d8 req-60e82218-d320-4fc1-afef-0f403384682a service neutron] Attempting to bind port 619a8aee-de53-404a-b496-f8a2de1819bc on network f1e1dabf-b410-4023-9169-a460a86e7184 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:23:43.754310 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6c04ec0-4a89-459d-9726-353a072503d8 req-60e82218-d320-4fc1-afef-0f403384682a service neutron] Checking agent: {'id': '4b0a4557-3bfe-4828-80a0-7981fc3ac84c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 15, 14), 'started_at': datetime.datetime(2021, 11, 23, 17, 15, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 23, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:23:43.754651 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6c04ec0-4a89-459d-9726-353a072503d8 req-60e82218-d320-4fc1-afef-0f403384682a service neutron] Checking segment: {'id': '329c1745-02bf-4561-9615-3192910887f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'f1e1dabf-b410-4023-9169-a460a86e7184'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:23:43.755034 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6c04ec0-4a89-459d-9726-353a072503d8 req-60e82218-d320-4fc1-afef-0f403384682a service neutron] Bound using segment: {'id': '329c1745-02bf-4561-9615-3192910887f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'f1e1dabf-b410-4023-9169-a460a86e7184'} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:23:43.755478 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-c6c04ec0-4a89-459d-9726-353a072503d8 req-60e82218-d320-4fc1-afef-0f403384682a service neutron] Bound port: 619a8aee-de53-404a-b496-f8a2de1819bc, host: n-h1-816206-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '329c1745-02bf-4561-9615-3192910887f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'f1e1dabf-b410-4023-9169-a460a86e7184'}}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:23:43.755832 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-c6c04ec0-4a89-459d-9726-353a072503d8 req-60e82218-d320-4fc1-afef-0f403384682a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:43.785431 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-9d7b8583-cd11-49fb-929c-da7e5d00989d tempest-ServersTestBootFromVolume-66960814 tempest-ServersTestBootFromVolume-66960814-project] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:43.832648 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-9d7b8583-cd11-49fb-929c-da7e5d00989d tempest-ServersTestBootFromVolume-66960814 tempest-ServersTestBootFromVolume-66960814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:43.892397 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d7b8583-cd11-49fb-929c-da7e5d00989d tempest-ServersTestBootFromVolume-66960814 tempest-ServersTestBootFromVolume-66960814-project] Network 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:23:43.896520 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-9d7b8583-cd11-49fb-929c-da7e5d00989d tempest-ServersTestBootFromVolume-66960814 tempest-ServersTestBootFromVolume-66960814-project] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:23:43.900956 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d7b8583-cd11-49fb-929c-da7e5d00989d tempest-ServersTestBootFromVolume-66960814 tempest-ServersTestBootFromVolume-66960814-project] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:23:43.948357 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7b8583-cd11-49fb-929c-da7e5d00989d tempest-ServersTestBootFromVolume-66960814 tempest-ServersTestBootFromVolume-66960814-project] Pushing event updated for resources: {'Port': ['ID=8c5abe08-20fa-42a6-9de5-ce5dfad4a76a,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:23:43.986993 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:43.991006 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 17:23:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49bf3398-ad8b-4e1d-a64f-3a927ab7b846 x-openstack-request-id: req-49bf3398-ad8b-4e1d-a64f-3a927ab7b846 {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:23:43.992732 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1e6eaa3-28c2-4530-98c1-a8b63a271c9f", "name": "network-vif-unplugged", "status": "completed", "tag": "2e157275-46de-4566-82b9-9a605a955c7c", "code": 200}]} {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:23:43.993069 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-49bf3398-ad8b-4e1d-a64f-3a927ab7b846 {{(pid=103591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:23:43.993481 n-d-816206-8 neutron-server[103591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1e6eaa3-28c2-4530-98c1-a8b63a271c9f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2e157275-46de-4566-82b9-9a605a955c7c', 'code': 200} Nov 23 17:23:44.019930 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-aabdb676-a875-4310-924b-11f43bb38c09 req-8e96d659-551d-494b-a77e-cad833b50da2 service neutron] For port 2e157275-46de-4566-82b9-9a605a955c7c, host n-h1-816206-8, cleared binding levels {{(pid=103591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:23:44.053070 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d682d46a-1053-427c-b7a3-e52182fccd99 req-c6ae0078-4545-41bd-8600-d5e4c4b11b7f service neutron] 10.222.0.60 "GET /v2.0/networks/b560144d-d078-4e51-9dcb-6b297d4ac5e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3771400 Nov 23 17:23:44.054534 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-c6c04ec0-4a89-459d-9726-353a072503d8 req-60e82218-d320-4fc1-afef-0f403384682a service neutron] For port 619a8aee-de53-404a-b496-f8a2de1819bc, host n-h1-816206-8, cleared binding levels {{(pid=103591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:23:44.074709 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-9d7b8583-cd11-49fb-929c-da7e5d00989d tempest-ServersTestBootFromVolume-66960814 tempest-ServersTestBootFromVolume-66960814-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:44.077656 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-aabdb676-a875-4310-924b-11f43bb38c09 req-8e96d659-551d-494b-a77e-cad833b50da2 service neutron] For port 2e157275-46de-4566-82b9-9a605a955c7c, host n-h1-816206-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=2e157275-46de-4566-82b9-9a605a955c7c,segment=NetworkSegment(aeb4ff6a-77f7-45a2-bf27-0feac134a4ea),segment_id=aeb4ff6a-77f7-45a2-bf27-0feac134a4ea)] {{(pid=103591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:23:44.081148 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-c6c04ec0-4a89-459d-9726-353a072503d8 req-60e82218-d320-4fc1-afef-0f403384682a service neutron] For port 619a8aee-de53-404a-b496-f8a2de1819bc, host n-h1-816206-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=619a8aee-de53-404a-b496-f8a2de1819bc,segment=NetworkSegment(329c1745-02bf-4561-9615-3192910887f5),segment_id=329c1745-02bf-4561-9615-3192910887f5)] {{(pid=103591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:23:44.097812 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-aabdb676-a875-4310-924b-11f43bb38c09 req-8e96d659-551d-494b-a77e-cad833b50da2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264758186'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:44.131241 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-9d7b8583-cd11-49fb-929c-da7e5d00989d tempest-ServersTestBootFromVolume-66960814 tempest-ServersTestBootFromVolume-66960814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:44.158327 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-c6c04ec0-4a89-459d-9726-353a072503d8 req-60e82218-d320-4fc1-afef-0f403384682a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264758186'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:44.229610 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c04ec0-4a89-459d-9726-353a072503d8 req-60e82218-d320-4fc1-afef-0f403384682a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:23:44.230685 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-c6c04ec0-4a89-459d-9726-353a072503d8 req-60e82218-d320-4fc1-afef-0f403384682a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:44.232223 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c6c04ec0-4a89-459d-9726-353a072503d8 req-60e82218-d320-4fc1-afef-0f403384682a service neutron] 10.222.0.55 "PUT /v2.0/ports/619a8aee-de53-404a-b496-f8a2de1819bc HTTP/1.1" status: 200 len: 1096 time: 2.9291947 Nov 23 17:23:44.346058 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e96d659-551d-494b-a77e-cad833b50da2 service neutron] Pushing event updated for resources: {'Port': ['ID=2e157275-46de-4566-82b9-9a605a955c7c,revision_number=8']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:23:44.379342 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabdb676-a875-4310-924b-11f43bb38c09 req-8e96d659-551d-494b-a77e-cad833b50da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:23:44.380271 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-aabdb676-a875-4310-924b-11f43bb38c09 req-8e96d659-551d-494b-a77e-cad833b50da2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:44.382427 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-aabdb676-a875-4310-924b-11f43bb38c09 req-8e96d659-551d-494b-a77e-cad833b50da2 service neutron] 10.222.0.36 "PUT /v2.0/ports/2e157275-46de-4566-82b9-9a605a955c7c HTTP/1.1" status: 200 len: 1122 time: 3.5124013 Nov 23 17:23:44.383336 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-9d7b8583-cd11-49fb-929c-da7e5d00989d tempest-ServersTestBootFromVolume-66960814 tempest-ServersTestBootFromVolume-66960814-project] Publish callbacks [] for port, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:44.392384 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-9d7b8583-cd11-49fb-929c-da7e5d00989d tempest-ServersTestBootFromVolume-66960814 tempest-ServersTestBootFromVolume-66960814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264357957'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:44.475877 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] get_ports_and_sgs() called for port_ids ['2e157275-46de-4566-82b9-9a605a955c7c'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:23:44.482963 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d397391-f7f5-41a7-8e9f-26e25a0372b7 req-fcfb3fc8-d905-48b5-b5fb-57fc1a60e004 tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:23:44.484590 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2d397391-f7f5-41a7-8e9f-26e25a0372b7 req-fcfb3fc8-d905-48b5-b5fb-57fc1a60e004 tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] 10.222.0.60 "GET /v2.0/ports?device_id=9e29a818-5c95-4b55-b3aa-46ed56b16ac7 HTTP/1.1" status: 200 len: 948 time: 0.3324239 Nov 23 17:23:44.490986 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7b8583-cd11-49fb-929c-da7e5d00989d tempest-ServersTestBootFromVolume-66960814 tempest-ServersTestBootFromVolume-66960814-project] Pushing event updated for resources: {'Port': ['ID=8c5abe08-20fa-42a6-9de5-ce5dfad4a76a,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:23:44.501508 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-9d7b8583-cd11-49fb-929c-da7e5d00989d tempest-ServersTestBootFromVolume-66960814 tempest-ServersTestBootFromVolume-66960814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1795396'] for floatingip, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:44.525302 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-9d7b8583-cd11-49fb-929c-da7e5d00989d tempest-ServersTestBootFromVolume-66960814 tempest-ServersTestBootFromVolume-66960814-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for floatingip, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:44.535511 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-9d7b8583-cd11-49fb-929c-da7e5d00989d tempest-ServersTestBootFromVolume-66960814 tempest-ServersTestBootFromVolume-66960814-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3110425 Nov 23 17:23:44.537136 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d682d46a-1053-427c-b7a3-e52182fccd99 req-4446982a-cf30-4c12-9c37-f1b4942a94a7 service neutron] 10.222.0.60 "GET /v2.0/networks/b560144d-d078-4e51-9dcb-6b297d4ac5e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4537523 Nov 23 17:23:44.547269 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] get_ports_and_sgs() called for port_ids ['2e157275-46de-4566-82b9-9a605a955c7c'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:23:44.595624 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c04ec0-4a89-459d-9726-353a072503d8 req-4132fb98-1efb-4856-9cd3-872aa2235c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:23:44.597252 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c6c04ec0-4a89-459d-9726-353a072503d8 req-4132fb98-1efb-4856-9cd3-872aa2235c24 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=686e648a568f4c8c872ae36928886735&device_id=9e29a818-5c95-4b55-b3aa-46ed56b16ac7 HTTP/1.1" status: 200 len: 1099 time: 0.2997246 Nov 23 17:23:44.601150 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e82218-d320-4fc1-afef-0f403384682a service neutron] Pushing event updated for resources: {'Port': ['ID=619a8aee-de53-404a-b496-f8a2de1819bc,revision_number=3']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:23:44.657492 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c6c04ec0-4a89-459d-9726-353a072503d8 req-ab4f7086-22c6-4366-b7b5-1abaa1c22323 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.144&port_id=619a8aee-de53-404a-b496-f8a2de1819bc HTTP/1.1" status: 200 len: 217 time: 0.0510361 Nov 23 17:23:44.717155 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2d397391-f7f5-41a7-8e9f-26e25a0372b7 req-d6afb140-51d5-4801-9109-c04f3f0d89b3 tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b15aa03-44a0-4375-a57d-e8cf999b0781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2025516 Nov 23 17:23:44.769905 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c04ec0-4a89-459d-9726-353a072503d8 req-9a82ff5b-f27e-4c53-b511-d7e82cfad545 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:23:44.774104 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c6c04ec0-4a89-459d-9726-353a072503d8 req-9a82ff5b-f27e-4c53-b511-d7e82cfad545 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ac77c175-5679-438b-8a2a-356718377641 HTTP/1.1" status: 200 len: 843 time: 0.1023719 Nov 23 17:23:45.025939 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c04ec0-4a89-459d-9726-353a072503d8 req-f1a39f1c-142d-4953-99fa-2d10da05d356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:23:45.030642 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c6c04ec0-4a89-459d-9726-353a072503d8 req-f1a39f1c-142d-4953-99fa-2d10da05d356 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f1e1dabf-b410-4023-9169-a460a86e7184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2508814 Nov 23 17:23:45.135902 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c34c1140-f26f-48f8-a1ac-2cb9dc64b53b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:45.256274 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83b9980-f38b-4045-8439-ba6004ef818e req-0d920d86-c800-4414-8816-0a2bb200c0da tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:23:45.258353 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f83b9980-f38b-4045-8439-ba6004ef818e req-0d920d86-c800-4414-8816-0a2bb200c0da tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] 10.222.0.60 "GET /v2.0/ports?device_id=c1e6eaa3-28c2-4530-98c1-a8b63a271c9f HTTP/1.1" status: 200 len: 944 time: 0.2440259 Nov 23 17:23:45.317430 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4619615e-7464-4a52-93b2-7f44db3ea81b req-8dd476b7-c65e-4a14-bdb7-b6175bf94610 tempest-ImagesTestJSON-931761063 tempest-ImagesTestJSON-931761063-project] 10.222.0.60 "GET /v2.0/ports?device_id=b07740e4-8387-4197-820f-c4e1d44b21a2 HTTP/1.1" status: 200 len: 210 time: 0.0536041 Nov 23 17:23:45.320975 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c6c04ec0-4a89-459d-9726-353a072503d8 req-1917b2c0-f324-4003-8c24-63a2116a0472 service neutron] 10.222.0.55 "GET /v2.0/networks/f1e1dabf-b410-4023-9169-a460a86e7184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2513418 Nov 23 17:23:45.474089 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f83b9980-f38b-4045-8439-ba6004ef818e req-3a8c45dd-3d33-4fca-ac69-2ad58cbc90fb tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] 10.222.0.60 "GET /v2.0/security-groups?id=ef6a96c0-423c-4ea7-a75c-4657afd8c521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835442 Nov 23 17:23:45.514822 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c6c04ec0-4a89-459d-9726-353a072503d8 req-ab09f0fa-d5df-4f46-8b6a-07018eca30ab service neutron] 10.222.0.55 "GET /v2.0/networks/f1e1dabf-b410-4023-9169-a460a86e7184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1817224 Nov 23 17:23:45.693973 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abb9ddb-1989-4ff6-97c4-5d9995a11310 req-1d2a9351-71bb-4660-a4bd-6a12d0c06fd8 tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:23:45.702358 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6abb9ddb-1989-4ff6-97c4-5d9995a11310 req-1d2a9351-71bb-4660-a4bd-6a12d0c06fd8 tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] 10.222.0.60 "GET /v2.0/ports?device_id=0c2e62d0-1b27-4471-9488-ce6e4feddd0c HTTP/1.1" status: 200 len: 946 time: 0.0831623 Nov 23 17:23:45.790464 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6abb9ddb-1989-4ff6-97c4-5d9995a11310 req-f17f8387-5ec6-488f-af63-895ebde89b55 tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] 10.222.0.60 "GET /v2.0/security-groups?id=a7d295c6-a842-436b-b184-bb80f16900ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871625 Nov 23 17:23:45.994814 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e29a818-5c95-4b55-b3aa-46ed56b16ac7', 'tag': '619a8aee-de53-404a-b496-f8a2de1819bc'}, {'name': 'network-changed', 'server_uuid': 'c1e6eaa3-28c2-4530-98c1-a8b63a271c9f', 'tag': '2e157275-46de-4566-82b9-9a605a955c7c'}] {{(pid=103591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:23:45.997552 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41d174a19ece9499ff9ec44e5b3fc50f2abd3ffbc947fb7e52ea1e8db27b95b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84370dff-2168-47cb-b476-365bb2c9d1d1" -d '{"events": [{"name": "network-changed", "server_uuid": "9e29a818-5c95-4b55-b3aa-46ed56b16ac7", "tag": "619a8aee-de53-404a-b496-f8a2de1819bc"}, {"name": "network-changed", "server_uuid": "c1e6eaa3-28c2-4530-98c1-a8b63a271c9f", "tag": "2e157275-46de-4566-82b9-9a605a955c7c"}]}' {{(pid=103591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:23:46.080612 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2648c3b-416e-4047-b144-49e672f71655 req-af5cd492-bb65-480b-94b4-a19dd21aaa16 tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:23:46.094653 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a2648c3b-416e-4047-b144-49e672f71655 req-af5cd492-bb65-480b-94b4-a19dd21aaa16 tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] 10.222.0.60 "GET /v2.0/ports?device_id=9e29a818-5c95-4b55-b3aa-46ed56b16ac7 HTTP/1.1" status: 200 len: 948 time: 0.1249452 Nov 23 17:23:46.119770 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 23 Nov 2021 17:23:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-379dfeea-a9a4-4d94-a3f4-07ec95aac369 x-openstack-request-id: req-379dfeea-a9a4-4d94-a3f4-07ec95aac369 {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:23:46.120292 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e29a818-5c95-4b55-b3aa-46ed56b16ac7", "tag": "619a8aee-de53-404a-b496-f8a2de1819bc", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "c1e6eaa3-28c2-4530-98c1-a8b63a271c9f", "tag": "2e157275-46de-4566-82b9-9a605a955c7c", "status": "completed", "code": 200}]} {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:23:46.120780 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-379dfeea-a9a4-4d94-a3f4-07ec95aac369 {{(pid=103591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:23:46.121496 n-d-816206-8 neutron-server[103591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e29a818-5c95-4b55-b3aa-46ed56b16ac7', 'tag': '619a8aee-de53-404a-b496-f8a2de1819bc', 'status': 'completed', 'code': 200} Nov 23 17:23:46.121931 n-d-816206-8 neutron-server[103591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1e6eaa3-28c2-4530-98c1-a8b63a271c9f', 'tag': '2e157275-46de-4566-82b9-9a605a955c7c', 'status': 'completed', 'code': 200} Nov 23 17:23:46.185645 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a2648c3b-416e-4047-b144-49e672f71655 req-d82db0ca-d39d-440d-81cf-29472992e583 tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b15aa03-44a0-4375-a57d-e8cf999b0781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894983 Nov 23 17:23:46.317106 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84370dff-2168-47cb-b476-365bb2c9d1d1 req-68ae4a25-08f1-4508-be94-f4c156fa0985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:23:46.320634 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-84370dff-2168-47cb-b476-365bb2c9d1d1 req-68ae4a25-08f1-4508-be94-f4c156fa0985 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=686e648a568f4c8c872ae36928886735&device_id=9e29a818-5c95-4b55-b3aa-46ed56b16ac7 HTTP/1.1" status: 200 len: 1099 time: 0.1329851 Nov 23 17:23:46.560841 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-0c27e2d3-bb13-4146-a476-77f7fa05c904 req-4dc44549-6a01-4b7d-b6b0-f91ecbcc7a86 tempest-ImagesTestJSON-931761063 tempest-ImagesTestJSON-931761063-project] 10.222.0.60 "GET /v2.0/ports?device_id=b07740e4-8387-4197-820f-c4e1d44b21a2 HTTP/1.1" status: 200 len: 210 time: 0.0728624 Nov 23 17:23:46.624785 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84370dff-2168-47cb-b476-365bb2c9d1d1 req-8085dd44-384a-406f-b935-b7aa2effc96d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:23:46.627747 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-84370dff-2168-47cb-b476-365bb2c9d1d1 req-8085dd44-384a-406f-b935-b7aa2effc96d service neutron] 10.222.0.55 "GET /v2.0/networks?id=f1e1dabf-b410-4023-9169-a460a86e7184 HTTP/1.1" status: 200 len: 870 time: 0.2960484 Nov 23 17:23:46.816764 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-84370dff-2168-47cb-b476-365bb2c9d1d1 req-fafcc91d-758d-4184-a859-9663966277c7 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.144&port_id=619a8aee-de53-404a-b496-f8a2de1819bc HTTP/1.1" status: 200 len: 217 time: 0.1655352 Nov 23 17:23:46.824639 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 54924) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:23:46.862146 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-52822d53-48f5-4819-8a95-bdc13aea0bf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:47.031485 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84370dff-2168-47cb-b476-365bb2c9d1d1 req-5f7614c8-9f6f-4cea-8c21-ba268d6966a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:23:47.038701 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-84370dff-2168-47cb-b476-365bb2c9d1d1 req-5f7614c8-9f6f-4cea-8c21-ba268d6966a9 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ac77c175-5679-438b-8a2a-356718377641 HTTP/1.1" status: 200 len: 843 time: 0.1950593 Nov 23 17:23:47.211562 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a0854cd0-eca6-411e-add5-4c57728b4446 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:47.303322 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb45993-4f0e-4566-80cd-b7a5d156c027 req-b54c494a-8531-4864-bdcf-ed358afdd0cc tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:23:47.310551 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-fbb45993-4f0e-4566-80cd-b7a5d156c027 req-b54c494a-8531-4864-bdcf-ed358afdd0cc tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] 10.222.0.60 "GET /v2.0/ports?device_id=c1e6eaa3-28c2-4530-98c1-a8b63a271c9f HTTP/1.1" status: 200 len: 944 time: 0.5174937 Nov 23 17:23:47.398798 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a0854cd0-eca6-411e-add5-4c57728b4446 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:47.405895 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a0854cd0-eca6-411e-add5-4c57728b4446 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:47.482295 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-a0854cd0-eca6-411e-add5-4c57728b4446 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=be11d1cb2e194619b6fb469f25512dda&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6553614 Nov 23 17:23:47.487775 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 54944) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:23:47.488873 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0854cd0-eca6-411e-add5-4c57728b4446 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef2c2ab7-a3fd-4ab2-b734-dcb98dd60ec5,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:23:47.632743 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9a27ae6c-db98-474f-94c1-cc99bf842d79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:47.678527 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b0d25f1c-7966-4605-954b-9b5ef880777e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:47.712519 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b0d25f1c-7966-4605-954b-9b5ef880777e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:47.739160 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c56c9a-8f67-4592-9eac-ee12cd4279b7 req-4c6d2fa1-a638-4b0d-b5f3-d7b3aba41543 tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:23:47.741504 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-21c56c9a-8f67-4592-9eac-ee12cd4279b7 req-4c6d2fa1-a638-4b0d-b5f3-d7b3aba41543 tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] 10.222.0.36 "GET /v2.0/ports?device_id=0c2e62d0-1b27-4471-9488-ce6e4feddd0c HTTP/1.1" status: 200 len: 946 time: 0.1630864 Nov 23 17:23:47.809245 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f512e212-ffe5-4626-a18d-de2b95a96c49 req-87265205-57ab-4b69-8fc9-9cf85e5e9548 tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:23:47.818382 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f512e212-ffe5-4626-a18d-de2b95a96c49 req-87265205-57ab-4b69-8fc9-9cf85e5e9548 tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] 10.222.0.60 "GET /v2.0/ports?device_id=0c2e62d0-1b27-4471-9488-ce6e4feddd0c HTTP/1.1" status: 200 len: 946 time: 0.7046928 Nov 23 17:23:47.854376 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84370dff-2168-47cb-b476-365bb2c9d1d1 req-74e62fe0-237f-4ab5-8e84-b097c30a7f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:23:47.856023 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-84370dff-2168-47cb-b476-365bb2c9d1d1 req-74e62fe0-237f-4ab5-8e84-b097c30a7f40 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f1e1dabf-b410-4023-9169-a460a86e7184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7624843 Nov 23 17:23:47.888872 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b0d25f1c-7966-4605-954b-9b5ef880777e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:47.897559 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b0d25f1c-7966-4605-954b-9b5ef880777e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:47.912798 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-b0d25f1c-7966-4605-954b-9b5ef880777e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ef2c2ab7-a3fd-4ab2-b734-dcb98dd60ec5 HTTP/1.1" status: 204 len: 168 time: 0.4186676 Nov 23 17:23:47.922162 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d682d46a-1053-427c-b7a3-e52182fccd99 req-c4ac840b-c9a5-48bb-93e7-105fb8523a5a tempest-ImagesTestJSON-931761063 tempest-ImagesTestJSON-931761063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:23:47.923904 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d682d46a-1053-427c-b7a3-e52182fccd99 req-c4ac840b-c9a5-48bb-93e7-105fb8523a5a tempest-ImagesTestJSON-931761063 tempest-ImagesTestJSON-931761063-project] 10.222.0.36 "GET /v2.0/networks?id=b560144d-d078-4e51-9dcb-6b297d4ac5e2 HTTP/1.1" status: 200 len: 805 time: 0.8562291 Nov 23 17:23:47.940523 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d25f1c-7966-4605-954b-9b5ef880777e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef2c2ab7-a3fd-4ab2-b734-dcb98dd60ec5,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:23:47.953374 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-fbb45993-4f0e-4566-80cd-b7a5d156c027 req-92d7ac26-6bc1-4903-a236-9a301e7e4684 tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] 10.222.0.60 "GET /v2.0/security-groups?id=ef6a96c0-423c-4ea7-a75c-4657afd8c521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6418340 Nov 23 17:23:48.004369 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [req-d682d46a-1053-427c-b7a3-e52182fccd99 req-eb22e52e-a4ca-4f95-b13c-86af29ac8d6a tempest-ImagesTestJSON-931761063 tempest-ImagesTestJSON-931761063-project] Request body: {'port': {'device_id': 'b07740e4-8387-4197-820f-c4e1d44b21a2', 'network_id': 'b560144d-d078-4e51-9dcb-6b297d4ac5e2', 'admin_state_up': True, 'tenant_id': '2453e6bac79c4625a43322659d77160d'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:23:48.047945 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f512e212-ffe5-4626-a18d-de2b95a96c49 req-2cba831b-50a2-4cd2-9208-210816a34c44 tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] 10.222.0.60 "GET /v2.0/security-groups?id=a7d295c6-a842-436b-b184-bb80f16900ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2254305 Nov 23 17:23:48.132836 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [req-21c56c9a-8f67-4592-9eac-ee12cd4279b7 req-6d0a2306-c64b-4d7f-98b4-ccf5e1f5a2f6 tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] Deleting port 65b0f12d-433a-42e2-bc00-ca0fa04bf25d {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:23:48.133180 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-21c56c9a-8f67-4592-9eac-ee12cd4279b7 req-6d0a2306-c64b-4d7f-98b4-ccf5e1f5a2f6 tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:48.294979 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4ce57f5a-40e4-43f3-a7f2-5a48c2c2e269 req-65f44eec-a28e-4207-bac0-267133789d6f tempest-ImagesTestJSON-931761063 tempest-ImagesTestJSON-931761063-project] 10.222.0.60 "GET /v2.0/ports?device_id=b07740e4-8387-4197-820f-c4e1d44b21a2 HTTP/1.1" status: 200 len: 210 time: 0.1150312 Nov 23 17:23:48.323785 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device 619a8aee-de53-404a-b496-f8a2de1819bc details requested by agent hyperv_n-h1-816206-8 with host n-h1-816206-8 {{(pid=103592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 17:23:48.459429 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [req-21c56c9a-8f67-4592-9eac-ee12cd4279b7 req-6d0a2306-c64b-4d7f-98b4-ccf5e1f5a2f6 tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] For port 65b0f12d-433a-42e2-bc00-ca0fa04bf25d, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=65b0f12d-433a-42e2-bc00-ca0fa04bf25d,segment=NetworkSegment(6c418a8c-f20c-4230-99c6-0f83d6e48757),segment_id=6c418a8c-f20c-4230-99c6-0f83d6e48757)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:23:48.462096 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-21c56c9a-8f67-4592-9eac-ee12cd4279b7 req-6d0a2306-c64b-4d7f-98b4-ccf5e1f5a2f6 tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:48.488784 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [req-21c56c9a-8f67-4592-9eac-ee12cd4279b7 req-6d0a2306-c64b-4d7f-98b4-ccf5e1f5a2f6 tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] Calling delete_port for 65b0f12d-433a-42e2-bc00-ca0fa04bf25d owned by compute:nova {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:23:48.541513 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port 619a8aee-de53-404a-b496-f8a2de1819bc, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=619a8aee-de53-404a-b496-f8a2de1819bc,segment=NetworkSegment(329c1745-02bf-4561-9615-3192910887f5),segment_id=329c1745-02bf-4561-9615-3192910887f5)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:23:48.577877 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-84370dff-2168-47cb-b476-365bb2c9d1d1 req-8e769469-63a4-4853-9685-07e13e51934b service neutron] 10.222.0.55 "GET /v2.0/networks/f1e1dabf-b410-4023-9169-a460a86e7184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7032220 Nov 23 17:23:48.584791 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Returning: {'device': '619a8aee-de53-404a-b496-f8a2de1819bc', 'network_id': 'f1e1dabf-b410-4023-9169-a460a86e7184', 'port_id': '619a8aee-de53-404a-b496-f8a2de1819bc', 'mac_address': 'fa:16:3e:b3:6b:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac77c175-5679-438b-8a2a-356718377641', 'ip_address': '192.168.233.144'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 17:23:48.714156 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-84370dff-2168-47cb-b476-365bb2c9d1d1 req-b8352139-aef9-48f8-a435-a3178f5b684a service neutron] 10.222.0.55 "GET /v2.0/networks/f1e1dabf-b410-4023-9169-a460a86e7184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249270 Nov 23 17:23:48.729317 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:48.733165 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acc7201-b5fb-47a7-a301-de7a23f099bc req-b9734fd5-f3db-4532-b971-6d8dbf1f0c7e tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:23:48.734362 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:48.738884 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-21c56c9a-8f67-4592-9eac-ee12cd4279b7 req-6d0a2306-c64b-4d7f-98b4-ccf5e1f5a2f6 tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:48.744246 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4acc7201-b5fb-47a7-a301-de7a23f099bc req-b9734fd5-f3db-4532-b971-6d8dbf1f0c7e tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] 10.222.0.60 "GET /v2.0/ports?device_id=9e29a818-5c95-4b55-b3aa-46ed56b16ac7 HTTP/1.1" status: 200 len: 948 time: 0.6147223 Nov 23 17:23:48.795446 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] get_ports_and_sgs() called for port_ids ['65b0f12d-433a-42e2-bc00-ca0fa04bf25d'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:23:48.809832 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0a2306-c64b-4d7f-98b4-ccf5e1f5a2f6 tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] Pushing event deleted for resources: {'Port': ['ID=65b0f12d-433a-42e2-bc00-ca0fa04bf25d,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:23:48.837259 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 54966) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:23:48.854319 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 619a8aee-de53-404a-b496-f8a2de1819bc {{(pid=103592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:23:48.889548 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port 619a8aee-de53-404a-b496-f8a2de1819bc, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=619a8aee-de53-404a-b496-f8a2de1819bc,segment=NetworkSegment(329c1745-02bf-4561-9615-3192910887f5),segment_id=329c1745-02bf-4561-9615-3192910887f5)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:23:48.897268 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:48.913227 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4acc7201-b5fb-47a7-a301-de7a23f099bc req-e831527a-6dab-4e70-be97-69787134d7af tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b15aa03-44a0-4375-a57d-e8cf999b0781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678655 Nov 23 17:23:48.918358 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d682d46a-1053-427c-b7a3-e52182fccd99 req-eb22e52e-a4ca-4f95-b13c-86af29ac8d6a tempest-ImagesTestJSON-931761063 tempest-ImagesTestJSON-931761063-project] Made reservation on behalf of 2453e6bac79c4625a43322659d77160d for: {'port': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:23:48.923168 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-d682d46a-1053-427c-b7a3-e52182fccd99 req-eb22e52e-a4ca-4f95-b13c-86af29ac8d6a tempest-ImagesTestJSON-931761063 tempest-ImagesTestJSON-931761063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:48.937292 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2a146fcc-f249-40c1-a952-58bc02ed915f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:49.035661 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Pushing event updated for resources: {'Port': ['ID=619a8aee-de53-404a-b496-f8a2de1819bc,revision_number=4']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:23:49.149233 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84370dff-2168-47cb-b476-365bb2c9d1d1 req-6e246619-e23c-4cfa-9698-d03bd12e412e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:23:49.151293 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-84370dff-2168-47cb-b476-365bb2c9d1d1 req-6e246619-e23c-4cfa-9698-d03bd12e412e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=968ef5ef30ad45a38c8263e9da4ef3c2&device_id=c1e6eaa3-28c2-4530-98c1-a8b63a271c9f HTTP/1.1" status: 200 len: 1125 time: 0.3451397 Nov 23 17:23:49.166718 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2a146fcc-f249-40c1-a952-58bc02ed915f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:49.169686 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] get_ports_and_sgs() called for port_ids ['619a8aee-de53-404a-b496-f8a2de1819bc'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:23:49.171858 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [req-21c56c9a-8f67-4592-9eac-ee12cd4279b7 req-6d0a2306-c64b-4d7f-98b4-ccf5e1f5a2f6 tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] No DVR routers for this DVR port 65b0f12d-433a-42e2-bc00-ca0fa04bf25d on host n-h2-816206-8 {{(pid=103590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:23:49.179329 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-21c56c9a-8f67-4592-9eac-ee12cd4279b7 req-6d0a2306-c64b-4d7f-98b4-ccf5e1f5a2f6 tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:49.185121 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-21c56c9a-8f67-4592-9eac-ee12cd4279b7 req-6d0a2306-c64b-4d7f-98b4-ccf5e1f5a2f6 tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] 10.222.0.36 "DELETE /v2.0/ports/65b0f12d-433a-42e2-bc00-ca0fa04bf25d HTTP/1.1" status: 204 len: 173 time: 1.3855789 Nov 23 17:23:49.186242 n-d-816206-8 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c2e62d0-1b27-4471-9488-ce6e4feddd0c', 'name': 'network-vif-deleted', 'tag': '65b0f12d-433a-42e2-bc00-ca0fa04bf25d'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:23:49.191727 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbabddbc9fc37b068808e119c416c86f5957ca04531a4a0d2e695c515e93483b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f8bd785-9321-4b91-b409-588080ca4bc6" -d '{"events": [{"server_uuid": "0c2e62d0-1b27-4471-9488-ce6e4feddd0c", "name": "network-vif-deleted", "tag": "65b0f12d-433a-42e2-bc00-ca0fa04bf25d"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:23:49.194761 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2a146fcc-f249-40c1-a952-58bc02ed915f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:49.239592 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-2a146fcc-f249-40c1-a952-58bc02ed915f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=cb876db20ce649838f9acaa11def04b5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4030871 Nov 23 17:23:49.240444 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 54976) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:23:49.285207 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a146fcc-f249-40c1-a952-58bc02ed915f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4d3ebaf-967c-436b-bbbc-a06bffd30fe7,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:23:49.384520 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ed410eb5-e0fb-488e-a1ee-2d622dd6b127 req-618718da-9820-46d4-8ee7-64c97a23153b tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] 10.222.0.60 "GET /v2.0/ports?device_id=0c2e62d0-1b27-4471-9488-ce6e4feddd0c HTTP/1.1" status: 200 len: 210 time: 0.1530197 Nov 23 17:23:49.491843 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:23:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf5a1882-582c-401d-8ee7-61f411e925b3 x-openstack-request-id: req-bf5a1882-582c-401d-8ee7-61f411e925b3 {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:23:49.492407 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c2e62d0-1b27-4471-9488-ce6e4feddd0c", "name": "network-vif-deleted", "tag": "65b0f12d-433a-42e2-bc00-ca0fa04bf25d", "status": "completed", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:23:49.492837 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-bf5a1882-582c-401d-8ee7-61f411e925b3 {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:23:49.493341 n-d-816206-8 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c2e62d0-1b27-4471-9488-ce6e4feddd0c', 'name': 'network-vif-deleted', 'tag': '65b0f12d-433a-42e2-bc00-ca0fa04bf25d', 'status': 'completed', 'code': 200} Nov 23 17:23:49.621334 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.db_base_plugin_common [req-d682d46a-1053-427c-b7a3-e52182fccd99 req-eb22e52e-a4ca-4f95-b13c-86af29ac8d6a tempest-ImagesTestJSON-931761063 tempest-ImagesTestJSON-931761063-project] Allocated IP 172.20.0.9 (b560144d-d078-4e51-9dcb-6b297d4ac5e2/4be32885-153e-4d88-b3c6-807e18e4db27/6c5467d2-4bcb-460c-b921-f140ab638b28) {{(pid=103591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:23:49.643466 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc243bf-00cd-4a1c-b6d9-64319c703fa5 req-3d4f0732-2112-472a-949e-485854d2e69d tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:23:49.645570 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4fc243bf-00cd-4a1c-b6d9-64319c703fa5 req-3d4f0732-2112-472a-949e-485854d2e69d tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] 10.222.0.60 "GET /v2.0/ports?device_id=c1e6eaa3-28c2-4530-98c1-a8b63a271c9f HTTP/1.1" status: 200 len: 944 time: 0.4420207 Nov 23 17:23:49.730416 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8556f8b9-ee13-4287-b15c-40b43c9eb0b0 req-f4e4050b-881a-4271-b9aa-775b55791fb7 tempest-ImagesTestJSON-931761063 tempest-ImagesTestJSON-931761063-project] 10.222.0.60 "GET /v2.0/ports?device_id=b07740e4-8387-4197-820f-c4e1d44b21a2 HTTP/1.1" status: 200 len: 210 time: 0.1110837 Nov 23 17:23:49.864187 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84370dff-2168-47cb-b476-365bb2c9d1d1 req-98c4c6ad-1ec2-4d89-94c8-963288b20027 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:23:49.865728 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-84370dff-2168-47cb-b476-365bb2c9d1d1 req-98c4c6ad-1ec2-4d89-94c8-963288b20027 service neutron] 10.222.0.55 "GET /v2.0/networks?id=eacea6aa-86b2-4fe9-ae0d-611828f27804 HTTP/1.1" status: 200 len: 921 time: 0.6600416 Nov 23 17:23:49.885668 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-ff1f86f7-ffdc-426f-92a7-6644f1f297ee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:49.993113 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-84370dff-2168-47cb-b476-365bb2c9d1d1 req-1da9dc05-20be-409a-8a8d-1f55884b9616 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2e157275-46de-4566-82b9-9a605a955c7c HTTP/1.1" status: 200 len: 217 time: 0.1097691 Nov 23 17:23:50.058087 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4fc243bf-00cd-4a1c-b6d9-64319c703fa5 req-0c6b114a-4a8f-4e9e-ac3e-93670bcd32d9 tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] 10.222.0.60 "GET /v2.0/security-groups?id=ef6a96c0-423c-4ea7-a75c-4657afd8c521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3469701 Nov 23 17:23:50.096321 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-ff1f86f7-ffdc-426f-92a7-6644f1f297ee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:50.301011 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device 619a8aee-de53-404a-b496-f8a2de1819bc up at agent hyperv_n-h1-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:23:50.320192 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84370dff-2168-47cb-b476-365bb2c9d1d1 req-edc05b42-0faf-4227-b368-d03f045594fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:23:50.321844 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-84370dff-2168-47cb-b476-365bb2c9d1d1 req-edc05b42-0faf-4227-b368-d03f045594fd service neutron] 10.222.0.55 "GET /v2.0/subnets?id=cfa8dfdf-5850-4e22-a7f8-6d7e726926d1 HTTP/1.1" status: 200 len: 860 time: 0.2989995 Nov 23 17:23:50.426010 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Provisioning for port 619a8aee-de53-404a-b496-f8a2de1819bc completed by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 17:23:50.438967 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Provisioning complete for port 619a8aee-de53-404a-b496-f8a2de1819bc triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:23:50.439332 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:50.465659 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-84370dff-2168-47cb-b476-365bb2c9d1d1 req-e9b13320-3d86-4bd3-a8f5-4c39ecf8629a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=eacea6aa-86b2-4fe9-ae0d-611828f27804&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1122112 Nov 23 17:23:50.480459 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c4a996-b306-4c9a-b3c7-06acd8864844 req-4958f02d-eaff-4848-af6b-5557fc075233 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:23:50.489789 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d4c4a996-b306-4c9a-b3c7-06acd8864844 req-4958f02d-eaff-4848-af6b-5557fc075233 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.60 "GET /v2.0/ports?device_id=ffeae0b0-09b1-4f1e-9b33-8bbbbaaefdf6 HTTP/1.1" status: 200 len: 945 time: 0.4992924 Nov 23 17:23:50.561294 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39c4722-b1ea-478a-90bf-02bb7d3c3e3d req-c6b27d0c-7d88-41c1-98f6-93f4d007e0ca tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:23:50.564102 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c39c4722-b1ea-478a-90bf-02bb7d3c3e3d req-c6b27d0c-7d88-41c1-98f6-93f4d007e0ca tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] 10.222.0.60 "GET /v2.0/ports?device_id=9e29a818-5c95-4b55-b3aa-46ed56b16ac7 HTTP/1.1" status: 200 len: 949 time: 0.3926511 Nov 23 17:23:50.644582 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:50.672254 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-d682d46a-1053-427c-b7a3-e52182fccd99 req-eb22e52e-a4ca-4f95-b13c-86af29ac8d6a tempest-ImagesTestJSON-931761063 tempest-ImagesTestJSON-931761063-project] Publish callbacks [] for port, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:50.697660 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e29a818-5c95-4b55-b3aa-46ed56b16ac7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '619a8aee-de53-404a-b496-f8a2de1819bc'}] {{(pid=103592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:23:50.700348 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba3e6a8f2301c7a29fe1eca9779abdae4ccbcd6266d69778087f2498d5551201" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb38d7f1-f420-4e5e-90eb-da7d969c2639" -d '{"events": [{"server_uuid": "9e29a818-5c95-4b55-b3aa-46ed56b16ac7", "name": "network-vif-plugged", "status": "completed", "tag": "619a8aee-de53-404a-b496-f8a2de1819bc"}]}' {{(pid=103592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:23:50.704271 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-ff1f86f7-ffdc-426f-92a7-6644f1f297ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:50.707150 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-ff1f86f7-ffdc-426f-92a7-6644f1f297ee admin admin] Publish callbacks [] for security_group, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:50.708467 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-ff1f86f7-ffdc-426f-92a7-6644f1f297ee admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a4d3ebaf-967c-436b-bbbc-a06bffd30fe7 HTTP/1.1" status: 204 len: 168 time: 1.4620295 Nov 23 17:23:50.722953 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port 619a8aee-de53-404a-b496-f8a2de1819bc, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=619a8aee-de53-404a-b496-f8a2de1819bc,segment=NetworkSegment(329c1745-02bf-4561-9615-3192910887f5),segment_id=329c1745-02bf-4561-9615-3192910887f5)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:23:50.728876 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:50.730039 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device 2e157275-46de-4566-82b9-9a605a955c7c no longer exists at agent hyperv_n-h1-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:23:50.785758 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d4c4a996-b306-4c9a-b3c7-06acd8864844 req-88c07750-3cdf-4ef8-a9e6-fc183abcefda tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.60 "GET /v2.0/security-groups?id=5199d9c8-39cf-433e-a82b-4aef6c6477e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2942843 Nov 23 17:23:50.786607 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1f86f7-ffdc-426f-92a7-6644f1f297ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4d3ebaf-967c-436b-bbbc-a06bffd30fe7,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:23:50.841083 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c39c4722-b1ea-478a-90bf-02bb7d3c3e3d req-65724902-98c1-4eec-bc2e-ddfebc8081db tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b15aa03-44a0-4375-a57d-e8cf999b0781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2459884 Nov 23 17:23:50.861925 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-84370dff-2168-47cb-b476-365bb2c9d1d1 req-ac807271-ae57-4d55-bcbf-71fa8ca2d1ec service neutron] 10.222.0.55 "GET /v2.0/networks/eacea6aa-86b2-4fe9-ae0d-611828f27804?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3532827 Nov 23 17:23:50.966948 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-d682d46a-1053-427c-b7a3-e52182fccd99 req-eb22e52e-a4ca-4f95-b13c-86af29ac8d6a tempest-ImagesTestJSON-931761063 tempest-ImagesTestJSON-931761063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:51.118973 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:23:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66d7153b-5a46-4253-88a2-ceb4bd09ff98 x-openstack-request-id: req-66d7153b-5a46-4253-88a2-ceb4bd09ff98 {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:23:51.119285 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e29a818-5c95-4b55-b3aa-46ed56b16ac7", "name": "network-vif-plugged", "status": "completed", "tag": "619a8aee-de53-404a-b496-f8a2de1819bc", "code": 200}]} {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:23:51.119547 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-66d7153b-5a46-4253-88a2-ceb4bd09ff98 {{(pid=103592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:23:51.119968 n-d-816206-8 neutron-server[103592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e29a818-5c95-4b55-b3aa-46ed56b16ac7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '619a8aee-de53-404a-b496-f8a2de1819bc', 'code': 200} Nov 23 17:23:51.121449 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Pushing event updated for resources: {'Port': ['ID=619a8aee-de53-404a-b496-f8a2de1819bc,revision_number=5']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:23:51.464987 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d682d46a-1053-427c-b7a3-e52182fccd99 req-eb22e52e-a4ca-4f95-b13c-86af29ac8d6a tempest-ImagesTestJSON-931761063 tempest-ImagesTestJSON-931761063-project] Network b560144d-d078-4e51-9dcb-6b297d4ac5e2 is already hosted by enough agents. {{(pid=103591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:23:51.499501 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device 65b0f12d-433a-42e2-bc00-ca0fa04bf25d no longer exists at agent hyperv_n-h2-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:23:51.522386 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [req-d682d46a-1053-427c-b7a3-e52182fccd99 req-eb22e52e-a4ca-4f95-b13c-86af29ac8d6a tempest-ImagesTestJSON-931761063 tempest-ImagesTestJSON-931761063-project] Resources bound (agent type, host, resource id): {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:23:51.565215 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] No Port match for: 65b0f12d-433a-42e2-bc00-ca0fa04bf25d {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:23:51.565565 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device 65b0f12d-433a-42e2-bc00-ca0fa04bf25d not bound to the agent host n-h2-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:23:51.580613 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [req-d682d46a-1053-427c-b7a3-e52182fccd99 req-eb22e52e-a4ca-4f95-b13c-86af29ac8d6a tempest-ImagesTestJSON-931761063 tempest-ImagesTestJSON-931761063-project] Received port after_create {{(pid=103591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:23:51.591175 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb22e52e-a4ca-4f95-b13c-86af29ac8d6a tempest-ImagesTestJSON-931761063 tempest-ImagesTestJSON-931761063-project] Pushing event updated for resources: {'Port': ['ID=6c5467d2-4bcb-460c-b921-f140ab638b28,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:23:51.631685 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-84370dff-2168-47cb-b476-365bb2c9d1d1 req-b2586323-eb6e-4d68-861e-34a7d084deb8 service neutron] 10.222.0.55 "GET /v2.0/networks/eacea6aa-86b2-4fe9-ae0d-611828f27804?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7665098 Nov 23 17:23:51.648946 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6fd760-c53c-4ed6-94e4-60c654fcd3ad req-ad808c9d-d3a7-4eb0-b400-86fdce433bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:23:51.650919 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-1e6fd760-c53c-4ed6-94e4-60c654fcd3ad req-ad808c9d-d3a7-4eb0-b400-86fdce433bf7 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=9e29a818-5c95-4b55-b3aa-46ed56b16ac7 HTTP/1.1" status: 200 len: 1101 time: 0.5877883 Nov 23 17:23:51.690485 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b3f522-a27e-4158-a7e4-69803f123197 req-85f0eabf-dfae-4b10-86be-f918e09de54c tempest-ImagesTestJSON-931761063 tempest-ImagesTestJSON-931761063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:23:51.692663 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-41b3f522-a27e-4158-a7e4-69803f123197 req-85f0eabf-dfae-4b10-86be-f918e09de54c tempest-ImagesTestJSON-931761063 tempest-ImagesTestJSON-931761063-project] 10.222.0.60 "GET /v2.0/ports?device_id=b07740e4-8387-4197-820f-c4e1d44b21a2 HTTP/1.1" status: 200 len: 931 time: 0.5537000 Nov 23 17:23:51.882822 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d682d46a-1053-427c-b7a3-e52182fccd99 req-eb22e52e-a4ca-4f95-b13c-86af29ac8d6a tempest-ImagesTestJSON-931761063 tempest-ImagesTestJSON-931761063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:23:51.883513 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-d682d46a-1053-427c-b7a3-e52182fccd99 req-eb22e52e-a4ca-4f95-b13c-86af29ac8d6a tempest-ImagesTestJSON-931761063 tempest-ImagesTestJSON-931761063-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:51.923865 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d682d46a-1053-427c-b7a3-e52182fccd99 req-eb22e52e-a4ca-4f95-b13c-86af29ac8d6a tempest-ImagesTestJSON-931761063 tempest-ImagesTestJSON-931761063-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9470112 Nov 23 17:23:51.958087 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [req-d682d46a-1053-427c-b7a3-e52182fccd99 req-93f9002a-3202-463f-b5fd-64952b0546e8 service neutron] Request body: {'port': {'device_id': 'b07740e4-8387-4197-820f-c4e1d44b21a2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-8'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:23:52.027426 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f27b23f-6a20-494d-8953-9769a44e9b11 req-63ba3807-f20c-4cea-8bff-f8f1cb093976 tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:23:52.029155 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2f27b23f-6a20-494d-8953-9769a44e9b11 req-63ba3807-f20c-4cea-8bff-f8f1cb093976 tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] 10.222.0.60 "GET /v2.0/ports?device_id=c1e6eaa3-28c2-4530-98c1-a8b63a271c9f HTTP/1.1" status: 200 len: 944 time: 0.3102574 Nov 23 17:23:52.144400 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-41b3f522-a27e-4158-a7e4-69803f123197 req-aee4b4fd-1072-4b67-8be5-39890c40bd1e tempest-ImagesTestJSON-931761063 tempest-ImagesTestJSON-931761063-project] 10.222.0.60 "GET /v2.0/security-groups?id=f2768289-7821-4137-8326-c052bf648315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4313803 Nov 23 17:23:52.182776 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-1e6fd760-c53c-4ed6-94e4-60c654fcd3ad req-7279ab43-28f5-421a-9296-3ee870a664d8 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=4b15aa03-44a0-4375-a57d-e8cf999b0781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4863057 Nov 23 17:23:52.252282 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-d682d46a-1053-427c-b7a3-e52182fccd99 req-93f9002a-3202-463f-b5fd-64952b0546e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:52.269042 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2f27b23f-6a20-494d-8953-9769a44e9b11 req-6b4fc95c-739a-4932-9243-985e4bee6e22 tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] 10.222.0.60 "GET /v2.0/security-groups?id=ef6a96c0-423c-4ea7-a75c-4657afd8c521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750045 Nov 23 17:23:52.289320 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-aabdb676-a875-4310-924b-11f43bb38c09 req-80325ea2-ff35-4288-9a6b-85e86fcd1b31 service neutron] 10.222.0.55 "GET /v2.0/ports/2e157275-46de-4566-82b9-9a605a955c7c/bindings/n-h2-816206-8 HTTP/1.1" status: 200 len: 384 time: 0.2589440 Nov 23 17:23:52.706206 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ed9067-097e-477e-ba7e-5e830aa1890c req-708d1ce2-8f10-4d1a-92b1-dbb9d84366a1 tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:23:52.707745 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-93ed9067-097e-477e-ba7e-5e830aa1890c req-708d1ce2-8f10-4d1a-92b1-dbb9d84366a1 tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] 10.222.0.60 "GET /v2.0/networks?id=ffa7c2aa-6251-4537-acd5-168309147200 HTTP/1.1" status: 200 len: 811 time: 0.4221334 Nov 23 17:23:52.719928 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb63b335-8457-4325-a04b-238284bf0bab req-4c09fd21-4f68-4773-af8c-4af1b8ff8de0 tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:23:52.721463 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-eb63b335-8457-4325-a04b-238284bf0bab req-4c09fd21-4f68-4773-af8c-4af1b8ff8de0 tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] 10.222.0.60 "GET /v2.0/ports?device_id=9e29a818-5c95-4b55-b3aa-46ed56b16ac7 HTTP/1.1" status: 200 len: 950 time: 0.3067927 Nov 23 17:23:52.747395 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-93ed9067-097e-477e-ba7e-5e830aa1890c req-9b9617a5-e11e-4aad-b6a4-3073f84221cf tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] 10.222.0.60 "GET /v2.0/quotas/6a229d10d4554d9a82f91e22fc3c6096 HTTP/1.1" status: 200 len: 375 time: 0.0244532 Nov 23 17:23:52.854230 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-93ed9067-097e-477e-ba7e-5e830aa1890c req-dd026e21-d145-413e-b985-8c824b308472 tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=6a229d10d4554d9a82f91e22fc3c6096&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0655940 Nov 23 17:23:52.929735 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-eb63b335-8457-4325-a04b-238284bf0bab req-68658011-fb16-4795-8f5b-0387544b0a17 tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b15aa03-44a0-4375-a57d-e8cf999b0781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898496 Nov 23 17:23:53.116901 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [req-d682d46a-1053-427c-b7a3-e52182fccd99 req-93f9002a-3202-463f-b5fd-64952b0546e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c5467d2-4bcb-460c-b921-f140ab638b28 {{(pid=103591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:23:53.139797 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-d682d46a-1053-427c-b7a3-e52182fccd99 req-93f9002a-3202-463f-b5fd-64952b0546e8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:53.601706 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-aabdb676-a875-4310-924b-11f43bb38c09 req-9a8960e3-155f-4c46-955b-0c385d267311 service neutron] For port 2e157275-46de-4566-82b9-9a605a955c7c, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=2e157275-46de-4566-82b9-9a605a955c7c,segment=NetworkSegment(aeb4ff6a-77f7-45a2-bf27-0feac134a4ea),segment_id=aeb4ff6a-77f7-45a2-bf27-0feac134a4ea)] {{(pid=103591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:23:53.606174 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-93ed9067-097e-477e-ba7e-5e830aa1890c req-0e6043b1-6418-464e-90d3-06799037096e service neutron] 10.222.0.60 "GET /v2.0/networks/ffa7c2aa-6251-4537-acd5-168309147200?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7383518 Nov 23 17:23:53.638249 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.provisioning_blocks [req-d682d46a-1053-427c-b7a3-e52182fccd99 req-93f9002a-3202-463f-b5fd-64952b0546e8 service neutron] Transition to ACTIVE for port object 6c5467d2-4bcb-460c-b921-f140ab638b28 will not be triggered until provisioned by entity L2. {{(pid=103591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 17:23:53.661851 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-d682d46a-1053-427c-b7a3-e52182fccd99 req-93f9002a-3202-463f-b5fd-64952b0546e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264758186'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:53.765480 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-aabdb676-a875-4310-924b-11f43bb38c09 req-9a8960e3-155f-4c46-955b-0c385d267311 service neutron] For port 2e157275-46de-4566-82b9-9a605a955c7c, host n-h1-816206-8, cleared binding levels {{(pid=103591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:23:53.805692 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbff07ac-db9f-4b71-977e-6f20d7ae1258 req-1d8c6b3d-cb66-4c08-af28-f1c04e4a5613 tempest-ImagesTestJSON-931761063 tempest-ImagesTestJSON-931761063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:23:53.807322 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-dbff07ac-db9f-4b71-977e-6f20d7ae1258 req-1d8c6b3d-cb66-4c08-af28-f1c04e4a5613 tempest-ImagesTestJSON-931761063 tempest-ImagesTestJSON-931761063-project] 10.222.0.60 "GET /v2.0/ports?device_id=b07740e4-8387-4197-820f-c4e1d44b21a2 HTTP/1.1" status: 200 len: 931 time: 0.2538431 Nov 23 17:23:53.879852 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [req-aabdb676-a875-4310-924b-11f43bb38c09 req-9a8960e3-155f-4c46-955b-0c385d267311 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e157275-46de-4566-82b9-9a605a955c7c {{(pid=103591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:23:53.892156 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f9002a-3202-463f-b5fd-64952b0546e8 service neutron] Pushing event updated for resources: {'Port': ['ID=6c5467d2-4bcb-460c-b921-f140ab638b28,revision_number=2']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:23:53.907663 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-aabdb676-a875-4310-924b-11f43bb38c09 req-9a8960e3-155f-4c46-955b-0c385d267311 service neutron] For port 2e157275-46de-4566-82b9-9a605a955c7c, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=2e157275-46de-4566-82b9-9a605a955c7c,segment=NetworkSegment(aeb4ff6a-77f7-45a2-bf27-0feac134a4ea),segment_id=aeb4ff6a-77f7-45a2-bf27-0feac134a4ea)] {{(pid=103591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:23:53.953944 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-93ed9067-097e-477e-ba7e-5e830aa1890c req-68e20a01-5eed-4a1e-b145-c6f7b4774f93 service neutron] 10.222.0.60 "GET /v2.0/networks/ffa7c2aa-6251-4537-acd5-168309147200?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3285885 Nov 23 17:23:53.964648 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-aabdb676-a875-4310-924b-11f43bb38c09 req-9a8960e3-155f-4c46-955b-0c385d267311 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:54.009695 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-dbff07ac-db9f-4b71-977e-6f20d7ae1258 req-805750cc-8a60-4d56-b6f6-a57f42068519 tempest-ImagesTestJSON-931761063 tempest-ImagesTestJSON-931761063-project] 10.222.0.60 "GET /v2.0/security-groups?id=f2768289-7821-4137-8326-c052bf648315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1909223 Nov 23 17:23:54.016133 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-d682d46a-1053-427c-b7a3-e52182fccd99 req-93f9002a-3202-463f-b5fd-64952b0546e8 service neutron] Attempting to bind port 6c5467d2-4bcb-460c-b921-f140ab638b28 on host n-h2-816206-8 for vnic_type normal with profile {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:23:54.016472 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-d682d46a-1053-427c-b7a3-e52182fccd99 req-93f9002a-3202-463f-b5fd-64952b0546e8 service neutron] Attempting to bind port 6c5467d2-4bcb-460c-b921-f140ab638b28 by drivers openvswitch,hyperv on host n-h2-816206-8 at level 0 using segments [{'id': '8fed18b2-0713-4023-96b5-16ede53c73dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'b560144d-d078-4e51-9dcb-6b297d4ac5e2'}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:23:54.016830 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d682d46a-1053-427c-b7a3-e52182fccd99 req-93f9002a-3202-463f-b5fd-64952b0546e8 service neutron] Attempting to bind port 6c5467d2-4bcb-460c-b921-f140ab638b28 on network b560144d-d078-4e51-9dcb-6b297d4ac5e2 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:23:54.042907 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d682d46a-1053-427c-b7a3-e52182fccd99 req-93f9002a-3202-463f-b5fd-64952b0546e8 service neutron] Port 6c5467d2-4bcb-460c-b921-f140ab638b28 on network b560144d-d078-4e51-9dcb-6b297d4ac5e2 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-8 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 17:23:54.043243 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d682d46a-1053-427c-b7a3-e52182fccd99 req-93f9002a-3202-463f-b5fd-64952b0546e8 service neutron] Attempting to bind port 6c5467d2-4bcb-460c-b921-f140ab638b28 on network b560144d-d078-4e51-9dcb-6b297d4ac5e2 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:23:54.056335 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d682d46a-1053-427c-b7a3-e52182fccd99 req-93f9002a-3202-463f-b5fd-64952b0546e8 service neutron] Checking agent: {'id': 'ab77bf9e-0267-4174-8f1d-822cba89b207', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 15, 13), 'started_at': datetime.datetime(2021, 11, 23, 17, 15, 13), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 23, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:23:54.056738 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d682d46a-1053-427c-b7a3-e52182fccd99 req-93f9002a-3202-463f-b5fd-64952b0546e8 service neutron] Checking segment: {'id': '8fed18b2-0713-4023-96b5-16ede53c73dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'b560144d-d078-4e51-9dcb-6b297d4ac5e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:23:54.057135 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d682d46a-1053-427c-b7a3-e52182fccd99 req-93f9002a-3202-463f-b5fd-64952b0546e8 service neutron] Bound using segment: {'id': '8fed18b2-0713-4023-96b5-16ede53c73dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'b560144d-d078-4e51-9dcb-6b297d4ac5e2'} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:23:54.057567 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-d682d46a-1053-427c-b7a3-e52182fccd99 req-93f9002a-3202-463f-b5fd-64952b0546e8 service neutron] Bound port: 6c5467d2-4bcb-460c-b921-f140ab638b28, host: n-h2-816206-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8fed18b2-0713-4023-96b5-16ede53c73dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'b560144d-d078-4e51-9dcb-6b297d4ac5e2'}}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:23:54.057928 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-d682d46a-1053-427c-b7a3-e52182fccd99 req-93f9002a-3202-463f-b5fd-64952b0546e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:54.110050 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.provisioning_blocks [req-aabdb676-a875-4310-924b-11f43bb38c09 req-9a8960e3-155f-4c46-955b-0c385d267311 service neutron] Transition to ACTIVE for port object 2e157275-46de-4566-82b9-9a605a955c7c will not be triggered until provisioned by entity L2. {{(pid=103591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 17:23:54.131969 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-aabdb676-a875-4310-924b-11f43bb38c09 req-9a8960e3-155f-4c46-955b-0c385d267311 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264758186'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:54.232460 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [req-aabdb676-a875-4310-924b-11f43bb38c09 req-9a8960e3-155f-4c46-955b-0c385d267311 service neutron] No DVR routers for this DVR port 2e157275-46de-4566-82b9-9a605a955c7c on host n-h1-816206-8 {{(pid=103591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:23:54.251989 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-d682d46a-1053-427c-b7a3-e52182fccd99 req-93f9002a-3202-463f-b5fd-64952b0546e8 service neutron] For port 6c5467d2-4bcb-460c-b921-f140ab638b28, host n-h2-816206-8, cleared binding levels {{(pid=103591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:23:54.260892 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-d682d46a-1053-427c-b7a3-e52182fccd99 req-93f9002a-3202-463f-b5fd-64952b0546e8 service neutron] For port 6c5467d2-4bcb-460c-b921-f140ab638b28, host n-h2-816206-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=6c5467d2-4bcb-460c-b921-f140ab638b28,segment=NetworkSegment(8fed18b2-0713-4023-96b5-16ede53c73dc),segment_id=8fed18b2-0713-4023-96b5-16ede53c73dc)] {{(pid=103591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:23:54.301520 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device 52285acf-3eab-406a-acfc-b1364cf71811 details requested by agent hyperv_n-h1-816206-8 with host n-h1-816206-8 {{(pid=103592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 17:23:54.338053 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-aabdb676-a875-4310-924b-11f43bb38c09 req-9a8960e3-155f-4c46-955b-0c385d267311 service neutron] 10.222.0.55 "PUT /v2.0/ports/2e157275-46de-4566-82b9-9a605a955c7c/bindings/n-h2-816206-8/activate HTTP/1.1" status: 200 len: 369 time: 1.9318881 Nov 23 17:23:54.341660 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-d682d46a-1053-427c-b7a3-e52182fccd99 req-93f9002a-3202-463f-b5fd-64952b0546e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264758186'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:54.352644 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8960e3-155f-4c46-955b-0c385d267311 service neutron] Pushing event updated for resources: {'Port': ['ID=2e157275-46de-4566-82b9-9a605a955c7c,revision_number=10']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:23:54.493395 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f9002a-3202-463f-b5fd-64952b0546e8 service neutron] Pushing event updated for resources: {'Port': ['ID=6c5467d2-4bcb-460c-b921-f140ab638b28,revision_number=3']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:23:54.541119 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d682d46a-1053-427c-b7a3-e52182fccd99 req-93f9002a-3202-463f-b5fd-64952b0546e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:23:54.542085 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-d682d46a-1053-427c-b7a3-e52182fccd99 req-93f9002a-3202-463f-b5fd-64952b0546e8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:54.547743 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d682d46a-1053-427c-b7a3-e52182fccd99 req-93f9002a-3202-463f-b5fd-64952b0546e8 service neutron] 10.222.0.36 "PUT /v2.0/ports/6c5467d2-4bcb-460c-b921-f140ab638b28 HTTP/1.1" status: 200 len: 1091 time: 2.5919466 Nov 23 17:23:54.565982 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabdb676-a875-4310-924b-11f43bb38c09 req-eb7c5f85-2448-4d54-8045-6b7b3e0da2ff tempest-LiveAutoBlockMigrationV225Test-82532795 tempest-LiveAutoBlockMigrationV225Test-82532795-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:23:54.571810 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-aabdb676-a875-4310-924b-11f43bb38c09 req-eb7c5f85-2448-4d54-8045-6b7b3e0da2ff tempest-LiveAutoBlockMigrationV225Test-82532795 tempest-LiveAutoBlockMigrationV225Test-82532795-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=c1e6eaa3-28c2-4530-98c1-a8b63a271c9f&tenant_id=968ef5ef30ad45a38c8263e9da4ef3c2&binding%3Ahost_id=n-h1-816206-8 HTTP/1.1" status: 200 len: 1096 time: 0.1521406 Nov 23 17:23:54.575365 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b07740e4-8387-4197-820f-c4e1d44b21a2', 'tag': '6c5467d2-4bcb-460c-b921-f140ab638b28'}] {{(pid=103591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:23:54.579403 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41d174a19ece9499ff9ec44e5b3fc50f2abd3ffbc947fb7e52ea1e8db27b95b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c31d393b-419e-4874-888e-03de6eac85ec" -d '{"events": [{"name": "network-changed", "server_uuid": "b07740e4-8387-4197-820f-c4e1d44b21a2", "tag": "6c5467d2-4bcb-460c-b921-f140ab638b28"}]}' {{(pid=103591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:23:54.641013 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port 52285acf-3eab-406a-acfc-b1364cf71811, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=52285acf-3eab-406a-acfc-b1364cf71811,segment=NetworkSegment(f75f400f-3665-42b6-b743-8c8989e17b3e),segment_id=f75f400f-3665-42b6-b743-8c8989e17b3e)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:23:54.664401 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Returning: {'device': '52285acf-3eab-406a-acfc-b1364cf71811', 'network_id': '43d8ac08-152d-4053-b836-ddc03b0e91a2', 'port_id': '52285acf-3eab-406a-acfc-b1364cf71811', 'mac_address': 'fa:16:3e:5a:57:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23f80e8e-7e58-4465-87c1-72654345f52f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 17:23:54.784539 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:54.786015 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabdb676-a875-4310-924b-11f43bb38c09 req-59e29531-a6df-4e2f-be7e-7309396d9259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:23:54.792033 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-aabdb676-a875-4310-924b-11f43bb38c09 req-59e29531-a6df-4e2f-be7e-7309396d9259 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c1e6eaa3-28c2-4530-98c1-a8b63a271c9f&tenant_id=968ef5ef30ad45a38c8263e9da4ef3c2 HTTP/1.1" status: 200 len: 1096 time: 0.2039220 Nov 23 17:23:54.804262 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1131dc2d-d395-442e-b47f-04dbe2a5da37 req-8d8a37c3-195e-4d88-9bed-946525f38f9c tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:23:54.819313 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-1131dc2d-d395-442e-b47f-04dbe2a5da37 req-8d8a37c3-195e-4d88-9bed-946525f38f9c tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] 10.222.0.60 "GET /v2.0/ports?device_id=c1e6eaa3-28c2-4530-98c1-a8b63a271c9f HTTP/1.1" status: 200 len: 945 time: 0.3300145 Nov 23 17:23:54.851242 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 52285acf-3eab-406a-acfc-b1364cf71811 {{(pid=103592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:23:54.898473 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port 52285acf-3eab-406a-acfc-b1364cf71811, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=52285acf-3eab-406a-acfc-b1364cf71811,segment=NetworkSegment(f75f400f-3665-42b6-b743-8c8989e17b3e),segment_id=f75f400f-3665-42b6-b743-8c8989e17b3e)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:23:54.910026 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:54.972848 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-1131dc2d-d395-442e-b47f-04dbe2a5da37 req-0c0187f6-6250-4dda-953d-e9bb55a495b2 tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] 10.222.0.60 "GET /v2.0/security-groups?id=ef6a96c0-423c-4ea7-a75c-4657afd8c521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468918 Nov 23 17:23:54.987840 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabdb676-a875-4310-924b-11f43bb38c09 req-19982891-fa17-4579-a79d-78c83de094e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:23:54.995753 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-aabdb676-a875-4310-924b-11f43bb38c09 req-19982891-fa17-4579-a79d-78c83de094e9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=968ef5ef30ad45a38c8263e9da4ef3c2&device_id=c1e6eaa3-28c2-4530-98c1-a8b63a271c9f HTTP/1.1" status: 200 len: 1096 time: 0.1503749 Nov 23 17:23:55.097269 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] get_ports_and_sgs() called for port_ids ['52285acf-3eab-406a-acfc-b1364cf71811'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:23:55.147927 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d682d46a-1053-427c-b7a3-e52182fccd99 req-8888ba43-1dc5-4ea6-9fcb-0f0fc2e03c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:23:55.150245 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d682d46a-1053-427c-b7a3-e52182fccd99 req-8888ba43-1dc5-4ea6-9fcb-0f0fc2e03c8a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2453e6bac79c4625a43322659d77160d&device_id=b07740e4-8387-4197-820f-c4e1d44b21a2 HTTP/1.1" status: 200 len: 1094 time: 0.5159132 Nov 23 17:23:55.207619 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Pushing event updated for resources: {'Port': ['ID=52285acf-3eab-406a-acfc-b1364cf71811,revision_number=6']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:23:55.255014 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabdb676-a875-4310-924b-11f43bb38c09 req-7fc251df-b7ea-413a-880a-8b44ca3a326c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:23:55.262054 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-aabdb676-a875-4310-924b-11f43bb38c09 req-7fc251df-b7ea-413a-880a-8b44ca3a326c service neutron] 10.222.0.36 "GET /v2.0/networks?id=eacea6aa-86b2-4fe9-ae0d-611828f27804 HTTP/1.1" status: 200 len: 921 time: 0.2601452 Nov 23 17:23:55.295322 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d682d46a-1053-427c-b7a3-e52182fccd99 req-488bfc9b-038c-49f7-a23f-0736e0c3ee5d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6c5467d2-4bcb-460c-b921-f140ab638b28 HTTP/1.1" status: 200 len: 217 time: 0.1292543 Nov 23 17:23:55.298923 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-1508aa8d-4791-41a8-91c2-ce09765d0de8 req-8c479b13-6c11-460b-9a81-1a152d66c7ea tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] 10.222.0.60 "GET /v2.0/ports?device_id=439b6bce-64d6-41de-83e2-fc81fcef21e1 HTTP/1.1" status: 200 len: 210 time: 0.1598830 Nov 23 17:23:55.327357 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3beca4cb-2cca-4ac0-a021-dfc8ca1474a6 req-25e4f2f6-a2bc-4b59-ba8d-c961a19cf937 tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:23:55.340313 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-3beca4cb-2cca-4ac0-a021-dfc8ca1474a6 req-25e4f2f6-a2bc-4b59-ba8d-c961a19cf937 tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] 10.222.0.60 "GET /v2.0/ports?device_id=9e29a818-5c95-4b55-b3aa-46ed56b16ac7 HTTP/1.1" status: 200 len: 950 time: 0.3492997 Nov 23 17:23:55.361807 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-aabdb676-a875-4310-924b-11f43bb38c09 req-c2b3c33a-04c5-429e-b861-454535d694e2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2e157275-46de-4566-82b9-9a605a955c7c HTTP/1.1" status: 200 len: 217 time: 0.0907755 Nov 23 17:23:55.401076 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d682d46a-1053-427c-b7a3-e52182fccd99 req-541e2ea1-f834-4d67-bea4-7cbb7ce8ebdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:23:55.402536 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d682d46a-1053-427c-b7a3-e52182fccd99 req-541e2ea1-f834-4d67-bea4-7cbb7ce8ebdf service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4be32885-153e-4d88-b3c6-807e18e4db27 HTTP/1.1" status: 200 len: 845 time: 0.0959632 Nov 23 17:23:55.488963 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 17:23:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0afb74c-abd7-45e1-b8f4-4afdd229d0df x-openstack-request-id: req-a0afb74c-abd7-45e1-b8f4-4afdd229d0df {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:23:55.489298 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b07740e4-8387-4197-820f-c4e1d44b21a2", "tag": "6c5467d2-4bcb-460c-b921-f140ab638b28", "status": "completed", "code": 200}]} {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:23:55.489529 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a0afb74c-abd7-45e1-b8f4-4afdd229d0df {{(pid=103591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:23:55.489976 n-d-816206-8 neutron-server[103591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b07740e4-8387-4197-820f-c4e1d44b21a2', 'tag': '6c5467d2-4bcb-460c-b921-f140ab638b28', 'status': 'completed', 'code': 200} Nov 23 17:23:55.558363 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d682d46a-1053-427c-b7a3-e52182fccd99 req-c7c2392a-f98e-48e8-9219-78d6dbf2fadc service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b560144d-d078-4e51-9dcb-6b297d4ac5e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1359992 Nov 23 17:23:55.645266 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-3beca4cb-2cca-4ac0-a021-dfc8ca1474a6 req-fbecbce8-89c9-42a1-a0d5-c55e0012b945 tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b15aa03-44a0-4375-a57d-e8cf999b0781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3028891 Nov 23 17:23:55.667296 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabdb676-a875-4310-924b-11f43bb38c09 req-d9e21d1d-e4ad-4cd3-bbff-d07fb159b362 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:23:55.670563 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-aabdb676-a875-4310-924b-11f43bb38c09 req-d9e21d1d-e4ad-4cd3-bbff-d07fb159b362 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=cfa8dfdf-5850-4e22-a7f8-6d7e726926d1 HTTP/1.1" status: 200 len: 860 time: 0.3004029 Nov 23 17:23:55.813606 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-aabdb676-a875-4310-924b-11f43bb38c09 req-94ed914a-d3ef-4568-b9f4-74681ded5052 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=eacea6aa-86b2-4fe9-ae0d-611828f27804&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1271219 Nov 23 17:23:56.095452 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da84844-ef58-460a-961b-1f7b4264546d req-22e9195a-560b-49b0-8595-8ef6d7d02e7a tempest-ImagesTestJSON-931761063 tempest-ImagesTestJSON-931761063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:23:56.107453 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2da84844-ef58-460a-961b-1f7b4264546d req-22e9195a-560b-49b0-8595-8ef6d7d02e7a tempest-ImagesTestJSON-931761063 tempest-ImagesTestJSON-931761063-project] 10.222.0.60 "GET /v2.0/ports?device_id=b07740e4-8387-4197-820f-c4e1d44b21a2 HTTP/1.1" status: 200 len: 943 time: 0.2752061 Nov 23 17:23:56.171313 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d682d46a-1053-427c-b7a3-e52182fccd99 req-268f8c4f-9a9e-4b9c-9602-7c520a084015 service neutron] 10.222.0.36 "GET /v2.0/networks/b560144d-d078-4e51-9dcb-6b297d4ac5e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5541461 Nov 23 17:23:56.254237 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-aabdb676-a875-4310-924b-11f43bb38c09 req-a4cda623-3d81-4541-be94-33dea13a3a17 service neutron] 10.222.0.36 "GET /v2.0/networks/eacea6aa-86b2-4fe9-ae0d-611828f27804?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4326961 Nov 23 17:23:56.311307 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device 52285acf-3eab-406a-acfc-b1364cf71811 up at agent hyperv_n-h1-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:23:56.333283 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d682d46a-1053-427c-b7a3-e52182fccd99 req-b0de8da4-5a26-49ea-93fc-3ced4b41ba7c service neutron] 10.222.0.36 "GET /v2.0/networks/b560144d-d078-4e51-9dcb-6b297d4ac5e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393800 Nov 23 17:23:56.362693 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2da84844-ef58-460a-961b-1f7b4264546d req-f97e4a85-42d4-454f-acc8-3598441f0fde tempest-ImagesTestJSON-931761063 tempest-ImagesTestJSON-931761063-project] 10.222.0.60 "GET /v2.0/security-groups?id=f2768289-7821-4137-8326-c052bf648315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2536504 Nov 23 17:23:56.531270 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Provisioning complete for port 52285acf-3eab-406a-acfc-b1364cf71811 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:23:56.532642 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:56.733296 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24299895-3d21-4457-9cd4-692aba95665e req-407a7879-02c1-459f-a009-8679853248d4 tempest-ServersOnMultiNodesTest-558425378 tempest-ServersOnMultiNodesTest-558425378-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:23:56.737794 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-24299895-3d21-4457-9cd4-692aba95665e req-407a7879-02c1-459f-a009-8679853248d4 tempest-ServersOnMultiNodesTest-558425378 tempest-ServersOnMultiNodesTest-558425378-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=9e29a818-5c95-4b55-b3aa-46ed56b16ac7 HTTP/1.1" status: 200 len: 1101 time: 0.2914524 Nov 23 17:23:56.758059 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:56.774205 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-aabdb676-a875-4310-924b-11f43bb38c09 req-d65cabe4-053b-4253-bed4-b7213dd1b53e service neutron] 10.222.0.36 "GET /v2.0/networks/eacea6aa-86b2-4fe9-ae0d-611828f27804?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4986143 Nov 23 17:23:56.802381 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ed9067-097e-477e-ba7e-5e830aa1890c req-5f3852c2-c4fe-4993-9489-61e474a8fb77 tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:23:56.806416 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-93ed9067-097e-477e-ba7e-5e830aa1890c req-5f3852c2-c4fe-4993-9489-61e474a8fb77 tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] 10.222.0.36 "GET /v2.0/networks?id=ffa7c2aa-6251-4537-acd5-168309147200 HTTP/1.1" status: 200 len: 811 time: 0.5102923 Nov 23 17:23:56.808373 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffeae0b0-09b1-4f1e-9b33-8bbbbaaefdf6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52285acf-3eab-406a-acfc-b1364cf71811'}] {{(pid=103592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:23:56.811047 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba3e6a8f2301c7a29fe1eca9779abdae4ccbcd6266d69778087f2498d5551201" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58a94f73-c899-42d5-9286-a8d6d6e1eec5" -d '{"events": [{"server_uuid": "ffeae0b0-09b1-4f1e-9b33-8bbbbaaefdf6", "name": "network-vif-plugged", "status": "completed", "tag": "52285acf-3eab-406a-acfc-b1364cf71811"}]}' {{(pid=103592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:23:56.826566 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-24299895-3d21-4457-9cd4-692aba95665e req-dcff065f-c4cb-453a-9bdc-4e2161b9afa4 tempest-ServersOnMultiNodesTest-558425378 tempest-ServersOnMultiNodesTest-558425378-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:56.835552 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [req-93ed9067-097e-477e-ba7e-5e830aa1890c req-d13af5dd-5d54-4606-bb5f-7b26ed315c34 tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] Request body: {'port': {'device_id': '439b6bce-64d6-41de-83e2-fc81fcef21e1', 'network_id': 'ffa7c2aa-6251-4537-acd5-168309147200', 'admin_state_up': True, 'tenant_id': '6a229d10d4554d9a82f91e22fc3c6096'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:23:56.842530 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port 52285acf-3eab-406a-acfc-b1364cf71811, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=52285acf-3eab-406a-acfc-b1364cf71811,segment=NetworkSegment(f75f400f-3665-42b6-b743-8c8989e17b3e),segment_id=f75f400f-3665-42b6-b743-8c8989e17b3e)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:23:56.861778 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:56.888620 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31d393b-419e-4874-888e-03de6eac85ec req-abbfe869-819a-4c73-ad0a-bd2875dcb830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:23:56.894140 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c31d393b-419e-4874-888e-03de6eac85ec req-abbfe869-819a-4c73-ad0a-bd2875dcb830 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2453e6bac79c4625a43322659d77160d&device_id=b07740e4-8387-4197-820f-c4e1d44b21a2 HTTP/1.1" status: 200 len: 1094 time: 0.3807421 Nov 23 17:23:57.030627 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575ea345-c7c7-4d84-9a12-ea63119f4f4a req-929bf7a5-30fb-4935-935d-a7db4c4e8d48 tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:23:57.042638 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-575ea345-c7c7-4d84-9a12-ea63119f4f4a req-929bf7a5-30fb-4935-935d-a7db4c4e8d48 tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] 10.222.0.60 "GET /v2.0/ports?device_id=c1e6eaa3-28c2-4530-98c1-a8b63a271c9f HTTP/1.1" status: 200 len: 945 time: 0.4310379 Nov 23 17:23:57.062107 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Pushing event updated for resources: {'Port': ['ID=52285acf-3eab-406a-acfc-b1364cf71811,revision_number=7']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:23:57.103871 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31d393b-419e-4874-888e-03de6eac85ec req-5b494c8e-5cb6-409d-a309-df8951abc333 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:23:57.105543 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c31d393b-419e-4874-888e-03de6eac85ec req-5b494c8e-5cb6-409d-a309-df8951abc333 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b560144d-d078-4e51-9dcb-6b297d4ac5e2 HTTP/1.1" status: 200 len: 906 time: 0.2017171 Nov 23 17:23:57.154433 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93ed9067-097e-477e-ba7e-5e830aa1890c req-d13af5dd-5d54-4606-bb5f-7b26ed315c34 tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] Made reservation on behalf of 6a229d10d4554d9a82f91e22fc3c6096 for: {'port': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:23:57.158393 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-93ed9067-097e-477e-ba7e-5e830aa1890c req-d13af5dd-5d54-4606-bb5f-7b26ed315c34 tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:57.219542 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c31d393b-419e-4874-888e-03de6eac85ec req-ed8f2beb-6bcc-4367-8296-9d5fbf3bb000 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6c5467d2-4bcb-460c-b921-f140ab638b28 HTTP/1.1" status: 200 len: 217 time: 0.0971401 Nov 23 17:23:57.259927 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-575ea345-c7c7-4d84-9a12-ea63119f4f4a req-65727e58-b97c-4448-9781-975a22a56fdb tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] 10.222.0.60 "GET /v2.0/security-groups?id=ef6a96c0-423c-4ea7-a75c-4657afd8c521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2161999 Nov 23 17:23:57.476629 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c46da5e5-0aa5-43c3-a5e4-5cd9e241d7cf req-8acadf52-f15a-4737-899f-126097b22e25 tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] 10.222.0.60 "GET /v2.0/ports?device_id=439b6bce-64d6-41de-83e2-fc81fcef21e1 HTTP/1.1" status: 200 len: 210 time: 0.0493214 Nov 23 17:23:57.483521 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-24299895-3d21-4457-9cd4-692aba95665e req-dcff065f-c4cb-453a-9bdc-4e2161b9afa4 tempest-ServersOnMultiNodesTest-558425378 tempest-ServersOnMultiNodesTest-558425378-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:57.498557 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31d393b-419e-4874-888e-03de6eac85ec req-9838d085-223f-4ad4-950c-af4dc80ea00c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:23:57.503526 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c31d393b-419e-4874-888e-03de6eac85ec req-9838d085-223f-4ad4-950c-af4dc80ea00c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4be32885-153e-4d88-b3c6-807e18e4db27 HTTP/1.1" status: 200 len: 845 time: 0.2657166 Nov 23 17:23:57.516438 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-24299895-3d21-4457-9cd4-692aba95665e req-dcff065f-c4cb-453a-9bdc-4e2161b9afa4 tempest-ServersOnMultiNodesTest-558425378 tempest-ServersOnMultiNodesTest-558425378-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:57.573160 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c31d393b-419e-4874-888e-03de6eac85ec req-d19b5fd9-5730-498d-bdca-585b2dfc420a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b560144d-d078-4e51-9dcb-6b297d4ac5e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0536532 Nov 23 17:23:57.599403 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcff065f-c4cb-453a-9bdc-4e2161b9afa4 tempest-ServersOnMultiNodesTest-558425378 tempest-ServersOnMultiNodesTest-558425378-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97e3e79d-5275-41a2-8035-1ed2ccc107e0,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:23:57.604404 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-24299895-3d21-4457-9cd4-692aba95665e req-dcff065f-c4cb-453a-9bdc-4e2161b9afa4 tempest-ServersOnMultiNodesTest-558425378 tempest-ServersOnMultiNodesTest-558425378-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=4b15aa03-44a0-4375-a57d-e8cf999b0781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8530688 Nov 23 17:23:57.749554 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c31d393b-419e-4874-888e-03de6eac85ec req-43c2666f-20d4-4743-b2bb-32307fdfeb7d service neutron] 10.222.0.36 "GET /v2.0/networks/b560144d-d078-4e51-9dcb-6b297d4ac5e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1606109 Nov 23 17:23:57.770540 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:23:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49415713-e8c4-4605-be40-399beabfe972 x-openstack-request-id: req-49415713-e8c4-4605-be40-399beabfe972 {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:23:57.770939 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffeae0b0-09b1-4f1e-9b33-8bbbbaaefdf6", "name": "network-vif-plugged", "status": "completed", "tag": "52285acf-3eab-406a-acfc-b1364cf71811", "code": 200}]} {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:23:57.771058 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-49415713-e8c4-4605-be40-399beabfe972 {{(pid=103592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:23:57.771423 n-d-816206-8 neutron-server[103592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffeae0b0-09b1-4f1e-9b33-8bbbbaaefdf6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52285acf-3eab-406a-acfc-b1364cf71811', 'code': 200} Nov 23 17:23:57.775763 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [req-93ed9067-097e-477e-ba7e-5e830aa1890c req-d13af5dd-5d54-4606-bb5f-7b26ed315c34 tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] Allocated IP 172.20.0.3 (ffa7c2aa-6251-4537-acd5-168309147200/8e905b96-ea32-4f4c-be91-01d912cd9ed2/009aeb1a-9475-482d-a72f-4831b5053604) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:23:58.093747 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c31d393b-419e-4874-888e-03de6eac85ec req-6200be9f-2d05-4cdf-80ed-f379edf93a53 service neutron] 10.222.0.36 "GET /v2.0/networks/b560144d-d078-4e51-9dcb-6b297d4ac5e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3310804 Nov 23 17:23:58.114518 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c88252a-6d4e-401f-8043-dcd52b5962fa req-9ebca8be-07c7-4241-9f45-251645a224f7 tempest-ImagesTestJSON-931761063 tempest-ImagesTestJSON-931761063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:23:58.131871 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9c88252a-6d4e-401f-8043-dcd52b5962fa req-9ebca8be-07c7-4241-9f45-251645a224f7 tempest-ImagesTestJSON-931761063 tempest-ImagesTestJSON-931761063-project] 10.222.0.60 "GET /v2.0/ports?device_id=b07740e4-8387-4197-820f-c4e1d44b21a2 HTTP/1.1" status: 200 len: 943 time: 0.1820321 Nov 23 17:23:58.155913 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-93ed9067-097e-477e-ba7e-5e830aa1890c req-d13af5dd-5d54-4606-bb5f-7b26ed315c34 tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:58.207045 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabdb676-a875-4310-924b-11f43bb38c09 req-96d2422e-da1c-469d-af98-788eb80b4d02 tempest-LiveAutoBlockMigrationV225Test-82532795 tempest-LiveAutoBlockMigrationV225Test-82532795-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:23:58.208653 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-aabdb676-a875-4310-924b-11f43bb38c09 req-96d2422e-da1c-469d-af98-788eb80b4d02 tempest-LiveAutoBlockMigrationV225Test-82532795 tempest-LiveAutoBlockMigrationV225Test-82532795-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=c1e6eaa3-28c2-4530-98c1-a8b63a271c9f&tenant_id=968ef5ef30ad45a38c8263e9da4ef3c2&binding%3Ahost_id=n-h2-816206-8 HTTP/1.1" status: 200 len: 1096 time: 1.0372317 Nov 23 17:23:58.210288 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-93ed9067-097e-477e-ba7e-5e830aa1890c req-d13af5dd-5d54-4606-bb5f-7b26ed315c34 tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:58.243643 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9c88252a-6d4e-401f-8043-dcd52b5962fa req-1fd353fe-ff75-4a39-ad1a-33e2b6f64adb tempest-ImagesTestJSON-931761063 tempest-ImagesTestJSON-931761063-project] 10.222.0.60 "GET /v2.0/security-groups?id=f2768289-7821-4137-8326-c052bf648315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093082 Nov 23 17:23:58.550331 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538232bc-ae48-49c2-af4c-d6dc7187b9d4 req-ad84b01a-3adb-4c46-b704-5ab1f479ad5a tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:23:58.553668 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-538232bc-ae48-49c2-af4c-d6dc7187b9d4 req-ad84b01a-3adb-4c46-b704-5ab1f479ad5a tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] 10.222.0.60 "GET /v2.0/ports?device_id=c1e6eaa3-28c2-4530-98c1-a8b63a271c9f HTTP/1.1" status: 200 len: 945 time: 0.0829070 Nov 23 17:23:58.707040 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-538232bc-ae48-49c2-af4c-d6dc7187b9d4 req-7f22025b-dbf5-45c4-8914-e66a7b488f86 tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] 10.222.0.60 "GET /v2.0/security-groups?id=ef6a96c0-423c-4ea7-a75c-4657afd8c521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431355 Nov 23 17:23:58.811978 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba212d7-404a-4994-8f9a-88f5e8f6d8a7 req-9acfb56a-b9c0-4cc9-b5a3-649885e3a5f6 tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:23:58.815113 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2ba212d7-404a-4994-8f9a-88f5e8f6d8a7 req-9acfb56a-b9c0-4cc9-b5a3-649885e3a5f6 tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] 10.222.0.60 "GET /v2.0/ports?device_id=439b6bce-64d6-41de-83e2-fc81fcef21e1 HTTP/1.1" status: 200 len: 931 time: 0.1065755 Nov 23 17:23:58.932188 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2ba212d7-404a-4994-8f9a-88f5e8f6d8a7 req-ab9aa68b-81bc-4b0d-955d-1b732cb1c1ac tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] 10.222.0.60 "GET /v2.0/security-groups?id=a7d295c6-a842-436b-b184-bb80f16900ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076653 Nov 23 17:23:59.006138 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93ed9067-097e-477e-ba7e-5e830aa1890c req-d13af5dd-5d54-4606-bb5f-7b26ed315c34 tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] Network ffa7c2aa-6251-4537-acd5-168309147200 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:23:59.014440 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [req-93ed9067-097e-477e-ba7e-5e830aa1890c req-d13af5dd-5d54-4606-bb5f-7b26ed315c34 tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:23:59.020591 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13af5dd-5d54-4606-bb5f-7b26ed315c34 tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] Pushing event updated for resources: {'Port': ['ID=009aeb1a-9475-482d-a72f-4831b5053604,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:23:59.029258 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [req-93ed9067-097e-477e-ba7e-5e830aa1890c req-d13af5dd-5d54-4606-bb5f-7b26ed315c34 tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:23:59.092651 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13af5dd-5d54-4606-bb5f-7b26ed315c34 tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:23:59.093282 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13af5dd-5d54-4606-bb5f-7b26ed315c34 tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:23:59.093789 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13af5dd-5d54-4606-bb5f-7b26ed315c34 tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:23:59.094231 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13af5dd-5d54-4606-bb5f-7b26ed315c34 tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:23:59.094667 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13af5dd-5d54-4606-bb5f-7b26ed315c34 tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:23:59.095101 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13af5dd-5d54-4606-bb5f-7b26ed315c34 tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:23:59.095530 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13af5dd-5d54-4606-bb5f-7b26ed315c34 tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:23:59.096184 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13af5dd-5d54-4606-bb5f-7b26ed315c34 tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:23:59.096380 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13af5dd-5d54-4606-bb5f-7b26ed315c34 tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:23:59.096831 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13af5dd-5d54-4606-bb5f-7b26ed315c34 tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:23:59.097245 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13af5dd-5d54-4606-bb5f-7b26ed315c34 tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:23:59.097670 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13af5dd-5d54-4606-bb5f-7b26ed315c34 tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:23:59.106611 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ed9067-097e-477e-ba7e-5e830aa1890c req-d13af5dd-5d54-4606-bb5f-7b26ed315c34 tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:23:59.107356 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-93ed9067-097e-477e-ba7e-5e830aa1890c req-d13af5dd-5d54-4606-bb5f-7b26ed315c34 tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:59.167486 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-93ed9067-097e-477e-ba7e-5e830aa1890c req-d13af5dd-5d54-4606-bb5f-7b26ed315c34 tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3369977 Nov 23 17:23:59.176952 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c0543f-8d6f-4abf-b9c3-307ff22d197c req-db44a8ad-eee5-4838-a655-55d16918ad77 tempest-LiveAutoBlockMigrationV225Test-82532795 tempest-LiveAutoBlockMigrationV225Test-82532795-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:23:59.180110 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-66c0543f-8d6f-4abf-b9c3-307ff22d197c req-db44a8ad-eee5-4838-a655-55d16918ad77 tempest-LiveAutoBlockMigrationV225Test-82532795 tempest-LiveAutoBlockMigrationV225Test-82532795-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=c1e6eaa3-28c2-4530-98c1-a8b63a271c9f HTTP/1.1" status: 200 len: 1096 time: 0.0718727 Nov 23 17:23:59.188333 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [req-93ed9067-097e-477e-ba7e-5e830aa1890c req-02795843-260e-4325-815b-b68674136aea service neutron] Request body: {'port': {'device_id': '439b6bce-64d6-41de-83e2-fc81fcef21e1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-8'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:23:59.277720 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-93ed9067-097e-477e-ba7e-5e830aa1890c req-02795843-260e-4325-815b-b68674136aea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:59.297206 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-66c0543f-8d6f-4abf-b9c3-307ff22d197c req-c7c464d0-15ab-4dc0-98fa-81d9a63ab730 tempest-LiveAutoBlockMigrationV225Test-82532795 tempest-LiveAutoBlockMigrationV225Test-82532795-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=ef6a96c0-423c-4ea7-a75c-4657afd8c521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063819 Nov 23 17:23:59.309804 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [req-aabdb676-a875-4310-924b-11f43bb38c09 req-b6f0d331-93e5-433f-8cdd-dea93056da1c service neutron] For port 2e157275-46de-4566-82b9-9a605a955c7c, host n-h1-816206-8, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:23:59.317797 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-aabdb676-a875-4310-924b-11f43bb38c09 req-b6f0d331-93e5-433f-8cdd-dea93056da1c service neutron] Publish callbacks [] for binding, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:59.319216 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-aabdb676-a875-4310-924b-11f43bb38c09 req-b6f0d331-93e5-433f-8cdd-dea93056da1c service neutron] 10.222.0.36 "DELETE /v2.0/ports/2e157275-46de-4566-82b9-9a605a955c7c/bindings/n-h1-816206-8 HTTP/1.1" status: 204 len: 173 time: 1.1010492 Nov 23 17:23:59.518118 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device 6c5467d2-4bcb-460c-b921-f140ab638b28 details requested by agent hyperv_n-h2-816206-8 with host n-h2-816206-8 {{(pid=103592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 17:23:59.595653 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c51c2e3-49d5-4627-98ab-422dc760f6c4 req-78b1b38c-ce94-4fb2-8b84-043ed0052ca4 tempest-ImagesTestJSON-931761063 tempest-ImagesTestJSON-931761063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:23:59.608780 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-3c51c2e3-49d5-4627-98ab-422dc760f6c4 req-78b1b38c-ce94-4fb2-8b84-043ed0052ca4 tempest-ImagesTestJSON-931761063 tempest-ImagesTestJSON-931761063-project] 10.222.0.60 "GET /v2.0/ports?device_id=b07740e4-8387-4197-820f-c4e1d44b21a2 HTTP/1.1" status: 200 len: 943 time: 0.1440842 Nov 23 17:23:59.731854 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-3c51c2e3-49d5-4627-98ab-422dc760f6c4 req-8cfcdb38-c848-498e-a0b8-3d99bde58ef7 tempest-ImagesTestJSON-931761063 tempest-ImagesTestJSON-931761063-project] 10.222.0.60 "GET /v2.0/security-groups?id=f2768289-7821-4137-8326-c052bf648315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220837 Nov 23 17:23:59.756299 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 55248) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:23:59.864826 n-d-816206-8 neutron-server[103590]: DEBUG neutron.notifiers.nova [req-93ed9067-097e-477e-ba7e-5e830aa1890c req-02795843-260e-4325-815b-b68674136aea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 009aeb1a-9475-482d-a72f-4831b5053604 {{(pid=103590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:23:59.868599 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port 6c5467d2-4bcb-460c-b921-f140ab638b28, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=6c5467d2-4bcb-460c-b921-f140ab638b28,segment=NetworkSegment(8fed18b2-0713-4023-96b5-16ede53c73dc),segment_id=8fed18b2-0713-4023-96b5-16ede53c73dc)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:23:59.876166 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-93ed9067-097e-477e-ba7e-5e830aa1890c req-02795843-260e-4325-815b-b68674136aea service neutron] Publish callbacks [] for port, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:59.892980 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [req-93ed9067-097e-477e-ba7e-5e830aa1890c req-02795843-260e-4325-815b-b68674136aea service neutron] Transition to ACTIVE for port object 009aeb1a-9475-482d-a72f-4831b5053604 will not be triggered until provisioned by entity L2. {{(pid=103590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 17:23:59.902497 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-93ed9067-097e-477e-ba7e-5e830aa1890c req-02795843-260e-4325-815b-b68674136aea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264357957'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:23:59.907396 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Returning: {'device': '6c5467d2-4bcb-460c-b921-f140ab638b28', 'network_id': 'b560144d-d078-4e51-9dcb-6b297d4ac5e2', 'port_id': '6c5467d2-4bcb-460c-b921-f140ab638b28', 'mac_address': 'fa:16:3e:a0:44:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4be32885-153e-4d88-b3c6-807e18e4db27', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 17:24:00.002721 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:24:00.007722 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-26246c58-7883-417d-8937-5b411e4d9a0e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:24:00.030552 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c5467d2-4bcb-460c-b921-f140ab638b28 {{(pid=103592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:24:00.068861 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02795843-260e-4325-815b-b68674136aea service neutron] Pushing event updated for resources: {'Port': ['ID=009aeb1a-9475-482d-a72f-4831b5053604,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:24:00.106785 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port 6c5467d2-4bcb-460c-b921-f140ab638b28, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=6c5467d2-4bcb-460c-b921-f140ab638b28,segment=NetworkSegment(8fed18b2-0713-4023-96b5-16ede53c73dc),segment_id=8fed18b2-0713-4023-96b5-16ede53c73dc)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:24:00.116959 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:24:00.196750 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [req-93ed9067-097e-477e-ba7e-5e830aa1890c req-02795843-260e-4325-815b-b68674136aea service neutron] Attempting to bind port 009aeb1a-9475-482d-a72f-4831b5053604 on host n-h2-816206-8 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:24:00.197099 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [req-93ed9067-097e-477e-ba7e-5e830aa1890c req-02795843-260e-4325-815b-b68674136aea service neutron] Attempting to bind port 009aeb1a-9475-482d-a72f-4831b5053604 by drivers openvswitch,hyperv on host n-h2-816206-8 at level 0 using segments [{'id': '6c418a8c-f20c-4230-99c6-0f83d6e48757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'ffa7c2aa-6251-4537-acd5-168309147200'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:24:00.198474 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93ed9067-097e-477e-ba7e-5e830aa1890c req-02795843-260e-4325-815b-b68674136aea service neutron] Attempting to bind port 009aeb1a-9475-482d-a72f-4831b5053604 on network ffa7c2aa-6251-4537-acd5-168309147200 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:24:00.211477 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93ed9067-097e-477e-ba7e-5e830aa1890c req-02795843-260e-4325-815b-b68674136aea service neutron] Port 009aeb1a-9475-482d-a72f-4831b5053604 on network ffa7c2aa-6251-4537-acd5-168309147200 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-8 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 17:24:00.212027 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93ed9067-097e-477e-ba7e-5e830aa1890c req-02795843-260e-4325-815b-b68674136aea service neutron] Attempting to bind port 009aeb1a-9475-482d-a72f-4831b5053604 on network ffa7c2aa-6251-4537-acd5-168309147200 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:24:00.221344 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93ed9067-097e-477e-ba7e-5e830aa1890c req-02795843-260e-4325-815b-b68674136aea service neutron] Checking agent: {'id': 'ab77bf9e-0267-4174-8f1d-822cba89b207', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 15, 13), 'started_at': datetime.datetime(2021, 11, 23, 17, 15, 13), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 23, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:24:00.221780 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93ed9067-097e-477e-ba7e-5e830aa1890c req-02795843-260e-4325-815b-b68674136aea service neutron] Checking segment: {'id': '6c418a8c-f20c-4230-99c6-0f83d6e48757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'ffa7c2aa-6251-4537-acd5-168309147200'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:24:00.222847 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93ed9067-097e-477e-ba7e-5e830aa1890c req-02795843-260e-4325-815b-b68674136aea service neutron] Bound using segment: {'id': '6c418a8c-f20c-4230-99c6-0f83d6e48757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'ffa7c2aa-6251-4537-acd5-168309147200'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:24:00.222847 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [req-93ed9067-097e-477e-ba7e-5e830aa1890c req-02795843-260e-4325-815b-b68674136aea service neutron] Bound port: 009aeb1a-9475-482d-a72f-4831b5053604, host: n-h2-816206-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c418a8c-f20c-4230-99c6-0f83d6e48757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'ffa7c2aa-6251-4537-acd5-168309147200'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:24:00.223208 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-93ed9067-097e-477e-ba7e-5e830aa1890c req-02795843-260e-4325-815b-b68674136aea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:24:00.376976 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af845cc-d672-4730-bde8-5333e3b05d3b req-3adb88f8-8eb0-453c-978e-6ef42545f257 tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:24:00.385033 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8af845cc-d672-4730-bde8-5333e3b05d3b req-3adb88f8-8eb0-453c-978e-6ef42545f257 tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] 10.222.0.60 "GET /v2.0/networks?id=3b84e4de-5a6f-44c6-a8e6-1d90b4d1f1b3 HTTP/1.1" status: 200 len: 808 time: 0.2206795 Nov 23 17:24:00.421148 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8af845cc-d672-4730-bde8-5333e3b05d3b req-67074f0d-1ce9-403b-9322-55711f019d05 tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] 10.222.0.60 "GET /v2.0/quotas/4f30b4abc7074d1fa9d31a414a5f297f HTTP/1.1" status: 200 len: 375 time: 0.0339015 Nov 23 17:24:00.428139 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Pushing event updated for resources: {'Port': ['ID=6c5467d2-4bcb-460c-b921-f140ab638b28,revision_number=4']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:24:00.439241 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [req-93ed9067-097e-477e-ba7e-5e830aa1890c req-02795843-260e-4325-815b-b68674136aea service neutron] For port 009aeb1a-9475-482d-a72f-4831b5053604, host n-h2-816206-8, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:24:00.450647 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [req-93ed9067-097e-477e-ba7e-5e830aa1890c req-02795843-260e-4325-815b-b68674136aea service neutron] For port 009aeb1a-9475-482d-a72f-4831b5053604, host n-h2-816206-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=009aeb1a-9475-482d-a72f-4831b5053604,segment=NetworkSegment(6c418a8c-f20c-4230-99c6-0f83d6e48757),segment_id=6c418a8c-f20c-4230-99c6-0f83d6e48757)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:24:00.460457 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-93ed9067-097e-477e-ba7e-5e830aa1890c req-02795843-260e-4325-815b-b68674136aea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264357957'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:24:00.498117 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-26246c58-7883-417d-8937-5b411e4d9a0e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:24:00.508440 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-26246c58-7883-417d-8937-5b411e4d9a0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:24:00.538089 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] get_ports_and_sgs() called for port_ids ['6c5467d2-4bcb-460c-b921-f140ab638b28'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:24:00.601980 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-26246c58-7883-417d-8937-5b411e4d9a0e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=05ceaf291b8345d5b635dc4c5bddf3ef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8439102 Nov 23 17:24:00.613843 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ed9067-097e-477e-ba7e-5e830aa1890c req-02795843-260e-4325-815b-b68674136aea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:24:00.613843 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-93ed9067-097e-477e-ba7e-5e830aa1890c req-02795843-260e-4325-815b-b68674136aea service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:24:00.614709 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-93ed9067-097e-477e-ba7e-5e830aa1890c req-02795843-260e-4325-815b-b68674136aea service neutron] 10.222.0.36 "PUT /v2.0/ports/009aeb1a-9475-482d-a72f-4831b5053604 HTTP/1.1" status: 200 len: 1091 time: 1.4342928 Nov 23 17:24:00.615057 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 55260) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:24:00.615827 n-d-816206-8 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '439b6bce-64d6-41de-83e2-fc81fcef21e1', 'tag': '009aeb1a-9475-482d-a72f-4831b5053604'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:24:00.618231 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbabddbc9fc37b068808e119c416c86f5957ca04531a4a0d2e695c515e93483b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88d1c328-84bf-49e9-8946-9aa557508b66" -d '{"events": [{"name": "network-changed", "server_uuid": "439b6bce-64d6-41de-83e2-fc81fcef21e1", "tag": "009aeb1a-9475-482d-a72f-4831b5053604"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:24:00.630837 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8af845cc-d672-4730-bde8-5333e3b05d3b req-a9c63f11-708d-4482-867f-9870bfcd1cd7 tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=4f30b4abc7074d1fa9d31a414a5f297f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2096279 Nov 23 17:24:00.640218 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26246c58-7883-417d-8937-5b411e4d9a0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f00fc42-3181-46bf-a06a-8c1bcefbd9de,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:24:00.701778 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02795843-260e-4325-815b-b68674136aea service neutron] Pushing event updated for resources: {'Port': ['ID=009aeb1a-9475-482d-a72f-4831b5053604,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:24:00.819661 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ed9067-097e-477e-ba7e-5e830aa1890c req-eecae8ed-bee6-49cd-86d0-a2bc68adc2e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:24:00.821226 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-93ed9067-097e-477e-ba7e-5e830aa1890c req-eecae8ed-bee6-49cd-86d0-a2bc68adc2e0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6a229d10d4554d9a82f91e22fc3c6096&device_id=439b6bce-64d6-41de-83e2-fc81fcef21e1 HTTP/1.1" status: 200 len: 1094 time: 0.1151278 Nov 23 17:24:00.823424 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f5f6eb88-86c9-417e-aea2-6468d66a162a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:24:00.885454 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8af845cc-d672-4730-bde8-5333e3b05d3b req-0c79bd44-45db-48b0-8339-c7a0a429dc2b service neutron] 10.222.0.60 "GET /v2.0/networks/3b84e4de-5a6f-44c6-a8e6-1d90b4d1f1b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2535748 Nov 23 17:24:00.895825 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-93ed9067-097e-477e-ba7e-5e830aa1890c req-bed428b8-eedb-42d7-8352-cd85ba8261f1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=009aeb1a-9475-482d-a72f-4831b5053604 HTTP/1.1" status: 200 len: 217 time: 0.0542238 Nov 23 17:24:00.915178 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabb3292-d4fe-4ef1-bd50-ee975ba1504b req-cbc36663-c3fc-46f0-ba36-4a3522c08918 tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:24:00.917670 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-cabb3292-d4fe-4ef1-bd50-ee975ba1504b req-cbc36663-c3fc-46f0-ba36-4a3522c08918 tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] 10.222.0.36 "GET /v2.0/ports?device_id=c1e6eaa3-28c2-4530-98c1-a8b63a271c9f HTTP/1.1" status: 200 len: 945 time: 0.1650145 Nov 23 17:24:00.952775 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f5f6eb88-86c9-417e-aea2-6468d66a162a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:24:01.041813 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8af845cc-d672-4730-bde8-5333e3b05d3b req-c81b778b-1539-437d-9226-5cd1bf7b63c4 service neutron] 10.222.0.60 "GET /v2.0/networks/3b84e4de-5a6f-44c6-a8e6-1d90b4d1f1b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1554365 Nov 23 17:24:01.083872 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ed9067-097e-477e-ba7e-5e830aa1890c req-22cf5bba-c55d-4184-bf04-1afce9ff1fae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:24:01.085393 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-93ed9067-097e-477e-ba7e-5e830aa1890c req-22cf5bba-c55d-4184-bf04-1afce9ff1fae service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8e905b96-ea32-4f4c-be91-01d912cd9ed2 HTTP/1.1" status: 200 len: 851 time: 0.1596031 Nov 23 17:24:01.126901 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-93ed9067-097e-477e-ba7e-5e830aa1890c req-804e0988-f5b1-430b-ab7d-51dd0ad09c1d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ffa7c2aa-6251-4537-acd5-168309147200&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305610 Nov 23 17:24:01.183962 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f5f6eb88-86c9-417e-aea2-6468d66a162a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:24:01.189171 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f5f6eb88-86c9-417e-aea2-6468d66a162a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:24:01.193026 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-f5f6eb88-86c9-417e-aea2-6468d66a162a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/8f00fc42-3181-46bf-a06a-8c1bcefbd9de HTTP/1.1" status: 204 len: 168 time: 0.5475407 Nov 23 17:24:01.242125 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f6eb88-86c9-417e-aea2-6468d66a162a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f00fc42-3181-46bf-a06a-8c1bcefbd9de,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:24:01.249673 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [req-cabb3292-d4fe-4ef1-bd50-ee975ba1504b req-26e922b2-e649-45e0-8e64-05563fb4fd64 tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] Deleting port 2e157275-46de-4566-82b9-9a605a955c7c {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:24:01.250920 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-cabb3292-d4fe-4ef1-bd50-ee975ba1504b req-26e922b2-e649-45e0-8e64-05563fb4fd64 tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:24:01.412895 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-93ed9067-097e-477e-ba7e-5e830aa1890c req-e4d7a985-617c-4504-9872-62d03a7f0c42 service neutron] 10.222.0.36 "GET /v2.0/networks/ffa7c2aa-6251-4537-acd5-168309147200?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2753689 Nov 23 17:24:01.474286 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [req-cabb3292-d4fe-4ef1-bd50-ee975ba1504b req-26e922b2-e649-45e0-8e64-05563fb4fd64 tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] For port 2e157275-46de-4566-82b9-9a605a955c7c, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=2e157275-46de-4566-82b9-9a605a955c7c,segment=NetworkSegment(aeb4ff6a-77f7-45a2-bf27-0feac134a4ea),segment_id=aeb4ff6a-77f7-45a2-bf27-0feac134a4ea)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:24:01.475185 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-cabb3292-d4fe-4ef1-bd50-ee975ba1504b req-26e922b2-e649-45e0-8e64-05563fb4fd64 tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:24:01.519782 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device 6c5467d2-4bcb-460c-b921-f140ab638b28 up at agent hyperv_n-h2-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:24:01.524933 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [req-cabb3292-d4fe-4ef1-bd50-ee975ba1504b req-26e922b2-e649-45e0-8e64-05563fb4fd64 tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] Calling delete_port for 2e157275-46de-4566-82b9-9a605a955c7c owned by compute:nova {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:24:01.789372 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21b522b-7a29-47b6-8625-fea6f9fc17c9 req-afd0cf15-1b42-49a7-a752-177689c74d95 tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:24:01.801717 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a21b522b-7a29-47b6-8625-fea6f9fc17c9 req-afd0cf15-1b42-49a7-a752-177689c74d95 tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] 10.222.0.60 "GET /v2.0/ports?device_id=439b6bce-64d6-41de-83e2-fc81fcef21e1 HTTP/1.1" status: 200 len: 943 time: 0.1370049 Nov 23 17:24:01.834704 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Provisioning for port 6c5467d2-4bcb-460c-b921-f140ab638b28 completed by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 17:24:01.842859 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Provisioning complete for port 6c5467d2-4bcb-460c-b921-f140ab638b28 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:24:01.843449 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:24:01.854768 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-93ed9067-097e-477e-ba7e-5e830aa1890c req-46ce58a1-7cca-46d1-9b45-5af4f2d25ad7 service neutron] 10.222.0.36 "GET /v2.0/networks/ffa7c2aa-6251-4537-acd5-168309147200?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4295099 Nov 23 17:24:01.895095 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 55282) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:24:01.914210 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a21b522b-7a29-47b6-8625-fea6f9fc17c9 req-126a3eaa-ac31-4386-b685-5d227bbd1055 tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] 10.222.0.60 "GET /v2.0/security-groups?id=a7d295c6-a842-436b-b184-bb80f16900ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109424 Nov 23 17:24:01.939519 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8d0d1b81-14a1-41cc-94ec-dfe4f235f3a4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:24:02.008170 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:24:02.052160 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b07740e4-8387-4197-820f-c4e1d44b21a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c5467d2-4bcb-460c-b921-f140ab638b28'}] {{(pid=103592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:24:02.059639 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba3e6a8f2301c7a29fe1eca9779abdae4ccbcd6266d69778087f2498d5551201" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6eef4aa7-fefc-449a-9329-01779e374c1d" -d '{"events": [{"server_uuid": "b07740e4-8387-4197-820f-c4e1d44b21a2", "name": "network-vif-plugged", "status": "completed", "tag": "6c5467d2-4bcb-460c-b921-f140ab638b28"}]}' {{(pid=103592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:24:02.067495 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-cabb3292-d4fe-4ef1-bd50-ee975ba1504b req-26e922b2-e649-45e0-8e64-05563fb4fd64 tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:24:02.096854 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] get_ports_and_sgs() called for port_ids ['35d9bbe9-fea0-45ff-bcaa-845247fb2254', '2e157275-46de-4566-82b9-9a605a955c7c'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:24:02.116564 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8d0d1b81-14a1-41cc-94ec-dfe4f235f3a4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:24:02.119045 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e922b2-e649-45e0-8e64-05563fb4fd64 tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] Pushing event deleted for resources: {'Port': ['ID=2e157275-46de-4566-82b9-9a605a955c7c,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:24:02.129823 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8d0d1b81-14a1-41cc-94ec-dfe4f235f3a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:24:02.186038 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [req-cabb3292-d4fe-4ef1-bd50-ee975ba1504b req-26e922b2-e649-45e0-8e64-05563fb4fd64 tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] No DVR routers for this DVR port 2e157275-46de-4566-82b9-9a605a955c7c on host n-h2-816206-8 {{(pid=103590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:24:02.197929 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-cabb3292-d4fe-4ef1-bd50-ee975ba1504b req-26e922b2-e649-45e0-8e64-05563fb4fd64 tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:24:02.199353 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-442499a8-1a29-4594-bb57-126f3c15d5ba req-8c3456e2-af03-4540-a33f-456d36e337c3 tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] 10.222.0.60 "GET /v2.0/ports?device_id=c1e6eaa3-28c2-4530-98c1-a8b63a271c9f HTTP/1.1" status: 200 len: 210 time: 0.0855064 Nov 23 17:24:02.204247 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-cabb3292-d4fe-4ef1-bd50-ee975ba1504b req-26e922b2-e649-45e0-8e64-05563fb4fd64 tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] 10.222.0.36 "DELETE /v2.0/ports/2e157275-46de-4566-82b9-9a605a955c7c HTTP/1.1" status: 204 len: 173 time: 1.2597787 Nov 23 17:24:02.212910 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0d1b81-14a1-41cc-94ec-dfe4f235f3a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82e5f8b5-60f1-4416-822d-1fd94becc713,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:24:02.219686 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-8d0d1b81-14a1-41cc-94ec-dfe4f235f3a4 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=9a20a6122c174e6da48c8b1413cae862&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3189685 Nov 23 17:24:02.223295 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 55290) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:24:02.226475 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port 6c5467d2-4bcb-460c-b921-f140ab638b28, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=6c5467d2-4bcb-460c-b921-f140ab638b28,segment=NetworkSegment(8fed18b2-0713-4023-96b5-16ede53c73dc),segment_id=8fed18b2-0713-4023-96b5-16ede53c73dc)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:24:02.243350 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:24:02.376571 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 17:24:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f77aa18b-431a-4971-a8d6-101955401c4c x-openstack-request-id: req-f77aa18b-431a-4971-a8d6-101955401c4c {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:24:02.377096 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "439b6bce-64d6-41de-83e2-fc81fcef21e1", "tag": "009aeb1a-9475-482d-a72f-4831b5053604", "status": "completed", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:24:02.377314 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f77aa18b-431a-4971-a8d6-101955401c4c {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:24:02.377827 n-d-816206-8 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '439b6bce-64d6-41de-83e2-fc81fcef21e1', 'tag': '009aeb1a-9475-482d-a72f-4831b5053604', 'status': 'completed', 'code': 200} Nov 23 17:24:02.435956 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c0ab1156-fe9c-4fd4-a1b7-0bf773ec25c1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:24:02.474632 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Pushing event updated for resources: {'Port': ['ID=6c5467d2-4bcb-460c-b921-f140ab638b28,revision_number=5']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:24:02.716944 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c0ab1156-fe9c-4fd4-a1b7-0bf773ec25c1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:24:02.820974 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa7af55-2615-4289-a453-3df7c8e18b74 req-2ea35751-a865-419f-b095-10190e16da54 tempest-ImagesTestJSON-931761063 tempest-ImagesTestJSON-931761063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:24:02.835420 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8fa7af55-2615-4289-a453-3df7c8e18b74 req-2ea35751-a865-419f-b095-10190e16da54 tempest-ImagesTestJSON-931761063 tempest-ImagesTestJSON-931761063-project] 10.222.0.60 "GET /v2.0/ports?device_id=b07740e4-8387-4197-820f-c4e1d44b21a2 HTTP/1.1" status: 200 len: 945 time: 0.2607610 Nov 23 17:24:02.846565 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d1c328-84bf-49e9-8946-9aa557508b66 req-8920a438-0501-4b53-93cb-5c9987a916a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:24:02.861422 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-88d1c328-84bf-49e9-8946-9aa557508b66 req-8920a438-0501-4b53-93cb-5c9987a916a2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6a229d10d4554d9a82f91e22fc3c6096&device_id=439b6bce-64d6-41de-83e2-fc81fcef21e1 HTTP/1.1" status: 200 len: 1094 time: 0.4261830 Nov 23 17:24:02.959959 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8fa7af55-2615-4289-a453-3df7c8e18b74 req-4573b1a3-a5ec-4959-8c71-1001faf582b0 tempest-ImagesTestJSON-931761063 tempest-ImagesTestJSON-931761063-project] 10.222.0.60 "GET /v2.0/security-groups?id=f2768289-7821-4137-8326-c052bf648315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229599 Nov 23 17:24:03.121684 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d21bd636-2214-44b0-b3eb-c7b0608ecfb3 req-62798649-b8b4-4855-8577-977e23469664 tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] 10.222.0.60 "GET /v2.0/ports?device_id=8ed97b60-3196-47fe-8a00-927be6edfe27 HTTP/1.1" status: 200 len: 210 time: 0.0623047 Nov 23 17:24:03.180758 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c0ab1156-fe9c-4fd4-a1b7-0bf773ec25c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:24:03.183410 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c0ab1156-fe9c-4fd4-a1b7-0bf773ec25c1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:24:03.184613 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-c0ab1156-fe9c-4fd4-a1b7-0bf773ec25c1 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/82e5f8b5-60f1-4416-822d-1fd94becc713 HTTP/1.1" status: 204 len: 168 time: 0.9602923 Nov 23 17:24:03.238259 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ab1156-fe9c-4fd4-a1b7-0bf773ec25c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82e5f8b5-60f1-4416-822d-1fd94becc713,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:24:03.275399 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:24:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dfc7df2-d0fd-488a-8d43-fcbc4a46c3b5 x-openstack-request-id: req-4dfc7df2-d0fd-488a-8d43-fcbc4a46c3b5 {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:24:03.276813 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b07740e4-8387-4197-820f-c4e1d44b21a2", "name": "network-vif-plugged", "status": "completed", "tag": "6c5467d2-4bcb-460c-b921-f140ab638b28", "code": 200}]} {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:24:03.276813 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-4dfc7df2-d0fd-488a-8d43-fcbc4a46c3b5 {{(pid=103592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:24:03.276813 n-d-816206-8 neutron-server[103592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b07740e4-8387-4197-820f-c4e1d44b21a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c5467d2-4bcb-460c-b921-f140ab638b28', 'code': 200} Nov 23 17:24:03.286098 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d1c328-84bf-49e9-8946-9aa557508b66 req-a65b9d20-c7ab-4e06-b9de-74e2d09a6e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:24:03.294492 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-88d1c328-84bf-49e9-8946-9aa557508b66 req-a65b9d20-c7ab-4e06-b9de-74e2d09a6e82 service neutron] 10.222.0.36 "GET /v2.0/networks?id=ffa7c2aa-6251-4537-acd5-168309147200 HTTP/1.1" status: 200 len: 912 time: 0.4241683 Nov 23 17:24:03.362611 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-88d1c328-84bf-49e9-8946-9aa557508b66 req-31faf273-9041-4eac-8ec8-44e4c646850c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=009aeb1a-9475-482d-a72f-4831b5053604 HTTP/1.1" status: 200 len: 217 time: 0.0559533 Nov 23 17:24:03.472505 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d1c328-84bf-49e9-8946-9aa557508b66 req-f951dcd6-19ab-4d9b-ab04-aa90989d4091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:24:03.477910 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-88d1c328-84bf-49e9-8946-9aa557508b66 req-f951dcd6-19ab-4d9b-ab04-aa90989d4091 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8e905b96-ea32-4f4c-be91-01d912cd9ed2 HTTP/1.1" status: 200 len: 851 time: 0.1067147 Nov 23 17:24:03.483797 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147f4fdc-8be4-4218-8229-d58648d4f9f0 req-03317a0c-ad68-41c8-ba95-0c14a9fde0cb tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:24:03.494111 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-147f4fdc-8be4-4218-8229-d58648d4f9f0 req-03317a0c-ad68-41c8-ba95-0c14a9fde0cb tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] 10.222.0.60 "GET /v2.0/ports?device_id=439b6bce-64d6-41de-83e2-fc81fcef21e1 HTTP/1.1" status: 200 len: 943 time: 0.1243923 Nov 23 17:24:03.582232 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-88d1c328-84bf-49e9-8946-9aa557508b66 req-e2c4a25b-b190-4eb4-9ca2-0531fbbe5a77 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ffa7c2aa-6251-4537-acd5-168309147200&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0915687 Nov 23 17:24:03.637856 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-147f4fdc-8be4-4218-8229-d58648d4f9f0 req-d321f621-37de-4f18-9f05-02029e7f809b tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] 10.222.0.60 "GET /v2.0/security-groups?id=a7d295c6-a842-436b-b184-bb80f16900ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323583 Nov 23 17:24:03.844829 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af845cc-d672-4730-bde8-5333e3b05d3b req-75f2f287-e4bb-4edc-bb2c-b37b456096c1 tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:24:03.846313 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8af845cc-d672-4730-bde8-5333e3b05d3b req-75f2f287-e4bb-4edc-bb2c-b37b456096c1 tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] 10.222.0.55 "GET /v2.0/networks?id=3b84e4de-5a6f-44c6-a8e6-1d90b4d1f1b3 HTTP/1.1" status: 200 len: 808 time: 0.1942897 Nov 23 17:24:03.864700 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [req-8af845cc-d672-4730-bde8-5333e3b05d3b req-7fdfd7d5-3928-4149-a702-39e3b1861327 tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] Request body: {'port': {'device_id': '8ed97b60-3196-47fe-8a00-927be6edfe27', 'network_id': '3b84e4de-5a6f-44c6-a8e6-1d90b4d1f1b3', 'admin_state_up': True, 'tenant_id': '4f30b4abc7074d1fa9d31a414a5f297f'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:24:03.886470 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b463798e-dd0f-4d70-bd85-8d523303f8ad req-93ba937d-fc90-4e3b-b2fa-e12811533701 tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] 10.222.0.60 "GET /v2.0/ports?device_id=c1e6eaa3-28c2-4530-98c1-a8b63a271c9f HTTP/1.1" status: 200 len: 210 time: 0.0391235 Nov 23 17:24:03.944531 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-88d1c328-84bf-49e9-8946-9aa557508b66 req-92f0d784-5571-4462-934b-35db8a2a6b8a service neutron] 10.222.0.36 "GET /v2.0/networks/ffa7c2aa-6251-4537-acd5-168309147200?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3302765 Nov 23 17:24:03.962305 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072520e6-620f-4867-97eb-cc3315a95798 req-17d17469-365b-481f-a0ab-3b3c0a23b587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:24:03.966239 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-072520e6-620f-4867-97eb-cc3315a95798 req-17d17469-365b-481f-a0ab-3b3c0a23b587 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b07740e4-8387-4197-820f-c4e1d44b21a2 HTTP/1.1" status: 200 len: 1096 time: 0.3753858 Nov 23 17:24:04.088465 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8af845cc-d672-4730-bde8-5333e3b05d3b req-7fdfd7d5-3928-4149-a702-39e3b1861327 tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] Made reservation on behalf of 4f30b4abc7074d1fa9d31a414a5f297f for: {'port': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:24:04.092294 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-8af845cc-d672-4730-bde8-5333e3b05d3b req-7fdfd7d5-3928-4149-a702-39e3b1861327 tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:24:04.247583 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-072520e6-620f-4867-97eb-cc3315a95798 req-835286a7-837d-4158-8183-2200e3255f5e service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=f2768289-7821-4137-8326-c052bf648315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2599342 Nov 23 17:24:04.274522 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-88d1c328-84bf-49e9-8946-9aa557508b66 req-42e89473-e9a9-4317-966c-fb4b593c66d6 service neutron] 10.222.0.36 "GET /v2.0/networks/ffa7c2aa-6251-4537-acd5-168309147200?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3161368 Nov 23 17:24:04.298561 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d818e09-6e07-41e1-990b-7d81b25cd01f req-3d0c4488-6931-4197-a04c-9379026f2ef7 tempest-ImagesTestJSON-931761063 tempest-ImagesTestJSON-931761063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:24:04.306754 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-1d818e09-6e07-41e1-990b-7d81b25cd01f req-3d0c4488-6931-4197-a04c-9379026f2ef7 tempest-ImagesTestJSON-931761063 tempest-ImagesTestJSON-931761063-project] 10.222.0.60 "GET /v2.0/ports?device_id=b07740e4-8387-4197-820f-c4e1d44b21a2 HTTP/1.1" status: 200 len: 945 time: 0.2406456 Nov 23 17:24:04.353226 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.db_base_plugin_common [req-8af845cc-d672-4730-bde8-5333e3b05d3b req-7fdfd7d5-3928-4149-a702-39e3b1861327 tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] Allocated IP 172.20.0.7 (3b84e4de-5a6f-44c6-a8e6-1d90b4d1f1b3/10cf3f5a-71d1-468b-8622-0226dd1fd98a/105db64e-4908-4496-936a-519581ccae88) {{(pid=103591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:24:04.378930 n-d-816206-8 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1e6eaa3-28c2-4530-98c1-a8b63a271c9f', 'name': 'network-vif-deleted', 'tag': '2e157275-46de-4566-82b9-9a605a955c7c'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:24:04.381673 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbabddbc9fc37b068808e119c416c86f5957ca04531a4a0d2e695c515e93483b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11dd2844-2c8c-4ee4-9f03-53acc7784423" -d '{"events": [{"server_uuid": "c1e6eaa3-28c2-4530-98c1-a8b63a271c9f", "name": "network-vif-deleted", "tag": "2e157275-46de-4566-82b9-9a605a955c7c"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:24:04.413108 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-1d818e09-6e07-41e1-990b-7d81b25cd01f req-fb35e683-14ca-49cc-9fdb-e51858e8eb78 tempest-ImagesTestJSON-931761063 tempest-ImagesTestJSON-931761063-project] 10.222.0.60 "GET /v2.0/security-groups?id=f2768289-7821-4137-8326-c052bf648315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053655 Nov 23 17:24:04.683159 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e66b753a-6e2d-434a-92de-f7e2c16adb70 req-70d64a14-8d46-44b5-8dfd-5ff20d7ff667 tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] 10.222.0.60 "GET /v2.0/ports?device_id=8ed97b60-3196-47fe-8a00-927be6edfe27 HTTP/1.1" status: 200 len: 210 time: 0.0511010 Nov 23 17:24:04.738389 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:24:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9b5dbd0-cc62-4bbe-ab84-8752cb336ab9 x-openstack-request-id: req-f9b5dbd0-cc62-4bbe-ab84-8752cb336ab9 {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:24:04.739095 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1e6eaa3-28c2-4530-98c1-a8b63a271c9f", "name": "network-vif-deleted", "tag": "2e157275-46de-4566-82b9-9a605a955c7c", "status": "completed", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:24:04.739582 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f9b5dbd0-cc62-4bbe-ab84-8752cb336ab9 {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:24:04.740058 n-d-816206-8 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1e6eaa3-28c2-4530-98c1-a8b63a271c9f', 'name': 'network-vif-deleted', 'tag': '2e157275-46de-4566-82b9-9a605a955c7c', 'status': 'completed', 'code': 200} Nov 23 17:24:04.791099 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-8af845cc-d672-4730-bde8-5333e3b05d3b req-7fdfd7d5-3928-4149-a702-39e3b1861327 tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] Publish callbacks [] for port, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:24:05.030792 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-8af845cc-d672-4730-bde8-5333e3b05d3b req-7fdfd7d5-3928-4149-a702-39e3b1861327 tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:24:05.045625 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] get_ports_and_sgs() called for port_ids ['365a668f-0f82-4ce1-a3e0-e0946dd88a04'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:24:05.318151 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8af845cc-d672-4730-bde8-5333e3b05d3b req-7fdfd7d5-3928-4149-a702-39e3b1861327 tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] Network 3b84e4de-5a6f-44c6-a8e6-1d90b4d1f1b3 is already hosted by enough agents. {{(pid=103591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:24:05.390181 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f882b21-f55d-4dba-bd7d-a5f4eb477430 req-95c64b22-51d7-4e30-9f51-eddeb69c20d0 tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:24:05.397815 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-3f882b21-f55d-4dba-bd7d-a5f4eb477430 req-95c64b22-51d7-4e30-9f51-eddeb69c20d0 tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] 10.222.0.60 "GET /v2.0/ports?device_id=439b6bce-64d6-41de-83e2-fc81fcef21e1 HTTP/1.1" status: 200 len: 943 time: 0.5479047 Nov 23 17:24:05.400996 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [req-8af845cc-d672-4730-bde8-5333e3b05d3b req-7fdfd7d5-3928-4149-a702-39e3b1861327 tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] Resources bound (agent type, host, resource id): {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:24:05.416514 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdfd7d5-3928-4149-a702-39e3b1861327 tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] Pushing event updated for resources: {'Port': ['ID=105db64e-4908-4496-936a-519581ccae88,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:24:05.420581 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [req-8af845cc-d672-4730-bde8-5333e3b05d3b req-7fdfd7d5-3928-4149-a702-39e3b1861327 tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] Received port after_create {{(pid=103591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:24:05.495254 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af845cc-d672-4730-bde8-5333e3b05d3b req-7fdfd7d5-3928-4149-a702-39e3b1861327 tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:24:05.495911 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-8af845cc-d672-4730-bde8-5333e3b05d3b req-7fdfd7d5-3928-4149-a702-39e3b1861327 tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:24:05.519141 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device 009aeb1a-9475-482d-a72f-4831b5053604 details requested by agent hyperv_n-h2-816206-8 with host n-h2-816206-8 {{(pid=103592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 17:24:05.526265 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device 2e157275-46de-4566-82b9-9a605a955c7c no longer exists at agent hyperv_n-h2-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:24:05.558768 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8af845cc-d672-4730-bde8-5333e3b05d3b req-7fdfd7d5-3928-4149-a702-39e3b1861327 tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7000604 Nov 23 17:24:05.588823 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [req-8af845cc-d672-4730-bde8-5333e3b05d3b req-3d405d47-6aec-4ba1-9f8b-0ea5b340adea service neutron] Request body: {'port': {'device_id': '8ed97b60-3196-47fe-8a00-927be6edfe27', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-8'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:24:05.653790 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] No Port match for: 2e157275-46de-4566-82b9-9a605a955c7c {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:24:05.654134 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device 2e157275-46de-4566-82b9-9a605a955c7c not bound to the agent host n-h2-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:24:05.751914 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-3f882b21-f55d-4dba-bd7d-a5f4eb477430 req-fd0d8895-9a98-4c6f-afe4-330e7c144354 tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] 10.222.0.60 "GET /v2.0/security-groups?id=a7d295c6-a842-436b-b184-bb80f16900ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3531208 Nov 23 17:24:05.835227 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-8af845cc-d672-4730-bde8-5333e3b05d3b req-3d405d47-6aec-4ba1-9f8b-0ea5b340adea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:24:05.875989 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port 009aeb1a-9475-482d-a72f-4831b5053604, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=009aeb1a-9475-482d-a72f-4831b5053604,segment=NetworkSegment(6c418a8c-f20c-4230-99c6-0f83d6e48757),segment_id=6c418a8c-f20c-4230-99c6-0f83d6e48757)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:24:05.896448 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Returning: {'device': '009aeb1a-9475-482d-a72f-4831b5053604', 'network_id': 'ffa7c2aa-6251-4537-acd5-168309147200', 'port_id': '009aeb1a-9475-482d-a72f-4831b5053604', 'mac_address': 'fa:16:3e:a2:1f:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e905b96-ea32-4f4c-be91-01d912cd9ed2', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 17:24:05.961206 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:24:05.971805 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f4b32e02-e83c-49ce-827d-28fc618e8631 req-3a6ec4d4-d9e1-44aa-bfad-402210ae120f tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] 10.222.0.60 "GET /v2.0/ports?device_id=c1e6eaa3-28c2-4530-98c1-a8b63a271c9f HTTP/1.1" status: 200 len: 210 time: 0.0461085 Nov 23 17:24:06.008129 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 009aeb1a-9475-482d-a72f-4831b5053604 {{(pid=103592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:24:06.081030 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port 009aeb1a-9475-482d-a72f-4831b5053604, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=009aeb1a-9475-482d-a72f-4831b5053604,segment=NetworkSegment(6c418a8c-f20c-4230-99c6-0f83d6e48757),segment_id=6c418a8c-f20c-4230-99c6-0f83d6e48757)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:24:06.093349 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:24:06.235851 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63f1ac6-9f24-4580-b712-46b3340c8f0f req-2c389b1e-a56c-4d18-a305-4b2a4e8463ae tempest-ImagesTestJSON-931761063 tempest-ImagesTestJSON-931761063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:24:06.240003 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Pushing event updated for resources: {'Port': ['ID=009aeb1a-9475-482d-a72f-4831b5053604,revision_number=4']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:24:06.242465 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e63f1ac6-9f24-4580-b712-46b3340c8f0f req-2c389b1e-a56c-4d18-a305-4b2a4e8463ae tempest-ImagesTestJSON-931761063 tempest-ImagesTestJSON-931761063-project] 10.222.0.60 "GET /v2.0/ports?device_id=b07740e4-8387-4197-820f-c4e1d44b21a2 HTTP/1.1" status: 200 len: 945 time: 0.1260078 Nov 23 17:24:06.332612 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e63f1ac6-9f24-4580-b712-46b3340c8f0f req-86c0aed0-b192-49c1-9213-9794d6e078d2 tempest-ImagesTestJSON-931761063 tempest-ImagesTestJSON-931761063-project] 10.222.0.60 "GET /v2.0/security-groups?id=f2768289-7821-4137-8326-c052bf648315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802772 Nov 23 17:24:06.416204 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] get_ports_and_sgs() called for port_ids ['009aeb1a-9475-482d-a72f-4831b5053604'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:24:06.570805 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0370c6f5-b07c-408e-8dd1-a2d11255b669 req-d0962be5-91fd-4386-a144-12ee9906deaf tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:24:06.573744 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-0370c6f5-b07c-408e-8dd1-a2d11255b669 req-d0962be5-91fd-4386-a144-12ee9906deaf tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] 10.222.0.60 "GET /v2.0/ports?device_id=8ed97b60-3196-47fe-8a00-927be6edfe27 HTTP/1.1" status: 200 len: 931 time: 0.1377766 Nov 23 17:24:06.679687 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [req-8af845cc-d672-4730-bde8-5333e3b05d3b req-3d405d47-6aec-4ba1-9f8b-0ea5b340adea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 105db64e-4908-4496-936a-519581ccae88 {{(pid=103591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:24:06.702994 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-0370c6f5-b07c-408e-8dd1-a2d11255b669 req-5b1d64a5-86de-4856-adcb-437c2dbf449e tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] 10.222.0.60 "GET /v2.0/security-groups?id=5c82e7e8-9cad-459a-acb2-b7a0867274de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135406 Nov 23 17:24:06.705536 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-8af845cc-d672-4730-bde8-5333e3b05d3b req-3d405d47-6aec-4ba1-9f8b-0ea5b340adea service neutron] Publish callbacks [] for port, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:24:06.737753 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.provisioning_blocks [req-8af845cc-d672-4730-bde8-5333e3b05d3b req-3d405d47-6aec-4ba1-9f8b-0ea5b340adea service neutron] Transition to ACTIVE for port object 105db64e-4908-4496-936a-519581ccae88 will not be triggered until provisioned by entity L2. {{(pid=103591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 17:24:06.744475 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-8af845cc-d672-4730-bde8-5333e3b05d3b req-3d405d47-6aec-4ba1-9f8b-0ea5b340adea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264758186'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:24:06.849656 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d405d47-6aec-4ba1-9f8b-0ea5b340adea service neutron] Pushing event updated for resources: {'Port': ['ID=105db64e-4908-4496-936a-519581ccae88,revision_number=2']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:24:06.896765 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-8af845cc-d672-4730-bde8-5333e3b05d3b req-3d405d47-6aec-4ba1-9f8b-0ea5b340adea service neutron] Attempting to bind port 105db64e-4908-4496-936a-519581ccae88 on host n-h1-816206-8 for vnic_type normal with profile {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:24:06.897853 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-8af845cc-d672-4730-bde8-5333e3b05d3b req-3d405d47-6aec-4ba1-9f8b-0ea5b340adea service neutron] Attempting to bind port 105db64e-4908-4496-936a-519581ccae88 by drivers openvswitch,hyperv on host n-h1-816206-8 at level 0 using segments [{'id': '12913541-acd4-4e3c-8f48-e22896931a9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '3b84e4de-5a6f-44c6-a8e6-1d90b4d1f1b3'}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:24:06.898258 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8af845cc-d672-4730-bde8-5333e3b05d3b req-3d405d47-6aec-4ba1-9f8b-0ea5b340adea service neutron] Attempting to bind port 105db64e-4908-4496-936a-519581ccae88 on network 3b84e4de-5a6f-44c6-a8e6-1d90b4d1f1b3 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:24:06.905272 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8af845cc-d672-4730-bde8-5333e3b05d3b req-3d405d47-6aec-4ba1-9f8b-0ea5b340adea service neutron] Port 105db64e-4908-4496-936a-519581ccae88 on network 3b84e4de-5a6f-44c6-a8e6-1d90b4d1f1b3 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-8 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 17:24:06.905754 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8af845cc-d672-4730-bde8-5333e3b05d3b req-3d405d47-6aec-4ba1-9f8b-0ea5b340adea service neutron] Attempting to bind port 105db64e-4908-4496-936a-519581ccae88 on network 3b84e4de-5a6f-44c6-a8e6-1d90b4d1f1b3 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:24:06.913483 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8af845cc-d672-4730-bde8-5333e3b05d3b req-3d405d47-6aec-4ba1-9f8b-0ea5b340adea service neutron] Checking agent: {'id': '4b0a4557-3bfe-4828-80a0-7981fc3ac84c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 15, 14), 'started_at': datetime.datetime(2021, 11, 23, 17, 15, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 23, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:24:06.913817 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8af845cc-d672-4730-bde8-5333e3b05d3b req-3d405d47-6aec-4ba1-9f8b-0ea5b340adea service neutron] Checking segment: {'id': '12913541-acd4-4e3c-8f48-e22896931a9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '3b84e4de-5a6f-44c6-a8e6-1d90b4d1f1b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:24:06.914200 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8af845cc-d672-4730-bde8-5333e3b05d3b req-3d405d47-6aec-4ba1-9f8b-0ea5b340adea service neutron] Bound using segment: {'id': '12913541-acd4-4e3c-8f48-e22896931a9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '3b84e4de-5a6f-44c6-a8e6-1d90b4d1f1b3'} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:24:06.914637 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-8af845cc-d672-4730-bde8-5333e3b05d3b req-3d405d47-6aec-4ba1-9f8b-0ea5b340adea service neutron] Bound port: 105db64e-4908-4496-936a-519581ccae88, host: n-h1-816206-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12913541-acd4-4e3c-8f48-e22896931a9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '3b84e4de-5a6f-44c6-a8e6-1d90b4d1f1b3'}}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:24:06.914999 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-8af845cc-d672-4730-bde8-5333e3b05d3b req-3d405d47-6aec-4ba1-9f8b-0ea5b340adea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:24:06.991525 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-8af845cc-d672-4730-bde8-5333e3b05d3b req-3d405d47-6aec-4ba1-9f8b-0ea5b340adea service neutron] For port 105db64e-4908-4496-936a-519581ccae88, host n-h1-816206-8, cleared binding levels {{(pid=103591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:24:06.995664 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-8af845cc-d672-4730-bde8-5333e3b05d3b req-3d405d47-6aec-4ba1-9f8b-0ea5b340adea service neutron] For port 105db64e-4908-4496-936a-519581ccae88, host n-h1-816206-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=105db64e-4908-4496-936a-519581ccae88,segment=NetworkSegment(12913541-acd4-4e3c-8f48-e22896931a9c),segment_id=12913541-acd4-4e3c-8f48-e22896931a9c)] {{(pid=103591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:24:07.003638 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-8af845cc-d672-4730-bde8-5333e3b05d3b req-3d405d47-6aec-4ba1-9f8b-0ea5b340adea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264758186'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:24:07.050452 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af845cc-d672-4730-bde8-5333e3b05d3b req-3d405d47-6aec-4ba1-9f8b-0ea5b340adea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:24:07.051094 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-8af845cc-d672-4730-bde8-5333e3b05d3b req-3d405d47-6aec-4ba1-9f8b-0ea5b340adea service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:24:07.053722 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8af845cc-d672-4730-bde8-5333e3b05d3b req-3d405d47-6aec-4ba1-9f8b-0ea5b340adea service neutron] 10.222.0.55 "PUT /v2.0/ports/105db64e-4908-4496-936a-519581ccae88 HTTP/1.1" status: 200 len: 1091 time: 1.4719994 Nov 23 17:24:07.054372 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ed97b60-3196-47fe-8a00-927be6edfe27', 'tag': '105db64e-4908-4496-936a-519581ccae88'}] {{(pid=103591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:24:07.057647 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41d174a19ece9499ff9ec44e5b3fc50f2abd3ffbc947fb7e52ea1e8db27b95b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf1a9af8-bf97-4101-947c-9c7bc4c8036a" -d '{"events": [{"name": "network-changed", "server_uuid": "8ed97b60-3196-47fe-8a00-927be6edfe27", "tag": "105db64e-4908-4496-936a-519581ccae88"}]}' {{(pid=103591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:24:07.098052 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d405d47-6aec-4ba1-9f8b-0ea5b340adea service neutron] Pushing event updated for resources: {'Port': ['ID=105db64e-4908-4496-936a-519581ccae88,revision_number=3']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:24:07.196132 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af845cc-d672-4730-bde8-5333e3b05d3b req-3cceeeb2-3877-4be9-aa93-c018535cc9fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:24:07.198601 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8af845cc-d672-4730-bde8-5333e3b05d3b req-3cceeeb2-3877-4be9-aa93-c018535cc9fd service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4f30b4abc7074d1fa9d31a414a5f297f&device_id=8ed97b60-3196-47fe-8a00-927be6edfe27 HTTP/1.1" status: 200 len: 1094 time: 0.0946002 Nov 23 17:24:07.268088 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8af845cc-d672-4730-bde8-5333e3b05d3b req-9b9d7da0-0c07-4a67-be57-c1d4c51bdbb3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=105db64e-4908-4496-936a-519581ccae88 HTTP/1.1" status: 200 len: 217 time: 0.0574181 Nov 23 17:24:07.346261 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af845cc-d672-4730-bde8-5333e3b05d3b req-7cb8dc53-210c-4d5c-b7df-a069d172a6cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:24:07.347985 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8af845cc-d672-4730-bde8-5333e3b05d3b req-7cb8dc53-210c-4d5c-b7df-a069d172a6cf service neutron] 10.222.0.55 "GET /v2.0/subnets?id=10cf3f5a-71d1-468b-8622-0226dd1fd98a HTTP/1.1" status: 200 len: 848 time: 0.0690877 Nov 23 17:24:07.393529 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8af845cc-d672-4730-bde8-5333e3b05d3b req-3d16bcc2-0848-4cd3-9a06-74d71125932e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3b84e4de-5a6f-44c6-a8e6-1d90b4d1f1b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349693 Nov 23 17:24:07.511596 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8af845cc-d672-4730-bde8-5333e3b05d3b req-6d0d643d-5345-445d-ab46-0170b4e11901 service neutron] 10.222.0.55 "GET /v2.0/networks/3b84e4de-5a6f-44c6-a8e6-1d90b4d1f1b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1086359 Nov 23 17:24:07.534886 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device 009aeb1a-9475-482d-a72f-4831b5053604 up at agent hyperv_n-h2-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:24:07.668401 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Provisioning for port 009aeb1a-9475-482d-a72f-4831b5053604 completed by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 17:24:07.680279 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Provisioning complete for port 009aeb1a-9475-482d-a72f-4831b5053604 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:24:07.681017 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:24:07.848652 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:24:07.883142 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '439b6bce-64d6-41de-83e2-fc81fcef21e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '009aeb1a-9475-482d-a72f-4831b5053604'}] {{(pid=103592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:24:07.886689 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba3e6a8f2301c7a29fe1eca9779abdae4ccbcd6266d69778087f2498d5551201" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecc5e160-8ede-4e55-8426-1705dea74e29" -d '{"events": [{"server_uuid": "439b6bce-64d6-41de-83e2-fc81fcef21e1", "name": "network-vif-plugged", "status": "completed", "tag": "009aeb1a-9475-482d-a72f-4831b5053604"}]}' {{(pid=103592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:24:07.906176 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port 009aeb1a-9475-482d-a72f-4831b5053604, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=009aeb1a-9475-482d-a72f-4831b5053604,segment=NetworkSegment(6c418a8c-f20c-4230-99c6-0f83d6e48757),segment_id=6c418a8c-f20c-4230-99c6-0f83d6e48757)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:24:07.916164 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:24:08.030122 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Pushing event updated for resources: {'Port': ['ID=009aeb1a-9475-482d-a72f-4831b5053604,revision_number=5']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:24:08.102164 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8af845cc-d672-4730-bde8-5333e3b05d3b req-f4b18e82-35d7-4777-9dd4-8ce62782eb21 service neutron] 10.222.0.55 "GET /v2.0/networks/3b84e4de-5a6f-44c6-a8e6-1d90b4d1f1b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5830147 Nov 23 17:24:09.181141 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d5f027be-e096-4ae6-b94e-7760af6a055e req-cc9fc3d7-555c-4436-a2d6-401b9e2820c7 tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=686e648a568f4c8c872ae36928886735&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0471108 Nov 23 17:24:09.237863 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-746fd808-f247-43ac-9699-b0341dc29f33 req-9ba5fbef-2dbd-4a76-a9fd-c65191f34fe4 tempest-ServersAdminTestJSON-1762598083 tempest-ServersAdminTestJSON-1762598083-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=b7b3b3f4a8764d7e903a9a361c942b8f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0839264 Nov 23 17:24:09.436267 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f027be-e096-4ae6-b94e-7760af6a055e req-336918e0-4919-4ef2-83a0-e5e9051e7fa5 tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:24:09.438246 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d5f027be-e096-4ae6-b94e-7760af6a055e req-336918e0-4919-4ef2-83a0-e5e9051e7fa5 tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2555673 Nov 23 17:24:09.445412 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746fd808-f247-43ac-9699-b0341dc29f33 req-e6386c68-0ec7-45de-9130-61634fc2ccf6 tempest-ServersAdminTestJSON-1762598083 tempest-ServersAdminTestJSON-1762598083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:24:09.453628 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-746fd808-f247-43ac-9699-b0341dc29f33 req-e6386c68-0ec7-45de-9130-61634fc2ccf6 tempest-ServersAdminTestJSON-1762598083 tempest-ServersAdminTestJSON-1762598083-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2050569 Nov 23 17:24:09.475512 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d5f027be-e096-4ae6-b94e-7760af6a055e req-6ebad285-b689-48b2-8c5d-3854ad4e0e6a tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] 10.222.0.60 "GET /v2.0/quotas/686e648a568f4c8c872ae36928886735 HTTP/1.1" status: 200 len: 375 time: 0.0185909 Nov 23 17:24:09.482260 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-746fd808-f247-43ac-9699-b0341dc29f33 req-df600765-b5a0-481d-a3a7-b293d3fb13e8 tempest-ServersAdminTestJSON-1762598083 tempest-ServersAdminTestJSON-1762598083-project] 10.222.0.60 "GET /v2.0/quotas/b7b3b3f4a8764d7e903a9a361c942b8f HTTP/1.1" status: 200 len: 375 time: 0.0277805 Nov 23 17:24:09.549703 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-746fd808-f247-43ac-9699-b0341dc29f33 req-cb6685ba-10fe-4e13-9f5d-f310fc0c287f tempest-ServersAdminTestJSON-1762598083 tempest-ServersAdminTestJSON-1762598083-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=b7b3b3f4a8764d7e903a9a361c942b8f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0661564 Nov 23 17:24:09.589879 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d5f027be-e096-4ae6-b94e-7760af6a055e req-91ac01ec-54d2-4de2-8471-4425a1443694 tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=686e648a568f4c8c872ae36928886735&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1015673 Nov 23 17:24:09.901480 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a967f2c-41c0-4a1e-b1ee-e026a4efbf1e req-4f38ab36-4f34-4f07-ad06-e587160f761c tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:24:09.906044 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2a967f2c-41c0-4a1e-b1ee-e026a4efbf1e req-4f38ab36-4f34-4f07-ad06-e587160f761c tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] 10.222.0.60 "GET /v2.0/ports?device_id=439b6bce-64d6-41de-83e2-fc81fcef21e1 HTTP/1.1" status: 200 len: 945 time: 0.1140704 Nov 23 17:24:10.000838 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2a967f2c-41c0-4a1e-b1ee-e026a4efbf1e req-88578d41-5198-47b4-819e-ce264af03298 tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] 10.222.0.60 "GET /v2.0/security-groups?id=a7d295c6-a842-436b-b184-bb80f16900ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892203 Nov 23 17:24:10.230909 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf93380-7182-40dd-a0a0-3b53f60efadd req-b7a0d1c5-f372-4e99-a363-3700284d1533 tempest-ImagesTestJSON-931761063 tempest-ImagesTestJSON-931761063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:24:10.233284 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-bbf93380-7182-40dd-a0a0-3b53f60efadd req-b7a0d1c5-f372-4e99-a363-3700284d1533 tempest-ImagesTestJSON-931761063 tempest-ImagesTestJSON-931761063-project] 10.222.0.60 "GET /v2.0/ports?device_id=b07740e4-8387-4197-820f-c4e1d44b21a2 HTTP/1.1" status: 200 len: 945 time: 0.1193790 Nov 23 17:24:10.299597 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-bbf93380-7182-40dd-a0a0-3b53f60efadd req-2606a121-33db-409d-8efd-aebc106d5bdc tempest-ImagesTestJSON-931761063 tempest-ImagesTestJSON-931761063-project] 10.222.0.60 "GET /v2.0/security-groups?id=f2768289-7821-4137-8326-c052bf648315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576046 Nov 23 17:24:10.508920 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-632ad003-8c35-46f2-b92a-71a33557d94d req-84e3b3f1-1aa0-48e0-a4ac-854a36b4cde1 tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] 10.222.0.60 "GET /v2.0/ports?device_id=c1e6eaa3-28c2-4530-98c1-a8b63a271c9f HTTP/1.1" status: 200 len: 210 time: 0.0933647 Nov 23 17:24:10.513780 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 17:24:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ebcc03f-a860-4e5b-b77e-c632ee6e5bb4 x-openstack-request-id: req-6ebcc03f-a860-4e5b-b77e-c632ee6e5bb4 {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:24:10.514090 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ed97b60-3196-47fe-8a00-927be6edfe27", "tag": "105db64e-4908-4496-936a-519581ccae88", "status": "completed", "code": 200}]} {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:24:10.514415 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6ebcc03f-a860-4e5b-b77e-c632ee6e5bb4 {{(pid=103591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:24:10.514849 n-d-816206-8 neutron-server[103591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ed97b60-3196-47fe-8a00-927be6edfe27', 'tag': '105db64e-4908-4496-936a-519581ccae88', 'status': 'completed', 'code': 200} Nov 23 17:24:10.661098 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:24:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9bec91f-d75a-4c37-9a97-def3bd28520b x-openstack-request-id: req-c9bec91f-d75a-4c37-9a97-def3bd28520b {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:24:10.662027 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "439b6bce-64d6-41de-83e2-fc81fcef21e1", "name": "network-vif-plugged", "status": "completed", "tag": "009aeb1a-9475-482d-a72f-4831b5053604", "code": 200}]} {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:24:10.662459 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c9bec91f-d75a-4c37-9a97-def3bd28520b {{(pid=103592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:24:10.663663 n-d-816206-8 neutron-server[103592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '439b6bce-64d6-41de-83e2-fc81fcef21e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '009aeb1a-9475-482d-a72f-4831b5053604', 'code': 200} Nov 23 17:24:10.667126 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1a9af8-bf97-4101-947c-9c7bc4c8036a req-efcd48cd-7e19-4408-b0e4-2c83826c7ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:24:10.684643 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-cf1a9af8-bf97-4101-947c-9c7bc4c8036a req-efcd48cd-7e19-4408-b0e4-2c83826c7ac2 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4f30b4abc7074d1fa9d31a414a5f297f&device_id=8ed97b60-3196-47fe-8a00-927be6edfe27 HTTP/1.1" status: 200 len: 1094 time: 0.1532292 Nov 23 17:24:10.830113 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f711b3cf-ca03-4d01-82fc-78f7dd287d79 req-0ebacebe-4d0e-45aa-ba2f-92e85cd8ff77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:24:10.832847 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-f711b3cf-ca03-4d01-82fc-78f7dd287d79 req-0ebacebe-4d0e-45aa-ba2f-92e85cd8ff77 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=439b6bce-64d6-41de-83e2-fc81fcef21e1 HTTP/1.1" status: 200 len: 1096 time: 0.1202157 Nov 23 17:24:10.952220 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-f711b3cf-ca03-4d01-82fc-78f7dd287d79 req-4dc26a80-756c-4c6e-8c77-10e6eef83d07 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=a7d295c6-a842-436b-b184-bb80f16900ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106596 Nov 23 17:24:11.004416 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1a9af8-bf97-4101-947c-9c7bc4c8036a req-b3c63a7d-cc5f-43f0-8742-9ed32c61fa68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:24:11.006027 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-cf1a9af8-bf97-4101-947c-9c7bc4c8036a req-b3c63a7d-cc5f-43f0-8742-9ed32c61fa68 service neutron] 10.222.0.55 "GET /v2.0/networks?id=3b84e4de-5a6f-44c6-a8e6-1d90b4d1f1b3 HTTP/1.1" status: 200 len: 909 time: 0.3190975 Nov 23 17:24:11.034474 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2c95027b-05ed-416e-9d30-96e6a8d46d20 req-7f73b22b-4e28-469e-879c-1329ccae6d18 tempest-ServersAdminTestJSON-1762598083 tempest-ServersAdminTestJSON-1762598083-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=b7b3b3f4a8764d7e903a9a361c942b8f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0320618 Nov 23 17:24:11.322713 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-cf1a9af8-bf97-4101-947c-9c7bc4c8036a req-e087400b-aa47-42d9-8a47-b80ea159b2c5 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=105db64e-4908-4496-936a-519581ccae88 HTTP/1.1" status: 200 len: 217 time: 0.2859788 Nov 23 17:24:11.355594 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c95027b-05ed-416e-9d30-96e6a8d46d20 req-e2c0d74d-6d42-47b5-ad37-20ea7bc92af5 tempest-ServersAdminTestJSON-1762598083 tempest-ServersAdminTestJSON-1762598083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:24:11.365303 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2c95027b-05ed-416e-9d30-96e6a8d46d20 req-e2c0d74d-6d42-47b5-ad37-20ea7bc92af5 tempest-ServersAdminTestJSON-1762598083 tempest-ServersAdminTestJSON-1762598083-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3295319 Nov 23 17:24:11.425976 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2c95027b-05ed-416e-9d30-96e6a8d46d20 req-7ddb4eb4-9b89-4b16-8efc-20d9b41f9e19 tempest-ServersAdminTestJSON-1762598083 tempest-ServersAdminTestJSON-1762598083-project] 10.222.0.60 "GET /v2.0/quotas/b7b3b3f4a8764d7e903a9a361c942b8f HTTP/1.1" status: 200 len: 375 time: 0.0590730 Nov 23 17:24:11.439120 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1315bcf2-cc2f-4738-8024-4d39ccc05025 req-ceb38443-91e5-409b-8b09-da2caf9a2818 tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:24:11.449596 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-1315bcf2-cc2f-4738-8024-4d39ccc05025 req-ceb38443-91e5-409b-8b09-da2caf9a2818 tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] 10.222.0.60 "GET /v2.0/ports?device_id=8ed97b60-3196-47fe-8a00-927be6edfe27 HTTP/1.1" status: 200 len: 943 time: 0.4796271 Nov 23 17:24:11.554569 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2c95027b-05ed-416e-9d30-96e6a8d46d20 req-4378878f-f974-420a-aa70-21182056aba7 tempest-ServersAdminTestJSON-1762598083 tempest-ServersAdminTestJSON-1762598083-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=b7b3b3f4a8764d7e903a9a361c942b8f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0975845 Nov 23 17:24:11.560732 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1a9af8-bf97-4101-947c-9c7bc4c8036a req-96fea795-a359-4c97-bc7a-e94a63ace60f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:24:11.562680 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-cf1a9af8-bf97-4101-947c-9c7bc4c8036a req-96fea795-a359-4c97-bc7a-e94a63ace60f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=10cf3f5a-71d1-468b-8622-0226dd1fd98a HTTP/1.1" status: 200 len: 848 time: 0.2293007 Nov 23 17:24:11.681650 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-1315bcf2-cc2f-4738-8024-4d39ccc05025 req-85a8d0b2-e246-46f7-8334-80a2cf1f5403 tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] 10.222.0.60 "GET /v2.0/security-groups?id=5c82e7e8-9cad-459a-acb2-b7a0867274de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2307572 Nov 23 17:24:11.684387 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-cf1a9af8-bf97-4101-947c-9c7bc4c8036a req-d3b10618-bf09-4f46-af71-7714737c3503 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3b84e4de-5a6f-44c6-a8e6-1d90b4d1f1b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1124899 Nov 23 17:24:12.054624 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-746fd808-f247-43ac-9699-b0341dc29f33 req-33dd4c92-c0ba-49da-81f1-9ad491549936 tempest-ServersAdminTestJSON-1762598083 tempest-ServersAdminTestJSON-1762598083-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=b7b3b3f4a8764d7e903a9a361c942b8f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1308982 Nov 23 17:24:12.379244 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-cf1a9af8-bf97-4101-947c-9c7bc4c8036a req-cda05940-1c9c-4916-802b-6e17122e113f service neutron] 10.222.0.55 "GET /v2.0/networks/3b84e4de-5a6f-44c6-a8e6-1d90b4d1f1b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6856811 Nov 23 17:24:12.657369 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746fd808-f247-43ac-9699-b0341dc29f33 req-783a7e55-917a-418c-8521-43983cbe3d9e tempest-ServersAdminTestJSON-1762598083 tempest-ServersAdminTestJSON-1762598083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:24:12.659300 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-746fd808-f247-43ac-9699-b0341dc29f33 req-783a7e55-917a-418c-8521-43983cbe3d9e tempest-ServersAdminTestJSON-1762598083 tempest-ServersAdminTestJSON-1762598083-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5895360 Nov 23 17:24:12.699330 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [req-746fd808-f247-43ac-9699-b0341dc29f33 req-be57dee4-56a5-4e82-a0e5-5e2c0ef3732a tempest-ServersAdminTestJSON-1762598083 tempest-ServersAdminTestJSON-1762598083-project] Request body: {'port': {'device_id': '8b7e3802-0f06-4962-a331-d43c0ed8ac79', 'network_id': 'f1e1dabf-b410-4023-9169-a460a86e7184', 'admin_state_up': True, 'tenant_id': 'b7b3b3f4a8764d7e903a9a361c942b8f'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:24:12.878771 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-54d72097-f77a-4c63-9b1b-107140cc502c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:24:13.094112 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-746fd808-f247-43ac-9699-b0341dc29f33 req-be57dee4-56a5-4e82-a0e5-5e2c0ef3732a tempest-ServersAdminTestJSON-1762598083 tempest-ServersAdminTestJSON-1762598083-project] Made reservation on behalf of b7b3b3f4a8764d7e903a9a361c942b8f for: {'port': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:24:13.099977 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-746fd808-f247-43ac-9699-b0341dc29f33 req-be57dee4-56a5-4e82-a0e5-5e2c0ef3732a tempest-ServersAdminTestJSON-1762598083 tempest-ServersAdminTestJSON-1762598083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:24:13.148861 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6bff615b-9cf6-4d2b-9a9e-523284dc5987 req-46675d1a-d41b-444f-9f35-53ebdd9d26e2 tempest-ServersAdminTestJSON-1762598083 tempest-ServersAdminTestJSON-1762598083-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ce5f358-6741-4ecf-8dcb-8a2d01ccd06f HTTP/1.1" status: 200 len: 210 time: 0.0879881 Nov 23 17:24:13.152222 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-cf1a9af8-bf97-4101-947c-9c7bc4c8036a req-479e4417-5fea-48ae-bc30-74f246dfa178 service neutron] 10.222.0.55 "GET /v2.0/networks/3b84e4de-5a6f-44c6-a8e6-1d90b4d1f1b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7481387 Nov 23 17:24:13.271956 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35248116-4d11-4c3a-b7e7-7ab5d1219b0c req-cc5e2fa7-292b-4ca8-91c7-9e52b85ad090 tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:24:13.276118 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:24:13.279929 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-35248116-4d11-4c3a-b7e7-7ab5d1219b0c req-cc5e2fa7-292b-4ca8-91c7-9e52b85ad090 tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] 10.222.0.60 "GET /v2.0/ports?device_id=439b6bce-64d6-41de-83e2-fc81fcef21e1 HTTP/1.1" status: 200 len: 945 time: 0.6400280 Nov 23 17:24:13.287633 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-746fd808-f247-43ac-9699-b0341dc29f33 req-be57dee4-56a5-4e82-a0e5-5e2c0ef3732a tempest-ServersAdminTestJSON-1762598083 tempest-ServersAdminTestJSON-1762598083-project] Publish callbacks [] for security_group, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:24:13.636127 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-35248116-4d11-4c3a-b7e7-7ab5d1219b0c req-3c44f3f6-ec51-42d6-8f73-419e63ac0c91 tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] 10.222.0.60 "GET /v2.0/security-groups?id=a7d295c6-a842-436b-b184-bb80f16900ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3324444 Nov 23 17:24:13.638171 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d5f027be-e096-4ae6-b94e-7760af6a055e req-f3c0c639-4cea-4b46-b3f7-2270659d6242 tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=686e648a568f4c8c872ae36928886735&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1484184 Nov 23 17:24:13.651455 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-d5f027be-e096-4ae6-b94e-7760af6a055e req-90788f74-2a13-4d21-9034-b9f5c5a9ed13 tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=686e648a568f4c8c872ae36928886735&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0495861 Nov 23 17:24:13.660162 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e95bbeab-f12d-4d44-b6c6-d076135e05fb req-f433bde1-f2e6-4547-aa47-8b23ec0f4d66 tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] 10.222.0.60 "GET /v2.0/ports?device_id=3061d5a9-6f79-40aa-8136-00fea4a03ec0 HTTP/1.1" status: 200 len: 210 time: 0.3537257 Nov 23 17:24:14.047333 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:24:14.060610 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f027be-e096-4ae6-b94e-7760af6a055e req-ed5566d4-03a3-470a-984a-57a5e95f7b7c tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:24:14.064577 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-d5f027be-e096-4ae6-b94e-7760af6a055e req-ed5566d4-03a3-470a-984a-57a5e95f7b7c tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3872702 Nov 23 17:24:14.084830 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [req-d5f027be-e096-4ae6-b94e-7760af6a055e req-2b626166-6b5b-4840-bfe6-3f7e44eac87c tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] Request body: {'port': {'device_id': '3061d5a9-6f79-40aa-8136-00fea4a03ec0', 'network_id': 'f1e1dabf-b410-4023-9169-a460a86e7184', 'admin_state_up': True, 'tenant_id': '686e648a568f4c8c872ae36928886735'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:24:14.106331 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f027be-e096-4ae6-b94e-7760af6a055e req-3267ce5b-5f7b-41b0-9921-4b88974cf344 tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:24:14.110314 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d5f027be-e096-4ae6-b94e-7760af6a055e req-3267ce5b-5f7b-41b0-9921-4b88974cf344 tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4465153 Nov 23 17:24:14.139785 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [req-d5f027be-e096-4ae6-b94e-7760af6a055e req-9099b407-7bb4-4a78-b1c8-d65f32b7e08c tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] Request body: {'port': {'device_id': '491bec82-b7ac-44a4-bcf4-8c231fd20679', 'network_id': 'f1e1dabf-b410-4023-9169-a460a86e7184', 'admin_state_up': True, 'tenant_id': '686e648a568f4c8c872ae36928886735'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:24:14.417392 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5f027be-e096-4ae6-b94e-7760af6a055e req-2b626166-6b5b-4840-bfe6-3f7e44eac87c tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] Made reservation on behalf of 686e648a568f4c8c872ae36928886735 for: {'port': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:24:14.424068 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-d5f027be-e096-4ae6-b94e-7760af6a055e req-2b626166-6b5b-4840-bfe6-3f7e44eac87c tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:24:14.597391 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-2c95027b-05ed-416e-9d30-96e6a8d46d20 req-1917442f-8ef4-4ece-93f1-c5b64c1181b5 tempest-ServersAdminTestJSON-1762598083 tempest-ServersAdminTestJSON-1762598083-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=b7b3b3f4a8764d7e903a9a361c942b8f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0384212 Nov 23 17:24:14.703035 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b97b748e-e195-4dde-bf79-ec80f948891e req-32c31363-b2b0-4b6e-a9d8-dab464782815 tempest-ServersAdminTestJSON-1762598083 tempest-ServersAdminTestJSON-1762598083-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ce5f358-6741-4ecf-8dcb-8a2d01ccd06f HTTP/1.1" status: 200 len: 210 time: 0.2845385 Nov 23 17:24:14.756458 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc1230e-89bb-475a-8a23-11aba6f2f3d3 req-249fc4aa-f721-45a5-a259-dd4826bb1239 tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:24:14.770677 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-fbc1230e-89bb-475a-8a23-11aba6f2f3d3 req-249fc4aa-f721-45a5-a259-dd4826bb1239 tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] 10.222.0.60 "GET /v2.0/ports?device_id=8ed97b60-3196-47fe-8a00-927be6edfe27 HTTP/1.1" status: 200 len: 943 time: 0.6569901 Nov 23 17:24:15.041588 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-a227b2f1-6093-4c93-ad9b-a7a1205ee633 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:24:15.138418 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [req-d5f027be-e096-4ae6-b94e-7760af6a055e req-2b626166-6b5b-4840-bfe6-3f7e44eac87c tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] Allocated IP 192.168.233.182 (f1e1dabf-b410-4023-9169-a460a86e7184/ac77c175-5679-438b-8a2a-356718377641/4d508f7d-6fef-46d4-88da-e1281c70682d) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:24:15.150569 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-fbc1230e-89bb-475a-8a23-11aba6f2f3d3 req-8d639322-3df4-424a-b992-4f9283790b90 tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] 10.222.0.60 "GET /v2.0/security-groups?id=5c82e7e8-9cad-459a-acb2-b7a0867274de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3748569 Nov 23 17:24:15.154343 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c95027b-05ed-416e-9d30-96e6a8d46d20 req-12236b66-ce23-4800-8a20-25ab1c115dd5 tempest-ServersAdminTestJSON-1762598083 tempest-ServersAdminTestJSON-1762598083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:24:15.156224 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-2c95027b-05ed-416e-9d30-96e6a8d46d20 req-12236b66-ce23-4800-8a20-25ab1c115dd5 tempest-ServersAdminTestJSON-1762598083 tempest-ServersAdminTestJSON-1762598083-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5146759 Nov 23 17:24:15.196340 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [req-2c95027b-05ed-416e-9d30-96e6a8d46d20 req-a3795053-4ec3-4332-9131-7cf904227ebc tempest-ServersAdminTestJSON-1762598083 tempest-ServersAdminTestJSON-1762598083-project] Request body: {'port': {'device_id': '2ce5f358-6741-4ecf-8dcb-8a2d01ccd06f', 'network_id': 'f1e1dabf-b410-4023-9169-a460a86e7184', 'admin_state_up': True, 'tenant_id': 'b7b3b3f4a8764d7e903a9a361c942b8f'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:24:15.257054 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26da2ee-aa64-4eca-bbac-b4f64881ba8e req-3af55838-b5ce-44c0-89c0-6928440e1b0e tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:24:15.270267 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d26da2ee-aa64-4eca-bbac-b4f64881ba8e req-3af55838-b5ce-44c0-89c0-6928440e1b0e tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] 10.222.0.60 "GET /v2.0/ports?device_id=439b6bce-64d6-41de-83e2-fc81fcef21e1 HTTP/1.1" status: 200 len: 945 time: 0.3105464 Nov 23 17:24:15.388234 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-746fd808-f247-43ac-9699-b0341dc29f33 req-be57dee4-56a5-4e82-a0e5-5e2c0ef3732a tempest-ServersAdminTestJSON-1762598083 tempest-ServersAdminTestJSON-1762598083-project] Publish callbacks [] for security_group, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:24:15.414734 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-746fd808-f247-43ac-9699-b0341dc29f33 req-be57dee4-56a5-4e82-a0e5-5e2c0ef3732a tempest-ServersAdminTestJSON-1762598083 tempest-ServersAdminTestJSON-1762598083-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:24:15.555334 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device 6c5467d2-4bcb-460c-b921-f140ab638b28 details requested by agent hyperv_n-h2-816206-8 with host n-h2-816206-8 {{(pid=103592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 17:24:15.649774 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-d5f027be-e096-4ae6-b94e-7760af6a055e req-2b626166-6b5b-4840-bfe6-3f7e44eac87c tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:24:15.720457 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-d5f027be-e096-4ae6-b94e-7760af6a055e req-2b626166-6b5b-4840-bfe6-3f7e44eac87c tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:24:15.736623 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] get_ports_and_sgs() called for port_ids ['619a8aee-de53-404a-b496-f8a2de1819bc'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:24:15.786710 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-127e3b9b-a62d-46bc-80ee-4cd128791886 req-942e6884-fa68-4dd4-8b94-3db3cae305d8 tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] 10.222.0.60 "GET /v2.0/ports?device_id=3061d5a9-6f79-40aa-8136-00fea4a03ec0 HTTP/1.1" status: 200 len: 210 time: 0.4533429 Nov 23 17:24:15.821693 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5f027be-e096-4ae6-b94e-7760af6a055e req-9099b407-7bb4-4a78-b1c8-d65f32b7e08c tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] Made reservation on behalf of 686e648a568f4c8c872ae36928886735 for: {'port': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:24:15.843621 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-d5f027be-e096-4ae6-b94e-7760af6a055e req-9099b407-7bb4-4a78-b1c8-d65f32b7e08c tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:24:15.954825 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5f027be-e096-4ae6-b94e-7760af6a055e req-2b626166-6b5b-4840-bfe6-3f7e44eac87c tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] Network f1e1dabf-b410-4023-9169-a460a86e7184 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:24:16.082823 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [req-d5f027be-e096-4ae6-b94e-7760af6a055e req-2b626166-6b5b-4840-bfe6-3f7e44eac87c tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:24:16.095483 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5f027be-e096-4ae6-b94e-7760af6a055e req-2b626166-6b5b-4840-bfe6-3f7e44eac87c tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:24:16.186467 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9ae74643-ac9d-4e96-9458-6ef13349e4d9 req-d673848b-8098-4577-b806-6059807c57ff tempest-ServersAdminTestJSON-1762598083 tempest-ServersAdminTestJSON-1762598083-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ce5f358-6741-4ecf-8dcb-8a2d01ccd06f HTTP/1.1" status: 200 len: 210 time: 0.0423062 Nov 23 17:24:16.213736 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be57dee4-56a5-4e82-a0e5-5e2c0ef3732a tempest-ServersAdminTestJSON-1762598083 tempest-ServersAdminTestJSON-1762598083-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6cf22a0-7f65-49f2-8512-764c3542a89d,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:24:16.276028 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d26da2ee-aa64-4eca-bbac-b4f64881ba8e req-2fff5d35-5486-47a1-b285-f4afd0398451 tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] 10.222.0.60 "GET /v2.0/security-groups?id=a7d295c6-a842-436b-b184-bb80f16900ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0042491 Nov 23 17:24:16.307947 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b626166-6b5b-4840-bfe6-3f7e44eac87c tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] Pushing event updated for resources: {'Port': ['ID=4d508f7d-6fef-46d4-88da-e1281c70682d,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:24:16.389579 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f027be-e096-4ae6-b94e-7760af6a055e req-2b626166-6b5b-4840-bfe6-3f7e44eac87c tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:24:16.395005 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-d5f027be-e096-4ae6-b94e-7760af6a055e req-2b626166-6b5b-4840-bfe6-3f7e44eac87c tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:24:16.449860 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.db_base_plugin_common [req-746fd808-f247-43ac-9699-b0341dc29f33 req-be57dee4-56a5-4e82-a0e5-5e2c0ef3732a tempest-ServersAdminTestJSON-1762598083 tempest-ServersAdminTestJSON-1762598083-project] Allocated IP 192.168.233.242 (f1e1dabf-b410-4023-9169-a460a86e7184/ac77c175-5679-438b-8a2a-356718377641/106c7877-d6d0-453d-94f5-fc7533add6f7) {{(pid=103591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:24:16.476425 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c95027b-05ed-416e-9d30-96e6a8d46d20 req-a3795053-4ec3-4332-9131-7cf904227ebc tempest-ServersAdminTestJSON-1762598083 tempest-ServersAdminTestJSON-1762598083-project] Made reservation on behalf of b7b3b3f4a8764d7e903a9a361c942b8f for: {'port': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:24:16.491074 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-2c95027b-05ed-416e-9d30-96e6a8d46d20 req-a3795053-4ec3-4332-9131-7cf904227ebc tempest-ServersAdminTestJSON-1762598083 tempest-ServersAdminTestJSON-1762598083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:24:16.512391 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-d5f027be-e096-4ae6-b94e-7760af6a055e req-2b626166-6b5b-4840-bfe6-3f7e44eac87c tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4359493 Nov 23 17:24:16.599828 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [req-d5f027be-e096-4ae6-b94e-7760af6a055e req-093144a8-153c-476d-8d52-88b3aa3dfddf service neutron] Request body: {'port': {'device_id': '3061d5a9-6f79-40aa-8136-00fea4a03ec0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-8'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:24:16.641901 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c000f5b6-af16-47fc-a43b-89083e5d985a req-442310e0-02bc-4dcc-b5b1-95b7c577348c tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:24:16.657463 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c000f5b6-af16-47fc-a43b-89083e5d985a req-442310e0-02bc-4dcc-b5b1-95b7c577348c tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] 10.222.0.60 "GET /v2.0/ports?device_id=8ed97b60-3196-47fe-8a00-927be6edfe27 HTTP/1.1" status: 200 len: 943 time: 0.2738254 Nov 23 17:24:16.685596 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port 6c5467d2-4bcb-460c-b921-f140ab638b28, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=6c5467d2-4bcb-460c-b921-f140ab638b28,segment=NetworkSegment(8fed18b2-0713-4023-96b5-16ede53c73dc),segment_id=8fed18b2-0713-4023-96b5-16ede53c73dc)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:24:16.743043 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Returning: {'device': '6c5467d2-4bcb-460c-b921-f140ab638b28', 'network_id': 'b560144d-d078-4e51-9dcb-6b297d4ac5e2', 'port_id': '6c5467d2-4bcb-460c-b921-f140ab638b28', 'mac_address': 'fa:16:3e:a0:44:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4be32885-153e-4d88-b3c6-807e18e4db27', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 17:24:16.814680 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c000f5b6-af16-47fc-a43b-89083e5d985a req-ab79394f-c6f2-421e-8880-beec228f8734 tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] 10.222.0.60 "GET /v2.0/security-groups?id=5c82e7e8-9cad-459a-acb2-b7a0867274de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535294 Nov 23 17:24:16.952365 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:24:16.964288 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-e34e870e-334f-42e3-85bc-1b551eb75685 None None] Provisioning complete for port 4d508f7d-6fef-46d4-88da-e1281c70682d triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:24:16.970052 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-e34e870e-334f-42e3-85bc-1b551eb75685 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:24:17.011411 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-52822d53-48f5-4819-8a95-bdc13aea0bf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:24:17.027668 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6c5467d2-4bcb-460c-b921-f140ab638b28 {{(pid=103592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:24:17.104758 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port 6c5467d2-4bcb-460c-b921-f140ab638b28, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=6c5467d2-4bcb-460c-b921-f140ab638b28,segment=NetworkSegment(8fed18b2-0713-4023-96b5-16ede53c73dc),segment_id=8fed18b2-0713-4023-96b5-16ede53c73dc)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:24:17.146842 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-d5f027be-e096-4ae6-b94e-7760af6a055e req-093144a8-153c-476d-8d52-88b3aa3dfddf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:24:17.194966 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:24:17.255596 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-e34e870e-334f-42e3-85bc-1b551eb75685 None None] Port 4d508f7d-6fef-46d4-88da-e1281c70682d cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:24:17.293639 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Pushing event updated for resources: {'Port': ['ID=6c5467d2-4bcb-460c-b921-f140ab638b28,revision_number=6']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:24:17.310524 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:24:17.311100 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:24:17.311608 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:24:17.312132 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:24:17.313169 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:24:17.313663 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:24:17.314140 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:24:17.314610 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:24:17.315080 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:24:17.315552 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:24:17.316052 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:24:17.316552 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:24:17.322698 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] get_ports_and_sgs() called for port_ids ['6c5467d2-4bcb-460c-b921-f140ab638b28'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:24:17.379921 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76aef274-6dec-4859-893e-6dfede057151 req-8b62c48c-3f6d-4e33-a5a4-547432b2187f tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:24:17.393212 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-76aef274-6dec-4859-893e-6dfede057151 req-8b62c48c-3f6d-4e33-a5a4-547432b2187f tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] 10.222.0.60 "GET /v2.0/ports?device_id=3061d5a9-6f79-40aa-8136-00fea4a03ec0 HTTP/1.1" status: 200 len: 936 time: 0.4319761 Nov 23 17:24:17.431194 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-746fd808-f247-43ac-9699-b0341dc29f33 req-be57dee4-56a5-4e82-a0e5-5e2c0ef3732a tempest-ServersAdminTestJSON-1762598083 tempest-ServersAdminTestJSON-1762598083-project] Publish callbacks [] for port, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:24:17.502691 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-76aef274-6dec-4859-893e-6dfede057151 req-166c0231-8011-48c6-9268-1f646bf72632 tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b15aa03-44a0-4375-a57d-e8cf999b0781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057513 Nov 23 17:24:17.575984 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-746fd808-f247-43ac-9699-b0341dc29f33 req-be57dee4-56a5-4e82-a0e5-5e2c0ef3732a tempest-ServersAdminTestJSON-1762598083 tempest-ServersAdminTestJSON-1762598083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:24:17.713733 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9a27ae6c-db98-474f-94c1-cc99bf842d79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:24:17.827392 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-746fd808-f247-43ac-9699-b0341dc29f33 req-be57dee4-56a5-4e82-a0e5-5e2c0ef3732a tempest-ServersAdminTestJSON-1762598083 tempest-ServersAdminTestJSON-1762598083-project] Network f1e1dabf-b410-4023-9169-a460a86e7184 is already hosted by enough agents. {{(pid=103591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:24:17.832462 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [req-746fd808-f247-43ac-9699-b0341dc29f33 req-be57dee4-56a5-4e82-a0e5-5e2c0ef3732a tempest-ServersAdminTestJSON-1762598083 tempest-ServersAdminTestJSON-1762598083-project] Resources bound (agent type, host, resource id): {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:24:17.854936 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [req-746fd808-f247-43ac-9699-b0341dc29f33 req-be57dee4-56a5-4e82-a0e5-5e2c0ef3732a tempest-ServersAdminTestJSON-1762598083 tempest-ServersAdminTestJSON-1762598083-project] Received port after_create {{(pid=103591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:24:17.945122 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.db_base_plugin_common [req-d5f027be-e096-4ae6-b94e-7760af6a055e req-9099b407-7bb4-4a78-b1c8-d65f32b7e08c tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] Allocated IP 192.168.233.49 (f1e1dabf-b410-4023-9169-a460a86e7184/ac77c175-5679-438b-8a2a-356718377641/9dbd8931-0e0e-4403-9ea7-6a29a17a2a8a) {{(pid=103591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:24:17.963995 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be57dee4-56a5-4e82-a0e5-5e2c0ef3732a tempest-ServersAdminTestJSON-1762598083 tempest-ServersAdminTestJSON-1762598083-project] Pushing event updated for resources: {'Port': ['ID=106c7877-d6d0-453d-94f5-fc7533add6f7,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:24:18.098748 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746fd808-f247-43ac-9699-b0341dc29f33 req-be57dee4-56a5-4e82-a0e5-5e2c0ef3732a tempest-ServersAdminTestJSON-1762598083 tempest-ServersAdminTestJSON-1762598083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:24:18.099612 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-746fd808-f247-43ac-9699-b0341dc29f33 req-be57dee4-56a5-4e82-a0e5-5e2c0ef3732a tempest-ServersAdminTestJSON-1762598083 tempest-ServersAdminTestJSON-1762598083-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:24:18.229682 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-746fd808-f247-43ac-9699-b0341dc29f33 req-be57dee4-56a5-4e82-a0e5-5e2c0ef3732a tempest-ServersAdminTestJSON-1762598083 tempest-ServersAdminTestJSON-1762598083-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.5351875 Nov 23 17:24:18.267983 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.agents_db [None req-464f6c07-0de8-4be6-8f5b-563f574d1c5d None None] Agent healthcheck: found 7 active agents {{(pid=103593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 17:24:18.299716 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [req-746fd808-f247-43ac-9699-b0341dc29f33 req-76457dfc-e46f-4ed5-b874-d694e507e81d service neutron] Request body: {'port': {'device_id': '8b7e3802-0f06-4962-a331-d43c0ed8ac79', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-8'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:24:18.323643 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:24:18.344684 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-1a60dabf-598a-4dda-be7c-4e5905103e4b None None] Provisioning complete for port 106c7877-d6d0-453d-94f5-fc7533add6f7 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:24:18.347772 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-1a60dabf-598a-4dda-be7c-4e5905103e4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:24:18.425527 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-1a60dabf-598a-4dda-be7c-4e5905103e4b None None] Port 106c7877-d6d0-453d-94f5-fc7533add6f7 cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:24:18.429061 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-746fd808-f247-43ac-9699-b0341dc29f33 req-76457dfc-e46f-4ed5-b874-d694e507e81d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:24:18.600087 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-d5f027be-e096-4ae6-b94e-7760af6a055e req-9099b407-7bb4-4a78-b1c8-d65f32b7e08c tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] Publish callbacks [] for port, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:24:18.902763 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-d5f027be-e096-4ae6-b94e-7760af6a055e req-9099b407-7bb4-4a78-b1c8-d65f32b7e08c tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:24:18.917644 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] get_ports_and_sgs() called for port_ids ['619a8aee-de53-404a-b496-f8a2de1819bc'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:24:19.015108 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5f027be-e096-4ae6-b94e-7760af6a055e req-9099b407-7bb4-4a78-b1c8-d65f32b7e08c tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] Network f1e1dabf-b410-4023-9169-a460a86e7184 is already hosted by enough agents. {{(pid=103591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:24:19.019700 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [req-d5f027be-e096-4ae6-b94e-7760af6a055e req-9099b407-7bb4-4a78-b1c8-d65f32b7e08c tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] Resources bound (agent type, host, resource id): {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:24:19.024653 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5f027be-e096-4ae6-b94e-7760af6a055e req-9099b407-7bb4-4a78-b1c8-d65f32b7e08c tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] Received port after_create {{(pid=103591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:24:19.064327 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [req-2c95027b-05ed-416e-9d30-96e6a8d46d20 req-a3795053-4ec3-4332-9131-7cf904227ebc tempest-ServersAdminTestJSON-1762598083 tempest-ServersAdminTestJSON-1762598083-project] Allocated IP 192.168.233.101 (f1e1dabf-b410-4023-9169-a460a86e7184/ac77c175-5679-438b-8a2a-356718377641/f5251876-fe38-41ca-afcc-7121bc22dcfa) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:24:19.123487 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9099b407-7bb4-4a78-b1c8-d65f32b7e08c tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] Pushing event updated for resources: {'Port': ['ID=9dbd8931-0e0e-4403-9ea7-6a29a17a2a8a,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:24:19.180177 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f027be-e096-4ae6-b94e-7760af6a055e req-9099b407-7bb4-4a78-b1c8-d65f32b7e08c tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:24:19.184806 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-d5f027be-e096-4ae6-b94e-7760af6a055e req-9099b407-7bb4-4a78-b1c8-d65f32b7e08c tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:24:19.229872 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d5f027be-e096-4ae6-b94e-7760af6a055e req-9099b407-7bb4-4a78-b1c8-d65f32b7e08c tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 5.0976126 Nov 23 17:24:19.274070 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [req-d5f027be-e096-4ae6-b94e-7760af6a055e req-b025be98-c562-4e08-867d-8c20a6e4f8c3 service neutron] Request body: {'port': {'device_id': '491bec82-b7ac-44a4-bcf4-8c231fd20679', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-8'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:24:19.453396 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-d5f027be-e096-4ae6-b94e-7760af6a055e req-b025be98-c562-4e08-867d-8c20a6e4f8c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:24:19.570147 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device 6c5467d2-4bcb-460c-b921-f140ab638b28 up at agent hyperv_n-h2-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:24:19.617496 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-2c95027b-05ed-416e-9d30-96e6a8d46d20 req-a3795053-4ec3-4332-9131-7cf904227ebc tempest-ServersAdminTestJSON-1762598083 tempest-ServersAdminTestJSON-1762598083-project] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:24:19.809637 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-a0157123-176a-4963-8e04-e963a646adf7 None None] Provisioning complete for port 9dbd8931-0e0e-4403-9ea7-6a29a17a2a8a triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:24:19.810079 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-a0157123-176a-4963-8e04-e963a646adf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:24:19.837547 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-2c95027b-05ed-416e-9d30-96e6a8d46d20 req-a3795053-4ec3-4332-9131-7cf904227ebc tempest-ServersAdminTestJSON-1762598083 tempest-ServersAdminTestJSON-1762598083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:24:19.886533 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Provisioning complete for port 6c5467d2-4bcb-460c-b921-f140ab638b28 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:24:19.886933 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:24:19.949145 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-a0157123-176a-4963-8e04-e963a646adf7 None None] Port 9dbd8931-0e0e-4403-9ea7-6a29a17a2a8a cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:24:19.964871 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3795053-4ec3-4332-9131-7cf904227ebc tempest-ServersAdminTestJSON-1762598083 tempest-ServersAdminTestJSON-1762598083-project] Pushing event updated for resources: {'Port': ['ID=f5251876-fe38-41ca-afcc-7121bc22dcfa,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:24:20.007896 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c95027b-05ed-416e-9d30-96e6a8d46d20 req-a3795053-4ec3-4332-9131-7cf904227ebc tempest-ServersAdminTestJSON-1762598083 tempest-ServersAdminTestJSON-1762598083-project] Network f1e1dabf-b410-4023-9169-a460a86e7184 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:24:20.023495 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [req-2c95027b-05ed-416e-9d30-96e6a8d46d20 req-a3795053-4ec3-4332-9131-7cf904227ebc tempest-ServersAdminTestJSON-1762598083 tempest-ServersAdminTestJSON-1762598083-project] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:24:20.156658 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:24:20.169570 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c95027b-05ed-416e-9d30-96e6a8d46d20 req-a3795053-4ec3-4332-9131-7cf904227ebc tempest-ServersAdminTestJSON-1762598083 tempest-ServersAdminTestJSON-1762598083-project] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:24:20.225029 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b07740e4-8387-4197-820f-c4e1d44b21a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c5467d2-4bcb-460c-b921-f140ab638b28'}] {{(pid=103592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:24:20.228561 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba3e6a8f2301c7a29fe1eca9779abdae4ccbcd6266d69778087f2498d5551201" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c7b9842-30cb-406d-9475-e3a0630340e5" -d '{"events": [{"server_uuid": "b07740e4-8387-4197-820f-c4e1d44b21a2", "name": "network-vif-plugged", "status": "completed", "tag": "6c5467d2-4bcb-460c-b921-f140ab638b28"}]}' {{(pid=103592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:24:20.270415 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port 6c5467d2-4bcb-460c-b921-f140ab638b28, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=6c5467d2-4bcb-460c-b921-f140ab638b28,segment=NetworkSegment(8fed18b2-0713-4023-96b5-16ede53c73dc),segment_id=8fed18b2-0713-4023-96b5-16ede53c73dc)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:24:20.288850 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:24:20.424190 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c95027b-05ed-416e-9d30-96e6a8d46d20 req-a3795053-4ec3-4332-9131-7cf904227ebc tempest-ServersAdminTestJSON-1762598083 tempest-ServersAdminTestJSON-1762598083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:24:20.424978 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-2c95027b-05ed-416e-9d30-96e6a8d46d20 req-a3795053-4ec3-4332-9131-7cf904227ebc tempest-ServersAdminTestJSON-1762598083 tempest-ServersAdminTestJSON-1762598083-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:24:20.517165 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Pushing event updated for resources: {'Port': ['ID=6c5467d2-4bcb-460c-b921-f140ab638b28,revision_number=7']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:24:20.535154 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-2c95027b-05ed-416e-9d30-96e6a8d46d20 req-a3795053-4ec3-4332-9131-7cf904227ebc tempest-ServersAdminTestJSON-1762598083 tempest-ServersAdminTestJSON-1762598083-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.3519175 Nov 23 17:24:20.572179 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [req-2c95027b-05ed-416e-9d30-96e6a8d46d20 req-9e638286-c938-45a6-9515-c89730f4ac64 service neutron] Request body: {'port': {'device_id': '2ce5f358-6741-4ecf-8dcb-8a2d01ccd06f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-8'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:24:20.605716 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-4c991e39-62ff-4baa-99a0-658ab3f33ce1 None None] Provisioning complete for port f5251876-fe38-41ca-afcc-7121bc22dcfa triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:24:20.606087 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-4c991e39-62ff-4baa-99a0-658ab3f33ce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:24:20.709511 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-4c991e39-62ff-4baa-99a0-658ab3f33ce1 None None] Port f5251876-fe38-41ca-afcc-7121bc22dcfa cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:24:21.237705 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.55', 62355) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:24:21.256418 n-d-816206-8 neutron-server[103590]: DEBUG neutron.notifiers.nova [req-d5f027be-e096-4ae6-b94e-7760af6a055e req-093144a8-153c-476d-8d52-88b3aa3dfddf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d508f7d-6fef-46d4-88da-e1281c70682d {{(pid=103590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:24:21.270491 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-d5f027be-e096-4ae6-b94e-7760af6a055e req-093144a8-153c-476d-8d52-88b3aa3dfddf service neutron] Publish callbacks [] for port, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:24:21.274585 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-2c95027b-05ed-416e-9d30-96e6a8d46d20 req-9e638286-c938-45a6-9515-c89730f4ac64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:24:21.296856 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [req-d5f027be-e096-4ae6-b94e-7760af6a055e req-093144a8-153c-476d-8d52-88b3aa3dfddf service neutron] Transition to ACTIVE for port object 4d508f7d-6fef-46d4-88da-e1281c70682d will not be triggered until provisioned by entity L2. {{(pid=103590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 17:24:21.378413 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-d5f027be-e096-4ae6-b94e-7760af6a055e req-093144a8-153c-476d-8d52-88b3aa3dfddf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264357957'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:24:21.474399 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3f0211-2301-4db0-b763-168e719b168d req-8c9919ed-524d-426b-becd-dbea9c4ed736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:24:21.484903 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-cc3f0211-2301-4db0-b763-168e719b168d req-8c9919ed-524d-426b-becd-dbea9c4ed736 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3541603f19884b9cb683e7eedd76d17c&device_id=ffeae0b0-09b1-4f1e-9b33-8bbbbaaefdf6 HTTP/1.1" status: 200 len: 1096 time: 0.2425902 Nov 23 17:24:21.636840 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093144a8-153c-476d-8d52-88b3aa3dfddf service neutron] Pushing event updated for resources: {'Port': ['ID=4d508f7d-6fef-46d4-88da-e1281c70682d,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:24:21.920827 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [req-d5f027be-e096-4ae6-b94e-7760af6a055e req-093144a8-153c-476d-8d52-88b3aa3dfddf service neutron] Attempting to bind port 4d508f7d-6fef-46d4-88da-e1281c70682d on host n-h1-816206-8 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:24:21.921314 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [req-d5f027be-e096-4ae6-b94e-7760af6a055e req-093144a8-153c-476d-8d52-88b3aa3dfddf service neutron] Attempting to bind port 4d508f7d-6fef-46d4-88da-e1281c70682d by drivers openvswitch,hyperv on host n-h1-816206-8 at level 0 using segments [{'id': '329c1745-02bf-4561-9615-3192910887f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'f1e1dabf-b410-4023-9169-a460a86e7184'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:24:21.921648 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5f027be-e096-4ae6-b94e-7760af6a055e req-093144a8-153c-476d-8d52-88b3aa3dfddf service neutron] Attempting to bind port 4d508f7d-6fef-46d4-88da-e1281c70682d on network f1e1dabf-b410-4023-9169-a460a86e7184 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:24:21.939358 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5f027be-e096-4ae6-b94e-7760af6a055e req-093144a8-153c-476d-8d52-88b3aa3dfddf service neutron] Port 4d508f7d-6fef-46d4-88da-e1281c70682d on network f1e1dabf-b410-4023-9169-a460a86e7184 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-8 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 17:24:21.939718 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5f027be-e096-4ae6-b94e-7760af6a055e req-093144a8-153c-476d-8d52-88b3aa3dfddf service neutron] Attempting to bind port 4d508f7d-6fef-46d4-88da-e1281c70682d on network f1e1dabf-b410-4023-9169-a460a86e7184 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:24:21.981043 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5f027be-e096-4ae6-b94e-7760af6a055e req-093144a8-153c-476d-8d52-88b3aa3dfddf service neutron] Checking agent: {'id': '4b0a4557-3bfe-4828-80a0-7981fc3ac84c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 15, 14), 'started_at': datetime.datetime(2021, 11, 23, 17, 15, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 24, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:24:21.986501 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5f027be-e096-4ae6-b94e-7760af6a055e req-093144a8-153c-476d-8d52-88b3aa3dfddf service neutron] Checking segment: {'id': '329c1745-02bf-4561-9615-3192910887f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'f1e1dabf-b410-4023-9169-a460a86e7184'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:24:21.988192 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5f027be-e096-4ae6-b94e-7760af6a055e req-093144a8-153c-476d-8d52-88b3aa3dfddf service neutron] Bound using segment: {'id': '329c1745-02bf-4561-9615-3192910887f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'f1e1dabf-b410-4023-9169-a460a86e7184'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:24:21.994044 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [req-d5f027be-e096-4ae6-b94e-7760af6a055e req-093144a8-153c-476d-8d52-88b3aa3dfddf service neutron] Bound port: 4d508f7d-6fef-46d4-88da-e1281c70682d, host: n-h1-816206-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '329c1745-02bf-4561-9615-3192910887f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'f1e1dabf-b410-4023-9169-a460a86e7184'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:24:21.994821 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-d5f027be-e096-4ae6-b94e-7760af6a055e req-093144a8-153c-476d-8d52-88b3aa3dfddf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:24:22.164974 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3f0211-2301-4db0-b763-168e719b168d req-cbfaac84-c3c0-404a-b7f1-86ee3e0d00e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:24:22.167685 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-cc3f0211-2301-4db0-b763-168e719b168d req-cbfaac84-c3c0-404a-b7f1-86ee3e0d00e5 service neutron] 10.222.0.55 "GET /v2.0/networks?id=43d8ac08-152d-4053-b836-ddc03b0e91a2 HTTP/1.1" status: 200 len: 911 time: 0.6555243 Nov 23 17:24:22.207200 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [req-d5f027be-e096-4ae6-b94e-7760af6a055e req-093144a8-153c-476d-8d52-88b3aa3dfddf service neutron] For port 4d508f7d-6fef-46d4-88da-e1281c70682d, host n-h1-816206-8, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:24:22.213791 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [req-d5f027be-e096-4ae6-b94e-7760af6a055e req-093144a8-153c-476d-8d52-88b3aa3dfddf service neutron] For port 4d508f7d-6fef-46d4-88da-e1281c70682d, host n-h1-816206-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=4d508f7d-6fef-46d4-88da-e1281c70682d,segment=NetworkSegment(329c1745-02bf-4561-9615-3192910887f5),segment_id=329c1745-02bf-4561-9615-3192910887f5)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:24:22.220434 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [req-746fd808-f247-43ac-9699-b0341dc29f33 req-76457dfc-e46f-4ed5-b874-d694e507e81d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 106c7877-d6d0-453d-94f5-fc7533add6f7 {{(pid=103591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:24:22.223246 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-d5f027be-e096-4ae6-b94e-7760af6a055e req-093144a8-153c-476d-8d52-88b3aa3dfddf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264357957'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:24:22.334700 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-746fd808-f247-43ac-9699-b0341dc29f33 req-76457dfc-e46f-4ed5-b874-d694e507e81d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:24:22.366557 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f027be-e096-4ae6-b94e-7760af6a055e req-093144a8-153c-476d-8d52-88b3aa3dfddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:24:22.367559 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-d5f027be-e096-4ae6-b94e-7760af6a055e req-093144a8-153c-476d-8d52-88b3aa3dfddf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:24:22.369991 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-d5f027be-e096-4ae6-b94e-7760af6a055e req-093144a8-153c-476d-8d52-88b3aa3dfddf service neutron] 10.222.0.55 "PUT /v2.0/ports/4d508f7d-6fef-46d4-88da-e1281c70682d HTTP/1.1" status: 200 len: 1096 time: 5.8025789 Nov 23 17:24:22.375376 n-d-816206-8 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3061d5a9-6f79-40aa-8136-00fea4a03ec0', 'tag': '4d508f7d-6fef-46d4-88da-e1281c70682d'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:24:22.383991 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbabddbc9fc37b068808e119c416c86f5957ca04531a4a0d2e695c515e93483b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45acc0b5-2d10-44a7-9d8c-3a6b5448712b" -d '{"events": [{"name": "network-changed", "server_uuid": "3061d5a9-6f79-40aa-8136-00fea4a03ec0", "tag": "4d508f7d-6fef-46d4-88da-e1281c70682d"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:24:22.463203 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.provisioning_blocks [req-746fd808-f247-43ac-9699-b0341dc29f33 req-76457dfc-e46f-4ed5-b874-d694e507e81d service neutron] Transition to ACTIVE for port object 106c7877-d6d0-453d-94f5-fc7533add6f7 will not be triggered until provisioned by entity L2. {{(pid=103591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 17:24:22.537353 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-746fd808-f247-43ac-9699-b0341dc29f33 req-76457dfc-e46f-4ed5-b874-d694e507e81d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264758186'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:24:22.579014 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093144a8-153c-476d-8d52-88b3aa3dfddf service neutron] Pushing event updated for resources: {'Port': ['ID=4d508f7d-6fef-46d4-88da-e1281c70682d,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:24:22.642820 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f027be-e096-4ae6-b94e-7760af6a055e req-38d2ba61-d299-47f2-b1df-badd4b43e7f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:24:22.643085 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-cc3f0211-2301-4db0-b763-168e719b168d req-6ebbe223-f3e0-4019-a9c0-48ff45853f08 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=52285acf-3eab-406a-acfc-b1364cf71811 HTTP/1.1" status: 200 len: 1000 time: 0.4536021 Nov 23 17:24:22.653745 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-d5f027be-e096-4ae6-b94e-7760af6a055e req-38d2ba61-d299-47f2-b1df-badd4b43e7f0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=686e648a568f4c8c872ae36928886735&device_id=3061d5a9-6f79-40aa-8136-00fea4a03ec0 HTTP/1.1" status: 200 len: 1099 time: 0.2348039 Nov 23 17:24:22.803519 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-d5f027be-e096-4ae6-b94e-7760af6a055e req-e7f81d49-8373-412f-a1bb-e7a557b95399 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.182&port_id=4d508f7d-6fef-46d4-88da-e1281c70682d HTTP/1.1" status: 200 len: 217 time: 0.1379516 Nov 23 17:24:22.953465 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f027be-e096-4ae6-b94e-7760af6a055e req-0fce8e58-f94a-4f83-9b26-ad283271f8e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:24:22.962096 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-d5f027be-e096-4ae6-b94e-7760af6a055e req-0fce8e58-f94a-4f83-9b26-ad283271f8e3 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ac77c175-5679-438b-8a2a-356718377641 HTTP/1.1" status: 200 len: 843 time: 0.1487474 Nov 23 17:24:22.995146 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3f0211-2301-4db0-b763-168e719b168d req-3e688077-08f2-4849-9835-cef00c7ee58e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:24:23.004858 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-cc3f0211-2301-4db0-b763-168e719b168d req-3e688077-08f2-4849-9835-cef00c7ee58e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=23f80e8e-7e58-4465-87c1-72654345f52f HTTP/1.1" status: 200 len: 849 time: 0.1890452 Nov 23 17:24:23.103887 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f027be-e096-4ae6-b94e-7760af6a055e req-415e9566-7d2a-4589-a07a-0f0bff2b80eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:24:23.111372 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-d5f027be-e096-4ae6-b94e-7760af6a055e req-415e9566-7d2a-4589-a07a-0f0bff2b80eb service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f1e1dabf-b410-4023-9169-a460a86e7184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1420088 Nov 23 17:24:23.332864 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76457dfc-e46f-4ed5-b874-d694e507e81d service neutron] Pushing event updated for resources: {'Port': ['ID=106c7877-d6d0-453d-94f5-fc7533add6f7,revision_number=2']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:24:23.362207 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3f0211-2301-4db0-b763-168e719b168d req-8244cd2a-8c0f-45cf-8242-042c4b18ddc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:24:23.364371 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-cc3f0211-2301-4db0-b763-168e719b168d req-8244cd2a-8c0f-45cf-8242-042c4b18ddc0 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=43d8ac08-152d-4053-b836-ddc03b0e91a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3587487 Nov 23 17:24:23.404728 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-d5f027be-e096-4ae6-b94e-7760af6a055e req-d948bf80-8870-445c-8dfb-3c4a17e3b868 service neutron] 10.222.0.55 "GET /v2.0/networks/f1e1dabf-b410-4023-9169-a460a86e7184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2832274 Nov 23 17:24:23.797891 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-d5f027be-e096-4ae6-b94e-7760af6a055e req-ebfc4d25-9d0c-4cd7-a81d-342a61cc4638 service neutron] 10.222.0.55 "GET /v2.0/networks/f1e1dabf-b410-4023-9169-a460a86e7184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3855972 Nov 23 17:24:24.960751 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [req-d5f027be-e096-4ae6-b94e-7760af6a055e req-b025be98-c562-4e08-867d-8c20a6e4f8c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9dbd8931-0e0e-4403-9ea7-6a29a17a2a8a {{(pid=103591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:24:24.966780 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-746fd808-f247-43ac-9699-b0341dc29f33 req-76457dfc-e46f-4ed5-b874-d694e507e81d service neutron] Attempting to bind port 106c7877-d6d0-453d-94f5-fc7533add6f7 on host n-h1-816206-8 for vnic_type normal with profile {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:24:24.967345 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-746fd808-f247-43ac-9699-b0341dc29f33 req-76457dfc-e46f-4ed5-b874-d694e507e81d service neutron] Attempting to bind port 106c7877-d6d0-453d-94f5-fc7533add6f7 by drivers openvswitch,hyperv on host n-h1-816206-8 at level 0 using segments [{'id': '329c1745-02bf-4561-9615-3192910887f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'f1e1dabf-b410-4023-9169-a460a86e7184'}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:24:24.968024 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-746fd808-f247-43ac-9699-b0341dc29f33 req-76457dfc-e46f-4ed5-b874-d694e507e81d service neutron] Attempting to bind port 106c7877-d6d0-453d-94f5-fc7533add6f7 on network f1e1dabf-b410-4023-9169-a460a86e7184 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:24:24.985018 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-d5f027be-e096-4ae6-b94e-7760af6a055e req-b025be98-c562-4e08-867d-8c20a6e4f8c3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:24:25.000568 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-cc3f0211-2301-4db0-b763-168e719b168d req-2339620b-0aab-4176-ba73-571e3d87085e service neutron] 10.222.0.55 "GET /v2.0/networks/43d8ac08-152d-4053-b836-ddc03b0e91a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5631042 Nov 23 17:24:25.001469 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-746fd808-f247-43ac-9699-b0341dc29f33 req-76457dfc-e46f-4ed5-b874-d694e507e81d service neutron] Port 106c7877-d6d0-453d-94f5-fc7533add6f7 on network f1e1dabf-b410-4023-9169-a460a86e7184 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-8 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 17:24:25.001959 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-746fd808-f247-43ac-9699-b0341dc29f33 req-76457dfc-e46f-4ed5-b874-d694e507e81d service neutron] Attempting to bind port 106c7877-d6d0-453d-94f5-fc7533add6f7 on network f1e1dabf-b410-4023-9169-a460a86e7184 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:24:25.013517 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-746fd808-f247-43ac-9699-b0341dc29f33 req-76457dfc-e46f-4ed5-b874-d694e507e81d service neutron] Checking agent: {'id': '4b0a4557-3bfe-4828-80a0-7981fc3ac84c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 15, 14), 'started_at': datetime.datetime(2021, 11, 23, 17, 15, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 24, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:24:25.014071 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-746fd808-f247-43ac-9699-b0341dc29f33 req-76457dfc-e46f-4ed5-b874-d694e507e81d service neutron] Checking segment: {'id': '329c1745-02bf-4561-9615-3192910887f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'f1e1dabf-b410-4023-9169-a460a86e7184'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:24:25.015178 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-746fd808-f247-43ac-9699-b0341dc29f33 req-76457dfc-e46f-4ed5-b874-d694e507e81d service neutron] Bound using segment: {'id': '329c1745-02bf-4561-9615-3192910887f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'f1e1dabf-b410-4023-9169-a460a86e7184'} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:24:25.015791 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-746fd808-f247-43ac-9699-b0341dc29f33 req-76457dfc-e46f-4ed5-b874-d694e507e81d service neutron] Bound port: 106c7877-d6d0-453d-94f5-fc7533add6f7, host: n-h1-816206-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '329c1745-02bf-4561-9615-3192910887f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'f1e1dabf-b410-4023-9169-a460a86e7184'}}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:24:25.016342 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-746fd808-f247-43ac-9699-b0341dc29f33 req-76457dfc-e46f-4ed5-b874-d694e507e81d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:24:25.038208 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.provisioning_blocks [req-d5f027be-e096-4ae6-b94e-7760af6a055e req-b025be98-c562-4e08-867d-8c20a6e4f8c3 service neutron] Transition to ACTIVE for port object 9dbd8931-0e0e-4403-9ea7-6a29a17a2a8a will not be triggered until provisioned by entity L2. {{(pid=103591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 17:24:25.069573 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8335cc-f514-4b11-8284-08a2cc56e4ac req-adebb0b4-6e8b-4015-aaa5-67c2273cefb4 tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:24:25.071551 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2b8335cc-f514-4b11-8284-08a2cc56e4ac req-adebb0b4-6e8b-4015-aaa5-67c2273cefb4 tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] 10.222.0.60 "GET /v2.0/ports?device_id=8ed97b60-3196-47fe-8a00-927be6edfe27 HTTP/1.1" status: 200 len: 943 time: 0.2060351 Nov 23 17:24:25.082487 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-d5f027be-e096-4ae6-b94e-7760af6a055e req-b025be98-c562-4e08-867d-8c20a6e4f8c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264758186'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:24:25.115346 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b87dac5-88e6-419f-9b4b-5e890c48663d req-1cca77d0-a707-4f15-aff4-b7e9a6b105c0 tempest-ServersAdminTestJSON-1762598083 tempest-ServersAdminTestJSON-1762598083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:24:25.116886 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-0b87dac5-88e6-419f-9b4b-5e890c48663d req-1cca77d0-a707-4f15-aff4-b7e9a6b105c0 tempest-ServersAdminTestJSON-1762598083 tempest-ServersAdminTestJSON-1762598083-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ce5f358-6741-4ecf-8dcb-8a2d01ccd06f HTTP/1.1" status: 200 len: 936 time: 0.2707856 Nov 23 17:24:25.338738 n-d-816206-8 neutron-server[103590]: DEBUG neutron.notifiers.nova [req-2c95027b-05ed-416e-9d30-96e6a8d46d20 req-9e638286-c938-45a6-9515-c89730f4ac64 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5251876-fe38-41ca-afcc-7121bc22dcfa {{(pid=103590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:24:25.364669 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-2c95027b-05ed-416e-9d30-96e6a8d46d20 req-9e638286-c938-45a6-9515-c89730f4ac64 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:24:25.383446 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b025be98-c562-4e08-867d-8c20a6e4f8c3 service neutron] Pushing event updated for resources: {'Port': ['ID=9dbd8931-0e0e-4403-9ea7-6a29a17a2a8a,revision_number=2']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:24:25.428547 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [req-2c95027b-05ed-416e-9d30-96e6a8d46d20 req-9e638286-c938-45a6-9515-c89730f4ac64 service neutron] Transition to ACTIVE for port object f5251876-fe38-41ca-afcc-7121bc22dcfa will not be triggered until provisioned by entity L2. {{(pid=103590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 17:24:25.434413 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-2c95027b-05ed-416e-9d30-96e6a8d46d20 req-9e638286-c938-45a6-9515-c89730f4ac64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264357957'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:24:25.521150 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2b8335cc-f514-4b11-8284-08a2cc56e4ac req-bd217e2c-ffa1-4518-bd82-b5d4867283d6 tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] 10.222.0.60 "GET /v2.0/security-groups?id=5c82e7e8-9cad-459a-acb2-b7a0867274de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4347115 Nov 23 17:24:25.537692 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-0b87dac5-88e6-419f-9b4b-5e890c48663d req-e82b22bf-b088-4029-86c1-5191e1275394 tempest-ServersAdminTestJSON-1762598083 tempest-ServersAdminTestJSON-1762598083-project] 10.222.0.60 "GET /v2.0/security-groups?id=d6cf22a0-7f65-49f2-8512-764c3542a89d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3869579 Nov 23 17:24:25.544589 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-cc3f0211-2301-4db0-b763-168e719b168d req-69e87e21-5754-4b0d-9026-9b1ce8522abc service neutron] 10.222.0.55 "GET /v2.0/networks/43d8ac08-152d-4053-b836-ddc03b0e91a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5363247 Nov 23 17:24:25.585958 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e638286-c938-45a6-9515-c89730f4ac64 service neutron] Pushing event updated for resources: {'Port': ['ID=f5251876-fe38-41ca-afcc-7121bc22dcfa,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:24:25.633590 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-746fd808-f247-43ac-9699-b0341dc29f33 req-76457dfc-e46f-4ed5-b874-d694e507e81d service neutron] For port 106c7877-d6d0-453d-94f5-fc7533add6f7, host n-h1-816206-8, cleared binding levels {{(pid=103591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:24:25.688418 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-746fd808-f247-43ac-9699-b0341dc29f33 req-76457dfc-e46f-4ed5-b874-d694e507e81d service neutron] For port 106c7877-d6d0-453d-94f5-fc7533add6f7, host n-h1-816206-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=106c7877-d6d0-453d-94f5-fc7533add6f7,segment=NetworkSegment(329c1745-02bf-4561-9615-3192910887f5),segment_id=329c1745-02bf-4561-9615-3192910887f5)] {{(pid=103591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:24:25.717594 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-746fd808-f247-43ac-9699-b0341dc29f33 req-76457dfc-e46f-4ed5-b874-d694e507e81d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264758186'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:24:25.834258 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:24:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fd4db03-faa9-468a-83a0-9ef5d3ae8b7e x-openstack-request-id: req-3fd4db03-faa9-468a-83a0-9ef5d3ae8b7e {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:24:25.834796 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b07740e4-8387-4197-820f-c4e1d44b21a2", "name": "network-vif-plugged", "status": "completed", "tag": "6c5467d2-4bcb-460c-b921-f140ab638b28", "code": 200}]} {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:24:25.835312 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3fd4db03-faa9-468a-83a0-9ef5d3ae8b7e {{(pid=103592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:24:25.835930 n-d-816206-8 neutron-server[103592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b07740e4-8387-4197-820f-c4e1d44b21a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c5467d2-4bcb-460c-b921-f140ab638b28', 'code': 200} Nov 23 17:24:25.868622 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-d5f027be-e096-4ae6-b94e-7760af6a055e req-b025be98-c562-4e08-867d-8c20a6e4f8c3 service neutron] Attempting to bind port 9dbd8931-0e0e-4403-9ea7-6a29a17a2a8a on host n-h1-816206-8 for vnic_type normal with profile {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:24:25.869241 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-d5f027be-e096-4ae6-b94e-7760af6a055e req-b025be98-c562-4e08-867d-8c20a6e4f8c3 service neutron] Attempting to bind port 9dbd8931-0e0e-4403-9ea7-6a29a17a2a8a by drivers openvswitch,hyperv on host n-h1-816206-8 at level 0 using segments [{'id': '329c1745-02bf-4561-9615-3192910887f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'f1e1dabf-b410-4023-9169-a460a86e7184'}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:24:25.869852 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5f027be-e096-4ae6-b94e-7760af6a055e req-b025be98-c562-4e08-867d-8c20a6e4f8c3 service neutron] Attempting to bind port 9dbd8931-0e0e-4403-9ea7-6a29a17a2a8a on network f1e1dabf-b410-4023-9169-a460a86e7184 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:24:25.875647 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746fd808-f247-43ac-9699-b0341dc29f33 req-76457dfc-e46f-4ed5-b874-d694e507e81d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:24:25.876930 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-746fd808-f247-43ac-9699-b0341dc29f33 req-76457dfc-e46f-4ed5-b874-d694e507e81d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:24:25.878957 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-746fd808-f247-43ac-9699-b0341dc29f33 req-76457dfc-e46f-4ed5-b874-d694e507e81d service neutron] 10.222.0.55 "PUT /v2.0/ports/106c7877-d6d0-453d-94f5-fc7533add6f7 HTTP/1.1" status: 200 len: 1096 time: 7.5834160 Nov 23 17:24:25.885353 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b7e3802-0f06-4962-a331-d43c0ed8ac79', 'tag': '106c7877-d6d0-453d-94f5-fc7533add6f7'}] {{(pid=103591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:24:25.888176 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41d174a19ece9499ff9ec44e5b3fc50f2abd3ffbc947fb7e52ea1e8db27b95b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8de7cdda-2406-40fd-b1ce-ec2092c866eb" -d '{"events": [{"name": "network-changed", "server_uuid": "8b7e3802-0f06-4962-a331-d43c0ed8ac79", "tag": "106c7877-d6d0-453d-94f5-fc7533add6f7"}]}' {{(pid=103591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:24:25.934260 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [req-2c95027b-05ed-416e-9d30-96e6a8d46d20 req-9e638286-c938-45a6-9515-c89730f4ac64 service neutron] Attempting to bind port f5251876-fe38-41ca-afcc-7121bc22dcfa on host n-h2-816206-8 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:24:25.940169 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5f027be-e096-4ae6-b94e-7760af6a055e req-b025be98-c562-4e08-867d-8c20a6e4f8c3 service neutron] Port 9dbd8931-0e0e-4403-9ea7-6a29a17a2a8a on network f1e1dabf-b410-4023-9169-a460a86e7184 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-8 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 17:24:25.940892 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5f027be-e096-4ae6-b94e-7760af6a055e req-b025be98-c562-4e08-867d-8c20a6e4f8c3 service neutron] Attempting to bind port 9dbd8931-0e0e-4403-9ea7-6a29a17a2a8a on network f1e1dabf-b410-4023-9169-a460a86e7184 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:24:25.942299 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [req-2c95027b-05ed-416e-9d30-96e6a8d46d20 req-9e638286-c938-45a6-9515-c89730f4ac64 service neutron] Attempting to bind port f5251876-fe38-41ca-afcc-7121bc22dcfa by drivers openvswitch,hyperv on host n-h2-816206-8 at level 0 using segments [{'id': '329c1745-02bf-4561-9615-3192910887f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'f1e1dabf-b410-4023-9169-a460a86e7184'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:24:25.942724 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c95027b-05ed-416e-9d30-96e6a8d46d20 req-9e638286-c938-45a6-9515-c89730f4ac64 service neutron] Attempting to bind port f5251876-fe38-41ca-afcc-7121bc22dcfa on network f1e1dabf-b410-4023-9169-a460a86e7184 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:24:25.969528 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c187c8a-4497-415b-8500-ab65684cf78f req-5a7e16f9-adf0-4319-8453-615bc91332c5 tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:24:25.979826 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c95027b-05ed-416e-9d30-96e6a8d46d20 req-9e638286-c938-45a6-9515-c89730f4ac64 service neutron] Port f5251876-fe38-41ca-afcc-7121bc22dcfa on network f1e1dabf-b410-4023-9169-a460a86e7184 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-8 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 17:24:25.986824 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9c187c8a-4497-415b-8500-ab65684cf78f req-5a7e16f9-adf0-4319-8453-615bc91332c5 tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] 10.222.0.60 "GET /v2.0/ports?device_id=3061d5a9-6f79-40aa-8136-00fea4a03ec0 HTTP/1.1" status: 200 len: 948 time: 0.2879572 Nov 23 17:24:25.987012 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c95027b-05ed-416e-9d30-96e6a8d46d20 req-9e638286-c938-45a6-9515-c89730f4ac64 service neutron] Attempting to bind port f5251876-fe38-41ca-afcc-7121bc22dcfa on network f1e1dabf-b410-4023-9169-a460a86e7184 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:24:26.037392 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 17:24:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5af227ab-bfa3-4aad-b56f-d60b2c791f73 x-openstack-request-id: req-5af227ab-bfa3-4aad-b56f-d60b2c791f73 {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:24:26.037691 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3061d5a9-6f79-40aa-8136-00fea4a03ec0", "tag": "4d508f7d-6fef-46d4-88da-e1281c70682d", "status": "completed", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:24:26.037949 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5af227ab-bfa3-4aad-b56f-d60b2c791f73 {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:24:26.051194 n-d-816206-8 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3061d5a9-6f79-40aa-8136-00fea4a03ec0', 'tag': '4d508f7d-6fef-46d4-88da-e1281c70682d', 'status': 'completed', 'code': 200} Nov 23 17:24:26.052073 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c95027b-05ed-416e-9d30-96e6a8d46d20 req-9e638286-c938-45a6-9515-c89730f4ac64 service neutron] Checking agent: {'id': 'ab77bf9e-0267-4174-8f1d-822cba89b207', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 15, 13), 'started_at': datetime.datetime(2021, 11, 23, 17, 15, 13), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 24, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:24:26.056644 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c95027b-05ed-416e-9d30-96e6a8d46d20 req-9e638286-c938-45a6-9515-c89730f4ac64 service neutron] Checking segment: {'id': '329c1745-02bf-4561-9615-3192910887f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'f1e1dabf-b410-4023-9169-a460a86e7184'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:24:26.058204 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c95027b-05ed-416e-9d30-96e6a8d46d20 req-9e638286-c938-45a6-9515-c89730f4ac64 service neutron] Bound using segment: {'id': '329c1745-02bf-4561-9615-3192910887f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'f1e1dabf-b410-4023-9169-a460a86e7184'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:24:26.058890 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [req-2c95027b-05ed-416e-9d30-96e6a8d46d20 req-9e638286-c938-45a6-9515-c89730f4ac64 service neutron] Bound port: f5251876-fe38-41ca-afcc-7121bc22dcfa, host: n-h2-816206-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '329c1745-02bf-4561-9615-3192910887f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'f1e1dabf-b410-4023-9169-a460a86e7184'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:24:26.059306 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-2c95027b-05ed-416e-9d30-96e6a8d46d20 req-9e638286-c938-45a6-9515-c89730f4ac64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:24:26.069536 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5f027be-e096-4ae6-b94e-7760af6a055e req-b025be98-c562-4e08-867d-8c20a6e4f8c3 service neutron] Checking agent: {'id': '4b0a4557-3bfe-4828-80a0-7981fc3ac84c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 15, 14), 'started_at': datetime.datetime(2021, 11, 23, 17, 15, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 24, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:24:26.070263 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5f027be-e096-4ae6-b94e-7760af6a055e req-b025be98-c562-4e08-867d-8c20a6e4f8c3 service neutron] Checking segment: {'id': '329c1745-02bf-4561-9615-3192910887f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'f1e1dabf-b410-4023-9169-a460a86e7184'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:24:26.070934 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5f027be-e096-4ae6-b94e-7760af6a055e req-b025be98-c562-4e08-867d-8c20a6e4f8c3 service neutron] Bound using segment: {'id': '329c1745-02bf-4561-9615-3192910887f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'f1e1dabf-b410-4023-9169-a460a86e7184'} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:24:26.071620 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-d5f027be-e096-4ae6-b94e-7760af6a055e req-b025be98-c562-4e08-867d-8c20a6e4f8c3 service neutron] Bound port: 9dbd8931-0e0e-4403-9ea7-6a29a17a2a8a, host: n-h1-816206-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '329c1745-02bf-4561-9615-3192910887f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'f1e1dabf-b410-4023-9169-a460a86e7184'}}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:24:26.072219 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-d5f027be-e096-4ae6-b94e-7760af6a055e req-b025be98-c562-4e08-867d-8c20a6e4f8c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:24:26.144007 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76457dfc-e46f-4ed5-b874-d694e507e81d service neutron] Pushing event updated for resources: {'Port': ['ID=106c7877-d6d0-453d-94f5-fc7533add6f7,revision_number=3']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:24:26.252141 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [req-2c95027b-05ed-416e-9d30-96e6a8d46d20 req-9e638286-c938-45a6-9515-c89730f4ac64 service neutron] For port f5251876-fe38-41ca-afcc-7121bc22dcfa, host n-h2-816206-8, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:24:26.258673 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [req-2c95027b-05ed-416e-9d30-96e6a8d46d20 req-9e638286-c938-45a6-9515-c89730f4ac64 service neutron] For port f5251876-fe38-41ca-afcc-7121bc22dcfa, host n-h2-816206-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=f5251876-fe38-41ca-afcc-7121bc22dcfa,segment=NetworkSegment(329c1745-02bf-4561-9615-3192910887f5),segment_id=329c1745-02bf-4561-9615-3192910887f5)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:24:26.270201 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-2c95027b-05ed-416e-9d30-96e6a8d46d20 req-9e638286-c938-45a6-9515-c89730f4ac64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264357957'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:24:26.398001 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c95027b-05ed-416e-9d30-96e6a8d46d20 req-9e638286-c938-45a6-9515-c89730f4ac64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:24:26.402537 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-2c95027b-05ed-416e-9d30-96e6a8d46d20 req-9e638286-c938-45a6-9515-c89730f4ac64 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:24:26.406131 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-2c95027b-05ed-416e-9d30-96e6a8d46d20 req-9e638286-c938-45a6-9515-c89730f4ac64 service neutron] 10.222.0.36 "PUT /v2.0/ports/f5251876-fe38-41ca-afcc-7121bc22dcfa HTTP/1.1" status: 200 len: 1096 time: 5.8479238 Nov 23 17:24:26.448256 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e638286-c938-45a6-9515-c89730f4ac64 service neutron] Pushing event updated for resources: {'Port': ['ID=f5251876-fe38-41ca-afcc-7121bc22dcfa,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:24:26.456635 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device 4d508f7d-6fef-46d4-88da-e1281c70682d details requested by agent hyperv_n-h1-816206-8 with host n-h1-816206-8 {{(pid=103592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 17:24:26.520975 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9c187c8a-4497-415b-8500-ab65684cf78f req-879e6449-0a29-4282-a9d9-f35810003cdc tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b15aa03-44a0-4375-a57d-e8cf999b0781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5301225 Nov 23 17:24:26.597162 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746fd808-f247-43ac-9699-b0341dc29f33 req-bfa4f627-e6dd-4cf5-8dd1-3c935a22ff4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:24:26.605694 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c95027b-05ed-416e-9d30-96e6a8d46d20 req-a11e6523-8ee0-4231-a973-52c1bfec4689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:24:26.606860 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-746fd808-f247-43ac-9699-b0341dc29f33 req-bfa4f627-e6dd-4cf5-8dd1-3c935a22ff4f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b7b3b3f4a8764d7e903a9a361c942b8f&device_id=8b7e3802-0f06-4962-a331-d43c0ed8ac79 HTTP/1.1" status: 200 len: 1099 time: 0.5960977 Nov 23 17:24:26.610907 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-2c95027b-05ed-416e-9d30-96e6a8d46d20 req-a11e6523-8ee0-4231-a973-52c1bfec4689 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b7b3b3f4a8764d7e903a9a361c942b8f&device_id=2ce5f358-6741-4ecf-8dcb-8a2d01ccd06f HTTP/1.1" status: 200 len: 1099 time: 0.1513360 Nov 23 17:24:26.656089 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45acc0b5-2d10-44a7-9d8c-3a6b5448712b req-092f0c82-b5ac-4341-9798-00f467ad80f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:24:26.663768 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-45acc0b5-2d10-44a7-9d8c-3a6b5448712b req-092f0c82-b5ac-4341-9798-00f467ad80f8 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=686e648a568f4c8c872ae36928886735&device_id=3061d5a9-6f79-40aa-8136-00fea4a03ec0 HTTP/1.1" status: 200 len: 1099 time: 0.6076136 Nov 23 17:24:26.728456 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port 4d508f7d-6fef-46d4-88da-e1281c70682d, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=4d508f7d-6fef-46d4-88da-e1281c70682d,segment=NetworkSegment(329c1745-02bf-4561-9615-3192910887f5),segment_id=329c1745-02bf-4561-9615-3192910887f5)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:24:26.731775 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-2c95027b-05ed-416e-9d30-96e6a8d46d20 req-42296d7e-9d1b-4f3f-a469-b460452a8a7d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.101&port_id=f5251876-fe38-41ca-afcc-7121bc22dcfa HTTP/1.1" status: 200 len: 217 time: 0.1064966 Nov 23 17:24:26.748855 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Returning: {'device': '4d508f7d-6fef-46d4-88da-e1281c70682d', 'network_id': 'f1e1dabf-b410-4023-9169-a460a86e7184', 'port_id': '4d508f7d-6fef-46d4-88da-e1281c70682d', 'mac_address': 'fa:16:3e:44:6d:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac77c175-5679-438b-8a2a-356718377641', 'ip_address': '192.168.233.182'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 17:24:26.800366 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa51befe-c11b-4603-ad7a-d98bdf1b3612 req-9d6a4131-6d9a-4abc-81dd-18d88b3f0be2 tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:24:26.802997 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-aa51befe-c11b-4603-ad7a-d98bdf1b3612 req-9d6a4131-6d9a-4abc-81dd-18d88b3f0be2 tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] 10.222.0.60 "GET /v2.0/ports?device_id=439b6bce-64d6-41de-83e2-fc81fcef21e1 HTTP/1.1" status: 200 len: 945 time: 0.6457031 Nov 23 17:24:26.847374 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:24:26.856704 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c95027b-05ed-416e-9d30-96e6a8d46d20 req-a5ddcd96-6acb-49e5-915c-ae9868591fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:24:26.866534 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d508f7d-6fef-46d4-88da-e1281c70682d {{(pid=103592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:24:26.868459 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-2c95027b-05ed-416e-9d30-96e6a8d46d20 req-a5ddcd96-6acb-49e5-915c-ae9868591fdb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ac77c175-5679-438b-8a2a-356718377641 HTTP/1.1" status: 200 len: 843 time: 0.1223419 Nov 23 17:24:26.894171 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port 4d508f7d-6fef-46d4-88da-e1281c70682d, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=4d508f7d-6fef-46d4-88da-e1281c70682d,segment=NetworkSegment(329c1745-02bf-4561-9615-3192910887f5),segment_id=329c1745-02bf-4561-9615-3192910887f5)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:24:26.899960 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:24:27.006393 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c95027b-05ed-416e-9d30-96e6a8d46d20 req-b9d0fe8c-51f3-43e5-825f-4332aec5edbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:24:27.008283 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-2c95027b-05ed-416e-9d30-96e6a8d46d20 req-b9d0fe8c-51f3-43e5-825f-4332aec5edbe service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f1e1dabf-b410-4023-9169-a460a86e7184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1238925 Nov 23 17:24:27.095389 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Pushing event updated for resources: {'Port': ['ID=4d508f7d-6fef-46d4-88da-e1281c70682d,revision_number=4']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:24:27.158760 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45acc0b5-2d10-44a7-9d8c-3a6b5448712b req-9c3dd92d-6588-4dff-8489-f3ffb2fac45b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:24:27.169861 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-45acc0b5-2d10-44a7-9d8c-3a6b5448712b req-9c3dd92d-6588-4dff-8489-f3ffb2fac45b service neutron] 10.222.0.55 "GET /v2.0/networks?id=f1e1dabf-b410-4023-9169-a460a86e7184 HTTP/1.1" status: 200 len: 870 time: 0.4723279 Nov 23 17:24:27.192730 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-746fd808-f247-43ac-9699-b0341dc29f33 req-c8fa5d11-f445-4c89-8dc3-ea2bf1b94ca3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.242&port_id=106c7877-d6d0-453d-94f5-fc7533add6f7 HTTP/1.1" status: 200 len: 217 time: 0.5747306 Nov 23 17:24:27.230614 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-2c95027b-05ed-416e-9d30-96e6a8d46d20 req-8b919f61-c923-48f0-97de-76c8469eea29 service neutron] 10.222.0.36 "GET /v2.0/networks/f1e1dabf-b410-4023-9169-a460a86e7184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2018859 Nov 23 17:24:27.245994 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] get_ports_and_sgs() called for port_ids ['4d508f7d-6fef-46d4-88da-e1281c70682d'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:24:27.345030 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-d5f027be-e096-4ae6-b94e-7760af6a055e req-b025be98-c562-4e08-867d-8c20a6e4f8c3 service neutron] For port 9dbd8931-0e0e-4403-9ea7-6a29a17a2a8a, host n-h1-816206-8, cleared binding levels {{(pid=103591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:24:27.419541 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746fd808-f247-43ac-9699-b0341dc29f33 req-738f665d-e48f-415b-9cfd-e25ff723ee1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:24:27.422181 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-746fd808-f247-43ac-9699-b0341dc29f33 req-738f665d-e48f-415b-9cfd-e25ff723ee1b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ac77c175-5679-438b-8a2a-356718377641 HTTP/1.1" status: 200 len: 843 time: 0.0929282 Nov 23 17:24:27.424086 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-45acc0b5-2d10-44a7-9d8c-3a6b5448712b req-ac3e728d-122c-4b27-a8bc-b1816d4fd32a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.182&port_id=4d508f7d-6fef-46d4-88da-e1281c70682d HTTP/1.1" status: 200 len: 217 time: 0.2533567 Nov 23 17:24:27.442914 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-d5f027be-e096-4ae6-b94e-7760af6a055e req-b025be98-c562-4e08-867d-8c20a6e4f8c3 service neutron] For port 9dbd8931-0e0e-4403-9ea7-6a29a17a2a8a, host n-h1-816206-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=9dbd8931-0e0e-4403-9ea7-6a29a17a2a8a,segment=NetworkSegment(329c1745-02bf-4561-9615-3192910887f5),segment_id=329c1745-02bf-4561-9615-3192910887f5)] {{(pid=103591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:24:27.470295 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-2c95027b-05ed-416e-9d30-96e6a8d46d20 req-18bd0fd0-5dd7-4c68-9db1-a37c3d5e5315 service neutron] 10.222.0.36 "GET /v2.0/networks/f1e1dabf-b410-4023-9169-a460a86e7184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2274942 Nov 23 17:24:27.515915 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45acc0b5-2d10-44a7-9d8c-3a6b5448712b req-16b62712-07b5-4145-81fb-6c288d390e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:24:27.517433 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-45acc0b5-2d10-44a7-9d8c-3a6b5448712b req-16b62712-07b5-4145-81fb-6c288d390e06 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ac77c175-5679-438b-8a2a-356718377641 HTTP/1.1" status: 200 len: 843 time: 0.0725625 Nov 23 17:24:27.537453 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf07556-0324-4c5e-b4aa-76f8bbc6b9a1 req-dfc2bf5a-a594-45a4-bbc9-cb42a9f7aaee tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:24:27.539387 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6bf07556-0324-4c5e-b4aa-76f8bbc6b9a1 req-dfc2bf5a-a594-45a4-bbc9-cb42a9f7aaee tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.60 "GET /v2.0/ports?device_id=ffeae0b0-09b1-4f1e-9b33-8bbbbaaefdf6 HTTP/1.1" status: 200 len: 945 time: 0.7262967 Nov 23 17:24:27.540651 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-d5f027be-e096-4ae6-b94e-7760af6a055e req-b025be98-c562-4e08-867d-8c20a6e4f8c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264758186'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:24:27.617024 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f027be-e096-4ae6-b94e-7760af6a055e req-b025be98-c562-4e08-867d-8c20a6e4f8c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:24:27.618072 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-d5f027be-e096-4ae6-b94e-7760af6a055e req-b025be98-c562-4e08-867d-8c20a6e4f8c3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:24:27.619972 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d5f027be-e096-4ae6-b94e-7760af6a055e req-b025be98-c562-4e08-867d-8c20a6e4f8c3 service neutron] 10.222.0.55 "PUT /v2.0/ports/9dbd8931-0e0e-4403-9ea7-6a29a17a2a8a HTTP/1.1" status: 200 len: 1095 time: 8.3788290 Nov 23 17:24:27.664965 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6bf07556-0324-4c5e-b4aa-76f8bbc6b9a1 req-9f5321e4-07ed-4465-93b2-a0f5ccd25001 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.60 "GET /v2.0/security-groups?id=5199d9c8-39cf-433e-a82b-4aef6c6477e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783551 Nov 23 17:24:27.809529 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746fd808-f247-43ac-9699-b0341dc29f33 req-ec34ea3d-0ad6-4beb-b7fe-ab4050de1a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:24:27.812186 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-746fd808-f247-43ac-9699-b0341dc29f33 req-ec34ea3d-0ad6-4beb-b7fe-ab4050de1a61 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f1e1dabf-b410-4023-9169-a460a86e7184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3074279 Nov 23 17:24:27.824766 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-aa51befe-c11b-4603-ad7a-d98bdf1b3612 req-3d08cc68-db3d-49ab-9768-8f105d3f9e1b tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] 10.222.0.60 "GET /v2.0/security-groups?id=a7d295c6-a842-436b-b184-bb80f16900ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6750317 Nov 23 17:24:27.848578 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 17:24:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b888e13-c02b-4fcf-a093-62a541ea6f2b x-openstack-request-id: req-0b888e13-c02b-4fcf-a093-62a541ea6f2b {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:24:27.848578 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b7e3802-0f06-4962-a331-d43c0ed8ac79", "tag": "106c7877-d6d0-453d-94f5-fc7533add6f7", "status": "completed", "code": 200}]} {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:24:27.848578 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-0b888e13-c02b-4fcf-a093-62a541ea6f2b {{(pid=103591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:24:27.848578 n-d-816206-8 neutron-server[103591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b7e3802-0f06-4962-a331-d43c0ed8ac79', 'tag': '106c7877-d6d0-453d-94f5-fc7533add6f7', 'status': 'completed', 'code': 200} Nov 23 17:24:27.987315 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-746fd808-f247-43ac-9699-b0341dc29f33 req-96ea5e7f-2af7-4f40-a80c-8f1d7a8c1ff6 service neutron] 10.222.0.55 "GET /v2.0/networks/f1e1dabf-b410-4023-9169-a460a86e7184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423161 Nov 23 17:24:28.052435 n-d-816206-8 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ce5f358-6741-4ecf-8dcb-8a2d01ccd06f', 'tag': 'f5251876-fe38-41ca-afcc-7121bc22dcfa'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:24:28.055314 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbabddbc9fc37b068808e119c416c86f5957ca04531a4a0d2e695c515e93483b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57571e3f-ad8d-4931-a296-66b5434bf301" -d '{"events": [{"name": "network-changed", "server_uuid": "2ce5f358-6741-4ecf-8dcb-8a2d01ccd06f", "tag": "f5251876-fe38-41ca-afcc-7121bc22dcfa"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:24:28.101093 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45acc0b5-2d10-44a7-9d8c-3a6b5448712b req-24bd5f56-98c6-4a06-80a9-ee765cc86d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:24:28.102630 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-45acc0b5-2d10-44a7-9d8c-3a6b5448712b req-24bd5f56-98c6-4a06-80a9-ee765cc86d99 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f1e1dabf-b410-4023-9169-a460a86e7184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5267475 Nov 23 17:24:28.178174 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b025be98-c562-4e08-867d-8c20a6e4f8c3 service neutron] Pushing event updated for resources: {'Port': ['ID=9dbd8931-0e0e-4403-9ea7-6a29a17a2a8a,revision_number=3']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:24:28.255191 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f027be-e096-4ae6-b94e-7760af6a055e req-9a9becb2-599c-4a3e-8d70-95e4226a5929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:24:28.257356 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d5f027be-e096-4ae6-b94e-7760af6a055e req-9a9becb2-599c-4a3e-8d70-95e4226a5929 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=686e648a568f4c8c872ae36928886735&device_id=491bec82-b7ac-44a4-bcf4-8c231fd20679 HTTP/1.1" status: 200 len: 1098 time: 0.5083237 Nov 23 17:24:28.297763 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-746fd808-f247-43ac-9699-b0341dc29f33 req-8441b9fb-aba1-464a-88b6-0d963908c11b service neutron] 10.222.0.55 "GET /v2.0/networks/f1e1dabf-b410-4023-9169-a460a86e7184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2815154 Nov 23 17:24:28.395582 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5f6e4597-a5c7-498e-af4e-04ec7804b4dc req-cbce016e-9027-4c8e-bd96-4466aef345fd tempest-ServersTestBootFromVolume-66960814 tempest-ServersTestBootFromVolume-66960814-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--590994303&fields=id&tenant_id=ee30629671cd48a7ba8e997b65518fa4 HTTP/1.1" status: 200 len: 267 time: 0.3932614 Nov 23 17:24:28.406900 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d5f027be-e096-4ae6-b94e-7760af6a055e req-55952e89-d1b5-47bf-bb90-f64ddf862b15 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.49&port_id=9dbd8931-0e0e-4403-9ea7-6a29a17a2a8a HTTP/1.1" status: 200 len: 217 time: 0.1077893 Nov 23 17:24:28.457830 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ed9649-7fe9-4f77-b603-7ecc17c32200 req-d9c6d95e-d58a-4488-ae15-9a1417fd8015 tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:24:28.458790 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device 4d508f7d-6fef-46d4-88da-e1281c70682d up at agent hyperv_n-h1-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:24:28.460170 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-65ed9649-7fe9-4f77-b603-7ecc17c32200 req-d9c6d95e-d58a-4488-ae15-9a1417fd8015 tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] 10.222.0.60 "GET /v2.0/ports?device_id=8ed97b60-3196-47fe-8a00-927be6edfe27 HTTP/1.1" status: 200 len: 943 time: 0.3544900 Nov 23 17:24:28.547903 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Provisioning for port 4d508f7d-6fef-46d4-88da-e1281c70682d completed by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 17:24:28.553361 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Provisioning complete for port 4d508f7d-6fef-46d4-88da-e1281c70682d triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:24:28.554468 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:24:28.655343 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-45acc0b5-2d10-44a7-9d8c-3a6b5448712b req-73b0c3ec-254f-4387-ab0a-bfc5d6570bdf service neutron] 10.222.0.55 "GET /v2.0/networks/f1e1dabf-b410-4023-9169-a460a86e7184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5169501 Nov 23 17:24:28.693379 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:24:28.695924 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f027be-e096-4ae6-b94e-7760af6a055e req-180cf058-e2bc-4959-a1e7-66ef09b6134e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:24:28.698104 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d5f027be-e096-4ae6-b94e-7760af6a055e req-180cf058-e2bc-4959-a1e7-66ef09b6134e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ac77c175-5679-438b-8a2a-356718377641 HTTP/1.1" status: 200 len: 843 time: 0.2600477 Nov 23 17:24:28.732193 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3061d5a9-6f79-40aa-8136-00fea4a03ec0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d508f7d-6fef-46d4-88da-e1281c70682d'}] {{(pid=103592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:24:28.735153 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba3e6a8f2301c7a29fe1eca9779abdae4ccbcd6266d69778087f2498d5551201" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fec4d56-f72d-47b8-8b03-57621cb9be4a" -d '{"events": [{"server_uuid": "3061d5a9-6f79-40aa-8136-00fea4a03ec0", "name": "network-vif-plugged", "status": "completed", "tag": "4d508f7d-6fef-46d4-88da-e1281c70682d"}]}' {{(pid=103592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:24:28.747905 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port 4d508f7d-6fef-46d4-88da-e1281c70682d, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=4d508f7d-6fef-46d4-88da-e1281c70682d,segment=NetworkSegment(329c1745-02bf-4561-9615-3192910887f5),segment_id=329c1745-02bf-4561-9615-3192910887f5)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:24:28.754424 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:24:28.755831 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device 52285acf-3eab-406a-acfc-b1364cf71811 no longer exists at agent hyperv_n-h1-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:24:28.760403 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-65ed9649-7fe9-4f77-b603-7ecc17c32200 req-d63e21ec-9504-4c5b-8624-c66417cbfaf5 tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] 10.222.0.60 "GET /v2.0/security-groups?id=5c82e7e8-9cad-459a-acb2-b7a0867274de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2566559 Nov 23 17:24:28.836717 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de7cdda-2406-40fd-b1ce-ec2092c866eb req-8b2fd67f-28eb-405a-a791-1a1e0a22d42a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:24:28.838409 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8de7cdda-2406-40fd-b1ce-ec2092c866eb req-8b2fd67f-28eb-405a-a791-1a1e0a22d42a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b7b3b3f4a8764d7e903a9a361c942b8f&device_id=8b7e3802-0f06-4962-a331-d43c0ed8ac79 HTTP/1.1" status: 200 len: 1099 time: 0.4299507 Nov 23 17:24:28.954493 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Pushing event updated for resources: {'Port': ['ID=4d508f7d-6fef-46d4-88da-e1281c70682d,revision_number=5']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:24:28.970297 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-45acc0b5-2d10-44a7-9d8c-3a6b5448712b req-f978aeed-9ea1-42b9-9465-c9ad90be012c service neutron] 10.222.0.55 "GET /v2.0/networks/f1e1dabf-b410-4023-9169-a460a86e7184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2996018 Nov 23 17:24:29.031369 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:24:29.034038 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6e4597-a5c7-498e-af4e-04ec7804b4dc req-d138eb42-2d04-4e31-9440-537a3c747185 tempest-ServersTestBootFromVolume-66960814 tempest-ServersTestBootFromVolume-66960814-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:24:29.039823 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5f6e4597-a5c7-498e-af4e-04ec7804b4dc req-d138eb42-2d04-4e31-9440-537a3c747185 tempest-ServersTestBootFromVolume-66960814 tempest-ServersTestBootFromVolume-66960814-project] 10.222.0.60 "GET /v2.0/networks?id=f7b9b26d-e087-4c84-b1d6-38af54373fe0 HTTP/1.1" status: 200 len: 816 time: 0.6177433 Nov 23 17:24:29.068696 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5f6e4597-a5c7-498e-af4e-04ec7804b4dc req-1a62091e-3d67-4e18-9edf-fb09c7b4bf6f tempest-ServersTestBootFromVolume-66960814 tempest-ServersTestBootFromVolume-66960814-project] 10.222.0.60 "GET /v2.0/quotas/ee30629671cd48a7ba8e997b65518fa4 HTTP/1.1" status: 200 len: 375 time: 0.0138714 Nov 23 17:24:29.092803 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port 52285acf-3eab-406a-acfc-b1364cf71811, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=52285acf-3eab-406a-acfc-b1364cf71811,segment=NetworkSegment(f75f400f-3665-42b6-b743-8c8989e17b3e),segment_id=f75f400f-3665-42b6-b743-8c8989e17b3e)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:24:29.098950 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:24:29.147181 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f027be-e096-4ae6-b94e-7760af6a055e req-b402291b-b044-45f1-a820-5f81a4be2d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:24:29.148999 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d5f027be-e096-4ae6-b94e-7760af6a055e req-b402291b-b044-45f1-a820-5f81a4be2d26 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f1e1dabf-b410-4023-9169-a460a86e7184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4020662 Nov 23 17:24:29.165062 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Pushing event updated for resources: {'Port': ['ID=52285acf-3eab-406a-acfc-b1364cf71811,revision_number=8']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:24:29.165928 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d103fb8-c815-43ca-92c8-0ab971999cae req-f97b1fab-8c4f-47bd-9f72-7323149c61e3 tempest-ServersAdminTestJSON-1762598083 tempest-ServersAdminTestJSON-1762598083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:24:29.167853 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-1d103fb8-c815-43ca-92c8-0ab971999cae req-f97b1fab-8c4f-47bd-9f72-7323149c61e3 tempest-ServersAdminTestJSON-1762598083 tempest-ServersAdminTestJSON-1762598083-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ce5f358-6741-4ecf-8dcb-8a2d01ccd06f HTTP/1.1" status: 200 len: 948 time: 0.1913390 Nov 23 17:24:29.287833 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5f6e4597-a5c7-498e-af4e-04ec7804b4dc req-493a4abf-a24a-42ba-831a-fc99205d0d30 tempest-ServersTestBootFromVolume-66960814 tempest-ServersTestBootFromVolume-66960814-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=ee30629671cd48a7ba8e997b65518fa4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2093425 Nov 23 17:24:29.326751 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de7cdda-2406-40fd-b1ce-ec2092c866eb req-9642f280-8b75-4095-85fe-996d6fc28126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:24:29.328276 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8de7cdda-2406-40fd-b1ce-ec2092c866eb req-9642f280-8b75-4095-85fe-996d6fc28126 service neutron] 10.222.0.55 "GET /v2.0/networks?id=f1e1dabf-b410-4023-9169-a460a86e7184 HTTP/1.1" status: 200 len: 870 time: 0.4534564 Nov 23 17:24:29.735899 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d5f027be-e096-4ae6-b94e-7760af6a055e req-4a6258bb-78df-40d5-8d7f-72f5ec8ec501 service neutron] 10.222.0.55 "GET /v2.0/networks/f1e1dabf-b410-4023-9169-a460a86e7184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5604687 Nov 23 17:24:29.746088 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-1d103fb8-c815-43ca-92c8-0ab971999cae req-ddaa0006-110d-49af-99de-8ed0f6a670d0 tempest-ServersAdminTestJSON-1762598083 tempest-ServersAdminTestJSON-1762598083-project] 10.222.0.60 "GET /v2.0/security-groups?id=d6cf22a0-7f65-49f2-8512-764c3542a89d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4992208 Nov 23 17:24:29.747333 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8de7cdda-2406-40fd-b1ce-ec2092c866eb req-413e7070-864c-4af5-991d-f2c049a457da service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.242&port_id=106c7877-d6d0-453d-94f5-fc7533add6f7 HTTP/1.1" status: 200 len: 217 time: 0.4069002 Nov 23 17:24:29.875151 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '491bec82-b7ac-44a4-bcf4-8c231fd20679', 'tag': '9dbd8931-0e0e-4403-9ea7-6a29a17a2a8a'}] {{(pid=103591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:24:29.878332 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41d174a19ece9499ff9ec44e5b3fc50f2abd3ffbc947fb7e52ea1e8db27b95b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-301c2b0a-f8d5-4846-9296-0426f36fb9dc" -d '{"events": [{"name": "network-changed", "server_uuid": "491bec82-b7ac-44a4-bcf4-8c231fd20679", "tag": "9dbd8931-0e0e-4403-9ea7-6a29a17a2a8a"}]}' {{(pid=103591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:24:29.988539 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de7cdda-2406-40fd-b1ce-ec2092c866eb req-6f7eb717-2753-4bf8-9319-98c89b39e17b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:24:29.990036 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8de7cdda-2406-40fd-b1ce-ec2092c866eb req-6f7eb717-2753-4bf8-9319-98c89b39e17b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ac77c175-5679-438b-8a2a-356718377641 HTTP/1.1" status: 200 len: 843 time: 0.2330332 Nov 23 17:24:30.044395 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5f6e4597-a5c7-498e-af4e-04ec7804b4dc req-7c733fbf-a5cd-4d14-a476-f6ddfd464330 service neutron] 10.222.0.60 "GET /v2.0/networks/f7b9b26d-e087-4c84-b1d6-38af54373fe0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7342200 Nov 23 17:24:30.091438 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d5f027be-e096-4ae6-b94e-7760af6a055e req-a302aaa3-047e-4f12-b7b7-6af07239cdf4 service neutron] 10.222.0.55 "GET /v2.0/networks/f1e1dabf-b410-4023-9169-a460a86e7184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3420784 Nov 23 17:24:30.113240 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e3b81c-3820-4a07-8b79-fbf1ba44ea34 req-50f8f592-1c62-4a19-87f4-6314ec4415cc tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:24:30.125472 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c2e3b81c-3820-4a07-8b79-fbf1ba44ea34 req-50f8f592-1c62-4a19-87f4-6314ec4415cc tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] 10.222.0.60 "GET /v2.0/ports?device_id=3061d5a9-6f79-40aa-8136-00fea4a03ec0 HTTP/1.1" status: 200 len: 950 time: 0.2437077 Nov 23 17:24:30.153387 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de7cdda-2406-40fd-b1ce-ec2092c866eb req-f6aca65a-3088-466c-b12c-f595328d03c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:24:30.154894 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8de7cdda-2406-40fd-b1ce-ec2092c866eb req-f6aca65a-3088-466c-b12c-f595328d03c4 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f1e1dabf-b410-4023-9169-a460a86e7184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1547539 Nov 23 17:24:30.309067 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c2e3b81c-3820-4a07-8b79-fbf1ba44ea34 req-e2140ff4-add3-417b-9d02-b4b233afde9c tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b15aa03-44a0-4375-a57d-e8cf999b0781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823881 Nov 23 17:24:30.329146 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5f6e4597-a5c7-498e-af4e-04ec7804b4dc req-585f630c-bc61-4f96-aaed-b4e63aeb640a service neutron] 10.222.0.60 "GET /v2.0/networks/f7b9b26d-e087-4c84-b1d6-38af54373fe0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2662427 Nov 23 17:24:30.366613 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8de7cdda-2406-40fd-b1ce-ec2092c866eb req-bd5c877b-a082-407f-902f-0964155a06c4 service neutron] 10.222.0.55 "GET /v2.0/networks/f1e1dabf-b410-4023-9169-a460a86e7184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2032435 Nov 23 17:24:30.457552 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device 106c7877-d6d0-453d-94f5-fc7533add6f7 details requested by agent hyperv_n-h1-816206-8 with host n-h1-816206-8 {{(pid=103592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 17:24:30.548650 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8de7cdda-2406-40fd-b1ce-ec2092c866eb req-8bd2f75f-fea5-4697-b311-1f13e042f323 service neutron] 10.222.0.55 "GET /v2.0/networks/f1e1dabf-b410-4023-9169-a460a86e7184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1733119 Nov 23 17:24:30.673798 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port 106c7877-d6d0-453d-94f5-fc7533add6f7, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=106c7877-d6d0-453d-94f5-fc7533add6f7,segment=NetworkSegment(329c1745-02bf-4561-9615-3192910887f5),segment_id=329c1745-02bf-4561-9615-3192910887f5)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:24:30.687365 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Returning: {'device': '106c7877-d6d0-453d-94f5-fc7533add6f7', 'network_id': 'f1e1dabf-b410-4023-9169-a460a86e7184', 'port_id': '106c7877-d6d0-453d-94f5-fc7533add6f7', 'mac_address': 'fa:16:3e:90:90:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac77c175-5679-438b-8a2a-356718377641', 'ip_address': '192.168.233.242'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 17:24:30.743756 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:24:30.765190 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 106c7877-d6d0-453d-94f5-fc7533add6f7 {{(pid=103592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:24:30.794755 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port 106c7877-d6d0-453d-94f5-fc7533add6f7, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=106c7877-d6d0-453d-94f5-fc7533add6f7,segment=NetworkSegment(329c1745-02bf-4561-9615-3192910887f5),segment_id=329c1745-02bf-4561-9615-3192910887f5)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:24:30.800320 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:24:30.864162 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 17:24:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf512666-f956-4e9f-ad17-d1c5d915fe26 x-openstack-request-id: req-bf512666-f956-4e9f-ad17-d1c5d915fe26 {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:24:30.864691 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ce5f358-6741-4ecf-8dcb-8a2d01ccd06f", "tag": "f5251876-fe38-41ca-afcc-7121bc22dcfa", "status": "completed", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:24:30.865030 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-bf512666-f956-4e9f-ad17-d1c5d915fe26 {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:24:30.865580 n-d-816206-8 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ce5f358-6741-4ecf-8dcb-8a2d01ccd06f', 'tag': 'f5251876-fe38-41ca-afcc-7121bc22dcfa', 'status': 'completed', 'code': 200} Nov 23 17:24:30.882347 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Pushing event updated for resources: {'Port': ['ID=106c7877-d6d0-453d-94f5-fc7533add6f7,revision_number=4']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:24:31.027337 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57571e3f-ad8d-4931-a296-66b5434bf301 req-aa126b71-a499-4a7d-9ad7-6baaf0fcc61b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:24:31.031798 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-57571e3f-ad8d-4931-a296-66b5434bf301 req-aa126b71-a499-4a7d-9ad7-6baaf0fcc61b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b7b3b3f4a8764d7e903a9a361c942b8f&device_id=2ce5f358-6741-4ecf-8dcb-8a2d01ccd06f HTTP/1.1" status: 200 len: 1099 time: 0.1534495 Nov 23 17:24:31.036701 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:24:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8d37a4f-567d-4a45-ae9c-8a6f20438949 x-openstack-request-id: req-b8d37a4f-567d-4a45-ae9c-8a6f20438949 {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:24:31.037101 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3061d5a9-6f79-40aa-8136-00fea4a03ec0", "name": "network-vif-plugged", "status": "completed", "tag": "4d508f7d-6fef-46d4-88da-e1281c70682d", "code": 200}]} {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:24:31.037495 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b8d37a4f-567d-4a45-ae9c-8a6f20438949 {{(pid=103592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:24:31.038102 n-d-816206-8 neutron-server[103592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3061d5a9-6f79-40aa-8136-00fea4a03ec0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d508f7d-6fef-46d4-88da-e1281c70682d', 'code': 200} Nov 23 17:24:31.139255 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] get_ports_and_sgs() called for port_ids ['106c7877-d6d0-453d-94f5-fc7533add6f7'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:24:31.289773 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57571e3f-ad8d-4931-a296-66b5434bf301 req-a56716fb-7ce5-49a1-96a3-c2a10fc64df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:24:31.291402 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401a45b1-d65e-4b36-8ee6-6e2a203fd415 req-63e980ae-6821-4de0-8454-ea49e944a150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:24:31.292960 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-401a45b1-d65e-4b36-8ee6-6e2a203fd415 req-63e980ae-6821-4de0-8454-ea49e944a150 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=3061d5a9-6f79-40aa-8136-00fea4a03ec0 HTTP/1.1" status: 200 len: 1101 time: 0.0791378 Nov 23 17:24:31.294244 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-57571e3f-ad8d-4931-a296-66b5434bf301 req-a56716fb-7ce5-49a1-96a3-c2a10fc64df4 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f1e1dabf-b410-4023-9169-a460a86e7184 HTTP/1.1" status: 200 len: 870 time: 0.2547836 Nov 23 17:24:31.404136 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-57571e3f-ad8d-4931-a296-66b5434bf301 req-b3b5486d-8d11-427c-9de4-ee1bb97d4097 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.101&port_id=f5251876-fe38-41ca-afcc-7121bc22dcfa HTTP/1.1" status: 200 len: 217 time: 0.0991755 Nov 23 17:24:31.501116 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57571e3f-ad8d-4931-a296-66b5434bf301 req-587a26a7-0765-44a9-b1ad-64428628f09b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:24:31.503569 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-57571e3f-ad8d-4931-a296-66b5434bf301 req-587a26a7-0765-44a9-b1ad-64428628f09b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ac77c175-5679-438b-8a2a-356718377641 HTTP/1.1" status: 200 len: 843 time: 0.0883079 Nov 23 17:24:31.554699 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084856c1-6ec6-468f-9c09-7d30457f2e69 req-db44d2c6-4723-4ec8-913d-eb82e0bed4ca tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:24:31.569203 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-084856c1-6ec6-468f-9c09-7d30457f2e69 req-db44d2c6-4723-4ec8-913d-eb82e0bed4ca tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] 10.222.0.60 "GET /v2.0/ports?device_id=439b6bce-64d6-41de-83e2-fc81fcef21e1 HTTP/1.1" status: 200 len: 945 time: 0.2713597 Nov 23 17:24:31.581721 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device f5251876-fe38-41ca-afcc-7121bc22dcfa details requested by agent hyperv_n-h2-816206-8 with host n-h2-816206-8 {{(pid=103592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 17:24:31.638641 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57571e3f-ad8d-4931-a296-66b5434bf301 req-600db61a-ae6f-4ca8-9de5-a7e4089b5723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:24:31.644843 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-57571e3f-ad8d-4931-a296-66b5434bf301 req-600db61a-ae6f-4ca8-9de5-a7e4089b5723 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f1e1dabf-b410-4023-9169-a460a86e7184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1209619 Nov 23 17:24:31.654053 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-084856c1-6ec6-468f-9c09-7d30457f2e69 req-4b9878cd-accc-4d19-9a4d-654c2df71348 tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] 10.222.0.60 "GET /v2.0/security-groups?id=a7d295c6-a842-436b-b184-bb80f16900ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834334 Nov 23 17:24:31.657678 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-401a45b1-d65e-4b36-8ee6-6e2a203fd415 req-7171701b-0cfc-4f71-b344-a484a156e6d6 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=4b15aa03-44a0-4375-a57d-e8cf999b0781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3213706 Nov 23 17:24:31.695387 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d087c116-cf12-4dd9-a38c-cebfab123fd7 req-7f2f0362-f847-423c-81c1-d56d225185fe tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:24:31.697153 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d087c116-cf12-4dd9-a38c-cebfab123fd7 req-7f2f0362-f847-423c-81c1-d56d225185fe tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] 10.222.0.60 "GET /v2.0/ports?device_id=8ed97b60-3196-47fe-8a00-927be6edfe27 HTTP/1.1" status: 200 len: 943 time: 0.3161192 Nov 23 17:24:31.801666 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 17:24:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-accbeb3a-4c5f-4860-969b-904129400fef x-openstack-request-id: req-accbeb3a-4c5f-4860-969b-904129400fef {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:24:31.801666 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "491bec82-b7ac-44a4-bcf4-8c231fd20679", "tag": "9dbd8931-0e0e-4403-9ea7-6a29a17a2a8a", "status": "completed", "code": 200}]} {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:24:31.801976 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-accbeb3a-4c5f-4860-969b-904129400fef {{(pid=103591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:24:31.802343 n-d-816206-8 neutron-server[103591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '491bec82-b7ac-44a4-bcf4-8c231fd20679', 'tag': '9dbd8931-0e0e-4403-9ea7-6a29a17a2a8a', 'status': 'completed', 'code': 200} Nov 23 17:24:31.803012 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-57571e3f-ad8d-4931-a296-66b5434bf301 req-518a9851-3384-4b7c-b0be-78504f9e04a6 service neutron] 10.222.0.36 "GET /v2.0/networks/f1e1dabf-b410-4023-9169-a460a86e7184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379602 Nov 23 17:24:31.817359 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port f5251876-fe38-41ca-afcc-7121bc22dcfa, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=f5251876-fe38-41ca-afcc-7121bc22dcfa,segment=NetworkSegment(329c1745-02bf-4561-9615-3192910887f5),segment_id=329c1745-02bf-4561-9615-3192910887f5)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:24:31.837708 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Returning: {'device': 'f5251876-fe38-41ca-afcc-7121bc22dcfa', 'network_id': 'f1e1dabf-b410-4023-9169-a460a86e7184', 'port_id': 'f5251876-fe38-41ca-afcc-7121bc22dcfa', 'mac_address': 'fa:16:3e:6e:93:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac77c175-5679-438b-8a2a-356718377641', 'ip_address': '192.168.233.101'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 17:24:31.863188 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d087c116-cf12-4dd9-a38c-cebfab123fd7 req-2594551a-2f27-4a95-8ec9-64d4f98935d4 tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] 10.222.0.60 "GET /v2.0/security-groups?id=5c82e7e8-9cad-459a-acb2-b7a0867274de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458888 Nov 23 17:24:31.966383 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:24:32.003502 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-42b9733c-4962-4009-8ce6-438190dcc273 req-d9ea0cff-d587-46cc-aa82-062579eb3578 tempest-ServersTestBootFromVolume-66960814 tempest-ServersTestBootFromVolume-66960814-project] 10.222.0.60 "GET /v2.0/ports?device_id=f8abc7fe-1d0e-4236-8f1e-16f89ed0e252 HTTP/1.1" status: 200 len: 210 time: 0.0347095 Nov 23 17:24:32.025753 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301c2b0a-f8d5-4846-9296-0426f36fb9dc req-d0b3edec-15b0-4809-8f88-d48fcec47fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:24:32.028073 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-301c2b0a-f8d5-4846-9296-0426f36fb9dc req-d0b3edec-15b0-4809-8f88-d48fcec47fc0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=686e648a568f4c8c872ae36928886735&device_id=491bec82-b7ac-44a4-bcf4-8c231fd20679 HTTP/1.1" status: 200 len: 1098 time: 0.1308329 Nov 23 17:24:32.064529 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5251876-fe38-41ca-afcc-7121bc22dcfa {{(pid=103592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:24:32.105090 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-57571e3f-ad8d-4931-a296-66b5434bf301 req-dbc9b875-b0c2-48ec-8f5f-0a14132c7fa6 service neutron] 10.222.0.36 "GET /v2.0/networks/f1e1dabf-b410-4023-9169-a460a86e7184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2908819 Nov 23 17:24:32.149646 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port f5251876-fe38-41ca-afcc-7121bc22dcfa, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=f5251876-fe38-41ca-afcc-7121bc22dcfa,segment=NetworkSegment(329c1745-02bf-4561-9615-3192910887f5),segment_id=329c1745-02bf-4561-9615-3192910887f5)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:24:32.159266 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:24:32.246495 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4084b951-f0cd-47f8-99e3-ef16fe77ace9 req-8cd19965-f8de-43b9-8053-f6fbf8a1fe8b tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:24:32.248007 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-4084b951-f0cd-47f8-99e3-ef16fe77ace9 req-8cd19965-f8de-43b9-8053-f6fbf8a1fe8b tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] 10.222.0.36 "GET /v2.0/ports?device_id=8137b671-58e3-4c8f-b0a0-33c885019390 HTTP/1.1" status: 200 len: 945 time: 0.1416283 Nov 23 17:24:32.310661 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d82ff5-75ed-4ade-adc7-9c5451afb858 req-c90f725e-f937-4cdc-9b7d-7ef945679581 tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:24:32.320560 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Pushing event updated for resources: {'Port': ['ID=f5251876-fe38-41ca-afcc-7121bc22dcfa,revision_number=4']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:24:32.326074 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-49d82ff5-75ed-4ade-adc7-9c5451afb858 req-c90f725e-f937-4cdc-9b7d-7ef945679581 tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] 10.222.0.60 "GET /v2.0/ports?device_id=8137b671-58e3-4c8f-b0a0-33c885019390 HTTP/1.1" status: 200 len: 945 time: 0.2219248 Nov 23 17:24:32.382833 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301c2b0a-f8d5-4846-9296-0426f36fb9dc req-e8aba007-4215-45f3-ae95-4410b73db4be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:24:32.389069 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-301c2b0a-f8d5-4846-9296-0426f36fb9dc req-e8aba007-4215-45f3-ae95-4410b73db4be service neutron] 10.222.0.55 "GET /v2.0/networks?id=f1e1dabf-b410-4023-9169-a460a86e7184 HTTP/1.1" status: 200 len: 870 time: 0.3528628 Nov 23 17:24:32.415576 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7015a1-f37b-4905-80bf-d36d90d1b2a7 req-378e0961-f29e-43a2-8753-a01e971677c3 tempest-ServersAdminTestJSON-1762598083 tempest-ServersAdminTestJSON-1762598083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:24:32.422912 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9a7015a1-f37b-4905-80bf-d36d90d1b2a7 req-378e0961-f29e-43a2-8753-a01e971677c3 tempest-ServersAdminTestJSON-1762598083 tempest-ServersAdminTestJSON-1762598083-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ce5f358-6741-4ecf-8dcb-8a2d01ccd06f HTTP/1.1" status: 200 len: 948 time: 0.2851689 Nov 23 17:24:32.475862 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device 106c7877-d6d0-453d-94f5-fc7533add6f7 up at agent hyperv_n-h1-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:24:32.481457 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device 9dbd8931-0e0e-4403-9ea7-6a29a17a2a8a details requested by agent hyperv_n-h1-816206-8 with host n-h1-816206-8 {{(pid=103592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 17:24:32.492940 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] get_ports_and_sgs() called for port_ids ['f5251876-fe38-41ca-afcc-7121bc22dcfa'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:24:32.504188 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-301c2b0a-f8d5-4846-9296-0426f36fb9dc req-402dee5a-c510-4b69-97fb-c89497bbd807 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.49&port_id=9dbd8931-0e0e-4403-9ea7-6a29a17a2a8a HTTP/1.1" status: 200 len: 217 time: 0.0778878 Nov 23 17:24:32.518101 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-49d82ff5-75ed-4ade-adc7-9c5451afb858 req-0d755464-d1b9-48e7-8b0b-06cab9f7dbf3 tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] 10.222.0.60 "GET /v2.0/security-groups?id=ef6a96c0-423c-4ea7-a75c-4657afd8c521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1877000 Nov 23 17:24:32.555573 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [req-4084b951-f0cd-47f8-99e3-ef16fe77ace9 req-dd6e379b-0d42-49f5-b0db-c4d5a0ef694d tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] Deleting port 35d9bbe9-fea0-45ff-bcaa-845247fb2254 {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:24:32.556635 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-4084b951-f0cd-47f8-99e3-ef16fe77ace9 req-dd6e379b-0d42-49f5-b0db-c4d5a0ef694d tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:24:32.669001 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301c2b0a-f8d5-4846-9296-0426f36fb9dc req-d1e53adf-dec9-48d9-bdc6-fbf63b284142 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:24:32.671284 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-301c2b0a-f8d5-4846-9296-0426f36fb9dc req-d1e53adf-dec9-48d9-bdc6-fbf63b284142 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ac77c175-5679-438b-8a2a-356718377641 HTTP/1.1" status: 200 len: 843 time: 0.1493862 Nov 23 17:24:32.731410 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9a7015a1-f37b-4905-80bf-d36d90d1b2a7 req-01752022-a1aa-4ab8-9a4c-e5d28c56efce tempest-ServersAdminTestJSON-1762598083 tempest-ServersAdminTestJSON-1762598083-project] 10.222.0.60 "GET /v2.0/security-groups?id=d6cf22a0-7f65-49f2-8512-764c3542a89d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2940121 Nov 23 17:24:32.804559 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1fb479-323d-4ed9-ba7d-837b6da5e88f req-4e8661d2-693b-480a-8299-15bd84515826 tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:24:32.804559 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2c1fb479-323d-4ed9-ba7d-837b6da5e88f req-4e8661d2-693b-480a-8299-15bd84515826 tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] 10.222.0.60 "GET /v2.0/ports?device_id=3061d5a9-6f79-40aa-8136-00fea4a03ec0 HTTP/1.1" status: 200 len: 950 time: 0.1312730 Nov 23 17:24:32.866362 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [req-4084b951-f0cd-47f8-99e3-ef16fe77ace9 req-dd6e379b-0d42-49f5-b0db-c4d5a0ef694d tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] For port 35d9bbe9-fea0-45ff-bcaa-845247fb2254, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=35d9bbe9-fea0-45ff-bcaa-845247fb2254,segment=NetworkSegment(aeb4ff6a-77f7-45a2-bf27-0feac134a4ea),segment_id=aeb4ff6a-77f7-45a2-bf27-0feac134a4ea)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:24:32.867822 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-4084b951-f0cd-47f8-99e3-ef16fe77ace9 req-dd6e379b-0d42-49f5-b0db-c4d5a0ef694d tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:24:32.895328 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [req-4084b951-f0cd-47f8-99e3-ef16fe77ace9 req-dd6e379b-0d42-49f5-b0db-c4d5a0ef694d tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] Calling delete_port for 35d9bbe9-fea0-45ff-bcaa-845247fb2254 owned by compute:nova {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:24:32.960814 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2c1fb479-323d-4ed9-ba7d-837b6da5e88f req-684459d3-5076-473f-87eb-670ed7468b6d tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b15aa03-44a0-4375-a57d-e8cf999b0781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555238 Nov 23 17:24:32.984132 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301c2b0a-f8d5-4846-9296-0426f36fb9dc req-b78dc23c-40f9-47ae-9ebf-82a357be0270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:24:32.986567 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-301c2b0a-f8d5-4846-9296-0426f36fb9dc req-b78dc23c-40f9-47ae-9ebf-82a357be0270 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f1e1dabf-b410-4023-9169-a460a86e7184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2692544 Nov 23 17:24:33.127763 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port 9dbd8931-0e0e-4403-9ea7-6a29a17a2a8a, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=9dbd8931-0e0e-4403-9ea7-6a29a17a2a8a,segment=NetworkSegment(329c1745-02bf-4561-9615-3192910887f5),segment_id=329c1745-02bf-4561-9615-3192910887f5)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:24:33.156430 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffeae0b0-09b1-4f1e-9b33-8bbbbaaefdf6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '52285acf-3eab-406a-acfc-b1364cf71811'}] {{(pid=103592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:24:33.165240 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba3e6a8f2301c7a29fe1eca9779abdae4ccbcd6266d69778087f2498d5551201" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eabbb706-8633-448d-9789-e2580acfe618" -d '{"events": [{"server_uuid": "ffeae0b0-09b1-4f1e-9b33-8bbbbaaefdf6", "name": "network-vif-unplugged", "status": "completed", "tag": "52285acf-3eab-406a-acfc-b1364cf71811"}]}' {{(pid=103592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:24:33.168091 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Returning: {'device': '9dbd8931-0e0e-4403-9ea7-6a29a17a2a8a', 'network_id': 'f1e1dabf-b410-4023-9169-a460a86e7184', 'port_id': '9dbd8931-0e0e-4403-9ea7-6a29a17a2a8a', 'mac_address': 'fa:16:3e:1f:20:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac77c175-5679-438b-8a2a-356718377641', 'ip_address': '192.168.233.49'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 17:24:33.194687 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-4084b951-f0cd-47f8-99e3-ef16fe77ace9 req-dd6e379b-0d42-49f5-b0db-c4d5a0ef694d tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:24:33.252741 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6e379b-0d42-49f5-b0db-c4d5a0ef694d tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] Pushing event deleted for resources: {'Port': ['ID=35d9bbe9-fea0-45ff-bcaa-845247fb2254,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:24:33.257667 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-301c2b0a-f8d5-4846-9296-0426f36fb9dc req-2cc6a233-d6a9-4a9a-a5d6-fd985c0d96df service neutron] 10.222.0.55 "GET /v2.0/networks/f1e1dabf-b410-4023-9169-a460a86e7184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2557831 Nov 23 17:24:33.356113 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [req-4084b951-f0cd-47f8-99e3-ef16fe77ace9 req-dd6e379b-0d42-49f5-b0db-c4d5a0ef694d tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] No DVR routers for this DVR port 35d9bbe9-fea0-45ff-bcaa-845247fb2254 on host n-h2-816206-8 {{(pid=103590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:24:33.362567 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-4084b951-f0cd-47f8-99e3-ef16fe77ace9 req-dd6e379b-0d42-49f5-b0db-c4d5a0ef694d tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:24:33.367512 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-4084b951-f0cd-47f8-99e3-ef16fe77ace9 req-dd6e379b-0d42-49f5-b0db-c4d5a0ef694d tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] 10.222.0.36 "DELETE /v2.0/ports/35d9bbe9-fea0-45ff-bcaa-845247fb2254 HTTP/1.1" status: 204 len: 173 time: 1.1117592 Nov 23 17:24:33.368338 n-d-816206-8 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8137b671-58e3-4c8f-b0a0-33c885019390', 'name': 'network-vif-deleted', 'tag': '35d9bbe9-fea0-45ff-bcaa-845247fb2254'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:24:33.371659 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Provisioning for port 106c7877-d6d0-453d-94f5-fc7533add6f7 completed by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 17:24:33.371805 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbabddbc9fc37b068808e119c416c86f5957ca04531a4a0d2e695c515e93483b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3b9534a-a9c8-405a-9e14-0be0eea22e67" -d '{"events": [{"server_uuid": "8137b671-58e3-4c8f-b0a0-33c885019390", "name": "network-vif-deleted", "tag": "35d9bbe9-fea0-45ff-bcaa-845247fb2254"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:24:33.411258 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6e4597-a5c7-498e-af4e-04ec7804b4dc req-59b6a750-e49c-4bad-9485-1fc3b4a33b53 tempest-ServersTestBootFromVolume-66960814 tempest-ServersTestBootFromVolume-66960814-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:24:33.413815 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-5f6e4597-a5c7-498e-af4e-04ec7804b4dc req-59b6a750-e49c-4bad-9485-1fc3b4a33b53 tempest-ServersTestBootFromVolume-66960814 tempest-ServersTestBootFromVolume-66960814-project] 10.222.0.36 "GET /v2.0/networks?id=f7b9b26d-e087-4c84-b1d6-38af54373fe0 HTTP/1.1" status: 200 len: 816 time: 0.4527774 Nov 23 17:24:33.438975 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Provisioning complete for port 106c7877-d6d0-453d-94f5-fc7533add6f7 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:24:33.439512 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:24:33.497365 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f75bfe-261e-4c1b-8228-2a9e13c4882a req-36ecc3ea-7d4f-41e5-9adb-2511d23eda2c tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:24:33.505507 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-79f75bfe-261e-4c1b-8228-2a9e13c4882a req-36ecc3ea-7d4f-41e5-9adb-2511d23eda2c tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] 10.222.0.60 "GET /v2.0/ports?device_id=8ed97b60-3196-47fe-8a00-927be6edfe27 HTTP/1.1" status: 200 len: 943 time: 0.2200937 Nov 23 17:24:33.536185 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:24:33.573051 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a637644-d701-455f-a7bb-ce09102e2f2a req-2ed15081-7589-444a-80f8-3b2e667e7fe4 tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:24:33.584102 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-5f6e4597-a5c7-498e-af4e-04ec7804b4dc req-99790896-bbe8-484a-aa8b-2f95196f226f tempest-ServersTestBootFromVolume-66960814 tempest-ServersTestBootFromVolume-66960814-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ee30629671cd48a7ba8e997b65518fa4 HTTP/1.1" status: 200 len: 379 time: 0.1518512 Nov 23 17:24:33.586246 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9a637644-d701-455f-a7bb-ce09102e2f2a req-2ed15081-7589-444a-80f8-3b2e667e7fe4 tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] 10.222.0.60 "GET /v2.0/ports?device_id=439b6bce-64d6-41de-83e2-fc81fcef21e1 HTTP/1.1" status: 200 len: 945 time: 0.3275321 Nov 23 17:24:33.600095 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [req-5f6e4597-a5c7-498e-af4e-04ec7804b4dc req-05ed66ab-52d9-4dbe-a5db-02471c00e62a tempest-ServersTestBootFromVolume-66960814 tempest-ServersTestBootFromVolume-66960814-project] Request body: {'port': {'device_id': 'f8abc7fe-1d0e-4236-8f1e-16f89ed0e252', 'network_id': 'f7b9b26d-e087-4c84-b1d6-38af54373fe0', 'admin_state_up': True, 'tenant_id': 'ee30629671cd48a7ba8e997b65518fa4', 'security_groups': ['e51f9f9c-222a-4f6b-bccf-660dbe03dd6a']}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:24:33.632023 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9dbd8931-0e0e-4403-9ea7-6a29a17a2a8a {{(pid=103592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:24:33.651348 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-79f75bfe-261e-4c1b-8228-2a9e13c4882a req-dfd822aa-f77b-40ef-9e35-09aff4edc961 tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] 10.222.0.60 "GET /v2.0/security-groups?id=5c82e7e8-9cad-459a-acb2-b7a0867274de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414239 Nov 23 17:24:33.710655 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-301c2b0a-f8d5-4846-9296-0426f36fb9dc req-b502fc47-85f1-4fb1-876a-252a0a3a06b4 service neutron] 10.222.0.55 "GET /v2.0/networks/f1e1dabf-b410-4023-9169-a460a86e7184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4013100 Nov 23 17:24:33.766972 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9a637644-d701-455f-a7bb-ce09102e2f2a req-3849535c-1dc4-4965-a61d-ad1efc6ae75b tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] 10.222.0.60 "GET /v2.0/security-groups?id=a7d295c6-a842-436b-b184-bb80f16900ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145456 Nov 23 17:24:33.883083 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f6e4597-a5c7-498e-af4e-04ec7804b4dc req-05ed66ab-52d9-4dbe-a5db-02471c00e62a tempest-ServersTestBootFromVolume-66960814 tempest-ServersTestBootFromVolume-66960814-project] Made reservation on behalf of ee30629671cd48a7ba8e997b65518fa4 for: {'port': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:24:33.886648 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-5f6e4597-a5c7-498e-af4e-04ec7804b4dc req-05ed66ab-52d9-4dbe-a5db-02471c00e62a tempest-ServersTestBootFromVolume-66960814 tempest-ServersTestBootFromVolume-66960814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:24:33.919240 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f2ac03e5-54f4-464a-b91b-75ad07a9ff31 req-44770337-1ea3-4807-a4f3-2e0de01671d3 tempest-ServersTestBootFromVolume-66960814 tempest-ServersTestBootFromVolume-66960814-project] 10.222.0.60 "GET /v2.0/ports?device_id=f8abc7fe-1d0e-4236-8f1e-16f89ed0e252 HTTP/1.1" status: 200 len: 210 time: 0.0783951 Nov 23 17:24:34.055738 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:24:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f166e38-af38-425d-84f0-35fe9955d37b x-openstack-request-id: req-8f166e38-af38-425d-84f0-35fe9955d37b {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:24:34.056046 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8137b671-58e3-4c8f-b0a0-33c885019390", "name": "network-vif-deleted", "tag": "35d9bbe9-fea0-45ff-bcaa-845247fb2254", "status": "completed", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:24:34.056277 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-8f166e38-af38-425d-84f0-35fe9955d37b {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:24:34.056919 n-d-816206-8 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8137b671-58e3-4c8f-b0a0-33c885019390', 'name': 'network-vif-deleted', 'tag': '35d9bbe9-fea0-45ff-bcaa-845247fb2254', 'status': 'completed', 'code': 200} Nov 23 17:24:34.164874 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d2e335d6-c9ba-4b91-8f2d-6572553eef5d req-0d4ea33f-dc70-4bb4-a1ff-9c3d067178b8 tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] 10.222.0.60 "GET /v2.0/ports?device_id=8137b671-58e3-4c8f-b0a0-33c885019390 HTTP/1.1" status: 200 len: 210 time: 0.0633726 Nov 23 17:24:34.233675 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [req-5f6e4597-a5c7-498e-af4e-04ec7804b4dc req-05ed66ab-52d9-4dbe-a5db-02471c00e62a tempest-ServersTestBootFromVolume-66960814 tempest-ServersTestBootFromVolume-66960814-project] Allocated IP 172.20.0.13 (f7b9b26d-e087-4c84-b1d6-38af54373fe0/7131a7f2-c979-4b9e-a78d-ddacdbbebd5d/e35dfb48-4275-44ed-a999-71ff183f8ccd) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:24:34.245519 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 17:24:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ca5643d-83c3-4772-8782-1ad14e4c5ebe x-openstack-request-id: req-7ca5643d-83c3-4772-8782-1ad14e4c5ebe {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:24:34.246743 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffeae0b0-09b1-4f1e-9b33-8bbbbaaefdf6", "name": "network-vif-unplugged", "status": "completed", "tag": "52285acf-3eab-406a-acfc-b1364cf71811", "code": 200}]} {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:24:34.247174 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7ca5643d-83c3-4772-8782-1ad14e4c5ebe {{(pid=103592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:24:34.247750 n-d-816206-8 neutron-server[103592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffeae0b0-09b1-4f1e-9b33-8bbbbaaefdf6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '52285acf-3eab-406a-acfc-b1364cf71811', 'code': 200} Nov 23 17:24:34.250580 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port 9dbd8931-0e0e-4403-9ea7-6a29a17a2a8a, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=9dbd8931-0e0e-4403-9ea7-6a29a17a2a8a,segment=NetworkSegment(329c1745-02bf-4561-9615-3192910887f5),segment_id=329c1745-02bf-4561-9615-3192910887f5)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:24:34.333299 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:24:34.359952 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73981e96-2371-484d-bb51-d57c662847e6 req-c381ccd9-e63b-4689-a928-8ecc2fd2fe15 tempest-ServersAdminTestJSON-1762598083 tempest-ServersAdminTestJSON-1762598083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:24:34.371824 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-73981e96-2371-484d-bb51-d57c662847e6 req-c381ccd9-e63b-4689-a928-8ecc2fd2fe15 tempest-ServersAdminTestJSON-1762598083 tempest-ServersAdminTestJSON-1762598083-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ce5f358-6741-4ecf-8dcb-8a2d01ccd06f HTTP/1.1" status: 200 len: 949 time: 0.1125157 Nov 23 17:24:34.482119 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-73981e96-2371-484d-bb51-d57c662847e6 req-83259664-8cf6-4615-90dd-8838645367e2 tempest-ServersAdminTestJSON-1762598083 tempest-ServersAdminTestJSON-1762598083-project] 10.222.0.60 "GET /v2.0/security-groups?id=d6cf22a0-7f65-49f2-8512-764c3542a89d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940969 Nov 23 17:24:34.487150 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Pushing event updated for resources: {'Port': ['ID=9dbd8931-0e0e-4403-9ea7-6a29a17a2a8a,revision_number=4']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:24:34.504565 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device 105db64e-4908-4496-936a-519581ccae88 details requested by agent hyperv_n-h1-816206-8 with host n-h1-816206-8 {{(pid=103592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 17:24:34.520104 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:24:34.562736 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccea4f19-8e9a-44f1-a35b-535be2e1dc93 req-0b681ba0-6487-4f6b-98d2-1008cde2e9b6 tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:24:34.564860 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ccea4f19-8e9a-44f1-a35b-535be2e1dc93 req-0b681ba0-6487-4f6b-98d2-1008cde2e9b6 tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] 10.222.0.60 "GET /v2.0/ports?device_id=3061d5a9-6f79-40aa-8136-00fea4a03ec0 HTTP/1.1" status: 200 len: 950 time: 0.1057265 Nov 23 17:24:34.603125 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-5f6e4597-a5c7-498e-af4e-04ec7804b4dc req-05ed66ab-52d9-4dbe-a5db-02471c00e62a tempest-ServersTestBootFromVolume-66960814 tempest-ServersTestBootFromVolume-66960814-project] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:24:34.631895 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port 106c7877-d6d0-453d-94f5-fc7533add6f7, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=106c7877-d6d0-453d-94f5-fc7533add6f7,segment=NetworkSegment(329c1745-02bf-4561-9615-3192910887f5),segment_id=329c1745-02bf-4561-9615-3192910887f5)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:24:34.657602 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:24:34.676101 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-5f6e4597-a5c7-498e-af4e-04ec7804b4dc req-05ed66ab-52d9-4dbe-a5db-02471c00e62a tempest-ServersTestBootFromVolume-66960814 tempest-ServersTestBootFromVolume-66960814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:24:34.692973 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ccea4f19-8e9a-44f1-a35b-535be2e1dc93 req-35976a33-c055-450e-88d4-d8a65b957ac7 tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b15aa03-44a0-4375-a57d-e8cf999b0781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053307 Nov 23 17:24:34.738920 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Pushing event updated for resources: {'Port': ['ID=106c7877-d6d0-453d-94f5-fc7533add6f7,revision_number=5']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:24:34.744851 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] get_ports_and_sgs() called for port_ids ['9dbd8931-0e0e-4403-9ea7-6a29a17a2a8a'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:24:34.826666 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ed66ab-52d9-4dbe-a5db-02471c00e62a tempest-ServersTestBootFromVolume-66960814 tempest-ServersTestBootFromVolume-66960814-project] Pushing event updated for resources: {'Port': ['ID=e35dfb48-4275-44ed-a999-71ff183f8ccd,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:24:34.873132 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f6e4597-a5c7-498e-af4e-04ec7804b4dc req-05ed66ab-52d9-4dbe-a5db-02471c00e62a tempest-ServersTestBootFromVolume-66960814 tempest-ServersTestBootFromVolume-66960814-project] Network f7b9b26d-e087-4c84-b1d6-38af54373fe0 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:24:34.875167 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [req-5f6e4597-a5c7-498e-af4e-04ec7804b4dc req-05ed66ab-52d9-4dbe-a5db-02471c00e62a tempest-ServersTestBootFromVolume-66960814 tempest-ServersTestBootFromVolume-66960814-project] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:24:34.879378 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f6e4597-a5c7-498e-af4e-04ec7804b4dc req-05ed66ab-52d9-4dbe-a5db-02471c00e62a tempest-ServersTestBootFromVolume-66960814 tempest-ServersTestBootFromVolume-66960814-project] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:24:34.883395 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12448c71-b4f4-4327-abcb-f8c78d7be9c3 req-12961485-a46c-4469-9021-a7c361a416f9 tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:24:34.890258 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-12448c71-b4f4-4327-abcb-f8c78d7be9c3 req-12961485-a46c-4469-9021-a7c361a416f9 tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] 10.222.0.60 "GET /v2.0/ports?device_id=491bec82-b7ac-44a4-bcf4-8c231fd20679 HTTP/1.1" status: 200 len: 948 time: 0.0894110 Nov 23 17:24:34.961594 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port 105db64e-4908-4496-936a-519581ccae88, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=105db64e-4908-4496-936a-519581ccae88,segment=NetworkSegment(12913541-acd4-4e3c-8f48-e22896931a9c),segment_id=12913541-acd4-4e3c-8f48-e22896931a9c)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:24:35.012552 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6e4597-a5c7-498e-af4e-04ec7804b4dc req-05ed66ab-52d9-4dbe-a5db-02471c00e62a tempest-ServersTestBootFromVolume-66960814 tempest-ServersTestBootFromVolume-66960814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:24:35.016638 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-5f6e4597-a5c7-498e-af4e-04ec7804b4dc req-05ed66ab-52d9-4dbe-a5db-02471c00e62a tempest-ServersTestBootFromVolume-66960814 tempest-ServersTestBootFromVolume-66960814-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:24:35.018664 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Returning: {'device': '105db64e-4908-4496-936a-519581ccae88', 'network_id': '3b84e4de-5a6f-44c6-a8e6-1d90b4d1f1b3', 'port_id': '105db64e-4908-4496-936a-519581ccae88', 'mac_address': 'fa:16:3e:52:d2:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 515, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10cf3f5a-71d1-468b-8622-0226dd1fd98a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 17:24:35.062990 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-5f6e4597-a5c7-498e-af4e-04ec7804b4dc req-05ed66ab-52d9-4dbe-a5db-02471c00e62a tempest-ServersTestBootFromVolume-66960814 tempest-ServersTestBootFromVolume-66960814-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4675608 Nov 23 17:24:35.091974 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [req-5f6e4597-a5c7-498e-af4e-04ec7804b4dc req-6ada764a-23a8-45b9-9301-7aebe5196851 service neutron] Request body: {'port': {'device_id': 'f8abc7fe-1d0e-4236-8f1e-16f89ed0e252', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-8'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:24:35.143129 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-12448c71-b4f4-4327-abcb-f8c78d7be9c3 req-d0431a8e-5802-4078-9591-57f7c4c2a96c tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b15aa03-44a0-4375-a57d-e8cf999b0781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2274454 Nov 23 17:24:35.143979 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:24:35.189080 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b258d3c-0dd1-4252-8766-a7615cf66df3 req-9eb55728-29a8-4115-9603-1bc9a10aa386 tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:24:35.204869 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 105db64e-4908-4496-936a-519581ccae88 {{(pid=103592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:24:35.213568 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5b258d3c-0dd1-4252-8766-a7615cf66df3 req-9eb55728-29a8-4115-9603-1bc9a10aa386 tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] 10.222.0.60 "GET /v2.0/ports?device_id=8ed97b60-3196-47fe-8a00-927be6edfe27 HTTP/1.1" status: 200 len: 943 time: 0.3201463 Nov 23 17:24:35.279680 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port 105db64e-4908-4496-936a-519581ccae88, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=105db64e-4908-4496-936a-519581ccae88,segment=NetworkSegment(12913541-acd4-4e3c-8f48-e22896931a9c),segment_id=12913541-acd4-4e3c-8f48-e22896931a9c)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:24:35.287301 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:24:35.293129 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-5f6e4597-a5c7-498e-af4e-04ec7804b4dc req-6ada764a-23a8-45b9-9301-7aebe5196851 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:24:35.298938 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device 52285acf-3eab-406a-acfc-b1364cf71811 details requested by agent hyperv_n-h1-816206-8 with host n-h1-816206-8 {{(pid=103592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 17:24:35.377357 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5b258d3c-0dd1-4252-8766-a7615cf66df3 req-3bf4a433-62db-461f-916a-63db786357b1 tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] 10.222.0.60 "GET /v2.0/security-groups?id=5c82e7e8-9cad-459a-acb2-b7a0867274de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628034 Nov 23 17:24:35.531713 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a3ee79-d3ce-4344-b165-143a730eddeb req-7a1610ee-9d65-4c5d-89e8-ba3fa0bca6e9 tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:24:35.540565 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-54a3ee79-d3ce-4344-b165-143a730eddeb req-7a1610ee-9d65-4c5d-89e8-ba3fa0bca6e9 tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] 10.222.0.60 "GET /v2.0/ports?device_id=439b6bce-64d6-41de-83e2-fc81fcef21e1 HTTP/1.1" status: 200 len: 945 time: 0.1564622 Nov 23 17:24:35.589416 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb2a172-f3bc-44bc-818a-ab96b535c1e1 req-ea99722e-e442-4172-8462-d616f83d0a65 tempest-ServersTestBootFromVolume-66960814 tempest-ServersTestBootFromVolume-66960814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:24:35.603701 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8fb2a172-f3bc-44bc-818a-ab96b535c1e1 req-ea99722e-e442-4172-8462-d616f83d0a65 tempest-ServersTestBootFromVolume-66960814 tempest-ServersTestBootFromVolume-66960814-project] 10.222.0.60 "GET /v2.0/ports?device_id=f8abc7fe-1d0e-4236-8f1e-16f89ed0e252 HTTP/1.1" status: 200 len: 932 time: 0.1493104 Nov 23 17:24:35.618055 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device f5251876-fe38-41ca-afcc-7121bc22dcfa up at agent hyperv_n-h2-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:24:35.696752 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-54a3ee79-d3ce-4344-b165-143a730eddeb req-38f2469f-3e45-4d90-8e3e-5a77188e1db4 tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] 10.222.0.60 "GET /v2.0/security-groups?id=a7d295c6-a842-436b-b184-bb80f16900ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893323 Nov 23 17:24:35.737221 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-3286d2dd-26b1-47ca-a183-b8814f720b3a None None] Provisioning complete for port e35dfb48-4275-44ed-a999-71ff183f8ccd triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:24:35.737595 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-3286d2dd-26b1-47ca-a183-b8814f720b3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:24:35.765546 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8fb2a172-f3bc-44bc-818a-ab96b535c1e1 req-cc059268-5bfc-4673-b7d4-443f379366cc tempest-ServersTestBootFromVolume-66960814 tempest-ServersTestBootFromVolume-66960814-project] 10.222.0.60 "GET /v2.0/security-groups?id=e51f9f9c-222a-4f6b-bccf-660dbe03dd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1540916 Nov 23 17:24:35.924215 n-d-816206-8 neutron-server[103590]: DEBUG neutron.notifiers.nova [req-5f6e4597-a5c7-498e-af4e-04ec7804b4dc req-6ada764a-23a8-45b9-9301-7aebe5196851 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e35dfb48-4275-44ed-a999-71ff183f8ccd {{(pid=103590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:24:35.942717 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-5f6e4597-a5c7-498e-af4e-04ec7804b4dc req-6ada764a-23a8-45b9-9301-7aebe5196851 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:24:35.985309 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [req-5f6e4597-a5c7-498e-af4e-04ec7804b4dc req-6ada764a-23a8-45b9-9301-7aebe5196851 service neutron] Transition to ACTIVE for port object e35dfb48-4275-44ed-a999-71ff183f8ccd will not be triggered until provisioned by entity L2. {{(pid=103590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 17:24:35.992769 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-5f6e4597-a5c7-498e-af4e-04ec7804b4dc req-6ada764a-23a8-45b9-9301-7aebe5196851 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264357957'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:24:36.039529 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Pushing event updated for resources: {'Port': ['ID=105db64e-4908-4496-936a-519581ccae88,revision_number=4']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:24:36.048906 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-3286d2dd-26b1-47ca-a183-b8814f720b3a None None] Port e35dfb48-4275-44ed-a999-71ff183f8ccd cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:24:36.107317 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Provisioning for port f5251876-fe38-41ca-afcc-7121bc22dcfa completed by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 17:24:36.115466 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42fc7d5-8540-4a08-b9d7-03a5f49ad986 req-a4b03348-278f-4039-8c7a-8d776d367e65 tempest-ServersAdminTestJSON-1762598083 tempest-ServersAdminTestJSON-1762598083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:24:36.122297 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b42fc7d5-8540-4a08-b9d7-03a5f49ad986 req-a4b03348-278f-4039-8c7a-8d776d367e65 tempest-ServersAdminTestJSON-1762598083 tempest-ServersAdminTestJSON-1762598083-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ce5f358-6741-4ecf-8dcb-8a2d01ccd06f HTTP/1.1" status: 200 len: 949 time: 0.1371226 Nov 23 17:24:36.127051 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Provisioning complete for port f5251876-fe38-41ca-afcc-7121bc22dcfa triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:24:36.127437 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:24:36.219056 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ada764a-23a8-45b9-9301-7aebe5196851 service neutron] Pushing event updated for resources: {'Port': ['ID=e35dfb48-4275-44ed-a999-71ff183f8ccd,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:24:36.238437 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port 52285acf-3eab-406a-acfc-b1364cf71811, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=52285acf-3eab-406a-acfc-b1364cf71811,segment=NetworkSegment(f75f400f-3665-42b6-b743-8c8989e17b3e),segment_id=f75f400f-3665-42b6-b743-8c8989e17b3e)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:24:36.260361 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b42fc7d5-8540-4a08-b9d7-03a5f49ad986 req-c03ee590-1f8f-4ee5-9074-e91486bca6ed tempest-ServersAdminTestJSON-1762598083 tempest-ServersAdminTestJSON-1762598083-project] 10.222.0.60 "GET /v2.0/security-groups?id=d6cf22a0-7f65-49f2-8512-764c3542a89d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298888 Nov 23 17:24:36.270756 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b7e3802-0f06-4962-a331-d43c0ed8ac79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '106c7877-d6d0-453d-94f5-fc7533add6f7'}] {{(pid=103592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:24:36.283957 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba3e6a8f2301c7a29fe1eca9779abdae4ccbcd6266d69778087f2498d5551201" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4c07864-1ba3-493f-ba19-e20bfba59b1c" -d '{"events": [{"server_uuid": "8b7e3802-0f06-4962-a331-d43c0ed8ac79", "name": "network-vif-plugged", "status": "completed", "tag": "106c7877-d6d0-453d-94f5-fc7533add6f7"}]}' {{(pid=103592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:24:36.301521 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Returning: {'device': '52285acf-3eab-406a-acfc-b1364cf71811', 'network_id': '43d8ac08-152d-4053-b836-ddc03b0e91a2', 'port_id': '52285acf-3eab-406a-acfc-b1364cf71811', 'mac_address': 'fa:16:3e:5a:57:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23f80e8e-7e58-4465-87c1-72654345f52f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 17:24:36.317045 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [req-5f6e4597-a5c7-498e-af4e-04ec7804b4dc req-6ada764a-23a8-45b9-9301-7aebe5196851 service neutron] Attempting to bind port e35dfb48-4275-44ed-a999-71ff183f8ccd on host n-h2-816206-8 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:24:36.319411 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [req-5f6e4597-a5c7-498e-af4e-04ec7804b4dc req-6ada764a-23a8-45b9-9301-7aebe5196851 service neutron] Attempting to bind port e35dfb48-4275-44ed-a999-71ff183f8ccd by drivers openvswitch,hyperv on host n-h2-816206-8 at level 0 using segments [{'id': 'e8fdbf9e-d1bc-4edd-ae5f-12f758e7fe49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'f7b9b26d-e087-4c84-b1d6-38af54373fe0'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:24:36.320582 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f6e4597-a5c7-498e-af4e-04ec7804b4dc req-6ada764a-23a8-45b9-9301-7aebe5196851 service neutron] Attempting to bind port e35dfb48-4275-44ed-a999-71ff183f8ccd on network f7b9b26d-e087-4c84-b1d6-38af54373fe0 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:24:36.332077 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f6e4597-a5c7-498e-af4e-04ec7804b4dc req-6ada764a-23a8-45b9-9301-7aebe5196851 service neutron] Port e35dfb48-4275-44ed-a999-71ff183f8ccd on network f7b9b26d-e087-4c84-b1d6-38af54373fe0 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-8 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 17:24:36.333272 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f6e4597-a5c7-498e-af4e-04ec7804b4dc req-6ada764a-23a8-45b9-9301-7aebe5196851 service neutron] Attempting to bind port e35dfb48-4275-44ed-a999-71ff183f8ccd on network f7b9b26d-e087-4c84-b1d6-38af54373fe0 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:24:36.341740 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f6e4597-a5c7-498e-af4e-04ec7804b4dc req-6ada764a-23a8-45b9-9301-7aebe5196851 service neutron] Checking agent: {'id': 'ab77bf9e-0267-4174-8f1d-822cba89b207', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 15, 13), 'started_at': datetime.datetime(2021, 11, 23, 17, 15, 13), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 24, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:24:36.342987 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f6e4597-a5c7-498e-af4e-04ec7804b4dc req-6ada764a-23a8-45b9-9301-7aebe5196851 service neutron] Checking segment: {'id': 'e8fdbf9e-d1bc-4edd-ae5f-12f758e7fe49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'f7b9b26d-e087-4c84-b1d6-38af54373fe0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:24:36.343577 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f6e4597-a5c7-498e-af4e-04ec7804b4dc req-6ada764a-23a8-45b9-9301-7aebe5196851 service neutron] Bound using segment: {'id': 'e8fdbf9e-d1bc-4edd-ae5f-12f758e7fe49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'f7b9b26d-e087-4c84-b1d6-38af54373fe0'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:24:36.344725 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [req-5f6e4597-a5c7-498e-af4e-04ec7804b4dc req-6ada764a-23a8-45b9-9301-7aebe5196851 service neutron] Bound port: e35dfb48-4275-44ed-a999-71ff183f8ccd, host: n-h2-816206-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8fdbf9e-d1bc-4edd-ae5f-12f758e7fe49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'f7b9b26d-e087-4c84-b1d6-38af54373fe0'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:24:36.345321 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-5f6e4597-a5c7-498e-af4e-04ec7804b4dc req-6ada764a-23a8-45b9-9301-7aebe5196851 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:24:36.401216 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:24:36.416691 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52285acf-3eab-406a-acfc-b1364cf71811 {{(pid=103592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:24:36.448370 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port 52285acf-3eab-406a-acfc-b1364cf71811, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=52285acf-3eab-406a-acfc-b1364cf71811,segment=NetworkSegment(f75f400f-3665-42b6-b743-8c8989e17b3e),segment_id=f75f400f-3665-42b6-b743-8c8989e17b3e)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:24:36.466500 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [req-5f6e4597-a5c7-498e-af4e-04ec7804b4dc req-6ada764a-23a8-45b9-9301-7aebe5196851 service neutron] For port e35dfb48-4275-44ed-a999-71ff183f8ccd, host n-h2-816206-8, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:24:36.472612 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:24:36.473124 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [req-5f6e4597-a5c7-498e-af4e-04ec7804b4dc req-6ada764a-23a8-45b9-9301-7aebe5196851 service neutron] For port e35dfb48-4275-44ed-a999-71ff183f8ccd, host n-h2-816206-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=e35dfb48-4275-44ed-a999-71ff183f8ccd,segment=NetworkSegment(e8fdbf9e-d1bc-4edd-ae5f-12f758e7fe49),segment_id=e8fdbf9e-d1bc-4edd-ae5f-12f758e7fe49)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:24:36.481015 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-5f6e4597-a5c7-498e-af4e-04ec7804b4dc req-6ada764a-23a8-45b9-9301-7aebe5196851 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264357957'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:24:36.573626 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:24:36.619197 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6e4597-a5c7-498e-af4e-04ec7804b4dc req-6ada764a-23a8-45b9-9301-7aebe5196851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:24:36.624893 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-5f6e4597-a5c7-498e-af4e-04ec7804b4dc req-6ada764a-23a8-45b9-9301-7aebe5196851 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:24:36.629971 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-5f6e4597-a5c7-498e-af4e-04ec7804b4dc req-6ada764a-23a8-45b9-9301-7aebe5196851 service neutron] 10.222.0.36 "PUT /v2.0/ports/e35dfb48-4275-44ed-a999-71ff183f8ccd HTTP/1.1" status: 200 len: 1092 time: 1.5463865 Nov 23 17:24:36.642325 n-d-816206-8 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8abc7fe-1d0e-4236-8f1e-16f89ed0e252', 'tag': 'e35dfb48-4275-44ed-a999-71ff183f8ccd'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:24:36.651119 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbabddbc9fc37b068808e119c416c86f5957ca04531a4a0d2e695c515e93483b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6c26250-ffbc-4fee-aae9-fbcce239e164" -d '{"events": [{"name": "network-changed", "server_uuid": "f8abc7fe-1d0e-4236-8f1e-16f89ed0e252", "tag": "e35dfb48-4275-44ed-a999-71ff183f8ccd"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:24:36.680755 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port f5251876-fe38-41ca-afcc-7121bc22dcfa, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=f5251876-fe38-41ca-afcc-7121bc22dcfa,segment=NetworkSegment(329c1745-02bf-4561-9615-3192910887f5),segment_id=329c1745-02bf-4561-9615-3192910887f5)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:24:36.693263 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] get_ports_and_sgs() called for port_ids ['52285acf-3eab-406a-acfc-b1364cf71811'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:24:36.802429 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Pushing event updated for resources: {'Port': ['ID=52285acf-3eab-406a-acfc-b1364cf71811,revision_number=9']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:24:36.809710 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ada764a-23a8-45b9-9301-7aebe5196851 service neutron] Pushing event updated for resources: {'Port': ['ID=e35dfb48-4275-44ed-a999-71ff183f8ccd,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:24:36.812843 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:24:36.813764 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device 35d9bbe9-fea0-45ff-bcaa-845247fb2254 no longer exists at agent hyperv_n-h2-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:24:36.834967 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6e4597-a5c7-498e-af4e-04ec7804b4dc req-41ff19bb-5e04-467c-a832-34a86c66325a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:24:36.838690 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-5f6e4597-a5c7-498e-af4e-04ec7804b4dc req-41ff19bb-5e04-467c-a832-34a86c66325a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ee30629671cd48a7ba8e997b65518fa4&device_id=f8abc7fe-1d0e-4236-8f1e-16f89ed0e252 HTTP/1.1" status: 200 len: 1095 time: 0.1430416 Nov 23 17:24:36.898904 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] No Port match for: 35d9bbe9-fea0-45ff-bcaa-845247fb2254 {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:24:36.899253 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device 35d9bbe9-fea0-45ff-bcaa-845247fb2254 not bound to the agent host n-h2-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:24:36.933136 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-5f6e4597-a5c7-498e-af4e-04ec7804b4dc req-fcb32213-a5d2-49c1-a884-31745c640fb9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e35dfb48-4275-44ed-a999-71ff183f8ccd HTTP/1.1" status: 200 len: 217 time: 0.0714176 Nov 23 17:24:36.961842 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] get_ports_and_sgs() called for port_ids ['105db64e-4908-4496-936a-519581ccae88'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:24:37.071832 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e0f837-555e-4197-b557-fa0c69545472 req-384cee87-7227-4d80-a743-d112e5ee4d3a tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:24:37.091821 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6e4597-a5c7-498e-af4e-04ec7804b4dc req-551528dd-0019-4580-939e-dcdab7fc0d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:24:37.092753 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-27e0f837-555e-4197-b557-fa0c69545472 req-384cee87-7227-4d80-a743-d112e5ee4d3a tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] 10.222.0.60 "GET /v2.0/ports?device_id=491bec82-b7ac-44a4-bcf4-8c231fd20679 HTTP/1.1" status: 200 len: 948 time: 0.1699133 Nov 23 17:24:37.102409 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-5f6e4597-a5c7-498e-af4e-04ec7804b4dc req-551528dd-0019-4580-939e-dcdab7fc0d5a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7131a7f2-c979-4b9e-a78d-ddacdbbebd5d HTTP/1.1" status: 200 len: 855 time: 0.1556308 Nov 23 17:24:37.131908 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Pushing event updated for resources: {'Port': ['ID=f5251876-fe38-41ca-afcc-7121bc22dcfa,revision_number=5']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:24:37.218129 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-27e0f837-555e-4197-b557-fa0c69545472 req-a57a7e57-c365-4be5-93db-43a8704a16eb tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b15aa03-44a0-4375-a57d-e8cf999b0781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145830 Nov 23 17:24:37.219421 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6e4597-a5c7-498e-af4e-04ec7804b4dc req-6a4dcd7d-7d91-4598-9456-02e9254fbe8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:24:37.232306 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-5f6e4597-a5c7-498e-af4e-04ec7804b4dc req-6a4dcd7d-7d91-4598-9456-02e9254fbe8e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f7b9b26d-e087-4c84-b1d6-38af54373fe0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1045868 Nov 23 17:24:37.285755 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:24:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a8e5698-f063-462d-9177-5efb2875cea6 x-openstack-request-id: req-7a8e5698-f063-462d-9177-5efb2875cea6 {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:24:37.286923 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b7e3802-0f06-4962-a331-d43c0ed8ac79", "name": "network-vif-plugged", "status": "completed", "tag": "106c7877-d6d0-453d-94f5-fc7533add6f7", "code": 200}]} {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:24:37.312138 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7a8e5698-f063-462d-9177-5efb2875cea6 {{(pid=103592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:24:37.312735 n-d-816206-8 neutron-server[103592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b7e3802-0f06-4962-a331-d43c0ed8ac79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '106c7877-d6d0-453d-94f5-fc7533add6f7', 'code': 200} Nov 23 17:24:37.446779 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283252bb-1043-4fa4-8532-6afbf3f3650d req-5b1cd8ab-328b-4736-bcde-f635840199ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:24:37.449377 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-283252bb-1043-4fa4-8532-6afbf3f3650d req-5b1cd8ab-328b-4736-bcde-f635840199ad service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=8b7e3802-0f06-4962-a331-d43c0ed8ac79 HTTP/1.1" status: 200 len: 1101 time: 0.1045232 Nov 23 17:24:37.516188 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-5f6e4597-a5c7-498e-af4e-04ec7804b4dc req-6c717364-e79d-4739-941d-81feb0075437 service neutron] 10.222.0.36 "GET /v2.0/networks/f7b9b26d-e087-4c84-b1d6-38af54373fe0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2790682 Nov 23 17:24:37.517715 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087cc7fc-648b-4264-91df-890f021a99a9 req-99ca9146-5abd-40d9-a9fb-22b06c79a415 tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:24:37.520128 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-087cc7fc-648b-4264-91df-890f021a99a9 req-99ca9146-5abd-40d9-a9fb-22b06c79a415 tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] 10.222.0.60 "GET /v2.0/ports?device_id=8ed97b60-3196-47fe-8a00-927be6edfe27 HTTP/1.1" status: 200 len: 944 time: 0.1332462 Nov 23 17:24:37.609758 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-087cc7fc-648b-4264-91df-890f021a99a9 req-4b6f37d2-d7a5-411f-b37c-e8b8aa0428c4 tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] 10.222.0.60 "GET /v2.0/security-groups?id=5c82e7e8-9cad-459a-acb2-b7a0867274de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835421 Nov 23 17:24:37.619507 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-283252bb-1043-4fa4-8532-6afbf3f3650d req-5d24bf96-fd06-4173-ae11-67ae509c8651 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=d6cf22a0-7f65-49f2-8512-764c3542a89d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581647 Nov 23 17:24:37.708656 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 17:24:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b486a0a3-1f2a-42e6-93af-b2e5b5e708ac x-openstack-request-id: req-b486a0a3-1f2a-42e6-93af-b2e5b5e708ac {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:24:37.709035 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8abc7fe-1d0e-4236-8f1e-16f89ed0e252", "tag": "e35dfb48-4275-44ed-a999-71ff183f8ccd", "status": "completed", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:24:37.709229 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b486a0a3-1f2a-42e6-93af-b2e5b5e708ac {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:24:37.709607 n-d-816206-8 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8abc7fe-1d0e-4236-8f1e-16f89ed0e252', 'tag': 'e35dfb48-4275-44ed-a999-71ff183f8ccd', 'status': 'completed', 'code': 200} Nov 23 17:24:37.827795 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d863960-77c1-483e-a8bd-715fdaabed79 req-f527d8ff-d01c-417c-b71e-c7cf91312daa tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:24:37.829808 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-9d863960-77c1-483e-a8bd-715fdaabed79 req-f527d8ff-d01c-417c-b71e-c7cf91312daa tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] 10.222.0.36 "GET /v2.0/ports?device_id=e3066f0e-be40-43cc-b52c-4cca61251c1c HTTP/1.1" status: 200 len: 944 time: 0.5912971 Nov 23 17:24:37.832259 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-5f6e4597-a5c7-498e-af4e-04ec7804b4dc req-77e7ec86-1d57-4d46-bd77-8ba04d3c7006 service neutron] 10.222.0.36 "GET /v2.0/networks/f7b9b26d-e087-4c84-b1d6-38af54373fe0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2900760 Nov 23 17:24:37.898882 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f768d7-0e91-4ed6-a1df-54c8285842c7 req-ac4b028f-842b-4b75-afd1-2a4fa98ce555 tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:24:37.908641 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-57f768d7-0e91-4ed6-a1df-54c8285842c7 req-ac4b028f-842b-4b75-afd1-2a4fa98ce555 tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] 10.222.0.60 "GET /v2.0/ports?device_id=e3066f0e-be40-43cc-b52c-4cca61251c1c HTTP/1.1" status: 200 len: 944 time: 0.1082752 Nov 23 17:24:37.994111 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-57f768d7-0e91-4ed6-a1df-54c8285842c7 req-ad395a13-3547-425f-b6b7-529a606f68eb tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] 10.222.0.60 "GET /v2.0/security-groups?id=ef6a96c0-423c-4ea7-a75c-4657afd8c521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796673 Nov 23 17:24:38.039511 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c26250-ffbc-4fee-aae9-fbcce239e164 req-414e13d2-79d1-4c76-bc56-32b06af69edb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:24:38.041221 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-b6c26250-ffbc-4fee-aae9-fbcce239e164 req-414e13d2-79d1-4c76-bc56-32b06af69edb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ee30629671cd48a7ba8e997b65518fa4&device_id=f8abc7fe-1d0e-4236-8f1e-16f89ed0e252 HTTP/1.1" status: 200 len: 1095 time: 0.1061487 Nov 23 17:24:38.181438 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae2e0f0-a6b4-4121-85bb-2e35e6de4d3b req-32fa0312-3f23-43c6-a225-57395cea35e2 tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:24:38.183180 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [req-9d863960-77c1-483e-a8bd-715fdaabed79 req-12c3099f-5355-498d-a12b-bf362d9d1da5 tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] Deleting port ebb3a298-d7d7-4eec-9078-0824a8d78eaf {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:24:38.183827 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-9d863960-77c1-483e-a8bd-715fdaabed79 req-12c3099f-5355-498d-a12b-bf362d9d1da5 tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:24:38.191806 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-eae2e0f0-a6b4-4121-85bb-2e35e6de4d3b req-32fa0312-3f23-43c6-a225-57395cea35e2 tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] 10.222.0.60 "GET /v2.0/ports?device_id=439b6bce-64d6-41de-83e2-fc81fcef21e1 HTTP/1.1" status: 200 len: 945 time: 0.1016216 Nov 23 17:24:38.298327 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c26250-ffbc-4fee-aae9-fbcce239e164 req-587d4b27-28fb-46c1-ae12-cd6f38a9a251 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:24:38.299809 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-b6c26250-ffbc-4fee-aae9-fbcce239e164 req-587d4b27-28fb-46c1-ae12-cd6f38a9a251 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f7b9b26d-e087-4c84-b1d6-38af54373fe0 HTTP/1.1" status: 200 len: 917 time: 0.2407486 Nov 23 17:24:38.301181 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-eae2e0f0-a6b4-4121-85bb-2e35e6de4d3b req-8c402942-b343-4f4f-992f-ff323000bc85 tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] 10.222.0.60 "GET /v2.0/security-groups?id=a7d295c6-a842-436b-b184-bb80f16900ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084101 Nov 23 17:24:38.367288 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-b6c26250-ffbc-4fee-aae9-fbcce239e164 req-ed0849f8-0b14-44f2-bca6-0ffa02779830 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e35dfb48-4275-44ed-a999-71ff183f8ccd HTTP/1.1" status: 200 len: 217 time: 0.0592995 Nov 23 17:24:38.448772 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [req-9d863960-77c1-483e-a8bd-715fdaabed79 req-12c3099f-5355-498d-a12b-bf362d9d1da5 tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] For port ebb3a298-d7d7-4eec-9078-0824a8d78eaf, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=ebb3a298-d7d7-4eec-9078-0824a8d78eaf,segment=NetworkSegment(aeb4ff6a-77f7-45a2-bf27-0feac134a4ea),segment_id=aeb4ff6a-77f7-45a2-bf27-0feac134a4ea)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:24:38.449176 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-9d863960-77c1-483e-a8bd-715fdaabed79 req-12c3099f-5355-498d-a12b-bf362d9d1da5 tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:24:38.472074 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [req-9d863960-77c1-483e-a8bd-715fdaabed79 req-12c3099f-5355-498d-a12b-bf362d9d1da5 tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] Calling delete_port for ebb3a298-d7d7-4eec-9078-0824a8d78eaf owned by compute:nova {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:24:38.487084 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device 9dbd8931-0e0e-4403-9ea7-6a29a17a2a8a up at agent hyperv_n-h1-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:24:38.487467 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c26250-ffbc-4fee-aae9-fbcce239e164 req-fa3fb3e1-f513-475c-9aff-e66f459fd7ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:24:38.489091 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-b6c26250-ffbc-4fee-aae9-fbcce239e164 req-fa3fb3e1-f513-475c-9aff-e66f459fd7ee service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7131a7f2-c979-4b9e-a78d-ddacdbbebd5d HTTP/1.1" status: 200 len: 855 time: 0.1004295 Nov 23 17:24:38.540321 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175f46b4-92e3-4262-b4e3-0bfc7a870f09 req-1cc17153-05ce-4978-9e74-d915ce546ff1 tempest-ServersTestBootFromVolume-66960814 tempest-ServersTestBootFromVolume-66960814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:24:38.555879 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-175f46b4-92e3-4262-b4e3-0bfc7a870f09 req-1cc17153-05ce-4978-9e74-d915ce546ff1 tempest-ServersTestBootFromVolume-66960814 tempest-ServersTestBootFromVolume-66960814-project] 10.222.0.60 "GET /v2.0/ports?device_id=f8abc7fe-1d0e-4236-8f1e-16f89ed0e252 HTTP/1.1" status: 200 len: 944 time: 0.1546741 Nov 23 17:24:38.599724 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c26250-ffbc-4fee-aae9-fbcce239e164 req-d8e16419-6c42-458c-a907-0a7af4ba9467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:24:38.601617 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-b6c26250-ffbc-4fee-aae9-fbcce239e164 req-d8e16419-6c42-458c-a907-0a7af4ba9467 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f7b9b26d-e087-4c84-b1d6-38af54373fe0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0693903 Nov 23 17:24:38.652441 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Provisioning for port 9dbd8931-0e0e-4403-9ea7-6a29a17a2a8a completed by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 17:24:38.661008 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Provisioning complete for port 9dbd8931-0e0e-4403-9ea7-6a29a17a2a8a triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:24:38.661520 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:24:38.685699 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-175f46b4-92e3-4262-b4e3-0bfc7a870f09 req-b8b44e10-50f1-43b8-8922-6df4f3caf511 tempest-ServersTestBootFromVolume-66960814 tempest-ServersTestBootFromVolume-66960814-project] 10.222.0.60 "GET /v2.0/security-groups?id=e51f9f9c-222a-4f6b-bccf-660dbe03dd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1288815 Nov 23 17:24:38.878248 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:24:38.891188 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-b6c26250-ffbc-4fee-aae9-fbcce239e164 req-cda119f1-b360-4e50-afe1-cd094f71a518 service neutron] 10.222.0.36 "GET /v2.0/networks/f7b9b26d-e087-4c84-b1d6-38af54373fe0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2775640 Nov 23 17:24:38.951033 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port 9dbd8931-0e0e-4403-9ea7-6a29a17a2a8a, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=9dbd8931-0e0e-4403-9ea7-6a29a17a2a8a,segment=NetworkSegment(329c1745-02bf-4561-9615-3192910887f5),segment_id=329c1745-02bf-4561-9615-3192910887f5)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:24:38.960728 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:24:38.962810 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device 52285acf-3eab-406a-acfc-b1364cf71811 up at agent hyperv_n-h1-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:24:38.993592 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dbcba1-d007-47f7-840b-142d538305f1 req-027bfb7e-e15c-43d2-b166-7cb4fe45eb70 tempest-ServersAdminTestJSON-1762598083 tempest-ServersAdminTestJSON-1762598083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:24:39.001258 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-61dbcba1-d007-47f7-840b-142d538305f1 req-027bfb7e-e15c-43d2-b166-7cb4fe45eb70 tempest-ServersAdminTestJSON-1762598083 tempest-ServersAdminTestJSON-1762598083-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ce5f358-6741-4ecf-8dcb-8a2d01ccd06f HTTP/1.1" status: 200 len: 950 time: 0.1630933 Nov 23 17:24:39.153174 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-61dbcba1-d007-47f7-840b-142d538305f1 req-946ce483-2eb6-4189-8792-5b611d99c492 tempest-ServersAdminTestJSON-1762598083 tempest-ServersAdminTestJSON-1762598083-project] 10.222.0.60 "GET /v2.0/security-groups?id=d6cf22a0-7f65-49f2-8512-764c3542a89d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405666 Nov 23 17:24:39.171521 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Pushing event updated for resources: {'Port': ['ID=9dbd8931-0e0e-4403-9ea7-6a29a17a2a8a,revision_number=5']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:24:39.208824 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Provisioning complete for port 52285acf-3eab-406a-acfc-b1364cf71811 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:24:39.209295 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:24:39.313314 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ce5f358-6741-4ecf-8dcb-8a2d01ccd06f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5251876-fe38-41ca-afcc-7121bc22dcfa'}, {'server_uuid': '491bec82-b7ac-44a4-bcf4-8c231fd20679', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dbd8931-0e0e-4403-9ea7-6a29a17a2a8a'}] {{(pid=103592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:24:39.314278 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-9d863960-77c1-483e-a8bd-715fdaabed79 req-12c3099f-5355-498d-a12b-bf362d9d1da5 tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:24:39.317647 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-b6c26250-ffbc-4fee-aae9-fbcce239e164 req-ac1f1f20-c77d-4d39-817b-576d78da387d service neutron] 10.222.0.36 "GET /v2.0/networks/f7b9b26d-e087-4c84-b1d6-38af54373fe0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4022541 Nov 23 17:24:39.319624 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba3e6a8f2301c7a29fe1eca9779abdae4ccbcd6266d69778087f2498d5551201" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6af74b4-1252-45aa-b12a-a4942b67ea1d" -d '{"events": [{"server_uuid": "2ce5f358-6741-4ecf-8dcb-8a2d01ccd06f", "name": "network-vif-plugged", "status": "completed", "tag": "f5251876-fe38-41ca-afcc-7121bc22dcfa"}, {"server_uuid": "491bec82-b7ac-44a4-bcf4-8c231fd20679", "name": "network-vif-plugged", "status": "completed", "tag": "9dbd8931-0e0e-4403-9ea7-6a29a17a2a8a"}]}' {{(pid=103592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:24:39.362690 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436b3ea3-d031-4193-a81a-1ea13470f7ea req-f63cf647-63ae-4e42-bab7-790d28574611 tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:24:39.370239 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-436b3ea3-d031-4193-a81a-1ea13470f7ea req-f63cf647-63ae-4e42-bab7-790d28574611 tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] 10.222.0.60 "GET /v2.0/ports?device_id=491bec82-b7ac-44a4-bcf4-8c231fd20679 HTTP/1.1" status: 200 len: 949 time: 0.1152370 Nov 23 17:24:39.376658 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c3099f-5355-498d-a12b-bf362d9d1da5 tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] Pushing event deleted for resources: {'Port': ['ID=ebb3a298-d7d7-4eec-9078-0824a8d78eaf,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:24:39.440982 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d863960-77c1-483e-a8bd-715fdaabed79 req-12c3099f-5355-498d-a12b-bf362d9d1da5 tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] No DVR routers for this DVR port ebb3a298-d7d7-4eec-9078-0824a8d78eaf on host n-h2-816206-8 {{(pid=103590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:24:39.450666 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-9d863960-77c1-483e-a8bd-715fdaabed79 req-12c3099f-5355-498d-a12b-bf362d9d1da5 tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:24:39.463576 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:24:39.465547 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-9d863960-77c1-483e-a8bd-715fdaabed79 req-12c3099f-5355-498d-a12b-bf362d9d1da5 tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] 10.222.0.36 "DELETE /v2.0/ports/ebb3a298-d7d7-4eec-9078-0824a8d78eaf HTTP/1.1" status: 204 len: 173 time: 1.6212497 Nov 23 17:24:39.492292 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-436b3ea3-d031-4193-a81a-1ea13470f7ea req-6cee187a-1203-48ed-88de-5e83dfa64ab9 tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b15aa03-44a0-4375-a57d-e8cf999b0781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110206 Nov 23 17:24:39.557017 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port 52285acf-3eab-406a-acfc-b1364cf71811, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=52285acf-3eab-406a-acfc-b1364cf71811,segment=NetworkSegment(f75f400f-3665-42b6-b743-8c8989e17b3e),segment_id=f75f400f-3665-42b6-b743-8c8989e17b3e)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:24:39.569872 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:24:39.696419 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0362fc5-22f8-44d2-97b3-7a65b4324a8e req-96f63b3c-0afd-4477-826e-8e7eee5189b7 tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:24:39.706939 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Pushing event updated for resources: {'Port': ['ID=52285acf-3eab-406a-acfc-b1364cf71811,revision_number=10']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:24:39.708851 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c0362fc5-22f8-44d2-97b3-7a65b4324a8e req-96f63b3c-0afd-4477-826e-8e7eee5189b7 tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] 10.222.0.60 "GET /v2.0/ports?device_id=8ed97b60-3196-47fe-8a00-927be6edfe27 HTTP/1.1" status: 200 len: 944 time: 0.1294501 Nov 23 17:24:39.711677 n-d-816206-8 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3066f0e-be40-43cc-b52c-4cca61251c1c', 'name': 'network-vif-deleted', 'tag': 'ebb3a298-d7d7-4eec-9078-0824a8d78eaf'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:24:39.718473 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbabddbc9fc37b068808e119c416c86f5957ca04531a4a0d2e695c515e93483b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9609d317-19bd-4159-b2c9-04b2eb71a4fa" -d '{"events": [{"server_uuid": "e3066f0e-be40-43cc-b52c-4cca61251c1c", "name": "network-vif-deleted", "tag": "ebb3a298-d7d7-4eec-9078-0824a8d78eaf"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:24:39.874800 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c0362fc5-22f8-44d2-97b3-7a65b4324a8e req-dd3093f7-4721-44aa-a99c-bfb4d6b5ddaf tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] 10.222.0.60 "GET /v2.0/security-groups?id=5c82e7e8-9cad-459a-acb2-b7a0867274de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649826 Nov 23 17:24:40.112155 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-be5c0662-6443-48a0-b61a-51a5d5a4056f req-0002c5c9-010f-455c-be1c-663596389856 tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] 10.222.0.60 "GET /v2.0/ports?device_id=e3066f0e-be40-43cc-b52c-4cca61251c1c HTTP/1.1" status: 200 len: 210 time: 0.0858347 Nov 23 17:24:40.345075 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af9db61-8ca6-4829-821b-23ae43be2826 req-b26c99d9-a69b-40d2-8688-fd83ed197d2c tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:24:40.354143 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4af9db61-8ca6-4829-821b-23ae43be2826 req-b26c99d9-a69b-40d2-8688-fd83ed197d2c tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] 10.222.0.60 "GET /v2.0/ports?device_id=439b6bce-64d6-41de-83e2-fc81fcef21e1 HTTP/1.1" status: 200 len: 945 time: 0.1234655 Nov 23 17:24:40.502310 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4af9db61-8ca6-4829-821b-23ae43be2826 req-6b1fa9b5-5d7d-41ab-a202-7c4a53d426a4 tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] 10.222.0.60 "GET /v2.0/security-groups?id=a7d295c6-a842-436b-b184-bb80f16900ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465142 Nov 23 17:24:40.503276 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device 105db64e-4908-4496-936a-519581ccae88 up at agent hyperv_n-h1-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:24:40.584958 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 23 Nov 2021 17:24:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-288bc3d2-40f7-473c-b75e-7c2717a44017 x-openstack-request-id: req-288bc3d2-40f7-473c-b75e-7c2717a44017 {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:24:40.585624 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ce5f358-6741-4ecf-8dcb-8a2d01ccd06f", "name": "network-vif-plugged", "status": "completed", "tag": "f5251876-fe38-41ca-afcc-7121bc22dcfa", "code": 200}, {"server_uuid": "491bec82-b7ac-44a4-bcf4-8c231fd20679", "name": "network-vif-plugged", "status": "completed", "tag": "9dbd8931-0e0e-4403-9ea7-6a29a17a2a8a", "code": 200}]} {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:24:40.585624 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-288bc3d2-40f7-473c-b75e-7c2717a44017 {{(pid=103592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:24:40.585899 n-d-816206-8 neutron-server[103592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ce5f358-6741-4ecf-8dcb-8a2d01ccd06f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5251876-fe38-41ca-afcc-7121bc22dcfa', 'code': 200} Nov 23 17:24:40.586156 n-d-816206-8 neutron-server[103592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '491bec82-b7ac-44a4-bcf4-8c231fd20679', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dbd8931-0e0e-4403-9ea7-6a29a17a2a8a', 'code': 200} Nov 23 17:24:40.628289 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Provisioning for port 105db64e-4908-4496-936a-519581ccae88 completed by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 17:24:40.635389 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Provisioning complete for port 105db64e-4908-4496-936a-519581ccae88 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:24:40.635748 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:24:40.780796 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:24:40.787883 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc6ce52-0ec6-4d59-87b0-bc3e23fffd57 req-ddf7b0c8-d2cc-44fd-ae2d-3b1fde2008bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:24:40.789501 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-4cc6ce52-0ec6-4d59-87b0-bc3e23fffd57 req-ddf7b0c8-d2cc-44fd-ae2d-3b1fde2008bf service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=2ce5f358-6741-4ecf-8dcb-8a2d01ccd06f HTTP/1.1" status: 200 len: 1101 time: 0.0714841 Nov 23 17:24:40.863587 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5256a4c-483f-4df6-be40-d14c4b1e73a3 req-785eecc7-c27b-495a-873d-5318374f3a58 tempest-ServersTestBootFromVolume-66960814 tempest-ServersTestBootFromVolume-66960814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:24:40.875721 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a5256a4c-483f-4df6-be40-d14c4b1e73a3 req-785eecc7-c27b-495a-873d-5318374f3a58 tempest-ServersTestBootFromVolume-66960814 tempest-ServersTestBootFromVolume-66960814-project] 10.222.0.60 "GET /v2.0/ports?device_id=f8abc7fe-1d0e-4236-8f1e-16f89ed0e252 HTTP/1.1" status: 200 len: 944 time: 0.1964154 Nov 23 17:24:40.894030 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port 105db64e-4908-4496-936a-519581ccae88, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=105db64e-4908-4496-936a-519581ccae88,segment=NetworkSegment(12913541-acd4-4e3c-8f48-e22896931a9c),segment_id=12913541-acd4-4e3c-8f48-e22896931a9c)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:24:40.903941 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:24:40.916098 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9632c39d-a190-4c34-98ad-0d1bfbd299ab req-8ff15ac9-18d4-4259-a335-95d5209ecaf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:24:40.918108 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9632c39d-a190-4c34-98ad-0d1bfbd299ab req-8ff15ac9-18d4-4259-a335-95d5209ecaf2 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=491bec82-b7ac-44a4-bcf4-8c231fd20679 HTTP/1.1" status: 200 len: 1100 time: 0.1700072 Nov 23 17:24:40.926092 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-4cc6ce52-0ec6-4d59-87b0-bc3e23fffd57 req-ad1645d9-26d6-4b32-be4d-946b3b807b5c service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=d6cf22a0-7f65-49f2-8512-764c3542a89d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226807 Nov 23 17:24:41.059866 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Pushing event updated for resources: {'Port': ['ID=105db64e-4908-4496-936a-519581ccae88,revision_number=5']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:24:41.097574 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9632c39d-a190-4c34-98ad-0d1bfbd299ab req-ac5a43ad-b6c2-4902-b100-ea3c844b55c7 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=4b15aa03-44a0-4375-a57d-e8cf999b0781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595874 Nov 23 17:24:41.125415 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a5256a4c-483f-4df6-be40-d14c4b1e73a3 req-0c663329-1f08-4759-a800-85da0517256b tempest-ServersTestBootFromVolume-66960814 tempest-ServersTestBootFromVolume-66960814-project] 10.222.0.60 "GET /v2.0/security-groups?id=e51f9f9c-222a-4f6b-bccf-660dbe03dd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2409892 Nov 23 17:24:41.163024 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:24:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63042d37-4472-4504-ad4e-0a604211e9d2 x-openstack-request-id: req-63042d37-4472-4504-ad4e-0a604211e9d2 {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:24:41.163308 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3066f0e-be40-43cc-b52c-4cca61251c1c", "name": "network-vif-deleted", "tag": "ebb3a298-d7d7-4eec-9078-0824a8d78eaf", "status": "completed", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:24:41.163560 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-63042d37-4472-4504-ad4e-0a604211e9d2 {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:24:41.163999 n-d-816206-8 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3066f0e-be40-43cc-b52c-4cca61251c1c', 'name': 'network-vif-deleted', 'tag': 'ebb3a298-d7d7-4eec-9078-0824a8d78eaf', 'status': 'completed', 'code': 200} Nov 23 17:24:41.324180 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ffb62b-5fb5-43d5-897d-675bef116355 req-2efce71d-759c-407a-95be-04683a8838a3 tempest-ServersAdminTestJSON-1762598083 tempest-ServersAdminTestJSON-1762598083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:24:41.334863 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-52ffb62b-5fb5-43d5-897d-675bef116355 req-2efce71d-759c-407a-95be-04683a8838a3 tempest-ServersAdminTestJSON-1762598083 tempest-ServersAdminTestJSON-1762598083-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ce5f358-6741-4ecf-8dcb-8a2d01ccd06f HTTP/1.1" status: 200 len: 950 time: 0.0807924 Nov 23 17:24:41.437707 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-52ffb62b-5fb5-43d5-897d-675bef116355 req-2b1e34b5-1077-4a08-b188-67152299a6e3 tempest-ServersAdminTestJSON-1762598083 tempest-ServersAdminTestJSON-1762598083-project] 10.222.0.60 "GET /v2.0/security-groups?id=d6cf22a0-7f65-49f2-8512-764c3542a89d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943735 Nov 23 17:24:41.619927 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb965e14-cdac-4ef1-aceb-28842e0be809 req-abe1392a-2169-4473-99ee-de8f0a806cc0 tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:24:41.628652 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-cb965e14-cdac-4ef1-aceb-28842e0be809 req-abe1392a-2169-4473-99ee-de8f0a806cc0 tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] 10.222.0.60 "GET /v2.0/ports?device_id=491bec82-b7ac-44a4-bcf4-8c231fd20679 HTTP/1.1" status: 200 len: 949 time: 0.0735836 Nov 23 17:24:41.643444 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device ebb3a298-d7d7-4eec-9078-0824a8d78eaf no longer exists at agent hyperv_n-h2-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:24:41.684020 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] No Port match for: ebb3a298-d7d7-4eec-9078-0824a8d78eaf {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:24:41.684370 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device ebb3a298-d7d7-4eec-9078-0824a8d78eaf not bound to the agent host n-h2-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:24:41.753867 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-cb965e14-cdac-4ef1-aceb-28842e0be809 req-4dd2f0cf-90ed-4bd8-bc99-02822daa441f tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b15aa03-44a0-4375-a57d-e8cf999b0781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205239 Nov 23 17:24:41.983288 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912d06fe-e316-43f5-99bf-79f532aaca43 req-56b7f080-b16e-4f6f-b975-f09c372574f4 tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:24:41.993194 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-912d06fe-e316-43f5-99bf-79f532aaca43 req-56b7f080-b16e-4f6f-b975-f09c372574f4 tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] 10.222.0.60 "GET /v2.0/ports?device_id=8ed97b60-3196-47fe-8a00-927be6edfe27 HTTP/1.1" status: 200 len: 945 time: 0.1451912 Nov 23 17:24:42.032587 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0116961e-e2db-47cf-9d4c-d3b91145bf2c req-03883988-b7df-4c3f-b29d-33d5a796da0b tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:24:42.034260 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-0116961e-e2db-47cf-9d4c-d3b91145bf2c req-03883988-b7df-4c3f-b29d-33d5a796da0b tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] 10.222.0.60 "GET /v2.0/ports?device_id=439b6bce-64d6-41de-83e2-fc81fcef21e1 HTTP/1.1" status: 200 len: 945 time: 0.1154354 Nov 23 17:24:42.108726 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-912d06fe-e316-43f5-99bf-79f532aaca43 req-633e18cd-79e4-456a-97bc-23a485bfa52c tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] 10.222.0.60 "GET /v2.0/security-groups?id=5c82e7e8-9cad-459a-acb2-b7a0867274de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126773 Nov 23 17:24:42.206670 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-0116961e-e2db-47cf-9d4c-d3b91145bf2c req-526a3d79-1cb2-46da-8009-36e3ac7736c2 tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] 10.222.0.60 "GET /v2.0/security-groups?id=a7d295c6-a842-436b-b184-bb80f16900ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304593 Nov 23 17:24:42.500332 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dcd398-f4bf-419a-8e70-7ff400c0e772 req-c9ee1a27-8f46-4b89-abfa-222e5a739e30 tempest-ServersTestBootFromVolume-66960814 tempest-ServersTestBootFromVolume-66960814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:24:42.505936 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d6dcd398-f4bf-419a-8e70-7ff400c0e772 req-c9ee1a27-8f46-4b89-abfa-222e5a739e30 tempest-ServersTestBootFromVolume-66960814 tempest-ServersTestBootFromVolume-66960814-project] 10.222.0.60 "GET /v2.0/ports?device_id=f8abc7fe-1d0e-4236-8f1e-16f89ed0e252 HTTP/1.1" status: 200 len: 944 time: 0.0985069 Nov 23 17:24:42.589896 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffeae0b0-09b1-4f1e-9b33-8bbbbaaefdf6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52285acf-3eab-406a-acfc-b1364cf71811'}, {'server_uuid': '8ed97b60-3196-47fe-8a00-927be6edfe27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '105db64e-4908-4496-936a-519581ccae88'}] {{(pid=103592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:24:42.597285 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba3e6a8f2301c7a29fe1eca9779abdae4ccbcd6266d69778087f2498d5551201" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-951de416-b537-483c-b552-4a94d2300086" -d '{"events": [{"server_uuid": "ffeae0b0-09b1-4f1e-9b33-8bbbbaaefdf6", "name": "network-vif-plugged", "status": "completed", "tag": "52285acf-3eab-406a-acfc-b1364cf71811"}, {"server_uuid": "8ed97b60-3196-47fe-8a00-927be6edfe27", "name": "network-vif-plugged", "status": "completed", "tag": "105db64e-4908-4496-936a-519581ccae88"}]}' {{(pid=103592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:24:42.615403 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d6dcd398-f4bf-419a-8e70-7ff400c0e772 req-e1a31d2f-66a9-416a-951a-be6ae855c09e tempest-ServersTestBootFromVolume-66960814 tempest-ServersTestBootFromVolume-66960814-project] 10.222.0.60 "GET /v2.0/security-groups?id=e51f9f9c-222a-4f6b-bccf-660dbe03dd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0948739 Nov 23 17:24:42.768885 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b3e4b0-4b74-4a31-bd28-9feb66ca5487 req-ece5a398-3239-4c46-9809-45331fae8e6f tempest-ServersAdminTestJSON-1762598083 tempest-ServersAdminTestJSON-1762598083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:24:42.781383 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-36b3e4b0-4b74-4a31-bd28-9feb66ca5487 req-ece5a398-3239-4c46-9809-45331fae8e6f tempest-ServersAdminTestJSON-1762598083 tempest-ServersAdminTestJSON-1762598083-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ce5f358-6741-4ecf-8dcb-8a2d01ccd06f HTTP/1.1" status: 200 len: 950 time: 0.1072474 Nov 23 17:24:42.851891 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-cb518774-ef47-42d3-89e0-178783cc0a96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:24:42.866100 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-36b3e4b0-4b74-4a31-bd28-9feb66ca5487 req-a817d546-d3a8-4565-a66d-1990eaca7125 tempest-ServersAdminTestJSON-1762598083 tempest-ServersAdminTestJSON-1762598083-project] 10.222.0.60 "GET /v2.0/security-groups?id=d6cf22a0-7f65-49f2-8512-764c3542a89d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805721 Nov 23 17:24:43.083559 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8c7c4f-63c1-4c5b-b6a4-e391cd1f3cf4 req-6ebfaddb-de38-4d85-a3a1-91987ee33c15 tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:24:43.098680 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af4e576-def3-4a2e-b3e1-02d3e03ff55f req-f4bc8a12-4b8d-4b24-a1fb-abad7347410b tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:24:43.100105 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ac8c7c4f-63c1-4c5b-b6a4-e391cd1f3cf4 req-6ebfaddb-de38-4d85-a3a1-91987ee33c15 tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] 10.222.0.60 "GET /v2.0/ports?device_id=87008797-e985-490d-8c0f-a48dbdb047ab HTTP/1.1" status: 200 len: 944 time: 0.1155641 Nov 23 17:24:43.101495 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-2af4e576-def3-4a2e-b3e1-02d3e03ff55f req-f4bc8a12-4b8d-4b24-a1fb-abad7347410b tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] 10.222.0.36 "GET /v2.0/ports?device_id=87008797-e985-490d-8c0f-a48dbdb047ab HTTP/1.1" status: 200 len: 944 time: 0.0858169 Nov 23 17:24:43.197129 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ac8c7c4f-63c1-4c5b-b6a4-e391cd1f3cf4 req-7781495f-fa05-431c-829a-2dfa53068ffb tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] 10.222.0.60 "GET /v2.0/security-groups?id=ef6a96c0-423c-4ea7-a75c-4657afd8c521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905416 Nov 23 17:24:43.254574 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:24:43.294109 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [req-2af4e576-def3-4a2e-b3e1-02d3e03ff55f req-c83c67e4-b25c-4b2f-b1e3-8ef6d885af85 tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] Deleting port 2488209f-deff-41b1-bc6c-75834b3c0d4d {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:24:43.294438 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-2af4e576-def3-4a2e-b3e1-02d3e03ff55f req-c83c67e4-b25c-4b2f-b1e3-8ef6d885af85 tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:24:43.334768 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 23 Nov 2021 17:24:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6983d9de-fed4-43fb-8dd3-9fad841e051a x-openstack-request-id: req-6983d9de-fed4-43fb-8dd3-9fad841e051a {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:24:43.335161 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffeae0b0-09b1-4f1e-9b33-8bbbbaaefdf6", "name": "network-vif-plugged", "status": "completed", "tag": "52285acf-3eab-406a-acfc-b1364cf71811", "code": 200}, {"server_uuid": "8ed97b60-3196-47fe-8a00-927be6edfe27", "name": "network-vif-plugged", "status": "completed", "tag": "105db64e-4908-4496-936a-519581ccae88", "code": 200}]} {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:24:43.335514 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6983d9de-fed4-43fb-8dd3-9fad841e051a {{(pid=103592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:24:43.336016 n-d-816206-8 neutron-server[103592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffeae0b0-09b1-4f1e-9b33-8bbbbaaefdf6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52285acf-3eab-406a-acfc-b1364cf71811', 'code': 200} Nov 23 17:24:43.336395 n-d-816206-8 neutron-server[103592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ed97b60-3196-47fe-8a00-927be6edfe27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '105db64e-4908-4496-936a-519581ccae88', 'code': 200} Nov 23 17:24:43.473968 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [req-2af4e576-def3-4a2e-b3e1-02d3e03ff55f req-c83c67e4-b25c-4b2f-b1e3-8ef6d885af85 tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] For port 2488209f-deff-41b1-bc6c-75834b3c0d4d, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=2488209f-deff-41b1-bc6c-75834b3c0d4d,segment=NetworkSegment(aeb4ff6a-77f7-45a2-bf27-0feac134a4ea),segment_id=aeb4ff6a-77f7-45a2-bf27-0feac134a4ea)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:24:43.474663 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-2af4e576-def3-4a2e-b3e1-02d3e03ff55f req-c83c67e4-b25c-4b2f-b1e3-8ef6d885af85 tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:24:43.509030 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [req-2af4e576-def3-4a2e-b3e1-02d3e03ff55f req-c83c67e4-b25c-4b2f-b1e3-8ef6d885af85 tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] Calling delete_port for 2488209f-deff-41b1-bc6c-75834b3c0d4d owned by compute:nova {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:24:43.528626 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662023a9-00e4-4f55-9c3f-032bd4517a60 req-9b94485c-7b04-4f7f-91dd-cfb5a49f301d tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:24:43.538814 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-662023a9-00e4-4f55-9c3f-032bd4517a60 req-9b94485c-7b04-4f7f-91dd-cfb5a49f301d tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] 10.222.0.60 "GET /v2.0/ports?device_id=491bec82-b7ac-44a4-bcf4-8c231fd20679 HTTP/1.1" status: 200 len: 949 time: 0.1189740 Nov 23 17:24:43.581215 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64de9563-a0fa-4aeb-9e72-c330aa440e60 req-c208d1e2-8f00-40e5-a008-286059270f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:24:43.582919 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-64de9563-a0fa-4aeb-9e72-c330aa440e60 req-c208d1e2-8f00-40e5-a008-286059270f47 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=8ed97b60-3196-47fe-8a00-927be6edfe27 HTTP/1.1" status: 200 len: 1096 time: 0.1166205 Nov 23 17:24:43.667226 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-662023a9-00e4-4f55-9c3f-032bd4517a60 req-2292ca75-6b83-4a77-b315-fab005c1dbc3 tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b15aa03-44a0-4375-a57d-e8cf999b0781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273241 Nov 23 17:24:43.738288 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-2af4e576-def3-4a2e-b3e1-02d3e03ff55f req-c83c67e4-b25c-4b2f-b1e3-8ef6d885af85 tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:24:43.811336 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a16e13-634d-4bc1-a7a4-e164540c1ce1 req-9a31fbdd-76cb-4b1c-ad12-706d05f91898 tempest-ServersAdminTestJSON-1762598083 tempest-ServersAdminTestJSON-1762598083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:24:43.812922 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c0a16e13-634d-4bc1-a7a4-e164540c1ce1 req-9a31fbdd-76cb-4b1c-ad12-706d05f91898 tempest-ServersAdminTestJSON-1762598083 tempest-ServersAdminTestJSON-1762598083-project] 10.222.0.60 "GET /v2.0/ports?device_id=8b7e3802-0f06-4962-a331-d43c0ed8ac79 HTTP/1.1" status: 200 len: 950 time: 0.1445415 Nov 23 17:24:43.815056 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-64de9563-a0fa-4aeb-9e72-c330aa440e60 req-a37a69c4-4f96-4f3a-b012-9d73645b9f43 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=5c82e7e8-9cad-459a-acb2-b7a0867274de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2165751 Nov 23 17:24:43.841511 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83c67e4-b25c-4b2f-b1e3-8ef6d885af85 tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] Pushing event deleted for resources: {'Port': ['ID=2488209f-deff-41b1-bc6c-75834b3c0d4d,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:24:43.871320 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffda4ce0-fa20-4e2c-96b7-5e4ba8facfc0 req-5a56c7a4-fcf0-456c-acae-ad26b85e612b tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:24:43.873891 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ffda4ce0-fa20-4e2c-96b7-5e4ba8facfc0 req-5a56c7a4-fcf0-456c-acae-ad26b85e612b tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] 10.222.0.60 "GET /v2.0/ports?device_id=8ed97b60-3196-47fe-8a00-927be6edfe27 HTTP/1.1" status: 200 len: 945 time: 0.1025231 Nov 23 17:24:43.882957 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [req-2af4e576-def3-4a2e-b3e1-02d3e03ff55f req-c83c67e4-b25c-4b2f-b1e3-8ef6d885af85 tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] No DVR routers for this DVR port 2488209f-deff-41b1-bc6c-75834b3c0d4d on host n-h2-816206-8 {{(pid=103590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:24:43.885978 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-2af4e576-def3-4a2e-b3e1-02d3e03ff55f req-c83c67e4-b25c-4b2f-b1e3-8ef6d885af85 tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:24:43.892134 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-2af4e576-def3-4a2e-b3e1-02d3e03ff55f req-c83c67e4-b25c-4b2f-b1e3-8ef6d885af85 tempest-LiveAutoBlockMigrationV225Test-1735231059 tempest-LiveAutoBlockMigrationV225Test-1735231059-project] 10.222.0.36 "DELETE /v2.0/ports/2488209f-deff-41b1-bc6c-75834b3c0d4d HTTP/1.1" status: 204 len: 173 time: 0.7780020 Nov 23 17:24:43.892677 n-d-816206-8 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87008797-e985-490d-8c0f-a48dbdb047ab', 'name': 'network-vif-deleted', 'tag': '2488209f-deff-41b1-bc6c-75834b3c0d4d'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:24:43.896257 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbabddbc9fc37b068808e119c416c86f5957ca04531a4a0d2e695c515e93483b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf8854e9-3f8c-4727-927a-b061f3b906f5" -d '{"events": [{"server_uuid": "87008797-e985-490d-8c0f-a48dbdb047ab", "name": "network-vif-deleted", "tag": "2488209f-deff-41b1-bc6c-75834b3c0d4d"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:24:43.985238 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c0a16e13-634d-4bc1-a7a4-e164540c1ce1 req-7237e688-8e5e-408c-8442-2258e0a52b72 tempest-ServersAdminTestJSON-1762598083 tempest-ServersAdminTestJSON-1762598083-project] 10.222.0.60 "GET /v2.0/security-groups?id=d6cf22a0-7f65-49f2-8512-764c3542a89d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556032 Nov 23 17:24:43.998677 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:24:44.047147 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ffda4ce0-fa20-4e2c-96b7-5e4ba8facfc0 req-c7629b7f-9a31-40cd-9f8f-0ca4116ce03a tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] 10.222.0.60 "GET /v2.0/security-groups?id=5c82e7e8-9cad-459a-acb2-b7a0867274de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608703 Nov 23 17:24:44.281106 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84b5b99-c6bb-4a81-ac91-3cba9c95adc4 req-5c7e95ea-22d1-407f-8c17-378c4380db66 tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:24:44.281106 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c84b5b99-c6bb-4a81-ac91-3cba9c95adc4 req-5c7e95ea-22d1-407f-8c17-378c4380db66 tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] 10.222.0.60 "GET /v2.0/ports?device_id=439b6bce-64d6-41de-83e2-fc81fcef21e1 HTTP/1.1" status: 200 len: 945 time: 0.1389656 Nov 23 17:24:44.461206 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c84b5b99-c6bb-4a81-ac91-3cba9c95adc4 req-37399678-8720-4991-b9e0-8b6ecb3348b9 tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] 10.222.0.60 "GET /v2.0/security-groups?id=a7d295c6-a842-436b-b184-bb80f16900ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1840861 Nov 23 17:24:44.515657 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111b2fbe-db46-4528-bc50-d3b6fbe14a0f req-d90b0c27-fd24-4e44-9392-2a5549904601 tempest-ServersTestBootFromVolume-66960814 tempest-ServersTestBootFromVolume-66960814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:24:44.516277 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-111b2fbe-db46-4528-bc50-d3b6fbe14a0f req-d90b0c27-fd24-4e44-9392-2a5549904601 tempest-ServersTestBootFromVolume-66960814 tempest-ServersTestBootFromVolume-66960814-project] 10.222.0.60 "GET /v2.0/ports?device_id=f8abc7fe-1d0e-4236-8f1e-16f89ed0e252 HTTP/1.1" status: 200 len: 944 time: 0.1550879 Nov 23 17:24:44.625680 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-111b2fbe-db46-4528-bc50-d3b6fbe14a0f req-7c532615-e05a-4e23-9cd1-df7e1e5e1372 tempest-ServersTestBootFromVolume-66960814 tempest-ServersTestBootFromVolume-66960814-project] 10.222.0.60 "GET /v2.0/security-groups?id=e51f9f9c-222a-4f6b-bccf-660dbe03dd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0932634 Nov 23 17:24:44.706988 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:24:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc9867f4-142f-44d1-ae6a-4d2f7cd03249 x-openstack-request-id: req-fc9867f4-142f-44d1-ae6a-4d2f7cd03249 {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:24:44.707647 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87008797-e985-490d-8c0f-a48dbdb047ab", "name": "network-vif-deleted", "tag": "2488209f-deff-41b1-bc6c-75834b3c0d4d", "status": "completed", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:24:44.707647 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-fc9867f4-142f-44d1-ae6a-4d2f7cd03249 {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:24:44.708014 n-d-816206-8 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87008797-e985-490d-8c0f-a48dbdb047ab', 'name': 'network-vif-deleted', 'tag': '2488209f-deff-41b1-bc6c-75834b3c0d4d', 'status': 'completed', 'code': 200} Nov 23 17:24:44.896526 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6c4b984f-f2d6-40dc-b981-e62efd3647f5 req-1925f1f6-57be-499b-91bc-44e9d2732550 tempest-ServersAdminTestJSON-1762598083 tempest-ServersAdminTestJSON-1762598083-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=b7b3b3f4a8764d7e903a9a361c942b8f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0559549 Nov 23 17:24:45.018801 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c86c7c3a-416a-4ecb-8bb9-98daa75bca72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:24:45.110153 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4b984f-f2d6-40dc-b981-e62efd3647f5 req-fce59ef7-51e1-4dc5-82d8-b04152f15011 tempest-ServersAdminTestJSON-1762598083 tempest-ServersAdminTestJSON-1762598083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:24:45.125221 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6c4b984f-f2d6-40dc-b981-e62efd3647f5 req-fce59ef7-51e1-4dc5-82d8-b04152f15011 tempest-ServersAdminTestJSON-1762598083 tempest-ServersAdminTestJSON-1762598083-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2271295 Nov 23 17:24:45.163970 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6c4b984f-f2d6-40dc-b981-e62efd3647f5 req-8d3d5eff-64bf-476d-b524-c8aa2cb5216a tempest-ServersAdminTestJSON-1762598083 tempest-ServersAdminTestJSON-1762598083-project] 10.222.0.60 "GET /v2.0/quotas/b7b3b3f4a8764d7e903a9a361c942b8f HTTP/1.1" status: 200 len: 375 time: 0.0364766 Nov 23 17:24:45.233265 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e03fb97-521b-45d9-8a3e-dc3d3b4902de req-58170ded-97e4-4006-b9e5-bdc4744dbb98 tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:24:45.241334 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e03fb97-521b-45d9-8a3e-dc3d3b4902de req-58170ded-97e4-4006-b9e5-bdc4744dbb98 tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:24:45.243087 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-0e03fb97-521b-45d9-8a3e-dc3d3b4902de req-58170ded-97e4-4006-b9e5-bdc4744dbb98 tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] 10.222.0.60 "GET /v2.0/ports?device_id=3061d5a9-6f79-40aa-8136-00fea4a03ec0&device_id=491bec82-b7ac-44a4-bcf4-8c231fd20679 HTTP/1.1" status: 200 len: 1690 time: 0.2067516 Nov 23 17:24:45.309373 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6c4b984f-f2d6-40dc-b981-e62efd3647f5 req-a7fcd702-95e0-44c0-a525-5c04dfaf5c03 tempest-ServersAdminTestJSON-1762598083 tempest-ServersAdminTestJSON-1762598083-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=b7b3b3f4a8764d7e903a9a361c942b8f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1392288 Nov 23 17:24:45.395349 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-0e03fb97-521b-45d9-8a3e-dc3d3b4902de req-d69e0019-d946-4140-82ea-77aa63114e7e tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b15aa03-44a0-4375-a57d-e8cf999b0781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380100 Nov 23 17:24:45.504392 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 56034) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:24:45.668056 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device 009aeb1a-9475-482d-a72f-4831b5053604 details requested by agent hyperv_n-h2-816206-8 with host n-h2-816206-8 {{(pid=103592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 17:24:45.681110 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device 6c5467d2-4bcb-460c-b921-f140ab638b28 no longer exists at agent hyperv_n-h2-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:24:45.886704 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port 009aeb1a-9475-482d-a72f-4831b5053604, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=009aeb1a-9475-482d-a72f-4831b5053604,segment=NetworkSegment(6c418a8c-f20c-4230-99c6-0f83d6e48757),segment_id=6c418a8c-f20c-4230-99c6-0f83d6e48757)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:24:45.931392 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Returning: {'device': '009aeb1a-9475-482d-a72f-4831b5053604', 'network_id': 'ffa7c2aa-6251-4537-acd5-168309147200', 'port_id': '009aeb1a-9475-482d-a72f-4831b5053604', 'mac_address': 'fa:16:3e:a2:1f:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e905b96-ea32-4f4c-be91-01d912cd9ed2', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 17:24:45.980012 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.db_base_plugin_v2 [None req-0993ff0c-7b78-4ef4-be44-e16d968ce8fa admin admin] Deleting subnet cfa8dfdf-5850-4e22-a7f8-6d7e726926d1 {{(pid=103591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 17:24:46.015364 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-0993ff0c-7b78-4ef4-be44-e16d968ce8fa admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:24:46.040358 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24c0d2f-2e9f-43c4-b565-a97c6f297481 req-152c377e-4dc2-49b2-81a6-7000f4b108df tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:24:46.055299 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a24c0d2f-2e9f-43c4-b565-a97c6f297481 req-152c377e-4dc2-49b2-81a6-7000f4b108df tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] 10.222.0.60 "GET /v2.0/ports?device_id=8ed97b60-3196-47fe-8a00-927be6edfe27 HTTP/1.1" status: 200 len: 945 time: 0.3715112 Nov 23 17:24:46.146836 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e6a06e-e379-4b3d-91a4-a51cf37e97c1 req-34289a4d-f84e-47c3-bc7c-c6745f63cd5f tempest-ImagesTestJSON-931761063 tempest-ImagesTestJSON-931761063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:24:46.156913 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:24:46.160286 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e2e6a06e-e379-4b3d-91a4-a51cf37e97c1 req-34289a4d-f84e-47c3-bc7c-c6745f63cd5f tempest-ImagesTestJSON-931761063 tempest-ImagesTestJSON-931761063-project] 10.222.0.60 "GET /v2.0/networks?id=b560144d-d078-4e51-9dcb-6b297d4ac5e2 HTTP/1.1" status: 200 len: 805 time: 0.5648737 Nov 23 17:24:46.196959 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port 6c5467d2-4bcb-460c-b921-f140ab638b28, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=6c5467d2-4bcb-460c-b921-f140ab638b28,segment=NetworkSegment(8fed18b2-0713-4023-96b5-16ede53c73dc),segment_id=8fed18b2-0713-4023-96b5-16ede53c73dc)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:24:46.200252 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b07740e4-8387-4197-820f-c4e1d44b21a2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6c5467d2-4bcb-460c-b921-f140ab638b28'}] {{(pid=103592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:24:46.205177 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba3e6a8f2301c7a29fe1eca9779abdae4ccbcd6266d69778087f2498d5551201" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7eaac419-e03f-4298-8283-1a357a1b116d" -d '{"events": [{"server_uuid": "b07740e4-8387-4197-820f-c4e1d44b21a2", "name": "network-vif-unplugged", "status": "completed", "tag": "6c5467d2-4bcb-460c-b921-f140ab638b28"}]}' {{(pid=103592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:24:46.214998 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:24:46.223397 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e2e6a06e-e379-4b3d-91a4-a51cf37e97c1 req-4eee0bce-4ead-4079-9072-dbd502e5c09e tempest-ImagesTestJSON-931761063 tempest-ImagesTestJSON-931761063-project] 10.222.0.60 "GET /v2.0/quotas/2453e6bac79c4625a43322659d77160d HTTP/1.1" status: 200 len: 375 time: 0.0618882 Nov 23 17:24:46.241800 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-0993ff0c-7b78-4ef4-be44-e16d968ce8fa admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265990000'] for subnet, precommit_delete_associations {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:24:46.309629 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Pushing event updated for resources: {'Port': ['ID=6c5467d2-4bcb-460c-b921-f140ab638b28,revision_number=8']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:24:46.318681 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:24:46.354600 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 009aeb1a-9475-482d-a72f-4831b5053604 {{(pid=103592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:24:46.473939 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port 009aeb1a-9475-482d-a72f-4831b5053604, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=009aeb1a-9475-482d-a72f-4831b5053604,segment=NetworkSegment(6c418a8c-f20c-4230-99c6-0f83d6e48757),segment_id=6c418a8c-f20c-4230-99c6-0f83d6e48757)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:24:46.485127 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:24:46.555309 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-52822d53-48f5-4819-8a95-bdc13aea0bf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:24:46.561795 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Pushing event updated for resources: {'Port': ['ID=009aeb1a-9475-482d-a72f-4831b5053604,revision_number=6']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:24:46.671697 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] get_ports_and_sgs() called for port_ids ['009aeb1a-9475-482d-a72f-4831b5053604'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:24:46.807160 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a24c0d2f-2e9f-43c4-b565-a97c6f297481 req-2f331126-3449-4817-80bb-70d79cb83a14 tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] 10.222.0.60 "GET /v2.0/security-groups?id=5c82e7e8-9cad-459a-acb2-b7a0867274de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7507873 Nov 23 17:24:46.895840 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e2e6a06e-e379-4b3d-91a4-a51cf37e97c1 req-e3e76425-e5a4-4f6e-b920-fc4b3cd651df tempest-ImagesTestJSON-931761063 tempest-ImagesTestJSON-931761063-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=2453e6bac79c4625a43322659d77160d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6710117 Nov 23 17:24:46.910233 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-0993ff0c-7b78-4ef4-be44-e16d968ce8fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971956'] for subnet, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:24:47.149944 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-20093dba-3d4d-4366-9fb6-4b9058dd2ea3 req-ec6f1b32-3cf6-47ad-9322-d66bf6bc51e6 tempest-ServersAdminTestJSON-1762598083 tempest-ServersAdminTestJSON-1762598083-project] 10.222.0.60 "GET /v2.0/ports?device_id=1fb45c7b-e5f9-4b84-af62-a0ab5df96bb4 HTTP/1.1" status: 200 len: 210 time: 0.0437813 Nov 23 17:24:47.176103 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-0993ff0c-7b78-4ef4-be44-e16d968ce8fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264758240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264314269'] for subnet, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:24:47.234392 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350b1c16-a383-4a52-acc3-8453d5ff600c req-559bb4b8-5f00-4eac-8155-6e04d0917917 tempest-ImagesTestJSON-931761063 tempest-ImagesTestJSON-931761063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:24:47.235193 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e2e6a06e-e379-4b3d-91a4-a51cf37e97c1 req-301bd9b9-3379-417b-a8fc-166dbd098fc1 service neutron] 10.222.0.60 "GET /v2.0/networks/b560144d-d078-4e51-9dcb-6b297d4ac5e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3371198 Nov 23 17:24:47.238046 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-350b1c16-a383-4a52-acc3-8453d5ff600c req-559bb4b8-5f00-4eac-8155-6e04d0917917 tempest-ImagesTestJSON-931761063 tempest-ImagesTestJSON-931761063-project] 10.222.0.36 "GET /v2.0/ports?device_id=b07740e4-8387-4197-820f-c4e1d44b21a2 HTTP/1.1" status: 200 len: 943 time: 0.1030223 Nov 23 17:24:47.416150 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e2e6a06e-e379-4b3d-91a4-a51cf37e97c1 req-ffa081e5-7fef-4c83-ad93-810cb6afcc87 service neutron] 10.222.0.60 "GET /v2.0/networks/b560144d-d078-4e51-9dcb-6b297d4ac5e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1800230 Nov 23 17:24:47.430163 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0993ff0c-7b78-4ef4-be44-e16d968ce8fa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cfa8dfdf-5850-4e22-a7f8-6d7e726926d1,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:24:47.434587 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-0993ff0c-7b78-4ef4-be44-e16d968ce8fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for subnet, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:24:47.441672 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-0993ff0c-7b78-4ef4-be44-e16d968ce8fa admin admin] 10.222.0.60 "DELETE /v2.0/subnets/cfa8dfdf-5850-4e22-a7f8-6d7e726926d1 HTTP/1.1" status: 204 len: 168 time: 1.9358850 Nov 23 17:24:47.519375 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 56086) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:24:47.607350 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0993ff0c-7b78-4ef4-be44-e16d968ce8fa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:24:47.608404 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0993ff0c-7b78-4ef4-be44-e16d968ce8fa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:24:47.608755 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0993ff0c-7b78-4ef4-be44-e16d968ce8fa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:24:47.609171 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0993ff0c-7b78-4ef4-be44-e16d968ce8fa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:24:47.609731 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0993ff0c-7b78-4ef4-be44-e16d968ce8fa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:24:47.610441 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0993ff0c-7b78-4ef4-be44-e16d968ce8fa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:24:47.610731 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0993ff0c-7b78-4ef4-be44-e16d968ce8fa admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:24:47.610850 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0993ff0c-7b78-4ef4-be44-e16d968ce8fa admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:24:47.620733 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0993ff0c-7b78-4ef4-be44-e16d968ce8fa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:24:47.621248 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0993ff0c-7b78-4ef4-be44-e16d968ce8fa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:24:47.621779 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0993ff0c-7b78-4ef4-be44-e16d968ce8fa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:24:47.621904 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0993ff0c-7b78-4ef4-be44-e16d968ce8fa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:24:47.664964 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9a27ae6c-db98-474f-94c1-cc99bf842d79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:24:47.698215 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device 009aeb1a-9475-482d-a72f-4831b5053604 up at agent hyperv_n-h2-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:24:47.732267 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6c4b984f-f2d6-40dc-b981-e62efd3647f5 req-a8fb029c-5211-47dc-9361-2ff1f60f35e1 tempest-ServersAdminTestJSON-1762598083 tempest-ServersAdminTestJSON-1762598083-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=b7b3b3f4a8764d7e903a9a361c942b8f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2426717 Nov 23 17:24:47.793158 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Provisioning complete for port 009aeb1a-9475-482d-a72f-4831b5053604 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:24:47.793676 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:24:47.870767 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-1d4441cf-5721-4cb1-896a-c5aa92b8ce88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-555181'] for network, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:24:47.964869 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [req-350b1c16-a383-4a52-acc3-8453d5ff600c req-d16f62b6-dd90-4708-a8d6-faedee46699e tempest-ImagesTestJSON-931761063 tempest-ImagesTestJSON-931761063-project] Deleting port 6c5467d2-4bcb-460c-b921-f140ab638b28 {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:24:47.965218 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-350b1c16-a383-4a52-acc3-8453d5ff600c req-d16f62b6-dd90-4708-a8d6-faedee46699e tempest-ImagesTestJSON-931761063 tempest-ImagesTestJSON-931761063-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:24:47.976818 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027f841a-8bec-4692-8ae6-96ca3e100e01 req-abff02d4-f1a0-4420-afae-511ab7fdb5e6 tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:24:47.985041 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-027f841a-8bec-4692-8ae6-96ca3e100e01 req-abff02d4-f1a0-4420-afae-511ab7fdb5e6 tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] 10.222.0.60 "GET /v2.0/ports?device_id=439b6bce-64d6-41de-83e2-fc81fcef21e1 HTTP/1.1" status: 200 len: 944 time: 0.5995679 Nov 23 17:24:48.026926 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:24:48.111595 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port 009aeb1a-9475-482d-a72f-4831b5053604, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=009aeb1a-9475-482d-a72f-4831b5053604,segment=NetworkSegment(6c418a8c-f20c-4230-99c6-0f83d6e48757),segment_id=6c418a8c-f20c-4230-99c6-0f83d6e48757)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:24:48.117626 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:24:48.119477 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device 2488209f-deff-41b1-bc6c-75834b3c0d4d no longer exists at agent hyperv_n-h2-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:24:48.182126 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] No Port match for: 2488209f-deff-41b1-bc6c-75834b3c0d4d {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:24:48.182467 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device 2488209f-deff-41b1-bc6c-75834b3c0d4d not bound to the agent host n-h2-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:24:48.225391 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [req-350b1c16-a383-4a52-acc3-8453d5ff600c req-d16f62b6-dd90-4708-a8d6-faedee46699e tempest-ImagesTestJSON-931761063 tempest-ImagesTestJSON-931761063-project] For port 6c5467d2-4bcb-460c-b921-f140ab638b28, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=6c5467d2-4bcb-460c-b921-f140ab638b28,segment=NetworkSegment(8fed18b2-0713-4023-96b5-16ede53c73dc),segment_id=8fed18b2-0713-4023-96b5-16ede53c73dc)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:24:48.226180 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-350b1c16-a383-4a52-acc3-8453d5ff600c req-d16f62b6-dd90-4708-a8d6-faedee46699e tempest-ImagesTestJSON-931761063 tempest-ImagesTestJSON-931761063-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:24:48.262090 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [req-350b1c16-a383-4a52-acc3-8453d5ff600c req-d16f62b6-dd90-4708-a8d6-faedee46699e tempest-ImagesTestJSON-931761063 tempest-ImagesTestJSON-931761063-project] Calling delete_port for 6c5467d2-4bcb-460c-b921-f140ab638b28 owned by compute:nova {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:24:48.310330 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Pushing event updated for resources: {'Port': ['ID=009aeb1a-9475-482d-a72f-4831b5053604,revision_number=7']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:24:48.314909 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-027f841a-8bec-4692-8ae6-96ca3e100e01 req-39c6adea-db02-4ebf-95c8-bc4e1ebea4fb tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] 10.222.0.60 "GET /v2.0/security-groups?id=a7d295c6-a842-436b-b184-bb80f16900ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3033206 Nov 23 17:24:48.345291 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4587ee-c4e5-4fab-90c3-ec79ce7f24bb req-b00d2658-456a-45df-a55b-80e9d04a1b62 tempest-ServersTestBootFromVolume-66960814 tempest-ServersTestBootFromVolume-66960814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:24:48.348712 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:24:48.357091 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8b4587ee-c4e5-4fab-90c3-ec79ce7f24bb req-b00d2658-456a-45df-a55b-80e9d04a1b62 tempest-ServersTestBootFromVolume-66960814 tempest-ServersTestBootFromVolume-66960814-project] 10.222.0.60 "GET /v2.0/ports?device_id=f8abc7fe-1d0e-4236-8f1e-16f89ed0e252 HTTP/1.1" status: 200 len: 944 time: 0.5517163 Nov 23 17:24:48.419614 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 17:24:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00ab6ba7-eee6-4d5d-b681-3389b5e32261 x-openstack-request-id: req-00ab6ba7-eee6-4d5d-b681-3389b5e32261 {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:24:48.419996 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b07740e4-8387-4197-820f-c4e1d44b21a2", "name": "network-vif-unplugged", "status": "completed", "tag": "6c5467d2-4bcb-460c-b921-f140ab638b28", "code": 200}]} {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:24:48.420261 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-00ab6ba7-eee6-4d5d-b681-3389b5e32261 {{(pid=103592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:24:48.420702 n-d-816206-8 neutron-server[103592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b07740e4-8387-4197-820f-c4e1d44b21a2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6c5467d2-4bcb-460c-b921-f140ab638b28', 'code': 200} Nov 23 17:24:48.515553 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4b984f-f2d6-40dc-b981-e62efd3647f5 req-471b023f-956c-44d8-bf93-95d4dd1ba771 tempest-ServersAdminTestJSON-1762598083 tempest-ServersAdminTestJSON-1762598083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:24:48.521564 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6c4b984f-f2d6-40dc-b981-e62efd3647f5 req-471b023f-956c-44d8-bf93-95d4dd1ba771 tempest-ServersAdminTestJSON-1762598083 tempest-ServersAdminTestJSON-1762598083-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7475653 Nov 23 17:24:48.567317 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [req-6c4b984f-f2d6-40dc-b981-e62efd3647f5 req-68a619bd-98cd-4657-9509-dc13b458a9c7 tempest-ServersAdminTestJSON-1762598083 tempest-ServersAdminTestJSON-1762598083-project] Request body: {'port': {'device_id': '1fb45c7b-e5f9-4b84-af62-a0ab5df96bb4', 'network_id': 'f1e1dabf-b410-4023-9169-a460a86e7184', 'admin_state_up': True, 'tenant_id': 'b7b3b3f4a8764d7e903a9a361c942b8f'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:24:48.589867 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-350b1c16-a383-4a52-acc3-8453d5ff600c req-d16f62b6-dd90-4708-a8d6-faedee46699e tempest-ImagesTestJSON-931761063 tempest-ImagesTestJSON-931761063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:24:48.625487 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-1d4441cf-5721-4cb1-896a-c5aa92b8ce88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973419', 'neutron.services.segments.db._delete_segments_for_network-8736635878840'] for network, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:24:48.631767 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16f62b6-dd90-4708-a8d6-faedee46699e tempest-ImagesTestJSON-931761063 tempest-ImagesTestJSON-931761063-project] Pushing event deleted for resources: {'Port': ['ID=6c5467d2-4bcb-460c-b921-f140ab638b28,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:24:48.692315 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [req-350b1c16-a383-4a52-acc3-8453d5ff600c req-d16f62b6-dd90-4708-a8d6-faedee46699e tempest-ImagesTestJSON-931761063 tempest-ImagesTestJSON-931761063-project] No DVR routers for this DVR port 6c5467d2-4bcb-460c-b921-f140ab638b28 on host n-h2-816206-8 {{(pid=103590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:24:48.696285 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-350b1c16-a383-4a52-acc3-8453d5ff600c req-d16f62b6-dd90-4708-a8d6-faedee46699e tempest-ImagesTestJSON-931761063 tempest-ImagesTestJSON-931761063-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:24:48.700931 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-350b1c16-a383-4a52-acc3-8453d5ff600c req-d16f62b6-dd90-4708-a8d6-faedee46699e tempest-ImagesTestJSON-931761063 tempest-ImagesTestJSON-931761063-project] 10.222.0.36 "DELETE /v2.0/ports/6c5467d2-4bcb-460c-b921-f140ab638b28 HTTP/1.1" status: 204 len: 173 time: 1.4423604 Nov 23 17:24:48.701658 n-d-816206-8 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b07740e4-8387-4197-820f-c4e1d44b21a2', 'name': 'network-vif-deleted', 'tag': '6c5467d2-4bcb-460c-b921-f140ab638b28'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:24:48.706859 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbabddbc9fc37b068808e119c416c86f5957ca04531a4a0d2e695c515e93483b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bd66a23-dd18-4f70-bef4-7e1209116cdb" -d '{"events": [{"server_uuid": "b07740e4-8387-4197-820f-c4e1d44b21a2", "name": "network-vif-deleted", "tag": "6c5467d2-4bcb-460c-b921-f140ab638b28"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:24:48.727082 n-d-816206-8 neutron-server[103591]: DEBUG neutron.services.segments.db [None req-1d4441cf-5721-4cb1-896a-c5aa92b8ce88 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eacea6aa-86b2-4fe9-ae0d-611828f27804']}} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:24:48.759987 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8b4587ee-c4e5-4fab-90c3-ec79ce7f24bb req-227b62dc-2bf0-4b1f-9fbb-13a359a9c0b9 tempest-ServersTestBootFromVolume-66960814 tempest-ServersTestBootFromVolume-66960814-project] 10.222.0.60 "GET /v2.0/security-groups?id=e51f9f9c-222a-4f6b-bccf-660dbe03dd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4002032 Nov 23 17:24:48.871292 n-d-816206-8 neutron-server[103591]: DEBUG neutron.services.segments.db [None req-1d4441cf-5721-4cb1-896a-c5aa92b8ce88 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aeb4ff6a-77f7-45a2-bf27-0feac134a4ea') {'for_net_delete': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:24:48.871601 n-d-816206-8 neutron-server[103591]: DEBUG neutron.services.segments.db [None req-1d4441cf-5721-4cb1-896a-c5aa92b8ce88 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aeb4ff6a-77f7-45a2-bf27-0feac134a4ea') {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:24:48.902510 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-1d4441cf-5721-4cb1-896a-c5aa92b8ce88 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736635840332', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265989959'] for segment, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:24:48.974606 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-1d4441cf-5721-4cb1-896a-c5aa92b8ce88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:24:48.998739 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d4441cf-5721-4cb1-896a-c5aa92b8ce88 admin admin] Releasing vlan 544 on physical network physnet1 to pool {{(pid=103591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 17:24:49.000459 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-1d4441cf-5721-4cb1-896a-c5aa92b8ce88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264756290'] for segment, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:24:49.101275 n-d-816206-8 neutron-server[103591]: Traceback (most recent call last): Nov 23 17:24:49.101275 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 17:24:49.101275 n-d-816206-8 neutron-server[103591]: timer() Nov 23 17:24:49.101275 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 17:24:49.101275 n-d-816206-8 neutron-server[103591]: cb(*args, **kw) Nov 23 17:24:49.101275 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 17:24:49.101275 n-d-816206-8 neutron-server[103591]: return func(*args, **kwargs) Nov 23 17:24:49.101275 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 17:24:49.101275 n-d-816206-8 neutron-server[103591]: self._notify() Nov 23 17:24:49.101275 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 17:24:49.101275 n-d-816206-8 neutron-server[103591]: self.callback(batched_events) Nov 23 17:24:49.101275 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 17:24:49.101275 n-d-816206-8 neutron-server[103591]: event.method(event) Nov 23 17:24:49.101275 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 17:24:49.101275 n-d-816206-8 neutron-server[103591]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 17:24:49.101275 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 17:24:49.101275 n-d-816206-8 neutron-server[103591]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 17:24:49.101275 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 17:24:49.101275 n-d-816206-8 neutron-server[103591]: return f(self, *a, **k) Nov 23 17:24:49.101275 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 17:24:49.101275 n-d-816206-8 neutron-server[103591]: return self._get(url).json() Nov 23 17:24:49.101275 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 17:24:49.101275 n-d-816206-8 neutron-server[103591]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 17:24:49.101275 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 17:24:49.101275 n-d-816206-8 neutron-server[103591]: return self.request(url, 'GET', **kwargs) Nov 23 17:24:49.101275 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 17:24:49.101275 n-d-816206-8 neutron-server[103591]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 17:24:49.101275 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 17:24:49.101275 n-d-816206-8 neutron-server[103591]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 17:24:49.101275 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 17:24:49.101275 n-d-816206-8 neutron-server[103591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 17:24:49.101275 n-d-816206-8 neutron-server[103591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 17:24:49.119459 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-1d4441cf-5721-4cb1-896a-c5aa92b8ce88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1795418'] for network, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:24:49.125613 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-1d4441cf-5721-4cb1-896a-c5aa92b8ce88 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for network, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:24:49.129483 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-1d4441cf-5721-4cb1-896a-c5aa92b8ce88 admin admin] 10.222.0.60 "DELETE /v2.0/networks/eacea6aa-86b2-4fe9-ae0d-611828f27804 HTTP/1.1" status: 204 len: 168 time: 1.5988002 Nov 23 17:24:49.134104 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 56116) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:24:49.187227 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4441cf-5721-4cb1-896a-c5aa92b8ce88 admin admin] Pushing event deleted for resources: {'Network': ['ID=eacea6aa-86b2-4fe9-ae0d-611828f27804,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:24:49.211557 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b037c63b-fa4a-4c7d-9d49-ecdfba732c63 req-62c4c852-0f1d-4b12-ae7f-da4498408ba7 tempest-LiveMigrationTest-1150397521 tempest-LiveMigrationTest-1150397521-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:24:49.215883 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b037c63b-fa4a-4c7d-9d49-ecdfba732c63 req-62c4c852-0f1d-4b12-ae7f-da4498408ba7 tempest-LiveMigrationTest-1150397521 tempest-LiveMigrationTest-1150397521-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=8ed97b60-3196-47fe-8a00-927be6edfe27 HTTP/1.1" status: 200 len: 1096 time: 0.6902959 Nov 23 17:24:49.230708 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb4f20e3-abc0-4161-a22c-490997cd0a7a admin admin] Deleting subnet b21cec9c-39c4-4c99-91a2-f716ce567c81 {{(pid=103590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 17:24:49.247236 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-bb4f20e3-abc0-4161-a22c-490997cd0a7a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:24:49.281739 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df95abdf-dc91-49f1-a417-652d2f739d1a req-98c9597e-0b0f-447e-bc27-b91a39e7cb0c tempest-ServersOnMultiNodesTest-558425378 tempest-ServersOnMultiNodesTest-558425378-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:24:49.284108 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-df95abdf-dc91-49f1-a417-652d2f739d1a req-98c9597e-0b0f-447e-bc27-b91a39e7cb0c tempest-ServersOnMultiNodesTest-558425378 tempest-ServersOnMultiNodesTest-558425378-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=3061d5a9-6f79-40aa-8136-00fea4a03ec0 HTTP/1.1" status: 200 len: 1101 time: 0.1797714 Nov 23 17:24:49.325629 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b037c63b-fa4a-4c7d-9d49-ecdfba732c63 req-d61e5d3e-8417-4bdd-a478-cde1f7a617a4 tempest-LiveMigrationTest-1150397521 tempest-LiveMigrationTest-1150397521-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=5c82e7e8-9cad-459a-acb2-b7a0867274de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965722 Nov 23 17:24:49.352885 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-bb4f20e3-abc0-4161-a22c-490997cd0a7a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-267528342'] for subnet, precommit_delete_associations {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:24:49.471254 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-bb4f20e3-abc0-4161-a22c-490997cd0a7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971956'] for subnet, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:24:49.548601 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c4b984f-f2d6-40dc-b981-e62efd3647f5 req-68a619bd-98cd-4657-9509-dc13b458a9c7 tempest-ServersAdminTestJSON-1762598083 tempest-ServersAdminTestJSON-1762598083-project] Made reservation on behalf of b7b3b3f4a8764d7e903a9a361c942b8f for: {'port': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:24:49.560085 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-6c4b984f-f2d6-40dc-b981-e62efd3647f5 req-68a619bd-98cd-4657-9509-dc13b458a9c7 tempest-ServersAdminTestJSON-1762598083 tempest-ServersAdminTestJSON-1762598083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:24:49.583102 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-bb4f20e3-abc0-4161-a22c-490997cd0a7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264357903', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264730940'] for subnet, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:24:49.613351 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-df95abdf-dc91-49f1-a417-652d2f739d1a req-1548c5ba-aa0a-4e82-9e45-70483f0460fd tempest-ServersOnMultiNodesTest-558425378 tempest-ServersOnMultiNodesTest-558425378-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=4b15aa03-44a0-4375-a57d-e8cf999b0781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2910247 Nov 23 17:24:49.689620 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-bb4f20e3-abc0-4161-a22c-490997cd0a7a admin admin] Publish callbacks [] for subnet, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:24:49.697277 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-bb4f20e3-abc0-4161-a22c-490997cd0a7a admin admin] 10.222.0.60 "DELETE /v2.0/subnets/b21cec9c-39c4-4c99-91a2-f716ce567c81 HTTP/1.1" status: 204 len: 168 time: 0.5590529 Nov 23 17:24:49.697277 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4f20e3-abc0-4161-a22c-490997cd0a7a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b21cec9c-39c4-4c99-91a2-f716ce567c81,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:24:49.706923 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 56124) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:24:49.850479 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.db_base_plugin_common [req-6c4b984f-f2d6-40dc-b981-e62efd3647f5 req-68a619bd-98cd-4657-9509-dc13b458a9c7 tempest-ServersAdminTestJSON-1762598083 tempest-ServersAdminTestJSON-1762598083-project] Allocated IP 192.168.233.176 (f1e1dabf-b410-4023-9169-a460a86e7184/ac77c175-5679-438b-8a2a-356718377641/fa9fdf46-02ac-4851-a3df-94b37eec7ba2) {{(pid=103591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:24:50.228833 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e6a06e-e379-4b3d-91a4-a51cf37e97c1 req-f24b0d5d-3e1d-40e9-bde0-5077dac0c5a1 tempest-ImagesTestJSON-931761063 tempest-ImagesTestJSON-931761063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:24:50.235451 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-e2e6a06e-e379-4b3d-91a4-a51cf37e97c1 req-f24b0d5d-3e1d-40e9-bde0-5077dac0c5a1 tempest-ImagesTestJSON-931761063 tempest-ImagesTestJSON-931761063-project] 10.222.0.36 "GET /v2.0/networks?id=b560144d-d078-4e51-9dcb-6b297d4ac5e2 HTTP/1.1" status: 200 len: 805 time: 0.6370220 Nov 23 17:24:50.241945 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-14b06933-5aec-4466-a428-8e3f488162d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-555181'] for network, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:24:50.256255 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [req-e2e6a06e-e379-4b3d-91a4-a51cf37e97c1 req-ecd6bc09-7822-49fd-9d63-cc9206769b14 tempest-ImagesTestJSON-931761063 tempest-ImagesTestJSON-931761063-project] Request body: {'port': {'device_id': '1820b9a1-cb60-494a-b702-c7b697bbb590', 'network_id': 'b560144d-d078-4e51-9dcb-6b297d4ac5e2', 'admin_state_up': True, 'tenant_id': '2453e6bac79c4625a43322659d77160d'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:24:50.317509 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-aa0a66e7-de77-4aab-919b-96590f4315f6 req-881bc5ee-7d25-41b8-90a4-05eb4d9916c9 tempest-ServersAdminTestJSON-1762598083 tempest-ServersAdminTestJSON-1762598083-project] 10.222.0.60 "GET /v2.0/ports?device_id=1fb45c7b-e5f9-4b84-af62-a0ab5df96bb4 HTTP/1.1" status: 200 len: 210 time: 0.0715091 Nov 23 17:24:50.391646 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e4420890-8100-48a2-912a-9da2d9ca8444 req-be156a59-8c30-4c7d-87ba-9345287c5076 tempest-ImagesTestJSON-931761063 tempest-ImagesTestJSON-931761063-project] 10.222.0.60 "GET /v2.0/ports?device_id=1820b9a1-cb60-494a-b702-c7b697bbb590 HTTP/1.1" status: 200 len: 210 time: 0.7886314 Nov 23 17:24:50.422269 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '439b6bce-64d6-41de-83e2-fc81fcef21e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '009aeb1a-9475-482d-a72f-4831b5053604'}] {{(pid=103592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:24:50.432018 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba3e6a8f2301c7a29fe1eca9779abdae4ccbcd6266d69778087f2498d5551201" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a0a0560-c30a-4518-9474-9583b5bada98" -d '{"events": [{"server_uuid": "439b6bce-64d6-41de-83e2-fc81fcef21e1", "name": "network-vif-plugged", "status": "completed", "tag": "009aeb1a-9475-482d-a72f-4831b5053604"}]}' {{(pid=103592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:24:50.433289 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2e6a06e-e379-4b3d-91a4-a51cf37e97c1 req-ecd6bc09-7822-49fd-9d63-cc9206769b14 tempest-ImagesTestJSON-931761063 tempest-ImagesTestJSON-931761063-project] Made reservation on behalf of 2453e6bac79c4625a43322659d77160d for: {'port': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:24:50.444120 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-e2e6a06e-e379-4b3d-91a4-a51cf37e97c1 req-ecd6bc09-7822-49fd-9d63-cc9206769b14 tempest-ImagesTestJSON-931761063 tempest-ImagesTestJSON-931761063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:24:50.552899 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-6c4b984f-f2d6-40dc-b981-e62efd3647f5 req-68a619bd-98cd-4657-9509-dc13b458a9c7 tempest-ServersAdminTestJSON-1762598083 tempest-ServersAdminTestJSON-1762598083-project] Publish callbacks [] for port, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:24:50.637750 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:24:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63e263dc-2b80-4629-9c78-11cc69c1ff12 x-openstack-request-id: req-63e263dc-2b80-4629-9c78-11cc69c1ff12 {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:24:50.639148 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b07740e4-8387-4197-820f-c4e1d44b21a2", "name": "network-vif-deleted", "tag": "6c5467d2-4bcb-460c-b921-f140ab638b28", "status": "completed", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:24:50.639681 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-63e263dc-2b80-4629-9c78-11cc69c1ff12 {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:24:50.640349 n-d-816206-8 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b07740e4-8387-4197-820f-c4e1d44b21a2', 'name': 'network-vif-deleted', 'tag': '6c5467d2-4bcb-460c-b921-f140ab638b28', 'status': 'completed', 'code': 200} Nov 23 17:24:50.854868 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-14b06933-5aec-4466-a428-8e3f488162d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973419', 'neutron.services.segments.db._delete_segments_for_network-8736635878840'] for network, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:24:50.870220 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8ca0d7-e620-46dd-a65d-206f4ea52fde req-f54e03fc-2e4d-4952-97f6-b11496044db4 tempest-LiveMigrationTest-1150397521 tempest-LiveMigrationTest-1150397521-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:24:50.872120 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9e8ca0d7-e620-46dd-a65d-206f4ea52fde req-f54e03fc-2e4d-4952-97f6-b11496044db4 tempest-LiveMigrationTest-1150397521 tempest-LiveMigrationTest-1150397521-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=8ed97b60-3196-47fe-8a00-927be6edfe27 HTTP/1.1" status: 200 len: 1096 time: 0.2334180 Nov 23 17:24:50.916344 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-14b06933-5aec-4466-a428-8e3f488162d1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5dec1c61-765d-4be4-8772-5161d26575b2']}} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:24:50.924362 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbae89b-6911-401c-9e74-66aa1b739cd2 req-da6fa1e2-2d9b-4a43-a2b1-dcd9f9c70a81 tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:24:50.936722 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8bbae89b-6911-401c-9e74-66aa1b739cd2 req-da6fa1e2-2d9b-4a43-a2b1-dcd9f9c70a81 tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] 10.222.0.60 "GET /v2.0/ports?device_id=439b6bce-64d6-41de-83e2-fc81fcef21e1 HTTP/1.1" status: 200 len: 945 time: 0.2994463 Nov 23 17:24:50.939551 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-14b06933-5aec-4466-a428-8e3f488162d1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4fa9d1a0-4594-4255-9b0d-60646245da32') {'for_net_delete': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:24:50.940121 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-14b06933-5aec-4466-a428-8e3f488162d1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4fa9d1a0-4594-4255-9b0d-60646245da32') {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:24:50.957741 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-6c4b984f-f2d6-40dc-b981-e62efd3647f5 req-68a619bd-98cd-4657-9509-dc13b458a9c7 tempest-ServersAdminTestJSON-1762598083 tempest-ServersAdminTestJSON-1762598083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:24:50.977409 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] get_ports_and_sgs() called for port_ids ['106c7877-d6d0-453d-94f5-fc7533add6f7'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:24:50.982825 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] get_ports_and_sgs() called for port_ids ['f5251876-fe38-41ca-afcc-7121bc22dcfa'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:24:50.983055 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-14b06933-5aec-4466-a428-8e3f488162d1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736635840332', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-267528353'] for segment, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:24:51.030676 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-14b06933-5aec-4466-a428-8e3f488162d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:24:51.052097 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [req-e2e6a06e-e379-4b3d-91a4-a51cf37e97c1 req-ecd6bc09-7822-49fd-9d63-cc9206769b14 tempest-ImagesTestJSON-931761063 tempest-ImagesTestJSON-931761063-project] Allocated IP 172.20.0.14 (b560144d-d078-4e51-9dcb-6b297d4ac5e2/4be32885-153e-4d88-b3c6-807e18e4db27/f4b8ed54-a038-48a3-9321-c22ad3016f37) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:24:51.054909 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14b06933-5aec-4466-a428-8e3f488162d1 admin admin] Releasing vlan 549 on physical network physnet1 to pool {{(pid=103590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 17:24:51.056468 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-14b06933-5aec-4466-a428-8e3f488162d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264370093'] for segment, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:24:51.063243 n-d-816206-8 neutron-server[103590]: Traceback (most recent call last): Nov 23 17:24:51.063243 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 17:24:51.063243 n-d-816206-8 neutron-server[103590]: timer() Nov 23 17:24:51.063243 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 17:24:51.063243 n-d-816206-8 neutron-server[103590]: cb(*args, **kw) Nov 23 17:24:51.063243 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 17:24:51.063243 n-d-816206-8 neutron-server[103590]: return func(*args, **kwargs) Nov 23 17:24:51.063243 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 17:24:51.063243 n-d-816206-8 neutron-server[103590]: self._notify() Nov 23 17:24:51.063243 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 17:24:51.063243 n-d-816206-8 neutron-server[103590]: self.callback(batched_events) Nov 23 17:24:51.063243 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 17:24:51.063243 n-d-816206-8 neutron-server[103590]: event.method(event) Nov 23 17:24:51.063243 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 17:24:51.063243 n-d-816206-8 neutron-server[103590]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 17:24:51.063243 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 17:24:51.063243 n-d-816206-8 neutron-server[103590]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 17:24:51.063243 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 17:24:51.063243 n-d-816206-8 neutron-server[103590]: return f(self, *a, **k) Nov 23 17:24:51.063243 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 17:24:51.063243 n-d-816206-8 neutron-server[103590]: return self._get(url).json() Nov 23 17:24:51.063243 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 17:24:51.063243 n-d-816206-8 neutron-server[103590]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 17:24:51.063243 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 17:24:51.063243 n-d-816206-8 neutron-server[103590]: return self.request(url, 'GET', **kwargs) Nov 23 17:24:51.063243 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 17:24:51.063243 n-d-816206-8 neutron-server[103590]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 17:24:51.063243 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 17:24:51.063243 n-d-816206-8 neutron-server[103590]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 17:24:51.063243 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 17:24:51.063243 n-d-816206-8 neutron-server[103590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 17:24:51.063243 n-d-816206-8 neutron-server[103590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 17:24:51.152990 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9e8ca0d7-e620-46dd-a65d-206f4ea52fde req-4c3a7dab-8019-4e5d-9924-6392791fef89 tempest-LiveMigrationTest-1150397521 tempest-LiveMigrationTest-1150397521-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=5c82e7e8-9cad-459a-acb2-b7a0867274de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2506511 Nov 23 17:24:51.180081 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c4b984f-f2d6-40dc-b981-e62efd3647f5 req-68a619bd-98cd-4657-9509-dc13b458a9c7 tempest-ServersAdminTestJSON-1762598083 tempest-ServersAdminTestJSON-1762598083-project] Network f1e1dabf-b410-4023-9169-a460a86e7184 is already hosted by enough agents. {{(pid=103591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:24:51.185125 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a619bd-98cd-4657-9509-dc13b458a9c7 tempest-ServersAdminTestJSON-1762598083 tempest-ServersAdminTestJSON-1762598083-project] Pushing event updated for resources: {'Port': ['ID=fa9fdf46-02ac-4851-a3df-94b37eec7ba2,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:24:51.189171 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [req-6c4b984f-f2d6-40dc-b981-e62efd3647f5 req-68a619bd-98cd-4657-9509-dc13b458a9c7 tempest-ServersAdminTestJSON-1762598083 tempest-ServersAdminTestJSON-1762598083-project] Resources bound (agent type, host, resource id): {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:24:51.204029 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c4b984f-f2d6-40dc-b981-e62efd3647f5 req-68a619bd-98cd-4657-9509-dc13b458a9c7 tempest-ServersAdminTestJSON-1762598083 tempest-ServersAdminTestJSON-1762598083-project] Received port after_create {{(pid=103591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:24:51.234527 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8bbae89b-6911-401c-9e74-66aa1b739cd2 req-44484de5-4f9e-4dff-aa55-b29bd1156f38 tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] 10.222.0.60 "GET /v2.0/security-groups?id=a7d295c6-a842-436b-b184-bb80f16900ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2959843 Nov 23 17:24:51.310941 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-14b06933-5aec-4466-a428-8e3f488162d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1795418'] for network, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:24:51.381165 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-14b06933-5aec-4466-a428-8e3f488162d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for network, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:24:51.415828 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-14b06933-5aec-4466-a428-8e3f488162d1 admin admin] 10.222.0.60 "DELETE /v2.0/networks/5dec1c61-765d-4be4-8772-5161d26575b2 HTTP/1.1" status: 204 len: 168 time: 1.7071576 Nov 23 17:24:51.435108 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b06933-5aec-4466-a428-8e3f488162d1 admin admin] Pushing event deleted for resources: {'Network': ['ID=5dec1c61-765d-4be4-8772-5161d26575b2,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:24:51.438240 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4b984f-f2d6-40dc-b981-e62efd3647f5 req-68a619bd-98cd-4657-9509-dc13b458a9c7 tempest-ServersAdminTestJSON-1762598083 tempest-ServersAdminTestJSON-1762598083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:24:51.438883 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-6c4b984f-f2d6-40dc-b981-e62efd3647f5 req-68a619bd-98cd-4657-9509-dc13b458a9c7 tempest-ServersAdminTestJSON-1762598083 tempest-ServersAdminTestJSON-1762598083-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:24:51.498775 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6c4b984f-f2d6-40dc-b981-e62efd3647f5 req-68a619bd-98cd-4657-9509-dc13b458a9c7 tempest-ServersAdminTestJSON-1762598083 tempest-ServersAdminTestJSON-1762598083-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.9352312 Nov 23 17:24:51.513530 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [req-6c4b984f-f2d6-40dc-b981-e62efd3647f5 req-ad0c3aef-c6dc-4202-b7a3-edfa389b5231 service neutron] Request body: {'port': {'device_id': '1fb45c7b-e5f9-4b84-af62-a0ab5df96bb4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-8'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:24:51.671496 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36eb8dde-5453-4468-a57d-76e5fca69e1e req-ec489299-a1c7-47ab-b0c5-0907ccd9dfcd tempest-ServersTestBootFromVolume-66960814 tempest-ServersTestBootFromVolume-66960814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:24:51.683508 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-36eb8dde-5453-4468-a57d-76e5fca69e1e req-ec489299-a1c7-47ab-b0c5-0907ccd9dfcd tempest-ServersTestBootFromVolume-66960814 tempest-ServersTestBootFromVolume-66960814-project] 10.222.0.60 "GET /v2.0/ports?device_id=f8abc7fe-1d0e-4236-8f1e-16f89ed0e252 HTTP/1.1" status: 200 len: 944 time: 0.2816014 Nov 23 17:24:51.725662 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device 6c5467d2-4bcb-460c-b921-f140ab638b28 no longer exists at agent hyperv_n-h2-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:24:51.774182 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6943bb-5329-4667-876b-e2c698d8ceb9 req-0c5465aa-705a-45d4-846b-7f53e57d382a tempest-ServersOnMultiNodesTest-558425378 tempest-ServersOnMultiNodesTest-558425378-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:24:51.777269 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-fc6943bb-5329-4667-876b-e2c698d8ceb9 req-0c5465aa-705a-45d4-846b-7f53e57d382a tempest-ServersOnMultiNodesTest-558425378 tempest-ServersOnMultiNodesTest-558425378-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=491bec82-b7ac-44a4-bcf4-8c231fd20679 HTTP/1.1" status: 200 len: 1100 time: 0.3709676 Nov 23 17:24:51.789357 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-e2e6a06e-e379-4b3d-91a4-a51cf37e97c1 req-ecd6bc09-7822-49fd-9d63-cc9206769b14 tempest-ImagesTestJSON-931761063 tempest-ImagesTestJSON-931761063-project] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:24:51.800336 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 56138) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:24:51.804898 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] No Port match for: 6c5467d2-4bcb-460c-b921-f140ab638b28 {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:24:51.807700 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device 6c5467d2-4bcb-460c-b921-f140ab638b28 not bound to the agent host n-h2-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:24:51.825676 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-430b42db-f22e-462e-9c8c-0600a664b5a9 None None] Provisioning complete for port fa9fdf46-02ac-4851-a3df-94b37eec7ba2 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:24:51.832420 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-430b42db-f22e-462e-9c8c-0600a664b5a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:24:51.838981 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-e2e6a06e-e379-4b3d-91a4-a51cf37e97c1 req-ecd6bc09-7822-49fd-9d63-cc9206769b14 tempest-ImagesTestJSON-931761063 tempest-ImagesTestJSON-931761063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:24:51.840783 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-6c4b984f-f2d6-40dc-b981-e62efd3647f5 req-ad0c3aef-c6dc-4202-b7a3-edfa389b5231 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:24:51.946866 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-430b42db-f22e-462e-9c8c-0600a664b5a9 None None] Port fa9fdf46-02ac-4851-a3df-94b37eec7ba2 cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:24:51.956696 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd6bc09-7822-49fd-9d63-cc9206769b14 tempest-ImagesTestJSON-931761063 tempest-ImagesTestJSON-931761063-project] Pushing event updated for resources: {'Port': ['ID=f4b8ed54-a038-48a3-9321-c22ad3016f37,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:24:51.996735 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2e6a06e-e379-4b3d-91a4-a51cf37e97c1 req-ecd6bc09-7822-49fd-9d63-cc9206769b14 tempest-ImagesTestJSON-931761063 tempest-ImagesTestJSON-931761063-project] Network b560144d-d078-4e51-9dcb-6b297d4ac5e2 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:24:52.001615 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [req-e2e6a06e-e379-4b3d-91a4-a51cf37e97c1 req-ecd6bc09-7822-49fd-9d63-cc9206769b14 tempest-ImagesTestJSON-931761063 tempest-ImagesTestJSON-931761063-project] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:24:52.004862 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2e6a06e-e379-4b3d-91a4-a51cf37e97c1 req-ecd6bc09-7822-49fd-9d63-cc9206769b14 tempest-ImagesTestJSON-931761063 tempest-ImagesTestJSON-931761063-project] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:24:52.090244 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e6a06e-e379-4b3d-91a4-a51cf37e97c1 req-ecd6bc09-7822-49fd-9d63-cc9206769b14 tempest-ImagesTestJSON-931761063 tempest-ImagesTestJSON-931761063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:24:52.091021 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-e2e6a06e-e379-4b3d-91a4-a51cf37e97c1 req-ecd6bc09-7822-49fd-9d63-cc9206769b14 tempest-ImagesTestJSON-931761063 tempest-ImagesTestJSON-931761063-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:24:52.118628 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-e2e6a06e-e379-4b3d-91a4-a51cf37e97c1 req-ecd6bc09-7822-49fd-9d63-cc9206769b14 tempest-ImagesTestJSON-931761063 tempest-ImagesTestJSON-931761063-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8684773 Nov 23 17:24:52.134524 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [req-e2e6a06e-e379-4b3d-91a4-a51cf37e97c1 req-9d037f87-104c-4ca8-9c11-e81bc840ecb3 service neutron] Request body: {'port': {'device_id': '1820b9a1-cb60-494a-b702-c7b697bbb590', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-8'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:24:52.135606 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-fc6943bb-5329-4667-876b-e2c698d8ceb9 req-023d63b3-08ce-4887-bbf4-974a839fac5a tempest-ServersOnMultiNodesTest-558425378 tempest-ServersOnMultiNodesTest-558425378-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=4b15aa03-44a0-4375-a57d-e8cf999b0781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3279772 Nov 23 17:24:52.174402 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-36eb8dde-5453-4468-a57d-76e5fca69e1e req-db4a2863-72d2-47aa-8abe-2080e992a6b1 tempest-ServersTestBootFromVolume-66960814 tempest-ServersTestBootFromVolume-66960814-project] 10.222.0.60 "GET /v2.0/security-groups?id=e51f9f9c-222a-4f6b-bccf-660dbe03dd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4899955 Nov 23 17:24:52.210080 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:24:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc543bcc-ca67-4d42-a602-deac85715735 x-openstack-request-id: req-dc543bcc-ca67-4d42-a602-deac85715735 {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:24:52.210499 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "439b6bce-64d6-41de-83e2-fc81fcef21e1", "name": "network-vif-plugged", "status": "completed", "tag": "009aeb1a-9475-482d-a72f-4831b5053604", "code": 200}]} {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:24:52.210758 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-dc543bcc-ca67-4d42-a602-deac85715735 {{(pid=103592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:24:52.211160 n-d-816206-8 neutron-server[103592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '439b6bce-64d6-41de-83e2-fc81fcef21e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '009aeb1a-9475-482d-a72f-4831b5053604', 'code': 200} Nov 23 17:24:52.339088 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-e2e6a06e-e379-4b3d-91a4-a51cf37e97c1 req-9d037f87-104c-4ca8-9c11-e81bc840ecb3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:24:52.600738 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [req-6c4b984f-f2d6-40dc-b981-e62efd3647f5 req-ad0c3aef-c6dc-4202-b7a3-edfa389b5231 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa9fdf46-02ac-4851-a3df-94b37eec7ba2 {{(pid=103591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:24:52.610723 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-6c4b984f-f2d6-40dc-b981-e62efd3647f5 req-ad0c3aef-c6dc-4202-b7a3-edfa389b5231 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:24:52.627432 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.provisioning_blocks [req-6c4b984f-f2d6-40dc-b981-e62efd3647f5 req-ad0c3aef-c6dc-4202-b7a3-edfa389b5231 service neutron] Transition to ACTIVE for port object fa9fdf46-02ac-4851-a3df-94b37eec7ba2 will not be triggered until provisioned by entity L2. {{(pid=103591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 17:24:52.636166 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-8f4d3971-2d10-42c2-bcab-95ff1edd9e9d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=968ef5ef30ad45a38c8263e9da4ef3c2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8299637 Nov 23 17:24:52.639697 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 56148) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:24:52.648632 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-6c4b984f-f2d6-40dc-b981-e62efd3647f5 req-ad0c3aef-c6dc-4202-b7a3-edfa389b5231 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264758186'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:24:52.766722 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0c3aef-c6dc-4202-b7a3-edfa389b5231 service neutron] Pushing event updated for resources: {'Port': ['ID=fa9fdf46-02ac-4851-a3df-94b37eec7ba2,revision_number=2']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:24:52.793432 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-789d1f5b-73d1-4d14-b905-7bf2d4518a53 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:24:52.848098 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-789d1f5b-73d1-4d14-b905-7bf2d4518a53 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:24:53.099310 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-6c4b984f-f2d6-40dc-b981-e62efd3647f5 req-ad0c3aef-c6dc-4202-b7a3-edfa389b5231 service neutron] Attempting to bind port fa9fdf46-02ac-4851-a3df-94b37eec7ba2 on host n-h1-816206-8 for vnic_type normal with profile {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:24:53.100018 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-6c4b984f-f2d6-40dc-b981-e62efd3647f5 req-ad0c3aef-c6dc-4202-b7a3-edfa389b5231 service neutron] Attempting to bind port fa9fdf46-02ac-4851-a3df-94b37eec7ba2 by drivers openvswitch,hyperv on host n-h1-816206-8 at level 0 using segments [{'id': '329c1745-02bf-4561-9615-3192910887f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'f1e1dabf-b410-4023-9169-a460a86e7184'}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:24:53.100562 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c4b984f-f2d6-40dc-b981-e62efd3647f5 req-ad0c3aef-c6dc-4202-b7a3-edfa389b5231 service neutron] Attempting to bind port fa9fdf46-02ac-4851-a3df-94b37eec7ba2 on network f1e1dabf-b410-4023-9169-a460a86e7184 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:24:53.124940 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcec8aee-8061-40b2-97b5-f64a594130d4 req-98ec126f-fbdd-46bb-9f42-45a1263a06f9 tempest-ServersAdminTestJSON-1762598083 tempest-ServersAdminTestJSON-1762598083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:24:53.126934 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-fcec8aee-8061-40b2-97b5-f64a594130d4 req-98ec126f-fbdd-46bb-9f42-45a1263a06f9 tempest-ServersAdminTestJSON-1762598083 tempest-ServersAdminTestJSON-1762598083-project] 10.222.0.60 "GET /v2.0/ports?device_id=1fb45c7b-e5f9-4b84-af62-a0ab5df96bb4 HTTP/1.1" status: 200 len: 948 time: 0.4895473 Nov 23 17:24:53.127793 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c4b984f-f2d6-40dc-b981-e62efd3647f5 req-ad0c3aef-c6dc-4202-b7a3-edfa389b5231 service neutron] Port fa9fdf46-02ac-4851-a3df-94b37eec7ba2 on network f1e1dabf-b410-4023-9169-a460a86e7184 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-8 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 17:24:53.128629 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c4b984f-f2d6-40dc-b981-e62efd3647f5 req-ad0c3aef-c6dc-4202-b7a3-edfa389b5231 service neutron] Attempting to bind port fa9fdf46-02ac-4851-a3df-94b37eec7ba2 on network f1e1dabf-b410-4023-9169-a460a86e7184 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:24:53.138821 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c4b984f-f2d6-40dc-b981-e62efd3647f5 req-ad0c3aef-c6dc-4202-b7a3-edfa389b5231 service neutron] Checking agent: {'id': '4b0a4557-3bfe-4828-80a0-7981fc3ac84c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 15, 14), 'started_at': datetime.datetime(2021, 11, 23, 17, 15, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 24, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:24:53.139448 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c4b984f-f2d6-40dc-b981-e62efd3647f5 req-ad0c3aef-c6dc-4202-b7a3-edfa389b5231 service neutron] Checking segment: {'id': '329c1745-02bf-4561-9615-3192910887f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'f1e1dabf-b410-4023-9169-a460a86e7184'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:24:53.140074 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c4b984f-f2d6-40dc-b981-e62efd3647f5 req-ad0c3aef-c6dc-4202-b7a3-edfa389b5231 service neutron] Bound using segment: {'id': '329c1745-02bf-4561-9615-3192910887f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'f1e1dabf-b410-4023-9169-a460a86e7184'} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:24:53.140734 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-6c4b984f-f2d6-40dc-b981-e62efd3647f5 req-ad0c3aef-c6dc-4202-b7a3-edfa389b5231 service neutron] Bound port: fa9fdf46-02ac-4851-a3df-94b37eec7ba2, host: n-h1-816206-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '329c1745-02bf-4561-9615-3192910887f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'f1e1dabf-b410-4023-9169-a460a86e7184'}}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:24:53.141284 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-6c4b984f-f2d6-40dc-b981-e62efd3647f5 req-ad0c3aef-c6dc-4202-b7a3-edfa389b5231 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:24:53.186217 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740b49f5-5403-4031-9a77-d15fff0c80aa req-8e96e318-6879-423d-bb91-1630ece2abf1 tempest-ImagesTestJSON-931761063 tempest-ImagesTestJSON-931761063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:24:53.186217 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-740b49f5-5403-4031-9a77-d15fff0c80aa req-8e96e318-6879-423d-bb91-1630ece2abf1 tempest-ImagesTestJSON-931761063 tempest-ImagesTestJSON-931761063-project] 10.222.0.60 "GET /v2.0/ports?device_id=1820b9a1-cb60-494a-b702-c7b697bbb590 HTTP/1.1" status: 200 len: 932 time: 0.5456948 Nov 23 17:24:53.194644 n-d-816206-8 neutron-server[103590]: DEBUG neutron.notifiers.nova [req-e2e6a06e-e379-4b3d-91a4-a51cf37e97c1 req-9d037f87-104c-4ca8-9c11-e81bc840ecb3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4b8ed54-a038-48a3-9321-c22ad3016f37 {{(pid=103590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:24:53.210296 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-e2e6a06e-e379-4b3d-91a4-a51cf37e97c1 req-9d037f87-104c-4ca8-9c11-e81bc840ecb3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:24:53.229460 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [req-e2e6a06e-e379-4b3d-91a4-a51cf37e97c1 req-9d037f87-104c-4ca8-9c11-e81bc840ecb3 service neutron] Transition to ACTIVE for port object f4b8ed54-a038-48a3-9321-c22ad3016f37 will not be triggered until provisioned by entity L2. {{(pid=103590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 17:24:53.235789 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-e2e6a06e-e379-4b3d-91a4-a51cf37e97c1 req-9d037f87-104c-4ca8-9c11-e81bc840ecb3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264357957'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:24:53.240615 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-789d1f5b-73d1-4d14-b905-7bf2d4518a53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:24:53.243656 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-789d1f5b-73d1-4d14-b905-7bf2d4518a53 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:24:53.247236 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-789d1f5b-73d1-4d14-b905-7bf2d4518a53 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ef6a96c0-423c-4ea7-a75c-4657afd8c521 HTTP/1.1" status: 204 len: 168 time: 0.5997405 Nov 23 17:24:53.335613 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789d1f5b-73d1-4d14-b905-7bf2d4518a53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef6a96c0-423c-4ea7-a75c-4657afd8c521,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:24:53.397349 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-fcec8aee-8061-40b2-97b5-f64a594130d4 req-b10828b9-76c6-42fd-986a-93cf8c9d6250 tempest-ServersAdminTestJSON-1762598083 tempest-ServersAdminTestJSON-1762598083-project] 10.222.0.60 "GET /v2.0/security-groups?id=d6cf22a0-7f65-49f2-8512-764c3542a89d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2614913 Nov 23 17:24:53.416036 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d037f87-104c-4ca8-9c11-e81bc840ecb3 service neutron] Pushing event updated for resources: {'Port': ['ID=f4b8ed54-a038-48a3-9321-c22ad3016f37,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:24:53.445951 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-740b49f5-5403-4031-9a77-d15fff0c80aa req-e4ef6160-25df-48d4-8736-64842595cf41 tempest-ImagesTestJSON-931761063 tempest-ImagesTestJSON-931761063-project] 10.222.0.60 "GET /v2.0/security-groups?id=f2768289-7821-4137-8326-c052bf648315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2353475 Nov 23 17:24:53.447341 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-6c4b984f-f2d6-40dc-b981-e62efd3647f5 req-ad0c3aef-c6dc-4202-b7a3-edfa389b5231 service neutron] For port fa9fdf46-02ac-4851-a3df-94b37eec7ba2, host n-h1-816206-8, cleared binding levels {{(pid=103591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:24:53.456984 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-6c4b984f-f2d6-40dc-b981-e62efd3647f5 req-ad0c3aef-c6dc-4202-b7a3-edfa389b5231 service neutron] For port fa9fdf46-02ac-4851-a3df-94b37eec7ba2, host n-h1-816206-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=fa9fdf46-02ac-4851-a3df-94b37eec7ba2,segment=NetworkSegment(329c1745-02bf-4561-9615-3192910887f5),segment_id=329c1745-02bf-4561-9615-3192910887f5)] {{(pid=103591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:24:53.462659 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-6c4b984f-f2d6-40dc-b981-e62efd3647f5 req-ad0c3aef-c6dc-4202-b7a3-edfa389b5231 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264758186'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:24:53.540935 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [req-e2e6a06e-e379-4b3d-91a4-a51cf37e97c1 req-9d037f87-104c-4ca8-9c11-e81bc840ecb3 service neutron] Attempting to bind port f4b8ed54-a038-48a3-9321-c22ad3016f37 on host n-h2-816206-8 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:24:53.541988 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [req-e2e6a06e-e379-4b3d-91a4-a51cf37e97c1 req-9d037f87-104c-4ca8-9c11-e81bc840ecb3 service neutron] Attempting to bind port f4b8ed54-a038-48a3-9321-c22ad3016f37 by drivers openvswitch,hyperv on host n-h2-816206-8 at level 0 using segments [{'id': '8fed18b2-0713-4023-96b5-16ede53c73dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'b560144d-d078-4e51-9dcb-6b297d4ac5e2'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:24:53.542330 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2e6a06e-e379-4b3d-91a4-a51cf37e97c1 req-9d037f87-104c-4ca8-9c11-e81bc840ecb3 service neutron] Attempting to bind port f4b8ed54-a038-48a3-9321-c22ad3016f37 on network b560144d-d078-4e51-9dcb-6b297d4ac5e2 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:24:53.554584 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2e6a06e-e379-4b3d-91a4-a51cf37e97c1 req-9d037f87-104c-4ca8-9c11-e81bc840ecb3 service neutron] Port f4b8ed54-a038-48a3-9321-c22ad3016f37 on network b560144d-d078-4e51-9dcb-6b297d4ac5e2 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-8 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 17:24:53.554928 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2e6a06e-e379-4b3d-91a4-a51cf37e97c1 req-9d037f87-104c-4ca8-9c11-e81bc840ecb3 service neutron] Attempting to bind port f4b8ed54-a038-48a3-9321-c22ad3016f37 on network b560144d-d078-4e51-9dcb-6b297d4ac5e2 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:24:53.564901 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2e6a06e-e379-4b3d-91a4-a51cf37e97c1 req-9d037f87-104c-4ca8-9c11-e81bc840ecb3 service neutron] Checking agent: {'id': 'ab77bf9e-0267-4174-8f1d-822cba89b207', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 15, 13), 'started_at': datetime.datetime(2021, 11, 23, 17, 15, 13), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 24, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:24:53.565795 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2e6a06e-e379-4b3d-91a4-a51cf37e97c1 req-9d037f87-104c-4ca8-9c11-e81bc840ecb3 service neutron] Checking segment: {'id': '8fed18b2-0713-4023-96b5-16ede53c73dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'b560144d-d078-4e51-9dcb-6b297d4ac5e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:24:53.568267 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2e6a06e-e379-4b3d-91a4-a51cf37e97c1 req-9d037f87-104c-4ca8-9c11-e81bc840ecb3 service neutron] Bound using segment: {'id': '8fed18b2-0713-4023-96b5-16ede53c73dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'b560144d-d078-4e51-9dcb-6b297d4ac5e2'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:24:53.568737 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [req-e2e6a06e-e379-4b3d-91a4-a51cf37e97c1 req-9d037f87-104c-4ca8-9c11-e81bc840ecb3 service neutron] Bound port: f4b8ed54-a038-48a3-9321-c22ad3016f37, host: n-h2-816206-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8fed18b2-0713-4023-96b5-16ede53c73dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'b560144d-d078-4e51-9dcb-6b297d4ac5e2'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:24:53.570007 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-e2e6a06e-e379-4b3d-91a4-a51cf37e97c1 req-9d037f87-104c-4ca8-9c11-e81bc840ecb3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:24:53.573363 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4b984f-f2d6-40dc-b981-e62efd3647f5 req-ad0c3aef-c6dc-4202-b7a3-edfa389b5231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:24:53.574287 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-6c4b984f-f2d6-40dc-b981-e62efd3647f5 req-ad0c3aef-c6dc-4202-b7a3-edfa389b5231 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:24:53.576040 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6c4b984f-f2d6-40dc-b981-e62efd3647f5 req-ad0c3aef-c6dc-4202-b7a3-edfa389b5231 service neutron] 10.222.0.55 "PUT /v2.0/ports/fa9fdf46-02ac-4851-a3df-94b37eec7ba2 HTTP/1.1" status: 200 len: 1096 time: 2.0677009 Nov 23 17:24:53.586578 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fb45c7b-e5f9-4b84-af62-a0ab5df96bb4', 'tag': 'fa9fdf46-02ac-4851-a3df-94b37eec7ba2'}] {{(pid=103591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:24:53.588703 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41d174a19ece9499ff9ec44e5b3fc50f2abd3ffbc947fb7e52ea1e8db27b95b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68976197-633f-457a-b13f-4ad2389d4719" -d '{"events": [{"name": "network-changed", "server_uuid": "1fb45c7b-e5f9-4b84-af62-a0ab5df96bb4", "tag": "fa9fdf46-02ac-4851-a3df-94b37eec7ba2"}]}' {{(pid=103591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:24:53.721087 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device e35dfb48-4275-44ed-a999-71ff183f8ccd details requested by agent hyperv_n-h2-816206-8 with host n-h2-816206-8 {{(pid=103592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 17:24:53.824909 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0c3aef-c6dc-4202-b7a3-edfa389b5231 service neutron] Pushing event updated for resources: {'Port': ['ID=fa9fdf46-02ac-4851-a3df-94b37eec7ba2,revision_number=3']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:24:53.836715 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [req-e2e6a06e-e379-4b3d-91a4-a51cf37e97c1 req-9d037f87-104c-4ca8-9c11-e81bc840ecb3 service neutron] For port f4b8ed54-a038-48a3-9321-c22ad3016f37, host n-h2-816206-8, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:24:53.850053 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [req-e2e6a06e-e379-4b3d-91a4-a51cf37e97c1 req-9d037f87-104c-4ca8-9c11-e81bc840ecb3 service neutron] For port f4b8ed54-a038-48a3-9321-c22ad3016f37, host n-h2-816206-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=f4b8ed54-a038-48a3-9321-c22ad3016f37,segment=NetworkSegment(8fed18b2-0713-4023-96b5-16ede53c73dc),segment_id=8fed18b2-0713-4023-96b5-16ede53c73dc)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:24:53.859214 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-e2e6a06e-e379-4b3d-91a4-a51cf37e97c1 req-9d037f87-104c-4ca8-9c11-e81bc840ecb3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264357957'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:24:53.941652 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc9e239-0b62-4808-be5e-76c00dc50ebb req-17146ccc-d9ad-4d73-acff-b00bee89bb94 tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:24:53.943850 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9fc9e239-0b62-4808-be5e-76c00dc50ebb req-17146ccc-d9ad-4d73-acff-b00bee89bb94 tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] 10.222.0.60 "GET /v2.0/ports?device_id=439b6bce-64d6-41de-83e2-fc81fcef21e1 HTTP/1.1" status: 200 len: 945 time: 0.2739062 Nov 23 17:24:53.947088 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4b984f-f2d6-40dc-b981-e62efd3647f5 req-2d30d149-6ba1-4c9f-922b-0e463824329e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:24:53.952463 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6c4b984f-f2d6-40dc-b981-e62efd3647f5 req-2d30d149-6ba1-4c9f-922b-0e463824329e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b7b3b3f4a8764d7e903a9a361c942b8f&device_id=1fb45c7b-e5f9-4b84-af62-a0ab5df96bb4 HTTP/1.1" status: 200 len: 1099 time: 0.3229930 Nov 23 17:24:54.022224 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e6a06e-e379-4b3d-91a4-a51cf37e97c1 req-9d037f87-104c-4ca8-9c11-e81bc840ecb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:24:54.024401 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-e2e6a06e-e379-4b3d-91a4-a51cf37e97c1 req-9d037f87-104c-4ca8-9c11-e81bc840ecb3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:24:54.026591 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-e2e6a06e-e379-4b3d-91a4-a51cf37e97c1 req-9d037f87-104c-4ca8-9c11-e81bc840ecb3 service neutron] 10.222.0.36 "PUT /v2.0/ports/f4b8ed54-a038-48a3-9321-c22ad3016f37 HTTP/1.1" status: 200 len: 1092 time: 1.8967319 Nov 23 17:24:54.036878 n-d-816206-8 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1820b9a1-cb60-494a-b702-c7b697bbb590', 'tag': 'f4b8ed54-a038-48a3-9321-c22ad3016f37'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:24:54.050321 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6c4b984f-f2d6-40dc-b981-e62efd3647f5 req-f96f9183-d7f2-472f-8821-cd78f5a4445f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.176&port_id=fa9fdf46-02ac-4851-a3df-94b37eec7ba2 HTTP/1.1" status: 200 len: 217 time: 0.0651324 Nov 23 17:24:54.065517 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbabddbc9fc37b068808e119c416c86f5957ca04531a4a0d2e695c515e93483b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3b0935a-a714-4acd-a247-721487d487ab" -d '{"events": [{"name": "network-changed", "server_uuid": "1820b9a1-cb60-494a-b702-c7b697bbb590", "tag": "f4b8ed54-a038-48a3-9321-c22ad3016f37"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:24:54.131817 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9fc9e239-0b62-4808-be5e-76c00dc50ebb req-9d454a32-4935-4cfa-87f4-525fd71b0876 tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] 10.222.0.60 "GET /v2.0/security-groups?id=a7d295c6-a842-436b-b184-bb80f16900ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778200 Nov 23 17:24:54.153294 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d037f87-104c-4ca8-9c11-e81bc840ecb3 service neutron] Pushing event updated for resources: {'Port': ['ID=f4b8ed54-a038-48a3-9321-c22ad3016f37,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:24:54.170931 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4b984f-f2d6-40dc-b981-e62efd3647f5 req-979b870b-a0e2-4de6-810d-c445b78463d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:24:54.174234 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6c4b984f-f2d6-40dc-b981-e62efd3647f5 req-979b870b-a0e2-4de6-810d-c445b78463d1 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ac77c175-5679-438b-8a2a-356718377641 HTTP/1.1" status: 200 len: 843 time: 0.1049821 Nov 23 17:24:54.273869 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port e35dfb48-4275-44ed-a999-71ff183f8ccd, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=e35dfb48-4275-44ed-a999-71ff183f8ccd,segment=NetworkSegment(e8fdbf9e-d1bc-4edd-ae5f-12f758e7fe49),segment_id=e8fdbf9e-d1bc-4edd-ae5f-12f758e7fe49)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:24:54.308083 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Returning: {'device': 'e35dfb48-4275-44ed-a999-71ff183f8ccd', 'network_id': 'f7b9b26d-e087-4c84-b1d6-38af54373fe0', 'port_id': 'e35dfb48-4275-44ed-a999-71ff183f8ccd', 'mac_address': 'fa:16:3e:13:d7:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 509, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7131a7f2-c979-4b9e-a78d-ddacdbbebd5d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 17:24:54.317754 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e6a06e-e379-4b3d-91a4-a51cf37e97c1 req-7835d03a-ebd1-4274-ac84-50b83f53cf5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:24:54.323346 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-e2e6a06e-e379-4b3d-91a4-a51cf37e97c1 req-7835d03a-ebd1-4274-ac84-50b83f53cf5e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2453e6bac79c4625a43322659d77160d&device_id=1820b9a1-cb60-494a-b702-c7b697bbb590 HTTP/1.1" status: 200 len: 1095 time: 0.1469700 Nov 23 17:24:54.392469 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4b984f-f2d6-40dc-b981-e62efd3647f5 req-9f9d05d4-3ece-4569-a51d-d13888100370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:24:54.396203 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6c4b984f-f2d6-40dc-b981-e62efd3647f5 req-9f9d05d4-3ece-4569-a51d-d13888100370 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f1e1dabf-b410-4023-9169-a460a86e7184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2139401 Nov 23 17:24:54.428898 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:24:54.482850 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e35dfb48-4275-44ed-a999-71ff183f8ccd {{(pid=103592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:24:54.485333 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 56178) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:24:54.488517 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-e2e6a06e-e379-4b3d-91a4-a51cf37e97c1 req-4d176369-ddc5-4add-a345-8ee30669ee53 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f4b8ed54-a038-48a3-9321-c22ad3016f37 HTTP/1.1" status: 200 len: 217 time: 0.1480913 Nov 23 17:24:54.547292 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4e2b6b-7fe8-4c05-9bf3-31129180dee3 req-c34cf44b-2ecc-4190-b665-bd2a1fd6bc2b tempest-ServersTestBootFromVolume-66960814 tempest-ServersTestBootFromVolume-66960814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:24:54.556906 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port e35dfb48-4275-44ed-a999-71ff183f8ccd, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=e35dfb48-4275-44ed-a999-71ff183f8ccd,segment=NetworkSegment(e8fdbf9e-d1bc-4edd-ae5f-12f758e7fe49),segment_id=e8fdbf9e-d1bc-4edd-ae5f-12f758e7fe49)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:24:54.563860 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:24:54.566151 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7c4e2b6b-7fe8-4c05-9bf3-31129180dee3 req-c34cf44b-2ecc-4190-b665-bd2a1fd6bc2b tempest-ServersTestBootFromVolume-66960814 tempest-ServersTestBootFromVolume-66960814-project] 10.222.0.60 "GET /v2.0/ports?device_id=f8abc7fe-1d0e-4236-8f1e-16f89ed0e252 HTTP/1.1" status: 200 len: 944 time: 0.2881267 Nov 23 17:24:54.650301 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e6a06e-e379-4b3d-91a4-a51cf37e97c1 req-aa434348-2009-483e-9e21-07379c8db7e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:24:54.652966 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-e2e6a06e-e379-4b3d-91a4-a51cf37e97c1 req-aa434348-2009-483e-9e21-07379c8db7e8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4be32885-153e-4d88-b3c6-807e18e4db27 HTTP/1.1" status: 200 len: 845 time: 0.1490872 Nov 23 17:24:54.702922 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Pushing event updated for resources: {'Port': ['ID=e35dfb48-4275-44ed-a999-71ff183f8ccd,revision_number=4']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:24:54.736993 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-e2e6a06e-e379-4b3d-91a4-a51cf37e97c1 req-f39414c4-d998-4e37-acd5-ecc77e17f4b4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b560144d-d078-4e51-9dcb-6b297d4ac5e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0685403 Nov 23 17:24:54.739147 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7c4e2b6b-7fe8-4c05-9bf3-31129180dee3 req-1b7dc5a3-59a2-49be-8adb-1b4d102d7721 tempest-ServersTestBootFromVolume-66960814 tempest-ServersTestBootFromVolume-66960814-project] 10.222.0.60 "GET /v2.0/security-groups?id=e51f9f9c-222a-4f6b-bccf-660dbe03dd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1547389 Nov 23 17:24:54.819291 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-e5d9113a-0afd-49f1-9075-0f7727366112 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=cb7ae728ac12451eb1505d2c50ed9624&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3061414 Nov 23 17:24:54.820988 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 17:24:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d774613-e969-4f0d-8805-3a5a43196e1b x-openstack-request-id: req-6d774613-e969-4f0d-8805-3a5a43196e1b {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:24:54.821534 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1fb45c7b-e5f9-4b84-af62-a0ab5df96bb4", "tag": "fa9fdf46-02ac-4851-a3df-94b37eec7ba2", "status": "completed", "code": 200}]} {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:24:54.822305 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6d774613-e969-4f0d-8805-3a5a43196e1b {{(pid=103591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:24:54.822972 n-d-816206-8 neutron-server[103591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1fb45c7b-e5f9-4b84-af62-a0ab5df96bb4', 'tag': 'fa9fdf46-02ac-4851-a3df-94b37eec7ba2', 'status': 'completed', 'code': 200} Nov 23 17:24:54.826840 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 56188) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:24:54.893513 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6c4b984f-f2d6-40dc-b981-e62efd3647f5 req-5fbefe81-b8f3-4391-b2d5-6bad7b5178a2 service neutron] 10.222.0.55 "GET /v2.0/networks/f1e1dabf-b410-4023-9169-a460a86e7184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4863224 Nov 23 17:24:54.905722 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] get_ports_and_sgs() called for port_ids ['e35dfb48-4275-44ed-a999-71ff183f8ccd'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:24:54.919205 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-a0f525ad-8b74-42d9-8d07-16856525dde3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:24:54.998804 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-e2e6a06e-e379-4b3d-91a4-a51cf37e97c1 req-6c2ebda8-6305-4a09-a65a-c8504a0cd6bd service neutron] 10.222.0.36 "GET /v2.0/networks/b560144d-d078-4e51-9dcb-6b297d4ac5e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2425740 Nov 23 17:24:55.051805 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-a0f525ad-8b74-42d9-8d07-16856525dde3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:24:55.189750 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6c4b984f-f2d6-40dc-b981-e62efd3647f5 req-7b335a60-2511-4e9f-a364-018834f24abc service neutron] 10.222.0.55 "GET /v2.0/networks/f1e1dabf-b410-4023-9169-a460a86e7184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2630401 Nov 23 17:24:55.206474 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-a0f525ad-8b74-42d9-8d07-16856525dde3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:24:55.209684 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-a0f525ad-8b74-42d9-8d07-16856525dde3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:24:55.225301 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-a0f525ad-8b74-42d9-8d07-16856525dde3 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/78ea333a-2772-4954-a40d-2e14a98a1041 HTTP/1.1" status: 204 len: 168 time: 0.3962507 Nov 23 17:24:55.262023 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-e2e6a06e-e379-4b3d-91a4-a51cf37e97c1 req-ce08a5d9-7a12-4257-b5af-1d867c250fe6 service neutron] 10.222.0.36 "GET /v2.0/networks/b560144d-d078-4e51-9dcb-6b297d4ac5e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2614300 Nov 23 17:24:55.263377 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.agents_db [None req-464f6c07-0de8-4be6-8f5b-563f574d1c5d None None] Agent healthcheck: found 7 active agents {{(pid=103593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 17:24:55.289444 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f525ad-8b74-42d9-8d07-16856525dde3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78ea333a-2772-4954-a40d-2e14a98a1041,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:24:55.422057 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68976197-633f-457a-b13f-4ad2389d4719 req-a71dd521-5b85-4920-a8d8-4b38d70b23f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:24:55.428059 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-68976197-633f-457a-b13f-4ad2389d4719 req-a71dd521-5b85-4920-a8d8-4b38d70b23f6 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b7b3b3f4a8764d7e903a9a361c942b8f&device_id=1fb45c7b-e5f9-4b84-af62-a0ab5df96bb4 HTTP/1.1" status: 200 len: 1099 time: 0.1331270 Nov 23 17:24:55.731972 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68976197-633f-457a-b13f-4ad2389d4719 req-5200a06f-4cbe-495f-b89c-0a7d2cc392ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:24:55.733717 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-68976197-633f-457a-b13f-4ad2389d4719 req-5200a06f-4cbe-495f-b89c-0a7d2cc392ff service neutron] 10.222.0.55 "GET /v2.0/networks?id=f1e1dabf-b410-4023-9169-a460a86e7184 HTTP/1.1" status: 200 len: 870 time: 0.2961309 Nov 23 17:24:55.910729 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-68976197-633f-457a-b13f-4ad2389d4719 req-4e5f2ffd-cbe0-476d-a564-c98818666116 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.176&port_id=fa9fdf46-02ac-4851-a3df-94b37eec7ba2 HTTP/1.1" status: 200 len: 217 time: 0.1626015 Nov 23 17:24:56.046383 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [req-dd4f3281-a108-4691-b332-c77beb4f6137 req-059b79d1-39d8-4529-ab4f-57dc9dbce268 tempest-LiveMigrationTest-1150397521 tempest-LiveMigrationTest-1150397521-project-admin] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=103590) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 17:24:56.047840 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-dd4f3281-a108-4691-b332-c77beb4f6137 req-059b79d1-39d8-4529-ab4f-57dc9dbce268 tempest-LiveMigrationTest-1150397521 tempest-LiveMigrationTest-1150397521-project-admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0086532 Nov 23 17:24:56.155787 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-976e661d-dd9a-4869-8ce6-68a0c802c712 req-3d9959c9-f068-4de2-b987-7ef5bcc38fd1 tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=686e648a568f4c8c872ae36928886735&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1220691 Nov 23 17:24:56.220258 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68976197-633f-457a-b13f-4ad2389d4719 req-57c7c973-8df1-4d1c-a0f2-2f4e85040b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:24:56.222116 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-68976197-633f-457a-b13f-4ad2389d4719 req-57c7c973-8df1-4d1c-a0f2-2f4e85040b79 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ac77c175-5679-438b-8a2a-356718377641 HTTP/1.1" status: 200 len: 843 time: 0.2903075 Nov 23 17:24:56.344542 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976e661d-dd9a-4869-8ce6-68a0c802c712 req-e774386e-276a-42e6-9765-ed50ddeb2e5d tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:24:56.353687 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-976e661d-dd9a-4869-8ce6-68a0c802c712 req-e774386e-276a-42e6-9765-ed50ddeb2e5d tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1906240 Nov 23 17:24:56.358877 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4f3281-a108-4691-b332-c77beb4f6137 req-77976f4f-c81f-45aa-9d16-abee188033a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:24:56.364674 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-dd4f3281-a108-4691-b332-c77beb4f6137 req-77976f4f-c81f-45aa-9d16-abee188033a9 service neutron] 10.222.0.60 "GET /v2.0/ports/105db64e-4908-4496-936a-519581ccae88 HTTP/1.1" status: 200 len: 1093 time: 0.2958410 Nov 23 17:24:56.379227 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [req-dd4f3281-a108-4691-b332-c77beb4f6137 req-934cc087-282c-4f29-a90b-541757fec2a2 service neutron] Request body: {'binding': {'host': 'n-h2-816206-8', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:24:56.384533 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [req-dd4f3281-a108-4691-b332-c77beb4f6137 req-934cc087-282c-4f29-a90b-541757fec2a2 service neutron] Unknown quota resources ['binding']. {{(pid=103590) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 23 17:24:56.441757 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-976e661d-dd9a-4869-8ce6-68a0c802c712 req-3795a36e-ae77-4d06-ad49-c7afd2c88f9f tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] 10.222.0.60 "GET /v2.0/quotas/686e648a568f4c8c872ae36928886735 HTTP/1.1" status: 200 len: 375 time: 0.0869703 Nov 23 17:24:56.503151 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68976197-633f-457a-b13f-4ad2389d4719 req-dcd5214c-e446-406b-89bb-fc9f90317ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:24:56.506743 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-68976197-633f-457a-b13f-4ad2389d4719 req-dcd5214c-e446-406b-89bb-fc9f90317ea1 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f1e1dabf-b410-4023-9169-a460a86e7184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1344724 Nov 23 17:24:56.593500 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-976e661d-dd9a-4869-8ce6-68a0c802c712 req-4820ceef-37fc-4ec8-a964-a76b16197c66 tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=686e648a568f4c8c872ae36928886735&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1506081 Nov 23 17:24:56.755094 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-68976197-633f-457a-b13f-4ad2389d4719 req-0ce0d01b-c46d-4d2a-935f-156500edec04 service neutron] 10.222.0.55 "GET /v2.0/networks/f1e1dabf-b410-4023-9169-a460a86e7184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2343273 Nov 23 17:24:56.812881 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [req-dd4f3281-a108-4691-b332-c77beb4f6137 req-934cc087-282c-4f29-a90b-541757fec2a2 service neutron] Attempting to bind port 105db64e-4908-4496-936a-519581ccae88 on host n-h2-816206-8 for vnic_type normal with profile None {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:24:56.813844 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [req-dd4f3281-a108-4691-b332-c77beb4f6137 req-934cc087-282c-4f29-a90b-541757fec2a2 service neutron] Attempting to bind port 105db64e-4908-4496-936a-519581ccae88 by drivers openvswitch,hyperv on host n-h2-816206-8 at level 0 using segments [{'id': '12913541-acd4-4e3c-8f48-e22896931a9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '3b84e4de-5a6f-44c6-a8e6-1d90b4d1f1b3'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:24:56.814921 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd4f3281-a108-4691-b332-c77beb4f6137 req-934cc087-282c-4f29-a90b-541757fec2a2 service neutron] Attempting to bind port 105db64e-4908-4496-936a-519581ccae88 on network 3b84e4de-5a6f-44c6-a8e6-1d90b4d1f1b3 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:24:56.825345 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd4f3281-a108-4691-b332-c77beb4f6137 req-934cc087-282c-4f29-a90b-541757fec2a2 service neutron] Port 105db64e-4908-4496-936a-519581ccae88 on network 3b84e4de-5a6f-44c6-a8e6-1d90b4d1f1b3 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-8 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 17:24:56.826489 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd4f3281-a108-4691-b332-c77beb4f6137 req-934cc087-282c-4f29-a90b-541757fec2a2 service neutron] Attempting to bind port 105db64e-4908-4496-936a-519581ccae88 on network 3b84e4de-5a6f-44c6-a8e6-1d90b4d1f1b3 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:24:56.842178 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd4f3281-a108-4691-b332-c77beb4f6137 req-934cc087-282c-4f29-a90b-541757fec2a2 service neutron] Checking agent: {'id': 'ab77bf9e-0267-4174-8f1d-822cba89b207', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 15, 13), 'started_at': datetime.datetime(2021, 11, 23, 17, 15, 13), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 24, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:24:56.842527 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd4f3281-a108-4691-b332-c77beb4f6137 req-934cc087-282c-4f29-a90b-541757fec2a2 service neutron] Checking segment: {'id': '12913541-acd4-4e3c-8f48-e22896931a9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '3b84e4de-5a6f-44c6-a8e6-1d90b4d1f1b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:24:56.843676 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd4f3281-a108-4691-b332-c77beb4f6137 req-934cc087-282c-4f29-a90b-541757fec2a2 service neutron] Bound using segment: {'id': '12913541-acd4-4e3c-8f48-e22896931a9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '3b84e4de-5a6f-44c6-a8e6-1d90b4d1f1b3'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:24:56.844644 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [req-dd4f3281-a108-4691-b332-c77beb4f6137 req-934cc087-282c-4f29-a90b-541757fec2a2 service neutron] Bound port: 105db64e-4908-4496-936a-519581ccae88, host: n-h2-816206-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12913541-acd4-4e3c-8f48-e22896931a9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '3b84e4de-5a6f-44c6-a8e6-1d90b4d1f1b3'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:24:56.958429 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [req-dd4f3281-a108-4691-b332-c77beb4f6137 req-934cc087-282c-4f29-a90b-541757fec2a2 service neutron] For port 105db64e-4908-4496-936a-519581ccae88, host n-h2-816206-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=105db64e-4908-4496-936a-519581ccae88,segment=NetworkSegment(12913541-acd4-4e3c-8f48-e22896931a9c),segment_id=12913541-acd4-4e3c-8f48-e22896931a9c)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:24:56.972772 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-dd4f3281-a108-4691-b332-c77beb4f6137 req-934cc087-282c-4f29-a90b-541757fec2a2 service neutron] Publish callbacks [] for binding, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:24:56.987914 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-dd4f3281-a108-4691-b332-c77beb4f6137 req-934cc087-282c-4f29-a90b-541757fec2a2 service neutron] 10.222.0.60 "POST /v2.0/ports/105db64e-4908-4496-936a-519581ccae88/bindings HTTP/1.1" status: 201 len: 389 time: 0.6067235 Nov 23 17:24:56.992362 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-68976197-633f-457a-b13f-4ad2389d4719 req-d1d56baf-fedc-40c0-8b50-c3af93e467ca service neutron] 10.222.0.55 "GET /v2.0/networks/f1e1dabf-b410-4023-9169-a460a86e7184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2252307 Nov 23 17:24:57.159089 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 17:24:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54981eb3-65cb-4a09-88e6-ce6acfb16d3d x-openstack-request-id: req-54981eb3-65cb-4a09-88e6-ce6acfb16d3d {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:24:57.159878 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1820b9a1-cb60-494a-b702-c7b697bbb590", "tag": "f4b8ed54-a038-48a3-9321-c22ad3016f37", "status": "completed", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:24:57.159878 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-54981eb3-65cb-4a09-88e6-ce6acfb16d3d {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:24:57.160284 n-d-816206-8 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1820b9a1-cb60-494a-b702-c7b697bbb590', 'tag': 'f4b8ed54-a038-48a3-9321-c22ad3016f37', 'status': 'completed', 'code': 200} Nov 23 17:24:57.270831 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b0935a-a714-4acd-a247-721487d487ab req-a5e70a56-20cb-411b-8c57-48c3f31c9e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:24:57.273224 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-e3b0935a-a714-4acd-a247-721487d487ab req-a5e70a56-20cb-411b-8c57-48c3f31c9e98 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2453e6bac79c4625a43322659d77160d&device_id=1820b9a1-cb60-494a-b702-c7b697bbb590 HTTP/1.1" status: 200 len: 1095 time: 0.0803552 Nov 23 17:24:57.420457 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0238115-c88c-432f-aa8e-aaedacaf9b96 req-4c1439aa-b658-4fd0-88ea-9ce416d3b84f tempest-ServersAdminTestJSON-1762598083 tempest-ServersAdminTestJSON-1762598083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:24:57.430142 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b0238115-c88c-432f-aa8e-aaedacaf9b96 req-4c1439aa-b658-4fd0-88ea-9ce416d3b84f tempest-ServersAdminTestJSON-1762598083 tempest-ServersAdminTestJSON-1762598083-project] 10.222.0.60 "GET /v2.0/ports?device_id=1fb45c7b-e5f9-4b84-af62-a0ab5df96bb4 HTTP/1.1" status: 200 len: 948 time: 0.1895683 Nov 23 17:24:57.530982 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b0238115-c88c-432f-aa8e-aaedacaf9b96 req-f7614480-5716-49b2-bc5b-1b31004ec278 tempest-ServersAdminTestJSON-1762598083 tempest-ServersAdminTestJSON-1762598083-project] 10.222.0.60 "GET /v2.0/security-groups?id=d6cf22a0-7f65-49f2-8512-764c3542a89d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997071 Nov 23 17:24:57.561982 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98eb03c2-15ad-4c2e-a3af-1bec4bf2f9cc req-57087fe4-8841-4316-817c-2378bbe3a283 tempest-ImagesTestJSON-931761063 tempest-ImagesTestJSON-931761063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:24:57.581329 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-98eb03c2-15ad-4c2e-a3af-1bec4bf2f9cc req-57087fe4-8841-4316-817c-2378bbe3a283 tempest-ImagesTestJSON-931761063 tempest-ImagesTestJSON-931761063-project] 10.222.0.60 "GET /v2.0/ports?device_id=1820b9a1-cb60-494a-b702-c7b697bbb590 HTTP/1.1" status: 200 len: 944 time: 0.1470573 Nov 23 17:24:57.679428 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b0935a-a714-4acd-a247-721487d487ab req-b904cd3f-2fd8-4590-8609-6725bdb5fa67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:24:57.681666 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-e3b0935a-a714-4acd-a247-721487d487ab req-b904cd3f-2fd8-4590-8609-6725bdb5fa67 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b560144d-d078-4e51-9dcb-6b297d4ac5e2 HTTP/1.1" status: 200 len: 906 time: 0.3940783 Nov 23 17:24:57.690357 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4f3281-a108-4691-b332-c77beb4f6137 req-8f2e354a-bf9f-4131-ba41-6d91872c74f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:24:57.692225 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-dd4f3281-a108-4691-b332-c77beb4f6137 req-8f2e354a-bf9f-4131-ba41-6d91872c74f4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4f30b4abc7074d1fa9d31a414a5f297f&device_id=8ed97b60-3196-47fe-8a00-927be6edfe27 HTTP/1.1" status: 200 len: 1096 time: 0.3287706 Nov 23 17:24:57.726723 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device f4b8ed54-a038-48a3-9321-c22ad3016f37 details requested by agent hyperv_n-h2-816206-8 with host n-h2-816206-8 {{(pid=103592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 17:24:57.733062 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device e35dfb48-4275-44ed-a999-71ff183f8ccd up at agent hyperv_n-h2-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:24:57.821239 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-e3b0935a-a714-4acd-a247-721487d487ab req-a41a9ebf-a1b5-4554-ae41-2f94babd3198 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f4b8ed54-a038-48a3-9321-c22ad3016f37 HTTP/1.1" status: 200 len: 217 time: 0.1276646 Nov 23 17:24:57.927770 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b0935a-a714-4acd-a247-721487d487ab req-6631f54c-d6fd-47ed-9a1b-20b43c8803ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:24:57.929590 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-e3b0935a-a714-4acd-a247-721487d487ab req-6631f54c-d6fd-47ed-9a1b-20b43c8803ea service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4be32885-153e-4d88-b3c6-807e18e4db27 HTTP/1.1" status: 200 len: 845 time: 0.0796614 Nov 23 17:24:57.992532 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-e3b0935a-a714-4acd-a247-721487d487ab req-89d68b33-6f56-4300-b2e1-eb5d7a9c7af4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b560144d-d078-4e51-9dcb-6b297d4ac5e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0519857 Nov 23 17:24:58.110820 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port f4b8ed54-a038-48a3-9321-c22ad3016f37, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=f4b8ed54-a038-48a3-9321-c22ad3016f37,segment=NetworkSegment(8fed18b2-0713-4023-96b5-16ede53c73dc),segment_id=8fed18b2-0713-4023-96b5-16ede53c73dc)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:24:58.164962 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Returning: {'device': 'f4b8ed54-a038-48a3-9321-c22ad3016f37', 'network_id': 'b560144d-d078-4e51-9dcb-6b297d4ac5e2', 'port_id': 'f4b8ed54-a038-48a3-9321-c22ad3016f37', 'mac_address': 'fa:16:3e:0c:91:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4be32885-153e-4d88-b3c6-807e18e4db27', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 17:24:58.226876 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4f3281-a108-4691-b332-c77beb4f6137 req-4b228b96-161f-4eeb-a44c-bfbed9934f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:24:58.228459 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-dd4f3281-a108-4691-b332-c77beb4f6137 req-4b228b96-161f-4eeb-a44c-bfbed9934f09 service neutron] 10.222.0.36 "GET /v2.0/networks?id=3b84e4de-5a6f-44c6-a8e6-1d90b4d1f1b3 HTTP/1.1" status: 200 len: 909 time: 0.5184441 Nov 23 17:24:58.301363 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Provisioning for port e35dfb48-4275-44ed-a999-71ff183f8ccd completed by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 17:24:58.307018 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Provisioning complete for port e35dfb48-4275-44ed-a999-71ff183f8ccd triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:24:58.307807 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:24:58.353971 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-dd4f3281-a108-4691-b332-c77beb4f6137 req-487d2715-ac99-4f73-aee2-9d244f70c402 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=105db64e-4908-4496-936a-519581ccae88 HTTP/1.1" status: 200 len: 217 time: 0.1067171 Nov 23 17:24:58.359576 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:24:58.379472 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4b8ed54-a038-48a3-9321-c22ad3016f37 {{(pid=103592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:24:58.388616 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-98eb03c2-15ad-4c2e-a3af-1bec4bf2f9cc req-145bf931-1063-44d2-8c34-6970a39a1c42 tempest-ImagesTestJSON-931761063 tempest-ImagesTestJSON-931761063-project] 10.222.0.60 "GET /v2.0/security-groups?id=f2768289-7821-4137-8326-c052bf648315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8015428 Nov 23 17:24:58.400575 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58403c3-e317-46da-b27f-4444636e45c1 req-0d346c73-d13e-437c-8298-ea816aeba9ff tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:24:58.409067 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c58403c3-e317-46da-b27f-4444636e45c1 req-0d346c73-d13e-437c-8298-ea816aeba9ff tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] 10.222.0.60 "GET /v2.0/ports?device_id=439b6bce-64d6-41de-83e2-fc81fcef21e1 HTTP/1.1" status: 200 len: 945 time: 0.7545352 Nov 23 17:24:58.489022 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c58403c3-e317-46da-b27f-4444636e45c1 req-865b9b61-5670-4141-8783-54924fa1e191 tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] 10.222.0.60 "GET /v2.0/security-groups?id=a7d295c6-a842-436b-b184-bb80f16900ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782626 Nov 23 17:24:58.493178 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port f4b8ed54-a038-48a3-9321-c22ad3016f37, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=f4b8ed54-a038-48a3-9321-c22ad3016f37,segment=NetworkSegment(8fed18b2-0713-4023-96b5-16ede53c73dc),segment_id=8fed18b2-0713-4023-96b5-16ede53c73dc)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:24:58.515959 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:24:58.519322 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-e3b0935a-a714-4acd-a247-721487d487ab req-144eed31-4d10-4f2e-8a90-54e10c6b236a service neutron] 10.222.0.36 "GET /v2.0/networks/b560144d-d078-4e51-9dcb-6b297d4ac5e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4834833 Nov 23 17:24:58.640343 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device fa9fdf46-02ac-4851-a3df-94b37eec7ba2 details requested by agent hyperv_n-h1-816206-8 with host n-h1-816206-8 {{(pid=103592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 17:24:58.657922 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:24:58.709755 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-e3b0935a-a714-4acd-a247-721487d487ab req-aff9357c-a067-444f-9b83-94b73aea1bad service neutron] 10.222.0.36 "GET /v2.0/networks/b560144d-d078-4e51-9dcb-6b297d4ac5e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1774950 Nov 23 17:24:58.711558 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port e35dfb48-4275-44ed-a999-71ff183f8ccd, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=e35dfb48-4275-44ed-a999-71ff183f8ccd,segment=NetworkSegment(e8fdbf9e-d1bc-4edd-ae5f-12f758e7fe49),segment_id=e8fdbf9e-d1bc-4edd-ae5f-12f758e7fe49)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:24:58.724166 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8abc7fe-1d0e-4236-8f1e-16f89ed0e252', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e35dfb48-4275-44ed-a999-71ff183f8ccd'}] {{(pid=103592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:24:58.727374 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba3e6a8f2301c7a29fe1eca9779abdae4ccbcd6266d69778087f2498d5551201" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-279da0a6-b95e-4ab2-8002-0ba539d2dcf7" -d '{"events": [{"server_uuid": "f8abc7fe-1d0e-4236-8f1e-16f89ed0e252", "name": "network-vif-plugged", "status": "completed", "tag": "e35dfb48-4275-44ed-a999-71ff183f8ccd"}]}' {{(pid=103592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:24:58.735730 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:24:58.737305 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4f3281-a108-4691-b332-c77beb4f6137 req-a938e030-7a18-4b9d-9acc-7840485c3e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:24:58.741135 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-dd4f3281-a108-4691-b332-c77beb4f6137 req-a938e030-7a18-4b9d-9acc-7840485c3e3b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=10cf3f5a-71d1-468b-8622-0226dd1fd98a HTTP/1.1" status: 200 len: 848 time: 0.3734126 Nov 23 17:24:58.750910 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Pushing event updated for resources: {'Port': ['ID=f4b8ed54-a038-48a3-9321-c22ad3016f37,revision_number=4']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:24:58.818578 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-dd4f3281-a108-4691-b332-c77beb4f6137 req-21a1487a-4722-40aa-9df7-04c286754f4f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3b84e4de-5a6f-44c6-a8e6-1d90b4d1f1b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0597463 Nov 23 17:24:58.832214 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe833ac-9a81-4803-9d64-563b458c0c4f req-ec532e2d-c668-4acc-bc8b-d3dd25bc2db7 tempest-ServersTestBootFromVolume-66960814 tempest-ServersTestBootFromVolume-66960814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:24:58.833890 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4fe833ac-9a81-4803-9d64-563b458c0c4f req-ec532e2d-c668-4acc-bc8b-d3dd25bc2db7 tempest-ServersTestBootFromVolume-66960814 tempest-ServersTestBootFromVolume-66960814-project] 10.222.0.60 "GET /v2.0/ports?device_id=f8abc7fe-1d0e-4236-8f1e-16f89ed0e252 HTTP/1.1" status: 200 len: 945 time: 0.2651947 Nov 23 17:24:58.870670 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4b3787-2e57-4bbe-8065-b4b7afed474b req-5488b555-2be7-4b82-bf86-3d7f481a4af0 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:24:58.872115 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6f4b3787-2e57-4bbe-8065-b4b7afed474b req-5488b555-2be7-4b82-bf86-3d7f481a4af0 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.60 "GET /v2.0/ports?device_id=ffeae0b0-09b1-4f1e-9b33-8bbbbaaefdf6 HTTP/1.1" status: 200 len: 946 time: 0.2124956 Nov 23 17:24:58.974544 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port fa9fdf46-02ac-4851-a3df-94b37eec7ba2, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=fa9fdf46-02ac-4851-a3df-94b37eec7ba2,segment=NetworkSegment(329c1745-02bf-4561-9615-3192910887f5),segment_id=329c1745-02bf-4561-9615-3192910887f5)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:24:58.991771 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Returning: {'device': 'fa9fdf46-02ac-4851-a3df-94b37eec7ba2', 'network_id': 'f1e1dabf-b410-4023-9169-a460a86e7184', 'port_id': 'fa9fdf46-02ac-4851-a3df-94b37eec7ba2', 'mac_address': 'fa:16:3e:9d:07:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac77c175-5679-438b-8a2a-356718377641', 'ip_address': '192.168.233.176'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 17:24:59.002376 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] get_ports_and_sgs() called for port_ids ['f4b8ed54-a038-48a3-9321-c22ad3016f37'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:24:59.069818 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Pushing event updated for resources: {'Port': ['ID=e35dfb48-4275-44ed-a999-71ff183f8ccd,revision_number=5']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:24:59.072314 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-dd4f3281-a108-4691-b332-c77beb4f6137 req-3f8c44aa-9ccc-4da2-9fc8-c831c026869a service neutron] 10.222.0.36 "GET /v2.0/networks/3b84e4de-5a6f-44c6-a8e6-1d90b4d1f1b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2409451 Nov 23 17:24:59.090686 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4fe833ac-9a81-4803-9d64-563b458c0c4f req-592530bc-5fe1-4149-b759-74a06da6877f tempest-ServersTestBootFromVolume-66960814 tempest-ServersTestBootFromVolume-66960814-project] 10.222.0.60 "GET /v2.0/security-groups?id=e51f9f9c-222a-4f6b-bccf-660dbe03dd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2174675 Nov 23 17:24:59.095099 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6f4b3787-2e57-4bbe-8065-b4b7afed474b req-84c725f8-7dc6-49f6-b2dc-bf8701e2dd3a tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.60 "GET /v2.0/security-groups?id=5199d9c8-39cf-433e-a82b-4aef6c6477e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2157176 Nov 23 17:24:59.137800 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:24:59.219274 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa9fdf46-02ac-4851-a3df-94b37eec7ba2 {{(pid=103592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:24:59.329042 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port fa9fdf46-02ac-4851-a3df-94b37eec7ba2, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=fa9fdf46-02ac-4851-a3df-94b37eec7ba2,segment=NetworkSegment(329c1745-02bf-4561-9615-3192910887f5),segment_id=329c1745-02bf-4561-9615-3192910887f5)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:24:59.336978 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-dd4f3281-a108-4691-b332-c77beb4f6137 req-a2e567d5-f336-48ad-bc90-902cb81cd2f3 service neutron] 10.222.0.36 "GET /v2.0/networks/3b84e4de-5a6f-44c6-a8e6-1d90b4d1f1b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2422912 Nov 23 17:24:59.341992 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:24:59.478970 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Pushing event updated for resources: {'Port': ['ID=fa9fdf46-02ac-4851-a3df-94b37eec7ba2,revision_number=4']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:24:59.740322 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594fb13b-a5b3-42b5-a536-4d3a69879c3e req-0227c5cf-454d-4902-b771-e4261fc2e038 tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:24:59.743352 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-594fb13b-a5b3-42b5-a536-4d3a69879c3e req-0227c5cf-454d-4902-b771-e4261fc2e038 tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] 10.222.0.60 "GET /v2.0/ports?device_id=8ed97b60-3196-47fe-8a00-927be6edfe27 HTTP/1.1" status: 200 len: 945 time: 0.1329072 Nov 23 17:24:59.759218 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] get_ports_and_sgs() called for port_ids ['fa9fdf46-02ac-4851-a3df-94b37eec7ba2'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:24:59.914991 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-594fb13b-a5b3-42b5-a536-4d3a69879c3e req-97f6d7ec-906d-42be-8313-2804a741a59a tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] 10.222.0.60 "GET /v2.0/security-groups?id=5c82e7e8-9cad-459a-acb2-b7a0867274de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452925 Nov 23 17:24:59.922826 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e0db0b-d8bd-4c8b-921b-a3b58de2390f req-ab677f73-0e9c-491a-90da-cbcc9b057d22 tempest-NetworksTest-2073193636 tempest-NetworksTest-2073193636-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:24:59.923309 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e0db0b-d8bd-4c8b-921b-a3b58de2390f req-ab677f73-0e9c-491a-90da-cbcc9b057d22 tempest-NetworksTest-2073193636 tempest-NetworksTest-2073193636-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:24:59.923779 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e0db0b-d8bd-4c8b-921b-a3b58de2390f req-ab677f73-0e9c-491a-90da-cbcc9b057d22 tempest-NetworksTest-2073193636 tempest-NetworksTest-2073193636-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:24:59.924238 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e0db0b-d8bd-4c8b-921b-a3b58de2390f req-ab677f73-0e9c-491a-90da-cbcc9b057d22 tempest-NetworksTest-2073193636 tempest-NetworksTest-2073193636-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:24:59.924724 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e0db0b-d8bd-4c8b-921b-a3b58de2390f req-ab677f73-0e9c-491a-90da-cbcc9b057d22 tempest-NetworksTest-2073193636 tempest-NetworksTest-2073193636-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:24:59.925180 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e0db0b-d8bd-4c8b-921b-a3b58de2390f req-ab677f73-0e9c-491a-90da-cbcc9b057d22 tempest-NetworksTest-2073193636 tempest-NetworksTest-2073193636-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:24:59.925635 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e0db0b-d8bd-4c8b-921b-a3b58de2390f req-ab677f73-0e9c-491a-90da-cbcc9b057d22 tempest-NetworksTest-2073193636 tempest-NetworksTest-2073193636-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:24:59.926095 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e0db0b-d8bd-4c8b-921b-a3b58de2390f req-ab677f73-0e9c-491a-90da-cbcc9b057d22 tempest-NetworksTest-2073193636 tempest-NetworksTest-2073193636-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:24:59.926552 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e0db0b-d8bd-4c8b-921b-a3b58de2390f req-ab677f73-0e9c-491a-90da-cbcc9b057d22 tempest-NetworksTest-2073193636 tempest-NetworksTest-2073193636-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:24:59.963440 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-44e0db0b-d8bd-4c8b-921b-a3b58de2390f req-ab677f73-0e9c-491a-90da-cbcc9b057d22 tempest-NetworksTest-2073193636 tempest-NetworksTest-2073193636-project-admin] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6392 time: 0.4263861 Nov 23 17:25:00.063096 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-976e661d-dd9a-4869-8ce6-68a0c802c712 req-f073c31b-7cc6-42df-aa84-6c0ca5f45d02 tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=686e648a568f4c8c872ae36928886735&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1189799 Nov 23 17:25:00.072676 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-976e661d-dd9a-4869-8ce6-68a0c802c712 req-d3b18eb4-3e36-4bd4-8c45-dea468a1bc93 tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=686e648a568f4c8c872ae36928886735&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0593843 Nov 23 17:25:00.101982 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:24:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dbf5ade-4dad-4608-a0b0-e96393061aed x-openstack-request-id: req-1dbf5ade-4dad-4608-a0b0-e96393061aed {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:25:00.108847 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8abc7fe-1d0e-4236-8f1e-16f89ed0e252", "name": "network-vif-plugged", "status": "completed", "tag": "e35dfb48-4275-44ed-a999-71ff183f8ccd", "code": 200}]} {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:25:00.109184 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-1dbf5ade-4dad-4608-a0b0-e96393061aed {{(pid=103592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:25:00.109566 n-d-816206-8 neutron-server[103592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8abc7fe-1d0e-4236-8f1e-16f89ed0e252', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e35dfb48-4275-44ed-a999-71ff183f8ccd', 'code': 200} Nov 23 17:25:00.426729 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976e661d-dd9a-4869-8ce6-68a0c802c712 req-2cad6363-db51-45bd-bedd-fb9b51e4071c tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:25:00.428861 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f165c7f-df1e-48f4-870c-306644bf3658 req-518e7712-0d24-438a-a01e-5ffe6bc889db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:25:00.433978 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-976e661d-dd9a-4869-8ce6-68a0c802c712 req-2cad6363-db51-45bd-bedd-fb9b51e4071c tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3578594 Nov 23 17:25:00.439936 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-4f165c7f-df1e-48f4-870c-306644bf3658 req-518e7712-0d24-438a-a01e-5ffe6bc889db service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f8abc7fe-1d0e-4236-8f1e-16f89ed0e252 HTTP/1.1" status: 200 len: 1097 time: 0.1698530 Nov 23 17:25:00.457956 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [req-976e661d-dd9a-4869-8ce6-68a0c802c712 req-e9379de6-4e83-42a1-9895-2d34edd45420 tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] Request body: {'port': {'device_id': 'b45d3c9f-cd67-48d8-b5b9-c3f749f01133', 'network_id': 'f1e1dabf-b410-4023-9169-a460a86e7184', 'admin_state_up': True, 'tenant_id': '686e648a568f4c8c872ae36928886735'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:25:00.459963 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976e661d-dd9a-4869-8ce6-68a0c802c712 req-e104e2af-e3b0-4fa8-95ad-99e1f945bb0e tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:25:00.462566 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-976e661d-dd9a-4869-8ce6-68a0c802c712 req-e104e2af-e3b0-4fa8-95ad-99e1f945bb0e tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3901148 Nov 23 17:25:00.493796 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [req-976e661d-dd9a-4869-8ce6-68a0c802c712 req-05e8b394-8f0c-425e-9791-9b35c03ccfe8 tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] Request body: {'port': {'device_id': 'a27545a5-93c7-4bf1-a649-1748a9447690', 'network_id': 'f1e1dabf-b410-4023-9169-a460a86e7184', 'admin_state_up': True, 'tenant_id': '686e648a568f4c8c872ae36928886735'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:25:00.564619 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device 52285acf-3eab-406a-acfc-b1364cf71811 no longer exists at agent hyperv_n-h1-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:25:00.647122 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca3c947-42b1-4d6b-871d-85e4712e404b req-d459da58-8a71-4247-a113-fa8d90525170 tempest-ServersAdminTestJSON-1762598083 tempest-ServersAdminTestJSON-1762598083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:25:00.655163 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4ca3c947-42b1-4d6b-871d-85e4712e404b req-d459da58-8a71-4247-a113-fa8d90525170 tempest-ServersAdminTestJSON-1762598083 tempest-ServersAdminTestJSON-1762598083-project] 10.222.0.60 "GET /v2.0/ports?device_id=1fb45c7b-e5f9-4b84-af62-a0ab5df96bb4 HTTP/1.1" status: 200 len: 949 time: 0.2181985 Nov 23 17:25:00.659391 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-976e661d-dd9a-4869-8ce6-68a0c802c712 req-e9379de6-4e83-42a1-9895-2d34edd45420 tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] Made reservation on behalf of 686e648a568f4c8c872ae36928886735 for: {'port': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:25:00.663876 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-976e661d-dd9a-4869-8ce6-68a0c802c712 req-e9379de6-4e83-42a1-9895-2d34edd45420 tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:25:00.735163 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4ca3c947-42b1-4d6b-871d-85e4712e404b req-49fd710d-438b-4791-920c-ed07b965617e tempest-ServersAdminTestJSON-1762598083 tempest-ServersAdminTestJSON-1762598083-project] 10.222.0.60 "GET /v2.0/security-groups?id=d6cf22a0-7f65-49f2-8512-764c3542a89d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786633 Nov 23 17:25:00.759531 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-4f165c7f-df1e-48f4-870c-306644bf3658 req-ea4f310f-5a6e-4a2f-aec3-b38cec571342 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=e51f9f9c-222a-4f6b-bccf-660dbe03dd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2878873 Nov 23 17:25:00.786925 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:25:00.964765 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port 52285acf-3eab-406a-acfc-b1364cf71811, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=52285acf-3eab-406a-acfc-b1364cf71811,segment=NetworkSegment(f75f400f-3665-42b6-b743-8c8989e17b3e),segment_id=f75f400f-3665-42b6-b743-8c8989e17b3e)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:25:00.973279 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:25:01.007225 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-976e661d-dd9a-4869-8ce6-68a0c802c712 req-05e8b394-8f0c-425e-9791-9b35c03ccfe8 tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] Made reservation on behalf of 686e648a568f4c8c872ae36928886735 for: {'port': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:25:01.013715 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-976e661d-dd9a-4869-8ce6-68a0c802c712 req-05e8b394-8f0c-425e-9791-9b35c03ccfe8 tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:25:01.081552 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Pushing event updated for resources: {'Port': ['ID=52285acf-3eab-406a-acfc-b1364cf71811,revision_number=11']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:25:01.177167 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6483011d-637e-48a2-9f64-538b42a00608 req-acc37bbc-527f-407c-b80c-95e04e2de93b tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] 10.222.0.60 "GET /v2.0/ports?device_id=b45d3c9f-cd67-48d8-b5b9-c3f749f01133 HTTP/1.1" status: 200 len: 210 time: 0.1897163 Nov 23 17:25:01.286953 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d303a1-0817-45c6-9d08-cae5ed11a96d req-47489a6f-431f-4d2e-b8e9-846799abcf07 tempest-ImagesTestJSON-931761063 tempest-ImagesTestJSON-931761063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:25:01.300687 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c1d303a1-0817-45c6-9d08-cae5ed11a96d req-47489a6f-431f-4d2e-b8e9-846799abcf07 tempest-ImagesTestJSON-931761063 tempest-ImagesTestJSON-931761063-project] 10.222.0.60 "GET /v2.0/ports?device_id=1820b9a1-cb60-494a-b702-c7b697bbb590 HTTP/1.1" status: 200 len: 945 time: 0.3302219 Nov 23 17:25:01.377222 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [req-976e661d-dd9a-4869-8ce6-68a0c802c712 req-05e8b394-8f0c-425e-9791-9b35c03ccfe8 tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] Allocated IP 192.168.233.136 (f1e1dabf-b410-4023-9169-a460a86e7184/ac77c175-5679-438b-8a2a-356718377641/fd248227-a963-429c-aa28-16266759837f) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:25:01.389559 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c1d303a1-0817-45c6-9d08-cae5ed11a96d req-a426b0e2-0678-4859-9cfa-688a63676329 tempest-ImagesTestJSON-931761063 tempest-ImagesTestJSON-931761063-project] 10.222.0.60 "GET /v2.0/security-groups?id=f2768289-7821-4137-8326-c052bf648315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873885 Nov 23 17:25:01.503710 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713f87f9-f1e4-43dd-9039-95f615321261 req-6b417701-f32e-44b9-8e8b-7aa2a61fe5df tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:25:01.511364 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-713f87f9-f1e4-43dd-9039-95f615321261 req-6b417701-f32e-44b9-8e8b-7aa2a61fe5df tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] 10.222.0.60 "GET /v2.0/ports?device_id=439b6bce-64d6-41de-83e2-fc81fcef21e1 HTTP/1.1" status: 200 len: 945 time: 0.1183059 Nov 23 17:25:01.635180 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-713f87f9-f1e4-43dd-9039-95f615321261 req-7dba5be9-0f54-412c-9b87-3f16e6e7d262 tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] 10.222.0.60 "GET /v2.0/security-groups?id=a7d295c6-a842-436b-b184-bb80f16900ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230891 Nov 23 17:25:01.640777 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3113242a-d132-47e0-924e-3dbb1ed80526 req-0b3a479e-a259-43ef-97f0-d4c5642ca6d8 tempest-NetworksTest-2073193636 tempest-NetworksTest-2073193636-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:25:01.665089 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-976e661d-dd9a-4869-8ce6-68a0c802c712 req-05e8b394-8f0c-425e-9791-9b35c03ccfe8 tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:25:01.668000 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-3113242a-d132-47e0-924e-3dbb1ed80526 req-0b3a479e-a259-43ef-97f0-d4c5642ca6d8 tempest-NetworksTest-2073193636 tempest-NetworksTest-2073193636-project-admin] 10.222.0.60 "GET /v2.0/networks/4c8455ba-1be5-42ac-b8c2-8a16e1292d55 HTTP/1.1" status: 200 len: 886 time: 0.2152479 Nov 23 17:25:01.709867 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-976e661d-dd9a-4869-8ce6-68a0c802c712 req-05e8b394-8f0c-425e-9791-9b35c03ccfe8 tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:25:01.717687 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device f4b8ed54-a038-48a3-9321-c22ad3016f37 up at agent hyperv_n-h2-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:25:01.798942 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] get_ports_and_sgs() called for port_ids ['619a8aee-de53-404a-b496-f8a2de1819bc', '4d508f7d-6fef-46d4-88da-e1281c70682d', '9dbd8931-0e0e-4403-9ea7-6a29a17a2a8a'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:25:01.917081 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-976e661d-dd9a-4869-8ce6-68a0c802c712 req-05e8b394-8f0c-425e-9791-9b35c03ccfe8 tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] Network f1e1dabf-b410-4023-9169-a460a86e7184 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:25:01.926247 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Provisioning for port f4b8ed54-a038-48a3-9321-c22ad3016f37 completed by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 17:25:01.930229 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [req-976e661d-dd9a-4869-8ce6-68a0c802c712 req-05e8b394-8f0c-425e-9791-9b35c03ccfe8 tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:25:01.933928 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e8b394-8f0c-425e-9791-9b35c03ccfe8 tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] Pushing event updated for resources: {'Port': ['ID=fd248227-a963-429c-aa28-16266759837f,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:25:01.949136 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [req-976e661d-dd9a-4869-8ce6-68a0c802c712 req-05e8b394-8f0c-425e-9791-9b35c03ccfe8 tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:25:02.037022 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Provisioning complete for port f4b8ed54-a038-48a3-9321-c22ad3016f37 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:25:02.037656 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:25:02.046570 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e8b394-8f0c-425e-9791-9b35c03ccfe8 tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:25:02.046919 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e8b394-8f0c-425e-9791-9b35c03ccfe8 tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:25:02.047282 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e8b394-8f0c-425e-9791-9b35c03ccfe8 tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:25:02.047635 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e8b394-8f0c-425e-9791-9b35c03ccfe8 tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:25:02.047985 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e8b394-8f0c-425e-9791-9b35c03ccfe8 tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:25:02.048325 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e8b394-8f0c-425e-9791-9b35c03ccfe8 tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:25:02.048698 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e8b394-8f0c-425e-9791-9b35c03ccfe8 tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:25:02.049080 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e8b394-8f0c-425e-9791-9b35c03ccfe8 tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:25:02.049353 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e8b394-8f0c-425e-9791-9b35c03ccfe8 tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:25:02.049678 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e8b394-8f0c-425e-9791-9b35c03ccfe8 tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:25:02.050003 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e8b394-8f0c-425e-9791-9b35c03ccfe8 tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:25:02.050322 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e8b394-8f0c-425e-9791-9b35c03ccfe8 tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:25:02.080623 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.db_base_plugin_common [req-976e661d-dd9a-4869-8ce6-68a0c802c712 req-e9379de6-4e83-42a1-9895-2d34edd45420 tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] Allocated IP 192.168.233.140 (f1e1dabf-b410-4023-9169-a460a86e7184/ac77c175-5679-438b-8a2a-356718377641/2409cb61-ae6f-4a2d-8c86-8c6a24f1a9c4) {{(pid=103591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:25:02.113683 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffeae0b0-09b1-4f1e-9b33-8bbbbaaefdf6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '52285acf-3eab-406a-acfc-b1364cf71811'}] {{(pid=103592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:25:02.116398 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba3e6a8f2301c7a29fe1eca9779abdae4ccbcd6266d69778087f2498d5551201" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bfdcf7f-863a-4edc-aea6-92aadf39209d" -d '{"events": [{"server_uuid": "ffeae0b0-09b1-4f1e-9b33-8bbbbaaefdf6", "name": "network-vif-unplugged", "status": "completed", "tag": "52285acf-3eab-406a-acfc-b1364cf71811"}]}' {{(pid=103592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:25:02.133757 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976e661d-dd9a-4869-8ce6-68a0c802c712 req-05e8b394-8f0c-425e-9791-9b35c03ccfe8 tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:25:02.134829 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-976e661d-dd9a-4869-8ce6-68a0c802c712 req-05e8b394-8f0c-425e-9791-9b35c03ccfe8 tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:25:02.180660 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-976e661d-dd9a-4869-8ce6-68a0c802c712 req-05e8b394-8f0c-425e-9791-9b35c03ccfe8 tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7046075 Nov 23 17:25:02.183931 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e2c363-bd83-4bde-b319-e2bc868f04c7 req-aed714e0-9cfc-460e-891d-140b0367c9d5 tempest-ServersTestBootFromVolume-66960814 tempest-ServersTestBootFromVolume-66960814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:25:02.191706 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e1e2c363-bd83-4bde-b319-e2bc868f04c7 req-aed714e0-9cfc-460e-891d-140b0367c9d5 tempest-ServersTestBootFromVolume-66960814 tempest-ServersTestBootFromVolume-66960814-project] 10.222.0.60 "GET /v2.0/ports?device_id=f8abc7fe-1d0e-4236-8f1e-16f89ed0e252 HTTP/1.1" status: 200 len: 946 time: 0.3851104 Nov 23 17:25:02.198035 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [req-976e661d-dd9a-4869-8ce6-68a0c802c712 req-08395bce-60ba-4cc1-8c0d-f71c46864ced service neutron] Request body: {'port': {'device_id': 'a27545a5-93c7-4bf1-a649-1748a9447690', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-8'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:25:02.278409 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df50b14-3870-4d83-a1a3-f36b811f23b3 req-90250dcc-517c-4935-a1c3-a45b3fb015ac tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:25:02.280481 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7df50b14-3870-4d83-a1a3-f36b811f23b3 req-90250dcc-517c-4935-a1c3-a45b3fb015ac tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.60 "GET /v2.0/ports?device_id=ffeae0b0-09b1-4f1e-9b33-8bbbbaaefdf6 HTTP/1.1" status: 200 len: 944 time: 0.3637426 Nov 23 17:25:02.401271 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-976e661d-dd9a-4869-8ce6-68a0c802c712 req-08395bce-60ba-4cc1-8c0d-f71c46864ced service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:25:02.583855 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device fa9fdf46-02ac-4851-a3df-94b37eec7ba2 up at agent hyperv_n-h1-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:25:02.731709 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-976e661d-dd9a-4869-8ce6-68a0c802c712 req-e9379de6-4e83-42a1-9895-2d34edd45420 tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] Publish callbacks [] for port, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:25:02.737214 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:25:02.752800 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e1e2c363-bd83-4bde-b319-e2bc868f04c7 req-37637d42-6b6a-44fa-81f5-817d3508df89 tempest-ServersTestBootFromVolume-66960814 tempest-ServersTestBootFromVolume-66960814-project] 10.222.0.60 "GET /v2.0/security-groups?id=e51f9f9c-222a-4f6b-bccf-660dbe03dd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5601468 Nov 23 17:25:02.815453 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7df50b14-3870-4d83-a1a3-f36b811f23b3 req-9933767a-8c61-4aee-bea3-d38b17db6105 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.60 "GET /v2.0/security-groups?id=5199d9c8-39cf-433e-a82b-4aef6c6477e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5086432 Nov 23 17:25:02.866977 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-4a120bcc-d0ee-44e2-af77-d30d607c8541 None None] Provisioning complete for port fd248227-a963-429c-aa28-16266759837f triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:25:02.867595 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-4a120bcc-d0ee-44e2-af77-d30d607c8541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:25:02.923059 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port f4b8ed54-a038-48a3-9321-c22ad3016f37, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=f4b8ed54-a038-48a3-9321-c22ad3016f37,segment=NetworkSegment(8fed18b2-0713-4023-96b5-16ede53c73dc),segment_id=8fed18b2-0713-4023-96b5-16ede53c73dc)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:25:02.985552 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-976e661d-dd9a-4869-8ce6-68a0c802c712 req-e9379de6-4e83-42a1-9895-2d34edd45420 tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:25:02.991151 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:25:03.048428 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Provisioning for port fa9fdf46-02ac-4851-a3df-94b37eec7ba2 completed by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 17:25:03.062788 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-4a120bcc-d0ee-44e2-af77-d30d607c8541 None None] Port fd248227-a963-429c-aa28-16266759837f cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:25:03.083260 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Provisioning complete for port fa9fdf46-02ac-4851-a3df-94b37eec7ba2 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:25:03.084199 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:25:03.161214 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-976e661d-dd9a-4869-8ce6-68a0c802c712 req-e9379de6-4e83-42a1-9895-2d34edd45420 tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] Network f1e1dabf-b410-4023-9169-a460a86e7184 is already hosted by enough agents. {{(pid=103591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:25:03.197004 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [req-976e661d-dd9a-4869-8ce6-68a0c802c712 req-e9379de6-4e83-42a1-9895-2d34edd45420 tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] Resources bound (agent type, host, resource id): {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:25:03.213853 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [req-976e661d-dd9a-4869-8ce6-68a0c802c712 req-e9379de6-4e83-42a1-9895-2d34edd45420 tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] Received port after_create {{(pid=103591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:25:03.217161 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9379de6-4e83-42a1-9895-2d34edd45420 tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] Pushing event updated for resources: {'Port': ['ID=2409cb61-ae6f-4a2d-8c86-8c6a24f1a9c4,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:25:03.254883 n-d-816206-8 neutron-server[103590]: DEBUG neutron.notifiers.nova [req-976e661d-dd9a-4869-8ce6-68a0c802c712 req-08395bce-60ba-4cc1-8c0d-f71c46864ced service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd248227-a963-429c-aa28-16266759837f {{(pid=103590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:25:03.269802 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-976e661d-dd9a-4869-8ce6-68a0c802c712 req-08395bce-60ba-4cc1-8c0d-f71c46864ced service neutron] Publish callbacks [] for port, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:25:03.311668 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [req-976e661d-dd9a-4869-8ce6-68a0c802c712 req-08395bce-60ba-4cc1-8c0d-f71c46864ced service neutron] Transition to ACTIVE for port object fd248227-a963-429c-aa28-16266759837f will not be triggered until provisioned by entity L2. {{(pid=103590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 17:25:03.324207 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-976e661d-dd9a-4869-8ce6-68a0c802c712 req-08395bce-60ba-4cc1-8c0d-f71c46864ced service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264357957'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:25:03.324745 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1ecbbf-d636-405b-965e-219f2dc61e34 req-cbfef36e-7e0a-4026-9c7f-c0574e881b35 tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:25:03.332942 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-fa1ecbbf-d636-405b-965e-219f2dc61e34 req-cbfef36e-7e0a-4026-9c7f-c0574e881b35 tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] 10.222.0.60 "GET /v2.0/ports?device_id=8ed97b60-3196-47fe-8a00-927be6edfe27 HTTP/1.1" status: 200 len: 945 time: 0.3923700 Nov 23 17:25:03.375002 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3824019-f823-4884-8421-7cee5c8bb1d8 req-a61c0f87-8762-4bbe-b075-1d53f4ba0855 tempest-NetworksTest-2073193636 tempest-NetworksTest-2073193636-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:25:03.375856 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3824019-f823-4884-8421-7cee5c8bb1d8 req-a61c0f87-8762-4bbe-b075-1d53f4ba0855 tempest-NetworksTest-2073193636 tempest-NetworksTest-2073193636-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:25:03.376541 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3824019-f823-4884-8421-7cee5c8bb1d8 req-a61c0f87-8762-4bbe-b075-1d53f4ba0855 tempest-NetworksTest-2073193636 tempest-NetworksTest-2073193636-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:25:03.377186 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3824019-f823-4884-8421-7cee5c8bb1d8 req-a61c0f87-8762-4bbe-b075-1d53f4ba0855 tempest-NetworksTest-2073193636 tempest-NetworksTest-2073193636-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:25:03.377822 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3824019-f823-4884-8421-7cee5c8bb1d8 req-a61c0f87-8762-4bbe-b075-1d53f4ba0855 tempest-NetworksTest-2073193636 tempest-NetworksTest-2073193636-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:25:03.378463 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3824019-f823-4884-8421-7cee5c8bb1d8 req-a61c0f87-8762-4bbe-b075-1d53f4ba0855 tempest-NetworksTest-2073193636 tempest-NetworksTest-2073193636-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:25:03.379097 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3824019-f823-4884-8421-7cee5c8bb1d8 req-a61c0f87-8762-4bbe-b075-1d53f4ba0855 tempest-NetworksTest-2073193636 tempest-NetworksTest-2073193636-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:25:03.379728 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3824019-f823-4884-8421-7cee5c8bb1d8 req-a61c0f87-8762-4bbe-b075-1d53f4ba0855 tempest-NetworksTest-2073193636 tempest-NetworksTest-2073193636-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:25:03.380360 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3824019-f823-4884-8421-7cee5c8bb1d8 req-a61c0f87-8762-4bbe-b075-1d53f4ba0855 tempest-NetworksTest-2073193636 tempest-NetworksTest-2073193636-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:25:03.382687 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d3824019-f823-4884-8421-7cee5c8bb1d8 req-a61c0f87-8762-4bbe-b075-1d53f4ba0855 tempest-NetworksTest-2073193636 tempest-NetworksTest-2073193636-project-admin] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6392 time: 0.5119898 Nov 23 17:25:03.414935 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08395bce-60ba-4cc1-8c0d-f71c46864ced service neutron] Pushing event updated for resources: {'Port': ['ID=fd248227-a963-429c-aa28-16266759837f,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:25:03.433715 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976e661d-dd9a-4869-8ce6-68a0c802c712 req-e9379de6-4e83-42a1-9895-2d34edd45420 tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:25:03.434780 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-976e661d-dd9a-4869-8ce6-68a0c802c712 req-e9379de6-4e83-42a1-9895-2d34edd45420 tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:25:03.472473 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-fa1ecbbf-d636-405b-965e-219f2dc61e34 req-1d92fa05-b205-4d93-96f2-6fa34d3fd973 tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] 10.222.0.60 "GET /v2.0/security-groups?id=5c82e7e8-9cad-459a-acb2-b7a0867274de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363306 Nov 23 17:25:03.485208 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-976e661d-dd9a-4869-8ce6-68a0c802c712 req-e9379de6-4e83-42a1-9895-2d34edd45420 tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0308952 Nov 23 17:25:03.508766 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [req-976e661d-dd9a-4869-8ce6-68a0c802c712 req-f65bed24-e1d0-433f-84cc-e95792bbfca1 service neutron] Request body: {'port': {'device_id': 'b45d3c9f-cd67-48d8-b5b9-c3f749f01133', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-8'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:25:03.531493 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Pushing event updated for resources: {'Port': ['ID=f4b8ed54-a038-48a3-9321-c22ad3016f37,revision_number=5']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:25:03.647989 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [req-976e661d-dd9a-4869-8ce6-68a0c802c712 req-08395bce-60ba-4cc1-8c0d-f71c46864ced service neutron] Attempting to bind port fd248227-a963-429c-aa28-16266759837f on host n-h2-816206-8 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:25:03.648314 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [req-976e661d-dd9a-4869-8ce6-68a0c802c712 req-08395bce-60ba-4cc1-8c0d-f71c46864ced service neutron] Attempting to bind port fd248227-a963-429c-aa28-16266759837f by drivers openvswitch,hyperv on host n-h2-816206-8 at level 0 using segments [{'id': '329c1745-02bf-4561-9615-3192910887f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'f1e1dabf-b410-4023-9169-a460a86e7184'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:25:03.648909 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-976e661d-dd9a-4869-8ce6-68a0c802c712 req-08395bce-60ba-4cc1-8c0d-f71c46864ced service neutron] Attempting to bind port fd248227-a963-429c-aa28-16266759837f on network f1e1dabf-b410-4023-9169-a460a86e7184 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:25:03.662309 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-976e661d-dd9a-4869-8ce6-68a0c802c712 req-08395bce-60ba-4cc1-8c0d-f71c46864ced service neutron] Port fd248227-a963-429c-aa28-16266759837f on network f1e1dabf-b410-4023-9169-a460a86e7184 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-8 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 17:25:03.662636 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-976e661d-dd9a-4869-8ce6-68a0c802c712 req-08395bce-60ba-4cc1-8c0d-f71c46864ced service neutron] Attempting to bind port fd248227-a963-429c-aa28-16266759837f on network f1e1dabf-b410-4023-9169-a460a86e7184 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:25:03.674048 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-976e661d-dd9a-4869-8ce6-68a0c802c712 req-08395bce-60ba-4cc1-8c0d-f71c46864ced service neutron] Checking agent: {'id': 'ab77bf9e-0267-4174-8f1d-822cba89b207', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 15, 13), 'started_at': datetime.datetime(2021, 11, 23, 17, 15, 13), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 24, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:25:03.674401 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-976e661d-dd9a-4869-8ce6-68a0c802c712 req-08395bce-60ba-4cc1-8c0d-f71c46864ced service neutron] Checking segment: {'id': '329c1745-02bf-4561-9615-3192910887f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'f1e1dabf-b410-4023-9169-a460a86e7184'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:25:03.677709 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-976e661d-dd9a-4869-8ce6-68a0c802c712 req-08395bce-60ba-4cc1-8c0d-f71c46864ced service neutron] Bound using segment: {'id': '329c1745-02bf-4561-9615-3192910887f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'f1e1dabf-b410-4023-9169-a460a86e7184'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:25:03.677709 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [req-976e661d-dd9a-4869-8ce6-68a0c802c712 req-08395bce-60ba-4cc1-8c0d-f71c46864ced service neutron] Bound port: fd248227-a963-429c-aa28-16266759837f, host: n-h2-816206-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '329c1745-02bf-4561-9615-3192910887f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'f1e1dabf-b410-4023-9169-a460a86e7184'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:25:03.677709 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-976e661d-dd9a-4869-8ce6-68a0c802c712 req-08395bce-60ba-4cc1-8c0d-f71c46864ced service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:25:03.691676 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 17:25:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26a19259-0f98-4c3f-9633-152a82335da3 x-openstack-request-id: req-26a19259-0f98-4c3f-9633-152a82335da3 {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:25:03.691909 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffeae0b0-09b1-4f1e-9b33-8bbbbaaefdf6", "name": "network-vif-unplugged", "status": "completed", "tag": "52285acf-3eab-406a-acfc-b1364cf71811", "code": 200}]} {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:25:03.692164 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-26a19259-0f98-4c3f-9633-152a82335da3 {{(pid=103592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:25:03.692610 n-d-816206-8 neutron-server[103592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffeae0b0-09b1-4f1e-9b33-8bbbbaaefdf6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '52285acf-3eab-406a-acfc-b1364cf71811', 'code': 200} Nov 23 17:25:03.697998 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:25:03.867901 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-4c77b5f1-b93f-40f6-aa6a-02adc9b9587e None None] Provisioning complete for port 2409cb61-ae6f-4a2d-8c86-8c6a24f1a9c4 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:25:03.868764 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-4c77b5f1-b93f-40f6-aa6a-02adc9b9587e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:25:03.869030 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [req-976e661d-dd9a-4869-8ce6-68a0c802c712 req-08395bce-60ba-4cc1-8c0d-f71c46864ced service neutron] For port fd248227-a963-429c-aa28-16266759837f, host n-h2-816206-8, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:25:03.875101 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [req-976e661d-dd9a-4869-8ce6-68a0c802c712 req-08395bce-60ba-4cc1-8c0d-f71c46864ced service neutron] For port fd248227-a963-429c-aa28-16266759837f, host n-h2-816206-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=fd248227-a963-429c-aa28-16266759837f,segment=NetworkSegment(329c1745-02bf-4561-9615-3192910887f5),segment_id=329c1745-02bf-4561-9615-3192910887f5)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:25:03.881699 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-976e661d-dd9a-4869-8ce6-68a0c802c712 req-08395bce-60ba-4cc1-8c0d-f71c46864ced service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264357957'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:25:03.891487 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-976e661d-dd9a-4869-8ce6-68a0c802c712 req-f65bed24-e1d0-433f-84cc-e95792bbfca1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:25:03.934188 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port fa9fdf46-02ac-4851-a3df-94b37eec7ba2, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=fa9fdf46-02ac-4851-a3df-94b37eec7ba2,segment=NetworkSegment(329c1745-02bf-4561-9615-3192910887f5),segment_id=329c1745-02bf-4561-9615-3192910887f5)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:25:03.942578 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33a1274-ffb8-468c-baee-a77ffc64cbe4 req-05bf6224-bef1-400a-b226-b6ebbacaafcf tempest-ServersAdminTestJSON-1762598083 tempest-ServersAdminTestJSON-1762598083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:25:03.961011 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f33a1274-ffb8-468c-baee-a77ffc64cbe4 req-05bf6224-bef1-400a-b226-b6ebbacaafcf tempest-ServersAdminTestJSON-1762598083 tempest-ServersAdminTestJSON-1762598083-project] 10.222.0.60 "GET /v2.0/ports?device_id=1fb45c7b-e5f9-4b84-af62-a0ab5df96bb4 HTTP/1.1" status: 200 len: 949 time: 0.3576660 Nov 23 17:25:03.981810 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:25:03.991266 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08395bce-60ba-4cc1-8c0d-f71c46864ced service neutron] Pushing event updated for resources: {'Port': ['ID=fd248227-a963-429c-aa28-16266759837f,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:25:04.015723 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976e661d-dd9a-4869-8ce6-68a0c802c712 req-08395bce-60ba-4cc1-8c0d-f71c46864ced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:25:04.017084 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-976e661d-dd9a-4869-8ce6-68a0c802c712 req-08395bce-60ba-4cc1-8c0d-f71c46864ced service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:25:04.019093 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-976e661d-dd9a-4869-8ce6-68a0c802c712 req-08395bce-60ba-4cc1-8c0d-f71c46864ced service neutron] 10.222.0.36 "PUT /v2.0/ports/fd248227-a963-429c-aa28-16266759837f HTTP/1.1" status: 200 len: 1096 time: 1.8256915 Nov 23 17:25:04.019969 n-d-816206-8 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a27545a5-93c7-4bf1-a649-1748a9447690', 'tag': 'fd248227-a963-429c-aa28-16266759837f'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:25:04.023987 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbabddbc9fc37b068808e119c416c86f5957ca04531a4a0d2e695c515e93483b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f277bf8f-c1f2-4451-af82-2fb187c7da67" -d '{"events": [{"name": "network-changed", "server_uuid": "a27545a5-93c7-4bf1-a649-1748a9447690", "tag": "fd248227-a963-429c-aa28-16266759837f"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:25:04.066676 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-4c77b5f1-b93f-40f6-aa6a-02adc9b9587e None None] Port 2409cb61-ae6f-4a2d-8c86-8c6a24f1a9c4 cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:25:04.137896 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Pushing event updated for resources: {'Port': ['ID=fa9fdf46-02ac-4851-a3df-94b37eec7ba2,revision_number=5']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:25:04.163906 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 56346) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:25:04.179853 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f0ef9c-1edf-4ab9-8af6-902c4be6c69e req-11241645-fe8e-4552-af31-cf31f637790b tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:25:04.187767 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-13f0ef9c-1edf-4ab9-8af6-902c4be6c69e req-11241645-fe8e-4552-af31-cf31f637790b tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] 10.222.0.60 "GET /v2.0/ports?device_id=b45d3c9f-cd67-48d8-b5b9-c3f749f01133 HTTP/1.1" status: 200 len: 936 time: 0.3721509 Nov 23 17:25:04.196803 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976e661d-dd9a-4869-8ce6-68a0c802c712 req-659936c1-5ba3-4ad2-bdb4-e6059267dc2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:25:04.198616 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-976e661d-dd9a-4869-8ce6-68a0c802c712 req-659936c1-5ba3-4ad2-bdb4-e6059267dc2c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=686e648a568f4c8c872ae36928886735&device_id=a27545a5-93c7-4bf1-a649-1748a9447690 HTTP/1.1" status: 200 len: 1099 time: 0.1187518 Nov 23 17:25:04.265680 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-976e661d-dd9a-4869-8ce6-68a0c802c712 req-989e8b54-621d-40ee-8358-df868bab2378 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.136&port_id=fd248227-a963-429c-aa28-16266759837f HTTP/1.1" status: 200 len: 217 time: 0.0547030 Nov 23 17:25:04.357169 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f33a1274-ffb8-468c-baee-a77ffc64cbe4 req-2154ba64-51e6-4161-9cc8-6b5939cd6321 tempest-ServersAdminTestJSON-1762598083 tempest-ServersAdminTestJSON-1762598083-project] 10.222.0.60 "GET /v2.0/security-groups?id=d6cf22a0-7f65-49f2-8512-764c3542a89d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3914497 Nov 23 17:25:04.365468 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976e661d-dd9a-4869-8ce6-68a0c802c712 req-1f681ecb-3a20-4625-ac37-eed8fccfc18c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:25:04.381296 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-976e661d-dd9a-4869-8ce6-68a0c802c712 req-1f681ecb-3a20-4625-ac37-eed8fccfc18c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ac77c175-5679-438b-8a2a-356718377641 HTTP/1.1" status: 200 len: 843 time: 0.0903726 Nov 23 17:25:04.444612 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6853b039-849f-413d-8df8-d931a1228405 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:25:04.521181 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976e661d-dd9a-4869-8ce6-68a0c802c712 req-e9d43cd8-2445-4690-bda7-2b48cd575374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:25:04.523136 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-976e661d-dd9a-4869-8ce6-68a0c802c712 req-e9d43cd8-2445-4690-bda7-2b48cd575374 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f1e1dabf-b410-4023-9169-a460a86e7184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1383920 Nov 23 17:25:04.576876 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-13f0ef9c-1edf-4ab9-8af6-902c4be6c69e req-b4318009-5bc4-46e1-b5c0-a48c012d85a7 tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b15aa03-44a0-4375-a57d-e8cf999b0781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3663990 Nov 23 17:25:04.706010 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22455140-d5e3-4e1f-a62f-df1dfcbbc3c7 req-e0a8ed81-c88c-4a9c-aff5-3c27f82a98a0 tempest-ImagesTestJSON-931761063 tempest-ImagesTestJSON-931761063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:25:04.713806 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-22455140-d5e3-4e1f-a62f-df1dfcbbc3c7 req-e0a8ed81-c88c-4a9c-aff5-3c27f82a98a0 tempest-ImagesTestJSON-931761063 tempest-ImagesTestJSON-931761063-project] 10.222.0.60 "GET /v2.0/ports?device_id=1820b9a1-cb60-494a-b702-c7b697bbb590 HTTP/1.1" status: 200 len: 946 time: 0.2182851 Nov 23 17:25:04.728395 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-976e661d-dd9a-4869-8ce6-68a0c802c712 req-131997bd-fad1-432d-90d2-af237b935595 service neutron] 10.222.0.36 "GET /v2.0/networks/f1e1dabf-b410-4023-9169-a460a86e7184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1847088 Nov 23 17:25:04.803510 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6853b039-849f-413d-8df8-d931a1228405 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:25:04.819088 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6853b039-849f-413d-8df8-d931a1228405 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:25:04.890082 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-22455140-d5e3-4e1f-a62f-df1dfcbbc3c7 req-eaa5b2ee-ff77-4a0c-8599-9cf52b39b412 tempest-ImagesTestJSON-931761063 tempest-ImagesTestJSON-931761063-project] 10.222.0.60 "GET /v2.0/security-groups?id=f2768289-7821-4137-8326-c052bf648315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748073 Nov 23 17:25:04.903214 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1e952f-18be-42ec-a254-6ae0b2d1834f req-53ea7ce2-a8ff-4b79-a78d-d08cbd27330a tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:25:04.904553 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-6853b039-849f-413d-8df8-d931a1228405 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=049e76d89a3144be88a257d29d9f24be&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7395401 Nov 23 17:25:04.912156 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-0b1e952f-18be-42ec-a254-6ae0b2d1834f req-53ea7ce2-a8ff-4b79-a78d-d08cbd27330a tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] 10.222.0.60 "GET /v2.0/ports?device_id=439b6bce-64d6-41de-83e2-fc81fcef21e1 HTTP/1.1" status: 200 len: 945 time: 0.2145424 Nov 23 17:25:04.916925 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6853b039-849f-413d-8df8-d931a1228405 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c90a1c68-8609-4529-98e0-d528f504128b,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:25:04.920479 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 56352) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:25:05.023084 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [req-976e661d-dd9a-4869-8ce6-68a0c802c712 req-f65bed24-e1d0-433f-84cc-e95792bbfca1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2409cb61-ae6f-4a2d-8c86-8c6a24f1a9c4 {{(pid=103591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:25:05.033487 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-976e661d-dd9a-4869-8ce6-68a0c802c712 req-f65bed24-e1d0-433f-84cc-e95792bbfca1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:25:05.042750 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-976e661d-dd9a-4869-8ce6-68a0c802c712 req-e730e450-c171-4a52-bee9-4b0d01b3a68c service neutron] 10.222.0.36 "GET /v2.0/networks/f1e1dabf-b410-4023-9169-a460a86e7184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2970355 Nov 23 17:25:05.074518 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] get_ports_and_sgs() called for port_ids ['619a8aee-de53-404a-b496-f8a2de1819bc', '4d508f7d-6fef-46d4-88da-e1281c70682d', '9dbd8931-0e0e-4403-9ea7-6a29a17a2a8a'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:25:05.132927 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.provisioning_blocks [req-976e661d-dd9a-4869-8ce6-68a0c802c712 req-f65bed24-e1d0-433f-84cc-e95792bbfca1 service neutron] Transition to ACTIVE for port object 2409cb61-ae6f-4a2d-8c86-8c6a24f1a9c4 will not be triggered until provisioned by entity L2. {{(pid=103591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 17:25:05.165671 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-976e661d-dd9a-4869-8ce6-68a0c802c712 req-f65bed24-e1d0-433f-84cc-e95792bbfca1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264758186'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:25:05.241026 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-0b1e952f-18be-42ec-a254-6ae0b2d1834f req-a5e8d24e-d393-465c-af0c-2d39630a1982 tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] 10.222.0.60 "GET /v2.0/security-groups?id=a7d295c6-a842-436b-b184-bb80f16900ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3074622 Nov 23 17:25:05.284218 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65bed24-e1d0-433f-84cc-e95792bbfca1 service neutron] Pushing event updated for resources: {'Port': ['ID=2409cb61-ae6f-4a2d-8c86-8c6a24f1a9c4,revision_number=2']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:25:05.296666 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa10634-0009-41d2-8d93-b683e6d1a0d9 req-5a214c32-91d4-4416-954c-3b7eb1667f28 tempest-ServersTestBootFromVolume-66960814 tempest-ServersTestBootFromVolume-66960814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:25:05.309036 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ffa10634-0009-41d2-8d93-b683e6d1a0d9 req-5a214c32-91d4-4416-954c-3b7eb1667f28 tempest-ServersTestBootFromVolume-66960814 tempest-ServersTestBootFromVolume-66960814-project] 10.222.0.60 "GET /v2.0/ports?device_id=f8abc7fe-1d0e-4236-8f1e-16f89ed0e252 HTTP/1.1" status: 200 len: 946 time: 0.2627778 Nov 23 17:25:05.350813 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-0176d70d-5ce1-484e-962e-eb9d5af74371 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:25:05.510578 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-0176d70d-5ce1-484e-962e-eb9d5af74371 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:25:05.539628 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ffa10634-0009-41d2-8d93-b683e6d1a0d9 req-1d9ffc57-d40f-4b68-82a9-9b4c65bd4e17 tempest-ServersTestBootFromVolume-66960814 tempest-ServersTestBootFromVolume-66960814-project] 10.222.0.60 "GET /v2.0/security-groups?id=e51f9f9c-222a-4f6b-bccf-660dbe03dd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2296078 Nov 23 17:25:05.631770 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 17:25:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe467fd9-9298-4fa9-bedf-8d3752968443 x-openstack-request-id: req-fe467fd9-9298-4fa9-bedf-8d3752968443 {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:25:05.632376 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a27545a5-93c7-4bf1-a649-1748a9447690", "tag": "fd248227-a963-429c-aa28-16266759837f", "status": "completed", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:25:05.633831 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-fe467fd9-9298-4fa9-bedf-8d3752968443 {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:25:05.635956 n-d-816206-8 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a27545a5-93c7-4bf1-a649-1748a9447690', 'tag': 'fd248227-a963-429c-aa28-16266759837f', 'status': 'completed', 'code': 200} Nov 23 17:25:05.648363 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-976e661d-dd9a-4869-8ce6-68a0c802c712 req-f65bed24-e1d0-433f-84cc-e95792bbfca1 service neutron] Attempting to bind port 2409cb61-ae6f-4a2d-8c86-8c6a24f1a9c4 on host n-h1-816206-8 for vnic_type normal with profile {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:25:05.664177 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-976e661d-dd9a-4869-8ce6-68a0c802c712 req-f65bed24-e1d0-433f-84cc-e95792bbfca1 service neutron] Attempting to bind port 2409cb61-ae6f-4a2d-8c86-8c6a24f1a9c4 by drivers openvswitch,hyperv on host n-h1-816206-8 at level 0 using segments [{'id': '329c1745-02bf-4561-9615-3192910887f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'f1e1dabf-b410-4023-9169-a460a86e7184'}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:25:05.664760 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-976e661d-dd9a-4869-8ce6-68a0c802c712 req-f65bed24-e1d0-433f-84cc-e95792bbfca1 service neutron] Attempting to bind port 2409cb61-ae6f-4a2d-8c86-8c6a24f1a9c4 on network f1e1dabf-b410-4023-9169-a460a86e7184 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:25:05.695451 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b70b0f-b9ed-43c3-95bd-eeba80e03de7 req-85038191-049f-40bd-91c2-e1e9b3d2dfec tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:25:05.697245 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-83b70b0f-b9ed-43c3-95bd-eeba80e03de7 req-85038191-049f-40bd-91c2-e1e9b3d2dfec tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.60 "GET /v2.0/ports?device_id=ffeae0b0-09b1-4f1e-9b33-8bbbbaaefdf6 HTTP/1.1" status: 200 len: 944 time: 0.2837529 Nov 23 17:25:05.702464 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-976e661d-dd9a-4869-8ce6-68a0c802c712 req-f65bed24-e1d0-433f-84cc-e95792bbfca1 service neutron] Port 2409cb61-ae6f-4a2d-8c86-8c6a24f1a9c4 on network f1e1dabf-b410-4023-9169-a460a86e7184 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-8 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 17:25:05.703033 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-976e661d-dd9a-4869-8ce6-68a0c802c712 req-f65bed24-e1d0-433f-84cc-e95792bbfca1 service neutron] Attempting to bind port 2409cb61-ae6f-4a2d-8c86-8c6a24f1a9c4 on network f1e1dabf-b410-4023-9169-a460a86e7184 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:25:05.713358 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1820b9a1-cb60-494a-b702-c7b697bbb590', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4b8ed54-a038-48a3-9321-c22ad3016f37'}, {'server_uuid': '1fb45c7b-e5f9-4b84-af62-a0ab5df96bb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa9fdf46-02ac-4851-a3df-94b37eec7ba2'}] {{(pid=103592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:25:05.718038 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba3e6a8f2301c7a29fe1eca9779abdae4ccbcd6266d69778087f2498d5551201" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67150881-fd17-451c-a42d-ac72d7930028" -d '{"events": [{"server_uuid": "1820b9a1-cb60-494a-b702-c7b697bbb590", "name": "network-vif-plugged", "status": "completed", "tag": "f4b8ed54-a038-48a3-9321-c22ad3016f37"}, {"server_uuid": "1fb45c7b-e5f9-4b84-af62-a0ab5df96bb4", "name": "network-vif-plugged", "status": "completed", "tag": "fa9fdf46-02ac-4851-a3df-94b37eec7ba2"}]}' {{(pid=103592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:25:05.743621 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-976e661d-dd9a-4869-8ce6-68a0c802c712 req-f65bed24-e1d0-433f-84cc-e95792bbfca1 service neutron] Checking agent: {'id': '4b0a4557-3bfe-4828-80a0-7981fc3ac84c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 15, 14), 'started_at': datetime.datetime(2021, 11, 23, 17, 15, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 24, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:25:05.744160 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-976e661d-dd9a-4869-8ce6-68a0c802c712 req-f65bed24-e1d0-433f-84cc-e95792bbfca1 service neutron] Checking segment: {'id': '329c1745-02bf-4561-9615-3192910887f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'f1e1dabf-b410-4023-9169-a460a86e7184'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:25:05.744753 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-976e661d-dd9a-4869-8ce6-68a0c802c712 req-f65bed24-e1d0-433f-84cc-e95792bbfca1 service neutron] Bound using segment: {'id': '329c1745-02bf-4561-9615-3192910887f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'f1e1dabf-b410-4023-9169-a460a86e7184'} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:25:05.745495 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-976e661d-dd9a-4869-8ce6-68a0c802c712 req-f65bed24-e1d0-433f-84cc-e95792bbfca1 service neutron] Bound port: 2409cb61-ae6f-4a2d-8c86-8c6a24f1a9c4, host: n-h1-816206-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '329c1745-02bf-4561-9615-3192910887f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'f1e1dabf-b410-4023-9169-a460a86e7184'}}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:25:05.746037 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-976e661d-dd9a-4869-8ce6-68a0c802c712 req-f65bed24-e1d0-433f-84cc-e95792bbfca1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:25:05.811783 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-0176d70d-5ce1-484e-962e-eb9d5af74371 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:25:05.814399 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-0176d70d-5ce1-484e-962e-eb9d5af74371 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:25:05.815556 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-0176d70d-5ce1-484e-962e-eb9d5af74371 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c90a1c68-8609-4529-98e0-d528f504128b HTTP/1.1" status: 204 len: 168 time: 0.8940644 Nov 23 17:25:05.896349 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f277bf8f-c1f2-4451-af82-2fb187c7da67 req-3c5a8f44-956c-43c5-9132-3bbffc8e2ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:25:05.900864 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-f277bf8f-c1f2-4451-af82-2fb187c7da67 req-3c5a8f44-956c-43c5-9132-3bbffc8e2ac7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=686e648a568f4c8c872ae36928886735&device_id=a27545a5-93c7-4bf1-a649-1748a9447690 HTTP/1.1" status: 200 len: 1099 time: 0.2150576 Nov 23 17:25:05.901902 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0176d70d-5ce1-484e-962e-eb9d5af74371 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c90a1c68-8609-4529-98e0-d528f504128b,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:25:05.945780 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-83b70b0f-b9ed-43c3-95bd-eeba80e03de7 req-9707dc0e-c60c-4682-9a94-9fd98a377fc1 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.60 "GET /v2.0/security-groups?id=5199d9c8-39cf-433e-a82b-4aef6c6477e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2142417 Nov 23 17:25:05.967511 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13b625e-1618-4d54-88cb-686b27dab5c7 req-93a780d9-4504-4b8b-b1f3-85db39dec3ab tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:25:05.976075 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b13b625e-1618-4d54-88cb-686b27dab5c7 req-93a780d9-4504-4b8b-b1f3-85db39dec3ab tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] 10.222.0.60 "GET /v2.0/ports?device_id=8ed97b60-3196-47fe-8a00-927be6edfe27 HTTP/1.1" status: 200 len: 945 time: 0.2064991 Nov 23 17:25:06.003726 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-976e661d-dd9a-4869-8ce6-68a0c802c712 req-f65bed24-e1d0-433f-84cc-e95792bbfca1 service neutron] For port 2409cb61-ae6f-4a2d-8c86-8c6a24f1a9c4, host n-h1-816206-8, cleared binding levels {{(pid=103591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:25:06.050662 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b13b625e-1618-4d54-88cb-686b27dab5c7 req-f86d6863-8168-4fbb-8590-cdab38ccbc96 tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] 10.222.0.60 "GET /v2.0/security-groups?id=5c82e7e8-9cad-459a-acb2-b7a0867274de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709467 Nov 23 17:25:06.079563 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-976e661d-dd9a-4869-8ce6-68a0c802c712 req-f65bed24-e1d0-433f-84cc-e95792bbfca1 service neutron] For port 2409cb61-ae6f-4a2d-8c86-8c6a24f1a9c4, host n-h1-816206-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=2409cb61-ae6f-4a2d-8c86-8c6a24f1a9c4,segment=NetworkSegment(329c1745-02bf-4561-9615-3192910887f5),segment_id=329c1745-02bf-4561-9615-3192910887f5)] {{(pid=103591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:25:06.087626 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-976e661d-dd9a-4869-8ce6-68a0c802c712 req-f65bed24-e1d0-433f-84cc-e95792bbfca1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264758186'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:25:06.181645 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f277bf8f-c1f2-4451-af82-2fb187c7da67 req-7b40354a-990a-4fe2-bf26-16eb916bb711 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:25:06.187374 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-f277bf8f-c1f2-4451-af82-2fb187c7da67 req-7b40354a-990a-4fe2-bf26-16eb916bb711 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f1e1dabf-b410-4023-9169-a460a86e7184 HTTP/1.1" status: 200 len: 870 time: 0.2678599 Nov 23 17:25:06.286561 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65bed24-e1d0-433f-84cc-e95792bbfca1 service neutron] Pushing event updated for resources: {'Port': ['ID=2409cb61-ae6f-4a2d-8c86-8c6a24f1a9c4,revision_number=3']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:25:06.325204 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-f277bf8f-c1f2-4451-af82-2fb187c7da67 req-143632c6-0a90-4635-8a92-11ff5cd3f0ba service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.136&port_id=fd248227-a963-429c-aa28-16266759837f HTTP/1.1" status: 200 len: 217 time: 0.1228614 Nov 23 17:25:06.399614 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976e661d-dd9a-4869-8ce6-68a0c802c712 req-f65bed24-e1d0-433f-84cc-e95792bbfca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:25:06.401421 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-976e661d-dd9a-4869-8ce6-68a0c802c712 req-f65bed24-e1d0-433f-84cc-e95792bbfca1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:25:06.406139 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-976e661d-dd9a-4869-8ce6-68a0c802c712 req-f65bed24-e1d0-433f-84cc-e95792bbfca1 service neutron] 10.222.0.55 "PUT /v2.0/ports/2409cb61-ae6f-4a2d-8c86-8c6a24f1a9c4 HTTP/1.1" status: 200 len: 1096 time: 2.9016347 Nov 23 17:25:06.406785 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b45d3c9f-cd67-48d8-b5b9-c3f749f01133', 'tag': '2409cb61-ae6f-4a2d-8c86-8c6a24f1a9c4'}] {{(pid=103591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:25:06.417575 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41d174a19ece9499ff9ec44e5b3fc50f2abd3ffbc947fb7e52ea1e8db27b95b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15b6005a-aef0-4e08-b948-c0e42981a41f" -d '{"events": [{"name": "network-changed", "server_uuid": "b45d3c9f-cd67-48d8-b5b9-c3f749f01133", "tag": "2409cb61-ae6f-4a2d-8c86-8c6a24f1a9c4"}]}' {{(pid=103591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:25:06.487325 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f9c847-d222-4535-9fd7-844d791cdd82 req-d11b0440-5324-4f01-a4ad-09b574243778 tempest-ServersTestBootFromVolume-66960814 tempest-ServersTestBootFromVolume-66960814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:25:06.504887 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d2f9c847-d222-4535-9fd7-844d791cdd82 req-d11b0440-5324-4f01-a4ad-09b574243778 tempest-ServersTestBootFromVolume-66960814 tempest-ServersTestBootFromVolume-66960814-project] 10.222.0.60 "GET /v2.0/ports?device_id=f8abc7fe-1d0e-4236-8f1e-16f89ed0e252 HTTP/1.1" status: 200 len: 946 time: 0.2444816 Nov 23 17:25:06.521453 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f277bf8f-c1f2-4451-af82-2fb187c7da67 req-f30b36a2-2b1a-4071-8ee2-f7604c7bb6fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:25:06.523911 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-f277bf8f-c1f2-4451-af82-2fb187c7da67 req-f30b36a2-2b1a-4071-8ee2-f7604c7bb6fd service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ac77c175-5679-438b-8a2a-356718377641 HTTP/1.1" status: 200 len: 843 time: 0.1856420 Nov 23 17:25:06.524797 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 56380) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:25:06.525239 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 56382) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:25:06.548971 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-b5585de4-f8b3-4c85-a0fc-afb075b2abe2 tempest-ServersTestBootFromVolume-66960814 tempest-ServersTestBootFromVolume-66960814-project] Request body: {'floatingip': {'port_id': 'e35dfb48-4275-44ed-a999-71ff183f8ccd'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:25:06.569886 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device 52285acf-3eab-406a-acfc-b1364cf71811 details requested by agent hyperv_n-h1-816206-8 with host n-h1-816206-8 {{(pid=103592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 17:25:06.582225 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73425b4f-05a2-4f85-b8e1-ee5bdb68b41c req-d1b1564a-191f-45b9-be6b-99f4325ff42b tempest-ServersAdminTestJSON-1762598083 tempest-ServersAdminTestJSON-1762598083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:25:06.596890 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-73425b4f-05a2-4f85-b8e1-ee5bdb68b41c req-d1b1564a-191f-45b9-be6b-99f4325ff42b tempest-ServersAdminTestJSON-1762598083 tempest-ServersAdminTestJSON-1762598083-project] 10.222.0.60 "GET /v2.0/ports?device_id=1fb45c7b-e5f9-4b84-af62-a0ab5df96bb4 HTTP/1.1" status: 200 len: 950 time: 0.3247969 Nov 23 17:25:06.920423 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port 52285acf-3eab-406a-acfc-b1364cf71811, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=52285acf-3eab-406a-acfc-b1364cf71811,segment=NetworkSegment(f75f400f-3665-42b6-b743-8c8989e17b3e),segment_id=f75f400f-3665-42b6-b743-8c8989e17b3e)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:25:06.938747 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-73425b4f-05a2-4f85-b8e1-ee5bdb68b41c req-5a33f14f-92b2-4d9f-8d98-985f755b7555 tempest-ServersAdminTestJSON-1762598083 tempest-ServersAdminTestJSON-1762598083-project] 10.222.0.60 "GET /v2.0/security-groups?id=d6cf22a0-7f65-49f2-8512-764c3542a89d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3385391 Nov 23 17:25:06.962039 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Returning: {'device': '52285acf-3eab-406a-acfc-b1364cf71811', 'network_id': '43d8ac08-152d-4053-b836-ddc03b0e91a2', 'port_id': '52285acf-3eab-406a-acfc-b1364cf71811', 'mac_address': 'fa:16:3e:5a:57:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23f80e8e-7e58-4465-87c1-72654345f52f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 17:25:06.966040 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe03042d-df9b-440c-98ca-018ad233b6e7 req-cb277aba-f24b-49af-a068-c1d3b9231dae tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:25:06.979025 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-fe03042d-df9b-440c-98ca-018ad233b6e7 req-cb277aba-f24b-49af-a068-c1d3b9231dae tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] 10.222.0.60 "GET /v2.0/ports?device_id=b45d3c9f-cd67-48d8-b5b9-c3f749f01133 HTTP/1.1" status: 200 len: 948 time: 0.2908597 Nov 23 17:25:06.986942 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976e661d-dd9a-4869-8ce6-68a0c802c712 req-8ab7f1e4-9783-48e0-84c3-4c4e84dda1d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:25:06.999915 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-976e661d-dd9a-4869-8ce6-68a0c802c712 req-8ab7f1e4-9783-48e0-84c3-4c4e84dda1d2 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=686e648a568f4c8c872ae36928886735&device_id=b45d3c9f-cd67-48d8-b5b9-c3f749f01133 HTTP/1.1" status: 200 len: 1099 time: 0.4638283 Nov 23 17:25:07.118175 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 23 Nov 2021 17:25:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e030f78e-939e-4327-8659-5f24f2e7c276 x-openstack-request-id: req-e030f78e-939e-4327-8659-5f24f2e7c276 {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:25:07.118890 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1820b9a1-cb60-494a-b702-c7b697bbb590", "name": "network-vif-plugged", "status": "completed", "tag": "f4b8ed54-a038-48a3-9321-c22ad3016f37", "code": 200}, {"server_uuid": "1fb45c7b-e5f9-4b84-af62-a0ab5df96bb4", "name": "network-vif-plugged", "status": "completed", "tag": "fa9fdf46-02ac-4851-a3df-94b37eec7ba2", "code": 200}]} {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:25:07.124151 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e030f78e-939e-4327-8659-5f24f2e7c276 {{(pid=103592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:25:07.124952 n-d-816206-8 neutron-server[103592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1820b9a1-cb60-494a-b702-c7b697bbb590', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4b8ed54-a038-48a3-9321-c22ad3016f37', 'code': 200} Nov 23 17:25:07.126918 n-d-816206-8 neutron-server[103592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fb45c7b-e5f9-4b84-af62-a0ab5df96bb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa9fdf46-02ac-4851-a3df-94b37eec7ba2', 'code': 200} Nov 23 17:25:07.165703 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:25:07.177708 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-976e661d-dd9a-4869-8ce6-68a0c802c712 req-71b03342-eb98-47af-92a4-89915a21669d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.140&port_id=2409cb61-ae6f-4a2d-8c86-8c6a24f1a9c4 HTTP/1.1" status: 200 len: 217 time: 0.1553066 Nov 23 17:25:07.212869 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52285acf-3eab-406a-acfc-b1364cf71811 {{(pid=103592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:25:07.267075 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port 52285acf-3eab-406a-acfc-b1364cf71811, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=52285acf-3eab-406a-acfc-b1364cf71811,segment=NetworkSegment(f75f400f-3665-42b6-b743-8c8989e17b3e),segment_id=f75f400f-3665-42b6-b743-8c8989e17b3e)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:25:07.278045 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:25:07.424599 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Pushing event updated for resources: {'Port': ['ID=52285acf-3eab-406a-acfc-b1364cf71811,revision_number=12']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:25:07.438438 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] get_ports_and_sgs() called for port_ids ['52285acf-3eab-406a-acfc-b1364cf71811'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:25:07.484732 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-9b58635a-73f7-46da-a46d-a5df71112c6e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:25:07.700342 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b5585de4-f8b3-4c85-a0fc-afb075b2abe2 tempest-ServersTestBootFromVolume-66960814 tempest-ServersTestBootFromVolume-66960814-project] Publish callbacks [] for floatingip, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:25:07.784034 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device fd248227-a963-429c-aa28-16266759837f details requested by agent hyperv_n-h2-816206-8 with host n-h2-816206-8 {{(pid=103592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 17:25:07.937831 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port fd248227-a963-429c-aa28-16266759837f, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=fd248227-a963-429c-aa28-16266759837f,segment=NetworkSegment(329c1745-02bf-4561-9615-3192910887f5),segment_id=329c1745-02bf-4561-9615-3192910887f5)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:25:08.005053 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Returning: {'device': 'fd248227-a963-429c-aa28-16266759837f', 'network_id': 'f1e1dabf-b410-4023-9169-a460a86e7184', 'port_id': 'fd248227-a963-429c-aa28-16266759837f', 'mac_address': 'fa:16:3e:a7:29:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac77c175-5679-438b-8a2a-356718377641', 'ip_address': '192.168.233.136'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 17:25:08.007207 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-fe03042d-df9b-440c-98ca-018ad233b6e7 req-f8334184-fc76-4b0b-98f7-5c06ac346a02 tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b15aa03-44a0-4375-a57d-e8cf999b0781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0263574 Nov 23 17:25:08.063058 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976e661d-dd9a-4869-8ce6-68a0c802c712 req-d2c9f21e-a89e-4950-9ee6-5bcc9fea9758 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:25:08.069811 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-976e661d-dd9a-4869-8ce6-68a0c802c712 req-d2c9f21e-a89e-4950-9ee6-5bcc9fea9758 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ac77c175-5679-438b-8a2a-356718377641 HTTP/1.1" status: 200 len: 843 time: 0.8810778 Nov 23 17:25:08.074504 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4b7b71-2a5a-4cfb-b19b-9ddb224353ef req-577a65b9-9821-44f4-9086-a30e1d595561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:25:08.082830 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6f4b7b71-2a5a-4cfb-b19b-9ddb224353ef req-577a65b9-9821-44f4-9086-a30e1d595561 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=1fb45c7b-e5f9-4b84-af62-a0ab5df96bb4 HTTP/1.1" status: 200 len: 1101 time: 0.7721717 Nov 23 17:25:08.104793 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6968c65-4d22-4bf7-ba56-6db58cd66f88 req-da531d18-f950-4de4-8d21-9df856969f3c tempest-ImagesTestJSON-931761063 tempest-ImagesTestJSON-931761063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:25:08.116732 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c6968c65-4d22-4bf7-ba56-6db58cd66f88 req-da531d18-f950-4de4-8d21-9df856969f3c tempest-ImagesTestJSON-931761063 tempest-ImagesTestJSON-931761063-project] 10.222.0.60 "GET /v2.0/ports?device_id=1820b9a1-cb60-494a-b702-c7b697bbb590 HTTP/1.1" status: 200 len: 946 time: 0.8629651 Nov 23 17:25:08.190702 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:25:08.222384 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd248227-a963-429c-aa28-16266759837f {{(pid=103592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:25:08.280877 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port fd248227-a963-429c-aa28-16266759837f, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=fd248227-a963-429c-aa28-16266759837f,segment=NetworkSegment(329c1745-02bf-4561-9615-3192910887f5),segment_id=329c1745-02bf-4561-9615-3192910887f5)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:25:08.289937 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:25:08.414935 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Pushing event updated for resources: {'Port': ['ID=fd248227-a963-429c-aa28-16266759837f,revision_number=4']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:25:08.446678 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6f4b7b71-2a5a-4cfb-b19b-9ddb224353ef req-28f5cd32-07bd-42ad-b6cb-79ca54da7533 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=d6cf22a0-7f65-49f2-8512-764c3542a89d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3015673 Nov 23 17:25:08.453045 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c6968c65-4d22-4bf7-ba56-6db58cd66f88 req-b78f96b5-fb77-4d05-ad23-ad464b3f4b26 tempest-ImagesTestJSON-931761063 tempest-ImagesTestJSON-931761063-project] 10.222.0.60 "GET /v2.0/security-groups?id=f2768289-7821-4137-8326-c052bf648315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3337748 Nov 23 17:25:08.459958 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976e661d-dd9a-4869-8ce6-68a0c802c712 req-3309a0e1-ed71-48b3-9e6e-52c5171fc034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:25:08.461566 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-976e661d-dd9a-4869-8ce6-68a0c802c712 req-3309a0e1-ed71-48b3-9e6e-52c5171fc034 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f1e1dabf-b410-4023-9169-a460a86e7184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3774900 Nov 23 17:25:08.470249 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1450779-3050-47d3-9609-e9da7fa342e2 req-47551354-e532-4250-9abf-b391e486f762 tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:25:08.471838 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b1450779-3050-47d3-9609-e9da7fa342e2 req-47551354-e532-4250-9abf-b391e486f762 tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] 10.222.0.60 "GET /v2.0/ports?device_id=439b6bce-64d6-41de-83e2-fc81fcef21e1 HTTP/1.1" status: 200 len: 945 time: 0.2610037 Nov 23 17:25:08.611590 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 17:25:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0d039e1-2273-4fb3-8778-77427e6867c6 x-openstack-request-id: req-b0d039e1-2273-4fb3-8778-77427e6867c6 {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:25:08.612197 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b45d3c9f-cd67-48d8-b5b9-c3f749f01133", "tag": "2409cb61-ae6f-4a2d-8c86-8c6a24f1a9c4", "status": "completed", "code": 200}]} {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:25:08.613397 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b0d039e1-2273-4fb3-8778-77427e6867c6 {{(pid=103591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:25:08.613965 n-d-816206-8 neutron-server[103591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b45d3c9f-cd67-48d8-b5b9-c3f749f01133', 'tag': '2409cb61-ae6f-4a2d-8c86-8c6a24f1a9c4', 'status': 'completed', 'code': 200} Nov 23 17:25:08.646542 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b1450779-3050-47d3-9609-e9da7fa342e2 req-ceb1acd9-37f6-4fe9-bb16-ecbcee6f2605 tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] 10.222.0.60 "GET /v2.0/security-groups?id=a7d295c6-a842-436b-b184-bb80f16900ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512089 Nov 23 17:25:08.708442 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] get_ports_and_sgs() called for port_ids ['fd248227-a963-429c-aa28-16266759837f'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:25:09.173418 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b5585de4-f8b3-4c85-a0fc-afb075b2abe2 tempest-ServersTestBootFromVolume-66960814 tempest-ServersTestBootFromVolume-66960814-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:25:09.182303 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-976e661d-dd9a-4869-8ce6-68a0c802c712 req-3d069ec2-b471-4878-af73-bf28c9c009b8 service neutron] 10.222.0.55 "GET /v2.0/networks/f1e1dabf-b410-4023-9169-a460a86e7184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4929349 Nov 23 17:25:09.197471 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b5585de4-f8b3-4c85-a0fc-afb075b2abe2 tempest-ServersTestBootFromVolume-66960814 tempest-ServersTestBootFromVolume-66960814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1795396'] for floatingip, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:25:09.291080 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4280071-fd47-4ea3-a2c4-2f2fc899bb6e req-f3d64392-70b8-4693-9a1b-cba1e35acb1f tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:25:09.300117 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d4280071-fd47-4ea3-a2c4-2f2fc899bb6e req-f3d64392-70b8-4693-9a1b-cba1e35acb1f tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.60 "GET /v2.0/ports?device_id=ffeae0b0-09b1-4f1e-9b33-8bbbbaaefdf6 HTTP/1.1" status: 200 len: 945 time: 0.4695313 Nov 23 17:25:09.355192 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcab0f5d-ebce-4571-bb53-e3d9e9075819 req-76f9dd3c-34a4-4d6f-ae82-b2c2be97153e tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:25:09.359266 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-bcab0f5d-ebce-4571-bb53-e3d9e9075819 req-76f9dd3c-34a4-4d6f-ae82-b2c2be97153e tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] 10.222.0.60 "GET /v2.0/ports?device_id=8ed97b60-3196-47fe-8a00-927be6edfe27 HTTP/1.1" status: 200 len: 945 time: 0.4273856 Nov 23 17:25:09.425711 n-d-816206-8 neutron-server[103590]: INFO neutron.db.l3_db [None req-b5585de4-f8b3-4c85-a0fc-afb075b2abe2 tempest-ServersTestBootFromVolume-66960814 tempest-ServersTestBootFromVolume-66960814-project] Floating IP 197ccea2-d741-47fe-ac5f-1a7fa336c8c2 associated. External IP: 172.25.3.209, port: e35dfb48-4275-44ed-a999-71ff183f8ccd. Nov 23 17:25:09.614551 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-bcab0f5d-ebce-4571-bb53-e3d9e9075819 req-fd14b141-acef-4e9c-a101-0225c1b2eef0 tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] 10.222.0.60 "GET /v2.0/security-groups?id=5c82e7e8-9cad-459a-acb2-b7a0867274de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2374880 Nov 23 17:25:09.616621 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-976e661d-dd9a-4869-8ce6-68a0c802c712 req-34f7ab86-02f8-44ca-81e2-87ffcd6cc3b3 service neutron] 10.222.0.55 "GET /v2.0/networks/f1e1dabf-b410-4023-9169-a460a86e7184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4203210 Nov 23 17:25:09.640354 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d4280071-fd47-4ea3-a2c4-2f2fc899bb6e req-3fab4ad8-656b-463f-b147-46bd29115667 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.60 "GET /v2.0/security-groups?id=5199d9c8-39cf-433e-a82b-4aef6c6477e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3381803 Nov 23 17:25:09.664881 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f277bf8f-c1f2-4451-af82-2fb187c7da67 req-0585cc41-349b-46c0-b468-2d8133b233af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:25:09.668181 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-f277bf8f-c1f2-4451-af82-2fb187c7da67 req-0585cc41-349b-46c0-b468-2d8133b233af service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f1e1dabf-b410-4023-9169-a460a86e7184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 2.3005259 Nov 23 17:25:09.827921 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5585de4-f8b3-4c85-a0fc-afb075b2abe2 tempest-ServersTestBootFromVolume-66960814 tempest-ServersTestBootFromVolume-66960814-project] Router 9085b663-0140-4da3-a56d-64df3a8064f7 has already been hosted by L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 {{(pid=103590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 17:25:09.859607 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b49d189-c5e3-4e70-a635-29b1a4566d93 req-211dafab-f340-4042-acab-06b6913e156a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:25:09.863229 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-7b49d189-c5e3-4e70-a635-29b1a4566d93 req-211dafab-f340-4042-acab-06b6913e156a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=1820b9a1-cb60-494a-b702-c7b697bbb590 HTTP/1.1" status: 200 len: 1097 time: 2.4917555 Nov 23 17:25:10.107291 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21ec239-2f97-43e1-80b2-ffc36ea0884c req-f37ad42f-5514-4b42-8571-17381791bc4a tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:25:10.129613 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e21ec239-2f97-43e1-80b2-ffc36ea0884c req-f37ad42f-5514-4b42-8571-17381791bc4a tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] 10.222.0.60 "GET /v2.0/ports?device_id=b45d3c9f-cd67-48d8-b5b9-c3f749f01133 HTTP/1.1" status: 200 len: 948 time: 0.2934713 Nov 23 17:25:10.377541 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1443c449-fb01-41bd-ae2d-015353bb7608 req-1aa7c0f2-4815-429e-8f10-a81075bbafba tempest-ServersAdminTestJSON-1762598083 tempest-ServersAdminTestJSON-1762598083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:25:10.386717 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-1443c449-fb01-41bd-ae2d-015353bb7608 req-1aa7c0f2-4815-429e-8f10-a81075bbafba tempest-ServersAdminTestJSON-1762598083 tempest-ServersAdminTestJSON-1762598083-project] 10.222.0.60 "GET /v2.0/ports?device_id=1fb45c7b-e5f9-4b84-af62-a0ab5df96bb4 HTTP/1.1" status: 200 len: 950 time: 0.4188406 Nov 23 17:25:10.434711 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-7b49d189-c5e3-4e70-a635-29b1a4566d93 req-972c2bd3-56ab-40ea-8ca5-0a0d60a6b539 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=f2768289-7821-4137-8326-c052bf648315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5114150 Nov 23 17:25:10.449367 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-9b58635a-73f7-46da-a46d-a5df71112c6e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:25:10.458223 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-9b58635a-73f7-46da-a46d-a5df71112c6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:25:10.523442 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-9b58635a-73f7-46da-a46d-a5df71112c6e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=da901491f2534b5c8b8818ef27ae70df&name=default HTTP/1.1" status: 200 len: 2996 time: 3.9694481 Nov 23 17:25:10.524953 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5585de4-f8b3-4c85-a0fc-afb075b2abe2 tempest-ServersTestBootFromVolume-66960814 tempest-ServersTestBootFromVolume-66960814-project] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:25:10.533567 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e21ec239-2f97-43e1-80b2-ffc36ea0884c req-c2831c83-b394-4c06-90ae-c5df8d9d54f8 tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b15aa03-44a0-4375-a57d-e8cf999b0781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4029648 Nov 23 17:25:10.533725 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b5585de4-f8b3-4c85-a0fc-afb075b2abe2 tempest-ServersTestBootFromVolume-66960814 tempest-ServersTestBootFromVolume-66960814-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for floatingip, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:25:10.550811 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a66d183-0739-4f32-8fb4-a922fba611ec None None] Sync routers for ids ['9085b663-0140-4da3-a56d-64df3a8064f7'] in n-d-816206-8 {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:25:10.557339 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 56414) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:25:10.584591 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b6005a-aef0-4e08-b948-c0e42981a41f req-740e9a53-7567-4617-b904-bef7140db257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:25:10.584888 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device 52285acf-3eab-406a-acfc-b1364cf71811 up at agent hyperv_n-h1-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:25:10.588388 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-15b6005a-aef0-4e08-b948-c0e42981a41f req-740e9a53-7567-4617-b904-bef7140db257 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=686e648a568f4c8c872ae36928886735&device_id=b45d3c9f-cd67-48d8-b5b9-c3f749f01133 HTTP/1.1" status: 200 len: 1099 time: 0.4088061 Nov 23 17:25:10.609974 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-b5585de4-f8b3-4c85-a0fc-afb075b2abe2 tempest-ServersTestBootFromVolume-66960814 tempest-ServersTestBootFromVolume-66960814-project] 10.222.0.60 "PUT /v2.0/floatingips/197ccea2-d741-47fe-ac5f-1a7fa336c8c2 HTTP/1.1" status: 200 len: 992 time: 4.0803154 Nov 23 17:25:10.619818 n-d-816206-8 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8abc7fe-1d0e-4236-8f1e-16f89ed0e252', 'tag': 'e35dfb48-4275-44ed-a999-71ff183f8ccd'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:25:10.622261 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbabddbc9fc37b068808e119c416c86f5957ca04531a4a0d2e695c515e93483b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d803a368-ace0-46ee-a8c0-24c2e0a28ce5" -d '{"events": [{"name": "network-changed", "server_uuid": "f8abc7fe-1d0e-4236-8f1e-16f89ed0e252", "tag": "e35dfb48-4275-44ed-a999-71ff183f8ccd"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:25:10.656182 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-f277bf8f-c1f2-4451-af82-2fb187c7da67 req-a217250e-cd93-4e2f-ba6e-7aa84c85603b service neutron] 10.222.0.36 "GET /v2.0/networks/f1e1dabf-b410-4023-9169-a460a86e7184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8374035 Nov 23 17:25:10.656182 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b58635a-73f7-46da-a46d-a5df71112c6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dbd7d84-5741-42ed-a6b9-7bb5e454e2f9,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:25:10.690679 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a66d183-0739-4f32-8fb4-a922fba611ec None None] Routers {'9085b663-0140-4da3-a56d-64df3a8064f7'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:25:10.692186 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-0a66d183-0739-4f32-8fb4-a922fba611ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:24:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['9085b663-0140-4da3-a56d-64df3a8064f7'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:25:10.738599 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-1443c449-fb01-41bd-ae2d-015353bb7608 req-e2a99f96-b576-4226-bae1-ce0f2ccadfb1 tempest-ServersAdminTestJSON-1762598083 tempest-ServersAdminTestJSON-1762598083-project] 10.222.0.60 "GET /v2.0/security-groups?id=d6cf22a0-7f65-49f2-8512-764c3542a89d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3329327 Nov 23 17:25:10.948717 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-f277bf8f-c1f2-4451-af82-2fb187c7da67 req-1788c9c3-3d1c-433a-9584-63196b7d7433 service neutron] 10.222.0.36 "GET /v2.0/networks/f1e1dabf-b410-4023-9169-a460a86e7184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2382720 Nov 23 17:25:10.983206 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b6005a-aef0-4e08-b948-c0e42981a41f req-0bf46a85-7697-48a3-9e6b-eb473fbe235f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:25:10.992778 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-15b6005a-aef0-4e08-b948-c0e42981a41f req-0bf46a85-7697-48a3-9e6b-eb473fbe235f service neutron] 10.222.0.55 "GET /v2.0/networks?id=f1e1dabf-b410-4023-9169-a460a86e7184 HTTP/1.1" status: 200 len: 870 time: 0.3951490 Nov 23 17:25:11.106740 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Provisioning complete for port 52285acf-3eab-406a-acfc-b1364cf71811 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:25:11.107233 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:25:11.148194 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvr_db [None req-0a66d183-0739-4f32-8fb4-a922fba611ec None None] Set router 9085b663-0140-4da3-a56d-64df3a8064f7 gateway port host: n-d-816206-8 {{(pid=103592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:25:11.288415 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-15b6005a-aef0-4e08-b948-c0e42981a41f req-7155826b-3bd1-4b02-9587-f9bae36393d5 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.140&port_id=2409cb61-ae6f-4a2d-8c86-8c6a24f1a9c4 HTTP/1.1" status: 200 len: 217 time: 0.2593594 Nov 23 17:25:11.306882 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-671560e8-ec63-4921-a4ab-cbb0d180438d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:25:11.350824 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-671560e8-ec63-4921-a4ab-cbb0d180438d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:25:11.379186 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:25:11.426700 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffeae0b0-09b1-4f1e-9b33-8bbbbaaefdf6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52285acf-3eab-406a-acfc-b1364cf71811'}] {{(pid=103592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:25:11.429000 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba3e6a8f2301c7a29fe1eca9779abdae4ccbcd6266d69778087f2498d5551201" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65592346-82c1-417d-b3c5-5ea40d5285d1" -d '{"events": [{"server_uuid": "ffeae0b0-09b1-4f1e-9b33-8bbbbaaefdf6", "name": "network-vif-plugged", "status": "completed", "tag": "52285acf-3eab-406a-acfc-b1364cf71811"}]}' {{(pid=103592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:25:11.456901 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port 52285acf-3eab-406a-acfc-b1364cf71811, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=52285acf-3eab-406a-acfc-b1364cf71811,segment=NetworkSegment(f75f400f-3665-42b6-b743-8c8989e17b3e),segment_id=f75f400f-3665-42b6-b743-8c8989e17b3e)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:25:11.495544 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:25:11.503712 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34343c01-3690-4e56-8bf0-2edb901928b2 req-b6aad4b7-9b1d-447f-ab00-51287ec5a648 tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:25:11.516389 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-34343c01-3690-4e56-8bf0-2edb901928b2 req-b6aad4b7-9b1d-447f-ab00-51287ec5a648 tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] 10.222.0.60 "GET /v2.0/ports?device_id=439b6bce-64d6-41de-83e2-fc81fcef21e1 HTTP/1.1" status: 200 len: 945 time: 0.5136914 Nov 23 17:25:11.542982 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7221a2-dcc6-44e5-a4d5-4429f7cf4113 req-8c9fa1d8-2b16-4159-93cf-bd3cd5bf945f tempest-ImagesTestJSON-931761063 tempest-ImagesTestJSON-931761063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:25:11.547025 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4f7221a2-dcc6-44e5-a4d5-4429f7cf4113 req-8c9fa1d8-2b16-4159-93cf-bd3cd5bf945f tempest-ImagesTestJSON-931761063 tempest-ImagesTestJSON-931761063-project] 10.222.0.60 "GET /v2.0/ports?device_id=1820b9a1-cb60-494a-b702-c7b697bbb590 HTTP/1.1" status: 200 len: 946 time: 0.7981217 Nov 23 17:25:11.599894 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b6005a-aef0-4e08-b948-c0e42981a41f req-564a7d0f-2c27-4ea6-bdb2-24208760eb8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:25:11.603255 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-15b6005a-aef0-4e08-b948-c0e42981a41f req-564a7d0f-2c27-4ea6-bdb2-24208760eb8c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ac77c175-5679-438b-8a2a-356718377641 HTTP/1.1" status: 200 len: 843 time: 0.2023764 Nov 23 17:25:11.614060 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Pushing event updated for resources: {'Port': ['ID=52285acf-3eab-406a-acfc-b1364cf71811,revision_number=13']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:25:11.662300 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-0a66d183-0739-4f32-8fb4-a922fba611ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9085b663-0140-4da3-a56d-64df3a8064f7', 'name': 'tempest-ServersTestBootFromVolume-1087548350-router', 'tenant_id': 'ee30629671cd48a7ba8e997b65518fa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.46'}], 'enable_snat': True}, 'gw_port_id': '9086e39a-ec5a-4e76-bd5a-294632199cb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:23:28Z', 'updated_at': '2021-11-23T17:23:36Z', 'revision_number': 4, 'project_id': 'ee30629671cd48a7ba8e997b65518fa4', 'gw_port': {'id': '9086e39a-ec5a-4e76-bd5a-294632199cb0', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:da:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9085b663-0140-4da3-a56d-64df3a8064f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:23:30Z', 'updated_at': '2021-11-23T17:23:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_floatingips': [{'id': '197ccea2-d741-47fe-ac5f-1a7fa336c8c2', 'tenant_id': 'ee30629671cd48a7ba8e997b65518fa4', 'floating_ip_address': '172.25.3.209', 'floating_network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'router_id': '9085b663-0140-4da3-a56d-64df3a8064f7', 'port_id': 'e35dfb48-4275-44ed-a999-71ff183f8ccd', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 742, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7b9b26d-e087-4c84-b1d6-38af54373fe0', 'mac_address': 'fa:16:3e:13:d7:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8abc7fe-1d0e-4236-8f1e-16f89ed0e252', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T17:23:43Z', 'updated_at': '2021-11-23T17:25:08Z', 'revision_number': 1, 'project_id': 'ee30629671cd48a7ba8e997b65518fa4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ead18514-413a-48b4-9e42-1258ec9db67a', 'name': '', 'network_id': 'f7b9b26d-e087-4c84-b1d6-38af54373fe0', 'tenant_id': 'ee30629671cd48a7ba8e997b65518fa4', 'mac_address': 'fa:16:3e:45:49:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9085b663-0140-4da3-a56d-64df3a8064f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '7131a7f2-c979-4b9e-a78d-ddacdbbebd5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:23:34Z', 'updated_at': '2021-11-23T17:23:41Z', 'revision_number': 5, 'project_id': 'ee30629671cd48a7ba8e997b65518fa4', 'subnets': [{'id': '7131a7f2-c979-4b9e-a78d-ddacdbbebd5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:25:11.720933 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a66d183-0739-4f32-8fb4-a922fba611ec None None] Checking router: 9085b663-0140-4da3-a56d-64df3a8064f7 for host: n-d-816206-8 {{(pid=103592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 17:25:11.738663 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-671560e8-ec63-4921-a4ab-cbb0d180438d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:25:11.744847 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a66d183-0739-4f32-8fb4-a922fba611ec None None] Routers {'9085b663-0140-4da3-a56d-64df3a8064f7'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:25:11.745993 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-0a66d183-0739-4f32-8fb4-a922fba611ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:24:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['9085b663-0140-4da3-a56d-64df3a8064f7'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:25:11.746640 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-671560e8-ec63-4921-a4ab-cbb0d180438d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:25:11.777182 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-671560e8-ec63-4921-a4ab-cbb0d180438d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/9dbd7d84-5741-42ed-a6b9-7bb5e454e2f9 HTTP/1.1" status: 204 len: 168 time: 1.2178047 Nov 23 17:25:11.876566 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-34343c01-3690-4e56-8bf0-2edb901928b2 req-0a5d0db5-ea98-4b22-b1c1-24a8d431d176 tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] 10.222.0.60 "GET /v2.0/security-groups?id=a7d295c6-a842-436b-b184-bb80f16900ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3589261 Nov 23 17:25:11.895784 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4f7221a2-dcc6-44e5-a4d5-4429f7cf4113 req-fd38b10d-ca6e-409f-90e3-d3fd14af40bd tempest-ImagesTestJSON-931761063 tempest-ImagesTestJSON-931761063-project] 10.222.0.60 "GET /v2.0/security-groups?id=f2768289-7821-4137-8326-c052bf648315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3287888 Nov 23 17:25:11.948615 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvr_db [None req-0a66d183-0739-4f32-8fb4-a922fba611ec None None] Set router 9085b663-0140-4da3-a56d-64df3a8064f7 gateway port host: n-d-816206-8 {{(pid=103592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:25:11.962033 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b6005a-aef0-4e08-b948-c0e42981a41f req-e35d1507-48ba-49c1-a661-e77bff1fed3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:25:11.973622 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-15b6005a-aef0-4e08-b948-c0e42981a41f req-e35d1507-48ba-49c1-a661-e77bff1fed3e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f1e1dabf-b410-4023-9169-a460a86e7184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3356640 Nov 23 17:25:11.978461 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671560e8-ec63-4921-a4ab-cbb0d180438d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dbd7d84-5741-42ed-a6b9-7bb5e454e2f9,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:25:12.103282 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 17:25:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70b7efed-229f-4286-be21-149c22628487 x-openstack-request-id: req-70b7efed-229f-4286-be21-149c22628487 {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:25:12.104069 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8abc7fe-1d0e-4236-8f1e-16f89ed0e252", "tag": "e35dfb48-4275-44ed-a999-71ff183f8ccd", "status": "completed", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:25:12.104069 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-70b7efed-229f-4286-be21-149c22628487 {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:25:12.104069 n-d-816206-8 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8abc7fe-1d0e-4236-8f1e-16f89ed0e252', 'tag': 'e35dfb48-4275-44ed-a999-71ff183f8ccd', 'status': 'completed', 'code': 200} Nov 23 17:25:12.179639 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device fd248227-a963-429c-aa28-16266759837f up at agent hyperv_n-h2-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:25:12.389355 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d803a368-ace0-46ee-a8c0-24c2e0a28ce5 req-d0746614-2e91-4fb6-947e-6df8d02da6c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:25:12.390813 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6016fd6f-5d99-424e-8a77-40156bec6149 req-71a1f1da-c7ba-4dcb-8d66-e0bf319c4e6b tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:25:12.392424 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-d803a368-ace0-46ee-a8c0-24c2e0a28ce5 req-d0746614-2e91-4fb6-947e-6df8d02da6c8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ee30629671cd48a7ba8e997b65518fa4&device_id=f8abc7fe-1d0e-4236-8f1e-16f89ed0e252 HTTP/1.1" status: 200 len: 1097 time: 0.2288899 Nov 23 17:25:12.405148 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6016fd6f-5d99-424e-8a77-40156bec6149 req-71a1f1da-c7ba-4dcb-8d66-e0bf319c4e6b tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.60 "GET /v2.0/ports?device_id=ffeae0b0-09b1-4f1e-9b33-8bbbbaaefdf6 HTTP/1.1" status: 200 len: 946 time: 0.1674247 Nov 23 17:25:12.521477 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e571899-884a-4ab7-8d81-c76bc6ca6f18 req-0198760e-e87f-4271-b31a-387bdf693716 tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:25:12.530003 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9e571899-884a-4ab7-8d81-c76bc6ca6f18 req-0198760e-e87f-4271-b31a-387bdf693716 tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] 10.222.0.60 "GET /v2.0/ports?device_id=8ed97b60-3196-47fe-8a00-927be6edfe27 HTTP/1.1" status: 200 len: 945 time: 0.1038251 Nov 23 17:25:12.633918 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9e571899-884a-4ab7-8d81-c76bc6ca6f18 req-6c756be1-72b8-44fd-acee-410cdb8cce6f tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] 10.222.0.60 "GET /v2.0/security-groups?id=5c82e7e8-9cad-459a-acb2-b7a0867274de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025934 Nov 23 17:25:12.718702 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-15b6005a-aef0-4e08-b948-c0e42981a41f req-7ec16abc-78ae-4ad4-b9f9-eff2afc2fb89 service neutron] 10.222.0.55 "GET /v2.0/networks/f1e1dabf-b410-4023-9169-a460a86e7184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7229416 Nov 23 17:25:12.725050 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d803a368-ace0-46ee-a8c0-24c2e0a28ce5 req-a8d8a270-d7ae-4d17-bbe2-12b4dccbe1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:25:12.726734 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-d803a368-ace0-46ee-a8c0-24c2e0a28ce5 req-a8d8a270-d7ae-4d17-bbe2-12b4dccbe1a9 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f7b9b26d-e087-4c84-b1d6-38af54373fe0 HTTP/1.1" status: 200 len: 917 time: 0.3226998 Nov 23 17:25:12.839426 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6016fd6f-5d99-424e-8a77-40156bec6149 req-3bd074ee-e27f-4d6f-b313-6e0d7968283a tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.60 "GET /v2.0/security-groups?id=5199d9c8-39cf-433e-a82b-4aef6c6477e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4310472 Nov 23 17:25:12.880368 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-d803a368-ace0-46ee-a8c0-24c2e0a28ce5 req-0fb3f4c2-8983-49e1-887b-867dd1a692a3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e35dfb48-4275-44ed-a999-71ff183f8ccd HTTP/1.1" status: 200 len: 1000 time: 0.1286798 Nov 23 17:25:13.013906 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d803a368-ace0-46ee-a8c0-24c2e0a28ce5 req-ec222c23-1d58-4656-9453-c46107098ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:25:13.016903 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-d803a368-ace0-46ee-a8c0-24c2e0a28ce5 req-ec222c23-1d58-4656-9453-c46107098ae0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7131a7f2-c979-4b9e-a78d-ddacdbbebd5d HTTP/1.1" status: 200 len: 855 time: 0.1205432 Nov 23 17:25:13.066274 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:25:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55bf4a17-6e10-4e28-9b6b-62fda983e22d x-openstack-request-id: req-55bf4a17-6e10-4e28-9b6b-62fda983e22d {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:25:13.067442 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffeae0b0-09b1-4f1e-9b33-8bbbbaaefdf6", "name": "network-vif-plugged", "status": "completed", "tag": "52285acf-3eab-406a-acfc-b1364cf71811", "code": 200}]} {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:25:13.067908 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-55bf4a17-6e10-4e28-9b6b-62fda983e22d {{(pid=103592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:25:13.068571 n-d-816206-8 neutron-server[103592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffeae0b0-09b1-4f1e-9b33-8bbbbaaefdf6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52285acf-3eab-406a-acfc-b1364cf71811', 'code': 200} Nov 23 17:25:13.085956 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Provisioning for port fd248227-a963-429c-aa28-16266759837f completed by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 17:25:13.095261 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Provisioning complete for port fd248227-a963-429c-aa28-16266759837f triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:25:13.095987 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:25:13.103912 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb6264c-cd0b-413e-8f6e-d600c67677df req-2ed72cc4-cb9d-411b-9955-3e50c556336a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:25:13.105851 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-5bb6264c-cd0b-413e-8f6e-d600c67677df req-2ed72cc4-cb9d-411b-9955-3e50c556336a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6a229d10d4554d9a82f91e22fc3c6096&device_id=439b6bce-64d6-41de-83e2-fc81fcef21e1 HTTP/1.1" status: 200 len: 1096 time: 0.3527188 Nov 23 17:25:13.110112 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d803a368-ace0-46ee-a8c0-24c2e0a28ce5 req-f478b6cb-83f9-4106-b105-e9f45029d467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:25:13.113143 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-d803a368-ace0-46ee-a8c0-24c2e0a28ce5 req-f478b6cb-83f9-4106-b105-e9f45029d467 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f7b9b26d-e087-4c84-b1d6-38af54373fe0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0770807 Nov 23 17:25:13.156602 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-124a9228-f08a-4103-831f-28370f603765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:25:13.219183 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-15b6005a-aef0-4e08-b948-c0e42981a41f req-e18de811-243e-42d3-979a-a50be1d440c0 service neutron] 10.222.0.55 "GET /v2.0/networks/f1e1dabf-b410-4023-9169-a460a86e7184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4785767 Nov 23 17:25:13.274803 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c5d8c3-883f-430a-a035-a690a82f61d6 req-159c2b5d-a754-418d-a7ac-047d27ccec5e tempest-ServersAdminTestJSON-1762598083 tempest-ServersAdminTestJSON-1762598083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:25:13.287359 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-99c5d8c3-883f-430a-a035-a690a82f61d6 req-159c2b5d-a754-418d-a7ac-047d27ccec5e tempest-ServersAdminTestJSON-1762598083 tempest-ServersAdminTestJSON-1762598083-project] 10.222.0.60 "GET /v2.0/ports?device_id=1fb45c7b-e5f9-4b84-af62-a0ab5df96bb4 HTTP/1.1" status: 200 len: 950 time: 0.2923303 Nov 23 17:25:13.320201 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb6264c-cd0b-413e-8f6e-d600c67677df req-e00a30be-0ebd-4444-b834-d1b6e15d5a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:25:13.321885 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087c7258-cb44-4dd3-8a4e-5bf1ee18398a req-27a20f33-39f9-44f1-9dfe-adaee0434aa2 tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:25:13.322217 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-5bb6264c-cd0b-413e-8f6e-d600c67677df req-e00a30be-0ebd-4444-b834-d1b6e15d5a18 service neutron] 10.222.0.36 "GET /v2.0/networks?id=ffa7c2aa-6251-4537-acd5-168309147200 HTTP/1.1" status: 200 len: 912 time: 0.1946712 Nov 23 17:25:13.335003 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-087c7258-cb44-4dd3-8a4e-5bf1ee18398a req-27a20f33-39f9-44f1-9dfe-adaee0434aa2 tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] 10.222.0.60 "GET /v2.0/ports?device_id=b45d3c9f-cd67-48d8-b5b9-c3f749f01133 HTTP/1.1" status: 200 len: 948 time: 0.4223886 Nov 23 17:25:13.363365 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:25:13.388238 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-0a66d183-0739-4f32-8fb4-a922fba611ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9085b663-0140-4da3-a56d-64df3a8064f7', 'name': 'tempest-ServersTestBootFromVolume-1087548350-router', 'tenant_id': 'ee30629671cd48a7ba8e997b65518fa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.46'}], 'enable_snat': True}, 'gw_port_id': '9086e39a-ec5a-4e76-bd5a-294632199cb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:23:28Z', 'updated_at': '2021-11-23T17:23:36Z', 'revision_number': 4, 'project_id': 'ee30629671cd48a7ba8e997b65518fa4', 'gw_port': {'id': '9086e39a-ec5a-4e76-bd5a-294632199cb0', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:da:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9085b663-0140-4da3-a56d-64df3a8064f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:23:30Z', 'updated_at': '2021-11-23T17:23:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_floatingips': [{'id': '197ccea2-d741-47fe-ac5f-1a7fa336c8c2', 'tenant_id': 'ee30629671cd48a7ba8e997b65518fa4', 'floating_ip_address': '172.25.3.209', 'floating_network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'router_id': '9085b663-0140-4da3-a56d-64df3a8064f7', 'port_id': 'e35dfb48-4275-44ed-a999-71ff183f8ccd', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 742, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7b9b26d-e087-4c84-b1d6-38af54373fe0', 'mac_address': 'fa:16:3e:13:d7:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8abc7fe-1d0e-4236-8f1e-16f89ed0e252', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T17:23:43Z', 'updated_at': '2021-11-23T17:25:08Z', 'revision_number': 1, 'project_id': 'ee30629671cd48a7ba8e997b65518fa4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ead18514-413a-48b4-9e42-1258ec9db67a', 'name': '', 'network_id': 'f7b9b26d-e087-4c84-b1d6-38af54373fe0', 'tenant_id': 'ee30629671cd48a7ba8e997b65518fa4', 'mac_address': 'fa:16:3e:45:49:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9085b663-0140-4da3-a56d-64df3a8064f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '7131a7f2-c979-4b9e-a78d-ddacdbbebd5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:23:34Z', 'updated_at': '2021-11-23T17:23:41Z', 'revision_number': 5, 'project_id': 'ee30629671cd48a7ba8e997b65518fa4', 'subnets': [{'id': '7131a7f2-c979-4b9e-a78d-ddacdbbebd5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:25:13.399257 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-5bb6264c-cd0b-413e-8f6e-d600c67677df req-ac3cb0de-67a8-41d8-931c-c0a83c2c155f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=009aeb1a-9475-482d-a72f-4831b5053604 HTTP/1.1" status: 200 len: 217 time: 0.0553789 Nov 23 17:25:13.416702 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-99c5d8c3-883f-430a-a035-a690a82f61d6 req-df51d59f-5b72-46d2-a95e-4292280682c6 tempest-ServersAdminTestJSON-1762598083 tempest-ServersAdminTestJSON-1762598083-project] 10.222.0.60 "GET /v2.0/security-groups?id=d6cf22a0-7f65-49f2-8512-764c3542a89d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279235 Nov 23 17:25:13.440205 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-087c7258-cb44-4dd3-8a4e-5bf1ee18398a req-1539eebc-f07c-4dca-8deb-55fd3c298e3c tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b15aa03-44a0-4375-a57d-e8cf999b0781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038685 Nov 23 17:25:13.517708 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb6264c-cd0b-413e-8f6e-d600c67677df req-471d01d0-6698-4614-b2fe-01d7c1918973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:25:13.519074 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-5bb6264c-cd0b-413e-8f6e-d600c67677df req-471d01d0-6698-4614-b2fe-01d7c1918973 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8e905b96-ea32-4f4c-be91-01d912cd9ed2 HTTP/1.1" status: 200 len: 851 time: 0.0827475 Nov 23 17:25:13.531880 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-d803a368-ace0-46ee-a8c0-24c2e0a28ce5 req-3b1e7bce-182c-496c-95ae-32d34523dfa1 service neutron] 10.222.0.36 "GET /v2.0/networks/f7b9b26d-e087-4c84-b1d6-38af54373fe0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2075529 Nov 23 17:25:13.541944 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a66d183-0739-4f32-8fb4-a922fba611ec None None] The sync data for ids ['9085b663-0140-4da3-a56d-64df3a8064f7'] in n-d-816206-8 is: [{'id': '9085b663-0140-4da3-a56d-64df3a8064f7', 'name': 'tempest-ServersTestBootFromVolume-1087548350-router', 'tenant_id': 'ee30629671cd48a7ba8e997b65518fa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.46'}], 'enable_snat': True}, 'gw_port_id': '9086e39a-ec5a-4e76-bd5a-294632199cb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:23:28Z', 'updated_at': '2021-11-23T17:23:36Z', 'revision_number': 4, 'project_id': 'ee30629671cd48a7ba8e997b65518fa4', 'gw_port': {'id': '9086e39a-ec5a-4e76-bd5a-294632199cb0', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:da:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9085b663-0140-4da3-a56d-64df3a8064f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:23:30Z', 'updated_at': '2021-11-23T17:23:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_floatingips': [{'id': '197ccea2-d741-47fe-ac5f-1a7fa336c8c2', 'tenant_id': 'ee30629671cd48a7ba8e997b65518fa4', 'floating_ip_address': '172.25.3.209', 'floating_network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'router_id': '9085b663-0140-4da3-a56d-64df3a8064f7', 'port_id': 'e35dfb48-4275-44ed-a999-71ff183f8ccd', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 742, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7b9b26d-e087-4c84-b1d6-38af54373fe0', 'mac_address': 'fa:16:3e:13:d7:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8abc7fe-1d0e-4236-8f1e-16f89ed0e252', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T17:23:43Z', 'updated_at': '2021-11-23T17:25:08Z', 'revision_number': 1, 'project_id': 'ee30629671cd48a7ba8e997b65518fa4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ead18514-413a-48b4-9e42-1258ec9db67a', 'name': '', 'network_id': 'f7b9b26d-e087-4c84-b1d6-38af54373fe0', 'tenant_id': 'ee30629671cd48a7ba8e997b65518fa4', 'mac_address': 'fa:16:3e:45:49:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9085b663-0140-4da3-a56d-64df3a8064f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '7131a7f2-c979-4b9e-a78d-ddacdbbebd5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:23:34Z', 'updated_at': '2021-11-23T17:23:41Z', 'revision_number': 5, 'project_id': 'ee30629671cd48a7ba8e997b65518fa4', 'subnets': [{'id': '7131a7f2-c979-4b9e-a78d-ddacdbbebd5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:25:13.553322 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:25:13.662894 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-5bb6264c-cd0b-413e-8f6e-d600c67677df req-1d476edf-3000-4f9c-8413-727362b9f9fd service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ffa7c2aa-6251-4537-acd5-168309147200&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1295862 Nov 23 17:25:13.688921 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39376362-cefd-4e7b-b250-46756a572de4 req-0d28c3d3-160d-4a01-9d1b-29a37657fce1 tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:25:13.698303 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-39376362-cefd-4e7b-b250-46756a572de4 req-0d28c3d3-160d-4a01-9d1b-29a37657fce1 tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] 10.222.0.60 "GET /v2.0/ports?device_id=439b6bce-64d6-41de-83e2-fc81fcef21e1 HTTP/1.1" status: 200 len: 945 time: 0.1404648 Nov 23 17:25:13.768438 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port fd248227-a963-429c-aa28-16266759837f, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=fd248227-a963-429c-aa28-16266759837f,segment=NetworkSegment(329c1745-02bf-4561-9615-3192910887f5),segment_id=329c1745-02bf-4561-9615-3192910887f5)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:25:13.793632 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8c7070-e5cc-449d-a40d-dfc8324751c4 req-0dac0782-d3c5-4a42-9afc-d0e7581b2ace tempest-ImagesTestJSON-931761063 tempest-ImagesTestJSON-931761063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:25:13.797873 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:25:13.798315 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-fe8c7070-e5cc-449d-a40d-dfc8324751c4 req-0dac0782-d3c5-4a42-9afc-d0e7581b2ace tempest-ImagesTestJSON-931761063 tempest-ImagesTestJSON-931761063-project] 10.222.0.60 "GET /v2.0/ports?device_id=1820b9a1-cb60-494a-b702-c7b697bbb590 HTTP/1.1" status: 200 len: 946 time: 0.1939368 Nov 23 17:25:13.832203 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device 009aeb1a-9475-482d-a72f-4831b5053604 no longer exists at agent hyperv_n-h2-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:25:13.910105 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-d803a368-ace0-46ee-a8c0-24c2e0a28ce5 req-d16ae643-0b0d-486f-b129-e8a5e4eea869 service neutron] 10.222.0.36 "GET /v2.0/networks/f7b9b26d-e087-4c84-b1d6-38af54373fe0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3514557 Nov 23 17:25:13.912579 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-5bb6264c-cd0b-413e-8f6e-d600c67677df req-237b68aa-a27b-4a16-b599-f3954ae4c297 service neutron] 10.222.0.36 "GET /v2.0/networks/ffa7c2aa-6251-4537-acd5-168309147200?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2320964 Nov 23 17:25:13.958467 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-fe8c7070-e5cc-449d-a40d-dfc8324751c4 req-55cb551b-e848-454f-bf76-4de2731047ce tempest-ImagesTestJSON-931761063 tempest-ImagesTestJSON-931761063-project] 10.222.0.60 "GET /v2.0/security-groups?id=f2768289-7821-4137-8326-c052bf648315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314793 Nov 23 17:25:14.001046 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73be14b3-32ad-426d-a6a7-3dd92fb7fd2d None None] New status for floating IP 197ccea2-d741-47fe-ac5f-1a7fa336c8c2: ACTIVE {{(pid=103593) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 17:25:14.116710 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-39376362-cefd-4e7b-b250-46756a572de4 req-eb32f4e5-4f62-42c5-b25f-4dce427f8a25 tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] 10.222.0.60 "GET /v2.0/security-groups?id=a7d295c6-a842-436b-b184-bb80f16900ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4173646 Nov 23 17:25:14.154928 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Pushing event updated for resources: {'Port': ['ID=fd248227-a963-429c-aa28-16266759837f,revision_number=5']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:25:14.184096 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-5bb6264c-cd0b-413e-8f6e-d600c67677df req-0993bccb-e0a6-468d-9c0b-eb4537c06a99 service neutron] 10.222.0.36 "GET /v2.0/networks/ffa7c2aa-6251-4537-acd5-168309147200?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2590272 Nov 23 17:25:14.200282 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:25:14.346878 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:25:14.464335 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port 009aeb1a-9475-482d-a72f-4831b5053604, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=009aeb1a-9475-482d-a72f-4831b5053604,segment=NetworkSegment(6c418a8c-f20c-4230-99c6-0f83d6e48757),segment_id=6c418a8c-f20c-4230-99c6-0f83d6e48757)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:25:14.483014 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:25:14.578738 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a7c4e0-c627-42db-a8f3-33dd17ec29dc req-c5fdbf13-b676-4372-b7e4-1019ca009b06 tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:25:14.581416 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-59a7c4e0-c627-42db-a8f3-33dd17ec29dc req-c5fdbf13-b676-4372-b7e4-1019ca009b06 tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] 10.222.0.60 "GET /v2.0/ports?device_id=8ed97b60-3196-47fe-8a00-927be6edfe27 HTTP/1.1" status: 200 len: 945 time: 0.1943824 Nov 23 17:25:14.712438 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Pushing event updated for resources: {'Port': ['ID=009aeb1a-9475-482d-a72f-4831b5053604,revision_number=8']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:25:14.724967 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device 2409cb61-ae6f-4a2d-8c86-8c6a24f1a9c4 details requested by agent hyperv_n-h1-816206-8 with host n-h1-816206-8 {{(pid=103592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 17:25:14.788895 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-59a7c4e0-c627-42db-a8f3-33dd17ec29dc req-20786225-9e62-4110-93eb-faff525cc4ab tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] 10.222.0.60 "GET /v2.0/security-groups?id=5c82e7e8-9cad-459a-acb2-b7a0867274de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712890 Nov 23 17:25:14.995241 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port 2409cb61-ae6f-4a2d-8c86-8c6a24f1a9c4, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=2409cb61-ae6f-4a2d-8c86-8c6a24f1a9c4,segment=NetworkSegment(329c1745-02bf-4561-9615-3192910887f5),segment_id=329c1745-02bf-4561-9615-3192910887f5)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:25:15.050756 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Returning: {'device': '2409cb61-ae6f-4a2d-8c86-8c6a24f1a9c4', 'network_id': 'f1e1dabf-b410-4023-9169-a460a86e7184', 'port_id': '2409cb61-ae6f-4a2d-8c86-8c6a24f1a9c4', 'mac_address': 'fa:16:3e:46:07:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac77c175-5679-438b-8a2a-356718377641', 'ip_address': '192.168.233.140'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 17:25:15.060568 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57eba379-46cc-41e4-8dae-6f6cbee7972c req-9220b960-392b-457d-bc6f-503ab9190474 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:25:15.062878 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-57eba379-46cc-41e4-8dae-6f6cbee7972c req-9220b960-392b-457d-bc6f-503ab9190474 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.60 "GET /v2.0/ports?device_id=ffeae0b0-09b1-4f1e-9b33-8bbbbaaefdf6 HTTP/1.1" status: 200 len: 946 time: 0.0703614 Nov 23 17:25:15.071656 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a27545a5-93c7-4bf1-a649-1748a9447690', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd248227-a963-429c-aa28-16266759837f'}, {'server_uuid': '439b6bce-64d6-41de-83e2-fc81fcef21e1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '009aeb1a-9475-482d-a72f-4831b5053604'}] {{(pid=103592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:25:15.076408 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba3e6a8f2301c7a29fe1eca9779abdae4ccbcd6266d69778087f2498d5551201" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8750c658-2db5-417f-af9e-095b84231ad4" -d '{"events": [{"server_uuid": "a27545a5-93c7-4bf1-a649-1748a9447690", "name": "network-vif-plugged", "status": "completed", "tag": "fd248227-a963-429c-aa28-16266759837f"}, {"server_uuid": "439b6bce-64d6-41de-83e2-fc81fcef21e1", "name": "network-vif-unplugged", "status": "completed", "tag": "009aeb1a-9475-482d-a72f-4831b5053604"}]}' {{(pid=103592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:25:15.155430 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-57eba379-46cc-41e4-8dae-6f6cbee7972c req-0729657b-4de9-4462-8904-79f3e6233779 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.60 "GET /v2.0/security-groups?id=5199d9c8-39cf-433e-a82b-4aef6c6477e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854099 Nov 23 17:25:15.231277 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:25:15.294528 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2409cb61-ae6f-4a2d-8c86-8c6a24f1a9c4 {{(pid=103592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:25:15.372960 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8fee71-8fe8-4dcb-aa43-130e8e60c403 req-93c86bc0-01fc-4240-b9b1-f078dd95ca4a tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:25:15.378454 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port 2409cb61-ae6f-4a2d-8c86-8c6a24f1a9c4, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=2409cb61-ae6f-4a2d-8c86-8c6a24f1a9c4,segment=NetworkSegment(329c1745-02bf-4561-9615-3192910887f5),segment_id=329c1745-02bf-4561-9615-3192910887f5)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:25:15.387294 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-1d8fee71-8fe8-4dcb-aa43-130e8e60c403 req-93c86bc0-01fc-4240-b9b1-f078dd95ca4a tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] 10.222.0.60 "GET /v2.0/ports?device_id=b45d3c9f-cd67-48d8-b5b9-c3f749f01133 HTTP/1.1" status: 200 len: 948 time: 0.1305971 Nov 23 17:25:15.392334 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-65bb387b-7884-44be-9f95-b16e028e13a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:25:15.401432 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:25:15.549822 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-1d8fee71-8fe8-4dcb-aa43-130e8e60c403 req-ec2fb3c5-3a38-42df-93c0-1b8bf4fda178 tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b15aa03-44a0-4375-a57d-e8cf999b0781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561642 Nov 23 17:25:15.619116 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Pushing event updated for resources: {'Port': ['ID=2409cb61-ae6f-4a2d-8c86-8c6a24f1a9c4,revision_number=4']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:25:15.823941 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1028a8c6-ed57-4acd-a331-4193c11b07c0 req-894d7685-c238-4f02-a12b-7b60ba7d36cc tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:25:15.827226 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-1028a8c6-ed57-4acd-a331-4193c11b07c0 req-894d7685-c238-4f02-a12b-7b60ba7d36cc tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] 10.222.0.60 "GET /v2.0/ports?device_id=439b6bce-64d6-41de-83e2-fc81fcef21e1 HTTP/1.1" status: 200 len: 943 time: 0.1187551 Nov 23 17:25:15.840210 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] get_ports_and_sgs() called for port_ids ['2409cb61-ae6f-4a2d-8c86-8c6a24f1a9c4'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:25:16.040551 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-1028a8c6-ed57-4acd-a331-4193c11b07c0 req-9e48e134-9166-4266-8b05-238bb3653b28 tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] 10.222.0.60 "GET /v2.0/security-groups?id=a7d295c6-a842-436b-b184-bb80f16900ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687229 Nov 23 17:25:16.243464 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Tue, 23 Nov 2021 17:25:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a30ffefc-68d6-457a-8477-d2685c0ca6c1 x-openstack-request-id: req-a30ffefc-68d6-457a-8477-d2685c0ca6c1 {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:25:16.244445 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a27545a5-93c7-4bf1-a649-1748a9447690", "name": "network-vif-plugged", "status": "completed", "tag": "fd248227-a963-429c-aa28-16266759837f", "code": 200}, {"server_uuid": "439b6bce-64d6-41de-83e2-fc81fcef21e1", "name": "network-vif-unplugged", "status": "completed", "tag": "009aeb1a-9475-482d-a72f-4831b5053604", "code": 200}]} {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:25:16.244445 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a30ffefc-68d6-457a-8477-d2685c0ca6c1 {{(pid=103592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:25:16.244948 n-d-816206-8 neutron-server[103592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a27545a5-93c7-4bf1-a649-1748a9447690', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd248227-a963-429c-aa28-16266759837f', 'code': 200} Nov 23 17:25:16.244948 n-d-816206-8 neutron-server[103592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '439b6bce-64d6-41de-83e2-fc81fcef21e1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '009aeb1a-9475-482d-a72f-4831b5053604', 'code': 200} Nov 23 17:25:16.450678 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-52822d53-48f5-4819-8a95-bdc13aea0bf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:25:16.462540 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca607794-5743-496f-9ae9-862af5629a4a req-b99f2f97-b5f2-491e-bf0a-34bc3a5c3c67 tempest-ImagesTestJSON-931761063 tempest-ImagesTestJSON-931761063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:25:16.463858 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115a9fdd-1ded-4886-a5da-66834e7826cd req-d193d680-3a22-4ad8-a5c3-f5960865270d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:25:16.466580 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-115a9fdd-1ded-4886-a5da-66834e7826cd req-d193d680-3a22-4ad8-a5c3-f5960865270d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a27545a5-93c7-4bf1-a649-1748a9447690 HTTP/1.1" status: 200 len: 1101 time: 0.0811074 Nov 23 17:25:16.467454 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ca607794-5743-496f-9ae9-862af5629a4a req-b99f2f97-b5f2-491e-bf0a-34bc3a5c3c67 tempest-ImagesTestJSON-931761063 tempest-ImagesTestJSON-931761063-project] 10.222.0.60 "GET /v2.0/ports?device_id=1820b9a1-cb60-494a-b702-c7b697bbb590 HTTP/1.1" status: 200 len: 946 time: 0.1353242 Nov 23 17:25:16.521598 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06ed65b-a7f8-40a0-95b5-ce33454e2270 req-7876cc64-e094-4943-8e6e-90290da2c3e9 tempest-ServersAdminTestJSON-1230222402 tempest-ServersAdminTestJSON-1230222402-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:25:16.522394 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06ed65b-a7f8-40a0-95b5-ce33454e2270 req-7876cc64-e094-4943-8e6e-90290da2c3e9 tempest-ServersAdminTestJSON-1230222402 tempest-ServersAdminTestJSON-1230222402-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:25:16.523037 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06ed65b-a7f8-40a0-95b5-ce33454e2270 req-7876cc64-e094-4943-8e6e-90290da2c3e9 tempest-ServersAdminTestJSON-1230222402 tempest-ServersAdminTestJSON-1230222402-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:25:16.523668 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06ed65b-a7f8-40a0-95b5-ce33454e2270 req-7876cc64-e094-4943-8e6e-90290da2c3e9 tempest-ServersAdminTestJSON-1230222402 tempest-ServersAdminTestJSON-1230222402-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:25:16.524302 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06ed65b-a7f8-40a0-95b5-ce33454e2270 req-7876cc64-e094-4943-8e6e-90290da2c3e9 tempest-ServersAdminTestJSON-1230222402 tempest-ServersAdminTestJSON-1230222402-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:25:16.524942 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06ed65b-a7f8-40a0-95b5-ce33454e2270 req-7876cc64-e094-4943-8e6e-90290da2c3e9 tempest-ServersAdminTestJSON-1230222402 tempest-ServersAdminTestJSON-1230222402-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:25:16.525756 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06ed65b-a7f8-40a0-95b5-ce33454e2270 req-7876cc64-e094-4943-8e6e-90290da2c3e9 tempest-ServersAdminTestJSON-1230222402 tempest-ServersAdminTestJSON-1230222402-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:25:16.526235 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06ed65b-a7f8-40a0-95b5-ce33454e2270 req-7876cc64-e094-4943-8e6e-90290da2c3e9 tempest-ServersAdminTestJSON-1230222402 tempest-ServersAdminTestJSON-1230222402-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:25:16.528201 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06ed65b-a7f8-40a0-95b5-ce33454e2270 req-7876cc64-e094-4943-8e6e-90290da2c3e9 tempest-ServersAdminTestJSON-1230222402 tempest-ServersAdminTestJSON-1230222402-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:25:16.528201 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06ed65b-a7f8-40a0-95b5-ce33454e2270 req-7876cc64-e094-4943-8e6e-90290da2c3e9 tempest-ServersAdminTestJSON-1230222402 tempest-ServersAdminTestJSON-1230222402-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:25:16.528201 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06ed65b-a7f8-40a0-95b5-ce33454e2270 req-7876cc64-e094-4943-8e6e-90290da2c3e9 tempest-ServersAdminTestJSON-1230222402 tempest-ServersAdminTestJSON-1230222402-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:25:16.529214 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06ed65b-a7f8-40a0-95b5-ce33454e2270 req-7876cc64-e094-4943-8e6e-90290da2c3e9 tempest-ServersAdminTestJSON-1230222402 tempest-ServersAdminTestJSON-1230222402-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:25:16.529749 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06ed65b-a7f8-40a0-95b5-ce33454e2270 req-7876cc64-e094-4943-8e6e-90290da2c3e9 tempest-ServersAdminTestJSON-1230222402 tempest-ServersAdminTestJSON-1230222402-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:25:16.530255 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06ed65b-a7f8-40a0-95b5-ce33454e2270 req-7876cc64-e094-4943-8e6e-90290da2c3e9 tempest-ServersAdminTestJSON-1230222402 tempest-ServersAdminTestJSON-1230222402-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:25:16.530614 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06ed65b-a7f8-40a0-95b5-ce33454e2270 req-7876cc64-e094-4943-8e6e-90290da2c3e9 tempest-ServersAdminTestJSON-1230222402 tempest-ServersAdminTestJSON-1230222402-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:25:16.531271 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06ed65b-a7f8-40a0-95b5-ce33454e2270 req-7876cc64-e094-4943-8e6e-90290da2c3e9 tempest-ServersAdminTestJSON-1230222402 tempest-ServersAdminTestJSON-1230222402-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:25:16.542555 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a06ed65b-a7f8-40a0-95b5-ce33454e2270 req-7876cc64-e094-4943-8e6e-90290da2c3e9 tempest-ServersAdminTestJSON-1230222402 tempest-ServersAdminTestJSON-1230222402-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=b45d3c9f-cd67-48d8-b5b9-c3f749f01133&device_id=a27545a5-93c7-4bf1-a649-1748a9447690&device_id=1820b9a1-cb60-494a-b702-c7b697bbb590&device_id=1fb45c7b-e5f9-4b84-af62-a0ab5df96bb4&device_id=f8abc7fe-1d0e-4236-8f1e-16f89ed0e252&device_id=2ce5f358-6741-4ecf-8dcb-8a2d01ccd06f&device_id=3061d5a9-6f79-40aa-8136-00fea4a03ec0&device_id=491bec82-b7ac-44a4-bcf4-8c231fd20679&device_id=8b7e3802-0f06-4962-a331-d43c0ed8ac79&device_id=8ed97b60-3196-47fe-8a00-927be6edfe27&device_id=439b6bce-64d6-41de-83e2-fc81fcef21e1&device_id=9e29a818-5c95-4b55-b3aa-46ed56b16ac7&device_id=ffeae0b0-09b1-4f1e-9b33-8bbbbaaefdf6&device_id=718e7979-ed88-4391-b53d-996075f02e58&device_id=4abb5890-6e70-46c1-a968-68c3ff6d1713&device_id=81b6e2ff-baee-47c2-a7eb-16a38f3282ff HTTP/1.1" status: 200 len: 14425 time: 0.1591110 Nov 23 17:25:16.571810 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-a06ed65b-a7f8-40a0-95b5-ce33454e2270 req-cc769ae4-c31d-451e-b722-921415842ec4 tempest-ServersAdminTestJSON-1230222402 tempest-ServersAdminTestJSON-1230222402-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:25:16.582771 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-115a9fdd-1ded-4886-a5da-66834e7826cd req-04324691-aef0-4b07-b000-d9d91bb7a639 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=4b15aa03-44a0-4375-a57d-e8cf999b0781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973847 Nov 23 17:25:16.610326 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ca607794-5743-496f-9ae9-862af5629a4a req-c52c2640-00dd-44ad-bbb6-d2ccc656080c tempest-ImagesTestJSON-931761063 tempest-ImagesTestJSON-931761063-project] 10.222.0.60 "GET /v2.0/security-groups?id=f2768289-7821-4137-8326-c052bf648315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358366 Nov 23 17:25:16.750084 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-a06ed65b-a7f8-40a0-95b5-ce33454e2270 req-cc769ae4-c31d-451e-b722-921415842ec4 tempest-ServersAdminTestJSON-1230222402 tempest-ServersAdminTestJSON-1230222402-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:25:16.756727 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-a06ed65b-a7f8-40a0-95b5-ce33454e2270 req-cc769ae4-c31d-451e-b722-921415842ec4 tempest-ServersAdminTestJSON-1230222402 tempest-ServersAdminTestJSON-1230222402-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:25:16.827157 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc769ae4-c31d-451e-b722-921415842ec4 tempest-ServersAdminTestJSON-1230222402 tempest-ServersAdminTestJSON-1230222402-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=336e0af7-1681-4431-8522-2982283faa59,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:25:16.915400 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a06ed65b-a7f8-40a0-95b5-ce33454e2270 req-cc769ae4-c31d-451e-b722-921415842ec4 tempest-ServersAdminTestJSON-1230222402 tempest-ServersAdminTestJSON-1230222402-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=d6cf22a0-7f65-49f2-8512-764c3542a89d&id=4b15aa03-44a0-4375-a57d-e8cf999b0781&id=5c82e7e8-9cad-459a-acb2-b7a0867274de&id=e51f9f9c-222a-4f6b-bccf-660dbe03dd6a&id=5199d9c8-39cf-433e-a82b-4aef6c6477e1&id=f2768289-7821-4137-8326-c052bf648315&id=a7d295c6-a842-436b-b184-bb80f16900ff&fields=id&fields=name HTTP/1.1" status: 200 len: 740 time: 0.3717337 Nov 23 17:25:17.098083 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84907ee1-35e5-408a-9998-4e2b1f8e4d38 req-c51be952-2551-4354-aabb-bd8937032b03 tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:25:17.111323 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-84907ee1-35e5-408a-9998-4e2b1f8e4d38 req-c51be952-2551-4354-aabb-bd8937032b03 tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] 10.222.0.60 "GET /v2.0/ports?device_id=8ed97b60-3196-47fe-8a00-927be6edfe27 HTTP/1.1" status: 200 len: 945 time: 0.1159787 Nov 23 17:25:17.249050 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-84907ee1-35e5-408a-9998-4e2b1f8e4d38 req-f8e45abb-924d-4dec-bc71-a38f8d9ba943 tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] 10.222.0.60 "GET /v2.0/security-groups?id=5c82e7e8-9cad-459a-acb2-b7a0867274de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362598 Nov 23 17:25:17.291220 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622b28cf-fd87-4523-bbe8-ede7d28891a9 req-29eab830-cd75-4b7c-98b6-9d28dc80039b tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:25:17.293755 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-622b28cf-fd87-4523-bbe8-ede7d28891a9 req-29eab830-cd75-4b7c-98b6-9d28dc80039b tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.60 "GET /v2.0/ports?device_id=ffeae0b0-09b1-4f1e-9b33-8bbbbaaefdf6 HTTP/1.1" status: 200 len: 946 time: 0.1392767 Nov 23 17:25:17.382158 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-622b28cf-fd87-4523-bbe8-ede7d28891a9 req-81575046-3476-43df-b197-d344dd34d136 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.60 "GET /v2.0/security-groups?id=5199d9c8-39cf-433e-a82b-4aef6c6477e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776100 Nov 23 17:25:17.504790 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee7147e-3674-40c4-a4db-ae46068215e9 req-5204fd9a-2062-46c7-a9b5-55ed8ca8332f tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:25:17.516632 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7ee7147e-3674-40c4-a4db-ae46068215e9 req-5204fd9a-2062-46c7-a9b5-55ed8ca8332f tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] 10.222.0.60 "GET /v2.0/ports?device_id=b45d3c9f-cd67-48d8-b5b9-c3f749f01133 HTTP/1.1" status: 200 len: 949 time: 0.1030309 Nov 23 17:25:17.655849 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9a27ae6c-db98-474f-94c1-cc99bf842d79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:25:17.662380 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7ee7147e-3674-40c4-a4db-ae46068215e9 req-5a55ac2c-34f9-4cae-8906-80ab192f0185 tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b15aa03-44a0-4375-a57d-e8cf999b0781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442666 Nov 23 17:25:17.891967 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a80c4e-ea99-46fc-a505-bec968d49e04 req-f4976f3d-73ea-4fe6-94f0-3d388eed956b tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:25:17.900562 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-07a80c4e-ea99-46fc-a505-bec968d49e04 req-f4976f3d-73ea-4fe6-94f0-3d388eed956b tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] 10.222.0.60 "GET /v2.0/ports?device_id=439b6bce-64d6-41de-83e2-fc81fcef21e1 HTTP/1.1" status: 200 len: 943 time: 0.0918503 Nov 23 17:25:17.973334 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-07a80c4e-ea99-46fc-a505-bec968d49e04 req-3ad7f05b-9cc5-4e64-9cf3-db92b4aaab63 tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] 10.222.0.60 "GET /v2.0/security-groups?id=a7d295c6-a842-436b-b184-bb80f16900ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698483 Nov 23 17:25:18.129015 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f12520a-479b-4ac3-bdc4-b7131b83b1f1 req-0e61b024-1c91-4ccd-a72a-ede120bcc14a tempest-ImagesTestJSON-931761063 tempest-ImagesTestJSON-931761063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:25:18.139484 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6f12520a-479b-4ac3-bdc4-b7131b83b1f1 req-0e61b024-1c91-4ccd-a72a-ede120bcc14a tempest-ImagesTestJSON-931761063 tempest-ImagesTestJSON-931761063-project] 10.222.0.60 "GET /v2.0/ports?device_id=1820b9a1-cb60-494a-b702-c7b697bbb590 HTTP/1.1" status: 200 len: 946 time: 0.1002100 Nov 23 17:25:18.248000 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6f12520a-479b-4ac3-bdc4-b7131b83b1f1 req-cce29a4e-e9a2-4235-945c-f022142191b4 tempest-ImagesTestJSON-931761063 tempest-ImagesTestJSON-931761063-project] 10.222.0.60 "GET /v2.0/security-groups?id=f2768289-7821-4137-8326-c052bf648315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062262 Nov 23 17:25:18.319635 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:25:18.599831 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-32bd3723-bd0d-44ef-9947-99678f2dbaf6 req-9b26975a-50a3-4aad-9d46-c7e1b68c6b72 tempest-QuotasAdminNegativeTest-1391463498 tempest-QuotasAdminNegativeTest-1391463498-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=77c4a2a848a14904b958069277537d8b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0463898 Nov 23 17:25:18.615271 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07157c7c-5440-4068-aaaf-de218a0c729f req-0276e9b1-22fe-45c3-9991-30d3104af11d tempest-ServersAdminTestJSON-1230222402 tempest-ServersAdminTestJSON-1230222402-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:25:18.616330 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07157c7c-5440-4068-aaaf-de218a0c729f req-0276e9b1-22fe-45c3-9991-30d3104af11d tempest-ServersAdminTestJSON-1230222402 tempest-ServersAdminTestJSON-1230222402-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:25:18.617501 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07157c7c-5440-4068-aaaf-de218a0c729f req-0276e9b1-22fe-45c3-9991-30d3104af11d tempest-ServersAdminTestJSON-1230222402 tempest-ServersAdminTestJSON-1230222402-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:25:18.620155 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-07157c7c-5440-4068-aaaf-de218a0c729f req-0276e9b1-22fe-45c3-9991-30d3104af11d tempest-ServersAdminTestJSON-1230222402 tempest-ServersAdminTestJSON-1230222402-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=1fb45c7b-e5f9-4b84-af62-a0ab5df96bb4&device_id=2ce5f358-6741-4ecf-8dcb-8a2d01ccd06f&device_id=8b7e3802-0f06-4962-a331-d43c0ed8ac79 HTTP/1.1" status: 200 len: 2884 time: 0.1418967 Nov 23 17:25:18.646370 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device 2409cb61-ae6f-4a2d-8c86-8c6a24f1a9c4 up at agent hyperv_n-h1-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:25:18.821262 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-07157c7c-5440-4068-aaaf-de218a0c729f req-a56809b2-ddd1-4e58-a3a5-e98cb28e7636 tempest-ServersAdminTestJSON-1230222402 tempest-ServersAdminTestJSON-1230222402-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=d6cf22a0-7f65-49f2-8512-764c3542a89d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801054 Nov 23 17:25:18.986756 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bd3723-bd0d-44ef-9947-99678f2dbaf6 req-ca7de8fa-342e-4c33-bfe0-489e2e0ec107 tempest-QuotasAdminNegativeTest-1391463498 tempest-QuotasAdminNegativeTest-1391463498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:25:18.991331 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-32bd3723-bd0d-44ef-9947-99678f2dbaf6 req-ca7de8fa-342e-4c33-bfe0-489e2e0ec107 tempest-QuotasAdminNegativeTest-1391463498 tempest-QuotasAdminNegativeTest-1391463498-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3833344 Nov 23 17:25:19.039074 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Provisioning for port 2409cb61-ae6f-4a2d-8c86-8c6a24f1a9c4 completed by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 17:25:19.047999 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-32bd3723-bd0d-44ef-9947-99678f2dbaf6 req-cb59bf39-f051-4806-9f0f-a0503a77a03e tempest-QuotasAdminNegativeTest-1391463498 tempest-QuotasAdminNegativeTest-1391463498-project] 10.222.0.60 "GET /v2.0/quotas/77c4a2a848a14904b958069277537d8b HTTP/1.1" status: 200 len: 375 time: 0.0309970 Nov 23 17:25:19.059454 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Provisioning complete for port 2409cb61-ae6f-4a2d-8c86-8c6a24f1a9c4 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:25:19.062419 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:25:19.157725 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-32bd3723-bd0d-44ef-9947-99678f2dbaf6 req-14062225-beb8-430e-91e1-366273862fe9 tempest-QuotasAdminNegativeTest-1391463498 tempest-QuotasAdminNegativeTest-1391463498-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=77c4a2a848a14904b958069277537d8b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0962031 Nov 23 17:25:19.219374 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4f3281-a108-4691-b332-c77beb4f6137 req-242e51a3-c571-4481-adcf-d9cf778e7f71 tempest-LiveMigrationTest-1150397521 tempest-LiveMigrationTest-1150397521-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:25:19.221921 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-dd4f3281-a108-4691-b332-c77beb4f6137 req-242e51a3-c571-4481-adcf-d9cf778e7f71 tempest-LiveMigrationTest-1150397521 tempest-LiveMigrationTest-1150397521-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=8ed97b60-3196-47fe-8a00-927be6edfe27&tenant_id=4f30b4abc7074d1fa9d31a414a5f297f&binding%3Ahost_id=n-h1-816206-8 HTTP/1.1" status: 200 len: 1096 time: 0.5783889 Nov 23 17:25:19.255295 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:25:19.256215 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [req-dd4f3281-a108-4691-b332-c77beb4f6137 req-0318be4b-7b16-4c9a-a824-037573ec6e5c service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-816206-8'}}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:25:19.307252 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port 2409cb61-ae6f-4a2d-8c86-8c6a24f1a9c4, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=2409cb61-ae6f-4a2d-8c86-8c6a24f1a9c4,segment=NetworkSegment(329c1745-02bf-4561-9615-3192910887f5),segment_id=329c1745-02bf-4561-9615-3192910887f5)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:25:19.309651 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b45d3c9f-cd67-48d8-b5b9-c3f749f01133', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2409cb61-ae6f-4a2d-8c86-8c6a24f1a9c4'}] {{(pid=103592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:25:19.315572 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba3e6a8f2301c7a29fe1eca9779abdae4ccbcd6266d69778087f2498d5551201" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24ec213d-faf9-4663-aa8d-0040826451f7" -d '{"events": [{"server_uuid": "b45d3c9f-cd67-48d8-b5b9-c3f749f01133", "name": "network-vif-plugged", "status": "completed", "tag": "2409cb61-ae6f-4a2d-8c86-8c6a24f1a9c4"}]}' {{(pid=103592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:25:19.320993 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:25:19.355306 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ab9e0e-b0f0-42ce-858a-0226e730d7df req-0861829b-2b55-4f47-b6d7-fca1c40ab4e6 tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:25:19.375494 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-33ab9e0e-b0f0-42ce-858a-0226e730d7df req-0861829b-2b55-4f47-b6d7-fca1c40ab4e6 tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] 10.222.0.60 "GET /v2.0/ports?device_id=8ed97b60-3196-47fe-8a00-927be6edfe27 HTTP/1.1" status: 200 len: 945 time: 0.2382245 Nov 23 17:25:19.391469 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Pushing event updated for resources: {'Port': ['ID=2409cb61-ae6f-4a2d-8c86-8c6a24f1a9c4,revision_number=5']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:25:19.400554 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:25:19.400900 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:25:19.401244 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:25:19.401579 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:25:19.402146 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:25:19.402610 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:25:19.402961 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:25:19.404149 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:25:19.404505 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:25:19.404842 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:25:19.405207 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:25:19.405493 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:25:19.497827 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-33ab9e0e-b0f0-42ce-858a-0226e730d7df req-f35387bd-f961-4037-b33d-c7d8216b1057 tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] 10.222.0.60 "GET /v2.0/security-groups?id=5c82e7e8-9cad-459a-acb2-b7a0867274de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161819 Nov 23 17:25:19.601866 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68f2bf0-bf30-48d6-be20-2a91845fd112 req-76b54b43-84c7-40bf-99be-77906486d41a tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:25:19.612339 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a68f2bf0-bf30-48d6-be20-2a91845fd112 req-76b54b43-84c7-40bf-99be-77906486d41a tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.60 "GET /v2.0/ports?device_id=ffeae0b0-09b1-4f1e-9b33-8bbbbaaefdf6 HTTP/1.1" status: 200 len: 946 time: 0.1030416 Nov 23 17:25:19.727723 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a68f2bf0-bf30-48d6-be20-2a91845fd112 req-6764c808-7630-4638-b6f6-d0a11b3ba1ef tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.60 "GET /v2.0/security-groups?id=5199d9c8-39cf-433e-a82b-4aef6c6477e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1140916 Nov 23 17:25:19.771296 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device 105db64e-4908-4496-936a-519581ccae88 details requested by agent hyperv_n-h2-816206-8 with host n-h2-816206-8 {{(pid=103592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 17:25:19.773763 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device 009aeb1a-9475-482d-a72f-4831b5053604 no longer exists at agent hyperv_n-h2-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:25:19.807810 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d95c4b-e289-4579-b5fd-1ca03ebed933 req-994cbaef-80f5-4114-9e4a-00d987bd8ca5 tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:25:19.812838 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c9d95c4b-e289-4579-b5fd-1ca03ebed933 req-994cbaef-80f5-4114-9e4a-00d987bd8ca5 tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] 10.222.0.60 "GET /v2.0/ports?device_id=b45d3c9f-cd67-48d8-b5b9-c3f749f01133 HTTP/1.1" status: 200 len: 950 time: 0.1592636 Nov 23 17:25:19.822018 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-dd4f3281-a108-4691-b332-c77beb4f6137 req-0318be4b-7b16-4c9a-a824-037573ec6e5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:25:19.987914 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c9d95c4b-e289-4579-b5fd-1ca03ebed933 req-0cc099a6-3169-4c38-bf06-2dc1f8b81bf8 tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b15aa03-44a0-4375-a57d-e8cf999b0781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664479 Nov 23 17:25:20.046811 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c269534-02b9-4730-979e-207e6beff077 req-11ba81ac-8eec-420f-b328-9847e6fa7989 tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:25:20.050532 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-0c269534-02b9-4730-979e-207e6beff077 req-11ba81ac-8eec-420f-b328-9847e6fa7989 tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] 10.222.0.60 "GET /v2.0/ports?device_id=439b6bce-64d6-41de-83e2-fc81fcef21e1 HTTP/1.1" status: 200 len: 943 time: 0.1227365 Nov 23 17:25:20.053437 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [req-dd4f3281-a108-4691-b332-c77beb4f6137 req-0318be4b-7b16-4c9a-a824-037573ec6e5c service neutron] For port 105db64e-4908-4496-936a-519581ccae88, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=105db64e-4908-4496-936a-519581ccae88,segment=NetworkSegment(12913541-acd4-4e3c-8f48-e22896931a9c),segment_id=12913541-acd4-4e3c-8f48-e22896931a9c)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:25:20.167569 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port 105db64e-4908-4496-936a-519581ccae88, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=105db64e-4908-4496-936a-519581ccae88,segment=NetworkSegment(12913541-acd4-4e3c-8f48-e22896931a9c),segment_id=12913541-acd4-4e3c-8f48-e22896931a9c)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:25:20.182673 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device 105db64e-4908-4496-936a-519581ccae88 has no active binding in host n-h2-816206-8 {{(pid=103592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 23 17:25:20.218219 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [req-dd4f3281-a108-4691-b332-c77beb4f6137 req-0318be4b-7b16-4c9a-a824-037573ec6e5c service neutron] For port 105db64e-4908-4496-936a-519581ccae88, host n-h1-816206-8, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:25:20.219398 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-0c269534-02b9-4730-979e-207e6beff077 req-0ec31da3-18db-4151-827e-0bb3ea3bd4a1 tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] 10.222.0.60 "GET /v2.0/security-groups?id=a7d295c6-a842-436b-b184-bb80f16900ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542077 Nov 23 17:25:20.294751 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:25:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0d02f5d-5d51-47bf-972d-096765c2723d x-openstack-request-id: req-d0d02f5d-5d51-47bf-972d-096765c2723d {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:25:20.295568 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b45d3c9f-cd67-48d8-b5b9-c3f749f01133", "name": "network-vif-plugged", "status": "completed", "tag": "2409cb61-ae6f-4a2d-8c86-8c6a24f1a9c4", "code": 200}]} {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:25:20.296095 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d0d02f5d-5d51-47bf-972d-096765c2723d {{(pid=103592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:25:20.300647 n-d-816206-8 neutron-server[103592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b45d3c9f-cd67-48d8-b5b9-c3f749f01133', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2409cb61-ae6f-4a2d-8c86-8c6a24f1a9c4', 'code': 200} Nov 23 17:25:20.304576 n-d-816206-8 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ed97b60-3196-47fe-8a00-927be6edfe27', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '105db64e-4908-4496-936a-519581ccae88'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:25:20.313895 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbabddbc9fc37b068808e119c416c86f5957ca04531a4a0d2e695c515e93483b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60a93881-d5d6-4e8b-813a-657d4f53c6f8" -d '{"events": [{"server_uuid": "8ed97b60-3196-47fe-8a00-927be6edfe27", "name": "network-vif-unplugged", "status": "completed", "tag": "105db64e-4908-4496-936a-519581ccae88"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:25:20.319446 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-dd4f3281-a108-4691-b332-c77beb4f6137 req-0318be4b-7b16-4c9a-a824-037573ec6e5c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:25:20.328960 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-dd4f3281-a108-4691-b332-c77beb4f6137 req-0318be4b-7b16-4c9a-a824-037573ec6e5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264357957'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:25:20.502667 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9923771-957e-4bb7-adb4-52d3642c2071 req-fe7b6a8b-83b1-41d8-a9e4-7da747a9a358 tempest-ImagesTestJSON-931761063 tempest-ImagesTestJSON-931761063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:25:20.505595 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f9923771-957e-4bb7-adb4-52d3642c2071 req-fe7b6a8b-83b1-41d8-a9e4-7da747a9a358 tempest-ImagesTestJSON-931761063 tempest-ImagesTestJSON-931761063-project] 10.222.0.60 "GET /v2.0/ports?device_id=1820b9a1-cb60-494a-b702-c7b697bbb590 HTTP/1.1" status: 200 len: 946 time: 0.1556437 Nov 23 17:25:20.508413 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [req-dd4f3281-a108-4691-b332-c77beb4f6137 req-0318be4b-7b16-4c9a-a824-037573ec6e5c service neutron] Attempting to bind port 105db64e-4908-4496-936a-519581ccae88 on host n-h1-816206-8 for vnic_type normal with profile {"migrating_to": "n-h2-816206-8"} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:25:20.508905 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [req-dd4f3281-a108-4691-b332-c77beb4f6137 req-0318be4b-7b16-4c9a-a824-037573ec6e5c service neutron] Attempting to bind port 105db64e-4908-4496-936a-519581ccae88 by drivers openvswitch,hyperv on host n-h1-816206-8 at level 0 using segments [{'id': '12913541-acd4-4e3c-8f48-e22896931a9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '3b84e4de-5a6f-44c6-a8e6-1d90b4d1f1b3'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:25:20.509340 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd4f3281-a108-4691-b332-c77beb4f6137 req-0318be4b-7b16-4c9a-a824-037573ec6e5c service neutron] Attempting to bind port 105db64e-4908-4496-936a-519581ccae88 on network 3b84e4de-5a6f-44c6-a8e6-1d90b4d1f1b3 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:25:20.519944 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0318be4b-7b16-4c9a-a824-037573ec6e5c service neutron] Pushing event updated for resources: {'Port': ['ID=105db64e-4908-4496-936a-519581ccae88,revision_number=7']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:25:20.523016 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd4f3281-a108-4691-b332-c77beb4f6137 req-0318be4b-7b16-4c9a-a824-037573ec6e5c service neutron] Port 105db64e-4908-4496-936a-519581ccae88 on network 3b84e4de-5a6f-44c6-a8e6-1d90b4d1f1b3 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-8 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 17:25:20.523479 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd4f3281-a108-4691-b332-c77beb4f6137 req-0318be4b-7b16-4c9a-a824-037573ec6e5c service neutron] Attempting to bind port 105db64e-4908-4496-936a-519581ccae88 on network 3b84e4de-5a6f-44c6-a8e6-1d90b4d1f1b3 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:25:20.531302 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd4f3281-a108-4691-b332-c77beb4f6137 req-0318be4b-7b16-4c9a-a824-037573ec6e5c service neutron] Checking agent: {'id': '4b0a4557-3bfe-4828-80a0-7981fc3ac84c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 15, 14), 'started_at': datetime.datetime(2021, 11, 23, 17, 15, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 25, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:25:20.531794 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd4f3281-a108-4691-b332-c77beb4f6137 req-0318be4b-7b16-4c9a-a824-037573ec6e5c service neutron] Checking segment: {'id': '12913541-acd4-4e3c-8f48-e22896931a9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '3b84e4de-5a6f-44c6-a8e6-1d90b4d1f1b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:25:20.532295 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd4f3281-a108-4691-b332-c77beb4f6137 req-0318be4b-7b16-4c9a-a824-037573ec6e5c service neutron] Bound using segment: {'id': '12913541-acd4-4e3c-8f48-e22896931a9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '3b84e4de-5a6f-44c6-a8e6-1d90b4d1f1b3'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:25:20.532988 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [req-dd4f3281-a108-4691-b332-c77beb4f6137 req-0318be4b-7b16-4c9a-a824-037573ec6e5c service neutron] Bound port: 105db64e-4908-4496-936a-519581ccae88, host: n-h1-816206-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12913541-acd4-4e3c-8f48-e22896931a9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '3b84e4de-5a6f-44c6-a8e6-1d90b4d1f1b3'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:25:20.533349 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-dd4f3281-a108-4691-b332-c77beb4f6137 req-0318be4b-7b16-4c9a-a824-037573ec6e5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:25:20.564648 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390ef933-f585-4ede-8d3c-0c0391d4de1f req-4de57bd3-c071-4427-bfdf-7a7e8b66ba45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:25:20.566251 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-390ef933-f585-4ede-8d3c-0c0391d4de1f req-4de57bd3-c071-4427-bfdf-7a7e8b66ba45 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=b45d3c9f-cd67-48d8-b5b9-c3f749f01133 HTTP/1.1" status: 200 len: 1101 time: 0.1485634 Nov 23 17:25:20.649372 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [req-dd4f3281-a108-4691-b332-c77beb4f6137 req-0318be4b-7b16-4c9a-a824-037573ec6e5c service neutron] For port 105db64e-4908-4496-936a-519581ccae88, host n-h1-816206-8, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:25:20.653856 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f9923771-957e-4bb7-adb4-52d3642c2071 req-518905db-6bee-4abc-ab2b-0b282831321a tempest-ImagesTestJSON-931761063 tempest-ImagesTestJSON-931761063-project] 10.222.0.60 "GET /v2.0/security-groups?id=f2768289-7821-4137-8326-c052bf648315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317425 Nov 23 17:25:20.655412 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [req-dd4f3281-a108-4691-b332-c77beb4f6137 req-0318be4b-7b16-4c9a-a824-037573ec6e5c service neutron] For port 105db64e-4908-4496-936a-519581ccae88, host n-h1-816206-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=105db64e-4908-4496-936a-519581ccae88,segment=NetworkSegment(12913541-acd4-4e3c-8f48-e22896931a9c),segment_id=12913541-acd4-4e3c-8f48-e22896931a9c)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:25:20.663739 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-dd4f3281-a108-4691-b332-c77beb4f6137 req-0318be4b-7b16-4c9a-a824-037573ec6e5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264357957'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:25:20.692769 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-390ef933-f585-4ede-8d3c-0c0391d4de1f req-f571ad9b-3382-4756-ba1b-db1923c5ce37 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=4b15aa03-44a0-4375-a57d-e8cf999b0781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100497 Nov 23 17:25:20.800706 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 17:25:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6d6fdaf-a3e6-4e7c-9b4e-438e6cc6436c x-openstack-request-id: req-f6d6fdaf-a3e6-4e7c-9b4e-438e6cc6436c {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:25:20.801148 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ed97b60-3196-47fe-8a00-927be6edfe27", "name": "network-vif-unplugged", "status": "completed", "tag": "105db64e-4908-4496-936a-519581ccae88", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:25:20.801331 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f6d6fdaf-a3e6-4e7c-9b4e-438e6cc6436c {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:25:20.803254 n-d-816206-8 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ed97b60-3196-47fe-8a00-927be6edfe27', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '105db64e-4908-4496-936a-519581ccae88', 'code': 200} Nov 23 17:25:20.853015 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4f3281-a108-4691-b332-c77beb4f6137 req-0318be4b-7b16-4c9a-a824-037573ec6e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:25:20.854040 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-dd4f3281-a108-4691-b332-c77beb4f6137 req-0318be4b-7b16-4c9a-a824-037573ec6e5c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:25:20.855674 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-dd4f3281-a108-4691-b332-c77beb4f6137 req-0318be4b-7b16-4c9a-a824-037573ec6e5c service neutron] 10.222.0.36 "PUT /v2.0/ports/105db64e-4908-4496-936a-519581ccae88 HTTP/1.1" status: 200 len: 1121 time: 1.6179507 Nov 23 17:25:20.857776 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0318be4b-7b16-4c9a-a824-037573ec6e5c service neutron] Pushing event updated for resources: {'Port': ['ID=105db64e-4908-4496-936a-519581ccae88,revision_number=8']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:25:21.032575 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] get_ports_and_sgs() called for port_ids ['105db64e-4908-4496-936a-519581ccae88'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:25:21.051183 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafab96e-de9f-49b3-b4ef-c9209f603c23 req-504d24f9-9d3b-40c7-9802-29849b771409 tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:25:21.059926 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-bafab96e-de9f-49b3-b4ef-c9209f603c23 req-504d24f9-9d3b-40c7-9802-29849b771409 tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] 10.222.0.60 "GET /v2.0/ports?device_id=8ed97b60-3196-47fe-8a00-927be6edfe27 HTTP/1.1" status: 200 len: 943 time: 0.1462209 Nov 23 17:25:21.137273 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-bafab96e-de9f-49b3-b4ef-c9209f603c23 req-8339dc25-eb0e-4954-b6b2-004ac3e5dedf tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] 10.222.0.60 "GET /v2.0/security-groups?id=5c82e7e8-9cad-459a-acb2-b7a0867274de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760965 Nov 23 17:25:21.142061 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] get_ports_and_sgs() called for port_ids ['105db64e-4908-4496-936a-519581ccae88'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:25:21.741132 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b984972e-076f-4187-926a-6b943bdeed69 req-d21d87e7-2971-4d99-9a25-92812372fe5b tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:25:21.742955 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b984972e-076f-4187-926a-6b943bdeed69 req-d21d87e7-2971-4d99-9a25-92812372fe5b tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.60 "GET /v2.0/ports?device_id=ffeae0b0-09b1-4f1e-9b33-8bbbbaaefdf6 HTTP/1.1" status: 200 len: 946 time: 0.0724788 Nov 23 17:25:21.846177 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b984972e-076f-4187-926a-6b943bdeed69 req-0cb04ed9-b57e-4455-b7c8-1b1fa9d35e1e tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.60 "GET /v2.0/security-groups?id=5199d9c8-39cf-433e-a82b-4aef6c6477e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863371 Nov 23 17:25:22.070922 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64d03cf-b089-4d54-8e21-81602645f918 req-071a9886-4bea-4aa2-8ae2-ce95562a04c0 tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:25:22.073031 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a64d03cf-b089-4d54-8e21-81602645f918 req-071a9886-4bea-4aa2-8ae2-ce95562a04c0 tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] 10.222.0.60 "GET /v2.0/ports?device_id=b45d3c9f-cd67-48d8-b5b9-c3f749f01133 HTTP/1.1" status: 200 len: 950 time: 0.0984147 Nov 23 17:25:22.204529 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a64d03cf-b089-4d54-8e21-81602645f918 req-98ed4434-729f-4a2c-bd32-6c455dbe4df3 tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b15aa03-44a0-4375-a57d-e8cf999b0781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233318 Nov 23 17:25:22.803644 n-d-816206-8 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ed97b60-3196-47fe-8a00-927be6edfe27', 'tag': '105db64e-4908-4496-936a-519581ccae88'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:25:22.806223 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbabddbc9fc37b068808e119c416c86f5957ca04531a4a0d2e695c515e93483b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46738539-a136-46d1-97eb-e68decd68dd6" -d '{"events": [{"name": "network-changed", "server_uuid": "8ed97b60-3196-47fe-8a00-927be6edfe27", "tag": "105db64e-4908-4496-936a-519581ccae88"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:25:23.283479 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e25655c-1192-4271-9402-3c72c1c102fb req-5b8a2834-7346-4079-9a7c-41ae11b2b394 tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:25:23.286554 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4e25655c-1192-4271-9402-3c72c1c102fb req-5b8a2834-7346-4079-9a7c-41ae11b2b394 tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] 10.222.0.60 "GET /v2.0/ports?device_id=439b6bce-64d6-41de-83e2-fc81fcef21e1 HTTP/1.1" status: 200 len: 943 time: 0.1011248 Nov 23 17:25:23.610854 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [req-4e25655c-1192-4271-9402-3c72c1c102fb req-4a5d27f0-8c8e-4491-9ccd-5275b1e643fd tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] Deleting port 009aeb1a-9475-482d-a72f-4831b5053604 {{(pid=103591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:25:23.611685 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-4e25655c-1192-4271-9402-3c72c1c102fb req-4a5d27f0-8c8e-4491-9ccd-5275b1e643fd tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:25:23.632722 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c0e0c9-42ae-4b62-8497-9080b4f176de req-3dad034e-b54f-4da6-b5e2-d1db80b2ea8a tempest-ImagesTestJSON-931761063 tempest-ImagesTestJSON-931761063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:25:23.636124 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-90c0e0c9-42ae-4b62-8497-9080b4f176de req-3dad034e-b54f-4da6-b5e2-d1db80b2ea8a tempest-ImagesTestJSON-931761063 tempest-ImagesTestJSON-931761063-project] 10.222.0.60 "GET /v2.0/ports?device_id=1820b9a1-cb60-494a-b702-c7b697bbb590 HTTP/1.1" status: 200 len: 946 time: 0.1108909 Nov 23 17:25:23.822260 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-90c0e0c9-42ae-4b62-8497-9080b4f176de req-641a51bd-5a73-40c6-8d8c-418fcd04a33a tempest-ImagesTestJSON-931761063 tempest-ImagesTestJSON-931761063-project] 10.222.0.60 "GET /v2.0/security-groups?id=f2768289-7821-4137-8326-c052bf648315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666565 Nov 23 17:25:23.886989 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-4e25655c-1192-4271-9402-3c72c1c102fb req-4a5d27f0-8c8e-4491-9ccd-5275b1e643fd tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] For port 009aeb1a-9475-482d-a72f-4831b5053604, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=009aeb1a-9475-482d-a72f-4831b5053604,segment=NetworkSegment(6c418a8c-f20c-4230-99c6-0f83d6e48757),segment_id=6c418a8c-f20c-4230-99c6-0f83d6e48757)] {{(pid=103591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:25:23.888857 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-4e25655c-1192-4271-9402-3c72c1c102fb req-4a5d27f0-8c8e-4491-9ccd-5275b1e643fd tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:25:23.917647 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [req-4e25655c-1192-4271-9402-3c72c1c102fb req-4a5d27f0-8c8e-4491-9ccd-5275b1e643fd tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] Calling delete_port for 009aeb1a-9475-482d-a72f-4831b5053604 owned by compute:nova {{(pid=103591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:25:24.120022 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e85e32d-5779-4dc1-8428-bbf00ced7736 req-13a2f0c3-1243-40ba-ad1c-714c7289d5e3 tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:25:24.128631 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6e85e32d-5779-4dc1-8428-bbf00ced7736 req-13a2f0c3-1243-40ba-ad1c-714c7289d5e3 tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] 10.222.0.60 "GET /v2.0/ports?device_id=8ed97b60-3196-47fe-8a00-927be6edfe27 HTTP/1.1" status: 200 len: 943 time: 0.1072085 Nov 23 17:25:24.229807 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6e85e32d-5779-4dc1-8428-bbf00ced7736 req-a8c66fe4-8342-4cb5-aada-39d0f8f7c578 tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] 10.222.0.60 "GET /v2.0/security-groups?id=5c82e7e8-9cad-459a-acb2-b7a0867274de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001017 Nov 23 17:25:24.276480 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-4e25655c-1192-4271-9402-3c72c1c102fb req-4a5d27f0-8c8e-4491-9ccd-5275b1e643fd tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:25:24.338982 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5d27f0-8c8e-4491-9ccd-5275b1e643fd tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] Pushing event deleted for resources: {'Port': ['ID=009aeb1a-9475-482d-a72f-4831b5053604,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:25:24.369931 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 17:25:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-147c2dda-f1bf-4bb8-bdb2-ddaf6bed6c49 x-openstack-request-id: req-147c2dda-f1bf-4bb8-bdb2-ddaf6bed6c49 {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:25:24.370737 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ed97b60-3196-47fe-8a00-927be6edfe27", "tag": "105db64e-4908-4496-936a-519581ccae88", "status": "completed", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:25:24.370737 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-147c2dda-f1bf-4bb8-bdb2-ddaf6bed6c49 {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:25:24.377792 n-d-816206-8 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ed97b60-3196-47fe-8a00-927be6edfe27', 'tag': '105db64e-4908-4496-936a-519581ccae88', 'status': 'completed', 'code': 200} Nov 23 17:25:24.459552 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e25655c-1192-4271-9402-3c72c1c102fb req-4a5d27f0-8c8e-4491-9ccd-5275b1e643fd tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] No DVR routers for this DVR port 009aeb1a-9475-482d-a72f-4831b5053604 on host n-h2-816206-8 {{(pid=103591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:25:24.480294 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-4e25655c-1192-4271-9402-3c72c1c102fb req-4a5d27f0-8c8e-4491-9ccd-5275b1e643fd tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:25:24.501231 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4e25655c-1192-4271-9402-3c72c1c102fb req-4a5d27f0-8c8e-4491-9ccd-5275b1e643fd tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] 10.222.0.60 "DELETE /v2.0/ports/009aeb1a-9475-482d-a72f-4831b5053604 HTTP/1.1" status: 204 len: 173 time: 1.2029324 Nov 23 17:25:24.502061 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '439b6bce-64d6-41de-83e2-fc81fcef21e1', 'name': 'network-vif-deleted', 'tag': '009aeb1a-9475-482d-a72f-4831b5053604'}] {{(pid=103591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:25:24.506344 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41d174a19ece9499ff9ec44e5b3fc50f2abd3ffbc947fb7e52ea1e8db27b95b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8fd4543-1edc-4e1d-87be-041bfd498f04" -d '{"events": [{"server_uuid": "439b6bce-64d6-41de-83e2-fc81fcef21e1", "name": "network-vif-deleted", "tag": "009aeb1a-9475-482d-a72f-4831b5053604"}]}' {{(pid=103591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:25:24.610027 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-3c326184-c229-4ee8-8570-e4ac5d2f038a req-0fd86470-8c9e-42f1-95ec-669507bd4800 tempest-QuotasAdminNegativeTest-1391463498 tempest-QuotasAdminNegativeTest-1391463498-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=77c4a2a848a14904b958069277537d8b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0511947 Nov 23 17:25:24.613935 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46738539-a136-46d1-97eb-e68decd68dd6 req-96a0b867-e293-4c60-a702-7edd781c6870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:25:24.617134 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-46738539-a136-46d1-97eb-e68decd68dd6 req-96a0b867-e293-4c60-a702-7edd781c6870 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4f30b4abc7074d1fa9d31a414a5f297f&device_id=8ed97b60-3196-47fe-8a00-927be6edfe27 HTTP/1.1" status: 200 len: 1124 time: 0.1597788 Nov 23 17:25:25.011195 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6bd424cb-ed3b-4266-8a08-0f56627fc94c req-22530ecb-0d08-43d4-bed1-1ce278f59bf5 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=81b6e2ff-baee-47c2-a7eb-16a38f3282ff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1340418 Nov 23 17:25:25.012819 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46738539-a136-46d1-97eb-e68decd68dd6 req-8f562d7f-de85-44b4-9e02-39b9a9b5f50e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:25:25.014952 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-46738539-a136-46d1-97eb-e68decd68dd6 req-8f562d7f-de85-44b4-9e02-39b9a9b5f50e service neutron] 10.222.0.55 "GET /v2.0/networks?id=3b84e4de-5a6f-44c6-a8e6-1d90b4d1f1b3 HTTP/1.1" status: 200 len: 909 time: 0.3748913 Nov 23 17:25:25.022280 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c326184-c229-4ee8-8570-e4ac5d2f038a req-5db714f5-1ed5-45e4-802e-a924ab9d65f5 tempest-QuotasAdminNegativeTest-1391463498 tempest-QuotasAdminNegativeTest-1391463498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:25:25.024657 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-3c326184-c229-4ee8-8570-e4ac5d2f038a req-5db714f5-1ed5-45e4-802e-a924ab9d65f5 tempest-QuotasAdminNegativeTest-1391463498 tempest-QuotasAdminNegativeTest-1391463498-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4024205 Nov 23 17:25:25.069108 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-3c326184-c229-4ee8-8570-e4ac5d2f038a req-5689575a-cb73-4836-8c34-cd610abf9824 tempest-QuotasAdminNegativeTest-1391463498 tempest-QuotasAdminNegativeTest-1391463498-project] 10.222.0.60 "GET /v2.0/quotas/77c4a2a848a14904b958069277537d8b HTTP/1.1" status: 200 len: 375 time: 0.0323617 Nov 23 17:25:25.164546 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-46738539-a136-46d1-97eb-e68decd68dd6 req-7fc9b562-6793-418c-910f-646e3ac80847 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=105db64e-4908-4496-936a-519581ccae88 HTTP/1.1" status: 200 len: 217 time: 0.1155477 Nov 23 17:25:25.281324 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-3c326184-c229-4ee8-8570-e4ac5d2f038a req-3dfbad7d-595e-4990-b0a2-2a364aa974d0 tempest-QuotasAdminNegativeTest-1391463498 tempest-QuotasAdminNegativeTest-1391463498-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=77c4a2a848a14904b958069277537d8b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1503098 Nov 23 17:25:25.281625 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-bb52b0a1-c0b1-47f6-a1de-582c19fd6a64 req-31554a05-e871-4266-a80d-de07a70daf37 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=2ce5f358-6741-4ecf-8dcb-8a2d01ccd06f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0697262 Nov 23 17:25:25.385603 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db14189a-b4f7-4c95-a1c1-440eb10d6746 req-8bb3b93a-138a-4193-8c3a-5fa921e0b59d tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:25:25.391311 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-db14189a-b4f7-4c95-a1c1-440eb10d6746 req-8bb3b93a-138a-4193-8c3a-5fa921e0b59d tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.60 "GET /v2.0/ports?device_id=ffeae0b0-09b1-4f1e-9b33-8bbbbaaefdf6 HTTP/1.1" status: 200 len: 946 time: 0.3321114 Nov 23 17:25:25.408385 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd424cb-ed3b-4266-8a08-0f56627fc94c req-7541a988-f4b4-4b1d-83d4-d21c933cbb12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:25:25.410670 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6bd424cb-ed3b-4266-8a08-0f56627fc94c req-7541a988-f4b4-4b1d-83d4-d21c933cbb12 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4f30b4abc7074d1fa9d31a414a5f297f&device_id=81b6e2ff-baee-47c2-a7eb-16a38f3282ff HTTP/1.1" status: 200 len: 1095 time: 0.2537701 Nov 23 17:25:25.471707 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46738539-a136-46d1-97eb-e68decd68dd6 req-f12ef49b-ef9e-45d7-a752-b7f7a5cada1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:25:25.481571 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-46738539-a136-46d1-97eb-e68decd68dd6 req-f12ef49b-ef9e-45d7-a752-b7f7a5cada1c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=10cf3f5a-71d1-468b-8622-0226dd1fd98a HTTP/1.1" status: 200 len: 848 time: 0.2761729 Nov 23 17:25:25.489154 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb52b0a1-c0b1-47f6-a1de-582c19fd6a64 req-249314cc-92ea-4b6e-9531-0438eecaa032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:25:25.492866 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-bb52b0a1-c0b1-47f6-a1de-582c19fd6a64 req-249314cc-92ea-4b6e-9531-0438eecaa032 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b7b3b3f4a8764d7e903a9a361c942b8f&device_id=2ce5f358-6741-4ecf-8dcb-8a2d01ccd06f HTTP/1.1" status: 200 len: 1101 time: 0.0995443 Nov 23 17:25:25.763427 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb52b0a1-c0b1-47f6-a1de-582c19fd6a64 req-b8c5afed-7803-41c3-89ab-11b2554e193e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:25:25.766987 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-bb52b0a1-c0b1-47f6-a1de-582c19fd6a64 req-b8c5afed-7803-41c3-89ab-11b2554e193e service neutron] 10.222.0.36 "GET /v2.0/networks?id=f1e1dabf-b410-4023-9169-a460a86e7184 HTTP/1.1" status: 200 len: 870 time: 0.2272611 Nov 23 17:25:25.868777 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-bb52b0a1-c0b1-47f6-a1de-582c19fd6a64 req-e1aa536c-04ec-44bb-900e-12febbfbb164 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.101&port_id=f5251876-fe38-41ca-afcc-7121bc22dcfa HTTP/1.1" status: 200 len: 217 time: 0.0767570 Nov 23 17:25:25.924471 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-46738539-a136-46d1-97eb-e68decd68dd6 req-40425b60-5452-4273-aa66-ac209a1cd093 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3b84e4de-5a6f-44c6-a8e6-1d90b4d1f1b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4205298 Nov 23 17:25:25.999976 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb52b0a1-c0b1-47f6-a1de-582c19fd6a64 req-e5b2a8e6-e7a2-40d6-8460-2176e055c121 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:25:26.004479 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-bb52b0a1-c0b1-47f6-a1de-582c19fd6a64 req-e5b2a8e6-e7a2-40d6-8460-2176e055c121 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ac77c175-5679-438b-8a2a-356718377641 HTTP/1.1" status: 200 len: 843 time: 0.1128943 Nov 23 17:25:26.067445 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-db14189a-b4f7-4c95-a1c1-440eb10d6746 req-e1216062-3095-4ee5-8164-a620004e1f29 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.60 "GET /v2.0/security-groups?id=5199d9c8-39cf-433e-a82b-4aef6c6477e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6552427 Nov 23 17:25:26.131725 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb52b0a1-c0b1-47f6-a1de-582c19fd6a64 req-e2f42284-e35c-4f27-8924-2fae8c02d076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:25:26.131725 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-bb52b0a1-c0b1-47f6-a1de-582c19fd6a64 req-e2f42284-e35c-4f27-8924-2fae8c02d076 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f1e1dabf-b410-4023-9169-a460a86e7184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1048553 Nov 23 17:25:26.224252 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb26b1bd-c661-408f-94ec-6f1dda5f9be0 req-7c9ef87b-2ee8-4bf9-9df3-8feac81f758d tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:25:26.238645 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-bb26b1bd-c661-408f-94ec-6f1dda5f9be0 req-7c9ef87b-2ee8-4bf9-9df3-8feac81f758d tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] 10.222.0.60 "GET /v2.0/ports?device_id=b45d3c9f-cd67-48d8-b5b9-c3f749f01133 HTTP/1.1" status: 200 len: 950 time: 0.3163018 Nov 23 17:25:26.297737 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-46738539-a136-46d1-97eb-e68decd68dd6 req-1f101c25-fa40-4df9-affa-14fe59d795e9 service neutron] 10.222.0.55 "GET /v2.0/networks/3b84e4de-5a6f-44c6-a8e6-1d90b4d1f1b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3551335 Nov 23 17:25:26.348269 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-bb52b0a1-c0b1-47f6-a1de-582c19fd6a64 req-66f73562-0389-4636-ba19-54ded43cac0c service neutron] 10.222.0.36 "GET /v2.0/networks/f1e1dabf-b410-4023-9169-a460a86e7184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2031174 Nov 23 17:25:26.408698 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd424cb-ed3b-4266-8a08-0f56627fc94c req-ce7d39f2-218f-4859-8fae-2163228f6116 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:25:26.411859 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6bd424cb-ed3b-4266-8a08-0f56627fc94c req-ce7d39f2-218f-4859-8fae-2163228f6116 service neutron] 10.222.0.55 "GET /v2.0/networks?id=3b84e4de-5a6f-44c6-a8e6-1d90b4d1f1b3 HTTP/1.1" status: 200 len: 909 time: 0.9234519 Nov 23 17:25:26.531283 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6bd424cb-ed3b-4266-8a08-0f56627fc94c req-6abf4a8e-16ea-4077-9393-58e8c7c7072a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d7e28e83-60a3-47b9-b7b0-9d346691f72d HTTP/1.1" status: 200 len: 217 time: 0.1012137 Nov 23 17:25:26.578398 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Tue, 23 Nov 2021 17:25:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9143a08-1927-4469-aad3-d7e87a491817 x-openstack-request-id: req-b9143a08-1927-4469-aad3-d7e87a491817 {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:25:26.583214 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "439b6bce-64d6-41de-83e2-fc81fcef21e1", "name": "network-vif-deleted", "tag": "009aeb1a-9475-482d-a72f-4831b5053604", "status": "failed", "code": 422}]} {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:25:26.584683 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b9143a08-1927-4469-aad3-d7e87a491817 {{(pid=103591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:25:26.586759 n-d-816206-8 neutron-server[103591]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '439b6bce-64d6-41de-83e2-fc81fcef21e1', 'name': 'network-vif-deleted', 'tag': '009aeb1a-9475-482d-a72f-4831b5053604', 'status': 'failed', 'code': 422} returned with failed status Nov 23 17:25:26.622146 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-bb52b0a1-c0b1-47f6-a1de-582c19fd6a64 req-648767dc-7098-4e89-a2a2-03a565711a0e service neutron] 10.222.0.36 "GET /v2.0/networks/f1e1dabf-b410-4023-9169-a460a86e7184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2530463 Nov 23 17:25:26.708157 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd424cb-ed3b-4266-8a08-0f56627fc94c req-5a7e87ae-ed30-4b41-99fe-63ce673aa631 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:25:26.711245 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6bd424cb-ed3b-4266-8a08-0f56627fc94c req-5a7e87ae-ed30-4b41-99fe-63ce673aa631 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=10cf3f5a-71d1-468b-8622-0226dd1fd98a HTTP/1.1" status: 200 len: 848 time: 0.1556864 Nov 23 17:25:26.719193 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-46738539-a136-46d1-97eb-e68decd68dd6 req-ae829936-8497-4b2b-96c1-af4c51230e8f service neutron] 10.222.0.55 "GET /v2.0/networks/3b84e4de-5a6f-44c6-a8e6-1d90b4d1f1b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4091783 Nov 23 17:25:26.738462 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-bb26b1bd-c661-408f-94ec-6f1dda5f9be0 req-40edfbc8-1a46-439f-9a67-2ff5389208ed tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b15aa03-44a0-4375-a57d-e8cf999b0781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4979405 Nov 23 17:25:26.911025 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6bd424cb-ed3b-4266-8a08-0f56627fc94c req-28977c45-67d9-4f5b-8df7-9df0b26758a5 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3b84e4de-5a6f-44c6-a8e6-1d90b4d1f1b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1010599 Nov 23 17:25:27.137903 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f66165-4e84-47d5-a844-d1cf0591f30a req-03e52386-d4e7-434b-a694-babdcda3700d tempest-ImagesTestJSON-931761063 tempest-ImagesTestJSON-931761063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:25:27.149660 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f5f66165-4e84-47d5-a844-d1cf0591f30a req-03e52386-d4e7-434b-a694-babdcda3700d tempest-ImagesTestJSON-931761063 tempest-ImagesTestJSON-931761063-project] 10.222.0.60 "GET /v2.0/ports?device_id=1820b9a1-cb60-494a-b702-c7b697bbb590 HTTP/1.1" status: 200 len: 946 time: 0.4768701 Nov 23 17:25:27.244189 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6bd424cb-ed3b-4266-8a08-0f56627fc94c req-87ca0187-b88f-4040-99a9-c624ae8d41cb service neutron] 10.222.0.55 "GET /v2.0/networks/3b84e4de-5a6f-44c6-a8e6-1d90b4d1f1b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3146055 Nov 23 17:25:27.339255 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a370475a-516d-42d3-8d7a-c6bb04b64e98 req-ea6da5cf-0271-450c-a583-a1d2f7dc1b26 tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:25:27.342510 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a370475a-516d-42d3-8d7a-c6bb04b64e98 req-ea6da5cf-0271-450c-a583-a1d2f7dc1b26 tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] 10.222.0.60 "GET /v2.0/ports?device_id=8ed97b60-3196-47fe-8a00-927be6edfe27 HTTP/1.1" status: 200 len: 943 time: 0.3278611 Nov 23 17:25:27.347424 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f5f66165-4e84-47d5-a844-d1cf0591f30a req-d92a39fe-dc3a-4803-b223-e9b24b68cd89 tempest-ImagesTestJSON-931761063 tempest-ImagesTestJSON-931761063-project] 10.222.0.60 "GET /v2.0/security-groups?id=f2768289-7821-4137-8326-c052bf648315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1967654 Nov 23 17:25:27.534184 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a370475a-516d-42d3-8d7a-c6bb04b64e98 req-d04c54a7-5db6-42b9-bf60-c248f6efe1c7 tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] 10.222.0.60 "GET /v2.0/security-groups?id=5c82e7e8-9cad-459a-acb2-b7a0867274de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613543 Nov 23 17:25:27.571984 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6bd424cb-ed3b-4266-8a08-0f56627fc94c req-e7d68381-3d12-46e6-b3c5-f0f17f7ceb3e service neutron] 10.222.0.55 "GET /v2.0/networks/3b84e4de-5a6f-44c6-a8e6-1d90b4d1f1b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3141165 Nov 23 17:25:27.822307 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device 105db64e-4908-4496-936a-519581ccae88 details requested by agent hyperv_n-h2-816206-8 with host n-h2-816206-8 {{(pid=103592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 17:25:27.931290 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1308cc81-9cf4-45ea-95e8-e3bf991a4e1e req-c912adf6-8df4-4406-8acd-4f000194860f tempest-ServersAdminTestJSON-1230222402 tempest-ServersAdminTestJSON-1230222402-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:25:27.936339 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-1308cc81-9cf4-45ea-95e8-e3bf991a4e1e req-c912adf6-8df4-4406-8acd-4f000194860f tempest-ServersAdminTestJSON-1230222402 tempest-ServersAdminTestJSON-1230222402-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=8b7e3802-0f06-4962-a331-d43c0ed8ac79 HTTP/1.1" status: 200 len: 1101 time: 0.1612313 Nov 23 17:25:28.009707 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port 105db64e-4908-4496-936a-519581ccae88, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=105db64e-4908-4496-936a-519581ccae88,segment=NetworkSegment(12913541-acd4-4e3c-8f48-e22896931a9c),segment_id=12913541-acd4-4e3c-8f48-e22896931a9c)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:25:28.023788 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device 105db64e-4908-4496-936a-519581ccae88 has no active binding in host n-h2-816206-8 {{(pid=103592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 23 17:25:28.169116 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-1308cc81-9cf4-45ea-95e8-e3bf991a4e1e req-54ffa4d1-34bf-4d24-bce7-f4089d2da8ca tempest-ServersAdminTestJSON-1230222402 tempest-ServersAdminTestJSON-1230222402-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=d6cf22a0-7f65-49f2-8512-764c3542a89d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2249229 Nov 23 17:25:28.208568 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f86b8b-8372-46df-9a3b-b242e3f9d65a req-b9bda1a9-edb3-4001-81bf-4712b2ff90c5 tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:25:28.211224 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d7f86b8b-8372-46df-9a3b-b242e3f9d65a req-b9bda1a9-edb3-4001-81bf-4712b2ff90c5 tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] 10.222.0.60 "GET /v2.0/ports?device_id=a27545a5-93c7-4bf1-a649-1748a9447690 HTTP/1.1" status: 200 len: 950 time: 0.1687047 Nov 23 17:25:28.336848 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d7f86b8b-8372-46df-9a3b-b242e3f9d65a req-4c548f34-4c06-461d-bdf9-278bcf12e97b tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b15aa03-44a0-4375-a57d-e8cf999b0781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066735 Nov 23 17:25:28.693384 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fae05d-7eee-4a4f-8123-b137f64e5034 req-1e801ed4-5aaf-4735-b083-4de6304fe1f2 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:25:28.695024 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c0fae05d-7eee-4a4f-8123-b137f64e5034 req-1e801ed4-5aaf-4735-b083-4de6304fe1f2 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.60 "GET /v2.0/ports?device_id=ffeae0b0-09b1-4f1e-9b33-8bbbbaaefdf6 HTTP/1.1" status: 200 len: 946 time: 0.1906548 Nov 23 17:25:28.760008 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106a47ea-efc4-41a4-891e-66b2814060b6 req-9dec562f-897f-44ca-b432-c8b951ab6fb8 tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:25:28.767997 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-106a47ea-efc4-41a4-891e-66b2814060b6 req-9dec562f-897f-44ca-b432-c8b951ab6fb8 tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] 10.222.0.60 "GET /v2.0/networks?id=ffa7c2aa-6251-4537-acd5-168309147200 HTTP/1.1" status: 200 len: 811 time: 0.3480885 Nov 23 17:25:28.798514 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-106a47ea-efc4-41a4-891e-66b2814060b6 req-59dad966-9f2e-45b4-b073-80b2b86ae05b tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] 10.222.0.60 "GET /v2.0/quotas/6a229d10d4554d9a82f91e22fc3c6096 HTTP/1.1" status: 200 len: 375 time: 0.0286758 Nov 23 17:25:28.859048 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-106a47ea-efc4-41a4-891e-66b2814060b6 req-0d32647b-b076-4bcd-9492-47f7d2ce8b03 tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=6a229d10d4554d9a82f91e22fc3c6096&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0523887 Nov 23 17:25:28.865290 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c0fae05d-7eee-4a4f-8123-b137f64e5034 req-67d117c4-a94d-41df-8c20-64688d88693f tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.60 "GET /v2.0/security-groups?id=5199d9c8-39cf-433e-a82b-4aef6c6477e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1536095 Nov 23 17:25:29.226843 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-106a47ea-efc4-41a4-891e-66b2814060b6 req-ff0ea1e2-4d0c-470b-9704-a166f3af14b8 service neutron] 10.222.0.60 "GET /v2.0/networks/ffa7c2aa-6251-4537-acd5-168309147200?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3559802 Nov 23 17:25:29.338126 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295e5f75-4eb5-4778-b218-aaeb0a92a129 req-231f5bb3-e22f-4fdc-896c-3088b65beff8 tempest-ServersAdminTestJSON-1230222402 tempest-ServersAdminTestJSON-1230222402-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:25:29.342198 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-295e5f75-4eb5-4778-b218-aaeb0a92a129 req-231f5bb3-e22f-4fdc-896c-3088b65beff8 tempest-ServersAdminTestJSON-1230222402 tempest-ServersAdminTestJSON-1230222402-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=8b7e3802-0f06-4962-a331-d43c0ed8ac79 HTTP/1.1" status: 200 len: 1101 time: 0.1392665 Nov 23 17:25:29.493950 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-106a47ea-efc4-41a4-891e-66b2814060b6 req-cde04833-4ad1-488c-b1ac-64061b18cbdd service neutron] 10.222.0.60 "GET /v2.0/networks/ffa7c2aa-6251-4537-acd5-168309147200?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2437780 Nov 23 17:25:29.500558 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-295e5f75-4eb5-4778-b218-aaeb0a92a129 req-6a8ac64e-8539-4cc0-9762-2acc6347cdf8 tempest-ServersAdminTestJSON-1230222402 tempest-ServersAdminTestJSON-1230222402-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=d6cf22a0-7f65-49f2-8512-764c3542a89d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041529 Nov 23 17:25:29.898201 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd3918b-9a92-4bed-9ab7-531c5932ec36 req-cc6a5bbf-df5a-4fe2-b1f8-b5ac341c6863 tempest-ImagesTestJSON-931761063 tempest-ImagesTestJSON-931761063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:25:29.900470 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-1fd3918b-9a92-4bed-9ab7-531c5932ec36 req-cc6a5bbf-df5a-4fe2-b1f8-b5ac341c6863 tempest-ImagesTestJSON-931761063 tempest-ImagesTestJSON-931761063-project] 10.222.0.60 "GET /v2.0/ports?device_id=1820b9a1-cb60-494a-b702-c7b697bbb590 HTTP/1.1" status: 200 len: 946 time: 0.0932789 Nov 23 17:25:30.024513 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b84377b-9a71-493f-a178-14c319789070 req-5e2fe6cd-86e8-4631-a0ee-ee8c9d5118ef tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:25:30.031700 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b84377b-9a71-493f-a178-14c319789070 req-5e2fe6cd-86e8-4631-a0ee-ee8c9d5118ef tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:25:30.033478 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7b84377b-9a71-493f-a178-14c319789070 req-5e2fe6cd-86e8-4631-a0ee-ee8c9d5118ef tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] 10.222.0.60 "GET /v2.0/ports?device_id=b45d3c9f-cd67-48d8-b5b9-c3f749f01133&device_id=a27545a5-93c7-4bf1-a649-1748a9447690 HTTP/1.1" status: 200 len: 1691 time: 0.1095288 Nov 23 17:25:30.057162 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-1fd3918b-9a92-4bed-9ab7-531c5932ec36 req-3e5e5d50-5c4a-4447-a22b-b1ad40ca19c7 tempest-ImagesTestJSON-931761063 tempest-ImagesTestJSON-931761063-project] 10.222.0.60 "GET /v2.0/security-groups?id=f2768289-7821-4137-8326-c052bf648315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412520 Nov 23 17:25:30.123070 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7b84377b-9a71-493f-a178-14c319789070 req-9c04c1b9-9085-4fec-8d10-fbe4e68e71cc tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b15aa03-44a0-4375-a57d-e8cf999b0781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728214 Nov 23 17:25:30.275223 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057b295c-4541-46bc-a665-1aec81d0990f req-216ccc42-189e-4d94-a9a0-87f0d3864436 tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:25:30.285023 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-057b295c-4541-46bc-a665-1aec81d0990f req-216ccc42-189e-4d94-a9a0-87f0d3864436 tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] 10.222.0.60 "GET /v2.0/ports?device_id=8ed97b60-3196-47fe-8a00-927be6edfe27 HTTP/1.1" status: 200 len: 943 time: 0.0884914 Nov 23 17:25:30.377267 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-057b295c-4541-46bc-a665-1aec81d0990f req-34e7f44d-bf9f-4768-a799-68b42aec08b0 tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] 10.222.0.60 "GET /v2.0/security-groups?id=5c82e7e8-9cad-459a-acb2-b7a0867274de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908988 Nov 23 17:25:30.696995 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-0a007447-0eda-49cc-8bcb-71f060c94741 req-a17db820-8887-4d9f-9988-f29706263e42 tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] 10.222.0.60 "GET /v2.0/ports?device_id=ce1fece4-f172-4cbd-adb9-8bb291bc1b9d HTTP/1.1" status: 200 len: 210 time: 0.0946107 Nov 23 17:25:30.912254 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638c79eb-437f-40f6-ab0b-d64e4266a357 req-89244357-6e21-4d15-8f97-09a2d6a63f74 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:25:30.913995 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-638c79eb-437f-40f6-ab0b-d64e4266a357 req-89244357-6e21-4d15-8f97-09a2d6a63f74 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.60 "GET /v2.0/ports?device_id=ffeae0b0-09b1-4f1e-9b33-8bbbbaaefdf6 HTTP/1.1" status: 200 len: 946 time: 0.0785453 Nov 23 17:25:31.026618 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-638c79eb-437f-40f6-ab0b-d64e4266a357 req-c9be89b9-2979-4a5c-92c5-734ed607fdfa tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.60 "GET /v2.0/security-groups?id=5199d9c8-39cf-433e-a82b-4aef6c6477e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0981257 Nov 23 17:25:31.287323 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-0b756473-4698-43f7-9e06-f3049a0a2194 req-a3d0082f-cd31-43f8-a731-2bb09daa9300 tempest-QuotasAdminNegativeTest-1391463498 tempest-QuotasAdminNegativeTest-1391463498-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=77c4a2a848a14904b958069277537d8b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0561061 Nov 23 17:25:31.500697 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b756473-4698-43f7-9e06-f3049a0a2194 req-c0c16593-d303-4497-94cc-8e923bdd790d tempest-QuotasAdminNegativeTest-1391463498 tempest-QuotasAdminNegativeTest-1391463498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:25:31.502324 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-0b756473-4698-43f7-9e06-f3049a0a2194 req-c0c16593-d303-4497-94cc-8e923bdd790d tempest-QuotasAdminNegativeTest-1391463498 tempest-QuotasAdminNegativeTest-1391463498-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2132266 Nov 23 17:25:31.521675 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c006b8-ea56-48b4-a78c-0a1c311ca5f5 req-4b0e8532-5882-4b67-af73-f2a367acf133 tempest-ImagesTestJSON-931761063 tempest-ImagesTestJSON-931761063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:25:31.523076 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-72c006b8-ea56-48b4-a78c-0a1c311ca5f5 req-4b0e8532-5882-4b67-af73-f2a367acf133 tempest-ImagesTestJSON-931761063 tempest-ImagesTestJSON-931761063-project] 10.222.0.60 "GET /v2.0/ports?device_id=1820b9a1-cb60-494a-b702-c7b697bbb590 HTTP/1.1" status: 200 len: 946 time: 0.1470654 Nov 23 17:25:31.565947 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-0b756473-4698-43f7-9e06-f3049a0a2194 req-9f1c5a9b-c79c-42ed-bbb7-b4b89d0cf324 tempest-QuotasAdminNegativeTest-1391463498 tempest-QuotasAdminNegativeTest-1391463498-project] 10.222.0.60 "GET /v2.0/quotas/77c4a2a848a14904b958069277537d8b HTTP/1.1" status: 200 len: 375 time: 0.0417042 Nov 23 17:25:31.573001 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-dd4f3281-a108-4691-b332-c77beb4f6137 req-28361893-98d8-4d6f-9dbc-138e6788447f service neutron] 10.222.0.55 "GET /v2.0/ports/105db64e-4908-4496-936a-519581ccae88/bindings/n-h2-816206-8 HTTP/1.1" status: 200 len: 384 time: 0.1507394 Nov 23 17:25:31.648270 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-0b756473-4698-43f7-9e06-f3049a0a2194 req-ac1d8fa9-15ae-42ac-a5ce-90bc4e414fc0 tempest-QuotasAdminNegativeTest-1391463498 tempest-QuotasAdminNegativeTest-1391463498-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=77c4a2a848a14904b958069277537d8b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0687704 Nov 23 17:25:31.656555 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-72c006b8-ea56-48b4-a78c-0a1c311ca5f5 req-d3df8649-e9d7-44ef-9250-4fdcad2d6c57 tempest-ImagesTestJSON-931761063 tempest-ImagesTestJSON-931761063-project] 10.222.0.60 "GET /v2.0/security-groups?id=f2768289-7821-4137-8326-c052bf648315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242664 Nov 23 17:25:31.948299 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0ba492-992f-46ff-ab22-4b70a81ce8a0 req-b95be8be-8c7c-4b42-accc-1188428eb013 tempest-ServersOnMultiNodesTest-558425378 tempest-ServersOnMultiNodesTest-558425378-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:25:31.950628 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-cd0ba492-992f-46ff-ab22-4b70a81ce8a0 req-b95be8be-8c7c-4b42-accc-1188428eb013 tempest-ServersOnMultiNodesTest-558425378 tempest-ServersOnMultiNodesTest-558425378-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=b45d3c9f-cd67-48d8-b5b9-c3f749f01133 HTTP/1.1" status: 200 len: 1101 time: 0.0836098 Nov 23 17:25:31.998288 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-dd4f3281-a108-4691-b332-c77beb4f6137 req-0140c243-4522-4faa-a97a-9a868b095087 service neutron] For port 105db64e-4908-4496-936a-519581ccae88, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=105db64e-4908-4496-936a-519581ccae88,segment=NetworkSegment(12913541-acd4-4e3c-8f48-e22896931a9c),segment_id=12913541-acd4-4e3c-8f48-e22896931a9c)] {{(pid=103591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:25:32.052048 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106a47ea-efc4-41a4-891e-66b2814060b6 req-ccf5e458-bf3c-43ae-9757-4fb0958f4b21 tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:25:32.053769 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-106a47ea-efc4-41a4-891e-66b2814060b6 req-ccf5e458-bf3c-43ae-9757-4fb0958f4b21 tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] 10.222.0.36 "GET /v2.0/networks?id=ffa7c2aa-6251-4537-acd5-168309147200 HTTP/1.1" status: 200 len: 811 time: 0.1966164 Nov 23 17:25:32.085653 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [req-106a47ea-efc4-41a4-891e-66b2814060b6 req-16900763-d251-45f9-ba76-32690234ba8d tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] Request body: {'port': {'device_id': 'ce1fece4-f172-4cbd-adb9-8bb291bc1b9d', 'network_id': 'ffa7c2aa-6251-4537-acd5-168309147200', 'admin_state_up': True, 'tenant_id': '6a229d10d4554d9a82f91e22fc3c6096'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:25:32.089586 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-dd4f3281-a108-4691-b332-c77beb4f6137 req-0140c243-4522-4faa-a97a-9a868b095087 service neutron] For port 105db64e-4908-4496-936a-519581ccae88, host n-h1-816206-8, cleared binding levels {{(pid=103591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:25:32.127831 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-cd0ba492-992f-46ff-ab22-4b70a81ce8a0 req-c52be1fc-8070-4b2e-b49f-9c6b1b9b8c22 tempest-ServersOnMultiNodesTest-558425378 tempest-ServersOnMultiNodesTest-558425378-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=4b15aa03-44a0-4375-a57d-e8cf999b0781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637645 Nov 23 17:25:32.221398 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae940daa-11e8-4d4d-a6a8-17979085bf38 req-0b72f72a-40f0-4629-9f80-640fd36946a9 tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:25:32.234188 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ae940daa-11e8-4d4d-a6a8-17979085bf38 req-0b72f72a-40f0-4629-9f80-640fd36946a9 tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] 10.222.0.60 "GET /v2.0/ports?device_id=8ed97b60-3196-47fe-8a00-927be6edfe27 HTTP/1.1" status: 200 len: 943 time: 0.2303874 Nov 23 17:25:32.247260 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [req-dd4f3281-a108-4691-b332-c77beb4f6137 req-0140c243-4522-4faa-a97a-9a868b095087 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 105db64e-4908-4496-936a-519581ccae88 {{(pid=103591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:25:32.272566 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-dd4f3281-a108-4691-b332-c77beb4f6137 req-0140c243-4522-4faa-a97a-9a868b095087 service neutron] For port 105db64e-4908-4496-936a-519581ccae88, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=105db64e-4908-4496-936a-519581ccae88,segment=NetworkSegment(12913541-acd4-4e3c-8f48-e22896931a9c),segment_id=12913541-acd4-4e3c-8f48-e22896931a9c)] {{(pid=103591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:25:32.286035 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.agents_db [None req-464f6c07-0de8-4be6-8f5b-563f574d1c5d None None] Agent healthcheck: found 7 active agents {{(pid=103593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 17:25:32.303087 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-106a47ea-efc4-41a4-891e-66b2814060b6 req-16900763-d251-45f9-ba76-32690234ba8d tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] Made reservation on behalf of 6a229d10d4554d9a82f91e22fc3c6096 for: {'port': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:25:32.306137 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-dd4f3281-a108-4691-b332-c77beb4f6137 req-0140c243-4522-4faa-a97a-9a868b095087 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:25:32.313423 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-106a47ea-efc4-41a4-891e-66b2814060b6 req-16900763-d251-45f9-ba76-32690234ba8d tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:25:32.349194 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ae940daa-11e8-4d4d-a6a8-17979085bf38 req-353c30fd-64eb-468d-8d18-dcf74a9a75a7 tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] 10.222.0.60 "GET /v2.0/security-groups?id=5c82e7e8-9cad-459a-acb2-b7a0867274de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060548 Nov 23 17:25:32.537433 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-589f62f9-0ae2-4016-9cd3-fb29bb05fb99 req-ba4768ff-ff19-4768-831a-26d186fa5e0c tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] 10.222.0.60 "GET /v2.0/ports?device_id=ce1fece4-f172-4cbd-adb9-8bb291bc1b9d HTTP/1.1" status: 200 len: 210 time: 0.0592544 Nov 23 17:25:32.601894 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.provisioning_blocks [req-dd4f3281-a108-4691-b332-c77beb4f6137 req-0140c243-4522-4faa-a97a-9a868b095087 service neutron] Transition to ACTIVE for port object 105db64e-4908-4496-936a-519581ccae88 will not be triggered until provisioned by entity L2. {{(pid=103591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 17:25:32.611729 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-dd4f3281-a108-4691-b332-c77beb4f6137 req-0140c243-4522-4faa-a97a-9a868b095087 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264758186'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:25:32.620833 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [req-106a47ea-efc4-41a4-891e-66b2814060b6 req-16900763-d251-45f9-ba76-32690234ba8d tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] Allocated IP 172.20.0.5 (ffa7c2aa-6251-4537-acd5-168309147200/8e905b96-ea32-4f4c-be91-01d912cd9ed2/3300c4bb-06d7-4ae2-b23c-6062ef33b03f) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:25:32.732664 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device 105db64e-4908-4496-936a-519581ccae88 no longer exists at agent hyperv_n-h1-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:25:32.741931 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd4f3281-a108-4691-b332-c77beb4f6137 req-0140c243-4522-4faa-a97a-9a868b095087 service neutron] No DVR routers for this DVR port 105db64e-4908-4496-936a-519581ccae88 on host n-h1-816206-8 {{(pid=103591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:25:32.810477 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0140c243-4522-4faa-a97a-9a868b095087 service neutron] Pushing event updated for resources: {'Port': ['ID=105db64e-4908-4496-936a-519581ccae88,revision_number=10']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:25:32.821411 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-dd4f3281-a108-4691-b332-c77beb4f6137 req-0140c243-4522-4faa-a97a-9a868b095087 service neutron] 10.222.0.55 "PUT /v2.0/ports/105db64e-4908-4496-936a-519581ccae88/bindings/n-h2-816206-8/activate HTTP/1.1" status: 200 len: 369 time: 1.2380815 Nov 23 17:25:32.974638 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device 105db64e-4908-4496-936a-519581ccae88 not bound to the agent host n-h1-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:25:32.977826 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device 52285acf-3eab-406a-acfc-b1364cf71811 no longer exists at agent hyperv_n-h1-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:25:33.092983 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-106a47ea-efc4-41a4-891e-66b2814060b6 req-16900763-d251-45f9-ba76-32690234ba8d tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:25:33.139760 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4f3281-a108-4691-b332-c77beb4f6137 req-7350db52-76f8-4a7a-91df-316a26ac0d59 tempest-LiveMigrationTest-1150397521 tempest-LiveMigrationTest-1150397521-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:25:33.141605 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-dd4f3281-a108-4691-b332-c77beb4f6137 req-7350db52-76f8-4a7a-91df-316a26ac0d59 tempest-LiveMigrationTest-1150397521 tempest-LiveMigrationTest-1150397521-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=8ed97b60-3196-47fe-8a00-927be6edfe27&tenant_id=4f30b4abc7074d1fa9d31a414a5f297f&binding%3Ahost_id=n-h1-816206-8 HTTP/1.1" status: 200 len: 1095 time: 0.2198517 Nov 23 17:25:33.165538 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c42d47c-7aa9-433c-896f-d3274ca424aa req-d50aff71-bfb1-4980-a7f4-e5c492b8de4e tempest-ServersOnMultiNodesTest-558425378 tempest-ServersOnMultiNodesTest-558425378-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:25:33.169200 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-1c42d47c-7aa9-433c-896f-d3274ca424aa req-d50aff71-bfb1-4980-a7f4-e5c492b8de4e tempest-ServersOnMultiNodesTest-558425378 tempest-ServersOnMultiNodesTest-558425378-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=a27545a5-93c7-4bf1-a649-1748a9447690 HTTP/1.1" status: 200 len: 1101 time: 0.2103763 Nov 23 17:25:33.179446 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-106a47ea-efc4-41a4-891e-66b2814060b6 req-16900763-d251-45f9-ba76-32690234ba8d tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:25:33.193389 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:25:33.195131 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a51629-7e37-4376-b636-19ff8dd83b93 req-af390d05-bf5e-42f1-84da-6648bbd355d9 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:25:33.196882 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c8a51629-7e37-4376-b636-19ff8dd83b93 req-af390d05-bf5e-42f1-84da-6648bbd355d9 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.60 "GET /v2.0/ports?device_id=ffeae0b0-09b1-4f1e-9b33-8bbbbaaefdf6 HTTP/1.1" status: 200 len: 946 time: 0.1494532 Nov 23 17:25:33.244382 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffeae0b0-09b1-4f1e-9b33-8bbbbaaefdf6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '52285acf-3eab-406a-acfc-b1364cf71811'}] {{(pid=103592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:25:33.249583 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba3e6a8f2301c7a29fe1eca9779abdae4ccbcd6266d69778087f2498d5551201" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-badf1131-58ac-4af5-aef1-76a3d1643cf8" -d '{"events": [{"server_uuid": "ffeae0b0-09b1-4f1e-9b33-8bbbbaaefdf6", "name": "network-vif-unplugged", "status": "completed", "tag": "52285acf-3eab-406a-acfc-b1364cf71811"}]}' {{(pid=103592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:25:33.251198 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16900763-d251-45f9-ba76-32690234ba8d tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] Pushing event updated for resources: {'Port': ['ID=3300c4bb-06d7-4ae2-b23c-6062ef33b03f,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:25:33.273456 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port 52285acf-3eab-406a-acfc-b1364cf71811, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=52285acf-3eab-406a-acfc-b1364cf71811,segment=NetworkSegment(f75f400f-3665-42b6-b743-8c8989e17b3e),segment_id=f75f400f-3665-42b6-b743-8c8989e17b3e)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:25:33.282706 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:25:33.283298 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-106a47ea-efc4-41a4-891e-66b2814060b6 req-16900763-d251-45f9-ba76-32690234ba8d tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] Network ffa7c2aa-6251-4537-acd5-168309147200 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:25:33.289173 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [req-106a47ea-efc4-41a4-891e-66b2814060b6 req-16900763-d251-45f9-ba76-32690234ba8d tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:25:33.293839 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [req-106a47ea-efc4-41a4-891e-66b2814060b6 req-16900763-d251-45f9-ba76-32690234ba8d tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:25:33.299896 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4f3281-a108-4691-b332-c77beb4f6137 req-8a461872-1c01-4af8-a2c8-80453323e1b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:25:33.302318 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-dd4f3281-a108-4691-b332-c77beb4f6137 req-8a461872-1c01-4af8-a2c8-80453323e1b1 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=8ed97b60-3196-47fe-8a00-927be6edfe27&tenant_id=4f30b4abc7074d1fa9d31a414a5f297f HTTP/1.1" status: 200 len: 1095 time: 0.1329076 Nov 23 17:25:33.343450 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c8a51629-7e37-4376-b636-19ff8dd83b93 req-2065d9b5-a2dc-4e60-b1fc-d0c2fcbc3335 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.60 "GET /v2.0/security-groups?id=5199d9c8-39cf-433e-a82b-4aef6c6477e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1197047 Nov 23 17:25:33.374043 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-1c42d47c-7aa9-433c-896f-d3274ca424aa req-d0585165-3d81-4f12-b2d9-a31bb0908137 tempest-ServersOnMultiNodesTest-558425378 tempest-ServersOnMultiNodesTest-558425378-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=4b15aa03-44a0-4375-a57d-e8cf999b0781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757255 Nov 23 17:25:33.393881 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Pushing event updated for resources: {'Port': ['ID=52285acf-3eab-406a-acfc-b1364cf71811,revision_number=14']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:25:33.470611 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106a47ea-efc4-41a4-891e-66b2814060b6 req-16900763-d251-45f9-ba76-32690234ba8d tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:25:33.471944 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-106a47ea-efc4-41a4-891e-66b2814060b6 req-16900763-d251-45f9-ba76-32690234ba8d tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:25:33.506304 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4f3281-a108-4691-b332-c77beb4f6137 req-ec0fe7c4-bc44-49cb-ab19-9a3673f11913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:25:33.511254 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-dd4f3281-a108-4691-b332-c77beb4f6137 req-ec0fe7c4-bc44-49cb-ab19-9a3673f11913 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4f30b4abc7074d1fa9d31a414a5f297f&device_id=8ed97b60-3196-47fe-8a00-927be6edfe27 HTTP/1.1" status: 200 len: 1095 time: 0.1319265 Nov 23 17:25:33.531385 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-106a47ea-efc4-41a4-891e-66b2814060b6 req-16900763-d251-45f9-ba76-32690234ba8d tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4465411 Nov 23 17:25:33.626124 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [req-106a47ea-efc4-41a4-891e-66b2814060b6 req-76dcd642-5a3e-4e15-a206-ec4f29c8a641 service neutron] Request body: {'port': {'device_id': 'ce1fece4-f172-4cbd-adb9-8bb291bc1b9d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-8'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:25:33.626442 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc18979d-b911-4213-bb3d-0db2888bc788 req-f80a2420-e92f-4764-b7ed-95d163e24b36 tempest-ImagesTestJSON-931761063 tempest-ImagesTestJSON-931761063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:25:33.639781 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-bc18979d-b911-4213-bb3d-0db2888bc788 req-f80a2420-e92f-4764-b7ed-95d163e24b36 tempest-ImagesTestJSON-931761063 tempest-ImagesTestJSON-931761063-project] 10.222.0.60 "GET /v2.0/ports?device_id=1820b9a1-cb60-494a-b702-c7b697bbb590 HTTP/1.1" status: 200 len: 946 time: 0.1464314 Nov 23 17:25:33.685852 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b50b94f-fe87-4248-859e-057213c73f6f req-8893d333-7130-46b9-9ad5-3a35ac762695 tempest-ServersAdminTestJSON-1762598083 tempest-ServersAdminTestJSON-1762598083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:25:33.688546 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9b50b94f-fe87-4248-859e-057213c73f6f req-8893d333-7130-46b9-9ad5-3a35ac762695 tempest-ServersAdminTestJSON-1762598083 tempest-ServersAdminTestJSON-1762598083-project] 10.222.0.60 "GET /v2.0/ports?device_id=8b7e3802-0f06-4962-a331-d43c0ed8ac79 HTTP/1.1" status: 200 len: 950 time: 0.1793704 Nov 23 17:25:33.833055 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9b50b94f-fe87-4248-859e-057213c73f6f req-0ac1d6eb-575f-4244-9fb0-a07d42ce71d4 tempest-ServersAdminTestJSON-1762598083 tempest-ServersAdminTestJSON-1762598083-project] 10.222.0.60 "GET /v2.0/security-groups?id=d6cf22a0-7f65-49f2-8512-764c3542a89d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283376 Nov 23 17:25:33.861445 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-bc18979d-b911-4213-bb3d-0db2888bc788 req-c6715638-f6e9-4c11-9a77-405f6e582c57 tempest-ImagesTestJSON-931761063 tempest-ImagesTestJSON-931761063-project] 10.222.0.60 "GET /v2.0/security-groups?id=f2768289-7821-4137-8326-c052bf648315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2028131 Nov 23 17:25:33.892509 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-106a47ea-efc4-41a4-891e-66b2814060b6 req-76dcd642-5a3e-4e15-a206-ec4f29c8a641 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:25:33.937889 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 17:25:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43d3df45-68df-469d-9021-d40c7b5f131b x-openstack-request-id: req-43d3df45-68df-469d-9021-d40c7b5f131b {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:25:33.938619 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffeae0b0-09b1-4f1e-9b33-8bbbbaaefdf6", "name": "network-vif-unplugged", "status": "completed", "tag": "52285acf-3eab-406a-acfc-b1364cf71811", "code": 200}]} {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:25:33.938886 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-43d3df45-68df-469d-9021-d40c7b5f131b {{(pid=103592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:25:33.939707 n-d-816206-8 neutron-server[103592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffeae0b0-09b1-4f1e-9b33-8bbbbaaefdf6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '52285acf-3eab-406a-acfc-b1364cf71811', 'code': 200} Nov 23 17:25:33.997891 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4f3281-a108-4691-b332-c77beb4f6137 req-dc7e4fda-e440-4839-b33d-09609094d1c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:25:34.001091 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-dd4f3281-a108-4691-b332-c77beb4f6137 req-dc7e4fda-e440-4839-b33d-09609094d1c1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=3b84e4de-5a6f-44c6-a8e6-1d90b4d1f1b3 HTTP/1.1" status: 200 len: 909 time: 0.4678607 Nov 23 17:25:34.043602 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 56906) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:25:34.109446 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-dd4f3281-a108-4691-b332-c77beb4f6137 req-9f7db70c-991d-4e2d-a64f-b4a15a33746d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=105db64e-4908-4496-936a-519581ccae88 HTTP/1.1" status: 200 len: 217 time: 0.0869064 Nov 23 17:25:34.164299 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243645ab-2948-4acc-820c-2b8fc602a12b req-d522d099-f7a5-4cd2-a2b6-61a8af168c97 tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:25:34.165884 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-243645ab-2948-4acc-820c-2b8fc602a12b req-d522d099-f7a5-4cd2-a2b6-61a8af168c97 tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] 10.222.0.60 "GET /v2.0/ports?device_id=8ed97b60-3196-47fe-8a00-927be6edfe27 HTTP/1.1" status: 200 len: 944 time: 0.1922061 Nov 23 17:25:34.203753 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ca168d-4140-408e-85a5-0d7eb6500cca req-96a0ff1e-9f0f-484f-a6de-101f6ff51c20 tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:25:34.205316 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-57ca168d-4140-408e-85a5-0d7eb6500cca req-96a0ff1e-9f0f-484f-a6de-101f6ff51c20 tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] 10.222.0.60 "GET /v2.0/ports?device_id=ce1fece4-f172-4cbd-adb9-8bb291bc1b9d HTTP/1.1" status: 200 len: 931 time: 0.1559713 Nov 23 17:25:34.288889 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-243645ab-2948-4acc-820c-2b8fc602a12b req-07cd0461-86b9-49e9-9b71-d2b568104843 tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] 10.222.0.60 "GET /v2.0/security-groups?id=5c82e7e8-9cad-459a-acb2-b7a0867274de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100054 Nov 23 17:25:34.305416 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-57ca168d-4140-408e-85a5-0d7eb6500cca req-c5fc76ff-7788-4add-90f4-94177fd9d328 tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] 10.222.0.60 "GET /v2.0/security-groups?id=a7d295c6-a842-436b-b184-bb80f16900ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870814 Nov 23 17:25:34.388814 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f4b67de7-57f7-4fe1-9b6d-d6f9f32b2a31 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:25:34.393445 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4f3281-a108-4691-b332-c77beb4f6137 req-323b7ee3-1a4e-4734-bda1-db6c27e83180 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:25:34.395894 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-dd4f3281-a108-4691-b332-c77beb4f6137 req-323b7ee3-1a4e-4734-bda1-db6c27e83180 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=10cf3f5a-71d1-468b-8622-0226dd1fd98a HTTP/1.1" status: 200 len: 848 time: 0.2034919 Nov 23 17:25:34.438532 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-905a381a-e448-4c51-89d3-f9a17af29465 req-061302b5-b8d5-44d4-b258-cd40187d811b tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=686e648a568f4c8c872ae36928886735&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0405204 Nov 23 17:25:34.482252 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-dd4f3281-a108-4691-b332-c77beb4f6137 req-5f1afa96-c252-4b7a-a41e-443c38dd78aa service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3b84e4de-5a6f-44c6-a8e6-1d90b4d1f1b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417893 Nov 23 17:25:34.655835 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905a381a-e448-4c51-89d3-f9a17af29465 req-521b094b-0188-45d0-98ad-0baa7d98bae4 tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:25:34.658575 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-905a381a-e448-4c51-89d3-f9a17af29465 req-521b094b-0188-45d0-98ad-0baa7d98bae4 tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2111406 Nov 23 17:25:34.694605 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-905a381a-e448-4c51-89d3-f9a17af29465 req-98de7da2-6ec1-44f7-9673-571151015659 tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] 10.222.0.60 "GET /v2.0/quotas/686e648a568f4c8c872ae36928886735 HTTP/1.1" status: 200 len: 375 time: 0.0224051 Nov 23 17:25:34.704109 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-dd4f3281-a108-4691-b332-c77beb4f6137 req-63d2ca97-5a7a-489c-bb54-687287dd52c7 service neutron] 10.222.0.36 "GET /v2.0/networks/3b84e4de-5a6f-44c6-a8e6-1d90b4d1f1b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2092414 Nov 23 17:25:34.738080 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f4b67de7-57f7-4fe1-9b6d-d6f9f32b2a31 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:25:34.741922 n-d-816206-8 neutron-server[103590]: DEBUG neutron.notifiers.nova [req-106a47ea-efc4-41a4-891e-66b2814060b6 req-76dcd642-5a3e-4e15-a206-ec4f29c8a641 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3300c4bb-06d7-4ae2-b23c-6062ef33b03f {{(pid=103590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:25:34.753348 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f4b67de7-57f7-4fe1-9b6d-d6f9f32b2a31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:25:34.757462 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-106a47ea-efc4-41a4-891e-66b2814060b6 req-76dcd642-5a3e-4e15-a206-ec4f29c8a641 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:25:34.779789 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-905a381a-e448-4c51-89d3-f9a17af29465 req-e39cbb8e-8c80-49fc-b2f3-c76b97da9824 tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=686e648a568f4c8c872ae36928886735&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0826905 Nov 23 17:25:34.839728 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [req-106a47ea-efc4-41a4-891e-66b2814060b6 req-76dcd642-5a3e-4e15-a206-ec4f29c8a641 service neutron] Transition to ACTIVE for port object 3300c4bb-06d7-4ae2-b23c-6062ef33b03f will not be triggered until provisioned by entity L2. {{(pid=103590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 17:25:34.855577 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-106a47ea-efc4-41a4-891e-66b2814060b6 req-76dcd642-5a3e-4e15-a206-ec4f29c8a641 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264357957'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:25:34.870116 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-f4b67de7-57f7-4fe1-9b6d-d6f9f32b2a31 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=77c4a2a848a14904b958069277537d8b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8239033 Nov 23 17:25:34.875052 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 56950) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:25:34.931699 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b67de7-57f7-4fe1-9b6d-d6f9f32b2a31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ee723f9-3e0b-4841-a58d-ff2195de9605,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:25:34.998454 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76dcd642-5a3e-4e15-a206-ec4f29c8a641 service neutron] Pushing event updated for resources: {'Port': ['ID=3300c4bb-06d7-4ae2-b23c-6062ef33b03f,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:25:35.041672 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-dd4f3281-a108-4691-b332-c77beb4f6137 req-46fff22b-9181-4914-a210-a483faa944a6 service neutron] 10.222.0.36 "GET /v2.0/networks/3b84e4de-5a6f-44c6-a8e6-1d90b4d1f1b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3175745 Nov 23 17:25:35.070249 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-6b253a7b-cd7b-4b8f-b59b-54c4a08ab511 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:25:35.084763 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51b8967-d71c-43a4-b563-00541d6ede29 req-8893d7b2-85f5-4610-8462-433ec1916598 tempest-ServersAdminTestJSON-1762598083 tempest-ServersAdminTestJSON-1762598083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:25:35.097334 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b51b8967-d71c-43a4-b563-00541d6ede29 req-8893d7b2-85f5-4610-8462-433ec1916598 tempest-ServersAdminTestJSON-1762598083 tempest-ServersAdminTestJSON-1762598083-project] 10.222.0.60 "GET /v2.0/ports?device_id=8b7e3802-0f06-4962-a331-d43c0ed8ac79 HTTP/1.1" status: 200 len: 950 time: 0.1482546 Nov 23 17:25:35.111847 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [req-106a47ea-efc4-41a4-891e-66b2814060b6 req-76dcd642-5a3e-4e15-a206-ec4f29c8a641 service neutron] Attempting to bind port 3300c4bb-06d7-4ae2-b23c-6062ef33b03f on host n-h2-816206-8 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:25:35.112693 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [req-106a47ea-efc4-41a4-891e-66b2814060b6 req-76dcd642-5a3e-4e15-a206-ec4f29c8a641 service neutron] Attempting to bind port 3300c4bb-06d7-4ae2-b23c-6062ef33b03f by drivers openvswitch,hyperv on host n-h2-816206-8 at level 0 using segments [{'id': '6c418a8c-f20c-4230-99c6-0f83d6e48757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'ffa7c2aa-6251-4537-acd5-168309147200'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:25:35.112693 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-106a47ea-efc4-41a4-891e-66b2814060b6 req-76dcd642-5a3e-4e15-a206-ec4f29c8a641 service neutron] Attempting to bind port 3300c4bb-06d7-4ae2-b23c-6062ef33b03f on network ffa7c2aa-6251-4537-acd5-168309147200 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:25:35.120342 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-106a47ea-efc4-41a4-891e-66b2814060b6 req-76dcd642-5a3e-4e15-a206-ec4f29c8a641 service neutron] Port 3300c4bb-06d7-4ae2-b23c-6062ef33b03f on network ffa7c2aa-6251-4537-acd5-168309147200 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-8 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 17:25:35.120744 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-106a47ea-efc4-41a4-891e-66b2814060b6 req-76dcd642-5a3e-4e15-a206-ec4f29c8a641 service neutron] Attempting to bind port 3300c4bb-06d7-4ae2-b23c-6062ef33b03f on network ffa7c2aa-6251-4537-acd5-168309147200 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:25:35.148824 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-106a47ea-efc4-41a4-891e-66b2814060b6 req-76dcd642-5a3e-4e15-a206-ec4f29c8a641 service neutron] Checking agent: {'id': 'ab77bf9e-0267-4174-8f1d-822cba89b207', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 15, 13), 'started_at': datetime.datetime(2021, 11, 23, 17, 15, 13), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 25, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:25:35.149170 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-106a47ea-efc4-41a4-891e-66b2814060b6 req-76dcd642-5a3e-4e15-a206-ec4f29c8a641 service neutron] Checking segment: {'id': '6c418a8c-f20c-4230-99c6-0f83d6e48757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'ffa7c2aa-6251-4537-acd5-168309147200'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:25:35.149560 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-106a47ea-efc4-41a4-891e-66b2814060b6 req-76dcd642-5a3e-4e15-a206-ec4f29c8a641 service neutron] Bound using segment: {'id': '6c418a8c-f20c-4230-99c6-0f83d6e48757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'ffa7c2aa-6251-4537-acd5-168309147200'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:25:35.150134 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [req-106a47ea-efc4-41a4-891e-66b2814060b6 req-76dcd642-5a3e-4e15-a206-ec4f29c8a641 service neutron] Bound port: 3300c4bb-06d7-4ae2-b23c-6062ef33b03f, host: n-h2-816206-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c418a8c-f20c-4230-99c6-0f83d6e48757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'ffa7c2aa-6251-4537-acd5-168309147200'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:25:35.150507 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-106a47ea-efc4-41a4-891e-66b2814060b6 req-76dcd642-5a3e-4e15-a206-ec4f29c8a641 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:25:35.159955 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-6b253a7b-cd7b-4b8f-b59b-54c4a08ab511 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:25:35.284087 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [req-106a47ea-efc4-41a4-891e-66b2814060b6 req-76dcd642-5a3e-4e15-a206-ec4f29c8a641 service neutron] For port 3300c4bb-06d7-4ae2-b23c-6062ef33b03f, host n-h2-816206-8, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:25:35.289615 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [req-106a47ea-efc4-41a4-891e-66b2814060b6 req-76dcd642-5a3e-4e15-a206-ec4f29c8a641 service neutron] For port 3300c4bb-06d7-4ae2-b23c-6062ef33b03f, host n-h2-816206-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=3300c4bb-06d7-4ae2-b23c-6062ef33b03f,segment=NetworkSegment(6c418a8c-f20c-4230-99c6-0f83d6e48757),segment_id=6c418a8c-f20c-4230-99c6-0f83d6e48757)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:25:35.297232 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-106a47ea-efc4-41a4-891e-66b2814060b6 req-76dcd642-5a3e-4e15-a206-ec4f29c8a641 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264357957'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:25:35.322626 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b51b8967-d71c-43a4-b563-00541d6ede29 req-4db3a8b8-1e3b-47f0-953d-e016e1589552 tempest-ServersAdminTestJSON-1762598083 tempest-ServersAdminTestJSON-1762598083-project] 10.222.0.60 "GET /v2.0/security-groups?id=d6cf22a0-7f65-49f2-8512-764c3542a89d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2050009 Nov 23 17:25:35.369215 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106a47ea-efc4-41a4-891e-66b2814060b6 req-76dcd642-5a3e-4e15-a206-ec4f29c8a641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:25:35.371121 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-106a47ea-efc4-41a4-891e-66b2814060b6 req-76dcd642-5a3e-4e15-a206-ec4f29c8a641 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:25:35.374712 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-106a47ea-efc4-41a4-891e-66b2814060b6 req-76dcd642-5a3e-4e15-a206-ec4f29c8a641 service neutron] 10.222.0.36 "PUT /v2.0/ports/3300c4bb-06d7-4ae2-b23c-6062ef33b03f HTTP/1.1" status: 200 len: 1091 time: 1.7644484 Nov 23 17:25:35.375600 n-d-816206-8 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce1fece4-f172-4cbd-adb9-8bb291bc1b9d', 'tag': '3300c4bb-06d7-4ae2-b23c-6062ef33b03f'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:25:35.381607 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbabddbc9fc37b068808e119c416c86f5957ca04531a4a0d2e695c515e93483b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e727f58-8c7a-4e93-973f-e8519b32f675" -d '{"events": [{"name": "network-changed", "server_uuid": "ce1fece4-f172-4cbd-adb9-8bb291bc1b9d", "tag": "3300c4bb-06d7-4ae2-b23c-6062ef33b03f"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:25:35.407820 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f3e3dd-0bd4-4e21-a310-b807f802524c req-d67cee94-3660-4877-91e1-c23cadeb2af3 tempest-ImagesTestJSON-931761063 tempest-ImagesTestJSON-931761063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:25:35.416358 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b3f3e3dd-0bd4-4e21-a310-b807f802524c req-d67cee94-3660-4877-91e1-c23cadeb2af3 tempest-ImagesTestJSON-931761063 tempest-ImagesTestJSON-931761063-project] 10.222.0.60 "GET /v2.0/ports?device_id=1820b9a1-cb60-494a-b702-c7b697bbb590 HTTP/1.1" status: 200 len: 946 time: 0.1876004 Nov 23 17:25:35.442993 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76dcd642-5a3e-4e15-a206-ec4f29c8a641 service neutron] Pushing event updated for resources: {'Port': ['ID=3300c4bb-06d7-4ae2-b23c-6062ef33b03f,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:25:35.493518 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c151b224-b141-4bf3-816a-495cd8007840 req-e8228f14-1e12-4593-ba52-6ce8540a88cb tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] 10.222.0.60 "GET /v2.0/ports?device_id=bd79186a-2bb2-4e8e-bd76-d4a54860e696 HTTP/1.1" status: 200 len: 210 time: 0.0702407 Nov 23 17:25:35.536050 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-6b253a7b-cd7b-4b8f-b59b-54c4a08ab511 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:25:35.542306 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-6b253a7b-cd7b-4b8f-b59b-54c4a08ab511 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:25:35.546592 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-6b253a7b-cd7b-4b8f-b59b-54c4a08ab511 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/5ee723f9-3e0b-4841-a58d-ff2195de9605 HTTP/1.1" status: 204 len: 168 time: 0.6694548 Nov 23 17:25:35.599848 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106a47ea-efc4-41a4-891e-66b2814060b6 req-0f1391ec-65cd-4244-8355-5a87ca073d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:25:35.602092 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-106a47ea-efc4-41a4-891e-66b2814060b6 req-0f1391ec-65cd-4244-8355-5a87ca073d9d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6a229d10d4554d9a82f91e22fc3c6096&device_id=ce1fece4-f172-4cbd-adb9-8bb291bc1b9d HTTP/1.1" status: 200 len: 1094 time: 0.1505482 Nov 23 17:25:35.615168 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b253a7b-cd7b-4b8f-b59b-54c4a08ab511 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ee723f9-3e0b-4841-a58d-ff2195de9605,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:25:35.695806 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b3f3e3dd-0bd4-4e21-a310-b807f802524c req-438d13a3-a0e7-4aaf-8da1-ddd3098a3e37 tempest-ImagesTestJSON-931761063 tempest-ImagesTestJSON-931761063-project] 10.222.0.60 "GET /v2.0/security-groups?id=f2768289-7821-4137-8326-c052bf648315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2569208 Nov 23 17:25:35.742993 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-106a47ea-efc4-41a4-891e-66b2814060b6 req-aebacdb9-7375-40f2-97b9-d937d0b4c88e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3300c4bb-06d7-4ae2-b23c-6062ef33b03f HTTP/1.1" status: 200 len: 217 time: 0.1153514 Nov 23 17:25:35.759256 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57752ab2-514d-45ae-8d80-fae96bda08ac req-1c3d01ef-4da5-4537-8f29-70e38209b470 tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:25:35.764184 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-57752ab2-514d-45ae-8d80-fae96bda08ac req-1c3d01ef-4da5-4537-8f29-70e38209b470 tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] 10.222.0.60 "GET /v2.0/ports?device_id=8ed97b60-3196-47fe-8a00-927be6edfe27 HTTP/1.1" status: 200 len: 944 time: 0.1460607 Nov 23 17:25:35.881748 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4f3281-a108-4691-b332-c77beb4f6137 req-8c72e076-2d7f-4ca7-a4eb-60e70b604be8 tempest-LiveMigrationTest-1150397521 tempest-LiveMigrationTest-1150397521-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:25:35.883882 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-dd4f3281-a108-4691-b332-c77beb4f6137 req-8c72e076-2d7f-4ca7-a4eb-60e70b604be8 tempest-LiveMigrationTest-1150397521 tempest-LiveMigrationTest-1150397521-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=8ed97b60-3196-47fe-8a00-927be6edfe27&tenant_id=4f30b4abc7074d1fa9d31a414a5f297f&binding%3Ahost_id=n-h2-816206-8 HTTP/1.1" status: 200 len: 1095 time: 0.2394290 Nov 23 17:25:35.892943 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106a47ea-efc4-41a4-891e-66b2814060b6 req-5b0d298b-fcec-4ad7-bb51-d2306dc1f3f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:25:35.895084 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-106a47ea-efc4-41a4-891e-66b2814060b6 req-5b0d298b-fcec-4ad7-bb51-d2306dc1f3f4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8e905b96-ea32-4f4c-be91-01d912cd9ed2 HTTP/1.1" status: 200 len: 851 time: 0.1020536 Nov 23 17:25:35.952534 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-57752ab2-514d-45ae-8d80-fae96bda08ac req-3ff1c33f-d669-4dc5-82e5-62f479071dbf tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] 10.222.0.60 "GET /v2.0/security-groups?id=5c82e7e8-9cad-459a-acb2-b7a0867274de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781516 Nov 23 17:25:35.973875 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3329ad62-f7b8-45d2-9af3-f3ea508adb60 req-7abc7458-40e6-42d1-8773-edb6802daf4b tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:25:35.975363 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-3329ad62-f7b8-45d2-9af3-f3ea508adb60 req-7abc7458-40e6-42d1-8773-edb6802daf4b tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] 10.222.0.60 "GET /v2.0/ports?device_id=ce1fece4-f172-4cbd-adb9-8bb291bc1b9d HTTP/1.1" status: 200 len: 943 time: 0.1208487 Nov 23 17:25:35.984626 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-106a47ea-efc4-41a4-891e-66b2814060b6 req-2f3e8552-2b2a-48ac-b64a-80c719ab9f7c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ffa7c2aa-6251-4537-acd5-168309147200&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0766857 Nov 23 17:25:36.048876 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-3329ad62-f7b8-45d2-9af3-f3ea508adb60 req-d01c6ae1-83b3-4c70-b187-4f0c4fff06e1 tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] 10.222.0.60 "GET /v2.0/security-groups?id=a7d295c6-a842-436b-b184-bb80f16900ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658073 Nov 23 17:25:36.094741 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 17:25:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ca8258e-b0a1-44fe-bcd1-7cdffa7e0ad6 x-openstack-request-id: req-6ca8258e-b0a1-44fe-bcd1-7cdffa7e0ad6 {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:25:36.095296 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce1fece4-f172-4cbd-adb9-8bb291bc1b9d", "tag": "3300c4bb-06d7-4ae2-b23c-6062ef33b03f", "status": "completed", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:25:36.095704 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6ca8258e-b0a1-44fe-bcd1-7cdffa7e0ad6 {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:25:36.096257 n-d-816206-8 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce1fece4-f172-4cbd-adb9-8bb291bc1b9d', 'tag': '3300c4bb-06d7-4ae2-b23c-6062ef33b03f', 'status': 'completed', 'code': 200} Nov 23 17:25:36.194228 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-106a47ea-efc4-41a4-891e-66b2814060b6 req-5c0e9548-6ca7-4639-9f15-5bd53e2c2c99 service neutron] 10.222.0.36 "GET /v2.0/networks/ffa7c2aa-6251-4537-acd5-168309147200?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1975651 Nov 23 17:25:36.200481 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 57004) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:25:36.216443 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [req-dd4f3281-a108-4691-b332-c77beb4f6137 req-8c9ca1d4-5085-421b-8173-c7fa58f08d23 service neutron] For port 105db64e-4908-4496-936a-519581ccae88, host n-h1-816206-8, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:25:36.222699 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-a0186382-0d4f-48c2-b8f6-f26104f39a1e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:25:36.229492 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-dd4f3281-a108-4691-b332-c77beb4f6137 req-8c9ca1d4-5085-421b-8173-c7fa58f08d23 service neutron] Publish callbacks [] for binding, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:25:36.231245 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-dd4f3281-a108-4691-b332-c77beb4f6137 req-8c9ca1d4-5085-421b-8173-c7fa58f08d23 service neutron] 10.222.0.36 "DELETE /v2.0/ports/105db64e-4908-4496-936a-519581ccae88/bindings/n-h1-816206-8 HTTP/1.1" status: 204 len: 173 time: 0.3338392 Nov 23 17:25:36.335232 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60943425-9944-487f-b5c9-4b86c7430242 req-479c3af4-f679-4820-abd7-743a53377510 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:25:36.338016 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-60943425-9944-487f-b5c9-4b86c7430242 req-479c3af4-f679-4820-abd7-743a53377510 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.60 "GET /v2.0/ports?device_id=ffeae0b0-09b1-4f1e-9b33-8bbbbaaefdf6 HTTP/1.1" status: 200 len: 944 time: 0.1190057 Nov 23 17:25:36.395187 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-106a47ea-efc4-41a4-891e-66b2814060b6 req-3f9b86cd-ebfc-494f-91a1-a4e34f2a67f9 service neutron] 10.222.0.36 "GET /v2.0/networks/ffa7c2aa-6251-4537-acd5-168309147200?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1771898 Nov 23 17:25:36.489854 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-60943425-9944-487f-b5c9-4b86c7430242 req-7a836953-9c33-4820-b4d3-ee7dbcea4548 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.60 "GET /v2.0/security-groups?id=5199d9c8-39cf-433e-a82b-4aef6c6477e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1428504 Nov 23 17:25:36.541438 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-a0186382-0d4f-48c2-b8f6-f26104f39a1e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:25:36.550284 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-a0186382-0d4f-48c2-b8f6-f26104f39a1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:25:36.556071 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e727f58-8c7a-4e93-973f-e8519b32f675 req-6db9e249-67fc-4c9a-8a34-6bd7339d8933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:25:36.560435 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-7e727f58-8c7a-4e93-973f-e8519b32f675 req-6db9e249-67fc-4c9a-8a34-6bd7339d8933 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6a229d10d4554d9a82f91e22fc3c6096&device_id=ce1fece4-f172-4cbd-adb9-8bb291bc1b9d HTTP/1.1" status: 200 len: 1094 time: 0.0681205 Nov 23 17:25:36.614885 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c877e8c9-625d-4eee-9ca2-bdebd8e2e7ce req-8dd50778-cbaf-42a1-8fa2-2d49d7a91021 tempest-ServersAdminTestJSON-1762598083 tempest-ServersAdminTestJSON-1762598083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:25:36.617509 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c877e8c9-625d-4eee-9ca2-bdebd8e2e7ce req-8dd50778-cbaf-42a1-8fa2-2d49d7a91021 tempest-ServersAdminTestJSON-1762598083 tempest-ServersAdminTestJSON-1762598083-project] 10.222.0.60 "GET /v2.0/ports?device_id=8b7e3802-0f06-4962-a331-d43c0ed8ac79 HTTP/1.1" status: 200 len: 950 time: 0.1620669 Nov 23 17:25:36.658006 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-a0186382-0d4f-48c2-b8f6-f26104f39a1e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ce5a2a9d5dca412489c2468a2379980c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4524202 Nov 23 17:25:36.658006 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0186382-0d4f-48c2-b8f6-f26104f39a1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c5e4af6-e5a4-4350-ab4d-7f799c02d461,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:25:36.673848 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 57012) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:25:36.714013 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e727f58-8c7a-4e93-973f-e8519b32f675 req-509e2563-7a76-4e44-9757-2576a0dec5d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:25:36.715861 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-7e727f58-8c7a-4e93-973f-e8519b32f675 req-509e2563-7a76-4e44-9757-2576a0dec5d8 service neutron] 10.222.0.36 "GET /v2.0/networks?id=ffa7c2aa-6251-4537-acd5-168309147200 HTTP/1.1" status: 200 len: 912 time: 0.1436512 Nov 23 17:25:36.779249 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-7e727f58-8c7a-4e93-973f-e8519b32f675 req-3d059c33-a3e9-49df-a2b4-c2c16f848254 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3300c4bb-06d7-4ae2-b23c-6062ef33b03f HTTP/1.1" status: 200 len: 217 time: 0.0506465 Nov 23 17:25:36.832760 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-12445989-6cb7-44e5-941a-b2202b47962d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:25:36.896654 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e727f58-8c7a-4e93-973f-e8519b32f675 req-093f1659-e0c1-4ae0-ab5f-98a1c445df83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:25:36.899179 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-7e727f58-8c7a-4e93-973f-e8519b32f675 req-093f1659-e0c1-4ae0-ab5f-98a1c445df83 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8e905b96-ea32-4f4c-be91-01d912cd9ed2 HTTP/1.1" status: 200 len: 851 time: 0.0912507 Nov 23 17:25:36.901100 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c877e8c9-625d-4eee-9ca2-bdebd8e2e7ce req-629294d4-7bb3-426e-8c02-e1a322fc5ce0 tempest-ServersAdminTestJSON-1762598083 tempest-ServersAdminTestJSON-1762598083-project] 10.222.0.60 "GET /v2.0/security-groups?id=d6cf22a0-7f65-49f2-8512-764c3542a89d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2268536 Nov 23 17:25:36.912886 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-57d53334-c3cc-4bf1-9236-5c09b78d4dc3 req-02279b30-0cd5-4fac-880e-d05b381a332b tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] 10.222.0.60 "GET /v2.0/ports?device_id=bd79186a-2bb2-4e8e-bd76-d4a54860e696 HTTP/1.1" status: 200 len: 210 time: 0.0576396 Nov 23 17:25:36.946195 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-12445989-6cb7-44e5-941a-b2202b47962d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:25:36.979563 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-7e727f58-8c7a-4e93-973f-e8519b32f675 req-15dd442b-94af-4efa-a435-6c3dc154c74e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ffa7c2aa-6251-4537-acd5-168309147200&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0661554 Nov 23 17:25:36.990926 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13261bfb-2f1c-4f0c-bd39-32cc4e01624a req-2805993b-b4e7-4ed4-a6ce-1e7de4de1d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:25:36.992539 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-13261bfb-2f1c-4f0c-bd39-32cc4e01624a req-2805993b-b4e7-4ed4-a6ce-1e7de4de1d5f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3541603f19884b9cb683e7eedd76d17c&device_id=ffeae0b0-09b1-4f1e-9b33-8bbbbaaefdf6 HTTP/1.1" status: 200 len: 1095 time: 0.1140702 Nov 23 17:25:37.166589 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-7e727f58-8c7a-4e93-973f-e8519b32f675 req-b51bbb90-9427-47d3-acd1-269f17a0d947 service neutron] 10.222.0.36 "GET /v2.0/networks/ffa7c2aa-6251-4537-acd5-168309147200?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1688240 Nov 23 17:25:37.239905 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-12445989-6cb7-44e5-941a-b2202b47962d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:25:37.244747 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-12445989-6cb7-44e5-941a-b2202b47962d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:25:37.247156 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-12445989-6cb7-44e5-941a-b2202b47962d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/7c5e4af6-e5a4-4350-ab4d-7f799c02d461 HTTP/1.1" status: 204 len: 168 time: 0.5703313 Nov 23 17:25:37.298787 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12445989-6cb7-44e5-941a-b2202b47962d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c5e4af6-e5a4-4350-ab4d-7f799c02d461,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:25:37.327751 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-905a381a-e448-4c51-89d3-f9a17af29465 req-b32dc3fc-f194-42dc-b16c-ae70a71f937f tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=686e648a568f4c8c872ae36928886735&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0839503 Nov 23 17:25:37.351726 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d7aa70-f919-440d-947e-03ee08f284a5 req-59230cbc-e004-45d3-9379-d85b478ba00c tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:25:37.365498 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-81d7aa70-f919-440d-947e-03ee08f284a5 req-59230cbc-e004-45d3-9379-d85b478ba00c tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.60 "GET /v2.0/ports?device_id=ffeae0b0-09b1-4f1e-9b33-8bbbbaaefdf6 HTTP/1.1" status: 200 len: 944 time: 0.3388352 Nov 23 17:25:37.414925 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369aa6bf-c3d1-44de-81cd-12bd307b7d21 req-03375954-fc9c-45e1-a204-96e7fe367042 tempest-ImagesTestJSON-931761063 tempest-ImagesTestJSON-931761063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:25:37.429289 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-369aa6bf-c3d1-44de-81cd-12bd307b7d21 req-03375954-fc9c-45e1-a204-96e7fe367042 tempest-ImagesTestJSON-931761063 tempest-ImagesTestJSON-931761063-project] 10.222.0.60 "GET /v2.0/ports?device_id=1820b9a1-cb60-494a-b702-c7b697bbb590 HTTP/1.1" status: 200 len: 946 time: 0.3678761 Nov 23 17:25:37.429717 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-7e727f58-8c7a-4e93-973f-e8519b32f675 req-f4f90b92-c758-4f59-98b8-cdef0907a9db service neutron] 10.222.0.36 "GET /v2.0/networks/ffa7c2aa-6251-4537-acd5-168309147200?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2435780 Nov 23 17:25:37.509091 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13261bfb-2f1c-4f0c-bd39-32cc4e01624a req-0073497b-f0a1-40b2-815d-9b53946cef36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:25:37.511801 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-13261bfb-2f1c-4f0c-bd39-32cc4e01624a req-0073497b-f0a1-40b2-815d-9b53946cef36 service neutron] 10.222.0.55 "GET /v2.0/networks?id=43d8ac08-152d-4053-b836-ddc03b0e91a2 HTTP/1.1" status: 200 len: 911 time: 0.4874995 Nov 23 17:25:37.626257 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905a381a-e448-4c51-89d3-f9a17af29465 req-7d660b3e-bc7f-4319-a5b1-c8b9b67c9aae tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:25:37.629056 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-905a381a-e448-4c51-89d3-f9a17af29465 req-7d660b3e-bc7f-4319-a5b1-c8b9b67c9aae tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2887022 Nov 23 17:25:37.661856 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [req-905a381a-e448-4c51-89d3-f9a17af29465 req-56cb3dd6-b405-4c74-9bf5-006344cbaadc tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] Request body: {'port': {'device_id': 'bd79186a-2bb2-4e8e-bd76-d4a54860e696', 'network_id': 'f1e1dabf-b410-4023-9169-a460a86e7184', 'admin_state_up': True, 'tenant_id': '686e648a568f4c8c872ae36928886735'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:25:37.713541 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-369aa6bf-c3d1-44de-81cd-12bd307b7d21 req-b259d4d6-94b5-475d-b722-59abd34a4827 tempest-ImagesTestJSON-931761063 tempest-ImagesTestJSON-931761063-project] 10.222.0.60 "GET /v2.0/security-groups?id=f2768289-7821-4137-8326-c052bf648315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2553093 Nov 23 17:25:37.721314 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-81d7aa70-f919-440d-947e-03ee08f284a5 req-13af9497-9989-48a1-bb7c-11e2ce0fd643 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.60 "GET /v2.0/security-groups?id=5199d9c8-39cf-433e-a82b-4aef6c6477e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2701352 Nov 23 17:25:37.724737 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-13261bfb-2f1c-4f0c-bd39-32cc4e01624a req-3749b933-210c-4059-bceb-a79b2c6eb52e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=52285acf-3eab-406a-acfc-b1364cf71811 HTTP/1.1" status: 200 len: 998 time: 0.1945283 Nov 23 17:25:37.936036 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-905a381a-e448-4c51-89d3-f9a17af29465 req-56cb3dd6-b405-4c74-9bf5-006344cbaadc tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] Made reservation on behalf of 686e648a568f4c8c872ae36928886735 for: {'port': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:25:37.945388 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-905a381a-e448-4c51-89d3-f9a17af29465 req-56cb3dd6-b405-4c74-9bf5-006344cbaadc tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:25:38.206787 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [req-905a381a-e448-4c51-89d3-f9a17af29465 req-56cb3dd6-b405-4c74-9bf5-006344cbaadc tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] Allocated IP 192.168.233.41 (f1e1dabf-b410-4023-9169-a460a86e7184/ac77c175-5679-438b-8a2a-356718377641/b1eb041c-b829-49de-a62b-f5360ff178c3) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:25:38.280121 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13261bfb-2f1c-4f0c-bd39-32cc4e01624a req-6f05bede-7405-468c-afad-36e6e0dd1b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:25:38.282930 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-13261bfb-2f1c-4f0c-bd39-32cc4e01624a req-6f05bede-7405-468c-afad-36e6e0dd1b9c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=23f80e8e-7e58-4465-87c1-72654345f52f HTTP/1.1" status: 200 len: 849 time: 0.5497429 Nov 23 17:25:38.305389 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4432f950-3175-4d74-b89f-009e52d85583 req-fde6d436-cb50-47ba-8497-92c439f39326 tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:25:38.308152 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4432f950-3175-4d74-b89f-009e52d85583 req-fde6d436-cb50-47ba-8497-92c439f39326 tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] 10.222.0.60 "GET /v2.0/ports?device_id=8ed97b60-3196-47fe-8a00-927be6edfe27 HTTP/1.1" status: 200 len: 944 time: 0.4955387 Nov 23 17:25:38.397080 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7051cf5-8e66-4fac-8a89-928916bd664a req-568b475c-a1ec-4c78-801c-9cd9de16aea2 tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:25:38.398889 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b7051cf5-8e66-4fac-8a89-928916bd664a req-568b475c-a1ec-4c78-801c-9cd9de16aea2 tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] 10.222.0.60 "GET /v2.0/ports?device_id=ce1fece4-f172-4cbd-adb9-8bb291bc1b9d HTTP/1.1" status: 200 len: 943 time: 0.5183198 Nov 23 17:25:38.425411 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13261bfb-2f1c-4f0c-bd39-32cc4e01624a req-33f6b836-0e2b-4673-9335-90fde1f933e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:25:38.427265 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-13261bfb-2f1c-4f0c-bd39-32cc4e01624a req-33f6b836-0e2b-4673-9335-90fde1f933e0 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=43d8ac08-152d-4053-b836-ddc03b0e91a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1347961 Nov 23 17:25:38.517699 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4432f950-3175-4d74-b89f-009e52d85583 req-b71f29e5-7172-469e-818f-754206f51cf8 tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] 10.222.0.60 "GET /v2.0/security-groups?id=5c82e7e8-9cad-459a-acb2-b7a0867274de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642780 Nov 23 17:25:38.523268 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-905a381a-e448-4c51-89d3-f9a17af29465 req-56cb3dd6-b405-4c74-9bf5-006344cbaadc tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:25:38.630981 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b7051cf5-8e66-4fac-8a89-928916bd664a req-6dc2fc05-13df-4b92-922d-d9402b687043 tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] 10.222.0.60 "GET /v2.0/security-groups?id=a7d295c6-a842-436b-b184-bb80f16900ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2172272 Nov 23 17:25:38.679328 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-13261bfb-2f1c-4f0c-bd39-32cc4e01624a req-39ccf098-a9e2-4f59-9dae-3f97695a2693 service neutron] 10.222.0.55 "GET /v2.0/networks/43d8ac08-152d-4053-b836-ddc03b0e91a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2272799 Nov 23 17:25:38.898528 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-059ef31e-d99c-4960-87e3-193f49056f1f req-b4f45435-8641-4e8e-9e23-646ba97d3cac tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] 10.222.0.60 "GET /v2.0/ports?device_id=bd79186a-2bb2-4e8e-bd76-d4a54860e696 HTTP/1.1" status: 200 len: 210 time: 0.0626659 Nov 23 17:25:38.961722 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-905a381a-e448-4c51-89d3-f9a17af29465 req-56cb3dd6-b405-4c74-9bf5-006344cbaadc tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:25:38.975548 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] get_ports_and_sgs() called for port_ids ['619a8aee-de53-404a-b496-f8a2de1819bc', '4d508f7d-6fef-46d4-88da-e1281c70682d', '9dbd8931-0e0e-4403-9ea7-6a29a17a2a8a', '2409cb61-ae6f-4a2d-8c86-8c6a24f1a9c4'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:25:38.982634 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] get_ports_and_sgs() called for port_ids ['fd248227-a963-429c-aa28-16266759837f'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:25:38.995830 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7e57d1-7117-4a18-93fa-80222ce4c793 req-54e70a87-75f3-4e7b-bca9-5c35febdf55b tempest-ServersAdminTestJSON-1762598083 tempest-ServersAdminTestJSON-1762598083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:25:38.998658 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9c7e57d1-7117-4a18-93fa-80222ce4c793 req-54e70a87-75f3-4e7b-bca9-5c35febdf55b tempest-ServersAdminTestJSON-1762598083 tempest-ServersAdminTestJSON-1762598083-project] 10.222.0.60 "GET /v2.0/ports?device_id=8b7e3802-0f06-4962-a331-d43c0ed8ac79 HTTP/1.1" status: 200 len: 950 time: 0.2475848 Nov 23 17:25:39.011256 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-13261bfb-2f1c-4f0c-bd39-32cc4e01624a req-2dc69f43-e7b2-4548-a863-bfa7bac5551b service neutron] 10.222.0.55 "GET /v2.0/networks/43d8ac08-152d-4053-b836-ddc03b0e91a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3224940 Nov 23 17:25:39.091275 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-905a381a-e448-4c51-89d3-f9a17af29465 req-56cb3dd6-b405-4c74-9bf5-006344cbaadc tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] Network f1e1dabf-b410-4023-9169-a460a86e7184 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:25:39.094684 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [req-905a381a-e448-4c51-89d3-f9a17af29465 req-56cb3dd6-b405-4c74-9bf5-006344cbaadc tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:25:39.098961 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [req-905a381a-e448-4c51-89d3-f9a17af29465 req-56cb3dd6-b405-4c74-9bf5-006344cbaadc tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:25:39.189177 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7904e560-e60b-42b5-82ac-92a95c914a2b req-03666f2f-a68a-47d6-8275-feb8236b594a tempest-ImagesTestJSON-931761063 tempest-ImagesTestJSON-931761063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:25:39.199912 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7904e560-e60b-42b5-82ac-92a95c914a2b req-03666f2f-a68a-47d6-8275-feb8236b594a tempest-ImagesTestJSON-931761063 tempest-ImagesTestJSON-931761063-project] 10.222.0.60 "GET /v2.0/ports?device_id=1820b9a1-cb60-494a-b702-c7b697bbb590 HTTP/1.1" status: 200 len: 946 time: 0.1497757 Nov 23 17:25:39.217752 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cb3dd6-b405-4c74-9bf5-006344cbaadc tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] Pushing event updated for resources: {'Port': ['ID=b1eb041c-b829-49de-a62b-f5360ff178c3,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:25:39.229209 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905a381a-e448-4c51-89d3-f9a17af29465 req-56cb3dd6-b405-4c74-9bf5-006344cbaadc tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:25:39.230119 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-905a381a-e448-4c51-89d3-f9a17af29465 req-56cb3dd6-b405-4c74-9bf5-006344cbaadc tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:25:39.264815 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9c7e57d1-7117-4a18-93fa-80222ce4c793 req-52f231f2-1170-4c5f-9730-62239d778638 tempest-ServersAdminTestJSON-1762598083 tempest-ServersAdminTestJSON-1762598083-project] 10.222.0.60 "GET /v2.0/security-groups?id=d6cf22a0-7f65-49f2-8512-764c3542a89d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2518611 Nov 23 17:25:39.271220 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-905a381a-e448-4c51-89d3-f9a17af29465 req-56cb3dd6-b405-4c74-9bf5-006344cbaadc tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6199977 Nov 23 17:25:39.293703 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [req-905a381a-e448-4c51-89d3-f9a17af29465 req-9ae98e8e-16fa-4978-abef-168cc3184120 service neutron] Request body: {'port': {'device_id': 'bd79186a-2bb2-4e8e-bd76-d4a54860e696', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-8'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:25:39.343711 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7904e560-e60b-42b5-82ac-92a95c914a2b req-e7bbebe3-021f-4729-bc92-d03dde6e5b23 tempest-ImagesTestJSON-931761063 tempest-ImagesTestJSON-931761063-project] 10.222.0.60 "GET /v2.0/security-groups?id=f2768289-7821-4137-8326-c052bf648315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423876 Nov 23 17:25:39.468654 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101efeb6-7e38-410c-9a66-4ba33693a1b0 req-99a90c02-e107-4316-87d4-311f4b019fbc tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:25:39.476368 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-101efeb6-7e38-410c-9a66-4ba33693a1b0 req-99a90c02-e107-4316-87d4-311f4b019fbc tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.60 "GET /v2.0/ports?device_id=ffeae0b0-09b1-4f1e-9b33-8bbbbaaefdf6 HTTP/1.1" status: 200 len: 944 time: 0.1111546 Nov 23 17:25:39.481173 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-905a381a-e448-4c51-89d3-f9a17af29465 req-9ae98e8e-16fa-4978-abef-168cc3184120 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:25:39.669095 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06aa88b7-915c-4362-b225-0414ca9bec80 req-9dba8f1e-531b-4e11-b3df-32213575a342 tempest-LiveMigrationTest-1150397521 tempest-LiveMigrationTest-1150397521-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:25:39.684173 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-06aa88b7-915c-4362-b225-0414ca9bec80 req-9dba8f1e-531b-4e11-b3df-32213575a342 tempest-LiveMigrationTest-1150397521 tempest-LiveMigrationTest-1150397521-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=8ed97b60-3196-47fe-8a00-927be6edfe27 HTTP/1.1" status: 200 len: 1095 time: 0.1802170 Nov 23 17:25:39.704480 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-101efeb6-7e38-410c-9a66-4ba33693a1b0 req-2c9059fc-6852-477a-8d10-980ccece2b86 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.60 "GET /v2.0/security-groups?id=5199d9c8-39cf-433e-a82b-4aef6c6477e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2207129 Nov 23 17:25:39.816997 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-06aa88b7-915c-4362-b225-0414ca9bec80 req-0a267614-9d03-4ac4-bbe8-a331a5811bec tempest-LiveMigrationTest-1150397521 tempest-LiveMigrationTest-1150397521-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=5c82e7e8-9cad-459a-acb2-b7a0867274de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287508 Nov 23 17:25:39.896403 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-1b322e1e-080b-4a1b-afc3-02019f3662ac None None] Provisioning complete for port b1eb041c-b829-49de-a62b-f5360ff178c3 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:25:39.897449 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-1b322e1e-080b-4a1b-afc3-02019f3662ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:25:39.916173 n-d-816206-8 neutron-server[103590]: DEBUG neutron.notifiers.nova [req-905a381a-e448-4c51-89d3-f9a17af29465 req-9ae98e8e-16fa-4978-abef-168cc3184120 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1eb041c-b829-49de-a62b-f5360ff178c3 {{(pid=103590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:25:39.927380 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-905a381a-e448-4c51-89d3-f9a17af29465 req-9ae98e8e-16fa-4978-abef-168cc3184120 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:25:39.938092 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device 3300c4bb-06d7-4ae2-b23c-6062ef33b03f details requested by agent hyperv_n-h2-816206-8 with host n-h2-816206-8 {{(pid=103592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 17:25:39.951790 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [req-905a381a-e448-4c51-89d3-f9a17af29465 req-9ae98e8e-16fa-4978-abef-168cc3184120 service neutron] Transition to ACTIVE for port object b1eb041c-b829-49de-a62b-f5360ff178c3 will not be triggered until provisioned by entity L2. {{(pid=103590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 17:25:39.957719 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-905a381a-e448-4c51-89d3-f9a17af29465 req-9ae98e8e-16fa-4978-abef-168cc3184120 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264357957'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:25:40.033892 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae98e8e-16fa-4978-abef-168cc3184120 service neutron] Pushing event updated for resources: {'Port': ['ID=b1eb041c-b829-49de-a62b-f5360ff178c3,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:25:40.114588 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67af11f3-261d-4326-bdeb-abd2a363146c req-fc7a1466-7df0-4d3a-ae5e-b018e93584e2 tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:25:40.117441 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.db.resource_extend [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 23 17:25:40.124198 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-67af11f3-261d-4326-bdeb-abd2a363146c req-fc7a1466-7df0-4d3a-ae5e-b018e93584e2 tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] 10.222.0.60 "GET /v2.0/ports?device_id=ce1fece4-f172-4cbd-adb9-8bb291bc1b9d HTTP/1.1" status: 200 len: 943 time: 0.1542668 Nov 23 17:25:40.198230 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [req-905a381a-e448-4c51-89d3-f9a17af29465 req-9ae98e8e-16fa-4978-abef-168cc3184120 service neutron] Attempting to bind port b1eb041c-b829-49de-a62b-f5360ff178c3 on host n-h2-816206-8 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:25:40.199679 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [req-905a381a-e448-4c51-89d3-f9a17af29465 req-9ae98e8e-16fa-4978-abef-168cc3184120 service neutron] Attempting to bind port b1eb041c-b829-49de-a62b-f5360ff178c3 by drivers openvswitch,hyperv on host n-h2-816206-8 at level 0 using segments [{'id': '329c1745-02bf-4561-9615-3192910887f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'f1e1dabf-b410-4023-9169-a460a86e7184'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:25:40.200966 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-905a381a-e448-4c51-89d3-f9a17af29465 req-9ae98e8e-16fa-4978-abef-168cc3184120 service neutron] Attempting to bind port b1eb041c-b829-49de-a62b-f5360ff178c3 on network f1e1dabf-b410-4023-9169-a460a86e7184 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:25:40.217096 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-905a381a-e448-4c51-89d3-f9a17af29465 req-9ae98e8e-16fa-4978-abef-168cc3184120 service neutron] Port b1eb041c-b829-49de-a62b-f5360ff178c3 on network f1e1dabf-b410-4023-9169-a460a86e7184 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-8 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 17:25:40.217920 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-905a381a-e448-4c51-89d3-f9a17af29465 req-9ae98e8e-16fa-4978-abef-168cc3184120 service neutron] Attempting to bind port b1eb041c-b829-49de-a62b-f5360ff178c3 on network f1e1dabf-b410-4023-9169-a460a86e7184 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:25:40.219513 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-67af11f3-261d-4326-bdeb-abd2a363146c req-2d9b29e4-ca05-4f87-b718-b785f39fffe2 tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] 10.222.0.60 "GET /v2.0/security-groups?id=a7d295c6-a842-436b-b184-bb80f16900ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940592 Nov 23 17:25:40.231983 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-905a381a-e448-4c51-89d3-f9a17af29465 req-9ae98e8e-16fa-4978-abef-168cc3184120 service neutron] Checking agent: {'id': 'ab77bf9e-0267-4174-8f1d-822cba89b207', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 15, 13), 'started_at': datetime.datetime(2021, 11, 23, 17, 15, 13), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 25, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:25:40.232308 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-905a381a-e448-4c51-89d3-f9a17af29465 req-9ae98e8e-16fa-4978-abef-168cc3184120 service neutron] Checking segment: {'id': '329c1745-02bf-4561-9615-3192910887f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'f1e1dabf-b410-4023-9169-a460a86e7184'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:25:40.232734 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-905a381a-e448-4c51-89d3-f9a17af29465 req-9ae98e8e-16fa-4978-abef-168cc3184120 service neutron] Bound using segment: {'id': '329c1745-02bf-4561-9615-3192910887f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'f1e1dabf-b410-4023-9169-a460a86e7184'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:25:40.233182 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [req-905a381a-e448-4c51-89d3-f9a17af29465 req-9ae98e8e-16fa-4978-abef-168cc3184120 service neutron] Bound port: b1eb041c-b829-49de-a62b-f5360ff178c3, host: n-h2-816206-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '329c1745-02bf-4561-9615-3192910887f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'f1e1dabf-b410-4023-9169-a460a86e7184'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:25:40.233553 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-905a381a-e448-4c51-89d3-f9a17af29465 req-9ae98e8e-16fa-4978-abef-168cc3184120 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:25:40.247873 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-1b322e1e-080b-4a1b-afc3-02019f3662ac None None] Port b1eb041c-b829-49de-a62b-f5360ff178c3 cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:25:40.335338 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port 3300c4bb-06d7-4ae2-b23c-6062ef33b03f, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=3300c4bb-06d7-4ae2-b23c-6062ef33b03f,segment=NetworkSegment(6c418a8c-f20c-4230-99c6-0f83d6e48757),segment_id=6c418a8c-f20c-4230-99c6-0f83d6e48757)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:25:40.366878 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Returning: {'device': '3300c4bb-06d7-4ae2-b23c-6062ef33b03f', 'network_id': 'ffa7c2aa-6251-4537-acd5-168309147200', 'port_id': '3300c4bb-06d7-4ae2-b23c-6062ef33b03f', 'mac_address': 'fa:16:3e:de:c4:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e905b96-ea32-4f4c-be91-01d912cd9ed2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 17:25:40.428531 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [req-905a381a-e448-4c51-89d3-f9a17af29465 req-9ae98e8e-16fa-4978-abef-168cc3184120 service neutron] For port b1eb041c-b829-49de-a62b-f5360ff178c3, host n-h2-816206-8, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:25:40.436959 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [req-905a381a-e448-4c51-89d3-f9a17af29465 req-9ae98e8e-16fa-4978-abef-168cc3184120 service neutron] For port b1eb041c-b829-49de-a62b-f5360ff178c3, host n-h2-816206-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=b1eb041c-b829-49de-a62b-f5360ff178c3,segment=NetworkSegment(329c1745-02bf-4561-9615-3192910887f5),segment_id=329c1745-02bf-4561-9615-3192910887f5)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:25:40.448931 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-905a381a-e448-4c51-89d3-f9a17af29465 req-9ae98e8e-16fa-4978-abef-168cc3184120 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264357957'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:25:40.483952 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:25:40.500856 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4361131-108a-4d7d-9d0d-347478c8b671 req-2a75a43b-96ee-4d17-ada8-48047d576d38 tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:25:40.504781 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f4361131-108a-4d7d-9d0d-347478c8b671 req-2a75a43b-96ee-4d17-ada8-48047d576d38 tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] 10.222.0.60 "GET /v2.0/ports?device_id=bd79186a-2bb2-4e8e-bd76-d4a54860e696 HTTP/1.1" status: 200 len: 947 time: 0.1342025 Nov 23 17:25:40.524427 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae98e8e-16fa-4978-abef-168cc3184120 service neutron] Pushing event updated for resources: {'Port': ['ID=b1eb041c-b829-49de-a62b-f5360ff178c3,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:25:40.540158 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905a381a-e448-4c51-89d3-f9a17af29465 req-9ae98e8e-16fa-4978-abef-168cc3184120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:25:40.542761 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-905a381a-e448-4c51-89d3-f9a17af29465 req-9ae98e8e-16fa-4978-abef-168cc3184120 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:25:40.547634 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-905a381a-e448-4c51-89d3-f9a17af29465 req-9ae98e8e-16fa-4978-abef-168cc3184120 service neutron] 10.222.0.36 "PUT /v2.0/ports/b1eb041c-b829-49de-a62b-f5360ff178c3 HTTP/1.1" status: 200 len: 1095 time: 1.2602692 Nov 23 17:25:40.549335 n-d-816206-8 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd79186a-2bb2-4e8e-bd76-d4a54860e696', 'tag': 'b1eb041c-b829-49de-a62b-f5360ff178c3'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:25:40.556383 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbabddbc9fc37b068808e119c416c86f5957ca04531a4a0d2e695c515e93483b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-444f330f-b510-4256-aa9a-d9a80f298628" -d '{"events": [{"name": "network-changed", "server_uuid": "bd79186a-2bb2-4e8e-bd76-d4a54860e696", "tag": "b1eb041c-b829-49de-a62b-f5360ff178c3"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:25:40.570334 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3300c4bb-06d7-4ae2-b23c-6062ef33b03f {{(pid=103592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:25:40.662513 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f4361131-108a-4d7d-9d0d-347478c8b671 req-05460e42-6bde-401c-9a46-eead5721b3de tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b15aa03-44a0-4375-a57d-e8cf999b0781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426091 Nov 23 17:25:40.721961 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905a381a-e448-4c51-89d3-f9a17af29465 req-c4dbc995-9fee-408a-9927-7e111350103e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:25:40.723666 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-905a381a-e448-4c51-89d3-f9a17af29465 req-c4dbc995-9fee-408a-9927-7e111350103e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=686e648a568f4c8c872ae36928886735&device_id=bd79186a-2bb2-4e8e-bd76-d4a54860e696 HTTP/1.1" status: 200 len: 1098 time: 0.1122324 Nov 23 17:25:40.769985 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port 3300c4bb-06d7-4ae2-b23c-6062ef33b03f, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=3300c4bb-06d7-4ae2-b23c-6062ef33b03f,segment=NetworkSegment(6c418a8c-f20c-4230-99c6-0f83d6e48757),segment_id=6c418a8c-f20c-4230-99c6-0f83d6e48757)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:25:40.791361 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:25:40.868905 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cfdd4c-1a28-4363-a8ab-d43d52c7ca55 req-0268ccc4-c50e-42d5-a196-46eb64cc9874 tempest-ServersAdminTestJSON-1762598083 tempest-ServersAdminTestJSON-1762598083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:25:40.873750 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-905a381a-e448-4c51-89d3-f9a17af29465 req-43cf0dc8-4fb3-490c-966c-d19d104dc931 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.41&port_id=b1eb041c-b829-49de-a62b-f5360ff178c3 HTTP/1.1" status: 200 len: 217 time: 0.1232920 Nov 23 17:25:40.875568 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-32cfdd4c-1a28-4363-a8ab-d43d52c7ca55 req-0268ccc4-c50e-42d5-a196-46eb64cc9874 tempest-ServersAdminTestJSON-1762598083 tempest-ServersAdminTestJSON-1762598083-project] 10.222.0.60 "GET /v2.0/ports?device_id=8b7e3802-0f06-4962-a331-d43c0ed8ac79 HTTP/1.1" status: 200 len: 950 time: 0.0929809 Nov 23 17:25:40.966259 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905a381a-e448-4c51-89d3-f9a17af29465 req-97532704-c662-46c1-a034-10a52442b4f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:25:40.969410 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-905a381a-e448-4c51-89d3-f9a17af29465 req-97532704-c662-46c1-a034-10a52442b4f5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ac77c175-5679-438b-8a2a-356718377641 HTTP/1.1" status: 200 len: 843 time: 0.0869417 Nov 23 17:25:40.971687 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11a5472-e475-433c-ac00-ddad31ef91e9 req-0dfc9ba8-8925-450d-943e-337c8739ed23 tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:25:40.974736 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b11a5472-e475-433c-ac00-ddad31ef91e9 req-0dfc9ba8-8925-450d-943e-337c8739ed23 tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] 10.222.0.60 "GET /v2.0/ports?device_id=8ed97b60-3196-47fe-8a00-927be6edfe27 HTTP/1.1" status: 200 len: 944 time: 0.1261203 Nov 23 17:25:40.977731 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Pushing event updated for resources: {'Port': ['ID=3300c4bb-06d7-4ae2-b23c-6062ef33b03f,revision_number=4']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:25:41.015718 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-32cfdd4c-1a28-4363-a8ab-d43d52c7ca55 req-09638315-2fab-4027-aa32-9b20296fd451 tempest-ServersAdminTestJSON-1762598083 tempest-ServersAdminTestJSON-1762598083-project] 10.222.0.60 "GET /v2.0/security-groups?id=d6cf22a0-7f65-49f2-8512-764c3542a89d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154871 Nov 23 17:25:41.131526 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905a381a-e448-4c51-89d3-f9a17af29465 req-ef09cc48-8815-4c38-8f4b-00227fd52a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:25:41.134120 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-905a381a-e448-4c51-89d3-f9a17af29465 req-ef09cc48-8815-4c38-8f4b-00227fd52a6a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f1e1dabf-b410-4023-9169-a460a86e7184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1365774 Nov 23 17:25:41.136422 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b11a5472-e475-433c-ac00-ddad31ef91e9 req-6302129b-f442-492a-ae05-19dbb01ec9b0 tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] 10.222.0.60 "GET /v2.0/security-groups?id=5c82e7e8-9cad-459a-acb2-b7a0867274de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414323 Nov 23 17:25:41.230062 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 17:25:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9bf1f4a-d6d3-4a80-801a-efb5bdfdadfa x-openstack-request-id: req-e9bf1f4a-d6d3-4a80-801a-efb5bdfdadfa {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:25:41.231495 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd79186a-2bb2-4e8e-bd76-d4a54860e696", "tag": "b1eb041c-b829-49de-a62b-f5360ff178c3", "status": "completed", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:25:41.231764 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e9bf1f4a-d6d3-4a80-801a-efb5bdfdadfa {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:25:41.232366 n-d-816206-8 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd79186a-2bb2-4e8e-bd76-d4a54860e696', 'tag': 'b1eb041c-b829-49de-a62b-f5360ff178c3', 'status': 'completed', 'code': 200} Nov 23 17:25:41.265091 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36126dd7-05d2-48a2-8aab-c0f7e4a9d827 req-70e87e4b-c40e-4585-abf0-ce05b2ca3257 tempest-ImagesTestJSON-931761063 tempest-ImagesTestJSON-931761063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:25:41.266707 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-36126dd7-05d2-48a2-8aab-c0f7e4a9d827 req-70e87e4b-c40e-4585-abf0-ce05b2ca3257 tempest-ImagesTestJSON-931761063 tempest-ImagesTestJSON-931761063-project] 10.222.0.60 "GET /v2.0/ports?device_id=1820b9a1-cb60-494a-b702-c7b697bbb590 HTTP/1.1" status: 200 len: 946 time: 0.0759194 Nov 23 17:25:41.316993 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] get_ports_and_sgs() called for port_ids ['3300c4bb-06d7-4ae2-b23c-6062ef33b03f'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:25:41.365137 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-36126dd7-05d2-48a2-8aab-c0f7e4a9d827 req-e0cfc0e7-c83d-4896-866d-68bd5944f450 tempest-ImagesTestJSON-931761063 tempest-ImagesTestJSON-931761063-project] 10.222.0.60 "GET /v2.0/security-groups?id=f2768289-7821-4137-8326-c052bf648315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790138 Nov 23 17:25:41.369515 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-905a381a-e448-4c51-89d3-f9a17af29465 req-98486493-522d-4809-b43f-f62ae4df7f8d service neutron] 10.222.0.36 "GET /v2.0/networks/f1e1dabf-b410-4023-9169-a460a86e7184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2015667 Nov 23 17:25:41.445700 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9eb2d94-2825-4c71-bf39-fdb447f78ce8 req-db5876a5-df21-4338-92dc-d42f45b62162 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:25:41.447362 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c9eb2d94-2825-4c71-bf39-fdb447f78ce8 req-db5876a5-df21-4338-92dc-d42f45b62162 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.60 "GET /v2.0/ports?device_id=ffeae0b0-09b1-4f1e-9b33-8bbbbaaefdf6 HTTP/1.1" status: 200 len: 944 time: 0.0747619 Nov 23 17:25:41.537340 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c9eb2d94-2825-4c71-bf39-fdb447f78ce8 req-295dcab1-fb2f-41f3-bd04-c31fe32b9072 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.60 "GET /v2.0/security-groups?id=5199d9c8-39cf-433e-a82b-4aef6c6477e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784366 Nov 23 17:25:41.639609 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-905a381a-e448-4c51-89d3-f9a17af29465 req-1c97eccb-3aa0-492f-af4d-19ad4da58312 service neutron] 10.222.0.36 "GET /v2.0/networks/f1e1dabf-b410-4023-9169-a460a86e7184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2343531 Nov 23 17:25:41.669632 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913b20a7-a2a7-4d97-974a-21abf93b172c req-26d50818-338a-4064-9dff-b61a3ef095e7 tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:25:41.672155 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-913b20a7-a2a7-4d97-974a-21abf93b172c req-26d50818-338a-4064-9dff-b61a3ef095e7 tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] 10.222.0.60 "GET /v2.0/ports?device_id=ce1fece4-f172-4cbd-adb9-8bb291bc1b9d HTTP/1.1" status: 200 len: 944 time: 0.0808353 Nov 23 17:25:41.675110 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3732989-67bc-4200-8d25-abd7dd7c3f07 req-65f31b26-5ceb-49c1-85bd-cf067752449b tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:25:41.677008 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-d3732989-67bc-4200-8d25-abd7dd7c3f07 req-65f31b26-5ceb-49c1-85bd-cf067752449b tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] 10.222.0.36 "GET /v2.0/ports?device_id=8ed97b60-3196-47fe-8a00-927be6edfe27 HTTP/1.1" status: 200 len: 944 time: 0.1549571 Nov 23 17:25:41.756884 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-913b20a7-a2a7-4d97-974a-21abf93b172c req-a01effcf-7d1a-43ad-9013-ae8f6becef5e tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] 10.222.0.60 "GET /v2.0/security-groups?id=a7d295c6-a842-436b-b184-bb80f16900ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736418 Nov 23 17:25:41.898862 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444f330f-b510-4256-aa9a-d9a80f298628 req-7cd65780-de43-4aa2-affa-e26d7f80a82f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:25:41.901207 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-444f330f-b510-4256-aa9a-d9a80f298628 req-7cd65780-de43-4aa2-affa-e26d7f80a82f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=686e648a568f4c8c872ae36928886735&device_id=bd79186a-2bb2-4e8e-bd76-d4a54860e696 HTTP/1.1" status: 200 len: 1098 time: 0.1557214 Nov 23 17:25:41.988582 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83842b37-7dc0-4a10-b94b-a47a07f85705 req-968fb225-f108-4f04-bae6-d5785c93336b tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:25:41.988839 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [req-d3732989-67bc-4200-8d25-abd7dd7c3f07 req-3730c01c-958e-4232-b8e0-6796eecf7ac9 tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] Deleting port 105db64e-4908-4496-936a-519581ccae88 {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:25:41.989579 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-d3732989-67bc-4200-8d25-abd7dd7c3f07 req-3730c01c-958e-4232-b8e0-6796eecf7ac9 tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:25:41.989966 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-83842b37-7dc0-4a10-b94b-a47a07f85705 req-968fb225-f108-4f04-bae6-d5785c93336b tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] 10.222.0.60 "GET /v2.0/ports?device_id=bd79186a-2bb2-4e8e-bd76-d4a54860e696 HTTP/1.1" status: 200 len: 947 time: 0.1066439 Nov 23 17:25:42.033542 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216d4a4e-62eb-4682-b56a-214339c6e89d req-78b96f89-325f-47c7-b42d-84d0df285cbc tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:25:42.036542 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-216d4a4e-62eb-4682-b56a-214339c6e89d req-78b96f89-325f-47c7-b42d-84d0df285cbc tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.60 "GET /v2.0/ports?device_id=ffeae0b0-09b1-4f1e-9b33-8bbbbaaefdf6 HTTP/1.1" status: 200 len: 944 time: 0.0957413 Nov 23 17:25:42.104808 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-83842b37-7dc0-4a10-b94b-a47a07f85705 req-1cd0b82c-2d16-4043-a7f4-e4c1fe663b4f tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b15aa03-44a0-4375-a57d-e8cf999b0781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974689 Nov 23 17:25:42.132154 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-216d4a4e-62eb-4682-b56a-214339c6e89d req-4c6ebf4f-de32-4d0c-8814-a7890d4a24de tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.60 "GET /v2.0/security-groups?id=5199d9c8-39cf-433e-a82b-4aef6c6477e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783858 Nov 23 17:25:42.266483 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444f330f-b510-4256-aa9a-d9a80f298628 req-bb254c63-cadd-470b-b3f7-8d672c4a721c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:25:42.268260 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-444f330f-b510-4256-aa9a-d9a80f298628 req-bb254c63-cadd-470b-b3f7-8d672c4a721c service neutron] 10.222.0.36 "GET /v2.0/networks?id=f1e1dabf-b410-4023-9169-a460a86e7184 HTTP/1.1" status: 200 len: 870 time: 0.3417919 Nov 23 17:25:42.275910 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [req-d3732989-67bc-4200-8d25-abd7dd7c3f07 req-3730c01c-958e-4232-b8e0-6796eecf7ac9 tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] For port 105db64e-4908-4496-936a-519581ccae88, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=105db64e-4908-4496-936a-519581ccae88,segment=NetworkSegment(12913541-acd4-4e3c-8f48-e22896931a9c),segment_id=12913541-acd4-4e3c-8f48-e22896931a9c)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:25:42.276578 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-d3732989-67bc-4200-8d25-abd7dd7c3f07 req-3730c01c-958e-4232-b8e0-6796eecf7ac9 tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:25:42.334450 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 57126) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:25:42.356586 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-444f330f-b510-4256-aa9a-d9a80f298628 req-b6e91dfa-afd3-441d-8650-6831326c082f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.41&port_id=b1eb041c-b829-49de-a62b-f5360ff178c3 HTTP/1.1" status: 200 len: 217 time: 0.0645261 Nov 23 17:25:42.358364 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [req-d3732989-67bc-4200-8d25-abd7dd7c3f07 req-3730c01c-958e-4232-b8e0-6796eecf7ac9 tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] Calling delete_port for 105db64e-4908-4496-936a-519581ccae88 owned by compute:nova {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:25:42.416581 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9bb251-dc92-4670-a13d-772891b2839b req-77761d68-3387-4901-8d2a-a5c61da16dfd tempest-ServersAdminTestJSON-1762598083 tempest-ServersAdminTestJSON-1762598083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:25:42.419990 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-df9bb251-dc92-4670-a13d-772891b2839b req-77761d68-3387-4901-8d2a-a5c61da16dfd tempest-ServersAdminTestJSON-1762598083 tempest-ServersAdminTestJSON-1762598083-project] 10.222.0.60 "GET /v2.0/ports?device_id=8b7e3802-0f06-4962-a331-d43c0ed8ac79 HTTP/1.1" status: 200 len: 950 time: 0.1315179 Nov 23 17:25:42.434827 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfe3671-4aee-419d-8b67-e8174773a36c req-562ecfc5-771a-4ba2-8858-36801c1837de tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:25:42.441577 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5cfe3671-4aee-419d-8b67-e8174773a36c req-562ecfc5-771a-4ba2-8858-36801c1837de tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.60 "GET /v2.0/ports?device_id=ffeae0b0-09b1-4f1e-9b33-8bbbbaaefdf6 HTTP/1.1" status: 200 len: 944 time: 0.1711373 Nov 23 17:25:42.490551 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444f330f-b510-4256-aa9a-d9a80f298628 req-24623cfa-4a98-4782-ac65-0d8589f953dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:25:42.492067 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-444f330f-b510-4256-aa9a-d9a80f298628 req-24623cfa-4a98-4782-ac65-0d8589f953dd service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ac77c175-5679-438b-8a2a-356718377641 HTTP/1.1" status: 200 len: 843 time: 0.1161261 Nov 23 17:25:42.533052 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-52386c5c-a8a6-4375-901e-830c1f0669fe admin admin] Publish callbacks [] for security_group, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:25:42.612445 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-df9bb251-dc92-4670-a13d-772891b2839b req-82f4e6a7-e1b1-4543-a514-e3b675cca2bc tempest-ServersAdminTestJSON-1762598083 tempest-ServersAdminTestJSON-1762598083-project] 10.222.0.60 "GET /v2.0/security-groups?id=d6cf22a0-7f65-49f2-8512-764c3542a89d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680758 Nov 23 17:25:42.622725 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5cfe3671-4aee-419d-8b67-e8174773a36c req-b8ea0e37-2041-4f2e-9909-2cb5e518698b tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.60 "GET /v2.0/security-groups?id=5199d9c8-39cf-433e-a82b-4aef6c6477e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1735256 Nov 23 17:25:42.664528 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444f330f-b510-4256-aa9a-d9a80f298628 req-39f00c56-1c22-4163-a8b1-a13b5e4f1467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:25:42.667334 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-444f330f-b510-4256-aa9a-d9a80f298628 req-39f00c56-1c22-4163-a8b1-a13b5e4f1467 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f1e1dabf-b410-4023-9169-a460a86e7184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1577494 Nov 23 17:25:42.684303 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-d3732989-67bc-4200-8d25-abd7dd7c3f07 req-3730c01c-958e-4232-b8e0-6796eecf7ac9 tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:25:42.713276 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] get_ports_and_sgs() called for port_ids ['365a668f-0f82-4ce1-a3e0-e0946dd88a04'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:25:42.821863 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3730c01c-958e-4232-b8e0-6796eecf7ac9 tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] Pushing event deleted for resources: {'Port': ['ID=105db64e-4908-4496-936a-519581ccae88,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:25:42.889782 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-a7de91fb-f497-46c6-9fbd-9a55401028d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:25:42.906139 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-fae31253-1a38-413a-b023-8276a7fc465f req-5e61d507-755a-439e-af18-91adbd22d7a8 tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] 10.222.0.60 "GET /v2.0/ports?device_id=8ed97b60-3196-47fe-8a00-927be6edfe27 HTTP/1.1" status: 200 len: 210 time: 0.0992765 Nov 23 17:25:42.908939 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-52386c5c-a8a6-4375-901e-830c1f0669fe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:25:42.929374 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-52386c5c-a8a6-4375-901e-830c1f0669fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:25:42.968710 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d659cc6-b9cb-407a-b34d-b367d118ecbe req-b6210761-3111-4cf9-a811-b2dcb2053503 tempest-ImagesTestJSON-931761063 tempest-ImagesTestJSON-931761063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:25:42.970467 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6d659cc6-b9cb-407a-b34d-b367d118ecbe req-b6210761-3111-4cf9-a811-b2dcb2053503 tempest-ImagesTestJSON-931761063 tempest-ImagesTestJSON-931761063-project] 10.222.0.60 "GET /v2.0/ports?device_id=1820b9a1-cb60-494a-b702-c7b697bbb590 HTTP/1.1" status: 200 len: 946 time: 0.2097328 Nov 23 17:25:42.999323 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3732989-67bc-4200-8d25-abd7dd7c3f07 req-3730c01c-958e-4232-b8e0-6796eecf7ac9 tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] No DVR routers for this DVR port 105db64e-4908-4496-936a-519581ccae88 on host n-h2-816206-8 {{(pid=103590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:25:43.006431 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-d3732989-67bc-4200-8d25-abd7dd7c3f07 req-3730c01c-958e-4232-b8e0-6796eecf7ac9 tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:25:43.014270 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-d3732989-67bc-4200-8d25-abd7dd7c3f07 req-3730c01c-958e-4232-b8e0-6796eecf7ac9 tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] 10.222.0.36 "DELETE /v2.0/ports/105db64e-4908-4496-936a-519581ccae88 HTTP/1.1" status: 204 len: 173 time: 1.3238649 Nov 23 17:25:43.022989 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52386c5c-a8a6-4375-901e-830c1f0669fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18cb7067-c637-4d3f-8ca4-021b7504ee66,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:25:43.030326 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-52386c5c-a8a6-4375-901e-830c1f0669fe admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=8d311c77a4274169902ceb284f625e4e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6940026 Nov 23 17:25:43.034880 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 57140) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:25:43.077235 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-444f330f-b510-4256-aa9a-d9a80f298628 req-3d1580e7-7e2f-4acf-bb53-1dbaa22ec6c9 service neutron] 10.222.0.36 "GET /v2.0/networks/f1e1dabf-b410-4023-9169-a460a86e7184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3793325 Nov 23 17:25:43.092020 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6d659cc6-b9cb-407a-b34d-b367d118ecbe req-f3c1d740-2615-4707-b34c-02a16ce4eed6 tempest-ImagesTestJSON-931761063 tempest-ImagesTestJSON-931761063-project] 10.222.0.60 "GET /v2.0/security-groups?id=f2768289-7821-4137-8326-c052bf648315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073864 Nov 23 17:25:43.122835 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-9001b804-79e5-49f2-be41-99fe166dfb2c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:25:43.168790 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-9001b804-79e5-49f2-be41-99fe166dfb2c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:25:43.253774 n-d-816206-8 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ed97b60-3196-47fe-8a00-927be6edfe27', 'name': 'network-vif-deleted', 'tag': '105db64e-4908-4496-936a-519581ccae88'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:25:43.257371 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbabddbc9fc37b068808e119c416c86f5957ca04531a4a0d2e695c515e93483b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8ff54be-d690-47d8-81dc-4a00435c93f3" -d '{"events": [{"server_uuid": "8ed97b60-3196-47fe-8a00-927be6edfe27", "name": "network-vif-deleted", "tag": "105db64e-4908-4496-936a-519581ccae88"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:25:43.265933 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-444f330f-b510-4256-aa9a-d9a80f298628 req-80709fab-bdc4-419e-aa5f-6967c7545144 service neutron] 10.222.0.36 "GET /v2.0/networks/f1e1dabf-b410-4023-9169-a460a86e7184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1668980 Nov 23 17:25:43.266369 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:25:43.467220 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-9001b804-79e5-49f2-be41-99fe166dfb2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:25:43.471208 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-9001b804-79e5-49f2-be41-99fe166dfb2c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:25:43.476398 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-9001b804-79e5-49f2-be41-99fe166dfb2c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/18cb7067-c637-4d3f-8ca4-021b7504ee66 HTTP/1.1" status: 204 len: 168 time: 0.4369135 Nov 23 17:25:43.496928 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3563df3f-dbaf-4395-b057-010e691652c7 req-2942abf8-0d76-4f72-9d1b-17241b6bef2e tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:25:43.499272 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-3563df3f-dbaf-4395-b057-010e691652c7 req-2942abf8-0d76-4f72-9d1b-17241b6bef2e tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] 10.222.0.60 "GET /v2.0/ports?device_id=ce1fece4-f172-4cbd-adb9-8bb291bc1b9d HTTP/1.1" status: 200 len: 944 time: 0.2263410 Nov 23 17:25:43.521100 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9001b804-79e5-49f2-be41-99fe166dfb2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18cb7067-c637-4d3f-8ca4-021b7504ee66,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:25:43.594266 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933e7329-4b7c-404c-a048-63a0d43984bb req-ebb05505-a171-4d66-bf7c-a10daae327af tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:25:43.595078 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-933e7329-4b7c-404c-a048-63a0d43984bb req-ebb05505-a171-4d66-bf7c-a10daae327af tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.60 "GET /v2.0/networks?id=43d8ac08-152d-4053-b836-ddc03b0e91a2 HTTP/1.1" status: 200 len: 810 time: 0.2524071 Nov 23 17:25:43.619520 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-3563df3f-dbaf-4395-b057-010e691652c7 req-0b0872b3-7526-4c6f-83d1-112c77eb3103 tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] 10.222.0.60 "GET /v2.0/security-groups?id=a7d295c6-a842-436b-b184-bb80f16900ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052270 Nov 23 17:25:43.622784 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-933e7329-4b7c-404c-a048-63a0d43984bb req-05ad1837-1452-4c9d-89ee-a9bd5f0e511b tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.60 "GET /v2.0/quotas/3541603f19884b9cb683e7eedd76d17c HTTP/1.1" status: 200 len: 375 time: 0.0151577 Nov 23 17:25:43.726104 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-933e7329-4b7c-404c-a048-63a0d43984bb req-ba07771e-4718-4756-912e-fdfbe5d619bf tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=3541603f19884b9cb683e7eedd76d17c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0963562 Nov 23 17:25:43.862962 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device b1eb041c-b829-49de-a62b-f5360ff178c3 details requested by agent hyperv_n-h2-816206-8 with host n-h2-816206-8 {{(pid=103592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 17:25:43.866913 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device 3300c4bb-06d7-4ae2-b23c-6062ef33b03f up at agent hyperv_n-h2-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:25:43.890405 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385ba93b-6a95-4c72-a5e4-31b3ae76825d req-5e90c9f5-b04b-4285-a302-ce6381103e3d tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:25:43.893264 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-385ba93b-6a95-4c72-a5e4-31b3ae76825d req-5e90c9f5-b04b-4285-a302-ce6381103e3d tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] 10.222.0.60 "GET /v2.0/ports?device_id=bd79186a-2bb2-4e8e-bd76-d4a54860e696 HTTP/1.1" status: 200 len: 947 time: 0.1658192 Nov 23 17:25:43.982327 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 57162) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:25:44.000756 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-933e7329-4b7c-404c-a048-63a0d43984bb req-8161c257-7826-421e-af70-126201e20458 service neutron] 10.222.0.60 "GET /v2.0/networks/43d8ac08-152d-4053-b836-ddc03b0e91a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2551296 Nov 23 17:25:44.013639 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-82e306f5-2a0e-4ead-a8e3-75ca8c78136a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:25:44.035957 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-385ba93b-6a95-4c72-a5e4-31b3ae76825d req-2356c5cd-6db1-494e-af04-f9b8252f5e67 tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b15aa03-44a0-4375-a57d-e8cf999b0781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352234 Nov 23 17:25:44.099065 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Provisioning for port 3300c4bb-06d7-4ae2-b23c-6062ef33b03f completed by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 17:25:44.102502 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:25:44.126583 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Provisioning complete for port 3300c4bb-06d7-4ae2-b23c-6062ef33b03f triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:25:44.127354 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:25:44.164943 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:25:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f35df26-2c2b-4e17-a1b6-0473551235d5 x-openstack-request-id: req-8f35df26-2c2b-4e17-a1b6-0473551235d5 {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:25:44.165415 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ed97b60-3196-47fe-8a00-927be6edfe27", "name": "network-vif-deleted", "tag": "105db64e-4908-4496-936a-519581ccae88", "status": "completed", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:25:44.165773 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-8f35df26-2c2b-4e17-a1b6-0473551235d5 {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:25:44.166662 n-d-816206-8 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ed97b60-3196-47fe-8a00-927be6edfe27', 'name': 'network-vif-deleted', 'tag': '105db64e-4908-4496-936a-519581ccae88', 'status': 'completed', 'code': 200} Nov 23 17:25:44.177569 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-82e306f5-2a0e-4ead-a8e3-75ca8c78136a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:25:44.185727 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-82e306f5-2a0e-4ead-a8e3-75ca8c78136a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:25:44.235185 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-82e306f5-2a0e-4ead-a8e3-75ca8c78136a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=203faad77657495e9cbafcf0d9490b34&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2506073 Nov 23 17:25:44.242746 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 57168) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:25:44.251815 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-933e7329-4b7c-404c-a048-63a0d43984bb req-78d894b0-9f9b-404b-9865-bff847771c27 service neutron] 10.222.0.60 "GET /v2.0/networks/43d8ac08-152d-4053-b836-ddc03b0e91a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2412829 Nov 23 17:25:44.265880 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port b1eb041c-b829-49de-a62b-f5360ff178c3, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=b1eb041c-b829-49de-a62b-f5360ff178c3,segment=NetworkSegment(329c1745-02bf-4561-9615-3192910887f5),segment_id=329c1745-02bf-4561-9615-3192910887f5)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:25:44.338588 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Returning: {'device': 'b1eb041c-b829-49de-a62b-f5360ff178c3', 'network_id': 'f1e1dabf-b410-4023-9169-a460a86e7184', 'port_id': 'b1eb041c-b829-49de-a62b-f5360ff178c3', 'mac_address': 'fa:16:3e:61:bb:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac77c175-5679-438b-8a2a-356718377641', 'ip_address': '192.168.233.41'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 17:25:44.341274 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e306f5-2a0e-4ead-a8e3-75ca8c78136a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad27a8c5-fea1-4dfe-8b01-d49a41abcd12,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:25:44.375257 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-317e1277-a7ef-45a7-9d3f-d03bb6d92d28 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:25:44.443076 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-317e1277-a7ef-45a7-9d3f-d03bb6d92d28 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:25:44.450105 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f696b74-d942-46c5-82a3-6bdaecfc2bcf req-2fea0630-8720-4492-898a-3249bbe76a22 tempest-ServersAdminTestJSON-1762598083 tempest-ServersAdminTestJSON-1762598083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:25:44.461818 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5f696b74-d942-46c5-82a3-6bdaecfc2bcf req-2fea0630-8720-4492-898a-3249bbe76a22 tempest-ServersAdminTestJSON-1762598083 tempest-ServersAdminTestJSON-1762598083-project] 10.222.0.60 "GET /v2.0/ports?device_id=8b7e3802-0f06-4962-a331-d43c0ed8ac79 HTTP/1.1" status: 200 len: 950 time: 0.2006044 Nov 23 17:25:44.470831 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:25:44.524766 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1eb041c-b829-49de-a62b-f5360ff178c3 {{(pid=103592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:25:44.534267 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-317e1277-a7ef-45a7-9d3f-d03bb6d92d28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:25:44.538438 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-317e1277-a7ef-45a7-9d3f-d03bb6d92d28 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:25:44.553944 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-317e1277-a7ef-45a7-9d3f-d03bb6d92d28 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ad27a8c5-fea1-4dfe-8b01-d49a41abcd12 HTTP/1.1" status: 204 len: 168 time: 0.3022511 Nov 23 17:25:44.577966 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port b1eb041c-b829-49de-a62b-f5360ff178c3, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=b1eb041c-b829-49de-a62b-f5360ff178c3,segment=NetworkSegment(329c1745-02bf-4561-9615-3192910887f5),segment_id=329c1745-02bf-4561-9615-3192910887f5)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:25:44.579650 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:25:44.583660 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317e1277-a7ef-45a7-9d3f-d03bb6d92d28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad27a8c5-fea1-4dfe-8b01-d49a41abcd12,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:25:44.593527 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:25:44.648087 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5f696b74-d942-46c5-82a3-6bdaecfc2bcf req-581a0894-b540-4ec4-8345-c79bbe64b4f7 tempest-ServersAdminTestJSON-1762598083 tempest-ServersAdminTestJSON-1762598083-project] 10.222.0.60 "GET /v2.0/security-groups?id=d6cf22a0-7f65-49f2-8512-764c3542a89d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1846790 Nov 23 17:25:44.728737 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port 3300c4bb-06d7-4ae2-b23c-6062ef33b03f, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=3300c4bb-06d7-4ae2-b23c-6062ef33b03f,segment=NetworkSegment(6c418a8c-f20c-4230-99c6-0f83d6e48757),segment_id=6c418a8c-f20c-4230-99c6-0f83d6e48757)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:25:44.733339 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce1fece4-f172-4cbd-adb9-8bb291bc1b9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3300c4bb-06d7-4ae2-b23c-6062ef33b03f'}] {{(pid=103592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:25:44.736152 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba3e6a8f2301c7a29fe1eca9779abdae4ccbcd6266d69778087f2498d5551201" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b986f27d-1ea1-47bc-9734-f2450272363e" -d '{"events": [{"server_uuid": "ce1fece4-f172-4cbd-adb9-8bb291bc1b9d", "name": "network-vif-plugged", "status": "completed", "tag": "3300c4bb-06d7-4ae2-b23c-6062ef33b03f"}]}' {{(pid=103592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:25:44.745151 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b021d1f6-8ea2-4521-8c76-5404bee9cad1 req-695f6aed-22c1-456c-bf6a-a4a9cb8c10a2 tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] 10.222.0.60 "GET /v2.0/ports?device_id=8ed97b60-3196-47fe-8a00-927be6edfe27 HTTP/1.1" status: 200 len: 210 time: 0.0931141 Nov 23 17:25:44.745606 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:25:44.747288 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device 105db64e-4908-4496-936a-519581ccae88 no longer exists at agent hyperv_n-h2-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:25:44.807338 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] No Port match for: 105db64e-4908-4496-936a-519581ccae88 {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:25:44.807850 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device 105db64e-4908-4496-936a-519581ccae88 not bound to the agent host n-h2-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:25:44.834144 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Pushing event updated for resources: {'Port': ['ID=b1eb041c-b829-49de-a62b-f5360ff178c3,revision_number=4']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:25:44.942422 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Pushing event updated for resources: {'Port': ['ID=3300c4bb-06d7-4ae2-b23c-6062ef33b03f,revision_number=5']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:25:44.949790 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fd7616-6465-43ca-be4e-5e8040758d1d req-413bc4c8-7301-4a48-b8f3-52b77e00f941 tempest-ImagesTestJSON-931761063 tempest-ImagesTestJSON-931761063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:25:44.963162 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-52fd7616-6465-43ca-be4e-5e8040758d1d req-413bc4c8-7301-4a48-b8f3-52b77e00f941 tempest-ImagesTestJSON-931761063 tempest-ImagesTestJSON-931761063-project] 10.222.0.60 "GET /v2.0/ports?device_id=1820b9a1-cb60-494a-b702-c7b697bbb590 HTTP/1.1" status: 200 len: 946 time: 0.1582706 Nov 23 17:25:45.028331 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-7c60cb45-d49c-4820-a05d-7e3b2e66bd17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:25:45.069597 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-72825d44-9e8c-4966-8be6-4880ee4ed075 req-5c0f3670-fdd6-4482-9c80-0f6b64b49d63 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.60 "GET /v2.0/ports?device_id=cb4274bd-349b-464c-af82-c8bf8d8d30ea HTTP/1.1" status: 200 len: 210 time: 0.0605476 Nov 23 17:25:45.120588 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-52fd7616-6465-43ca-be4e-5e8040758d1d req-b6e137c3-cf18-4e4b-9e4f-f96cd9d194e0 tempest-ImagesTestJSON-931761063 tempest-ImagesTestJSON-931761063-project] 10.222.0.60 "GET /v2.0/security-groups?id=f2768289-7821-4137-8326-c052bf648315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560924 Nov 23 17:25:45.136137 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] get_ports_and_sgs() called for port_ids ['b1eb041c-b829-49de-a62b-f5360ff178c3'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:25:45.293059 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:25:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f935bf0-3aec-4cca-9d3c-8395e891f1a4 x-openstack-request-id: req-3f935bf0-3aec-4cca-9d3c-8395e891f1a4 {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:25:45.293358 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce1fece4-f172-4cbd-adb9-8bb291bc1b9d", "name": "network-vif-plugged", "status": "completed", "tag": "3300c4bb-06d7-4ae2-b23c-6062ef33b03f", "code": 200}]} {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:25:45.293614 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3f935bf0-3aec-4cca-9d3c-8395e891f1a4 {{(pid=103592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:25:45.294012 n-d-816206-8 neutron-server[103592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce1fece4-f172-4cbd-adb9-8bb291bc1b9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3300c4bb-06d7-4ae2-b23c-6062ef33b03f', 'code': 200} Nov 23 17:25:45.322194 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6d1634-61d2-4974-82f2-49a31de83435 req-5700409e-f3c4-48f1-bcd1-9353c66c525d tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:25:45.336232 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-cc6d1634-61d2-4974-82f2-49a31de83435 req-5700409e-f3c4-48f1-bcd1-9353c66c525d tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] 10.222.0.60 "GET /v2.0/ports?device_id=ce1fece4-f172-4cbd-adb9-8bb291bc1b9d HTTP/1.1" status: 200 len: 945 time: 0.1474578 Nov 23 17:25:45.520314 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-cc6d1634-61d2-4974-82f2-49a31de83435 req-af9a0272-fe42-492a-9d18-27008f98c1b2 tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] 10.222.0.60 "GET /v2.0/security-groups?id=a7d295c6-a842-436b-b184-bb80f16900ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824439 Nov 23 17:25:45.553430 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877d8629-2555-48bc-a076-3741722cb07a req-8150523c-4e9d-4349-8355-71acc7918b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:25:45.557890 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-877d8629-2555-48bc-a076-3741722cb07a req-8150523c-4e9d-4349-8355-71acc7918b4c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ce1fece4-f172-4cbd-adb9-8bb291bc1b9d HTTP/1.1" status: 200 len: 1096 time: 0.1096091 Nov 23 17:25:45.589195 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbb6b8a-51cd-4a4c-96dc-f8413771fba3 req-ca0f3e2f-b70f-4910-a647-75cdf7e8a7ec tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:25:45.600718 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6bbb6b8a-51cd-4a4c-96dc-f8413771fba3 req-ca0f3e2f-b70f-4910-a647-75cdf7e8a7ec tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] 10.222.0.60 "GET /v2.0/ports?device_id=bd79186a-2bb2-4e8e-bd76-d4a54860e696 HTTP/1.1" status: 200 len: 948 time: 0.2040839 Nov 23 17:25:45.647087 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-877d8629-2555-48bc-a076-3741722cb07a req-0abff9af-8cc4-42dd-964a-50ffc04fa841 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=a7d295c6-a842-436b-b184-bb80f16900ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670326 Nov 23 17:25:45.682557 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6bbb6b8a-51cd-4a4c-96dc-f8413771fba3 req-59892496-8e9a-49a2-af1d-cc4beead185b tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b15aa03-44a0-4375-a57d-e8cf999b0781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784030 Nov 23 17:25:45.834395 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8710a47-5d27-4e9e-b912-8b44023461ea req-6dc6a7da-3587-4fc3-8e9a-b60846b4aeb2 tempest-ServersAdminTestJSON-1762598083 tempest-ServersAdminTestJSON-1762598083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:25:45.841363 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f8710a47-5d27-4e9e-b912-8b44023461ea req-6dc6a7da-3587-4fc3-8e9a-b60846b4aeb2 tempest-ServersAdminTestJSON-1762598083 tempest-ServersAdminTestJSON-1762598083-project] 10.222.0.60 "GET /v2.0/ports?device_id=8b7e3802-0f06-4962-a331-d43c0ed8ac79 HTTP/1.1" status: 200 len: 950 time: 0.1109388 Nov 23 17:25:45.945443 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-695010b3-b4c0-422f-93e8-2eb0a69b5d22 req-62be869d-dd78-4c4f-9a59-e1a2289f8a92 tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] 10.222.0.60 "GET /v2.0/ports?device_id=8ed97b60-3196-47fe-8a00-927be6edfe27 HTTP/1.1" status: 200 len: 210 time: 0.0503752 Nov 23 17:25:46.010099 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f8710a47-5d27-4e9e-b912-8b44023461ea req-36599c82-989e-45ee-9987-0ff4c0e93dbb tempest-ServersAdminTestJSON-1762598083 tempest-ServersAdminTestJSON-1762598083-project] 10.222.0.60 "GET /v2.0/security-groups?id=d6cf22a0-7f65-49f2-8512-764c3542a89d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632872 Nov 23 17:25:46.232910 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2951a847-2740-417c-ac48-3ea32206ed1f req-1c5b7b69-c929-40ee-86d8-97ed82104c27 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.60 "GET /v2.0/ports?device_id=cb4274bd-349b-464c-af82-c8bf8d8d30ea HTTP/1.1" status: 200 len: 210 time: 0.0344191 Nov 23 17:25:46.448854 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-52822d53-48f5-4819-8a95-bdc13aea0bf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:25:46.450861 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c392613c-0829-4cb1-a31e-d6bbee417f63 req-e846178f-241f-4ad4-a2aa-5ae99f96930a tempest-ImagesTestJSON-931761063 tempest-ImagesTestJSON-931761063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:25:46.453292 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c392613c-0829-4cb1-a31e-d6bbee417f63 req-e846178f-241f-4ad4-a2aa-5ae99f96930a tempest-ImagesTestJSON-931761063 tempest-ImagesTestJSON-931761063-project] 10.222.0.60 "GET /v2.0/ports?device_id=1820b9a1-cb60-494a-b702-c7b697bbb590 HTTP/1.1" status: 200 len: 946 time: 0.1354795 Nov 23 17:25:46.616341 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c392613c-0829-4cb1-a31e-d6bbee417f63 req-81d7aec6-086b-4ec3-a20c-9881ff9b4f6b tempest-ImagesTestJSON-931761063 tempest-ImagesTestJSON-931761063-project] 10.222.0.60 "GET /v2.0/security-groups?id=f2768289-7821-4137-8326-c052bf648315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242509 Nov 23 17:25:46.641043 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933e7329-4b7c-404c-a048-63a0d43984bb req-7b84be13-dc0f-4cb0-ad42-d3e36f832e3d tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:25:46.642735 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-933e7329-4b7c-404c-a048-63a0d43984bb req-7b84be13-dc0f-4cb0-ad42-d3e36f832e3d tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.55 "GET /v2.0/networks?id=43d8ac08-152d-4053-b836-ddc03b0e91a2 HTTP/1.1" status: 200 len: 810 time: 0.2737942 Nov 23 17:25:46.662590 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [req-933e7329-4b7c-404c-a048-63a0d43984bb req-f6e422be-a253-4974-8b0e-418121d72823 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] Request body: {'port': {'device_id': 'cb4274bd-349b-464c-af82-c8bf8d8d30ea', 'network_id': '43d8ac08-152d-4053-b836-ddc03b0e91a2', 'admin_state_up': True, 'tenant_id': '3541603f19884b9cb683e7eedd76d17c'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:25:46.951940 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bc035e-1094-41af-9e5c-855c233fb5aa req-5992edb4-feea-40af-b6a8-3f67599acab8 tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:25:46.960930 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-54bc035e-1094-41af-9e5c-855c233fb5aa req-5992edb4-feea-40af-b6a8-3f67599acab8 tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] 10.222.0.60 "GET /v2.0/ports?device_id=bd79186a-2bb2-4e8e-bd76-d4a54860e696 HTTP/1.1" status: 200 len: 948 time: 0.1439896 Nov 23 17:25:46.983958 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-933e7329-4b7c-404c-a048-63a0d43984bb req-f6e422be-a253-4974-8b0e-418121d72823 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] Made reservation on behalf of 3541603f19884b9cb683e7eedd76d17c for: {'port': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:25:46.990841 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-933e7329-4b7c-404c-a048-63a0d43984bb req-f6e422be-a253-4974-8b0e-418121d72823 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:25:47.013042 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e19f3d8-5875-4072-b697-a42eed2d5f87 req-38731057-758b-4f37-9070-232007aa33f7 tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:25:47.021718 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9e19f3d8-5875-4072-b697-a42eed2d5f87 req-38731057-758b-4f37-9070-232007aa33f7 tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] 10.222.0.60 "GET /v2.0/ports?device_id=ce1fece4-f172-4cbd-adb9-8bb291bc1b9d HTTP/1.1" status: 200 len: 945 time: 0.3191555 Nov 23 17:25:47.189621 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-54bc035e-1094-41af-9e5c-855c233fb5aa req-8cc6c75c-d359-4da6-a686-ee5bfee49e53 tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b15aa03-44a0-4375-a57d-e8cf999b0781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2205050 Nov 23 17:25:47.237474 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9e19f3d8-5875-4072-b697-a42eed2d5f87 req-7de58a86-194c-4f8b-b393-7ce7be351081 tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] 10.222.0.60 "GET /v2.0/security-groups?id=a7d295c6-a842-436b-b184-bb80f16900ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2145557 Nov 23 17:25:47.379953 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-78967ae0-481d-42fb-bbe0-6b041e495e7b req-a7f0ae18-60e4-4688-876d-ea09dbd45d25 tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] 10.222.0.60 "GET /v2.0/ports?device_id=8ed97b60-3196-47fe-8a00-927be6edfe27 HTTP/1.1" status: 200 len: 210 time: 0.1003258 Nov 23 17:25:47.518541 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.db_base_plugin_common [req-933e7329-4b7c-404c-a048-63a0d43984bb req-f6e422be-a253-4974-8b0e-418121d72823 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] Allocated IP 172.20.0.5 (43d8ac08-152d-4053-b836-ddc03b0e91a2/23f80e8e-7e58-4465-87c1-72654345f52f/d2b1b011-56ff-4c88-a822-a2bc760a83b9) {{(pid=103591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:25:47.652635 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9a27ae6c-db98-474f-94c1-cc99bf842d79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:25:47.682918 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1aa375-e53d-4a3c-9a62-9b7523c6f4fe req-1ab2c5dc-8dfc-4cc5-aeaa-b258c6b00ed2 tempest-ServersAdminTestJSON-1762598083 tempest-ServersAdminTestJSON-1762598083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:25:47.700053 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-db1aa375-e53d-4a3c-9a62-9b7523c6f4fe req-1ab2c5dc-8dfc-4cc5-aeaa-b258c6b00ed2 tempest-ServersAdminTestJSON-1762598083 tempest-ServersAdminTestJSON-1762598083-project] 10.222.0.60 "GET /v2.0/ports?device_id=8b7e3802-0f06-4962-a331-d43c0ed8ac79 HTTP/1.1" status: 200 len: 950 time: 0.2979522 Nov 23 17:25:47.806079 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ef2e1a15-d16f-4a10-bc90-8a0cc1a510eb req-36adce54-23a2-4f0c-b581-2b36a5bbbb41 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.60 "GET /v2.0/ports?device_id=cb4274bd-349b-464c-af82-c8bf8d8d30ea HTTP/1.1" status: 200 len: 210 time: 0.0701966 Nov 23 17:25:47.893007 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device b1eb041c-b829-49de-a62b-f5360ff178c3 up at agent hyperv_n-h2-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:25:47.941044 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-db1aa375-e53d-4a3c-9a62-9b7523c6f4fe req-4acd934f-57c8-460d-bb0a-e6befc4ee36c tempest-ServersAdminTestJSON-1762598083 tempest-ServersAdminTestJSON-1762598083-project] 10.222.0.60 "GET /v2.0/security-groups?id=d6cf22a0-7f65-49f2-8512-764c3542a89d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2030523 Nov 23 17:25:47.992686 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-933e7329-4b7c-404c-a048-63a0d43984bb req-f6e422be-a253-4974-8b0e-418121d72823 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] Publish callbacks [] for port, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:25:48.042271 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Provisioning for port b1eb041c-b829-49de-a62b-f5360ff178c3 completed by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 17:25:48.051141 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Provisioning complete for port b1eb041c-b829-49de-a62b-f5360ff178c3 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:25:48.052803 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:25:48.071694 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-933e7329-4b7c-404c-a048-63a0d43984bb req-f6e422be-a253-4974-8b0e-418121d72823 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:25:48.207551 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-933e7329-4b7c-404c-a048-63a0d43984bb req-f6e422be-a253-4974-8b0e-418121d72823 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] Network 43d8ac08-152d-4053-b836-ddc03b0e91a2 is already hosted by enough agents. {{(pid=103591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:25:48.219855 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [req-933e7329-4b7c-404c-a048-63a0d43984bb req-f6e422be-a253-4974-8b0e-418121d72823 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] Resources bound (agent type, host, resource id): {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:25:48.227166 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [req-933e7329-4b7c-404c-a048-63a0d43984bb req-f6e422be-a253-4974-8b0e-418121d72823 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] Received port after_create {{(pid=103591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:25:48.233622 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:25:48.282521 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e422be-a253-4974-8b0e-418121d72823 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] Pushing event updated for resources: {'Port': ['ID=d2b1b011-56ff-4c88-a822-a2bc760a83b9,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:25:48.305051 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd79186a-2bb2-4e8e-bd76-d4a54860e696', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1eb041c-b829-49de-a62b-f5360ff178c3'}] {{(pid=103592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:25:48.309281 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba3e6a8f2301c7a29fe1eca9779abdae4ccbcd6266d69778087f2498d5551201" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec8ba4e8-bfd7-4764-ac17-8c6b9713d45d" -d '{"events": [{"server_uuid": "bd79186a-2bb2-4e8e-bd76-d4a54860e696", "name": "network-vif-plugged", "status": "completed", "tag": "b1eb041c-b829-49de-a62b-f5360ff178c3"}]}' {{(pid=103592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:25:48.337293 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port b1eb041c-b829-49de-a62b-f5360ff178c3, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=b1eb041c-b829-49de-a62b-f5360ff178c3,segment=NetworkSegment(329c1745-02bf-4561-9615-3192910887f5),segment_id=329c1745-02bf-4561-9615-3192910887f5)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:25:48.340460 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:25:48.344827 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:25:48.363987 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e422be-a253-4974-8b0e-418121d72823 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:25:48.364610 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e422be-a253-4974-8b0e-418121d72823 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:25:48.365185 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e422be-a253-4974-8b0e-418121d72823 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:25:48.365750 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e422be-a253-4974-8b0e-418121d72823 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:25:48.366483 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e422be-a253-4974-8b0e-418121d72823 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:25:48.367051 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e422be-a253-4974-8b0e-418121d72823 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:25:48.367604 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e422be-a253-4974-8b0e-418121d72823 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:25:48.368149 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e422be-a253-4974-8b0e-418121d72823 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:25:48.368734 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e422be-a253-4974-8b0e-418121d72823 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:25:48.369295 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e422be-a253-4974-8b0e-418121d72823 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:25:48.370046 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e422be-a253-4974-8b0e-418121d72823 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:25:48.370608 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e422be-a253-4974-8b0e-418121d72823 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:25:48.389687 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7db90b28-18bc-41fb-9449-e0cb209b4109 req-e0c48c85-76a4-4029-bf20-0075c3a8ebe5 tempest-TenantUsagesTestJSON-1648693335 tempest-TenantUsagesTestJSON-1648693335-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=677986f6e22e4c139961a90ca830a4e5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1082597 Nov 23 17:25:48.426086 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Pushing event updated for resources: {'Port': ['ID=b1eb041c-b829-49de-a62b-f5360ff178c3,revision_number=5']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:25:48.447135 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933e7329-4b7c-404c-a048-63a0d43984bb req-f6e422be-a253-4974-8b0e-418121d72823 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:25:48.448203 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-933e7329-4b7c-404c-a048-63a0d43984bb req-f6e422be-a253-4974-8b0e-418121d72823 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:25:48.485266 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9630894d-30d1-4a3d-b885-18031a8f5ab2 req-1e586bd1-8dfd-4189-8a94-50c5908d6414 tempest-ImagesTestJSON-931761063 tempest-ImagesTestJSON-931761063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:25:48.487676 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9630894d-30d1-4a3d-b885-18031a8f5ab2 req-1e586bd1-8dfd-4189-8a94-50c5908d6414 tempest-ImagesTestJSON-931761063 tempest-ImagesTestJSON-931761063-project] 10.222.0.60 "GET /v2.0/ports?device_id=1820b9a1-cb60-494a-b702-c7b697bbb590 HTTP/1.1" status: 200 len: 946 time: 0.3582466 Nov 23 17:25:48.559012 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-933e7329-4b7c-404c-a048-63a0d43984bb req-f6e422be-a253-4974-8b0e-418121d72823 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9005959 Nov 23 17:25:48.606097 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [req-933e7329-4b7c-404c-a048-63a0d43984bb req-28881e15-7078-4999-add9-5b7bc17037d8 service neutron] Request body: {'port': {'device_id': 'cb4274bd-349b-464c-af82-c8bf8d8d30ea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-8'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:25:48.666281 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9630894d-30d1-4a3d-b885-18031a8f5ab2 req-dcd1bfa0-3d8a-426c-9591-f5e143ec9d17 tempest-ImagesTestJSON-931761063 tempest-ImagesTestJSON-931761063-project] 10.222.0.60 "GET /v2.0/security-groups?id=f2768289-7821-4137-8326-c052bf648315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495934 Nov 23 17:25:48.684617 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-d235567b-5bdc-4e7c-9945-905dc6ccff55 None None] Provisioning complete for port d2b1b011-56ff-4c88-a822-a2bc760a83b9 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:25:48.685422 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-d235567b-5bdc-4e7c-9945-905dc6ccff55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:25:48.722516 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db90b28-18bc-41fb-9449-e0cb209b4109 req-c7c13062-d719-4e6f-97ae-01f720078b20 tempest-TenantUsagesTestJSON-1648693335 tempest-TenantUsagesTestJSON-1648693335-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:25:48.725516 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7db90b28-18bc-41fb-9449-e0cb209b4109 req-c7c13062-d719-4e6f-97ae-01f720078b20 tempest-TenantUsagesTestJSON-1648693335 tempest-TenantUsagesTestJSON-1648693335-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3343143 Nov 23 17:25:48.738684 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-933e7329-4b7c-404c-a048-63a0d43984bb req-28881e15-7078-4999-add9-5b7bc17037d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:25:48.771393 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7db90b28-18bc-41fb-9449-e0cb209b4109 req-838a8f0b-e88d-4939-b7ea-87709b7799e0 tempest-TenantUsagesTestJSON-1648693335 tempest-TenantUsagesTestJSON-1648693335-project] 10.222.0.60 "GET /v2.0/quotas/677986f6e22e4c139961a90ca830a4e5 HTTP/1.1" status: 200 len: 375 time: 0.0273964 Nov 23 17:25:48.788056 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-d235567b-5bdc-4e7c-9945-905dc6ccff55 None None] Port d2b1b011-56ff-4c88-a822-a2bc760a83b9 cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:25:48.868847 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7db90b28-18bc-41fb-9449-e0cb209b4109 req-25579a39-f1d4-4f40-9144-a104a950b405 tempest-TenantUsagesTestJSON-1648693335 tempest-TenantUsagesTestJSON-1648693335-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=677986f6e22e4c139961a90ca830a4e5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0638919 Nov 23 17:25:48.955104 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cdfba7-ece5-4e66-ac96-a049986aa345 req-4c088aa9-7916-4313-9198-7ab4127dea6e tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:25:48.956760 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-95cdfba7-ece5-4e66-ac96-a049986aa345 req-4c088aa9-7916-4313-9198-7ab4127dea6e tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] 10.222.0.60 "GET /v2.0/ports?device_id=bd79186a-2bb2-4e8e-bd76-d4a54860e696 HTTP/1.1" status: 200 len: 949 time: 0.1507699 Nov 23 17:25:49.097645 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-95cdfba7-ece5-4e66-ac96-a049986aa345 req-c67a94ea-3f66-4ece-9324-ed756d3cb682 tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b15aa03-44a0-4375-a57d-e8cf999b0781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306949 Nov 23 17:25:49.160297 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:25:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63c243b0-ac84-4030-92a8-1dafd8844ec2 x-openstack-request-id: req-63c243b0-ac84-4030-92a8-1dafd8844ec2 {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:25:49.160581 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd79186a-2bb2-4e8e-bd76-d4a54860e696", "name": "network-vif-plugged", "status": "completed", "tag": "b1eb041c-b829-49de-a62b-f5360ff178c3", "code": 200}]} {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:25:49.161245 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-63c243b0-ac84-4030-92a8-1dafd8844ec2 {{(pid=103592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:25:49.161802 n-d-816206-8 neutron-server[103592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd79186a-2bb2-4e8e-bd76-d4a54860e696', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1eb041c-b829-49de-a62b-f5360ff178c3', 'code': 200} Nov 23 17:25:49.214317 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb83384d-d901-46a2-969b-136730163451 req-11976431-294d-49ee-9f1c-cc503a3fdb21 tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:25:49.223471 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-eb83384d-d901-46a2-969b-136730163451 req-11976431-294d-49ee-9f1c-cc503a3fdb21 tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] 10.222.0.60 "GET /v2.0/ports?device_id=ce1fece4-f172-4cbd-adb9-8bb291bc1b9d HTTP/1.1" status: 200 len: 945 time: 0.1248863 Nov 23 17:25:49.304106 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-db20d26e-74f5-45c8-ad7d-7df2258da9f2 req-5e6a4083-1dde-4335-a359-fbb29e1ef67d tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] 10.222.0.60 "GET /v2.0/ports?device_id=8ed97b60-3196-47fe-8a00-927be6edfe27 HTTP/1.1" status: 200 len: 210 time: 0.0732872 Nov 23 17:25:49.361063 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [req-933e7329-4b7c-404c-a048-63a0d43984bb req-28881e15-7078-4999-add9-5b7bc17037d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2b1b011-56ff-4c88-a822-a2bc760a83b9 {{(pid=103591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:25:49.376786 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-933e7329-4b7c-404c-a048-63a0d43984bb req-28881e15-7078-4999-add9-5b7bc17037d8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:25:49.398207 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-eb83384d-d901-46a2-969b-136730163451 req-122fc24b-71ce-430d-ade6-d1ffd29bb0ea tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] 10.222.0.60 "GET /v2.0/security-groups?id=a7d295c6-a842-436b-b184-bb80f16900ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735647 Nov 23 17:25:49.423724 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.provisioning_blocks [req-933e7329-4b7c-404c-a048-63a0d43984bb req-28881e15-7078-4999-add9-5b7bc17037d8 service neutron] Transition to ACTIVE for port object d2b1b011-56ff-4c88-a822-a2bc760a83b9 will not be triggered until provisioned by entity L2. {{(pid=103591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 17:25:49.428753 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-933e7329-4b7c-404c-a048-63a0d43984bb req-28881e15-7078-4999-add9-5b7bc17037d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264758186'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:25:49.458998 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42238f3-9a58-4250-8446-e2e17d527c14 req-39211ee7-e6db-4a07-97e4-e5b05a2a8ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:25:49.464066 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-b42238f3-9a58-4250-8446-e2e17d527c14 req-39211ee7-e6db-4a07-97e4-e5b05a2a8ae8 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=bd79186a-2bb2-4e8e-bd76-d4a54860e696 HTTP/1.1" status: 200 len: 1100 time: 0.1649745 Nov 23 17:25:49.576027 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-b42238f3-9a58-4250-8446-e2e17d527c14 req-a029d0ce-4d9a-4ccc-9de5-7996b7a4b70b service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=4b15aa03-44a0-4375-a57d-e8cf999b0781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977309 Nov 23 17:25:49.611611 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28881e15-7078-4999-add9-5b7bc17037d8 service neutron] Pushing event updated for resources: {'Port': ['ID=d2b1b011-56ff-4c88-a822-a2bc760a83b9,revision_number=2']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:25:49.809444 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7886cd01-1d53-427a-907a-792132287607 req-73012c96-c6d0-4f83-bcd4-3aa217d0ddf9 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:25:49.817199 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7886cd01-1d53-427a-907a-792132287607 req-73012c96-c6d0-4f83-bcd4-3aa217d0ddf9 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.60 "GET /v2.0/ports?device_id=cb4274bd-349b-464c-af82-c8bf8d8d30ea HTTP/1.1" status: 200 len: 943 time: 0.2834666 Nov 23 17:25:49.928107 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-933e7329-4b7c-404c-a048-63a0d43984bb req-28881e15-7078-4999-add9-5b7bc17037d8 service neutron] Attempting to bind port d2b1b011-56ff-4c88-a822-a2bc760a83b9 on host n-h1-816206-8 for vnic_type normal with profile {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:25:49.928606 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-933e7329-4b7c-404c-a048-63a0d43984bb req-28881e15-7078-4999-add9-5b7bc17037d8 service neutron] Attempting to bind port d2b1b011-56ff-4c88-a822-a2bc760a83b9 by drivers openvswitch,hyperv on host n-h1-816206-8 at level 0 using segments [{'id': 'f75f400f-3665-42b6-b743-8c8989e17b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '43d8ac08-152d-4053-b836-ddc03b0e91a2'}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:25:49.929066 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-933e7329-4b7c-404c-a048-63a0d43984bb req-28881e15-7078-4999-add9-5b7bc17037d8 service neutron] Attempting to bind port d2b1b011-56ff-4c88-a822-a2bc760a83b9 on network 43d8ac08-152d-4053-b836-ddc03b0e91a2 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:25:49.938501 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-933e7329-4b7c-404c-a048-63a0d43984bb req-28881e15-7078-4999-add9-5b7bc17037d8 service neutron] Port d2b1b011-56ff-4c88-a822-a2bc760a83b9 on network 43d8ac08-152d-4053-b836-ddc03b0e91a2 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-8 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 17:25:49.938957 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-933e7329-4b7c-404c-a048-63a0d43984bb req-28881e15-7078-4999-add9-5b7bc17037d8 service neutron] Attempting to bind port d2b1b011-56ff-4c88-a822-a2bc760a83b9 on network 43d8ac08-152d-4053-b836-ddc03b0e91a2 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:25:49.950964 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7886cd01-1d53-427a-907a-792132287607 req-f00b9cc9-0545-44d1-ba07-af6aa4cd2fbb tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.60 "GET /v2.0/security-groups?id=b4179e07-bbfd-4236-b98c-2ab2b518c61f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325331 Nov 23 17:25:49.964417 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdeee056-eac7-4d0d-a8b8-b1563339c852 req-bea4f072-51ec-4851-a256-619084922c5d tempest-ServersAdminTestJSON-1762598083 tempest-ServersAdminTestJSON-1762598083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:25:49.966148 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-bdeee056-eac7-4d0d-a8b8-b1563339c852 req-bea4f072-51ec-4851-a256-619084922c5d tempest-ServersAdminTestJSON-1762598083 tempest-ServersAdminTestJSON-1762598083-project] 10.222.0.60 "GET /v2.0/ports?device_id=8b7e3802-0f06-4962-a331-d43c0ed8ac79 HTTP/1.1" status: 200 len: 950 time: 0.2477756 Nov 23 17:25:49.967319 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-933e7329-4b7c-404c-a048-63a0d43984bb req-28881e15-7078-4999-add9-5b7bc17037d8 service neutron] Checking agent: {'id': '4b0a4557-3bfe-4828-80a0-7981fc3ac84c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 15, 14), 'started_at': datetime.datetime(2021, 11, 23, 17, 15, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 25, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:25:49.967791 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-933e7329-4b7c-404c-a048-63a0d43984bb req-28881e15-7078-4999-add9-5b7bc17037d8 service neutron] Checking segment: {'id': 'f75f400f-3665-42b6-b743-8c8989e17b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '43d8ac08-152d-4053-b836-ddc03b0e91a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:25:49.968296 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-933e7329-4b7c-404c-a048-63a0d43984bb req-28881e15-7078-4999-add9-5b7bc17037d8 service neutron] Bound using segment: {'id': 'f75f400f-3665-42b6-b743-8c8989e17b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '43d8ac08-152d-4053-b836-ddc03b0e91a2'} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:25:49.968952 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-933e7329-4b7c-404c-a048-63a0d43984bb req-28881e15-7078-4999-add9-5b7bc17037d8 service neutron] Bound port: d2b1b011-56ff-4c88-a822-a2bc760a83b9, host: n-h1-816206-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f75f400f-3665-42b6-b743-8c8989e17b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '43d8ac08-152d-4053-b836-ddc03b0e91a2'}}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:25:49.969488 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-933e7329-4b7c-404c-a048-63a0d43984bb req-28881e15-7078-4999-add9-5b7bc17037d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:25:50.130371 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-bdeee056-eac7-4d0d-a8b8-b1563339c852 req-15372c6c-e63c-4fc1-a6b1-cd635a28d272 tempest-ServersAdminTestJSON-1762598083 tempest-ServersAdminTestJSON-1762598083-project] 10.222.0.60 "GET /v2.0/security-groups?id=d6cf22a0-7f65-49f2-8512-764c3542a89d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406720 Nov 23 17:25:50.174436 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-28007d62-1856-46d7-ad6f-c9d8b74d76b5 req-2b6fa49d-0032-4eaf-b76b-5b05efb59c74 tempest-TenantUsagesTestJSON-1648693335 tempest-TenantUsagesTestJSON-1648693335-project] 10.222.0.60 "GET /v2.0/ports?device_id=e232f704-65d0-42c1-87ec-b7652eae1b5a HTTP/1.1" status: 200 len: 210 time: 0.1056187 Nov 23 17:25:50.271425 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-933e7329-4b7c-404c-a048-63a0d43984bb req-28881e15-7078-4999-add9-5b7bc17037d8 service neutron] For port d2b1b011-56ff-4c88-a822-a2bc760a83b9, host n-h1-816206-8, cleared binding levels {{(pid=103591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:25:50.278782 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-933e7329-4b7c-404c-a048-63a0d43984bb req-28881e15-7078-4999-add9-5b7bc17037d8 service neutron] For port d2b1b011-56ff-4c88-a822-a2bc760a83b9, host n-h1-816206-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=d2b1b011-56ff-4c88-a822-a2bc760a83b9,segment=NetworkSegment(f75f400f-3665-42b6-b743-8c8989e17b3e),segment_id=f75f400f-3665-42b6-b743-8c8989e17b3e)] {{(pid=103591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:25:50.287371 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-933e7329-4b7c-404c-a048-63a0d43984bb req-28881e15-7078-4999-add9-5b7bc17037d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264758186'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:25:50.362469 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28881e15-7078-4999-add9-5b7bc17037d8 service neutron] Pushing event updated for resources: {'Port': ['ID=d2b1b011-56ff-4c88-a822-a2bc760a83b9,revision_number=3']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:25:50.405031 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933e7329-4b7c-404c-a048-63a0d43984bb req-28881e15-7078-4999-add9-5b7bc17037d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:25:50.405597 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-933e7329-4b7c-404c-a048-63a0d43984bb req-28881e15-7078-4999-add9-5b7bc17037d8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:25:50.407082 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-933e7329-4b7c-404c-a048-63a0d43984bb req-28881e15-7078-4999-add9-5b7bc17037d8 service neutron] 10.222.0.55 "PUT /v2.0/ports/d2b1b011-56ff-4c88-a822-a2bc760a83b9 HTTP/1.1" status: 200 len: 1091 time: 1.8151379 Nov 23 17:25:50.407556 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb4274bd-349b-464c-af82-c8bf8d8d30ea', 'tag': 'd2b1b011-56ff-4c88-a822-a2bc760a83b9'}] {{(pid=103591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:25:50.410187 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41d174a19ece9499ff9ec44e5b3fc50f2abd3ffbc947fb7e52ea1e8db27b95b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31e466d5-420d-4589-8693-578902f84906" -d '{"events": [{"name": "network-changed", "server_uuid": "cb4274bd-349b-464c-af82-c8bf8d8d30ea", "tag": "d2b1b011-56ff-4c88-a822-a2bc760a83b9"}]}' {{(pid=103591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:25:50.435540 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666090ac-6c77-4587-ac68-f9e00136c533 req-5ae350a7-55cd-448d-8150-40c4eba079e7 tempest-ImagesTestJSON-931761063 tempest-ImagesTestJSON-931761063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:25:50.438004 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-666090ac-6c77-4587-ac68-f9e00136c533 req-5ae350a7-55cd-448d-8150-40c4eba079e7 tempest-ImagesTestJSON-931761063 tempest-ImagesTestJSON-931761063-project] 10.222.0.60 "GET /v2.0/ports?device_id=1820b9a1-cb60-494a-b702-c7b697bbb590 HTTP/1.1" status: 200 len: 946 time: 0.0824854 Nov 23 17:25:50.678147 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-666090ac-6c77-4587-ac68-f9e00136c533 req-1ad0d105-baf1-4188-992a-77e7e798c16c tempest-ImagesTestJSON-931761063 tempest-ImagesTestJSON-931761063-project] 10.222.0.60 "GET /v2.0/security-groups?id=f2768289-7821-4137-8326-c052bf648315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2232172 Nov 23 17:25:50.686004 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933e7329-4b7c-404c-a048-63a0d43984bb req-9d35e16c-3d6c-4144-9a79-b8ec492628c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:25:50.688649 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-933e7329-4b7c-404c-a048-63a0d43984bb req-9d35e16c-3d6c-4144-9a79-b8ec492628c6 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3541603f19884b9cb683e7eedd76d17c&device_id=cb4274bd-349b-464c-af82-c8bf8d8d30ea HTTP/1.1" status: 200 len: 1094 time: 0.2132139 Nov 23 17:25:50.778141 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-933e7329-4b7c-404c-a048-63a0d43984bb req-61be653a-0248-4aba-b22a-87bb50cab6eb service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d2b1b011-56ff-4c88-a822-a2bc760a83b9 HTTP/1.1" status: 200 len: 217 time: 0.0811665 Nov 23 17:25:50.792352 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13b1ba6-77fe-4d00-aea8-bc77e5f9a8ea req-8b3cf23c-c43b-4474-b38b-20dc4ac5fdcd tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:25:50.796603 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c13b1ba6-77fe-4d00-aea8-bc77e5f9a8ea req-8b3cf23c-c43b-4474-b38b-20dc4ac5fdcd tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] 10.222.0.60 "GET /v2.0/ports?device_id=bd79186a-2bb2-4e8e-bd76-d4a54860e696 HTTP/1.1" status: 200 len: 949 time: 0.2504849 Nov 23 17:25:50.906131 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-63198c4d-24ab-42a1-9e65-1e709febdce8 req-9fc447f2-5a9d-4d39-8454-450f5c877e5c tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] 10.222.0.60 "GET /v2.0/ports?device_id=8ed97b60-3196-47fe-8a00-927be6edfe27 HTTP/1.1" status: 200 len: 210 time: 0.0613775 Nov 23 17:25:50.941487 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933e7329-4b7c-404c-a048-63a0d43984bb req-2768af11-574a-40ab-9892-9fb903a25dab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:25:50.941487 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-933e7329-4b7c-404c-a048-63a0d43984bb req-2768af11-574a-40ab-9892-9fb903a25dab service neutron] 10.222.0.55 "GET /v2.0/subnets?id=23f80e8e-7e58-4465-87c1-72654345f52f HTTP/1.1" status: 200 len: 849 time: 0.1361008 Nov 23 17:25:50.960172 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c13b1ba6-77fe-4d00-aea8-bc77e5f9a8ea req-35c61cfd-543c-4dcb-a9af-333991c8cd60 tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b15aa03-44a0-4375-a57d-e8cf999b0781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499457 Nov 23 17:25:50.991038 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 17:25:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c0c4547-73cb-4319-a59f-7253a474236d x-openstack-request-id: req-4c0c4547-73cb-4319-a59f-7253a474236d {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:25:50.991334 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb4274bd-349b-464c-af82-c8bf8d8d30ea", "tag": "d2b1b011-56ff-4c88-a822-a2bc760a83b9", "status": "completed", "code": 200}]} {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:25:50.991589 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-4c0c4547-73cb-4319-a59f-7253a474236d {{(pid=103591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:25:50.992056 n-d-816206-8 neutron-server[103591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb4274bd-349b-464c-af82-c8bf8d8d30ea', 'tag': 'd2b1b011-56ff-4c88-a822-a2bc760a83b9', 'status': 'completed', 'code': 200} Nov 23 17:25:51.016385 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933e7329-4b7c-404c-a048-63a0d43984bb req-5eeb9df0-dba5-4adb-afee-7b40a113c1f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:25:51.017976 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-933e7329-4b7c-404c-a048-63a0d43984bb req-5eeb9df0-dba5-4adb-afee-7b40a113c1f3 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=43d8ac08-152d-4053-b836-ddc03b0e91a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0568836 Nov 23 17:25:51.248850 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-7db90b28-18bc-41fb-9449-e0cb209b4109 req-44e2fd43-d6aa-4cfd-87c9-31445f67c389 tempest-TenantUsagesTestJSON-1648693335 tempest-TenantUsagesTestJSON-1648693335-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=677986f6e22e4c139961a90ca830a4e5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0729365 Nov 23 17:25:51.496905 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db90b28-18bc-41fb-9449-e0cb209b4109 req-daa63f75-9fff-4a14-9147-fd32c685d5b2 tempest-TenantUsagesTestJSON-1648693335 tempest-TenantUsagesTestJSON-1648693335-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:25:51.500449 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-7db90b28-18bc-41fb-9449-e0cb209b4109 req-daa63f75-9fff-4a14-9147-fd32c685d5b2 tempest-TenantUsagesTestJSON-1648693335 tempest-TenantUsagesTestJSON-1648693335-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2328715 Nov 23 17:25:51.525604 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [req-7db90b28-18bc-41fb-9449-e0cb209b4109 req-3f4472f3-afac-47cf-80eb-a25e7601e802 tempest-TenantUsagesTestJSON-1648693335 tempest-TenantUsagesTestJSON-1648693335-project] Request body: {'port': {'device_id': 'e232f704-65d0-42c1-87ec-b7652eae1b5a', 'network_id': 'f1e1dabf-b410-4023-9169-a460a86e7184', 'admin_state_up': True, 'tenant_id': '677986f6e22e4c139961a90ca830a4e5'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:25:51.749817 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7db90b28-18bc-41fb-9449-e0cb209b4109 req-3f4472f3-afac-47cf-80eb-a25e7601e802 tempest-TenantUsagesTestJSON-1648693335 tempest-TenantUsagesTestJSON-1648693335-project] Made reservation on behalf of 677986f6e22e4c139961a90ca830a4e5 for: {'port': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:25:51.758529 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-7db90b28-18bc-41fb-9449-e0cb209b4109 req-3f4472f3-afac-47cf-80eb-a25e7601e802 tempest-TenantUsagesTestJSON-1648693335 tempest-TenantUsagesTestJSON-1648693335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:25:51.767437 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-933e7329-4b7c-404c-a048-63a0d43984bb req-e268df0d-3270-4b59-bcc8-71241cf32b88 service neutron] 10.222.0.55 "GET /v2.0/networks/43d8ac08-152d-4053-b836-ddc03b0e91a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7380598 Nov 23 17:25:51.788698 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-7db90b28-18bc-41fb-9449-e0cb209b4109 req-3f4472f3-afac-47cf-80eb-a25e7601e802 tempest-TenantUsagesTestJSON-1648693335 tempest-TenantUsagesTestJSON-1648693335-project] Publish callbacks [] for security_group, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:25:51.790705 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52944e6b-80ec-45db-bead-0f418d71085b req-69ddef0e-a7b6-4185-9319-7bce3e95c51b tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:25:51.805560 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-52944e6b-80ec-45db-bead-0f418d71085b req-69ddef0e-a7b6-4185-9319-7bce3e95c51b tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] 10.222.0.60 "GET /v2.0/ports?device_id=ce1fece4-f172-4cbd-adb9-8bb291bc1b9d HTTP/1.1" status: 200 len: 945 time: 0.1862876 Nov 23 17:25:51.874182 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9f1a0b-2b88-442b-8e36-4d9940e46728 req-a5781b3b-cffc-455b-917b-7ed9184dfb6a tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:25:51.882238 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5a9f1a0b-2b88-442b-8e36-4d9940e46728 req-a5781b3b-cffc-455b-917b-7ed9184dfb6a tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.60 "GET /v2.0/ports?device_id=cb4274bd-349b-464c-af82-c8bf8d8d30ea HTTP/1.1" status: 200 len: 943 time: 0.2714188 Nov 23 17:25:51.961528 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-7db90b28-18bc-41fb-9449-e0cb209b4109 req-3f4472f3-afac-47cf-80eb-a25e7601e802 tempest-TenantUsagesTestJSON-1648693335 tempest-TenantUsagesTestJSON-1648693335-project] Publish callbacks [] for security_group, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:25:51.968327 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-7db90b28-18bc-41fb-9449-e0cb209b4109 req-3f4472f3-afac-47cf-80eb-a25e7601e802 tempest-TenantUsagesTestJSON-1648693335 tempest-TenantUsagesTestJSON-1648693335-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:25:52.024085 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-52944e6b-80ec-45db-bead-0f418d71085b req-a0200f0a-cd5b-43f3-8adf-3de50e59fa74 tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] 10.222.0.60 "GET /v2.0/security-groups?id=a7d295c6-a842-436b-b184-bb80f16900ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1962636 Nov 23 17:25:52.026314 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-933e7329-4b7c-404c-a048-63a0d43984bb req-6e79f3f1-6c4d-43f9-86c9-c3caeb32c753 service neutron] 10.222.0.55 "GET /v2.0/networks/43d8ac08-152d-4053-b836-ddc03b0e91a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2141232 Nov 23 17:25:52.042041 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5a9f1a0b-2b88-442b-8e36-4d9940e46728 req-937eb7f4-d674-4131-80e2-3d891e349bac tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.60 "GET /v2.0/security-groups?id=b4179e07-bbfd-4236-b98c-2ab2b518c61f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586928 Nov 23 17:25:52.086609 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4472f3-afac-47cf-80eb-a25e7601e802 tempest-TenantUsagesTestJSON-1648693335 tempest-TenantUsagesTestJSON-1648693335-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aab2a8c1-49ab-4c55-8e20-86bb0f83e015,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:25:52.244790 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5349360e-bc03-4efb-b9c6-a8c994fc1048 req-74d322b7-86d5-4107-b3de-ce7c7b450d24 tempest-TenantUsagesTestJSON-1648693335 tempest-TenantUsagesTestJSON-1648693335-project] 10.222.0.60 "GET /v2.0/ports?device_id=e232f704-65d0-42c1-87ec-b7652eae1b5a HTTP/1.1" status: 200 len: 210 time: 0.0483129 Nov 23 17:25:52.264859 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [req-7db90b28-18bc-41fb-9449-e0cb209b4109 req-3f4472f3-afac-47cf-80eb-a25e7601e802 tempest-TenantUsagesTestJSON-1648693335 tempest-TenantUsagesTestJSON-1648693335-project] Allocated IP 192.168.233.184 (f1e1dabf-b410-4023-9169-a460a86e7184/ac77c175-5679-438b-8a2a-356718377641/ce8360d3-da15-4dde-9610-e09877392c8a) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:25:52.273716 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6012704b-7b41-4dce-ba3d-69d9a152318c req-8126ae55-ee2e-45ae-8882-a1dda4158bee tempest-ServersAdminTestJSON-1762598083 tempest-ServersAdminTestJSON-1762598083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:25:52.281572 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6012704b-7b41-4dce-ba3d-69d9a152318c req-8126ae55-ee2e-45ae-8882-a1dda4158bee tempest-ServersAdminTestJSON-1762598083 tempest-ServersAdminTestJSON-1762598083-project] 10.222.0.60 "GET /v2.0/ports?device_id=8b7e3802-0f06-4962-a331-d43c0ed8ac79 HTTP/1.1" status: 200 len: 950 time: 0.1382012 Nov 23 17:25:52.293217 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e466d5-420d-4589-8693-578902f84906 req-efcc005e-75a1-4483-bad5-e789e205ed34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:25:52.294865 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-31e466d5-420d-4589-8693-578902f84906 req-efcc005e-75a1-4483-bad5-e789e205ed34 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3541603f19884b9cb683e7eedd76d17c&device_id=cb4274bd-349b-464c-af82-c8bf8d8d30ea HTTP/1.1" status: 200 len: 1094 time: 0.1633823 Nov 23 17:25:52.386816 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6012704b-7b41-4dce-ba3d-69d9a152318c req-12f4bda2-6927-404c-b27a-44925ebc0dc3 tempest-ServersAdminTestJSON-1762598083 tempest-ServersAdminTestJSON-1762598083-project] 10.222.0.60 "GET /v2.0/security-groups?id=d6cf22a0-7f65-49f2-8512-764c3542a89d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038878 Nov 23 17:25:52.490769 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c054f7-1175-4309-a983-bb372e8bb484 req-65077e74-c4cf-4da7-8f91-5cf81d8b2906 tempest-ImagesTestJSON-931761063 tempest-ImagesTestJSON-931761063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:25:52.492550 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-42c054f7-1175-4309-a983-bb372e8bb484 req-65077e74-c4cf-4da7-8f91-5cf81d8b2906 tempest-ImagesTestJSON-931761063 tempest-ImagesTestJSON-931761063-project] 10.222.0.60 "GET /v2.0/ports?device_id=1820b9a1-cb60-494a-b702-c7b697bbb590 HTTP/1.1" status: 200 len: 946 time: 0.1308959 Nov 23 17:25:52.557544 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e466d5-420d-4589-8693-578902f84906 req-84ffa0cb-d273-4698-a23a-afaefd9f3837 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:25:52.559735 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-31e466d5-420d-4589-8693-578902f84906 req-84ffa0cb-d273-4698-a23a-afaefd9f3837 service neutron] 10.222.0.55 "GET /v2.0/networks?id=43d8ac08-152d-4053-b836-ddc03b0e91a2 HTTP/1.1" status: 200 len: 911 time: 0.2556646 Nov 23 17:25:52.615233 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-7db90b28-18bc-41fb-9449-e0cb209b4109 req-3f4472f3-afac-47cf-80eb-a25e7601e802 tempest-TenantUsagesTestJSON-1648693335 tempest-TenantUsagesTestJSON-1648693335-project] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:25:52.706557 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-7db90b28-18bc-41fb-9449-e0cb209b4109 req-3f4472f3-afac-47cf-80eb-a25e7601e802 tempest-TenantUsagesTestJSON-1648693335 tempest-TenantUsagesTestJSON-1648693335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:25:52.738209 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-42c054f7-1175-4309-a983-bb372e8bb484 req-9e22ef8f-7dfa-42e0-a4cd-b88d30cfd4e7 tempest-ImagesTestJSON-931761063 tempest-ImagesTestJSON-931761063-project] 10.222.0.60 "GET /v2.0/security-groups?id=f2768289-7821-4137-8326-c052bf648315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2346609 Nov 23 17:25:52.742064 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-31e466d5-420d-4589-8693-578902f84906 req-bb62527e-dba3-4471-b206-93b8fc647fd9 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d2b1b011-56ff-4c88-a822-a2bc760a83b9 HTTP/1.1" status: 200 len: 217 time: 0.1514077 Nov 23 17:25:52.774293 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4472f3-afac-47cf-80eb-a25e7601e802 tempest-TenantUsagesTestJSON-1648693335 tempest-TenantUsagesTestJSON-1648693335-project] Pushing event updated for resources: {'Port': ['ID=ce8360d3-da15-4dde-9610-e09877392c8a,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:25:52.823602 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7db90b28-18bc-41fb-9449-e0cb209b4109 req-3f4472f3-afac-47cf-80eb-a25e7601e802 tempest-TenantUsagesTestJSON-1648693335 tempest-TenantUsagesTestJSON-1648693335-project] Network f1e1dabf-b410-4023-9169-a460a86e7184 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:25:52.826058 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [req-7db90b28-18bc-41fb-9449-e0cb209b4109 req-3f4472f3-afac-47cf-80eb-a25e7601e802 tempest-TenantUsagesTestJSON-1648693335 tempest-TenantUsagesTestJSON-1648693335-project] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:25:52.830407 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [req-7db90b28-18bc-41fb-9449-e0cb209b4109 req-3f4472f3-afac-47cf-80eb-a25e7601e802 tempest-TenantUsagesTestJSON-1648693335 tempest-TenantUsagesTestJSON-1648693335-project] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:25:52.841600 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39a910d-bb22-49b3-b24a-7f606924f7fc req-0cc3c984-ee76-4beb-8f55-d7683d094eda tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:25:52.844557 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d39a910d-bb22-49b3-b24a-7f606924f7fc req-0cc3c984-ee76-4beb-8f55-d7683d094eda tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] 10.222.0.60 "GET /v2.0/ports?device_id=bd79186a-2bb2-4e8e-bd76-d4a54860e696 HTTP/1.1" status: 200 len: 949 time: 0.2721667 Nov 23 17:25:52.914111 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e466d5-420d-4589-8693-578902f84906 req-d7518815-32b6-437c-aa12-d37fa75f28cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:25:52.926630 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-31e466d5-420d-4589-8693-578902f84906 req-d7518815-32b6-437c-aa12-d37fa75f28cc service neutron] 10.222.0.55 "GET /v2.0/subnets?id=23f80e8e-7e58-4465-87c1-72654345f52f HTTP/1.1" status: 200 len: 849 time: 0.1755831 Nov 23 17:25:52.972959 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db90b28-18bc-41fb-9449-e0cb209b4109 req-3f4472f3-afac-47cf-80eb-a25e7601e802 tempest-TenantUsagesTestJSON-1648693335 tempest-TenantUsagesTestJSON-1648693335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:25:52.973886 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-7db90b28-18bc-41fb-9449-e0cb209b4109 req-3f4472f3-afac-47cf-80eb-a25e7601e802 tempest-TenantUsagesTestJSON-1648693335 tempest-TenantUsagesTestJSON-1648693335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:25:53.031262 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-7db90b28-18bc-41fb-9449-e0cb209b4109 req-3f4472f3-afac-47cf-80eb-a25e7601e802 tempest-TenantUsagesTestJSON-1648693335 tempest-TenantUsagesTestJSON-1648693335-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5148458 Nov 23 17:25:53.059705 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [req-7db90b28-18bc-41fb-9449-e0cb209b4109 req-82d18eeb-e88a-4dff-a8fa-a1be000e679d service neutron] Request body: {'port': {'device_id': 'e232f704-65d0-42c1-87ec-b7652eae1b5a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-8'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:25:53.111230 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d39a910d-bb22-49b3-b24a-7f606924f7fc req-1a584cd7-dad9-4e66-820a-3a34479320b7 tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b15aa03-44a0-4375-a57d-e8cf999b0781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2542357 Nov 23 17:25:53.171978 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e466d5-420d-4589-8693-578902f84906 req-82e8e472-2300-4421-b641-44df302e7c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:25:53.174079 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-31e466d5-420d-4589-8693-578902f84906 req-82e8e472-2300-4421-b641-44df302e7c1e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=43d8ac08-152d-4053-b836-ddc03b0e91a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2197917 Nov 23 17:25:53.205770 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-7db90b28-18bc-41fb-9449-e0cb209b4109 req-82d18eeb-e88a-4dff-a8fa-a1be000e679d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:25:53.350199 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-d506bfa9-cfca-4a4a-b93f-66591eadd4e4 None None] Provisioning complete for port ce8360d3-da15-4dde-9610-e09877392c8a triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:25:53.351608 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-d506bfa9-cfca-4a4a-b93f-66591eadd4e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:25:53.419986 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e185c8c7-b2da-41f5-87cd-d1d48bc0956c req-1a53a282-4013-44ff-983b-f4adf2ef979e tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:25:53.421847 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e185c8c7-b2da-41f5-87cd-d1d48bc0956c req-1a53a282-4013-44ff-983b-f4adf2ef979e tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] 10.222.0.60 "GET /v2.0/ports?device_id=ce1fece4-f172-4cbd-adb9-8bb291bc1b9d HTTP/1.1" status: 200 len: 945 time: 0.1345882 Nov 23 17:25:53.435313 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74ce22b-150d-40dc-9f53-ef4f64d069a1 req-f1e6104a-47fe-4c58-92f5-9ddc7ab3b922 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:25:53.436938 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-d506bfa9-cfca-4a4a-b93f-66591eadd4e4 None None] Port ce8360d3-da15-4dde-9610-e09877392c8a cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:25:53.437716 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d74ce22b-150d-40dc-9f53-ef4f64d069a1 req-f1e6104a-47fe-4c58-92f5-9ddc7ab3b922 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.60 "GET /v2.0/ports?device_id=cb4274bd-349b-464c-af82-c8bf8d8d30ea HTTP/1.1" status: 200 len: 943 time: 0.2344768 Nov 23 17:25:53.520637 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e185c8c7-b2da-41f5-87cd-d1d48bc0956c req-d206c75c-346e-4d65-a98f-de5c3a678d84 tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] 10.222.0.60 "GET /v2.0/security-groups?id=a7d295c6-a842-436b-b184-bb80f16900ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693972 Nov 23 17:25:53.553574 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-31e466d5-420d-4589-8693-578902f84906 req-fa87b71a-9215-4b37-af9e-925b92f2b90e service neutron] 10.222.0.55 "GET /v2.0/networks/43d8ac08-152d-4053-b836-ddc03b0e91a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3678844 Nov 23 17:25:53.602428 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d74ce22b-150d-40dc-9f53-ef4f64d069a1 req-e15f8e1a-5ae4-4951-b171-9dc9746aa3dc tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.60 "GET /v2.0/security-groups?id=b4179e07-bbfd-4236-b98c-2ab2b518c61f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989921 Nov 23 17:25:53.874904 n-d-816206-8 neutron-server[103590]: DEBUG neutron.notifiers.nova [req-7db90b28-18bc-41fb-9449-e0cb209b4109 req-82d18eeb-e88a-4dff-a8fa-a1be000e679d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce8360d3-da15-4dde-9610-e09877392c8a {{(pid=103590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:25:53.901432 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-7db90b28-18bc-41fb-9449-e0cb209b4109 req-82d18eeb-e88a-4dff-a8fa-a1be000e679d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:25:53.923068 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897015c1-6f53-4da0-a5bd-8026989da34c req-40352315-1ac3-4e09-b5a3-c093a46b3d76 tempest-ServersOnMultiNodesTest-558425378 tempest-ServersOnMultiNodesTest-558425378-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:25:53.928042 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-897015c1-6f53-4da0-a5bd-8026989da34c req-40352315-1ac3-4e09-b5a3-c093a46b3d76 tempest-ServersOnMultiNodesTest-558425378 tempest-ServersOnMultiNodesTest-558425378-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=bd79186a-2bb2-4e8e-bd76-d4a54860e696 HTTP/1.1" status: 200 len: 1100 time: 0.2171328 Nov 23 17:25:53.940147 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [req-7db90b28-18bc-41fb-9449-e0cb209b4109 req-82d18eeb-e88a-4dff-a8fa-a1be000e679d service neutron] Transition to ACTIVE for port object ce8360d3-da15-4dde-9610-e09877392c8a will not be triggered until provisioned by entity L2. {{(pid=103590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 17:25:53.946456 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-7db90b28-18bc-41fb-9449-e0cb209b4109 req-82d18eeb-e88a-4dff-a8fa-a1be000e679d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264357957'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:25:54.004176 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-31e466d5-420d-4589-8693-578902f84906 req-a22c0c7d-f22b-4921-836d-b0d07567c839 service neutron] 10.222.0.55 "GET /v2.0/networks/43d8ac08-152d-4053-b836-ddc03b0e91a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4143293 Nov 23 17:25:54.036327 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b486200d-9727-420f-847b-90a2c1d9cceb req-3664d15c-1993-4f0d-8d1d-34c632f20a52 tempest-TenantUsagesTestJSON-1648693335 tempest-TenantUsagesTestJSON-1648693335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:25:54.039887 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b486200d-9727-420f-847b-90a2c1d9cceb req-3664d15c-1993-4f0d-8d1d-34c632f20a52 tempest-TenantUsagesTestJSON-1648693335 tempest-TenantUsagesTestJSON-1648693335-project] 10.222.0.60 "GET /v2.0/ports?device_id=e232f704-65d0-42c1-87ec-b7652eae1b5a HTTP/1.1" status: 200 len: 936 time: 0.2054791 Nov 23 17:25:54.079374 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d18eeb-e88a-4dff-a8fa-a1be000e679d service neutron] Pushing event updated for resources: {'Port': ['ID=ce8360d3-da15-4dde-9610-e09877392c8a,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:25:54.121665 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-897015c1-6f53-4da0-a5bd-8026989da34c req-a8d5dece-2fe1-40e8-a7e8-7e5c5e3c2106 tempest-ServersOnMultiNodesTest-558425378 tempest-ServersOnMultiNodesTest-558425378-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=4b15aa03-44a0-4375-a57d-e8cf999b0781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651139 Nov 23 17:25:54.245229 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [req-7db90b28-18bc-41fb-9449-e0cb209b4109 req-82d18eeb-e88a-4dff-a8fa-a1be000e679d service neutron] Attempting to bind port ce8360d3-da15-4dde-9610-e09877392c8a on host n-h2-816206-8 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:25:54.245830 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [req-7db90b28-18bc-41fb-9449-e0cb209b4109 req-82d18eeb-e88a-4dff-a8fa-a1be000e679d service neutron] Attempting to bind port ce8360d3-da15-4dde-9610-e09877392c8a by drivers openvswitch,hyperv on host n-h2-816206-8 at level 0 using segments [{'id': '329c1745-02bf-4561-9615-3192910887f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'f1e1dabf-b410-4023-9169-a460a86e7184'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:25:54.262162 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7db90b28-18bc-41fb-9449-e0cb209b4109 req-82d18eeb-e88a-4dff-a8fa-a1be000e679d service neutron] Attempting to bind port ce8360d3-da15-4dde-9610-e09877392c8a on network f1e1dabf-b410-4023-9169-a460a86e7184 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:25:54.265975 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b486200d-9727-420f-847b-90a2c1d9cceb req-9da661d6-33c1-4086-9718-90793965a603 tempest-TenantUsagesTestJSON-1648693335 tempest-TenantUsagesTestJSON-1648693335-project] 10.222.0.60 "GET /v2.0/security-groups?id=aab2a8c1-49ab-4c55-8e20-86bb0f83e015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1977568 Nov 23 17:25:54.283828 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7db90b28-18bc-41fb-9449-e0cb209b4109 req-82d18eeb-e88a-4dff-a8fa-a1be000e679d service neutron] Port ce8360d3-da15-4dde-9610-e09877392c8a on network f1e1dabf-b410-4023-9169-a460a86e7184 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-8 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 17:25:54.285081 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7db90b28-18bc-41fb-9449-e0cb209b4109 req-82d18eeb-e88a-4dff-a8fa-a1be000e679d service neutron] Attempting to bind port ce8360d3-da15-4dde-9610-e09877392c8a on network f1e1dabf-b410-4023-9169-a460a86e7184 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:25:54.298133 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7db90b28-18bc-41fb-9449-e0cb209b4109 req-82d18eeb-e88a-4dff-a8fa-a1be000e679d service neutron] Checking agent: {'id': 'ab77bf9e-0267-4174-8f1d-822cba89b207', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 15, 13), 'started_at': datetime.datetime(2021, 11, 23, 17, 15, 13), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 25, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:25:54.299132 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7db90b28-18bc-41fb-9449-e0cb209b4109 req-82d18eeb-e88a-4dff-a8fa-a1be000e679d service neutron] Checking segment: {'id': '329c1745-02bf-4561-9615-3192910887f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'f1e1dabf-b410-4023-9169-a460a86e7184'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:25:54.300244 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7db90b28-18bc-41fb-9449-e0cb209b4109 req-82d18eeb-e88a-4dff-a8fa-a1be000e679d service neutron] Bound using segment: {'id': '329c1745-02bf-4561-9615-3192910887f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'f1e1dabf-b410-4023-9169-a460a86e7184'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:25:54.301896 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [req-7db90b28-18bc-41fb-9449-e0cb209b4109 req-82d18eeb-e88a-4dff-a8fa-a1be000e679d service neutron] Bound port: ce8360d3-da15-4dde-9610-e09877392c8a, host: n-h2-816206-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '329c1745-02bf-4561-9615-3192910887f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'f1e1dabf-b410-4023-9169-a460a86e7184'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:25:54.302727 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-7db90b28-18bc-41fb-9449-e0cb209b4109 req-82d18eeb-e88a-4dff-a8fa-a1be000e679d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:25:54.436801 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [req-7db90b28-18bc-41fb-9449-e0cb209b4109 req-82d18eeb-e88a-4dff-a8fa-a1be000e679d service neutron] For port ce8360d3-da15-4dde-9610-e09877392c8a, host n-h2-816206-8, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:25:54.445780 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [req-7db90b28-18bc-41fb-9449-e0cb209b4109 req-82d18eeb-e88a-4dff-a8fa-a1be000e679d service neutron] For port ce8360d3-da15-4dde-9610-e09877392c8a, host n-h2-816206-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=ce8360d3-da15-4dde-9610-e09877392c8a,segment=NetworkSegment(329c1745-02bf-4561-9615-3192910887f5),segment_id=329c1745-02bf-4561-9615-3192910887f5)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:25:54.453734 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-7db90b28-18bc-41fb-9449-e0cb209b4109 req-82d18eeb-e88a-4dff-a8fa-a1be000e679d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264357957'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:25:54.534990 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db90b28-18bc-41fb-9449-e0cb209b4109 req-82d18eeb-e88a-4dff-a8fa-a1be000e679d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:25:54.536029 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-7db90b28-18bc-41fb-9449-e0cb209b4109 req-82d18eeb-e88a-4dff-a8fa-a1be000e679d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:25:54.538708 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-7db90b28-18bc-41fb-9449-e0cb209b4109 req-82d18eeb-e88a-4dff-a8fa-a1be000e679d service neutron] 10.222.0.36 "PUT /v2.0/ports/ce8360d3-da15-4dde-9610-e09877392c8a HTTP/1.1" status: 200 len: 1096 time: 1.4882724 Nov 23 17:25:54.542471 n-d-816206-8 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e232f704-65d0-42c1-87ec-b7652eae1b5a', 'tag': 'ce8360d3-da15-4dde-9610-e09877392c8a'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:25:54.547209 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbabddbc9fc37b068808e119c416c86f5957ca04531a4a0d2e695c515e93483b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9df8ded2-e163-4a20-ae3f-036be51090df" -d '{"events": [{"name": "network-changed", "server_uuid": "e232f704-65d0-42c1-87ec-b7652eae1b5a", "tag": "ce8360d3-da15-4dde-9610-e09877392c8a"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:25:54.554811 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f58842b-1b63-40d4-98f2-60c8e2fe8008 req-f90fc3e2-b585-4295-a4e4-76fe32321b76 tempest-ServersAdminTestJSON-1762598083 tempest-ServersAdminTestJSON-1762598083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:25:54.557455 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9f58842b-1b63-40d4-98f2-60c8e2fe8008 req-f90fc3e2-b585-4295-a4e4-76fe32321b76 tempest-ServersAdminTestJSON-1762598083 tempest-ServersAdminTestJSON-1762598083-project] 10.222.0.60 "GET /v2.0/ports?device_id=8b7e3802-0f06-4962-a331-d43c0ed8ac79 HTTP/1.1" status: 200 len: 950 time: 0.2781034 Nov 23 17:25:54.619745 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d18eeb-e88a-4dff-a8fa-a1be000e679d service neutron] Pushing event updated for resources: {'Port': ['ID=ce8360d3-da15-4dde-9610-e09877392c8a,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:25:54.664859 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494bb168-e33f-4254-ad36-be3f32f4fbd6 req-8aaba031-c08a-46b1-a176-074a174e7108 tempest-ImagesTestJSON-931761063 tempest-ImagesTestJSON-931761063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:25:54.674516 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-494bb168-e33f-4254-ad36-be3f32f4fbd6 req-8aaba031-c08a-46b1-a176-074a174e7108 tempest-ImagesTestJSON-931761063 tempest-ImagesTestJSON-931761063-project] 10.222.0.60 "GET /v2.0/ports?device_id=1820b9a1-cb60-494a-b702-c7b697bbb590 HTTP/1.1" status: 200 len: 946 time: 0.2301145 Nov 23 17:25:54.748623 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-494bb168-e33f-4254-ad36-be3f32f4fbd6 req-ac3f12c2-e22c-4666-84f6-7f41a0a47576 tempest-ImagesTestJSON-931761063 tempest-ImagesTestJSON-931761063-project] 10.222.0.60 "GET /v2.0/security-groups?id=f2768289-7821-4137-8326-c052bf648315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724318 Nov 23 17:25:54.785871 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db90b28-18bc-41fb-9449-e0cb209b4109 req-d52f4a74-dab3-455c-9190-80f913e3dcf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:25:54.788357 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-7db90b28-18bc-41fb-9449-e0cb209b4109 req-d52f4a74-dab3-455c-9190-80f913e3dcf0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=677986f6e22e4c139961a90ca830a4e5&device_id=e232f704-65d0-42c1-87ec-b7652eae1b5a HTTP/1.1" status: 200 len: 1099 time: 0.1536510 Nov 23 17:25:54.799560 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device d2b1b011-56ff-4c88-a822-a2bc760a83b9 details requested by agent hyperv_n-h1-816206-8 with host n-h1-816206-8 {{(pid=103592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 17:25:54.802038 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9f58842b-1b63-40d4-98f2-60c8e2fe8008 req-50fb4ee6-3748-418f-afed-2f5091c1d4bb tempest-ServersAdminTestJSON-1762598083 tempest-ServersAdminTestJSON-1762598083-project] 10.222.0.60 "GET /v2.0/security-groups?id=d6cf22a0-7f65-49f2-8512-764c3542a89d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1991715 Nov 23 17:25:54.933513 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-7db90b28-18bc-41fb-9449-e0cb209b4109 req-1df18892-4a35-4c9c-b0d3-b48f89ba5710 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.184&port_id=ce8360d3-da15-4dde-9610-e09877392c8a HTTP/1.1" status: 200 len: 217 time: 0.1121809 Nov 23 17:25:55.120357 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6a8ec174-81d2-4d77-b92b-602fd8377a9c req-e0f512f7-9677-485a-89f3-b5195c87edaf tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=686e648a568f4c8c872ae36928886735&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0659811 Nov 23 17:25:55.130732 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db90b28-18bc-41fb-9449-e0cb209b4109 req-23ff2db6-1fba-44a8-a828-bcfb8d6c30b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:25:55.137273 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-7db90b28-18bc-41fb-9449-e0cb209b4109 req-23ff2db6-1fba-44a8-a828-bcfb8d6c30b8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ac77c175-5679-438b-8a2a-356718377641 HTTP/1.1" status: 200 len: 843 time: 0.1742878 Nov 23 17:25:55.278024 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db90b28-18bc-41fb-9449-e0cb209b4109 req-beda0d85-e1d2-4213-88a9-958684729de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:25:55.279773 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-7db90b28-18bc-41fb-9449-e0cb209b4109 req-beda0d85-e1d2-4213-88a9-958684729de1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f1e1dabf-b410-4023-9169-a460a86e7184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1235614 Nov 23 17:25:55.325841 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port d2b1b011-56ff-4c88-a822-a2bc760a83b9, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=d2b1b011-56ff-4c88-a822-a2bc760a83b9,segment=NetworkSegment(f75f400f-3665-42b6-b743-8c8989e17b3e),segment_id=f75f400f-3665-42b6-b743-8c8989e17b3e)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:25:55.375550 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Returning: {'device': 'd2b1b011-56ff-4c88-a822-a2bc760a83b9', 'network_id': '43d8ac08-152d-4053-b836-ddc03b0e91a2', 'port_id': 'd2b1b011-56ff-4c88-a822-a2bc760a83b9', 'mac_address': 'fa:16:3e:85:0a:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23f80e8e-7e58-4465-87c1-72654345f52f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 17:25:55.391925 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8ec174-81d2-4d77-b92b-602fd8377a9c req-8953d334-3383-41dd-a84f-428e95cb12a8 tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:25:55.406892 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6a8ec174-81d2-4d77-b92b-602fd8377a9c req-8953d334-3383-41dd-a84f-428e95cb12a8 tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2815216 Nov 23 17:25:55.439168 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6a8ec174-81d2-4d77-b92b-602fd8377a9c req-cbdc92b3-efbc-403e-82b4-01ee570267b1 tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] 10.222.0.60 "GET /v2.0/quotas/686e648a568f4c8c872ae36928886735 HTTP/1.1" status: 200 len: 375 time: 0.0300488 Nov 23 17:25:55.474737 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e954e6-fadc-4ee4-8cac-6f5844f35c4b req-38cac5e2-e951-4986-91ec-6fc58b4394a4 tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:25:55.490718 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-72e954e6-fadc-4ee4-8cac-6f5844f35c4b req-38cac5e2-e951-4986-91ec-6fc58b4394a4 tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] 10.222.0.60 "GET /v2.0/ports?device_id=ce1fece4-f172-4cbd-adb9-8bb291bc1b9d HTTP/1.1" status: 200 len: 945 time: 0.3134916 Nov 23 17:25:55.513825 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:25:55.539309 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2b1b011-56ff-4c88-a822-a2bc760a83b9 {{(pid=103592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:25:55.551951 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-7db90b28-18bc-41fb-9449-e0cb209b4109 req-2a172986-ff69-41ab-ba6d-28551f188ed9 service neutron] 10.222.0.36 "GET /v2.0/networks/f1e1dabf-b410-4023-9169-a460a86e7184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2628148 Nov 23 17:25:55.608941 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port d2b1b011-56ff-4c88-a822-a2bc760a83b9, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=d2b1b011-56ff-4c88-a822-a2bc760a83b9,segment=NetworkSegment(f75f400f-3665-42b6-b743-8c8989e17b3e),segment_id=f75f400f-3665-42b6-b743-8c8989e17b3e)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:25:55.615785 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:25:55.676799 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-72e954e6-fadc-4ee4-8cac-6f5844f35c4b req-3319697f-6a5b-4dc7-95b5-38d38be30aa2 tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] 10.222.0.60 "GET /v2.0/security-groups?id=a7d295c6-a842-436b-b184-bb80f16900ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770885 Nov 23 17:25:55.756812 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6a8ec174-81d2-4d77-b92b-602fd8377a9c req-8bc75763-eb6f-4b10-a39c-a5efb8961dab tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=686e648a568f4c8c872ae36928886735&fields=id HTTP/1.1" status: 200 len: 486 time: 0.3122950 Nov 23 17:25:55.778543 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-7db90b28-18bc-41fb-9449-e0cb209b4109 req-6cc9e2af-7000-420b-8cbc-6dfe5252f751 service neutron] 10.222.0.36 "GET /v2.0/networks/f1e1dabf-b410-4023-9169-a460a86e7184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2125390 Nov 23 17:25:55.868636 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Pushing event updated for resources: {'Port': ['ID=d2b1b011-56ff-4c88-a822-a2bc760a83b9,revision_number=4']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:25:55.894897 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 17:25:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-623886b5-fccb-4b98-8502-e8fd19170d50 x-openstack-request-id: req-623886b5-fccb-4b98-8502-e8fd19170d50 {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:25:55.895421 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e232f704-65d0-42c1-87ec-b7652eae1b5a", "tag": "ce8360d3-da15-4dde-9610-e09877392c8a", "status": "completed", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:25:55.895843 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-623886b5-fccb-4b98-8502-e8fd19170d50 {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:25:55.896410 n-d-816206-8 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e232f704-65d0-42c1-87ec-b7652eae1b5a', 'tag': 'ce8360d3-da15-4dde-9610-e09877392c8a', 'status': 'completed', 'code': 200} Nov 23 17:25:56.029431 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] get_ports_and_sgs() called for port_ids ['d2b1b011-56ff-4c88-a822-a2bc760a83b9'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:25:56.030513 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df8ded2-e163-4a20-ae3f-036be51090df req-3a574cd9-deb0-4590-9431-9b9c95035eba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:25:56.065025 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-9df8ded2-e163-4a20-ae3f-036be51090df req-3a574cd9-deb0-4590-9431-9b9c95035eba service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=677986f6e22e4c139961a90ca830a4e5&device_id=e232f704-65d0-42c1-87ec-b7652eae1b5a HTTP/1.1" status: 200 len: 1099 time: 0.1302242 Nov 23 17:25:56.358802 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ed71a7-e523-41f2-993c-fa36c7884300 req-fd857ede-decc-4670-bb29-434138575553 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:25:56.372375 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-12ed71a7-e523-41f2-993c-fa36c7884300 req-fd857ede-decc-4670-bb29-434138575553 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.60 "GET /v2.0/ports?device_id=cb4274bd-349b-464c-af82-c8bf8d8d30ea HTTP/1.1" status: 200 len: 944 time: 0.3594100 Nov 23 17:25:56.463854 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df8ded2-e163-4a20-ae3f-036be51090df req-df1d3310-11c9-41e1-b217-56101942786e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:25:56.468576 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-9df8ded2-e163-4a20-ae3f-036be51090df req-df1d3310-11c9-41e1-b217-56101942786e service neutron] 10.222.0.36 "GET /v2.0/networks?id=f1e1dabf-b410-4023-9169-a460a86e7184 HTTP/1.1" status: 200 len: 870 time: 0.3784406 Nov 23 17:25:56.484100 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4e7890-12c4-4bc0-bd61-6d035d252fa4 req-08a5e1dc-e1b2-470a-b486-438ded5777ae tempest-TenantUsagesTestJSON-1648693335 tempest-TenantUsagesTestJSON-1648693335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:25:56.504013 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-cd4e7890-12c4-4bc0-bd61-6d035d252fa4 req-08a5e1dc-e1b2-470a-b486-438ded5777ae tempest-TenantUsagesTestJSON-1648693335 tempest-TenantUsagesTestJSON-1648693335-project] 10.222.0.60 "GET /v2.0/ports?device_id=e232f704-65d0-42c1-87ec-b7652eae1b5a HTTP/1.1" status: 200 len: 948 time: 0.3368101 Nov 23 17:25:56.632238 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-9df8ded2-e163-4a20-ae3f-036be51090df req-654f6d99-4f5f-460d-85c1-9327975d8400 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.184&port_id=ce8360d3-da15-4dde-9610-e09877392c8a HTTP/1.1" status: 200 len: 217 time: 0.1379316 Nov 23 17:25:56.719135 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-cd4e7890-12c4-4bc0-bd61-6d035d252fa4 req-1af08a8a-7e86-47e6-b88b-e17a422ce960 tempest-TenantUsagesTestJSON-1648693335 tempest-TenantUsagesTestJSON-1648693335-project] 10.222.0.60 "GET /v2.0/security-groups?id=aab2a8c1-49ab-4c55-8e20-86bb0f83e015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2126417 Nov 23 17:25:56.746336 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-12ed71a7-e523-41f2-993c-fa36c7884300 req-b9ad3f92-b3eb-436c-8b4d-a9986a3cfbbf tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.60 "GET /v2.0/security-groups?id=b4179e07-bbfd-4236-b98c-2ab2b518c61f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3698766 Nov 23 17:25:56.803314 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device 106c7877-d6d0-453d-94f5-fc7533add6f7 no longer exists at agent hyperv_n-h1-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:25:56.938174 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df8ded2-e163-4a20-ae3f-036be51090df req-47590c53-0fc5-4861-9454-ec10fefb4987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:25:56.951555 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-9df8ded2-e163-4a20-ae3f-036be51090df req-47590c53-0fc5-4861-9454-ec10fefb4987 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ac77c175-5679-438b-8a2a-356718377641 HTTP/1.1" status: 200 len: 843 time: 0.2971716 Nov 23 17:25:57.033292 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f40265-9a96-420b-ac78-1c874528638c req-b5188140-7e19-43fd-8845-b92dffc11f84 tempest-ImagesTestJSON-931761063 tempest-ImagesTestJSON-931761063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:25:57.042961 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:25:57.043837 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-51f40265-9a96-420b-ac78-1c874528638c req-b5188140-7e19-43fd-8845-b92dffc11f84 tempest-ImagesTestJSON-931761063 tempest-ImagesTestJSON-931761063-project] 10.222.0.60 "GET /v2.0/ports?device_id=1820b9a1-cb60-494a-b702-c7b697bbb590 HTTP/1.1" status: 200 len: 946 time: 0.1373243 Nov 23 17:25:57.138661 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port 106c7877-d6d0-453d-94f5-fc7533add6f7, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=106c7877-d6d0-453d-94f5-fc7533add6f7,segment=NetworkSegment(329c1745-02bf-4561-9615-3192910887f5),segment_id=329c1745-02bf-4561-9615-3192910887f5)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:25:57.141839 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b7e3802-0f06-4962-a331-d43c0ed8ac79', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '106c7877-d6d0-453d-94f5-fc7533add6f7'}] {{(pid=103592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:25:57.149098 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba3e6a8f2301c7a29fe1eca9779abdae4ccbcd6266d69778087f2498d5551201" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b91286b8-2b6a-413a-96c7-702f087677f3" -d '{"events": [{"server_uuid": "8b7e3802-0f06-4962-a331-d43c0ed8ac79", "name": "network-vif-unplugged", "status": "completed", "tag": "106c7877-d6d0-453d-94f5-fc7533add6f7"}]}' {{(pid=103592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:25:57.159193 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:25:57.252155 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df8ded2-e163-4a20-ae3f-036be51090df req-66226d70-cc47-4a34-8a53-b3c599af3bda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:25:57.266847 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-9df8ded2-e163-4a20-ae3f-036be51090df req-66226d70-cc47-4a34-8a53-b3c599af3bda service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f1e1dabf-b410-4023-9169-a460a86e7184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2989655 Nov 23 17:25:57.314170 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672bbd0e-a080-4df5-8571-50100dee3d54 req-a262f68f-7990-4aca-8f8c-d2dc02250aae tempest-ServersAdminTestJSON-1762598083 tempest-ServersAdminTestJSON-1762598083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:25:57.324741 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-672bbd0e-a080-4df5-8571-50100dee3d54 req-a262f68f-7990-4aca-8f8c-d2dc02250aae tempest-ServersAdminTestJSON-1762598083 tempest-ServersAdminTestJSON-1762598083-project] 10.222.0.60 "GET /v2.0/ports?device_id=8b7e3802-0f06-4962-a331-d43c0ed8ac79 HTTP/1.1" status: 200 len: 950 time: 0.2741253 Nov 23 17:25:57.342157 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Pushing event updated for resources: {'Port': ['ID=106c7877-d6d0-453d-94f5-fc7533add6f7,revision_number=6']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:25:57.438925 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-51f40265-9a96-420b-ac78-1c874528638c req-6b96de1e-5e1e-495f-b6ee-b558942d792a tempest-ImagesTestJSON-931761063 tempest-ImagesTestJSON-931761063-project] 10.222.0.60 "GET /v2.0/security-groups?id=f2768289-7821-4137-8326-c052bf648315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3182909 Nov 23 17:25:57.504116 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-672bbd0e-a080-4df5-8571-50100dee3d54 req-e78288dc-7f51-40a1-9d61-9f5935ee2e39 tempest-ServersAdminTestJSON-1762598083 tempest-ServersAdminTestJSON-1762598083-project] 10.222.0.60 "GET /v2.0/security-groups?id=d6cf22a0-7f65-49f2-8512-764c3542a89d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781049 Nov 23 17:25:57.582483 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-9df8ded2-e163-4a20-ae3f-036be51090df req-c41de666-8fb2-4be7-bace-902f42a16924 service neutron] 10.222.0.36 "GET /v2.0/networks/f1e1dabf-b410-4023-9169-a460a86e7184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2893744 Nov 23 17:25:57.689619 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b0904eb6-0efb-4596-8363-a99e52e850eb req-70c96259-8472-4912-897e-29fbac757bf6 tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] 10.222.0.60 "GET /v2.0/ports?device_id=bba4770a-71f4-46e5-8c48-5d369f9cc463 HTTP/1.1" status: 200 len: 210 time: 0.1271694 Nov 23 17:25:57.815801 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-9df8ded2-e163-4a20-ae3f-036be51090df req-4756a081-b475-43cb-88fb-7e47c06953d8 service neutron] 10.222.0.36 "GET /v2.0/networks/f1e1dabf-b410-4023-9169-a460a86e7184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2183452 Nov 23 17:25:57.835747 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 17:25:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-487261ac-4847-4cc5-aab8-35d3056fba98 x-openstack-request-id: req-487261ac-4847-4cc5-aab8-35d3056fba98 {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:25:57.836041 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b7e3802-0f06-4962-a331-d43c0ed8ac79", "name": "network-vif-unplugged", "status": "completed", "tag": "106c7877-d6d0-453d-94f5-fc7533add6f7", "code": 200}]} {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:25:57.836321 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-487261ac-4847-4cc5-aab8-35d3056fba98 {{(pid=103592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:25:57.837100 n-d-816206-8 neutron-server[103592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b7e3802-0f06-4962-a331-d43c0ed8ac79', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '106c7877-d6d0-453d-94f5-fc7533add6f7', 'code': 200} Nov 23 17:25:57.886967 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642d9055-b716-4ed0-8c1e-465a98a4302a req-cf61377c-868e-4be3-a96d-329743e3d12e tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:25:57.899390 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-642d9055-b716-4ed0-8c1e-465a98a4302a req-cf61377c-868e-4be3-a96d-329743e3d12e tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] 10.222.0.60 "GET /v2.0/ports?device_id=ce1fece4-f172-4cbd-adb9-8bb291bc1b9d HTTP/1.1" status: 200 len: 945 time: 0.1450965 Nov 23 17:25:57.954004 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device ce8360d3-da15-4dde-9610-e09877392c8a details requested by agent hyperv_n-h2-816206-8 with host n-h2-816206-8 {{(pid=103592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 17:25:58.036036 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-642d9055-b716-4ed0-8c1e-465a98a4302a req-e4d80de9-cf17-425d-88aa-3315af7c6a43 tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] 10.222.0.60 "GET /v2.0/security-groups?id=a7d295c6-a842-436b-b184-bb80f16900ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318295 Nov 23 17:25:58.075257 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d80474-cfe0-4e3d-b233-2d70dba8fced req-1319c29e-d79e-4956-9d95-6647e6b4fc66 tempest-TenantUsagesTestJSON-1648693335 tempest-TenantUsagesTestJSON-1648693335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:25:58.081888 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e4d80474-cfe0-4e3d-b233-2d70dba8fced req-1319c29e-d79e-4956-9d95-6647e6b4fc66 tempest-TenantUsagesTestJSON-1648693335 tempest-TenantUsagesTestJSON-1648693335-project] 10.222.0.60 "GET /v2.0/ports?device_id=e232f704-65d0-42c1-87ec-b7652eae1b5a HTTP/1.1" status: 200 len: 948 time: 0.1316829 Nov 23 17:25:58.279321 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port ce8360d3-da15-4dde-9610-e09877392c8a, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=ce8360d3-da15-4dde-9610-e09877392c8a,segment=NetworkSegment(329c1745-02bf-4561-9615-3192910887f5),segment_id=329c1745-02bf-4561-9615-3192910887f5)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:25:58.287986 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e4d80474-cfe0-4e3d-b233-2d70dba8fced req-7ad37805-1959-471f-adec-1f4baae2e806 tempest-TenantUsagesTestJSON-1648693335 tempest-TenantUsagesTestJSON-1648693335-project] 10.222.0.60 "GET /v2.0/security-groups?id=aab2a8c1-49ab-4c55-8e20-86bb0f83e015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1833498 Nov 23 17:25:58.301671 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Returning: {'device': 'ce8360d3-da15-4dde-9610-e09877392c8a', 'network_id': 'f1e1dabf-b410-4023-9169-a460a86e7184', 'port_id': 'ce8360d3-da15-4dde-9610-e09877392c8a', 'mac_address': 'fa:16:3e:9a:34:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac77c175-5679-438b-8a2a-356718377641', 'ip_address': '192.168.233.184'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 17:25:58.319011 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019b787f-f37e-468f-a57a-e61b0cb55187 req-55468609-0570-49e7-9917-6254eb3a878e tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:25:58.321032 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-019b787f-f37e-468f-a57a-e61b0cb55187 req-55468609-0570-49e7-9917-6254eb3a878e tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.60 "GET /v2.0/ports?device_id=cb4274bd-349b-464c-af82-c8bf8d8d30ea HTTP/1.1" status: 200 len: 944 time: 0.1353109 Nov 23 17:25:58.391574 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:25:58.407804 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce8360d3-da15-4dde-9610-e09877392c8a {{(pid=103592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:25:58.432294 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-019b787f-f37e-468f-a57a-e61b0cb55187 req-cb9a3859-85eb-498e-ad30-777eec205eea tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.60 "GET /v2.0/security-groups?id=b4179e07-bbfd-4236-b98c-2ab2b518c61f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932796 Nov 23 17:25:58.435197 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port ce8360d3-da15-4dde-9610-e09877392c8a, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=ce8360d3-da15-4dde-9610-e09877392c8a,segment=NetworkSegment(329c1745-02bf-4561-9615-3192910887f5),segment_id=329c1745-02bf-4561-9615-3192910887f5)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:25:58.443588 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:25:58.600344 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Pushing event updated for resources: {'Port': ['ID=ce8360d3-da15-4dde-9610-e09877392c8a,revision_number=4']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:25:58.731182 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec87ed5b-1e91-462c-9bf4-dbc4d314224c req-1e6796ee-9a81-445f-a309-1a539757d08a tempest-ImagesTestJSON-931761063 tempest-ImagesTestJSON-931761063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:25:58.733346 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ec87ed5b-1e91-462c-9bf4-dbc4d314224c req-1e6796ee-9a81-445f-a309-1a539757d08a tempest-ImagesTestJSON-931761063 tempest-ImagesTestJSON-931761063-project] 10.222.0.60 "GET /v2.0/ports?device_id=1820b9a1-cb60-494a-b702-c7b697bbb590 HTTP/1.1" status: 200 len: 946 time: 0.1136215 Nov 23 17:25:58.815211 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device 106c7877-d6d0-453d-94f5-fc7533add6f7 details requested by agent hyperv_n-h1-816206-8 with host n-h1-816206-8 {{(pid=103592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 17:25:58.824994 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device d2b1b011-56ff-4c88-a822-a2bc760a83b9 up at agent hyperv_n-h1-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:25:58.835047 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad26c93-ca1e-40dd-abb2-1c140fd14c4a req-23e9fdce-55ce-48c4-a282-5f6ef74cc72a tempest-ServersAdminTestJSON-1762598083 tempest-ServersAdminTestJSON-1762598083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:25:58.837565 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-1ad26c93-ca1e-40dd-abb2-1c140fd14c4a req-23e9fdce-55ce-48c4-a282-5f6ef74cc72a tempest-ServersAdminTestJSON-1762598083 tempest-ServersAdminTestJSON-1762598083-project] 10.222.0.60 "GET /v2.0/ports?device_id=8b7e3802-0f06-4962-a331-d43c0ed8ac79 HTTP/1.1" status: 200 len: 948 time: 0.1375904 Nov 23 17:25:58.861134 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ec87ed5b-1e91-462c-9bf4-dbc4d314224c req-d04fe40a-de49-4e50-b352-0a738b0807c0 tempest-ImagesTestJSON-931761063 tempest-ImagesTestJSON-931761063-project] 10.222.0.60 "GET /v2.0/security-groups?id=f2768289-7821-4137-8326-c052bf648315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076794 Nov 23 17:25:58.975985 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-6a8ec174-81d2-4d77-b92b-602fd8377a9c req-baa67990-3955-41d3-b100-8bb3284fa4e3 tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=686e648a568f4c8c872ae36928886735&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0948792 Nov 23 17:25:59.012625 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-1ad26c93-ca1e-40dd-abb2-1c140fd14c4a req-21efe7d5-40c0-4af8-b0ac-d4caa269dbf7 tempest-ServersAdminTestJSON-1762598083 tempest-ServersAdminTestJSON-1762598083-project] 10.222.0.60 "GET /v2.0/security-groups?id=d6cf22a0-7f65-49f2-8512-764c3542a89d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497004 Nov 23 17:25:59.026494 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] get_ports_and_sgs() called for port_ids ['ce8360d3-da15-4dde-9610-e09877392c8a'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:25:59.219221 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8ec174-81d2-4d77-b92b-602fd8377a9c req-70757879-967c-45ec-844e-a81f65daba4b tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:25:59.221606 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-6a8ec174-81d2-4d77-b92b-602fd8377a9c req-70757879-967c-45ec-844e-a81f65daba4b tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2378147 Nov 23 17:25:59.251522 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-fced4c01-f712-4bb3-9e68-768fe604c5aa req-eccafe7b-2d3d-4e85-bd53-e231b9e4ac2a tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] 10.222.0.60 "GET /v2.0/ports?device_id=bba4770a-71f4-46e5-8c48-5d369f9cc463 HTTP/1.1" status: 200 len: 210 time: 0.0809262 Nov 23 17:25:59.263039 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [req-6a8ec174-81d2-4d77-b92b-602fd8377a9c req-1faaf2ca-e056-4543-97f9-8c57c615d9bd tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] Request body: {'port': {'device_id': 'bba4770a-71f4-46e5-8c48-5d369f9cc463', 'network_id': 'f1e1dabf-b410-4023-9169-a460a86e7184', 'admin_state_up': True, 'tenant_id': '686e648a568f4c8c872ae36928886735'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:25:59.379515 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb4355b-d307-48b4-b2ac-78b82514142c req-6e5b8d00-799d-4319-8b12-c30edf9e7984 tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:25:59.393696 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4fb4355b-d307-48b4-b2ac-78b82514142c req-6e5b8d00-799d-4319-8b12-c30edf9e7984 tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] 10.222.0.60 "GET /v2.0/ports?device_id=ce1fece4-f172-4cbd-adb9-8bb291bc1b9d HTTP/1.1" status: 200 len: 945 time: 0.1407132 Nov 23 17:25:59.404386 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Provisioning for port d2b1b011-56ff-4c88-a822-a2bc760a83b9 completed by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 17:25:59.455483 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port 106c7877-d6d0-453d-94f5-fc7533add6f7, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=106c7877-d6d0-453d-94f5-fc7533add6f7,segment=NetworkSegment(329c1745-02bf-4561-9615-3192910887f5),segment_id=329c1745-02bf-4561-9615-3192910887f5)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:25:59.470192 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Provisioning complete for port d2b1b011-56ff-4c88-a822-a2bc760a83b9 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:25:59.470975 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:25:59.555678 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a8ec174-81d2-4d77-b92b-602fd8377a9c req-1faaf2ca-e056-4543-97f9-8c57c615d9bd tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] Made reservation on behalf of 686e648a568f4c8c872ae36928886735 for: {'port': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:25:59.556313 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Returning: {'device': '106c7877-d6d0-453d-94f5-fc7533add6f7', 'network_id': 'f1e1dabf-b410-4023-9169-a460a86e7184', 'port_id': '106c7877-d6d0-453d-94f5-fc7533add6f7', 'mac_address': 'fa:16:3e:90:90:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac77c175-5679-438b-8a2a-356718377641', 'ip_address': '192.168.233.242'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 17:25:59.573271 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4fb4355b-d307-48b4-b2ac-78b82514142c req-5dee67a8-4a1b-4601-b688-c847910a7dd4 tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] 10.222.0.60 "GET /v2.0/security-groups?id=a7d295c6-a842-436b-b184-bb80f16900ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775889 Nov 23 17:25:59.587466 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-6a8ec174-81d2-4d77-b92b-602fd8377a9c req-1faaf2ca-e056-4543-97f9-8c57c615d9bd tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:25:59.621853 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:25:59.656094 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fffb72d-a36c-4ea4-b1e5-63d08ecf0395 req-b22cb80f-792d-4bc1-8307-81b3d18cfd3d tempest-TenantUsagesTestJSON-1648693335 tempest-TenantUsagesTestJSON-1648693335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:25:59.671244 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4fffb72d-a36c-4ea4-b1e5-63d08ecf0395 req-b22cb80f-792d-4bc1-8307-81b3d18cfd3d tempest-TenantUsagesTestJSON-1648693335 tempest-TenantUsagesTestJSON-1648693335-project] 10.222.0.60 "GET /v2.0/ports?device_id=e232f704-65d0-42c1-87ec-b7652eae1b5a HTTP/1.1" status: 200 len: 949 time: 0.2350721 Nov 23 17:25:59.706338 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 106c7877-d6d0-453d-94f5-fc7533add6f7 {{(pid=103592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:25:59.827180 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4fffb72d-a36c-4ea4-b1e5-63d08ecf0395 req-3cd0acad-286d-409c-ab40-51997436d35d tempest-TenantUsagesTestJSON-1648693335 tempest-TenantUsagesTestJSON-1648693335-project] 10.222.0.60 "GET /v2.0/security-groups?id=aab2a8c1-49ab-4c55-8e20-86bb0f83e015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408691 Nov 23 17:25:59.895849 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fa0dca-8d94-49ee-88da-bb76de95ec1b req-2d6f28c5-6d4f-4f45-a935-9be7dfb99aeb tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:25:59.898274 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e8fa0dca-8d94-49ee-88da-bb76de95ec1b req-2d6f28c5-6d4f-4f45-a935-9be7dfb99aeb tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.60 "GET /v2.0/ports?device_id=cb4274bd-349b-464c-af82-c8bf8d8d30ea HTTP/1.1" status: 200 len: 944 time: 0.1798737 Nov 23 17:25:59.934258 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [req-6a8ec174-81d2-4d77-b92b-602fd8377a9c req-1faaf2ca-e056-4543-97f9-8c57c615d9bd tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] Allocated IP 192.168.233.233 (f1e1dabf-b410-4023-9169-a460a86e7184/ac77c175-5679-438b-8a2a-356718377641/2fce8c0a-ec40-442a-99de-d3d30ef7473e) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:25:59.989420 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:25:59.994052 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port 106c7877-d6d0-453d-94f5-fc7533add6f7, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=106c7877-d6d0-453d-94f5-fc7533add6f7,segment=NetworkSegment(329c1745-02bf-4561-9615-3192910887f5),segment_id=329c1745-02bf-4561-9615-3192910887f5)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:26:00.011386 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:00.016670 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e8fa0dca-8d94-49ee-88da-bb76de95ec1b req-6cdb23a7-af4f-4f3a-b333-b866e4318e26 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.60 "GET /v2.0/security-groups?id=b4179e07-bbfd-4236-b98c-2ab2b518c61f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108320 Nov 23 17:26:00.083750 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb4274bd-349b-464c-af82-c8bf8d8d30ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2b1b011-56ff-4c88-a822-a2bc760a83b9'}] {{(pid=103592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:26:00.088246 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba3e6a8f2301c7a29fe1eca9779abdae4ccbcd6266d69778087f2498d5551201" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e714c46-3303-4ad0-9e38-f519b47b74b9" -d '{"events": [{"server_uuid": "cb4274bd-349b-464c-af82-c8bf8d8d30ea", "name": "network-vif-plugged", "status": "completed", "tag": "d2b1b011-56ff-4c88-a822-a2bc760a83b9"}]}' {{(pid=103592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:26:00.123883 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port d2b1b011-56ff-4c88-a822-a2bc760a83b9, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=d2b1b011-56ff-4c88-a822-a2bc760a83b9,segment=NetworkSegment(f75f400f-3665-42b6-b743-8c8989e17b3e),segment_id=f75f400f-3665-42b6-b743-8c8989e17b3e)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:26:00.130960 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:00.150352 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Pushing event updated for resources: {'Port': ['ID=106c7877-d6d0-453d-94f5-fc7533add6f7,revision_number=7']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:26:00.227142 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd50d2c-1ec5-4954-a033-53fe5c289a11 req-5daa78db-4d6c-443c-9cfe-d69948169b8e tempest-ImagesTestJSON-931761063 tempest-ImagesTestJSON-931761063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:26:00.228962 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6cd50d2c-1ec5-4954-a033-53fe5c289a11 req-5daa78db-4d6c-443c-9cfe-d69948169b8e tempest-ImagesTestJSON-931761063 tempest-ImagesTestJSON-931761063-project] 10.222.0.60 "GET /v2.0/ports?device_id=1820b9a1-cb60-494a-b702-c7b697bbb590 HTTP/1.1" status: 200 len: 946 time: 0.1241293 Nov 23 17:26:00.304298 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Pushing event updated for resources: {'Port': ['ID=d2b1b011-56ff-4c88-a822-a2bc760a83b9,revision_number=5']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:26:00.380655 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] get_ports_and_sgs() called for port_ids ['106c7877-d6d0-453d-94f5-fc7533add6f7'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:26:00.383237 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6cd50d2c-1ec5-4954-a033-53fe5c289a11 req-9a60f9bc-7ac2-4f97-b704-a89592c43703 tempest-ImagesTestJSON-931761063 tempest-ImagesTestJSON-931761063-project] 10.222.0.60 "GET /v2.0/security-groups?id=f2768289-7821-4137-8326-c052bf648315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323559 Nov 23 17:26:00.544808 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a01900-35b5-4622-8614-ab860e4f04f8 req-880391b8-e184-4c71-ad85-4df631fd3155 tempest-ServersAdminTestJSON-1762598083 tempest-ServersAdminTestJSON-1762598083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:26:00.555204 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-27a01900-35b5-4622-8614-ab860e4f04f8 req-880391b8-e184-4c71-ad85-4df631fd3155 tempest-ServersAdminTestJSON-1762598083 tempest-ServersAdminTestJSON-1762598083-project] 10.222.0.60 "GET /v2.0/ports?device_id=8b7e3802-0f06-4962-a331-d43c0ed8ac79 HTTP/1.1" status: 200 len: 949 time: 0.1530097 Nov 23 17:26:00.641247 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-27a01900-35b5-4622-8614-ab860e4f04f8 req-da6ecebe-67f2-446c-b307-a92e45a71ac0 tempest-ServersAdminTestJSON-1762598083 tempest-ServersAdminTestJSON-1762598083-project] 10.222.0.60 "GET /v2.0/security-groups?id=d6cf22a0-7f65-49f2-8512-764c3542a89d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848117 Nov 23 17:26:00.718904 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:26:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d311c16-7738-4b90-b15d-2c667f29fa8e x-openstack-request-id: req-5d311c16-7738-4b90-b15d-2c667f29fa8e {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:26:00.719764 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb4274bd-349b-464c-af82-c8bf8d8d30ea", "name": "network-vif-plugged", "status": "completed", "tag": "d2b1b011-56ff-4c88-a822-a2bc760a83b9", "code": 200}]} {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:26:00.719764 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5d311c16-7738-4b90-b15d-2c667f29fa8e {{(pid=103592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:26:00.720382 n-d-816206-8 neutron-server[103592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb4274bd-349b-464c-af82-c8bf8d8d30ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2b1b011-56ff-4c88-a822-a2bc760a83b9', 'code': 200} Nov 23 17:26:00.743697 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-6a8ec174-81d2-4d77-b92b-602fd8377a9c req-1faaf2ca-e056-4543-97f9-8c57c615d9bd tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:00.817771 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-6a8ec174-81d2-4d77-b92b-602fd8377a9c req-1faaf2ca-e056-4543-97f9-8c57c615d9bd tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:00.875971 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a8ec174-81d2-4d77-b92b-602fd8377a9c req-1faaf2ca-e056-4543-97f9-8c57c615d9bd tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] Network f1e1dabf-b410-4023-9169-a460a86e7184 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:26:00.879622 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [req-6a8ec174-81d2-4d77-b92b-602fd8377a9c req-1faaf2ca-e056-4543-97f9-8c57c615d9bd tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:26:00.882310 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a8ec174-81d2-4d77-b92b-602fd8377a9c req-1faaf2ca-e056-4543-97f9-8c57c615d9bd tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:26:00.933875 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1faaf2ca-e056-4543-97f9-8c57c615d9bd tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] Pushing event updated for resources: {'Port': ['ID=2fce8c0a-ec40-442a-99de-d3d30ef7473e,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:26:00.968216 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8ec174-81d2-4d77-b92b-602fd8377a9c req-1faaf2ca-e056-4543-97f9-8c57c615d9bd tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:26:00.969711 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-6a8ec174-81d2-4d77-b92b-602fd8377a9c req-1faaf2ca-e056-4543-97f9-8c57c615d9bd tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:00.990937 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc6159d-f631-49ba-87dd-c97bc7173ea8 req-525de6b6-f459-48aa-bcc1-baeeeded8070 tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:26:00.994406 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-3fc6159d-f631-49ba-87dd-c97bc7173ea8 req-525de6b6-f459-48aa-bcc1-baeeeded8070 tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] 10.222.0.60 "GET /v2.0/ports?device_id=718e7979-ed88-4391-b53d-996075f02e58 HTTP/1.1" status: 200 len: 944 time: 0.2612641 Nov 23 17:26:01.000443 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-6a8ec174-81d2-4d77-b92b-602fd8377a9c req-1faaf2ca-e056-4543-97f9-8c57c615d9bd tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7529542 Nov 23 17:26:01.019061 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56945fb8-4fa4-456a-ac28-689e338faf0a req-bbcd0127-416e-498f-b08c-c4e1d21287b7 tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:26:01.021986 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [req-6a8ec174-81d2-4d77-b92b-602fd8377a9c req-5524f9e4-ac3d-4869-b425-fe4889e99fb7 service neutron] Request body: {'port': {'device_id': 'bba4770a-71f4-46e5-8c48-5d369f9cc463', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-8'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:26:01.028166 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-56945fb8-4fa4-456a-ac28-689e338faf0a req-bbcd0127-416e-498f-b08c-c4e1d21287b7 tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] 10.222.0.60 "GET /v2.0/ports?device_id=bba4770a-71f4-46e5-8c48-5d369f9cc463 HTTP/1.1" status: 200 len: 936 time: 0.2226338 Nov 23 17:26:01.051271 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597272ce-aa71-419d-8fe3-4b000ba5e2a2 req-64b4394f-a091-416a-bf37-078671b38261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:26:01.053158 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-597272ce-aa71-419d-8fe3-4b000ba5e2a2 req-64b4394f-a091-416a-bf37-078671b38261 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=cb4274bd-349b-464c-af82-c8bf8d8d30ea HTTP/1.1" status: 200 len: 1096 time: 0.2326045 Nov 23 17:26:01.080198 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d3b63e-fba8-4b2a-889b-b2663fbce577 req-483f90ea-3085-4054-80f2-648cc5fbc73a tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:26:01.083121 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] get_ports_and_sgs() called for port_ids ['fd248227-a963-429c-aa28-16266759837f', 'b1eb041c-b829-49de-a62b-f5360ff178c3'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:26:01.088629 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-34d3b63e-fba8-4b2a-889b-b2663fbce577 req-483f90ea-3085-4054-80f2-648cc5fbc73a tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] 10.222.0.55 "GET /v2.0/ports?device_id=718e7979-ed88-4391-b53d-996075f02e58 HTTP/1.1" status: 200 len: 944 time: 0.2076092 Nov 23 17:26:01.142342 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-6a8ec174-81d2-4d77-b92b-602fd8377a9c req-5524f9e4-ac3d-4869-b425-fe4889e99fb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:01.302103 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-dd7dd2ce-6a79-4162-b73d-d37026b860a1 None None] Provisioning complete for port 2fce8c0a-ec40-442a-99de-d3d30ef7473e triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:26:01.302863 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-dd7dd2ce-6a79-4162-b73d-d37026b860a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:01.328260 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-56945fb8-4fa4-456a-ac28-689e338faf0a req-acb05852-c5a4-400a-befc-69131fad064c tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b15aa03-44a0-4375-a57d-e8cf999b0781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2988908 Nov 23 17:26:01.442837 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-dd7dd2ce-6a79-4162-b73d-d37026b860a1 None None] Port 2fce8c0a-ec40-442a-99de-d3d30ef7473e cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:26:01.475301 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-597272ce-aa71-419d-8fe3-4b000ba5e2a2 req-f08974c5-8712-4df6-bd55-ab00ed895934 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=b4179e07-bbfd-4236-b98c-2ab2b518c61f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4052951 Nov 23 17:26:01.481750 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] get_ports_and_sgs() called for port_ids ['619a8aee-de53-404a-b496-f8a2de1819bc', '4d508f7d-6fef-46d4-88da-e1281c70682d', '9dbd8931-0e0e-4403-9ea7-6a29a17a2a8a', '2409cb61-ae6f-4a2d-8c86-8c6a24f1a9c4'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:26:01.517426 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-3fc6159d-f631-49ba-87dd-c97bc7173ea8 req-30553cf6-d329-4811-85b4-90a6821e97d6 tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] 10.222.0.60 "GET /v2.0/security-groups?id=5c82e7e8-9cad-459a-acb2-b7a0867274de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5097344 Nov 23 17:26:01.611668 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc89f91-984c-410f-a5f9-9708962b8cb2 req-d380d692-fd88-41c0-ac24-8044b09056b4 tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:26:01.624062 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-dcc89f91-984c-410f-a5f9-9708962b8cb2 req-d380d692-fd88-41c0-ac24-8044b09056b4 tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] 10.222.0.60 "GET /v2.0/ports?device_id=ce1fece4-f172-4cbd-adb9-8bb291bc1b9d HTTP/1.1" status: 200 len: 945 time: 0.1032698 Nov 23 17:26:01.714579 n-d-816206-8 neutron-server[103590]: DEBUG neutron.notifiers.nova [req-6a8ec174-81d2-4d77-b92b-602fd8377a9c req-5524f9e4-ac3d-4869-b425-fe4889e99fb7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2fce8c0a-ec40-442a-99de-d3d30ef7473e {{(pid=103590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:26:01.730564 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-6a8ec174-81d2-4d77-b92b-602fd8377a9c req-5524f9e4-ac3d-4869-b425-fe4889e99fb7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:01.757559 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [req-6a8ec174-81d2-4d77-b92b-602fd8377a9c req-5524f9e4-ac3d-4869-b425-fe4889e99fb7 service neutron] Transition to ACTIVE for port object 2fce8c0a-ec40-442a-99de-d3d30ef7473e will not be triggered until provisioned by entity L2. {{(pid=103590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 17:26:01.767514 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-6a8ec174-81d2-4d77-b92b-602fd8377a9c req-5524f9e4-ac3d-4869-b425-fe4889e99fb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264357957'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:01.774208 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [req-34d3b63e-fba8-4b2a-889b-b2663fbce577 req-5d7ae4e3-6378-444e-8b2d-7951d05ecba9 tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] Deleting port 365a668f-0f82-4ce1-a3e0-e0946dd88a04 {{(pid=103591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:26:01.774983 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-34d3b63e-fba8-4b2a-889b-b2663fbce577 req-5d7ae4e3-6378-444e-8b2d-7951d05ecba9 tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:01.878948 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4127d3-ffda-43ba-aed4-a2de8db826a5 req-1cd80bb3-8296-449a-a03e-db651ecece3b tempest-TenantUsagesTestJSON-1648693335 tempest-TenantUsagesTestJSON-1648693335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:26:01.880853 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9a4127d3-ffda-43ba-aed4-a2de8db826a5 req-1cd80bb3-8296-449a-a03e-db651ecece3b tempest-TenantUsagesTestJSON-1648693335 tempest-TenantUsagesTestJSON-1648693335-project] 10.222.0.60 "GET /v2.0/ports?device_id=e232f704-65d0-42c1-87ec-b7652eae1b5a HTTP/1.1" status: 200 len: 949 time: 0.2520657 Nov 23 17:26:01.950034 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-dcc89f91-984c-410f-a5f9-9708962b8cb2 req-f94b6bf6-3a41-41ee-9069-486007bb3716 tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] 10.222.0.60 "GET /v2.0/security-groups?id=a7d295c6-a842-436b-b184-bb80f16900ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3244460 Nov 23 17:26:01.957332 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5524f9e4-ac3d-4869-b425-fe4889e99fb7 service neutron] Pushing event updated for resources: {'Port': ['ID=2fce8c0a-ec40-442a-99de-d3d30ef7473e,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:26:02.013332 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device ce8360d3-da15-4dde-9610-e09877392c8a up at agent hyperv_n-h2-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:26:02.020614 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [req-6a8ec174-81d2-4d77-b92b-602fd8377a9c req-5524f9e4-ac3d-4869-b425-fe4889e99fb7 service neutron] Attempting to bind port 2fce8c0a-ec40-442a-99de-d3d30ef7473e on host n-h2-816206-8 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:26:02.021383 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [req-6a8ec174-81d2-4d77-b92b-602fd8377a9c req-5524f9e4-ac3d-4869-b425-fe4889e99fb7 service neutron] Attempting to bind port 2fce8c0a-ec40-442a-99de-d3d30ef7473e by drivers openvswitch,hyperv on host n-h2-816206-8 at level 0 using segments [{'id': '329c1745-02bf-4561-9615-3192910887f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'f1e1dabf-b410-4023-9169-a460a86e7184'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:26:02.023668 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-34d3b63e-fba8-4b2a-889b-b2663fbce577 req-5d7ae4e3-6378-444e-8b2d-7951d05ecba9 tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] For port 365a668f-0f82-4ce1-a3e0-e0946dd88a04, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=365a668f-0f82-4ce1-a3e0-e0946dd88a04,segment=NetworkSegment(12913541-acd4-4e3c-8f48-e22896931a9c),segment_id=12913541-acd4-4e3c-8f48-e22896931a9c)] {{(pid=103591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:26:02.024624 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-34d3b63e-fba8-4b2a-889b-b2663fbce577 req-5d7ae4e3-6378-444e-8b2d-7951d05ecba9 tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:02.024923 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a8ec174-81d2-4d77-b92b-602fd8377a9c req-5524f9e4-ac3d-4869-b425-fe4889e99fb7 service neutron] Attempting to bind port 2fce8c0a-ec40-442a-99de-d3d30ef7473e on network f1e1dabf-b410-4023-9169-a460a86e7184 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:26:02.034877 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a8ec174-81d2-4d77-b92b-602fd8377a9c req-5524f9e4-ac3d-4869-b425-fe4889e99fb7 service neutron] Port 2fce8c0a-ec40-442a-99de-d3d30ef7473e on network f1e1dabf-b410-4023-9169-a460a86e7184 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-8 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 17:26:02.035130 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a8ec174-81d2-4d77-b92b-602fd8377a9c req-5524f9e4-ac3d-4869-b425-fe4889e99fb7 service neutron] Attempting to bind port 2fce8c0a-ec40-442a-99de-d3d30ef7473e on network f1e1dabf-b410-4023-9169-a460a86e7184 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:26:02.045362 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a8ec174-81d2-4d77-b92b-602fd8377a9c req-5524f9e4-ac3d-4869-b425-fe4889e99fb7 service neutron] Checking agent: {'id': 'ab77bf9e-0267-4174-8f1d-822cba89b207', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 15, 13), 'started_at': datetime.datetime(2021, 11, 23, 17, 15, 13), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 25, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:26:02.046050 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a8ec174-81d2-4d77-b92b-602fd8377a9c req-5524f9e4-ac3d-4869-b425-fe4889e99fb7 service neutron] Checking segment: {'id': '329c1745-02bf-4561-9615-3192910887f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'f1e1dabf-b410-4023-9169-a460a86e7184'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:26:02.046731 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a8ec174-81d2-4d77-b92b-602fd8377a9c req-5524f9e4-ac3d-4869-b425-fe4889e99fb7 service neutron] Bound using segment: {'id': '329c1745-02bf-4561-9615-3192910887f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'f1e1dabf-b410-4023-9169-a460a86e7184'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:26:02.047536 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [req-6a8ec174-81d2-4d77-b92b-602fd8377a9c req-5524f9e4-ac3d-4869-b425-fe4889e99fb7 service neutron] Bound port: 2fce8c0a-ec40-442a-99de-d3d30ef7473e, host: n-h2-816206-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '329c1745-02bf-4561-9615-3192910887f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'f1e1dabf-b410-4023-9169-a460a86e7184'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:26:02.048230 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-6a8ec174-81d2-4d77-b92b-602fd8377a9c req-5524f9e4-ac3d-4869-b425-fe4889e99fb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:02.055510 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [req-34d3b63e-fba8-4b2a-889b-b2663fbce577 req-5d7ae4e3-6378-444e-8b2d-7951d05ecba9 tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] Calling delete_port for 365a668f-0f82-4ce1-a3e0-e0946dd88a04 owned by compute:nova {{(pid=103591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:26:02.171572 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [req-6a8ec174-81d2-4d77-b92b-602fd8377a9c req-5524f9e4-ac3d-4869-b425-fe4889e99fb7 service neutron] For port 2fce8c0a-ec40-442a-99de-d3d30ef7473e, host n-h2-816206-8, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:26:02.177606 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [req-6a8ec174-81d2-4d77-b92b-602fd8377a9c req-5524f9e4-ac3d-4869-b425-fe4889e99fb7 service neutron] For port 2fce8c0a-ec40-442a-99de-d3d30ef7473e, host n-h2-816206-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=2fce8c0a-ec40-442a-99de-d3d30ef7473e,segment=NetworkSegment(329c1745-02bf-4561-9615-3192910887f5),segment_id=329c1745-02bf-4561-9615-3192910887f5)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:26:02.185555 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-6a8ec174-81d2-4d77-b92b-602fd8377a9c req-5524f9e4-ac3d-4869-b425-fe4889e99fb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264357957'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:02.189477 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Provisioning for port ce8360d3-da15-4dde-9610-e09877392c8a completed by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 17:26:02.200849 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9a4127d3-ffda-43ba-aed4-a2de8db826a5 req-a9886c1c-e9aa-480d-9ced-a2dc222954a8 tempest-TenantUsagesTestJSON-1648693335 tempest-TenantUsagesTestJSON-1648693335-project] 10.222.0.60 "GET /v2.0/security-groups?id=aab2a8c1-49ab-4c55-8e20-86bb0f83e015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2802017 Nov 23 17:26:02.209198 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Provisioning complete for port ce8360d3-da15-4dde-9610-e09877392c8a triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:26:02.209621 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:02.246866 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e233974-ec28-4d9d-857d-ec6ab20d1e4e req-247f5a2a-7304-4af5-af2e-d9d822e94750 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:26:02.249234 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7e233974-ec28-4d9d-857d-ec6ab20d1e4e req-247f5a2a-7304-4af5-af2e-d9d822e94750 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.60 "GET /v2.0/ports?device_id=cb4274bd-349b-464c-af82-c8bf8d8d30ea HTTP/1.1" status: 200 len: 945 time: 0.2074127 Nov 23 17:26:02.296379 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5524f9e4-ac3d-4869-b425-fe4889e99fb7 service neutron] Pushing event updated for resources: {'Port': ['ID=2fce8c0a-ec40-442a-99de-d3d30ef7473e,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:26:02.304290 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8ec174-81d2-4d77-b92b-602fd8377a9c req-5524f9e4-ac3d-4869-b425-fe4889e99fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:26:02.307486 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-6a8ec174-81d2-4d77-b92b-602fd8377a9c req-5524f9e4-ac3d-4869-b425-fe4889e99fb7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:02.307486 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-6a8ec174-81d2-4d77-b92b-602fd8377a9c req-5524f9e4-ac3d-4869-b425-fe4889e99fb7 service neutron] 10.222.0.36 "PUT /v2.0/ports/2fce8c0a-ec40-442a-99de-d3d30ef7473e HTTP/1.1" status: 200 len: 1096 time: 1.2926548 Nov 23 17:26:02.308435 n-d-816206-8 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bba4770a-71f4-46e5-8c48-5d369f9cc463', 'tag': '2fce8c0a-ec40-442a-99de-d3d30ef7473e'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:26:02.311718 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbabddbc9fc37b068808e119c416c86f5957ca04531a4a0d2e695c515e93483b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58258654-0544-47ad-bf9c-54354b4f2ecd" -d '{"events": [{"name": "network-changed", "server_uuid": "bba4770a-71f4-46e5-8c48-5d369f9cc463", "tag": "2fce8c0a-ec40-442a-99de-d3d30ef7473e"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:26:02.325609 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5524f9e4-ac3d-4869-b425-fe4889e99fb7 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:26:02.326211 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5524f9e4-ac3d-4869-b425-fe4889e99fb7 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:26:02.326811 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5524f9e4-ac3d-4869-b425-fe4889e99fb7 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:26:02.327414 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5524f9e4-ac3d-4869-b425-fe4889e99fb7 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:26:02.328016 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5524f9e4-ac3d-4869-b425-fe4889e99fb7 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:26:02.328664 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5524f9e4-ac3d-4869-b425-fe4889e99fb7 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:26:02.329240 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5524f9e4-ac3d-4869-b425-fe4889e99fb7 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:26:02.329816 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5524f9e4-ac3d-4869-b425-fe4889e99fb7 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:26:02.330391 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5524f9e4-ac3d-4869-b425-fe4889e99fb7 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:26:02.330960 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5524f9e4-ac3d-4869-b425-fe4889e99fb7 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:26:02.331520 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5524f9e4-ac3d-4869-b425-fe4889e99fb7 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:26:02.332089 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5524f9e4-ac3d-4869-b425-fe4889e99fb7 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:26:02.397016 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-34d3b63e-fba8-4b2a-889b-b2663fbce577 req-5d7ae4e3-6378-444e-8b2d-7951d05ecba9 tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:02.480882 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8ec174-81d2-4d77-b92b-602fd8377a9c req-8dc53ea6-4f0b-4a8f-819d-97a73cf95505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:26:02.484913 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-6a8ec174-81d2-4d77-b92b-602fd8377a9c req-8dc53ea6-4f0b-4a8f-819d-97a73cf95505 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=686e648a568f4c8c872ae36928886735&device_id=bba4770a-71f4-46e5-8c48-5d369f9cc463 HTTP/1.1" status: 200 len: 1099 time: 0.0733175 Nov 23 17:26:02.488479 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7ae4e3-6378-444e-8b2d-7951d05ecba9 tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] Pushing event deleted for resources: {'Port': ['ID=365a668f-0f82-4ce1-a3e0-e0946dd88a04,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:26:02.496950 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:02.522899 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7e233974-ec28-4d9d-857d-ec6ab20d1e4e req-bc93c770-5206-4dc0-8e3c-3e4480282133 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.60 "GET /v2.0/security-groups?id=b4179e07-bbfd-4236-b98c-2ab2b518c61f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2623413 Nov 23 17:26:02.565101 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port ce8360d3-da15-4dde-9610-e09877392c8a, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=ce8360d3-da15-4dde-9610-e09877392c8a,segment=NetworkSegment(329c1745-02bf-4561-9615-3192910887f5),segment_id=329c1745-02bf-4561-9615-3192910887f5)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:26:02.574979 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:02.604254 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-6a8ec174-81d2-4d77-b92b-602fd8377a9c req-d0d69fdb-b119-44de-a018-08383a47cc6d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.233&port_id=2fce8c0a-ec40-442a-99de-d3d30ef7473e HTTP/1.1" status: 200 len: 217 time: 0.1046009 Nov 23 17:26:02.648246 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [req-34d3b63e-fba8-4b2a-889b-b2663fbce577 req-5d7ae4e3-6378-444e-8b2d-7951d05ecba9 tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] No DVR routers for this DVR port 365a668f-0f82-4ce1-a3e0-e0946dd88a04 on host n-h1-816206-8 {{(pid=103591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:26:02.660745 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-34d3b63e-fba8-4b2a-889b-b2663fbce577 req-5d7ae4e3-6378-444e-8b2d-7951d05ecba9 tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:02.664792 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-34d3b63e-fba8-4b2a-889b-b2663fbce577 req-5d7ae4e3-6378-444e-8b2d-7951d05ecba9 tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] 10.222.0.55 "DELETE /v2.0/ports/365a668f-0f82-4ce1-a3e0-e0946dd88a04 HTTP/1.1" status: 204 len: 173 time: 1.5668929 Nov 23 17:26:02.665289 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '718e7979-ed88-4391-b53d-996075f02e58', 'name': 'network-vif-deleted', 'tag': '365a668f-0f82-4ce1-a3e0-e0946dd88a04'}] {{(pid=103591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:26:02.668212 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41d174a19ece9499ff9ec44e5b3fc50f2abd3ffbc947fb7e52ea1e8db27b95b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3219fb7-d26d-42c1-87ad-8c9ba7ea22ae" -d '{"events": [{"server_uuid": "718e7979-ed88-4391-b53d-996075f02e58", "name": "network-vif-deleted", "tag": "365a668f-0f82-4ce1-a3e0-e0946dd88a04"}]}' {{(pid=103591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:26:02.688295 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f80081-232c-40df-a5d8-097bc50d4630 req-b3e56f1a-7654-4983-9458-c4daa1c2ee69 tempest-ImagesTestJSON-931761063 tempest-ImagesTestJSON-931761063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:26:02.695990 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e9f80081-232c-40df-a5d8-097bc50d4630 req-b3e56f1a-7654-4983-9458-c4daa1c2ee69 tempest-ImagesTestJSON-931761063 tempest-ImagesTestJSON-931761063-project] 10.222.0.60 "GET /v2.0/ports?device_id=1820b9a1-cb60-494a-b702-c7b697bbb590 HTTP/1.1" status: 200 len: 946 time: 0.2276967 Nov 23 17:26:02.750349 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e232f704-65d0-42c1-87ec-b7652eae1b5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce8360d3-da15-4dde-9610-e09877392c8a'}] {{(pid=103592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:26:02.762375 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e9f80081-232c-40df-a5d8-097bc50d4630 req-59dc4569-4254-4197-b429-de46dae692b8 tempest-ImagesTestJSON-931761063 tempest-ImagesTestJSON-931761063-project] 10.222.0.60 "GET /v2.0/security-groups?id=f2768289-7821-4137-8326-c052bf648315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653653 Nov 23 17:26:02.765735 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba3e6a8f2301c7a29fe1eca9779abdae4ccbcd6266d69778087f2498d5551201" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f836f2c-873f-4766-9a52-c95e63bf52a2" -d '{"events": [{"server_uuid": "e232f704-65d0-42c1-87ec-b7652eae1b5a", "name": "network-vif-plugged", "status": "completed", "tag": "ce8360d3-da15-4dde-9610-e09877392c8a"}]}' {{(pid=103592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:26:02.785366 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8ec174-81d2-4d77-b92b-602fd8377a9c req-7d85bd61-7f2c-4bb8-b644-a59b7f14d593 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:26:02.785366 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-6a8ec174-81d2-4d77-b92b-602fd8377a9c req-7d85bd61-7f2c-4bb8-b644-a59b7f14d593 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ac77c175-5679-438b-8a2a-356718377641 HTTP/1.1" status: 200 len: 843 time: 0.1561308 Nov 23 17:26:02.821984 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Pushing event updated for resources: {'Port': ['ID=ce8360d3-da15-4dde-9610-e09877392c8a,revision_number=5']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:26:02.832524 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device 106c7877-d6d0-453d-94f5-fc7533add6f7 up at agent hyperv_n-h1-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:26:02.859868 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 17:26:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53bbc5b6-f280-43ce-aef6-2caa6f285937 x-openstack-request-id: req-53bbc5b6-f280-43ce-aef6-2caa6f285937 {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:26:02.860215 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bba4770a-71f4-46e5-8c48-5d369f9cc463", "tag": "2fce8c0a-ec40-442a-99de-d3d30ef7473e", "status": "completed", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:26:02.860635 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-53bbc5b6-f280-43ce-aef6-2caa6f285937 {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:26:02.862817 n-d-816206-8 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bba4770a-71f4-46e5-8c48-5d369f9cc463', 'tag': '2fce8c0a-ec40-442a-99de-d3d30ef7473e', 'status': 'completed', 'code': 200} Nov 23 17:26:02.918920 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8ec174-81d2-4d77-b92b-602fd8377a9c req-f0103dc6-fb97-4ff9-8da8-c2199c49fd65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:26:02.922579 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-6a8ec174-81d2-4d77-b92b-602fd8377a9c req-f0103dc6-fb97-4ff9-8da8-c2199c49fd65 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f1e1dabf-b410-4023-9169-a460a86e7184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1309412 Nov 23 17:26:02.975057 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Provisioning complete for port 106c7877-d6d0-453d-94f5-fc7533add6f7 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:26:02.975473 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:02.982090 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a28d3c5-f61e-48ce-b0d4-1c25741cec50 req-dfe6403c-c655-42b3-a59d-b290eb44a4f6 tempest-ServersAdminTestJSON-1762598083 tempest-ServersAdminTestJSON-1762598083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:26:02.992366 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7a28d3c5-f61e-48ce-b0d4-1c25741cec50 req-dfe6403c-c655-42b3-a59d-b290eb44a4f6 tempest-ServersAdminTestJSON-1762598083 tempest-ServersAdminTestJSON-1762598083-project] 10.222.0.60 "GET /v2.0/ports?device_id=8b7e3802-0f06-4962-a331-d43c0ed8ac79 HTTP/1.1" status: 200 len: 949 time: 0.1282640 Nov 23 17:26:03.115053 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7a28d3c5-f61e-48ce-b0d4-1c25741cec50 req-4445a82b-20fc-4508-8cbe-84360d0b3ca5 tempest-ServersAdminTestJSON-1762598083 tempest-ServersAdminTestJSON-1762598083-project] 10.222.0.60 "GET /v2.0/security-groups?id=d6cf22a0-7f65-49f2-8512-764c3542a89d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207962 Nov 23 17:26:03.128829 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-6a8ec174-81d2-4d77-b92b-602fd8377a9c req-997decc9-7f97-4cce-b8da-e13b358eed0a service neutron] 10.222.0.36 "GET /v2.0/networks/f1e1dabf-b410-4023-9169-a460a86e7184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1878402 Nov 23 17:26:03.169258 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4829ee7-5823-411a-83e3-e37dbb1b866b req-4ebb709c-476f-4c14-b28d-35b51d782eca tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:26:03.172201 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c4829ee7-5823-411a-83e3-e37dbb1b866b req-4ebb709c-476f-4c14-b28d-35b51d782eca tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] 10.222.0.60 "GET /v2.0/ports?device_id=bba4770a-71f4-46e5-8c48-5d369f9cc463 HTTP/1.1" status: 200 len: 948 time: 0.1502657 Nov 23 17:26:03.176302 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:03.234646 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port 106c7877-d6d0-453d-94f5-fc7533add6f7, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=106c7877-d6d0-453d-94f5-fc7533add6f7,segment=NetworkSegment(329c1745-02bf-4561-9615-3192910887f5),segment_id=329c1745-02bf-4561-9615-3192910887f5)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:26:03.240805 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:03.302948 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-6a8ec174-81d2-4d77-b92b-602fd8377a9c req-43da8d5d-e66d-4258-83a6-4368f4ea015e service neutron] 10.222.0.36 "GET /v2.0/networks/f1e1dabf-b410-4023-9169-a460a86e7184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1653299 Nov 23 17:26:03.305600 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c4829ee7-5823-411a-83e3-e37dbb1b866b req-0c242e95-9b84-4771-9efc-f22cd31d36cd tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b15aa03-44a0-4375-a57d-e8cf999b0781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211927 Nov 23 17:26:03.328255 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Pushing event updated for resources: {'Port': ['ID=106c7877-d6d0-453d-94f5-fc7533add6f7,revision_number=8']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:26:03.366452 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-48d692e0-5c0f-49d7-bf7d-6d0234aeaaab req-4f4ba785-c86b-41d8-b4e8-fbde8af8a8cb tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] 10.222.0.60 "GET /v2.0/ports?device_id=718e7979-ed88-4391-b53d-996075f02e58 HTTP/1.1" status: 200 len: 210 time: 0.0985036 Nov 23 17:26:03.411632 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:26:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c89e5189-9b71-4e1e-b56c-2bbe3debdaac x-openstack-request-id: req-c89e5189-9b71-4e1e-b56c-2bbe3debdaac {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:26:03.412111 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "718e7979-ed88-4391-b53d-996075f02e58", "name": "network-vif-deleted", "tag": "365a668f-0f82-4ce1-a3e0-e0946dd88a04", "status": "completed", "code": 200}]} {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:26:03.412625 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c89e5189-9b71-4e1e-b56c-2bbe3debdaac {{(pid=103591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:26:03.413271 n-d-816206-8 neutron-server[103591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '718e7979-ed88-4391-b53d-996075f02e58', 'name': 'network-vif-deleted', 'tag': '365a668f-0f82-4ce1-a3e0-e0946dd88a04', 'status': 'completed', 'code': 200} Nov 23 17:26:03.467456 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:26:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd56c001-6d26-4425-8bbd-8ca65c66cbc8 x-openstack-request-id: req-bd56c001-6d26-4425-8bbd-8ca65c66cbc8 {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:26:03.468047 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e232f704-65d0-42c1-87ec-b7652eae1b5a", "name": "network-vif-plugged", "status": "completed", "tag": "ce8360d3-da15-4dde-9610-e09877392c8a", "code": 200}]} {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:26:03.468633 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-bd56c001-6d26-4425-8bbd-8ca65c66cbc8 {{(pid=103592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:26:03.469374 n-d-816206-8 neutron-server[103592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e232f704-65d0-42c1-87ec-b7652eae1b5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce8360d3-da15-4dde-9610-e09877392c8a', 'code': 200} Nov 23 17:26:03.527241 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58258654-0544-47ad-bf9c-54354b4f2ecd req-fb88706a-bd20-4688-a0f7-ab0d21c1848b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:26:03.534037 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-58258654-0544-47ad-bf9c-54354b4f2ecd req-fb88706a-bd20-4688-a0f7-ab0d21c1848b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=686e648a568f4c8c872ae36928886735&device_id=bba4770a-71f4-46e5-8c48-5d369f9cc463 HTTP/1.1" status: 200 len: 1099 time: 0.1013548 Nov 23 17:26:03.708383 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ceaa75a-5113-4e66-9b8c-47ad631a4fa8 req-32b6bfda-ed74-4a6d-aca8-df6c4b8fc4f1 tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:26:03.721400 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2ceaa75a-5113-4e66-9b8c-47ad631a4fa8 req-32b6bfda-ed74-4a6d-aca8-df6c4b8fc4f1 tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] 10.222.0.60 "GET /v2.0/ports?device_id=ce1fece4-f172-4cbd-adb9-8bb291bc1b9d HTTP/1.1" status: 200 len: 945 time: 0.1320398 Nov 23 17:26:03.770789 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58258654-0544-47ad-bf9c-54354b4f2ecd req-ded21934-8a6b-413d-bba0-e57ad02f5697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:26:03.774575 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-58258654-0544-47ad-bf9c-54354b4f2ecd req-ded21934-8a6b-413d-bba0-e57ad02f5697 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f1e1dabf-b410-4023-9169-a460a86e7184 HTTP/1.1" status: 200 len: 870 time: 0.2322836 Nov 23 17:26:03.833890 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2ceaa75a-5113-4e66-9b8c-47ad631a4fa8 req-2caf1b21-649e-4e4e-b128-c00954e7da64 tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] 10.222.0.60 "GET /v2.0/security-groups?id=a7d295c6-a842-436b-b184-bb80f16900ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892427 Nov 23 17:26:03.855180 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-58258654-0544-47ad-bf9c-54354b4f2ecd req-1718e12b-18b7-4181-a732-fb450e688c51 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.233&port_id=2fce8c0a-ec40-442a-99de-d3d30ef7473e HTTP/1.1" status: 200 len: 217 time: 0.0578880 Nov 23 17:26:03.878060 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741d1cc6-5d7f-4ab0-bd57-d7865a018c37 req-d1216ebc-328b-498c-9005-c1dee3944338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:26:03.879553 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-741d1cc6-5d7f-4ab0-bd57-d7865a018c37 req-d1216ebc-328b-498c-9005-c1dee3944338 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e232f704-65d0-42c1-87ec-b7652eae1b5a HTTP/1.1" status: 200 len: 1101 time: 0.1035450 Nov 23 17:26:03.952276 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58258654-0544-47ad-bf9c-54354b4f2ecd req-1d4bc755-d6ce-4a42-8aba-cd9a8b77d322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:26:03.953851 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-58258654-0544-47ad-bf9c-54354b4f2ecd req-1d4bc755-d6ce-4a42-8aba-cd9a8b77d322 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ac77c175-5679-438b-8a2a-356718377641 HTTP/1.1" status: 200 len: 843 time: 0.0871718 Nov 23 17:26:03.994141 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-741d1cc6-5d7f-4ab0-bd57-d7865a018c37 req-9671bc25-5942-480c-af5d-032c7d9e02be service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=aab2a8c1-49ab-4c55-8e20-86bb0f83e015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944388 Nov 23 17:26:04.024187 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58258654-0544-47ad-bf9c-54354b4f2ecd req-ccdcfa82-f1eb-4ac5-81f4-bb917a3bb953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:26:04.027678 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-58258654-0544-47ad-bf9c-54354b4f2ecd req-ccdcfa82-f1eb-4ac5-81f4-bb917a3bb953 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f1e1dabf-b410-4023-9169-a460a86e7184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0644176 Nov 23 17:26:04.045449 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e1c809-37e8-4b15-ba2c-e32fe579edc1 req-5a499863-1fc3-4a4b-a17d-bd8bcda9e2a8 tempest-TenantUsagesTestJSON-1648693335 tempest-TenantUsagesTestJSON-1648693335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:26:04.047043 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-58e1c809-37e8-4b15-ba2c-e32fe579edc1 req-5a499863-1fc3-4a4b-a17d-bd8bcda9e2a8 tempest-TenantUsagesTestJSON-1648693335 tempest-TenantUsagesTestJSON-1648693335-project] 10.222.0.60 "GET /v2.0/ports?device_id=e232f704-65d0-42c1-87ec-b7652eae1b5a HTTP/1.1" status: 200 len: 950 time: 0.1017818 Nov 23 17:26:04.126764 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba67bb7c-d1b6-4ace-ac7c-389bb35111ef req-0ef4d9f3-44b9-4706-abf7-73eb98523314 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:26:04.128153 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ba67bb7c-d1b6-4ace-ac7c-389bb35111ef req-0ef4d9f3-44b9-4706-abf7-73eb98523314 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.60 "GET /v2.0/ports?device_id=cb4274bd-349b-464c-af82-c8bf8d8d30ea HTTP/1.1" status: 200 len: 945 time: 0.1021025 Nov 23 17:26:04.150764 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-58e1c809-37e8-4b15-ba2c-e32fe579edc1 req-f67c4f95-b43f-4a77-979e-1cdac7da893e tempest-TenantUsagesTestJSON-1648693335 tempest-TenantUsagesTestJSON-1648693335-project] 10.222.0.60 "GET /v2.0/security-groups?id=aab2a8c1-49ab-4c55-8e20-86bb0f83e015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772846 Nov 23 17:26:04.207793 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ba67bb7c-d1b6-4ace-ac7c-389bb35111ef req-85660b38-0fb8-47f4-8085-a93ebf283334 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.60 "GET /v2.0/security-groups?id=b4179e07-bbfd-4236-b98c-2ab2b518c61f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695350 Nov 23 17:26:04.452735 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d7d04c-b4fc-4f21-bc40-827134075b18 req-8b3042fb-4709-44a7-b18d-ac0c981f2b2f tempest-ServersAdminTestJSON-1762598083 tempest-ServersAdminTestJSON-1762598083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:26:04.462028 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-98d7d04c-b4fc-4f21-bc40-827134075b18 req-8b3042fb-4709-44a7-b18d-ac0c981f2b2f tempest-ServersAdminTestJSON-1762598083 tempest-ServersAdminTestJSON-1762598083-project] 10.222.0.60 "GET /v2.0/ports?device_id=8b7e3802-0f06-4962-a331-d43c0ed8ac79 HTTP/1.1" status: 200 len: 950 time: 0.0933926 Nov 23 17:26:04.505919 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-58258654-0544-47ad-bf9c-54354b4f2ecd req-2c50c8a5-7a60-4186-8b38-996a6e0005c3 service neutron] 10.222.0.36 "GET /v2.0/networks/f1e1dabf-b410-4023-9169-a460a86e7184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1933303 Nov 23 17:26:04.553420 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-98d7d04c-b4fc-4f21-bc40-827134075b18 req-92eded16-c5cd-4505-8475-12ecfd9cbe44 tempest-ServersAdminTestJSON-1762598083 tempest-ServersAdminTestJSON-1762598083-project] 10.222.0.60 "GET /v2.0/security-groups?id=d6cf22a0-7f65-49f2-8512-764c3542a89d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796955 Nov 23 17:26:04.634732 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b2a67b-5c41-485f-b69a-cdecc1ee2306 req-9b1ed24e-b6d3-431c-ab82-aa426b999f70 tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:26:04.638224 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-41b2a67b-5c41-485f-b69a-cdecc1ee2306 req-9b1ed24e-b6d3-431c-ab82-aa426b999f70 tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] 10.222.0.60 "GET /v2.0/ports?device_id=bba4770a-71f4-46e5-8c48-5d369f9cc463 HTTP/1.1" status: 200 len: 948 time: 0.0899496 Nov 23 17:26:04.670895 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-58258654-0544-47ad-bf9c-54354b4f2ecd req-f734c713-fc47-4302-82ba-2de9ca57bb25 service neutron] 10.222.0.36 "GET /v2.0/networks/f1e1dabf-b410-4023-9169-a460a86e7184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1617482 Nov 23 17:26:04.730969 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-41b2a67b-5c41-485f-b69a-cdecc1ee2306 req-04799e6a-c0e8-4e8a-a3d6-6628cbb73ff9 tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b15aa03-44a0-4375-a57d-e8cf999b0781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755198 Nov 23 17:26:04.807989 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39631a65-438c-4bbf-80b9-33fd5876b85a req-d8ee7dc9-3b62-4a1a-a9bc-632bfb5af7d6 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:26:04.810534 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-39631a65-438c-4bbf-80b9-33fd5876b85a req-d8ee7dc9-3b62-4a1a-a9bc-632bfb5af7d6 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.60 "GET /v2.0/ports?device_id=cb4274bd-349b-464c-af82-c8bf8d8d30ea HTTP/1.1" status: 200 len: 945 time: 0.0882292 Nov 23 17:26:04.824230 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device 365a668f-0f82-4ce1-a3e0-e0946dd88a04 no longer exists at agent hyperv_n-h1-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:26:04.863401 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] No Port match for: 365a668f-0f82-4ce1-a3e0-e0946dd88a04 {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:26:04.863935 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device 365a668f-0f82-4ce1-a3e0-e0946dd88a04 not bound to the agent host n-h1-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:26:04.880990 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-39631a65-438c-4bbf-80b9-33fd5876b85a req-86c003a2-7ac8-46c3-93ea-0572de57086d tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.60 "GET /v2.0/security-groups?id=b4179e07-bbfd-4236-b98c-2ab2b518c61f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625169 Nov 23 17:26:05.067278 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409d26db-d6fd-4477-abf5-57dbf1e52343 req-119de2ea-14ac-4686-9085-3e9dcdfe33f1 tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:26:05.069136 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-409d26db-d6fd-4477-abf5-57dbf1e52343 req-119de2ea-14ac-4686-9085-3e9dcdfe33f1 tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] 10.222.0.60 "GET /v2.0/ports?device_id=ce1fece4-f172-4cbd-adb9-8bb291bc1b9d HTTP/1.1" status: 200 len: 945 time: 0.0923054 Nov 23 17:26:05.094379 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e530a00-26cc-4cf0-a311-d190de581893 req-bb874837-7339-49ca-bb66-fed5773299fb tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:26:05.096905 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7e530a00-26cc-4cf0-a311-d190de581893 req-bb874837-7339-49ca-bb66-fed5773299fb tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] 10.222.0.60 "GET /v2.0/ports?device_id=4abb5890-6e70-46c1-a968-68c3ff6d1713 HTTP/1.1" status: 200 len: 945 time: 0.1075382 Nov 23 17:26:05.218603 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-409d26db-d6fd-4477-abf5-57dbf1e52343 req-9ea86564-e773-40a5-b8b3-c5261a19091f tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] 10.222.0.60 "GET /v2.0/security-groups?id=a7d295c6-a842-436b-b184-bb80f16900ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392145 Nov 23 17:26:05.235201 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7e530a00-26cc-4cf0-a311-d190de581893 req-f889d667-36c2-4291-adbe-22e2be593ae7 tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] 10.222.0.60 "GET /v2.0/security-groups?id=5c82e7e8-9cad-459a-acb2-b7a0867274de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208045 Nov 23 17:26:05.375842 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d57500-1080-410f-a9bb-51c24f972969 req-1c8b4d49-05f8-4c10-a857-5040195eff00 tempest-TenantUsagesTestJSON-1648693335 tempest-TenantUsagesTestJSON-1648693335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:26:05.378542 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c3d57500-1080-410f-a9bb-51c24f972969 req-1c8b4d49-05f8-4c10-a857-5040195eff00 tempest-TenantUsagesTestJSON-1648693335 tempest-TenantUsagesTestJSON-1648693335-project] 10.222.0.60 "GET /v2.0/ports?device_id=e232f704-65d0-42c1-87ec-b7652eae1b5a HTTP/1.1" status: 200 len: 950 time: 0.0769193 Nov 23 17:26:05.470464 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b7e3802-0f06-4962-a331-d43c0ed8ac79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '106c7877-d6d0-453d-94f5-fc7533add6f7'}] {{(pid=103592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:26:05.476271 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba3e6a8f2301c7a29fe1eca9779abdae4ccbcd6266d69778087f2498d5551201" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6e496c9-34bb-4574-b2fc-fc22fcac7d88" -d '{"events": [{"server_uuid": "8b7e3802-0f06-4962-a331-d43c0ed8ac79", "name": "network-vif-plugged", "status": "completed", "tag": "106c7877-d6d0-453d-94f5-fc7533add6f7"}]}' {{(pid=103592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:26:05.489487 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c3d57500-1080-410f-a9bb-51c24f972969 req-ae5b1c0d-7943-4509-ba88-6f6453a1f6e6 tempest-TenantUsagesTestJSON-1648693335 tempest-TenantUsagesTestJSON-1648693335-project] 10.222.0.60 "GET /v2.0/security-groups?id=aab2a8c1-49ab-4c55-8e20-86bb0f83e015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032829 Nov 23 17:26:05.544542 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:26:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f558ac8-2038-4cc6-badc-3c847e00eaf4 x-openstack-request-id: req-7f558ac8-2038-4cc6-badc-3c847e00eaf4 {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:26:05.544849 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b7e3802-0f06-4962-a331-d43c0ed8ac79", "name": "network-vif-plugged", "status": "completed", "tag": "106c7877-d6d0-453d-94f5-fc7533add6f7", "code": 200}]} {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:26:05.545099 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7f558ac8-2038-4cc6-badc-3c847e00eaf4 {{(pid=103592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:26:05.545809 n-d-816206-8 neutron-server[103592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b7e3802-0f06-4962-a331-d43c0ed8ac79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '106c7877-d6d0-453d-94f5-fc7533add6f7', 'code': 200} Nov 23 17:26:05.560026 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a00d8a-fb2a-484f-9b88-5c663299043e req-092abe88-102c-45da-a471-9c12f0561916 tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:26:05.561676 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-13a00d8a-fb2a-484f-9b88-5c663299043e req-092abe88-102c-45da-a471-9c12f0561916 tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] 10.222.0.55 "GET /v2.0/ports?device_id=4abb5890-6e70-46c1-a968-68c3ff6d1713 HTTP/1.1" status: 200 len: 945 time: 0.1110508 Nov 23 17:26:05.744188 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ef993f-af76-4485-9edd-bea6cf84ee2c req-f54d930f-412f-4c95-b966-9b8c1c212abc tempest-ServersAdminTestJSON-1762598083 tempest-ServersAdminTestJSON-1762598083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:26:05.746468 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-49ef993f-af76-4485-9edd-bea6cf84ee2c req-f54d930f-412f-4c95-b966-9b8c1c212abc tempest-ServersAdminTestJSON-1762598083 tempest-ServersAdminTestJSON-1762598083-project] 10.222.0.60 "GET /v2.0/ports?device_id=8b7e3802-0f06-4962-a331-d43c0ed8ac79 HTTP/1.1" status: 200 len: 950 time: 0.0779030 Nov 23 17:26:05.752544 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [req-13a00d8a-fb2a-484f-9b88-5c663299043e req-7d01b9bc-d6e4-4d66-ad77-d5c2d424ee8a tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] Deleting port e1d10eec-e579-40eb-bde9-a5f39bf82b59 {{(pid=103591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:26:05.752881 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-13a00d8a-fb2a-484f-9b88-5c663299043e req-7d01b9bc-d6e4-4d66-ad77-d5c2d424ee8a tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:06.010721 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device 2fce8c0a-ec40-442a-99de-d3d30ef7473e details requested by agent hyperv_n-h2-816206-8 with host n-h2-816206-8 {{(pid=103592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 17:26:06.189488 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port 2fce8c0a-ec40-442a-99de-d3d30ef7473e, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=2fce8c0a-ec40-442a-99de-d3d30ef7473e,segment=NetworkSegment(329c1745-02bf-4561-9615-3192910887f5),segment_id=329c1745-02bf-4561-9615-3192910887f5)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:26:06.204138 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Returning: {'device': '2fce8c0a-ec40-442a-99de-d3d30ef7473e', 'network_id': 'f1e1dabf-b410-4023-9169-a460a86e7184', 'port_id': '2fce8c0a-ec40-442a-99de-d3d30ef7473e', 'mac_address': 'fa:16:3e:9c:66:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac77c175-5679-438b-8a2a-356718377641', 'ip_address': '192.168.233.233'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 17:26:06.269122 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:06.289348 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2fce8c0a-ec40-442a-99de-d3d30ef7473e {{(pid=103592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:26:06.293305 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-49ef993f-af76-4485-9edd-bea6cf84ee2c req-553c8d3a-5673-42b9-bd40-0c3afd821d3c tempest-ServersAdminTestJSON-1762598083 tempest-ServersAdminTestJSON-1762598083-project] 10.222.0.60 "GET /v2.0/security-groups?id=d6cf22a0-7f65-49f2-8512-764c3542a89d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5219336 Nov 23 17:26:06.305400 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-13a00d8a-fb2a-484f-9b88-5c663299043e req-7d01b9bc-d6e4-4d66-ad77-d5c2d424ee8a tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] For port e1d10eec-e579-40eb-bde9-a5f39bf82b59, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=e1d10eec-e579-40eb-bde9-a5f39bf82b59,segment=NetworkSegment(12913541-acd4-4e3c-8f48-e22896931a9c),segment_id=12913541-acd4-4e3c-8f48-e22896931a9c)] {{(pid=103591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:26:06.305772 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-13a00d8a-fb2a-484f-9b88-5c663299043e req-7d01b9bc-d6e4-4d66-ad77-d5c2d424ee8a tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:06.318228 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port 2fce8c0a-ec40-442a-99de-d3d30ef7473e, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=2fce8c0a-ec40-442a-99de-d3d30ef7473e,segment=NetworkSegment(329c1745-02bf-4561-9615-3192910887f5),segment_id=329c1745-02bf-4561-9615-3192910887f5)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:26:06.325216 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [req-13a00d8a-fb2a-484f-9b88-5c663299043e req-7d01b9bc-d6e4-4d66-ad77-d5c2d424ee8a tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] Calling delete_port for e1d10eec-e579-40eb-bde9-a5f39bf82b59 owned by compute:nova {{(pid=103591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:26:06.329498 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:06.330080 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device f4b8ed54-a038-48a3-9321-c22ad3016f37 details requested by agent hyperv_n-h2-816206-8 with host n-h2-816206-8 {{(pid=103592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 17:26:06.330291 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cd8a98-fd7e-44cc-b74e-7ca309212f92 req-5aeef70f-a9fe-4bf1-99c6-7961991457ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:26:06.331713 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-65cd8a98-fd7e-44cc-b74e-7ca309212f92 req-5aeef70f-a9fe-4bf1-99c6-7961991457ed service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=8b7e3802-0f06-4962-a331-d43c0ed8ac79 HTTP/1.1" status: 200 len: 1101 time: 0.4979227 Nov 23 17:26:06.343624 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3b5ab6-f75d-4227-9e61-7f05a5dcd219 req-37e83e1b-9723-4571-8c29-f655caa57610 tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:26:06.345249 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4b3b5ab6-f75d-4227-9e61-7f05a5dcd219 req-37e83e1b-9723-4571-8c29-f655caa57610 tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] 10.222.0.60 "GET /v2.0/ports?device_id=bba4770a-71f4-46e5-8c48-5d369f9cc463 HTTP/1.1" status: 200 len: 948 time: 0.4914641 Nov 23 17:26:06.471256 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Pushing event updated for resources: {'Port': ['ID=2fce8c0a-ec40-442a-99de-d3d30ef7473e,revision_number=4']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:26:06.518912 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-65cd8a98-fd7e-44cc-b74e-7ca309212f92 req-9e3d5a31-cd3f-470c-aabd-97fb7c6f7de2 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=d6cf22a0-7f65-49f2-8512-764c3542a89d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726682 Nov 23 17:26:06.527451 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4b3b5ab6-f75d-4227-9e61-7f05a5dcd219 req-68b0dcf7-664d-4407-aff4-bd249a754f62 tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b15aa03-44a0-4375-a57d-e8cf999b0781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715350 Nov 23 17:26:06.559255 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf32ade-fd5c-4637-af82-2b7e24a6bdbe req-48d0a930-056a-46a7-84ea-b22f5c271ea2 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:26:06.565601 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-bbf32ade-fd5c-4637-af82-2b7e24a6bdbe req-48d0a930-056a-46a7-84ea-b22f5c271ea2 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.60 "GET /v2.0/ports?device_id=cb4274bd-349b-464c-af82-c8bf8d8d30ea HTTP/1.1" status: 200 len: 945 time: 0.1467464 Nov 23 17:26:06.570295 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port f4b8ed54-a038-48a3-9321-c22ad3016f37, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=f4b8ed54-a038-48a3-9321-c22ad3016f37,segment=NetworkSegment(8fed18b2-0713-4023-96b5-16ede53c73dc),segment_id=8fed18b2-0713-4023-96b5-16ede53c73dc)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:26:06.593941 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Returning: {'device': 'f4b8ed54-a038-48a3-9321-c22ad3016f37', 'network_id': 'b560144d-d078-4e51-9dcb-6b297d4ac5e2', 'port_id': 'f4b8ed54-a038-48a3-9321-c22ad3016f37', 'mac_address': 'fa:16:3e:0c:91:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4be32885-153e-4d88-b3c6-807e18e4db27', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 17:26:06.651976 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:06.674669 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f4b8ed54-a038-48a3-9321-c22ad3016f37 {{(pid=103592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:26:06.694804 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-13a00d8a-fb2a-484f-9b88-5c663299043e req-7d01b9bc-d6e4-4d66-ad77-d5c2d424ee8a tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:06.709562 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port f4b8ed54-a038-48a3-9321-c22ad3016f37, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=f4b8ed54-a038-48a3-9321-c22ad3016f37,segment=NetworkSegment(8fed18b2-0713-4023-96b5-16ede53c73dc),segment_id=8fed18b2-0713-4023-96b5-16ede53c73dc)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:26:06.716468 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:06.737327 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-bbf32ade-fd5c-4637-af82-2b7e24a6bdbe req-764ab50c-46b6-4581-ad9a-cc74d68387c9 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.60 "GET /v2.0/security-groups?id=b4179e07-bbfd-4236-b98c-2ab2b518c61f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620007 Nov 23 17:26:06.741471 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d01b9bc-d6e4-4d66-ad77-d5c2d424ee8a tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] Pushing event deleted for resources: {'Port': ['ID=e1d10eec-e579-40eb-bde9-a5f39bf82b59,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:26:06.757393 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e2bd26-0c9a-4b1e-bfaf-9e54159cd9d1 req-ef176dd6-19d3-4708-b033-dcf082f55d2e tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:26:06.758946 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-44e2bd26-0c9a-4b1e-bfaf-9e54159cd9d1 req-ef176dd6-19d3-4708-b033-dcf082f55d2e tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] 10.222.0.60 "GET /v2.0/ports?device_id=ce1fece4-f172-4cbd-adb9-8bb291bc1b9d HTTP/1.1" status: 200 len: 945 time: 0.1356740 Nov 23 17:26:06.814591 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Pushing event updated for resources: {'Port': ['ID=f4b8ed54-a038-48a3-9321-c22ad3016f37,revision_number=6']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:26:06.831000 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [req-13a00d8a-fb2a-484f-9b88-5c663299043e req-7d01b9bc-d6e4-4d66-ad77-d5c2d424ee8a tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] No DVR routers for this DVR port e1d10eec-e579-40eb-bde9-a5f39bf82b59 on host n-h1-816206-8 {{(pid=103591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:26:06.835087 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-13a00d8a-fb2a-484f-9b88-5c663299043e req-7d01b9bc-d6e4-4d66-ad77-d5c2d424ee8a tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:06.839706 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-13a00d8a-fb2a-484f-9b88-5c663299043e req-7d01b9bc-d6e4-4d66-ad77-d5c2d424ee8a tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] 10.222.0.55 "DELETE /v2.0/ports/e1d10eec-e579-40eb-bde9-a5f39bf82b59 HTTP/1.1" status: 204 len: 173 time: 1.2676852 Nov 23 17:26:06.841452 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4abb5890-6e70-46c1-a968-68c3ff6d1713', 'name': 'network-vif-deleted', 'tag': 'e1d10eec-e579-40eb-bde9-a5f39bf82b59'}] {{(pid=103591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:26:06.846561 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41d174a19ece9499ff9ec44e5b3fc50f2abd3ffbc947fb7e52ea1e8db27b95b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8dd5505-446c-467f-9d56-5fbba0e07af6" -d '{"events": [{"server_uuid": "4abb5890-6e70-46c1-a968-68c3ff6d1713", "name": "network-vif-deleted", "tag": "e1d10eec-e579-40eb-bde9-a5f39bf82b59"}]}' {{(pid=103591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:26:06.926790 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-766c7d89-bfe2-4cf7-b7e6-80f84cab899e req-28eb05f5-e3c6-4e5a-87d8-26effdab6a4e tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] 10.222.0.60 "GET /v2.0/ports?device_id=4abb5890-6e70-46c1-a968-68c3ff6d1713 HTTP/1.1" status: 200 len: 210 time: 0.0443809 Nov 23 17:26:06.931024 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-44e2bd26-0c9a-4b1e-bfaf-9e54159cd9d1 req-8ddbd102-b64c-49fc-bc00-47ddc03f1d71 tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] 10.222.0.60 "GET /v2.0/security-groups?id=a7d295c6-a842-436b-b184-bb80f16900ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426129 Nov 23 17:26:06.968691 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] get_ports_and_sgs() called for port_ids ['f4b8ed54-a038-48a3-9321-c22ad3016f37'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:26:07.175724 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:26:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cca434dc-3ca0-40f2-b40d-be86330a10c2 x-openstack-request-id: req-cca434dc-3ca0-40f2-b40d-be86330a10c2 {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:26:07.176020 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4abb5890-6e70-46c1-a968-68c3ff6d1713", "name": "network-vif-deleted", "tag": "e1d10eec-e579-40eb-bde9-a5f39bf82b59", "status": "completed", "code": 200}]} {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:26:07.176272 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-cca434dc-3ca0-40f2-b40d-be86330a10c2 {{(pid=103591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:26:07.176708 n-d-816206-8 neutron-server[103591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4abb5890-6e70-46c1-a968-68c3ff6d1713', 'name': 'network-vif-deleted', 'tag': 'e1d10eec-e579-40eb-bde9-a5f39bf82b59', 'status': 'completed', 'code': 200} Nov 23 17:26:07.199420 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5b2092-dbc9-4086-b678-32ade54bc073 req-3cd41729-f367-4fa0-8a3c-2af010dec428 tempest-TenantUsagesTestJSON-1648693335 tempest-TenantUsagesTestJSON-1648693335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:26:07.201024 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9f5b2092-dbc9-4086-b678-32ade54bc073 req-3cd41729-f367-4fa0-8a3c-2af010dec428 tempest-TenantUsagesTestJSON-1648693335 tempest-TenantUsagesTestJSON-1648693335-project] 10.222.0.60 "GET /v2.0/ports?device_id=e232f704-65d0-42c1-87ec-b7652eae1b5a HTTP/1.1" status: 200 len: 950 time: 0.0693567 Nov 23 17:26:07.282463 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9f5b2092-dbc9-4086-b678-32ade54bc073 req-b01da5cf-d7a0-40c1-8a0c-9c6b9a06f330 tempest-TenantUsagesTestJSON-1648693335 tempest-TenantUsagesTestJSON-1648693335-project] 10.222.0.60 "GET /v2.0/security-groups?id=aab2a8c1-49ab-4c55-8e20-86bb0f83e015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696883 Nov 23 17:26:07.455589 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] get_ports_and_sgs() called for port_ids ['2fce8c0a-ec40-442a-99de-d3d30ef7473e'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:26:07.550254 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddd995a-5c83-4a90-b393-83f6d0839759 req-7c0e1d93-9fd3-447f-ada7-4fbfe8458859 tempest-ServersAdminTestJSON-1762598083 tempest-ServersAdminTestJSON-1762598083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:26:07.566777 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-dddd995a-5c83-4a90-b393-83f6d0839759 req-7c0e1d93-9fd3-447f-ada7-4fbfe8458859 tempest-ServersAdminTestJSON-1762598083 tempest-ServersAdminTestJSON-1762598083-project] 10.222.0.60 "GET /v2.0/ports?device_id=8b7e3802-0f06-4962-a331-d43c0ed8ac79 HTTP/1.1" status: 200 len: 950 time: 0.1218450 Nov 23 17:26:07.653188 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-dddd995a-5c83-4a90-b393-83f6d0839759 req-9e10d3bb-5303-4f45-9b83-70d2376adcd4 tempest-ServersAdminTestJSON-1762598083 tempest-ServersAdminTestJSON-1762598083-project] 10.222.0.60 "GET /v2.0/security-groups?id=d6cf22a0-7f65-49f2-8512-764c3542a89d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831008 Nov 23 17:26:07.810392 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886cd84b-0356-4073-b550-7193380f308b req-845ad06c-5719-4923-bf3f-c846b284519e tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:26:07.812824 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-886cd84b-0356-4073-b550-7193380f308b req-845ad06c-5719-4923-bf3f-c846b284519e tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] 10.222.0.60 "GET /v2.0/ports?device_id=bba4770a-71f4-46e5-8c48-5d369f9cc463 HTTP/1.1" status: 200 len: 949 time: 0.1026421 Nov 23 17:26:07.914184 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-886cd84b-0356-4073-b550-7193380f308b req-00a20f11-d9a6-4d5e-8401-7f3f71413cf0 tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b15aa03-44a0-4375-a57d-e8cf999b0781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826173 Nov 23 17:26:08.021402 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device f4b8ed54-a038-48a3-9321-c22ad3016f37 up at agent hyperv_n-h2-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:26:08.143888 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Provisioning complete for port f4b8ed54-a038-48a3-9321-c22ad3016f37 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:26:08.144245 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197c4200-c8fa-4c8e-b9da-a8f2a28c8262 req-46d6d969-af32-4539-90b6-c1d70b7f72aa tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:26:08.144478 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:08.152831 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-197c4200-c8fa-4c8e-b9da-a8f2a28c8262 req-46d6d969-af32-4539-90b6-c1d70b7f72aa tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.60 "GET /v2.0/ports?device_id=cb4274bd-349b-464c-af82-c8bf8d8d30ea HTTP/1.1" status: 200 len: 945 time: 0.0954099 Nov 23 17:26:08.305200 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-197c4200-c8fa-4c8e-b9da-a8f2a28c8262 req-601881ab-1ecf-41ff-88c7-864c73bf7429 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.60 "GET /v2.0/security-groups?id=b4179e07-bbfd-4236-b98c-2ab2b518c61f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425841 Nov 23 17:26:08.307419 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:08.329657 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45869c64-1c7b-4f93-9ed5-8b0fec82d32e req-6f5353a1-b7e7-4f3c-bee2-f58bad1ddfb0 tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:26:08.351214 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-45869c64-1c7b-4f93-9ed5-8b0fec82d32e req-6f5353a1-b7e7-4f3c-bee2-f58bad1ddfb0 tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] 10.222.0.60 "GET /v2.0/ports?device_id=ce1fece4-f172-4cbd-adb9-8bb291bc1b9d HTTP/1.1" status: 200 len: 945 time: 0.1457505 Nov 23 17:26:08.370770 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1820b9a1-cb60-494a-b702-c7b697bbb590', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4b8ed54-a038-48a3-9321-c22ad3016f37'}] {{(pid=103592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:26:08.374935 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba3e6a8f2301c7a29fe1eca9779abdae4ccbcd6266d69778087f2498d5551201" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9694939-e019-4277-85f7-1d8e4228341d" -d '{"events": [{"server_uuid": "1820b9a1-cb60-494a-b702-c7b697bbb590", "name": "network-vif-plugged", "status": "completed", "tag": "f4b8ed54-a038-48a3-9321-c22ad3016f37"}]}' {{(pid=103592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:26:08.399315 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port f4b8ed54-a038-48a3-9321-c22ad3016f37, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=f4b8ed54-a038-48a3-9321-c22ad3016f37,segment=NetworkSegment(8fed18b2-0713-4023-96b5-16ede53c73dc),segment_id=8fed18b2-0713-4023-96b5-16ede53c73dc)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:26:08.407230 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:08.469873 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-45869c64-1c7b-4f93-9ed5-8b0fec82d32e req-bee0a10e-44cc-47c5-9ac7-86c0bd6abfbe tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] 10.222.0.60 "GET /v2.0/security-groups?id=a7d295c6-a842-436b-b184-bb80f16900ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083972 Nov 23 17:26:08.543136 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Pushing event updated for resources: {'Port': ['ID=f4b8ed54-a038-48a3-9321-c22ad3016f37,revision_number=7']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:26:08.771076 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:26:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a354b33e-6335-4426-a195-6aa273020ae5 x-openstack-request-id: req-a354b33e-6335-4426-a195-6aa273020ae5 {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:26:08.771984 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1820b9a1-cb60-494a-b702-c7b697bbb590", "name": "network-vif-plugged", "status": "completed", "tag": "f4b8ed54-a038-48a3-9321-c22ad3016f37", "code": 200}]} {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:26:08.772673 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a354b33e-6335-4426-a195-6aa273020ae5 {{(pid=103592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:26:08.773609 n-d-816206-8 neutron-server[103592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1820b9a1-cb60-494a-b702-c7b697bbb590', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4b8ed54-a038-48a3-9321-c22ad3016f37', 'code': 200} Nov 23 17:26:08.868313 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device e1d10eec-e579-40eb-bde9-a5f39bf82b59 no longer exists at agent hyperv_n-h1-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:26:08.960210 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] No Port match for: e1d10eec-e579-40eb-bde9-a5f39bf82b59 {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:26:08.961404 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device e1d10eec-e579-40eb-bde9-a5f39bf82b59 not bound to the agent host n-h1-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:26:09.084114 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa09bc9-ab8a-4b1d-8e99-256adf631e09 req-b1fabdfc-0c1c-442f-9082-06e91bfdb25e tempest-TenantUsagesTestJSON-1648693335 tempest-TenantUsagesTestJSON-1648693335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:26:09.089775 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7fa09bc9-ab8a-4b1d-8e99-256adf631e09 req-b1fabdfc-0c1c-442f-9082-06e91bfdb25e tempest-TenantUsagesTestJSON-1648693335 tempest-TenantUsagesTestJSON-1648693335-project] 10.222.0.60 "GET /v2.0/ports?device_id=e232f704-65d0-42c1-87ec-b7652eae1b5a HTTP/1.1" status: 200 len: 950 time: 0.1800542 Nov 23 17:26:09.147497 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ba7a82-cd32-4661-ae12-245828808c23 req-019ece06-246a-45d2-b59b-a7680ca174ce tempest-ServersAdminTestJSON-1762598083 tempest-ServersAdminTestJSON-1762598083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:26:09.149626 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-93ba7a82-cd32-4661-ae12-245828808c23 req-019ece06-246a-45d2-b59b-a7680ca174ce tempest-ServersAdminTestJSON-1762598083 tempest-ServersAdminTestJSON-1762598083-project] 10.222.0.60 "GET /v2.0/ports?device_id=8b7e3802-0f06-4962-a331-d43c0ed8ac79 HTTP/1.1" status: 200 len: 950 time: 0.1520481 Nov 23 17:26:09.247288 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7fa09bc9-ab8a-4b1d-8e99-256adf631e09 req-51678883-bddb-4c32-a93e-5e986a17b9a4 tempest-TenantUsagesTestJSON-1648693335 tempest-TenantUsagesTestJSON-1648693335-project] 10.222.0.60 "GET /v2.0/security-groups?id=aab2a8c1-49ab-4c55-8e20-86bb0f83e015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468301 Nov 23 17:26:09.266384 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.agents_db [None req-464f6c07-0de8-4be6-8f5b-563f574d1c5d None None] Agent healthcheck: found 7 active agents {{(pid=103593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 17:26:09.293890 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-93ba7a82-cd32-4661-ae12-245828808c23 req-078957d0-b09d-47d4-9827-906189340eb7 tempest-ServersAdminTestJSON-1762598083 tempest-ServersAdminTestJSON-1762598083-project] 10.222.0.60 "GET /v2.0/security-groups?id=d6cf22a0-7f65-49f2-8512-764c3542a89d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255674 Nov 23 17:26:09.403213 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80daafa1-65c5-4151-8433-0918345f6884 req-67a24f9d-b542-4c2b-8b1d-11fe6b66940d tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:26:09.404850 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-80daafa1-65c5-4151-8433-0918345f6884 req-67a24f9d-b542-4c2b-8b1d-11fe6b66940d tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] 10.222.0.55 "GET /v2.0/ports?device_id=81b6e2ff-baee-47c2-a7eb-16a38f3282ff HTTP/1.1" status: 200 len: 944 time: 0.0782316 Nov 23 17:26:09.652673 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004abcb1-3630-493a-929c-671e423b2367 req-8c08c575-04f5-4609-a550-63d5d239dbf7 tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:26:09.661980 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-004abcb1-3630-493a-929c-671e423b2367 req-8c08c575-04f5-4609-a550-63d5d239dbf7 tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] 10.222.0.60 "GET /v2.0/ports?device_id=81b6e2ff-baee-47c2-a7eb-16a38f3282ff HTTP/1.1" status: 200 len: 944 time: 0.2144740 Nov 23 17:26:09.673931 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6c97f9-5dac-4407-b324-5de2d43b8a1d req-9be14839-215a-4239-8e15-fe90aa97da89 tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:26:09.675699 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4d6c97f9-5dac-4407-b324-5de2d43b8a1d req-9be14839-215a-4239-8e15-fe90aa97da89 tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] 10.222.0.60 "GET /v2.0/ports?device_id=bba4770a-71f4-46e5-8c48-5d369f9cc463 HTTP/1.1" status: 200 len: 949 time: 0.2071779 Nov 23 17:26:09.785918 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [req-80daafa1-65c5-4151-8433-0918345f6884 req-b877c762-64a5-4943-adb6-7316934b7f23 tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] Deleting port d7e28e83-60a3-47b9-b7b0-9d346691f72d {{(pid=103591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:26:09.786357 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-80daafa1-65c5-4151-8433-0918345f6884 req-b877c762-64a5-4943-adb6-7316934b7f23 tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:09.828112 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-004abcb1-3630-493a-929c-671e423b2367 req-30e521a0-cc5d-4ec9-ba1f-0f9451835685 tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] 10.222.0.60 "GET /v2.0/security-groups?id=5c82e7e8-9cad-459a-acb2-b7a0867274de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651652 Nov 23 17:26:09.844453 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4d6c97f9-5dac-4407-b324-5de2d43b8a1d req-81049a92-7440-4655-bf6a-47b887253927 tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b15aa03-44a0-4375-a57d-e8cf999b0781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382146 Nov 23 17:26:10.005452 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-80daafa1-65c5-4151-8433-0918345f6884 req-b877c762-64a5-4943-adb6-7316934b7f23 tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] For port d7e28e83-60a3-47b9-b7b0-9d346691f72d, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=d7e28e83-60a3-47b9-b7b0-9d346691f72d,segment=NetworkSegment(12913541-acd4-4e3c-8f48-e22896931a9c),segment_id=12913541-acd4-4e3c-8f48-e22896931a9c)] {{(pid=103591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:26:10.006105 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-80daafa1-65c5-4151-8433-0918345f6884 req-b877c762-64a5-4943-adb6-7316934b7f23 tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:10.039026 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device 2fce8c0a-ec40-442a-99de-d3d30ef7473e up at agent hyperv_n-h2-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:26:10.114198 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [req-80daafa1-65c5-4151-8433-0918345f6884 req-b877c762-64a5-4943-adb6-7316934b7f23 tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] Calling delete_port for d7e28e83-60a3-47b9-b7b0-9d346691f72d owned by compute:nova {{(pid=103591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:26:10.122888 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Provisioning for port 2fce8c0a-ec40-442a-99de-d3d30ef7473e completed by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 17:26:10.129900 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Provisioning complete for port 2fce8c0a-ec40-442a-99de-d3d30ef7473e triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:26:10.130622 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:10.239471 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61690c72-5846-4120-906c-68a821193568 req-57eae763-170a-44cf-929e-50eb77f8e129 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:26:10.250648 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-61690c72-5846-4120-906c-68a821193568 req-57eae763-170a-44cf-929e-50eb77f8e129 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.60 "GET /v2.0/ports?device_id=cb4274bd-349b-464c-af82-c8bf8d8d30ea HTTP/1.1" status: 200 len: 945 time: 0.2516479 Nov 23 17:26:10.269100 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7c2af1-6a5d-445e-9a84-7ff191563af6 req-a71e8b61-88ac-4a60-93a2-31a039d85f6b tempest-ServersAdminTestJSON-1762598083 tempest-ServersAdminTestJSON-1762598083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:26:10.271543 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6d7c2af1-6a5d-445e-9a84-7ff191563af6 req-a71e8b61-88ac-4a60-93a2-31a039d85f6b tempest-ServersAdminTestJSON-1762598083 tempest-ServersAdminTestJSON-1762598083-project] 10.222.0.60 "GET /v2.0/ports?device_id=8b7e3802-0f06-4962-a331-d43c0ed8ac79 HTTP/1.1" status: 200 len: 950 time: 0.2699966 Nov 23 17:26:10.299507 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:10.372664 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port 2fce8c0a-ec40-442a-99de-d3d30ef7473e, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=2fce8c0a-ec40-442a-99de-d3d30ef7473e,segment=NetworkSegment(329c1745-02bf-4561-9615-3192910887f5),segment_id=329c1745-02bf-4561-9615-3192910887f5)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:26:10.381669 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:10.450414 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-61690c72-5846-4120-906c-68a821193568 req-4417d38f-0bda-4537-aa75-c2954feec150 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.60 "GET /v2.0/security-groups?id=b4179e07-bbfd-4236-b98c-2ab2b518c61f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1982665 Nov 23 17:26:10.507045 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6d7c2af1-6a5d-445e-9a84-7ff191563af6 req-1eeda672-0d02-4b1a-a7ef-46184f015aa2 tempest-ServersAdminTestJSON-1762598083 tempest-ServersAdminTestJSON-1762598083-project] 10.222.0.60 "GET /v2.0/security-groups?id=d6cf22a0-7f65-49f2-8512-764c3542a89d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2240233 Nov 23 17:26:10.519221 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Pushing event updated for resources: {'Port': ['ID=2fce8c0a-ec40-442a-99de-d3d30ef7473e,revision_number=5']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:26:10.716524 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-80daafa1-65c5-4151-8433-0918345f6884 req-b877c762-64a5-4943-adb6-7316934b7f23 tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:10.775176 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bba4770a-71f4-46e5-8c48-5d369f9cc463', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fce8c0a-ec40-442a-99de-d3d30ef7473e'}] {{(pid=103592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:26:10.779559 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba3e6a8f2301c7a29fe1eca9779abdae4ccbcd6266d69778087f2498d5551201" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c05fc790-eef7-4992-b357-8efb724f9d2a" -d '{"events": [{"server_uuid": "bba4770a-71f4-46e5-8c48-5d369f9cc463", "name": "network-vif-plugged", "status": "completed", "tag": "2fce8c0a-ec40-442a-99de-d3d30ef7473e"}]}' {{(pid=103592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:26:10.786396 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b877c762-64a5-4943-adb6-7316934b7f23 tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] Pushing event deleted for resources: {'Port': ['ID=d7e28e83-60a3-47b9-b7b0-9d346691f72d,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:26:10.845677 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34ba95c-48f5-456e-9a5f-6958ae22d4ec req-41937093-7f74-4995-83ac-567fceea5811 tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:26:10.859856 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f34ba95c-48f5-456e-9a5f-6958ae22d4ec req-41937093-7f74-4995-83ac-567fceea5811 tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] 10.222.0.60 "GET /v2.0/ports?device_id=ce1fece4-f172-4cbd-adb9-8bb291bc1b9d HTTP/1.1" status: 200 len: 945 time: 0.2323399 Nov 23 17:26:10.921505 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [req-80daafa1-65c5-4151-8433-0918345f6884 req-b877c762-64a5-4943-adb6-7316934b7f23 tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] No DVR routers for this DVR port d7e28e83-60a3-47b9-b7b0-9d346691f72d on host n-h1-816206-8 {{(pid=103591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:26:10.934519 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-80daafa1-65c5-4151-8433-0918345f6884 req-b877c762-64a5-4943-adb6-7316934b7f23 tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:10.940683 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-80daafa1-65c5-4151-8433-0918345f6884 req-b877c762-64a5-4943-adb6-7316934b7f23 tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] 10.222.0.55 "DELETE /v2.0/ports/d7e28e83-60a3-47b9-b7b0-9d346691f72d HTTP/1.1" status: 204 len: 173 time: 1.5274401 Nov 23 17:26:10.942461 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81b6e2ff-baee-47c2-a7eb-16a38f3282ff', 'name': 'network-vif-deleted', 'tag': 'd7e28e83-60a3-47b9-b7b0-9d346691f72d'}] {{(pid=103591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:26:10.960921 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41d174a19ece9499ff9ec44e5b3fc50f2abd3ffbc947fb7e52ea1e8db27b95b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00dc98bf-de51-4209-af34-7dbc6525216b" -d '{"events": [{"server_uuid": "81b6e2ff-baee-47c2-a7eb-16a38f3282ff", "name": "network-vif-deleted", "tag": "d7e28e83-60a3-47b9-b7b0-9d346691f72d"}]}' {{(pid=103591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:26:11.067252 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90443fdf-b706-4343-a001-e71144e2f03a req-1c521d0a-bc11-47b3-9b87-6c96f22c935c tempest-TenantUsagesTestJSON-1648693335 tempest-TenantUsagesTestJSON-1648693335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:26:11.077558 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-90443fdf-b706-4343-a001-e71144e2f03a req-1c521d0a-bc11-47b3-9b87-6c96f22c935c tempest-TenantUsagesTestJSON-1648693335 tempest-TenantUsagesTestJSON-1648693335-project] 10.222.0.60 "GET /v2.0/ports?device_id=e232f704-65d0-42c1-87ec-b7652eae1b5a HTTP/1.1" status: 200 len: 950 time: 0.1500661 Nov 23 17:26:11.117185 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f34ba95c-48f5-456e-9a5f-6958ae22d4ec req-ae03d9d6-4287-4622-b1b5-f4cf122e8f87 tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] 10.222.0.60 "GET /v2.0/security-groups?id=a7d295c6-a842-436b-b184-bb80f16900ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2563953 Nov 23 17:26:11.179376 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-90443fdf-b706-4343-a001-e71144e2f03a req-d53b667b-c768-49d9-b923-a5b74bc8351f tempest-TenantUsagesTestJSON-1648693335 tempest-TenantUsagesTestJSON-1648693335-project] 10.222.0.60 "GET /v2.0/security-groups?id=aab2a8c1-49ab-4c55-8e20-86bb0f83e015&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940583 Nov 23 17:26:11.251155 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:26:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b456b3e-14a2-4140-93b3-001d93b42d62 x-openstack-request-id: req-4b456b3e-14a2-4140-93b3-001d93b42d62 {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:26:11.251959 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bba4770a-71f4-46e5-8c48-5d369f9cc463", "name": "network-vif-plugged", "status": "completed", "tag": "2fce8c0a-ec40-442a-99de-d3d30ef7473e", "code": 200}]} {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:26:11.251959 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-4b456b3e-14a2-4140-93b3-001d93b42d62 {{(pid=103592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:26:11.252274 n-d-816206-8 neutron-server[103592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bba4770a-71f4-46e5-8c48-5d369f9cc463', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fce8c0a-ec40-442a-99de-d3d30ef7473e', 'code': 200} Nov 23 17:26:11.329594 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5d2221-cf26-4d43-8f55-5bfdd8ced1a7 req-955ffe51-9b25-4e80-9862-ac30dab2082a tempest-TenantUsagesTestJSON-1648693335 tempest-TenantUsagesTestJSON-1648693335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:26:11.331395 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-7f5d2221-cf26-4d43-8f55-5bfdd8ced1a7 req-955ffe51-9b25-4e80-9862-ac30dab2082a tempest-TenantUsagesTestJSON-1648693335 tempest-TenantUsagesTestJSON-1648693335-project] 10.222.0.36 "GET /v2.0/ports?device_id=e232f704-65d0-42c1-87ec-b7652eae1b5a HTTP/1.1" status: 200 len: 950 time: 0.1231682 Nov 23 17:26:11.424537 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8ff84a82-a3f9-4651-8b36-21d95a91c601 req-ebed6bff-bb20-458b-a0f4-0ad6fba41bba tempest-LiveMigrationTest-293710118 tempest-LiveMigrationTest-293710118-project] 10.222.0.60 "GET /v2.0/ports?device_id=81b6e2ff-baee-47c2-a7eb-16a38f3282ff HTTP/1.1" status: 200 len: 210 time: 0.0767958 Nov 23 17:26:11.639244 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5156f35d-9dd8-4ad5-a574-8286d278e99f req-452e8678-f23b-4b82-a90c-45fb39c653e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:26:11.642618 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-5156f35d-9dd8-4ad5-a574-8286d278e99f req-452e8678-f23b-4b82-a90c-45fb39c653e3 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=bba4770a-71f4-46e5-8c48-5d369f9cc463 HTTP/1.1" status: 200 len: 1101 time: 0.2614589 Nov 23 17:26:11.691195 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1f32a9-0dab-467c-8a4d-07082f5bcf1a req-8dda70a3-e956-4401-9fd6-dfe05726b847 tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:26:11.708366 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-1e1f32a9-0dab-467c-8a4d-07082f5bcf1a req-8dda70a3-e956-4401-9fd6-dfe05726b847 tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] 10.222.0.60 "GET /v2.0/ports?device_id=bba4770a-71f4-46e5-8c48-5d369f9cc463 HTTP/1.1" status: 200 len: 950 time: 0.2162683 Nov 23 17:26:11.770277 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [req-7f5d2221-cf26-4d43-8f55-5bfdd8ced1a7 req-83e23aa9-340d-4d0e-a6c3-b7a82c21e406 tempest-TenantUsagesTestJSON-1648693335 tempest-TenantUsagesTestJSON-1648693335-project] Deleting port ce8360d3-da15-4dde-9610-e09877392c8a {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:26:11.770710 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-7f5d2221-cf26-4d43-8f55-5bfdd8ced1a7 req-83e23aa9-340d-4d0e-a6c3-b7a82c21e406 tempest-TenantUsagesTestJSON-1648693335 tempest-TenantUsagesTestJSON-1648693335-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:11.800902 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-5156f35d-9dd8-4ad5-a574-8286d278e99f req-71569f71-96ae-47a4-8883-567a6cfdca5f service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=4b15aa03-44a0-4375-a57d-e8cf999b0781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051788 Nov 23 17:26:11.821812 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:26:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c4fe912-1151-4db9-8905-e181a535288c x-openstack-request-id: req-6c4fe912-1151-4db9-8905-e181a535288c {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:26:11.828681 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81b6e2ff-baee-47c2-a7eb-16a38f3282ff", "name": "network-vif-deleted", "tag": "d7e28e83-60a3-47b9-b7b0-9d346691f72d", "status": "completed", "code": 200}]} {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:26:11.829017 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6c4fe912-1151-4db9-8905-e181a535288c {{(pid=103591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:26:11.829293 n-d-816206-8 neutron-server[103591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81b6e2ff-baee-47c2-a7eb-16a38f3282ff', 'name': 'network-vif-deleted', 'tag': 'd7e28e83-60a3-47b9-b7b0-9d346691f72d', 'status': 'completed', 'code': 200} Nov 23 17:26:11.854070 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-1e1f32a9-0dab-467c-8a4d-07082f5bcf1a req-0495478e-2fe3-4e59-bf39-30d48f8ccbb8 tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b15aa03-44a0-4375-a57d-e8cf999b0781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446972 Nov 23 17:26:11.989227 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0033c7-d137-40b0-8066-bfc2cdc19faa req-5aec6a10-ce7f-4961-81b7-0c0dd86f091b tempest-ServersAdminTestJSON-1762598083 tempest-ServersAdminTestJSON-1762598083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:26:11.995601 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-fe0033c7-d137-40b0-8066-bfc2cdc19faa req-5aec6a10-ce7f-4961-81b7-0c0dd86f091b tempest-ServersAdminTestJSON-1762598083 tempest-ServersAdminTestJSON-1762598083-project] 10.222.0.60 "GET /v2.0/ports?device_id=8b7e3802-0f06-4962-a331-d43c0ed8ac79 HTTP/1.1" status: 200 len: 950 time: 0.0913095 Nov 23 17:26:12.004062 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [req-7f5d2221-cf26-4d43-8f55-5bfdd8ced1a7 req-83e23aa9-340d-4d0e-a6c3-b7a82c21e406 tempest-TenantUsagesTestJSON-1648693335 tempest-TenantUsagesTestJSON-1648693335-project] For port ce8360d3-da15-4dde-9610-e09877392c8a, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=ce8360d3-da15-4dde-9610-e09877392c8a,segment=NetworkSegment(329c1745-02bf-4561-9615-3192910887f5),segment_id=329c1745-02bf-4561-9615-3192910887f5)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:26:12.004712 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-7f5d2221-cf26-4d43-8f55-5bfdd8ced1a7 req-83e23aa9-340d-4d0e-a6c3-b7a82c21e406 tempest-TenantUsagesTestJSON-1648693335 tempest-TenantUsagesTestJSON-1648693335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:12.038392 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [req-7f5d2221-cf26-4d43-8f55-5bfdd8ced1a7 req-83e23aa9-340d-4d0e-a6c3-b7a82c21e406 tempest-TenantUsagesTestJSON-1648693335 tempest-TenantUsagesTestJSON-1648693335-project] Calling delete_port for ce8360d3-da15-4dde-9610-e09877392c8a owned by compute:nova {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:26:12.061163 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577613f5-a910-415c-a846-caf73401792e req-51289d1b-a47c-4a41-9e76-ac5d2fc8f1f7 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:26:12.064185 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-577613f5-a910-415c-a846-caf73401792e req-51289d1b-a47c-4a41-9e76-ac5d2fc8f1f7 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.60 "GET /v2.0/ports?device_id=cb4274bd-349b-464c-af82-c8bf8d8d30ea HTTP/1.1" status: 200 len: 945 time: 0.1483002 Nov 23 17:26:12.147716 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-fe0033c7-d137-40b0-8066-bfc2cdc19faa req-b67b24b3-9b3e-4dc8-b02a-2a172167dd02 tempest-ServersAdminTestJSON-1762598083 tempest-ServersAdminTestJSON-1762598083-project] 10.222.0.60 "GET /v2.0/security-groups?id=d6cf22a0-7f65-49f2-8512-764c3542a89d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451626 Nov 23 17:26:12.272806 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-7f5d2221-cf26-4d43-8f55-5bfdd8ced1a7 req-83e23aa9-340d-4d0e-a6c3-b7a82c21e406 tempest-TenantUsagesTestJSON-1648693335 tempest-TenantUsagesTestJSON-1648693335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:12.283711 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-577613f5-a910-415c-a846-caf73401792e req-5d787fe2-2c4f-41ec-b97f-0d23192aa26e tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.60 "GET /v2.0/security-groups?id=b4179e07-bbfd-4236-b98c-2ab2b518c61f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608503 Nov 23 17:26:12.309233 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] get_ports_and_sgs() called for port_ids ['ce8360d3-da15-4dde-9610-e09877392c8a'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:26:12.341368 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e23aa9-340d-4d0e-a6c3-b7a82c21e406 tempest-TenantUsagesTestJSON-1648693335 tempest-TenantUsagesTestJSON-1648693335-project] Pushing event deleted for resources: {'Port': ['ID=ce8360d3-da15-4dde-9610-e09877392c8a,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:26:12.404026 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f5d2221-cf26-4d43-8f55-5bfdd8ced1a7 req-83e23aa9-340d-4d0e-a6c3-b7a82c21e406 tempest-TenantUsagesTestJSON-1648693335 tempest-TenantUsagesTestJSON-1648693335-project] No DVR routers for this DVR port ce8360d3-da15-4dde-9610-e09877392c8a on host n-h2-816206-8 {{(pid=103590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:26:12.411378 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-7f5d2221-cf26-4d43-8f55-5bfdd8ced1a7 req-83e23aa9-340d-4d0e-a6c3-b7a82c21e406 tempest-TenantUsagesTestJSON-1648693335 tempest-TenantUsagesTestJSON-1648693335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:12.415969 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-7f5d2221-cf26-4d43-8f55-5bfdd8ced1a7 req-83e23aa9-340d-4d0e-a6c3-b7a82c21e406 tempest-TenantUsagesTestJSON-1648693335 tempest-TenantUsagesTestJSON-1648693335-project] 10.222.0.36 "DELETE /v2.0/ports/ce8360d3-da15-4dde-9610-e09877392c8a HTTP/1.1" status: 204 len: 173 time: 1.0330036 Nov 23 17:26:12.416478 n-d-816206-8 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e232f704-65d0-42c1-87ec-b7652eae1b5a', 'name': 'network-vif-deleted', 'tag': 'ce8360d3-da15-4dde-9610-e09877392c8a'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:26:12.418967 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbabddbc9fc37b068808e119c416c86f5957ca04531a4a0d2e695c515e93483b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9335a244-e158-4735-9a48-f1ae844b980d" -d '{"events": [{"server_uuid": "e232f704-65d0-42c1-87ec-b7652eae1b5a", "name": "network-vif-deleted", "tag": "ce8360d3-da15-4dde-9610-e09877392c8a"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:26:12.599591 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a810527-5dd8-41e4-976e-9efa3fd61604 req-31a1f856-f687-4257-a96c-443617ca08cd tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:26:12.612369 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2a810527-5dd8-41e4-976e-9efa3fd61604 req-31a1f856-f687-4257-a96c-443617ca08cd tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] 10.222.0.60 "GET /v2.0/ports?device_id=ce1fece4-f172-4cbd-adb9-8bb291bc1b9d HTTP/1.1" status: 200 len: 945 time: 0.1800702 Nov 23 17:26:12.716145 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-0e163b85-db6c-44a1-a0e5-c78c830fa4ad req-88bba862-e23d-4824-9f2a-54316b13976a tempest-TenantUsagesTestJSON-1648693335 tempest-TenantUsagesTestJSON-1648693335-project] 10.222.0.60 "GET /v2.0/ports?device_id=e232f704-65d0-42c1-87ec-b7652eae1b5a HTTP/1.1" status: 200 len: 210 time: 0.0719693 Nov 23 17:26:12.858645 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2a810527-5dd8-41e4-976e-9efa3fd61604 req-a74261c5-56bf-46f8-a04a-d669a727be2d tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] 10.222.0.60 "GET /v2.0/security-groups?id=a7d295c6-a842-436b-b184-bb80f16900ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2408845 Nov 23 17:26:12.865645 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:26:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c897fbe-9784-4a60-9f38-46858ed774c3 x-openstack-request-id: req-3c897fbe-9784-4a60-9f38-46858ed774c3 {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:26:12.866287 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e232f704-65d0-42c1-87ec-b7652eae1b5a", "name": "network-vif-deleted", "tag": "ce8360d3-da15-4dde-9610-e09877392c8a", "status": "completed", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:26:12.866487 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3c897fbe-9784-4a60-9f38-46858ed774c3 {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:26:12.867286 n-d-816206-8 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e232f704-65d0-42c1-87ec-b7652eae1b5a', 'name': 'network-vif-deleted', 'tag': 'ce8360d3-da15-4dde-9610-e09877392c8a', 'status': 'completed', 'code': 200} Nov 23 17:26:12.868077 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-0d8299c7-838b-4f64-a395-7adb2e800a8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:12.884083 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device d7e28e83-60a3-47b9-b7b0-9d346691f72d no longer exists at agent hyperv_n-h1-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:26:12.959270 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] No Port match for: d7e28e83-60a3-47b9-b7b0-9d346691f72d {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:26:12.959825 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device d7e28e83-60a3-47b9-b7b0-9d346691f72d not bound to the agent host n-h1-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:26:12.995756 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 57658) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:26:13.164355 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59ede75-f8f9-44cb-8dac-1403a22fc959 req-4bbcf8fb-6f6f-4662-867d-6cf339b3f89a tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:26:13.179277 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a59ede75-f8f9-44cb-8dac-1403a22fc959 req-4bbcf8fb-6f6f-4662-867d-6cf339b3f89a tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] 10.222.0.60 "GET /v2.0/ports?device_id=bba4770a-71f4-46e5-8c48-5d369f9cc463 HTTP/1.1" status: 200 len: 950 time: 0.2153633 Nov 23 17:26:13.355715 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a59ede75-f8f9-44cb-8dac-1403a22fc959 req-c5a59c42-f927-4a19-a896-d208e85e6bf0 tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b15aa03-44a0-4375-a57d-e8cf999b0781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578264 Nov 23 17:26:13.376629 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:13.437581 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afa41a4-d135-4a9a-867e-e682498d5408 req-58f073f3-99ef-4c27-83c6-a6340a1cb2ab tempest-ServersAdminTestJSON-1762598083 tempest-ServersAdminTestJSON-1762598083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:26:13.452280 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5afa41a4-d135-4a9a-867e-e682498d5408 req-58f073f3-99ef-4c27-83c6-a6340a1cb2ab tempest-ServersAdminTestJSON-1762598083 tempest-ServersAdminTestJSON-1762598083-project] 10.222.0.60 "GET /v2.0/ports?device_id=8b7e3802-0f06-4962-a331-d43c0ed8ac79 HTTP/1.1" status: 200 len: 950 time: 0.1643744 Nov 23 17:26:13.552024 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5afa41a4-d135-4a9a-867e-e682498d5408 req-e9f14c85-94c9-487d-be55-446e30e8306e tempest-ServersAdminTestJSON-1762598083 tempest-ServersAdminTestJSON-1762598083-project] 10.222.0.60 "GET /v2.0/security-groups?id=d6cf22a0-7f65-49f2-8512-764c3542a89d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984819 Nov 23 17:26:13.806035 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6be8d3f-655c-4a87-bb9b-5552504a3922 admin admin] Deleting subnet 10cf3f5a-71d1-468b-8622-0226dd1fd98a {{(pid=103590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 17:26:13.817031 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b6be8d3f-655c-4a87-bb9b-5552504a3922 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:13.900238 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f4ee8f-09d6-4801-ab4e-ab8849a2a324 req-938bbfef-0eed-4d84-ada6-b6f160181b97 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:26:13.914232 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-15f4ee8f-09d6-4801-ab4e-ab8849a2a324 req-938bbfef-0eed-4d84-ada6-b6f160181b97 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.60 "GET /v2.0/ports?device_id=cb4274bd-349b-464c-af82-c8bf8d8d30ea HTTP/1.1" status: 200 len: 945 time: 0.1753123 Nov 23 17:26:13.928735 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b6be8d3f-655c-4a87-bb9b-5552504a3922 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-267528342'] for subnet, precommit_delete_associations {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:14.036398 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:14.062864 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b6be8d3f-655c-4a87-bb9b-5552504a3922 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971956'] for subnet, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:14.189992 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b6be8d3f-655c-4a87-bb9b-5552504a3922 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264357903', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264730940'] for subnet, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:14.217444 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-15f4ee8f-09d6-4801-ab4e-ab8849a2a324 req-833b5ecb-267a-490a-b8e1-6cc6487f1739 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.60 "GET /v2.0/security-groups?id=b4179e07-bbfd-4236-b98c-2ab2b518c61f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3026707 Nov 23 17:26:14.259470 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6be8d3f-655c-4a87-bb9b-5552504a3922 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=10cf3f5a-71d1-468b-8622-0226dd1fd98a,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:26:14.263889 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b6be8d3f-655c-4a87-bb9b-5552504a3922 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:14.267514 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-b6be8d3f-655c-4a87-bb9b-5552504a3922 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/10cf3f5a-71d1-468b-8622-0226dd1fd98a HTTP/1.1" status: 204 len: 168 time: 1.2695029 Nov 23 17:26:14.271070 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 57690) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:26:14.289143 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef99078-3482-449e-9d6a-1df2129810f8 req-41ebe2c4-ae02-45f7-aa78-a1e15876017f tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:26:14.301323 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8ef99078-3482-449e-9d6a-1df2129810f8 req-41ebe2c4-ae02-45f7-aa78-a1e15876017f tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] 10.222.0.60 "GET /v2.0/ports?device_id=ce1fece4-f172-4cbd-adb9-8bb291bc1b9d HTTP/1.1" status: 200 len: 945 time: 0.2488270 Nov 23 17:26:14.367763 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 57692) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:26:14.439242 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f486006a-cbcc-4a5c-bf71-8911e34eba3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-555181'] for network, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:14.454313 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8ef99078-3482-449e-9d6a-1df2129810f8 req-1a1aced3-e5e4-4bfc-b3c3-924049e644ad tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] 10.222.0.60 "GET /v2.0/security-groups?id=a7d295c6-a842-436b-b184-bb80f16900ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489489 Nov 23 17:26:14.614395 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f486006a-cbcc-4a5c-bf71-8911e34eba3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973419', 'neutron.services.segments.db._delete_segments_for_network-8736635878840'] for network, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:14.692253 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-f486006a-cbcc-4a5c-bf71-8911e34eba3f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b84e4de-5a6f-44c6-a8e6-1d90b4d1f1b3']}} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:26:14.705842 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-f486006a-cbcc-4a5c-bf71-8911e34eba3f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12913541-acd4-4e3c-8f48-e22896931a9c') {'for_net_delete': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:26:14.706507 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-f486006a-cbcc-4a5c-bf71-8911e34eba3f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12913541-acd4-4e3c-8f48-e22896931a9c') {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:26:14.712305 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0769dd4a-07f3-4da4-a6e3-f5d238fe31ee req-0d33fe6b-d9ff-4747-98e0-c4fdb0787008 tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:26:14.715181 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-0769dd4a-07f3-4da4-a6e3-f5d238fe31ee req-0d33fe6b-d9ff-4747-98e0-c4fdb0787008 tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] 10.222.0.60 "GET /v2.0/ports?device_id=bba4770a-71f4-46e5-8c48-5d369f9cc463 HTTP/1.1" status: 200 len: 950 time: 0.1676750 Nov 23 17:26:14.728109 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f486006a-cbcc-4a5c-bf71-8911e34eba3f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736635840332', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-267528353'] for segment, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:14.753234 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f486006a-cbcc-4a5c-bf71-8911e34eba3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:14.770899 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f486006a-cbcc-4a5c-bf71-8911e34eba3f admin admin] Releasing vlan 515 on physical network physnet1 to pool {{(pid=103590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 17:26:14.771778 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f486006a-cbcc-4a5c-bf71-8911e34eba3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264370093'] for segment, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:14.775445 n-d-816206-8 neutron-server[103590]: Traceback (most recent call last): Nov 23 17:26:14.775445 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 17:26:14.775445 n-d-816206-8 neutron-server[103590]: timer() Nov 23 17:26:14.775445 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 17:26:14.775445 n-d-816206-8 neutron-server[103590]: cb(*args, **kw) Nov 23 17:26:14.775445 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 17:26:14.775445 n-d-816206-8 neutron-server[103590]: return func(*args, **kwargs) Nov 23 17:26:14.775445 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 17:26:14.775445 n-d-816206-8 neutron-server[103590]: self._notify() Nov 23 17:26:14.775445 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 17:26:14.775445 n-d-816206-8 neutron-server[103590]: self.callback(batched_events) Nov 23 17:26:14.775445 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 17:26:14.775445 n-d-816206-8 neutron-server[103590]: event.method(event) Nov 23 17:26:14.775445 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 17:26:14.775445 n-d-816206-8 neutron-server[103590]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 17:26:14.775445 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 17:26:14.775445 n-d-816206-8 neutron-server[103590]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 17:26:14.775445 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 17:26:14.775445 n-d-816206-8 neutron-server[103590]: return f(self, *a, **k) Nov 23 17:26:14.775445 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 17:26:14.775445 n-d-816206-8 neutron-server[103590]: return self._get(url).json() Nov 23 17:26:14.775445 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 17:26:14.775445 n-d-816206-8 neutron-server[103590]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 17:26:14.775445 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 17:26:14.775445 n-d-816206-8 neutron-server[103590]: return self.request(url, 'GET', **kwargs) Nov 23 17:26:14.775445 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 17:26:14.775445 n-d-816206-8 neutron-server[103590]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 17:26:14.775445 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 17:26:14.775445 n-d-816206-8 neutron-server[103590]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 17:26:14.775445 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 17:26:14.775445 n-d-816206-8 neutron-server[103590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 17:26:14.775445 n-d-816206-8 neutron-server[103590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 17:26:14.921178 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-d2ed8f61-37e5-4d9b-b372-7ced29e727b4 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=677986f6e22e4c139961a90ca830a4e5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5519259 Nov 23 17:26:14.925211 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 57712) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:26:14.960834 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-0769dd4a-07f3-4da4-a6e3-f5d238fe31ee req-61c52f7a-a6d7-429b-892a-ccb622259ad3 tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b15aa03-44a0-4375-a57d-e8cf999b0781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2200644 Nov 23 17:26:14.967592 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f486006a-cbcc-4a5c-bf71-8911e34eba3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1795418'] for network, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:15.010761 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f486006a-cbcc-4a5c-bf71-8911e34eba3f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for network, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:15.019763 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-f486006a-cbcc-4a5c-bf71-8911e34eba3f admin admin] 10.222.0.60 "DELETE /v2.0/networks/3b84e4de-5a6f-44c6-a8e6-1d90b4d1f1b3 HTTP/1.1" status: 204 len: 168 time: 0.7471607 Nov 23 17:26:15.023741 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 57716) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:26:15.023958 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-6dd2ad73-2242-4099-b399-ab0682878e5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:15.061236 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f486006a-cbcc-4a5c-bf71-8911e34eba3f admin admin] Pushing event deleted for resources: {'Network': ['ID=3b84e4de-5a6f-44c6-a8e6-1d90b4d1f1b3,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:26:15.096213 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7e9fcf23-26e4-4250-97c0-adc1e9f86705 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:15.129529 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7e9fcf23-26e4-4250-97c0-adc1e9f86705 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:15.149479 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a11a758-bc52-4671-a57d-97dcdd49d4f4 req-5c0ed920-c82d-43f1-8d54-1b614ef947b0 tempest-ServersAdminTestJSON-1762598083 tempest-ServersAdminTestJSON-1762598083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:26:15.154329 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4a11a758-bc52-4671-a57d-97dcdd49d4f4 req-5c0ed920-c82d-43f1-8d54-1b614ef947b0 tempest-ServersAdminTestJSON-1762598083 tempest-ServersAdminTestJSON-1762598083-project] 10.222.0.60 "GET /v2.0/ports?device_id=8b7e3802-0f06-4962-a331-d43c0ed8ac79 HTTP/1.1" status: 200 len: 950 time: 0.2407346 Nov 23 17:26:15.227580 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7e9fcf23-26e4-4250-97c0-adc1e9f86705 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:15.231149 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7e9fcf23-26e4-4250-97c0-adc1e9f86705 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:15.232665 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-7e9fcf23-26e4-4250-97c0-adc1e9f86705 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/aab2a8c1-49ab-4c55-8e20-86bb0f83e015 HTTP/1.1" status: 204 len: 168 time: 0.3058808 Nov 23 17:26:15.247060 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9fcf23-26e4-4250-97c0-adc1e9f86705 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aab2a8c1-49ab-4c55-8e20-86bb0f83e015,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:26:15.279858 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3a1dd27-173c-407a-93bd-1ac1105791f8 admin admin] Deleting subnet 33529f5f-1a09-482b-9a9c-009eb2abf109 {{(pid=103591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 17:26:15.300022 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-b3a1dd27-173c-407a-93bd-1ac1105791f8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:15.411877 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4a11a758-bc52-4671-a57d-97dcdd49d4f4 req-742fd7b3-623e-4279-ba96-f82c06f3ec75 tempest-ServersAdminTestJSON-1762598083 tempest-ServersAdminTestJSON-1762598083-project] 10.222.0.60 "GET /v2.0/security-groups?id=d6cf22a0-7f65-49f2-8512-764c3542a89d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2468331 Nov 23 17:26:15.424273 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-b3a1dd27-173c-407a-93bd-1ac1105791f8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265990000'] for subnet, precommit_delete_associations {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:15.497230 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578ceca0-97ae-4dba-9d3b-1f66d8c5f6fe req-f3beb229-97cf-4101-bd99-9b22b2517672 tempest-ServersOnMultiNodesTest-558425378 tempest-ServersOnMultiNodesTest-558425378-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:26:15.498683 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-578ceca0-97ae-4dba-9d3b-1f66d8c5f6fe req-f3beb229-97cf-4101-bd99-9b22b2517672 tempest-ServersOnMultiNodesTest-558425378 tempest-ServersOnMultiNodesTest-558425378-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=bba4770a-71f4-46e5-8c48-5d369f9cc463 HTTP/1.1" status: 200 len: 1101 time: 0.2635717 Nov 23 17:26:15.540960 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-b3a1dd27-173c-407a-93bd-1ac1105791f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971956'] for subnet, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:15.684002 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-578ceca0-97ae-4dba-9d3b-1f66d8c5f6fe req-cc7d9fa9-47cb-4375-b736-e2c86b8b0c05 tempest-ServersOnMultiNodesTest-558425378 tempest-ServersOnMultiNodesTest-558425378-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=4b15aa03-44a0-4375-a57d-e8cf999b0781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634023 Nov 23 17:26:15.717225 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b136e90-d5e2-4bbc-bec8-dd31df8bbd8e req-c1400f68-6637-43e3-86c3-4dec3ef8383f tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:26:15.721289 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-0b136e90-d5e2-4bbc-bec8-dd31df8bbd8e req-c1400f68-6637-43e3-86c3-4dec3ef8383f tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.60 "GET /v2.0/ports?device_id=cb4274bd-349b-464c-af82-c8bf8d8d30ea HTTP/1.1" status: 200 len: 945 time: 0.1893568 Nov 23 17:26:15.748316 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-b3a1dd27-173c-407a-93bd-1ac1105791f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264758240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264314269'] for subnet, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:15.901825 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a1dd27-173c-407a-93bd-1ac1105791f8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=33529f5f-1a09-482b-9a9c-009eb2abf109,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:26:15.905974 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-b3a1dd27-173c-407a-93bd-1ac1105791f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for subnet, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:15.911564 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-b3a1dd27-173c-407a-93bd-1ac1105791f8 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/33529f5f-1a09-482b-9a9c-009eb2abf109 HTTP/1.1" status: 204 len: 168 time: 0.8852191 Nov 23 17:26:15.915021 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 57730) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:26:15.955539 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 57734) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:26:15.968914 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-0b136e90-d5e2-4bbc-bec8-dd31df8bbd8e req-d5aa496e-7c8d-4f85-b043-c5c34737c4f5 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.60 "GET /v2.0/security-groups?id=b4179e07-bbfd-4236-b98c-2ab2b518c61f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2383118 Nov 23 17:26:15.993890 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-439454ae-a64e-40cb-abd5-6870e6aec249 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:16.011690 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadfb666-af3e-48e0-beb5-0e083b262edd req-14f650a4-13e3-406d-b10a-46eb6d41bf10 tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:26:16.023661 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-cadfb666-af3e-48e0-beb5-0e083b262edd req-14f650a4-13e3-406d-b10a-46eb6d41bf10 tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] 10.222.0.60 "GET /v2.0/ports?device_id=ce1fece4-f172-4cbd-adb9-8bb291bc1b9d HTTP/1.1" status: 200 len: 945 time: 0.1578486 Nov 23 17:26:16.097695 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device ce8360d3-da15-4dde-9610-e09877392c8a no longer exists at agent hyperv_n-h2-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:26:16.098493 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5692a8a9-69a9-46b1-9b9e-5198558417ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-555181'] for network, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:16.108478 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-cadfb666-af3e-48e0-beb5-0e083b262edd req-186e85de-2700-467c-bac0-a2a9780c8996 tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] 10.222.0.60 "GET /v2.0/security-groups?id=a7d295c6-a842-436b-b184-bb80f16900ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824695 Nov 23 17:26:16.187885 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] No Port match for: ce8360d3-da15-4dde-9610-e09877392c8a {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:26:16.195233 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device ce8360d3-da15-4dde-9610-e09877392c8a not bound to the agent host n-h2-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:26:16.280921 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5692a8a9-69a9-46b1-9b9e-5198558417ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973419', 'neutron.services.segments.db._delete_segments_for_network-8736635878840'] for network, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:16.348740 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-5692a8a9-69a9-46b1-9b9e-5198558417ca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bfa5809e-994b-41de-a3bf-a717fd9c5476']}} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:26:16.374895 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c8ad0254-94fe-420b-8517-bed31a96a6d1 req-39cbc72a-21cc-4a84-b1a8-15e2bbef1999 tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=686e648a568f4c8c872ae36928886735&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0569172 Nov 23 17:26:16.387663 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-5692a8a9-69a9-46b1-9b9e-5198558417ca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5bd4185d-28ef-4cf0-a760-13c859b54434') {'for_net_delete': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:26:16.388168 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-5692a8a9-69a9-46b1-9b9e-5198558417ca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5bd4185d-28ef-4cf0-a760-13c859b54434') {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:26:16.393657 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-439454ae-a64e-40cb-abd5-6870e6aec249 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:16.407539 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-439454ae-a64e-40cb-abd5-6870e6aec249 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:16.433291 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5692a8a9-69a9-46b1-9b9e-5198558417ca admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736635840332', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-267528353'] for segment, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:16.444740 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-52822d53-48f5-4819-8a95-bdc13aea0bf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:16.520078 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-439454ae-a64e-40cb-abd5-6870e6aec249 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=75a54b828f0945528cd737115cc3d165&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5623260 Nov 23 17:26:16.522628 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5692a8a9-69a9-46b1-9b9e-5198558417ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:16.536609 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 57756) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:26:16.556309 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5692a8a9-69a9-46b1-9b9e-5198558417ca admin admin] Releasing vlan 512 on physical network physnet1 to pool {{(pid=103590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 17:26:16.556927 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5692a8a9-69a9-46b1-9b9e-5198558417ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264370093'] for segment, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:16.560931 n-d-816206-8 neutron-server[103590]: Traceback (most recent call last): Nov 23 17:26:16.560931 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 17:26:16.560931 n-d-816206-8 neutron-server[103590]: timer() Nov 23 17:26:16.560931 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 17:26:16.560931 n-d-816206-8 neutron-server[103590]: cb(*args, **kw) Nov 23 17:26:16.560931 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 17:26:16.560931 n-d-816206-8 neutron-server[103590]: return func(*args, **kwargs) Nov 23 17:26:16.560931 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 17:26:16.560931 n-d-816206-8 neutron-server[103590]: self._notify() Nov 23 17:26:16.560931 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 17:26:16.560931 n-d-816206-8 neutron-server[103590]: self.callback(batched_events) Nov 23 17:26:16.560931 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 17:26:16.560931 n-d-816206-8 neutron-server[103590]: event.method(event) Nov 23 17:26:16.560931 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 17:26:16.560931 n-d-816206-8 neutron-server[103590]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 17:26:16.560931 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 17:26:16.560931 n-d-816206-8 neutron-server[103590]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 17:26:16.560931 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 17:26:16.560931 n-d-816206-8 neutron-server[103590]: return f(self, *a, **k) Nov 23 17:26:16.560931 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 17:26:16.560931 n-d-816206-8 neutron-server[103590]: return self._get(url).json() Nov 23 17:26:16.560931 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 17:26:16.560931 n-d-816206-8 neutron-server[103590]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 17:26:16.560931 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 17:26:16.560931 n-d-816206-8 neutron-server[103590]: return self.request(url, 'GET', **kwargs) Nov 23 17:26:16.560931 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 17:26:16.560931 n-d-816206-8 neutron-server[103590]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 17:26:16.560931 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 17:26:16.560931 n-d-816206-8 neutron-server[103590]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 17:26:16.560931 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 17:26:16.560931 n-d-816206-8 neutron-server[103590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 17:26:16.560931 n-d-816206-8 neutron-server[103590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 17:26:16.588237 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439454ae-a64e-40cb-abd5-6870e6aec249 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44805d0d-fda1-45ff-ae0f-5373019f0050,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:26:16.669776 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ad0254-94fe-420b-8517-bed31a96a6d1 req-bb4c6d3f-832c-45ea-820e-b530c0342289 tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:26:16.685394 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c8ad0254-94fe-420b-8517-bed31a96a6d1 req-bb4c6d3f-832c-45ea-820e-b530c0342289 tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3081810 Nov 23 17:26:16.734669 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5692a8a9-69a9-46b1-9b9e-5198558417ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1795418'] for network, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:16.735725 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c8ad0254-94fe-420b-8517-bed31a96a6d1 req-4303e02b-7446-4a2e-9489-80147bb25606 tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] 10.222.0.60 "GET /v2.0/quotas/686e648a568f4c8c872ae36928886735 HTTP/1.1" status: 200 len: 375 time: 0.0449967 Nov 23 17:26:16.743705 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5692a8a9-69a9-46b1-9b9e-5198558417ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for network, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:16.758079 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-5692a8a9-69a9-46b1-9b9e-5198558417ca admin admin] 10.222.0.60 "DELETE /v2.0/networks/bfa5809e-994b-41de-a3bf-a717fd9c5476 HTTP/1.1" status: 204 len: 168 time: 0.8329651 Nov 23 17:26:16.808983 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a149ef-494a-44a3-a9df-0d47d09a2d8f req-427710bb-cd59-4542-b737-6fd8220e31e9 tempest-ServersAdminTestJSON-1762598083 tempest-ServersAdminTestJSON-1762598083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:26:16.818570 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-48a149ef-494a-44a3-a9df-0d47d09a2d8f req-427710bb-cd59-4542-b737-6fd8220e31e9 tempest-ServersAdminTestJSON-1762598083 tempest-ServersAdminTestJSON-1762598083-project] 10.222.0.60 "GET /v2.0/ports?device_id=8b7e3802-0f06-4962-a331-d43c0ed8ac79 HTTP/1.1" status: 200 len: 950 time: 0.2643006 Nov 23 17:26:16.823396 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5692a8a9-69a9-46b1-9b9e-5198558417ca admin admin] Pushing event deleted for resources: {'Network': ['ID=bfa5809e-994b-41de-a3bf-a717fd9c5476,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:26:16.835925 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-cc4b1c3e-73e7-408a-90a0-0d8a424ea263 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:16.909041 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-cc4b1c3e-73e7-408a-90a0-0d8a424ea263 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:16.931771 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c8ad0254-94fe-420b-8517-bed31a96a6d1 req-834c2943-f61e-4adc-81e2-22cbf9cdea92 tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=686e648a568f4c8c872ae36928886735&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1947284 Nov 23 17:26:16.966476 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-48a149ef-494a-44a3-a9df-0d47d09a2d8f req-c6d26ecf-4ccf-4952-8ec1-9a273381e9f7 tempest-ServersAdminTestJSON-1762598083 tempest-ServersAdminTestJSON-1762598083-project] 10.222.0.60 "GET /v2.0/security-groups?id=d6cf22a0-7f65-49f2-8512-764c3542a89d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463883 Nov 23 17:26:17.033248 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-cc4b1c3e-73e7-408a-90a0-0d8a424ea263 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:17.038782 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-cc4b1c3e-73e7-408a-90a0-0d8a424ea263 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:17.041195 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-cc4b1c3e-73e7-408a-90a0-0d8a424ea263 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/44805d0d-fda1-45ff-ae0f-5373019f0050 HTTP/1.1" status: 204 len: 168 time: 0.4987979 Nov 23 17:26:17.078506 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4b1c3e-73e7-408a-90a0-0d8a424ea263 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44805d0d-fda1-45ff-ae0f-5373019f0050,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:26:17.187090 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 57768) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:26:17.308128 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f65bbd1-aa8b-4b51-bc14-57fad18d8bbd req-21ca51e5-5d90-49da-b557-539772eaff2a tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:26:17.317907 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-22722bb9-0811-4ec4-b926-16760bf12052 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=4f30b4abc7074d1fa9d31a414a5f297f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1279800 Nov 23 17:26:17.321817 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 57772) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:26:17.325209 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8f65bbd1-aa8b-4b51-bc14-57fad18d8bbd req-21ca51e5-5d90-49da-b557-539772eaff2a tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.60 "GET /v2.0/ports?device_id=cb4274bd-349b-464c-af82-c8bf8d8d30ea HTTP/1.1" status: 200 len: 945 time: 0.1303959 Nov 23 17:26:17.465631 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8f65bbd1-aa8b-4b51-bc14-57fad18d8bbd req-f499d81e-f4ed-4830-b0f3-4ea1bd4173c8 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.60 "GET /v2.0/security-groups?id=b4179e07-bbfd-4236-b98c-2ab2b518c61f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352835 Nov 23 17:26:17.474036 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7e0a9791-ef41-4ea3-8157-f281cefc2679 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:17.556826 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7e0a9791-ef41-4ea3-8157-f281cefc2679 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:17.667841 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9a27ae6c-db98-474f-94c1-cc99bf842d79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:17.681621 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be89cea1-bce2-4d20-82a7-433245c5a060 req-5c1930c9-c572-4a52-846d-6af5f994afe2 tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:26:17.703563 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-be89cea1-bce2-4d20-82a7-433245c5a060 req-5c1930c9-c572-4a52-846d-6af5f994afe2 tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] 10.222.0.60 "GET /v2.0/ports?device_id=ce1fece4-f172-4cbd-adb9-8bb291bc1b9d HTTP/1.1" status: 200 len: 945 time: 0.2234468 Nov 23 17:26:17.830378 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7e0a9791-ef41-4ea3-8157-f281cefc2679 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:17.833170 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-be89cea1-bce2-4d20-82a7-433245c5a060 req-bd9006ba-c72b-4ef0-9dce-f9c700cb9340 tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] 10.222.0.60 "GET /v2.0/security-groups?id=a7d295c6-a842-436b-b184-bb80f16900ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180735 Nov 23 17:26:17.838977 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7e0a9791-ef41-4ea3-8157-f281cefc2679 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:17.843620 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-7e0a9791-ef41-4ea3-8157-f281cefc2679 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/5c82e7e8-9cad-459a-acb2-b7a0867274de HTTP/1.1" status: 204 len: 168 time: 0.5173910 Nov 23 17:26:17.883754 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0a9791-ef41-4ea3-8157-f281cefc2679 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c82e7e8-9cad-459a-acb2-b7a0867274de,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:26:18.000423 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7374e19f-00a1-42ee-962b-6b5a187852b6 req-99eec8bb-c1f6-4b7d-aef3-ea46b510c991 tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] 10.222.0.60 "GET /v2.0/ports?device_id=f4519c44-de32-443c-a97f-17c4ba9317e2 HTTP/1.1" status: 200 len: 210 time: 0.0575867 Nov 23 17:26:18.295660 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:18.322603 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438a47b0-e1ce-4b29-ac01-1f4efe95db6f req-408af0f3-f69c-4392-b928-ed9c12955b22 tempest-ServersAdminTestJSON-1762598083 tempest-ServersAdminTestJSON-1762598083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:26:18.337357 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-438a47b0-e1ce-4b29-ac01-1f4efe95db6f req-408af0f3-f69c-4392-b928-ed9c12955b22 tempest-ServersAdminTestJSON-1762598083 tempest-ServersAdminTestJSON-1762598083-project] 10.222.0.60 "GET /v2.0/ports?device_id=8b7e3802-0f06-4962-a331-d43c0ed8ac79 HTTP/1.1" status: 200 len: 950 time: 0.1393664 Nov 23 17:26:18.468896 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-438a47b0-e1ce-4b29-ac01-1f4efe95db6f req-6425db2c-35fa-4589-91e4-4fc5b2fbebdf tempest-ServersAdminTestJSON-1762598083 tempest-ServersAdminTestJSON-1762598083-project] 10.222.0.60 "GET /v2.0/security-groups?id=d6cf22a0-7f65-49f2-8512-764c3542a89d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292968 Nov 23 17:26:18.687103 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 57822) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:26:18.865837 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-2a70ac44-75e6-4988-9439-4d22e1e1b73e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=fa3fbb043b1b4d9d8787c119621ac228&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1765690 Nov 23 17:26:18.871700 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 57832) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:26:18.904671 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bd6878-e15c-47b6-bffe-881bc96c5ba9 req-48c6a3b6-6ffb-47f7-ab67-6d7c2038e38d tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:26:18.918252 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-39bd6878-e15c-47b6-bffe-881bc96c5ba9 req-48c6a3b6-6ffb-47f7-ab67-6d7c2038e38d tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.60 "GET /v2.0/ports?device_id=cb4274bd-349b-464c-af82-c8bf8d8d30ea HTTP/1.1" status: 200 len: 945 time: 0.2244377 Nov 23 17:26:18.969932 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c4a131b7-0478-4c77-b6b1-8d67611d8433 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:19.016891 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c4a131b7-0478-4c77-b6b1-8d67611d8433 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:19.078619 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-39bd6878-e15c-47b6-bffe-881bc96c5ba9 req-74b62383-d7ed-416e-9b63-46910a0c8e75 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.60 "GET /v2.0/security-groups?id=b4179e07-bbfd-4236-b98c-2ab2b518c61f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534095 Nov 23 17:26:19.123521 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c4a131b7-0478-4c77-b6b1-8d67611d8433 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:19.138659 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c4a131b7-0478-4c77-b6b1-8d67611d8433 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:19.141682 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-c4a131b7-0478-4c77-b6b1-8d67611d8433 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d6315502-f8c2-4d25-9588-3106bd647f38 HTTP/1.1" status: 204 len: 168 time: 0.2677867 Nov 23 17:26:19.148479 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 57838) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:26:19.176565 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a131b7-0478-4c77-b6b1-8d67611d8433 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6315502-f8c2-4d25-9588-3106bd647f38,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:26:19.206480 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b68eec7-6d06-4104-903a-475969440fa2 req-e80feafb-a761-435d-9dc8-472dd7440888 tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:26:19.223996 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-1b68eec7-6d06-4104-903a-475969440fa2 req-e80feafb-a761-435d-9dc8-472dd7440888 tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] 10.222.0.60 "GET /v2.0/ports?device_id=ce1fece4-f172-4cbd-adb9-8bb291bc1b9d HTTP/1.1" status: 200 len: 945 time: 0.1296051 Nov 23 17:26:19.320300 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-bc2806cb-c175-438d-951c-ed453686f101 req-2af8a260-8250-4749-b10c-7fa069c94997 tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] 10.222.0.60 "GET /v2.0/ports?device_id=f4519c44-de32-443c-a97f-17c4ba9317e2 HTTP/1.1" status: 200 len: 210 time: 0.0924938 Nov 23 17:26:19.349979 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c8ad0254-94fe-420b-8517-bed31a96a6d1 req-25adcdeb-c7e5-43ae-bf42-eeac4067be6b tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=686e648a568f4c8c872ae36928886735&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0628147 Nov 23 17:26:19.376209 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-1b68eec7-6d06-4104-903a-475969440fa2 req-787d50e6-a457-4c2b-92c1-fc39c8585074 tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] 10.222.0.60 "GET /v2.0/security-groups?id=a7d295c6-a842-436b-b184-bb80f16900ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444542 Nov 23 17:26:19.486990 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-7f200617-6146-4b71-8895-76251cf1e7d4 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-2116241980-network', 'tenant_id': '70c897f318a347799dc351238c0b73a6'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:26:19.616326 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f200617-6146-4b71-8895-76251cf1e7d4 admin admin] Made reservation on behalf of 70c897f318a347799dc351238c0b73a6 for: {'network': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:26:19.619616 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-7f200617-6146-4b71-8895-76251cf1e7d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for network, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:19.653957 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-7f200617-6146-4b71-8895-76251cf1e7d4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:19.720613 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ad0254-94fe-420b-8517-bed31a96a6d1 req-6b65dd37-92f7-4f76-879b-3157b49e36e4 tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:26:19.722829 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c8ad0254-94fe-420b-8517-bed31a96a6d1 req-6b65dd37-92f7-4f76-879b-3157b49e36e4 tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3434892 Nov 23 17:26:19.744657 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [req-c8ad0254-94fe-420b-8517-bed31a96a6d1 req-16c8bd53-c89f-400e-8a0a-62710e23d9e2 tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] Request body: {'port': {'device_id': 'f4519c44-de32-443c-a97f-17c4ba9317e2', 'network_id': 'f1e1dabf-b410-4023-9169-a460a86e7184', 'admin_state_up': True, 'tenant_id': '686e648a568f4c8c872ae36928886735'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:26:19.782695 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b315bb3-202a-4b1d-9c9f-93f3eb867cd4 req-a87e75c3-3992-4a39-af0b-bd7af9fbc363 tempest-ServersAdminTestJSON-1762598083 tempest-ServersAdminTestJSON-1762598083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:26:19.790857 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-1b315bb3-202a-4b1d-9c9f-93f3eb867cd4 req-a87e75c3-3992-4a39-af0b-bd7af9fbc363 tempest-ServersAdminTestJSON-1762598083 tempest-ServersAdminTestJSON-1762598083-project] 10.222.0.60 "GET /v2.0/ports?device_id=8b7e3802-0f06-4962-a331-d43c0ed8ac79 HTTP/1.1" status: 200 len: 950 time: 0.1557133 Nov 23 17:26:20.093527 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-7f200617-6146-4b71-8895-76251cf1e7d4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:20.141621 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-7f200617-6146-4b71-8895-76251cf1e7d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:20.164397 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-1b315bb3-202a-4b1d-9c9f-93f3eb867cd4 req-92876ca5-e4ba-4585-983d-b30f626abd09 tempest-ServersAdminTestJSON-1762598083 tempest-ServersAdminTestJSON-1762598083-project] 10.222.0.60 "GET /v2.0/security-groups?id=d6cf22a0-7f65-49f2-8512-764c3542a89d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3726048 Nov 23 17:26:20.186229 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f200617-6146-4b71-8895-76251cf1e7d4 admin admin] vlan segment allocate from pool success with {'vlan_id': 522, 'physical_network': 'physnet1'} {{(pid=103591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 17:26:20.224441 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-7f200617-6146-4b71-8895-76251cf1e7d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:20.225135 n-d-816206-8 neutron-server[103591]: INFO neutron.db.segments_db [None req-7f200617-6146-4b71-8895-76251cf1e7d4 admin admin] Added segment 2486935d-f394-4693-b293-58c3fd3d596e of type vlan for network 5f5444d3-3e63-4159-81a8-4609b4ef027e Nov 23 17:26:20.226750 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f200617-6146-4b71-8895-76251cf1e7d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4988802-5619-4302-b56f-37b97bce8bd7,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:26:20.318124 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8ad0254-94fe-420b-8517-bed31a96a6d1 req-16c8bd53-c89f-400e-8a0a-62710e23d9e2 tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] Made reservation on behalf of 686e648a568f4c8c872ae36928886735 for: {'port': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:26:20.322734 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-c8ad0254-94fe-420b-8517-bed31a96a6d1 req-16c8bd53-c89f-400e-8a0a-62710e23d9e2 tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:20.330015 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-7f200617-6146-4b71-8895-76251cf1e7d4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736635338810'] for network, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:20.470537 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-7f200617-6146-4b71-8895-76251cf1e7d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493'] for network, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:20.471957 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f200617-6146-4b71-8895-76251cf1e7d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:26:20.472814 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-7f200617-6146-4b71-8895-76251cf1e7d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for network, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:20.492305 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca24fd8-65c3-44f1-bb80-44c00eb3fdda req-f7761832-6336-48a1-9959-e90707bd1826 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:26:20.501887 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8ca24fd8-65c3-44f1-bb80-44c00eb3fdda req-f7761832-6336-48a1-9959-e90707bd1826 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.60 "GET /v2.0/ports?device_id=cb4274bd-349b-464c-af82-c8bf8d8d30ea HTTP/1.1" status: 200 len: 945 time: 0.2241886 Nov 23 17:26:20.614607 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-7f200617-6146-4b71-8895-76251cf1e7d4 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.4603517 Nov 23 17:26:20.617839 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 57882) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:26:20.632992 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-a4d06bbf-6f6d-4e05-b7c6-f327d7745b1a admin admin] Request body: {'subnet': {'network_id': '5f5444d3-3e63-4159-81a8-4609b4ef027e', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-2116241980-subnet', 'tenant_id': '70c897f318a347799dc351238c0b73a6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:26:20.677706 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-10535f2a-de7b-4c5e-8a41-48453b28730d req-cf8701b7-c321-4a08-8c97-8530e8bdf26d tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] 10.222.0.60 "GET /v2.0/ports?device_id=f4519c44-de32-443c-a97f-17c4ba9317e2 HTTP/1.1" status: 200 len: 210 time: 0.1371844 Nov 23 17:26:20.720140 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4d06bbf-6f6d-4e05-b7c6-f327d7745b1a admin admin] Made reservation on behalf of 70c897f318a347799dc351238c0b73a6 for: {'subnet': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:26:20.739908 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a4d06bbf-6f6d-4e05-b7c6-f327d7745b1a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264730903'] for subnet, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:20.794329 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8ca24fd8-65c3-44f1-bb80-44c00eb3fdda req-3f4c86d7-2ee4-4bd5-bfcf-a14834ab5c2d tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.60 "GET /v2.0/security-groups?id=b4179e07-bbfd-4236-b98c-2ab2b518c61f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2918973 Nov 23 17:26:20.806534 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f200617-6146-4b71-8895-76251cf1e7d4 admin admin] Pushing event updated for resources: {'Network': ['ID=5f5444d3-3e63-4159-81a8-4609b4ef027e,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:26:20.821668 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Network 5f5444d3-3e63-4159-81a8-4609b4ef027e details requested by agent ovs-agent-n-d-816206-8 with host n-d-816206-8 {{(pid=103592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 17:26:20.960829 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.db_base_plugin_common [req-c8ad0254-94fe-420b-8517-bed31a96a6d1 req-16c8bd53-c89f-400e-8a0a-62710e23d9e2 tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] Allocated IP 192.168.233.108 (f1e1dabf-b410-4023-9169-a460a86e7184/ac77c175-5679-438b-8a2a-356718377641/bfb00a2f-6d55-49c9-a954-d165b46f6bb4) {{(pid=103591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:26:21.084546 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d44518-675b-4c32-a1d8-11e70cc00a58 req-39079ff9-9c28-4da7-87a8-9e63be259336 tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:26:21.111375 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c1d44518-675b-4c32-a1d8-11e70cc00a58 req-39079ff9-9c28-4da7-87a8-9e63be259336 tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] 10.222.0.60 "GET /v2.0/ports?device_id=ce1fece4-f172-4cbd-adb9-8bb291bc1b9d HTTP/1.1" status: 200 len: 945 time: 0.2791235 Nov 23 17:26:21.342039 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c1d44518-675b-4c32-a1d8-11e70cc00a58 req-9174ac55-d2b2-4fe6-9026-46f34177e52b tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] 10.222.0.60 "GET /v2.0/security-groups?id=a7d295c6-a842-436b-b184-bb80f16900ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2295480 Nov 23 17:26:21.427205 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a4d06bbf-6f6d-4e05-b7c6-f327d7745b1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264358096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264730885'] for subnet, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:21.462076 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4f7dbf-e05e-4905-b856-ddd729bd282a req-c7830063-2db7-493d-a7b2-fba5499b7ae6 tempest-ServersAdminTestJSON-1762598083 tempest-ServersAdminTestJSON-1762598083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:26:21.464833 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9a4f7dbf-e05e-4905-b856-ddd729bd282a req-c7830063-2db7-493d-a7b2-fba5499b7ae6 tempest-ServersAdminTestJSON-1762598083 tempest-ServersAdminTestJSON-1762598083-project] 10.222.0.60 "GET /v2.0/ports?device_id=8b7e3802-0f06-4962-a331-d43c0ed8ac79 HTTP/1.1" status: 200 len: 950 time: 0.1120834 Nov 23 17:26:21.488232 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-c8ad0254-94fe-420b-8517-bed31a96a6d1 req-16c8bd53-c89f-400e-8a0a-62710e23d9e2 tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] Publish callbacks [] for port, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:21.532770 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d06bbf-6f6d-4e05-b7c6-f327d7745b1a admin admin] Pushing event updated for resources: {'Subnet': ['ID=8b3b04c1-60c1-4306-8583-6ac637e18d7b,revision_number=0']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:26:21.543708 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4d06bbf-6f6d-4e05-b7c6-f327d7745b1a admin admin] Checking segment: {'id': '2486935d-f394-4693-b293-58c3fd3d596e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '5f5444d3-3e63-4159-81a8-4609b4ef027e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:26:21.544168 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4d06bbf-6f6d-4e05-b7c6-f327d7745b1a admin admin] Network hostable DHCP agents. Network: 5f5444d3-3e63-4159-81a8-4609b4ef027e, hostable agents: ['0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3'], hosted agents: [] {{(pid=103590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 17:26:21.564746 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9a4f7dbf-e05e-4905-b856-ddd729bd282a req-b42e6318-f6c9-4147-b05d-2de6e2dd807f tempest-ServersAdminTestJSON-1762598083 tempest-ServersAdminTestJSON-1762598083-project] 10.222.0.60 "GET /v2.0/security-groups?id=d6cf22a0-7f65-49f2-8512-764c3542a89d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872650 Nov 23 17:26:21.566541 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4d06bbf-6f6d-4e05-b7c6-f327d7745b1a admin admin] Network 5f5444d3-3e63-4159-81a8-4609b4ef027e is scheduled to be hosted by DHCP agent 0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3 with binding_index 1 {{(pid=103590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 17:26:21.580854 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-a4d06bbf-6f6d-4e05-b7c6-f327d7745b1a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-8, 5f5444d3-3e63-4159-81a8-4609b4ef027e) {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:26:21.588041 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4d06bbf-6f6d-4e05-b7c6-f327d7745b1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:26:21.589744 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a4d06bbf-6f6d-4e05-b7c6-f327d7745b1a admin admin] Publish callbacks [] for subnet, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:21.594530 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fac0e4f-7e75-4203-b631-db68dba4f194 None None] Network 5f5444d3-3e63-4159-81a8-4609b4ef027e requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:26:21.617302 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-a4d06bbf-6f6d-4e05-b7c6-f327d7745b1a admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.9968789 Nov 23 17:26:21.618224 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 57906) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:26:21.625069 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-7fa82c2f-609f-47e0-99b4-e4b869d9ce3c admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-2116241980-router', 'tenant_id': '70c897f318a347799dc351238c0b73a6', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'}}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:26:21.626926 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-c8ad0254-94fe-420b-8517-bed31a96a6d1 req-16c8bd53-c89f-400e-8a0a-62710e23d9e2 tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:21.657019 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7fa82c2f-609f-47e0-99b4-e4b869d9ce3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1793449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8093'] for router, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:21.658864 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7fa82c2f-609f-47e0-99b4-e4b869d9ce3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1794473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1794771', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1638326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8086'] for router, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:21.672758 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] get_ports_and_sgs() called for port_ids ['619a8aee-de53-404a-b496-f8a2de1819bc', '4d508f7d-6fef-46d4-88da-e1281c70682d', '9dbd8931-0e0e-4403-9ea7-6a29a17a2a8a', '2409cb61-ae6f-4a2d-8c86-8c6a24f1a9c4'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:26:21.708898 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8ad0254-94fe-420b-8517-bed31a96a6d1 req-16c8bd53-c89f-400e-8a0a-62710e23d9e2 tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] Network f1e1dabf-b410-4023-9169-a460a86e7184 is already hosted by enough agents. {{(pid=103591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:26:21.710332 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c8bd53-c89f-400e-8a0a-62710e23d9e2 tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] Pushing event updated for resources: {'Port': ['ID=bfb00a2f-6d55-49c9-a954-d165b46f6bb4,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:26:21.713755 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [req-c8ad0254-94fe-420b-8517-bed31a96a6d1 req-16c8bd53-c89f-400e-8a0a-62710e23d9e2 tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] Resources bound (agent type, host, resource id): {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:26:21.726980 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8ad0254-94fe-420b-8517-bed31a96a6d1 req-16c8bd53-c89f-400e-8a0a-62710e23d9e2 tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] Received port after_create {{(pid=103591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:26:21.764190 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] get_ports_and_sgs() called for port_ids ['fd248227-a963-429c-aa28-16266759837f', 'b1eb041c-b829-49de-a62b-f5360ff178c3', '2fce8c0a-ec40-442a-99de-d3d30ef7473e'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:26:21.840631 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ad0254-94fe-420b-8517-bed31a96a6d1 req-16c8bd53-c89f-400e-8a0a-62710e23d9e2 tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:26:21.843637 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-c8ad0254-94fe-420b-8517-bed31a96a6d1 req-16c8bd53-c89f-400e-8a0a-62710e23d9e2 tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:21.867800 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7fa82c2f-609f-47e0-99b4-e4b869d9ce3c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:21.897102 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c8ad0254-94fe-420b-8517-bed31a96a6d1 req-16c8bd53-c89f-400e-8a0a-62710e23d9e2 tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1589072 Nov 23 17:26:21.936707 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [req-c8ad0254-94fe-420b-8517-bed31a96a6d1 req-93db80ce-0e1b-4000-8897-4b334f4ec60d service neutron] Request body: {'port': {'device_id': 'f4519c44-de32-443c-a97f-17c4ba9317e2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-8'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:26:22.274609 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7fa82c2f-609f-47e0-99b4-e4b869d9ce3c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:22.297218 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-c8ad0254-94fe-420b-8517-bed31a96a6d1 req-93db80ce-0e1b-4000-8897-4b334f4ec60d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:22.316542 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b0bed0-9a85-4c3e-a820-39712b50f7b4 req-d6b6591c-21f8-4d83-a8d3-cc2300682ff5 tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:26:22.321258 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-24b0bed0-9a85-4c3e-a820-39712b50f7b4 req-d6b6591c-21f8-4d83-a8d3-cc2300682ff5 tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] 10.222.0.60 "GET /v2.0/ports?device_id=f4519c44-de32-443c-a97f-17c4ba9317e2 HTTP/1.1" status: 200 len: 936 time: 0.2077405 Nov 23 17:26:22.433516 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfb05e8-73d2-4e51-88d3-44cacf582be5 req-db048be4-e3f1-41db-bf28-b213b330794d tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:26:22.443193 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5cfb05e8-73d2-4e51-88d3-44cacf582be5 req-db048be4-e3f1-41db-bf28-b213b330794d tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.60 "GET /v2.0/ports?device_id=cb4274bd-349b-464c-af82-c8bf8d8d30ea HTTP/1.1" status: 200 len: 945 time: 0.2524269 Nov 23 17:26:22.496357 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-24b0bed0-9a85-4c3e-a820-39712b50f7b4 req-dc1618de-68eb-4fc1-a85a-0667f84a42be tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b15aa03-44a0-4375-a57d-e8cf999b0781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474152 Nov 23 17:26:22.609141 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5cfb05e8-73d2-4e51-88d3-44cacf582be5 req-d6fc8cad-65a4-4247-bbf0-c486106c721f tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.60 "GET /v2.0/security-groups?id=b4179e07-bbfd-4236-b98c-2ab2b518c61f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644578 Nov 23 17:26:22.900327 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-11008643-c4ae-4c27-ade7-5d59aa744b09 None None] Provisioning complete for port bfb00a2f-6d55-49c9-a954-d165b46f6bb4 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:26:22.901010 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-11008643-c4ae-4c27-ade7-5d59aa744b09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:23.030465 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92089cfc-2fe0-48fe-8971-f3daa798d639 req-3d4847ae-5035-493d-a8d9-093bfc87d79d tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:26:23.031968 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-92089cfc-2fe0-48fe-8971-f3daa798d639 req-3d4847ae-5035-493d-a8d9-093bfc87d79d tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] 10.222.0.60 "GET /v2.0/ports?device_id=ce1fece4-f172-4cbd-adb9-8bb291bc1b9d HTTP/1.1" status: 200 len: 945 time: 0.1692398 Nov 23 17:26:23.178231 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-11008643-c4ae-4c27-ade7-5d59aa744b09 None None] Port bfb00a2f-6d55-49c9-a954-d165b46f6bb4 cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:26:23.195051 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-92089cfc-2fe0-48fe-8971-f3daa798d639 req-72bb5d46-0e69-45b2-baa7-8cdfe2bb4016 tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] 10.222.0.60 "GET /v2.0/security-groups?id=a7d295c6-a842-436b-b184-bb80f16900ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870049 Nov 23 17:26:23.356269 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc8f0aff-3471-46df-b2a9-359320ba848a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp355044b8-8e87-58c4-94fa-4a010ec30f9e-5f5444d3-3e63-4159-81a8-4609b4ef027e', 'network_id': '5f5444d3-3e63-4159-81a8-4609b4ef027e', 'tenant_id': '70c897f318a347799dc351238c0b73a6', 'fixed_ips': [{'subnet_id': '8b3b04c1-60c1-4306-8583-6ac637e18d7b'}]}} from n-d-816206-8. {{(pid=103592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 17:26:23.357656 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-bc8f0aff-3471-46df-b2a9-359320ba848a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:23.460887 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4eff64-6934-4c3a-a293-3f2ef67d418e req-fb9e0cca-637f-45e7-a592-31efa50c802f tempest-ServersAdminTestJSON-1762598083 tempest-ServersAdminTestJSON-1762598083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:26:23.478284 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-cb4eff64-6934-4c3a-a293-3f2ef67d418e req-fb9e0cca-637f-45e7-a592-31efa50c802f tempest-ServersAdminTestJSON-1762598083 tempest-ServersAdminTestJSON-1762598083-project] 10.222.0.60 "GET /v2.0/ports?device_id=8b7e3802-0f06-4962-a331-d43c0ed8ac79 HTTP/1.1" status: 200 len: 950 time: 0.1963460 Nov 23 17:26:23.630537 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-cb4eff64-6934-4c3a-a293-3f2ef67d418e req-cb8549d5-c482-47fc-b88c-2e9f89ee1ee2 tempest-ServersAdminTestJSON-1762598083 tempest-ServersAdminTestJSON-1762598083-project] 10.222.0.60 "GET /v2.0/security-groups?id=d6cf22a0-7f65-49f2-8512-764c3542a89d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413977 Nov 23 17:26:23.781971 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7fa82c2f-609f-47e0-99b4-e4b869d9ce3c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:23.842101 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7fa82c2f-609f-47e0-99b4-e4b869d9ce3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:23.865282 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [req-c8ad0254-94fe-420b-8517-bed31a96a6d1 req-93db80ce-0e1b-4000-8897-4b334f4ec60d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bfb00a2f-6d55-49c9-a954-d165b46f6bb4 {{(pid=103591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:26:23.905249 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-c8ad0254-94fe-420b-8517-bed31a96a6d1 req-93db80ce-0e1b-4000-8897-4b334f4ec60d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:23.907437 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.db_base_plugin_common [None req-bc8f0aff-3471-46df-b2a9-359320ba848a None None] Allocated IP 172.20.0.2 (5f5444d3-3e63-4159-81a8-4609b4ef027e/8b3b04c1-60c1-4306-8583-6ac637e18d7b/071987a7-cba9-4559-b6f7-ace94d0eb8ff) {{(pid=103592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:26:23.974727 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.provisioning_blocks [req-c8ad0254-94fe-420b-8517-bed31a96a6d1 req-93db80ce-0e1b-4000-8897-4b334f4ec60d service neutron] Transition to ACTIVE for port object bfb00a2f-6d55-49c9-a954-d165b46f6bb4 will not be triggered until provisioned by entity L2. {{(pid=103591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 17:26:24.075732 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-c8ad0254-94fe-420b-8517-bed31a96a6d1 req-93db80ce-0e1b-4000-8897-4b334f4ec60d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264758186'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:24.124847 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-7fa82c2f-609f-47e0-99b4-e4b869d9ce3c admin admin] Allocated IP 172.25.3.244 (4c8455ba-1be5-42ac-b8c2-8a16e1292d55/08fe3644-ce41-4c3f-a7ea-92bac0f0fff5/f09a02e2-84a2-40c5-8d20-17f25824baa3) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:26:24.274174 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfffa034-3213-4616-ad53-05da2db7cffc req-cf34e3e7-29a2-476c-b5e3-5a0b97d3df35 tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:26:24.301182 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-dfffa034-3213-4616-ad53-05da2db7cffc req-cf34e3e7-29a2-476c-b5e3-5a0b97d3df35 tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] 10.222.0.60 "GET /v2.0/ports?device_id=f4519c44-de32-443c-a97f-17c4ba9317e2 HTTP/1.1" status: 200 len: 936 time: 0.3573337 Nov 23 17:26:24.455953 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93db80ce-0e1b-4000-8897-4b334f4ec60d service neutron] Pushing event updated for resources: {'Port': ['ID=bfb00a2f-6d55-49c9-a954-d165b46f6bb4,revision_number=2']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:26:24.475294 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7fa82c2f-609f-47e0-99b4-e4b869d9ce3c admin admin] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:24.582003 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7fa82c2f-609f-47e0-99b4-e4b869d9ce3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:24.679705 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fa82c2f-609f-47e0-99b4-e4b869d9ce3c admin admin] Network 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:26:24.692668 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-7fa82c2f-609f-47e0-99b4-e4b869d9ce3c admin admin] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:26:24.704671 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fa82c2f-609f-47e0-99b4-e4b869d9ce3c admin admin] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:26:24.723940 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c6100b74-14fd-4e16-a671-db7f633d3ba8 req-ffa87a76-8440-4739-9004-db9a901af24a service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=ffeae0b0-09b1-4f1e-9b33-8bbbbaaefdf6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3862090 Nov 23 17:26:24.742981 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2620d7-04ea-4823-b237-2a47f4c463e4 req-99420890-2a3f-421e-b480-80dcf4e11e1e tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:26:24.747430 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-0b2620d7-04ea-4823-b237-2a47f4c463e4 req-99420890-2a3f-421e-b480-80dcf4e11e1e tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.60 "GET /v2.0/ports?device_id=cb4274bd-349b-464c-af82-c8bf8d8d30ea HTTP/1.1" status: 200 len: 945 time: 0.2858841 Nov 23 17:26:24.761401 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-dfffa034-3213-4616-ad53-05da2db7cffc req-9d3a2568-e082-4356-9215-e5ed966d200f tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b15aa03-44a0-4375-a57d-e8cf999b0781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4590173 Nov 23 17:26:24.768563 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-c8ad0254-94fe-420b-8517-bed31a96a6d1 req-93db80ce-0e1b-4000-8897-4b334f4ec60d service neutron] Attempting to bind port bfb00a2f-6d55-49c9-a954-d165b46f6bb4 on host n-h1-816206-8 for vnic_type normal with profile {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:26:24.773936 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-c8ad0254-94fe-420b-8517-bed31a96a6d1 req-93db80ce-0e1b-4000-8897-4b334f4ec60d service neutron] Attempting to bind port bfb00a2f-6d55-49c9-a954-d165b46f6bb4 by drivers openvswitch,hyperv on host n-h1-816206-8 at level 0 using segments [{'id': '329c1745-02bf-4561-9615-3192910887f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'f1e1dabf-b410-4023-9169-a460a86e7184'}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:26:24.774509 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8ad0254-94fe-420b-8517-bed31a96a6d1 req-93db80ce-0e1b-4000-8897-4b334f4ec60d service neutron] Attempting to bind port bfb00a2f-6d55-49c9-a954-d165b46f6bb4 on network f1e1dabf-b410-4023-9169-a460a86e7184 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:26:24.799322 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa82c2f-609f-47e0-99b4-e4b869d9ce3c admin admin] Pushing event updated for resources: {'Port': ['ID=f09a02e2-84a2-40c5-8d20-17f25824baa3,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:26:24.883674 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8ad0254-94fe-420b-8517-bed31a96a6d1 req-93db80ce-0e1b-4000-8897-4b334f4ec60d service neutron] Port bfb00a2f-6d55-49c9-a954-d165b46f6bb4 on network f1e1dabf-b410-4023-9169-a460a86e7184 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-8 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 17:26:24.884053 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8ad0254-94fe-420b-8517-bed31a96a6d1 req-93db80ce-0e1b-4000-8897-4b334f4ec60d service neutron] Attempting to bind port bfb00a2f-6d55-49c9-a954-d165b46f6bb4 on network f1e1dabf-b410-4023-9169-a460a86e7184 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:26:24.998527 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8ad0254-94fe-420b-8517-bed31a96a6d1 req-93db80ce-0e1b-4000-8897-4b334f4ec60d service neutron] Checking agent: {'id': '4b0a4557-3bfe-4828-80a0-7981fc3ac84c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 15, 14), 'started_at': datetime.datetime(2021, 11, 23, 17, 15, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 26, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:26:24.999046 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8ad0254-94fe-420b-8517-bed31a96a6d1 req-93db80ce-0e1b-4000-8897-4b334f4ec60d service neutron] Checking segment: {'id': '329c1745-02bf-4561-9615-3192910887f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'f1e1dabf-b410-4023-9169-a460a86e7184'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:26:24.999653 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8ad0254-94fe-420b-8517-bed31a96a6d1 req-93db80ce-0e1b-4000-8897-4b334f4ec60d service neutron] Bound using segment: {'id': '329c1745-02bf-4561-9615-3192910887f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'f1e1dabf-b410-4023-9169-a460a86e7184'} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:26:25.000306 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-c8ad0254-94fe-420b-8517-bed31a96a6d1 req-93db80ce-0e1b-4000-8897-4b334f4ec60d service neutron] Bound port: bfb00a2f-6d55-49c9-a954-d165b46f6bb4, host: n-h1-816206-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '329c1745-02bf-4561-9615-3192910887f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'f1e1dabf-b410-4023-9169-a460a86e7184'}}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:26:25.012835 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-c8ad0254-94fe-420b-8517-bed31a96a6d1 req-93db80ce-0e1b-4000-8897-4b334f4ec60d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:25.036648 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-bc8f0aff-3471-46df-b2a9-359320ba848a None None] Publish callbacks [] for port, precommit_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:25.049785 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-bc8f0aff-3471-46df-b2a9-359320ba848a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980'] for port, after_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:25.096734 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6100b74-14fd-4e16-a671-db7f633d3ba8 req-930bb5c2-111e-4f3a-8460-0e923381219d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:26:25.099185 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c6100b74-14fd-4e16-a671-db7f633d3ba8 req-930bb5c2-111e-4f3a-8460-0e923381219d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3541603f19884b9cb683e7eedd76d17c&device_id=ffeae0b0-09b1-4f1e-9b33-8bbbbaaefdf6 HTTP/1.1" status: 200 len: 1095 time: 0.2784247 Nov 23 17:26:25.108261 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8f0aff-3471-46df-b2a9-359320ba848a None None] Pushing event updated for resources: {'Port': ['ID=071987a7-cba9-4559-b6f7-ace94d0eb8ff,revision_number=1']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:26:25.132838 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8f0aff-3471-46df-b2a9-359320ba848a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:26:25.133185 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8f0aff-3471-46df-b2a9-359320ba848a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:26:25.133535 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8f0aff-3471-46df-b2a9-359320ba848a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:26:25.133880 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8f0aff-3471-46df-b2a9-359320ba848a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:26:25.134224 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8f0aff-3471-46df-b2a9-359320ba848a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:26:25.134562 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8f0aff-3471-46df-b2a9-359320ba848a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:26:25.135439 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8f0aff-3471-46df-b2a9-359320ba848a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:26:25.135769 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8f0aff-3471-46df-b2a9-359320ba848a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:26:25.136101 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8f0aff-3471-46df-b2a9-359320ba848a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:26:25.136441 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8f0aff-3471-46df-b2a9-359320ba848a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:26:25.136791 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8f0aff-3471-46df-b2a9-359320ba848a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:26:25.137122 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8f0aff-3471-46df-b2a9-359320ba848a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:26:25.148603 n-d-816206-8 neutron-server[103592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc8f0aff-3471-46df-b2a9-359320ba848a None None] Network 5f5444d3-3e63-4159-81a8-4609b4ef027e is already hosted by enough agents. {{(pid=103592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:26:25.150125 n-d-816206-8 neutron-server[103592]: DEBUG neutron.scheduler.base_scheduler [None req-bc8f0aff-3471-46df-b2a9-359320ba848a None None] Resources bound (agent type, host, resource id): {{(pid=103592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:26:25.156394 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc8f0aff-3471-46df-b2a9-359320ba848a None None] Received port after_create {{(pid=103592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:26:25.207378 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-0b2620d7-04ea-4823-b237-2a47f4c463e4 req-810745ff-e8d4-4a61-849d-f246ce2d9df8 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.60 "GET /v2.0/security-groups?id=b4179e07-bbfd-4236-b98c-2ab2b518c61f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4259591 Nov 23 17:26:25.224001 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-bc8f0aff-3471-46df-b2a9-359320ba848a None None] Attempting to bind port 071987a7-cba9-4559-b6f7-ace94d0eb8ff on host n-d-816206-8 for vnic_type normal with profile {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:26:25.224701 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-bc8f0aff-3471-46df-b2a9-359320ba848a None None] Attempting to bind port 071987a7-cba9-4559-b6f7-ace94d0eb8ff by drivers openvswitch,hyperv on host n-d-816206-8 at level 0 using segments [{'id': '2486935d-f394-4693-b293-58c3fd3d596e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '5f5444d3-3e63-4159-81a8-4609b4ef027e'}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:26:25.225141 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc8f0aff-3471-46df-b2a9-359320ba848a None None] Attempting to bind port 071987a7-cba9-4559-b6f7-ace94d0eb8ff on network 5f5444d3-3e63-4159-81a8-4609b4ef027e {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:26:25.230894 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc8f0aff-3471-46df-b2a9-359320ba848a None None] Checking agent: {'id': '9e89acbe-4bbe-4c77-a18b-6f1da9133e0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 7, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 26, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:26:25.231413 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc8f0aff-3471-46df-b2a9-359320ba848a None None] Checking segment: {'id': '2486935d-f394-4693-b293-58c3fd3d596e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '5f5444d3-3e63-4159-81a8-4609b4ef027e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:26:25.231827 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-bc8f0aff-3471-46df-b2a9-359320ba848a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:25.232225 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc8f0aff-3471-46df-b2a9-359320ba848a None None] Bound using segment: {'id': '2486935d-f394-4693-b293-58c3fd3d596e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '5f5444d3-3e63-4159-81a8-4609b4ef027e'} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:26:25.232782 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-bc8f0aff-3471-46df-b2a9-359320ba848a None None] Bound port: 071987a7-cba9-4559-b6f7-ace94d0eb8ff, host: n-d-816206-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2486935d-f394-4693-b293-58c3fd3d596e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '5f5444d3-3e63-4159-81a8-4609b4ef027e'}}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:26:25.233172 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-bc8f0aff-3471-46df-b2a9-359320ba848a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:25.403637 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7fa82c2f-609f-47e0-99b4-e4b869d9ce3c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:25.421909 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-bc8f0aff-3471-46df-b2a9-359320ba848a None None] For port 071987a7-cba9-4559-b6f7-ace94d0eb8ff, host n-d-816206-8, cleared binding levels {{(pid=103592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:26:25.430533 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-bc8f0aff-3471-46df-b2a9-359320ba848a None None] For port 071987a7-cba9-4559-b6f7-ace94d0eb8ff, host n-d-816206-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=071987a7-cba9-4559-b6f7-ace94d0eb8ff,segment=NetworkSegment(2486935d-f394-4693-b293-58c3fd3d596e),segment_id=2486935d-f394-4693-b293-58c3fd3d596e)] {{(pid=103592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:26:25.438606 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-bc8f0aff-3471-46df-b2a9-359320ba848a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:25.441247 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-c8ad0254-94fe-420b-8517-bed31a96a6d1 req-93db80ce-0e1b-4000-8897-4b334f4ec60d service neutron] For port bfb00a2f-6d55-49c9-a954-d165b46f6bb4, host n-h1-816206-8, cleared binding levels {{(pid=103591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:26:25.449459 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-c8ad0254-94fe-420b-8517-bed31a96a6d1 req-93db80ce-0e1b-4000-8897-4b334f4ec60d service neutron] For port bfb00a2f-6d55-49c9-a954-d165b46f6bb4, host n-h1-816206-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=bfb00a2f-6d55-49c9-a954-d165b46f6bb4,segment=NetworkSegment(329c1745-02bf-4561-9615-3192910887f5),segment_id=329c1745-02bf-4561-9615-3192910887f5)] {{(pid=103591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:26:25.599901 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-c8ad0254-94fe-420b-8517-bed31a96a6d1 req-93db80ce-0e1b-4000-8897-4b334f4ec60d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264758186'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:25.603695 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8f0aff-3471-46df-b2a9-359320ba848a None None] Pushing event updated for resources: {'Port': ['ID=071987a7-cba9-4559-b6f7-ace94d0eb8ff,revision_number=2']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:26:25.606011 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6100b74-14fd-4e16-a671-db7f633d3ba8 req-936546bd-b09c-4aa5-bc66-e0d5cc17cad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:26:25.619953 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c6100b74-14fd-4e16-a671-db7f633d3ba8 req-936546bd-b09c-4aa5-bc66-e0d5cc17cad4 service neutron] 10.222.0.55 "GET /v2.0/networks?id=43d8ac08-152d-4053-b836-ddc03b0e91a2 HTTP/1.1" status: 200 len: 911 time: 0.4521558 Nov 23 17:26:25.973651 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7fa82c2f-609f-47e0-99b4-e4b869d9ce3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1794316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1795362'] for router, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:26.286616 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c6100b74-14fd-4e16-a671-db7f633d3ba8 req-db6f4fab-8812-46fd-b418-9d49d5451341 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=52285acf-3eab-406a-acfc-b1364cf71811 HTTP/1.1" status: 200 len: 998 time: 0.6654320 Nov 23 17:26:26.293772 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-18d1eeca-c36c-4d66-8a5e-18e482c7ae97 req-a368dcbf-5807-49c1-b8a0-fbc06965530b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f8abc7fe-1d0e-4236-8f1e-16f89ed0e252&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1080899 Nov 23 17:26:26.315011 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ad0254-94fe-420b-8517-bed31a96a6d1 req-93db80ce-0e1b-4000-8897-4b334f4ec60d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:26:26.317619 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-c8ad0254-94fe-420b-8517-bed31a96a6d1 req-93db80ce-0e1b-4000-8897-4b334f4ec60d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:26.321380 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c8ad0254-94fe-420b-8517-bed31a96a6d1 req-93db80ce-0e1b-4000-8897-4b334f4ec60d service neutron] 10.222.0.55 "PUT /v2.0/ports/bfb00a2f-6d55-49c9-a954-d165b46f6bb4 HTTP/1.1" status: 200 len: 1096 time: 4.4112020 Nov 23 17:26:26.355441 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4519c44-de32-443c-a97f-17c4ba9317e2', 'tag': 'bfb00a2f-6d55-49c9-a954-d165b46f6bb4'}] {{(pid=103591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:26:26.363406 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41d174a19ece9499ff9ec44e5b3fc50f2abd3ffbc947fb7e52ea1e8db27b95b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06f7d1f8-8c25-45d1-948f-d1cb13cef384" -d '{"events": [{"name": "network-changed", "server_uuid": "f4519c44-de32-443c-a97f-17c4ba9317e2", "tag": "bfb00a2f-6d55-49c9-a954-d165b46f6bb4"}]}' {{(pid=103591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:26:26.458055 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9852ec37-016e-45a7-a82d-8f649efb750b req-2342502a-c542-4801-acdd-8d7f1b8a44f8 tempest-ServersAdminTestJSON-1762598083 tempest-ServersAdminTestJSON-1762598083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:26:26.458741 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fa82c2f-609f-47e0-99b4-e4b869d9ce3c admin admin] Router b35c5682-cf49-4522-bc52-1a3e067d2090 is scheduled to L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 with binding_index 1 {{(pid=103590) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 17:26:26.467000 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9852ec37-016e-45a7-a82d-8f649efb750b req-2342502a-c542-4801-acdd-8d7f1b8a44f8 tempest-ServersAdminTestJSON-1762598083 tempest-ServersAdminTestJSON-1762598083-project] 10.222.0.60 "GET /v2.0/ports?device_id=8b7e3802-0f06-4962-a331-d43c0ed8ac79 HTTP/1.1" status: 200 len: 950 time: 1.0110703 Nov 23 17:26:26.482683 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08925829-03ff-4c86-914f-f6b60caaf547 req-5ba1eb8c-25c9-4d1b-87e7-53831396c525 tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:26:26.497949 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-08925829-03ff-4c86-914f-f6b60caaf547 req-5ba1eb8c-25c9-4d1b-87e7-53831396c525 tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] 10.222.0.60 "GET /v2.0/ports?device_id=ce1fece4-f172-4cbd-adb9-8bb291bc1b9d HTTP/1.1" status: 200 len: 945 time: 1.1849499 Nov 23 17:26:26.512391 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d1eeca-c36c-4d66-8a5e-18e482c7ae97 req-9afe72f3-c8fc-492a-8a18-2ede0344fb33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:26:26.514124 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-18d1eeca-c36c-4d66-8a5e-18e482c7ae97 req-9afe72f3-c8fc-492a-8a18-2ede0344fb33 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ee30629671cd48a7ba8e997b65518fa4&device_id=f8abc7fe-1d0e-4236-8f1e-16f89ed0e252 HTTP/1.1" status: 200 len: 1097 time: 0.1551015 Nov 23 17:26:26.641267 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93db80ce-0e1b-4000-8897-4b334f4ec60d service neutron] Pushing event updated for resources: {'Port': ['ID=bfb00a2f-6d55-49c9-a954-d165b46f6bb4,revision_number=3']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:26:26.701278 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6100b74-14fd-4e16-a671-db7f633d3ba8 req-92b96674-2212-4305-9a3a-8381631a0965 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:26:26.702905 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c6100b74-14fd-4e16-a671-db7f633d3ba8 req-92b96674-2212-4305-9a3a-8381631a0965 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=23f80e8e-7e58-4465-87c1-72654345f52f HTTP/1.1" status: 200 len: 849 time: 0.3997996 Nov 23 17:26:26.727204 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9852ec37-016e-45a7-a82d-8f649efb750b req-09c66c91-3847-4771-9b0d-198a1a7b6d52 tempest-ServersAdminTestJSON-1762598083 tempest-ServersAdminTestJSON-1762598083-project] 10.222.0.60 "GET /v2.0/security-groups?id=d6cf22a0-7f65-49f2-8512-764c3542a89d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2257633 Nov 23 17:26:26.896145 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ad0254-94fe-420b-8517-bed31a96a6d1 req-2f44d6a9-bf26-4b66-ad7e-3404b06d9d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:26:26.906699 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c8ad0254-94fe-420b-8517-bed31a96a6d1 req-2f44d6a9-bf26-4b66-ad7e-3404b06d9d67 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=686e648a568f4c8c872ae36928886735&device_id=f4519c44-de32-443c-a97f-17c4ba9317e2 HTTP/1.1" status: 200 len: 1099 time: 0.4925265 Nov 23 17:26:26.943425 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 071987a7-cba9-4559-b6f7-ace94d0eb8ff up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:26:27.069964 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port 071987a7-cba9-4559-b6f7-ace94d0eb8ff triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:26:27.073568 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:27.098171 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fa82c2f-609f-47e0-99b4-e4b869d9ce3c admin admin] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:26:27.101410 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d1eeca-c36c-4d66-8a5e-18e482c7ae97 req-786754bd-a8bb-4559-b29a-0d35849cecbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:26:27.107143 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-18d1eeca-c36c-4d66-8a5e-18e482c7ae97 req-786754bd-a8bb-4559-b29a-0d35849cecbe service neutron] 10.222.0.36 "GET /v2.0/networks?id=f7b9b26d-e087-4c84-b1d6-38af54373fe0 HTTP/1.1" status: 200 len: 917 time: 0.4990001 Nov 23 17:26:27.140102 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c8ad0254-94fe-420b-8517-bed31a96a6d1 req-f94e373b-7d06-4d6c-ac3c-c40f585b4807 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.108&port_id=bfb00a2f-6d55-49c9-a954-d165b46f6bb4 HTTP/1.1" status: 200 len: 217 time: 0.1996737 Nov 23 17:26:27.149119 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-08925829-03ff-4c86-914f-f6b60caaf547 req-0f461592-fd8d-45df-b172-475fe1b8915d tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] 10.222.0.60 "GET /v2.0/security-groups?id=a7d295c6-a842-436b-b184-bb80f16900ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6549125 Nov 23 17:26:27.221755 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6100b74-14fd-4e16-a671-db7f633d3ba8 req-8b50d2ca-df51-4199-83d0-37c9647a0dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:26:27.223256 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c6100b74-14fd-4e16-a671-db7f633d3ba8 req-8b50d2ca-df51-4199-83d0-37c9647a0dcf service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=43d8ac08-152d-4053-b836-ddc03b0e91a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4947660 Nov 23 17:26:27.248542 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aeb25ba-827b-4e74-bb7f-0072d1f970f9 None None] Sync routers for ids ['b35c5682-cf49-4522-bc52-1a3e067d2090'] in n-d-816206-8 {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:26:27.268989 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aeb25ba-827b-4e74-bb7f-0072d1f970f9 None None] Routers {'b35c5682-cf49-4522-bc52-1a3e067d2090'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:26:27.270162 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-3aeb25ba-827b-4e74-bb7f-0072d1f970f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:26:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['b35c5682-cf49-4522-bc52-1a3e067d2090'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:26:27.299133 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7fa82c2f-609f-47e0-99b4-e4b869d9ce3c admin admin] Publish callbacks [] for router, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:27.304861 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-7fa82c2f-609f-47e0-99b4-e4b869d9ce3c admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 5.6803932 Nov 23 17:26:27.318236 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 57988) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:26:27.488966 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvr_db [None req-3aeb25ba-827b-4e74-bb7f-0072d1f970f9 None None] Set router b35c5682-cf49-4522-bc52-1a3e067d2090 gateway port host: n-d-816206-8 {{(pid=103592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:26:27.549222 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-18d1eeca-c36c-4d66-8a5e-18e482c7ae97 req-9807e25e-8d18-4fd0-8083-68b4e86b8afd service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e35dfb48-4275-44ed-a999-71ff183f8ccd HTTP/1.1" status: 200 len: 1002 time: 0.4143703 Nov 23 17:26:27.590150 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93eea02c-a65f-4687-8f4c-bcb2cb3f2935 None None] Network 5f5444d3-3e63-4159-81a8-4609b4ef027e requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:26:27.664280 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ad0254-94fe-420b-8517-bed31a96a6d1 req-f6ffbc47-0e81-40f1-b24e-8ae796269cda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:26:27.666837 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c8ad0254-94fe-420b-8517-bed31a96a6d1 req-f6ffbc47-0e81-40f1-b24e-8ae796269cda service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ac77c175-5679-438b-8a2a-356718377641 HTTP/1.1" status: 200 len: 843 time: 0.5159011 Nov 23 17:26:27.829980 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 57994) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:26:27.892715 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d1eeca-c36c-4d66-8a5e-18e482c7ae97 req-b11bee8c-4219-45f5-9210-4884edfcf1f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:26:27.894411 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-18d1eeca-c36c-4d66-8a5e-18e482c7ae97 req-b11bee8c-4219-45f5-9210-4884edfcf1f9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7131a7f2-c979-4b9e-a78d-ddacdbbebd5d HTTP/1.1" status: 200 len: 855 time: 0.2072582 Nov 23 17:26:27.895586 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f6a507-6750-4d81-be0c-6c33feb73445 req-0c0bf483-d47b-4699-95c3-538fbc713f5e tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:26:27.897115 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-44f6a507-6750-4d81-be0c-6c33feb73445 req-0c0bf483-d47b-4699-95c3-538fbc713f5e tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] 10.222.0.60 "GET /v2.0/ports?device_id=f4519c44-de32-443c-a97f-17c4ba9317e2 HTTP/1.1" status: 200 len: 948 time: 0.6803246 Nov 23 17:26:27.965738 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-b73cb4bd-9c1e-4b13-b4bc-c83bfac1e268 None None] Provisioning complete for port 071987a7-cba9-4559-b6f7-ace94d0eb8ff triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:26:27.966347 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b73cb4bd-9c1e-4b13-b4bc-c83bfac1e268 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:28.014879 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d1eeca-c36c-4d66-8a5e-18e482c7ae97 req-56dfbb88-8d33-480d-9733-f6e9e1cbdb5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:26:28.019846 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-18d1eeca-c36c-4d66-8a5e-18e482c7ae97 req-56dfbb88-8d33-480d-9733-f6e9e1cbdb5b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f7b9b26d-e087-4c84-b1d6-38af54373fe0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1118951 Nov 23 17:26:28.038796 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0485f7d3-0fee-46eb-b61d-28944ad67b16 req-40ffed31-a2e1-4d86-b2c9-f0fe2ca8103e tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:26:28.047019 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-0485f7d3-0fee-46eb-b61d-28944ad67b16 req-40ffed31-a2e1-4d86-b2c9-f0fe2ca8103e tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.60 "GET /v2.0/ports?device_id=cb4274bd-349b-464c-af82-c8bf8d8d30ea HTTP/1.1" status: 200 len: 945 time: 0.2028334 Nov 23 17:26:28.086430 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ad0254-94fe-420b-8517-bed31a96a6d1 req-409ae344-4baf-42a4-996b-47b341503fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:26:28.089314 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c8ad0254-94fe-420b-8517-bed31a96a6d1 req-409ae344-4baf-42a4-996b-47b341503fd2 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f1e1dabf-b410-4023-9169-a460a86e7184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3975332 Nov 23 17:26:28.096511 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c6100b74-14fd-4e16-a671-db7f633d3ba8 req-e5563c2c-7b23-4b2c-9c6b-9b7a06021855 service neutron] 10.222.0.55 "GET /v2.0/networks/43d8ac08-152d-4053-b836-ddc03b0e91a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6767883 Nov 23 17:26:28.168550 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:28.217388 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6d9e74cb-90d1-4c72-be80-ae028e287d3e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:28.262799 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c6100b74-14fd-4e16-a671-db7f633d3ba8 req-ab493fdf-5d02-4796-9277-e595031c3e93 service neutron] 10.222.0.55 "GET /v2.0/networks/43d8ac08-152d-4053-b836-ddc03b0e91a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1448946 Nov 23 17:26:28.325857 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-44f6a507-6750-4d81-be0c-6c33feb73445 req-a13a9775-6736-4b84-a3b3-e7e48d2f765c tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b15aa03-44a0-4375-a57d-e8cf999b0781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4097171 Nov 23 17:26:28.359156 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-0485f7d3-0fee-46eb-b61d-28944ad67b16 req-2cc1bacc-700b-44cf-9176-45490025255c tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.60 "GET /v2.0/security-groups?id=b4179e07-bbfd-4236-b98c-2ab2b518c61f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3109987 Nov 23 17:26:28.366539 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-18d1eeca-c36c-4d66-8a5e-18e482c7ae97 req-7ee3546f-3d27-4e66-88f5-550b8dcfeee8 service neutron] 10.222.0.36 "GET /v2.0/networks/f7b9b26d-e087-4c84-b1d6-38af54373fe0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3285992 Nov 23 17:26:28.517699 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 17:26:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-411b44ac-b1c3-4409-ae48-cf3e6efbd548 x-openstack-request-id: req-411b44ac-b1c3-4409-ae48-cf3e6efbd548 {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:26:28.519274 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4519c44-de32-443c-a97f-17c4ba9317e2", "tag": "bfb00a2f-6d55-49c9-a954-d165b46f6bb4", "status": "completed", "code": 200}]} {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:26:28.519886 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-411b44ac-b1c3-4409-ae48-cf3e6efbd548 {{(pid=103591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:26:28.520728 n-d-816206-8 neutron-server[103591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4519c44-de32-443c-a97f-17c4ba9317e2', 'tag': 'bfb00a2f-6d55-49c9-a954-d165b46f6bb4', 'status': 'completed', 'code': 200} Nov 23 17:26:28.627007 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c8ad0254-94fe-420b-8517-bed31a96a6d1 req-7566d512-d9ff-4d27-9ed1-d7a22defcb2e service neutron] 10.222.0.55 "GET /v2.0/networks/f1e1dabf-b410-4023-9169-a460a86e7184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5125616 Nov 23 17:26:28.698670 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f7a905-028a-4c86-86a7-cb2c4aec15c7 req-ea139eab-30a2-4a00-92a4-9acedaeab8d2 tempest-ServersAdminTestJSON-1762598083 tempest-ServersAdminTestJSON-1762598083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:26:28.701033 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f6f7a905-028a-4c86-86a7-cb2c4aec15c7 req-ea139eab-30a2-4a00-92a4-9acedaeab8d2 tempest-ServersAdminTestJSON-1762598083 tempest-ServersAdminTestJSON-1762598083-project] 10.222.0.60 "GET /v2.0/ports?device_id=8b7e3802-0f06-4962-a331-d43c0ed8ac79 HTTP/1.1" status: 200 len: 950 time: 0.1573591 Nov 23 17:26:28.777499 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] For port 071987a7-cba9-4559-b6f7-ace94d0eb8ff, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=071987a7-cba9-4559-b6f7-ace94d0eb8ff,segment=NetworkSegment(2486935d-f394-4693-b293-58c3fd3d596e),segment_id=2486935d-f394-4693-b293-58c3fd3d596e)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:26:28.801775 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:28.808031 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f6f7a905-028a-4c86-86a7-cb2c4aec15c7 req-9ebc9a64-d07b-4fbf-9066-307e3451665e tempest-ServersAdminTestJSON-1762598083 tempest-ServersAdminTestJSON-1762598083-project] 10.222.0.60 "GET /v2.0/security-groups?id=d6cf22a0-7f65-49f2-8512-764c3542a89d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921121 Nov 23 17:26:28.950829 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac334cd3-1e31-4d68-8a31-e28dd2c81097 req-aaa3e11c-9fd3-46a1-b5af-91dbb949bfbb tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:26:28.971565 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ac334cd3-1e31-4d68-8a31-e28dd2c81097 req-aaa3e11c-9fd3-46a1-b5af-91dbb949bfbb tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] 10.222.0.60 "GET /v2.0/ports?device_id=ce1fece4-f172-4cbd-adb9-8bb291bc1b9d HTTP/1.1" status: 200 len: 945 time: 0.3378134 Nov 23 17:26:29.171482 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b73cb4bd-9c1e-4b13-b4bc-c83bfac1e268 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:29.231020 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ac334cd3-1e31-4d68-8a31-e28dd2c81097 req-57e0d4f1-4467-45d0-b62e-0fcc4ff7a290 tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] 10.222.0.60 "GET /v2.0/security-groups?id=a7d295c6-a842-436b-b184-bb80f16900ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2582765 Nov 23 17:26:29.250298 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c8ad0254-94fe-420b-8517-bed31a96a6d1 req-5c9b4d6a-26bd-4490-9050-5da2d815eb8e service neutron] 10.222.0.55 "GET /v2.0/networks/f1e1dabf-b410-4023-9169-a460a86e7184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5990095 Nov 23 17:26:29.293347 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Pushing event updated for resources: {'Port': ['ID=071987a7-cba9-4559-b6f7-ace94d0eb8ff,revision_number=3']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:26:29.316476 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6d9e74cb-90d1-4c72-be80-ae028e287d3e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:29.347856 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6d9e74cb-90d1-4c72-be80-ae028e287d3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:29.463447 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f7d1f8-8c25-45d1-948f-d1cb13cef384 req-6adba65e-2188-4cae-8a44-9a989d0a9f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:26:29.465178 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-06f7d1f8-8c25-45d1-948f-d1cb13cef384 req-6adba65e-2188-4cae-8a44-9a989d0a9f07 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=686e648a568f4c8c872ae36928886735&device_id=f4519c44-de32-443c-a97f-17c4ba9317e2 HTTP/1.1" status: 200 len: 1099 time: 0.1311975 Nov 23 17:26:29.474674 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-3aeb25ba-827b-4e74-bb7f-0072d1f970f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b35c5682-cf49-4522-bc52-1a3e067d2090', 'name': 'tempest-FloatingIPsNegativeTestJSON-2116241980-router', 'tenant_id': '70c897f318a347799dc351238c0b73a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.244'}], 'enable_snat': True}, 'gw_port_id': 'f09a02e2-84a2-40c5-8d20-17f25824baa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:26:21Z', 'updated_at': '2021-11-23T17:26:25Z', 'revision_number': 3, 'project_id': '70c897f318a347799dc351238c0b73a6', 'gw_port': {'id': 'f09a02e2-84a2-40c5-8d20-17f25824baa3', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:0d:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b35c5682-cf49-4522-bc52-1a3e067d2090', 'device_owner': 'network:router_gateway', 'standard_attr_id': 846, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:26:23Z', 'updated_at': '2021-11-23T17:26:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8'}], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:26:29.492697 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.db.api [None req-b73cb4bd-9c1e-4b13-b4bc-c83bfac1e268 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103592) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 17:26:29.493387 n-d-816206-8 neutron-server[103592]: DEBUG oslo_db.api [None req-b73cb4bd-9c1e-4b13-b4bc-c83bfac1e268 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 17:26:29.501802 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9e74cb-90d1-4c72-be80-ae028e287d3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65d654bb-2263-4d0a-90e4-10d904f1320b,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:26:29.522979 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 58016) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:26:29.528311 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-6d9e74cb-90d1-4c72-be80-ae028e287d3e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=07c5caa70b46470ab2e7fe8bda9d6646&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6914892 Nov 23 17:26:29.574286 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aeb25ba-827b-4e74-bb7f-0072d1f970f9 None None] Checking router: b35c5682-cf49-4522-bc52-1a3e067d2090 for host: n-d-816206-8 {{(pid=103592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 17:26:29.575254 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aeb25ba-827b-4e74-bb7f-0072d1f970f9 None None] Updating router b35c5682-cf49-4522-bc52-1a3e067d2090 port f09a02e2-84a2-40c5-8d20-17f25824baa3 binding host n-d-816206-8 {{(pid=103592) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 17:26:29.616649 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-18d1eeca-c36c-4d66-8a5e-18e482c7ae97 req-8cfc5b52-af20-45b5-a8f2-7cae1dfb4775 service neutron] 10.222.0.36 "GET /v2.0/networks/f7b9b26d-e087-4c84-b1d6-38af54373fe0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2262182 Nov 23 17:26:29.674979 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-3aeb25ba-827b-4e74-bb7f-0072d1f970f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:29.675287 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f1a1d850-80d0-4421-8646-77fda27eccff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:29.767327 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-f6d80afe-ca6e-4da8-8d8e-96e86c1cda0c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:29.777443 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f487306-e199-457a-adaa-81107d574144 req-741ad382-1e2e-447a-b74c-513b1d6524ab tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:26:29.798823 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8f487306-e199-457a-adaa-81107d574144 req-741ad382-1e2e-447a-b74c-513b1d6524ab tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.60 "GET /v2.0/ports?device_id=cb4274bd-349b-464c-af82-c8bf8d8d30ea HTTP/1.1" status: 200 len: 945 time: 0.3235645 Nov 23 17:26:29.904557 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-f6d80afe-ca6e-4da8-8d8e-96e86c1cda0c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:29.932243 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa31a034-9912-493e-845a-507a4ecb7710 req-abfa9524-fd30-43dc-ad00-769c7863b28a tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:26:29.933850 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-aa31a034-9912-493e-845a-507a4ecb7710 req-abfa9524-fd30-43dc-ad00-769c7863b28a tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] 10.222.0.60 "GET /v2.0/ports?device_id=f4519c44-de32-443c-a97f-17c4ba9317e2 HTTP/1.1" status: 200 len: 948 time: 0.3407619 Nov 23 17:26:29.954758 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f7d1f8-8c25-45d1-948f-d1cb13cef384 req-67056953-2866-4650-a565-5b380f739896 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:26:29.957840 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-06f7d1f8-8c25-45d1-948f-d1cb13cef384 req-67056953-2866-4650-a565-5b380f739896 service neutron] 10.222.0.55 "GET /v2.0/networks?id=f1e1dabf-b410-4023-9169-a460a86e7184 HTTP/1.1" status: 200 len: 870 time: 0.4700985 Nov 23 17:26:29.990034 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8f487306-e199-457a-adaa-81107d574144 req-abfc7ebf-d408-44d9-a747-69106b5a9671 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.60 "GET /v2.0/security-groups?id=b4179e07-bbfd-4236-b98c-2ab2b518c61f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1983457 Nov 23 17:26:30.097371 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-aa31a034-9912-493e-845a-507a4ecb7710 req-e6c6fa31-01a5-4f4b-8be9-ac5ec82655d9 tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b15aa03-44a0-4375-a57d-e8cf999b0781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517527 Nov 23 17:26:30.099111 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-06f7d1f8-8c25-45d1-948f-d1cb13cef384 req-1b68b908-aae0-4c7d-a1d2-845a0b9b1b22 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.108&port_id=bfb00a2f-6d55-49c9-a954-d165b46f6bb4 HTTP/1.1" status: 200 len: 217 time: 0.1249774 Nov 23 17:26:30.111099 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-f1a1d850-80d0-4421-8646-77fda27eccff admin admin] Allocated IP 172.20.0.1 (5f5444d3-3e63-4159-81a8-4609b4ef027e/8b3b04c1-60c1-4306-8583-6ac637e18d7b/ddc4f1e2-db6c-41c9-9092-36500eae2db9) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:26:30.237515 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-f6d80afe-ca6e-4da8-8d8e-96e86c1cda0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:30.240164 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-f6d80afe-ca6e-4da8-8d8e-96e86c1cda0c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:30.245249 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-f6d80afe-ca6e-4da8-8d8e-96e86c1cda0c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/65d654bb-2263-4d0a-90e4-10d904f1320b HTTP/1.1" status: 204 len: 168 time: 0.6556561 Nov 23 17:26:30.259451 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f7d1f8-8c25-45d1-948f-d1cb13cef384 req-08db44e9-c367-45d7-b9c6-f325e0aed5a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:26:30.261872 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-06f7d1f8-8c25-45d1-948f-d1cb13cef384 req-08db44e9-c367-45d7-b9c6-f325e0aed5a1 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ac77c175-5679-438b-8a2a-356718377641 HTTP/1.1" status: 200 len: 843 time: 0.1544535 Nov 23 17:26:30.263780 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d80afe-ca6e-4da8-8d8e-96e86c1cda0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65d654bb-2263-4d0a-90e4-10d904f1320b,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:26:30.353073 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7235318-1bbf-4244-be31-2d9446b3774f req-5e465802-82cb-48cb-8d0d-8217f399ed5b tempest-ServersAdminTestJSON-1762598083 tempest-ServersAdminTestJSON-1762598083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:26:30.356953 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e7235318-1bbf-4244-be31-2d9446b3774f req-5e465802-82cb-48cb-8d0d-8217f399ed5b tempest-ServersAdminTestJSON-1762598083 tempest-ServersAdminTestJSON-1762598083-project] 10.222.0.60 "GET /v2.0/ports?device_id=8b7e3802-0f06-4962-a331-d43c0ed8ac79 HTTP/1.1" status: 200 len: 950 time: 0.1901622 Nov 23 17:26:30.446031 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f1a1d850-80d0-4421-8646-77fda27eccff admin admin] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:30.475153 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-8548b94b-9942-426f-bda0-e36e27bfb46b None None] Provisioning complete for port 071987a7-cba9-4559-b6f7-ace94d0eb8ff triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:26:30.476085 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-8548b94b-9942-426f-bda0-e36e27bfb46b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:30.562598 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f7d1f8-8c25-45d1-948f-d1cb13cef384 req-e3d61a41-22c5-4c71-9fa4-b403baf745d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:26:30.592900 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-06f7d1f8-8c25-45d1-948f-d1cb13cef384 req-e3d61a41-22c5-4c71-9fa4-b403baf745d0 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f1e1dabf-b410-4023-9169-a460a86e7184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3209124 Nov 23 17:26:30.668735 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f1a1d850-80d0-4421-8646-77fda27eccff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:30.684740 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e7235318-1bbf-4244-be31-2d9446b3774f req-991b9a66-2dea-4edf-860a-847b9705ab39 tempest-ServersAdminTestJSON-1762598083 tempest-ServersAdminTestJSON-1762598083-project] 10.222.0.60 "GET /v2.0/security-groups?id=d6cf22a0-7f65-49f2-8512-764c3542a89d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3213184 Nov 23 17:26:30.726589 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-3aeb25ba-827b-4e74-bb7f-0072d1f970f9 None None] Publish callbacks [] for port, precommit_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:30.741452 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-3aeb25ba-827b-4e74-bb7f-0072d1f970f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:30.836843 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1a1d850-80d0-4421-8646-77fda27eccff admin admin] Network 5f5444d3-3e63-4159-81a8-4609b4ef027e is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:26:30.846333 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-f1a1d850-80d0-4421-8646-77fda27eccff admin admin] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:26:30.853818 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1a1d850-80d0-4421-8646-77fda27eccff admin admin] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:26:30.882929 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65199e2d-09b2-4ac7-812e-be03ba8c306b None None] Pushing event updated for resources: {'Port': ['ID=f09a02e2-84a2-40c5-8d20-17f25824baa3,revision_number=2']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:26:30.899828 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-3aeb25ba-827b-4e74-bb7f-0072d1f970f9 None None] Attempting to bind port f09a02e2-84a2-40c5-8d20-17f25824baa3 on host n-d-816206-8 for vnic_type normal with profile {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:26:30.900209 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-3aeb25ba-827b-4e74-bb7f-0072d1f970f9 None None] Attempting to bind port f09a02e2-84a2-40c5-8d20-17f25824baa3 by drivers openvswitch,hyperv on host n-d-816206-8 at level 0 using segments [{'id': 'bffd1e4f-e80f-4ff0-b418-2f42ae15febf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:26:30.900649 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aeb25ba-827b-4e74-bb7f-0072d1f970f9 None None] Attempting to bind port f09a02e2-84a2-40c5-8d20-17f25824baa3 on network 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:26:30.933618 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 58044) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:26:30.938381 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aeb25ba-827b-4e74-bb7f-0072d1f970f9 None None] Checking agent: {'id': '9e89acbe-4bbe-4c77-a18b-6f1da9133e0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 7, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 26, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:26:30.939190 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aeb25ba-827b-4e74-bb7f-0072d1f970f9 None None] Checking segment: {'id': 'bffd1e4f-e80f-4ff0-b418-2f42ae15febf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:26:30.940270 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-3aeb25ba-827b-4e74-bb7f-0072d1f970f9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:30.941152 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aeb25ba-827b-4e74-bb7f-0072d1f970f9 None None] Bound using segment: {'id': 'bffd1e4f-e80f-4ff0-b418-2f42ae15febf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:26:30.942206 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-3aeb25ba-827b-4e74-bb7f-0072d1f970f9 None None] Bound port: f09a02e2-84a2-40c5-8d20-17f25824baa3, host: n-d-816206-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bffd1e4f-e80f-4ff0-b418-2f42ae15febf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'}}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:26:30.943699 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-3aeb25ba-827b-4e74-bb7f-0072d1f970f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:31.003559 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02201b55-16f5-44c7-b651-a6c7d4f0ce50 req-73760f3f-55b3-4719-9da3-566e01429113 tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:26:31.016000 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-02201b55-16f5-44c7-b651-a6c7d4f0ce50 req-73760f3f-55b3-4719-9da3-566e01429113 tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] 10.222.0.60 "GET /v2.0/ports?device_id=ce1fece4-f172-4cbd-adb9-8bb291bc1b9d HTTP/1.1" status: 200 len: 945 time: 0.2880692 Nov 23 17:26:31.031148 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-5dc560b2-17d5-4f1d-bebd-adcafccc5c07 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:31.035528 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-3aeb25ba-827b-4e74-bb7f-0072d1f970f9 None None] For port f09a02e2-84a2-40c5-8d20-17f25824baa3, host n-d-816206-8, cleared binding levels {{(pid=103592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:26:31.040264 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f1a1d850-80d0-4421-8646-77fda27eccff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1795539'] for router_interface, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:31.043884 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-3aeb25ba-827b-4e74-bb7f-0072d1f970f9 None None] For port f09a02e2-84a2-40c5-8d20-17f25824baa3, host n-d-816206-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=f09a02e2-84a2-40c5-8d20-17f25824baa3,segment=NetworkSegment(bffd1e4f-e80f-4ff0-b418-2f42ae15febf),segment_id=bffd1e4f-e80f-4ff0-b418-2f42ae15febf)] {{(pid=103592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:26:31.052569 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-3aeb25ba-827b-4e74-bb7f-0072d1f970f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:31.164135 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 071987a7-cba9-4559-b6f7-ace94d0eb8ff up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:26:31.186073 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-06f7d1f8-8c25-45d1-948f-d1cb13cef384 req-682eb57f-b4fc-4959-97dc-b4e5e7daafe1 service neutron] 10.222.0.55 "GET /v2.0/networks/f1e1dabf-b410-4023-9169-a460a86e7184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5776172 Nov 23 17:26:31.232457 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a1d850-80d0-4421-8646-77fda27eccff admin admin] Pushing event updated for resources: {'Port': ['ID=ddc4f1e2-db6c-41c9-9092-36500eae2db9,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:26:31.238985 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65199e2d-09b2-4ac7-812e-be03ba8c306b None None] Pushing event updated for resources: {'Port': ['ID=f09a02e2-84a2-40c5-8d20-17f25824baa3,revision_number=3']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:26:31.318203 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aeb25ba-827b-4e74-bb7f-0072d1f970f9 None None] Routers {'b35c5682-cf49-4522-bc52-1a3e067d2090'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:26:31.318845 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-3aeb25ba-827b-4e74-bb7f-0072d1f970f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:26:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['b35c5682-cf49-4522-bc52-1a3e067d2090'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:26:31.322370 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port 071987a7-cba9-4559-b6f7-ace94d0eb8ff triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:26:31.322804 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:31.386883 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-02201b55-16f5-44c7-b651-a6c7d4f0ce50 req-3e4a63f8-2374-4070-aac8-02f360a21b28 tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] 10.222.0.60 "GET /v2.0/security-groups?id=a7d295c6-a842-436b-b184-bb80f16900ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3638372 Nov 23 17:26:31.419068 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f1a1d850-80d0-4421-8646-77fda27eccff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:31.498413 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-ea947f7e-c444-4592-b22a-51a477dc128a None None] Provisioning complete for port ddc4f1e2-db6c-41c9-9092-36500eae2db9 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:26:31.499508 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-ea947f7e-c444-4592-b22a-51a477dc128a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:31.565756 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-ea947f7e-c444-4592-b22a-51a477dc128a None None] Port ddc4f1e2-db6c-41c9-9092-36500eae2db9 cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:26:31.595371 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvr_db [None req-3aeb25ba-827b-4e74-bb7f-0072d1f970f9 None None] Set router b35c5682-cf49-4522-bc52-1a3e067d2090 gateway port host: n-d-816206-8 {{(pid=103592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:26:31.627856 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a18f225-2fc8-44ae-b1a0-99f20672b459 req-fe8b67b3-4c34-4385-96dd-77c62c1599a3 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:26:31.630531 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4a18f225-2fc8-44ae-b1a0-99f20672b459 req-fe8b67b3-4c34-4385-96dd-77c62c1599a3 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.60 "GET /v2.0/ports?device_id=cb4274bd-349b-464c-af82-c8bf8d8d30ea HTTP/1.1" status: 200 len: 945 time: 0.4520435 Nov 23 17:26:31.732093 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-06f7d1f8-8c25-45d1-948f-d1cb13cef384 req-bdf9447d-0444-4f44-82df-df8358a5c4e1 service neutron] 10.222.0.55 "GET /v2.0/networks/f1e1dabf-b410-4023-9169-a460a86e7184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5273054 Nov 23 17:26:31.740717 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-5dc560b2-17d5-4f1d-bebd-adcafccc5c07 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:31.759129 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69358894-6abd-479e-9ad1-e2591749188c req-5adcdadc-6c3f-4ce7-8aa7-910ba3cb58f2 tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:26:31.762603 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-69358894-6abd-479e-9ad1-e2591749188c req-5adcdadc-6c3f-4ce7-8aa7-910ba3cb58f2 tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] 10.222.0.60 "GET /v2.0/ports?device_id=f4519c44-de32-443c-a97f-17c4ba9317e2 HTTP/1.1" status: 200 len: 948 time: 0.2504420 Nov 23 17:26:31.765795 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-5dc560b2-17d5-4f1d-bebd-adcafccc5c07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:31.786217 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f1a1d850-80d0-4421-8646-77fda27eccff admin admin] Publish callbacks [] for port, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:31.793512 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f1a1d850-80d0-4421-8646-77fda27eccff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264357957'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:31.864983 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-3aeb25ba-827b-4e74-bb7f-0072d1f970f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b35c5682-cf49-4522-bc52-1a3e067d2090', 'name': 'tempest-FloatingIPsNegativeTestJSON-2116241980-router', 'tenant_id': '70c897f318a347799dc351238c0b73a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.244'}], 'enable_snat': True}, 'gw_port_id': 'f09a02e2-84a2-40c5-8d20-17f25824baa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:26:21Z', 'updated_at': '2021-11-23T17:26:25Z', 'revision_number': 3, 'project_id': '70c897f318a347799dc351238c0b73a6', 'gw_port': {'id': 'f09a02e2-84a2-40c5-8d20-17f25824baa3', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:0d:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b35c5682-cf49-4522-bc52-1a3e067d2090', 'device_owner': 'network:router_gateway', 'standard_attr_id': 846, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:26:23Z', 'updated_at': '2021-11-23T17:26:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8'}], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:26:31.870514 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4a18f225-2fc8-44ae-b1a0-99f20672b459 req-7486dfc6-1c20-4a81-8afa-40fbe00524ec tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.60 "GET /v2.0/security-groups?id=b4179e07-bbfd-4236-b98c-2ab2b518c61f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2190568 Nov 23 17:26:31.873600 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-5dc560b2-17d5-4f1d-bebd-adcafccc5c07 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=23314b27af18414eb353fc454831b448&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9381216 Nov 23 17:26:31.878472 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc560b2-17d5-4f1d-bebd-adcafccc5c07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a5e527c-bc5e-4a14-9eee-c287526a9a25,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:26:31.884000 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 58066) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:26:31.922029 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f1a1d850-80d0-4421-8646-77fda27eccff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2068703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1794403'] for router_interface, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:31.925169 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aeb25ba-827b-4e74-bb7f-0072d1f970f9 None None] The sync data for ids ['b35c5682-cf49-4522-bc52-1a3e067d2090'] in n-d-816206-8 is: [{'id': 'b35c5682-cf49-4522-bc52-1a3e067d2090', 'name': 'tempest-FloatingIPsNegativeTestJSON-2116241980-router', 'tenant_id': '70c897f318a347799dc351238c0b73a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.244'}], 'enable_snat': True}, 'gw_port_id': 'f09a02e2-84a2-40c5-8d20-17f25824baa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:26:21Z', 'updated_at': '2021-11-23T17:26:25Z', 'revision_number': 3, 'project_id': '70c897f318a347799dc351238c0b73a6', 'gw_port': {'id': 'f09a02e2-84a2-40c5-8d20-17f25824baa3', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:0d:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b35c5682-cf49-4522-bc52-1a3e067d2090', 'device_owner': 'network:router_gateway', 'standard_attr_id': 846, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:26:23Z', 'updated_at': '2021-11-23T17:26:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8'}] {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:26:31.965947 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-69358894-6abd-479e-9ad1-e2591749188c req-a13a6627-17a9-40ac-99cb-4e07e9ec09b3 tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b15aa03-44a0-4375-a57d-e8cf999b0781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720166 Nov 23 17:26:31.979499 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a1d850-80d0-4421-8646-77fda27eccff admin admin] Pushing event updated for resources: {'Port': ['ID=ddc4f1e2-db6c-41c9-9092-36500eae2db9,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:26:32.137460 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4006ff2c-08b3-4537-a262-c47fd137cea8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:32.177933 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1096a4-3501-4d6c-887c-e55043c3d789 req-dc1600bb-03ae-49f3-8af8-a05abd7d5218 tempest-ServersAdminTestJSON-1762598083 tempest-ServersAdminTestJSON-1762598083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:26:32.180919 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-fd1096a4-3501-4d6c-887c-e55043c3d789 req-dc1600bb-03ae-49f3-8af8-a05abd7d5218 tempest-ServersAdminTestJSON-1762598083 tempest-ServersAdminTestJSON-1762598083-project] 10.222.0.60 "GET /v2.0/ports?device_id=8b7e3802-0f06-4962-a331-d43c0ed8ac79 HTTP/1.1" status: 200 len: 950 time: 0.1221621 Nov 23 17:26:32.200480 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1a1d850-80d0-4421-8646-77fda27eccff admin admin] Network 5f5444d3-3e63-4159-81a8-4609b4ef027e is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:26:32.206601 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4006ff2c-08b3-4537-a262-c47fd137cea8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:32.209031 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-f1a1d850-80d0-4421-8646-77fda27eccff admin admin] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:26:32.346337 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-fd1096a4-3501-4d6c-887c-e55043c3d789 req-30c34cc9-c3fe-409f-8d9c-7216c8023710 tempest-ServersAdminTestJSON-1762598083 tempest-ServersAdminTestJSON-1762598083-project] 10.222.0.60 "GET /v2.0/security-groups?id=d6cf22a0-7f65-49f2-8512-764c3542a89d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549442 Nov 23 17:26:32.428214 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4006ff2c-08b3-4537-a262-c47fd137cea8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:32.432101 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4006ff2c-08b3-4537-a262-c47fd137cea8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:32.436306 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-4006ff2c-08b3-4537-a262-c47fd137cea8 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/3a5e527c-bc5e-4a14-9eee-c287526a9a25 HTTP/1.1" status: 204 len: 168 time: 0.5496469 Nov 23 17:26:32.451586 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4006ff2c-08b3-4537-a262-c47fd137cea8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a5e527c-bc5e-4a14-9eee-c287526a9a25,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:26:32.492661 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1a1d850-80d0-4421-8646-77fda27eccff admin admin] Router b35c5682-cf49-4522-bc52-1a3e067d2090 has already been hosted by L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 {{(pid=103590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 17:26:32.694543 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9e8ff7-d419-4dcb-84b3-4f69b48009dd req-104ffdc1-ddfe-41c4-8ea9-40e83305c211 tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:26:32.696810 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ac9e8ff7-d419-4dcb-84b3-4f69b48009dd req-104ffdc1-ddfe-41c4-8ea9-40e83305c211 tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] 10.222.0.60 "GET /v2.0/ports?device_id=ce1fece4-f172-4cbd-adb9-8bb291bc1b9d HTTP/1.1" status: 200 len: 945 time: 0.1744013 Nov 23 17:26:32.719614 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1a1d850-80d0-4421-8646-77fda27eccff admin admin] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:26:32.739995 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-f1a1d850-80d0-4421-8646-77fda27eccff admin admin] 10.222.0.60 "PUT /v2.0/routers/b35c5682-cf49-4522-bc52-1a3e067d2090/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4102144 Nov 23 17:26:32.794020 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ac9e8ff7-d419-4dcb-84b3-4f69b48009dd req-bd167e13-2836-4c55-a9e9-a5e45e25db50 tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] 10.222.0.60 "GET /v2.0/security-groups?id=a7d295c6-a842-436b-b184-bb80f16900ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865765 Nov 23 17:26:32.827352 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-ba6489f6-cd7c-4eae-b3f3-cf50f9c4a0fe None None] Provisioning complete for port ddc4f1e2-db6c-41c9-9092-36500eae2db9 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:26:32.828611 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-ba6489f6-cd7c-4eae-b3f3-cf50f9c4a0fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:32.901484 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-ba6489f6-cd7c-4eae-b3f3-cf50f9c4a0fe None None] Port ddc4f1e2-db6c-41c9-9092-36500eae2db9 cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:26:32.981219 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device bfb00a2f-6d55-49c9-a954-d165b46f6bb4 details requested by agent hyperv_n-h1-816206-8 with host n-h1-816206-8 {{(pid=103592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 17:26:33.068429 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device f09a02e2-84a2-40c5-8d20-17f25824baa3 up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:26:33.068639 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef0676b-b6aa-4d9e-84c8-8e88af5ef776 req-baeebaec-ff8c-4e0e-af39-5d198b8ed2b5 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:26:33.081331 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8ef0676b-b6aa-4d9e-84c8-8e88af5ef776 req-baeebaec-ff8c-4e0e-af39-5d198b8ed2b5 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.60 "GET /v2.0/ports?device_id=cb4274bd-349b-464c-af82-c8bf8d8d30ea HTTP/1.1" status: 200 len: 945 time: 0.0897877 Nov 23 17:26:33.188698 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.db.resource_extend [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 23 17:26:33.208060 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8ef0676b-b6aa-4d9e-84c8-8e88af5ef776 req-d4bc5fa8-2ea9-4e9f-903e-147d5876b9d4 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.60 "GET /v2.0/security-groups?id=b4179e07-bbfd-4236-b98c-2ab2b518c61f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231308 Nov 23 17:26:33.287158 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port f09a02e2-84a2-40c5-8d20-17f25824baa3 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:26:33.287683 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:33.358933 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958190cf-9d9c-4f2a-940b-8a6e6b44b7b7 req-2627ec94-e366-42d7-995a-da3ba22f2e1e tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:26:33.367633 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-958190cf-9d9c-4f2a-940b-8a6e6b44b7b7 req-2627ec94-e366-42d7-995a-da3ba22f2e1e tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] 10.222.0.60 "GET /v2.0/ports?device_id=f4519c44-de32-443c-a97f-17c4ba9317e2 HTTP/1.1" status: 200 len: 948 time: 0.0776563 Nov 23 17:26:33.446390 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port bfb00a2f-6d55-49c9-a954-d165b46f6bb4, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=bfb00a2f-6d55-49c9-a954-d165b46f6bb4,segment=NetworkSegment(329c1745-02bf-4561-9615-3192910887f5),segment_id=329c1745-02bf-4561-9615-3192910887f5)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:26:33.487956 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-958190cf-9d9c-4f2a-940b-8a6e6b44b7b7 req-71b2c115-3f92-495c-b8be-cc1e2fb93e05 tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b15aa03-44a0-4375-a57d-e8cf999b0781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190634 Nov 23 17:26:33.507213 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Returning: {'device': 'bfb00a2f-6d55-49c9-a954-d165b46f6bb4', 'network_id': 'f1e1dabf-b410-4023-9169-a460a86e7184', 'port_id': 'bfb00a2f-6d55-49c9-a954-d165b46f6bb4', 'mac_address': 'fa:16:3e:91:cb:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac77c175-5679-438b-8a2a-356718377641', 'ip_address': '192.168.233.108'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 17:26:33.569464 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:33.613563 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:33.639379 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] For port f09a02e2-84a2-40c5-8d20-17f25824baa3, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=f09a02e2-84a2-40c5-8d20-17f25824baa3,segment=NetworkSegment(bffd1e4f-e80f-4ff0-b418-2f42ae15febf),segment_id=bffd1e4f-e80f-4ff0-b418-2f42ae15febf)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:26:33.647692 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:33.663321 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bfb00a2f-6d55-49c9-a954-d165b46f6bb4 {{(pid=103592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:26:33.749955 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port bfb00a2f-6d55-49c9-a954-d165b46f6bb4, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=bfb00a2f-6d55-49c9-a954-d165b46f6bb4,segment=NetworkSegment(329c1745-02bf-4561-9615-3192910887f5),segment_id=329c1745-02bf-4561-9615-3192910887f5)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:26:33.768027 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:33.790206 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Pushing event updated for resources: {'Port': ['ID=f09a02e2-84a2-40c5-8d20-17f25824baa3,revision_number=4']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:26:33.878324 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Pushing event updated for resources: {'Port': ['ID=bfb00a2f-6d55-49c9-a954-d165b46f6bb4,revision_number=4']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:26:33.884795 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0f3c6f-569f-48b0-bf18-491581f0704c req-fb048fd0-cd09-4d61-b5ff-30991dd71747 tempest-ServersAdminTestJSON-1762598083 tempest-ServersAdminTestJSON-1762598083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:26:33.888766 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4f0f3c6f-569f-48b0-bf18-491581f0704c req-fb048fd0-cd09-4d61-b5ff-30991dd71747 tempest-ServersAdminTestJSON-1762598083 tempest-ServersAdminTestJSON-1762598083-project] 10.222.0.60 "GET /v2.0/ports?device_id=8b7e3802-0f06-4962-a331-d43c0ed8ac79 HTTP/1.1" status: 200 len: 950 time: 0.1197672 Nov 23 17:26:33.977502 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4f0f3c6f-569f-48b0-bf18-491581f0704c req-b4031537-ad19-4625-b896-a5a39ca37f5f tempest-ServersAdminTestJSON-1762598083 tempest-ServersAdminTestJSON-1762598083-project] 10.222.0.60 "GET /v2.0/security-groups?id=d6cf22a0-7f65-49f2-8512-764c3542a89d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805285 Nov 23 17:26:34.063978 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] get_ports_and_sgs() called for port_ids ['bfb00a2f-6d55-49c9-a954-d165b46f6bb4'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:26:34.285259 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2f495369-7a7d-4d26-b3a0-bcec37577fb7 req-97dce792-b8a0-4192-9210-50bcca0f1987 tempest-FloatingIPsNegativeTestJSON-1006392185 tempest-FloatingIPsNegativeTestJSON-1006392185-project] 10.222.0.60 "GET /v2.0/floatingips?tenant_id=70c897f318a347799dc351238c0b73a6 HTTP/1.1" status: 200 len: 217 time: 0.1115999 Nov 23 17:26:34.488930 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4576680-736a-47bb-9153-fbcd4464d15a req-9b253579-8394-489c-87b2-6468bc2986ba tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:26:34.490562 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b4576680-736a-47bb-9153-fbcd4464d15a req-9b253579-8394-489c-87b2-6468bc2986ba tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] 10.222.0.60 "GET /v2.0/ports?device_id=ce1fece4-f172-4cbd-adb9-8bb291bc1b9d HTTP/1.1" status: 200 len: 945 time: 0.1458635 Nov 23 17:26:34.508377 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24331a00-d475-4329-bb38-aed62a6d080f req-ecbbc5a5-c9ba-4818-847a-9f44d748ed2a tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:26:34.510027 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-24331a00-d475-4329-bb38-aed62a6d080f req-ecbbc5a5-c9ba-4818-847a-9f44d748ed2a tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.60 "GET /v2.0/ports?device_id=cb4274bd-349b-464c-af82-c8bf8d8d30ea HTTP/1.1" status: 200 len: 945 time: 0.1138687 Nov 23 17:26:34.615696 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b4576680-736a-47bb-9153-fbcd4464d15a req-17317797-a786-406e-83d6-b8daeb65b82d tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] 10.222.0.60 "GET /v2.0/security-groups?id=a7d295c6-a842-436b-b184-bb80f16900ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046021 Nov 23 17:26:34.645767 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-24331a00-d475-4329-bb38-aed62a6d080f req-6b62cbd0-b28d-4fdb-a4e9-d549a842d7c5 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.60 "GET /v2.0/security-groups?id=b4179e07-bbfd-4236-b98c-2ab2b518c61f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220019 Nov 23 17:26:34.715442 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d39a92dc-e672-49de-b4a0-5ce1e7b2bb0c req-c5e08545-f193-45c3-ac9e-bbae1f2d529c tempest-FloatingIPsNegativeTestJSON-1006392185 tempest-FloatingIPsNegativeTestJSON-1006392185-project] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0315745 Nov 23 17:26:34.945412 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6213aa31-0407-4353-a3b6-0079ea9a801a None None] Sync routers for ids ['b35c5682-cf49-4522-bc52-1a3e067d2090'] in n-d-816206-8 {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:26:34.966274 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba0ab4a-2192-435f-8c04-4e61ca3d369b req-867a4f74-9194-4c49-8413-6dc4b04a3a2b tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:26:34.967400 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device f09a02e2-84a2-40c5-8d20-17f25824baa3 up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:26:34.969334 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2ba0ab4a-2192-435f-8c04-4e61ca3d369b req-867a4f74-9194-4c49-8413-6dc4b04a3a2b tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] 10.222.0.60 "GET /v2.0/ports?device_id=f4519c44-de32-443c-a97f-17c4ba9317e2 HTTP/1.1" status: 200 len: 949 time: 0.1216965 Nov 23 17:26:34.978051 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6213aa31-0407-4353-a3b6-0079ea9a801a None None] Routers {'b35c5682-cf49-4522-bc52-1a3e067d2090'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:26:34.979236 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-6213aa31-0407-4353-a3b6-0079ea9a801a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:26:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['b35c5682-cf49-4522-bc52-1a3e067d2090'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:26:35.045264 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c91967-4063-49c4-8af6-af7d3fb3b6fc req-05c993a4-1f5f-43e1-b157-14477143b1d3 tempest-ImagesTestJSON-931761063 tempest-ImagesTestJSON-931761063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:26:35.055244 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-11c91967-4063-49c4-8af6-af7d3fb3b6fc req-05c993a4-1f5f-43e1-b157-14477143b1d3 tempest-ImagesTestJSON-931761063 tempest-ImagesTestJSON-931761063-project] 10.222.0.60 "GET /v2.0/networks?id=b560144d-d078-4e51-9dcb-6b297d4ac5e2 HTTP/1.1" status: 200 len: 805 time: 0.2453153 Nov 23 17:26:35.067485 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port f09a02e2-84a2-40c5-8d20-17f25824baa3 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:26:35.067833 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:35.101375 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-11c91967-4063-49c4-8af6-af7d3fb3b6fc req-7b2153c7-2da9-4be9-8060-7c0bb4208457 tempest-ImagesTestJSON-931761063 tempest-ImagesTestJSON-931761063-project] 10.222.0.60 "GET /v2.0/quotas/2453e6bac79c4625a43322659d77160d HTTP/1.1" status: 200 len: 375 time: 0.0448022 Nov 23 17:26:35.137995 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2ba0ab4a-2192-435f-8c04-4e61ca3d369b req-7a880efc-5721-4b99-b94e-f0ade212b683 tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b15aa03-44a0-4375-a57d-e8cf999b0781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600626 Nov 23 17:26:35.161393 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-6213aa31-0407-4353-a3b6-0079ea9a801a None None] Set router b35c5682-cf49-4522-bc52-1a3e067d2090 gateway port host: n-d-816206-8 {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:26:35.233095 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-11c91967-4063-49c4-8af6-af7d3fb3b6fc req-b0a44ba3-ca40-4c67-8238-01338e8abbc8 tempest-ImagesTestJSON-931761063 tempest-ImagesTestJSON-931761063-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=2453e6bac79c4625a43322659d77160d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1307323 Nov 23 17:26:35.414371 n-d-816206-8 neutron-server[103591]: INFO neutron.api.v2.resource [req-d7ca4719-4df4-4e56-9a9c-cf827852adf3 req-e904df18-b046-4ee2-8640-1873157dd9c3 tempest-FloatingIPsNegativeTestJSON-1006392185 tempest-FloatingIPsNegativeTestJSON-1006392185-project] show failed (client error): The resource could not be found. Nov 23 17:26:35.415488 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d7ca4719-4df4-4e56-9a9c-cf827852adf3 req-e904df18-b046-4ee2-8640-1873157dd9c3 tempest-FloatingIPsNegativeTestJSON-1006392185 tempest-FloatingIPsNegativeTestJSON-1006392185-project] 10.222.0.60 "GET /v2.0/floatingips/2b91c42b-529d-49bc-a22f-b800ed0dc62f HTTP/1.1" status: 404 len: 350 time: 0.0476608 Nov 23 17:26:35.427895 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 58202) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:26:35.481360 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-11c91967-4063-49c4-8af6-af7d3fb3b6fc req-0245e50b-c657-4b87-9452-a1fe4b043672 service neutron] 10.222.0.60 "GET /v2.0/networks/b560144d-d078-4e51-9dcb-6b297d4ac5e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2335205 Nov 23 17:26:35.593574 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-6213aa31-0407-4353-a3b6-0079ea9a801a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b35c5682-cf49-4522-bc52-1a3e067d2090', 'name': 'tempest-FloatingIPsNegativeTestJSON-2116241980-router', 'tenant_id': '70c897f318a347799dc351238c0b73a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.244'}], 'enable_snat': True}, 'gw_port_id': 'f09a02e2-84a2-40c5-8d20-17f25824baa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:26:21Z', 'updated_at': '2021-11-23T17:26:31Z', 'revision_number': 4, 'project_id': '70c897f318a347799dc351238c0b73a6', 'gw_port': {'id': 'f09a02e2-84a2-40c5-8d20-17f25824baa3', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:0d:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b35c5682-cf49-4522-bc52-1a3e067d2090', 'device_owner': 'network:router_gateway', 'standard_attr_id': 846, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:26:23Z', 'updated_at': '2021-11-23T17:26:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_interfaces': [{'id': 'ddc4f1e2-db6c-41c9-9092-36500eae2db9', 'name': '', 'network_id': '5f5444d3-3e63-4159-81a8-4609b4ef027e', 'tenant_id': '70c897f318a347799dc351238c0b73a6', 'mac_address': 'fa:16:3e:a7:01:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b35c5682-cf49-4522-bc52-1a3e067d2090', 'device_owner': 'network:router_interface', 'standard_attr_id': 852, 'fixed_ips': [{'subnet_id': '8b3b04c1-60c1-4306-8583-6ac637e18d7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:26:29Z', 'updated_at': '2021-11-23T17:26:31Z', 'revision_number': 2, 'project_id': '70c897f318a347799dc351238c0b73a6', 'subnets': [{'id': '8b3b04c1-60c1-4306-8583-6ac637e18d7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:26:35.629332 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-11c91967-4063-49c4-8af6-af7d3fb3b6fc req-59e79f14-f35f-49f8-af14-8eeea6f88c21 service neutron] 10.222.0.60 "GET /v2.0/networks/b560144d-d078-4e51-9dcb-6b297d4ac5e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1463306 Nov 23 17:26:35.648720 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6213aa31-0407-4353-a3b6-0079ea9a801a None None] Checking router: b35c5682-cf49-4522-bc52-1a3e067d2090 for host: n-d-816206-8 {{(pid=103593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 17:26:35.649078 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6213aa31-0407-4353-a3b6-0079ea9a801a None None] Updating router b35c5682-cf49-4522-bc52-1a3e067d2090 port ddc4f1e2-db6c-41c9-9092-36500eae2db9 binding host n-d-816206-8 {{(pid=103593) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 17:26:35.680215 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-6213aa31-0407-4353-a3b6-0079ea9a801a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:35.727029 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe5debe-3e99-4cb9-90bc-04a0d7c0e231 req-6117a5fa-0922-416a-8af9-06d260647a06 tempest-ServersAdminTestJSON-1762598083 tempest-ServersAdminTestJSON-1762598083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:26:35.740181 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-bfe5debe-3e99-4cb9-90bc-04a0d7c0e231 req-6117a5fa-0922-416a-8af9-06d260647a06 tempest-ServersAdminTestJSON-1762598083 tempest-ServersAdminTestJSON-1762598083-project] 10.222.0.60 "GET /v2.0/ports?device_id=8b7e3802-0f06-4962-a331-d43c0ed8ac79 HTTP/1.1" status: 200 len: 950 time: 0.1407752 Nov 23 17:26:35.894682 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-bfe5debe-3e99-4cb9-90bc-04a0d7c0e231 req-5a33909e-f4fc-4e18-838e-82fad5d1804d tempest-ServersAdminTestJSON-1762598083 tempest-ServersAdminTestJSON-1762598083-project] 10.222.0.60 "GET /v2.0/security-groups?id=d6cf22a0-7f65-49f2-8512-764c3542a89d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528857 Nov 23 17:26:36.147815 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fcae4a-f510-401a-812e-844b5959a58b req-102bd84d-5db0-49b3-82d7-f133848a9719 tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:26:36.155886 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-85fcae4a-f510-401a-812e-844b5959a58b req-102bd84d-5db0-49b3-82d7-f133848a9719 tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] 10.222.0.60 "GET /v2.0/ports?device_id=ce1fece4-f172-4cbd-adb9-8bb291bc1b9d HTTP/1.1" status: 200 len: 945 time: 0.1164215 Nov 23 17:26:36.191298 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8301a28f-17d4-42b7-a2c9-fdd7d069df9d req-2e03904f-da8e-428a-a296-845bff324d4a tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:26:36.193158 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8301a28f-17d4-42b7-a2c9-fdd7d069df9d req-2e03904f-da8e-428a-a296-845bff324d4a tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.60 "GET /v2.0/ports?device_id=cb4274bd-349b-464c-af82-c8bf8d8d30ea HTTP/1.1" status: 200 len: 945 time: 0.0993898 Nov 23 17:26:36.210086 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4b1307ee-8879-4711-8115-f21a1f55ba76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1794372'] for router_interface, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:36.235354 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-6213aa31-0407-4353-a3b6-0079ea9a801a None None] Publish callbacks [] for port, precommit_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:36.246001 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-6213aa31-0407-4353-a3b6-0079ea9a801a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:36.251848 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device f4b8ed54-a038-48a3-9321-c22ad3016f37 no longer exists at agent hyperv_n-h2-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:26:36.260767 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-85fcae4a-f510-401a-812e-844b5959a58b req-a7d5cd3c-a737-4fc1-a84e-3257ff51ffcd tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] 10.222.0.60 "GET /v2.0/security-groups?id=a7d295c6-a842-436b-b184-bb80f16900ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030533 Nov 23 17:26:36.364591 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4f823b36-325e-487c-9f17-111f02355de8 req-1fe8288a-a43f-46ec-a915-a46b56935139 tempest-ImagesTestJSON-931761063 tempest-ImagesTestJSON-931761063-project] 10.222.0.60 "GET /v2.0/ports?device_id=41fcdfe4-94ac-4117-84e7-e15c3483ec40 HTTP/1.1" status: 200 len: 210 time: 0.0527015 Nov 23 17:26:36.379088 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8301a28f-17d4-42b7-a2c9-fdd7d069df9d req-858822c9-dbf2-48b7-9942-56a28a49bfa5 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.60 "GET /v2.0/security-groups?id=b4179e07-bbfd-4236-b98c-2ab2b518c61f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545682 Nov 23 17:26:36.510286 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:36.511308 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5ef133-1701-4004-b086-c20026d703cb None None] Pushing event updated for resources: {'Port': ['ID=ddc4f1e2-db6c-41c9-9092-36500eae2db9,revision_number=3']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:26:36.526154 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d89f1f1-0488-42d2-8b3b-fd28e7bef03d req-f3df42f9-2a08-413b-ad2b-794b3c543da8 tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:26:36.531982 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5ef133-1701-4004-b086-c20026d703cb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:26:36.533030 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5ef133-1701-4004-b086-c20026d703cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:26:36.533833 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5ef133-1701-4004-b086-c20026d703cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:26:36.534772 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5ef133-1701-4004-b086-c20026d703cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:26:36.535534 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5ef133-1701-4004-b086-c20026d703cb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:26:36.536386 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5ef133-1701-4004-b086-c20026d703cb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:26:36.537320 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5ef133-1701-4004-b086-c20026d703cb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:26:36.538233 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5ef133-1701-4004-b086-c20026d703cb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:26:36.538556 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-3d89f1f1-0488-42d2-8b3b-fd28e7bef03d req-f3df42f9-2a08-413b-ad2b-794b3c543da8 tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] 10.222.0.60 "GET /v2.0/ports?device_id=f4519c44-de32-443c-a97f-17c4ba9317e2 HTTP/1.1" status: 200 len: 949 time: 0.1006188 Nov 23 17:26:36.539480 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5ef133-1701-4004-b086-c20026d703cb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:26:36.541348 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5ef133-1701-4004-b086-c20026d703cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:26:36.542464 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5ef133-1701-4004-b086-c20026d703cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:26:36.544240 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5ef133-1701-4004-b086-c20026d703cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:26:36.643515 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [None req-6213aa31-0407-4353-a3b6-0079ea9a801a None None] Attempting to bind port ddc4f1e2-db6c-41c9-9092-36500eae2db9 on host n-d-816206-8 for vnic_type normal with profile {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:26:36.651726 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-3d89f1f1-0488-42d2-8b3b-fd28e7bef03d req-79d58f9b-6494-401f-85a4-6bb422074048 tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b15aa03-44a0-4375-a57d-e8cf999b0781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119196 Nov 23 17:26:36.652167 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [None req-6213aa31-0407-4353-a3b6-0079ea9a801a None None] Attempting to bind port ddc4f1e2-db6c-41c9-9092-36500eae2db9 by drivers openvswitch,hyperv on host n-d-816206-8 at level 0 using segments [{'id': '2486935d-f394-4693-b293-58c3fd3d596e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '5f5444d3-3e63-4159-81a8-4609b4ef027e'}] {{(pid=103593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:26:36.652572 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6213aa31-0407-4353-a3b6-0079ea9a801a None None] Attempting to bind port ddc4f1e2-db6c-41c9-9092-36500eae2db9 on network 5f5444d3-3e63-4159-81a8-4609b4ef027e {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:26:36.660691 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port f4b8ed54-a038-48a3-9321-c22ad3016f37, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=f4b8ed54-a038-48a3-9321-c22ad3016f37,segment=NetworkSegment(8fed18b2-0713-4023-96b5-16ede53c73dc),segment_id=8fed18b2-0713-4023-96b5-16ede53c73dc)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:26:36.662993 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1820b9a1-cb60-494a-b702-c7b697bbb590', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f4b8ed54-a038-48a3-9321-c22ad3016f37'}] {{(pid=103592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:26:36.669104 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba3e6a8f2301c7a29fe1eca9779abdae4ccbcd6266d69778087f2498d5551201" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c8a1237-0497-47d3-bb21-c129f1a4eee0" -d '{"events": [{"server_uuid": "1820b9a1-cb60-494a-b702-c7b697bbb590", "name": "network-vif-unplugged", "status": "completed", "tag": "f4b8ed54-a038-48a3-9321-c22ad3016f37"}]}' {{(pid=103592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:26:36.675513 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6213aa31-0407-4353-a3b6-0079ea9a801a None None] Checking agent: {'id': '9e89acbe-4bbe-4c77-a18b-6f1da9133e0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 7, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 26, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:26:36.675942 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6213aa31-0407-4353-a3b6-0079ea9a801a None None] Checking segment: {'id': '2486935d-f394-4693-b293-58c3fd3d596e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '5f5444d3-3e63-4159-81a8-4609b4ef027e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:26:36.676309 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-6213aa31-0407-4353-a3b6-0079ea9a801a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:36.685582 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6213aa31-0407-4353-a3b6-0079ea9a801a None None] Bound using segment: {'id': '2486935d-f394-4693-b293-58c3fd3d596e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '5f5444d3-3e63-4159-81a8-4609b4ef027e'} {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:26:36.686045 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [None req-6213aa31-0407-4353-a3b6-0079ea9a801a None None] Bound port: ddc4f1e2-db6c-41c9-9092-36500eae2db9, host: n-d-816206-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2486935d-f394-4693-b293-58c3fd3d596e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '5f5444d3-3e63-4159-81a8-4609b4ef027e'}}] {{(pid=103593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:26:36.686459 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-6213aa31-0407-4353-a3b6-0079ea9a801a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:36.692798 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:36.879438 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Pushing event updated for resources: {'Port': ['ID=f4b8ed54-a038-48a3-9321-c22ad3016f37,revision_number=8']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:26:36.910800 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-6213aa31-0407-4353-a3b6-0079ea9a801a None None] For port ddc4f1e2-db6c-41c9-9092-36500eae2db9, host n-d-816206-8, cleared binding levels {{(pid=103593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:26:36.914708 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-6213aa31-0407-4353-a3b6-0079ea9a801a None None] For port ddc4f1e2-db6c-41c9-9092-36500eae2db9, host n-d-816206-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=ddc4f1e2-db6c-41c9-9092-36500eae2db9,segment=NetworkSegment(2486935d-f394-4693-b293-58c3fd3d596e),segment_id=2486935d-f394-4693-b293-58c3fd3d596e)] {{(pid=103593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:26:36.922074 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-6213aa31-0407-4353-a3b6-0079ea9a801a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:36.991482 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device bfb00a2f-6d55-49c9-a954-d165b46f6bb4 up at agent hyperv_n-h1-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:26:37.023387 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-4b1307ee-8879-4711-8115-f21a1f55ba76 admin admin] Deleting port ddc4f1e2-db6c-41c9-9092-36500eae2db9 {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:26:37.026922 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6213aa31-0407-4353-a3b6-0079ea9a801a None None] Routers {'b35c5682-cf49-4522-bc52-1a3e067d2090'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:26:37.027697 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4b1307ee-8879-4711-8115-f21a1f55ba76 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:37.028239 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-6213aa31-0407-4353-a3b6-0079ea9a801a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:26:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['b35c5682-cf49-4522-bc52-1a3e067d2090'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:26:37.126482 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-5590ffff-cd91-478e-9ae9-bd3ff5b420a3 None None] Provisioning complete for port ddc4f1e2-db6c-41c9-9092-36500eae2db9 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:26:37.126964 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-5590ffff-cd91-478e-9ae9-bd3ff5b420a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:37.189160 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-4b1307ee-8879-4711-8115-f21a1f55ba76 admin admin] For port ddc4f1e2-db6c-41c9-9092-36500eae2db9, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=ddc4f1e2-db6c-41c9-9092-36500eae2db9,segment=NetworkSegment(2486935d-f394-4693-b293-58c3fd3d596e),segment_id=2486935d-f394-4693-b293-58c3fd3d596e)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:26:37.209010 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4b1307ee-8879-4711-8115-f21a1f55ba76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:37.223518 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 17:26:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64072c27-c469-471d-8f3c-b4be85606b2b x-openstack-request-id: req-64072c27-c469-471d-8f3c-b4be85606b2b {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:26:37.223836 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1820b9a1-cb60-494a-b702-c7b697bbb590", "name": "network-vif-unplugged", "status": "completed", "tag": "f4b8ed54-a038-48a3-9321-c22ad3016f37", "code": 200}]} {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:26:37.229039 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-64072c27-c469-471d-8f3c-b4be85606b2b {{(pid=103592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:26:37.229730 n-d-816206-8 neutron-server[103592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1820b9a1-cb60-494a-b702-c7b697bbb590', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f4b8ed54-a038-48a3-9321-c22ad3016f37', 'code': 200} Nov 23 17:26:37.239313 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5ef133-1701-4004-b086-c20026d703cb None None] Pushing event updated for resources: {'Port': ['ID=ddc4f1e2-db6c-41c9-9092-36500eae2db9,revision_number=4']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:26:37.334382 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Provisioning for port bfb00a2f-6d55-49c9-a954-d165b46f6bb4 completed by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 17:26:37.350693 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-4b1307ee-8879-4711-8115-f21a1f55ba76 admin admin] Calling delete_port for ddc4f1e2-db6c-41c9-9092-36500eae2db9 owned by network:router_interface {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:26:37.352888 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5b4f09-8e55-4121-9cca-591e3ecc527b req-fa14f12e-11bb-4963-be17-b172f46cede4 tempest-ServersAdminTestJSON-1762598083 tempest-ServersAdminTestJSON-1762598083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:26:37.361428 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ca5b4f09-8e55-4121-9cca-591e3ecc527b req-fa14f12e-11bb-4963-be17-b172f46cede4 tempest-ServersAdminTestJSON-1762598083 tempest-ServersAdminTestJSON-1762598083-project] 10.222.0.60 "GET /v2.0/ports?device_id=8b7e3802-0f06-4962-a331-d43c0ed8ac79 HTTP/1.1" status: 200 len: 950 time: 0.1458354 Nov 23 17:26:37.363645 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Provisioning complete for port bfb00a2f-6d55-49c9-a954-d165b46f6bb4 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:26:37.365680 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:37.370303 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-5590ffff-cd91-478e-9ae9-bd3ff5b420a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:37.465520 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ec5ef1-8e02-4ad1-a4cc-1009c39df9d9 req-10340f9c-5ed8-4005-b252-c985a996567b tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:26:37.474372 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-57ec5ef1-8e02-4ad1-a4cc-1009c39df9d9 req-10340f9c-5ed8-4005-b252-c985a996567b tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.60 "GET /v2.0/ports?device_id=ffeae0b0-09b1-4f1e-9b33-8bbbbaaefdf6 HTTP/1.1" status: 200 len: 944 time: 0.1911709 Nov 23 17:26:37.517773 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ca5b4f09-8e55-4121-9cca-591e3ecc527b req-bea7e999-a483-4a3d-a735-613056f94b2b tempest-ServersAdminTestJSON-1762598083 tempest-ServersAdminTestJSON-1762598083-project] 10.222.0.60 "GET /v2.0/security-groups?id=d6cf22a0-7f65-49f2-8512-764c3542a89d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531870 Nov 23 17:26:37.538530 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-5590ffff-cd91-478e-9ae9-bd3ff5b420a3 None None] For port ddc4f1e2-db6c-41c9-9092-36500eae2db9, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=ddc4f1e2-db6c-41c9-9092-36500eae2db9,segment=NetworkSegment(2486935d-f394-4693-b293-58c3fd3d596e),segment_id=2486935d-f394-4693-b293-58c3fd3d596e)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:26:37.539140 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbb81f1-6764-4e67-9cb4-0e987113768a req-5974fe39-765a-4315-9495-438a805771d5 tempest-ImagesTestJSON-931761063 tempest-ImagesTestJSON-931761063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:26:37.557187 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-adbb81f1-6764-4e67-9cb4-0e987113768a req-5974fe39-765a-4315-9495-438a805771d5 tempest-ImagesTestJSON-931761063 tempest-ImagesTestJSON-931761063-project] 10.222.0.36 "GET /v2.0/ports?device_id=1820b9a1-cb60-494a-b702-c7b697bbb590 HTTP/1.1" status: 200 len: 944 time: 0.2592230 Nov 23 17:26:37.600613 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-57ec5ef1-8e02-4ad1-a4cc-1009c39df9d9 req-f051a7cb-7c53-4940-88a9-4718d4fee1c9 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.60 "GET /v2.0/security-groups?id=5199d9c8-39cf-433e-a82b-4aef6c6477e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1243010 Nov 23 17:26:37.614515 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-5590ffff-cd91-478e-9ae9-bd3ff5b420a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:37.708246 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-6213aa31-0407-4353-a3b6-0079ea9a801a None None] Set router b35c5682-cf49-4522-bc52-1a3e067d2090 gateway port host: n-d-816206-8 {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:26:37.723339 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:37.763491 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5590ffff-cd91-478e-9ae9-bd3ff5b420a3 None None] Pushing event updated for resources: {'Port': ['ID=ddc4f1e2-db6c-41c9-9092-36500eae2db9,revision_number=5']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:26:37.800868 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-c9d1718f-73dc-4333-b4de-cc93b9f25df4 None None] Provisioning complete for port ddc4f1e2-db6c-41c9-9092-36500eae2db9 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:26:37.801375 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c9d1718f-73dc-4333-b4de-cc93b9f25df4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:37.852321 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port bfb00a2f-6d55-49c9-a954-d165b46f6bb4, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=bfb00a2f-6d55-49c9-a954-d165b46f6bb4,segment=NetworkSegment(329c1745-02bf-4561-9615-3192910887f5),segment_id=329c1745-02bf-4561-9615-3192910887f5)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:26:37.858894 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:37.936600 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Pushing event updated for resources: {'Port': ['ID=bfb00a2f-6d55-49c9-a954-d165b46f6bb4,revision_number=5']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:26:37.953987 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba8b124-4ff8-44cd-9848-b0688876cc6d req-8d0d74d3-b041-489c-9194-ce03be774f56 tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:26:37.956298 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9ba8b124-4ff8-44cd-9848-b0688876cc6d req-8d0d74d3-b041-489c-9194-ce03be774f56 tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] 10.222.0.60 "GET /v2.0/ports?device_id=ce1fece4-f172-4cbd-adb9-8bb291bc1b9d HTTP/1.1" status: 200 len: 945 time: 0.2376838 Nov 23 17:26:37.969654 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-00432473-a35a-46ae-9016-09d3955b8738 req-f0858c62-7a58-47e5-ae7f-17ceea221354 tempest-ImagesTestJSON-931761063 tempest-ImagesTestJSON-931761063-project] 10.222.0.60 "GET /v2.0/ports?device_id=41fcdfe4-94ac-4117-84e7-e15c3483ec40 HTTP/1.1" status: 200 len: 210 time: 0.1259019 Nov 23 17:26:38.044528 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [req-adbb81f1-6764-4e67-9cb4-0e987113768a req-e8fcdbce-89c2-48ec-bd3e-b757212a0960 tempest-ImagesTestJSON-931761063 tempest-ImagesTestJSON-931761063-project] Deleting port f4b8ed54-a038-48a3-9321-c22ad3016f37 {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:26:38.045191 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-adbb81f1-6764-4e67-9cb4-0e987113768a req-e8fcdbce-89c2-48ec-bd3e-b757212a0960 tempest-ImagesTestJSON-931761063 tempest-ImagesTestJSON-931761063-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:38.123178 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9ba8b124-4ff8-44cd-9848-b0688876cc6d req-a7cd939a-2fbd-4dc6-b4fc-998de2c7b8f0 tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] 10.222.0.60 "GET /v2.0/security-groups?id=a7d295c6-a842-436b-b184-bb80f16900ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470244 Nov 23 17:26:38.256903 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6a033f-43b5-4c67-9211-0b4e6fa09dc4 req-2963b51b-9bb9-4c06-abee-d1a3b1941a80 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:26:38.259613 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7c6a033f-43b5-4c67-9211-0b4e6fa09dc4 req-2963b51b-9bb9-4c06-abee-d1a3b1941a80 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.60 "GET /v2.0/ports?device_id=ffeae0b0-09b1-4f1e-9b33-8bbbbaaefdf6 HTTP/1.1" status: 200 len: 944 time: 0.0804169 Nov 23 17:26:38.331875 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-6213aa31-0407-4353-a3b6-0079ea9a801a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b35c5682-cf49-4522-bc52-1a3e067d2090', 'name': 'tempest-FloatingIPsNegativeTestJSON-2116241980-router', 'tenant_id': '70c897f318a347799dc351238c0b73a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.244'}], 'enable_snat': True}, 'gw_port_id': 'f09a02e2-84a2-40c5-8d20-17f25824baa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:26:21Z', 'updated_at': '2021-11-23T17:26:31Z', 'revision_number': 4, 'project_id': '70c897f318a347799dc351238c0b73a6', 'gw_port': {'id': 'f09a02e2-84a2-40c5-8d20-17f25824baa3', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:0d:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b35c5682-cf49-4522-bc52-1a3e067d2090', 'device_owner': 'network:router_gateway', 'standard_attr_id': 846, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:26:23Z', 'updated_at': '2021-11-23T17:26:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_interfaces': [{'id': 'ddc4f1e2-db6c-41c9-9092-36500eae2db9', 'name': '', 'network_id': '5f5444d3-3e63-4159-81a8-4609b4ef027e', 'tenant_id': '70c897f318a347799dc351238c0b73a6', 'mac_address': 'fa:16:3e:a7:01:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b35c5682-cf49-4522-bc52-1a3e067d2090', 'device_owner': 'network:router_interface', 'standard_attr_id': 852, 'fixed_ips': [{'subnet_id': '8b3b04c1-60c1-4306-8583-6ac637e18d7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:26:29Z', 'updated_at': '2021-11-23T17:26:36Z', 'revision_number': 4, 'project_id': '70c897f318a347799dc351238c0b73a6', 'subnets': [{'id': '8b3b04c1-60c1-4306-8583-6ac637e18d7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:26:38.332790 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4b1307ee-8879-4711-8115-f21a1f55ba76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:38.339553 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [req-adbb81f1-6764-4e67-9cb4-0e987113768a req-e8fcdbce-89c2-48ec-bd3e-b757212a0960 tempest-ImagesTestJSON-931761063 tempest-ImagesTestJSON-931761063-project] For port f4b8ed54-a038-48a3-9321-c22ad3016f37, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=f4b8ed54-a038-48a3-9321-c22ad3016f37,segment=NetworkSegment(8fed18b2-0713-4023-96b5-16ede53c73dc),segment_id=8fed18b2-0713-4023-96b5-16ede53c73dc)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:26:38.340331 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-adbb81f1-6764-4e67-9cb4-0e987113768a req-e8fcdbce-89c2-48ec-bd3e-b757212a0960 tempest-ImagesTestJSON-931761063 tempest-ImagesTestJSON-931761063-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:38.374866 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6213aa31-0407-4353-a3b6-0079ea9a801a None None] The sync data for ids ['b35c5682-cf49-4522-bc52-1a3e067d2090'] in n-d-816206-8 is: [{'id': 'b35c5682-cf49-4522-bc52-1a3e067d2090', 'name': 'tempest-FloatingIPsNegativeTestJSON-2116241980-router', 'tenant_id': '70c897f318a347799dc351238c0b73a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.244'}], 'enable_snat': True}, 'gw_port_id': 'f09a02e2-84a2-40c5-8d20-17f25824baa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:26:21Z', 'updated_at': '2021-11-23T17:26:31Z', 'revision_number': 4, 'project_id': '70c897f318a347799dc351238c0b73a6', 'gw_port': {'id': 'f09a02e2-84a2-40c5-8d20-17f25824baa3', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:0d:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b35c5682-cf49-4522-bc52-1a3e067d2090', 'device_owner': 'network:router_gateway', 'standard_attr_id': 846, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:26:23Z', 'updated_at': '2021-11-23T17:26:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_interfaces': [{'id': 'ddc4f1e2-db6c-41c9-9092-36500eae2db9', 'name': '', 'network_id': '5f5444d3-3e63-4159-81a8-4609b4ef027e', 'tenant_id': '70c897f318a347799dc351238c0b73a6', 'mac_address': 'fa:16:3e:a7:01:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b35c5682-cf49-4522-bc52-1a3e067d2090', 'device_owner': 'network:router_interface', 'standard_attr_id': 852, 'fixed_ips': [{'subnet_id': '8b3b04c1-60c1-4306-8583-6ac637e18d7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:26:29Z', 'updated_at': '2021-11-23T17:26:36Z', 'revision_number': 4, 'project_id': '70c897f318a347799dc351238c0b73a6', 'subnets': [{'id': '8b3b04c1-60c1-4306-8583-6ac637e18d7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:26:38.401326 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1307ee-8879-4711-8115-f21a1f55ba76 admin admin] Pushing event deleted for resources: {'Port': ['ID=ddc4f1e2-db6c-41c9-9092-36500eae2db9,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:26:38.402460 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5819b2f9-fc8b-4110-9453-dd7353c6439a req-79685ef3-6229-4d7b-83cf-0945aeafeaac tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:26:38.413020 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5819b2f9-fc8b-4110-9453-dd7353c6439a req-79685ef3-6229-4d7b-83cf-0945aeafeaac tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] 10.222.0.60 "GET /v2.0/ports?device_id=f4519c44-de32-443c-a97f-17c4ba9317e2 HTTP/1.1" status: 200 len: 950 time: 0.1658235 Nov 23 17:26:38.434617 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [req-adbb81f1-6764-4e67-9cb4-0e987113768a req-e8fcdbce-89c2-48ec-bd3e-b757212a0960 tempest-ImagesTestJSON-931761063 tempest-ImagesTestJSON-931761063-project] Calling delete_port for f4b8ed54-a038-48a3-9321-c22ad3016f37 owned by compute:nova {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:26:38.503039 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7c6a033f-43b5-4c67-9211-0b4e6fa09dc4 req-96360e6b-efc8-4ed2-89df-6adf45d4ae97 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.60 "GET /v2.0/security-groups?id=5199d9c8-39cf-433e-a82b-4aef6c6477e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2174342 Nov 23 17:26:38.539709 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c91967-4063-49c4-8af6-af7d3fb3b6fc req-a36e9c20-7fa6-40fe-b7fc-d5b42f6d2e6a tempest-ImagesTestJSON-931761063 tempest-ImagesTestJSON-931761063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:26:38.542426 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-11c91967-4063-49c4-8af6-af7d3fb3b6fc req-a36e9c20-7fa6-40fe-b7fc-d5b42f6d2e6a tempest-ImagesTestJSON-931761063 tempest-ImagesTestJSON-931761063-project] 10.222.0.36 "GET /v2.0/networks?id=b560144d-d078-4e51-9dcb-6b297d4ac5e2 HTTP/1.1" status: 200 len: 805 time: 0.3867533 Nov 23 17:26:38.583348 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5819b2f9-fc8b-4110-9453-dd7353c6439a req-f3c94f92-83e6-471d-8f06-bc495790eb84 tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b15aa03-44a0-4375-a57d-e8cf999b0781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692021 Nov 23 17:26:38.611174 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [req-11c91967-4063-49c4-8af6-af7d3fb3b6fc req-dcb204a1-0b6f-4edb-8df6-2ddd526b6bb2 tempest-ImagesTestJSON-931761063 tempest-ImagesTestJSON-931761063-project] Request body: {'port': {'device_id': '41fcdfe4-94ac-4117-84e7-e15c3483ec40', 'network_id': 'b560144d-d078-4e51-9dcb-6b297d4ac5e2', 'admin_state_up': True, 'tenant_id': '2453e6bac79c4625a43322659d77160d'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:26:38.933758 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950f01aa-3d4c-4592-9a6b-4c0bcd0563f7 req-90953365-2589-4cf0-b375-8dd38ed65434 tempest-ServersAdminTestJSON-1762598083 tempest-ServersAdminTestJSON-1762598083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:26:38.939496 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-950f01aa-3d4c-4592-9a6b-4c0bcd0563f7 req-90953365-2589-4cf0-b375-8dd38ed65434 tempest-ServersAdminTestJSON-1762598083 tempest-ServersAdminTestJSON-1762598083-project] 10.222.0.60 "GET /v2.0/ports?device_id=8b7e3802-0f06-4962-a331-d43c0ed8ac79 HTTP/1.1" status: 200 len: 950 time: 0.0930507 Nov 23 17:26:39.021120 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-950f01aa-3d4c-4592-9a6b-4c0bcd0563f7 req-bcd8121a-6590-4258-b229-69aabccdc5d7 tempest-ServersAdminTestJSON-1762598083 tempest-ServersAdminTestJSON-1762598083-project] 10.222.0.60 "GET /v2.0/security-groups?id=d6cf22a0-7f65-49f2-8512-764c3542a89d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670202 Nov 23 17:26:39.188085 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a1efd678-bbff-47b9-8ed5-75c1aca140e2 req-6418ac73-e0b9-4110-ba31-89ab10f4ffec tempest-ImagesTestJSON-931761063 tempest-ImagesTestJSON-931761063-project] 10.222.0.60 "GET /v2.0/ports?device_id=41fcdfe4-94ac-4117-84e7-e15c3483ec40 HTTP/1.1" status: 200 len: 210 time: 0.0540004 Nov 23 17:26:39.230626 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4519c44-de32-443c-a97f-17c4ba9317e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfb00a2f-6d55-49c9-a954-d165b46f6bb4'}] {{(pid=103592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:26:39.233305 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba3e6a8f2301c7a29fe1eca9779abdae4ccbcd6266d69778087f2498d5551201" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38251ead-0dd1-4cfa-8770-ce121dfb6ce2" -d '{"events": [{"server_uuid": "f4519c44-de32-443c-a97f-17c4ba9317e2", "name": "network-vif-plugged", "status": "completed", "tag": "bfb00a2f-6d55-49c9-a954-d165b46f6bb4"}]}' {{(pid=103592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:26:39.335964 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67f3362-3021-48ca-9a4b-24f7cf54bd9a req-4404e1b5-6fd3-4308-8977-be2883913782 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:26:39.345302 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b67f3362-3021-48ca-9a4b-24f7cf54bd9a req-4404e1b5-6fd3-4308-8977-be2883913782 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.60 "GET /v2.0/networks?id=43d8ac08-152d-4053-b836-ddc03b0e91a2 HTTP/1.1" status: 200 len: 810 time: 0.2012267 Nov 23 17:26:39.368289 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b67f3362-3021-48ca-9a4b-24f7cf54bd9a req-5110d6ee-70de-491f-9ba1-3e70028ddfc7 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.60 "GET /v2.0/quotas/3541603f19884b9cb683e7eedd76d17c HTTP/1.1" status: 200 len: 375 time: 0.0217431 Nov 23 17:26:39.498769 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b67f3362-3021-48ca-9a4b-24f7cf54bd9a req-6171852b-e32f-4bde-880e-26060e098521 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=3541603f19884b9cb683e7eedd76d17c&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1238267 Nov 23 17:26:39.507316 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11c91967-4063-49c4-8af6-af7d3fb3b6fc req-dcb204a1-0b6f-4edb-8df6-2ddd526b6bb2 tempest-ImagesTestJSON-931761063 tempest-ImagesTestJSON-931761063-project] Made reservation on behalf of 2453e6bac79c4625a43322659d77160d for: {'port': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:26:39.514277 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-11c91967-4063-49c4-8af6-af7d3fb3b6fc req-dcb204a1-0b6f-4edb-8df6-2ddd526b6bb2 tempest-ImagesTestJSON-931761063 tempest-ImagesTestJSON-931761063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:39.538578 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4b1307ee-8879-4711-8115-f21a1f55ba76 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2067500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1794520'] for router_interface, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:39.555685 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-adbb81f1-6764-4e67-9cb4-0e987113768a req-e8fcdbce-89c2-48ec-bd3e-b757212a0960 tempest-ImagesTestJSON-931761063 tempest-ImagesTestJSON-931761063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:39.733049 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fcdbce-89c2-48ec-bd3e-b757212a0960 tempest-ImagesTestJSON-931761063 tempest-ImagesTestJSON-931761063-project] Pushing event deleted for resources: {'Port': ['ID=f4b8ed54-a038-48a3-9321-c22ad3016f37,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:26:39.882715 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [req-adbb81f1-6764-4e67-9cb4-0e987113768a req-e8fcdbce-89c2-48ec-bd3e-b757212a0960 tempest-ImagesTestJSON-931761063 tempest-ImagesTestJSON-931761063-project] No DVR routers for this DVR port f4b8ed54-a038-48a3-9321-c22ad3016f37 on host n-h2-816206-8 {{(pid=103590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:26:39.886837 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-adbb81f1-6764-4e67-9cb4-0e987113768a req-e8fcdbce-89c2-48ec-bd3e-b757212a0960 tempest-ImagesTestJSON-931761063 tempest-ImagesTestJSON-931761063-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:39.890557 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-adbb81f1-6764-4e67-9cb4-0e987113768a req-e8fcdbce-89c2-48ec-bd3e-b757212a0960 tempest-ImagesTestJSON-931761063 tempest-ImagesTestJSON-931761063-project] 10.222.0.36 "DELETE /v2.0/ports/f4b8ed54-a038-48a3-9321-c22ad3016f37 HTTP/1.1" status: 204 len: 173 time: 2.3197231 Nov 23 17:26:39.915968 n-d-816206-8 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1820b9a1-cb60-494a-b702-c7b697bbb590', 'name': 'network-vif-deleted', 'tag': 'f4b8ed54-a038-48a3-9321-c22ad3016f37'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:26:39.919253 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbabddbc9fc37b068808e119c416c86f5957ca04531a4a0d2e695c515e93483b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab4f89b8-171a-42b2-a675-6d1d457a4949" -d '{"events": [{"server_uuid": "1820b9a1-cb60-494a-b702-c7b697bbb590", "name": "network-vif-deleted", "tag": "f4b8ed54-a038-48a3-9321-c22ad3016f37"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:26:40.031307 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [req-11c91967-4063-49c4-8af6-af7d3fb3b6fc req-dcb204a1-0b6f-4edb-8df6-2ddd526b6bb2 tempest-ImagesTestJSON-931761063 tempest-ImagesTestJSON-931761063-project] Allocated IP 172.20.0.5 (b560144d-d078-4e51-9dcb-6b297d4ac5e2/4be32885-153e-4d88-b3c6-807e18e4db27/9c2e5cea-0948-4ebf-a3b3-4bc9dbf71c33) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:26:40.143174 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b82d91-0262-4cff-b401-2879ccede702 req-5ec97c1e-473d-4e8c-8011-490f3f49a270 tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:26:40.147927 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-07b82d91-0262-4cff-b401-2879ccede702 req-5ec97c1e-473d-4e8c-8011-490f3f49a270 tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] 10.222.0.60 "GET /v2.0/ports?device_id=ce1fece4-f172-4cbd-adb9-8bb291bc1b9d HTTP/1.1" status: 200 len: 945 time: 0.6766953 Nov 23 17:26:40.173925 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b67f3362-3021-48ca-9a4b-24f7cf54bd9a req-a811a820-57cf-407a-98b6-17951980b7ca service neutron] 10.222.0.60 "GET /v2.0/networks/43d8ac08-152d-4053-b836-ddc03b0e91a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6599627 Nov 23 17:26:40.212767 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b1307ee-8879-4711-8115-f21a1f55ba76 admin admin] Router b35c5682-cf49-4522-bc52-1a3e067d2090 has already been hosted by L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 {{(pid=103590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 17:26:40.330155 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-07b82d91-0262-4cff-b401-2879ccede702 req-f8ae70d0-186b-40ca-abe7-8800020949aa tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] 10.222.0.60 "GET /v2.0/security-groups?id=a7d295c6-a842-436b-b184-bb80f16900ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434021 Nov 23 17:26:40.361195 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b67f3362-3021-48ca-9a4b-24f7cf54bd9a req-38aaec11-93d6-4685-ae46-7afe0e816e83 service neutron] 10.222.0.60 "GET /v2.0/networks/43d8ac08-152d-4053-b836-ddc03b0e91a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1859329 Nov 23 17:26:40.463387 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:26:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11bf6ac1-84de-49f7-aeb0-9972288d5097 x-openstack-request-id: req-11bf6ac1-84de-49f7-aeb0-9972288d5097 {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:26:40.464174 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4519c44-de32-443c-a97f-17c4ba9317e2", "name": "network-vif-plugged", "status": "completed", "tag": "bfb00a2f-6d55-49c9-a954-d165b46f6bb4", "code": 200}]} {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:26:40.464174 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-11bf6ac1-84de-49f7-aeb0-9972288d5097 {{(pid=103592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:26:40.465445 n-d-816206-8 neutron-server[103592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4519c44-de32-443c-a97f-17c4ba9317e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfb00a2f-6d55-49c9-a954-d165b46f6bb4', 'code': 200} Nov 23 17:26:40.593426 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-11c91967-4063-49c4-8af6-af7d3fb3b6fc req-dcb204a1-0b6f-4edb-8df6-2ddd526b6bb2 tempest-ImagesTestJSON-931761063 tempest-ImagesTestJSON-931761063-project] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:40.670108 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6097f7c4-d638-4496-aa63-7b13316adfab req-af185be3-c04c-464c-9bd5-e0b7c0db88ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:26:40.674208 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6097f7c4-d638-4496-aa63-7b13316adfab req-af185be3-c04c-464c-9bd5-e0b7c0db88ac service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=f4519c44-de32-443c-a97f-17c4ba9317e2 HTTP/1.1" status: 200 len: 1101 time: 0.1121032 Nov 23 17:26:40.739011 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b1307ee-8879-4711-8115-f21a1f55ba76 admin admin] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:26:40.755168 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d5ef97-664e-4e4c-b057-ff0be54f03fb None None] Sync routers for ids ['b35c5682-cf49-4522-bc52-1a3e067d2090'] in n-d-816206-8 {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:26:40.766747 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5632761-88b3-491e-828c-a4ade827c851 req-728ce3d1-d70b-4113-b45a-585a5f234933 tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:26:40.778935 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b5632761-88b3-491e-828c-a4ade827c851 req-728ce3d1-d70b-4113-b45a-585a5f234933 tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] 10.222.0.60 "GET /v2.0/ports?device_id=f4519c44-de32-443c-a97f-17c4ba9317e2 HTTP/1.1" status: 200 len: 950 time: 0.1569641 Nov 23 17:26:40.782940 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49d5ef97-664e-4e4c-b057-ff0be54f03fb None None] Routers {'b35c5682-cf49-4522-bc52-1a3e067d2090'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:26:40.785204 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-49d5ef97-664e-4e4c-b057-ff0be54f03fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:26:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['b35c5682-cf49-4522-bc52-1a3e067d2090'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:26:40.792223 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-4b1307ee-8879-4711-8115-f21a1f55ba76 admin admin] 10.222.0.60 "PUT /v2.0/routers/b35c5682-cf49-4522-bc52-1a3e067d2090/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3585248 Nov 23 17:26:40.814325 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 58320) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:26:40.814776 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 58322) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:26:40.835924 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:26:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a01bad0d-7202-49b7-b621-b4fb5a4d097a x-openstack-request-id: req-a01bad0d-7202-49b7-b621-b4fb5a4d097a {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:26:40.836600 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1820b9a1-cb60-494a-b702-c7b697bbb590", "name": "network-vif-deleted", "tag": "f4b8ed54-a038-48a3-9321-c22ad3016f37", "status": "completed", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:26:40.837019 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a01bad0d-7202-49b7-b621-b4fb5a4d097a {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:26:40.838172 n-d-816206-8 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1820b9a1-cb60-494a-b702-c7b697bbb590', 'name': 'network-vif-deleted', 'tag': 'f4b8ed54-a038-48a3-9321-c22ad3016f37', 'status': 'completed', 'code': 200} Nov 23 17:26:40.919518 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-11c91967-4063-49c4-8af6-af7d3fb3b6fc req-dcb204a1-0b6f-4edb-8df6-2ddd526b6bb2 tempest-ImagesTestJSON-931761063 tempest-ImagesTestJSON-931761063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:40.989831 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6097f7c4-d638-4496-aa63-7b13316adfab req-759e2364-cc46-4488-8318-37879a5446c3 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=4b15aa03-44a0-4375-a57d-e8cf999b0781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3058696 Nov 23 17:26:41.084688 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b5632761-88b3-491e-828c-a4ade827c851 req-471ccd38-0a25-4bb4-9481-46c7077cb876 tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b15aa03-44a0-4375-a57d-e8cf999b0781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3042796 Nov 23 17:26:41.102787 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11c91967-4063-49c4-8af6-af7d3fb3b6fc req-dcb204a1-0b6f-4edb-8df6-2ddd526b6bb2 tempest-ImagesTestJSON-931761063 tempest-ImagesTestJSON-931761063-project] Network b560144d-d078-4e51-9dcb-6b297d4ac5e2 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:26:41.121176 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [req-11c91967-4063-49c4-8af6-af7d3fb3b6fc req-dcb204a1-0b6f-4edb-8df6-2ddd526b6bb2 tempest-ImagesTestJSON-931761063 tempest-ImagesTestJSON-931761063-project] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:26:41.127872 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [req-11c91967-4063-49c4-8af6-af7d3fb3b6fc req-dcb204a1-0b6f-4edb-8df6-2ddd526b6bb2 tempest-ImagesTestJSON-931761063 tempest-ImagesTestJSON-931761063-project] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:26:41.139549 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvr_db [None req-49d5ef97-664e-4e4c-b057-ff0be54f03fb None None] Set router b35c5682-cf49-4522-bc52-1a3e067d2090 gateway port host: n-d-816206-8 {{(pid=103592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:26:41.140868 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcc9132-29fa-4a84-adf4-8c62d62e60f6 req-a983f333-ad92-468c-b1d7-780b4fcc4557 tempest-ServersAdminTestJSON-1762598083 tempest-ServersAdminTestJSON-1762598083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:26:41.151547 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8fcc9132-29fa-4a84-adf4-8c62d62e60f6 req-a983f333-ad92-468c-b1d7-780b4fcc4557 tempest-ServersAdminTestJSON-1762598083 tempest-ServersAdminTestJSON-1762598083-project] 10.222.0.60 "GET /v2.0/ports?device_id=8b7e3802-0f06-4962-a331-d43c0ed8ac79 HTTP/1.1" status: 200 len: 950 time: 0.2118952 Nov 23 17:26:41.166764 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb204a1-0b6f-4edb-8df6-2ddd526b6bb2 tempest-ImagesTestJSON-931761063 tempest-ImagesTestJSON-931761063-project] Pushing event updated for resources: {'Port': ['ID=9c2e5cea-0948-4ebf-a3b3-4bc9dbf71c33,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:26:41.222519 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8fcc9132-29fa-4a84-adf4-8c62d62e60f6 req-6fb1d125-26f1-4afb-8641-d7e15e58288e tempest-ServersAdminTestJSON-1762598083 tempest-ServersAdminTestJSON-1762598083-project] 10.222.0.60 "GET /v2.0/security-groups?id=d6cf22a0-7f65-49f2-8512-764c3542a89d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699568 Nov 23 17:26:41.225178 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8849c229-5fd4-412a-8033-6bcd78ed6127 admin admin] Publish callbacks [] for router, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:41.237070 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-40fd4b8e-c81b-42d6-8b64-29b70ff878bc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:41.336814 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c91967-4063-49c4-8af6-af7d3fb3b6fc req-dcb204a1-0b6f-4edb-8df6-2ddd526b6bb2 tempest-ImagesTestJSON-931761063 tempest-ImagesTestJSON-931761063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:26:41.337947 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-11c91967-4063-49c4-8af6-af7d3fb3b6fc req-dcb204a1-0b6f-4edb-8df6-2ddd526b6bb2 tempest-ImagesTestJSON-931761063 tempest-ImagesTestJSON-931761063-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:41.352193 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-da1cfefc-a2c1-4b75-8aa8-f6d50dda2673 req-9faa3790-5667-4a28-878b-b17c423a4626 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc08fe74-4555-439f-80d1-3d367042aa97 HTTP/1.1" status: 200 len: 210 time: 0.0655637 Nov 23 17:26:41.425851 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca82654-dddd-4201-87e8-5e4ad102dc5c req-3f23de40-b602-4897-8e7c-536e4ece7d3d tempest-ImagesTestJSON-931761063 tempest-ImagesTestJSON-931761063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:26:41.431902 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-11c91967-4063-49c4-8af6-af7d3fb3b6fc req-dcb204a1-0b6f-4edb-8df6-2ddd526b6bb2 tempest-ImagesTestJSON-931761063 tempest-ImagesTestJSON-931761063-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8282111 Nov 23 17:26:41.442875 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8ca82654-dddd-4201-87e8-5e4ad102dc5c req-3f23de40-b602-4897-8e7c-536e4ece7d3d tempest-ImagesTestJSON-931761063 tempest-ImagesTestJSON-931761063-project] 10.222.0.60 "GET /v2.0/ports?device_id=41fcdfe4-94ac-4117-84e7-e15c3483ec40 HTTP/1.1" status: 200 len: 931 time: 0.2001393 Nov 23 17:26:41.454207 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [req-11c91967-4063-49c4-8af6-af7d3fb3b6fc req-e06eda57-f184-4865-ac79-1f5c1398085b service neutron] Request body: {'port': {'device_id': '41fcdfe4-94ac-4117-84e7-e15c3483ec40', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-8'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:26:41.541600 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8849c229-5fd4-412a-8033-6bcd78ed6127 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:41.564395 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-11c91967-4063-49c4-8af6-af7d3fb3b6fc req-e06eda57-f184-4865-ac79-1f5c1398085b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:41.581027 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8ca82654-dddd-4201-87e8-5e4ad102dc5c req-151161ab-8ce1-4ffb-8524-535588715d56 tempest-ImagesTestJSON-931761063 tempest-ImagesTestJSON-931761063-project] 10.222.0.60 "GET /v2.0/security-groups?id=f2768289-7821-4137-8326-c052bf648315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346540 Nov 23 17:26:41.615736 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-49d5ef97-664e-4e4c-b057-ff0be54f03fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b35c5682-cf49-4522-bc52-1a3e067d2090', 'name': 'tempest-FloatingIPsNegativeTestJSON-2116241980-router', 'tenant_id': '70c897f318a347799dc351238c0b73a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.244'}], 'enable_snat': True}, 'gw_port_id': 'f09a02e2-84a2-40c5-8d20-17f25824baa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:26:21Z', 'updated_at': '2021-11-23T17:26:38Z', 'revision_number': 5, 'project_id': '70c897f318a347799dc351238c0b73a6', 'gw_port': {'id': 'f09a02e2-84a2-40c5-8d20-17f25824baa3', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:0d:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b35c5682-cf49-4522-bc52-1a3e067d2090', 'device_owner': 'network:router_gateway', 'standard_attr_id': 846, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:26:23Z', 'updated_at': '2021-11-23T17:26:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8'}], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:26:41.621488 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a1a5da-3a7c-4860-ab95-87c9b86f9ece req-bc9bb52d-b7ab-40fb-a7d5-e598dc9bcd9e tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:26:41.621754 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-40fd4b8e-c81b-42d6-8b64-29b70ff878bc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:41.635657 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-26a1a5da-3a7c-4860-ab95-87c9b86f9ece req-bc9bb52d-b7ab-40fb-a7d5-e598dc9bcd9e tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] 10.222.0.60 "GET /v2.0/ports?device_id=ce1fece4-f172-4cbd-adb9-8bb291bc1b9d HTTP/1.1" status: 200 len: 945 time: 0.1390443 Nov 23 17:26:41.653487 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d5ef97-664e-4e4c-b057-ff0be54f03fb None None] Checking router: b35c5682-cf49-4522-bc52-1a3e067d2090 for host: n-d-816206-8 {{(pid=103592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 17:26:41.663539 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49d5ef97-664e-4e4c-b057-ff0be54f03fb None None] Routers {'b35c5682-cf49-4522-bc52-1a3e067d2090'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:26:41.664042 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-49d5ef97-664e-4e4c-b057-ff0be54f03fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:26:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['b35c5682-cf49-4522-bc52-1a3e067d2090'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:26:41.677949 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-40fd4b8e-c81b-42d6-8b64-29b70ff878bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:41.715739 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-26a1a5da-3a7c-4860-ab95-87c9b86f9ece req-dfcd72b8-2c18-449c-a730-6863fe158a22 tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] 10.222.0.60 "GET /v2.0/security-groups?id=a7d295c6-a842-436b-b184-bb80f16900ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675819 Nov 23 17:26:41.819396 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvr_db [None req-49d5ef97-664e-4e4c-b057-ff0be54f03fb None None] Set router b35c5682-cf49-4522-bc52-1a3e067d2090 gateway port host: None {{(pid=103592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:26:41.874752 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-40fd4b8e-c81b-42d6-8b64-29b70ff878bc admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0889353c5988431f9124d1f8f37af504&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0563152 Nov 23 17:26:41.875166 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-8849c229-5fd4-412a-8033-6bcd78ed6127 admin admin] Deleting port f09a02e2-84a2-40c5-8d20-17f25824baa3 {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:26:41.875485 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 58336) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:26:41.875718 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8849c229-5fd4-412a-8033-6bcd78ed6127 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:41.908471 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fd4b8e-c81b-42d6-8b64-29b70ff878bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=667d015d-d004-44e2-a3f6-8b09e858898e,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:26:41.971588 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-49d5ef97-664e-4e4c-b057-ff0be54f03fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b35c5682-cf49-4522-bc52-1a3e067d2090', 'name': 'tempest-FloatingIPsNegativeTestJSON-2116241980-router', 'tenant_id': '70c897f318a347799dc351238c0b73a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:26:21Z', 'updated_at': '2021-11-23T17:26:41Z', 'revision_number': 6, 'project_id': '70c897f318a347799dc351238c0b73a6', 'gw_port_host': None}], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:26:41.979604 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-b20a84c4-0ee3-470b-b404-178230c75276 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:42.040059 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d5ef97-664e-4e4c-b057-ff0be54f03fb None None] The sync data for ids ['b35c5682-cf49-4522-bc52-1a3e067d2090'] in n-d-816206-8 is: [{'id': 'b35c5682-cf49-4522-bc52-1a3e067d2090', 'name': 'tempest-FloatingIPsNegativeTestJSON-2116241980-router', 'tenant_id': '70c897f318a347799dc351238c0b73a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:26:21Z', 'updated_at': '2021-11-23T17:26:41Z', 'revision_number': 6, 'project_id': '70c897f318a347799dc351238c0b73a6', 'gw_port_host': None}] {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:26:42.044972 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-b20a84c4-0ee3-470b-b404-178230c75276 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:42.132619 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-b20a84c4-0ee3-470b-b404-178230c75276 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:42.144710 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-b20a84c4-0ee3-470b-b404-178230c75276 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:42.146807 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-b20a84c4-0ee3-470b-b404-178230c75276 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/667d015d-d004-44e2-a3f6-8b09e858898e HTTP/1.1" status: 204 len: 168 time: 0.2693169 Nov 23 17:26:42.170304 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20a84c4-0ee3-470b-b404-178230c75276 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=667d015d-d004-44e2-a3f6-8b09e858898e,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:26:42.191820 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-8849c229-5fd4-412a-8033-6bcd78ed6127 admin admin] For port f09a02e2-84a2-40c5-8d20-17f25824baa3, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=f09a02e2-84a2-40c5-8d20-17f25824baa3,segment=NetworkSegment(bffd1e4f-e80f-4ff0-b418-2f42ae15febf),segment_id=bffd1e4f-e80f-4ff0-b418-2f42ae15febf)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:26:42.202249 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8849c229-5fd4-412a-8033-6bcd78ed6127 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:42.249785 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-8849c229-5fd4-412a-8033-6bcd78ed6127 admin admin] Calling delete_port for f09a02e2-84a2-40c5-8d20-17f25824baa3 owned by network:router_gateway {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:26:42.272027 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device f4b8ed54-a038-48a3-9321-c22ad3016f37 no longer exists at agent hyperv_n-h2-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:26:42.314257 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31727dea-6af6-4656-94ba-2786a1b0c4e1 req-7ff3c1c0-4c51-4b82-ba2f-9806d51d0ddf tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:26:42.326725 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-31727dea-6af6-4656-94ba-2786a1b0c4e1 req-7ff3c1c0-4c51-4b82-ba2f-9806d51d0ddf tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] 10.222.0.60 "GET /v2.0/ports?device_id=f4519c44-de32-443c-a97f-17c4ba9317e2 HTTP/1.1" status: 200 len: 950 time: 0.1091845 Nov 23 17:26:42.331541 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] No Port match for: f4b8ed54-a038-48a3-9321-c22ad3016f37 {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:26:42.332120 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device f4b8ed54-a038-48a3-9321-c22ad3016f37 not bound to the agent host n-h2-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:26:42.428052 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-31727dea-6af6-4656-94ba-2786a1b0c4e1 req-74fd9e9b-1b4f-48bb-827a-227fc554d143 tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b15aa03-44a0-4375-a57d-e8cf999b0781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003163 Nov 23 17:26:42.466040 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19022490-8314-4fed-80c5-c6f5fb490462 req-1ab39c1a-ca20-4e80-a189-a198042fcb31 tempest-ServersAdminTestJSON-1762598083 tempest-ServersAdminTestJSON-1762598083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:26:42.467948 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-19022490-8314-4fed-80c5-c6f5fb490462 req-1ab39c1a-ca20-4e80-a189-a198042fcb31 tempest-ServersAdminTestJSON-1762598083 tempest-ServersAdminTestJSON-1762598083-project] 10.222.0.60 "GET /v2.0/ports?device_id=8b7e3802-0f06-4962-a331-d43c0ed8ac79 HTTP/1.1" status: 200 len: 950 time: 0.1282587 Nov 23 17:26:42.497738 n-d-816206-8 neutron-server[103590]: DEBUG neutron.notifiers.nova [req-11c91967-4063-49c4-8af6-af7d3fb3b6fc req-e06eda57-f184-4865-ac79-1f5c1398085b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c2e5cea-0948-4ebf-a3b3-4bc9dbf71c33 {{(pid=103590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:26:42.511495 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-11c91967-4063-49c4-8af6-af7d3fb3b6fc req-e06eda57-f184-4865-ac79-1f5c1398085b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:42.532133 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [req-11c91967-4063-49c4-8af6-af7d3fb3b6fc req-e06eda57-f184-4865-ac79-1f5c1398085b service neutron] Transition to ACTIVE for port object 9c2e5cea-0948-4ebf-a3b3-4bc9dbf71c33 will not be triggered until provisioned by entity L2. {{(pid=103590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 17:26:42.574709 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-19022490-8314-4fed-80c5-c6f5fb490462 req-1f128f92-fbc5-467e-a318-e235afb27c08 tempest-ServersAdminTestJSON-1762598083 tempest-ServersAdminTestJSON-1762598083-project] 10.222.0.60 "GET /v2.0/security-groups?id=d6cf22a0-7f65-49f2-8512-764c3542a89d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916626 Nov 23 17:26:42.632998 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-11c91967-4063-49c4-8af6-af7d3fb3b6fc req-e06eda57-f184-4865-ac79-1f5c1398085b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264357957'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:42.709690 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06eda57-f184-4865-ac79-1f5c1398085b service neutron] Pushing event updated for resources: {'Port': ['ID=9c2e5cea-0948-4ebf-a3b3-4bc9dbf71c33,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:26:42.850517 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8849c229-5fd4-412a-8033-6bcd78ed6127 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:42.882246 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 58358) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:26:42.892518 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [req-11c91967-4063-49c4-8af6-af7d3fb3b6fc req-e06eda57-f184-4865-ac79-1f5c1398085b service neutron] Attempting to bind port 9c2e5cea-0948-4ebf-a3b3-4bc9dbf71c33 on host n-h2-816206-8 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:26:42.892858 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [req-11c91967-4063-49c4-8af6-af7d3fb3b6fc req-e06eda57-f184-4865-ac79-1f5c1398085b service neutron] Attempting to bind port 9c2e5cea-0948-4ebf-a3b3-4bc9dbf71c33 by drivers openvswitch,hyperv on host n-h2-816206-8 at level 0 using segments [{'id': '8fed18b2-0713-4023-96b5-16ede53c73dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'b560144d-d078-4e51-9dcb-6b297d4ac5e2'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:26:42.893185 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11c91967-4063-49c4-8af6-af7d3fb3b6fc req-e06eda57-f184-4865-ac79-1f5c1398085b service neutron] Attempting to bind port 9c2e5cea-0948-4ebf-a3b3-4bc9dbf71c33 on network b560144d-d078-4e51-9dcb-6b297d4ac5e2 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:26:42.897811 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8849c229-5fd4-412a-8033-6bcd78ed6127 admin admin] Pushing event deleted for resources: {'Port': ['ID=f09a02e2-84a2-40c5-8d20-17f25824baa3,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:26:42.905450 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11c91967-4063-49c4-8af6-af7d3fb3b6fc req-e06eda57-f184-4865-ac79-1f5c1398085b service neutron] Port 9c2e5cea-0948-4ebf-a3b3-4bc9dbf71c33 on network b560144d-d078-4e51-9dcb-6b297d4ac5e2 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-8 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 17:26:42.905792 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11c91967-4063-49c4-8af6-af7d3fb3b6fc req-e06eda57-f184-4865-ac79-1f5c1398085b service neutron] Attempting to bind port 9c2e5cea-0948-4ebf-a3b3-4bc9dbf71c33 on network b560144d-d078-4e51-9dcb-6b297d4ac5e2 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:26:42.921246 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-0d001aa0-423f-446b-93d6-636aafd54e5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:42.927838 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11c91967-4063-49c4-8af6-af7d3fb3b6fc req-e06eda57-f184-4865-ac79-1f5c1398085b service neutron] Checking agent: {'id': 'ab77bf9e-0267-4174-8f1d-822cba89b207', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 15, 13), 'started_at': datetime.datetime(2021, 11, 23, 17, 15, 13), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 26, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:26:42.928532 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11c91967-4063-49c4-8af6-af7d3fb3b6fc req-e06eda57-f184-4865-ac79-1f5c1398085b service neutron] Checking segment: {'id': '8fed18b2-0713-4023-96b5-16ede53c73dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'b560144d-d078-4e51-9dcb-6b297d4ac5e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:26:42.929135 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11c91967-4063-49c4-8af6-af7d3fb3b6fc req-e06eda57-f184-4865-ac79-1f5c1398085b service neutron] Bound using segment: {'id': '8fed18b2-0713-4023-96b5-16ede53c73dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'b560144d-d078-4e51-9dcb-6b297d4ac5e2'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:26:42.929741 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-f24d42c9-e5b2-4c72-9a15-550e5da778ae admin admin] Publish callbacks [] for security_group, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:42.930020 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [req-11c91967-4063-49c4-8af6-af7d3fb3b6fc req-e06eda57-f184-4865-ac79-1f5c1398085b service neutron] Bound port: 9c2e5cea-0948-4ebf-a3b3-4bc9dbf71c33, host: n-h2-816206-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8fed18b2-0713-4023-96b5-16ede53c73dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'b560144d-d078-4e51-9dcb-6b297d4ac5e2'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:26:42.930614 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-11c91967-4063-49c4-8af6-af7d3fb3b6fc req-e06eda57-f184-4865-ac79-1f5c1398085b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:42.976859 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1efc9b-1aa7-4f58-8ec7-bced11d56a01 req-4cab9bce-bbcd-43cb-b58a-e0b1c487edfa tempest-ServersOnMultiNodesTest-558425378 tempest-ServersOnMultiNodesTest-558425378-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:26:42.990239 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2a1efc9b-1aa7-4f58-8ec7-bced11d56a01 req-4cab9bce-bbcd-43cb-b58a-e0b1c487edfa tempest-ServersOnMultiNodesTest-558425378 tempest-ServersOnMultiNodesTest-558425378-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=f4519c44-de32-443c-a97f-17c4ba9317e2 HTTP/1.1" status: 200 len: 1101 time: 0.1689367 Nov 23 17:26:43.013281 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device 106c7877-d6d0-453d-94f5-fc7533add6f7 details requested by agent hyperv_n-h1-816206-8 with host n-h1-816206-8 {{(pid=103592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 17:26:43.020294 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8849c229-5fd4-412a-8033-6bcd78ed6127 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1795454'] for router_gateway, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:43.177535 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2a1efc9b-1aa7-4f58-8ec7-bced11d56a01 req-49f751b2-c4fe-407a-93f8-afe4d9519f02 tempest-ServersOnMultiNodesTest-558425378 tempest-ServersOnMultiNodesTest-558425378-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=4b15aa03-44a0-4375-a57d-e8cf999b0781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683822 Nov 23 17:26:43.180732 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8849c229-5fd4-412a-8033-6bcd78ed6127 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1794352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8175'] for router, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:43.186060 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8849c229-5fd4-412a-8033-6bcd78ed6127 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:43.188469 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [req-11c91967-4063-49c4-8af6-af7d3fb3b6fc req-e06eda57-f184-4865-ac79-1f5c1398085b service neutron] For port 9c2e5cea-0948-4ebf-a3b3-4bc9dbf71c33, host n-h2-816206-8, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:26:43.209393 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [req-11c91967-4063-49c4-8af6-af7d3fb3b6fc req-e06eda57-f184-4865-ac79-1f5c1398085b service neutron] For port 9c2e5cea-0948-4ebf-a3b3-4bc9dbf71c33, host n-h2-816206-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=9c2e5cea-0948-4ebf-a3b3-4bc9dbf71c33,segment=NetworkSegment(8fed18b2-0713-4023-96b5-16ede53c73dc),segment_id=8fed18b2-0713-4023-96b5-16ede53c73dc)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:26:43.209393 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-11c91967-4063-49c4-8af6-af7d3fb3b6fc req-e06eda57-f184-4865-ac79-1f5c1398085b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264357957'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:43.265760 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device 106c7877-d6d0-453d-94f5-fc7533add6f7 no longer exists at agent hyperv_n-h1-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:26:43.288775 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device f09a02e2-84a2-40c5-8d20-17f25824baa3 no longer exists at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:26:43.315047 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b3c0acc4-a0bd-487c-9574-b1d025e77e78 req-d02ae937-0e57-4722-8fb1-7b0bc32cd466 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc08fe74-4555-439f-80d1-3d367042aa97 HTTP/1.1" status: 200 len: 210 time: 0.0696495 Nov 23 17:26:43.401521 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8849c229-5fd4-412a-8033-6bcd78ed6127 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1795580'] for router, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:43.401849 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] No Port match for: f09a02e2-84a2-40c5-8d20-17f25824baa3 {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:26:43.402076 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device f09a02e2-84a2-40c5-8d20-17f25824baa3 not bound to the agent host n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:26:43.403033 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device ddc4f1e2-db6c-41c9-9092-36500eae2db9 no longer exists at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:26:43.403255 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8849c229-5fd4-412a-8033-6bcd78ed6127 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b35c5682-cf49-4522-bc52-1a3e067d2090 {{(pid=103590) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 17:26:43.411334 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-f24d42c9-e5b2-4c72-9a15-550e5da778ae admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:43.435714 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8849c229-5fd4-412a-8033-6bcd78ed6127 admin admin] Publish callbacks [] for router, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:43.437548 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-8849c229-5fd4-412a-8033-6bcd78ed6127 admin admin] 10.222.0.60 "DELETE /v2.0/routers/b35c5682-cf49-4522-bc52-1a3e067d2090 HTTP/1.1" status: 204 len: 168 time: 2.6137059 Nov 23 17:26:43.439050 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c91967-4063-49c4-8af6-af7d3fb3b6fc req-e06eda57-f184-4865-ac79-1f5c1398085b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:26:43.439739 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-11c91967-4063-49c4-8af6-af7d3fb3b6fc req-e06eda57-f184-4865-ac79-1f5c1398085b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:43.441284 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-11c91967-4063-49c4-8af6-af7d3fb3b6fc req-e06eda57-f184-4865-ac79-1f5c1398085b service neutron] 10.222.0.36 "PUT /v2.0/ports/9c2e5cea-0948-4ebf-a3b3-4bc9dbf71c33 HTTP/1.1" status: 200 len: 1091 time: 1.9910681 Nov 23 17:26:43.441702 n-d-816206-8 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41fcdfe4-94ac-4117-84e7-e15c3483ec40', 'tag': '9c2e5cea-0948-4ebf-a3b3-4bc9dbf71c33'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:26:43.444408 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbabddbc9fc37b068808e119c416c86f5957ca04531a4a0d2e695c515e93483b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5e23800-9deb-4e7c-9f76-141914f35be9" -d '{"events": [{"name": "network-changed", "server_uuid": "41fcdfe4-94ac-4117-84e7-e15c3483ec40", "tag": "9c2e5cea-0948-4ebf-a3b3-4bc9dbf71c33"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:26:43.448644 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 58364) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:26:43.458549 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:43.470646 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-f24d42c9-e5b2-4c72-9a15-550e5da778ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:43.475749 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] No Port match for: ddc4f1e2-db6c-41c9-9092-36500eae2db9 {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:26:43.476670 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device ddc4f1e2-db6c-41c9-9092-36500eae2db9 not bound to the agent host n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:26:43.511590 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port 106c7877-d6d0-453d-94f5-fc7533add6f7, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=106c7877-d6d0-453d-94f5-fc7533add6f7,segment=NetworkSegment(329c1745-02bf-4561-9615-3192910887f5),segment_id=329c1745-02bf-4561-9615-3192910887f5)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:26:43.539433 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11ebbf1-0a6f-4fbd-91c2-214f76f8aa0b req-4f9bebc7-c11c-4a38-a995-ef53ae53d945 tempest-ImagesTestJSON-931761063 tempest-ImagesTestJSON-931761063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:26:43.542690 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e11ebbf1-0a6f-4fbd-91c2-214f76f8aa0b req-4f9bebc7-c11c-4a38-a995-ef53ae53d945 tempest-ImagesTestJSON-931761063 tempest-ImagesTestJSON-931761063-project] 10.222.0.60 "GET /v2.0/ports?device_id=41fcdfe4-94ac-4117-84e7-e15c3483ec40 HTTP/1.1" status: 200 len: 943 time: 0.2349241 Nov 23 17:26:43.578645 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Returning: {'device': '106c7877-d6d0-453d-94f5-fc7533add6f7', 'network_id': 'f1e1dabf-b410-4023-9169-a460a86e7184', 'port_id': '106c7877-d6d0-453d-94f5-fc7533add6f7', 'mac_address': 'fa:16:3e:90:90:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac77c175-5679-438b-8a2a-356718377641', 'ip_address': '192.168.233.242'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 17:26:43.587676 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06eda57-f184-4865-ac79-1f5c1398085b service neutron] Pushing event updated for resources: {'Port': ['ID=9c2e5cea-0948-4ebf-a3b3-4bc9dbf71c33,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:26:43.654731 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cc4994-21ad-425a-b9ac-18908f99f3b6 req-8876e5d1-b363-44be-81f8-6ef2156ef9cf tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:26:43.656382 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:43.665766 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9cbb948-cf50-413f-812f-56ce73cb7c62 admin admin] Deleting subnet 8b3b04c1-60c1-4306-8583-6ac637e18d7b {{(pid=103590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 17:26:43.668278 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-39cc4994-21ad-425a-b9ac-18908f99f3b6 req-8876e5d1-b363-44be-81f8-6ef2156ef9cf tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] 10.222.0.60 "GET /v2.0/ports?device_id=ce1fece4-f172-4cbd-adb9-8bb291bc1b9d HTTP/1.1" status: 200 len: 945 time: 0.2529597 Nov 23 17:26:43.674346 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a9cbb948-cf50-413f-812f-56ce73cb7c62 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:43.678884 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:43.686792 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-f24d42c9-e5b2-4c72-9a15-550e5da778ae admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0e55ad35088d4af68f00a5f1215e3ade&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8001521 Nov 23 17:26:43.700906 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 58370) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:26:43.711941 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 106c7877-d6d0-453d-94f5-fc7533add6f7 {{(pid=103592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:26:43.725929 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b7e3802-0f06-4962-a331-d43c0ed8ac79', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '106c7877-d6d0-453d-94f5-fc7533add6f7'}] {{(pid=103592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:26:43.730119 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba3e6a8f2301c7a29fe1eca9779abdae4ccbcd6266d69778087f2498d5551201" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6294013c-5e76-4bcc-9fb4-f118ff3a1e74" -d '{"events": [{"server_uuid": "8b7e3802-0f06-4962-a331-d43c0ed8ac79", "name": "network-vif-unplugged", "status": "completed", "tag": "106c7877-d6d0-453d-94f5-fc7533add6f7"}]}' {{(pid=103592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:26:43.731565 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67f3362-3021-48ca-9a4b-24f7cf54bd9a req-6f23cb3d-88ed-49b6-a247-8acf00557360 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:26:43.732183 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-b67f3362-3021-48ca-9a4b-24f7cf54bd9a req-6f23cb3d-88ed-49b6-a247-8acf00557360 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.36 "GET /v2.0/networks?id=43d8ac08-152d-4053-b836-ddc03b0e91a2 HTTP/1.1" status: 200 len: 810 time: 1.0961518 Nov 23 17:26:43.737621 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24d42c9-e5b2-4c72-9a15-550e5da778ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dda640f5-fab7-4436-9892-99e3f3ef0ead,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:26:43.751942 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c91967-4063-49c4-8af6-af7d3fb3b6fc req-f1297460-6d9c-4937-b6ad-8b7682cbb81d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:26:43.755189 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-11c91967-4063-49c4-8af6-af7d3fb3b6fc req-f1297460-6d9c-4937-b6ad-8b7682cbb81d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2453e6bac79c4625a43322659d77160d&device_id=41fcdfe4-94ac-4117-84e7-e15c3483ec40 HTTP/1.1" status: 200 len: 1094 time: 0.1908064 Nov 23 17:26:43.773266 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [req-b67f3362-3021-48ca-9a4b-24f7cf54bd9a req-1a11a341-2e52-4fe5-bed6-3d2983959a03 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] Request body: {'port': {'device_id': 'bc08fe74-4555-439f-80d1-3d367042aa97', 'network_id': '43d8ac08-152d-4053-b836-ddc03b0e91a2', 'admin_state_up': True, 'tenant_id': '3541603f19884b9cb683e7eedd76d17c'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:26:43.787376 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e11ebbf1-0a6f-4fbd-91c2-214f76f8aa0b req-9ba1f51f-dcbb-4037-adbe-8e260a704d29 tempest-ImagesTestJSON-931761063 tempest-ImagesTestJSON-931761063-project] 10.222.0.60 "GET /v2.0/security-groups?id=f2768289-7821-4137-8326-c052bf648315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2244384 Nov 23 17:26:43.791323 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port 106c7877-d6d0-453d-94f5-fc7533add6f7, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=106c7877-d6d0-453d-94f5-fc7533add6f7,segment=NetworkSegment(329c1745-02bf-4561-9615-3192910887f5),segment_id=329c1745-02bf-4561-9615-3192910887f5)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:26:43.801295 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:43.809226 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a9cbb948-cf50-413f-812f-56ce73cb7c62 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-267528342'] for subnet, precommit_delete_associations {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:43.842343 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-39cc4994-21ad-425a-b9ac-18908f99f3b6 req-aa6ec9ad-310c-4d0d-8973-ce4df145c700 tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] 10.222.0.60 "GET /v2.0/security-groups?id=a7d295c6-a842-436b-b184-bb80f16900ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727240 Nov 23 17:26:43.843361 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-52322f3e-bdd0-435c-afa7-810df04e2112 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:43.924456 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-52322f3e-bdd0-435c-afa7-810df04e2112 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:43.941319 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.db.api [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103592) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 17:26:43.944156 n-d-816206-8 neutron-server[103592]: DEBUG oslo_db.api [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 17:26:43.949776 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Pushing event updated for resources: {'Port': ['ID=106c7877-d6d0-453d-94f5-fc7533add6f7,revision_number=9']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:26:44.055887 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:44.059271 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-52322f3e-bdd0-435c-afa7-810df04e2112 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:44.064093 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-52322f3e-bdd0-435c-afa7-810df04e2112 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:44.066200 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-52322f3e-bdd0-435c-afa7-810df04e2112 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/dda640f5-fab7-4436-9892-99e3f3ef0ead HTTP/1.1" status: 204 len: 168 time: 0.3584530 Nov 23 17:26:44.082731 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52322f3e-bdd0-435c-afa7-810df04e2112 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dda640f5-fab7-4436-9892-99e3f3ef0ead,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:26:44.154018 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 17:26:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd27acce-0cbd-40a5-b1ce-2f6ed0897057 x-openstack-request-id: req-fd27acce-0cbd-40a5-b1ce-2f6ed0897057 {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:26:44.154381 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b7e3802-0f06-4962-a331-d43c0ed8ac79", "name": "network-vif-unplugged", "status": "completed", "tag": "106c7877-d6d0-453d-94f5-fc7533add6f7", "code": 200}]} {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:26:44.155195 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-fd27acce-0cbd-40a5-b1ce-2f6ed0897057 {{(pid=103592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:26:44.156241 n-d-816206-8 neutron-server[103592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b7e3802-0f06-4962-a331-d43c0ed8ac79', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '106c7877-d6d0-453d-94f5-fc7533add6f7', 'code': 200} Nov 23 17:26:44.202921 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93edcad-e78f-446e-ae1e-721f55e84ba4 req-40b5cc97-76d8-4088-9685-b4a406ea80cc tempest-ServersAdminTestJSON-1762598083 tempest-ServersAdminTestJSON-1762598083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:26:44.213500 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a93edcad-e78f-446e-ae1e-721f55e84ba4 req-40b5cc97-76d8-4088-9685-b4a406ea80cc tempest-ServersAdminTestJSON-1762598083 tempest-ServersAdminTestJSON-1762598083-project] 10.222.0.60 "GET /v2.0/ports?device_id=8b7e3802-0f06-4962-a331-d43c0ed8ac79 HTTP/1.1" status: 200 len: 948 time: 0.1266487 Nov 23 17:26:44.301991 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2b4f3b-b42d-48c8-a4f9-701871a03e66 req-fa526b51-39a6-4c18-af34-41f5cb9eeba4 tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:26:44.303589 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-cd2b4f3b-b42d-48c8-a4f9-701871a03e66 req-fa526b51-39a6-4c18-af34-41f5cb9eeba4 tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] 10.222.0.60 "GET /v2.0/ports?device_id=f4519c44-de32-443c-a97f-17c4ba9317e2 HTTP/1.1" status: 200 len: 950 time: 0.0869207 Nov 23 17:26:44.308126 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a93edcad-e78f-446e-ae1e-721f55e84ba4 req-36ad8945-ce0c-4a8b-a539-cc8613197ac8 tempest-ServersAdminTestJSON-1762598083 tempest-ServersAdminTestJSON-1762598083-project] 10.222.0.60 "GET /v2.0/security-groups?id=d6cf22a0-7f65-49f2-8512-764c3542a89d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937705 Nov 23 17:26:44.373127 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-cd2b4f3b-b42d-48c8-a4f9-701871a03e66 req-f2dbf8b4-ebda-4e35-b284-9b6149b97980 tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b15aa03-44a0-4375-a57d-e8cf999b0781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625961 Nov 23 17:26:44.408678 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 17:26:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42d32fbb-7436-4a9a-8d43-78475ffcc6de x-openstack-request-id: req-42d32fbb-7436-4a9a-8d43-78475ffcc6de {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:26:44.409283 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41fcdfe4-94ac-4117-84e7-e15c3483ec40", "tag": "9c2e5cea-0948-4ebf-a3b3-4bc9dbf71c33", "status": "completed", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:26:44.409798 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-42d32fbb-7436-4a9a-8d43-78475ffcc6de {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:26:44.410414 n-d-816206-8 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41fcdfe4-94ac-4117-84e7-e15c3483ec40', 'tag': '9c2e5cea-0948-4ebf-a3b3-4bc9dbf71c33', 'status': 'completed', 'code': 200} Nov 23 17:26:44.419698 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-11c91967-4063-49c4-8af6-af7d3fb3b6fc req-a617b3b7-0ab9-45c7-bab0-0e413334a502 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9c2e5cea-0948-4ebf-a3b3-4bc9dbf71c33 HTTP/1.1" status: 200 len: 217 time: 0.6524901 Nov 23 17:26:44.445252 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b67f3362-3021-48ca-9a4b-24f7cf54bd9a req-1a11a341-2e52-4fe5-bed6-3d2983959a03 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] Made reservation on behalf of 3541603f19884b9cb683e7eedd76d17c for: {'port': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:26:44.451053 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-b67f3362-3021-48ca-9a4b-24f7cf54bd9a req-1a11a341-2e52-4fe5-bed6-3d2983959a03 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:44.461453 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2ad7f7c9-dbbb-4fb1-852a-18278f8cff0d req-0217f26b-7e93-4a37-a455-e1b5eda4e1fb tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc08fe74-4555-439f-80d1-3d367042aa97 HTTP/1.1" status: 200 len: 210 time: 0.0442281 Nov 23 17:26:44.518119 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:44.550640 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 106c7877-d6d0-453d-94f5-fc7533add6f7 {{(pid=103592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:26:44.591521 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port 106c7877-d6d0-453d-94f5-fc7533add6f7, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=106c7877-d6d0-453d-94f5-fc7533add6f7,segment=NetworkSegment(329c1745-02bf-4561-9615-3192910887f5),segment_id=329c1745-02bf-4561-9615-3192910887f5)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:26:44.597218 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c91967-4063-49c4-8af6-af7d3fb3b6fc req-ad5179e1-c5ec-455f-ac58-1851554078d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:26:44.603373 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-11c91967-4063-49c4-8af6-af7d3fb3b6fc req-ad5179e1-c5ec-455f-ac58-1851554078d0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4be32885-153e-4d88-b3c6-807e18e4db27 HTTP/1.1" status: 200 len: 845 time: 0.1692088 Nov 23 17:26:44.603665 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:44.627242 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a9cbb948-cf50-413f-812f-56ce73cb7c62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971956'] for subnet, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:44.693958 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Pushing event updated for resources: {'Port': ['ID=106c7877-d6d0-453d-94f5-fc7533add6f7,revision_number=10']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:26:44.699776 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-11c91967-4063-49c4-8af6-af7d3fb3b6fc req-d21784a2-162b-40c4-96ab-28c2fb732c37 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b560144d-d078-4e51-9dcb-6b297d4ac5e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0876324 Nov 23 17:26:44.832377 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [req-b67f3362-3021-48ca-9a4b-24f7cf54bd9a req-1a11a341-2e52-4fe5-bed6-3d2983959a03 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] Allocated IP 172.20.0.13 (43d8ac08-152d-4053-b836-ddc03b0e91a2/23f80e8e-7e58-4465-87c1-72654345f52f/463bb2f6-75a3-49d9-907f-c2963eb4fc14) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:26:44.841046 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a9cbb948-cf50-413f-812f-56ce73cb7c62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264357903', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264730940'] for subnet, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:44.889535 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] get_ports_and_sgs() called for port_ids ['106c7877-d6d0-453d-94f5-fc7533add6f7'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:26:44.902747 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cbb948-cf50-413f-812f-56ce73cb7c62 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8b3b04c1-60c1-4306-8583-6ac637e18d7b,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:26:44.905279 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a9cbb948-cf50-413f-812f-56ce73cb7c62 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:44.912856 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-a9cbb948-cf50-413f-812f-56ce73cb7c62 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/8b3b04c1-60c1-4306-8583-6ac637e18d7b HTTP/1.1" status: 204 len: 168 time: 1.4555416 Nov 23 17:26:44.921100 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 58398) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:26:44.923092 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c3368dc-901a-4212-8dd6-cb0b5bca3943 None None] Network 5f5444d3-3e63-4159-81a8-4609b4ef027e requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:26:44.951209 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-11c91967-4063-49c4-8af6-af7d3fb3b6fc req-423f5234-73a7-418a-8246-0731a49ecf16 service neutron] 10.222.0.36 "GET /v2.0/networks/b560144d-d078-4e51-9dcb-6b297d4ac5e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2384522 Nov 23 17:26:45.105769 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72287fc8-14e8-414e-9d59-6218e7bc9663 req-f07a6b09-3571-4a0f-bd71-bf013c2c2aac tempest-ImagesTestJSON-931761063 tempest-ImagesTestJSON-931761063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:26:45.131344 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-72287fc8-14e8-414e-9d59-6218e7bc9663 req-f07a6b09-3571-4a0f-bd71-bf013c2c2aac tempest-ImagesTestJSON-931761063 tempest-ImagesTestJSON-931761063-project] 10.222.0.60 "GET /v2.0/ports?device_id=41fcdfe4-94ac-4117-84e7-e15c3483ec40 HTTP/1.1" status: 200 len: 943 time: 0.2269444 Nov 23 17:26:45.195893 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-20021a5b-f29a-4318-9ea8-4b741ae1c8e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-555181'] for network, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:45.228519 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-11c91967-4063-49c4-8af6-af7d3fb3b6fc req-0bb3d23c-afe6-42dc-92d5-802b164494b8 service neutron] 10.222.0.36 "GET /v2.0/networks/b560144d-d078-4e51-9dcb-6b297d4ac5e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2515893 Nov 23 17:26:45.249536 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-b67f3362-3021-48ca-9a4b-24f7cf54bd9a req-1a11a341-2e52-4fe5-bed6-3d2983959a03 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:45.261817 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656eb52d-489b-496b-aaff-dba027193d2a req-97d418da-5b35-4eb6-a0a1-1f14e081adbb tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:26:45.273813 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-656eb52d-489b-496b-aaff-dba027193d2a req-97d418da-5b35-4eb6-a0a1-1f14e081adbb tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] 10.222.0.60 "GET /v2.0/ports?device_id=ce1fece4-f172-4cbd-adb9-8bb291bc1b9d HTTP/1.1" status: 200 len: 945 time: 0.2011290 Nov 23 17:26:45.283652 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 58406) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:26:45.328150 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-b67f3362-3021-48ca-9a4b-24f7cf54bd9a req-1a11a341-2e52-4fe5-bed6-3d2983959a03 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:45.359759 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-cfd79c5c-08c4-4bc6-b5df-7c8644fc6f02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:45.360424 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-72287fc8-14e8-414e-9d59-6218e7bc9663 req-60289a21-8cd5-4ede-aaad-5955949f15e8 tempest-ImagesTestJSON-931761063 tempest-ImagesTestJSON-931761063-project] 10.222.0.60 "GET /v2.0/security-groups?id=f2768289-7821-4137-8326-c052bf648315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2266531 Nov 23 17:26:45.459234 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b67f3362-3021-48ca-9a4b-24f7cf54bd9a req-1a11a341-2e52-4fe5-bed6-3d2983959a03 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] Network 43d8ac08-152d-4053-b836-ddc03b0e91a2 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:26:45.476280 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-2b84ca77-c594-40e7-9eb8-89fd31b8cdd2 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1744703006-network', 'tenant_id': '3a9c0bddde464356b0da62958e164b3b'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:26:45.479980 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [req-b67f3362-3021-48ca-9a4b-24f7cf54bd9a req-1a11a341-2e52-4fe5-bed6-3d2983959a03 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:26:45.489907 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [req-b67f3362-3021-48ca-9a4b-24f7cf54bd9a req-1a11a341-2e52-4fe5-bed6-3d2983959a03 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:26:45.532741 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e23800-9deb-4e7c-9f76-141914f35be9 req-41277526-6eea-40c2-bc38-81fe2451ab7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:26:45.534254 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-e5e23800-9deb-4e7c-9f76-141914f35be9 req-41277526-6eea-40c2-bc38-81fe2451ab7b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2453e6bac79c4625a43322659d77160d&device_id=41fcdfe4-94ac-4117-84e7-e15c3483ec40 HTTP/1.1" status: 200 len: 1094 time: 0.1922655 Nov 23 17:26:45.535283 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a11a341-2e52-4fe5-bed6-3d2983959a03 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] Pushing event updated for resources: {'Port': ['ID=463bb2f6-75a3-49d9-907f-c2963eb4fc14,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:26:45.563788 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-656eb52d-489b-496b-aaff-dba027193d2a req-aa4b49fd-a28c-4917-beae-6757864435ed tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] 10.222.0.60 "GET /v2.0/security-groups?id=a7d295c6-a842-436b-b184-bb80f16900ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2880735 Nov 23 17:26:45.607019 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-20021a5b-f29a-4318-9ea8-4b741ae1c8e4 admin admin] Deleting port 071987a7-cba9-4559-b6f7-ace94d0eb8ff {{(pid=103591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:26:45.607345 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-20021a5b-f29a-4318-9ea8-4b741ae1c8e4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:45.686693 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-803f9bca-81d2-49d8-af9d-1e10eddcbab6 None None] DHCP port deletion for 5f5444d3-3e63-4159-81a8-4609b4ef027e request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:26:45.687436 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104b2f90-a25d-496d-b9d6-da8219f6b46c req-a9268c27-0a4a-46db-b47d-fbf3842913cb tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:26:45.690847 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-104b2f90-a25d-496d-b9d6-da8219f6b46c req-a9268c27-0a4a-46db-b47d-fbf3842913cb tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] 10.222.0.55 "GET /v2.0/ports?device_id=f4519c44-de32-443c-a97f-17c4ba9317e2 HTTP/1.1" status: 200 len: 950 time: 0.3028705 Nov 23 17:26:45.709424 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b84ca77-c594-40e7-9eb8-89fd31b8cdd2 admin admin] Made reservation on behalf of 3a9c0bddde464356b0da62958e164b3b for: {'network': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:26:45.712575 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2b84ca77-c594-40e7-9eb8-89fd31b8cdd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for network, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:45.738247 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67f3362-3021-48ca-9a4b-24f7cf54bd9a req-1a11a341-2e52-4fe5-bed6-3d2983959a03 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:26:45.739042 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-b67f3362-3021-48ca-9a4b-24f7cf54bd9a req-1a11a341-2e52-4fe5-bed6-3d2983959a03 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:45.760114 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2b84ca77-c594-40e7-9eb8-89fd31b8cdd2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:45.773964 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-803f9bca-81d2-49d8-af9d-1e10eddcbab6 None None] Deleting port 071987a7-cba9-4559-b6f7-ace94d0eb8ff {{(pid=103592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:26:45.776009 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-803f9bca-81d2-49d8-af9d-1e10eddcbab6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:45.860049 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-b67f3362-3021-48ca-9a4b-24f7cf54bd9a req-1a11a341-2e52-4fe5-bed6-3d2983959a03 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0982482 Nov 23 17:26:45.875691 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-803f9bca-81d2-49d8-af9d-1e10eddcbab6 None None] For port 071987a7-cba9-4559-b6f7-ace94d0eb8ff, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=071987a7-cba9-4559-b6f7-ace94d0eb8ff,segment=NetworkSegment(2486935d-f394-4693-b293-58c3fd3d596e),segment_id=2486935d-f394-4693-b293-58c3fd3d596e)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:26:45.876318 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-803f9bca-81d2-49d8-af9d-1e10eddcbab6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:45.885810 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a02e51-f6ab-4d1e-9f1f-2c70c18b73aa req-d18d8fa1-dc03-432f-83c0-b3806502824a tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:26:45.887423 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-11a02e51-f6ab-4d1e-9f1f-2c70c18b73aa req-d18d8fa1-dc03-432f-83c0-b3806502824a tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] 10.222.0.60 "GET /v2.0/ports?device_id=f4519c44-de32-443c-a97f-17c4ba9317e2 HTTP/1.1" status: 200 len: 950 time: 0.1709011 Nov 23 17:26:45.897288 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [None req-20021a5b-f29a-4318-9ea8-4b741ae1c8e4 admin admin] For port 071987a7-cba9-4559-b6f7-ace94d0eb8ff, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=071987a7-cba9-4559-b6f7-ace94d0eb8ff,segment=NetworkSegment(2486935d-f394-4693-b293-58c3fd3d596e),segment_id=2486935d-f394-4693-b293-58c3fd3d596e)] {{(pid=103591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:26:45.897672 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-20021a5b-f29a-4318-9ea8-4b741ae1c8e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:45.899140 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [req-b67f3362-3021-48ca-9a4b-24f7cf54bd9a req-a96e1f9d-643f-4f48-a33e-22aba3ac46c9 service neutron] Request body: {'port': {'device_id': 'bc08fe74-4555-439f-80d1-3d367042aa97', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-8'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:26:45.906703 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-803f9bca-81d2-49d8-af9d-1e10eddcbab6 None None] Calling delete_port for 071987a7-cba9-4559-b6f7-ace94d0eb8ff owned by network:dhcp {{(pid=103592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:26:45.945078 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c11e87-4238-4e2f-9765-8c4033895453 req-baf36699-d200-47eb-a7fb-8beba0fd80ce tempest-ServersAdminTestJSON-1762598083 tempest-ServersAdminTestJSON-1762598083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:26:45.953425 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-39c11e87-4238-4e2f-9765-8c4033895453 req-baf36699-d200-47eb-a7fb-8beba0fd80ce tempest-ServersAdminTestJSON-1762598083 tempest-ServersAdminTestJSON-1762598083-project] 10.222.0.60 "GET /v2.0/ports?device_id=8b7e3802-0f06-4962-a331-d43c0ed8ac79 HTTP/1.1" status: 200 len: 950 time: 0.2575533 Nov 23 17:26:45.974711 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e23800-9deb-4e7c-9f76-141914f35be9 req-342514fe-124a-43ef-bdb8-4de5356cba11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:26:45.976258 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-e5e23800-9deb-4e7c-9f76-141914f35be9 req-342514fe-124a-43ef-bdb8-4de5356cba11 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b560144d-d078-4e51-9dcb-6b297d4ac5e2 HTTP/1.1" status: 200 len: 906 time: 0.4211671 Nov 23 17:26:45.984112 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-20021a5b-f29a-4318-9ea8-4b741ae1c8e4 admin admin] Calling delete_port for 071987a7-cba9-4559-b6f7-ace94d0eb8ff owned by network:dhcp {{(pid=103591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:26:46.006557 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-40a564f4-b9fa-4d5b-98e4-15c7a9395818 None None] Provisioning complete for port 463bb2f6-75a3-49d9-907f-c2963eb4fc14 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:26:46.007114 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-40a564f4-b9fa-4d5b-98e4-15c7a9395818 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:46.041459 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-e5e23800-9deb-4e7c-9f76-141914f35be9 req-357f0e00-d694-4d08-9933-a88b411418d6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9c2e5cea-0948-4ebf-a3b3-4bc9dbf71c33 HTTP/1.1" status: 200 len: 217 time: 0.0516853 Nov 23 17:26:46.065492 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-40a564f4-b9fa-4d5b-98e4-15c7a9395818 None None] Port 463bb2f6-75a3-49d9-907f-c2963eb4fc14 cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:26:46.083797 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-803f9bca-81d2-49d8-af9d-1e10eddcbab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989'] for port, after_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:46.124822 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-b67f3362-3021-48ca-9a4b-24f7cf54bd9a req-a96e1f9d-643f-4f48-a33e-22aba3ac46c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:46.129343 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803f9bca-81d2-49d8-af9d-1e10eddcbab6 None None] Pushing event deleted for resources: {'Port': ['ID=071987a7-cba9-4559-b6f7-ace94d0eb8ff,revision_number=None']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:26:46.135259 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-803f9bca-81d2-49d8-af9d-1e10eddcbab6 None None] No DVR routers for this DVR port 071987a7-cba9-4559-b6f7-ace94d0eb8ff on host n-d-816206-8 {{(pid=103592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:26:46.170769 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e23800-9deb-4e7c-9f76-141914f35be9 req-7dfe36bc-029d-477a-b445-49dba19b75c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:26:46.172446 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-e5e23800-9deb-4e7c-9f76-141914f35be9 req-7dfe36bc-029d-477a-b445-49dba19b75c9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4be32885-153e-4d88-b3c6-807e18e4db27 HTTP/1.1" status: 200 len: 845 time: 0.1132364 Nov 23 17:26:46.210004 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-11a02e51-f6ab-4d1e-9f1f-2c70c18b73aa req-b7bd8771-2e25-4317-94f7-962d8cd46d27 tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b15aa03-44a0-4375-a57d-e8cf999b0781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3036842 Nov 23 17:26:46.246471 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-39c11e87-4238-4e2f-9765-8c4033895453 req-a9e6b7d0-aa3a-4557-8331-c1dfd53a9c12 tempest-ServersAdminTestJSON-1762598083 tempest-ServersAdminTestJSON-1762598083-project] 10.222.0.60 "GET /v2.0/security-groups?id=d6cf22a0-7f65-49f2-8512-764c3542a89d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2641799 Nov 23 17:26:46.277748 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.agents_db [None req-464f6c07-0de8-4be6-8f5b-563f574d1c5d None None] Agent healthcheck: found 7 active agents {{(pid=103593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 17:26:46.290408 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-e5e23800-9deb-4e7c-9f76-141914f35be9 req-5cc1b98f-4342-409c-a012-c2c38a862486 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b560144d-d078-4e51-9dcb-6b297d4ac5e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0808663 Nov 23 17:26:46.299661 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [req-104b2f90-a25d-496d-b9d6-da8219f6b46c req-0d426ecd-5c91-4d6a-aeb5-735959e304a3 tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] Deleting port bfb00a2f-6d55-49c9-a954-d165b46f6bb4 {{(pid=103591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:26:46.300793 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-104b2f90-a25d-496d-b9d6-da8219f6b46c req-0d426ecd-5c91-4d6a-aeb5-735959e304a3 tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:46.330994 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] get_ports_and_sgs() called for port_ids ['d2b1b011-56ff-4c88-a822-a2bc760a83b9'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:26:46.340028 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-20021a5b-f29a-4318-9ea8-4b741ae1c8e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:46.346134 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2b84ca77-c594-40e7-9eb8-89fd31b8cdd2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:46.473090 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-52822d53-48f5-4819-8a95-bdc13aea0bf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:46.475251 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2b84ca77-c594-40e7-9eb8-89fd31b8cdd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:46.490848 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20021a5b-f29a-4318-9ea8-4b741ae1c8e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=071987a7-cba9-4559-b6f7-ace94d0eb8ff,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:26:46.496901 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20021a5b-f29a-4318-9ea8-4b741ae1c8e4 admin admin] No DVR routers for this DVR port 071987a7-cba9-4559-b6f7-ace94d0eb8ff on host n-d-816206-8 {{(pid=103591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:26:46.630611 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b84ca77-c594-40e7-9eb8-89fd31b8cdd2 admin admin] vlan segment allocate from pool success with {'vlan_id': 514, 'physical_network': 'physnet1'} {{(pid=103590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 17:26:46.663218 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-104b2f90-a25d-496d-b9d6-da8219f6b46c req-0d426ecd-5c91-4d6a-aeb5-735959e304a3 tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] For port bfb00a2f-6d55-49c9-a954-d165b46f6bb4, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=bfb00a2f-6d55-49c9-a954-d165b46f6bb4,segment=NetworkSegment(329c1745-02bf-4561-9615-3192910887f5),segment_id=329c1745-02bf-4561-9615-3192910887f5)] {{(pid=103591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:26:46.663553 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-104b2f90-a25d-496d-b9d6-da8219f6b46c req-0d426ecd-5c91-4d6a-aeb5-735959e304a3 tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:46.669394 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b84ca77-c594-40e7-9eb8-89fd31b8cdd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7429cf9b-5907-4497-b566-ebcd3f908484,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:26:46.693221 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2b84ca77-c594-40e7-9eb8-89fd31b8cdd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:46.693625 n-d-816206-8 neutron-server[103590]: INFO neutron.db.segments_db [None req-2b84ca77-c594-40e7-9eb8-89fd31b8cdd2 admin admin] Added segment eccc7502-c83a-4fbe-ab5d-f0236af779ca of type vlan for network 8330a1c2-ef06-4fd1-bf99-730564d79f9d Nov 23 17:26:46.704294 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-20021a5b-f29a-4318-9ea8-4b741ae1c8e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973419', 'neutron.services.segments.db._delete_segments_for_network-8736635878840'] for network, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:46.731366 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6625b3-924c-429a-a9d4-04d05f865059 req-8891f643-0717-4058-a71d-8dfa6a62a922 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:26:46.733024 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-3d6625b3-924c-429a-a9d4-04d05f865059 req-8891f643-0717-4058-a71d-8dfa6a62a922 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc08fe74-4555-439f-80d1-3d367042aa97 HTTP/1.1" status: 200 len: 932 time: 0.2435722 Nov 23 17:26:46.738735 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [req-104b2f90-a25d-496d-b9d6-da8219f6b46c req-0d426ecd-5c91-4d6a-aeb5-735959e304a3 tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] Calling delete_port for bfb00a2f-6d55-49c9-a954-d165b46f6bb4 owned by compute:nova {{(pid=103591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:26:46.761011 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd216e6-9deb-46c2-a948-70b4bf9e5f6d req-022fef41-ac64-4098-b464-cd2aab4244c0 tempest-ImagesTestJSON-931761063 tempest-ImagesTestJSON-931761063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:26:46.768596 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-afd216e6-9deb-46c2-a948-70b4bf9e5f6d req-022fef41-ac64-4098-b464-cd2aab4244c0 tempest-ImagesTestJSON-931761063 tempest-ImagesTestJSON-931761063-project] 10.222.0.60 "GET /v2.0/ports?device_id=41fcdfe4-94ac-4117-84e7-e15c3483ec40 HTTP/1.1" status: 200 len: 943 time: 0.2565715 Nov 23 17:26:46.771645 n-d-816206-8 neutron-server[103591]: DEBUG neutron.services.segments.db [None req-20021a5b-f29a-4318-9ea8-4b741ae1c8e4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f5444d3-3e63-4159-81a8-4609b4ef027e']}} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:26:46.800987 n-d-816206-8 neutron-server[103591]: DEBUG neutron.services.segments.db [None req-20021a5b-f29a-4318-9ea8-4b741ae1c8e4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2486935d-f394-4693-b293-58c3fd3d596e') {'for_net_delete': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:26:46.801315 n-d-816206-8 neutron-server[103591]: DEBUG neutron.services.segments.db [None req-20021a5b-f29a-4318-9ea8-4b741ae1c8e4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2486935d-f394-4693-b293-58c3fd3d596e') {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:26:46.812837 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-e5e23800-9deb-4e7c-9f76-141914f35be9 req-3d5a6832-8cbd-4aea-97df-c9b1b68b04df service neutron] 10.222.0.36 "GET /v2.0/networks/b560144d-d078-4e51-9dcb-6b297d4ac5e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5074530 Nov 23 17:26:46.865073 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-20021a5b-f29a-4318-9ea8-4b741ae1c8e4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736635840332', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265989959'] for segment, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:46.874194 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2b84ca77-c594-40e7-9eb8-89fd31b8cdd2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736635338810'] for network, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:46.911793 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-20021a5b-f29a-4318-9ea8-4b741ae1c8e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:46.928454 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 071987a7-cba9-4559-b6f7-ace94d0eb8ff no longer exists at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:26:46.947019 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20021a5b-f29a-4318-9ea8-4b741ae1c8e4 admin admin] Releasing vlan 522 on physical network physnet1 to pool {{(pid=103591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 17:26:46.947441 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-20021a5b-f29a-4318-9ea8-4b741ae1c8e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264756290'] for segment, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:46.951907 n-d-816206-8 neutron-server[103591]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 17:26:46.951907 n-d-816206-8 neutron-server[103591]: self.session.flush() Nov 23 17:26:46.951907 n-d-816206-8 neutron-server[103591]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 17:26:46.951907 n-d-816206-8 neutron-server[103591]: self.session.flush() Nov 23 17:26:46.951907 n-d-816206-8 neutron-server[103591]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 17:26:46.951907 n-d-816206-8 neutron-server[103591]: self.session.flush() Nov 23 17:26:46.951907 n-d-816206-8 neutron-server[103591]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 17:26:46.951907 n-d-816206-8 neutron-server[103591]: self.session.flush() Nov 23 17:26:46.951907 n-d-816206-8 neutron-server[103591]: Traceback (most recent call last): Nov 23 17:26:46.951907 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 17:26:46.951907 n-d-816206-8 neutron-server[103591]: timer() Nov 23 17:26:46.951907 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 17:26:46.951907 n-d-816206-8 neutron-server[103591]: cb(*args, **kw) Nov 23 17:26:46.951907 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 17:26:46.951907 n-d-816206-8 neutron-server[103591]: return func(*args, **kwargs) Nov 23 17:26:46.951907 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 17:26:46.951907 n-d-816206-8 neutron-server[103591]: self._notify() Nov 23 17:26:46.951907 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 17:26:46.951907 n-d-816206-8 neutron-server[103591]: self.callback(batched_events) Nov 23 17:26:46.951907 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 17:26:46.951907 n-d-816206-8 neutron-server[103591]: event.method(event) Nov 23 17:26:46.951907 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 17:26:46.951907 n-d-816206-8 neutron-server[103591]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 17:26:46.951907 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 17:26:46.951907 n-d-816206-8 neutron-server[103591]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 17:26:46.951907 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 17:26:46.951907 n-d-816206-8 neutron-server[103591]: return f(self, *a, **k) Nov 23 17:26:46.951907 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 17:26:46.951907 n-d-816206-8 neutron-server[103591]: return self._get(url).json() Nov 23 17:26:46.951907 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 17:26:46.951907 n-d-816206-8 neutron-server[103591]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 17:26:46.951907 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 17:26:46.951907 n-d-816206-8 neutron-server[103591]: return self.request(url, 'GET', **kwargs) Nov 23 17:26:46.951907 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 17:26:46.951907 n-d-816206-8 neutron-server[103591]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 17:26:46.951907 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 17:26:46.951907 n-d-816206-8 neutron-server[103591]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 17:26:46.951907 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 17:26:46.951907 n-d-816206-8 neutron-server[103591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 17:26:46.951907 n-d-816206-8 neutron-server[103591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 17:26:46.967443 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] No Port match for: 071987a7-cba9-4559-b6f7-ace94d0eb8ff {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:26:46.968183 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 071987a7-cba9-4559-b6f7-ace94d0eb8ff not bound to the agent host n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:26:46.993276 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-afd216e6-9deb-46c2-a948-70b4bf9e5f6d req-80e64f9d-5d02-4e31-9c33-8d208d6b9ea8 tempest-ImagesTestJSON-931761063 tempest-ImagesTestJSON-931761063-project] 10.222.0.60 "GET /v2.0/security-groups?id=f2768289-7821-4137-8326-c052bf648315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2237668 Nov 23 17:26:47.011615 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device 106c7877-d6d0-453d-94f5-fc7533add6f7 up at agent hyperv_n-h1-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:26:47.035044 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-3d6625b3-924c-429a-a9d4-04d05f865059 req-3f64c7d0-8286-46b5-95bc-27a3309fd855 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.60 "GET /v2.0/security-groups?id=b4179e07-bbfd-4236-b98c-2ab2b518c61f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2846014 Nov 23 17:26:47.086664 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-20021a5b-f29a-4318-9ea8-4b741ae1c8e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1795418'] for network, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:47.108720 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Provisioning complete for port 106c7877-d6d0-453d-94f5-fc7533add6f7 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:26:47.109286 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:47.135289 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2b84ca77-c594-40e7-9eb8-89fd31b8cdd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493'] for network, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:47.136920 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b84ca77-c594-40e7-9eb8-89fd31b8cdd2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:26:47.137724 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2b84ca77-c594-40e7-9eb8-89fd31b8cdd2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for network, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:47.152702 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-20021a5b-f29a-4318-9ea8-4b741ae1c8e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for network, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:47.158199 n-d-816206-8 neutron-server[103590]: DEBUG neutron.notifiers.nova [req-b67f3362-3021-48ca-9a4b-24f7cf54bd9a req-a96e1f9d-643f-4f48-a33e-22aba3ac46c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 463bb2f6-75a3-49d9-907f-c2963eb4fc14 {{(pid=103590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:26:47.159296 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-20021a5b-f29a-4318-9ea8-4b741ae1c8e4 admin admin] 10.222.0.60 "DELETE /v2.0/networks/5f5444d3-3e63-4159-81a8-4609b4ef027e HTTP/1.1" status: 204 len: 168 time: 2.2364266 Nov 23 17:26:47.207739 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-b67f3362-3021-48ca-9a4b-24f7cf54bd9a req-a96e1f9d-643f-4f48-a33e-22aba3ac46c9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:47.221642 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20021a5b-f29a-4318-9ea8-4b741ae1c8e4 admin admin] Pushing event deleted for resources: {'Network': ['ID=5f5444d3-3e63-4159-81a8-4609b4ef027e,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:26:47.233060 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-2b84ca77-c594-40e7-9eb8-89fd31b8cdd2 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.9482148 Nov 23 17:26:47.240524 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 58426) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:26:47.258288 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-ca6c4fdd-35e0-45fa-9f3d-6e67a4b72871 admin admin] Request body: {'subnet': {'network_id': '8330a1c2-ef06-4fd1-bf99-730564d79f9d', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1744703006-subnet', 'tenant_id': '3a9c0bddde464356b0da62958e164b3b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:26:47.258909 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef36ef9-3e8f-4678-ae82-6f1354956a83 req-192c2ab7-d4d6-4f80-ac3d-1ee3fa88b81c tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:26:47.264127 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-e5e23800-9deb-4e7c-9f76-141914f35be9 req-dbeace29-5765-432e-8143-fe67c8afe0a1 service neutron] 10.222.0.36 "GET /v2.0/networks/b560144d-d078-4e51-9dcb-6b297d4ac5e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4384842 Nov 23 17:26:47.270733 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4ef36ef9-3e8f-4678-ae82-6f1354956a83 req-192c2ab7-d4d6-4f80-ac3d-1ee3fa88b81c tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] 10.222.0.60 "GET /v2.0/ports?device_id=ce1fece4-f172-4cbd-adb9-8bb291bc1b9d HTTP/1.1" status: 200 len: 945 time: 0.1075828 Nov 23 17:26:47.307881 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-104b2f90-a25d-496d-b9d6-da8219f6b46c req-0d426ecd-5c91-4d6a-aeb5-735959e304a3 tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:47.310968 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:47.328528 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [req-b67f3362-3021-48ca-9a4b-24f7cf54bd9a req-a96e1f9d-643f-4f48-a33e-22aba3ac46c9 service neutron] Transition to ACTIVE for port object 463bb2f6-75a3-49d9-907f-c2963eb4fc14 will not be triggered until provisioned by entity L2. {{(pid=103590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 17:26:47.330791 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b84ca77-c594-40e7-9eb8-89fd31b8cdd2 admin admin] Pushing event updated for resources: {'Network': ['ID=8330a1c2-ef06-4fd1-bf99-730564d79f9d,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:26:47.348623 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-b67f3362-3021-48ca-9a4b-24f7cf54bd9a req-a96e1f9d-643f-4f48-a33e-22aba3ac46c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264357957'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:47.360907 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port 106c7877-d6d0-453d-94f5-fc7533add6f7, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=106c7877-d6d0-453d-94f5-fc7533add6f7,segment=NetworkSegment(329c1745-02bf-4561-9615-3192910887f5),segment_id=329c1745-02bf-4561-9615-3192910887f5)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:26:47.363507 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] get_ports_and_sgs() called for port_ids ['619a8aee-de53-404a-b496-f8a2de1819bc', '4d508f7d-6fef-46d4-88da-e1281c70682d', '9dbd8931-0e0e-4403-9ea7-6a29a17a2a8a', '2409cb61-ae6f-4a2d-8c86-8c6a24f1a9c4'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:26:47.372758 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b7e3802-0f06-4962-a331-d43c0ed8ac79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '106c7877-d6d0-453d-94f5-fc7533add6f7'}] {{(pid=103592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:26:47.379919 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba3e6a8f2301c7a29fe1eca9779abdae4ccbcd6266d69778087f2498d5551201" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f519b76-4884-407d-8b19-6adc785343e0" -d '{"events": [{"server_uuid": "8b7e3802-0f06-4962-a331-d43c0ed8ac79", "name": "network-vif-plugged", "status": "completed", "tag": "106c7877-d6d0-453d-94f5-fc7533add6f7"}]}' {{(pid=103592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:26:47.386053 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] get_ports_and_sgs() called for port_ids ['fd248227-a963-429c-aa28-16266759837f', 'b1eb041c-b829-49de-a62b-f5360ff178c3', '2fce8c0a-ec40-442a-99de-d3d30ef7473e'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:26:47.405605 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 58432) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:26:47.420871 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d426ecd-5c91-4d6a-aeb5-735959e304a3 tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] Pushing event deleted for resources: {'Port': ['ID=bfb00a2f-6d55-49c9-a954-d165b46f6bb4,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:26:47.433863 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Network 8330a1c2-ef06-4fd1-bf99-730564d79f9d details requested by agent ovs-agent-n-d-816206-8 with host n-d-816206-8 {{(pid=103592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 17:26:47.459881 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96e1f9d-643f-4f48-a33e-22aba3ac46c9 service neutron] Pushing event updated for resources: {'Port': ['ID=463bb2f6-75a3-49d9-907f-c2963eb4fc14,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:26:47.469581 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca6c4fdd-35e0-45fa-9f3d-6e67a4b72871 admin admin] Made reservation on behalf of 3a9c0bddde464356b0da62958e164b3b for: {'subnet': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:26:47.472678 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ca6c4fdd-35e0-45fa-9f3d-6e67a4b72871 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264730903'] for subnet, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:47.531378 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-311b276a-5013-4993-be7f-9c658384974f req-08d720d8-01f2-4b0d-b215-ef0a4fae6776 tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] 10.222.0.60 "GET /v2.0/ports?device_id=f4519c44-de32-443c-a97f-17c4ba9317e2 HTTP/1.1" status: 200 len: 210 time: 0.1314638 Nov 23 17:26:47.566228 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:47.573131 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [req-104b2f90-a25d-496d-b9d6-da8219f6b46c req-0d426ecd-5c91-4d6a-aeb5-735959e304a3 tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] No DVR routers for this DVR port bfb00a2f-6d55-49c9-a954-d165b46f6bb4 on host n-h1-816206-8 {{(pid=103591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:26:47.580212 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-104b2f90-a25d-496d-b9d6-da8219f6b46c req-0d426ecd-5c91-4d6a-aeb5-735959e304a3 tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:47.583894 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-104b2f90-a25d-496d-b9d6-da8219f6b46c req-0d426ecd-5c91-4d6a-aeb5-735959e304a3 tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] 10.222.0.55 "DELETE /v2.0/ports/bfb00a2f-6d55-49c9-a954-d165b46f6bb4 HTTP/1.1" status: 204 len: 173 time: 1.8645327 Nov 23 17:26:47.584764 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4519c44-de32-443c-a97f-17c4ba9317e2', 'name': 'network-vif-deleted', 'tag': 'bfb00a2f-6d55-49c9-a954-d165b46f6bb4'}] {{(pid=103591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:26:47.587795 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41d174a19ece9499ff9ec44e5b3fc50f2abd3ffbc947fb7e52ea1e8db27b95b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f6ffab1-0945-4f15-8063-b712f62575e2" -d '{"events": [{"server_uuid": "f4519c44-de32-443c-a97f-17c4ba9317e2", "name": "network-vif-deleted", "tag": "bfb00a2f-6d55-49c9-a954-d165b46f6bb4"}]}' {{(pid=103591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:26:47.652576 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [req-b67f3362-3021-48ca-9a4b-24f7cf54bd9a req-a96e1f9d-643f-4f48-a33e-22aba3ac46c9 service neutron] Attempting to bind port 463bb2f6-75a3-49d9-907f-c2963eb4fc14 on host n-h2-816206-8 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:26:47.653269 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [req-b67f3362-3021-48ca-9a4b-24f7cf54bd9a req-a96e1f9d-643f-4f48-a33e-22aba3ac46c9 service neutron] Attempting to bind port 463bb2f6-75a3-49d9-907f-c2963eb4fc14 by drivers openvswitch,hyperv on host n-h2-816206-8 at level 0 using segments [{'id': 'f75f400f-3665-42b6-b743-8c8989e17b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '43d8ac08-152d-4053-b836-ddc03b0e91a2'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:26:47.653836 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b67f3362-3021-48ca-9a4b-24f7cf54bd9a req-a96e1f9d-643f-4f48-a33e-22aba3ac46c9 service neutron] Attempting to bind port 463bb2f6-75a3-49d9-907f-c2963eb4fc14 on network 43d8ac08-152d-4053-b836-ddc03b0e91a2 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:26:47.653977 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-f99a55fa-27c2-4d9b-8397-800f53b580ea admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=70c897f318a347799dc351238c0b73a6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2381241 Nov 23 17:26:47.658316 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 58438) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:26:47.686578 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4ef36ef9-3e8f-4678-ae82-6f1354956a83 req-47895a17-29a0-41f1-8799-da2dc4baa37d tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] 10.222.0.60 "GET /v2.0/security-groups?id=a7d295c6-a842-436b-b184-bb80f16900ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4144962 Nov 23 17:26:47.738867 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b67f3362-3021-48ca-9a4b-24f7cf54bd9a req-a96e1f9d-643f-4f48-a33e-22aba3ac46c9 service neutron] Port 463bb2f6-75a3-49d9-907f-c2963eb4fc14 on network 43d8ac08-152d-4053-b836-ddc03b0e91a2 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-8 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 17:26:47.739209 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b67f3362-3021-48ca-9a4b-24f7cf54bd9a req-a96e1f9d-643f-4f48-a33e-22aba3ac46c9 service neutron] Attempting to bind port 463bb2f6-75a3-49d9-907f-c2963eb4fc14 on network 43d8ac08-152d-4053-b836-ddc03b0e91a2 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:26:47.782450 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b67f3362-3021-48ca-9a4b-24f7cf54bd9a req-a96e1f9d-643f-4f48-a33e-22aba3ac46c9 service neutron] Checking agent: {'id': 'ab77bf9e-0267-4174-8f1d-822cba89b207', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 15, 13), 'started_at': datetime.datetime(2021, 11, 23, 17, 15, 13), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 26, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:26:47.782788 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b67f3362-3021-48ca-9a4b-24f7cf54bd9a req-a96e1f9d-643f-4f48-a33e-22aba3ac46c9 service neutron] Checking segment: {'id': 'f75f400f-3665-42b6-b743-8c8989e17b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '43d8ac08-152d-4053-b836-ddc03b0e91a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:26:47.783204 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b67f3362-3021-48ca-9a4b-24f7cf54bd9a req-a96e1f9d-643f-4f48-a33e-22aba3ac46c9 service neutron] Bound using segment: {'id': 'f75f400f-3665-42b6-b743-8c8989e17b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '43d8ac08-152d-4053-b836-ddc03b0e91a2'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:26:47.783655 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [req-b67f3362-3021-48ca-9a4b-24f7cf54bd9a req-a96e1f9d-643f-4f48-a33e-22aba3ac46c9 service neutron] Bound port: 463bb2f6-75a3-49d9-907f-c2963eb4fc14, host: n-h2-816206-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f75f400f-3665-42b6-b743-8c8989e17b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '43d8ac08-152d-4053-b836-ddc03b0e91a2'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:26:47.784263 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-b67f3362-3021-48ca-9a4b-24f7cf54bd9a req-a96e1f9d-643f-4f48-a33e-22aba3ac46c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:47.803783 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f370dfe-472d-4f10-82b9-033a3f77e336 req-99c5fab0-31d5-452e-a6d1-ad8dae64d38d tempest-ServersAdminTestJSON-1762598083 tempest-ServersAdminTestJSON-1762598083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:26:47.805436 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-3f370dfe-472d-4f10-82b9-033a3f77e336 req-99c5fab0-31d5-452e-a6d1-ad8dae64d38d tempest-ServersAdminTestJSON-1762598083 tempest-ServersAdminTestJSON-1762598083-project] 10.222.0.60 "GET /v2.0/ports?device_id=8b7e3802-0f06-4962-a331-d43c0ed8ac79 HTTP/1.1" status: 200 len: 951 time: 0.1488659 Nov 23 17:26:47.815988 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:26:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0660e4ce-99ec-48d2-8787-ffdec12dba6e x-openstack-request-id: req-0660e4ce-99ec-48d2-8787-ffdec12dba6e {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:26:47.816287 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4519c44-de32-443c-a97f-17c4ba9317e2", "name": "network-vif-deleted", "tag": "bfb00a2f-6d55-49c9-a954-d165b46f6bb4", "status": "completed", "code": 200}]} {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:26:47.816557 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-0660e4ce-99ec-48d2-8787-ffdec12dba6e {{(pid=103591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:26:47.816974 n-d-816206-8 neutron-server[103591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4519c44-de32-443c-a97f-17c4ba9317e2', 'name': 'network-vif-deleted', 'tag': 'bfb00a2f-6d55-49c9-a954-d165b46f6bb4', 'status': 'completed', 'code': 200} Nov 23 17:26:47.923285 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9a27ae6c-db98-474f-94c1-cc99bf842d79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:47.928033 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-3f370dfe-472d-4f10-82b9-033a3f77e336 req-ca65aaa7-b832-47ab-900c-5bb10d3f42d0 tempest-ServersAdminTestJSON-1762598083 tempest-ServersAdminTestJSON-1762598083-project] 10.222.0.60 "GET /v2.0/security-groups?id=d6cf22a0-7f65-49f2-8512-764c3542a89d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976229 Nov 23 17:26:47.967800 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:26:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebd206b3-9a3e-48b5-aec5-e305621d18e1 x-openstack-request-id: req-ebd206b3-9a3e-48b5-aec5-e305621d18e1 {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:26:47.968636 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b7e3802-0f06-4962-a331-d43c0ed8ac79", "name": "network-vif-plugged", "status": "completed", "tag": "106c7877-d6d0-453d-94f5-fc7533add6f7", "code": 200}]} {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:26:47.968636 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ebd206b3-9a3e-48b5-aec5-e305621d18e1 {{(pid=103592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:26:47.968636 n-d-816206-8 neutron-server[103592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b7e3802-0f06-4962-a331-d43c0ed8ac79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '106c7877-d6d0-453d-94f5-fc7533add6f7', 'code': 200} Nov 23 17:26:48.037639 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c18a8c1c-1680-4812-b99a-e28fc54f3709 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:48.038239 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Pushing event updated for resources: {'Port': ['ID=106c7877-d6d0-453d-94f5-fc7533add6f7,revision_number=11']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:26:48.221139 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e478b9f-6dc2-4128-8a3d-90cbe0b8c3e0 req-853a2b70-ded4-438c-a363-805cfbe8bed1 tempest-ImagesTestJSON-931761063 tempest-ImagesTestJSON-931761063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:26:48.223558 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6e478b9f-6dc2-4128-8a3d-90cbe0b8c3e0 req-853a2b70-ded4-438c-a363-805cfbe8bed1 tempest-ImagesTestJSON-931761063 tempest-ImagesTestJSON-931761063-project] 10.222.0.60 "GET /v2.0/ports?device_id=41fcdfe4-94ac-4117-84e7-e15c3483ec40 HTTP/1.1" status: 200 len: 943 time: 0.0724714 Nov 23 17:26:48.234648 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c18a8c1c-1680-4812-b99a-e28fc54f3709 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:48.340090 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:48.349476 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [req-b67f3362-3021-48ca-9a4b-24f7cf54bd9a req-a96e1f9d-643f-4f48-a33e-22aba3ac46c9 service neutron] For port 463bb2f6-75a3-49d9-907f-c2963eb4fc14, host n-h2-816206-8, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:26:48.355293 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [req-b67f3362-3021-48ca-9a4b-24f7cf54bd9a req-a96e1f9d-643f-4f48-a33e-22aba3ac46c9 service neutron] For port 463bb2f6-75a3-49d9-907f-c2963eb4fc14, host n-h2-816206-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=463bb2f6-75a3-49d9-907f-c2963eb4fc14,segment=NetworkSegment(f75f400f-3665-42b6-b743-8c8989e17b3e),segment_id=f75f400f-3665-42b6-b743-8c8989e17b3e)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:26:48.389141 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6e478b9f-6dc2-4128-8a3d-90cbe0b8c3e0 req-89d5259a-566d-4f21-87cc-48a672e2aa4a tempest-ImagesTestJSON-931761063 tempest-ImagesTestJSON-931761063-project] 10.222.0.60 "GET /v2.0/security-groups?id=f2768289-7821-4137-8326-c052bf648315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315827 Nov 23 17:26:48.400599 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef6d7e7-aa76-424d-92b9-4d6b2afbc6da req-c585d585-e9fc-4e4b-883d-a72216d9586a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:26:48.402304 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-aef6d7e7-aa76-424d-92b9-4d6b2afbc6da req-c585d585-e9fc-4e4b-883d-a72216d9586a service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=8b7e3802-0f06-4962-a331-d43c0ed8ac79 HTTP/1.1" status: 200 len: 1102 time: 0.1777256 Nov 23 17:26:48.421949 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e74d4a9-dfe8-4ea8-8c15-fd7618cdfcaf req-af17d842-54e1-40e2-8d2a-350d5a54c480 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:26:48.424594 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5e74d4a9-dfe8-4ea8-8c15-fd7618cdfcaf req-af17d842-54e1-40e2-8d2a-350d5a54c480 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc08fe74-4555-439f-80d1-3d367042aa97 HTTP/1.1" status: 200 len: 944 time: 0.1518614 Nov 23 17:26:48.483295 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-b67f3362-3021-48ca-9a4b-24f7cf54bd9a req-a96e1f9d-643f-4f48-a33e-22aba3ac46c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264357957'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:48.508207 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ca6c4fdd-35e0-45fa-9f3d-6e67a4b72871 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264358096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264730885'] for subnet, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:48.510423 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-aef6d7e7-aa76-424d-92b9-4d6b2afbc6da req-e3251e1b-ac5a-4709-921b-eb4e702f2f51 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=d6cf22a0-7f65-49f2-8512-764c3542a89d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991344 Nov 23 17:26:48.516718 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c18a8c1c-1680-4812-b99a-e28fc54f3709 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:48.519842 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c18a8c1c-1680-4812-b99a-e28fc54f3709 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:48.521250 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-c18a8c1c-1680-4812-b99a-e28fc54f3709 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a4988802-5619-4302-b56f-37b97bce8bd7 HTTP/1.1" status: 204 len: 168 time: 0.8571599 Nov 23 17:26:48.543328 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67f3362-3021-48ca-9a4b-24f7cf54bd9a req-a96e1f9d-643f-4f48-a33e-22aba3ac46c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:26:48.544344 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-b67f3362-3021-48ca-9a4b-24f7cf54bd9a req-a96e1f9d-643f-4f48-a33e-22aba3ac46c9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:48.546471 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-b67f3362-3021-48ca-9a4b-24f7cf54bd9a req-a96e1f9d-643f-4f48-a33e-22aba3ac46c9 service neutron] 10.222.0.36 "PUT /v2.0/ports/463bb2f6-75a3-49d9-907f-c2963eb4fc14 HTTP/1.1" status: 200 len: 1092 time: 2.6701577 Nov 23 17:26:48.559094 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5e74d4a9-dfe8-4ea8-8c15-fd7618cdfcaf req-24dc1bda-78a6-483c-8fbf-6d5f6c6e6dc9 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.60 "GET /v2.0/security-groups?id=b4179e07-bbfd-4236-b98c-2ab2b518c61f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155903 Nov 23 17:26:48.577515 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18a8c1c-1680-4812-b99a-e28fc54f3709 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4988802-5619-4302-b56f-37b97bce8bd7,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:26:48.614047 n-d-816206-8 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc08fe74-4555-439f-80d1-3d367042aa97', 'tag': '463bb2f6-75a3-49d9-907f-c2963eb4fc14'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:26:48.621084 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbabddbc9fc37b068808e119c416c86f5957ca04531a4a0d2e695c515e93483b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b6508c4-6cab-4a29-aec7-58801b46471c" -d '{"events": [{"name": "network-changed", "server_uuid": "bc08fe74-4555-439f-80d1-3d367042aa97", "tag": "463bb2f6-75a3-49d9-907f-c2963eb4fc14"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:26:48.895999 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 17:26:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3c4e993-09d4-4fa7-81fa-1b7d26583803 x-openstack-request-id: req-a3c4e993-09d4-4fa7-81fa-1b7d26583803 {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:26:48.896397 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc08fe74-4555-439f-80d1-3d367042aa97", "tag": "463bb2f6-75a3-49d9-907f-c2963eb4fc14", "status": "completed", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:26:48.896590 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a3c4e993-09d4-4fa7-81fa-1b7d26583803 {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:26:48.896981 n-d-816206-8 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc08fe74-4555-439f-80d1-3d367042aa97', 'tag': '463bb2f6-75a3-49d9-907f-c2963eb4fc14', 'status': 'completed', 'code': 200} Nov 23 17:26:48.947526 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce173c8-2aad-4051-82bf-51f6fd9d0e4c req-6b8bfb05-cb6e-491e-96cc-7ca81f8947a9 tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:26:48.953702 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7ce173c8-2aad-4051-82bf-51f6fd9d0e4c req-6b8bfb05-cb6e-491e-96cc-7ca81f8947a9 tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] 10.222.0.60 "GET /v2.0/ports?device_id=ce1fece4-f172-4cbd-adb9-8bb291bc1b9d HTTP/1.1" status: 200 len: 945 time: 0.1172605 Nov 23 17:26:49.022793 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device bfb00a2f-6d55-49c9-a954-d165b46f6bb4 no longer exists at agent hyperv_n-h1-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:26:49.063490 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6c4fdd-35e0-45fa-9f3d-6e67a4b72871 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b2d8871a-ed51-4f8b-8ba8-dcfba1e666b8,revision_number=0']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:26:49.072780 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] No Port match for: bfb00a2f-6d55-49c9-a954-d165b46f6bb4 {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:26:49.073243 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device bfb00a2f-6d55-49c9-a954-d165b46f6bb4 not bound to the agent host n-h1-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:26:49.091416 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7ce173c8-2aad-4051-82bf-51f6fd9d0e4c req-8385756a-3270-4f20-9f34-5a8b092c820d tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] 10.222.0.60 "GET /v2.0/security-groups?id=a7d295c6-a842-436b-b184-bb80f16900ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244099 Nov 23 17:26:49.093743 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67f3362-3021-48ca-9a4b-24f7cf54bd9a req-cffa6849-4693-47fa-aac5-f5691ac0a7d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:26:49.096005 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-b67f3362-3021-48ca-9a4b-24f7cf54bd9a req-cffa6849-4693-47fa-aac5-f5691ac0a7d8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3541603f19884b9cb683e7eedd76d17c&device_id=bc08fe74-4555-439f-80d1-3d367042aa97 HTTP/1.1" status: 200 len: 1095 time: 0.3902056 Nov 23 17:26:49.097588 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96e1f9d-643f-4f48-a33e-22aba3ac46c9 service neutron] Pushing event updated for resources: {'Port': ['ID=463bb2f6-75a3-49d9-907f-c2963eb4fc14,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:26:49.106396 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca6c4fdd-35e0-45fa-9f3d-6e67a4b72871 admin admin] Checking segment: {'id': 'eccc7502-c83a-4fbe-ab5d-f0236af779ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '8330a1c2-ef06-4fd1-bf99-730564d79f9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:26:49.106820 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca6c4fdd-35e0-45fa-9f3d-6e67a4b72871 admin admin] Network hostable DHCP agents. Network: 8330a1c2-ef06-4fd1-bf99-730564d79f9d, hostable agents: ['0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3'], hosted agents: [] {{(pid=103590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 17:26:49.288386 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-b67f3362-3021-48ca-9a4b-24f7cf54bd9a req-81d7368e-4b3e-419f-aa78-2f63090eeb45 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=463bb2f6-75a3-49d9-907f-c2963eb4fc14 HTTP/1.1" status: 200 len: 217 time: 0.1616051 Nov 23 17:26:49.327502 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca6c4fdd-35e0-45fa-9f3d-6e67a4b72871 admin admin] Network 8330a1c2-ef06-4fd1-bf99-730564d79f9d is scheduled to be hosted by DHCP agent 0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3 with binding_index 1 {{(pid=103590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 17:26:49.393143 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-ca6c4fdd-35e0-45fa-9f3d-6e67a4b72871 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-8, 8330a1c2-ef06-4fd1-bf99-730564d79f9d) {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:26:49.405380 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca6c4fdd-35e0-45fa-9f3d-6e67a4b72871 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:26:49.407162 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ca6c4fdd-35e0-45fa-9f3d-6e67a4b72871 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:49.410711 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-589021ae-d483-45eb-847f-16d0ce5b3638 None None] Network 8330a1c2-ef06-4fd1-bf99-730564d79f9d requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:26:49.434944 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5159983c-1b7f-4e30-ab6d-2d1f71516b6e req-03719f1a-b9d4-4b6a-8fd3-fd208d479c06 tempest-ServersAdminTestJSON-1762598083 tempest-ServersAdminTestJSON-1762598083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:26:49.437860 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5159983c-1b7f-4e30-ab6d-2d1f71516b6e req-03719f1a-b9d4-4b6a-8fd3-fd208d479c06 tempest-ServersAdminTestJSON-1762598083 tempest-ServersAdminTestJSON-1762598083-project] 10.222.0.60 "GET /v2.0/ports?device_id=8b7e3802-0f06-4962-a331-d43c0ed8ac79 HTTP/1.1" status: 200 len: 951 time: 0.2016931 Nov 23 17:26:49.440040 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67f3362-3021-48ca-9a4b-24f7cf54bd9a req-567fc267-c8a2-416b-ab32-543ccea960c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:26:49.442921 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-b67f3362-3021-48ca-9a4b-24f7cf54bd9a req-567fc267-c8a2-416b-ab32-543ccea960c9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=23f80e8e-7e58-4465-87c1-72654345f52f HTTP/1.1" status: 200 len: 849 time: 0.1417387 Nov 23 17:26:49.465364 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-ca6c4fdd-35e0-45fa-9f3d-6e67a4b72871 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.2064762 Nov 23 17:26:49.465939 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 58472) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:26:49.480576 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff67177a-b989-4483-8647-aa913ac79689 req-afd876a1-2a43-469e-828a-034bae8584c6 tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:26:49.482283 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ff67177a-b989-4483-8647-aa913ac79689 req-afd876a1-2a43-469e-828a-034bae8584c6 tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] 10.222.0.60 "GET /v2.0/ports?device_id=bba4770a-71f4-46e5-8c48-5d369f9cc463 HTTP/1.1" status: 200 len: 950 time: 0.1699383 Nov 23 17:26:49.486087 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-50f3208d-faae-44e9-8e23-01469c76d956 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1744703006-router', 'tenant_id': '3a9c0bddde464356b0da62958e164b3b', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'}}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:26:49.533064 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67f3362-3021-48ca-9a4b-24f7cf54bd9a req-19451f2d-d7d9-4645-884b-a1abd9015686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:26:49.535334 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-b67f3362-3021-48ca-9a4b-24f7cf54bd9a req-19451f2d-d7d9-4645-884b-a1abd9015686 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=43d8ac08-152d-4053-b836-ddc03b0e91a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0774968 Nov 23 17:26:49.580742 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-50f3208d-faae-44e9-8e23-01469c76d956 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1793449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8093'] for router, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:49.585231 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-50f3208d-faae-44e9-8e23-01469c76d956 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1794473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1794771', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1638326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8086'] for router, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:49.687084 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5159983c-1b7f-4e30-ab6d-2d1f71516b6e req-979d3c1e-ffea-4901-bc47-cd2264836f17 tempest-ServersAdminTestJSON-1762598083 tempest-ServersAdminTestJSON-1762598083-project] 10.222.0.60 "GET /v2.0/security-groups?id=d6cf22a0-7f65-49f2-8512-764c3542a89d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2202885 Nov 23 17:26:49.699458 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ff67177a-b989-4483-8647-aa913ac79689 req-d8fa8f0d-e035-4364-bde1-06ca7f21d983 tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b15aa03-44a0-4375-a57d-e8cf999b0781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849680 Nov 23 17:26:49.786700 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-50f3208d-faae-44e9-8e23-01469c76d956 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:49.787052 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-b67f3362-3021-48ca-9a4b-24f7cf54bd9a req-32137bf0-b0ed-4805-b91a-71f4ee2daf31 service neutron] 10.222.0.36 "GET /v2.0/networks/43d8ac08-152d-4053-b836-ddc03b0e91a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2394021 Nov 23 17:26:49.933957 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d3e5f32-1875-422a-a90d-e0b87cc7aa70 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp355044b8-8e87-58c4-94fa-4a010ec30f9e-8330a1c2-ef06-4fd1-bf99-730564d79f9d', 'network_id': '8330a1c2-ef06-4fd1-bf99-730564d79f9d', 'tenant_id': '3a9c0bddde464356b0da62958e164b3b', 'fixed_ips': [{'subnet_id': 'b2d8871a-ed51-4f8b-8ba8-dcfba1e666b8'}]}} from n-d-816206-8. {{(pid=103592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 17:26:49.935259 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-3d3e5f32-1875-422a-a90d-e0b87cc7aa70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:49.982533 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-b67f3362-3021-48ca-9a4b-24f7cf54bd9a req-8b4fab5a-a23e-4f0b-b128-42bd634d32f3 service neutron] 10.222.0.36 "GET /v2.0/networks/43d8ac08-152d-4053-b836-ddc03b0e91a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1770360 Nov 23 17:26:50.167446 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6508c4-6cab-4a29-aec7-58801b46471c req-6a88ba10-efbe-4530-9609-6b179b82640f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:26:50.171435 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-0b6508c4-6cab-4a29-aec7-58801b46471c req-6a88ba10-efbe-4530-9609-6b179b82640f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3541603f19884b9cb683e7eedd76d17c&device_id=bc08fe74-4555-439f-80d1-3d367042aa97 HTTP/1.1" status: 200 len: 1095 time: 0.0719864 Nov 23 17:26:50.251851 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.db_base_plugin_common [None req-3d3e5f32-1875-422a-a90d-e0b87cc7aa70 None None] Allocated IP 172.20.0.2 (8330a1c2-ef06-4fd1-bf99-730564d79f9d/b2d8871a-ed51-4f8b-8ba8-dcfba1e666b8/2527261f-f17b-4edb-9c04-6e9ee9654383) {{(pid=103592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:26:50.262253 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-50f3208d-faae-44e9-8e23-01469c76d956 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:50.281763 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fa20d7-eb6d-4a6a-ab0b-5dc5e93198ce req-a02ba385-2894-4436-be53-026b212c3f2c tempest-ImagesTestJSON-931761063 tempest-ImagesTestJSON-931761063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:26:50.285036 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c4fa20d7-eb6d-4a6a-ab0b-5dc5e93198ce req-a02ba385-2894-4436-be53-026b212c3f2c tempest-ImagesTestJSON-931761063 tempest-ImagesTestJSON-931761063-project] 10.222.0.60 "GET /v2.0/ports?device_id=41fcdfe4-94ac-4117-84e7-e15c3483ec40 HTTP/1.1" status: 200 len: 943 time: 0.3884499 Nov 23 17:26:50.315430 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device 9c2e5cea-0948-4ebf-a3b3-4bc9dbf71c33 details requested by agent hyperv_n-h2-816206-8 with host n-h2-816206-8 {{(pid=103592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 17:26:50.329191 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6508c4-6cab-4a29-aec7-58801b46471c req-875d6e0c-e385-409d-9508-aaa514209412 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:26:50.330816 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-0b6508c4-6cab-4a29-aec7-58801b46471c req-875d6e0c-e385-409d-9508-aaa514209412 service neutron] 10.222.0.36 "GET /v2.0/networks?id=43d8ac08-152d-4053-b836-ddc03b0e91a2 HTTP/1.1" status: 200 len: 911 time: 0.1515553 Nov 23 17:26:50.392866 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b810218-528a-4a35-89a3-80b71ac6133c req-d9f989c5-207e-4af7-882b-08df2232ecbd tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:26:50.408185 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8b810218-528a-4a35-89a3-80b71ac6133c req-d9f989c5-207e-4af7-882b-08df2232ecbd tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc08fe74-4555-439f-80d1-3d367042aa97 HTTP/1.1" status: 200 len: 944 time: 0.2712958 Nov 23 17:26:50.441052 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-0b6508c4-6cab-4a29-aec7-58801b46471c req-a194c3b2-7d15-4654-aa8a-ce320615a91a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=463bb2f6-75a3-49d9-907f-c2963eb4fc14 HTTP/1.1" status: 200 len: 217 time: 0.0961916 Nov 23 17:26:50.558881 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6508c4-6cab-4a29-aec7-58801b46471c req-d8983a74-ce80-4812-a151-3b838d18ec2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:26:50.562662 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-0b6508c4-6cab-4a29-aec7-58801b46471c req-d8983a74-ce80-4812-a151-3b838d18ec2f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=23f80e8e-7e58-4465-87c1-72654345f52f HTTP/1.1" status: 200 len: 849 time: 0.1036589 Nov 23 17:26:50.570442 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port 9c2e5cea-0948-4ebf-a3b3-4bc9dbf71c33, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=9c2e5cea-0948-4ebf-a3b3-4bc9dbf71c33,segment=NetworkSegment(8fed18b2-0713-4023-96b5-16ede53c73dc),segment_id=8fed18b2-0713-4023-96b5-16ede53c73dc)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:26:50.609844 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Returning: {'device': '9c2e5cea-0948-4ebf-a3b3-4bc9dbf71c33', 'network_id': 'b560144d-d078-4e51-9dcb-6b297d4ac5e2', 'port_id': '9c2e5cea-0948-4ebf-a3b3-4bc9dbf71c33', 'mac_address': 'fa:16:3e:e6:a4:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4be32885-153e-4d88-b3c6-807e18e4db27', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 17:26:50.617707 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-3d3e5f32-1875-422a-a90d-e0b87cc7aa70 None None] Publish callbacks [] for port, precommit_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:50.646227 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8b810218-528a-4a35-89a3-80b71ac6133c req-36eb2d85-6a80-4e98-a933-e009651ab502 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.60 "GET /v2.0/security-groups?id=b4179e07-bbfd-4236-b98c-2ab2b518c61f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2362924 Nov 23 17:26:50.648564 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-3d3e5f32-1875-422a-a90d-e0b87cc7aa70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980'] for port, after_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:50.652299 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c4fa20d7-eb6d-4a6a-ab0b-5dc5e93198ce req-68771de7-acbf-4f4b-9030-77a2062c6106 tempest-ImagesTestJSON-931761063 tempest-ImagesTestJSON-931761063-project] 10.222.0.60 "GET /v2.0/security-groups?id=f2768289-7821-4137-8326-c052bf648315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3081973 Nov 23 17:26:50.669656 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6508c4-6cab-4a29-aec7-58801b46471c req-4aa1a478-5754-4ae2-8517-2909d80ed806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:26:50.672731 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-0b6508c4-6cab-4a29-aec7-58801b46471c req-4aa1a478-5754-4ae2-8517-2909d80ed806 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=43d8ac08-152d-4053-b836-ddc03b0e91a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0956209 Nov 23 17:26:50.726365 n-d-816206-8 neutron-server[103592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d3e5f32-1875-422a-a90d-e0b87cc7aa70 None None] Network 8330a1c2-ef06-4fd1-bf99-730564d79f9d is already hosted by enough agents. {{(pid=103592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:26:50.728349 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:50.737674 n-d-816206-8 neutron-server[103592]: DEBUG neutron.scheduler.base_scheduler [None req-3d3e5f32-1875-422a-a90d-e0b87cc7aa70 None None] Resources bound (agent type, host, resource id): {{(pid=103592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:26:50.742763 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d3e5f32-1875-422a-a90d-e0b87cc7aa70 None None] Received port after_create {{(pid=103592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:26:50.776020 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3e5f32-1875-422a-a90d-e0b87cc7aa70 None None] Pushing event updated for resources: {'Port': ['ID=2527261f-f17b-4edb-9c04-6e9ee9654383,revision_number=1']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:26:50.814400 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c2e5cea-0948-4ebf-a3b3-4bc9dbf71c33 {{(pid=103592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:26:50.887430 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port 9c2e5cea-0948-4ebf-a3b3-4bc9dbf71c33, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=9c2e5cea-0948-4ebf-a3b3-4bc9dbf71c33,segment=NetworkSegment(8fed18b2-0713-4023-96b5-16ede53c73dc),segment_id=8fed18b2-0713-4023-96b5-16ede53c73dc)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:26:50.889562 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-3d3e5f32-1875-422a-a90d-e0b87cc7aa70 None None] Attempting to bind port 2527261f-f17b-4edb-9c04-6e9ee9654383 on host n-d-816206-8 for vnic_type normal with profile {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:26:50.890236 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-3d3e5f32-1875-422a-a90d-e0b87cc7aa70 None None] Attempting to bind port 2527261f-f17b-4edb-9c04-6e9ee9654383 by drivers openvswitch,hyperv on host n-d-816206-8 at level 0 using segments [{'id': 'eccc7502-c83a-4fbe-ab5d-f0236af779ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '8330a1c2-ef06-4fd1-bf99-730564d79f9d'}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:26:50.890982 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d3e5f32-1875-422a-a90d-e0b87cc7aa70 None None] Attempting to bind port 2527261f-f17b-4edb-9c04-6e9ee9654383 on network 8330a1c2-ef06-4fd1-bf99-730564d79f9d {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:26:50.898964 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-50f3208d-faae-44e9-8e23-01469c76d956 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:50.900806 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:50.911693 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d3e5f32-1875-422a-a90d-e0b87cc7aa70 None None] Checking agent: {'id': '9e89acbe-4bbe-4c77-a18b-6f1da9133e0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 7, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 26, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:26:50.916595 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d3e5f32-1875-422a-a90d-e0b87cc7aa70 None None] Checking segment: {'id': 'eccc7502-c83a-4fbe-ab5d-f0236af779ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '8330a1c2-ef06-4fd1-bf99-730564d79f9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:26:50.919775 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-3d3e5f32-1875-422a-a90d-e0b87cc7aa70 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:50.921061 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d3e5f32-1875-422a-a90d-e0b87cc7aa70 None None] Bound using segment: {'id': 'eccc7502-c83a-4fbe-ab5d-f0236af779ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '8330a1c2-ef06-4fd1-bf99-730564d79f9d'} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:26:50.922298 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-3d3e5f32-1875-422a-a90d-e0b87cc7aa70 None None] Bound port: 2527261f-f17b-4edb-9c04-6e9ee9654383, host: n-d-816206-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eccc7502-c83a-4fbe-ab5d-f0236af779ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '8330a1c2-ef06-4fd1-bf99-730564d79f9d'}}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:26:50.923438 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-3d3e5f32-1875-422a-a90d-e0b87cc7aa70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:50.944925 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-50f3208d-faae-44e9-8e23-01469c76d956 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:51.039501 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c4eca5-eee3-44db-999a-40c95ef72c9a req-4f16f3a1-5a47-4e84-93c5-074c3ce30460 tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:26:51.045267 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-42c4eca5-eee3-44db-999a-40c95ef72c9a req-4f16f3a1-5a47-4e84-93c5-074c3ce30460 tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] 10.222.0.36 "GET /v2.0/ports?device_id=ce1fece4-f172-4cbd-adb9-8bb291bc1b9d HTTP/1.1" status: 200 len: 945 time: 0.2156308 Nov 23 17:26:51.062569 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Pushing event updated for resources: {'Port': ['ID=9c2e5cea-0948-4ebf-a3b3-4bc9dbf71c33,revision_number=4']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:26:51.066141 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4621a0e-3807-4c28-9fbd-428ebf6c1908 req-fe29f2e0-a765-48f8-8f47-8ff9b23be599 tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:26:51.091290 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c4621a0e-3807-4c28-9fbd-428ebf6c1908 req-fe29f2e0-a765-48f8-8f47-8ff9b23be599 tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] 10.222.0.60 "GET /v2.0/ports?device_id=ce1fece4-f172-4cbd-adb9-8bb291bc1b9d HTTP/1.1" status: 200 len: 945 time: 0.2026155 Nov 23 17:26:51.162398 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-3d3e5f32-1875-422a-a90d-e0b87cc7aa70 None None] For port 2527261f-f17b-4edb-9c04-6e9ee9654383, host n-d-816206-8, cleared binding levels {{(pid=103592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:26:51.169615 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-3d3e5f32-1875-422a-a90d-e0b87cc7aa70 None None] For port 2527261f-f17b-4edb-9c04-6e9ee9654383, host n-d-816206-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=2527261f-f17b-4edb-9c04-6e9ee9654383,segment=NetworkSegment(eccc7502-c83a-4fbe-ab5d-f0236af779ca),segment_id=eccc7502-c83a-4fbe-ab5d-f0236af779ca)] {{(pid=103592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:26:51.177510 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-3d3e5f32-1875-422a-a90d-e0b87cc7aa70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:51.221828 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-27bd8cde-43b1-4362-a667-63ad0e6d4ba5 req-ff4825c6-64f0-4bd2-b985-2f9f0b7d32dc tempest-ImagesNegativeTestJSON-1043174701 tempest-ImagesNegativeTestJSON-1043174701-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=f39b54a2febd440191984fbc41ddeb46&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0548790 Nov 23 17:26:51.233969 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c4621a0e-3807-4c28-9fbd-428ebf6c1908 req-30e5d1a6-d9ef-48a7-a79b-7338f5588d20 tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] 10.222.0.60 "GET /v2.0/security-groups?id=a7d295c6-a842-436b-b184-bb80f16900ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412847 Nov 23 17:26:51.268598 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.db_base_plugin_common [None req-50f3208d-faae-44e9-8e23-01469c76d956 admin admin] Allocated IP 172.25.3.4 (4c8455ba-1be5-42ac-b8c2-8a16e1292d55/08fe3644-ce41-4c3f-a7ea-92bac0f0fff5/9a253ae9-96ce-4b65-9f1e-885a25786ab0) {{(pid=103591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:26:51.339991 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3e5f32-1875-422a-a90d-e0b87cc7aa70 None None] Pushing event updated for resources: {'Port': ['ID=2527261f-f17b-4edb-9c04-6e9ee9654383,revision_number=2']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:26:51.495944 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-0b6508c4-6cab-4a29-aec7-58801b46471c req-166f560b-b0fe-406e-a575-ef704b3d01c3 service neutron] 10.222.0.36 "GET /v2.0/networks/43d8ac08-152d-4053-b836-ddc03b0e91a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8046560 Nov 23 17:26:51.499545 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] get_ports_and_sgs() called for port_ids ['9c2e5cea-0948-4ebf-a3b3-4bc9dbf71c33'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:26:51.658515 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bd8cde-43b1-4362-a667-63ad0e6d4ba5 req-cf247f71-28cc-41d0-ac4c-516fae9258b6 tempest-ImagesNegativeTestJSON-1043174701 tempest-ImagesNegativeTestJSON-1043174701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:26:51.669355 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-27bd8cde-43b1-4362-a667-63ad0e6d4ba5 req-cf247f71-28cc-41d0-ac4c-516fae9258b6 tempest-ImagesNegativeTestJSON-1043174701 tempest-ImagesNegativeTestJSON-1043174701-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4337528 Nov 23 17:26:51.713274 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-27bd8cde-43b1-4362-a667-63ad0e6d4ba5 req-e1bd2a8f-f09c-4d8a-984b-a3012928e211 tempest-ImagesNegativeTestJSON-1043174701 tempest-ImagesNegativeTestJSON-1043174701-project] 10.222.0.60 "GET /v2.0/quotas/f39b54a2febd440191984fbc41ddeb46 HTTP/1.1" status: 200 len: 375 time: 0.0275090 Nov 23 17:26:51.742445 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4d7238-d894-4aad-822d-da7d94cdbd1d req-46e71b5e-cadf-494e-92d5-37d56a4f390e tempest-ServersAdminTestJSON-1762598083 tempest-ServersAdminTestJSON-1762598083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:26:51.756651 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [req-42c4eca5-eee3-44db-999a-40c95ef72c9a req-ad5c24ab-e28c-4f16-b97d-27893ce16f73 tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] Deleting port 3300c4bb-06d7-4ae2-b23c-6062ef33b03f {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:26:51.757013 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-42c4eca5-eee3-44db-999a-40c95ef72c9a req-ad5c24ab-e28c-4f16-b97d-27893ce16f73 tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:51.769115 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-3c4d7238-d894-4aad-822d-da7d94cdbd1d req-46e71b5e-cadf-494e-92d5-37d56a4f390e tempest-ServersAdminTestJSON-1762598083 tempest-ServersAdminTestJSON-1762598083-project] 10.222.0.60 "GET /v2.0/ports?device_id=8b7e3802-0f06-4962-a331-d43c0ed8ac79 HTTP/1.1" status: 200 len: 951 time: 0.4069216 Nov 23 17:26:51.779828 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-50f3208d-faae-44e9-8e23-01469c76d956 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:51.825509 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-27bd8cde-43b1-4362-a667-63ad0e6d4ba5 req-b09c0700-0d06-4667-99a3-21f32f5f0ae5 tempest-ImagesNegativeTestJSON-1043174701 tempest-ImagesNegativeTestJSON-1043174701-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=f39b54a2febd440191984fbc41ddeb46&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0517316 Nov 23 17:26:51.840179 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-0b6508c4-6cab-4a29-aec7-58801b46471c req-03b67835-f3b4-414f-a787-3ee9311c11c1 service neutron] 10.222.0.36 "GET /v2.0/networks/43d8ac08-152d-4053-b836-ddc03b0e91a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3175383 Nov 23 17:26:51.897178 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-3c4d7238-d894-4aad-822d-da7d94cdbd1d req-8905347a-ff70-49a2-9c8c-188d67d325df tempest-ServersAdminTestJSON-1762598083 tempest-ServersAdminTestJSON-1762598083-project] 10.222.0.60 "GET /v2.0/security-groups?id=d6cf22a0-7f65-49f2-8512-764c3542a89d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009357 Nov 23 17:26:51.908186 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-50f3208d-faae-44e9-8e23-01469c76d956 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:51.965386 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50f3208d-faae-44e9-8e23-01469c76d956 admin admin] Network 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 is already hosted by enough agents. {{(pid=103591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:26:51.973532 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [None req-50f3208d-faae-44e9-8e23-01469c76d956 admin admin] Resources bound (agent type, host, resource id): {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:26:51.989871 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50f3208d-faae-44e9-8e23-01469c76d956 admin admin] Received port after_create {{(pid=103591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:26:52.035636 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [req-42c4eca5-eee3-44db-999a-40c95ef72c9a req-ad5c24ab-e28c-4f16-b97d-27893ce16f73 tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] For port 3300c4bb-06d7-4ae2-b23c-6062ef33b03f, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=3300c4bb-06d7-4ae2-b23c-6062ef33b03f,segment=NetworkSegment(6c418a8c-f20c-4230-99c6-0f83d6e48757),segment_id=6c418a8c-f20c-4230-99c6-0f83d6e48757)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:26:52.036135 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-42c4eca5-eee3-44db-999a-40c95ef72c9a req-ad5c24ab-e28c-4f16-b97d-27893ce16f73 tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:52.068461 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [req-42c4eca5-eee3-44db-999a-40c95ef72c9a req-ad5c24ab-e28c-4f16-b97d-27893ce16f73 tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] Calling delete_port for 3300c4bb-06d7-4ae2-b23c-6062ef33b03f owned by compute:nova {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:26:52.097468 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2eddc0-57e4-48f9-9571-233146c1ea5b req-ac4a755e-d5cc-4369-ab9a-60fc6706f788 tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:26:52.100034 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-8f2eddc0-57e4-48f9-9571-233146c1ea5b req-ac4a755e-d5cc-4369-ab9a-60fc6706f788 tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] 10.222.0.36 "GET /v2.0/ports?device_id=bba4770a-71f4-46e5-8c48-5d369f9cc463 HTTP/1.1" status: 200 len: 950 time: 0.1644745 Nov 23 17:26:52.317868 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device 3300c4bb-06d7-4ae2-b23c-6062ef33b03f no longer exists at agent hyperv_n-h2-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:26:52.445429 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-42c4eca5-eee3-44db-999a-40c95ef72c9a req-ad5c24ab-e28c-4f16-b97d-27893ce16f73 tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:52.479171 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] No active binding found for port 3300c4bb-06d7-4ae2-b23c-6062ef33b03f {{(pid=103592) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 23 17:26:52.480173 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device 3300c4bb-06d7-4ae2-b23c-6062ef33b03f not bound to the agent host n-h2-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:26:52.518057 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5c24ab-e28c-4f16-b97d-27893ce16f73 tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] Pushing event deleted for resources: {'Port': ['ID=3300c4bb-06d7-4ae2-b23c-6062ef33b03f,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:26:52.568734 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [req-8f2eddc0-57e4-48f9-9571-233146c1ea5b req-0af8fea7-8aa5-4ea8-8fbb-e856d38e2a2b tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] Deleting port 2fce8c0a-ec40-442a-99de-d3d30ef7473e {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:26:52.569148 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-8f2eddc0-57e4-48f9-9571-233146c1ea5b req-0af8fea7-8aa5-4ea8-8fbb-e856d38e2a2b tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:52.592827 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f3208d-faae-44e9-8e23-01469c76d956 admin admin] Pushing event updated for resources: {'Port': ['ID=9a253ae9-96ce-4b65-9f1e-885a25786ab0,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:26:52.653165 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [req-42c4eca5-eee3-44db-999a-40c95ef72c9a req-ad5c24ab-e28c-4f16-b97d-27893ce16f73 tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] No DVR routers for this DVR port 3300c4bb-06d7-4ae2-b23c-6062ef33b03f on host n-h2-816206-8 {{(pid=103590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:26:52.681699 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f3208d-faae-44e9-8e23-01469c76d956 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:26:52.682520 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f3208d-faae-44e9-8e23-01469c76d956 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:26:52.683547 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f3208d-faae-44e9-8e23-01469c76d956 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:26:52.683547 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f3208d-faae-44e9-8e23-01469c76d956 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:26:52.683901 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f3208d-faae-44e9-8e23-01469c76d956 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:26:52.684380 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f3208d-faae-44e9-8e23-01469c76d956 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:26:52.684958 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f3208d-faae-44e9-8e23-01469c76d956 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:26:52.685499 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f3208d-faae-44e9-8e23-01469c76d956 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:26:52.686021 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f3208d-faae-44e9-8e23-01469c76d956 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:26:52.686490 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f3208d-faae-44e9-8e23-01469c76d956 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:26:52.686945 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f3208d-faae-44e9-8e23-01469c76d956 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:26:52.687414 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f3208d-faae-44e9-8e23-01469c76d956 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:26:52.733713 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-42c4eca5-eee3-44db-999a-40c95ef72c9a req-ad5c24ab-e28c-4f16-b97d-27893ce16f73 tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:52.739057 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-42c4eca5-eee3-44db-999a-40c95ef72c9a req-ad5c24ab-e28c-4f16-b97d-27893ce16f73 tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] 10.222.0.36 "DELETE /v2.0/ports/3300c4bb-06d7-4ae2-b23c-6062ef33b03f HTTP/1.1" status: 204 len: 173 time: 1.6681776 Nov 23 17:26:52.739622 n-d-816206-8 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce1fece4-f172-4cbd-adb9-8bb291bc1b9d', 'name': 'network-vif-deleted', 'tag': '3300c4bb-06d7-4ae2-b23c-6062ef33b03f'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:26:52.750986 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbabddbc9fc37b068808e119c416c86f5957ca04531a4a0d2e695c515e93483b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d017eed1-30c3-4187-b863-31e09fc5bafb" -d '{"events": [{"server_uuid": "ce1fece4-f172-4cbd-adb9-8bb291bc1b9d", "name": "network-vif-deleted", "tag": "3300c4bb-06d7-4ae2-b23c-6062ef33b03f"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:26:52.831698 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f76f23c-2901-405d-ae5c-b6c963ccf02f req-6b3a9a5d-8251-4d10-b370-2ebd3468f08f tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:26:52.844877 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2f76f23c-2901-405d-ae5c-b6c963ccf02f req-6b3a9a5d-8251-4d10-b370-2ebd3468f08f tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] 10.222.0.60 "GET /v2.0/ports?device_id=bba4770a-71f4-46e5-8c48-5d369f9cc463 HTTP/1.1" status: 200 len: 950 time: 0.7634954 Nov 23 17:26:52.876136 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [req-8f2eddc0-57e4-48f9-9571-233146c1ea5b req-0af8fea7-8aa5-4ea8-8fbb-e856d38e2a2b tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] For port 2fce8c0a-ec40-442a-99de-d3d30ef7473e, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=2fce8c0a-ec40-442a-99de-d3d30ef7473e,segment=NetworkSegment(329c1745-02bf-4561-9615-3192910887f5),segment_id=329c1745-02bf-4561-9615-3192910887f5)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:26:52.876681 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-8f2eddc0-57e4-48f9-9571-233146c1ea5b req-0af8fea7-8aa5-4ea8-8fbb-e856d38e2a2b tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:52.886067 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307f2f09-7fcb-4f1a-8e48-d874c39f5a5d req-e2fd4b60-894f-4803-aeb0-9635db6f1190 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:26:52.892016 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-307f2f09-7fcb-4f1a-8e48-d874c39f5a5d req-e2fd4b60-894f-4803-aeb0-9635db6f1190 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc08fe74-4555-439f-80d1-3d367042aa97 HTTP/1.1" status: 200 len: 944 time: 0.3132567 Nov 23 17:26:52.927165 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [req-8f2eddc0-57e4-48f9-9571-233146c1ea5b req-0af8fea7-8aa5-4ea8-8fbb-e856d38e2a2b tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] Calling delete_port for 2fce8c0a-ec40-442a-99de-d3d30ef7473e owned by compute:nova {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:26:52.974123 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-824e3078-bde0-4290-a00d-b4985c9b17cf None None] Network 8330a1c2-ef06-4fd1-bf99-730564d79f9d requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:26:53.144815 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2f76f23c-2901-405d-ae5c-b6c963ccf02f req-5092fc16-aa1b-4d83-96aa-8ce2333aec5c tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b15aa03-44a0-4375-a57d-e8cf999b0781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2927885 Nov 23 17:26:53.163582 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-307f2f09-7fcb-4f1a-8e48-d874c39f5a5d req-18f94f58-126f-4cc0-a0c7-267b82d5f3e0 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.60 "GET /v2.0/security-groups?id=b4179e07-bbfd-4236-b98c-2ab2b518c61f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2037611 Nov 23 17:26:53.190838 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-50f3208d-faae-44e9-8e23-01469c76d956 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:53.245197 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-8f2eddc0-57e4-48f9-9571-233146c1ea5b req-0af8fea7-8aa5-4ea8-8fbb-e856d38e2a2b tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:53.328611 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af8fea7-8aa5-4ea8-8fbb-e856d38e2a2b tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] Pushing event deleted for resources: {'Port': ['ID=2fce8c0a-ec40-442a-99de-d3d30ef7473e,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:26:53.437329 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 2527261f-f17b-4edb-9c04-6e9ee9654383 up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:26:53.441912 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] get_ports_and_sgs() called for port_ids ['619a8aee-de53-404a-b496-f8a2de1819bc', '4d508f7d-6fef-46d4-88da-e1281c70682d', '9dbd8931-0e0e-4403-9ea7-6a29a17a2a8a', '2409cb61-ae6f-4a2d-8c86-8c6a24f1a9c4'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:26:53.444849 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] get_ports_and_sgs() called for port_ids ['fd248227-a963-429c-aa28-16266759837f', 'b1eb041c-b829-49de-a62b-f5360ff178c3', '2fce8c0a-ec40-442a-99de-d3d30ef7473e'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:26:53.449402 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f2eddc0-57e4-48f9-9571-233146c1ea5b req-0af8fea7-8aa5-4ea8-8fbb-e856d38e2a2b tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] No DVR routers for this DVR port 2fce8c0a-ec40-442a-99de-d3d30ef7473e on host n-h2-816206-8 {{(pid=103590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:26:53.456402 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-8f2eddc0-57e4-48f9-9571-233146c1ea5b req-0af8fea7-8aa5-4ea8-8fbb-e856d38e2a2b tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:53.469870 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-8f2eddc0-57e4-48f9-9571-233146c1ea5b req-0af8fea7-8aa5-4ea8-8fbb-e856d38e2a2b tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] 10.222.0.36 "DELETE /v2.0/ports/2fce8c0a-ec40-442a-99de-d3d30ef7473e HTTP/1.1" status: 204 len: 173 time: 1.3583393 Nov 23 17:26:53.651452 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-1aff6856-5402-48ea-8e3a-499535685722 None None] Provisioning complete for port 2527261f-f17b-4edb-9c04-6e9ee9654383 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:26:53.652094 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-1aff6856-5402-48ea-8e3a-499535685722 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:53.655416 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-50f3208d-faae-44e9-8e23-01469c76d956 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1794316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1795362'] for router, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:53.685184 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d04388e-0ef2-434a-b0ad-3cec98ff89b5 req-39dc196a-0fda-441a-b0ac-b1d8c3207399 tempest-ImagesTestJSON-931761063 tempest-ImagesTestJSON-931761063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:26:53.687317 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2d04388e-0ef2-434a-b0ad-3cec98ff89b5 req-39dc196a-0fda-441a-b0ac-b1d8c3207399 tempest-ImagesTestJSON-931761063 tempest-ImagesTestJSON-931761063-project] 10.222.0.60 "GET /v2.0/ports?device_id=41fcdfe4-94ac-4117-84e7-e15c3483ec40 HTTP/1.1" status: 200 len: 944 time: 0.3142843 Nov 23 17:26:53.786297 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4d282b40-92b4-40e1-9f7a-91d0b4cd6072 req-56330b4c-226f-4f3d-bea5-44a5f470cb7d tempest-ImagesNegativeTestJSON-1043174701 tempest-ImagesNegativeTestJSON-1043174701-project] 10.222.0.60 "GET /v2.0/ports?device_id=c6b1f772-c6c8-4849-b4dc-923df85285e1 HTTP/1.1" status: 200 len: 210 time: 0.0976782 Nov 23 17:26:53.848601 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2d04388e-0ef2-434a-b0ad-3cec98ff89b5 req-adbec6ee-7ff5-4d01-b59a-38f4b6648f4d tempest-ImagesTestJSON-931761063 tempest-ImagesTestJSON-931761063-project] 10.222.0.60 "GET /v2.0/security-groups?id=f2768289-7821-4137-8326-c052bf648315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157110 Nov 23 17:26:53.923027 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:26:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b2d2891-9343-4bb0-a426-bb62388bdd4f x-openstack-request-id: req-6b2d2891-9343-4bb0-a426-bb62388bdd4f {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:26:53.923560 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce1fece4-f172-4cbd-adb9-8bb291bc1b9d", "name": "network-vif-deleted", "tag": "3300c4bb-06d7-4ae2-b23c-6062ef33b03f", "status": "completed", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:26:53.923894 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6b2d2891-9343-4bb0-a426-bb62388bdd4f {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:26:53.924574 n-d-816206-8 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce1fece4-f172-4cbd-adb9-8bb291bc1b9d', 'name': 'network-vif-deleted', 'tag': '3300c4bb-06d7-4ae2-b23c-6062ef33b03f', 'status': 'completed', 'code': 200} Nov 23 17:26:53.956471 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port 2527261f-f17b-4edb-9c04-6e9ee9654383 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:26:53.956471 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:54.022584 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-21baf4a4-5842-4535-a372-01250570b599 req-3de53039-34ee-4bc4-b9a2-6e0251b17868 tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] 10.222.0.60 "GET /v2.0/ports?device_id=ce1fece4-f172-4cbd-adb9-8bb291bc1b9d HTTP/1.1" status: 200 len: 210 time: 0.0835061 Nov 23 17:26:54.046900 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-27bd8cde-43b1-4362-a667-63ad0e6d4ba5 req-37ec4870-69f3-4434-a8a6-5fc4ae99eb98 tempest-ImagesNegativeTestJSON-1043174701 tempest-ImagesNegativeTestJSON-1043174701-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=f39b54a2febd440191984fbc41ddeb46&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1292164 Nov 23 17:26:54.162127 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-1aff6856-5402-48ea-8e3a-499535685722 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:54.216026 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50f3208d-faae-44e9-8e23-01469c76d956 admin admin] Router 3a797c59-0f47-4a51-95b9-70b5fe41b915 is scheduled to L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 with binding_index 1 {{(pid=103591) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 17:26:54.254773 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bd8cde-43b1-4362-a667-63ad0e6d4ba5 req-ea7cb51d-1aca-4f90-9f8f-54149b7ee890 tempest-ImagesNegativeTestJSON-1043174701 tempest-ImagesNegativeTestJSON-1043174701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:26:54.256301 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-27bd8cde-43b1-4362-a667-63ad0e6d4ba5 req-ea7cb51d-1aca-4f90-9f8f-54149b7ee890 tempest-ImagesNegativeTestJSON-1043174701 tempest-ImagesNegativeTestJSON-1043174701-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1963959 Nov 23 17:26:54.261700 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49a3f34-2bef-41b9-a808-7b6489c8e385 req-478b03d1-15d4-44a0-90b2-2041e354f516 tempest-ServersAdminTestJSON-1230222402 tempest-ServersAdminTestJSON-1230222402-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:26:54.263268 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b49a3f34-2bef-41b9-a808-7b6489c8e385 req-478b03d1-15d4-44a0-90b2-2041e354f516 tempest-ServersAdminTestJSON-1230222402 tempest-ServersAdminTestJSON-1230222402-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=8b7e3802-0f06-4962-a331-d43c0ed8ac79 HTTP/1.1" status: 200 len: 1102 time: 0.1053092 Nov 23 17:26:54.303161 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [req-27bd8cde-43b1-4362-a667-63ad0e6d4ba5 req-c9b08cdc-978d-4f9a-a8f6-77a4ec8633a4 tempest-ImagesNegativeTestJSON-1043174701 tempest-ImagesNegativeTestJSON-1043174701-project] Request body: {'port': {'device_id': 'c6b1f772-c6c8-4849-b4dc-923df85285e1', 'network_id': 'f1e1dabf-b410-4023-9169-a460a86e7184', 'admin_state_up': True, 'tenant_id': 'f39b54a2febd440191984fbc41ddeb46'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:26:54.334857 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device 463bb2f6-75a3-49d9-907f-c2963eb4fc14 details requested by agent hyperv_n-h2-816206-8 with host n-h2-816206-8 {{(pid=103592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 17:26:54.336645 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device 9c2e5cea-0948-4ebf-a3b3-4bc9dbf71c33 up at agent hyperv_n-h2-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:26:54.388050 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-1aff6856-5402-48ea-8e3a-499535685722 None None] For port 2527261f-f17b-4edb-9c04-6e9ee9654383, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=2527261f-f17b-4edb-9c04-6e9ee9654383,segment=NetworkSegment(eccc7502-c83a-4fbe-ab5d-f0236af779ca),segment_id=eccc7502-c83a-4fbe-ab5d-f0236af779ca)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:26:54.393724 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2e78215f-9238-4681-a493-fd461534596d req-95d8124c-ec6f-4595-8783-22461bf3ec6e tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] 10.222.0.60 "GET /v2.0/ports?device_id=bba4770a-71f4-46e5-8c48-5d369f9cc463 HTTP/1.1" status: 200 len: 210 time: 0.0865352 Nov 23 17:26:54.421463 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-1aff6856-5402-48ea-8e3a-499535685722 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:54.523043 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:54.532640 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.db.resource_extend [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 23 17:26:54.559722 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b49a3f34-2bef-41b9-a808-7b6489c8e385 req-67c3c35f-c7f1-4276-ba72-f034a8c80e36 tempest-ServersAdminTestJSON-1230222402 tempest-ServersAdminTestJSON-1230222402-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=d6cf22a0-7f65-49f2-8512-764c3542a89d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2513335 Nov 23 17:26:54.614174 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50f3208d-faae-44e9-8e23-01469c76d956 admin admin] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:26:54.626499 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5682eb41-13cc-48fa-afc2-906a165d5ece None None] Sync routers for ids ['3a797c59-0f47-4a51-95b9-70b5fe41b915'] in n-d-816206-8 {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:26:54.653035 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5682eb41-13cc-48fa-afc2-906a165d5ece None None] Routers {'3a797c59-0f47-4a51-95b9-70b5fe41b915'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:26:54.654154 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-5682eb41-13cc-48fa-afc2-906a165d5ece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:26:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['3a797c59-0f47-4a51-95b9-70b5fe41b915'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:26:54.678065 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946ca50c-6cc1-4b29-a2dc-8e5f00b4e942 req-f6cd4920-443f-4be6-9eeb-8a1674a10882 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:26:54.687890 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-946ca50c-6cc1-4b29-a2dc-8e5f00b4e942 req-f6cd4920-443f-4be6-9eeb-8a1674a10882 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc08fe74-4555-439f-80d1-3d367042aa97 HTTP/1.1" status: 200 len: 944 time: 0.1895552 Nov 23 17:26:54.770772 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aff6856-5402-48ea-8e3a-499535685722 None None] Pushing event updated for resources: {'Port': ['ID=2527261f-f17b-4edb-9c04-6e9ee9654383,revision_number=3']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:26:54.786140 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27bd8cde-43b1-4362-a667-63ad0e6d4ba5 req-c9b08cdc-978d-4f9a-a8f6-77a4ec8633a4 tempest-ImagesNegativeTestJSON-1043174701 tempest-ImagesNegativeTestJSON-1043174701-project] Made reservation on behalf of f39b54a2febd440191984fbc41ddeb46 for: {'port': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:26:54.789707 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-27bd8cde-43b1-4362-a667-63ad0e6d4ba5 req-c9b08cdc-978d-4f9a-a8f6-77a4ec8633a4 tempest-ImagesNegativeTestJSON-1043174701 tempest-ImagesNegativeTestJSON-1043174701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:54.792781 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Provisioning for port 9c2e5cea-0948-4ebf-a3b3-4bc9dbf71c33 completed by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 17:26:54.802165 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-50f3208d-faae-44e9-8e23-01469c76d956 admin admin] Publish callbacks [] for router, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:54.806511 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-50f3208d-faae-44e9-8e23-01469c76d956 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 5.3346932 Nov 23 17:26:54.806879 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 58542) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:26:54.841713 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-946ca50c-6cc1-4b29-a2dc-8e5f00b4e942 req-3e61672d-4521-435d-bb02-6958f8df237a tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.60 "GET /v2.0/security-groups?id=b4179e07-bbfd-4236-b98c-2ab2b518c61f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522768 Nov 23 17:26:54.864144 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-5682eb41-13cc-48fa-afc2-906a165d5ece None None] Set router 3a797c59-0f47-4a51-95b9-70b5fe41b915 gateway port host: n-d-816206-8 {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:26:54.875604 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-27bd8cde-43b1-4362-a667-63ad0e6d4ba5 req-c9b08cdc-978d-4f9a-a8f6-77a4ec8633a4 tempest-ImagesNegativeTestJSON-1043174701 tempest-ImagesNegativeTestJSON-1043174701-project] Publish callbacks [] for security_group, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:54.923579 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Provisioning complete for port 9c2e5cea-0948-4ebf-a3b3-4bc9dbf71c33 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:26:54.924192 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:54.951820 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f4535a-ea7c-433a-ba96-764ef62ce199 req-ba997f49-8b74-4581-8d5e-2cc93a867148 tempest-ServersAdminTestJSON-1230222402 tempest-ServersAdminTestJSON-1230222402-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:26:54.955321 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d4f4535a-ea7c-433a-ba96-764ef62ce199 req-ba997f49-8b74-4581-8d5e-2cc93a867148 tempest-ServersAdminTestJSON-1230222402 tempest-ServersAdminTestJSON-1230222402-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=8b7e3802-0f06-4962-a331-d43c0ed8ac79 HTTP/1.1" status: 200 len: 1102 time: 0.1494718 Nov 23 17:26:55.077625 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-5682eb41-13cc-48fa-afc2-906a165d5ece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a797c59-0f47-4a51-95b9-70b5fe41b915', 'name': 'tempest-FloatingIPsTestJSON-1744703006-router', 'tenant_id': '3a9c0bddde464356b0da62958e164b3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.4'}], 'enable_snat': True}, 'gw_port_id': '9a253ae9-96ce-4b65-9f1e-885a25786ab0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:26:49Z', 'updated_at': '2021-11-23T17:26:52Z', 'revision_number': 3, 'project_id': '3a9c0bddde464356b0da62958e164b3b', 'gw_port': {'id': '9a253ae9-96ce-4b65-9f1e-885a25786ab0', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:52:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a797c59-0f47-4a51-95b9-70b5fe41b915', 'device_owner': 'network:router_gateway', 'standard_attr_id': 880, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:26:50Z', 'updated_at': '2021-11-23T17:26:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8'}], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:26:55.111388 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5682eb41-13cc-48fa-afc2-906a165d5ece None None] Checking router: 3a797c59-0f47-4a51-95b9-70b5fe41b915 for host: n-d-816206-8 {{(pid=103593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 17:26:55.111654 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5682eb41-13cc-48fa-afc2-906a165d5ece None None] Updating router 3a797c59-0f47-4a51-95b9-70b5fe41b915 port 9a253ae9-96ce-4b65-9f1e-885a25786ab0 binding host n-d-816206-8 {{(pid=103593) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 17:26:55.120364 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9f6c7fe5-084c-40e7-89b7-8ab883bdb893 req-d630ae71-9c03-4201-9ea1-096b27dce262 tempest-ImagesNegativeTestJSON-1043174701 tempest-ImagesNegativeTestJSON-1043174701-project] 10.222.0.60 "GET /v2.0/ports?device_id=c6b1f772-c6c8-4849-b4dc-923df85285e1 HTTP/1.1" status: 200 len: 210 time: 0.1019058 Nov 23 17:26:55.141802 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port 463bb2f6-75a3-49d9-907f-c2963eb4fc14, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=463bb2f6-75a3-49d9-907f-c2963eb4fc14,segment=NetworkSegment(f75f400f-3665-42b6-b743-8c8989e17b3e),segment_id=f75f400f-3665-42b6-b743-8c8989e17b3e)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:26:55.144687 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-5682eb41-13cc-48fa-afc2-906a165d5ece None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:55.169007 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d4f4535a-ea7c-433a-ba96-764ef62ce199 req-5a1e06bc-46e3-4fe1-bdb7-cdee689c8df6 tempest-ServersAdminTestJSON-1230222402 tempest-ServersAdminTestJSON-1230222402-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=d6cf22a0-7f65-49f2-8512-764c3542a89d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2014275 Nov 23 17:26:55.226699 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Returning: {'device': '463bb2f6-75a3-49d9-907f-c2963eb4fc14', 'network_id': '43d8ac08-152d-4053-b836-ddc03b0e91a2', 'port_id': '463bb2f6-75a3-49d9-907f-c2963eb4fc14', 'mac_address': 'fa:16:3e:6e:cb:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23f80e8e-7e58-4465-87c1-72654345f52f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 17:26:55.232421 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.db.api [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103592) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 17:26:55.235012 n-d-816206-8 neutron-server[103592]: DEBUG oslo_db.api [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 17:26:55.253075 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-c122fdbd-58ac-4d0b-b8cd-737b0aec2a23 None None] Provisioning complete for port 2527261f-f17b-4edb-9c04-6e9ee9654383 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:26:55.254192 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c122fdbd-58ac-4d0b-b8cd-737b0aec2a23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:55.332128 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-27bd8cde-43b1-4362-a667-63ad0e6d4ba5 req-c9b08cdc-978d-4f9a-a8f6-77a4ec8633a4 tempest-ImagesNegativeTestJSON-1043174701 tempest-ImagesNegativeTestJSON-1043174701-project] Publish callbacks [] for security_group, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:55.345185 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-27bd8cde-43b1-4362-a667-63ad0e6d4ba5 req-c9b08cdc-978d-4f9a-a8f6-77a4ec8633a4 tempest-ImagesNegativeTestJSON-1043174701 tempest-ImagesNegativeTestJSON-1043174701-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:55.384141 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:55.481756 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 463bb2f6-75a3-49d9-907f-c2963eb4fc14 {{(pid=103592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:26:55.645035 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d2d52a-4ed3-4e2b-ac99-059f9fca3acf req-25922a78-0460-456f-a5e8-97e8496dcad6 tempest-ImagesTestJSON-931761063 tempest-ImagesTestJSON-931761063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:26:55.650742 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-98d2d52a-4ed3-4e2b-ac99-059f9fca3acf req-25922a78-0460-456f-a5e8-97e8496dcad6 tempest-ImagesTestJSON-931761063 tempest-ImagesTestJSON-931761063-project] 10.222.0.60 "GET /v2.0/ports?device_id=41fcdfe4-94ac-4117-84e7-e15c3483ec40 HTTP/1.1" status: 200 len: 944 time: 0.3602901 Nov 23 17:26:55.651440 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b08cdc-978d-4f9a-a8f6-77a4ec8633a4 tempest-ImagesNegativeTestJSON-1043174701 tempest-ImagesNegativeTestJSON-1043174701-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6df8b222-4a61-492f-9cab-4468a894df14,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:26:55.694643 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port 463bb2f6-75a3-49d9-907f-c2963eb4fc14, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=463bb2f6-75a3-49d9-907f-c2963eb4fc14,segment=NetworkSegment(f75f400f-3665-42b6-b743-8c8989e17b3e),segment_id=f75f400f-3665-42b6-b743-8c8989e17b3e)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:26:55.707363 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:55.714901 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:55.740779 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-bd157db3-b0d4-4c31-a17e-cf7574f63537 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:55.861080 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-5682eb41-13cc-48fa-afc2-906a165d5ece None None] Publish callbacks [] for port, precommit_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:55.873725 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-5682eb41-13cc-48fa-afc2-906a165d5ece None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:55.897326 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-98d2d52a-4ed3-4e2b-ac99-059f9fca3acf req-bcca58fe-424c-41c3-a9ac-d8c11ff78eed tempest-ImagesTestJSON-931761063 tempest-ImagesTestJSON-931761063-project] 10.222.0.60 "GET /v2.0/security-groups?id=f2768289-7821-4137-8326-c052bf648315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2307699 Nov 23 17:26:55.901752 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41fcdfe4-94ac-4117-84e7-e15c3483ec40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c2e5cea-0948-4ebf-a3b3-4bc9dbf71c33'}] {{(pid=103592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:26:55.904126 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba3e6a8f2301c7a29fe1eca9779abdae4ccbcd6266d69778087f2498d5551201" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5f3f9ec-3f35-4ca7-b220-d22935ffbc55" -d '{"events": [{"server_uuid": "41fcdfe4-94ac-4117-84e7-e15c3483ec40", "name": "network-vif-plugged", "status": "completed", "tag": "9c2e5cea-0948-4ebf-a3b3-4bc9dbf71c33"}]}' {{(pid=103592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:26:55.914324 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Pushing event updated for resources: {'Port': ['ID=463bb2f6-75a3-49d9-907f-c2963eb4fc14,revision_number=4']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:26:55.942266 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port 9c2e5cea-0948-4ebf-a3b3-4bc9dbf71c33, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=9c2e5cea-0948-4ebf-a3b3-4bc9dbf71c33,segment=NetworkSegment(8fed18b2-0713-4023-96b5-16ede53c73dc),segment_id=8fed18b2-0713-4023-96b5-16ede53c73dc)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:26:55.948809 n-d-816206-8 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bba4770a-71f4-46e5-8c48-5d369f9cc463', 'name': 'network-vif-deleted', 'tag': '2fce8c0a-ec40-442a-99de-d3d30ef7473e'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:26:55.954476 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:55.957822 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbabddbc9fc37b068808e119c416c86f5957ca04531a4a0d2e695c515e93483b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b42a7d4-9e83-4955-a114-58f56cd52f79" -d '{"events": [{"server_uuid": "bba4770a-71f4-46e5-8c48-5d369f9cc463", "name": "network-vif-deleted", "tag": "2fce8c0a-ec40-442a-99de-d3d30ef7473e"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:26:56.010504 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b88617-1902-4ada-9f7a-3c8ae2438a24 None None] Pushing event updated for resources: {'Port': ['ID=9a253ae9-96ce-4b65-9f1e-885a25786ab0,revision_number=2']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:26:56.027474 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.db_base_plugin_common [req-27bd8cde-43b1-4362-a667-63ad0e6d4ba5 req-c9b08cdc-978d-4f9a-a8f6-77a4ec8633a4 tempest-ImagesNegativeTestJSON-1043174701 tempest-ImagesNegativeTestJSON-1043174701-project] Allocated IP 192.168.233.103 (f1e1dabf-b410-4023-9169-a460a86e7184/ac77c175-5679-438b-8a2a-356718377641/a30e0764-f2ba-4c20-8900-639937b430d5) {{(pid=103591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:26:56.072566 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Pushing event updated for resources: {'Port': ['ID=9c2e5cea-0948-4ebf-a3b3-4bc9dbf71c33,revision_number=5']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:26:56.095053 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [None req-5682eb41-13cc-48fa-afc2-906a165d5ece None None] Attempting to bind port 9a253ae9-96ce-4b65-9f1e-885a25786ab0 on host n-d-816206-8 for vnic_type normal with profile {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:26:56.095520 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [None req-5682eb41-13cc-48fa-afc2-906a165d5ece None None] Attempting to bind port 9a253ae9-96ce-4b65-9f1e-885a25786ab0 by drivers openvswitch,hyperv on host n-d-816206-8 at level 0 using segments [{'id': 'bffd1e4f-e80f-4ff0-b418-2f42ae15febf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'}] {{(pid=103593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:26:56.095903 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5682eb41-13cc-48fa-afc2-906a165d5ece None None] Attempting to bind port 9a253ae9-96ce-4b65-9f1e-885a25786ab0 on network 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:26:56.110897 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5682eb41-13cc-48fa-afc2-906a165d5ece None None] Checking agent: {'id': '9e89acbe-4bbe-4c77-a18b-6f1da9133e0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 7, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 26, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:26:56.111485 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5682eb41-13cc-48fa-afc2-906a165d5ece None None] Checking segment: {'id': 'bffd1e4f-e80f-4ff0-b418-2f42ae15febf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:26:56.111933 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-5682eb41-13cc-48fa-afc2-906a165d5ece None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:56.112337 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5682eb41-13cc-48fa-afc2-906a165d5ece None None] Bound using segment: {'id': 'bffd1e4f-e80f-4ff0-b418-2f42ae15febf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'} {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:26:56.112861 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [None req-5682eb41-13cc-48fa-afc2-906a165d5ece None None] Bound port: 9a253ae9-96ce-4b65-9f1e-885a25786ab0, host: n-d-816206-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bffd1e4f-e80f-4ff0-b418-2f42ae15febf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'}}] {{(pid=103593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:26:56.113252 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-5682eb41-13cc-48fa-afc2-906a165d5ece None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:56.195081 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] get_ports_and_sgs() called for port_ids ['463bb2f6-75a3-49d9-907f-c2963eb4fc14'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:26:56.210459 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-5682eb41-13cc-48fa-afc2-906a165d5ece None None] For port 9a253ae9-96ce-4b65-9f1e-885a25786ab0, host n-d-816206-8, cleared binding levels {{(pid=103593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:26:56.214711 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-5682eb41-13cc-48fa-afc2-906a165d5ece None None] For port 9a253ae9-96ce-4b65-9f1e-885a25786ab0, host n-d-816206-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=9a253ae9-96ce-4b65-9f1e-885a25786ab0,segment=NetworkSegment(bffd1e4f-e80f-4ff0-b418-2f42ae15febf),segment_id=bffd1e4f-e80f-4ff0-b418-2f42ae15febf)] {{(pid=103593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:26:56.223043 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-5682eb41-13cc-48fa-afc2-906a165d5ece None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:56.273356 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-bd157db3-b0d4-4c31-a17e-cf7574f63537 admin admin] Allocated IP 172.20.0.1 (8330a1c2-ef06-4fd1-bf99-730564d79f9d/b2d8871a-ed51-4f8b-8ba8-dcfba1e666b8/74abf30f-0bf2-489b-a271-fe90498c40b5) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:26:56.298894 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 2527261f-f17b-4edb-9c04-6e9ee9654383 up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:26:56.334791 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b88617-1902-4ada-9f7a-3c8ae2438a24 None None] Pushing event updated for resources: {'Port': ['ID=9a253ae9-96ce-4b65-9f1e-885a25786ab0,revision_number=3']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:26:56.370486 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device 2fce8c0a-ec40-442a-99de-d3d30ef7473e no longer exists at agent hyperv_n-h2-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:26:56.373028 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5682eb41-13cc-48fa-afc2-906a165d5ece None None] Routers {'3a797c59-0f47-4a51-95b9-70b5fe41b915'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:26:56.373489 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b1b7f4-5032-4d5a-8606-30b271433def req-9bf2c302-eb7b-4611-8885-f269803b34bc tempest-ServersAdminTestJSON-1762598083 tempest-ServersAdminTestJSON-1762598083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:26:56.375056 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-14b1b7f4-5032-4d5a-8606-30b271433def req-9bf2c302-eb7b-4611-8885-f269803b34bc tempest-ServersAdminTestJSON-1762598083 tempest-ServersAdminTestJSON-1762598083-project] 10.222.0.60 "GET /v2.0/ports?device_id=1fb45c7b-e5f9-4b84-af62-a0ab5df96bb4 HTTP/1.1" status: 200 len: 950 time: 0.2956529 Nov 23 17:26:56.380706 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-5682eb41-13cc-48fa-afc2-906a165d5ece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:26:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['3a797c59-0f47-4a51-95b9-70b5fe41b915'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:26:56.438728 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] No Port match for: 2fce8c0a-ec40-442a-99de-d3d30ef7473e {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:26:56.441748 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device 2fce8c0a-ec40-442a-99de-d3d30ef7473e not bound to the agent host n-h2-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:26:56.502269 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee17b520-e64c-4f72-87fd-a128d0b30225 req-1c0ee715-0328-4b8a-89fd-c4c87b451ad8 tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:26:56.503796 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ee17b520-e64c-4f72-87fd-a128d0b30225 req-1c0ee715-0328-4b8a-89fd-c4c87b451ad8 tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] 10.222.0.60 "GET /v2.0/networks?id=ffa7c2aa-6251-4537-acd5-168309147200 HTTP/1.1" status: 200 len: 811 time: 0.3499520 Nov 23 17:26:56.505131 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-bd157db3-b0d4-4c31-a17e-cf7574f63537 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:56.549171 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-bd157db3-b0d4-4c31-a17e-cf7574f63537 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:56.557769 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ee17b520-e64c-4f72-87fd-a128d0b30225 req-f6058f1b-5275-470b-b3f4-4a38a5937361 tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] 10.222.0.60 "GET /v2.0/quotas/6a229d10d4554d9a82f91e22fc3c6096 HTTP/1.1" status: 200 len: 375 time: 0.0422218 Nov 23 17:26:56.563524 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-27bd8cde-43b1-4362-a667-63ad0e6d4ba5 req-c9b08cdc-978d-4f9a-a8f6-77a4ec8633a4 tempest-ImagesNegativeTestJSON-1043174701 tempest-ImagesNegativeTestJSON-1043174701-project] Publish callbacks [] for port, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:56.572388 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-14b1b7f4-5032-4d5a-8606-30b271433def req-a24ea507-661e-4c49-90f9-c9882b26c5b3 tempest-ServersAdminTestJSON-1762598083 tempest-ServersAdminTestJSON-1762598083-project] 10.222.0.60 "GET /v2.0/security-groups?id=d6cf22a0-7f65-49f2-8512-764c3542a89d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791663 Nov 23 17:26:56.600550 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd157db3-b0d4-4c31-a17e-cf7574f63537 admin admin] Network 8330a1c2-ef06-4fd1-bf99-730564d79f9d is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:26:56.609200 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-bd157db3-b0d4-4c31-a17e-cf7574f63537 admin admin] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:26:56.625274 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd157db3-b0d4-4c31-a17e-cf7574f63537 admin admin] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:26:56.638403 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port 2527261f-f17b-4edb-9c04-6e9ee9654383 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:26:56.638930 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:56.643029 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-5682eb41-13cc-48fa-afc2-906a165d5ece None None] Set router 3a797c59-0f47-4a51-95b9-70b5fe41b915 gateway port host: n-d-816206-8 {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:26:56.651158 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ee17b520-e64c-4f72-87fd-a128d0b30225 req-f41eb5c7-3617-46d6-96b8-c3d5d63a547c tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=6a229d10d4554d9a82f91e22fc3c6096&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0848973 Nov 23 17:26:56.685576 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd157db3-b0d4-4c31-a17e-cf7574f63537 admin admin] Pushing event updated for resources: {'Port': ['ID=74abf30f-0bf2-489b-a271-fe90498c40b5,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:26:56.723479 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-bd157db3-b0d4-4c31-a17e-cf7574f63537 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1795539'] for router_interface, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:56.922267 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ee17b520-e64c-4f72-87fd-a128d0b30225 req-6a349650-0657-4bc5-bdd3-7075d0b3f3d3 service neutron] 10.222.0.60 "GET /v2.0/networks/ffa7c2aa-6251-4537-acd5-168309147200?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2536056 Nov 23 17:26:56.975570 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-bd157db3-b0d4-4c31-a17e-cf7574f63537 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:57.012911 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-5682eb41-13cc-48fa-afc2-906a165d5ece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a797c59-0f47-4a51-95b9-70b5fe41b915', 'name': 'tempest-FloatingIPsTestJSON-1744703006-router', 'tenant_id': '3a9c0bddde464356b0da62958e164b3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.4'}], 'enable_snat': True}, 'gw_port_id': '9a253ae9-96ce-4b65-9f1e-885a25786ab0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:26:49Z', 'updated_at': '2021-11-23T17:26:52Z', 'revision_number': 3, 'project_id': '3a9c0bddde464356b0da62958e164b3b', 'gw_port': {'id': '9a253ae9-96ce-4b65-9f1e-885a25786ab0', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:52:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a797c59-0f47-4a51-95b9-70b5fe41b915', 'device_owner': 'network:router_gateway', 'standard_attr_id': 880, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:26:50Z', 'updated_at': '2021-11-23T17:26:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8'}], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:26:57.049093 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ee17b520-e64c-4f72-87fd-a128d0b30225 req-f748bdf5-feff-46fa-aedd-42d27a585053 service neutron] 10.222.0.60 "GET /v2.0/networks/ffa7c2aa-6251-4537-acd5-168309147200?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256683 Nov 23 17:26:57.055053 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5682eb41-13cc-48fa-afc2-906a165d5ece None None] The sync data for ids ['3a797c59-0f47-4a51-95b9-70b5fe41b915'] in n-d-816206-8 is: [{'id': '3a797c59-0f47-4a51-95b9-70b5fe41b915', 'name': 'tempest-FloatingIPsTestJSON-1744703006-router', 'tenant_id': '3a9c0bddde464356b0da62958e164b3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.4'}], 'enable_snat': True}, 'gw_port_id': '9a253ae9-96ce-4b65-9f1e-885a25786ab0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:26:49Z', 'updated_at': '2021-11-23T17:26:52Z', 'revision_number': 3, 'project_id': '3a9c0bddde464356b0da62958e164b3b', 'gw_port': {'id': '9a253ae9-96ce-4b65-9f1e-885a25786ab0', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:52:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a797c59-0f47-4a51-95b9-70b5fe41b915', 'device_owner': 'network:router_gateway', 'standard_attr_id': 880, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:26:50Z', 'updated_at': '2021-11-23T17:26:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8'}] {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:26:57.061348 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-8dbe3a06-9b7b-4819-bb77-b49f8c7d982e None None] Provisioning complete for port 74abf30f-0bf2-489b-a271-fe90498c40b5 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:26:57.061960 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-8dbe3a06-9b7b-4819-bb77-b49f8c7d982e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:57.066483 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-27bd8cde-43b1-4362-a667-63ad0e6d4ba5 req-c9b08cdc-978d-4f9a-a8f6-77a4ec8633a4 tempest-ImagesNegativeTestJSON-1043174701 tempest-ImagesNegativeTestJSON-1043174701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:57.155495 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ced6e4-05d1-4138-b847-8f62e55b8a4a req-06f6e54d-288f-44e6-9c5a-f677b7cf44c2 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:26:57.166685 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-32ced6e4-05d1-4138-b847-8f62e55b8a4a req-06f6e54d-288f-44e6-9c5a-f677b7cf44c2 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc08fe74-4555-439f-80d1-3d367042aa97 HTTP/1.1" status: 200 len: 945 time: 0.4555161 Nov 23 17:26:57.229629 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27bd8cde-43b1-4362-a667-63ad0e6d4ba5 req-c9b08cdc-978d-4f9a-a8f6-77a4ec8633a4 tempest-ImagesNegativeTestJSON-1043174701 tempest-ImagesNegativeTestJSON-1043174701-project] Network f1e1dabf-b410-4023-9169-a460a86e7184 is already hosted by enough agents. {{(pid=103591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:26:57.234912 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [req-27bd8cde-43b1-4362-a667-63ad0e6d4ba5 req-c9b08cdc-978d-4f9a-a8f6-77a4ec8633a4 tempest-ImagesNegativeTestJSON-1043174701 tempest-ImagesNegativeTestJSON-1043174701-project] Resources bound (agent type, host, resource id): {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:26:57.237125 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [req-27bd8cde-43b1-4362-a667-63ad0e6d4ba5 req-c9b08cdc-978d-4f9a-a8f6-77a4ec8633a4 tempest-ImagesNegativeTestJSON-1043174701 tempest-ImagesNegativeTestJSON-1043174701-project] Received port after_create {{(pid=103591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:26:57.296908 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-32ced6e4-05d1-4138-b847-8f62e55b8a4a req-5e1f4a14-d65a-43c6-bd62-5e8b6b89c8fd tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.60 "GET /v2.0/security-groups?id=b4179e07-bbfd-4236-b98c-2ab2b518c61f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287992 Nov 23 17:26:57.339639 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-bd157db3-b0d4-4c31-a17e-cf7574f63537 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:57.352481 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-bd157db3-b0d4-4c31-a17e-cf7574f63537 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264357957'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:57.393904 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bd8cde-43b1-4362-a667-63ad0e6d4ba5 req-c9b08cdc-978d-4f9a-a8f6-77a4ec8633a4 tempest-ImagesNegativeTestJSON-1043174701 tempest-ImagesNegativeTestJSON-1043174701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:26:57.396017 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-27bd8cde-43b1-4362-a667-63ad0e6d4ba5 req-c9b08cdc-978d-4f9a-a8f6-77a4ec8633a4 tempest-ImagesNegativeTestJSON-1043174701 tempest-ImagesNegativeTestJSON-1043174701-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:57.410423 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b08cdc-978d-4f9a-a8f6-77a4ec8633a4 tempest-ImagesNegativeTestJSON-1043174701 tempest-ImagesNegativeTestJSON-1043174701-project] Pushing event updated for resources: {'Port': ['ID=a30e0764-f2ba-4c20-8900-639937b430d5,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:26:57.560694 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-27bd8cde-43b1-4362-a667-63ad0e6d4ba5 req-c9b08cdc-978d-4f9a-a8f6-77a4ec8633a4 tempest-ImagesNegativeTestJSON-1043174701 tempest-ImagesNegativeTestJSON-1043174701-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.2775595 Nov 23 17:26:57.629893 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [req-27bd8cde-43b1-4362-a667-63ad0e6d4ba5 req-9a48cd97-134c-4f86-9740-72495fc41d04 service neutron] Request body: {'port': {'device_id': 'c6b1f772-c6c8-4849-b4dc-923df85285e1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-8'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:26:57.644246 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:26:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a108b939-07e9-4a77-bf28-6e6e972de706 x-openstack-request-id: req-a108b939-07e9-4a77-bf28-6e6e972de706 {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:26:57.666096 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bba4770a-71f4-46e5-8c48-5d369f9cc463", "name": "network-vif-deleted", "tag": "2fce8c0a-ec40-442a-99de-d3d30ef7473e", "status": "completed", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:26:57.671176 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a108b939-07e9-4a77-bf28-6e6e972de706 {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:26:57.675610 n-d-816206-8 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bba4770a-71f4-46e5-8c48-5d369f9cc463', 'name': 'network-vif-deleted', 'tag': '2fce8c0a-ec40-442a-99de-d3d30ef7473e', 'status': 'completed', 'code': 200} Nov 23 17:26:57.735631 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:26:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d344757-8706-4471-bb75-69d4c928e23c x-openstack-request-id: req-8d344757-8706-4471-bb75-69d4c928e23c {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:26:57.736063 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41fcdfe4-94ac-4117-84e7-e15c3483ec40", "name": "network-vif-plugged", "status": "completed", "tag": "9c2e5cea-0948-4ebf-a3b3-4bc9dbf71c33", "code": 200}]} {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:26:57.736567 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-8d344757-8706-4471-bb75-69d4c928e23c {{(pid=103592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:26:57.757413 n-d-816206-8 neutron-server[103592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41fcdfe4-94ac-4117-84e7-e15c3483ec40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c2e5cea-0948-4ebf-a3b3-4bc9dbf71c33', 'code': 200} Nov 23 17:26:57.788394 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-8dbe3a06-9b7b-4819-bb77-b49f8c7d982e None None] Port 74abf30f-0bf2-489b-a271-fe90498c40b5 cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:26:57.798950 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366e4994-f138-4f88-8923-ebe4e107afe0 req-69e82da2-e6f5-4c79-956b-6a62c24e4f5f tempest-ServersAdminTestJSON-1762598083 tempest-ServersAdminTestJSON-1762598083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:26:57.803095 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd157db3-b0d4-4c31-a17e-cf7574f63537 admin admin] Pushing event updated for resources: {'Port': ['ID=74abf30f-0bf2-489b-a271-fe90498c40b5,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:26:57.810025 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-366e4994-f138-4f88-8923-ebe4e107afe0 req-69e82da2-e6f5-4c79-956b-6a62c24e4f5f tempest-ServersAdminTestJSON-1762598083 tempest-ServersAdminTestJSON-1762598083-project] 10.222.0.55 "GET /v2.0/ports?device_id=1fb45c7b-e5f9-4b84-af62-a0ab5df96bb4 HTTP/1.1" status: 200 len: 950 time: 0.5636144 Nov 23 17:26:57.822405 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-bd157db3-b0d4-4c31-a17e-cf7574f63537 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2068703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1794403'] for router_interface, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:57.843193 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2414c3ea-4311-468d-9e31-9ce57bb90332 req-349aed04-efb6-4a93-9d4e-c9eabb9ecd3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:26:57.845436 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-2414c3ea-4311-468d-9e31-9ce57bb90332 req-349aed04-efb6-4a93-9d4e-c9eabb9ecd3d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=41fcdfe4-94ac-4117-84e7-e15c3483ec40 HTTP/1.1" status: 200 len: 1096 time: 0.2959230 Nov 23 17:26:57.971261 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-616d30b7-bf67-44b5-ae39-dace89eb4d18 None None] Provisioning complete for port a30e0764-f2ba-4c20-8900-639937b430d5 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:26:57.971873 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-616d30b7-bf67-44b5-ae39-dace89eb4d18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:58.089157 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd157db3-b0d4-4c31-a17e-cf7574f63537 admin admin] Network 8330a1c2-ef06-4fd1-bf99-730564d79f9d is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:26:58.123108 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-bd157db3-b0d4-4c31-a17e-cf7574f63537 admin admin] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:26:58.126214 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-2414c3ea-4311-468d-9e31-9ce57bb90332 req-36f487e9-2acb-411d-84c8-82b6a2bb9dd7 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=f2768289-7821-4137-8326-c052bf648315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222882 Nov 23 17:26:58.184723 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-616d30b7-bf67-44b5-ae39-dace89eb4d18 None None] Port a30e0764-f2ba-4c20-8900-639937b430d5 cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:26:58.187024 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 9a253ae9-96ce-4b65-9f1e-885a25786ab0 up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:26:58.294200 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port 9a253ae9-96ce-4b65-9f1e-885a25786ab0 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:26:58.295115 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:58.318041 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-27bd8cde-43b1-4362-a667-63ad0e6d4ba5 req-9a48cd97-134c-4f86-9740-72495fc41d04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:58.360077 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device 463bb2f6-75a3-49d9-907f-c2963eb4fc14 up at agent hyperv_n-h2-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:26:58.374027 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01be1cb1-3593-4e83-a7de-ffbaf236aeaf req-1743c8e8-64b6-4c8a-ab25-2a40b0179e3f tempest-ImagesNegativeTestJSON-1043174701 tempest-ImagesNegativeTestJSON-1043174701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:26:58.376481 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-01be1cb1-3593-4e83-a7de-ffbaf236aeaf req-1743c8e8-64b6-4c8a-ab25-2a40b0179e3f tempest-ImagesNegativeTestJSON-1043174701 tempest-ImagesNegativeTestJSON-1043174701-project] 10.222.0.60 "GET /v2.0/ports?device_id=c6b1f772-c6c8-4849-b4dc-923df85285e1 HTTP/1.1" status: 200 len: 936 time: 0.5398471 Nov 23 17:26:58.502463 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd157db3-b0d4-4c31-a17e-cf7574f63537 admin admin] Router 3a797c59-0f47-4a51-95b9-70b5fe41b915 has already been hosted by L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 {{(pid=103590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 17:26:58.660595 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Provisioning for port 463bb2f6-75a3-49d9-907f-c2963eb4fc14 completed by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 17:26:58.672274 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Provisioning complete for port 463bb2f6-75a3-49d9-907f-c2963eb4fc14 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:26:58.673071 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:58.717257 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:58.763205 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-571dc8aa-b155-461b-833b-6073c89e6717 None None] Provisioning complete for port 74abf30f-0bf2-489b-a271-fe90498c40b5 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:26:58.763205 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-571dc8aa-b155-461b-833b-6073c89e6717 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:58.766685 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] For port 9a253ae9-96ce-4b65-9f1e-885a25786ab0, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=9a253ae9-96ce-4b65-9f1e-885a25786ab0,segment=NetworkSegment(bffd1e4f-e80f-4ff0-b418-2f42ae15febf),segment_id=bffd1e4f-e80f-4ff0-b418-2f42ae15febf)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:26:58.804471 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:58.843687 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-571dc8aa-b155-461b-833b-6073c89e6717 None None] Port 74abf30f-0bf2-489b-a271-fe90498c40b5 cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:26:58.893990 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd157db3-b0d4-4c31-a17e-cf7574f63537 admin admin] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:26:58.904783 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-bd157db3-b0d4-4c31-a17e-cf7574f63537 admin admin] 10.222.0.60 "PUT /v2.0/routers/3a797c59-0f47-4a51-95b9-70b5fe41b915/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0967278 Nov 23 17:26:58.993676 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:58.998587 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Pushing event updated for resources: {'Port': ['ID=9a253ae9-96ce-4b65-9f1e-885a25786ab0,revision_number=4']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:26:59.065030 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port 463bb2f6-75a3-49d9-907f-c2963eb4fc14, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=463bb2f6-75a3-49d9-907f-c2963eb4fc14,segment=NetworkSegment(f75f400f-3665-42b6-b743-8c8989e17b3e),segment_id=f75f400f-3665-42b6-b743-8c8989e17b3e)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:26:59.074031 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:59.144458 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [req-366e4994-f138-4f88-8923-ebe4e107afe0 req-13dc5945-030d-43ab-89a8-0cec1577061b tempest-ServersAdminTestJSON-1762598083 tempest-ServersAdminTestJSON-1762598083-project] Deleting port fa9fdf46-02ac-4851-a3df-94b37eec7ba2 {{(pid=103591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:26:59.145146 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-366e4994-f138-4f88-8923-ebe4e107afe0 req-13dc5945-030d-43ab-89a8-0cec1577061b tempest-ServersAdminTestJSON-1762598083 tempest-ServersAdminTestJSON-1762598083-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:59.170420 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Pushing event updated for resources: {'Port': ['ID=463bb2f6-75a3-49d9-907f-c2963eb4fc14,revision_number=5']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:26:59.304813 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-01be1cb1-3593-4e83-a7de-ffbaf236aeaf req-4d22e194-cfb4-495c-bdc8-fc3b1be75c44 tempest-ImagesNegativeTestJSON-1043174701 tempest-ImagesNegativeTestJSON-1043174701-project] 10.222.0.60 "GET /v2.0/security-groups?id=6df8b222-4a61-492f-9cab-4468a894df14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9118502 Nov 23 17:26:59.397182 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832f9fcb-4d15-47f2-9002-5e5d90ec0191 req-56eda990-3b61-4ed3-a8c5-7f8fd684473f tempest-ImagesTestJSON-931761063 tempest-ImagesTestJSON-931761063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:26:59.400203 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-832f9fcb-4d15-47f2-9002-5e5d90ec0191 req-56eda990-3b61-4ed3-a8c5-7f8fd684473f tempest-ImagesTestJSON-931761063 tempest-ImagesTestJSON-931761063-project] 10.222.0.60 "GET /v2.0/ports?device_id=41fcdfe4-94ac-4117-84e7-e15c3483ec40 HTTP/1.1" status: 200 len: 945 time: 0.4126709 Nov 23 17:26:59.581759 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-63681c04-6b65-42b8-a4cd-07d44c8bd5be req-9ad33e2c-4d6f-4cd9-bf0c-9c9b105ec432 tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] 10.222.0.60 "GET /v2.0/ports?device_id=70d76f8d-9abe-4bca-bd90-10cf66fa6336 HTTP/1.1" status: 200 len: 210 time: 0.1045570 Nov 23 17:26:59.670800 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-366e4994-f138-4f88-8923-ebe4e107afe0 req-13dc5945-030d-43ab-89a8-0cec1577061b tempest-ServersAdminTestJSON-1762598083 tempest-ServersAdminTestJSON-1762598083-project] For port fa9fdf46-02ac-4851-a3df-94b37eec7ba2, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=fa9fdf46-02ac-4851-a3df-94b37eec7ba2,segment=NetworkSegment(329c1745-02bf-4561-9615-3192910887f5),segment_id=329c1745-02bf-4561-9615-3192910887f5)] {{(pid=103591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:26:59.671244 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-366e4994-f138-4f88-8923-ebe4e107afe0 req-13dc5945-030d-43ab-89a8-0cec1577061b tempest-ServersAdminTestJSON-1762598083 tempest-ServersAdminTestJSON-1762598083-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:26:59.679398 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-832f9fcb-4d15-47f2-9002-5e5d90ec0191 req-f67f59e7-72a5-4b94-bc93-e4818342709c tempest-ImagesTestJSON-931761063 tempest-ImagesTestJSON-931761063-project] 10.222.0.60 "GET /v2.0/security-groups?id=f2768289-7821-4137-8326-c052bf648315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2638626 Nov 23 17:26:59.734229 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [req-366e4994-f138-4f88-8923-ebe4e107afe0 req-13dc5945-030d-43ab-89a8-0cec1577061b tempest-ServersAdminTestJSON-1762598083 tempest-ServersAdminTestJSON-1762598083-project] Calling delete_port for fa9fdf46-02ac-4851-a3df-94b37eec7ba2 owned by compute:nova {{(pid=103591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:26:59.771738 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc08fe74-4555-439f-80d1-3d367042aa97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '463bb2f6-75a3-49d9-907f-c2963eb4fc14'}] {{(pid=103592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:26:59.781661 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba3e6a8f2301c7a29fe1eca9779abdae4ccbcd6266d69778087f2498d5551201" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14a528fd-b75d-4e35-b773-d9fee793e4c5" -d '{"events": [{"server_uuid": "bc08fe74-4555-439f-80d1-3d367042aa97", "name": "network-vif-plugged", "status": "completed", "tag": "463bb2f6-75a3-49d9-907f-c2963eb4fc14"}]}' {{(pid=103592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:26:59.803144 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee17b520-e64c-4f72-87fd-a128d0b30225 req-3de31959-fb45-44b9-ae91-aaf8b9276bbf tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:26:59.807936 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-ee17b520-e64c-4f72-87fd-a128d0b30225 req-3de31959-fb45-44b9-ae91-aaf8b9276bbf tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] 10.222.0.36 "GET /v2.0/networks?id=ffa7c2aa-6251-4537-acd5-168309147200 HTTP/1.1" status: 200 len: 811 time: 0.2850647 Nov 23 17:26:59.834092 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [req-ee17b520-e64c-4f72-87fd-a128d0b30225 req-d519d89d-fee7-4909-9ca5-5eccb51c151e tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] Request body: {'port': {'device_id': '70d76f8d-9abe-4bca-bd90-10cf66fa6336', 'network_id': 'ffa7c2aa-6251-4537-acd5-168309147200', 'admin_state_up': True, 'tenant_id': '6a229d10d4554d9a82f91e22fc3c6096'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:26:59.897045 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06852e7-281f-446d-aea8-4d6b29b8c3ce req-a8f837bd-b491-4730-8bf7-6dbf75e7ef6f tempest-ServersAdminTestJSON-1762598083 tempest-ServersAdminTestJSON-1762598083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:26:59.899148 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d06852e7-281f-446d-aea8-4d6b29b8c3ce req-a8f837bd-b491-4730-8bf7-6dbf75e7ef6f tempest-ServersAdminTestJSON-1762598083 tempest-ServersAdminTestJSON-1762598083-project] 10.222.0.60 "GET /v2.0/ports?device_id=1fb45c7b-e5f9-4b84-af62-a0ab5df96bb4 HTTP/1.1" status: 200 len: 950 time: 0.2185364 Nov 23 17:27:00.033057 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee17b520-e64c-4f72-87fd-a128d0b30225 req-d519d89d-fee7-4909-9ca5-5eccb51c151e tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] Made reservation on behalf of 6a229d10d4554d9a82f91e22fc3c6096 for: {'port': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:27:00.038283 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-ee17b520-e64c-4f72-87fd-a128d0b30225 req-d519d89d-fee7-4909-9ca5-5eccb51c151e tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:00.066617 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [req-27bd8cde-43b1-4362-a667-63ad0e6d4ba5 req-9a48cd97-134c-4f86-9740-72495fc41d04 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a30e0764-f2ba-4c20-8900-639937b430d5 {{(pid=103591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:27:00.072623 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 9a253ae9-96ce-4b65-9f1e-885a25786ab0 up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:27:00.089904 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-27bd8cde-43b1-4362-a667-63ad0e6d4ba5 req-9a48cd97-134c-4f86-9740-72495fc41d04 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:00.117490 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d06852e7-281f-446d-aea8-4d6b29b8c3ce req-ff85c142-0f1c-40c3-90cd-3166bd288b46 tempest-ServersAdminTestJSON-1762598083 tempest-ServersAdminTestJSON-1762598083-project] 10.222.0.60 "GET /v2.0/security-groups?id=d6cf22a0-7f65-49f2-8512-764c3542a89d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1912680 Nov 23 17:27:00.138976 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port 9a253ae9-96ce-4b65-9f1e-885a25786ab0 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:27:00.139685 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:00.206087 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.provisioning_blocks [req-27bd8cde-43b1-4362-a667-63ad0e6d4ba5 req-9a48cd97-134c-4f86-9740-72495fc41d04 service neutron] Transition to ACTIVE for port object a30e0764-f2ba-4c20-8900-639937b430d5 will not be triggered until provisioned by entity L2. {{(pid=103591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 17:27:00.226850 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d14e3a-214f-4658-b088-d716ff6ec58d req-c9488391-ff88-484d-99e2-76cfa5a94883 tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:27:00.233063 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-63d14e3a-214f-4658-b088-d716ff6ec58d req-c9488391-ff88-484d-99e2-76cfa5a94883 tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] 10.222.0.60 "GET /v2.0/ports?device_id=bd79186a-2bb2-4e8e-bd76-d4a54860e696 HTTP/1.1" status: 200 len: 949 time: 0.3462102 Nov 23 17:27:00.240425 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-27bd8cde-43b1-4362-a667-63ad0e6d4ba5 req-9a48cd97-134c-4f86-9740-72495fc41d04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264758186'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:00.313231 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-922fdf89-e166-48d4-85e9-247d4ce195e7 None None] Sync routers for ids ['3a797c59-0f47-4a51-95b9-70b5fe41b915'] in n-d-816206-8 {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:27:00.317695 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [req-ee17b520-e64c-4f72-87fd-a128d0b30225 req-d519d89d-fee7-4909-9ca5-5eccb51c151e tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] Allocated IP 172.20.0.13 (ffa7c2aa-6251-4537-acd5-168309147200/8e905b96-ea32-4f4c-be91-01d912cd9ed2/a6337c7d-c903-495b-8a9c-c5d9e5f5abc2) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:27:00.332199 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-922fdf89-e166-48d4-85e9-247d4ce195e7 None None] Routers {'3a797c59-0f47-4a51-95b9-70b5fe41b915'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:27:00.333387 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-922fdf89-e166-48d4-85e9-247d4ce195e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:26:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['3a797c59-0f47-4a51-95b9-70b5fe41b915'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:27:00.355602 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-366e4994-f138-4f88-8923-ebe4e107afe0 req-13dc5945-030d-43ab-89a8-0cec1577061b tempest-ServersAdminTestJSON-1762598083 tempest-ServersAdminTestJSON-1762598083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:00.387109 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] get_ports_and_sgs() called for port_ids ['106c7877-d6d0-453d-94f5-fc7533add6f7'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:27:00.389874 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] get_ports_and_sgs() called for port_ids ['f5251876-fe38-41ca-afcc-7121bc22dcfa'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:27:00.495442 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a48cd97-134c-4f86-9740-72495fc41d04 service neutron] Pushing event updated for resources: {'Port': ['ID=a30e0764-f2ba-4c20-8900-639937b430d5,revision_number=2']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:27:00.550915 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dc5945-030d-43ab-89a8-0cec1577061b tempest-ServersAdminTestJSON-1762598083 tempest-ServersAdminTestJSON-1762598083-project] Pushing event deleted for resources: {'Port': ['ID=fa9fdf46-02ac-4851-a3df-94b37eec7ba2,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:27:00.552862 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [req-366e4994-f138-4f88-8923-ebe4e107afe0 req-13dc5945-030d-43ab-89a8-0cec1577061b tempest-ServersAdminTestJSON-1762598083 tempest-ServersAdminTestJSON-1762598083-project] No DVR routers for this DVR port fa9fdf46-02ac-4851-a3df-94b37eec7ba2 on host n-h1-816206-8 {{(pid=103591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:27:00.576761 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e2c2c1-7c44-41ea-93eb-68d1bcd61fa8 req-b2e9b84e-8eae-4c3b-a25d-79ef32a95c8e tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:27:00.577572 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-366e4994-f138-4f88-8923-ebe4e107afe0 req-13dc5945-030d-43ab-89a8-0cec1577061b tempest-ServersAdminTestJSON-1762598083 tempest-ServersAdminTestJSON-1762598083-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:00.578647 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-05e2c2c1-7c44-41ea-93eb-68d1bcd61fa8 req-b2e9b84e-8eae-4c3b-a25d-79ef32a95c8e tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] 10.222.0.36 "GET /v2.0/ports?device_id=bd79186a-2bb2-4e8e-bd76-d4a54860e696 HTTP/1.1" status: 200 len: 949 time: 0.0914443 Nov 23 17:27:00.581635 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-366e4994-f138-4f88-8923-ebe4e107afe0 req-13dc5945-030d-43ab-89a8-0cec1577061b tempest-ServersAdminTestJSON-1762598083 tempest-ServersAdminTestJSON-1762598083-project] 10.222.0.55 "DELETE /v2.0/ports/fa9fdf46-02ac-4851-a3df-94b37eec7ba2 HTTP/1.1" status: 204 len: 173 time: 2.7532971 Nov 23 17:27:00.584400 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fb45c7b-e5f9-4b84-af62-a0ab5df96bb4', 'name': 'network-vif-deleted', 'tag': 'fa9fdf46-02ac-4851-a3df-94b37eec7ba2'}] {{(pid=103591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:27:00.588218 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41d174a19ece9499ff9ec44e5b3fc50f2abd3ffbc947fb7e52ea1e8db27b95b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05bab858-0245-4dfd-b2c4-1bf649d8d60b" -d '{"events": [{"server_uuid": "1fb45c7b-e5f9-4b84-af62-a0ab5df96bb4", "name": "network-vif-deleted", "tag": "fa9fdf46-02ac-4851-a3df-94b37eec7ba2"}]}' {{(pid=103591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:27:00.599045 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-63d14e3a-214f-4658-b088-d716ff6ec58d req-5717cdbe-0223-4fe1-b2e6-597c35324c5b tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b15aa03-44a0-4375-a57d-e8cf999b0781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3529208 Nov 23 17:27:00.623462 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvr_db [None req-922fdf89-e166-48d4-85e9-247d4ce195e7 None None] Set router 3a797c59-0f47-4a51-95b9-70b5fe41b915 gateway port host: n-d-816206-8 {{(pid=103592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:27:00.630377 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-ee17b520-e64c-4f72-87fd-a128d0b30225 req-d519d89d-fee7-4909-9ca5-5eccb51c151e tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:00.635228 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03ec477-4ccb-4a19-932f-ec3b5288a496 req-ff8f85be-286a-4f6d-97ef-5a55cf7e3dc0 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:27:00.639664 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e03ec477-4ccb-4a19-932f-ec3b5288a496 req-ff8f85be-286a-4f6d-97ef-5a55cf7e3dc0 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc08fe74-4555-439f-80d1-3d367042aa97 HTTP/1.1" status: 200 len: 946 time: 0.3981750 Nov 23 17:27:00.744313 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-27bd8cde-43b1-4362-a667-63ad0e6d4ba5 req-9a48cd97-134c-4f86-9740-72495fc41d04 service neutron] Attempting to bind port a30e0764-f2ba-4c20-8900-639937b430d5 on host n-h1-816206-8 for vnic_type normal with profile {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:27:00.744943 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-ee17b520-e64c-4f72-87fd-a128d0b30225 req-d519d89d-fee7-4909-9ca5-5eccb51c151e tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:00.745138 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-27bd8cde-43b1-4362-a667-63ad0e6d4ba5 req-9a48cd97-134c-4f86-9740-72495fc41d04 service neutron] Attempting to bind port a30e0764-f2ba-4c20-8900-639937b430d5 by drivers openvswitch,hyperv on host n-h1-816206-8 at level 0 using segments [{'id': '329c1745-02bf-4561-9615-3192910887f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'f1e1dabf-b410-4023-9169-a460a86e7184'}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:27:00.745571 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27bd8cde-43b1-4362-a667-63ad0e6d4ba5 req-9a48cd97-134c-4f86-9740-72495fc41d04 service neutron] Attempting to bind port a30e0764-f2ba-4c20-8900-639937b430d5 on network f1e1dabf-b410-4023-9169-a460a86e7184 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:27:00.807428 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27bd8cde-43b1-4362-a667-63ad0e6d4ba5 req-9a48cd97-134c-4f86-9740-72495fc41d04 service neutron] Port a30e0764-f2ba-4c20-8900-639937b430d5 on network f1e1dabf-b410-4023-9169-a460a86e7184 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-8 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 17:27:00.807922 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27bd8cde-43b1-4362-a667-63ad0e6d4ba5 req-9a48cd97-134c-4f86-9740-72495fc41d04 service neutron] Attempting to bind port a30e0764-f2ba-4c20-8900-639937b430d5 on network f1e1dabf-b410-4023-9169-a460a86e7184 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:27:00.836105 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27bd8cde-43b1-4362-a667-63ad0e6d4ba5 req-9a48cd97-134c-4f86-9740-72495fc41d04 service neutron] Checking agent: {'id': '4b0a4557-3bfe-4828-80a0-7981fc3ac84c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 15, 14), 'started_at': datetime.datetime(2021, 11, 23, 17, 15, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 26, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:27:00.836589 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27bd8cde-43b1-4362-a667-63ad0e6d4ba5 req-9a48cd97-134c-4f86-9740-72495fc41d04 service neutron] Checking segment: {'id': '329c1745-02bf-4561-9615-3192910887f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'f1e1dabf-b410-4023-9169-a460a86e7184'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:27:00.837120 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27bd8cde-43b1-4362-a667-63ad0e6d4ba5 req-9a48cd97-134c-4f86-9740-72495fc41d04 service neutron] Bound using segment: {'id': '329c1745-02bf-4561-9615-3192910887f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'f1e1dabf-b410-4023-9169-a460a86e7184'} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:27:00.837834 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-27bd8cde-43b1-4362-a667-63ad0e6d4ba5 req-9a48cd97-134c-4f86-9740-72495fc41d04 service neutron] Bound port: a30e0764-f2ba-4c20-8900-639937b430d5, host: n-h1-816206-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '329c1745-02bf-4561-9615-3192910887f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'f1e1dabf-b410-4023-9169-a460a86e7184'}}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:27:00.838408 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-27bd8cde-43b1-4362-a667-63ad0e6d4ba5 req-9a48cd97-134c-4f86-9740-72495fc41d04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:00.853821 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e03ec477-4ccb-4a19-932f-ec3b5288a496 req-e797dc82-f846-4665-be17-51d2a10c1a96 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.60 "GET /v2.0/security-groups?id=b4179e07-bbfd-4236-b98c-2ab2b518c61f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2066240 Nov 23 17:27:00.931819 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee17b520-e64c-4f72-87fd-a128d0b30225 req-d519d89d-fee7-4909-9ca5-5eccb51c151e tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] Network ffa7c2aa-6251-4537-acd5-168309147200 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:27:00.944779 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [req-ee17b520-e64c-4f72-87fd-a128d0b30225 req-d519d89d-fee7-4909-9ca5-5eccb51c151e tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:27:00.960939 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d519d89d-fee7-4909-9ca5-5eccb51c151e tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] Pushing event updated for resources: {'Port': ['ID=a6337c7d-c903-495b-8a9c-c5d9e5f5abc2,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:27:00.978076 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee17b520-e64c-4f72-87fd-a128d0b30225 req-d519d89d-fee7-4909-9ca5-5eccb51c151e tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:27:00.985961 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-fb5c2201-e82b-408e-a001-45d59f965cc4 req-726d7644-8dd2-4231-b161-70a98c971424 tempest-FloatingIPsTestJSON-1358054514 tempest-FloatingIPsTestJSON-1358054514-project] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2373650 Nov 23 17:27:00.992653 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-27bd8cde-43b1-4362-a667-63ad0e6d4ba5 req-9a48cd97-134c-4f86-9740-72495fc41d04 service neutron] For port a30e0764-f2ba-4c20-8900-639937b430d5, host n-h1-816206-8, cleared binding levels {{(pid=103591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:27:00.999015 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-27bd8cde-43b1-4362-a667-63ad0e6d4ba5 req-9a48cd97-134c-4f86-9740-72495fc41d04 service neutron] For port a30e0764-f2ba-4c20-8900-639937b430d5, host n-h1-816206-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=a30e0764-f2ba-4c20-8900-639937b430d5,segment=NetworkSegment(329c1745-02bf-4561-9615-3192910887f5),segment_id=329c1745-02bf-4561-9615-3192910887f5)] {{(pid=103591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:27:01.004014 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [req-fb5c2201-e82b-408e-a001-45d59f965cc4 req-be35baa3-bcc6-463c-962f-eab43aa787e7 tempest-FloatingIPsTestJSON-1358054514 tempest-FloatingIPsTestJSON-1358054514-project] Request body: {'floatingip': {'floating_network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:27:01.045127 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-27bd8cde-43b1-4362-a667-63ad0e6d4ba5 req-9a48cd97-134c-4f86-9740-72495fc41d04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264758186'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:01.048569 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:26:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c9c89db-315e-4d00-9eda-8b0516501d67 x-openstack-request-id: req-4c9c89db-315e-4d00-9eda-8b0516501d67 {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:27:01.049128 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc08fe74-4555-439f-80d1-3d367042aa97", "name": "network-vif-plugged", "status": "completed", "tag": "463bb2f6-75a3-49d9-907f-c2963eb4fc14", "code": 200}]} {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:27:01.049128 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-4c9c89db-315e-4d00-9eda-8b0516501d67 {{(pid=103592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:27:01.049597 n-d-816206-8 neutron-server[103592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc08fe74-4555-439f-80d1-3d367042aa97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '463bb2f6-75a3-49d9-907f-c2963eb4fc14', 'code': 200} Nov 23 17:27:01.050562 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-fb5c2201-e82b-408e-a001-45d59f965cc4 req-be35baa3-bcc6-463c-962f-eab43aa787e7 tempest-FloatingIPsTestJSON-1358054514 tempest-FloatingIPsTestJSON-1358054514-project] Publish callbacks [] for floatingip, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:01.080820 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device fa9fdf46-02ac-4851-a3df-94b37eec7ba2 no longer exists at agent hyperv_n-h1-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:27:01.142457 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] No Port match for: fa9fdf46-02ac-4851-a3df-94b37eec7ba2 {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:27:01.143695 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device fa9fdf46-02ac-4851-a3df-94b37eec7ba2 not bound to the agent host n-h1-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:27:01.151656 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [req-05e2c2c1-7c44-41ea-93eb-68d1bcd61fa8 req-3d470984-0592-41e8-b140-259751903716 tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] Deleting port b1eb041c-b829-49de-a62b-f5360ff178c3 {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:27:01.152208 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-05e2c2c1-7c44-41ea-93eb-68d1bcd61fa8 req-3d470984-0592-41e8-b140-259751903716 tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:01.167178 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee17b520-e64c-4f72-87fd-a128d0b30225 req-d519d89d-fee7-4909-9ca5-5eccb51c151e tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:27:01.168235 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-ee17b520-e64c-4f72-87fd-a128d0b30225 req-d519d89d-fee7-4909-9ca5-5eccb51c151e tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:01.238290 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-922fdf89-e166-48d4-85e9-247d4ce195e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a797c59-0f47-4a51-95b9-70b5fe41b915', 'name': 'tempest-FloatingIPsTestJSON-1744703006-router', 'tenant_id': '3a9c0bddde464356b0da62958e164b3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.4'}], 'enable_snat': True}, 'gw_port_id': '9a253ae9-96ce-4b65-9f1e-885a25786ab0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:26:49Z', 'updated_at': '2021-11-23T17:26:56Z', 'revision_number': 4, 'project_id': '3a9c0bddde464356b0da62958e164b3b', 'gw_port': {'id': '9a253ae9-96ce-4b65-9f1e-885a25786ab0', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:52:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a797c59-0f47-4a51-95b9-70b5fe41b915', 'device_owner': 'network:router_gateway', 'standard_attr_id': 880, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:26:50Z', 'updated_at': '2021-11-23T17:26:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_interfaces': [{'id': '74abf30f-0bf2-489b-a271-fe90498c40b5', 'name': '', 'network_id': '8330a1c2-ef06-4fd1-bf99-730564d79f9d', 'tenant_id': '3a9c0bddde464356b0da62958e164b3b', 'mac_address': 'fa:16:3e:23:ce:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a797c59-0f47-4a51-95b9-70b5fe41b915', 'device_owner': 'network:router_interface', 'standard_attr_id': 887, 'fixed_ips': [{'subnet_id': 'b2d8871a-ed51-4f8b-8ba8-dcfba1e666b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:26:55Z', 'updated_at': '2021-11-23T17:26:57Z', 'revision_number': 2, 'project_id': '3a9c0bddde464356b0da62958e164b3b', 'subnets': [{'id': 'b2d8871a-ed51-4f8b-8ba8-dcfba1e666b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:27:01.246332 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-ee17b520-e64c-4f72-87fd-a128d0b30225 req-d519d89d-fee7-4909-9ca5-5eccb51c151e tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4232194 Nov 23 17:27:01.272606 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bd8cde-43b1-4362-a667-63ad0e6d4ba5 req-9a48cd97-134c-4f86-9740-72495fc41d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:27:01.273799 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-27bd8cde-43b1-4362-a667-63ad0e6d4ba5 req-9a48cd97-134c-4f86-9740-72495fc41d04 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:01.274420 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [req-ee17b520-e64c-4f72-87fd-a128d0b30225 req-93b71bea-85db-4262-827d-332536e594ec service neutron] Request body: {'port': {'device_id': '70d76f8d-9abe-4bca-bd90-10cf66fa6336', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-8'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:27:01.276457 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-27bd8cde-43b1-4362-a667-63ad0e6d4ba5 req-9a48cd97-134c-4f86-9740-72495fc41d04 service neutron] 10.222.0.55 "PUT /v2.0/ports/a30e0764-f2ba-4c20-8900-639937b430d5 HTTP/1.1" status: 200 len: 1096 time: 3.7120264 Nov 23 17:27:01.296475 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-922fdf89-e166-48d4-85e9-247d4ce195e7 None None] Checking router: 3a797c59-0f47-4a51-95b9-70b5fe41b915 for host: n-d-816206-8 {{(pid=103592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 17:27:01.297712 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-922fdf89-e166-48d4-85e9-247d4ce195e7 None None] Updating router 3a797c59-0f47-4a51-95b9-70b5fe41b915 port 74abf30f-0bf2-489b-a271-fe90498c40b5 binding host n-d-816206-8 {{(pid=103592) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 17:27:01.343378 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-922fdf89-e166-48d4-85e9-247d4ce195e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:01.423154 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-ee17b520-e64c-4f72-87fd-a128d0b30225 req-93b71bea-85db-4262-827d-332536e594ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:01.476890 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a48cd97-134c-4f86-9740-72495fc41d04 service neutron] Pushing event updated for resources: {'Port': ['ID=a30e0764-f2ba-4c20-8900-639937b430d5,revision_number=3']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:27:01.488924 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672144ea-7a39-429a-a6b4-3f57a29e9b18 req-acd1094b-9d84-46a8-9756-a0be264bf263 tempest-ImagesNegativeTestJSON-1043174701 tempest-ImagesNegativeTestJSON-1043174701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:27:01.499479 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-672144ea-7a39-429a-a6b4-3f57a29e9b18 req-acd1094b-9d84-46a8-9756-a0be264bf263 tempest-ImagesNegativeTestJSON-1043174701 tempest-ImagesNegativeTestJSON-1043174701-project] 10.222.0.60 "GET /v2.0/ports?device_id=c6b1f772-c6c8-4849-b4dc-923df85285e1 HTTP/1.1" status: 200 len: 948 time: 0.3693233 Nov 23 17:27:01.512447 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654bc805-4e23-40ac-bd05-2cd9c3940c24 req-7003e6f9-4127-4d83-bc60-b6be2c3166cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:27:01.513954 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-654bc805-4e23-40ac-bd05-2cd9c3940c24 req-7003e6f9-4127-4d83-bc60-b6be2c3166cc service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=bc08fe74-4555-439f-80d1-3d367042aa97 HTTP/1.1" status: 200 len: 1097 time: 0.4023354 Nov 23 17:27:01.521690 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [req-05e2c2c1-7c44-41ea-93eb-68d1bcd61fa8 req-3d470984-0592-41e8-b140-259751903716 tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] For port b1eb041c-b829-49de-a62b-f5360ff178c3, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=b1eb041c-b829-49de-a62b-f5360ff178c3,segment=NetworkSegment(329c1745-02bf-4561-9615-3192910887f5),segment_id=329c1745-02bf-4561-9615-3192910887f5)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:27:01.522486 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-05e2c2c1-7c44-41ea-93eb-68d1bcd61fa8 req-3d470984-0592-41e8-b140-259751903716 tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:01.555513 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bd8cde-43b1-4362-a667-63ad0e6d4ba5 req-0a2ae617-3e6a-476b-89a6-9b94ec002928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:27:01.558450 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-27bd8cde-43b1-4362-a667-63ad0e6d4ba5 req-0a2ae617-3e6a-476b-89a6-9b94ec002928 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f39b54a2febd440191984fbc41ddeb46&device_id=c6b1f772-c6c8-4849-b4dc-923df85285e1 HTTP/1.1" status: 200 len: 1099 time: 0.2346916 Nov 23 17:27:01.560713 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [req-05e2c2c1-7c44-41ea-93eb-68d1bcd61fa8 req-3d470984-0592-41e8-b140-259751903716 tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] Calling delete_port for b1eb041c-b829-49de-a62b-f5360ff178c3 owned by compute:nova {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:27:01.636687 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-27bd8cde-43b1-4362-a667-63ad0e6d4ba5 req-04dff4a8-95e9-48e3-a4b4-fbf812edccd9 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.103&port_id=a30e0764-f2ba-4c20-8900-639937b430d5 HTTP/1.1" status: 200 len: 217 time: 0.0662217 Nov 23 17:27:01.660694 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-672144ea-7a39-429a-a6b4-3f57a29e9b18 req-6c4021d8-14ad-44ff-809e-2d05efc0761b tempest-ImagesNegativeTestJSON-1043174701 tempest-ImagesNegativeTestJSON-1043174701-project] 10.222.0.60 "GET /v2.0/security-groups?id=6df8b222-4a61-492f-9cab-4468a894df14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602192 Nov 23 17:27:01.671439 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-922fdf89-e166-48d4-85e9-247d4ce195e7 None None] Publish callbacks [] for port, precommit_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:01.678168 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-922fdf89-e166-48d4-85e9-247d4ce195e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:01.728898 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53101fb2-c11b-45cf-9132-16438ab2e725 None None] Pushing event updated for resources: {'Port': ['ID=74abf30f-0bf2-489b-a271-fe90498c40b5,revision_number=3']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:27:01.748434 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-654bc805-4e23-40ac-bd05-2cd9c3940c24 req-74fee096-e555-4087-adbe-940caa68bb01 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=b4179e07-bbfd-4236-b98c-2ab2b518c61f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2186549 Nov 23 17:27:01.760742 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:27:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48e3e390-28f5-4d02-9d10-fd4a1850e7e8 x-openstack-request-id: req-48e3e390-28f5-4d02-9d10-fd4a1850e7e8 {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:27:01.761069 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fb45c7b-e5f9-4b84-af62-a0ab5df96bb4", "name": "network-vif-deleted", "tag": "fa9fdf46-02ac-4851-a3df-94b37eec7ba2", "status": "completed", "code": 200}]} {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:27:01.761384 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-48e3e390-28f5-4d02-9d10-fd4a1850e7e8 {{(pid=103591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:27:01.761841 n-d-816206-8 neutron-server[103591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fb45c7b-e5f9-4b84-af62-a0ab5df96bb4', 'name': 'network-vif-deleted', 'tag': 'fa9fdf46-02ac-4851-a3df-94b37eec7ba2', 'status': 'completed', 'code': 200} Nov 23 17:27:01.775807 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-fb5c2201-e82b-408e-a001-45d59f965cc4 req-be35baa3-bcc6-463c-962f-eab43aa787e7 tempest-FloatingIPsTestJSON-1358054514 tempest-FloatingIPsTestJSON-1358054514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:01.837813 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bd8cde-43b1-4362-a667-63ad0e6d4ba5 req-05798ebf-a363-4db3-adab-a27a3c6b5376 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:27:01.839854 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-27bd8cde-43b1-4362-a667-63ad0e6d4ba5 req-05798ebf-a363-4db3-adab-a27a3c6b5376 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ac77c175-5679-438b-8a2a-356718377641 HTTP/1.1" status: 200 len: 843 time: 0.1941221 Nov 23 17:27:02.030626 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bd8cde-43b1-4362-a667-63ad0e6d4ba5 req-6a458780-bf8c-4c3e-bce7-ab745308cdeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:27:02.032150 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-27bd8cde-43b1-4362-a667-63ad0e6d4ba5 req-6a458780-bf8c-4c3e-bce7-ab745308cdeb service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f1e1dabf-b410-4023-9169-a460a86e7184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1686070 Nov 23 17:27:02.034680 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-922fdf89-e166-48d4-85e9-247d4ce195e7 None None] Attempting to bind port 74abf30f-0bf2-489b-a271-fe90498c40b5 on host n-d-816206-8 for vnic_type normal with profile {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:27:02.035335 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-922fdf89-e166-48d4-85e9-247d4ce195e7 None None] Attempting to bind port 74abf30f-0bf2-489b-a271-fe90498c40b5 by drivers openvswitch,hyperv on host n-d-816206-8 at level 0 using segments [{'id': 'eccc7502-c83a-4fbe-ab5d-f0236af779ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '8330a1c2-ef06-4fd1-bf99-730564d79f9d'}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:27:02.036259 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-922fdf89-e166-48d4-85e9-247d4ce195e7 None None] Attempting to bind port 74abf30f-0bf2-489b-a271-fe90498c40b5 on network 8330a1c2-ef06-4fd1-bf99-730564d79f9d {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:27:02.044882 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-922fdf89-e166-48d4-85e9-247d4ce195e7 None None] Checking agent: {'id': '9e89acbe-4bbe-4c77-a18b-6f1da9133e0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 7, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 26, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:27:02.045272 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-922fdf89-e166-48d4-85e9-247d4ce195e7 None None] Checking segment: {'id': 'eccc7502-c83a-4fbe-ab5d-f0236af779ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '8330a1c2-ef06-4fd1-bf99-730564d79f9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:27:02.045685 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-922fdf89-e166-48d4-85e9-247d4ce195e7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:02.046117 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-922fdf89-e166-48d4-85e9-247d4ce195e7 None None] Bound using segment: {'id': 'eccc7502-c83a-4fbe-ab5d-f0236af779ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '8330a1c2-ef06-4fd1-bf99-730564d79f9d'} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:27:02.046615 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-922fdf89-e166-48d4-85e9-247d4ce195e7 None None] Bound port: 74abf30f-0bf2-489b-a271-fe90498c40b5, host: n-d-816206-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eccc7502-c83a-4fbe-ab5d-f0236af779ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '8330a1c2-ef06-4fd1-bf99-730564d79f9d'}}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:27:02.047003 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-922fdf89-e166-48d4-85e9-247d4ce195e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:02.050939 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e01d5f0-2a9b-455d-bbfd-e3a9c96a950a req-41babba7-1467-4fce-a526-4c1a4b313ed2 tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:27:02.053536 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-3e01d5f0-2a9b-455d-bbfd-e3a9c96a950a req-41babba7-1467-4fce-a526-4c1a4b313ed2 tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] 10.222.0.60 "GET /v2.0/ports?device_id=70d76f8d-9abe-4bca-bd90-10cf66fa6336 HTTP/1.1" status: 200 len: 932 time: 0.2083328 Nov 23 17:27:02.125770 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-922fdf89-e166-48d4-85e9-247d4ce195e7 None None] For port 74abf30f-0bf2-489b-a271-fe90498c40b5, host n-d-816206-8, cleared binding levels {{(pid=103592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:27:02.130036 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-922fdf89-e166-48d4-85e9-247d4ce195e7 None None] For port 74abf30f-0bf2-489b-a271-fe90498c40b5, host n-d-816206-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=74abf30f-0bf2-489b-a271-fe90498c40b5,segment=NetworkSegment(eccc7502-c83a-4fbe-ab5d-f0236af779ca),segment_id=eccc7502-c83a-4fbe-ab5d-f0236af779ca)] {{(pid=103592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:27:02.135159 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-922fdf89-e166-48d4-85e9-247d4ce195e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:02.137090 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.db_base_plugin_common [req-fb5c2201-e82b-408e-a001-45d59f965cc4 req-be35baa3-bcc6-463c-962f-eab43aa787e7 tempest-FloatingIPsTestJSON-1358054514 tempest-FloatingIPsTestJSON-1358054514-project] Allocated IP 172.25.3.241 (4c8455ba-1be5-42ac-b8c2-8a16e1292d55/08fe3644-ce41-4c3f-a7ea-92bac0f0fff5/97b21404-dd8d-4ece-8de2-c655aee4cd17) {{(pid=103591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:27:02.239039 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-3e01d5f0-2a9b-455d-bbfd-e3a9c96a950a req-e66c47aa-f0e8-4763-a4c1-ff8c5622a514 tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] 10.222.0.60 "GET /v2.0/security-groups?id=a7d295c6-a842-436b-b184-bb80f16900ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705699 Nov 23 17:27:02.239817 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53101fb2-c11b-45cf-9132-16438ab2e725 None None] Pushing event updated for resources: {'Port': ['ID=74abf30f-0bf2-489b-a271-fe90498c40b5,revision_number=4']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:27:02.256176 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-8391fe69-8472-4792-88ce-bbc8d6c3bc0c None None] Provisioning complete for port 74abf30f-0bf2-489b-a271-fe90498c40b5 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:27:02.256552 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-8391fe69-8472-4792-88ce-bbc8d6c3bc0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:02.268600 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-27bd8cde-43b1-4362-a667-63ad0e6d4ba5 req-a4a7a259-2ea2-458a-926c-58b686c156d3 service neutron] 10.222.0.55 "GET /v2.0/networks/f1e1dabf-b410-4023-9169-a460a86e7184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2107391 Nov 23 17:27:02.333317 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-922fdf89-e166-48d4-85e9-247d4ce195e7 None None] Routers {'3a797c59-0f47-4a51-95b9-70b5fe41b915'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:27:02.334021 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-922fdf89-e166-48d4-85e9-247d4ce195e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:26:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['3a797c59-0f47-4a51-95b9-70b5fe41b915'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:27:02.503473 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-05e2c2c1-7c44-41ea-93eb-68d1bcd61fa8 req-3d470984-0592-41e8-b140-259751903716 tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:02.514188 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed737e87-3c24-4a8d-a939-d8cf731342a4 req-f852a79f-214e-486d-aba4-546689d8c316 tempest-ImagesTestJSON-931761063 tempest-ImagesTestJSON-931761063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:27:02.527651 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ed737e87-3c24-4a8d-a939-d8cf731342a4 req-f852a79f-214e-486d-aba4-546689d8c316 tempest-ImagesTestJSON-931761063 tempest-ImagesTestJSON-931761063-project] 10.222.0.60 "GET /v2.0/ports?device_id=41fcdfe4-94ac-4117-84e7-e15c3483ec40 HTTP/1.1" status: 200 len: 945 time: 0.1306260 Nov 23 17:27:02.527918 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvr_db [None req-922fdf89-e166-48d4-85e9-247d4ce195e7 None None] Set router 3a797c59-0f47-4a51-95b9-70b5fe41b915 gateway port host: n-d-816206-8 {{(pid=103592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:27:02.531944 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-fb5c2201-e82b-408e-a001-45d59f965cc4 req-be35baa3-bcc6-463c-962f-eab43aa787e7 tempest-FloatingIPsTestJSON-1358054514 tempest-FloatingIPsTestJSON-1358054514-project] Publish callbacks [] for port, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:02.537762 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] get_ports_and_sgs() called for port_ids ['619a8aee-de53-404a-b496-f8a2de1819bc', '4d508f7d-6fef-46d4-88da-e1281c70682d', '9dbd8931-0e0e-4403-9ea7-6a29a17a2a8a', '2409cb61-ae6f-4a2d-8c86-8c6a24f1a9c4'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:27:02.542014 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] get_ports_and_sgs() called for port_ids ['fd248227-a963-429c-aa28-16266759837f'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:27:02.547783 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d470984-0592-41e8-b140-259751903716 tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] Pushing event deleted for resources: {'Port': ['ID=b1eb041c-b829-49de-a62b-f5360ff178c3,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:27:02.568657 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-27bd8cde-43b1-4362-a667-63ad0e6d4ba5 req-2f12623f-7bfe-4b39-801d-00a8bf901481 service neutron] 10.222.0.55 "GET /v2.0/networks/f1e1dabf-b410-4023-9169-a460a86e7184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2723346 Nov 23 17:27:02.609686 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d470984-0592-41e8-b140-259751903716 tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:27:02.610028 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d470984-0592-41e8-b140-259751903716 tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:27:02.610353 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d470984-0592-41e8-b140-259751903716 tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:27:02.610696 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d470984-0592-41e8-b140-259751903716 tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:27:02.611027 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d470984-0592-41e8-b140-259751903716 tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:27:02.611356 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d470984-0592-41e8-b140-259751903716 tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:27:02.611682 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d470984-0592-41e8-b140-259751903716 tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:27:02.612005 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d470984-0592-41e8-b140-259751903716 tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:27:02.612329 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d470984-0592-41e8-b140-259751903716 tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:27:02.612700 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d470984-0592-41e8-b140-259751903716 tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:27:02.613005 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d470984-0592-41e8-b140-259751903716 tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:27:02.613330 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d470984-0592-41e8-b140-259751903716 tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:27:02.633216 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ed737e87-3c24-4a8d-a939-d8cf731342a4 req-309e9a94-2b52-4ce0-922c-54579c2ac468 tempest-ImagesTestJSON-931761063 tempest-ImagesTestJSON-931761063-project] 10.222.0.60 "GET /v2.0/security-groups?id=f2768289-7821-4137-8326-c052bf648315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045172 Nov 23 17:27:02.652577 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [req-05e2c2c1-7c44-41ea-93eb-68d1bcd61fa8 req-3d470984-0592-41e8-b140-259751903716 tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] No DVR routers for this DVR port b1eb041c-b829-49de-a62b-f5360ff178c3 on host n-h2-816206-8 {{(pid=103590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:27:02.656525 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-05e2c2c1-7c44-41ea-93eb-68d1bcd61fa8 req-3d470984-0592-41e8-b140-259751903716 tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:02.661087 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-05e2c2c1-7c44-41ea-93eb-68d1bcd61fa8 req-3d470984-0592-41e8-b140-259751903716 tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] 10.222.0.36 "DELETE /v2.0/ports/b1eb041c-b829-49de-a62b-f5360ff178c3 HTTP/1.1" status: 204 len: 173 time: 1.9386952 Nov 23 17:27:02.667562 n-d-816206-8 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd79186a-2bb2-4e8e-bd76-d4a54860e696', 'name': 'network-vif-deleted', 'tag': 'b1eb041c-b829-49de-a62b-f5360ff178c3'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:27:02.670162 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbabddbc9fc37b068808e119c416c86f5957ca04531a4a0d2e695c515e93483b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4351f2e6-a918-4eec-8cc7-865daf1e84f7" -d '{"events": [{"server_uuid": "bd79186a-2bb2-4e8e-bd76-d4a54860e696", "name": "network-vif-deleted", "tag": "b1eb041c-b829-49de-a62b-f5360ff178c3"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:27:02.682021 n-d-816206-8 neutron-server[103590]: DEBUG neutron.notifiers.nova [req-ee17b520-e64c-4f72-87fd-a128d0b30225 req-93b71bea-85db-4262-827d-332536e594ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6337c7d-c903-495b-8a9c-c5d9e5f5abc2 {{(pid=103590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:27:02.697362 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-ee17b520-e64c-4f72-87fd-a128d0b30225 req-93b71bea-85db-4262-827d-332536e594ec service neutron] Publish callbacks [] for port, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:02.703531 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-fb5c2201-e82b-408e-a001-45d59f965cc4 req-be35baa3-bcc6-463c-962f-eab43aa787e7 tempest-FloatingIPsTestJSON-1358054514 tempest-FloatingIPsTestJSON-1358054514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:02.733887 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [req-ee17b520-e64c-4f72-87fd-a128d0b30225 req-93b71bea-85db-4262-827d-332536e594ec service neutron] Transition to ACTIVE for port object a6337c7d-c903-495b-8a9c-c5d9e5f5abc2 will not be triggered until provisioned by entity L2. {{(pid=103590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 17:27:02.741357 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-ee17b520-e64c-4f72-87fd-a128d0b30225 req-93b71bea-85db-4262-827d-332536e594ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264357957'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:02.755194 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-8391fe69-8472-4792-88ce-bbc8d6c3bc0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:02.791969 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb5c2201-e82b-408e-a001-45d59f965cc4 req-be35baa3-bcc6-463c-962f-eab43aa787e7 tempest-FloatingIPsTestJSON-1358054514 tempest-FloatingIPsTestJSON-1358054514-project] Network 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 is already hosted by enough agents. {{(pid=103591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:27:02.807972 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [req-fb5c2201-e82b-408e-a001-45d59f965cc4 req-be35baa3-bcc6-463c-962f-eab43aa787e7 tempest-FloatingIPsTestJSON-1358054514 tempest-FloatingIPsTestJSON-1358054514-project] Resources bound (agent type, host, resource id): {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:27:02.813027 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb5c2201-e82b-408e-a001-45d59f965cc4 req-be35baa3-bcc6-463c-962f-eab43aa787e7 tempest-FloatingIPsTestJSON-1358054514 tempest-FloatingIPsTestJSON-1358054514-project] Received port after_create {{(pid=103591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:27:02.838138 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b71bea-85db-4262-827d-332536e594ec service neutron] Pushing event updated for resources: {'Port': ['ID=a6337c7d-c903-495b-8a9c-c5d9e5f5abc2,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:27:02.899944 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be35baa3-bcc6-463c-962f-eab43aa787e7 tempest-FloatingIPsTestJSON-1358054514 tempest-FloatingIPsTestJSON-1358054514-project] Pushing event updated for resources: {'Port': ['ID=97b21404-dd8d-4ece-8de2-c655aee4cd17,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:27:02.902613 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-8391fe69-8472-4792-88ce-bbc8d6c3bc0c None None] For port 74abf30f-0bf2-489b-a271-fe90498c40b5, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=74abf30f-0bf2-489b-a271-fe90498c40b5,segment=NetworkSegment(eccc7502-c83a-4fbe-ab5d-f0236af779ca),segment_id=eccc7502-c83a-4fbe-ab5d-f0236af779ca)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:27:02.904025 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e4cf9d5e-1ec1-4236-8ecb-d3f0f0d74754 req-0dbfdf64-aa5b-4d6e-b10e-615fba8e01c6 tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] 10.222.0.60 "GET /v2.0/ports?device_id=bd79186a-2bb2-4e8e-bd76-d4a54860e696 HTTP/1.1" status: 200 len: 210 time: 0.0376282 Nov 23 17:27:02.926634 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-8391fe69-8472-4792-88ce-bbc8d6c3bc0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:02.980380 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [req-ee17b520-e64c-4f72-87fd-a128d0b30225 req-93b71bea-85db-4262-827d-332536e594ec service neutron] Attempting to bind port a6337c7d-c903-495b-8a9c-c5d9e5f5abc2 on host n-h2-816206-8 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:27:02.980824 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [req-ee17b520-e64c-4f72-87fd-a128d0b30225 req-93b71bea-85db-4262-827d-332536e594ec service neutron] Attempting to bind port a6337c7d-c903-495b-8a9c-c5d9e5f5abc2 by drivers openvswitch,hyperv on host n-h2-816206-8 at level 0 using segments [{'id': '6c418a8c-f20c-4230-99c6-0f83d6e48757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'ffa7c2aa-6251-4537-acd5-168309147200'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:27:02.981224 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee17b520-e64c-4f72-87fd-a128d0b30225 req-93b71bea-85db-4262-827d-332536e594ec service neutron] Attempting to bind port a6337c7d-c903-495b-8a9c-c5d9e5f5abc2 on network ffa7c2aa-6251-4537-acd5-168309147200 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:27:02.988976 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee17b520-e64c-4f72-87fd-a128d0b30225 req-93b71bea-85db-4262-827d-332536e594ec service neutron] Port a6337c7d-c903-495b-8a9c-c5d9e5f5abc2 on network ffa7c2aa-6251-4537-acd5-168309147200 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-8 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 17:27:02.989385 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee17b520-e64c-4f72-87fd-a128d0b30225 req-93b71bea-85db-4262-827d-332536e594ec service neutron] Attempting to bind port a6337c7d-c903-495b-8a9c-c5d9e5f5abc2 on network ffa7c2aa-6251-4537-acd5-168309147200 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:27:02.991227 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-fb5c2201-e82b-408e-a001-45d59f965cc4 req-be35baa3-bcc6-463c-962f-eab43aa787e7 tempest-FloatingIPsTestJSON-1358054514 tempest-FloatingIPsTestJSON-1358054514-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:03.001653 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee17b520-e64c-4f72-87fd-a128d0b30225 req-93b71bea-85db-4262-827d-332536e594ec service neutron] Checking agent: {'id': 'ab77bf9e-0267-4174-8f1d-822cba89b207', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 15, 13), 'started_at': datetime.datetime(2021, 11, 23, 17, 15, 13), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 26, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:27:03.002206 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee17b520-e64c-4f72-87fd-a128d0b30225 req-93b71bea-85db-4262-827d-332536e594ec service neutron] Checking segment: {'id': '6c418a8c-f20c-4230-99c6-0f83d6e48757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'ffa7c2aa-6251-4537-acd5-168309147200'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:27:03.002757 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee17b520-e64c-4f72-87fd-a128d0b30225 req-93b71bea-85db-4262-827d-332536e594ec service neutron] Bound using segment: {'id': '6c418a8c-f20c-4230-99c6-0f83d6e48757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'ffa7c2aa-6251-4537-acd5-168309147200'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:27:03.003437 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [req-ee17b520-e64c-4f72-87fd-a128d0b30225 req-93b71bea-85db-4262-827d-332536e594ec service neutron] Bound port: a6337c7d-c903-495b-8a9c-c5d9e5f5abc2, host: n-h2-816206-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c418a8c-f20c-4230-99c6-0f83d6e48757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'ffa7c2aa-6251-4537-acd5-168309147200'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:27:03.003953 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-ee17b520-e64c-4f72-87fd-a128d0b30225 req-93b71bea-85db-4262-827d-332536e594ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:03.061403 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-fb5c2201-e82b-408e-a001-45d59f965cc4 req-be35baa3-bcc6-463c-962f-eab43aa787e7 tempest-FloatingIPsTestJSON-1358054514 tempest-FloatingIPsTestJSON-1358054514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:03.184041 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-98e294a4-7753-41e3-a426-1413a5768a4f None None] Provisioning complete for port 74abf30f-0bf2-489b-a271-fe90498c40b5 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:27:03.184879 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-98e294a4-7753-41e3-a426-1413a5768a4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:03.191054 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8391fe69-8472-4792-88ce-bbc8d6c3bc0c None None] Pushing event updated for resources: {'Port': ['ID=74abf30f-0bf2-489b-a271-fe90498c40b5,revision_number=5']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:27:03.207261 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [req-ee17b520-e64c-4f72-87fd-a128d0b30225 req-93b71bea-85db-4262-827d-332536e594ec service neutron] For port a6337c7d-c903-495b-8a9c-c5d9e5f5abc2, host n-h2-816206-8, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:27:03.214994 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [req-ee17b520-e64c-4f72-87fd-a128d0b30225 req-93b71bea-85db-4262-827d-332536e594ec service neutron] For port a6337c7d-c903-495b-8a9c-c5d9e5f5abc2, host n-h2-816206-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=a6337c7d-c903-495b-8a9c-c5d9e5f5abc2,segment=NetworkSegment(6c418a8c-f20c-4230-99c6-0f83d6e48757),segment_id=6c418a8c-f20c-4230-99c6-0f83d6e48757)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:27:03.216151 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e451de3-e25e-402a-834a-c6dd8dea700f req-337df157-abd4-4dcb-b490-746459029d36 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:27:03.223094 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-ee17b520-e64c-4f72-87fd-a128d0b30225 req-93b71bea-85db-4262-827d-332536e594ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264357957'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:03.237038 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6e451de3-e25e-402a-834a-c6dd8dea700f req-337df157-abd4-4dcb-b490-746459029d36 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc08fe74-4555-439f-80d1-3d367042aa97 HTTP/1.1" status: 200 len: 946 time: 0.1307654 Nov 23 17:27:03.366042 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b71bea-85db-4262-827d-332536e594ec service neutron] Pushing event updated for resources: {'Port': ['ID=a6337c7d-c903-495b-8a9c-c5d9e5f5abc2,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:27:03.377484 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee17b520-e64c-4f72-87fd-a128d0b30225 req-93b71bea-85db-4262-827d-332536e594ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:27:03.378561 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-ee17b520-e64c-4f72-87fd-a128d0b30225 req-93b71bea-85db-4262-827d-332536e594ec service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:03.381164 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-ee17b520-e64c-4f72-87fd-a128d0b30225 req-93b71bea-85db-4262-827d-332536e594ec service neutron] 10.222.0.36 "PUT /v2.0/ports/a6337c7d-c903-495b-8a9c-c5d9e5f5abc2 HTTP/1.1" status: 200 len: 1092 time: 2.1194670 Nov 23 17:27:03.419130 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6e451de3-e25e-402a-834a-c6dd8dea700f req-ebbe6d82-e2bc-4218-bb63-a3dc04f269e8 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.60 "GET /v2.0/security-groups?id=b4179e07-bbfd-4236-b98c-2ab2b518c61f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808259 Nov 23 17:27:03.507642 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-fb5c2201-e82b-408e-a001-45d59f965cc4 req-be35baa3-bcc6-463c-962f-eab43aa787e7 tempest-FloatingIPsTestJSON-1358054514 tempest-FloatingIPsTestJSON-1358054514-project] Publish callbacks [] for port, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:03.515458 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-fb5c2201-e82b-408e-a001-45d59f965cc4 req-be35baa3-bcc6-463c-962f-eab43aa787e7 tempest-FloatingIPsTestJSON-1358054514 tempest-FloatingIPsTestJSON-1358054514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264758186'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:03.528966 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee17b520-e64c-4f72-87fd-a128d0b30225 req-1fbaa9b8-bdce-4ef3-9045-eb2a467c0485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:27:03.529920 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-ee17b520-e64c-4f72-87fd-a128d0b30225 req-1fbaa9b8-bdce-4ef3-9045-eb2a467c0485 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6a229d10d4554d9a82f91e22fc3c6096&device_id=70d76f8d-9abe-4bca-bd90-10cf66fa6336 HTTP/1.1" status: 200 len: 1095 time: 0.0621383 Nov 23 17:27:03.613466 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-ee17b520-e64c-4f72-87fd-a128d0b30225 req-b8c586b3-10f0-43c6-a23a-34b77b4df60f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a6337c7d-c903-495b-8a9c-c5d9e5f5abc2 HTTP/1.1" status: 200 len: 217 time: 0.0750518 Nov 23 17:27:03.652450 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-922fdf89-e166-48d4-85e9-247d4ce195e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a797c59-0f47-4a51-95b9-70b5fe41b915', 'name': 'tempest-FloatingIPsTestJSON-1744703006-router', 'tenant_id': '3a9c0bddde464356b0da62958e164b3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.4'}], 'enable_snat': True}, 'gw_port_id': '9a253ae9-96ce-4b65-9f1e-885a25786ab0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:26:49Z', 'updated_at': '2021-11-23T17:26:56Z', 'revision_number': 4, 'project_id': '3a9c0bddde464356b0da62958e164b3b', 'gw_port': {'id': '9a253ae9-96ce-4b65-9f1e-885a25786ab0', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:52:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a797c59-0f47-4a51-95b9-70b5fe41b915', 'device_owner': 'network:router_gateway', 'standard_attr_id': 880, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:26:50Z', 'updated_at': '2021-11-23T17:26:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_interfaces': [{'id': '74abf30f-0bf2-489b-a271-fe90498c40b5', 'name': '', 'network_id': '8330a1c2-ef06-4fd1-bf99-730564d79f9d', 'tenant_id': '3a9c0bddde464356b0da62958e164b3b', 'mac_address': 'fa:16:3e:23:ce:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a797c59-0f47-4a51-95b9-70b5fe41b915', 'device_owner': 'network:router_interface', 'standard_attr_id': 887, 'fixed_ips': [{'subnet_id': 'b2d8871a-ed51-4f8b-8ba8-dcfba1e666b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:26:55Z', 'updated_at': '2021-11-23T17:27:02Z', 'revision_number': 4, 'project_id': '3a9c0bddde464356b0da62958e164b3b', 'subnets': [{'id': 'b2d8871a-ed51-4f8b-8ba8-dcfba1e666b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:27:03.660390 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be35baa3-bcc6-463c-962f-eab43aa787e7 tempest-FloatingIPsTestJSON-1358054514 tempest-FloatingIPsTestJSON-1358054514-project] Pushing event updated for resources: {'Port': ['ID=97b21404-dd8d-4ece-8de2-c655aee4cd17,revision_number=2']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:27:03.677691 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee17b520-e64c-4f72-87fd-a128d0b30225 req-fccf0ba0-930a-4528-94bc-9294f589cf13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:27:03.681487 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-ee17b520-e64c-4f72-87fd-a128d0b30225 req-fccf0ba0-930a-4528-94bc-9294f589cf13 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8e905b96-ea32-4f4c-be91-01d912cd9ed2 HTTP/1.1" status: 200 len: 851 time: 0.0552485 Nov 23 17:27:03.688204 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-fb5c2201-e82b-408e-a001-45d59f965cc4 req-be35baa3-bcc6-463c-962f-eab43aa787e7 tempest-FloatingIPsTestJSON-1358054514 tempest-FloatingIPsTestJSON-1358054514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1795396'] for floatingip, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:03.701260 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-922fdf89-e166-48d4-85e9-247d4ce195e7 None None] The sync data for ids ['3a797c59-0f47-4a51-95b9-70b5fe41b915'] in n-d-816206-8 is: [{'id': '3a797c59-0f47-4a51-95b9-70b5fe41b915', 'name': 'tempest-FloatingIPsTestJSON-1744703006-router', 'tenant_id': '3a9c0bddde464356b0da62958e164b3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.4'}], 'enable_snat': True}, 'gw_port_id': '9a253ae9-96ce-4b65-9f1e-885a25786ab0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:26:49Z', 'updated_at': '2021-11-23T17:26:56Z', 'revision_number': 4, 'project_id': '3a9c0bddde464356b0da62958e164b3b', 'gw_port': {'id': '9a253ae9-96ce-4b65-9f1e-885a25786ab0', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:52:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a797c59-0f47-4a51-95b9-70b5fe41b915', 'device_owner': 'network:router_gateway', 'standard_attr_id': 880, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:26:50Z', 'updated_at': '2021-11-23T17:26:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_interfaces': [{'id': '74abf30f-0bf2-489b-a271-fe90498c40b5', 'name': '', 'network_id': '8330a1c2-ef06-4fd1-bf99-730564d79f9d', 'tenant_id': '3a9c0bddde464356b0da62958e164b3b', 'mac_address': 'fa:16:3e:23:ce:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a797c59-0f47-4a51-95b9-70b5fe41b915', 'device_owner': 'network:router_interface', 'standard_attr_id': 887, 'fixed_ips': [{'subnet_id': 'b2d8871a-ed51-4f8b-8ba8-dcfba1e666b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:26:55Z', 'updated_at': '2021-11-23T17:27:02Z', 'revision_number': 4, 'project_id': '3a9c0bddde464356b0da62958e164b3b', 'subnets': [{'id': 'b2d8871a-ed51-4f8b-8ba8-dcfba1e666b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:27:03.728472 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-fb5c2201-e82b-408e-a001-45d59f965cc4 req-be35baa3-bcc6-463c-962f-eab43aa787e7 tempest-FloatingIPsTestJSON-1358054514 tempest-FloatingIPsTestJSON-1358054514-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for floatingip, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:03.737124 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-fb5c2201-e82b-408e-a001-45d59f965cc4 req-be35baa3-bcc6-463c-962f-eab43aa787e7 tempest-FloatingIPsTestJSON-1358054514 tempest-FloatingIPsTestJSON-1358054514-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.7409239 Nov 23 17:27:03.745052 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-ee17b520-e64c-4f72-87fd-a128d0b30225 req-5746603a-3b18-4962-b64c-754a0374401c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ffa7c2aa-6251-4537-acd5-168309147200&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0512354 Nov 23 17:27:03.847844 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6b1f772-c6c8-4849-b4dc-923df85285e1', 'tag': 'a30e0764-f2ba-4c20-8900-639937b430d5'}] {{(pid=103591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:27:03.854692 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41d174a19ece9499ff9ec44e5b3fc50f2abd3ffbc947fb7e52ea1e8db27b95b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e87a5f5d-3aef-4001-9f7e-c8148739e77c" -d '{"events": [{"name": "network-changed", "server_uuid": "c6b1f772-c6c8-4849-b4dc-923df85285e1", "tag": "a30e0764-f2ba-4c20-8900-639937b430d5"}]}' {{(pid=103591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:27:03.900775 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-fb5c2201-e82b-408e-a001-45d59f965cc4 req-ab236245-80f4-4a1d-92da-95f3ff8b9cac tempest-FloatingIPsTestJSON-1358054514 tempest-FloatingIPsTestJSON-1358054514-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.3.241 HTTP/1.1" status: 200 len: 696 time: 0.1612668 Nov 23 17:27:03.959775 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:27:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da3e71f2-af63-460e-b31c-90c15edeb7d7 x-openstack-request-id: req-da3e71f2-af63-460e-b31c-90c15edeb7d7 {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:27:03.961024 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd79186a-2bb2-4e8e-bd76-d4a54860e696", "name": "network-vif-deleted", "tag": "b1eb041c-b829-49de-a62b-f5360ff178c3", "status": "completed", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:27:03.962360 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-da3e71f2-af63-460e-b31c-90c15edeb7d7 {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:27:03.963681 n-d-816206-8 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd79186a-2bb2-4e8e-bd76-d4a54860e696', 'name': 'network-vif-deleted', 'tag': 'b1eb041c-b829-49de-a62b-f5360ff178c3', 'status': 'completed', 'code': 200} Nov 23 17:27:04.081690 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-ee17b520-e64c-4f72-87fd-a128d0b30225 req-fb9ba89f-f8bb-4f5e-b47d-f821f8ff2d4f service neutron] 10.222.0.36 "GET /v2.0/networks/ffa7c2aa-6251-4537-acd5-168309147200?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3281686 Nov 23 17:27:04.186974 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5c2201-e82b-408e-a001-45d59f965cc4 req-738d344d-9415-4c1d-8543-078c723df9a9 tempest-FloatingIPsTestJSON-1358054514 tempest-FloatingIPsTestJSON-1358054514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:27:04.204392 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-fb5c2201-e82b-408e-a001-45d59f965cc4 req-738d344d-9415-4c1d-8543-078c723df9a9 tempest-FloatingIPsTestJSON-1358054514 tempest-FloatingIPsTestJSON-1358054514-project] 10.222.0.60 "GET /v2.0/networks/4c8455ba-1be5-42ac-b8c2-8a16e1292d55 HTTP/1.1" status: 200 len: 784 time: 0.2982190 Nov 23 17:27:04.215086 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [req-fb5c2201-e82b-408e-a001-45d59f965cc4 req-e5e52594-9a06-4cf6-b6df-0613bc711078 tempest-FloatingIPsTestJSON-1358054514 tempest-FloatingIPsTestJSON-1358054514-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=103591) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 17:27:04.228676 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-fb5c2201-e82b-408e-a001-45d59f965cc4 req-e5e52594-9a06-4cf6-b6df-0613bc711078 tempest-FloatingIPsTestJSON-1358054514 tempest-FloatingIPsTestJSON-1358054514-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0214195 Nov 23 17:27:04.262133 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 74abf30f-0bf2-489b-a271-fe90498c40b5 up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:27:04.286923 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-ee17b520-e64c-4f72-87fd-a128d0b30225 req-0e5e0fb6-1b92-4a18-aabb-b25e98ebca18 service neutron] 10.222.0.36 "GET /v2.0/networks/ffa7c2aa-6251-4537-acd5-168309147200?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1804118 Nov 23 17:27:04.393755 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device b1eb041c-b829-49de-a62b-f5360ff178c3 no longer exists at agent hyperv_n-h2-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:27:04.439977 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port 74abf30f-0bf2-489b-a271-fe90498c40b5 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:27:04.440462 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:04.445033 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] No Port match for: b1eb041c-b829-49de-a62b-f5360ff178c3 {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:27:04.445502 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device b1eb041c-b829-49de-a62b-f5360ff178c3 not bound to the agent host n-h2-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:27:04.565415 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86be3ca1-0165-4f7b-9832-af18e934026d req-893d0a55-6172-4b66-b7c4-8d2c7f1f03ad tempest-ImagesNegativeTestJSON-1043174701 tempest-ImagesNegativeTestJSON-1043174701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:27:04.567897 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-86be3ca1-0165-4f7b-9832-af18e934026d req-893d0a55-6172-4b66-b7c4-8d2c7f1f03ad tempest-ImagesNegativeTestJSON-1043174701 tempest-ImagesNegativeTestJSON-1043174701-project] 10.222.0.60 "GET /v2.0/ports?device_id=c6b1f772-c6c8-4849-b4dc-923df85285e1 HTTP/1.1" status: 200 len: 948 time: 0.2063570 Nov 23 17:27:04.594184 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83c7216-13c9-457b-94a9-d7d108bdef08 req-01912ec7-1a5e-457a-b8c5-385467dffdd6 tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:27:04.596624 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b83c7216-13c9-457b-94a9-d7d108bdef08 req-01912ec7-1a5e-457a-b8c5-385467dffdd6 tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] 10.222.0.60 "GET /v2.0/ports?device_id=70d76f8d-9abe-4bca-bd90-10cf66fa6336 HTTP/1.1" status: 200 len: 944 time: 0.2033327 Nov 23 17:27:04.719125 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-86be3ca1-0165-4f7b-9832-af18e934026d req-a1422875-3aac-4127-ac6a-ac3840984fdc tempest-ImagesNegativeTestJSON-1043174701 tempest-ImagesNegativeTestJSON-1043174701-project] 10.222.0.60 "GET /v2.0/security-groups?id=6df8b222-4a61-492f-9cab-4468a894df14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211305 Nov 23 17:27:04.723078 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b83c7216-13c9-457b-94a9-d7d108bdef08 req-2415ed81-25f8-4e67-ad08-267068a67ab2 tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] 10.222.0.60 "GET /v2.0/security-groups?id=a7d295c6-a842-436b-b184-bb80f16900ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137388 Nov 23 17:27:04.803072 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 17:27:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe895d03-2963-44ef-b4b2-429accd066f7 x-openstack-request-id: req-fe895d03-2963-44ef-b4b2-429accd066f7 {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:27:04.803072 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6b1f772-c6c8-4849-b4dc-923df85285e1", "tag": "a30e0764-f2ba-4c20-8900-639937b430d5", "status": "completed", "code": 200}]} {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:27:04.803072 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-fe895d03-2963-44ef-b4b2-429accd066f7 {{(pid=103591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:27:04.803072 n-d-816206-8 neutron-server[103591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6b1f772-c6c8-4849-b4dc-923df85285e1', 'tag': 'a30e0764-f2ba-4c20-8900-639937b430d5', 'status': 'completed', 'code': 200} Nov 23 17:27:04.950236 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-cbe14335-a537-4dc6-ad63-6d5c25cfadcb req-9d7eea7d-cc2c-4bea-aa0c-c8e7bd63d8f0 tempest-FloatingIPsTestJSON-1358054514 tempest-FloatingIPsTestJSON-1358054514-project] 10.222.0.60 "GET /v2.0/floatingips/337cd42a-0980-432a-a0e1-44e97bfb87ac HTTP/1.1" status: 200 len: 693 time: 0.0569355 Nov 23 17:27:04.964393 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff4c803-1317-4fe8-b5a9-8f9f407ffb61 req-a3d4c60d-8772-4354-b289-fee75b9210e8 tempest-ImagesTestJSON-931761063 tempest-ImagesTestJSON-931761063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:27:04.965991 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6ff4c803-1317-4fe8-b5a9-8f9f407ffb61 req-a3d4c60d-8772-4354-b289-fee75b9210e8 tempest-ImagesTestJSON-931761063 tempest-ImagesTestJSON-931761063-project] 10.222.0.60 "GET /v2.0/ports?device_id=41fcdfe4-94ac-4117-84e7-e15c3483ec40 HTTP/1.1" status: 200 len: 945 time: 0.1231265 Nov 23 17:27:04.998914 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87a5f5d-3aef-4001-9f7e-c8148739e77c req-38241d2d-1014-453f-abd6-c1dbc3648a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:27:05.000430 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e87a5f5d-3aef-4001-9f7e-c8148739e77c req-38241d2d-1014-453f-abd6-c1dbc3648a94 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f39b54a2febd440191984fbc41ddeb46&device_id=c6b1f772-c6c8-4849-b4dc-923df85285e1 HTTP/1.1" status: 200 len: 1099 time: 0.1713157 Nov 23 17:27:05.088906 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device a30e0764-f2ba-4c20-8900-639937b430d5 details requested by agent hyperv_n-h1-816206-8 with host n-h1-816206-8 {{(pid=103592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 17:27:05.165238 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6ff4c803-1317-4fe8-b5a9-8f9f407ffb61 req-0715be88-1050-42fb-a373-43738b1b97b0 tempest-ImagesTestJSON-931761063 tempest-ImagesTestJSON-931761063-project] 10.222.0.60 "GET /v2.0/security-groups?id=f2768289-7821-4137-8326-c052bf648315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1860607 Nov 23 17:27:05.233099 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe14335-a537-4dc6-ad63-6d5c25cfadcb req-9748cb27-ad82-4b8d-a06d-189f8ccc35c2 tempest-FloatingIPsTestJSON-1358054514 tempest-FloatingIPsTestJSON-1358054514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:27:05.234592 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-cbe14335-a537-4dc6-ad63-6d5c25cfadcb req-9748cb27-ad82-4b8d-a06d-189f8ccc35c2 tempest-FloatingIPsTestJSON-1358054514 tempest-FloatingIPsTestJSON-1358054514-project] 10.222.0.60 "GET /v2.0/networks/4c8455ba-1be5-42ac-b8c2-8a16e1292d55 HTTP/1.1" status: 200 len: 784 time: 0.2674618 Nov 23 17:27:05.261395 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87a5f5d-3aef-4001-9f7e-c8148739e77c req-e3e918a9-189a-4119-b94e-1273a630d10e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:27:05.263025 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e87a5f5d-3aef-4001-9f7e-c8148739e77c req-e3e918a9-189a-4119-b94e-1273a630d10e service neutron] 10.222.0.55 "GET /v2.0/networks?id=f1e1dabf-b410-4023-9169-a460a86e7184 HTTP/1.1" status: 200 len: 870 time: 0.2524745 Nov 23 17:27:05.264310 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port a30e0764-f2ba-4c20-8900-639937b430d5, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=a30e0764-f2ba-4c20-8900-639937b430d5,segment=NetworkSegment(329c1745-02bf-4561-9615-3192910887f5),segment_id=329c1745-02bf-4561-9615-3192910887f5)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:27:05.292057 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Returning: {'device': 'a30e0764-f2ba-4c20-8900-639937b430d5', 'network_id': 'f1e1dabf-b410-4023-9169-a460a86e7184', 'port_id': 'a30e0764-f2ba-4c20-8900-639937b430d5', 'mac_address': 'fa:16:3e:c9:98:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac77c175-5679-438b-8a2a-356718377641', 'ip_address': '192.168.233.103'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 17:27:05.365594 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:05.389362 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a30e0764-f2ba-4c20-8900-639937b430d5 {{(pid=103592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:27:05.425273 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port a30e0764-f2ba-4c20-8900-639937b430d5, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=a30e0764-f2ba-4c20-8900-639937b430d5,segment=NetworkSegment(329c1745-02bf-4561-9615-3192910887f5),segment_id=329c1745-02bf-4561-9615-3192910887f5)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:27:05.433054 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:05.510670 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Pushing event updated for resources: {'Port': ['ID=a30e0764-f2ba-4c20-8900-639937b430d5,revision_number=4']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:27:05.679272 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e87a5f5d-3aef-4001-9f7e-c8148739e77c req-d3f6283a-ed49-4215-8b0e-953e1815124a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.103&port_id=a30e0764-f2ba-4c20-8900-639937b430d5 HTTP/1.1" status: 200 len: 217 time: 0.4086692 Nov 23 17:27:05.736159 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] get_ports_and_sgs() called for port_ids ['a30e0764-f2ba-4c20-8900-639937b430d5'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:27:05.796531 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47df3600-2cd1-456c-9b76-60d86ce14621 req-71651156-a484-4087-ae68-1f0fdd55bf23 tempest-ServersAdminTestJSON-1762598083 tempest-ServersAdminTestJSON-1762598083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:27:05.798085 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-47df3600-2cd1-456c-9b76-60d86ce14621 req-71651156-a484-4087-ae68-1f0fdd55bf23 tempest-ServersAdminTestJSON-1762598083 tempest-ServersAdminTestJSON-1762598083-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ce5f358-6741-4ecf-8dcb-8a2d01ccd06f HTTP/1.1" status: 200 len: 950 time: 0.1370113 Nov 23 17:27:05.805464 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d354de-592e-4b0c-83af-433847717186 req-267daa7e-e7d2-413e-ad32-1bcd7f1cd935 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:27:05.807740 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c1d354de-592e-4b0c-83af-433847717186 req-267daa7e-e7d2-413e-ad32-1bcd7f1cd935 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc08fe74-4555-439f-80d1-3d367042aa97 HTTP/1.1" status: 200 len: 946 time: 0.1453452 Nov 23 17:27:05.810333 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87a5f5d-3aef-4001-9f7e-c8148739e77c req-48b05f9d-7e78-4624-9380-4c853f682241 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:27:05.811636 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e87a5f5d-3aef-4001-9f7e-c8148739e77c req-48b05f9d-7e78-4624-9380-4c853f682241 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ac77c175-5679-438b-8a2a-356718377641 HTTP/1.1" status: 200 len: 843 time: 0.1016638 Nov 23 17:27:05.933586 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-47df3600-2cd1-456c-9b76-60d86ce14621 req-80ced694-11b9-4bee-a097-1efea71efa1a tempest-ServersAdminTestJSON-1762598083 tempest-ServersAdminTestJSON-1762598083-project] 10.222.0.60 "GET /v2.0/security-groups?id=d6cf22a0-7f65-49f2-8512-764c3542a89d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245539 Nov 23 17:27:05.940600 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87a5f5d-3aef-4001-9f7e-c8148739e77c req-e772f982-8cbd-4ab2-91d0-8dd9d8265d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:27:05.942340 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e87a5f5d-3aef-4001-9f7e-c8148739e77c req-e772f982-8cbd-4ab2-91d0-8dd9d8265d0a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f1e1dabf-b410-4023-9169-a460a86e7184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1232920 Nov 23 17:27:05.946596 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c1d354de-592e-4b0c-83af-433847717186 req-7569fbda-9545-4bbf-b17a-8d937186d8ae tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.60 "GET /v2.0/security-groups?id=b4179e07-bbfd-4236-b98c-2ab2b518c61f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284769 Nov 23 17:27:05.965759 n-d-816206-8 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70d76f8d-9abe-4bca-bd90-10cf66fa6336', 'tag': 'a6337c7d-c903-495b-8a9c-c5d9e5f5abc2'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:27:05.969635 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbabddbc9fc37b068808e119c416c86f5957ca04531a4a0d2e695c515e93483b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f5e7e27-a588-4a3d-a3d5-0a16f39ab275" -d '{"events": [{"name": "network-changed", "server_uuid": "70d76f8d-9abe-4bca-bd90-10cf66fa6336", "tag": "a6337c7d-c903-495b-8a9c-c5d9e5f5abc2"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:27:06.088197 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e87a5f5d-3aef-4001-9f7e-c8148739e77c req-a739f670-0755-468d-bc26-205b41dc61f7 service neutron] 10.222.0.55 "GET /v2.0/networks/f1e1dabf-b410-4023-9169-a460a86e7184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307075 Nov 23 17:27:06.216117 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b42bd4-50b9-4d33-af69-5807eb19cdfc req-ff4d11a1-7aff-4a61-9093-a21a7766755c tempest-ServersAdminTestJSON-1762598083 tempest-ServersAdminTestJSON-1762598083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:27:06.216357 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-46b42bd4-50b9-4d33-af69-5807eb19cdfc req-ff4d11a1-7aff-4a61-9093-a21a7766755c tempest-ServersAdminTestJSON-1762598083 tempest-ServersAdminTestJSON-1762598083-project] 10.222.0.36 "GET /v2.0/ports?device_id=2ce5f358-6741-4ecf-8dcb-8a2d01ccd06f HTTP/1.1" status: 200 len: 950 time: 0.0574825 Nov 23 17:27:06.262404 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-23fbbcfa-3875-4b67-9452-03c568398f03 req-a81d8770-64e6-4646-8423-42df1d766df6 tempest-FloatingIPsTestJSON-1358054514 tempest-FloatingIPsTestJSON-1358054514-project] 10.222.0.60 "GET /v2.0/floatingips?tenant_id=3a9c0bddde464356b0da62958e164b3b HTTP/1.1" status: 200 len: 696 time: 0.0639284 Nov 23 17:27:06.323643 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e87a5f5d-3aef-4001-9f7e-c8148739e77c req-1fe54161-2c21-4e92-971a-fb28e145fc4e service neutron] 10.222.0.55 "GET /v2.0/networks/f1e1dabf-b410-4023-9169-a460a86e7184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2302117 Nov 23 17:27:06.354228 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [req-46b42bd4-50b9-4d33-af69-5807eb19cdfc req-fb1ae703-db64-4d29-9d2a-2eb65d8b16b1 tempest-ServersAdminTestJSON-1762598083 tempest-ServersAdminTestJSON-1762598083-project] Deleting port f5251876-fe38-41ca-afcc-7121bc22dcfa {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:27:06.354644 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-46b42bd4-50b9-4d33-af69-5807eb19cdfc req-fb1ae703-db64-4d29-9d2a-2eb65d8b16b1 tempest-ServersAdminTestJSON-1762598083 tempest-ServersAdminTestJSON-1762598083-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:06.428117 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fbbcfa-3875-4b67-9452-03c568398f03 req-d249c6c7-b575-4fc3-bb73-7a18e848a5f9 tempest-FloatingIPsTestJSON-1358054514 tempest-FloatingIPsTestJSON-1358054514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:27:06.433019 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-23fbbcfa-3875-4b67-9452-03c568398f03 req-d249c6c7-b575-4fc3-bb73-7a18e848a5f9 tempest-FloatingIPsTestJSON-1358054514 tempest-FloatingIPsTestJSON-1358054514-project] 10.222.0.60 "GET /v2.0/networks?id=4c8455ba-1be5-42ac-b8c2-8a16e1292d55 HTTP/1.1" status: 200 len: 787 time: 0.1618559 Nov 23 17:27:06.510904 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [req-46b42bd4-50b9-4d33-af69-5807eb19cdfc req-fb1ae703-db64-4d29-9d2a-2eb65d8b16b1 tempest-ServersAdminTestJSON-1762598083 tempest-ServersAdminTestJSON-1762598083-project] For port f5251876-fe38-41ca-afcc-7121bc22dcfa, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=f5251876-fe38-41ca-afcc-7121bc22dcfa,segment=NetworkSegment(329c1745-02bf-4561-9615-3192910887f5),segment_id=329c1745-02bf-4561-9615-3192910887f5)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:27:06.511371 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-46b42bd4-50b9-4d33-af69-5807eb19cdfc req-fb1ae703-db64-4d29-9d2a-2eb65d8b16b1 tempest-ServersAdminTestJSON-1762598083 tempest-ServersAdminTestJSON-1762598083-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:06.528206 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [req-46b42bd4-50b9-4d33-af69-5807eb19cdfc req-fb1ae703-db64-4d29-9d2a-2eb65d8b16b1 tempest-ServersAdminTestJSON-1762598083 tempest-ServersAdminTestJSON-1762598083-project] Calling delete_port for f5251876-fe38-41ca-afcc-7121bc22dcfa owned by compute:nova {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:27:06.590395 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d78dee6-6f02-4279-85c3-5a70996752b1 req-3a01465e-3bdc-4c0d-a495-845796b6e35d tempest-ImagesNegativeTestJSON-1043174701 tempest-ImagesNegativeTestJSON-1043174701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:27:06.591964 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4d78dee6-6f02-4279-85c3-5a70996752b1 req-3a01465e-3bdc-4c0d-a495-845796b6e35d tempest-ImagesNegativeTestJSON-1043174701 tempest-ImagesNegativeTestJSON-1043174701-project] 10.222.0.60 "GET /v2.0/ports?device_id=c6b1f772-c6c8-4849-b4dc-923df85285e1 HTTP/1.1" status: 200 len: 949 time: 0.1025665 Nov 23 17:27:06.605932 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c2c82d-bef5-4fd4-b373-7fbfed096b4a req-9650fd9f-447b-43ed-a547-2fe094719fff tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:27:06.607605 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e3c2c82d-bef5-4fd4-b373-7fbfed096b4a req-9650fd9f-447b-43ed-a547-2fe094719fff tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] 10.222.0.60 "GET /v2.0/ports?device_id=70d76f8d-9abe-4bca-bd90-10cf66fa6336 HTTP/1.1" status: 200 len: 944 time: 0.0759108 Nov 23 17:27:06.731450 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-46b42bd4-50b9-4d33-af69-5807eb19cdfc req-fb1ae703-db64-4d29-9d2a-2eb65d8b16b1 tempest-ServersAdminTestJSON-1762598083 tempest-ServersAdminTestJSON-1762598083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:06.733995 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4d78dee6-6f02-4279-85c3-5a70996752b1 req-3c3b969b-6e50-4e96-95db-c133247fa2bb tempest-ImagesNegativeTestJSON-1043174701 tempest-ImagesNegativeTestJSON-1043174701-project] 10.222.0.60 "GET /v2.0/security-groups?id=6df8b222-4a61-492f-9cab-4468a894df14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253414 Nov 23 17:27:06.747999 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e3c2c82d-bef5-4fd4-b373-7fbfed096b4a req-0de3e6a8-ad00-4da9-9335-3075225f1fb6 tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] 10.222.0.60 "GET /v2.0/security-groups?id=a7d295c6-a842-436b-b184-bb80f16900ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189525 Nov 23 17:27:06.750251 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] get_ports_and_sgs() called for port_ids ['106c7877-d6d0-453d-94f5-fc7533add6f7'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:27:06.756950 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] get_ports_and_sgs() called for port_ids ['f5251876-fe38-41ca-afcc-7121bc22dcfa'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:27:06.796213 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1ae703-db64-4d29-9d2a-2eb65d8b16b1 tempest-ServersAdminTestJSON-1762598083 tempest-ServersAdminTestJSON-1762598083-project] Pushing event deleted for resources: {'Port': ['ID=f5251876-fe38-41ca-afcc-7121bc22dcfa,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:27:06.867450 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 17:27:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ab92842-b4dd-4b21-8960-369ec0af1de6 x-openstack-request-id: req-2ab92842-b4dd-4b21-8960-369ec0af1de6 {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:27:06.867919 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70d76f8d-9abe-4bca-bd90-10cf66fa6336", "tag": "a6337c7d-c903-495b-8a9c-c5d9e5f5abc2", "status": "completed", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:27:06.868879 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-2ab92842-b4dd-4b21-8960-369ec0af1de6 {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:27:06.869456 n-d-816206-8 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70d76f8d-9abe-4bca-bd90-10cf66fa6336', 'tag': 'a6337c7d-c903-495b-8a9c-c5d9e5f5abc2', 'status': 'completed', 'code': 200} Nov 23 17:27:06.888567 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [req-46b42bd4-50b9-4d33-af69-5807eb19cdfc req-fb1ae703-db64-4d29-9d2a-2eb65d8b16b1 tempest-ServersAdminTestJSON-1762598083 tempest-ServersAdminTestJSON-1762598083-project] No DVR routers for this DVR port f5251876-fe38-41ca-afcc-7121bc22dcfa on host n-h2-816206-8 {{(pid=103590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:27:06.892269 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-46b42bd4-50b9-4d33-af69-5807eb19cdfc req-fb1ae703-db64-4d29-9d2a-2eb65d8b16b1 tempest-ServersAdminTestJSON-1762598083 tempest-ServersAdminTestJSON-1762598083-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:06.896686 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-46b42bd4-50b9-4d33-af69-5807eb19cdfc req-fb1ae703-db64-4d29-9d2a-2eb65d8b16b1 tempest-ServersAdminTestJSON-1762598083 tempest-ServersAdminTestJSON-1762598083-project] 10.222.0.36 "DELETE /v2.0/ports/f5251876-fe38-41ca-afcc-7121bc22dcfa HTTP/1.1" status: 204 len: 173 time: 0.6672218 Nov 23 17:27:06.973360 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-22bb568e-3eed-490e-b1d0-e0005dc1b5cf req-8d2a4995-f845-49b9-b75b-74b667e3719f tempest-FloatingIPsTestJSON-1358054514 tempest-FloatingIPsTestJSON-1358054514-project] 10.222.0.60 "GET /v2.0/floatingips/337cd42a-0980-432a-a0e1-44e97bfb87ac HTTP/1.1" status: 200 len: 693 time: 0.0629389 Nov 23 17:27:06.990466 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5e7e27-a588-4a3d-a3d5-0a16f39ab275 req-d8edd451-d942-4a6b-86fc-04d9712a6e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:27:06.994681 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-9f5e7e27-a588-4a3d-a3d5-0a16f39ab275 req-d8edd451-d942-4a6b-86fc-04d9712a6e41 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6a229d10d4554d9a82f91e22fc3c6096&device_id=70d76f8d-9abe-4bca-bd90-10cf66fa6336 HTTP/1.1" status: 200 len: 1095 time: 0.0811300 Nov 23 17:27:07.192348 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5e7e27-a588-4a3d-a3d5-0a16f39ab275 req-9b7739ac-fce8-4779-a7a2-50acbebdd92f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:27:07.194183 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-9f5e7e27-a588-4a3d-a3d5-0a16f39ab275 req-9b7739ac-fce8-4779-a7a2-50acbebdd92f service neutron] 10.222.0.36 "GET /v2.0/networks?id=ffa7c2aa-6251-4537-acd5-168309147200 HTTP/1.1" status: 200 len: 912 time: 0.1878560 Nov 23 17:27:07.217485 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device a30e0764-f2ba-4c20-8900-639937b430d5 up at agent hyperv_n-h1-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:27:07.223970 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bb568e-3eed-490e-b1d0-e0005dc1b5cf req-a0b2cffd-46ea-48e3-9d94-f021c3bc515b tempest-FloatingIPsTestJSON-1358054514 tempest-FloatingIPsTestJSON-1358054514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:27:07.240651 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-22bb568e-3eed-490e-b1d0-e0005dc1b5cf req-a0b2cffd-46ea-48e3-9d94-f021c3bc515b tempest-FloatingIPsTestJSON-1358054514 tempest-FloatingIPsTestJSON-1358054514-project] 10.222.0.60 "GET /v2.0/networks/4c8455ba-1be5-42ac-b8c2-8a16e1292d55 HTTP/1.1" status: 200 len: 784 time: 0.2531102 Nov 23 17:27:07.330821 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-9f5e7e27-a588-4a3d-a3d5-0a16f39ab275 req-f74d2c7f-e190-4fd2-a1e9-a362955026ad service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a6337c7d-c903-495b-8a9c-c5d9e5f5abc2 HTTP/1.1" status: 200 len: 217 time: 0.1241388 Nov 23 17:27:07.340227 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-22bb568e-3eed-490e-b1d0-e0005dc1b5cf req-38d5394f-4795-4c8d-b617-1bf1cdd1947f tempest-FloatingIPsTestJSON-1358054514 tempest-FloatingIPsTestJSON-1358054514-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.3.241 HTTP/1.1" status: 200 len: 696 time: 0.0980425 Nov 23 17:27:07.415888 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Provisioning for port a30e0764-f2ba-4c20-8900-639937b430d5 completed by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 17:27:07.427753 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Provisioning complete for port a30e0764-f2ba-4c20-8900-639937b430d5 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:27:07.428335 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:07.428556 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5e7e27-a588-4a3d-a3d5-0a16f39ab275 req-562af01d-35cb-465c-89c3-29bff8df0c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:27:07.430330 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-9f5e7e27-a588-4a3d-a3d5-0a16f39ab275 req-562af01d-35cb-465c-89c3-29bff8df0c8a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8e905b96-ea32-4f4c-be91-01d912cd9ed2 HTTP/1.1" status: 200 len: 851 time: 0.0811069 Nov 23 17:27:07.468144 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-22bb568e-3eed-490e-b1d0-e0005dc1b5cf req-874e0eb8-316c-4200-a6a9-ee443d7cc0a4 tempest-FloatingIPsTestJSON-1358054514 tempest-FloatingIPsTestJSON-1358054514-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.3.241 HTTP/1.1" status: 200 len: 696 time: 0.1184983 Nov 23 17:27:07.493338 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-93034ef7-1963-4d24-ac15-daa32d3358c4 req-83fd6d8d-ea81-472c-b851-c810b167a7f0 tempest-ServersAdminTestJSON-1762598083 tempest-ServersAdminTestJSON-1762598083-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ce5f358-6741-4ecf-8dcb-8a2d01ccd06f HTTP/1.1" status: 200 len: 210 time: 0.0591033 Nov 23 17:27:07.558745 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-9f5e7e27-a588-4a3d-a3d5-0a16f39ab275 req-bb6d2391-1f55-4f9f-8880-9122431dbaf4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ffa7c2aa-6251-4537-acd5-168309147200&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1173666 Nov 23 17:27:07.682040 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:07.743834 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [req-22bb568e-3eed-490e-b1d0-e0005dc1b5cf req-b0bd692c-29be-4159-8abc-0c5cedfc1930 tempest-FloatingIPsTestJSON-1358054514 tempest-FloatingIPsTestJSON-1358054514-project] Deleting port 97b21404-dd8d-4ece-8de2-c655aee4cd17 {{(pid=103591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:27:07.744521 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-22bb568e-3eed-490e-b1d0-e0005dc1b5cf req-b0bd692c-29be-4159-8abc-0c5cedfc1930 tempest-FloatingIPsTestJSON-1358054514 tempest-FloatingIPsTestJSON-1358054514-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:07.757158 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port a30e0764-f2ba-4c20-8900-639937b430d5, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=a30e0764-f2ba-4c20-8900-639937b430d5,segment=NetworkSegment(329c1745-02bf-4561-9615-3192910887f5),segment_id=329c1745-02bf-4561-9615-3192910887f5)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:27:07.760233 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6b1f772-c6c8-4849-b4dc-923df85285e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a30e0764-f2ba-4c20-8900-639937b430d5'}] {{(pid=103592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:27:07.769582 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba3e6a8f2301c7a29fe1eca9779abdae4ccbcd6266d69778087f2498d5551201" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdef172d-62be-4eaa-9e61-87da5e4ffb9a" -d '{"events": [{"server_uuid": "c6b1f772-c6c8-4849-b4dc-923df85285e1", "name": "network-vif-plugged", "status": "completed", "tag": "a30e0764-f2ba-4c20-8900-639937b430d5"}]}' {{(pid=103592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:27:07.779344 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:07.788235 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-9f5e7e27-a588-4a3d-a3d5-0a16f39ab275 req-53fec34e-9361-42ee-bbe9-259b16c49ed5 service neutron] 10.222.0.36 "GET /v2.0/networks/ffa7c2aa-6251-4537-acd5-168309147200?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2132504 Nov 23 17:27:07.872153 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd13a3f-23e8-42ca-9d15-d789a4a3fb5a req-7c2d4101-9695-4cfe-aa4b-6161836a0ac3 tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:27:07.877157 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-fdd13a3f-23e8-42ca-9d15-d789a4a3fb5a req-7c2d4101-9695-4cfe-aa4b-6161836a0ac3 tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] 10.222.0.60 "GET /v2.0/ports?device_id=a27545a5-93c7-4bf1-a649-1748a9447690 HTTP/1.1" status: 200 len: 950 time: 0.1512856 Nov 23 17:27:07.877550 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Pushing event updated for resources: {'Port': ['ID=a30e0764-f2ba-4c20-8900-639937b430d5,revision_number=5']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:27:07.932735 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-22bb568e-3eed-490e-b1d0-e0005dc1b5cf req-b0bd692c-29be-4159-8abc-0c5cedfc1930 tempest-FloatingIPsTestJSON-1358054514 tempest-FloatingIPsTestJSON-1358054514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:07.933172 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-22bb568e-3eed-490e-b1d0-e0005dc1b5cf req-b0bd692c-29be-4159-8abc-0c5cedfc1930 tempest-FloatingIPsTestJSON-1358054514 tempest-FloatingIPsTestJSON-1358054514-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:07.957565 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [req-22bb568e-3eed-490e-b1d0-e0005dc1b5cf req-b0bd692c-29be-4159-8abc-0c5cedfc1930 tempest-FloatingIPsTestJSON-1358054514 tempest-FloatingIPsTestJSON-1358054514-project] Calling delete_port for 97b21404-dd8d-4ece-8de2-c655aee4cd17 owned by network:floatingip {{(pid=103591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:27:07.958769 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-9f5e7e27-a588-4a3d-a3d5-0a16f39ab275 req-51e365d7-15ac-4f74-b63a-1a244d1b5ad4 service neutron] 10.222.0.36 "GET /v2.0/networks/ffa7c2aa-6251-4537-acd5-168309147200?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1596885 Nov 23 17:27:07.977138 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-fdd13a3f-23e8-42ca-9d15-d789a4a3fb5a req-90cbee1c-83b1-4856-b6e5-b508466f2d1d tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b15aa03-44a0-4375-a57d-e8cf999b0781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943489 Nov 23 17:27:08.195790 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba02e65e-c2c7-4730-ad7f-cee01e167f56 req-b8ab725d-2e95-46d5-b869-fe0fd07513ce tempest-ImagesNegativeTestJSON-1043174701 tempest-ImagesNegativeTestJSON-1043174701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:27:08.198325 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ba02e65e-c2c7-4730-ad7f-cee01e167f56 req-b8ab725d-2e95-46d5-b869-fe0fd07513ce tempest-ImagesNegativeTestJSON-1043174701 tempest-ImagesNegativeTestJSON-1043174701-project] 10.222.0.60 "GET /v2.0/ports?device_id=c6b1f772-c6c8-4849-b4dc-923df85285e1 HTTP/1.1" status: 200 len: 950 time: 0.1247184 Nov 23 17:27:08.265594 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-22bb568e-3eed-490e-b1d0-e0005dc1b5cf req-b0bd692c-29be-4159-8abc-0c5cedfc1930 tempest-FloatingIPsTestJSON-1358054514 tempest-FloatingIPsTestJSON-1358054514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:08.312702 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bd692c-29be-4159-8abc-0c5cedfc1930 tempest-FloatingIPsTestJSON-1358054514 tempest-FloatingIPsTestJSON-1358054514-project] Pushing event deleted for resources: {'Port': ['ID=97b21404-dd8d-4ece-8de2-c655aee4cd17,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:27:08.319390 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ba02e65e-c2c7-4730-ad7f-cee01e167f56 req-22c380f9-429c-4061-ad19-90edd33b90f9 tempest-ImagesNegativeTestJSON-1043174701 tempest-ImagesNegativeTestJSON-1043174701-project] 10.222.0.60 "GET /v2.0/security-groups?id=6df8b222-4a61-492f-9cab-4468a894df14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119740 Nov 23 17:27:08.380271 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:27:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97b2fa5b-1a07-4ff3-b78f-d482d2624402 x-openstack-request-id: req-97b2fa5b-1a07-4ff3-b78f-d482d2624402 {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:27:08.381123 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6b1f772-c6c8-4849-b4dc-923df85285e1", "name": "network-vif-plugged", "status": "completed", "tag": "a30e0764-f2ba-4c20-8900-639937b430d5", "code": 200}]} {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:27:08.381678 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-97b2fa5b-1a07-4ff3-b78f-d482d2624402 {{(pid=103592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:27:08.382970 n-d-816206-8 neutron-server[103592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6b1f772-c6c8-4849-b4dc-923df85285e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a30e0764-f2ba-4c20-8900-639937b430d5', 'code': 200} Nov 23 17:27:08.420032 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-22bb568e-3eed-490e-b1d0-e0005dc1b5cf req-b0bd692c-29be-4159-8abc-0c5cedfc1930 tempest-FloatingIPsTestJSON-1358054514 tempest-FloatingIPsTestJSON-1358054514-project] Publish callbacks [] for floatingip, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:08.423124 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device a6337c7d-c903-495b-8a9c-c5d9e5f5abc2 details requested by agent hyperv_n-h2-816206-8 with host n-h2-816206-8 {{(pid=103592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 17:27:08.424126 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-22bb568e-3eed-490e-b1d0-e0005dc1b5cf req-b0bd692c-29be-4159-8abc-0c5cedfc1930 tempest-FloatingIPsTestJSON-1358054514 tempest-FloatingIPsTestJSON-1358054514-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for floatingip, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:08.436412 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-22bb568e-3eed-490e-b1d0-e0005dc1b5cf req-b0bd692c-29be-4159-8abc-0c5cedfc1930 tempest-FloatingIPsTestJSON-1358054514 tempest-FloatingIPsTestJSON-1358054514-project] 10.222.0.60 "DELETE /v2.0/floatingips/337cd42a-0980-432a-a0e1-44e97bfb87ac HTTP/1.1" status: 204 len: 173 time: 0.9467704 Nov 23 17:27:08.518737 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3849e919-62b0-4700-bfa0-3c28b0718a80 req-44c68668-d721-4939-9bba-d1185b02b067 tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:27:08.521163 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-3849e919-62b0-4700-bfa0-3c28b0718a80 req-44c68668-d721-4939-9bba-d1185b02b067 tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] 10.222.0.36 "GET /v2.0/ports?device_id=a27545a5-93c7-4bf1-a649-1748a9447690 HTTP/1.1" status: 200 len: 950 time: 0.1142261 Nov 23 17:27:08.577855 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e99160-d993-4b84-bab5-a04f4a5b2bcd req-83f7ccb8-ef67-4be4-829a-0c97dd41e331 tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:27:08.579696 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-95e99160-d993-4b84-bab5-a04f4a5b2bcd req-83f7ccb8-ef67-4be4-829a-0c97dd41e331 tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] 10.222.0.60 "GET /v2.0/ports?device_id=70d76f8d-9abe-4bca-bd90-10cf66fa6336 HTTP/1.1" status: 200 len: 944 time: 0.0903354 Nov 23 17:27:08.594742 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8929ac7c-46a3-4a1e-9c62-96f56b472edd req-db6fa993-1fc5-40fd-990c-36df8e14e05c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:27:08.597294 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8929ac7c-46a3-4a1e-9c62-96f56b472edd req-db6fa993-1fc5-40fd-990c-36df8e14e05c service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=c6b1f772-c6c8-4849-b4dc-923df85285e1 HTTP/1.1" status: 200 len: 1101 time: 0.0747085 Nov 23 17:27:08.615847 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port a6337c7d-c903-495b-8a9c-c5d9e5f5abc2, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=a6337c7d-c903-495b-8a9c-c5d9e5f5abc2,segment=NetworkSegment(6c418a8c-f20c-4230-99c6-0f83d6e48757),segment_id=6c418a8c-f20c-4230-99c6-0f83d6e48757)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:27:08.633113 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Returning: {'device': 'a6337c7d-c903-495b-8a9c-c5d9e5f5abc2', 'network_id': 'ffa7c2aa-6251-4537-acd5-168309147200', 'port_id': 'a6337c7d-c903-495b-8a9c-c5d9e5f5abc2', 'mac_address': 'fa:16:3e:71:75:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e905b96-ea32-4f4c-be91-01d912cd9ed2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 17:27:08.685368 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:08.717211 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [req-3849e919-62b0-4700-bfa0-3c28b0718a80 req-8d91fdd7-f8d1-446a-bbec-beb3b3f2806f tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] Deleting port fd248227-a963-429c-aa28-16266759837f {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:27:08.717738 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-3849e919-62b0-4700-bfa0-3c28b0718a80 req-8d91fdd7-f8d1-446a-bbec-beb3b3f2806f tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:08.721995 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6337c7d-c903-495b-8a9c-c5d9e5f5abc2 {{(pid=103592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:27:08.779810 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port a6337c7d-c903-495b-8a9c-c5d9e5f5abc2, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=a6337c7d-c903-495b-8a9c-c5d9e5f5abc2,segment=NetworkSegment(6c418a8c-f20c-4230-99c6-0f83d6e48757),segment_id=6c418a8c-f20c-4230-99c6-0f83d6e48757)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:27:08.785888 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:08.799445 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-95e99160-d993-4b84-bab5-a04f4a5b2bcd req-88a254d8-fcd3-4b96-a284-3e76a73d5209 tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] 10.222.0.60 "GET /v2.0/security-groups?id=a7d295c6-a842-436b-b184-bb80f16900ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1967487 Nov 23 17:27:08.835880 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8929ac7c-46a3-4a1e-9c62-96f56b472edd req-16e0f443-1dd9-4476-bb88-c39821350b1f service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=6df8b222-4a61-492f-9cab-4468a894df14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2250383 Nov 23 17:27:08.875243 n-d-816206-8 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ce5f358-6741-4ecf-8dcb-8a2d01ccd06f', 'name': 'network-vif-deleted', 'tag': 'f5251876-fe38-41ca-afcc-7121bc22dcfa'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:27:08.875772 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Pushing event updated for resources: {'Port': ['ID=a6337c7d-c903-495b-8a9c-c5d9e5f5abc2,revision_number=4']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:27:08.877985 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbabddbc9fc37b068808e119c416c86f5957ca04531a4a0d2e695c515e93483b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abf2a1fb-8a44-472d-b612-1b039b60a513" -d '{"events": [{"server_uuid": "2ce5f358-6741-4ecf-8dcb-8a2d01ccd06f", "name": "network-vif-deleted", "tag": "f5251876-fe38-41ca-afcc-7121bc22dcfa"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:27:08.894509 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ef76e379-255d-4a39-bf23-b4e495ac3bef req-8d67af0b-3ca2-4a07-9c87-a74fb1754f44 tempest-FloatingIPsTestJSON-1358054514 tempest-FloatingIPsTestJSON-1358054514-project] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2859645 Nov 23 17:27:08.902548 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [req-3849e919-62b0-4700-bfa0-3c28b0718a80 req-8d91fdd7-f8d1-446a-bbec-beb3b3f2806f tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] For port fd248227-a963-429c-aa28-16266759837f, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=fd248227-a963-429c-aa28-16266759837f,segment=NetworkSegment(329c1745-02bf-4561-9615-3192910887f5),segment_id=329c1745-02bf-4561-9615-3192910887f5)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:27:08.902918 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-3849e919-62b0-4700-bfa0-3c28b0718a80 req-8d91fdd7-f8d1-446a-bbec-beb3b3f2806f tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:08.909698 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83863279-5d6a-4fca-becf-98c2fa21ccd5 req-f5b26a45-d53a-4abf-a626-06626ae5f303 tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:27:08.912186 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-83863279-5d6a-4fca-becf-98c2fa21ccd5 req-f5b26a45-d53a-4abf-a626-06626ae5f303 tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] 10.222.0.55 "GET /v2.0/ports?device_id=b45d3c9f-cd67-48d8-b5b9-c3f749f01133 HTTP/1.1" status: 200 len: 950 time: 0.2254231 Nov 23 17:27:08.918288 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [req-ef76e379-255d-4a39-bf23-b4e495ac3bef req-a4a06ded-6ecb-48c7-bdc5-0d5e9d58ada2 tempest-FloatingIPsTestJSON-1358054514 tempest-FloatingIPsTestJSON-1358054514-project] Request body: {'floatingip': {'floating_network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:27:08.926018 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [req-3849e919-62b0-4700-bfa0-3c28b0718a80 req-8d91fdd7-f8d1-446a-bbec-beb3b3f2806f tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] Calling delete_port for fd248227-a963-429c-aa28-16266759837f owned by compute:nova {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:27:08.945738 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-ef76e379-255d-4a39-bf23-b4e495ac3bef req-a4a06ded-6ecb-48c7-bdc5-0d5e9d58ada2 tempest-FloatingIPsTestJSON-1358054514 tempest-FloatingIPsTestJSON-1358054514-project] Publish callbacks [] for floatingip, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:09.021480 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:27:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4db76ee0-7e24-4a1e-9f91-9d32888ed833 x-openstack-request-id: req-4db76ee0-7e24-4a1e-9f91-9d32888ed833 {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:27:09.021851 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ce5f358-6741-4ecf-8dcb-8a2d01ccd06f", "name": "network-vif-deleted", "tag": "f5251876-fe38-41ca-afcc-7121bc22dcfa", "status": "completed", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:27:09.022245 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-4db76ee0-7e24-4a1e-9f91-9d32888ed833 {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:27:09.022856 n-d-816206-8 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ce5f358-6741-4ecf-8dcb-8a2d01ccd06f', 'name': 'network-vif-deleted', 'tag': 'f5251876-fe38-41ca-afcc-7121bc22dcfa', 'status': 'completed', 'code': 200} Nov 23 17:27:09.188799 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-ef76e379-255d-4a39-bf23-b4e495ac3bef req-a4a06ded-6ecb-48c7-bdc5-0d5e9d58ada2 tempest-FloatingIPsTestJSON-1358054514 tempest-FloatingIPsTestJSON-1358054514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:09.214912 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] get_ports_and_sgs() called for port_ids ['a6337c7d-c903-495b-8a9c-c5d9e5f5abc2'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:27:09.227289 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-3849e919-62b0-4700-bfa0-3c28b0718a80 req-8d91fdd7-f8d1-446a-bbec-beb3b3f2806f tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:09.275571 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] get_ports_and_sgs() called for port_ids ['619a8aee-de53-404a-b496-f8a2de1819bc', '4d508f7d-6fef-46d4-88da-e1281c70682d', '9dbd8931-0e0e-4403-9ea7-6a29a17a2a8a', '2409cb61-ae6f-4a2d-8c86-8c6a24f1a9c4'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:27:09.294406 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [req-83863279-5d6a-4fca-becf-98c2fa21ccd5 req-5f574753-cd7a-4886-882b-072ed5c6bd44 tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] Deleting port 2409cb61-ae6f-4a2d-8c86-8c6a24f1a9c4 {{(pid=103591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:27:09.295105 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-83863279-5d6a-4fca-becf-98c2fa21ccd5 req-5f574753-cd7a-4886-882b-072ed5c6bd44 tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:09.357643 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [req-3849e919-62b0-4700-bfa0-3c28b0718a80 req-8d91fdd7-f8d1-446a-bbec-beb3b3f2806f tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] No DVR routers for this DVR port fd248227-a963-429c-aa28-16266759837f on host n-h2-816206-8 {{(pid=103590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:27:09.359310 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d91fdd7-f8d1-446a-bbec-beb3b3f2806f tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] Pushing event deleted for resources: {'Port': ['ID=fd248227-a963-429c-aa28-16266759837f,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:27:09.363943 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-3849e919-62b0-4700-bfa0-3c28b0718a80 req-8d91fdd7-f8d1-446a-bbec-beb3b3f2806f tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:09.367169 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-3849e919-62b0-4700-bfa0-3c28b0718a80 req-8d91fdd7-f8d1-446a-bbec-beb3b3f2806f tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] 10.222.0.36 "DELETE /v2.0/ports/fd248227-a963-429c-aa28-16266759837f HTTP/1.1" status: 204 len: 173 time: 0.8284543 Nov 23 17:27:09.405758 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-329859ab-299d-47e2-8363-c0ec7e7c888d req-ffe779a0-35b5-4d76-ab4b-46a47b8dcbf6 tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] 10.222.0.60 "GET /v2.0/ports?device_id=a27545a5-93c7-4bf1-a649-1748a9447690 HTTP/1.1" status: 200 len: 210 time: 0.0746000 Nov 23 17:27:09.518603 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.db_base_plugin_common [req-ef76e379-255d-4a39-bf23-b4e495ac3bef req-a4a06ded-6ecb-48c7-bdc5-0d5e9d58ada2 tempest-FloatingIPsTestJSON-1358054514 tempest-FloatingIPsTestJSON-1358054514-project] Allocated IP 172.25.3.50 (4c8455ba-1be5-42ac-b8c2-8a16e1292d55/08fe3644-ce41-4c3f-a7ea-92bac0f0fff5/831fdd93-e557-467b-924b-f7c0e5573ae0) {{(pid=103591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:27:09.528903 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-83863279-5d6a-4fca-becf-98c2fa21ccd5 req-5f574753-cd7a-4886-882b-072ed5c6bd44 tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] For port 2409cb61-ae6f-4a2d-8c86-8c6a24f1a9c4, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=2409cb61-ae6f-4a2d-8c86-8c6a24f1a9c4,segment=NetworkSegment(329c1745-02bf-4561-9615-3192910887f5),segment_id=329c1745-02bf-4561-9615-3192910887f5)] {{(pid=103591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:27:09.529537 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-83863279-5d6a-4fca-becf-98c2fa21ccd5 req-5f574753-cd7a-4886-882b-072ed5c6bd44 tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:09.555243 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [req-83863279-5d6a-4fca-becf-98c2fa21ccd5 req-5f574753-cd7a-4886-882b-072ed5c6bd44 tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] Calling delete_port for 2409cb61-ae6f-4a2d-8c86-8c6a24f1a9c4 owned by compute:nova {{(pid=103591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:27:09.862731 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c190c2c1-64cb-400b-ab1a-49eda2b4931f req-348e3e15-bc5b-47b5-9cb7-78629abec44d tempest-ServersAdminTestJSON-1762598083 tempest-ServersAdminTestJSON-1762598083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:27:09.871397 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c190c2c1-64cb-400b-ab1a-49eda2b4931f req-348e3e15-bc5b-47b5-9cb7-78629abec44d tempest-ServersAdminTestJSON-1762598083 tempest-ServersAdminTestJSON-1762598083-project] 10.222.0.60 "GET /v2.0/ports?device_id=8b7e3802-0f06-4962-a331-d43c0ed8ac79 HTTP/1.1" status: 200 len: 951 time: 0.2361524 Nov 23 17:27:09.929352 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-ef76e379-255d-4a39-bf23-b4e495ac3bef req-a4a06ded-6ecb-48c7-bdc5-0d5e9d58ada2 tempest-FloatingIPsTestJSON-1358054514 tempest-FloatingIPsTestJSON-1358054514-project] Publish callbacks [] for port, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:10.064421 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c190c2c1-64cb-400b-ab1a-49eda2b4931f req-b1bedfe2-2e64-43dd-85f4-a062662eabf6 tempest-ServersAdminTestJSON-1762598083 tempest-ServersAdminTestJSON-1762598083-project] 10.222.0.60 "GET /v2.0/security-groups?id=d6cf22a0-7f65-49f2-8512-764c3542a89d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1921272 Nov 23 17:27:10.069878 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-83863279-5d6a-4fca-becf-98c2fa21ccd5 req-5f574753-cd7a-4886-882b-072ed5c6bd44 tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:10.107837 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f574753-cd7a-4886-882b-072ed5c6bd44 tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] Pushing event deleted for resources: {'Port': ['ID=2409cb61-ae6f-4a2d-8c86-8c6a24f1a9c4,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:27:10.212867 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [req-83863279-5d6a-4fca-becf-98c2fa21ccd5 req-5f574753-cd7a-4886-882b-072ed5c6bd44 tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] No DVR routers for this DVR port 2409cb61-ae6f-4a2d-8c86-8c6a24f1a9c4 on host n-h1-816206-8 {{(pid=103591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:27:10.216132 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-ef76e379-255d-4a39-bf23-b4e495ac3bef req-a4a06ded-6ecb-48c7-bdc5-0d5e9d58ada2 tempest-FloatingIPsTestJSON-1358054514 tempest-FloatingIPsTestJSON-1358054514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:10.219390 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-83863279-5d6a-4fca-becf-98c2fa21ccd5 req-5f574753-cd7a-4886-882b-072ed5c6bd44 tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:10.222565 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] get_ports_and_sgs() called for port_ids ['fd248227-a963-429c-aa28-16266759837f'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:27:10.223587 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-83863279-5d6a-4fca-becf-98c2fa21ccd5 req-5f574753-cd7a-4886-882b-072ed5c6bd44 tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] 10.222.0.55 "DELETE /v2.0/ports/2409cb61-ae6f-4a2d-8c86-8c6a24f1a9c4 HTTP/1.1" status: 204 len: 173 time: 1.1648319 Nov 23 17:27:10.234673 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b45d3c9f-cd67-48d8-b5b9-c3f749f01133', 'name': 'network-vif-deleted', 'tag': '2409cb61-ae6f-4a2d-8c86-8c6a24f1a9c4'}] {{(pid=103591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:27:10.237105 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41d174a19ece9499ff9ec44e5b3fc50f2abd3ffbc947fb7e52ea1e8db27b95b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a639d523-85c0-4853-ae41-b0fa3889ab7e" -d '{"events": [{"server_uuid": "b45d3c9f-cd67-48d8-b5b9-c3f749f01133", "name": "network-vif-deleted", "tag": "2409cb61-ae6f-4a2d-8c86-8c6a24f1a9c4"}]}' {{(pid=103591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:27:10.260123 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] get_ports_and_sgs() called for port_ids ['fd248227-a963-429c-aa28-16266759837f'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:27:10.302559 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef76e379-255d-4a39-bf23-b4e495ac3bef req-a4a06ded-6ecb-48c7-bdc5-0d5e9d58ada2 tempest-FloatingIPsTestJSON-1358054514 tempest-FloatingIPsTestJSON-1358054514-project] Network 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 is already hosted by enough agents. {{(pid=103591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:27:10.312315 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [req-ef76e379-255d-4a39-bf23-b4e495ac3bef req-a4a06ded-6ecb-48c7-bdc5-0d5e9d58ada2 tempest-FloatingIPsTestJSON-1358054514 tempest-FloatingIPsTestJSON-1358054514-project] Resources bound (agent type, host, resource id): {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:27:10.322505 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef76e379-255d-4a39-bf23-b4e495ac3bef req-a4a06ded-6ecb-48c7-bdc5-0d5e9d58ada2 tempest-FloatingIPsTestJSON-1358054514 tempest-FloatingIPsTestJSON-1358054514-project] Received port after_create {{(pid=103591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:27:10.345838 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a06ded-6ecb-48c7-bdc5-0d5e9d58ada2 tempest-FloatingIPsTestJSON-1358054514 tempest-FloatingIPsTestJSON-1358054514-project] Pushing event updated for resources: {'Port': ['ID=831fdd93-e557-467b-924b-f7c0e5573ae0,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:27:10.368833 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4a50de-3879-426a-91ea-2b713d2906e2 req-5b52a033-771b-427b-ac88-0fcbe1bdc8df tempest-ImagesNegativeTestJSON-1043174701 tempest-ImagesNegativeTestJSON-1043174701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:27:10.370613 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ea4a50de-3879-426a-91ea-2b713d2906e2 req-5b52a033-771b-427b-ac88-0fcbe1bdc8df tempest-ImagesNegativeTestJSON-1043174701 tempest-ImagesNegativeTestJSON-1043174701-project] 10.222.0.60 "GET /v2.0/ports?device_id=c6b1f772-c6c8-4849-b4dc-923df85285e1 HTTP/1.1" status: 200 len: 950 time: 0.1599660 Nov 23 17:27:10.418494 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device 9c2e5cea-0948-4ebf-a3b3-4bc9dbf71c33 details requested by agent hyperv_n-h2-816206-8 with host n-h2-816206-8 {{(pid=103592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 17:27:10.422567 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device a6337c7d-c903-495b-8a9c-c5d9e5f5abc2 up at agent hyperv_n-h2-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:27:10.517098 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ea4a50de-3879-426a-91ea-2b713d2906e2 req-02acef9e-afcb-416a-95b1-02059b66bfbc tempest-ImagesNegativeTestJSON-1043174701 tempest-ImagesNegativeTestJSON-1043174701-project] 10.222.0.60 "GET /v2.0/security-groups?id=6df8b222-4a61-492f-9cab-4468a894df14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961323 Nov 23 17:27:10.549617 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-ef76e379-255d-4a39-bf23-b4e495ac3bef req-a4a06ded-6ecb-48c7-bdc5-0d5e9d58ada2 tempest-FloatingIPsTestJSON-1358054514 tempest-FloatingIPsTestJSON-1358054514-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:10.571283 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Provisioning for port a6337c7d-c903-495b-8a9c-c5d9e5f5abc2 completed by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 17:27:10.581061 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Provisioning complete for port a6337c7d-c903-495b-8a9c-c5d9e5f5abc2 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:27:10.581728 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:10.636617 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-ef76e379-255d-4a39-bf23-b4e495ac3bef req-a4a06ded-6ecb-48c7-bdc5-0d5e9d58ada2 tempest-FloatingIPsTestJSON-1358054514 tempest-FloatingIPsTestJSON-1358054514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:10.647047 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port 9c2e5cea-0948-4ebf-a3b3-4bc9dbf71c33, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=9c2e5cea-0948-4ebf-a3b3-4bc9dbf71c33,segment=NetworkSegment(8fed18b2-0713-4023-96b5-16ede53c73dc),segment_id=8fed18b2-0713-4023-96b5-16ede53c73dc)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:27:10.667864 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Returning: {'device': '9c2e5cea-0948-4ebf-a3b3-4bc9dbf71c33', 'network_id': 'b560144d-d078-4e51-9dcb-6b297d4ac5e2', 'port_id': '9c2e5cea-0948-4ebf-a3b3-4bc9dbf71c33', 'mac_address': 'fa:16:3e:e6:a4:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4be32885-153e-4d88-b3c6-807e18e4db27', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 17:27:10.742491 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:10.818492 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9c2e5cea-0948-4ebf-a3b3-4bc9dbf71c33 {{(pid=103592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:27:10.848086 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] get_ports_and_sgs() called for port_ids ['619a8aee-de53-404a-b496-f8a2de1819bc', '4d508f7d-6fef-46d4-88da-e1281c70682d', '9dbd8931-0e0e-4403-9ea7-6a29a17a2a8a'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:27:10.894452 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port 9c2e5cea-0948-4ebf-a3b3-4bc9dbf71c33, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=9c2e5cea-0948-4ebf-a3b3-4bc9dbf71c33,segment=NetworkSegment(8fed18b2-0713-4023-96b5-16ede53c73dc),segment_id=8fed18b2-0713-4023-96b5-16ede53c73dc)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:27:10.899876 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:10.950891 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port a6337c7d-c903-495b-8a9c-c5d9e5f5abc2, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=a6337c7d-c903-495b-8a9c-c5d9e5f5abc2,segment=NetworkSegment(6c418a8c-f20c-4230-99c6-0f83d6e48757),segment_id=6c418a8c-f20c-4230-99c6-0f83d6e48757)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:27:10.961294 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70d76f8d-9abe-4bca-bd90-10cf66fa6336', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6337c7d-c903-495b-8a9c-c5d9e5f5abc2'}] {{(pid=103592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:27:10.965687 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba3e6a8f2301c7a29fe1eca9779abdae4ccbcd6266d69778087f2498d5551201" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d748cc19-02d0-4640-84bd-a268dc947c7a" -d '{"events": [{"server_uuid": "70d76f8d-9abe-4bca-bd90-10cf66fa6336", "name": "network-vif-plugged", "status": "completed", "tag": "a6337c7d-c903-495b-8a9c-c5d9e5f5abc2"}]}' {{(pid=103592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:27:10.970678 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:10.978641 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:10.979763 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device f5251876-fe38-41ca-afcc-7121bc22dcfa no longer exists at agent hyperv_n-h2-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:27:11.016519 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf7253c-1d83-4c7e-8adb-d0a0b6976dd4 req-7d69c9a8-a853-4c28-a6d2-34f007f8e272 tempest-ServersAdminTestJSON-1762598083 tempest-ServersAdminTestJSON-1762598083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:27:11.019501 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-cbf7253c-1d83-4c7e-8adb-d0a0b6976dd4 req-7d69c9a8-a853-4c28-a6d2-34f007f8e272 tempest-ServersAdminTestJSON-1762598083 tempest-ServersAdminTestJSON-1762598083-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b7e3802-0f06-4962-a331-d43c0ed8ac79 HTTP/1.1" status: 200 len: 951 time: 0.2070529 Nov 23 17:27:11.023487 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-ef76e379-255d-4a39-bf23-b4e495ac3bef req-a4a06ded-6ecb-48c7-bdc5-0d5e9d58ada2 tempest-FloatingIPsTestJSON-1358054514 tempest-FloatingIPsTestJSON-1358054514-project] Publish callbacks [] for port, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:11.025363 n-d-816206-8 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a27545a5-93c7-4bf1-a649-1748a9447690', 'name': 'network-vif-deleted', 'tag': 'fd248227-a963-429c-aa28-16266759837f'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:27:11.030540 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbabddbc9fc37b068808e119c416c86f5957ca04531a4a0d2e695c515e93483b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fc0e0b5-ea38-4022-a508-092d8a757f38" -d '{"events": [{"server_uuid": "a27545a5-93c7-4bf1-a649-1748a9447690", "name": "network-vif-deleted", "tag": "fd248227-a963-429c-aa28-16266759837f"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:27:11.042443 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] No Port match for: f5251876-fe38-41ca-afcc-7121bc22dcfa {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:27:11.042703 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-ef76e379-255d-4a39-bf23-b4e495ac3bef req-a4a06ded-6ecb-48c7-bdc5-0d5e9d58ada2 tempest-FloatingIPsTestJSON-1358054514 tempest-FloatingIPsTestJSON-1358054514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264758186'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:11.043229 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device f5251876-fe38-41ca-afcc-7121bc22dcfa not bound to the agent host n-h2-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:27:11.106754 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Pushing event updated for resources: {'Port': ['ID=9c2e5cea-0948-4ebf-a3b3-4bc9dbf71c33,revision_number=6']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:27:11.111587 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] get_ports_and_sgs() called for port_ids ['9c2e5cea-0948-4ebf-a3b3-4bc9dbf71c33'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:27:11.116603 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823431c3-567b-4614-bf38-8066d1f83ebc req-2452db83-1037-479b-bc5f-20320026b561 tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:27:11.124735 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-823431c3-567b-4614-bf38-8066d1f83ebc req-2452db83-1037-479b-bc5f-20320026b561 tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] 10.222.0.60 "GET /v2.0/ports?device_id=70d76f8d-9abe-4bca-bd90-10cf66fa6336 HTTP/1.1" status: 200 len: 945 time: 0.2085788 Nov 23 17:27:11.224395 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a06ded-6ecb-48c7-bdc5-0d5e9d58ada2 tempest-FloatingIPsTestJSON-1358054514 tempest-FloatingIPsTestJSON-1358054514-project] Pushing event updated for resources: {'Port': ['ID=831fdd93-e557-467b-924b-f7c0e5573ae0,revision_number=2']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:27:11.247204 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Pushing event updated for resources: {'Port': ['ID=a6337c7d-c903-495b-8a9c-c5d9e5f5abc2,revision_number=5']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:27:11.257854 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-ef76e379-255d-4a39-bf23-b4e495ac3bef req-a4a06ded-6ecb-48c7-bdc5-0d5e9d58ada2 tempest-FloatingIPsTestJSON-1358054514 tempest-FloatingIPsTestJSON-1358054514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1795396'] for floatingip, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:11.300948 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-823431c3-567b-4614-bf38-8066d1f83ebc req-7831de19-c71e-44cc-ba29-ad110cf500e8 tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] 10.222.0.60 "GET /v2.0/security-groups?id=a7d295c6-a842-436b-b184-bb80f16900ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752334 Nov 23 17:27:11.324728 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [req-cbf7253c-1d83-4c7e-8adb-d0a0b6976dd4 req-30be82b5-b1e4-4162-979c-1964481297d9 tempest-ServersAdminTestJSON-1762598083 tempest-ServersAdminTestJSON-1762598083-project] Deleting port 106c7877-d6d0-453d-94f5-fc7533add6f7 {{(pid=103591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:27:11.325585 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-cbf7253c-1d83-4c7e-8adb-d0a0b6976dd4 req-30be82b5-b1e4-4162-979c-1964481297d9 tempest-ServersAdminTestJSON-1762598083 tempest-ServersAdminTestJSON-1762598083-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:11.334336 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-ef76e379-255d-4a39-bf23-b4e495ac3bef req-a4a06ded-6ecb-48c7-bdc5-0d5e9d58ada2 tempest-FloatingIPsTestJSON-1358054514 tempest-FloatingIPsTestJSON-1358054514-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for floatingip, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:11.339041 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ef76e379-255d-4a39-bf23-b4e495ac3bef req-a4a06ded-6ecb-48c7-bdc5-0d5e9d58ada2 tempest-FloatingIPsTestJSON-1358054514 tempest-FloatingIPsTestJSON-1358054514-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.4253283 Nov 23 17:27:11.499649 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:27:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48f37e15-f22a-41eb-9ca7-3d191a1009f4 x-openstack-request-id: req-48f37e15-f22a-41eb-9ca7-3d191a1009f4 {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:27:11.500086 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b45d3c9f-cd67-48d8-b5b9-c3f749f01133", "name": "network-vif-deleted", "tag": "2409cb61-ae6f-4a2d-8c86-8c6a24f1a9c4", "status": "completed", "code": 200}]} {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:27:11.500440 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-48f37e15-f22a-41eb-9ca7-3d191a1009f4 {{(pid=103591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:27:11.501078 n-d-816206-8 neutron-server[103591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b45d3c9f-cd67-48d8-b5b9-c3f749f01133', 'name': 'network-vif-deleted', 'tag': '2409cb61-ae6f-4a2d-8c86-8c6a24f1a9c4', 'status': 'completed', 'code': 200} Nov 23 17:27:11.508456 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ef76e379-255d-4a39-bf23-b4e495ac3bef req-b08a49bd-c58c-4896-99ec-668fa75a672a tempest-FloatingIPsTestJSON-1358054514 tempest-FloatingIPsTestJSON-1358054514-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.3.50 HTTP/1.1" status: 200 len: 695 time: 0.1553681 Nov 23 17:27:11.659790 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-cbf7253c-1d83-4c7e-8adb-d0a0b6976dd4 req-30be82b5-b1e4-4162-979c-1964481297d9 tempest-ServersAdminTestJSON-1762598083 tempest-ServersAdminTestJSON-1762598083-project] For port 106c7877-d6d0-453d-94f5-fc7533add6f7, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=106c7877-d6d0-453d-94f5-fc7533add6f7,segment=NetworkSegment(329c1745-02bf-4561-9615-3192910887f5),segment_id=329c1745-02bf-4561-9615-3192910887f5)] {{(pid=103591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:27:11.660505 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-cbf7253c-1d83-4c7e-8adb-d0a0b6976dd4 req-30be82b5-b1e4-4162-979c-1964481297d9 tempest-ServersAdminTestJSON-1762598083 tempest-ServersAdminTestJSON-1762598083-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:11.684661 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [req-cbf7253c-1d83-4c7e-8adb-d0a0b6976dd4 req-30be82b5-b1e4-4162-979c-1964481297d9 tempest-ServersAdminTestJSON-1762598083 tempest-ServersAdminTestJSON-1762598083-project] Calling delete_port for 106c7877-d6d0-453d-94f5-fc7533add6f7 owned by compute:nova {{(pid=103591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:27:11.726083 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef76e379-255d-4a39-bf23-b4e495ac3bef req-31dd553f-fd9c-4717-96c2-1517a0ae4c5d tempest-FloatingIPsTestJSON-1358054514 tempest-FloatingIPsTestJSON-1358054514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:27:11.727683 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ef76e379-255d-4a39-bf23-b4e495ac3bef req-31dd553f-fd9c-4717-96c2-1517a0ae4c5d tempest-FloatingIPsTestJSON-1358054514 tempest-FloatingIPsTestJSON-1358054514-project] 10.222.0.60 "GET /v2.0/networks/4c8455ba-1be5-42ac-b8c2-8a16e1292d55 HTTP/1.1" status: 200 len: 784 time: 0.2086575 Nov 23 17:27:11.815226 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:27:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb804317-8afb-4c33-8258-d244a0b0a025 x-openstack-request-id: req-bb804317-8afb-4c33-8258-d244a0b0a025 {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:27:11.815529 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70d76f8d-9abe-4bca-bd90-10cf66fa6336", "name": "network-vif-plugged", "status": "completed", "tag": "a6337c7d-c903-495b-8a9c-c5d9e5f5abc2", "code": 200}]} {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:27:11.815920 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-bb804317-8afb-4c33-8258-d244a0b0a025 {{(pid=103592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:27:11.816367 n-d-816206-8 neutron-server[103592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70d76f8d-9abe-4bca-bd90-10cf66fa6336', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6337c7d-c903-495b-8a9c-c5d9e5f5abc2', 'code': 200} Nov 23 17:27:11.840925 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:27:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a8bbc97-00d6-451a-9457-9467b30f8442 x-openstack-request-id: req-5a8bbc97-00d6-451a-9457-9467b30f8442 {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:27:11.841328 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a27545a5-93c7-4bf1-a649-1748a9447690", "name": "network-vif-deleted", "tag": "fd248227-a963-429c-aa28-16266759837f", "status": "completed", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:27:11.841704 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5a8bbc97-00d6-451a-9457-9467b30f8442 {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:27:11.842224 n-d-816206-8 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a27545a5-93c7-4bf1-a649-1748a9447690', 'name': 'network-vif-deleted', 'tag': 'fd248227-a963-429c-aa28-16266759837f', 'status': 'completed', 'code': 200} Nov 23 17:27:11.992423 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafd3672-4ec5-4c6c-bf0b-24b6361af180 req-a88649db-648c-44a1-ab43-3bfb2e4d0ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:27:11.994161 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-dafd3672-4ec5-4c6c-bf0b-24b6361af180 req-a88649db-648c-44a1-ab43-3bfb2e4d0ca7 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=70d76f8d-9abe-4bca-bd90-10cf66fa6336 HTTP/1.1" status: 200 len: 1097 time: 0.0898480 Nov 23 17:27:12.097488 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-dafd3672-4ec5-4c6c-bf0b-24b6361af180 req-7598476b-8932-40c2-b735-968392739083 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=a7d295c6-a842-436b-b184-bb80f16900ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907614 Nov 23 17:27:12.100916 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2d4e5c81-ab5a-4f55-b4be-e6a80f2fdb63 req-16e3669e-af90-4c2d-87e8-223c34286689 tempest-FloatingIPsTestJSON-1358054514 tempest-FloatingIPsTestJSON-1358054514-project] 10.222.0.60 "GET /v2.0/floatingips/0204b50d-537a-4708-b79a-a25372f41532 HTTP/1.1" status: 200 len: 692 time: 0.0944774 Nov 23 17:27:12.105049 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-cbf7253c-1d83-4c7e-8adb-d0a0b6976dd4 req-30be82b5-b1e4-4162-979c-1964481297d9 tempest-ServersAdminTestJSON-1762598083 tempest-ServersAdminTestJSON-1762598083-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:12.331393 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] get_ports_and_sgs() called for port_ids ['106c7877-d6d0-453d-94f5-fc7533add6f7'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:27:12.435495 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device 9c2e5cea-0948-4ebf-a3b3-4bc9dbf71c33 up at agent hyperv_n-h2-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:27:12.476234 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30be82b5-b1e4-4162-979c-1964481297d9 tempest-ServersAdminTestJSON-1762598083 tempest-ServersAdminTestJSON-1762598083-project] Pushing event deleted for resources: {'Port': ['ID=106c7877-d6d0-453d-94f5-fc7533add6f7,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:27:12.512273 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Provisioning complete for port 9c2e5cea-0948-4ebf-a3b3-4bc9dbf71c33 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:27:12.512680 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:12.518004 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc0bf92-09fb-455d-9739-d03f935eb59c req-cb22403c-f523-4642-8eb5-104ec756622b tempest-ServersAdminTestJSON-1762598083 tempest-ServersAdminTestJSON-1762598083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:27:12.525615 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9dc0bf92-09fb-455d-9739-d03f935eb59c req-cb22403c-f523-4642-8eb5-104ec756622b tempest-ServersAdminTestJSON-1762598083 tempest-ServersAdminTestJSON-1762598083-project] 10.222.0.60 "GET /v2.0/ports?device_id=8b7e3802-0f06-4962-a331-d43c0ed8ac79 HTTP/1.1" status: 200 len: 951 time: 0.6029463 Nov 23 17:27:12.712396 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9dc0bf92-09fb-455d-9739-d03f935eb59c req-647bc91a-3411-43e7-8134-f421072922f4 tempest-ServersAdminTestJSON-1762598083 tempest-ServersAdminTestJSON-1762598083-project] 10.222.0.60 "GET /v2.0/security-groups?id=d6cf22a0-7f65-49f2-8512-764c3542a89d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1851416 Nov 23 17:27:12.791249 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbf7253c-1d83-4c7e-8adb-d0a0b6976dd4 req-30be82b5-b1e4-4162-979c-1964481297d9 tempest-ServersAdminTestJSON-1762598083 tempest-ServersAdminTestJSON-1762598083-project] No DVR routers for this DVR port 106c7877-d6d0-453d-94f5-fc7533add6f7 on host n-h1-816206-8 {{(pid=103591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:27:12.800212 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-cbf7253c-1d83-4c7e-8adb-d0a0b6976dd4 req-30be82b5-b1e4-4162-979c-1964481297d9 tempest-ServersAdminTestJSON-1762598083 tempest-ServersAdminTestJSON-1762598083-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:12.804166 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-cbf7253c-1d83-4c7e-8adb-d0a0b6976dd4 req-30be82b5-b1e4-4162-979c-1964481297d9 tempest-ServersAdminTestJSON-1762598083 tempest-ServersAdminTestJSON-1762598083-project] 10.222.0.55 "DELETE /v2.0/ports/106c7877-d6d0-453d-94f5-fc7533add6f7 HTTP/1.1" status: 204 len: 173 time: 1.7758336 Nov 23 17:27:12.865394 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4e5c81-ab5a-4f55-b4be-e6a80f2fdb63 req-7c50ef0c-94e1-435f-909c-988f49b4bb40 tempest-FloatingIPsTestJSON-1358054514 tempest-FloatingIPsTestJSON-1358054514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:27:12.867565 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:12.875309 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2d4e5c81-ab5a-4f55-b4be-e6a80f2fdb63 req-7c50ef0c-94e1-435f-909c-988f49b4bb40 tempest-FloatingIPsTestJSON-1358054514 tempest-FloatingIPsTestJSON-1358054514-project] 10.222.0.60 "GET /v2.0/networks/4c8455ba-1be5-42ac-b8c2-8a16e1292d55 HTTP/1.1" status: 200 len: 784 time: 0.4008565 Nov 23 17:27:12.920441 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-cd443aac-079d-409b-b7b5-765f6c2449d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:12.978966 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2d4e5c81-ab5a-4f55-b4be-e6a80f2fdb63 req-ca2df8e8-ecf0-4d71-9fde-c875997bcc52 tempest-FloatingIPsTestJSON-1358054514 tempest-FloatingIPsTestJSON-1358054514-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.3.50 HTTP/1.1" status: 200 len: 695 time: 0.1026144 Nov 23 17:27:13.007112 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38de1ef7-6248-4dff-9850-a3354a791b0d req-cfda7356-0646-403a-8542-75c7a54974fa tempest-ImagesNegativeTestJSON-1043174701 tempest-ImagesNegativeTestJSON-1043174701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:27:13.017301 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-38de1ef7-6248-4dff-9850-a3354a791b0d req-cfda7356-0646-403a-8542-75c7a54974fa tempest-ImagesNegativeTestJSON-1043174701 tempest-ImagesNegativeTestJSON-1043174701-project] 10.222.0.60 "GET /v2.0/ports?device_id=c6b1f772-c6c8-4849-b4dc-923df85285e1 HTTP/1.1" status: 200 len: 950 time: 0.1906958 Nov 23 17:27:13.053085 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port 9c2e5cea-0948-4ebf-a3b3-4bc9dbf71c33, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=9c2e5cea-0948-4ebf-a3b3-4bc9dbf71c33,segment=NetworkSegment(8fed18b2-0713-4023-96b5-16ede53c73dc),segment_id=8fed18b2-0713-4023-96b5-16ede53c73dc)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:27:13.059839 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:13.061498 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device fd248227-a963-429c-aa28-16266759837f no longer exists at agent hyperv_n-h2-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:27:13.110918 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2d4e5c81-ab5a-4f55-b4be-e6a80f2fdb63 req-e8ffd23f-40d1-479f-be7a-4b4bc63c1149 tempest-FloatingIPsTestJSON-1358054514 tempest-FloatingIPsTestJSON-1358054514-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.3.50 HTTP/1.1" status: 200 len: 695 time: 0.1308100 Nov 23 17:27:13.160766 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Pushing event updated for resources: {'Port': ['ID=9c2e5cea-0948-4ebf-a3b3-4bc9dbf71c33,revision_number=7']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:27:13.176955 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device 2409cb61-ae6f-4a2d-8c86-8c6a24f1a9c4 no longer exists at agent hyperv_n-h1-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:27:13.232696 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] No Port match for: fd248227-a963-429c-aa28-16266759837f {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:27:13.233020 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device fd248227-a963-429c-aa28-16266759837f not bound to the agent host n-h2-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:27:13.242707 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] No Port match for: 2409cb61-ae6f-4a2d-8c86-8c6a24f1a9c4 {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:27:13.243737 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device 2409cb61-ae6f-4a2d-8c86-8c6a24f1a9c4 not bound to the agent host n-h1-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:27:13.244149 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device 106c7877-d6d0-453d-94f5-fc7533add6f7 no longer exists at agent hyperv_n-h1-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:27:13.270947 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] No Port match for: 106c7877-d6d0-453d-94f5-fc7533add6f7 {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:27:13.271354 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device 106c7877-d6d0-453d-94f5-fc7533add6f7 not bound to the agent host n-h1-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:27:13.296220 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:13.387395 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0703813-91d6-4348-96e3-3c1f2f0285cb req-65ecf871-d893-426c-b27d-f8d076ad781e tempest-ImagesNegativeTestJSON-1043174701 tempest-ImagesNegativeTestJSON-1043174701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:27:13.389200 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d0703813-91d6-4348-96e3-3c1f2f0285cb req-65ecf871-d893-426c-b27d-f8d076ad781e tempest-ImagesNegativeTestJSON-1043174701 tempest-ImagesNegativeTestJSON-1043174701-project] 10.222.0.55 "GET /v2.0/ports?device_id=c6b1f772-c6c8-4849-b4dc-923df85285e1 HTTP/1.1" status: 200 len: 950 time: 0.2925308 Nov 23 17:27:13.402957 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-38de1ef7-6248-4dff-9850-a3354a791b0d req-ca1badd2-840c-4a00-9925-d967dc4cb013 tempest-ImagesNegativeTestJSON-1043174701 tempest-ImagesNegativeTestJSON-1043174701-project] 10.222.0.60 "GET /v2.0/security-groups?id=6df8b222-4a61-492f-9cab-4468a894df14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3847618 Nov 23 17:27:13.516786 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b7e3802-0f06-4962-a331-d43c0ed8ac79', 'name': 'network-vif-deleted', 'tag': '106c7877-d6d0-453d-94f5-fc7533add6f7'}] {{(pid=103591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:27:13.521847 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41d174a19ece9499ff9ec44e5b3fc50f2abd3ffbc947fb7e52ea1e8db27b95b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d135b3a-4f61-4153-b81c-6c7fa31d6bc6" -d '{"events": [{"server_uuid": "8b7e3802-0f06-4962-a331-d43c0ed8ac79", "name": "network-vif-deleted", "tag": "106c7877-d6d0-453d-94f5-fc7533add6f7"}]}' {{(pid=103591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:27:13.675065 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [req-2d4e5c81-ab5a-4f55-b4be-e6a80f2fdb63 req-0929d24d-b875-4dc1-ade5-cde6f23d649d tempest-FloatingIPsTestJSON-1358054514 tempest-FloatingIPsTestJSON-1358054514-project] Deleting port 831fdd93-e557-467b-924b-f7c0e5573ae0 {{(pid=103591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:27:13.675517 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-2d4e5c81-ab5a-4f55-b4be-e6a80f2fdb63 req-0929d24d-b875-4dc1-ade5-cde6f23d649d tempest-FloatingIPsTestJSON-1358054514 tempest-FloatingIPsTestJSON-1358054514-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:13.703760 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [req-d0703813-91d6-4348-96e3-3c1f2f0285cb req-cbf81066-bfd7-4143-9f41-af10db939d5a tempest-ImagesNegativeTestJSON-1043174701 tempest-ImagesNegativeTestJSON-1043174701-project] Deleting port a30e0764-f2ba-4c20-8900-639937b430d5 {{(pid=103591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:27:13.704270 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-d0703813-91d6-4348-96e3-3c1f2f0285cb req-cbf81066-bfd7-4143-9f41-af10db939d5a tempest-ImagesNegativeTestJSON-1043174701 tempest-ImagesNegativeTestJSON-1043174701-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:13.817195 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41fcdfe4-94ac-4117-84e7-e15c3483ec40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c2e5cea-0948-4ebf-a3b3-4bc9dbf71c33'}] {{(pid=103592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:27:13.838583 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-d0703813-91d6-4348-96e3-3c1f2f0285cb req-cbf81066-bfd7-4143-9f41-af10db939d5a tempest-ImagesNegativeTestJSON-1043174701 tempest-ImagesNegativeTestJSON-1043174701-project] For port a30e0764-f2ba-4c20-8900-639937b430d5, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=a30e0764-f2ba-4c20-8900-639937b430d5,segment=NetworkSegment(329c1745-02bf-4561-9615-3192910887f5),segment_id=329c1745-02bf-4561-9615-3192910887f5)] {{(pid=103591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:27:13.839008 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-d0703813-91d6-4348-96e3-3c1f2f0285cb req-cbf81066-bfd7-4143-9f41-af10db939d5a tempest-ImagesNegativeTestJSON-1043174701 tempest-ImagesNegativeTestJSON-1043174701-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:13.884728 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [req-d0703813-91d6-4348-96e3-3c1f2f0285cb req-cbf81066-bfd7-4143-9f41-af10db939d5a tempest-ImagesNegativeTestJSON-1043174701 tempest-ImagesNegativeTestJSON-1043174701-project] Calling delete_port for a30e0764-f2ba-4c20-8900-639937b430d5 owned by compute:nova {{(pid=103591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:27:13.981619 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba3e6a8f2301c7a29fe1eca9779abdae4ccbcd6266d69778087f2498d5551201" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-430ae8c4-508b-47fa-82ee-ce7a26883bac" -d '{"events": [{"server_uuid": "41fcdfe4-94ac-4117-84e7-e15c3483ec40", "name": "network-vif-plugged", "status": "completed", "tag": "9c2e5cea-0948-4ebf-a3b3-4bc9dbf71c33"}]}' {{(pid=103592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:27:14.008143 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:14.044861 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ba86b5-1b50-4f2b-8f31-c5ef0f115bb1 req-738e072e-5f1c-4353-ada5-b41736a2972c tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:27:14.049178 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b1ba86b5-1b50-4f2b-8f31-c5ef0f115bb1 req-738e072e-5f1c-4353-ada5-b41736a2972c tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] 10.222.0.60 "GET /v2.0/ports?device_id=70d76f8d-9abe-4bca-bd90-10cf66fa6336 HTTP/1.1" status: 200 len: 946 time: 0.1798272 Nov 23 17:27:14.126537 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-2d4e5c81-ab5a-4f55-b4be-e6a80f2fdb63 req-0929d24d-b875-4dc1-ade5-cde6f23d649d tempest-FloatingIPsTestJSON-1358054514 tempest-FloatingIPsTestJSON-1358054514-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:14.127522 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-2d4e5c81-ab5a-4f55-b4be-e6a80f2fdb63 req-0929d24d-b875-4dc1-ade5-cde6f23d649d tempest-FloatingIPsTestJSON-1358054514 tempest-FloatingIPsTestJSON-1358054514-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:14.162819 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [req-2d4e5c81-ab5a-4f55-b4be-e6a80f2fdb63 req-0929d24d-b875-4dc1-ade5-cde6f23d649d tempest-FloatingIPsTestJSON-1358054514 tempest-FloatingIPsTestJSON-1358054514-project] Calling delete_port for 831fdd93-e557-467b-924b-f7c0e5573ae0 owned by network:floatingip {{(pid=103591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:27:14.318333 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b1ba86b5-1b50-4f2b-8f31-c5ef0f115bb1 req-4acd690f-5c41-471b-90f7-7ad9e7193a45 tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] 10.222.0.60 "GET /v2.0/security-groups?id=a7d295c6-a842-436b-b184-bb80f16900ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2594004 Nov 23 17:27:14.359759 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-d0703813-91d6-4348-96e3-3c1f2f0285cb req-cbf81066-bfd7-4143-9f41-af10db939d5a tempest-ImagesNegativeTestJSON-1043174701 tempest-ImagesNegativeTestJSON-1043174701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:14.376441 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] get_ports_and_sgs() called for port_ids ['a30e0764-f2ba-4c20-8900-639937b430d5'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:27:14.419684 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf81066-bfd7-4143-9f41-af10db939d5a tempest-ImagesNegativeTestJSON-1043174701 tempest-ImagesNegativeTestJSON-1043174701-project] Pushing event deleted for resources: {'Port': ['ID=a30e0764-f2ba-4c20-8900-639937b430d5,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:27:14.502619 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0703813-91d6-4348-96e3-3c1f2f0285cb req-cbf81066-bfd7-4143-9f41-af10db939d5a tempest-ImagesNegativeTestJSON-1043174701 tempest-ImagesNegativeTestJSON-1043174701-project] No DVR routers for this DVR port a30e0764-f2ba-4c20-8900-639937b430d5 on host n-h1-816206-8 {{(pid=103591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:27:14.506134 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-d0703813-91d6-4348-96e3-3c1f2f0285cb req-cbf81066-bfd7-4143-9f41-af10db939d5a tempest-ImagesNegativeTestJSON-1043174701 tempest-ImagesNegativeTestJSON-1043174701-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:14.521542 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d0703813-91d6-4348-96e3-3c1f2f0285cb req-cbf81066-bfd7-4143-9f41-af10db939d5a tempest-ImagesNegativeTestJSON-1043174701 tempest-ImagesNegativeTestJSON-1043174701-project] 10.222.0.55 "DELETE /v2.0/ports/a30e0764-f2ba-4c20-8900-639937b430d5 HTTP/1.1" status: 204 len: 173 time: 1.1150351 Nov 23 17:27:14.636354 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:27:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2440862a-cb8a-48a8-8ad4-b054dd4247e3 x-openstack-request-id: req-2440862a-cb8a-48a8-8ad4-b054dd4247e3 {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:27:14.638536 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b7e3802-0f06-4962-a331-d43c0ed8ac79", "name": "network-vif-deleted", "tag": "106c7877-d6d0-453d-94f5-fc7533add6f7", "status": "completed", "code": 200}]} {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:27:14.638954 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-2440862a-cb8a-48a8-8ad4-b054dd4247e3 {{(pid=103591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:27:14.639463 n-d-816206-8 neutron-server[103591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b7e3802-0f06-4962-a331-d43c0ed8ac79', 'name': 'network-vif-deleted', 'tag': '106c7877-d6d0-453d-94f5-fc7533add6f7', 'status': 'completed', 'code': 200} Nov 23 17:27:14.678609 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-2d4e5c81-ab5a-4f55-b4be-e6a80f2fdb63 req-0929d24d-b875-4dc1-ade5-cde6f23d649d tempest-FloatingIPsTestJSON-1358054514 tempest-FloatingIPsTestJSON-1358054514-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:14.749551 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0929d24d-b875-4dc1-ade5-cde6f23d649d tempest-FloatingIPsTestJSON-1358054514 tempest-FloatingIPsTestJSON-1358054514-project] Pushing event deleted for resources: {'Port': ['ID=831fdd93-e557-467b-924b-f7c0e5573ae0,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:27:14.852713 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-2d4e5c81-ab5a-4f55-b4be-e6a80f2fdb63 req-0929d24d-b875-4dc1-ade5-cde6f23d649d tempest-FloatingIPsTestJSON-1358054514 tempest-FloatingIPsTestJSON-1358054514-project] Publish callbacks [] for floatingip, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:14.856300 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-2d4e5c81-ab5a-4f55-b4be-e6a80f2fdb63 req-0929d24d-b875-4dc1-ade5-cde6f23d649d tempest-FloatingIPsTestJSON-1358054514 tempest-FloatingIPsTestJSON-1358054514-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for floatingip, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:14.857884 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2d4e5c81-ab5a-4f55-b4be-e6a80f2fdb63 req-0929d24d-b875-4dc1-ade5-cde6f23d649d tempest-FloatingIPsTestJSON-1358054514 tempest-FloatingIPsTestJSON-1358054514-project] 10.222.0.60 "DELETE /v2.0/floatingips/0204b50d-537a-4708-b79a-a25372f41532 HTTP/1.1" status: 204 len: 173 time: 1.7458608 Nov 23 17:27:14.955446 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:27:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46dbac52-bc43-4bb6-9d75-d5d892d84f46 x-openstack-request-id: req-46dbac52-bc43-4bb6-9d75-d5d892d84f46 {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:27:14.955985 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41fcdfe4-94ac-4117-84e7-e15c3483ec40", "name": "network-vif-plugged", "status": "completed", "tag": "9c2e5cea-0948-4ebf-a3b3-4bc9dbf71c33", "code": 200}]} {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:27:14.956106 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-46dbac52-bc43-4bb6-9d75-d5d892d84f46 {{(pid=103592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:27:14.956536 n-d-816206-8 neutron-server[103592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41fcdfe4-94ac-4117-84e7-e15c3483ec40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c2e5cea-0948-4ebf-a3b3-4bc9dbf71c33', 'code': 200} Nov 23 17:27:15.061629 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-965ec93e-90f8-4eaa-9020-465422dd447a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:15.120593 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-63e8a266-4114-431a-8674-47b2ae7ad8eb req-f4cc8cb1-3ac3-430b-98d9-e60df06ffd56 tempest-ImagesNegativeTestJSON-1043174701 tempest-ImagesNegativeTestJSON-1043174701-project] 10.222.0.60 "GET /v2.0/ports?device_id=c6b1f772-c6c8-4849-b4dc-923df85285e1 HTTP/1.1" status: 200 len: 210 time: 0.1100724 Nov 23 17:27:15.121334 n-d-816206-8 neutron-server[103591]: INFO neutron.api.v2.resource [req-449da33b-c95f-4869-beaa-c13eff0152e9 req-980851fc-af5a-4323-a9e2-a7484aba5d2b tempest-FloatingIPsTestJSON-1358054514 tempest-FloatingIPsTestJSON-1358054514-project] show failed (client error): The resource could not be found. Nov 23 17:27:15.135913 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-449da33b-c95f-4869-beaa-c13eff0152e9 req-980851fc-af5a-4323-a9e2-a7484aba5d2b tempest-FloatingIPsTestJSON-1358054514 tempest-FloatingIPsTestJSON-1358054514-project] 10.222.0.60 "GET /v2.0/floatingips/0204b50d-537a-4708-b79a-a25372f41532 HTTP/1.1" status: 404 len: 350 time: 0.0649555 Nov 23 17:27:15.246013 n-d-816206-8 neutron-server[103591]: INFO neutron.api.v2.resource [req-eabdb805-90e1-4895-afff-916d504f295d req-204b28d0-b8fc-4ac4-b79f-47c5d59327df tempest-FloatingIPsTestJSON-1358054514 tempest-FloatingIPsTestJSON-1358054514-project] show failed (client error): The resource could not be found. Nov 23 17:27:15.247624 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-eabdb805-90e1-4895-afff-916d504f295d req-204b28d0-b8fc-4ac4-b79f-47c5d59327df tempest-FloatingIPsTestJSON-1358054514 tempest-FloatingIPsTestJSON-1358054514-project] 10.222.0.60 "GET /v2.0/floatingips/0204b50d-537a-4708-b79a-a25372f41532 HTTP/1.1" status: 404 len: 350 time: 0.0892396 Nov 23 17:27:15.258144 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 58836) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:27:15.568092 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed034f4d-9072-4b31-8aa9-d00d5a30d709 req-6dbfcb13-77c5-4b92-ad67-3389cf8ecdb3 tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:27:15.577139 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ed034f4d-9072-4b31-8aa9-d00d5a30d709 req-6dbfcb13-77c5-4b92-ad67-3389cf8ecdb3 tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] 10.222.0.60 "GET /v2.0/ports?device_id=491bec82-b7ac-44a4-bcf4-8c231fd20679 HTTP/1.1" status: 200 len: 949 time: 0.1397986 Nov 23 17:27:15.635305 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ed034f4d-9072-4b31-8aa9-d00d5a30d709 req-38c3a098-b155-4770-8ce4-3dab1552bd19 tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b15aa03-44a0-4375-a57d-e8cf999b0781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572002 Nov 23 17:27:15.674650 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e8e78e-0743-4ff7-998b-58cc2b81e3a0 req-824b2c4c-6f22-4bc3-be37-48f0c257568b tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:27:15.678019 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a5e8e78e-0743-4ff7-998b-58cc2b81e3a0 req-824b2c4c-6f22-4bc3-be37-48f0c257568b tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] 10.222.0.60 "GET /v2.0/ports?device_id=70d76f8d-9abe-4bca-bd90-10cf66fa6336 HTTP/1.1" status: 200 len: 946 time: 0.1719456 Nov 23 17:27:15.709615 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 58848) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:27:15.770607 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a5e8e78e-0743-4ff7-998b-58cc2b81e3a0 req-4fb73064-88a3-46ce-b120-6adeb13c0166 tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] 10.222.0.60 "GET /v2.0/security-groups?id=a7d295c6-a842-436b-b184-bb80f16900ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804596 Nov 23 17:27:16.014938 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-6b3e29be-6596-4f09-9ffd-6ef813c3a77c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b7b3b3f4a8764d7e903a9a361c942b8f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3038149 Nov 23 17:27:16.015656 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 58856) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:27:16.149884 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-ab26b2e4-479e-40ec-a75f-76498345b771 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:16.150980 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-141a06a4-a9ce-4afc-a812-d037d3077806 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1794372'] for router_interface, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:16.202648 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-ab26b2e4-479e-40ec-a75f-76498345b771 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:16.308866 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50e83cb-f860-4695-ab4e-263abe2b7626 req-cd8a24b2-549a-4fe6-a4f2-26c11e02ee49 tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:27:16.310611 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b50e83cb-f860-4695-ab4e-263abe2b7626 req-cd8a24b2-549a-4fe6-a4f2-26c11e02ee49 tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] 10.222.0.60 "GET /v2.0/ports?device_id=70d76f8d-9abe-4bca-bd90-10cf66fa6336 HTTP/1.1" status: 200 len: 946 time: 0.2443225 Nov 23 17:27:16.428010 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e642d4-2b1e-4b6f-ada5-31c029b9c0bc req-0e8e3a53-7394-45a2-81b3-8651851c2f9c tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:27:16.430521 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-08e642d4-2b1e-4b6f-ada5-31c029b9c0bc req-0e8e3a53-7394-45a2-81b3-8651851c2f9c tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] 10.222.0.55 "GET /v2.0/ports?device_id=491bec82-b7ac-44a4-bcf4-8c231fd20679 HTTP/1.1" status: 200 len: 949 time: 0.2161577 Nov 23 17:27:16.449773 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-52822d53-48f5-4819-8a95-bdc13aea0bf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:16.582085 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b50e83cb-f860-4695-ab4e-263abe2b7626 req-08474e95-1472-4b86-83ed-c0695683a81c tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] 10.222.0.60 "GET /v2.0/security-groups?id=a7d295c6-a842-436b-b184-bb80f16900ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2522757 Nov 23 17:27:16.583523 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-ab26b2e4-479e-40ec-a75f-76498345b771 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:16.589325 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-ab26b2e4-479e-40ec-a75f-76498345b771 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:16.595458 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-ab26b2e4-479e-40ec-a75f-76498345b771 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d6cf22a0-7f65-49f2-8512-764c3542a89d HTTP/1.1" status: 204 len: 168 time: 0.5786142 Nov 23 17:27:16.714475 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6b1f772-c6c8-4849-b4dc-923df85285e1', 'name': 'network-vif-deleted', 'tag': 'a30e0764-f2ba-4c20-8900-639937b430d5'}] {{(pid=103591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:27:16.719686 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41d174a19ece9499ff9ec44e5b3fc50f2abd3ffbc947fb7e52ea1e8db27b95b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44f4ed6b-e595-4078-87f9-4ac40b38fa76" -d '{"events": [{"server_uuid": "c6b1f772-c6c8-4849-b4dc-923df85285e1", "name": "network-vif-deleted", "tag": "a30e0764-f2ba-4c20-8900-639937b430d5"}]}' {{(pid=103591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:27:16.729641 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab26b2e4-479e-40ec-a75f-76498345b771 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6cf22a0-7f65-49f2-8512-764c3542a89d,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:27:16.896288 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [req-08e642d4-2b1e-4b6f-ada5-31c029b9c0bc req-2f79885a-34b9-409e-a9c8-5ea32aaf2f0b tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] Deleting port 9dbd8931-0e0e-4403-9ea7-6a29a17a2a8a {{(pid=103591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:27:16.899131 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-08e642d4-2b1e-4b6f-ada5-31c029b9c0bc req-2f79885a-34b9-409e-a9c8-5ea32aaf2f0b tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:16.933602 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-141a06a4-a9ce-4afc-a812-d037d3077806 admin admin] Deleting port 74abf30f-0bf2-489b-a271-fe90498c40b5 {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:27:16.934268 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-141a06a4-a9ce-4afc-a812-d037d3077806 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:16.934644 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8e6330-b633-4b1d-a6e7-181c00f9ef09 req-5fa0df9e-f059-4bc5-83d2-85a72f65753b tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:27:16.937023 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2e8e6330-b633-4b1d-a6e7-181c00f9ef09 req-5fa0df9e-f059-4bc5-83d2-85a72f65753b tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] 10.222.0.55 "GET /v2.0/ports?device_id=3061d5a9-6f79-40aa-8136-00fea4a03ec0 HTTP/1.1" status: 200 len: 950 time: 0.1499407 Nov 23 17:27:17.087240 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:27:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44fafcfc-cb06-4a12-abba-fa2cefca0364 x-openstack-request-id: req-44fafcfc-cb06-4a12-abba-fa2cefca0364 {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:27:17.087535 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6b1f772-c6c8-4849-b4dc-923df85285e1", "name": "network-vif-deleted", "tag": "a30e0764-f2ba-4c20-8900-639937b430d5", "status": "completed", "code": 200}]} {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:27:17.087793 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-44fafcfc-cb06-4a12-abba-fa2cefca0364 {{(pid=103591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:27:17.088198 n-d-816206-8 neutron-server[103591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6b1f772-c6c8-4849-b4dc-923df85285e1', 'name': 'network-vif-deleted', 'tag': 'a30e0764-f2ba-4c20-8900-639937b430d5', 'status': 'completed', 'code': 200} Nov 23 17:27:17.136018 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device a30e0764-f2ba-4c20-8900-639937b430d5 no longer exists at agent hyperv_n-h1-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:27:17.146626 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-141a06a4-a9ce-4afc-a812-d037d3077806 admin admin] For port 74abf30f-0bf2-489b-a271-fe90498c40b5, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=74abf30f-0bf2-489b-a271-fe90498c40b5,segment=NetworkSegment(eccc7502-c83a-4fbe-ab5d-f0236af779ca),segment_id=eccc7502-c83a-4fbe-ab5d-f0236af779ca)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:27:17.146998 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-141a06a4-a9ce-4afc-a812-d037d3077806 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:17.184799 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-141a06a4-a9ce-4afc-a812-d037d3077806 admin admin] Calling delete_port for 74abf30f-0bf2-489b-a271-fe90498c40b5 owned by network:router_interface {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:27:17.239209 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] No Port match for: a30e0764-f2ba-4c20-8900-639937b430d5 {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:27:17.240280 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device a30e0764-f2ba-4c20-8900-639937b430d5 not bound to the agent host n-h1-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:27:17.278758 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 58908) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:27:17.359194 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0077489-164b-44e8-8999-1089c10f0cf3 req-b5fa6741-80d4-440b-9c3c-8b03bf238a44 tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:27:17.370741 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a0077489-164b-44e8-8999-1089c10f0cf3 req-b5fa6741-80d4-440b-9c3c-8b03bf238a44 tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] 10.222.0.60 "GET /v2.0/ports?device_id=491bec82-b7ac-44a4-bcf4-8c231fd20679 HTTP/1.1" status: 200 len: 949 time: 0.4656615 Nov 23 17:27:17.427486 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-08e642d4-2b1e-4b6f-ada5-31c029b9c0bc req-2f79885a-34b9-409e-a9c8-5ea32aaf2f0b tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] For port 9dbd8931-0e0e-4403-9ea7-6a29a17a2a8a, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=9dbd8931-0e0e-4403-9ea7-6a29a17a2a8a,segment=NetworkSegment(329c1745-02bf-4561-9615-3192910887f5),segment_id=329c1745-02bf-4561-9615-3192910887f5)] {{(pid=103591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:27:17.428020 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-08e642d4-2b1e-4b6f-ada5-31c029b9c0bc req-2f79885a-34b9-409e-a9c8-5ea32aaf2f0b tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:17.476142 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [req-08e642d4-2b1e-4b6f-ada5-31c029b9c0bc req-2f79885a-34b9-409e-a9c8-5ea32aaf2f0b tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] Calling delete_port for 9dbd8931-0e0e-4403-9ea7-6a29a17a2a8a owned by compute:nova {{(pid=103591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:27:17.485645 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-853eb88e-e298-4ac7-b467-6a9138d5c1eb admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=90aadfd6f9e040e9b8fa5ed3133b6191&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1980398 Nov 23 17:27:17.491851 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 58910) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:27:17.541077 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 58912) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:27:17.565679 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-141a06a4-a9ce-4afc-a812-d037d3077806 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:17.638296 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9a27ae6c-db98-474f-94c1-cc99bf842d79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:17.742681 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141a06a4-a9ce-4afc-a812-d037d3077806 admin admin] Pushing event deleted for resources: {'Port': ['ID=74abf30f-0bf2-489b-a271-fe90498c40b5,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:27:17.873658 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a0077489-164b-44e8-8999-1089c10f0cf3 req-4816a1e6-44a8-4efb-ade8-22f9f5f4fc46 tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b15aa03-44a0-4375-a57d-e8cf999b0781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5019987 Nov 23 17:27:17.875886 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [req-2e8e6330-b633-4b1d-a6e7-181c00f9ef09 req-854efd1a-1eb4-4ca3-9172-5dba59763d28 tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] Deleting port 4d508f7d-6fef-46d4-88da-e1281c70682d {{(pid=103591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:27:17.876339 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-2e8e6330-b633-4b1d-a6e7-181c00f9ef09 req-854efd1a-1eb4-4ca3-9172-5dba59763d28 tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:17.971992 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-23dc4543-76b0-4a45-83c0-8628a732af78 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f39b54a2febd440191984fbc41ddeb46&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4293714 Nov 23 17:27:17.981170 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 58920) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:27:18.038044 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-08e642d4-2b1e-4b6f-ada5-31c029b9c0bc req-2f79885a-34b9-409e-a9c8-5ea32aaf2f0b tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:18.055371 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] get_ports_and_sgs() called for port_ids ['619a8aee-de53-404a-b496-f8a2de1819bc', '4d508f7d-6fef-46d4-88da-e1281c70682d', '9dbd8931-0e0e-4403-9ea7-6a29a17a2a8a'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:27:18.144086 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-3f618bf0-9f0c-45e4-83ee-d79f8c10d1c2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:18.172839 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-141a06a4-a9ce-4afc-a812-d037d3077806 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2067500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1794520'] for router_interface, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:18.181001 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-3f618bf0-9f0c-45e4-83ee-d79f8c10d1c2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:18.289046 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f79885a-34b9-409e-a9c8-5ea32aaf2f0b tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] Pushing event deleted for resources: {'Port': ['ID=9dbd8931-0e0e-4403-9ea7-6a29a17a2a8a,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:27:18.358181 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:18.362688 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [req-08e642d4-2b1e-4b6f-ada5-31c029b9c0bc req-2f79885a-34b9-409e-a9c8-5ea32aaf2f0b tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] No DVR routers for this DVR port 9dbd8931-0e0e-4403-9ea7-6a29a17a2a8a on host n-h1-816206-8 {{(pid=103591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:27:18.365958 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-08e642d4-2b1e-4b6f-ada5-31c029b9c0bc req-2f79885a-34b9-409e-a9c8-5ea32aaf2f0b tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:18.373212 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-08e642d4-2b1e-4b6f-ada5-31c029b9c0bc req-2f79885a-34b9-409e-a9c8-5ea32aaf2f0b tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] 10.222.0.55 "DELETE /v2.0/ports/9dbd8931-0e0e-4403-9ea7-6a29a17a2a8a HTTP/1.1" status: 204 len: 173 time: 1.9155602 Nov 23 17:27:18.425766 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c333dc5-e6ca-46a9-bc63-29d4ea44c3af req-90c52fdf-cde8-44df-beb5-43b76ea5a08b tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:27:18.427789 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-3c333dc5-e6ca-46a9-bc63-29d4ea44c3af req-90c52fdf-cde8-44df-beb5-43b76ea5a08b tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] 10.222.0.60 "GET /v2.0/ports?device_id=70d76f8d-9abe-4bca-bd90-10cf66fa6336 HTTP/1.1" status: 200 len: 946 time: 0.5848322 Nov 23 17:27:18.448394 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-2e8e6330-b633-4b1d-a6e7-181c00f9ef09 req-854efd1a-1eb4-4ca3-9172-5dba59763d28 tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] For port 4d508f7d-6fef-46d4-88da-e1281c70682d, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=4d508f7d-6fef-46d4-88da-e1281c70682d,segment=NetworkSegment(329c1745-02bf-4561-9615-3192910887f5),segment_id=329c1745-02bf-4561-9615-3192910887f5)] {{(pid=103591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:27:18.448823 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-2e8e6330-b633-4b1d-a6e7-181c00f9ef09 req-854efd1a-1eb4-4ca3-9172-5dba59763d28 tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:18.467516 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-b46c96d8-0608-4319-96aa-122f70a34cd4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:18.532466 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-b46c96d8-0608-4319-96aa-122f70a34cd4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:18.558830 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-3f618bf0-9f0c-45e4-83ee-d79f8c10d1c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:18.563083 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-3f618bf0-9f0c-45e4-83ee-d79f8c10d1c2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:18.567289 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-3f618bf0-9f0c-45e4-83ee-d79f8c10d1c2 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/6df8b222-4a61-492f-9cab-4468a894df14 HTTP/1.1" status: 204 len: 168 time: 0.5853472 Nov 23 17:27:18.603402 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f618bf0-9f0c-45e4-83ee-d79f8c10d1c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6df8b222-4a61-492f-9cab-4468a894df14,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:27:18.625156 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-141a06a4-a9ce-4afc-a812-d037d3077806 admin admin] Router 3a797c59-0f47-4a51-95b9-70b5fe41b915 has already been hosted by L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 {{(pid=103590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 17:27:18.659265 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [req-2e8e6330-b633-4b1d-a6e7-181c00f9ef09 req-854efd1a-1eb4-4ca3-9172-5dba59763d28 tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] Calling delete_port for 4d508f7d-6fef-46d4-88da-e1281c70682d owned by compute:nova {{(pid=103591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:27:18.827379 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-3c333dc5-e6ca-46a9-bc63-29d4ea44c3af req-b190ed94-715f-4f49-96da-c737d8ef820d tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] 10.222.0.60 "GET /v2.0/security-groups?id=a7d295c6-a842-436b-b184-bb80f16900ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3878155 Nov 23 17:27:18.848906 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-b46c96d8-0608-4319-96aa-122f70a34cd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:18.848906 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-b46c96d8-0608-4319-96aa-122f70a34cd4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:18.848906 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-b46c96d8-0608-4319-96aa-122f70a34cd4 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/336e0af7-1681-4431-8522-2982283faa59 HTTP/1.1" status: 204 len: 168 time: 1.3471541 Nov 23 17:27:18.886499 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46c96d8-0608-4319-96aa-122f70a34cd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=336e0af7-1681-4431-8522-2982283faa59,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:27:19.092471 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '491bec82-b7ac-44a4-bcf4-8c231fd20679', 'name': 'network-vif-deleted', 'tag': '9dbd8931-0e0e-4403-9ea7-6a29a17a2a8a'}] {{(pid=103591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:27:19.096903 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41d174a19ece9499ff9ec44e5b3fc50f2abd3ffbc947fb7e52ea1e8db27b95b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00045030-5600-4d45-abf4-08c2f4380d3b" -d '{"events": [{"server_uuid": "491bec82-b7ac-44a4-bcf4-8c231fd20679", "name": "network-vif-deleted", "tag": "9dbd8931-0e0e-4403-9ea7-6a29a17a2a8a"}]}' {{(pid=103591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:27:19.148429 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-2e8e6330-b633-4b1d-a6e7-181c00f9ef09 req-854efd1a-1eb4-4ca3-9172-5dba59763d28 tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:19.164165 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] get_ports_and_sgs() called for port_ids ['619a8aee-de53-404a-b496-f8a2de1819bc', '9dbd8931-0e0e-4403-9ea7-6a29a17a2a8a'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:27:19.291201 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854efd1a-1eb4-4ca3-9172-5dba59763d28 tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] Pushing event deleted for resources: {'Port': ['ID=4d508f7d-6fef-46d4-88da-e1281c70682d,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:27:19.420187 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-76008ecc-d0b7-4200-bb69-8926d5465937 req-ae3b0da9-c6f1-44d0-8765-8d1c35bf2a29 tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] 10.222.0.60 "GET /v2.0/ports?device_id=491bec82-b7ac-44a4-bcf4-8c231fd20679 HTTP/1.1" status: 200 len: 210 time: 0.1620975 Nov 23 17:27:19.492057 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e8e6330-b633-4b1d-a6e7-181c00f9ef09 req-854efd1a-1eb4-4ca3-9172-5dba59763d28 tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] No DVR routers for this DVR port 4d508f7d-6fef-46d4-88da-e1281c70682d on host n-h1-816206-8 {{(pid=103591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:27:19.496778 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-2e8e6330-b633-4b1d-a6e7-181c00f9ef09 req-854efd1a-1eb4-4ca3-9172-5dba59763d28 tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:19.507648 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2e8e6330-b633-4b1d-a6e7-181c00f9ef09 req-854efd1a-1eb4-4ca3-9172-5dba59763d28 tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] 10.222.0.55 "DELETE /v2.0/ports/4d508f7d-6fef-46d4-88da-e1281c70682d HTTP/1.1" status: 204 len: 173 time: 2.4396627 Nov 23 17:27:19.708418 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:27:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-042fcde3-e1bc-4cde-b105-04253f0cfcda x-openstack-request-id: req-042fcde3-e1bc-4cde-b105-04253f0cfcda {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:27:19.708757 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "491bec82-b7ac-44a4-bcf4-8c231fd20679", "name": "network-vif-deleted", "tag": "9dbd8931-0e0e-4403-9ea7-6a29a17a2a8a", "status": "completed", "code": 200}]} {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:27:19.709370 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-042fcde3-e1bc-4cde-b105-04253f0cfcda {{(pid=103591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:27:19.709595 n-d-816206-8 neutron-server[103591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '491bec82-b7ac-44a4-bcf4-8c231fd20679', 'name': 'network-vif-deleted', 'tag': '9dbd8931-0e0e-4403-9ea7-6a29a17a2a8a', 'status': 'completed', 'code': 200} Nov 23 17:27:20.124347 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-141a06a4-a9ce-4afc-a812-d037d3077806 admin admin] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:27:20.140394 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-141a06a4-a9ce-4afc-a812-d037d3077806 admin admin] 10.222.0.60 "PUT /v2.0/routers/3a797c59-0f47-4a51-95b9-70b5fe41b915/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8788285 Nov 23 17:27:20.142631 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-741b006b-d4e6-400b-a36c-725ba4fdf087 None None] Sync routers for ids ['3a797c59-0f47-4a51-95b9-70b5fe41b915'] in n-d-816206-8 {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:27:20.161345 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 58982) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:27:20.178115 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-741b006b-d4e6-400b-a36c-725ba4fdf087 None None] Routers {'3a797c59-0f47-4a51-95b9-70b5fe41b915'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:27:20.178888 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-741b006b-d4e6-400b-a36c-725ba4fdf087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:27:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['3a797c59-0f47-4a51-95b9-70b5fe41b915'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:27:20.197999 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd71688c-6fca-4754-b5f8-539ffda47e1b req-bc3ab246-6240-4129-93e0-ee9eee2d1a12 tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:27:20.212559 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-bd71688c-6fca-4754-b5f8-539ffda47e1b req-bc3ab246-6240-4129-93e0-ee9eee2d1a12 tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] 10.222.0.60 "GET /v2.0/ports?device_id=70d76f8d-9abe-4bca-bd90-10cf66fa6336 HTTP/1.1" status: 200 len: 946 time: 0.1905608 Nov 23 17:27:20.349198 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-bd71688c-6fca-4754-b5f8-539ffda47e1b req-63cdb6d2-e8ff-4a8f-9636-5b752ec95787 tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] 10.222.0.60 "GET /v2.0/security-groups?id=a7d295c6-a842-436b-b184-bb80f16900ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353264 Nov 23 17:27:20.482056 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-42f6680b-ab58-4463-b797-5d16b5bcf9a1 admin admin] Publish callbacks [] for router, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:20.496542 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-741b006b-d4e6-400b-a36c-725ba4fdf087 None None] Set router 3a797c59-0f47-4a51-95b9-70b5fe41b915 gateway port host: n-d-816206-8 {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:27:20.800415 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-741b006b-d4e6-400b-a36c-725ba4fdf087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a797c59-0f47-4a51-95b9-70b5fe41b915', 'name': 'tempest-FloatingIPsTestJSON-1744703006-router', 'tenant_id': '3a9c0bddde464356b0da62958e164b3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.4'}], 'enable_snat': True}, 'gw_port_id': '9a253ae9-96ce-4b65-9f1e-885a25786ab0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:26:49Z', 'updated_at': '2021-11-23T17:27:17Z', 'revision_number': 5, 'project_id': '3a9c0bddde464356b0da62958e164b3b', 'gw_port': {'id': '9a253ae9-96ce-4b65-9f1e-885a25786ab0', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:52:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a797c59-0f47-4a51-95b9-70b5fe41b915', 'device_owner': 'network:router_gateway', 'standard_attr_id': 880, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:26:50Z', 'updated_at': '2021-11-23T17:26:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8'}], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:27:20.848652 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-741b006b-d4e6-400b-a36c-725ba4fdf087 None None] Checking router: 3a797c59-0f47-4a51-95b9-70b5fe41b915 for host: n-d-816206-8 {{(pid=103593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 17:27:20.861663 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-741b006b-d4e6-400b-a36c-725ba4fdf087 None None] Routers {'3a797c59-0f47-4a51-95b9-70b5fe41b915'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:27:20.862616 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-741b006b-d4e6-400b-a36c-725ba4fdf087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:27:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['3a797c59-0f47-4a51-95b9-70b5fe41b915'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:27:20.894544 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-42f6680b-ab58-4463-b797-5d16b5bcf9a1 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:21.103428 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-42f6680b-ab58-4463-b797-5d16b5bcf9a1 admin admin] Deleting port 9a253ae9-96ce-4b65-9f1e-885a25786ab0 {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:27:21.106427 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-42f6680b-ab58-4463-b797-5d16b5bcf9a1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:21.153903 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device 9dbd8931-0e0e-4403-9ea7-6a29a17a2a8a no longer exists at agent hyperv_n-h1-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:27:21.224964 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] No Port match for: 9dbd8931-0e0e-4403-9ea7-6a29a17a2a8a {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:27:21.228587 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device 9dbd8931-0e0e-4403-9ea7-6a29a17a2a8a not bound to the agent host n-h1-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:27:21.230413 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device 4d508f7d-6fef-46d4-88da-e1281c70682d no longer exists at agent hyperv_n-h1-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:27:21.304668 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] No Port match for: 4d508f7d-6fef-46d4-88da-e1281c70682d {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:27:21.307608 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-42f6680b-ab58-4463-b797-5d16b5bcf9a1 admin admin] For port 9a253ae9-96ce-4b65-9f1e-885a25786ab0, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=9a253ae9-96ce-4b65-9f1e-885a25786ab0,segment=NetworkSegment(bffd1e4f-e80f-4ff0-b418-2f42ae15febf),segment_id=bffd1e4f-e80f-4ff0-b418-2f42ae15febf)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:27:21.308204 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device 4d508f7d-6fef-46d4-88da-e1281c70682d not bound to the agent host n-h1-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:27:21.308478 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-42f6680b-ab58-4463-b797-5d16b5bcf9a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:21.355000 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-42f6680b-ab58-4463-b797-5d16b5bcf9a1 admin admin] Calling delete_port for 9a253ae9-96ce-4b65-9f1e-885a25786ab0 owned by network:router_gateway {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:27:21.496464 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-741b006b-d4e6-400b-a36c-725ba4fdf087 None None] Set router 3a797c59-0f47-4a51-95b9-70b5fe41b915 gateway port host: n-d-816206-8 {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:27:21.711349 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3061d5a9-6f79-40aa-8136-00fea4a03ec0', 'name': 'network-vif-deleted', 'tag': '4d508f7d-6fef-46d4-88da-e1281c70682d'}] {{(pid=103591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:27:21.716679 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41d174a19ece9499ff9ec44e5b3fc50f2abd3ffbc947fb7e52ea1e8db27b95b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7114d08-d319-40eb-9b56-34599deb321f" -d '{"events": [{"server_uuid": "3061d5a9-6f79-40aa-8136-00fea4a03ec0", "name": "network-vif-deleted", "tag": "4d508f7d-6fef-46d4-88da-e1281c70682d"}]}' {{(pid=103591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:27:22.013209 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28f76f2-98e1-407b-9d00-f1ebfae66734 req-536e19b5-e047-4bcc-83f3-3e384f50623f tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:27:22.016370 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c28f76f2-98e1-407b-9d00-f1ebfae66734 req-536e19b5-e047-4bcc-83f3-3e384f50623f tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] 10.222.0.60 "GET /v2.0/ports?device_id=9e29a818-5c95-4b55-b3aa-46ed56b16ac7 HTTP/1.1" status: 200 len: 950 time: 0.1787274 Nov 23 17:27:22.089409 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a15e5519-3942-4446-a746-fe6d7b3229de req-2e2e4ba7-79b0-4e5c-826b-4bbd46d7758a tempest-ImagesOneServerTestJSON-1060018331 tempest-ImagesOneServerTestJSON-1060018331-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=7d1939275557445aaa707f554dbb4a92&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0710955 Nov 23 17:27:22.157858 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-42f6680b-ab58-4463-b797-5d16b5bcf9a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:22.203044 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c28f76f2-98e1-407b-9d00-f1ebfae66734 req-50c53d8f-51cc-4851-9fbd-a7473cf9a3dc tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b15aa03-44a0-4375-a57d-e8cf999b0781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672111 Nov 23 17:27:22.379157 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be99a8f9-ee8a-4235-866d-ecda36fb129b req-8852e6b1-c8b6-4a79-9f51-ecbff33cffd9 tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:27:22.382894 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-be99a8f9-ee8a-4235-866d-ecda36fb129b req-8852e6b1-c8b6-4a79-9f51-ecbff33cffd9 tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] 10.222.0.36 "GET /v2.0/ports?device_id=70d76f8d-9abe-4bca-bd90-10cf66fa6336 HTTP/1.1" status: 200 len: 946 time: 0.4430981 Nov 23 17:27:22.389992 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f6680b-ab58-4463-b797-5d16b5bcf9a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=9a253ae9-96ce-4b65-9f1e-885a25786ab0,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:27:22.398059 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-741b006b-d4e6-400b-a36c-725ba4fdf087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a797c59-0f47-4a51-95b9-70b5fe41b915', 'name': 'tempest-FloatingIPsTestJSON-1744703006-router', 'tenant_id': '3a9c0bddde464356b0da62958e164b3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.4'}], 'enable_snat': True}, 'gw_port_id': '9a253ae9-96ce-4b65-9f1e-885a25786ab0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:26:49Z', 'updated_at': '2021-11-23T17:27:17Z', 'revision_number': 5, 'project_id': '3a9c0bddde464356b0da62958e164b3b', 'gw_port': {'id': '9a253ae9-96ce-4b65-9f1e-885a25786ab0', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:52:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a797c59-0f47-4a51-95b9-70b5fe41b915', 'device_owner': 'network:router_gateway', 'standard_attr_id': 880, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:26:50Z', 'updated_at': '2021-11-23T17:26:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8'}], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:27:22.503630 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-741b006b-d4e6-400b-a36c-725ba4fdf087 None None] The sync data for ids ['3a797c59-0f47-4a51-95b9-70b5fe41b915'] in n-d-816206-8 is: [{'id': '3a797c59-0f47-4a51-95b9-70b5fe41b915', 'name': 'tempest-FloatingIPsTestJSON-1744703006-router', 'tenant_id': '3a9c0bddde464356b0da62958e164b3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.4'}], 'enable_snat': True}, 'gw_port_id': '9a253ae9-96ce-4b65-9f1e-885a25786ab0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:26:49Z', 'updated_at': '2021-11-23T17:27:17Z', 'revision_number': 5, 'project_id': '3a9c0bddde464356b0da62958e164b3b', 'gw_port': {'id': '9a253ae9-96ce-4b65-9f1e-885a25786ab0', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:52:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a797c59-0f47-4a51-95b9-70b5fe41b915', 'device_owner': 'network:router_gateway', 'standard_attr_id': 880, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:26:50Z', 'updated_at': '2021-11-23T17:26:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8'}] {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:27:22.543412 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 59052) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:27:22.622715 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15e5519-3942-4446-a746-fe6d7b3229de req-935eb922-a160-463f-bfda-805d1573f984 tempest-ImagesOneServerTestJSON-1060018331 tempest-ImagesOneServerTestJSON-1060018331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:27:22.638479 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a15e5519-3942-4446-a746-fe6d7b3229de req-935eb922-a160-463f-bfda-805d1573f984 tempest-ImagesOneServerTestJSON-1060018331 tempest-ImagesOneServerTestJSON-1060018331-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5470095 Nov 23 17:27:22.665557 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-42f6680b-ab58-4463-b797-5d16b5bcf9a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1795454'] for router_gateway, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:22.694474 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a15e5519-3942-4446-a746-fe6d7b3229de req-1daa48a8-ec80-4467-adb9-0d61e4b2dd18 tempest-ImagesOneServerTestJSON-1060018331 tempest-ImagesOneServerTestJSON-1060018331-project] 10.222.0.60 "GET /v2.0/quotas/7d1939275557445aaa707f554dbb4a92 HTTP/1.1" status: 200 len: 375 time: 0.0540774 Nov 23 17:27:22.769883 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05551220-6781-4db8-88a9-b5c00067413b req-d6872d6f-d248-4a35-8a99-fe94af9aca6d tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:27:22.783444 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-05551220-6781-4db8-88a9-b5c00067413b req-d6872d6f-d248-4a35-8a99-fe94af9aca6d tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] 10.222.0.60 "GET /v2.0/ports?device_id=70d76f8d-9abe-4bca-bd90-10cf66fa6336 HTTP/1.1" status: 200 len: 946 time: 0.4263229 Nov 23 17:27:22.797472 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-42f6680b-ab58-4463-b797-5d16b5bcf9a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1794352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8175'] for router, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:22.798364 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a15e5519-3942-4446-a746-fe6d7b3229de req-0382e4e7-2bb1-40b4-b371-739c1590e9e4 tempest-ImagesOneServerTestJSON-1060018331 tempest-ImagesOneServerTestJSON-1060018331-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=7d1939275557445aaa707f554dbb4a92&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1016357 Nov 23 17:27:22.802553 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-42f6680b-ab58-4463-b797-5d16b5bcf9a1 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:22.851624 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-85a84dfb-6cef-4433-905d-8a4a2a23c3c5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:22.863675 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [req-be99a8f9-ee8a-4235-866d-ecda36fb129b req-bfe95ef7-e595-40ee-83c7-1afc8bd7603d tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] Deleting port a6337c7d-c903-495b-8a9c-c5d9e5f5abc2 {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:27:22.863675 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-be99a8f9-ee8a-4235-866d-ecda36fb129b req-bfe95ef7-e595-40ee-83c7-1afc8bd7603d tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:22.896942 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-42f6680b-ab58-4463-b797-5d16b5bcf9a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1795580'] for router, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:22.898302 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42f6680b-ab58-4463-b797-5d16b5bcf9a1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3a797c59-0f47-4a51-95b9-70b5fe41b915 {{(pid=103590) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 17:27:22.904890 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-42f6680b-ab58-4463-b797-5d16b5bcf9a1 admin admin] Publish callbacks [] for router, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:22.909090 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-42f6680b-ab58-4463-b797-5d16b5bcf9a1 admin admin] 10.222.0.60 "DELETE /v2.0/routers/3a797c59-0f47-4a51-95b9-70b5fe41b915 HTTP/1.1" status: 204 len: 168 time: 2.7399879 Nov 23 17:27:22.912466 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 59058) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:27:23.124357 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:27:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4cf43cd-4e36-496e-aa81-d5756e37e5fd x-openstack-request-id: req-a4cf43cd-4e36-496e-aa81-d5756e37e5fd {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:27:23.126407 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3061d5a9-6f79-40aa-8136-00fea4a03ec0", "name": "network-vif-deleted", "tag": "4d508f7d-6fef-46d4-88da-e1281c70682d", "status": "completed", "code": 200}]} {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:27:23.127541 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a4cf43cd-4e36-496e-aa81-d5756e37e5fd {{(pid=103591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:27:23.130593 n-d-816206-8 neutron-server[103591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3061d5a9-6f79-40aa-8136-00fea4a03ec0', 'name': 'network-vif-deleted', 'tag': '4d508f7d-6fef-46d4-88da-e1281c70682d', 'status': 'completed', 'code': 200} Nov 23 17:27:23.154626 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-85a84dfb-6cef-4433-905d-8a4a2a23c3c5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:23.168622 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [req-be99a8f9-ee8a-4235-866d-ecda36fb129b req-bfe95ef7-e595-40ee-83c7-1afc8bd7603d tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] For port a6337c7d-c903-495b-8a9c-c5d9e5f5abc2, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=a6337c7d-c903-495b-8a9c-c5d9e5f5abc2,segment=NetworkSegment(6c418a8c-f20c-4230-99c6-0f83d6e48757),segment_id=6c418a8c-f20c-4230-99c6-0f83d6e48757)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:27:23.169005 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-be99a8f9-ee8a-4235-866d-ecda36fb129b req-bfe95ef7-e595-40ee-83c7-1afc8bd7603d tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:23.185136 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [req-be99a8f9-ee8a-4235-866d-ecda36fb129b req-bfe95ef7-e595-40ee-83c7-1afc8bd7603d tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] Calling delete_port for a6337c7d-c903-495b-8a9c-c5d9e5f5abc2 owned by compute:nova {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:27:23.199297 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-85a84dfb-6cef-4433-905d-8a4a2a23c3c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:23.253591 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442b0385-990c-42b9-8f9f-fa1565e950a4 req-c0199995-e105-4398-8ccb-397b6de07089 tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:27:23.256229 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-442b0385-990c-42b9-8f9f-fa1565e950a4 req-c0199995-e105-4398-8ccb-397b6de07089 tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] 10.222.0.55 "GET /v2.0/ports?device_id=9e29a818-5c95-4b55-b3aa-46ed56b16ac7 HTTP/1.1" status: 200 len: 950 time: 0.6801744 Nov 23 17:27:23.268871 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.agents_db [None req-464f6c07-0de8-4be6-8f5b-563f574d1c5d None None] Agent healthcheck: found 7 active agents {{(pid=103593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 17:27:23.345086 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-05551220-6781-4db8-88a9-b5c00067413b req-1f053408-f3b3-4f72-a9d6-417fe13b22bf tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] 10.222.0.60 "GET /v2.0/security-groups?id=a7d295c6-a842-436b-b184-bb80f16900ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5594413 Nov 23 17:27:23.360449 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-85a84dfb-6cef-4433-905d-8a4a2a23c3c5 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=190f75694b824fcd8d2b242447021f87&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8151104 Nov 23 17:27:23.361453 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 59066) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:27:23.377428 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a84dfb-6cef-4433-905d-8a4a2a23c3c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7db2e869-c0a5-451e-a0c7-90bc489d3486,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:27:23.447336 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-be99a8f9-ee8a-4235-866d-ecda36fb129b req-bfe95ef7-e595-40ee-83c7-1afc8bd7603d tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:23.465217 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] get_ports_and_sgs() called for port_ids ['a6337c7d-c903-495b-8a9c-c5d9e5f5abc2'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:27:23.513059 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f422a09-0eda-4a79-8b26-185538c2f1b3 admin admin] Deleting subnet b2d8871a-ed51-4f8b-8ba8-dcfba1e666b8 {{(pid=103590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 17:27:23.538136 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe95ef7-e595-40ee-83c7-1afc8bd7603d tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] Pushing event deleted for resources: {'Port': ['ID=a6337c7d-c903-495b-8a9c-c5d9e5f5abc2,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:27:23.577668 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8f422a09-0eda-4a79-8b26-185538c2f1b3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:23.624887 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-ad63ed9b-9250-4be5-8159-6cef2388a191 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:23.678895 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [req-be99a8f9-ee8a-4235-866d-ecda36fb129b req-bfe95ef7-e595-40ee-83c7-1afc8bd7603d tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] No DVR routers for this DVR port a6337c7d-c903-495b-8a9c-c5d9e5f5abc2 on host n-h2-816206-8 {{(pid=103590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:27:23.701994 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-be99a8f9-ee8a-4235-866d-ecda36fb129b req-bfe95ef7-e595-40ee-83c7-1afc8bd7603d tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:23.715863 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-be99a8f9-ee8a-4235-866d-ecda36fb129b req-bfe95ef7-e595-40ee-83c7-1afc8bd7603d tempest-DeleteServersTestJSON-471827608 tempest-DeleteServersTestJSON-471827608-project] 10.222.0.36 "DELETE /v2.0/ports/a6337c7d-c903-495b-8a9c-c5d9e5f5abc2 HTTP/1.1" status: 204 len: 173 time: 1.2885628 Nov 23 17:27:23.717863 n-d-816206-8 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70d76f8d-9abe-4bca-bd90-10cf66fa6336', 'name': 'network-vif-deleted', 'tag': 'a6337c7d-c903-495b-8a9c-c5d9e5f5abc2'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:27:23.723525 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ddb0fb6d-9e18-4976-a7bd-09ccd6c558b1 req-cf6543ab-1c2e-42c0-bca7-c9c7be69765a tempest-ImagesOneServerTestJSON-1060018331 tempest-ImagesOneServerTestJSON-1060018331-project] 10.222.0.60 "GET /v2.0/ports?device_id=779538a1-8493-41af-b142-c0cf0c1e6957 HTTP/1.1" status: 200 len: 210 time: 0.1052854 Nov 23 17:27:23.725547 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbabddbc9fc37b068808e119c416c86f5957ca04531a4a0d2e695c515e93483b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bace4414-fa04-4d12-bdcb-41968c63410f" -d '{"events": [{"server_uuid": "70d76f8d-9abe-4bca-bd90-10cf66fa6336", "name": "network-vif-deleted", "tag": "a6337c7d-c903-495b-8a9c-c5d9e5f5abc2"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:27:23.789159 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-ad63ed9b-9250-4be5-8159-6cef2388a191 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:23.825508 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8f422a09-0eda-4a79-8b26-185538c2f1b3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-267528342'] for subnet, precommit_delete_associations {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:23.853059 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [req-442b0385-990c-42b9-8f9f-fa1565e950a4 req-0a8cb5b5-f95d-437d-ad45-a260a5594dfd tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] Deleting port 619a8aee-de53-404a-b496-f8a2de1819bc {{(pid=103591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:27:23.853810 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-442b0385-990c-42b9-8f9f-fa1565e950a4 req-0a8cb5b5-f95d-437d-ad45-a260a5594dfd tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:23.986393 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8f422a09-0eda-4a79-8b26-185538c2f1b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971956'] for subnet, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:24.143731 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8f422a09-0eda-4a79-8b26-185538c2f1b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264357903', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264730940'] for subnet, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:24.197483 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f422a09-0eda-4a79-8b26-185538c2f1b3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b2d8871a-ed51-4f8b-8ba8-dcfba1e666b8,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:27:24.206166 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8f422a09-0eda-4a79-8b26-185538c2f1b3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:24.212275 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-8f422a09-0eda-4a79-8b26-185538c2f1b3 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/b2d8871a-ed51-4f8b-8ba8-dcfba1e666b8 HTTP/1.1" status: 204 len: 168 time: 1.2965131 Nov 23 17:27:24.214458 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 59092) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:27:24.214989 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6370080f-3d7d-4cb4-b71e-b438f43e84db req-fc83ea0e-45c4-4952-9360-31787ae21440 tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:27:24.217700 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6234c71-949a-4470-8ceb-a836233483fe None None] Network 8330a1c2-ef06-4fd1-bf99-730564d79f9d requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:27:24.218508 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6370080f-3d7d-4cb4-b71e-b438f43e84db req-fc83ea0e-45c4-4952-9360-31787ae21440 tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] 10.222.0.60 "GET /v2.0/ports?device_id=9e29a818-5c95-4b55-b3aa-46ed56b16ac7 HTTP/1.1" status: 200 len: 950 time: 0.4633751 Nov 23 17:27:24.331414 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-74fb981a-6478-4f6a-9e8d-985e13471419 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-555181'] for network, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:24.359080 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6a8a1e-d87e-4f08-95c2-786537cc7a0b req-7b91375f-3767-4c26-8c9a-844e03d6b050 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:27:24.413261 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2d6a8a1e-d87e-4f08-95c2-786537cc7a0b req-7b91375f-3767-4c26-8c9a-844e03d6b050 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.60 "GET /v2.0/ports?device_id=ffeae0b0-09b1-4f1e-9b33-8bbbbaaefdf6 HTTP/1.1" status: 200 len: 944 time: 0.5182073 Nov 23 17:27:24.472877 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-ad63ed9b-9250-4be5-8159-6cef2388a191 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:24.478463 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-ad63ed9b-9250-4be5-8159-6cef2388a191 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:24.484477 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-ad63ed9b-9250-4be5-8159-6cef2388a191 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/7db2e869-c0a5-451e-a0c7-90bc489d3486 HTTP/1.1" status: 204 len: 168 time: 1.1182041 Nov 23 17:27:24.488532 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-74fb981a-6478-4f6a-9e8d-985e13471419 admin admin] Deleting port 2527261f-f17b-4edb-9c04-6e9ee9654383 {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:27:24.489453 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-74fb981a-6478-4f6a-9e8d-985e13471419 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:24.641885 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-442b0385-990c-42b9-8f9f-fa1565e950a4 req-0a8cb5b5-f95d-437d-ad45-a260a5594dfd tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] For port 619a8aee-de53-404a-b496-f8a2de1819bc, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=619a8aee-de53-404a-b496-f8a2de1819bc,segment=NetworkSegment(329c1745-02bf-4561-9615-3192910887f5),segment_id=329c1745-02bf-4561-9615-3192910887f5)] {{(pid=103591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:27:24.642268 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-442b0385-990c-42b9-8f9f-fa1565e950a4 req-0a8cb5b5-f95d-437d-ad45-a260a5594dfd tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:24.717720 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [req-442b0385-990c-42b9-8f9f-fa1565e950a4 req-0a8cb5b5-f95d-437d-ad45-a260a5594dfd tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] Calling delete_port for 619a8aee-de53-404a-b496-f8a2de1819bc owned by compute:nova {{(pid=103591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:27:24.771562 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 74abf30f-0bf2-489b-a271-fe90498c40b5 no longer exists at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:27:24.799678 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-74fb981a-6478-4f6a-9e8d-985e13471419 admin admin] For port 2527261f-f17b-4edb-9c04-6e9ee9654383, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=2527261f-f17b-4edb-9c04-6e9ee9654383,segment=NetworkSegment(eccc7502-c83a-4fbe-ab5d-f0236af779ca),segment_id=eccc7502-c83a-4fbe-ab5d-f0236af779ca)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:27:24.802996 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-74fb981a-6478-4f6a-9e8d-985e13471419 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:24.875719 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-74fb981a-6478-4f6a-9e8d-985e13471419 admin admin] Calling delete_port for 2527261f-f17b-4edb-9c04-6e9ee9654383 owned by network:dhcp {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:27:24.894451 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] No Port match for: 74abf30f-0bf2-489b-a271-fe90498c40b5 {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:27:24.898487 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 74abf30f-0bf2-489b-a271-fe90498c40b5 not bound to the agent host n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:27:24.933494 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad63ed9b-9250-4be5-8159-6cef2388a191 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7db2e869-c0a5-451e-a0c7-90bc489d3486,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:27:25.006264 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6370080f-3d7d-4cb4-b71e-b438f43e84db req-3450389d-5cc4-44e8-89a3-7a0f196ee3b8 tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b15aa03-44a0-4375-a57d-e8cf999b0781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7735441 Nov 23 17:27:25.061030 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2d6a8a1e-d87e-4f08-95c2-786537cc7a0b req-ac44a0f2-261b-49c3-917b-32b77e961f0b tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.60 "GET /v2.0/security-groups?id=5199d9c8-39cf-433e-a82b-4aef6c6477e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6251836 Nov 23 17:27:25.080249 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-74fb981a-6478-4f6a-9e8d-985e13471419 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:25.215940 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74fb981a-6478-4f6a-9e8d-985e13471419 admin admin] No DVR routers for this DVR port 2527261f-f17b-4edb-9c04-6e9ee9654383 on host n-d-816206-8 {{(pid=103590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:27:25.241790 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-442b0385-990c-42b9-8f9f-fa1565e950a4 req-0a8cb5b5-f95d-437d-ad45-a260a5594dfd tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:25.263750 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:27:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a92c969d-8cee-417b-81fb-1ad8aecb813f x-openstack-request-id: req-a92c969d-8cee-417b-81fb-1ad8aecb813f {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:27:25.264047 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70d76f8d-9abe-4bca-bd90-10cf66fa6336", "name": "network-vif-deleted", "tag": "a6337c7d-c903-495b-8a9c-c5d9e5f5abc2", "status": "completed", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:27:25.264294 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a92c969d-8cee-417b-81fb-1ad8aecb813f {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:27:25.265520 n-d-816206-8 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70d76f8d-9abe-4bca-bd90-10cf66fa6336', 'name': 'network-vif-deleted', 'tag': 'a6337c7d-c903-495b-8a9c-c5d9e5f5abc2', 'status': 'completed', 'code': 200} Nov 23 17:27:25.267253 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fb981a-6478-4f6a-9e8d-985e13471419 admin admin] Pushing event deleted for resources: {'Port': ['ID=2527261f-f17b-4edb-9c04-6e9ee9654383,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:27:25.421365 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-991af2db-bf99-4461-a5bd-f780d69e5be6 None None] DHCP port deletion for 8330a1c2-ef06-4fd1-bf99-730564d79f9d request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:27:25.422750 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-74fb981a-6478-4f6a-9e8d-985e13471419 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973419', 'neutron.services.segments.db._delete_segments_for_network-8736635878840'] for network, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:25.445648 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8cb5b5-f95d-437d-ad45-a260a5594dfd tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] Pushing event deleted for resources: {'Port': ['ID=619a8aee-de53-404a-b496-f8a2de1819bc,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:27:25.476476 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [req-442b0385-990c-42b9-8f9f-fa1565e950a4 req-0a8cb5b5-f95d-437d-ad45-a260a5594dfd tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] No DVR routers for this DVR port 619a8aee-de53-404a-b496-f8a2de1819bc on host n-h1-816206-8 {{(pid=103591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:27:25.480028 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-442b0385-990c-42b9-8f9f-fa1565e950a4 req-0a8cb5b5-f95d-437d-ad45-a260a5594dfd tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:25.483875 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-442b0385-990c-42b9-8f9f-fa1565e950a4 req-0a8cb5b5-f95d-437d-ad45-a260a5594dfd tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] 10.222.0.55 "DELETE /v2.0/ports/619a8aee-de53-404a-b496-f8a2de1819bc HTTP/1.1" status: 204 len: 173 time: 2.2098160 Nov 23 17:27:25.484639 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e29a818-5c95-4b55-b3aa-46ed56b16ac7', 'name': 'network-vif-deleted', 'tag': '619a8aee-de53-404a-b496-f8a2de1819bc'}] {{(pid=103591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:27:25.487345 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41d174a19ece9499ff9ec44e5b3fc50f2abd3ffbc947fb7e52ea1e8db27b95b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdcf521d-dc91-42be-8dbc-4b291741cb9e" -d '{"events": [{"server_uuid": "9e29a818-5c95-4b55-b3aa-46ed56b16ac7", "name": "network-vif-deleted", "tag": "619a8aee-de53-404a-b496-f8a2de1819bc"}]}' {{(pid=103591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:27:25.502283 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-74fb981a-6478-4f6a-9e8d-985e13471419 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8330a1c2-ef06-4fd1-bf99-730564d79f9d']}} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:27:25.525339 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-74fb981a-6478-4f6a-9e8d-985e13471419 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eccc7502-c83a-4fbe-ab5d-f0236af779ca') {'for_net_delete': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:27:25.526022 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-74fb981a-6478-4f6a-9e8d-985e13471419 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eccc7502-c83a-4fbe-ab5d-f0236af779ca') {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:27:25.572902 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-74fb981a-6478-4f6a-9e8d-985e13471419 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736635840332', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-267528353'] for segment, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:25.605995 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-74fb981a-6478-4f6a-9e8d-985e13471419 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:25.612933 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-68e9dfbe-42ff-4d8c-93a0-c740347a65c5 req-f06f52d9-e390-46ad-b2da-07fbd0a6fe67 tempest-ImagesOneServerTestJSON-1060018331 tempest-ImagesOneServerTestJSON-1060018331-project] 10.222.0.60 "GET /v2.0/ports?device_id=779538a1-8493-41af-b142-c0cf0c1e6957 HTTP/1.1" status: 200 len: 210 time: 0.0987334 Nov 23 17:27:25.617209 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74fb981a-6478-4f6a-9e8d-985e13471419 admin admin] Releasing vlan 514 on physical network physnet1 to pool {{(pid=103590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 17:27:25.618322 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-74fb981a-6478-4f6a-9e8d-985e13471419 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264370093'] for segment, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:25.629849 n-d-816206-8 neutron-server[103590]: Traceback (most recent call last): Nov 23 17:27:25.629849 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 17:27:25.629849 n-d-816206-8 neutron-server[103590]: timer() Nov 23 17:27:25.629849 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 17:27:25.629849 n-d-816206-8 neutron-server[103590]: cb(*args, **kw) Nov 23 17:27:25.629849 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 17:27:25.629849 n-d-816206-8 neutron-server[103590]: return func(*args, **kwargs) Nov 23 17:27:25.629849 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 17:27:25.629849 n-d-816206-8 neutron-server[103590]: self._notify() Nov 23 17:27:25.629849 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 17:27:25.629849 n-d-816206-8 neutron-server[103590]: self.callback(batched_events) Nov 23 17:27:25.629849 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 17:27:25.629849 n-d-816206-8 neutron-server[103590]: event.method(event) Nov 23 17:27:25.629849 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 17:27:25.629849 n-d-816206-8 neutron-server[103590]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 17:27:25.629849 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 17:27:25.629849 n-d-816206-8 neutron-server[103590]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 17:27:25.629849 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 17:27:25.629849 n-d-816206-8 neutron-server[103590]: return f(self, *a, **k) Nov 23 17:27:25.629849 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 17:27:25.629849 n-d-816206-8 neutron-server[103590]: return self._get(url).json() Nov 23 17:27:25.629849 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 17:27:25.629849 n-d-816206-8 neutron-server[103590]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 17:27:25.629849 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 17:27:25.629849 n-d-816206-8 neutron-server[103590]: return self.request(url, 'GET', **kwargs) Nov 23 17:27:25.629849 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 17:27:25.629849 n-d-816206-8 neutron-server[103590]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 17:27:25.629849 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 17:27:25.629849 n-d-816206-8 neutron-server[103590]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 17:27:25.629849 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 17:27:25.629849 n-d-816206-8 neutron-server[103590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 17:27:25.629849 n-d-816206-8 neutron-server[103590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 17:27:25.755452 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05eee8ec-c041-4341-b018-ab0df0f6ea6a req-20dbf80b-5ec5-49fd-a2d6-32cbdaa46414 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:27:25.773369 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-05eee8ec-c041-4341-b018-ab0df0f6ea6a req-20dbf80b-5ec5-49fd-a2d6-32cbdaa46414 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.60 "GET /v2.0/ports?device_id=ffeae0b0-09b1-4f1e-9b33-8bbbbaaefdf6 HTTP/1.1" status: 200 len: 944 time: 0.1593533 Nov 23 17:27:25.820023 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-74fb981a-6478-4f6a-9e8d-985e13471419 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1795418'] for network, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:25.827042 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-74fb981a-6478-4f6a-9e8d-985e13471419 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for network, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:25.835250 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-74fb981a-6478-4f6a-9e8d-985e13471419 admin admin] 10.222.0.60 "DELETE /v2.0/networks/8330a1c2-ef06-4fd1-bf99-730564d79f9d HTTP/1.1" status: 204 len: 168 time: 1.6150303 Nov 23 17:27:25.863049 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fb981a-6478-4f6a-9e8d-985e13471419 admin admin] Pushing event deleted for resources: {'Network': ['ID=8330a1c2-ef06-4fd1-bf99-730564d79f9d,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:27:25.918015 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-05eee8ec-c041-4341-b018-ab0df0f6ea6a req-967ae5e2-b37c-4a9a-9757-a3b9fcf68f5e tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.60 "GET /v2.0/security-groups?id=5199d9c8-39cf-433e-a82b-4aef6c6477e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1250250 Nov 23 17:27:25.955729 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54626417-e1fe-438f-8755-ce1daa3097a3 req-80e6b6b0-9598-443d-a42e-98a220c9abd0 tempest-ServersTestBootFromVolume-66960814 tempest-ServersTestBootFromVolume-66960814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:27:25.963092 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-54626417-e1fe-438f-8755-ce1daa3097a3 req-80e6b6b0-9598-443d-a42e-98a220c9abd0 tempest-ServersTestBootFromVolume-66960814 tempest-ServersTestBootFromVolume-66960814-project] 10.222.0.60 "GET /v2.0/ports?device_id=f8abc7fe-1d0e-4236-8f1e-16f89ed0e252 HTTP/1.1" status: 200 len: 946 time: 0.1882532 Nov 23 17:27:26.114137 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-54626417-e1fe-438f-8755-ce1daa3097a3 req-ea996ef1-33a7-4217-8de9-1203edf59ea9 tempest-ServersTestBootFromVolume-66960814 tempest-ServersTestBootFromVolume-66960814-project] 10.222.0.60 "GET /v2.0/security-groups?id=e51f9f9c-222a-4f6b-bccf-660dbe03dd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1406684 Nov 23 17:27:26.172169 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 9a253ae9-96ce-4b65-9f1e-885a25786ab0 no longer exists at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:27:26.175678 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:27:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42435d84-2889-4094-abe3-ae2bd1768e9f x-openstack-request-id: req-42435d84-2889-4094-abe3-ae2bd1768e9f {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:27:26.175975 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e29a818-5c95-4b55-b3aa-46ed56b16ac7", "name": "network-vif-deleted", "tag": "619a8aee-de53-404a-b496-f8a2de1819bc", "status": "completed", "code": 200}]} {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:27:26.176235 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-42435d84-2889-4094-abe3-ae2bd1768e9f {{(pid=103591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:27:26.176675 n-d-816206-8 neutron-server[103591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e29a818-5c95-4b55-b3aa-46ed56b16ac7', 'name': 'network-vif-deleted', 'tag': '619a8aee-de53-404a-b496-f8a2de1819bc', 'status': 'completed', 'code': 200} Nov 23 17:27:26.350393 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 59148) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:27:26.359622 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] No Port match for: 9a253ae9-96ce-4b65-9f1e-885a25786ab0 {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:27:26.360157 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 9a253ae9-96ce-4b65-9f1e-885a25786ab0 not bound to the agent host n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:27:26.382230 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 2527261f-f17b-4edb-9c04-6e9ee9654383 no longer exists at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:27:26.386578 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a15e5519-3942-4446-a746-fe6d7b3229de req-4c2be811-ade6-469c-a6c1-45253a7a2aec tempest-ImagesOneServerTestJSON-1060018331 tempest-ImagesOneServerTestJSON-1060018331-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=7d1939275557445aaa707f554dbb4a92&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0682158 Nov 23 17:27:26.452548 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-439fd2dc-9ef0-4c71-82c5-70bab624188a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=3a9c0bddde464356b0da62958e164b3b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1009049 Nov 23 17:27:26.456631 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 59156) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:27:26.495210 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2413cf7e-bf1a-4516-b522-3e0c7be482bf req-21856776-f1b0-468e-8669-094e0edebb78 tempest-ServersOnMultiNodesTest-997656240 tempest-ServersOnMultiNodesTest-997656240-project] 10.222.0.60 "GET /v2.0/ports?device_id=9e29a818-5c95-4b55-b3aa-46ed56b16ac7 HTTP/1.1" status: 200 len: 210 time: 0.0947001 Nov 23 17:27:26.584215 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device a6337c7d-c903-495b-8a9c-c5d9e5f5abc2 no longer exists at agent hyperv_n-h2-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:27:26.591800 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e6215928-2995-4498-87fa-57dc0de60bff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:26.636025 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] No Port match for: a6337c7d-c903-495b-8a9c-c5d9e5f5abc2 {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:27:26.636537 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device a6337c7d-c903-495b-8a9c-c5d9e5f5abc2 not bound to the agent host n-h2-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:27:26.638167 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] No Port match for: 2527261f-f17b-4edb-9c04-6e9ee9654383 {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:27:26.640929 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 2527261f-f17b-4edb-9c04-6e9ee9654383 not bound to the agent host n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:27:26.675043 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e6215928-2995-4498-87fa-57dc0de60bff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:26.814733 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e6215928-2995-4498-87fa-57dc0de60bff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:26.819748 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e6215928-2995-4498-87fa-57dc0de60bff admin admin] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:26.835361 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-e6215928-2995-4498-87fa-57dc0de60bff admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/7429cf9b-5907-4497-b566-ebcd3f908484 HTTP/1.1" status: 204 len: 168 time: 0.3688936 Nov 23 17:27:26.856990 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 59174) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:27:26.862779 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6215928-2995-4498-87fa-57dc0de60bff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7429cf9b-5907-4497-b566-ebcd3f908484,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:27:27.175176 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-b9329c85-1aaa-48d4-8134-f7d79d2f9e8e admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-322204837-network', 'tenant_id': '30af1458e15a4ef39cb103ebf3b9a873'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:27:27.183557 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-3e614037-de7f-4401-bc6c-51b9022b8ac0 req-e1c5fb42-f2c7-4463-bac9-aceeea28d0d9 tempest-ImagesOneServerTestJSON-1060018331 tempest-ImagesOneServerTestJSON-1060018331-project] 10.222.0.60 "GET /v2.0/ports?device_id=779538a1-8493-41af-b142-c0cf0c1e6957 HTTP/1.1" status: 200 len: 210 time: 0.0770590 Nov 23 17:27:27.196061 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device 619a8aee-de53-404a-b496-f8a2de1819bc no longer exists at agent hyperv_n-h1-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:27:27.252196 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] No Port match for: 619a8aee-de53-404a-b496-f8a2de1819bc {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:27:27.261631 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device 619a8aee-de53-404a-b496-f8a2de1819bc not bound to the agent host n-h1-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:27:27.264195 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9329c85-1aaa-48d4-8134-f7d79d2f9e8e admin admin] Made reservation on behalf of 30af1458e15a4ef39cb103ebf3b9a873 for: {'network': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:27:27.272390 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b9329c85-1aaa-48d4-8134-f7d79d2f9e8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for network, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:27.275691 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15e5519-3942-4446-a746-fe6d7b3229de req-0f864d8c-386e-4fef-b1f0-a8b44cafb772 tempest-ImagesOneServerTestJSON-1060018331 tempest-ImagesOneServerTestJSON-1060018331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:27:27.277890 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a15e5519-3942-4446-a746-fe6d7b3229de req-0f864d8c-386e-4fef-b1f0-a8b44cafb772 tempest-ImagesOneServerTestJSON-1060018331 tempest-ImagesOneServerTestJSON-1060018331-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8838298 Nov 23 17:27:27.287197 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b9329c85-1aaa-48d4-8134-f7d79d2f9e8e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:27.296443 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [req-a15e5519-3942-4446-a746-fe6d7b3229de req-d98f1a10-ef1a-4a5f-bdf7-9ce845f6e37d tempest-ImagesOneServerTestJSON-1060018331 tempest-ImagesOneServerTestJSON-1060018331-project] Request body: {'port': {'device_id': '779538a1-8493-41af-b142-c0cf0c1e6957', 'network_id': 'f1e1dabf-b410-4023-9169-a460a86e7184', 'admin_state_up': True, 'tenant_id': '7d1939275557445aaa707f554dbb4a92'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:27:27.316286 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d196df1f-89cc-43b1-8a1d-473517e01f78 req-7ff829b8-d793-442f-867e-32c738b3e96d tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:27:27.326599 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d196df1f-89cc-43b1-8a1d-473517e01f78 req-7ff829b8-d793-442f-867e-32c738b3e96d tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.60 "GET /v2.0/ports?device_id=ffeae0b0-09b1-4f1e-9b33-8bbbbaaefdf6 HTTP/1.1" status: 200 len: 944 time: 0.2208674 Nov 23 17:27:27.476354 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b9329c85-1aaa-48d4-8134-f7d79d2f9e8e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:27.491750 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b9329c85-1aaa-48d4-8134-f7d79d2f9e8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:27.527526 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9329c85-1aaa-48d4-8134-f7d79d2f9e8e admin admin] vlan segment allocate from pool success with {'vlan_id': 542, 'physical_network': 'physnet1'} {{(pid=103590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 17:27:27.545260 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9329c85-1aaa-48d4-8134-f7d79d2f9e8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0395b5d-c9ae-4269-a510-77335f56b6a2,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:27:27.551808 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b9329c85-1aaa-48d4-8134-f7d79d2f9e8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:27.553973 n-d-816206-8 neutron-server[103590]: INFO neutron.db.segments_db [None req-b9329c85-1aaa-48d4-8134-f7d79d2f9e8e admin admin] Added segment fec3e18b-192e-4190-b016-a80fa6978f10 of type vlan for network 65712b39-fd4a-4748-a9fa-f557ff471008 Nov 23 17:27:27.623163 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d196df1f-89cc-43b1-8a1d-473517e01f78 req-cb1c279c-49f7-4c24-9195-5ac03ab0ba12 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.60 "GET /v2.0/security-groups?id=5199d9c8-39cf-433e-a82b-4aef6c6477e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2946064 Nov 23 17:27:27.672023 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b9329c85-1aaa-48d4-8134-f7d79d2f9e8e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736635338810'] for network, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:27.729319 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b9329c85-1aaa-48d4-8134-f7d79d2f9e8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493'] for network, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:27.730464 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9329c85-1aaa-48d4-8134-f7d79d2f9e8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:27:27.731061 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b9329c85-1aaa-48d4-8134-f7d79d2f9e8e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for network, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:27.749019 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3095cc59-49c8-4b63-9161-59950a8321b3 req-c1f53a84-49a3-44ff-96e6-fd1621749da6 tempest-ServersTestBootFromVolume-66960814 tempest-ServersTestBootFromVolume-66960814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:27:27.768532 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-3095cc59-49c8-4b63-9161-59950a8321b3 req-c1f53a84-49a3-44ff-96e6-fd1621749da6 tempest-ServersTestBootFromVolume-66960814 tempest-ServersTestBootFromVolume-66960814-project] 10.222.0.60 "GET /v2.0/ports?device_id=f8abc7fe-1d0e-4236-8f1e-16f89ed0e252 HTTP/1.1" status: 200 len: 946 time: 0.1425979 Nov 23 17:27:27.789089 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a15e5519-3942-4446-a746-fe6d7b3229de req-d98f1a10-ef1a-4a5f-bdf7-9ce845f6e37d tempest-ImagesOneServerTestJSON-1060018331 tempest-ImagesOneServerTestJSON-1060018331-project] Made reservation on behalf of 7d1939275557445aaa707f554dbb4a92 for: {'port': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:27:27.793072 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-a15e5519-3942-4446-a746-fe6d7b3229de req-d98f1a10-ef1a-4a5f-bdf7-9ce845f6e37d tempest-ImagesOneServerTestJSON-1060018331 tempest-ImagesOneServerTestJSON-1060018331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:27.854736 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-a15e5519-3942-4446-a746-fe6d7b3229de req-d98f1a10-ef1a-4a5f-bdf7-9ce845f6e37d tempest-ImagesOneServerTestJSON-1060018331 tempest-ImagesOneServerTestJSON-1060018331-project] Publish callbacks [] for security_group, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:27.878103 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-3095cc59-49c8-4b63-9161-59950a8321b3 req-1bbf490f-4353-41b4-9c94-9af5121c6549 tempest-ServersTestBootFromVolume-66960814 tempest-ServersTestBootFromVolume-66960814-project] 10.222.0.60 "GET /v2.0/security-groups?id=e51f9f9c-222a-4f6b-bccf-660dbe03dd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1085188 Nov 23 17:27:27.972117 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-b9329c85-1aaa-48d4-8134-f7d79d2f9e8e admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.1139047 Nov 23 17:27:27.985485 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 59216) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:27:28.008368 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-ed7cf604-9383-4852-9249-f92e15d113f6 admin admin] Request body: {'subnet': {'network_id': '65712b39-fd4a-4748-a9fa-f557ff471008', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-322204837-subnet', 'tenant_id': '30af1458e15a4ef39cb103ebf3b9a873', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:27:28.021178 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9329c85-1aaa-48d4-8134-f7d79d2f9e8e admin admin] Pushing event updated for resources: {'Network': ['ID=65712b39-fd4a-4748-a9fa-f557ff471008,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:27:28.052310 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Network 65712b39-fd4a-4748-a9fa-f557ff471008 details requested by agent ovs-agent-n-d-816206-8 with host n-d-816206-8 {{(pid=103592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 17:27:28.117967 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed7cf604-9383-4852-9249-f92e15d113f6 admin admin] Made reservation on behalf of 30af1458e15a4ef39cb103ebf3b9a873 for: {'subnet': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:27:28.122426 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ed7cf604-9383-4852-9249-f92e15d113f6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264730903'] for subnet, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:28.198579 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-a15e5519-3942-4446-a746-fe6d7b3229de req-d98f1a10-ef1a-4a5f-bdf7-9ce845f6e37d tempest-ImagesOneServerTestJSON-1060018331 tempest-ImagesOneServerTestJSON-1060018331-project] Publish callbacks [] for security_group, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:28.212076 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-a15e5519-3942-4446-a746-fe6d7b3229de req-d98f1a10-ef1a-4a5f-bdf7-9ce845f6e37d tempest-ImagesOneServerTestJSON-1060018331 tempest-ImagesOneServerTestJSON-1060018331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:28.293344 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98f1a10-ef1a-4a5f-bdf7-9ce845f6e37d tempest-ImagesOneServerTestJSON-1060018331 tempest-ImagesOneServerTestJSON-1060018331-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9dbca594-1a92-4d96-a3db-ffbc658977d6,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:27:28.407041 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 59240) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:27:28.617494 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ed7cf604-9383-4852-9249-f92e15d113f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264358096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264730885'] for subnet, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:28.641908 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f2db82d0-6062-4cf6-9a9e-2e506a1b5c9e req-dc0c4137-2ee0-4521-adc4-b2dcc7f08350 tempest-ImagesOneServerTestJSON-1060018331 tempest-ImagesOneServerTestJSON-1060018331-project] 10.222.0.60 "GET /v2.0/ports?device_id=779538a1-8493-41af-b142-c0cf0c1e6957 HTTP/1.1" status: 200 len: 210 time: 0.1499751 Nov 23 17:27:28.699520 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.db_base_plugin_common [req-a15e5519-3942-4446-a746-fe6d7b3229de req-d98f1a10-ef1a-4a5f-bdf7-9ce845f6e37d tempest-ImagesOneServerTestJSON-1060018331 tempest-ImagesOneServerTestJSON-1060018331-project] Allocated IP 192.168.233.34 (f1e1dabf-b410-4023-9169-a460a86e7184/ac77c175-5679-438b-8a2a-356718377641/11e5236c-f259-4998-9c04-87d985c86e1e) {{(pid=103591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:27:28.779057 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 59258) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:27:28.788846 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7cf604-9383-4852-9249-f92e15d113f6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=28677dba-4b65-4876-bfd9-bc6d0405baf5,revision_number=0']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:27:28.815229 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed7cf604-9383-4852-9249-f92e15d113f6 admin admin] Checking segment: {'id': 'fec3e18b-192e-4190-b016-a80fa6978f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '65712b39-fd4a-4748-a9fa-f557ff471008'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:27:28.818676 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed7cf604-9383-4852-9249-f92e15d113f6 admin admin] Network hostable DHCP agents. Network: 65712b39-fd4a-4748-a9fa-f557ff471008, hostable agents: ['0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3'], hosted agents: [] {{(pid=103590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 17:27:28.858933 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed7cf604-9383-4852-9249-f92e15d113f6 admin admin] Network 65712b39-fd4a-4748-a9fa-f557ff471008 is scheduled to be hosted by DHCP agent 0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3 with binding_index 1 {{(pid=103590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 17:27:28.885040 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-c1c01f2b-231c-46f3-9e9b-95bd7d3e6936 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-327534094-network', 'tenant_id': 'cc2fdab901654443a7afce1464a8ecdd'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:27:28.892632 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-ed7cf604-9383-4852-9249-f92e15d113f6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-8, 65712b39-fd4a-4748-a9fa-f557ff471008) {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:27:28.903777 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed7cf604-9383-4852-9249-f92e15d113f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:27:28.912095 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f209b386-8eb3-4c5e-8637-b7ced1d5f432 None None] Network 65712b39-fd4a-4748-a9fa-f557ff471008 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:27:28.913472 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ed7cf604-9383-4852-9249-f92e15d113f6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:28.948249 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-4725c90d-1dd2-4abb-ab94-55cfc96fcf2e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=686e648a568f4c8c872ae36928886735&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5397108 Nov 23 17:27:28.952348 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 59264) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:27:28.967618 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f964238-ff53-4d8e-91ae-adbf00848257 req-393ba5b6-efc5-4bd6-8023-3fa6e2979bde tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:27:28.980997 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7f964238-ff53-4d8e-91ae-adbf00848257 req-393ba5b6-efc5-4bd6-8023-3fa6e2979bde tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.60 "GET /v2.0/ports?device_id=ffeae0b0-09b1-4f1e-9b33-8bbbbaaefdf6 HTTP/1.1" status: 200 len: 944 time: 0.2181993 Nov 23 17:27:29.075243 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1c01f2b-231c-46f3-9e9b-95bd7d3e6936 admin admin] Made reservation on behalf of cc2fdab901654443a7afce1464a8ecdd for: {'network': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:27:29.081757 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c1c01f2b-231c-46f3-9e9b-95bd7d3e6936 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for network, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:29.119525 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-ed7cf604-9383-4852-9249-f92e15d113f6 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1283777 Nov 23 17:27:29.157900 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7f964238-ff53-4d8e-91ae-adbf00848257 req-7dd59ac5-08b4-4bfe-babc-002da47cff56 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.60 "GET /v2.0/security-groups?id=5199d9c8-39cf-433e-a82b-4aef6c6477e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1752610 Nov 23 17:27:29.163476 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c1c01f2b-231c-46f3-9e9b-95bd7d3e6936 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:29.181638 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 59268) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:27:29.200270 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-81054d2d-0134-40bd-8e78-ee0fb0741cac admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-322204837-router', 'tenant_id': '30af1458e15a4ef39cb103ebf3b9a873', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'}}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:27:29.238215 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7b5ece4f-0254-47b1-93a3-4f3ea874afa3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:29.321638 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7b5ece4f-0254-47b1-93a3-4f3ea874afa3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:29.354223 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-a15e5519-3942-4446-a746-fe6d7b3229de req-d98f1a10-ef1a-4a5f-bdf7-9ce845f6e37d tempest-ImagesOneServerTestJSON-1060018331 tempest-ImagesOneServerTestJSON-1060018331-project] Publish callbacks [] for port, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:29.367243 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b191a2a-cb27-4e56-853c-3645344ddde8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp355044b8-8e87-58c4-94fa-4a010ec30f9e-65712b39-fd4a-4748-a9fa-f557ff471008', 'network_id': '65712b39-fd4a-4748-a9fa-f557ff471008', 'tenant_id': '30af1458e15a4ef39cb103ebf3b9a873', 'fixed_ips': [{'subnet_id': '28677dba-4b65-4876-bfd9-bc6d0405baf5'}]}} from n-d-816206-8. {{(pid=103592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 17:27:29.369951 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-5b191a2a-cb27-4e56-853c-3645344ddde8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:29.426949 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-81054d2d-0134-40bd-8e78-ee0fb0741cac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1793449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8093'] for router, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:29.429053 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-81054d2d-0134-40bd-8e78-ee0fb0741cac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1794473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1794771', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1638326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8086'] for router, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:29.436819 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-a15e5519-3942-4446-a746-fe6d7b3229de req-d98f1a10-ef1a-4a5f-bdf7-9ce845f6e37d tempest-ImagesOneServerTestJSON-1060018331 tempest-ImagesOneServerTestJSON-1060018331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:29.505745 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c1c01f2b-231c-46f3-9e9b-95bd7d3e6936 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:29.526203 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c1c01f2b-231c-46f3-9e9b-95bd7d3e6936 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:29.540374 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1c01f2b-231c-46f3-9e9b-95bd7d3e6936 admin admin] vlan segment allocate from pool success with {'vlan_id': 545, 'physical_network': 'physnet1'} {{(pid=103590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 17:27:29.555800 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a15e5519-3942-4446-a746-fe6d7b3229de req-d98f1a10-ef1a-4a5f-bdf7-9ce845f6e37d tempest-ImagesOneServerTestJSON-1060018331 tempest-ImagesOneServerTestJSON-1060018331-project] Network f1e1dabf-b410-4023-9169-a460a86e7184 is already hosted by enough agents. {{(pid=103591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:27:29.565941 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [req-a15e5519-3942-4446-a746-fe6d7b3229de req-d98f1a10-ef1a-4a5f-bdf7-9ce845f6e37d tempest-ImagesOneServerTestJSON-1060018331 tempest-ImagesOneServerTestJSON-1060018331-project] Resources bound (agent type, host, resource id): {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:27:29.566413 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c1c01f2b-231c-46f3-9e9b-95bd7d3e6936 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:29.566575 n-d-816206-8 neutron-server[103590]: INFO neutron.db.segments_db [None req-c1c01f2b-231c-46f3-9e9b-95bd7d3e6936 admin admin] Added segment 60478cc8-93b5-4306-bc7b-30ff3da3bb33 of type vlan for network 979a75ad-e1a6-4cbe-9e08-b61461b07256 Nov 23 17:27:29.583031 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [req-a15e5519-3942-4446-a746-fe6d7b3229de req-d98f1a10-ef1a-4a5f-bdf7-9ce845f6e37d tempest-ImagesOneServerTestJSON-1060018331 tempest-ImagesOneServerTestJSON-1060018331-project] Received port after_create {{(pid=103591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:27:29.701867 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c1c01f2b-231c-46f3-9e9b-95bd7d3e6936 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736635338810'] for network, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:29.728507 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.db_base_plugin_common [None req-5b191a2a-cb27-4e56-853c-3645344ddde8 None None] Allocated IP 172.20.0.2 (65712b39-fd4a-4748-a9fa-f557ff471008/28677dba-4b65-4876-bfd9-bc6d0405baf5/e033ac7e-23e4-4e46-80bf-2ab2461944fb) {{(pid=103592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:27:29.749896 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98f1a10-ef1a-4a5f-bdf7-9ce845f6e37d tempest-ImagesOneServerTestJSON-1060018331 tempest-ImagesOneServerTestJSON-1060018331-project] Pushing event updated for resources: {'Port': ['ID=11e5236c-f259-4998-9c04-87d985c86e1e,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:27:29.784572 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7b5ece4f-0254-47b1-93a3-4f3ea874afa3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:29.799136 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7b5ece4f-0254-47b1-93a3-4f3ea874afa3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:29.811804 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-7b5ece4f-0254-47b1-93a3-4f3ea874afa3 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/4b15aa03-44a0-4375-a57d-e8cf999b0781 HTTP/1.1" status: 204 len: 168 time: 0.8580816 Nov 23 17:27:29.821407 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c1c01f2b-231c-46f3-9e9b-95bd7d3e6936 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493'] for network, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:29.823300 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1c01f2b-231c-46f3-9e9b-95bd7d3e6936 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:27:29.823887 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c1c01f2b-231c-46f3-9e9b-95bd7d3e6936 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for network, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:29.848829 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42602595-8d5b-4d01-a668-80aa56e817cd req-b854319e-1f54-4294-822f-4a199c33409f tempest-ServersTestBootFromVolume-66960814 tempest-ServersTestBootFromVolume-66960814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:27:29.857140 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-42602595-8d5b-4d01-a668-80aa56e817cd req-b854319e-1f54-4294-822f-4a199c33409f tempest-ServersTestBootFromVolume-66960814 tempest-ServersTestBootFromVolume-66960814-project] 10.222.0.60 "GET /v2.0/ports?device_id=f8abc7fe-1d0e-4236-8f1e-16f89ed0e252 HTTP/1.1" status: 200 len: 946 time: 0.5410702 Nov 23 17:27:29.861345 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-81054d2d-0134-40bd-8e78-ee0fb0741cac admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:29.948061 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-c1c01f2b-231c-46f3-9e9b-95bd7d3e6936 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.1671700 Nov 23 17:27:29.949069 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c01f2b-231c-46f3-9e9b-95bd7d3e6936 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=651f9501-e200-4452-8eae-06db36d1c3fd,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:27:29.962421 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 59284) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:27:29.970994 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15e5519-3942-4446-a746-fe6d7b3229de req-d98f1a10-ef1a-4a5f-bdf7-9ce845f6e37d tempest-ImagesOneServerTestJSON-1060018331 tempest-ImagesOneServerTestJSON-1060018331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:27:29.973628 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-a15e5519-3942-4446-a746-fe6d7b3229de req-d98f1a10-ef1a-4a5f-bdf7-9ce845f6e37d tempest-ImagesOneServerTestJSON-1060018331 tempest-ImagesOneServerTestJSON-1060018331-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:29.983987 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-25c2b76d-0350-4290-97e7-77cb2d4e6634 admin admin] Request body: {'subnet': {'network_id': '979a75ad-e1a6-4cbe-9e08-b61461b07256', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-327534094-subnet', 'tenant_id': 'cc2fdab901654443a7afce1464a8ecdd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:27:30.072133 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5ece4f-0254-47b1-93a3-4f3ea874afa3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b15aa03-44a0-4375-a57d-e8cf999b0781,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:27:30.123139 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c01f2b-231c-46f3-9e9b-95bd7d3e6936 admin admin] Pushing event updated for resources: {'Network': ['ID=979a75ad-e1a6-4cbe-9e08-b61461b07256,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:27:30.139449 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991b4837-5cfc-46e0-aed1-4533d1813a6c req-5d1ff412-c143-4fca-9045-4a3ed9260797 tempest-ImagesOneServerTestJSON-1060018331 tempest-ImagesOneServerTestJSON-1060018331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:27:30.142018 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-991b4837-5cfc-46e0-aed1-4533d1813a6c req-5d1ff412-c143-4fca-9045-4a3ed9260797 tempest-ImagesOneServerTestJSON-1060018331 tempest-ImagesOneServerTestJSON-1060018331-project] 10.222.0.60 "GET /v2.0/ports?device_id=779538a1-8493-41af-b142-c0cf0c1e6957 HTTP/1.1" status: 200 len: 935 time: 0.4002771 Nov 23 17:27:30.169913 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25c2b76d-0350-4290-97e7-77cb2d4e6634 admin admin] Made reservation on behalf of cc2fdab901654443a7afce1464a8ecdd for: {'subnet': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:27:30.172518 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-25c2b76d-0350-4290-97e7-77cb2d4e6634 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264730903'] for subnet, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:30.216904 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Network 979a75ad-e1a6-4cbe-9e08-b61461b07256 details requested by agent ovs-agent-n-d-816206-8 with host n-d-816206-8 {{(pid=103592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 17:27:30.338661 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a15e5519-3942-4446-a746-fe6d7b3229de req-d98f1a10-ef1a-4a5f-bdf7-9ce845f6e37d tempest-ImagesOneServerTestJSON-1060018331 tempest-ImagesOneServerTestJSON-1060018331-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.0487483 Nov 23 17:27:30.388413 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [req-a15e5519-3942-4446-a746-fe6d7b3229de req-f9ec29ff-d7b8-46e1-a7fb-7eb3e6c11b92 service neutron] Request body: {'port': {'device_id': '779538a1-8493-41af-b142-c0cf0c1e6957', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-8'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:27:30.411650 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-42602595-8d5b-4d01-a668-80aa56e817cd req-91211ee4-a524-48f6-99c7-b8ed7e413f30 tempest-ServersTestBootFromVolume-66960814 tempest-ServersTestBootFromVolume-66960814-project] 10.222.0.60 "GET /v2.0/security-groups?id=e51f9f9c-222a-4f6b-bccf-660dbe03dd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5412049 Nov 23 17:27:30.423937 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-81054d2d-0134-40bd-8e78-ee0fb0741cac admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:30.440141 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-3bc5015e-cb20-4d0f-946e-32edd26f9446 None None] Provisioning complete for port 11e5236c-f259-4998-9c04-87d985c86e1e triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:27:30.440538 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-3bc5015e-cb20-4d0f-946e-32edd26f9446 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:30.487972 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 59292) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:27:30.538016 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-5b191a2a-cb27-4e56-853c-3645344ddde8 None None] Publish callbacks [] for port, precommit_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:30.548050 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-3bc5015e-cb20-4d0f-946e-32edd26f9446 None None] Port 11e5236c-f259-4998-9c04-87d985c86e1e cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:27:30.600519 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-25c2b76d-0350-4290-97e7-77cb2d4e6634 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264358096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264730885'] for subnet, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:30.646762 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-61a3a35d-34d5-4331-b4f0-bdb4c587d524 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=59767e75495846b694d7a336b1b19c48&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1547928 Nov 23 17:27:30.661210 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 59294) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:27:30.664473 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-5b191a2a-cb27-4e56-853c-3645344ddde8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980'] for port, after_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:30.692739 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-991b4837-5cfc-46e0-aed1-4533d1813a6c req-d7528e54-5df3-478a-a5a5-65e72460fda7 tempest-ImagesOneServerTestJSON-1060018331 tempest-ImagesOneServerTestJSON-1060018331-project] 10.222.0.60 "GET /v2.0/security-groups?id=9dbca594-1a92-4d96-a3db-ffbc658977d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4930663 Nov 23 17:27:30.740161 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-a15e5519-3942-4446-a746-fe6d7b3229de req-f9ec29ff-d7b8-46e1-a7fb-7eb3e6c11b92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:30.794285 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc788bc-80cc-44e5-a581-41a3ccf3ea35 req-4e0964c3-9336-42ca-8109-53723ab2aa99 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:27:30.797900 n-d-816206-8 neutron-server[103592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b191a2a-cb27-4e56-853c-3645344ddde8 None None] Network 65712b39-fd4a-4748-a9fa-f557ff471008 is already hosted by enough agents. {{(pid=103592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:27:30.802049 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b191a2a-cb27-4e56-853c-3645344ddde8 None None] Pushing event updated for resources: {'Port': ['ID=e033ac7e-23e4-4e46-80bf-2ab2461944fb,revision_number=1']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:27:30.808245 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8fc788bc-80cc-44e5-a581-41a3ccf3ea35 req-4e0964c3-9336-42ca-8109-53723ab2aa99 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.60 "GET /v2.0/ports?device_id=ffeae0b0-09b1-4f1e-9b33-8bbbbaaefdf6 HTTP/1.1" status: 200 len: 944 time: 0.2632096 Nov 23 17:27:30.831915 n-d-816206-8 neutron-server[103592]: DEBUG neutron.scheduler.base_scheduler [None req-5b191a2a-cb27-4e56-853c-3645344ddde8 None None] Resources bound (agent type, host, resource id): {{(pid=103592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:27:30.839732 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b191a2a-cb27-4e56-853c-3645344ddde8 None None] Received port after_create {{(pid=103592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:27:30.863273 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c2b76d-0350-4290-97e7-77cb2d4e6634 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dd55d40e-72fa-41d0-b078-3028cc286f21,revision_number=0']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:27:30.867751 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b191a2a-cb27-4e56-853c-3645344ddde8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:27:30.868298 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b191a2a-cb27-4e56-853c-3645344ddde8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:27:30.868865 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b191a2a-cb27-4e56-853c-3645344ddde8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:27:30.869363 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b191a2a-cb27-4e56-853c-3645344ddde8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:27:30.869889 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b191a2a-cb27-4e56-853c-3645344ddde8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:27:30.870419 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b191a2a-cb27-4e56-853c-3645344ddde8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:27:30.870944 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b191a2a-cb27-4e56-853c-3645344ddde8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:27:30.871504 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b191a2a-cb27-4e56-853c-3645344ddde8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:27:30.872039 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b191a2a-cb27-4e56-853c-3645344ddde8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:27:30.881715 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b191a2a-cb27-4e56-853c-3645344ddde8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:27:30.882374 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b191a2a-cb27-4e56-853c-3645344ddde8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:27:30.883116 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b191a2a-cb27-4e56-853c-3645344ddde8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:27:30.901090 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25c2b76d-0350-4290-97e7-77cb2d4e6634 admin admin] Checking segment: {'id': '60478cc8-93b5-4306-bc7b-30ff3da3bb33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '979a75ad-e1a6-4cbe-9e08-b61461b07256'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:27:30.901466 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25c2b76d-0350-4290-97e7-77cb2d4e6634 admin admin] Network hostable DHCP agents. Network: 979a75ad-e1a6-4cbe-9e08-b61461b07256, hostable agents: ['0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3'], hosted agents: [] {{(pid=103590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 17:27:30.904831 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-fb449451-57cb-40b9-957f-a686b1f33cee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:30.939586 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25c2b76d-0350-4290-97e7-77cb2d4e6634 admin admin] Network 979a75ad-e1a6-4cbe-9e08-b61461b07256 is scheduled to be hosted by DHCP agent 0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3 with binding_index 1 {{(pid=103590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 17:27:30.995375 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-25c2b76d-0350-4290-97e7-77cb2d4e6634 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-8, 979a75ad-e1a6-4cbe-9e08-b61461b07256) {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:27:31.005731 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-fb449451-57cb-40b9-957f-a686b1f33cee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:31.014605 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9d42a9b-ab2d-467a-beef-8512c97d4164 None None] Network 979a75ad-e1a6-4cbe-9e08-b61461b07256 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:27:31.029226 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25c2b76d-0350-4290-97e7-77cb2d4e6634 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:27:31.029226 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-25c2b76d-0350-4290-97e7-77cb2d4e6634 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:31.067671 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-5b191a2a-cb27-4e56-853c-3645344ddde8 None None] Attempting to bind port e033ac7e-23e4-4e46-80bf-2ab2461944fb on host n-d-816206-8 for vnic_type normal with profile {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:27:31.068070 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-5b191a2a-cb27-4e56-853c-3645344ddde8 None None] Attempting to bind port e033ac7e-23e4-4e46-80bf-2ab2461944fb by drivers openvswitch,hyperv on host n-d-816206-8 at level 0 using segments [{'id': 'fec3e18b-192e-4190-b016-a80fa6978f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '65712b39-fd4a-4748-a9fa-f557ff471008'}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:27:31.068443 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b191a2a-cb27-4e56-853c-3645344ddde8 None None] Attempting to bind port e033ac7e-23e4-4e46-80bf-2ab2461944fb on network 65712b39-fd4a-4748-a9fa-f557ff471008 {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:27:31.123905 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b191a2a-cb27-4e56-853c-3645344ddde8 None None] Checking agent: {'id': '9e89acbe-4bbe-4c77-a18b-6f1da9133e0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 7, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 27, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:27:31.124869 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b191a2a-cb27-4e56-853c-3645344ddde8 None None] Checking segment: {'id': 'fec3e18b-192e-4190-b016-a80fa6978f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '65712b39-fd4a-4748-a9fa-f557ff471008'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:27:31.125181 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-5b191a2a-cb27-4e56-853c-3645344ddde8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:31.125715 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b191a2a-cb27-4e56-853c-3645344ddde8 None None] Bound using segment: {'id': 'fec3e18b-192e-4190-b016-a80fa6978f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '65712b39-fd4a-4748-a9fa-f557ff471008'} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:27:31.126221 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-5b191a2a-cb27-4e56-853c-3645344ddde8 None None] Bound port: e033ac7e-23e4-4e46-80bf-2ab2461944fb, host: n-d-816206-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fec3e18b-192e-4190-b016-a80fa6978f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '65712b39-fd4a-4748-a9fa-f557ff471008'}}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:27:31.126616 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-5b191a2a-cb27-4e56-853c-3645344ddde8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:31.137756 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-25c2b76d-0350-4290-97e7-77cb2d4e6634 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.1670303 Nov 23 17:27:31.160104 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8fc788bc-80cc-44e5-a581-41a3ccf3ea35 req-e5a98224-4407-49e6-92b8-d74818568803 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.60 "GET /v2.0/security-groups?id=5199d9c8-39cf-433e-a82b-4aef6c6477e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3353262 Nov 23 17:27:31.205233 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-fb449451-57cb-40b9-957f-a686b1f33cee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:31.210042 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-fb449451-57cb-40b9-957f-a686b1f33cee admin admin] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:31.219294 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-fb449451-57cb-40b9-957f-a686b1f33cee admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/97e3e79d-5275-41a2-8035-1ed2ccc107e0 HTTP/1.1" status: 204 len: 168 time: 0.5523512 Nov 23 17:27:31.245579 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb449451-57cb-40b9-957f-a686b1f33cee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97e3e79d-5275-41a2-8035-1ed2ccc107e0,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:27:31.380588 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b7bea0-40f9-4c11-a90c-a8744b06a32e req-a8dad990-ade5-49f0-82c9-ca8fc6818356 tempest-ServersTestBootFromVolume-66960814 tempest-ServersTestBootFromVolume-66960814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:27:31.382223 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-97b7bea0-40f9-4c11-a90c-a8744b06a32e req-a8dad990-ade5-49f0-82c9-ca8fc6818356 tempest-ServersTestBootFromVolume-66960814 tempest-ServersTestBootFromVolume-66960814-project] 10.222.0.36 "GET /v2.0/ports?device_id=f8abc7fe-1d0e-4236-8f1e-16f89ed0e252 HTTP/1.1" status: 200 len: 946 time: 0.1140287 Nov 23 17:27:31.496118 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-5b191a2a-cb27-4e56-853c-3645344ddde8 None None] For port e033ac7e-23e4-4e46-80bf-2ab2461944fb, host n-d-816206-8, cleared binding levels {{(pid=103592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:27:31.557200 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa1152de-2b35-45af-ab58-161a24869dcf None None] Network 979a75ad-e1a6-4cbe-9e08-b61461b07256 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:27:31.591518 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-5b191a2a-cb27-4e56-853c-3645344ddde8 None None] For port e033ac7e-23e4-4e46-80bf-2ab2461944fb, host n-d-816206-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=e033ac7e-23e4-4e46-80bf-2ab2461944fb,segment=NetworkSegment(fec3e18b-192e-4190-b016-a80fa6978f10),segment_id=fec3e18b-192e-4190-b016-a80fa6978f10)] {{(pid=103592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:27:31.615919 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [req-97b7bea0-40f9-4c11-a90c-a8744b06a32e req-4eecea05-252a-4507-9b70-972da833cb54 tempest-ServersTestBootFromVolume-66960814 tempest-ServersTestBootFromVolume-66960814-project] Deleting port e35dfb48-4275-44ed-a999-71ff183f8ccd {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:27:31.617321 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-97b7bea0-40f9-4c11-a90c-a8744b06a32e req-4eecea05-252a-4507-9b70-972da833cb54 tempest-ServersTestBootFromVolume-66960814 tempest-ServersTestBootFromVolume-66960814-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:31.650754 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-5b191a2a-cb27-4e56-853c-3645344ddde8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:31.811106 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b191a2a-cb27-4e56-853c-3645344ddde8 None None] Pushing event updated for resources: {'Port': ['ID=e033ac7e-23e4-4e46-80bf-2ab2461944fb,revision_number=2']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:27:32.040201 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [req-97b7bea0-40f9-4c11-a90c-a8744b06a32e req-4eecea05-252a-4507-9b70-972da833cb54 tempest-ServersTestBootFromVolume-66960814 tempest-ServersTestBootFromVolume-66960814-project] For port e35dfb48-4275-44ed-a999-71ff183f8ccd, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=e35dfb48-4275-44ed-a999-71ff183f8ccd,segment=NetworkSegment(e8fdbf9e-d1bc-4edd-ae5f-12f758e7fe49),segment_id=e8fdbf9e-d1bc-4edd-ae5f-12f758e7fe49)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:27:32.046559 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-97b7bea0-40f9-4c11-a90c-a8744b06a32e req-4eecea05-252a-4507-9b70-972da833cb54 tempest-ServersTestBootFromVolume-66960814 tempest-ServersTestBootFromVolume-66960814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:32.076380 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [req-a15e5519-3942-4446-a746-fe6d7b3229de req-f9ec29ff-d7b8-46e1-a7fb-7eb3e6c11b92 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11e5236c-f259-4998-9c04-87d985c86e1e {{(pid=103591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:27:32.085040 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-a15e5519-3942-4446-a746-fe6d7b3229de req-f9ec29ff-d7b8-46e1-a7fb-7eb3e6c11b92 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:32.153446 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.provisioning_blocks [req-a15e5519-3942-4446-a746-fe6d7b3229de req-f9ec29ff-d7b8-46e1-a7fb-7eb3e6c11b92 service neutron] Transition to ACTIVE for port object 11e5236c-f259-4998-9c04-87d985c86e1e will not be triggered until provisioned by entity L2. {{(pid=103591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 17:27:32.180802 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-a15e5519-3942-4446-a746-fe6d7b3229de req-f9ec29ff-d7b8-46e1-a7fb-7eb3e6c11b92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264758186'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:32.576275 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-97b7bea0-40f9-4c11-a90c-a8744b06a32e req-4eecea05-252a-4507-9b70-972da833cb54 tempest-ServersTestBootFromVolume-66960814 tempest-ServersTestBootFromVolume-66960814-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:32.579868 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-97b7bea0-40f9-4c11-a90c-a8744b06a32e req-4eecea05-252a-4507-9b70-972da833cb54 tempest-ServersTestBootFromVolume-66960814 tempest-ServersTestBootFromVolume-66960814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1795396'] for floatingip, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:32.580405 n-d-816206-8 neutron-server[103590]: INFO neutron.db.l3_db [req-97b7bea0-40f9-4c11-a90c-a8744b06a32e req-4eecea05-252a-4507-9b70-972da833cb54 tempest-ServersTestBootFromVolume-66960814 tempest-ServersTestBootFromVolume-66960814-project] Floating IP 197ccea2-d741-47fe-ac5f-1a7fa336c8c2 disassociated. External IP: 172.25.3.209, port: e35dfb48-4275-44ed-a999-71ff183f8ccd. Nov 23 17:27:32.582203 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ec29ff-d7b8-46e1-a7fb-7eb3e6c11b92 service neutron] Pushing event updated for resources: {'Port': ['ID=11e5236c-f259-4998-9c04-87d985c86e1e,revision_number=2']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:27:32.583877 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [req-97b7bea0-40f9-4c11-a90c-a8744b06a32e req-4eecea05-252a-4507-9b70-972da833cb54 tempest-ServersTestBootFromVolume-66960814 tempest-ServersTestBootFromVolume-66960814-project] Calling delete_port for e35dfb48-4275-44ed-a999-71ff183f8ccd owned by compute:nova {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:27:32.645506 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c814baf0-8c6e-48cd-9a7b-2357473677fd req-9db480eb-6f03-4c82-84e9-cfe2ef89eb1d tempest-ServersTestBootFromVolume-66960814 tempest-ServersTestBootFromVolume-66960814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:27:32.647110 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c814baf0-8c6e-48cd-9a7b-2357473677fd req-9db480eb-6f03-4c82-84e9-cfe2ef89eb1d tempest-ServersTestBootFromVolume-66960814 tempest-ServersTestBootFromVolume-66960814-project] 10.222.0.60 "GET /v2.0/ports?device_id=f8abc7fe-1d0e-4236-8f1e-16f89ed0e252 HTTP/1.1" status: 200 len: 946 time: 0.4921095 Nov 23 17:27:32.664908 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b226afb-ad45-41ca-a3af-354ba03584b5 req-74c7e07d-50d5-4b00-ba98-bada2db2f090 tempest-ImagesOneServerTestJSON-1060018331 tempest-ImagesOneServerTestJSON-1060018331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:27:32.673055 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-0b226afb-ad45-41ca-a3af-354ba03584b5 req-74c7e07d-50d5-4b00-ba98-bada2db2f090 tempest-ImagesOneServerTestJSON-1060018331 tempest-ImagesOneServerTestJSON-1060018331-project] 10.222.0.60 "GET /v2.0/ports?device_id=779538a1-8493-41af-b142-c0cf0c1e6957 HTTP/1.1" status: 200 len: 947 time: 0.5126112 Nov 23 17:27:32.739747 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-81054d2d-0134-40bd-8e78-ee0fb0741cac admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:32.776250 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-a15e5519-3942-4446-a746-fe6d7b3229de req-f9ec29ff-d7b8-46e1-a7fb-7eb3e6c11b92 service neutron] Attempting to bind port 11e5236c-f259-4998-9c04-87d985c86e1e on host n-h1-816206-8 for vnic_type normal with profile {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:27:32.776605 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-a15e5519-3942-4446-a746-fe6d7b3229de req-f9ec29ff-d7b8-46e1-a7fb-7eb3e6c11b92 service neutron] Attempting to bind port 11e5236c-f259-4998-9c04-87d985c86e1e by drivers openvswitch,hyperv on host n-h1-816206-8 at level 0 using segments [{'id': '329c1745-02bf-4561-9615-3192910887f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'f1e1dabf-b410-4023-9169-a460a86e7184'}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:27:32.776968 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a15e5519-3942-4446-a746-fe6d7b3229de req-f9ec29ff-d7b8-46e1-a7fb-7eb3e6c11b92 service neutron] Attempting to bind port 11e5236c-f259-4998-9c04-87d985c86e1e on network f1e1dabf-b410-4023-9169-a460a86e7184 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:27:32.846588 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-81054d2d-0134-40bd-8e78-ee0fb0741cac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:32.888178 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-97b7bea0-40f9-4c11-a90c-a8744b06a32e req-4eecea05-252a-4507-9b70-972da833cb54 tempest-ServersTestBootFromVolume-66960814 tempest-ServersTestBootFromVolume-66960814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:32.958475 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a15e5519-3942-4446-a746-fe6d7b3229de req-f9ec29ff-d7b8-46e1-a7fb-7eb3e6c11b92 service neutron] Port 11e5236c-f259-4998-9c04-87d985c86e1e on network f1e1dabf-b410-4023-9169-a460a86e7184 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-8 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 17:27:32.958802 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a15e5519-3942-4446-a746-fe6d7b3229de req-f9ec29ff-d7b8-46e1-a7fb-7eb3e6c11b92 service neutron] Attempting to bind port 11e5236c-f259-4998-9c04-87d985c86e1e on network f1e1dabf-b410-4023-9169-a460a86e7184 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:27:32.986120 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eecea05-252a-4507-9b70-972da833cb54 tempest-ServersTestBootFromVolume-66960814 tempest-ServersTestBootFromVolume-66960814-project] Pushing event deleted for resources: {'Port': ['ID=e35dfb48-4275-44ed-a999-71ff183f8ccd,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:27:33.010391 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a15e5519-3942-4446-a746-fe6d7b3229de req-f9ec29ff-d7b8-46e1-a7fb-7eb3e6c11b92 service neutron] Checking agent: {'id': '4b0a4557-3bfe-4828-80a0-7981fc3ac84c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 15, 14), 'started_at': datetime.datetime(2021, 11, 23, 17, 15, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 27, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:27:33.010773 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a15e5519-3942-4446-a746-fe6d7b3229de req-f9ec29ff-d7b8-46e1-a7fb-7eb3e6c11b92 service neutron] Checking segment: {'id': '329c1745-02bf-4561-9615-3192910887f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'f1e1dabf-b410-4023-9169-a460a86e7184'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:27:33.011176 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a15e5519-3942-4446-a746-fe6d7b3229de req-f9ec29ff-d7b8-46e1-a7fb-7eb3e6c11b92 service neutron] Bound using segment: {'id': '329c1745-02bf-4561-9615-3192910887f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'f1e1dabf-b410-4023-9169-a460a86e7184'} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:27:33.011565 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-a15e5519-3942-4446-a746-fe6d7b3229de req-f9ec29ff-d7b8-46e1-a7fb-7eb3e6c11b92 service neutron] Bound port: 11e5236c-f259-4998-9c04-87d985c86e1e, host: n-h1-816206-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '329c1745-02bf-4561-9615-3192910887f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'f1e1dabf-b410-4023-9169-a460a86e7184'}}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:27:33.011914 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-a15e5519-3942-4446-a746-fe6d7b3229de req-f9ec29ff-d7b8-46e1-a7fb-7eb3e6c11b92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:33.074045 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-0b226afb-ad45-41ca-a3af-354ba03584b5 req-4fd0c3bb-10c9-4aab-b794-41fdc897116e tempest-ImagesOneServerTestJSON-1060018331 tempest-ImagesOneServerTestJSON-1060018331-project] 10.222.0.60 "GET /v2.0/security-groups?id=9dbca594-1a92-4d96-a3db-ffbc658977d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3988106 Nov 23 17:27:33.105827 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c814baf0-8c6e-48cd-9a7b-2357473677fd req-7de6d0e9-b8b4-4c00-988b-31a1b3d210fa tempest-ServersTestBootFromVolume-66960814 tempest-ServersTestBootFromVolume-66960814-project] 10.222.0.60 "GET /v2.0/security-groups?id=e51f9f9c-222a-4f6b-bccf-660dbe03dd6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4232173 Nov 23 17:27:33.138253 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.db_base_plugin_common [None req-81054d2d-0134-40bd-8e78-ee0fb0741cac admin admin] Allocated IP 172.25.3.182 (4c8455ba-1be5-42ac-b8c2-8a16e1292d55/08fe3644-ce41-4c3f-a7ea-92bac0f0fff5/4514a2b0-f25f-433f-9f9d-de765185ed6b) {{(pid=103591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:27:33.358016 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-a15e5519-3942-4446-a746-fe6d7b3229de req-f9ec29ff-d7b8-46e1-a7fb-7eb3e6c11b92 service neutron] For port 11e5236c-f259-4998-9c04-87d985c86e1e, host n-h1-816206-8, cleared binding levels {{(pid=103591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:27:33.373464 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-a15e5519-3942-4446-a746-fe6d7b3229de req-f9ec29ff-d7b8-46e1-a7fb-7eb3e6c11b92 service neutron] For port 11e5236c-f259-4998-9c04-87d985c86e1e, host n-h1-816206-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=11e5236c-f259-4998-9c04-87d985c86e1e,segment=NetworkSegment(329c1745-02bf-4561-9615-3192910887f5),segment_id=329c1745-02bf-4561-9615-3192910887f5)] {{(pid=103591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:27:33.384178 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-a15e5519-3942-4446-a746-fe6d7b3229de req-f9ec29ff-d7b8-46e1-a7fb-7eb3e6c11b92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264758186'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:33.501980 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ec29ff-d7b8-46e1-a7fb-7eb3e6c11b92 service neutron] Pushing event updated for resources: {'Port': ['ID=11e5236c-f259-4998-9c04-87d985c86e1e,revision_number=3']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:27:33.504307 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.l3_agent_scheduler [req-97b7bea0-40f9-4c11-a90c-a8744b06a32e req-4eecea05-252a-4507-9b70-972da833cb54 tempest-ServersTestBootFromVolume-66960814 tempest-ServersTestBootFromVolume-66960814-project] Router 9085b663-0140-4da3-a56d-64df3a8064f7 has already been hosted by L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 {{(pid=103590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 17:27:33.664198 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15e5519-3942-4446-a746-fe6d7b3229de req-f9ec29ff-d7b8-46e1-a7fb-7eb3e6c11b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:27:33.664916 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-a15e5519-3942-4446-a746-fe6d7b3229de req-f9ec29ff-d7b8-46e1-a7fb-7eb3e6c11b92 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:33.674622 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a15e5519-3942-4446-a746-fe6d7b3229de req-f9ec29ff-d7b8-46e1-a7fb-7eb3e6c11b92 service neutron] 10.222.0.55 "PUT /v2.0/ports/11e5236c-f259-4998-9c04-87d985c86e1e HTTP/1.1" status: 200 len: 1095 time: 3.3003600 Nov 23 17:27:33.675798 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '779538a1-8493-41af-b142-c0cf0c1e6957', 'tag': '11e5236c-f259-4998-9c04-87d985c86e1e'}] {{(pid=103591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:27:33.678047 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41d174a19ece9499ff9ec44e5b3fc50f2abd3ffbc947fb7e52ea1e8db27b95b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa04f736-f2fc-4244-80d6-b79f84a92b3d" -d '{"events": [{"name": "network-changed", "server_uuid": "779538a1-8493-41af-b142-c0cf0c1e6957", "tag": "11e5236c-f259-4998-9c04-87d985c86e1e"}]}' {{(pid=103591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:27:33.853636 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c03884-0172-4f07-8aac-566191e5b4c5 req-50cbed7b-a031-4006-8a8c-467005d89431 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:27:33.855936 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-97b7bea0-40f9-4c11-a90c-a8744b06a32e req-4eecea05-252a-4507-9b70-972da833cb54 tempest-ServersTestBootFromVolume-66960814 tempest-ServersTestBootFromVolume-66960814-project] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:27:33.868733 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df107108-f727-4d61-9325-ddff5120d72d None None] Sync routers for ids ['9085b663-0140-4da3-a56d-64df3a8064f7'] in n-d-816206-8 {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:27:33.890279 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-44c03884-0172-4f07-8aac-566191e5b4c5 req-50cbed7b-a031-4006-8a8c-467005d89431 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.60 "GET /v2.0/ports?device_id=ffeae0b0-09b1-4f1e-9b33-8bbbbaaefdf6 HTTP/1.1" status: 200 len: 944 time: 0.3935454 Nov 23 17:27:33.904842 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df107108-f727-4d61-9325-ddff5120d72d None None] Routers {'9085b663-0140-4da3-a56d-64df3a8064f7'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:27:33.905519 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-df107108-f727-4d61-9325-ddff5120d72d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:27:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['9085b663-0140-4da3-a56d-64df3a8064f7'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:27:33.993930 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [req-97b7bea0-40f9-4c11-a90c-a8744b06a32e req-4eecea05-252a-4507-9b70-972da833cb54 tempest-ServersTestBootFromVolume-66960814 tempest-ServersTestBootFromVolume-66960814-project] No DVR routers for this DVR port e35dfb48-4275-44ed-a999-71ff183f8ccd on host n-h2-816206-8 {{(pid=103590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:27:34.019690 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-97b7bea0-40f9-4c11-a90c-a8744b06a32e req-4eecea05-252a-4507-9b70-972da833cb54 tempest-ServersTestBootFromVolume-66960814 tempest-ServersTestBootFromVolume-66960814-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:34.039110 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-97b7bea0-40f9-4c11-a90c-a8744b06a32e req-4eecea05-252a-4507-9b70-972da833cb54 tempest-ServersTestBootFromVolume-66960814 tempest-ServersTestBootFromVolume-66960814-project] 10.222.0.36 "DELETE /v2.0/ports/e35dfb48-4275-44ed-a999-71ff183f8ccd HTTP/1.1" status: 204 len: 173 time: 2.6448128 Nov 23 17:27:34.051495 n-d-816206-8 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8abc7fe-1d0e-4236-8f1e-16f89ed0e252', 'name': 'network-vif-deleted', 'tag': 'e35dfb48-4275-44ed-a999-71ff183f8ccd'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:27:34.066686 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbabddbc9fc37b068808e119c416c86f5957ca04531a4a0d2e695c515e93483b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bbbef50-6334-4269-b9f9-f828c0545627" -d '{"events": [{"server_uuid": "f8abc7fe-1d0e-4236-8f1e-16f89ed0e252", "name": "network-vif-deleted", "tag": "e35dfb48-4275-44ed-a999-71ff183f8ccd"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:27:34.267610 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvr_db [None req-df107108-f727-4d61-9325-ddff5120d72d None None] Set router 9085b663-0140-4da3-a56d-64df3a8064f7 gateway port host: n-d-816206-8 {{(pid=103592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:27:34.279781 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device e033ac7e-23e4-4e46-80bf-2ab2461944fb up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:27:34.383932 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15e5519-3942-4446-a746-fe6d7b3229de req-3a1b34c3-41d7-4f12-ac25-add8f86b7584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:27:34.385656 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a15e5519-3942-4446-a746-fe6d7b3229de req-3a1b34c3-41d7-4f12-ac25-add8f86b7584 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7d1939275557445aaa707f554dbb4a92&device_id=779538a1-8493-41af-b142-c0cf0c1e6957 HTTP/1.1" status: 200 len: 1098 time: 0.6547821 Nov 23 17:27:34.419202 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-44c03884-0172-4f07-8aac-566191e5b4c5 req-a4d5d4ee-5aac-483b-b5b9-34d5ffefe561 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.60 "GET /v2.0/security-groups?id=5199d9c8-39cf-433e-a82b-4aef6c6477e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5271490 Nov 23 17:27:34.448035 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-81054d2d-0134-40bd-8e78-ee0fb0741cac admin admin] Publish callbacks [] for port, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:34.512466 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a15e5519-3942-4446-a746-fe6d7b3229de req-abfecad4-345f-450a-bcab-88e0697e2793 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.34&port_id=11e5236c-f259-4998-9c04-87d985c86e1e HTTP/1.1" status: 200 len: 217 time: 0.0856624 Nov 23 17:27:34.532517 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bca04ef-8870-4023-819f-0c2e3d600583 None None] Network 65712b39-fd4a-4748-a9fa-f557ff471008 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:27:34.572121 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device e35dfb48-4275-44ed-a999-71ff183f8ccd no longer exists at agent hyperv_n-h2-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:27:34.673571 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9786d613-4e24-486a-a561-92bc538729b5 req-a9e1414d-987c-4e6f-a713-006f0142ded5 tempest-ImagesOneServerNegativeTestJSON-1012219953 tempest-ImagesOneServerNegativeTestJSON-1012219953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:27:34.683349 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9786d613-4e24-486a-a561-92bc538729b5 req-a9e1414d-987c-4e6f-a713-006f0142ded5 tempest-ImagesOneServerNegativeTestJSON-1012219953 tempest-ImagesOneServerNegativeTestJSON-1012219953-project] 10.222.0.60 "GET /v2.0/networks?id=979a75ad-e1a6-4cbe-9e08-b61461b07256 HTTP/1.1" status: 200 len: 821 time: 0.8658302 Nov 23 17:27:34.685564 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 17:27:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c0487ad-2711-489d-a411-080c77dcbd3f x-openstack-request-id: req-9c0487ad-2711-489d-a411-080c77dcbd3f {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:27:34.687979 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "779538a1-8493-41af-b142-c0cf0c1e6957", "tag": "11e5236c-f259-4998-9c04-87d985c86e1e", "status": "completed", "code": 200}]} {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:27:34.688354 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-9c0487ad-2711-489d-a411-080c77dcbd3f {{(pid=103591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:27:34.689071 n-d-816206-8 neutron-server[103591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '779538a1-8493-41af-b142-c0cf0c1e6957', 'tag': '11e5236c-f259-4998-9c04-87d985c86e1e', 'status': 'completed', 'code': 200} Nov 23 17:27:34.734409 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9786d613-4e24-486a-a561-92bc538729b5 req-b62e6b9c-a8df-4bf4-942d-2e09506d2efd tempest-ImagesOneServerNegativeTestJSON-1012219953 tempest-ImagesOneServerNegativeTestJSON-1012219953-project] 10.222.0.60 "GET /v2.0/quotas/cc2fdab901654443a7afce1464a8ecdd HTTP/1.1" status: 200 len: 375 time: 0.0404785 Nov 23 17:27:34.746959 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15e5519-3942-4446-a746-fe6d7b3229de req-bb5371fa-b0f2-4553-a5a0-2c3d417c0fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:27:34.749576 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:27:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08203c13-c4aa-443d-88f6-6784c5cf2a49 x-openstack-request-id: req-08203c13-c4aa-443d-88f6-6784c5cf2a49 {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:27:34.750131 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8abc7fe-1d0e-4236-8f1e-16f89ed0e252", "name": "network-vif-deleted", "tag": "e35dfb48-4275-44ed-a999-71ff183f8ccd", "status": "completed", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:27:34.750458 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-08203c13-c4aa-443d-88f6-6784c5cf2a49 {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:27:34.750968 n-d-816206-8 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8abc7fe-1d0e-4236-8f1e-16f89ed0e252', 'name': 'network-vif-deleted', 'tag': 'e35dfb48-4275-44ed-a999-71ff183f8ccd', 'status': 'completed', 'code': 200} Nov 23 17:27:34.761410 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a15e5519-3942-4446-a746-fe6d7b3229de req-bb5371fa-b0f2-4553-a5a0-2c3d417c0fd8 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ac77c175-5679-438b-8a2a-356718377641 HTTP/1.1" status: 200 len: 843 time: 0.2371693 Nov 23 17:27:34.810898 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] No Port match for: e35dfb48-4275-44ed-a999-71ff183f8ccd {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:27:34.811549 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device e35dfb48-4275-44ed-a999-71ff183f8ccd not bound to the agent host n-h2-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:27:34.827305 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9786d613-4e24-486a-a561-92bc538729b5 req-8809ddea-7e82-4ea2-826b-2342179969ca tempest-ImagesOneServerNegativeTestJSON-1012219953 tempest-ImagesOneServerNegativeTestJSON-1012219953-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=cc2fdab901654443a7afce1464a8ecdd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0823772 Nov 23 17:27:34.839595 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-81054d2d-0134-40bd-8e78-ee0fb0741cac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:34.989393 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9786d613-4e24-486a-a561-92bc538729b5 req-d7c2aaea-d2d7-4224-99af-9f69d7bf1229 service neutron] 10.222.0.60 "GET /v2.0/networks/979a75ad-e1a6-4cbe-9e08-b61461b07256?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451504 Nov 23 17:27:35.037578 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81054d2d-0134-40bd-8e78-ee0fb0741cac admin admin] Network 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 is already hosted by enough agents. {{(pid=103591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:27:35.082352 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port e033ac7e-23e4-4e46-80bf-2ab2461944fb triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:27:35.083580 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:35.114757 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81054d2d-0134-40bd-8e78-ee0fb0741cac admin admin] Pushing event updated for resources: {'Port': ['ID=4514a2b0-f25f-433f-9f9d-de765185ed6b,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:27:35.125850 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [None req-81054d2d-0134-40bd-8e78-ee0fb0741cac admin admin] Resources bound (agent type, host, resource id): {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:27:35.140658 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81054d2d-0134-40bd-8e78-ee0fb0741cac admin admin] Received port after_create {{(pid=103591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:27:35.161118 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-71d423a3-abd8-442e-9c66-2c74f51a8b8b None None] Provisioning complete for port e033ac7e-23e4-4e46-80bf-2ab2461944fb triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:27:35.162121 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-71d423a3-abd8-442e-9c66-2c74f51a8b8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:35.208859 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15e5519-3942-4446-a746-fe6d7b3229de req-9989c2c2-24f7-4a3b-a749-ceb151ae9bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:27:35.210501 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a15e5519-3942-4446-a746-fe6d7b3229de req-9989c2c2-24f7-4a3b-a749-ceb151ae9bb7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f1e1dabf-b410-4023-9169-a460a86e7184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3818386 Nov 23 17:27:35.341065 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-df107108-f727-4d61-9325-ddff5120d72d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9085b663-0140-4da3-a56d-64df3a8064f7', 'name': 'tempest-ServersTestBootFromVolume-1087548350-router', 'tenant_id': 'ee30629671cd48a7ba8e997b65518fa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.46'}], 'enable_snat': True}, 'gw_port_id': '9086e39a-ec5a-4e76-bd5a-294632199cb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:23:28Z', 'updated_at': '2021-11-23T17:23:36Z', 'revision_number': 4, 'project_id': 'ee30629671cd48a7ba8e997b65518fa4', 'gw_port': {'id': '9086e39a-ec5a-4e76-bd5a-294632199cb0', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:da:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9085b663-0140-4da3-a56d-64df3a8064f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:23:30Z', 'updated_at': '2021-11-23T17:23:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_interfaces': [{'id': 'ead18514-413a-48b4-9e42-1258ec9db67a', 'name': '', 'network_id': 'f7b9b26d-e087-4c84-b1d6-38af54373fe0', 'tenant_id': 'ee30629671cd48a7ba8e997b65518fa4', 'mac_address': 'fa:16:3e:45:49:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9085b663-0140-4da3-a56d-64df3a8064f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '7131a7f2-c979-4b9e-a78d-ddacdbbebd5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:23:34Z', 'updated_at': '2021-11-23T17:23:41Z', 'revision_number': 5, 'project_id': 'ee30629671cd48a7ba8e997b65518fa4', 'subnets': [{'id': '7131a7f2-c979-4b9e-a78d-ddacdbbebd5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:27:35.379523 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df107108-f727-4d61-9325-ddff5120d72d None None] Checking router: 9085b663-0140-4da3-a56d-64df3a8064f7 for host: n-d-816206-8 {{(pid=103592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 17:27:35.464842 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-71d423a3-abd8-442e-9c66-2c74f51a8b8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:35.467366 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:35.513148 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df107108-f727-4d61-9325-ddff5120d72d None None] Routers {'9085b663-0140-4da3-a56d-64df3a8064f7'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:27:35.513731 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-df107108-f727-4d61-9325-ddff5120d72d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:27:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['9085b663-0140-4da3-a56d-64df3a8064f7'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:27:35.641639 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvr_db [None req-df107108-f727-4d61-9325-ddff5120d72d None None] Set router 9085b663-0140-4da3-a56d-64df3a8064f7 gateway port host: n-d-816206-8 {{(pid=103592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:27:35.841471 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] For port e033ac7e-23e4-4e46-80bf-2ab2461944fb, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=e033ac7e-23e4-4e46-80bf-2ab2461944fb,segment=NetworkSegment(fec3e18b-192e-4190-b016-a80fa6978f10),segment_id=fec3e18b-192e-4190-b016-a80fa6978f10)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:27:35.862434 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:35.922837 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a15e5519-3942-4446-a746-fe6d7b3229de req-2ab72302-a611-4761-81d9-40181acd5f05 service neutron] 10.222.0.55 "GET /v2.0/networks/f1e1dabf-b410-4023-9169-a460a86e7184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6446745 Nov 23 17:27:35.929293 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9786d613-4e24-486a-a561-92bc538729b5 req-da941b38-93fb-4791-afd1-14cf92c89701 service neutron] 10.222.0.60 "GET /v2.0/networks/979a75ad-e1a6-4cbe-9e08-b61461b07256?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9271784 Nov 23 17:27:36.090347 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.db.api [None req-71d423a3-abd8-442e-9c66-2c74f51a8b8b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103592) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 17:27:36.090946 n-d-816206-8 neutron-server[103592]: DEBUG oslo_db.api [None req-71d423a3-abd8-442e-9c66-2c74f51a8b8b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 17:27:36.188921 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Pushing event updated for resources: {'Port': ['ID=e033ac7e-23e4-4e46-80bf-2ab2461944fb,revision_number=3']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:27:36.192569 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e3e823-bdcd-4b25-b796-202ba8e7f012 req-92cee409-da34-42b5-8e5e-11e41748d624 tempest-ImagesOneServerTestJSON-1060018331 tempest-ImagesOneServerTestJSON-1060018331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:27:36.194393 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f9e3e823-bdcd-4b25-b796-202ba8e7f012 req-92cee409-da34-42b5-8e5e-11e41748d624 tempest-ImagesOneServerTestJSON-1060018331 tempest-ImagesOneServerTestJSON-1060018331-project] 10.222.0.60 "GET /v2.0/ports?device_id=779538a1-8493-41af-b142-c0cf0c1e6957 HTTP/1.1" status: 200 len: 947 time: 1.1950550 Nov 23 17:27:36.279053 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-df107108-f727-4d61-9325-ddff5120d72d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9085b663-0140-4da3-a56d-64df3a8064f7', 'name': 'tempest-ServersTestBootFromVolume-1087548350-router', 'tenant_id': 'ee30629671cd48a7ba8e997b65518fa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.46'}], 'enable_snat': True}, 'gw_port_id': '9086e39a-ec5a-4e76-bd5a-294632199cb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:23:28Z', 'updated_at': '2021-11-23T17:23:36Z', 'revision_number': 4, 'project_id': 'ee30629671cd48a7ba8e997b65518fa4', 'gw_port': {'id': '9086e39a-ec5a-4e76-bd5a-294632199cb0', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:da:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9085b663-0140-4da3-a56d-64df3a8064f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:23:30Z', 'updated_at': '2021-11-23T17:23:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_interfaces': [{'id': 'ead18514-413a-48b4-9e42-1258ec9db67a', 'name': '', 'network_id': 'f7b9b26d-e087-4c84-b1d6-38af54373fe0', 'tenant_id': 'ee30629671cd48a7ba8e997b65518fa4', 'mac_address': 'fa:16:3e:45:49:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9085b663-0140-4da3-a56d-64df3a8064f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '7131a7f2-c979-4b9e-a78d-ddacdbbebd5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:23:34Z', 'updated_at': '2021-11-23T17:23:41Z', 'revision_number': 5, 'project_id': 'ee30629671cd48a7ba8e997b65518fa4', 'subnets': [{'id': '7131a7f2-c979-4b9e-a78d-ddacdbbebd5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:27:36.309470 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a15e5519-3942-4446-a746-fe6d7b3229de req-dbd11f7a-7ec0-4f8f-a9d1-b415b80e9204 service neutron] 10.222.0.55 "GET /v2.0/networks/f1e1dabf-b410-4023-9169-a460a86e7184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3749096 Nov 23 17:27:36.355532 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df107108-f727-4d61-9325-ddff5120d72d None None] The sync data for ids ['9085b663-0140-4da3-a56d-64df3a8064f7'] in n-d-816206-8 is: [{'id': '9085b663-0140-4da3-a56d-64df3a8064f7', 'name': 'tempest-ServersTestBootFromVolume-1087548350-router', 'tenant_id': 'ee30629671cd48a7ba8e997b65518fa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.46'}], 'enable_snat': True}, 'gw_port_id': '9086e39a-ec5a-4e76-bd5a-294632199cb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:23:28Z', 'updated_at': '2021-11-23T17:23:36Z', 'revision_number': 4, 'project_id': 'ee30629671cd48a7ba8e997b65518fa4', 'gw_port': {'id': '9086e39a-ec5a-4e76-bd5a-294632199cb0', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:da:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9085b663-0140-4da3-a56d-64df3a8064f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:23:30Z', 'updated_at': '2021-11-23T17:23:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_interfaces': [{'id': 'ead18514-413a-48b4-9e42-1258ec9db67a', 'name': '', 'network_id': 'f7b9b26d-e087-4c84-b1d6-38af54373fe0', 'tenant_id': 'ee30629671cd48a7ba8e997b65518fa4', 'mac_address': 'fa:16:3e:45:49:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9085b663-0140-4da3-a56d-64df3a8064f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '7131a7f2-c979-4b9e-a78d-ddacdbbebd5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:23:34Z', 'updated_at': '2021-11-23T17:23:41Z', 'revision_number': 5, 'project_id': 'ee30629671cd48a7ba8e997b65518fa4', 'subnets': [{'id': '7131a7f2-c979-4b9e-a78d-ddacdbbebd5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:27:36.562852 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-1dd7ea51-00af-4086-9ab4-a62c41a6c4f7 req-2c0cf459-93d6-402f-9a9e-f5909e8fbfaa tempest-ServersTestBootFromVolume-66960814 tempest-ServersTestBootFromVolume-66960814-project] 10.222.0.60 "GET /v2.0/ports?device_id=f8abc7fe-1d0e-4236-8f1e-16f89ed0e252 HTTP/1.1" status: 200 len: 210 time: 0.2510619 Nov 23 17:27:36.591410 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f9e3e823-bdcd-4b25-b796-202ba8e7f012 req-8e3f9e54-9ef9-49d2-bbda-e7ad56b1e9d3 tempest-ImagesOneServerTestJSON-1060018331 tempest-ImagesOneServerTestJSON-1060018331-project] 10.222.0.60 "GET /v2.0/security-groups?id=9dbca594-1a92-4d96-a3db-ffbc658977d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2809174 Nov 23 17:27:36.625084 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa04f736-f2fc-4244-80d6-b79f84a92b3d req-53728ea4-4798-4655-91bd-bcf7536b4820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:27:36.626603 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-fa04f736-f2fc-4244-80d6-b79f84a92b3d req-53728ea4-4798-4655-91bd-bcf7536b4820 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7d1939275557445aaa707f554dbb4a92&device_id=779538a1-8493-41af-b142-c0cf0c1e6957 HTTP/1.1" status: 200 len: 1098 time: 0.2367871 Nov 23 17:27:36.793057 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-cd7a7f48-32e1-47a9-9eda-97d08a5e32dc None None] Provisioning complete for port e033ac7e-23e4-4e46-80bf-2ab2461944fb triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:27:36.793307 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-cd7a7f48-32e1-47a9-9eda-97d08a5e32dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:36.911508 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3f14bd7-df9d-4266-9cc1-1e184a799ca8 None None] New status for floating IP 197ccea2-d741-47fe-ac5f-1a7fa336c8c2: DOWN {{(pid=103593) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 17:27:36.988522 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f1c175e2-e1d0-4072-8c53-1735b9bd376a req-b8632bf7-293d-49da-afc8-fda0f59ae9b2 tempest-ImagesOneServerNegativeTestJSON-1012219953 tempest-ImagesOneServerNegativeTestJSON-1012219953-project] 10.222.0.60 "GET /v2.0/ports?device_id=3eb53bce-75ac-4ae1-891f-4b41fa2887bc HTTP/1.1" status: 200 len: 210 time: 0.1828282 Nov 23 17:27:36.995457 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-81054d2d-0134-40bd-8e78-ee0fb0741cac admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:37.166208 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa04f736-f2fc-4244-80d6-b79f84a92b3d req-847a5ef8-5402-4b24-87e7-8c01766d1a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:27:37.167850 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-fa04f736-f2fc-4244-80d6-b79f84a92b3d req-847a5ef8-5402-4b24-87e7-8c01766d1a08 service neutron] 10.222.0.55 "GET /v2.0/networks?id=f1e1dabf-b410-4023-9169-a460a86e7184 HTTP/1.1" status: 200 len: 870 time: 0.4615362 Nov 23 17:27:37.222364 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a05046a-67c5-4c89-bcec-84fc7dc9c8be req-0ff7d149-f830-42d4-a552-c4ed7617bfb0 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:27:37.224055 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-1a05046a-67c5-4c89-bcec-84fc7dc9c8be req-0ff7d149-f830-42d4-a552-c4ed7617bfb0 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.60 "GET /v2.0/ports?device_id=ffeae0b0-09b1-4f1e-9b33-8bbbbaaefdf6 HTTP/1.1" status: 200 len: 944 time: 0.4245427 Nov 23 17:27:37.282067 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-fa04f736-f2fc-4244-80d6-b79f84a92b3d req-c365c2a0-aba2-4996-a56a-85e9bc5ce1e9 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.34&port_id=11e5236c-f259-4998-9c04-87d985c86e1e HTTP/1.1" status: 200 len: 217 time: 0.0716627 Nov 23 17:27:37.418790 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa04f736-f2fc-4244-80d6-b79f84a92b3d req-8f3845c9-03b4-4fff-aca5-75d5b669ad33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:27:37.420414 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-fa04f736-f2fc-4244-80d6-b79f84a92b3d req-8f3845c9-03b4-4fff-aca5-75d5b669ad33 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ac77c175-5679-438b-8a2a-356718377641 HTTP/1.1" status: 200 len: 843 time: 0.1227374 Nov 23 17:27:37.428940 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-1a05046a-67c5-4c89-bcec-84fc7dc9c8be req-4da30885-1ba0-47ae-a34b-c1c5ea870b88 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.60 "GET /v2.0/security-groups?id=5199d9c8-39cf-433e-a82b-4aef6c6477e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1948500 Nov 23 17:27:37.577134 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa04f736-f2fc-4244-80d6-b79f84a92b3d req-aa63bc4c-7165-459c-84ed-c380c6068614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:27:37.578591 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-fa04f736-f2fc-4244-80d6-b79f84a92b3d req-aa63bc4c-7165-459c-84ed-c380c6068614 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f1e1dabf-b410-4023-9169-a460a86e7184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1483712 Nov 23 17:27:37.585260 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-81054d2d-0134-40bd-8e78-ee0fb0741cac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1794316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1795362'] for router, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:37.647811 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 59466) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:27:37.944989 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-744f18bc-c4c5-4809-84d9-d6994804af39 req-1a8a96c4-60cb-44d5-b295-be0b3f3d78ed tempest-ServersTestBootFromVolume-66960814 tempest-ServersTestBootFromVolume-66960814-project] 10.222.0.60 "GET /v2.0/ports?device_id=f8abc7fe-1d0e-4236-8f1e-16f89ed0e252 HTTP/1.1" status: 200 len: 210 time: 0.0684836 Nov 23 17:27:38.009770 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf752bfd-c851-45f7-aab5-1cea2f8b4c97 admin admin] Deleting subnet 8e905b96-ea32-4f4c-be91-01d912cd9ed2 {{(pid=103590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 17:27:38.019133 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-bf752bfd-c851-45f7-aab5-1cea2f8b4c97 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:38.031208 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-fa04f736-f2fc-4244-80d6-b79f84a92b3d req-03be779d-5c79-43ea-ba92-bc11a8c77c93 service neutron] 10.222.0.55 "GET /v2.0/networks/f1e1dabf-b410-4023-9169-a460a86e7184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4434340 Nov 23 17:27:38.218828 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-bf752bfd-c851-45f7-aab5-1cea2f8b4c97 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-267528342'] for subnet, precommit_delete_associations {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:38.231937 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device e033ac7e-23e4-4e46-80bf-2ab2461944fb up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:27:38.395647 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port e033ac7e-23e4-4e46-80bf-2ab2461944fb triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:27:38.396336 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:38.542711 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab77b93e-10b1-4086-9ef3-7cb571f1e7be req-4cd9e418-b4f3-43de-b6e5-d72ae7d0e24c tempest-ImagesOneServerTestJSON-1060018331 tempest-ImagesOneServerTestJSON-1060018331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:27:38.557267 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ab77b93e-10b1-4086-9ef3-7cb571f1e7be req-4cd9e418-b4f3-43de-b6e5-d72ae7d0e24c tempest-ImagesOneServerTestJSON-1060018331 tempest-ImagesOneServerTestJSON-1060018331-project] 10.222.0.60 "GET /v2.0/ports?device_id=779538a1-8493-41af-b142-c0cf0c1e6957 HTTP/1.1" status: 200 len: 947 time: 0.4462097 Nov 23 17:27:38.611053 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81054d2d-0134-40bd-8e78-ee0fb0741cac admin admin] Router a271dc8e-daa0-4a7e-b4fe-cc6cd3390c77 is scheduled to L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 with binding_index 1 {{(pid=103591) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 17:27:38.664142 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-bf752bfd-c851-45f7-aab5-1cea2f8b4c97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971956'] for subnet, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:38.665852 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ab77b93e-10b1-4086-9ef3-7cb571f1e7be req-73a43011-1b22-4c22-8b83-4c63596f6ae3 tempest-ImagesOneServerTestJSON-1060018331 tempest-ImagesOneServerTestJSON-1060018331-project] 10.222.0.60 "GET /v2.0/security-groups?id=9dbca594-1a92-4d96-a3db-ffbc658977d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863326 Nov 23 17:27:38.705947 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-fa04f736-f2fc-4244-80d6-b79f84a92b3d req-38996548-86fe-4eff-9024-e294ffd8d7ab service neutron] 10.222.0.55 "GET /v2.0/networks/f1e1dabf-b410-4023-9169-a460a86e7184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6615629 Nov 23 17:27:38.741246 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b5e1a2a9-c8a4-4857-a2c0-f0b7d4be20f7 req-35d05efe-7d3c-4885-ab7e-4dfca129c149 tempest-ImagesOneServerNegativeTestJSON-1012219953 tempest-ImagesOneServerNegativeTestJSON-1012219953-project] 10.222.0.60 "GET /v2.0/ports?device_id=3eb53bce-75ac-4ae1-891f-4b41fa2887bc HTTP/1.1" status: 200 len: 210 time: 0.0579557 Nov 23 17:27:38.761420 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-bf752bfd-c851-45f7-aab5-1cea2f8b4c97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264357903', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264730940'] for subnet, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:38.807694 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-bf752bfd-c851-45f7-aab5-1cea2f8b4c97 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:38.814646 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-bf752bfd-c851-45f7-aab5-1cea2f8b4c97 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/8e905b96-ea32-4f4c-be91-01d912cd9ed2 HTTP/1.1" status: 204 len: 168 time: 1.1642878 Nov 23 17:27:38.815543 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 59506) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:27:38.880544 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf752bfd-c851-45f7-aab5-1cea2f8b4c97 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8e905b96-ea32-4f4c-be91-01d912cd9ed2,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:27:38.932711 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a2423a-b5ec-4621-8e2a-85896230b1fd req-8c39741d-df05-4235-baa8-3f92a3e15b77 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:27:38.940470 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-54a2423a-b5ec-4621-8e2a-85896230b1fd req-8c39741d-df05-4235-baa8-3f92a3e15b77 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.60 "GET /v2.0/ports?device_id=ffeae0b0-09b1-4f1e-9b33-8bbbbaaefdf6 HTTP/1.1" status: 200 len: 944 time: 0.1397109 Nov 23 17:27:38.943724 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81054d2d-0134-40bd-8e78-ee0fb0741cac admin admin] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:27:38.957634 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-183649ab-2a5d-473c-b117-e10bb18a3fe5 None None] Sync routers for ids ['a271dc8e-daa0-4a7e-b4fe-cc6cd3390c77'] in n-d-816206-8 {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:27:38.979171 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-183649ab-2a5d-473c-b117-e10bb18a3fe5 None None] Routers {'a271dc8e-daa0-4a7e-b4fe-cc6cd3390c77'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:27:38.981461 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-183649ab-2a5d-473c-b117-e10bb18a3fe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:27:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['a271dc8e-daa0-4a7e-b4fe-cc6cd3390c77'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:27:38.991630 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-81054d2d-0134-40bd-8e78-ee0fb0741cac admin admin] Publish callbacks [] for router, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:38.997077 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-81054d2d-0134-40bd-8e78-ee0fb0741cac admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 9.8020689 Nov 23 17:27:39.007069 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6a6b3fd1-0b11-43c9-ac2e-696627579888 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-555181'] for network, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:39.007545 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 59510) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:27:39.056071 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9786d613-4e24-486a-a561-92bc538729b5 req-9673f4b1-6d22-4ca9-85e6-f085100c4152 tempest-ImagesOneServerNegativeTestJSON-1012219953 tempest-ImagesOneServerNegativeTestJSON-1012219953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:27:39.059468 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-9786d613-4e24-486a-a561-92bc538729b5 req-9673f4b1-6d22-4ca9-85e6-f085100c4152 tempest-ImagesOneServerNegativeTestJSON-1012219953 tempest-ImagesOneServerNegativeTestJSON-1012219953-project] 10.222.0.36 "GET /v2.0/networks?id=979a75ad-e1a6-4cbe-9e08-b61461b07256 HTTP/1.1" status: 200 len: 821 time: 1.1665432 Nov 23 17:27:39.123199 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [req-9786d613-4e24-486a-a561-92bc538729b5 req-c4a65426-d472-455d-8319-cd49ece18a19 tempest-ImagesOneServerNegativeTestJSON-1012219953 tempest-ImagesOneServerNegativeTestJSON-1012219953-project] Request body: {'port': {'device_id': '3eb53bce-75ac-4ae1-891f-4b41fa2887bc', 'network_id': '979a75ad-e1a6-4cbe-9e08-b61461b07256', 'admin_state_up': True, 'tenant_id': 'cc2fdab901654443a7afce1464a8ecdd'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:27:39.206902 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvr_db [None req-183649ab-2a5d-473c-b117-e10bb18a3fe5 None None] Set router a271dc8e-daa0-4a7e-b4fe-cc6cd3390c77 gateway port host: n-d-816206-8 {{(pid=103592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:27:39.223641 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-54a2423a-b5ec-4621-8e2a-85896230b1fd req-5aa3c450-040d-40ec-8c32-21eff16d8560 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.60 "GET /v2.0/security-groups?id=5199d9c8-39cf-433e-a82b-4aef6c6477e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2818708 Nov 23 17:27:39.329029 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device 11e5236c-f259-4998-9c04-87d985c86e1e details requested by agent hyperv_n-h1-816206-8 with host n-h1-816206-8 {{(pid=103592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 17:27:39.403974 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6a6b3fd1-0b11-43c9-ac2e-696627579888 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973419', 'neutron.services.segments.db._delete_segments_for_network-8736635878840'] for network, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:39.404750 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-25746a24-805d-4f43-b2a7-7e93e3484cf7 req-647a78d7-ded6-4b56-b5f4-00d0a16b857a tempest-ServersTestBootFromVolume-66960814 tempest-ServersTestBootFromVolume-66960814-project] 10.222.0.60 "GET /v2.0/ports?device_id=f8abc7fe-1d0e-4236-8f1e-16f89ed0e252 HTTP/1.1" status: 200 len: 210 time: 0.1389441 Nov 23 17:27:39.493339 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-6a6b3fd1-0b11-43c9-ac2e-696627579888 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ffa7c2aa-6251-4537-acd5-168309147200']}} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:27:39.520330 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-6a6b3fd1-0b11-43c9-ac2e-696627579888 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c418a8c-f20c-4230-99c6-0f83d6e48757') {'for_net_delete': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:27:39.520866 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-6a6b3fd1-0b11-43c9-ac2e-696627579888 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c418a8c-f20c-4230-99c6-0f83d6e48757') {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:27:39.557088 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6a6b3fd1-0b11-43c9-ac2e-696627579888 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736635840332', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-267528353'] for segment, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:39.581466 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6a6b3fd1-0b11-43c9-ac2e-696627579888 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:39.591650 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a6b3fd1-0b11-43c9-ac2e-696627579888 admin admin] Releasing vlan 531 on physical network physnet1 to pool {{(pid=103590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 17:27:39.593631 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6a6b3fd1-0b11-43c9-ac2e-696627579888 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264370093'] for segment, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:39.621534 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port 11e5236c-f259-4998-9c04-87d985c86e1e, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=11e5236c-f259-4998-9c04-87d985c86e1e,segment=NetworkSegment(329c1745-02bf-4561-9615-3192910887f5),segment_id=329c1745-02bf-4561-9615-3192910887f5)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:27:39.642784 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-183649ab-2a5d-473c-b117-e10bb18a3fe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a271dc8e-daa0-4a7e-b4fe-cc6cd3390c77', 'name': 'tempest-ServersTestMultiNic-322204837-router', 'tenant_id': '30af1458e15a4ef39cb103ebf3b9a873', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.182'}], 'enable_snat': True}, 'gw_port_id': '4514a2b0-f25f-433f-9f9d-de765185ed6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:27:29Z', 'updated_at': '2021-11-23T17:27:36Z', 'revision_number': 3, 'project_id': '30af1458e15a4ef39cb103ebf3b9a873', 'gw_port': {'id': '4514a2b0-f25f-433f-9f9d-de765185ed6b', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:24:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a271dc8e-daa0-4a7e-b4fe-cc6cd3390c77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 922, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:27:32Z', 'updated_at': '2021-11-23T17:27:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8'}], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:27:39.645448 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Returning: {'device': '11e5236c-f259-4998-9c04-87d985c86e1e', 'network_id': 'f1e1dabf-b410-4023-9169-a460a86e7184', 'port_id': '11e5236c-f259-4998-9c04-87d985c86e1e', 'mac_address': 'fa:16:3e:8a:e4:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac77c175-5679-438b-8a2a-356718377641', 'ip_address': '192.168.233.34'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 17:27:39.678249 n-d-816206-8 neutron-server[103590]: Traceback (most recent call last): Nov 23 17:27:39.678249 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 17:27:39.678249 n-d-816206-8 neutron-server[103590]: timer() Nov 23 17:27:39.678249 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 17:27:39.678249 n-d-816206-8 neutron-server[103590]: cb(*args, **kw) Nov 23 17:27:39.678249 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 17:27:39.678249 n-d-816206-8 neutron-server[103590]: return func(*args, **kwargs) Nov 23 17:27:39.678249 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 17:27:39.678249 n-d-816206-8 neutron-server[103590]: self._notify() Nov 23 17:27:39.678249 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 17:27:39.678249 n-d-816206-8 neutron-server[103590]: self.callback(batched_events) Nov 23 17:27:39.678249 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 17:27:39.678249 n-d-816206-8 neutron-server[103590]: event.method(event) Nov 23 17:27:39.678249 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 17:27:39.678249 n-d-816206-8 neutron-server[103590]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 17:27:39.678249 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 17:27:39.678249 n-d-816206-8 neutron-server[103590]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 17:27:39.678249 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 17:27:39.678249 n-d-816206-8 neutron-server[103590]: return f(self, *a, **k) Nov 23 17:27:39.678249 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 17:27:39.678249 n-d-816206-8 neutron-server[103590]: return self._get(url).json() Nov 23 17:27:39.678249 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 17:27:39.678249 n-d-816206-8 neutron-server[103590]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 17:27:39.678249 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 17:27:39.678249 n-d-816206-8 neutron-server[103590]: return self.request(url, 'GET', **kwargs) Nov 23 17:27:39.678249 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 17:27:39.678249 n-d-816206-8 neutron-server[103590]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 17:27:39.678249 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 17:27:39.678249 n-d-816206-8 neutron-server[103590]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 17:27:39.678249 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 17:27:39.678249 n-d-816206-8 neutron-server[103590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 17:27:39.678249 n-d-816206-8 neutron-server[103590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 17:27:39.687363 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9786d613-4e24-486a-a561-92bc538729b5 req-c4a65426-d472-455d-8319-cd49ece18a19 tempest-ImagesOneServerNegativeTestJSON-1012219953 tempest-ImagesOneServerNegativeTestJSON-1012219953-project] Made reservation on behalf of cc2fdab901654443a7afce1464a8ecdd for: {'port': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:27:39.697412 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-9786d613-4e24-486a-a561-92bc538729b5 req-c4a65426-d472-455d-8319-cd49ece18a19 tempest-ImagesOneServerNegativeTestJSON-1012219953 tempest-ImagesOneServerNegativeTestJSON-1012219953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:39.748611 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6a6b3fd1-0b11-43c9-ac2e-696627579888 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1795418'] for network, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:39.778373 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6a6b3fd1-0b11-43c9-ac2e-696627579888 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for network, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:39.785962 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-6a6b3fd1-0b11-43c9-ac2e-696627579888 admin admin] 10.222.0.60 "DELETE /v2.0/networks/ffa7c2aa-6251-4537-acd5-168309147200 HTTP/1.1" status: 204 len: 168 time: 0.9065731 Nov 23 17:27:39.808456 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6b3fd1-0b11-43c9-ac2e-696627579888 admin admin] Pushing event deleted for resources: {'Network': ['ID=ffa7c2aa-6251-4537-acd5-168309147200,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:27:39.847722 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-183649ab-2a5d-473c-b117-e10bb18a3fe5 None None] Checking router: a271dc8e-daa0-4a7e-b4fe-cc6cd3390c77 for host: n-d-816206-8 {{(pid=103592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 17:27:39.848093 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-183649ab-2a5d-473c-b117-e10bb18a3fe5 None None] Updating router a271dc8e-daa0-4a7e-b4fe-cc6cd3390c77 port 4514a2b0-f25f-433f-9f9d-de765185ed6b binding host n-d-816206-8 {{(pid=103592) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 17:27:39.899680 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-183649ab-2a5d-473c-b117-e10bb18a3fe5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:39.919821 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2714d80-c182-4caa-aa5a-153f831b9954 req-c1095bf1-9c2a-451a-a092-f759865c72c9 tempest-ImagesTestJSON-931761063 tempest-ImagesTestJSON-931761063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:27:39.925348 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e2714d80-c182-4caa-aa5a-153f831b9954 req-c1095bf1-9c2a-451a-a092-f759865c72c9 tempest-ImagesTestJSON-931761063 tempest-ImagesTestJSON-931761063-project] 10.222.0.60 "GET /v2.0/networks?id=b560144d-d078-4e51-9dcb-6b297d4ac5e2 HTTP/1.1" status: 200 len: 805 time: 0.3553743 Nov 23 17:27:39.955803 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:40.013404 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 59544) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:27:40.031704 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e2714d80-c182-4caa-aa5a-153f831b9954 req-303d4bc7-c1cb-4072-8181-1f7b3098ea87 tempest-ImagesTestJSON-931761063 tempest-ImagesTestJSON-931761063-project] 10.222.0.60 "GET /v2.0/quotas/2453e6bac79c4625a43322659d77160d HTTP/1.1" status: 200 len: 375 time: 0.0308251 Nov 23 17:27:40.059059 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [req-9786d613-4e24-486a-a561-92bc538729b5 req-c4a65426-d472-455d-8319-cd49ece18a19 tempest-ImagesOneServerNegativeTestJSON-1012219953 tempest-ImagesOneServerNegativeTestJSON-1012219953-project] Allocated IP 172.20.0.4 (979a75ad-e1a6-4cbe-9e08-b61461b07256/dd55d40e-72fa-41d0-b078-3028cc286f21/7a473b67-ef9c-4eea-84dd-acdd02be3125) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:27:40.078133 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11e5236c-f259-4998-9c04-87d985c86e1e {{(pid=103592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:27:40.124093 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port 11e5236c-f259-4998-9c04-87d985c86e1e, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=11e5236c-f259-4998-9c04-87d985c86e1e,segment=NetworkSegment(329c1745-02bf-4561-9615-3192910887f5),segment_id=329c1745-02bf-4561-9615-3192910887f5)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:27:40.142538 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:40.255212 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Pushing event updated for resources: {'Port': ['ID=11e5236c-f259-4998-9c04-87d985c86e1e,revision_number=4']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:27:40.300934 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-9786d613-4e24-486a-a561-92bc538729b5 req-c4a65426-d472-455d-8319-cd49ece18a19 tempest-ImagesOneServerNegativeTestJSON-1012219953 tempest-ImagesOneServerNegativeTestJSON-1012219953-project] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:40.365276 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-9786d613-4e24-486a-a561-92bc538729b5 req-c4a65426-d472-455d-8319-cd49ece18a19 tempest-ImagesOneServerNegativeTestJSON-1012219953 tempest-ImagesOneServerNegativeTestJSON-1012219953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:40.365840 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] get_ports_and_sgs() called for port_ids ['11e5236c-f259-4998-9c04-87d985c86e1e'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:27:40.433257 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9786d613-4e24-486a-a561-92bc538729b5 req-c4a65426-d472-455d-8319-cd49ece18a19 tempest-ImagesOneServerNegativeTestJSON-1012219953 tempest-ImagesOneServerNegativeTestJSON-1012219953-project] Network 979a75ad-e1a6-4cbe-9e08-b61461b07256 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:27:40.438716 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [req-9786d613-4e24-486a-a561-92bc538729b5 req-c4a65426-d472-455d-8319-cd49ece18a19 tempest-ImagesOneServerNegativeTestJSON-1012219953 tempest-ImagesOneServerNegativeTestJSON-1012219953-project] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:27:40.443919 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-183649ab-2a5d-473c-b117-e10bb18a3fe5 None None] Publish callbacks [] for port, precommit_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:40.449357 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [req-9786d613-4e24-486a-a561-92bc538729b5 req-c4a65426-d472-455d-8319-cd49ece18a19 tempest-ImagesOneServerNegativeTestJSON-1012219953 tempest-ImagesOneServerNegativeTestJSON-1012219953-project] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:27:40.467193 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-183649ab-2a5d-473c-b117-e10bb18a3fe5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:40.529307 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e2e9b5-8f8c-42ec-9fda-b6f814050680 None None] Pushing event updated for resources: {'Port': ['ID=4514a2b0-f25f-433f-9f9d-de765185ed6b,revision_number=2']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:27:40.537126 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a65426-d472-455d-8319-cd49ece18a19 tempest-ImagesOneServerNegativeTestJSON-1012219953 tempest-ImagesOneServerNegativeTestJSON-1012219953-project] Pushing event updated for resources: {'Port': ['ID=7a473b67-ef9c-4eea-84dd-acdd02be3125,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:27:40.552862 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device 9c2e5cea-0948-4ebf-a3b3-4bc9dbf71c33 no longer exists at agent hyperv_n-h2-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:27:40.563172 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9786d613-4e24-486a-a561-92bc538729b5 req-c4a65426-d472-455d-8319-cd49ece18a19 tempest-ImagesOneServerNegativeTestJSON-1012219953 tempest-ImagesOneServerNegativeTestJSON-1012219953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:27:40.564361 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-9786d613-4e24-486a-a561-92bc538729b5 req-c4a65426-d472-455d-8319-cd49ece18a19 tempest-ImagesOneServerNegativeTestJSON-1012219953 tempest-ImagesOneServerNegativeTestJSON-1012219953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:40.597232 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-9786d613-4e24-486a-a561-92bc538729b5 req-c4a65426-d472-455d-8319-cd49ece18a19 tempest-ImagesOneServerNegativeTestJSON-1012219953 tempest-ImagesOneServerNegativeTestJSON-1012219953-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5166314 Nov 23 17:27:40.626998 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [req-9786d613-4e24-486a-a561-92bc538729b5 req-6b36060a-30da-478a-aaaf-e419d5601307 service neutron] Request body: {'port': {'device_id': '3eb53bce-75ac-4ae1-891f-4b41fa2887bc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-8'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:27:40.628787 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193b806c-478b-4e96-ae2c-aba448796457 req-6fdcdcf7-1d6d-44bb-a433-ffa0b268b839 tempest-ImagesOneServerTestJSON-1060018331 tempest-ImagesOneServerTestJSON-1060018331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:27:40.630407 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-193b806c-478b-4e96-ae2c-aba448796457 req-6fdcdcf7-1d6d-44bb-a433-ffa0b268b839 tempest-ImagesOneServerTestJSON-1060018331 tempest-ImagesOneServerTestJSON-1060018331-project] 10.222.0.60 "GET /v2.0/ports?device_id=779538a1-8493-41af-b142-c0cf0c1e6957 HTTP/1.1" status: 200 len: 947 time: 0.8773112 Nov 23 17:27:40.633908 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-183649ab-2a5d-473c-b117-e10bb18a3fe5 None None] Attempting to bind port 4514a2b0-f25f-433f-9f9d-de765185ed6b on host n-d-816206-8 for vnic_type normal with profile {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:27:40.634279 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-183649ab-2a5d-473c-b117-e10bb18a3fe5 None None] Attempting to bind port 4514a2b0-f25f-433f-9f9d-de765185ed6b by drivers openvswitch,hyperv on host n-d-816206-8 at level 0 using segments [{'id': 'bffd1e4f-e80f-4ff0-b418-2f42ae15febf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:27:40.634638 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-183649ab-2a5d-473c-b117-e10bb18a3fe5 None None] Attempting to bind port 4514a2b0-f25f-433f-9f9d-de765185ed6b on network 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:27:40.645201 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-183649ab-2a5d-473c-b117-e10bb18a3fe5 None None] Checking agent: {'id': '9e89acbe-4bbe-4c77-a18b-6f1da9133e0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 7, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 27, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:27:40.645744 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-183649ab-2a5d-473c-b117-e10bb18a3fe5 None None] Checking segment: {'id': 'bffd1e4f-e80f-4ff0-b418-2f42ae15febf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:27:40.646268 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-183649ab-2a5d-473c-b117-e10bb18a3fe5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:40.646758 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-183649ab-2a5d-473c-b117-e10bb18a3fe5 None None] Bound using segment: {'id': 'bffd1e4f-e80f-4ff0-b418-2f42ae15febf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:27:40.647254 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-183649ab-2a5d-473c-b117-e10bb18a3fe5 None None] Bound port: 4514a2b0-f25f-433f-9f9d-de765185ed6b, host: n-d-816206-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bffd1e4f-e80f-4ff0-b418-2f42ae15febf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'}}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:27:40.647792 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-183649ab-2a5d-473c-b117-e10bb18a3fe5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:40.693869 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e2714d80-c182-4caa-aa5a-153f831b9954 req-09430888-d8a6-4406-86b6-a5e79893b1d0 tempest-ImagesTestJSON-931761063 tempest-ImagesTestJSON-931761063-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=2453e6bac79c4625a43322659d77160d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6489701 Nov 23 17:27:40.713102 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-183649ab-2a5d-473c-b117-e10bb18a3fe5 None None] For port 4514a2b0-f25f-433f-9f9d-de765185ed6b, host n-d-816206-8, cleared binding levels {{(pid=103592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:27:40.716680 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-183649ab-2a5d-473c-b117-e10bb18a3fe5 None None] For port 4514a2b0-f25f-433f-9f9d-de765185ed6b, host n-d-816206-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=4514a2b0-f25f-433f-9f9d-de765185ed6b,segment=NetworkSegment(bffd1e4f-e80f-4ff0-b418-2f42ae15febf),segment_id=bffd1e4f-e80f-4ff0-b418-2f42ae15febf)] {{(pid=103592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:27:40.729374 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-183649ab-2a5d-473c-b117-e10bb18a3fe5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:40.731780 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-9786d613-4e24-486a-a561-92bc538729b5 req-6b36060a-30da-478a-aaaf-e419d5601307 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:40.809910 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e2714d80-c182-4caa-aa5a-153f831b9954 req-e42ee988-317c-406c-a070-510cfd9ab6df service neutron] 10.222.0.60 "GET /v2.0/networks/b560144d-d078-4e51-9dcb-6b297d4ac5e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1151266 Nov 23 17:27:40.822947 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-30ae3f7e-c9f6-4d77-bf31-09b8fe99131d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=6a229d10d4554d9a82f91e22fc3c6096&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8050644 Nov 23 17:27:40.832265 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e2e9b5-8f8c-42ec-9fda-b6f814050680 None None] Pushing event updated for resources: {'Port': ['ID=4514a2b0-f25f-433f-9f9d-de765185ed6b,revision_number=3']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:27:40.850012 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 59550) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:27:40.924528 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-193b806c-478b-4e96-ae2c-aba448796457 req-68aef719-6aaa-4b13-a6a4-fcfe620a3c73 tempest-ImagesOneServerTestJSON-1060018331 tempest-ImagesOneServerTestJSON-1060018331-project] 10.222.0.60 "GET /v2.0/security-groups?id=9dbca594-1a92-4d96-a3db-ffbc658977d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2780583 Nov 23 17:27:40.940812 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:40.983269 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-183649ab-2a5d-473c-b117-e10bb18a3fe5 None None] Routers {'a271dc8e-daa0-4a7e-b4fe-cc6cd3390c77'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:27:40.985415 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-183649ab-2a5d-473c-b117-e10bb18a3fe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:27:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['a271dc8e-daa0-4a7e-b4fe-cc6cd3390c77'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:27:41.064010 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e2714d80-c182-4caa-aa5a-153f831b9954 req-8f92bc4e-6f1e-433f-9dc4-3c5672831e6b service neutron] 10.222.0.60 "GET /v2.0/networks/b560144d-d078-4e51-9dcb-6b297d4ac5e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2531104 Nov 23 17:27:41.075743 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port 9c2e5cea-0948-4ebf-a3b3-4bc9dbf71c33, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=9c2e5cea-0948-4ebf-a3b3-4bc9dbf71c33,segment=NetworkSegment(8fed18b2-0713-4023-96b5-16ede53c73dc),segment_id=8fed18b2-0713-4023-96b5-16ede53c73dc)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:27:41.086556 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41fcdfe4-94ac-4117-84e7-e15c3483ec40', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9c2e5cea-0948-4ebf-a3b3-4bc9dbf71c33'}] {{(pid=103592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:27:41.090197 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba3e6a8f2301c7a29fe1eca9779abdae4ccbcd6266d69778087f2498d5551201" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-590e6185-8c47-42d3-9b0d-b1560e02612c" -d '{"events": [{"server_uuid": "41fcdfe4-94ac-4117-84e7-e15c3483ec40", "name": "network-vif-unplugged", "status": "completed", "tag": "9c2e5cea-0948-4ebf-a3b3-4bc9dbf71c33"}]}' {{(pid=103592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:27:41.101106 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:41.113963 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c717fc64-428a-4a6e-953c-93ea31dd51cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:41.163589 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-35f05f89-ee85-4897-b91d-2486d01cedaa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:41.191313 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-35f05f89-ee85-4897-b91d-2486d01cedaa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:41.284275 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8c77ae-b6db-40fc-a9f7-c2840ed4b1f6 req-185c072b-0d24-459b-8610-d0c778b1edfc tempest-ImagesOneServerNegativeTestJSON-1012219953 tempest-ImagesOneServerNegativeTestJSON-1012219953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:27:41.287118 n-d-816206-8 neutron-server[103590]: DEBUG neutron.notifiers.nova [req-9786d613-4e24-486a-a561-92bc538729b5 req-6b36060a-30da-478a-aaaf-e419d5601307 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a473b67-ef9c-4eea-84dd-acdd02be3125 {{(pid=103590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:27:41.293050 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Pushing event updated for resources: {'Port': ['ID=9c2e5cea-0948-4ebf-a3b3-4bc9dbf71c33,revision_number=8']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:27:41.295936 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8e8c77ae-b6db-40fc-a9f7-c2840ed4b1f6 req-185c072b-0d24-459b-8610-d0c778b1edfc tempest-ImagesOneServerNegativeTestJSON-1012219953 tempest-ImagesOneServerNegativeTestJSON-1012219953-project] 10.222.0.60 "GET /v2.0/ports?device_id=3eb53bce-75ac-4ae1-891f-4b41fa2887bc HTTP/1.1" status: 200 len: 931 time: 0.2257948 Nov 23 17:27:41.299576 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvr_db [None req-183649ab-2a5d-473c-b117-e10bb18a3fe5 None None] Set router a271dc8e-daa0-4a7e-b4fe-cc6cd3390c77 gateway port host: n-d-816206-8 {{(pid=103592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:27:41.342354 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-9786d613-4e24-486a-a561-92bc538729b5 req-6b36060a-30da-478a-aaaf-e419d5601307 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:41.390750 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [req-9786d613-4e24-486a-a561-92bc538729b5 req-6b36060a-30da-478a-aaaf-e419d5601307 service neutron] Transition to ACTIVE for port object 7a473b67-ef9c-4eea-84dd-acdd02be3125 will not be triggered until provisioned by entity L2. {{(pid=103590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 17:27:41.400954 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-9786d613-4e24-486a-a561-92bc538729b5 req-6b36060a-30da-478a-aaaf-e419d5601307 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264357957'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:41.534814 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.db_base_plugin_common [None req-c717fc64-428a-4a6e-953c-93ea31dd51cf admin admin] Allocated IP 172.20.0.1 (65712b39-fd4a-4748-a9fa-f557ff471008/28677dba-4b65-4876-bfd9-bc6d0405baf5/3769c2d5-e10e-48ab-be33-395942f4c57c) {{(pid=103591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:27:41.545574 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b36060a-30da-478a-aaaf-e419d5601307 service neutron] Pushing event updated for resources: {'Port': ['ID=7a473b67-ef9c-4eea-84dd-acdd02be3125,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:27:41.642079 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-183649ab-2a5d-473c-b117-e10bb18a3fe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a271dc8e-daa0-4a7e-b4fe-cc6cd3390c77', 'name': 'tempest-ServersTestMultiNic-322204837-router', 'tenant_id': '30af1458e15a4ef39cb103ebf3b9a873', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.182'}], 'enable_snat': True}, 'gw_port_id': '4514a2b0-f25f-433f-9f9d-de765185ed6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:27:29Z', 'updated_at': '2021-11-23T17:27:36Z', 'revision_number': 3, 'project_id': '30af1458e15a4ef39cb103ebf3b9a873', 'gw_port': {'id': '4514a2b0-f25f-433f-9f9d-de765185ed6b', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:24:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a271dc8e-daa0-4a7e-b4fe-cc6cd3390c77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 922, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:27:32Z', 'updated_at': '2021-11-23T17:27:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8'}], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:27:41.678642 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-183649ab-2a5d-473c-b117-e10bb18a3fe5 None None] The sync data for ids ['a271dc8e-daa0-4a7e-b4fe-cc6cd3390c77'] in n-d-816206-8 is: [{'id': 'a271dc8e-daa0-4a7e-b4fe-cc6cd3390c77', 'name': 'tempest-ServersTestMultiNic-322204837-router', 'tenant_id': '30af1458e15a4ef39cb103ebf3b9a873', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.182'}], 'enable_snat': True}, 'gw_port_id': '4514a2b0-f25f-433f-9f9d-de765185ed6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:27:29Z', 'updated_at': '2021-11-23T17:27:36Z', 'revision_number': 3, 'project_id': '30af1458e15a4ef39cb103ebf3b9a873', 'gw_port': {'id': '4514a2b0-f25f-433f-9f9d-de765185ed6b', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:24:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a271dc8e-daa0-4a7e-b4fe-cc6cd3390c77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 922, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:27:32Z', 'updated_at': '2021-11-23T17:27:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8'}] {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:27:41.702772 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-35f05f89-ee85-4897-b91d-2486d01cedaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:41.705663 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-35f05f89-ee85-4897-b91d-2486d01cedaa admin admin] Publish callbacks [] for security_group, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:41.707631 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-35f05f89-ee85-4897-b91d-2486d01cedaa admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a7d295c6-a842-436b-b184-bb80f16900ff HTTP/1.1" status: 204 len: 168 time: 0.8469164 Nov 23 17:27:41.728737 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcbef4e-7916-4aae-8b08-1569f7f753a7 req-4efe1e4c-dc32-447c-9bbe-415a5d9dfdab tempest-ImagesTestJSON-931761063 tempest-ImagesTestJSON-931761063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:27:41.729558 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8e8c77ae-b6db-40fc-a9f7-c2840ed4b1f6 req-f914a17a-2162-48a5-b0fc-8f7b27e536e9 tempest-ImagesOneServerNegativeTestJSON-1012219953 tempest-ImagesOneServerNegativeTestJSON-1012219953-project] 10.222.0.60 "GET /v2.0/security-groups?id=651f9501-e200-4452-8eae-06db36d1c3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4325924 Nov 23 17:27:41.730330 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-0bcbef4e-7916-4aae-8b08-1569f7f753a7 req-4efe1e4c-dc32-447c-9bbe-415a5d9dfdab tempest-ImagesTestJSON-931761063 tempest-ImagesTestJSON-931761063-project] 10.222.0.36 "GET /v2.0/ports?device_id=41fcdfe4-94ac-4117-84e7-e15c3483ec40 HTTP/1.1" status: 200 len: 943 time: 0.1252248 Nov 23 17:27:41.747749 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [req-9786d613-4e24-486a-a561-92bc538729b5 req-6b36060a-30da-478a-aaaf-e419d5601307 service neutron] Attempting to bind port 7a473b67-ef9c-4eea-84dd-acdd02be3125 on host n-h2-816206-8 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:27:41.747749 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [req-9786d613-4e24-486a-a561-92bc538729b5 req-6b36060a-30da-478a-aaaf-e419d5601307 service neutron] Attempting to bind port 7a473b67-ef9c-4eea-84dd-acdd02be3125 by drivers openvswitch,hyperv on host n-h2-816206-8 at level 0 using segments [{'id': '60478cc8-93b5-4306-bc7b-30ff3da3bb33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '979a75ad-e1a6-4cbe-9e08-b61461b07256'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:27:41.747749 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9786d613-4e24-486a-a561-92bc538729b5 req-6b36060a-30da-478a-aaaf-e419d5601307 service neutron] Attempting to bind port 7a473b67-ef9c-4eea-84dd-acdd02be3125 on network 979a75ad-e1a6-4cbe-9e08-b61461b07256 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:27:41.785240 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9786d613-4e24-486a-a561-92bc538729b5 req-6b36060a-30da-478a-aaaf-e419d5601307 service neutron] Port 7a473b67-ef9c-4eea-84dd-acdd02be3125 on network 979a75ad-e1a6-4cbe-9e08-b61461b07256 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-8 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 17:27:41.785874 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9786d613-4e24-486a-a561-92bc538729b5 req-6b36060a-30da-478a-aaaf-e419d5601307 service neutron] Attempting to bind port 7a473b67-ef9c-4eea-84dd-acdd02be3125 on network 979a75ad-e1a6-4cbe-9e08-b61461b07256 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:27:41.800602 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9786d613-4e24-486a-a561-92bc538729b5 req-6b36060a-30da-478a-aaaf-e419d5601307 service neutron] Checking agent: {'id': 'ab77bf9e-0267-4174-8f1d-822cba89b207', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 15, 13), 'started_at': datetime.datetime(2021, 11, 23, 17, 15, 13), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 27, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:27:41.800946 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9786d613-4e24-486a-a561-92bc538729b5 req-6b36060a-30da-478a-aaaf-e419d5601307 service neutron] Checking segment: {'id': '60478cc8-93b5-4306-bc7b-30ff3da3bb33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '979a75ad-e1a6-4cbe-9e08-b61461b07256'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:27:41.801335 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9786d613-4e24-486a-a561-92bc538729b5 req-6b36060a-30da-478a-aaaf-e419d5601307 service neutron] Bound using segment: {'id': '60478cc8-93b5-4306-bc7b-30ff3da3bb33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '979a75ad-e1a6-4cbe-9e08-b61461b07256'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:27:41.801781 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [req-9786d613-4e24-486a-a561-92bc538729b5 req-6b36060a-30da-478a-aaaf-e419d5601307 service neutron] Bound port: 7a473b67-ef9c-4eea-84dd-acdd02be3125, host: n-h2-816206-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60478cc8-93b5-4306-bc7b-30ff3da3bb33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '979a75ad-e1a6-4cbe-9e08-b61461b07256'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:27:41.802138 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-9786d613-4e24-486a-a561-92bc538729b5 req-6b36060a-30da-478a-aaaf-e419d5601307 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:41.875810 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f05f89-ee85-4897-b91d-2486d01cedaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7d295c6-a842-436b-b184-bb80f16900ff,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:27:41.939935 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e9e82bf6-646c-461a-a64a-43bea4e0bbaa req-0d3a4a3e-1275-4190-826a-59f90ecc04b8 tempest-ServersTestBootFromVolume-66960814 tempest-ServersTestBootFromVolume-66960814-project] 10.222.0.60 "GET /v2.0/ports?device_id=f8abc7fe-1d0e-4236-8f1e-16f89ed0e252 HTTP/1.1" status: 200 len: 210 time: 0.0557387 Nov 23 17:27:41.981828 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c717fc64-428a-4a6e-953c-93ea31dd51cf admin admin] Publish callbacks [] for port, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:41.998144 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [req-9786d613-4e24-486a-a561-92bc538729b5 req-6b36060a-30da-478a-aaaf-e419d5601307 service neutron] For port 7a473b67-ef9c-4eea-84dd-acdd02be3125, host n-h2-816206-8, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:27:42.021645 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0176876-76aa-47af-9db6-652ae981f2b6 req-aab8b302-8565-40f4-86b3-f130ef1e6a7e tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:27:42.026817 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [req-9786d613-4e24-486a-a561-92bc538729b5 req-6b36060a-30da-478a-aaaf-e419d5601307 service neutron] For port 7a473b67-ef9c-4eea-84dd-acdd02be3125, host n-h2-816206-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=7a473b67-ef9c-4eea-84dd-acdd02be3125,segment=NetworkSegment(60478cc8-93b5-4306-bc7b-30ff3da3bb33),segment_id=60478cc8-93b5-4306-bc7b-30ff3da3bb33)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:27:42.029790 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b0176876-76aa-47af-9db6-652ae981f2b6 req-aab8b302-8565-40f4-86b3-f130ef1e6a7e tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.60 "GET /v2.0/ports?device_id=ffeae0b0-09b1-4f1e-9b33-8bbbbaaefdf6 HTTP/1.1" status: 200 len: 944 time: 0.3836088 Nov 23 17:27:42.031746 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [req-0bcbef4e-7916-4aae-8b08-1569f7f753a7 req-d4c1b42d-1fe9-4e95-b085-69a3c1e66756 tempest-ImagesTestJSON-931761063 tempest-ImagesTestJSON-931761063-project] Deleting port 9c2e5cea-0948-4ebf-a3b3-4bc9dbf71c33 {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:27:42.032259 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-0bcbef4e-7916-4aae-8b08-1569f7f753a7 req-d4c1b42d-1fe9-4e95-b085-69a3c1e66756 tempest-ImagesTestJSON-931761063 tempest-ImagesTestJSON-931761063-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:42.074901 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 17:27:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22df8a29-5cb5-4d62-9ba3-174693d266e5 x-openstack-request-id: req-22df8a29-5cb5-4d62-9ba3-174693d266e5 {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:27:42.075218 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41fcdfe4-94ac-4117-84e7-e15c3483ec40", "name": "network-vif-unplugged", "status": "completed", "tag": "9c2e5cea-0948-4ebf-a3b3-4bc9dbf71c33", "code": 200}]} {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:27:42.075480 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-22df8a29-5cb5-4d62-9ba3-174693d266e5 {{(pid=103592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:27:42.075952 n-d-816206-8 neutron-server[103592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41fcdfe4-94ac-4117-84e7-e15c3483ec40', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9c2e5cea-0948-4ebf-a3b3-4bc9dbf71c33', 'code': 200} Nov 23 17:27:42.207618 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-9786d613-4e24-486a-a561-92bc538729b5 req-6b36060a-30da-478a-aaaf-e419d5601307 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264357957'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:42.240094 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b0176876-76aa-47af-9db6-652ae981f2b6 req-b67b24bd-b179-41de-ab82-8f9a11e9f5e0 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.60 "GET /v2.0/security-groups?id=5199d9c8-39cf-433e-a82b-4aef6c6477e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1894360 Nov 23 17:27:42.266266 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9786d613-4e24-486a-a561-92bc538729b5 req-6b36060a-30da-478a-aaaf-e419d5601307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:27:42.268191 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-9786d613-4e24-486a-a561-92bc538729b5 req-6b36060a-30da-478a-aaaf-e419d5601307 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:42.270753 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-9786d613-4e24-486a-a561-92bc538729b5 req-6b36060a-30da-478a-aaaf-e419d5601307 service neutron] 10.222.0.36 "PUT /v2.0/ports/7a473b67-ef9c-4eea-84dd-acdd02be3125 HTTP/1.1" status: 200 len: 1091 time: 1.6562128 Nov 23 17:27:42.289010 n-d-816206-8 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3eb53bce-75ac-4ae1-891f-4b41fa2887bc', 'tag': '7a473b67-ef9c-4eea-84dd-acdd02be3125'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:27:42.292977 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbabddbc9fc37b068808e119c416c86f5957ca04531a4a0d2e695c515e93483b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59b4e3ca-3a86-4181-bc02-2f6a4a60ede9" -d '{"events": [{"name": "network-changed", "server_uuid": "3eb53bce-75ac-4ae1-891f-4b41fa2887bc", "tag": "7a473b67-ef9c-4eea-84dd-acdd02be3125"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:27:42.358695 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a70eff03-591a-4f11-b3c1-7b534822be8a req-eb730b9e-0603-4432-b8b1-99c6d47b071c tempest-ImagesTestJSON-931761063 tempest-ImagesTestJSON-931761063-project] 10.222.0.60 "GET /v2.0/ports?device_id=9ad6998c-3760-47d4-8e61-9e6189252294 HTTP/1.1" status: 200 len: 210 time: 0.1214921 Nov 23 17:27:42.390632 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c717fc64-428a-4a6e-953c-93ea31dd51cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:42.419022 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [req-0bcbef4e-7916-4aae-8b08-1569f7f753a7 req-d4c1b42d-1fe9-4e95-b085-69a3c1e66756 tempest-ImagesTestJSON-931761063 tempest-ImagesTestJSON-931761063-project] For port 9c2e5cea-0948-4ebf-a3b3-4bc9dbf71c33, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=9c2e5cea-0948-4ebf-a3b3-4bc9dbf71c33,segment=NetworkSegment(8fed18b2-0713-4023-96b5-16ede53c73dc),segment_id=8fed18b2-0713-4023-96b5-16ede53c73dc)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:27:42.419591 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-0bcbef4e-7916-4aae-8b08-1569f7f753a7 req-d4c1b42d-1fe9-4e95-b085-69a3c1e66756 tempest-ImagesTestJSON-931761063 tempest-ImagesTestJSON-931761063-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:42.434049 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b36060a-30da-478a-aaaf-e419d5601307 service neutron] Pushing event updated for resources: {'Port': ['ID=7a473b67-ef9c-4eea-84dd-acdd02be3125,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:27:42.447608 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [req-0bcbef4e-7916-4aae-8b08-1569f7f753a7 req-d4c1b42d-1fe9-4e95-b085-69a3c1e66756 tempest-ImagesTestJSON-931761063 tempest-ImagesTestJSON-931761063-project] Calling delete_port for 9c2e5cea-0948-4ebf-a3b3-4bc9dbf71c33 owned by compute:nova {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:27:42.483898 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c717fc64-428a-4a6e-953c-93ea31dd51cf admin admin] Pushing event updated for resources: {'Port': ['ID=3769c2d5-e10e-48ab-be33-395942f4c57c,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:27:42.584201 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c717fc64-428a-4a6e-953c-93ea31dd51cf admin admin] Network 65712b39-fd4a-4748-a9fa-f557ff471008 is already hosted by enough agents. {{(pid=103591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:27:42.601099 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [None req-c717fc64-428a-4a6e-953c-93ea31dd51cf admin admin] Resources bound (agent type, host, resource id): {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:27:42.620450 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c717fc64-428a-4a6e-953c-93ea31dd51cf admin admin] Received port after_create {{(pid=103591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:27:42.663676 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9786d613-4e24-486a-a561-92bc538729b5 req-eff55fa6-c3b7-4e18-b642-3a4354232ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:27:42.666178 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-9786d613-4e24-486a-a561-92bc538729b5 req-eff55fa6-c3b7-4e18-b642-3a4354232ffc service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cc2fdab901654443a7afce1464a8ecdd&device_id=3eb53bce-75ac-4ae1-891f-4b41fa2887bc HTTP/1.1" status: 200 len: 1094 time: 0.1198635 Nov 23 17:27:42.734413 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c717fc64-428a-4a6e-953c-93ea31dd51cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1795539'] for router_interface, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:42.752824 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-9786d613-4e24-486a-a561-92bc538729b5 req-0b382c6a-b220-4bcb-bfab-75e9acc88d03 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7a473b67-ef9c-4eea-84dd-acdd02be3125 HTTP/1.1" status: 200 len: 217 time: 0.0523498 Nov 23 17:27:42.869484 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-09838b9c-a2c6-4777-ac7a-3d8ddb74e8ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:42.924097 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ca7c5b-25bb-40af-9f3b-4245e209280d req-f20fc8e1-65e0-4820-a0b9-fca57898b3b8 tempest-ImagesOneServerTestJSON-1060018331 tempest-ImagesOneServerTestJSON-1060018331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:27:42.935972 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-62ca7c5b-25bb-40af-9f3b-4245e209280d req-f20fc8e1-65e0-4820-a0b9-fca57898b3b8 tempest-ImagesOneServerTestJSON-1060018331 tempest-ImagesOneServerTestJSON-1060018331-project] 10.222.0.60 "GET /v2.0/ports?device_id=779538a1-8493-41af-b142-c0cf0c1e6957 HTTP/1.1" status: 200 len: 948 time: 0.4528074 Nov 23 17:27:42.972639 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9786d613-4e24-486a-a561-92bc538729b5 req-87e50220-c8c1-46d4-8a3b-0ae09f211742 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:27:42.975000 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-9786d613-4e24-486a-a561-92bc538729b5 req-87e50220-c8c1-46d4-8a3b-0ae09f211742 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=dd55d40e-72fa-41d0-b078-3028cc286f21 HTTP/1.1" status: 200 len: 861 time: 0.1806118 Nov 23 17:27:42.983016 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-0bcbef4e-7916-4aae-8b08-1569f7f753a7 req-d4c1b42d-1fe9-4e95-b085-69a3c1e66756 tempest-ImagesTestJSON-931761063 tempest-ImagesTestJSON-931761063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:42.985933 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 17:27:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27881d2b-ed35-4a9d-aee7-1ba9eb4dd24e x-openstack-request-id: req-27881d2b-ed35-4a9d-aee7-1ba9eb4dd24e {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:27:42.986220 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3eb53bce-75ac-4ae1-891f-4b41fa2887bc", "tag": "7a473b67-ef9c-4eea-84dd-acdd02be3125", "status": "completed", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:27:42.986548 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-27881d2b-ed35-4a9d-aee7-1ba9eb4dd24e {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:27:42.986955 n-d-816206-8 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3eb53bce-75ac-4ae1-891f-4b41fa2887bc', 'tag': '7a473b67-ef9c-4eea-84dd-acdd02be3125', 'status': 'completed', 'code': 200} Nov 23 17:27:43.142958 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-62ca7c5b-25bb-40af-9f3b-4245e209280d req-adf07576-a471-49f0-9010-9dc174d559e7 tempest-ImagesOneServerTestJSON-1060018331 tempest-ImagesOneServerTestJSON-1060018331-project] 10.222.0.60 "GET /v2.0/security-groups?id=9dbca594-1a92-4d96-a3db-ffbc658977d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2054737 Nov 23 17:27:43.237916 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-9786d613-4e24-486a-a561-92bc538729b5 req-ef96d0bb-1805-4253-ad57-0f22ef3403c2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=979a75ad-e1a6-4cbe-9e08-b61461b07256&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2356262 Nov 23 17:27:43.238807 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c1b42d-1fe9-4e95-b085-69a3c1e66756 tempest-ImagesTestJSON-931761063 tempest-ImagesTestJSON-931761063-project] Pushing event deleted for resources: {'Port': ['ID=9c2e5cea-0948-4ebf-a3b3-4bc9dbf71c33,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:27:43.243980 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-54145160-4c76-4724-bc94-cbdf760107d3 None None] Provisioning complete for port 3769c2d5-e10e-48ab-be33-395942f4c57c triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:27:43.244924 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-54145160-4c76-4724-bc94-cbdf760107d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:43.274640 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [req-9786d613-4e24-486a-a561-92bc538729b5 req-3c67f06b-016b-45a2-a738-b9bf3382a3d0 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=103590) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 17:27:43.275824 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-9786d613-4e24-486a-a561-92bc538729b5 req-3c67f06b-016b-45a2-a738-b9bf3382a3d0 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0164924 Nov 23 17:27:43.303491 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device 11e5236c-f259-4998-9c04-87d985c86e1e up at agent hyperv_n-h1-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:27:43.391252 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:43.418779 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bcbef4e-7916-4aae-8b08-1569f7f753a7 req-d4c1b42d-1fe9-4e95-b085-69a3c1e66756 tempest-ImagesTestJSON-931761063 tempest-ImagesTestJSON-931761063-project] No DVR routers for this DVR port 9c2e5cea-0948-4ebf-a3b3-4bc9dbf71c33 on host n-h2-816206-8 {{(pid=103590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:27:43.423820 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-0bcbef4e-7916-4aae-8b08-1569f7f753a7 req-d4c1b42d-1fe9-4e95-b085-69a3c1e66756 tempest-ImagesTestJSON-931761063 tempest-ImagesTestJSON-931761063-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:43.427801 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-0bcbef4e-7916-4aae-8b08-1569f7f753a7 req-d4c1b42d-1fe9-4e95-b085-69a3c1e66756 tempest-ImagesTestJSON-931761063 tempest-ImagesTestJSON-931761063-project] 10.222.0.36 "DELETE /v2.0/ports/9c2e5cea-0948-4ebf-a3b3-4bc9dbf71c33 HTTP/1.1" status: 204 len: 173 time: 1.6772199 Nov 23 17:27:43.465039 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-54145160-4c76-4724-bc94-cbdf760107d3 None None] Port 3769c2d5-e10e-48ab-be33-395942f4c57c cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:27:43.522136 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Provisioning for port 11e5236c-f259-4998-9c04-87d985c86e1e completed by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 17:27:43.531721 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Provisioning complete for port 11e5236c-f259-4998-9c04-87d985c86e1e triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:27:43.532239 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:43.595242 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-9786d613-4e24-486a-a561-92bc538729b5 req-d4b8a0e5-d8d2-4925-a54e-f31e66240312 service neutron] 10.222.0.36 "GET /v2.0/networks/979a75ad-e1a6-4cbe-9e08-b61461b07256?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2842274 Nov 23 17:27:43.810053 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:43.863850 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 59606) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:27:43.872765 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port 11e5236c-f259-4998-9c04-87d985c86e1e, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=11e5236c-f259-4998-9c04-87d985c86e1e,segment=NetworkSegment(329c1745-02bf-4561-9615-3192910887f5),segment_id=329c1745-02bf-4561-9615-3192910887f5)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:27:43.879610 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:43.881747 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c717fc64-428a-4a6e-953c-93ea31dd51cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:43.892319 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a3faeb-accd-4918-879c-e893cc4b13d8 req-6b080958-464e-4ec8-9d78-6223947a921a tempest-ImagesOneServerNegativeTestJSON-1012219953 tempest-ImagesOneServerNegativeTestJSON-1012219953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:27:43.898465 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-9786d613-4e24-486a-a561-92bc538729b5 req-c276343e-2cb1-4946-8737-d8e101904cba service neutron] 10.222.0.36 "GET /v2.0/networks/979a75ad-e1a6-4cbe-9e08-b61461b07256?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2901807 Nov 23 17:27:43.902074 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c7a3faeb-accd-4918-879c-e893cc4b13d8 req-6b080958-464e-4ec8-9d78-6223947a921a tempest-ImagesOneServerNegativeTestJSON-1012219953 tempest-ImagesOneServerNegativeTestJSON-1012219953-project] 10.222.0.60 "GET /v2.0/ports?device_id=3eb53bce-75ac-4ae1-891f-4b41fa2887bc HTTP/1.1" status: 200 len: 943 time: 0.6656098 Nov 23 17:27:43.924084 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b86ec8-8d98-47da-8e5b-2014582eb526 req-b791400a-f4f3-4aff-ab26-cc92a4596f6c tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:27:43.934874 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f1b86ec8-8d98-47da-8e5b-2014582eb526 req-b791400a-f4f3-4aff-ab26-cc92a4596f6c tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.60 "GET /v2.0/ports?device_id=ffeae0b0-09b1-4f1e-9b33-8bbbbaaefdf6 HTTP/1.1" status: 200 len: 944 time: 0.5761466 Nov 23 17:27:43.964668 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Pushing event updated for resources: {'Port': ['ID=11e5236c-f259-4998-9c04-87d985c86e1e,revision_number=5']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:27:44.000959 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff3f2c8-af4d-426b-b2b5-1ac1524e65ce req-79911fc8-070f-4649-be96-0396498b8440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:27:44.002481 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6ff3f2c8-af4d-426b-b2b5-1ac1524e65ce req-79911fc8-070f-4649-be96-0396498b8440 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3541603f19884b9cb683e7eedd76d17c&device_id=ffeae0b0-09b1-4f1e-9b33-8bbbbaaefdf6 HTTP/1.1" status: 200 len: 1095 time: 0.6483765 Nov 23 17:27:44.030836 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2714d80-c182-4caa-aa5a-153f831b9954 req-dbabb4aa-8f45-4981-8c29-411f0aa923f1 tempest-ImagesTestJSON-931761063 tempest-ImagesTestJSON-931761063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:27:44.032134 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b4e3ca-3a86-4181-bc02-2f6a4a60ede9 req-c535936f-35fc-429f-b1dc-f25c693f4f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:27:44.032471 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e2714d80-c182-4caa-aa5a-153f831b9954 req-dbabb4aa-8f45-4981-8c29-411f0aa923f1 tempest-ImagesTestJSON-931761063 tempest-ImagesTestJSON-931761063-project] 10.222.0.55 "GET /v2.0/networks?id=b560144d-d078-4e51-9dcb-6b297d4ac5e2 HTTP/1.1" status: 200 len: 805 time: 0.6795030 Nov 23 17:27:44.042828 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-59b4e3ca-3a86-4181-bc02-2f6a4a60ede9 req-c535936f-35fc-429f-b1dc-f25c693f4f3a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cc2fdab901654443a7afce1464a8ecdd&device_id=3eb53bce-75ac-4ae1-891f-4b41fa2887bc HTTP/1.1" status: 200 len: 1094 time: 0.0826056 Nov 23 17:27:44.075742 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:44.076461 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '779538a1-8493-41af-b142-c0cf0c1e6957', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11e5236c-f259-4998-9c04-87d985c86e1e'}] {{(pid=103592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:27:44.082751 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba3e6a8f2301c7a29fe1eca9779abdae4ccbcd6266d69778087f2498d5551201" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0f50d9f-6c7f-4a0d-a598-f364c01e0a8e" -d '{"events": [{"server_uuid": "779538a1-8493-41af-b142-c0cf0c1e6957", "name": "network-vif-plugged", "status": "completed", "tag": "11e5236c-f259-4998-9c04-87d985c86e1e"}]}' {{(pid=103592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:27:44.165832 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c7a3faeb-accd-4918-879c-e893cc4b13d8 req-0a42b40a-0a86-4516-8c86-cf7db2db06f4 tempest-ImagesOneServerNegativeTestJSON-1012219953 tempest-ImagesOneServerNegativeTestJSON-1012219953-project] 10.222.0.60 "GET /v2.0/security-groups?id=651f9501-e200-4452-8eae-06db36d1c3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2617362 Nov 23 17:27:44.185111 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [req-e2714d80-c182-4caa-aa5a-153f831b9954 req-7312b90a-7bd8-4451-ba57-7e2b35089762 tempest-ImagesTestJSON-931761063 tempest-ImagesTestJSON-931761063-project] Request body: {'port': {'device_id': '9ad6998c-3760-47d4-8e61-9e6189252294', 'network_id': 'b560144d-d078-4e51-9dcb-6b297d4ac5e2', 'admin_state_up': True, 'tenant_id': '2453e6bac79c4625a43322659d77160d'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:27:44.243644 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-c303a1b8-ef2f-4c8b-ba53-63f973e5179c admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1843589813-network', 'tenant_id': '9b0068a4a0a543038f63069e85a0a90e'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:27:44.275331 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 4514a2b0-f25f-433f-9f9d-de765185ed6b up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:27:44.404069 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b4e3ca-3a86-4181-bc02-2f6a4a60ede9 req-a4e7b362-2d01-4fa1-b3d7-62155d088be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:27:44.406949 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-59b4e3ca-3a86-4181-bc02-2f6a4a60ede9 req-a4e7b362-2d01-4fa1-b3d7-62155d088be1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=979a75ad-e1a6-4cbe-9e08-b61461b07256 HTTP/1.1" status: 200 len: 922 time: 0.3432419 Nov 23 17:27:44.409602 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c303a1b8-ef2f-4c8b-ba53-63f973e5179c admin admin] Made reservation on behalf of 9b0068a4a0a543038f63069e85a0a90e for: {'network': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:27:44.413766 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c303a1b8-ef2f-4c8b-ba53-63f973e5179c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for network, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:44.433733 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port 4514a2b0-f25f-433f-9f9d-de765185ed6b triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:27:44.433968 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c303a1b8-ef2f-4c8b-ba53-63f973e5179c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:44.434379 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:44.576884 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c303a1b8-ef2f-4c8b-ba53-63f973e5179c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:44.580718 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:44.612207 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] For port 4514a2b0-f25f-433f-9f9d-de765185ed6b, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=4514a2b0-f25f-433f-9f9d-de765185ed6b,segment=NetworkSegment(bffd1e4f-e80f-4ff0-b418-2f42ae15febf),segment_id=bffd1e4f-e80f-4ff0-b418-2f42ae15febf)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:27:44.619799 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:44.627681 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f1b86ec8-8d98-47da-8e5b-2014582eb526 req-bc638da0-a9f2-48e5-a04a-675cc87eb18a tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.60 "GET /v2.0/security-groups?id=5199d9c8-39cf-433e-a82b-4aef6c6477e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6905482 Nov 23 17:27:44.672914 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c303a1b8-ef2f-4c8b-ba53-63f973e5179c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:44.697429 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-59b4e3ca-3a86-4181-bc02-2f6a4a60ede9 req-305e6894-7cee-42be-92f4-20cb0ca6f0e5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7a473b67-ef9c-4eea-84dd-acdd02be3125 HTTP/1.1" status: 200 len: 217 time: 0.2654450 Nov 23 17:27:44.765625 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-228a79a2-73ac-4e68-a327-bad37afa6aa8 req-fb04b466-7600-44b2-97a6-e4ec7b664df0 tempest-ImagesTestJSON-931761063 tempest-ImagesTestJSON-931761063-project] 10.222.0.60 "GET /v2.0/ports?device_id=9ad6998c-3760-47d4-8e61-9e6189252294 HTTP/1.1" status: 200 len: 210 time: 0.2087066 Nov 23 17:27:44.773136 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:27:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e8e5a67-6450-4d5c-9b82-7b879880c755 x-openstack-request-id: req-3e8e5a67-6450-4d5c-9b82-7b879880c755 {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:27:44.773420 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "779538a1-8493-41af-b142-c0cf0c1e6957", "name": "network-vif-plugged", "status": "completed", "tag": "11e5236c-f259-4998-9c04-87d985c86e1e", "code": 200}]} {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:27:44.774076 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3e8e5a67-6450-4d5c-9b82-7b879880c755 {{(pid=103592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:27:44.774584 n-d-816206-8 neutron-server[103592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '779538a1-8493-41af-b142-c0cf0c1e6957', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11e5236c-f259-4998-9c04-87d985c86e1e', 'code': 200} Nov 23 17:27:44.854593 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Pushing event updated for resources: {'Port': ['ID=4514a2b0-f25f-433f-9f9d-de765185ed6b,revision_number=4']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:27:44.861581 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 59620) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:27:44.913907 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c303a1b8-ef2f-4c8b-ba53-63f973e5179c admin admin] vlan segment allocate from pool success with {'vlan_id': 500, 'physical_network': 'physnet1'} {{(pid=103590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 17:27:44.948554 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c303a1b8-ef2f-4c8b-ba53-63f973e5179c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:44.949017 n-d-816206-8 neutron-server[103590]: INFO neutron.db.segments_db [None req-c303a1b8-ef2f-4c8b-ba53-63f973e5179c admin admin] Added segment 5b559295-8909-4c1e-aefd-73cd9a3c5d40 of type vlan for network 8fae7973-38e6-4660-a7b2-023eda92e2f5 Nov 23 17:27:44.950270 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 59622) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:27:44.957012 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff3f2c8-af4d-426b-b2b5-1ac1524e65ce req-5ab3e955-a23f-4538-9c09-1956fc0fd83a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:27:44.959424 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6ff3f2c8-af4d-426b-b2b5-1ac1524e65ce req-5ab3e955-a23f-4538-9c09-1956fc0fd83a service neutron] 10.222.0.55 "GET /v2.0/networks?id=43d8ac08-152d-4053-b836-ddc03b0e91a2 HTTP/1.1" status: 200 len: 911 time: 0.9437623 Nov 23 17:27:44.988712 n-d-816206-8 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41fcdfe4-94ac-4117-84e7-e15c3483ec40', 'name': 'network-vif-deleted', 'tag': '9c2e5cea-0948-4ebf-a3b3-4bc9dbf71c33'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:27:44.991084 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbabddbc9fc37b068808e119c416c86f5957ca04531a4a0d2e695c515e93483b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d13e7ecb-98e6-4bb5-bf07-7a21132a8649" -d '{"events": [{"server_uuid": "41fcdfe4-94ac-4117-84e7-e15c3483ec40", "name": "network-vif-deleted", "tag": "9c2e5cea-0948-4ebf-a3b3-4bc9dbf71c33"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:27:45.022679 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c303a1b8-ef2f-4c8b-ba53-63f973e5179c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0089afc6-8a44-4092-8e4d-085e37cc31cf,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:27:45.024246 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-a3aec307-06a0-4fee-b2ae-0a984016ecd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:45.027648 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2714d80-c182-4caa-aa5a-153f831b9954 req-7312b90a-7bd8-4451-ba57-7e2b35089762 tempest-ImagesTestJSON-931761063 tempest-ImagesTestJSON-931761063-project] Made reservation on behalf of 2453e6bac79c4625a43322659d77160d for: {'port': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:27:45.033032 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b4e3ca-3a86-4181-bc02-2f6a4a60ede9 req-264f6dd7-1d80-420b-b4f5-5b3ffc1a0ade service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:27:45.034168 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-e2714d80-c182-4caa-aa5a-153f831b9954 req-7312b90a-7bd8-4451-ba57-7e2b35089762 tempest-ImagesTestJSON-931761063 tempest-ImagesTestJSON-931761063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:45.034999 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-59b4e3ca-3a86-4181-bc02-2f6a4a60ede9 req-264f6dd7-1d80-420b-b4f5-5b3ffc1a0ade service neutron] 10.222.0.36 "GET /v2.0/subnets?id=dd55d40e-72fa-41d0-b078-3028cc286f21 HTTP/1.1" status: 200 len: 861 time: 0.3229280 Nov 23 17:27:45.128243 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:27:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-346071a1-c692-4885-83ad-54bac67dff70 x-openstack-request-id: req-346071a1-c692-4885-83ad-54bac67dff70 {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:27:45.132606 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41fcdfe4-94ac-4117-84e7-e15c3483ec40", "name": "network-vif-deleted", "tag": "9c2e5cea-0948-4ebf-a3b3-4bc9dbf71c33", "status": "completed", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:27:45.134648 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-346071a1-c692-4885-83ad-54bac67dff70 {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:27:45.135184 n-d-816206-8 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41fcdfe4-94ac-4117-84e7-e15c3483ec40', 'name': 'network-vif-deleted', 'tag': '9c2e5cea-0948-4ebf-a3b3-4bc9dbf71c33', 'status': 'completed', 'code': 200} Nov 23 17:27:45.162082 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c303a1b8-ef2f-4c8b-ba53-63f973e5179c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736635338810'] for network, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:45.199015 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-21dfde39-5bf0-4399-b54d-5b5640c69f3a tempest-ServersTestBootFromVolume-66960814 tempest-ServersTestBootFromVolume-66960814-project] Publish callbacks [] for security_group, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:45.263467 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-86ae2371-764e-4b49-ad08-4a702d4d5a15 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:45.271626 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-21dfde39-5bf0-4399-b54d-5b5640c69f3a tempest-ServersTestBootFromVolume-66960814 tempest-ServersTestBootFromVolume-66960814-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:45.286887 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c303a1b8-ef2f-4c8b-ba53-63f973e5179c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493'] for network, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:45.287965 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c303a1b8-ef2f-4c8b-ba53-63f973e5179c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:27:45.288604 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c303a1b8-ef2f-4c8b-ba53-63f973e5179c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for network, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:45.336115 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acd0e0f-f171-4c43-be78-7520ed584d70 req-1b090120-b910-4202-b34a-6f8ba7382e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:27:45.338317 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4acd0e0f-f171-4c43-be78-7520ed584d70 req-1b090120-b910-4202-b34a-6f8ba7382e15 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=779538a1-8493-41af-b142-c0cf0c1e6957 HTTP/1.1" status: 200 len: 1100 time: 0.3755414 Nov 23 17:27:45.409555 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-59b4e3ca-3a86-4181-bc02-2f6a4a60ede9 req-f2df1067-7f25-4cb5-a686-bc36874b051c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=979a75ad-e1a6-4cbe-9e08-b61461b07256&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3382258 Nov 23 17:27:45.414036 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bc137e-aaca-4dd0-87aa-3b3bf21185ac req-f3ea8196-57b9-4c5f-a7cf-13c57af34ac7 tempest-ImagesOneServerTestJSON-1060018331 tempest-ImagesOneServerTestJSON-1060018331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:27:45.417242 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-c303a1b8-ef2f-4c8b-ba53-63f973e5179c admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.5497146 Nov 23 17:27:45.422379 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 59632) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:27:45.424777 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-93bc137e-aaca-4dd0-87aa-3b3bf21185ac req-f3ea8196-57b9-4c5f-a7cf-13c57af34ac7 tempest-ImagesOneServerTestJSON-1060018331 tempest-ImagesOneServerTestJSON-1060018331-project] 10.222.0.60 "GET /v2.0/ports?device_id=779538a1-8493-41af-b142-c0cf0c1e6957 HTTP/1.1" status: 200 len: 949 time: 0.4501464 Nov 23 17:27:45.435339 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c303a1b8-ef2f-4c8b-ba53-63f973e5179c admin admin] Pushing event updated for resources: {'Network': ['ID=8fae7973-38e6-4660-a7b2-023eda92e2f5,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:27:45.435873 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c717fc64-428a-4a6e-953c-93ea31dd51cf admin admin] Publish callbacks [] for port, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:45.441387 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6ff3f2c8-af4d-426b-b2b5-1ac1524e65ce req-a291f73f-462f-4a22-9380-59ab30d64125 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=52285acf-3eab-406a-acfc-b1364cf71811 HTTP/1.1" status: 200 len: 998 time: 0.4595480 Nov 23 17:27:45.442001 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-4104f863-b8f0-4a1e-b285-8198f647ef79 admin admin] Request body: {'subnet': {'network_id': '8fae7973-38e6-4660-a7b2-023eda92e2f5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1843589813-subnet', 'tenant_id': '9b0068a4a0a543038f63069e85a0a90e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:27:45.465265 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Network 8fae7973-38e6-4660-a7b2-023eda92e2f5 details requested by agent ovs-agent-n-d-816206-8 with host n-d-816206-8 {{(pid=103592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 17:27:45.468972 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c717fc64-428a-4a6e-953c-93ea31dd51cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264758186'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:45.554068 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4104f863-b8f0-4a1e-b285-8198f647ef79 admin admin] Made reservation on behalf of 9b0068a4a0a543038f63069e85a0a90e for: {'subnet': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:27:45.556400 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4104f863-b8f0-4a1e-b285-8198f647ef79 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264730903'] for subnet, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:45.563000 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-21dfde39-5bf0-4399-b54d-5b5640c69f3a tempest-ServersTestBootFromVolume-66960814 tempest-ServersTestBootFromVolume-66960814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:45.565558 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-21dfde39-5bf0-4399-b54d-5b5640c69f3a tempest-ServersTestBootFromVolume-66960814 tempest-ServersTestBootFromVolume-66960814-project] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:45.569125 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-21dfde39-5bf0-4399-b54d-5b5640c69f3a tempest-ServersTestBootFromVolume-66960814 tempest-ServersTestBootFromVolume-66960814-project] 10.222.0.60 "DELETE /v2.0/security-groups/e51f9f9c-222a-4f6b-bccf-660dbe03dd6a HTTP/1.1" status: 204 len: 168 time: 0.7019389 Nov 23 17:27:45.590056 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 59636) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:27:45.628873 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dfde39-5bf0-4399-b54d-5b5640c69f3a tempest-ServersTestBootFromVolume-66960814 tempest-ServersTestBootFromVolume-66960814-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e51f9f9c-222a-4f6b-bccf-660dbe03dd6a,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:27:45.662957 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-59b4e3ca-3a86-4181-bc02-2f6a4a60ede9 req-0af802fd-3490-45a2-9288-e822540f5e0e service neutron] 10.222.0.36 "GET /v2.0/networks/979a75ad-e1a6-4cbe-9e08-b61461b07256?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2412515 Nov 23 17:27:45.667347 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-86ae2371-764e-4b49-ad08-4a702d4d5a15 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:45.673884 n-d-816206-8 neutron-server[103591]: INFO neutron.api.v2.resource [None req-cc5235af-3f63-4271-989d-c44cd9ffdf4c tempest-ServersTestBootFromVolume-66960814 tempest-ServersTestBootFromVolume-66960814-project] show failed (client error): The resource could not be found. Nov 23 17:27:45.677130 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-cc5235af-3f63-4271-989d-c44cd9ffdf4c tempest-ServersTestBootFromVolume-66960814 tempest-ServersTestBootFromVolume-66960814-project] 10.222.0.60 "GET /v2.0/security-groups/e51f9f9c-222a-4f6b-bccf-660dbe03dd6a HTTP/1.1" status: 404 len: 347 time: 0.0777946 Nov 23 17:27:45.691330 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4acd0e0f-f171-4c43-be78-7520ed584d70 req-85950566-bc0c-463c-acab-3e7cb3e4dc3c service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=9dbca594-1a92-4d96-a3db-ffbc658977d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3228331 Nov 23 17:27:45.693691 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 59640) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:27:45.704653 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d2591c-45e5-40d3-b9a1-8840021d22dd req-3d05d622-f252-4ea9-b65e-af1f130c6d3f tempest-ImagesOneServerNegativeTestJSON-1012219953 tempest-ImagesOneServerNegativeTestJSON-1012219953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:27:45.706163 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-24d2591c-45e5-40d3-b9a1-8840021d22dd req-3d05d622-f252-4ea9-b65e-af1f130c6d3f tempest-ImagesOneServerNegativeTestJSON-1012219953 tempest-ImagesOneServerNegativeTestJSON-1012219953-project] 10.222.0.60 "GET /v2.0/ports?device_id=3eb53bce-75ac-4ae1-891f-4b41fa2887bc HTTP/1.1" status: 200 len: 943 time: 0.3815305 Nov 23 17:27:45.710880 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c717fc64-428a-4a6e-953c-93ea31dd51cf admin admin] Pushing event updated for resources: {'Port': ['ID=3769c2d5-e10e-48ab-be33-395942f4c57c,revision_number=2']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:27:45.713435 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-86ae2371-764e-4b49-ad08-4a702d4d5a15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:45.714807 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff3f2c8-af4d-426b-b2b5-1ac1524e65ce req-5aa0f146-7bbb-4068-be87-21aa86920631 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:27:45.716282 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6ff3f2c8-af4d-426b-b2b5-1ac1524e65ce req-5aa0f146-7bbb-4068-be87-21aa86920631 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=23f80e8e-7e58-4465-87c1-72654345f52f HTTP/1.1" status: 200 len: 849 time: 0.2589025 Nov 23 17:27:45.717129 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c717fc64-428a-4a6e-953c-93ea31dd51cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2068703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1794403'] for router_interface, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:45.723577 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.db_base_plugin_common [req-e2714d80-c182-4caa-aa5a-153f831b9954 req-7312b90a-7bd8-4451-ba57-7e2b35089762 tempest-ImagesTestJSON-931761063 tempest-ImagesTestJSON-931761063-project] Allocated IP 172.20.0.4 (b560144d-d078-4e51-9dcb-6b297d4ac5e2/4be32885-153e-4d88-b3c6-807e18e4db27/c61fac81-8c56-4d26-8b92-20116569d944) {{(pid=103591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:27:45.735313 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-93bc137e-aaca-4dd0-87aa-3b3bf21185ac req-6102bcf9-4c64-4004-8c0f-26a2f5bd86a7 tempest-ImagesOneServerTestJSON-1060018331 tempest-ImagesOneServerTestJSON-1060018331-project] 10.222.0.60 "GET /v2.0/security-groups?id=9dbca594-1a92-4d96-a3db-ffbc658977d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3096714 Nov 23 17:27:45.933180 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-86ae2371-764e-4b49-ad08-4a702d4d5a15 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=5e5eb1570c074b1bb9af9dcba39d9785&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9817698 Nov 23 17:27:45.936152 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 59646) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:27:45.940150 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ae2371-764e-4b49-ad08-4a702d4d5a15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65f7af1c-6c55-41dc-bf76-2c7e6e47691e,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:27:45.942440 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-24d2591c-45e5-40d3-b9a1-8840021d22dd req-6216ee41-8e02-4429-8720-49405a68eb94 tempest-ImagesOneServerNegativeTestJSON-1012219953 tempest-ImagesOneServerNegativeTestJSON-1012219953-project] 10.222.0.60 "GET /v2.0/security-groups?id=651f9501-e200-4452-8eae-06db36d1c3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2158878 Nov 23 17:27:46.026276 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c717fc64-428a-4a6e-953c-93ea31dd51cf admin admin] Network 65712b39-fd4a-4748-a9fa-f557ff471008 is already hosted by enough agents. {{(pid=103591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:27:46.034490 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-59b4e3ca-3a86-4181-bc02-2f6a4a60ede9 req-cba10d88-b342-417b-bc1c-d86d4dd5d6fe service neutron] 10.222.0.36 "GET /v2.0/networks/979a75ad-e1a6-4cbe-9e08-b61461b07256?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3558259 Nov 23 17:27:46.035097 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65277c1-8242-41cd-a111-4ccb0b1eb358 req-a31d7ca7-e4f1-45e0-b147-1dae20c94973 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:27:46.061144 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b65277c1-8242-41cd-a111-4ccb0b1eb358 req-a31d7ca7-e4f1-45e0-b147-1dae20c94973 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.60 "GET /v2.0/ports?device_id=ffeae0b0-09b1-4f1e-9b33-8bbbbaaefdf6 HTTP/1.1" status: 200 len: 944 time: 0.2355897 Nov 23 17:27:46.139414 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [None req-c717fc64-428a-4a6e-953c-93ea31dd51cf admin admin] Resources bound (agent type, host, resource id): {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:27:46.139849 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4104f863-b8f0-4a1e-b285-8198f647ef79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264358096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264730885'] for subnet, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:46.155519 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 4514a2b0-f25f-433f-9f9d-de765185ed6b up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:27:46.208772 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5177986f-b8f7-4581-836d-feacb7eed5d7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:46.211841 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4c93aa57-ec1e-43e9-babc-ebedd570817d req-7016679a-3bf0-4ca6-a729-99d196076da1 tempest-ImagesTestJSON-931761063 tempest-ImagesTestJSON-931761063-project] 10.222.0.60 "GET /v2.0/ports?device_id=9ad6998c-3760-47d4-8e61-9e6189252294 HTTP/1.1" status: 200 len: 210 time: 0.0577109 Nov 23 17:27:46.214096 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4104f863-b8f0-4a1e-b285-8198f647ef79 admin admin] Pushing event updated for resources: {'Subnet': ['ID=34624ad2-f585-44eb-b7a5-2bcf52826b90,revision_number=0']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:27:46.248706 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff3f2c8-af4d-426b-b2b5-1ac1524e65ce req-4509c01f-43bc-4438-ba35-1597d9abf1a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:27:46.252315 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6ff3f2c8-af4d-426b-b2b5-1ac1524e65ce req-4509c01f-43bc-4438-ba35-1597d9abf1a7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=43d8ac08-152d-4053-b836-ddc03b0e91a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3595443 Nov 23 17:27:46.281545 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port 4514a2b0-f25f-433f-9f9d-de765185ed6b triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:27:46.281927 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:46.282142 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5177986f-b8f7-4581-836d-feacb7eed5d7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:46.289010 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-71759593-e621-4f8e-a895-33e5033ce1e9 tempest-ServersTestBootFromVolume-66960814 tempest-ServersTestBootFromVolume-66960814-project] Deleting port 8c5abe08-20fa-42a6-9de5-ce5dfad4a76a {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:27:46.290166 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-71759593-e621-4f8e-a895-33e5033ce1e9 tempest-ServersTestBootFromVolume-66960814 tempest-ServersTestBootFromVolume-66960814-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:46.394550 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [req-6ff3f2c8-af4d-426b-b2b5-1ac1524e65ce req-e9ed7366-27e1-4f36-886d-4fcc70041e49 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=103591) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 17:27:46.395933 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6ff3f2c8-af4d-426b-b2b5-1ac1524e65ce req-e9ed7366-27e1-4f36-886d-4fcc70041e49 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0251300 Nov 23 17:27:46.425746 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-e2714d80-c182-4caa-aa5a-153f831b9954 req-7312b90a-7bd8-4451-ba57-7e2b35089762 tempest-ImagesTestJSON-931761063 tempest-ImagesTestJSON-931761063-project] Publish callbacks [] for port, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:46.441981 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-52822d53-48f5-4819-8a95-bdc13aea0bf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:46.563276 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b65277c1-8242-41cd-a111-4ccb0b1eb358 req-bf5e41fe-e5cd-4800-a7d2-7631fa3ca4d6 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.60 "GET /v2.0/security-groups?id=5199d9c8-39cf-433e-a82b-4aef6c6477e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5012171 Nov 23 17:27:46.602268 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device 7a473b67-ef9c-4eea-84dd-acdd02be3125 details requested by agent hyperv_n-h2-816206-8 with host n-h2-816206-8 {{(pid=103592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 17:27:46.617736 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device 9c2e5cea-0948-4ebf-a3b3-4bc9dbf71c33 no longer exists at agent hyperv_n-h2-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:27:46.624285 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c717fc64-428a-4a6e-953c-93ea31dd51cf admin admin] Router a271dc8e-daa0-4a7e-b4fe-cc6cd3390c77 has already been hosted by L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 {{(pid=103591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 17:27:46.660353 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-e2714d80-c182-4caa-aa5a-153f831b9954 req-7312b90a-7bd8-4451-ba57-7e2b35089762 tempest-ImagesTestJSON-931761063 tempest-ImagesTestJSON-931761063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:46.730654 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] No Port match for: 9c2e5cea-0948-4ebf-a3b3-4bc9dbf71c33 {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:27:46.731468 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device 9c2e5cea-0948-4ebf-a3b3-4bc9dbf71c33 not bound to the agent host n-h2-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:27:46.751795 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6ff3f2c8-af4d-426b-b2b5-1ac1524e65ce req-fca43019-3e04-4e5d-9954-c606bc89296a service neutron] 10.222.0.55 "GET /v2.0/networks/43d8ac08-152d-4053-b836-ddc03b0e91a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3385401 Nov 23 17:27:46.778683 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2714d80-c182-4caa-aa5a-153f831b9954 req-7312b90a-7bd8-4451-ba57-7e2b35089762 tempest-ImagesTestJSON-931761063 tempest-ImagesTestJSON-931761063-project] Network b560144d-d078-4e51-9dcb-6b297d4ac5e2 is already hosted by enough agents. {{(pid=103591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:27:46.807755 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-7adbee75-78c1-41b0-a7c4-6c6464ca7a99 None None] Provisioning complete for port 3769c2d5-e10e-48ab-be33-395942f4c57c triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:27:46.807755 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-7adbee75-78c1-41b0-a7c4-6c6464ca7a99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:46.915457 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-7adbee75-78c1-41b0-a7c4-6c6464ca7a99 None None] Port 3769c2d5-e10e-48ab-be33-395942f4c57c cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:27:46.927586 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-71759593-e621-4f8e-a895-33e5033ce1e9 tempest-ServersTestBootFromVolume-66960814 tempest-ServersTestBootFromVolume-66960814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:46.928092 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-71759593-e621-4f8e-a895-33e5033ce1e9 tempest-ServersTestBootFromVolume-66960814 tempest-ServersTestBootFromVolume-66960814-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:46.960023 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4104f863-b8f0-4a1e-b285-8198f647ef79 admin admin] Checking segment: {'id': '5b559295-8909-4c1e-aefd-73cd9a3c5d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '8fae7973-38e6-4660-a7b2-023eda92e2f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:27:46.961737 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4104f863-b8f0-4a1e-b285-8198f647ef79 admin admin] Network hostable DHCP agents. Network: 8fae7973-38e6-4660-a7b2-023eda92e2f5, hostable agents: ['0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3'], hosted agents: [] {{(pid=103590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 17:27:46.967582 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-71759593-e621-4f8e-a895-33e5033ce1e9 tempest-ServersTestBootFromVolume-66960814 tempest-ServersTestBootFromVolume-66960814-project] Calling delete_port for 8c5abe08-20fa-42a6-9de5-ce5dfad4a76a owned by network:floatingip {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:27:47.023051 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4104f863-b8f0-4a1e-b285-8198f647ef79 admin admin] Network 8fae7973-38e6-4660-a7b2-023eda92e2f5 is scheduled to be hosted by DHCP agent 0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3 with binding_index 1 {{(pid=103590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 17:27:47.106821 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-4104f863-b8f0-4a1e-b285-8198f647ef79 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-8, 8fae7973-38e6-4660-a7b2-023eda92e2f5) {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:27:47.111362 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5177986f-b8f7-4581-836d-feacb7eed5d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:47.114145 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5177986f-b8f7-4581-836d-feacb7eed5d7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:47.115548 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-5177986f-b8f7-4581-836d-feacb7eed5d7 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/65f7af1c-6c55-41dc-bf76-2c7e6e47691e HTTP/1.1" status: 204 len: 168 time: 1.1724415 Nov 23 17:27:47.126702 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4104f863-b8f0-4a1e-b285-8198f647ef79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:27:47.127469 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4104f863-b8f0-4a1e-b285-8198f647ef79 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:47.146635 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port 7a473b67-ef9c-4eea-84dd-acdd02be3125, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=7a473b67-ef9c-4eea-84dd-acdd02be3125,segment=NetworkSegment(60478cc8-93b5-4306-bc7b-30ff3da3bb33),segment_id=60478cc8-93b5-4306-bc7b-30ff3da3bb33)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:27:47.152155 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-4104f863-b8f0-4a1e-b285-8198f647ef79 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.7285202 Nov 23 17:27:47.155520 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 59654) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:27:47.165373 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-703fe4dd-ee39-48fb-8ea8-dc0fee794f67 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1843589813-router', 'tenant_id': '9b0068a4a0a543038f63069e85a0a90e', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'}}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:27:47.174144 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5177986f-b8f7-4581-836d-feacb7eed5d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65f7af1c-6c55-41dc-bf76-2c7e6e47691e,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:27:47.206559 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Returning: {'device': '7a473b67-ef9c-4eea-84dd-acdd02be3125', 'network_id': '979a75ad-e1a6-4cbe-9e08-b61461b07256', 'port_id': '7a473b67-ef9c-4eea-84dd-acdd02be3125', 'mac_address': 'fa:16:3e:a3:98:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 545, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd55d40e-72fa-41d0-b078-3028cc286f21', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 17:27:47.216099 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1aa1b0c-6d4e-49d2-90a0-eb594d136fb7 None None] Network 8fae7973-38e6-4660-a7b2-023eda92e2f5 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:27:47.218135 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-703fe4dd-ee39-48fb-8ea8-dc0fee794f67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1793449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8093'] for router, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:47.219795 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-703fe4dd-ee39-48fb-8ea8-dc0fee794f67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1794473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1794771', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1638326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8086'] for router, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:47.220109 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [req-e2714d80-c182-4caa-aa5a-153f831b9954 req-7312b90a-7bd8-4451-ba57-7e2b35089762 tempest-ImagesTestJSON-931761063 tempest-ImagesTestJSON-931761063-project] Resources bound (agent type, host, resource id): {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:27:47.260504 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2714d80-c182-4caa-aa5a-153f831b9954 req-7312b90a-7bd8-4451-ba57-7e2b35089762 tempest-ImagesTestJSON-931761063 tempest-ImagesTestJSON-931761063-project] Received port after_create {{(pid=103591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:27:47.322223 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7312b90a-7bd8-4451-ba57-7e2b35089762 tempest-ImagesTestJSON-931761063 tempest-ImagesTestJSON-931761063-project] Pushing event updated for resources: {'Port': ['ID=c61fac81-8c56-4d26-8b92-20116569d944,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:27:47.333665 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-703fe4dd-ee39-48fb-8ea8-dc0fee794f67 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:47.404290 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2714d80-c182-4caa-aa5a-153f831b9954 req-7312b90a-7bd8-4451-ba57-7e2b35089762 tempest-ImagesTestJSON-931761063 tempest-ImagesTestJSON-931761063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:27:47.405003 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-e2714d80-c182-4caa-aa5a-153f831b9954 req-7312b90a-7bd8-4451-ba57-7e2b35089762 tempest-ImagesTestJSON-931761063 tempest-ImagesTestJSON-931761063-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:47.502498 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce112027-3edb-4ce4-b88b-71093fdb757b req-2556280f-4858-4e4a-b68d-1f3db51ebcdc tempest-ImagesOneServerNegativeTestJSON-1012219953 tempest-ImagesOneServerNegativeTestJSON-1012219953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:27:47.510647 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ce112027-3edb-4ce4-b88b-71093fdb757b req-2556280f-4858-4e4a-b68d-1f3db51ebcdc tempest-ImagesOneServerNegativeTestJSON-1012219953 tempest-ImagesOneServerNegativeTestJSON-1012219953-project] 10.222.0.60 "GET /v2.0/ports?device_id=3eb53bce-75ac-4ae1-891f-4b41fa2887bc HTTP/1.1" status: 200 len: 943 time: 0.2989023 Nov 23 17:27:47.533232 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1d42e7-05eb-41f0-9b9c-2e1c7ebb81aa req-e621d38e-b261-4e93-90b5-bb13aee0c749 tempest-ImagesOneServerTestJSON-1060018331 tempest-ImagesOneServerTestJSON-1060018331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:27:47.540952 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4b1d42e7-05eb-41f0-9b9c-2e1c7ebb81aa req-e621d38e-b261-4e93-90b5-bb13aee0c749 tempest-ImagesOneServerTestJSON-1060018331 tempest-ImagesOneServerTestJSON-1060018331-project] 10.222.0.60 "GET /v2.0/ports?device_id=779538a1-8493-41af-b142-c0cf0c1e6957 HTTP/1.1" status: 200 len: 949 time: 0.3430533 Nov 23 17:27:47.613967 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-71759593-e621-4f8e-a895-33e5033ce1e9 tempest-ServersTestBootFromVolume-66960814 tempest-ServersTestBootFromVolume-66960814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:47.614492 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e2714d80-c182-4caa-aa5a-153f831b9954 req-7312b90a-7bd8-4451-ba57-7e2b35089762 tempest-ImagesTestJSON-931761063 tempest-ImagesTestJSON-931761063-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4542670 Nov 23 17:27:47.681507 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c717fc64-428a-4a6e-953c-93ea31dd51cf admin admin] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:27:47.689794 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71759593-e621-4f8e-a895-33e5033ce1e9 tempest-ServersTestBootFromVolume-66960814 tempest-ServersTestBootFromVolume-66960814-project] Pushing event deleted for resources: {'Port': ['ID=8c5abe08-20fa-42a6-9de5-ce5dfad4a76a,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:27:47.709399 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f41e2f54-d096-4189-82bb-41bde8a0c156 None None] Sync routers for ids ['a271dc8e-daa0-4a7e-b4fe-cc6cd3390c77'] in n-d-816206-8 {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:27:47.734099 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4b1d42e7-05eb-41f0-9b9c-2e1c7ebb81aa req-31d7397d-1ff8-403e-a4dd-f31698837dd7 tempest-ImagesOneServerTestJSON-1060018331 tempest-ImagesOneServerTestJSON-1060018331-project] 10.222.0.60 "GET /v2.0/security-groups?id=9dbca594-1a92-4d96-a3db-ffbc658977d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1921992 Nov 23 17:27:47.735452 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f41e2f54-d096-4189-82bb-41bde8a0c156 None None] Routers {'a271dc8e-daa0-4a7e-b4fe-cc6cd3390c77'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:27:47.737461 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-f41e2f54-d096-4189-82bb-41bde8a0c156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:27:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['a271dc8e-daa0-4a7e-b4fe-cc6cd3390c77'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:27:47.743554 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-c717fc64-428a-4a6e-953c-93ea31dd51cf admin admin] 10.222.0.60 "PUT /v2.0/routers/a271dc8e-daa0-4a7e-b4fe-cc6cd3390c77/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7343979 Nov 23 17:27:47.892845 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ce112027-3edb-4ce4-b88b-71093fdb757b req-8ec1492d-28fc-4bc6-b1c4-e7f1d3342fc1 tempest-ImagesOneServerNegativeTestJSON-1012219953 tempest-ImagesOneServerNegativeTestJSON-1012219953-project] 10.222.0.60 "GET /v2.0/security-groups?id=651f9501-e200-4452-8eae-06db36d1c3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3812883 Nov 23 17:27:47.899342 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6ff3f2c8-af4d-426b-b2b5-1ac1524e65ce req-05117ce1-617d-4464-8236-067b7b646a26 service neutron] 10.222.0.55 "GET /v2.0/networks/43d8ac08-152d-4053-b836-ddc03b0e91a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1188443 Nov 23 17:27:47.960629 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-f41e2f54-d096-4189-82bb-41bde8a0c156 None None] Set router a271dc8e-daa0-4a7e-b4fe-cc6cd3390c77 gateway port host: n-d-816206-8 {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:27:48.010361 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:48.058814 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84053226-57a7-4afc-b01c-40adaa693cdd req-4534c42b-2e47-46ba-a181-c830aaae6363 tempest-ImagesTestJSON-931761063 tempest-ImagesTestJSON-931761063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:27:48.062521 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a473b67-ef9c-4eea-84dd-acdd02be3125 {{(pid=103592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:27:48.069799 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9a27ae6c-db98-474f-94c1-cc99bf842d79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:48.078881 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-84053226-57a7-4afc-b01c-40adaa693cdd req-4534c42b-2e47-46ba-a181-c830aaae6363 tempest-ImagesTestJSON-931761063 tempest-ImagesTestJSON-931761063-project] 10.222.0.60 "GET /v2.0/ports?device_id=9ad6998c-3760-47d4-8e61-9e6189252294 HTTP/1.1" status: 200 len: 931 time: 0.2103372 Nov 23 17:27:48.084456 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 59674) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:27:48.167911 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port 7a473b67-ef9c-4eea-84dd-acdd02be3125, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=7a473b67-ef9c-4eea-84dd-acdd02be3125,segment=NetworkSegment(60478cc8-93b5-4306-bc7b-30ff3da3bb33),segment_id=60478cc8-93b5-4306-bc7b-30ff3da3bb33)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:27:48.173302 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:48.225803 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-703fe4dd-ee39-48fb-8ea8-dc0fee794f67 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:48.234225 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-71759593-e621-4f8e-a895-33e5033ce1e9 tempest-ServersTestBootFromVolume-66960814 tempest-ServersTestBootFromVolume-66960814-project] Publish callbacks [] for floatingip, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:48.247513 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-71759593-e621-4f8e-a895-33e5033ce1e9 tempest-ServersTestBootFromVolume-66960814 tempest-ServersTestBootFromVolume-66960814-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for floatingip, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:48.254150 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-71759593-e621-4f8e-a895-33e5033ce1e9 tempest-ServersTestBootFromVolume-66960814 tempest-ServersTestBootFromVolume-66960814-project] 10.222.0.60 "DELETE /v2.0/floatingips/197ccea2-d741-47fe-ac5f-1a7fa336c8c2 HTTP/1.1" status: 204 len: 168 time: 2.5594664 Nov 23 17:27:48.260401 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 59680) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:27:48.283376 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93052a8f-8945-4581-b28a-32b62650d34c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp355044b8-8e87-58c4-94fa-4a010ec30f9e-8fae7973-38e6-4660-a7b2-023eda92e2f5', 'network_id': '8fae7973-38e6-4660-a7b2-023eda92e2f5', 'tenant_id': '9b0068a4a0a543038f63069e85a0a90e', 'fixed_ips': [{'subnet_id': '34624ad2-f585-44eb-b7a5-2bcf52826b90'}]}} from n-d-816206-8. {{(pid=103592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 17:27:48.291836 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-93052a8f-8945-4581-b28a-32b62650d34c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:48.298601 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d87b0c-7a61-42e7-8a7d-a4d145724fd6 req-304f6b50-4583-4cdf-a1d2-8b24b2a37441 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:27:48.300342 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d6d87b0c-7a61-42e7-8a7d-a4d145724fd6 req-304f6b50-4583-4cdf-a1d2-8b24b2a37441 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.60 "GET /v2.0/ports?device_id=ffeae0b0-09b1-4f1e-9b33-8bbbbaaefdf6 HTTP/1.1" status: 200 len: 944 time: 0.1595972 Nov 23 17:27:48.313139 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-84053226-57a7-4afc-b01c-40adaa693cdd req-99b0327c-e3b9-4c7e-a22d-d7095ea0560c tempest-ImagesTestJSON-931761063 tempest-ImagesTestJSON-931761063-project] 10.222.0.60 "GET /v2.0/security-groups?id=f2768289-7821-4137-8326-c052bf648315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2307444 Nov 23 17:27:48.455247 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d6d87b0c-7a61-42e7-8a7d-a4d145724fd6 req-9b17453f-b85e-439d-ba1d-1073a7a89a55 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.60 "GET /v2.0/security-groups?id=5199d9c8-39cf-433e-a82b-4aef6c6477e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1377280 Nov 23 17:27:48.514583 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] get_ports_and_sgs() called for port_ids ['7a473b67-ef9c-4eea-84dd-acdd02be3125'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:27:48.565434 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-f41e2f54-d096-4189-82bb-41bde8a0c156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a271dc8e-daa0-4a7e-b4fe-cc6cd3390c77', 'name': 'tempest-ServersTestMultiNic-322204837-router', 'tenant_id': '30af1458e15a4ef39cb103ebf3b9a873', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.182'}], 'enable_snat': True}, 'gw_port_id': '4514a2b0-f25f-433f-9f9d-de765185ed6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:27:29Z', 'updated_at': '2021-11-23T17:27:43Z', 'revision_number': 4, 'project_id': '30af1458e15a4ef39cb103ebf3b9a873', 'gw_port': {'id': '4514a2b0-f25f-433f-9f9d-de765185ed6b', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:24:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a271dc8e-daa0-4a7e-b4fe-cc6cd3390c77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 922, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:27:32Z', 'updated_at': '2021-11-23T17:27:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_interfaces': [{'id': '3769c2d5-e10e-48ab-be33-395942f4c57c', 'name': '', 'network_id': '65712b39-fd4a-4748-a9fa-f557ff471008', 'tenant_id': '30af1458e15a4ef39cb103ebf3b9a873', 'mac_address': 'fa:16:3e:db:df:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a271dc8e-daa0-4a7e-b4fe-cc6cd3390c77', 'device_owner': 'network:router_interface', 'standard_attr_id': 924, 'fixed_ips': [{'subnet_id': '28677dba-4b65-4876-bfd9-bc6d0405baf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:27:41Z', 'updated_at': '2021-11-23T17:27:44Z', 'revision_number': 2, 'project_id': '30af1458e15a4ef39cb103ebf3b9a873', 'subnets': [{'id': '28677dba-4b65-4876-bfd9-bc6d0405baf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:27:48.570116 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-87b453db-801a-4f0d-ade1-0b8ef3fa492c tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1625662144'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:27:48.630093 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [req-e2714d80-c182-4caa-aa5a-153f831b9954 req-65b26129-99b9-4d21-bfc2-451f0ab9ed1c service neutron] Request body: {'port': {'device_id': '9ad6998c-3760-47d4-8e61-9e6189252294', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-8'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:27:48.644434 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f41e2f54-d096-4189-82bb-41bde8a0c156 None None] Checking router: a271dc8e-daa0-4a7e-b4fe-cc6cd3390c77 for host: n-d-816206-8 {{(pid=103593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 17:27:48.646903 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f41e2f54-d096-4189-82bb-41bde8a0c156 None None] Updating router a271dc8e-daa0-4a7e-b4fe-cc6cd3390c77 port 3769c2d5-e10e-48ab-be33-395942f4c57c binding host n-d-816206-8 {{(pid=103593) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 17:27:48.696550 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:48.716663 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-f41e2f54-d096-4189-82bb-41bde8a0c156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:48.738108 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Pushing event updated for resources: {'Port': ['ID=7a473b67-ef9c-4eea-84dd-acdd02be3125,revision_number=4']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:27:48.739816 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87b453db-801a-4f0d-ade1-0b8ef3fa492c tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Made reservation on behalf of 30af1458e15a4ef39cb103ebf3b9a873 for: {'network': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:27:48.769493 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-87b453db-801a-4f0d-ade1-0b8ef3fa492c tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for network, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:48.866918 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87b453db-801a-4f0d-ade1-0b8ef3fa492c tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] vlan segment allocate from pool success with {'vlan_id': 525, 'physical_network': 'physnet1'} {{(pid=103591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 17:27:48.891076 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-87b453db-801a-4f0d-ade1-0b8ef3fa492c tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:48.893731 n-d-816206-8 neutron-server[103591]: INFO neutron.db.segments_db [None req-87b453db-801a-4f0d-ade1-0b8ef3fa492c tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Added segment a571a13a-1919-42eb-8447-a1d218f50a9e of type vlan for network 50c7499f-0ec0-4c37-9ce2-16c829cbfc5a Nov 23 17:27:49.008439 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-87b453db-801a-4f0d-ade1-0b8ef3fa492c tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736635338810'] for network, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:49.145126 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.db_base_plugin_common [None req-93052a8f-8945-4581-b28a-32b62650d34c None None] Allocated IP 172.20.0.2 (8fae7973-38e6-4660-a7b2-023eda92e2f5/34624ad2-f585-44eb-b7a5-2bcf52826b90/d5ba8070-3afb-43e5-a993-23fc1fb70249) {{(pid=103592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:27:49.157496 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-e2714d80-c182-4caa-aa5a-153f831b9954 req-65b26129-99b9-4d21-bfc2-451f0ab9ed1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:49.208254 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-87b453db-801a-4f0d-ade1-0b8ef3fa492c tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493'] for network, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:49.225613 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87b453db-801a-4f0d-ade1-0b8ef3fa492c tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:27:49.227688 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-87b453db-801a-4f0d-ade1-0b8ef3fa492c tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for network, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:49.417299 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-93052a8f-8945-4581-b28a-32b62650d34c None None] Publish callbacks [] for port, precommit_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:49.428734 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-93052a8f-8945-4581-b28a-32b62650d34c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980'] for port, after_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:49.457742 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-f41e2f54-d096-4189-82bb-41bde8a0c156 None None] Publish callbacks [] for port, precommit_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:49.470294 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-f41e2f54-d096-4189-82bb-41bde8a0c156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:49.547689 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ade955d-e77c-475a-86af-3f013a15aeed None None] Pushing event updated for resources: {'Port': ['ID=3769c2d5-e10e-48ab-be33-395942f4c57c,revision_number=3']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:27:49.563024 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ade955d-e77c-475a-86af-3f013a15aeed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:27:49.563379 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ade955d-e77c-475a-86af-3f013a15aeed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:27:49.563788 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ade955d-e77c-475a-86af-3f013a15aeed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:27:49.564075 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ade955d-e77c-475a-86af-3f013a15aeed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:27:49.564477 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ade955d-e77c-475a-86af-3f013a15aeed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:27:49.564962 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ade955d-e77c-475a-86af-3f013a15aeed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:27:49.565304 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ade955d-e77c-475a-86af-3f013a15aeed None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:27:49.565702 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ade955d-e77c-475a-86af-3f013a15aeed None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:27:49.566069 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ade955d-e77c-475a-86af-3f013a15aeed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:27:49.566407 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ade955d-e77c-475a-86af-3f013a15aeed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:27:49.566735 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ade955d-e77c-475a-86af-3f013a15aeed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:27:49.567062 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ade955d-e77c-475a-86af-3f013a15aeed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:27:49.584754 n-d-816206-8 neutron-server[103592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93052a8f-8945-4581-b28a-32b62650d34c None None] Network 8fae7973-38e6-4660-a7b2-023eda92e2f5 is already hosted by enough agents. {{(pid=103592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:27:49.594733 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b453db-801a-4f0d-ade1-0b8ef3fa492c tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Pushing event updated for resources: {'Network': ['ID=50c7499f-0ec0-4c37-9ce2-16c829cbfc5a,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:27:49.628526 n-d-816206-8 neutron-server[103592]: DEBUG neutron.scheduler.base_scheduler [None req-93052a8f-8945-4581-b28a-32b62650d34c None None] Resources bound (agent type, host, resource id): {{(pid=103592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:27:49.632387 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93052a8f-8945-4581-b28a-32b62650d34c None None] Received port after_create {{(pid=103592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:27:49.635711 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Network 50c7499f-0ec0-4c37-9ce2-16c829cbfc5a details requested by agent ovs-agent-n-d-816206-8 with host n-d-816206-8 {{(pid=103592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 17:27:49.677573 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [None req-f41e2f54-d096-4189-82bb-41bde8a0c156 None None] Attempting to bind port 3769c2d5-e10e-48ab-be33-395942f4c57c on host n-d-816206-8 for vnic_type normal with profile {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:27:49.678321 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [None req-f41e2f54-d096-4189-82bb-41bde8a0c156 None None] Attempting to bind port 3769c2d5-e10e-48ab-be33-395942f4c57c by drivers openvswitch,hyperv on host n-d-816206-8 at level 0 using segments [{'id': 'fec3e18b-192e-4190-b016-a80fa6978f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '65712b39-fd4a-4748-a9fa-f557ff471008'}] {{(pid=103593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:27:49.678883 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f41e2f54-d096-4189-82bb-41bde8a0c156 None None] Attempting to bind port 3769c2d5-e10e-48ab-be33-395942f4c57c on network 65712b39-fd4a-4748-a9fa-f557ff471008 {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:27:49.686535 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f41e2f54-d096-4189-82bb-41bde8a0c156 None None] Checking agent: {'id': '9e89acbe-4bbe-4c77-a18b-6f1da9133e0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 7, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 27, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:27:49.687401 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f41e2f54-d096-4189-82bb-41bde8a0c156 None None] Checking segment: {'id': 'fec3e18b-192e-4190-b016-a80fa6978f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '65712b39-fd4a-4748-a9fa-f557ff471008'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:27:49.688124 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-f41e2f54-d096-4189-82bb-41bde8a0c156 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:49.688811 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f41e2f54-d096-4189-82bb-41bde8a0c156 None None] Bound using segment: {'id': 'fec3e18b-192e-4190-b016-a80fa6978f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '65712b39-fd4a-4748-a9fa-f557ff471008'} {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:27:49.689665 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [None req-f41e2f54-d096-4189-82bb-41bde8a0c156 None None] Bound port: 3769c2d5-e10e-48ab-be33-395942f4c57c, host: n-d-816206-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fec3e18b-192e-4190-b016-a80fa6978f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '65712b39-fd4a-4748-a9fa-f557ff471008'}}] {{(pid=103593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:27:49.690315 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-f41e2f54-d096-4189-82bb-41bde8a0c156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:49.714044 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0f1f32-ec5a-432d-a390-b3d4c7da40e3 req-b3828a60-754e-438e-9a04-1bfc2ab69650 tempest-ImagesOneServerNegativeTestJSON-1012219953 tempest-ImagesOneServerNegativeTestJSON-1012219953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:27:49.715850 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ad0f1f32-ec5a-432d-a390-b3d4c7da40e3 req-b3828a60-754e-438e-9a04-1bfc2ab69650 tempest-ImagesOneServerNegativeTestJSON-1012219953 tempest-ImagesOneServerNegativeTestJSON-1012219953-project] 10.222.0.60 "GET /v2.0/ports?device_id=3eb53bce-75ac-4ae1-891f-4b41fa2887bc HTTP/1.1" status: 200 len: 944 time: 0.6421614 Nov 23 17:27:49.742442 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-87b453db-801a-4f0d-ade1-0b8ef3fa492c tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.6513934 Nov 23 17:27:49.764997 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 59716) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:27:49.788153 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-5b12a9c2-c6d3-421c-9f4e-0559c5fe7a4c tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Request body: {'subnet': {'network_id': '50c7499f-0ec0-4c37-9ce2-16c829cbfc5a', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:27:49.823016 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-f41e2f54-d096-4189-82bb-41bde8a0c156 None None] For port 3769c2d5-e10e-48ab-be33-395942f4c57c, host n-d-816206-8, cleared binding levels {{(pid=103593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:27:49.827739 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93052a8f-8945-4581-b28a-32b62650d34c None None] Pushing event updated for resources: {'Port': ['ID=d5ba8070-3afb-43e5-a993-23fc1fb70249,revision_number=1']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:27:49.830227 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-f41e2f54-d096-4189-82bb-41bde8a0c156 None None] For port 3769c2d5-e10e-48ab-be33-395942f4c57c, host n-d-816206-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=3769c2d5-e10e-48ab-be33-395942f4c57c,segment=NetworkSegment(fec3e18b-192e-4190-b016-a80fa6978f10),segment_id=fec3e18b-192e-4190-b016-a80fa6978f10)] {{(pid=103593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:27:49.841081 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-f41e2f54-d096-4189-82bb-41bde8a0c156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:49.893810 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f41e2f54-d096-4189-82bb-41bde8a0c156 None None] Routers {'a271dc8e-daa0-4a7e-b4fe-cc6cd3390c77'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:27:49.894339 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-f41e2f54-d096-4189-82bb-41bde8a0c156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:27:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['a271dc8e-daa0-4a7e-b4fe-cc6cd3390c77'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:27:49.904970 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-93052a8f-8945-4581-b28a-32b62650d34c None None] Attempting to bind port d5ba8070-3afb-43e5-a993-23fc1fb70249 on host n-d-816206-8 for vnic_type normal with profile {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:27:49.905375 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-93052a8f-8945-4581-b28a-32b62650d34c None None] Attempting to bind port d5ba8070-3afb-43e5-a993-23fc1fb70249 by drivers openvswitch,hyperv on host n-d-816206-8 at level 0 using segments [{'id': '5b559295-8909-4c1e-aefd-73cd9a3c5d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '8fae7973-38e6-4660-a7b2-023eda92e2f5'}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:27:49.905702 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93052a8f-8945-4581-b28a-32b62650d34c None None] Attempting to bind port d5ba8070-3afb-43e5-a993-23fc1fb70249 on network 8fae7973-38e6-4660-a7b2-023eda92e2f5 {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:27:49.911619 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93052a8f-8945-4581-b28a-32b62650d34c None None] Checking agent: {'id': '9e89acbe-4bbe-4c77-a18b-6f1da9133e0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 7, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 27, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:27:49.912026 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93052a8f-8945-4581-b28a-32b62650d34c None None] Checking segment: {'id': '5b559295-8909-4c1e-aefd-73cd9a3c5d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '8fae7973-38e6-4660-a7b2-023eda92e2f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:27:49.912384 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-93052a8f-8945-4581-b28a-32b62650d34c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:49.912946 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93052a8f-8945-4581-b28a-32b62650d34c None None] Bound using segment: {'id': '5b559295-8909-4c1e-aefd-73cd9a3c5d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '8fae7973-38e6-4660-a7b2-023eda92e2f5'} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:27:49.913619 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-93052a8f-8945-4581-b28a-32b62650d34c None None] Bound port: d5ba8070-3afb-43e5-a993-23fc1fb70249, host: n-d-816206-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b559295-8909-4c1e-aefd-73cd9a3c5d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '8fae7973-38e6-4660-a7b2-023eda92e2f5'}}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:27:49.914194 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-93052a8f-8945-4581-b28a-32b62650d34c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:49.986465 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b12a9c2-c6d3-421c-9f4e-0559c5fe7a4c tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Made reservation on behalf of 30af1458e15a4ef39cb103ebf3b9a873 for: {'subnet': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:27:49.992269 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5b12a9c2-c6d3-421c-9f4e-0559c5fe7a4c tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264730903'] for subnet, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:50.009733 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba0f753-3c8d-408c-8ef7-14d66a55b2ae req-226acd1f-6d95-4a42-abcf-236b88528cdf tempest-ImagesTestJSON-931761063 tempest-ImagesTestJSON-931761063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:27:50.019076 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7ba0f753-3c8d-408c-8ef7-14d66a55b2ae req-226acd1f-6d95-4a42-abcf-236b88528cdf tempest-ImagesTestJSON-931761063 tempest-ImagesTestJSON-931761063-project] 10.222.0.60 "GET /v2.0/ports?device_id=9ad6998c-3760-47d4-8e61-9e6189252294 HTTP/1.1" status: 200 len: 931 time: 0.4751570 Nov 23 17:27:50.020060 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-93052a8f-8945-4581-b28a-32b62650d34c None None] For port d5ba8070-3afb-43e5-a993-23fc1fb70249, host n-d-816206-8, cleared binding levels {{(pid=103592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:27:50.025722 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-93052a8f-8945-4581-b28a-32b62650d34c None None] For port d5ba8070-3afb-43e5-a993-23fc1fb70249, host n-d-816206-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=d5ba8070-3afb-43e5-a993-23fc1fb70249,segment=NetworkSegment(5b559295-8909-4c1e-aefd-73cd9a3c5d40),segment_id=5b559295-8909-4c1e-aefd-73cd9a3c5d40)] {{(pid=103592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:27:50.032949 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-93052a8f-8945-4581-b28a-32b62650d34c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:50.037735 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-703fe4dd-ee39-48fb-8ea8-dc0fee794f67 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:50.054006 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ad0f1f32-ec5a-432d-a390-b3d4c7da40e3 req-069439e8-3e9a-42f6-b533-89057ef800c2 tempest-ImagesOneServerNegativeTestJSON-1012219953 tempest-ImagesOneServerNegativeTestJSON-1012219953-project] 10.222.0.60 "GET /v2.0/security-groups?id=651f9501-e200-4452-8eae-06db36d1c3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3081567 Nov 23 17:27:50.085138 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-703fe4dd-ee39-48fb-8ea8-dc0fee794f67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:50.155659 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-f41e2f54-d096-4189-82bb-41bde8a0c156 None None] Set router a271dc8e-daa0-4a7e-b4fe-cc6cd3390c77 gateway port host: n-d-816206-8 {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:27:50.166189 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7ba0f753-3c8d-408c-8ef7-14d66a55b2ae req-f14f954d-2e47-4ae5-8a33-9f7ef945a784 tempest-ImagesTestJSON-931761063 tempest-ImagesTestJSON-931761063-project] 10.222.0.60 "GET /v2.0/security-groups?id=f2768289-7821-4137-8326-c052bf648315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455331 Nov 23 17:27:50.260853 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-77c155d7-019f-4b19-9bba-ca441340f3e8 None None] Provisioning complete for port 3769c2d5-e10e-48ab-be33-395942f4c57c triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:27:50.267223 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-77c155d7-019f-4b19-9bba-ca441340f3e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:50.377981 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ab5c4ad5-5e5d-44e6-8adf-8b4179d50af4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1794372'] for router_interface, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:50.445565 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93052a8f-8945-4581-b28a-32b62650d34c None None] Pushing event updated for resources: {'Port': ['ID=d5ba8070-3afb-43e5-a993-23fc1fb70249,revision_number=2']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:27:50.507401 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441b269a-69a9-42ed-b08d-c5e1ecc9b62b req-b10a6b5e-772d-4035-a777-9f5b45baf30a tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:27:50.516854 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-441b269a-69a9-42ed-b08d-c5e1ecc9b62b req-b10a6b5e-772d-4035-a777-9f5b45baf30a tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.60 "GET /v2.0/ports?device_id=ffeae0b0-09b1-4f1e-9b33-8bbbbaaefdf6 HTTP/1.1" status: 200 len: 944 time: 0.1438913 Nov 23 17:27:50.583700 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ade955d-e77c-475a-86af-3f013a15aeed None None] Pushing event updated for resources: {'Port': ['ID=3769c2d5-e10e-48ab-be33-395942f4c57c,revision_number=4']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:27:50.648507 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-f41e2f54-d096-4189-82bb-41bde8a0c156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a271dc8e-daa0-4a7e-b4fe-cc6cd3390c77', 'name': 'tempest-ServersTestMultiNic-322204837-router', 'tenant_id': '30af1458e15a4ef39cb103ebf3b9a873', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.182'}], 'enable_snat': True}, 'gw_port_id': '4514a2b0-f25f-433f-9f9d-de765185ed6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:27:29Z', 'updated_at': '2021-11-23T17:27:43Z', 'revision_number': 4, 'project_id': '30af1458e15a4ef39cb103ebf3b9a873', 'gw_port': {'id': '4514a2b0-f25f-433f-9f9d-de765185ed6b', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:24:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a271dc8e-daa0-4a7e-b4fe-cc6cd3390c77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 922, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:27:32Z', 'updated_at': '2021-11-23T17:27:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_interfaces': [{'id': '3769c2d5-e10e-48ab-be33-395942f4c57c', 'name': '', 'network_id': '65712b39-fd4a-4748-a9fa-f557ff471008', 'tenant_id': '30af1458e15a4ef39cb103ebf3b9a873', 'mac_address': 'fa:16:3e:db:df:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a271dc8e-daa0-4a7e-b4fe-cc6cd3390c77', 'device_owner': 'network:router_interface', 'standard_attr_id': 924, 'fixed_ips': [{'subnet_id': '28677dba-4b65-4876-bfd9-bc6d0405baf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:27:41Z', 'updated_at': '2021-11-23T17:27:49Z', 'revision_number': 4, 'project_id': '30af1458e15a4ef39cb103ebf3b9a873', 'subnets': [{'id': '28677dba-4b65-4876-bfd9-bc6d0405baf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:27:50.697577 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-77c155d7-019f-4b19-9bba-ca441340f3e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:50.701368 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device 7a473b67-ef9c-4eea-84dd-acdd02be3125 up at agent hyperv_n-h2-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:27:50.702127 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [req-e2714d80-c182-4caa-aa5a-153f831b9954 req-65b26129-99b9-4d21-bfc2-451f0ab9ed1c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c61fac81-8c56-4d26-8b92-20116569d944 {{(pid=103591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:27:50.725269 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f41e2f54-d096-4189-82bb-41bde8a0c156 None None] The sync data for ids ['a271dc8e-daa0-4a7e-b4fe-cc6cd3390c77'] in n-d-816206-8 is: [{'id': 'a271dc8e-daa0-4a7e-b4fe-cc6cd3390c77', 'name': 'tempest-ServersTestMultiNic-322204837-router', 'tenant_id': '30af1458e15a4ef39cb103ebf3b9a873', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.182'}], 'enable_snat': True}, 'gw_port_id': '4514a2b0-f25f-433f-9f9d-de765185ed6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:27:29Z', 'updated_at': '2021-11-23T17:27:43Z', 'revision_number': 4, 'project_id': '30af1458e15a4ef39cb103ebf3b9a873', 'gw_port': {'id': '4514a2b0-f25f-433f-9f9d-de765185ed6b', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:24:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a271dc8e-daa0-4a7e-b4fe-cc6cd3390c77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 922, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:27:32Z', 'updated_at': '2021-11-23T17:27:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_interfaces': [{'id': '3769c2d5-e10e-48ab-be33-395942f4c57c', 'name': '', 'network_id': '65712b39-fd4a-4748-a9fa-f557ff471008', 'tenant_id': '30af1458e15a4ef39cb103ebf3b9a873', 'mac_address': 'fa:16:3e:db:df:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a271dc8e-daa0-4a7e-b4fe-cc6cd3390c77', 'device_owner': 'network:router_interface', 'standard_attr_id': 924, 'fixed_ips': [{'subnet_id': '28677dba-4b65-4876-bfd9-bc6d0405baf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:27:41Z', 'updated_at': '2021-11-23T17:27:49Z', 'revision_number': 4, 'project_id': '30af1458e15a4ef39cb103ebf3b9a873', 'subnets': [{'id': '28677dba-4b65-4876-bfd9-bc6d0405baf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:27:50.733517 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-e2714d80-c182-4caa-aa5a-153f831b9954 req-65b26129-99b9-4d21-bfc2-451f0ab9ed1c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:50.765904 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.provisioning_blocks [req-e2714d80-c182-4caa-aa5a-153f831b9954 req-65b26129-99b9-4d21-bfc2-451f0ab9ed1c service neutron] Transition to ACTIVE for port object c61fac81-8c56-4d26-8b92-20116569d944 will not be triggered until provisioned by entity L2. {{(pid=103591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 17:27:50.833594 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-e2714d80-c182-4caa-aa5a-153f831b9954 req-65b26129-99b9-4d21-bfc2-451f0ab9ed1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264758186'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:50.847528 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-77c155d7-019f-4b19-9bba-ca441340f3e8 None None] For port 3769c2d5-e10e-48ab-be33-395942f4c57c, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=3769c2d5-e10e-48ab-be33-395942f4c57c,segment=NetworkSegment(fec3e18b-192e-4190-b016-a80fa6978f10),segment_id=fec3e18b-192e-4190-b016-a80fa6978f10)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:27:50.856281 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-77c155d7-019f-4b19-9bba-ca441340f3e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:50.945045 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Provisioning for port 7a473b67-ef9c-4eea-84dd-acdd02be3125 completed by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 17:27:50.995755 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Provisioning complete for port 7a473b67-ef9c-4eea-84dd-acdd02be3125 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:27:51.005563 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:51.012942 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-703fe4dd-ee39-48fb-8ea8-dc0fee794f67 admin admin] Allocated IP 172.25.3.93 (4c8455ba-1be5-42ac-b8c2-8a16e1292d55/08fe3644-ce41-4c3f-a7ea-92bac0f0fff5/5e419484-ec27-4048-92d1-8b9d95aaa519) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:27:51.110107 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-441b269a-69a9-42ed-b08d-c5e1ecc9b62b req-cae00401-fe4b-49fa-bfe5-6cd291173754 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.60 "GET /v2.0/security-groups?id=5199d9c8-39cf-433e-a82b-4aef6c6477e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5897987 Nov 23 17:27:51.147731 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b26129-99b9-4d21-bfc2-451f0ab9ed1c service neutron] Pushing event updated for resources: {'Port': ['ID=c61fac81-8c56-4d26-8b92-20116569d944,revision_number=2']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:27:51.157953 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-e5e9a1d9-a16a-4e7e-9252-d45358aea624 None None] Provisioning complete for port 3769c2d5-e10e-48ab-be33-395942f4c57c triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:27:51.165556 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-e5e9a1d9-a16a-4e7e-9252-d45358aea624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:51.263585 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c155d7-019f-4b19-9bba-ca441340f3e8 None None] Pushing event updated for resources: {'Port': ['ID=3769c2d5-e10e-48ab-be33-395942f4c57c,revision_number=5']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:27:51.323676 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-703fe4dd-ee39-48fb-8ea8-dc0fee794f67 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:51.356032 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5b12a9c2-c6d3-421c-9f4e-0559c5fe7a4c tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264358096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264730885'] for subnet, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:51.379244 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device 11e5236c-f259-4998-9c04-87d985c86e1e details requested by agent hyperv_n-h1-816206-8 with host n-h1-816206-8 {{(pid=103592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 17:27:51.469042 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36dc2d2-3579-499a-b59a-2de4cc605287 req-45f47018-5caa-48d2-9cb6-a4f8c419ddc9 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:27:51.479228 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e36dc2d2-3579-499a-b59a-2de4cc605287 req-45f47018-5caa-48d2-9cb6-a4f8c419ddc9 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.60 "GET /v2.0/ports?device_id=ffeae0b0-09b1-4f1e-9b33-8bbbbaaefdf6 HTTP/1.1" status: 200 len: 944 time: 0.2299442 Nov 23 17:27:51.534498 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-e2714d80-c182-4caa-aa5a-153f831b9954 req-65b26129-99b9-4d21-bfc2-451f0ab9ed1c service neutron] Attempting to bind port c61fac81-8c56-4d26-8b92-20116569d944 on host n-h1-816206-8 for vnic_type normal with profile {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:27:51.535523 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-e2714d80-c182-4caa-aa5a-153f831b9954 req-65b26129-99b9-4d21-bfc2-451f0ab9ed1c service neutron] Attempting to bind port c61fac81-8c56-4d26-8b92-20116569d944 by drivers openvswitch,hyperv on host n-h1-816206-8 at level 0 using segments [{'id': '8fed18b2-0713-4023-96b5-16ede53c73dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'b560144d-d078-4e51-9dcb-6b297d4ac5e2'}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:27:51.535523 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2714d80-c182-4caa-aa5a-153f831b9954 req-65b26129-99b9-4d21-bfc2-451f0ab9ed1c service neutron] Attempting to bind port c61fac81-8c56-4d26-8b92-20116569d944 on network b560144d-d078-4e51-9dcb-6b297d4ac5e2 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:27:51.561426 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.db.resource_extend [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 23 17:27:51.584301 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0754d37a-3e29-4958-b773-d32d3c2b7705 req-effd84a7-bb13-4daa-8854-06300345f558 tempest-ImagesOneServerNegativeTestJSON-1012219953 tempest-ImagesOneServerNegativeTestJSON-1012219953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:27:51.603083 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-0754d37a-3e29-4958-b773-d32d3c2b7705 req-effd84a7-bb13-4daa-8854-06300345f558 tempest-ImagesOneServerNegativeTestJSON-1012219953 tempest-ImagesOneServerNegativeTestJSON-1012219953-project] 10.222.0.60 "GET /v2.0/ports?device_id=3eb53bce-75ac-4ae1-891f-4b41fa2887bc HTTP/1.1" status: 200 len: 944 time: 0.3979754 Nov 23 17:27:51.673027 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2714d80-c182-4caa-aa5a-153f831b9954 req-65b26129-99b9-4d21-bfc2-451f0ab9ed1c service neutron] Port c61fac81-8c56-4d26-8b92-20116569d944 on network b560144d-d078-4e51-9dcb-6b297d4ac5e2 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-8 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 17:27:51.673426 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2714d80-c182-4caa-aa5a-153f831b9954 req-65b26129-99b9-4d21-bfc2-451f0ab9ed1c service neutron] Attempting to bind port c61fac81-8c56-4d26-8b92-20116569d944 on network b560144d-d078-4e51-9dcb-6b297d4ac5e2 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:27:51.690676 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2714d80-c182-4caa-aa5a-153f831b9954 req-65b26129-99b9-4d21-bfc2-451f0ab9ed1c service neutron] Checking agent: {'id': '4b0a4557-3bfe-4828-80a0-7981fc3ac84c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 15, 14), 'started_at': datetime.datetime(2021, 11, 23, 17, 15, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 27, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:27:51.691062 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2714d80-c182-4caa-aa5a-153f831b9954 req-65b26129-99b9-4d21-bfc2-451f0ab9ed1c service neutron] Checking segment: {'id': '8fed18b2-0713-4023-96b5-16ede53c73dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'b560144d-d078-4e51-9dcb-6b297d4ac5e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:27:51.691383 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2714d80-c182-4caa-aa5a-153f831b9954 req-65b26129-99b9-4d21-bfc2-451f0ab9ed1c service neutron] Bound using segment: {'id': '8fed18b2-0713-4023-96b5-16ede53c73dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'b560144d-d078-4e51-9dcb-6b297d4ac5e2'} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:27:51.691826 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-e2714d80-c182-4caa-aa5a-153f831b9954 req-65b26129-99b9-4d21-bfc2-451f0ab9ed1c service neutron] Bound port: c61fac81-8c56-4d26-8b92-20116569d944, host: n-h1-816206-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8fed18b2-0713-4023-96b5-16ede53c73dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'b560144d-d078-4e51-9dcb-6b297d4ac5e2'}}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:27:51.692194 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-e2714d80-c182-4caa-aa5a-153f831b9954 req-65b26129-99b9-4d21-bfc2-451f0ab9ed1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:51.705313 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b12a9c2-c6d3-421c-9f4e-0559c5fe7a4c tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Pushing event updated for resources: {'Subnet': ['ID=00ffd2b7-5ef8-4d5b-9c72-5205e759c1e7,revision_number=0']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:27:51.716338 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b12a9c2-c6d3-421c-9f4e-0559c5fe7a4c tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Checking segment: {'id': 'a571a13a-1919-42eb-8447-a1d218f50a9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '50c7499f-0ec0-4c37-9ce2-16c829cbfc5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:27:51.728722 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b12a9c2-c6d3-421c-9f4e-0559c5fe7a4c tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Network hostable DHCP agents. Network: 50c7499f-0ec0-4c37-9ce2-16c829cbfc5a, hostable agents: ['0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3'], hosted agents: [] {{(pid=103590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 17:27:51.742301 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 59772) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:27:51.779589 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-ab5c4ad5-5e5d-44e6-8adf-8b4179d50af4 admin admin] Deleting port ead18514-413a-48b4-9e42-1258ec9db67a {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:27:51.779929 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ab5c4ad5-5e5d-44e6-8adf-8b4179d50af4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:51.782310 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-703fe4dd-ee39-48fb-8ea8-dc0fee794f67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:51.833941 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:51.853303 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-e2714d80-c182-4caa-aa5a-153f831b9954 req-65b26129-99b9-4d21-bfc2-451f0ab9ed1c service neutron] For port c61fac81-8c56-4d26-8b92-20116569d944, host n-h1-816206-8, cleared binding levels {{(pid=103591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:27:51.870369 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-e2714d80-c182-4caa-aa5a-153f831b9954 req-65b26129-99b9-4d21-bfc2-451f0ab9ed1c service neutron] For port c61fac81-8c56-4d26-8b92-20116569d944, host n-h1-816206-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=c61fac81-8c56-4d26-8b92-20116569d944,segment=NetworkSegment(8fed18b2-0713-4023-96b5-16ede53c73dc),segment_id=8fed18b2-0713-4023-96b5-16ede53c73dc)] {{(pid=103591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:27:51.897396 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e36dc2d2-3579-499a-b59a-2de4cc605287 req-900531f4-ab79-4de7-abbd-9ac073f3f254 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.60 "GET /v2.0/security-groups?id=5199d9c8-39cf-433e-a82b-4aef6c6477e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4169490 Nov 23 17:27:51.937219 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b12a9c2-c6d3-421c-9f4e-0559c5fe7a4c tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Network 50c7499f-0ec0-4c37-9ce2-16c829cbfc5a is scheduled to be hosted by DHCP agent 0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3 with binding_index 1 {{(pid=103590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 17:27:51.963454 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-e2714d80-c182-4caa-aa5a-153f831b9954 req-65b26129-99b9-4d21-bfc2-451f0ab9ed1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264758186'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:51.980390 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port 11e5236c-f259-4998-9c04-87d985c86e1e, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=11e5236c-f259-4998-9c04-87d985c86e1e,segment=NetworkSegment(329c1745-02bf-4561-9615-3192910887f5),segment_id=329c1745-02bf-4561-9615-3192910887f5)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:27:51.982148 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-703fe4dd-ee39-48fb-8ea8-dc0fee794f67 admin admin] Network 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:27:51.989273 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703fe4dd-ee39-48fb-8ea8-dc0fee794f67 admin admin] Pushing event updated for resources: {'Port': ['ID=5e419484-ec27-4048-92d1-8b9d95aaa519,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:27:52.009190 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-703fe4dd-ee39-48fb-8ea8-dc0fee794f67 admin admin] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:27:52.013602 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3eb53bce-75ac-4ae1-891f-4b41fa2887bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a473b67-ef9c-4eea-84dd-acdd02be3125'}] {{(pid=103592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:27:52.018600 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-703fe4dd-ee39-48fb-8ea8-dc0fee794f67 admin admin] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:27:52.026915 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba3e6a8f2301c7a29fe1eca9779abdae4ccbcd6266d69778087f2498d5551201" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba0cc1ad-814c-4b48-b8ae-c585bc151035" -d '{"events": [{"server_uuid": "3eb53bce-75ac-4ae1-891f-4b41fa2887bc", "name": "network-vif-plugged", "status": "completed", "tag": "7a473b67-ef9c-4eea-84dd-acdd02be3125"}]}' {{(pid=103592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:27:52.071759 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-5b12a9c2-c6d3-421c-9f4e-0559c5fe7a4c tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-8, 50c7499f-0ec0-4c37-9ce2-16c829cbfc5a) {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:27:52.087731 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b12a9c2-c6d3-421c-9f4e-0559c5fe7a4c tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:27:52.088562 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5b12a9c2-c6d3-421c-9f4e-0559c5fe7a4c tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Publish callbacks [] for subnet, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:52.091845 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Returning: {'device': '11e5236c-f259-4998-9c04-87d985c86e1e', 'network_id': 'f1e1dabf-b410-4023-9169-a460a86e7184', 'port_id': '11e5236c-f259-4998-9c04-87d985c86e1e', 'mac_address': 'fa:16:3e:8a:e4:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac77c175-5679-438b-8a2a-356718377641', 'ip_address': '192.168.233.34'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 17:27:52.114085 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-ab5c4ad5-5e5d-44e6-8adf-8b4179d50af4 admin admin] For port ead18514-413a-48b4-9e42-1258ec9db67a, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=ead18514-413a-48b4-9e42-1258ec9db67a,segment=NetworkSegment(e8fdbf9e-d1bc-4edd-ae5f-12f758e7fe49),segment_id=e8fdbf9e-d1bc-4edd-ae5f-12f758e7fe49)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:27:52.114743 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ab5c4ad5-5e5d-44e6-8adf-8b4179d50af4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:52.138312 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5842be7f-5f7d-40f1-8066-650d2dff46d8 None None] Network 50c7499f-0ec0-4c37-9ce2-16c829cbfc5a requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:27:52.147939 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b26129-99b9-4d21-bfc2-451f0ab9ed1c service neutron] Pushing event updated for resources: {'Port': ['ID=c61fac81-8c56-4d26-8b92-20116569d944,revision_number=3']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:27:52.158598 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-ab5c4ad5-5e5d-44e6-8adf-8b4179d50af4 admin admin] Calling delete_port for ead18514-413a-48b4-9e42-1258ec9db67a owned by network:router_interface {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:27:52.162516 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-0754d37a-3e29-4958-b773-d32d3c2b7705 req-3d519aec-77a3-49ff-9ff2-52ecc25a2192 tempest-ImagesOneServerNegativeTestJSON-1012219953 tempest-ImagesOneServerNegativeTestJSON-1012219953-project] 10.222.0.60 "GET /v2.0/security-groups?id=651f9501-e200-4452-8eae-06db36d1c3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5585625 Nov 23 17:27:52.163938 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-5b12a9c2-c6d3-421c-9f4e-0559c5fe7a4c tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.3924327 Nov 23 17:27:52.165575 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c5d95bf8-44c5-425d-a6ac-b74d07734a79 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:52.169869 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 59786) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:27:52.221305 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-449881dd-7369-4e60-9993-51792aed1a3b tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1485091870'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:27:52.224356 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port 7a473b67-ef9c-4eea-84dd-acdd02be3125, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=7a473b67-ef9c-4eea-84dd-acdd02be3125,segment=NetworkSegment(60478cc8-93b5-4306-bc7b-30ff3da3bb33),segment_id=60478cc8-93b5-4306-bc7b-30ff3da3bb33)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:27:52.314504 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-449881dd-7369-4e60-9993-51792aed1a3b tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Made reservation on behalf of 30af1458e15a4ef39cb103ebf3b9a873 for: {'network': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:27:52.326535 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-449881dd-7369-4e60-9993-51792aed1a3b tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for network, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:52.350397 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1445494-b324-4530-9560-142f833b799c None None] Network 8fae7973-38e6-4660-a7b2-023eda92e2f5 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:27:52.354284 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2714d80-c182-4caa-aa5a-153f831b9954 req-65b26129-99b9-4d21-bfc2-451f0ab9ed1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:27:52.355473 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-e2714d80-c182-4caa-aa5a-153f831b9954 req-65b26129-99b9-4d21-bfc2-451f0ab9ed1c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:52.357234 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e2714d80-c182-4caa-aa5a-153f831b9954 req-65b26129-99b9-4d21-bfc2-451f0ab9ed1c service neutron] 10.222.0.55 "PUT /v2.0/ports/c61fac81-8c56-4d26-8b92-20116569d944 HTTP/1.1" status: 200 len: 1091 time: 4.5645683 Nov 23 17:27:52.359332 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ad6998c-3760-47d4-8e61-9e6189252294', 'tag': 'c61fac81-8c56-4d26-8b92-20116569d944'}] {{(pid=103591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:27:52.362748 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41d174a19ece9499ff9ec44e5b3fc50f2abd3ffbc947fb7e52ea1e8db27b95b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf02a07d-9f6d-4fdb-88c2-7be94f49d9cc" -d '{"events": [{"name": "network-changed", "server_uuid": "9ad6998c-3760-47d4-8e61-9e6189252294", "tag": "c61fac81-8c56-4d26-8b92-20116569d944"}]}' {{(pid=103591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:27:52.399873 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:52.404450 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-449881dd-7369-4e60-9993-51792aed1a3b tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] vlan segment allocate from pool success with {'vlan_id': 549, 'physical_network': 'physnet1'} {{(pid=103591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 17:27:52.418566 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-449881dd-7369-4e60-9993-51792aed1a3b tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:52.419807 n-d-816206-8 neutron-server[103591]: INFO neutron.db.segments_db [None req-449881dd-7369-4e60-9993-51792aed1a3b tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Added segment f29dfca8-022a-4db9-b8a4-6d99a0fedd99 of type vlan for network 7aa4d4e2-fdd4-4fb9-8823-d78916f248b0 Nov 23 17:27:52.426695 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 3769c2d5-e10e-48ab-be33-395942f4c57c up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:27:52.510774 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-449881dd-7369-4e60-9993-51792aed1a3b tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736635338810'] for network, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:52.596303 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-449881dd-7369-4e60-9993-51792aed1a3b tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493'] for network, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:52.617096 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-449881dd-7369-4e60-9993-51792aed1a3b tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:27:52.617847 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-449881dd-7369-4e60-9993-51792aed1a3b tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for network, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:52.701306 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-449881dd-7369-4e60-9993-51792aed1a3b tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4929674 Nov 23 17:27:52.723319 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 59806) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:27:52.782099 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-4d783f93-1ba8-412e-85be-ec2f96c1916e tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Request body: {'subnet': {'network_id': '7aa4d4e2-fdd4-4fb9-8823-d78916f248b0', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:27:52.813595 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-703fe4dd-ee39-48fb-8ea8-dc0fee794f67 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:52.843112 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 17:27:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-633e9157-ff45-49bb-9a75-361f1a1eb1d5 x-openstack-request-id: req-633e9157-ff45-49bb-9a75-361f1a1eb1d5 {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:27:52.844250 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ad6998c-3760-47d4-8e61-9e6189252294", "tag": "c61fac81-8c56-4d26-8b92-20116569d944", "status": "completed", "code": 200}]} {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:27:52.844730 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-633e9157-ff45-49bb-9a75-361f1a1eb1d5 {{(pid=103591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:27:52.845642 n-d-816206-8 neutron-server[103591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ad6998c-3760-47d4-8e61-9e6189252294', 'tag': 'c61fac81-8c56-4d26-8b92-20116569d944', 'status': 'completed', 'code': 200} Nov 23 17:27:52.878785 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502512ea-7e63-4508-bd32-e495a40141a1 req-a4a930cb-6899-4e13-bd59-418af12ce9bb tempest-ImagesTestJSON-931761063 tempest-ImagesTestJSON-931761063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:27:52.887684 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-502512ea-7e63-4508-bd32-e495a40141a1 req-a4a930cb-6899-4e13-bd59-418af12ce9bb tempest-ImagesTestJSON-931761063 tempest-ImagesTestJSON-931761063-project] 10.222.0.60 "GET /v2.0/ports?device_id=9ad6998c-3760-47d4-8e61-9e6189252294 HTTP/1.1" status: 200 len: 943 time: 0.7409093 Nov 23 17:27:52.919242 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:27:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afd0d0e8-5799-4c61-9cce-8c05937c8fcf x-openstack-request-id: req-afd0d0e8-5799-4c61-9cce-8c05937c8fcf {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:27:52.919834 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3eb53bce-75ac-4ae1-891f-4b41fa2887bc", "name": "network-vif-plugged", "status": "completed", "tag": "7a473b67-ef9c-4eea-84dd-acdd02be3125", "code": 200}]} {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:27:52.919834 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-afd0d0e8-5799-4c61-9cce-8c05937c8fcf {{(pid=103592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:27:52.920142 n-d-816206-8 neutron-server[103592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3eb53bce-75ac-4ae1-891f-4b41fa2887bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a473b67-ef9c-4eea-84dd-acdd02be3125', 'code': 200} Nov 23 17:27:52.928094 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-062cb62a-d73d-40fa-8d70-33f8fbf6525e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp355044b8-8e87-58c4-94fa-4a010ec30f9e-50c7499f-0ec0-4c37-9ce2-16c829cbfc5a', 'network_id': '50c7499f-0ec0-4c37-9ce2-16c829cbfc5a', 'tenant_id': '30af1458e15a4ef39cb103ebf3b9a873', 'fixed_ips': [{'subnet_id': '00ffd2b7-5ef8-4d5b-9c72-5205e759c1e7'}]}} from n-d-816206-8. {{(pid=103592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 17:27:52.929290 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-062cb62a-d73d-40fa-8d70-33f8fbf6525e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:52.932644 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-d55ce7e5-edd6-44cc-9820-8d40e5a4501d None None] Provisioning complete for port d5ba8070-3afb-43e5-a993-23fc1fb70249 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:27:52.933262 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-d55ce7e5-edd6-44cc-9820-8d40e5a4501d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:53.022320 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:53.044191 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2714d80-c182-4caa-aa5a-153f831b9954 req-f765cc2b-192c-428f-9182-204150c0007d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:27:53.046125 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e2714d80-c182-4caa-aa5a-153f831b9954 req-f765cc2b-192c-428f-9182-204150c0007d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2453e6bac79c4625a43322659d77160d&device_id=9ad6998c-3760-47d4-8e61-9e6189252294 HTTP/1.1" status: 200 len: 1094 time: 0.4759762 Nov 23 17:27:53.047003 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Pushing event updated for resources: {'Port': ['ID=7a473b67-ef9c-4eea-84dd-acdd02be3125,revision_number=5']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:27:53.076872 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449881dd-7369-4e60-9993-51792aed1a3b tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Pushing event updated for resources: {'Network': ['ID=7aa4d4e2-fdd4-4fb9-8823-d78916f248b0,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:27:53.089790 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 11e5236c-f259-4998-9c04-87d985c86e1e {{(pid=103592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:27:53.132572 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port 11e5236c-f259-4998-9c04-87d985c86e1e, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=11e5236c-f259-4998-9c04-87d985c86e1e,segment=NetworkSegment(329c1745-02bf-4561-9615-3192910887f5),segment_id=329c1745-02bf-4561-9615-3192910887f5)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:27:53.153860 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449881dd-7369-4e60-9993-51792aed1a3b tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:27:53.154208 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449881dd-7369-4e60-9993-51792aed1a3b tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:27:53.154551 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449881dd-7369-4e60-9993-51792aed1a3b tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:27:53.154894 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449881dd-7369-4e60-9993-51792aed1a3b tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:27:53.155226 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449881dd-7369-4e60-9993-51792aed1a3b tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:27:53.155555 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449881dd-7369-4e60-9993-51792aed1a3b tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:27:53.155882 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449881dd-7369-4e60-9993-51792aed1a3b tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:27:53.156291 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449881dd-7369-4e60-9993-51792aed1a3b tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:27:53.157011 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449881dd-7369-4e60-9993-51792aed1a3b tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:27:53.157195 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449881dd-7369-4e60-9993-51792aed1a3b tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:27:53.157529 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449881dd-7369-4e60-9993-51792aed1a3b tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:27:53.157752 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449881dd-7369-4e60-9993-51792aed1a3b tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:27:53.244602 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e2714d80-c182-4caa-aa5a-153f831b9954 req-4e799055-e036-4414-b364-510b401e6199 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c61fac81-8c56-4d26-8b92-20116569d944 HTTP/1.1" status: 200 len: 217 time: 0.1439900 Nov 23 17:27:53.266759 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:53.271106 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Network 7aa4d4e2-fdd4-4fb9-8823-d78916f248b0 details requested by agent ovs-agent-n-d-816206-8 with host n-d-816206-8 {{(pid=103592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 17:27:53.290633 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port 3769c2d5-e10e-48ab-be33-395942f4c57c triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:27:53.292530 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:53.331186 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b49313d-e1cd-474e-9503-4bac9f03e939 req-92d22343-460a-453f-8feb-6b97bc54e879 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:27:53.341700 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9b49313d-e1cd-474e-9503-4bac9f03e939 req-92d22343-460a-453f-8feb-6b97bc54e879 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.60 "GET /v2.0/ports?device_id=ffeae0b0-09b1-4f1e-9b33-8bbbbaaefdf6 HTTP/1.1" status: 200 len: 944 time: 0.4031322 Nov 23 17:27:53.352524 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-502512ea-7e63-4508-bd32-e495a40141a1 req-0a189d32-1c84-4ea9-9017-4dfe4f3f883e tempest-ImagesTestJSON-931761063 tempest-ImagesTestJSON-931761063-project] 10.222.0.60 "GET /v2.0/security-groups?id=f2768289-7821-4137-8326-c052bf648315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4631145 Nov 23 17:27:53.416850 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d783f93-1ba8-412e-85be-ec2f96c1916e tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Made reservation on behalf of 30af1458e15a4ef39cb103ebf3b9a873 for: {'subnet': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:27:53.420472 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-4d783f93-1ba8-412e-85be-ec2f96c1916e tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264314294'] for subnet, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:53.565613 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] get_ports_and_sgs() called for port_ids ['11e5236c-f259-4998-9c04-87d985c86e1e'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:27:53.731626 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9b49313d-e1cd-474e-9503-4bac9f03e939 req-8cb86ce6-83c9-4d11-bb6e-2ec9d1b6a4d8 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.60 "GET /v2.0/security-groups?id=5199d9c8-39cf-433e-a82b-4aef6c6477e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3838532 Nov 23 17:27:53.734864 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2714d80-c182-4caa-aa5a-153f831b9954 req-2045152d-933f-4785-ac2e-22bd18f7da23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:27:53.741657 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e2714d80-c182-4caa-aa5a-153f831b9954 req-2045152d-933f-4785-ac2e-22bd18f7da23 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4be32885-153e-4d88-b3c6-807e18e4db27 HTTP/1.1" status: 200 len: 845 time: 0.4881337 Nov 23 17:27:53.784059 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-4d783f93-1ba8-412e-85be-ec2f96c1916e tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264758079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264314276'] for subnet, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:53.859877 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1f8d5c-d939-4966-b50e-498e7c0b9b19 req-a9066cb7-62f3-4041-b67a-2dffb4c7215e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:27:53.862526 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-0d1f8d5c-d939-4966-b50e-498e7c0b9b19 req-a9066cb7-62f3-4041-b67a-2dffb4c7215e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=3eb53bce-75ac-4ae1-891f-4b41fa2887bc HTTP/1.1" status: 200 len: 1096 time: 0.9280536 Nov 23 17:27:53.884789 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e2714d80-c182-4caa-aa5a-153f831b9954 req-4f6a6b65-96b7-4908-9f41-8c48e2b88576 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b560144d-d078-4e51-9dcb-6b297d4ac5e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1278172 Nov 23 17:27:53.982760 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c5d95bf8-44c5-425d-a6ac-b74d07734a79 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:53.998821 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c5d95bf8-44c5-425d-a6ac-b74d07734a79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:54.069910 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Pushing event updated for resources: {'Port': ['ID=11e5236c-f259-4998-9c04-87d985c86e1e,revision_number=6']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:27:54.071637 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-c5d95bf8-44c5-425d-a6ac-b74d07734a79 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=252dfe7efac546019186087df6d48b0b&name=default HTTP/1.1" status: 200 len: 2996 time: 2.3275793 Nov 23 17:27:54.076401 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 59832) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:27:54.077383 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d95bf8-44c5-425d-a6ac-b74d07734a79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e53dd02-e5ab-44fe-a928-3fabd2ff4021,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:27:54.094126 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-0d1f8d5c-d939-4966-b50e-498e7c0b9b19 req-a8797372-cab2-4932-b1a3-7418df42804d service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=651f9501-e200-4452-8eae-06db36d1c3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645551 Nov 23 17:27:54.172047 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-d55ce7e5-edd6-44cc-9820-8d40e5a4501d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:54.251319 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e2714d80-c182-4caa-aa5a-153f831b9954 req-86db428f-bb3b-4878-9808-98ad2ec3438c service neutron] 10.222.0.55 "GET /v2.0/networks/b560144d-d078-4e51-9dcb-6b297d4ac5e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3562391 Nov 23 17:27:54.265930 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-703fe4dd-ee39-48fb-8ea8-dc0fee794f67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1794316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1795362'] for router, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:54.282246 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.db_base_plugin_common [None req-062cb62a-d73d-40fa-8d70-33f8fbf6525e None None] Allocated IP 19.80.0.2 (50c7499f-0ec0-4c37-9ce2-16c829cbfc5a/00ffd2b7-5ef8-4d5b-9c72-5205e759c1e7/507ad2b8-2253-492a-82d3-35eb2a3411cf) {{(pid=103592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:27:54.373910 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device d5ba8070-3afb-43e5-a993-23fc1fb70249 up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:27:54.401507 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ab5c4ad5-5e5d-44e6-8adf-8b4179d50af4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:54.401974 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-d55ce7e5-edd6-44cc-9820-8d40e5a4501d None None] For port d5ba8070-3afb-43e5-a993-23fc1fb70249, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=d5ba8070-3afb-43e5-a993-23fc1fb70249,segment=NetworkSegment(5b559295-8909-4c1e-aefd-73cd9a3c5d40),segment_id=5b559295-8909-4c1e-aefd-73cd9a3c5d40)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:27:54.465425 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e2714d80-c182-4caa-aa5a-153f831b9954 req-1ca8c88a-1b6c-4403-b595-f695e86b4427 service neutron] 10.222.0.55 "GET /v2.0/networks/b560144d-d078-4e51-9dcb-6b297d4ac5e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1965971 Nov 23 17:27:54.476341 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d783f93-1ba8-412e-85be-ec2f96c1916e tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Checking segment: {'id': 'f29dfca8-022a-4db9-b8a4-6d99a0fedd99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '7aa4d4e2-fdd4-4fb9-8823-d78916f248b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:27:54.477715 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d783f93-1ba8-412e-85be-ec2f96c1916e tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Network hostable DHCP agents. Network: 7aa4d4e2-fdd4-4fb9-8823-d78916f248b0, hostable agents: ['0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3'], hosted agents: [] {{(pid=103591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 17:27:54.479206 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-d55ce7e5-edd6-44cc-9820-8d40e5a4501d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:54.567811 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e3c538-a650-4534-83bd-904f9f27e12b req-ec0fe347-0ac7-4102-b38c-4886a5b70175 tempest-ImagesOneServerNegativeTestJSON-1012219953 tempest-ImagesOneServerNegativeTestJSON-1012219953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:27:54.570941 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f7e3c538-a650-4534-83bd-904f9f27e12b req-ec0fe347-0ac7-4102-b38c-4886a5b70175 tempest-ImagesOneServerNegativeTestJSON-1012219953 tempest-ImagesOneServerNegativeTestJSON-1012219953-project] 10.222.0.60 "GET /v2.0/ports?device_id=3eb53bce-75ac-4ae1-891f-4b41fa2887bc HTTP/1.1" status: 200 len: 945 time: 0.7912211 Nov 23 17:27:54.589882 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5c4ad5-5e5d-44e6-8adf-8b4179d50af4 admin admin] Pushing event deleted for resources: {'Port': ['ID=ead18514-413a-48b4-9e42-1258ec9db67a,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:27:54.605329 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d783f93-1ba8-412e-85be-ec2f96c1916e tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Pushing event updated for resources: {'Subnet': ['ID=6b86510e-471b-4c13-9eda-a998271fd4a3,revision_number=0']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:27:54.667912 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-cafaf382-e913-4563-8725-a4b0b4b98f09 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:54.728305 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f7e3c538-a650-4534-83bd-904f9f27e12b req-541f8cb6-43e6-415f-88a8-34354818cb24 tempest-ImagesOneServerNegativeTestJSON-1012219953 tempest-ImagesOneServerNegativeTestJSON-1012219953-project] 10.222.0.60 "GET /v2.0/security-groups?id=651f9501-e200-4452-8eae-06db36d1c3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199706 Nov 23 17:27:54.729667 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d783f93-1ba8-412e-85be-ec2f96c1916e tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Network 7aa4d4e2-fdd4-4fb9-8823-d78916f248b0 is scheduled to be hosted by DHCP agent 0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3 with binding_index 1 {{(pid=103591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 17:27:54.783169 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7485ec32-75d0-404e-b510-99cdb59ad930 req-5f33e8ea-66a7-49c6-8b3e-06a765655b45 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:27:54.801011 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7485ec32-75d0-404e-b510-99cdb59ad930 req-5f33e8ea-66a7-49c6-8b3e-06a765655b45 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.60 "GET /v2.0/ports?device_id=ffeae0b0-09b1-4f1e-9b33-8bbbbaaefdf6 HTTP/1.1" status: 200 len: 944 time: 0.3297801 Nov 23 17:27:54.813418 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-cafaf382-e913-4563-8725-a4b0b4b98f09 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:54.901153 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55ce7e5-edd6-44cc-9820-8d40e5a4501d None None] Pushing event updated for resources: {'Port': ['ID=d5ba8070-3afb-43e5-a993-23fc1fb70249,revision_number=3']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:27:54.970178 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port d5ba8070-3afb-43e5-a993-23fc1fb70249 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:27:54.970907 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:54.984331 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7485ec32-75d0-404e-b510-99cdb59ad930 req-47b2b361-46b7-4914-9f85-4fffa530c7ed tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.60 "GET /v2.0/security-groups?id=5199d9c8-39cf-433e-a82b-4aef6c6477e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1778052 Nov 23 17:27:54.985313 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-f371786f-d3e4-46a9-af96-53ef04494c6c None None] Provisioning complete for port d5ba8070-3afb-43e5-a993-23fc1fb70249 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:27:54.985313 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-f371786f-d3e4-46a9-af96-53ef04494c6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:55.009021 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf02a07d-9f6d-4fdb-88c2-7be94f49d9cc req-e7461c96-d4e9-490f-8e1d-a5766636c059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:27:55.011130 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-bf02a07d-9f6d-4fdb-88c2-7be94f49d9cc req-e7461c96-d4e9-490f-8e1d-a5766636c059 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2453e6bac79c4625a43322659d77160d&device_id=9ad6998c-3760-47d4-8e61-9e6189252294 HTTP/1.1" status: 200 len: 1094 time: 0.4343541 Nov 23 17:27:55.012159 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [None req-4d783f93-1ba8-412e-85be-ec2f96c1916e tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-8, 7aa4d4e2-fdd4-4fb9-8823-d78916f248b0) {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:27:55.155633 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2acacec8-a7b1-4291-b4a4-08be4cc7b9c3 None None] Network 7aa4d4e2-fdd4-4fb9-8823-d78916f248b0 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:27:55.208651 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-703fe4dd-ee39-48fb-8ea8-dc0fee794f67 admin admin] Router b9679107-1fd1-4098-bfd2-62b5af47f898 is scheduled to L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 with binding_index 1 {{(pid=103590) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 17:27:55.235355 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ab5c4ad5-5e5d-44e6-8adf-8b4179d50af4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2067500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1794520'] for router_interface, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:55.240049 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf02a07d-9f6d-4fdb-88c2-7be94f49d9cc req-a060442d-1a43-4e03-8dd8-353430d58741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:27:55.243042 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-bf02a07d-9f6d-4fdb-88c2-7be94f49d9cc req-a060442d-1a43-4e03-8dd8-353430d58741 service neutron] 10.222.0.55 "GET /v2.0/networks?id=b560144d-d078-4e51-9dcb-6b297d4ac5e2 HTTP/1.1" status: 200 len: 906 time: 0.1912777 Nov 23 17:27:55.244680 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d783f93-1ba8-412e-85be-ec2f96c1916e tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:27:55.245453 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-4d783f93-1ba8-412e-85be-ec2f96c1916e tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for subnet, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:55.248525 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-cafaf382-e913-4563-8725-a4b0b4b98f09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:55.253645 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-cafaf382-e913-4563-8725-a4b0b4b98f09 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:55.259473 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-cafaf382-e913-4563-8725-a4b0b4b98f09 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/2e53dd02-e5ab-44fe-a928-3fabd2ff4021 HTTP/1.1" status: 204 len: 168 time: 1.1747854 Nov 23 17:27:55.325897 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-bf02a07d-9f6d-4fdb-88c2-7be94f49d9cc req-e8075a2e-ca06-4720-94b3-5672268ed64e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c61fac81-8c56-4d26-8b92-20116569d944 HTTP/1.1" status: 200 len: 217 time: 0.0605285 Nov 23 17:27:55.389813 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf02a07d-9f6d-4fdb-88c2-7be94f49d9cc req-ad1a833a-f7a6-442c-bd57-177b5a3dc57e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:27:55.391722 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-bf02a07d-9f6d-4fdb-88c2-7be94f49d9cc req-ad1a833a-f7a6-442c-bd57-177b5a3dc57e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4be32885-153e-4d88-b3c6-807e18e4db27 HTTP/1.1" status: 200 len: 845 time: 0.0566385 Nov 23 17:27:55.400597 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-4d783f93-1ba8-412e-85be-ec2f96c1916e tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.6456261 Nov 23 17:27:55.411779 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c96a05-80df-4107-8978-ed668170b135 req-50ad1d1c-ad03-4a3a-8c0d-8b23effc88d0 tempest-ImagesTestJSON-931761063 tempest-ImagesTestJSON-931761063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:27:55.414055 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-01c96a05-80df-4107-8978-ed668170b135 req-50ad1d1c-ad03-4a3a-8c0d-8b23effc88d0 tempest-ImagesTestJSON-931761063 tempest-ImagesTestJSON-931761063-project] 10.222.0.60 "GET /v2.0/ports?device_id=9ad6998c-3760-47d4-8e61-9e6189252294 HTTP/1.1" status: 200 len: 943 time: 0.4158227 Nov 23 17:27:55.508653 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-062cb62a-d73d-40fa-8d70-33f8fbf6525e None None] Publish callbacks [] for port, precommit_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:55.527758 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-01c96a05-80df-4107-8978-ed668170b135 req-cd426178-d7e5-45e9-9b19-a63067884c64 tempest-ImagesTestJSON-931761063 tempest-ImagesTestJSON-931761063-project] 10.222.0.60 "GET /v2.0/security-groups?id=f2768289-7821-4137-8326-c052bf648315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000021 Nov 23 17:27:55.536191 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-bf02a07d-9f6d-4fdb-88c2-7be94f49d9cc req-7b11cb1a-18ac-4f45-beac-9196f2abb06a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b560144d-d078-4e51-9dcb-6b297d4ac5e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1339550 Nov 23 17:27:55.667148 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device 11e5236c-f259-4998-9c04-87d985c86e1e up at agent hyperv_n-h1-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:27:55.743589 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafaf382-e913-4563-8725-a4b0b4b98f09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e53dd02-e5ab-44fe-a928-3fabd2ff4021,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:27:55.780248 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-bf02a07d-9f6d-4fdb-88c2-7be94f49d9cc req-20175bc1-8e02-4d85-b51e-b158d38947f7 service neutron] 10.222.0.55 "GET /v2.0/networks/b560144d-d078-4e51-9dcb-6b297d4ac5e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2367537 Nov 23 17:27:55.869760 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-062cb62a-d73d-40fa-8d70-33f8fbf6525e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980'] for port, after_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:56.029620 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-bf02a07d-9f6d-4fdb-88c2-7be94f49d9cc req-b5a895d8-bc6a-4238-9ae1-a606d0e18096 service neutron] 10.222.0.55 "GET /v2.0/networks/b560144d-d078-4e51-9dcb-6b297d4ac5e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2420371 Nov 23 17:27:56.062028 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062cb62a-d73d-40fa-8d70-33f8fbf6525e None None] Pushing event updated for resources: {'Port': ['ID=507ad2b8-2253-492a-82d3-35eb2a3411cf,revision_number=1']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:27:56.134169 n-d-816206-8 neutron-server[103592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-062cb62a-d73d-40fa-8d70-33f8fbf6525e None None] Network 50c7499f-0ec0-4c37-9ce2-16c829cbfc5a is already hosted by enough agents. {{(pid=103592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:27:56.134549 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434ece39-667c-4baf-817b-60077a7b6de2 req-30a69078-41e4-4024-b01e-a6809ea4b490 tempest-ImagesOneServerNegativeTestJSON-1012219953 tempest-ImagesOneServerNegativeTestJSON-1012219953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:27:56.136075 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-434ece39-667c-4baf-817b-60077a7b6de2 req-30a69078-41e4-4024-b01e-a6809ea4b490 tempest-ImagesOneServerNegativeTestJSON-1012219953 tempest-ImagesOneServerNegativeTestJSON-1012219953-project] 10.222.0.60 "GET /v2.0/ports?device_id=3eb53bce-75ac-4ae1-891f-4b41fa2887bc HTTP/1.1" status: 200 len: 945 time: 0.1055543 Nov 23 17:27:56.205599 n-d-816206-8 neutron-server[103592]: DEBUG neutron.scheduler.base_scheduler [None req-062cb62a-d73d-40fa-8d70-33f8fbf6525e None None] Resources bound (agent type, host, resource id): {{(pid=103592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:27:56.215141 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bf8d7af-d4a1-47e9-bdf6-f53f472b02a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp355044b8-8e87-58c4-94fa-4a010ec30f9e-7aa4d4e2-fdd4-4fb9-8823-d78916f248b0', 'network_id': '7aa4d4e2-fdd4-4fb9-8823-d78916f248b0', 'tenant_id': '30af1458e15a4ef39cb103ebf3b9a873', 'fixed_ips': [{'subnet_id': '6b86510e-471b-4c13-9eda-a998271fd4a3'}]}} from n-d-816206-8. {{(pid=103592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 17:27:56.217317 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-1bf8d7af-d4a1-47e9-bdf6-f53f472b02a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:56.245527 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-434ece39-667c-4baf-817b-60077a7b6de2 req-3cba0a4a-3b59-43fa-a32f-a4af406479d5 tempest-ImagesOneServerNegativeTestJSON-1012219953 tempest-ImagesOneServerNegativeTestJSON-1012219953-project] 10.222.0.60 "GET /v2.0/security-groups?id=651f9501-e200-4452-8eae-06db36d1c3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701559 Nov 23 17:27:56.261808 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-062cb62a-d73d-40fa-8d70-33f8fbf6525e None None] Received port after_create {{(pid=103592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:27:56.301505 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da37ee4-2e13-478a-9c6a-b5b20168ea84 req-0568e8ab-2233-472e-8792-ed5896c86768 tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:27:56.308744 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da37ee4-2e13-478a-9c6a-b5b20168ea84 req-0568e8ab-2233-472e-8792-ed5896c86768 tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:27:56.327982 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5da37ee4-2e13-478a-9c6a-b5b20168ea84 req-0568e8ab-2233-472e-8792-ed5896c86768 tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] 10.222.0.60 "GET /v2.0/networks?id=50c7499f-0ec0-4c37-9ce2-16c829cbfc5a&id=7aa4d4e2-fdd4-4fb9-8823-d78916f248b0&id=50c7499f-0ec0-4c37-9ce2-16c829cbfc5a HTTP/1.1" status: 200 len: 1392 time: 0.2957883 Nov 23 17:27:56.333919 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-703fe4dd-ee39-48fb-8ea8-dc0fee794f67 admin admin] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:27:56.379132 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5da37ee4-2e13-478a-9c6a-b5b20168ea84 req-32c5b992-20f8-40d6-ab53-39859c86e05e tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] 10.222.0.60 "GET /v2.0/quotas/30af1458e15a4ef39cb103ebf3b9a873 HTTP/1.1" status: 200 len: 375 time: 0.0501268 Nov 23 17:27:56.524148 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab5c4ad5-5e5d-44e6-8adf-8b4179d50af4 admin admin] Router 9085b663-0140-4da3-a56d-64df3a8064f7 has already been hosted by L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 {{(pid=103590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 17:27:56.543997 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.db_base_plugin_common [None req-1bf8d7af-d4a1-47e9-bdf6-f53f472b02a7 None None] Allocated IP 19.86.0.2 (7aa4d4e2-fdd4-4fb9-8823-d78916f248b0/6b86510e-471b-4c13-9eda-a998271fd4a3/ed972518-f03c-420d-9322-41f8bdde281c) {{(pid=103592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:27:56.550135 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-703fe4dd-ee39-48fb-8ea8-dc0fee794f67 admin admin] Publish callbacks [] for router, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:56.551641 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-703fe4dd-ee39-48fb-8ea8-dc0fee794f67 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 9.3903821 Nov 23 17:27:56.556030 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 59886) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:27:56.587496 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-308d84aa-e64f-4333-8a0f-5b68d052b600 None None] Sync routers for ids ['b9679107-1fd1-4098-bfd2-62b5af47f898'] in n-d-816206-8 {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:27:56.597597 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979656af-743a-40f9-8639-21f7aa04a26c req-c3fe6abd-5374-4c9f-afdc-e43728813f01 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:27:56.607793 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-979656af-743a-40f9-8639-21f7aa04a26c req-c3fe6abd-5374-4c9f-afdc-e43728813f01 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.60 "GET /v2.0/ports?device_id=ffeae0b0-09b1-4f1e-9b33-8bbbbaaefdf6 HTTP/1.1" status: 200 len: 944 time: 0.1822646 Nov 23 17:27:56.628823 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5da37ee4-2e13-478a-9c6a-b5b20168ea84 req-911b318f-2f74-4a31-bfff-a1709f5284da tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=30af1458e15a4ef39cb103ebf3b9a873&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2484365 Nov 23 17:27:56.735390 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab5c4ad5-5e5d-44e6-8adf-8b4179d50af4 admin admin] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:27:56.762053 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-ab5c4ad5-5e5d-44e6-8adf-8b4179d50af4 admin admin] 10.222.0.60 "PUT /v2.0/routers/9085b663-0140-4da3-a56d-64df3a8064f7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4945436 Nov 23 17:27:56.763151 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 59892) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:27:56.774471 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e89eb77-a8bb-46d6-b989-98aeeeb05fa7 None None] Sync routers for ids ['9085b663-0140-4da3-a56d-64df3a8064f7'] in n-d-816206-8 {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:27:56.798896 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e89eb77-a8bb-46d6-b989-98aeeeb05fa7 None None] Routers {'9085b663-0140-4da3-a56d-64df3a8064f7'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:27:56.799684 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-3e89eb77-a8bb-46d6-b989-98aeeeb05fa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:27:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['9085b663-0140-4da3-a56d-64df3a8064f7'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:27:56.871558 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-1bf8d7af-d4a1-47e9-bdf6-f53f472b02a7 None None] Publish callbacks [] for port, precommit_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:56.920066 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-1bf8d7af-d4a1-47e9-bdf6-f53f472b02a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980'] for port, after_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:57.055953 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf8d7af-d4a1-47e9-bdf6-f53f472b02a7 None None] Pushing event updated for resources: {'Port': ['ID=ed972518-f03c-420d-9322-41f8bdde281c,revision_number=1']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:27:57.060194 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Provisioning complete for port 11e5236c-f259-4998-9c04-87d985c86e1e triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:27:57.060652 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:57.159157 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-26a55693-50fc-4f33-9ce9-6ded101a1074 admin admin] Publish callbacks [] for router, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:57.164159 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-308d84aa-e64f-4333-8a0f-5b68d052b600 None None] Routers {'b9679107-1fd1-4098-bfd2-62b5af47f898'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:27:57.165041 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-308d84aa-e64f-4333-8a0f-5b68d052b600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:27:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['b9679107-1fd1-4098-bfd2-62b5af47f898'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:27:57.192893 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-062cb62a-d73d-40fa-8d70-33f8fbf6525e None None] Attempting to bind port 507ad2b8-2253-492a-82d3-35eb2a3411cf on host n-d-816206-8 for vnic_type normal with profile {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:27:57.193300 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-062cb62a-d73d-40fa-8d70-33f8fbf6525e None None] Attempting to bind port 507ad2b8-2253-492a-82d3-35eb2a3411cf by drivers openvswitch,hyperv on host n-d-816206-8 at level 0 using segments [{'id': 'a571a13a-1919-42eb-8447-a1d218f50a9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '50c7499f-0ec0-4c37-9ce2-16c829cbfc5a'}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:27:57.194010 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-062cb62a-d73d-40fa-8d70-33f8fbf6525e None None] Attempting to bind port 507ad2b8-2253-492a-82d3-35eb2a3411cf on network 50c7499f-0ec0-4c37-9ce2-16c829cbfc5a {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:27:57.271953 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-062cb62a-d73d-40fa-8d70-33f8fbf6525e None None] Checking agent: {'id': '9e89acbe-4bbe-4c77-a18b-6f1da9133e0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 7, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 27, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:27:57.276911 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-062cb62a-d73d-40fa-8d70-33f8fbf6525e None None] Checking segment: {'id': 'a571a13a-1919-42eb-8447-a1d218f50a9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '50c7499f-0ec0-4c37-9ce2-16c829cbfc5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:27:57.277355 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-062cb62a-d73d-40fa-8d70-33f8fbf6525e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:57.277786 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-062cb62a-d73d-40fa-8d70-33f8fbf6525e None None] Bound using segment: {'id': 'a571a13a-1919-42eb-8447-a1d218f50a9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '50c7499f-0ec0-4c37-9ce2-16c829cbfc5a'} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:27:57.278337 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-062cb62a-d73d-40fa-8d70-33f8fbf6525e None None] Bound port: 507ad2b8-2253-492a-82d3-35eb2a3411cf, host: n-d-816206-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a571a13a-1919-42eb-8447-a1d218f50a9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '50c7499f-0ec0-4c37-9ce2-16c829cbfc5a'}}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:27:57.282549 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-062cb62a-d73d-40fa-8d70-33f8fbf6525e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:57.307270 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-3e89eb77-a8bb-46d6-b989-98aeeeb05fa7 None None] Set router 9085b663-0140-4da3-a56d-64df3a8064f7 gateway port host: n-d-816206-8 {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:27:57.629812 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-979656af-743a-40f9-8639-21f7aa04a26c req-543580c1-8530-46ab-a3bc-81f4b6c40f44 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.60 "GET /v2.0/security-groups?id=5199d9c8-39cf-433e-a82b-4aef6c6477e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0213590 Nov 23 17:27:57.649944 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5da37ee4-2e13-478a-9c6a-b5b20168ea84 req-4cd90d8b-1fac-4264-8489-634d1e33ce27 service neutron] 10.222.0.60 "GET /v2.0/networks/50c7499f-0ec0-4c37-9ce2-16c829cbfc5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0200915 Nov 23 17:27:57.659745 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-26a55693-50fc-4f33-9ce9-6ded101a1074 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:57.795855 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5da37ee4-2e13-478a-9c6a-b5b20168ea84 req-ad79b2ef-9070-419e-b392-b7e1648c9b22 service neutron] 10.222.0.60 "GET /v2.0/networks/50c7499f-0ec0-4c37-9ce2-16c829cbfc5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1442001 Nov 23 17:27:57.853324 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-3e89eb77-a8bb-46d6-b989-98aeeeb05fa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9085b663-0140-4da3-a56d-64df3a8064f7', 'name': 'tempest-ServersTestBootFromVolume-1087548350-router', 'tenant_id': 'ee30629671cd48a7ba8e997b65518fa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.46'}], 'enable_snat': True}, 'gw_port_id': '9086e39a-ec5a-4e76-bd5a-294632199cb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:23:28Z', 'updated_at': '2021-11-23T17:27:54Z', 'revision_number': 5, 'project_id': 'ee30629671cd48a7ba8e997b65518fa4', 'gw_port': {'id': '9086e39a-ec5a-4e76-bd5a-294632199cb0', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:da:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9085b663-0140-4da3-a56d-64df3a8064f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:23:30Z', 'updated_at': '2021-11-23T17:23:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8'}], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:27:57.922185 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e89eb77-a8bb-46d6-b989-98aeeeb05fa7 None None] Checking router: 9085b663-0140-4da3-a56d-64df3a8064f7 for host: n-d-816206-8 {{(pid=103593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 17:27:57.932107 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e89eb77-a8bb-46d6-b989-98aeeeb05fa7 None None] Routers {'9085b663-0140-4da3-a56d-64df3a8064f7'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:27:57.933587 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-3e89eb77-a8bb-46d6-b989-98aeeeb05fa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:27:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['9085b663-0140-4da3-a56d-64df3a8064f7'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:27:57.994007 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204a9469-c972-4a48-9f19-f72ff2364dea req-e9be9f16-64e0-47ed-8d3a-967b273235ab tempest-ImagesOneServerNegativeTestJSON-1012219953 tempest-ImagesOneServerNegativeTestJSON-1012219953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:27:58.002694 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-204a9469-c972-4a48-9f19-f72ff2364dea req-e9be9f16-64e0-47ed-8d3a-967b273235ab tempest-ImagesOneServerNegativeTestJSON-1012219953 tempest-ImagesOneServerNegativeTestJSON-1012219953-project] 10.222.0.60 "GET /v2.0/ports?device_id=3eb53bce-75ac-4ae1-891f-4b41fa2887bc HTTP/1.1" status: 200 len: 945 time: 0.0841532 Nov 23 17:27:58.027152 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5da37ee4-2e13-478a-9c6a-b5b20168ea84 req-c170c90e-6328-4d85-9087-509d77f8cc44 service neutron] 10.222.0.60 "GET /v2.0/networks/7aa4d4e2-fdd4-4fb9-8823-d78916f248b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2300076 Nov 23 17:27:58.041264 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-3e89eb77-a8bb-46d6-b989-98aeeeb05fa7 None None] Set router 9085b663-0140-4da3-a56d-64df3a8064f7 gateway port host: None {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:27:58.088180 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-062cb62a-d73d-40fa-8d70-33f8fbf6525e None None] For port 507ad2b8-2253-492a-82d3-35eb2a3411cf, host n-d-816206-8, cleared binding levels {{(pid=103592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:27:58.103875 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-062cb62a-d73d-40fa-8d70-33f8fbf6525e None None] For port 507ad2b8-2253-492a-82d3-35eb2a3411cf, host n-d-816206-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=507ad2b8-2253-492a-82d3-35eb2a3411cf,segment=NetworkSegment(a571a13a-1919-42eb-8447-a1d218f50a9e),segment_id=a571a13a-1919-42eb-8447-a1d218f50a9e)] {{(pid=103592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:27:58.124147 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device c61fac81-8c56-4d26-8b92-20116569d944 details requested by agent hyperv_n-h1-816206-8 with host n-h1-816206-8 {{(pid=103592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 17:27:58.155559 n-d-816206-8 neutron-server[103592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bf8d7af-d4a1-47e9-bdf6-f53f472b02a7 None None] Network 7aa4d4e2-fdd4-4fb9-8823-d78916f248b0 is already hosted by enough agents. {{(pid=103592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:27:58.166174 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-3e89eb77-a8bb-46d6-b989-98aeeeb05fa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9085b663-0140-4da3-a56d-64df3a8064f7', 'name': 'tempest-ServersTestBootFromVolume-1087548350-router', 'tenant_id': 'ee30629671cd48a7ba8e997b65518fa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:23:28Z', 'updated_at': '2021-11-23T17:27:57Z', 'revision_number': 6, 'project_id': 'ee30629671cd48a7ba8e997b65518fa4', 'gw_port_host': None}], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:27:58.205546 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-26a55693-50fc-4f33-9ce9-6ded101a1074 admin admin] Deleting port 9086e39a-ec5a-4e76-bd5a-294632199cb0 {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:27:58.205890 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-26a55693-50fc-4f33-9ce9-6ded101a1074 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:58.210854 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-062cb62a-d73d-40fa-8d70-33f8fbf6525e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:58.238045 n-d-816206-8 neutron-server[103592]: DEBUG neutron.scheduler.base_scheduler [None req-1bf8d7af-d4a1-47e9-bdf6-f53f472b02a7 None None] Resources bound (agent type, host, resource id): {{(pid=103592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:27:58.239984 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e89eb77-a8bb-46d6-b989-98aeeeb05fa7 None None] The sync data for ids ['9085b663-0140-4da3-a56d-64df3a8064f7'] in n-d-816206-8 is: [{'id': '9085b663-0140-4da3-a56d-64df3a8064f7', 'name': 'tempest-ServersTestBootFromVolume-1087548350-router', 'tenant_id': 'ee30629671cd48a7ba8e997b65518fa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:23:28Z', 'updated_at': '2021-11-23T17:27:57Z', 'revision_number': 6, 'project_id': 'ee30629671cd48a7ba8e997b65518fa4', 'gw_port_host': None}] {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:27:58.344545 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bf8d7af-d4a1-47e9-bdf6-f53f472b02a7 None None] Received port after_create {{(pid=103592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:27:58.350199 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5da37ee4-2e13-478a-9c6a-b5b20168ea84 req-65d7b97a-b1b3-4d55-9913-e6ab6ff26e99 service neutron] 10.222.0.60 "GET /v2.0/networks/7aa4d4e2-fdd4-4fb9-8823-d78916f248b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3220620 Nov 23 17:27:58.500863 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-204a9469-c972-4a48-9f19-f72ff2364dea req-ba141e3c-faa0-46ef-9134-c69633a54d0f tempest-ImagesOneServerNegativeTestJSON-1012219953 tempest-ImagesOneServerNegativeTestJSON-1012219953-project] 10.222.0.60 "GET /v2.0/security-groups?id=651f9501-e200-4452-8eae-06db36d1c3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4921973 Nov 23 17:27:58.574076 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.db.resource_extend [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 23 17:27:58.648121 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-dc853900-1cb0-4fa6-9006-42de00ea2ea0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:58.723198 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-26a55693-50fc-4f33-9ce9-6ded101a1074 admin admin] For port 9086e39a-ec5a-4e76-bd5a-294632199cb0, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=9086e39a-ec5a-4e76-bd5a-294632199cb0,segment=NetworkSegment(bffd1e4f-e80f-4ff0-b418-2f42ae15febf),segment_id=bffd1e4f-e80f-4ff0-b418-2f42ae15febf)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:27:58.723827 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-26a55693-50fc-4f33-9ce9-6ded101a1074 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:58.737218 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device d5ba8070-3afb-43e5-a993-23fc1fb70249 up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:27:58.799015 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-26a55693-50fc-4f33-9ce9-6ded101a1074 admin admin] Calling delete_port for 9086e39a-ec5a-4e76-bd5a-294632199cb0 owned by network:router_gateway {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:27:58.809424 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5da37ee4-2e13-478a-9c6a-b5b20168ea84 req-ee3765ec-7756-44ef-bdf4-a5bb271ead11 service neutron] 10.222.0.60 "GET /v2.0/networks/50c7499f-0ec0-4c37-9ce2-16c829cbfc5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4581220 Nov 23 17:27:58.893185 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:58.903757 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvr_db [None req-308d84aa-e64f-4333-8a0f-5b68d052b600 None None] Set router b9679107-1fd1-4098-bfd2-62b5af47f898 gateway port host: n-d-816206-8 {{(pid=103592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:27:58.909943 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062cb62a-d73d-40fa-8d70-33f8fbf6525e None None] Pushing event updated for resources: {'Port': ['ID=507ad2b8-2253-492a-82d3-35eb2a3411cf,revision_number=2']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:27:58.966517 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5da37ee4-2e13-478a-9c6a-b5b20168ea84 req-032c8fd4-ad04-4047-9940-88ae712643e9 service neutron] 10.222.0.60 "GET /v2.0/networks/50c7499f-0ec0-4c37-9ce2-16c829cbfc5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1551018 Nov 23 17:27:58.995535 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68254ad-6ef7-481b-b994-ba6cb85c7688 req-0a95a209-bec0-453d-bbb5-00bb542a91e7 tempest-ImagesTestJSON-931761063 tempest-ImagesTestJSON-931761063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:27:59.005438 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d68254ad-6ef7-481b-b994-ba6cb85c7688 req-0a95a209-bec0-453d-bbb5-00bb542a91e7 tempest-ImagesTestJSON-931761063 tempest-ImagesTestJSON-931761063-project] 10.222.0.60 "GET /v2.0/ports?device_id=9ad6998c-3760-47d4-8e61-9e6189252294 HTTP/1.1" status: 200 len: 943 time: 0.3619692 Nov 23 17:27:59.011444 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-1bf8d7af-d4a1-47e9-bdf6-f53f472b02a7 None None] Attempting to bind port ed972518-f03c-420d-9322-41f8bdde281c on host n-d-816206-8 for vnic_type normal with profile {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:27:59.011827 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-1bf8d7af-d4a1-47e9-bdf6-f53f472b02a7 None None] Attempting to bind port ed972518-f03c-420d-9322-41f8bdde281c by drivers openvswitch,hyperv on host n-d-816206-8 at level 0 using segments [{'id': 'f29dfca8-022a-4db9-b8a4-6d99a0fedd99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '7aa4d4e2-fdd4-4fb9-8823-d78916f248b0'}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:27:59.012194 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bf8d7af-d4a1-47e9-bdf6-f53f472b02a7 None None] Attempting to bind port ed972518-f03c-420d-9322-41f8bdde281c on network 7aa4d4e2-fdd4-4fb9-8823-d78916f248b0 {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:27:59.085820 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bf8d7af-d4a1-47e9-bdf6-f53f472b02a7 None None] Checking agent: {'id': '9e89acbe-4bbe-4c77-a18b-6f1da9133e0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 7, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 27, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:27:59.086831 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bf8d7af-d4a1-47e9-bdf6-f53f472b02a7 None None] Checking segment: {'id': 'f29dfca8-022a-4db9-b8a4-6d99a0fedd99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '7aa4d4e2-fdd4-4fb9-8823-d78916f248b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:27:59.087125 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-1bf8d7af-d4a1-47e9-bdf6-f53f472b02a7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:59.087521 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bf8d7af-d4a1-47e9-bdf6-f53f472b02a7 None None] Bound using segment: {'id': 'f29dfca8-022a-4db9-b8a4-6d99a0fedd99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '7aa4d4e2-fdd4-4fb9-8823-d78916f248b0'} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:27:59.088009 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-1bf8d7af-d4a1-47e9-bdf6-f53f472b02a7 None None] Bound port: ed972518-f03c-420d-9322-41f8bdde281c, host: n-d-816206-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f29dfca8-022a-4db9-b8a4-6d99a0fedd99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '7aa4d4e2-fdd4-4fb9-8823-d78916f248b0'}}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:27:59.088392 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-1bf8d7af-d4a1-47e9-bdf6-f53f472b02a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:59.146318 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d68254ad-6ef7-481b-b994-ba6cb85c7688 req-c27e8b27-198d-4988-bfe2-f1d50750c5d4 tempest-ImagesTestJSON-931761063 tempest-ImagesTestJSON-931761063-project] 10.222.0.60 "GET /v2.0/security-groups?id=f2768289-7821-4137-8326-c052bf648315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353817 Nov 23 17:27:59.183454 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '779538a1-8493-41af-b142-c0cf0c1e6957', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11e5236c-f259-4998-9c04-87d985c86e1e'}] {{(pid=103592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:27:59.212177 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba3e6a8f2301c7a29fe1eca9779abdae4ccbcd6266d69778087f2498d5551201" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b37edf51-5f31-4401-88ab-b582816b2f9b" -d '{"events": [{"server_uuid": "779538a1-8493-41af-b142-c0cf0c1e6957", "name": "network-vif-plugged", "status": "completed", "tag": "11e5236c-f259-4998-9c04-87d985c86e1e"}]}' {{(pid=103592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:27:59.285387 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port c61fac81-8c56-4d26-8b92-20116569d944, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=c61fac81-8c56-4d26-8b92-20116569d944,segment=NetworkSegment(8fed18b2-0713-4023-96b5-16ede53c73dc),segment_id=8fed18b2-0713-4023-96b5-16ede53c73dc)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:27:59.291249 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port 11e5236c-f259-4998-9c04-87d985c86e1e, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=11e5236c-f259-4998-9c04-87d985c86e1e,segment=NetworkSegment(329c1745-02bf-4561-9615-3192910887f5),segment_id=329c1745-02bf-4561-9615-3192910887f5)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:27:59.377031 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-26a55693-50fc-4f33-9ce9-6ded101a1074 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:59.431255 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:59.432162 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-dc853900-1cb0-4fa6-9006-42de00ea2ea0 admin admin] Allocated IP 172.20.0.1 (8fae7973-38e6-4660-a7b2-023eda92e2f5/34624ad2-f585-44eb-b7a5-2bcf52826b90/b1e0681c-a2dd-4899-ba18-57dedd42bdbd) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:27:59.524258 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a55693-50fc-4f33-9ce9-6ded101a1074 admin admin] Pushing event deleted for resources: {'Port': ['ID=9086e39a-ec5a-4e76-bd5a-294632199cb0,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:27:59.624327 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:27:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57c52276-a88e-497e-93b1-cff3747582c9 x-openstack-request-id: req-57c52276-a88e-497e-93b1-cff3747582c9 {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:27:59.624954 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "779538a1-8493-41af-b142-c0cf0c1e6957", "name": "network-vif-plugged", "status": "completed", "tag": "11e5236c-f259-4998-9c04-87d985c86e1e", "code": 200}]} {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:27:59.625441 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-57c52276-a88e-497e-93b1-cff3747582c9 {{(pid=103592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:27:59.626013 n-d-816206-8 neutron-server[103592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '779538a1-8493-41af-b142-c0cf0c1e6957', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11e5236c-f259-4998-9c04-87d985c86e1e', 'code': 200} Nov 23 17:27:59.632740 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Returning: {'device': 'c61fac81-8c56-4d26-8b92-20116569d944', 'network_id': 'b560144d-d078-4e51-9dcb-6b297d4ac5e2', 'port_id': 'c61fac81-8c56-4d26-8b92-20116569d944', 'mac_address': 'fa:16:3e:37:c3:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4be32885-153e-4d88-b3c6-807e18e4db27', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 17:27:59.704462 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port d5ba8070-3afb-43e5-a993-23fc1fb70249 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:27:59.704953 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:59.716955 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-26a55693-50fc-4f33-9ce9-6ded101a1074 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1795454'] for router_gateway, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:27:59.868019 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-01cab4ab-3668-43f9-8435-759d9fc8122a req-1f16110b-8be3-4a5c-ae3d-76592b04b84f tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] 10.222.0.60 "GET /v2.0/ports?device_id=ffe3df2a-684e-454a-b3cc-d354825eaada HTTP/1.1" status: 200 len: 210 time: 0.1430159 Nov 23 17:27:59.895875 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-308d84aa-e64f-4333-8a0f-5b68d052b600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9679107-1fd1-4098-bfd2-62b5af47f898', 'name': 'tempest-TaggedBootDevicesTest_v242-1843589813-router', 'tenant_id': '9b0068a4a0a543038f63069e85a0a90e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': '5e419484-ec27-4048-92d1-8b9d95aaa519', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:27:47Z', 'updated_at': '2021-11-23T17:27:52Z', 'revision_number': 3, 'project_id': '9b0068a4a0a543038f63069e85a0a90e', 'gw_port': {'id': '5e419484-ec27-4048-92d1-8b9d95aaa519', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:0a:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9679107-1fd1-4098-bfd2-62b5af47f898', 'device_owner': 'network:router_gateway', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:27:50Z', 'updated_at': '2021-11-23T17:27:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8'}], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:27:59.932792 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:00.010294 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-308d84aa-e64f-4333-8a0f-5b68d052b600 None None] Checking router: b9679107-1fd1-4098-bfd2-62b5af47f898 for host: n-d-816206-8 {{(pid=103592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 17:28:00.010780 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-308d84aa-e64f-4333-8a0f-5b68d052b600 None None] Updating router b9679107-1fd1-4098-bfd2-62b5af47f898 port 5e419484-ec27-4048-92d1-8b9d95aaa519 binding host n-d-816206-8 {{(pid=103592) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 17:28:00.016960 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-1bf8d7af-d4a1-47e9-bdf6-f53f472b02a7 None None] For port ed972518-f03c-420d-9322-41f8bdde281c, host n-d-816206-8, cleared binding levels {{(pid=103592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:28:00.019620 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Pushing event updated for resources: {'Port': ['ID=11e5236c-f259-4998-9c04-87d985c86e1e,revision_number=7']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:28:00.061509 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f4443d-9218-429b-9810-bfe380dbb354 req-8525603d-2b9e-4c2d-b297-0670ad94260e tempest-ImagesOneServerNegativeTestJSON-1012219953 tempest-ImagesOneServerNegativeTestJSON-1012219953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:28:00.075145 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-64f4443d-9218-429b-9810-bfe380dbb354 req-8525603d-2b9e-4c2d-b297-0670ad94260e tempest-ImagesOneServerNegativeTestJSON-1012219953 tempest-ImagesOneServerNegativeTestJSON-1012219953-project] 10.222.0.60 "GET /v2.0/ports?device_id=3eb53bce-75ac-4ae1-891f-4b41fa2887bc HTTP/1.1" status: 200 len: 945 time: 0.1417174 Nov 23 17:28:00.091533 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c61fac81-8c56-4d26-8b92-20116569d944 {{(pid=103592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:28:00.109776 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-1bf8d7af-d4a1-47e9-bdf6-f53f472b02a7 None None] For port ed972518-f03c-420d-9322-41f8bdde281c, host n-d-816206-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=ed972518-f03c-420d-9322-41f8bdde281c,segment=NetworkSegment(f29dfca8-022a-4db9-b8a4-6d99a0fedd99),segment_id=f29dfca8-022a-4db9-b8a4-6d99a0fedd99)] {{(pid=103592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:28:00.123667 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dce024-371f-4e0d-8a17-82324351ea76 req-f3c83d36-5d48-4e14-9464-1b907aff8a93 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:28:00.136443 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c6dce024-371f-4e0d-8a17-82324351ea76 req-f3c83d36-5d48-4e14-9464-1b907aff8a93 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.60 "GET /v2.0/ports?device_id=ffeae0b0-09b1-4f1e-9b33-8bbbbaaefdf6 HTTP/1.1" status: 200 len: 944 time: 0.1347024 Nov 23 17:28:00.180328 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port c61fac81-8c56-4d26-8b92-20116569d944, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=c61fac81-8c56-4d26-8b92-20116569d944,segment=NetworkSegment(8fed18b2-0713-4023-96b5-16ede53c73dc),segment_id=8fed18b2-0713-4023-96b5-16ede53c73dc)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:28:00.206600 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-1bf8d7af-d4a1-47e9-bdf6-f53f472b02a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:00.211609 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:00.232837 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-64f4443d-9218-429b-9810-bfe380dbb354 req-4d3a5ecf-1026-4f97-a8fd-0777652ffd9e tempest-ImagesOneServerNegativeTestJSON-1012219953 tempest-ImagesOneServerNegativeTestJSON-1012219953-project] 10.222.0.60 "GET /v2.0/security-groups?id=651f9501-e200-4452-8eae-06db36d1c3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564596 Nov 23 17:28:00.276676 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.agents_db [None req-464f6c07-0de8-4be6-8f5b-563f574d1c5d None None] Agent healthcheck: found 7 active agents {{(pid=103593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 17:28:00.339201 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c6dce024-371f-4e0d-8a17-82324351ea76 req-3ac3c575-3f39-4d7f-a681-52c98e2c7564 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.60 "GET /v2.0/security-groups?id=5199d9c8-39cf-433e-a82b-4aef6c6477e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2017438 Nov 23 17:28:00.386239 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-308d84aa-e64f-4333-8a0f-5b68d052b600 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:00.536324 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] get_ports_and_sgs() called for port_ids ['c61fac81-8c56-4d26-8b92-20116569d944'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:28:00.683279 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f96c1f-af26-4c04-b5f5-4500d614577c req-b7e2539e-2080-442e-b32e-79b99097a6db tempest-ImagesTestJSON-931761063 tempest-ImagesTestJSON-931761063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:28:00.705037 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-47f96c1f-af26-4c04-b5f5-4500d614577c req-b7e2539e-2080-442e-b32e-79b99097a6db tempest-ImagesTestJSON-931761063 tempest-ImagesTestJSON-931761063-project] 10.222.0.60 "GET /v2.0/ports?device_id=9ad6998c-3760-47d4-8e61-9e6189252294 HTTP/1.1" status: 200 len: 944 time: 0.2510381 Nov 23 17:28:00.789561 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d721fd50-fdc2-420e-8922-0442e9fd6f85 req-4145e170-7bc7-4483-921c-38f74f82e794 tempest-ImagesOneServerNegativeTestJSON-1012219953 tempest-ImagesOneServerNegativeTestJSON-1012219953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:28:00.811304 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d721fd50-fdc2-420e-8922-0442e9fd6f85 req-4145e170-7bc7-4483-921c-38f74f82e794 tempest-ImagesOneServerNegativeTestJSON-1012219953 tempest-ImagesOneServerNegativeTestJSON-1012219953-project] 10.222.0.60 "GET /v2.0/ports?device_id=3eb53bce-75ac-4ae1-891f-4b41fa2887bc HTTP/1.1" status: 200 len: 945 time: 0.2643402 Nov 23 17:28:00.817860 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-26a55693-50fc-4f33-9ce9-6ded101a1074 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1794352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8175'] for router, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:00.834419 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-26a55693-50fc-4f33-9ce9-6ded101a1074 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:00.893171 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf8d7af-d4a1-47e9-bdf6-f53f472b02a7 None None] Pushing event updated for resources: {'Port': ['ID=ed972518-f03c-420d-9322-41f8bdde281c,revision_number=2']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:28:00.948257 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-47f96c1f-af26-4c04-b5f5-4500d614577c req-a76f100e-f640-471c-97a9-7c92dfebed04 tempest-ImagesTestJSON-931761063 tempest-ImagesTestJSON-931761063-project] 10.222.0.60 "GET /v2.0/security-groups?id=f2768289-7821-4137-8326-c052bf648315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2323747 Nov 23 17:28:00.999940 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d721fd50-fdc2-420e-8922-0442e9fd6f85 req-931d5275-b2f9-4294-ae04-2f6c129e9103 tempest-ImagesOneServerNegativeTestJSON-1012219953 tempest-ImagesOneServerNegativeTestJSON-1012219953-project] 10.222.0.60 "GET /v2.0/security-groups?id=651f9501-e200-4452-8eae-06db36d1c3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1873291 Nov 23 17:28:01.085265 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a41524b-44b0-4baa-a33b-333a75fdf59f None None] Network 50c7499f-0ec0-4c37-9ce2-16c829cbfc5a requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:28:01.090595 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Pushing event updated for resources: {'Port': ['ID=c61fac81-8c56-4d26-8b92-20116569d944,revision_number=4']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:28:01.183485 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-26a55693-50fc-4f33-9ce9-6ded101a1074 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1795580'] for router, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:01.184118 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26a55693-50fc-4f33-9ce9-6ded101a1074 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9085b663-0140-4da3-a56d-64df3a8064f7 {{(pid=103590) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 17:28:01.196084 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-26a55693-50fc-4f33-9ce9-6ded101a1074 admin admin] Publish callbacks [] for router, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:01.202627 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 59996) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:28:01.210106 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-26a55693-50fc-4f33-9ce9-6ded101a1074 admin admin] 10.222.0.60 "DELETE /v2.0/routers/9085b663-0140-4da3-a56d-64df3a8064f7 HTTP/1.1" status: 204 len: 168 time: 4.4435499 Nov 23 17:28:01.230564 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-dc853900-1cb0-4fa6-9006-42de00ea2ea0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:01.244936 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 507ad2b8-2253-492a-82d3-35eb2a3411cf up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:28:01.323313 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b29cc93-bbf6-4ac1-a0bd-6fa632842829 admin admin] Deleting subnet 7131a7f2-c979-4b9e-a78d-ddacdbbebd5d {{(pid=103591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 17:28:01.339557 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-7b29cc93-bbf6-4ac1-a0bd-6fa632842829 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:01.350282 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9aa7223c-c874-4924-aeaa-bf82396defdf None None] Provisioning complete for port 507ad2b8-2253-492a-82d3-35eb2a3411cf triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:28:01.350819 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9aa7223c-c874-4924-aeaa-bf82396defdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:01.386017 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-dc853900-1cb0-4fa6-9006-42de00ea2ea0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:01.506418 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc853900-1cb0-4fa6-9006-42de00ea2ea0 admin admin] Network 8fae7973-38e6-4660-a7b2-023eda92e2f5 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:28:01.510621 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-dc853900-1cb0-4fa6-9006-42de00ea2ea0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:28:01.516076 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc853900-1cb0-4fa6-9006-42de00ea2ea0 admin admin] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:28:01.546380 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port 507ad2b8-2253-492a-82d3-35eb2a3411cf triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:28:01.547013 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:01.568279 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc853900-1cb0-4fa6-9006-42de00ea2ea0 admin admin] Pushing event updated for resources: {'Port': ['ID=b1e0681c-a2dd-4899-ba18-57dedd42bdbd,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:28:01.571851 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8d38ee76-382d-462e-95d3-0ca0c1f941f9 req-df9ce843-c4bf-409b-8b45-78e3535b9355 tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] 10.222.0.60 "GET /v2.0/ports?device_id=ffe3df2a-684e-454a-b3cc-d354825eaada HTTP/1.1" status: 200 len: 210 time: 0.1042364 Nov 23 17:28:01.577364 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-7b29cc93-bbf6-4ac1-a0bd-6fa632842829 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265990000'] for subnet, precommit_delete_associations {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:01.623391 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-dc853900-1cb0-4fa6-9006-42de00ea2ea0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1795539'] for router_interface, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:01.662273 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e265a772-49b1-4e9d-91c6-85f821d0becf req-c9e53bb6-7473-421c-8d04-29e61142a957 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:28:01.666080 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e265a772-49b1-4e9d-91c6-85f821d0becf req-c9e53bb6-7473-421c-8d04-29e61142a957 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.60 "GET /v2.0/ports?device_id=ffeae0b0-09b1-4f1e-9b33-8bbbbaaefdf6 HTTP/1.1" status: 200 len: 944 time: 0.4527483 Nov 23 17:28:01.732649 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9aa7223c-c874-4924-aeaa-bf82396defdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:01.856456 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e265a772-49b1-4e9d-91c6-85f821d0becf req-6292e795-2b38-4c87-9a94-015dfbd72a1a tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.60 "GET /v2.0/security-groups?id=5199d9c8-39cf-433e-a82b-4aef6c6477e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1756172 Nov 23 17:28:02.117644 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-dc853900-1cb0-4fa6-9006-42de00ea2ea0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:02.239353 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device c61fac81-8c56-4d26-8b92-20116569d944 up at agent hyperv_n-h1-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:28:02.252839 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-7b29cc93-bbf6-4ac1-a0bd-6fa632842829 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971956'] for subnet, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:02.260730 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-9aa7223c-c874-4924-aeaa-bf82396defdf None None] For port 507ad2b8-2253-492a-82d3-35eb2a3411cf, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=507ad2b8-2253-492a-82d3-35eb2a3411cf,segment=NetworkSegment(a571a13a-1919-42eb-8447-a1d218f50a9e),segment_id=a571a13a-1919-42eb-8447-a1d218f50a9e)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:28:02.280414 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee573723-fb0e-422f-8a9c-1e6fb89d2ab7 req-55c3a256-80fc-40c7-8834-c39fb7a02224 tempest-ImagesOneServerNegativeTestJSON-1012219953 tempest-ImagesOneServerNegativeTestJSON-1012219953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:28:02.311178 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ee573723-fb0e-422f-8a9c-1e6fb89d2ab7 req-55c3a256-80fc-40c7-8834-c39fb7a02224 tempest-ImagesOneServerNegativeTestJSON-1012219953 tempest-ImagesOneServerNegativeTestJSON-1012219953-project] 10.222.0.60 "GET /v2.0/ports?device_id=3eb53bce-75ac-4ae1-891f-4b41fa2887bc HTTP/1.1" status: 200 len: 945 time: 0.4525039 Nov 23 17:28:02.340684 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9aa7223c-c874-4924-aeaa-bf82396defdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:02.403600 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-308d84aa-e64f-4333-8a0f-5b68d052b600 None None] Publish callbacks [] for port, precommit_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:02.475064 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-308d84aa-e64f-4333-8a0f-5b68d052b600 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:02.494216 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da37ee4-2e13-478a-9c6a-b5b20168ea84 req-e2f58f71-9c32-45e9-92d1-3f7ee008529c tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:28:02.500817 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da37ee4-2e13-478a-9c6a-b5b20168ea84 req-e2f58f71-9c32-45e9-92d1-3f7ee008529c tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:28:02.503080 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-5da37ee4-2e13-478a-9c6a-b5b20168ea84 req-e2f58f71-9c32-45e9-92d1-3f7ee008529c tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] 10.222.0.36 "GET /v2.0/networks?id=50c7499f-0ec0-4c37-9ce2-16c829cbfc5a&id=7aa4d4e2-fdd4-4fb9-8823-d78916f248b0&id=50c7499f-0ec0-4c37-9ce2-16c829cbfc5a HTTP/1.1" status: 200 len: 1392 time: 0.5139234 Nov 23 17:28:02.528976 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [req-5da37ee4-2e13-478a-9c6a-b5b20168ea84 req-ea0c58d4-56ce-4ffc-90b8-f33a0f8b362c tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Request body: {'port': {'device_id': 'ffe3df2a-684e-454a-b3cc-d354825eaada', 'network_id': '50c7499f-0ec0-4c37-9ce2-16c829cbfc5a', 'admin_state_up': True, 'tenant_id': '30af1458e15a4ef39cb103ebf3b9a873'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:28:02.563932 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa7223c-c874-4924-aeaa-bf82396defdf None None] Pushing event updated for resources: {'Port': ['ID=507ad2b8-2253-492a-82d3-35eb2a3411cf,revision_number=3']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:28:02.573081 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-e87fbdad-8844-4f80-955d-4ed9d621affe None None] Provisioning complete for port b1e0681c-a2dd-4899-ba18-57dedd42bdbd triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:28:02.573455 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-e87fbdad-8844-4f80-955d-4ed9d621affe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:02.604294 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-308d84aa-e64f-4333-8a0f-5b68d052b600 None None] Attempting to bind port 5e419484-ec27-4048-92d1-8b9d95aaa519 on host n-d-816206-8 for vnic_type normal with profile {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:28:02.609942 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-308d84aa-e64f-4333-8a0f-5b68d052b600 None None] Attempting to bind port 5e419484-ec27-4048-92d1-8b9d95aaa519 by drivers openvswitch,hyperv on host n-d-816206-8 at level 0 using segments [{'id': 'bffd1e4f-e80f-4ff0-b418-2f42ae15febf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:28:02.610574 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-308d84aa-e64f-4333-8a0f-5b68d052b600 None None] Attempting to bind port 5e419484-ec27-4048-92d1-8b9d95aaa519 on network 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:28:02.665120 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-7b29cc93-bbf6-4ac1-a0bd-6fa632842829 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264758240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264314269'] for subnet, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:02.689455 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Provisioning for port c61fac81-8c56-4d26-8b92-20116569d944 completed by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 17:28:02.750756 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-308d84aa-e64f-4333-8a0f-5b68d052b600 None None] Checking agent: {'id': '9e89acbe-4bbe-4c77-a18b-6f1da9133e0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 7, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 27, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:28:02.751679 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-308d84aa-e64f-4333-8a0f-5b68d052b600 None None] Checking segment: {'id': 'bffd1e4f-e80f-4ff0-b418-2f42ae15febf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:28:02.752537 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-308d84aa-e64f-4333-8a0f-5b68d052b600 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:02.753361 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-308d84aa-e64f-4333-8a0f-5b68d052b600 None None] Bound using segment: {'id': 'bffd1e4f-e80f-4ff0-b418-2f42ae15febf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:28:02.755081 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-308d84aa-e64f-4333-8a0f-5b68d052b600 None None] Bound port: 5e419484-ec27-4048-92d1-8b9d95aaa519, host: n-d-816206-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bffd1e4f-e80f-4ff0-b418-2f42ae15febf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'}}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:28:02.755690 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-308d84aa-e64f-4333-8a0f-5b68d052b600 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:02.758654 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a47aa41a-d8d0-4db8-afb9-75004a8afc0d None None] Network 7aa4d4e2-fdd4-4fb9-8823-d78916f248b0 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:28:02.761899 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device ead18514-413a-48b4-9e42-1258ec9db67a no longer exists at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:28:02.778026 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ee573723-fb0e-422f-8a9c-1e6fb89d2ab7 req-3f38833f-83b6-4e28-ab2c-dc621d9447c9 tempest-ImagesOneServerNegativeTestJSON-1012219953 tempest-ImagesOneServerNegativeTestJSON-1012219953-project] 10.222.0.60 "GET /v2.0/security-groups?id=651f9501-e200-4452-8eae-06db36d1c3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4627891 Nov 23 17:28:02.778843 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b29cc93-bbf6-4ac1-a0bd-6fa632842829 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7131a7f2-c979-4b9e-a78d-ddacdbbebd5d,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:28:02.797357 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Provisioning complete for port c61fac81-8c56-4d26-8b92-20116569d944 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:28:02.797936 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:02.826483 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24a5ee2-5315-4fcc-bbd6-79726ca358f2 req-54e716fb-78e8-41f9-bb0b-cb2a5050f166 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:28:02.838455 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b24a5ee2-5315-4fcc-bbd6-79726ca358f2 req-54e716fb-78e8-41f9-bb0b-cb2a5050f166 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.60 "GET /v2.0/ports?device_id=ffeae0b0-09b1-4f1e-9b33-8bbbbaaefdf6 HTTP/1.1" status: 200 len: 944 time: 0.7516510 Nov 23 17:28:02.881209 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-7b29cc93-bbf6-4ac1-a0bd-6fa632842829 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for subnet, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:02.887951 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-7b29cc93-bbf6-4ac1-a0bd-6fa632842829 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/7131a7f2-c979-4b9e-a78d-ddacdbbebd5d HTTP/1.1" status: 204 len: 168 time: 1.6815302 Nov 23 17:28:02.888216 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 60030) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:28:02.921941 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f981640-3e25-4c36-997f-81d23e555b01 None None] Network f7b9b26d-e087-4c84-b1d6-38af54373fe0 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:28:02.930243 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] No Port match for: ead18514-413a-48b4-9e42-1258ec9db67a {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:28:02.937908 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device ead18514-413a-48b4-9e42-1258ec9db67a not bound to the agent host n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:28:02.938634 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 9086e39a-ec5a-4e76-bd5a-294632199cb0 no longer exists at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:28:02.955456 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5da37ee4-2e13-478a-9c6a-b5b20168ea84 req-ea0c58d4-56ce-4ffc-90b8-f33a0f8b362c tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Made reservation on behalf of 30af1458e15a4ef39cb103ebf3b9a873 for: {'port': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:28:02.958916 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-e87fbdad-8844-4f80-955d-4ed9d621affe None None] Port b1e0681c-a2dd-4899-ba18-57dedd42bdbd cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:28:02.959952 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-5da37ee4-2e13-478a-9c6a-b5b20168ea84 req-ea0c58d4-56ce-4ffc-90b8-f33a0f8b362c tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:03.016462 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8479f8-359a-4a71-bdd3-c9c7415bd42e None None] Pushing event updated for resources: {'Port': ['ID=5e419484-ec27-4048-92d1-8b9d95aaa519,revision_number=2']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:28:03.107941 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] No Port match for: 9086e39a-ec5a-4e76-bd5a-294632199cb0 {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:28:03.108820 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 9086e39a-ec5a-4e76-bd5a-294632199cb0 not bound to the agent host n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:28:03.235194 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-308d84aa-e64f-4333-8a0f-5b68d052b600 None None] For port 5e419484-ec27-4048-92d1-8b9d95aaa519, host n-d-816206-8, cleared binding levels {{(pid=103592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:28:03.270446 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b24a5ee2-5315-4fcc-bbd6-79726ca358f2 req-fa16c86a-82b1-4612-ada2-08af0a9a057b tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.60 "GET /v2.0/security-groups?id=5199d9c8-39cf-433e-a82b-4aef6c6477e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4199495 Nov 23 17:28:03.271543 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-308d84aa-e64f-4333-8a0f-5b68d052b600 None None] For port 5e419484-ec27-4048-92d1-8b9d95aaa519, host n-d-816206-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=5e419484-ec27-4048-92d1-8b9d95aaa519,segment=NetworkSegment(bffd1e4f-e80f-4ff0-b418-2f42ae15febf),segment_id=bffd1e4f-e80f-4ff0-b418-2f42ae15febf)] {{(pid=103592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:28:03.278717 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-a3843ee0-64c6-4d71-a319-e48ef2e8cdfb None None] Provisioning complete for port ed972518-f03c-420d-9322-41f8bdde281c triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:28:03.279920 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-a3843ee0-64c6-4d71-a319-e48ef2e8cdfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:03.295855 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-308d84aa-e64f-4333-8a0f-5b68d052b600 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:03.358213 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-5b77b2ff-60bd-4209-9865-0b71c3119819 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-555181'] for network, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:03.383492 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ccaa98-b131-46a8-888f-73711738ae27 req-06b6916b-e361-49bd-b504-fb9bef0469c8 tempest-ImagesTestJSON-931761063 tempest-ImagesTestJSON-931761063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:28:03.391852 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f4ccaa98-b131-46a8-888f-73711738ae27 req-06b6916b-e361-49bd-b504-fb9bef0469c8 tempest-ImagesTestJSON-931761063 tempest-ImagesTestJSON-931761063-project] 10.222.0.60 "GET /v2.0/ports?device_id=9ad6998c-3760-47d4-8e61-9e6189252294 HTTP/1.1" status: 200 len: 944 time: 0.4590113 Nov 23 17:28:03.519483 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f4ccaa98-b131-46a8-888f-73711738ae27 req-8e75c111-dca3-4836-8d9a-0b93a74eaecd tempest-ImagesTestJSON-931761063 tempest-ImagesTestJSON-931761063-project] 10.222.0.60 "GET /v2.0/security-groups?id=f2768289-7821-4137-8326-c052bf648315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267476 Nov 23 17:28:03.589752 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-5b77b2ff-60bd-4209-9865-0b71c3119819 admin admin] Deleting port a704ef8c-82f4-458f-a257-8d6d9aa10f20 {{(pid=103591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:28:03.590341 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-5b77b2ff-60bd-4209-9865-0b71c3119819 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:03.611905 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 507ad2b8-2253-492a-82d3-35eb2a3411cf up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:28:03.617846 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-308d84aa-e64f-4333-8a0f-5b68d052b600 None None] Routers {'b9679107-1fd1-4098-bfd2-62b5af47f898'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:28:03.618479 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-308d84aa-e64f-4333-8a0f-5b68d052b600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:27:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['b9679107-1fd1-4098-bfd2-62b5af47f898'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:28:03.626366 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:03.638449 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-dc853900-1cb0-4fa6-9006-42de00ea2ea0 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:03.648100 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-dc853900-1cb0-4fa6-9006-42de00ea2ea0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264357957'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:03.702651 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9558bb3b-1f4d-4705-aea7-3233d75f73a2 req-862ffaa7-076f-4baa-98df-3d509b665267 tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] 10.222.0.60 "GET /v2.0/ports?device_id=ffe3df2a-684e-454a-b3cc-d354825eaada HTTP/1.1" status: 200 len: 210 time: 0.0720329 Nov 23 17:28:03.716017 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8479f8-359a-4a71-bdd3-c9c7415bd42e None None] Pushing event updated for resources: {'Port': ['ID=5e419484-ec27-4048-92d1-8b9d95aaa519,revision_number=3']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:28:03.785555 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [req-5da37ee4-2e13-478a-9c6a-b5b20168ea84 req-ea0c58d4-56ce-4ffc-90b8-f33a0f8b362c tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Allocated IP 19.80.0.251 (50c7499f-0ec0-4c37-9ce2-16c829cbfc5a/00ffd2b7-5ef8-4d5b-9c72-5205e759c1e7/0f54ae2e-dc7f-4429-b64c-57bc23016bf1) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:28:03.817034 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [None req-5b77b2ff-60bd-4209-9865-0b71c3119819 admin admin] For port a704ef8c-82f4-458f-a257-8d6d9aa10f20, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=a704ef8c-82f4-458f-a257-8d6d9aa10f20,segment=NetworkSegment(e8fdbf9e-d1bc-4edd-ae5f-12f758e7fe49),segment_id=e8fdbf9e-d1bc-4edd-ae5f-12f758e7fe49)] {{(pid=103591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:28:03.817402 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-5b77b2ff-60bd-4209-9865-0b71c3119819 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:03.843142 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1719df64-94f0-49b9-bc4a-9b2c560b3089 req-143c68c6-29ff-468d-9712-28f2343e61b4 tempest-ImagesOneServerNegativeTestJSON-1012219953 tempest-ImagesOneServerNegativeTestJSON-1012219953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:28:03.845420 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-1719df64-94f0-49b9-bc4a-9b2c560b3089 req-143c68c6-29ff-468d-9712-28f2343e61b4 tempest-ImagesOneServerNegativeTestJSON-1012219953 tempest-ImagesOneServerNegativeTestJSON-1012219953-project] 10.222.0.60 "GET /v2.0/ports?device_id=3eb53bce-75ac-4ae1-891f-4b41fa2887bc HTTP/1.1" status: 200 len: 945 time: 0.1683240 Nov 23 17:28:03.855234 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-dc853900-1cb0-4fa6-9006-42de00ea2ea0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2068703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1794403'] for router_interface, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:03.856505 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-5b77b2ff-60bd-4209-9865-0b71c3119819 admin admin] Calling delete_port for a704ef8c-82f4-458f-a257-8d6d9aa10f20 owned by network:dhcp {{(pid=103591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:28:03.869981 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc853900-1cb0-4fa6-9006-42de00ea2ea0 admin admin] Pushing event updated for resources: {'Port': ['ID=b1e0681c-a2dd-4899-ba18-57dedd42bdbd,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:28:03.918102 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-a3843ee0-64c6-4d71-a319-e48ef2e8cdfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:03.926935 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-1719df64-94f0-49b9-bc4a-9b2c560b3089 req-42fda053-1dd9-4a61-91fc-ed5e207873ab tempest-ImagesOneServerNegativeTestJSON-1012219953 tempest-ImagesOneServerNegativeTestJSON-1012219953-project] 10.222.0.60 "GET /v2.0/security-groups?id=651f9501-e200-4452-8eae-06db36d1c3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723770 Nov 23 17:28:03.949835 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc853900-1cb0-4fa6-9006-42de00ea2ea0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:28:03.950116 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc853900-1cb0-4fa6-9006-42de00ea2ea0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:28:03.950560 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc853900-1cb0-4fa6-9006-42de00ea2ea0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:28:03.951014 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc853900-1cb0-4fa6-9006-42de00ea2ea0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:28:03.951473 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc853900-1cb0-4fa6-9006-42de00ea2ea0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:28:03.951908 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc853900-1cb0-4fa6-9006-42de00ea2ea0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:28:03.952346 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc853900-1cb0-4fa6-9006-42de00ea2ea0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:28:03.961111 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ad6998c-3760-47d4-8e61-9e6189252294', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c61fac81-8c56-4d26-8b92-20116569d944'}] {{(pid=103592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:28:03.964380 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc853900-1cb0-4fa6-9006-42de00ea2ea0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:28:03.965382 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc853900-1cb0-4fa6-9006-42de00ea2ea0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:28:03.966158 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc853900-1cb0-4fa6-9006-42de00ea2ea0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:28:03.966615 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc853900-1cb0-4fa6-9006-42de00ea2ea0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:28:03.967056 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc853900-1cb0-4fa6-9006-42de00ea2ea0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:28:03.970474 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba3e6a8f2301c7a29fe1eca9779abdae4ccbcd6266d69778087f2498d5551201" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff6194fd-6395-4433-953f-d382b8902e74" -d '{"events": [{"server_uuid": "9ad6998c-3760-47d4-8e61-9e6189252294", "name": "network-vif-plugged", "status": "completed", "tag": "c61fac81-8c56-4d26-8b92-20116569d944"}]}' {{(pid=103592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:28:03.997451 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvr_db [None req-308d84aa-e64f-4333-8a0f-5b68d052b600 None None] Set router b9679107-1fd1-4098-bfd2-62b5af47f898 gateway port host: n-d-816206-8 {{(pid=103592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:28:04.056225 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port c61fac81-8c56-4d26-8b92-20116569d944, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=c61fac81-8c56-4d26-8b92-20116569d944,segment=NetworkSegment(8fed18b2-0713-4023-96b5-16ede53c73dc),segment_id=8fed18b2-0713-4023-96b5-16ede53c73dc)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:28:04.105193 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4870ff4-ff48-45e2-81a5-bb2b9ee323e9 None None] DHCP port deletion for f7b9b26d-e087-4c84-b1d6-38af54373fe0 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:28:04.130728 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:04.134341 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54cb7d6-2868-495c-9df3-103d6d00f0ce req-288b7692-f9ab-41f0-a7ec-06249d81a986 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:28:04.143941 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f54cb7d6-2868-495c-9df3-103d6d00f0ce req-288b7692-f9ab-41f0-a7ec-06249d81a986 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.60 "GET /v2.0/ports?device_id=ffeae0b0-09b1-4f1e-9b33-8bbbbaaefdf6 HTTP/1.1" status: 200 len: 944 time: 0.2059307 Nov 23 17:28:04.295715 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port 507ad2b8-2253-492a-82d3-35eb2a3411cf triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:28:04.295715 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:04.313977 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc853900-1cb0-4fa6-9006-42de00ea2ea0 admin admin] Network 8fae7973-38e6-4660-a7b2-023eda92e2f5 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:28:04.319516 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:28:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7791c117-b539-449a-a70b-f06c9e76de31 x-openstack-request-id: req-7791c117-b539-449a-a70b-f06c9e76de31 {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:28:04.319819 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ad6998c-3760-47d4-8e61-9e6189252294", "name": "network-vif-plugged", "status": "completed", "tag": "c61fac81-8c56-4d26-8b92-20116569d944", "code": 200}]} {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:28:04.320111 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7791c117-b539-449a-a70b-f06c9e76de31 {{(pid=103592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:28:04.320549 n-d-816206-8 neutron-server[103592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ad6998c-3760-47d4-8e61-9e6189252294', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c61fac81-8c56-4d26-8b92-20116569d944', 'code': 200} Nov 23 17:28:04.321597 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-dc853900-1cb0-4fa6-9006-42de00ea2ea0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:28:04.345814 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-5b77b2ff-60bd-4209-9865-0b71c3119819 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:04.395949 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-a3843ee0-64c6-4d71-a319-e48ef2e8cdfb None None] For port ed972518-f03c-420d-9322-41f8bdde281c, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=ed972518-f03c-420d-9322-41f8bdde281c,segment=NetworkSegment(f29dfca8-022a-4db9-b8a4-6d99a0fedd99),segment_id=f29dfca8-022a-4db9-b8a4-6d99a0fedd99)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:28:04.439341 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f54cb7d6-2868-495c-9df3-103d6d00f0ce req-ab583fad-58b6-45b8-a341-8519ad611bed tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.60 "GET /v2.0/security-groups?id=5199d9c8-39cf-433e-a82b-4aef6c6477e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2943475 Nov 23 17:28:04.469694 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-a3843ee0-64c6-4d71-a319-e48ef2e8cdfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:04.499396 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b77b2ff-60bd-4209-9865-0b71c3119819 admin admin] Pushing event deleted for resources: {'Port': ['ID=a704ef8c-82f4-458f-a257-8d6d9aa10f20,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:28:04.522912 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b77b2ff-60bd-4209-9865-0b71c3119819 admin admin] No DVR routers for this DVR port a704ef8c-82f4-458f-a257-8d6d9aa10f20 on host n-d-816206-8 {{(pid=103591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:28:04.607771 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f110b49-3112-453c-b45d-97bf92128eca req-2e07edc1-9520-47cb-bf76-fe4f8162e679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:28:04.610316 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-3f110b49-3112-453c-b45d-97bf92128eca req-2e07edc1-9520-47cb-bf76-fe4f8162e679 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=9ad6998c-3760-47d4-8e61-9e6189252294 HTTP/1.1" status: 200 len: 1096 time: 0.2790120 Nov 23 17:28:04.679341 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Pushing event updated for resources: {'Port': ['ID=c61fac81-8c56-4d26-8b92-20116569d944,revision_number=5']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:28:04.699246 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-5da37ee4-2e13-478a-9c6a-b5b20168ea84 req-ea0c58d4-56ce-4ffc-90b8-f33a0f8b362c tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:04.705992 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76560d8-f2ff-486f-96b3-474448258896 req-930884ca-038e-4957-a6cf-8f26fbb3d041 tempest-ImagesOneServerNegativeTestJSON-1012219953 tempest-ImagesOneServerNegativeTestJSON-1012219953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:28:04.715112 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d76560d8-f2ff-486f-96b3-474448258896 req-930884ca-038e-4957-a6cf-8f26fbb3d041 tempest-ImagesOneServerNegativeTestJSON-1012219953 tempest-ImagesOneServerNegativeTestJSON-1012219953-project] 10.222.0.60 "GET /v2.0/ports?device_id=3eb53bce-75ac-4ae1-891f-4b41fa2887bc HTTP/1.1" status: 200 len: 945 time: 0.3651114 Nov 23 17:28:04.802700 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc853900-1cb0-4fa6-9006-42de00ea2ea0 admin admin] Router b9679107-1fd1-4098-bfd2-62b5af47f898 has already been hosted by L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 {{(pid=103590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 17:28:04.830601 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-5da37ee4-2e13-478a-9c6a-b5b20168ea84 req-ea0c58d4-56ce-4ffc-90b8-f33a0f8b362c tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:04.847435 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-5b77b2ff-60bd-4209-9865-0b71c3119819 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973419', 'neutron.services.segments.db._delete_segments_for_network-8736635878840'] for network, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:04.875122 n-d-816206-8 neutron-server[103591]: DEBUG neutron.services.segments.db [None req-5b77b2ff-60bd-4209-9865-0b71c3119819 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7b9b26d-e087-4c84-b1d6-38af54373fe0']}} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:28:04.890580 n-d-816206-8 neutron-server[103591]: DEBUG neutron.services.segments.db [None req-5b77b2ff-60bd-4209-9865-0b71c3119819 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8fdbf9e-d1bc-4edd-ae5f-12f758e7fe49') {'for_net_delete': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:28:04.890879 n-d-816206-8 neutron-server[103591]: DEBUG neutron.services.segments.db [None req-5b77b2ff-60bd-4209-9865-0b71c3119819 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8fdbf9e-d1bc-4edd-ae5f-12f758e7fe49') {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:28:04.896845 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-a3843ee0-64c6-4d71-a319-e48ef2e8cdfb None None] Provisioning complete for port 507ad2b8-2253-492a-82d3-35eb2a3411cf triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:28:04.897222 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-a3843ee0-64c6-4d71-a319-e48ef2e8cdfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:04.902369 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-5b77b2ff-60bd-4209-9865-0b71c3119819 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736635840332', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265989959'] for segment, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:04.923356 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-5b77b2ff-60bd-4209-9865-0b71c3119819 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:04.932158 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b77b2ff-60bd-4209-9865-0b71c3119819 admin admin] Releasing vlan 509 on physical network physnet1 to pool {{(pid=103591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 17:28:04.932743 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-5b77b2ff-60bd-4209-9865-0b71c3119819 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264756290'] for segment, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:04.976093 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5da37ee4-2e13-478a-9c6a-b5b20168ea84 req-ea0c58d4-56ce-4ffc-90b8-f33a0f8b362c tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Network 50c7499f-0ec0-4c37-9ce2-16c829cbfc5a is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:28:04.988846 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [req-5da37ee4-2e13-478a-9c6a-b5b20168ea84 req-ea0c58d4-56ce-4ffc-90b8-f33a0f8b362c tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:28:05.019854 n-d-816206-8 neutron-server[103591]: Traceback (most recent call last): Nov 23 17:28:05.019854 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 17:28:05.019854 n-d-816206-8 neutron-server[103591]: timer() Nov 23 17:28:05.019854 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 17:28:05.019854 n-d-816206-8 neutron-server[103591]: cb(*args, **kw) Nov 23 17:28:05.019854 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 17:28:05.019854 n-d-816206-8 neutron-server[103591]: return func(*args, **kwargs) Nov 23 17:28:05.019854 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 17:28:05.019854 n-d-816206-8 neutron-server[103591]: self._notify() Nov 23 17:28:05.019854 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 17:28:05.019854 n-d-816206-8 neutron-server[103591]: self.callback(batched_events) Nov 23 17:28:05.019854 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 17:28:05.019854 n-d-816206-8 neutron-server[103591]: event.method(event) Nov 23 17:28:05.019854 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 17:28:05.019854 n-d-816206-8 neutron-server[103591]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 17:28:05.019854 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 17:28:05.019854 n-d-816206-8 neutron-server[103591]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 17:28:05.019854 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 17:28:05.019854 n-d-816206-8 neutron-server[103591]: return f(self, *a, **k) Nov 23 17:28:05.019854 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 17:28:05.019854 n-d-816206-8 neutron-server[103591]: return self._get(url).json() Nov 23 17:28:05.019854 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 17:28:05.019854 n-d-816206-8 neutron-server[103591]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 17:28:05.019854 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 17:28:05.019854 n-d-816206-8 neutron-server[103591]: return self.request(url, 'GET', **kwargs) Nov 23 17:28:05.019854 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 17:28:05.019854 n-d-816206-8 neutron-server[103591]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 17:28:05.019854 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 17:28:05.019854 n-d-816206-8 neutron-server[103591]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 17:28:05.019854 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 17:28:05.019854 n-d-816206-8 neutron-server[103591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 17:28:05.019854 n-d-816206-8 neutron-server[103591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 17:28:05.033393 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [req-5da37ee4-2e13-478a-9c6a-b5b20168ea84 req-ea0c58d4-56ce-4ffc-90b8-f33a0f8b362c tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:28:05.100101 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0c58d4-56ce-4ffc-90b8-f33a0f8b362c tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Pushing event updated for resources: {'Port': ['ID=0f54ae2e-dc7f-4429-b64c-57bc23016bf1,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:28:05.143990 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da37ee4-2e13-478a-9c6a-b5b20168ea84 req-ea0c58d4-56ce-4ffc-90b8-f33a0f8b362c tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:28:05.151115 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-5da37ee4-2e13-478a-9c6a-b5b20168ea84 req-ea0c58d4-56ce-4ffc-90b8-f33a0f8b362c tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:05.154369 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc853900-1cb0-4fa6-9006-42de00ea2ea0 admin admin] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:28:05.160392 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-dc853900-1cb0-4fa6-9006-42de00ea2ea0 admin admin] 10.222.0.60 "PUT /v2.0/routers/b9679107-1fd1-4098-bfd2-62b5af47f898/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6028459 Nov 23 17:28:05.166781 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d76560d8-f2ff-486f-96b3-474448258896 req-23447ce3-3552-4b05-9bb1-2eb7a21bbc4b tempest-ImagesOneServerNegativeTestJSON-1012219953 tempest-ImagesOneServerNegativeTestJSON-1012219953-project] 10.222.0.60 "GET /v2.0/security-groups?id=651f9501-e200-4452-8eae-06db36d1c3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4490709 Nov 23 17:28:05.200892 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-5da37ee4-2e13-478a-9c6a-b5b20168ea84 req-ea0c58d4-56ce-4ffc-90b8-f33a0f8b362c tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6830134 Nov 23 17:28:05.217681 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [req-5da37ee4-2e13-478a-9c6a-b5b20168ea84 req-34cf3800-05d4-4de1-8bd9-ac518460ed48 tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Request body: {'port': {'device_id': 'ffe3df2a-684e-454a-b3cc-d354825eaada', 'network_id': '7aa4d4e2-fdd4-4fb9-8823-d78916f248b0', 'admin_state_up': True, 'tenant_id': '30af1458e15a4ef39cb103ebf3b9a873'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:28:05.228433 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-a4870ff4-ff48-45e2-81a5-bb2b9ee323e9 None None] Deleting port a704ef8c-82f4-458f-a257-8d6d9aa10f20 {{(pid=103592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:28:05.229837 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-a4870ff4-ff48-45e2-81a5-bb2b9ee323e9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:05.265068 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-5b77b2ff-60bd-4209-9865-0b71c3119819 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1795418'] for network, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:05.276206 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-5b77b2ff-60bd-4209-9865-0b71c3119819 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for network, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:05.288186 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-5b77b2ff-60bd-4209-9865-0b71c3119819 admin admin] 10.222.0.60 "DELETE /v2.0/networks/f7b9b26d-e087-4c84-b1d6-38af54373fe0 HTTP/1.1" status: 204 len: 168 time: 2.3984759 Nov 23 17:28:05.310176 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-3f110b49-3112-453c-b45d-97bf92128eca req-b03936b6-8789-4f5e-b7d8-2e599dd908f3 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=f2768289-7821-4137-8326-c052bf648315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6827433 Nov 23 17:28:05.364911 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device ed972518-f03c-420d-9322-41f8bdde281c up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:28:05.390948 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b77b2ff-60bd-4209-9865-0b71c3119819 admin admin] Pushing event deleted for resources: {'Network': ['ID=f7b9b26d-e087-4c84-b1d6-38af54373fe0,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:28:05.469396 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3843ee0-64c6-4d71-a319-e48ef2e8cdfb None None] Pushing event updated for resources: {'Port': ['ID=ed972518-f03c-420d-9322-41f8bdde281c,revision_number=3']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:28:05.512599 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590240f1-2043-488f-b885-bfcf50ba208a req-92b9460b-3523-4c0d-a2cf-81ba1232d543 tempest-ImagesTestJSON-931761063 tempest-ImagesTestJSON-931761063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:28:05.527178 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-590240f1-2043-488f-b885-bfcf50ba208a req-92b9460b-3523-4c0d-a2cf-81ba1232d543 tempest-ImagesTestJSON-931761063 tempest-ImagesTestJSON-931761063-project] 10.222.0.60 "GET /v2.0/ports?device_id=9ad6998c-3760-47d4-8e61-9e6189252294 HTTP/1.1" status: 200 len: 945 time: 0.4899082 Nov 23 17:28:05.537378 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5da37ee4-2e13-478a-9c6a-b5b20168ea84 req-34cf3800-05d4-4de1-8bd9-ac518460ed48 tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Made reservation on behalf of 30af1458e15a4ef39cb103ebf3b9a873 for: {'port': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:28:05.548342 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-5da37ee4-2e13-478a-9c6a-b5b20168ea84 req-34cf3800-05d4-4de1-8bd9-ac518460ed48 tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:05.562316 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server [None req-a4870ff4-ff48-45e2-81a5-bb2b9ee323e9 None None] Exception during message handling: neutron_lib.exceptions.NetworkNotFound: Network f7b9b26d-e087-4c84-b1d6-38af54373fe0 could not be found. Nov 23 17:28:05.562316 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 23 17:28:05.562316 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Nov 23 17:28:05.562316 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server network = model_query.get_by_id(context, models_v2.Network, id) Nov 23 17:28:05.562316 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 169, in get_by_id Nov 23 17:28:05.562316 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server return query.filter(model.id == object_id).one() Nov 23 17:28:05.562316 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2856, in one Nov 23 17:28:05.562316 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server return self._iter().one() Nov 23 17:28:05.562316 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 1407, in one Nov 23 17:28:05.562316 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server return self._only_one_row( Nov 23 17:28:05.562316 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 561, in _only_one_row Nov 23 17:28:05.562316 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server raise exc.NoResultFound( Nov 23 17:28:05.562316 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server sqlalchemy.exc.NoResultFound: No row was found when one was required Nov 23 17:28:05.562316 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server Nov 23 17:28:05.562316 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: Nov 23 17:28:05.562316 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server Nov 23 17:28:05.562316 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 23 17:28:05.562316 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 23 17:28:05.562316 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 23 17:28:05.562316 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 23 17:28:05.562316 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 23 17:28:05.562316 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 23 17:28:05.562316 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 23 17:28:05.562316 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 23 17:28:05.562316 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 23 17:28:05.562316 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 17:28:05.562316 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 17:28:05.562316 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 17:28:05.562316 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 17:28:05.562316 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 23 17:28:05.562316 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 17:28:05.562316 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 23 17:28:05.562316 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 23 17:28:05.562316 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 17:28:05.562316 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 17:28:05.562316 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 17:28:05.562316 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 17:28:05.562316 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 23 17:28:05.562316 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 17:28:05.562316 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 23 17:28:05.562316 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 23 17:28:05.562316 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 17:28:05.562316 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 17:28:05.562316 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 17:28:05.562316 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 17:28:05.562316 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 23 17:28:05.562316 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 23 17:28:05.562316 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 270, in release_dhcp_port Nov 23 17:28:05.562316 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server plugin.delete_ports_by_device_id(context, device_id, network_id) Nov 23 17:28:05.562316 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1546, in delete_ports_by_device_id Nov 23 17:28:05.562316 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server self.delete_port(context, port_id) Nov 23 17:28:05.562316 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 23 17:28:05.562316 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 17:28:05.562316 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 23 17:28:05.562316 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 23 17:28:05.572353 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 23 17:28:05.572353 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 23 17:28:05.572353 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 17:28:05.572353 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 17:28:05.572353 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 17:28:05.572353 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 17:28:05.572353 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 23 17:28:05.572353 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 17:28:05.572353 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 23 17:28:05.572353 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 23 17:28:05.572353 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 17:28:05.572353 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 17:28:05.572353 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 17:28:05.572353 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 17:28:05.572353 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 23 17:28:05.572353 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 17:28:05.572353 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 23 17:28:05.572353 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 23 17:28:05.572353 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 17:28:05.572353 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 17:28:05.572353 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 17:28:05.572353 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 17:28:05.572353 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 23 17:28:05.572353 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 23 17:28:05.572353 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1971, in delete_port Nov 23 17:28:05.572353 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server network = self.get_network(context, port['network_id']) Nov 23 17:28:05.572353 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 23 17:28:05.572353 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 23 17:28:05.572353 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1194, in get_network Nov 23 17:28:05.572353 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server net_db = net_db or self._get_network(context, id) Nov 23 17:28:05.572353 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 266, in _get_network Nov 23 17:28:05.572353 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server raise exceptions.NetworkNotFound(net_id=id) Nov 23 17:28:05.572353 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.NetworkNotFound: Network f7b9b26d-e087-4c84-b1d6-38af54373fe0 could not be found. Nov 23 17:28:05.572353 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server Nov 23 17:28:05.659500 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0625d8e-0c5c-470f-9f45-317aca9050ee None None] DHCP port deletion for f7b9b26d-e087-4c84-b1d6-38af54373fe0 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:28:05.681164 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0310db9c-14d1-49f7-b156-e58bc4269491 req-f84401e1-5efa-4490-adce-3e0b7bc5461f tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:28:05.688794 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-0310db9c-14d1-49f7-b156-e58bc4269491 req-f84401e1-5efa-4490-adce-3e0b7bc5461f tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] 10.222.0.60 "GET /v2.0/ports?device_id=ffe3df2a-684e-454a-b3cc-d354825eaada HTTP/1.1" status: 200 len: 932 time: 0.3557167 Nov 23 17:28:05.711701 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-590240f1-2043-488f-b885-bfcf50ba208a req-7d963fba-28b7-466c-9095-3122e0ba158c tempest-ImagesTestJSON-931761063 tempest-ImagesTestJSON-931761063-project] 10.222.0.60 "GET /v2.0/security-groups?id=f2768289-7821-4137-8326-c052bf648315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1833179 Nov 23 17:28:05.772872 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-0310db9c-14d1-49f7-b156-e58bc4269491 req-b3fd1345-0d64-47aa-a347-d13ef74e6636 tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] 10.222.0.60 "GET /v2.0/security-groups?id=e0395b5d-c9ae-4269-a510-77335f56b6a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830314 Nov 23 17:28:05.851776 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [req-5da37ee4-2e13-478a-9c6a-b5b20168ea84 req-34cf3800-05d4-4de1-8bd9-ac518460ed48 tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Allocated IP 19.86.0.243 (7aa4d4e2-fdd4-4fb9-8823-d78916f248b0/6b86510e-471b-4c13-9eda-a998271fd4a3/060ffe95-3094-413f-ba30-a6a604d52753) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:28:05.859953 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4de27923-8852-455f-87b5-88372fcb9e59 None None] get_active_networks_info from n-d-816206-8 {{(pid=103592) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 23 17:28:05.869119 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 60118) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:28:06.014915 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-fb70d2da-d790-4833-bbc5-6b61ccbf47eb admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ee30629671cd48a7ba8e997b65518fa4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1439002 Nov 23 17:28:06.017761 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 60120) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:28:06.026373 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-308d84aa-e64f-4333-8a0f-5b68d052b600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9679107-1fd1-4098-bfd2-62b5af47f898', 'name': 'tempest-TaggedBootDevicesTest_v242-1843589813-router', 'tenant_id': '9b0068a4a0a543038f63069e85a0a90e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': '5e419484-ec27-4048-92d1-8b9d95aaa519', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:27:47Z', 'updated_at': '2021-11-23T17:28:02Z', 'revision_number': 4, 'project_id': '9b0068a4a0a543038f63069e85a0a90e', 'gw_port': {'id': '5e419484-ec27-4048-92d1-8b9d95aaa519', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:0a:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9679107-1fd1-4098-bfd2-62b5af47f898', 'device_owner': 'network:router_gateway', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:27:50Z', 'updated_at': '2021-11-23T17:28:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_interfaces': [{'id': 'b1e0681c-a2dd-4899-ba18-57dedd42bdbd', 'name': '', 'network_id': '8fae7973-38e6-4660-a7b2-023eda92e2f5', 'tenant_id': '9b0068a4a0a543038f63069e85a0a90e', 'mac_address': 'fa:16:3e:89:68:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9679107-1fd1-4098-bfd2-62b5af47f898', 'device_owner': 'network:router_interface', 'standard_attr_id': 955, 'fixed_ips': [{'subnet_id': '34624ad2-f585-44eb-b7a5-2bcf52826b90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:27:58Z', 'updated_at': '2021-11-23T17:28:02Z', 'revision_number': 2, 'project_id': '9b0068a4a0a543038f63069e85a0a90e', 'subnets': [{'id': '34624ad2-f585-44eb-b7a5-2bcf52826b90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:28:06.093415 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2b430c-5471-447f-bf77-9498a1ad762a req-a9a4ff0f-e436-4775-987a-955e80f1cd3a tempest-ImagesOneServerNegativeTestJSON-1012219953 tempest-ImagesOneServerNegativeTestJSON-1012219953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:28:06.095580 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ce2b430c-5471-447f-bf77-9498a1ad762a req-a9a4ff0f-e436-4775-987a-955e80f1cd3a tempest-ImagesOneServerNegativeTestJSON-1012219953 tempest-ImagesOneServerNegativeTestJSON-1012219953-project] 10.222.0.60 "GET /v2.0/ports?device_id=3eb53bce-75ac-4ae1-891f-4b41fa2887bc HTTP/1.1" status: 200 len: 945 time: 0.1906223 Nov 23 17:28:06.099894 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port ed972518-f03c-420d-9322-41f8bdde281c triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:28:06.101307 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:06.109423 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-5da37ee4-2e13-478a-9c6a-b5b20168ea84 req-34cf3800-05d4-4de1-8bd9-ac518460ed48 tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:06.118383 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-5e7cb7a1-d1a4-45e6-a083-862b62ad4742 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:06.160157 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-5da37ee4-2e13-478a-9c6a-b5b20168ea84 req-34cf3800-05d4-4de1-8bd9-ac518460ed48 tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:06.224126 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-308d84aa-e64f-4333-8a0f-5b68d052b600 None None] The sync data for ids ['b9679107-1fd1-4098-bfd2-62b5af47f898'] in n-d-816206-8 is: [{'id': 'b9679107-1fd1-4098-bfd2-62b5af47f898', 'name': 'tempest-TaggedBootDevicesTest_v242-1843589813-router', 'tenant_id': '9b0068a4a0a543038f63069e85a0a90e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': '5e419484-ec27-4048-92d1-8b9d95aaa519', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:27:47Z', 'updated_at': '2021-11-23T17:28:02Z', 'revision_number': 4, 'project_id': '9b0068a4a0a543038f63069e85a0a90e', 'gw_port': {'id': '5e419484-ec27-4048-92d1-8b9d95aaa519', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:0a:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9679107-1fd1-4098-bfd2-62b5af47f898', 'device_owner': 'network:router_gateway', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:27:50Z', 'updated_at': '2021-11-23T17:28:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_interfaces': [{'id': 'b1e0681c-a2dd-4899-ba18-57dedd42bdbd', 'name': '', 'network_id': '8fae7973-38e6-4660-a7b2-023eda92e2f5', 'tenant_id': '9b0068a4a0a543038f63069e85a0a90e', 'mac_address': 'fa:16:3e:89:68:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9679107-1fd1-4098-bfd2-62b5af47f898', 'device_owner': 'network:router_interface', 'standard_attr_id': 955, 'fixed_ips': [{'subnet_id': '34624ad2-f585-44eb-b7a5-2bcf52826b90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:27:58Z', 'updated_at': '2021-11-23T17:28:02Z', 'revision_number': 2, 'project_id': '9b0068a4a0a543038f63069e85a0a90e', 'subnets': [{'id': '34624ad2-f585-44eb-b7a5-2bcf52826b90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:28:06.249724 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ce2b430c-5471-447f-bf77-9498a1ad762a req-f9f7aed9-c3c0-4b6e-a695-f4774b0d5776 tempest-ImagesOneServerNegativeTestJSON-1012219953 tempest-ImagesOneServerNegativeTestJSON-1012219953-project] 10.222.0.60 "GET /v2.0/security-groups?id=651f9501-e200-4452-8eae-06db36d1c3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322579 Nov 23 17:28:06.267195 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-5e7cb7a1-d1a4-45e6-a083-862b62ad4742 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:06.314759 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cf3800-05d4-4de1-8bd9-ac518460ed48 tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Pushing event updated for resources: {'Port': ['ID=060ffe95-3094-413f-ba30-a6a604d52753,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:28:06.340028 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5da37ee4-2e13-478a-9c6a-b5b20168ea84 req-34cf3800-05d4-4de1-8bd9-ac518460ed48 tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Network 7aa4d4e2-fdd4-4fb9-8823-d78916f248b0 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:28:06.343482 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [req-5da37ee4-2e13-478a-9c6a-b5b20168ea84 req-34cf3800-05d4-4de1-8bd9-ac518460ed48 tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:28:06.355969 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [req-5da37ee4-2e13-478a-9c6a-b5b20168ea84 req-34cf3800-05d4-4de1-8bd9-ac518460ed48 tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:28:06.387348 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-5e7cb7a1-d1a4-45e6-a083-862b62ad4742 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:06.390903 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-5e7cb7a1-d1a4-45e6-a083-862b62ad4742 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:06.392308 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-5e7cb7a1-d1a4-45e6-a083-862b62ad4742 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/dc73b2b2-bf31-4f32-9537-854d125cd889 HTTP/1.1" status: 204 len: 168 time: 0.3734148 Nov 23 17:28:06.397134 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-1654b72d-1df9-4185-a3ba-39310cd8292f None None] Provisioning complete for port ed972518-f03c-420d-9322-41f8bdde281c triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:28:06.402018 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-1654b72d-1df9-4185-a3ba-39310cd8292f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:06.409580 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7cb7a1-d1a4-45e6-a083-862b62ad4742 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc73b2b2-bf31-4f32-9537-854d125cd889,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:28:06.491508 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da37ee4-2e13-478a-9c6a-b5b20168ea84 req-34cf3800-05d4-4de1-8bd9-ac518460ed48 tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:28:06.492792 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-5da37ee4-2e13-478a-9c6a-b5b20168ea84 req-34cf3800-05d4-4de1-8bd9-ac518460ed48 tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:06.551799 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-5da37ee4-2e13-478a-9c6a-b5b20168ea84 req-34cf3800-05d4-4de1-8bd9-ac518460ed48 tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3377006 Nov 23 17:28:06.581760 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 60144) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:28:06.587276 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [req-5da37ee4-2e13-478a-9c6a-b5b20168ea84 req-3732d20b-0ab5-4ddb-89a2-3959d7bb5d77 tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Request body: {'port': {'device_id': 'ffe3df2a-684e-454a-b3cc-d354825eaada', 'network_id': '50c7499f-0ec0-4c37-9ce2-16c829cbfc5a', 'admin_state_up': True, 'tenant_id': '30af1458e15a4ef39cb103ebf3b9a873'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:28:06.587995 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-d88a345d-9e1d-46d6-b9b6-04536a3c3ba8 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-541031557-network', 'tenant_id': 'c75743e34bb54a03b0a32643bc9d50a1'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:28:06.641898 n-d-816206-8 neutron-server[103592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4de27923-8852-455f-87b5-88372fcb9e59 None None] Resources bound (agent type, host, resource id): {{(pid=103592) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 23 17:28:06.654467 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d88a345d-9e1d-46d6-b9b6-04536a3c3ba8 admin admin] Made reservation on behalf of c75743e34bb54a03b0a32643bc9d50a1 for: {'network': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:28:06.660313 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-d88a345d-9e1d-46d6-b9b6-04536a3c3ba8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for network, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:06.690364 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-d88a345d-9e1d-46d6-b9b6-04536a3c3ba8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:06.973178 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device ed972518-f03c-420d-9322-41f8bdde281c up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:28:07.063094 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5da37ee4-2e13-478a-9c6a-b5b20168ea84 req-3732d20b-0ab5-4ddb-89a2-3959d7bb5d77 tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Made reservation on behalf of 30af1458e15a4ef39cb103ebf3b9a873 for: {'port': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:28:07.067831 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-5da37ee4-2e13-478a-9c6a-b5b20168ea84 req-3732d20b-0ab5-4ddb-89a2-3959d7bb5d77 tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:07.099499 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-d88a345d-9e1d-46d6-b9b6-04536a3c3ba8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:07.130344 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-d88a345d-9e1d-46d6-b9b6-04536a3c3ba8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:07.228116 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d88a345d-9e1d-46d6-b9b6-04536a3c3ba8 admin admin] vlan segment allocate from pool success with {'vlan_id': 512, 'physical_network': 'physnet1'} {{(pid=103591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 17:28:07.264144 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88a345d-9e1d-46d6-b9b6-04536a3c3ba8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f58bc41-6e86-4511-a012-80609df223c0,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:28:07.314812 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93515658-4db2-4afd-8a78-42b170293383 req-0be02c9f-422e-4a9e-9c5b-9555aa4aa9a2 tempest-ImagesTestJSON-931761063 tempest-ImagesTestJSON-931761063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:28:07.327836 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-93515658-4db2-4afd-8a78-42b170293383 req-0be02c9f-422e-4a9e-9c5b-9555aa4aa9a2 tempest-ImagesTestJSON-931761063 tempest-ImagesTestJSON-931761063-project] 10.222.0.60 "GET /v2.0/ports?device_id=9ad6998c-3760-47d4-8e61-9e6189252294 HTTP/1.1" status: 200 len: 945 time: 0.2366393 Nov 23 17:28:07.336865 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-d88a345d-9e1d-46d6-b9b6-04536a3c3ba8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:07.339819 n-d-816206-8 neutron-server[103591]: INFO neutron.db.segments_db [None req-d88a345d-9e1d-46d6-b9b6-04536a3c3ba8 admin admin] Added segment b195e0b4-717d-497e-9676-eff15a175551 of type vlan for network 87f938c1-ee21-4937-8bfe-d0c625905f3e Nov 23 17:28:07.386907 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [req-5da37ee4-2e13-478a-9c6a-b5b20168ea84 req-3732d20b-0ab5-4ddb-89a2-3959d7bb5d77 tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Allocated IP 19.80.0.160 (50c7499f-0ec0-4c37-9ce2-16c829cbfc5a/00ffd2b7-5ef8-4d5b-9c72-5205e759c1e7/8b05d7d3-4182-477b-a5a4-723ba59d78de) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:28:07.561626 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-93515658-4db2-4afd-8a78-42b170293383 req-cdd74340-ee64-41d9-8f6d-682fcaaea084 tempest-ImagesTestJSON-931761063 tempest-ImagesTestJSON-931761063-project] 10.222.0.60 "GET /v2.0/security-groups?id=f2768289-7821-4137-8326-c052bf648315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2299848 Nov 23 17:28:07.584608 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-d88a345d-9e1d-46d6-b9b6-04536a3c3ba8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736635338810'] for network, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:07.648223 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port ed972518-f03c-420d-9322-41f8bdde281c triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:28:07.649397 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:07.745008 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-1654b72d-1df9-4185-a3ba-39310cd8292f None None] Provisioning complete for port b1e0681c-a2dd-4899-ba18-57dedd42bdbd triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:28:07.745554 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-1654b72d-1df9-4185-a3ba-39310cd8292f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:07.765041 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.db.resource_extend [None req-d88a345d-9e1d-46d6-b9b6-04536a3c3ba8 admin admin] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 23 17:28:07.853074 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-d88a345d-9e1d-46d6-b9b6-04536a3c3ba8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493'] for network, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:07.854965 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d88a345d-9e1d-46d6-b9b6-04536a3c3ba8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:28:07.854965 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-d88a345d-9e1d-46d6-b9b6-04536a3c3ba8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for network, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:07.894669 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5685e86-3555-4efd-81ff-8a0c96104792 req-f1fb6df3-e2c6-4108-8e28-aa5c520cf2b9 tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:28:07.902551 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5685e86-3555-4efd-81ff-8a0c96104792 req-f1fb6df3-e2c6-4108-8e28-aa5c520cf2b9 tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:28:07.919107 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b5685e86-3555-4efd-81ff-8a0c96104792 req-f1fb6df3-e2c6-4108-8e28-aa5c520cf2b9 tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] 10.222.0.60 "GET /v2.0/ports?device_id=ffe3df2a-684e-454a-b3cc-d354825eaada HTTP/1.1" status: 200 len: 1655 time: 0.3508573 Nov 23 17:28:07.987704 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-1654b72d-1df9-4185-a3ba-39310cd8292f None None] Port b1e0681c-a2dd-4899-ba18-57dedd42bdbd cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:28:08.007184 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-5da37ee4-2e13-478a-9c6a-b5b20168ea84 req-3732d20b-0ab5-4ddb-89a2-3959d7bb5d77 tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:08.021022 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 60206) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:28:08.021776 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-d88a345d-9e1d-46d6-b9b6-04536a3c3ba8 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.4385738 Nov 23 17:28:08.048154 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-7a782f2a-d1b4-4e6d-99f5-26341677a9fa admin admin] Request body: {'subnet': {'network_id': '87f938c1-ee21-4937-8bfe-d0c625905f3e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-541031557-subnet', 'tenant_id': 'c75743e34bb54a03b0a32643bc9d50a1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:28:08.115242 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-1654b72d-1df9-4185-a3ba-39310cd8292f None None] Provisioning complete for port 0f54ae2e-dc7f-4429-b64c-57bc23016bf1 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:28:08.115692 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-1654b72d-1df9-4185-a3ba-39310cd8292f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:08.136074 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a782f2a-d1b4-4e6d-99f5-26341677a9fa admin admin] Made reservation on behalf of c75743e34bb54a03b0a32643bc9d50a1 for: {'subnet': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:28:08.138810 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7a782f2a-d1b4-4e6d-99f5-26341677a9fa admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264730903'] for subnet, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:08.168792 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b5685e86-3555-4efd-81ff-8a0c96104792 req-04abc614-ffb1-4e09-bb74-2c1353c4eda4 tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] 10.222.0.60 "GET /v2.0/security-groups?id=e0395b5d-c9ae-4269-a510-77335f56b6a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2484076 Nov 23 17:28:08.181258 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88a345d-9e1d-46d6-b9b6-04536a3c3ba8 admin admin] Pushing event updated for resources: {'Network': ['ID=87f938c1-ee21-4937-8bfe-d0c625905f3e,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:28:08.290125 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Network 87f938c1-ee21-4937-8bfe-d0c625905f3e details requested by agent ovs-agent-n-d-816206-8 with host n-d-816206-8 {{(pid=103592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 17:28:08.424828 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 60226) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:28:08.494047 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-5da37ee4-2e13-478a-9c6a-b5b20168ea84 req-3732d20b-0ab5-4ddb-89a2-3959d7bb5d77 tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:08.590866 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-74e3fb34-5d2c-48e4-98d9-ce766fc6cb31 req-cdfb4ca6-5ca3-4126-9125-e779ca8ab24e tempest-ListImageFiltersTestJSON-955973730 tempest-ListImageFiltersTestJSON-955973730-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=7787399f94604a5d9c5106d55f149557&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0833404 Nov 23 17:28:08.619298 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device a704ef8c-82f4-458f-a257-8d6d9aa10f20 no longer exists at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:28:08.812965 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-4cef1907-662c-4092-9711-302db794b10c admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-852618678-network', 'tenant_id': '2af6eb560ef5462b96b28741c2d43c3f'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:28:08.814914 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5da37ee4-2e13-478a-9c6a-b5b20168ea84 req-3732d20b-0ab5-4ddb-89a2-3959d7bb5d77 tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Network 50c7499f-0ec0-4c37-9ce2-16c829cbfc5a is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:28:08.831110 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] No Port match for: a704ef8c-82f4-458f-a257-8d6d9aa10f20 {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:28:08.831436 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device a704ef8c-82f4-458f-a257-8d6d9aa10f20 not bound to the agent host n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:28:08.832025 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [req-5da37ee4-2e13-478a-9c6a-b5b20168ea84 req-3732d20b-0ab5-4ddb-89a2-3959d7bb5d77 tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:28:08.834596 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-1654b72d-1df9-4185-a3ba-39310cd8292f None None] Port 0f54ae2e-dc7f-4429-b64c-57bc23016bf1 cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:28:08.855947 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [req-5da37ee4-2e13-478a-9c6a-b5b20168ea84 req-3732d20b-0ab5-4ddb-89a2-3959d7bb5d77 tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:28:08.982006 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7a782f2a-d1b4-4e6d-99f5-26341677a9fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264358096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264730885'] for subnet, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:09.013905 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cef1907-662c-4092-9711-302db794b10c admin admin] Made reservation on behalf of 2af6eb560ef5462b96b28741c2d43c3f for: {'network': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:28:09.016554 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-4cef1907-662c-4092-9711-302db794b10c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for network, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:09.055224 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-4cef1907-662c-4092-9711-302db794b10c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:09.098628 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-a7e0e559-76f8-4b4c-9917-4dcde6acebaf None None] Provisioning complete for port 4514a2b0-f25f-433f-9f9d-de765185ed6b triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:28:09.099192 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e3fb34-5d2c-48e4-98d9-ce766fc6cb31 req-21c8a809-e9c4-425b-8337-0bdac8cc0987 tempest-ListImageFiltersTestJSON-955973730 tempest-ListImageFiltersTestJSON-955973730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:28:09.099343 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-a7e0e559-76f8-4b4c-9917-4dcde6acebaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:09.109500 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-74e3fb34-5d2c-48e4-98d9-ce766fc6cb31 req-21c8a809-e9c4-425b-8337-0bdac8cc0987 tempest-ListImageFiltersTestJSON-955973730 tempest-ListImageFiltersTestJSON-955973730-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5169981 Nov 23 17:28:09.222064 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 5e419484-ec27-4048-92d1-8b9d95aaa519 up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:28:09.240072 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-74e3fb34-5d2c-48e4-98d9-ce766fc6cb31 req-faf9e17f-5c22-4a8f-93bd-81dcbedb4d3a tempest-ListImageFiltersTestJSON-955973730 tempest-ListImageFiltersTestJSON-955973730-project] 10.222.0.60 "GET /v2.0/quotas/7787399f94604a5d9c5106d55f149557 HTTP/1.1" status: 200 len: 375 time: 0.1280410 Nov 23 17:28:09.260703 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a782f2a-d1b4-4e6d-99f5-26341677a9fa admin admin] Pushing event updated for resources: {'Subnet': ['ID=6ad5bbcc-6910-4f4f-8076-29f2f4bc9b05,revision_number=0']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:28:09.339421 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da37ee4-2e13-478a-9c6a-b5b20168ea84 req-3732d20b-0ab5-4ddb-89a2-3959d7bb5d77 tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:28:09.341356 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-5da37ee4-2e13-478a-9c6a-b5b20168ea84 req-3732d20b-0ab5-4ddb-89a2-3959d7bb5d77 tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:09.416234 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-74e3fb34-5d2c-48e4-98d9-ce766fc6cb31 req-1bab1219-52e2-47a2-b4de-200da4edd7bf tempest-ListImageFiltersTestJSON-955973730 tempest-ListImageFiltersTestJSON-955973730-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=7787399f94604a5d9c5106d55f149557&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1715012 Nov 23 17:28:09.430857 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-5da37ee4-2e13-478a-9c6a-b5b20168ea84 req-3732d20b-0ab5-4ddb-89a2-3959d7bb5d77 tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8585801 Nov 23 17:28:09.438346 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3732d20b-0ab5-4ddb-89a2-3959d7bb5d77 tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Pushing event updated for resources: {'Port': ['ID=8b05d7d3-4182-477b-a5a4-723ba59d78de,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:28:09.497912 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [req-5da37ee4-2e13-478a-9c6a-b5b20168ea84 req-10c1aed5-1997-4dbd-939c-ae1170c5b4e8 service neutron] Request body: {'port': {'device_id': 'ffe3df2a-684e-454a-b3cc-d354825eaada', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-8'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:28:09.660050 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port 5e419484-ec27-4048-92d1-8b9d95aaa519 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:28:09.666175 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:09.666413 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-5da37ee4-2e13-478a-9c6a-b5b20168ea84 req-10c1aed5-1997-4dbd-939c-ae1170c5b4e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:09.674638 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-4cef1907-662c-4092-9711-302db794b10c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:09.689212 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-4cef1907-662c-4092-9711-302db794b10c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:09.693178 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a782f2a-d1b4-4e6d-99f5-26341677a9fa admin admin] Checking segment: {'id': 'b195e0b4-717d-497e-9676-eff15a175551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '87f938c1-ee21-4937-8bfe-d0c625905f3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:28:09.693548 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a782f2a-d1b4-4e6d-99f5-26341677a9fa admin admin] Network hostable DHCP agents. Network: 87f938c1-ee21-4937-8bfe-d0c625905f3e, hostable agents: ['0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3'], hosted agents: [] {{(pid=103590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 17:28:09.707797 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4cef1907-662c-4092-9711-302db794b10c admin admin] vlan segment allocate from pool success with {'vlan_id': 544, 'physical_network': 'physnet1'} {{(pid=103591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 17:28:09.721794 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-4cef1907-662c-4092-9711-302db794b10c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:09.722579 n-d-816206-8 neutron-server[103591]: INFO neutron.db.segments_db [None req-4cef1907-662c-4092-9711-302db794b10c admin admin] Added segment 4328396d-f3ba-444d-af63-029b85c0e6e8 of type vlan for network ef202b11-deaf-483e-842e-ee79c8771f01 Nov 23 17:28:09.833668 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-a7e0e559-76f8-4b4c-9917-4dcde6acebaf None None] Provisioning complete for port 29810685-a873-4a8b-9531-c6d1f2654f79 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:28:09.836219 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-a7e0e559-76f8-4b4c-9917-4dcde6acebaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:09.845779 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-4cef1907-662c-4092-9711-302db794b10c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736635338810'] for network, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:09.923393 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cef1907-662c-4092-9711-302db794b10c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfe90dba-62f7-467a-b336-da7b1fe5bd9c,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:28:09.931124 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-4cef1907-662c-4092-9711-302db794b10c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493'] for network, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:09.932246 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cef1907-662c-4092-9711-302db794b10c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:28:09.932986 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-4cef1907-662c-4092-9711-302db794b10c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for network, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:10.029842 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-4cef1907-662c-4092-9711-302db794b10c admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.5969386 Nov 23 17:28:10.048419 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 60270) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:28:10.072243 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-fa38390b-7c30-4b2c-a653-82585c1438ad admin admin] Request body: {'subnet': {'network_id': 'ef202b11-deaf-483e-842e-ee79c8771f01', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-852618678-subnet', 'tenant_id': '2af6eb560ef5462b96b28741c2d43c3f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:28:10.110383 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:10.143199 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a782f2a-d1b4-4e6d-99f5-26341677a9fa admin admin] Network 87f938c1-ee21-4937-8bfe-d0c625905f3e is scheduled to be hosted by DHCP agent 0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3 with binding_index 1 {{(pid=103590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 17:28:10.196950 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-7a782f2a-d1b4-4e6d-99f5-26341677a9fa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-8, 87f938c1-ee21-4937-8bfe-d0c625905f3e) {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:28:10.220294 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a782f2a-d1b4-4e6d-99f5-26341677a9fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:28:10.221225 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7a782f2a-d1b4-4e6d-99f5-26341677a9fa admin admin] Publish callbacks [] for subnet, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:10.237498 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cef1907-662c-4092-9711-302db794b10c admin admin] Pushing event updated for resources: {'Network': ['ID=ef202b11-deaf-483e-842e-ee79c8771f01,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:28:10.246147 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] For port 5e419484-ec27-4048-92d1-8b9d95aaa519, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=5e419484-ec27-4048-92d1-8b9d95aaa519,segment=NetworkSegment(bffd1e4f-e80f-4ff0-b418-2f42ae15febf),segment_id=bffd1e4f-e80f-4ff0-b418-2f42ae15febf)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:28:10.251782 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8903ff00-9a55-4f94-8be0-ddfb8a80a37d None None] Network 87f938c1-ee21-4937-8bfe-d0c625905f3e requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:28:10.317894 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54784433-327d-45dd-941b-40a9a16cfca9 req-993a1429-159b-48d8-80a9-bdbbcae1ebec tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:28:10.326862 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54784433-327d-45dd-941b-40a9a16cfca9 req-993a1429-159b-48d8-80a9-bdbbcae1ebec tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:28:10.338952 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54784433-327d-45dd-941b-40a9a16cfca9 req-993a1429-159b-48d8-80a9-bdbbcae1ebec tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:28:10.340969 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-54784433-327d-45dd-941b-40a9a16cfca9 req-993a1429-159b-48d8-80a9-bdbbcae1ebec tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] 10.222.0.60 "GET /v2.0/ports?device_id=ffe3df2a-684e-454a-b3cc-d354825eaada HTTP/1.1" status: 200 len: 2377 time: 0.4532526 Nov 23 17:28:10.348529 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa38390b-7c30-4b2c-a653-82585c1438ad admin admin] Made reservation on behalf of 2af6eb560ef5462b96b28741c2d43c3f for: {'subnet': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:28:10.350968 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-fa38390b-7c30-4b2c-a653-82585c1438ad admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264314294'] for subnet, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:10.381959 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Network ef202b11-deaf-483e-842e-ee79c8771f01 details requested by agent ovs-agent-n-d-816206-8 with host n-d-816206-8 {{(pid=103592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 17:28:10.382916 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-7a782f2a-d1b4-4e6d-99f5-26341677a9fa admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.3575220 Nov 23 17:28:10.393324 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 60282) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:28:10.405893 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-d90a74d2-3e81-448a-8c05-629cc441aa3d admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-541031557-router', 'tenant_id': 'c75743e34bb54a03b0a32643bc9d50a1', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'}}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:28:10.444016 n-d-816206-8 neutron-server[103590]: DEBUG neutron.notifiers.nova [req-5da37ee4-2e13-478a-9c6a-b5b20168ea84 req-10c1aed5-1997-4dbd-939c-ae1170c5b4e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f54ae2e-dc7f-4429-b64c-57bc23016bf1 {{(pid=103590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:28:10.464238 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-5da37ee4-2e13-478a-9c6a-b5b20168ea84 req-10c1aed5-1997-4dbd-939c-ae1170c5b4e8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:10.490287 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [req-5da37ee4-2e13-478a-9c6a-b5b20168ea84 req-10c1aed5-1997-4dbd-939c-ae1170c5b4e8 service neutron] Transition to ACTIVE for port object 0f54ae2e-dc7f-4429-b64c-57bc23016bf1 will not be triggered until provisioned by entity L2. {{(pid=103590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 17:28:10.494930 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d90a74d2-3e81-448a-8c05-629cc441aa3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1793449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8093'] for router, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:10.496654 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d90a74d2-3e81-448a-8c05-629cc441aa3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1794473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1794771', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1638326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8086'] for router, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:10.504316 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-5da37ee4-2e13-478a-9c6a-b5b20168ea84 req-10c1aed5-1997-4dbd-939c-ae1170c5b4e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264357957'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:10.530037 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:10.625842 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9359b6cb-da7f-4d27-95db-9f7df1a8402c req-f579c0bd-125e-4e67-b82d-957bc3e3517b tempest-ImagesOneServerNegativeTestJSON-1012219953 tempest-ImagesOneServerNegativeTestJSON-1012219953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:28:10.638233 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9359b6cb-da7f-4d27-95db-9f7df1a8402c req-f579c0bd-125e-4e67-b82d-957bc3e3517b tempest-ImagesOneServerNegativeTestJSON-1012219953 tempest-ImagesOneServerNegativeTestJSON-1012219953-project] 10.222.0.60 "GET /v2.0/ports?device_id=3eb53bce-75ac-4ae1-891f-4b41fa2887bc HTTP/1.1" status: 200 len: 945 time: 0.4257882 Nov 23 17:28:10.688984 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c1aed5-1997-4dbd-939c-ae1170c5b4e8 service neutron] Pushing event updated for resources: {'Port': ['ID=0f54ae2e-dc7f-4429-b64c-57bc23016bf1,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:28:10.696053 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d90a74d2-3e81-448a-8c05-629cc441aa3d admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:10.863735 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9359b6cb-da7f-4d27-95db-9f7df1a8402c req-0e14d5bb-df1f-477c-bb54-a6c4e32a88de tempest-ImagesOneServerNegativeTestJSON-1012219953 tempest-ImagesOneServerNegativeTestJSON-1012219953-project] 10.222.0.60 "GET /v2.0/security-groups?id=651f9501-e200-4452-8eae-06db36d1c3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2245040 Nov 23 17:28:10.864711 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-fa38390b-7c30-4b2c-a653-82585c1438ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264758079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264314276'] for subnet, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:10.982122 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa38390b-7c30-4b2c-a653-82585c1438ad admin admin] Pushing event updated for resources: {'Subnet': ['ID=e693e6bf-c2ab-4576-aeb8-d2bb46dc3c49,revision_number=0']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:28:11.000447 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-54784433-327d-45dd-941b-40a9a16cfca9 req-6b09adf9-2820-4b66-b419-14607db7cf57 tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] 10.222.0.60 "GET /v2.0/security-groups?id=e0395b5d-c9ae-4269-a510-77335f56b6a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4412701 Nov 23 17:28:11.028113 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa38390b-7c30-4b2c-a653-82585c1438ad admin admin] Checking segment: {'id': '4328396d-f3ba-444d-af63-029b85c0e6e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'ef202b11-deaf-483e-842e-ee79c8771f01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:28:11.028501 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa38390b-7c30-4b2c-a653-82585c1438ad admin admin] Network hostable DHCP agents. Network: ef202b11-deaf-483e-842e-ee79c8771f01, hostable agents: ['0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3'], hosted agents: [] {{(pid=103591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 17:28:11.071279 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa38390b-7c30-4b2c-a653-82585c1438ad admin admin] Network ef202b11-deaf-483e-842e-ee79c8771f01 is scheduled to be hosted by DHCP agent 0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3 with binding_index 1 {{(pid=103591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 17:28:11.085568 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [None req-fa38390b-7c30-4b2c-a653-82585c1438ad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-8, ef202b11-deaf-483e-842e-ee79c8771f01) {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:28:11.092888 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa38390b-7c30-4b2c-a653-82585c1438ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:28:11.093606 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-fa38390b-7c30-4b2c-a653-82585c1438ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for subnet, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:11.108133 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d90a74d2-3e81-448a-8c05-629cc441aa3d admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:11.122246 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-fa38390b-7c30-4b2c-a653-82585c1438ad admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.0725257 Nov 23 17:28:11.146055 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [req-5da37ee4-2e13-478a-9c6a-b5b20168ea84 req-10c1aed5-1997-4dbd-939c-ae1170c5b4e8 service neutron] Attempting to bind port 0f54ae2e-dc7f-4429-b64c-57bc23016bf1 on host n-h2-816206-8 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:28:11.146460 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [req-5da37ee4-2e13-478a-9c6a-b5b20168ea84 req-10c1aed5-1997-4dbd-939c-ae1170c5b4e8 service neutron] Attempting to bind port 0f54ae2e-dc7f-4429-b64c-57bc23016bf1 by drivers openvswitch,hyperv on host n-h2-816206-8 at level 0 using segments [{'id': 'a571a13a-1919-42eb-8447-a1d218f50a9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '50c7499f-0ec0-4c37-9ce2-16c829cbfc5a'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:28:11.146807 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5da37ee4-2e13-478a-9c6a-b5b20168ea84 req-10c1aed5-1997-4dbd-939c-ae1170c5b4e8 service neutron] Attempting to bind port 0f54ae2e-dc7f-4429-b64c-57bc23016bf1 on network 50c7499f-0ec0-4c37-9ce2-16c829cbfc5a {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:28:11.181400 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5da37ee4-2e13-478a-9c6a-b5b20168ea84 req-10c1aed5-1997-4dbd-939c-ae1170c5b4e8 service neutron] Port 0f54ae2e-dc7f-4429-b64c-57bc23016bf1 on network 50c7499f-0ec0-4c37-9ce2-16c829cbfc5a not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-8 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 17:28:11.181878 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5da37ee4-2e13-478a-9c6a-b5b20168ea84 req-10c1aed5-1997-4dbd-939c-ae1170c5b4e8 service neutron] Attempting to bind port 0f54ae2e-dc7f-4429-b64c-57bc23016bf1 on network 50c7499f-0ec0-4c37-9ce2-16c829cbfc5a {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:28:11.189296 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5da37ee4-2e13-478a-9c6a-b5b20168ea84 req-10c1aed5-1997-4dbd-939c-ae1170c5b4e8 service neutron] Checking agent: {'id': 'ab77bf9e-0267-4174-8f1d-822cba89b207', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 15, 13), 'started_at': datetime.datetime(2021, 11, 23, 17, 15, 13), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 27, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:28:11.189690 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5da37ee4-2e13-478a-9c6a-b5b20168ea84 req-10c1aed5-1997-4dbd-939c-ae1170c5b4e8 service neutron] Checking segment: {'id': 'a571a13a-1919-42eb-8447-a1d218f50a9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '50c7499f-0ec0-4c37-9ce2-16c829cbfc5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:28:11.190094 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5da37ee4-2e13-478a-9c6a-b5b20168ea84 req-10c1aed5-1997-4dbd-939c-ae1170c5b4e8 service neutron] Bound using segment: {'id': 'a571a13a-1919-42eb-8447-a1d218f50a9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '50c7499f-0ec0-4c37-9ce2-16c829cbfc5a'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:28:11.190533 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [req-5da37ee4-2e13-478a-9c6a-b5b20168ea84 req-10c1aed5-1997-4dbd-939c-ae1170c5b4e8 service neutron] Bound port: 0f54ae2e-dc7f-4429-b64c-57bc23016bf1, host: n-h2-816206-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a571a13a-1919-42eb-8447-a1d218f50a9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '50c7499f-0ec0-4c37-9ce2-16c829cbfc5a'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:28:11.191057 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-5da37ee4-2e13-478a-9c6a-b5b20168ea84 req-10c1aed5-1997-4dbd-939c-ae1170c5b4e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:11.251922 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-a7e0e559-76f8-4b4c-9917-4dcde6acebaf None None] Provisioning complete for port 7a473b67-ef9c-4eea-84dd-acdd02be3125 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:28:11.252552 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-a7e0e559-76f8-4b4c-9917-4dcde6acebaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:11.259313 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Pushing event updated for resources: {'Port': ['ID=5e419484-ec27-4048-92d1-8b9d95aaa519,revision_number=4']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:28:11.283255 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [req-5da37ee4-2e13-478a-9c6a-b5b20168ea84 req-10c1aed5-1997-4dbd-939c-ae1170c5b4e8 service neutron] For port 0f54ae2e-dc7f-4429-b64c-57bc23016bf1, host n-h2-816206-8, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:28:11.287400 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [req-5da37ee4-2e13-478a-9c6a-b5b20168ea84 req-10c1aed5-1997-4dbd-939c-ae1170c5b4e8 service neutron] For port 0f54ae2e-dc7f-4429-b64c-57bc23016bf1, host n-h2-816206-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=0f54ae2e-dc7f-4429-b64c-57bc23016bf1,segment=NetworkSegment(a571a13a-1919-42eb-8447-a1d218f50a9e),segment_id=a571a13a-1919-42eb-8447-a1d218f50a9e)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:28:11.329473 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-5da37ee4-2e13-478a-9c6a-b5b20168ea84 req-10c1aed5-1997-4dbd-939c-ae1170c5b4e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264357957'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:11.392740 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device 7a473b67-ef9c-4eea-84dd-acdd02be3125 details requested by agent hyperv_n-h2-816206-8 with host n-h2-816206-8 {{(pid=103592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 17:28:11.397143 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f563bd94-13c2-4a70-8309-631e46df6b73 None None] Network ef202b11-deaf-483e-842e-ee79c8771f01 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:28:11.425555 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fccfb7c-c1f6-4d34-b4b9-163e4bb706dc None None] Sync routers for ids ['b9679107-1fd1-4098-bfd2-62b5af47f898'] in n-d-816206-8 {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:28:11.489763 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fccfb7c-c1f6-4d34-b4b9-163e4bb706dc None None] Routers {'b9679107-1fd1-4098-bfd2-62b5af47f898'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:28:11.490561 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-9fccfb7c-c1f6-4d34-b4b9-163e4bb706dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:27:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['b9679107-1fd1-4098-bfd2-62b5af47f898'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:28:11.649096 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvr_db [None req-9fccfb7c-c1f6-4d34-b4b9-163e4bb706dc None None] Set router b9679107-1fd1-4098-bfd2-62b5af47f898 gateway port host: n-d-816206-8 {{(pid=103592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:28:11.734850 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c1aed5-1997-4dbd-939c-ae1170c5b4e8 service neutron] Pushing event updated for resources: {'Port': ['ID=0f54ae2e-dc7f-4429-b64c-57bc23016bf1,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:28:11.764234 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7293e776-f350-42b8-8fbd-96efb4d6d147 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp355044b8-8e87-58c4-94fa-4a010ec30f9e-87f938c1-ee21-4937-8bfe-d0c625905f3e', 'network_id': '87f938c1-ee21-4937-8bfe-d0c625905f3e', 'tenant_id': 'c75743e34bb54a03b0a32643bc9d50a1', 'fixed_ips': [{'subnet_id': '6ad5bbcc-6910-4f4f-8076-29f2f4bc9b05'}]}} from n-d-816206-8. {{(pid=103592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 17:28:11.768424 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-7293e776-f350-42b8-8fbd-96efb4d6d147 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:11.770591 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da37ee4-2e13-478a-9c6a-b5b20168ea84 req-10c1aed5-1997-4dbd-939c-ae1170c5b4e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:28:11.774065 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-5da37ee4-2e13-478a-9c6a-b5b20168ea84 req-10c1aed5-1997-4dbd-939c-ae1170c5b4e8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:11.776154 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-5da37ee4-2e13-478a-9c6a-b5b20168ea84 req-10c1aed5-1997-4dbd-939c-ae1170c5b4e8 service neutron] 10.222.0.36 "PUT /v2.0/ports/0f54ae2e-dc7f-4429-b64c-57bc23016bf1 HTTP/1.1" status: 200 len: 1092 time: 2.2925653 Nov 23 17:28:11.777412 n-d-816206-8 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffe3df2a-684e-454a-b3cc-d354825eaada', 'tag': '0f54ae2e-dc7f-4429-b64c-57bc23016bf1'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:28:11.780294 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbabddbc9fc37b068808e119c416c86f5957ca04531a4a0d2e695c515e93483b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d18e6a72-3997-4d9e-a246-3b6c0db82295" -d '{"events": [{"name": "network-changed", "server_uuid": "ffe3df2a-684e-454a-b3cc-d354825eaada", "tag": "0f54ae2e-dc7f-4429-b64c-57bc23016bf1"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:28:11.890777 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-837b23e2-466b-40d3-ae40-05000788b9e0 req-ab2c53f3-ae4c-4940-8103-f43ce8f01dc2 tempest-ListImageFiltersTestJSON-955973730 tempest-ListImageFiltersTestJSON-955973730-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=7787399f94604a5d9c5106d55f149557&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0919406 Nov 23 17:28:11.893907 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [req-5da37ee4-2e13-478a-9c6a-b5b20168ea84 req-141f0bb2-6add-4720-b02c-8c34caa07f5e service neutron] Request body: {'port': {'device_id': 'ffe3df2a-684e-454a-b3cc-d354825eaada', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-8'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:28:12.004957 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.db.resource_extend [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 23 17:28:12.254939 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port 7a473b67-ef9c-4eea-84dd-acdd02be3125, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=7a473b67-ef9c-4eea-84dd-acdd02be3125,segment=NetworkSegment(60478cc8-93b5-4306-bc7b-30ff3da3bb33),segment_id=60478cc8-93b5-4306-bc7b-30ff3da3bb33)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:28:12.288785 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837b23e2-466b-40d3-ae40-05000788b9e0 req-c17aeb4e-31e0-4e1d-9655-688a894ef641 tempest-ListImageFiltersTestJSON-955973730 tempest-ListImageFiltersTestJSON-955973730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:28:12.300940 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-837b23e2-466b-40d3-ae40-05000788b9e0 req-c17aeb4e-31e0-4e1d-9655-688a894ef641 tempest-ListImageFiltersTestJSON-955973730 tempest-ListImageFiltersTestJSON-955973730-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3925526 Nov 23 17:28:12.306829 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-74e3fb34-5d2c-48e4-98d9-ce766fc6cb31 req-ebe4faa1-e462-41e4-93a3-03a11dc9e6c0 tempest-ListImageFiltersTestJSON-955973730 tempest-ListImageFiltersTestJSON-955973730-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=7787399f94604a5d9c5106d55f149557&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1069453 Nov 23 17:28:12.398600 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Returning: {'device': '7a473b67-ef9c-4eea-84dd-acdd02be3125', 'network_id': '979a75ad-e1a6-4cbe-9e08-b61461b07256', 'port_id': '7a473b67-ef9c-4eea-84dd-acdd02be3125', 'mac_address': 'fa:16:3e:a3:98:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 545, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd55d40e-72fa-41d0-b078-3028cc286f21', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 17:28:12.430494 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-5da37ee4-2e13-478a-9c6a-b5b20168ea84 req-141f0bb2-6add-4720-b02c-8c34caa07f5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:12.434168 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6524b421-a712-405f-a343-ed6da1b48026 req-b5a814f2-b827-40f4-8ebd-16b1a921588b tempest-ListServersNegativeTestJSON-1365076096 tempest-ListServersNegativeTestJSON-1365076096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:28:12.441022 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device c61fac81-8c56-4d26-8b92-20116569d944 details requested by agent hyperv_n-h1-816206-8 with host n-h1-816206-8 {{(pid=103592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 17:28:12.446888 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6524b421-a712-405f-a343-ed6da1b48026 req-b5a814f2-b827-40f4-8ebd-16b1a921588b tempest-ListServersNegativeTestJSON-1365076096 tempest-ListServersNegativeTestJSON-1365076096-project] 10.222.0.60 "GET /v2.0/networks?id=ef202b11-deaf-483e-842e-ee79c8771f01 HTTP/1.1" status: 200 len: 817 time: 0.2562037 Nov 23 17:28:12.459129 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-837b23e2-466b-40d3-ae40-05000788b9e0 req-cc0b5d8a-fc31-49c5-b07c-2d08fd3b2d01 tempest-ListImageFiltersTestJSON-955973730 tempest-ListImageFiltersTestJSON-955973730-project] 10.222.0.60 "GET /v2.0/quotas/7787399f94604a5d9c5106d55f149557 HTTP/1.1" status: 200 len: 375 time: 0.1571214 Nov 23 17:28:12.469297 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6524b421-a712-405f-a343-ed6da1b48026 req-9d40c9f9-1b56-402f-8b12-aec5352b4599 tempest-ListServersNegativeTestJSON-1365076096 tempest-ListServersNegativeTestJSON-1365076096-project] 10.222.0.60 "GET /v2.0/quotas/2af6eb560ef5462b96b28741c2d43c3f HTTP/1.1" status: 200 len: 375 time: 0.0210092 Nov 23 17:28:12.534414 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d90a74d2-3e81-448a-8c05-629cc441aa3d admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:12.537080 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6524b421-a712-405f-a343-ed6da1b48026 req-77488ff0-693e-4df9-b525-289d890ea536 tempest-ListServersNegativeTestJSON-1365076096 tempest-ListServersNegativeTestJSON-1365076096-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=2af6eb560ef5462b96b28741c2d43c3f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0664227 Nov 23 17:28:12.553103 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port c61fac81-8c56-4d26-8b92-20116569d944, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=c61fac81-8c56-4d26-8b92-20116569d944,segment=NetworkSegment(8fed18b2-0713-4023-96b5-16ede53c73dc),segment_id=8fed18b2-0713-4023-96b5-16ede53c73dc)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:28:12.577943 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d90a74d2-3e81-448a-8c05-629cc441aa3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:12.598724 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-837b23e2-466b-40d3-ae40-05000788b9e0 req-ed2d92c9-3e48-4c6b-b93e-f29bd635d202 tempest-ListImageFiltersTestJSON-955973730 tempest-ListImageFiltersTestJSON-955973730-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=7787399f94604a5d9c5106d55f149557&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1256583 Nov 23 17:28:12.639424 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Returning: {'device': 'c61fac81-8c56-4d26-8b92-20116569d944', 'network_id': 'b560144d-d078-4e51-9dcb-6b297d4ac5e2', 'port_id': 'c61fac81-8c56-4d26-8b92-20116569d944', 'mac_address': 'fa:16:3e:37:c3:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4be32885-153e-4d88-b3c6-807e18e4db27', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 17:28:12.641553 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:12.666275 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7a473b67-ef9c-4eea-84dd-acdd02be3125 {{(pid=103592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:28:12.699314 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port 7a473b67-ef9c-4eea-84dd-acdd02be3125, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=7a473b67-ef9c-4eea-84dd-acdd02be3125,segment=NetworkSegment(60478cc8-93b5-4306-bc7b-30ff3da3bb33),segment_id=60478cc8-93b5-4306-bc7b-30ff3da3bb33)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:28:12.716477 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5401c24f-87f8-42fd-ada3-e0f7f52ff465 None None] Network ef202b11-deaf-483e-842e-ee79c8771f01 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:28:12.732285 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e3fb34-5d2c-48e4-98d9-ce766fc6cb31 req-463fc23a-b11b-4503-84cf-84b30cd4ebbd tempest-ListImageFiltersTestJSON-955973730 tempest-ListImageFiltersTestJSON-955973730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:28:12.733791 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-74e3fb34-5d2c-48e4-98d9-ce766fc6cb31 req-463fc23a-b11b-4503-84cf-84b30cd4ebbd tempest-ListImageFiltersTestJSON-955973730 tempest-ListImageFiltersTestJSON-955973730-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4083531 Nov 23 17:28:12.796238 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [req-74e3fb34-5d2c-48e4-98d9-ce766fc6cb31 req-7b279609-f850-4f8f-aa9e-270d51751757 tempest-ListImageFiltersTestJSON-955973730 tempest-ListImageFiltersTestJSON-955973730-project] Request body: {'port': {'device_id': '63f851fb-f540-4867-ab84-dbcf797303e0', 'network_id': 'f1e1dabf-b410-4023-9169-a460a86e7184', 'admin_state_up': True, 'tenant_id': '7787399f94604a5d9c5106d55f149557'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:28:12.850898 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6524b421-a712-405f-a343-ed6da1b48026 req-461c8091-c86f-4c2f-a576-7ec865e9dce7 service neutron] 10.222.0.60 "GET /v2.0/networks/ef202b11-deaf-483e-842e-ee79c8771f01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3124740 Nov 23 17:28:13.159634 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-d90a74d2-3e81-448a-8c05-629cc441aa3d admin admin] Allocated IP 172.25.3.55 (4c8455ba-1be5-42ac-b8c2-8a16e1292d55/08fe3644-ce41-4c3f-a7ea-92bac0f0fff5/9fb78564-8197-4fce-8468-1e30db0db210) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:28:13.188120 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6524b421-a712-405f-a343-ed6da1b48026 req-90e6d2e8-381f-497c-9592-1b14525ca3b4 service neutron] 10.222.0.60 "GET /v2.0/networks/ef202b11-deaf-483e-842e-ee79c8771f01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3200691 Nov 23 17:28:13.211519 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 5e419484-ec27-4048-92d1-8b9d95aaa519 up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:28:13.278607 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:13.287840 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 17:28:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b27fbbf7-c414-4828-8b9f-d671d657808e x-openstack-request-id: req-b27fbbf7-c414-4828-8b9f-d671d657808e {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:28:13.288338 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ffe3df2a-684e-454a-b3cc-d354825eaada", "tag": "0f54ae2e-dc7f-4429-b64c-57bc23016bf1", "status": "completed", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:28:13.289329 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b27fbbf7-c414-4828-8b9f-d671d657808e {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:28:13.290328 n-d-816206-8 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffe3df2a-684e-454a-b3cc-d354825eaada', 'tag': '0f54ae2e-dc7f-4429-b64c-57bc23016bf1', 'status': 'completed', 'code': 200} Nov 23 17:28:13.298452 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74e3fb34-5d2c-48e4-98d9-ce766fc6cb31 req-7b279609-f850-4f8f-aa9e-270d51751757 tempest-ListImageFiltersTestJSON-955973730 tempest-ListImageFiltersTestJSON-955973730-project] Made reservation on behalf of 7787399f94604a5d9c5106d55f149557 for: {'port': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:28:13.314591 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-74e3fb34-5d2c-48e4-98d9-ce766fc6cb31 req-7b279609-f850-4f8f-aa9e-270d51751757 tempest-ListImageFiltersTestJSON-955973730 tempest-ListImageFiltersTestJSON-955973730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:13.447980 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-74e3fb34-5d2c-48e4-98d9-ce766fc6cb31 req-7b279609-f850-4f8f-aa9e-270d51751757 tempest-ListImageFiltersTestJSON-955973730 tempest-ListImageFiltersTestJSON-955973730-project] Publish callbacks [] for security_group, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:13.538228 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18e6a72-3997-4d9e-a246-3b6c0db82295 req-bda1884a-29c1-4e28-b77e-55f823387ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:28:13.539271 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18e6a72-3997-4d9e-a246-3b6c0db82295 req-bda1884a-29c1-4e28-b77e-55f823387ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:28:13.539813 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18e6a72-3997-4d9e-a246-3b6c0db82295 req-bda1884a-29c1-4e28-b77e-55f823387ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:28:13.552337 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d18e6a72-3997-4d9e-a246-3b6c0db82295 req-bda1884a-29c1-4e28-b77e-55f823387ef3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=30af1458e15a4ef39cb103ebf3b9a873&device_id=ffe3df2a-684e-454a-b3cc-d354825eaada HTTP/1.1" status: 200 len: 2732 time: 0.2423427 Nov 23 17:28:13.604420 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d90a74d2-3e81-448a-8c05-629cc441aa3d admin admin] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:13.653697 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d90a74d2-3e81-448a-8c05-629cc441aa3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:13.658982 n-d-816206-8 neutron-server[103590]: DEBUG neutron.notifiers.nova [req-5da37ee4-2e13-478a-9c6a-b5b20168ea84 req-141f0bb2-6add-4720-b02c-8c34caa07f5e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 060ffe95-3094-413f-ba30-a6a604d52753 {{(pid=103590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:28:13.702613 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a25e01f-7c6f-4a37-8b7d-818b47b9c708 req-9ca716ae-cf14-4683-a94d-9778759c3e62 tempest-ImagesOneServerNegativeTestJSON-1012219953 tempest-ImagesOneServerNegativeTestJSON-1012219953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:28:13.717872 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6a25e01f-7c6f-4a37-8b7d-818b47b9c708 req-9ca716ae-cf14-4683-a94d-9778759c3e62 tempest-ImagesOneServerNegativeTestJSON-1012219953 tempest-ImagesOneServerNegativeTestJSON-1012219953-project] 10.222.0.60 "GET /v2.0/ports?device_id=3eb53bce-75ac-4ae1-891f-4b41fa2887bc HTTP/1.1" status: 200 len: 944 time: 0.3026927 Nov 23 17:28:13.773802 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-5da37ee4-2e13-478a-9c6a-b5b20168ea84 req-141f0bb2-6add-4720-b02c-8c34caa07f5e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:13.814668 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:13.855902 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-eef8480a-db74-46b3-ad91-20032df35fb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:13.885554 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port 5e419484-ec27-4048-92d1-8b9d95aaa519 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:28:13.886345 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:13.897411 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d90a74d2-3e81-448a-8c05-629cc441aa3d admin admin] Network 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:28:13.909118 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:13.916030 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-74e3fb34-5d2c-48e4-98d9-ce766fc6cb31 req-7b279609-f850-4f8f-aa9e-270d51751757 tempest-ListImageFiltersTestJSON-955973730 tempest-ListImageFiltersTestJSON-955973730-project] Publish callbacks [] for security_group, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:13.939671 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-a7e0e559-76f8-4b4c-9917-4dcde6acebaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:13.961978 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-d90a74d2-3e81-448a-8c05-629cc441aa3d admin admin] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:28:13.982457 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90a74d2-3e81-448a-8c05-629cc441aa3d admin admin] Pushing event updated for resources: {'Port': ['ID=9fb78564-8197-4fce-8468-1e30db0db210,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:28:13.982457 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [req-5da37ee4-2e13-478a-9c6a-b5b20168ea84 req-141f0bb2-6add-4720-b02c-8c34caa07f5e service neutron] Transition to ACTIVE for port object 060ffe95-3094-413f-ba30-a6a604d52753 will not be triggered until provisioned by entity L2. {{(pid=103590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 17:28:13.982457 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d90a74d2-3e81-448a-8c05-629cc441aa3d admin admin] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:28:14.001235 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c61fac81-8c56-4d26-8b92-20116569d944 {{(pid=103592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:28:14.023941 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3de91f8-ab06-45a0-b71f-774ca3eaa391 None None] DHCP port deletion for 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:28:14.024247 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-74e3fb34-5d2c-48e4-98d9-ce766fc6cb31 req-7b279609-f850-4f8f-aa9e-270d51751757 tempest-ListImageFiltersTestJSON-955973730 tempest-ListImageFiltersTestJSON-955973730-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:14.070212 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Pushing event updated for resources: {'Port': ['ID=7a473b67-ef9c-4eea-84dd-acdd02be3125,revision_number=6']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:28:14.082892 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:14.085650 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.db_base_plugin_common [None req-7293e776-f350-42b8-8fbd-96efb4d6d147 None None] Allocated IP 172.20.0.2 (87f938c1-ee21-4937-8bfe-d0c625905f3e/6ad5bbcc-6910-4f4f-8076-29f2f4bc9b05/b923f14d-81a0-419c-b58d-f351c46b9a04) {{(pid=103592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:28:14.107017 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6a25e01f-7c6f-4a37-8b7d-818b47b9c708 req-f0c9d9dd-46f9-4fa8-b307-0f1a0ae00bf8 tempest-ImagesOneServerNegativeTestJSON-1012219953 tempest-ImagesOneServerNegativeTestJSON-1012219953-project] 10.222.0.60 "GET /v2.0/security-groups?id=651f9501-e200-4452-8eae-06db36d1c3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3792009 Nov 23 17:28:14.129164 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-5da37ee4-2e13-478a-9c6a-b5b20168ea84 req-141f0bb2-6add-4720-b02c-8c34caa07f5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264357957'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:14.132243 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-a7e0e559-76f8-4b4c-9917-4dcde6acebaf None None] For port 7a473b67-ef9c-4eea-84dd-acdd02be3125, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=7a473b67-ef9c-4eea-84dd-acdd02be3125,segment=NetworkSegment(60478cc8-93b5-4306-bc7b-30ff3da3bb33),segment_id=60478cc8-93b5-4306-bc7b-30ff3da3bb33)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:28:14.139204 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3eb53bce-75ac-4ae1-891f-4b41fa2887bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a473b67-ef9c-4eea-84dd-acdd02be3125'}] {{(pid=103592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:28:14.142109 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba3e6a8f2301c7a29fe1eca9779abdae4ccbcd6266d69778087f2498d5551201" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56b37c5f-fb76-4b12-b963-4a5ae476b480" -d '{"events": [{"server_uuid": "3eb53bce-75ac-4ae1-891f-4b41fa2887bc", "name": "network-vif-plugged", "status": "completed", "tag": "7a473b67-ef9c-4eea-84dd-acdd02be3125"}]}' {{(pid=103592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:28:14.154190 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port c61fac81-8c56-4d26-8b92-20116569d944, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=c61fac81-8c56-4d26-8b92-20116569d944,segment=NetworkSegment(8fed18b2-0713-4023-96b5-16ede53c73dc),segment_id=8fed18b2-0713-4023-96b5-16ede53c73dc)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:28:14.156735 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-a7e0e559-76f8-4b4c-9917-4dcde6acebaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:14.195771 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c133008d-12b4-466d-86d6-fd6dc44c7c98 req-033b5407-8bd0-428d-8c61-e649469220f0 tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:28:14.196311 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:14.227807 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c133008d-12b4-466d-86d6-fd6dc44c7c98 req-033b5407-8bd0-428d-8c61-e649469220f0 tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:28:14.272321 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c133008d-12b4-466d-86d6-fd6dc44c7c98 req-033b5407-8bd0-428d-8c61-e649469220f0 tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:28:14.291083 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c133008d-12b4-466d-86d6-fd6dc44c7c98 req-033b5407-8bd0-428d-8c61-e649469220f0 tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] 10.222.0.60 "GET /v2.0/ports?device_id=ffe3df2a-684e-454a-b3cc-d354825eaada HTTP/1.1" status: 200 len: 2389 time: 0.4061699 Nov 23 17:28:14.319702 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18e6a72-3997-4d9e-a246-3b6c0db82295 req-d4be1e1f-f456-4a50-b5bd-a2eabdc4aa68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:28:14.328319 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18e6a72-3997-4d9e-a246-3b6c0db82295 req-d4be1e1f-f456-4a50-b5bd-a2eabdc4aa68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:28:14.331152 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18e6a72-3997-4d9e-a246-3b6c0db82295 req-d4be1e1f-f456-4a50-b5bd-a2eabdc4aa68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:28:14.338795 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d18e6a72-3997-4d9e-a246-3b6c0db82295 req-d4be1e1f-f456-4a50-b5bd-a2eabdc4aa68 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=30af1458e15a4ef39cb103ebf3b9a873&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.7680123 Nov 23 17:28:14.475485 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b279609-f850-4f8f-aa9e-270d51751757 tempest-ListImageFiltersTestJSON-955973730 tempest-ListImageFiltersTestJSON-955973730-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fec35857-50c4-4692-bf75-bd7acd8a118e,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:28:14.733803 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] get_ports_and_sgs() called for port_ids ['c61fac81-8c56-4d26-8b92-20116569d944'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:28:14.739544 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-a7e0e559-76f8-4b4c-9917-4dcde6acebaf None None] Provisioning complete for port bb6bc461-be63-47ed-abb6-3a28903afe0a triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:28:14.740196 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-a7e0e559-76f8-4b4c-9917-4dcde6acebaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:14.918647 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e0e559-76f8-4b4c-9917-4dcde6acebaf None None] Pushing event updated for resources: {'Port': ['ID=7a473b67-ef9c-4eea-84dd-acdd02be3125,revision_number=7']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:28:14.936599 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141f0bb2-6add-4720-b02c-8c34caa07f5e service neutron] Pushing event updated for resources: {'Port': ['ID=060ffe95-3094-413f-ba30-a6a604d52753,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:28:15.055256 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [req-5da37ee4-2e13-478a-9c6a-b5b20168ea84 req-141f0bb2-6add-4720-b02c-8c34caa07f5e service neutron] Attempting to bind port 060ffe95-3094-413f-ba30-a6a604d52753 on host n-h2-816206-8 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:28:15.055880 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [req-5da37ee4-2e13-478a-9c6a-b5b20168ea84 req-141f0bb2-6add-4720-b02c-8c34caa07f5e service neutron] Attempting to bind port 060ffe95-3094-413f-ba30-a6a604d52753 by drivers openvswitch,hyperv on host n-h2-816206-8 at level 0 using segments [{'id': 'f29dfca8-022a-4db9-b8a4-6d99a0fedd99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '7aa4d4e2-fdd4-4fb9-8823-d78916f248b0'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:28:15.056383 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5da37ee4-2e13-478a-9c6a-b5b20168ea84 req-141f0bb2-6add-4720-b02c-8c34caa07f5e service neutron] Attempting to bind port 060ffe95-3094-413f-ba30-a6a604d52753 on network 7aa4d4e2-fdd4-4fb9-8823-d78916f248b0 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:28:15.070752 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5da37ee4-2e13-478a-9c6a-b5b20168ea84 req-141f0bb2-6add-4720-b02c-8c34caa07f5e service neutron] Port 060ffe95-3094-413f-ba30-a6a604d52753 on network 7aa4d4e2-fdd4-4fb9-8823-d78916f248b0 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-8 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 17:28:15.071526 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5da37ee4-2e13-478a-9c6a-b5b20168ea84 req-141f0bb2-6add-4720-b02c-8c34caa07f5e service neutron] Attempting to bind port 060ffe95-3094-413f-ba30-a6a604d52753 on network 7aa4d4e2-fdd4-4fb9-8823-d78916f248b0 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:28:15.111486 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-9fccfb7c-c1f6-4d34-b4b9-163e4bb706dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9679107-1fd1-4098-bfd2-62b5af47f898', 'name': 'tempest-TaggedBootDevicesTest_v242-1843589813-router', 'tenant_id': '9b0068a4a0a543038f63069e85a0a90e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': '5e419484-ec27-4048-92d1-8b9d95aaa519', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:27:47Z', 'updated_at': '2021-11-23T17:28:02Z', 'revision_number': 4, 'project_id': '9b0068a4a0a543038f63069e85a0a90e', 'gw_port': {'id': '5e419484-ec27-4048-92d1-8b9d95aaa519', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:0a:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9679107-1fd1-4098-bfd2-62b5af47f898', 'device_owner': 'network:router_gateway', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:27:50Z', 'updated_at': '2021-11-23T17:28:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_interfaces': [{'id': 'b1e0681c-a2dd-4899-ba18-57dedd42bdbd', 'name': '', 'network_id': '8fae7973-38e6-4660-a7b2-023eda92e2f5', 'tenant_id': '9b0068a4a0a543038f63069e85a0a90e', 'mac_address': 'fa:16:3e:89:68:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9679107-1fd1-4098-bfd2-62b5af47f898', 'device_owner': 'network:router_interface', 'standard_attr_id': 955, 'fixed_ips': [{'subnet_id': '34624ad2-f585-44eb-b7a5-2bcf52826b90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:27:58Z', 'updated_at': '2021-11-23T17:28:02Z', 'revision_number': 2, 'project_id': '9b0068a4a0a543038f63069e85a0a90e', 'subnets': [{'id': '34624ad2-f585-44eb-b7a5-2bcf52826b90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:28:15.144763 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5da37ee4-2e13-478a-9c6a-b5b20168ea84 req-141f0bb2-6add-4720-b02c-8c34caa07f5e service neutron] Checking agent: {'id': 'ab77bf9e-0267-4174-8f1d-822cba89b207', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 15, 13), 'started_at': datetime.datetime(2021, 11, 23, 17, 15, 13), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 28, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:28:15.145418 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5da37ee4-2e13-478a-9c6a-b5b20168ea84 req-141f0bb2-6add-4720-b02c-8c34caa07f5e service neutron] Checking segment: {'id': 'f29dfca8-022a-4db9-b8a4-6d99a0fedd99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '7aa4d4e2-fdd4-4fb9-8823-d78916f248b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:28:15.146292 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5da37ee4-2e13-478a-9c6a-b5b20168ea84 req-141f0bb2-6add-4720-b02c-8c34caa07f5e service neutron] Bound using segment: {'id': 'f29dfca8-022a-4db9-b8a4-6d99a0fedd99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '7aa4d4e2-fdd4-4fb9-8823-d78916f248b0'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:28:15.146894 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [req-5da37ee4-2e13-478a-9c6a-b5b20168ea84 req-141f0bb2-6add-4720-b02c-8c34caa07f5e service neutron] Bound port: 060ffe95-3094-413f-ba30-a6a604d52753, host: n-h2-816206-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f29dfca8-022a-4db9-b8a4-6d99a0fedd99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '7aa4d4e2-fdd4-4fb9-8823-d78916f248b0'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:28:15.147440 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-5da37ee4-2e13-478a-9c6a-b5b20168ea84 req-141f0bb2-6add-4720-b02c-8c34caa07f5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:15.180520 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [req-74e3fb34-5d2c-48e4-98d9-ce766fc6cb31 req-7b279609-f850-4f8f-aa9e-270d51751757 tempest-ListImageFiltersTestJSON-955973730 tempest-ListImageFiltersTestJSON-955973730-project] Allocated IP 192.168.233.225 (f1e1dabf-b410-4023-9169-a460a86e7184/ac77c175-5679-438b-8a2a-356718377641/81e265bf-2431-406e-8d75-7f043e355546) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:28:15.191212 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-a7e0e559-76f8-4b4c-9917-4dcde6acebaf None None] Port bb6bc461-be63-47ed-abb6-3a28903afe0a cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:28:15.212088 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fccfb7c-c1f6-4d34-b4b9-163e4bb706dc None None] Checking router: b9679107-1fd1-4098-bfd2-62b5af47f898 for host: n-d-816206-8 {{(pid=103592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 17:28:15.212570 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fccfb7c-c1f6-4d34-b4b9-163e4bb706dc None None] Updating router b9679107-1fd1-4098-bfd2-62b5af47f898 port b1e0681c-a2dd-4899-ba18-57dedd42bdbd binding host n-d-816206-8 {{(pid=103592) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 17:28:15.271913 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d90a74d2-3e81-448a-8c05-629cc441aa3d admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:15.349814 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-7293e776-f350-42b8-8fbd-96efb4d6d147 None None] Publish callbacks [] for port, precommit_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:15.407209 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-1137becb-08a9-4aaf-aa36-7553e741ab10 req-008dc38a-b323-4aeb-b148-ae3009f4f8ee tempest-ListImageFiltersTestJSON-955973730 tempest-ListImageFiltersTestJSON-955973730-project] 10.222.0.60 "GET /v2.0/ports?device_id=daaf2d26-6252-4e15-aec2-60bbfe8c56eb HTTP/1.1" status: 200 len: 210 time: 1.0162077 Nov 23 17:28:15.426112 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device 7a473b67-ef9c-4eea-84dd-acdd02be3125 details requested by agent hyperv_n-h2-816206-8 with host n-h2-816206-8 {{(pid=103592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 17:28:15.427396 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-837b23e2-466b-40d3-ae40-05000788b9e0 req-6956042d-ec18-4cef-9353-6bff50dccbfa tempest-ListImageFiltersTestJSON-955973730 tempest-ListImageFiltersTestJSON-955973730-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=7787399f94604a5d9c5106d55f149557&shared=False HTTP/1.1" status: 200 len: 213 time: 0.8363543 Nov 23 17:28:15.445368 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device 7a473b67-ef9c-4eea-84dd-acdd02be3125 no longer exists at agent hyperv_n-h2-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:28:15.493563 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-a7e0e559-76f8-4b4c-9917-4dcde6acebaf None None] Provisioning complete for port c61fac81-8c56-4d26-8b92-20116569d944 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:28:15.495708 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c133008d-12b4-466d-86d6-fd6dc44c7c98 req-c074ccd0-edbf-4c4d-8c96-a8d27f9b268c tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] 10.222.0.60 "GET /v2.0/security-groups?id=e0395b5d-c9ae-4269-a510-77335f56b6a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1865718 Nov 23 17:28:15.511162 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-a7e0e559-76f8-4b4c-9917-4dcde6acebaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:15.678077 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-7293e776-f350-42b8-8fbd-96efb4d6d147 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980'] for port, after_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:15.733133 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [req-5da37ee4-2e13-478a-9c6a-b5b20168ea84 req-141f0bb2-6add-4720-b02c-8c34caa07f5e service neutron] For port 060ffe95-3094-413f-ba30-a6a604d52753, host n-h2-816206-8, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:28:15.783570 n-d-816206-8 neutron-server[103592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7293e776-f350-42b8-8fbd-96efb4d6d147 None None] Network 87f938c1-ee21-4937-8bfe-d0c625905f3e is already hosted by enough agents. {{(pid=103592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:28:15.806614 n-d-816206-8 neutron-server[103592]: DEBUG neutron.scheduler.base_scheduler [None req-7293e776-f350-42b8-8fbd-96efb4d6d147 None None] Resources bound (agent type, host, resource id): {{(pid=103592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:28:15.813853 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18e6a72-3997-4d9e-a246-3b6c0db82295 req-4b019740-892a-4a78-a8c0-21b06f0d1e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:28:15.815449 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d18e6a72-3997-4d9e-a246-3b6c0db82295 req-4b019740-892a-4a78-a8c0-21b06f0d1e77 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.4467318 Nov 23 17:28:15.817842 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c29c9005-0872-4a9f-9e39-2b0508575067 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:15.822849 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7293e776-f350-42b8-8fbd-96efb4d6d147 None None] Received port after_create {{(pid=103592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:28:15.830779 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [req-5da37ee4-2e13-478a-9c6a-b5b20168ea84 req-141f0bb2-6add-4720-b02c-8c34caa07f5e service neutron] For port 060ffe95-3094-413f-ba30-a6a604d52753, host n-h2-816206-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=060ffe95-3094-413f-ba30-a6a604d52753,segment=NetworkSegment(f29dfca8-022a-4db9-b8a4-6d99a0fedd99),segment_id=f29dfca8-022a-4db9-b8a4-6d99a0fedd99)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:28:15.859112 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-5da37ee4-2e13-478a-9c6a-b5b20168ea84 req-141f0bb2-6add-4720-b02c-8c34caa07f5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264357957'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:15.863897 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9fccfb7c-c1f6-4d34-b4b9-163e4bb706dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:15.885440 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837b23e2-466b-40d3-ae40-05000788b9e0 req-0cc08e45-a2be-4564-86c0-5c12d8f94a9d tempest-ListImageFiltersTestJSON-955973730 tempest-ListImageFiltersTestJSON-955973730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:28:15.887017 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-837b23e2-466b-40d3-ae40-05000788b9e0 req-0cc08e45-a2be-4564-86c0-5c12d8f94a9d tempest-ListImageFiltersTestJSON-955973730 tempest-ListImageFiltersTestJSON-955973730-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4230959 Nov 23 17:28:15.916793 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a934c94-21b7-4b40-8054-cda58249d700 req-b68a2e97-4df4-404e-8bb0-d17e9ce55d5d tempest-ImagesTestJSON-931761063 tempest-ImagesTestJSON-931761063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:28:15.918312 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6a934c94-21b7-4b40-8054-cda58249d700 req-b68a2e97-4df4-404e-8bb0-d17e9ce55d5d tempest-ImagesTestJSON-931761063 tempest-ImagesTestJSON-931761063-project] 10.222.0.60 "GET /v2.0/ports?device_id=9ad6998c-3760-47d4-8e61-9e6189252294 HTTP/1.1" status: 200 len: 944 time: 0.1406877 Nov 23 17:28:15.922285 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [req-837b23e2-466b-40d3-ae40-05000788b9e0 req-36124653-8670-4d75-8f3b-ab35c35bb941 tempest-ListImageFiltersTestJSON-955973730 tempest-ListImageFiltersTestJSON-955973730-project] Request body: {'port': {'device_id': 'daaf2d26-6252-4e15-aec2-60bbfe8c56eb', 'network_id': 'f1e1dabf-b410-4023-9169-a460a86e7184', 'admin_state_up': True, 'tenant_id': '7787399f94604a5d9c5106d55f149557'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:28:16.008877 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da37ee4-2e13-478a-9c6a-b5b20168ea84 req-141f0bb2-6add-4720-b02c-8c34caa07f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:28:16.011386 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-5da37ee4-2e13-478a-9c6a-b5b20168ea84 req-141f0bb2-6add-4720-b02c-8c34caa07f5e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:16.013200 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-5da37ee4-2e13-478a-9c6a-b5b20168ea84 req-141f0bb2-6add-4720-b02c-8c34caa07f5e service neutron] 10.222.0.36 "PUT /v2.0/ports/060ffe95-3094-413f-ba30-a6a604d52753 HTTP/1.1" status: 200 len: 1092 time: 4.1556358 Nov 23 17:28:16.015237 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d90a74d2-3e81-448a-8c05-629cc441aa3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1794316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1795362'] for router, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:16.041834 n-d-816206-8 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffe3df2a-684e-454a-b3cc-d354825eaada', 'tag': '060ffe95-3094-413f-ba30-a6a604d52753'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:28:16.045081 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbabddbc9fc37b068808e119c416c86f5957ca04531a4a0d2e695c515e93483b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5139fcc8-81ba-4935-8d63-9691147c592f" -d '{"events": [{"name": "network-changed", "server_uuid": "ffe3df2a-684e-454a-b3cc-d354825eaada", "tag": "060ffe95-3094-413f-ba30-a6a604d52753"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:28:16.102547 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.db.resource_extend [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 23 17:28:16.127716 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-74e3fb34-5d2c-48e4-98d9-ce766fc6cb31 req-7b279609-f850-4f8f-aa9e-270d51751757 tempest-ListImageFiltersTestJSON-955973730 tempest-ListImageFiltersTestJSON-955973730-project] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:16.130373 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-837b23e2-466b-40d3-ae40-05000788b9e0 req-36124653-8670-4d75-8f3b-ab35c35bb941 tempest-ListImageFiltersTestJSON-955973730 tempest-ListImageFiltersTestJSON-955973730-project] Made reservation on behalf of 7787399f94604a5d9c5106d55f149557 for: {'port': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:28:16.136851 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-837b23e2-466b-40d3-ae40-05000788b9e0 req-36124653-8670-4d75-8f3b-ab35c35bb941 tempest-ListImageFiltersTestJSON-955973730 tempest-ListImageFiltersTestJSON-955973730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:16.156035 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [req-5da37ee4-2e13-478a-9c6a-b5b20168ea84 req-96372b01-9f8d-4265-93fb-6d5b9d0f9e4b service neutron] Request body: {'port': {'device_id': 'ffe3df2a-684e-454a-b3cc-d354825eaada', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-8'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:28:16.256199 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6a934c94-21b7-4b40-8054-cda58249d700 req-11fb3138-fd26-47f7-9502-75de03954816 tempest-ImagesTestJSON-931761063 tempest-ImagesTestJSON-931761063-project] 10.222.0.60 "GET /v2.0/security-groups?id=f2768289-7821-4137-8326-c052bf648315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372676 Nov 23 17:28:16.297684 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:28:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0dc4276-00fb-4be2-9bfa-d6a8c3439cc0 x-openstack-request-id: req-e0dc4276-00fb-4be2-9bfa-d6a8c3439cc0 {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:28:16.298004 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3eb53bce-75ac-4ae1-891f-4b41fa2887bc", "name": "network-vif-plugged", "status": "completed", "tag": "7a473b67-ef9c-4eea-84dd-acdd02be3125", "code": 200}]} {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:28:16.298309 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e0dc4276-00fb-4be2-9bfa-d6a8c3439cc0 {{(pid=103592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:28:16.298798 n-d-816206-8 neutron-server[103592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3eb53bce-75ac-4ae1-891f-4b41fa2887bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a473b67-ef9c-4eea-84dd-acdd02be3125', 'code': 200} Nov 23 17:28:16.434714 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Pushing event updated for resources: {'Port': ['ID=c61fac81-8c56-4d26-8b92-20116569d944,revision_number=6']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:28:16.553188 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-7293e776-f350-42b8-8fbd-96efb4d6d147 None None] Attempting to bind port b923f14d-81a0-419c-b58d-f351c46b9a04 on host n-d-816206-8 for vnic_type normal with profile {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:28:16.553609 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-7293e776-f350-42b8-8fbd-96efb4d6d147 None None] Attempting to bind port b923f14d-81a0-419c-b58d-f351c46b9a04 by drivers openvswitch,hyperv on host n-d-816206-8 at level 0 using segments [{'id': 'b195e0b4-717d-497e-9676-eff15a175551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '87f938c1-ee21-4937-8bfe-d0c625905f3e'}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:28:16.553973 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7293e776-f350-42b8-8fbd-96efb4d6d147 None None] Attempting to bind port b923f14d-81a0-419c-b58d-f351c46b9a04 on network 87f938c1-ee21-4937-8bfe-d0c625905f3e {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:28:16.652356 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-52822d53-48f5-4819-8a95-bdc13aea0bf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:16.658472 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7a1c0705-e743-4d52-b0e4-1a3791330fba req-8dfa109d-c5dc-493c-8cc8-0808141f7dd0 tempest-ListServersNegativeTestJSON-1365076096 tempest-ListServersNegativeTestJSON-1365076096-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2b92d8a-1e83-4659-9afc-f182681db575 HTTP/1.1" status: 200 len: 210 time: 0.1668499 Nov 23 17:28:16.955540 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 17:28:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a632932-9530-4cf3-8bcd-086104a02ca5 x-openstack-request-id: req-9a632932-9530-4cf3-8bcd-086104a02ca5 {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:28:16.956142 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ffe3df2a-684e-454a-b3cc-d354825eaada", "tag": "060ffe95-3094-413f-ba30-a6a604d52753", "status": "completed", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:28:16.957019 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-9a632932-9530-4cf3-8bcd-086104a02ca5 {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:28:16.957731 n-d-816206-8 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffe3df2a-684e-454a-b3cc-d354825eaada', 'tag': '060ffe95-3094-413f-ba30-a6a604d52753', 'status': 'completed', 'code': 200} Nov 23 17:28:17.025178 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:17.063181 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-5da37ee4-2e13-478a-9c6a-b5b20168ea84 req-96372b01-9f8d-4265-93fb-6d5b9d0f9e4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:17.068826 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-74e3fb34-5d2c-48e4-98d9-ce766fc6cb31 req-7b279609-f850-4f8f-aa9e-270d51751757 tempest-ListImageFiltersTestJSON-955973730 tempest-ListImageFiltersTestJSON-955973730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:17.117614 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141f0bb2-6add-4720-b02c-8c34caa07f5e service neutron] Pushing event updated for resources: {'Port': ['ID=060ffe95-3094-413f-ba30-a6a604d52753,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:28:17.136285 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7293e776-f350-42b8-8fbd-96efb4d6d147 None None] Checking agent: {'id': '9e89acbe-4bbe-4c77-a18b-6f1da9133e0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 7, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 27, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:28:17.145305 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7293e776-f350-42b8-8fbd-96efb4d6d147 None None] Checking segment: {'id': 'b195e0b4-717d-497e-9676-eff15a175551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '87f938c1-ee21-4937-8bfe-d0c625905f3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:28:17.145776 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-7293e776-f350-42b8-8fbd-96efb4d6d147 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:17.146319 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7293e776-f350-42b8-8fbd-96efb4d6d147 None None] Bound using segment: {'id': 'b195e0b4-717d-497e-9676-eff15a175551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '87f938c1-ee21-4937-8bfe-d0c625905f3e'} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:28:17.149032 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-7293e776-f350-42b8-8fbd-96efb4d6d147 None None] Bound port: b923f14d-81a0-419c-b58d-f351c46b9a04, host: n-d-816206-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b195e0b4-717d-497e-9676-eff15a175551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '87f938c1-ee21-4937-8bfe-d0c625905f3e'}}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:28:17.149465 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-7293e776-f350-42b8-8fbd-96efb4d6d147 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:17.268457 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b279609-f850-4f8f-aa9e-270d51751757 tempest-ListImageFiltersTestJSON-955973730 tempest-ListImageFiltersTestJSON-955973730-project] Pushing event updated for resources: {'Port': ['ID=81e265bf-2431-406e-8d75-7f043e355546,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:28:17.360791 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5139fcc8-81ba-4935-8d63-9691147c592f req-c5ed37f7-1423-4867-9e71-2adad0c7247d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:28:17.361791 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5139fcc8-81ba-4935-8d63-9691147c592f req-c5ed37f7-1423-4867-9e71-2adad0c7247d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:28:17.362590 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5139fcc8-81ba-4935-8d63-9691147c592f req-c5ed37f7-1423-4867-9e71-2adad0c7247d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:28:17.365536 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5139fcc8-81ba-4935-8d63-9691147c592f req-c5ed37f7-1423-4867-9e71-2adad0c7247d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=30af1458e15a4ef39cb103ebf3b9a873&device_id=ffe3df2a-684e-454a-b3cc-d354825eaada HTTP/1.1" status: 200 len: 2799 time: 0.7990191 Nov 23 17:28:17.413522 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-183cf75b-6da3-4e73-852d-d6f44d046835 req-f6dddf32-c47a-470d-bb93-36f23ef97c41 tempest-ListImageFiltersTestJSON-955973730 tempest-ListImageFiltersTestJSON-955973730-project] 10.222.0.60 "GET /v2.0/ports?device_id=daaf2d26-6252-4e15-aec2-60bbfe8c56eb HTTP/1.1" status: 200 len: 210 time: 0.1001816 Nov 23 17:28:17.428931 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7293e776-f350-42b8-8fbd-96efb4d6d147 None None] Pushing event updated for resources: {'Port': ['ID=b923f14d-81a0-419c-b58d-f351c46b9a04,revision_number=1']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:28:17.539976 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae72128-ac4f-48ae-bb34-df8d330735b2 req-fcd35700-2871-432a-b0a2-230434c5e188 tempest-ImagesOneServerNegativeTestJSON-1012219953 tempest-ImagesOneServerNegativeTestJSON-1012219953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:28:17.551298 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-fae72128-ac4f-48ae-bb34-df8d330735b2 req-fcd35700-2871-432a-b0a2-230434c5e188 tempest-ImagesOneServerNegativeTestJSON-1012219953 tempest-ImagesOneServerNegativeTestJSON-1012219953-project] 10.222.0.60 "GET /v2.0/ports?device_id=3eb53bce-75ac-4ae1-891f-4b41fa2887bc HTTP/1.1" status: 200 len: 945 time: 0.9518571 Nov 23 17:28:17.565912 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.36', 53455) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:28:17.606000 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port 7a473b67-ef9c-4eea-84dd-acdd02be3125, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=7a473b67-ef9c-4eea-84dd-acdd02be3125,segment=NetworkSegment(60478cc8-93b5-4306-bc7b-30ff3da3bb33),segment_id=60478cc8-93b5-4306-bc7b-30ff3da3bb33)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:28:17.750240 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port 7a473b67-ef9c-4eea-84dd-acdd02be3125, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=7a473b67-ef9c-4eea-84dd-acdd02be3125,segment=NetworkSegment(60478cc8-93b5-4306-bc7b-30ff3da3bb33),segment_id=60478cc8-93b5-4306-bc7b-30ff3da3bb33)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:28:17.755295 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-a7e0e559-76f8-4b4c-9917-4dcde6acebaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:17.780621 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9a27ae6c-db98-474f-94c1-cc99bf842d79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:17.782771 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Returning: {'device': '7a473b67-ef9c-4eea-84dd-acdd02be3125', 'network_id': '979a75ad-e1a6-4cbe-9e08-b61461b07256', 'port_id': '7a473b67-ef9c-4eea-84dd-acdd02be3125', 'mac_address': 'fa:16:3e:a3:98:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 545, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd55d40e-72fa-41d0-b078-3028cc286f21', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 17:28:17.786475 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:17.805611 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74e3fb34-5d2c-48e4-98d9-ce766fc6cb31 req-7b279609-f850-4f8f-aa9e-270d51751757 tempest-ListImageFiltersTestJSON-955973730 tempest-ListImageFiltersTestJSON-955973730-project] Network f1e1dabf-b410-4023-9169-a460a86e7184 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:28:17.811589 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [req-74e3fb34-5d2c-48e4-98d9-ce766fc6cb31 req-7b279609-f850-4f8f-aa9e-270d51751757 tempest-ListImageFiltersTestJSON-955973730 tempest-ListImageFiltersTestJSON-955973730-project] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:28:17.818675 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [req-74e3fb34-5d2c-48e4-98d9-ce766fc6cb31 req-7b279609-f850-4f8f-aa9e-270d51751757 tempest-ListImageFiltersTestJSON-955973730 tempest-ListImageFiltersTestJSON-955973730-project] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:28:17.840457 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-7293e776-f350-42b8-8fbd-96efb4d6d147 None None] For port b923f14d-81a0-419c-b58d-f351c46b9a04, host n-d-816206-8, cleared binding levels {{(pid=103592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:28:17.874224 n-d-816206-8 neutron-server[103590]: DEBUG neutron.notifiers.nova [req-5da37ee4-2e13-478a-9c6a-b5b20168ea84 req-96372b01-9f8d-4265-93fb-6d5b9d0f9e4b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b05d7d3-4182-477b-a5a4-723ba59d78de {{(pid=103590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:28:17.899459 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-5da37ee4-2e13-478a-9c6a-b5b20168ea84 req-96372b01-9f8d-4265-93fb-6d5b9d0f9e4b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:17.902611 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-a7e0e559-76f8-4b4c-9917-4dcde6acebaf None None] For port c61fac81-8c56-4d26-8b92-20116569d944, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=c61fac81-8c56-4d26-8b92-20116569d944,segment=NetworkSegment(8fed18b2-0713-4023-96b5-16ede53c73dc),segment_id=8fed18b2-0713-4023-96b5-16ede53c73dc)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:28:17.940527 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.db_base_plugin_common [req-837b23e2-466b-40d3-ae40-05000788b9e0 req-36124653-8670-4d75-8f3b-ab35c35bb941 tempest-ListImageFiltersTestJSON-955973730 tempest-ListImageFiltersTestJSON-955973730-project] Allocated IP 192.168.233.62 (f1e1dabf-b410-4023-9169-a460a86e7184/ac77c175-5679-438b-8a2a-356718377641/97cf3f37-bd1d-4404-849f-d8e0feede5b7) {{(pid=103591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:28:17.956425 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-a7e0e559-76f8-4b4c-9917-4dcde6acebaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:17.958864 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6524b421-a712-405f-a343-ed6da1b48026 req-c0aaa4bd-6194-4a2e-977e-3876dc7b68eb tempest-ListServersNegativeTestJSON-1365076096 tempest-ListServersNegativeTestJSON-1365076096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:28:17.960558 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-7293e776-f350-42b8-8fbd-96efb4d6d147 None None] For port b923f14d-81a0-419c-b58d-f351c46b9a04, host n-d-816206-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=b923f14d-81a0-419c-b58d-f351c46b9a04,segment=NetworkSegment(b195e0b4-717d-497e-9676-eff15a175551),segment_id=b195e0b4-717d-497e-9676-eff15a175551)] {{(pid=103592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:28:17.961559 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6524b421-a712-405f-a343-ed6da1b48026 req-c0aaa4bd-6194-4a2e-977e-3876dc7b68eb tempest-ListServersNegativeTestJSON-1365076096 tempest-ListServersNegativeTestJSON-1365076096-project] 10.222.0.36 "GET /v2.0/networks?id=ef202b11-deaf-483e-842e-ee79c8771f01 HTTP/1.1" status: 200 len: 817 time: 0.3871033 Nov 23 17:28:17.981065 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-7293e776-f350-42b8-8fbd-96efb4d6d147 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:17.995071 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e3fb34-5d2c-48e4-98d9-ce766fc6cb31 req-7b279609-f850-4f8f-aa9e-270d51751757 tempest-ListImageFiltersTestJSON-955973730 tempest-ListImageFiltersTestJSON-955973730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:28:17.997205 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-74e3fb34-5d2c-48e4-98d9-ce766fc6cb31 req-7b279609-f850-4f8f-aa9e-270d51751757 tempest-ListImageFiltersTestJSON-955973730 tempest-ListImageFiltersTestJSON-955973730-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:18.006063 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [req-5da37ee4-2e13-478a-9c6a-b5b20168ea84 req-96372b01-9f8d-4265-93fb-6d5b9d0f9e4b service neutron] Transition to ACTIVE for port object 8b05d7d3-4182-477b-a5a4-723ba59d78de will not be triggered until provisioned by entity L2. {{(pid=103590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 17:28:18.024767 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-5da37ee4-2e13-478a-9c6a-b5b20168ea84 req-96372b01-9f8d-4265-93fb-6d5b9d0f9e4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264357957'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:18.115030 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6524b421-a712-405f-a343-ed6da1b48026 req-661e6d01-afce-48cc-af1a-b0cf8bb00d51 tempest-ListServersNegativeTestJSON-1365076096 tempest-ListServersNegativeTestJSON-1365076096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:28:18.117166 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6524b421-a712-405f-a343-ed6da1b48026 req-661e6d01-afce-48cc-af1a-b0cf8bb00d51 tempest-ListServersNegativeTestJSON-1365076096 tempest-ListServersNegativeTestJSON-1365076096-project] 10.222.0.36 "GET /v2.0/networks?id=ef202b11-deaf-483e-842e-ee79c8771f01 HTTP/1.1" status: 200 len: 817 time: 1.2637429 Nov 23 17:28:18.120718 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-74e3fb34-5d2c-48e4-98d9-ce766fc6cb31 req-7b279609-f850-4f8f-aa9e-270d51751757 tempest-ListImageFiltersTestJSON-955973730 tempest-ListImageFiltersTestJSON-955973730-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.3293533 Nov 23 17:28:18.134445 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d90a74d2-3e81-448a-8c05-629cc441aa3d admin admin] Router e033f186-114f-4f93-8922-c692c9a7eee3 is scheduled to L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 with binding_index 1 {{(pid=103590) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 17:28:18.142997 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [req-74e3fb34-5d2c-48e4-98d9-ce766fc6cb31 req-83426ca3-2fdd-4639-ba43-91c36137d79c service neutron] Request body: {'port': {'device_id': '63f851fb-f540-4867-ab84-dbcf797303e0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-8'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:28:18.265311 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-fae72128-ac4f-48ae-bb34-df8d330735b2 req-b190eb84-7bab-42db-93d6-c2aa1a9ef5eb tempest-ImagesOneServerNegativeTestJSON-1012219953 tempest-ImagesOneServerNegativeTestJSON-1012219953-project] 10.222.0.60 "GET /v2.0/security-groups?id=651f9501-e200-4452-8eae-06db36d1c3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6623619 Nov 23 17:28:18.273568 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6524b421-a712-405f-a343-ed6da1b48026 req-4fa1affb-40f8-48af-a23d-2e850de06476 tempest-ListServersNegativeTestJSON-1365076096 tempest-ListServersNegativeTestJSON-1365076096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:28:18.275761 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6524b421-a712-405f-a343-ed6da1b48026 req-4fa1affb-40f8-48af-a23d-2e850de06476 tempest-ListServersNegativeTestJSON-1365076096 tempest-ListServersNegativeTestJSON-1365076096-project] 10.222.0.55 "GET /v2.0/networks?id=ef202b11-deaf-483e-842e-ee79c8771f01 HTTP/1.1" status: 200 len: 817 time: 1.2723532 Nov 23 17:28:18.281696 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9fccfb7c-c1f6-4d34-b4b9-163e4bb706dc None None] Publish callbacks [] for port, precommit_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:18.311626 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3eb53bce-75ac-4ae1-891f-4b41fa2887bc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7a473b67-ef9c-4eea-84dd-acdd02be3125'}, {'server_uuid': '9ad6998c-3760-47d4-8e61-9e6189252294', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c61fac81-8c56-4d26-8b92-20116569d944'}] {{(pid=103592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:28:18.314116 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba3e6a8f2301c7a29fe1eca9779abdae4ccbcd6266d69778087f2498d5551201" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a54ca722-ec8a-4677-9d5c-078d36579552" -d '{"events": [{"server_uuid": "3eb53bce-75ac-4ae1-891f-4b41fa2887bc", "name": "network-vif-unplugged", "status": "completed", "tag": "7a473b67-ef9c-4eea-84dd-acdd02be3125"}, {"server_uuid": "9ad6998c-3760-47d4-8e61-9e6189252294", "name": "network-vif-plugged", "status": "completed", "tag": "c61fac81-8c56-4d26-8b92-20116569d944"}]}' {{(pid=103592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:28:18.327036 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:18.343020 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Pushing event updated for resources: {'Port': ['ID=7a473b67-ef9c-4eea-84dd-acdd02be3125,revision_number=8']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:28:18.397502 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [req-5da37ee4-2e13-478a-9c6a-b5b20168ea84 req-96372b01-9f8d-4265-93fb-6d5b9d0f9e4b service neutron] Attempting to bind port 8b05d7d3-4182-477b-a5a4-723ba59d78de on host n-h2-816206-8 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:28:18.398716 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [req-5da37ee4-2e13-478a-9c6a-b5b20168ea84 req-96372b01-9f8d-4265-93fb-6d5b9d0f9e4b service neutron] Attempting to bind port 8b05d7d3-4182-477b-a5a4-723ba59d78de by drivers openvswitch,hyperv on host n-h2-816206-8 at level 0 using segments [{'id': 'a571a13a-1919-42eb-8447-a1d218f50a9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '50c7499f-0ec0-4c37-9ce2-16c829cbfc5a'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:28:18.399232 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5da37ee4-2e13-478a-9c6a-b5b20168ea84 req-96372b01-9f8d-4265-93fb-6d5b9d0f9e4b service neutron] Attempting to bind port 8b05d7d3-4182-477b-a5a4-723ba59d78de on network 50c7499f-0ec0-4c37-9ce2-16c829cbfc5a {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:28:18.401823 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96372b01-9f8d-4265-93fb-6d5b9d0f9e4b service neutron] Pushing event updated for resources: {'Port': ['ID=8b05d7d3-4182-477b-a5a4-723ba59d78de,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:28:18.407567 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device c61fac81-8c56-4d26-8b92-20116569d944 up at agent hyperv_n-h1-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:28:18.592771 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-a7e0e559-76f8-4b4c-9917-4dcde6acebaf None None] Provisioning complete for port 5e419484-ec27-4048-92d1-8b9d95aaa519 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:28:18.593010 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-a7e0e559-76f8-4b4c-9917-4dcde6acebaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:18.641369 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e0e559-76f8-4b4c-9917-4dcde6acebaf None None] Pushing event updated for resources: {'Port': ['ID=c61fac81-8c56-4d26-8b92-20116569d944,revision_number=7']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:28:18.643807 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5da37ee4-2e13-478a-9c6a-b5b20168ea84 req-96372b01-9f8d-4265-93fb-6d5b9d0f9e4b service neutron] Port 8b05d7d3-4182-477b-a5a4-723ba59d78de on network 50c7499f-0ec0-4c37-9ce2-16c829cbfc5a not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-8 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 17:28:18.644614 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9fccfb7c-c1f6-4d34-b4b9-163e4bb706dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:18.644873 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5da37ee4-2e13-478a-9c6a-b5b20168ea84 req-96372b01-9f8d-4265-93fb-6d5b9d0f9e4b service neutron] Attempting to bind port 8b05d7d3-4182-477b-a5a4-723ba59d78de on network 50c7499f-0ec0-4c37-9ce2-16c829cbfc5a {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:28:18.657540 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [req-6524b421-a712-405f-a343-ed6da1b48026 req-d38d3ba8-4e6c-4a79-94bc-7c588d6ab083 tempest-ListServersNegativeTestJSON-1365076096 tempest-ListServersNegativeTestJSON-1365076096-project] Request body: {'port': {'device_id': 'd2b92d8a-1e83-4659-9afc-f182681db575', 'network_id': 'ef202b11-deaf-483e-842e-ee79c8771f01', 'admin_state_up': True, 'tenant_id': '2af6eb560ef5462b96b28741c2d43c3f'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:28:18.672992 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [req-6524b421-a712-405f-a343-ed6da1b48026 req-8a9cfe81-0d23-4fa8-a74c-03699706f9b8 tempest-ListServersNegativeTestJSON-1365076096 tempest-ListServersNegativeTestJSON-1365076096-project] Request body: {'port': {'device_id': 'aaa42858-0b08-45bb-833f-a1c2a0894dff', 'network_id': 'ef202b11-deaf-483e-842e-ee79c8771f01', 'admin_state_up': True, 'tenant_id': '2af6eb560ef5462b96b28741c2d43c3f'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:28:18.682570 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d90a74d2-3e81-448a-8c05-629cc441aa3d admin admin] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:28:18.693317 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bcf55ed-75a8-4b8e-ab56-5fcfe2191fda None None] Sync routers for ids ['e033f186-114f-4f93-8922-c692c9a7eee3'] in n-d-816206-8 {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:28:18.694912 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5da37ee4-2e13-478a-9c6a-b5b20168ea84 req-96372b01-9f8d-4265-93fb-6d5b9d0f9e4b service neutron] Checking agent: {'id': 'ab77bf9e-0267-4174-8f1d-822cba89b207', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 15, 13), 'started_at': datetime.datetime(2021, 11, 23, 17, 15, 13), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 28, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:28:18.695384 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5da37ee4-2e13-478a-9c6a-b5b20168ea84 req-96372b01-9f8d-4265-93fb-6d5b9d0f9e4b service neutron] Checking segment: {'id': 'a571a13a-1919-42eb-8447-a1d218f50a9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '50c7499f-0ec0-4c37-9ce2-16c829cbfc5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:28:18.696564 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5da37ee4-2e13-478a-9c6a-b5b20168ea84 req-96372b01-9f8d-4265-93fb-6d5b9d0f9e4b service neutron] Bound using segment: {'id': 'a571a13a-1919-42eb-8447-a1d218f50a9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '50c7499f-0ec0-4c37-9ce2-16c829cbfc5a'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:28:18.697113 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [req-5da37ee4-2e13-478a-9c6a-b5b20168ea84 req-96372b01-9f8d-4265-93fb-6d5b9d0f9e4b service neutron] Bound port: 8b05d7d3-4182-477b-a5a4-723ba59d78de, host: n-h2-816206-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a571a13a-1919-42eb-8447-a1d218f50a9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '50c7499f-0ec0-4c37-9ce2-16c829cbfc5a'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:28:18.697577 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-5da37ee4-2e13-478a-9c6a-b5b20168ea84 req-96372b01-9f8d-4265-93fb-6d5b9d0f9e4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:18.699863 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5139fcc8-81ba-4935-8d63-9691147c592f req-135084ef-d459-424f-9d86-b56ab9cd6298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:28:18.703827 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5139fcc8-81ba-4935-8d63-9691147c592f req-135084ef-d459-424f-9d86-b56ab9cd6298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:28:18.708977 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bcf55ed-75a8-4b8e-ab56-5fcfe2191fda None None] Routers {'e033f186-114f-4f93-8922-c692c9a7eee3'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:28:18.710435 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-9bcf55ed-75a8-4b8e-ab56-5fcfe2191fda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:28:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['e033f186-114f-4f93-8922-c692c9a7eee3'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:28:18.712594 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5139fcc8-81ba-4935-8d63-9691147c592f req-135084ef-d459-424f-9d86-b56ab9cd6298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:28:18.716606 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5139fcc8-81ba-4935-8d63-9691147c592f req-135084ef-d459-424f-9d86-b56ab9cd6298 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=30af1458e15a4ef39cb103ebf3b9a873&shared=False HTTP/1.1" status: 200 len: 2291 time: 1.3181043 Nov 23 17:28:18.747138 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-74e3fb34-5d2c-48e4-98d9-ce766fc6cb31 req-83426ca3-2fdd-4639-ba43-91c36137d79c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:18.749822 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.36', 53456) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:28:18.824200 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [req-6524b421-a712-405f-a343-ed6da1b48026 req-214aaa1e-f695-48da-a847-1957f4a632d3 tempest-ListServersNegativeTestJSON-1365076096 tempest-ListServersNegativeTestJSON-1365076096-project] Request body: {'port': {'device_id': '664a1226-8a51-49cf-b2a9-cf50bd818f76', 'network_id': 'ef202b11-deaf-483e-842e-ee79c8771f01', 'admin_state_up': True, 'tenant_id': '2af6eb560ef5462b96b28741c2d43c3f'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:28:18.836695 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-837b23e2-466b-40d3-ae40-05000788b9e0 req-36124653-8670-4d75-8f3b-ab35c35bb941 tempest-ListImageFiltersTestJSON-955973730 tempest-ListImageFiltersTestJSON-955973730-project] Publish callbacks [] for port, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:18.886054 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d90a74d2-3e81-448a-8c05-629cc441aa3d admin admin] Publish callbacks [] for router, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:18.888219 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-d90a74d2-3e81-448a-8c05-629cc441aa3d admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 8.4921088 Nov 23 17:28:18.889382 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Provisioning complete for port c61fac81-8c56-4d26-8b92-20116569d944 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:28:18.890099 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:18.954859 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 60454) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:28:18.973509 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a473b67-ef9c-4eea-84dd-acdd02be3125 {{(pid=103592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:28:18.999652 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port 7a473b67-ef9c-4eea-84dd-acdd02be3125, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=7a473b67-ef9c-4eea-84dd-acdd02be3125,segment=NetworkSegment(60478cc8-93b5-4306-bc7b-30ff3da3bb33),segment_id=60478cc8-93b5-4306-bc7b-30ff3da3bb33)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:28:19.026692 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:19.036911 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:19.060384 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-9bcf55ed-75a8-4b8e-ab56-5fcfe2191fda None None] Set router e033f186-114f-4f93-8922-c692c9a7eee3 gateway port host: n-d-816206-8 {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:28:19.147702 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-9fccfb7c-c1f6-4d34-b4b9-163e4bb706dc None None] Attempting to bind port b1e0681c-a2dd-4899-ba18-57dedd42bdbd on host n-d-816206-8 for vnic_type normal with profile {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:28:19.148133 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-9fccfb7c-c1f6-4d34-b4b9-163e4bb706dc None None] Attempting to bind port b1e0681c-a2dd-4899-ba18-57dedd42bdbd by drivers openvswitch,hyperv on host n-d-816206-8 at level 0 using segments [{'id': '5b559295-8909-4c1e-aefd-73cd9a3c5d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '8fae7973-38e6-4660-a7b2-023eda92e2f5'}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:28:19.149044 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fccfb7c-c1f6-4d34-b4b9-163e4bb706dc None None] Attempting to bind port b1e0681c-a2dd-4899-ba18-57dedd42bdbd on network 8fae7973-38e6-4660-a7b2-023eda92e2f5 {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:28:19.178399 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7293e776-f350-42b8-8fbd-96efb4d6d147 None None] Pushing event updated for resources: {'Port': ['ID=b923f14d-81a0-419c-b58d-f351c46b9a04,revision_number=2']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:28:19.180478 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e9a5b783-8e65-48b7-a3ed-82bf938b3f35 req-5633ab96-ce87-47d4-b7d5-e646e3847a48 tempest-ListServersNegativeTestJSON-1365076096 tempest-ListServersNegativeTestJSON-1365076096-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2b92d8a-1e83-4659-9afc-f182681db575 HTTP/1.1" status: 200 len: 210 time: 0.4461601 Nov 23 17:28:19.239375 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea7f4d9-eaac-4382-90b6-ce9e4df0a642 None None] Pushing event updated for resources: {'Port': ['ID=b1e0681c-a2dd-4899-ba18-57dedd42bdbd,revision_number=3']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:28:19.251637 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fccfb7c-c1f6-4d34-b4b9-163e4bb706dc None None] Checking agent: {'id': '9e89acbe-4bbe-4c77-a18b-6f1da9133e0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 7, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 28, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:28:19.252017 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fccfb7c-c1f6-4d34-b4b9-163e4bb706dc None None] Checking segment: {'id': '5b559295-8909-4c1e-aefd-73cd9a3c5d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '8fae7973-38e6-4660-a7b2-023eda92e2f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:28:19.252612 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9fccfb7c-c1f6-4d34-b4b9-163e4bb706dc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:19.252833 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fccfb7c-c1f6-4d34-b4b9-163e4bb706dc None None] Bound using segment: {'id': '5b559295-8909-4c1e-aefd-73cd9a3c5d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '8fae7973-38e6-4660-a7b2-023eda92e2f5'} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:28:19.253321 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-9fccfb7c-c1f6-4d34-b4b9-163e4bb706dc None None] Bound port: b1e0681c-a2dd-4899-ba18-57dedd42bdbd, host: n-d-816206-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b559295-8909-4c1e-aefd-73cd9a3c5d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '8fae7973-38e6-4660-a7b2-023eda92e2f5'}}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:28:19.253706 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9fccfb7c-c1f6-4d34-b4b9-163e4bb706dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:19.341782 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbec8d46-e7b5-49f0-a65d-9a98b8c2b53c req-05dc7d0c-d9ca-42c4-99f6-dfc86c3af71d tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:28:19.345039 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8bc202-aadc-4671-b54b-29f8436aa0de req-c1064f37-e1fc-4515-9bd9-e4f420d94ea5 tempest-ImagesOneServerNegativeTestJSON-1012219953 tempest-ImagesOneServerNegativeTestJSON-1012219953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:28:19.349982 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbec8d46-e7b5-49f0-a65d-9a98b8c2b53c req-05dc7d0c-d9ca-42c4-99f6-dfc86c3af71d tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:28:19.352140 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-4c8bc202-aadc-4671-b54b-29f8436aa0de req-c1064f37-e1fc-4515-9bd9-e4f420d94ea5 tempest-ImagesOneServerNegativeTestJSON-1012219953 tempest-ImagesOneServerNegativeTestJSON-1012219953-project] 10.222.0.36 "GET /v2.0/ports?device_id=3eb53bce-75ac-4ae1-891f-4b41fa2887bc HTTP/1.1" status: 200 len: 943 time: 0.5738807 Nov 23 17:28:19.368477 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbec8d46-e7b5-49f0-a65d-9a98b8c2b53c req-05dc7d0c-d9ca-42c4-99f6-dfc86c3af71d tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:28:19.379131 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-dbec8d46-e7b5-49f0-a65d-9a98b8c2b53c req-05dc7d0c-d9ca-42c4-99f6-dfc86c3af71d tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] 10.222.0.60 "GET /v2.0/ports?device_id=ffe3df2a-684e-454a-b3cc-d354825eaada HTTP/1.1" status: 200 len: 2401 time: 1.8250225 Nov 23 17:28:19.473712 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-9bcf55ed-75a8-4b8e-ab56-5fcfe2191fda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e033f186-114f-4f93-8922-c692c9a7eee3', 'name': 'tempest-TaggedBootDevicesTest_v242-541031557-router', 'tenant_id': 'c75743e34bb54a03b0a32643bc9d50a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.55'}], 'enable_snat': True}, 'gw_port_id': '9fb78564-8197-4fce-8468-1e30db0db210', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:28:10Z', 'updated_at': '2021-11-23T17:28:14Z', 'revision_number': 3, 'project_id': 'c75743e34bb54a03b0a32643bc9d50a1', 'gw_port': {'id': '9fb78564-8197-4fce-8468-1e30db0db210', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:e4:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e033f186-114f-4f93-8922-c692c9a7eee3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 977, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:28:12Z', 'updated_at': '2021-11-23T17:28:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8'}], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:28:19.479191 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [req-5da37ee4-2e13-478a-9c6a-b5b20168ea84 req-96372b01-9f8d-4265-93fb-6d5b9d0f9e4b service neutron] For port 8b05d7d3-4182-477b-a5a4-723ba59d78de, host n-h2-816206-8, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:28:19.557939 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bcf55ed-75a8-4b8e-ab56-5fcfe2191fda None None] Checking router: e033f186-114f-4f93-8922-c692c9a7eee3 for host: n-d-816206-8 {{(pid=103593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 17:28:19.558226 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [req-5da37ee4-2e13-478a-9c6a-b5b20168ea84 req-96372b01-9f8d-4265-93fb-6d5b9d0f9e4b service neutron] For port 8b05d7d3-4182-477b-a5a4-723ba59d78de, host n-h2-816206-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=8b05d7d3-4182-477b-a5a4-723ba59d78de,segment=NetworkSegment(a571a13a-1919-42eb-8447-a1d218f50a9e),segment_id=a571a13a-1919-42eb-8447-a1d218f50a9e)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:28:19.558370 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bcf55ed-75a8-4b8e-ab56-5fcfe2191fda None None] Updating router e033f186-114f-4f93-8922-c692c9a7eee3 port 9fb78564-8197-4fce-8468-1e30db0db210 binding host n-d-816206-8 {{(pid=103593) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 17:28:19.640388 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-5da37ee4-2e13-478a-9c6a-b5b20168ea84 req-96372b01-9f8d-4265-93fb-6d5b9d0f9e4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264357957'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:19.647644 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Tue, 23 Nov 2021 17:28:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fd844ab-1d4e-442c-94e8-6779808e9e54 x-openstack-request-id: req-6fd844ab-1d4e-442c-94e8-6779808e9e54 {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:28:19.648303 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3eb53bce-75ac-4ae1-891f-4b41fa2887bc", "name": "network-vif-unplugged", "status": "completed", "tag": "7a473b67-ef9c-4eea-84dd-acdd02be3125", "code": 200}, {"server_uuid": "9ad6998c-3760-47d4-8e61-9e6189252294", "name": "network-vif-plugged", "status": "completed", "tag": "c61fac81-8c56-4d26-8b92-20116569d944", "code": 200}]} {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:28:19.648303 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6fd844ab-1d4e-442c-94e8-6779808e9e54 {{(pid=103592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:28:19.648834 n-d-816206-8 neutron-server[103592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3eb53bce-75ac-4ae1-891f-4b41fa2887bc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7a473b67-ef9c-4eea-84dd-acdd02be3125', 'code': 200} Nov 23 17:28:19.648982 n-d-816206-8 neutron-server[103592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ad6998c-3760-47d4-8e61-9e6189252294', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c61fac81-8c56-4d26-8b92-20116569d944', 'code': 200} Nov 23 17:28:19.659123 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-9bcf55ed-75a8-4b8e-ab56-5fcfe2191fda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:19.660668 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device b923f14d-81a0-419c-b58d-f351c46b9a04 up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:28:19.693911 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da37ee4-2e13-478a-9c6a-b5b20168ea84 req-96372b01-9f8d-4265-93fb-6d5b9d0f9e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:28:19.696085 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-5da37ee4-2e13-478a-9c6a-b5b20168ea84 req-96372b01-9f8d-4265-93fb-6d5b9d0f9e4b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:19.697740 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-5da37ee4-2e13-478a-9c6a-b5b20168ea84 req-96372b01-9f8d-4265-93fb-6d5b9d0f9e4b service neutron] 10.222.0.36 "PUT /v2.0/ports/8b05d7d3-4182-477b-a5a4-723ba59d78de HTTP/1.1" status: 200 len: 1092 time: 3.6361878 Nov 23 17:28:19.709805 n-d-816206-8 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffe3df2a-684e-454a-b3cc-d354825eaada', 'tag': '8b05d7d3-4182-477b-a5a4-723ba59d78de'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:28:19.714637 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbabddbc9fc37b068808e119c416c86f5957ca04531a4a0d2e695c515e93483b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d174874e-599e-46b3-99cc-149577e9b77b" -d '{"events": [{"name": "network-changed", "server_uuid": "ffe3df2a-684e-454a-b3cc-d354825eaada", "tag": "8b05d7d3-4182-477b-a5a4-723ba59d78de"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:28:19.766674 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [req-4c8bc202-aadc-4671-b54b-29f8436aa0de req-c8497b22-8a19-49ec-8272-df37c016a6fd tempest-ImagesOneServerNegativeTestJSON-1012219953 tempest-ImagesOneServerNegativeTestJSON-1012219953-project] Deleting port 7a473b67-ef9c-4eea-84dd-acdd02be3125 {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:28:19.767168 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-4c8bc202-aadc-4671-b54b-29f8436aa0de req-c8497b22-8a19-49ec-8272-df37c016a6fd tempest-ImagesOneServerNegativeTestJSON-1012219953 tempest-ImagesOneServerNegativeTestJSON-1012219953-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:19.791339 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96372b01-9f8d-4265-93fb-6d5b9d0f9e4b service neutron] Pushing event updated for resources: {'Port': ['ID=8b05d7d3-4182-477b-a5a4-723ba59d78de,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:28:19.924042 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-a7e0e559-76f8-4b4c-9917-4dcde6acebaf None None] Provisioning complete for port 4de03a82-9758-4cee-9c68-0850895e3092 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:28:19.924434 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-a7e0e559-76f8-4b4c-9917-4dcde6acebaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:19.941586 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Pushing event updated for resources: {'Port': ['ID=7a473b67-ef9c-4eea-84dd-acdd02be3125,revision_number=9']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:28:20.012159 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [req-4c8bc202-aadc-4671-b54b-29f8436aa0de req-c8497b22-8a19-49ec-8272-df37c016a6fd tempest-ImagesOneServerNegativeTestJSON-1012219953 tempest-ImagesOneServerNegativeTestJSON-1012219953-project] For port 7a473b67-ef9c-4eea-84dd-acdd02be3125, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=7a473b67-ef9c-4eea-84dd-acdd02be3125,segment=NetworkSegment(60478cc8-93b5-4306-bc7b-30ff3da3bb33),segment_id=60478cc8-93b5-4306-bc7b-30ff3da3bb33)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:28:20.012743 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-4c8bc202-aadc-4671-b54b-29f8436aa0de req-c8497b22-8a19-49ec-8272-df37c016a6fd tempest-ImagesOneServerNegativeTestJSON-1012219953 tempest-ImagesOneServerNegativeTestJSON-1012219953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:20.028017 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-9fccfb7c-c1f6-4d34-b4b9-163e4bb706dc None None] For port b1e0681c-a2dd-4899-ba18-57dedd42bdbd, host n-d-816206-8, cleared binding levels {{(pid=103592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:28:20.057903 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [req-4c8bc202-aadc-4671-b54b-29f8436aa0de req-c8497b22-8a19-49ec-8272-df37c016a6fd tempest-ImagesOneServerNegativeTestJSON-1012219953 tempest-ImagesOneServerNegativeTestJSON-1012219953-project] Calling delete_port for 7a473b67-ef9c-4eea-84dd-acdd02be3125 owned by compute:nova {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:28:20.085037 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-9fccfb7c-c1f6-4d34-b4b9-163e4bb706dc None None] For port b1e0681c-a2dd-4899-ba18-57dedd42bdbd, host n-d-816206-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=b1e0681c-a2dd-4899-ba18-57dedd42bdbd,segment=NetworkSegment(5b559295-8909-4c1e-aefd-73cd9a3c5d40),segment_id=5b559295-8909-4c1e-aefd-73cd9a3c5d40)] {{(pid=103592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:28:20.109241 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9fccfb7c-c1f6-4d34-b4b9-163e4bb706dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:20.137178 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port b923f14d-81a0-419c-b58d-f351c46b9a04 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:28:20.137178 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:20.249257 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-9bcf55ed-75a8-4b8e-ab56-5fcfe2191fda None None] Publish callbacks [] for port, precommit_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:20.259456 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-9bcf55ed-75a8-4b8e-ab56-5fcfe2191fda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:20.300712 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fccfb7c-c1f6-4d34-b4b9-163e4bb706dc None None] Routers {'b9679107-1fd1-4098-bfd2-62b5af47f898'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:28:20.302102 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-9fccfb7c-c1f6-4d34-b4b9-163e4bb706dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:28:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['b9679107-1fd1-4098-bfd2-62b5af47f898'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:28:20.387179 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-4c8bc202-aadc-4671-b54b-29f8436aa0de req-c8497b22-8a19-49ec-8272-df37c016a6fd tempest-ImagesOneServerNegativeTestJSON-1012219953 tempest-ImagesOneServerNegativeTestJSON-1012219953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:20.417037 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e5d20cf-a730-49b7-9bf0-ecb6c878bd4c None None] DHCP port deletion for 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:28:20.438707 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [None req-9bcf55ed-75a8-4b8e-ab56-5fcfe2191fda None None] Attempting to bind port 9fb78564-8197-4fce-8468-1e30db0db210 on host n-d-816206-8 for vnic_type normal with profile {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:28:20.439139 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [None req-9bcf55ed-75a8-4b8e-ab56-5fcfe2191fda None None] Attempting to bind port 9fb78564-8197-4fce-8468-1e30db0db210 by drivers openvswitch,hyperv on host n-d-816206-8 at level 0 using segments [{'id': 'bffd1e4f-e80f-4ff0-b418-2f42ae15febf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'}] {{(pid=103593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:28:20.439512 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bcf55ed-75a8-4b8e-ab56-5fcfe2191fda None None] Attempting to bind port 9fb78564-8197-4fce-8468-1e30db0db210 on network 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:28:20.471513 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bcf55ed-75a8-4b8e-ab56-5fcfe2191fda None None] Checking agent: {'id': '9e89acbe-4bbe-4c77-a18b-6f1da9133e0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 7, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 28, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:28:20.471924 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bcf55ed-75a8-4b8e-ab56-5fcfe2191fda None None] Checking segment: {'id': 'bffd1e4f-e80f-4ff0-b418-2f42ae15febf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:28:20.479565 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-9bcf55ed-75a8-4b8e-ab56-5fcfe2191fda None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:20.480087 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bcf55ed-75a8-4b8e-ab56-5fcfe2191fda None None] Bound using segment: {'id': 'bffd1e4f-e80f-4ff0-b418-2f42ae15febf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'} {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:28:20.480757 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [None req-9bcf55ed-75a8-4b8e-ab56-5fcfe2191fda None None] Bound port: 9fb78564-8197-4fce-8468-1e30db0db210, host: n-d-816206-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bffd1e4f-e80f-4ff0-b418-2f42ae15febf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'}}] {{(pid=103593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:28:20.481162 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-9bcf55ed-75a8-4b8e-ab56-5fcfe2191fda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:20.513230 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ab9a4ab-55f9-420b-b91c-abfbf9254fe1 None None] Network 87f938c1-ee21-4937-8bfe-d0c625905f3e requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:28:20.547591 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8497b22-8a19-49ec-8272-df37c016a6fd tempest-ImagesOneServerNegativeTestJSON-1012219953 tempest-ImagesOneServerNegativeTestJSON-1012219953-project] Pushing event deleted for resources: {'Port': ['ID=7a473b67-ef9c-4eea-84dd-acdd02be3125,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:28:20.574031 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3efa366-6077-45c5-b11f-b333553bc4ec None None] Pushing event updated for resources: {'Port': ['ID=9fb78564-8197-4fce-8468-1e30db0db210,revision_number=2']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:28:20.646880 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f0c9c3b-bb45-4a21-9820-aa3128121a4f None None] DHCP port deletion for 979a75ad-e1a6-4cbe-9e08-b61461b07256 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:28:20.647217 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-9bcf55ed-75a8-4b8e-ab56-5fcfe2191fda None None] For port 9fb78564-8197-4fce-8468-1e30db0db210, host n-d-816206-8, cleared binding levels {{(pid=103593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:28:20.653456 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea7f4d9-eaac-4382-90b6-ce9e4df0a642 None None] Pushing event updated for resources: {'Port': ['ID=b1e0681c-a2dd-4899-ba18-57dedd42bdbd,revision_number=4']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:28:20.654771 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-9bcf55ed-75a8-4b8e-ab56-5fcfe2191fda None None] For port 9fb78564-8197-4fce-8468-1e30db0db210, host n-d-816206-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=9fb78564-8197-4fce-8468-1e30db0db210,segment=NetworkSegment(bffd1e4f-e80f-4ff0-b418-2f42ae15febf),segment_id=bffd1e4f-e80f-4ff0-b418-2f42ae15febf)] {{(pid=103593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:28:20.665275 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-9bcf55ed-75a8-4b8e-ab56-5fcfe2191fda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:20.669310 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c8bc202-aadc-4671-b54b-29f8436aa0de req-c8497b22-8a19-49ec-8272-df37c016a6fd tempest-ImagesOneServerNegativeTestJSON-1012219953 tempest-ImagesOneServerNegativeTestJSON-1012219953-project] No DVR routers for this DVR port 7a473b67-ef9c-4eea-84dd-acdd02be3125 on host n-h2-816206-8 {{(pid=103590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:28:20.672877 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-4c8bc202-aadc-4671-b54b-29f8436aa0de req-c8497b22-8a19-49ec-8272-df37c016a6fd tempest-ImagesOneServerNegativeTestJSON-1012219953 tempest-ImagesOneServerNegativeTestJSON-1012219953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:20.676963 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-4c8bc202-aadc-4671-b54b-29f8436aa0de req-c8497b22-8a19-49ec-8272-df37c016a6fd tempest-ImagesOneServerNegativeTestJSON-1012219953 tempest-ImagesOneServerNegativeTestJSON-1012219953-project] 10.222.0.36 "DELETE /v2.0/ports/7a473b67-ef9c-4eea-84dd-acdd02be3125 HTTP/1.1" status: 204 len: 173 time: 1.3018258 Nov 23 17:28:20.719116 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bcf55ed-75a8-4b8e-ab56-5fcfe2191fda None None] Routers {'e033f186-114f-4f93-8922-c692c9a7eee3'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:28:20.719811 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-9bcf55ed-75a8-4b8e-ab56-5fcfe2191fda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:28:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['e033f186-114f-4f93-8922-c692c9a7eee3'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:28:20.781835 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b94a3c7b-6db2-49f8-8b16-d84a997231f5 None None] DHCP port deletion for 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:28:20.790847 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-313e16fb-bfa1-4535-84b5-88dd0bf2d374 req-122b7708-5443-412c-a818-3dbfadf8f922 tempest-ListImageFiltersTestJSON-955973730 tempest-ListImageFiltersTestJSON-955973730-project] 10.222.0.60 "GET /v2.0/ports?device_id=daaf2d26-6252-4e15-aec2-60bbfe8c56eb HTTP/1.1" status: 200 len: 210 time: 0.4071915 Nov 23 17:28:20.868394 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6524b421-a712-405f-a343-ed6da1b48026 req-d38d3ba8-4e6c-4a79-94bc-7c588d6ab083 tempest-ListServersNegativeTestJSON-1365076096 tempest-ListServersNegativeTestJSON-1365076096-project] Made reservation on behalf of 2af6eb560ef5462b96b28741c2d43c3f for: {'port': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:28:20.873676 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-6524b421-a712-405f-a343-ed6da1b48026 req-d38d3ba8-4e6c-4a79-94bc-7c588d6ab083 tempest-ListServersNegativeTestJSON-1365076096 tempest-ListServersNegativeTestJSON-1365076096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:20.911504 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-9bcf55ed-75a8-4b8e-ab56-5fcfe2191fda None None] Set router e033f186-114f-4f93-8922-c692c9a7eee3 gateway port host: n-d-816206-8 {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:28:20.920624 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefa6448-3aae-4de9-89b6-f2e903b9dcb7 req-0109bd06-6d22-48c3-95a3-ac9aabce9bf1 tempest-ImagesTestJSON-931761063 tempest-ImagesTestJSON-931761063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:28:20.922618 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-eefa6448-3aae-4de9-89b6-f2e903b9dcb7 req-0109bd06-6d22-48c3-95a3-ac9aabce9bf1 tempest-ImagesTestJSON-931761063 tempest-ImagesTestJSON-931761063-project] 10.222.0.55 "GET /v2.0/ports?device_id=9ad6998c-3760-47d4-8e61-9e6189252294 HTTP/1.1" status: 200 len: 945 time: 1.7647209 Nov 23 17:28:20.924141 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvr_db [None req-9fccfb7c-c1f6-4d34-b4b9-163e4bb706dc None None] Set router b9679107-1fd1-4098-bfd2-62b5af47f898 gateway port host: n-d-816206-8 {{(pid=103592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:28:20.953595 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5139fcc8-81ba-4935-8d63-9691147c592f req-53568b96-8088-497f-918d-7d280aa243f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:28:20.955188 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5139fcc8-81ba-4935-8d63-9691147c592f req-53568b96-8088-497f-918d-7d280aa243f4 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 2.2162189 Nov 23 17:28:20.985063 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-837b23e2-466b-40d3-ae40-05000788b9e0 req-36124653-8670-4d75-8f3b-ab35c35bb941 tempest-ListImageFiltersTestJSON-955973730 tempest-ListImageFiltersTestJSON-955973730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:20.987236 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3efa366-6077-45c5-b11f-b333553bc4ec None None] Pushing event updated for resources: {'Port': ['ID=9fb78564-8197-4fce-8468-1e30db0db210,revision_number=3']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:28:21.015719 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6524b421-a712-405f-a343-ed6da1b48026 req-8a9cfe81-0d23-4fa8-a74c-03699706f9b8 tempest-ListServersNegativeTestJSON-1365076096 tempest-ListServersNegativeTestJSON-1365076096-project] Made reservation on behalf of 2af6eb560ef5462b96b28741c2d43c3f for: {'port': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:28:21.020654 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-6524b421-a712-405f-a343-ed6da1b48026 req-8a9cfe81-0d23-4fa8-a74c-03699706f9b8 tempest-ListServersNegativeTestJSON-1365076096 tempest-ListServersNegativeTestJSON-1365076096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:21.026900 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-dbec8d46-e7b5-49f0-a65d-9a98b8c2b53c req-a81ba979-e7d1-4d74-803a-22c832976807 tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] 10.222.0.60 "GET /v2.0/security-groups?id=e0395b5d-c9ae-4269-a510-77335f56b6a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3781071 Nov 23 17:28:21.199936 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:21.252801 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.db_base_plugin_common [req-6524b421-a712-405f-a343-ed6da1b48026 req-d38d3ba8-4e6c-4a79-94bc-7c588d6ab083 tempest-ListServersNegativeTestJSON-1365076096 tempest-ListServersNegativeTestJSON-1365076096-project] Allocated IP 172.20.0.4 (ef202b11-deaf-483e-842e-ee79c8771f01/e693e6bf-c2ab-4576-aeb8-d2bb46dc3c49/e81864c0-876c-4dca-9b74-f8faa6c80bba) {{(pid=103591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:28:21.297369 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] For port b923f14d-81a0-419c-b58d-f351c46b9a04, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=b923f14d-81a0-419c-b58d-f351c46b9a04,segment=NetworkSegment(b195e0b4-717d-497e-9676-eff15a175551),segment_id=b195e0b4-717d-497e-9676-eff15a175551)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:28:21.325861 n-d-816206-8 neutron-server[103590]: DEBUG neutron.notifiers.nova [req-74e3fb34-5d2c-48e4-98d9-ce766fc6cb31 req-83426ca3-2fdd-4639-ba43-91c36137d79c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81e265bf-2431-406e-8d75-7f043e355546 {{(pid=103590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:28:21.349647 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-74e3fb34-5d2c-48e4-98d9-ce766fc6cb31 req-83426ca3-2fdd-4639-ba43-91c36137d79c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:21.356890 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-9bcf55ed-75a8-4b8e-ab56-5fcfe2191fda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e033f186-114f-4f93-8922-c692c9a7eee3', 'name': 'tempest-TaggedBootDevicesTest_v242-541031557-router', 'tenant_id': 'c75743e34bb54a03b0a32643bc9d50a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.55'}], 'enable_snat': True}, 'gw_port_id': '9fb78564-8197-4fce-8468-1e30db0db210', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:28:10Z', 'updated_at': '2021-11-23T17:28:14Z', 'revision_number': 3, 'project_id': 'c75743e34bb54a03b0a32643bc9d50a1', 'gw_port': {'id': '9fb78564-8197-4fce-8468-1e30db0db210', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:e4:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e033f186-114f-4f93-8922-c692c9a7eee3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 977, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:28:12Z', 'updated_at': '2021-11-23T17:28:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8'}], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:28:21.386763 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:21.387910 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [req-74e3fb34-5d2c-48e4-98d9-ce766fc6cb31 req-83426ca3-2fdd-4639-ba43-91c36137d79c service neutron] Transition to ACTIVE for port object 81e265bf-2431-406e-8d75-7f043e355546 will not be triggered until provisioned by entity L2. {{(pid=103590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 17:28:21.401692 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-74e3fb34-5d2c-48e4-98d9-ce766fc6cb31 req-83426ca3-2fdd-4639-ba43-91c36137d79c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264357957'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:21.423569 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bcf55ed-75a8-4b8e-ab56-5fcfe2191fda None None] The sync data for ids ['e033f186-114f-4f93-8922-c692c9a7eee3'] in n-d-816206-8 is: [{'id': 'e033f186-114f-4f93-8922-c692c9a7eee3', 'name': 'tempest-TaggedBootDevicesTest_v242-541031557-router', 'tenant_id': 'c75743e34bb54a03b0a32643bc9d50a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.55'}], 'enable_snat': True}, 'gw_port_id': '9fb78564-8197-4fce-8468-1e30db0db210', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:28:10Z', 'updated_at': '2021-11-23T17:28:14Z', 'revision_number': 3, 'project_id': 'c75743e34bb54a03b0a32643bc9d50a1', 'gw_port': {'id': '9fb78564-8197-4fce-8468-1e30db0db210', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:e4:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e033f186-114f-4f93-8922-c692c9a7eee3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 977, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:28:12Z', 'updated_at': '2021-11-23T17:28:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8'}] {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:28:21.589606 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-6524b421-a712-405f-a343-ed6da1b48026 req-d38d3ba8-4e6c-4a79-94bc-7c588d6ab083 tempest-ListServersNegativeTestJSON-1365076096 tempest-ListServersNegativeTestJSON-1365076096-project] Publish callbacks [] for port, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:21.592344 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83426ca3-2fdd-4639-ba43-91c36137d79c service neutron] Pushing event updated for resources: {'Port': ['ID=81e265bf-2431-406e-8d75-7f043e355546,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:28:21.640052 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-b9efdcb2-83d5-4cac-99ab-d6b3de98ea80 None None] Provisioning complete for port 81e265bf-2431-406e-8d75-7f043e355546 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:28:21.640687 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b9efdcb2-83d5-4cac-99ab-d6b3de98ea80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:21.654612 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Pushing event updated for resources: {'Port': ['ID=b923f14d-81a0-419c-b58d-f351c46b9a04,revision_number=3']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:28:21.672473 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device b1e0681c-a2dd-4899-ba18-57dedd42bdbd up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:28:21.749023 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [req-74e3fb34-5d2c-48e4-98d9-ce766fc6cb31 req-83426ca3-2fdd-4639-ba43-91c36137d79c service neutron] Attempting to bind port 81e265bf-2431-406e-8d75-7f043e355546 on host n-h2-816206-8 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:28:21.749376 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [req-74e3fb34-5d2c-48e4-98d9-ce766fc6cb31 req-83426ca3-2fdd-4639-ba43-91c36137d79c service neutron] Attempting to bind port 81e265bf-2431-406e-8d75-7f043e355546 by drivers openvswitch,hyperv on host n-h2-816206-8 at level 0 using segments [{'id': '329c1745-02bf-4561-9615-3192910887f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'f1e1dabf-b410-4023-9169-a460a86e7184'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:28:21.749713 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74e3fb34-5d2c-48e4-98d9-ce766fc6cb31 req-83426ca3-2fdd-4639-ba43-91c36137d79c service neutron] Attempting to bind port 81e265bf-2431-406e-8d75-7f043e355546 on network f1e1dabf-b410-4023-9169-a460a86e7184 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:28:21.758742 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74e3fb34-5d2c-48e4-98d9-ce766fc6cb31 req-83426ca3-2fdd-4639-ba43-91c36137d79c service neutron] Port 81e265bf-2431-406e-8d75-7f043e355546 on network f1e1dabf-b410-4023-9169-a460a86e7184 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-8 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 17:28:21.759070 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74e3fb34-5d2c-48e4-98d9-ce766fc6cb31 req-83426ca3-2fdd-4639-ba43-91c36137d79c service neutron] Attempting to bind port 81e265bf-2431-406e-8d75-7f043e355546 on network f1e1dabf-b410-4023-9169-a460a86e7184 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:28:21.771174 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74e3fb34-5d2c-48e4-98d9-ce766fc6cb31 req-83426ca3-2fdd-4639-ba43-91c36137d79c service neutron] Checking agent: {'id': 'ab77bf9e-0267-4174-8f1d-822cba89b207', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 15, 13), 'started_at': datetime.datetime(2021, 11, 23, 17, 15, 13), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 28, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:28:21.771518 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74e3fb34-5d2c-48e4-98d9-ce766fc6cb31 req-83426ca3-2fdd-4639-ba43-91c36137d79c service neutron] Checking segment: {'id': '329c1745-02bf-4561-9615-3192910887f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'f1e1dabf-b410-4023-9169-a460a86e7184'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:28:21.771907 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74e3fb34-5d2c-48e4-98d9-ce766fc6cb31 req-83426ca3-2fdd-4639-ba43-91c36137d79c service neutron] Bound using segment: {'id': '329c1745-02bf-4561-9615-3192910887f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'f1e1dabf-b410-4023-9169-a460a86e7184'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:28:21.772345 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [req-74e3fb34-5d2c-48e4-98d9-ce766fc6cb31 req-83426ca3-2fdd-4639-ba43-91c36137d79c service neutron] Bound port: 81e265bf-2431-406e-8d75-7f043e355546, host: n-h2-816206-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '329c1745-02bf-4561-9615-3192910887f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'f1e1dabf-b410-4023-9169-a460a86e7184'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:28:21.779060 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-74e3fb34-5d2c-48e4-98d9-ce766fc6cb31 req-83426ca3-2fdd-4639-ba43-91c36137d79c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:21.876766 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-b9efdcb2-83d5-4cac-99ab-d6b3de98ea80 None None] Port 81e265bf-2431-406e-8d75-7f043e355546 cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:28:21.953533 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-6524b421-a712-405f-a343-ed6da1b48026 req-d38d3ba8-4e6c-4a79-94bc-7c588d6ab083 tempest-ListServersNegativeTestJSON-1365076096 tempest-ListServersNegativeTestJSON-1365076096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:21.963378 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [req-74e3fb34-5d2c-48e4-98d9-ce766fc6cb31 req-83426ca3-2fdd-4639-ba43-91c36137d79c service neutron] For port 81e265bf-2431-406e-8d75-7f043e355546, host n-h2-816206-8, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:28:21.969807 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [req-74e3fb34-5d2c-48e4-98d9-ce766fc6cb31 req-83426ca3-2fdd-4639-ba43-91c36137d79c service neutron] For port 81e265bf-2431-406e-8d75-7f043e355546, host n-h2-816206-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=81e265bf-2431-406e-8d75-7f043e355546,segment=NetworkSegment(329c1745-02bf-4561-9615-3192910887f5),segment_id=329c1745-02bf-4561-9615-3192910887f5)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:28:21.977369 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-74e3fb34-5d2c-48e4-98d9-ce766fc6cb31 req-83426ca3-2fdd-4639-ba43-91c36137d79c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264357957'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:22.039885 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-b9efdcb2-83d5-4cac-99ab-d6b3de98ea80 None None] Provisioning complete for port 9fb78564-8197-4fce-8468-1e30db0db210 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:28:22.040853 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b9efdcb2-83d5-4cac-99ab-d6b3de98ea80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:22.058251 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e3fb34-5d2c-48e4-98d9-ce766fc6cb31 req-83426ca3-2fdd-4639-ba43-91c36137d79c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:28:22.060343 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-74e3fb34-5d2c-48e4-98d9-ce766fc6cb31 req-83426ca3-2fdd-4639-ba43-91c36137d79c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:22.062581 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-74e3fb34-5d2c-48e4-98d9-ce766fc6cb31 req-83426ca3-2fdd-4639-ba43-91c36137d79c service neutron] 10.222.0.36 "PUT /v2.0/ports/81e265bf-2431-406e-8d75-7f043e355546 HTTP/1.1" status: 200 len: 1096 time: 3.9246719 Nov 23 17:28:22.090785 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-3ff13d40-72b9-4130-bebb-b4f015c8372e req-fe290463-a6e5-4c6e-848c-742ab8703ea5 tempest-ImagesOneServerNegativeTestJSON-1012219953 tempest-ImagesOneServerNegativeTestJSON-1012219953-project] 10.222.0.60 "GET /v2.0/ports?device_id=3eb53bce-75ac-4ae1-891f-4b41fa2887bc HTTP/1.1" status: 200 len: 210 time: 1.0572553 Nov 23 17:28:22.127517 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83426ca3-2fdd-4639-ba43-91c36137d79c service neutron] Pushing event updated for resources: {'Port': ['ID=81e265bf-2431-406e-8d75-7f043e355546,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:28:22.180765 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6524b421-a712-405f-a343-ed6da1b48026 req-d38d3ba8-4e6c-4a79-94bc-7c588d6ab083 tempest-ListServersNegativeTestJSON-1365076096 tempest-ListServersNegativeTestJSON-1365076096-project] Network ef202b11-deaf-483e-842e-ee79c8771f01 is already hosted by enough agents. {{(pid=103591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:28:22.185955 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port b1e0681c-a2dd-4899-ba18-57dedd42bdbd triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:28:22.186457 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:22.288671 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-9fccfb7c-c1f6-4d34-b4b9-163e4bb706dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9679107-1fd1-4098-bfd2-62b5af47f898', 'name': 'tempest-TaggedBootDevicesTest_v242-1843589813-router', 'tenant_id': '9b0068a4a0a543038f63069e85a0a90e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': '5e419484-ec27-4048-92d1-8b9d95aaa519', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:27:47Z', 'updated_at': '2021-11-23T17:28:02Z', 'revision_number': 4, 'project_id': '9b0068a4a0a543038f63069e85a0a90e', 'gw_port': {'id': '5e419484-ec27-4048-92d1-8b9d95aaa519', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:0a:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9679107-1fd1-4098-bfd2-62b5af47f898', 'device_owner': 'network:router_gateway', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:27:50Z', 'updated_at': '2021-11-23T17:28:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_interfaces': [{'id': 'b1e0681c-a2dd-4899-ba18-57dedd42bdbd', 'name': '', 'network_id': '8fae7973-38e6-4660-a7b2-023eda92e2f5', 'tenant_id': '9b0068a4a0a543038f63069e85a0a90e', 'mac_address': 'fa:16:3e:89:68:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9679107-1fd1-4098-bfd2-62b5af47f898', 'device_owner': 'network:router_interface', 'standard_attr_id': 955, 'fixed_ips': [{'subnet_id': '34624ad2-f585-44eb-b7a5-2bcf52826b90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:27:58Z', 'updated_at': '2021-11-23T17:28:19Z', 'revision_number': 4, 'project_id': '9b0068a4a0a543038f63069e85a0a90e', 'subnets': [{'id': '34624ad2-f585-44eb-b7a5-2bcf52826b90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:28:22.321151 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e3fb34-5d2c-48e4-98d9-ce766fc6cb31 req-b5006a25-d917-4112-823b-2598398ef518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:28:22.323052 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-74e3fb34-5d2c-48e4-98d9-ce766fc6cb31 req-b5006a25-d917-4112-823b-2598398ef518 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7787399f94604a5d9c5106d55f149557&device_id=63f851fb-f540-4867-ab84-dbcf797303e0 HTTP/1.1" status: 200 len: 1099 time: 0.1781149 Nov 23 17:28:22.369898 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [req-6524b421-a712-405f-a343-ed6da1b48026 req-d38d3ba8-4e6c-4a79-94bc-7c588d6ab083 tempest-ListServersNegativeTestJSON-1365076096 tempest-ListServersNegativeTestJSON-1365076096-project] Resources bound (agent type, host, resource id): {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:28:22.393259 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fccfb7c-c1f6-4d34-b4b9-163e4bb706dc None None] The sync data for ids ['b9679107-1fd1-4098-bfd2-62b5af47f898'] in n-d-816206-8 is: [{'id': 'b9679107-1fd1-4098-bfd2-62b5af47f898', 'name': 'tempest-TaggedBootDevicesTest_v242-1843589813-router', 'tenant_id': '9b0068a4a0a543038f63069e85a0a90e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': '5e419484-ec27-4048-92d1-8b9d95aaa519', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:27:47Z', 'updated_at': '2021-11-23T17:28:02Z', 'revision_number': 4, 'project_id': '9b0068a4a0a543038f63069e85a0a90e', 'gw_port': {'id': '5e419484-ec27-4048-92d1-8b9d95aaa519', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:0a:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9679107-1fd1-4098-bfd2-62b5af47f898', 'device_owner': 'network:router_gateway', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:27:50Z', 'updated_at': '2021-11-23T17:28:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_interfaces': [{'id': 'b1e0681c-a2dd-4899-ba18-57dedd42bdbd', 'name': '', 'network_id': '8fae7973-38e6-4660-a7b2-023eda92e2f5', 'tenant_id': '9b0068a4a0a543038f63069e85a0a90e', 'mac_address': 'fa:16:3e:89:68:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9679107-1fd1-4098-bfd2-62b5af47f898', 'device_owner': 'network:router_interface', 'standard_attr_id': 955, 'fixed_ips': [{'subnet_id': '34624ad2-f585-44eb-b7a5-2bcf52826b90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:27:58Z', 'updated_at': '2021-11-23T17:28:19Z', 'revision_number': 4, 'project_id': '9b0068a4a0a543038f63069e85a0a90e', 'subnets': [{'id': '34624ad2-f585-44eb-b7a5-2bcf52826b90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:28:22.416856 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [req-6524b421-a712-405f-a343-ed6da1b48026 req-d38d3ba8-4e6c-4a79-94bc-7c588d6ab083 tempest-ListServersNegativeTestJSON-1365076096 tempest-ListServersNegativeTestJSON-1365076096-project] Received port after_create {{(pid=103591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:28:22.459636 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-74e3fb34-5d2c-48e4-98d9-ce766fc6cb31 req-32bcfb3e-bff3-4f1c-ae39-1a2d4ebceee3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.225&port_id=81e265bf-2431-406e-8d75-7f043e355546 HTTP/1.1" status: 200 len: 217 time: 0.1187577 Nov 23 17:28:22.470049 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 17:28:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb95c072-c4e0-4191-9919-33cb66c0886d x-openstack-request-id: req-eb95c072-c4e0-4191-9919-33cb66c0886d {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:28:22.470350 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ffe3df2a-684e-454a-b3cc-d354825eaada", "tag": "8b05d7d3-4182-477b-a5a4-723ba59d78de", "status": "completed", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:28:22.470610 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-eb95c072-c4e0-4191-9919-33cb66c0886d {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:28:22.471038 n-d-816206-8 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffe3df2a-684e-454a-b3cc-d354825eaada', 'tag': '8b05d7d3-4182-477b-a5a4-723ba59d78de', 'status': 'completed', 'code': 200} Nov 23 17:28:22.555143 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36124653-8670-4d75-8f3b-ab35c35bb941 tempest-ListImageFiltersTestJSON-955973730 tempest-ListImageFiltersTestJSON-955973730-project] Pushing event updated for resources: {'Port': ['ID=97cf3f37-bd1d-4404-849f-d8e0feede5b7,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:28:22.593993 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:22.597547 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b9efdcb2-83d5-4cac-99ab-d6b3de98ea80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:22.638162 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e3fb34-5d2c-48e4-98d9-ce766fc6cb31 req-8e08f49c-849d-4d26-acad-1f3722b3a113 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:28:22.642820 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-74e3fb34-5d2c-48e4-98d9-ce766fc6cb31 req-8e08f49c-849d-4d26-acad-1f3722b3a113 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ac77c175-5679-438b-8a2a-356718377641 HTTP/1.1" status: 200 len: 843 time: 0.1694319 Nov 23 17:28:22.653307 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b9efdcb2-83d5-4cac-99ab-d6b3de98ea80 None None] For port 9fb78564-8197-4fce-8468-1e30db0db210, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=9fb78564-8197-4fce-8468-1e30db0db210,segment=NetworkSegment(bffd1e4f-e80f-4ff0-b418-2f42ae15febf),segment_id=bffd1e4f-e80f-4ff0-b418-2f42ae15febf)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:28:22.676707 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-837b23e2-466b-40d3-ae40-05000788b9e0 req-36124653-8670-4d75-8f3b-ab35c35bb941 tempest-ListImageFiltersTestJSON-955973730 tempest-ListImageFiltersTestJSON-955973730-project] Network f1e1dabf-b410-4023-9169-a460a86e7184 is already hosted by enough agents. {{(pid=103591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:28:22.700312 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b9efdcb2-83d5-4cac-99ab-d6b3de98ea80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:22.751596 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6524b421-a712-405f-a343-ed6da1b48026 req-214aaa1e-f695-48da-a847-1957f4a632d3 tempest-ListServersNegativeTestJSON-1365076096 tempest-ListServersNegativeTestJSON-1365076096-project] Made reservation on behalf of 2af6eb560ef5462b96b28741c2d43c3f for: {'port': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:28:22.763636 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-6524b421-a712-405f-a343-ed6da1b48026 req-214aaa1e-f695-48da-a847-1957f4a632d3 tempest-ListServersNegativeTestJSON-1365076096 tempest-ListServersNegativeTestJSON-1365076096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:22.783412 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e3fb34-5d2c-48e4-98d9-ce766fc6cb31 req-8fe628c1-ec4e-4a6c-a904-48cfe2f0094c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:28:22.789420 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [req-837b23e2-466b-40d3-ae40-05000788b9e0 req-36124653-8670-4d75-8f3b-ab35c35bb941 tempest-ListImageFiltersTestJSON-955973730 tempest-ListImageFiltersTestJSON-955973730-project] Resources bound (agent type, host, resource id): {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:28:22.791935 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-74e3fb34-5d2c-48e4-98d9-ce766fc6cb31 req-8fe628c1-ec4e-4a6c-a904-48cfe2f0094c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f1e1dabf-b410-4023-9169-a460a86e7184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1357520 Nov 23 17:28:22.799398 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-b9efdcb2-83d5-4cac-99ab-d6b3de98ea80 None None] Provisioning complete for port b1e0681c-a2dd-4899-ba18-57dedd42bdbd triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:28:22.800158 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b9efdcb2-83d5-4cac-99ab-d6b3de98ea80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:22.803155 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] For port b1e0681c-a2dd-4899-ba18-57dedd42bdbd, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=b1e0681c-a2dd-4899-ba18-57dedd42bdbd,segment=NetworkSegment(5b559295-8909-4c1e-aefd-73cd9a3c5d40),segment_id=5b559295-8909-4c1e-aefd-73cd9a3c5d40)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:28:22.819234 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6524b421-a712-405f-a343-ed6da1b48026 req-d38d3ba8-4e6c-4a79-94bc-7c588d6ab083 tempest-ListServersNegativeTestJSON-1365076096 tempest-ListServersNegativeTestJSON-1365076096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:28:22.820440 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-6524b421-a712-405f-a343-ed6da1b48026 req-d38d3ba8-4e6c-4a79-94bc-7c588d6ab083 tempest-ListServersNegativeTestJSON-1365076096 tempest-ListServersNegativeTestJSON-1365076096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:22.830195 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [req-837b23e2-466b-40d3-ae40-05000788b9e0 req-36124653-8670-4d75-8f3b-ab35c35bb941 tempest-ListImageFiltersTestJSON-955973730 tempest-ListImageFiltersTestJSON-955973730-project] Received port after_create {{(pid=103591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:28:22.852301 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9efdcb2-83d5-4cac-99ab-d6b3de98ea80 None None] Pushing event updated for resources: {'Port': ['ID=9fb78564-8197-4fce-8468-1e30db0db210,revision_number=4']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:28:22.866378 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:23.006060 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd92989f-bae7-4a30-a2cf-d5c621ba4175 req-a462cff6-255c-49e9-83fe-c4288d7a308d tempest-ImagesTestJSON-931761063 tempest-ImagesTestJSON-931761063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:28:23.009368 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-dd92989f-bae7-4a30-a2cf-d5c621ba4175 req-a462cff6-255c-49e9-83fe-c4288d7a308d tempest-ImagesTestJSON-931761063 tempest-ImagesTestJSON-931761063-project] 10.222.0.60 "GET /v2.0/ports?device_id=9ad6998c-3760-47d4-8e61-9e6189252294 HTTP/1.1" status: 200 len: 945 time: 1.2110429 Nov 23 17:28:23.144250 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da37ee4-2e13-478a-9c6a-b5b20168ea84 req-20fcd5d2-0607-4197-bcaa-c05b6fdc0ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:28:23.144756 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da37ee4-2e13-478a-9c6a-b5b20168ea84 req-20fcd5d2-0607-4197-bcaa-c05b6fdc0ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:28:23.145232 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da37ee4-2e13-478a-9c6a-b5b20168ea84 req-20fcd5d2-0607-4197-bcaa-c05b6fdc0ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:28:23.147173 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5da37ee4-2e13-478a-9c6a-b5b20168ea84 req-20fcd5d2-0607-4197-bcaa-c05b6fdc0ff9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=30af1458e15a4ef39cb103ebf3b9a873&device_id=ffe3df2a-684e-454a-b3cc-d354825eaada HTTP/1.1" status: 200 len: 2866 time: 2.1136041 Nov 23 17:28:23.162908 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device 7a473b67-ef9c-4eea-84dd-acdd02be3125 no longer exists at agent hyperv_n-h2-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:28:23.206915 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-74e3fb34-5d2c-48e4-98d9-ce766fc6cb31 req-5944ba24-7325-4278-8460-b6d08b53a490 service neutron] 10.222.0.36 "GET /v2.0/networks/f1e1dabf-b410-4023-9169-a460a86e7184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3910546 Nov 23 17:28:23.217639 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Pushing event updated for resources: {'Port': ['ID=b1e0681c-a2dd-4899-ba18-57dedd42bdbd,revision_number=5']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:28:23.278174 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] No Port match for: 7a473b67-ef9c-4eea-84dd-acdd02be3125 {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:28:23.278525 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device 7a473b67-ef9c-4eea-84dd-acdd02be3125 not bound to the agent host n-h2-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:28:23.444022 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-b9efdcb2-83d5-4cac-99ab-d6b3de98ea80 None None] Provisioning complete for port b923f14d-81a0-419c-b58d-f351c46b9a04 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:28:23.444412 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b9efdcb2-83d5-4cac-99ab-d6b3de98ea80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:23.468894 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-74e3fb34-5d2c-48e4-98d9-ce766fc6cb31 req-9e2ad140-add7-4466-968f-8af0855164f8 service neutron] 10.222.0.36 "GET /v2.0/networks/f1e1dabf-b410-4023-9169-a460a86e7184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2492013 Nov 23 17:28:23.498540 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6524b421-a712-405f-a343-ed6da1b48026 req-d38d3ba8-4e6c-4a79-94bc-7c588d6ab083 tempest-ListServersNegativeTestJSON-1365076096 tempest-ListServersNegativeTestJSON-1365076096-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.2795050 Nov 23 17:28:23.582310 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38d3ba8-4e6c-4a79-94bc-7c588d6ab083 tempest-ListServersNegativeTestJSON-1365076096 tempest-ListServersNegativeTestJSON-1365076096-project] Pushing event updated for resources: {'Port': ['ID=e81864c0-876c-4dca-9b74-f8faa6c80bba,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:28:23.586115 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5da37ee4-2e13-478a-9c6a-b5b20168ea84 req-f9b77f98-bbd6-4095-a7c0-35dfba1623ad service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.251&port_id=0f54ae2e-dc7f-4429-b64c-57bc23016bf1 HTTP/1.1" status: 200 len: 217 time: 0.2889585 Nov 23 17:28:23.622585 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [req-6524b421-a712-405f-a343-ed6da1b48026 req-6b75fd9b-5a47-416f-af61-fe8f9c040f42 service neutron] Request body: {'port': {'device_id': 'd2b92d8a-1e83-4659-9afc-f182681db575', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-8'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:28:23.695696 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device b923f14d-81a0-419c-b58d-f351c46b9a04 up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:28:23.791337 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837b23e2-466b-40d3-ae40-05000788b9e0 req-36124653-8670-4d75-8f3b-ab35c35bb941 tempest-ListImageFiltersTestJSON-955973730 tempest-ListImageFiltersTestJSON-955973730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:28:23.792069 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-837b23e2-466b-40d3-ae40-05000788b9e0 req-36124653-8670-4d75-8f3b-ab35c35bb941 tempest-ListImageFiltersTestJSON-955973730 tempest-ListImageFiltersTestJSON-955973730-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:23.811528 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port b923f14d-81a0-419c-b58d-f351c46b9a04 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:28:23.811528 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:23.900922 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec73b2a-6a70-4557-95b0-19b4d6ce9548 req-1b38fa0b-7591-4663-bf63-a788275d1e56 tempest-ListServersNegativeTestJSON-1365076096 tempest-ListServersNegativeTestJSON-1365076096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:28:23.902533 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-dec73b2a-6a70-4557-95b0-19b4d6ce9548 req-1b38fa0b-7591-4663-bf63-a788275d1e56 tempest-ListServersNegativeTestJSON-1365076096 tempest-ListServersNegativeTestJSON-1365076096-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2b92d8a-1e83-4659-9afc-f182681db575 HTTP/1.1" status: 200 len: 931 time: 1.2438250 Nov 23 17:28:23.940747 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 9fb78564-8197-4fce-8468-1e30db0db210 up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:28:23.946819 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.db_base_plugin_common [req-6524b421-a712-405f-a343-ed6da1b48026 req-8a9cfe81-0d23-4fa8-a74c-03699706f9b8 tempest-ListServersNegativeTestJSON-1365076096 tempest-ListServersNegativeTestJSON-1365076096-project] Allocated IP 172.20.0.11 (ef202b11-deaf-483e-842e-ee79c8771f01/e693e6bf-c2ab-4576-aeb8-d2bb46dc3c49/87065e97-ea8f-404d-b9b8-5a25d0e83562) {{(pid=103591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:28:23.980405 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-59e8f455-3259-418d-9fa9-8f6bfe0899db None None] Provisioning complete for port 9fb78564-8197-4fce-8468-1e30db0db210 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:28:23.981028 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-59e8f455-3259-418d-9fa9-8f6bfe0899db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:24.013729 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-837b23e2-466b-40d3-ae40-05000788b9e0 req-36124653-8670-4d75-8f3b-ab35c35bb941 tempest-ListImageFiltersTestJSON-955973730 tempest-ListImageFiltersTestJSON-955973730-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 8.1084707 Nov 23 17:28:24.015974 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [req-eefa6448-3aae-4de9-89b6-f2e903b9dcb7 req-59286b31-8576-498d-b120-f013588e797a tempest-ImagesTestJSON-931761063 tempest-ImagesTestJSON-931761063-project] Deleting port c61fac81-8c56-4d26-8b92-20116569d944 {{(pid=103591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:28:24.016536 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-eefa6448-3aae-4de9-89b6-f2e903b9dcb7 req-59286b31-8576-498d-b120-f013588e797a tempest-ImagesTestJSON-931761063 tempest-ImagesTestJSON-931761063-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:24.056087 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da37ee4-2e13-478a-9c6a-b5b20168ea84 req-e0b8033b-18fc-474b-aef9-e1b2d7e0d2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:28:24.058422 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5da37ee4-2e13-478a-9c6a-b5b20168ea84 req-e0b8033b-18fc-474b-aef9-e1b2d7e0d2f2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=00ffd2b7-5ef8-4d5b-9c72-5205e759c1e7 HTTP/1.1" status: 200 len: 801 time: 0.4194021 Nov 23 17:28:24.062409 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-dd92989f-bae7-4a30-a2cf-d5c621ba4175 req-f05b2047-5ff5-4f36-ae12-f86dac060280 tempest-ImagesTestJSON-931761063 tempest-ImagesTestJSON-931761063-project] 10.222.0.60 "GET /v2.0/security-groups?id=f2768289-7821-4137-8326-c052bf648315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9134293 Nov 23 17:28:24.075269 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [req-837b23e2-466b-40d3-ae40-05000788b9e0 req-3738237d-34b1-4b33-a194-e0930e6c50d1 service neutron] Request body: {'port': {'device_id': 'daaf2d26-6252-4e15-aec2-60bbfe8c56eb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-8'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:28:24.121543 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port 9fb78564-8197-4fce-8468-1e30db0db210 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:28:24.124840 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:24.228856 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-59e8f455-3259-418d-9fa9-8f6bfe0899db None None] Provisioning complete for port b923f14d-81a0-419c-b58d-f351c46b9a04 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:28:24.229268 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-59e8f455-3259-418d-9fa9-8f6bfe0899db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:24.278250 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device c61fac81-8c56-4d26-8b92-20116569d944 no longer exists at agent hyperv_n-h1-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:28:24.399494 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device b1e0681c-a2dd-4899-ba18-57dedd42bdbd up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:28:24.470102 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:24.472331 n-d-816206-8 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3eb53bce-75ac-4ae1-891f-4b41fa2887bc', 'name': 'network-vif-deleted', 'tag': '7a473b67-ef9c-4eea-84dd-acdd02be3125'}, {'name': 'network-changed', 'server_uuid': '63f851fb-f540-4867-ab84-dbcf797303e0', 'tag': '81e265bf-2431-406e-8d75-7f043e355546'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:28:24.477054 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbabddbc9fc37b068808e119c416c86f5957ca04531a4a0d2e695c515e93483b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9db624f2-cfcd-4f1f-acbf-cfb8b279f636" -d '{"events": [{"server_uuid": "3eb53bce-75ac-4ae1-891f-4b41fa2887bc", "name": "network-vif-deleted", "tag": "7a473b67-ef9c-4eea-84dd-acdd02be3125"}, {"name": "network-changed", "server_uuid": "63f851fb-f540-4867-ab84-dbcf797303e0", "tag": "81e265bf-2431-406e-8d75-7f043e355546"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:28:24.533257 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-6524b421-a712-405f-a343-ed6da1b48026 req-6b75fd9b-5a47-416f-af61-fe8f9c040f42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:24.709578 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ad6998c-3760-47d4-8e61-9e6189252294', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c61fac81-8c56-4d26-8b92-20116569d944'}] {{(pid=103592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:28:24.712384 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba3e6a8f2301c7a29fe1eca9779abdae4ccbcd6266d69778087f2498d5551201" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5aefc4f-27d9-4bad-a82a-7d79d41e5f35" -d '{"events": [{"server_uuid": "9ad6998c-3760-47d4-8e61-9e6189252294", "name": "network-vif-unplugged", "status": "completed", "tag": "c61fac81-8c56-4d26-8b92-20116569d944"}]}' {{(pid=103592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:28:24.734255 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port c61fac81-8c56-4d26-8b92-20116569d944, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=c61fac81-8c56-4d26-8b92-20116569d944,segment=NetworkSegment(8fed18b2-0713-4023-96b5-16ede53c73dc),segment_id=8fed18b2-0713-4023-96b5-16ede53c73dc)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:28:24.745465 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:24.788402 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port b1e0681c-a2dd-4899-ba18-57dedd42bdbd triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:28:24.789325 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:24.801136 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-dec73b2a-6a70-4557-95b0-19b4d6ce9548 req-d0409ef7-c331-4510-af2b-4af6f11ffa7f tempest-ListServersNegativeTestJSON-1365076096 tempest-ListServersNegativeTestJSON-1365076096-project] 10.222.0.60 "GET /v2.0/security-groups?id=cfe90dba-62f7-467a-b336-da7b1fe5bd9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8793428 Nov 23 17:28:24.853928 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-59e8f455-3259-418d-9fa9-8f6bfe0899db None None] Provisioning complete for port 97cf3f37-bd1d-4404-849f-d8e0feede5b7 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:28:24.854538 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-59e8f455-3259-418d-9fa9-8f6bfe0899db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:24.861342 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Pushing event updated for resources: {'Port': ['ID=c61fac81-8c56-4d26-8b92-20116569d944,revision_number=8']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:28:24.903066 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-59e8f455-3259-418d-9fa9-8f6bfe0899db None None] Port 97cf3f37-bd1d-4404-849f-d8e0feede5b7 cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:28:24.950420 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-eefa6448-3aae-4de9-89b6-f2e903b9dcb7 req-59286b31-8576-498d-b120-f013588e797a tempest-ImagesTestJSON-931761063 tempest-ImagesTestJSON-931761063-project] For port c61fac81-8c56-4d26-8b92-20116569d944, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=c61fac81-8c56-4d26-8b92-20116569d944,segment=NetworkSegment(8fed18b2-0713-4023-96b5-16ede53c73dc),segment_id=8fed18b2-0713-4023-96b5-16ede53c73dc)] {{(pid=103591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:28:24.950785 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-eefa6448-3aae-4de9-89b6-f2e903b9dcb7 req-59286b31-8576-498d-b120-f013588e797a tempest-ImagesTestJSON-931761063 tempest-ImagesTestJSON-931761063-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:24.982507 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-837b23e2-466b-40d3-ae40-05000788b9e0 req-3738237d-34b1-4b33-a194-e0930e6c50d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:24.995980 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da37ee4-2e13-478a-9c6a-b5b20168ea84 req-f9cd1ee6-b05a-49be-b3d2-863359b4aeaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:28:24.997502 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5da37ee4-2e13-478a-9c6a-b5b20168ea84 req-f9cd1ee6-b05a-49be-b3d2-863359b4aeaa service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=50c7499f-0ec0-4c37-9ce2-16c829cbfc5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.9056027 Nov 23 17:28:25.071524 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [req-eefa6448-3aae-4de9-89b6-f2e903b9dcb7 req-59286b31-8576-498d-b120-f013588e797a tempest-ImagesTestJSON-931761063 tempest-ImagesTestJSON-931761063-project] Calling delete_port for c61fac81-8c56-4d26-8b92-20116569d944 owned by compute:nova {{(pid=103591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:28:25.126183 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84358c64-f3e1-4d53-9c28-f3513968278b req-e59ee376-08d3-4017-ac42-8ad69565c20d tempest-ListImageFiltersTestJSON-955973730 tempest-ListImageFiltersTestJSON-955973730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:28:25.127576 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-84358c64-f3e1-4d53-9c28-f3513968278b req-e59ee376-08d3-4017-ac42-8ad69565c20d tempest-ListImageFiltersTestJSON-955973730 tempest-ListImageFiltersTestJSON-955973730-project] 10.222.0.60 "GET /v2.0/ports?device_id=daaf2d26-6252-4e15-aec2-60bbfe8c56eb HTTP/1.1" status: 200 len: 935 time: 0.5654621 Nov 23 17:28:25.317783 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b44766-f23c-4036-843f-d09af6a6707d req-b491ff0a-8c7a-43aa-bc8b-23c7f10d297d tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:28:25.324147 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b44766-f23c-4036-843f-d09af6a6707d req-b491ff0a-8c7a-43aa-bc8b-23c7f10d297d tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:28:25.330091 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b44766-f23c-4036-843f-d09af6a6707d req-b491ff0a-8c7a-43aa-bc8b-23c7f10d297d tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:28:25.331768 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f8b44766-f23c-4036-843f-d09af6a6707d req-b491ff0a-8c7a-43aa-bc8b-23c7f10d297d tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] 10.222.0.60 "GET /v2.0/ports?device_id=ffe3df2a-684e-454a-b3cc-d354825eaada HTTP/1.1" status: 200 len: 2413 time: 0.4129844 Nov 23 17:28:25.381792 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-6524b421-a712-405f-a343-ed6da1b48026 req-8a9cfe81-0d23-4fa8-a74c-03699706f9b8 tempest-ListServersNegativeTestJSON-1365076096 tempest-ListServersNegativeTestJSON-1365076096-project] Publish callbacks [] for port, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:25.526021 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-84358c64-f3e1-4d53-9c28-f3513968278b req-b08eb556-c3af-475a-85e7-ffbdcc4ef804 tempest-ListImageFiltersTestJSON-955973730 tempest-ListImageFiltersTestJSON-955973730-project] 10.222.0.60 "GET /v2.0/security-groups?id=fec35857-50c4-4692-bf75-bd7acd8a118e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3669822 Nov 23 17:28:25.559405 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5da37ee4-2e13-478a-9c6a-b5b20168ea84 req-7ecc1a02-30d1-4d4a-b926-9f05f45435e0 service neutron] 10.222.0.36 "GET /v2.0/networks/50c7499f-0ec0-4c37-9ce2-16c829cbfc5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4985633 Nov 23 17:28:25.606021 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-87432dc1-630d-419a-8398-1a5d55a01c09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:25.629001 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f8b44766-f23c-4036-843f-d09af6a6707d req-c463c396-6a0b-48df-b0e9-5af57e200682 tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] 10.222.0.60 "GET /v2.0/security-groups?id=e0395b5d-c9ae-4269-a510-77335f56b6a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2765687 Nov 23 17:28:25.671672 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 23 Nov 2021 17:28:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6966e360-2661-49b5-aa28-43dd6bc4292b x-openstack-request-id: req-6966e360-2661-49b5-aa28-43dd6bc4292b {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:28:25.672247 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3eb53bce-75ac-4ae1-891f-4b41fa2887bc", "name": "network-vif-deleted", "tag": "7a473b67-ef9c-4eea-84dd-acdd02be3125", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "63f851fb-f540-4867-ab84-dbcf797303e0", "tag": "81e265bf-2431-406e-8d75-7f043e355546", "status": "completed", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:28:25.672388 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6966e360-2661-49b5-aa28-43dd6bc4292b {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:28:25.673112 n-d-816206-8 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3eb53bce-75ac-4ae1-891f-4b41fa2887bc', 'name': 'network-vif-deleted', 'tag': '7a473b67-ef9c-4eea-84dd-acdd02be3125', 'status': 'completed', 'code': 200} Nov 23 17:28:25.673734 n-d-816206-8 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63f851fb-f540-4867-ab84-dbcf797303e0', 'tag': '81e265bf-2431-406e-8d75-7f043e355546', 'status': 'completed', 'code': 200} Nov 23 17:28:25.689127 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 17:28:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b432684f-e75b-487e-844c-a926a3f5a841 x-openstack-request-id: req-b432684f-e75b-487e-844c-a926a3f5a841 {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:28:25.689353 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ad6998c-3760-47d4-8e61-9e6189252294", "name": "network-vif-unplugged", "status": "completed", "tag": "c61fac81-8c56-4d26-8b92-20116569d944", "code": 200}]} {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:28:25.689624 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b432684f-e75b-487e-844c-a926a3f5a841 {{(pid=103592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:28:25.690045 n-d-816206-8 neutron-server[103592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ad6998c-3760-47d4-8e61-9e6189252294', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c61fac81-8c56-4d26-8b92-20116569d944', 'code': 200} Nov 23 17:28:25.745909 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db624f2-cfcd-4f1f-acbf-cfb8b279f636 req-5f8770d5-37dd-4451-bdfe-03d520f051bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:28:25.750802 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-9db624f2-cfcd-4f1f-acbf-cfb8b279f636 req-5f8770d5-37dd-4451-bdfe-03d520f051bc service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7787399f94604a5d9c5106d55f149557&device_id=63f851fb-f540-4867-ab84-dbcf797303e0 HTTP/1.1" status: 200 len: 1099 time: 0.0474145 Nov 23 17:28:25.782913 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-6524b421-a712-405f-a343-ed6da1b48026 req-8a9cfe81-0d23-4fa8-a74c-03699706f9b8 tempest-ListServersNegativeTestJSON-1365076096 tempest-ListServersNegativeTestJSON-1365076096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:25.861892 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db624f2-cfcd-4f1f-acbf-cfb8b279f636 req-0cea6ea2-0be8-4b01-84fe-650be6bb92ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:28:25.864012 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-9db624f2-cfcd-4f1f-acbf-cfb8b279f636 req-0cea6ea2-0be8-4b01-84fe-650be6bb92ed service neutron] 10.222.0.36 "GET /v2.0/networks?id=f1e1dabf-b410-4023-9169-a460a86e7184 HTTP/1.1" status: 200 len: 870 time: 0.1074498 Nov 23 17:28:25.919883 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-9db624f2-cfcd-4f1f-acbf-cfb8b279f636 req-7e31f454-930b-4a14-a0b4-793a1e57a9be service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.225&port_id=81e265bf-2431-406e-8d75-7f043e355546 HTTP/1.1" status: 200 len: 217 time: 0.0478847 Nov 23 17:28:25.949607 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 60524) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:28:25.965810 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-f4016c01-ed5b-448d-b0d8-b5a144c334c8 tempest-ImagesOneServerNegativeTestJSON-1012219953 tempest-ImagesOneServerNegativeTestJSON-1012219953-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1943340663', 'description': 'tempest-description--1898184408'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:28:25.997681 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db624f2-cfcd-4f1f-acbf-cfb8b279f636 req-519b3fcb-d831-4b87-9d9a-9c088944a18d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:28:25.999134 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-9db624f2-cfcd-4f1f-acbf-cfb8b279f636 req-519b3fcb-d831-4b87-9d9a-9c088944a18d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ac77c175-5679-438b-8a2a-356718377641 HTTP/1.1" status: 200 len: 843 time: 0.0578051 Nov 23 17:28:26.000905 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6524b421-a712-405f-a343-ed6da1b48026 req-8a9cfe81-0d23-4fa8-a74c-03699706f9b8 tempest-ListServersNegativeTestJSON-1365076096 tempest-ListServersNegativeTestJSON-1365076096-project] Network ef202b11-deaf-483e-842e-ee79c8771f01 is already hosted by enough agents. {{(pid=103591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:28:26.002853 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-fe349443-9e72-4aef-b098-e481ec7d4186 req-45ae1cf3-76a7-44f5-aa94-95708cd6a8a5 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=ffeae0b0-09b1-4f1e-9b33-8bbbbaaefdf6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0922134 Nov 23 17:28:26.016688 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-eefa6448-3aae-4de9-89b6-f2e903b9dcb7 req-59286b31-8576-498d-b120-f013588e797a tempest-ImagesTestJSON-931761063 tempest-ImagesTestJSON-931761063-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:26.032525 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5da37ee4-2e13-478a-9c6a-b5b20168ea84 req-099f1b86-af0c-4411-9bd7-653dd10edcc5 service neutron] 10.222.0.36 "GET /v2.0/networks/50c7499f-0ec0-4c37-9ce2-16c829cbfc5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4564784 Nov 23 17:28:26.040697 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.db_base_plugin_common [req-6524b421-a712-405f-a343-ed6da1b48026 req-214aaa1e-f695-48da-a847-1957f4a632d3 tempest-ListServersNegativeTestJSON-1365076096 tempest-ListServersNegativeTestJSON-1365076096-project] Allocated IP 172.20.0.3 (ef202b11-deaf-483e-842e-ee79c8771f01/e693e6bf-c2ab-4576-aeb8-d2bb46dc3c49/21e7ff3b-637a-4d9e-98c9-8ffc0dec9cb5) {{(pid=103591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:28:26.046767 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [req-6524b421-a712-405f-a343-ed6da1b48026 req-8a9cfe81-0d23-4fa8-a74c-03699706f9b8 tempest-ListServersNegativeTestJSON-1365076096 tempest-ListServersNegativeTestJSON-1365076096-project] Resources bound (agent type, host, resource id): {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:28:26.058269 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [req-6524b421-a712-405f-a343-ed6da1b48026 req-8a9cfe81-0d23-4fa8-a74c-03699706f9b8 tempest-ListServersNegativeTestJSON-1365076096 tempest-ListServersNegativeTestJSON-1365076096-project] Received port after_create {{(pid=103591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:28:26.099236 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9cfe81-0d23-4fa8-a74c-03699706f9b8 tempest-ListServersNegativeTestJSON-1365076096 tempest-ListServersNegativeTestJSON-1365076096-project] Pushing event updated for resources: {'Port': ['ID=87065e97-ea8f-404d-b9b8-5a25d0e83562,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:28:26.104536 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db624f2-cfcd-4f1f-acbf-cfb8b279f636 req-18655a3f-177b-4f0f-87c3-c022426d4099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:28:26.106123 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-9db624f2-cfcd-4f1f-acbf-cfb8b279f636 req-18655a3f-177b-4f0f-87c3-c022426d4099 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f1e1dabf-b410-4023-9169-a460a86e7184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0976923 Nov 23 17:28:26.113594 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe349443-9e72-4aef-b098-e481ec7d4186 req-3c0c2268-077f-43ee-8761-ee03d9307c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:28:26.115023 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-fe349443-9e72-4aef-b098-e481ec7d4186 req-3c0c2268-077f-43ee-8761-ee03d9307c34 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3541603f19884b9cb683e7eedd76d17c&device_id=ffeae0b0-09b1-4f1e-9b33-8bbbbaaefdf6 HTTP/1.1" status: 200 len: 1095 time: 0.0546203 Nov 23 17:28:26.140973 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5c1176-cca9-4bae-b6e8-73a28c452b4a req-faf69de5-463a-4d3f-b2c4-0994ce4e5e43 tempest-ImagesTestJSON-931761063 tempest-ImagesTestJSON-931761063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:28:26.142509 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5b5c1176-cca9-4bae-b6e8-73a28c452b4a req-faf69de5-463a-4d3f-b2c4-0994ce4e5e43 tempest-ImagesTestJSON-931761063 tempest-ImagesTestJSON-931761063-project] 10.222.0.60 "GET /v2.0/ports?device_id=9ad6998c-3760-47d4-8e61-9e6189252294 HTTP/1.1" status: 200 len: 943 time: 0.3955560 Nov 23 17:28:26.225374 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1870639b-4ce4-4d6b-aba7-f7ea6392240e None None] DHCP port deletion for b560144d-d078-4e51-9dcb-6b297d4ac5e2 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:28:26.252257 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5da37ee4-2e13-478a-9c6a-b5b20168ea84 req-899f73a9-fe84-43a0-84eb-47a0f2023293 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.243&port_id=060ffe95-3094-413f-ba30-a6a604d52753 HTTP/1.1" status: 200 len: 217 time: 0.1999836 Nov 23 17:28:26.281397 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-f4016c01-ed5b-448d-b0d8-b5a144c334c8 tempest-ImagesOneServerNegativeTestJSON-1012219953 tempest-ImagesOneServerNegativeTestJSON-1012219953-project] Publish callbacks [] for security_group, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:26.283333 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59286b31-8576-498d-b120-f013588e797a tempest-ImagesTestJSON-931761063 tempest-ImagesTestJSON-931761063-project] Pushing event deleted for resources: {'Port': ['ID=c61fac81-8c56-4d26-8b92-20116569d944,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:28:26.310185 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-9db624f2-cfcd-4f1f-acbf-cfb8b279f636 req-bc45417e-302c-4a3c-8004-13d8ae03b84f service neutron] 10.222.0.36 "GET /v2.0/networks/f1e1dabf-b410-4023-9169-a460a86e7184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1942134 Nov 23 17:28:26.322310 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-d9f23ba8-21ac-4caf-ab3d-2c1df66ed5ec req-27701471-ce32-4b50-ba09-bc13abd7c289 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=bc08fe74-4555-439f-80d1-3d367042aa97&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1237831 Nov 23 17:28:26.345638 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe349443-9e72-4aef-b098-e481ec7d4186 req-2fad3da9-b1a7-4fac-b300-3a04c3cfd485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:28:26.347175 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-fe349443-9e72-4aef-b098-e481ec7d4186 req-2fad3da9-b1a7-4fac-b300-3a04c3cfd485 service neutron] 10.222.0.55 "GET /v2.0/networks?id=43d8ac08-152d-4053-b836-ddc03b0e91a2 HTTP/1.1" status: 200 len: 911 time: 0.1965613 Nov 23 17:28:26.502020 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-9db624f2-cfcd-4f1f-acbf-cfb8b279f636 req-58cda458-a1e6-40ba-99cd-a62ee0ec83bd service neutron] 10.222.0.36 "GET /v2.0/networks/f1e1dabf-b410-4023-9169-a460a86e7184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1786511 Nov 23 17:28:26.503642 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-fe349443-9e72-4aef-b098-e481ec7d4186 req-8f776bc4-1607-420f-978b-3f6baffa2a20 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=52285acf-3eab-406a-acfc-b1364cf71811 HTTP/1.1" status: 200 len: 998 time: 0.1462643 Nov 23 17:28:26.509851 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f23ba8-21ac-4caf-ab3d-2c1df66ed5ec req-1e2eea63-4d9c-44f2-ae45-b58c137d3c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:28:26.511307 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-d9f23ba8-21ac-4caf-ab3d-2c1df66ed5ec req-1e2eea63-4d9c-44f2-ae45-b58c137d3c3b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3541603f19884b9cb683e7eedd76d17c&device_id=bc08fe74-4555-439f-80d1-3d367042aa97 HTTP/1.1" status: 200 len: 1097 time: 0.1156754 Nov 23 17:28:26.586923 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe349443-9e72-4aef-b098-e481ec7d4186 req-41989039-550d-44b3-a528-a4a2c164e056 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:28:26.588391 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-fe349443-9e72-4aef-b098-e481ec7d4186 req-41989039-550d-44b3-a528-a4a2c164e056 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=23f80e8e-7e58-4465-87c1-72654345f52f HTTP/1.1" status: 200 len: 849 time: 0.0762105 Nov 23 17:28:26.672200 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe349443-9e72-4aef-b098-e481ec7d4186 req-f9a366a8-6738-4ddd-93b4-faf210dccd16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:28:26.673718 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-fe349443-9e72-4aef-b098-e481ec7d4186 req-f9a366a8-6738-4ddd-93b4-faf210dccd16 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=43d8ac08-152d-4053-b836-ddc03b0e91a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0602756 Nov 23 17:28:26.675080 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f23ba8-21ac-4caf-ab3d-2c1df66ed5ec req-4e165991-3f93-4544-a45a-a0052549ed99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:28:26.676387 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-d9f23ba8-21ac-4caf-ab3d-2c1df66ed5ec req-4e165991-3f93-4544-a45a-a0052549ed99 service neutron] 10.222.0.36 "GET /v2.0/networks?id=43d8ac08-152d-4053-b836-ddc03b0e91a2 HTTP/1.1" status: 200 len: 911 time: 0.1342821 Nov 23 17:28:26.702744 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6524b421-a712-405f-a343-ed6da1b48026 req-8a9cfe81-0d23-4fa8-a74c-03699706f9b8 tempest-ListServersNegativeTestJSON-1365076096 tempest-ListServersNegativeTestJSON-1365076096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:28:26.703359 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-6524b421-a712-405f-a343-ed6da1b48026 req-8a9cfe81-0d23-4fa8-a74c-03699706f9b8 tempest-ListServersNegativeTestJSON-1365076096 tempest-ListServersNegativeTestJSON-1365076096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:26.705748 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [req-eefa6448-3aae-4de9-89b6-f2e903b9dcb7 req-59286b31-8576-498d-b120-f013588e797a tempest-ImagesTestJSON-931761063 tempest-ImagesTestJSON-931761063-project] No DVR routers for this DVR port c61fac81-8c56-4d26-8b92-20116569d944 on host n-h1-816206-8 {{(pid=103591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:28:26.735385 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-eefa6448-3aae-4de9-89b6-f2e903b9dcb7 req-59286b31-8576-498d-b120-f013588e797a tempest-ImagesTestJSON-931761063 tempest-ImagesTestJSON-931761063-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:26.738681 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-eefa6448-3aae-4de9-89b6-f2e903b9dcb7 req-59286b31-8576-498d-b120-f013588e797a tempest-ImagesTestJSON-931761063 tempest-ImagesTestJSON-931761063-project] 10.222.0.55 "DELETE /v2.0/ports/c61fac81-8c56-4d26-8b92-20116569d944 HTTP/1.1" status: 204 len: 173 time: 5.7789240 Nov 23 17:28:26.745029 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ad6998c-3760-47d4-8e61-9e6189252294', 'name': 'network-vif-deleted', 'tag': 'c61fac81-8c56-4d26-8b92-20116569d944'}] {{(pid=103591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:28:26.747337 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41d174a19ece9499ff9ec44e5b3fc50f2abd3ffbc947fb7e52ea1e8db27b95b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b26a1489-1116-4cac-bf7d-a32e9f9ee5c0" -d '{"events": [{"server_uuid": "9ad6998c-3760-47d4-8e61-9e6189252294", "name": "network-vif-deleted", "tag": "c61fac81-8c56-4d26-8b92-20116569d944"}]}' {{(pid=103591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:28:26.748688 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-d9f23ba8-21ac-4caf-ab3d-2c1df66ed5ec req-fea3fb22-cfcb-45b6-840b-429bd73e8396 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=463bb2f6-75a3-49d9-907f-c2963eb4fc14 HTTP/1.1" status: 200 len: 217 time: 0.0582047 Nov 23 17:28:26.757880 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [req-837b23e2-466b-40d3-ae40-05000788b9e0 req-3738237d-34b1-4b33-a194-e0930e6c50d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97cf3f37-bd1d-4404-849f-d8e0feede5b7 {{(pid=103591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:28:26.798512 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-837b23e2-466b-40d3-ae40-05000788b9e0 req-3738237d-34b1-4b33-a194-e0930e6c50d1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:26.830291 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6524b421-a712-405f-a343-ed6da1b48026 req-8a9cfe81-0d23-4fa8-a74c-03699706f9b8 tempest-ListServersNegativeTestJSON-1365076096 tempest-ListServersNegativeTestJSON-1365076096-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 8.1641045 Nov 23 17:28:26.830618 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-fe349443-9e72-4aef-b098-e481ec7d4186 req-1d90ce17-11f4-42e0-9114-2b4869e09329 service neutron] 10.222.0.55 "GET /v2.0/networks/43d8ac08-152d-4053-b836-ddc03b0e91a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469967 Nov 23 17:28:26.855556 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73242c5-42f8-4699-ba03-d913b23d1a13 req-8951f7d2-ab32-457e-9786-c0d46c123f17 tempest-ListServersNegativeTestJSON-1365076096 tempest-ListServersNegativeTestJSON-1365076096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:28:26.857363 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d73242c5-42f8-4699-ba03-d913b23d1a13 req-8951f7d2-ab32-457e-9786-c0d46c123f17 tempest-ListServersNegativeTestJSON-1365076096 tempest-ListServersNegativeTestJSON-1365076096-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2b92d8a-1e83-4659-9afc-f182681db575 HTTP/1.1" status: 200 len: 931 time: 0.7614410 Nov 23 17:28:26.860409 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5b5c1176-cca9-4bae-b6e8-73a28c452b4a req-bf75eaf4-058e-4fc9-bd3a-43d72f1b15e8 tempest-ImagesTestJSON-931761063 tempest-ImagesTestJSON-931761063-project] 10.222.0.60 "GET /v2.0/security-groups?id=f2768289-7821-4137-8326-c052bf648315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6636436 Nov 23 17:28:26.875197 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [req-6524b421-a712-405f-a343-ed6da1b48026 req-a33f8f19-1300-4552-a066-5688df38b66c service neutron] Request body: {'port': {'device_id': 'aaa42858-0b08-45bb-833f-a1c2a0894dff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-8'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:28:26.889000 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.db_base_plugin_common [None req-87432dc1-630d-419a-8398-1a5d55a01c09 admin admin] Allocated IP 172.20.0.1 (87f938c1-ee21-4937-8bfe-d0c625905f3e/6ad5bbcc-6910-4f4f-8076-29f2f4bc9b05/52bd8b9a-fd12-4478-b95f-eb822fd1ec76) {{(pid=103591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:28:26.889000 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da37ee4-2e13-478a-9c6a-b5b20168ea84 req-6ae2fb77-c46e-410e-a3b2-3b505ddebcea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:28:26.890191 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5da37ee4-2e13-478a-9c6a-b5b20168ea84 req-6ae2fb77-c46e-410e-a3b2-3b505ddebcea service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6b86510e-471b-4c13-9eda-a998271fd4a3 HTTP/1.1" status: 200 len: 801 time: 0.6094480 Nov 23 17:28:26.890764 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.provisioning_blocks [req-837b23e2-466b-40d3-ae40-05000788b9e0 req-3738237d-34b1-4b33-a194-e0930e6c50d1 service neutron] Transition to ACTIVE for port object 97cf3f37-bd1d-4404-849f-d8e0feede5b7 will not be triggered until provisioned by entity L2. {{(pid=103591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 17:28:26.938596 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f23ba8-21ac-4caf-ab3d-2c1df66ed5ec req-151b1f5b-9d81-4e4a-ad12-1d8cac288845 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:28:26.940096 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-d9f23ba8-21ac-4caf-ab3d-2c1df66ed5ec req-151b1f5b-9d81-4e4a-ad12-1d8cac288845 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=23f80e8e-7e58-4465-87c1-72654345f52f HTTP/1.1" status: 200 len: 849 time: 0.1574326 Nov 23 17:28:26.947996 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-837b23e2-466b-40d3-ae40-05000788b9e0 req-3738237d-34b1-4b33-a194-e0930e6c50d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264758186'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:27.005706 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-fe349443-9e72-4aef-b098-e481ec7d4186 req-867edc50-d6d0-4ca1-8852-137e8e898edb service neutron] 10.222.0.55 "GET /v2.0/networks/43d8ac08-152d-4053-b836-ddc03b0e91a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1476352 Nov 23 17:28:27.015326 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f23ba8-21ac-4caf-ab3d-2c1df66ed5ec req-26027a78-1708-4c34-a545-90da0459c69b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:28:27.016877 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-d9f23ba8-21ac-4caf-ab3d-2c1df66ed5ec req-26027a78-1708-4c34-a545-90da0459c69b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=43d8ac08-152d-4053-b836-ddc03b0e91a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0691645 Nov 23 17:28:27.073908 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device 81e265bf-2431-406e-8d75-7f043e355546 details requested by agent hyperv_n-h2-816206-8 with host n-h2-816206-8 {{(pid=103592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 17:28:27.153208 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-d9f23ba8-21ac-4caf-ab3d-2c1df66ed5ec req-0734b3ec-26ae-4d30-8b33-bdd655e8346d service neutron] 10.222.0.36 "GET /v2.0/networks/43d8ac08-152d-4053-b836-ddc03b0e91a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276608 Nov 23 17:28:27.191603 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-f4016c01-ed5b-448d-b0d8-b5a144c334c8 tempest-ImagesOneServerNegativeTestJSON-1012219953 tempest-ImagesOneServerNegativeTestJSON-1012219953-project] Publish callbacks [] for security_group, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:27.239137 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port 81e265bf-2431-406e-8d75-7f043e355546, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=81e265bf-2431-406e-8d75-7f043e355546,segment=NetworkSegment(329c1745-02bf-4561-9615-3192910887f5),segment_id=329c1745-02bf-4561-9615-3192910887f5)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:28:27.253936 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Returning: {'device': '81e265bf-2431-406e-8d75-7f043e355546', 'network_id': 'f1e1dabf-b410-4023-9169-a460a86e7184', 'port_id': '81e265bf-2431-406e-8d75-7f043e355546', 'mac_address': 'fa:16:3e:25:1f:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac77c175-5679-438b-8a2a-356718377641', 'ip_address': '192.168.233.225'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 17:28:27.273513 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3738237d-34b1-4b33-a194-e0930e6c50d1 service neutron] Pushing event updated for resources: {'Port': ['ID=97cf3f37-bd1d-4404-849f-d8e0feede5b7,revision_number=2']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:28:27.314747 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-6524b421-a712-405f-a343-ed6da1b48026 req-a33f8f19-1300-4552-a066-5688df38b66c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:27.323591 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:27.332672 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-d9f23ba8-21ac-4caf-ab3d-2c1df66ed5ec req-78f5d091-1a51-46b2-ab50-fc6e430d0fc2 service neutron] 10.222.0.36 "GET /v2.0/networks/43d8ac08-152d-4053-b836-ddc03b0e91a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1687286 Nov 23 17:28:27.336670 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d73242c5-42f8-4699-ba03-d913b23d1a13 req-e6db3f88-8b53-4de4-b3ca-1e43ec439049 tempest-ListServersNegativeTestJSON-1365076096 tempest-ListServersNegativeTestJSON-1365076096-project] 10.222.0.60 "GET /v2.0/security-groups?id=cfe90dba-62f7-467a-b336-da7b1fe5bd9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4570208 Nov 23 17:28:27.337392 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-f4016c01-ed5b-448d-b0d8-b5a144c334c8 tempest-ImagesOneServerNegativeTestJSON-1012219953 tempest-ImagesOneServerNegativeTestJSON-1012219953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:27.368009 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da37ee4-2e13-478a-9c6a-b5b20168ea84 req-b20c39ce-e0a4-454f-b35b-070fb7e9493d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:28:27.369757 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5da37ee4-2e13-478a-9c6a-b5b20168ea84 req-b20c39ce-e0a4-454f-b35b-070fb7e9493d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7aa4d4e2-fdd4-4fb9-8823-d78916f248b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4416559 Nov 23 17:28:27.374903 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81e265bf-2431-406e-8d75-7f043e355546 {{(pid=103592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:28:27.428723 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-6524b421-a712-405f-a343-ed6da1b48026 req-214aaa1e-f695-48da-a847-1957f4a632d3 tempest-ListServersNegativeTestJSON-1365076096 tempest-ListServersNegativeTestJSON-1365076096-project] Publish callbacks [] for port, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:27.431452 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port 81e265bf-2431-406e-8d75-7f043e355546, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=81e265bf-2431-406e-8d75-7f043e355546,segment=NetworkSegment(329c1745-02bf-4561-9615-3192910887f5),segment_id=329c1745-02bf-4561-9615-3192910887f5)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:28:27.437274 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:27.443609 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e032b69e-d738-4b9c-9ca6-c4fd0094589e req-55f87cbb-e892-4b37-82db-2ba3baaa2cf0 tempest-ImagesOneServerTestJSON-1060018331 tempest-ImagesOneServerTestJSON-1060018331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:28:27.449329 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e032b69e-d738-4b9c-9ca6-c4fd0094589e req-55f87cbb-e892-4b37-82db-2ba3baaa2cf0 tempest-ImagesOneServerTestJSON-1060018331 tempest-ImagesOneServerTestJSON-1060018331-project] 10.222.0.60 "GET /v2.0/ports?device_id=779538a1-8493-41af-b142-c0cf0c1e6957 HTTP/1.1" status: 200 len: 949 time: 0.4986696 Nov 23 17:28:27.496269 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Pushing event updated for resources: {'Port': ['ID=81e265bf-2431-406e-8d75-7f043e355546,revision_number=4']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:28:27.499793 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-f4016c01-ed5b-448d-b0d8-b5a144c334c8 tempest-ImagesOneServerNegativeTestJSON-1012219953 tempest-ImagesOneServerNegativeTestJSON-1012219953-project] Publish callbacks [] for security_group, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:27.501488 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-f4016c01-ed5b-448d-b0d8-b5a144c334c8 tempest-ImagesOneServerNegativeTestJSON-1012219953 tempest-ImagesOneServerNegativeTestJSON-1012219953-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 1.5427892 Nov 23 17:28:27.505320 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 60542) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:28:27.512215 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-1419bcb1-96de-4611-a82e-ede17282081d tempest-ImagesOneServerNegativeTestJSON-1012219953 tempest-ImagesOneServerNegativeTestJSON-1012219953-project] Request body: {'security_group_rule': {'security_group_id': 'b696f18b-327e-45a0-b398-6456e6e87df6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:28:27.546065 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1419bcb1-96de-4611-a82e-ede17282081d tempest-ImagesOneServerNegativeTestJSON-1012219953 tempest-ImagesOneServerNegativeTestJSON-1012219953-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:27.601721 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4016c01-ed5b-448d-b0d8-b5a144c334c8 tempest-ImagesOneServerNegativeTestJSON-1012219953 tempest-ImagesOneServerNegativeTestJSON-1012219953-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b696f18b-327e-45a0-b398-6456e6e87df6,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:28:27.619273 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1419bcb1-96de-4611-a82e-ede17282081d tempest-ImagesOneServerNegativeTestJSON-1012219953 tempest-ImagesOneServerNegativeTestJSON-1012219953-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:27.623401 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1419bcb1-96de-4611-a82e-ede17282081d tempest-ImagesOneServerNegativeTestJSON-1012219953 tempest-ImagesOneServerNegativeTestJSON-1012219953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994370'] for security_group_rule, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:27.642942 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1419bcb1-96de-4611-a82e-ede17282081d tempest-ImagesOneServerNegativeTestJSON-1012219953 tempest-ImagesOneServerNegativeTestJSON-1012219953-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d899be12-5796-430c-9f3e-1d8dc62d6afc,revision_number=0']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:28:27.653850 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1419bcb1-96de-4611-a82e-ede17282081d tempest-ImagesOneServerNegativeTestJSON-1012219953 tempest-ImagesOneServerNegativeTestJSON-1012219953-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:27.655173 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-1419bcb1-96de-4611-a82e-ede17282081d tempest-ImagesOneServerNegativeTestJSON-1012219953 tempest-ImagesOneServerNegativeTestJSON-1012219953-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1470470 Nov 23 17:28:27.658072 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 60544) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:28:27.666762 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-1d305341-0a14-4cd2-83c8-91d1a73bad0f tempest-ImagesOneServerNegativeTestJSON-1012219953 tempest-ImagesOneServerNegativeTestJSON-1012219953-project] Request body: {'security_group_rule': {'security_group_id': 'b696f18b-327e-45a0-b398-6456e6e87df6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:28:27.681770 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-87432dc1-630d-419a-8398-1a5d55a01c09 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:27.687418 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] get_ports_and_sgs() called for port_ids ['81e265bf-2431-406e-8d75-7f043e355546'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:28:27.701642 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1d305341-0a14-4cd2-83c8-91d1a73bad0f tempest-ImagesOneServerNegativeTestJSON-1012219953 tempest-ImagesOneServerNegativeTestJSON-1012219953-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:27.768277 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1d305341-0a14-4cd2-83c8-91d1a73bad0f tempest-ImagesOneServerNegativeTestJSON-1012219953 tempest-ImagesOneServerNegativeTestJSON-1012219953-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:27.774299 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1d305341-0a14-4cd2-83c8-91d1a73bad0f tempest-ImagesOneServerNegativeTestJSON-1012219953 tempest-ImagesOneServerNegativeTestJSON-1012219953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994370'] for security_group_rule, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:27.791656 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d305341-0a14-4cd2-83c8-91d1a73bad0f tempest-ImagesOneServerNegativeTestJSON-1012219953 tempest-ImagesOneServerNegativeTestJSON-1012219953-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a108220-3e9d-4ab4-a28e-e76fe6286c9c,revision_number=0']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:28:27.809533 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1d305341-0a14-4cd2-83c8-91d1a73bad0f tempest-ImagesOneServerNegativeTestJSON-1012219953 tempest-ImagesOneServerNegativeTestJSON-1012219953-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:27.814238 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-1d305341-0a14-4cd2-83c8-91d1a73bad0f tempest-ImagesOneServerNegativeTestJSON-1012219953 tempest-ImagesOneServerNegativeTestJSON-1012219953-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1519594 Nov 23 17:28:27.815239 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 60546) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:28:27.820302 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-3816aba2-82c4-4917-952a-8d1a7e07e851 tempest-ImagesOneServerNegativeTestJSON-1012219953 tempest-ImagesOneServerNegativeTestJSON-1012219953-project] Request body: {'floatingip': {'floating_network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:28:27.850690 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20f0cfd-373d-4c04-8dce-629b4b695e79 req-92d2affc-3773-448f-becd-a444216bbc61 tempest-ListImageFiltersTestJSON-955973730 tempest-ListImageFiltersTestJSON-955973730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:28:27.852981 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b20f0cfd-373d-4c04-8dce-629b4b695e79 req-92d2affc-3773-448f-becd-a444216bbc61 tempest-ListImageFiltersTestJSON-955973730 tempest-ListImageFiltersTestJSON-955973730-project] 10.222.0.60 "GET /v2.0/ports?device_id=daaf2d26-6252-4e15-aec2-60bbfe8c56eb HTTP/1.1" status: 200 len: 947 time: 0.4013412 Nov 23 17:28:27.857681 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-3816aba2-82c4-4917-952a-8d1a7e07e851 tempest-ImagesOneServerNegativeTestJSON-1012219953 tempest-ImagesOneServerNegativeTestJSON-1012219953-project] Publish callbacks [] for floatingip, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:27.868478 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e032b69e-d738-4b9c-9ca6-c4fd0094589e req-9f859149-b1c1-4423-92a9-cdbb678bac9a tempest-ImagesOneServerTestJSON-1060018331 tempest-ImagesOneServerTestJSON-1060018331-project] 10.222.0.60 "GET /v2.0/security-groups?id=9dbca594-1a92-4d96-a3db-ffbc658977d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3743596 Nov 23 17:28:27.890054 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5da37ee4-2e13-478a-9c6a-b5b20168ea84 req-d9407553-9639-4be3-b8e0-12879e27b637 service neutron] 10.222.0.36 "GET /v2.0/networks/7aa4d4e2-fdd4-4fb9-8823-d78916f248b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4774845 Nov 23 17:28:27.891092 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-6524b421-a712-405f-a343-ed6da1b48026 req-214aaa1e-f695-48da-a847-1957f4a632d3 tempest-ListServersNegativeTestJSON-1365076096 tempest-ListServersNegativeTestJSON-1365076096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:27.911672 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-837b23e2-466b-40d3-ae40-05000788b9e0 req-3738237d-34b1-4b33-a194-e0930e6c50d1 service neutron] Attempting to bind port 97cf3f37-bd1d-4404-849f-d8e0feede5b7 on host n-h1-816206-8 for vnic_type normal with profile {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:28:27.911944 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-837b23e2-466b-40d3-ae40-05000788b9e0 req-3738237d-34b1-4b33-a194-e0930e6c50d1 service neutron] Attempting to bind port 97cf3f37-bd1d-4404-849f-d8e0feede5b7 by drivers openvswitch,hyperv on host n-h1-816206-8 at level 0 using segments [{'id': '329c1745-02bf-4561-9615-3192910887f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'f1e1dabf-b410-4023-9169-a460a86e7184'}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:28:27.912293 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-837b23e2-466b-40d3-ae40-05000788b9e0 req-3738237d-34b1-4b33-a194-e0930e6c50d1 service neutron] Attempting to bind port 97cf3f37-bd1d-4404-849f-d8e0feede5b7 on network f1e1dabf-b410-4023-9169-a460a86e7184 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:28:27.994871 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-837b23e2-466b-40d3-ae40-05000788b9e0 req-3738237d-34b1-4b33-a194-e0930e6c50d1 service neutron] Port 97cf3f37-bd1d-4404-849f-d8e0feede5b7 on network f1e1dabf-b410-4023-9169-a460a86e7184 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-8 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 17:28:27.995188 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-837b23e2-466b-40d3-ae40-05000788b9e0 req-3738237d-34b1-4b33-a194-e0930e6c50d1 service neutron] Attempting to bind port 97cf3f37-bd1d-4404-849f-d8e0feede5b7 on network f1e1dabf-b410-4023-9169-a460a86e7184 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:28:28.087020 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6524b421-a712-405f-a343-ed6da1b48026 req-214aaa1e-f695-48da-a847-1957f4a632d3 tempest-ListServersNegativeTestJSON-1365076096 tempest-ListServersNegativeTestJSON-1365076096-project] Network ef202b11-deaf-483e-842e-ee79c8771f01 is already hosted by enough agents. {{(pid=103591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:28:28.093559 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-837b23e2-466b-40d3-ae40-05000788b9e0 req-3738237d-34b1-4b33-a194-e0930e6c50d1 service neutron] Checking agent: {'id': '4b0a4557-3bfe-4828-80a0-7981fc3ac84c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 15, 14), 'started_at': datetime.datetime(2021, 11, 23, 17, 15, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 28, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:28:28.093899 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-837b23e2-466b-40d3-ae40-05000788b9e0 req-3738237d-34b1-4b33-a194-e0930e6c50d1 service neutron] Checking segment: {'id': '329c1745-02bf-4561-9615-3192910887f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'f1e1dabf-b410-4023-9169-a460a86e7184'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:28:28.094290 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-837b23e2-466b-40d3-ae40-05000788b9e0 req-3738237d-34b1-4b33-a194-e0930e6c50d1 service neutron] Bound using segment: {'id': '329c1745-02bf-4561-9615-3192910887f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'f1e1dabf-b410-4023-9169-a460a86e7184'} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:28:28.094737 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-837b23e2-466b-40d3-ae40-05000788b9e0 req-3738237d-34b1-4b33-a194-e0930e6c50d1 service neutron] Bound port: 97cf3f37-bd1d-4404-849f-d8e0feede5b7, host: n-h1-816206-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '329c1745-02bf-4561-9615-3192910887f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'f1e1dabf-b410-4023-9169-a460a86e7184'}}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:28:28.095095 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-837b23e2-466b-40d3-ae40-05000788b9e0 req-3738237d-34b1-4b33-a194-e0930e6c50d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:28.136890 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-87432dc1-630d-419a-8398-1a5d55a01c09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:28.157820 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [req-6524b421-a712-405f-a343-ed6da1b48026 req-214aaa1e-f695-48da-a847-1957f4a632d3 tempest-ListServersNegativeTestJSON-1365076096 tempest-ListServersNegativeTestJSON-1365076096-project] Resources bound (agent type, host, resource id): {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:28:28.178915 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [req-6524b421-a712-405f-a343-ed6da1b48026 req-214aaa1e-f695-48da-a847-1957f4a632d3 tempest-ListServersNegativeTestJSON-1365076096 tempest-ListServersNegativeTestJSON-1365076096-project] Received port after_create {{(pid=103591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:28:28.182468 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214aaa1e-f695-48da-a847-1957f4a632d3 tempest-ListServersNegativeTestJSON-1365076096 tempest-ListServersNegativeTestJSON-1365076096-project] Pushing event updated for resources: {'Port': ['ID=21e7ff3b-637a-4d9e-98c9-8ffc0dec9cb5,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:28:28.201351 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b20f0cfd-373d-4c04-8dce-629b4b695e79 req-b47e07a2-217f-424c-86a9-779bc63d187c tempest-ListImageFiltersTestJSON-955973730 tempest-ListImageFiltersTestJSON-955973730-project] 10.222.0.60 "GET /v2.0/security-groups?id=fec35857-50c4-4692-bf75-bd7acd8a118e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3326051 Nov 23 17:28:28.253320 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-3816aba2-82c4-4917-952a-8d1a7e07e851 tempest-ImagesOneServerNegativeTestJSON-1012219953 tempest-ImagesOneServerNegativeTestJSON-1012219953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:28.289409 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87432dc1-630d-419a-8398-1a5d55a01c09 admin admin] Network 87f938c1-ee21-4937-8bfe-d0c625905f3e is already hosted by enough agents. {{(pid=103591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:28:28.313137 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [None req-87432dc1-630d-419a-8398-1a5d55a01c09 admin admin] Resources bound (agent type, host, resource id): {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:28:28.339564 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87432dc1-630d-419a-8398-1a5d55a01c09 admin admin] Received port after_create {{(pid=103591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:28:28.370271 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c058c380-d13c-482b-ba4d-5ab0b8697b1d req-1252c734-1783-48b1-ba0e-7207a91bf4b4 tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:28:28.378112 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c058c380-d13c-482b-ba4d-5ab0b8697b1d req-1252c734-1783-48b1-ba0e-7207a91bf4b4 tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:28:28.378332 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-3816aba2-82c4-4917-952a-8d1a7e07e851 tempest-ImagesOneServerNegativeTestJSON-1012219953 tempest-ImagesOneServerNegativeTestJSON-1012219953-project] Allocated IP 172.25.3.66 (4c8455ba-1be5-42ac-b8c2-8a16e1292d55/08fe3644-ce41-4c3f-a7ea-92bac0f0fff5/8a529330-40ac-4915-8839-01c07124c339) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:28:28.386648 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c058c380-d13c-482b-ba4d-5ab0b8697b1d req-1252c734-1783-48b1-ba0e-7207a91bf4b4 tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:28:28.388726 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c058c380-d13c-482b-ba4d-5ab0b8697b1d req-1252c734-1783-48b1-ba0e-7207a91bf4b4 tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] 10.222.0.60 "GET /v2.0/ports?device_id=ffe3df2a-684e-454a-b3cc-d354825eaada HTTP/1.1" status: 200 len: 2413 time: 0.4033344 Nov 23 17:28:28.421571 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87432dc1-630d-419a-8398-1a5d55a01c09 admin admin] Pushing event updated for resources: {'Port': ['ID=52bd8b9a-fd12-4478-b95f-eb822fd1ec76,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:28:28.425607 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5da37ee4-2e13-478a-9c6a-b5b20168ea84 req-58c364cd-0294-4799-9bff-2c097c0617d8 service neutron] 10.222.0.36 "GET /v2.0/networks/7aa4d4e2-fdd4-4fb9-8823-d78916f248b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5177202 Nov 23 17:28:28.448997 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:28:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d80c870-8491-4366-b8c3-b83c097fb73c x-openstack-request-id: req-2d80c870-8491-4366-b8c3-b83c097fb73c {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:28:28.449391 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ad6998c-3760-47d4-8e61-9e6189252294", "name": "network-vif-deleted", "tag": "c61fac81-8c56-4d26-8b92-20116569d944", "status": "completed", "code": 200}]} {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:28:28.449536 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-2d80c870-8491-4366-b8c3-b83c097fb73c {{(pid=103591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:28:28.449933 n-d-816206-8 neutron-server[103591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ad6998c-3760-47d4-8e61-9e6189252294', 'name': 'network-vif-deleted', 'tag': 'c61fac81-8c56-4d26-8b92-20116569d944', 'status': 'completed', 'code': 200} Nov 23 17:28:28.470282 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6524b421-a712-405f-a343-ed6da1b48026 req-214aaa1e-f695-48da-a847-1957f4a632d3 tempest-ListServersNegativeTestJSON-1365076096 tempest-ListServersNegativeTestJSON-1365076096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:28:28.470925 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-6524b421-a712-405f-a343-ed6da1b48026 req-214aaa1e-f695-48da-a847-1957f4a632d3 tempest-ListServersNegativeTestJSON-1365076096 tempest-ListServersNegativeTestJSON-1365076096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:28.532245 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-3816aba2-82c4-4917-952a-8d1a7e07e851 tempest-ImagesOneServerNegativeTestJSON-1012219953 tempest-ImagesOneServerNegativeTestJSON-1012219953-project] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:28.546612 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5da37ee4-2e13-478a-9c6a-b5b20168ea84 req-051e7f8a-47ec-49f6-b182-b9b248ead820 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.160&port_id=8b05d7d3-4182-477b-a5a4-723ba59d78de HTTP/1.1" status: 200 len: 217 time: 0.0993109 Nov 23 17:28:28.552749 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-837b23e2-466b-40d3-ae40-05000788b9e0 req-3738237d-34b1-4b33-a194-e0930e6c50d1 service neutron] For port 97cf3f37-bd1d-4404-849f-d8e0feede5b7, host n-h1-816206-8, cleared binding levels {{(pid=103591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:28:28.560387 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-87432dc1-630d-419a-8398-1a5d55a01c09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1795539'] for router_interface, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:28.587056 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-3816aba2-82c4-4917-952a-8d1a7e07e851 tempest-ImagesOneServerNegativeTestJSON-1012219953 tempest-ImagesOneServerNegativeTestJSON-1012219953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:28.592666 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6524b421-a712-405f-a343-ed6da1b48026 req-214aaa1e-f695-48da-a847-1957f4a632d3 tempest-ListServersNegativeTestJSON-1365076096 tempest-ListServersNegativeTestJSON-1365076096-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 9.8677573 Nov 23 17:28:28.632712 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3816aba2-82c4-4917-952a-8d1a7e07e851 tempest-ImagesOneServerNegativeTestJSON-1012219953 tempest-ImagesOneServerNegativeTestJSON-1012219953-project] Network 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:28:28.638137 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-3816aba2-82c4-4917-952a-8d1a7e07e851 tempest-ImagesOneServerNegativeTestJSON-1012219953 tempest-ImagesOneServerNegativeTestJSON-1012219953-project] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:28:28.641618 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3816aba2-82c4-4917-952a-8d1a7e07e851 tempest-ImagesOneServerNegativeTestJSON-1012219953 tempest-ImagesOneServerNegativeTestJSON-1012219953-project] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:28:28.653880 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-837b23e2-466b-40d3-ae40-05000788b9e0 req-3738237d-34b1-4b33-a194-e0930e6c50d1 service neutron] For port 97cf3f37-bd1d-4404-849f-d8e0feede5b7, host n-h1-816206-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=97cf3f37-bd1d-4404-849f-d8e0feede5b7,segment=NetworkSegment(329c1745-02bf-4561-9615-3192910887f5),segment_id=329c1745-02bf-4561-9615-3192910887f5)] {{(pid=103591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:28:28.654625 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9caa164d-c18a-4566-9740-dbbb93838919 None None] Provisioning complete for port 52bd8b9a-fd12-4478-b95f-eb822fd1ec76 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:28:28.655536 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9caa164d-c18a-4566-9740-dbbb93838919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:28.669383 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3816aba2-82c4-4917-952a-8d1a7e07e851 tempest-ImagesOneServerNegativeTestJSON-1012219953 tempest-ImagesOneServerNegativeTestJSON-1012219953-project] Pushing event updated for resources: {'Port': ['ID=8a529330-40ac-4915-8839-01c07124c339,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:28:28.699243 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-9caa164d-c18a-4566-9740-dbbb93838919 None None] Port 52bd8b9a-fd12-4478-b95f-eb822fd1ec76 cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:28:28.739873 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-3816aba2-82c4-4917-952a-8d1a7e07e851 tempest-ImagesOneServerNegativeTestJSON-1012219953 tempest-ImagesOneServerNegativeTestJSON-1012219953-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:28.780356 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-3816aba2-82c4-4917-952a-8d1a7e07e851 tempest-ImagesOneServerNegativeTestJSON-1012219953 tempest-ImagesOneServerNegativeTestJSON-1012219953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:28.923251 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [req-6524b421-a712-405f-a343-ed6da1b48026 req-4deb8332-7df8-486f-a576-d761bae1aac7 service neutron] Request body: {'port': {'device_id': '664a1226-8a51-49cf-b2a9-cf50bd818f76', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-8'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:28:28.941329 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-3816aba2-82c4-4917-952a-8d1a7e07e851 tempest-ImagesOneServerNegativeTestJSON-1012219953 tempest-ImagesOneServerNegativeTestJSON-1012219953-project] Publish callbacks [] for port, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:28.946612 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-3816aba2-82c4-4917-952a-8d1a7e07e851 tempest-ImagesOneServerNegativeTestJSON-1012219953 tempest-ImagesOneServerNegativeTestJSON-1012219953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264357957'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:28.949502 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-837b23e2-466b-40d3-ae40-05000788b9e0 req-3738237d-34b1-4b33-a194-e0930e6c50d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264758186'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:29.015812 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [req-6524b421-a712-405f-a343-ed6da1b48026 req-6b75fd9b-5a47-416f-af61-fe8f9c040f42 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e81864c0-876c-4dca-9b74-f8faa6c80bba {{(pid=103591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:28:29.017780 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3816aba2-82c4-4917-952a-8d1a7e07e851 tempest-ImagesOneServerNegativeTestJSON-1012219953 tempest-ImagesOneServerNegativeTestJSON-1012219953-project] Pushing event updated for resources: {'Port': ['ID=8a529330-40ac-4915-8839-01c07124c339,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:28:29.030672 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-3816aba2-82c4-4917-952a-8d1a7e07e851 tempest-ImagesOneServerNegativeTestJSON-1012219953 tempest-ImagesOneServerNegativeTestJSON-1012219953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1795396'] for floatingip, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:29.047252 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-3816aba2-82c4-4917-952a-8d1a7e07e851 tempest-ImagesOneServerNegativeTestJSON-1012219953 tempest-ImagesOneServerNegativeTestJSON-1012219953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for floatingip, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:29.057872 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-3816aba2-82c4-4917-952a-8d1a7e07e851 tempest-ImagesOneServerNegativeTestJSON-1012219953 tempest-ImagesOneServerNegativeTestJSON-1012219953-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2320063 Nov 23 17:28:29.058601 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c058c380-d13c-482b-ba4d-5ab0b8697b1d req-1f44de6a-3f30-4389-b17a-13f984226419 tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] 10.222.0.60 "GET /v2.0/security-groups?id=e0395b5d-c9ae-4269-a510-77335f56b6a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6295564 Nov 23 17:28:29.061597 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-6524b421-a712-405f-a343-ed6da1b48026 req-6b75fd9b-5a47-416f-af61-fe8f9c040f42 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:29.073947 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device 81e265bf-2431-406e-8d75-7f043e355546 up at agent hyperv_n-h2-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:28:29.093736 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837b23e2-466b-40d3-ae40-05000788b9e0 req-3738237d-34b1-4b33-a194-e0930e6c50d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:28:29.094362 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-837b23e2-466b-40d3-ae40-05000788b9e0 req-3738237d-34b1-4b33-a194-e0930e6c50d1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:29.095774 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-837b23e2-466b-40d3-ae40-05000788b9e0 req-3738237d-34b1-4b33-a194-e0930e6c50d1 service neutron] 10.222.0.55 "PUT /v2.0/ports/97cf3f37-bd1d-4404-849f-d8e0feede5b7 HTTP/1.1" status: 200 len: 1095 time: 5.0259182 Nov 23 17:28:29.127110 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da37ee4-2e13-478a-9c6a-b5b20168ea84 req-fed3f1eb-cbd8-4e0f-a926-ab7a18faaa58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:28:29.128620 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5da37ee4-2e13-478a-9c6a-b5b20168ea84 req-fed3f1eb-cbd8-4e0f-a926-ab7a18faaa58 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=00ffd2b7-5ef8-4d5b-9c72-5205e759c1e7 HTTP/1.1" status: 200 len: 801 time: 0.5657632 Nov 23 17:28:29.145292 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Provisioning for port 81e265bf-2431-406e-8d75-7f043e355546 completed by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 17:28:29.150950 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Provisioning complete for port 81e265bf-2431-406e-8d75-7f043e355546 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:28:29.151454 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:29.169700 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.provisioning_blocks [req-6524b421-a712-405f-a343-ed6da1b48026 req-6b75fd9b-5a47-416f-af61-fe8f9c040f42 service neutron] Transition to ACTIVE for port object e81864c0-876c-4dca-9b74-f8faa6c80bba will not be triggered until provisioned by entity L2. {{(pid=103591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 17:28:29.239811 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-6524b421-a712-405f-a343-ed6da1b48026 req-6b75fd9b-5a47-416f-af61-fe8f9c040f42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264758186'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:29.245685 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-6524b421-a712-405f-a343-ed6da1b48026 req-4deb8332-7df8-486f-a576-d761bae1aac7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:29.285431 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:29.304462 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb286529-215e-42c9-9c9d-0470ed429f03 req-1a65aba7-c83c-42ab-961f-964ee0dd524c tempest-ListServersNegativeTestJSON-1365076096 tempest-ListServersNegativeTestJSON-1365076096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:28:29.308980 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-eb286529-215e-42c9-9c9d-0470ed429f03 req-1a65aba7-c83c-42ab-961f-964ee0dd524c tempest-ListServersNegativeTestJSON-1365076096 tempest-ListServersNegativeTestJSON-1365076096-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2b92d8a-1e83-4659-9afc-f182681db575 HTTP/1.1" status: 200 len: 931 time: 0.3903954 Nov 23 17:28:29.322184 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63f851fb-f540-4867-ab84-dbcf797303e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81e265bf-2431-406e-8d75-7f043e355546'}] {{(pid=103592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:28:29.324685 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba3e6a8f2301c7a29fe1eca9779abdae4ccbcd6266d69778087f2498d5551201" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2043fa90-1151-4a5c-8d09-32e474607ba7" -d '{"events": [{"server_uuid": "63f851fb-f540-4867-ab84-dbcf797303e0", "name": "network-vif-plugged", "status": "completed", "tag": "81e265bf-2431-406e-8d75-7f043e355546"}]}' {{(pid=103592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:28:29.332037 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3738237d-34b1-4b33-a194-e0930e6c50d1 service neutron] Pushing event updated for resources: {'Port': ['ID=97cf3f37-bd1d-4404-849f-d8e0feede5b7,revision_number=3']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:28:29.350092 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port 81e265bf-2431-406e-8d75-7f043e355546, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=81e265bf-2431-406e-8d75-7f043e355546,segment=NetworkSegment(329c1745-02bf-4561-9615-3192910887f5),segment_id=329c1745-02bf-4561-9615-3192910887f5)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:28:29.357482 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:29.431631 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Pushing event updated for resources: {'Port': ['ID=81e265bf-2431-406e-8d75-7f043e355546,revision_number=5']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:28:29.555181 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837b23e2-466b-40d3-ae40-05000788b9e0 req-d9bad84e-a900-4cb2-813c-86b22f01fa82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:28:29.557037 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-837b23e2-466b-40d3-ae40-05000788b9e0 req-d9bad84e-a900-4cb2-813c-86b22f01fa82 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7787399f94604a5d9c5106d55f149557&device_id=daaf2d26-6252-4e15-aec2-60bbfe8c56eb HTTP/1.1" status: 200 len: 1098 time: 0.3918839 Nov 23 17:28:29.586222 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b75fd9b-5a47-416f-af61-fe8f9c040f42 service neutron] Pushing event updated for resources: {'Port': ['ID=e81864c0-876c-4dca-9b74-f8faa6c80bba,revision_number=2']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:28:29.601393 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-87432dc1-630d-419a-8398-1a5d55a01c09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:29.606109 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da37ee4-2e13-478a-9c6a-b5b20168ea84 req-d4148875-9cf5-493a-9e11-1172f0e7d2cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:28:29.607620 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5da37ee4-2e13-478a-9c6a-b5b20168ea84 req-d4148875-9cf5-493a-9e11-1172f0e7d2cf service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=50c7499f-0ec0-4c37-9ce2-16c829cbfc5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4412796 Nov 23 17:28:29.748251 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-eb286529-215e-42c9-9c9d-0470ed429f03 req-07958050-b4b1-4447-8ef8-c91baa7759bd tempest-ListServersNegativeTestJSON-1365076096 tempest-ListServersNegativeTestJSON-1365076096-project] 10.222.0.60 "GET /v2.0/security-groups?id=cfe90dba-62f7-467a-b336-da7b1fe5bd9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4077158 Nov 23 17:28:29.772520 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-837b23e2-466b-40d3-ae40-05000788b9e0 req-98118cb5-7fbe-4b6a-814a-4b11f2a3c8cb service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.62&port_id=97cf3f37-bd1d-4404-849f-d8e0feede5b7 HTTP/1.1" status: 200 len: 217 time: 0.1765053 Nov 23 17:28:30.057714 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-6524b421-a712-405f-a343-ed6da1b48026 req-6b75fd9b-5a47-416f-af61-fe8f9c040f42 service neutron] Attempting to bind port e81864c0-876c-4dca-9b74-f8faa6c80bba on host n-h2-816206-8 for vnic_type normal with profile {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:28:30.058050 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-6524b421-a712-405f-a343-ed6da1b48026 req-6b75fd9b-5a47-416f-af61-fe8f9c040f42 service neutron] Attempting to bind port e81864c0-876c-4dca-9b74-f8faa6c80bba by drivers openvswitch,hyperv on host n-h2-816206-8 at level 0 using segments [{'id': '4328396d-f3ba-444d-af63-029b85c0e6e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'ef202b11-deaf-483e-842e-ee79c8771f01'}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:28:30.058380 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6524b421-a712-405f-a343-ed6da1b48026 req-6b75fd9b-5a47-416f-af61-fe8f9c040f42 service neutron] Attempting to bind port e81864c0-876c-4dca-9b74-f8faa6c80bba on network ef202b11-deaf-483e-842e-ee79c8771f01 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:28:30.076640 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837b23e2-466b-40d3-ae40-05000788b9e0 req-ef683f22-8904-45e4-bc61-1eaeb35ff938 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:28:30.078085 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-837b23e2-466b-40d3-ae40-05000788b9e0 req-ef683f22-8904-45e4-bc61-1eaeb35ff938 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ac77c175-5679-438b-8a2a-356718377641 HTTP/1.1" status: 200 len: 843 time: 0.2864873 Nov 23 17:28:30.110784 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [req-6524b421-a712-405f-a343-ed6da1b48026 req-a33f8f19-1300-4552-a066-5688df38b66c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87065e97-ea8f-404d-b9b8-5a25d0e83562 {{(pid=103591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:28:30.160083 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6524b421-a712-405f-a343-ed6da1b48026 req-6b75fd9b-5a47-416f-af61-fe8f9c040f42 service neutron] Port e81864c0-876c-4dca-9b74-f8faa6c80bba on network ef202b11-deaf-483e-842e-ee79c8771f01 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-8 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 17:28:30.160354 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6524b421-a712-405f-a343-ed6da1b48026 req-6b75fd9b-5a47-416f-af61-fe8f9c040f42 service neutron] Attempting to bind port e81864c0-876c-4dca-9b74-f8faa6c80bba on network ef202b11-deaf-483e-842e-ee79c8771f01 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:28:30.164162 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-6524b421-a712-405f-a343-ed6da1b48026 req-a33f8f19-1300-4552-a066-5688df38b66c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:30.185286 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5da37ee4-2e13-478a-9c6a-b5b20168ea84 req-6d4df50a-ee8f-4bd7-aa2d-549d6937a8e1 service neutron] 10.222.0.36 "GET /v2.0/networks/50c7499f-0ec0-4c37-9ce2-16c829cbfc5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5388439 Nov 23 17:28:30.244320 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6524b421-a712-405f-a343-ed6da1b48026 req-6b75fd9b-5a47-416f-af61-fe8f9c040f42 service neutron] Checking agent: {'id': 'ab77bf9e-0267-4174-8f1d-822cba89b207', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 15, 13), 'started_at': datetime.datetime(2021, 11, 23, 17, 15, 13), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 28, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:28:30.245091 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6524b421-a712-405f-a343-ed6da1b48026 req-6b75fd9b-5a47-416f-af61-fe8f9c040f42 service neutron] Checking segment: {'id': '4328396d-f3ba-444d-af63-029b85c0e6e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'ef202b11-deaf-483e-842e-ee79c8771f01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:28:30.245091 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6524b421-a712-405f-a343-ed6da1b48026 req-6b75fd9b-5a47-416f-af61-fe8f9c040f42 service neutron] Bound using segment: {'id': '4328396d-f3ba-444d-af63-029b85c0e6e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'ef202b11-deaf-483e-842e-ee79c8771f01'} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:28:30.245468 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-6524b421-a712-405f-a343-ed6da1b48026 req-6b75fd9b-5a47-416f-af61-fe8f9c040f42 service neutron] Bound port: e81864c0-876c-4dca-9b74-f8faa6c80bba, host: n-h2-816206-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4328396d-f3ba-444d-af63-029b85c0e6e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'ef202b11-deaf-483e-842e-ee79c8771f01'}}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:28:30.245818 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-6524b421-a712-405f-a343-ed6da1b48026 req-6b75fd9b-5a47-416f-af61-fe8f9c040f42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:30.254398 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1e2797-e48e-439f-88ad-021dd02bd53e req-3683f843-6146-4f6c-9195-7ee4275a2ed3 tempest-ListImageFiltersTestJSON-955973730 tempest-ListImageFiltersTestJSON-955973730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:28:30.255816 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-0e1e2797-e48e-439f-88ad-021dd02bd53e req-3683f843-6146-4f6c-9195-7ee4275a2ed3 tempest-ListImageFiltersTestJSON-955973730 tempest-ListImageFiltersTestJSON-955973730-project] 10.222.0.60 "GET /v2.0/ports?device_id=daaf2d26-6252-4e15-aec2-60bbfe8c56eb HTTP/1.1" status: 200 len: 947 time: 0.4012434 Nov 23 17:28:30.293631 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device 11e5236c-f259-4998-9c04-87d985c86e1e no longer exists at agent hyperv_n-h1-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:28:30.302241 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.provisioning_blocks [req-6524b421-a712-405f-a343-ed6da1b48026 req-a33f8f19-1300-4552-a066-5688df38b66c service neutron] Transition to ACTIVE for port object 87065e97-ea8f-404d-b9b8-5a25d0e83562 will not be triggered until provisioned by entity L2. {{(pid=103591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 17:28:30.352231 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-6524b421-a712-405f-a343-ed6da1b48026 req-a33f8f19-1300-4552-a066-5688df38b66c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264758186'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:30.376119 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:30.413848 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port 11e5236c-f259-4998-9c04-87d985c86e1e, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=11e5236c-f259-4998-9c04-87d985c86e1e,segment=NetworkSegment(329c1745-02bf-4561-9615-3192910887f5),segment_id=329c1745-02bf-4561-9615-3192910887f5)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:28:30.417687 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:30.458974 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'daaf2d26-6252-4e15-aec2-60bbfe8c56eb', 'tag': '97cf3f37-bd1d-4404-849f-d8e0feede5b7'}] {{(pid=103591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:28:30.461358 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41d174a19ece9499ff9ec44e5b3fc50f2abd3ffbc947fb7e52ea1e8db27b95b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a77882ce-c8df-4245-b38e-5c309c76ac6e" -d '{"events": [{"name": "network-changed", "server_uuid": "daaf2d26-6252-4e15-aec2-60bbfe8c56eb", "tag": "97cf3f37-bd1d-4404-849f-d8e0feede5b7"}]}' {{(pid=103591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:28:30.466654 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Pushing event updated for resources: {'Port': ['ID=11e5236c-f259-4998-9c04-87d985c86e1e,revision_number=8']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:28:30.483258 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c041308-985e-4c3a-b12c-83e8753f81f9 req-7bce23bc-7459-44de-9656-942a3711c4cb tempest-ImagesOneServerNegativeTestJSON-1012219953 tempest-ImagesOneServerNegativeTestJSON-1012219953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:28:30.484740 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-3c041308-985e-4c3a-b12c-83e8753f81f9 req-7bce23bc-7459-44de-9656-942a3711c4cb tempest-ImagesOneServerNegativeTestJSON-1012219953 tempest-ImagesOneServerNegativeTestJSON-1012219953-project] 10.222.0.60 "GET /v2.0/networks?id=979a75ad-e1a6-4cbe-9e08-b61461b07256 HTTP/1.1" status: 200 len: 821 time: 0.5141222 Nov 23 17:28:30.486513 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837b23e2-466b-40d3-ae40-05000788b9e0 req-c993bd61-488c-426b-838d-75a40ab1b50f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:28:30.487884 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-837b23e2-466b-40d3-ae40-05000788b9e0 req-c993bd61-488c-426b-838d-75a40ab1b50f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f1e1dabf-b410-4023-9169-a460a86e7184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3827922 Nov 23 17:28:30.651309 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33f8f19-1300-4552-a066-5688df38b66c service neutron] Pushing event updated for resources: {'Port': ['ID=87065e97-ea8f-404d-b9b8-5a25d0e83562,revision_number=2']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:28:30.654241 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-3c041308-985e-4c3a-b12c-83e8753f81f9 req-3df58569-586b-4253-86c8-ec3d01e8dfb4 tempest-ImagesOneServerNegativeTestJSON-1012219953 tempest-ImagesOneServerNegativeTestJSON-1012219953-project] 10.222.0.60 "GET /v2.0/quotas/cc2fdab901654443a7afce1464a8ecdd HTTP/1.1" status: 200 len: 375 time: 0.1486747 Nov 23 17:28:30.671369 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-0e1e2797-e48e-439f-88ad-021dd02bd53e req-84b44fa4-1996-4f9c-9696-d495dfd1624c tempest-ListImageFiltersTestJSON-955973730 tempest-ListImageFiltersTestJSON-955973730-project] 10.222.0.60 "GET /v2.0/security-groups?id=fec35857-50c4-4692-bf75-bd7acd8a118e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3819466 Nov 23 17:28:30.696070 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-6524b421-a712-405f-a343-ed6da1b48026 req-6b75fd9b-5a47-416f-af61-fe8f9c040f42 service neutron] For port e81864c0-876c-4dca-9b74-f8faa6c80bba, host n-h2-816206-8, cleared binding levels {{(pid=103591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:28:30.728584 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:28:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52793f69-ef88-4e8b-be87-319fd9dea738 x-openstack-request-id: req-52793f69-ef88-4e8b-be87-319fd9dea738 {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:28:30.729087 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63f851fb-f540-4867-ab84-dbcf797303e0", "name": "network-vif-plugged", "status": "completed", "tag": "81e265bf-2431-406e-8d75-7f043e355546", "code": 200}]} {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:28:30.729438 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-52793f69-ef88-4e8b-be87-319fd9dea738 {{(pid=103592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:28:30.729939 n-d-816206-8 neutron-server[103592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63f851fb-f540-4867-ab84-dbcf797303e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81e265bf-2431-406e-8d75-7f043e355546', 'code': 200} Nov 23 17:28:30.851845 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8832e295-2843-4116-8e5e-235378618793 req-dff5ac4d-7a42-4107-abce-1b116dff8ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:28:30.854127 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-8832e295-2843-4116-8e5e-235378618793 req-dff5ac4d-7a42-4107-abce-1b116dff8ec3 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=63f851fb-f540-4867-ab84-dbcf797303e0 HTTP/1.1" status: 200 len: 1101 time: 0.0488958 Nov 23 17:28:30.907177 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-8832e295-2843-4116-8e5e-235378618793 req-0e6a739b-3499-4ca8-973d-7c27d1b620a7 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=fec35857-50c4-4692-bf75-bd7acd8a118e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447831 Nov 23 17:28:30.999602 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-87432dc1-630d-419a-8398-1a5d55a01c09 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:31.032396 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5da37ee4-2e13-478a-9c6a-b5b20168ea84 req-b36f3c56-d898-481a-9ed7-7e3e023e7731 service neutron] 10.222.0.36 "GET /v2.0/networks/50c7499f-0ec0-4c37-9ce2-16c829cbfc5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8044696 Nov 23 17:28:31.048421 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-87432dc1-630d-419a-8398-1a5d55a01c09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264758186'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:31.051601 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-3c041308-985e-4c3a-b12c-83e8753f81f9 req-52e3c08e-ea6c-456a-a76a-7d1ff39ec488 tempest-ImagesOneServerNegativeTestJSON-1012219953 tempest-ImagesOneServerNegativeTestJSON-1012219953-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=cc2fdab901654443a7afce1464a8ecdd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3791599 Nov 23 17:28:31.060327 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-6524b421-a712-405f-a343-ed6da1b48026 req-6b75fd9b-5a47-416f-af61-fe8f9c040f42 service neutron] For port e81864c0-876c-4dca-9b74-f8faa6c80bba, host n-h2-816206-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=e81864c0-876c-4dca-9b74-f8faa6c80bba,segment=NetworkSegment(4328396d-f3ba-444d-af63-029b85c0e6e8),segment_id=4328396d-f3ba-444d-af63-029b85c0e6e8)] {{(pid=103591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:28:31.150323 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [req-3c041308-985e-4c3a-b12c-83e8753f81f9 req-79181b12-6601-48e6-b2f8-c6fe23c55e4c service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=103591) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 17:28:31.151340 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-3c041308-985e-4c3a-b12c-83e8753f81f9 req-79181b12-6601-48e6-b2f8-c6fe23c55e4c service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0303471 Nov 23 17:28:31.153795 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-6524b421-a712-405f-a343-ed6da1b48026 req-6b75fd9b-5a47-416f-af61-fe8f9c040f42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264758186'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:31.313302 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6524b421-a712-405f-a343-ed6da1b48026 req-6b75fd9b-5a47-416f-af61-fe8f9c040f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:28:31.314019 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-6524b421-a712-405f-a343-ed6da1b48026 req-6b75fd9b-5a47-416f-af61-fe8f9c040f42 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:31.315292 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6524b421-a712-405f-a343-ed6da1b48026 req-6b75fd9b-5a47-416f-af61-fe8f9c040f42 service neutron] 10.222.0.36 "PUT /v2.0/ports/e81864c0-876c-4dca-9b74-f8faa6c80bba HTTP/1.1" status: 200 len: 1091 time: 7.7478268 Nov 23 17:28:31.321449 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87432dc1-630d-419a-8398-1a5d55a01c09 admin admin] Pushing event updated for resources: {'Port': ['ID=52bd8b9a-fd12-4478-b95f-eb822fd1ec76,revision_number=2']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:28:31.323896 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-87432dc1-630d-419a-8398-1a5d55a01c09 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2068703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1794403'] for router_interface, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:31.398741 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-837b23e2-466b-40d3-ae40-05000788b9e0 req-d146b7ad-7e9a-43da-a863-1091470eb3ca service neutron] 10.222.0.55 "GET /v2.0/networks/f1e1dabf-b410-4023-9169-a460a86e7184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8941448 Nov 23 17:28:31.417203 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f17678-d0b7-4e09-8a94-7f7808bf3e7b req-914af27d-fc6e-414c-a388-6233c55e54c3 tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:28:31.423336 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f17678-d0b7-4e09-8a94-7f7808bf3e7b req-914af27d-fc6e-414c-a388-6233c55e54c3 tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:28:31.430152 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f17678-d0b7-4e09-8a94-7f7808bf3e7b req-914af27d-fc6e-414c-a388-6233c55e54c3 tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:28:31.432206 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-63f17678-d0b7-4e09-8a94-7f7808bf3e7b req-914af27d-fc6e-414c-a388-6233c55e54c3 tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] 10.222.0.60 "GET /v2.0/ports?device_id=ffe3df2a-684e-454a-b3cc-d354825eaada HTTP/1.1" status: 200 len: 2413 time: 0.4272394 Nov 23 17:28:31.506970 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-6524b421-a712-405f-a343-ed6da1b48026 req-a33f8f19-1300-4552-a066-5688df38b66c service neutron] Attempting to bind port 87065e97-ea8f-404d-b9b8-5a25d0e83562 on host n-h2-816206-8 for vnic_type normal with profile {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:28:31.507388 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-6524b421-a712-405f-a343-ed6da1b48026 req-a33f8f19-1300-4552-a066-5688df38b66c service neutron] Attempting to bind port 87065e97-ea8f-404d-b9b8-5a25d0e83562 by drivers openvswitch,hyperv on host n-h2-816206-8 at level 0 using segments [{'id': '4328396d-f3ba-444d-af63-029b85c0e6e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'ef202b11-deaf-483e-842e-ee79c8771f01'}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:28:31.507960 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6524b421-a712-405f-a343-ed6da1b48026 req-a33f8f19-1300-4552-a066-5688df38b66c service neutron] Attempting to bind port 87065e97-ea8f-404d-b9b8-5a25d0e83562 on network ef202b11-deaf-483e-842e-ee79c8771f01 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:28:31.575879 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [req-6524b421-a712-405f-a343-ed6da1b48026 req-4deb8332-7df8-486f-a576-d761bae1aac7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21e7ff3b-637a-4d9e-98c9-8ffc0dec9cb5 {{(pid=103591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:28:31.598061 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6524b421-a712-405f-a343-ed6da1b48026 req-a33f8f19-1300-4552-a066-5688df38b66c service neutron] Port 87065e97-ea8f-404d-b9b8-5a25d0e83562 on network ef202b11-deaf-483e-842e-ee79c8771f01 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-8 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 17:28:31.598501 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6524b421-a712-405f-a343-ed6da1b48026 req-a33f8f19-1300-4552-a066-5688df38b66c service neutron] Attempting to bind port 87065e97-ea8f-404d-b9b8-5a25d0e83562 on network ef202b11-deaf-483e-842e-ee79c8771f01 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:28:31.603956 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d174874e-599e-46b3-99cc-149577e9b77b req-bfe54fd2-0043-47e5-b68c-42f8f890ce69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:28:31.604466 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d174874e-599e-46b3-99cc-149577e9b77b req-bfe54fd2-0043-47e5-b68c-42f8f890ce69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:28:31.604908 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d174874e-599e-46b3-99cc-149577e9b77b req-bfe54fd2-0043-47e5-b68c-42f8f890ce69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:28:31.606661 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d174874e-599e-46b3-99cc-149577e9b77b req-bfe54fd2-0043-47e5-b68c-42f8f890ce69 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=30af1458e15a4ef39cb103ebf3b9a873&device_id=ffe3df2a-684e-454a-b3cc-d354825eaada HTTP/1.1" status: 200 len: 2866 time: 0.4505310 Nov 23 17:28:31.634349 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-6524b421-a712-405f-a343-ed6da1b48026 req-4deb8332-7df8-486f-a576-d761bae1aac7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:31.694066 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6524b421-a712-405f-a343-ed6da1b48026 req-a33f8f19-1300-4552-a066-5688df38b66c service neutron] Checking agent: {'id': 'ab77bf9e-0267-4174-8f1d-822cba89b207', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 15, 13), 'started_at': datetime.datetime(2021, 11, 23, 17, 15, 13), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 28, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:28:31.694402 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6524b421-a712-405f-a343-ed6da1b48026 req-a33f8f19-1300-4552-a066-5688df38b66c service neutron] Checking segment: {'id': '4328396d-f3ba-444d-af63-029b85c0e6e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'ef202b11-deaf-483e-842e-ee79c8771f01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:28:31.695382 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6524b421-a712-405f-a343-ed6da1b48026 req-a33f8f19-1300-4552-a066-5688df38b66c service neutron] Bound using segment: {'id': '4328396d-f3ba-444d-af63-029b85c0e6e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'ef202b11-deaf-483e-842e-ee79c8771f01'} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:28:31.695804 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-6524b421-a712-405f-a343-ed6da1b48026 req-a33f8f19-1300-4552-a066-5688df38b66c service neutron] Bound port: 87065e97-ea8f-404d-b9b8-5a25d0e83562, host: n-h2-816206-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4328396d-f3ba-444d-af63-029b85c0e6e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'ef202b11-deaf-483e-842e-ee79c8771f01'}}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:28:31.696159 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-6524b421-a712-405f-a343-ed6da1b48026 req-a33f8f19-1300-4552-a066-5688df38b66c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:31.761833 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b75fd9b-5a47-416f-af61-fe8f9c040f42 service neutron] Pushing event updated for resources: {'Port': ['ID=e81864c0-876c-4dca-9b74-f8faa6c80bba,revision_number=3']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:28:31.790612 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-3c041308-985e-4c3a-b12c-83e8753f81f9 req-a40f9941-6210-4b1a-924d-6c790f4a3619 service neutron] 10.222.0.60 "GET /v2.0/networks/979a75ad-e1a6-4cbe-9e08-b61461b07256?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6168506 Nov 23 17:28:31.800940 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.provisioning_blocks [req-6524b421-a712-405f-a343-ed6da1b48026 req-4deb8332-7df8-486f-a576-d761bae1aac7 service neutron] Transition to ACTIVE for port object 21e7ff3b-637a-4d9e-98c9-8ffc0dec9cb5 will not be triggered until provisioned by entity L2. {{(pid=103591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 17:28:31.812991 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6524b421-a712-405f-a343-ed6da1b48026 req-c8b0fdb6-aa8c-446f-9d5c-2b09c3e0a4a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:28:31.814460 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6524b421-a712-405f-a343-ed6da1b48026 req-c8b0fdb6-aa8c-446f-9d5c-2b09c3e0a4a5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2af6eb560ef5462b96b28741c2d43c3f&device_id=d2b92d8a-1e83-4659-9afc-f182681db575 HTTP/1.1" status: 200 len: 1094 time: 0.4091561 Nov 23 17:28:31.888254 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-6524b421-a712-405f-a343-ed6da1b48026 req-4deb8332-7df8-486f-a576-d761bae1aac7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264758186'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:32.031513 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-63f17678-d0b7-4e09-8a94-7f7808bf3e7b req-8d20cb20-1ed9-44a2-a624-cefcb17f84b1 tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] 10.222.0.60 "GET /v2.0/security-groups?id=e0395b5d-c9ae-4269-a510-77335f56b6a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5534246 Nov 23 17:28:32.057691 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6524b421-a712-405f-a343-ed6da1b48026 req-424b68a9-5829-4b07-8f64-54686497018a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e81864c0-876c-4dca-9b74-f8faa6c80bba HTTP/1.1" status: 200 len: 217 time: 0.1762476 Nov 23 17:28:32.069348 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-837b23e2-466b-40d3-ae40-05000788b9e0 req-b1212d94-79d3-497e-a999-61b39cfbf82a service neutron] 10.222.0.55 "GET /v2.0/networks/f1e1dabf-b410-4023-9169-a460a86e7184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6029725 Nov 23 17:28:32.126591 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 17:28:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e304641-597c-499a-acd9-b9c91975ab2a x-openstack-request-id: req-7e304641-597c-499a-acd9-b9c91975ab2a {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:28:32.126965 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "daaf2d26-6252-4e15-aec2-60bbfe8c56eb", "tag": "97cf3f37-bd1d-4404-849f-d8e0feede5b7", "status": "completed", "code": 200}]} {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:28:32.127119 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7e304641-597c-499a-acd9-b9c91975ab2a {{(pid=103591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:28:32.127520 n-d-816206-8 neutron-server[103591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'daaf2d26-6252-4e15-aec2-60bbfe8c56eb', 'tag': '97cf3f37-bd1d-4404-849f-d8e0feede5b7', 'status': 'completed', 'code': 200} Nov 23 17:28:32.229078 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87432dc1-630d-419a-8398-1a5d55a01c09 admin admin] Network 87f938c1-ee21-4937-8bfe-d0c625905f3e is already hosted by enough agents. {{(pid=103591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:28:32.260740 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [None req-87432dc1-630d-419a-8398-1a5d55a01c09 admin admin] Resources bound (agent type, host, resource id): {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:28:32.264875 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4deb8332-7df8-486f-a576-d761bae1aac7 service neutron] Pushing event updated for resources: {'Port': ['ID=21e7ff3b-637a-4d9e-98c9-8ffc0dec9cb5,revision_number=2']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:28:32.310096 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d174874e-599e-46b3-99cc-149577e9b77b req-901be08d-9715-46da-badb-79f0aba48869 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:28:32.311662 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d174874e-599e-46b3-99cc-149577e9b77b req-901be08d-9715-46da-badb-79f0aba48869 service neutron] 10.222.0.36 "GET /v2.0/networks?id=50c7499f-0ec0-4c37-9ce2-16c829cbfc5a HTTP/1.1" status: 200 len: 903 time: 0.6811855 Nov 23 17:28:32.315249 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-6524b421-a712-405f-a343-ed6da1b48026 req-a33f8f19-1300-4552-a066-5688df38b66c service neutron] For port 87065e97-ea8f-404d-b9b8-5a25d0e83562, host n-h2-816206-8, cleared binding levels {{(pid=103591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:28:32.341165 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d84acf-0eb2-44e9-a849-3761237e2aab req-d258fcd1-fbda-4054-990f-364b5f5a70c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:28:32.342751 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-f1d84acf-0eb2-44e9-a849-3761237e2aab req-d258fcd1-fbda-4054-990f-364b5f5a70c4 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3541603f19884b9cb683e7eedd76d17c&device_id=ffeae0b0-09b1-4f1e-9b33-8bbbbaaefdf6 HTTP/1.1" status: 200 len: 1095 time: 0.0544188 Nov 23 17:28:32.443800 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d84acf-0eb2-44e9-a849-3761237e2aab req-accf3940-266b-477b-8545-e806aef98117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:28:32.445936 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-f1d84acf-0eb2-44e9-a849-3761237e2aab req-accf3940-266b-477b-8545-e806aef98117 service neutron] 10.222.0.55 "GET /v2.0/networks?id=43d8ac08-152d-4053-b836-ddc03b0e91a2 HTTP/1.1" status: 200 len: 911 time: 0.0955703 Nov 23 17:28:32.449211 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d174874e-599e-46b3-99cc-149577e9b77b req-0f010a3d-2671-49f2-a9d2-f0620ebeaedc service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.160&port_id=8b05d7d3-4182-477b-a5a4-723ba59d78de HTTP/1.1" status: 200 len: 217 time: 0.1233382 Nov 23 17:28:32.456225 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-6524b421-a712-405f-a343-ed6da1b48026 req-a33f8f19-1300-4552-a066-5688df38b66c service neutron] For port 87065e97-ea8f-404d-b9b8-5a25d0e83562, host n-h2-816206-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=87065e97-ea8f-404d-b9b8-5a25d0e83562,segment=NetworkSegment(4328396d-f3ba-444d-af63-029b85c0e6e8),segment_id=4328396d-f3ba-444d-af63-029b85c0e6e8)] {{(pid=103591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:28:32.470957 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6524b421-a712-405f-a343-ed6da1b48026 req-76b0a16f-f085-45f8-948e-01e6b60ce3fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:28:32.472439 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6524b421-a712-405f-a343-ed6da1b48026 req-76b0a16f-f085-45f8-948e-01e6b60ce3fa service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e693e6bf-c2ab-4576-aeb8-d2bb46dc3c49 HTTP/1.1" status: 200 len: 857 time: 0.3424094 Nov 23 17:28:32.481722 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-3c041308-985e-4c3a-b12c-83e8753f81f9 req-6effe317-0092-4b07-84c6-c26ec664f817 service neutron] 10.222.0.60 "GET /v2.0/networks/979a75ad-e1a6-4cbe-9e08-b61461b07256?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6787255 Nov 23 17:28:32.496119 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-6524b421-a712-405f-a343-ed6da1b48026 req-a33f8f19-1300-4552-a066-5688df38b66c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264758186'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:32.505209 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-4db731aa-20ea-4bfd-a644-315d2651dc28 None None] Provisioning complete for port 52bd8b9a-fd12-4478-b95f-eb822fd1ec76 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:28:32.505879 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-4db731aa-20ea-4bfd-a644-315d2651dc28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:32.538960 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-f1d84acf-0eb2-44e9-a849-3761237e2aab req-bd7968b5-17e5-4866-83a5-6faa075134b7 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=52285acf-3eab-406a-acfc-b1364cf71811 HTTP/1.1" status: 200 len: 998 time: 0.0831695 Nov 23 17:28:32.547586 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-4db731aa-20ea-4bfd-a644-315d2651dc28 None None] Port 52bd8b9a-fd12-4478-b95f-eb822fd1ec76 cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:28:32.604072 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77882ce-c8df-4245-b38e-5c309c76ac6e req-49116a1e-095b-4a0b-8069-d7998529b640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:28:32.605598 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a77882ce-c8df-4245-b38e-5c309c76ac6e req-49116a1e-095b-4a0b-8069-d7998529b640 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7787399f94604a5d9c5106d55f149557&device_id=daaf2d26-6252-4e15-aec2-60bbfe8c56eb HTTP/1.1" status: 200 len: 1098 time: 0.4523103 Nov 23 17:28:32.624546 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d84acf-0eb2-44e9-a849-3761237e2aab req-3e834b32-0e8a-44b9-a516-2ae37d25b612 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:28:32.626985 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-f1d84acf-0eb2-44e9-a849-3761237e2aab req-3e834b32-0e8a-44b9-a516-2ae37d25b612 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=23f80e8e-7e58-4465-87c1-72654345f52f HTTP/1.1" status: 200 len: 849 time: 0.0808561 Nov 23 17:28:32.731888 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '779538a1-8493-41af-b142-c0cf0c1e6957', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '11e5236c-f259-4998-9c04-87d985c86e1e'}] {{(pid=103592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:28:32.733666 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d84acf-0eb2-44e9-a849-3761237e2aab req-99ccf0e3-f0f0-4b81-855d-7f7e73886de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:28:32.734817 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba3e6a8f2301c7a29fe1eca9779abdae4ccbcd6266d69778087f2498d5551201" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af1a6a88-64d6-415c-9008-f8846fce5f7b" -d '{"events": [{"server_uuid": "779538a1-8493-41af-b142-c0cf0c1e6957", "name": "network-vif-unplugged", "status": "completed", "tag": "11e5236c-f259-4998-9c04-87d985c86e1e"}]}' {{(pid=103592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:28:32.737340 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-f1d84acf-0eb2-44e9-a849-3761237e2aab req-99ccf0e3-f0f0-4b81-855d-7f7e73886de1 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=43d8ac08-152d-4053-b836-ddc03b0e91a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1017334 Nov 23 17:28:32.949655 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-f1d84acf-0eb2-44e9-a849-3761237e2aab req-bc938f66-aab9-46af-b958-c5141f5356d4 service neutron] 10.222.0.55 "GET /v2.0/networks/43d8ac08-152d-4053-b836-ddc03b0e91a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1880736 Nov 23 17:28:32.958825 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6524b421-a712-405f-a343-ed6da1b48026 req-b0d0be3a-df62-482e-a8b7-e4668f1205d4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ef202b11-deaf-483e-842e-ee79c8771f01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4586475 Nov 23 17:28:32.970451 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6524b421-a712-405f-a343-ed6da1b48026 req-a33f8f19-1300-4552-a066-5688df38b66c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:28:32.971768 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-6524b421-a712-405f-a343-ed6da1b48026 req-a33f8f19-1300-4552-a066-5688df38b66c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:32.973859 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6524b421-a712-405f-a343-ed6da1b48026 req-a33f8f19-1300-4552-a066-5688df38b66c service neutron] 10.222.0.36 "PUT /v2.0/ports/87065e97-ea8f-404d-b9b8-5a25d0e83562 HTTP/1.1" status: 200 len: 1092 time: 6.1053364 Nov 23 17:28:33.082147 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-f1d84acf-0eb2-44e9-a849-3761237e2aab req-dfd72ccf-05e9-4065-a458-6b3955d5d37b service neutron] 10.222.0.55 "GET /v2.0/networks/43d8ac08-152d-4053-b836-ddc03b0e91a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233330 Nov 23 17:28:33.211782 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-6524b421-a712-405f-a343-ed6da1b48026 req-4deb8332-7df8-486f-a576-d761bae1aac7 service neutron] Attempting to bind port 21e7ff3b-637a-4d9e-98c9-8ffc0dec9cb5 on host n-h1-816206-8 for vnic_type normal with profile {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:28:33.212148 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-6524b421-a712-405f-a343-ed6da1b48026 req-4deb8332-7df8-486f-a576-d761bae1aac7 service neutron] Attempting to bind port 21e7ff3b-637a-4d9e-98c9-8ffc0dec9cb5 by drivers openvswitch,hyperv on host n-h1-816206-8 at level 0 using segments [{'id': '4328396d-f3ba-444d-af63-029b85c0e6e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'ef202b11-deaf-483e-842e-ee79c8771f01'}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:28:33.212716 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6524b421-a712-405f-a343-ed6da1b48026 req-4deb8332-7df8-486f-a576-d761bae1aac7 service neutron] Attempting to bind port 21e7ff3b-637a-4d9e-98c9-8ffc0dec9cb5 on network ef202b11-deaf-483e-842e-ee79c8771f01 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:28:33.223701 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be87f6f0-3781-4131-aa7a-a656c84ee295 req-ed4d3c56-5b5c-435d-bd16-82c42d54a079 tempest-ListServersNegativeTestJSON-1365076096 tempest-ListServersNegativeTestJSON-1365076096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:28:33.225439 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-be87f6f0-3781-4131-aa7a-a656c84ee295 req-ed4d3c56-5b5c-435d-bd16-82c42d54a079 tempest-ListServersNegativeTestJSON-1365076096 tempest-ListServersNegativeTestJSON-1365076096-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2b92d8a-1e83-4659-9afc-f182681db575 HTTP/1.1" status: 200 len: 943 time: 0.9025309 Nov 23 17:28:33.227549 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d174874e-599e-46b3-99cc-149577e9b77b req-c7fe1a3a-3f7f-4035-bda9-826f616bd3c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:28:33.228984 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d174874e-599e-46b3-99cc-149577e9b77b req-c7fe1a3a-3f7f-4035-bda9-826f616bd3c6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=00ffd2b7-5ef8-4d5b-9c72-5205e759c1e7 HTTP/1.1" status: 200 len: 801 time: 0.7544496 Nov 23 17:28:33.240301 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6524b421-a712-405f-a343-ed6da1b48026 req-b53ac37f-bddf-42e9-8fda-9a85a1ce575f service neutron] 10.222.0.36 "GET /v2.0/networks/ef202b11-deaf-483e-842e-ee79c8771f01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2361631 Nov 23 17:28:33.263706 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87432dc1-630d-419a-8398-1a5d55a01c09 admin admin] Router e033f186-114f-4f93-8922-c692c9a7eee3 has already been hosted by L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 {{(pid=103591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 17:28:33.291974 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33f8f19-1300-4552-a066-5688df38b66c service neutron] Pushing event updated for resources: {'Port': ['ID=87065e97-ea8f-404d-b9b8-5a25d0e83562,revision_number=3']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:28:33.336004 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6524b421-a712-405f-a343-ed6da1b48026 req-4deb8332-7df8-486f-a576-d761bae1aac7 service neutron] Port 21e7ff3b-637a-4d9e-98c9-8ffc0dec9cb5 on network ef202b11-deaf-483e-842e-ee79c8771f01 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-8 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 17:28:33.336752 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6524b421-a712-405f-a343-ed6da1b48026 req-4deb8332-7df8-486f-a576-d761bae1aac7 service neutron] Attempting to bind port 21e7ff3b-637a-4d9e-98c9-8ffc0dec9cb5 on network ef202b11-deaf-483e-842e-ee79c8771f01 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:28:33.412540 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6524b421-a712-405f-a343-ed6da1b48026 req-4deb8332-7df8-486f-a576-d761bae1aac7 service neutron] Checking agent: {'id': '4b0a4557-3bfe-4828-80a0-7981fc3ac84c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 15, 14), 'started_at': datetime.datetime(2021, 11, 23, 17, 15, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 28, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:28:33.412772 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6524b421-a712-405f-a343-ed6da1b48026 req-4deb8332-7df8-486f-a576-d761bae1aac7 service neutron] Checking segment: {'id': '4328396d-f3ba-444d-af63-029b85c0e6e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'ef202b11-deaf-483e-842e-ee79c8771f01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:28:33.413697 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6524b421-a712-405f-a343-ed6da1b48026 req-4deb8332-7df8-486f-a576-d761bae1aac7 service neutron] Bound using segment: {'id': '4328396d-f3ba-444d-af63-029b85c0e6e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'ef202b11-deaf-483e-842e-ee79c8771f01'} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:28:33.414154 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-6524b421-a712-405f-a343-ed6da1b48026 req-4deb8332-7df8-486f-a576-d761bae1aac7 service neutron] Bound port: 21e7ff3b-637a-4d9e-98c9-8ffc0dec9cb5, host: n-h1-816206-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4328396d-f3ba-444d-af63-029b85c0e6e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'ef202b11-deaf-483e-842e-ee79c8771f01'}}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:28:33.414511 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-6524b421-a712-405f-a343-ed6da1b48026 req-4deb8332-7df8-486f-a576-d761bae1aac7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:33.446386 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6524b421-a712-405f-a343-ed6da1b48026 req-b4cbef78-0bbf-4b77-8160-470a7bd6d4b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:28:33.447909 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6524b421-a712-405f-a343-ed6da1b48026 req-b4cbef78-0bbf-4b77-8160-470a7bd6d4b6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2af6eb560ef5462b96b28741c2d43c3f&device_id=aaa42858-0b08-45bb-833f-a1c2a0894dff HTTP/1.1" status: 200 len: 1095 time: 0.3074608 Nov 23 17:28:33.601602 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6524b421-a712-405f-a343-ed6da1b48026 req-be894191-7220-4f19-9198-70430395fac5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=87065e97-ea8f-404d-b9b8-5a25d0e83562 HTTP/1.1" status: 200 len: 217 time: 0.1401334 Nov 23 17:28:33.605034 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-be87f6f0-3781-4131-aa7a-a656c84ee295 req-8d812071-7ca1-4d43-9ada-b96b9d05d0c3 tempest-ListServersNegativeTestJSON-1365076096 tempest-ListServersNegativeTestJSON-1365076096-project] 10.222.0.60 "GET /v2.0/security-groups?id=cfe90dba-62f7-467a-b336-da7b1fe5bd9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3585083 Nov 23 17:28:33.631349 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d174874e-599e-46b3-99cc-149577e9b77b req-4a118151-741d-4e76-86bf-cb89325ea43d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:28:33.633432 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d174874e-599e-46b3-99cc-149577e9b77b req-4a118151-741d-4e76-86bf-cb89325ea43d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=50c7499f-0ec0-4c37-9ce2-16c829cbfc5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3903315 Nov 23 17:28:33.641015 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77882ce-c8df-4245-b38e-5c309c76ac6e req-9acf680f-e6ce-4957-904b-b5852f4ee121 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:28:33.642494 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a77882ce-c8df-4245-b38e-5c309c76ac6e req-9acf680f-e6ce-4957-904b-b5852f4ee121 service neutron] 10.222.0.55 "GET /v2.0/networks?id=f1e1dabf-b410-4023-9169-a460a86e7184 HTTP/1.1" status: 200 len: 870 time: 0.6674242 Nov 23 17:28:33.661295 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657e751e-1fd7-4964-b252-667c491dd542 req-1d787a9f-db62-4ba6-bed0-481778f31395 tempest-ListImageFiltersTestJSON-955973730 tempest-ListImageFiltersTestJSON-955973730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:28:33.663064 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-657e751e-1fd7-4964-b252-667c491dd542 req-1d787a9f-db62-4ba6-bed0-481778f31395 tempest-ListImageFiltersTestJSON-955973730 tempest-ListImageFiltersTestJSON-955973730-project] 10.222.0.60 "GET /v2.0/ports?device_id=daaf2d26-6252-4e15-aec2-60bbfe8c56eb HTTP/1.1" status: 200 len: 947 time: 0.4309647 Nov 23 17:28:33.836887 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a77882ce-c8df-4245-b38e-5c309c76ac6e req-b98be039-d2db-4e23-853c-a563d7c8be9b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.62&port_id=97cf3f37-bd1d-4404-849f-d8e0feede5b7 HTTP/1.1" status: 200 len: 217 time: 0.1670918 Nov 23 17:28:33.865308 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6524b421-a712-405f-a343-ed6da1b48026 req-bd88b5c4-6d11-46ca-a58d-146658abd285 service neutron] 10.222.0.36 "GET /v2.0/networks/ef202b11-deaf-483e-842e-ee79c8771f01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5907307 Nov 23 17:28:33.949026 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-6524b421-a712-405f-a343-ed6da1b48026 req-4deb8332-7df8-486f-a576-d761bae1aac7 service neutron] For port 21e7ff3b-637a-4d9e-98c9-8ffc0dec9cb5, host n-h1-816206-8, cleared binding levels {{(pid=103591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:28:33.963451 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6524b421-a712-405f-a343-ed6da1b48026 req-1795619a-d264-4951-9f93-1124f13a4eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:28:33.964975 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6524b421-a712-405f-a343-ed6da1b48026 req-1795619a-d264-4951-9f93-1124f13a4eb7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e693e6bf-c2ab-4576-aeb8-d2bb46dc3c49 HTTP/1.1" status: 200 len: 857 time: 0.3283672 Nov 23 17:28:34.008107 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87432dc1-630d-419a-8398-1a5d55a01c09 admin admin] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:28:34.021405 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bc850d8-dbd1-43c0-a492-cd016f1cd647 None None] Sync routers for ids ['e033f186-114f-4f93-8922-c692c9a7eee3'] in n-d-816206-8 {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:28:34.029780 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c041308-985e-4c3a-b12c-83e8753f81f9 req-f62e7369-560a-458a-8621-e8a88fa0b456 tempest-ImagesOneServerNegativeTestJSON-1012219953 tempest-ImagesOneServerNegativeTestJSON-1012219953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:28:34.031639 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-3c041308-985e-4c3a-b12c-83e8753f81f9 req-f62e7369-560a-458a-8621-e8a88fa0b456 tempest-ImagesOneServerNegativeTestJSON-1012219953 tempest-ImagesOneServerNegativeTestJSON-1012219953-project] 10.222.0.55 "GET /v2.0/networks?id=979a75ad-e1a6-4cbe-9e08-b61461b07256 HTTP/1.1" status: 200 len: 821 time: 0.1363752 Nov 23 17:28:34.033907 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bc850d8-dbd1-43c0-a492-cd016f1cd647 None None] Routers {'e033f186-114f-4f93-8922-c692c9a7eee3'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:28:34.034643 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-9bc850d8-dbd1-43c0-a492-cd016f1cd647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:28:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['e033f186-114f-4f93-8922-c692c9a7eee3'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:28:34.045207 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-87432dc1-630d-419a-8398-1a5d55a01c09 admin admin] 10.222.0.60 "PUT /v2.0/routers/e033f186-114f-4f93-8922-c692c9a7eee3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.0550890 Nov 23 17:28:34.045207 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-6524b421-a712-405f-a343-ed6da1b48026 req-4deb8332-7df8-486f-a576-d761bae1aac7 service neutron] For port 21e7ff3b-637a-4d9e-98c9-8ffc0dec9cb5, host n-h1-816206-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=21e7ff3b-637a-4d9e-98c9-8ffc0dec9cb5,segment=NetworkSegment(4328396d-f3ba-444d-af63-029b85c0e6e8),segment_id=4328396d-f3ba-444d-af63-029b85c0e6e8)] {{(pid=103591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:28:34.046874 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6524b421-a712-405f-a343-ed6da1b48026 req-fbfbb744-ec1f-4098-a885-879da0168bf6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ef202b11-deaf-483e-842e-ee79c8771f01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0663989 Nov 23 17:28:34.049392 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [req-3c041308-985e-4c3a-b12c-83e8753f81f9 req-aa3b0c08-93f1-4576-bc5d-a3617c4c0fc1 tempest-ImagesOneServerNegativeTestJSON-1012219953 tempest-ImagesOneServerNegativeTestJSON-1012219953-project] Request body: {'port': {'device_id': '634f9d97-f4e7-45c2-8df4-49c65161f569', 'network_id': '979a75ad-e1a6-4cbe-9e08-b61461b07256', 'admin_state_up': True, 'tenant_id': 'cc2fdab901654443a7afce1464a8ecdd'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:28:34.056179 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-657e751e-1fd7-4964-b252-667c491dd542 req-e782a2de-9a50-4258-a72f-034c35dbdf89 tempest-ListImageFiltersTestJSON-955973730 tempest-ListImageFiltersTestJSON-955973730-project] 10.222.0.60 "GET /v2.0/security-groups?id=fec35857-50c4-4692-bf75-bd7acd8a118e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3443892 Nov 23 17:28:34.086103 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d0906a-86be-4c23-bef6-30f5ec193e3d req-233197ee-f16f-4ea8-8ace-2627e90532af tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:28:34.087711 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d5d0906a-86be-4c23-bef6-30f5ec193e3d req-233197ee-f16f-4ea8-8ace-2627e90532af tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.60 "GET /v2.0/ports?device_id=ffeae0b0-09b1-4f1e-9b33-8bbbbaaefdf6 HTTP/1.1" status: 200 len: 944 time: 0.3747525 Nov 23 17:28:34.123966 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d174874e-599e-46b3-99cc-149577e9b77b req-603f5cc2-5c5a-46d6-8865-5f2dcb95353a service neutron] 10.222.0.36 "GET /v2.0/networks/50c7499f-0ec0-4c37-9ce2-16c829cbfc5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4590971 Nov 23 17:28:34.125421 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-6524b421-a712-405f-a343-ed6da1b48026 req-4deb8332-7df8-486f-a576-d761bae1aac7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264758186'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:34.152691 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2b92d8a-1e83-4659-9afc-f182681db575', 'tag': 'e81864c0-876c-4dca-9b74-f8faa6c80bba'}, {'name': 'network-changed', 'server_uuid': 'aaa42858-0b08-45bb-833f-a1c2a0894dff', 'tag': '87065e97-ea8f-404d-b9b8-5a25d0e83562'}] {{(pid=103591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:28:34.156675 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41d174a19ece9499ff9ec44e5b3fc50f2abd3ffbc947fb7e52ea1e8db27b95b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecde8632-5f30-4e90-bd3d-5f11abef5454" -d '{"events": [{"name": "network-changed", "server_uuid": "d2b92d8a-1e83-4659-9afc-f182681db575", "tag": "e81864c0-876c-4dca-9b74-f8faa6c80bba"}, {"name": "network-changed", "server_uuid": "aaa42858-0b08-45bb-833f-a1c2a0894dff", "tag": "87065e97-ea8f-404d-b9b8-5a25d0e83562"}]}' {{(pid=103591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:28:34.162148 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77882ce-c8df-4245-b38e-5c309c76ac6e req-1f9547b4-2caa-49df-86b5-283f8017e07b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:28:34.165087 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a77882ce-c8df-4245-b38e-5c309c76ac6e req-1f9547b4-2caa-49df-86b5-283f8017e07b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ac77c175-5679-438b-8a2a-356718377641 HTTP/1.1" status: 200 len: 843 time: 0.3036766 Nov 23 17:28:34.229331 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c041308-985e-4c3a-b12c-83e8753f81f9 req-aa3b0c08-93f1-4576-bc5d-a3617c4c0fc1 tempest-ImagesOneServerNegativeTestJSON-1012219953 tempest-ImagesOneServerNegativeTestJSON-1012219953-project] Made reservation on behalf of cc2fdab901654443a7afce1464a8ecdd for: {'port': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:28:34.233330 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-3c041308-985e-4c3a-b12c-83e8753f81f9 req-aa3b0c08-93f1-4576-bc5d-a3617c4c0fc1 tempest-ImagesOneServerNegativeTestJSON-1012219953 tempest-ImagesOneServerNegativeTestJSON-1012219953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:34.250382 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvr_db [None req-9bc850d8-dbd1-43c0-a492-cd016f1cd647 None None] Set router e033f186-114f-4f93-8922-c692c9a7eee3 gateway port host: n-d-816206-8 {{(pid=103592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:28:34.309493 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-762f92a0-a0d3-4cdd-b778-3e2ad0aad1fa req-2150dc0d-97f7-423b-8073-2161ac922516 tempest-ImagesOneServerNegativeTestJSON-1012219953 tempest-ImagesOneServerNegativeTestJSON-1012219953-project] 10.222.0.60 "GET /v2.0/ports?device_id=634f9d97-f4e7-45c2-8df4-49c65161f569 HTTP/1.1" status: 200 len: 210 time: 0.1413722 Nov 23 17:28:34.420432 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 17:28:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e72b528-b32a-4cd6-9177-0a8d24cfd67c x-openstack-request-id: req-2e72b528-b32a-4cd6-9177-0a8d24cfd67c {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:28:34.420991 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "779538a1-8493-41af-b142-c0cf0c1e6957", "name": "network-vif-unplugged", "status": "completed", "tag": "11e5236c-f259-4998-9c04-87d985c86e1e", "code": 200}]} {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:28:34.421386 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-2e72b528-b32a-4cd6-9177-0a8d24cfd67c {{(pid=103592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:28:34.421870 n-d-816206-8 neutron-server[103592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '779538a1-8493-41af-b142-c0cf0c1e6957', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '11e5236c-f259-4998-9c04-87d985c86e1e', 'code': 200} Nov 23 17:28:34.437633 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6524b421-a712-405f-a343-ed6da1b48026 req-4deb8332-7df8-486f-a576-d761bae1aac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:28:34.438180 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-6524b421-a712-405f-a343-ed6da1b48026 req-4deb8332-7df8-486f-a576-d761bae1aac7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:34.439503 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6524b421-a712-405f-a343-ed6da1b48026 req-4deb8332-7df8-486f-a576-d761bae1aac7 service neutron] 10.222.0.55 "PUT /v2.0/ports/21e7ff3b-637a-4d9e-98c9-8ffc0dec9cb5 HTTP/1.1" status: 200 len: 1091 time: 5.7877877 Nov 23 17:28:34.477656 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [req-3c041308-985e-4c3a-b12c-83e8753f81f9 req-aa3b0c08-93f1-4576-bc5d-a3617c4c0fc1 tempest-ImagesOneServerNegativeTestJSON-1012219953 tempest-ImagesOneServerNegativeTestJSON-1012219953-project] Allocated IP 172.20.0.11 (979a75ad-e1a6-4cbe-9e08-b61461b07256/dd55d40e-72fa-41d0-b078-3028cc286f21/219d83ec-7d7a-425b-91ac-ec42f4ea47ba) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:28:34.573532 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-9bc850d8-dbd1-43c0-a492-cd016f1cd647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e033f186-114f-4f93-8922-c692c9a7eee3', 'name': 'tempest-TaggedBootDevicesTest_v242-541031557-router', 'tenant_id': 'c75743e34bb54a03b0a32643bc9d50a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.55'}], 'enable_snat': True}, 'gw_port_id': '9fb78564-8197-4fce-8468-1e30db0db210', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:28:10Z', 'updated_at': '2021-11-23T17:28:29Z', 'revision_number': 4, 'project_id': 'c75743e34bb54a03b0a32643bc9d50a1', 'gw_port': {'id': '9fb78564-8197-4fce-8468-1e30db0db210', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:e4:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e033f186-114f-4f93-8922-c692c9a7eee3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 977, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:28:12Z', 'updated_at': '2021-11-23T17:28:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_interfaces': [{'id': '52bd8b9a-fd12-4478-b95f-eb822fd1ec76', 'name': '', 'network_id': '87f938c1-ee21-4937-8bfe-d0c625905f3e', 'tenant_id': 'c75743e34bb54a03b0a32643bc9d50a1', 'mac_address': 'fa:16:3e:4c:27:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e033f186-114f-4f93-8922-c692c9a7eee3', 'device_owner': 'network:router_interface', 'standard_attr_id': 988, 'fixed_ips': [{'subnet_id': '6ad5bbcc-6910-4f4f-8076-29f2f4bc9b05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:28:25Z', 'updated_at': '2021-11-23T17:28:29Z', 'revision_number': 2, 'project_id': 'c75743e34bb54a03b0a32643bc9d50a1', 'subnets': [{'id': '6ad5bbcc-6910-4f4f-8076-29f2f4bc9b05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:28:34.598121 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4deb8332-7df8-486f-a576-d761bae1aac7 service neutron] Pushing event updated for resources: {'Port': ['ID=21e7ff3b-637a-4d9e-98c9-8ffc0dec9cb5,revision_number=3']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:28:34.618444 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bc850d8-dbd1-43c0-a492-cd016f1cd647 None None] Checking router: e033f186-114f-4f93-8922-c692c9a7eee3 for host: n-d-816206-8 {{(pid=103592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 17:28:34.618929 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bc850d8-dbd1-43c0-a492-cd016f1cd647 None None] Updating router e033f186-114f-4f93-8922-c692c9a7eee3 port 52bd8b9a-fd12-4478-b95f-eb822fd1ec76 binding host n-d-816206-8 {{(pid=103592) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 17:28:34.631658 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77882ce-c8df-4245-b38e-5c309c76ac6e req-f885390b-c298-4e8f-8b9d-a402da85cb06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:28:34.633794 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a77882ce-c8df-4245-b38e-5c309c76ac6e req-f885390b-c298-4e8f-8b9d-a402da85cb06 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f1e1dabf-b410-4023-9169-a460a86e7184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4328723 Nov 23 17:28:34.646014 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d5d0906a-86be-4c23-bef6-30f5ec193e3d req-73ee3ad0-4c5b-4fea-a07e-440dcb7ff583 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.60 "GET /v2.0/security-groups?id=5199d9c8-39cf-433e-a82b-4aef6c6477e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5172169 Nov 23 17:28:34.662835 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9bc850d8-dbd1-43c0-a492-cd016f1cd647 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:34.701838 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d174874e-599e-46b3-99cc-149577e9b77b req-88b7ba2b-d55a-4e2f-a487-0f9850310dc9 service neutron] 10.222.0.36 "GET /v2.0/networks/50c7499f-0ec0-4c37-9ce2-16c829cbfc5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5348303 Nov 23 17:28:34.730257 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed1ca7b-dff0-49b1-8db5-e15de8443f09 req-15001145-26de-4a0d-a7ba-2bb0fc3c98d4 tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:28:34.736683 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed1ca7b-dff0-49b1-8db5-e15de8443f09 req-15001145-26de-4a0d-a7ba-2bb0fc3c98d4 tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:28:34.745878 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed1ca7b-dff0-49b1-8db5-e15de8443f09 req-15001145-26de-4a0d-a7ba-2bb0fc3c98d4 tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:28:34.748981 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6ed1ca7b-dff0-49b1-8db5-e15de8443f09 req-15001145-26de-4a0d-a7ba-2bb0fc3c98d4 tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] 10.222.0.60 "GET /v2.0/ports?device_id=ffe3df2a-684e-454a-b3cc-d354825eaada HTTP/1.1" status: 200 len: 2413 time: 0.2354996 Nov 23 17:28:34.758060 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-3c041308-985e-4c3a-b12c-83e8753f81f9 req-aa3b0c08-93f1-4576-bc5d-a3617c4c0fc1 tempest-ImagesOneServerNegativeTestJSON-1012219953 tempest-ImagesOneServerNegativeTestJSON-1012219953-project] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:34.811679 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6524b421-a712-405f-a343-ed6da1b48026 req-f91daf55-bdeb-488c-9607-588f839446a2 service neutron] 10.222.0.36 "GET /v2.0/networks/ef202b11-deaf-483e-842e-ee79c8771f01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6912162 Nov 23 17:28:34.818046 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-3c041308-985e-4c3a-b12c-83e8753f81f9 req-aa3b0c08-93f1-4576-bc5d-a3617c4c0fc1 tempest-ImagesOneServerNegativeTestJSON-1012219953 tempest-ImagesOneServerNegativeTestJSON-1012219953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:34.841192 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6524b421-a712-405f-a343-ed6da1b48026 req-e1d69dea-2db4-40e1-803a-68b4c615ad88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:28:34.844918 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6524b421-a712-405f-a343-ed6da1b48026 req-e1d69dea-2db4-40e1-803a-68b4c615ad88 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2af6eb560ef5462b96b28741c2d43c3f&device_id=664a1226-8a51-49cf-b2a9-cf50bd818f76 HTTP/1.1" status: 200 len: 1094 time: 0.2845359 Nov 23 17:28:34.932596 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 23 Nov 2021 17:28:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5df6750-57da-4f26-9d4c-5a3352be3a60 x-openstack-request-id: req-d5df6750-57da-4f26-9d4c-5a3352be3a60 {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:28:34.933155 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2b92d8a-1e83-4659-9afc-f182681db575", "tag": "e81864c0-876c-4dca-9b74-f8faa6c80bba", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "aaa42858-0b08-45bb-833f-a1c2a0894dff", "tag": "87065e97-ea8f-404d-b9b8-5a25d0e83562", "status": "completed", "code": 200}]} {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:28:34.933590 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d5df6750-57da-4f26-9d4c-5a3352be3a60 {{(pid=103591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:28:34.934304 n-d-816206-8 neutron-server[103591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2b92d8a-1e83-4659-9afc-f182681db575', 'tag': 'e81864c0-876c-4dca-9b74-f8faa6c80bba', 'status': 'completed', 'code': 200} Nov 23 17:28:34.934812 n-d-816206-8 neutron-server[103591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aaa42858-0b08-45bb-833f-a1c2a0894dff', 'tag': '87065e97-ea8f-404d-b9b8-5a25d0e83562', 'status': 'completed', 'code': 200} Nov 23 17:28:34.946686 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6524b421-a712-405f-a343-ed6da1b48026 req-941bafee-fdeb-458d-bf0a-b5407123f0f9 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=21e7ff3b-637a-4d9e-98c9-8ffc0dec9cb5 HTTP/1.1" status: 200 len: 217 time: 0.0915875 Nov 23 17:28:34.958363 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3b0c08-93f1-4576-bc5d-a3617c4c0fc1 tempest-ImagesOneServerNegativeTestJSON-1012219953 tempest-ImagesOneServerNegativeTestJSON-1012219953-project] Pushing event updated for resources: {'Port': ['ID=219d83ec-7d7a-425b-91ac-ec42f4ea47ba,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:28:34.986858 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c041308-985e-4c3a-b12c-83e8753f81f9 req-aa3b0c08-93f1-4576-bc5d-a3617c4c0fc1 tempest-ImagesOneServerNegativeTestJSON-1012219953 tempest-ImagesOneServerNegativeTestJSON-1012219953-project] Network 979a75ad-e1a6-4cbe-9e08-b61461b07256 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:28:34.988789 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [req-3c041308-985e-4c3a-b12c-83e8753f81f9 req-aa3b0c08-93f1-4576-bc5d-a3617c4c0fc1 tempest-ImagesOneServerNegativeTestJSON-1012219953 tempest-ImagesOneServerNegativeTestJSON-1012219953-project] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:28:34.992327 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c041308-985e-4c3a-b12c-83e8753f81f9 req-aa3b0c08-93f1-4576-bc5d-a3617c4c0fc1 tempest-ImagesOneServerNegativeTestJSON-1012219953 tempest-ImagesOneServerNegativeTestJSON-1012219953-project] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:28:35.066213 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c041308-985e-4c3a-b12c-83e8753f81f9 req-aa3b0c08-93f1-4576-bc5d-a3617c4c0fc1 tempest-ImagesOneServerNegativeTestJSON-1012219953 tempest-ImagesOneServerNegativeTestJSON-1012219953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:28:35.067010 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-3c041308-985e-4c3a-b12c-83e8753f81f9 req-aa3b0c08-93f1-4576-bc5d-a3617c4c0fc1 tempest-ImagesOneServerNegativeTestJSON-1012219953 tempest-ImagesOneServerNegativeTestJSON-1012219953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:35.091027 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd95753a-ee59-450d-ab69-e44f1e9a4f1c None None] DHCP port deletion for 979a75ad-e1a6-4cbe-9e08-b61461b07256 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:28:35.093394 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-3c041308-985e-4c3a-b12c-83e8753f81f9 req-aa3b0c08-93f1-4576-bc5d-a3617c4c0fc1 tempest-ImagesOneServerNegativeTestJSON-1012219953 tempest-ImagesOneServerNegativeTestJSON-1012219953-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0510857 Nov 23 17:28:35.094626 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device 0f54ae2e-dc7f-4429-b64c-57bc23016bf1 details requested by agent hyperv_n-h2-816206-8 with host n-h2-816206-8 {{(pid=103592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 17:28:35.110277 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [req-3c041308-985e-4c3a-b12c-83e8753f81f9 req-08b53389-f8ef-49c8-a38a-d64e73f880ff service neutron] Request body: {'port': {'device_id': '634f9d97-f4e7-45c2-8df4-49c65161f569', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-8'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:28:35.183405 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-3c041308-985e-4c3a-b12c-83e8753f81f9 req-08b53389-f8ef-49c8-a38a-d64e73f880ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:35.296244 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9bc850d8-dbd1-43c0-a492-cd016f1cd647 None None] Publish callbacks [] for port, precommit_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:35.309402 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9bc850d8-dbd1-43c0-a492-cd016f1cd647 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:35.351374 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-017af842-8539-4f8d-bb35-5bc1c88f9526 None None] Provisioning complete for port 219d83ec-7d7a-425b-91ac-ec42f4ea47ba triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:28:35.351374 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-017af842-8539-4f8d-bb35-5bc1c88f9526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:35.377036 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575bd069-0122-4a0e-b706-563108ca54ae None None] Pushing event updated for resources: {'Port': ['ID=52bd8b9a-fd12-4478-b95f-eb822fd1ec76,revision_number=3']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:28:35.407522 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575bd069-0122-4a0e-b706-563108ca54ae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:28:35.407961 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575bd069-0122-4a0e-b706-563108ca54ae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:28:35.408195 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575bd069-0122-4a0e-b706-563108ca54ae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:28:35.408558 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575bd069-0122-4a0e-b706-563108ca54ae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:28:35.408958 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575bd069-0122-4a0e-b706-563108ca54ae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:28:35.409220 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575bd069-0122-4a0e-b706-563108ca54ae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:28:35.409719 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575bd069-0122-4a0e-b706-563108ca54ae None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:28:35.409873 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575bd069-0122-4a0e-b706-563108ca54ae None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:28:35.410307 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575bd069-0122-4a0e-b706-563108ca54ae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:28:35.410516 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575bd069-0122-4a0e-b706-563108ca54ae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:28:35.410844 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575bd069-0122-4a0e-b706-563108ca54ae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:28:35.411180 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575bd069-0122-4a0e-b706-563108ca54ae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:28:35.425760 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port 0f54ae2e-dc7f-4429-b64c-57bc23016bf1, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=0f54ae2e-dc7f-4429-b64c-57bc23016bf1,segment=NetworkSegment(a571a13a-1919-42eb-8447-a1d218f50a9e),segment_id=a571a13a-1919-42eb-8447-a1d218f50a9e)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:28:35.440953 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-017af842-8539-4f8d-bb35-5bc1c88f9526 None None] Port 219d83ec-7d7a-425b-91ac-ec42f4ea47ba cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:28:35.445960 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Returning: {'device': '0f54ae2e-dc7f-4429-b64c-57bc23016bf1', 'network_id': '50c7499f-0ec0-4c37-9ce2-16c829cbfc5a', 'port_id': '0f54ae2e-dc7f-4429-b64c-57bc23016bf1', 'mac_address': 'fa:16:3e:01:78:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00ffd2b7-5ef8-4d5b-9c72-5205e759c1e7', 'ip_address': '19.80.0.251'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 17:28:35.500821 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a77882ce-c8df-4245-b38e-5c309c76ac6e req-162574a3-4578-40e5-b119-ff5dce4f09a7 service neutron] 10.222.0.55 "GET /v2.0/networks/f1e1dabf-b410-4023-9169-a460a86e7184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8486044 Nov 23 17:28:35.518262 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6ed1ca7b-dff0-49b1-8db5-e15de8443f09 req-cbacb98a-b5ff-4213-836b-d78b5bb8336e tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] 10.222.0.60 "GET /v2.0/security-groups?id=e0395b5d-c9ae-4269-a510-77335f56b6a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7178659 Nov 23 17:28:35.550295 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6524b421-a712-405f-a343-ed6da1b48026 req-19bfd00b-8edb-4a94-a793-4ec4d3b09024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:28:35.552031 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6524b421-a712-405f-a343-ed6da1b48026 req-19bfd00b-8edb-4a94-a793-4ec4d3b09024 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e693e6bf-c2ab-4576-aeb8-d2bb46dc3c49 HTTP/1.1" status: 200 len: 857 time: 0.5884209 Nov 23 17:28:35.568153 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecde8632-5f30-4e90-bd3d-5f11abef5454 req-bf80180e-8d65-465a-96aa-a4d900a5a9ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:28:35.570542 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ecde8632-5f30-4e90-bd3d-5f11abef5454 req-bf80180e-8d65-465a-96aa-a4d900a5a9ba service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2af6eb560ef5462b96b28741c2d43c3f&device_id=d2b92d8a-1e83-4659-9afc-f182681db575 HTTP/1.1" status: 200 len: 1094 time: 0.6270626 Nov 23 17:28:35.599748 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-9bc850d8-dbd1-43c0-a492-cd016f1cd647 None None] Attempting to bind port 52bd8b9a-fd12-4478-b95f-eb822fd1ec76 on host n-d-816206-8 for vnic_type normal with profile {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:28:35.600424 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-9bc850d8-dbd1-43c0-a492-cd016f1cd647 None None] Attempting to bind port 52bd8b9a-fd12-4478-b95f-eb822fd1ec76 by drivers openvswitch,hyperv on host n-d-816206-8 at level 0 using segments [{'id': 'b195e0b4-717d-497e-9676-eff15a175551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '87f938c1-ee21-4937-8bfe-d0c625905f3e'}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:28:35.601614 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bc850d8-dbd1-43c0-a492-cd016f1cd647 None None] Attempting to bind port 52bd8b9a-fd12-4478-b95f-eb822fd1ec76 on network 87f938c1-ee21-4937-8bfe-d0c625905f3e {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:28:35.609211 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:35.611623 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bc850d8-dbd1-43c0-a492-cd016f1cd647 None None] Checking agent: {'id': '9e89acbe-4bbe-4c77-a18b-6f1da9133e0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 7, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 28, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:28:35.612244 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bc850d8-dbd1-43c0-a492-cd016f1cd647 None None] Checking segment: {'id': 'b195e0b4-717d-497e-9676-eff15a175551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '87f938c1-ee21-4937-8bfe-d0c625905f3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:28:35.612857 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9bc850d8-dbd1-43c0-a492-cd016f1cd647 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:35.613024 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6524b421-a712-405f-a343-ed6da1b48026 req-122e7af5-88f8-4d8c-aadb-b606cf4f6801 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ef202b11-deaf-483e-842e-ee79c8771f01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0479128 Nov 23 17:28:35.613835 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bc850d8-dbd1-43c0-a492-cd016f1cd647 None None] Bound using segment: {'id': 'b195e0b4-717d-497e-9676-eff15a175551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '87f938c1-ee21-4937-8bfe-d0c625905f3e'} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:28:35.614671 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-9bc850d8-dbd1-43c0-a492-cd016f1cd647 None None] Bound port: 52bd8b9a-fd12-4478-b95f-eb822fd1ec76, host: n-d-816206-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b195e0b4-717d-497e-9676-eff15a175551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '87f938c1-ee21-4937-8bfe-d0c625905f3e'}}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:28:35.615234 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9bc850d8-dbd1-43c0-a492-cd016f1cd647 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:35.646578 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f54ae2e-dc7f-4429-b64c-57bc23016bf1 {{(pid=103592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:28:35.700876 n-d-816206-8 neutron-server[103590]: DEBUG neutron.notifiers.nova [req-3c041308-985e-4c3a-b12c-83e8753f81f9 req-08b53389-f8ef-49c8-a38a-d64e73f880ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 219d83ec-7d7a-425b-91ac-ec42f4ea47ba {{(pid=103590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:28:35.714396 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-3c041308-985e-4c3a-b12c-83e8753f81f9 req-08b53389-f8ef-49c8-a38a-d64e73f880ff service neutron] Publish callbacks [] for port, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:35.734819 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [req-3c041308-985e-4c3a-b12c-83e8753f81f9 req-08b53389-f8ef-49c8-a38a-d64e73f880ff service neutron] Transition to ACTIVE for port object 219d83ec-7d7a-425b-91ac-ec42f4ea47ba will not be triggered until provisioned by entity L2. {{(pid=103590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 17:28:35.741279 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-3c041308-985e-4c3a-b12c-83e8753f81f9 req-08b53389-f8ef-49c8-a38a-d64e73f880ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264357957'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:35.751867 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port 0f54ae2e-dc7f-4429-b64c-57bc23016bf1, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=0f54ae2e-dc7f-4429-b64c-57bc23016bf1,segment=NetworkSegment(a571a13a-1919-42eb-8447-a1d218f50a9e),segment_id=a571a13a-1919-42eb-8447-a1d218f50a9e)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:28:35.763629 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:35.764297 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device 060ffe95-3094-413f-ba30-a6a604d52753 details requested by agent hyperv_n-h2-816206-8 with host n-h2-816206-8 {{(pid=103592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 17:28:35.836095 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b53389-f8ef-49c8-a38a-d64e73f880ff service neutron] Pushing event updated for resources: {'Port': ['ID=219d83ec-7d7a-425b-91ac-ec42f4ea47ba,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:28:35.837669 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6524b421-a712-405f-a343-ed6da1b48026 req-83b0ecad-3f85-46f0-9399-35adba1ef708 service neutron] 10.222.0.36 "GET /v2.0/networks/ef202b11-deaf-483e-842e-ee79c8771f01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0088918 Nov 23 17:28:35.903546 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-9bc850d8-dbd1-43c0-a492-cd016f1cd647 None None] For port 52bd8b9a-fd12-4478-b95f-eb822fd1ec76, host n-d-816206-8, cleared binding levels {{(pid=103592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:28:35.907806 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4ad95b9-9059-4b1b-a5c0-572c1b13079b None None] DHCP port deletion for 979a75ad-e1a6-4cbe-9e08-b61461b07256 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:28:35.958404 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [req-3c041308-985e-4c3a-b12c-83e8753f81f9 req-08b53389-f8ef-49c8-a38a-d64e73f880ff service neutron] Attempting to bind port 219d83ec-7d7a-425b-91ac-ec42f4ea47ba on host n-h1-816206-8 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:28:35.958404 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [req-3c041308-985e-4c3a-b12c-83e8753f81f9 req-08b53389-f8ef-49c8-a38a-d64e73f880ff service neutron] Attempting to bind port 219d83ec-7d7a-425b-91ac-ec42f4ea47ba by drivers openvswitch,hyperv on host n-h1-816206-8 at level 0 using segments [{'id': '60478cc8-93b5-4306-bc7b-30ff3da3bb33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '979a75ad-e1a6-4cbe-9e08-b61461b07256'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:28:35.958404 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c041308-985e-4c3a-b12c-83e8753f81f9 req-08b53389-f8ef-49c8-a38a-d64e73f880ff service neutron] Attempting to bind port 219d83ec-7d7a-425b-91ac-ec42f4ea47ba on network 979a75ad-e1a6-4cbe-9e08-b61461b07256 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:28:35.962144 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-9bc850d8-dbd1-43c0-a492-cd016f1cd647 None None] For port 52bd8b9a-fd12-4478-b95f-eb822fd1ec76, host n-d-816206-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=52bd8b9a-fd12-4478-b95f-eb822fd1ec76,segment=NetworkSegment(b195e0b4-717d-497e-9676-eff15a175551),segment_id=b195e0b4-717d-497e-9676-eff15a175551)] {{(pid=103592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:28:35.962367 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c041308-985e-4c3a-b12c-83e8753f81f9 req-08b53389-f8ef-49c8-a38a-d64e73f880ff service neutron] Port 219d83ec-7d7a-425b-91ac-ec42f4ea47ba on network 979a75ad-e1a6-4cbe-9e08-b61461b07256 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-8 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 17:28:35.962526 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c041308-985e-4c3a-b12c-83e8753f81f9 req-08b53389-f8ef-49c8-a38a-d64e73f880ff service neutron] Attempting to bind port 219d83ec-7d7a-425b-91ac-ec42f4ea47ba on network 979a75ad-e1a6-4cbe-9e08-b61461b07256 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:28:35.969071 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c041308-985e-4c3a-b12c-83e8753f81f9 req-08b53389-f8ef-49c8-a38a-d64e73f880ff service neutron] Checking agent: {'id': '4b0a4557-3bfe-4828-80a0-7981fc3ac84c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 15, 14), 'started_at': datetime.datetime(2021, 11, 23, 17, 15, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 28, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:28:35.969452 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c041308-985e-4c3a-b12c-83e8753f81f9 req-08b53389-f8ef-49c8-a38a-d64e73f880ff service neutron] Checking segment: {'id': '60478cc8-93b5-4306-bc7b-30ff3da3bb33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '979a75ad-e1a6-4cbe-9e08-b61461b07256'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:28:35.969851 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c041308-985e-4c3a-b12c-83e8753f81f9 req-08b53389-f8ef-49c8-a38a-d64e73f880ff service neutron] Bound using segment: {'id': '60478cc8-93b5-4306-bc7b-30ff3da3bb33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '979a75ad-e1a6-4cbe-9e08-b61461b07256'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:28:35.970356 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [req-3c041308-985e-4c3a-b12c-83e8753f81f9 req-08b53389-f8ef-49c8-a38a-d64e73f880ff service neutron] Bound port: 219d83ec-7d7a-425b-91ac-ec42f4ea47ba, host: n-h1-816206-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60478cc8-93b5-4306-bc7b-30ff3da3bb33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '979a75ad-e1a6-4cbe-9e08-b61461b07256'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:28:35.970769 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-3c041308-985e-4c3a-b12c-83e8753f81f9 req-08b53389-f8ef-49c8-a38a-d64e73f880ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:35.981662 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6524b421-a712-405f-a343-ed6da1b48026 req-aad2dcc2-ec9d-4fb9-948b-e3463b3b2d22 service neutron] 10.222.0.55 "GET /v2.0/networks/ef202b11-deaf-483e-842e-ee79c8771f01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3199415 Nov 23 17:28:35.989613 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16d3116-87ed-49b9-857e-124c31efb3e2 req-db0ca1a1-3dbc-4926-8f22-9d56abdd3589 tempest-ListServersNegativeTestJSON-1365076096 tempest-ListServersNegativeTestJSON-1365076096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:28:35.992748 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port 060ffe95-3094-413f-ba30-a6a604d52753, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=060ffe95-3094-413f-ba30-a6a604d52753,segment=NetworkSegment(f29dfca8-022a-4db9-b8a4-6d99a0fedd99),segment_id=f29dfca8-022a-4db9-b8a4-6d99a0fedd99)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:28:35.999587 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c16d3116-87ed-49b9-857e-124c31efb3e2 req-db0ca1a1-3dbc-4926-8f22-9d56abdd3589 tempest-ListServersNegativeTestJSON-1365076096 tempest-ListServersNegativeTestJSON-1365076096-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2b92d8a-1e83-4659-9afc-f182681db575 HTTP/1.1" status: 200 len: 943 time: 0.7473369 Nov 23 17:28:36.001845 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9bc850d8-dbd1-43c0-a492-cd016f1cd647 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:36.022137 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-88de3057-6559-465d-aca7-35e27a9cb037 None None] Provisioning complete for port 52bd8b9a-fd12-4478-b95f-eb822fd1ec76 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:28:36.022536 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-88de3057-6559-465d-aca7-35e27a9cb037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:36.046216 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Returning: {'device': '060ffe95-3094-413f-ba30-a6a604d52753', 'network_id': '7aa4d4e2-fdd4-4fb9-8823-d78916f248b0', 'port_id': '060ffe95-3094-413f-ba30-a6a604d52753', 'mac_address': 'fa:16:3e:c5:02:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 549, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b86510e-471b-4c13-9eda-a998271fd4a3', 'ip_address': '19.86.0.243'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 17:28:36.048211 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [req-3c041308-985e-4c3a-b12c-83e8753f81f9 req-08b53389-f8ef-49c8-a38a-d64e73f880ff service neutron] For port 219d83ec-7d7a-425b-91ac-ec42f4ea47ba, host n-h1-816206-8, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:28:36.054234 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [req-3c041308-985e-4c3a-b12c-83e8753f81f9 req-08b53389-f8ef-49c8-a38a-d64e73f880ff service neutron] For port 219d83ec-7d7a-425b-91ac-ec42f4ea47ba, host n-h1-816206-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=219d83ec-7d7a-425b-91ac-ec42f4ea47ba,segment=NetworkSegment(60478cc8-93b5-4306-bc7b-30ff3da3bb33),segment_id=60478cc8-93b5-4306-bc7b-30ff3da3bb33)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:28:36.059100 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-3c041308-985e-4c3a-b12c-83e8753f81f9 req-08b53389-f8ef-49c8-a38a-d64e73f880ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264357957'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:36.090155 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Pushing event updated for resources: {'Port': ['ID=0f54ae2e-dc7f-4429-b64c-57bc23016bf1,revision_number=4']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:28:36.124296 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b53389-f8ef-49c8-a38a-d64e73f880ff service neutron] Pushing event updated for resources: {'Port': ['ID=219d83ec-7d7a-425b-91ac-ec42f4ea47ba,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:28:36.135097 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c041308-985e-4c3a-b12c-83e8753f81f9 req-08b53389-f8ef-49c8-a38a-d64e73f880ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:28:36.136148 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-3c041308-985e-4c3a-b12c-83e8753f81f9 req-08b53389-f8ef-49c8-a38a-d64e73f880ff service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:36.140259 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-3c041308-985e-4c3a-b12c-83e8753f81f9 req-08b53389-f8ef-49c8-a38a-d64e73f880ff service neutron] 10.222.0.55 "PUT /v2.0/ports/219d83ec-7d7a-425b-91ac-ec42f4ea47ba HTTP/1.1" status: 200 len: 1092 time: 1.0369132 Nov 23 17:28:36.143429 n-d-816206-8 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '634f9d97-f4e7-45c2-8df4-49c65161f569', 'tag': '219d83ec-7d7a-425b-91ac-ec42f4ea47ba'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:28:36.151102 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbabddbc9fc37b068808e119c416c86f5957ca04531a4a0d2e695c515e93483b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e580cb9b-60ad-41cb-9f3e-51d20088c9cd" -d '{"events": [{"name": "network-changed", "server_uuid": "634f9d97-f4e7-45c2-8df4-49c65161f569", "tag": "219d83ec-7d7a-425b-91ac-ec42f4ea47ba"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:28:36.172513 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc2963f1-a36d-4d95-8527-1c684b722ab8 None None] DHCP port deletion for 979a75ad-e1a6-4cbe-9e08-b61461b07256 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:28:36.173194 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c16d3116-87ed-49b9-857e-124c31efb3e2 req-b38df978-9094-414a-a4e2-78c4f26839e7 tempest-ListServersNegativeTestJSON-1365076096 tempest-ListServersNegativeTestJSON-1365076096-project] 10.222.0.60 "GET /v2.0/security-groups?id=cfe90dba-62f7-467a-b336-da7b1fe5bd9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724091 Nov 23 17:28:36.267675 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bc850d8-dbd1-43c0-a492-cd016f1cd647 None None] Routers {'e033f186-114f-4f93-8922-c692c9a7eee3'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:28:36.268312 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-9bc850d8-dbd1-43c0-a492-cd016f1cd647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:28:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['e033f186-114f-4f93-8922-c692c9a7eee3'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:28:36.321388 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c041308-985e-4c3a-b12c-83e8753f81f9 req-685f20ed-fedc-4d6f-bec7-821fe3554c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:28:36.323848 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-3c041308-985e-4c3a-b12c-83e8753f81f9 req-685f20ed-fedc-4d6f-bec7-821fe3554c0c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=cc2fdab901654443a7afce1464a8ecdd&device_id=634f9d97-f4e7-45c2-8df4-49c65161f569 HTTP/1.1" status: 200 len: 1095 time: 0.1158676 Nov 23 17:28:36.365804 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a77882ce-c8df-4245-b38e-5c309c76ac6e req-8f5bffce-49a5-44e6-87d2-dff993221fc6 service neutron] 10.222.0.55 "GET /v2.0/networks/f1e1dabf-b410-4023-9169-a460a86e7184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8217092 Nov 23 17:28:36.390057 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a06916-12a1-43a4-9851-08188e4280ef req-480469ca-3fef-435e-adbe-88b102d1b08d tempest-ListImageFiltersTestJSON-955973730 tempest-ListImageFiltersTestJSON-955973730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:28:36.392081 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e5a06916-12a1-43a4-9851-08188e4280ef req-480469ca-3fef-435e-adbe-88b102d1b08d tempest-ListImageFiltersTestJSON-955973730 tempest-ListImageFiltersTestJSON-955973730-project] 10.222.0.60 "GET /v2.0/ports?device_id=daaf2d26-6252-4e15-aec2-60bbfe8c56eb HTTP/1.1" status: 200 len: 947 time: 0.6381068 Nov 23 17:28:36.421138 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecde8632-5f30-4e90-bd3d-5f11abef5454 req-3d652e36-2b71-4d0b-9343-a01b1006c2b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:28:36.422425 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ecde8632-5f30-4e90-bd3d-5f11abef5454 req-3d652e36-2b71-4d0b-9343-a01b1006c2b5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=ef202b11-deaf-483e-842e-ee79c8771f01 HTTP/1.1" status: 200 len: 918 time: 0.8034439 Nov 23 17:28:36.460066 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-3c041308-985e-4c3a-b12c-83e8753f81f9 req-4dbbbaae-13be-43c1-a08b-965f6a944539 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=219d83ec-7d7a-425b-91ac-ec42f4ea47ba HTTP/1.1" status: 200 len: 217 time: 0.1279526 Nov 23 17:28:36.488788 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a132947a-87f0-46ae-b574-3538ae628e2c req-811961fd-9e27-4d52-8d71-ce070154c720 tempest-ImagesOneServerNegativeTestJSON-1012219953 tempest-ImagesOneServerNegativeTestJSON-1012219953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:28:36.490353 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a132947a-87f0-46ae-b574-3538ae628e2c req-811961fd-9e27-4d52-8d71-ce070154c720 tempest-ImagesOneServerNegativeTestJSON-1012219953 tempest-ImagesOneServerNegativeTestJSON-1012219953-project] 10.222.0.60 "GET /v2.0/ports?device_id=634f9d97-f4e7-45c2-8df4-49c65161f569 HTTP/1.1" status: 200 len: 944 time: 0.1952605 Nov 23 17:28:36.492978 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6524b421-a712-405f-a343-ed6da1b48026 req-00f56de0-dd74-488e-8b69-544c7f0b4318 service neutron] 10.222.0.55 "GET /v2.0/networks/ef202b11-deaf-483e-842e-ee79c8771f01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4907935 Nov 23 17:28:36.553787 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device 97cf3f37-bd1d-4404-849f-d8e0feede5b7 details requested by agent hyperv_n-h1-816206-8 with host n-h1-816206-8 {{(pid=103592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 17:28:36.558632 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ecde8632-5f30-4e90-bd3d-5f11abef5454 req-c9851d78-f709-4167-aff3-ad9fc7c9ead3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e81864c0-876c-4dca-9b74-f8faa6c80bba HTTP/1.1" status: 200 len: 217 time: 0.1234627 Nov 23 17:28:36.579370 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:36.588606 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575bd069-0122-4a0e-b706-563108ca54ae None None] Pushing event updated for resources: {'Port': ['ID=52bd8b9a-fd12-4478-b95f-eb822fd1ec76,revision_number=4']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:28:36.593393 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c041308-985e-4c3a-b12c-83e8753f81f9 req-766bb3b4-faab-461e-9973-388005dee0ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:28:36.595475 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-3c041308-985e-4c3a-b12c-83e8753f81f9 req-766bb3b4-faab-461e-9973-388005dee0ce service neutron] 10.222.0.55 "GET /v2.0/subnets?id=dd55d40e-72fa-41d0-b078-3028cc286f21 HTTP/1.1" status: 200 len: 861 time: 0.1277475 Nov 23 17:28:36.660238 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-3c041308-985e-4c3a-b12c-83e8753f81f9 req-1487a783-b9b0-416d-b767-17ea4a04b2ba service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=979a75ad-e1a6-4cbe-9e08-b61461b07256&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0525625 Nov 23 17:28:36.686874 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e5a06916-12a1-43a4-9851-08188e4280ef req-a1bae5a1-0817-4e55-836e-c767e4729dd5 tempest-ListImageFiltersTestJSON-955973730 tempest-ListImageFiltersTestJSON-955973730-project] 10.222.0.60 "GET /v2.0/security-groups?id=fec35857-50c4-4692-bf75-bd7acd8a118e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2853403 Nov 23 17:28:36.746099 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a132947a-87f0-46ae-b574-3538ae628e2c req-9a4d515e-5bac-4495-bb6c-5fa6f743a8bb tempest-ImagesOneServerNegativeTestJSON-1012219953 tempest-ImagesOneServerNegativeTestJSON-1012219953-project] 10.222.0.60 "GET /v2.0/security-groups?id=651f9501-e200-4452-8eae-06db36d1c3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1917505 Nov 23 17:28:36.757169 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecde8632-5f30-4e90-bd3d-5f11abef5454 req-7ad549d3-910d-4819-93b3-c1809ebeac02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:28:36.771801 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ecde8632-5f30-4e90-bd3d-5f11abef5454 req-7ad549d3-910d-4819-93b3-c1809ebeac02 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e693e6bf-c2ab-4576-aeb8-d2bb46dc3c49 HTTP/1.1" status: 200 len: 857 time: 0.1645002 Nov 23 17:28:36.802137 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-3c041308-985e-4c3a-b12c-83e8753f81f9 req-053a9762-bc55-4626-843d-f5976e15b599 service neutron] 10.222.0.55 "GET /v2.0/networks/979a75ad-e1a6-4cbe-9e08-b61461b07256?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258161 Nov 23 17:28:36.837408 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvr_db [None req-9bc850d8-dbd1-43c0-a492-cd016f1cd647 None None] Set router e033f186-114f-4f93-8922-c692c9a7eee3 gateway port host: n-d-816206-8 {{(pid=103592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:28:36.849424 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ecde8632-5f30-4e90-bd3d-5f11abef5454 req-604b41f2-4e13-4d71-8c52-ec69159347ae service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ef202b11-deaf-483e-842e-ee79c8771f01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0752454 Nov 23 17:28:36.851233 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 17:28:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f8d1aeb-3c3f-43aa-90d5-dfc8db387466 x-openstack-request-id: req-5f8d1aeb-3c3f-43aa-90d5-dfc8db387466 {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:28:36.851554 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "634f9d97-f4e7-45c2-8df4-49c65161f569", "tag": "219d83ec-7d7a-425b-91ac-ec42f4ea47ba", "status": "completed", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:28:36.851821 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5f8d1aeb-3c3f-43aa-90d5-dfc8db387466 {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:28:36.852253 n-d-816206-8 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '634f9d97-f4e7-45c2-8df4-49c65161f569', 'tag': '219d83ec-7d7a-425b-91ac-ec42f4ea47ba', 'status': 'completed', 'code': 200} Nov 23 17:28:36.891863 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 060ffe95-3094-413f-ba30-a6a604d52753 {{(pid=103592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:28:36.991680 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-3c041308-985e-4c3a-b12c-83e8753f81f9 req-599a55ba-d5ed-43dc-b8fd-61417fe8bd22 service neutron] 10.222.0.55 "GET /v2.0/networks/979a75ad-e1a6-4cbe-9e08-b61461b07256?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1804130 Nov 23 17:28:37.027825 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-88de3057-6559-465d-aca7-35e27a9cb037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:37.036165 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '664a1226-8a51-49cf-b2a9-cf50bd818f76', 'tag': '21e7ff3b-637a-4d9e-98c9-8ffc0dec9cb5'}] {{(pid=103591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:28:37.048772 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41d174a19ece9499ff9ec44e5b3fc50f2abd3ffbc947fb7e52ea1e8db27b95b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cbc5986-1352-4b6c-bfc6-f23e2a05e11d" -d '{"events": [{"name": "network-changed", "server_uuid": "664a1226-8a51-49cf-b2a9-cf50bd818f76", "tag": "21e7ff3b-637a-4d9e-98c9-8ffc0dec9cb5"}]}' {{(pid=103591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:28:37.081802 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ecde8632-5f30-4e90-bd3d-5f11abef5454 req-40fd7e0d-8b3b-4f82-866b-cec87d632a9e service neutron] 10.222.0.36 "GET /v2.0/networks/ef202b11-deaf-483e-842e-ee79c8771f01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2181559 Nov 23 17:28:37.097097 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port 060ffe95-3094-413f-ba30-a6a604d52753, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=060ffe95-3094-413f-ba30-a6a604d52753,segment=NetworkSegment(f29dfca8-022a-4db9-b8a4-6d99a0fedd99),segment_id=f29dfca8-022a-4db9-b8a4-6d99a0fedd99)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:28:37.130864 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 60822) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:28:37.153116 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:37.154134 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device 8b05d7d3-4182-477b-a5a4-723ba59d78de details requested by agent hyperv_n-h2-816206-8 with host n-h2-816206-8 {{(pid=103592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 17:28:37.162409 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port 97cf3f37-bd1d-4404-849f-d8e0feede5b7, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=97cf3f37-bd1d-4404-849f-d8e0feede5b7,segment=NetworkSegment(329c1745-02bf-4561-9615-3192910887f5),segment_id=329c1745-02bf-4561-9615-3192910887f5)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:28:37.201729 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 17:28:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ced1a1d-ba99-4587-9ec1-a687f3aa66d5 x-openstack-request-id: req-2ced1a1d-ba99-4587-9ec1-a687f3aa66d5 {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:28:37.202145 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "664a1226-8a51-49cf-b2a9-cf50bd818f76", "tag": "21e7ff3b-637a-4d9e-98c9-8ffc0dec9cb5", "status": "completed", "code": 200}]} {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:28:37.202728 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-2ced1a1d-ba99-4587-9ec1-a687f3aa66d5 {{(pid=103591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:28:37.203208 n-d-816206-8 neutron-server[103591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '664a1226-8a51-49cf-b2a9-cf50bd818f76', 'tag': '21e7ff3b-637a-4d9e-98c9-8ffc0dec9cb5', 'status': 'completed', 'code': 200} Nov 23 17:28:37.227036 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e580cb9b-60ad-41cb-9f3e-51d20088c9cd req-ff398018-9df7-4b4f-a3b1-744e4510285d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:28:37.229419 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-e580cb9b-60ad-41cb-9f3e-51d20088c9cd req-ff398018-9df7-4b4f-a3b1-744e4510285d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=cc2fdab901654443a7afce1464a8ecdd&device_id=634f9d97-f4e7-45c2-8df4-49c65161f569 HTTP/1.1" status: 200 len: 1095 time: 0.1696534 Nov 23 17:28:37.269843 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Returning: {'device': '97cf3f37-bd1d-4404-849f-d8e0feede5b7', 'network_id': 'f1e1dabf-b410-4023-9169-a460a86e7184', 'port_id': '97cf3f37-bd1d-4404-849f-d8e0feede5b7', 'mac_address': 'fa:16:3e:38:43:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac77c175-5679-438b-8a2a-356718377641', 'ip_address': '192.168.233.62'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 17:28:37.279762 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.agents_db [None req-464f6c07-0de8-4be6-8f5b-563f574d1c5d None None] Agent healthcheck: found 7 active agents {{(pid=103593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 17:28:37.295182 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414b0c3f-2abf-4320-8a9b-5bea290f2480 req-69278f59-c53a-4f28-a065-df9317ed2209 tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:28:37.303049 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414b0c3f-2abf-4320-8a9b-5bea290f2480 req-69278f59-c53a-4f28-a065-df9317ed2209 tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:28:37.309446 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414b0c3f-2abf-4320-8a9b-5bea290f2480 req-69278f59-c53a-4f28-a065-df9317ed2209 tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:28:37.317094 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-414b0c3f-2abf-4320-8a9b-5bea290f2480 req-69278f59-c53a-4f28-a065-df9317ed2209 tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] 10.222.0.60 "GET /v2.0/ports?device_id=ffe3df2a-684e-454a-b3cc-d354825eaada HTTP/1.1" status: 200 len: 2414 time: 0.2573082 Nov 23 17:28:37.328897 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-88de3057-6559-465d-aca7-35e27a9cb037 None None] For port 52bd8b9a-fd12-4478-b95f-eb822fd1ec76, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=52bd8b9a-fd12-4478-b95f-eb822fd1ec76,segment=NetworkSegment(b195e0b4-717d-497e-9676-eff15a175551),segment_id=b195e0b4-717d-497e-9676-eff15a175551)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:28:37.419167 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-88de3057-6559-465d-aca7-35e27a9cb037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:37.437354 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4e59563-13e5-4658-81d2-d96672a4fde8 admin admin] Deleting subnet 4be32885-153e-4d88-b3c6-807e18e4db27 {{(pid=103591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 17:28:37.440790 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-d4e59563-13e5-4658-81d2-d96672a4fde8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:37.459023 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port 8b05d7d3-4182-477b-a5a4-723ba59d78de, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=8b05d7d3-4182-477b-a5a4-723ba59d78de,segment=NetworkSegment(a571a13a-1919-42eb-8447-a1d218f50a9e),segment_id=a571a13a-1919-42eb-8447-a1d218f50a9e)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:28:37.481091 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Pushing event updated for resources: {'Port': ['ID=060ffe95-3094-413f-ba30-a6a604d52753,revision_number=4']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:28:37.490184 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e580cb9b-60ad-41cb-9f3e-51d20088c9cd req-932db301-86f8-4a01-88d8-3bf9d307520a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:28:37.494017 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-e580cb9b-60ad-41cb-9f3e-51d20088c9cd req-932db301-86f8-4a01-88d8-3bf9d307520a service neutron] 10.222.0.55 "GET /v2.0/networks?id=979a75ad-e1a6-4cbe-9e08-b61461b07256 HTTP/1.1" status: 200 len: 922 time: 0.2449050 Nov 23 17:28:37.495485 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Returning: {'device': '8b05d7d3-4182-477b-a5a4-723ba59d78de', 'network_id': '50c7499f-0ec0-4c37-9ce2-16c829cbfc5a', 'port_id': '8b05d7d3-4182-477b-a5a4-723ba59d78de', 'mac_address': 'fa:16:3e:44:a8:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00ffd2b7-5ef8-4d5b-9c72-5205e759c1e7', 'ip_address': '19.80.0.160'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 17:28:37.528749 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:37.590390 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbc5986-1352-4b6c-bfc6-f23e2a05e11d req-3e232879-8ba8-4dd9-a34f-9e9f6db525fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:28:37.592887 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-1cbc5986-1352-4b6c-bfc6-f23e2a05e11d req-3e232879-8ba8-4dd9-a34f-9e9f6db525fb service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2af6eb560ef5462b96b28741c2d43c3f&device_id=664a1226-8a51-49cf-b2a9-cf50bd818f76 HTTP/1.1" status: 200 len: 1094 time: 0.4034407 Nov 23 17:28:37.593774 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97cf3f37-bd1d-4404-849f-d8e0feede5b7 {{(pid=103592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:28:37.609969 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-e580cb9b-60ad-41cb-9f3e-51d20088c9cd req-d7b3d5b8-5def-4ead-8178-1197a8eb1eac service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=219d83ec-7d7a-425b-91ac-ec42f4ea47ba HTTP/1.1" status: 200 len: 217 time: 0.1096981 Nov 23 17:28:37.610642 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-414b0c3f-2abf-4320-8a9b-5bea290f2480 req-179d6a1f-09c4-42e0-b52f-5a5662b5a098 tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] 10.222.0.60 "GET /v2.0/security-groups?id=e0395b5d-c9ae-4269-a510-77335f56b6a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2925768 Nov 23 17:28:37.670007 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-d4e59563-13e5-4658-81d2-d96672a4fde8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265990000'] for subnet, precommit_delete_associations {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:37.680520 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port 97cf3f37-bd1d-4404-849f-d8e0feede5b7, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=97cf3f37-bd1d-4404-849f-d8e0feede5b7,segment=NetworkSegment(329c1745-02bf-4561-9615-3192910887f5),segment_id=329c1745-02bf-4561-9615-3192910887f5)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:28:37.681817 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88de3057-6559-465d-aca7-35e27a9cb037 None None] Pushing event updated for resources: {'Port': ['ID=52bd8b9a-fd12-4478-b95f-eb822fd1ec76,revision_number=5']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:28:37.684862 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-64012cc1-1ec2-46d9-aad0-b2a6eb68dbeb None None] Provisioning complete for port 52bd8b9a-fd12-4478-b95f-eb822fd1ec76 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:28:37.685237 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-64012cc1-1ec2-46d9-aad0-b2a6eb68dbeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:37.689070 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:37.696046 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:37.696774 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device 11e5236c-f259-4998-9c04-87d985c86e1e details requested by agent hyperv_n-h1-816206-8 with host n-h1-816206-8 {{(pid=103592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 17:28:37.723243 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e580cb9b-60ad-41cb-9f3e-51d20088c9cd req-1ca24e6b-898b-4365-98c0-9a46dc6c64ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:28:37.724884 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-e580cb9b-60ad-41cb-9f3e-51d20088c9cd req-1ca24e6b-898b-4365-98c0-9a46dc6c64ba service neutron] 10.222.0.55 "GET /v2.0/subnets?id=dd55d40e-72fa-41d0-b078-3028cc286f21 HTTP/1.1" status: 200 len: 861 time: 0.1064465 Nov 23 17:28:37.787918 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b05d7d3-4182-477b-a5a4-723ba59d78de {{(pid=103592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:28:37.805318 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-e580cb9b-60ad-41cb-9f3e-51d20088c9cd req-f0734402-b794-4a48-a8d0-1d8a9a02731f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=979a75ad-e1a6-4cbe-9e08-b61461b07256&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0726869 Nov 23 17:28:37.826793 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ddf0ed-fc33-4e0a-8ae4-26fbde0b08fa req-a42585c2-986b-435d-ad5e-9bcce684ff18 tempest-ListServersNegativeTestJSON-1365076096 tempest-ListServersNegativeTestJSON-1365076096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:28:37.846726 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d1ddf0ed-fc33-4e0a-8ae4-26fbde0b08fa req-a42585c2-986b-435d-ad5e-9bcce684ff18 tempest-ListServersNegativeTestJSON-1365076096 tempest-ListServersNegativeTestJSON-1365076096-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2b92d8a-1e83-4659-9afc-f182681db575 HTTP/1.1" status: 200 len: 943 time: 0.4806983 Nov 23 17:28:37.878934 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port 8b05d7d3-4182-477b-a5a4-723ba59d78de, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=8b05d7d3-4182-477b-a5a4-723ba59d78de,segment=NetworkSegment(a571a13a-1919-42eb-8447-a1d218f50a9e),segment_id=a571a13a-1919-42eb-8447-a1d218f50a9e)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:28:37.886961 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Pushing event updated for resources: {'Port': ['ID=97cf3f37-bd1d-4404-849f-d8e0feede5b7,revision_number=4']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:28:37.899351 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:37.903124 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port 11e5236c-f259-4998-9c04-87d985c86e1e, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=11e5236c-f259-4998-9c04-87d985c86e1e,segment=NetworkSegment(329c1745-02bf-4561-9615-3192910887f5),segment_id=329c1745-02bf-4561-9615-3192910887f5)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:28:37.943352 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device e81864c0-876c-4dca-9b74-f8faa6c80bba details requested by agent hyperv_n-h2-816206-8 with host n-h2-816206-8 {{(pid=103592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 17:28:37.955801 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Returning: {'device': '11e5236c-f259-4998-9c04-87d985c86e1e', 'network_id': 'f1e1dabf-b410-4023-9169-a460a86e7184', 'port_id': '11e5236c-f259-4998-9c04-87d985c86e1e', 'mac_address': 'fa:16:3e:8a:e4:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac77c175-5679-438b-8a2a-356718377641', 'ip_address': '192.168.233.34'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 17:28:37.965921 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ecde8632-5f30-4e90-bd3d-5f11abef5454 req-3c00650c-24df-4118-a3f5-2c44f4368f55 service neutron] 10.222.0.36 "GET /v2.0/networks/ef202b11-deaf-483e-842e-ee79c8771f01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8454511 Nov 23 17:28:37.979227 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-9bc850d8-dbd1-43c0-a492-cd016f1cd647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e033f186-114f-4f93-8922-c692c9a7eee3', 'name': 'tempest-TaggedBootDevicesTest_v242-541031557-router', 'tenant_id': 'c75743e34bb54a03b0a32643bc9d50a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.55'}], 'enable_snat': True}, 'gw_port_id': '9fb78564-8197-4fce-8468-1e30db0db210', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:28:10Z', 'updated_at': '2021-11-23T17:28:29Z', 'revision_number': 4, 'project_id': 'c75743e34bb54a03b0a32643bc9d50a1', 'gw_port': {'id': '9fb78564-8197-4fce-8468-1e30db0db210', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:e4:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e033f186-114f-4f93-8922-c692c9a7eee3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 977, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:28:12Z', 'updated_at': '2021-11-23T17:28:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_interfaces': [{'id': '52bd8b9a-fd12-4478-b95f-eb822fd1ec76', 'name': '', 'network_id': '87f938c1-ee21-4937-8bfe-d0c625905f3e', 'tenant_id': 'c75743e34bb54a03b0a32643bc9d50a1', 'mac_address': 'fa:16:3e:4c:27:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e033f186-114f-4f93-8922-c692c9a7eee3', 'device_owner': 'network:router_interface', 'standard_attr_id': 988, 'fixed_ips': [{'subnet_id': '6ad5bbcc-6910-4f4f-8076-29f2f4bc9b05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:28:25Z', 'updated_at': '2021-11-23T17:28:35Z', 'revision_number': 4, 'project_id': 'c75743e34bb54a03b0a32643bc9d50a1', 'subnets': [{'id': '6ad5bbcc-6910-4f4f-8076-29f2f4bc9b05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:28:38.096097 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-e580cb9b-60ad-41cb-9f3e-51d20088c9cd req-45b9855f-8eee-4cd9-8d42-3f96c3eebee4 service neutron] 10.222.0.55 "GET /v2.0/networks/979a75ad-e1a6-4cbe-9e08-b61461b07256?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2831571 Nov 23 17:28:38.107186 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.db.resource_extend [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 23 17:28:38.118192 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bc850d8-dbd1-43c0-a492-cd016f1cd647 None None] The sync data for ids ['e033f186-114f-4f93-8922-c692c9a7eee3'] in n-d-816206-8 is: [{'id': 'e033f186-114f-4f93-8922-c692c9a7eee3', 'name': 'tempest-TaggedBootDevicesTest_v242-541031557-router', 'tenant_id': 'c75743e34bb54a03b0a32643bc9d50a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.55'}], 'enable_snat': True}, 'gw_port_id': '9fb78564-8197-4fce-8468-1e30db0db210', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:28:10Z', 'updated_at': '2021-11-23T17:28:29Z', 'revision_number': 4, 'project_id': 'c75743e34bb54a03b0a32643bc9d50a1', 'gw_port': {'id': '9fb78564-8197-4fce-8468-1e30db0db210', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:e4:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e033f186-114f-4f93-8922-c692c9a7eee3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 977, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:28:12Z', 'updated_at': '2021-11-23T17:28:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_interfaces': [{'id': '52bd8b9a-fd12-4478-b95f-eb822fd1ec76', 'name': '', 'network_id': '87f938c1-ee21-4937-8bfe-d0c625905f3e', 'tenant_id': 'c75743e34bb54a03b0a32643bc9d50a1', 'mac_address': 'fa:16:3e:4c:27:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e033f186-114f-4f93-8922-c692c9a7eee3', 'device_owner': 'network:router_interface', 'standard_attr_id': 988, 'fixed_ips': [{'subnet_id': '6ad5bbcc-6910-4f4f-8076-29f2f4bc9b05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:28:25Z', 'updated_at': '2021-11-23T17:28:35Z', 'revision_number': 4, 'project_id': 'c75743e34bb54a03b0a32643bc9d50a1', 'subnets': [{'id': '6ad5bbcc-6910-4f4f-8076-29f2f4bc9b05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:28:38.135529 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Pushing event updated for resources: {'Port': ['ID=8b05d7d3-4182-477b-a5a4-723ba59d78de,revision_number=4']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:28:38.262672 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:38.270024 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-d4e59563-13e5-4658-81d2-d96672a4fde8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971956'] for subnet, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:38.365764 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] get_ports_and_sgs() called for port_ids ['060ffe95-3094-413f-ba30-a6a604d52753'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:28:38.387129 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11e5236c-f259-4998-9c04-87d985c86e1e {{(pid=103592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:28:38.418343 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] get_ports_and_sgs() called for port_ids ['8b05d7d3-4182-477b-a5a4-723ba59d78de'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:28:38.443995 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d1ddf0ed-fc33-4e0a-8ae4-26fbde0b08fa req-f52701cc-777b-43e7-9629-86db84c3926f tempest-ListServersNegativeTestJSON-1365076096 tempest-ListServersNegativeTestJSON-1365076096-project] 10.222.0.60 "GET /v2.0/security-groups?id=cfe90dba-62f7-467a-b336-da7b1fe5bd9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5944562 Nov 23 17:28:38.451091 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbc5986-1352-4b6c-bfc6-f23e2a05e11d req-0125674a-559f-4b13-960a-24b8d85ddd44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:28:38.464023 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-1cbc5986-1352-4b6c-bfc6-f23e2a05e11d req-0125674a-559f-4b13-960a-24b8d85ddd44 service neutron] 10.222.0.55 "GET /v2.0/networks?id=ef202b11-deaf-483e-842e-ee79c8771f01 HTTP/1.1" status: 200 len: 918 time: 0.8468812 Nov 23 17:28:38.490211 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc10c82d-f26f-4b92-a602-6c6369a174ec req-31d75700-4642-4813-b5ce-d0f9332ad3a2 tempest-ListImageFiltersTestJSON-955973730 tempest-ListImageFiltersTestJSON-955973730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:28:38.504423 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-cc10c82d-f26f-4b92-a602-6c6369a174ec req-31d75700-4642-4813-b5ce-d0f9332ad3a2 tempest-ListImageFiltersTestJSON-955973730 tempest-ListImageFiltersTestJSON-955973730-project] 10.222.0.60 "GET /v2.0/ports?device_id=daaf2d26-6252-4e15-aec2-60bbfe8c56eb HTTP/1.1" status: 200 len: 948 time: 0.6465464 Nov 23 17:28:38.534489 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port 11e5236c-f259-4998-9c04-87d985c86e1e, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=11e5236c-f259-4998-9c04-87d985c86e1e,segment=NetworkSegment(329c1745-02bf-4561-9615-3192910887f5),segment_id=329c1745-02bf-4561-9615-3192910887f5)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:28:38.599328 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-e580cb9b-60ad-41cb-9f3e-51d20088c9cd req-4d80fa62-821d-453b-8e50-35776a3fa5ce service neutron] 10.222.0.55 "GET /v2.0/networks/979a75ad-e1a6-4cbe-9e08-b61461b07256?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4943731 Nov 23 17:28:38.623816 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-1cbc5986-1352-4b6c-bfc6-f23e2a05e11d req-55b5b309-2fae-4e91-9171-97b674eeb77f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=21e7ff3b-637a-4d9e-98c9-8ffc0dec9cb5 HTTP/1.1" status: 200 len: 217 time: 0.1170578 Nov 23 17:28:38.640293 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:38.685936 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecde8632-5f30-4e90-bd3d-5f11abef5454 req-6efb332c-50bf-46b2-ac3b-1bc17763e80d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:28:38.691375 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ecde8632-5f30-4e90-bd3d-5f11abef5454 req-6efb332c-50bf-46b2-ac3b-1bc17763e80d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2af6eb560ef5462b96b28741c2d43c3f&device_id=aaa42858-0b08-45bb-833f-a1c2a0894dff HTTP/1.1" status: 200 len: 1095 time: 0.5939572 Nov 23 17:28:38.783369 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] get_ports_and_sgs() called for port_ids ['11e5236c-f259-4998-9c04-87d985c86e1e'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:28:38.795953 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-d4e59563-13e5-4658-81d2-d96672a4fde8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264758240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264314269'] for subnet, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:38.894847 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port e81864c0-876c-4dca-9b74-f8faa6c80bba, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=e81864c0-876c-4dca-9b74-f8faa6c80bba,segment=NetworkSegment(4328396d-f3ba-444d-af63-029b85c0e6e8),segment_id=4328396d-f3ba-444d-af63-029b85c0e6e8)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:28:39.000575 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] get_ports_and_sgs() called for port_ids ['97cf3f37-bd1d-4404-849f-d8e0feede5b7'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:28:39.075087 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Returning: {'device': 'e81864c0-876c-4dca-9b74-f8faa6c80bba', 'network_id': 'ef202b11-deaf-483e-842e-ee79c8771f01', 'port_id': 'e81864c0-876c-4dca-9b74-f8faa6c80bba', 'mac_address': 'fa:16:3e:97:57:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e693e6bf-c2ab-4576-aeb8-d2bb46dc3c49', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 17:28:39.126608 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Pushing event updated for resources: {'Port': ['ID=11e5236c-f259-4998-9c04-87d985c86e1e,revision_number=9']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:28:39.436613 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-d4e59563-13e5-4658-81d2-d96672a4fde8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for subnet, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:39.442895 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-d4e59563-13e5-4658-81d2-d96672a4fde8 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/4be32885-153e-4d88-b3c6-807e18e4db27 HTTP/1.1" status: 204 len: 168 time: 2.2958369 Nov 23 17:28:39.443102 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 60850) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:28:39.454705 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e59563-13e5-4658-81d2-d96672a4fde8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4be32885-153e-4d88-b3c6-807e18e4db27,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:28:39.468134 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] get_ports_and_sgs() called for port_ids ['0f54ae2e-dc7f-4429-b64c-57bc23016bf1'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:28:39.532669 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-cc10c82d-f26f-4b92-a602-6c6369a174ec req-72cee14e-954c-4ce6-b34f-5588f706c4c8 tempest-ListImageFiltersTestJSON-955973730 tempest-ListImageFiltersTestJSON-955973730-project] 10.222.0.60 "GET /v2.0/security-groups?id=fec35857-50c4-4692-bf75-bd7acd8a118e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0233769 Nov 23 17:28:39.532669 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbc5986-1352-4b6c-bfc6-f23e2a05e11d req-2ddcf557-728e-4fdb-a2d5-1d591fbf411f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:28:39.532669 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-1cbc5986-1352-4b6c-bfc6-f23e2a05e11d req-2ddcf557-728e-4fdb-a2d5-1d591fbf411f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e693e6bf-c2ab-4576-aeb8-d2bb46dc3c49 HTTP/1.1" status: 200 len: 857 time: 0.8860257 Nov 23 17:28:39.620551 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-179325cb-d97d-4e92-88f0-70237dbc9151 None None] Network b560144d-d078-4e51-9dcb-6b297d4ac5e2 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:28:39.627132 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc39042d-b105-4c30-9e80-e23a61caabf1 req-36f55721-41d4-441f-8610-0040ec0040a1 tempest-ImagesOneServerNegativeTestJSON-1012219953 tempest-ImagesOneServerNegativeTestJSON-1012219953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:28:39.634654 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-bc39042d-b105-4c30-9e80-e23a61caabf1 req-36f55721-41d4-441f-8610-0040ec0040a1 tempest-ImagesOneServerNegativeTestJSON-1012219953 tempest-ImagesOneServerNegativeTestJSON-1012219953-project] 10.222.0.60 "GET /v2.0/ports?device_id=634f9d97-f4e7-45c2-8df4-49c65161f569 HTTP/1.1" status: 200 len: 944 time: 1.0151830 Nov 23 17:28:39.662200 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-1cbc5986-1352-4b6c-bfc6-f23e2a05e11d req-6d93d794-3db4-41f4-9673-cd8d2a6a686b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ef202b11-deaf-483e-842e-ee79c8771f01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0813749 Nov 23 17:28:39.669886 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecde8632-5f30-4e90-bd3d-5f11abef5454 req-3f43ea26-3a25-4f35-9712-3651c717970b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:28:39.671526 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ecde8632-5f30-4e90-bd3d-5f11abef5454 req-3f43ea26-3a25-4f35-9712-3651c717970b service neutron] 10.222.0.36 "GET /v2.0/networks?id=ef202b11-deaf-483e-842e-ee79c8771f01 HTTP/1.1" status: 200 len: 918 time: 0.9595659 Nov 23 17:28:39.746966 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ecde8632-5f30-4e90-bd3d-5f11abef5454 req-3369febf-eb7b-4904-abb3-b625978ebb8a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=87065e97-ea8f-404d-b9b8-5a25d0e83562 HTTP/1.1" status: 200 len: 217 time: 0.0632994 Nov 23 17:28:39.842475 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecde8632-5f30-4e90-bd3d-5f11abef5454 req-caf5e9fc-09d0-4c01-8fce-1022e89e59c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:28:39.846339 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ecde8632-5f30-4e90-bd3d-5f11abef5454 req-caf5e9fc-09d0-4c01-8fce-1022e89e59c4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e693e6bf-c2ab-4576-aeb8-d2bb46dc3c49 HTTP/1.1" status: 200 len: 857 time: 0.0666692 Nov 23 17:28:39.951537 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:39.957398 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ecde8632-5f30-4e90-bd3d-5f11abef5454 req-2e004bc6-ad60-4649-a023-05f9bbaa6fd9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ef202b11-deaf-483e-842e-ee79c8771f01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0822167 Nov 23 17:28:40.007493 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-bc39042d-b105-4c30-9e80-e23a61caabf1 req-7dfe9aae-20aa-41b4-82dd-261ce24a34b7 tempest-ImagesOneServerNegativeTestJSON-1012219953 tempest-ImagesOneServerNegativeTestJSON-1012219953-project] 10.222.0.60 "GET /v2.0/security-groups?id=651f9501-e200-4452-8eae-06db36d1c3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3714070 Nov 23 17:28:40.042765 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f962f6c8-0b13-4552-97e5-4c2d8c27ac71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-555181'] for network, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:40.107950 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-1cbc5986-1352-4b6c-bfc6-f23e2a05e11d req-269d508e-46d6-4aa7-beba-9177874c24db service neutron] 10.222.0.55 "GET /v2.0/networks/ef202b11-deaf-483e-842e-ee79c8771f01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4353733 Nov 23 17:28:40.127015 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 52bd8b9a-fd12-4478-b95f-eb822fd1ec76 up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:28:40.216589 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f962f6c8-0b13-4552-97e5-4c2d8c27ac71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973419', 'neutron.services.segments.db._delete_segments_for_network-8736635878840'] for network, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:40.255378 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-f962f6c8-0b13-4552-97e5-4c2d8c27ac71 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b560144d-d078-4e51-9dcb-6b297d4ac5e2']}} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:28:40.269099 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-f962f6c8-0b13-4552-97e5-4c2d8c27ac71 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8fed18b2-0713-4023-96b5-16ede53c73dc') {'for_net_delete': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:28:40.269420 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-f962f6c8-0b13-4552-97e5-4c2d8c27ac71 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8fed18b2-0713-4023-96b5-16ede53c73dc') {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:28:40.282718 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f962f6c8-0b13-4552-97e5-4c2d8c27ac71 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736635840332', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-267528353'] for segment, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:40.304477 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f962f6c8-0b13-4552-97e5-4c2d8c27ac71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:40.312916 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f962f6c8-0b13-4552-97e5-4c2d8c27ac71 admin admin] Releasing vlan 543 on physical network physnet1 to pool {{(pid=103590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 17:28:40.313485 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f962f6c8-0b13-4552-97e5-4c2d8c27ac71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264370093'] for segment, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:40.318464 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ecde8632-5f30-4e90-bd3d-5f11abef5454 req-14112f96-c183-4329-b2e4-3b8e20f749bd service neutron] 10.222.0.36 "GET /v2.0/networks/ef202b11-deaf-483e-842e-ee79c8771f01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3495097 Nov 23 17:28:40.388777 n-d-816206-8 neutron-server[103590]: Traceback (most recent call last): Nov 23 17:28:40.388777 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 17:28:40.388777 n-d-816206-8 neutron-server[103590]: timer() Nov 23 17:28:40.388777 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 17:28:40.388777 n-d-816206-8 neutron-server[103590]: cb(*args, **kw) Nov 23 17:28:40.388777 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 17:28:40.388777 n-d-816206-8 neutron-server[103590]: return func(*args, **kwargs) Nov 23 17:28:40.388777 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 17:28:40.388777 n-d-816206-8 neutron-server[103590]: self._notify() Nov 23 17:28:40.388777 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 17:28:40.388777 n-d-816206-8 neutron-server[103590]: self.callback(batched_events) Nov 23 17:28:40.388777 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 17:28:40.388777 n-d-816206-8 neutron-server[103590]: event.method(event) Nov 23 17:28:40.388777 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 17:28:40.388777 n-d-816206-8 neutron-server[103590]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 17:28:40.388777 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 17:28:40.388777 n-d-816206-8 neutron-server[103590]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 17:28:40.388777 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 17:28:40.388777 n-d-816206-8 neutron-server[103590]: return f(self, *a, **k) Nov 23 17:28:40.388777 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 17:28:40.388777 n-d-816206-8 neutron-server[103590]: return self._get(url).json() Nov 23 17:28:40.388777 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 17:28:40.388777 n-d-816206-8 neutron-server[103590]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 17:28:40.388777 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 17:28:40.388777 n-d-816206-8 neutron-server[103590]: return self.request(url, 'GET', **kwargs) Nov 23 17:28:40.388777 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 17:28:40.388777 n-d-816206-8 neutron-server[103590]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 17:28:40.388777 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 17:28:40.388777 n-d-816206-8 neutron-server[103590]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 17:28:40.388777 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 17:28:40.388777 n-d-816206-8 neutron-server[103590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 17:28:40.388777 n-d-816206-8 neutron-server[103590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 17:28:40.396945 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f962f6c8-0b13-4552-97e5-4c2d8c27ac71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1795418'] for network, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:40.405538 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f962f6c8-0b13-4552-97e5-4c2d8c27ac71 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for network, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:40.440592 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-f962f6c8-0b13-4552-97e5-4c2d8c27ac71 admin admin] 10.222.0.60 "DELETE /v2.0/networks/b560144d-d078-4e51-9dcb-6b297d4ac5e2 HTTP/1.1" status: 204 len: 168 time: 0.9944792 Nov 23 17:28:40.470105 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f962f6c8-0b13-4552-97e5-4c2d8c27ac71 admin admin] Pushing event deleted for resources: {'Network': ['ID=b560144d-d078-4e51-9dcb-6b297d4ac5e2,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:28:40.474829 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42060efd-2a68-4b32-a801-03e916ea5138 None None] DHCP port deletion for b560144d-d078-4e51-9dcb-6b297d4ac5e2 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:28:40.492638 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e81864c0-876c-4dca-9b74-f8faa6c80bba {{(pid=103592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:28:40.532134 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0a6288-b540-458b-b91d-b0ddb471cd4c req-13877d6a-9682-4680-9b4c-f9be3995bdaf tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:28:40.544368 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0a6288-b540-458b-b91d-b0ddb471cd4c req-13877d6a-9682-4680-9b4c-f9be3995bdaf tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:28:40.565125 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0a6288-b540-458b-b91d-b0ddb471cd4c req-13877d6a-9682-4680-9b4c-f9be3995bdaf tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:28:40.567839 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-fa0a6288-b540-458b-b91d-b0ddb471cd4c req-13877d6a-9682-4680-9b4c-f9be3995bdaf tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] 10.222.0.60 "GET /v2.0/ports?device_id=ffe3df2a-684e-454a-b3cc-d354825eaada HTTP/1.1" status: 200 len: 2416 time: 0.4002230 Nov 23 17:28:40.654810 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ecde8632-5f30-4e90-bd3d-5f11abef5454 req-a9272389-eb9b-478d-b761-76bd7c11f8b9 service neutron] 10.222.0.36 "GET /v2.0/networks/ef202b11-deaf-483e-842e-ee79c8771f01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2260513 Nov 23 17:28:40.690402 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-1cbc5986-1352-4b6c-bfc6-f23e2a05e11d req-772328b6-3c1d-4c81-9ae4-ab48426d0aca service neutron] 10.222.0.55 "GET /v2.0/networks/ef202b11-deaf-483e-842e-ee79c8771f01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5626998 Nov 23 17:28:40.695791 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device 21e7ff3b-637a-4d9e-98c9-8ffc0dec9cb5 details requested by agent hyperv_n-h1-816206-8 with host n-h1-816206-8 {{(pid=103592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 17:28:40.733656 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-fa0a6288-b540-458b-b91d-b0ddb471cd4c req-8ebab555-ce1b-4c49-aa56-7da62acbcb1d tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] 10.222.0.60 "GET /v2.0/security-groups?id=e0395b5d-c9ae-4269-a510-77335f56b6a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866315 Nov 23 17:28:40.782611 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 60866) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:28:40.803566 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port e81864c0-876c-4dca-9b74-f8faa6c80bba, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=e81864c0-876c-4dca-9b74-f8faa6c80bba,segment=NetworkSegment(4328396d-f3ba-444d-af63-029b85c0e6e8),segment_id=4328396d-f3ba-444d-af63-029b85c0e6e8)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:28:40.866594 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 60870) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:28:40.868031 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-ea2899cd-9957-4e19-99e2-c7e7d337cc48 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=2453e6bac79c4625a43322659d77160d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0840607 Nov 23 17:28:40.889086 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:40.890016 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device 87065e97-ea8f-404d-b9b8-5a25d0e83562 details requested by agent hyperv_n-h2-816206-8 with host n-h2-816206-8 {{(pid=103592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 17:28:40.986970 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-f44bc735-5f62-43a8-a394-17483b133670 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:40.997910 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4699620d-6955-45d9-9ca9-7d767ec6cfdb req-24303a05-e5eb-44a4-a484-59751eca1f51 tempest-ListServersNegativeTestJSON-1365076096 tempest-ListServersNegativeTestJSON-1365076096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:28:41.005513 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4699620d-6955-45d9-9ca9-7d767ec6cfdb req-24303a05-e5eb-44a4-a484-59751eca1f51 tempest-ListServersNegativeTestJSON-1365076096 tempest-ListServersNegativeTestJSON-1365076096-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2b92d8a-1e83-4659-9afc-f182681db575 HTTP/1.1" status: 200 len: 944 time: 0.1023657 Nov 23 17:28:41.067616 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-f44bc735-5f62-43a8-a394-17483b133670 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:41.068701 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Pushing event updated for resources: {'Port': ['ID=e81864c0-876c-4dca-9b74-f8faa6c80bba,revision_number=4']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:28:41.132420 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4699620d-6955-45d9-9ca9-7d767ec6cfdb req-1e79bef3-b3ac-4744-a449-396144ae40a4 tempest-ListServersNegativeTestJSON-1365076096 tempest-ListServersNegativeTestJSON-1365076096-project] 10.222.0.60 "GET /v2.0/security-groups?id=cfe90dba-62f7-467a-b336-da7b1fe5bd9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258936 Nov 23 17:28:41.160780 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.db.resource_extend [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] It took 0.33 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 23 17:28:41.181648 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port 52bd8b9a-fd12-4478-b95f-eb822fd1ec76 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:28:41.182630 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:41.215945 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-f44bc735-5f62-43a8-a394-17483b133670 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:41.220659 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-f44bc735-5f62-43a8-a394-17483b133670 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:41.230805 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-f44bc735-5f62-43a8-a394-17483b133670 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f2768289-7821-4137-8326-c052bf648315 HTTP/1.1" status: 204 len: 168 time: 0.3618062 Nov 23 17:28:41.249390 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.db.resource_extend [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 23 17:28:41.276289 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44bc735-5f62-43a8-a394-17483b133670 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2768289-7821-4137-8326-c052bf648315,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:28:41.346136 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port 87065e97-ea8f-404d-b9b8-5a25d0e83562, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=87065e97-ea8f-404d-b9b8-5a25d0e83562,segment=NetworkSegment(4328396d-f3ba-444d-af63-029b85c0e6e8),segment_id=4328396d-f3ba-444d-af63-029b85c0e6e8)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:28:41.370682 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597fa80b-81c2-43f1-9fed-e87a022d6bdf req-d3529aeb-9b91-4c84-91d3-4fdcdea7ee84 tempest-ListImageFiltersTestJSON-955973730 tempest-ListImageFiltersTestJSON-955973730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:28:41.378717 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-597fa80b-81c2-43f1-9fed-e87a022d6bdf req-d3529aeb-9b91-4c84-91d3-4fdcdea7ee84 tempest-ListImageFiltersTestJSON-955973730 tempest-ListImageFiltersTestJSON-955973730-project] 10.222.0.60 "GET /v2.0/ports?device_id=daaf2d26-6252-4e15-aec2-60bbfe8c56eb HTTP/1.1" status: 200 len: 948 time: 0.0667369 Nov 23 17:28:41.426479 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Returning: {'device': '87065e97-ea8f-404d-b9b8-5a25d0e83562', 'network_id': 'ef202b11-deaf-483e-842e-ee79c8771f01', 'port_id': '87065e97-ea8f-404d-b9b8-5a25d0e83562', 'mac_address': 'fa:16:3e:f6:e4:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e693e6bf-c2ab-4576-aeb8-d2bb46dc3c49', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 17:28:41.476932 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-597fa80b-81c2-43f1-9fed-e87a022d6bdf req-b4c8a0e2-b378-43b2-941c-29e038bd5470 tempest-ListImageFiltersTestJSON-955973730 tempest-ListImageFiltersTestJSON-955973730-project] 10.222.0.60 "GET /v2.0/security-groups?id=fec35857-50c4-4692-bf75-bd7acd8a118e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943632 Nov 23 17:28:41.568342 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port 21e7ff3b-637a-4d9e-98c9-8ffc0dec9cb5, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=21e7ff3b-637a-4d9e-98c9-8ffc0dec9cb5,segment=NetworkSegment(4328396d-f3ba-444d-af63-029b85c0e6e8),segment_id=4328396d-f3ba-444d-af63-029b85c0e6e8)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:28:41.678336 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Returning: {'device': '21e7ff3b-637a-4d9e-98c9-8ffc0dec9cb5', 'network_id': 'ef202b11-deaf-483e-842e-ee79c8771f01', 'port_id': '21e7ff3b-637a-4d9e-98c9-8ffc0dec9cb5', 'mac_address': 'fa:16:3e:e2:6f:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e693e6bf-c2ab-4576-aeb8-d2bb46dc3c49', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 17:28:41.680594 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:41.717059 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87065e97-ea8f-404d-b9b8-5a25d0e83562 {{(pid=103592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:28:41.721694 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02327228-f221-4e91-a143-e8231a4a49d4 req-8c34b302-7eb2-4888-9772-45817946e81c tempest-ImagesOneServerNegativeTestJSON-1012219953 tempest-ImagesOneServerNegativeTestJSON-1012219953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:28:41.724949 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-02327228-f221-4e91-a143-e8231a4a49d4 req-8c34b302-7eb2-4888-9772-45817946e81c tempest-ImagesOneServerNegativeTestJSON-1012219953 tempest-ImagesOneServerNegativeTestJSON-1012219953-project] 10.222.0.60 "GET /v2.0/ports?device_id=634f9d97-f4e7-45c2-8df4-49c65161f569 HTTP/1.1" status: 200 len: 944 time: 0.1337953 Nov 23 17:28:41.823012 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port 87065e97-ea8f-404d-b9b8-5a25d0e83562, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=87065e97-ea8f-404d-b9b8-5a25d0e83562,segment=NetworkSegment(4328396d-f3ba-444d-af63-029b85c0e6e8),segment_id=4328396d-f3ba-444d-af63-029b85c0e6e8)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:28:41.824825 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:41.837658 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-02327228-f221-4e91-a143-e8231a4a49d4 req-84e7931b-a849-4dd4-89a5-3019bbbe53d5 tempest-ImagesOneServerNegativeTestJSON-1012219953 tempest-ImagesOneServerNegativeTestJSON-1012219953-project] 10.222.0.60 "GET /v2.0/security-groups?id=651f9501-e200-4452-8eae-06db36d1c3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009977 Nov 23 17:28:41.847505 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21e7ff3b-637a-4d9e-98c9-8ffc0dec9cb5 {{(pid=103592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:28:41.861801 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:41.907287 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device 8b05d7d3-4182-477b-a5a4-723ba59d78de up at agent hyperv_n-h2-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:28:42.039922 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port 21e7ff3b-637a-4d9e-98c9-8ffc0dec9cb5, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=21e7ff3b-637a-4d9e-98c9-8ffc0dec9cb5,segment=NetworkSegment(4328396d-f3ba-444d-af63-029b85c0e6e8),segment_id=4328396d-f3ba-444d-af63-029b85c0e6e8)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:28:42.051127 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:42.051951 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device 219d83ec-7d7a-425b-91ac-ec42f4ea47ba details requested by agent hyperv_n-h1-816206-8 with host n-h1-816206-8 {{(pid=103592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 17:28:42.140700 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Pushing event updated for resources: {'Port': ['ID=87065e97-ea8f-404d-b9b8-5a25d0e83562,revision_number=4']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:28:42.207096 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bf3ec5-b913-47d4-b40f-63b45d2a1fec req-0141d976-5021-4ce1-bfad-598a03007ebe tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:28:42.223302 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bf3ec5-b913-47d4-b40f-63b45d2a1fec req-0141d976-5021-4ce1-bfad-598a03007ebe tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:28:42.250490 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bf3ec5-b913-47d4-b40f-63b45d2a1fec req-0141d976-5021-4ce1-bfad-598a03007ebe tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:28:42.259363 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-41bf3ec5-b913-47d4-b40f-63b45d2a1fec req-0141d976-5021-4ce1-bfad-598a03007ebe tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] 10.222.0.60 "GET /v2.0/ports?device_id=ffe3df2a-684e-454a-b3cc-d354825eaada HTTP/1.1" status: 200 len: 2416 time: 0.1884246 Nov 23 17:28:42.259971 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Provisioning for port 8b05d7d3-4182-477b-a5a4-723ba59d78de completed by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 17:28:42.326859 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Provisioning complete for port 8b05d7d3-4182-477b-a5a4-723ba59d78de triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:28:42.327240 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:42.389570 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] get_ports_and_sgs() called for port_ids ['e81864c0-876c-4dca-9b74-f8faa6c80bba'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:28:42.390434 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-41bf3ec5-b913-47d4-b40f-63b45d2a1fec req-c33c6ebf-5dd2-459c-98ea-34850500fcd7 tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] 10.222.0.60 "GET /v2.0/security-groups?id=e0395b5d-c9ae-4269-a510-77335f56b6a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139610 Nov 23 17:28:42.469455 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] get_ports_and_sgs() called for port_ids ['87065e97-ea8f-404d-b9b8-5a25d0e83562'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:28:42.557680 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Pushing event updated for resources: {'Port': ['ID=21e7ff3b-637a-4d9e-98c9-8ffc0dec9cb5,revision_number=4']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:28:42.650067 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3e1c56-20e0-411d-b12c-f0035693d01f req-24ea5bfb-368e-40ea-928a-09eb269b969e tempest-ListServersNegativeTestJSON-1365076096 tempest-ListServersNegativeTestJSON-1365076096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:28:42.662850 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5b3e1c56-20e0-411d-b12c-f0035693d01f req-24ea5bfb-368e-40ea-928a-09eb269b969e tempest-ListServersNegativeTestJSON-1365076096 tempest-ListServersNegativeTestJSON-1365076096-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2b92d8a-1e83-4659-9afc-f182681db575 HTTP/1.1" status: 200 len: 944 time: 0.1346223 Nov 23 17:28:42.739140 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5b3e1c56-20e0-411d-b12c-f0035693d01f req-67b1c89f-dcb0-41ab-a572-0abc4551d5c1 tempest-ListServersNegativeTestJSON-1365076096 tempest-ListServersNegativeTestJSON-1365076096-project] 10.222.0.60 "GET /v2.0/security-groups?id=cfe90dba-62f7-467a-b336-da7b1fe5bd9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745206 Nov 23 17:28:42.831474 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port 219d83ec-7d7a-425b-91ac-ec42f4ea47ba, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=219d83ec-7d7a-425b-91ac-ec42f4ea47ba,segment=NetworkSegment(60478cc8-93b5-4306-bc7b-30ff3da3bb33),segment_id=60478cc8-93b5-4306-bc7b-30ff3da3bb33)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:28:42.903445 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Returning: {'device': '219d83ec-7d7a-425b-91ac-ec42f4ea47ba', 'network_id': '979a75ad-e1a6-4cbe-9e08-b61461b07256', 'port_id': '219d83ec-7d7a-425b-91ac-ec42f4ea47ba', 'mac_address': 'fa:16:3e:a6:42:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 545, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd55d40e-72fa-41d0-b078-3028cc286f21', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 17:28:42.936031 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:42.964279 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd3bada-6605-4e06-a0a0-2caa41e283fe req-4620dce8-888e-4c8f-bd17-95d7a92ea3f4 tempest-ListImageFiltersTestJSON-955973730 tempest-ListImageFiltersTestJSON-955973730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:28:42.973094 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2cd3bada-6605-4e06-a0a0-2caa41e283fe req-4620dce8-888e-4c8f-bd17-95d7a92ea3f4 tempest-ListImageFiltersTestJSON-955973730 tempest-ListImageFiltersTestJSON-955973730-project] 10.222.0.60 "GET /v2.0/ports?device_id=daaf2d26-6252-4e15-aec2-60bbfe8c56eb HTTP/1.1" status: 200 len: 948 time: 0.0768573 Nov 23 17:28:42.990852 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-31913688-9de4-437b-83f4-1b38951844b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:43.091772 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2cd3bada-6605-4e06-a0a0-2caa41e283fe req-70a9dc2b-a003-4b44-ac83-6c288babcd1f tempest-ListImageFiltersTestJSON-955973730 tempest-ListImageFiltersTestJSON-955973730-project] 10.222.0.60 "GET /v2.0/security-groups?id=fec35857-50c4-4692-bf75-bd7acd8a118e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174176 Nov 23 17:28:43.171662 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port 8b05d7d3-4182-477b-a5a4-723ba59d78de, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=8b05d7d3-4182-477b-a5a4-723ba59d78de,segment=NetworkSegment(a571a13a-1919-42eb-8447-a1d218f50a9e),segment_id=a571a13a-1919-42eb-8447-a1d218f50a9e)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:28:43.183457 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffe3df2a-684e-454a-b3cc-d354825eaada', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b05d7d3-4182-477b-a5a4-723ba59d78de'}] {{(pid=103592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:28:43.186591 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba3e6a8f2301c7a29fe1eca9779abdae4ccbcd6266d69778087f2498d5551201" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b659c2e0-df64-4c38-adef-f3d03b46cc08" -d '{"events": [{"server_uuid": "ffe3df2a-684e-454a-b3cc-d354825eaada", "name": "network-vif-plugged", "status": "completed", "tag": "8b05d7d3-4182-477b-a5a4-723ba59d78de"}]}' {{(pid=103592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:28:43.206847 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:43.245076 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469e6455-a835-44de-adc6-166921ff9fc5 req-49b0c72f-2247-4202-9aaa-6df2e8f9d341 tempest-ImagesOneServerNegativeTestJSON-1012219953 tempest-ImagesOneServerNegativeTestJSON-1012219953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:28:43.247225 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-469e6455-a835-44de-adc6-166921ff9fc5 req-49b0c72f-2247-4202-9aaa-6df2e8f9d341 tempest-ImagesOneServerNegativeTestJSON-1012219953 tempest-ImagesOneServerNegativeTestJSON-1012219953-project] 10.222.0.60 "GET /v2.0/ports?device_id=634f9d97-f4e7-45c2-8df4-49c65161f569 HTTP/1.1" status: 200 len: 944 time: 0.0901027 Nov 23 17:28:43.272882 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Pushing event updated for resources: {'Port': ['ID=8b05d7d3-4182-477b-a5a4-723ba59d78de,revision_number=5']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:28:43.336375 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:43.337171 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-469e6455-a835-44de-adc6-166921ff9fc5 req-3e8f7866-5e61-4fd1-8342-dc1eac0714e3 tempest-ImagesOneServerNegativeTestJSON-1012219953 tempest-ImagesOneServerNegativeTestJSON-1012219953-project] 10.222.0.60 "GET /v2.0/security-groups?id=651f9501-e200-4452-8eae-06db36d1c3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834470 Nov 23 17:28:43.340375 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:43.368450 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 219d83ec-7d7a-425b-91ac-ec42f4ea47ba {{(pid=103592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:28:43.391361 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port 219d83ec-7d7a-425b-91ac-ec42f4ea47ba, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=219d83ec-7d7a-425b-91ac-ec42f4ea47ba,segment=NetworkSegment(60478cc8-93b5-4306-bc7b-30ff3da3bb33),segment_id=60478cc8-93b5-4306-bc7b-30ff3da3bb33)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:28:43.397784 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:43.445133 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device 97cf3f37-bd1d-4404-849f-d8e0feede5b7 up at agent hyperv_n-h1-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:28:43.525174 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Pushing event updated for resources: {'Port': ['ID=219d83ec-7d7a-425b-91ac-ec42f4ea47ba,revision_number=4']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:28:43.563106 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Provisioning for port 97cf3f37-bd1d-4404-849f-d8e0feede5b7 completed by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 17:28:43.576290 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Provisioning complete for port 97cf3f37-bd1d-4404-849f-d8e0feede5b7 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:28:43.576693 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:43.687189 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] get_ports_and_sgs() called for port_ids ['219d83ec-7d7a-425b-91ac-ec42f4ea47ba'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:28:43.761330 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] get_ports_and_sgs() called for port_ids ['21e7ff3b-637a-4d9e-98c9-8ffc0dec9cb5'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:28:43.867732 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device 060ffe95-3094-413f-ba30-a6a604d52753 up at agent hyperv_n-h2-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:28:43.990631 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:44.026796 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:28:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02156c78-9139-437e-a3c3-e5eeb7b65a66 x-openstack-request-id: req-02156c78-9139-437e-a3c3-e5eeb7b65a66 {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:28:44.027796 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffe3df2a-684e-454a-b3cc-d354825eaada", "name": "network-vif-plugged", "status": "completed", "tag": "8b05d7d3-4182-477b-a5a4-723ba59d78de", "code": 200}]} {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:28:44.028549 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-02156c78-9139-437e-a3c3-e5eeb7b65a66 {{(pid=103592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:28:44.029455 n-d-816206-8 neutron-server[103592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffe3df2a-684e-454a-b3cc-d354825eaada', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b05d7d3-4182-477b-a5a4-723ba59d78de', 'code': 200} Nov 23 17:28:44.138970 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port 97cf3f37-bd1d-4404-849f-d8e0feede5b7, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=97cf3f37-bd1d-4404-849f-d8e0feede5b7,segment=NetworkSegment(329c1745-02bf-4561-9615-3192910887f5),segment_id=329c1745-02bf-4561-9615-3192910887f5)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:28:44.153580 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:44.154802 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device 11e5236c-f259-4998-9c04-87d985c86e1e up at agent hyperv_n-h1-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:28:44.157963 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:44.169958 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3f42a1-3118-4bc0-b086-43a190fd2ea8 req-e2dd66fd-3c40-45ba-982a-b80832ff9da3 tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:28:44.180221 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3f42a1-3118-4bc0-b086-43a190fd2ea8 req-e2dd66fd-3c40-45ba-982a-b80832ff9da3 tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:28:44.186746 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3f42a1-3118-4bc0-b086-43a190fd2ea8 req-e2dd66fd-3c40-45ba-982a-b80832ff9da3 tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:28:44.194895 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4e3f42a1-3118-4bc0-b086-43a190fd2ea8 req-e2dd66fd-3c40-45ba-982a-b80832ff9da3 tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] 10.222.0.60 "GET /v2.0/ports?device_id=ffe3df2a-684e-454a-b3cc-d354825eaada HTTP/1.1" status: 200 len: 2417 time: 0.1211417 Nov 23 17:28:44.270389 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4e3f42a1-3118-4bc0-b086-43a190fd2ea8 req-555954bc-b38a-488a-9288-e79623adb4b1 tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] 10.222.0.60 "GET /v2.0/security-groups?id=e0395b5d-c9ae-4269-a510-77335f56b6a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745473 Nov 23 17:28:44.411963 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d653974-a209-4f88-b06a-dbdc41e1aaed req-41438fed-9c30-427f-9ede-55b4c9eb7283 tempest-ListServersNegativeTestJSON-1365076096 tempest-ListServersNegativeTestJSON-1365076096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:28:44.412257 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-1d653974-a209-4f88-b06a-dbdc41e1aaed req-41438fed-9c30-427f-9ede-55b4c9eb7283 tempest-ListServersNegativeTestJSON-1365076096 tempest-ListServersNegativeTestJSON-1365076096-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2b92d8a-1e83-4659-9afc-f182681db575 HTTP/1.1" status: 200 len: 944 time: 0.0843232 Nov 23 17:28:44.497956 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-1d653974-a209-4f88-b06a-dbdc41e1aaed req-4d394d20-eee8-48a5-8fdf-812b0d9a8cc4 tempest-ListServersNegativeTestJSON-1365076096 tempest-ListServersNegativeTestJSON-1365076096-project] 10.222.0.60 "GET /v2.0/security-groups?id=cfe90dba-62f7-467a-b336-da7b1fe5bd9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759773 Nov 23 17:28:44.513652 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Provisioning for port 060ffe95-3094-413f-ba30-a6a604d52753 completed by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 17:28:44.546076 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Provisioning complete for port 060ffe95-3094-413f-ba30-a6a604d52753 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:28:44.546456 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:44.660030 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81882e1f-9c8e-481e-a4c1-420b94f5f9d0 req-ddefe3a8-b181-4a3c-ab9e-786d715b97ef tempest-ListImageFiltersTestJSON-955973730 tempest-ListImageFiltersTestJSON-955973730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:28:44.662562 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-81882e1f-9c8e-481e-a4c1-420b94f5f9d0 req-ddefe3a8-b181-4a3c-ab9e-786d715b97ef tempest-ListImageFiltersTestJSON-955973730 tempest-ListImageFiltersTestJSON-955973730-project] 10.222.0.60 "GET /v2.0/ports?device_id=daaf2d26-6252-4e15-aec2-60bbfe8c56eb HTTP/1.1" status: 200 len: 949 time: 0.0666449 Nov 23 17:28:44.667574 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Pushing event updated for resources: {'Port': ['ID=97cf3f37-bd1d-4404-849f-d8e0feede5b7,revision_number=5']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:28:44.717600 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Provisioning complete for port 11e5236c-f259-4998-9c04-87d985c86e1e triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:28:44.718087 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:44.755594 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-81882e1f-9c8e-481e-a4c1-420b94f5f9d0 req-fba6c6b2-ce0b-4b7b-a8a9-ad8498a14926 tempest-ListImageFiltersTestJSON-955973730 tempest-ListImageFiltersTestJSON-955973730-project] 10.222.0.60 "GET /v2.0/security-groups?id=fec35857-50c4-4692-bf75-bd7acd8a118e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820267 Nov 23 17:28:44.866544 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:44.901577 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:44.926649 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port 060ffe95-3094-413f-ba30-a6a604d52753, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=060ffe95-3094-413f-ba30-a6a604d52753,segment=NetworkSegment(f29dfca8-022a-4db9-b8a4-6d99a0fedd99),segment_id=f29dfca8-022a-4db9-b8a4-6d99a0fedd99)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:28:44.943562 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804d2871-0bb2-40e9-b4ae-a54a516166da req-2d6b6626-3859-43cb-ae7c-c06348a514e3 tempest-ImagesOneServerNegativeTestJSON-1012219953 tempest-ImagesOneServerNegativeTestJSON-1012219953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:28:44.945726 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-804d2871-0bb2-40e9-b4ae-a54a516166da req-2d6b6626-3859-43cb-ae7c-c06348a514e3 tempest-ImagesOneServerNegativeTestJSON-1012219953 tempest-ImagesOneServerNegativeTestJSON-1012219953-project] 10.222.0.60 "GET /v2.0/ports?device_id=634f9d97-f4e7-45c2-8df4-49c65161f569 HTTP/1.1" status: 200 len: 945 time: 0.0866256 Nov 23 17:28:44.958982 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port 11e5236c-f259-4998-9c04-87d985c86e1e, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=11e5236c-f259-4998-9c04-87d985c86e1e,segment=NetworkSegment(329c1745-02bf-4561-9615-3192910887f5),segment_id=329c1745-02bf-4561-9615-3192910887f5)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:28:44.961417 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:44.962614 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device 0f54ae2e-dc7f-4429-b64c-57bc23016bf1 up at agent hyperv_n-h2-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:28:45.008584 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:45.057457 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-804d2871-0bb2-40e9-b4ae-a54a516166da req-ec9329cc-f72e-4b48-99ea-c3a83399ed97 tempest-ImagesOneServerNegativeTestJSON-1012219953 tempest-ImagesOneServerNegativeTestJSON-1012219953-project] 10.222.0.60 "GET /v2.0/security-groups?id=651f9501-e200-4452-8eae-06db36d1c3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986481 Nov 23 17:28:45.074088 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-19d83e31-db24-41f7-90e6-074ab18f484b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:45.089862 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Pushing event updated for resources: {'Port': ['ID=060ffe95-3094-413f-ba30-a6a604d52753,revision_number=5']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:28:45.156858 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Provisioning for port 0f54ae2e-dc7f-4429-b64c-57bc23016bf1 completed by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 17:28:45.160907 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Provisioning complete for port 0f54ae2e-dc7f-4429-b64c-57bc23016bf1 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:28:45.161378 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:45.191736 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Pushing event updated for resources: {'Port': ['ID=11e5236c-f259-4998-9c04-87d985c86e1e,revision_number=10']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:28:45.280675 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:45.346006 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port 0f54ae2e-dc7f-4429-b64c-57bc23016bf1, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=0f54ae2e-dc7f-4429-b64c-57bc23016bf1,segment=NetworkSegment(a571a13a-1919-42eb-8447-a1d218f50a9e),segment_id=a571a13a-1919-42eb-8447-a1d218f50a9e)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:28:45.352192 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:45.411480 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device 219d83ec-7d7a-425b-91ac-ec42f4ea47ba up at agent hyperv_n-h1-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:28:45.449282 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Pushing event updated for resources: {'Port': ['ID=0f54ae2e-dc7f-4429-b64c-57bc23016bf1,revision_number=5']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:28:45.489535 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Provisioning for port 219d83ec-7d7a-425b-91ac-ec42f4ea47ba completed by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 17:28:45.496686 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Provisioning complete for port 219d83ec-7d7a-425b-91ac-ec42f4ea47ba triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:28:45.497191 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:45.611313 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:45.660355 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port 219d83ec-7d7a-425b-91ac-ec42f4ea47ba, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=219d83ec-7d7a-425b-91ac-ec42f4ea47ba,segment=NetworkSegment(60478cc8-93b5-4306-bc7b-30ff3da3bb33),segment_id=60478cc8-93b5-4306-bc7b-30ff3da3bb33)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:28:45.665936 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:45.729851 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Pushing event updated for resources: {'Port': ['ID=219d83ec-7d7a-425b-91ac-ec42f4ea47ba,revision_number=5']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:28:45.822430 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef8a7c1-8ce3-4e4a-aa79-2b5dd8a569d9 req-62303ea3-e0d0-45ef-937f-401b7f8b49bb tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:28:45.829766 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef8a7c1-8ce3-4e4a-aa79-2b5dd8a569d9 req-62303ea3-e0d0-45ef-937f-401b7f8b49bb tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:28:45.836440 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef8a7c1-8ce3-4e4a-aa79-2b5dd8a569d9 req-62303ea3-e0d0-45ef-937f-401b7f8b49bb tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:28:45.839394 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9ef8a7c1-8ce3-4e4a-aa79-2b5dd8a569d9 req-62303ea3-e0d0-45ef-937f-401b7f8b49bb tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] 10.222.0.60 "GET /v2.0/ports?device_id=ffe3df2a-684e-454a-b3cc-d354825eaada HTTP/1.1" status: 200 len: 2419 time: 0.0888314 Nov 23 17:28:45.875345 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device 87065e97-ea8f-404d-b9b8-5a25d0e83562 up at agent hyperv_n-h2-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:28:45.901861 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9ef8a7c1-8ce3-4e4a-aa79-2b5dd8a569d9 req-9cc4377a-3c93-4c79-96aa-f87a21200aa2 tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] 10.222.0.60 "GET /v2.0/security-groups?id=e0395b5d-c9ae-4269-a510-77335f56b6a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573912 Nov 23 17:28:45.962057 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Provisioning for port 87065e97-ea8f-404d-b9b8-5a25d0e83562 completed by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 17:28:45.968365 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Provisioning complete for port 87065e97-ea8f-404d-b9b8-5a25d0e83562 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:28:45.970292 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:46.031018 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'daaf2d26-6252-4e15-aec2-60bbfe8c56eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97cf3f37-bd1d-4404-849f-d8e0feede5b7'}, {'server_uuid': 'ffe3df2a-684e-454a-b3cc-d354825eaada', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '060ffe95-3094-413f-ba30-a6a604d52753'}, {'server_uuid': '779538a1-8493-41af-b142-c0cf0c1e6957', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11e5236c-f259-4998-9c04-87d985c86e1e'}, {'server_uuid': 'ffe3df2a-684e-454a-b3cc-d354825eaada', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f54ae2e-dc7f-4429-b64c-57bc23016bf1'}, {'server_uuid': '634f9d97-f4e7-45c2-8df4-49c65161f569', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '219d83ec-7d7a-425b-91ac-ec42f4ea47ba'}] {{(pid=103592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:28:46.033760 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba3e6a8f2301c7a29fe1eca9779abdae4ccbcd6266d69778087f2498d5551201" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1ffb374-bca9-49a5-834a-bbe49ba86585" -d '{"events": [{"server_uuid": "daaf2d26-6252-4e15-aec2-60bbfe8c56eb", "name": "network-vif-plugged", "status": "completed", "tag": "97cf3f37-bd1d-4404-849f-d8e0feede5b7"}, {"server_uuid": "ffe3df2a-684e-454a-b3cc-d354825eaada", "name": "network-vif-plugged", "status": "completed", "tag": "060ffe95-3094-413f-ba30-a6a604d52753"}, {"server_uuid": "779538a1-8493-41af-b142-c0cf0c1e6957", "name": "network-vif-plugged", "status": "completed", "tag": "11e5236c-f259-4998-9c04-87d985c86e1e"}, {"server_uuid": "ffe3df2a-684e-454a-b3cc-d354825eaada", "name": "network-vif-plugged", "status": "completed", "tag": "0f54ae2e-dc7f-4429-b64c-57bc23016bf1"}, {"server_uuid": "634f9d97-f4e7-45c2-8df4-49c65161f569", "name": "network-vif-plugged", "status": "completed", "tag": "219d83ec-7d7a-425b-91ac-ec42f4ea47ba"}]}' {{(pid=103592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:28:46.059211 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3b8504-7c16-41d5-b8fd-58b54e673687 req-6a46a6ae-43c7-441b-a120-afdebc81b9e2 tempest-ListServersNegativeTestJSON-1365076096 tempest-ListServersNegativeTestJSON-1365076096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:28:46.068827 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7f3b8504-7c16-41d5-b8fd-58b54e673687 req-6a46a6ae-43c7-441b-a120-afdebc81b9e2 tempest-ListServersNegativeTestJSON-1365076096 tempest-ListServersNegativeTestJSON-1365076096-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2b92d8a-1e83-4659-9afc-f182681db575 HTTP/1.1" status: 200 len: 944 time: 0.0828741 Nov 23 17:28:46.102394 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:46.129016 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7f3b8504-7c16-41d5-b8fd-58b54e673687 req-8a58626a-0514-43f7-91f1-90534cb2f3d7 tempest-ListServersNegativeTestJSON-1365076096 tempest-ListServersNegativeTestJSON-1365076096-project] 10.222.0.60 "GET /v2.0/security-groups?id=cfe90dba-62f7-467a-b336-da7b1fe5bd9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589755 Nov 23 17:28:46.151377 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port 87065e97-ea8f-404d-b9b8-5a25d0e83562, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=87065e97-ea8f-404d-b9b8-5a25d0e83562,segment=NetworkSegment(4328396d-f3ba-444d-af63-029b85c0e6e8),segment_id=4328396d-f3ba-444d-af63-029b85c0e6e8)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:28:46.157006 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:46.160405 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device e81864c0-876c-4dca-9b74-f8faa6c80bba up at agent hyperv_n-h2-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:28:46.268717 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Pushing event updated for resources: {'Port': ['ID=87065e97-ea8f-404d-b9b8-5a25d0e83562,revision_number=5']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:28:46.282454 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Provisioning for port e81864c0-876c-4dca-9b74-f8faa6c80bba completed by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 17:28:46.294611 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Provisioning complete for port e81864c0-876c-4dca-9b74-f8faa6c80bba triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:28:46.295033 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:46.388179 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c823fb-d150-4db8-8e7d-17dd14829726 req-f8850f98-a016-4f39-98a7-9b77c3c1bb78 tempest-ListImageFiltersTestJSON-955973730 tempest-ListImageFiltersTestJSON-955973730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:28:46.391234 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e2c823fb-d150-4db8-8e7d-17dd14829726 req-f8850f98-a016-4f39-98a7-9b77c3c1bb78 tempest-ListImageFiltersTestJSON-955973730 tempest-ListImageFiltersTestJSON-955973730-project] 10.222.0.60 "GET /v2.0/ports?device_id=daaf2d26-6252-4e15-aec2-60bbfe8c56eb HTTP/1.1" status: 200 len: 949 time: 0.1014826 Nov 23 17:28:46.473867 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-52822d53-48f5-4819-8a95-bdc13aea0bf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:46.474710 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:46.513310 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e2c823fb-d150-4db8-8e7d-17dd14829726 req-1a8bd27b-16bf-4700-8d36-1d4f318fb716 tempest-ListImageFiltersTestJSON-955973730 tempest-ListImageFiltersTestJSON-955973730-project] 10.222.0.60 "GET /v2.0/security-groups?id=fec35857-50c4-4692-bf75-bd7acd8a118e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100328 Nov 23 17:28:46.518282 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port e81864c0-876c-4dca-9b74-f8faa6c80bba, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=e81864c0-876c-4dca-9b74-f8faa6c80bba,segment=NetworkSegment(4328396d-f3ba-444d-af63-029b85c0e6e8),segment_id=4328396d-f3ba-444d-af63-029b85c0e6e8)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:28:46.531127 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:46.627229 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Pushing event updated for resources: {'Port': ['ID=e81864c0-876c-4dca-9b74-f8faa6c80bba,revision_number=5']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:28:46.637181 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 867 Content-Type: application/json Date: Tue, 23 Nov 2021 17:28:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-113a35cd-b324-45a0-b7ae-77e4f5647b30 x-openstack-request-id: req-113a35cd-b324-45a0-b7ae-77e4f5647b30 {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:28:46.637498 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "daaf2d26-6252-4e15-aec2-60bbfe8c56eb", "name": "network-vif-plugged", "status": "completed", "tag": "97cf3f37-bd1d-4404-849f-d8e0feede5b7", "code": 200}, {"server_uuid": "ffe3df2a-684e-454a-b3cc-d354825eaada", "name": "network-vif-plugged", "status": "completed", "tag": "060ffe95-3094-413f-ba30-a6a604d52753", "code": 200}, {"server_uuid": "779538a1-8493-41af-b142-c0cf0c1e6957", "name": "network-vif-plugged", "status": "completed", "tag": "11e5236c-f259-4998-9c04-87d985c86e1e", "code": 200}, {"server_uuid": "ffe3df2a-684e-454a-b3cc-d354825eaada", "name": "network-vif-plugged", "status": "completed", "tag": "0f54ae2e-dc7f-4429-b64c-57bc23016bf1", "code": 200}, {"server_uuid": "634f9d97-f4e7-45c2-8df4-49c65161f569", "name": "network-vif-plugged", "status": "completed", "tag": "219d83ec-7d7a-425b-91ac-ec42f4ea47ba", "code": 200}]} {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:28:46.637757 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-113a35cd-b324-45a0-b7ae-77e4f5647b30 {{(pid=103592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:28:46.638167 n-d-816206-8 neutron-server[103592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'daaf2d26-6252-4e15-aec2-60bbfe8c56eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97cf3f37-bd1d-4404-849f-d8e0feede5b7', 'code': 200} Nov 23 17:28:46.638429 n-d-816206-8 neutron-server[103592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffe3df2a-684e-454a-b3cc-d354825eaada', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '060ffe95-3094-413f-ba30-a6a604d52753', 'code': 200} Nov 23 17:28:46.639374 n-d-816206-8 neutron-server[103592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '779538a1-8493-41af-b142-c0cf0c1e6957', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11e5236c-f259-4998-9c04-87d985c86e1e', 'code': 200} Nov 23 17:28:46.639640 n-d-816206-8 neutron-server[103592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffe3df2a-684e-454a-b3cc-d354825eaada', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f54ae2e-dc7f-4429-b64c-57bc23016bf1', 'code': 200} Nov 23 17:28:46.639891 n-d-816206-8 neutron-server[103592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '634f9d97-f4e7-45c2-8df4-49c65161f569', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '219d83ec-7d7a-425b-91ac-ec42f4ea47ba', 'code': 200} Nov 23 17:28:46.870534 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f172f19b-66dc-48b0-b0f8-f1e07d8741b0 req-4e63874f-4e73-4171-9750-67d0c005f0c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:28:46.872822 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-f172f19b-66dc-48b0-b0f8-f1e07d8741b0 req-4e63874f-4e73-4171-9750-67d0c005f0c0 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=daaf2d26-6252-4e15-aec2-60bbfe8c56eb HTTP/1.1" status: 200 len: 1100 time: 0.0788457 Nov 23 17:28:46.934652 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ca94f8-e1e3-4e40-8761-cd76a7d1c48f req-8a6a8bcb-7490-46ba-94ca-c671ed3d3b6b tempest-ImagesOneServerNegativeTestJSON-1012219953 tempest-ImagesOneServerNegativeTestJSON-1012219953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:28:46.941014 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a1ca94f8-e1e3-4e40-8761-cd76a7d1c48f req-8a6a8bcb-7490-46ba-94ca-c671ed3d3b6b tempest-ImagesOneServerNegativeTestJSON-1012219953 tempest-ImagesOneServerNegativeTestJSON-1012219953-project] 10.222.0.60 "GET /v2.0/ports?device_id=634f9d97-f4e7-45c2-8df4-49c65161f569 HTTP/1.1" status: 200 len: 946 time: 0.1556623 Nov 23 17:28:46.961282 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-f172f19b-66dc-48b0-b0f8-f1e07d8741b0 req-d9113f0d-7f95-4335-97bf-2e1ef39f1d3a service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=fec35857-50c4-4692-bf75-bd7acd8a118e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746315 Nov 23 17:28:46.977668 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108f8ee1-d71c-475e-b353-c49e5b11afbb req-4e1ba478-8c50-4a8e-a121-f5e4a8bd6f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:28:46.978310 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108f8ee1-d71c-475e-b353-c49e5b11afbb req-4e1ba478-8c50-4a8e-a121-f5e4a8bd6f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:28:46.979105 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108f8ee1-d71c-475e-b353-c49e5b11afbb req-4e1ba478-8c50-4a8e-a121-f5e4a8bd6f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:28:46.980857 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-108f8ee1-d71c-475e-b353-c49e5b11afbb req-4e1ba478-8c50-4a8e-a121-f5e4a8bd6f6b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ffe3df2a-684e-454a-b3cc-d354825eaada HTTP/1.1" status: 200 len: 2872 time: 0.1637065 Nov 23 17:28:46.982818 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a33465-32fa-4f62-aa5e-0ef1a1898133 req-c76311be-6b91-4589-bd78-10b64fdaab0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:28:46.984412 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-06a33465-32fa-4f62-aa5e-0ef1a1898133 req-c76311be-6b91-4589-bd78-10b64fdaab0b service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=634f9d97-f4e7-45c2-8df4-49c65161f569 HTTP/1.1" status: 200 len: 1097 time: 0.2165658 Nov 23 17:28:47.051664 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a1ca94f8-e1e3-4e40-8761-cd76a7d1c48f req-d516b523-2e71-4668-9be1-96b265aa111b tempest-ImagesOneServerNegativeTestJSON-1012219953 tempest-ImagesOneServerNegativeTestJSON-1012219953-project] 10.222.0.60 "GET /v2.0/security-groups?id=651f9501-e200-4452-8eae-06db36d1c3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088653 Nov 23 17:28:47.063913 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-108f8ee1-d71c-475e-b353-c49e5b11afbb req-0f606b92-1473-4a34-9e02-dcf7f67e8f70 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=e0395b5d-c9ae-4269-a510-77335f56b6a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736353 Nov 23 17:28:47.252718 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-06a33465-32fa-4f62-aa5e-0ef1a1898133 req-34381237-cbf8-4781-a75a-fbb7230bca33 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=651f9501-e200-4452-8eae-06db36d1c3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958979 Nov 23 17:28:47.278699 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ec9888-8eaf-4898-9b54-6a945d097cec req-ff7726e8-ee74-4784-95fc-7fe9d6b1df84 tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:28:47.285133 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ec9888-8eaf-4898-9b54-6a945d097cec req-ff7726e8-ee74-4784-95fc-7fe9d6b1df84 tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:28:47.292597 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ec9888-8eaf-4898-9b54-6a945d097cec req-ff7726e8-ee74-4784-95fc-7fe9d6b1df84 tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:28:47.294933 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a6ec9888-8eaf-4898-9b54-6a945d097cec req-ff7726e8-ee74-4784-95fc-7fe9d6b1df84 tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] 10.222.0.60 "GET /v2.0/ports?device_id=ffe3df2a-684e-454a-b3cc-d354825eaada HTTP/1.1" status: 200 len: 2419 time: 0.0890858 Nov 23 17:28:47.380206 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a6ec9888-8eaf-4898-9b54-6a945d097cec req-2c564877-e704-426b-a983-5c577a9b363a tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] 10.222.0.60 "GET /v2.0/security-groups?id=e0395b5d-c9ae-4269-a510-77335f56b6a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769532 Nov 23 17:28:47.445270 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device 21e7ff3b-637a-4d9e-98c9-8ffc0dec9cb5 up at agent hyperv_n-h1-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:28:47.742800 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9a27ae6c-db98-474f-94c1-cc99bf842d79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:47.752762 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa4a687-24e4-411d-a75e-bd39bf8cefd8 req-2b314078-0328-4b26-a226-5af913f8d8c8 tempest-ListServersNegativeTestJSON-1365076096 tempest-ListServersNegativeTestJSON-1365076096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:28:47.758355 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Provisioning for port 21e7ff3b-637a-4d9e-98c9-8ffc0dec9cb5 completed by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 17:28:47.760677 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7aa4a687-24e4-411d-a75e-bd39bf8cefd8 req-2b314078-0328-4b26-a226-5af913f8d8c8 tempest-ListServersNegativeTestJSON-1365076096 tempest-ListServersNegativeTestJSON-1365076096-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2b92d8a-1e83-4659-9afc-f182681db575 HTTP/1.1" status: 200 len: 945 time: 0.0842052 Nov 23 17:28:47.768318 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Provisioning complete for port 21e7ff3b-637a-4d9e-98c9-8ffc0dec9cb5 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:28:47.769137 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:47.848690 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7aa4a687-24e4-411d-a75e-bd39bf8cefd8 req-f805ba89-79d1-44ed-8eb3-3a9a2d7ec0d1 tempest-ListServersNegativeTestJSON-1365076096 tempest-ListServersNegativeTestJSON-1365076096-project] 10.222.0.60 "GET /v2.0/security-groups?id=cfe90dba-62f7-467a-b336-da7b1fe5bd9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867894 Nov 23 17:28:47.946528 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:48.006511 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port 21e7ff3b-637a-4d9e-98c9-8ffc0dec9cb5, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=21e7ff3b-637a-4d9e-98c9-8ffc0dec9cb5,segment=NetworkSegment(4328396d-f3ba-444d-af63-029b85c0e6e8),segment_id=4328396d-f3ba-444d-af63-029b85c0e6e8)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:28:48.013441 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:48.078634 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Pushing event updated for resources: {'Port': ['ID=21e7ff3b-637a-4d9e-98c9-8ffc0dec9cb5,revision_number=5']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:28:48.328454 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:48.641024 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aaa42858-0b08-45bb-833f-a1c2a0894dff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87065e97-ea8f-404d-b9b8-5a25d0e83562'}, {'server_uuid': 'd2b92d8a-1e83-4659-9afc-f182681db575', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e81864c0-876c-4dca-9b74-f8faa6c80bba'}, {'server_uuid': '664a1226-8a51-49cf-b2a9-cf50bd818f76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21e7ff3b-637a-4d9e-98c9-8ffc0dec9cb5'}] {{(pid=103592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:28:48.643911 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba3e6a8f2301c7a29fe1eca9779abdae4ccbcd6266d69778087f2498d5551201" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71726438-f935-41a9-b246-746e6a5094d0" -d '{"events": [{"server_uuid": "aaa42858-0b08-45bb-833f-a1c2a0894dff", "name": "network-vif-plugged", "status": "completed", "tag": "87065e97-ea8f-404d-b9b8-5a25d0e83562"}, {"server_uuid": "d2b92d8a-1e83-4659-9afc-f182681db575", "name": "network-vif-plugged", "status": "completed", "tag": "e81864c0-876c-4dca-9b74-f8faa6c80bba"}, {"server_uuid": "664a1226-8a51-49cf-b2a9-cf50bd818f76", "name": "network-vif-plugged", "status": "completed", "tag": "21e7ff3b-637a-4d9e-98c9-8ffc0dec9cb5"}]}' {{(pid=103592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:28:48.668938 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a839fc-6fe5-4827-a2f5-6e0ad8e0f64c req-f267ec69-012e-4821-af67-b60ff42be68f tempest-ListImageFiltersTestJSON-955973730 tempest-ListImageFiltersTestJSON-955973730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:28:48.685885 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a9a839fc-6fe5-4827-a2f5-6e0ad8e0f64c req-f267ec69-012e-4821-af67-b60ff42be68f tempest-ListImageFiltersTestJSON-955973730 tempest-ListImageFiltersTestJSON-955973730-project] 10.222.0.60 "GET /v2.0/ports?device_id=daaf2d26-6252-4e15-aec2-60bbfe8c56eb HTTP/1.1" status: 200 len: 949 time: 0.1593041 Nov 23 17:28:48.798574 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a9a839fc-6fe5-4827-a2f5-6e0ad8e0f64c req-fe858ff9-750b-43d1-a0d1-43f522a5acd9 tempest-ListImageFiltersTestJSON-955973730 tempest-ListImageFiltersTestJSON-955973730-project] 10.222.0.60 "GET /v2.0/security-groups?id=fec35857-50c4-4692-bf75-bd7acd8a118e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113756 Nov 23 17:28:48.943026 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbd6e85-be3c-4797-b1e9-3700d99d6e57 req-9b187c52-acac-411f-824d-c2cb51644613 tempest-ImagesOneServerNegativeTestJSON-1012219953 tempest-ImagesOneServerNegativeTestJSON-1012219953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:28:48.945349 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ebbd6e85-be3c-4797-b1e9-3700d99d6e57 req-9b187c52-acac-411f-824d-c2cb51644613 tempest-ImagesOneServerNegativeTestJSON-1012219953 tempest-ImagesOneServerNegativeTestJSON-1012219953-project] 10.222.0.60 "GET /v2.0/ports?device_id=634f9d97-f4e7-45c2-8df4-49c65161f569 HTTP/1.1" status: 200 len: 946 time: 0.0676460 Nov 23 17:28:49.024745 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ebbd6e85-be3c-4797-b1e9-3700d99d6e57 req-d6e49a4f-b268-4586-81ba-20e01d739666 tempest-ImagesOneServerNegativeTestJSON-1012219953 tempest-ImagesOneServerNegativeTestJSON-1012219953-project] 10.222.0.60 "GET /v2.0/security-groups?id=651f9501-e200-4452-8eae-06db36d1c3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727780 Nov 23 17:28:49.447299 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b9ba16-64c6-40c6-a319-2aa4bdebc510 req-39eb9f3e-fd73-4712-9ed1-13c30553c19b tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:28:49.456554 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b9ba16-64c6-40c6-a319-2aa4bdebc510 req-39eb9f3e-fd73-4712-9ed1-13c30553c19b tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:28:49.463183 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b9ba16-64c6-40c6-a319-2aa4bdebc510 req-39eb9f3e-fd73-4712-9ed1-13c30553c19b tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:28:49.467058 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-24b9ba16-64c6-40c6-a319-2aa4bdebc510 req-39eb9f3e-fd73-4712-9ed1-13c30553c19b tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] 10.222.0.60 "GET /v2.0/ports?device_id=ffe3df2a-684e-454a-b3cc-d354825eaada HTTP/1.1" status: 200 len: 2419 time: 0.0924637 Nov 23 17:28:49.530203 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-24b9ba16-64c6-40c6-a319-2aa4bdebc510 req-7f7abb9b-16fa-4a30-9d15-0f4a321fe854 tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] 10.222.0.60 "GET /v2.0/security-groups?id=e0395b5d-c9ae-4269-a510-77335f56b6a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585797 Nov 23 17:28:49.621010 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Tue, 23 Nov 2021 17:28:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b3f30ac-9d25-46eb-a3d6-5987caf5e5f6 x-openstack-request-id: req-2b3f30ac-9d25-46eb-a3d6-5987caf5e5f6 {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:28:49.621313 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aaa42858-0b08-45bb-833f-a1c2a0894dff", "name": "network-vif-plugged", "status": "completed", "tag": "87065e97-ea8f-404d-b9b8-5a25d0e83562", "code": 200}, {"server_uuid": "d2b92d8a-1e83-4659-9afc-f182681db575", "name": "network-vif-plugged", "status": "completed", "tag": "e81864c0-876c-4dca-9b74-f8faa6c80bba", "code": 200}, {"server_uuid": "664a1226-8a51-49cf-b2a9-cf50bd818f76", "name": "network-vif-plugged", "status": "completed", "tag": "21e7ff3b-637a-4d9e-98c9-8ffc0dec9cb5", "code": 200}]} {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:28:49.621572 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-2b3f30ac-9d25-46eb-a3d6-5987caf5e5f6 {{(pid=103592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:28:49.621981 n-d-816206-8 neutron-server[103592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aaa42858-0b08-45bb-833f-a1c2a0894dff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87065e97-ea8f-404d-b9b8-5a25d0e83562', 'code': 200} Nov 23 17:28:49.622239 n-d-816206-8 neutron-server[103592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2b92d8a-1e83-4659-9afc-f182681db575', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e81864c0-876c-4dca-9b74-f8faa6c80bba', 'code': 200} Nov 23 17:28:49.622491 n-d-816206-8 neutron-server[103592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '664a1226-8a51-49cf-b2a9-cf50bd818f76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21e7ff3b-637a-4d9e-98c9-8ffc0dec9cb5', 'code': 200} Nov 23 17:28:49.889309 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54090fe2-a320-4993-9051-21e0545dbd1f req-56208381-a3cb-4f61-82d5-0cc62f782229 tempest-ListImageFiltersTestJSON-955973730 tempest-ListImageFiltersTestJSON-955973730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:28:49.890892 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-54090fe2-a320-4993-9051-21e0545dbd1f req-56208381-a3cb-4f61-82d5-0cc62f782229 tempest-ListImageFiltersTestJSON-955973730 tempest-ListImageFiltersTestJSON-955973730-project] 10.222.0.60 "GET /v2.0/ports?device_id=63f851fb-f540-4867-ab84-dbcf797303e0 HTTP/1.1" status: 200 len: 950 time: 0.1979280 Nov 23 17:28:49.933793 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bbcd38-66a2-4a95-bae8-908ea8523ccc req-2f66fa2f-a57d-4917-9110-f8f87c059379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:28:49.935391 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-18bbcd38-66a2-4a95-bae8-908ea8523ccc req-2f66fa2f-a57d-4917-9110-f8f87c059379 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=aaa42858-0b08-45bb-833f-a1c2a0894dff HTTP/1.1" status: 200 len: 1097 time: 0.1830781 Nov 23 17:28:49.971018 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14729a9-f93e-40aa-82b5-41c7a84aa8f7 req-8a912e30-d279-4a84-b0f8-2db31f20a088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:28:49.972774 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b14729a9-f93e-40aa-82b5-41c7a84aa8f7 req-8a912e30-d279-4a84-b0f8-2db31f20a088 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d2b92d8a-1e83-4659-9afc-f182681db575 HTTP/1.1" status: 200 len: 1096 time: 0.1477761 Nov 23 17:28:50.009845 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b517c1a-af52-4e3f-a1f4-11253cc962f0 req-e8a1ede1-bf8a-4479-aed7-0a1fdbed9329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:28:50.011359 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5b517c1a-af52-4e3f-a1f4-11253cc962f0 req-e8a1ede1-bf8a-4479-aed7-0a1fdbed9329 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=664a1226-8a51-49cf-b2a9-cf50bd818f76 HTTP/1.1" status: 200 len: 1096 time: 0.2129490 Nov 23 17:28:50.060131 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-54090fe2-a320-4993-9051-21e0545dbd1f req-bdb16bec-20be-4812-8215-e9dfa3492e72 tempest-ListImageFiltersTestJSON-955973730 tempest-ListImageFiltersTestJSON-955973730-project] 10.222.0.60 "GET /v2.0/security-groups?id=fec35857-50c4-4692-bf75-bd7acd8a118e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618028 Nov 23 17:28:50.105956 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-18bbcd38-66a2-4a95-bae8-908ea8523ccc req-34bdc4f1-0845-4575-bf4d-bcb92a178a48 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=cfe90dba-62f7-467a-b336-da7b1fe5bd9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535065 Nov 23 17:28:50.124231 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b14729a9-f93e-40aa-82b5-41c7a84aa8f7 req-e4a58ec7-6c01-429f-9bed-e1e2c2cc9a95 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=cfe90dba-62f7-467a-b336-da7b1fe5bd9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307070 Nov 23 17:28:50.126554 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5b517c1a-af52-4e3f-a1f4-11253cc962f0 req-fed2a1ac-8796-4564-8907-98d3e8d23a50 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=cfe90dba-62f7-467a-b336-da7b1fe5bd9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023793 Nov 23 17:28:50.257257 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73a5b02-9e37-4355-b2f7-2c7d08741e51 req-e3462481-0a07-4a64-b927-39eb8d5edeff tempest-ListServersNegativeTestJSON-1365076096 tempest-ListServersNegativeTestJSON-1365076096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:28:50.261254 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a73a5b02-9e37-4355-b2f7-2c7d08741e51 req-e3462481-0a07-4a64-b927-39eb8d5edeff tempest-ListServersNegativeTestJSON-1365076096 tempest-ListServersNegativeTestJSON-1365076096-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2b92d8a-1e83-4659-9afc-f182681db575 HTTP/1.1" status: 200 len: 945 time: 0.0827262 Nov 23 17:28:50.329609 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a73a5b02-9e37-4355-b2f7-2c7d08741e51 req-26bcfad8-0764-4efd-9898-ae7e1433d11c tempest-ListServersNegativeTestJSON-1365076096 tempest-ListServersNegativeTestJSON-1365076096-project] 10.222.0.60 "GET /v2.0/security-groups?id=cfe90dba-62f7-467a-b336-da7b1fe5bd9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589261 Nov 23 17:28:50.516368 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1accb0-dc4b-42b8-a217-c0cf67be3c4d req-3f8b5a5d-c473-4c8b-ac8e-c0b80be8c4b8 tempest-ImagesOneServerNegativeTestJSON-1012219953 tempest-ImagesOneServerNegativeTestJSON-1012219953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:28:50.521219 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-0b1accb0-dc4b-42b8-a217-c0cf67be3c4d req-3f8b5a5d-c473-4c8b-ac8e-c0b80be8c4b8 tempest-ImagesOneServerNegativeTestJSON-1012219953 tempest-ImagesOneServerNegativeTestJSON-1012219953-project] 10.222.0.60 "GET /v2.0/ports?device_id=634f9d97-f4e7-45c2-8df4-49c65161f569 HTTP/1.1" status: 200 len: 946 time: 0.0871739 Nov 23 17:28:50.642194 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-0b1accb0-dc4b-42b8-a217-c0cf67be3c4d req-36fa504d-359c-4103-891e-c8ea466161ef tempest-ImagesOneServerNegativeTestJSON-1012219953 tempest-ImagesOneServerNegativeTestJSON-1012219953-project] 10.222.0.60 "GET /v2.0/security-groups?id=651f9501-e200-4452-8eae-06db36d1c3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146464 Nov 23 17:28:54.450274 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d7f6d2-24b6-404c-a4e1-d6377c41ef64 req-86942252-9747-43c0-b262-cdaa78bb27bc tempest-ListServersNegativeTestJSON-1365076096 tempest-ListServersNegativeTestJSON-1365076096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:28:54.451516 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-12d7f6d2-24b6-404c-a4e1-d6377c41ef64 req-86942252-9747-43c0-b262-cdaa78bb27bc tempest-ListServersNegativeTestJSON-1365076096 tempest-ListServersNegativeTestJSON-1365076096-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2b92d8a-1e83-4659-9afc-f182681db575 HTTP/1.1" status: 200 len: 945 time: 0.0888271 Nov 23 17:28:54.533139 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-12d7f6d2-24b6-404c-a4e1-d6377c41ef64 req-024115f7-1076-432c-9e89-9e80afdafc4b tempest-ListServersNegativeTestJSON-1365076096 tempest-ListServersNegativeTestJSON-1365076096-project] 10.222.0.60 "GET /v2.0/security-groups?id=cfe90dba-62f7-467a-b336-da7b1fe5bd9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647123 Nov 23 17:28:54.717071 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b83ce9-a26d-4ff0-8543-64bdc63bd93d req-c3c90d8a-c6d3-4e08-9cd3-01d39a402236 tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:28:54.729171 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b83ce9-a26d-4ff0-8543-64bdc63bd93d req-c3c90d8a-c6d3-4e08-9cd3-01d39a402236 tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:28:54.740543 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b83ce9-a26d-4ff0-8543-64bdc63bd93d req-c3c90d8a-c6d3-4e08-9cd3-01d39a402236 tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:28:54.744362 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-13b83ce9-a26d-4ff0-8543-64bdc63bd93d req-c3c90d8a-c6d3-4e08-9cd3-01d39a402236 tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] 10.222.0.60 "GET /v2.0/ports?device_id=ffe3df2a-684e-454a-b3cc-d354825eaada HTTP/1.1" status: 200 len: 2419 time: 0.1177542 Nov 23 17:28:54.840804 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-13b83ce9-a26d-4ff0-8543-64bdc63bd93d req-7a87c2da-5feb-49e0-9227-6930394964f0 tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] 10.222.0.60 "GET /v2.0/security-groups?id=e0395b5d-c9ae-4269-a510-77335f56b6a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796535 Nov 23 17:28:55.019323 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ac2138-7435-408f-ae30-05d46fd0ce7c req-6799ca40-d6bc-47d0-a7b5-c9890fa66de3 tempest-ImagesOneServerTestJSON-1060018331 tempest-ImagesOneServerTestJSON-1060018331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:28:55.021280 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-96ac2138-7435-408f-ae30-05d46fd0ce7c req-6799ca40-d6bc-47d0-a7b5-c9890fa66de3 tempest-ImagesOneServerTestJSON-1060018331 tempest-ImagesOneServerTestJSON-1060018331-project] 10.222.0.60 "GET /v2.0/ports?device_id=779538a1-8493-41af-b142-c0cf0c1e6957 HTTP/1.1" status: 200 len: 950 time: 0.1223624 Nov 23 17:28:55.078347 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8818a3b3-1dcc-47d3-a35b-32744af5d122 req-c3d609e8-6704-43b0-9003-c4b544c16bf1 tempest-ListServersNegativeTestJSON-1365076096 tempest-ListServersNegativeTestJSON-1365076096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:28:55.080085 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8818a3b3-1dcc-47d3-a35b-32744af5d122 req-c3d609e8-6704-43b0-9003-c4b544c16bf1 tempest-ListServersNegativeTestJSON-1365076096 tempest-ListServersNegativeTestJSON-1365076096-project] 10.222.0.60 "GET /v2.0/ports?device_id=664a1226-8a51-49cf-b2a9-cf50bd818f76 HTTP/1.1" status: 200 len: 945 time: 0.1127319 Nov 23 17:28:55.135328 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-96ac2138-7435-408f-ae30-05d46fd0ce7c req-4d7c01be-9aa0-4c03-ab95-eee8409d1b44 tempest-ImagesOneServerTestJSON-1060018331 tempest-ImagesOneServerTestJSON-1060018331-project] 10.222.0.60 "GET /v2.0/security-groups?id=9dbca594-1a92-4d96-a3db-ffbc658977d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988142 Nov 23 17:28:55.173921 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8818a3b3-1dcc-47d3-a35b-32744af5d122 req-9491d9d0-e985-4a37-9d0c-d63ff647e3cb tempest-ListServersNegativeTestJSON-1365076096 tempest-ListServersNegativeTestJSON-1365076096-project] 10.222.0.60 "GET /v2.0/security-groups?id=cfe90dba-62f7-467a-b336-da7b1fe5bd9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807939 Nov 23 17:28:55.469595 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad24a942-864f-4e2a-bc71-05f02f6bdb0d req-4ac5da05-aa92-4df3-b5c1-59decb46ee23 tempest-ListServersNegativeTestJSON-1365076096 tempest-ListServersNegativeTestJSON-1365076096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:28:55.472475 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ad24a942-864f-4e2a-bc71-05f02f6bdb0d req-4ac5da05-aa92-4df3-b5c1-59decb46ee23 tempest-ListServersNegativeTestJSON-1365076096 tempest-ListServersNegativeTestJSON-1365076096-project] 10.222.0.60 "GET /v2.0/ports?device_id=aaa42858-0b08-45bb-833f-a1c2a0894dff HTTP/1.1" status: 200 len: 946 time: 0.0905843 Nov 23 17:28:55.587179 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ad24a942-864f-4e2a-bc71-05f02f6bdb0d req-dd634be6-41f8-48a5-9002-e52b9e881628 tempest-ListServersNegativeTestJSON-1365076096 tempest-ListServersNegativeTestJSON-1365076096-project] 10.222.0.60 "GET /v2.0/security-groups?id=cfe90dba-62f7-467a-b336-da7b1fe5bd9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966167 Nov 23 17:28:56.248577 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0ce937-7524-4d99-bde8-7d1400152e0d req-623ffc2b-f9cf-4bb6-84f6-55d0eb2f226c tempest-ImagesOneServerNegativeTestJSON-1012219953 tempest-ImagesOneServerNegativeTestJSON-1012219953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:28:56.251379 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-1e0ce937-7524-4d99-bde8-7d1400152e0d req-623ffc2b-f9cf-4bb6-84f6-55d0eb2f226c tempest-ImagesOneServerNegativeTestJSON-1012219953 tempest-ImagesOneServerNegativeTestJSON-1012219953-project] 10.222.0.60 "GET /v2.0/ports?device_id=634f9d97-f4e7-45c2-8df4-49c65161f569 HTTP/1.1" status: 200 len: 946 time: 0.0742958 Nov 23 17:28:56.329152 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-1e0ce937-7524-4d99-bde8-7d1400152e0d req-d6c878b3-1c2a-48a8-8ac2-8fbcfda84d68 tempest-ImagesOneServerNegativeTestJSON-1012219953 tempest-ImagesOneServerNegativeTestJSON-1012219953-project] 10.222.0.60 "GET /v2.0/security-groups?id=651f9501-e200-4452-8eae-06db36d1c3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675616 Nov 23 17:28:56.658607 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9820f9-1526-472c-9ab5-9c87df4535a4 req-363a6e66-1fe1-415d-a968-91b4bae5573b tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:28:56.670820 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9820f9-1526-472c-9ab5-9c87df4535a4 req-363a6e66-1fe1-415d-a968-91b4bae5573b tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:28:56.684053 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9820f9-1526-472c-9ab5-9c87df4535a4 req-363a6e66-1fe1-415d-a968-91b4bae5573b tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:28:56.699565 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-fe9820f9-1526-472c-9ab5-9c87df4535a4 req-363a6e66-1fe1-415d-a968-91b4bae5573b tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] 10.222.0.60 "GET /v2.0/ports?device_id=ffe3df2a-684e-454a-b3cc-d354825eaada HTTP/1.1" status: 200 len: 2419 time: 0.1438594 Nov 23 17:28:56.808160 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-fe9820f9-1526-472c-9ab5-9c87df4535a4 req-feef116f-5674-4a10-bebf-c5e9e732fd91 tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] 10.222.0.60 "GET /v2.0/security-groups?id=e0395b5d-c9ae-4269-a510-77335f56b6a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045115 Nov 23 17:28:56.960372 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487740b7-3ba7-4355-9624-370c7440344e req-bca6203d-507a-4e76-98c4-63dac9fd50ed tempest-ListServersNegativeTestJSON-1365076096 tempest-ListServersNegativeTestJSON-1365076096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:28:56.963190 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-487740b7-3ba7-4355-9624-370c7440344e req-bca6203d-507a-4e76-98c4-63dac9fd50ed tempest-ListServersNegativeTestJSON-1365076096 tempest-ListServersNegativeTestJSON-1365076096-project] 10.222.0.60 "GET /v2.0/ports?device_id=aaa42858-0b08-45bb-833f-a1c2a0894dff HTTP/1.1" status: 200 len: 946 time: 0.0762296 Nov 23 17:28:57.056424 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-487740b7-3ba7-4355-9624-370c7440344e req-715fbda9-0444-482f-ab6c-f36d69c4456f tempest-ListServersNegativeTestJSON-1365076096 tempest-ListServersNegativeTestJSON-1365076096-project] 10.222.0.60 "GET /v2.0/security-groups?id=cfe90dba-62f7-467a-b336-da7b1fe5bd9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857117 Nov 23 17:28:57.274191 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cea29e-8a99-4faf-8730-303c0760bc16 req-35d3b5d9-9fdc-481c-8b88-6ba434b5f8f1 tempest-ImagesOneServerTestJSON-1060018331 tempest-ImagesOneServerTestJSON-1060018331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:28:57.276668 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-32cea29e-8a99-4faf-8730-303c0760bc16 req-35d3b5d9-9fdc-481c-8b88-6ba434b5f8f1 tempest-ImagesOneServerTestJSON-1060018331 tempest-ImagesOneServerTestJSON-1060018331-project] 10.222.0.60 "GET /v2.0/ports?device_id=779538a1-8493-41af-b142-c0cf0c1e6957 HTTP/1.1" status: 200 len: 950 time: 0.0903554 Nov 23 17:28:57.385115 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-32cea29e-8a99-4faf-8730-303c0760bc16 req-95764937-cb8d-4827-a650-8800e6877390 tempest-ImagesOneServerTestJSON-1060018331 tempest-ImagesOneServerTestJSON-1060018331-project] 10.222.0.60 "GET /v2.0/security-groups?id=9dbca594-1a92-4d96-a3db-ffbc658977d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956757 Nov 23 17:28:57.453429 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device 219d83ec-7d7a-425b-91ac-ec42f4ea47ba details requested by agent hyperv_n-h1-816206-8 with host n-h1-816206-8 {{(pid=103592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 17:28:57.515602 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device 11e5236c-f259-4998-9c04-87d985c86e1e no longer exists at agent hyperv_n-h1-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:28:57.592027 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbeb4e8-ae3e-4696-b1af-97dc6661b559 req-ddbf6ff0-b4a2-494d-82e0-e4ae22180953 tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:28:57.604848 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbeb4e8-ae3e-4696-b1af-97dc6661b559 req-ddbf6ff0-b4a2-494d-82e0-e4ae22180953 tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:28:57.613720 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbeb4e8-ae3e-4696-b1af-97dc6661b559 req-ddbf6ff0-b4a2-494d-82e0-e4ae22180953 tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:28:57.615654 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6fbeb4e8-ae3e-4696-b1af-97dc6661b559 req-ddbf6ff0-b4a2-494d-82e0-e4ae22180953 tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] 10.222.0.36 "GET /v2.0/ports?device_id=ffe3df2a-684e-454a-b3cc-d354825eaada HTTP/1.1" status: 200 len: 2419 time: 0.1890707 Nov 23 17:28:57.676913 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e99696f-e640-4ff7-9a78-903aa0c51c8b req-b3bd7f58-ab4e-4c18-8049-567348919abf tempest-ImagesOneServerNegativeTestJSON-1012219953 tempest-ImagesOneServerNegativeTestJSON-1012219953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:28:57.683890 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port 219d83ec-7d7a-425b-91ac-ec42f4ea47ba, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=219d83ec-7d7a-425b-91ac-ec42f4ea47ba,segment=NetworkSegment(60478cc8-93b5-4306-bc7b-30ff3da3bb33),segment_id=60478cc8-93b5-4306-bc7b-30ff3da3bb33)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:28:57.688789 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-1e99696f-e640-4ff7-9a78-903aa0c51c8b req-b3bd7f58-ab4e-4c18-8049-567348919abf tempest-ImagesOneServerNegativeTestJSON-1012219953 tempest-ImagesOneServerNegativeTestJSON-1012219953-project] 10.222.0.60 "GET /v2.0/ports?device_id=634f9d97-f4e7-45c2-8df4-49c65161f569 HTTP/1.1" status: 200 len: 946 time: 0.1802509 Nov 23 17:28:57.722886 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Returning: {'device': '219d83ec-7d7a-425b-91ac-ec42f4ea47ba', 'network_id': '979a75ad-e1a6-4cbe-9e08-b61461b07256', 'port_id': '219d83ec-7d7a-425b-91ac-ec42f4ea47ba', 'mac_address': 'fa:16:3e:a6:42:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 545, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd55d40e-72fa-41d0-b078-3028cc286f21', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 17:28:57.802344 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:57.828740 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:57.856309 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-1e99696f-e640-4ff7-9a78-903aa0c51c8b req-28603e2b-426b-4757-9c24-93d7aa622592 tempest-ImagesOneServerNegativeTestJSON-1012219953 tempest-ImagesOneServerNegativeTestJSON-1012219953-project] 10.222.0.60 "GET /v2.0/security-groups?id=651f9501-e200-4452-8eae-06db36d1c3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665967 Nov 23 17:28:57.905966 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '779538a1-8493-41af-b142-c0cf0c1e6957', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '11e5236c-f259-4998-9c04-87d985c86e1e'}] {{(pid=103592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:28:57.908232 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba3e6a8f2301c7a29fe1eca9779abdae4ccbcd6266d69778087f2498d5551201" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed936952-864f-4f4f-af47-a1dcef4c2fdd" -d '{"events": [{"server_uuid": "779538a1-8493-41af-b142-c0cf0c1e6957", "name": "network-vif-unplugged", "status": "completed", "tag": "11e5236c-f259-4998-9c04-87d985c86e1e"}]}' {{(pid=103592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:28:57.925419 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port 11e5236c-f259-4998-9c04-87d985c86e1e, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=11e5236c-f259-4998-9c04-87d985c86e1e,segment=NetworkSegment(329c1745-02bf-4561-9615-3192910887f5),segment_id=329c1745-02bf-4561-9615-3192910887f5)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:28:57.927476 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 219d83ec-7d7a-425b-91ac-ec42f4ea47ba {{(pid=103592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:28:57.943093 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:58.008039 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [req-6fbeb4e8-ae3e-4696-b1af-97dc6661b559 req-db756547-4a96-40e4-848d-44c1e7d29da8 tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Deleting port 0f54ae2e-dc7f-4429-b64c-57bc23016bf1 {{(pid=103591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:28:58.008591 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-6fbeb4e8-ae3e-4696-b1af-97dc6661b559 req-db756547-4a96-40e4-848d-44c1e7d29da8 tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:58.026916 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device 81e265bf-2431-406e-8d75-7f043e355546 details requested by agent hyperv_n-h2-816206-8 with host n-h2-816206-8 {{(pid=103592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 17:28:58.043661 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 17:28:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c00801a-6306-404f-9ec7-b2cb884466a0 x-openstack-request-id: req-7c00801a-6306-404f-9ec7-b2cb884466a0 {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:28:58.044125 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "779538a1-8493-41af-b142-c0cf0c1e6957", "name": "network-vif-unplugged", "status": "completed", "tag": "11e5236c-f259-4998-9c04-87d985c86e1e", "code": 200}]} {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:28:58.044563 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7c00801a-6306-404f-9ec7-b2cb884466a0 {{(pid=103592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:28:58.045183 n-d-816206-8 neutron-server[103592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '779538a1-8493-41af-b142-c0cf0c1e6957', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '11e5236c-f259-4998-9c04-87d985c86e1e', 'code': 200} Nov 23 17:28:58.059813 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port 219d83ec-7d7a-425b-91ac-ec42f4ea47ba, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=219d83ec-7d7a-425b-91ac-ec42f4ea47ba,segment=NetworkSegment(60478cc8-93b5-4306-bc7b-30ff3da3bb33),segment_id=60478cc8-93b5-4306-bc7b-30ff3da3bb33)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:28:58.066692 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d8ec4e-c7a7-480a-ad79-b15187360a6e req-8f938c8c-bab1-43a5-8192-3e0abdc51814 tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:28:58.076393 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d8ec4e-c7a7-480a-ad79-b15187360a6e req-8f938c8c-bab1-43a5-8192-3e0abdc51814 tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:28:58.103517 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d8ec4e-c7a7-480a-ad79-b15187360a6e req-8f938c8c-bab1-43a5-8192-3e0abdc51814 tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:28:58.105331 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:58.117345 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-42d8ec4e-c7a7-480a-ad79-b15187360a6e req-8f938c8c-bab1-43a5-8192-3e0abdc51814 tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] 10.222.0.60 "GET /v2.0/ports?device_id=ffe3df2a-684e-454a-b3cc-d354825eaada HTTP/1.1" status: 200 len: 2419 time: 0.1835520 Nov 23 17:28:58.170755 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Pushing event updated for resources: {'Port': ['ID=11e5236c-f259-4998-9c04-87d985c86e1e,revision_number=11']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:28:58.238795 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] get_ports_and_sgs() called for port_ids ['219d83ec-7d7a-425b-91ac-ec42f4ea47ba'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:28:58.367341 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Pushing event updated for resources: {'Port': ['ID=219d83ec-7d7a-425b-91ac-ec42f4ea47ba,revision_number=6']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:28:58.403115 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port 81e265bf-2431-406e-8d75-7f043e355546, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=81e265bf-2431-406e-8d75-7f043e355546,segment=NetworkSegment(329c1745-02bf-4561-9615-3192910887f5),segment_id=329c1745-02bf-4561-9615-3192910887f5)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:28:58.416101 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-6fbeb4e8-ae3e-4696-b1af-97dc6661b559 req-db756547-4a96-40e4-848d-44c1e7d29da8 tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] For port 0f54ae2e-dc7f-4429-b64c-57bc23016bf1, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=0f54ae2e-dc7f-4429-b64c-57bc23016bf1,segment=NetworkSegment(a571a13a-1919-42eb-8447-a1d218f50a9e),segment_id=a571a13a-1919-42eb-8447-a1d218f50a9e)] {{(pid=103591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:28:58.416448 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-6fbeb4e8-ae3e-4696-b1af-97dc6661b559 req-db756547-4a96-40e4-848d-44c1e7d29da8 tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:58.424289 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Returning: {'device': '81e265bf-2431-406e-8d75-7f043e355546', 'network_id': 'f1e1dabf-b410-4023-9169-a460a86e7184', 'port_id': '81e265bf-2431-406e-8d75-7f043e355546', 'mac_address': 'fa:16:3e:25:1f:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac77c175-5679-438b-8a2a-356718377641', 'ip_address': '192.168.233.225'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 17:28:58.443629 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-42d8ec4e-c7a7-480a-ad79-b15187360a6e req-cf25ba9e-dc0b-4042-b962-ae4b9b45739b tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] 10.222.0.60 "GET /v2.0/security-groups?id=e0395b5d-c9ae-4269-a510-77335f56b6a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2099712 Nov 23 17:28:58.466315 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01f7f4f-0d2d-4659-8899-8f9a6c764642 req-cb981e52-30ed-4ebf-ae45-da40b9454147 tempest-ListServersNegativeTestJSON-1365076096 tempest-ListServersNegativeTestJSON-1365076096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:28:58.480980 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f01f7f4f-0d2d-4659-8899-8f9a6c764642 req-cb981e52-30ed-4ebf-ae45-da40b9454147 tempest-ListServersNegativeTestJSON-1365076096 tempest-ListServersNegativeTestJSON-1365076096-project] 10.222.0.60 "GET /v2.0/ports?device_id=aaa42858-0b08-45bb-833f-a1c2a0894dff HTTP/1.1" status: 200 len: 946 time: 0.1825345 Nov 23 17:28:58.489230 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [req-6fbeb4e8-ae3e-4696-b1af-97dc6661b559 req-db756547-4a96-40e4-848d-44c1e7d29da8 tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Calling delete_port for 0f54ae2e-dc7f-4429-b64c-57bc23016bf1 owned by compute:nova {{(pid=103591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:28:58.489652 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 32986) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:28:58.564973 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:58.593966 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 81e265bf-2431-406e-8d75-7f043e355546 {{(pid=103592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:28:58.624543 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port 81e265bf-2431-406e-8d75-7f043e355546, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=81e265bf-2431-406e-8d75-7f043e355546,segment=NetworkSegment(329c1745-02bf-4561-9615-3192910887f5),segment_id=329c1745-02bf-4561-9615-3192910887f5)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:28:58.634500 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:58.802164 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e94a88a6-ff26-448b-b105-f2947ce362d0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:58.893636 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Pushing event updated for resources: {'Port': ['ID=81e265bf-2431-406e-8d75-7f043e355546,revision_number=6']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:28:58.950930 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] get_ports_and_sgs() called for port_ids ['81e265bf-2431-406e-8d75-7f043e355546'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:28:59.022548 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e94a88a6-ff26-448b-b105-f2947ce362d0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:59.025391 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f01f7f4f-0d2d-4659-8899-8f9a6c764642 req-389cc703-4e42-42ed-bdff-a7b6444068ba tempest-ListServersNegativeTestJSON-1365076096 tempest-ListServersNegativeTestJSON-1365076096-project] 10.222.0.60 "GET /v2.0/security-groups?id=cfe90dba-62f7-467a-b336-da7b1fe5bd9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5428178 Nov 23 17:28:59.030029 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e94a88a6-ff26-448b-b105-f2947ce362d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:59.073530 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-e94a88a6-ff26-448b-b105-f2947ce362d0 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=4e553aa945fe43deb50304a381e3ddd4&name=default HTTP/1.1" status: 200 len: 2998 time: 0.5822248 Nov 23 17:28:59.080446 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 33004) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:28:59.156636 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94a88a6-ff26-448b-b105-f2947ce362d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc9be765-b529-4acf-bbcd-6f4566750edf,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:28:59.200763 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1830111c-b8c5-41ff-ba16-ac82b4b3f0ce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:59.249707 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1830111c-b8c5-41ff-ba16-ac82b4b3f0ce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:59.251482 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624c9682-f696-44bc-866f-89a5e2abd9a3 req-99185a8f-c76a-4a43-b43a-193ca290e20e tempest-ImagesOneServerTestJSON-1060018331 tempest-ImagesOneServerTestJSON-1060018331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:28:59.263966 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-624c9682-f696-44bc-866f-89a5e2abd9a3 req-99185a8f-c76a-4a43-b43a-193ca290e20e tempest-ImagesOneServerTestJSON-1060018331 tempest-ImagesOneServerTestJSON-1060018331-project] 10.222.0.60 "GET /v2.0/ports?device_id=779538a1-8493-41af-b142-c0cf0c1e6957 HTTP/1.1" status: 200 len: 948 time: 0.4739337 Nov 23 17:28:59.356938 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1830111c-b8c5-41ff-ba16-ac82b4b3f0ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:59.369666 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1830111c-b8c5-41ff-ba16-ac82b4b3f0ce admin admin] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:59.377445 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-1830111c-b8c5-41ff-ba16-ac82b4b3f0ce admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/fc9be765-b529-4acf-bbcd-6f4566750edf HTTP/1.1" status: 204 len: 168 time: 0.2952359 Nov 23 17:28:59.410307 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1830111c-b8c5-41ff-ba16-ac82b4b3f0ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc9be765-b529-4acf-bbcd-6f4566750edf,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:28:59.513495 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device 219d83ec-7d7a-425b-91ac-ec42f4ea47ba no longer exists at agent hyperv_n-h1-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:28:59.611193 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093b3abf-c1fd-4a0d-927b-cd68c6e60b6f req-b4fe9d12-5e7e-477d-8dff-371a82c2a42d tempest-ListServersNegativeTestJSON-1365076096 tempest-ListServersNegativeTestJSON-1365076096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:28:59.613812 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-093b3abf-c1fd-4a0d-927b-cd68c6e60b6f req-b4fe9d12-5e7e-477d-8dff-371a82c2a42d tempest-ListServersNegativeTestJSON-1365076096 tempest-ListServersNegativeTestJSON-1365076096-project] 10.222.0.36 "GET /v2.0/ports?device_id=aaa42858-0b08-45bb-833f-a1c2a0894dff HTTP/1.1" status: 200 len: 946 time: 0.3487618 Nov 23 17:28:59.684504 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64558184-0d6f-4409-8d6f-2eaa913fdcc3 req-1b741950-25b8-45f4-854a-e404300c99da tempest-ImagesOneServerNegativeTestJSON-1012219953 tempest-ImagesOneServerNegativeTestJSON-1012219953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:28:59.686912 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-64558184-0d6f-4409-8d6f-2eaa913fdcc3 req-1b741950-25b8-45f4-854a-e404300c99da tempest-ImagesOneServerNegativeTestJSON-1012219953 tempest-ImagesOneServerNegativeTestJSON-1012219953-project] 10.222.0.60 "GET /v2.0/ports?device_id=634f9d97-f4e7-45c2-8df4-49c65161f569 HTTP/1.1" status: 200 len: 945 time: 0.3624914 Nov 23 17:28:59.735189 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:59.777476 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 219d83ec-7d7a-425b-91ac-ec42f4ea47ba {{(pid=103592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:28:59.832929 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port 219d83ec-7d7a-425b-91ac-ec42f4ea47ba, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=219d83ec-7d7a-425b-91ac-ec42f4ea47ba,segment=NetworkSegment(60478cc8-93b5-4306-bc7b-30ff3da3bb33),segment_id=60478cc8-93b5-4306-bc7b-30ff3da3bb33)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:28:59.843372 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:28:59.964980 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Pushing event updated for resources: {'Port': ['ID=219d83ec-7d7a-425b-91ac-ec42f4ea47ba,revision_number=7']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:28:59.982233 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device 81e265bf-2431-406e-8d75-7f043e355546 up at agent hyperv_n-h2-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:29:00.113959 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Provisioning complete for port 81e265bf-2431-406e-8d75-7f043e355546 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:29:00.114967 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:00.186306 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-624c9682-f696-44bc-866f-89a5e2abd9a3 req-9c33d79d-fe34-4a4f-a865-3227930460ac tempest-ImagesOneServerTestJSON-1060018331 tempest-ImagesOneServerTestJSON-1060018331-project] 10.222.0.60 "GET /v2.0/security-groups?id=9dbca594-1a92-4d96-a3db-ffbc658977d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8700573 Nov 23 17:29:00.194734 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-6fbeb4e8-ae3e-4696-b1af-97dc6661b559 req-db756547-4a96-40e4-848d-44c1e7d29da8 tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:00.266024 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:00.267462 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afa2241-2927-49fd-b29e-a35752ac71c0 req-87d776ee-a564-4064-a110-4a86e12235ee tempest-ImagesOneServerTestJSON-1060018331 tempest-ImagesOneServerTestJSON-1060018331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:29:00.275399 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6afa2241-2927-49fd-b29e-a35752ac71c0 req-87d776ee-a564-4064-a110-4a86e12235ee tempest-ImagesOneServerTestJSON-1060018331 tempest-ImagesOneServerTestJSON-1060018331-project] 10.222.0.55 "GET /v2.0/ports?device_id=779538a1-8493-41af-b142-c0cf0c1e6957 HTTP/1.1" status: 200 len: 948 time: 0.9036059 Nov 23 17:29:00.333474 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port 81e265bf-2431-406e-8d75-7f043e355546, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=81e265bf-2431-406e-8d75-7f043e355546,segment=NetworkSegment(329c1745-02bf-4561-9615-3192910887f5),segment_id=329c1745-02bf-4561-9615-3192910887f5)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:29:00.339191 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63f851fb-f540-4867-ab84-dbcf797303e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81e265bf-2431-406e-8d75-7f043e355546'}] {{(pid=103592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:29:00.346601 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba3e6a8f2301c7a29fe1eca9779abdae4ccbcd6266d69778087f2498d5551201" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba514d5f-d26f-41d8-9a7e-2e97cd3c24e7" -d '{"events": [{"server_uuid": "63f851fb-f540-4867-ab84-dbcf797303e0", "name": "network-vif-plugged", "status": "completed", "tag": "81e265bf-2431-406e-8d75-7f043e355546"}]}' {{(pid=103592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:29:00.362468 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:00.362468 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device 0f54ae2e-dc7f-4429-b64c-57bc23016bf1 no longer exists at agent hyperv_n-h2-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:29:00.415000 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-64558184-0d6f-4409-8d6f-2eaa913fdcc3 req-3ab443fe-4516-44a3-bf10-553553c20820 tempest-ImagesOneServerNegativeTestJSON-1012219953 tempest-ImagesOneServerNegativeTestJSON-1012219953-project] 10.222.0.60 "GET /v2.0/security-groups?id=651f9501-e200-4452-8eae-06db36d1c3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7111149 Nov 23 17:29:00.462657 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] No Port match for: 0f54ae2e-dc7f-4429-b64c-57bc23016bf1 {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:29:00.463009 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device 0f54ae2e-dc7f-4429-b64c-57bc23016bf1 not bound to the agent host n-h2-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:29:00.463409 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device 060ffe95-3094-413f-ba30-a6a604d52753 no longer exists at agent hyperv_n-h2-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:29:00.558872 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db756547-4a96-40e4-848d-44c1e7d29da8 tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Pushing event deleted for resources: {'Port': ['ID=0f54ae2e-dc7f-4429-b64c-57bc23016bf1,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:29:00.574547 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Pushing event updated for resources: {'Port': ['ID=81e265bf-2431-406e-8d75-7f043e355546,revision_number=7']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:29:00.707694 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db756547-4a96-40e4-848d-44c1e7d29da8 tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:29:00.708102 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db756547-4a96-40e4-848d-44c1e7d29da8 tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:29:00.708685 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db756547-4a96-40e4-848d-44c1e7d29da8 tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:29:00.709044 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db756547-4a96-40e4-848d-44c1e7d29da8 tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:29:00.709516 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db756547-4a96-40e4-848d-44c1e7d29da8 tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:29:00.710403 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db756547-4a96-40e4-848d-44c1e7d29da8 tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:29:00.710804 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db756547-4a96-40e4-848d-44c1e7d29da8 tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:29:00.711341 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db756547-4a96-40e4-848d-44c1e7d29da8 tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:29:00.711695 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db756547-4a96-40e4-848d-44c1e7d29da8 tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:29:00.712040 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db756547-4a96-40e4-848d-44c1e7d29da8 tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:29:00.712807 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db756547-4a96-40e4-848d-44c1e7d29da8 tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:29:00.713158 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db756547-4a96-40e4-848d-44c1e7d29da8 tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:29:00.747756 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:00.822850 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port 060ffe95-3094-413f-ba30-a6a604d52753, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=060ffe95-3094-413f-ba30-a6a604d52753,segment=NetworkSegment(f29dfca8-022a-4db9-b8a4-6d99a0fedd99),segment_id=f29dfca8-022a-4db9-b8a4-6d99a0fedd99)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:29:00.829961 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:00.831207 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device 8b05d7d3-4182-477b-a5a4-723ba59d78de no longer exists at agent hyperv_n-h2-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:29:00.885151 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fbeb4e8-ae3e-4696-b1af-97dc6661b559 req-db756547-4a96-40e4-848d-44c1e7d29da8 tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] No DVR routers for this DVR port 0f54ae2e-dc7f-4429-b64c-57bc23016bf1 on host n-h2-816206-8 {{(pid=103591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:29:00.953252 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-6fbeb4e8-ae3e-4696-b1af-97dc6661b559 req-db756547-4a96-40e4-848d-44c1e7d29da8 tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:00.958930 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6fbeb4e8-ae3e-4696-b1af-97dc6661b559 req-db756547-4a96-40e4-848d-44c1e7d29da8 tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] 10.222.0.36 "DELETE /v2.0/ports/0f54ae2e-dc7f-4429-b64c-57bc23016bf1 HTTP/1.1" status: 204 len: 173 time: 3.3200023 Nov 23 17:29:00.965857 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffe3df2a-684e-454a-b3cc-d354825eaada', 'name': 'network-vif-deleted', 'tag': '0f54ae2e-dc7f-4429-b64c-57bc23016bf1'}] {{(pid=103591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:29:00.970390 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41d174a19ece9499ff9ec44e5b3fc50f2abd3ffbc947fb7e52ea1e8db27b95b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54690da5-8f53-402e-b8ae-582448ffb8c4" -d '{"events": [{"server_uuid": "ffe3df2a-684e-454a-b3cc-d354825eaada", "name": "network-vif-deleted", "tag": "0f54ae2e-dc7f-4429-b64c-57bc23016bf1"}]}' {{(pid=103591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:29:00.993130 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 33072) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:29:01.075042 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d37b76-162f-4c24-b9bb-1738ccdf4eca req-1a11cb4b-3e1b-4976-9e0a-bb8b850edc32 tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:29:01.096774 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d37b76-162f-4c24-b9bb-1738ccdf4eca req-1a11cb4b-3e1b-4976-9e0a-bb8b850edc32 tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:29:01.105741 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Pushing event updated for resources: {'Port': ['ID=060ffe95-3094-413f-ba30-a6a604d52753,revision_number=6']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:29:01.109733 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a9d37b76-162f-4c24-b9bb-1738ccdf4eca req-1a11cb4b-3e1b-4976-9e0a-bb8b850edc32 tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] 10.222.0.60 "GET /v2.0/ports?device_id=ffe3df2a-684e-454a-b3cc-d354825eaada HTTP/1.1" status: 200 len: 1683 time: 0.6341171 Nov 23 17:29:01.244702 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c69f73-1f4c-4bee-95f6-5d995f807e8e req-e4eca57e-c94d-44e7-936e-4f4610727c77 tempest-ListServersNegativeTestJSON-1365076096 tempest-ListServersNegativeTestJSON-1365076096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:29:01.250314 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c2c69f73-1f4c-4bee-95f6-5d995f807e8e req-e4eca57e-c94d-44e7-936e-4f4610727c77 tempest-ListServersNegativeTestJSON-1365076096 tempest-ListServersNegativeTestJSON-1365076096-project] 10.222.0.60 "GET /v2.0/ports?device_id=aaa42858-0b08-45bb-833f-a1c2a0894dff HTTP/1.1" status: 200 len: 946 time: 0.5334487 Nov 23 17:29:01.251085 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-bd9d83cb-fca4-4f25-a7e0-937408791f9d admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-449900796-network', 'tenant_id': 'c94e75c35eaa4eaebd82e447a9e1b0e3'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:29:01.259950 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:01.293381 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd9d83cb-fca4-4f25-a7e0-937408791f9d admin admin] Made reservation on behalf of c94e75c35eaa4eaebd82e447a9e1b0e3 for: {'network': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:29:01.296531 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-bd9d83cb-fca4-4f25-a7e0-937408791f9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for network, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:01.308108 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-bd9d83cb-fca4-4f25-a7e0-937408791f9d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:01.353374 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port 8b05d7d3-4182-477b-a5a4-723ba59d78de, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=8b05d7d3-4182-477b-a5a4-723ba59d78de,segment=NetworkSegment(a571a13a-1919-42eb-8447-a1d218f50a9e),segment_id=a571a13a-1919-42eb-8447-a1d218f50a9e)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:29:01.359387 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:01.405853 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-bd9d83cb-fca4-4f25-a7e0-937408791f9d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:01.416221 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [req-093b3abf-c1fd-4a0d-927b-cd68c6e60b6f req-e47773ae-fffd-4775-80c5-9154fd8fcc88 tempest-ListServersNegativeTestJSON-1365076096 tempest-ListServersNegativeTestJSON-1365076096-project] Deleting port 87065e97-ea8f-404d-b9b8-5a25d0e83562 {{(pid=103591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:29:01.416842 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-093b3abf-c1fd-4a0d-927b-cd68c6e60b6f req-e47773ae-fffd-4775-80c5-9154fd8fcc88 tempest-ListServersNegativeTestJSON-1365076096 tempest-ListServersNegativeTestJSON-1365076096-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:01.417858 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-bd9d83cb-fca4-4f25-a7e0-937408791f9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:01.436887 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd9d83cb-fca4-4f25-a7e0-937408791f9d admin admin] vlan segment allocate from pool success with {'vlan_id': 518, 'physical_network': 'physnet1'} {{(pid=103590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 17:29:01.448964 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-bd9d83cb-fca4-4f25-a7e0-937408791f9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:01.449699 n-d-816206-8 neutron-server[103590]: INFO neutron.db.segments_db [None req-bd9d83cb-fca4-4f25-a7e0-937408791f9d admin admin] Added segment 72cae39b-e177-46b5-abb9-73dc195aab07 of type vlan for network 20824f08-7d73-4bbc-b037-8f08604bcdaf Nov 23 17:29:01.504954 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Pushing event updated for resources: {'Port': ['ID=8b05d7d3-4182-477b-a5a4-723ba59d78de,revision_number=6']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:29:01.526903 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-bd9d83cb-fca4-4f25-a7e0-937408791f9d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736635338810'] for network, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:01.530954 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-093b3abf-c1fd-4a0d-927b-cd68c6e60b6f req-e47773ae-fffd-4775-80c5-9154fd8fcc88 tempest-ListServersNegativeTestJSON-1365076096 tempest-ListServersNegativeTestJSON-1365076096-project] For port 87065e97-ea8f-404d-b9b8-5a25d0e83562, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=87065e97-ea8f-404d-b9b8-5a25d0e83562,segment=NetworkSegment(4328396d-f3ba-444d-af63-029b85c0e6e8),segment_id=4328396d-f3ba-444d-af63-029b85c0e6e8)] {{(pid=103591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:29:01.531285 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-093b3abf-c1fd-4a0d-927b-cd68c6e60b6f req-e47773ae-fffd-4775-80c5-9154fd8fcc88 tempest-ListServersNegativeTestJSON-1365076096 tempest-ListServersNegativeTestJSON-1365076096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:01.547372 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [req-093b3abf-c1fd-4a0d-927b-cd68c6e60b6f req-e47773ae-fffd-4775-80c5-9154fd8fcc88 tempest-ListServersNegativeTestJSON-1365076096 tempest-ListServersNegativeTestJSON-1365076096-project] Calling delete_port for 87065e97-ea8f-404d-b9b8-5a25d0e83562 owned by compute:nova {{(pid=103591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:29:01.564208 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-bd9d83cb-fca4-4f25-a7e0-937408791f9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493'] for network, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:01.565599 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd9d83cb-fca4-4f25-a7e0-937408791f9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:29:01.566592 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-bd9d83cb-fca4-4f25-a7e0-937408791f9d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for network, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:01.674318 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9d83cb-fca4-4f25-a7e0-937408791f9d admin admin] Pushing event updated for resources: {'Network': ['ID=20824f08-7d73-4bbc-b037-8f08604bcdaf,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:29:01.681883 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-bd9d83cb-fca4-4f25-a7e0-937408791f9d admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6885180 Nov 23 17:29:01.683043 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9d83cb-fca4-4f25-a7e0-937408791f9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8e33e73-30b9-4952-965d-f940c31594f6,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:29:01.686423 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 33078) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:29:01.693009 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-e4eae6d1-d926-4075-854e-ea41aa9c512e admin admin] Request body: {'subnet': {'network_id': '20824f08-7d73-4bbc-b037-8f08604bcdaf', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-449900796-subnet', 'tenant_id': 'c94e75c35eaa4eaebd82e447a9e1b0e3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:29:01.695097 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Network 20824f08-7d73-4bbc-b037-8f08604bcdaf details requested by agent ovs-agent-n-d-816206-8 with host n-d-816206-8 {{(pid=103592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 17:29:01.729876 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4eae6d1-d926-4075-854e-ea41aa9c512e admin admin] Made reservation on behalf of c94e75c35eaa4eaebd82e447a9e1b0e3 for: {'subnet': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:29:01.733013 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e4eae6d1-d926-4075-854e-ea41aa9c512e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264730903'] for subnet, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:01.753037 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-093b3abf-c1fd-4a0d-927b-cd68c6e60b6f req-e47773ae-fffd-4775-80c5-9154fd8fcc88 tempest-ListServersNegativeTestJSON-1365076096 tempest-ListServersNegativeTestJSON-1365076096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:01.770794 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [req-6afa2241-2927-49fd-b29e-a35752ac71c0 req-df9b3d1e-2f31-44db-921f-07ca8a951dfe tempest-ImagesOneServerTestJSON-1060018331 tempest-ImagesOneServerTestJSON-1060018331-project] Deleting port 11e5236c-f259-4998-9c04-87d985c86e1e {{(pid=103591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:29:01.771238 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-6afa2241-2927-49fd-b29e-a35752ac71c0 req-df9b3d1e-2f31-44db-921f-07ca8a951dfe tempest-ImagesOneServerTestJSON-1060018331 tempest-ImagesOneServerTestJSON-1060018331-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:01.814055 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] get_ports_and_sgs() called for port_ids ['21e7ff3b-637a-4d9e-98c9-8ffc0dec9cb5'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:29:01.821839 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] get_ports_and_sgs() called for port_ids ['87065e97-ea8f-404d-b9b8-5a25d0e83562', 'e81864c0-876c-4dca-9b74-f8faa6c80bba'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:29:01.867839 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a9d37b76-162f-4c24-b9bb-1738ccdf4eca req-dfc54707-11de-42d7-bad2-b19d655c48a3 tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] 10.222.0.60 "GET /v2.0/security-groups?id=e0395b5d-c9ae-4269-a510-77335f56b6a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7570031 Nov 23 17:29:01.883638 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c2c69f73-1f4c-4bee-95f6-5d995f807e8e req-e6e20994-9c1e-48e9-ab65-3e7036427346 tempest-ListServersNegativeTestJSON-1365076096 tempest-ListServersNegativeTestJSON-1365076096-project] 10.222.0.60 "GET /v2.0/security-groups?id=cfe90dba-62f7-467a-b336-da7b1fe5bd9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5564477 Nov 23 17:29:01.884787 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47773ae-fffd-4775-80c5-9154fd8fcc88 tempest-ListServersNegativeTestJSON-1365076096 tempest-ListServersNegativeTestJSON-1365076096-project] Pushing event deleted for resources: {'Port': ['ID=87065e97-ea8f-404d-b9b8-5a25d0e83562,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:29:02.043304 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [req-093b3abf-c1fd-4a0d-927b-cd68c6e60b6f req-e47773ae-fffd-4775-80c5-9154fd8fcc88 tempest-ListServersNegativeTestJSON-1365076096 tempest-ListServersNegativeTestJSON-1365076096-project] No DVR routers for this DVR port 87065e97-ea8f-404d-b9b8-5a25d0e83562 on host n-h2-816206-8 {{(pid=103591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:29:02.068393 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-093b3abf-c1fd-4a0d-927b-cd68c6e60b6f req-e47773ae-fffd-4775-80c5-9154fd8fcc88 tempest-ListServersNegativeTestJSON-1365076096 tempest-ListServersNegativeTestJSON-1365076096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:02.072691 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-093b3abf-c1fd-4a0d-927b-cd68c6e60b6f req-e47773ae-fffd-4775-80c5-9154fd8fcc88 tempest-ListServersNegativeTestJSON-1365076096 tempest-ListServersNegativeTestJSON-1365076096-project] 10.222.0.36 "DELETE /v2.0/ports/87065e97-ea8f-404d-b9b8-5a25d0e83562 HTTP/1.1" status: 204 len: 173 time: 2.4362664 Nov 23 17:29:02.124277 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e4eae6d1-d926-4075-854e-ea41aa9c512e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264358096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264730885'] for subnet, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:02.146516 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [req-6fbeb4e8-ae3e-4696-b1af-97dc6661b559 req-c1c2da59-f9f0-4b51-9e0d-804a7c50c88f tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Deleting port 8b05d7d3-4182-477b-a5a4-723ba59d78de {{(pid=103591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:29:02.147145 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-6fbeb4e8-ae3e-4696-b1af-97dc6661b559 req-c1c2da59-f9f0-4b51-9e0d-804a7c50c88f tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:02.352695 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:29:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c11f3061-17a5-42ba-98f8-89aede770010 x-openstack-request-id: req-c11f3061-17a5-42ba-98f8-89aede770010 {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:29:02.353800 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffe3df2a-684e-454a-b3cc-d354825eaada", "name": "network-vif-deleted", "tag": "0f54ae2e-dc7f-4429-b64c-57bc23016bf1", "status": "completed", "code": 200}]} {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:29:02.353800 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c11f3061-17a5-42ba-98f8-89aede770010 {{(pid=103591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:29:02.354204 n-d-816206-8 neutron-server[103591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffe3df2a-684e-454a-b3cc-d354825eaada', 'name': 'network-vif-deleted', 'tag': '0f54ae2e-dc7f-4429-b64c-57bc23016bf1', 'status': 'completed', 'code': 200} Nov 23 17:29:02.395493 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4eae6d1-d926-4075-854e-ea41aa9c512e admin admin] Pushing event updated for resources: {'Subnet': ['ID=0fca264e-f203-46e9-b86a-ebb2329ba90b,revision_number=0']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:29:02.398270 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-6afa2241-2927-49fd-b29e-a35752ac71c0 req-df9b3d1e-2f31-44db-921f-07ca8a951dfe tempest-ImagesOneServerTestJSON-1060018331 tempest-ImagesOneServerTestJSON-1060018331-project] For port 11e5236c-f259-4998-9c04-87d985c86e1e, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=11e5236c-f259-4998-9c04-87d985c86e1e,segment=NetworkSegment(329c1745-02bf-4561-9615-3192910887f5),segment_id=329c1745-02bf-4561-9615-3192910887f5)] {{(pid=103591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:29:02.398785 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-6afa2241-2927-49fd-b29e-a35752ac71c0 req-df9b3d1e-2f31-44db-921f-07ca8a951dfe tempest-ImagesOneServerTestJSON-1060018331 tempest-ImagesOneServerTestJSON-1060018331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:02.423921 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4eae6d1-d926-4075-854e-ea41aa9c512e admin admin] Checking segment: {'id': '72cae39b-e177-46b5-abb9-73dc195aab07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '20824f08-7d73-4bbc-b037-8f08604bcdaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:29:02.424317 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4eae6d1-d926-4075-854e-ea41aa9c512e admin admin] Network hostable DHCP agents. Network: 20824f08-7d73-4bbc-b037-8f08604bcdaf, hostable agents: ['0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3'], hosted agents: [] {{(pid=103590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 17:29:02.478667 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4eae6d1-d926-4075-854e-ea41aa9c512e admin admin] Network 20824f08-7d73-4bbc-b037-8f08604bcdaf is scheduled to be hosted by DHCP agent 0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3 with binding_index 1 {{(pid=103590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 17:29:02.494312 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-e4eae6d1-d926-4075-854e-ea41aa9c512e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-8, 20824f08-7d73-4bbc-b037-8f08604bcdaf) {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:29:02.508553 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4eae6d1-d926-4075-854e-ea41aa9c512e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:29:02.509147 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e4eae6d1-d926-4075-854e-ea41aa9c512e admin admin] Publish callbacks [] for subnet, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:02.531938 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [req-6afa2241-2927-49fd-b29e-a35752ac71c0 req-df9b3d1e-2f31-44db-921f-07ca8a951dfe tempest-ImagesOneServerTestJSON-1060018331 tempest-ImagesOneServerTestJSON-1060018331-project] Calling delete_port for 11e5236c-f259-4998-9c04-87d985c86e1e owned by compute:nova {{(pid=103591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:29:02.538970 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-e4eae6d1-d926-4075-854e-ea41aa9c512e admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8510008 Nov 23 17:29:02.648531 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:29:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54b2ba79-6ca3-4377-bce9-0fc07c3a85c0 x-openstack-request-id: req-54b2ba79-6ca3-4377-bce9-0fc07c3a85c0 {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:29:02.648531 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63f851fb-f540-4867-ab84-dbcf797303e0", "name": "network-vif-plugged", "status": "completed", "tag": "81e265bf-2431-406e-8d75-7f043e355546", "code": 200}]} {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:29:02.648531 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-54b2ba79-6ca3-4377-bce9-0fc07c3a85c0 {{(pid=103592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:29:02.648531 n-d-816206-8 neutron-server[103592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63f851fb-f540-4867-ab84-dbcf797303e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81e265bf-2431-406e-8d75-7f043e355546', 'code': 200} Nov 23 17:29:02.660989 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4979d702-855d-4424-8a62-166c2c10c7a7 None None] Network 20824f08-7d73-4bbc-b037-8f08604bcdaf requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:29:03.040092 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-6fbeb4e8-ae3e-4696-b1af-97dc6661b559 req-c1c2da59-f9f0-4b51-9e0d-804a7c50c88f tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] For port 8b05d7d3-4182-477b-a5a4-723ba59d78de, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=8b05d7d3-4182-477b-a5a4-723ba59d78de,segment=NetworkSegment(a571a13a-1919-42eb-8447-a1d218f50a9e),segment_id=a571a13a-1919-42eb-8447-a1d218f50a9e)] {{(pid=103591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:29:03.040637 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-6fbeb4e8-ae3e-4696-b1af-97dc6661b559 req-c1c2da59-f9f0-4b51-9e0d-804a7c50c88f tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:03.074494 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [req-6fbeb4e8-ae3e-4696-b1af-97dc6661b559 req-c1c2da59-f9f0-4b51-9e0d-804a7c50c88f tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Calling delete_port for 8b05d7d3-4182-477b-a5a4-723ba59d78de owned by compute:nova {{(pid=103591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:29:03.235120 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a56d1c30-20d7-443c-88ea-2e869a59a86a None None] Network 20824f08-7d73-4bbc-b037-8f08604bcdaf requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:29:03.239868 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-6afa2241-2927-49fd-b29e-a35752ac71c0 req-df9b3d1e-2f31-44db-921f-07ca8a951dfe tempest-ImagesOneServerTestJSON-1060018331 tempest-ImagesOneServerTestJSON-1060018331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:03.399723 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880856ab-9816-4e37-acd4-00552c8ffa00 req-286fb026-7cd7-4ccd-8f6a-4f9ecdbfd454 tempest-ImagesOneServerTestJSON-1060018331 tempest-ImagesOneServerTestJSON-1060018331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:29:03.410533 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-880856ab-9816-4e37-acd4-00552c8ffa00 req-286fb026-7cd7-4ccd-8f6a-4f9ecdbfd454 tempest-ImagesOneServerTestJSON-1060018331 tempest-ImagesOneServerTestJSON-1060018331-project] 10.222.0.60 "GET /v2.0/ports?device_id=779538a1-8493-41af-b142-c0cf0c1e6957 HTTP/1.1" status: 200 len: 866 time: 0.8864496 Nov 23 17:29:03.444984 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9b3d1e-2f31-44db-921f-07ca8a951dfe tempest-ImagesOneServerTestJSON-1060018331 tempest-ImagesOneServerTestJSON-1060018331-project] Pushing event deleted for resources: {'Port': ['ID=11e5236c-f259-4998-9c04-87d985c86e1e,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:29:03.493832 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device 11e5236c-f259-4998-9c04-87d985c86e1e no longer exists at agent hyperv_n-h1-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:29:03.498226 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [req-6afa2241-2927-49fd-b29e-a35752ac71c0 req-df9b3d1e-2f31-44db-921f-07ca8a951dfe tempest-ImagesOneServerTestJSON-1060018331 tempest-ImagesOneServerTestJSON-1060018331-project] No DVR routers for this DVR port 11e5236c-f259-4998-9c04-87d985c86e1e on host n-h1-816206-8 {{(pid=103591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:29:03.524527 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-6afa2241-2927-49fd-b29e-a35752ac71c0 req-df9b3d1e-2f31-44db-921f-07ca8a951dfe tempest-ImagesOneServerTestJSON-1060018331 tempest-ImagesOneServerTestJSON-1060018331-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:03.528131 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6afa2241-2927-49fd-b29e-a35752ac71c0 req-df9b3d1e-2f31-44db-921f-07ca8a951dfe tempest-ImagesOneServerTestJSON-1060018331 tempest-ImagesOneServerTestJSON-1060018331-project] 10.222.0.55 "DELETE /v2.0/ports/11e5236c-f259-4998-9c04-87d985c86e1e HTTP/1.1" status: 204 len: 173 time: 3.1447847 Nov 23 17:29:03.534566 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] No Port match for: 11e5236c-f259-4998-9c04-87d985c86e1e {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:29:03.534916 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device 11e5236c-f259-4998-9c04-87d985c86e1e not bound to the agent host n-h1-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:29:03.538342 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0003b0e-e977-4850-a27a-93b955c15956 req-ee1fd886-3dba-4da6-8443-76b2a103710a tempest-ImagesOneServerNegativeTestJSON-1012219953 tempest-ImagesOneServerNegativeTestJSON-1012219953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:29:03.540549 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a0003b0e-e977-4850-a27a-93b955c15956 req-ee1fd886-3dba-4da6-8443-76b2a103710a tempest-ImagesOneServerNegativeTestJSON-1012219953 tempest-ImagesOneServerNegativeTestJSON-1012219953-project] 10.222.0.60 "GET /v2.0/ports?device_id=634f9d97-f4e7-45c2-8df4-49c65161f569 HTTP/1.1" status: 200 len: 944 time: 0.8559802 Nov 23 17:29:03.621004 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-880856ab-9816-4e37-acd4-00552c8ffa00 req-f906cf13-e512-45ba-bb56-ad3d33bfdbd6 tempest-ImagesOneServerTestJSON-1060018331 tempest-ImagesOneServerTestJSON-1060018331-project] 10.222.0.60 "GET /v2.0/security-groups?id=9dbca594-1a92-4d96-a3db-ffbc658977d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2073762 Nov 23 17:29:03.708824 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a0003b0e-e977-4850-a27a-93b955c15956 req-5b29cbcf-28bb-4bd3-babb-7086500b6f17 tempest-ImagesOneServerNegativeTestJSON-1012219953 tempest-ImagesOneServerNegativeTestJSON-1012219953-project] 10.222.0.60 "GET /v2.0/security-groups?id=651f9501-e200-4452-8eae-06db36d1c3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600764 Nov 23 17:29:03.748397 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-6fbeb4e8-ae3e-4696-b1af-97dc6661b559 req-c1c2da59-f9f0-4b51-9e0d-804a7c50c88f tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:03.792249 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c2da59-f9f0-4b51-9e0d-804a7c50c88f tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Pushing event deleted for resources: {'Port': ['ID=8b05d7d3-4182-477b-a5a4-723ba59d78de,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:29:03.863773 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fbeb4e8-ae3e-4696-b1af-97dc6661b559 req-c1c2da59-f9f0-4b51-9e0d-804a7c50c88f tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] No DVR routers for this DVR port 8b05d7d3-4182-477b-a5a4-723ba59d78de on host n-h2-816206-8 {{(pid=103591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:29:03.875762 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-6fbeb4e8-ae3e-4696-b1af-97dc6661b559 req-c1c2da59-f9f0-4b51-9e0d-804a7c50c88f tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:03.891209 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6fbeb4e8-ae3e-4696-b1af-97dc6661b559 req-c1c2da59-f9f0-4b51-9e0d-804a7c50c88f tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] 10.222.0.36 "DELETE /v2.0/ports/8b05d7d3-4182-477b-a5a4-723ba59d78de HTTP/1.1" status: 204 len: 173 time: 2.9083443 Nov 23 17:29:04.035786 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device 87065e97-ea8f-404d-b9b8-5a25d0e83562 no longer exists at agent hyperv_n-h2-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:29:04.079485 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] No Port match for: 87065e97-ea8f-404d-b9b8-5a25d0e83562 {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:29:04.079833 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device 87065e97-ea8f-404d-b9b8-5a25d0e83562 not bound to the agent host n-h2-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:29:04.120566 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [req-becfebaa-5f53-44f2-a141-d6cba06a892e req-8f2d2f78-3ef0-4a16-b7f4-171eb4ee163f tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1161298719', 'description': 'tempest-description-33782179'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:29:04.298164 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abaa76f9-a572-4004-9311-63a2793605f9 req-c2608e9b-9139-438f-b0a1-18730c98e569 tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:29:04.317700 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-abaa76f9-a572-4004-9311-63a2793605f9 req-c2608e9b-9139-438f-b0a1-18730c98e569 tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] 10.222.0.60 "GET /v2.0/ports?device_id=ffe3df2a-684e-454a-b3cc-d354825eaada HTTP/1.1" status: 200 len: 944 time: 0.3306854 Nov 23 17:29:04.330771 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-becfebaa-5f53-44f2-a141-d6cba06a892e req-8f2d2f78-3ef0-4a16-b7f4-171eb4ee163f tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] Publish callbacks [] for security_group, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:04.355886 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [req-6fbeb4e8-ae3e-4696-b1af-97dc6661b559 req-463440df-5df1-4955-a3d7-fd5372742cd6 tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Deleting port 060ffe95-3094-413f-ba30-a6a604d52753 {{(pid=103591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:29:04.356233 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-6fbeb4e8-ae3e-4696-b1af-97dc6661b559 req-463440df-5df1-4955-a3d7-fd5372742cd6 tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:04.360721 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aaa42858-0b08-45bb-833f-a1c2a0894dff', 'name': 'network-vif-deleted', 'tag': '87065e97-ea8f-404d-b9b8-5a25d0e83562'}, {'server_uuid': '779538a1-8493-41af-b142-c0cf0c1e6957', 'name': 'network-vif-deleted', 'tag': '11e5236c-f259-4998-9c04-87d985c86e1e'}, {'server_uuid': 'ffe3df2a-684e-454a-b3cc-d354825eaada', 'name': 'network-vif-deleted', 'tag': '8b05d7d3-4182-477b-a5a4-723ba59d78de'}] {{(pid=103591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:29:04.362997 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41d174a19ece9499ff9ec44e5b3fc50f2abd3ffbc947fb7e52ea1e8db27b95b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d7597a0-4f08-45f1-a63e-4446d4fce410" -d '{"events": [{"server_uuid": "aaa42858-0b08-45bb-833f-a1c2a0894dff", "name": "network-vif-deleted", "tag": "87065e97-ea8f-404d-b9b8-5a25d0e83562"}, {"server_uuid": "779538a1-8493-41af-b142-c0cf0c1e6957", "name": "network-vif-deleted", "tag": "11e5236c-f259-4998-9c04-87d985c86e1e"}, {"server_uuid": "ffe3df2a-684e-454a-b3cc-d354825eaada", "name": "network-vif-deleted", "tag": "8b05d7d3-4182-477b-a5a4-723ba59d78de"}]}' {{(pid=103591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:29:04.530024 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-abaa76f9-a572-4004-9311-63a2793605f9 req-9349482b-47d5-4e96-a59d-76a1ebddf1a5 tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] 10.222.0.60 "GET /v2.0/security-groups?id=e0395b5d-c9ae-4269-a510-77335f56b6a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2127216 Nov 23 17:29:04.649434 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffe3df2a-684e-454a-b3cc-d354825eaada', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '060ffe95-3094-413f-ba30-a6a604d52753'}, {'server_uuid': 'ffe3df2a-684e-454a-b3cc-d354825eaada', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8b05d7d3-4182-477b-a5a4-723ba59d78de'}] {{(pid=103592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:29:04.652237 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba3e6a8f2301c7a29fe1eca9779abdae4ccbcd6266d69778087f2498d5551201" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-392ac6c5-dbde-4ea9-a67e-d6770e79f3f1" -d '{"events": [{"server_uuid": "ffe3df2a-684e-454a-b3cc-d354825eaada", "name": "network-vif-unplugged", "status": "completed", "tag": "060ffe95-3094-413f-ba30-a6a604d52753"}, {"server_uuid": "ffe3df2a-684e-454a-b3cc-d354825eaada", "name": "network-vif-unplugged", "status": "completed", "tag": "8b05d7d3-4182-477b-a5a4-723ba59d78de"}]}' {{(pid=103592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:29:04.695348 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-6fbeb4e8-ae3e-4696-b1af-97dc6661b559 req-463440df-5df1-4955-a3d7-fd5372742cd6 tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] For port 060ffe95-3094-413f-ba30-a6a604d52753, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=060ffe95-3094-413f-ba30-a6a604d52753,segment=NetworkSegment(f29dfca8-022a-4db9-b8a4-6d99a0fedd99),segment_id=f29dfca8-022a-4db9-b8a4-6d99a0fedd99)] {{(pid=103591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:29:04.695726 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-6fbeb4e8-ae3e-4696-b1af-97dc6661b559 req-463440df-5df1-4955-a3d7-fd5372742cd6 tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:04.719857 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1f9a2b-ad5c-4b5d-976a-5462c6ed4be3 req-3035b884-5900-473a-847c-ecbaaefd689a tempest-ImagesOneServerNegativeTestJSON-1012219953 tempest-ImagesOneServerNegativeTestJSON-1012219953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:29:04.738951 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ec1f9a2b-ad5c-4b5d-976a-5462c6ed4be3 req-3035b884-5900-473a-847c-ecbaaefd689a tempest-ImagesOneServerNegativeTestJSON-1012219953 tempest-ImagesOneServerNegativeTestJSON-1012219953-project] 10.222.0.55 "GET /v2.0/ports?device_id=634f9d97-f4e7-45c2-8df4-49c65161f569 HTTP/1.1" status: 200 len: 944 time: 0.2727473 Nov 23 17:29:04.824825 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-becfebaa-5f53-44f2-a141-d6cba06a892e req-8f2d2f78-3ef0-4a16-b7f4-171eb4ee163f tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] Publish callbacks [] for security_group, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:04.846555 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-becfebaa-5f53-44f2-a141-d6cba06a892e req-8f2d2f78-3ef0-4a16-b7f4-171eb4ee163f tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:04.875599 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [req-6fbeb4e8-ae3e-4696-b1af-97dc6661b559 req-463440df-5df1-4955-a3d7-fd5372742cd6 tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Calling delete_port for 060ffe95-3094-413f-ba30-a6a604d52753 owned by compute:nova {{(pid=103591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:29:04.886262 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-becfebaa-5f53-44f2-a141-d6cba06a892e req-8f2d2f78-3ef0-4a16-b7f4-171eb4ee163f tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] Publish callbacks [] for security_group, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:04.901582 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-becfebaa-5f53-44f2-a141-d6cba06a892e req-8f2d2f78-3ef0-4a16-b7f4-171eb4ee163f tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.7885840 Nov 23 17:29:04.974376 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Tue, 23 Nov 2021 17:29:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a10dba1-1877-4280-8c84-0041edd1eba8 x-openstack-request-id: req-0a10dba1-1877-4280-8c84-0041edd1eba8 {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:29:04.975173 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffe3df2a-684e-454a-b3cc-d354825eaada", "name": "network-vif-unplugged", "status": "completed", "tag": "060ffe95-3094-413f-ba30-a6a604d52753", "code": 200}, {"server_uuid": "ffe3df2a-684e-454a-b3cc-d354825eaada", "name": "network-vif-unplugged", "status": "completed", "tag": "8b05d7d3-4182-477b-a5a4-723ba59d78de", "code": 200}]} {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:29:04.976595 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-0a10dba1-1877-4280-8c84-0041edd1eba8 {{(pid=103592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:29:04.977479 n-d-816206-8 neutron-server[103592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffe3df2a-684e-454a-b3cc-d354825eaada', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '060ffe95-3094-413f-ba30-a6a604d52753', 'code': 200} Nov 23 17:29:04.978090 n-d-816206-8 neutron-server[103592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffe3df2a-684e-454a-b3cc-d354825eaada', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8b05d7d3-4182-477b-a5a4-723ba59d78de', 'code': 200} Nov 23 17:29:04.985260 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2d2f78-3ef0-4a16-b7f4-171eb4ee163f tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d167f1c-77da-4d52-aeda-dd40310b7965,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:29:05.012275 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Tue, 23 Nov 2021 17:29:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ec60c58-09a7-40a4-a88c-d8ba4bcc736f x-openstack-request-id: req-0ec60c58-09a7-40a4-a88c-d8ba4bcc736f {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:29:05.025330 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aaa42858-0b08-45bb-833f-a1c2a0894dff", "name": "network-vif-deleted", "tag": "87065e97-ea8f-404d-b9b8-5a25d0e83562", "status": "completed", "code": 200}, {"server_uuid": "779538a1-8493-41af-b142-c0cf0c1e6957", "name": "network-vif-deleted", "tag": "11e5236c-f259-4998-9c04-87d985c86e1e", "status": "completed", "code": 200}, {"server_uuid": "ffe3df2a-684e-454a-b3cc-d354825eaada", "name": "network-vif-deleted", "tag": "8b05d7d3-4182-477b-a5a4-723ba59d78de", "status": "completed", "code": 200}]} {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:29:05.036670 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-0ec60c58-09a7-40a4-a88c-d8ba4bcc736f {{(pid=103591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:29:05.036670 n-d-816206-8 neutron-server[103591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aaa42858-0b08-45bb-833f-a1c2a0894dff', 'name': 'network-vif-deleted', 'tag': '87065e97-ea8f-404d-b9b8-5a25d0e83562', 'status': 'completed', 'code': 200} Nov 23 17:29:05.036670 n-d-816206-8 neutron-server[103591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '779538a1-8493-41af-b142-c0cf0c1e6957', 'name': 'network-vif-deleted', 'tag': '11e5236c-f259-4998-9c04-87d985c86e1e', 'status': 'completed', 'code': 200} Nov 23 17:29:05.036670 n-d-816206-8 neutron-server[103591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffe3df2a-684e-454a-b3cc-d354825eaada', 'name': 'network-vif-deleted', 'tag': '8b05d7d3-4182-477b-a5a4-723ba59d78de', 'status': 'completed', 'code': 200} Nov 23 17:29:05.112905 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [req-e4213b78-103a-4f2f-8148-57a2f2195a2f req-4194a8bb-026d-497c-a545-d97bc6a39907 tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-130691515', 'description': 'tempest-description-1632328996'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:29:05.398082 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09e136c-e926-44d6-a28b-c2a456a96562 req-246cb367-a71f-4323-bf78-c8e1d66c0bd7 tempest-ImagesOneServerNegativeTestJSON-1012219953 tempest-ImagesOneServerNegativeTestJSON-1012219953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:29:05.401377 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d09e136c-e926-44d6-a28b-c2a456a96562 req-246cb367-a71f-4323-bf78-c8e1d66c0bd7 tempest-ImagesOneServerNegativeTestJSON-1012219953 tempest-ImagesOneServerNegativeTestJSON-1012219953-project] 10.222.0.60 "GET /v2.0/ports?device_id=634f9d97-f4e7-45c2-8df4-49c65161f569 HTTP/1.1" status: 200 len: 944 time: 0.2112055 Nov 23 17:29:05.415513 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-e4213b78-103a-4f2f-8148-57a2f2195a2f req-4194a8bb-026d-497c-a545-d97bc6a39907 tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] Publish callbacks [] for security_group, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:05.625438 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d09e136c-e926-44d6-a28b-c2a456a96562 req-07fff8ba-9a55-4133-b04f-430d5647edce tempest-ImagesOneServerNegativeTestJSON-1012219953 tempest-ImagesOneServerNegativeTestJSON-1012219953-project] 10.222.0.60 "GET /v2.0/security-groups?id=651f9501-e200-4452-8eae-06db36d1c3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1846793 Nov 23 17:29:05.641474 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 33140) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:29:05.755265 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [req-ec1f9a2b-ad5c-4b5d-976a-5462c6ed4be3 req-7ed06264-0c5d-4a20-9494-dadb90ded874 tempest-ImagesOneServerNegativeTestJSON-1012219953 tempest-ImagesOneServerNegativeTestJSON-1012219953-project] Deleting port 219d83ec-7d7a-425b-91ac-ec42f4ea47ba {{(pid=103591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:29:05.755724 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-ec1f9a2b-ad5c-4b5d-976a-5462c6ed4be3 req-7ed06264-0c5d-4a20-9494-dadb90ded874 tempest-ImagesOneServerNegativeTestJSON-1012219953 tempest-ImagesOneServerNegativeTestJSON-1012219953-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:05.944620 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-9f0bad56-3f41-4192-ac4b-845f10f177ba admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7d1939275557445aaa707f554dbb4a92&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2965357 Nov 23 17:29:05.945404 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 33146) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:29:05.961897 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-ec1f9a2b-ad5c-4b5d-976a-5462c6ed4be3 req-7ed06264-0c5d-4a20-9494-dadb90ded874 tempest-ImagesOneServerNegativeTestJSON-1012219953 tempest-ImagesOneServerNegativeTestJSON-1012219953-project] For port 219d83ec-7d7a-425b-91ac-ec42f4ea47ba, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=219d83ec-7d7a-425b-91ac-ec42f4ea47ba,segment=NetworkSegment(60478cc8-93b5-4306-bc7b-30ff3da3bb33),segment_id=60478cc8-93b5-4306-bc7b-30ff3da3bb33)] {{(pid=103591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:29:05.962259 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-ec1f9a2b-ad5c-4b5d-976a-5462c6ed4be3 req-7ed06264-0c5d-4a20-9494-dadb90ded874 tempest-ImagesOneServerNegativeTestJSON-1012219953 tempest-ImagesOneServerNegativeTestJSON-1012219953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:05.978480 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [req-ec1f9a2b-ad5c-4b5d-976a-5462c6ed4be3 req-7ed06264-0c5d-4a20-9494-dadb90ded874 tempest-ImagesOneServerNegativeTestJSON-1012219953 tempest-ImagesOneServerNegativeTestJSON-1012219953-project] Calling delete_port for 219d83ec-7d7a-425b-91ac-ec42f4ea47ba owned by compute:nova {{(pid=103591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:29:06.088654 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-fa300523-021a-41c4-b924-1249c83baae2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:06.102360 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-e4213b78-103a-4f2f-8148-57a2f2195a2f req-4194a8bb-026d-497c-a545-d97bc6a39907 tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] Publish callbacks [] for security_group, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:06.119584 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-e4213b78-103a-4f2f-8148-57a2f2195a2f req-4194a8bb-026d-497c-a545-d97bc6a39907 tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:06.127556 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-6fbeb4e8-ae3e-4696-b1af-97dc6661b559 req-463440df-5df1-4955-a3d7-fd5372742cd6 tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:06.148372 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-fa300523-021a-41c4-b924-1249c83baae2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:06.200675 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463440df-5df1-4955-a3d7-fd5372742cd6 tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Pushing event deleted for resources: {'Port': ['ID=060ffe95-3094-413f-ba30-a6a604d52753,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:29:06.243992 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-fa300523-021a-41c4-b924-1249c83baae2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:06.253328 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-fa300523-021a-41c4-b924-1249c83baae2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:06.254701 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-fa300523-021a-41c4-b924-1249c83baae2 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/9dbca594-1a92-4d96-a3db-ffbc658977d6 HTTP/1.1" status: 204 len: 168 time: 0.3082871 Nov 23 17:29:06.264608 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa300523-021a-41c4-b924-1249c83baae2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dbca594-1a92-4d96-a3db-ffbc658977d6,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:29:06.285138 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa300523-021a-41c4-b924-1249c83baae2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:29:06.285804 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa300523-021a-41c4-b924-1249c83baae2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:29:06.286558 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa300523-021a-41c4-b924-1249c83baae2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:29:06.288703 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa300523-021a-41c4-b924-1249c83baae2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:29:06.289263 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa300523-021a-41c4-b924-1249c83baae2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:29:06.289801 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa300523-021a-41c4-b924-1249c83baae2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:29:06.290764 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa300523-021a-41c4-b924-1249c83baae2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:29:06.291283 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa300523-021a-41c4-b924-1249c83baae2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:29:06.300794 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa300523-021a-41c4-b924-1249c83baae2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:29:06.301628 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa300523-021a-41c4-b924-1249c83baae2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:29:06.302515 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa300523-021a-41c4-b924-1249c83baae2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:29:06.304312 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa300523-021a-41c4-b924-1249c83baae2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:29:06.362837 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fbeb4e8-ae3e-4696-b1af-97dc6661b559 req-463440df-5df1-4955-a3d7-fd5372742cd6 tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] No DVR routers for this DVR port 060ffe95-3094-413f-ba30-a6a604d52753 on host n-h2-816206-8 {{(pid=103591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:29:06.367215 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4194a8bb-026d-497c-a545-d97bc6a39907 tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56463696-1032-4269-b216-a234a38bac9b,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:29:06.382381 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-e4213b78-103a-4f2f-8148-57a2f2195a2f req-4194a8bb-026d-497c-a545-d97bc6a39907 tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] Publish callbacks [] for security_group, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:06.383777 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e4213b78-103a-4f2f-8148-57a2f2195a2f req-4194a8bb-026d-497c-a545-d97bc6a39907 tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 1.3356121 Nov 23 17:29:06.418032 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-6fbeb4e8-ae3e-4696-b1af-97dc6661b559 req-463440df-5df1-4955-a3d7-fd5372742cd6 tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:06.441412 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6fbeb4e8-ae3e-4696-b1af-97dc6661b559 req-463440df-5df1-4955-a3d7-fd5372742cd6 tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] 10.222.0.36 "DELETE /v2.0/ports/060ffe95-3094-413f-ba30-a6a604d52753 HTTP/1.1" status: 204 len: 173 time: 2.5390813 Nov 23 17:29:06.514043 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-66cb5c1d-00ed-4296-bc15-8ac6c15997c2 req-1c9e8058-ee57-4cb1-8156-3d676224c803 tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] 10.222.0.60 "GET /v2.0/ports?device_id=ffe3df2a-684e-454a-b3cc-d354825eaada HTTP/1.1" status: 200 len: 210 time: 0.1269629 Nov 23 17:29:06.672180 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-ec1f9a2b-ad5c-4b5d-976a-5462c6ed4be3 req-7ed06264-0c5d-4a20-9494-dadb90ded874 tempest-ImagesOneServerNegativeTestJSON-1012219953 tempest-ImagesOneServerNegativeTestJSON-1012219953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:06.822474 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11709b1a-4848-4e33-b3a1-d7220b5ec7cd None None] DHCP port deletion for 979a75ad-e1a6-4cbe-9e08-b61461b07256 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:29:06.846042 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed06264-0c5d-4a20-9494-dadb90ded874 tempest-ImagesOneServerNegativeTestJSON-1012219953 tempest-ImagesOneServerNegativeTestJSON-1012219953-project] Pushing event deleted for resources: {'Port': ['ID=219d83ec-7d7a-425b-91ac-ec42f4ea47ba,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:29:06.974665 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec1f9a2b-ad5c-4b5d-976a-5462c6ed4be3 req-7ed06264-0c5d-4a20-9494-dadb90ded874 tempest-ImagesOneServerNegativeTestJSON-1012219953 tempest-ImagesOneServerNegativeTestJSON-1012219953-project] No DVR routers for this DVR port 219d83ec-7d7a-425b-91ac-ec42f4ea47ba on host n-h1-816206-8 {{(pid=103591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:29:06.979166 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-ec1f9a2b-ad5c-4b5d-976a-5462c6ed4be3 req-7ed06264-0c5d-4a20-9494-dadb90ded874 tempest-ImagesOneServerNegativeTestJSON-1012219953 tempest-ImagesOneServerNegativeTestJSON-1012219953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:06.984679 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ec1f9a2b-ad5c-4b5d-976a-5462c6ed4be3 req-7ed06264-0c5d-4a20-9494-dadb90ded874 tempest-ImagesOneServerNegativeTestJSON-1012219953 tempest-ImagesOneServerNegativeTestJSON-1012219953-project] 10.222.0.55 "DELETE /v2.0/ports/219d83ec-7d7a-425b-91ac-ec42f4ea47ba HTTP/1.1" status: 204 len: 173 time: 2.2202001 Nov 23 17:29:07.106172 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffe3df2a-684e-454a-b3cc-d354825eaada', 'name': 'network-vif-deleted', 'tag': '060ffe95-3094-413f-ba30-a6a604d52753'}, {'server_uuid': '634f9d97-f4e7-45c2-8df4-49c65161f569', 'name': 'network-vif-deleted', 'tag': '219d83ec-7d7a-425b-91ac-ec42f4ea47ba'}] {{(pid=103591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:29:07.110540 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41d174a19ece9499ff9ec44e5b3fc50f2abd3ffbc947fb7e52ea1e8db27b95b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de9b7649-4aee-4263-9293-1f2ca1fdb620" -d '{"events": [{"server_uuid": "ffe3df2a-684e-454a-b3cc-d354825eaada", "name": "network-vif-deleted", "tag": "060ffe95-3094-413f-ba30-a6a604d52753"}, {"server_uuid": "634f9d97-f4e7-45c2-8df4-49c65161f569", "name": "network-vif-deleted", "tag": "219d83ec-7d7a-425b-91ac-ec42f4ea47ba"}]}' {{(pid=103591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:29:07.186695 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d7a7a893-81b0-4d6a-9a03-eb80d5b5daf7 req-626bdfe8-89bd-46e7-84f6-f722ac74e22f tempest-ImagesOneServerNegativeTestJSON-1012219953 tempest-ImagesOneServerNegativeTestJSON-1012219953-project] 10.222.0.60 "GET /v2.0/ports?device_id=634f9d97-f4e7-45c2-8df4-49c65161f569 HTTP/1.1" status: 200 len: 210 time: 0.2593970 Nov 23 17:29:07.311751 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4081459-a52a-4c57-8d40-de2d9bf9b227 req-97f47419-72b7-4119-b715-f91db8fbca24 tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:29:07.313623 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b4081459-a52a-4c57-8d40-de2d9bf9b227 req-97f47419-72b7-4119-b715-f91db8fbca24 tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] 10.222.0.60 "GET /v2.0/networks?id=20824f08-7d73-4bbc-b037-8f08604bcdaf HTTP/1.1" status: 200 len: 812 time: 0.3856261 Nov 23 17:29:07.368463 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b4081459-a52a-4c57-8d40-de2d9bf9b227 req-c2f9fec1-44b9-4fbb-891a-095d7881b8f1 tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] 10.222.0.60 "GET /v2.0/quotas/c94e75c35eaa4eaebd82e447a9e1b0e3 HTTP/1.1" status: 200 len: 375 time: 0.0340636 Nov 23 17:29:07.451928 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b4081459-a52a-4c57-8d40-de2d9bf9b227 req-db6d6800-c5ea-4a42-8aca-a07402a3d2e9 tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=c94e75c35eaa4eaebd82e447a9e1b0e3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0821185 Nov 23 17:29:07.498295 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device 219d83ec-7d7a-425b-91ac-ec42f4ea47ba no longer exists at agent hyperv_n-h1-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:29:07.562568 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] No Port match for: 219d83ec-7d7a-425b-91ac-ec42f4ea47ba {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:29:07.563071 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device 219d83ec-7d7a-425b-91ac-ec42f4ea47ba not bound to the agent host n-h1-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:29:08.028327 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 23 Nov 2021 17:29:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6d0a108-d7d6-41f3-bec9-a03263a85b40 x-openstack-request-id: req-a6d0a108-d7d6-41f3-bec9-a03263a85b40 {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:29:08.029059 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffe3df2a-684e-454a-b3cc-d354825eaada", "name": "network-vif-deleted", "tag": "060ffe95-3094-413f-ba30-a6a604d52753", "status": "completed", "code": 200}, {"server_uuid": "634f9d97-f4e7-45c2-8df4-49c65161f569", "name": "network-vif-deleted", "tag": "219d83ec-7d7a-425b-91ac-ec42f4ea47ba", "status": "completed", "code": 200}]} {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:29:08.029181 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a6d0a108-d7d6-41f3-bec9-a03263a85b40 {{(pid=103591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:29:08.029680 n-d-816206-8 neutron-server[103591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffe3df2a-684e-454a-b3cc-d354825eaada', 'name': 'network-vif-deleted', 'tag': '060ffe95-3094-413f-ba30-a6a604d52753', 'status': 'completed', 'code': 200} Nov 23 17:29:08.030081 n-d-816206-8 neutron-server[103591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '634f9d97-f4e7-45c2-8df4-49c65161f569', 'name': 'network-vif-deleted', 'tag': '219d83ec-7d7a-425b-91ac-ec42f4ea47ba', 'status': 'completed', 'code': 200} Nov 23 17:29:08.113763 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b4081459-a52a-4c57-8d40-de2d9bf9b227 req-8bdb0efd-3c7d-4b7f-ad69-8a51a4de79ba service neutron] 10.222.0.60 "GET /v2.0/networks/20824f08-7d73-4bbc-b037-8f08604bcdaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6608565 Nov 23 17:29:08.256039 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 33230) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:29:08.257420 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b4081459-a52a-4c57-8d40-de2d9bf9b227 req-a329a41b-0d00-427f-9e69-f46dcdb4fcc3 service neutron] 10.222.0.60 "GET /v2.0/networks/20824f08-7d73-4bbc-b037-8f08604bcdaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396842 Nov 23 17:29:08.371240 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_v2 [None req-8136b42e-17e3-415f-93f9-0e6212101ba0 tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Deleting subnet 6b86510e-471b-4c13-9eda-a998271fd4a3 {{(pid=103590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 17:29:08.374915 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8136b42e-17e3-415f-93f9-0e6212101ba0 tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Publish callbacks [] for subnet, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:08.424785 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8136b42e-17e3-415f-93f9-0e6212101ba0 tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-267528342'] for subnet, precommit_delete_associations {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:08.572308 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8136b42e-17e3-415f-93f9-0e6212101ba0 tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971956'] for subnet, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:08.718604 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8136b42e-17e3-415f-93f9-0e6212101ba0 tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264357903', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264730940'] for subnet, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:08.838258 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8136b42e-17e3-415f-93f9-0e6212101ba0 tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Pushing event deleted for resources: {'Subnet': ['ID=6b86510e-471b-4c13-9eda-a998271fd4a3,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:29:08.843980 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-531a6567-cdda-4543-b2d7-5e099ede5e43 req-6056765c-a771-4c4e-908f-115b236ce97c tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] 10.222.0.60 "GET /v2.0/ports?device_id=c91eccca-8b79-4133-9b67-8e640b1347ac HTTP/1.1" status: 200 len: 210 time: 0.1189284 Nov 23 17:29:08.863863 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8136b42e-17e3-415f-93f9-0e6212101ba0 tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Publish callbacks [] for subnet, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:08.869168 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18fc1679-b0c1-4e9a-a2ba-302f49c24a9a None None] Network 7aa4d4e2-fdd4-4fb9-8823-d78916f248b0 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:29:08.889212 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-8136b42e-17e3-415f-93f9-0e6212101ba0 tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] 10.222.0.60 "DELETE /v2.0/subnets/6b86510e-471b-4c13-9eda-a998271fd4a3 HTTP/1.1" status: 204 len: 168 time: 0.6301556 Nov 23 17:29:08.899598 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 33254) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:29:09.043333 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8617e0c-f563-41dc-a069-90a7fb4a9080 req-09a51033-39ba-4dd8-9c0d-c1c35fdeed65 tempest-ListServersNegativeTestJSON-1365076096 tempest-ListServersNegativeTestJSON-1365076096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:29:09.073580 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8617e0c-f563-41dc-a069-90a7fb4a9080 req-09a51033-39ba-4dd8-9c0d-c1c35fdeed65 tempest-ListServersNegativeTestJSON-1365076096 tempest-ListServersNegativeTestJSON-1365076096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:29:09.085213 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a8617e0c-f563-41dc-a069-90a7fb4a9080 req-09a51033-39ba-4dd8-9c0d-c1c35fdeed65 tempest-ListServersNegativeTestJSON-1365076096 tempest-ListServersNegativeTestJSON-1365076096-project] 10.222.0.60 "GET /v2.0/ports?device_id=664a1226-8a51-49cf-b2a9-cf50bd818f76&device_id=d2b92d8a-1e83-4659-9afc-f182681db575 HTTP/1.1" status: 200 len: 1681 time: 0.2571459 Nov 23 17:29:09.174408 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-464c1e3f-6fd8-4069-a52c-69401037a701 tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-555181'] for network, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:09.388948 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 33274) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:29:09.404644 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-464c1e3f-6fd8-4069-a52c-69401037a701 tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Deleting port ed972518-f03c-420d-9322-41f8bdde281c {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:29:09.405459 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-464c1e3f-6fd8-4069-a52c-69401037a701 tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:09.408775 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19eed65d-0ff8-4f2d-86a8-6c67d0998850 None None] DHCP port deletion for 7aa4d4e2-fdd4-4fb9-8823-d78916f248b0 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:29:09.558731 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-19eed65d-0ff8-4f2d-86a8-6c67d0998850 None None] Deleting port ed972518-f03c-420d-9322-41f8bdde281c {{(pid=103592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:29:09.559155 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-19eed65d-0ff8-4f2d-86a8-6c67d0998850 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:09.588452 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-464c1e3f-6fd8-4069-a52c-69401037a701 tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] For port ed972518-f03c-420d-9322-41f8bdde281c, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=ed972518-f03c-420d-9322-41f8bdde281c,segment=NetworkSegment(f29dfca8-022a-4db9-b8a4-6d99a0fedd99),segment_id=f29dfca8-022a-4db9-b8a4-6d99a0fedd99)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:29:09.589364 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-464c1e3f-6fd8-4069-a52c-69401037a701 tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:09.621885 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-464c1e3f-6fd8-4069-a52c-69401037a701 tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Calling delete_port for ed972518-f03c-420d-9322-41f8bdde281c owned by network:dhcp {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:29:09.630988 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a8617e0c-f563-41dc-a069-90a7fb4a9080 req-ce21d454-dc25-4f00-a43a-eeb02ff319c7 tempest-ListServersNegativeTestJSON-1365076096 tempest-ListServersNegativeTestJSON-1365076096-project] 10.222.0.60 "GET /v2.0/security-groups?id=cfe90dba-62f7-467a-b336-da7b1fe5bd9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5448308 Nov 23 17:29:09.793342 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c331fab-ccc8-44da-bdd3-3cfb7ec76a12 req-1226ce08-8c8a-4dab-ba87-3db742925183 tempest-ImagesOneServerNegativeTestJSON-1012219953 tempest-ImagesOneServerNegativeTestJSON-1012219953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:29:09.805343 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6c331fab-ccc8-44da-bdd3-3cfb7ec76a12 req-1226ce08-8c8a-4dab-ba87-3db742925183 tempest-ImagesOneServerNegativeTestJSON-1012219953 tempest-ImagesOneServerNegativeTestJSON-1012219953-project] 10.222.0.60 "GET /v2.0/networks?id=979a75ad-e1a6-4cbe-9e08-b61461b07256 HTTP/1.1" status: 200 len: 821 time: 0.6909194 Nov 23 17:29:09.806602 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-19eed65d-0ff8-4f2d-86a8-6c67d0998850 None None] For port ed972518-f03c-420d-9322-41f8bdde281c, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=ed972518-f03c-420d-9322-41f8bdde281c,segment=NetworkSegment(f29dfca8-022a-4db9-b8a4-6d99a0fedd99),segment_id=f29dfca8-022a-4db9-b8a4-6d99a0fedd99)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:29:09.807093 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-19eed65d-0ff8-4f2d-86a8-6c67d0998850 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:09.822615 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-22cd3eb9-6ef1-4665-9fc4-dfdacd5ed635 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:09.830574 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6c331fab-ccc8-44da-bdd3-3cfb7ec76a12 req-f5737586-252d-404c-bdf0-9168a18b6395 tempest-ImagesOneServerNegativeTestJSON-1012219953 tempest-ImagesOneServerNegativeTestJSON-1012219953-project] 10.222.0.60 "GET /v2.0/quotas/cc2fdab901654443a7afce1464a8ecdd HTTP/1.1" status: 200 len: 375 time: 0.0235384 Nov 23 17:29:09.836854 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-19eed65d-0ff8-4f2d-86a8-6c67d0998850 None None] Calling delete_port for ed972518-f03c-420d-9322-41f8bdde281c owned by network:dhcp {{(pid=103592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:29:09.920623 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6c331fab-ccc8-44da-bdd3-3cfb7ec76a12 req-18148d20-0192-41fc-b741-83ccdf1e2c0d tempest-ImagesOneServerNegativeTestJSON-1012219953 tempest-ImagesOneServerNegativeTestJSON-1012219953-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=cc2fdab901654443a7afce1464a8ecdd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0887649 Nov 23 17:29:09.969831 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device ed972518-f03c-420d-9322-41f8bdde281c no longer exists at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:29:10.031676 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-464c1e3f-6fd8-4069-a52c-69401037a701 tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:10.076981 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-464c1e3f-6fd8-4069-a52c-69401037a701 tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] No DVR routers for this DVR port ed972518-f03c-420d-9322-41f8bdde281c on host n-d-816206-8 {{(pid=103590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:29:10.160742 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] No active binding found for port ed972518-f03c-420d-9322-41f8bdde281c {{(pid=103592) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 23 17:29:10.161194 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device ed972518-f03c-420d-9322-41f8bdde281c not bound to the agent host n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:29:10.184552 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6c331fab-ccc8-44da-bdd3-3cfb7ec76a12 req-227f4cef-8b8a-4d7b-9b35-03f3ced20d7e service neutron] 10.222.0.60 "GET /v2.0/networks/979a75ad-e1a6-4cbe-9e08-b61461b07256?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2626112 Nov 23 17:29:10.201535 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-19eed65d-0ff8-4f2d-86a8-6c67d0998850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989'] for port, after_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:10.224206 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464c1e3f-6fd8-4069-a52c-69401037a701 tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Pushing event deleted for resources: {'Port': ['ID=ed972518-f03c-420d-9322-41f8bdde281c,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:29:10.263812 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19eed65d-0ff8-4f2d-86a8-6c67d0998850 None None] No DVR routers for this DVR port ed972518-f03c-420d-9322-41f8bdde281c on host n-d-816206-8 {{(pid=103592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:29:10.279041 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19eed65d-0ff8-4f2d-86a8-6c67d0998850 None None] Pushing event deleted for resources: {'Port': ['ID=ed972518-f03c-420d-9322-41f8bdde281c,revision_number=None']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:29:10.430877 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6ea5cc1f-d4d7-403d-935f-e4dc72241e81 req-fdd12229-3965-4dcc-863a-e76212e66023 tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] 10.222.0.60 "GET /v2.0/ports?device_id=c91eccca-8b79-4133-9b67-8e640b1347ac HTTP/1.1" status: 200 len: 210 time: 0.2373619 Nov 23 17:29:10.502245 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6c331fab-ccc8-44da-bdd3-3cfb7ec76a12 req-e4f234cc-6b4f-4b08-a036-77a752555f7e service neutron] 10.222.0.60 "GET /v2.0/networks/979a75ad-e1a6-4cbe-9e08-b61461b07256?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3150940 Nov 23 17:29:10.709597 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-464c1e3f-6fd8-4069-a52c-69401037a701 tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973419', 'neutron.services.segments.db._delete_segments_for_network-8736635878840'] for network, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:10.748266 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-22cd3eb9-6ef1-4665-9fc4-dfdacd5ed635 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:10.776373 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-464c1e3f-6fd8-4069-a52c-69401037a701 tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7aa4d4e2-fdd4-4fb9-8823-d78916f248b0']}} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:29:10.780724 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-22cd3eb9-6ef1-4665-9fc4-dfdacd5ed635 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:10.832864 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-464c1e3f-6fd8-4069-a52c-69401037a701 tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f29dfca8-022a-4db9-b8a4-6d99a0fedd99') {'for_net_delete': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:29:10.833491 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-464c1e3f-6fd8-4069-a52c-69401037a701 tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f29dfca8-022a-4db9-b8a4-6d99a0fedd99') {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:29:10.861070 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-464c1e3f-6fd8-4069-a52c-69401037a701 tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736635840332', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-267528353'] for segment, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:10.881353 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cd3eb9-6ef1-4665-9fc4-dfdacd5ed635 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08de4f2a-1a7c-48ee-8ea1-38eb6e331e6c,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:29:10.915657 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-22cd3eb9-6ef1-4665-9fc4-dfdacd5ed635 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=3c8f3c08c4df45fc8ce4b81e557d2a6b&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5238037 Nov 23 17:29:10.923232 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-464c1e3f-6fd8-4069-a52c-69401037a701 tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:10.939639 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 33306) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:29:11.009832 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-464c1e3f-6fd8-4069-a52c-69401037a701 tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Releasing vlan 549 on physical network physnet1 to pool {{(pid=103590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 17:29:11.009832 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-464c1e3f-6fd8-4069-a52c-69401037a701 tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264370093'] for segment, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:11.012992 n-d-816206-8 neutron-server[103590]: Traceback (most recent call last): Nov 23 17:29:11.012992 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 17:29:11.012992 n-d-816206-8 neutron-server[103590]: timer() Nov 23 17:29:11.012992 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 17:29:11.012992 n-d-816206-8 neutron-server[103590]: cb(*args, **kw) Nov 23 17:29:11.012992 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 17:29:11.012992 n-d-816206-8 neutron-server[103590]: return func(*args, **kwargs) Nov 23 17:29:11.012992 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 17:29:11.012992 n-d-816206-8 neutron-server[103590]: self._notify() Nov 23 17:29:11.012992 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 17:29:11.012992 n-d-816206-8 neutron-server[103590]: self.callback(batched_events) Nov 23 17:29:11.012992 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 17:29:11.012992 n-d-816206-8 neutron-server[103590]: event.method(event) Nov 23 17:29:11.012992 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 17:29:11.012992 n-d-816206-8 neutron-server[103590]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 17:29:11.012992 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 17:29:11.012992 n-d-816206-8 neutron-server[103590]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 17:29:11.012992 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 17:29:11.012992 n-d-816206-8 neutron-server[103590]: return f(self, *a, **k) Nov 23 17:29:11.012992 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 17:29:11.012992 n-d-816206-8 neutron-server[103590]: return self._get(url).json() Nov 23 17:29:11.012992 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 17:29:11.012992 n-d-816206-8 neutron-server[103590]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 17:29:11.012992 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 17:29:11.012992 n-d-816206-8 neutron-server[103590]: return self.request(url, 'GET', **kwargs) Nov 23 17:29:11.012992 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 17:29:11.012992 n-d-816206-8 neutron-server[103590]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 17:29:11.012992 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 17:29:11.012992 n-d-816206-8 neutron-server[103590]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 17:29:11.012992 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 17:29:11.012992 n-d-816206-8 neutron-server[103590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 17:29:11.012992 n-d-816206-8 neutron-server[103590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 17:29:11.017228 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4081459-a52a-4c57-8d40-de2d9bf9b227 req-b8d7fab9-4888-432d-9a9b-18d8e4445a5c tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:29:11.021198 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b4081459-a52a-4c57-8d40-de2d9bf9b227 req-b8d7fab9-4888-432d-9a9b-18d8e4445a5c tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] 10.222.0.36 "GET /v2.0/networks?id=20824f08-7d73-4bbc-b037-8f08604bcdaf HTTP/1.1" status: 200 len: 812 time: 0.4153404 Nov 23 17:29:11.045668 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [req-b4081459-a52a-4c57-8d40-de2d9bf9b227 req-127e5927-beab-4078-8fc3-a55c7dfd56c0 tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] Request body: {'port': {'device_id': 'c91eccca-8b79-4133-9b67-8e640b1347ac', 'network_id': '20824f08-7d73-4bbc-b037-8f08604bcdaf', 'admin_state_up': True, 'tenant_id': 'c94e75c35eaa4eaebd82e447a9e1b0e3'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:29:11.185778 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-464c1e3f-6fd8-4069-a52c-69401037a701 tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1795418'] for network, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:11.196678 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-464c1e3f-6fd8-4069-a52c-69401037a701 tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for network, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:11.208603 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-464c1e3f-6fd8-4069-a52c-69401037a701 tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] 10.222.0.60 "DELETE /v2.0/networks/7aa4d4e2-fdd4-4fb9-8823-d78916f248b0 HTTP/1.1" status: 204 len: 168 time: 2.3041248 Nov 23 17:29:11.208603 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5a643bf0-fc44-4944-aa81-6dfa79a4fca2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:11.218793 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 33322) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:29:11.242012 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e7f45f32-99ab-4d46-b65a-bb0e837bba13 req-bac27436-ce84-44ec-a981-b59dc9e1db9f tempest-ImagesOneServerNegativeTestJSON-1012219953 tempest-ImagesOneServerNegativeTestJSON-1012219953-project] 10.222.0.60 "GET /v2.0/ports?device_id=ced6596c-243f-4083-abeb-9a9a295832c6 HTTP/1.1" status: 200 len: 210 time: 0.1053610 Nov 23 17:29:11.259924 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5a643bf0-fc44-4944-aa81-6dfa79a4fca2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:11.363759 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464c1e3f-6fd8-4069-a52c-69401037a701 tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Pushing event deleted for resources: {'Network': ['ID=7aa4d4e2-fdd4-4fb9-8823-d78916f248b0,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:29:11.440090 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5a643bf0-fc44-4944-aa81-6dfa79a4fca2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:11.443162 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5a643bf0-fc44-4944-aa81-6dfa79a4fca2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:11.447348 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-5a643bf0-fc44-4944-aa81-6dfa79a4fca2 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/08de4f2a-1a7c-48ee-8ea1-38eb6e331e6c HTTP/1.1" status: 204 len: 168 time: 0.5032270 Nov 23 17:29:11.468435 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a643bf0-fc44-4944-aa81-6dfa79a4fca2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08de4f2a-1a7c-48ee-8ea1-38eb6e331e6c,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:29:11.657143 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd1bda3e-fbb7-4b0c-8f7f-19ad2ec0fa09 tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Deleting subnet 00ffd2b7-5ef8-4d5b-9c72-5205e759c1e7 {{(pid=103591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 17:29:11.700846 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-cd1bda3e-fbb7-4b0c-8f7f-19ad2ec0fa09 tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Publish callbacks [] for subnet, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:11.750623 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4081459-a52a-4c57-8d40-de2d9bf9b227 req-127e5927-beab-4078-8fc3-a55c7dfd56c0 tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] Made reservation on behalf of c94e75c35eaa4eaebd82e447a9e1b0e3 for: {'port': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:29:11.755361 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-b4081459-a52a-4c57-8d40-de2d9bf9b227 req-127e5927-beab-4078-8fc3-a55c7dfd56c0 tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:11.841270 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b12220a2-d899-420c-a183-3b1250af0c58 req-e573e6d2-74be-4e17-bfea-5d2d7922bc8b tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] 10.222.0.60 "GET /v2.0/ports?device_id=c91eccca-8b79-4133-9b67-8e640b1347ac HTTP/1.1" status: 200 len: 210 time: 0.1665573 Nov 23 17:29:11.908968 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-cd1bda3e-fbb7-4b0c-8f7f-19ad2ec0fa09 tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265990000'] for subnet, precommit_delete_associations {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:11.989561 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f93830-57cc-4fbb-bffa-fa6f59d9cd62 req-2bc8dd1f-5870-4e1b-8270-79ee30b10eaa tempest-ListServersNegativeTestJSON-1365076096 tempest-ListServersNegativeTestJSON-1365076096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:29:12.005736 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-89f93830-57cc-4fbb-bffa-fa6f59d9cd62 req-2bc8dd1f-5870-4e1b-8270-79ee30b10eaa tempest-ListServersNegativeTestJSON-1365076096 tempest-ListServersNegativeTestJSON-1365076096-project] 10.222.0.60 "GET /v2.0/ports?device_id=664a1226-8a51-49cf-b2a9-cf50bd818f76 HTTP/1.1" status: 200 len: 945 time: 0.2760367 Nov 23 17:29:12.346078 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-89f93830-57cc-4fbb-bffa-fa6f59d9cd62 req-0abca06a-9869-43a4-83b5-f4e8bbe44cc2 tempest-ListServersNegativeTestJSON-1365076096 tempest-ListServersNegativeTestJSON-1365076096-project] 10.222.0.60 "GET /v2.0/security-groups?id=cfe90dba-62f7-467a-b336-da7b1fe5bd9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3382134 Nov 23 17:29:12.387391 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-cd1bda3e-fbb7-4b0c-8f7f-19ad2ec0fa09 tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971956'] for subnet, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:12.681779 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-cd1bda3e-fbb7-4b0c-8f7f-19ad2ec0fa09 tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264758240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264314269'] for subnet, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:12.774842 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c6ab28f0-52b7-4db1-9fb2-ae91db794557 req-8719209a-aaaa-4a2c-bdc3-75e1086d2758 tempest-ImagesOneServerNegativeTestJSON-1012219953 tempest-ImagesOneServerNegativeTestJSON-1012219953-project] 10.222.0.60 "GET /v2.0/ports?device_id=ced6596c-243f-4083-abeb-9a9a295832c6 HTTP/1.1" status: 200 len: 210 time: 0.1693468 Nov 23 17:29:12.779420 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.db_base_plugin_common [req-b4081459-a52a-4c57-8d40-de2d9bf9b227 req-127e5927-beab-4078-8fc3-a55c7dfd56c0 tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] Allocated IP 172.20.0.9 (20824f08-7d73-4bbc-b037-8f08604bcdaf/0fca264e-f203-46e9-b86a-ebb2329ba90b/af7771d7-80af-4220-bc57-9e1037f5bb30) {{(pid=103591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:29:12.825275 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1bda3e-fbb7-4b0c-8f7f-19ad2ec0fa09 tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Pushing event deleted for resources: {'Subnet': ['ID=00ffd2b7-5ef8-4d5b-9c72-5205e759c1e7,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:29:12.835643 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-cd1bda3e-fbb7-4b0c-8f7f-19ad2ec0fa09 tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for subnet, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:12.838419 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-cd1bda3e-fbb7-4b0c-8f7f-19ad2ec0fa09 tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] 10.222.0.60 "DELETE /v2.0/subnets/00ffd2b7-5ef8-4d5b-9c72-5205e759c1e7 HTTP/1.1" status: 204 len: 168 time: 1.5950601 Nov 23 17:29:12.841285 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 33376) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:29:12.869480 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79f5f39b-4d58-49b6-b4a8-0e3e62012120 None None] Network 50c7499f-0ec0-4c37-9ce2-16c829cbfc5a requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:29:12.952301 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3bd9fc-908e-4219-9705-db8a1e604f24 req-b84eedd5-57dd-42cc-be5f-4342a675aab9 tempest-ListServersNegativeTestJSON-1365076096 tempest-ListServersNegativeTestJSON-1365076096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:29:12.961549 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4c3bd9fc-908e-4219-9705-db8a1e604f24 req-b84eedd5-57dd-42cc-be5f-4342a675aab9 tempest-ListServersNegativeTestJSON-1365076096 tempest-ListServersNegativeTestJSON-1365076096-project] 10.222.0.55 "GET /v2.0/ports?device_id=664a1226-8a51-49cf-b2a9-cf50bd818f76 HTTP/1.1" status: 200 len: 945 time: 0.3276398 Nov 23 17:29:13.089353 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-eeac7ec8-bb60-4c13-b851-c62c75515644 tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-555181'] for network, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:13.181929 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-80e2cde4-05bf-4538-a67a-e3a35fdcc042 req-7791976d-97b8-4188-b928-a02cbe2e7d9e tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] 10.222.0.60 "GET /v2.0/ports?device_id=c91eccca-8b79-4133-9b67-8e640b1347ac HTTP/1.1" status: 200 len: 210 time: 0.0887196 Nov 23 17:29:13.211311 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-f78a3e85-9037-4fe2-a84c-2aab5e494ecf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:13.401544 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:13.542248 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2aac167-7491-47fa-90f0-213fdab2f403 None None] DHCP port deletion for 50c7499f-0ec0-4c37-9ce2-16c829cbfc5a request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:29:13.553702 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c331fab-ccc8-44da-bdd3-3cfb7ec76a12 req-8e1c7bef-3c82-49db-9dda-91501dfb323e tempest-ImagesOneServerNegativeTestJSON-1012219953 tempest-ImagesOneServerNegativeTestJSON-1012219953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:29:13.556892 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-6c331fab-ccc8-44da-bdd3-3cfb7ec76a12 req-8e1c7bef-3c82-49db-9dda-91501dfb323e tempest-ImagesOneServerNegativeTestJSON-1012219953 tempest-ImagesOneServerNegativeTestJSON-1012219953-project] 10.222.0.55 "GET /v2.0/networks?id=979a75ad-e1a6-4cbe-9e08-b61461b07256 HTTP/1.1" status: 200 len: 821 time: 0.4891624 Nov 23 17:29:13.578519 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [req-6c331fab-ccc8-44da-bdd3-3cfb7ec76a12 req-94336f75-0ddb-4503-97fe-de5d99e211bf tempest-ImagesOneServerNegativeTestJSON-1012219953 tempest-ImagesOneServerNegativeTestJSON-1012219953-project] Request body: {'port': {'device_id': 'ced6596c-243f-4083-abeb-9a9a295832c6', 'network_id': '979a75ad-e1a6-4cbe-9e08-b61461b07256', 'admin_state_up': True, 'tenant_id': 'cc2fdab901654443a7afce1464a8ecdd'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:29:13.581684 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-b4081459-a52a-4c57-8d40-de2d9bf9b227 req-127e5927-beab-4078-8fc3-a55c7dfd56c0 tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] Publish callbacks [] for port, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:13.649894 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-a2aac167-7491-47fa-90f0-213fdab2f403 None None] Deleting port 507ad2b8-2253-492a-82d3-35eb2a3411cf {{(pid=103592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:29:13.650418 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-a2aac167-7491-47fa-90f0-213fdab2f403 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:13.717509 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-eeac7ec8-bb60-4c13-b851-c62c75515644 tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Deleting port 507ad2b8-2253-492a-82d3-35eb2a3411cf {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:29:13.717867 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-eeac7ec8-bb60-4c13-b851-c62c75515644 tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:13.774175 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-a2aac167-7491-47fa-90f0-213fdab2f403 None None] For port 507ad2b8-2253-492a-82d3-35eb2a3411cf, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=507ad2b8-2253-492a-82d3-35eb2a3411cf,segment=NetworkSegment(a571a13a-1919-42eb-8447-a1d218f50a9e),segment_id=a571a13a-1919-42eb-8447-a1d218f50a9e)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:29:13.774882 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-a2aac167-7491-47fa-90f0-213fdab2f403 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:13.775023 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-b4081459-a52a-4c57-8d40-de2d9bf9b227 req-127e5927-beab-4078-8fc3-a55c7dfd56c0 tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:13.795309 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-a2aac167-7491-47fa-90f0-213fdab2f403 None None] Calling delete_port for 507ad2b8-2253-492a-82d3-35eb2a3411cf owned by network:dhcp {{(pid=103592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:29:13.840558 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c331fab-ccc8-44da-bdd3-3cfb7ec76a12 req-94336f75-0ddb-4503-97fe-de5d99e211bf tempest-ImagesOneServerNegativeTestJSON-1012219953 tempest-ImagesOneServerNegativeTestJSON-1012219953-project] Made reservation on behalf of cc2fdab901654443a7afce1464a8ecdd for: {'port': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:29:13.844449 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-6c331fab-ccc8-44da-bdd3-3cfb7ec76a12 req-94336f75-0ddb-4503-97fe-de5d99e211bf tempest-ImagesOneServerNegativeTestJSON-1012219953 tempest-ImagesOneServerNegativeTestJSON-1012219953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:13.870546 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-eeac7ec8-bb60-4c13-b851-c62c75515644 tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] For port 507ad2b8-2253-492a-82d3-35eb2a3411cf, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=507ad2b8-2253-492a-82d3-35eb2a3411cf,segment=NetworkSegment(a571a13a-1919-42eb-8447-a1d218f50a9e),segment_id=a571a13a-1919-42eb-8447-a1d218f50a9e)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:29:13.870906 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-eeac7ec8-bb60-4c13-b851-c62c75515644 tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:13.905724 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-eeac7ec8-bb60-4c13-b851-c62c75515644 tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Calling delete_port for 507ad2b8-2253-492a-82d3-35eb2a3411cf owned by network:dhcp {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:29:13.954693 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-a2aac167-7491-47fa-90f0-213fdab2f403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989'] for port, after_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:13.997759 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fafb5b4-189e-4f32-b67e-9980fa6d178e req-f4da20db-f48f-4efc-8b69-95827e4a1f85 tempest-ListServersNegativeTestJSON-1365076096 tempest-ListServersNegativeTestJSON-1365076096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:29:14.005982 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5fafb5b4-189e-4f32-b67e-9980fa6d178e req-f4da20db-f48f-4efc-8b69-95827e4a1f85 tempest-ListServersNegativeTestJSON-1365076096 tempest-ListServersNegativeTestJSON-1365076096-project] 10.222.0.60 "GET /v2.0/ports?device_id=664a1226-8a51-49cf-b2a9-cf50bd818f76 HTTP/1.1" status: 200 len: 945 time: 0.3178828 Nov 23 17:29:14.016790 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4081459-a52a-4c57-8d40-de2d9bf9b227 req-127e5927-beab-4078-8fc3-a55c7dfd56c0 tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] Network 20824f08-7d73-4bbc-b037-8f08604bcdaf is already hosted by enough agents. {{(pid=103591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:29:14.020334 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 507ad2b8-2253-492a-82d3-35eb2a3411cf no longer exists at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:29:14.031251 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f1e3a8-bdb4-45a5-830e-3d25bddab118 req-6c25bbaf-67ac-491d-94f5-8f4e27ef0ee4 tempest-ListServersNegativeTestJSON-1365076096 tempest-ListServersNegativeTestJSON-1365076096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:29:14.033299 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-80f1e3a8-bdb4-45a5-830e-3d25bddab118 req-6c25bbaf-67ac-491d-94f5-8f4e27ef0ee4 tempest-ListServersNegativeTestJSON-1365076096 tempest-ListServersNegativeTestJSON-1365076096-project] 10.222.0.36 "GET /v2.0/ports?device_id=d2b92d8a-1e83-4659-9afc-f182681db575 HTTP/1.1" status: 200 len: 945 time: 0.3908753 Nov 23 17:29:14.038956 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2aac167-7491-47fa-90f0-213fdab2f403 None None] Pushing event deleted for resources: {'Port': ['ID=507ad2b8-2253-492a-82d3-35eb2a3411cf,revision_number=None']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:29:14.044298 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2aac167-7491-47fa-90f0-213fdab2f403 None None] No DVR routers for this DVR port 507ad2b8-2253-492a-82d3-35eb2a3411cf on host n-d-816206-8 {{(pid=103592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:29:14.056511 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127e5927-beab-4078-8fc3-a55c7dfd56c0 tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] Pushing event updated for resources: {'Port': ['ID=af7771d7-80af-4220-bc57-9e1037f5bb30,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:29:14.075401 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [req-6c331fab-ccc8-44da-bdd3-3cfb7ec76a12 req-94336f75-0ddb-4503-97fe-de5d99e211bf tempest-ImagesOneServerNegativeTestJSON-1012219953 tempest-ImagesOneServerNegativeTestJSON-1012219953-project] Allocated IP 172.20.0.10 (979a75ad-e1a6-4cbe-9e08-b61461b07256/dd55d40e-72fa-41d0-b078-3028cc286f21/8d6e06dd-bfdf-4f58-91d5-0f20a83dd747) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:29:14.121030 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5fafb5b4-189e-4f32-b67e-9980fa6d178e req-5b669a81-b456-4f1a-af13-85a808e72d56 tempest-ListServersNegativeTestJSON-1365076096 tempest-ListServersNegativeTestJSON-1365076096-project] 10.222.0.60 "GET /v2.0/security-groups?id=cfe90dba-62f7-467a-b336-da7b1fe5bd9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069872 Nov 23 17:29:14.123078 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [req-b4081459-a52a-4c57-8d40-de2d9bf9b227 req-127e5927-beab-4078-8fc3-a55c7dfd56c0 tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] Resources bound (agent type, host, resource id): {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:29:14.141328 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] No Port match for: 507ad2b8-2253-492a-82d3-35eb2a3411cf {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:29:14.141328 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 507ad2b8-2253-492a-82d3-35eb2a3411cf not bound to the agent host n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:29:14.144764 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:14.193217 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ae929f-4c77-4eec-bdcc-77d1722cc089 req-099aff3d-2def-42a6-9c69-ada769b1ae24 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:29:14.217281 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d7ae929f-4c77-4eec-bdcc-77d1722cc089 req-099aff3d-2def-42a6-9c69-ada769b1ae24 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.60 "GET /v2.0/ports?device_id=ffeae0b0-09b1-4f1e-9b33-8bbbbaaefdf6 HTTP/1.1" status: 200 len: 944 time: 0.5765522 Nov 23 17:29:14.224262 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4081459-a52a-4c57-8d40-de2d9bf9b227 req-127e5927-beab-4078-8fc3-a55c7dfd56c0 tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] Received port after_create {{(pid=103591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:29:14.280816 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.agents_db [None req-464f6c07-0de8-4be6-8f5b-563f574d1c5d None None] Agent healthcheck: found 7 active agents {{(pid=103593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 17:29:14.281917 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-6c331fab-ccc8-44da-bdd3-3cfb7ec76a12 req-94336f75-0ddb-4503-97fe-de5d99e211bf tempest-ImagesOneServerNegativeTestJSON-1012219953 tempest-ImagesOneServerNegativeTestJSON-1012219953-project] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:14.300202 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4081459-a52a-4c57-8d40-de2d9bf9b227 req-127e5927-beab-4078-8fc3-a55c7dfd56c0 tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:29:14.300923 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-b4081459-a52a-4c57-8d40-de2d9bf9b227 req-127e5927-beab-4078-8fc3-a55c7dfd56c0 tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:14.325044 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-6c331fab-ccc8-44da-bdd3-3cfb7ec76a12 req-94336f75-0ddb-4503-97fe-de5d99e211bf tempest-ImagesOneServerNegativeTestJSON-1012219953 tempest-ImagesOneServerNegativeTestJSON-1012219953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:14.385494 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b4081459-a52a-4c57-8d40-de2d9bf9b227 req-127e5927-beab-4078-8fc3-a55c7dfd56c0 tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3461609 Nov 23 17:29:14.386784 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94336f75-0ddb-4503-97fe-de5d99e211bf tempest-ImagesOneServerNegativeTestJSON-1012219953 tempest-ImagesOneServerNegativeTestJSON-1012219953-project] Pushing event updated for resources: {'Port': ['ID=8d6e06dd-bfdf-4f58-91d5-0f20a83dd747,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:29:14.405897 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c331fab-ccc8-44da-bdd3-3cfb7ec76a12 req-94336f75-0ddb-4503-97fe-de5d99e211bf tempest-ImagesOneServerNegativeTestJSON-1012219953 tempest-ImagesOneServerNegativeTestJSON-1012219953-project] Network 979a75ad-e1a6-4cbe-9e08-b61461b07256 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:29:14.431910 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [req-4c3bd9fc-908e-4219-9705-db8a1e604f24 req-fc4ee64a-b3cf-4ae3-9dd9-418ad5b6c045 tempest-ListServersNegativeTestJSON-1365076096 tempest-ListServersNegativeTestJSON-1365076096-project] Deleting port 21e7ff3b-637a-4d9e-98c9-8ffc0dec9cb5 {{(pid=103591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:29:14.432247 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-4c3bd9fc-908e-4219-9705-db8a1e604f24 req-fc4ee64a-b3cf-4ae3-9dd9-418ad5b6c045 tempest-ListServersNegativeTestJSON-1365076096 tempest-ListServersNegativeTestJSON-1365076096-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:14.439679 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [req-6c331fab-ccc8-44da-bdd3-3cfb7ec76a12 req-94336f75-0ddb-4503-97fe-de5d99e211bf tempest-ImagesOneServerNegativeTestJSON-1012219953 tempest-ImagesOneServerNegativeTestJSON-1012219953-project] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:29:14.444004 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c331fab-ccc8-44da-bdd3-3cfb7ec76a12 req-94336f75-0ddb-4503-97fe-de5d99e211bf tempest-ImagesOneServerNegativeTestJSON-1012219953 tempest-ImagesOneServerNegativeTestJSON-1012219953-project] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:29:14.464306 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b799255c-7d2b-4503-be92-9686cdbba5c1 None None] DHCP port deletion for 979a75ad-e1a6-4cbe-9e08-b61461b07256 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:29:14.539703 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c331fab-ccc8-44da-bdd3-3cfb7ec76a12 req-94336f75-0ddb-4503-97fe-de5d99e211bf tempest-ImagesOneServerNegativeTestJSON-1012219953 tempest-ImagesOneServerNegativeTestJSON-1012219953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:29:14.540570 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-6c331fab-ccc8-44da-bdd3-3cfb7ec76a12 req-94336f75-0ddb-4503-97fe-de5d99e211bf tempest-ImagesOneServerNegativeTestJSON-1012219953 tempest-ImagesOneServerNegativeTestJSON-1012219953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:14.566686 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-19322a66-47be-48d2-be69-a46a2d52a9a1 None None] Provisioning complete for port 8d6e06dd-bfdf-4f58-91d5-0f20a83dd747 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:29:14.568838 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-19322a66-47be-48d2-be69-a46a2d52a9a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:14.569770 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-6c331fab-ccc8-44da-bdd3-3cfb7ec76a12 req-94336f75-0ddb-4503-97fe-de5d99e211bf tempest-ImagesOneServerNegativeTestJSON-1012219953 tempest-ImagesOneServerNegativeTestJSON-1012219953-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9986367 Nov 23 17:29:14.577706 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-eeac7ec8-bb60-4c13-b851-c62c75515644 tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:14.618850 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [req-6c331fab-ccc8-44da-bdd3-3cfb7ec76a12 req-7e2390f9-d290-46fd-ab1f-ab09bbcea4df service neutron] Request body: {'port': {'device_id': 'ced6596c-243f-4083-abeb-9a9a295832c6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-8'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:29:14.643622 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-19322a66-47be-48d2-be69-a46a2d52a9a1 None None] Port 8d6e06dd-bfdf-4f58-91d5-0f20a83dd747 cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:29:14.679275 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-4c3bd9fc-908e-4219-9705-db8a1e604f24 req-fc4ee64a-b3cf-4ae3-9dd9-418ad5b6c045 tempest-ListServersNegativeTestJSON-1365076096 tempest-ListServersNegativeTestJSON-1365076096-project] For port 21e7ff3b-637a-4d9e-98c9-8ffc0dec9cb5, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=21e7ff3b-637a-4d9e-98c9-8ffc0dec9cb5,segment=NetworkSegment(4328396d-f3ba-444d-af63-029b85c0e6e8),segment_id=4328396d-f3ba-444d-af63-029b85c0e6e8)] {{(pid=103591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:29:14.680103 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-4c3bd9fc-908e-4219-9705-db8a1e604f24 req-fc4ee64a-b3cf-4ae3-9dd9-418ad5b6c045 tempest-ListServersNegativeTestJSON-1365076096 tempest-ListServersNegativeTestJSON-1365076096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:14.690003 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeac7ec8-bb60-4c13-b851-c62c75515644 tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Pushing event deleted for resources: {'Port': ['ID=507ad2b8-2253-492a-82d3-35eb2a3411cf,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:29:14.700294 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [req-4c3bd9fc-908e-4219-9705-db8a1e604f24 req-fc4ee64a-b3cf-4ae3-9dd9-418ad5b6c045 tempest-ListServersNegativeTestJSON-1365076096 tempest-ListServersNegativeTestJSON-1365076096-project] Calling delete_port for 21e7ff3b-637a-4d9e-98c9-8ffc0dec9cb5 owned by compute:nova {{(pid=103591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:29:14.722698 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeac7ec8-bb60-4c13-b851-c62c75515644 tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] No DVR routers for this DVR port 507ad2b8-2253-492a-82d3-35eb2a3411cf on host n-d-816206-8 {{(pid=103590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:29:14.726415 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d7ae929f-4c77-4eec-bdcc-77d1722cc089 req-18b1795f-91de-4cae-aa73-b802b8212318 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.60 "GET /v2.0/security-groups?id=5199d9c8-39cf-433e-a82b-4aef6c6477e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5080926 Nov 23 17:29:14.786056 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [req-b4081459-a52a-4c57-8d40-de2d9bf9b227 req-c153875d-9973-4e26-b55d-f7e938643d8f service neutron] Request body: {'port': {'device_id': 'c91eccca-8b79-4133-9b67-8e640b1347ac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-8'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:29:14.795444 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-6c331fab-ccc8-44da-bdd3-3cfb7ec76a12 req-7e2390f9-d290-46fd-ab1f-ab09bbcea4df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:14.906746 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-eeac7ec8-bb60-4c13-b851-c62c75515644 tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973419', 'neutron.services.segments.db._delete_segments_for_network-8736635878840'] for network, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:15.010913 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-015d13db-4003-40fa-a377-9d6d93aa5e32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:15.028477 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-eeac7ec8-bb60-4c13-b851-c62c75515644 tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50c7499f-0ec0-4c37-9ce2-16c829cbfc5a']}} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:29:15.062479 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [req-80f1e3a8-bdb4-45a5-830e-3d25bddab118 req-e50691fe-8720-4d33-b1b7-9ec22949ecb6 tempest-ListServersNegativeTestJSON-1365076096 tempest-ListServersNegativeTestJSON-1365076096-project] Deleting port e81864c0-876c-4dca-9b74-f8faa6c80bba {{(pid=103591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:29:15.063052 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-80f1e3a8-bdb4-45a5-830e-3d25bddab118 req-e50691fe-8720-4d33-b1b7-9ec22949ecb6 tempest-ListServersNegativeTestJSON-1365076096 tempest-ListServersNegativeTestJSON-1365076096-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:15.071297 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-eeac7ec8-bb60-4c13-b851-c62c75515644 tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a571a13a-1919-42eb-8447-a1d218f50a9e') {'for_net_delete': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:29:15.072267 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-eeac7ec8-bb60-4c13-b851-c62c75515644 tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a571a13a-1919-42eb-8447-a1d218f50a9e') {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:29:15.102778 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-eeac7ec8-bb60-4c13-b851-c62c75515644 tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736635840332', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-267528353'] for segment, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:15.147493 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-eeac7ec8-bb60-4c13-b851-c62c75515644 tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:15.161625 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-80f1e3a8-bdb4-45a5-830e-3d25bddab118 req-e50691fe-8720-4d33-b1b7-9ec22949ecb6 tempest-ListServersNegativeTestJSON-1365076096 tempest-ListServersNegativeTestJSON-1365076096-project] For port e81864c0-876c-4dca-9b74-f8faa6c80bba, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=e81864c0-876c-4dca-9b74-f8faa6c80bba,segment=NetworkSegment(4328396d-f3ba-444d-af63-029b85c0e6e8),segment_id=4328396d-f3ba-444d-af63-029b85c0e6e8)] {{(pid=103591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:29:15.161883 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-80f1e3a8-bdb4-45a5-830e-3d25bddab118 req-e50691fe-8720-4d33-b1b7-9ec22949ecb6 tempest-ListServersNegativeTestJSON-1365076096 tempest-ListServersNegativeTestJSON-1365076096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:15.181983 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [req-80f1e3a8-bdb4-45a5-830e-3d25bddab118 req-e50691fe-8720-4d33-b1b7-9ec22949ecb6 tempest-ListServersNegativeTestJSON-1365076096 tempest-ListServersNegativeTestJSON-1365076096-project] Calling delete_port for e81864c0-876c-4dca-9b74-f8faa6c80bba owned by compute:nova {{(pid=103591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:29:15.215874 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eeac7ec8-bb60-4c13-b851-c62c75515644 tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Releasing vlan 525 on physical network physnet1 to pool {{(pid=103590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 17:29:15.216371 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-eeac7ec8-bb60-4c13-b851-c62c75515644 tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264370093'] for segment, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:15.219689 n-d-816206-8 neutron-server[103590]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 17:29:15.219689 n-d-816206-8 neutron-server[103590]: self.session.flush() Nov 23 17:29:15.219689 n-d-816206-8 neutron-server[103590]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 17:29:15.219689 n-d-816206-8 neutron-server[103590]: self.session.flush() Nov 23 17:29:15.219689 n-d-816206-8 neutron-server[103590]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 17:29:15.219689 n-d-816206-8 neutron-server[103590]: self.session.flush() Nov 23 17:29:15.219689 n-d-816206-8 neutron-server[103590]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 17:29:15.219689 n-d-816206-8 neutron-server[103590]: self.session.flush() Nov 23 17:29:15.219689 n-d-816206-8 neutron-server[103590]: Traceback (most recent call last): Nov 23 17:29:15.219689 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 17:29:15.219689 n-d-816206-8 neutron-server[103590]: timer() Nov 23 17:29:15.219689 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 17:29:15.219689 n-d-816206-8 neutron-server[103590]: cb(*args, **kw) Nov 23 17:29:15.219689 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 17:29:15.219689 n-d-816206-8 neutron-server[103590]: return func(*args, **kwargs) Nov 23 17:29:15.219689 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 17:29:15.219689 n-d-816206-8 neutron-server[103590]: self._notify() Nov 23 17:29:15.219689 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 17:29:15.219689 n-d-816206-8 neutron-server[103590]: self.callback(batched_events) Nov 23 17:29:15.219689 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 17:29:15.219689 n-d-816206-8 neutron-server[103590]: event.method(event) Nov 23 17:29:15.219689 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 17:29:15.219689 n-d-816206-8 neutron-server[103590]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 17:29:15.219689 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 17:29:15.219689 n-d-816206-8 neutron-server[103590]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 17:29:15.219689 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 17:29:15.219689 n-d-816206-8 neutron-server[103590]: return f(self, *a, **k) Nov 23 17:29:15.219689 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 17:29:15.219689 n-d-816206-8 neutron-server[103590]: return self._get(url).json() Nov 23 17:29:15.219689 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 17:29:15.219689 n-d-816206-8 neutron-server[103590]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 17:29:15.219689 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 17:29:15.219689 n-d-816206-8 neutron-server[103590]: return self.request(url, 'GET', **kwargs) Nov 23 17:29:15.219689 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 17:29:15.219689 n-d-816206-8 neutron-server[103590]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 17:29:15.219689 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 17:29:15.219689 n-d-816206-8 neutron-server[103590]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 17:29:15.219689 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 17:29:15.219689 n-d-816206-8 neutron-server[103590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 17:29:15.219689 n-d-816206-8 neutron-server[103590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 17:29:15.284558 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-b4081459-a52a-4c57-8d40-de2d9bf9b227 req-c153875d-9973-4e26-b55d-f7e938643d8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:15.290206 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9d18ca-a441-4a66-9115-a8eb79428454 req-e64b3370-aab2-4389-9103-c37d7b48dcd9 tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:29:15.298157 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-0e9d18ca-a441-4a66-9115-a8eb79428454 req-e64b3370-aab2-4389-9103-c37d7b48dcd9 tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] 10.222.0.60 "GET /v2.0/ports?device_id=c91eccca-8b79-4133-9b67-8e640b1347ac HTTP/1.1" status: 200 len: 931 time: 0.3496487 Nov 23 17:29:15.307371 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694a3159-2617-4892-b7cb-8931be880d25 req-9ecda24f-3843-4979-b4de-aebc73f569d3 tempest-ImagesOneServerNegativeTestJSON-1012219953 tempest-ImagesOneServerNegativeTestJSON-1012219953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:29:15.315560 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-694a3159-2617-4892-b7cb-8931be880d25 req-9ecda24f-3843-4979-b4de-aebc73f569d3 tempest-ImagesOneServerNegativeTestJSON-1012219953 tempest-ImagesOneServerNegativeTestJSON-1012219953-project] 10.222.0.60 "GET /v2.0/ports?device_id=ced6596c-243f-4083-abeb-9a9a295832c6 HTTP/1.1" status: 200 len: 932 time: 0.5513179 Nov 23 17:29:15.338073 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-eeac7ec8-bb60-4c13-b851-c62c75515644 tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1795418'] for network, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:15.389359 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-eeac7ec8-bb60-4c13-b851-c62c75515644 tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for network, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:15.404522 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-eeac7ec8-bb60-4c13-b851-c62c75515644 tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] 10.222.0.60 "DELETE /v2.0/networks/50c7499f-0ec0-4c37-9ce2-16c829cbfc5a HTTP/1.1" status: 204 len: 168 time: 2.5585349 Nov 23 17:29:15.408142 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 33426) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:29:15.416324 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-0202e38c-7b15-4f47-aed0-121a92596bcd tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1309878794'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:29:15.449113 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeac7ec8-bb60-4c13-b851-c62c75515644 tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Pushing event deleted for resources: {'Network': ['ID=50c7499f-0ec0-4c37-9ce2-16c829cbfc5a,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:29:15.493353 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0202e38c-7b15-4f47-aed0-121a92596bcd tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Made reservation on behalf of 30af1458e15a4ef39cb103ebf3b9a873 for: {'network': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:29:15.500858 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0202e38c-7b15-4f47-aed0-121a92596bcd tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for network, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:15.506920 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device 21e7ff3b-637a-4d9e-98c9-8ffc0dec9cb5 no longer exists at agent hyperv_n-h1-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:29:15.545374 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0202e38c-7b15-4f47-aed0-121a92596bcd tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] vlan segment allocate from pool success with {'vlan_id': 511, 'physical_network': 'physnet1'} {{(pid=103590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 17:29:15.563701 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0202e38c-7b15-4f47-aed0-121a92596bcd tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:15.564200 n-d-816206-8 neutron-server[103590]: INFO neutron.db.segments_db [None req-0202e38c-7b15-4f47-aed0-121a92596bcd tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Added segment 724ec88f-a1df-4cae-bfb2-80a741c10e27 of type vlan for network e54260d2-a5c0-4295-9ada-ac988fc25455 Nov 23 17:29:15.729106 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:15.730933 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0202e38c-7b15-4f47-aed0-121a92596bcd tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736635338810'] for network, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:15.767096 n-d-816206-8 neutron-server[103590]: DEBUG neutron.notifiers.nova [req-6c331fab-ccc8-44da-bdd3-3cfb7ec76a12 req-7e2390f9-d290-46fd-ab1f-ab09bbcea4df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d6e06dd-bfdf-4f58-91d5-0f20a83dd747 {{(pid=103590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:29:15.800610 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-6c331fab-ccc8-44da-bdd3-3cfb7ec76a12 req-7e2390f9-d290-46fd-ab1f-ab09bbcea4df service neutron] Publish callbacks [] for port, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:15.807027 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0202e38c-7b15-4f47-aed0-121a92596bcd tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493'] for network, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:15.814567 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0202e38c-7b15-4f47-aed0-121a92596bcd tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:29:15.816472 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0202e38c-7b15-4f47-aed0-121a92596bcd tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for network, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:15.951214 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-694a3159-2617-4892-b7cb-8931be880d25 req-0b81c148-4e75-4be1-bcd7-4a62b09d8feb tempest-ImagesOneServerNegativeTestJSON-1012219953 tempest-ImagesOneServerNegativeTestJSON-1012219953-project] 10.222.0.60 "GET /v2.0/security-groups?id=651f9501-e200-4452-8eae-06db36d1c3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6335175 Nov 23 17:29:15.978452 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-0e9d18ca-a441-4a66-9115-a8eb79428454 req-8668287c-3bb1-4205-a51c-e45b49018e86 tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] 10.222.0.60 "GET /v2.0/security-groups?id=d8e33e73-30b9-4952-965d-f940c31594f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6796107 Nov 23 17:29:16.033361 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-80f1e3a8-bdb4-45a5-830e-3d25bddab118 req-e50691fe-8720-4d33-b1b7-9ec22949ecb6 tempest-ListServersNegativeTestJSON-1365076096 tempest-ListServersNegativeTestJSON-1365076096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:16.053250 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0202e38c-7b15-4f47-aed0-121a92596bcd tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Pushing event updated for resources: {'Network': ['ID=e54260d2-a5c0-4295-9ada-ac988fc25455,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:29:16.075860 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 33446) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:29:16.086672 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-4c3bd9fc-908e-4219-9705-db8a1e604f24 req-fc4ee64a-b3cf-4ae3-9dd9-418ad5b6c045 tempest-ListServersNegativeTestJSON-1365076096 tempest-ListServersNegativeTestJSON-1365076096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:16.101912 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-7d10d684-f196-4b86-a255-88c982d90579 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1961734577'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:29:16.126936 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-0202e38c-7b15-4f47-aed0-121a92596bcd tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.7126420 Nov 23 17:29:16.127259 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] get_ports_and_sgs() called for port_ids ['e81864c0-876c-4dca-9b74-f8faa6c80bba'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:29:16.127806 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 33448) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:29:16.129448 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [req-6c331fab-ccc8-44da-bdd3-3cfb7ec76a12 req-7e2390f9-d290-46fd-ab1f-ab09bbcea4df service neutron] Transition to ACTIVE for port object 8d6e06dd-bfdf-4f58-91d5-0f20a83dd747 will not be triggered until provisioned by entity L2. {{(pid=103590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 17:29:16.144023 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50691fe-8720-4d33-b1b7-9ec22949ecb6 tempest-ListServersNegativeTestJSON-1365076096 tempest-ListServersNegativeTestJSON-1365076096-project] Pushing event deleted for resources: {'Port': ['ID=e81864c0-876c-4dca-9b74-f8faa6c80bba,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:29:16.164423 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-b23a46d8-76d0-4bc0-b234-f7decf9fe162 tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Request body: {'subnet': {'network_id': 'e54260d2-a5c0-4295-9ada-ac988fc25455', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:29:16.191269 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-6c331fab-ccc8-44da-bdd3-3cfb7ec76a12 req-7e2390f9-d290-46fd-ab1f-ab09bbcea4df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264357957'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:16.204798 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Network e54260d2-a5c0-4295-9ada-ac988fc25455 details requested by agent ovs-agent-n-d-816206-8 with host n-d-816206-8 {{(pid=103592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 17:29:16.215201 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [req-80f1e3a8-bdb4-45a5-830e-3d25bddab118 req-e50691fe-8720-4d33-b1b7-9ec22949ecb6 tempest-ListServersNegativeTestJSON-1365076096 tempest-ListServersNegativeTestJSON-1365076096-project] No DVR routers for this DVR port e81864c0-876c-4dca-9b74-f8faa6c80bba on host n-h2-816206-8 {{(pid=103591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:29:16.224854 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-80f1e3a8-bdb4-45a5-830e-3d25bddab118 req-e50691fe-8720-4d33-b1b7-9ec22949ecb6 tempest-ListServersNegativeTestJSON-1365076096 tempest-ListServersNegativeTestJSON-1365076096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:16.230037 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-80f1e3a8-bdb4-45a5-830e-3d25bddab118 req-e50691fe-8720-4d33-b1b7-9ec22949ecb6 tempest-ListServersNegativeTestJSON-1365076096 tempest-ListServersNegativeTestJSON-1365076096-project] 10.222.0.36 "DELETE /v2.0/ports/e81864c0-876c-4dca-9b74-f8faa6c80bba HTTP/1.1" status: 204 len: 173 time: 2.1301107 Nov 23 17:29:16.231330 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4ee64a-b3cf-4ae3-9dd9-418ad5b6c045 tempest-ListServersNegativeTestJSON-1365076096 tempest-ListServersNegativeTestJSON-1365076096-project] Pushing event deleted for resources: {'Port': ['ID=21e7ff3b-637a-4d9e-98c9-8ffc0dec9cb5,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:29:16.251978 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2b92d8a-1e83-4659-9afc-f182681db575', 'name': 'network-vif-deleted', 'tag': 'e81864c0-876c-4dca-9b74-f8faa6c80bba'}] {{(pid=103591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:29:16.267510 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41d174a19ece9499ff9ec44e5b3fc50f2abd3ffbc947fb7e52ea1e8db27b95b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8eafb0df-1e7b-4131-9451-136b700f02a3" -d '{"events": [{"server_uuid": "d2b92d8a-1e83-4659-9afc-f182681db575", "name": "network-vif-deleted", "tag": "e81864c0-876c-4dca-9b74-f8faa6c80bba"}]}' {{(pid=103591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:29:16.453522 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ac67a758-96cb-4474-8ba1-cfee12dab4c3 req-86e5c098-0904-4b16-97ae-53d041545b9f tempest-ListServersNegativeTestJSON-1365076096 tempest-ListServersNegativeTestJSON-1365076096-project] 10.222.0.60 "GET /v2.0/ports?device_id=664a1226-8a51-49cf-b2a9-cf50bd818f76 HTTP/1.1" status: 200 len: 210 time: 0.0435796 Nov 23 17:29:16.454518 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c3bd9fc-908e-4219-9705-db8a1e604f24 req-fc4ee64a-b3cf-4ae3-9dd9-418ad5b6c045 tempest-ListServersNegativeTestJSON-1365076096 tempest-ListServersNegativeTestJSON-1365076096-project] No DVR routers for this DVR port 21e7ff3b-637a-4d9e-98c9-8ffc0dec9cb5 on host n-h1-816206-8 {{(pid=103591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:29:16.463308 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-52822d53-48f5-4819-8a95-bdc13aea0bf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:16.464142 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5411c9f-478c-42d5-b35e-5a498e7fe6a9 None None] DHCP port deletion for 979a75ad-e1a6-4cbe-9e08-b61461b07256 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:29:16.468327 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-4c3bd9fc-908e-4219-9705-db8a1e604f24 req-fc4ee64a-b3cf-4ae3-9dd9-418ad5b6c045 tempest-ListServersNegativeTestJSON-1365076096 tempest-ListServersNegativeTestJSON-1365076096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:16.471883 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4c3bd9fc-908e-4219-9705-db8a1e604f24 req-fc4ee64a-b3cf-4ae3-9dd9-418ad5b6c045 tempest-ListServersNegativeTestJSON-1365076096 tempest-ListServersNegativeTestJSON-1365076096-project] 10.222.0.55 "DELETE /v2.0/ports/21e7ff3b-637a-4d9e-98c9-8ffc0dec9cb5 HTTP/1.1" status: 204 len: 173 time: 3.5007522 Nov 23 17:29:16.532720 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026f21eb-7b73-4a2b-8cc4-5bf3a6df0389 req-0083d43d-21a1-4010-a15d-603df0fd4169 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:29:16.551147 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-026f21eb-7b73-4a2b-8cc4-5bf3a6df0389 req-0083d43d-21a1-4010-a15d-603df0fd4169 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.60 "GET /v2.0/ports?device_id=ffeae0b0-09b1-4f1e-9b33-8bbbbaaefdf6 HTTP/1.1" status: 200 len: 944 time: 0.2490706 Nov 23 17:29:16.580246 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d10d684-f196-4b86-a255-88c982d90579 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Made reservation on behalf of 9b0068a4a0a543038f63069e85a0a90e for: {'network': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:29:16.582944 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7d10d684-f196-4b86-a255-88c982d90579 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for network, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:16.603188 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2390f9-d290-46fd-ab1f-ab09bbcea4df service neutron] Pushing event updated for resources: {'Port': ['ID=8d6e06dd-bfdf-4f58-91d5-0f20a83dd747,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:29:16.727517 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [req-b4081459-a52a-4c57-8d40-de2d9bf9b227 req-c153875d-9973-4e26-b55d-f7e938643d8f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af7771d7-80af-4220-bc57-9e1037f5bb30 {{(pid=103591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:29:16.746574 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b23a46d8-76d0-4bc0-b234-f7decf9fe162 tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Made reservation on behalf of 30af1458e15a4ef39cb103ebf3b9a873 for: {'subnet': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:29:16.756596 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:29:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd73b759-2ebf-48a3-8571-6b1f6e66752f x-openstack-request-id: req-dd73b759-2ebf-48a3-8571-6b1f6e66752f {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:29:16.756883 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b23a46d8-76d0-4bc0-b234-f7decf9fe162 tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264730903'] for subnet, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:16.757033 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2b92d8a-1e83-4659-9afc-f182681db575", "name": "network-vif-deleted", "tag": "e81864c0-876c-4dca-9b74-f8faa6c80bba", "status": "completed", "code": 200}]} {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:29:16.757033 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-dd73b759-2ebf-48a3-8571-6b1f6e66752f {{(pid=103591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:29:16.757033 n-d-816206-8 neutron-server[103591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2b92d8a-1e83-4659-9afc-f182681db575', 'name': 'network-vif-deleted', 'tag': 'e81864c0-876c-4dca-9b74-f8faa6c80bba', 'status': 'completed', 'code': 200} Nov 23 17:29:16.771351 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-b4081459-a52a-4c57-8d40-de2d9bf9b227 req-c153875d-9973-4e26-b55d-f7e938643d8f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:16.833413 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.provisioning_blocks [req-b4081459-a52a-4c57-8d40-de2d9bf9b227 req-c153875d-9973-4e26-b55d-f7e938643d8f service neutron] Transition to ACTIVE for port object af7771d7-80af-4220-bc57-9e1037f5bb30 will not be triggered until provisioned by entity L2. {{(pid=103591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 17:29:16.850685 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-026f21eb-7b73-4a2b-8cc4-5bf3a6df0389 req-53a24a45-709c-44cb-bb17-f36b69d6e072 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.60 "GET /v2.0/security-groups?id=5199d9c8-39cf-433e-a82b-4aef6c6477e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2032781 Nov 23 17:29:16.855317 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-b4081459-a52a-4c57-8d40-de2d9bf9b227 req-c153875d-9973-4e26-b55d-f7e938643d8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264758186'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:16.912010 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [req-6c331fab-ccc8-44da-bdd3-3cfb7ec76a12 req-7e2390f9-d290-46fd-ab1f-ab09bbcea4df service neutron] Attempting to bind port 8d6e06dd-bfdf-4f58-91d5-0f20a83dd747 on host n-h1-816206-8 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:29:16.913370 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [req-6c331fab-ccc8-44da-bdd3-3cfb7ec76a12 req-7e2390f9-d290-46fd-ab1f-ab09bbcea4df service neutron] Attempting to bind port 8d6e06dd-bfdf-4f58-91d5-0f20a83dd747 by drivers openvswitch,hyperv on host n-h1-816206-8 at level 0 using segments [{'id': '60478cc8-93b5-4306-bc7b-30ff3da3bb33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '979a75ad-e1a6-4cbe-9e08-b61461b07256'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:29:16.914274 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c331fab-ccc8-44da-bdd3-3cfb7ec76a12 req-7e2390f9-d290-46fd-ab1f-ab09bbcea4df service neutron] Attempting to bind port 8d6e06dd-bfdf-4f58-91d5-0f20a83dd747 on network 979a75ad-e1a6-4cbe-9e08-b61461b07256 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:29:16.923396 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c331fab-ccc8-44da-bdd3-3cfb7ec76a12 req-7e2390f9-d290-46fd-ab1f-ab09bbcea4df service neutron] Port 8d6e06dd-bfdf-4f58-91d5-0f20a83dd747 on network 979a75ad-e1a6-4cbe-9e08-b61461b07256 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-8 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 17:29:16.923895 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c331fab-ccc8-44da-bdd3-3cfb7ec76a12 req-7e2390f9-d290-46fd-ab1f-ab09bbcea4df service neutron] Attempting to bind port 8d6e06dd-bfdf-4f58-91d5-0f20a83dd747 on network 979a75ad-e1a6-4cbe-9e08-b61461b07256 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:29:16.950521 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c331fab-ccc8-44da-bdd3-3cfb7ec76a12 req-7e2390f9-d290-46fd-ab1f-ab09bbcea4df service neutron] Checking agent: {'id': '4b0a4557-3bfe-4828-80a0-7981fc3ac84c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 15, 14), 'started_at': datetime.datetime(2021, 11, 23, 17, 15, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 29, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:29:16.951090 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c331fab-ccc8-44da-bdd3-3cfb7ec76a12 req-7e2390f9-d290-46fd-ab1f-ab09bbcea4df service neutron] Checking segment: {'id': '60478cc8-93b5-4306-bc7b-30ff3da3bb33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '979a75ad-e1a6-4cbe-9e08-b61461b07256'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:29:16.951668 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c331fab-ccc8-44da-bdd3-3cfb7ec76a12 req-7e2390f9-d290-46fd-ab1f-ab09bbcea4df service neutron] Bound using segment: {'id': '60478cc8-93b5-4306-bc7b-30ff3da3bb33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '979a75ad-e1a6-4cbe-9e08-b61461b07256'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:29:16.952263 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [req-6c331fab-ccc8-44da-bdd3-3cfb7ec76a12 req-7e2390f9-d290-46fd-ab1f-ab09bbcea4df service neutron] Bound port: 8d6e06dd-bfdf-4f58-91d5-0f20a83dd747, host: n-h1-816206-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60478cc8-93b5-4306-bc7b-30ff3da3bb33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '979a75ad-e1a6-4cbe-9e08-b61461b07256'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:29:16.952755 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-6c331fab-ccc8-44da-bdd3-3cfb7ec76a12 req-7e2390f9-d290-46fd-ab1f-ab09bbcea4df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:17.072402 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [req-6c331fab-ccc8-44da-bdd3-3cfb7ec76a12 req-7e2390f9-d290-46fd-ab1f-ab09bbcea4df service neutron] For port 8d6e06dd-bfdf-4f58-91d5-0f20a83dd747, host n-h1-816206-8, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:29:17.076681 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [req-6c331fab-ccc8-44da-bdd3-3cfb7ec76a12 req-7e2390f9-d290-46fd-ab1f-ab09bbcea4df service neutron] For port 8d6e06dd-bfdf-4f58-91d5-0f20a83dd747, host n-h1-816206-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=8d6e06dd-bfdf-4f58-91d5-0f20a83dd747,segment=NetworkSegment(60478cc8-93b5-4306-bc7b-30ff3da3bb33),segment_id=60478cc8-93b5-4306-bc7b-30ff3da3bb33)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:29:17.078448 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d10d684-f196-4b86-a255-88c982d90579 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] vlan segment allocate from pool success with {'vlan_id': 504, 'physical_network': 'physnet1'} {{(pid=103590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 17:29:17.091275 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-6c331fab-ccc8-44da-bdd3-3cfb7ec76a12 req-7e2390f9-d290-46fd-ab1f-ab09bbcea4df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264357957'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:17.195606 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c153875d-9973-4e26-b55d-f7e938643d8f service neutron] Pushing event updated for resources: {'Port': ['ID=af7771d7-80af-4220-bc57-9e1037f5bb30,revision_number=2']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:29:17.246250 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ffdaf39-2136-4779-82b2-a84acb2fb58c None None] DHCP port deletion for 979a75ad-e1a6-4cbe-9e08-b61461b07256 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:29:17.249289 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2390f9-d290-46fd-ab1f-ab09bbcea4df service neutron] Pushing event updated for resources: {'Port': ['ID=8d6e06dd-bfdf-4f58-91d5-0f20a83dd747,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:29:17.261417 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c331fab-ccc8-44da-bdd3-3cfb7ec76a12 req-7e2390f9-d290-46fd-ab1f-ab09bbcea4df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:29:17.262828 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-6c331fab-ccc8-44da-bdd3-3cfb7ec76a12 req-7e2390f9-d290-46fd-ab1f-ab09bbcea4df service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:17.265813 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-6c331fab-ccc8-44da-bdd3-3cfb7ec76a12 req-7e2390f9-d290-46fd-ab1f-ab09bbcea4df service neutron] 10.222.0.55 "PUT /v2.0/ports/8d6e06dd-bfdf-4f58-91d5-0f20a83dd747 HTTP/1.1" status: 200 len: 1092 time: 2.6585677 Nov 23 17:29:17.270726 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7d10d684-f196-4b86-a255-88c982d90579 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:17.275248 n-d-816206-8 neutron-server[103590]: INFO neutron.db.segments_db [None req-7d10d684-f196-4b86-a255-88c982d90579 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Added segment f3fe809b-60bf-416a-b4bb-a4f078db8338 of type vlan for network a67d26f0-d8bc-46d6-9df4-c5b8fb20d14c Nov 23 17:29:17.278644 n-d-816206-8 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ced6596c-243f-4083-abeb-9a9a295832c6', 'tag': '8d6e06dd-bfdf-4f58-91d5-0f20a83dd747'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:29:17.289827 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbabddbc9fc37b068808e119c416c86f5957ca04531a4a0d2e695c515e93483b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6aa4736-6c0c-47c8-a6bb-c125628b8ea6" -d '{"events": [{"name": "network-changed", "server_uuid": "ced6596c-243f-4083-abeb-9a9a295832c6", "tag": "8d6e06dd-bfdf-4f58-91d5-0f20a83dd747"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:29:17.373776 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 33482) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:29:17.429992 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baac6491-e37f-458f-a095-e0c198186e1a req-2fac4752-ce65-471f-860a-908f1626e612 tempest-ImagesOneServerNegativeTestJSON-1012219953 tempest-ImagesOneServerNegativeTestJSON-1012219953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:29:17.437272 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-baac6491-e37f-458f-a095-e0c198186e1a req-2fac4752-ce65-471f-860a-908f1626e612 tempest-ImagesOneServerNegativeTestJSON-1012219953 tempest-ImagesOneServerNegativeTestJSON-1012219953-project] 10.222.0.60 "GET /v2.0/ports?device_id=ced6596c-243f-4083-abeb-9a9a295832c6 HTTP/1.1" status: 200 len: 944 time: 0.2328072 Nov 23 17:29:17.444963 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-b4081459-a52a-4c57-8d40-de2d9bf9b227 req-c153875d-9973-4e26-b55d-f7e938643d8f service neutron] Attempting to bind port af7771d7-80af-4220-bc57-9e1037f5bb30 on host n-h2-816206-8 for vnic_type normal with profile {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:29:17.445304 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-b4081459-a52a-4c57-8d40-de2d9bf9b227 req-c153875d-9973-4e26-b55d-f7e938643d8f service neutron] Attempting to bind port af7771d7-80af-4220-bc57-9e1037f5bb30 by drivers openvswitch,hyperv on host n-h2-816206-8 at level 0 using segments [{'id': '72cae39b-e177-46b5-abb9-73dc195aab07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '20824f08-7d73-4bbc-b037-8f08604bcdaf'}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:29:17.445665 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4081459-a52a-4c57-8d40-de2d9bf9b227 req-c153875d-9973-4e26-b55d-f7e938643d8f service neutron] Attempting to bind port af7771d7-80af-4220-bc57-9e1037f5bb30 on network 20824f08-7d73-4bbc-b037-8f08604bcdaf {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:29:17.463568 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c78c33-5327-4b8a-b8e1-6d92ab661bd6 req-26355495-579a-4c28-90f1-8adaa3492127 tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:29:17.465158 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d0c78c33-5327-4b8a-b8e1-6d92ab661bd6 req-26355495-579a-4c28-90f1-8adaa3492127 tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] 10.222.0.60 "GET /v2.0/ports?device_id=c91eccca-8b79-4133-9b67-8e640b1347ac HTTP/1.1" status: 200 len: 943 time: 0.2519977 Nov 23 17:29:17.480881 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4081459-a52a-4c57-8d40-de2d9bf9b227 req-c153875d-9973-4e26-b55d-f7e938643d8f service neutron] Port af7771d7-80af-4220-bc57-9e1037f5bb30 on network 20824f08-7d73-4bbc-b037-8f08604bcdaf not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-8 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 17:29:17.481215 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4081459-a52a-4c57-8d40-de2d9bf9b227 req-c153875d-9973-4e26-b55d-f7e938643d8f service neutron] Attempting to bind port af7771d7-80af-4220-bc57-9e1037f5bb30 on network 20824f08-7d73-4bbc-b037-8f08604bcdaf {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:29:17.493767 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4081459-a52a-4c57-8d40-de2d9bf9b227 req-c153875d-9973-4e26-b55d-f7e938643d8f service neutron] Checking agent: {'id': 'ab77bf9e-0267-4174-8f1d-822cba89b207', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 15, 13), 'started_at': datetime.datetime(2021, 11, 23, 17, 15, 13), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 29, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:29:17.494106 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4081459-a52a-4c57-8d40-de2d9bf9b227 req-c153875d-9973-4e26-b55d-f7e938643d8f service neutron] Checking segment: {'id': '72cae39b-e177-46b5-abb9-73dc195aab07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '20824f08-7d73-4bbc-b037-8f08604bcdaf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:29:17.494492 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4081459-a52a-4c57-8d40-de2d9bf9b227 req-c153875d-9973-4e26-b55d-f7e938643d8f service neutron] Bound using segment: {'id': '72cae39b-e177-46b5-abb9-73dc195aab07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '20824f08-7d73-4bbc-b037-8f08604bcdaf'} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:29:17.494926 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-b4081459-a52a-4c57-8d40-de2d9bf9b227 req-c153875d-9973-4e26-b55d-f7e938643d8f service neutron] Bound port: af7771d7-80af-4220-bc57-9e1037f5bb30, host: n-h2-816206-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72cae39b-e177-46b5-abb9-73dc195aab07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '20824f08-7d73-4bbc-b037-8f08604bcdaf'}}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:29:17.495283 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-b4081459-a52a-4c57-8d40-de2d9bf9b227 req-c153875d-9973-4e26-b55d-f7e938643d8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:17.524107 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7d10d684-f196-4b86-a255-88c982d90579 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736635338810'] for network, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:17.612687 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-baac6491-e37f-458f-a095-e0c198186e1a req-2ad09e29-daea-468f-9c53-d6cc08f8f94e tempest-ImagesOneServerNegativeTestJSON-1012219953 tempest-ImagesOneServerNegativeTestJSON-1012219953-project] 10.222.0.60 "GET /v2.0/security-groups?id=651f9501-e200-4452-8eae-06db36d1c3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743639 Nov 23 17:29:17.649748 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9a27ae6c-db98-474f-94c1-cc99bf842d79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:17.661883 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-486f0817-c01b-4bbe-ad20-30fcb004041b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:17.675283 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c331fab-ccc8-44da-bdd3-3cfb7ec76a12 req-dcdb9a9d-1181-4f3d-ba4f-90c65f732f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:29:17.676911 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-6c331fab-ccc8-44da-bdd3-3cfb7ec76a12 req-dcdb9a9d-1181-4f3d-ba4f-90c65f732f6e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=cc2fdab901654443a7afce1464a8ecdd&device_id=ced6596c-243f-4083-abeb-9a9a295832c6 HTTP/1.1" status: 200 len: 1095 time: 0.2733858 Nov 23 17:29:17.683172 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7d10d684-f196-4b86-a255-88c982d90579 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493'] for network, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:17.690130 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d10d684-f196-4b86-a255-88c982d90579 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:29:17.690949 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7d10d684-f196-4b86-a255-88c982d90579 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for network, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:17.715281 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b23a46d8-76d0-4bc0-b234-f7decf9fe162 tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264358096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264730885'] for subnet, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:17.750849 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d0c78c33-5327-4b8a-b8e1-6d92ab661bd6 req-0a9748ea-07a4-46f3-9e58-85a81b042d0e tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] 10.222.0.60 "GET /v2.0/security-groups?id=d8e33e73-30b9-4952-965d-f940c31594f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2701283 Nov 23 17:29:17.754746 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-b4081459-a52a-4c57-8d40-de2d9bf9b227 req-c153875d-9973-4e26-b55d-f7e938643d8f service neutron] For port af7771d7-80af-4220-bc57-9e1037f5bb30, host n-h2-816206-8, cleared binding levels {{(pid=103591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:29:17.778117 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-6c331fab-ccc8-44da-bdd3-3cfb7ec76a12 req-2bc97d56-04cd-4a8b-bfd4-2e4bbe61ad55 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8d6e06dd-bfdf-4f58-91d5-0f20a83dd747 HTTP/1.1" status: 200 len: 217 time: 0.0822980 Nov 23 17:29:17.784889 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-b4081459-a52a-4c57-8d40-de2d9bf9b227 req-c153875d-9973-4e26-b55d-f7e938643d8f service neutron] For port af7771d7-80af-4220-bc57-9e1037f5bb30, host n-h2-816206-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=af7771d7-80af-4220-bc57-9e1037f5bb30,segment=NetworkSegment(72cae39b-e177-46b5-abb9-73dc195aab07),segment_id=72cae39b-e177-46b5-abb9-73dc195aab07)] {{(pid=103591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:29:17.799538 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-b4081459-a52a-4c57-8d40-de2d9bf9b227 req-c153875d-9973-4e26-b55d-f7e938643d8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264758186'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:17.914661 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c153875d-9973-4e26-b55d-f7e938643d8f service neutron] Pushing event updated for resources: {'Port': ['ID=af7771d7-80af-4220-bc57-9e1037f5bb30,revision_number=3']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:29:17.924636 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c331fab-ccc8-44da-bdd3-3cfb7ec76a12 req-9dd9dc25-08b0-4fc5-95ab-f31512bf2168 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:29:17.927034 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-6c331fab-ccc8-44da-bdd3-3cfb7ec76a12 req-9dd9dc25-08b0-4fc5-95ab-f31512bf2168 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=dd55d40e-72fa-41d0-b078-3028cc286f21 HTTP/1.1" status: 200 len: 861 time: 0.0924835 Nov 23 17:29:17.933677 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 17:29:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-696603fb-2c02-4bd5-96b0-7f3bf7f4ad76 x-openstack-request-id: req-696603fb-2c02-4bd5-96b0-7f3bf7f4ad76 {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:29:17.934151 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ced6596c-243f-4083-abeb-9a9a295832c6", "tag": "8d6e06dd-bfdf-4f58-91d5-0f20a83dd747", "status": "completed", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:29:17.934412 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-696603fb-2c02-4bd5-96b0-7f3bf7f4ad76 {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:29:17.934874 n-d-816206-8 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ced6596c-243f-4083-abeb-9a9a295832c6', 'tag': '8d6e06dd-bfdf-4f58-91d5-0f20a83dd747', 'status': 'completed', 'code': 200} Nov 23 17:29:17.950526 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4081459-a52a-4c57-8d40-de2d9bf9b227 req-c153875d-9973-4e26-b55d-f7e938643d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:29:17.952018 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-b4081459-a52a-4c57-8d40-de2d9bf9b227 req-c153875d-9973-4e26-b55d-f7e938643d8f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:17.954033 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b4081459-a52a-4c57-8d40-de2d9bf9b227 req-c153875d-9973-4e26-b55d-f7e938643d8f service neutron] 10.222.0.36 "PUT /v2.0/ports/af7771d7-80af-4220-bc57-9e1037f5bb30 HTTP/1.1" status: 200 len: 1091 time: 3.2829604 Nov 23 17:29:17.968832 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 33506) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:29:17.990654 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-7d10d684-f196-4b86-a255-88c982d90579 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.9022994 Nov 23 17:29:18.024431 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-6c331fab-ccc8-44da-bdd3-3cfb7ec76a12 req-a7ca62b2-7250-4b14-9624-5b7329a2683c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=979a75ad-e1a6-4cbe-9e08-b61461b07256&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397677 Nov 23 17:29:18.028778 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 33508) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:29:18.050293 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-e6285feb-24c8-46bf-9b51-f077888b7eda tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-979773929'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:29:18.050293 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d10d684-f196-4b86-a255-88c982d90579 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Pushing event updated for resources: {'Network': ['ID=a67d26f0-d8bc-46d6-9df4-c5b8fb20d14c,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:29:18.059236 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Network a67d26f0-d8bc-46d6-9df4-c5b8fb20d14c details requested by agent ovs-agent-n-d-816206-8 with host n-d-816206-8 {{(pid=103592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 17:29:18.129824 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device e81864c0-876c-4dca-9b74-f8faa6c80bba no longer exists at agent hyperv_n-h2-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:29:18.148206 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23a46d8-76d0-4bc0-b234-f7decf9fe162 tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Pushing event updated for resources: {'Subnet': ['ID=e2f08139-8cd1-45d1-9d37-3888da3da33c,revision_number=0']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:29:18.171456 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] No Port match for: e81864c0-876c-4dca-9b74-f8faa6c80bba {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:29:18.172526 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device e81864c0-876c-4dca-9b74-f8faa6c80bba not bound to the agent host n-h2-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:29:18.190292 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6285feb-24c8-46bf-9b51-f077888b7eda tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Made reservation on behalf of 9b0068a4a0a543038f63069e85a0a90e for: {'network': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:29:18.192911 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da692195-e94d-4d3e-821a-7ca1b7f11a7d req-84a3d758-a543-428b-b318-e64ec6df02e5 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:29:18.193761 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e6285feb-24c8-46bf-9b51-f077888b7eda tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for network, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:18.194838 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-da692195-e94d-4d3e-821a-7ca1b7f11a7d req-84a3d758-a543-428b-b318-e64ec6df02e5 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.60 "GET /v2.0/networks?id=43d8ac08-152d-4053-b836-ddc03b0e91a2 HTTP/1.1" status: 200 len: 810 time: 0.3012047 Nov 23 17:29:18.201182 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b23a46d8-76d0-4bc0-b234-f7decf9fe162 tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Checking segment: {'id': '724ec88f-a1df-4cae-bfb2-80a741c10e27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'e54260d2-a5c0-4295-9ada-ac988fc25455'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:29:18.201545 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b23a46d8-76d0-4bc0-b234-f7decf9fe162 tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Network hostable DHCP agents. Network: e54260d2-a5c0-4295-9ada-ac988fc25455, hostable agents: ['0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3'], hosted agents: [] {{(pid=103590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 17:29:18.219106 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-6c331fab-ccc8-44da-bdd3-3cfb7ec76a12 req-6e98899b-7f84-4ac2-876c-202d549c60ea service neutron] 10.222.0.55 "GET /v2.0/networks/979a75ad-e1a6-4cbe-9e08-b61461b07256?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1746180 Nov 23 17:29:18.258683 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-da692195-e94d-4d3e-821a-7ca1b7f11a7d req-eeca0fba-dcb7-4635-a64e-53562299b4e9 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.60 "GET /v2.0/quotas/3541603f19884b9cb683e7eedd76d17c HTTP/1.1" status: 200 len: 375 time: 0.0513973 Nov 23 17:29:18.267908 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b23a46d8-76d0-4bc0-b234-f7decf9fe162 tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Network e54260d2-a5c0-4295-9ada-ac988fc25455 is scheduled to be hosted by DHCP agent 0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3 with binding_index 1 {{(pid=103590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 17:29:18.278137 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6285feb-24c8-46bf-9b51-f077888b7eda tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] vlan segment allocate from pool success with {'vlan_id': 532, 'physical_network': 'physnet1'} {{(pid=103590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 17:29:18.302717 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:18.316733 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-b23a46d8-76d0-4bc0-b234-f7decf9fe162 tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-8, e54260d2-a5c0-4295-9ada-ac988fc25455) {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:29:18.320645 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e6285feb-24c8-46bf-9b51-f077888b7eda tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:18.320994 n-d-816206-8 neutron-server[103590]: INFO neutron.db.segments_db [None req-e6285feb-24c8-46bf-9b51-f077888b7eda tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Added segment 487ac287-bf03-4216-af3f-1793e9c7040a of type vlan for network a080cd49-aff0-47e2-a832-3717812be820 Nov 23 17:29:18.327672 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbe9bbf7-f93c-405f-a0a4-c6a834578ba2 None None] Network e54260d2-a5c0-4295-9ada-ac988fc25455 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:29:18.339724 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b23a46d8-76d0-4bc0-b234-f7decf9fe162 tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:29:18.339724 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b23a46d8-76d0-4bc0-b234-f7decf9fe162 tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Publish callbacks [] for subnet, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:18.356050 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-486f0817-c01b-4bbe-ad20-30fcb004041b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:18.360011 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.db_base_plugin_v2 [None req-d82ebee8-ee50-4e6c-97fe-b713eaeaac0a admin admin] Deleting subnet e693e6bf-c2ab-4576-aeb8-d2bb46dc3c49 {{(pid=103591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 17:29:18.363477 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-d82ebee8-ee50-4e6c-97fe-b713eaeaac0a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:18.406757 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-d82ebee8-ee50-4e6c-97fe-b713eaeaac0a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265990000'] for subnet, precommit_delete_associations {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:18.407021 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-b23a46d8-76d0-4bc0-b234-f7decf9fe162 tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.2735932 Nov 23 17:29:18.409222 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e6285feb-24c8-46bf-9b51-f077888b7eda tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736635338810'] for network, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:18.411112 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 33510) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:29:18.423832 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-d7b157a8-902c-4896-8f48-f67c1e0b455a tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1492157559'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:29:18.438661 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-6c331fab-ccc8-44da-bdd3-3cfb7ec76a12 req-ccca9540-c15b-4c33-8cf9-a00d8fa49aab service neutron] 10.222.0.55 "GET /v2.0/networks/979a75ad-e1a6-4cbe-9e08-b61461b07256?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2077336 Nov 23 17:29:18.465929 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e6285feb-24c8-46bf-9b51-f077888b7eda tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493'] for network, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:18.470077 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-d82ebee8-ee50-4e6c-97fe-b713eaeaac0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971956'] for subnet, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:18.471927 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6285feb-24c8-46bf-9b51-f077888b7eda tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:29:18.472644 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e6285feb-24c8-46bf-9b51-f077888b7eda tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for network, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:18.485185 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7b157a8-902c-4896-8f48-f67c1e0b455a tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Made reservation on behalf of 30af1458e15a4ef39cb103ebf3b9a873 for: {'network': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:29:18.488711 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d7b157a8-902c-4896-8f48-f67c1e0b455a tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for network, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:18.552646 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-e6285feb-24c8-46bf-9b51-f077888b7eda tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5167191 Nov 23 17:29:18.556528 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 33512) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:29:18.559084 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-d82ebee8-ee50-4e6c-97fe-b713eaeaac0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264758240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264314269'] for subnet, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:18.572713 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-486f0817-c01b-4bbe-ad20-30fcb004041b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:18.589179 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-89e32664-079a-41ba-9b5b-06dbe5f980e0 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Request body: {'subnet': {'network_id': 'a67d26f0-d8bc-46d6-9df4-c5b8fb20d14c', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:29:18.617231 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-d82ebee8-ee50-4e6c-97fe-b713eaeaac0a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for subnet, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:18.619611 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6285feb-24c8-46bf-9b51-f077888b7eda tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Pushing event updated for resources: {'Network': ['ID=a080cd49-aff0-47e2-a832-3717812be820,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:29:18.620605 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-d82ebee8-ee50-4e6c-97fe-b713eaeaac0a admin admin] 10.222.0.60 "DELETE /v2.0/subnets/e693e6bf-c2ab-4576-aeb8-d2bb46dc3c49 HTTP/1.1" status: 204 len: 168 time: 0.6479857 Nov 23 17:29:18.625964 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4081459-a52a-4c57-8d40-de2d9bf9b227 req-827bf2d3-97c8-419d-9106-3917f3781c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:29:18.627534 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b4081459-a52a-4c57-8d40-de2d9bf9b227 req-827bf2d3-97c8-419d-9106-3917f3781c3e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c94e75c35eaa4eaebd82e447a9e1b0e3&device_id=c91eccca-8b79-4133-9b67-8e640b1347ac HTTP/1.1" status: 200 len: 1094 time: 0.4915109 Nov 23 17:29:18.628047 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 33514) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:29:18.637261 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7b157a8-902c-4896-8f48-f67c1e0b455a tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] vlan segment allocate from pool success with {'vlan_id': 510, 'physical_network': 'physnet1'} {{(pid=103590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 17:29:18.668909 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Network a080cd49-aff0-47e2-a832-3717812be820 details requested by agent ovs-agent-n-d-816206-8 with host n-d-816206-8 {{(pid=103592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 17:29:18.699097 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-da692195-e94d-4d3e-821a-7ca1b7f11a7d req-7e7e3113-0f00-4eb4-ba69-d4269e08e980 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=3541603f19884b9cb683e7eedd76d17c&fields=id HTTP/1.1" status: 200 len: 440 time: 0.4392133 Nov 23 17:29:18.704824 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64b1553a-96de-4826-80db-8b33cd0e882b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp355044b8-8e87-58c4-94fa-4a010ec30f9e-e54260d2-a5c0-4295-9ada-ac988fc25455', 'network_id': 'e54260d2-a5c0-4295-9ada-ac988fc25455', 'tenant_id': '30af1458e15a4ef39cb103ebf3b9a873', 'fixed_ips': [{'subnet_id': 'e2f08139-8cd1-45d1-9d37-3888da3da33c'}]}} from n-d-816206-8. {{(pid=103592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 17:29:18.706182 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-64b1553a-96de-4826-80db-8b33cd0e882b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:18.729831 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d7b157a8-902c-4896-8f48-f67c1e0b455a tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:18.730261 n-d-816206-8 neutron-server[103590]: INFO neutron.db.segments_db [None req-d7b157a8-902c-4896-8f48-f67c1e0b455a tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Added segment bfb005cb-15fd-4973-b7ee-baffd0bfccec of type vlan for network a7029ee0-3166-457b-8a19-cf9b5cc6a320 Nov 23 17:29:18.765860 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b4081459-a52a-4c57-8d40-de2d9bf9b227 req-3850d218-f1b4-48f6-b5c5-837577ef8afa service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=af7771d7-80af-4220-bc57-9e1037f5bb30 HTTP/1.1" status: 200 len: 217 time: 0.0837512 Nov 23 17:29:18.765860 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '664a1226-8a51-49cf-b2a9-cf50bd818f76', 'name': 'network-vif-deleted', 'tag': '21e7ff3b-637a-4d9e-98c9-8ffc0dec9cb5'}, {'name': 'network-changed', 'server_uuid': 'c91eccca-8b79-4133-9b67-8e640b1347ac', 'tag': 'af7771d7-80af-4220-bc57-9e1037f5bb30'}] {{(pid=103591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:29:18.765860 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41d174a19ece9499ff9ec44e5b3fc50f2abd3ffbc947fb7e52ea1e8db27b95b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ed24d68-3432-46f3-b5e5-ae7b63f8835d" -d '{"events": [{"server_uuid": "664a1226-8a51-49cf-b2a9-cf50bd818f76", "name": "network-vif-deleted", "tag": "21e7ff3b-637a-4d9e-98c9-8ffc0dec9cb5"}, {"name": "network-changed", "server_uuid": "c91eccca-8b79-4133-9b67-8e640b1347ac", "tag": "af7771d7-80af-4220-bc57-9e1037f5bb30"}]}' {{(pid=103591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:29:18.768951 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82ebee8-ee50-4e6c-97fe-b713eaeaac0a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e693e6bf-c2ab-4576-aeb8-d2bb46dc3c49,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:29:18.789367 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6aa4736-6c0c-47c8-a6bb-c125628b8ea6 req-28fcf5f5-a5ba-4957-a028-a9eb58d61a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:29:18.791747 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-a6aa4736-6c0c-47c8-a6bb-c125628b8ea6 req-28fcf5f5-a5ba-4957-a028-a9eb58d61a6a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=cc2fdab901654443a7afce1464a8ecdd&device_id=ced6596c-243f-4083-abeb-9a9a295832c6 HTTP/1.1" status: 200 len: 1095 time: 0.2843287 Nov 23 17:29:18.861608 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d7b157a8-902c-4896-8f48-f67c1e0b455a tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736635338810'] for network, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:18.871158 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1eba9028-3485-40a9-8876-ce436673ade3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-555181'] for network, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:18.878328 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4081459-a52a-4c57-8d40-de2d9bf9b227 req-a8cc3b26-355d-49d2-bcce-ea9500775e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:29:18.879849 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b4081459-a52a-4c57-8d40-de2d9bf9b227 req-a8cc3b26-355d-49d2-bcce-ea9500775e65 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0fca264e-f203-46e9-b86a-ebb2329ba90b HTTP/1.1" status: 200 len: 852 time: 0.0723174 Nov 23 17:29:18.893291 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-486f0817-c01b-4bbe-ad20-30fcb004041b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=871fea463d2b44499f237ef731b20460&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5172455 Nov 23 17:29:18.898111 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 33524) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:29:18.922926 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486f0817-c01b-4bbe-ad20-30fcb004041b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0750a13e-ee32-42e7-b081-25db0a0aa336,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:29:19.024643 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.db_base_plugin_common [None req-64b1553a-96de-4826-80db-8b33cd0e882b None None] Allocated IP 19.80.0.2 (e54260d2-a5c0-4295-9ada-ac988fc25455/e2f08139-8cd1-45d1-9d37-3888da3da33c/dc12bf40-e8c8-4a73-84da-242272f6a43e) {{(pid=103592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:29:19.026277 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d7b157a8-902c-4896-8f48-f67c1e0b455a tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493'] for network, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:19.030615 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b4081459-a52a-4c57-8d40-de2d9bf9b227 req-57e56c2e-67a2-463e-bd0f-dd1f9dca00c3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=20824f08-7d73-4bbc-b037-8f08604bcdaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1085217 Nov 23 17:29:19.032989 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7b157a8-902c-4896-8f48-f67c1e0b455a tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:29:19.033635 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d7b157a8-902c-4896-8f48-f67c1e0b455a tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for network, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:19.077171 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89e32664-079a-41ba-9b5b-06dbe5f980e0 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Made reservation on behalf of 9b0068a4a0a543038f63069e85a0a90e for: {'subnet': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:29:19.081578 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-89e32664-079a-41ba-9b5b-06dbe5f980e0 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264314294'] for subnet, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:19.127582 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7565b014-d07b-410a-beb1-e0efdd9799a4 req-e98d5cbf-0d96-49bc-8ebb-e843b2a1639e tempest-ImagesOneServerNegativeTestJSON-1012219953 tempest-ImagesOneServerNegativeTestJSON-1012219953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:29:19.129102 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7565b014-d07b-410a-beb1-e0efdd9799a4 req-e98d5cbf-0d96-49bc-8ebb-e843b2a1639e tempest-ImagesOneServerNegativeTestJSON-1012219953 tempest-ImagesOneServerNegativeTestJSON-1012219953-project] 10.222.0.60 "GET /v2.0/ports?device_id=ced6596c-243f-4083-abeb-9a9a295832c6 HTTP/1.1" status: 200 len: 944 time: 0.3437917 Nov 23 17:29:19.226631 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-64b1553a-96de-4826-80db-8b33cd0e882b None None] Publish callbacks [] for port, precommit_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:19.236845 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-64b1553a-96de-4826-80db-8b33cd0e882b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980'] for port, after_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:19.251721 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7565b014-d07b-410a-beb1-e0efdd9799a4 req-fb35b8fd-c60f-42b1-b95a-447ea5ef5a87 tempest-ImagesOneServerNegativeTestJSON-1012219953 tempest-ImagesOneServerNegativeTestJSON-1012219953-project] 10.222.0.60 "GET /v2.0/security-groups?id=651f9501-e200-4452-8eae-06db36d1c3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024399 Nov 23 17:29:19.261120 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-da692195-e94d-4d3e-821a-7ca1b7f11a7d req-74c6debe-03f6-4df4-b4d5-565637e42556 service neutron] 10.222.0.60 "GET /v2.0/networks/43d8ac08-152d-4053-b836-ddc03b0e91a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5610604 Nov 23 17:29:19.332357 n-d-816206-8 neutron-server[103592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64b1553a-96de-4826-80db-8b33cd0e882b None None] Network e54260d2-a5c0-4295-9ada-ac988fc25455 is already hosted by enough agents. {{(pid=103592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:29:19.343562 n-d-816206-8 neutron-server[103592]: DEBUG neutron.scheduler.base_scheduler [None req-64b1553a-96de-4826-80db-8b33cd0e882b None None] Resources bound (agent type, host, resource id): {{(pid=103592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:29:19.347688 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64b1553a-96de-4826-80db-8b33cd0e882b None None] Received port after_create {{(pid=103592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:29:19.358446 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b1553a-96de-4826-80db-8b33cd0e882b None None] Pushing event updated for resources: {'Port': ['ID=dc12bf40-e8c8-4a73-84da-242272f6a43e,revision_number=1']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:29:19.448131 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-64b1553a-96de-4826-80db-8b33cd0e882b None None] Attempting to bind port dc12bf40-e8c8-4a73-84da-242272f6a43e on host n-d-816206-8 for vnic_type normal with profile {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:29:19.448131 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-64b1553a-96de-4826-80db-8b33cd0e882b None None] Attempting to bind port dc12bf40-e8c8-4a73-84da-242272f6a43e by drivers openvswitch,hyperv on host n-d-816206-8 at level 0 using segments [{'id': '724ec88f-a1df-4cae-bfb2-80a741c10e27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'e54260d2-a5c0-4295-9ada-ac988fc25455'}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:29:19.448131 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64b1553a-96de-4826-80db-8b33cd0e882b None None] Attempting to bind port dc12bf40-e8c8-4a73-84da-242272f6a43e on network e54260d2-a5c0-4295-9ada-ac988fc25455 {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:29:19.457009 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64b1553a-96de-4826-80db-8b33cd0e882b None None] Checking agent: {'id': '9e89acbe-4bbe-4c77-a18b-6f1da9133e0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 7, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 29, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:29:19.457418 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64b1553a-96de-4826-80db-8b33cd0e882b None None] Checking segment: {'id': '724ec88f-a1df-4cae-bfb2-80a741c10e27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'e54260d2-a5c0-4295-9ada-ac988fc25455'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:29:19.457829 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-64b1553a-96de-4826-80db-8b33cd0e882b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:19.458231 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64b1553a-96de-4826-80db-8b33cd0e882b None None] Bound using segment: {'id': '724ec88f-a1df-4cae-bfb2-80a741c10e27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'e54260d2-a5c0-4295-9ada-ac988fc25455'} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:29:19.458723 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-64b1553a-96de-4826-80db-8b33cd0e882b None None] Bound port: dc12bf40-e8c8-4a73-84da-242272f6a43e, host: n-d-816206-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '724ec88f-a1df-4cae-bfb2-80a741c10e27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'e54260d2-a5c0-4295-9ada-ac988fc25455'}}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:29:19.459651 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-64b1553a-96de-4826-80db-8b33cd0e882b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:19.549487 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-64b1553a-96de-4826-80db-8b33cd0e882b None None] For port dc12bf40-e8c8-4a73-84da-242272f6a43e, host n-d-816206-8, cleared binding levels {{(pid=103592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:29:19.553123 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-64b1553a-96de-4826-80db-8b33cd0e882b None None] For port dc12bf40-e8c8-4a73-84da-242272f6a43e, host n-d-816206-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=dc12bf40-e8c8-4a73-84da-242272f6a43e,segment=NetworkSegment(724ec88f-a1df-4cae-bfb2-80a741c10e27),segment_id=724ec88f-a1df-4cae-bfb2-80a741c10e27)] {{(pid=103592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:29:19.561861 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-64b1553a-96de-4826-80db-8b33cd0e882b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:19.588117 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6aa4736-6c0c-47c8-a6bb-c125628b8ea6 req-68f466d1-196c-4152-a0b3-b2780c6cde99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:29:19.589641 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-a6aa4736-6c0c-47c8-a6bb-c125628b8ea6 req-68f466d1-196c-4152-a0b3-b2780c6cde99 service neutron] 10.222.0.55 "GET /v2.0/networks?id=979a75ad-e1a6-4cbe-9e08-b61461b07256 HTTP/1.1" status: 200 len: 922 time: 0.7682419 Nov 23 17:29:19.597822 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-d7b157a8-902c-4896-8f48-f67c1e0b455a tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.1806955 Nov 23 17:29:19.641457 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b1553a-96de-4826-80db-8b33cd0e882b None None] Pushing event updated for resources: {'Port': ['ID=dc12bf40-e8c8-4a73-84da-242272f6a43e,revision_number=2']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:29:19.662028 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1eba9028-3485-40a9-8876-ce436673ade3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973419', 'neutron.services.segments.db._delete_segments_for_network-8736635878840'] for network, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:19.665292 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 33534) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:29:19.687388 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a1ffce53-6b8b-41ee-bd26-b9c20af8a62c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:19.696357 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-e5085df5-1100-476b-8d9d-45cc8e1cba1f tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Request body: {'subnet': {'network_id': 'a7029ee0-3166-457b-8a19-cf9b5cc6a320', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:29:19.722017 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b4081459-a52a-4c57-8d40-de2d9bf9b227 req-873d19fe-b046-4ce4-b234-ba3b719375a6 service neutron] 10.222.0.36 "GET /v2.0/networks/20824f08-7d73-4bbc-b037-8f08604bcdaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6599593 Nov 23 17:29:19.724247 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-da692195-e94d-4d3e-821a-7ca1b7f11a7d req-16656cdc-ffa6-4af4-bb44-cbaee94c2d60 service neutron] 10.222.0.60 "GET /v2.0/networks/43d8ac08-152d-4053-b836-ddc03b0e91a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4623249 Nov 23 17:29:19.741834 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b157a8-902c-4896-8f48-f67c1e0b455a tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Pushing event updated for resources: {'Network': ['ID=a7029ee0-3166-457b-8a19-cf9b5cc6a320,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:29:19.774901 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Network a7029ee0-3166-457b-8a19-cf9b5cc6a320 details requested by agent ovs-agent-n-d-816206-8 with host n-d-816206-8 {{(pid=103592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 17:29:19.800292 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-a6aa4736-6c0c-47c8-a6bb-c125628b8ea6 req-50ea6e6f-9db0-4949-b571-1b2be28fd8d1 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8d6e06dd-bfdf-4f58-91d5-0f20a83dd747 HTTP/1.1" status: 200 len: 217 time: 0.1704347 Nov 23 17:29:19.835151 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a62acd2-3443-4219-9c3a-b235c456e895 req-89bf8358-e36b-4513-8e04-067895149537 tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:29:19.845114 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2a62acd2-3443-4219-9c3a-b235c456e895 req-89bf8358-e36b-4513-8e04-067895149537 tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] 10.222.0.60 "GET /v2.0/ports?device_id=c91eccca-8b79-4133-9b67-8e640b1347ac HTTP/1.1" status: 200 len: 943 time: 0.4087827 Nov 23 17:29:19.873349 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a1ffce53-6b8b-41ee-bd26-b9c20af8a62c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:19.989543 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6aa4736-6c0c-47c8-a6bb-c125628b8ea6 req-c10df1ba-a82d-4fbd-a4e8-16ff7afdafa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:29:19.992612 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-a6aa4736-6c0c-47c8-a6bb-c125628b8ea6 req-c10df1ba-a82d-4fbd-a4e8-16ff7afdafa2 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=dd55d40e-72fa-41d0-b078-3028cc286f21 HTTP/1.1" status: 200 len: 861 time: 0.1397803 Nov 23 17:29:20.003357 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-1eba9028-3485-40a9-8876-ce436673ade3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef202b11-deaf-483e-842e-ee79c8771f01']}} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:29:20.079266 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-1eba9028-3485-40a9-8876-ce436673ade3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4328396d-f3ba-444d-af63-029b85c0e6e8') {'for_net_delete': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:29:20.079585 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-1eba9028-3485-40a9-8876-ce436673ade3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4328396d-f3ba-444d-af63-029b85c0e6e8') {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:29:20.098579 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1eba9028-3485-40a9-8876-ce436673ade3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736635840332', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-267528353'] for segment, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:20.129131 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1eba9028-3485-40a9-8876-ce436673ade3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:20.133605 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 23 Nov 2021 17:29:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42692ab3-5794-45a2-8be0-b97a79f21600 x-openstack-request-id: req-42692ab3-5794-45a2-8be0-b97a79f21600 {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:29:20.134197 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "664a1226-8a51-49cf-b2a9-cf50bd818f76", "name": "network-vif-deleted", "tag": "21e7ff3b-637a-4d9e-98c9-8ffc0dec9cb5", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "c91eccca-8b79-4133-9b67-8e640b1347ac", "tag": "af7771d7-80af-4220-bc57-9e1037f5bb30", "status": "completed", "code": 200}]} {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:29:20.134777 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-42692ab3-5794-45a2-8be0-b97a79f21600 {{(pid=103591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:29:20.134934 n-d-816206-8 neutron-server[103591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '664a1226-8a51-49cf-b2a9-cf50bd818f76', 'name': 'network-vif-deleted', 'tag': '21e7ff3b-637a-4d9e-98c9-8ffc0dec9cb5', 'status': 'completed', 'code': 200} Nov 23 17:29:20.135099 n-d-816206-8 neutron-server[103591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c91eccca-8b79-4133-9b67-8e640b1347ac', 'tag': 'af7771d7-80af-4220-bc57-9e1037f5bb30', 'status': 'completed', 'code': 200} Nov 23 17:29:20.137626 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1eba9028-3485-40a9-8876-ce436673ade3 admin admin] Releasing vlan 544 on physical network physnet1 to pool {{(pid=103590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 17:29:20.138684 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1eba9028-3485-40a9-8876-ce436673ade3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264370093'] for segment, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:20.208958 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2a62acd2-3443-4219-9c3a-b235c456e895 req-b0d1aee9-d375-44cb-8d6e-641ff8c9f848 tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] 10.222.0.60 "GET /v2.0/security-groups?id=d8e33e73-30b9-4952-965d-f940c31594f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3625829 Nov 23 17:29:20.224607 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-89e32664-079a-41ba-9b5b-06dbe5f980e0 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264758079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264314276'] for subnet, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:20.259485 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5ded9619-a33f-458e-b5c6-4946c73de52f req-58b11a4e-dd04-43a9-83f4-919abef94039 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.60 "GET /v2.0/ports?device_id=b67af4ed-d0b2-448c-8244-b3ebd67e5d3c HTTP/1.1" status: 200 len: 210 time: 0.1233764 Nov 23 17:29:20.270496 n-d-816206-8 neutron-server[103590]: Traceback (most recent call last): Nov 23 17:29:20.270496 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 17:29:20.270496 n-d-816206-8 neutron-server[103590]: timer() Nov 23 17:29:20.270496 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 17:29:20.270496 n-d-816206-8 neutron-server[103590]: cb(*args, **kw) Nov 23 17:29:20.270496 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 17:29:20.270496 n-d-816206-8 neutron-server[103590]: return func(*args, **kwargs) Nov 23 17:29:20.270496 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 17:29:20.270496 n-d-816206-8 neutron-server[103590]: self._notify() Nov 23 17:29:20.270496 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 17:29:20.270496 n-d-816206-8 neutron-server[103590]: self.callback(batched_events) Nov 23 17:29:20.270496 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 17:29:20.270496 n-d-816206-8 neutron-server[103590]: event.method(event) Nov 23 17:29:20.270496 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 17:29:20.270496 n-d-816206-8 neutron-server[103590]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 17:29:20.270496 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 17:29:20.270496 n-d-816206-8 neutron-server[103590]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 17:29:20.270496 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 17:29:20.270496 n-d-816206-8 neutron-server[103590]: return f(self, *a, **k) Nov 23 17:29:20.270496 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 17:29:20.270496 n-d-816206-8 neutron-server[103590]: return self._get(url).json() Nov 23 17:29:20.270496 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 17:29:20.270496 n-d-816206-8 neutron-server[103590]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 17:29:20.270496 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 17:29:20.270496 n-d-816206-8 neutron-server[103590]: return self.request(url, 'GET', **kwargs) Nov 23 17:29:20.270496 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 17:29:20.270496 n-d-816206-8 neutron-server[103590]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 17:29:20.270496 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 17:29:20.270496 n-d-816206-8 neutron-server[103590]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 17:29:20.270496 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 17:29:20.270496 n-d-816206-8 neutron-server[103590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 17:29:20.270496 n-d-816206-8 neutron-server[103590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 17:29:20.276875 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-a6aa4736-6c0c-47c8-a6bb-c125628b8ea6 req-cd0779da-a3ea-430c-a33c-dbc6703a71cf service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=979a75ad-e1a6-4cbe-9e08-b61461b07256&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2661178 Nov 23 17:29:20.290241 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1eba9028-3485-40a9-8876-ce436673ade3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1795418'] for network, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:20.297811 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1eba9028-3485-40a9-8876-ce436673ade3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for network, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:20.320982 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-1eba9028-3485-40a9-8876-ce436673ade3 admin admin] 10.222.0.60 "DELETE /v2.0/networks/ef202b11-deaf-483e-842e-ee79c8771f01 HTTP/1.1" status: 204 len: 168 time: 1.6807325 Nov 23 17:29:20.405214 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b4081459-a52a-4c57-8d40-de2d9bf9b227 req-51ca5559-9e1c-48d4-ab24-ced9ea49556a service neutron] 10.222.0.36 "GET /v2.0/networks/20824f08-7d73-4bbc-b037-8f08604bcdaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6465507 Nov 23 17:29:20.445811 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e32664-079a-41ba-9b5b-06dbe5f980e0 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Pushing event updated for resources: {'Subnet': ['ID=bcb9709f-482c-4f68-bfac-95b809cc7fe7,revision_number=0']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:29:20.470532 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89e32664-079a-41ba-9b5b-06dbe5f980e0 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Checking segment: {'id': 'f3fe809b-60bf-416a-b4bb-a4f078db8338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'a67d26f0-d8bc-46d6-9df4-c5b8fb20d14c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:29:20.470969 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89e32664-079a-41ba-9b5b-06dbe5f980e0 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Network hostable DHCP agents. Network: a67d26f0-d8bc-46d6-9df4-c5b8fb20d14c, hostable agents: ['0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3'], hosted agents: [] {{(pid=103591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 17:29:20.495365 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2521a9f1-83f3-4d80-85a7-c751c3387d7c req-d81b0f1c-fe68-4939-9509-d3356edf1c4e tempest-ImagesOneServerNegativeTestJSON-1012219953 tempest-ImagesOneServerNegativeTestJSON-1012219953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:29:20.503686 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2521a9f1-83f3-4d80-85a7-c751c3387d7c req-d81b0f1c-fe68-4939-9509-d3356edf1c4e tempest-ImagesOneServerNegativeTestJSON-1012219953 tempest-ImagesOneServerNegativeTestJSON-1012219953-project] 10.222.0.60 "GET /v2.0/ports?device_id=ced6596c-243f-4083-abeb-9a9a295832c6 HTTP/1.1" status: 200 len: 944 time: 0.1240201 Nov 23 17:29:20.569034 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eba9028-3485-40a9-8876-ce436673ade3 admin admin] Pushing event deleted for resources: {'Network': ['ID=ef202b11-deaf-483e-842e-ee79c8771f01,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:29:20.582508 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5085df5-1100-476b-8d9d-45cc8e1cba1f tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Made reservation on behalf of 30af1458e15a4ef39cb103ebf3b9a873 for: {'subnet': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:29:20.597449 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e5085df5-1100-476b-8d9d-45cc8e1cba1f tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264730903'] for subnet, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:20.614410 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89e32664-079a-41ba-9b5b-06dbe5f980e0 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Network a67d26f0-d8bc-46d6-9df4-c5b8fb20d14c is scheduled to be hosted by DHCP agent 0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3 with binding_index 1 {{(pid=103591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 17:29:20.627708 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 33562) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:29:20.718622 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [None req-89e32664-079a-41ba-9b5b-06dbe5f980e0 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-8, a67d26f0-d8bc-46d6-9df4-c5b8fb20d14c) {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:29:20.743943 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-885172c6-c34c-4a1a-9aca-d97375c37b2f None None] Network a67d26f0-d8bc-46d6-9df4-c5b8fb20d14c requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:29:20.760413 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2521a9f1-83f3-4d80-85a7-c751c3387d7c req-75f1ec37-7e5b-4d89-8279-3d8b7c3f87ea tempest-ImagesOneServerNegativeTestJSON-1012219953 tempest-ImagesOneServerNegativeTestJSON-1012219953-project] 10.222.0.60 "GET /v2.0/security-groups?id=651f9501-e200-4452-8eae-06db36d1c3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2555122 Nov 23 17:29:20.763729 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed24d68-3432-46f3-b5e5-ae7b63f8835d req-679ae548-0437-49e3-9897-62a47a5d3d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:29:20.766031 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8ed24d68-3432-46f3-b5e5-ae7b63f8835d req-679ae548-0437-49e3-9897-62a47a5d3d05 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c94e75c35eaa4eaebd82e447a9e1b0e3&device_id=c91eccca-8b79-4133-9b67-8e640b1347ac HTTP/1.1" status: 200 len: 1094 time: 0.2343585 Nov 23 17:29:20.768221 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89e32664-079a-41ba-9b5b-06dbe5f980e0 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:29:20.796479 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-89e32664-079a-41ba-9b5b-06dbe5f980e0 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for subnet, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:20.893818 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-89e32664-079a-41ba-9b5b-06dbe5f980e0 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.3171589 Nov 23 17:29:20.916318 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 33564) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:29:20.939854 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-89876ac1-06ba-4301-94e2-cb6fc8a1bd6d tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Request body: {'subnet': {'network_id': 'a080cd49-aff0-47e2-a832-3717812be820', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:29:20.984577 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-c289ae0d-86ae-49b7-bf8f-e489d570417e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=2af6eb560ef5462b96b28741c2d43c3f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3495548 Nov 23 17:29:20.990784 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 33566) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:29:21.055758 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4c63015-a854-49a3-a930-6f8a9c66fc2b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp355044b8-8e87-58c4-94fa-4a010ec30f9e-a67d26f0-d8bc-46d6-9df4-c5b8fb20d14c', 'network_id': 'a67d26f0-d8bc-46d6-9df4-c5b8fb20d14c', 'tenant_id': '9b0068a4a0a543038f63069e85a0a90e', 'fixed_ips': [{'subnet_id': 'bcb9709f-482c-4f68-bfac-95b809cc7fe7'}]}} from n-d-816206-8. {{(pid=103592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 17:29:21.057181 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-a4c63015-a854-49a3-a930-6f8a9c66fc2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:21.108501 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a1ffce53-6b8b-41ee-bd26-b9c20af8a62c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:21.122274 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a1ffce53-6b8b-41ee-bd26-b9c20af8a62c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:21.130208 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-a1ffce53-6b8b-41ee-bd26-b9c20af8a62c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/0750a13e-ee32-42e7-b081-25db0a0aa336 HTTP/1.1" status: 204 len: 168 time: 2.2308424 Nov 23 17:29:21.198634 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ffce53-6b8b-41ee-bd26-b9c20af8a62c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0750a13e-ee32-42e7-b081-25db0a0aa336,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:29:21.390213 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e5085df5-1100-476b-8d9d-45cc8e1cba1f tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264358096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264730885'] for subnet, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:21.531465 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5085df5-1100-476b-8d9d-45cc8e1cba1f tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Pushing event updated for resources: {'Subnet': ['ID=d8b82788-24bf-4152-9904-b60ed7f60fab,revision_number=0']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:29:21.550247 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-a6aa4736-6c0c-47c8-a6bb-c125628b8ea6 req-e671da10-3516-49bf-840c-792cde3aea97 service neutron] 10.222.0.55 "GET /v2.0/networks/979a75ad-e1a6-4cbe-9e08-b61461b07256?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1921518 Nov 23 17:29:21.769111 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5085df5-1100-476b-8d9d-45cc8e1cba1f tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Checking segment: {'id': 'bfb005cb-15fd-4973-b7ee-baffd0bfccec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'a7029ee0-3166-457b-8a19-cf9b5cc6a320'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:29:21.769635 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5085df5-1100-476b-8d9d-45cc8e1cba1f tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Network hostable DHCP agents. Network: a7029ee0-3166-457b-8a19-cf9b5cc6a320, hostable agents: ['0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3'], hosted agents: [] {{(pid=103590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 17:29:21.774427 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device 8d6e06dd-bfdf-4f58-91d5-0f20a83dd747 details requested by agent hyperv_n-h1-816206-8 with host n-h1-816206-8 {{(pid=103592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 17:29:21.776341 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47cb4a3a-ebdf-48d3-8486-06f7e6110876 None None] Network e54260d2-a5c0-4295-9ada-ac988fc25455 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:29:21.814955 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5085df5-1100-476b-8d9d-45cc8e1cba1f tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Network a7029ee0-3166-457b-8a19-cf9b5cc6a320 is scheduled to be hosted by DHCP agent 0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3 with binding_index 1 {{(pid=103590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 17:29:21.826965 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-a6aa4736-6c0c-47c8-a6bb-c125628b8ea6 req-b6a9430e-3b75-409f-bfd0-19c5529d2d4c service neutron] 10.222.0.55 "GET /v2.0/networks/979a75ad-e1a6-4cbe-9e08-b61461b07256?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2670500 Nov 23 17:29:21.830128 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-e5085df5-1100-476b-8d9d-45cc8e1cba1f tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-8, a7029ee0-3166-457b-8a19-cf9b5cc6a320) {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:29:21.836895 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5085df5-1100-476b-8d9d-45cc8e1cba1f tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:29:21.837630 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e5085df5-1100-476b-8d9d-45cc8e1cba1f tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Publish callbacks [] for subnet, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:21.859885 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-e5085df5-1100-476b-8d9d-45cc8e1cba1f tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.1936038 Nov 23 17:29:21.883884 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d16c7b7d-e773-430b-a131-68204dc1b60c req-383f0fb6-a8bd-4558-b525-53f95b5e90d3 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.60 "GET /v2.0/ports?device_id=b67af4ed-d0b2-448c-8244-b3ebd67e5d3c HTTP/1.1" status: 200 len: 210 time: 0.2911971 Nov 23 17:29:21.889580 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed24d68-3432-46f3-b5e5-ae7b63f8835d req-b03a3c32-1e07-4409-8347-7d8de465bdaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:29:21.893206 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8ed24d68-3432-46f3-b5e5-ae7b63f8835d req-b03a3c32-1e07-4409-8347-7d8de465bdaf service neutron] 10.222.0.36 "GET /v2.0/networks?id=20824f08-7d73-4bbc-b037-8f08604bcdaf HTTP/1.1" status: 200 len: 913 time: 1.0425591 Nov 23 17:29:21.988003 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0e391f1-3931-4986-ad1a-094d33bebff9 None None] Network a7029ee0-3166-457b-8a19-cf9b5cc6a320 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:29:22.240633 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89876ac1-06ba-4301-94e2-cb6fc8a1bd6d tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Made reservation on behalf of 9b0068a4a0a543038f63069e85a0a90e for: {'subnet': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:29:22.249738 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-89876ac1-06ba-4301-94e2-cb6fc8a1bd6d tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264314294'] for subnet, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:22.274828 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device dc12bf40-e8c8-4a73-84da-242272f6a43e up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:29:22.280345 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8ed24d68-3432-46f3-b5e5-ae7b63f8835d req-f477bfa5-b568-4bb2-a2e1-d2e158c15a65 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=af7771d7-80af-4220-bc57-9e1037f5bb30 HTTP/1.1" status: 200 len: 217 time: 0.3232195 Nov 23 17:29:22.436191 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.db.resource_extend [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] It took 0.36 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 23 17:29:22.443484 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-3bbd27c0-07e9-421d-859e-4d680bab1081 None None] Provisioning complete for port dc12bf40-e8c8-4a73-84da-242272f6a43e triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:29:22.443911 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-3bbd27c0-07e9-421d-859e-4d680bab1081 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:22.447781 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.db_base_plugin_common [None req-a4c63015-a854-49a3-a930-6f8a9c66fc2b None None] Allocated IP 10.1.1.2 (a67d26f0-d8bc-46d6-9df4-c5b8fb20d14c/bcb9709f-482c-4f68-bfac-95b809cc7fe7/71bd1fd6-ffd0-4cee-bb0a-858bc5227cbe) {{(pid=103592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:29:22.464372 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port dc12bf40-e8c8-4a73-84da-242272f6a43e triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:29:22.466196 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:22.519955 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da692195-e94d-4d3e-821a-7ca1b7f11a7d req-f1ee0384-902c-4736-a1b9-75c9291beb0e tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:29:22.523385 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-da692195-e94d-4d3e-821a-7ca1b7f11a7d req-f1ee0384-902c-4736-a1b9-75c9291beb0e tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.36 "GET /v2.0/networks?id=43d8ac08-152d-4053-b836-ddc03b0e91a2 HTTP/1.1" status: 200 len: 810 time: 0.2415085 Nov 23 17:29:22.523620 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f90473b5-11db-4a59-9ca0-8997e3151d90 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp355044b8-8e87-58c4-94fa-4a010ec30f9e-a7029ee0-3166-457b-8a19-cf9b5cc6a320', 'network_id': 'a7029ee0-3166-457b-8a19-cf9b5cc6a320', 'tenant_id': '30af1458e15a4ef39cb103ebf3b9a873', 'fixed_ips': [{'subnet_id': 'd8b82788-24bf-4152-9904-b60ed7f60fab'}]}} from n-d-816206-8. {{(pid=103592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 17:29:22.524789 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-f90473b5-11db-4a59-9ca0-8997e3151d90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:22.653511 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2eab816-0208-41cb-8ccd-61008181dd47 req-479fd854-67b1-4b34-9c00-6684556c70cb tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:29:22.664969 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e2eab816-0208-41cb-8ccd-61008181dd47 req-479fd854-67b1-4b34-9c00-6684556c70cb tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] 10.222.0.60 "GET /v2.0/ports?device_id=c91eccca-8b79-4133-9b67-8e640b1347ac HTTP/1.1" status: 200 len: 943 time: 1.0731771 Nov 23 17:29:22.688084 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [req-da692195-e94d-4d3e-821a-7ca1b7f11a7d req-75639c78-4cb3-4e05-84c9-e857396f695c tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] Request body: {'port': {'device_id': 'b67af4ed-d0b2-448c-8244-b3ebd67e5d3c', 'network_id': '43d8ac08-152d-4053-b836-ddc03b0e91a2', 'admin_state_up': True, 'tenant_id': '3541603f19884b9cb683e7eedd76d17c'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:29:22.812987 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-30990ba4-9ac3-49dd-9aee-018bc7d31ada admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:22.889805 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed24d68-3432-46f3-b5e5-ae7b63f8835d req-c143670e-9c05-4ebf-be9e-0928a3f41cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:29:22.891491 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8ed24d68-3432-46f3-b5e5-ae7b63f8835d req-c143670e-9c05-4ebf-be9e-0928a3f41cc5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0fca264e-f203-46e9-b86a-ebb2329ba90b HTTP/1.1" status: 200 len: 852 time: 0.3629472 Nov 23 17:29:22.947058 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-30990ba4-9ac3-49dd-9aee-018bc7d31ada admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:22.977704 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e2eab816-0208-41cb-8ccd-61008181dd47 req-fb0b6ddd-7607-40e1-a175-6dc9b6d3cf9e tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] 10.222.0.60 "GET /v2.0/security-groups?id=d8e33e73-30b9-4952-965d-f940c31594f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3084030 Nov 23 17:29:22.980543 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:23.015508 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31927e7e-0b83-48e8-b114-6c0bbce126a2 req-9ea7f143-05c2-4c5a-bb3d-7b042e8c0fdd tempest-ImagesOneServerNegativeTestJSON-1012219953 tempest-ImagesOneServerNegativeTestJSON-1012219953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:29:23.024890 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-31927e7e-0b83-48e8-b114-6c0bbce126a2 req-9ea7f143-05c2-4c5a-bb3d-7b042e8c0fdd tempest-ImagesOneServerNegativeTestJSON-1012219953 tempest-ImagesOneServerNegativeTestJSON-1012219953-project] 10.222.0.60 "GET /v2.0/ports?device_id=ced6596c-243f-4083-abeb-9a9a295832c6 HTTP/1.1" status: 200 len: 944 time: 0.7979746 Nov 23 17:29:23.028160 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8ed24d68-3432-46f3-b5e5-ae7b63f8835d req-6cd6f806-900e-4c0c-9d16-5f53500351d5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=20824f08-7d73-4bbc-b037-8f08604bcdaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1198015 Nov 23 17:29:23.095768 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da692195-e94d-4d3e-821a-7ca1b7f11a7d req-75639c78-4cb3-4e05-84c9-e857396f695c tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] Made reservation on behalf of 3541603f19884b9cb683e7eedd76d17c for: {'port': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:29:23.100952 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-da692195-e94d-4d3e-821a-7ca1b7f11a7d req-75639c78-4cb3-4e05-84c9-e857396f695c tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:23.105740 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port 8d6e06dd-bfdf-4f58-91d5-0f20a83dd747, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=8d6e06dd-bfdf-4f58-91d5-0f20a83dd747,segment=NetworkSegment(60478cc8-93b5-4306-bc7b-30ff3da3bb33),segment_id=60478cc8-93b5-4306-bc7b-30ff3da3bb33)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:29:23.210265 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-a4c63015-a854-49a3-a930-6f8a9c66fc2b None None] Publish callbacks [] for port, precommit_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:23.235871 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Returning: {'device': '8d6e06dd-bfdf-4f58-91d5-0f20a83dd747', 'network_id': '979a75ad-e1a6-4cbe-9e08-b61461b07256', 'port_id': '8d6e06dd-bfdf-4f58-91d5-0f20a83dd747', 'mac_address': 'fa:16:3e:fd:db:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 545, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd55d40e-72fa-41d0-b078-3028cc286f21', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 17:29:23.292034 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-a4c63015-a854-49a3-a930-6f8a9c66fc2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980'] for port, after_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:23.309771 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:23.376291 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c63015-a854-49a3-a930-6f8a9c66fc2b None None] Pushing event updated for resources: {'Port': ['ID=71bd1fd6-ffd0-4cee-bb0a-858bc5227cbe,revision_number=1']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:29:23.378751 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-3bbd27c0-07e9-421d-859e-4d680bab1081 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:23.382169 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.db_base_plugin_common [None req-f90473b5-11db-4a59-9ca0-8997e3151d90 None None] Allocated IP 19.86.0.2 (a7029ee0-3166-457b-8a19-cf9b5cc6a320/d8b82788-24bf-4152-9904-b60ed7f60fab/85ed9fe5-25bb-49c8-a4ff-7c357d192673) {{(pid=103592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:29:23.432859 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-30990ba4-9ac3-49dd-9aee-018bc7d31ada admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:23.434556 n-d-816206-8 neutron-server[103592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4c63015-a854-49a3-a930-6f8a9c66fc2b None None] Network a67d26f0-d8bc-46d6-9df4-c5b8fb20d14c is already hosted by enough agents. {{(pid=103592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:29:23.435095 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-30990ba4-9ac3-49dd-9aee-018bc7d31ada admin admin] Publish callbacks [] for security_group, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:23.437975 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] For port dc12bf40-e8c8-4a73-84da-242272f6a43e, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=dc12bf40-e8c8-4a73-84da-242272f6a43e,segment=NetworkSegment(724ec88f-a1df-4cae-bfb2-80a741c10e27),segment_id=724ec88f-a1df-4cae-bfb2-80a741c10e27)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:29:23.439091 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-30990ba4-9ac3-49dd-9aee-018bc7d31ada admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/cfe90dba-62f7-467a-b336-da7b1fe5bd9c HTTP/1.1" status: 204 len: 168 time: 2.4451561 Nov 23 17:29:23.449248 n-d-816206-8 neutron-server[103592]: DEBUG neutron.scheduler.base_scheduler [None req-a4c63015-a854-49a3-a930-6f8a9c66fc2b None None] Resources bound (agent type, host, resource id): {{(pid=103592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:29:23.465928 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d6e06dd-bfdf-4f58-91d5-0f20a83dd747 {{(pid=103592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:29:23.478042 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4c63015-a854-49a3-a930-6f8a9c66fc2b None None] Received port after_create {{(pid=103592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:29:23.501541 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:23.615627 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30990ba4-9ac3-49dd-9aee-018bc7d31ada admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfe90dba-62f7-467a-b336-da7b1fe5bd9c,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:29:23.633020 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-31927e7e-0b83-48e8-b114-6c0bbce126a2 req-1463dfc2-d854-4aeb-b590-d3788a4d8033 tempest-ImagesOneServerNegativeTestJSON-1012219953 tempest-ImagesOneServerNegativeTestJSON-1012219953-project] 10.222.0.60 "GET /v2.0/security-groups?id=651f9501-e200-4452-8eae-06db36d1c3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6064713 Nov 23 17:29:23.783284 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-89876ac1-06ba-4301-94e2-cb6fc8a1bd6d tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264758079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264314276'] for subnet, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:23.792668 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4433f51a-314f-4604-8907-2299d718b970 req-b1ecba1b-3ed3-4fdf-bac9-915e09a7c72f tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:29:23.799343 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4433f51a-314f-4604-8907-2299d718b970 req-b1ecba1b-3ed3-4fdf-bac9-915e09a7c72f tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:29:23.801248 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4433f51a-314f-4604-8907-2299d718b970 req-b1ecba1b-3ed3-4fdf-bac9-915e09a7c72f tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] 10.222.0.60 "GET /v2.0/networks?id=e54260d2-a5c0-4295-9ada-ac988fc25455&id=a7029ee0-3166-457b-8a19-cf9b5cc6a320 HTTP/1.1" status: 200 len: 1392 time: 0.6966748 Nov 23 17:29:23.844210 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8ed24d68-3432-46f3-b5e5-ae7b63f8835d req-ae12b72b-72e3-4792-bce0-b3463e3dd33d service neutron] 10.222.0.36 "GET /v2.0/networks/20824f08-7d73-4bbc-b037-8f08604bcdaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7498865 Nov 23 17:29:23.949160 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89876ac1-06ba-4301-94e2-cb6fc8a1bd6d tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Pushing event updated for resources: {'Subnet': ['ID=61fc00fc-b813-4658-838c-689d0da00fb4,revision_number=0']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:29:23.953322 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port 8d6e06dd-bfdf-4f58-91d5-0f20a83dd747, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=8d6e06dd-bfdf-4f58-91d5-0f20a83dd747,segment=NetworkSegment(60478cc8-93b5-4306-bc7b-30ff3da3bb33),segment_id=60478cc8-93b5-4306-bc7b-30ff3da3bb33)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:29:23.953562 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9842b660-2f6a-402f-92ef-96d4a9e3d270 req-480391bc-733e-421d-889b-37092bcd29db tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.60 "GET /v2.0/ports?device_id=b67af4ed-d0b2-448c-8244-b3ebd67e5d3c HTTP/1.1" status: 200 len: 210 time: 0.1498206 Nov 23 17:29:23.967343 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4433f51a-314f-4604-8907-2299d718b970 req-41e0033e-73ca-4db1-a3f2-d35956744e55 tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] 10.222.0.60 "GET /v2.0/quotas/30af1458e15a4ef39cb103ebf3b9a873 HTTP/1.1" status: 200 len: 375 time: 0.1220720 Nov 23 17:29:23.981539 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.db_base_plugin_common [req-da692195-e94d-4d3e-821a-7ca1b7f11a7d req-75639c78-4cb3-4e05-84c9-e857396f695c tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] Allocated IP 172.20.0.7 (43d8ac08-152d-4053-b836-ddc03b0e91a2/23f80e8e-7e58-4465-87c1-72654345f52f/b6ccaaf8-69b1-44ca-b661-e24cdf57ccc1) {{(pid=103591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:29:24.042683 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-f90473b5-11db-4a59-9ca0-8997e3151d90 None None] Publish callbacks [] for port, precommit_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:24.077685 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:24.137399 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-f90473b5-11db-4a59-9ca0-8997e3151d90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980'] for port, after_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:24.148206 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device af7771d7-80af-4220-bc57-9e1037f5bb30 details requested by agent hyperv_n-h2-816206-8 with host n-h2-816206-8 {{(pid=103592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 17:29:24.200541 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89876ac1-06ba-4301-94e2-cb6fc8a1bd6d tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Checking segment: {'id': '487ac287-bf03-4216-af3f-1793e9c7040a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'a080cd49-aff0-47e2-a832-3717812be820'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:29:24.201265 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89876ac1-06ba-4301-94e2-cb6fc8a1bd6d tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Network hostable DHCP agents. Network: a080cd49-aff0-47e2-a832-3717812be820, hostable agents: ['0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3'], hosted agents: [] {{(pid=103591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 17:29:24.266850 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port af7771d7-80af-4220-bc57-9e1037f5bb30, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=af7771d7-80af-4220-bc57-9e1037f5bb30,segment=NetworkSegment(72cae39b-e177-46b5-abb9-73dc195aab07),segment_id=72cae39b-e177-46b5-abb9-73dc195aab07)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:29:24.298114 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Returning: {'device': 'af7771d7-80af-4220-bc57-9e1037f5bb30', 'network_id': '20824f08-7d73-4bbc-b037-8f08604bcdaf', 'port_id': 'af7771d7-80af-4220-bc57-9e1037f5bb30', 'mac_address': 'fa:16:3e:a9:54:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 518, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0fca264e-f203-46e9-b86a-ebb2329ba90b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 17:29:24.304658 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Pushing event updated for resources: {'Port': ['ID=dc12bf40-e8c8-4a73-84da-242272f6a43e,revision_number=3']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:29:24.323773 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4433f51a-314f-4604-8907-2299d718b970 req-fb1792bb-ffd8-4343-8b79-eaa8269c63e8 tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=30af1458e15a4ef39cb103ebf3b9a873&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3400435 Nov 23 17:29:24.337058 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-a4c63015-a854-49a3-a930-6f8a9c66fc2b None None] Attempting to bind port 71bd1fd6-ffd0-4cee-bb0a-858bc5227cbe on host n-d-816206-8 for vnic_type normal with profile {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:29:24.337424 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-a4c63015-a854-49a3-a930-6f8a9c66fc2b None None] Attempting to bind port 71bd1fd6-ffd0-4cee-bb0a-858bc5227cbe by drivers openvswitch,hyperv on host n-d-816206-8 at level 0 using segments [{'id': 'f3fe809b-60bf-416a-b4bb-a4f078db8338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'a67d26f0-d8bc-46d6-9df4-c5b8fb20d14c'}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:29:24.337805 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4c63015-a854-49a3-a930-6f8a9c66fc2b None None] Attempting to bind port 71bd1fd6-ffd0-4cee-bb0a-858bc5227cbe on network a67d26f0-d8bc-46d6-9df4-c5b8fb20d14c {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:29:24.345542 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.db.api [None req-3bbd27c0-07e9-421d-859e-4d680bab1081 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103592) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 17:29:24.345903 n-d-816206-8 neutron-server[103592]: DEBUG oslo_db.api [None req-3bbd27c0-07e9-421d-859e-4d680bab1081 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 17:29:24.353299 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8ed24d68-3432-46f3-b5e5-ae7b63f8835d req-f60a9190-0ae0-4b83-859d-04d04a0440bf service neutron] 10.222.0.36 "GET /v2.0/networks/20824f08-7d73-4bbc-b037-8f08604bcdaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4946320 Nov 23 17:29:24.357133 n-d-816206-8 neutron-server[103592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f90473b5-11db-4a59-9ca0-8997e3151d90 None None] Network a7029ee0-3166-457b-8a19-cf9b5cc6a320 is already hosted by enough agents. {{(pid=103592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:29:24.364262 n-d-816206-8 neutron-server[103592]: DEBUG neutron.scheduler.base_scheduler [None req-f90473b5-11db-4a59-9ca0-8997e3151d90 None None] Resources bound (agent type, host, resource id): {{(pid=103592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:29:24.367512 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f90473b5-11db-4a59-9ca0-8997e3151d90 None None] Received port after_create {{(pid=103592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:29:24.399521 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89876ac1-06ba-4301-94e2-cb6fc8a1bd6d tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Network a080cd49-aff0-47e2-a832-3717812be820 is scheduled to be hosted by DHCP agent 0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3 with binding_index 1 {{(pid=103591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 17:29:24.417192 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] get_ports_and_sgs() called for port_ids ['8d6e06dd-bfdf-4f58-91d5-0f20a83dd747'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:29:24.419310 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4c63015-a854-49a3-a930-6f8a9c66fc2b None None] Checking agent: {'id': '9e89acbe-4bbe-4c77-a18b-6f1da9133e0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 7, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 29, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:29:24.419682 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4c63015-a854-49a3-a930-6f8a9c66fc2b None None] Checking segment: {'id': 'f3fe809b-60bf-416a-b4bb-a4f078db8338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'a67d26f0-d8bc-46d6-9df4-c5b8fb20d14c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:29:24.420083 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-a4c63015-a854-49a3-a930-6f8a9c66fc2b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:24.427269 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4c63015-a854-49a3-a930-6f8a9c66fc2b None None] Bound using segment: {'id': 'f3fe809b-60bf-416a-b4bb-a4f078db8338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'a67d26f0-d8bc-46d6-9df4-c5b8fb20d14c'} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:29:24.428386 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-a4c63015-a854-49a3-a930-6f8a9c66fc2b None None] Bound port: 71bd1fd6-ffd0-4cee-bb0a-858bc5227cbe, host: n-d-816206-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3fe809b-60bf-416a-b4bb-a4f078db8338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'a67d26f0-d8bc-46d6-9df4-c5b8fb20d14c'}}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:29:24.429070 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-a4c63015-a854-49a3-a930-6f8a9c66fc2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:24.501327 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [None req-89876ac1-06ba-4301-94e2-cb6fc8a1bd6d tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-8, a080cd49-aff0-47e2-a832-3717812be820) {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:29:24.581009 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89876ac1-06ba-4301-94e2-cb6fc8a1bd6d tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:29:24.582186 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-89876ac1-06ba-4301-94e2-cb6fc8a1bd6d tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for subnet, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:24.672798 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-89876ac1-06ba-4301-94e2-cb6fc8a1bd6d tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 3.7470655 Nov 23 17:29:24.675795 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 33670) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:29:24.687209 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-f9066dcf-8e26-4f63-bc11-f859ac38399e tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Request body: {'port': {'network_id': 'a67d26f0-d8bc-46d6-9df4-c5b8fb20d14c', 'name': 'tempest-TaggedBootDevicesTest_v242-671996952', 'fixed_ips': [{'subnet_id': 'bcb9709f-482c-4f68-bfac-95b809cc7fe7'}]}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:29:24.707794 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-da692195-e94d-4d3e-821a-7ca1b7f11a7d req-75639c78-4cb3-4e05-84c9-e857396f695c tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] Publish callbacks [] for port, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:24.727580 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4433f51a-314f-4604-8907-2299d718b970 req-83971d69-cfe1-4c82-a59f-881ac0d7bbad service neutron] 10.222.0.60 "GET /v2.0/networks/e54260d2-a5c0-4295-9ada-ac988fc25455?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3791494 Nov 23 17:29:24.747555 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-626fef6b-5183-44b9-b299-1863a88b419f None None] Network a080cd49-aff0-47e2-a832-3717812be820 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:29:24.793417 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-da692195-e94d-4d3e-821a-7ca1b7f11a7d req-75639c78-4cb3-4e05-84c9-e857396f695c tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:24.849599 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Pushing event updated for resources: {'Port': ['ID=8d6e06dd-bfdf-4f58-91d5-0f20a83dd747,revision_number=4']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:29:24.856013 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] get_ports_and_sgs() called for port_ids ['463bb2f6-75a3-49d9-907f-c2963eb4fc14'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:29:24.923789 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 33672) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:29:24.934575 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:24.952383 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9066dcf-8e26-4f63-bc11-f859ac38399e tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Made reservation on behalf of 9b0068a4a0a543038f63069e85a0a90e for: {'port': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:29:25.022426 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-f90473b5-11db-4a59-9ca0-8997e3151d90 None None] Attempting to bind port 85ed9fe5-25bb-49c8-a4ff-7c357d192673 on host n-d-816206-8 for vnic_type normal with profile {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:29:25.022798 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-f90473b5-11db-4a59-9ca0-8997e3151d90 None None] Attempting to bind port 85ed9fe5-25bb-49c8-a4ff-7c357d192673 by drivers openvswitch,hyperv on host n-d-816206-8 at level 0 using segments [{'id': 'bfb005cb-15fd-4973-b7ee-baffd0bfccec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'a7029ee0-3166-457b-8a19-cf9b5cc6a320'}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:29:25.023163 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f90473b5-11db-4a59-9ca0-8997e3151d90 None None] Attempting to bind port 85ed9fe5-25bb-49c8-a4ff-7c357d192673 on network a7029ee0-3166-457b-8a19-cf9b5cc6a320 {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:29:25.050150 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-a4c63015-a854-49a3-a930-6f8a9c66fc2b None None] For port 71bd1fd6-ffd0-4cee-bb0a-858bc5227cbe, host n-d-816206-8, cleared binding levels {{(pid=103592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:29:25.071016 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af7771d7-80af-4220-bc57-9e1037f5bb30 {{(pid=103592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:29:25.090567 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f9066dcf-8e26-4f63-bc11-f859ac38399e tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:25.091534 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da692195-e94d-4d3e-821a-7ca1b7f11a7d req-75639c78-4cb3-4e05-84c9-e857396f695c tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] Network 43d8ac08-152d-4053-b836-ddc03b0e91a2 is already hosted by enough agents. {{(pid=103591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:29:25.092769 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f90473b5-11db-4a59-9ca0-8997e3151d90 None None] Checking agent: {'id': '9e89acbe-4bbe-4c77-a18b-6f1da9133e0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 7, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 29, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:29:25.093265 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f90473b5-11db-4a59-9ca0-8997e3151d90 None None] Checking segment: {'id': 'bfb005cb-15fd-4973-b7ee-baffd0bfccec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'a7029ee0-3166-457b-8a19-cf9b5cc6a320'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:29:25.093545 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-f90473b5-11db-4a59-9ca0-8997e3151d90 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:25.093942 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f90473b5-11db-4a59-9ca0-8997e3151d90 None None] Bound using segment: {'id': 'bfb005cb-15fd-4973-b7ee-baffd0bfccec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'a7029ee0-3166-457b-8a19-cf9b5cc6a320'} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:29:25.094421 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-f90473b5-11db-4a59-9ca0-8997e3151d90 None None] Bound port: 85ed9fe5-25bb-49c8-a4ff-7c357d192673, host: n-d-816206-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfb005cb-15fd-4973-b7ee-baffd0bfccec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'a7029ee0-3166-457b-8a19-cf9b5cc6a320'}}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:29:25.094803 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-f90473b5-11db-4a59-9ca0-8997e3151d90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:25.114515 n-d-816206-8 neutron-server[103590]: DEBUG neutron.notifiers.nova [None req-f9066dcf-8e26-4f63-bc11-f859ac38399e tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] device_id is not set on port 43a35972-e7d6-46b1-a089-47907bd8d235 yet. {{(pid=103590) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 17:29:25.114686 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-a4c63015-a854-49a3-a930-6f8a9c66fc2b None None] For port 71bd1fd6-ffd0-4cee-bb0a-858bc5227cbe, host n-d-816206-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=71bd1fd6-ffd0-4cee-bb0a-858bc5227cbe,segment=NetworkSegment(f3fe809b-60bf-416a-b4bb-a4f078db8338),segment_id=f3fe809b-60bf-416a-b4bb-a4f078db8338)] {{(pid=103592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:29:25.121303 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [req-da692195-e94d-4d3e-821a-7ca1b7f11a7d req-75639c78-4cb3-4e05-84c9-e857396f695c tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] Resources bound (agent type, host, resource id): {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:29:25.122321 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90473b5-11db-4a59-9ca0-8997e3151d90 None None] Pushing event updated for resources: {'Port': ['ID=85ed9fe5-25bb-49c8-a4ff-7c357d192673,revision_number=1']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:29:25.124847 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75639c78-4cb3-4e05-84c9-e857396f695c tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] Pushing event updated for resources: {'Port': ['ID=b6ccaaf8-69b1-44ca-b661-e24cdf57ccc1,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:29:25.127625 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [req-da692195-e94d-4d3e-821a-7ca1b7f11a7d req-75639c78-4cb3-4e05-84c9-e857396f695c tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] Received port after_create {{(pid=103591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:29:25.165865 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-a4c63015-a854-49a3-a930-6f8a9c66fc2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:25.178404 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port af7771d7-80af-4220-bc57-9e1037f5bb30, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=af7771d7-80af-4220-bc57-9e1037f5bb30,segment=NetworkSegment(72cae39b-e177-46b5-abb9-73dc195aab07),segment_id=72cae39b-e177-46b5-abb9-73dc195aab07)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:29:25.182803 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4433f51a-314f-4604-8907-2299d718b970 req-f8266352-6a3f-41ac-bdbb-0a78a11a8266 service neutron] 10.222.0.60 "GET /v2.0/networks/e54260d2-a5c0-4295-9ada-ac988fc25455?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4402153 Nov 23 17:29:25.209641 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-dae010ef-b4e3-4558-95e4-072aec8bdeb3 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1197444136-network', 'tenant_id': 'bef4beba2c7946d2bcb3ed6dc73135ed'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:29:25.226641 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:25.263827 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ec6ee0-4d2f-4cdf-bf0c-1d26fc837b25 req-5bf8be8e-61d9-4a4c-a9b8-bfc6bf1935d4 tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:29:25.273503 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-96ec6ee0-4d2f-4cdf-bf0c-1d26fc837b25 req-5bf8be8e-61d9-4a4c-a9b8-bfc6bf1935d4 tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] 10.222.0.60 "GET /v2.0/ports?device_id=c91eccca-8b79-4133-9b67-8e640b1347ac HTTP/1.1" status: 200 len: 943 time: 0.2266605 Nov 23 17:29:25.363293 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dae010ef-b4e3-4558-95e4-072aec8bdeb3 admin admin] Made reservation on behalf of bef4beba2c7946d2bcb3ed6dc73135ed for: {'network': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:29:25.367646 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-dae010ef-b4e3-4558-95e4-072aec8bdeb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for network, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:25.383091 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-dae010ef-b4e3-4558-95e4-072aec8bdeb3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:25.453209 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c63015-a854-49a3-a930-6f8a9c66fc2b None None] Pushing event updated for resources: {'Port': ['ID=71bd1fd6-ffd0-4cee-bb0a-858bc5227cbe,revision_number=2']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:29:25.487035 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-044ff2ec-f343-44a5-b60f-252ff6ef547f None None] Provisioning complete for port dc12bf40-e8c8-4a73-84da-242272f6a43e triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:29:25.487869 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-044ff2ec-f343-44a5-b60f-252ff6ef547f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:25.537462 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-f90473b5-11db-4a59-9ca0-8997e3151d90 None None] For port 85ed9fe5-25bb-49c8-a4ff-7c357d192673, host n-d-816206-8, cleared binding levels {{(pid=103592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:29:25.558105 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-f9066dcf-8e26-4f63-bc11-f859ac38399e tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Allocated IP 10.1.1.111 (a67d26f0-d8bc-46d6-9df4-c5b8fb20d14c/bcb9709f-482c-4f68-bfac-95b809cc7fe7/43a35972-e7d6-46b1-a089-47907bd8d235) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:29:25.572511 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] get_ports_and_sgs() called for port_ids ['af7771d7-80af-4220-bc57-9e1037f5bb30'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:29:25.659847 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da692195-e94d-4d3e-821a-7ca1b7f11a7d req-75639c78-4cb3-4e05-84c9-e857396f695c tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:29:25.660548 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-da692195-e94d-4d3e-821a-7ca1b7f11a7d req-75639c78-4cb3-4e05-84c9-e857396f695c tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:25.672140 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-f90473b5-11db-4a59-9ca0-8997e3151d90 None None] For port 85ed9fe5-25bb-49c8-a4ff-7c357d192673, host n-d-816206-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=85ed9fe5-25bb-49c8-a4ff-7c357d192673,segment=NetworkSegment(bfb005cb-15fd-4973-b7ee-baffd0bfccec),segment_id=bfb005cb-15fd-4973-b7ee-baffd0bfccec)] {{(pid=103592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:29:25.695028 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-dae010ef-b4e3-4558-95e4-072aec8bdeb3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:25.710460 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-f90473b5-11db-4a59-9ca0-8997e3151d90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:25.714250 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-dae010ef-b4e3-4558-95e4-072aec8bdeb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:25.722452 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-da692195-e94d-4d3e-821a-7ca1b7f11a7d req-75639c78-4cb3-4e05-84c9-e857396f695c tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0999367 Nov 23 17:29:25.740580 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [req-da692195-e94d-4d3e-821a-7ca1b7f11a7d req-9fcf8ccb-2673-47f1-afac-203970b56ec7 service neutron] Request body: {'port': {'device_id': 'b67af4ed-d0b2-448c-8244-b3ebd67e5d3c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-8'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:29:25.750177 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6936a52d-6c46-45f4-87b4-c9ba37ceeb3c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp355044b8-8e87-58c4-94fa-4a010ec30f9e-a080cd49-aff0-47e2-a832-3717812be820', 'network_id': 'a080cd49-aff0-47e2-a832-3717812be820', 'tenant_id': '9b0068a4a0a543038f63069e85a0a90e', 'fixed_ips': [{'subnet_id': '61fc00fc-b813-4658-838c-689d0da00fb4'}]}} from n-d-816206-8. {{(pid=103592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 17:29:25.755345 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-6936a52d-6c46-45f4-87b4-c9ba37ceeb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:25.781063 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dae010ef-b4e3-4558-95e4-072aec8bdeb3 admin admin] vlan segment allocate from pool success with {'vlan_id': 509, 'physical_network': 'physnet1'} {{(pid=103590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 17:29:25.793845 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Pushing event updated for resources: {'Port': ['ID=af7771d7-80af-4220-bc57-9e1037f5bb30,revision_number=4']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:29:25.837629 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-96ec6ee0-4d2f-4cdf-bf0c-1d26fc837b25 req-ee8531a6-8024-4128-8bf8-17ae9734155e tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] 10.222.0.60 "GET /v2.0/security-groups?id=d8e33e73-30b9-4952-965d-f940c31594f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5628853 Nov 23 17:29:25.844669 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4433f51a-314f-4604-8907-2299d718b970 req-4612f37b-7781-4084-8fa7-88c3d1536274 service neutron] 10.222.0.60 "GET /v2.0/networks/a7029ee0-3166-457b-8a19-cf9b5cc6a320?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6601498 Nov 23 17:29:25.907396 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae010ef-b4e3-4558-95e4-072aec8bdeb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86c481cb-f536-4301-a075-54ae31efc47e,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:29:25.921445 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-dae010ef-b4e3-4558-95e4-072aec8bdeb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:25.935262 n-d-816206-8 neutron-server[103590]: INFO neutron.db.segments_db [None req-dae010ef-b4e3-4558-95e4-072aec8bdeb3 admin admin] Added segment a95b01c8-59fd-4fd6-951e-ee6747114bfd of type vlan for network 32036b23-827f-4bd6-b5c4-ab1dfcc349d0 Nov 23 17:29:25.984203 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4433f51a-314f-4604-8907-2299d718b970 req-66fc1155-8409-4a5a-be0f-dc04869f0af8 service neutron] 10.222.0.60 "GET /v2.0/networks/a7029ee0-3166-457b-8a19-cf9b5cc6a320?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285839 Nov 23 17:29:25.991133 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-da692195-e94d-4d3e-821a-7ca1b7f11a7d req-9fcf8ccb-2673-47f1-afac-203970b56ec7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:26.089826 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-dae010ef-b4e3-4558-95e4-072aec8bdeb3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736635338810'] for network, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:26.142488 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f9066dcf-8e26-4f63-bc11-f859ac38399e tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:26.156684 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdf7d62-5137-46b2-8e6b-e933249a3b96 req-375f38b2-21e2-4f1b-9e05-bc5b8e3aad35 tempest-ImagesOneServerNegativeTestJSON-1012219953 tempest-ImagesOneServerNegativeTestJSON-1012219953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:29:26.167552 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-bfdf7d62-5137-46b2-8e6b-e933249a3b96 req-375f38b2-21e2-4f1b-9e05-bc5b8e3aad35 tempest-ImagesOneServerNegativeTestJSON-1012219953 tempest-ImagesOneServerNegativeTestJSON-1012219953-project] 10.222.0.60 "GET /v2.0/ports?device_id=ced6596c-243f-4083-abeb-9a9a295832c6 HTTP/1.1" status: 200 len: 945 time: 0.1815534 Nov 23 17:29:26.228355 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-dae010ef-b4e3-4558-95e4-072aec8bdeb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493'] for network, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:26.229372 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dae010ef-b4e3-4558-95e4-072aec8bdeb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:29:26.229957 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-dae010ef-b4e3-4558-95e4-072aec8bdeb3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for network, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:26.294384 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device 81e265bf-2431-406e-8d75-7f043e355546 no longer exists at agent hyperv_n-h2-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:29:26.368268 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 71bd1fd6-ffd0-4cee-bb0a-858bc5227cbe up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:29:26.368517 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae010ef-b4e3-4558-95e4-072aec8bdeb3 admin admin] Pushing event updated for resources: {'Network': ['ID=32036b23-827f-4bd6-b5c4-ab1dfcc349d0,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:29:26.415243 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90473b5-11db-4a59-9ca0-8997e3151d90 None None] Pushing event updated for resources: {'Port': ['ID=85ed9fe5-25bb-49c8-a4ff-7c357d192673,revision_number=2']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:29:26.431469 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f9066dcf-8e26-4f63-bc11-f859ac38399e tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:26.466647 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-dae010ef-b4e3-4558-95e4-072aec8bdeb3 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.5410628 Nov 23 17:29:26.467358 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 33688) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:29:26.478692 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Network 32036b23-827f-4bd6-b5c4-ab1dfcc349d0 details requested by agent ovs-agent-n-d-816206-8 with host n-d-816206-8 {{(pid=103592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 17:29:26.489468 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9066dcf-8e26-4f63-bc11-f859ac38399e tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Network a67d26f0-d8bc-46d6-9df4-c5b8fb20d14c is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:29:26.493405 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [req-da692195-e94d-4d3e-821a-7ca1b7f11a7d req-9fcf8ccb-2673-47f1-afac-203970b56ec7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6ccaaf8-69b1-44ca-b661-e24cdf57ccc1 {{(pid=103591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:29:26.498059 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-540303f9-37c1-47dc-97b1-51e6dea21452 admin admin] Request body: {'subnet': {'network_id': '32036b23-827f-4bd6-b5c4-ab1dfcc349d0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1197444136-subnet', 'tenant_id': 'bef4beba2c7946d2bcb3ed6dc73135ed', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:29:26.502434 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-da692195-e94d-4d3e-821a-7ca1b7f11a7d req-9fcf8ccb-2673-47f1-afac-203970b56ec7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:26.523501 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.provisioning_blocks [req-da692195-e94d-4d3e-821a-7ca1b7f11a7d req-9fcf8ccb-2673-47f1-afac-203970b56ec7 service neutron] Transition to ACTIVE for port object b6ccaaf8-69b1-44ca-b661-e24cdf57ccc1 will not be triggered until provisioned by entity L2. {{(pid=103591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 17:29:26.533434 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-da692195-e94d-4d3e-821a-7ca1b7f11a7d req-9fcf8ccb-2673-47f1-afac-203970b56ec7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264758186'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:26.546062 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-f9066dcf-8e26-4f63-bc11-f859ac38399e tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:29:26.551099 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9066dcf-8e26-4f63-bc11-f859ac38399e tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:29:26.565721 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-540303f9-37c1-47dc-97b1-51e6dea21452 admin admin] Made reservation on behalf of bef4beba2c7946d2bcb3ed6dc73135ed for: {'subnet': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:29:26.574022 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-540303f9-37c1-47dc-97b1-51e6dea21452 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264730903'] for subnet, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:26.704835 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9066dcf-8e26-4f63-bc11-f859ac38399e tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Pushing event updated for resources: {'Port': ['ID=43a35972-e7d6-46b1-a089-47907bd8d235,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:29:26.714458 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] get_ports_and_sgs() called for port_ids ['d2b1b011-56ff-4c88-a822-a2bc760a83b9'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:29:26.717230 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:26.809311 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-bfdf7d62-5137-46b2-8e6b-e933249a3b96 req-f033514d-2b89-47ed-beab-27d5393f4884 tempest-ImagesOneServerNegativeTestJSON-1012219953 tempest-ImagesOneServerNegativeTestJSON-1012219953-project] 10.222.0.60 "GET /v2.0/security-groups?id=651f9501-e200-4452-8eae-06db36d1c3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6402397 Nov 23 17:29:26.818922 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9066dcf-8e26-4f63-bc11-f859ac38399e tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:29:26.822166 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f9066dcf-8e26-4f63-bc11-f859ac38399e tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:26.824299 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63f851fb-f540-4867-ab84-dbcf797303e0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '81e265bf-2431-406e-8d75-7f043e355546'}] {{(pid=103592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:29:26.827027 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba3e6a8f2301c7a29fe1eca9779abdae4ccbcd6266d69778087f2498d5551201" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b5ff7cf-51e0-48d2-b994-3e12ec681f23" -d '{"events": [{"server_uuid": "63f851fb-f540-4867-ab84-dbcf797303e0", "name": "network-vif-unplugged", "status": "completed", "tag": "81e265bf-2431-406e-8d75-7f043e355546"}]}' {{(pid=103592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:29:26.831910 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcf8ccb-2673-47f1-afac-203970b56ec7 service neutron] Pushing event updated for resources: {'Port': ['ID=b6ccaaf8-69b1-44ca-b661-e24cdf57ccc1,revision_number=2']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:29:26.866490 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port 81e265bf-2431-406e-8d75-7f043e355546, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=81e265bf-2431-406e-8d75-7f043e355546,segment=NetworkSegment(329c1745-02bf-4561-9615-3192910887f5),segment_id=329c1745-02bf-4561-9615-3192910887f5)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:29:26.867920 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port 71bd1fd6-ffd0-4cee-bb0a-858bc5227cbe triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:29:26.868330 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:26.870719 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.db_base_plugin_common [None req-6936a52d-6c46-45f4-87b4-c9ba37ceeb3c None None] Allocated IP 10.2.2.2 (a080cd49-aff0-47e2-a832-3717812be820/61fc00fc-b813-4658-838c-689d0da00fb4/ad662a56-1f51-4b18-b430-00c202c96caa) {{(pid=103592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:29:26.907049 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:26.972987 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1fe044-bcd2-4291-b5f7-788116587d08 req-ed8bab74-fdda-437f-bd46-3cdb8455f3ac tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:29:26.983883 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ca1fe044-bcd2-4291-b5f7-788116587d08 req-ed8bab74-fdda-437f-bd46-3cdb8455f3ac tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.60 "GET /v2.0/ports?device_id=b67af4ed-d0b2-448c-8244-b3ebd67e5d3c HTTP/1.1" status: 200 len: 943 time: 0.4558477 Nov 23 17:29:27.009087 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Pushing event updated for resources: {'Port': ['ID=81e265bf-2431-406e-8d75-7f043e355546,revision_number=8']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:29:27.091116 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-da692195-e94d-4d3e-821a-7ca1b7f11a7d req-9fcf8ccb-2673-47f1-afac-203970b56ec7 service neutron] Attempting to bind port b6ccaaf8-69b1-44ca-b661-e24cdf57ccc1 on host n-h2-816206-8 for vnic_type normal with profile {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:29:27.091780 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-da692195-e94d-4d3e-821a-7ca1b7f11a7d req-9fcf8ccb-2673-47f1-afac-203970b56ec7 service neutron] Attempting to bind port b6ccaaf8-69b1-44ca-b661-e24cdf57ccc1 by drivers openvswitch,hyperv on host n-h2-816206-8 at level 0 using segments [{'id': 'f75f400f-3665-42b6-b743-8c8989e17b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '43d8ac08-152d-4053-b836-ddc03b0e91a2'}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:29:27.092788 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da692195-e94d-4d3e-821a-7ca1b7f11a7d req-9fcf8ccb-2673-47f1-afac-203970b56ec7 service neutron] Attempting to bind port b6ccaaf8-69b1-44ca-b661-e24cdf57ccc1 on network 43d8ac08-152d-4053-b836-ddc03b0e91a2 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:29:27.152961 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ca1fe044-bcd2-4291-b5f7-788116587d08 req-90e4875c-e09a-4df9-ba90-d6b792580cfc tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.60 "GET /v2.0/security-groups?id=b4179e07-bbfd-4236-b98c-2ab2b518c61f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678140 Nov 23 17:29:27.223028 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b0182ce5-f7c7-42e7-8913-f2d9238b03b1 req-08518f43-cf5e-4819-a598-b54489366132 tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] 10.222.0.60 "GET /v2.0/ports?device_id=a0550fc1-3534-4f5f-a522-dde794744bda HTTP/1.1" status: 200 len: 210 time: 0.1608124 Nov 23 17:29:27.228516 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-540303f9-37c1-47dc-97b1-51e6dea21452 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264358096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264730885'] for subnet, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:27.229363 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da692195-e94d-4d3e-821a-7ca1b7f11a7d req-9fcf8ccb-2673-47f1-afac-203970b56ec7 service neutron] Port b6ccaaf8-69b1-44ca-b661-e24cdf57ccc1 on network 43d8ac08-152d-4053-b836-ddc03b0e91a2 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-8 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 17:29:27.229363 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da692195-e94d-4d3e-821a-7ca1b7f11a7d req-9fcf8ccb-2673-47f1-afac-203970b56ec7 service neutron] Attempting to bind port b6ccaaf8-69b1-44ca-b661-e24cdf57ccc1 on network 43d8ac08-152d-4053-b836-ddc03b0e91a2 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:29:27.306252 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da692195-e94d-4d3e-821a-7ca1b7f11a7d req-9fcf8ccb-2673-47f1-afac-203970b56ec7 service neutron] Checking agent: {'id': 'ab77bf9e-0267-4174-8f1d-822cba89b207', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 15, 13), 'started_at': datetime.datetime(2021, 11, 23, 17, 15, 13), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 29, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:29:27.310525 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed51381b-b283-4228-94f5-e9feefcafdef None None] Network a67d26f0-d8bc-46d6-9df4-c5b8fb20d14c requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:29:27.311545 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da692195-e94d-4d3e-821a-7ca1b7f11a7d req-9fcf8ccb-2673-47f1-afac-203970b56ec7 service neutron] Checking segment: {'id': 'f75f400f-3665-42b6-b743-8c8989e17b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '43d8ac08-152d-4053-b836-ddc03b0e91a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:29:27.312135 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da692195-e94d-4d3e-821a-7ca1b7f11a7d req-9fcf8ccb-2673-47f1-afac-203970b56ec7 service neutron] Bound using segment: {'id': 'f75f400f-3665-42b6-b743-8c8989e17b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '43d8ac08-152d-4053-b836-ddc03b0e91a2'} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:29:27.312802 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-da692195-e94d-4d3e-821a-7ca1b7f11a7d req-9fcf8ccb-2673-47f1-afac-203970b56ec7 service neutron] Bound port: b6ccaaf8-69b1-44ca-b661-e24cdf57ccc1, host: n-h2-816206-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f75f400f-3665-42b6-b743-8c8989e17b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '43d8ac08-152d-4053-b836-ddc03b0e91a2'}}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:29:27.313349 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-da692195-e94d-4d3e-821a-7ca1b7f11a7d req-9fcf8ccb-2673-47f1-afac-203970b56ec7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:27.315695 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540303f9-37c1-47dc-97b1-51e6dea21452 admin admin] Pushing event updated for resources: {'Subnet': ['ID=60d6b9f1-95ba-4891-8e22-f38003c13082,revision_number=0']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:29:27.338119 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-f9066dcf-8e26-4f63-bc11-f859ac38399e tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.6601124 Nov 23 17:29:27.342014 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 33712) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:29:27.369746 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-99fd3c1f-4d2b-43dd-bc25-365616f7a608 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Request body: {'port': {'network_id': 'a67d26f0-d8bc-46d6-9df4-c5b8fb20d14c', 'name': 'tempest-TaggedBootDevicesTest_v242-202946204', 'fixed_ips': [{'subnet_id': 'bcb9709f-482c-4f68-bfac-95b809cc7fe7'}]}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:29:27.375122 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 17:29:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e8ceca9-3761-419f-b21a-37842726269a x-openstack-request-id: req-5e8ceca9-3761-419f-b21a-37842726269a {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:29:27.375463 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63f851fb-f540-4867-ab84-dbcf797303e0", "name": "network-vif-unplugged", "status": "completed", "tag": "81e265bf-2431-406e-8d75-7f043e355546", "code": 200}]} {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:29:27.375751 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5e8ceca9-3761-419f-b21a-37842726269a {{(pid=103592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:29:27.384229 n-d-816206-8 neutron-server[103592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63f851fb-f540-4867-ab84-dbcf797303e0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '81e265bf-2431-406e-8d75-7f043e355546', 'code': 200} Nov 23 17:29:27.436394 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-036a4fa0-ebb7-452a-930b-6940f84ebfaa req-1392febc-7782-4d2c-aff3-cf46fa48ec1b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=bc08fe74-4555-439f-80d1-3d367042aa97&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2391267 Nov 23 17:29:27.564068 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-b2e0cb81-408b-4c35-8d85-2b0898d55039 req-b3a465c9-6884-43b3-8854-1cfa11545043 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=cb4274bd-349b-464c-af82-c8bf8d8d30ea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3563261 Nov 23 17:29:27.574964 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-da692195-e94d-4d3e-821a-7ca1b7f11a7d req-9fcf8ccb-2673-47f1-afac-203970b56ec7 service neutron] For port b6ccaaf8-69b1-44ca-b661-e24cdf57ccc1, host n-h2-816206-8, cleared binding levels {{(pid=103591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:29:27.586304 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e020402-911a-40ad-882e-65ce887a21e6 req-3973d39e-4718-4300-9139-3fe5d0db9114 tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:29:27.588425 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9e020402-911a-40ad-882e-65ce887a21e6 req-3973d39e-4718-4300-9139-3fe5d0db9114 tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] 10.222.0.60 "GET /v2.0/ports?device_id=c91eccca-8b79-4133-9b67-8e640b1347ac HTTP/1.1" status: 200 len: 944 time: 0.1695728 Nov 23 17:29:27.601124 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-da692195-e94d-4d3e-821a-7ca1b7f11a7d req-9fcf8ccb-2673-47f1-afac-203970b56ec7 service neutron] For port b6ccaaf8-69b1-44ca-b661-e24cdf57ccc1, host n-h2-816206-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=b6ccaaf8-69b1-44ca-b661-e24cdf57ccc1,segment=NetworkSegment(f75f400f-3665-42b6-b743-8c8989e17b3e),segment_id=f75f400f-3665-42b6-b743-8c8989e17b3e)] {{(pid=103591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:29:27.620081 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-da692195-e94d-4d3e-821a-7ca1b7f11a7d req-9fcf8ccb-2673-47f1-afac-203970b56ec7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264758186'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:27.639819 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-a72ae346-4ad8-4eee-abce-b47e3518c7c7 None None] Provisioning complete for port 71bd1fd6-ffd0-4cee-bb0a-858bc5227cbe triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:29:27.640394 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-a72ae346-4ad8-4eee-abce-b47e3518c7c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:27.647681 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036a4fa0-ebb7-452a-930b-6940f84ebfaa req-86053900-f190-4d35-9ceb-9a88dd3d9ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:29:27.650413 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-036a4fa0-ebb7-452a-930b-6940f84ebfaa req-86053900-f190-4d35-9ceb-9a88dd3d9ecb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3541603f19884b9cb683e7eedd76d17c&device_id=bc08fe74-4555-439f-80d1-3d367042aa97 HTTP/1.1" status: 200 len: 1097 time: 0.1210647 Nov 23 17:29:27.681753 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:27.691081 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da692195-e94d-4d3e-821a-7ca1b7f11a7d req-9fcf8ccb-2673-47f1-afac-203970b56ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:29:27.691724 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-da692195-e94d-4d3e-821a-7ca1b7f11a7d req-9fcf8ccb-2673-47f1-afac-203970b56ec7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:27.693333 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-da692195-e94d-4d3e-821a-7ca1b7f11a7d req-9fcf8ccb-2673-47f1-afac-203970b56ec7 service neutron] 10.222.0.36 "PUT /v2.0/ports/b6ccaaf8-69b1-44ca-b661-e24cdf57ccc1 HTTP/1.1" status: 200 len: 1091 time: 1.9585285 Nov 23 17:29:27.724191 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b67af4ed-d0b2-448c-8244-b3ebd67e5d3c', 'tag': 'b6ccaaf8-69b1-44ca-b661-e24cdf57ccc1'}] {{(pid=103591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:29:27.732997 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41d174a19ece9499ff9ec44e5b3fc50f2abd3ffbc947fb7e52ea1e8db27b95b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea3f9aa4-2528-48a4-a57b-284ca3045ecd" -d '{"events": [{"name": "network-changed", "server_uuid": "b67af4ed-d0b2-448c-8244-b3ebd67e5d3c", "tag": "b6ccaaf8-69b1-44ca-b661-e24cdf57ccc1"}]}' {{(pid=103591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:29:27.738638 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-540303f9-37c1-47dc-97b1-51e6dea21452 admin admin] Checking segment: {'id': 'a95b01c8-59fd-4fd6-951e-ee6747114bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '32036b23-827f-4bd6-b5c4-ab1dfcc349d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:29:27.739194 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-540303f9-37c1-47dc-97b1-51e6dea21452 admin admin] Network hostable DHCP agents. Network: 32036b23-827f-4bd6-b5c4-ab1dfcc349d0, hostable agents: ['0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3'], hosted agents: [] {{(pid=103590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 17:29:27.746067 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99fd3c1f-4d2b-43dd-bc25-365616f7a608 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Made reservation on behalf of 9b0068a4a0a543038f63069e85a0a90e for: {'port': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:29:27.751014 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-99fd3c1f-4d2b-43dd-bc25-365616f7a608 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:27.775606 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e0cb81-408b-4c35-8d85-2b0898d55039 req-61185ad1-d850-4ea3-9ba2-1b8b3c6ede89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:29:27.777191 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-b2e0cb81-408b-4c35-8d85-2b0898d55039 req-61185ad1-d850-4ea3-9ba2-1b8b3c6ede89 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3541603f19884b9cb683e7eedd76d17c&device_id=cb4274bd-349b-464c-af82-c8bf8d8d30ea HTTP/1.1" status: 200 len: 1096 time: 0.1451371 Nov 23 17:29:27.811895 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-540303f9-37c1-47dc-97b1-51e6dea21452 admin admin] Network 32036b23-827f-4bd6-b5c4-ab1dfcc349d0 is scheduled to be hosted by DHCP agent 0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3 with binding_index 1 {{(pid=103590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 17:29:27.815623 n-d-816206-8 neutron-server[103590]: DEBUG neutron.notifiers.nova [None req-99fd3c1f-4d2b-43dd-bc25-365616f7a608 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] device_id is not set on port 2c22850f-3ed8-45c1-8cb5-d847f5bb33e0 yet. {{(pid=103590) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 17:29:27.873476 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9e020402-911a-40ad-882e-65ce887a21e6 req-6e115809-35c8-41ea-bcfd-c214944cc808 tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] 10.222.0.60 "GET /v2.0/security-groups?id=d8e33e73-30b9-4952-965d-f940c31594f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2649426 Nov 23 17:29:27.939519 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcf8ccb-2673-47f1-afac-203970b56ec7 service neutron] Pushing event updated for resources: {'Port': ['ID=b6ccaaf8-69b1-44ca-b661-e24cdf57ccc1,revision_number=3']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:29:27.958551 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da692195-e94d-4d3e-821a-7ca1b7f11a7d req-5195ac7c-cf6a-4dad-ac12-a5fc93d0a54a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:29:27.960889 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-da692195-e94d-4d3e-821a-7ca1b7f11a7d req-5195ac7c-cf6a-4dad-ac12-a5fc93d0a54a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3541603f19884b9cb683e7eedd76d17c&device_id=b67af4ed-d0b2-448c-8244-b3ebd67e5d3c HTTP/1.1" status: 200 len: 1094 time: 0.1881473 Nov 23 17:29:28.040356 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-540303f9-37c1-47dc-97b1-51e6dea21452 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-8, 32036b23-827f-4bd6-b5c4-ab1dfcc349d0) {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:29:28.063098 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 17:29:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aad1c343-6c75-42b5-9923-db816083af51 x-openstack-request-id: req-aad1c343-6c75-42b5-9923-db816083af51 {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:29:28.063384 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b67af4ed-d0b2-448c-8244-b3ebd67e5d3c", "tag": "b6ccaaf8-69b1-44ca-b661-e24cdf57ccc1", "status": "completed", "code": 200}]} {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:29:28.063851 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-aad1c343-6c75-42b5-9923-db816083af51 {{(pid=103591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:29:28.064415 n-d-816206-8 neutron-server[103591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b67af4ed-d0b2-448c-8244-b3ebd67e5d3c', 'tag': 'b6ccaaf8-69b1-44ca-b661-e24cdf57ccc1', 'status': 'completed', 'code': 200} Nov 23 17:29:28.069454 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-da692195-e94d-4d3e-821a-7ca1b7f11a7d req-02baea4e-5048-48a1-86ce-adab32e0ef82 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b6ccaaf8-69b1-44ca-b661-e24cdf57ccc1 HTTP/1.1" status: 200 len: 217 time: 0.0898943 Nov 23 17:29:28.092407 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-540303f9-37c1-47dc-97b1-51e6dea21452 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:29:28.096555 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036a4fa0-ebb7-452a-930b-6940f84ebfaa req-323e2e18-5e2e-4d2c-b022-0b25571793af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:29:28.098493 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-036a4fa0-ebb7-452a-930b-6940f84ebfaa req-323e2e18-5e2e-4d2c-b022-0b25571793af service neutron] 10.222.0.36 "GET /v2.0/networks?id=43d8ac08-152d-4053-b836-ddc03b0e91a2 HTTP/1.1" status: 200 len: 911 time: 0.3954036 Nov 23 17:29:28.103423 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-540303f9-37c1-47dc-97b1-51e6dea21452 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:28.136614 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b7822d3-ae50-41e4-83a7-0f1e0a21eb85 None None] Network a7029ee0-3166-457b-8a19-cf9b5cc6a320 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:29:28.138425 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe16c330-dab7-44bf-92ca-b1ec5d1dbf44 None None] Network 32036b23-827f-4bd6-b5c4-ab1dfcc349d0 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:29:28.138578 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e0cb81-408b-4c35-8d85-2b0898d55039 req-478e7b29-5a83-4868-8bc3-b07f07fda9dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:29:28.140044 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-b2e0cb81-408b-4c35-8d85-2b0898d55039 req-478e7b29-5a83-4868-8bc3-b07f07fda9dc service neutron] 10.222.0.55 "GET /v2.0/networks?id=43d8ac08-152d-4053-b836-ddc03b0e91a2 HTTP/1.1" status: 200 len: 911 time: 0.3299947 Nov 23 17:29:28.140181 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device 8d6e06dd-bfdf-4f58-91d5-0f20a83dd747 up at agent hyperv_n-h1-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:29:28.196772 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-540303f9-37c1-47dc-97b1-51e6dea21452 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.7163935 Nov 23 17:29:28.209052 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-036a4fa0-ebb7-452a-930b-6940f84ebfaa req-9723d447-107a-4fa8-8c89-c4074f6069aa service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=463bb2f6-75a3-49d9-907f-c2963eb4fc14 HTTP/1.1" status: 200 len: 217 time: 0.0940685 Nov 23 17:29:28.209284 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device af7771d7-80af-4220-bc57-9e1037f5bb30 up at agent hyperv_n-h2-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:29:28.211184 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da692195-e94d-4d3e-821a-7ca1b7f11a7d req-519ec9f8-cadd-459b-85d6-56255ff8c932 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:29:28.213152 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-da692195-e94d-4d3e-821a-7ca1b7f11a7d req-519ec9f8-cadd-459b-85d6-56255ff8c932 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=23f80e8e-7e58-4465-87c1-72654345f52f HTTP/1.1" status: 200 len: 849 time: 0.1137457 Nov 23 17:29:28.261368 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-b2e0cb81-408b-4c35-8d85-2b0898d55039 req-6215a67f-5b8f-4fa9-946e-25cf551e12fa service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d2b1b011-56ff-4c88-a822-a2bc760a83b9 HTTP/1.1" status: 200 len: 217 time: 0.0853767 Nov 23 17:29:28.261702 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] For port 71bd1fd6-ffd0-4cee-bb0a-858bc5227cbe, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=71bd1fd6-ffd0-4cee-bb0a-858bc5227cbe,segment=NetworkSegment(f3fe809b-60bf-416a-b4bb-a4f078db8338),segment_id=f3fe809b-60bf-416a-b4bb-a4f078db8338)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:29:28.331737 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:28.332545 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device dc12bf40-e8c8-4a73-84da-242272f6a43e up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:29:28.398399 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74af481b-76fc-4db4-8403-c41520f501ba req-40244ba2-255c-486f-a52d-b40b4669120b tempest-ListImageFiltersTestJSON-955973730 tempest-ListImageFiltersTestJSON-955973730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:29:28.406563 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-74af481b-76fc-4db4-8403-c41520f501ba req-40244ba2-255c-486f-a52d-b40b4669120b tempest-ListImageFiltersTestJSON-955973730 tempest-ListImageFiltersTestJSON-955973730-project] 10.222.0.60 "GET /v2.0/ports?device_id=63f851fb-f540-4867-ab84-dbcf797303e0 HTTP/1.1" status: 200 len: 948 time: 0.3553274 Nov 23 17:29:28.420776 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-6936a52d-6c46-45f4-87b4-c9ba37ceeb3c None None] Publish callbacks [] for port, precommit_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:28.461727 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da692195-e94d-4d3e-821a-7ca1b7f11a7d req-3bcbc1ff-1402-410b-8aad-6d81ba77d65f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:29:28.462898 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e0cb81-408b-4c35-8d85-2b0898d55039 req-0ebaf96d-23c7-4ed3-b556-b7e6f144d295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:29:28.463292 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-da692195-e94d-4d3e-821a-7ca1b7f11a7d req-3bcbc1ff-1402-410b-8aad-6d81ba77d65f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=43d8ac08-152d-4053-b836-ddc03b0e91a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2174754 Nov 23 17:29:28.465760 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-b2e0cb81-408b-4c35-8d85-2b0898d55039 req-0ebaf96d-23c7-4ed3-b556-b7e6f144d295 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=23f80e8e-7e58-4465-87c1-72654345f52f HTTP/1.1" status: 200 len: 849 time: 0.1840439 Nov 23 17:29:28.497584 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df24626-950c-4bfc-b4d7-11a7f51d6592 req-bd8235d7-6dfa-493b-ac15-4eddefb3e572 tempest-ImagesOneServerNegativeTestJSON-1012219953 tempest-ImagesOneServerNegativeTestJSON-1012219953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:29:28.505089 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8df24626-950c-4bfc-b4d7-11a7f51d6592 req-bd8235d7-6dfa-493b-ac15-4eddefb3e572 tempest-ImagesOneServerNegativeTestJSON-1012219953 tempest-ImagesOneServerNegativeTestJSON-1012219953-project] 10.222.0.60 "GET /v2.0/ports?device_id=ced6596c-243f-4083-abeb-9a9a295832c6 HTTP/1.1" status: 200 len: 945 time: 0.2869260 Nov 23 17:29:28.508143 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-99fd3c1f-4d2b-43dd-bc25-365616f7a608 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Allocated IP 10.1.1.36 (a67d26f0-d8bc-46d6-9df4-c5b8fb20d14c/bcb9709f-482c-4f68-bfac-95b809cc7fe7/2c22850f-3ed8-45c1-8cb5-d847f5bb33e0) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:29:28.508799 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-6936a52d-6c46-45f4-87b4-c9ba37ceeb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980'] for port, after_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:28.538151 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e0cb81-408b-4c35-8d85-2b0898d55039 req-3b9c5b18-6e0b-4c65-a95b-11839d6c2feb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:29:28.539555 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-b2e0cb81-408b-4c35-8d85-2b0898d55039 req-3b9c5b18-6e0b-4c65-a95b-11839d6c2feb service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=43d8ac08-152d-4053-b836-ddc03b0e91a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0659053 Nov 23 17:29:28.604652 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-74af481b-76fc-4db4-8403-c41520f501ba req-3ba5d7f6-b169-4927-ba3c-f52050754035 tempest-ListImageFiltersTestJSON-955973730 tempest-ListImageFiltersTestJSON-955973730-project] 10.222.0.60 "GET /v2.0/security-groups?id=fec35857-50c4-4692-bf75-bd7acd8a118e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1903214 Nov 23 17:29:28.606583 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036a4fa0-ebb7-452a-930b-6940f84ebfaa req-ea5b3363-8e51-461b-a78c-28a2fcc7c6d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:29:28.608186 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-036a4fa0-ebb7-452a-930b-6940f84ebfaa req-ea5b3363-8e51-461b-a78c-28a2fcc7c6d6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=23f80e8e-7e58-4465-87c1-72654345f52f HTTP/1.1" status: 200 len: 849 time: 0.3613462 Nov 23 17:29:28.627604 n-d-816206-8 neutron-server[103592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6936a52d-6c46-45f4-87b4-c9ba37ceeb3c None None] Network a080cd49-aff0-47e2-a832-3717812be820 is already hosted by enough agents. {{(pid=103592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:29:28.644627 n-d-816206-8 neutron-server[103592]: DEBUG neutron.scheduler.base_scheduler [None req-6936a52d-6c46-45f4-87b4-c9ba37ceeb3c None None] Resources bound (agent type, host, resource id): {{(pid=103592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:29:28.670637 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6936a52d-6c46-45f4-87b4-c9ba37ceeb3c None None] Received port after_create {{(pid=103592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:29:28.709404 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Provisioning for port 8d6e06dd-bfdf-4f58-91d5-0f20a83dd747 completed by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 17:29:28.712141 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Pushing event updated for resources: {'Port': ['ID=71bd1fd6-ffd0-4cee-bb0a-858bc5227cbe,revision_number=3']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:29:28.739661 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8df24626-950c-4bfc-b4d7-11a7f51d6592 req-d60675ef-93b2-4e4e-b21e-c6b890fcc912 tempest-ImagesOneServerNegativeTestJSON-1012219953 tempest-ImagesOneServerNegativeTestJSON-1012219953-project] 10.222.0.60 "GET /v2.0/security-groups?id=651f9501-e200-4452-8eae-06db36d1c3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2296178 Nov 23 17:29:28.745530 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-b2e0cb81-408b-4c35-8d85-2b0898d55039 req-298c907d-e0f5-4f79-b900-7046565f03a5 service neutron] 10.222.0.55 "GET /v2.0/networks/43d8ac08-152d-4053-b836-ddc03b0e91a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1946115 Nov 23 17:29:28.765311 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Provisioning complete for port 8d6e06dd-bfdf-4f58-91d5-0f20a83dd747 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:29:28.766042 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:28.782067 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4433f51a-314f-4604-8907-2299d718b970 req-2591b0d4-429e-4f7d-828b-e7b62b4d3826 tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:29:28.790162 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4433f51a-314f-4604-8907-2299d718b970 req-2591b0d4-429e-4f7d-828b-e7b62b4d3826 tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:29:28.792078 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4433f51a-314f-4604-8907-2299d718b970 req-2591b0d4-429e-4f7d-828b-e7b62b4d3826 tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] 10.222.0.55 "GET /v2.0/networks?id=e54260d2-a5c0-4295-9ada-ac988fc25455&id=a7029ee0-3166-457b-8a19-cf9b5cc6a320 HTTP/1.1" status: 200 len: 1392 time: 0.5728927 Nov 23 17:29:28.811228 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [req-4433f51a-314f-4604-8907-2299d718b970 req-3e3b515b-43f0-4a73-ba99-e0d989470afd tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Request body: {'port': {'device_id': 'a0550fc1-3534-4f5f-a522-dde794744bda', 'network_id': 'e54260d2-a5c0-4295-9ada-ac988fc25455', 'admin_state_up': True, 'tenant_id': '30af1458e15a4ef39cb103ebf3b9a873'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:29:28.812898 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-99fd3c1f-4d2b-43dd-bc25-365616f7a608 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:28.873061 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-99fd3c1f-4d2b-43dd-bc25-365616f7a608 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:28.894832 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2e70fec-e587-4179-a566-b66f26a2d152 None None] Network 32036b23-827f-4bd6-b5c4-ab1dfcc349d0 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:29:28.897131 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Provisioning for port af7771d7-80af-4220-bc57-9e1037f5bb30 completed by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 17:29:28.903525 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a4157cd6-0045-4ee7-a111-06e8e379fc2a req-bf2e430f-b9cc-467d-9c8b-51c5ca8eb442 tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] 10.222.0.60 "GET /v2.0/ports?device_id=a0550fc1-3534-4f5f-a522-dde794744bda HTTP/1.1" status: 200 len: 210 time: 0.0748780 Nov 23 17:29:28.905322 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036a4fa0-ebb7-452a-930b-6940f84ebfaa req-47d177ae-06ce-486b-948c-2bb1d908c222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:29:28.907065 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-036a4fa0-ebb7-452a-930b-6940f84ebfaa req-47d177ae-06ce-486b-948c-2bb1d908c222 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=43d8ac08-152d-4053-b836-ddc03b0e91a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2682014 Nov 23 17:29:28.956682 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port dc12bf40-e8c8-4a73-84da-242272f6a43e triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:29:28.956682 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:28.970031 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99fd3c1f-4d2b-43dd-bc25-365616f7a608 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Network a67d26f0-d8bc-46d6-9df4-c5b8fb20d14c is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:29:28.971046 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Provisioning complete for port af7771d7-80af-4220-bc57-9e1037f5bb30 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:29:28.971046 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:28.978053 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-99fd3c1f-4d2b-43dd-bc25-365616f7a608 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:29:28.983747 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99fd3c1f-4d2b-43dd-bc25-365616f7a608 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:29:29.039323 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99fd3c1f-4d2b-43dd-bc25-365616f7a608 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:29:29.039945 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-99fd3c1f-4d2b-43dd-bc25-365616f7a608 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:29.040293 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-da692195-e94d-4d3e-821a-7ca1b7f11a7d req-85dd4942-7a5b-429f-ae6b-21e8e304b835 service neutron] 10.222.0.36 "GET /v2.0/networks/43d8ac08-152d-4053-b836-ddc03b0e91a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5571558 Nov 23 17:29:29.063777 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fd3c1f-4d2b-43dd-bc25-365616f7a608 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Pushing event updated for resources: {'Port': ['ID=2c22850f-3ed8-45c1-8cb5-d847f5bb33e0,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:29:29.071797 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-b2e0cb81-408b-4c35-8d85-2b0898d55039 req-b0c54221-30c5-46c2-a25d-2f135fb236c9 service neutron] 10.222.0.55 "GET /v2.0/networks/43d8ac08-152d-4053-b836-ddc03b0e91a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3162436 Nov 23 17:29:29.075686 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5995704-2957-43ab-a6c8-35ff0c260cdd req-7cdc1ea8-8897-4f2e-957b-2d1c2e2871df tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:29:29.084809 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c5995704-2957-43ab-a6c8-35ff0c260cdd req-7cdc1ea8-8897-4f2e-957b-2d1c2e2871df tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.60 "GET /v2.0/ports?device_id=b67af4ed-d0b2-448c-8244-b3ebd67e5d3c HTTP/1.1" status: 200 len: 943 time: 0.2873287 Nov 23 17:29:29.091443 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-99fd3c1f-4d2b-43dd-bc25-365616f7a608 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.7320693 Nov 23 17:29:29.109508 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6936a52d-6c46-45f4-87b4-c9ba37ceeb3c None None] Pushing event updated for resources: {'Port': ['ID=ad662a56-1f51-4b18-b430-00c202c96caa,revision_number=1']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:29:29.138112 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-036a4fa0-ebb7-452a-930b-6940f84ebfaa req-ec1a0038-6c7a-470b-a068-92d8d0b3f0d4 service neutron] 10.222.0.36 "GET /v2.0/networks/43d8ac08-152d-4053-b836-ddc03b0e91a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1933942 Nov 23 17:29:29.174017 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-6936a52d-6c46-45f4-87b4-c9ba37ceeb3c None None] Attempting to bind port ad662a56-1f51-4b18-b430-00c202c96caa on host n-d-816206-8 for vnic_type normal with profile {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:29:29.174464 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-6936a52d-6c46-45f4-87b4-c9ba37ceeb3c None None] Attempting to bind port ad662a56-1f51-4b18-b430-00c202c96caa by drivers openvswitch,hyperv on host n-d-816206-8 at level 0 using segments [{'id': '487ac287-bf03-4216-af3f-1793e9c7040a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'a080cd49-aff0-47e2-a832-3717812be820'}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:29:29.174747 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6936a52d-6c46-45f4-87b4-c9ba37ceeb3c None None] Attempting to bind port ad662a56-1f51-4b18-b430-00c202c96caa on network a080cd49-aff0-47e2-a832-3717812be820 {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:29:29.203650 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6936a52d-6c46-45f4-87b4-c9ba37ceeb3c None None] Checking agent: {'id': '9e89acbe-4bbe-4c77-a18b-6f1da9133e0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 7, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 29, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:29:29.204023 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6936a52d-6c46-45f4-87b4-c9ba37ceeb3c None None] Checking segment: {'id': '487ac287-bf03-4216-af3f-1793e9c7040a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'a080cd49-aff0-47e2-a832-3717812be820'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:29:29.204430 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-6936a52d-6c46-45f4-87b4-c9ba37ceeb3c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:29.204856 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6936a52d-6c46-45f4-87b4-c9ba37ceeb3c None None] Bound using segment: {'id': '487ac287-bf03-4216-af3f-1793e9c7040a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'a080cd49-aff0-47e2-a832-3717812be820'} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:29:29.205338 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-6936a52d-6c46-45f4-87b4-c9ba37ceeb3c None None] Bound port: ad662a56-1f51-4b18-b430-00c202c96caa, host: n-d-816206-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '487ac287-bf03-4216-af3f-1793e9c7040a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'a080cd49-aff0-47e2-a832-3717812be820'}}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:29:29.205717 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-6936a52d-6c46-45f4-87b4-c9ba37ceeb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:29.446370 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-4bb8b181-ae6b-4112-ab69-a4193123074f None None] Provisioning complete for port 85ed9fe5-25bb-49c8-a4ff-7c357d192673 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:29:29.446951 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-4bb8b181-ae6b-4112-ab69-a4193123074f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:29.475398 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:29.549434 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-6936a52d-6c46-45f4-87b4-c9ba37ceeb3c None None] For port ad662a56-1f51-4b18-b430-00c202c96caa, host n-d-816206-8, cleared binding levels {{(pid=103592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:29:29.569246 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c5995704-2957-43ab-a6c8-35ff0c260cdd req-d19a9a7b-f981-415a-8b94-a1fdc0a40e37 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.60 "GET /v2.0/security-groups?id=b4179e07-bbfd-4236-b98c-2ab2b518c61f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4825668 Nov 23 17:29:29.581744 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-6936a52d-6c46-45f4-87b4-c9ba37ceeb3c None None] For port ad662a56-1f51-4b18-b430-00c202c96caa, host n-d-816206-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=ad662a56-1f51-4b18-b430-00c202c96caa,segment=NetworkSegment(487ac287-bf03-4216-af3f-1793e9c7040a),segment_id=487ac287-bf03-4216-af3f-1793e9c7040a)] {{(pid=103592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:29:29.591260 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ced6596c-243f-4083-abeb-9a9a295832c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d6e06dd-bfdf-4f58-91d5-0f20a83dd747'}] {{(pid=103592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:29:29.593747 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba3e6a8f2301c7a29fe1eca9779abdae4ccbcd6266d69778087f2498d5551201" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f8d8f7a-9f83-46c1-97ef-595d97b91f44" -d '{"events": [{"server_uuid": "ced6596c-243f-4083-abeb-9a9a295832c6", "name": "network-vif-plugged", "status": "completed", "tag": "8d6e06dd-bfdf-4f58-91d5-0f20a83dd747"}]}' {{(pid=103592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:29:29.608093 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-6936a52d-6c46-45f4-87b4-c9ba37ceeb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:29.616681 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:29.620853 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port 8d6e06dd-bfdf-4f58-91d5-0f20a83dd747, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=8d6e06dd-bfdf-4f58-91d5-0f20a83dd747,segment=NetworkSegment(60478cc8-93b5-4306-bc7b-30ff3da3bb33),segment_id=60478cc8-93b5-4306-bc7b-30ff3da3bb33)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:29:29.664234 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:29.743538 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port af7771d7-80af-4220-bc57-9e1037f5bb30, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=af7771d7-80af-4220-bc57-9e1037f5bb30,segment=NetworkSegment(72cae39b-e177-46b5-abb9-73dc195aab07),segment_id=72cae39b-e177-46b5-abb9-73dc195aab07)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:29:29.768836 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4433f51a-314f-4604-8907-2299d718b970 req-3e3b515b-43f0-4a73-ba99-e0d989470afd tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Made reservation on behalf of 30af1458e15a4ef39cb103ebf3b9a873 for: {'port': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:29:29.775309 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:29.780783 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6936a52d-6c46-45f4-87b4-c9ba37ceeb3c None None] Pushing event updated for resources: {'Port': ['ID=ad662a56-1f51-4b18-b430-00c202c96caa,revision_number=2']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:29:29.786149 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-4433f51a-314f-4604-8907-2299d718b970 req-3e3b515b-43f0-4a73-ba99-e0d989470afd tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:29.808811 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644b79c9-f6d2-4651-bc30-55658d5dcdf7 req-5d0c6b50-ae95-4302-bf70-99125ff0497f tempest-ServerPasswordTestJSON-1478579908 tempest-ServerPasswordTestJSON-1478579908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:29:29.822034 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-644b79c9-f6d2-4651-bc30-55658d5dcdf7 req-5d0c6b50-ae95-4302-bf70-99125ff0497f tempest-ServerPasswordTestJSON-1478579908 tempest-ServerPasswordTestJSON-1478579908-project] 10.222.0.60 "GET /v2.0/networks?id=32036b23-827f-4bd6-b5c4-ab1dfcc349d0 HTTP/1.1" status: 200 len: 813 time: 0.6088500 Nov 23 17:29:29.826373 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-4bb8b181-ae6b-4112-ab69-a4193123074f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:29.831575 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 71bd1fd6-ffd0-4cee-bb0a-858bc5227cbe up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:29:29.889731 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-036a4fa0-ebb7-452a-930b-6940f84ebfaa req-493b1f23-af49-41e7-8bdd-271cb3c5e8ff service neutron] 10.222.0.36 "GET /v2.0/networks/43d8ac08-152d-4053-b836-ddc03b0e91a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6978667 Nov 23 17:29:29.933026 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-644b79c9-f6d2-4651-bc30-55658d5dcdf7 req-22b18028-5566-4556-b019-13c975249f9f tempest-ServerPasswordTestJSON-1478579908 tempest-ServerPasswordTestJSON-1478579908-project] 10.222.0.60 "GET /v2.0/quotas/bef4beba2c7946d2bcb3ed6dc73135ed HTTP/1.1" status: 200 len: 375 time: 0.1100895 Nov 23 17:29:29.949447 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-da692195-e94d-4d3e-821a-7ca1b7f11a7d req-d9b83e69-3cd6-4888-866a-5bf1f5989350 service neutron] 10.222.0.36 "GET /v2.0/networks/43d8ac08-152d-4053-b836-ddc03b0e91a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8965576 Nov 23 17:29:29.950226 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Pushing event updated for resources: {'Port': ['ID=8d6e06dd-bfdf-4f58-91d5-0f20a83dd747,revision_number=5']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:29:29.973730 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-4bb8b181-ae6b-4112-ab69-a4193123074f None None] For port 85ed9fe5-25bb-49c8-a4ff-7c357d192673, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=85ed9fe5-25bb-49c8-a4ff-7c357d192673,segment=NetworkSegment(bfb005cb-15fd-4973-b7ee-baffd0bfccec),segment_id=bfb005cb-15fd-4973-b7ee-baffd0bfccec)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:29:30.012259 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-644b79c9-f6d2-4651-bc30-55658d5dcdf7 req-9045bd3c-226e-4e78-836f-16d6af742c18 tempest-ServerPasswordTestJSON-1478579908 tempest-ServerPasswordTestJSON-1478579908-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=bef4beba2c7946d2bcb3ed6dc73135ed&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0777960 Nov 23 17:29:30.021427 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-4bb8b181-ae6b-4112-ab69-a4193123074f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:30.088879 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Pushing event updated for resources: {'Port': ['ID=af7771d7-80af-4220-bc57-9e1037f5bb30,revision_number=5']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:29:30.133888 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port 71bd1fd6-ffd0-4cee-bb0a-858bc5227cbe triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:29:30.134344 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:30.253746 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb8b181-ae6b-4112-ab69-a4193123074f None None] Pushing event updated for resources: {'Port': ['ID=85ed9fe5-25bb-49c8-a4ff-7c357d192673,revision_number=3']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:29:30.327686 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 85ed9fe5-25bb-49c8-a4ff-7c357d192673 up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:29:30.340062 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3f9aa4-2528-48a4-a57b-284ca3045ecd req-79071409-8a0c-4e7e-84ed-17839e6aebd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:29:30.342004 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ea3f9aa4-2528-48a4-a57b-284ca3045ecd req-79071409-8a0c-4e7e-84ed-17839e6aebd5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3541603f19884b9cb683e7eedd76d17c&device_id=b67af4ed-d0b2-448c-8244-b3ebd67e5d3c HTTP/1.1" status: 200 len: 1094 time: 0.3216388 Nov 23 17:29:30.385223 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-ba1b3a86-0372-4827-a90a-354e84c16c21 None None] Provisioning complete for port 85ed9fe5-25bb-49c8-a4ff-7c357d192673 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:29:30.385707 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-ba1b3a86-0372-4827-a90a-354e84c16c21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:30.458172 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.db_base_plugin_common [req-4433f51a-314f-4604-8907-2299d718b970 req-3e3b515b-43f0-4a73-ba99-e0d989470afd tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Allocated IP 19.80.0.241 (e54260d2-a5c0-4295-9ada-ac988fc25455/e2f08139-8cd1-45d1-9d37-3888da3da33c/9a59aa08-5e2d-4ba4-952f-cd7c61c800ee) {{(pid=103591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:29:30.495078 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-644b79c9-f6d2-4651-bc30-55658d5dcdf7 req-9b673b64-70ac-40f4-b6f7-8fed148fa33b service neutron] 10.222.0.60 "GET /v2.0/networks/32036b23-827f-4bd6-b5c4-ab1dfcc349d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4813335 Nov 23 17:29:30.597589 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port 85ed9fe5-25bb-49c8-a4ff-7c357d192673 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:29:30.598181 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:30.607602 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ff67ae-359f-4c88-92c9-4499cecf9b25 req-fa3440d1-ab27-4673-8f92-a0fa904f9391 tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:29:30.609172 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-92ff67ae-359f-4c88-92c9-4499cecf9b25 req-fa3440d1-ab27-4673-8f92-a0fa904f9391 tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] 10.222.0.60 "GET /v2.0/ports?device_id=c91eccca-8b79-4133-9b67-8e640b1347ac HTTP/1.1" status: 200 len: 945 time: 0.2533703 Nov 23 17:29:30.660370 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3f9aa4-2528-48a4-a57b-284ca3045ecd req-8cd09040-3932-41e0-aefb-f93ce883fa88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:29:30.661924 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ea3f9aa4-2528-48a4-a57b-284ca3045ecd req-8cd09040-3932-41e0-aefb-f93ce883fa88 service neutron] 10.222.0.36 "GET /v2.0/networks?id=43d8ac08-152d-4053-b836-ddc03b0e91a2 HTTP/1.1" status: 200 len: 911 time: 0.3026004 Nov 23 17:29:30.717601 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-ba1b3a86-0372-4827-a90a-354e84c16c21 None None] Provisioning complete for port 43a35972-e7d6-46b1-a089-47907bd8d235 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:29:30.717979 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-ba1b3a86-0372-4827-a90a-354e84c16c21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:30.752954 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ea3f9aa4-2528-48a4-a57b-284ca3045ecd req-f174ceb6-ff1f-46c5-ae1b-563a3c68c57f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b6ccaaf8-69b1-44ca-b661-e24cdf57ccc1 HTTP/1.1" status: 200 len: 217 time: 0.0772345 Nov 23 17:29:30.766683 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-644b79c9-f6d2-4651-bc30-55658d5dcdf7 req-7bbf4296-710e-421a-a20a-5f27cd440f9b service neutron] 10.222.0.60 "GET /v2.0/networks/32036b23-827f-4bd6-b5c4-ab1dfcc349d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2589564 Nov 23 17:29:30.776995 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-ba1b3a86-0372-4827-a90a-354e84c16c21 None None] Port 43a35972-e7d6-46b1-a089-47907bd8d235 cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:29:30.791593 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-ba1b3a86-0372-4827-a90a-354e84c16c21 None None] Provisioning complete for port 71bd1fd6-ffd0-4cee-bb0a-858bc5227cbe triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:29:30.791968 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-ba1b3a86-0372-4827-a90a-354e84c16c21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:30.868730 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-92ff67ae-359f-4c88-92c9-4499cecf9b25 req-b8732c94-535c-444f-b831-59df6c123f35 tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] 10.222.0.60 "GET /v2.0/security-groups?id=d8e33e73-30b9-4952-965d-f940c31594f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2406731 Nov 23 17:29:30.918233 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-ba1b3a86-0372-4827-a90a-354e84c16c21 None None] Provisioning complete for port 2c22850f-3ed8-45c1-8cb5-d847f5bb33e0 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:29:30.918663 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-ba1b3a86-0372-4827-a90a-354e84c16c21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:30.935571 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-4433f51a-314f-4604-8907-2299d718b970 req-3e3b515b-43f0-4a73-ba99-e0d989470afd tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Publish callbacks [] for port, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:30.987293 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-ba1b3a86-0372-4827-a90a-354e84c16c21 None None] Port 2c22850f-3ed8-45c1-8cb5-d847f5bb33e0 cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:29:31.000872 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:29:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-168d2c42-8717-4207-912a-40c3bdceaee2 x-openstack-request-id: req-168d2c42-8717-4207-912a-40c3bdceaee2 {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:29:31.001323 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ced6596c-243f-4083-abeb-9a9a295832c6", "name": "network-vif-plugged", "status": "completed", "tag": "8d6e06dd-bfdf-4f58-91d5-0f20a83dd747", "code": 200}]} {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:29:31.001581 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-168d2c42-8717-4207-912a-40c3bdceaee2 {{(pid=103592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:29:31.002303 n-d-816206-8 neutron-server[103592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ced6596c-243f-4083-abeb-9a9a295832c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d6e06dd-bfdf-4f58-91d5-0f20a83dd747', 'code': 200} Nov 23 17:29:31.018094 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3f9aa4-2528-48a4-a57b-284ca3045ecd req-48d5d770-5eee-48db-a6c6-fecf6f77b796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:29:31.021810 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ea3f9aa4-2528-48a4-a57b-284ca3045ecd req-48d5d770-5eee-48db-a6c6-fecf6f77b796 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=23f80e8e-7e58-4465-87c1-72654345f52f HTTP/1.1" status: 200 len: 849 time: 0.2583816 Nov 23 17:29:31.024982 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-4433f51a-314f-4604-8907-2299d718b970 req-3e3b515b-43f0-4a73-ba99-e0d989470afd tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:31.134577 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 33786) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:29:31.145085 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-dd2aff21-4684-4426-938a-0e782d47de3c tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Request body: {'security_group': {'name': 'tempest-securitygroup--790630856', 'description': 'tempest-description--681493857'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:29:31.158937 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4433f51a-314f-4604-8907-2299d718b970 req-3e3b515b-43f0-4a73-ba99-e0d989470afd tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Network e54260d2-a5c0-4295-9ada-ac988fc25455 is already hosted by enough agents. {{(pid=103591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:29:31.186844 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [req-4433f51a-314f-4604-8907-2299d718b970 req-3e3b515b-43f0-4a73-ba99-e0d989470afd tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Resources bound (agent type, host, resource id): {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:29:31.199229 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-dd2aff21-4684-4426-938a-0e782d47de3c tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Publish callbacks [] for security_group, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:31.216362 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [req-4433f51a-314f-4604-8907-2299d718b970 req-3e3b515b-43f0-4a73-ba99-e0d989470afd tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Received port after_create {{(pid=103591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:29:31.227684 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a38bda-9048-40ca-86e5-d96a85b22acf req-c5e21809-b035-4edc-b11a-6fe2b6caa304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:29:31.230911 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-b8a38bda-9048-40ca-86e5-d96a85b22acf req-c5e21809-b035-4edc-b11a-6fe2b6caa304 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=ced6596c-243f-4083-abeb-9a9a295832c6 HTTP/1.1" status: 200 len: 1097 time: 0.1481874 Nov 23 17:29:31.246239 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdf291a1-8f97-456b-9ff0-56157d670369 None None] Network a080cd49-aff0-47e2-a832-3717812be820 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:29:31.327064 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-b8a38bda-9048-40ca-86e5-d96a85b22acf req-741a7be9-5de1-42f3-b32f-3bf519521ed8 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=651f9501-e200-4452-8eae-06db36d1c3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850008 Nov 23 17:29:31.330158 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3b515b-43f0-4a73-ba99-e0d989470afd tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Pushing event updated for resources: {'Port': ['ID=9a59aa08-5e2d-4ba4-952f-cd7c61c800ee,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:29:31.358221 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-dd2aff21-4684-4426-938a-0e782d47de3c tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Publish callbacks [] for security_group, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:31.364319 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-dd2aff21-4684-4426-938a-0e782d47de3c tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:31.386765 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4433f51a-314f-4604-8907-2299d718b970 req-3e3b515b-43f0-4a73-ba99-e0d989470afd tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:29:31.387540 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-4433f51a-314f-4604-8907-2299d718b970 req-3e3b515b-43f0-4a73-ba99-e0d989470afd tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:31.419277 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-dd2aff21-4684-4426-938a-0e782d47de3c tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:31.420974 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-dd2aff21-4684-4426-938a-0e782d47de3c tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.2843094 Nov 23 17:29:31.424048 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2aff21-4684-4426-938a-0e782d47de3c tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f803d7ea-d3d6-4cf6-830c-70814cdc1205,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:29:31.431421 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee310a96-a8de-465c-a35c-6953f1ed11a7 req-80214552-bc10-46ce-8bc3-51d52619ebb7 tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:29:31.438856 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-2ecf936d-f1a8-4fef-973f-8fdb47cef182 None None] Provisioning complete for port ad662a56-1f51-4b18-b430-00c202c96caa triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:29:31.439234 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-2ecf936d-f1a8-4fef-973f-8fdb47cef182 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:31.441276 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ee310a96-a8de-465c-a35c-6953f1ed11a7 req-80214552-bc10-46ce-8bc3-51d52619ebb7 tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] 10.222.0.60 "GET /v2.0/ports?device_id=a0550fc1-3534-4f5f-a522-dde794744bda HTTP/1.1" status: 200 len: 932 time: 0.2295082 Nov 23 17:29:31.442491 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 33792) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:29:31.451832 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3f9aa4-2528-48a4-a57b-284ca3045ecd req-85154054-8d3f-40e0-a679-13d841de5b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:29:31.453566 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ea3f9aa4-2528-48a4-a57b-284ca3045ecd req-85154054-8d3f-40e0-a679-13d841de5b07 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=43d8ac08-152d-4053-b836-ddc03b0e91a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4047892 Nov 23 17:29:31.455050 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-0519df55-da32-4656-94a5-f6eb2c1b5a92 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Request body: {'security_group_rule': {'security_group_id': 'f803d7ea-d3d6-4cf6-830c-70814cdc1205', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:29:31.471805 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343ec595-a9ce-4e4d-8ecc-118031f0bcfd req-2c693fe6-5cc3-4dc8-a72d-68fd402b348d tempest-ImagesOneServerNegativeTestJSON-1012219953 tempest-ImagesOneServerNegativeTestJSON-1012219953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:29:31.473479 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-343ec595-a9ce-4e4d-8ecc-118031f0bcfd req-2c693fe6-5cc3-4dc8-a72d-68fd402b348d tempest-ImagesOneServerNegativeTestJSON-1012219953 tempest-ImagesOneServerNegativeTestJSON-1012219953-project] 10.222.0.60 "GET /v2.0/ports?device_id=ced6596c-243f-4083-abeb-9a9a295832c6 HTTP/1.1" status: 200 len: 946 time: 0.3384175 Nov 23 17:29:31.530867 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0519df55-da32-4656-94a5-f6eb2c1b5a92 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:31.548003 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4433f51a-314f-4604-8907-2299d718b970 req-3e3b515b-43f0-4a73-ba99-e0d989470afd tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7454073 Nov 23 17:29:31.566945 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [req-4433f51a-314f-4604-8907-2299d718b970 req-943952c0-dc14-4d03-a9ae-bbb2e6ce3fde tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Request body: {'port': {'device_id': 'a0550fc1-3534-4f5f-a522-dde794744bda', 'network_id': 'a7029ee0-3166-457b-8a19-cf9b5cc6a320', 'admin_state_up': True, 'tenant_id': '30af1458e15a4ef39cb103ebf3b9a873'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:29:31.606832 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-2ecf936d-f1a8-4fef-973f-8fdb47cef182 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:31.617647 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-343ec595-a9ce-4e4d-8ecc-118031f0bcfd req-15138271-02ab-4296-801a-522d8507f528 tempest-ImagesOneServerNegativeTestJSON-1012219953 tempest-ImagesOneServerNegativeTestJSON-1012219953-project] 10.222.0.60 "GET /v2.0/security-groups?id=651f9501-e200-4452-8eae-06db36d1c3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276350 Nov 23 17:29:31.686643 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ee310a96-a8de-465c-a35c-6953f1ed11a7 req-a7138151-a219-4b7e-8479-2476f8c64e18 tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] 10.222.0.60 "GET /v2.0/security-groups?id=e0395b5d-c9ae-4269-a510-77335f56b6a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2403953 Nov 23 17:29:31.722465 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0519df55-da32-4656-94a5-f6eb2c1b5a92 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:31.729188 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0519df55-da32-4656-94a5-f6eb2c1b5a92 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994370'] for security_group_rule, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:31.772527 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0519df55-da32-4656-94a5-f6eb2c1b5a92 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=643801cb-14fd-44f3-9325-fcc5506a0864,revision_number=0']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:29:31.786286 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0519df55-da32-4656-94a5-f6eb2c1b5a92 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:31.791183 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-0519df55-da32-4656-94a5-f6eb2c1b5a92 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3458240 Nov 23 17:29:31.794021 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 33806) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:29:31.805065 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-8501fb0b-d76d-4725-ae59-e541faf7f5c3 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Request body: {'security_group_rule': {'security_group_id': 'f803d7ea-d3d6-4cf6-830c-70814cdc1205', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:29:31.831518 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ea3f9aa4-2528-48a4-a57b-284ca3045ecd req-6c66a585-4617-4ead-86d7-adf4effc8982 service neutron] 10.222.0.36 "GET /v2.0/networks/43d8ac08-152d-4053-b836-ddc03b0e91a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3535552 Nov 23 17:29:31.839259 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-2ecf936d-f1a8-4fef-973f-8fdb47cef182 None None] For port ad662a56-1f51-4b18-b430-00c202c96caa, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=ad662a56-1f51-4b18-b430-00c202c96caa,segment=NetworkSegment(487ac287-bf03-4216-af3f-1793e9c7040a),segment_id=487ac287-bf03-4216-af3f-1793e9c7040a)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:29:31.848406 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-2ecf936d-f1a8-4fef-973f-8fdb47cef182 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:31.872357 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8501fb0b-d76d-4725-ae59-e541faf7f5c3 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:31.895487 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device ad662a56-1f51-4b18-b430-00c202c96caa up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:29:31.914858 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-1101afec-5b41-4c4e-9ef0-4f2b269b793d req-4ef6ed63-8933-4dcb-84e7-2ba52238a880 tempest-ServerPasswordTestJSON-1478579908 tempest-ServerPasswordTestJSON-1478579908-project] 10.222.0.60 "GET /v2.0/ports?device_id=e2dee53a-f16c-4acc-a852-cb3e47805fe2 HTTP/1.1" status: 200 len: 210 time: 0.0859632 Nov 23 17:29:31.990482 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecf936d-f1a8-4fef-973f-8fdb47cef182 None None] Pushing event updated for resources: {'Port': ['ID=ad662a56-1f51-4b18-b430-00c202c96caa,revision_number=3']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:29:31.998877 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8501fb0b-d76d-4725-ae59-e541faf7f5c3 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:32.010869 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8501fb0b-d76d-4725-ae59-e541faf7f5c3 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994370'] for security_group_rule, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:32.012236 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port ad662a56-1f51-4b18-b430-00c202c96caa triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:29:32.012875 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:32.039332 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8501fb0b-d76d-4725-ae59-e541faf7f5c3 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=584f1810-35e3-455a-857d-007a8dacd48e,revision_number=0']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:29:32.060379 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-dc119faf-de96-4703-aad8-84e7285a68d2 None None] Provisioning complete for port 9a59aa08-5e2d-4ba4-952f-cd7c61c800ee triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:29:32.061026 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-dc119faf-de96-4703-aad8-84e7285a68d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:32.075303 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a219d0-ae41-4317-b273-ca1e78dc1d1c req-c79cfd83-8cb1-449c-bcda-48c3c5b36e16 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:29:32.077139 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-12a219d0-ae41-4317-b273-ca1e78dc1d1c req-c79cfd83-8cb1-449c-bcda-48c3c5b36e16 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.60 "GET /v2.0/ports?device_id=b67af4ed-d0b2-448c-8244-b3ebd67e5d3c HTTP/1.1" status: 200 len: 943 time: 0.1655762 Nov 23 17:29:32.079536 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ea3f9aa4-2528-48a4-a57b-284ca3045ecd req-4c9ea54e-ded8-471a-8001-cebf6b31d014 service neutron] 10.222.0.36 "GET /v2.0/networks/43d8ac08-152d-4053-b836-ddc03b0e91a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2334473 Nov 23 17:29:32.080237 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4433f51a-314f-4604-8907-2299d718b970 req-943952c0-dc14-4d03-a9ae-bbb2e6ce3fde tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Made reservation on behalf of 30af1458e15a4ef39cb103ebf3b9a873 for: {'port': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:29:32.083587 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8501fb0b-d76d-4725-ae59-e541faf7f5c3 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:32.084412 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-4433f51a-314f-4604-8907-2299d718b970 req-943952c0-dc14-4d03-a9ae-bbb2e6ce3fde tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:32.089641 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-8501fb0b-d76d-4725-ae59-e541faf7f5c3 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2919126 Nov 23 17:29:32.091318 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 33810) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:29:32.102142 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-db116bc2-2836-438c-9022-30b9c5197617 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Request body: {'floatingip': {'floating_network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:29:32.156351 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-db116bc2-2836-438c-9022-30b9c5197617 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Publish callbacks [] for floatingip, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:32.224340 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 85ed9fe5-25bb-49c8-a4ff-7c357d192673 up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:29:32.229541 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-12a219d0-ae41-4317-b273-ca1e78dc1d1c req-b955aaf9-e3ab-4000-a70e-dbe949765930 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.60 "GET /v2.0/security-groups?id=b4179e07-bbfd-4236-b98c-2ab2b518c61f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348369 Nov 23 17:29:32.241419 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-dc119faf-de96-4703-aad8-84e7285a68d2 None None] Port 9a59aa08-5e2d-4ba4-952f-cd7c61c800ee cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:29:32.359510 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port 85ed9fe5-25bb-49c8-a4ff-7c357d192673 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:29:32.359896 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:32.365743 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.db_base_plugin_common [req-4433f51a-314f-4604-8907-2299d718b970 req-943952c0-dc14-4d03-a9ae-bbb2e6ce3fde tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Allocated IP 19.86.0.225 (a7029ee0-3166-457b-8a19-cf9b5cc6a320/d8b82788-24bf-4152-9904-b60ed7f60fab/97e6bcc5-a2b7-4957-8ccd-b8e88098911d) {{(pid=103591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:29:32.435267 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-08245e1e-873d-4b8d-9a42-3f687623019e None None] Provisioning complete for port ad662a56-1f51-4b18-b430-00c202c96caa triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:29:32.435631 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-08245e1e-873d-4b8d-9a42-3f687623019e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:32.518853 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5638300-231a-44eb-8883-482bcae94c4c req-4ee2bec1-bfbe-42fc-ac66-8b3877b78eeb tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:29:32.520401 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f5638300-231a-44eb-8883-482bcae94c4c req-4ee2bec1-bfbe-42fc-ac66-8b3877b78eeb tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] 10.222.0.60 "GET /v2.0/ports?device_id=c91eccca-8b79-4133-9b67-8e640b1347ac HTTP/1.1" status: 200 len: 945 time: 0.1597261 Nov 23 17:29:32.632671 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f5638300-231a-44eb-8883-482bcae94c4c req-28518921-c8f9-4b9a-85ee-b79b90471be5 tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] 10.222.0.60 "GET /v2.0/security-groups?id=d8e33e73-30b9-4952-965d-f940c31594f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958712 Nov 23 17:29:32.719853 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-db116bc2-2836-438c-9022-30b9c5197617 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:32.873371 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-db116bc2-2836-438c-9022-30b9c5197617 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Allocated IP 172.25.3.241 (4c8455ba-1be5-42ac-b8c2-8a16e1292d55/08fe3644-ce41-4c3f-a7ea-92bac0f0fff5/2b470932-51f1-4058-92b7-e86d181e5e22) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:29:32.916454 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644b79c9-f6d2-4651-bc30-55658d5dcdf7 req-111ccdc2-0d02-481c-99db-3ed7374bba28 tempest-ServerPasswordTestJSON-1478579908 tempest-ServerPasswordTestJSON-1478579908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:29:32.918040 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-644b79c9-f6d2-4651-bc30-55658d5dcdf7 req-111ccdc2-0d02-481c-99db-3ed7374bba28 tempest-ServerPasswordTestJSON-1478579908 tempest-ServerPasswordTestJSON-1478579908-project] 10.222.0.36 "GET /v2.0/networks?id=32036b23-827f-4bd6-b5c4-ab1dfcc349d0 HTTP/1.1" status: 200 len: 813 time: 0.2621362 Nov 23 17:29:32.921085 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-4433f51a-314f-4604-8907-2299d718b970 req-943952c0-dc14-4d03-a9ae-bbb2e6ce3fde tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Publish callbacks [] for port, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:32.931096 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b3165d-2696-4ffe-8997-c9fa13f7294b req-548bf566-225c-4817-86a1-1c7defbff3fd tempest-ImagesOneServerNegativeTestJSON-1012219953 tempest-ImagesOneServerNegativeTestJSON-1012219953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:29:32.932729 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-50b3165d-2696-4ffe-8997-c9fa13f7294b req-548bf566-225c-4817-86a1-1c7defbff3fd tempest-ImagesOneServerNegativeTestJSON-1012219953 tempest-ImagesOneServerNegativeTestJSON-1012219953-project] 10.222.0.60 "GET /v2.0/ports?device_id=ced6596c-243f-4083-abeb-9a9a295832c6 HTTP/1.1" status: 200 len: 946 time: 0.1596780 Nov 23 17:29:32.938771 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [req-644b79c9-f6d2-4651-bc30-55658d5dcdf7 req-8c587670-7ab3-4f60-92f7-7eff91ba6f0f tempest-ServerPasswordTestJSON-1478579908 tempest-ServerPasswordTestJSON-1478579908-project] Request body: {'port': {'device_id': 'e2dee53a-f16c-4acc-a852-cb3e47805fe2', 'network_id': '32036b23-827f-4bd6-b5c4-ab1dfcc349d0', 'admin_state_up': True, 'tenant_id': 'bef4beba2c7946d2bcb3ed6dc73135ed'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:29:32.988587 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-db116bc2-2836-438c-9022-30b9c5197617 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:33.003686 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c91eccca-8b79-4133-9b67-8e640b1347ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af7771d7-80af-4220-bc57-9e1037f5bb30'}] {{(pid=103592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:29:33.007609 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba3e6a8f2301c7a29fe1eca9779abdae4ccbcd6266d69778087f2498d5551201" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e177751-6964-4ba7-a963-c6d99c8733af" -d '{"events": [{"server_uuid": "c91eccca-8b79-4133-9b67-8e640b1347ac", "name": "network-vif-plugged", "status": "completed", "tag": "af7771d7-80af-4220-bc57-9e1037f5bb30"}]}' {{(pid=103592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:29:33.026669 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-db116bc2-2836-438c-9022-30b9c5197617 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:33.062629 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db116bc2-2836-438c-9022-30b9c5197617 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Network 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:29:33.067921 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-50b3165d-2696-4ffe-8997-c9fa13f7294b req-0ef7d6ad-fa4e-4d1e-a50c-fa0e2b5a794a tempest-ImagesOneServerNegativeTestJSON-1012219953 tempest-ImagesOneServerNegativeTestJSON-1012219953-project] 10.222.0.60 "GET /v2.0/security-groups?id=651f9501-e200-4452-8eae-06db36d1c3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256161 Nov 23 17:29:33.069635 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-db116bc2-2836-438c-9022-30b9c5197617 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:29:33.073293 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db116bc2-2836-438c-9022-30b9c5197617 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:29:33.088830 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-4433f51a-314f-4604-8907-2299d718b970 req-943952c0-dc14-4d03-a9ae-bbb2e6ce3fde tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:33.103804 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db116bc2-2836-438c-9022-30b9c5197617 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Pushing event updated for resources: {'Port': ['ID=2b470932-51f1-4058-92b7-e86d181e5e22,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:29:33.166553 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943952c0-dc14-4d03-a9ae-bbb2e6ce3fde tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Pushing event updated for resources: {'Port': ['ID=97e6bcc5-a2b7-4957-8ccd-b8e88098911d,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:29:33.198351 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4433f51a-314f-4604-8907-2299d718b970 req-943952c0-dc14-4d03-a9ae-bbb2e6ce3fde tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Network a7029ee0-3166-457b-8a19-cf9b5cc6a320 is already hosted by enough agents. {{(pid=103591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:29:33.203688 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [req-4433f51a-314f-4604-8907-2299d718b970 req-943952c0-dc14-4d03-a9ae-bbb2e6ce3fde tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Resources bound (agent type, host, resource id): {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:29:33.205888 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-db116bc2-2836-438c-9022-30b9c5197617 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:33.206538 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [req-4433f51a-314f-4604-8907-2299d718b970 req-943952c0-dc14-4d03-a9ae-bbb2e6ce3fde tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Received port after_create {{(pid=103591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:29:33.252751 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-db116bc2-2836-438c-9022-30b9c5197617 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:33.490962 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-db116bc2-2836-438c-9022-30b9c5197617 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Publish callbacks [] for port, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:33.497242 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-db116bc2-2836-438c-9022-30b9c5197617 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264357957'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:33.497470 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-ce9bca3f-07b6-44c7-bb69-38cbbcb613ab None None] Provisioning complete for port 97e6bcc5-a2b7-4957-8ccd-b8e88098911d triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:29:33.497594 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-ce9bca3f-07b6-44c7-bb69-38cbbcb613ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:33.542731 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-644b79c9-f6d2-4651-bc30-55658d5dcdf7 req-8c587670-7ab3-4f60-92f7-7eff91ba6f0f tempest-ServerPasswordTestJSON-1478579908 tempest-ServerPasswordTestJSON-1478579908-project] Made reservation on behalf of bef4beba2c7946d2bcb3ed6dc73135ed for: {'port': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:29:33.548059 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-644b79c9-f6d2-4651-bc30-55658d5dcdf7 req-8c587670-7ab3-4f60-92f7-7eff91ba6f0f tempest-ServerPasswordTestJSON-1478579908 tempest-ServerPasswordTestJSON-1478579908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:33.553462 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-ce9bca3f-07b6-44c7-bb69-38cbbcb613ab None None] Port 97e6bcc5-a2b7-4957-8ccd-b8e88098911d cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:29:33.576432 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db116bc2-2836-438c-9022-30b9c5197617 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Pushing event updated for resources: {'Port': ['ID=2b470932-51f1-4058-92b7-e86d181e5e22,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:29:33.588042 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-db116bc2-2836-438c-9022-30b9c5197617 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1795396'] for floatingip, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:33.605816 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-db116bc2-2836-438c-9022-30b9c5197617 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for floatingip, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:33.621134 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-db116bc2-2836-438c-9022-30b9c5197617 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5284917 Nov 23 17:29:33.635308 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device ad662a56-1f51-4b18-b430-00c202c96caa up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:29:33.675697 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9651cd58-f372-42d3-8370-8bc81810b651 req-09e601f1-ce76-4b39-a844-c316dda03622 tempest-ServerPasswordTestJSON-1478579908 tempest-ServerPasswordTestJSON-1478579908-project] 10.222.0.60 "GET /v2.0/ports?device_id=e2dee53a-f16c-4acc-a852-cb3e47805fe2 HTTP/1.1" status: 200 len: 210 time: 0.1088428 Nov 23 17:29:33.711061 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4433f51a-314f-4604-8907-2299d718b970 req-943952c0-dc14-4d03-a9ae-bbb2e6ce3fde tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:29:33.711914 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-4433f51a-314f-4604-8907-2299d718b970 req-943952c0-dc14-4d03-a9ae-bbb2e6ce3fde tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:33.727887 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port ad662a56-1f51-4b18-b430-00c202c96caa triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:29:33.728268 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:33.769896 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:29:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00c0aee6-a844-45a1-b680-7f4c064846c8 x-openstack-request-id: req-00c0aee6-a844-45a1-b680-7f4c064846c8 {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:29:33.770663 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c91eccca-8b79-4133-9b67-8e640b1347ac", "name": "network-vif-plugged", "status": "completed", "tag": "af7771d7-80af-4220-bc57-9e1037f5bb30", "code": 200}]} {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:29:33.770663 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-00c0aee6-a844-45a1-b680-7f4c064846c8 {{(pid=103592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:29:33.770912 n-d-816206-8 neutron-server[103592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c91eccca-8b79-4133-9b67-8e640b1347ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af7771d7-80af-4220-bc57-9e1037f5bb30', 'code': 200} Nov 23 17:29:33.801762 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ae1577-c7b0-4236-b675-9cdd50817bf1 req-0e0d79d3-23cd-465d-bee8-ade196f39c7c tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:29:33.809514 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ae1577-c7b0-4236-b675-9cdd50817bf1 req-0e0d79d3-23cd-465d-bee8-ade196f39c7c tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:29:33.811181 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-88ae1577-c7b0-4236-b675-9cdd50817bf1 req-0e0d79d3-23cd-465d-bee8-ade196f39c7c tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] 10.222.0.60 "GET /v2.0/ports?device_id=a0550fc1-3534-4f5f-a522-dde794744bda HTTP/1.1" status: 200 len: 1655 time: 0.6235678 Nov 23 17:29:33.875324 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4433f51a-314f-4604-8907-2299d718b970 req-943952c0-dc14-4d03-a9ae-bbb2e6ce3fde tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3137147 Nov 23 17:29:33.897491 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [req-4433f51a-314f-4604-8907-2299d718b970 req-0297a46f-4207-4183-a8f5-035145ea901b service neutron] Request body: {'port': {'device_id': 'a0550fc1-3534-4f5f-a522-dde794744bda', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-8'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:29:34.038605 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5c4292-2972-437d-82a4-300c625b9e9e req-3b994360-6009-4227-aead-8bdb6196a7da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:29:34.040012 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8c5c4292-2972-437d-82a4-300c625b9e9e req-3b994360-6009-4227-aead-8bdb6196a7da service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c91eccca-8b79-4133-9b67-8e640b1347ac HTTP/1.1" status: 200 len: 1096 time: 0.2170162 Nov 23 17:29:34.043365 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-88ae1577-c7b0-4236-b675-9cdd50817bf1 req-0a77b865-464b-47f7-aacf-64c4a3ca0752 tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] 10.222.0.60 "GET /v2.0/security-groups?id=e0395b5d-c9ae-4269-a510-77335f56b6a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2191503 Nov 23 17:29:34.057123 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.db_base_plugin_common [req-644b79c9-f6d2-4651-bc30-55658d5dcdf7 req-8c587670-7ab3-4f60-92f7-7eff91ba6f0f tempest-ServerPasswordTestJSON-1478579908 tempest-ServerPasswordTestJSON-1478579908-project] Allocated IP 172.20.0.14 (32036b23-827f-4bd6-b5c4-ab1dfcc349d0/60d6b9f1-95ba-4891-8e22-f38003c13082/731202d3-03b4-49f2-92c5-22f33722549c) {{(pid=103591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:29:34.086390 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-4433f51a-314f-4604-8907-2299d718b970 req-0297a46f-4207-4183-a8f5-035145ea901b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:34.106856 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device 97cf3f37-bd1d-4404-849f-d8e0feede5b7 details requested by agent hyperv_n-h1-816206-8 with host n-h1-816206-8 {{(pid=103592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 17:29:34.212859 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975ed010-203e-4b5e-b8c3-cbccf97359f9 req-20a03806-7bfd-497b-ab27-6b5534490832 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:29:34.220452 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-975ed010-203e-4b5e-b8c3-cbccf97359f9 req-20a03806-7bfd-497b-ab27-6b5534490832 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.60 "GET /v2.0/ports?device_id=b67af4ed-d0b2-448c-8244-b3ebd67e5d3c HTTP/1.1" status: 200 len: 943 time: 0.2176845 Nov 23 17:29:34.235695 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device b6ccaaf8-69b1-44ca-b661-e24cdf57ccc1 details requested by agent hyperv_n-h2-816206-8 with host n-h2-816206-8 {{(pid=103592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 17:29:34.261155 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8c5c4292-2972-437d-82a4-300c625b9e9e req-2773e98f-3cca-4dfb-87ac-e0e2746b32d2 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=d8e33e73-30b9-4952-965d-f940c31594f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2078116 Nov 23 17:29:34.313720 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port 97cf3f37-bd1d-4404-849f-d8e0feede5b7, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=97cf3f37-bd1d-4404-849f-d8e0feede5b7,segment=NetworkSegment(329c1745-02bf-4561-9615-3192910887f5),segment_id=329c1745-02bf-4561-9615-3192910887f5)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:29:34.354838 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Returning: {'device': '97cf3f37-bd1d-4404-849f-d8e0feede5b7', 'network_id': 'f1e1dabf-b410-4023-9169-a460a86e7184', 'port_id': '97cf3f37-bd1d-4404-849f-d8e0feede5b7', 'mac_address': 'fa:16:3e:38:43:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac77c175-5679-438b-8a2a-356718377641', 'ip_address': '192.168.233.62'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 17:29:34.432695 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port b6ccaaf8-69b1-44ca-b661-e24cdf57ccc1, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=b6ccaaf8-69b1-44ca-b661-e24cdf57ccc1,segment=NetworkSegment(f75f400f-3665-42b6-b743-8c8989e17b3e),segment_id=f75f400f-3665-42b6-b743-8c8989e17b3e)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:29:34.435854 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:34.454492 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Returning: {'device': 'b6ccaaf8-69b1-44ca-b661-e24cdf57ccc1', 'network_id': '43d8ac08-152d-4053-b836-ddc03b0e91a2', 'port_id': 'b6ccaaf8-69b1-44ca-b661-e24cdf57ccc1', 'mac_address': 'fa:16:3e:c1:5b:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23f80e8e-7e58-4465-87c1-72654345f52f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 17:29:34.465670 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b59ca0-54de-4ef1-8f57-c9530e605f8d req-e0d0810a-b02f-45c1-bdb3-8e9f85de02b3 tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:29:34.467293 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a3b59ca0-54de-4ef1-8f57-c9530e605f8d req-e0d0810a-b02f-45c1-bdb3-8e9f85de02b3 tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] 10.222.0.60 "GET /v2.0/ports?device_id=c91eccca-8b79-4133-9b67-8e640b1347ac HTTP/1.1" status: 200 len: 945 time: 0.3163528 Nov 23 17:29:34.492056 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-975ed010-203e-4b5e-b8c3-cbccf97359f9 req-502ea098-8cf4-47b5-a1e4-36a320c73764 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.60 "GET /v2.0/security-groups?id=b4179e07-bbfd-4236-b98c-2ab2b518c61f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2681916 Nov 23 17:29:34.494998 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 97cf3f37-bd1d-4404-849f-d8e0feede5b7 {{(pid=103592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:29:34.524301 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:34.552250 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6ccaaf8-69b1-44ca-b661-e24cdf57ccc1 {{(pid=103592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:29:34.562232 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port 97cf3f37-bd1d-4404-849f-d8e0feede5b7, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=97cf3f37-bd1d-4404-849f-d8e0feede5b7,segment=NetworkSegment(329c1745-02bf-4561-9615-3192910887f5),segment_id=329c1745-02bf-4561-9615-3192910887f5)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:29:34.574060 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:34.588743 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port b6ccaaf8-69b1-44ca-b661-e24cdf57ccc1, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=b6ccaaf8-69b1-44ca-b661-e24cdf57ccc1,segment=NetworkSegment(f75f400f-3665-42b6-b743-8c8989e17b3e),segment_id=f75f400f-3665-42b6-b743-8c8989e17b3e)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:29:34.621483 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:34.655355 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Pushing event updated for resources: {'Port': ['ID=97cf3f37-bd1d-4404-849f-d8e0feede5b7,revision_number=6']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:29:34.685577 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-644b79c9-f6d2-4651-bc30-55658d5dcdf7 req-8c587670-7ab3-4f60-92f7-7eff91ba6f0f tempest-ServerPasswordTestJSON-1478579908 tempest-ServerPasswordTestJSON-1478579908-project] Publish callbacks [] for port, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:34.721102 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] get_ports_and_sgs() called for port_ids ['97cf3f37-bd1d-4404-849f-d8e0feede5b7'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:29:34.736079 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a3b59ca0-54de-4ef1-8f57-c9530e605f8d req-bc483cd1-ca07-4ced-9d89-cf1f1537fb8c tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] 10.222.0.60 "GET /v2.0/security-groups?id=d8e33e73-30b9-4952-965d-f940c31594f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2409563 Nov 23 17:29:34.837827 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5a0923e2-e7e2-4be3-aae6-cfff194524a7 req-2a156bdd-7621-4613-8fb0-d487bea54dbe tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--790630856&fields=id&tenant_id=9b0068a4a0a543038f63069e85a0a90e HTTP/1.1" status: 200 len: 267 time: 0.1808805 Nov 23 17:29:34.877541 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Pushing event updated for resources: {'Port': ['ID=b6ccaaf8-69b1-44ca-b661-e24cdf57ccc1,revision_number=4']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:29:34.926321 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-644b79c9-f6d2-4651-bc30-55658d5dcdf7 req-8c587670-7ab3-4f60-92f7-7eff91ba6f0f tempest-ServerPasswordTestJSON-1478579908 tempest-ServerPasswordTestJSON-1478579908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:34.955941 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] get_ports_and_sgs() called for port_ids ['b6ccaaf8-69b1-44ca-b661-e24cdf57ccc1'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:29:34.974014 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0923e2-e7e2-4be3-aae6-cfff194524a7 req-7ade9230-d09d-41ac-ae23-9df90768a624 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:29:34.983184 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5a0923e2-e7e2-4be3-aae6-cfff194524a7 req-7ade9230-d09d-41ac-ae23-9df90768a624 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] 10.222.0.60 "GET /v2.0/ports/43a35972-e7d6-46b1-a089-47907bd8d235 HTTP/1.1" status: 200 len: 936 time: 0.1438820 Nov 23 17:29:35.101730 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-644b79c9-f6d2-4651-bc30-55658d5dcdf7 req-8c587670-7ab3-4f60-92f7-7eff91ba6f0f tempest-ServerPasswordTestJSON-1478579908 tempest-ServerPasswordTestJSON-1478579908-project] Network 32036b23-827f-4bd6-b5c4-ab1dfcc349d0 is already hosted by enough agents. {{(pid=103591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:29:35.111454 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [req-4433f51a-314f-4604-8907-2299d718b970 req-0297a46f-4207-4183-a8f5-035145ea901b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a59aa08-5e2d-4ba4-952f-cd7c61c800ee {{(pid=103591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:29:35.121517 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [req-644b79c9-f6d2-4651-bc30-55658d5dcdf7 req-8c587670-7ab3-4f60-92f7-7eff91ba6f0f tempest-ServerPasswordTestJSON-1478579908 tempest-ServerPasswordTestJSON-1478579908-project] Resources bound (agent type, host, resource id): {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:29:35.144076 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0923e2-e7e2-4be3-aae6-cfff194524a7 req-bf58d828-6754-4258-b942-4a889099296e tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:29:35.146076 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5a0923e2-e7e2-4be3-aae6-cfff194524a7 req-bf58d828-6754-4258-b942-4a889099296e tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] 10.222.0.60 "GET /v2.0/ports/2c22850f-3ed8-45c1-8cb5-d847f5bb33e0 HTTP/1.1" status: 200 len: 935 time: 0.1618567 Nov 23 17:29:35.147133 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [req-644b79c9-f6d2-4651-bc30-55658d5dcdf7 req-8c587670-7ab3-4f60-92f7-7eff91ba6f0f tempest-ServerPasswordTestJSON-1478579908 tempest-ServerPasswordTestJSON-1478579908-project] Received port after_create {{(pid=103591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:29:35.155066 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-4433f51a-314f-4604-8907-2299d718b970 req-0297a46f-4207-4183-a8f5-035145ea901b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:35.214265 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01430924-1f58-4182-897b-bbe4e8e31402 req-e7e7873f-d4de-4a6c-b5ce-ab14323479e2 tempest-ImagesOneServerNegativeTestJSON-1012219953 tempest-ImagesOneServerNegativeTestJSON-1012219953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:29:35.215845 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-01430924-1f58-4182-897b-bbe4e8e31402 req-e7e7873f-d4de-4a6c-b5ce-ab14323479e2 tempest-ImagesOneServerNegativeTestJSON-1012219953 tempest-ImagesOneServerNegativeTestJSON-1012219953-project] 10.222.0.60 "GET /v2.0/ports?device_id=ced6596c-243f-4083-abeb-9a9a295832c6 HTTP/1.1" status: 200 len: 946 time: 0.3233354 Nov 23 17:29:35.257510 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c587670-7ab3-4f60-92f7-7eff91ba6f0f tempest-ServerPasswordTestJSON-1478579908 tempest-ServerPasswordTestJSON-1478579908-project] Pushing event updated for resources: {'Port': ['ID=731202d3-03b4-49f2-92c5-22f33722549c,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:29:35.337711 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5a0923e2-e7e2-4be3-aae6-cfff194524a7 req-55650ce8-d1f3-41a4-ae25-174c6821d38d tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] 10.222.0.60 "GET /v2.0/ports?network_id=a080cd49-aff0-47e2-a832-3717812be820&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1706145 Nov 23 17:29:35.353862 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.provisioning_blocks [req-4433f51a-314f-4604-8907-2299d718b970 req-0297a46f-4207-4183-a8f5-035145ea901b service neutron] Transition to ACTIVE for port object 9a59aa08-5e2d-4ba4-952f-cd7c61c800ee will not be triggered until provisioned by entity L2. {{(pid=103591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 17:29:35.366529 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1dcf1a-5646-48e2-a463-45b736bc3525 req-029c09a7-894a-494d-8e42-47481458c19b tempest-ImagesOneServerNegativeTestJSON-1012219953 tempest-ImagesOneServerNegativeTestJSON-1012219953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:29:35.368630 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-6e1dcf1a-5646-48e2-a463-45b736bc3525 req-029c09a7-894a-494d-8e42-47481458c19b tempest-ImagesOneServerNegativeTestJSON-1012219953 tempest-ImagesOneServerNegativeTestJSON-1012219953-project] 10.222.0.55 "GET /v2.0/ports?device_id=ced6596c-243f-4083-abeb-9a9a295832c6 HTTP/1.1" status: 200 len: 946 time: 0.0964105 Nov 23 17:29:35.387243 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-4433f51a-314f-4604-8907-2299d718b970 req-0297a46f-4207-4183-a8f5-035145ea901b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264758186'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:35.406352 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5a0923e2-e7e2-4be3-aae6-cfff194524a7 req-6f8528ca-522f-4730-9f34-c76cc7c80226 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] 10.222.0.60 "GET /v2.0/ports?network_id=a080cd49-aff0-47e2-a832-3717812be820&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0653965 Nov 23 17:29:35.476756 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644b79c9-f6d2-4651-bc30-55658d5dcdf7 req-8c587670-7ab3-4f60-92f7-7eff91ba6f0f tempest-ServerPasswordTestJSON-1478579908 tempest-ServerPasswordTestJSON-1478579908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:29:35.477789 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-644b79c9-f6d2-4651-bc30-55658d5dcdf7 req-8c587670-7ab3-4f60-92f7-7eff91ba6f0f tempest-ServerPasswordTestJSON-1478579908 tempest-ServerPasswordTestJSON-1478579908-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:35.526352 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0297a46f-4207-4183-a8f5-035145ea901b service neutron] Pushing event updated for resources: {'Port': ['ID=9a59aa08-5e2d-4ba4-952f-cd7c61c800ee,revision_number=2']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:29:35.583130 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [req-6e1dcf1a-5646-48e2-a463-45b736bc3525 req-9a96ca16-50f3-4f57-b05c-700dc7ffb6cb tempest-ImagesOneServerNegativeTestJSON-1012219953 tempest-ImagesOneServerNegativeTestJSON-1012219953-project] Deleting port 8d6e06dd-bfdf-4f58-91d5-0f20a83dd747 {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:29:35.583558 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-6e1dcf1a-5646-48e2-a463-45b736bc3525 req-9a96ca16-50f3-4f57-b05c-700dc7ffb6cb tempest-ImagesOneServerNegativeTestJSON-1012219953 tempest-ImagesOneServerNegativeTestJSON-1012219953-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:35.667309 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-01430924-1f58-4182-897b-bbe4e8e31402 req-565e61d8-80c4-4f53-8524-1a849e24abd6 tempest-ImagesOneServerNegativeTestJSON-1012219953 tempest-ImagesOneServerNegativeTestJSON-1012219953-project] 10.222.0.60 "GET /v2.0/security-groups?id=651f9501-e200-4452-8eae-06db36d1c3fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3985622 Nov 23 17:29:35.681893 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-644b79c9-f6d2-4651-bc30-55658d5dcdf7 req-8c587670-7ab3-4f60-92f7-7eff91ba6f0f tempest-ServerPasswordTestJSON-1478579908 tempest-ServerPasswordTestJSON-1478579908-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7465160 Nov 23 17:29:35.804151 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [req-644b79c9-f6d2-4651-bc30-55658d5dcdf7 req-d7d04085-851e-4b55-9b0f-53b643cb3bf1 service neutron] Request body: {'port': {'device_id': 'e2dee53a-f16c-4acc-a852-cb3e47805fe2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-8'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:29:35.813916 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [req-6e1dcf1a-5646-48e2-a463-45b736bc3525 req-9a96ca16-50f3-4f57-b05c-700dc7ffb6cb tempest-ImagesOneServerNegativeTestJSON-1012219953 tempest-ImagesOneServerNegativeTestJSON-1012219953-project] For port 8d6e06dd-bfdf-4f58-91d5-0f20a83dd747, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=8d6e06dd-bfdf-4f58-91d5-0f20a83dd747,segment=NetworkSegment(60478cc8-93b5-4306-bc7b-30ff3da3bb33),segment_id=60478cc8-93b5-4306-bc7b-30ff3da3bb33)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:29:35.814277 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-6e1dcf1a-5646-48e2-a463-45b736bc3525 req-9a96ca16-50f3-4f57-b05c-700dc7ffb6cb tempest-ImagesOneServerNegativeTestJSON-1012219953 tempest-ImagesOneServerNegativeTestJSON-1012219953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:35.832977 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [req-6e1dcf1a-5646-48e2-a463-45b736bc3525 req-9a96ca16-50f3-4f57-b05c-700dc7ffb6cb tempest-ImagesOneServerNegativeTestJSON-1012219953 tempest-ImagesOneServerNegativeTestJSON-1012219953-project] Calling delete_port for 8d6e06dd-bfdf-4f58-91d5-0f20a83dd747 owned by compute:nova {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:29:35.977617 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-644b79c9-f6d2-4651-bc30-55658d5dcdf7 req-d7d04085-851e-4b55-9b0f-53b643cb3bf1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:35.993132 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0923e2-e7e2-4be3-aae6-cfff194524a7 req-15a6a4af-2059-4978-b5b7-64809e1847c8 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:29:35.999492 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0923e2-e7e2-4be3-aae6-cfff194524a7 req-15a6a4af-2059-4978-b5b7-64809e1847c8 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:29:36.007249 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0923e2-e7e2-4be3-aae6-cfff194524a7 req-15a6a4af-2059-4978-b5b7-64809e1847c8 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:29:36.009202 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5a0923e2-e7e2-4be3-aae6-cfff194524a7 req-15a6a4af-2059-4978-b5b7-64809e1847c8 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] 10.222.0.60 "GET /v2.0/networks?id=8fae7973-38e6-4660-a7b2-023eda92e2f5&id=a67d26f0-d8bc-46d6-9df4-c5b8fb20d14c&id=a67d26f0-d8bc-46d6-9df4-c5b8fb20d14c&id=a080cd49-aff0-47e2-a832-3717812be820&id=a080cd49-aff0-47e2-a832-3717812be820 HTTP/1.1" status: 200 len: 1995 time: 0.6035993 Nov 23 17:29:36.033236 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-4433f51a-314f-4604-8907-2299d718b970 req-0297a46f-4207-4183-a8f5-035145ea901b service neutron] Attempting to bind port 9a59aa08-5e2d-4ba4-952f-cd7c61c800ee on host n-h1-816206-8 for vnic_type normal with profile {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:29:36.033652 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-4433f51a-314f-4604-8907-2299d718b970 req-0297a46f-4207-4183-a8f5-035145ea901b service neutron] Attempting to bind port 9a59aa08-5e2d-4ba4-952f-cd7c61c800ee by drivers openvswitch,hyperv on host n-h1-816206-8 at level 0 using segments [{'id': '724ec88f-a1df-4cae-bfb2-80a741c10e27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'e54260d2-a5c0-4295-9ada-ac988fc25455'}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:29:36.033970 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4433f51a-314f-4604-8907-2299d718b970 req-0297a46f-4207-4183-a8f5-035145ea901b service neutron] Attempting to bind port 9a59aa08-5e2d-4ba4-952f-cd7c61c800ee on network e54260d2-a5c0-4295-9ada-ac988fc25455 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:29:36.067827 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4433f51a-314f-4604-8907-2299d718b970 req-0297a46f-4207-4183-a8f5-035145ea901b service neutron] Port 9a59aa08-5e2d-4ba4-952f-cd7c61c800ee on network e54260d2-a5c0-4295-9ada-ac988fc25455 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-8 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 17:29:36.068272 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4433f51a-314f-4604-8907-2299d718b970 req-0297a46f-4207-4183-a8f5-035145ea901b service neutron] Attempting to bind port 9a59aa08-5e2d-4ba4-952f-cd7c61c800ee on network e54260d2-a5c0-4295-9ada-ac988fc25455 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:29:36.093115 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-6e1dcf1a-5646-48e2-a463-45b736bc3525 req-9a96ca16-50f3-4f57-b05c-700dc7ffb6cb tempest-ImagesOneServerNegativeTestJSON-1012219953 tempest-ImagesOneServerNegativeTestJSON-1012219953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:36.093450 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5a0923e2-e7e2-4be3-aae6-cfff194524a7 req-1080a5d3-1683-44f1-941c-d54c931ceb4b tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] 10.222.0.60 "GET /v2.0/quotas/9b0068a4a0a543038f63069e85a0a90e HTTP/1.1" status: 200 len: 375 time: 0.0718026 Nov 23 17:29:36.102759 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4433f51a-314f-4604-8907-2299d718b970 req-0297a46f-4207-4183-a8f5-035145ea901b service neutron] Checking agent: {'id': '4b0a4557-3bfe-4828-80a0-7981fc3ac84c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 15, 14), 'started_at': datetime.datetime(2021, 11, 23, 17, 15, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 29, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:29:36.103218 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4433f51a-314f-4604-8907-2299d718b970 req-0297a46f-4207-4183-a8f5-035145ea901b service neutron] Checking segment: {'id': '724ec88f-a1df-4cae-bfb2-80a741c10e27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'e54260d2-a5c0-4295-9ada-ac988fc25455'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:29:36.103464 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4433f51a-314f-4604-8907-2299d718b970 req-0297a46f-4207-4183-a8f5-035145ea901b service neutron] Bound using segment: {'id': '724ec88f-a1df-4cae-bfb2-80a741c10e27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'e54260d2-a5c0-4295-9ada-ac988fc25455'} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:29:36.103992 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-4433f51a-314f-4604-8907-2299d718b970 req-0297a46f-4207-4183-a8f5-035145ea901b service neutron] Bound port: 9a59aa08-5e2d-4ba4-952f-cd7c61c800ee, host: n-h1-816206-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '724ec88f-a1df-4cae-bfb2-80a741c10e27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'e54260d2-a5c0-4295-9ada-ac988fc25455'}}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:29:36.104360 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-4433f51a-314f-4604-8907-2299d718b970 req-0297a46f-4207-4183-a8f5-035145ea901b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:36.107059 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] get_ports_and_sgs() called for port_ids ['8d6e06dd-bfdf-4f58-91d5-0f20a83dd747'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:29:36.154668 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device 97cf3f37-bd1d-4404-849f-d8e0feede5b7 up at agent hyperv_n-h1-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:29:36.184975 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a96ca16-50f3-4f57-b05c-700dc7ffb6cb tempest-ImagesOneServerNegativeTestJSON-1012219953 tempest-ImagesOneServerNegativeTestJSON-1012219953-project] Pushing event deleted for resources: {'Port': ['ID=8d6e06dd-bfdf-4f58-91d5-0f20a83dd747,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:29:36.226321 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device b6ccaaf8-69b1-44ca-b661-e24cdf57ccc1 up at agent hyperv_n-h2-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:29:36.246472 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5c7fc7-5b1d-41b4-9c30-99ccc322aa5b req-fd124bdf-bfb0-46b4-9c35-e2cef84c0e43 tempest-ServerPasswordTestJSON-1478579908 tempest-ServerPasswordTestJSON-1478579908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:29:36.250034 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e1dcf1a-5646-48e2-a463-45b736bc3525 req-9a96ca16-50f3-4f57-b05c-700dc7ffb6cb tempest-ImagesOneServerNegativeTestJSON-1012219953 tempest-ImagesOneServerNegativeTestJSON-1012219953-project] No DVR routers for this DVR port 8d6e06dd-bfdf-4f58-91d5-0f20a83dd747 on host n-h1-816206-8 {{(pid=103590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:29:36.253058 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-6e1dcf1a-5646-48e2-a463-45b736bc3525 req-9a96ca16-50f3-4f57-b05c-700dc7ffb6cb tempest-ImagesOneServerNegativeTestJSON-1012219953 tempest-ImagesOneServerNegativeTestJSON-1012219953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:36.257004 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-6e1dcf1a-5646-48e2-a463-45b736bc3525 req-9a96ca16-50f3-4f57-b05c-700dc7ffb6cb tempest-ImagesOneServerNegativeTestJSON-1012219953 tempest-ImagesOneServerNegativeTestJSON-1012219953-project] 10.222.0.55 "DELETE /v2.0/ports/8d6e06dd-bfdf-4f58-91d5-0f20a83dd747 HTTP/1.1" status: 204 len: 173 time: 0.8800523 Nov 23 17:29:36.257208 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9f5c7fc7-5b1d-41b4-9c30-99ccc322aa5b req-fd124bdf-bfb0-46b4-9c35-e2cef84c0e43 tempest-ServerPasswordTestJSON-1478579908 tempest-ServerPasswordTestJSON-1478579908-project] 10.222.0.60 "GET /v2.0/ports?device_id=e2dee53a-f16c-4acc-a852-cb3e47805fe2 HTTP/1.1" status: 200 len: 932 time: 0.2449687 Nov 23 17:29:36.257848 n-d-816206-8 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ced6596c-243f-4083-abeb-9a9a295832c6', 'name': 'network-vif-deleted', 'tag': '8d6e06dd-bfdf-4f58-91d5-0f20a83dd747'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:29:36.261313 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbabddbc9fc37b068808e119c416c86f5957ca04531a4a0d2e695c515e93483b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e74d237b-d0b1-4816-9873-4299b028484c" -d '{"events": [{"server_uuid": "ced6596c-243f-4083-abeb-9a9a295832c6", "name": "network-vif-deleted", "tag": "8d6e06dd-bfdf-4f58-91d5-0f20a83dd747"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:29:36.274331 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f994bd2b-0c19-46b3-a328-131a4e40885b None None] DHCP port deletion for 979a75ad-e1a6-4cbe-9e08-b61461b07256 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:29:36.319112 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Provisioning complete for port 97cf3f37-bd1d-4404-849f-d8e0feede5b7 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:29:36.319494 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:36.373692 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Provisioning for port b6ccaaf8-69b1-44ca-b661-e24cdf57ccc1 completed by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 17:29:36.386170 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5a0923e2-e7e2-4be3-aae6-cfff194524a7 req-b4791a4f-bee8-4b1a-8a84-2073071fd444 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=9b0068a4a0a543038f63069e85a0a90e&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2771037 Nov 23 17:29:36.418621 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Provisioning complete for port b6ccaaf8-69b1-44ca-b661-e24cdf57ccc1 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:29:36.419035 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:36.455046 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-4433f51a-314f-4604-8907-2299d718b970 req-0297a46f-4207-4183-a8f5-035145ea901b service neutron] For port 9a59aa08-5e2d-4ba4-952f-cd7c61c800ee, host n-h1-816206-8, cleared binding levels {{(pid=103591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:29:36.560751 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:36.601101 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'daaf2d26-6252-4e15-aec2-60bbfe8c56eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97cf3f37-bd1d-4404-849f-d8e0feede5b7'}] {{(pid=103592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:29:36.603407 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba3e6a8f2301c7a29fe1eca9779abdae4ccbcd6266d69778087f2498d5551201" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78962552-6bfa-4b74-b95c-5be9a7fe93e4" -d '{"events": [{"server_uuid": "daaf2d26-6252-4e15-aec2-60bbfe8c56eb", "name": "network-vif-plugged", "status": "completed", "tag": "97cf3f37-bd1d-4404-849f-d8e0feede5b7"}]}' {{(pid=103592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:29:36.615702 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:36.621002 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port 97cf3f37-bd1d-4404-849f-d8e0feede5b7, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=97cf3f37-bd1d-4404-849f-d8e0feede5b7,segment=NetworkSegment(329c1745-02bf-4561-9615-3192910887f5),segment_id=329c1745-02bf-4561-9615-3192910887f5)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:29:36.631794 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:36.708176 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port b6ccaaf8-69b1-44ca-b661-e24cdf57ccc1, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=b6ccaaf8-69b1-44ca-b661-e24cdf57ccc1,segment=NetworkSegment(f75f400f-3665-42b6-b743-8c8989e17b3e),segment_id=f75f400f-3665-42b6-b743-8c8989e17b3e)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:29:36.715988 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:36.736053 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Pushing event updated for resources: {'Port': ['ID=97cf3f37-bd1d-4404-849f-d8e0feede5b7,revision_number=7']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:29:36.745177 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9f5c7fc7-5b1d-41b4-9c30-99ccc322aa5b req-8fce8362-8528-4211-adaa-852bbfe33e24 tempest-ServerPasswordTestJSON-1478579908 tempest-ServerPasswordTestJSON-1478579908-project] 10.222.0.60 "GET /v2.0/security-groups?id=86c481cb-f536-4301-a075-54ae31efc47e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4870431 Nov 23 17:29:36.757470 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:29:36.763197 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:29:36.763650 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:29:36.764054 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:29:36.764456 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:29:36.774551 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:29:36.774551 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:29:36.774551 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:29:36.774551 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:29:36.774551 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:29:36.774551 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:29:36.774551 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:29:36.809049 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-4433f51a-314f-4604-8907-2299d718b970 req-0297a46f-4207-4183-a8f5-035145ea901b service neutron] For port 9a59aa08-5e2d-4ba4-952f-cd7c61c800ee, host n-h1-816206-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=9a59aa08-5e2d-4ba4-952f-cd7c61c800ee,segment=NetworkSegment(724ec88f-a1df-4cae-bfb2-80a741c10e27),segment_id=724ec88f-a1df-4cae-bfb2-80a741c10e27)] {{(pid=103591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:29:36.882651 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Pushing event updated for resources: {'Port': ['ID=b6ccaaf8-69b1-44ca-b661-e24cdf57ccc1,revision_number=5']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:29:36.883012 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-4433f51a-314f-4604-8907-2299d718b970 req-0297a46f-4207-4183-a8f5-035145ea901b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264758186'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:37.024400 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4433f51a-314f-4604-8907-2299d718b970 req-0297a46f-4207-4183-a8f5-035145ea901b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:29:37.025064 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-4433f51a-314f-4604-8907-2299d718b970 req-0297a46f-4207-4183-a8f5-035145ea901b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:37.026448 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4433f51a-314f-4604-8907-2299d718b970 req-0297a46f-4207-4183-a8f5-035145ea901b service neutron] 10.222.0.55 "PUT /v2.0/ports/9a59aa08-5e2d-4ba4-952f-cd7c61c800ee HTTP/1.1" status: 200 len: 1092 time: 3.1380324 Nov 23 17:29:37.026937 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0550fc1-3534-4f5f-a522-dde794744bda', 'tag': '9a59aa08-5e2d-4ba4-952f-cd7c61c800ee'}] {{(pid=103591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:29:37.029176 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41d174a19ece9499ff9ec44e5b3fc50f2abd3ffbc947fb7e52ea1e8db27b95b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75c7818b-73a7-46bc-b57e-f4b04c1f7f78" -d '{"events": [{"name": "network-changed", "server_uuid": "a0550fc1-3534-4f5f-a522-dde794744bda", "tag": "9a59aa08-5e2d-4ba4-952f-cd7c61c800ee"}]}' {{(pid=103591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:29:37.076516 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [req-4433f51a-314f-4604-8907-2299d718b970 req-83a03c24-e8f9-45b6-9e44-d706db730ade service neutron] Request body: {'port': {'device_id': 'a0550fc1-3534-4f5f-a522-dde794744bda', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-8'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:29:37.079412 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0297a46f-4207-4183-a8f5-035145ea901b service neutron] Pushing event updated for resources: {'Port': ['ID=9a59aa08-5e2d-4ba4-952f-cd7c61c800ee,revision_number=3']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:29:37.135987 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934a99f9-7e3c-4bbc-954d-2d6620477c9e req-39a3d20c-7a51-4ec3-9594-6c18892c2556 tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:29:37.142056 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934a99f9-7e3c-4bbc-954d-2d6620477c9e req-39a3d20c-7a51-4ec3-9594-6c18892c2556 tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:29:37.145470 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-934a99f9-7e3c-4bbc-954d-2d6620477c9e req-39a3d20c-7a51-4ec3-9594-6c18892c2556 tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] 10.222.0.60 "GET /v2.0/ports?device_id=a0550fc1-3534-4f5f-a522-dde794744bda HTTP/1.1" status: 200 len: 1667 time: 0.2513099 Nov 23 17:29:37.183250 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5a0923e2-e7e2-4be3-aae6-cfff194524a7 req-48df839c-e669-4d1b-8f30-70f6264f04de service neutron] 10.222.0.60 "GET /v2.0/networks/8fae7973-38e6-4660-a7b2-023eda92e2f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7604303 Nov 23 17:29:37.337579 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-4433f51a-314f-4604-8907-2299d718b970 req-83a03c24-e8f9-45b6-9e44-d706db730ade service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:37.371257 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [req-644b79c9-f6d2-4651-bc30-55658d5dcdf7 req-d7d04085-851e-4b55-9b0f-53b643cb3bf1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 731202d3-03b4-49f2-92c5-22f33722549c {{(pid=103591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:29:37.388535 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-644b79c9-f6d2-4651-bc30-55658d5dcdf7 req-d7d04085-851e-4b55-9b0f-53b643cb3bf1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:37.405824 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-934a99f9-7e3c-4bbc-954d-2d6620477c9e req-f8d041f6-221d-4e2f-8231-bdae7dd7e558 tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] 10.222.0.60 "GET /v2.0/security-groups?id=e0395b5d-c9ae-4269-a510-77335f56b6a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2475877 Nov 23 17:29:37.452430 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.provisioning_blocks [req-644b79c9-f6d2-4651-bc30-55658d5dcdf7 req-d7d04085-851e-4b55-9b0f-53b643cb3bf1 service neutron] Transition to ACTIVE for port object 731202d3-03b4-49f2-92c5-22f33722549c will not be triggered until provisioned by entity L2. {{(pid=103591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 17:29:37.461805 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-644b79c9-f6d2-4651-bc30-55658d5dcdf7 req-d7d04085-851e-4b55-9b0f-53b643cb3bf1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264758186'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:37.479731 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5a0923e2-e7e2-4be3-aae6-cfff194524a7 req-30416bb0-1634-43f1-82e3-4b473583771f service neutron] 10.222.0.60 "GET /v2.0/networks/8fae7973-38e6-4660-a7b2-023eda92e2f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2956243 Nov 23 17:29:37.675931 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5a0923e2-e7e2-4be3-aae6-cfff194524a7 req-3812eb3e-4586-4c68-b3bd-7f06326cf82a service neutron] 10.222.0.60 "GET /v2.0/ports/43a35972-e7d6-46b1-a089-47907bd8d235?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1843467 Nov 23 17:29:37.703910 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d04085-851e-4b55-9b0f-53b643cb3bf1 service neutron] Pushing event updated for resources: {'Port': ['ID=731202d3-03b4-49f2-92c5-22f33722549c,revision_number=2']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:29:37.788289 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70950afe-c49a-4303-a7ca-32a55e10f767 req-4f1b91c3-e9d6-49cb-967b-b570b60b80cb tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:29:37.789867 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-70950afe-c49a-4303-a7ca-32a55e10f767 req-4f1b91c3-e9d6-49cb-967b-b570b60b80cb tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.60 "GET /v2.0/ports?device_id=b67af4ed-d0b2-448c-8244-b3ebd67e5d3c HTTP/1.1" status: 200 len: 945 time: 0.2996764 Nov 23 17:29:37.897916 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-644b79c9-f6d2-4651-bc30-55658d5dcdf7 req-d7d04085-851e-4b55-9b0f-53b643cb3bf1 service neutron] Attempting to bind port 731202d3-03b4-49f2-92c5-22f33722549c on host n-h2-816206-8 for vnic_type normal with profile {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:29:37.898618 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-644b79c9-f6d2-4651-bc30-55658d5dcdf7 req-d7d04085-851e-4b55-9b0f-53b643cb3bf1 service neutron] Attempting to bind port 731202d3-03b4-49f2-92c5-22f33722549c by drivers openvswitch,hyperv on host n-h2-816206-8 at level 0 using segments [{'id': 'a95b01c8-59fd-4fd6-951e-ee6747114bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '32036b23-827f-4bd6-b5c4-ab1dfcc349d0'}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:29:37.898618 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-644b79c9-f6d2-4651-bc30-55658d5dcdf7 req-d7d04085-851e-4b55-9b0f-53b643cb3bf1 service neutron] Attempting to bind port 731202d3-03b4-49f2-92c5-22f33722549c on network 32036b23-827f-4bd6-b5c4-ab1dfcc349d0 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:29:37.940674 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-644b79c9-f6d2-4651-bc30-55658d5dcdf7 req-d7d04085-851e-4b55-9b0f-53b643cb3bf1 service neutron] Port 731202d3-03b4-49f2-92c5-22f33722549c on network 32036b23-827f-4bd6-b5c4-ab1dfcc349d0 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-8 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 17:29:37.941063 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-644b79c9-f6d2-4651-bc30-55658d5dcdf7 req-d7d04085-851e-4b55-9b0f-53b643cb3bf1 service neutron] Attempting to bind port 731202d3-03b4-49f2-92c5-22f33722549c on network 32036b23-827f-4bd6-b5c4-ab1dfcc349d0 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:29:37.974726 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-644b79c9-f6d2-4651-bc30-55658d5dcdf7 req-d7d04085-851e-4b55-9b0f-53b643cb3bf1 service neutron] Checking agent: {'id': 'ab77bf9e-0267-4174-8f1d-822cba89b207', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 15, 13), 'started_at': datetime.datetime(2021, 11, 23, 17, 15, 13), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 29, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:29:37.975065 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-644b79c9-f6d2-4651-bc30-55658d5dcdf7 req-d7d04085-851e-4b55-9b0f-53b643cb3bf1 service neutron] Checking segment: {'id': 'a95b01c8-59fd-4fd6-951e-ee6747114bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '32036b23-827f-4bd6-b5c4-ab1dfcc349d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:29:37.975453 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-644b79c9-f6d2-4651-bc30-55658d5dcdf7 req-d7d04085-851e-4b55-9b0f-53b643cb3bf1 service neutron] Bound using segment: {'id': 'a95b01c8-59fd-4fd6-951e-ee6747114bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '32036b23-827f-4bd6-b5c4-ab1dfcc349d0'} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:29:37.975900 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-644b79c9-f6d2-4651-bc30-55658d5dcdf7 req-d7d04085-851e-4b55-9b0f-53b643cb3bf1 service neutron] Bound port: 731202d3-03b4-49f2-92c5-22f33722549c, host: n-h2-816206-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a95b01c8-59fd-4fd6-951e-ee6747114bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '32036b23-827f-4bd6-b5c4-ab1dfcc349d0'}}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:29:37.976257 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-644b79c9-f6d2-4651-bc30-55658d5dcdf7 req-d7d04085-851e-4b55-9b0f-53b643cb3bf1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:37.982310 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5a0923e2-e7e2-4be3-aae6-cfff194524a7 req-f1228199-591a-4006-bb3a-8867ea6500a5 service neutron] 10.222.0.60 "GET /v2.0/networks/a67d26f0-d8bc-46d6-9df4-c5b8fb20d14c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2705717 Nov 23 17:29:37.994669 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-70950afe-c49a-4303-a7ca-32a55e10f767 req-3faaeca3-b030-49ef-9546-b5775941b1d6 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.60 "GET /v2.0/security-groups?id=b4179e07-bbfd-4236-b98c-2ab2b518c61f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678338 Nov 23 17:29:38.132351 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device 8d6e06dd-bfdf-4f58-91d5-0f20a83dd747 no longer exists at agent hyperv_n-h1-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:29:38.154130 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] No Port match for: 8d6e06dd-bfdf-4f58-91d5-0f20a83dd747 {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:29:38.154392 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device 8d6e06dd-bfdf-4f58-91d5-0f20a83dd747 not bound to the agent host n-h1-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:29:38.228174 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [req-4433f51a-314f-4604-8907-2299d718b970 req-83a03c24-e8f9-45b6-9e44-d706db730ade service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97e6bcc5-a2b7-4957-8ccd-b8e88098911d {{(pid=103591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:29:38.263105 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-644b79c9-f6d2-4651-bc30-55658d5dcdf7 req-d7d04085-851e-4b55-9b0f-53b643cb3bf1 service neutron] For port 731202d3-03b4-49f2-92c5-22f33722549c, host n-h2-816206-8, cleared binding levels {{(pid=103591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:29:38.266196 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-4433f51a-314f-4604-8907-2299d718b970 req-83a03c24-e8f9-45b6-9e44-d706db730ade service neutron] Publish callbacks [] for port, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:38.275711 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-644b79c9-f6d2-4651-bc30-55658d5dcdf7 req-d7d04085-851e-4b55-9b0f-53b643cb3bf1 service neutron] For port 731202d3-03b4-49f2-92c5-22f33722549c, host n-h2-816206-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=731202d3-03b4-49f2-92c5-22f33722549c,segment=NetworkSegment(a95b01c8-59fd-4fd6-951e-ee6747114bfd),segment_id=a95b01c8-59fd-4fd6-951e-ee6747114bfd)] {{(pid=103591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:29:38.290812 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-644b79c9-f6d2-4651-bc30-55658d5dcdf7 req-d7d04085-851e-4b55-9b0f-53b643cb3bf1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264758186'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:38.303646 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.provisioning_blocks [req-4433f51a-314f-4604-8907-2299d718b970 req-83a03c24-e8f9-45b6-9e44-d706db730ade service neutron] Transition to ACTIVE for port object 97e6bcc5-a2b7-4957-8ccd-b8e88098911d will not be triggered until provisioned by entity L2. {{(pid=103591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 17:29:38.306064 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5a0923e2-e7e2-4be3-aae6-cfff194524a7 req-f2478f6a-89d3-4387-803d-c0c4492ab66e service neutron] 10.222.0.60 "GET /v2.0/networks/a67d26f0-d8bc-46d6-9df4-c5b8fb20d14c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3086407 Nov 23 17:29:38.316775 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170f3ff8-c25b-4290-9fc6-8c541acac6f9 req-2af99771-bc8c-4ee8-98c1-b06bd642d20d tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:29:38.318257 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-170f3ff8-c25b-4290-9fc6-8c541acac6f9 req-2af99771-bc8c-4ee8-98c1-b06bd642d20d tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] 10.222.0.60 "GET /v2.0/ports?device_id=c91eccca-8b79-4133-9b67-8e640b1347ac HTTP/1.1" status: 200 len: 945 time: 0.1769888 Nov 23 17:29:38.355906 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-4433f51a-314f-4604-8907-2299d718b970 req-83a03c24-e8f9-45b6-9e44-d706db730ade service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264758186'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:38.398917 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644b79c9-f6d2-4651-bc30-55658d5dcdf7 req-d7d04085-851e-4b55-9b0f-53b643cb3bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:29:38.400003 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-644b79c9-f6d2-4651-bc30-55658d5dcdf7 req-d7d04085-851e-4b55-9b0f-53b643cb3bf1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:38.402638 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-644b79c9-f6d2-4651-bc30-55658d5dcdf7 req-d7d04085-851e-4b55-9b0f-53b643cb3bf1 service neutron] 10.222.0.36 "PUT /v2.0/ports/731202d3-03b4-49f2-92c5-22f33722549c HTTP/1.1" status: 200 len: 1092 time: 2.7050903 Nov 23 17:29:38.465924 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5a0923e2-e7e2-4be3-aae6-cfff194524a7 req-9eda8f62-f5fd-4fc7-b00c-e3b839436bd2 service neutron] 10.222.0.60 "GET /v2.0/ports/2c22850f-3ed8-45c1-8cb5-d847f5bb33e0?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1237183 Nov 23 17:29:38.537245 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d04085-851e-4b55-9b0f-53b643cb3bf1 service neutron] Pushing event updated for resources: {'Port': ['ID=731202d3-03b4-49f2-92c5-22f33722549c,revision_number=3']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:29:38.709526 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-170f3ff8-c25b-4290-9fc6-8c541acac6f9 req-82a00ea7-db35-4a65-b5a1-b34fb01960c2 tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] 10.222.0.60 "GET /v2.0/security-groups?id=d8e33e73-30b9-4952-965d-f940c31594f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3578651 Nov 23 17:29:38.735994 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644b79c9-f6d2-4651-bc30-55658d5dcdf7 req-315184bb-12f0-437c-9efc-bfeb4167c136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:29:38.735994 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-644b79c9-f6d2-4651-bc30-55658d5dcdf7 req-315184bb-12f0-437c-9efc-bfeb4167c136 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bef4beba2c7946d2bcb3ed6dc73135ed&device_id=e2dee53a-f16c-4acc-a852-cb3e47805fe2 HTTP/1.1" status: 200 len: 1095 time: 0.2777891 Nov 23 17:29:38.774619 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-4433f51a-314f-4604-8907-2299d718b970 req-83a03c24-e8f9-45b6-9e44-d706db730ade service neutron] Attempting to bind port 97e6bcc5-a2b7-4957-8ccd-b8e88098911d on host n-h1-816206-8 for vnic_type normal with profile {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:29:38.774876 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-4433f51a-314f-4604-8907-2299d718b970 req-83a03c24-e8f9-45b6-9e44-d706db730ade service neutron] Attempting to bind port 97e6bcc5-a2b7-4957-8ccd-b8e88098911d by drivers openvswitch,hyperv on host n-h1-816206-8 at level 0 using segments [{'id': 'bfb005cb-15fd-4973-b7ee-baffd0bfccec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'a7029ee0-3166-457b-8a19-cf9b5cc6a320'}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:29:38.775295 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4433f51a-314f-4604-8907-2299d718b970 req-83a03c24-e8f9-45b6-9e44-d706db730ade service neutron] Attempting to bind port 97e6bcc5-a2b7-4957-8ccd-b8e88098911d on network a7029ee0-3166-457b-8a19-cf9b5cc6a320 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:29:38.809660 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:29:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e935f0a-8a7e-4edd-aec9-553f30e04dba x-openstack-request-id: req-9e935f0a-8a7e-4edd-aec9-553f30e04dba {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:29:38.810188 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ced6596c-243f-4083-abeb-9a9a295832c6", "name": "network-vif-deleted", "tag": "8d6e06dd-bfdf-4f58-91d5-0f20a83dd747", "status": "completed", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:29:38.810188 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-9e935f0a-8a7e-4edd-aec9-553f30e04dba {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:29:38.810593 n-d-816206-8 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ced6596c-243f-4083-abeb-9a9a295832c6', 'name': 'network-vif-deleted', 'tag': '8d6e06dd-bfdf-4f58-91d5-0f20a83dd747', 'status': 'completed', 'code': 200} Nov 23 17:29:38.816992 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a03c24-e8f9-45b6-9e44-d706db730ade service neutron] Pushing event updated for resources: {'Port': ['ID=97e6bcc5-a2b7-4957-8ccd-b8e88098911d,revision_number=2']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:29:38.824627 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-644b79c9-f6d2-4651-bc30-55658d5dcdf7 req-91785e01-146e-443f-b84c-bfe718146ce1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=731202d3-03b4-49f2-92c5-22f33722549c HTTP/1.1" status: 200 len: 217 time: 0.0598676 Nov 23 17:29:38.830855 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4433f51a-314f-4604-8907-2299d718b970 req-83a03c24-e8f9-45b6-9e44-d706db730ade service neutron] Port 97e6bcc5-a2b7-4957-8ccd-b8e88098911d on network a7029ee0-3166-457b-8a19-cf9b5cc6a320 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-8 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 17:29:38.831252 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4433f51a-314f-4604-8907-2299d718b970 req-83a03c24-e8f9-45b6-9e44-d706db730ade service neutron] Attempting to bind port 97e6bcc5-a2b7-4957-8ccd-b8e88098911d on network a7029ee0-3166-457b-8a19-cf9b5cc6a320 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:29:38.848233 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4433f51a-314f-4604-8907-2299d718b970 req-83a03c24-e8f9-45b6-9e44-d706db730ade service neutron] Checking agent: {'id': '4b0a4557-3bfe-4828-80a0-7981fc3ac84c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 15, 14), 'started_at': datetime.datetime(2021, 11, 23, 17, 15, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 29, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:29:38.848688 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4433f51a-314f-4604-8907-2299d718b970 req-83a03c24-e8f9-45b6-9e44-d706db730ade service neutron] Checking segment: {'id': 'bfb005cb-15fd-4973-b7ee-baffd0bfccec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'a7029ee0-3166-457b-8a19-cf9b5cc6a320'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:29:38.849181 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4433f51a-314f-4604-8907-2299d718b970 req-83a03c24-e8f9-45b6-9e44-d706db730ade service neutron] Bound using segment: {'id': 'bfb005cb-15fd-4973-b7ee-baffd0bfccec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'a7029ee0-3166-457b-8a19-cf9b5cc6a320'} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:29:38.849705 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-4433f51a-314f-4604-8907-2299d718b970 req-83a03c24-e8f9-45b6-9e44-d706db730ade service neutron] Bound port: 97e6bcc5-a2b7-4957-8ccd-b8e88098911d, host: n-h1-816206-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bfb005cb-15fd-4973-b7ee-baffd0bfccec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'a7029ee0-3166-457b-8a19-cf9b5cc6a320'}}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:29:38.850119 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-4433f51a-314f-4604-8907-2299d718b970 req-83a03c24-e8f9-45b6-9e44-d706db730ade service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:38.868014 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:29:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab57b1a6-1d5c-4b01-b49a-7746427b7305 x-openstack-request-id: req-ab57b1a6-1d5c-4b01-b49a-7746427b7305 {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:29:38.868569 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "daaf2d26-6252-4e15-aec2-60bbfe8c56eb", "name": "network-vif-plugged", "status": "completed", "tag": "97cf3f37-bd1d-4404-849f-d8e0feede5b7", "code": 200}]} {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:29:38.869013 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ab57b1a6-1d5c-4b01-b49a-7746427b7305 {{(pid=103592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:29:38.869609 n-d-816206-8 neutron-server[103592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'daaf2d26-6252-4e15-aec2-60bbfe8c56eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97cf3f37-bd1d-4404-849f-d8e0feede5b7', 'code': 200} Nov 23 17:29:38.891622 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5a0923e2-e7e2-4be3-aae6-cfff194524a7 req-74bad234-1d50-44ab-93a8-df961b0f9550 service neutron] 10.222.0.60 "GET /v2.0/networks/a67d26f0-d8bc-46d6-9df4-c5b8fb20d14c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3995962 Nov 23 17:29:39.018296 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 17:29:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5479fb7-e286-40d5-9928-407ab59db650 x-openstack-request-id: req-a5479fb7-e286-40d5-9928-407ab59db650 {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:29:39.019704 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0550fc1-3534-4f5f-a522-dde794744bda", "tag": "9a59aa08-5e2d-4ba4-952f-cd7c61c800ee", "status": "completed", "code": 200}]} {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:29:39.019704 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a5479fb7-e286-40d5-9928-407ab59db650 {{(pid=103591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:29:39.019704 n-d-816206-8 neutron-server[103591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0550fc1-3534-4f5f-a522-dde794744bda', 'tag': '9a59aa08-5e2d-4ba4-952f-cd7c61c800ee', 'status': 'completed', 'code': 200} Nov 23 17:29:39.032675 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5a0923e2-e7e2-4be3-aae6-cfff194524a7 req-1a131a5e-ba1c-4fbc-87fe-31ccbfd02c94 service neutron] 10.222.0.60 "GET /v2.0/networks/a67d26f0-d8bc-46d6-9df4-c5b8fb20d14c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400633 Nov 23 17:29:39.113049 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c7818b-73a7-46bc-b57e-f4b04c1f7f78 req-dabf7ab6-0afa-4727-9349-9ef2abae692b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:29:39.113587 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c7818b-73a7-46bc-b57e-f4b04c1f7f78 req-dabf7ab6-0afa-4727-9349-9ef2abae692b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:29:39.115809 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-75c7818b-73a7-46bc-b57e-f4b04c1f7f78 req-dabf7ab6-0afa-4727-9349-9ef2abae692b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=30af1458e15a4ef39cb103ebf3b9a873&device_id=a0550fc1-3534-4f5f-a522-dde794744bda HTTP/1.1" status: 200 len: 1939 time: 0.0807431 Nov 23 17:29:39.186109 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644b79c9-f6d2-4651-bc30-55658d5dcdf7 req-5ba102f2-9e9b-4613-9e3e-6513c8c16ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:29:39.187753 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-644b79c9-f6d2-4651-bc30-55658d5dcdf7 req-5ba102f2-9e9b-4613-9e3e-6513c8c16ae4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=60d6b9f1-95ba-4891-8e22-f38003c13082 HTTP/1.1" status: 200 len: 853 time: 0.3499904 Nov 23 17:29:39.349095 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c7818b-73a7-46bc-b57e-f4b04c1f7f78 req-6ee727ae-f3ac-4e6b-9d79-8d1ecb0e59e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:29:39.350435 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c7818b-73a7-46bc-b57e-f4b04c1f7f78 req-6ee727ae-f3ac-4e6b-9d79-8d1ecb0e59e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:29:39.350898 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c7818b-73a7-46bc-b57e-f4b04c1f7f78 req-6ee727ae-f3ac-4e6b-9d79-8d1ecb0e59e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:29:39.352730 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-75c7818b-73a7-46bc-b57e-f4b04c1f7f78 req-6ee727ae-f3ac-4e6b-9d79-8d1ecb0e59e8 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=30af1458e15a4ef39cb103ebf3b9a873&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.2274799 Nov 23 17:29:39.537912 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-4433f51a-314f-4604-8907-2299d718b970 req-83a03c24-e8f9-45b6-9e44-d706db730ade service neutron] For port 97e6bcc5-a2b7-4957-8ccd-b8e88098911d, host n-h1-816206-8, cleared binding levels {{(pid=103591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:29:39.543779 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-644b79c9-f6d2-4651-bc30-55658d5dcdf7 req-818f3fe1-e685-4d83-90c5-c620a1603b73 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=32036b23-827f-4bd6-b5c4-ab1dfcc349d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3380935 Nov 23 17:29:39.574835 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-4433f51a-314f-4604-8907-2299d718b970 req-83a03c24-e8f9-45b6-9e44-d706db730ade service neutron] For port 97e6bcc5-a2b7-4957-8ccd-b8e88098911d, host n-h1-816206-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=97e6bcc5-a2b7-4957-8ccd-b8e88098911d,segment=NetworkSegment(bfb005cb-15fd-4973-b7ee-baffd0bfccec),segment_id=bfb005cb-15fd-4973-b7ee-baffd0bfccec)] {{(pid=103591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:29:39.582904 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fcdb63-1853-4aaa-8214-1ad1535187fd req-c2424070-64be-4de0-8d99-99e292f1a17c tempest-ServerPasswordTestJSON-1478579908 tempest-ServerPasswordTestJSON-1478579908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:29:39.585097 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c7818b-73a7-46bc-b57e-f4b04c1f7f78 req-95c48cca-f66b-434e-ab58-651028fcc77f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:29:39.585261 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e7fcdb63-1853-4aaa-8214-1ad1535187fd req-c2424070-64be-4de0-8d99-99e292f1a17c tempest-ServerPasswordTestJSON-1478579908 tempest-ServerPasswordTestJSON-1478579908-project] 10.222.0.60 "GET /v2.0/ports?device_id=e2dee53a-f16c-4acc-a852-cb3e47805fe2 HTTP/1.1" status: 200 len: 944 time: 0.4680016 Nov 23 17:29:39.586805 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-75c7818b-73a7-46bc-b57e-f4b04c1f7f78 req-95c48cca-f66b-434e-ab58-651028fcc77f service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2263308 Nov 23 17:29:39.603027 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-4433f51a-314f-4604-8907-2299d718b970 req-83a03c24-e8f9-45b6-9e44-d706db730ade service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264758186'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:39.680122 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5a0923e2-e7e2-4be3-aae6-cfff194524a7 req-9fcc7a8d-6409-4dc0-a25b-22f359aeabac service neutron] 10.222.0.60 "GET /v2.0/networks/a67d26f0-d8bc-46d6-9df4-c5b8fb20d14c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6465797 Nov 23 17:29:39.753880 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4433f51a-314f-4604-8907-2299d718b970 req-83a03c24-e8f9-45b6-9e44-d706db730ade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:29:39.754686 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-4433f51a-314f-4604-8907-2299d718b970 req-83a03c24-e8f9-45b6-9e44-d706db730ade service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:39.758813 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4433f51a-314f-4604-8907-2299d718b970 req-83a03c24-e8f9-45b6-9e44-d706db730ade service neutron] 10.222.0.55 "PUT /v2.0/ports/97e6bcc5-a2b7-4957-8ccd-b8e88098911d HTTP/1.1" status: 200 len: 1092 time: 2.6957633 Nov 23 17:29:39.831894 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a03c24-e8f9-45b6-9e44-d706db730ade service neutron] Pushing event updated for resources: {'Port': ['ID=97e6bcc5-a2b7-4957-8ccd-b8e88098911d,revision_number=3']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:29:39.900567 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e7fcdb63-1853-4aaa-8214-1ad1535187fd req-d5b153b3-6827-4999-bcdc-726373da6a1f tempest-ServerPasswordTestJSON-1478579908 tempest-ServerPasswordTestJSON-1478579908-project] 10.222.0.60 "GET /v2.0/security-groups?id=86c481cb-f536-4301-a075-54ae31efc47e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2990668 Nov 23 17:29:39.978462 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5a0923e2-e7e2-4be3-aae6-cfff194524a7 req-1e5172fc-2bba-42ac-a0aa-d15cd9bf37c5 service neutron] 10.222.0.60 "GET /v2.0/networks/a67d26f0-d8bc-46d6-9df4-c5b8fb20d14c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2856457 Nov 23 17:29:39.986715 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-644b79c9-f6d2-4651-bc30-55658d5dcdf7 req-1aa300c6-9bed-479e-a3d6-f98caa38e381 service neutron] 10.222.0.36 "GET /v2.0/networks/32036b23-827f-4bd6-b5c4-ab1dfcc349d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4256151 Nov 23 17:29:40.067738 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4433f51a-314f-4604-8907-2299d718b970 req-0a43957a-336d-4b4f-9c13-e067a3126c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:29:40.069009 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4433f51a-314f-4604-8907-2299d718b970 req-0a43957a-336d-4b4f-9c13-e067a3126c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:29:40.070600 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4433f51a-314f-4604-8907-2299d718b970 req-0a43957a-336d-4b4f-9c13-e067a3126c11 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=30af1458e15a4ef39cb103ebf3b9a873&device_id=a0550fc1-3534-4f5f-a522-dde794744bda HTTP/1.1" status: 200 len: 1981 time: 0.2609265 Nov 23 17:29:40.259182 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 33944) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:29:40.277868 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4433f51a-314f-4604-8907-2299d718b970 req-76d011f9-6790-4374-b787-07d91bb9839d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.241&port_id=9a59aa08-5e2d-4ba4-952f-cd7c61c800ee HTTP/1.1" status: 200 len: 217 time: 0.1763129 Nov 23 17:29:40.391149 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50416af-925f-4c34-86e2-4b0f11be0295 req-7a172c18-5bc7-479f-bd07-92590e809ce2 tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:29:40.398112 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50416af-925f-4c34-86e2-4b0f11be0295 req-7a172c18-5bc7-479f-bd07-92590e809ce2 tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:29:40.399704 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d50416af-925f-4c34-86e2-4b0f11be0295 req-7a172c18-5bc7-479f-bd07-92590e809ce2 tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] 10.222.0.60 "GET /v2.0/ports?device_id=a0550fc1-3534-4f5f-a522-dde794744bda HTTP/1.1" status: 200 len: 1679 time: 0.3130944 Nov 23 17:29:40.410995 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-644b79c9-f6d2-4651-bc30-55658d5dcdf7 req-ed18343c-aa89-4f3f-aa9f-2417033fdbbe service neutron] 10.222.0.36 "GET /v2.0/networks/32036b23-827f-4bd6-b5c4-ab1dfcc349d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4076853 Nov 23 17:29:40.414830 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4433f51a-314f-4604-8907-2299d718b970 req-7a092474-2d07-4385-9d51-9ce77a3904ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:29:40.415796 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c3b278db-44d2-4c6b-8256-c8a39d9a7bf6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:40.416470 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4433f51a-314f-4604-8907-2299d718b970 req-7a092474-2d07-4385-9d51-9ce77a3904ad service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e2f08139-8cd1-45d1-9d37-3888da3da33c HTTP/1.1" status: 200 len: 801 time: 0.1287982 Nov 23 17:29:40.435014 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5a0923e2-e7e2-4be3-aae6-cfff194524a7 req-36dd0c21-7757-42e5-abb3-8a51cdb91a11 service neutron] 10.222.0.60 "GET /v2.0/networks/a67d26f0-d8bc-46d6-9df4-c5b8fb20d14c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4469345 Nov 23 17:29:40.547035 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c3b278db-44d2-4c6b-8256-c8a39d9a7bf6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:40.553307 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c3b278db-44d2-4c6b-8256-c8a39d9a7bf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:40.596540 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-c3b278db-44d2-4c6b-8256-c8a39d9a7bf6 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ef8a8b50a3314f94acc2c26eca6995fb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3339016 Nov 23 17:29:40.596540 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b278db-44d2-4c6b-8256-c8a39d9a7bf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c4ff693-b357-4e9f-8c04-d1066915ca67,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:29:40.600225 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 33948) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:29:40.616761 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d50416af-925f-4c34-86e2-4b0f11be0295 req-e8f59d11-56da-4f4e-bf67-d59005348f0e tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] 10.222.0.60 "GET /v2.0/security-groups?id=e0395b5d-c9ae-4269-a510-77335f56b6a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2043891 Nov 23 17:29:40.634009 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4433f51a-314f-4604-8907-2299d718b970 req-d7d3f27a-4e1d-4ec9-9fdb-6c52cb97e219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:29:40.634009 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4433f51a-314f-4604-8907-2299d718b970 req-d7d3f27a-4e1d-4ec9-9fdb-6c52cb97e219 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e54260d2-a5c0-4295-9ada-ac988fc25455&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1862302 Nov 23 17:29:40.677477 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5a0923e2-e7e2-4be3-aae6-cfff194524a7 req-88ab4a48-691b-41fd-841e-d983dcdae835 service neutron] 10.222.0.60 "GET /v2.0/networks/a67d26f0-d8bc-46d6-9df4-c5b8fb20d14c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2408271 Nov 23 17:29:40.718158 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f4c06dce-2c33-44c2-8f41-ddfcd2a8f90e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:40.759350 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f4c06dce-2c33-44c2-8f41-ddfcd2a8f90e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:40.862797 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f4c06dce-2c33-44c2-8f41-ddfcd2a8f90e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:40.866682 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f4c06dce-2c33-44c2-8f41-ddfcd2a8f90e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:40.871572 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b67af4ed-d0b2-448c-8244-b3ebd67e5d3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6ccaaf8-69b1-44ca-b661-e24cdf57ccc1'}] {{(pid=103592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:29:40.876680 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-f4c06dce-2c33-44c2-8f41-ddfcd2a8f90e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/7c4ff693-b357-4e9f-8c04-d1066915ca67 HTTP/1.1" status: 204 len: 168 time: 0.2722831 Nov 23 17:29:40.876852 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba3e6a8f2301c7a29fe1eca9779abdae4ccbcd6266d69778087f2498d5551201" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da04cdb9-1ef9-4aa6-9b08-403a03d5a77f" -d '{"events": [{"server_uuid": "b67af4ed-d0b2-448c-8244-b3ebd67e5d3c", "name": "network-vif-plugged", "status": "completed", "tag": "b6ccaaf8-69b1-44ca-b661-e24cdf57ccc1"}]}' {{(pid=103592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:29:40.906137 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c06dce-2c33-44c2-8f41-ddfcd2a8f90e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c4ff693-b357-4e9f-8c04-d1066915ca67,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:29:40.936632 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5a0923e2-e7e2-4be3-aae6-cfff194524a7 req-a4208eed-f6ac-4d41-8d25-e640378b128f service neutron] 10.222.0.60 "GET /v2.0/networks/a080cd49-aff0-47e2-a832-3717812be820?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2581677 Nov 23 17:29:40.942417 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-636e75ad-9a7c-4cd0-9317-ddd9d3d3b8fd req-fa1dc458-5657-4da5-9bc7-2169ed521c4c tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1161298719&fields=id&tenant_id=c94e75c35eaa4eaebd82e447a9e1b0e3 HTTP/1.1" status: 200 len: 267 time: 0.1437516 Nov 23 17:29:41.034273 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2dee53a-f16c-4acc-a852-cb3e47805fe2', 'tag': '731202d3-03b4-49f2-92c5-22f33722549c'}, {'name': 'network-changed', 'server_uuid': 'a0550fc1-3534-4f5f-a522-dde794744bda', 'tag': '97e6bcc5-a2b7-4957-8ccd-b8e88098911d'}] {{(pid=103591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:29:41.037474 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41d174a19ece9499ff9ec44e5b3fc50f2abd3ffbc947fb7e52ea1e8db27b95b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dd73c6e-990e-4bd8-bd1c-3920583dc804" -d '{"events": [{"name": "network-changed", "server_uuid": "e2dee53a-f16c-4acc-a852-cb3e47805fe2", "tag": "731202d3-03b4-49f2-92c5-22f33722549c"}, {"name": "network-changed", "server_uuid": "a0550fc1-3534-4f5f-a522-dde794744bda", "tag": "97e6bcc5-a2b7-4957-8ccd-b8e88098911d"}]}' {{(pid=103591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:29:41.055469 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4433f51a-314f-4604-8907-2299d718b970 req-1d5b62d6-bdf3-46f0-824f-f8ef6bb75a88 service neutron] 10.222.0.55 "GET /v2.0/networks/e54260d2-a5c0-4295-9ada-ac988fc25455?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4114215 Nov 23 17:29:41.182731 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636e75ad-9a7c-4cd0-9317-ddd9d3d3b8fd req-00c563bb-fdd1-430a-bc98-1d9a184b9f67 tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:29:41.189710 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-636e75ad-9a7c-4cd0-9317-ddd9d3d3b8fd req-00c563bb-fdd1-430a-bc98-1d9a184b9f67 tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] 10.222.0.60 "GET /v2.0/ports?device_id=c91eccca-8b79-4133-9b67-8e640b1347ac HTTP/1.1" status: 200 len: 945 time: 0.2405398 Nov 23 17:29:41.233381 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [req-636e75ad-9a7c-4cd0-9317-ddd9d3d3b8fd req-2be3d6db-8494-4ae0-bfb2-c9f1e8214ed6 tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] Request body: {'port': {'security_groups': ['d8e33e73-30b9-4952-965d-f940c31594f6', '5d167f1c-77da-4d52-aeda-dd40310b7965']}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:29:41.296005 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5a0923e2-e7e2-4be3-aae6-cfff194524a7 req-75794ba1-5c2c-41fd-b833-fe55a931c95a service neutron] 10.222.0.60 "GET /v2.0/networks/a080cd49-aff0-47e2-a832-3717812be820?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3330638 Nov 23 17:29:41.438142 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4433f51a-314f-4604-8907-2299d718b970 req-dde6199a-cabe-404c-adbc-19d2864ebc3f service neutron] 10.222.0.55 "GET /v2.0/networks/e54260d2-a5c0-4295-9ada-ac988fc25455?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3720276 Nov 23 17:29:41.502416 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-636e75ad-9a7c-4cd0-9317-ddd9d3d3b8fd req-2be3d6db-8494-4ae0-bfb2-c9f1e8214ed6 tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:41.517505 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4433f51a-314f-4604-8907-2299d718b970 req-10e3a31d-c439-4035-a9c4-1ce3b3a4a115 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.225&port_id=97e6bcc5-a2b7-4957-8ccd-b8e88098911d HTTP/1.1" status: 200 len: 217 time: 0.0626597 Nov 23 17:29:41.582467 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5a0923e2-e7e2-4be3-aae6-cfff194524a7 req-37f0c2cb-3ddd-4ef5-ac2c-94d548d068eb service neutron] 10.222.0.60 "GET /v2.0/networks/a080cd49-aff0-47e2-a832-3717812be820?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2652543 Nov 23 17:29:41.733091 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4433f51a-314f-4604-8907-2299d718b970 req-cf3ffe8e-47d6-4b62-b8ca-093512812515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:29:41.734605 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4433f51a-314f-4604-8907-2299d718b970 req-cf3ffe8e-47d6-4b62-b8ca-093512812515 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d8b82788-24bf-4152-9904-b60ed7f60fab HTTP/1.1" status: 200 len: 801 time: 0.2090225 Nov 23 17:29:41.994447 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 33978) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:29:42.127712 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-6166e4b7-d7fb-4142-b107-6c039c333aac admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1639441623-network', 'tenant_id': 'e2011415289e4cc494c0affa71f6b9be'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:29:42.151604 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6166e4b7-d7fb-4142-b107-6c039c333aac admin admin] Made reservation on behalf of e2011415289e4cc494c0affa71f6b9be for: {'network': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:29:42.153881 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5a0923e2-e7e2-4be3-aae6-cfff194524a7 req-d645f029-64d6-4340-abee-13137594af0d service neutron] 10.222.0.60 "GET /v2.0/networks/a080cd49-aff0-47e2-a832-3717812be820?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5572441 Nov 23 17:29:42.154737 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6166e4b7-d7fb-4142-b107-6c039c333aac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for network, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:42.155892 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4433f51a-314f-4604-8907-2299d718b970 req-78349e68-8e38-4378-a024-1d6c2d079539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:29:42.161470 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4433f51a-314f-4604-8907-2299d718b970 req-78349e68-8e38-4378-a024-1d6c2d079539 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a7029ee0-3166-457b-8a19-cf9b5cc6a320&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4190981 Nov 23 17:29:42.165183 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6166e4b7-d7fb-4142-b107-6c039c333aac admin admin] Publish callbacks [] for security_group, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:42.267792 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6166e4b7-d7fb-4142-b107-6c039c333aac admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:42.274287 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6166e4b7-d7fb-4142-b107-6c039c333aac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:42.306171 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6166e4b7-d7fb-4142-b107-6c039c333aac admin admin] vlan segment allocate from pool success with {'vlan_id': 534, 'physical_network': 'physnet1'} {{(pid=103590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 17:29:42.316082 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4433f51a-314f-4604-8907-2299d718b970 req-0ac2c1bc-5d8b-4bf2-91db-18e6ef35bb0c service neutron] 10.222.0.55 "GET /v2.0/networks/a7029ee0-3166-457b-8a19-cf9b5cc6a320?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352305 Nov 23 17:29:42.323962 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6166e4b7-d7fb-4142-b107-6c039c333aac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd8f92ce-d7fd-41f8-bc5a-355a3d7019b0,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:29:42.330849 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6166e4b7-d7fb-4142-b107-6c039c333aac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:42.331192 n-d-816206-8 neutron-server[103590]: INFO neutron.db.segments_db [None req-6166e4b7-d7fb-4142-b107-6c039c333aac admin admin] Added segment 7dfb95a8-25e7-41f1-ae01-7b1598280018 of type vlan for network da3264da-4257-45ff-93c5-0fac29ed157c Nov 23 17:29:42.378331 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-636e75ad-9a7c-4cd0-9317-ddd9d3d3b8fd req-2be3d6db-8494-4ae0-bfb2-c9f1e8214ed6 tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] For port af7771d7-80af-4220-bc57-9e1037f5bb30, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=af7771d7-80af-4220-bc57-9e1037f5bb30,segment=NetworkSegment(72cae39b-e177-46b5-abb9-73dc195aab07),segment_id=72cae39b-e177-46b5-abb9-73dc195aab07)] {{(pid=103591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:29:42.383069 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6166e4b7-d7fb-4142-b107-6c039c333aac admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736635338810'] for network, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:42.422642 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6166e4b7-d7fb-4142-b107-6c039c333aac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493'] for network, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:42.424957 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6166e4b7-d7fb-4142-b107-6c039c333aac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:29:42.426465 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6166e4b7-d7fb-4142-b107-6c039c333aac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for network, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:42.451429 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-636e75ad-9a7c-4cd0-9317-ddd9d3d3b8fd req-2be3d6db-8494-4ae0-bfb2-c9f1e8214ed6 tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] Publish callbacks [] for port, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:42.460944 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-636e75ad-9a7c-4cd0-9317-ddd9d3d3b8fd req-2be3d6db-8494-4ae0-bfb2-c9f1e8214ed6 tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264758186'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:42.473725 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4433f51a-314f-4604-8907-2299d718b970 req-af79f4cd-1f57-4026-8d2a-9305c926c0c4 service neutron] 10.222.0.55 "GET /v2.0/networks/a7029ee0-3166-457b-8a19-cf9b5cc6a320?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1457388 Nov 23 17:29:42.479391 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] get_ports_and_sgs() called for port_ids ['af7771d7-80af-4220-bc57-9e1037f5bb30'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:29:42.481490 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-6166e4b7-d7fb-4142-b107-6c039c333aac admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.4859152 Nov 23 17:29:42.485459 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 33994) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:29:42.491718 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-3876c8d8-52a8-4f32-afd3-714f83f75e45 admin admin] Request body: {'subnet': {'network_id': 'da3264da-4257-45ff-93c5-0fac29ed157c', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1639441623-subnet', 'tenant_id': 'e2011415289e4cc494c0affa71f6b9be', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:29:42.543202 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636e75ad-9a7c-4cd0-9317-ddd9d3d3b8fd req-2be3d6db-8494-4ae0-bfb2-c9f1e8214ed6 tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:29:42.544146 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-636e75ad-9a7c-4cd0-9317-ddd9d3d3b8fd req-2be3d6db-8494-4ae0-bfb2-c9f1e8214ed6 tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:42.546761 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-636e75ad-9a7c-4cd0-9317-ddd9d3d3b8fd req-2be3d6db-8494-4ae0-bfb2-c9f1e8214ed6 tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] 10.222.0.60 "PUT /v2.0/ports/af7771d7-80af-4220-bc57-9e1037f5bb30 HTTP/1.1" status: 200 len: 981 time: 1.3255017 Nov 23 17:29:42.605571 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be3d6db-8494-4ae0-bfb2-c9f1e8214ed6 tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] Pushing event updated for resources: {'Port': ['ID=af7771d7-80af-4220-bc57-9e1037f5bb30,revision_number=6']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:29:42.637514 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6166e4b7-d7fb-4142-b107-6c039c333aac admin admin] Pushing event updated for resources: {'Network': ['ID=da3264da-4257-45ff-93c5-0fac29ed157c,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:29:42.669133 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3876c8d8-52a8-4f32-afd3-714f83f75e45 admin admin] Made reservation on behalf of e2011415289e4cc494c0affa71f6b9be for: {'subnet': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:29:42.671966 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Network da3264da-4257-45ff-93c5-0fac29ed157c details requested by agent ovs-agent-n-d-816206-8 with host n-d-816206-8 {{(pid=103592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 17:29:42.673984 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-3876c8d8-52a8-4f32-afd3-714f83f75e45 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264730903'] for subnet, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:42.793814 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adccd16-4f63-420c-8deb-d493afb39a4e req-e9aa0737-620a-437e-861e-44ec0c24bd11 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:29:42.803784 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] get_ports_and_sgs() called for port_ids ['af7771d7-80af-4220-bc57-9e1037f5bb30'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:29:42.805356 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8adccd16-4f63-420c-8deb-d493afb39a4e req-e9aa0737-620a-437e-861e-44ec0c24bd11 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.60 "GET /v2.0/ports?device_id=b67af4ed-d0b2-448c-8244-b3ebd67e5d3c HTTP/1.1" status: 200 len: 945 time: 0.1046088 Nov 23 17:29:42.928121 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8adccd16-4f63-420c-8deb-d493afb39a4e req-41adda3b-6a41-42e8-9b85-4b530571e3f8 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.60 "GET /v2.0/security-groups?id=b4179e07-bbfd-4236-b98c-2ab2b518c61f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141851 Nov 23 17:29:42.951594 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c15f6528-ea3e-48ac-9d27-c4b1aaf38f59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:43.024700 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-3876c8d8-52a8-4f32-afd3-714f83f75e45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264358096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264730885'] for subnet, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:43.150697 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3876c8d8-52a8-4f32-afd3-714f83f75e45 admin admin] Pushing event updated for resources: {'Subnet': ['ID=729ba61a-28a2-48e6-9f11-8b7c9e247a42,revision_number=0']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:29:43.176818 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3876c8d8-52a8-4f32-afd3-714f83f75e45 admin admin] Checking segment: {'id': '7dfb95a8-25e7-41f1-ae01-7b1598280018', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'da3264da-4257-45ff-93c5-0fac29ed157c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:29:43.177198 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3876c8d8-52a8-4f32-afd3-714f83f75e45 admin admin] Network hostable DHCP agents. Network: da3264da-4257-45ff-93c5-0fac29ed157c, hostable agents: ['0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3'], hosted agents: [] {{(pid=103590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 17:29:43.207566 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:29:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d096c872-9b3f-43b3-b118-87a8db3a4918 x-openstack-request-id: req-d096c872-9b3f-43b3-b118-87a8db3a4918 {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:29:43.207876 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b67af4ed-d0b2-448c-8244-b3ebd67e5d3c", "name": "network-vif-plugged", "status": "completed", "tag": "b6ccaaf8-69b1-44ca-b661-e24cdf57ccc1", "code": 200}]} {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:29:43.208426 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d096c872-9b3f-43b3-b118-87a8db3a4918 {{(pid=103592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:29:43.211054 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3876c8d8-52a8-4f32-afd3-714f83f75e45 admin admin] Network da3264da-4257-45ff-93c5-0fac29ed157c is scheduled to be hosted by DHCP agent 0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3 with binding_index 1 {{(pid=103590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 17:29:43.213094 n-d-816206-8 neutron-server[103592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b67af4ed-d0b2-448c-8244-b3ebd67e5d3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6ccaaf8-69b1-44ca-b661-e24cdf57ccc1', 'code': 200} Nov 23 17:29:43.227905 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-3876c8d8-52a8-4f32-afd3-714f83f75e45 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-8, da3264da-4257-45ff-93c5-0fac29ed157c) {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:29:43.257892 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3876c8d8-52a8-4f32-afd3-714f83f75e45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:29:43.258581 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-3876c8d8-52a8-4f32-afd3-714f83f75e45 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:43.268262 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 23 Nov 2021 17:29:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-411249f7-ac2f-4b3b-945c-015bd2366617 x-openstack-request-id: req-411249f7-ac2f-4b3b-945c-015bd2366617 {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:29:43.270750 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2dee53a-f16c-4acc-a852-cb3e47805fe2", "tag": "731202d3-03b4-49f2-92c5-22f33722549c", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "a0550fc1-3534-4f5f-a522-dde794744bda", "tag": "97e6bcc5-a2b7-4957-8ccd-b8e88098911d", "status": "completed", "code": 200}]} {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:29:43.271028 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-411249f7-ac2f-4b3b-945c-015bd2366617 {{(pid=103591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:29:43.272005 n-d-816206-8 neutron-server[103591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2dee53a-f16c-4acc-a852-cb3e47805fe2', 'tag': '731202d3-03b4-49f2-92c5-22f33722549c', 'status': 'completed', 'code': 200} Nov 23 17:29:43.273746 n-d-816206-8 neutron-server[103591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0550fc1-3534-4f5f-a522-dde794744bda', 'tag': '97e6bcc5-a2b7-4957-8ccd-b8e88098911d', 'status': 'completed', 'code': 200} Nov 23 17:29:43.283630 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-3876c8d8-52a8-4f32-afd3-714f83f75e45 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.7963562 Nov 23 17:29:43.310467 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44376d57-e507-4983-8afa-f04eb2dfcca2 None None] Network da3264da-4257-45ff-93c5-0fac29ed157c requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:29:43.470238 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd93cb1-1561-4262-9dd8-0dacf4afbeaa req-78746f7f-88e8-41fd-9112-6311ab8a87d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:29:43.471879 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7fd93cb1-1561-4262-9dd8-0dacf4afbeaa req-78746f7f-88e8-41fd-9112-6311ab8a87d2 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b67af4ed-d0b2-448c-8244-b3ebd67e5d3c HTTP/1.1" status: 200 len: 1096 time: 0.2812989 Nov 23 17:29:43.513877 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adcba3c-274c-4a6c-8434-8ea5b1c04848 req-3321945a-5416-48e3-9083-603c4ac46605 tempest-ServerPasswordTestJSON-1478579908 tempest-ServerPasswordTestJSON-1478579908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:29:43.516292 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2adcba3c-274c-4a6c-8434-8ea5b1c04848 req-3321945a-5416-48e3-9083-603c4ac46605 tempest-ServerPasswordTestJSON-1478579908 tempest-ServerPasswordTestJSON-1478579908-project] 10.222.0.60 "GET /v2.0/ports?device_id=e2dee53a-f16c-4acc-a852-cb3e47805fe2 HTTP/1.1" status: 200 len: 944 time: 0.3365254 Nov 23 17:29:43.529936 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:43.531272 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ceb45f-f858-4012-add2-4d1c28f44e42 req-f74431b9-7568-4c8b-9acf-7b954592a055 tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:29:43.539697 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ceb45f-f858-4012-add2-4d1c28f44e42 req-f74431b9-7568-4c8b-9acf-7b954592a055 tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:29:43.541235 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-73ceb45f-f858-4012-add2-4d1c28f44e42 req-f74431b9-7568-4c8b-9acf-7b954592a055 tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] 10.222.0.60 "GET /v2.0/ports?device_id=a0550fc1-3534-4f5f-a522-dde794744bda HTTP/1.1" status: 200 len: 1679 time: 0.1999030 Nov 23 17:29:43.621837 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd73c6e-990e-4bd8-bd1c-3920583dc804 req-810885b1-0dc2-4ca8-96e2-95503eb48045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:29:43.622316 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd73c6e-990e-4bd8-bd1c-3920583dc804 req-810885b1-0dc2-4ca8-96e2-95503eb48045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:29:43.623906 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2dd73c6e-990e-4bd8-bd1c-3920583dc804 req-810885b1-0dc2-4ca8-96e2-95503eb48045 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=30af1458e15a4ef39cb103ebf3b9a873&device_id=a0550fc1-3534-4f5f-a522-dde794744bda HTTP/1.1" status: 200 len: 1981 time: 0.3482628 Nov 23 17:29:43.626052 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd73c6e-990e-4bd8-bd1c-3920583dc804 req-61ced9c8-2380-42ea-bbb7-f4962dc99d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:29:43.627497 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2dd73c6e-990e-4bd8-bd1c-3920583dc804 req-61ced9c8-2380-42ea-bbb7-f4962dc99d8e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bef4beba2c7946d2bcb3ed6dc73135ed&device_id=e2dee53a-f16c-4acc-a852-cb3e47805fe2 HTTP/1.1" status: 200 len: 1095 time: 0.3642275 Nov 23 17:29:43.665680 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c16ba62-227d-494d-a579-9270c459656e None None] Network da3264da-4257-45ff-93c5-0fac29ed157c requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:29:43.814346 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7fd93cb1-1561-4262-9dd8-0dacf4afbeaa req-0dbe9c3d-ab1c-4742-92f4-e429dfbae8dd service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=b4179e07-bbfd-4236-b98c-2ab2b518c61f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3298519 Nov 23 17:29:43.928361 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2adcba3c-274c-4a6c-8434-8ea5b1c04848 req-1b87687d-e225-49dc-9c8f-5bd05e3393d0 tempest-ServerPasswordTestJSON-1478579908 tempest-ServerPasswordTestJSON-1478579908-project] 10.222.0.60 "GET /v2.0/security-groups?id=86c481cb-f536-4301-a075-54ae31efc47e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3818152 Nov 23 17:29:44.060612 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:44.104181 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-73ceb45f-f858-4012-add2-4d1c28f44e42 req-e9586dbd-82f3-4aee-86e6-31ff7998b208 tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] 10.222.0.60 "GET /v2.0/security-groups?id=e0395b5d-c9ae-4269-a510-77335f56b6a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4856718 Nov 23 17:29:44.146904 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device 97e6bcc5-a2b7-4957-8ccd-b8e88098911d details requested by agent hyperv_n-h1-816206-8 with host n-h1-816206-8 {{(pid=103592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 17:29:44.227164 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device 731202d3-03b4-49f2-92c5-22f33722549c details requested by agent hyperv_n-h2-816206-8 with host n-h2-816206-8 {{(pid=103592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 17:29:44.238999 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd73c6e-990e-4bd8-bd1c-3920583dc804 req-dd5795dd-271e-486e-a1fe-8fdc29feff1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:29:44.251601 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2dd73c6e-990e-4bd8-bd1c-3920583dc804 req-dd5795dd-271e-486e-a1fe-8fdc29feff1f service neutron] 10.222.0.36 "GET /v2.0/networks?id=32036b23-827f-4bd6-b5c4-ab1dfcc349d0 HTTP/1.1" status: 200 len: 914 time: 0.5909534 Nov 23 17:29:44.259526 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2a0efd21-327b-4048-9041-c7e39393d054 req-323f272f-ec3e-46aa-bd4c-d423227a38b4 tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-130691515&fields=id&tenant_id=c94e75c35eaa4eaebd82e447a9e1b0e3 HTTP/1.1" status: 200 len: 267 time: 0.2066567 Nov 23 17:29:44.272191 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd73c6e-990e-4bd8-bd1c-3920583dc804 req-4db4fc98-2027-4c01-bd8e-95f704b89c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:29:44.274952 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2dd73c6e-990e-4bd8-bd1c-3920583dc804 req-4db4fc98-2027-4c01-bd8e-95f704b89c57 service neutron] 10.222.0.55 "GET /v2.0/networks?id=a7029ee0-3166-457b-8a19-cf9b5cc6a320 HTTP/1.1" status: 200 len: 903 time: 0.6243916 Nov 23 17:29:44.474811 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port 97e6bcc5-a2b7-4957-8ccd-b8e88098911d, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=97e6bcc5-a2b7-4957-8ccd-b8e88098911d,segment=NetworkSegment(bfb005cb-15fd-4973-b7ee-baffd0bfccec),segment_id=bfb005cb-15fd-4973-b7ee-baffd0bfccec)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:29:44.514043 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port 731202d3-03b4-49f2-92c5-22f33722549c, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=731202d3-03b4-49f2-92c5-22f33722549c,segment=NetworkSegment(a95b01c8-59fd-4fd6-951e-ee6747114bfd),segment_id=a95b01c8-59fd-4fd6-951e-ee6747114bfd)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:29:44.531202 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Returning: {'device': '731202d3-03b4-49f2-92c5-22f33722549c', 'network_id': '32036b23-827f-4bd6-b5c4-ab1dfcc349d0', 'port_id': '731202d3-03b4-49f2-92c5-22f33722549c', 'mac_address': 'fa:16:3e:59:86:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 509, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60d6b9f1-95ba-4891-8e22-f38003c13082', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 17:29:44.533848 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Returning: {'device': '97e6bcc5-a2b7-4957-8ccd-b8e88098911d', 'network_id': 'a7029ee0-3166-457b-8a19-cf9b5cc6a320', 'port_id': '97e6bcc5-a2b7-4957-8ccd-b8e88098911d', 'mac_address': 'fa:16:3e:03:55:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 510, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8b82788-24bf-4152-9904-b60ed7f60fab', 'ip_address': '19.86.0.225'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 17:29:44.558570 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2dd73c6e-990e-4bd8-bd1c-3920583dc804 req-aee41c5c-eb32-4482-81fa-8e347752e3d6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=731202d3-03b4-49f2-92c5-22f33722549c HTTP/1.1" status: 200 len: 217 time: 0.2822523 Nov 23 17:29:44.569139 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-03a36cf2-e0bb-4395-a7a5-4fc4461c9dd2 req-888ccd94-e611-4e3a-afea-64d9b522a519 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] 10.222.0.60 "GET /v2.0/ports?device_id=83c4b9c5-48d7-40af-8fb5-dabe4d43cce9 HTTP/1.1" status: 200 len: 210 time: 0.1689851 Nov 23 17:29:44.579024 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2dd73c6e-990e-4bd8-bd1c-3920583dc804 req-5f27ecab-2ccf-49ea-aae0-47d4c9541f0a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.225&port_id=97e6bcc5-a2b7-4957-8ccd-b8e88098911d HTTP/1.1" status: 200 len: 217 time: 0.1888719 Nov 23 17:29:44.650291 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:44.663037 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0efd21-327b-4048-9041-c7e39393d054 req-b24afc4f-b50b-4328-b071-cf6d8df2e0b6 tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:29:44.672473 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2a0efd21-327b-4048-9041-c7e39393d054 req-b24afc4f-b50b-4328-b071-cf6d8df2e0b6 tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] 10.222.0.60 "GET /v2.0/ports?device_id=c91eccca-8b79-4133-9b67-8e640b1347ac HTTP/1.1" status: 200 len: 984 time: 0.3688004 Nov 23 17:29:44.678450 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [req-2a0efd21-327b-4048-9041-c7e39393d054 req-9fb68b54-9f73-431d-a615-895c8660ce24 tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] Request body: {'port': {'security_groups': ['5d167f1c-77da-4d52-aeda-dd40310b7965', 'd8e33e73-30b9-4952-965d-f940c31594f6', '56463696-1032-4269-b216-a234a38bac9b']}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:29:44.723080 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 731202d3-03b4-49f2-92c5-22f33722549c {{(pid=103592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:29:44.747105 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port 731202d3-03b4-49f2-92c5-22f33722549c, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=731202d3-03b4-49f2-92c5-22f33722549c,segment=NetworkSegment(a95b01c8-59fd-4fd6-951e-ee6747114bfd),segment_id=a95b01c8-59fd-4fd6-951e-ee6747114bfd)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:29:44.756390 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:44.830821 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0923e2-e7e2-4be3-aae6-cfff194524a7 req-c930bc64-fc29-4b45-b9fc-7d6711e673cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:29:44.834304 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-5a0923e2-e7e2-4be3-aae6-cfff194524a7 req-c930bc64-fc29-4b45-b9fc-7d6711e673cd service neutron] 10.222.0.55 "GET /v2.0/ports/43a35972-e7d6-46b1-a089-47907bd8d235 HTTP/1.1" status: 200 len: 1032 time: 0.1145315 Nov 23 17:29:44.840158 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:44.874892 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd73c6e-990e-4bd8-bd1c-3920583dc804 req-b8486908-081b-4d61-989a-1866e6d4b8ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:29:44.877047 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2dd73c6e-990e-4bd8-bd1c-3920583dc804 req-b8486908-081b-4d61-989a-1866e6d4b8ce service neutron] 10.222.0.36 "GET /v2.0/subnets?id=60d6b9f1-95ba-4891-8e22-f38003c13082 HTTP/1.1" status: 200 len: 853 time: 0.2971671 Nov 23 17:29:44.882703 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97e6bcc5-a2b7-4957-8ccd-b8e88098911d {{(pid=103592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:29:44.890924 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Pushing event updated for resources: {'Port': ['ID=731202d3-03b4-49f2-92c5-22f33722549c,revision_number=4']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:29:44.926198 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port 97e6bcc5-a2b7-4957-8ccd-b8e88098911d, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=97e6bcc5-a2b7-4957-8ccd-b8e88098911d,segment=NetworkSegment(bfb005cb-15fd-4973-b7ee-baffd0bfccec),segment_id=bfb005cb-15fd-4973-b7ee-baffd0bfccec)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:29:44.934032 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:44.937233 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device 9a59aa08-5e2d-4ba4-952f-cd7c61c800ee details requested by agent hyperv_n-h1-816206-8 with host n-h1-816206-8 {{(pid=103592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 17:29:44.971250 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0923e2-e7e2-4be3-aae6-cfff194524a7 req-2366816c-c9be-4127-ab32-22fc08797194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:29:44.975140 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-5a0923e2-e7e2-4be3-aae6-cfff194524a7 req-2366816c-c9be-4127-ab32-22fc08797194 service neutron] 10.222.0.55 "GET /v2.0/ports/2c22850f-3ed8-45c1-8cb5-d847f5bb33e0 HTTP/1.1" status: 200 len: 1031 time: 0.1210191 Nov 23 17:29:45.011276 n-d-816206-8 neutron-server[103591]: INFO neutron.api.v2.resource [req-bf73a2b9-a0f4-4766-8f4a-330a3d494dae req-f37b74b0-d02f-4d06-8191-1079f1b8be65 tempest-SecurityGroupsNegativeTestJSON-1264495144 tempest-SecurityGroupsNegativeTestJSON-1264495144-project] show failed (client error): The resource could not be found. Nov 23 17:29:45.012643 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-bf73a2b9-a0f4-4766-8f4a-330a3d494dae req-f37b74b0-d02f-4d06-8191-1079f1b8be65 tempest-SecurityGroupsNegativeTestJSON-1264495144 tempest-SecurityGroupsNegativeTestJSON-1264495144-project] 10.222.0.60 "GET /v2.0/security-groups/5e44f8ea-1400-4d58-8cec-3e72f61af5fd HTTP/1.1" status: 404 len: 352 time: 0.1309063 Nov 23 17:29:45.051886 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2dd73c6e-990e-4bd8-bd1c-3920583dc804 req-12c37789-6545-4177-847a-ad74e20c0291 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=32036b23-827f-4bd6-b5c4-ab1dfcc349d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0925279 Nov 23 17:29:45.072718 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-2a0efd21-327b-4048-9041-c7e39393d054 req-9fb68b54-9f73-431d-a615-895c8660ce24 tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:45.140164 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd73c6e-990e-4bd8-bd1c-3920583dc804 req-469f2123-123d-4bb3-a82c-65f57bdce572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:29:45.141861 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2dd73c6e-990e-4bd8-bd1c-3920583dc804 req-469f2123-123d-4bb3-a82c-65f57bdce572 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d8b82788-24bf-4152-9904-b60ed7f60fab HTTP/1.1" status: 200 len: 801 time: 0.5276852 Nov 23 17:29:45.154338 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9f119ff3-e123-4e41-a22b-6ba17cbd375d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:45.176316 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Pushing event updated for resources: {'Port': ['ID=97e6bcc5-a2b7-4957-8ccd-b8e88098911d,revision_number=4']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:29:45.262264 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port 9a59aa08-5e2d-4ba4-952f-cd7c61c800ee, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=9a59aa08-5e2d-4ba4-952f-cd7c61c800ee,segment=NetworkSegment(724ec88f-a1df-4cae-bfb2-80a741c10e27),segment_id=724ec88f-a1df-4cae-bfb2-80a741c10e27)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:29:45.285927 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Returning: {'device': '9a59aa08-5e2d-4ba4-952f-cd7c61c800ee', 'network_id': 'e54260d2-a5c0-4295-9ada-ac988fc25455', 'port_id': '9a59aa08-5e2d-4ba4-952f-cd7c61c800ee', 'mac_address': 'fa:16:3e:04:29:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 511, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2f08139-8cd1-45d1-9d37-3888da3da33c', 'ip_address': '19.80.0.241'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 17:29:45.291432 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] get_ports_and_sgs() called for port_ids ['731202d3-03b4-49f2-92c5-22f33722549c'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:29:45.315274 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c91eccca-8b79-4133-9b67-8e640b1347ac', 'tag': 'af7771d7-80af-4220-bc57-9e1037f5bb30'}] {{(pid=103591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:29:45.320789 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41d174a19ece9499ff9ec44e5b3fc50f2abd3ffbc947fb7e52ea1e8db27b95b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b051e22-b4c4-4edd-adcb-1f58d46d7fb5" -d '{"events": [{"name": "network-changed", "server_uuid": "c91eccca-8b79-4133-9b67-8e640b1347ac", "tag": "af7771d7-80af-4220-bc57-9e1037f5bb30"}]}' {{(pid=103591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:29:45.358149 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0923e2-e7e2-4be3-aae6-cfff194524a7 req-e836cfa6-4e2c-41a3-b2d3-fa42eaa13890 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:29:45.369114 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0923e2-e7e2-4be3-aae6-cfff194524a7 req-e836cfa6-4e2c-41a3-b2d3-fa42eaa13890 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:29:45.390136 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0923e2-e7e2-4be3-aae6-cfff194524a7 req-e836cfa6-4e2c-41a3-b2d3-fa42eaa13890 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:29:45.398621 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-5a0923e2-e7e2-4be3-aae6-cfff194524a7 req-e836cfa6-4e2c-41a3-b2d3-fa42eaa13890 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] 10.222.0.55 "GET /v2.0/networks?id=8fae7973-38e6-4660-a7b2-023eda92e2f5&id=a67d26f0-d8bc-46d6-9df4-c5b8fb20d14c&id=a67d26f0-d8bc-46d6-9df4-c5b8fb20d14c&id=a67d26f0-d8bc-46d6-9df4-c5b8fb20d14c&id=a67d26f0-d8bc-46d6-9df4-c5b8fb20d14c&id=a080cd49-aff0-47e2-a832-3717812be820&id=a080cd49-aff0-47e2-a832-3717812be820 HTTP/1.1" status: 200 len: 1995 time: 0.3998535 Nov 23 17:29:45.440716 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:45.527297 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-5a0923e2-e7e2-4be3-aae6-cfff194524a7 req-3d3e8261-e059-48e1-979f-c3cd8e673041 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9b0068a4a0a543038f63069e85a0a90e HTTP/1.1" status: 200 len: 379 time: 0.1218374 Nov 23 17:29:45.534527 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a59aa08-5e2d-4ba4-952f-cd7c61c800ee {{(pid=103592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:29:45.550208 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [req-5a0923e2-e7e2-4be3-aae6-cfff194524a7 req-3e179b70-fe55-48a6-a07c-0f499ae748be tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Request body: {'port': {'device_id': '83c4b9c5-48d7-40af-8fb5-dabe4d43cce9', 'network_id': '8fae7973-38e6-4660-a7b2-023eda92e2f5', 'admin_state_up': True, 'tenant_id': '9b0068a4a0a543038f63069e85a0a90e', 'security_groups': ['f803d7ea-d3d6-4cf6-830c-70814cdc1205']}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:29:45.571614 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port 9a59aa08-5e2d-4ba4-952f-cd7c61c800ee, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=9a59aa08-5e2d-4ba4-952f-cd7c61c800ee,segment=NetworkSegment(724ec88f-a1df-4cae-bfb2-80a741c10e27),segment_id=724ec88f-a1df-4cae-bfb2-80a741c10e27)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:29:45.580023 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:45.716848 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Pushing event updated for resources: {'Port': ['ID=9a59aa08-5e2d-4ba4-952f-cd7c61c800ee,revision_number=4']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:29:45.746743 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a0923e2-e7e2-4be3-aae6-cfff194524a7 req-3e179b70-fe55-48a6-a07c-0f499ae748be tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Made reservation on behalf of 9b0068a4a0a543038f63069e85a0a90e for: {'port': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:29:45.761852 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-5a0923e2-e7e2-4be3-aae6-cfff194524a7 req-3e179b70-fe55-48a6-a07c-0f499ae748be tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:45.831465 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297458f0-8dc1-49a9-babe-9cdae4375d27 req-992a2897-294e-4704-9e71-9612fb96a201 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:29:45.833328 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-297458f0-8dc1-49a9-babe-9cdae4375d27 req-992a2897-294e-4704-9e71-9612fb96a201 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.60 "GET /v2.0/ports?device_id=b67af4ed-d0b2-448c-8244-b3ebd67e5d3c HTTP/1.1" status: 200 len: 945 time: 0.5693536 Nov 23 17:29:45.864238 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] get_ports_and_sgs() called for port_ids ['97e6bcc5-a2b7-4957-8ccd-b8e88098911d'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:29:45.915751 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd73c6e-990e-4bd8-bd1c-3920583dc804 req-b9667650-d53d-4aae-bf37-093d4b16968e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:29:45.917296 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2dd73c6e-990e-4bd8-bd1c-3920583dc804 req-b9667650-d53d-4aae-bf37-093d4b16968e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a7029ee0-3166-457b-8a19-cf9b5cc6a320&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.6544807 Nov 23 17:29:45.930336 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2dd73c6e-990e-4bd8-bd1c-3920583dc804 req-8486be9f-b2b6-450e-b2d9-e5cc3dd4eaf8 service neutron] 10.222.0.36 "GET /v2.0/networks/32036b23-827f-4bd6-b5c4-ab1dfcc349d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8741872 Nov 23 17:29:45.987438 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [req-5a0923e2-e7e2-4be3-aae6-cfff194524a7 req-3e179b70-fe55-48a6-a07c-0f499ae748be tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Allocated IP 172.20.0.5 (8fae7973-38e6-4660-a7b2-023eda92e2f5/34624ad2-f585-44eb-b7a5-2bcf52826b90/e6cacfa8-7eb8-4a5b-9e66-80a73f1d903a) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:29:46.147843 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-297458f0-8dc1-49a9-babe-9cdae4375d27 req-a9f16860-724b-40e7-81a1-1208c309cd53 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.60 "GET /v2.0/security-groups?id=b4179e07-bbfd-4236-b98c-2ab2b518c61f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2926278 Nov 23 17:29:46.195065 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-5a0923e2-e7e2-4be3-aae6-cfff194524a7 req-3e179b70-fe55-48a6-a07c-0f499ae748be tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:46.249470 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-5a0923e2-e7e2-4be3-aae6-cfff194524a7 req-3e179b70-fe55-48a6-a07c-0f499ae748be tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:46.319952 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a0923e2-e7e2-4be3-aae6-cfff194524a7 req-3e179b70-fe55-48a6-a07c-0f499ae748be tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Network 8fae7973-38e6-4660-a7b2-023eda92e2f5 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:29:46.323697 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [req-5a0923e2-e7e2-4be3-aae6-cfff194524a7 req-3e179b70-fe55-48a6-a07c-0f499ae748be tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:29:46.343154 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a0923e2-e7e2-4be3-aae6-cfff194524a7 req-3e179b70-fe55-48a6-a07c-0f499ae748be tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:29:46.368772 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-2a0efd21-327b-4048-9041-c7e39393d054 req-9fb68b54-9f73-431d-a615-895c8660ce24 tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] For port af7771d7-80af-4220-bc57-9e1037f5bb30, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=af7771d7-80af-4220-bc57-9e1037f5bb30,segment=NetworkSegment(72cae39b-e177-46b5-abb9-73dc195aab07),segment_id=72cae39b-e177-46b5-abb9-73dc195aab07)] {{(pid=103591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:29:46.443593 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-52822d53-48f5-4819-8a95-bdc13aea0bf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:46.445399 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e179b70-fe55-48a6-a07c-0f499ae748be tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Pushing event updated for resources: {'Port': ['ID=e6cacfa8-7eb8-4a5b-9e66-80a73f1d903a,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:29:46.476059 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2dd73c6e-990e-4bd8-bd1c-3920583dc804 req-9729b750-0ae5-4575-83be-7a0a24a286dc service neutron] 10.222.0.55 "GET /v2.0/networks/a7029ee0-3166-457b-8a19-cf9b5cc6a320?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5423048 Nov 23 17:29:46.491341 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0923e2-e7e2-4be3-aae6-cfff194524a7 req-3e179b70-fe55-48a6-a07c-0f499ae748be tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:29:46.492148 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-5a0923e2-e7e2-4be3-aae6-cfff194524a7 req-3e179b70-fe55-48a6-a07c-0f499ae748be tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:46.492731 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2dd73c6e-990e-4bd8-bd1c-3920583dc804 req-6491b5d3-5abb-47da-9689-133da1f187a3 service neutron] 10.222.0.36 "GET /v2.0/networks/32036b23-827f-4bd6-b5c4-ab1dfcc349d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5419042 Nov 23 17:29:46.513753 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-5a0923e2-e7e2-4be3-aae6-cfff194524a7 req-3e179b70-fe55-48a6-a07c-0f499ae748be tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9790287 Nov 23 17:29:46.530974 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [req-5a0923e2-e7e2-4be3-aae6-cfff194524a7 req-13330591-6c33-4942-b506-78e57ac561ce tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Request body: {'port': {'device_id': '83c4b9c5-48d7-40af-8fb5-dabe4d43cce9', 'network_id': 'a67d26f0-d8bc-46d6-9df4-c5b8fb20d14c', 'admin_state_up': True, 'tenant_id': '9b0068a4a0a543038f63069e85a0a90e', 'security_groups': ['f803d7ea-d3d6-4cf6-830c-70814cdc1205']}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:29:46.551152 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-2a0efd21-327b-4048-9041-c7e39393d054 req-9fb68b54-9f73-431d-a615-895c8660ce24 tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] Publish callbacks [] for port, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:46.576090 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-2a0efd21-327b-4048-9041-c7e39393d054 req-9fb68b54-9f73-431d-a615-895c8660ce24 tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264758186'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:46.597643 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] get_ports_and_sgs() called for port_ids ['af7771d7-80af-4220-bc57-9e1037f5bb30'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:29:46.684454 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0efd21-327b-4048-9041-c7e39393d054 req-9fb68b54-9f73-431d-a615-895c8660ce24 tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:29:46.685466 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-2a0efd21-327b-4048-9041-c7e39393d054 req-9fb68b54-9f73-431d-a615-895c8660ce24 tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:46.687289 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2a0efd21-327b-4048-9041-c7e39393d054 req-9fb68b54-9f73-431d-a615-895c8660ce24 tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] 10.222.0.60 "PUT /v2.0/ports/af7771d7-80af-4220-bc57-9e1037f5bb30 HTTP/1.1" status: 200 len: 1020 time: 2.0133698 Nov 23 17:29:46.729573 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a0923e2-e7e2-4be3-aae6-cfff194524a7 req-13330591-6c33-4942-b506-78e57ac561ce tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Made reservation on behalf of 9b0068a4a0a543038f63069e85a0a90e for: {'port': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:29:46.735117 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-5a0923e2-e7e2-4be3-aae6-cfff194524a7 req-13330591-6c33-4942-b506-78e57ac561ce tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:46.740441 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d1e83e-84e1-42c0-9ea3-0f4b393bac4f req-fe458ff7-f576-4f54-871a-efb6a8f11eee tempest-ServerPasswordTestJSON-1478579908 tempest-ServerPasswordTestJSON-1478579908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:29:46.748246 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a6d1e83e-84e1-42c0-9ea3-0f4b393bac4f req-fe458ff7-f576-4f54-871a-efb6a8f11eee tempest-ServerPasswordTestJSON-1478579908 tempest-ServerPasswordTestJSON-1478579908-project] 10.222.0.60 "GET /v2.0/ports?device_id=e2dee53a-f16c-4acc-a852-cb3e47805fe2 HTTP/1.1" status: 200 len: 945 time: 0.2129726 Nov 23 17:29:46.779836 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb68b54-9f73-431d-a615-895c8660ce24 tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] Pushing event updated for resources: {'Port': ['ID=af7771d7-80af-4220-bc57-9e1037f5bb30,revision_number=7']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:29:46.788393 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2dd73c6e-990e-4bd8-bd1c-3920583dc804 req-cbffb2a1-319b-4048-ae91-218d7e4f3a0f service neutron] 10.222.0.55 "GET /v2.0/networks/a7029ee0-3166-457b-8a19-cf9b5cc6a320?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2946560 Nov 23 17:29:46.834974 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a6d1e83e-84e1-42c0-9ea3-0f4b393bac4f req-61a37dc7-67a9-40cc-b8c1-d51215c0f379 tempest-ServerPasswordTestJSON-1478579908 tempest-ServerPasswordTestJSON-1478579908-project] 10.222.0.60 "GET /v2.0/security-groups?id=86c481cb-f536-4301-a075-54ae31efc47e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838144 Nov 23 17:29:46.846480 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] get_ports_and_sgs() called for port_ids ['af7771d7-80af-4220-bc57-9e1037f5bb30'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:29:46.855980 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9318fb09-8bd1-427d-96e1-86a83a96a77b None None] Provisioning complete for port e6cacfa8-7eb8-4a5b-9e66-80a73f1d903a triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:29:46.856581 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9318fb09-8bd1-427d-96e1-86a83a96a77b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:46.939659 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8141911c-81c0-43f3-bf20-dc32bcdc365a req-b35f52c6-3187-40a1-8979-f3255040a048 tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:29:46.957769 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8141911c-81c0-43f3-bf20-dc32bcdc365a req-b35f52c6-3187-40a1-8979-f3255040a048 tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:29:46.959446 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8141911c-81c0-43f3-bf20-dc32bcdc365a req-b35f52c6-3187-40a1-8979-f3255040a048 tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] 10.222.0.60 "GET /v2.0/ports?device_id=a0550fc1-3534-4f5f-a522-dde794744bda HTTP/1.1" status: 200 len: 1681 time: 0.1142366 Nov 23 17:29:46.962073 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] get_ports_and_sgs() called for port_ids ['9a59aa08-5e2d-4ba4-952f-cd7c61c800ee'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:29:46.966871 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 17:29:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc7233a5-8a91-42ed-be54-a17d7453290f x-openstack-request-id: req-cc7233a5-8a91-42ed-be54-a17d7453290f {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:29:46.967177 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c91eccca-8b79-4133-9b67-8e640b1347ac", "tag": "af7771d7-80af-4220-bc57-9e1037f5bb30", "status": "completed", "code": 200}]} {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:29:46.967432 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-cc7233a5-8a91-42ed-be54-a17d7453290f {{(pid=103591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:29:46.967841 n-d-816206-8 neutron-server[103591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c91eccca-8b79-4133-9b67-8e640b1347ac', 'tag': 'af7771d7-80af-4220-bc57-9e1037f5bb30', 'status': 'completed', 'code': 200} Nov 23 17:29:47.056644 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [req-5a0923e2-e7e2-4be3-aae6-cfff194524a7 req-13330591-6c33-4942-b506-78e57ac561ce tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Allocated IP 10.1.1.59 (a67d26f0-d8bc-46d6-9df4-c5b8fb20d14c/bcb9709f-482c-4f68-bfac-95b809cc7fe7/2a4244ef-ef03-4f4c-8ffc-3e8bbbae7f23) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:29:47.164322 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a12369d-b6ff-4a4b-9b05-04dcb2cffeb3 req-a38ac461-20ed-46c3-b791-cd15b4c2e05b tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:29:47.172401 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6a12369d-b6ff-4a4b-9b05-04dcb2cffeb3 req-a38ac461-20ed-46c3-b791-cd15b4c2e05b tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] 10.222.0.60 "GET /v2.0/ports?device_id=83c4b9c5-48d7-40af-8fb5-dabe4d43cce9 HTTP/1.1" status: 200 len: 931 time: 0.1257834 Nov 23 17:29:47.183067 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b051e22-b4c4-4edd-adcb-1f58d46d7fb5 req-a62bd13f-63da-46e7-ab4d-aca0de9a66a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:29:47.184567 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6b051e22-b4c4-4edd-adcb-1f58d46d7fb5 req-a62bd13f-63da-46e7-ab4d-aca0de9a66a0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c94e75c35eaa4eaebd82e447a9e1b0e3&device_id=c91eccca-8b79-4133-9b67-8e640b1347ac HTTP/1.1" status: 200 len: 1174 time: 0.2158751 Nov 23 17:29:47.196256 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8141911c-81c0-43f3-bf20-dc32bcdc365a req-ba4c844c-cb67-4dce-8e3c-7a1a52a3ee69 tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] 10.222.0.60 "GET /v2.0/security-groups?id=e0395b5d-c9ae-4269-a510-77335f56b6a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2039061 Nov 23 17:29:47.214682 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-9318fb09-8bd1-427d-96e1-86a83a96a77b None None] Port e6cacfa8-7eb8-4a5b-9e66-80a73f1d903a cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:29:47.271074 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 34070) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:29:47.413592 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-5a0923e2-e7e2-4be3-aae6-cfff194524a7 req-13330591-6c33-4942-b506-78e57ac561ce tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:47.478368 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-5a0923e2-e7e2-4be3-aae6-cfff194524a7 req-13330591-6c33-4942-b506-78e57ac561ce tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:47.537521 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13330591-6c33-4942-b506-78e57ac561ce tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Pushing event updated for resources: {'Port': ['ID=2a4244ef-ef03-4f4c-8ffc-3e8bbbae7f23,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:29:47.556809 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a0923e2-e7e2-4be3-aae6-cfff194524a7 req-13330591-6c33-4942-b506-78e57ac561ce tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Network a67d26f0-d8bc-46d6-9df4-c5b8fb20d14c is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:29:47.558406 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [req-5a0923e2-e7e2-4be3-aae6-cfff194524a7 req-13330591-6c33-4942-b506-78e57ac561ce tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:29:47.561782 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a0923e2-e7e2-4be3-aae6-cfff194524a7 req-13330591-6c33-4942-b506-78e57ac561ce tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:29:47.671116 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0923e2-e7e2-4be3-aae6-cfff194524a7 req-13330591-6c33-4942-b506-78e57ac561ce tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:29:47.685029 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-5a0923e2-e7e2-4be3-aae6-cfff194524a7 req-13330591-6c33-4942-b506-78e57ac561ce tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:47.725237 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-5a0923e2-e7e2-4be3-aae6-cfff194524a7 req-13330591-6c33-4942-b506-78e57ac561ce tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.2007689 Nov 23 17:29:47.730170 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9a27ae6c-db98-474f-94c1-cc99bf842d79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:47.735763 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [req-5a0923e2-e7e2-4be3-aae6-cfff194524a7 req-9bc80527-296c-4d7d-ba19-c0c511bf4cb7 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Request body: {'port': {'device_id': '83c4b9c5-48d7-40af-8fb5-dabe4d43cce9', 'network_id': 'a67d26f0-d8bc-46d6-9df4-c5b8fb20d14c', 'admin_state_up': True, 'tenant_id': '9b0068a4a0a543038f63069e85a0a90e', 'security_groups': ['f803d7ea-d3d6-4cf6-830c-70814cdc1205']}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:29:47.935654 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a0923e2-e7e2-4be3-aae6-cfff194524a7 req-9bc80527-296c-4d7d-ba19-c0c511bf4cb7 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Made reservation on behalf of 9b0068a4a0a543038f63069e85a0a90e for: {'port': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:29:47.942755 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-5a0923e2-e7e2-4be3-aae6-cfff194524a7 req-9bc80527-296c-4d7d-ba19-c0c511bf4cb7 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:48.004367 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b051e22-b4c4-4edd-adcb-1f58d46d7fb5 req-296a3b8d-2024-4d7a-8ab3-dd5bb949a28b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:29:48.005001 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6b051e22-b4c4-4edd-adcb-1f58d46d7fb5 req-296a3b8d-2024-4d7a-8ab3-dd5bb949a28b service neutron] 10.222.0.36 "GET /v2.0/networks?id=20824f08-7d73-4bbc-b037-8f08604bcdaf HTTP/1.1" status: 200 len: 913 time: 0.8073766 Nov 23 17:29:48.026068 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6a12369d-b6ff-4a4b-9b05-04dcb2cffeb3 req-6efc467b-546c-4e75-b244-5045cd8af49c tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] 10.222.0.60 "GET /v2.0/security-groups?id=f803d7ea-d3d6-4cf6-830c-70814cdc1205&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8514426 Nov 23 17:29:48.064261 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-8a92a776-526c-45b6-935f-d8053ec23e96 None None] Provisioning complete for port 2a4244ef-ef03-4f4c-8ffc-3e8bbbae7f23 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:29:48.064687 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-8a92a776-526c-45b6-935f-d8053ec23e96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:48.128190 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [req-5a0923e2-e7e2-4be3-aae6-cfff194524a7 req-9bc80527-296c-4d7d-ba19-c0c511bf4cb7 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Allocated IP 10.1.1.58 (a67d26f0-d8bc-46d6-9df4-c5b8fb20d14c/bcb9709f-482c-4f68-bfac-95b809cc7fe7/c11f7314-15f4-4533-9091-774452b72d36) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:29:48.145810 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6b051e22-b4c4-4edd-adcb-1f58d46d7fb5 req-4dddb51c-e3b8-4ec7-a0a8-15143b440115 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=af7771d7-80af-4220-bc57-9e1037f5bb30 HTTP/1.1" status: 200 len: 217 time: 0.1184132 Nov 23 17:29:48.166836 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-4bd61e97-d924-436b-bf79-c6bb107eddfa tempest-ImagesOneServerNegativeTestJSON-1012219953 tempest-ImagesOneServerNegativeTestJSON-1012219953-project] Publish callbacks [] for security_group, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:48.174746 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device 9a59aa08-5e2d-4ba4-952f-cd7c61c800ee up at agent hyperv_n-h1-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:29:48.199415 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-4bd61e97-d924-436b-bf79-c6bb107eddfa tempest-ImagesOneServerNegativeTestJSON-1012219953 tempest-ImagesOneServerNegativeTestJSON-1012219953-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:48.273118 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device 731202d3-03b4-49f2-92c5-22f33722549c up at agent hyperv_n-h2-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:29:48.283287 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-8a92a776-526c-45b6-935f-d8053ec23e96 None None] Port 2a4244ef-ef03-4f4c-8ffc-3e8bbbae7f23 cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:29:48.296752 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f74eb9e-d2fc-44ab-9b95-2ac46b97e532 req-e5009835-17b4-43e2-b72f-30237e926fd3 tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:29:48.304752 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5f74eb9e-d2fc-44ab-9b95-2ac46b97e532 req-e5009835-17b4-43e2-b72f-30237e926fd3 tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] 10.222.0.60 "GET /v2.0/ports?device_id=c91eccca-8b79-4133-9b67-8e640b1347ac HTTP/1.1" status: 200 len: 1023 time: 0.9330366 Nov 23 17:29:48.315013 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-4bd61e97-d924-436b-bf79-c6bb107eddfa tempest-ImagesOneServerNegativeTestJSON-1012219953 tempest-ImagesOneServerNegativeTestJSON-1012219953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:48.318212 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-4bd61e97-d924-436b-bf79-c6bb107eddfa tempest-ImagesOneServerNegativeTestJSON-1012219953 tempest-ImagesOneServerNegativeTestJSON-1012219953-project] Publish callbacks [] for security_group, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:48.319357 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-4bd61e97-d924-436b-bf79-c6bb107eddfa tempest-ImagesOneServerNegativeTestJSON-1012219953 tempest-ImagesOneServerNegativeTestJSON-1012219953-project] 10.222.0.60 "DELETE /v2.0/security-groups/b696f18b-327e-45a0-b398-6456e6e87df6 HTTP/1.1" status: 204 len: 168 time: 1.0422101 Nov 23 17:29:48.340906 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 34078) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:29:48.392237 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:48.394420 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd61e97-d924-436b-bf79-c6bb107eddfa tempest-ImagesOneServerNegativeTestJSON-1012219953 tempest-ImagesOneServerNegativeTestJSON-1012219953-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b696f18b-327e-45a0-b398-6456e6e87df6,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:29:48.397101 n-d-816206-8 neutron-server[103591]: INFO neutron.api.v2.resource [None req-abab455f-fb2c-4156-8237-fd8002cfa30a tempest-ImagesOneServerNegativeTestJSON-1012219953 tempest-ImagesOneServerNegativeTestJSON-1012219953-project] show failed (client error): The resource could not be found. Nov 23 17:29:48.398202 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-abab455f-fb2c-4156-8237-fd8002cfa30a tempest-ImagesOneServerNegativeTestJSON-1012219953 tempest-ImagesOneServerNegativeTestJSON-1012219953-project] 10.222.0.60 "GET /v2.0/security-groups/b696f18b-327e-45a0-b398-6456e6e87df6 HTTP/1.1" status: 404 len: 347 time: 0.0568445 Nov 23 17:29:48.402666 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-5a0923e2-e7e2-4be3-aae6-cfff194524a7 req-9bc80527-296c-4d7d-ba19-c0c511bf4cb7 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:48.403771 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 34080) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:29:48.407657 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b051e22-b4c4-4edd-adcb-1f58d46d7fb5 req-de15234e-f495-4160-888a-860ca06e7636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:29:48.409744 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6b051e22-b4c4-4edd-adcb-1f58d46d7fb5 req-de15234e-f495-4160-888a-860ca06e7636 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0fca264e-f203-46e9-b86a-ebb2329ba90b HTTP/1.1" status: 200 len: 852 time: 0.2525694 Nov 23 17:29:48.418369 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ada0793d-4339-40b9-a158-af47b9470e52 req-8a104e30-d13f-4e96-bea6-d770204ac306 tempest-SecurityGroupsNegativeTestJSON-1264495144 tempest-SecurityGroupsNegativeTestJSON-1264495144-project] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e2011415289e4cc494c0affa71f6b9be HTTP/1.1" status: 200 len: 3005 time: 0.2933877 Nov 23 17:29:48.426129 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Provisioning for port 9a59aa08-5e2d-4ba4-952f-cd7c61c800ee completed by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 17:29:48.436679 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Provisioning complete for port 9a59aa08-5e2d-4ba4-952f-cd7c61c800ee triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:29:48.437135 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:48.498997 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Provisioning for port 731202d3-03b4-49f2-92c5-22f33722549c completed by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 17:29:48.507145 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6b051e22-b4c4-4edd-adcb-1f58d46d7fb5 req-046f812d-58ee-40fd-8c85-ff49b1aff6a1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=20824f08-7d73-4bbc-b037-8f08604bcdaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0753636 Nov 23 17:29:48.525162 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Provisioning complete for port 731202d3-03b4-49f2-92c5-22f33722549c triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:29:48.525479 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:48.617658 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ada0793d-4339-40b9-a158-af47b9470e52 req-daf92a27-312d-4514-9feb-ca189f55e546 tempest-SecurityGroupsNegativeTestJSON-1264495144 tempest-SecurityGroupsNegativeTestJSON-1264495144-project] 10.222.0.60 "GET /v2.0/security-groups/bd8f92ce-d7fd-41f8-bc5a-355a3d7019b0 HTTP/1.1" status: 200 len: 3002 time: 0.1669917 Nov 23 17:29:48.667845 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-5a0923e2-e7e2-4be3-aae6-cfff194524a7 req-9bc80527-296c-4d7d-ba19-c0c511bf4cb7 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:48.670869 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5f74eb9e-d2fc-44ab-9b95-2ac46b97e532 req-44115400-f524-435a-a885-c29ba074dedd tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] 10.222.0.60 "GET /v2.0/security-groups?id=d8e33e73-30b9-4952-965d-f940c31594f6&id=56463696-1032-4269-b216-a234a38bac9b&id=5d167f1c-77da-4d52-aeda-dd40310b7965 HTTP/1.1" status: 200 len: 6206 time: 0.3651118 Nov 23 17:29:48.734093 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:48.784853 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0550fc1-3534-4f5f-a522-dde794744bda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a59aa08-5e2d-4ba4-952f-cd7c61c800ee'}] {{(pid=103592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:29:48.788265 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba3e6a8f2301c7a29fe1eca9779abdae4ccbcd6266d69778087f2498d5551201" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4f0c6bc-0b14-4216-8ab4-bbc96f876ec6" -d '{"events": [{"server_uuid": "a0550fc1-3534-4f5f-a522-dde794744bda", "name": "network-vif-plugged", "status": "completed", "tag": "9a59aa08-5e2d-4ba4-952f-cd7c61c800ee"}]}' {{(pid=103592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:29:48.796368 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a0923e2-e7e2-4be3-aae6-cfff194524a7 req-9bc80527-296c-4d7d-ba19-c0c511bf4cb7 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Network a67d26f0-d8bc-46d6-9df4-c5b8fb20d14c is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:29:48.814913 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [req-5a0923e2-e7e2-4be3-aae6-cfff194524a7 req-9bc80527-296c-4d7d-ba19-c0c511bf4cb7 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:29:48.825376 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a0923e2-e7e2-4be3-aae6-cfff194524a7 req-9bc80527-296c-4d7d-ba19-c0c511bf4cb7 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:29:48.870458 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port 9a59aa08-5e2d-4ba4-952f-cd7c61c800ee, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=9a59aa08-5e2d-4ba4-952f-cd7c61c800ee,segment=NetworkSegment(724ec88f-a1df-4cae-bfb2-80a741c10e27),segment_id=724ec88f-a1df-4cae-bfb2-80a741c10e27)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:29:48.875411 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ada0793d-4339-40b9-a158-af47b9470e52 req-2c619313-5789-44bd-8579-a6ebb58557cc tempest-SecurityGroupsNegativeTestJSON-1264495144 tempest-SecurityGroupsNegativeTestJSON-1264495144-project] 10.222.0.60 "GET /v2.0/security-groups/bd8f92ce-d7fd-41f8-bc5a-355a3d7019b0 HTTP/1.1" status: 200 len: 3002 time: 0.2295461 Nov 23 17:29:48.878199 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6b051e22-b4c4-4edd-adcb-1f58d46d7fb5 req-27c31b97-ce9e-4cab-82eb-35b7c198d6da service neutron] 10.222.0.36 "GET /v2.0/networks/20824f08-7d73-4bbc-b037-8f08604bcdaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3618853 Nov 23 17:29:48.894855 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:48.897047 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device 97e6bcc5-a2b7-4957-8ccd-b8e88098911d up at agent hyperv_n-h1-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:29:48.909304 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad341a00-a3d8-4e2d-9901-ba67ce4d09dd req-5f11dac3-93e1-483e-ba33-f300861703fa tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:29:48.917618 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ad341a00-a3d8-4e2d-9901-ba67ce4d09dd req-5f11dac3-93e1-483e-ba33-f300861703fa tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.60 "GET /v2.0/ports?device_id=b67af4ed-d0b2-448c-8244-b3ebd67e5d3c HTTP/1.1" status: 200 len: 945 time: 0.1183493 Nov 23 17:29:48.942109 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc80527-296c-4d7d-ba19-c0c511bf4cb7 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Pushing event updated for resources: {'Port': ['ID=c11f7314-15f4-4533-9091-774452b72d36,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:29:48.982204 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c91eccca-8b79-4133-9b67-8e640b1347ac', 'tag': 'af7771d7-80af-4220-bc57-9e1037f5bb30'}] {{(pid=103591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:29:48.984717 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41d174a19ece9499ff9ec44e5b3fc50f2abd3ffbc947fb7e52ea1e8db27b95b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1aaad81-aa17-477e-a0f5-7534c65e6dd9" -d '{"events": [{"name": "network-changed", "server_uuid": "c91eccca-8b79-4133-9b67-8e640b1347ac", "tag": "af7771d7-80af-4220-bc57-9e1037f5bb30"}]}' {{(pid=103591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:29:49.054084 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-c77b19cb-5a7a-4763-be8d-b06218c2a29f tempest-ImagesOneServerNegativeTestJSON-1012219953 tempest-ImagesOneServerNegativeTestJSON-1012219953-project] Deleting port 8a529330-40ac-4915-8839-01c07124c339 {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:29:49.054450 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c77b19cb-5a7a-4763-be8d-b06218c2a29f tempest-ImagesOneServerNegativeTestJSON-1012219953 tempest-ImagesOneServerNegativeTestJSON-1012219953-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:49.089466 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0923e2-e7e2-4be3-aae6-cfff194524a7 req-9bc80527-296c-4d7d-ba19-c0c511bf4cb7 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:29:49.096986 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-5a0923e2-e7e2-4be3-aae6-cfff194524a7 req-9bc80527-296c-4d7d-ba19-c0c511bf4cb7 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:49.164546 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-5a0923e2-e7e2-4be3-aae6-cfff194524a7 req-9bc80527-296c-4d7d-ba19-c0c511bf4cb7 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.4330077 Nov 23 17:29:49.167657 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:49.184804 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [req-5a0923e2-e7e2-4be3-aae6-cfff194524a7 req-14478a6b-6e36-48d4-b80c-2469ae30d830 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Request body: {'port': {'device_id': '83c4b9c5-48d7-40af-8fb5-dabe4d43cce9', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'a080cd49-aff0-47e2-a832-3717812be820', 'admin_state_up': True, 'tenant_id': '9b0068a4a0a543038f63069e85a0a90e', 'security_groups': ['f803d7ea-d3d6-4cf6-830c-70814cdc1205']}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:29:49.243820 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Provisioning for port 97e6bcc5-a2b7-4957-8ccd-b8e88098911d completed by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 17:29:49.253424 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Pushing event updated for resources: {'Port': ['ID=9a59aa08-5e2d-4ba4-952f-cd7c61c800ee,revision_number=5']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:29:49.262484 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Provisioning complete for port 97e6bcc5-a2b7-4957-8ccd-b8e88098911d triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:29:49.263020 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:49.306815 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port 731202d3-03b4-49f2-92c5-22f33722549c, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=731202d3-03b4-49f2-92c5-22f33722549c,segment=NetworkSegment(a95b01c8-59fd-4fd6-951e-ee6747114bfd),segment_id=a95b01c8-59fd-4fd6-951e-ee6747114bfd)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:29:49.316436 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:49.329528 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ad341a00-a3d8-4e2d-9901-ba67ce4d09dd req-099ebfb7-e543-4246-a62e-6585d0be87df tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.60 "GET /v2.0/security-groups?id=b4179e07-bbfd-4236-b98c-2ab2b518c61f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4082708 Nov 23 17:29:49.431239 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6b051e22-b4c4-4edd-adcb-1f58d46d7fb5 req-7c4e062a-929d-4b72-adba-13db8da384a9 service neutron] 10.222.0.36 "GET /v2.0/networks/20824f08-7d73-4bbc-b037-8f08604bcdaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5408409 Nov 23 17:29:49.467757 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1337948-1b65-453c-a962-6250b8d41cc0 req-13834e95-65d0-4adc-a43f-6aa2c1fbbd7e tempest-ServerPasswordTestJSON-1478579908 tempest-ServerPasswordTestJSON-1478579908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:29:49.479823 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c77b19cb-5a7a-4763-be8d-b06218c2a29f tempest-ImagesOneServerNegativeTestJSON-1012219953 tempest-ImagesOneServerNegativeTestJSON-1012219953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:49.480228 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c77b19cb-5a7a-4763-be8d-b06218c2a29f tempest-ImagesOneServerNegativeTestJSON-1012219953 tempest-ImagesOneServerNegativeTestJSON-1012219953-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:49.483074 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e1337948-1b65-453c-a962-6250b8d41cc0 req-13834e95-65d0-4adc-a43f-6aa2c1fbbd7e tempest-ServerPasswordTestJSON-1478579908 tempest-ServerPasswordTestJSON-1478579908-project] 10.222.0.60 "GET /v2.0/ports?device_id=e2dee53a-f16c-4acc-a852-cb3e47805fe2 HTTP/1.1" status: 200 len: 945 time: 0.3348603 Nov 23 17:29:49.536547 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-c77b19cb-5a7a-4763-be8d-b06218c2a29f tempest-ImagesOneServerNegativeTestJSON-1012219953 tempest-ImagesOneServerNegativeTestJSON-1012219953-project] Calling delete_port for 8a529330-40ac-4915-8839-01c07124c339 owned by network:floatingip {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:29:49.550225 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a0923e2-e7e2-4be3-aae6-cfff194524a7 req-14478a6b-6e36-48d4-b80c-2469ae30d830 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Made reservation on behalf of 9b0068a4a0a543038f63069e85a0a90e for: {'port': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:29:49.597482 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Pushing event updated for resources: {'Port': ['ID=731202d3-03b4-49f2-92c5-22f33722549c,revision_number=5']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:29:49.616824 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e1337948-1b65-453c-a962-6250b8d41cc0 req-c752a989-6050-4bb2-a2de-eb1c8f32c80f tempest-ServerPasswordTestJSON-1478579908 tempest-ServerPasswordTestJSON-1478579908-project] 10.222.0.60 "GET /v2.0/security-groups?id=86c481cb-f536-4301-a075-54ae31efc47e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324329 Nov 23 17:29:49.630236 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-80baf73d-d874-4580-baff-46ba944175c4 None None] Provisioning complete for port c11f7314-15f4-4533-9091-774452b72d36 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:29:49.630881 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-80baf73d-d874-4580-baff-46ba944175c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:49.665322 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [req-5e171440-d7bb-4bc9-ac95-1e9395b97302 req-2cd123e7-31d7-411f-b558-b9f1ccf0cbe4 tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1099361989 ', 'description': 'tempest-description-1619671023'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:29:49.684638 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0049292-a501-44af-a310-ee3e9ea5c97b req-0879450c-ad74-4188-8aac-ec479ab65f80 tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:29:49.684999 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-80baf73d-d874-4580-baff-46ba944175c4 None None] Port c11f7314-15f4-4533-9091-774452b72d36 cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:29:49.697868 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0049292-a501-44af-a310-ee3e9ea5c97b req-0879450c-ad74-4188-8aac-ec479ab65f80 tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:29:49.700346 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d0049292-a501-44af-a310-ee3e9ea5c97b req-0879450c-ad74-4188-8aac-ec479ab65f80 tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] 10.222.0.60 "GET /v2.0/ports?device_id=a0550fc1-3534-4f5f-a522-dde794744bda HTTP/1.1" status: 200 len: 1682 time: 0.1524107 Nov 23 17:29:49.746476 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:49.749867 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-5e171440-d7bb-4bc9-ac95-1e9395b97302 req-2cd123e7-31d7-411f-b558-b9f1ccf0cbe4 tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] Publish callbacks [] for security_group, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:49.801590 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port 97e6bcc5-a2b7-4957-8ccd-b8e88098911d, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=97e6bcc5-a2b7-4957-8ccd-b8e88098911d,segment=NetworkSegment(bfb005cb-15fd-4973-b7ee-baffd0bfccec),segment_id=bfb005cb-15fd-4973-b7ee-baffd0bfccec)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:29:49.808729 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:49.811260 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-5a0923e2-e7e2-4be3-aae6-cfff194524a7 req-14478a6b-6e36-48d4-b80c-2469ae30d830 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:49.862204 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-5e171440-d7bb-4bc9-ac95-1e9395b97302 req-2cd123e7-31d7-411f-b558-b9f1ccf0cbe4 tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] Publish callbacks [] for security_group, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:49.901905 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d0049292-a501-44af-a310-ee3e9ea5c97b req-aed3de1b-2a01-4708-b07f-11cf0e73ed0f tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] 10.222.0.60 "GET /v2.0/security-groups?id=e0395b5d-c9ae-4269-a510-77335f56b6a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853778 Nov 23 17:29:49.903010 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-5e171440-d7bb-4bc9-ac95-1e9395b97302 req-2cd123e7-31d7-411f-b558-b9f1ccf0cbe4 tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:49.946519 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-5e171440-d7bb-4bc9-ac95-1e9395b97302 req-2cd123e7-31d7-411f-b558-b9f1ccf0cbe4 tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] Publish callbacks [] for security_group, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:49.957931 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Pushing event updated for resources: {'Port': ['ID=97e6bcc5-a2b7-4957-8ccd-b8e88098911d,revision_number=5']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:29:49.960953 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5e171440-d7bb-4bc9-ac95-1e9395b97302 req-2cd123e7-31d7-411f-b558-b9f1ccf0cbe4 tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.3008990 Nov 23 17:29:49.987033 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd123e7-31d7-411f-b558-b9f1ccf0cbe4 tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f986164-849b-4858-b204-c4e2ca0b118f,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:29:50.014156 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:29:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5c7f37e-f54b-4e69-b141-50f202692395 x-openstack-request-id: req-a5c7f37e-f54b-4e69-b141-50f202692395 {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:29:50.014672 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0550fc1-3534-4f5f-a522-dde794744bda", "name": "network-vif-plugged", "status": "completed", "tag": "9a59aa08-5e2d-4ba4-952f-cd7c61c800ee", "code": 200}]} {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:29:50.015093 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a5c7f37e-f54b-4e69-b141-50f202692395 {{(pid=103592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:29:50.015687 n-d-816206-8 neutron-server[103592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0550fc1-3534-4f5f-a522-dde794744bda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a59aa08-5e2d-4ba4-952f-cd7c61c800ee', 'code': 200} Nov 23 17:29:50.110908 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 17:29:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-832f6d98-21da-4696-9653-d319a3b0ea46 x-openstack-request-id: req-832f6d98-21da-4696-9653-d319a3b0ea46 {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:29:50.111654 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c91eccca-8b79-4133-9b67-8e640b1347ac", "tag": "af7771d7-80af-4220-bc57-9e1037f5bb30", "status": "completed", "code": 200}]} {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:29:50.112078 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-832f6d98-21da-4696-9653-d319a3b0ea46 {{(pid=103591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:29:50.112796 n-d-816206-8 neutron-server[103591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c91eccca-8b79-4133-9b67-8e640b1347ac', 'tag': 'af7771d7-80af-4220-bc57-9e1037f5bb30', 'status': 'completed', 'code': 200} Nov 23 17:29:50.125461 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5be3d411-29b4-40a6-96ce-c53e1f34061f req-77b2d26a-b063-4206-ab68-6695eb1e9e9a tempest-SecurityGroupsNegativeTestJSON-1264495144 tempest-SecurityGroupsNegativeTestJSON-1264495144-project] 10.222.0.60 "GET /v2.0/security-groups/bd8f92ce-d7fd-41f8-bc5a-355a3d7019b0 HTTP/1.1" status: 200 len: 3002 time: 0.1297464 Nov 23 17:29:50.257086 n-d-816206-8 neutron-server[103591]: INFO neutron.api.v2.resource [req-5be3d411-29b4-40a6-96ce-c53e1f34061f req-374eb5cc-7d3b-4f82-a3a9-6b3601f1e866 tempest-SecurityGroupsNegativeTestJSON-1264495144 tempest-SecurityGroupsNegativeTestJSON-1264495144-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 23 17:29:50.289211 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5be3d411-29b4-40a6-96ce-c53e1f34061f req-374eb5cc-7d3b-4f82-a3a9-6b3601f1e866 tempest-SecurityGroupsNegativeTestJSON-1264495144 tempest-SecurityGroupsNegativeTestJSON-1264495144-project] 10.222.0.60 "DELETE /v2.0/security-groups/bd8f92ce-d7fd-41f8-bc5a-355a3d7019b0 HTTP/1.1" status: 409 len: 352 time: 0.1616282 Nov 23 17:29:50.305608 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1aaad81-aa17-477e-a0f5-7534c65e6dd9 req-49314a51-7aac-4ce6-9969-33dbf82f7a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:29:50.308219 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c1aaad81-aa17-477e-a0f5-7534c65e6dd9 req-49314a51-7aac-4ce6-9969-33dbf82f7a1f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c94e75c35eaa4eaebd82e447a9e1b0e3&device_id=c91eccca-8b79-4133-9b67-8e640b1347ac HTTP/1.1" status: 200 len: 1174 time: 0.1698787 Nov 23 17:29:50.491387 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c77b19cb-5a7a-4763-be8d-b06218c2a29f tempest-ImagesOneServerNegativeTestJSON-1012219953 tempest-ImagesOneServerNegativeTestJSON-1012219953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:50.547135 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77b19cb-5a7a-4763-be8d-b06218c2a29f tempest-ImagesOneServerNegativeTestJSON-1012219953 tempest-ImagesOneServerNegativeTestJSON-1012219953-project] Pushing event deleted for resources: {'Port': ['ID=8a529330-40ac-4915-8839-01c07124c339,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:29:50.548784 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75deb111-64f4-4719-a1b1-87754a649b92 req-6ec907b7-b99a-4199-b9eb-54ab9505ea89 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:29:50.555310 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75deb111-64f4-4719-a1b1-87754a649b92 req-6ec907b7-b99a-4199-b9eb-54ab9505ea89 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:29:50.561811 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75deb111-64f4-4719-a1b1-87754a649b92 req-6ec907b7-b99a-4199-b9eb-54ab9505ea89 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:29:50.563575 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-75deb111-64f4-4719-a1b1-87754a649b92 req-6ec907b7-b99a-4199-b9eb-54ab9505ea89 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] 10.222.0.60 "GET /v2.0/ports?device_id=83c4b9c5-48d7-40af-8fb5-dabe4d43cce9 HTTP/1.1" status: 200 len: 2372 time: 0.1976252 Nov 23 17:29:50.570414 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-394a7f1d-f384-4740-a7d0-1b357e7f41b4 req-81ea1919-d71b-4728-888c-cec4505d74a2 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.60 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=3541603f19884b9cb683e7eedd76d17c HTTP/1.1" status: 200 len: 267 time: 0.1666002 Nov 23 17:29:50.632908 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1aaad81-aa17-477e-a0f5-7534c65e6dd9 req-d3cc49d6-a668-4758-9567-2bb00d123827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:29:50.634409 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c1aaad81-aa17-477e-a0f5-7534c65e6dd9 req-d3cc49d6-a668-4758-9567-2bb00d123827 service neutron] 10.222.0.36 "GET /v2.0/networks?id=20824f08-7d73-4bbc-b037-8f08604bcdaf HTTP/1.1" status: 200 len: 913 time: 0.3162174 Nov 23 17:29:50.728321 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c1aaad81-aa17-477e-a0f5-7534c65e6dd9 req-1a265054-abeb-4171-b2b6-3398219f7576 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=af7771d7-80af-4220-bc57-9e1037f5bb30 HTTP/1.1" status: 200 len: 217 time: 0.0787904 Nov 23 17:29:50.732110 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-75deb111-64f4-4719-a1b1-87754a649b92 req-fa0ce974-9284-4b71-a77b-09ec60285099 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] 10.222.0.60 "GET /v2.0/security-groups?id=f803d7ea-d3d6-4cf6-830c-70814cdc1205&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1415923 Nov 23 17:29:50.768876 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c77b19cb-5a7a-4763-be8d-b06218c2a29f tempest-ImagesOneServerNegativeTestJSON-1012219953 tempest-ImagesOneServerNegativeTestJSON-1012219953-project] Publish callbacks [] for floatingip, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:50.778902 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c77b19cb-5a7a-4763-be8d-b06218c2a29f tempest-ImagesOneServerNegativeTestJSON-1012219953 tempest-ImagesOneServerNegativeTestJSON-1012219953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for floatingip, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:50.783118 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-c77b19cb-5a7a-4763-be8d-b06218c2a29f tempest-ImagesOneServerNegativeTestJSON-1012219953 tempest-ImagesOneServerNegativeTestJSON-1012219953-project] 10.222.0.60 "DELETE /v2.0/floatingips/09f21394-1e4a-4e2e-aa1c-02ec2e894c2d HTTP/1.1" status: 204 len: 168 time: 2.3697340 Nov 23 17:29:50.783360 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394a7f1d-f384-4740-a7d0-1b357e7f41b4 req-dc7a2669-2d6d-4c93-988b-29332d2ecfcd tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:29:50.783360 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-394a7f1d-f384-4740-a7d0-1b357e7f41b4 req-dc7a2669-2d6d-4c93-988b-29332d2ecfcd tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.60 "GET /v2.0/ports?device_id=b67af4ed-d0b2-448c-8244-b3ebd67e5d3c HTTP/1.1" status: 200 len: 945 time: 0.2020192 Nov 23 17:29:50.800474 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [req-5a0923e2-e7e2-4be3-aae6-cfff194524a7 req-14478a6b-6e36-48d4-b80c-2469ae30d830 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Allocated IP 10.2.2.100 (a080cd49-aff0-47e2-a832-3717812be820/61fc00fc-b813-4658-838c-689d0da00fb4/c61316ed-a367-4301-9c1b-7dbf9122a432) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:29:50.833117 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [req-394a7f1d-f384-4740-a7d0-1b357e7f41b4 req-6ce6e832-0119-4feb-8430-8495a673ec15 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] Request body: {'port': {'security_groups': []}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:29:50.919344 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-dd72fed9-3f26-4cea-9026-300760b86724 req-cc44b04a-69fa-4238-81d7-8b349a17320b tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] 10.222.0.60 "GET /v2.0/security-groups/0f986164-849b-4858-b204-c4e2ca0b118f HTTP/1.1" status: 200 len: 1800 time: 0.1005139 Nov 23 17:29:50.943551 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1aaad81-aa17-477e-a0f5-7534c65e6dd9 req-242aec34-8672-42ac-897d-c1d884c56e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:29:50.945526 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c1aaad81-aa17-477e-a0f5-7534c65e6dd9 req-242aec34-8672-42ac-897d-c1d884c56e55 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0fca264e-f203-46e9-b86a-ebb2329ba90b HTTP/1.1" status: 200 len: 852 time: 0.2025206 Nov 23 17:29:50.969548 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-394a7f1d-f384-4740-a7d0-1b357e7f41b4 req-6ce6e832-0119-4feb-8430-8495a673ec15 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:51.048142 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c1aaad81-aa17-477e-a0f5-7534c65e6dd9 req-560f5b75-7d16-44bf-bd21-c2efec03818d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=20824f08-7d73-4bbc-b037-8f08604bcdaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0643239 Nov 23 17:29:51.080051 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-5a0923e2-e7e2-4be3-aae6-cfff194524a7 req-14478a6b-6e36-48d4-b80c-2469ae30d830 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:51.124905 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-5a0923e2-e7e2-4be3-aae6-cfff194524a7 req-14478a6b-6e36-48d4-b80c-2469ae30d830 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:51.178038 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a0923e2-e7e2-4be3-aae6-cfff194524a7 req-14478a6b-6e36-48d4-b80c-2469ae30d830 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Network a080cd49-aff0-47e2-a832-3717812be820 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:29:51.180596 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c1aaad81-aa17-477e-a0f5-7534c65e6dd9 req-d8b2f3fb-7ecf-4446-84d3-55514cab7daa service neutron] 10.222.0.36 "GET /v2.0/networks/20824f08-7d73-4bbc-b037-8f08604bcdaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1190860 Nov 23 17:29:51.182290 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [req-5a0923e2-e7e2-4be3-aae6-cfff194524a7 req-14478a6b-6e36-48d4-b80c-2469ae30d830 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:29:51.188114 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a0923e2-e7e2-4be3-aae6-cfff194524a7 req-14478a6b-6e36-48d4-b80c-2469ae30d830 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:29:51.190580 n-d-816206-8 neutron-server[103591]: INFO neutron.api.v2.resource [req-10adc44f-37ac-4dae-b2a1-9da33ab2c608 req-65412f62-3001-44c6-aef4-07e757c9b023 tempest-SecurityGroupsNegativeTestJSON-1264495144 tempest-SecurityGroupsNegativeTestJSON-1264495144-project] show failed (client error): The resource could not be found. Nov 23 17:29:51.192250 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-10adc44f-37ac-4dae-b2a1-9da33ab2c608 req-65412f62-3001-44c6-aef4-07e757c9b023 tempest-SecurityGroupsNegativeTestJSON-1264495144 tempest-SecurityGroupsNegativeTestJSON-1264495144-project] 10.222.0.60 "GET /v2.0/security-groups/0c8da208-039a-4eab-844d-e76541258d99 HTTP/1.1" status: 404 len: 352 time: 0.1426373 Nov 23 17:29:51.193744 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14478a6b-6e36-48d4-b80c-2469ae30d830 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Pushing event updated for resources: {'Port': ['ID=c61316ed-a367-4301-9c1b-7dbf9122a432,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:29:51.306890 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.agents_db [None req-464f6c07-0de8-4be6-8f5b-563f574d1c5d None None] Agent healthcheck: found 7 active agents {{(pid=103593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 17:29:51.327940 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0923e2-e7e2-4be3-aae6-cfff194524a7 req-14478a6b-6e36-48d4-b80c-2469ae30d830 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:29:51.329056 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-5a0923e2-e7e2-4be3-aae6-cfff194524a7 req-14478a6b-6e36-48d4-b80c-2469ae30d830 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:51.350159 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-5a0923e2-e7e2-4be3-aae6-cfff194524a7 req-14478a6b-6e36-48d4-b80c-2469ae30d830 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1772001 Nov 23 17:29:51.362118 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [req-5a0923e2-e7e2-4be3-aae6-cfff194524a7 req-dba35b62-3e2e-4664-9d91-b51ebb016094 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Request body: {'port': {'device_id': '83c4b9c5-48d7-40af-8fb5-dabe4d43cce9', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'a080cd49-aff0-47e2-a832-3717812be820', 'admin_state_up': True, 'tenant_id': '9b0068a4a0a543038f63069e85a0a90e', 'security_groups': ['f803d7ea-d3d6-4cf6-830c-70814cdc1205']}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:29:51.553452 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a0923e2-e7e2-4be3-aae6-cfff194524a7 req-dba35b62-3e2e-4664-9d91-b51ebb016094 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Made reservation on behalf of 9b0068a4a0a543038f63069e85a0a90e for: {'port': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:29:51.558468 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-5a0923e2-e7e2-4be3-aae6-cfff194524a7 req-dba35b62-3e2e-4664-9d91-b51ebb016094 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:51.576641 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c1aaad81-aa17-477e-a0f5-7534c65e6dd9 req-3cd4b889-30bf-44ac-9fd1-30c183c807be service neutron] 10.222.0.36 "GET /v2.0/networks/20824f08-7d73-4bbc-b037-8f08604bcdaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3818676 Nov 23 17:29:51.594231 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43a85bc-058b-4fda-a017-f95101e153c2 req-b056b665-3a98-4fed-8d59-31e4882e6169 tempest-ServerPasswordTestJSON-1478579908 tempest-ServerPasswordTestJSON-1478579908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:29:51.595852 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c43a85bc-058b-4fda-a017-f95101e153c2 req-b056b665-3a98-4fed-8d59-31e4882e6169 tempest-ServerPasswordTestJSON-1478579908 tempest-ServerPasswordTestJSON-1478579908-project] 10.222.0.60 "GET /v2.0/ports?device_id=e2dee53a-f16c-4acc-a852-cb3e47805fe2 HTTP/1.1" status: 200 len: 946 time: 0.2310674 Nov 23 17:29:51.640574 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-394a7f1d-f384-4740-a7d0-1b357e7f41b4 req-6ce6e832-0119-4feb-8430-8495a673ec15 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] For port b6ccaaf8-69b1-44ca-b661-e24cdf57ccc1, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=b6ccaaf8-69b1-44ca-b661-e24cdf57ccc1,segment=NetworkSegment(f75f400f-3665-42b6-b743-8c8989e17b3e),segment_id=f75f400f-3665-42b6-b743-8c8989e17b3e)] {{(pid=103591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:29:51.650155 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-a0af2c82-490b-44e3-90c7-39c8ee56955c None None] Provisioning complete for port c61316ed-a367-4301-9c1b-7dbf9122a432 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:29:51.651126 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-a0af2c82-490b-44e3-90c7-39c8ee56955c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:51.702412 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-a0af2c82-490b-44e3-90c7-39c8ee56955c None None] Port c61316ed-a367-4301-9c1b-7dbf9122a432 cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:29:51.705890 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c43a85bc-058b-4fda-a017-f95101e153c2 req-b98fb273-3b2c-4a39-b4d9-3613da065475 tempest-ServerPasswordTestJSON-1478579908 tempest-ServerPasswordTestJSON-1478579908-project] 10.222.0.60 "GET /v2.0/security-groups?id=86c481cb-f536-4301-a075-54ae31efc47e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961111 Nov 23 17:29:51.744425 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-394a7f1d-f384-4740-a7d0-1b357e7f41b4 req-6ce6e832-0119-4feb-8430-8495a673ec15 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] Publish callbacks [] for port, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:51.751297 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-394a7f1d-f384-4740-a7d0-1b357e7f41b4 req-6ce6e832-0119-4feb-8430-8495a673ec15 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264758186'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:51.772641 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] get_ports_and_sgs() called for port_ids ['463bb2f6-75a3-49d9-907f-c2963eb4fc14', 'b6ccaaf8-69b1-44ca-b661-e24cdf57ccc1'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:29:51.784191 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] get_ports_and_sgs() called for port_ids ['d2b1b011-56ff-4c88-a822-a2bc760a83b9'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:29:51.836628 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [req-5a0923e2-e7e2-4be3-aae6-cfff194524a7 req-dba35b62-3e2e-4664-9d91-b51ebb016094 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Allocated IP 10.2.2.200 (a080cd49-aff0-47e2-a832-3717812be820/61fc00fc-b813-4658-838c-689d0da00fb4/e501c8d2-3b8b-4517-82b1-6a263ce4aab2) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:29:51.855438 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394a7f1d-f384-4740-a7d0-1b357e7f41b4 req-6ce6e832-0119-4feb-8430-8495a673ec15 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:29:51.856137 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-394a7f1d-f384-4740-a7d0-1b357e7f41b4 req-6ce6e832-0119-4feb-8430-8495a673ec15 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:51.858452 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-394a7f1d-f384-4740-a7d0-1b357e7f41b4 req-6ce6e832-0119-4feb-8430-8495a673ec15 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.60 "PUT /v2.0/ports/b6ccaaf8-69b1-44ca-b661-e24cdf57ccc1 HTTP/1.1" status: 200 len: 904 time: 1.0314758 Nov 23 17:29:51.975703 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce6e832-0119-4feb-8430-8495a673ec15 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] Pushing event updated for resources: {'Port': ['ID=b6ccaaf8-69b1-44ca-b661-e24cdf57ccc1,revision_number=6']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:29:52.016822 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2dee53a-f16c-4acc-a852-cb3e47805fe2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '731202d3-03b4-49f2-92c5-22f33722549c'}, {'server_uuid': 'a0550fc1-3534-4f5f-a522-dde794744bda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97e6bcc5-a2b7-4957-8ccd-b8e88098911d'}] {{(pid=103592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:29:52.019832 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba3e6a8f2301c7a29fe1eca9779abdae4ccbcd6266d69778087f2498d5551201" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44fed445-66cc-40c2-91b3-b50bcb344a3f" -d '{"events": [{"server_uuid": "e2dee53a-f16c-4acc-a852-cb3e47805fe2", "name": "network-vif-plugged", "status": "completed", "tag": "731202d3-03b4-49f2-92c5-22f33722549c"}, {"server_uuid": "a0550fc1-3534-4f5f-a522-dde794744bda", "name": "network-vif-plugged", "status": "completed", "tag": "97e6bcc5-a2b7-4957-8ccd-b8e88098911d"}]}' {{(pid=103592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:29:52.038509 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] get_ports_and_sgs() called for port_ids ['b6ccaaf8-69b1-44ca-b661-e24cdf57ccc1'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:29:52.120473 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-682a798e-fa9c-4822-bf02-2de0900cebaf req-2ab82e40-2d66-4042-b9ad-88367ea0e252 tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] 10.222.0.60 "GET /v2.0/security-groups/0f986164-849b-4858-b204-c4e2ca0b118f HTTP/1.1" status: 200 len: 1800 time: 0.1927044 Nov 23 17:29:52.128745 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b45f46-e581-40f7-9ec2-4b1cfaaedd81 req-ea80a8b3-486c-46dd-8820-09e1fb140c5e tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:29:52.141006 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b45f46-e581-40f7-9ec2-4b1cfaaedd81 req-ea80a8b3-486c-46dd-8820-09e1fb140c5e tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:29:52.142989 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-87b45f46-e581-40f7-9ec2-4b1cfaaedd81 req-ea80a8b3-486c-46dd-8820-09e1fb140c5e tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] 10.222.0.60 "GET /v2.0/ports?device_id=a0550fc1-3534-4f5f-a522-dde794744bda HTTP/1.1" status: 200 len: 1683 time: 0.1624746 Nov 23 17:29:52.155944 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b67af4ed-d0b2-448c-8244-b3ebd67e5d3c', 'tag': 'b6ccaaf8-69b1-44ca-b661-e24cdf57ccc1'}] {{(pid=103591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:29:52.160316 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41d174a19ece9499ff9ec44e5b3fc50f2abd3ffbc947fb7e52ea1e8db27b95b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3221776c-09dc-45c5-92d2-4faf1375b95a" -d '{"events": [{"name": "network-changed", "server_uuid": "b67af4ed-d0b2-448c-8244-b3ebd67e5d3c", "tag": "b6ccaaf8-69b1-44ca-b661-e24cdf57ccc1"}]}' {{(pid=103591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:29:52.220105 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-5a0923e2-e7e2-4be3-aae6-cfff194524a7 req-dba35b62-3e2e-4664-9d91-b51ebb016094 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:52.262824 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-87b45f46-e581-40f7-9ec2-4b1cfaaedd81 req-12c334e6-a232-4201-bb92-3590da0b9dc0 tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] 10.222.0.60 "GET /v2.0/security-groups?id=e0395b5d-c9ae-4269-a510-77335f56b6a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925097 Nov 23 17:29:52.282752 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-5a0923e2-e7e2-4be3-aae6-cfff194524a7 req-dba35b62-3e2e-4664-9d91-b51ebb016094 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:52.307790 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-682a798e-fa9c-4822-bf02-2de0900cebaf req-49723577-551b-4a0d-8045-30f5a9ea4c06 tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] Publish callbacks [] for security_group, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:52.342092 n-d-816206-8 neutron-server[103591]: INFO neutron.api.v2.resource [req-137ec5f7-46d9-4920-ac34-fea89aade7db req-245dede4-c998-42a7-bb9e-b61f467e38ca tempest-SecurityGroupsNegativeTestJSON-1264495144 tempest-SecurityGroupsNegativeTestJSON-1264495144-project] show failed (client error): The resource could not be found. Nov 23 17:29:52.343120 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-137ec5f7-46d9-4920-ac34-fea89aade7db req-245dede4-c998-42a7-bb9e-b61f467e38ca tempest-SecurityGroupsNegativeTestJSON-1264495144 tempest-SecurityGroupsNegativeTestJSON-1264495144-project] 10.222.0.60 "GET /v2.0/security-groups/cd36ee90-af42-4376-83f1-b404be49ebdf HTTP/1.1" status: 404 len: 352 time: 0.0270581 Nov 23 17:29:52.353902 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-682a798e-fa9c-4822-bf02-2de0900cebaf req-49723577-551b-4a0d-8045-30f5a9ea4c06 tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:52.370520 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-b315ea12-aff4-422a-9288-22da9ec42de3 None None] Provisioning complete for port b6ccaaf8-69b1-44ca-b661-e24cdf57ccc1 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:29:52.371003 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b315ea12-aff4-422a-9288-22da9ec42de3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:52.375582 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 34156) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:29:52.393024 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a0923e2-e7e2-4be3-aae6-cfff194524a7 req-dba35b62-3e2e-4664-9d91-b51ebb016094 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Network a080cd49-aff0-47e2-a832-3717812be820 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:29:52.398695 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [req-5a0923e2-e7e2-4be3-aae6-cfff194524a7 req-dba35b62-3e2e-4664-9d91-b51ebb016094 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:29:52.416587 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a0923e2-e7e2-4be3-aae6-cfff194524a7 req-dba35b62-3e2e-4664-9d91-b51ebb016094 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:29:52.436354 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba35b62-3e2e-4664-9d91-b51ebb016094 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Pushing event updated for resources: {'Port': ['ID=e501c8d2-3b8b-4517-82b1-6a263ce4aab2,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:29:52.467340 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-682a798e-fa9c-4822-bf02-2de0900cebaf req-49723577-551b-4a0d-8045-30f5a9ea4c06 tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:52.470291 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-682a798e-fa9c-4822-bf02-2de0900cebaf req-49723577-551b-4a0d-8045-30f5a9ea4c06 tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] Publish callbacks [] for security_group, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:52.471535 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-682a798e-fa9c-4822-bf02-2de0900cebaf req-49723577-551b-4a0d-8045-30f5a9ea4c06 tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] 10.222.0.60 "DELETE /v2.0/security-groups/0f986164-849b-4858-b204-c4e2ca0b118f HTTP/1.1" status: 204 len: 173 time: 0.3272812 Nov 23 17:29:52.498997 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.db_base_plugin_v2 [None req-84c6a42d-8151-489a-b2e6-e79e7c74947d admin admin] Deleting subnet 729ba61a-28a2-48e6-9f11-8b7c9e247a42 {{(pid=103591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 17:29:52.505027 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-84c6a42d-8151-489a-b2e6-e79e7c74947d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:52.592728 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-84c6a42d-8151-489a-b2e6-e79e7c74947d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265990000'] for subnet, precommit_delete_associations {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:52.620572 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0923e2-e7e2-4be3-aae6-cfff194524a7 req-dba35b62-3e2e-4664-9d91-b51ebb016094 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:29:52.621478 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-5a0923e2-e7e2-4be3-aae6-cfff194524a7 req-dba35b62-3e2e-4664-9d91-b51ebb016094 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:52.655875 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-5a0923e2-e7e2-4be3-aae6-cfff194524a7 req-dba35b62-3e2e-4664-9d91-b51ebb016094 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2984865 Nov 23 17:29:52.674538 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [req-5a0923e2-e7e2-4be3-aae6-cfff194524a7 req-9ab513ef-e1ec-40b0-9078-65cc07d40318 service neutron] Request body: {'port': {'device_id': '83c4b9c5-48d7-40af-8fb5-dabe4d43cce9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-8'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:29:52.737404 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49723577-551b-4a0d-8045-30f5a9ea4c06 tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f986164-849b-4858-b204-c4e2ca0b118f,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:29:52.827668 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-5a0923e2-e7e2-4be3-aae6-cfff194524a7 req-9ab513ef-e1ec-40b0-9078-65cc07d40318 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:52.831084 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-84c6a42d-8151-489a-b2e6-e79e7c74947d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971956'] for subnet, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:52.841351 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ac9560-2858-436e-85cb-eb2a3db127ec req-37aeb22f-1ed3-498d-8748-47bd02001749 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:29:52.844688 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-82ac9560-2858-436e-85cb-eb2a3db127ec req-37aeb22f-1ed3-498d-8748-47bd02001749 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.60 "GET /v2.0/ports?device_id=b67af4ed-d0b2-448c-8244-b3ebd67e5d3c HTTP/1.1" status: 200 len: 907 time: 0.1688256 Nov 23 17:29:52.870850 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-30801e81-3572-441f-b5fb-ed812d9f4df0 None None] Provisioning complete for port e501c8d2-3b8b-4517-82b1-6a263ce4aab2 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:29:52.871740 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-30801e81-3572-441f-b5fb-ed812d9f4df0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:52.912801 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058780b1-4899-48d1-925c-76d27856788d req-b5b0f8e1-f455-461f-b252-0ee2d6111998 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:29:52.932069 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-30801e81-3572-441f-b5fb-ed812d9f4df0 None None] Port e501c8d2-3b8b-4517-82b1-6a263ce4aab2 cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:29:52.940522 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058780b1-4899-48d1-925c-76d27856788d req-b5b0f8e1-f455-461f-b252-0ee2d6111998 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:29:52.964523 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058780b1-4899-48d1-925c-76d27856788d req-b5b0f8e1-f455-461f-b252-0ee2d6111998 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:29:52.971436 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058780b1-4899-48d1-925c-76d27856788d req-b5b0f8e1-f455-461f-b252-0ee2d6111998 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:29:52.981805 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058780b1-4899-48d1-925c-76d27856788d req-b5b0f8e1-f455-461f-b252-0ee2d6111998 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:29:52.990641 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-058780b1-4899-48d1-925c-76d27856788d req-b5b0f8e1-f455-461f-b252-0ee2d6111998 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] 10.222.0.60 "GET /v2.0/ports?device_id=83c4b9c5-48d7-40af-8fb5-dabe4d43cce9 HTTP/1.1" status: 200 len: 3814 time: 0.4957876 Nov 23 17:29:53.050857 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 23 Nov 2021 17:29:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e97d518f-fcfe-47bc-8422-9a8a265bb2dd x-openstack-request-id: req-e97d518f-fcfe-47bc-8422-9a8a265bb2dd {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:29:53.053176 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2dee53a-f16c-4acc-a852-cb3e47805fe2", "name": "network-vif-plugged", "status": "completed", "tag": "731202d3-03b4-49f2-92c5-22f33722549c", "code": 200}, {"server_uuid": "a0550fc1-3534-4f5f-a522-dde794744bda", "name": "network-vif-plugged", "status": "completed", "tag": "97e6bcc5-a2b7-4957-8ccd-b8e88098911d", "code": 200}]} {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:29:53.061574 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e97d518f-fcfe-47bc-8422-9a8a265bb2dd {{(pid=103592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:29:53.062486 n-d-816206-8 neutron-server[103592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2dee53a-f16c-4acc-a852-cb3e47805fe2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '731202d3-03b4-49f2-92c5-22f33722549c', 'code': 200} Nov 23 17:29:53.062980 n-d-816206-8 neutron-server[103592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0550fc1-3534-4f5f-a522-dde794744bda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97e6bcc5-a2b7-4957-8ccd-b8e88098911d', 'code': 200} Nov 23 17:29:53.064100 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-84c6a42d-8151-489a-b2e6-e79e7c74947d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264758240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264314269'] for subnet, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:53.119283 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c6a42d-8151-489a-b2e6-e79e7c74947d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=729ba61a-28a2-48e6-9f11-8b7c9e247a42,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:29:53.123914 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-84c6a42d-8151-489a-b2e6-e79e7c74947d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for subnet, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:53.127606 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-84c6a42d-8151-489a-b2e6-e79e7c74947d admin admin] 10.222.0.60 "DELETE /v2.0/subnets/729ba61a-28a2-48e6-9f11-8b7c9e247a42 HTTP/1.1" status: 204 len: 168 time: 0.7514322 Nov 23 17:29:53.131927 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 34176) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:29:53.176522 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-058780b1-4899-48d1-925c-76d27856788d req-788533ee-3d2c-44c0-9d46-3ff9e1bc0ce8 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] 10.222.0.60 "GET /v2.0/security-groups?id=f803d7ea-d3d6-4cf6-830c-70814cdc1205&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1843913 Nov 23 17:29:53.178180 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 17:29:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ce20ebe-f0c0-4f70-bac5-d3f08262a877 x-openstack-request-id: req-2ce20ebe-f0c0-4f70-bac5-d3f08262a877 {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:29:53.178476 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b67af4ed-d0b2-448c-8244-b3ebd67e5d3c", "tag": "b6ccaaf8-69b1-44ca-b661-e24cdf57ccc1", "status": "completed", "code": 200}]} {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:29:53.178734 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-2ce20ebe-f0c0-4f70-bac5-d3f08262a877 {{(pid=103591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:29:53.179135 n-d-816206-8 neutron-server[103591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b67af4ed-d0b2-448c-8244-b3ebd67e5d3c', 'tag': 'b6ccaaf8-69b1-44ca-b661-e24cdf57ccc1', 'status': 'completed', 'code': 200} Nov 23 17:29:53.258933 n-d-816206-8 neutron-server[103590]: DEBUG neutron.notifiers.nova [req-5a0923e2-e7e2-4be3-aae6-cfff194524a7 req-9ab513ef-e1ec-40b0-9078-65cc07d40318 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6cacfa8-7eb8-4a5b-9e66-80a73f1d903a {{(pid=103590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:29:53.268081 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 34178) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:29:53.280070 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-5a0923e2-e7e2-4be3-aae6-cfff194524a7 req-9ab513ef-e1ec-40b0-9078-65cc07d40318 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:53.298108 n-d-816206-8 neutron-server[103591]: INFO neutron.api.v2.resource [req-ec244b37-4ca2-4616-bf24-9e3ce9a87035 req-22d8bb11-f670-4302-8389-7f18998c00fd tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] show failed (client error): The resource could not be found. Nov 23 17:29:53.299467 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ec244b37-4ca2-4616-bf24-9e3ce9a87035 req-22d8bb11-f670-4302-8389-7f18998c00fd tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] 10.222.0.60 "GET /v2.0/security-groups/0f986164-849b-4858-b204-c4e2ca0b118f HTTP/1.1" status: 404 len: 352 time: 0.1088941 Nov 23 17:29:53.335625 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [req-5a0923e2-e7e2-4be3-aae6-cfff194524a7 req-9ab513ef-e1ec-40b0-9078-65cc07d40318 service neutron] Transition to ACTIVE for port object e6cacfa8-7eb8-4a5b-9e66-80a73f1d903a will not be triggered until provisioned by entity L2. {{(pid=103590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 17:29:53.346464 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-5a0923e2-e7e2-4be3-aae6-cfff194524a7 req-9ab513ef-e1ec-40b0-9078-65cc07d40318 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264357957'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:53.406882 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_v2 [None req-1eeacb3e-1c36-4169-927d-0e68426e09b5 admin admin] Deleting subnet dd55d40e-72fa-41d0-b078-3028cc286f21 {{(pid=103590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 17:29:53.414199 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1eeacb3e-1c36-4169-927d-0e68426e09b5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:53.490329 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-f12d53a1-4511-4952-8398-3cd797559207 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-555181'] for network, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:53.494457 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1eeacb3e-1c36-4169-927d-0e68426e09b5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-267528342'] for subnet, precommit_delete_associations {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:53.509400 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce33f01-359d-4e2f-8ed6-6da73b06c44e req-57cd1d7f-1e2f-4374-92f4-f943f87d09ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:29:53.511155 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce33f01-359d-4e2f-8ed6-6da73b06c44e req-57cd1d7f-1e2f-4374-92f4-f943f87d09ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:29:53.513757 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-cce33f01-359d-4e2f-8ed6-6da73b06c44e req-57cd1d7f-1e2f-4374-92f4-f943f87d09ea service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=a0550fc1-3534-4f5f-a522-dde794744bda HTTP/1.1" status: 200 len: 1985 time: 0.3640790 Nov 23 17:29:53.518430 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab513ef-e1ec-40b0-9078-65cc07d40318 service neutron] Pushing event updated for resources: {'Port': ['ID=e6cacfa8-7eb8-4a5b-9e66-80a73f1d903a,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:29:53.562572 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3221776c-09dc-45c5-92d2-4faf1375b95a req-ad6becfd-ace2-486f-91df-cd16be571fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:29:53.567172 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-3221776c-09dc-45c5-92d2-4faf1375b95a req-ad6becfd-ace2-486f-91df-cd16be571fc4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3541603f19884b9cb683e7eedd76d17c&device_id=b67af4ed-d0b2-448c-8244-b3ebd67e5d3c HTTP/1.1" status: 200 len: 1058 time: 0.3699994 Nov 23 17:29:53.589617 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1eeacb3e-1c36-4169-927d-0e68426e09b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971956'] for subnet, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:53.617467 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [req-5a0923e2-e7e2-4be3-aae6-cfff194524a7 req-9ab513ef-e1ec-40b0-9078-65cc07d40318 service neutron] Attempting to bind port e6cacfa8-7eb8-4a5b-9e66-80a73f1d903a on host n-h1-816206-8 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:29:53.617833 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [req-5a0923e2-e7e2-4be3-aae6-cfff194524a7 req-9ab513ef-e1ec-40b0-9078-65cc07d40318 service neutron] Attempting to bind port e6cacfa8-7eb8-4a5b-9e66-80a73f1d903a by drivers openvswitch,hyperv on host n-h1-816206-8 at level 0 using segments [{'id': '5b559295-8909-4c1e-aefd-73cd9a3c5d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '8fae7973-38e6-4660-a7b2-023eda92e2f5'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:29:53.618148 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a0923e2-e7e2-4be3-aae6-cfff194524a7 req-9ab513ef-e1ec-40b0-9078-65cc07d40318 service neutron] Attempting to bind port e6cacfa8-7eb8-4a5b-9e66-80a73f1d903a on network 8fae7973-38e6-4660-a7b2-023eda92e2f5 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:29:53.626378 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a0923e2-e7e2-4be3-aae6-cfff194524a7 req-9ab513ef-e1ec-40b0-9078-65cc07d40318 service neutron] Port e6cacfa8-7eb8-4a5b-9e66-80a73f1d903a on network 8fae7973-38e6-4660-a7b2-023eda92e2f5 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-8 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 17:29:53.627031 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a0923e2-e7e2-4be3-aae6-cfff194524a7 req-9ab513ef-e1ec-40b0-9078-65cc07d40318 service neutron] Attempting to bind port e6cacfa8-7eb8-4a5b-9e66-80a73f1d903a on network 8fae7973-38e6-4660-a7b2-023eda92e2f5 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:29:53.637454 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a0923e2-e7e2-4be3-aae6-cfff194524a7 req-9ab513ef-e1ec-40b0-9078-65cc07d40318 service neutron] Checking agent: {'id': '4b0a4557-3bfe-4828-80a0-7981fc3ac84c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 15, 14), 'started_at': datetime.datetime(2021, 11, 23, 17, 15, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 29, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:29:53.637798 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a0923e2-e7e2-4be3-aae6-cfff194524a7 req-9ab513ef-e1ec-40b0-9078-65cc07d40318 service neutron] Checking segment: {'id': '5b559295-8909-4c1e-aefd-73cd9a3c5d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '8fae7973-38e6-4660-a7b2-023eda92e2f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:29:53.638189 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a0923e2-e7e2-4be3-aae6-cfff194524a7 req-9ab513ef-e1ec-40b0-9078-65cc07d40318 service neutron] Bound using segment: {'id': '5b559295-8909-4c1e-aefd-73cd9a3c5d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '8fae7973-38e6-4660-a7b2-023eda92e2f5'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:29:53.638619 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [req-5a0923e2-e7e2-4be3-aae6-cfff194524a7 req-9ab513ef-e1ec-40b0-9078-65cc07d40318 service neutron] Bound port: e6cacfa8-7eb8-4a5b-9e66-80a73f1d903a, host: n-h1-816206-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b559295-8909-4c1e-aefd-73cd9a3c5d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '8fae7973-38e6-4660-a7b2-023eda92e2f5'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:29:53.638979 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-5a0923e2-e7e2-4be3-aae6-cfff194524a7 req-9ab513ef-e1ec-40b0-9078-65cc07d40318 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:53.703390 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1eeacb3e-1c36-4169-927d-0e68426e09b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264357903', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264730940'] for subnet, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:53.733052 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eeacb3e-1c36-4169-927d-0e68426e09b5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dd55d40e-72fa-41d0-b078-3028cc286f21,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:29:53.748368 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1eeacb3e-1c36-4169-927d-0e68426e09b5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:53.751702 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-1eeacb3e-1c36-4169-927d-0e68426e09b5 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/dd55d40e-72fa-41d0-b078-3028cc286f21 HTTP/1.1" status: 204 len: 168 time: 0.4825809 Nov 23 17:29:53.754759 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [req-5a0923e2-e7e2-4be3-aae6-cfff194524a7 req-9ab513ef-e1ec-40b0-9078-65cc07d40318 service neutron] For port e6cacfa8-7eb8-4a5b-9e66-80a73f1d903a, host n-h1-816206-8, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:29:53.757312 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 34184) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:29:53.758448 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4ff2a3f-1882-41f2-bed6-aac8bf948a8c None None] Network 979a75ad-e1a6-4cbe-9e08-b61461b07256 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:29:53.765037 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [req-5a0923e2-e7e2-4be3-aae6-cfff194524a7 req-9ab513ef-e1ec-40b0-9078-65cc07d40318 service neutron] For port e6cacfa8-7eb8-4a5b-9e66-80a73f1d903a, host n-h1-816206-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=e6cacfa8-7eb8-4a5b-9e66-80a73f1d903a,segment=NetworkSegment(5b559295-8909-4c1e-aefd-73cd9a3c5d40),segment_id=5b559295-8909-4c1e-aefd-73cd9a3c5d40)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:29:53.778947 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-5a0923e2-e7e2-4be3-aae6-cfff194524a7 req-9ab513ef-e1ec-40b0-9078-65cc07d40318 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264357957'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:53.874036 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0923e2-e7e2-4be3-aae6-cfff194524a7 req-9ab513ef-e1ec-40b0-9078-65cc07d40318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:29:53.874662 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-5a0923e2-e7e2-4be3-aae6-cfff194524a7 req-9ab513ef-e1ec-40b0-9078-65cc07d40318 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:53.876161 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-5a0923e2-e7e2-4be3-aae6-cfff194524a7 req-9ab513ef-e1ec-40b0-9078-65cc07d40318 service neutron] 10.222.0.55 "PUT /v2.0/ports/e6cacfa8-7eb8-4a5b-9e66-80a73f1d903a HTTP/1.1" status: 200 len: 1091 time: 1.2112694 Nov 23 17:29:53.876685 n-d-816206-8 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83c4b9c5-48d7-40af-8fb5-dabe4d43cce9', 'tag': 'e6cacfa8-7eb8-4a5b-9e66-80a73f1d903a'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:29:53.879003 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbabddbc9fc37b068808e119c416c86f5957ca04531a4a0d2e695c515e93483b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e55a3070-1e46-4c46-99b7-04a995b8d43b" -d '{"events": [{"name": "network-changed", "server_uuid": "83c4b9c5-48d7-40af-8fb5-dabe4d43cce9", "tag": "e6cacfa8-7eb8-4a5b-9e66-80a73f1d903a"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:29:53.891422 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-40192400-102c-4960-bf2f-dc2a0ce25b0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-555181'] for network, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:53.918319 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [req-5a0923e2-e7e2-4be3-aae6-cfff194524a7 req-4c1b634e-a0a1-4b36-9074-8a7f3e3d2b4a service neutron] Request body: {'port': {'device_id': '83c4b9c5-48d7-40af-8fb5-dabe4d43cce9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-8'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:29:53.925230 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab513ef-e1ec-40b0-9078-65cc07d40318 service neutron] Pushing event updated for resources: {'Port': ['ID=e6cacfa8-7eb8-4a5b-9e66-80a73f1d903a,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:29:54.017272 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-cce33f01-359d-4e2f-8ed6-6da73b06c44e req-d5430662-5fcf-426a-8c84-938ecd9a8b14 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=e0395b5d-c9ae-4269-a510-77335f56b6a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4867773 Nov 23 17:29:54.027580 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c207eb6-cb20-46aa-bb2b-19e6c7506583 req-8f601976-5f8e-4683-b1e8-6df6dbce4af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:29:54.029269 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-0c207eb6-cb20-46aa-bb2b-19e6c7506583 req-8f601976-5f8e-4683-b1e8-6df6dbce4af5 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e2dee53a-f16c-4acc-a852-cb3e47805fe2 HTTP/1.1" status: 200 len: 1097 time: 0.8102953 Nov 23 17:29:54.030424 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3221776c-09dc-45c5-92d2-4faf1375b95a req-c491e3ec-764a-4b01-9e99-2dd97aea18b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:29:54.031819 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-3221776c-09dc-45c5-92d2-4faf1375b95a req-c491e3ec-764a-4b01-9e99-2dd97aea18b5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=43d8ac08-152d-4053-b836-ddc03b0e91a2 HTTP/1.1" status: 200 len: 911 time: 0.4269333 Nov 23 17:29:54.052657 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc73f043-a728-47e5-bef7-ecd3199f8490 req-9b156150-c5be-4c4b-873b-fa5a2445b9bf tempest-ServerPasswordTestJSON-1478579908 tempest-ServerPasswordTestJSON-1478579908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:29:54.061152 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-fc73f043-a728-47e5-bef7-ecd3199f8490 req-9b156150-c5be-4c4b-873b-fa5a2445b9bf tempest-ServerPasswordTestJSON-1478579908 tempest-ServerPasswordTestJSON-1478579908-project] 10.222.0.60 "GET /v2.0/ports?device_id=e2dee53a-f16c-4acc-a852-cb3e47805fe2 HTTP/1.1" status: 200 len: 946 time: 0.7332706 Nov 23 17:29:54.065180 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3489a156-9e04-4263-b8e4-6f022a3a995e None None] DHCP port deletion for 979a75ad-e1a6-4cbe-9e08-b61461b07256 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:29:54.086850 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-40192400-102c-4960-bf2f-dc2a0ce25b0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973419', 'neutron.services.segments.db._delete_segments_for_network-8736635878840'] for network, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:54.107620 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-5a0923e2-e7e2-4be3-aae6-cfff194524a7 req-4c1b634e-a0a1-4b36-9074-8a7f3e3d2b4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:54.131017 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33a9904-a0a3-44ee-9296-a00e84d0d5d7 req-cf750a74-1a3f-4f43-8f1f-00a5888fed28 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:29:54.138623 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c33a9904-a0a3-44ee-9296-a00e84d0d5d7 req-cf750a74-1a3f-4f43-8f1f-00a5888fed28 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.60 "GET /v2.0/ports?device_id=ffeae0b0-09b1-4f1e-9b33-8bbbbaaefdf6 HTTP/1.1" status: 200 len: 944 time: 0.7332373 Nov 23 17:29:54.141927 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-40192400-102c-4960-bf2f-dc2a0ce25b0e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['979a75ad-e1a6-4cbe-9e08-b61461b07256']}} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:29:54.193880 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-fc73f043-a728-47e5-bef7-ecd3199f8490 req-e475a3b1-4736-4769-b3dc-ca9f5c517e64 tempest-ServerPasswordTestJSON-1478579908 tempest-ServerPasswordTestJSON-1478579908-project] 10.222.0.60 "GET /v2.0/security-groups?id=86c481cb-f536-4301-a075-54ae31efc47e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271651 Nov 23 17:29:54.217642 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-40192400-102c-4960-bf2f-dc2a0ce25b0e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60478cc8-93b5-4306-bc7b-30ff3da3bb33') {'for_net_delete': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:29:54.217941 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-40192400-102c-4960-bf2f-dc2a0ce25b0e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60478cc8-93b5-4306-bc7b-30ff3da3bb33') {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:29:54.269165 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-3221776c-09dc-45c5-92d2-4faf1375b95a req-8a95b1db-86a6-412b-86fb-cdb4acea1036 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b6ccaaf8-69b1-44ca-b661-e24cdf57ccc1 HTTP/1.1" status: 200 len: 217 time: 0.1839018 Nov 23 17:29:54.277491 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-40192400-102c-4960-bf2f-dc2a0ce25b0e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736635840332', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-267528353'] for segment, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:54.306259 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-40192400-102c-4960-bf2f-dc2a0ce25b0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:54.320885 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40192400-102c-4960-bf2f-dc2a0ce25b0e admin admin] Releasing vlan 545 on physical network physnet1 to pool {{(pid=103590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 17:29:54.321583 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-40192400-102c-4960-bf2f-dc2a0ce25b0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264370093'] for segment, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:54.323707 n-d-816206-8 neutron-server[103590]: Traceback (most recent call last): Nov 23 17:29:54.323707 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 17:29:54.323707 n-d-816206-8 neutron-server[103590]: timer() Nov 23 17:29:54.323707 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 17:29:54.323707 n-d-816206-8 neutron-server[103590]: cb(*args, **kw) Nov 23 17:29:54.323707 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 17:29:54.323707 n-d-816206-8 neutron-server[103590]: return func(*args, **kwargs) Nov 23 17:29:54.323707 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 17:29:54.323707 n-d-816206-8 neutron-server[103590]: self._notify() Nov 23 17:29:54.323707 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 17:29:54.323707 n-d-816206-8 neutron-server[103590]: self.callback(batched_events) Nov 23 17:29:54.323707 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 17:29:54.323707 n-d-816206-8 neutron-server[103590]: event.method(event) Nov 23 17:29:54.323707 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 17:29:54.323707 n-d-816206-8 neutron-server[103590]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 17:29:54.323707 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 17:29:54.323707 n-d-816206-8 neutron-server[103590]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 17:29:54.323707 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 17:29:54.323707 n-d-816206-8 neutron-server[103590]: return f(self, *a, **k) Nov 23 17:29:54.323707 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 17:29:54.323707 n-d-816206-8 neutron-server[103590]: return self._get(url).json() Nov 23 17:29:54.323707 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 17:29:54.323707 n-d-816206-8 neutron-server[103590]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 17:29:54.323707 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 17:29:54.323707 n-d-816206-8 neutron-server[103590]: return self.request(url, 'GET', **kwargs) Nov 23 17:29:54.323707 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 17:29:54.323707 n-d-816206-8 neutron-server[103590]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 17:29:54.323707 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 17:29:54.323707 n-d-816206-8 neutron-server[103590]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 17:29:54.323707 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 17:29:54.323707 n-d-816206-8 neutron-server[103590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 17:29:54.323707 n-d-816206-8 neutron-server[103590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 17:29:54.383133 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-f12d53a1-4511-4952-8398-3cd797559207 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973419', 'neutron.services.segments.db._delete_segments_for_network-8736635878840'] for network, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:54.387376 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-0c207eb6-cb20-46aa-bb2b-19e6c7506583 req-e4cfbc06-345c-421d-9af4-710603684091 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=86c481cb-f536-4301-a075-54ae31efc47e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2956498 Nov 23 17:29:54.401123 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c33a9904-a0a3-44ee-9296-a00e84d0d5d7 req-ddb0e684-ff09-4474-865f-bfaf5de6ff16 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.60 "GET /v2.0/security-groups?id=5199d9c8-39cf-433e-a82b-4aef6c6477e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2609885 Nov 23 17:29:54.445480 n-d-816206-8 neutron-server[103591]: DEBUG neutron.services.segments.db [None req-f12d53a1-4511-4952-8398-3cd797559207 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da3264da-4257-45ff-93c5-0fac29ed157c']}} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:29:54.478753 n-d-816206-8 neutron-server[103591]: DEBUG neutron.services.segments.db [None req-f12d53a1-4511-4952-8398-3cd797559207 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7dfb95a8-25e7-41f1-ae01-7b1598280018') {'for_net_delete': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:29:54.478753 n-d-816206-8 neutron-server[103591]: DEBUG neutron.services.segments.db [None req-f12d53a1-4511-4952-8398-3cd797559207 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7dfb95a8-25e7-41f1-ae01-7b1598280018') {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:29:54.493212 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-40192400-102c-4960-bf2f-dc2a0ce25b0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1795418'] for network, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:54.500906 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-40192400-102c-4960-bf2f-dc2a0ce25b0e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for network, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:54.504117 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-40192400-102c-4960-bf2f-dc2a0ce25b0e admin admin] 10.222.0.60 "DELETE /v2.0/networks/979a75ad-e1a6-4cbe-9e08-b61461b07256 HTTP/1.1" status: 204 len: 168 time: 0.7458541 Nov 23 17:29:54.521853 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40192400-102c-4960-bf2f-dc2a0ce25b0e admin admin] Pushing event deleted for resources: {'Network': ['ID=979a75ad-e1a6-4cbe-9e08-b61461b07256,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:29:54.539710 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3221776c-09dc-45c5-92d2-4faf1375b95a req-150ee684-a483-4106-a0ae-8be5b4f9c860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:29:54.542454 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-3221776c-09dc-45c5-92d2-4faf1375b95a req-150ee684-a483-4106-a0ae-8be5b4f9c860 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=23f80e8e-7e58-4465-87c1-72654345f52f HTTP/1.1" status: 200 len: 849 time: 0.2517090 Nov 23 17:29:54.555367 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [req-138cd878-617c-43e8-b39c-27922010ddd5 req-0c5179ae-69aa-43e3-8c5d-7970db533dd0 tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2065998711', 'description': 'tempest-description-633810305'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:29:54.569702 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-f12d53a1-4511-4952-8398-3cd797559207 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736635840332', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265989959'] for segment, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:54.622521 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-138cd878-617c-43e8-b39c-27922010ddd5 req-0c5179ae-69aa-43e3-8c5d-7970db533dd0 tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] Publish callbacks [] for security_group, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:54.625698 n-d-816206-8 neutron-server[103590]: DEBUG neutron.notifiers.nova [req-5a0923e2-e7e2-4be3-aae6-cfff194524a7 req-4c1b634e-a0a1-4b36-9074-8a7f3e3d2b4a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43a35972-e7d6-46b1-a089-47907bd8d235 {{(pid=103590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:29:54.646459 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-5a0923e2-e7e2-4be3-aae6-cfff194524a7 req-4c1b634e-a0a1-4b36-9074-8a7f3e3d2b4a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:54.650766 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-f12d53a1-4511-4952-8398-3cd797559207 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:54.671121 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f12d53a1-4511-4952-8398-3cd797559207 admin admin] Releasing vlan 534 on physical network physnet1 to pool {{(pid=103591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 17:29:54.671740 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-f12d53a1-4511-4952-8398-3cd797559207 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264756290'] for segment, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:54.677993 n-d-816206-8 neutron-server[103591]: Traceback (most recent call last): Nov 23 17:29:54.677993 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 17:29:54.677993 n-d-816206-8 neutron-server[103591]: timer() Nov 23 17:29:54.677993 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 17:29:54.677993 n-d-816206-8 neutron-server[103591]: cb(*args, **kw) Nov 23 17:29:54.677993 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 17:29:54.677993 n-d-816206-8 neutron-server[103591]: return func(*args, **kwargs) Nov 23 17:29:54.677993 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 17:29:54.677993 n-d-816206-8 neutron-server[103591]: self._notify() Nov 23 17:29:54.677993 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 17:29:54.677993 n-d-816206-8 neutron-server[103591]: self.callback(batched_events) Nov 23 17:29:54.677993 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 17:29:54.677993 n-d-816206-8 neutron-server[103591]: event.method(event) Nov 23 17:29:54.677993 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 17:29:54.677993 n-d-816206-8 neutron-server[103591]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 17:29:54.677993 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 17:29:54.677993 n-d-816206-8 neutron-server[103591]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 17:29:54.677993 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 17:29:54.677993 n-d-816206-8 neutron-server[103591]: return f(self, *a, **k) Nov 23 17:29:54.677993 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 17:29:54.677993 n-d-816206-8 neutron-server[103591]: return self._get(url).json() Nov 23 17:29:54.677993 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 17:29:54.677993 n-d-816206-8 neutron-server[103591]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 17:29:54.677993 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 17:29:54.677993 n-d-816206-8 neutron-server[103591]: return self.request(url, 'GET', **kwargs) Nov 23 17:29:54.677993 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 17:29:54.677993 n-d-816206-8 neutron-server[103591]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 17:29:54.677993 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 17:29:54.677993 n-d-816206-8 neutron-server[103591]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 17:29:54.677993 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 17:29:54.677993 n-d-816206-8 neutron-server[103591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 17:29:54.677993 n-d-816206-8 neutron-server[103591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 17:29:54.709289 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1825bc-f33d-4613-b40f-024dc6e4a896 req-28a39806-2a4d-4f35-a1ad-2a62d34cb37a tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:29:54.718111 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1825bc-f33d-4613-b40f-024dc6e4a896 req-28a39806-2a4d-4f35-a1ad-2a62d34cb37a tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:29:54.727468 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7c1825bc-f33d-4613-b40f-024dc6e4a896 req-28a39806-2a4d-4f35-a1ad-2a62d34cb37a tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] 10.222.0.60 "GET /v2.0/ports?device_id=a0550fc1-3534-4f5f-a522-dde794744bda HTTP/1.1" status: 200 len: 1683 time: 0.3843086 Nov 23 17:29:54.782418 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 34206) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:29:54.838444 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-5c7e053d-7df6-409f-bcdb-7b53fac2e5ad admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=cc2fdab901654443a7afce1464a8ecdd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0548153 Nov 23 17:29:54.841340 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 34208) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:29:54.866587 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [req-5a0923e2-e7e2-4be3-aae6-cfff194524a7 req-4c1b634e-a0a1-4b36-9074-8a7f3e3d2b4a service neutron] Transition to ACTIVE for port object 43a35972-e7d6-46b1-a089-47907bd8d235 will not be triggered until provisioned by entity L2. {{(pid=103590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 17:29:54.874445 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-f12d53a1-4511-4952-8398-3cd797559207 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1795418'] for network, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:54.879845 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-5a0923e2-e7e2-4be3-aae6-cfff194524a7 req-4c1b634e-a0a1-4b36-9074-8a7f3e3d2b4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264357957'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:54.894991 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-f12d53a1-4511-4952-8398-3cd797559207 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for network, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:54.897595 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-f12d53a1-4511-4952-8398-3cd797559207 admin admin] 10.222.0.60 "DELETE /v2.0/networks/da3264da-4257-45ff-93c5-0fac29ed157c HTTP/1.1" status: 204 len: 168 time: 1.7594533 Nov 23 17:29:54.918238 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7c1825bc-f33d-4613-b40f-024dc6e4a896 req-064db05c-08f3-4b96-ac1f-2fedfbe3b577 tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] 10.222.0.60 "GET /v2.0/security-groups?id=e0395b5d-c9ae-4269-a510-77335f56b6a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895454 Nov 23 17:29:54.956145 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3221776c-09dc-45c5-92d2-4faf1375b95a req-e6e32939-2b99-4601-9389-7bbbb5358abd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:29:54.957769 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-3221776c-09dc-45c5-92d2-4faf1375b95a req-e6e32939-2b99-4601-9389-7bbbb5358abd service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=43d8ac08-152d-4053-b836-ddc03b0e91a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2831662 Nov 23 17:29:54.966326 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12d53a1-4511-4952-8398-3cd797559207 admin admin] Pushing event deleted for resources: {'Network': ['ID=da3264da-4257-45ff-93c5-0fac29ed157c,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:29:54.972748 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-27427619-6669-4427-b75e-6802682434bc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:55.003408 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-27427619-6669-4427-b75e-6802682434bc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:55.087655 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 17:29:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dba8445c-f7c1-4762-b27b-3be8e6277704 x-openstack-request-id: req-dba8445c-f7c1-4762-b27b-3be8e6277704 {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:29:55.088073 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83c4b9c5-48d7-40af-8fb5-dabe4d43cce9", "tag": "e6cacfa8-7eb8-4a5b-9e66-80a73f1d903a", "status": "completed", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:29:55.088622 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-dba8445c-f7c1-4762-b27b-3be8e6277704 {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:29:55.089783 n-d-816206-8 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83c4b9c5-48d7-40af-8fb5-dabe4d43cce9', 'tag': 'e6cacfa8-7eb8-4a5b-9e66-80a73f1d903a', 'status': 'completed', 'code': 200} Nov 23 17:29:55.098134 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1b634e-a0a1-4b36-9074-8a7f3e3d2b4a service neutron] Pushing event updated for resources: {'Port': ['ID=43a35972-e7d6-46b1-a089-47907bd8d235,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:29:55.211659 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-27427619-6669-4427-b75e-6802682434bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:55.218281 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-27427619-6669-4427-b75e-6802682434bc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:55.220288 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-27427619-6669-4427-b75e-6802682434bc admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/651f9501-e200-4452-8eae-06db36d1c3fd HTTP/1.1" status: 204 len: 168 time: 0.3773911 Nov 23 17:29:55.235883 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-138cd878-617c-43e8-b39c-27922010ddd5 req-0c5179ae-69aa-43e3-8c5d-7970db533dd0 tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] Publish callbacks [] for security_group, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:55.267404 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27427619-6669-4427-b75e-6802682434bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=651f9501-e200-4452-8eae-06db36d1c3fd,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:29:55.321260 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-138cd878-617c-43e8-b39c-27922010ddd5 req-0c5179ae-69aa-43e3-8c5d-7970db533dd0 tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:55.424523 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [req-5a0923e2-e7e2-4be3-aae6-cfff194524a7 req-4c1b634e-a0a1-4b36-9074-8a7f3e3d2b4a service neutron] Attempting to bind port 43a35972-e7d6-46b1-a089-47907bd8d235 on host n-h1-816206-8 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:29:55.431668 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [req-5a0923e2-e7e2-4be3-aae6-cfff194524a7 req-4c1b634e-a0a1-4b36-9074-8a7f3e3d2b4a service neutron] Attempting to bind port 43a35972-e7d6-46b1-a089-47907bd8d235 by drivers openvswitch,hyperv on host n-h1-816206-8 at level 0 using segments [{'id': 'f3fe809b-60bf-416a-b4bb-a4f078db8338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'a67d26f0-d8bc-46d6-9df4-c5b8fb20d14c'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:29:55.432070 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a0923e2-e7e2-4be3-aae6-cfff194524a7 req-4c1b634e-a0a1-4b36-9074-8a7f3e3d2b4a service neutron] Attempting to bind port 43a35972-e7d6-46b1-a089-47907bd8d235 on network a67d26f0-d8bc-46d6-9df4-c5b8fb20d14c {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:29:55.443663 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a0923e2-e7e2-4be3-aae6-cfff194524a7 req-4c1b634e-a0a1-4b36-9074-8a7f3e3d2b4a service neutron] Port 43a35972-e7d6-46b1-a089-47907bd8d235 on network a67d26f0-d8bc-46d6-9df4-c5b8fb20d14c not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-8 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 17:29:55.443989 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a0923e2-e7e2-4be3-aae6-cfff194524a7 req-4c1b634e-a0a1-4b36-9074-8a7f3e3d2b4a service neutron] Attempting to bind port 43a35972-e7d6-46b1-a089-47907bd8d235 on network a67d26f0-d8bc-46d6-9df4-c5b8fb20d14c {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:29:55.450696 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a0923e2-e7e2-4be3-aae6-cfff194524a7 req-4c1b634e-a0a1-4b36-9074-8a7f3e3d2b4a service neutron] Checking agent: {'id': '4b0a4557-3bfe-4828-80a0-7981fc3ac84c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 15, 14), 'started_at': datetime.datetime(2021, 11, 23, 17, 15, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 29, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:29:55.451025 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a0923e2-e7e2-4be3-aae6-cfff194524a7 req-4c1b634e-a0a1-4b36-9074-8a7f3e3d2b4a service neutron] Checking segment: {'id': 'f3fe809b-60bf-416a-b4bb-a4f078db8338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'a67d26f0-d8bc-46d6-9df4-c5b8fb20d14c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:29:55.454714 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a0923e2-e7e2-4be3-aae6-cfff194524a7 req-4c1b634e-a0a1-4b36-9074-8a7f3e3d2b4a service neutron] Bound using segment: {'id': 'f3fe809b-60bf-416a-b4bb-a4f078db8338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'a67d26f0-d8bc-46d6-9df4-c5b8fb20d14c'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:29:55.455242 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [req-5a0923e2-e7e2-4be3-aae6-cfff194524a7 req-4c1b634e-a0a1-4b36-9074-8a7f3e3d2b4a service neutron] Bound port: 43a35972-e7d6-46b1-a089-47907bd8d235, host: n-h1-816206-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3fe809b-60bf-416a-b4bb-a4f078db8338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'a67d26f0-d8bc-46d6-9df4-c5b8fb20d14c'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:29:55.456182 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-5a0923e2-e7e2-4be3-aae6-cfff194524a7 req-4c1b634e-a0a1-4b36-9074-8a7f3e3d2b4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:55.477231 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 34218) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:29:55.547449 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-138cd878-617c-43e8-b39c-27922010ddd5 req-0c5179ae-69aa-43e3-8c5d-7970db533dd0 tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] Publish callbacks [] for security_group, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:55.562582 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-138cd878-617c-43e8-b39c-27922010ddd5 req-0c5179ae-69aa-43e3-8c5d-7970db533dd0 tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 1.0140753 Nov 23 17:29:55.578086 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5179ae-69aa-43e3-8c5d-7970db533dd0 tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8fa38b28-1039-42ea-877e-c9b5a30ae69b,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:29:55.627349 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55a3070-1e46-4c46-99b7-04a995b8d43b req-86300ccb-dce3-48df-a71e-ea8d27f5ece6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:29:55.628232 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55a3070-1e46-4c46-99b7-04a995b8d43b req-86300ccb-dce3-48df-a71e-ea8d27f5ece6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:29:55.629203 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55a3070-1e46-4c46-99b7-04a995b8d43b req-86300ccb-dce3-48df-a71e-ea8d27f5ece6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:29:55.630033 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55a3070-1e46-4c46-99b7-04a995b8d43b req-86300ccb-dce3-48df-a71e-ea8d27f5ece6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:29:55.631446 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55a3070-1e46-4c46-99b7-04a995b8d43b req-86300ccb-dce3-48df-a71e-ea8d27f5ece6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:29:55.632292 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55a3070-1e46-4c46-99b7-04a995b8d43b req-86300ccb-dce3-48df-a71e-ea8d27f5ece6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:29:55.638881 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e55a3070-1e46-4c46-99b7-04a995b8d43b req-86300ccb-dce3-48df-a71e-ea8d27f5ece6 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9b0068a4a0a543038f63069e85a0a90e&device_id=83c4b9c5-48d7-40af-8fb5-dabe4d43cce9 HTTP/1.1" status: 200 len: 5247 time: 0.5458522 Nov 23 17:29:55.663342 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [req-5a0923e2-e7e2-4be3-aae6-cfff194524a7 req-4c1b634e-a0a1-4b36-9074-8a7f3e3d2b4a service neutron] For port 43a35972-e7d6-46b1-a089-47907bd8d235, host n-h1-816206-8, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:29:55.668030 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [req-5a0923e2-e7e2-4be3-aae6-cfff194524a7 req-4c1b634e-a0a1-4b36-9074-8a7f3e3d2b4a service neutron] For port 43a35972-e7d6-46b1-a089-47907bd8d235, host n-h1-816206-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=43a35972-e7d6-46b1-a089-47907bd8d235,segment=NetworkSegment(f3fe809b-60bf-416a-b4bb-a4f078db8338),segment_id=f3fe809b-60bf-416a-b4bb-a4f078db8338)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:29:55.678669 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-5a0923e2-e7e2-4be3-aae6-cfff194524a7 req-4c1b634e-a0a1-4b36-9074-8a7f3e3d2b4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264357957'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:55.685493 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0d6529-b0ac-422b-94e1-0d60e44bb7b8 req-db48f4bc-2b8e-41b8-ab1e-313fcd4a4f74 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:29:55.697898 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0d6529-b0ac-422b-94e1-0d60e44bb7b8 req-db48f4bc-2b8e-41b8-ab1e-313fcd4a4f74 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:29:55.709663 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0d6529-b0ac-422b-94e1-0d60e44bb7b8 req-db48f4bc-2b8e-41b8-ab1e-313fcd4a4f74 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:29:55.717162 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0d6529-b0ac-422b-94e1-0d60e44bb7b8 req-db48f4bc-2b8e-41b8-ab1e-313fcd4a4f74 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:29:55.724617 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0d6529-b0ac-422b-94e1-0d60e44bb7b8 req-db48f4bc-2b8e-41b8-ab1e-313fcd4a4f74 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:29:55.733787 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0d6529-b0ac-422b-94e1-0d60e44bb7b8 req-db48f4bc-2b8e-41b8-ab1e-313fcd4a4f74 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:29:55.744545 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-1b0d6529-b0ac-422b-94e1-0d60e44bb7b8 req-db48f4bc-2b8e-41b8-ab1e-313fcd4a4f74 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] 10.222.0.60 "GET /v2.0/ports?device_id=83c4b9c5-48d7-40af-8fb5-dabe4d43cce9 HTTP/1.1" status: 200 len: 4603 time: 0.5928345 Nov 23 17:29:55.764349 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1b634e-a0a1-4b36-9074-8a7f3e3d2b4a service neutron] Pushing event updated for resources: {'Port': ['ID=43a35972-e7d6-46b1-a089-47907bd8d235,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:29:55.775158 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-3221776c-09dc-45c5-92d2-4faf1375b95a req-005adae1-45a5-449e-b708-1a91080e1d95 service neutron] 10.222.0.36 "GET /v2.0/networks/43d8ac08-152d-4053-b836-ddc03b0e91a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7867651 Nov 23 17:29:55.805973 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0923e2-e7e2-4be3-aae6-cfff194524a7 req-4c1b634e-a0a1-4b36-9074-8a7f3e3d2b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:29:55.807789 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-5a0923e2-e7e2-4be3-aae6-cfff194524a7 req-4c1b634e-a0a1-4b36-9074-8a7f3e3d2b4a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:55.809710 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-5a0923e2-e7e2-4be3-aae6-cfff194524a7 req-4c1b634e-a0a1-4b36-9074-8a7f3e3d2b4a service neutron] 10.222.0.55 "PUT /v2.0/ports/43a35972-e7d6-46b1-a089-47907bd8d235 HTTP/1.1" status: 200 len: 1135 time: 1.8957281 Nov 23 17:29:55.849598 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [req-5a0923e2-e7e2-4be3-aae6-cfff194524a7 req-c509516f-5e66-47af-aedd-6d69f12a9a0c service neutron] Request body: {'port': {'device_id': '83c4b9c5-48d7-40af-8fb5-dabe4d43cce9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-8'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:29:56.008535 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-5a0923e2-e7e2-4be3-aae6-cfff194524a7 req-c509516f-5e66-47af-aedd-6d69f12a9a0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:56.088226 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-b13c619e-d5f1-44f3-ae65-c10d760d3991 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e2011415289e4cc494c0affa71f6b9be&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6005671 Nov 23 17:29:56.104623 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 34232) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:29:56.200015 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device 97cf3f37-bd1d-4404-849f-d8e0feede5b7 no longer exists at agent hyperv_n-h1-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:29:56.257628 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b2d1df44-0247-40ee-b433-95ad64fc35bb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:56.291285 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55a3070-1e46-4c46-99b7-04a995b8d43b req-09c9578a-63c9-4402-ad5f-65b7d42ce1bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:29:56.292234 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55a3070-1e46-4c46-99b7-04a995b8d43b req-09c9578a-63c9-4402-ad5f-65b7d42ce1bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:29:56.292925 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55a3070-1e46-4c46-99b7-04a995b8d43b req-09c9578a-63c9-4402-ad5f-65b7d42ce1bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:29:56.295130 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e55a3070-1e46-4c46-99b7-04a995b8d43b req-09c9578a-63c9-4402-ad5f-65b7d42ce1bb service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=9b0068a4a0a543038f63069e85a0a90e&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.5353329 Nov 23 17:29:56.298146 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-3221776c-09dc-45c5-92d2-4faf1375b95a req-08a46af5-d802-48c8-8011-0a77cb6f6003 service neutron] 10.222.0.36 "GET /v2.0/networks/43d8ac08-152d-4053-b836-ddc03b0e91a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4841745 Nov 23 17:29:56.440119 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b2d1df44-0247-40ee-b433-95ad64fc35bb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:56.468382 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:56.472732 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-1b0d6529-b0ac-422b-94e1-0d60e44bb7b8 req-c6077a95-432e-43a4-8e6f-571b76b52594 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] 10.222.0.60 "GET /v2.0/security-groups?id=f803d7ea-d3d6-4cf6-830c-70814cdc1205&id=0089afc6-8a44-4092-8e4d-085e37cc31cf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.7268794 Nov 23 17:29:56.485788 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebd1a35-3609-40fd-8763-76dabd66c3cd req-7a110237-7cef-4c9e-ae6c-c15e35cd6e41 tempest-ListImageFiltersTestJSON-955973730 tempest-ListImageFiltersTestJSON-955973730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:29:56.488310 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5ebd1a35-3609-40fd-8763-76dabd66c3cd req-7a110237-7cef-4c9e-ae6c-c15e35cd6e41 tempest-ListImageFiltersTestJSON-955973730 tempest-ListImageFiltersTestJSON-955973730-project] 10.222.0.60 "GET /v2.0/ports?device_id=daaf2d26-6252-4e15-aec2-60bbfe8c56eb HTTP/1.1" status: 200 len: 949 time: 0.7402155 Nov 23 17:29:56.492389 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55a3070-1e46-4c46-99b7-04a995b8d43b req-57e00f74-b410-42fb-a693-abe1ed14e0df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:29:56.494502 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e55a3070-1e46-4c46-99b7-04a995b8d43b req-57e00f74-b410-42fb-a693-abe1ed14e0df service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1892664 Nov 23 17:29:56.631583 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'daaf2d26-6252-4e15-aec2-60bbfe8c56eb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '97cf3f37-bd1d-4404-849f-d8e0feede5b7'}] {{(pid=103592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:29:56.631583 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba3e6a8f2301c7a29fe1eca9779abdae4ccbcd6266d69778087f2498d5551201" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e64254b1-a131-45d4-adf5-a499fa87e26d" -d '{"events": [{"server_uuid": "daaf2d26-6252-4e15-aec2-60bbfe8c56eb", "name": "network-vif-unplugged", "status": "completed", "tag": "97cf3f37-bd1d-4404-849f-d8e0feede5b7"}]}' {{(pid=103592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:29:56.631583 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port 97cf3f37-bd1d-4404-849f-d8e0feede5b7, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=97cf3f37-bd1d-4404-849f-d8e0feede5b7,segment=NetworkSegment(329c1745-02bf-4561-9615-3192910887f5),segment_id=329c1745-02bf-4561-9615-3192910887f5)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:29:56.649481 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5ebd1a35-3609-40fd-8763-76dabd66c3cd req-51d0f7c9-7226-4ad6-a07b-a24dfcb4fbdf tempest-ListImageFiltersTestJSON-955973730 tempest-ListImageFiltersTestJSON-955973730-project] 10.222.0.60 "GET /v2.0/security-groups?id=fec35857-50c4-4692-bf75-bd7acd8a118e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304920 Nov 23 17:29:56.653128 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:56.718522 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 34246) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:29:56.733968 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b2d1df44-0247-40ee-b433-95ad64fc35bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:56.738515 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b2d1df44-0247-40ee-b433-95ad64fc35bb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:56.742646 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-b2d1df44-0247-40ee-b433-95ad64fc35bb admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/bd8f92ce-d7fd-41f8-bc5a-355a3d7019b0 HTTP/1.1" status: 204 len: 168 time: 0.6341374 Nov 23 17:29:56.761844 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d1df44-0247-40ee-b433-95ad64fc35bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd8f92ce-d7fd-41f8-bc5a-355a3d7019b0,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:29:56.797803 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Pushing event updated for resources: {'Port': ['ID=97cf3f37-bd1d-4404-849f-d8e0feede5b7,revision_number=8']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:29:56.827093 n-d-816206-8 neutron-server[103590]: DEBUG neutron.notifiers.nova [req-5a0923e2-e7e2-4be3-aae6-cfff194524a7 req-c509516f-5e66-47af-aedd-6d69f12a9a0c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c22850f-3ed8-45c1-8cb5-d847f5bb33e0 {{(pid=103590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:29:56.855183 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-5a0923e2-e7e2-4be3-aae6-cfff194524a7 req-c509516f-5e66-47af-aedd-6d69f12a9a0c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:56.877916 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [req-5a0923e2-e7e2-4be3-aae6-cfff194524a7 req-c509516f-5e66-47af-aedd-6d69f12a9a0c service neutron] Transition to ACTIVE for port object 2c22850f-3ed8-45c1-8cb5-d847f5bb33e0 will not be triggered until provisioned by entity L2. {{(pid=103590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 17:29:56.886335 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-5a0923e2-e7e2-4be3-aae6-cfff194524a7 req-c509516f-5e66-47af-aedd-6d69f12a9a0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264357957'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:56.922473 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985ac442-2429-4b6d-a876-0d0cb832f0f9 req-68551cc7-276a-4821-a1be-6d458bd08c62 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:29:56.931322 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-985ac442-2429-4b6d-a876-0d0cb832f0f9 req-68551cc7-276a-4821-a1be-6d458bd08c62 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.60 "GET /v2.0/ports?device_id=ffeae0b0-09b1-4f1e-9b33-8bbbbaaefdf6 HTTP/1.1" status: 200 len: 944 time: 0.2273993 Nov 23 17:29:57.038304 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9ebfec-df40-437a-af9a-3f0fffe13884 req-b2519cc3-b155-4236-a7b3-9d4c2abe021d tempest-ServerPasswordTestJSON-1478579908 tempest-ServerPasswordTestJSON-1478579908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:29:57.048828 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4a9ebfec-df40-437a-af9a-3f0fffe13884 req-b2519cc3-b155-4236-a7b3-9d4c2abe021d tempest-ServerPasswordTestJSON-1478579908 tempest-ServerPasswordTestJSON-1478579908-project] 10.222.0.60 "GET /v2.0/ports?device_id=e2dee53a-f16c-4acc-a852-cb3e47805fe2 HTTP/1.1" status: 200 len: 946 time: 0.2561350 Nov 23 17:29:57.123319 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c509516f-5e66-47af-aedd-6d69f12a9a0c service neutron] Pushing event updated for resources: {'Port': ['ID=2c22850f-3ed8-45c1-8cb5-d847f5bb33e0,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:29:57.134484 n-d-816206-8 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83c4b9c5-48d7-40af-8fb5-dabe4d43cce9', 'tag': '43a35972-e7d6-46b1-a089-47907bd8d235'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:29:57.138461 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbabddbc9fc37b068808e119c416c86f5957ca04531a4a0d2e695c515e93483b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8e7ef5a-f1a7-48e9-b694-55eaa736cd6e" -d '{"events": [{"name": "network-changed", "server_uuid": "83c4b9c5-48d7-40af-8fb5-dabe4d43cce9", "tag": "43a35972-e7d6-46b1-a089-47907bd8d235"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:29:57.162256 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [req-5a0923e2-e7e2-4be3-aae6-cfff194524a7 req-c509516f-5e66-47af-aedd-6d69f12a9a0c service neutron] Attempting to bind port 2c22850f-3ed8-45c1-8cb5-d847f5bb33e0 on host n-h1-816206-8 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:29:57.163290 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [req-5a0923e2-e7e2-4be3-aae6-cfff194524a7 req-c509516f-5e66-47af-aedd-6d69f12a9a0c service neutron] Attempting to bind port 2c22850f-3ed8-45c1-8cb5-d847f5bb33e0 by drivers openvswitch,hyperv on host n-h1-816206-8 at level 0 using segments [{'id': 'f3fe809b-60bf-416a-b4bb-a4f078db8338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'a67d26f0-d8bc-46d6-9df4-c5b8fb20d14c'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:29:57.164905 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a0923e2-e7e2-4be3-aae6-cfff194524a7 req-c509516f-5e66-47af-aedd-6d69f12a9a0c service neutron] Attempting to bind port 2c22850f-3ed8-45c1-8cb5-d847f5bb33e0 on network a67d26f0-d8bc-46d6-9df4-c5b8fb20d14c {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:29:57.177736 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-985ac442-2429-4b6d-a876-0d0cb832f0f9 req-6e415383-8949-475f-a184-ed2e8c0d71bf tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.60 "GET /v2.0/security-groups?id=5199d9c8-39cf-433e-a82b-4aef6c6477e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2337444 Nov 23 17:29:57.186194 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a0923e2-e7e2-4be3-aae6-cfff194524a7 req-c509516f-5e66-47af-aedd-6d69f12a9a0c service neutron] Port 2c22850f-3ed8-45c1-8cb5-d847f5bb33e0 on network a67d26f0-d8bc-46d6-9df4-c5b8fb20d14c not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-8 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 17:29:57.186522 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a0923e2-e7e2-4be3-aae6-cfff194524a7 req-c509516f-5e66-47af-aedd-6d69f12a9a0c service neutron] Attempting to bind port 2c22850f-3ed8-45c1-8cb5-d847f5bb33e0 on network a67d26f0-d8bc-46d6-9df4-c5b8fb20d14c {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:29:57.211496 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a0923e2-e7e2-4be3-aae6-cfff194524a7 req-c509516f-5e66-47af-aedd-6d69f12a9a0c service neutron] Checking agent: {'id': '4b0a4557-3bfe-4828-80a0-7981fc3ac84c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 15, 14), 'started_at': datetime.datetime(2021, 11, 23, 17, 15, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 29, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:29:57.211851 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a0923e2-e7e2-4be3-aae6-cfff194524a7 req-c509516f-5e66-47af-aedd-6d69f12a9a0c service neutron] Checking segment: {'id': 'f3fe809b-60bf-416a-b4bb-a4f078db8338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'a67d26f0-d8bc-46d6-9df4-c5b8fb20d14c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:29:57.212246 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a0923e2-e7e2-4be3-aae6-cfff194524a7 req-c509516f-5e66-47af-aedd-6d69f12a9a0c service neutron] Bound using segment: {'id': 'f3fe809b-60bf-416a-b4bb-a4f078db8338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'a67d26f0-d8bc-46d6-9df4-c5b8fb20d14c'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:29:57.212729 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [req-5a0923e2-e7e2-4be3-aae6-cfff194524a7 req-c509516f-5e66-47af-aedd-6d69f12a9a0c service neutron] Bound port: 2c22850f-3ed8-45c1-8cb5-d847f5bb33e0, host: n-h1-816206-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3fe809b-60bf-416a-b4bb-a4f078db8338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'a67d26f0-d8bc-46d6-9df4-c5b8fb20d14c'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:29:57.216394 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-5a0923e2-e7e2-4be3-aae6-cfff194524a7 req-c509516f-5e66-47af-aedd-6d69f12a9a0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:57.232074 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4a9ebfec-df40-437a-af9a-3f0fffe13884 req-cbbbe663-98b3-4ba0-87b4-d34da78eac02 tempest-ServerPasswordTestJSON-1478579908 tempest-ServerPasswordTestJSON-1478579908-project] 10.222.0.60 "GET /v2.0/security-groups?id=86c481cb-f536-4301-a075-54ae31efc47e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810720 Nov 23 17:29:57.251597 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-4a2beec1-81c4-422b-a84f-c432684a40cb admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-1333154439-network', 'tenant_id': '9b03c42e944f424aba57f2dbbc042586'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:29:57.282617 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [req-bd859509-3154-4d44-a13f-9b23289da4a1 req-029e0803-0f5e-488c-8794-8f84992d7493 tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1947207913', 'description': 'tempest-description-500951027'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:29:57.353187 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [req-5a0923e2-e7e2-4be3-aae6-cfff194524a7 req-c509516f-5e66-47af-aedd-6d69f12a9a0c service neutron] For port 2c22850f-3ed8-45c1-8cb5-d847f5bb33e0, host n-h1-816206-8, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:29:57.357379 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [req-5a0923e2-e7e2-4be3-aae6-cfff194524a7 req-c509516f-5e66-47af-aedd-6d69f12a9a0c service neutron] For port 2c22850f-3ed8-45c1-8cb5-d847f5bb33e0, host n-h1-816206-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=2c22850f-3ed8-45c1-8cb5-d847f5bb33e0,segment=NetworkSegment(f3fe809b-60bf-416a-b4bb-a4f078db8338),segment_id=f3fe809b-60bf-416a-b4bb-a4f078db8338)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:29:57.362647 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-5a0923e2-e7e2-4be3-aae6-cfff194524a7 req-c509516f-5e66-47af-aedd-6d69f12a9a0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264357957'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:57.378534 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.db.api [req-bd859509-3154-4d44-a13f-9b23289da4a1 req-029e0803-0f5e-488c-8794-8f84992d7493 tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 23 17:29:57.378534 n-d-816206-8 neutron-server[103591]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Nov 23 17:29:57.378534 n-d-816206-8 neutron-server[103591]: [parameters: {'project_id': 'c94e75c35eaa4eaebd82e447a9e1b0e3', 'id': '62390b43-5245-4b18-aa94-665e9d76966d', 'expiration': datetime.datetime(2021, 11, 23, 17, 31, 57, 360200)}] Nov 23 17:29:57.378534 n-d-816206-8 neutron-server[103591]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103591) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 17:29:57.379347 n-d-816206-8 neutron-server[103591]: DEBUG oslo_db.api [req-bd859509-3154-4d44-a13f-9b23289da4a1 req-029e0803-0f5e-488c-8794-8f84992d7493 tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 17:29:57.397174 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a2beec1-81c4-422b-a84f-c432684a40cb admin admin] Made reservation on behalf of 9b03c42e944f424aba57f2dbbc042586 for: {'network': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:29:57.401359 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-4a2beec1-81c4-422b-a84f-c432684a40cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for network, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:57.478614 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0923e2-e7e2-4be3-aae6-cfff194524a7 req-c509516f-5e66-47af-aedd-6d69f12a9a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:29:57.482073 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-5a0923e2-e7e2-4be3-aae6-cfff194524a7 req-c509516f-5e66-47af-aedd-6d69f12a9a0c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:57.483824 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-5a0923e2-e7e2-4be3-aae6-cfff194524a7 req-c509516f-5e66-47af-aedd-6d69f12a9a0c service neutron] 10.222.0.55 "PUT /v2.0/ports/2c22850f-3ed8-45c1-8cb5-d847f5bb33e0 HTTP/1.1" status: 200 len: 1134 time: 1.6409578 Nov 23 17:29:57.515407 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-4a2beec1-81c4-422b-a84f-c432684a40cb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:57.538410 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [req-5a0923e2-e7e2-4be3-aae6-cfff194524a7 req-4523e2fd-3212-4fc1-a560-60386f200790 service neutron] Request body: {'port': {'device_id': '83c4b9c5-48d7-40af-8fb5-dabe4d43cce9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-8'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:29:57.572895 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e17dc7-627e-4631-8528-730ec0301243 req-ef8b8fa0-a87b-4ee6-8496-2f95e7c5db8d tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:29:57.593318 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e17dc7-627e-4631-8528-730ec0301243 req-ef8b8fa0-a87b-4ee6-8496-2f95e7c5db8d tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:29:57.603350 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-87e17dc7-627e-4631-8528-730ec0301243 req-ef8b8fa0-a87b-4ee6-8496-2f95e7c5db8d tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] 10.222.0.60 "GET /v2.0/ports?device_id=a0550fc1-3534-4f5f-a522-dde794744bda HTTP/1.1" status: 200 len: 1683 time: 0.1990652 Nov 23 17:29:57.603502 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c509516f-5e66-47af-aedd-6d69f12a9a0c service neutron] Pushing event updated for resources: {'Port': ['ID=2c22850f-3ed8-45c1-8cb5-d847f5bb33e0,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:29:57.691023 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-5a0923e2-e7e2-4be3-aae6-cfff194524a7 req-4523e2fd-3212-4fc1-a560-60386f200790 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:57.717205 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-87e17dc7-627e-4631-8528-730ec0301243 req-3389a869-3ddd-4471-b4ac-793667b9e0c9 tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] 10.222.0.60 "GET /v2.0/security-groups?id=e0395b5d-c9ae-4269-a510-77335f56b6a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124423 Nov 23 17:29:57.849965 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 17:29:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68741d0b-3e73-4e98-9ae7-bd7b7d22a531 x-openstack-request-id: req-68741d0b-3e73-4e98-9ae7-bd7b7d22a531 {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:29:57.850699 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "daaf2d26-6252-4e15-aec2-60bbfe8c56eb", "name": "network-vif-unplugged", "status": "completed", "tag": "97cf3f37-bd1d-4404-849f-d8e0feede5b7", "code": 200}]} {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:29:57.850699 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-68741d0b-3e73-4e98-9ae7-bd7b7d22a531 {{(pid=103592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:29:57.851044 n-d-816206-8 neutron-server[103592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'daaf2d26-6252-4e15-aec2-60bbfe8c56eb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '97cf3f37-bd1d-4404-849f-d8e0feede5b7', 'code': 200} Nov 23 17:29:57.859585 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-4a2beec1-81c4-422b-a84f-c432684a40cb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:57.873107 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-4a2beec1-81c4-422b-a84f-c432684a40cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:57.993698 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2beec1-81c4-422b-a84f-c432684a40cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b72fbdee-bb06-4305-b89a-f9761da4d3f2,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:29:58.038696 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a2beec1-81c4-422b-a84f-c432684a40cb admin admin] vlan segment allocate from pool success with {'vlan_id': 508, 'physical_network': 'physnet1'} {{(pid=103591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 17:29:58.045835 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 34282) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:29:58.053753 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-bd859509-3154-4d44-a13f-9b23289da4a1 req-029e0803-0f5e-488c-8794-8f84992d7493 tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] Publish callbacks [] for security_group, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:58.113906 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-4a2beec1-81c4-422b-a84f-c432684a40cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:58.114241 n-d-816206-8 neutron-server[103591]: INFO neutron.db.segments_db [None req-4a2beec1-81c4-422b-a84f-c432684a40cb admin admin] Added segment 66cc7fe5-dddd-4376-9b57-9d5c9f6baa25 of type vlan for network e313bbfd-a761-44b0-92c5-071fb02924f5 Nov 23 17:29:58.208173 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-4a2beec1-81c4-422b-a84f-c432684a40cb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736635338810'] for network, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:58.255613 n-d-816206-8 neutron-server[103590]: DEBUG neutron.notifiers.nova [req-5a0923e2-e7e2-4be3-aae6-cfff194524a7 req-4523e2fd-3212-4fc1-a560-60386f200790 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a4244ef-ef03-4f4c-8ffc-3e8bbbae7f23 {{(pid=103590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:29:58.276221 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-24aa7cac-8d44-4930-a64a-b4665a5a692c admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-592944540-network', 'tenant_id': '141a36de41b84f2cb4e5345b3fb2d0bd'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:29:58.281200 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-bd859509-3154-4d44-a13f-9b23289da4a1 req-029e0803-0f5e-488c-8794-8f84992d7493 tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] Publish callbacks [] for security_group, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:58.282282 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-4a2beec1-81c4-422b-a84f-c432684a40cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493'] for network, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:58.283334 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a2beec1-81c4-422b-a84f-c432684a40cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:29:58.283918 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-4a2beec1-81c4-422b-a84f-c432684a40cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for network, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:58.284481 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-5a0923e2-e7e2-4be3-aae6-cfff194524a7 req-4523e2fd-3212-4fc1-a560-60386f200790 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:58.305935 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-bd859509-3154-4d44-a13f-9b23289da4a1 req-029e0803-0f5e-488c-8794-8f84992d7493 tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:58.309516 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [req-5a0923e2-e7e2-4be3-aae6-cfff194524a7 req-4523e2fd-3212-4fc1-a560-60386f200790 service neutron] Transition to ACTIVE for port object 2a4244ef-ef03-4f4c-8ffc-3e8bbbae7f23 will not be triggered until provisioned by entity L2. {{(pid=103590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 17:29:58.313769 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-5a0923e2-e7e2-4be3-aae6-cfff194524a7 req-4523e2fd-3212-4fc1-a560-60386f200790 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264357957'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:58.350558 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24aa7cac-8d44-4930-a64a-b4665a5a692c admin admin] Made reservation on behalf of 141a36de41b84f2cb4e5345b3fb2d0bd for: {'network': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:29:58.377916 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-24aa7cac-8d44-4930-a64a-b4665a5a692c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for network, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:58.419283 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-bd859509-3154-4d44-a13f-9b23289da4a1 req-029e0803-0f5e-488c-8794-8f84992d7493 tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] Publish callbacks [] for security_group, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:58.420319 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-24aa7cac-8d44-4930-a64a-b4665a5a692c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:58.420547 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-bd859509-3154-4d44-a13f-9b23289da4a1 req-029e0803-0f5e-488c-8794-8f84992d7493 tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 1.1596198 Nov 23 17:29:58.428007 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-4a2beec1-81c4-422b-a84f-c432684a40cb admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.7074785 Nov 23 17:29:58.428642 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 34294) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:29:58.441281 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-483f90bd-eeae-4ac1-9d87-6884f139378a admin admin] Request body: {'subnet': {'network_id': 'e313bbfd-a761-44b0-92c5-071fb02924f5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-1333154439-subnet', 'tenant_id': '9b03c42e944f424aba57f2dbbc042586', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:29:58.472936 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029e0803-0f5e-488c-8794-8f84992d7493 tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae22aa90-f133-4a0f-8d6c-08dc17816b2f,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:29:58.480089 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-483f90bd-eeae-4ac1-9d87-6884f139378a admin admin] Made reservation on behalf of 9b03c42e944f424aba57f2dbbc042586 for: {'subnet': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:29:58.483445 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-483f90bd-eeae-4ac1-9d87-6884f139378a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264314294'] for subnet, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:58.590585 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 17:29:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c75f84a-758a-453b-a11a-1cdf8892b622 x-openstack-request-id: req-7c75f84a-758a-453b-a11a-1cdf8892b622 {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:29:58.591138 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83c4b9c5-48d7-40af-8fb5-dabe4d43cce9", "tag": "43a35972-e7d6-46b1-a089-47907bd8d235", "status": "completed", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:29:58.591389 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7c75f84a-758a-453b-a11a-1cdf8892b622 {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:29:58.591789 n-d-816206-8 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83c4b9c5-48d7-40af-8fb5-dabe4d43cce9', 'tag': '43a35972-e7d6-46b1-a089-47907bd8d235', 'status': 'completed', 'code': 200} Nov 23 17:29:58.651890 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4523e2fd-3212-4fc1-a560-60386f200790 service neutron] Pushing event updated for resources: {'Port': ['ID=2a4244ef-ef03-4f4c-8ffc-3e8bbbae7f23,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:29:58.838725 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2beec1-81c4-422b-a84f-c432684a40cb admin admin] Pushing event updated for resources: {'Network': ['ID=e313bbfd-a761-44b0-92c5-071fb02924f5,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:29:58.850442 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Network e313bbfd-a761-44b0-92c5-071fb02924f5 details requested by agent ovs-agent-n-d-816206-8 with host n-d-816206-8 {{(pid=103592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 17:29:58.912730 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-483f90bd-eeae-4ac1-9d87-6884f139378a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264758079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264314276'] for subnet, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:58.915740 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-24aa7cac-8d44-4930-a64a-b4665a5a692c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:58.923353 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-24aa7cac-8d44-4930-a64a-b4665a5a692c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:58.965313 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [req-5a0923e2-e7e2-4be3-aae6-cfff194524a7 req-4523e2fd-3212-4fc1-a560-60386f200790 service neutron] Attempting to bind port 2a4244ef-ef03-4f4c-8ffc-3e8bbbae7f23 on host n-h1-816206-8 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:29:58.965652 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [req-5a0923e2-e7e2-4be3-aae6-cfff194524a7 req-4523e2fd-3212-4fc1-a560-60386f200790 service neutron] Attempting to bind port 2a4244ef-ef03-4f4c-8ffc-3e8bbbae7f23 by drivers openvswitch,hyperv on host n-h1-816206-8 at level 0 using segments [{'id': 'f3fe809b-60bf-416a-b4bb-a4f078db8338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'a67d26f0-d8bc-46d6-9df4-c5b8fb20d14c'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:29:58.965987 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a0923e2-e7e2-4be3-aae6-cfff194524a7 req-4523e2fd-3212-4fc1-a560-60386f200790 service neutron] Attempting to bind port 2a4244ef-ef03-4f4c-8ffc-3e8bbbae7f23 on network a67d26f0-d8bc-46d6-9df4-c5b8fb20d14c {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:29:58.977279 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24aa7cac-8d44-4930-a64a-b4665a5a692c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c252220-8e64-443c-94e8-7f49c21366d2,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:29:59.000106 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a0923e2-e7e2-4be3-aae6-cfff194524a7 req-4523e2fd-3212-4fc1-a560-60386f200790 service neutron] Port 2a4244ef-ef03-4f4c-8ffc-3e8bbbae7f23 on network a67d26f0-d8bc-46d6-9df4-c5b8fb20d14c not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-8 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 17:29:59.000516 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a0923e2-e7e2-4be3-aae6-cfff194524a7 req-4523e2fd-3212-4fc1-a560-60386f200790 service neutron] Attempting to bind port 2a4244ef-ef03-4f4c-8ffc-3e8bbbae7f23 on network a67d26f0-d8bc-46d6-9df4-c5b8fb20d14c {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:29:59.017017 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a0923e2-e7e2-4be3-aae6-cfff194524a7 req-4523e2fd-3212-4fc1-a560-60386f200790 service neutron] Checking agent: {'id': '4b0a4557-3bfe-4828-80a0-7981fc3ac84c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 15, 14), 'started_at': datetime.datetime(2021, 11, 23, 17, 15, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 29, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:29:59.017359 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a0923e2-e7e2-4be3-aae6-cfff194524a7 req-4523e2fd-3212-4fc1-a560-60386f200790 service neutron] Checking segment: {'id': 'f3fe809b-60bf-416a-b4bb-a4f078db8338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'a67d26f0-d8bc-46d6-9df4-c5b8fb20d14c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:29:59.017748 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a0923e2-e7e2-4be3-aae6-cfff194524a7 req-4523e2fd-3212-4fc1-a560-60386f200790 service neutron] Bound using segment: {'id': 'f3fe809b-60bf-416a-b4bb-a4f078db8338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'a67d26f0-d8bc-46d6-9df4-c5b8fb20d14c'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:29:59.018188 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [req-5a0923e2-e7e2-4be3-aae6-cfff194524a7 req-4523e2fd-3212-4fc1-a560-60386f200790 service neutron] Bound port: 2a4244ef-ef03-4f4c-8ffc-3e8bbbae7f23, host: n-h1-816206-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3fe809b-60bf-416a-b4bb-a4f078db8338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'a67d26f0-d8bc-46d6-9df4-c5b8fb20d14c'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:29:59.018544 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-5a0923e2-e7e2-4be3-aae6-cfff194524a7 req-4523e2fd-3212-4fc1-a560-60386f200790 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:59.049113 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24aa7cac-8d44-4930-a64a-b4665a5a692c admin admin] vlan segment allocate from pool success with {'vlan_id': 513, 'physical_network': 'physnet1'} {{(pid=103590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 17:29:59.083180 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-24aa7cac-8d44-4930-a64a-b4665a5a692c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:59.084081 n-d-816206-8 neutron-server[103590]: INFO neutron.db.segments_db [None req-24aa7cac-8d44-4930-a64a-b4665a5a692c admin admin] Added segment 8dd45b67-8dd0-4878-8132-504ff0655806 of type vlan for network 1afcf705-72a3-4954-9447-6f05c954aa5c Nov 23 17:29:59.163333 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-24aa7cac-8d44-4930-a64a-b4665a5a692c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736635338810'] for network, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:59.176047 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [req-5a0923e2-e7e2-4be3-aae6-cfff194524a7 req-4523e2fd-3212-4fc1-a560-60386f200790 service neutron] For port 2a4244ef-ef03-4f4c-8ffc-3e8bbbae7f23, host n-h1-816206-8, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:29:59.183281 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [req-5a0923e2-e7e2-4be3-aae6-cfff194524a7 req-4523e2fd-3212-4fc1-a560-60386f200790 service neutron] For port 2a4244ef-ef03-4f4c-8ffc-3e8bbbae7f23, host n-h1-816206-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=2a4244ef-ef03-4f4c-8ffc-3e8bbbae7f23,segment=NetworkSegment(f3fe809b-60bf-416a-b4bb-a4f078db8338),segment_id=f3fe809b-60bf-416a-b4bb-a4f078db8338)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:29:59.190860 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-5a0923e2-e7e2-4be3-aae6-cfff194524a7 req-4523e2fd-3212-4fc1-a560-60386f200790 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264357957'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:59.238734 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0923e2-e7e2-4be3-aae6-cfff194524a7 req-4523e2fd-3212-4fc1-a560-60386f200790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:29:59.239982 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-5a0923e2-e7e2-4be3-aae6-cfff194524a7 req-4523e2fd-3212-4fc1-a560-60386f200790 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:59.241763 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-5a0923e2-e7e2-4be3-aae6-cfff194524a7 req-4523e2fd-3212-4fc1-a560-60386f200790 service neutron] 10.222.0.55 "PUT /v2.0/ports/2a4244ef-ef03-4f4c-8ffc-3e8bbbae7f23 HTTP/1.1" status: 200 len: 1090 time: 1.7150846 Nov 23 17:29:59.256919 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-24aa7cac-8d44-4930-a64a-b4665a5a692c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493'] for network, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:59.257982 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24aa7cac-8d44-4930-a64a-b4665a5a692c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:29:59.258575 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-24aa7cac-8d44-4930-a64a-b4665a5a692c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for network, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:59.294341 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e7ef5a-f1a7-48e9-b694-55eaa736cd6e req-40235346-1fd8-4299-9005-2fe4b82da466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:29:59.294583 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e7ef5a-f1a7-48e9-b694-55eaa736cd6e req-40235346-1fd8-4299-9005-2fe4b82da466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:29:59.294910 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e7ef5a-f1a7-48e9-b694-55eaa736cd6e req-40235346-1fd8-4299-9005-2fe4b82da466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:29:59.295427 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e7ef5a-f1a7-48e9-b694-55eaa736cd6e req-40235346-1fd8-4299-9005-2fe4b82da466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:29:59.296302 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e7ef5a-f1a7-48e9-b694-55eaa736cd6e req-40235346-1fd8-4299-9005-2fe4b82da466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:29:59.296811 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e7ef5a-f1a7-48e9-b694-55eaa736cd6e req-40235346-1fd8-4299-9005-2fe4b82da466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:29:59.297433 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e7ef5a-f1a7-48e9-b694-55eaa736cd6e req-40235346-1fd8-4299-9005-2fe4b82da466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:29:59.299641 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d8e7ef5a-f1a7-48e9-b694-55eaa736cd6e req-40235346-1fd8-4299-9005-2fe4b82da466 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9b0068a4a0a543038f63069e85a0a90e&device_id=83c4b9c5-48d7-40af-8fb5-dabe4d43cce9 HTTP/1.1" status: 200 len: 6241 time: 0.4581692 Nov 23 17:29:59.306362 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483f90bd-eeae-4ac1-9d87-6884f139378a admin admin] Pushing event updated for resources: {'Subnet': ['ID=2c2d4e82-97e9-4a7a-a60e-ecbe11279360,revision_number=0']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:29:59.345320 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24aa7cac-8d44-4930-a64a-b4665a5a692c admin admin] Pushing event updated for resources: {'Network': ['ID=1afcf705-72a3-4954-9447-6f05c954aa5c,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:29:59.348537 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ca4f76-ff0a-45d0-aaa2-17380b5b7e0f req-75f8b1e1-5748-436e-a400-64d415897e4a tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:29:59.354583 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-24aa7cac-8d44-4930-a64a-b4665a5a692c admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.3072374 Nov 23 17:29:59.355269 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 34310) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:29:59.355418 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ca4f76-ff0a-45d0-aaa2-17380b5b7e0f req-75f8b1e1-5748-436e-a400-64d415897e4a tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:29:59.361861 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Network 1afcf705-72a3-4954-9447-6f05c954aa5c details requested by agent ovs-agent-n-d-816206-8 with host n-d-816206-8 {{(pid=103592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 17:29:59.363071 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [req-5a0923e2-e7e2-4be3-aae6-cfff194524a7 req-912f1f82-4e92-4f4f-8a62-efcb77af55dc service neutron] Request body: {'port': {'device_id': '83c4b9c5-48d7-40af-8fb5-dabe4d43cce9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-8'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:29:59.381875 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ca4f76-ff0a-45d0-aaa2-17380b5b7e0f req-75f8b1e1-5748-436e-a400-64d415897e4a tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:29:59.401656 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ca4f76-ff0a-45d0-aaa2-17380b5b7e0f req-75f8b1e1-5748-436e-a400-64d415897e4a tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:29:59.425290 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ca4f76-ff0a-45d0-aaa2-17380b5b7e0f req-75f8b1e1-5748-436e-a400-64d415897e4a tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:29:59.453349 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ca4f76-ff0a-45d0-aaa2-17380b5b7e0f req-75f8b1e1-5748-436e-a400-64d415897e4a tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:29:59.491675 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ca4f76-ff0a-45d0-aaa2-17380b5b7e0f req-75f8b1e1-5748-436e-a400-64d415897e4a tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:29:59.491890 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-8f4f5511-a17f-4d60-a31d-ee55b070c86e admin admin] Request body: {'subnet': {'network_id': '1afcf705-72a3-4954-9447-6f05c954aa5c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-592944540-subnet', 'tenant_id': '141a36de41b84f2cb4e5345b3fb2d0bd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:29:59.494192 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-53ca4f76-ff0a-45d0-aaa2-17380b5b7e0f req-75f8b1e1-5748-436e-a400-64d415897e4a tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] 10.222.0.60 "GET /v2.0/ports?device_id=83c4b9c5-48d7-40af-8fb5-dabe4d43cce9 HTTP/1.1" status: 200 len: 5391 time: 0.5218210 Nov 23 17:29:59.547661 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-5a0923e2-e7e2-4be3-aae6-cfff194524a7 req-912f1f82-4e92-4f4f-8a62-efcb77af55dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:59.559127 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f4f5511-a17f-4d60-a31d-ee55b070c86e admin admin] Made reservation on behalf of 141a36de41b84f2cb4e5345b3fb2d0bd for: {'subnet': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:29:59.563367 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8f4f5511-a17f-4d60-a31d-ee55b070c86e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264730903'] for subnet, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:59.711533 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8174e245-05ea-4a46-acb4-cc346a562068 req-4bd5cf10-16a7-456c-8930-9f02f4416086 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:29:59.720886 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8174e245-05ea-4a46-acb4-cc346a562068 req-4bd5cf10-16a7-456c-8930-9f02f4416086 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.60 "GET /v2.0/networks?id=43d8ac08-152d-4053-b836-ddc03b0e91a2 HTTP/1.1" status: 200 len: 810 time: 0.8106823 Nov 23 17:29:59.722261 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-483f90bd-eeae-4ac1-9d87-6884f139378a admin admin] Checking segment: {'id': '66cc7fe5-dddd-4376-9b57-9d5c9f6baa25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'e313bbfd-a761-44b0-92c5-071fb02924f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:29:59.722622 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-483f90bd-eeae-4ac1-9d87-6884f139378a admin admin] Network hostable DHCP agents. Network: e313bbfd-a761-44b0-92c5-071fb02924f5, hostable agents: ['0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3'], hosted agents: [] {{(pid=103591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 17:29:59.817219 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8174e245-05ea-4a46-acb4-cc346a562068 req-37bc0d4e-e002-4e06-8575-81bfd0fc13e0 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.60 "GET /v2.0/quotas/3541603f19884b9cb683e7eedd76d17c HTTP/1.1" status: 200 len: 375 time: 0.0959523 Nov 23 17:29:59.821354 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8f4f5511-a17f-4d60-a31d-ee55b070c86e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264358096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264730885'] for subnet, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:29:59.876388 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e7ef5a-f1a7-48e9-b694-55eaa736cd6e req-b0b62b7f-3bbe-4bc8-bd44-f38b42ff6350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:29:59.876915 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e7ef5a-f1a7-48e9-b694-55eaa736cd6e req-b0b62b7f-3bbe-4bc8-bd44-f38b42ff6350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:29:59.877382 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e7ef5a-f1a7-48e9-b694-55eaa736cd6e req-b0b62b7f-3bbe-4bc8-bd44-f38b42ff6350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:29:59.880770 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d8e7ef5a-f1a7-48e9-b694-55eaa736cd6e req-b0b62b7f-3bbe-4bc8-bd44-f38b42ff6350 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=9b0068a4a0a543038f63069e85a0a90e&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.5696492 Nov 23 17:29:59.911105 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-483f90bd-eeae-4ac1-9d87-6884f139378a admin admin] Network e313bbfd-a761-44b0-92c5-071fb02924f5 is scheduled to be hosted by DHCP agent 0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3 with binding_index 1 {{(pid=103591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 17:29:59.917510 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4523e2fd-3212-4fc1-a560-60386f200790 service neutron] Pushing event updated for resources: {'Port': ['ID=2a4244ef-ef03-4f4c-8ffc-3e8bbbae7f23,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:29:59.925366 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4f5511-a17f-4d60-a31d-ee55b070c86e admin admin] Pushing event updated for resources: {'Subnet': ['ID=f7bfc3a7-b0d3-4146-9f17-d9356f83ed59,revision_number=0']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:29:59.961778 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-53ca4f76-ff0a-45d0-aaa2-17380b5b7e0f req-04853bf9-6861-4c56-bfc7-dd57479e5172 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] 10.222.0.60 "GET /v2.0/security-groups?id=f803d7ea-d3d6-4cf6-830c-70814cdc1205&id=0089afc6-8a44-4092-8e4d-085e37cc31cf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3842289 Nov 23 17:30:00.025128 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [None req-483f90bd-eeae-4ac1-9d87-6884f139378a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-8, e313bbfd-a761-44b0-92c5-071fb02924f5) {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:30:00.061257 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-483f90bd-eeae-4ac1-9d87-6884f139378a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:30:00.062749 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-483f90bd-eeae-4ac1-9d87-6884f139378a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for subnet, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:00.080804 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6318dae-9dd0-43b2-be6e-a30e79038b1b None None] Network e313bbfd-a761-44b0-92c5-071fb02924f5 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:30:00.168450 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [req-bcb302dd-ed22-4582-98ba-5fbab15b6e8d req-89ed4007-1f91-4728-987a-bd407cb06d9f tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2023888894', 'description': 'tempest-description-1484595197'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:30:00.188685 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-483f90bd-eeae-4ac1-9d87-6884f139378a admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.7514517 Nov 23 17:30:00.228657 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8174e245-05ea-4a46-acb4-cc346a562068 req-8d9f88c7-f862-49f4-aa07-ab128fee05a3 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=3541603f19884b9cb683e7eedd76d17c&fields=id HTTP/1.1" status: 200 len: 486 time: 0.4097984 Nov 23 17:30:00.265571 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-bcb302dd-ed22-4582-98ba-5fbab15b6e8d req-89ed4007-1f91-4728-987a-bd407cb06d9f tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] Publish callbacks [] for security_group, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:00.342755 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f4f5511-a17f-4d60-a31d-ee55b070c86e admin admin] Checking segment: {'id': '8dd45b67-8dd0-4878-8132-504ff0655806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '1afcf705-72a3-4954-9447-6f05c954aa5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:30:00.343598 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f4f5511-a17f-4d60-a31d-ee55b070c86e admin admin] Network hostable DHCP agents. Network: 1afcf705-72a3-4954-9447-6f05c954aa5c, hostable agents: ['0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3'], hosted agents: [] {{(pid=103590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 17:30:00.406261 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f4f5511-a17f-4d60-a31d-ee55b070c86e admin admin] Network 1afcf705-72a3-4954-9447-6f05c954aa5c is scheduled to be hosted by DHCP agent 0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3 with binding_index 1 {{(pid=103590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 17:30:00.433665 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-8f4f5511-a17f-4d60-a31d-ee55b070c86e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-8, 1afcf705-72a3-4954-9447-6f05c954aa5c) {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:30:00.440378 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f4f5511-a17f-4d60-a31d-ee55b070c86e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:30:00.441096 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8f4f5511-a17f-4d60-a31d-ee55b070c86e admin admin] Publish callbacks [] for subnet, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:00.476602 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53ad84f7-e8e1-493e-9085-0f2c7f56752d None None] Network 1afcf705-72a3-4954-9447-6f05c954aa5c requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:30:00.505998 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-8f4f5511-a17f-4d60-a31d-ee55b070c86e admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.0931129 Nov 23 17:30:00.513316 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 34318) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:30:00.520291 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-708b2ce5-5be7-4f9c-a68c-653d2a6788be admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-592944540-router', 'tenant_id': '141a36de41b84f2cb4e5345b3fb2d0bd', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'}}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:30:00.643706 n-d-816206-8 neutron-server[103590]: DEBUG neutron.notifiers.nova [req-5a0923e2-e7e2-4be3-aae6-cfff194524a7 req-912f1f82-4e92-4f4f-8a62-efcb77af55dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c11f7314-15f4-4533-9091-774452b72d36 {{(pid=103590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:30:00.664153 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-5a0923e2-e7e2-4be3-aae6-cfff194524a7 req-912f1f82-4e92-4f4f-8a62-efcb77af55dc service neutron] Publish callbacks [] for port, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:00.665953 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3853489-8314-4980-92e8-f4941c6b7174 None None] Network e313bbfd-a761-44b0-92c5-071fb02924f5 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:30:00.679211 n-d-816206-8 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83c4b9c5-48d7-40af-8fb5-dabe4d43cce9', 'tag': '2c22850f-3ed8-45c1-8cb5-d847f5bb33e0'}, {'name': 'network-changed', 'server_uuid': '83c4b9c5-48d7-40af-8fb5-dabe4d43cce9', 'tag': '2a4244ef-ef03-4f4c-8ffc-3e8bbbae7f23'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:30:00.682459 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbabddbc9fc37b068808e119c416c86f5957ca04531a4a0d2e695c515e93483b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-330ed37d-0bff-4163-abb7-77587360d82c" -d '{"events": [{"name": "network-changed", "server_uuid": "83c4b9c5-48d7-40af-8fb5-dabe4d43cce9", "tag": "2c22850f-3ed8-45c1-8cb5-d847f5bb33e0"}, {"name": "network-changed", "server_uuid": "83c4b9c5-48d7-40af-8fb5-dabe4d43cce9", "tag": "2a4244ef-ef03-4f4c-8ffc-3e8bbbae7f23"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:30:00.693523 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [req-5a0923e2-e7e2-4be3-aae6-cfff194524a7 req-912f1f82-4e92-4f4f-8a62-efcb77af55dc service neutron] Transition to ACTIVE for port object c11f7314-15f4-4533-9091-774452b72d36 will not be triggered until provisioned by entity L2. {{(pid=103590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 17:30:00.700196 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-5a0923e2-e7e2-4be3-aae6-cfff194524a7 req-912f1f82-4e92-4f4f-8a62-efcb77af55dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264357957'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:00.710660 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-708b2ce5-5be7-4f9c-a68c-653d2a6788be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1793449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8093'] for router, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:00.712263 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-708b2ce5-5be7-4f9c-a68c-653d2a6788be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1794473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1794771', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1638326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8086'] for router, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:00.926056 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8174e245-05ea-4a46-acb4-cc346a562068 req-94837db8-2d18-451e-8558-c4d2fc679591 service neutron] 10.222.0.60 "GET /v2.0/networks/43d8ac08-152d-4053-b836-ddc03b0e91a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6958869 Nov 23 17:30:00.938673 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e7ef5a-f1a7-48e9-b694-55eaa736cd6e req-758722cd-478b-48ca-ab7d-6470dac6be9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:30:00.943169 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d8e7ef5a-f1a7-48e9-b694-55eaa736cd6e req-758722cd-478b-48ca-ab7d-6470dac6be9b service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.0455790 Nov 23 17:30:00.943380 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9772f74c-f4bb-45a0-8fed-9800213674a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp355044b8-8e87-58c4-94fa-4a010ec30f9e-1afcf705-72a3-4954-9447-6f05c954aa5c', 'network_id': '1afcf705-72a3-4954-9447-6f05c954aa5c', 'tenant_id': '141a36de41b84f2cb4e5345b3fb2d0bd', 'fixed_ips': [{'subnet_id': 'f7bfc3a7-b0d3-4146-9f17-d9356f83ed59'}]}} from n-d-816206-8. {{(pid=103592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 17:30:00.944801 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9772f74c-f4bb-45a0-8fed-9800213674a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:00.968797 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-708b2ce5-5be7-4f9c-a68c-653d2a6788be admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:01.064835 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912f1f82-4e92-4f4f-8a62-efcb77af55dc service neutron] Pushing event updated for resources: {'Port': ['ID=c11f7314-15f4-4533-9091-774452b72d36,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:30:01.172670 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8174e245-05ea-4a46-acb4-cc346a562068 req-cd19d199-c1f3-48c9-a66a-d60b87e2fc77 service neutron] 10.222.0.60 "GET /v2.0/networks/43d8ac08-152d-4053-b836-ddc03b0e91a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2367399 Nov 23 17:30:01.251595 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [req-5a0923e2-e7e2-4be3-aae6-cfff194524a7 req-912f1f82-4e92-4f4f-8a62-efcb77af55dc service neutron] Attempting to bind port c11f7314-15f4-4533-9091-774452b72d36 on host n-h1-816206-8 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:30:01.252751 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [req-5a0923e2-e7e2-4be3-aae6-cfff194524a7 req-912f1f82-4e92-4f4f-8a62-efcb77af55dc service neutron] Attempting to bind port c11f7314-15f4-4533-9091-774452b72d36 by drivers openvswitch,hyperv on host n-h1-816206-8 at level 0 using segments [{'id': 'f3fe809b-60bf-416a-b4bb-a4f078db8338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'a67d26f0-d8bc-46d6-9df4-c5b8fb20d14c'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:30:01.253581 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a0923e2-e7e2-4be3-aae6-cfff194524a7 req-912f1f82-4e92-4f4f-8a62-efcb77af55dc service neutron] Attempting to bind port c11f7314-15f4-4533-9091-774452b72d36 on network a67d26f0-d8bc-46d6-9df4-c5b8fb20d14c {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:30:01.255561 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-bcb302dd-ed22-4582-98ba-5fbab15b6e8d req-89ed4007-1f91-4728-987a-bd407cb06d9f tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] Publish callbacks [] for security_group, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:01.263743 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-bcb302dd-ed22-4582-98ba-5fbab15b6e8d req-89ed4007-1f91-4728-987a-bd407cb06d9f tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:01.299112 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.db_base_plugin_common [None req-9772f74c-f4bb-45a0-8fed-9800213674a9 None None] Allocated IP 172.20.0.2 (1afcf705-72a3-4954-9447-6f05c954aa5c/f7bfc3a7-b0d3-4146-9f17-d9356f83ed59/0ac7add9-ffdf-47c9-a205-c361b8fc9bb6) {{(pid=103592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:30:01.313934 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-bcb302dd-ed22-4582-98ba-5fbab15b6e8d req-89ed4007-1f91-4728-987a-bd407cb06d9f tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] Publish callbacks [] for security_group, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:01.316132 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-bcb302dd-ed22-4582-98ba-5fbab15b6e8d req-89ed4007-1f91-4728-987a-bd407cb06d9f tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 1.1575356 Nov 23 17:30:01.342129 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ed4007-1f91-4728-987a-bd407cb06d9f tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c832b09-f712-4dc1-9444-5f9ff567a7a0,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:30:01.366993 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ed4007-1f91-4728-987a-bd407cb06d9f tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:30:01.367923 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ed4007-1f91-4728-987a-bd407cb06d9f tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:30:01.369349 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ed4007-1f91-4728-987a-bd407cb06d9f tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:30:01.369932 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ed4007-1f91-4728-987a-bd407cb06d9f tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:30:01.370751 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ed4007-1f91-4728-987a-bd407cb06d9f tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:30:01.371303 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ed4007-1f91-4728-987a-bd407cb06d9f tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:30:01.371788 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ed4007-1f91-4728-987a-bd407cb06d9f tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:30:01.373476 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ed4007-1f91-4728-987a-bd407cb06d9f tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:30:01.375805 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ed4007-1f91-4728-987a-bd407cb06d9f tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:30:01.376374 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ed4007-1f91-4728-987a-bd407cb06d9f tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:30:01.377043 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ed4007-1f91-4728-987a-bd407cb06d9f tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:30:01.377684 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89ed4007-1f91-4728-987a-bd407cb06d9f tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:30:01.722389 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9772f74c-f4bb-45a0-8fed-9800213674a9 None None] Publish callbacks [] for port, precommit_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:01.736771 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9772f74c-f4bb-45a0-8fed-9800213674a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980'] for port, after_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:01.782121 n-d-816206-8 neutron-server[103592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9772f74c-f4bb-45a0-8fed-9800213674a9 None None] Network 1afcf705-72a3-4954-9447-6f05c954aa5c is already hosted by enough agents. {{(pid=103592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:30:01.805033 n-d-816206-8 neutron-server[103592]: DEBUG neutron.scheduler.base_scheduler [None req-9772f74c-f4bb-45a0-8fed-9800213674a9 None None] Resources bound (agent type, host, resource id): {{(pid=103592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:30:01.857692 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9772f74c-f4bb-45a0-8fed-9800213674a9 None None] Received port after_create {{(pid=103592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:30:01.997918 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9772f74c-f4bb-45a0-8fed-9800213674a9 None None] Pushing event updated for resources: {'Port': ['ID=0ac7add9-ffdf-47c9-a205-c361b8fc9bb6,revision_number=1']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:30:02.001912 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-9772f74c-f4bb-45a0-8fed-9800213674a9 None None] Attempting to bind port 0ac7add9-ffdf-47c9-a205-c361b8fc9bb6 on host n-d-816206-8 for vnic_type normal with profile {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:30:02.002537 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-9772f74c-f4bb-45a0-8fed-9800213674a9 None None] Attempting to bind port 0ac7add9-ffdf-47c9-a205-c361b8fc9bb6 by drivers openvswitch,hyperv on host n-d-816206-8 at level 0 using segments [{'id': '8dd45b67-8dd0-4878-8132-504ff0655806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '1afcf705-72a3-4954-9447-6f05c954aa5c'}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:30:02.003300 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9772f74c-f4bb-45a0-8fed-9800213674a9 None None] Attempting to bind port 0ac7add9-ffdf-47c9-a205-c361b8fc9bb6 on network 1afcf705-72a3-4954-9447-6f05c954aa5c {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:30:02.014849 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9772f74c-f4bb-45a0-8fed-9800213674a9 None None] Checking agent: {'id': '9e89acbe-4bbe-4c77-a18b-6f1da9133e0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 7, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 29, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:30:02.015443 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9772f74c-f4bb-45a0-8fed-9800213674a9 None None] Checking segment: {'id': '8dd45b67-8dd0-4878-8132-504ff0655806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '1afcf705-72a3-4954-9447-6f05c954aa5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:30:02.017377 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9772f74c-f4bb-45a0-8fed-9800213674a9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:02.018912 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9772f74c-f4bb-45a0-8fed-9800213674a9 None None] Bound using segment: {'id': '8dd45b67-8dd0-4878-8132-504ff0655806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '1afcf705-72a3-4954-9447-6f05c954aa5c'} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:30:02.021278 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-9772f74c-f4bb-45a0-8fed-9800213674a9 None None] Bound port: 0ac7add9-ffdf-47c9-a205-c361b8fc9bb6, host: n-d-816206-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8dd45b67-8dd0-4878-8132-504ff0655806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '1afcf705-72a3-4954-9447-6f05c954aa5c'}}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:30:02.022010 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9772f74c-f4bb-45a0-8fed-9800213674a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:02.050018 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 23 Nov 2021 17:30:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7be51dd5-e933-4f48-bc0c-a8f8cd769eec x-openstack-request-id: req-7be51dd5-e933-4f48-bc0c-a8f8cd769eec {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:30:02.050573 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83c4b9c5-48d7-40af-8fb5-dabe4d43cce9", "tag": "2c22850f-3ed8-45c1-8cb5-d847f5bb33e0", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "83c4b9c5-48d7-40af-8fb5-dabe4d43cce9", "tag": "2a4244ef-ef03-4f4c-8ffc-3e8bbbae7f23", "status": "completed", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:30:02.050573 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7be51dd5-e933-4f48-bc0c-a8f8cd769eec {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:30:02.051015 n-d-816206-8 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83c4b9c5-48d7-40af-8fb5-dabe4d43cce9', 'tag': '2c22850f-3ed8-45c1-8cb5-d847f5bb33e0', 'status': 'completed', 'code': 200} Nov 23 17:30:02.051200 n-d-816206-8 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83c4b9c5-48d7-40af-8fb5-dabe4d43cce9', 'tag': '2a4244ef-ef03-4f4c-8ffc-3e8bbbae7f23', 'status': 'completed', 'code': 200} Nov 23 17:30:02.052390 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a0923e2-e7e2-4be3-aae6-cfff194524a7 req-912f1f82-4e92-4f4f-8a62-efcb77af55dc service neutron] Port c11f7314-15f4-4533-9091-774452b72d36 on network a67d26f0-d8bc-46d6-9df4-c5b8fb20d14c not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-8 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 17:30:02.052765 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a0923e2-e7e2-4be3-aae6-cfff194524a7 req-912f1f82-4e92-4f4f-8a62-efcb77af55dc service neutron] Attempting to bind port c11f7314-15f4-4533-9091-774452b72d36 on network a67d26f0-d8bc-46d6-9df4-c5b8fb20d14c {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:30:02.061035 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a0923e2-e7e2-4be3-aae6-cfff194524a7 req-912f1f82-4e92-4f4f-8a62-efcb77af55dc service neutron] Checking agent: {'id': '4b0a4557-3bfe-4828-80a0-7981fc3ac84c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 15, 14), 'started_at': datetime.datetime(2021, 11, 23, 17, 15, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 29, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:30:02.061389 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a0923e2-e7e2-4be3-aae6-cfff194524a7 req-912f1f82-4e92-4f4f-8a62-efcb77af55dc service neutron] Checking segment: {'id': 'f3fe809b-60bf-416a-b4bb-a4f078db8338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'a67d26f0-d8bc-46d6-9df4-c5b8fb20d14c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:30:02.061780 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a0923e2-e7e2-4be3-aae6-cfff194524a7 req-912f1f82-4e92-4f4f-8a62-efcb77af55dc service neutron] Bound using segment: {'id': 'f3fe809b-60bf-416a-b4bb-a4f078db8338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'a67d26f0-d8bc-46d6-9df4-c5b8fb20d14c'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:30:02.062379 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [req-5a0923e2-e7e2-4be3-aae6-cfff194524a7 req-912f1f82-4e92-4f4f-8a62-efcb77af55dc service neutron] Bound port: c11f7314-15f4-4533-9091-774452b72d36, host: n-h1-816206-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3fe809b-60bf-416a-b4bb-a4f078db8338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'a67d26f0-d8bc-46d6-9df4-c5b8fb20d14c'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:30:02.062744 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-5a0923e2-e7e2-4be3-aae6-cfff194524a7 req-912f1f82-4e92-4f4f-8a62-efcb77af55dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:02.084145 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-708b2ce5-5be7-4f9c-a68c-653d2a6788be admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:02.135688 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-9772f74c-f4bb-45a0-8fed-9800213674a9 None None] For port 0ac7add9-ffdf-47c9-a205-c361b8fc9bb6, host n-d-816206-8, cleared binding levels {{(pid=103592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:30:02.155519 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-9772f74c-f4bb-45a0-8fed-9800213674a9 None None] For port 0ac7add9-ffdf-47c9-a205-c361b8fc9bb6, host n-d-816206-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=0ac7add9-ffdf-47c9-a205-c361b8fc9bb6,segment=NetworkSegment(8dd45b67-8dd0-4878-8132-504ff0655806),segment_id=8dd45b67-8dd0-4878-8132-504ff0655806)] {{(pid=103592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:30:02.163391 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9772f74c-f4bb-45a0-8fed-9800213674a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:02.287239 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330ed37d-0bff-4163-abb7-77587360d82c req-7e0a0a4b-36dd-49b8-9cf0-a204bfa9055c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:30:02.288117 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330ed37d-0bff-4163-abb7-77587360d82c req-7e0a0a4b-36dd-49b8-9cf0-a204bfa9055c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:30:02.288398 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330ed37d-0bff-4163-abb7-77587360d82c req-7e0a0a4b-36dd-49b8-9cf0-a204bfa9055c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:30:02.288948 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330ed37d-0bff-4163-abb7-77587360d82c req-7e0a0a4b-36dd-49b8-9cf0-a204bfa9055c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:30:02.289523 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330ed37d-0bff-4163-abb7-77587360d82c req-7e0a0a4b-36dd-49b8-9cf0-a204bfa9055c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:30:02.290121 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330ed37d-0bff-4163-abb7-77587360d82c req-7e0a0a4b-36dd-49b8-9cf0-a204bfa9055c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:30:02.290833 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330ed37d-0bff-4163-abb7-77587360d82c req-7e0a0a4b-36dd-49b8-9cf0-a204bfa9055c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:30:02.293055 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-330ed37d-0bff-4163-abb7-77587360d82c req-7e0a0a4b-36dd-49b8-9cf0-a204bfa9055c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9b0068a4a0a543038f63069e85a0a90e&device_id=83c4b9c5-48d7-40af-8fb5-dabe4d43cce9 HTTP/1.1" status: 200 len: 6308 time: 0.3211792 Nov 23 17:30:02.315930 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9772f74c-f4bb-45a0-8fed-9800213674a9 None None] Pushing event updated for resources: {'Port': ['ID=0ac7add9-ffdf-47c9-a205-c361b8fc9bb6,revision_number=2']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:30:02.326297 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device 81e265bf-2431-406e-8d75-7f043e355546 details requested by agent hyperv_n-h2-816206-8 with host n-h2-816206-8 {{(pid=103592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 17:30:02.348891 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816348b1-ed1b-4817-b0e3-4521cf46285a req-abaf9770-78d4-4f14-90fa-63b314658a46 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:30:02.352099 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [req-5a0923e2-e7e2-4be3-aae6-cfff194524a7 req-912f1f82-4e92-4f4f-8a62-efcb77af55dc service neutron] For port c11f7314-15f4-4533-9091-774452b72d36, host n-h1-816206-8, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:30:02.357330 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816348b1-ed1b-4817-b0e3-4521cf46285a req-abaf9770-78d4-4f14-90fa-63b314658a46 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:30:02.365931 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816348b1-ed1b-4817-b0e3-4521cf46285a req-abaf9770-78d4-4f14-90fa-63b314658a46 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:30:02.373139 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816348b1-ed1b-4817-b0e3-4521cf46285a req-abaf9770-78d4-4f14-90fa-63b314658a46 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:30:02.379589 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816348b1-ed1b-4817-b0e3-4521cf46285a req-abaf9770-78d4-4f14-90fa-63b314658a46 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:30:02.386601 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816348b1-ed1b-4817-b0e3-4521cf46285a req-abaf9770-78d4-4f14-90fa-63b314658a46 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:30:02.393596 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816348b1-ed1b-4817-b0e3-4521cf46285a req-abaf9770-78d4-4f14-90fa-63b314658a46 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:30:02.401672 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-816348b1-ed1b-4817-b0e3-4521cf46285a req-abaf9770-78d4-4f14-90fa-63b314658a46 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] 10.222.0.60 "GET /v2.0/ports?device_id=83c4b9c5-48d7-40af-8fb5-dabe4d43cce9 HTTP/1.1" status: 200 len: 5403 time: 0.2524955 Nov 23 17:30:02.414888 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [req-5a0923e2-e7e2-4be3-aae6-cfff194524a7 req-912f1f82-4e92-4f4f-8a62-efcb77af55dc service neutron] For port c11f7314-15f4-4533-9091-774452b72d36, host n-h1-816206-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=c11f7314-15f4-4533-9091-774452b72d36,segment=NetworkSegment(f3fe809b-60bf-416a-b4bb-a4f078db8338),segment_id=f3fe809b-60bf-416a-b4bb-a4f078db8338)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:30:02.423072 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-5a0923e2-e7e2-4be3-aae6-cfff194524a7 req-912f1f82-4e92-4f4f-8a62-efcb77af55dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264357957'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:02.459426 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0923e2-e7e2-4be3-aae6-cfff194524a7 req-912f1f82-4e92-4f4f-8a62-efcb77af55dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:30:02.460889 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-5a0923e2-e7e2-4be3-aae6-cfff194524a7 req-912f1f82-4e92-4f4f-8a62-efcb77af55dc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:02.463023 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-5a0923e2-e7e2-4be3-aae6-cfff194524a7 req-912f1f82-4e92-4f4f-8a62-efcb77af55dc service neutron] 10.222.0.55 "PUT /v2.0/ports/c11f7314-15f4-4533-9091-774452b72d36 HTTP/1.1" status: 200 len: 1090 time: 3.1190403 Nov 23 17:30:02.499078 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e6a9c4-fd79-4894-a059-3140237bb31e req-47e9369c-ab3a-4c7e-8005-2fe2396aadf5 tempest-ServerAddressesNegativeTestJSON-243613553 tempest-ServerAddressesNegativeTestJSON-243613553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:30:02.511861 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-23e6a9c4-fd79-4894-a059-3140237bb31e req-47e9369c-ab3a-4c7e-8005-2fe2396aadf5 tempest-ServerAddressesNegativeTestJSON-243613553 tempest-ServerAddressesNegativeTestJSON-243613553-project] 10.222.0.60 "GET /v2.0/networks?id=e313bbfd-a761-44b0-92c5-071fb02924f5 HTTP/1.1" status: 200 len: 822 time: 0.4622416 Nov 23 17:30:02.558592 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [req-5a0923e2-e7e2-4be3-aae6-cfff194524a7 req-83fa2456-1217-4d1e-be3c-bd2a00e61f84 service neutron] Request body: {'port': {'device_id': '83c4b9c5-48d7-40af-8fb5-dabe4d43cce9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-8'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:30:02.609574 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-23e6a9c4-fd79-4894-a059-3140237bb31e req-bdb19f1c-7f72-446a-9583-e88f3cf520d4 tempest-ServerAddressesNegativeTestJSON-243613553 tempest-ServerAddressesNegativeTestJSON-243613553-project] 10.222.0.60 "GET /v2.0/quotas/9b03c42e944f424aba57f2dbbc042586 HTTP/1.1" status: 200 len: 375 time: 0.0964558 Nov 23 17:30:02.745104 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port 81e265bf-2431-406e-8d75-7f043e355546, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=81e265bf-2431-406e-8d75-7f043e355546,segment=NetworkSegment(329c1745-02bf-4561-9615-3192910887f5),segment_id=329c1745-02bf-4561-9615-3192910887f5)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:30:02.763906 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-23e6a9c4-fd79-4894-a059-3140237bb31e req-e11652fd-15b4-4f49-8ea6-be7b24a12c6b tempest-ServerAddressesNegativeTestJSON-243613553 tempest-ServerAddressesNegativeTestJSON-243613553-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=9b03c42e944f424aba57f2dbbc042586&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1526217 Nov 23 17:30:02.778673 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [req-23e6a9c4-fd79-4894-a059-3140237bb31e req-8fd2c209-394e-4742-a1de-66e66c9d5b54 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=103591) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 17:30:02.805935 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-23e6a9c4-fd79-4894-a059-3140237bb31e req-8fd2c209-394e-4742-a1de-66e66c9d5b54 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0405047 Nov 23 17:30:02.807433 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Returning: {'device': '81e265bf-2431-406e-8d75-7f043e355546', 'network_id': 'f1e1dabf-b410-4023-9169-a460a86e7184', 'port_id': '81e265bf-2431-406e-8d75-7f043e355546', 'mac_address': 'fa:16:3e:25:1f:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac77c175-5679-438b-8a2a-356718377641', 'ip_address': '192.168.233.225'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 17:30:02.837369 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-5a0923e2-e7e2-4be3-aae6-cfff194524a7 req-83fa2456-1217-4d1e-be3c-bd2a00e61f84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:02.941379 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:03.097221 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-816348b1-ed1b-4817-b0e3-4521cf46285a req-3ed26c22-7c29-4991-a441-c6cbd39de770 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] 10.222.0.60 "GET /v2.0/security-groups?id=f803d7ea-d3d6-4cf6-830c-70814cdc1205&id=0089afc6-8a44-4092-8e4d-085e37cc31cf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.6366475 Nov 23 17:30:03.106112 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330ed37d-0bff-4163-abb7-77587360d82c req-142b3b89-21a0-42e8-9463-901d42902c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:30:03.106623 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330ed37d-0bff-4163-abb7-77587360d82c req-142b3b89-21a0-42e8-9463-901d42902c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:30:03.107083 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330ed37d-0bff-4163-abb7-77587360d82c req-142b3b89-21a0-42e8-9463-901d42902c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:30:03.108805 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-330ed37d-0bff-4163-abb7-77587360d82c req-142b3b89-21a0-42e8-9463-901d42902c2c service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=9b0068a4a0a543038f63069e85a0a90e&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.8027849 Nov 23 17:30:03.218977 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912f1f82-4e92-4f4f-8a62-efcb77af55dc service neutron] Pushing event updated for resources: {'Port': ['ID=c11f7314-15f4-4533-9091-774452b72d36,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:30:03.290659 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81e265bf-2431-406e-8d75-7f043e355546 {{(pid=103592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:30:03.321057 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-23e6a9c4-fd79-4894-a059-3140237bb31e req-9bf35ac3-1920-459b-8729-89e372612ce7 service neutron] 10.222.0.60 "GET /v2.0/networks/e313bbfd-a761-44b0-92c5-071fb02924f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5041361 Nov 23 17:30:03.330798 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port 81e265bf-2431-406e-8d75-7f043e355546, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=81e265bf-2431-406e-8d75-7f043e355546,segment=NetworkSegment(329c1745-02bf-4561-9615-3192910887f5),segment_id=329c1745-02bf-4561-9615-3192910887f5)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:30:03.336886 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:03.350260 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-708b2ce5-5be7-4f9c-a68c-653d2a6788be admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:03.391987 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-708b2ce5-5be7-4f9c-a68c-653d2a6788be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:03.477833 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Pushing event updated for resources: {'Port': ['ID=81e265bf-2431-406e-8d75-7f043e355546,revision_number=9']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:30:03.525170 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] get_ports_and_sgs() called for port_ids ['81e265bf-2431-406e-8d75-7f043e355546'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:30:03.590335 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330ed37d-0bff-4163-abb7-77587360d82c req-78d09a75-b7b7-490a-9793-d18bfc409b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:30:03.592584 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-330ed37d-0bff-4163-abb7-77587360d82c req-78d09a75-b7b7-490a-9793-d18bfc409b19 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4669178 Nov 23 17:30:03.711827 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-708b2ce5-5be7-4f9c-a68c-653d2a6788be admin admin] Allocated IP 172.25.3.78 (4c8455ba-1be5-42ac-b8c2-8a16e1292d55/08fe3644-ce41-4c3f-a7ea-92bac0f0fff5/fb16766b-3c52-4861-b712-29828d270fe8) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:30:03.760859 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7a778b-fd7b-43c0-bebf-27a5141fa4b7 req-bf133f20-f384-4822-9156-de2b3a4850c0 tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:30:03.788679 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7a778b-fd7b-43c0-bebf-27a5141fa4b7 req-bf133f20-f384-4822-9156-de2b3a4850c0 tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:30:03.791612 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-3f7a778b-fd7b-43c0-bebf-27a5141fa4b7 req-bf133f20-f384-4822-9156-de2b3a4850c0 tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] 10.222.0.55 "GET /v2.0/ports?device_id=a0550fc1-3534-4f5f-a522-dde794744bda HTTP/1.1" status: 200 len: 1683 time: 0.4662914 Nov 23 17:30:03.965032 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 0ac7add9-ffdf-47c9-a205-c361b8fc9bb6 up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:30:04.055183 n-d-816206-8 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83c4b9c5-48d7-40af-8fb5-dabe4d43cce9', 'tag': 'c11f7314-15f4-4533-9091-774452b72d36'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:30:04.057497 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbabddbc9fc37b068808e119c416c86f5957ca04531a4a0d2e695c515e93483b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d0b74bd-10b3-47d6-8026-45d9d83c719c" -d '{"events": [{"name": "network-changed", "server_uuid": "83c4b9c5-48d7-40af-8fb5-dabe4d43cce9", "tag": "c11f7314-15f4-4533-9091-774452b72d36"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:30:04.110048 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-708b2ce5-5be7-4f9c-a68c-653d2a6788be admin admin] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:04.112669 n-d-816206-8 neutron-server[103590]: DEBUG neutron.notifiers.nova [req-5a0923e2-e7e2-4be3-aae6-cfff194524a7 req-83fa2456-1217-4d1e-be3c-bd2a00e61f84 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c61316ed-a367-4301-9c1b-7dbf9122a432 {{(pid=103590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:30:04.124360 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-5a0923e2-e7e2-4be3-aae6-cfff194524a7 req-83fa2456-1217-4d1e-be3c-bd2a00e61f84 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:04.148704 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [req-5a0923e2-e7e2-4be3-aae6-cfff194524a7 req-83fa2456-1217-4d1e-be3c-bd2a00e61f84 service neutron] Transition to ACTIVE for port object c61316ed-a367-4301-9c1b-7dbf9122a432 will not be triggered until provisioned by entity L2. {{(pid=103590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 17:30:04.159594 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-5a0923e2-e7e2-4be3-aae6-cfff194524a7 req-83fa2456-1217-4d1e-be3c-bd2a00e61f84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264357957'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:04.186987 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port 0ac7add9-ffdf-47c9-a205-c361b8fc9bb6 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:30:04.186987 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:04.234032 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-23e6a9c4-fd79-4894-a059-3140237bb31e req-126359b3-9f22-4ce7-9991-cfa091d00e1f service neutron] 10.222.0.60 "GET /v2.0/networks/e313bbfd-a761-44b0-92c5-071fb02924f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8454764 Nov 23 17:30:04.319673 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-708b2ce5-5be7-4f9c-a68c-653d2a6788be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:04.435304 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8174e245-05ea-4a46-acb4-cc346a562068 req-69d580af-19d1-4b5a-b66f-9264ef5fcd42 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:30:04.438087 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8174e245-05ea-4a46-acb4-cc346a562068 req-69d580af-19d1-4b5a-b66f-9264ef5fcd42 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.55 "GET /v2.0/networks?id=43d8ac08-152d-4053-b836-ddc03b0e91a2 HTTP/1.1" status: 200 len: 810 time: 0.8654480 Nov 23 17:30:04.439400 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-708b2ce5-5be7-4f9c-a68c-653d2a6788be admin admin] Network 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:30:04.466396 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330ed37d-0bff-4163-abb7-77587360d82c req-89f74f5b-6718-4b79-8144-2f543ccbe133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:30:04.466877 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330ed37d-0bff-4163-abb7-77587360d82c req-89f74f5b-6718-4b79-8144-2f543ccbe133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:30:04.467348 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330ed37d-0bff-4163-abb7-77587360d82c req-89f74f5b-6718-4b79-8144-2f543ccbe133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:30:04.467812 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330ed37d-0bff-4163-abb7-77587360d82c req-89f74f5b-6718-4b79-8144-2f543ccbe133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:30:04.474554 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330ed37d-0bff-4163-abb7-77587360d82c req-89f74f5b-6718-4b79-8144-2f543ccbe133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:30:04.475450 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330ed37d-0bff-4163-abb7-77587360d82c req-89f74f5b-6718-4b79-8144-2f543ccbe133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:30:04.477825 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330ed37d-0bff-4163-abb7-77587360d82c req-89f74f5b-6718-4b79-8144-2f543ccbe133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:30:04.481548 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-330ed37d-0bff-4163-abb7-77587360d82c req-89f74f5b-6718-4b79-8144-2f543ccbe133 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9b0068a4a0a543038f63069e85a0a90e&device_id=83c4b9c5-48d7-40af-8fb5-dabe4d43cce9 HTTP/1.1" status: 200 len: 6350 time: 0.5912347 Nov 23 17:30:04.503070 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fa2456-1217-4d1e-be3c-bd2a00e61f84 service neutron] Pushing event updated for resources: {'Port': ['ID=c61316ed-a367-4301-9c1b-7dbf9122a432,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:30:04.534129 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [req-8174e245-05ea-4a46-acb4-cc346a562068 req-b37aca41-a3dc-4a3c-8991-b97a7e8c63c8 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] Request body: {'port': {'device_id': 'cc1cb68a-7d8e-48af-9098-d96a53e08c31', 'network_id': '43d8ac08-152d-4053-b836-ddc03b0e91a2', 'admin_state_up': True, 'tenant_id': '3541603f19884b9cb683e7eedd76d17c'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:30:04.537316 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:04.594244 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6905eaca-5c7d-4d0b-b133-0dd770a0ec19 None None] Network 1afcf705-72a3-4954-9447-6f05c954aa5c requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:30:04.651139 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-708b2ce5-5be7-4f9c-a68c-653d2a6788be admin admin] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:30:04.666145 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-708b2ce5-5be7-4f9c-a68c-653d2a6788be admin admin] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:30:04.702751 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-91c5b6d8-b328-4b85-859e-8b0ddda263e7 req-2ad084bf-8795-4017-98eb-4ab5a2a9b454 tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c94e75c35eaa4eaebd82e447a9e1b0e3 HTTP/1.1" status: 200 len: 11011 time: 1.5286193 Nov 23 17:30:04.703692 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8356ea47-6b15-4233-8d10-bfe962f083ab None None] DHCP port deletion for 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:30:04.767396 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] For port 0ac7add9-ffdf-47c9-a205-c361b8fc9bb6, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=0ac7add9-ffdf-47c9-a205-c361b8fc9bb6,segment=NetworkSegment(8dd45b67-8dd0-4878-8132-504ff0655806),segment_id=8dd45b67-8dd0-4878-8132-504ff0655806)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:30:04.854345 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-23ef6854-ba76-46eb-b464-79325b68e317 req-18a23810-ea24-4b5e-a988-a8874024ad7c tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc1cb68a-7d8e-48af-9098-d96a53e08c31 HTTP/1.1" status: 200 len: 210 time: 0.1247780 Nov 23 17:30:04.859276 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:04.893415 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-14c37d43-4068-4c5e-8291-3888f6e1aac0 None None] Provisioning complete for port 0ac7add9-ffdf-47c9-a205-c361b8fc9bb6 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:30:04.896250 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-14c37d43-4068-4c5e-8291-3888f6e1aac0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:04.917045 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708b2ce5-5be7-4f9c-a68c-653d2a6788be admin admin] Pushing event updated for resources: {'Port': ['ID=fb16766b-3c52-4861-b712-29828d270fe8,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:30:05.035613 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [req-5a0923e2-e7e2-4be3-aae6-cfff194524a7 req-83fa2456-1217-4d1e-be3c-bd2a00e61f84 service neutron] Attempting to bind port c61316ed-a367-4301-9c1b-7dbf9122a432 on host n-h1-816206-8 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:30:05.038043 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [req-5a0923e2-e7e2-4be3-aae6-cfff194524a7 req-83fa2456-1217-4d1e-be3c-bd2a00e61f84 service neutron] Attempting to bind port c61316ed-a367-4301-9c1b-7dbf9122a432 by drivers openvswitch,hyperv on host n-h1-816206-8 at level 0 using segments [{'id': '487ac287-bf03-4216-af3f-1793e9c7040a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'a080cd49-aff0-47e2-a832-3717812be820'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:30:05.038418 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a0923e2-e7e2-4be3-aae6-cfff194524a7 req-83fa2456-1217-4d1e-be3c-bd2a00e61f84 service neutron] Attempting to bind port c61316ed-a367-4301-9c1b-7dbf9122a432 on network a080cd49-aff0-47e2-a832-3717812be820 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:30:05.066945 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a0923e2-e7e2-4be3-aae6-cfff194524a7 req-83fa2456-1217-4d1e-be3c-bd2a00e61f84 service neutron] Port c61316ed-a367-4301-9c1b-7dbf9122a432 on network a080cd49-aff0-47e2-a832-3717812be820 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-8 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 17:30:05.067169 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a0923e2-e7e2-4be3-aae6-cfff194524a7 req-83fa2456-1217-4d1e-be3c-bd2a00e61f84 service neutron] Attempting to bind port c61316ed-a367-4301-9c1b-7dbf9122a432 on network a080cd49-aff0-47e2-a832-3717812be820 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:30:05.077224 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [req-3f7a778b-fd7b-43c0-bebf-27a5141fa4b7 req-c3d02fa5-a30b-4f13-b3db-a2c3da48e2d8 tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Deleting port 9a59aa08-5e2d-4ba4-952f-cd7c61c800ee {{(pid=103591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:30:05.078589 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-3f7a778b-fd7b-43c0-bebf-27a5141fa4b7 req-c3d02fa5-a30b-4f13-b3db-a2c3da48e2d8 tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:05.325538 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-3f7a778b-fd7b-43c0-bebf-27a5141fa4b7 req-c3d02fa5-a30b-4f13-b3db-a2c3da48e2d8 tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] For port 9a59aa08-5e2d-4ba4-952f-cd7c61c800ee, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=9a59aa08-5e2d-4ba4-952f-cd7c61c800ee,segment=NetworkSegment(724ec88f-a1df-4cae-bfb2-80a741c10e27),segment_id=724ec88f-a1df-4cae-bfb2-80a741c10e27)] {{(pid=103591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:30:05.326282 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-3f7a778b-fd7b-43c0-bebf-27a5141fa4b7 req-c3d02fa5-a30b-4f13-b3db-a2c3da48e2d8 tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:05.329914 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a0923e2-e7e2-4be3-aae6-cfff194524a7 req-83fa2456-1217-4d1e-be3c-bd2a00e61f84 service neutron] Checking agent: {'id': '4b0a4557-3bfe-4828-80a0-7981fc3ac84c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 15, 14), 'started_at': datetime.datetime(2021, 11, 23, 17, 15, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 29, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:30:05.330486 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a0923e2-e7e2-4be3-aae6-cfff194524a7 req-83fa2456-1217-4d1e-be3c-bd2a00e61f84 service neutron] Checking segment: {'id': '487ac287-bf03-4216-af3f-1793e9c7040a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'a080cd49-aff0-47e2-a832-3717812be820'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:30:05.332832 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a0923e2-e7e2-4be3-aae6-cfff194524a7 req-83fa2456-1217-4d1e-be3c-bd2a00e61f84 service neutron] Bound using segment: {'id': '487ac287-bf03-4216-af3f-1793e9c7040a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'a080cd49-aff0-47e2-a832-3717812be820'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:30:05.332832 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [req-5a0923e2-e7e2-4be3-aae6-cfff194524a7 req-83fa2456-1217-4d1e-be3c-bd2a00e61f84 service neutron] Bound port: c61316ed-a367-4301-9c1b-7dbf9122a432, host: n-h1-816206-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '487ac287-bf03-4216-af3f-1793e9c7040a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'a080cd49-aff0-47e2-a832-3717812be820'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:30:05.332832 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-5a0923e2-e7e2-4be3-aae6-cfff194524a7 req-83fa2456-1217-4d1e-be3c-bd2a00e61f84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:05.349347 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Pushing event updated for resources: {'Port': ['ID=0ac7add9-ffdf-47c9-a205-c361b8fc9bb6,revision_number=3']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:30:05.366614 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [req-3f7a778b-fd7b-43c0-bebf-27a5141fa4b7 req-c3d02fa5-a30b-4f13-b3db-a2c3da48e2d8 tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Calling delete_port for 9a59aa08-5e2d-4ba4-952f-cd7c61c800ee owned by compute:nova {{(pid=103591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:30:05.587149 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-91c5b6d8-b328-4b85-859e-8b0ddda263e7 req-e6c7127a-18b2-400d-9bbf-61bd12f8c554 tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] 10.222.0.60 "GET /v2.0/security-groups/d8e33e73-30b9-4952-965d-f940c31594f6 HTTP/1.1" status: 200 len: 3002 time: 0.8830545 Nov 23 17:30:05.648417 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [req-5a0923e2-e7e2-4be3-aae6-cfff194524a7 req-83fa2456-1217-4d1e-be3c-bd2a00e61f84 service neutron] For port c61316ed-a367-4301-9c1b-7dbf9122a432, host n-h1-816206-8, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:30:05.668448 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-3c9fa1dc-e7ec-40f0-8fae-cf463b73732e None None] Provisioning complete for port fb16766b-3c52-4861-b712-29828d270fe8 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:30:05.678861 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-3c9fa1dc-e7ec-40f0-8fae-cf463b73732e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:05.773458 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-3c9fa1dc-e7ec-40f0-8fae-cf463b73732e None None] Port fb16766b-3c52-4861-b712-29828d270fe8 cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:30:05.807037 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-708b2ce5-5be7-4f9c-a68c-653d2a6788be admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:05.817941 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 0ac7add9-ffdf-47c9-a205-c361b8fc9bb6 up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:30:06.017342 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port 0ac7add9-ffdf-47c9-a205-c361b8fc9bb6 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:30:06.018732 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:06.157579 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330ed37d-0bff-4163-abb7-77587360d82c req-e08b9aca-242c-442b-96d4-81d22887ccf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:30:06.158290 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330ed37d-0bff-4163-abb7-77587360d82c req-e08b9aca-242c-442b-96d4-81d22887ccf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:30:06.159092 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330ed37d-0bff-4163-abb7-77587360d82c req-e08b9aca-242c-442b-96d4-81d22887ccf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:30:06.163814 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-330ed37d-0bff-4163-abb7-77587360d82c req-e08b9aca-242c-442b-96d4-81d22887ccf2 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=9b0068a4a0a543038f63069e85a0a90e&shared=False HTTP/1.1" status: 200 len: 2298 time: 1.6120133 Nov 23 17:30:06.170523 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-98f20663-9af3-4be3-8776-9351ab25c67a None None] Provisioning complete for port 0ac7add9-ffdf-47c9-a205-c361b8fc9bb6 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:30:06.170523 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-98f20663-9af3-4be3-8776-9351ab25c67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:06.175130 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8174e245-05ea-4a46-acb4-cc346a562068 req-b37aca41-a3dc-4a3c-8991-b97a7e8c63c8 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] Made reservation on behalf of 3541603f19884b9cb683e7eedd76d17c for: {'port': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:30:06.187398 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-8174e245-05ea-4a46-acb4-cc346a562068 req-b37aca41-a3dc-4a3c-8991-b97a7e8c63c8 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:06.202954 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [req-5a0923e2-e7e2-4be3-aae6-cfff194524a7 req-83fa2456-1217-4d1e-be3c-bd2a00e61f84 service neutron] For port c61316ed-a367-4301-9c1b-7dbf9122a432, host n-h1-816206-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=c61316ed-a367-4301-9c1b-7dbf9122a432,segment=NetworkSegment(487ac287-bf03-4216-af3f-1793e9c7040a),segment_id=487ac287-bf03-4216-af3f-1793e9c7040a)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:30:06.214073 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb52f5f5-3b3d-45b8-b69c-db55c31a415c req-0ee14a3c-8f4c-4a7c-9584-c38a93e0f1d8 tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:30:06.220389 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-5a0923e2-e7e2-4be3-aae6-cfff194524a7 req-83fa2456-1217-4d1e-be3c-bd2a00e61f84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264357957'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:06.222073 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb52f5f5-3b3d-45b8-b69c-db55c31a415c req-0ee14a3c-8f4c-4a7c-9584-c38a93e0f1d8 tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:30:06.230663 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-cb52f5f5-3b3d-45b8-b69c-db55c31a415c req-0ee14a3c-8f4c-4a7c-9584-c38a93e0f1d8 tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] 10.222.0.60 "GET /v2.0/ports?device_id=a0550fc1-3534-4f5f-a522-dde794744bda HTTP/1.1" status: 200 len: 1683 time: 0.6419778 Nov 23 17:30:06.290492 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-3f7a778b-fd7b-43c0-bebf-27a5141fa4b7 req-c3d02fa5-a30b-4f13-b3db-a2c3da48e2d8 tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:06.303036 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device 9a59aa08-5e2d-4ba4-952f-cd7c61c800ee no longer exists at agent hyperv_n-h1-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:30:06.340240 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-91c5b6d8-b328-4b85-859e-8b0ddda263e7 req-778a77fc-8932-4191-9b31-76ce1583397c tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] 10.222.0.60 "GET /v2.0/security-groups/d8e33e73-30b9-4952-965d-f940c31594f6 HTTP/1.1" status: 200 len: 3002 time: 0.7279110 Nov 23 17:30:06.421233 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device 81e265bf-2431-406e-8d75-7f043e355546 up at agent hyperv_n-h2-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:30:06.452090 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d02fa5-a30b-4f13-b3db-a2c3da48e2d8 tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Pushing event deleted for resources: {'Port': ['ID=9a59aa08-5e2d-4ba4-952f-cd7c61c800ee,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:30:06.462185 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] No Port match for: 9a59aa08-5e2d-4ba4-952f-cd7c61c800ee {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:30:06.462965 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device 9a59aa08-5e2d-4ba4-952f-cd7c61c800ee not bound to the agent host n-h1-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:30:06.463756 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device 97e6bcc5-a2b7-4957-8ccd-b8e88098911d no longer exists at agent hyperv_n-h1-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:30:06.688343 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0923e2-e7e2-4be3-aae6-cfff194524a7 req-83fa2456-1217-4d1e-be3c-bd2a00e61f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:30:06.689390 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-5a0923e2-e7e2-4be3-aae6-cfff194524a7 req-83fa2456-1217-4d1e-be3c-bd2a00e61f84 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:06.694654 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-5a0923e2-e7e2-4be3-aae6-cfff194524a7 req-83fa2456-1217-4d1e-be3c-bd2a00e61f84 service neutron] 10.222.0.55 "PUT /v2.0/ports/c61316ed-a367-4301-9c1b-7dbf9122a432 HTTP/1.1" status: 200 len: 1091 time: 4.1615713 Nov 23 17:30:06.699946 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 17:30:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47c7d2e8-55a0-4014-9fef-644542fbaa0a x-openstack-request-id: req-47c7d2e8-55a0-4014-9fef-644542fbaa0a {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:30:06.700678 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83c4b9c5-48d7-40af-8fb5-dabe4d43cce9", "tag": "c11f7314-15f4-4533-9091-774452b72d36", "status": "completed", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:30:06.701121 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-47c7d2e8-55a0-4014-9fef-644542fbaa0a {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:30:06.701694 n-d-816206-8 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83c4b9c5-48d7-40af-8fb5-dabe4d43cce9', 'tag': 'c11f7314-15f4-4533-9091-774452b72d36', 'status': 'completed', 'code': 200} Nov 23 17:30:06.737972 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fa2456-1217-4d1e-be3c-bd2a00e61f84 service neutron] Pushing event updated for resources: {'Port': ['ID=c61316ed-a367-4301-9c1b-7dbf9122a432,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:30:06.808893 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fa2456-1217-4d1e-be3c-bd2a00e61f84 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:30:06.810178 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fa2456-1217-4d1e-be3c-bd2a00e61f84 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:30:06.811047 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fa2456-1217-4d1e-be3c-bd2a00e61f84 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:30:06.811943 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fa2456-1217-4d1e-be3c-bd2a00e61f84 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:30:06.813190 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fa2456-1217-4d1e-be3c-bd2a00e61f84 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:30:06.814068 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fa2456-1217-4d1e-be3c-bd2a00e61f84 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:30:06.815093 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fa2456-1217-4d1e-be3c-bd2a00e61f84 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:30:06.815886 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fa2456-1217-4d1e-be3c-bd2a00e61f84 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:30:06.817836 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fa2456-1217-4d1e-be3c-bd2a00e61f84 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:30:06.819930 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fa2456-1217-4d1e-be3c-bd2a00e61f84 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:30:06.821046 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fa2456-1217-4d1e-be3c-bd2a00e61f84 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:30:06.821926 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fa2456-1217-4d1e-be3c-bd2a00e61f84 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:30:06.899944 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [req-5a0923e2-e7e2-4be3-aae6-cfff194524a7 req-757261dc-dee1-4ece-ac7e-b0a58daecc50 service neutron] Request body: {'port': {'device_id': '83c4b9c5-48d7-40af-8fb5-dabe4d43cce9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-8'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:30:06.910647 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-cb52f5f5-3b3d-45b8-b69c-db55c31a415c req-2ad511eb-7491-4b8d-a774-709dba267c6e tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] 10.222.0.60 "GET /v2.0/security-groups?id=e0395b5d-c9ae-4269-a510-77335f56b6a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6781392 Nov 23 17:30:07.039110 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-708b2ce5-5be7-4f9c-a68c-653d2a6788be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1794316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1795362'] for router, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:07.125881 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Provisioning complete for port 81e265bf-2431-406e-8d75-7f043e355546 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:30:07.130000 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:07.150412 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-5a0923e2-e7e2-4be3-aae6-cfff194524a7 req-757261dc-dee1-4ece-ac7e-b0a58daecc50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:07.279055 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.db_base_plugin_common [req-8174e245-05ea-4a46-acb4-cc346a562068 req-b37aca41-a3dc-4a3c-8991-b97a7e8c63c8 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] Allocated IP 172.20.0.14 (43d8ac08-152d-4053-b836-ddc03b0e91a2/23f80e8e-7e58-4465-87c1-72654345f52f/ea956362-a00e-4eeb-88fb-d8787f53fbd5) {{(pid=103591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:30:07.583089 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:07.734668 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port 97e6bcc5-a2b7-4957-8ccd-b8e88098911d, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=97e6bcc5-a2b7-4957-8ccd-b8e88098911d,segment=NetworkSegment(bfb005cb-15fd-4973-b7ee-baffd0bfccec),segment_id=bfb005cb-15fd-4973-b7ee-baffd0bfccec)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:30:07.736933 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0550fc1-3534-4f5f-a522-dde794744bda', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '97e6bcc5-a2b7-4957-8ccd-b8e88098911d'}] {{(pid=103592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:30:07.740674 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba3e6a8f2301c7a29fe1eca9779abdae4ccbcd6266d69778087f2498d5551201" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-351e28d8-0c87-45a2-9c53-e872ac2d5292" -d '{"events": [{"server_uuid": "a0550fc1-3534-4f5f-a522-dde794744bda", "name": "network-vif-unplugged", "status": "completed", "tag": "97e6bcc5-a2b7-4957-8ccd-b8e88098911d"}]}' {{(pid=103592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:30:07.748522 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-708b2ce5-5be7-4f9c-a68c-653d2a6788be admin admin] Router 2844b668-4eb3-4146-878a-8743907d31bf is scheduled to L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 with binding_index 1 {{(pid=103590) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 17:30:07.749207 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:07.836590 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Pushing event updated for resources: {'Port': ['ID=97e6bcc5-a2b7-4957-8ccd-b8e88098911d,revision_number=6']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:30:07.847428 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:07.906180 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port 81e265bf-2431-406e-8d75-7f043e355546, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=81e265bf-2431-406e-8d75-7f043e355546,segment=NetworkSegment(329c1745-02bf-4561-9615-3192910887f5),segment_id=329c1745-02bf-4561-9615-3192910887f5)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:30:07.913692 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:07.982863 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Pushing event updated for resources: {'Port': ['ID=81e265bf-2431-406e-8d75-7f043e355546,revision_number=10']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:30:08.048721 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330ed37d-0bff-4163-abb7-77587360d82c req-d6953dba-f419-481d-824b-1b7ce3273b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:30:08.050323 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-330ed37d-0bff-4163-abb7-77587360d82c req-d6953dba-f419-481d-824b-1b7ce3273b8e service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.8583586 Nov 23 17:30:08.192774 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-708b2ce5-5be7-4f9c-a68c-653d2a6788be admin admin] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:30:08.209031 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf4ec24d-6e84-4509-b522-c1595493c6e4 None None] Sync routers for ids ['2844b668-4eb3-4146-878a-8743907d31bf'] in n-d-816206-8 {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:30:08.234707 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf4ec24d-6e84-4509-b522-c1595493c6e4 None None] Routers {'2844b668-4eb3-4146-878a-8743907d31bf'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:30:08.234919 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-cf4ec24d-6e84-4509-b522-c1595493c6e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:29:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['2844b668-4eb3-4146-878a-8743907d31bf'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:30:08.242759 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-708b2ce5-5be7-4f9c-a68c-653d2a6788be admin admin] Publish callbacks [] for router, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:08.244986 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-708b2ce5-5be7-4f9c-a68c-653d2a6788be admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 7.7305565 Nov 23 17:30:08.257533 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 34418) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:30:08.324350 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e6a9c4-fd79-4894-a059-3140237bb31e req-db3afbcc-ec92-4afa-9113-31b1f0a0ca0e tempest-ServerAddressesNegativeTestJSON-243613553 tempest-ServerAddressesNegativeTestJSON-243613553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:30:08.326353 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-23e6a9c4-fd79-4894-a059-3140237bb31e req-db3afbcc-ec92-4afa-9113-31b1f0a0ca0e tempest-ServerAddressesNegativeTestJSON-243613553 tempest-ServerAddressesNegativeTestJSON-243613553-project] 10.222.0.36 "GET /v2.0/networks?id=e313bbfd-a761-44b0-92c5-071fb02924f5 HTTP/1.1" status: 200 len: 822 time: 1.2457416 Nov 23 17:30:08.328410 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f7a778b-fd7b-43c0-bebf-27a5141fa4b7 req-c3d02fa5-a30b-4f13-b3db-a2c3da48e2d8 tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] No DVR routers for this DVR port 9a59aa08-5e2d-4ba4-952f-cd7c61c800ee on host n-h1-816206-8 {{(pid=103591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:30:08.398194 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-3f7a778b-fd7b-43c0-bebf-27a5141fa4b7 req-c3d02fa5-a30b-4f13-b3db-a2c3da48e2d8 tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:08.402404 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-3f7a778b-fd7b-43c0-bebf-27a5141fa4b7 req-c3d02fa5-a30b-4f13-b3db-a2c3da48e2d8 tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] 10.222.0.55 "DELETE /v2.0/ports/9a59aa08-5e2d-4ba4-952f-cd7c61c800ee HTTP/1.1" status: 204 len: 173 time: 4.4386723 Nov 23 17:30:08.405140 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-362dead7-ff63-4909-a1dc-220474c1b438 req-1f2d6c31-dc35-4acd-bc63-5cdfed0d2cdd tempest-ServerAddressesNegativeTestJSON-243613553 tempest-ServerAddressesNegativeTestJSON-243613553-project] 10.222.0.60 "GET /v2.0/ports?device_id=37e8ae14-9cd4-49ea-995a-80ea413da2ba HTTP/1.1" status: 200 len: 210 time: 0.5144937 Nov 23 17:30:08.406267 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0550fc1-3534-4f5f-a522-dde794744bda', 'name': 'network-vif-deleted', 'tag': '9a59aa08-5e2d-4ba4-952f-cd7c61c800ee'}] {{(pid=103591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:30:08.409267 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41d174a19ece9499ff9ec44e5b3fc50f2abd3ffbc947fb7e52ea1e8db27b95b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8bb3257-e96c-4415-a867-aaa03fbba9f6" -d '{"events": [{"server_uuid": "a0550fc1-3534-4f5f-a522-dde794744bda", "name": "network-vif-deleted", "tag": "9a59aa08-5e2d-4ba4-952f-cd7c61c800ee"}]}' {{(pid=103591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:30:08.435980 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-cf4ec24d-6e84-4509-b522-c1595493c6e4 None None] Set router 2844b668-4eb3-4146-878a-8743907d31bf gateway port host: n-d-816206-8 {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:30:08.449042 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [req-23e6a9c4-fd79-4894-a059-3140237bb31e req-0d2f7300-597e-49a2-8fdf-a8329cbab262 tempest-ServerAddressesNegativeTestJSON-243613553 tempest-ServerAddressesNegativeTestJSON-243613553-project] Request body: {'port': {'device_id': '37e8ae14-9cd4-49ea-995a-80ea413da2ba', 'network_id': 'e313bbfd-a761-44b0-92c5-071fb02924f5', 'admin_state_up': True, 'tenant_id': '9b03c42e944f424aba57f2dbbc042586'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:30:08.537609 n-d-816206-8 neutron-server[103590]: DEBUG neutron.notifiers.nova [req-5a0923e2-e7e2-4be3-aae6-cfff194524a7 req-757261dc-dee1-4ece-ac7e-b0a58daecc50 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e501c8d2-3b8b-4517-82b1-6a263ce4aab2 {{(pid=103590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:30:08.568432 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-5a0923e2-e7e2-4be3-aae6-cfff194524a7 req-757261dc-dee1-4ece-ac7e-b0a58daecc50 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:08.595121 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [req-5a0923e2-e7e2-4be3-aae6-cfff194524a7 req-757261dc-dee1-4ece-ac7e-b0a58daecc50 service neutron] Transition to ACTIVE for port object e501c8d2-3b8b-4517-82b1-6a263ce4aab2 will not be triggered until provisioned by entity L2. {{(pid=103590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 17:30:08.608078 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-5a0923e2-e7e2-4be3-aae6-cfff194524a7 req-757261dc-dee1-4ece-ac7e-b0a58daecc50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264357957'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:08.609326 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe22538-6185-4a90-b273-0ca90ea5c4fa req-407db3df-d4cf-4baf-8ee2-7f654bc35ddd tempest-ServerPasswordTestJSON-1478579908 tempest-ServerPasswordTestJSON-1478579908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:30:08.611273 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7fe22538-6185-4a90-b273-0ca90ea5c4fa req-407db3df-d4cf-4baf-8ee2-7f654bc35ddd tempest-ServerPasswordTestJSON-1478579908 tempest-ServerPasswordTestJSON-1478579908-project] 10.222.0.36 "GET /v2.0/ports?device_id=e2dee53a-f16c-4acc-a852-cb3e47805fe2 HTTP/1.1" status: 200 len: 946 time: 0.6764300 Nov 23 17:30:08.702707 n-d-816206-8 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83c4b9c5-48d7-40af-8fb5-dabe4d43cce9', 'tag': 'c61316ed-a367-4301-9c1b-7dbf9122a432'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:30:08.710591 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbabddbc9fc37b068808e119c416c86f5957ca04531a4a0d2e695c515e93483b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c06f21d-de04-4494-819d-7c26f78c4f25" -d '{"events": [{"name": "network-changed", "server_uuid": "83c4b9c5-48d7-40af-8fb5-dabe4d43cce9", "tag": "c61316ed-a367-4301-9c1b-7dbf9122a432"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:30:08.711682 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313156eb-3eac-445e-9663-6f798127025a req-1abeec1b-a9f9-4b45-bb94-6148f4fda27b tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:30:08.725247 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313156eb-3eac-445e-9663-6f798127025a req-1abeec1b-a9f9-4b45-bb94-6148f4fda27b tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:30:08.737509 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313156eb-3eac-445e-9663-6f798127025a req-1abeec1b-a9f9-4b45-bb94-6148f4fda27b tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:30:08.754083 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313156eb-3eac-445e-9663-6f798127025a req-1abeec1b-a9f9-4b45-bb94-6148f4fda27b tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:30:08.772470 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313156eb-3eac-445e-9663-6f798127025a req-1abeec1b-a9f9-4b45-bb94-6148f4fda27b tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:30:08.780242 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313156eb-3eac-445e-9663-6f798127025a req-1abeec1b-a9f9-4b45-bb94-6148f4fda27b tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:30:08.783682 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-cf4ec24d-6e84-4509-b522-c1595493c6e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2844b668-4eb3-4146-878a-8743907d31bf', 'name': 'tempest-ServersTestJSON-592944540-router', 'tenant_id': '141a36de41b84f2cb4e5345b3fb2d0bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.78'}], 'enable_snat': True}, 'gw_port_id': 'fb16766b-3c52-4861-b712-29828d270fe8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:30:00Z', 'updated_at': '2021-11-23T17:30:05Z', 'revision_number': 3, 'project_id': '141a36de41b84f2cb4e5345b3fb2d0bd', 'gw_port': {'id': 'fb16766b-3c52-4861-b712-29828d270fe8', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:55:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2844b668-4eb3-4146-878a-8743907d31bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1113, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:30:03Z', 'updated_at': '2021-11-23T17:30:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8'}], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:30:08.787863 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313156eb-3eac-445e-9663-6f798127025a req-1abeec1b-a9f9-4b45-bb94-6148f4fda27b tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:30:08.792557 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-313156eb-3eac-445e-9663-6f798127025a req-1abeec1b-a9f9-4b45-bb94-6148f4fda27b tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] 10.222.0.60 "GET /v2.0/ports?device_id=83c4b9c5-48d7-40af-8fb5-dabe4d43cce9 HTTP/1.1" status: 200 len: 5415 time: 1.8366213 Nov 23 17:30:08.862719 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf4ec24d-6e84-4509-b522-c1595493c6e4 None None] Checking router: 2844b668-4eb3-4146-878a-8743907d31bf for host: n-d-816206-8 {{(pid=103593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 17:30:08.863127 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf4ec24d-6e84-4509-b522-c1595493c6e4 None None] Updating router 2844b668-4eb3-4146-878a-8743907d31bf port fb16766b-3c52-4861-b712-29828d270fe8 binding host n-d-816206-8 {{(pid=103593) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 17:30:08.935124 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757261dc-dee1-4ece-ac7e-b0a58daecc50 service neutron] Pushing event updated for resources: {'Port': ['ID=e501c8d2-3b8b-4517-82b1-6a263ce4aab2,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:30:08.982185 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-8174e245-05ea-4a46-acb4-cc346a562068 req-b37aca41-a3dc-4a3c-8991-b97a7e8c63c8 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] Publish callbacks [] for port, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:08.997252 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-cf4ec24d-6e84-4509-b522-c1595493c6e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:09.076946 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-8174e245-05ea-4a46-acb4-cc346a562068 req-b37aca41-a3dc-4a3c-8991-b97a7e8c63c8 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:09.109551 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] get_ports_and_sgs() called for port_ids ['d2b1b011-56ff-4c88-a822-a2bc760a83b9'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:30:09.117603 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] get_ports_and_sgs() called for port_ids ['463bb2f6-75a3-49d9-907f-c2963eb4fc14'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:30:09.146374 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [req-5a0923e2-e7e2-4be3-aae6-cfff194524a7 req-757261dc-dee1-4ece-ac7e-b0a58daecc50 service neutron] Attempting to bind port e501c8d2-3b8b-4517-82b1-6a263ce4aab2 on host n-h1-816206-8 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:30:09.146737 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [req-5a0923e2-e7e2-4be3-aae6-cfff194524a7 req-757261dc-dee1-4ece-ac7e-b0a58daecc50 service neutron] Attempting to bind port e501c8d2-3b8b-4517-82b1-6a263ce4aab2 by drivers openvswitch,hyperv on host n-h1-816206-8 at level 0 using segments [{'id': '487ac287-bf03-4216-af3f-1793e9c7040a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'a080cd49-aff0-47e2-a832-3717812be820'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:30:09.147042 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a0923e2-e7e2-4be3-aae6-cfff194524a7 req-757261dc-dee1-4ece-ac7e-b0a58daecc50 service neutron] Attempting to bind port e501c8d2-3b8b-4517-82b1-6a263ce4aab2 on network a080cd49-aff0-47e2-a832-3717812be820 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:30:09.179060 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a0923e2-e7e2-4be3-aae6-cfff194524a7 req-757261dc-dee1-4ece-ac7e-b0a58daecc50 service neutron] Port e501c8d2-3b8b-4517-82b1-6a263ce4aab2 on network a080cd49-aff0-47e2-a832-3717812be820 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-8 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 17:30:09.184497 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a0923e2-e7e2-4be3-aae6-cfff194524a7 req-757261dc-dee1-4ece-ac7e-b0a58daecc50 service neutron] Attempting to bind port e501c8d2-3b8b-4517-82b1-6a263ce4aab2 on network a080cd49-aff0-47e2-a832-3717812be820 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:30:09.200664 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a0923e2-e7e2-4be3-aae6-cfff194524a7 req-757261dc-dee1-4ece-ac7e-b0a58daecc50 service neutron] Checking agent: {'id': '4b0a4557-3bfe-4828-80a0-7981fc3ac84c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 15, 14), 'started_at': datetime.datetime(2021, 11, 23, 17, 15, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 29, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:30:09.201033 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a0923e2-e7e2-4be3-aae6-cfff194524a7 req-757261dc-dee1-4ece-ac7e-b0a58daecc50 service neutron] Checking segment: {'id': '487ac287-bf03-4216-af3f-1793e9c7040a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'a080cd49-aff0-47e2-a832-3717812be820'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:30:09.207442 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a0923e2-e7e2-4be3-aae6-cfff194524a7 req-757261dc-dee1-4ece-ac7e-b0a58daecc50 service neutron] Bound using segment: {'id': '487ac287-bf03-4216-af3f-1793e9c7040a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'a080cd49-aff0-47e2-a832-3717812be820'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:30:09.207927 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [req-5a0923e2-e7e2-4be3-aae6-cfff194524a7 req-757261dc-dee1-4ece-ac7e-b0a58daecc50 service neutron] Bound port: e501c8d2-3b8b-4517-82b1-6a263ce4aab2, host: n-h1-816206-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '487ac287-bf03-4216-af3f-1793e9c7040a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'a080cd49-aff0-47e2-a832-3717812be820'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:30:09.210394 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-5a0923e2-e7e2-4be3-aae6-cfff194524a7 req-757261dc-dee1-4ece-ac7e-b0a58daecc50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:09.338666 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0b74bd-10b3-47d6-8026-45d9d83c719c req-6b853220-7a4c-4eb7-b362-cee4e7b86e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:30:09.339334 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0b74bd-10b3-47d6-8026-45d9d83c719c req-6b853220-7a4c-4eb7-b362-cee4e7b86e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:30:09.339805 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0b74bd-10b3-47d6-8026-45d9d83c719c req-6b853220-7a4c-4eb7-b362-cee4e7b86e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:30:09.341065 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0b74bd-10b3-47d6-8026-45d9d83c719c req-6b853220-7a4c-4eb7-b362-cee4e7b86e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:30:09.341065 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0b74bd-10b3-47d6-8026-45d9d83c719c req-6b853220-7a4c-4eb7-b362-cee4e7b86e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:30:09.341360 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0b74bd-10b3-47d6-8026-45d9d83c719c req-6b853220-7a4c-4eb7-b362-cee4e7b86e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:30:09.341766 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0b74bd-10b3-47d6-8026-45d9d83c719c req-6b853220-7a4c-4eb7-b362-cee4e7b86e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:30:09.343875 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-0d0b74bd-10b3-47d6-8026-45d9d83c719c req-6b853220-7a4c-4eb7-b362-cee4e7b86e95 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9b0068a4a0a543038f63069e85a0a90e&device_id=83c4b9c5-48d7-40af-8fb5-dabe4d43cce9 HTTP/1.1" status: 200 len: 6417 time: 0.9714837 Nov 23 17:30:09.574427 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [req-5a0923e2-e7e2-4be3-aae6-cfff194524a7 req-757261dc-dee1-4ece-ac7e-b0a58daecc50 service neutron] For port e501c8d2-3b8b-4517-82b1-6a263ce4aab2, host n-h1-816206-8, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:30:09.592783 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [req-5a0923e2-e7e2-4be3-aae6-cfff194524a7 req-757261dc-dee1-4ece-ac7e-b0a58daecc50 service neutron] For port e501c8d2-3b8b-4517-82b1-6a263ce4aab2, host n-h1-816206-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=e501c8d2-3b8b-4517-82b1-6a263ce4aab2,segment=NetworkSegment(487ac287-bf03-4216-af3f-1793e9c7040a),segment_id=487ac287-bf03-4216-af3f-1793e9c7040a)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:30:09.602121 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37aca41-a3dc-4a3c-8991-b97a7e8c63c8 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] Pushing event updated for resources: {'Port': ['ID=ea956362-a00e-4eeb-88fb-d8787f53fbd5,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:30:09.627682 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-cf4ec24d-6e84-4509-b522-c1595493c6e4 None None] Publish callbacks [] for port, precommit_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:09.644470 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-cf4ec24d-6e84-4509-b522-c1595493c6e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:09.658308 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8174e245-05ea-4a46-acb4-cc346a562068 req-b37aca41-a3dc-4a3c-8991-b97a7e8c63c8 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] Network 43d8ac08-152d-4053-b836-ddc03b0e91a2 is already hosted by enough agents. {{(pid=103591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:30:09.699989 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-5a0923e2-e7e2-4be3-aae6-cfff194524a7 req-757261dc-dee1-4ece-ac7e-b0a58daecc50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264357957'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:09.727105 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb2799ed-6257-442b-9b41-3b8c408ae57e None None] DHCP port deletion for 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:30:09.779233 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [None req-cf4ec24d-6e84-4509-b522-c1595493c6e4 None None] Attempting to bind port fb16766b-3c52-4861-b712-29828d270fe8 on host n-d-816206-8 for vnic_type normal with profile {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:30:09.779980 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [None req-cf4ec24d-6e84-4509-b522-c1595493c6e4 None None] Attempting to bind port fb16766b-3c52-4861-b712-29828d270fe8 by drivers openvswitch,hyperv on host n-d-816206-8 at level 0 using segments [{'id': 'bffd1e4f-e80f-4ff0-b418-2f42ae15febf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'}] {{(pid=103593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:30:09.780554 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf4ec24d-6e84-4509-b522-c1595493c6e4 None None] Attempting to bind port fb16766b-3c52-4861-b712-29828d270fe8 on network 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:30:09.787126 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472b0905-7f63-4ea0-8ce5-ceb65aee14d0 None None] Pushing event updated for resources: {'Port': ['ID=fb16766b-3c52-4861-b712-29828d270fe8,revision_number=2']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:30:09.793709 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf4ec24d-6e84-4509-b522-c1595493c6e4 None None] Checking agent: {'id': '9e89acbe-4bbe-4c77-a18b-6f1da9133e0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 7, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 29, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:30:09.794704 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf4ec24d-6e84-4509-b522-c1595493c6e4 None None] Checking segment: {'id': 'bffd1e4f-e80f-4ff0-b418-2f42ae15febf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:30:09.795473 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-cf4ec24d-6e84-4509-b522-c1595493c6e4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:09.796151 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf4ec24d-6e84-4509-b522-c1595493c6e4 None None] Bound using segment: {'id': 'bffd1e4f-e80f-4ff0-b418-2f42ae15febf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'} {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:30:09.797219 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [None req-cf4ec24d-6e84-4509-b522-c1595493c6e4 None None] Bound port: fb16766b-3c52-4861-b712-29828d270fe8, host: n-d-816206-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bffd1e4f-e80f-4ff0-b418-2f42ae15febf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'}}] {{(pid=103593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:30:09.797845 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-cf4ec24d-6e84-4509-b522-c1595493c6e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:09.819777 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0923e2-e7e2-4be3-aae6-cfff194524a7 req-757261dc-dee1-4ece-ac7e-b0a58daecc50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:30:09.820412 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-5a0923e2-e7e2-4be3-aae6-cfff194524a7 req-757261dc-dee1-4ece-ac7e-b0a58daecc50 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:09.821907 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-5a0923e2-e7e2-4be3-aae6-cfff194524a7 req-757261dc-dee1-4ece-ac7e-b0a58daecc50 service neutron] 10.222.0.55 "PUT /v2.0/ports/e501c8d2-3b8b-4517-82b1-6a263ce4aab2 HTTP/1.1" status: 200 len: 1091 time: 2.9332428 Nov 23 17:30:09.853304 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-313156eb-3eac-445e-9663-6f798127025a req-52dd7fc0-c5dd-4369-90c8-5ddb36546a0f tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] 10.222.0.60 "GET /v2.0/security-groups?id=f803d7ea-d3d6-4cf6-830c-70814cdc1205&id=0089afc6-8a44-4092-8e4d-085e37cc31cf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.7946842 Nov 23 17:30:09.886359 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23e6a9c4-fd79-4894-a059-3140237bb31e req-0d2f7300-597e-49a2-8fdf-a8329cbab262 tempest-ServerAddressesNegativeTestJSON-243613553 tempest-ServerAddressesNegativeTestJSON-243613553-project] Made reservation on behalf of 9b03c42e944f424aba57f2dbbc042586 for: {'port': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:30:09.895120 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-23e6a9c4-fd79-4894-a059-3140237bb31e req-0d2f7300-597e-49a2-8fdf-a8329cbab262 tempest-ServerAddressesNegativeTestJSON-243613553 tempest-ServerAddressesNegativeTestJSON-243613553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:09.907508 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757261dc-dee1-4ece-ac7e-b0a58daecc50 service neutron] Pushing event updated for resources: {'Port': ['ID=e501c8d2-3b8b-4517-82b1-6a263ce4aab2,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:30:09.920420 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-87a6d7a2-b230-407f-8cfc-a6f5862b9084 None None] Provisioning complete for port fb16766b-3c52-4861-b712-29828d270fe8 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:30:09.929539 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-87a6d7a2-b230-407f-8cfc-a6f5862b9084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:09.983736 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-cf4ec24d-6e84-4509-b522-c1595493c6e4 None None] For port fb16766b-3c52-4861-b712-29828d270fe8, host n-d-816206-8, cleared binding levels {{(pid=103593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:30:09.996025 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-cf4ec24d-6e84-4509-b522-c1595493c6e4 None None] For port fb16766b-3c52-4861-b712-29828d270fe8, host n-d-816206-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=fb16766b-3c52-4861-b712-29828d270fe8,segment=NetworkSegment(bffd1e4f-e80f-4ff0-b418-2f42ae15febf),segment_id=bffd1e4f-e80f-4ff0-b418-2f42ae15febf)] {{(pid=103593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:30:10.003591 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472b0905-7f63-4ea0-8ce5-ceb65aee14d0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:30:10.004192 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472b0905-7f63-4ea0-8ce5-ceb65aee14d0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:30:10.005524 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472b0905-7f63-4ea0-8ce5-ceb65aee14d0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:30:10.008539 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472b0905-7f63-4ea0-8ce5-ceb65aee14d0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:30:10.011206 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472b0905-7f63-4ea0-8ce5-ceb65aee14d0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:30:10.011561 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472b0905-7f63-4ea0-8ce5-ceb65aee14d0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:30:10.011992 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472b0905-7f63-4ea0-8ce5-ceb65aee14d0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:30:10.012339 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472b0905-7f63-4ea0-8ce5-ceb65aee14d0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:30:10.013603 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472b0905-7f63-4ea0-8ce5-ceb65aee14d0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:30:10.014429 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472b0905-7f63-4ea0-8ce5-ceb65aee14d0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:30:10.015141 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472b0905-7f63-4ea0-8ce5-ceb65aee14d0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:30:10.015895 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-472b0905-7f63-4ea0-8ce5-ceb65aee14d0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:30:10.039046 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-cf4ec24d-6e84-4509-b522-c1595493c6e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:10.060142 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e3e12a63-5b5a-4177-9027-642ff5f07d1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:10.066745 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-87a6d7a2-b230-407f-8cfc-a6f5862b9084 None None] Port fb16766b-3c52-4861-b712-29828d270fe8 cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:30:10.089411 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c527a8-799c-4830-a335-ef39a2ccd8a1 req-290e4b73-9bdb-495e-8743-64e4b84ff196 tempest-ServerPasswordTestJSON-1478579908 tempest-ServerPasswordTestJSON-1478579908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:30:10.093702 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a8c527a8-799c-4830-a335-ef39a2ccd8a1 req-290e4b73-9bdb-495e-8743-64e4b84ff196 tempest-ServerPasswordTestJSON-1478579908 tempest-ServerPasswordTestJSON-1478579908-project] 10.222.0.60 "GET /v2.0/ports?device_id=e2dee53a-f16c-4acc-a852-cb3e47805fe2 HTTP/1.1" status: 200 len: 946 time: 1.4782946 Nov 23 17:30:10.105443 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [req-8174e245-05ea-4a46-acb4-cc346a562068 req-b37aca41-a3dc-4a3c-8991-b97a7e8c63c8 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] Resources bound (agent type, host, resource id): {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:30:10.114211 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [req-8174e245-05ea-4a46-acb4-cc346a562068 req-b37aca41-a3dc-4a3c-8991-b97a7e8c63c8 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] Received port after_create {{(pid=103591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:30:10.210366 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7803e2cc-8162-4077-8d54-2b52ed40a659 None None] DHCP port deletion for 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:30:10.332922 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-b01accc6-cb6f-43dc-9e87-9ec842d95e96 None None] Provisioning complete for port fb16766b-3c52-4861-b712-29828d270fe8 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:30:10.333119 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b01accc6-cb6f-43dc-9e87-9ec842d95e96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:10.333763 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf4ec24d-6e84-4509-b522-c1595493c6e4 None None] Routers {'2844b668-4eb3-4146-878a-8743907d31bf'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:30:10.334786 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-cf4ec24d-6e84-4509-b522-c1595493c6e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:29:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['2844b668-4eb3-4146-878a-8743907d31bf'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:30:10.506080 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472b0905-7f63-4ea0-8ce5-ceb65aee14d0 None None] Pushing event updated for resources: {'Port': ['ID=fb16766b-3c52-4861-b712-29828d270fe8,revision_number=3']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:30:10.645023 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-e3e12a63-5b5a-4177-9027-642ff5f07d1b admin admin] Allocated IP 172.20.0.1 (1afcf705-72a3-4954-9447-6f05c954aa5c/f7bfc3a7-b0d3-4146-9f17-d9356f83ed59/d75f8e3d-fea4-4f4d-b84a-fc5d2662643f) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:30:10.678131 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0b74bd-10b3-47d6-8026-45d9d83c719c req-00ddff02-c654-4e29-8aac-026e2ad4b791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:30:10.678955 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0b74bd-10b3-47d6-8026-45d9d83c719c req-00ddff02-c654-4e29-8aac-026e2ad4b791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:30:10.684166 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0b74bd-10b3-47d6-8026-45d9d83c719c req-00ddff02-c654-4e29-8aac-026e2ad4b791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:30:10.692811 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-0d0b74bd-10b3-47d6-8026-45d9d83c719c req-00ddff02-c654-4e29-8aac-026e2ad4b791 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=9b0068a4a0a543038f63069e85a0a90e&shared=False HTTP/1.1" status: 200 len: 2298 time: 1.3288059 Nov 23 17:30:10.712552 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b01accc6-cb6f-43dc-9e87-9ec842d95e96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:10.816623 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b01accc6-cb6f-43dc-9e87-9ec842d95e96 None None] For port fb16766b-3c52-4861-b712-29828d270fe8, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=fb16766b-3c52-4861-b712-29828d270fe8,segment=NetworkSegment(bffd1e4f-e80f-4ff0-b418-2f42ae15febf),segment_id=bffd1e4f-e80f-4ff0-b418-2f42ae15febf)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:30:10.823363 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b01accc6-cb6f-43dc-9e87-9ec842d95e96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:10.834298 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-cf4ec24d-6e84-4509-b522-c1595493c6e4 None None] Set router 2844b668-4eb3-4146-878a-8743907d31bf gateway port host: n-d-816206-8 {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:30:10.932615 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01accc6-cb6f-43dc-9e87-9ec842d95e96 None None] Pushing event updated for resources: {'Port': ['ID=fb16766b-3c52-4861-b712-29828d270fe8,revision_number=4']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:30:11.002612 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0b74bd-10b3-47d6-8026-45d9d83c719c req-9bd6eb86-9358-4f81-80cb-37e9e760a270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:30:11.004276 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-0d0b74bd-10b3-47d6-8026-45d9d83c719c req-9bd6eb86-9358-4f81-80cb-37e9e760a270 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3020284 Nov 23 17:30:11.014262 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8174e245-05ea-4a46-acb4-cc346a562068 req-b37aca41-a3dc-4a3c-8991-b97a7e8c63c8 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:30:11.014983 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-8174e245-05ea-4a46-acb4-cc346a562068 req-b37aca41-a3dc-4a3c-8991-b97a7e8c63c8 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:11.023726 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e3e12a63-5b5a-4177-9027-642ff5f07d1b admin admin] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:11.045326 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-4bb486ae-320a-448d-8480-b9263619707c None None] Provisioning complete for port ea956362-a00e-4eeb-88fb-d8787f53fbd5 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:30:11.050915 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-4bb486ae-320a-448d-8480-b9263619707c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:11.108348 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e3e12a63-5b5a-4177-9027-642ff5f07d1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:11.134293 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8174e245-05ea-4a46-acb4-cc346a562068 req-b37aca41-a3dc-4a3c-8991-b97a7e8c63c8 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.6234882 Nov 23 17:30:11.156482 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [req-3f7a778b-fd7b-43c0-bebf-27a5141fa4b7 req-865f2753-430a-4eb9-8c69-07579b7d6b35 tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Deleting port 97e6bcc5-a2b7-4957-8ccd-b8e88098911d {{(pid=103591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:30:11.156482 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-3f7a778b-fd7b-43c0-bebf-27a5141fa4b7 req-865f2753-430a-4eb9-8c69-07579b7d6b35 tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:11.187684 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3e12a63-5b5a-4177-9027-642ff5f07d1b admin admin] Network 1afcf705-72a3-4954-9447-6f05c954aa5c is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:30:11.195734 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-e3e12a63-5b5a-4177-9027-642ff5f07d1b admin admin] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:30:11.197227 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [req-8174e245-05ea-4a46-acb4-cc346a562068 req-3fcb135b-f0b3-4ac8-a39c-bc0c08280ed2 service neutron] Request body: {'port': {'device_id': 'cc1cb68a-7d8e-48af-9098-d96a53e08c31', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-8'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:30:11.216944 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [req-7fe22538-6185-4a90-b273-0ca90ea5c4fa req-cb2c6dbd-ed8c-4b9d-859a-f360d279db1e tempest-ServerPasswordTestJSON-1478579908 tempest-ServerPasswordTestJSON-1478579908-project] Deleting port 731202d3-03b4-49f2-92c5-22f33722549c {{(pid=103591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:30:11.217595 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-7fe22538-6185-4a90-b273-0ca90ea5c4fa req-cb2c6dbd-ed8c-4b9d-859a-f360d279db1e tempest-ServerPasswordTestJSON-1478579908 tempest-ServerPasswordTestJSON-1478579908-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:11.246980 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-4bb486ae-320a-448d-8480-b9263619707c None None] Port ea956362-a00e-4eeb-88fb-d8787f53fbd5 cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:30:11.297097 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3e12a63-5b5a-4177-9027-642ff5f07d1b admin admin] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:30:11.386722 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a8c527a8-799c-4830-a335-ef39a2ccd8a1 req-d0e2e5df-7f5e-4bc4-9e0b-9726a1396f90 tempest-ServerPasswordTestJSON-1478579908 tempest-ServerPasswordTestJSON-1478579908-project] 10.222.0.60 "GET /v2.0/security-groups?id=86c481cb-f536-4301-a075-54ae31efc47e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8708713 Nov 23 17:30:11.454057 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-cf4ec24d-6e84-4509-b522-c1595493c6e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2844b668-4eb3-4146-878a-8743907d31bf', 'name': 'tempest-ServersTestJSON-592944540-router', 'tenant_id': '141a36de41b84f2cb4e5345b3fb2d0bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.78'}], 'enable_snat': True}, 'gw_port_id': 'fb16766b-3c52-4861-b712-29828d270fe8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:30:00Z', 'updated_at': '2021-11-23T17:30:05Z', 'revision_number': 3, 'project_id': '141a36de41b84f2cb4e5345b3fb2d0bd', 'gw_port': {'id': 'fb16766b-3c52-4861-b712-29828d270fe8', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:55:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2844b668-4eb3-4146-878a-8743907d31bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1113, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:30:03Z', 'updated_at': '2021-11-23T17:30:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8'}], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:30:11.472150 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbf09f2-0aee-4678-9afd-df3d4321458b req-abf42f0b-0d2b-4e17-9dc4-ba08e6a1134d tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:30:11.474479 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-bcbf09f2-0aee-4678-9afd-df3d4321458b req-abf42f0b-0d2b-4e17-9dc4-ba08e6a1134d tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc1cb68a-7d8e-48af-9098-d96a53e08c31 HTTP/1.1" status: 200 len: 932 time: 0.8779974 Nov 23 17:30:11.501834 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e3e12a63-5b5a-4177-9027-642ff5f07d1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1795539'] for router_interface, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:11.662191 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf4ec24d-6e84-4509-b522-c1595493c6e4 None None] The sync data for ids ['2844b668-4eb3-4146-878a-8743907d31bf'] in n-d-816206-8 is: [{'id': '2844b668-4eb3-4146-878a-8743907d31bf', 'name': 'tempest-ServersTestJSON-592944540-router', 'tenant_id': '141a36de41b84f2cb4e5345b3fb2d0bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.78'}], 'enable_snat': True}, 'gw_port_id': 'fb16766b-3c52-4861-b712-29828d270fe8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:30:00Z', 'updated_at': '2021-11-23T17:30:05Z', 'revision_number': 3, 'project_id': '141a36de41b84f2cb4e5345b3fb2d0bd', 'gw_port': {'id': 'fb16766b-3c52-4861-b712-29828d270fe8', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:55:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2844b668-4eb3-4146-878a-8743907d31bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1113, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:30:03Z', 'updated_at': '2021-11-23T17:30:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8'}] {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:30:11.675267 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-8174e245-05ea-4a46-acb4-cc346a562068 req-3fcb135b-f0b3-4ac8-a39c-bc0c08280ed2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:11.734323 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0923e2-e7e2-4be3-aae6-cfff194524a7 req-b97fb9df-a94a-4cb9-9ffa-4107d2e13217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:30:11.734597 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0923e2-e7e2-4be3-aae6-cfff194524a7 req-b97fb9df-a94a-4cb9-9ffa-4107d2e13217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:30:11.734880 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0923e2-e7e2-4be3-aae6-cfff194524a7 req-b97fb9df-a94a-4cb9-9ffa-4107d2e13217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:30:11.735616 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0923e2-e7e2-4be3-aae6-cfff194524a7 req-b97fb9df-a94a-4cb9-9ffa-4107d2e13217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:30:11.735777 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0923e2-e7e2-4be3-aae6-cfff194524a7 req-b97fb9df-a94a-4cb9-9ffa-4107d2e13217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:30:11.736674 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0923e2-e7e2-4be3-aae6-cfff194524a7 req-b97fb9df-a94a-4cb9-9ffa-4107d2e13217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:30:11.736674 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0923e2-e7e2-4be3-aae6-cfff194524a7 req-b97fb9df-a94a-4cb9-9ffa-4107d2e13217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:30:11.739172 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5a0923e2-e7e2-4be3-aae6-cfff194524a7 req-b97fb9df-a94a-4cb9-9ffa-4107d2e13217 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9b0068a4a0a543038f63069e85a0a90e&device_id=83c4b9c5-48d7-40af-8fb5-dabe4d43cce9 HTTP/1.1" status: 200 len: 6484 time: 0.6481814 Nov 23 17:30:11.968267 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.db_base_plugin_common [req-23e6a9c4-fd79-4894-a059-3140237bb31e req-0d2f7300-597e-49a2-8fdf-a8329cbab262 tempest-ServerAddressesNegativeTestJSON-243613553 tempest-ServerAddressesNegativeTestJSON-243613553-project] Allocated IP 172.20.0.6 (e313bbfd-a761-44b0-92c5-071fb02924f5/2c2d4e82-97e9-4a7a-a60e-ecbe11279360/02736327-cd7a-4294-b1a4-8233d028eda1) {{(pid=103591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:30:12.031308 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-4bad185d-a555-44e0-8344-cb81440f48e4 None None] Provisioning complete for port d75f8e3d-fea4-4f4d-b84a-fc5d2662643f triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:30:12.032772 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-4bad185d-a555-44e0-8344-cb81440f48e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:12.140745 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-4bad185d-a555-44e0-8344-cb81440f48e4 None None] Port d75f8e3d-fea4-4f4d-b84a-fc5d2662643f cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:30:12.360529 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device 731202d3-03b4-49f2-92c5-22f33722549c no longer exists at agent hyperv_n-h2-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:30:12.518823 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e12a63-5b5a-4177-9027-642ff5f07d1b admin admin] Pushing event updated for resources: {'Port': ['ID=d75f8e3d-fea4-4f4d-b84a-fc5d2662643f,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:30:12.796036 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e3e12a63-5b5a-4177-9027-642ff5f07d1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:13.054901 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:13.082452 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-19e2941d-64f3-4c9c-8471-f4c589ca0915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:13.156901 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port 731202d3-03b4-49f2-92c5-22f33722549c, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=731202d3-03b4-49f2-92c5-22f33722549c,segment=NetworkSegment(a95b01c8-59fd-4fd6-951e-ee6747114bfd),segment_id=a95b01c8-59fd-4fd6-951e-ee6747114bfd)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:30:13.163701 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:13.442722 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Pushing event updated for resources: {'Port': ['ID=731202d3-03b4-49f2-92c5-22f33722549c,revision_number=6']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:30:13.462968 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:13.483021 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e3e12a63-5b5a-4177-9027-642ff5f07d1b admin admin] Publish callbacks [] for port, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:13.499943 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e3e12a63-5b5a-4177-9027-642ff5f07d1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264357957'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:13.531526 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5a0923e2-e7e2-4be3-aae6-cfff194524a7 req-9cacdbe3-669a-4358-ab79-c3edc59e47cc service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e6cacfa8-7eb8-4a5b-9e66-80a73f1d903a HTTP/1.1" status: 200 len: 217 time: 1.7330766 Nov 23 17:30:13.560995 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-7fe22538-6185-4a90-b273-0ca90ea5c4fa req-cb2c6dbd-ed8c-4b9d-859a-f360d279db1e tempest-ServerPasswordTestJSON-1478579908 tempest-ServerPasswordTestJSON-1478579908-project] For port 731202d3-03b4-49f2-92c5-22f33722549c, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=731202d3-03b4-49f2-92c5-22f33722549c,segment=NetworkSegment(a95b01c8-59fd-4fd6-951e-ee6747114bfd),segment_id=a95b01c8-59fd-4fd6-951e-ee6747114bfd)] {{(pid=103591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:30:13.561845 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-7fe22538-6185-4a90-b273-0ca90ea5c4fa req-cb2c6dbd-ed8c-4b9d-859a-f360d279db1e tempest-ServerPasswordTestJSON-1478579908 tempest-ServerPasswordTestJSON-1478579908-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:13.573681 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e3e12a63-5b5a-4177-9027-642ff5f07d1b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2068703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1794403'] for router_interface, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:13.806596 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-bcbf09f2-0aee-4678-9afd-df3d4321458b req-816aabb7-7f2c-4d45-a0e2-ff1fac6d67c5 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.60 "GET /v2.0/security-groups?id=b4179e07-bbfd-4236-b98c-2ab2b518c61f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 2.2594957 Nov 23 17:30:13.812656 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device fb16766b-3c52-4861-b712-29828d270fe8 up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:30:13.820429 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-3f7a778b-fd7b-43c0-bebf-27a5141fa4b7 req-865f2753-430a-4eb9-8c69-07579b7d6b35 tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] For port 97e6bcc5-a2b7-4957-8ccd-b8e88098911d, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=97e6bcc5-a2b7-4957-8ccd-b8e88098911d,segment=NetworkSegment(bfb005cb-15fd-4973-b7ee-baffd0bfccec),segment_id=bfb005cb-15fd-4973-b7ee-baffd0bfccec)] {{(pid=103591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:30:13.822800 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e12a63-5b5a-4177-9027-642ff5f07d1b admin admin] Pushing event updated for resources: {'Port': ['ID=d75f8e3d-fea4-4f4d-b84a-fc5d2662643f,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:30:13.823402 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-3f7a778b-fd7b-43c0-bebf-27a5141fa4b7 req-865f2753-430a-4eb9-8c69-07579b7d6b35 tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:13.852882 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [req-7fe22538-6185-4a90-b273-0ca90ea5c4fa req-cb2c6dbd-ed8c-4b9d-859a-f360d279db1e tempest-ServerPasswordTestJSON-1478579908 tempest-ServerPasswordTestJSON-1478579908-project] Calling delete_port for 731202d3-03b4-49f2-92c5-22f33722549c owned by compute:nova {{(pid=103591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:30:13.879465 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-916425d2-ff0f-48f6-ad51-b28969712ec0 req-54e2db82-6870-43ea-9f50-cb9b958e401e tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] 10.222.0.60 "GET /v2.0/security-groups/8fa38b28-1039-42ea-877e-c9b5a30ae69b HTTP/1.1" status: 200 len: 1819 time: 2.1896610 Nov 23 17:30:13.886334 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port fb16766b-3c52-4861-b712-29828d270fe8 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:30:13.886962 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:13.944234 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3e12a63-5b5a-4177-9027-642ff5f07d1b admin admin] Network 1afcf705-72a3-4954-9447-6f05c954aa5c is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:30:13.963458 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-e3e12a63-5b5a-4177-9027-642ff5f07d1b admin admin] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:30:14.054502 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [req-3f7a778b-fd7b-43c0-bebf-27a5141fa4b7 req-865f2753-430a-4eb9-8c69-07579b7d6b35 tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Calling delete_port for 97e6bcc5-a2b7-4957-8ccd-b8e88098911d owned by compute:nova {{(pid=103591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:30:14.123285 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 17:30:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5db4eb41-efaf-4ddc-a7a9-15d8f7593bd8 x-openstack-request-id: req-5db4eb41-efaf-4ddc-a7a9-15d8f7593bd8 {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:30:14.123587 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0550fc1-3534-4f5f-a522-dde794744bda", "name": "network-vif-unplugged", "status": "completed", "tag": "97e6bcc5-a2b7-4957-8ccd-b8e88098911d", "code": 200}]} {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:30:14.123845 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5db4eb41-efaf-4ddc-a7a9-15d8f7593bd8 {{(pid=103592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:30:14.124272 n-d-816206-8 neutron-server[103592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0550fc1-3534-4f5f-a522-dde794744bda', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '97e6bcc5-a2b7-4957-8ccd-b8e88098911d', 'code': 200} Nov 23 17:30:14.206743 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:14.233404 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0923e2-e7e2-4be3-aae6-cfff194524a7 req-191d285c-36ea-4932-9cb3-567ea7c53364 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:30:14.235173 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5a0923e2-e7e2-4be3-aae6-cfff194524a7 req-191d285c-36ea-4932-9cb3-567ea7c53364 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=34624ad2-f585-44eb-b7a5-2bcf52826b90 HTTP/1.1" status: 200 len: 856 time: 0.6489642 Nov 23 17:30:14.263470 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3e12a63-5b5a-4177-9027-642ff5f07d1b admin admin] Router 2844b668-4eb3-4146-878a-8743907d31bf has already been hosted by L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 {{(pid=103590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 17:30:14.365901 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [req-8174e245-05ea-4a46-acb4-cc346a562068 req-3fcb135b-f0b3-4ac8-a39c-bc0c08280ed2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea956362-a00e-4eeb-88fb-d8787f53fbd5 {{(pid=103591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:30:14.415264 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-8174e245-05ea-4a46-acb4-cc346a562068 req-3fcb135b-f0b3-4ac8-a39c-bc0c08280ed2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:14.484716 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3e12a63-5b5a-4177-9027-642ff5f07d1b admin admin] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:30:14.496402 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-e3e12a63-5b5a-4177-9027-642ff5f07d1b admin admin] 10.222.0.60 "PUT /v2.0/routers/2844b668-4eb3-4146-878a-8743907d31bf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2376623 Nov 23 17:30:14.511868 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-0304bc88-9095-4087-924e-462986f8633d None None] Provisioning complete for port d75f8e3d-fea4-4f4d-b84a-fc5d2662643f triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:30:14.512612 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-0304bc88-9095-4087-924e-462986f8633d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:14.581966 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-916425d2-ff0f-48f6-ad51-b28969712ec0 req-fe673d36-7ce0-4328-86eb-89877ef29c12 tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] Publish callbacks [] for security_group, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:14.594104 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-0304bc88-9095-4087-924e-462986f8633d None None] Port d75f8e3d-fea4-4f4d-b84a-fc5d2662643f cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:30:14.622443 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-916425d2-ff0f-48f6-ad51-b28969712ec0 req-fe673d36-7ce0-4328-86eb-89877ef29c12 tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:14.698603 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.provisioning_blocks [req-8174e245-05ea-4a46-acb4-cc346a562068 req-3fcb135b-f0b3-4ac8-a39c-bc0c08280ed2 service neutron] Transition to ACTIVE for port object ea956362-a00e-4eeb-88fb-d8787f53fbd5 will not be triggered until provisioned by entity L2. {{(pid=103591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 17:30:14.717382 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-916425d2-ff0f-48f6-ad51-b28969712ec0 req-fe673d36-7ce0-4328-86eb-89877ef29c12 tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:14.720435 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-916425d2-ff0f-48f6-ad51-b28969712ec0 req-fe673d36-7ce0-4328-86eb-89877ef29c12 tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] Publish callbacks [] for security_group, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:14.721909 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-916425d2-ff0f-48f6-ad51-b28969712ec0 req-fe673d36-7ce0-4328-86eb-89877ef29c12 tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] 10.222.0.60 "DELETE /v2.0/security-groups/8fa38b28-1039-42ea-877e-c9b5a30ae69b HTTP/1.1" status: 204 len: 173 time: 0.7851822 Nov 23 17:30:14.740278 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64e5634-ab90-468b-94c3-04214675543d req-ff69a159-e414-4b3d-9b11-27590c3f0ea0 tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:30:14.742208 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c64e5634-ab90-468b-94c3-04214675543d req-ff69a159-e414-4b3d-9b11-27590c3f0ea0 tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] 10.222.0.60 "GET /v2.0/ports?device_id=a0550fc1-3534-4f5f-a522-dde794744bda HTTP/1.1" status: 200 len: 944 time: 0.5518947 Nov 23 17:30:14.742967 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-8174e245-05ea-4a46-acb4-cc346a562068 req-3fcb135b-f0b3-4ac8-a39c-bc0c08280ed2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264758186'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:14.747552 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0923e2-e7e2-4be3-aae6-cfff194524a7 req-1030735a-40ef-42b8-9b1a-ccf28ab221b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:30:14.749140 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5a0923e2-e7e2-4be3-aae6-cfff194524a7 req-1030735a-40ef-42b8-9b1a-ccf28ab221b7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8fae7973-38e6-4660-a7b2-023eda92e2f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4864237 Nov 23 17:30:14.841163 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcb135b-f0b3-4ac8-a39c-bc0c08280ed2 service neutron] Pushing event updated for resources: {'Port': ['ID=ea956362-a00e-4eeb-88fb-d8787f53fbd5,revision_number=2']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:30:14.893772 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:30:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8e79b9e-72cd-4027-87b9-cdd0d488b5f2 x-openstack-request-id: req-a8e79b9e-72cd-4027-87b9-cdd0d488b5f2 {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:30:14.894184 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0550fc1-3534-4f5f-a522-dde794744bda", "name": "network-vif-deleted", "tag": "9a59aa08-5e2d-4ba4-952f-cd7c61c800ee", "status": "completed", "code": 200}]} {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:30:14.894690 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a8e79b9e-72cd-4027-87b9-cdd0d488b5f2 {{(pid=103591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:30:14.895009 n-d-816206-8 neutron-server[103591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0550fc1-3534-4f5f-a522-dde794744bda', 'name': 'network-vif-deleted', 'tag': '9a59aa08-5e2d-4ba4-952f-cd7c61c800ee', 'status': 'completed', 'code': 200} Nov 23 17:30:14.899850 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe673d36-7ce0-4328-86eb-89877ef29c12 tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fa38b28-1039-42ea-877e-c9b5a30ae69b,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:30:14.955076 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 17:30:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c98efdf-d3a1-4139-850b-f76f61a2be5e x-openstack-request-id: req-5c98efdf-d3a1-4139-850b-f76f61a2be5e {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:30:14.955523 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83c4b9c5-48d7-40af-8fb5-dabe4d43cce9", "tag": "c61316ed-a367-4301-9c1b-7dbf9122a432", "status": "completed", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:30:14.956574 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5c98efdf-d3a1-4139-850b-f76f61a2be5e {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:30:14.957158 n-d-816206-8 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83c4b9c5-48d7-40af-8fb5-dabe4d43cce9', 'tag': 'c61316ed-a367-4301-9c1b-7dbf9122a432', 'status': 'completed', 'code': 200} Nov 23 17:30:15.065114 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-d7103605-a67d-44e2-898c-5dbb8bd44771 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:15.168086 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-23e6a9c4-fd79-4894-a059-3140237bb31e req-0d2f7300-597e-49a2-8fdf-a8329cbab262 tempest-ServerAddressesNegativeTestJSON-243613553 tempest-ServerAddressesNegativeTestJSON-243613553-project] Publish callbacks [] for port, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:15.311893 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-7fe22538-6185-4a90-b273-0ca90ea5c4fa req-cb2c6dbd-ed8c-4b9d-859a-f360d279db1e tempest-ServerPasswordTestJSON-1478579908 tempest-ServerPasswordTestJSON-1478579908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:15.337395 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4b3e84c9-071f-4c59-bc36-3dd08b69b198 req-70c809da-d4d2-493f-99bd-7b0887264a7a tempest-ServerAddressesNegativeTestJSON-243613553 tempest-ServerAddressesNegativeTestJSON-243613553-project] 10.222.0.60 "GET /v2.0/ports?device_id=37e8ae14-9cd4-49ea-995a-80ea413da2ba HTTP/1.1" status: 200 len: 210 time: 0.2364721 Nov 23 17:30:15.480768 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5a0923e2-e7e2-4be3-aae6-cfff194524a7 req-fb60225b-0a67-4929-a37b-946d69026726 service neutron] 10.222.0.55 "GET /v2.0/networks/8fae7973-38e6-4660-a7b2-023eda92e2f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6583643 Nov 23 17:30:15.506870 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c64e5634-ab90-468b-94c3-04214675543d req-99dccd61-594e-4f83-abcb-e887b219f8d5 tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] 10.222.0.60 "GET /v2.0/security-groups?id=e0395b5d-c9ae-4269-a510-77335f56b6a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7521291 Nov 23 17:30:15.532304 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2c6dbd-ed8c-4b9d-859a-f360d279db1e tempest-ServerPasswordTestJSON-1478579908 tempest-ServerPasswordTestJSON-1478579908-project] Pushing event deleted for resources: {'Port': ['ID=731202d3-03b4-49f2-92c5-22f33722549c,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:30:15.579171 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69eed976-f3a7-4a01-ae3c-c5e664149569 None None] Sync routers for ids ['2844b668-4eb3-4146-878a-8743907d31bf'] in n-d-816206-8 {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:30:15.624402 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69eed976-f3a7-4a01-ae3c-c5e664149569 None None] Routers {'2844b668-4eb3-4146-878a-8743907d31bf'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:30:15.631383 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-69eed976-f3a7-4a01-ae3c-c5e664149569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:30:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['2844b668-4eb3-4146-878a-8743907d31bf'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:30:15.811440 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvr_db [None req-69eed976-f3a7-4a01-ae3c-c5e664149569 None None] Set router 2844b668-4eb3-4146-878a-8743907d31bf gateway port host: n-d-816206-8 {{(pid=103592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:30:15.891173 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5a0923e2-e7e2-4be3-aae6-cfff194524a7 req-f2e9bb11-1ea6-4964-9b29-c95897045454 service neutron] 10.222.0.55 "GET /v2.0/networks/8fae7973-38e6-4660-a7b2-023eda92e2f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3780355 Nov 23 17:30:15.964434 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-23e6a9c4-fd79-4894-a059-3140237bb31e req-0d2f7300-597e-49a2-8fdf-a8329cbab262 tempest-ServerAddressesNegativeTestJSON-243613553 tempest-ServerAddressesNegativeTestJSON-243613553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:15.972428 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-efc3a9e0-3c30-415c-9cd7-f9a2e611166d req-4c81f3da-267b-4dce-becf-a8aeff77b848 tempest-ServerPasswordTestJSON-1478579908 tempest-ServerPasswordTestJSON-1478579908-project] 10.222.0.60 "GET /v2.0/ports?device_id=e2dee53a-f16c-4acc-a852-cb3e47805fe2 HTTP/1.1" status: 200 len: 210 time: 0.2254419 Nov 23 17:30:15.984777 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-3f7a778b-fd7b-43c0-bebf-27a5141fa4b7 req-865f2753-430a-4eb9-8c69-07579b7d6b35 tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:16.067405 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fe22538-6185-4a90-b273-0ca90ea5c4fa req-cb2c6dbd-ed8c-4b9d-859a-f360d279db1e tempest-ServerPasswordTestJSON-1478579908 tempest-ServerPasswordTestJSON-1478579908-project] No DVR routers for this DVR port 731202d3-03b4-49f2-92c5-22f33722549c on host n-h2-816206-8 {{(pid=103591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:30:16.070349 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-7fe22538-6185-4a90-b273-0ca90ea5c4fa req-cb2c6dbd-ed8c-4b9d-859a-f360d279db1e tempest-ServerPasswordTestJSON-1478579908 tempest-ServerPasswordTestJSON-1478579908-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:16.080128 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7fe22538-6185-4a90-b273-0ca90ea5c4fa req-cb2c6dbd-ed8c-4b9d-859a-f360d279db1e tempest-ServerPasswordTestJSON-1478579908 tempest-ServerPasswordTestJSON-1478579908-project] 10.222.0.36 "DELETE /v2.0/ports/731202d3-03b4-49f2-92c5-22f33722549c HTTP/1.1" status: 204 len: 173 time: 7.3916807 Nov 23 17:30:16.081742 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-8174e245-05ea-4a46-acb4-cc346a562068 req-3fcb135b-f0b3-4ac8-a39c-bc0c08280ed2 service neutron] Attempting to bind port ea956362-a00e-4eeb-88fb-d8787f53fbd5 on host n-h1-816206-8 for vnic_type normal with profile {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:30:16.082088 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-8174e245-05ea-4a46-acb4-cc346a562068 req-3fcb135b-f0b3-4ac8-a39c-bc0c08280ed2 service neutron] Attempting to bind port ea956362-a00e-4eeb-88fb-d8787f53fbd5 by drivers openvswitch,hyperv on host n-h1-816206-8 at level 0 using segments [{'id': 'f75f400f-3665-42b6-b743-8c8989e17b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '43d8ac08-152d-4053-b836-ddc03b0e91a2'}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:30:16.082425 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8174e245-05ea-4a46-acb4-cc346a562068 req-3fcb135b-f0b3-4ac8-a39c-bc0c08280ed2 service neutron] Attempting to bind port ea956362-a00e-4eeb-88fb-d8787f53fbd5 on network 43d8ac08-152d-4053-b836-ddc03b0e91a2 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:30:16.125596 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63f851fb-f540-4867-ab84-dbcf797303e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81e265bf-2431-406e-8d75-7f043e355546'}, {'server_uuid': 'e2dee53a-f16c-4acc-a852-cb3e47805fe2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '731202d3-03b4-49f2-92c5-22f33722549c'}] {{(pid=103592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:30:16.127958 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba3e6a8f2301c7a29fe1eca9779abdae4ccbcd6266d69778087f2498d5551201" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b48a4d0-d982-4571-a706-1853df59f47b" -d '{"events": [{"server_uuid": "63f851fb-f540-4867-ab84-dbcf797303e0", "name": "network-vif-plugged", "status": "completed", "tag": "81e265bf-2431-406e-8d75-7f043e355546"}, {"server_uuid": "e2dee53a-f16c-4acc-a852-cb3e47805fe2", "name": "network-vif-unplugged", "status": "completed", "tag": "731202d3-03b4-49f2-92c5-22f33722549c"}]}' {{(pid=103592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:30:16.232171 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64871133-0daa-4352-8b8d-683f7202e6b9 req-2ea079d4-bdce-4ceb-a611-dbb363d8c5a4 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:30:16.249437 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64871133-0daa-4352-8b8d-683f7202e6b9 req-2ea079d4-bdce-4ceb-a611-dbb363d8c5a4 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:30:16.263979 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64871133-0daa-4352-8b8d-683f7202e6b9 req-2ea079d4-bdce-4ceb-a611-dbb363d8c5a4 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:30:16.278491 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64871133-0daa-4352-8b8d-683f7202e6b9 req-2ea079d4-bdce-4ceb-a611-dbb363d8c5a4 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:30:16.292901 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64871133-0daa-4352-8b8d-683f7202e6b9 req-2ea079d4-bdce-4ceb-a611-dbb363d8c5a4 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:30:16.300456 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64871133-0daa-4352-8b8d-683f7202e6b9 req-2ea079d4-bdce-4ceb-a611-dbb363d8c5a4 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:30:16.313413 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64871133-0daa-4352-8b8d-683f7202e6b9 req-2ea079d4-bdce-4ceb-a611-dbb363d8c5a4 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:30:16.322846 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-64871133-0daa-4352-8b8d-683f7202e6b9 req-2ea079d4-bdce-4ceb-a611-dbb363d8c5a4 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] 10.222.0.60 "GET /v2.0/ports?device_id=83c4b9c5-48d7-40af-8fb5-dabe4d43cce9 HTTP/1.1" status: 200 len: 5427 time: 0.7867627 Nov 23 17:30:16.337615 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5a0923e2-e7e2-4be3-aae6-cfff194524a7 req-c6d48bc6-2924-45f7-938c-d6955d54f6cb service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.111&port_id=43a35972-e7d6-46b1-a089-47907bd8d235 HTTP/1.1" status: 200 len: 217 time: 0.3602123 Nov 23 17:30:16.386358 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-69eed976-f3a7-4a01-ae3c-c5e664149569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2844b668-4eb3-4146-878a-8743907d31bf', 'name': 'tempest-ServersTestJSON-592944540-router', 'tenant_id': '141a36de41b84f2cb4e5345b3fb2d0bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.78'}], 'enable_snat': True}, 'gw_port_id': 'fb16766b-3c52-4861-b712-29828d270fe8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:30:00Z', 'updated_at': '2021-11-23T17:30:12Z', 'revision_number': 4, 'project_id': '141a36de41b84f2cb4e5345b3fb2d0bd', 'gw_port': {'id': 'fb16766b-3c52-4861-b712-29828d270fe8', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:55:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2844b668-4eb3-4146-878a-8743907d31bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1113, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:30:03Z', 'updated_at': '2021-11-23T17:30:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_interfaces': [{'id': 'd75f8e3d-fea4-4f4d-b84a-fc5d2662643f', 'name': '', 'network_id': '1afcf705-72a3-4954-9447-6f05c954aa5c', 'tenant_id': '141a36de41b84f2cb4e5345b3fb2d0bd', 'mac_address': 'fa:16:3e:9b:0d:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2844b668-4eb3-4146-878a-8743907d31bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1115, 'fixed_ips': [{'subnet_id': 'f7bfc3a7-b0d3-4146-9f17-d9356f83ed59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:30:10Z', 'updated_at': '2021-11-23T17:30:13Z', 'revision_number': 2, 'project_id': '141a36de41b84f2cb4e5345b3fb2d0bd', 'subnets': [{'id': 'f7bfc3a7-b0d3-4146-9f17-d9356f83ed59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:30:16.453915 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69eed976-f3a7-4a01-ae3c-c5e664149569 None None] Checking router: 2844b668-4eb3-4146-878a-8743907d31bf for host: n-d-816206-8 {{(pid=103592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 17:30:16.454298 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69eed976-f3a7-4a01-ae3c-c5e664149569 None None] Updating router 2844b668-4eb3-4146-878a-8743907d31bf port d75f8e3d-fea4-4f4d-b84a-fc5d2662643f binding host n-d-816206-8 {{(pid=103592) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 17:30:16.461209 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8174e245-05ea-4a46-acb4-cc346a562068 req-3fcb135b-f0b3-4ac8-a39c-bc0c08280ed2 service neutron] Port ea956362-a00e-4eeb-88fb-d8787f53fbd5 on network 43d8ac08-152d-4053-b836-ddc03b0e91a2 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-8 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 17:30:16.461653 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8174e245-05ea-4a46-acb4-cc346a562068 req-3fcb135b-f0b3-4ac8-a39c-bc0c08280ed2 service neutron] Attempting to bind port ea956362-a00e-4eeb-88fb-d8787f53fbd5 on network 43d8ac08-152d-4053-b836-ddc03b0e91a2 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:30:16.493132 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23e6a9c4-fd79-4894-a059-3140237bb31e req-0d2f7300-597e-49a2-8fdf-a8329cbab262 tempest-ServerAddressesNegativeTestJSON-243613553 tempest-ServerAddressesNegativeTestJSON-243613553-project] Network e313bbfd-a761-44b0-92c5-071fb02924f5 is already hosted by enough agents. {{(pid=103591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:30:16.506280 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-69eed976-f3a7-4a01-ae3c-c5e664149569 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:16.528546 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-52822d53-48f5-4819-8a95-bdc13aea0bf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:16.579785 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 34460) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:30:16.586016 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-38d694e0-1909-4114-83c7-84b0dde8630c tempest-ServersTestJSON-1134034282 tempest-ServersTestJSON-1134034282-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1179659047', 'description': 'tempest-description--998044542'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:30:16.648579 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-38d694e0-1909-4114-83c7-84b0dde8630c tempest-ServersTestJSON-1134034282 tempest-ServersTestJSON-1134034282-project] Publish callbacks [] for security_group, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:16.693268 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0923e2-e7e2-4be3-aae6-cfff194524a7 req-9f6a373c-6926-4786-855c-1ab87b6e2da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:30:16.695391 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5a0923e2-e7e2-4be3-aae6-cfff194524a7 req-9f6a373c-6926-4786-855c-1ab87b6e2da7 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=bcb9709f-482c-4f68-bfac-95b809cc7fe7 HTTP/1.1" status: 200 len: 797 time: 0.3142333 Nov 23 17:30:16.721357 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-64871133-0daa-4352-8b8d-683f7202e6b9 req-4a889d64-121d-438b-8b1c-5f4cf85e9d93 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] 10.222.0.60 "GET /v2.0/security-groups?id=f803d7ea-d3d6-4cf6-830c-70814cdc1205&id=0089afc6-8a44-4092-8e4d-085e37cc31cf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3975348 Nov 23 17:30:16.768846 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8174e245-05ea-4a46-acb4-cc346a562068 req-3fcb135b-f0b3-4ac8-a39c-bc0c08280ed2 service neutron] Checking agent: {'id': '4b0a4557-3bfe-4828-80a0-7981fc3ac84c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 15, 14), 'started_at': datetime.datetime(2021, 11, 23, 17, 15, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 30, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:30:16.769215 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8174e245-05ea-4a46-acb4-cc346a562068 req-3fcb135b-f0b3-4ac8-a39c-bc0c08280ed2 service neutron] Checking segment: {'id': 'f75f400f-3665-42b6-b743-8c8989e17b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '43d8ac08-152d-4053-b836-ddc03b0e91a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:30:16.769573 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8174e245-05ea-4a46-acb4-cc346a562068 req-3fcb135b-f0b3-4ac8-a39c-bc0c08280ed2 service neutron] Bound using segment: {'id': 'f75f400f-3665-42b6-b743-8c8989e17b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '43d8ac08-152d-4053-b836-ddc03b0e91a2'} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:30:16.770151 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-8174e245-05ea-4a46-acb4-cc346a562068 req-3fcb135b-f0b3-4ac8-a39c-bc0c08280ed2 service neutron] Bound port: ea956362-a00e-4eeb-88fb-d8787f53fbd5, host: n-h1-816206-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f75f400f-3665-42b6-b743-8c8989e17b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '43d8ac08-152d-4053-b836-ddc03b0e91a2'}}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:30:16.770738 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-8174e245-05ea-4a46-acb4-cc346a562068 req-3fcb135b-f0b3-4ac8-a39c-bc0c08280ed2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:16.773187 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f7a778b-fd7b-43c0-bebf-27a5141fa4b7 req-865f2753-430a-4eb9-8c69-07579b7d6b35 tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] No DVR routers for this DVR port 97e6bcc5-a2b7-4957-8ccd-b8e88098911d on host n-h1-816206-8 {{(pid=103591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:30:16.795301 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [req-23e6a9c4-fd79-4894-a059-3140237bb31e req-0d2f7300-597e-49a2-8fdf-a8329cbab262 tempest-ServerAddressesNegativeTestJSON-243613553 tempest-ServerAddressesNegativeTestJSON-243613553-project] Resources bound (agent type, host, resource id): {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:30:16.816157 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-3f7a778b-fd7b-43c0-bebf-27a5141fa4b7 req-865f2753-430a-4eb9-8c69-07579b7d6b35 tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:16.825263 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-3f7a778b-fd7b-43c0-bebf-27a5141fa4b7 req-865f2753-430a-4eb9-8c69-07579b7d6b35 tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] 10.222.0.55 "DELETE /v2.0/ports/97e6bcc5-a2b7-4957-8ccd-b8e88098911d HTTP/1.1" status: 204 len: 173 time: 8.4118786 Nov 23 17:30:16.826609 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2f7300-597e-49a2-8fdf-a8329cbab262 tempest-ServerAddressesNegativeTestJSON-243613553 tempest-ServerAddressesNegativeTestJSON-243613553-project] Pushing event updated for resources: {'Port': ['ID=02736327-cd7a-4294-b1a4-8233d028eda1,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:30:16.857963 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [req-23e6a9c4-fd79-4894-a059-3140237bb31e req-0d2f7300-597e-49a2-8fdf-a8329cbab262 tempest-ServerAddressesNegativeTestJSON-243613553 tempest-ServerAddressesNegativeTestJSON-243613553-project] Received port after_create {{(pid=103591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:30:16.874721 n-d-816206-8 neutron-server[103591]: INFO neutron.api.v2.resource [req-7bcbd0f7-fb5f-4b76-b785-627f0cec3a59 req-2d7fdf25-c8eb-4ec7-aa83-010fff3f4e09 tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] show failed (client error): The resource could not be found. Nov 23 17:30:16.876390 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7bcbd0f7-fb5f-4b76-b785-627f0cec3a59 req-2d7fdf25-c8eb-4ec7-aa83-010fff3f4e09 tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] 10.222.0.60 "GET /v2.0/security-groups/8fa38b28-1039-42ea-877e-c9b5a30ae69b HTTP/1.1" status: 404 len: 352 time: 0.1211946 Nov 23 17:30:16.969377 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-38d694e0-1909-4114-83c7-84b0dde8630c tempest-ServersTestJSON-1134034282 tempest-ServersTestJSON-1134034282-project] Publish callbacks [] for security_group, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:16.983203 n-d-816206-8 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83c4b9c5-48d7-40af-8fb5-dabe4d43cce9', 'tag': 'e501c8d2-3b8b-4517-82b1-6a263ce4aab2'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:30:16.986029 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2dee53a-f16c-4acc-a852-cb3e47805fe2', 'name': 'network-vif-deleted', 'tag': '731202d3-03b4-49f2-92c5-22f33722549c'}, {'server_uuid': 'a0550fc1-3534-4f5f-a522-dde794744bda', 'name': 'network-vif-deleted', 'tag': '97e6bcc5-a2b7-4957-8ccd-b8e88098911d'}] {{(pid=103591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:30:16.988969 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbabddbc9fc37b068808e119c416c86f5957ca04531a4a0d2e695c515e93483b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c9fe7d6-9b47-4eac-a8cb-dc9731351930" -d '{"events": [{"name": "network-changed", "server_uuid": "83c4b9c5-48d7-40af-8fb5-dabe4d43cce9", "tag": "e501c8d2-3b8b-4517-82b1-6a263ce4aab2"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:30:16.991385 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41d174a19ece9499ff9ec44e5b3fc50f2abd3ffbc947fb7e52ea1e8db27b95b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb34e2fe-81af-4eac-90ec-b35d8285b84f" -d '{"events": [{"server_uuid": "e2dee53a-f16c-4acc-a852-cb3e47805fe2", "name": "network-vif-deleted", "tag": "731202d3-03b4-49f2-92c5-22f33722549c"}, {"server_uuid": "a0550fc1-3534-4f5f-a522-dde794744bda", "name": "network-vif-deleted", "tag": "97e6bcc5-a2b7-4957-8ccd-b8e88098911d"}]}' {{(pid=103591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:30:16.994064 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-38d694e0-1909-4114-83c7-84b0dde8630c tempest-ServersTestJSON-1134034282 tempest-ServersTestJSON-1134034282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:17.106522 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865f2753-430a-4eb9-8c69-07579b7d6b35 tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Pushing event deleted for resources: {'Port': ['ID=97e6bcc5-a2b7-4957-8ccd-b8e88098911d,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:30:17.134408 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-38d694e0-1909-4114-83c7-84b0dde8630c tempest-ServersTestJSON-1134034282 tempest-ServersTestJSON-1134034282-project] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:17.137299 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-38d694e0-1909-4114-83c7-84b0dde8630c tempest-ServersTestJSON-1134034282 tempest-ServersTestJSON-1134034282-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.5554812 Nov 23 17:30:17.144109 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d694e0-1909-4114-83c7-84b0dde8630c tempest-ServersTestJSON-1134034282 tempest-ServersTestJSON-1134034282-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b310ccca-6502-41c2-a6d7-b680d0ad1473,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:30:17.148142 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 34478) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:30:17.171058 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-4de698a8-5c10-4c73-ab4c-ffb3777b8a34 tempest-ServersTestJSON-1134034282 tempest-ServersTestJSON-1134034282-project] Request body: {'security_group_rule': {'security_group_id': 'b310ccca-6502-41c2-a6d7-b680d0ad1473', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:30:17.206311 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0923e2-e7e2-4be3-aae6-cfff194524a7 req-8e833e33-8600-4dbf-8342-f593d25b93ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:30:17.208395 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5a0923e2-e7e2-4be3-aae6-cfff194524a7 req-8e833e33-8600-4dbf-8342-f593d25b93ac service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a67d26f0-d8bc-46d6-9df4-c5b8fb20d14c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4855366 Nov 23 17:30:17.220122 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e6a9c4-fd79-4894-a059-3140237bb31e req-0d2f7300-597e-49a2-8fdf-a8329cbab262 tempest-ServerAddressesNegativeTestJSON-243613553 tempest-ServerAddressesNegativeTestJSON-243613553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:30:17.220914 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-23e6a9c4-fd79-4894-a059-3140237bb31e req-0d2f7300-597e-49a2-8fdf-a8329cbab262 tempest-ServerAddressesNegativeTestJSON-243613553 tempest-ServerAddressesNegativeTestJSON-243613553-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:17.244322 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4de698a8-5c10-4c73-ab4c-ffb3777b8a34 tempest-ServersTestJSON-1134034282 tempest-ServersTestJSON-1134034282-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:17.328520 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a301d034-2546-4314-a9f0-0795cf520d45 req-bc0241c4-7fe4-49ed-a57c-13c1b8411cbc tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:30:17.338988 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a301d034-2546-4314-a9f0-0795cf520d45 req-bc0241c4-7fe4-49ed-a57c-13c1b8411cbc tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc1cb68a-7d8e-48af-9098-d96a53e08c31 HTTP/1.1" status: 200 len: 944 time: 0.3192973 Nov 23 17:30:17.407218 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4de698a8-5c10-4c73-ab4c-ffb3777b8a34 tempest-ServersTestJSON-1134034282 tempest-ServersTestJSON-1134034282-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:17.414181 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4de698a8-5c10-4c73-ab4c-ffb3777b8a34 tempest-ServersTestJSON-1134034282 tempest-ServersTestJSON-1134034282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994370'] for security_group_rule, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:17.437245 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-8174e245-05ea-4a46-acb4-cc346a562068 req-3fcb135b-f0b3-4ac8-a39c-bc0c08280ed2 service neutron] For port ea956362-a00e-4eeb-88fb-d8787f53fbd5, host n-h1-816206-8, cleared binding levels {{(pid=103591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:30:17.454851 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4de698a8-5c10-4c73-ab4c-ffb3777b8a34 tempest-ServersTestJSON-1134034282 tempest-ServersTestJSON-1134034282-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:17.457053 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-4de698a8-5c10-4c73-ab4c-ffb3777b8a34 tempest-ServersTestJSON-1134034282 tempest-ServersTestJSON-1134034282-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3008549 Nov 23 17:30:17.461848 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 34480) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:30:17.468941 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-70422b2c-2e97-443e-a25d-1bdbddaa7b3e tempest-ServersTestJSON-1134034282 tempest-ServersTestJSON-1134034282-project] Request body: {'security_group_rule': {'security_group_id': 'b310ccca-6502-41c2-a6d7-b680d0ad1473', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:30:17.483328 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de698a8-5c10-4c73-ab4c-ffb3777b8a34 tempest-ServersTestJSON-1134034282 tempest-ServersTestJSON-1134034282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25affde4-3358-4d56-9298-54378d9710ad,revision_number=0']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:30:17.534589 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-70422b2c-2e97-443e-a25d-1bdbddaa7b3e tempest-ServersTestJSON-1134034282 tempest-ServersTestJSON-1134034282-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:17.635027 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-23e6a9c4-fd79-4894-a059-3140237bb31e req-0d2f7300-597e-49a2-8fdf-a8329cbab262 tempest-ServerAddressesNegativeTestJSON-243613553 tempest-ServerAddressesNegativeTestJSON-243613553-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 9.2553320 Nov 23 17:30:17.637184 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5a0923e2-e7e2-4be3-aae6-cfff194524a7 req-0018fdf3-d59b-4708-b980-4d0008f0a2ba service neutron] 10.222.0.55 "GET /v2.0/networks/a67d26f0-d8bc-46d6-9df4-c5b8fb20d14c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4128172 Nov 23 17:30:17.651213 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-8174e245-05ea-4a46-acb4-cc346a562068 req-3fcb135b-f0b3-4ac8-a39c-bc0c08280ed2 service neutron] For port ea956362-a00e-4eeb-88fb-d8787f53fbd5, host n-h1-816206-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=ea956362-a00e-4eeb-88fb-d8787f53fbd5,segment=NetworkSegment(f75f400f-3665-42b6-b743-8c8989e17b3e),segment_id=f75f400f-3665-42b6-b743-8c8989e17b3e)] {{(pid=103591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:30:17.665126 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Tue, 23 Nov 2021 17:30:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e3bfafd-315b-49e5-a58d-673ab84feb04 x-openstack-request-id: req-2e3bfafd-315b-49e5-a58d-673ab84feb04 {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:30:17.665636 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63f851fb-f540-4867-ab84-dbcf797303e0", "name": "network-vif-plugged", "status": "completed", "tag": "81e265bf-2431-406e-8d75-7f043e355546", "code": 200}, {"server_uuid": "e2dee53a-f16c-4acc-a852-cb3e47805fe2", "name": "network-vif-unplugged", "status": "completed", "tag": "731202d3-03b4-49f2-92c5-22f33722549c", "code": 200}]} {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:30:17.665902 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-2e3bfafd-315b-49e5-a58d-673ab84feb04 {{(pid=103592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:30:17.666347 n-d-816206-8 neutron-server[103592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63f851fb-f540-4867-ab84-dbcf797303e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81e265bf-2431-406e-8d75-7f043e355546', 'code': 200} Nov 23 17:30:17.666696 n-d-816206-8 neutron-server[103592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2dee53a-f16c-4acc-a852-cb3e47805fe2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '731202d3-03b4-49f2-92c5-22f33722549c', 'code': 200} Nov 23 17:30:17.722564 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-70422b2c-2e97-443e-a25d-1bdbddaa7b3e tempest-ServersTestJSON-1134034282 tempest-ServersTestJSON-1134034282-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:17.729302 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-70422b2c-2e97-443e-a25d-1bdbddaa7b3e tempest-ServersTestJSON-1134034282 tempest-ServersTestJSON-1134034282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994370'] for security_group_rule, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:17.738413 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9a27ae6c-db98-474f-94c1-cc99bf842d79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:17.753820 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [req-23e6a9c4-fd79-4894-a059-3140237bb31e req-01dc4270-db70-496e-b500-4e6fbcb31b8c service neutron] Request body: {'port': {'device_id': '37e8ae14-9cd4-49ea-995a-80ea413da2ba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-8'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:30:17.755776 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70422b2c-2e97-443e-a25d-1bdbddaa7b3e tempest-ServersTestJSON-1134034282 tempest-ServersTestJSON-1134034282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2179a83c-dda3-43b7-914c-323435cdc1eb,revision_number=0']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:30:17.782744 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-70422b2c-2e97-443e-a25d-1bdbddaa7b3e tempest-ServersTestJSON-1134034282 tempest-ServersTestJSON-1134034282-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:17.785115 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-70422b2c-2e97-443e-a25d-1bdbddaa7b3e tempest-ServersTestJSON-1134034282 tempest-ServersTestJSON-1134034282-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3207006 Nov 23 17:30:17.789640 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 34482) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:30:17.809500 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-629397c3-6e61-47ae-bccd-e01c62991529 tempest-ServersTestJSON-1134034282 tempest-ServersTestJSON-1134034282-project] Request body: {'floatingip': {'floating_network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:30:17.841597 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-8174e245-05ea-4a46-acb4-cc346a562068 req-3fcb135b-f0b3-4ac8-a39c-bc0c08280ed2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264758186'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:17.908216 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-69eed976-f3a7-4a01-ae3c-c5e664149569 None None] Publish callbacks [] for port, precommit_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:17.931285 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-69eed976-f3a7-4a01-ae3c-c5e664149569 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:18.040699 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51466ca8-c7e4-4c30-82b0-326f67b29cb5 None None] Pushing event updated for resources: {'Port': ['ID=d75f8e3d-fea4-4f4d-b84a-fc5d2662643f,revision_number=3']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:30:18.119658 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-69eed976-f3a7-4a01-ae3c-c5e664149569 None None] Attempting to bind port d75f8e3d-fea4-4f4d-b84a-fc5d2662643f on host n-d-816206-8 for vnic_type normal with profile {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:30:18.120202 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-69eed976-f3a7-4a01-ae3c-c5e664149569 None None] Attempting to bind port d75f8e3d-fea4-4f4d-b84a-fc5d2662643f by drivers openvswitch,hyperv on host n-d-816206-8 at level 0 using segments [{'id': '8dd45b67-8dd0-4878-8132-504ff0655806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '1afcf705-72a3-4954-9447-6f05c954aa5c'}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:30:18.120568 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69eed976-f3a7-4a01-ae3c-c5e664149569 None None] Attempting to bind port d75f8e3d-fea4-4f4d-b84a-fc5d2662643f on network 1afcf705-72a3-4954-9447-6f05c954aa5c {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:30:18.127641 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69eed976-f3a7-4a01-ae3c-c5e664149569 None None] Checking agent: {'id': '9e89acbe-4bbe-4c77-a18b-6f1da9133e0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 7, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 29, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:30:18.128130 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69eed976-f3a7-4a01-ae3c-c5e664149569 None None] Checking segment: {'id': '8dd45b67-8dd0-4878-8132-504ff0655806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '1afcf705-72a3-4954-9447-6f05c954aa5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:30:18.128687 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-69eed976-f3a7-4a01-ae3c-c5e664149569 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:18.129153 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69eed976-f3a7-4a01-ae3c-c5e664149569 None None] Bound using segment: {'id': '8dd45b67-8dd0-4878-8132-504ff0655806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '1afcf705-72a3-4954-9447-6f05c954aa5c'} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:30:18.132066 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-69eed976-f3a7-4a01-ae3c-c5e664149569 None None] Bound port: d75f8e3d-fea4-4f4d-b84a-fc5d2662643f, host: n-d-816206-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8dd45b67-8dd0-4878-8132-504ff0655806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '1afcf705-72a3-4954-9447-6f05c954aa5c'}}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:30:18.132512 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-69eed976-f3a7-4a01-ae3c-c5e664149569 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:18.154782 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-629397c3-6e61-47ae-bccd-e01c62991529 tempest-ServersTestJSON-1134034282 tempest-ServersTestJSON-1134034282-project] Publish callbacks [] for floatingip, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:18.282404 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-69eed976-f3a7-4a01-ae3c-c5e664149569 None None] For port d75f8e3d-fea4-4f4d-b84a-fc5d2662643f, host n-d-816206-8, cleared binding levels {{(pid=103592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:30:18.284278 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b5df0f-de34-47c1-90a0-86a86edb73c8 req-fedf19fc-2819-4009-aa09-99ff222f52eb tempest-ServerAddressesNegativeTestJSON-243613553 tempest-ServerAddressesNegativeTestJSON-243613553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:30:18.289473 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-69eed976-f3a7-4a01-ae3c-c5e664149569 None None] For port d75f8e3d-fea4-4f4d-b84a-fc5d2662643f, host n-d-816206-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=d75f8e3d-fea4-4f4d-b84a-fc5d2662643f,segment=NetworkSegment(8dd45b67-8dd0-4878-8132-504ff0655806),segment_id=8dd45b67-8dd0-4878-8132-504ff0655806)] {{(pid=103592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:30:18.292926 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a0b5df0f-de34-47c1-90a0-86a86edb73c8 req-fedf19fc-2819-4009-aa09-99ff222f52eb tempest-ServerAddressesNegativeTestJSON-243613553 tempest-ServerAddressesNegativeTestJSON-243613553-project] 10.222.0.60 "GET /v2.0/ports?device_id=37e8ae14-9cd4-49ea-995a-80ea413da2ba HTTP/1.1" status: 200 len: 931 time: 0.9496453 Nov 23 17:30:18.316862 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-69eed976-f3a7-4a01-ae3c-c5e664149569 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:18.330362 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5a0923e2-e7e2-4be3-aae6-cfff194524a7 req-d597f168-1ec4-4ba8-85d5-ce230e4c0fb2 service neutron] 10.222.0.55 "GET /v2.0/networks/a67d26f0-d8bc-46d6-9df4-c5b8fb20d14c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6765306 Nov 23 17:30:18.412458 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5a0923e2-e7e2-4be3-aae6-cfff194524a7 req-68bbf15d-00ca-432d-8dee-10eb6e4af085 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.36&port_id=2c22850f-3ed8-45c1-8cb5-d847f5bb33e0 HTTP/1.1" status: 200 len: 217 time: 0.0707831 Nov 23 17:30:18.418463 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8174e245-05ea-4a46-acb4-cc346a562068 req-3fcb135b-f0b3-4ac8-a39c-bc0c08280ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:30:18.419396 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-8174e245-05ea-4a46-acb4-cc346a562068 req-3fcb135b-f0b3-4ac8-a39c-bc0c08280ed2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:18.420801 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8174e245-05ea-4a46-acb4-cc346a562068 req-3fcb135b-f0b3-4ac8-a39c-bc0c08280ed2 service neutron] 10.222.0.55 "PUT /v2.0/ports/ea956362-a00e-4eeb-88fb-d8787f53fbd5 HTTP/1.1" status: 200 len: 1092 time: 7.2278199 Nov 23 17:30:18.506330 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51466ca8-c7e4-4c30-82b0-326f67b29cb5 None None] Pushing event updated for resources: {'Port': ['ID=d75f8e3d-fea4-4f4d-b84a-fc5d2662643f,revision_number=4']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:30:18.529016 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:18.543443 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69eed976-f3a7-4a01-ae3c-c5e664149569 None None] Routers {'2844b668-4eb3-4146-878a-8743907d31bf'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:30:18.544744 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-69eed976-f3a7-4a01-ae3c-c5e664149569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:30:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['2844b668-4eb3-4146-878a-8743907d31bf'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:30:18.645737 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-7baef025-fe6b-4f6d-98b5-7aea7b591e94 None None] Provisioning complete for port d75f8e3d-fea4-4f4d-b84a-fc5d2662643f triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:30:18.645990 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-7baef025-fe6b-4f6d-98b5-7aea7b591e94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:18.685961 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a0b5df0f-de34-47c1-90a0-86a86edb73c8 req-3d30e59b-ccd5-4baf-b38a-9fb2b8f19d40 tempest-ServerAddressesNegativeTestJSON-243613553 tempest-ServerAddressesNegativeTestJSON-243613553-project] 10.222.0.60 "GET /v2.0/security-groups?id=b72fbdee-bb06-4305-b89a-f9761da4d3f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3806286 Nov 23 17:30:18.719846 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a301d034-2546-4314-a9f0-0795cf520d45 req-cd1729b1-5a35-4809-83aa-0dc540f485d2 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.60 "GET /v2.0/security-groups?id=b4179e07-bbfd-4236-b98c-2ab2b518c61f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2915723 Nov 23 17:30:18.799256 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 34488) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:30:18.929975 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_v2 [None req-5757fcc0-9f82-4333-b9a4-51cfc70011f9 tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Deleting subnet d8b82788-24bf-4152-9904-b60ed7f60fab {{(pid=103590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 17:30:18.945553 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5757fcc0-9f82-4333-b9a4-51cfc70011f9 tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Publish callbacks [] for subnet, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:18.961193 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 23 Nov 2021 17:30:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a88352b1-f783-481e-b1e0-251cc88de143 x-openstack-request-id: req-a88352b1-f783-481e-b1e0-251cc88de143 {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:30:18.961588 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2dee53a-f16c-4acc-a852-cb3e47805fe2", "name": "network-vif-deleted", "tag": "731202d3-03b4-49f2-92c5-22f33722549c", "status": "completed", "code": 200}, {"server_uuid": "a0550fc1-3534-4f5f-a522-dde794744bda", "name": "network-vif-deleted", "tag": "97e6bcc5-a2b7-4957-8ccd-b8e88098911d", "status": "completed", "code": 200}]} {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:30:18.961908 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a88352b1-f783-481e-b1e0-251cc88de143 {{(pid=103591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:30:18.962462 n-d-816206-8 neutron-server[103591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2dee53a-f16c-4acc-a852-cb3e47805fe2', 'name': 'network-vif-deleted', 'tag': '731202d3-03b4-49f2-92c5-22f33722549c', 'status': 'completed', 'code': 200} Nov 23 17:30:18.962806 n-d-816206-8 neutron-server[103591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0550fc1-3534-4f5f-a522-dde794744bda', 'name': 'network-vif-deleted', 'tag': '97e6bcc5-a2b7-4957-8ccd-b8e88098911d', 'status': 'completed', 'code': 200} Nov 23 17:30:18.963568 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcb135b-f0b3-4ac8-a39c-bc0c08280ed2 service neutron] Pushing event updated for resources: {'Port': ['ID=ea956362-a00e-4eeb-88fb-d8787f53fbd5,revision_number=3']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:30:18.983975 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-23e6a9c4-fd79-4894-a059-3140237bb31e req-01dc4270-db70-496e-b500-4e6fbcb31b8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:19.029906 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5757fcc0-9f82-4333-b9a4-51cfc70011f9 tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-267528342'] for subnet, precommit_delete_associations {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:19.097156 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 17:30:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f428146-7325-4553-abab-213459de31e8 x-openstack-request-id: req-0f428146-7325-4553-abab-213459de31e8 {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:30:19.097988 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83c4b9c5-48d7-40af-8fb5-dabe4d43cce9", "tag": "e501c8d2-3b8b-4517-82b1-6a263ce4aab2", "status": "completed", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:30:19.100664 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-0f428146-7325-4553-abab-213459de31e8 {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:30:19.101344 n-d-816206-8 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83c4b9c5-48d7-40af-8fb5-dabe4d43cce9', 'tag': 'e501c8d2-3b8b-4517-82b1-6a263ce4aab2', 'status': 'completed', 'code': 200} Nov 23 17:30:19.141688 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 34490) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:30:19.146703 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-7baef025-fe6b-4f6d-98b5-7aea7b591e94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:19.168700 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvr_db [None req-69eed976-f3a7-4a01-ae3c-c5e664149569 None None] Set router 2844b668-4eb3-4146-878a-8743907d31bf gateway port host: n-d-816206-8 {{(pid=103592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:30:19.204023 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0923e2-e7e2-4be3-aae6-cfff194524a7 req-32b8d0b6-ba78-4e8e-8c5a-f73127cbdd8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:30:19.207116 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5a0923e2-e7e2-4be3-aae6-cfff194524a7 req-32b8d0b6-ba78-4e8e-8c5a-f73127cbdd8e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=bcb9709f-482c-4f68-bfac-95b809cc7fe7 HTTP/1.1" status: 200 len: 797 time: 0.7621017 Nov 23 17:30:19.273672 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-7baef025-fe6b-4f6d-98b5-7aea7b591e94 None None] For port d75f8e3d-fea4-4f4d-b84a-fc5d2662643f, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=d75f8e3d-fea4-4f4d-b84a-fc5d2662643f,segment=NetworkSegment(8dd45b67-8dd0-4878-8132-504ff0655806),segment_id=8dd45b67-8dd0-4878-8132-504ff0655806)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:30:19.279807 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-7baef025-fe6b-4f6d-98b5-7aea7b591e94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:19.349648 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8174e245-05ea-4a46-acb4-cc346a562068 req-f5e7bd32-79c1-48bc-a608-89f3bf27ff0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:30:19.351538 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8174e245-05ea-4a46-acb4-cc346a562068 req-f5e7bd32-79c1-48bc-a608-89f3bf27ff0c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3541603f19884b9cb683e7eedd76d17c&device_id=cc1cb68a-7d8e-48af-9098-d96a53e08c31 HTTP/1.1" status: 200 len: 1095 time: 0.8433321 Nov 23 17:30:19.444116 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec912cd2-b96a-4a56-bf10-c355ff7cfb3c admin admin] Deleting subnet 60d6b9f1-95ba-4891-8e22-f38003c13082 {{(pid=103590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 17:30:19.452778 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ec912cd2-b96a-4a56-bf10-c355ff7cfb3c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:19.476809 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5757fcc0-9f82-4333-b9a4-51cfc70011f9 tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971956'] for subnet, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:19.584007 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8174e245-05ea-4a46-acb4-cc346a562068 req-719f8fe9-3d5e-4b59-80d8-185d23142dd6 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ea956362-a00e-4eeb-88fb-d8787f53fbd5 HTTP/1.1" status: 200 len: 217 time: 0.1324739 Nov 23 17:30:19.592348 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ec912cd2-b96a-4a56-bf10-c355ff7cfb3c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-267528342'] for subnet, precommit_delete_associations {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:19.603856 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2d52ccb2-d73f-4bbe-bddc-95bfa1290898 req-69b00dff-bf35-46ce-8aea-ade491d8928f tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] 10.222.0.60 "GET /v2.0/security-groups/ae22aa90-f133-4a0f-8d6c-08dc17816b2f HTTP/1.1" status: 200 len: 1819 time: 0.7345548 Nov 23 17:30:19.725098 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-34875ab9-60ef-46d4-9fd3-795ab51c7fe8 None None] Provisioning complete for port d75f8e3d-fea4-4f4d-b84a-fc5d2662643f triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:30:19.725814 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-34875ab9-60ef-46d4-9fd3-795ab51c7fe8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:19.727914 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7baef025-fe6b-4f6d-98b5-7aea7b591e94 None None] Pushing event updated for resources: {'Port': ['ID=d75f8e3d-fea4-4f4d-b84a-fc5d2662643f,revision_number=5']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:30:19.773164 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ec912cd2-b96a-4a56-bf10-c355ff7cfb3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971956'] for subnet, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:19.836869 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5757fcc0-9f82-4333-b9a4-51cfc70011f9 tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264357903', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264730940'] for subnet, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:19.881744 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5757fcc0-9f82-4333-b9a4-51cfc70011f9 tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Pushing event deleted for resources: {'Subnet': ['ID=d8b82788-24bf-4152-9904-b60ed7f60fab,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:30:19.884262 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5757fcc0-9f82-4333-b9a4-51cfc70011f9 tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Publish callbacks [] for subnet, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:19.888069 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-5757fcc0-9f82-4333-b9a4-51cfc70011f9 tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] 10.222.0.60 "DELETE /v2.0/subnets/d8b82788-24bf-4152-9904-b60ed7f60fab HTTP/1.1" status: 204 len: 168 time: 1.0867782 Nov 23 17:30:19.891235 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 34496) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:30:19.901374 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0923e2-e7e2-4be3-aae6-cfff194524a7 req-b62716a5-2fc3-4951-bf14-9e6393971eea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:30:19.903083 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5a0923e2-e7e2-4be3-aae6-cfff194524a7 req-b62716a5-2fc3-4951-bf14-9e6393971eea service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a67d26f0-d8bc-46d6-9df4-c5b8fb20d14c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5504436 Nov 23 17:30:19.903204 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2ddcf44-af9c-46ab-8446-569b7c86d34e None None] Network a7029ee0-3166-457b-8a19-cf9b5cc6a320 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:30:19.944689 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-2d52ccb2-d73f-4bbe-bddc-95bfa1290898 req-6fd12d87-d4ce-4a66-89d3-72ddc4764508 tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] Publish callbacks [] for security_group, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:19.970010 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8174e245-05ea-4a46-acb4-cc346a562068 req-51035a38-2fe5-427b-bdcc-7bd4c44294a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:30:19.972164 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8174e245-05ea-4a46-acb4-cc346a562068 req-51035a38-2fe5-427b-bdcc-7bd4c44294a4 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=23f80e8e-7e58-4465-87c1-72654345f52f HTTP/1.1" status: 200 len: 849 time: 0.2782681 Nov 23 17:30:20.000591 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-53d4fb30-63a1-4bd6-b9a5-83d6b34a4e10 tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-555181'] for network, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:20.045334 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa30767-dedc-437e-8c4a-7e0f007f2be4 req-59156791-c851-4743-8540-194351d6b498 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:30:20.052177 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa30767-dedc-437e-8c4a-7e0f007f2be4 req-59156791-c851-4743-8540-194351d6b498 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:30:20.058257 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa30767-dedc-437e-8c4a-7e0f007f2be4 req-59156791-c851-4743-8540-194351d6b498 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:30:20.064465 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa30767-dedc-437e-8c4a-7e0f007f2be4 req-59156791-c851-4743-8540-194351d6b498 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:30:20.076685 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa30767-dedc-437e-8c4a-7e0f007f2be4 req-59156791-c851-4743-8540-194351d6b498 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:30:20.086258 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa30767-dedc-437e-8c4a-7e0f007f2be4 req-59156791-c851-4743-8540-194351d6b498 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:30:20.095264 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa30767-dedc-437e-8c4a-7e0f007f2be4 req-59156791-c851-4743-8540-194351d6b498 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:30:20.097322 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-faa30767-dedc-437e-8c4a-7e0f007f2be4 req-59156791-c851-4743-8540-194351d6b498 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] 10.222.0.60 "GET /v2.0/ports?device_id=83c4b9c5-48d7-40af-8fb5-dabe4d43cce9 HTTP/1.1" status: 200 len: 5427 time: 0.7359893 Nov 23 17:30:20.108005 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ec912cd2-b96a-4a56-bf10-c355ff7cfb3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264357903', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264730940'] for subnet, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:20.175569 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec912cd2-b96a-4a56-bf10-c355ff7cfb3c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=60d6b9f1-95ba-4891-8e22-f38003c13082,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:30:20.182690 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-69eed976-f3a7-4a01-ae3c-c5e664149569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2844b668-4eb3-4146-878a-8743907d31bf', 'name': 'tempest-ServersTestJSON-592944540-router', 'tenant_id': '141a36de41b84f2cb4e5345b3fb2d0bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.78'}], 'enable_snat': True}, 'gw_port_id': 'fb16766b-3c52-4861-b712-29828d270fe8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:30:00Z', 'updated_at': '2021-11-23T17:30:12Z', 'revision_number': 4, 'project_id': '141a36de41b84f2cb4e5345b3fb2d0bd', 'gw_port': {'id': 'fb16766b-3c52-4861-b712-29828d270fe8', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:55:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2844b668-4eb3-4146-878a-8743907d31bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1113, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:30:03Z', 'updated_at': '2021-11-23T17:30:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_interfaces': [{'id': 'd75f8e3d-fea4-4f4d-b84a-fc5d2662643f', 'name': '', 'network_id': '1afcf705-72a3-4954-9447-6f05c954aa5c', 'tenant_id': '141a36de41b84f2cb4e5345b3fb2d0bd', 'mac_address': 'fa:16:3e:9b:0d:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2844b668-4eb3-4146-878a-8743907d31bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1115, 'fixed_ips': [{'subnet_id': 'f7bfc3a7-b0d3-4146-9f17-d9356f83ed59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:30:10Z', 'updated_at': '2021-11-23T17:30:18Z', 'revision_number': 4, 'project_id': '141a36de41b84f2cb4e5345b3fb2d0bd', 'subnets': [{'id': 'f7bfc3a7-b0d3-4146-9f17-d9356f83ed59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:30:20.217318 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ec912cd2-b96a-4a56-bf10-c355ff7cfb3c admin admin] Publish callbacks [] for subnet, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:20.219743 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-2d52ccb2-d73f-4bbe-bddc-95bfa1290898 req-6fd12d87-d4ce-4a66-89d3-72ddc4764508 tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:20.221035 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-ec912cd2-b96a-4a56-bf10-c355ff7cfb3c admin admin] 10.222.0.60 "DELETE /v2.0/subnets/60d6b9f1-95ba-4891-8e22-f38003c13082 HTTP/1.1" status: 204 len: 168 time: 1.0767338 Nov 23 17:30:20.235016 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 34498) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:30:20.249423 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-629397c3-6e61-47ae-bccd-e01c62991529 tempest-ServersTestJSON-1134034282 tempest-ServersTestJSON-1134034282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:20.255270 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69eed976-f3a7-4a01-ae3c-c5e664149569 None None] The sync data for ids ['2844b668-4eb3-4146-878a-8743907d31bf'] in n-d-816206-8 is: [{'id': '2844b668-4eb3-4146-878a-8743907d31bf', 'name': 'tempest-ServersTestJSON-592944540-router', 'tenant_id': '141a36de41b84f2cb4e5345b3fb2d0bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.78'}], 'enable_snat': True}, 'gw_port_id': 'fb16766b-3c52-4861-b712-29828d270fe8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:30:00Z', 'updated_at': '2021-11-23T17:30:12Z', 'revision_number': 4, 'project_id': '141a36de41b84f2cb4e5345b3fb2d0bd', 'gw_port': {'id': 'fb16766b-3c52-4861-b712-29828d270fe8', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:55:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2844b668-4eb3-4146-878a-8743907d31bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1113, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:30:03Z', 'updated_at': '2021-11-23T17:30:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_interfaces': [{'id': 'd75f8e3d-fea4-4f4d-b84a-fc5d2662643f', 'name': '', 'network_id': '1afcf705-72a3-4954-9447-6f05c954aa5c', 'tenant_id': '141a36de41b84f2cb4e5345b3fb2d0bd', 'mac_address': 'fa:16:3e:9b:0d:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2844b668-4eb3-4146-878a-8743907d31bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1115, 'fixed_ips': [{'subnet_id': 'f7bfc3a7-b0d3-4146-9f17-d9356f83ed59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:30:10Z', 'updated_at': '2021-11-23T17:30:18Z', 'revision_number': 4, 'project_id': '141a36de41b84f2cb4e5345b3fb2d0bd', 'subnets': [{'id': 'f7bfc3a7-b0d3-4146-9f17-d9356f83ed59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:30:20.455134 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.db_base_plugin_common [None req-629397c3-6e61-47ae-bccd-e01c62991529 tempest-ServersTestJSON-1134034282 tempest-ServersTestJSON-1134034282-project] Allocated IP 172.25.3.37 (4c8455ba-1be5-42ac-b8c2-8a16e1292d55/08fe3644-ce41-4c3f-a7ea-92bac0f0fff5/50d3acf8-b908-4022-948e-feff5fa34f73) {{(pid=103591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:30:20.467088 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-53d4fb30-63a1-4bd6-b9a5-83d6b34a4e10 tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Deleting port 85ed9fe5-25bb-49c8-a4ff-7c357d192673 {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:30:20.467555 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-53d4fb30-63a1-4bd6-b9a5-83d6b34a4e10 tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:20.531024 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-88c252e4-db4c-479f-8d87-d1d530050ea3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-555181'] for network, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:20.602743 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78c7ca88-39d8-4329-8618-3fa3071689a0 None None] DHCP port deletion for a7029ee0-3166-457b-8a19-cf9b5cc6a320 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:30:20.660708 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-53d4fb30-63a1-4bd6-b9a5-83d6b34a4e10 tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] For port 85ed9fe5-25bb-49c8-a4ff-7c357d192673, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=85ed9fe5-25bb-49c8-a4ff-7c357d192673,segment=NetworkSegment(bfb005cb-15fd-4973-b7ee-baffd0bfccec),segment_id=bfb005cb-15fd-4973-b7ee-baffd0bfccec)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:30:20.661776 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-53d4fb30-63a1-4bd6-b9a5-83d6b34a4e10 tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:20.691242 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-53d4fb30-63a1-4bd6-b9a5-83d6b34a4e10 tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Calling delete_port for 85ed9fe5-25bb-49c8-a4ff-7c357d192673 owned by network:dhcp {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:30:20.695468 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8174e245-05ea-4a46-acb4-cc346a562068 req-e8a13564-449a-4c02-b8e2-5571f56a0d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:30:20.697396 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8174e245-05ea-4a46-acb4-cc346a562068 req-e8a13564-449a-4c02-b8e2-5571f56a0d0b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=43d8ac08-152d-4053-b836-ddc03b0e91a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6971145 Nov 23 17:30:20.710113 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-78c7ca88-39d8-4329-8618-3fa3071689a0 None None] Deleting port 85ed9fe5-25bb-49c8-a4ff-7c357d192673 {{(pid=103592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:30:20.710612 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-78c7ca88-39d8-4329-8618-3fa3071689a0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:20.886477 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-faa30767-dedc-437e-8c4a-7e0f007f2be4 req-3e5bcabd-acc8-4698-888c-873ed78968e0 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] 10.222.0.60 "GET /v2.0/security-groups?id=f803d7ea-d3d6-4cf6-830c-70814cdc1205&id=0089afc6-8a44-4092-8e4d-085e37cc31cf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.7750034 Nov 23 17:30:20.888440 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5a0923e2-e7e2-4be3-aae6-cfff194524a7 req-6589d813-1022-4029-9dd6-9f2b60f66eec service neutron] 10.222.0.55 "GET /v2.0/networks/a67d26f0-d8bc-46d6-9df4-c5b8fb20d14c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9596341 Nov 23 17:30:20.910550 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-78c7ca88-39d8-4329-8618-3fa3071689a0 None None] For port 85ed9fe5-25bb-49c8-a4ff-7c357d192673, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=85ed9fe5-25bb-49c8-a4ff-7c357d192673,segment=NetworkSegment(bfb005cb-15fd-4973-b7ee-baffd0bfccec),segment_id=bfb005cb-15fd-4973-b7ee-baffd0bfccec)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:30:20.911700 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-78c7ca88-39d8-4329-8618-3fa3071689a0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:20.919817 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-2d52ccb2-d73f-4bbe-bddc-95bfa1290898 req-6fd12d87-d4ce-4a66-89d3-72ddc4764508 tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:20.922496 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-2d52ccb2-d73f-4bbe-bddc-95bfa1290898 req-6fd12d87-d4ce-4a66-89d3-72ddc4764508 tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] Publish callbacks [] for security_group, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:20.923628 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2d52ccb2-d73f-4bbe-bddc-95bfa1290898 req-6fd12d87-d4ce-4a66-89d3-72ddc4764508 tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] 10.222.0.60 "DELETE /v2.0/security-groups/ae22aa90-f133-4a0f-8d6c-08dc17816b2f HTTP/1.1" status: 204 len: 173 time: 1.3176591 Nov 23 17:30:20.986268 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc1cb68a-7d8e-48af-9098-d96a53e08c31', 'tag': 'ea956362-a00e-4eeb-88fb-d8787f53fbd5'}] {{(pid=103591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:30:20.989012 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41d174a19ece9499ff9ec44e5b3fc50f2abd3ffbc947fb7e52ea1e8db27b95b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-235d30fc-473e-4e68-97b1-2afe90ea14a6" -d '{"events": [{"name": "network-changed", "server_uuid": "cc1cb68a-7d8e-48af-9098-d96a53e08c31", "tag": "ea956362-a00e-4eeb-88fb-d8787f53fbd5"}]}' {{(pid=103591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:30:21.000679 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-78c7ca88-39d8-4329-8618-3fa3071689a0 None None] Calling delete_port for 85ed9fe5-25bb-49c8-a4ff-7c357d192673 owned by network:dhcp {{(pid=103592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:30:21.087212 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-88c252e4-db4c-479f-8d87-d1d530050ea3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973419', 'neutron.services.segments.db._delete_segments_for_network-8736635878840'] for network, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:21.113436 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd12d87-d4ce-4a66-89d3-72ddc4764508 tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae22aa90-f133-4a0f-8d6c-08dc17816b2f,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:30:21.122730 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-88c252e4-db4c-479f-8d87-d1d530050ea3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32036b23-827f-4bd6-b5c4-ab1dfcc349d0']}} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:30:21.135615 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-88c252e4-db4c-479f-8d87-d1d530050ea3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a95b01c8-59fd-4fd6-951e-ee6747114bfd') {'for_net_delete': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:30:21.136448 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-88c252e4-db4c-479f-8d87-d1d530050ea3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a95b01c8-59fd-4fd6-951e-ee6747114bfd') {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:30:21.155117 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-53d4fb30-63a1-4bd6-b9a5-83d6b34a4e10 tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:21.173572 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-88c252e4-db4c-479f-8d87-d1d530050ea3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736635840332', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-267528353'] for segment, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:21.182859 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-78c7ca88-39d8-4329-8618-3fa3071689a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989'] for port, after_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:21.216733 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53d4fb30-63a1-4bd6-b9a5-83d6b34a4e10 tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] No DVR routers for this DVR port 85ed9fe5-25bb-49c8-a4ff-7c357d192673 on host n-d-816206-8 {{(pid=103590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:30:21.226223 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d4fb30-63a1-4bd6-b9a5-83d6b34a4e10 tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Pushing event deleted for resources: {'Port': ['ID=85ed9fe5-25bb-49c8-a4ff-7c357d192673,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:30:21.237385 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c7ca88-39d8-4329-8618-3fa3071689a0 None None] Pushing event deleted for resources: {'Port': ['ID=85ed9fe5-25bb-49c8-a4ff-7c357d192673,revision_number=None']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:30:21.263369 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78c7ca88-39d8-4329-8618-3fa3071689a0 None None] No DVR routers for this DVR port 85ed9fe5-25bb-49c8-a4ff-7c357d192673 on host n-d-816206-8 {{(pid=103592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:30:21.305217 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-88c252e4-db4c-479f-8d87-d1d530050ea3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:21.332765 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-629397c3-6e61-47ae-bccd-e01c62991529 tempest-ServersTestJSON-1134034282 tempest-ServersTestJSON-1134034282-project] Publish callbacks [] for port, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:21.343871 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88c252e4-db4c-479f-8d87-d1d530050ea3 admin admin] Releasing vlan 509 on physical network physnet1 to pool {{(pid=103590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 17:30:21.344743 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-88c252e4-db4c-479f-8d87-d1d530050ea3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264370093'] for segment, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:21.347187 n-d-816206-8 neutron-server[103590]: Traceback (most recent call last): Nov 23 17:30:21.347187 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 17:30:21.347187 n-d-816206-8 neutron-server[103590]: timer() Nov 23 17:30:21.347187 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 17:30:21.347187 n-d-816206-8 neutron-server[103590]: cb(*args, **kw) Nov 23 17:30:21.347187 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 17:30:21.347187 n-d-816206-8 neutron-server[103590]: return func(*args, **kwargs) Nov 23 17:30:21.347187 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 17:30:21.347187 n-d-816206-8 neutron-server[103590]: self._notify() Nov 23 17:30:21.347187 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 17:30:21.347187 n-d-816206-8 neutron-server[103590]: self.callback(batched_events) Nov 23 17:30:21.347187 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 17:30:21.347187 n-d-816206-8 neutron-server[103590]: event.method(event) Nov 23 17:30:21.347187 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 17:30:21.347187 n-d-816206-8 neutron-server[103590]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 17:30:21.347187 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 17:30:21.347187 n-d-816206-8 neutron-server[103590]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 17:30:21.347187 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 17:30:21.347187 n-d-816206-8 neutron-server[103590]: return f(self, *a, **k) Nov 23 17:30:21.347187 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 17:30:21.347187 n-d-816206-8 neutron-server[103590]: return self._get(url).json() Nov 23 17:30:21.347187 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 17:30:21.347187 n-d-816206-8 neutron-server[103590]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 17:30:21.347187 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 17:30:21.347187 n-d-816206-8 neutron-server[103590]: return self.request(url, 'GET', **kwargs) Nov 23 17:30:21.347187 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 17:30:21.347187 n-d-816206-8 neutron-server[103590]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 17:30:21.347187 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 17:30:21.347187 n-d-816206-8 neutron-server[103590]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 17:30:21.347187 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 17:30:21.347187 n-d-816206-8 neutron-server[103590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 17:30:21.347187 n-d-816206-8 neutron-server[103590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 17:30:21.423801 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-53d4fb30-63a1-4bd6-b9a5-83d6b34a4e10 tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973419', 'neutron.services.segments.db._delete_segments_for_network-8736635878840'] for network, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:21.450570 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [req-23e6a9c4-fd79-4894-a059-3140237bb31e req-01dc4270-db70-496e-b500-4e6fbcb31b8c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02736327-cd7a-4294-b1a4-8233d028eda1 {{(pid=103591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:30:21.487840 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-23e6a9c4-fd79-4894-a059-3140237bb31e req-01dc4270-db70-496e-b500-4e6fbcb31b8c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:21.494530 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-53d4fb30-63a1-4bd6-b9a5-83d6b34a4e10 tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7029ee0-3166-457b-8a19-cf9b5cc6a320']}} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:30:21.511324 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-88c252e4-db4c-479f-8d87-d1d530050ea3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1795418'] for network, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:21.515707 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-53d4fb30-63a1-4bd6-b9a5-83d6b34a4e10 tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bfb005cb-15fd-4973-b7ee-baffd0bfccec') {'for_net_delete': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:30:21.516136 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-53d4fb30-63a1-4bd6-b9a5-83d6b34a4e10 tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bfb005cb-15fd-4973-b7ee-baffd0bfccec') {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:30:21.532084 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-88c252e4-db4c-479f-8d87-d1d530050ea3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for network, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:21.539623 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-88c252e4-db4c-479f-8d87-d1d530050ea3 admin admin] 10.222.0.60 "DELETE /v2.0/networks/32036b23-827f-4bd6-b5c4-ab1dfcc349d0 HTTP/1.1" status: 204 len: 168 time: 1.2991850 Nov 23 17:30:21.541013 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-53d4fb30-63a1-4bd6-b9a5-83d6b34a4e10 tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736635840332', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-267528353'] for segment, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:21.562063 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c252e4-db4c-479f-8d87-d1d530050ea3 admin admin] Pushing event deleted for resources: {'Network': ['ID=32036b23-827f-4bd6-b5c4-ab1dfcc349d0,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:30:21.576848 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-53d4fb30-63a1-4bd6-b9a5-83d6b34a4e10 tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:21.585159 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8174e245-05ea-4a46-acb4-cc346a562068 req-a32c0cba-4cb7-4408-a1eb-5e680b5eb4e6 service neutron] 10.222.0.55 "GET /v2.0/networks/43d8ac08-152d-4053-b836-ddc03b0e91a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8455546 Nov 23 17:30:21.593434 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53d4fb30-63a1-4bd6-b9a5-83d6b34a4e10 tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Releasing vlan 510 on physical network physnet1 to pool {{(pid=103590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 17:30:21.599135 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-53d4fb30-63a1-4bd6-b9a5-83d6b34a4e10 tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264370093'] for segment, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:21.600354 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.provisioning_blocks [req-23e6a9c4-fd79-4894-a059-3140237bb31e req-01dc4270-db70-496e-b500-4e6fbcb31b8c service neutron] Transition to ACTIVE for port object 02736327-cd7a-4294-b1a4-8233d028eda1 will not be triggered until provisioned by entity L2. {{(pid=103591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 17:30:21.625481 n-d-816206-8 neutron-server[103590]: Traceback (most recent call last): Nov 23 17:30:21.625481 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 17:30:21.625481 n-d-816206-8 neutron-server[103590]: timer() Nov 23 17:30:21.625481 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 17:30:21.625481 n-d-816206-8 neutron-server[103590]: cb(*args, **kw) Nov 23 17:30:21.625481 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 17:30:21.625481 n-d-816206-8 neutron-server[103590]: return func(*args, **kwargs) Nov 23 17:30:21.625481 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 17:30:21.625481 n-d-816206-8 neutron-server[103590]: self._notify() Nov 23 17:30:21.625481 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 17:30:21.625481 n-d-816206-8 neutron-server[103590]: self.callback(batched_events) Nov 23 17:30:21.625481 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 17:30:21.625481 n-d-816206-8 neutron-server[103590]: event.method(event) Nov 23 17:30:21.625481 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 17:30:21.625481 n-d-816206-8 neutron-server[103590]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 17:30:21.625481 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 17:30:21.625481 n-d-816206-8 neutron-server[103590]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 17:30:21.625481 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 17:30:21.625481 n-d-816206-8 neutron-server[103590]: return f(self, *a, **k) Nov 23 17:30:21.625481 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 17:30:21.625481 n-d-816206-8 neutron-server[103590]: return self._get(url).json() Nov 23 17:30:21.625481 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 17:30:21.625481 n-d-816206-8 neutron-server[103590]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 17:30:21.625481 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 17:30:21.625481 n-d-816206-8 neutron-server[103590]: return self.request(url, 'GET', **kwargs) Nov 23 17:30:21.625481 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 17:30:21.625481 n-d-816206-8 neutron-server[103590]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 17:30:21.625481 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 17:30:21.625481 n-d-816206-8 neutron-server[103590]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 17:30:21.625481 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 17:30:21.625481 n-d-816206-8 neutron-server[103590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 17:30:21.625481 n-d-816206-8 neutron-server[103590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 17:30:21.668737 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5a0923e2-e7e2-4be3-aae6-cfff194524a7 req-77b2310b-4ae5-4cc8-b967-320b7775229b service neutron] 10.222.0.55 "GET /v2.0/networks/a67d26f0-d8bc-46d6-9df4-c5b8fb20d14c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7563787 Nov 23 17:30:21.705438 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-23e6a9c4-fd79-4894-a059-3140237bb31e req-01dc4270-db70-496e-b500-4e6fbcb31b8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264758186'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:21.710959 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-53d4fb30-63a1-4bd6-b9a5-83d6b34a4e10 tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1795418'] for network, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:21.717761 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-53d4fb30-63a1-4bd6-b9a5-83d6b34a4e10 tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for network, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:21.727057 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-53d4fb30-63a1-4bd6-b9a5-83d6b34a4e10 tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] 10.222.0.60 "DELETE /v2.0/networks/a7029ee0-3166-457b-8a19-cf9b5cc6a320 HTTP/1.1" status: 204 len: 168 time: 1.8322496 Nov 23 17:30:21.730327 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 34514) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:30:21.840041 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 34516) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:30:21.864385 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d4fb30-63a1-4bd6-b9a5-83d6b34a4e10 tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Pushing event deleted for resources: {'Network': ['ID=a7029ee0-3166-457b-8a19-cf9b5cc6a320,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:30:21.881356 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device d75f8e3d-fea4-4f4d-b84a-fc5d2662643f up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:30:21.909527 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-17b66fda-94c9-4b41-aa56-a9fa20bfcc44 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=bef4beba2c7946d2bcb3ed6dc73135ed&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0677347 Nov 23 17:30:21.910177 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 34518) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:30:21.972953 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e58864a-574b-49ac-b8b1-12f384761cab tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Deleting subnet e2f08139-8cd1-45d1-9d37-3888da3da33c {{(pid=103590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 17:30:21.977588 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6e58864a-574b-49ac-b8b1-12f384761cab tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Publish callbacks [] for subnet, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:22.012729 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port d75f8e3d-fea4-4f4d-b84a-fc5d2662643f triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:30:22.013880 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:22.022597 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ced768b1-9f83-4973-b362-d63d79fc2adc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:22.054425 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ced768b1-9f83-4973-b362-d63d79fc2adc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:22.120644 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ced768b1-9f83-4973-b362-d63d79fc2adc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:22.123784 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ced768b1-9f83-4973-b362-d63d79fc2adc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:22.127954 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-ced768b1-9f83-4973-b362-d63d79fc2adc admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/86c481cb-f536-4301-a075-54ae31efc47e HTTP/1.1" status: 204 len: 168 time: 0.2135000 Nov 23 17:30:22.142047 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6e58864a-574b-49ac-b8b1-12f384761cab tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-267528342'] for subnet, precommit_delete_associations {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:22.145229 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced768b1-9f83-4973-b362-d63d79fc2adc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86c481cb-f536-4301-a075-54ae31efc47e,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:30:22.235860 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 85ed9fe5-25bb-49c8-a4ff-7c357d192673 no longer exists at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:30:22.291440 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] No Port match for: 85ed9fe5-25bb-49c8-a4ff-7c357d192673 {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:30:22.292523 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 85ed9fe5-25bb-49c8-a4ff-7c357d192673 not bound to the agent host n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:30:22.324239 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be5c527-28b5-4219-8741-226ec4e3e2ca req-828d62b5-5124-43a7-9824-43d7ac838d8d tempest-ServerAddressesNegativeTestJSON-243613553 tempest-ServerAddressesNegativeTestJSON-243613553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:30:22.332034 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-1be5c527-28b5-4219-8741-226ec4e3e2ca req-828d62b5-5124-43a7-9824-43d7ac838d8d tempest-ServerAddressesNegativeTestJSON-243613553 tempest-ServerAddressesNegativeTestJSON-243613553-project] 10.222.0.60 "GET /v2.0/ports?device_id=37e8ae14-9cd4-49ea-995a-80ea413da2ba HTTP/1.1" status: 200 len: 931 time: 1.2463679 Nov 23 17:30:22.339098 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6e58864a-574b-49ac-b8b1-12f384761cab tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971956'] for subnet, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:22.391618 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5761a95e-08c3-406f-aa97-94f75365f41a req-137ca9b3-a166-493d-9cd8-ecd10f0d5f81 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:30:22.409075 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5761a95e-08c3-406f-aa97-94f75365f41a req-137ca9b3-a166-493d-9cd8-ecd10f0d5f81 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc1cb68a-7d8e-48af-9098-d96a53e08c31 HTTP/1.1" status: 200 len: 944 time: 1.1412728 Nov 23 17:30:22.448839 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5a0923e2-e7e2-4be3-aae6-cfff194524a7 req-e2ec9a9a-60ef-4299-bdf1-077028437756 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.59&port_id=2a4244ef-ef03-4f4c-8ffc-3e8bbbae7f23 HTTP/1.1" status: 200 len: 217 time: 0.7786801 Nov 23 17:30:22.467312 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6e58864a-574b-49ac-b8b1-12f384761cab tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264357903', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264730940'] for subnet, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:22.553067 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e58864a-574b-49ac-b8b1-12f384761cab tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Pushing event deleted for resources: {'Subnet': ['ID=e2f08139-8cd1-45d1-9d37-3888da3da33c,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:30:22.567549 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6e58864a-574b-49ac-b8b1-12f384761cab tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Publish callbacks [] for subnet, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:22.577130 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-6e58864a-574b-49ac-b8b1-12f384761cab tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] 10.222.0.60 "DELETE /v2.0/subnets/e2f08139-8cd1-45d1-9d37-3888da3da33c HTTP/1.1" status: 204 len: 168 time: 0.8384583 Nov 23 17:30:22.578199 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 34528) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:30:22.580691 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d016383-a0a1-478e-8210-77b2dc2bfc5b None None] Network e54260d2-a5c0-4295-9ada-ac988fc25455 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:30:22.582364 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-629397c3-6e61-47ae-bccd-e01c62991529 tempest-ServersTestJSON-1134034282 tempest-ServersTestJSON-1134034282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:22.650281 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01dc4270-db70-496e-b500-4e6fbcb31b8c service neutron] Pushing event updated for resources: {'Port': ['ID=02736327-cd7a-4294-b1a4-8233d028eda1,revision_number=2']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:30:22.685912 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-629397c3-6e61-47ae-bccd-e01c62991529 tempest-ServersTestJSON-1134034282 tempest-ServersTestJSON-1134034282-project] Network 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 is already hosted by enough agents. {{(pid=103591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:30:22.738254 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5761a95e-08c3-406f-aa97-94f75365f41a req-0dd79c92-30d5-4a03-9375-0b6d09310c2e tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.60 "GET /v2.0/security-groups?id=b4179e07-bbfd-4236-b98c-2ab2b518c61f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2883184 Nov 23 17:30:22.782334 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0923e2-e7e2-4be3-aae6-cfff194524a7 req-2b59450e-c6ee-4f52-ab0d-edee89d4260e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:30:22.783890 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5a0923e2-e7e2-4be3-aae6-cfff194524a7 req-2b59450e-c6ee-4f52-ab0d-edee89d4260e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=bcb9709f-482c-4f68-bfac-95b809cc7fe7 HTTP/1.1" status: 200 len: 797 time: 0.3150082 Nov 23 17:30:22.784690 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [None req-629397c3-6e61-47ae-bccd-e01c62991529 tempest-ServersTestJSON-1134034282 tempest-ServersTestJSON-1134034282-project] Resources bound (agent type, host, resource id): {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:30:22.797685 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-629397c3-6e61-47ae-bccd-e01c62991529 tempest-ServersTestJSON-1134034282 tempest-ServersTestJSON-1134034282-project] Received port after_create {{(pid=103591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:30:22.853151 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-1be5c527-28b5-4219-8741-226ec4e3e2ca req-3f6425af-07ba-4972-b159-b4fab3c37147 tempest-ServerAddressesNegativeTestJSON-243613553 tempest-ServerAddressesNegativeTestJSON-243613553-project] 10.222.0.60 "GET /v2.0/security-groups?id=b72fbdee-bb06-4305-b89a-f9761da4d3f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5161233 Nov 23 17:30:22.867162 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a685dcdf-e47b-4ea1-80b4-11580b29468a tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-555181'] for network, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:22.977509 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-a685dcdf-e47b-4ea1-80b4-11580b29468a tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Deleting port dc12bf40-e8c8-4a73-84da-242272f6a43e {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:30:22.978083 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a685dcdf-e47b-4ea1-80b4-11580b29468a tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:22.998529 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8174e245-05ea-4a46-acb4-cc346a562068 req-9b366152-dda5-4a8c-bcfc-6c9c613d0e16 service neutron] 10.222.0.55 "GET /v2.0/networks/43d8ac08-152d-4053-b836-ddc03b0e91a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3964849 Nov 23 17:30:23.028073 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 17:30:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a9f1a73-7329-4fb6-bb92-3c359fbf8d97 x-openstack-request-id: req-7a9f1a73-7329-4fb6-bb92-3c359fbf8d97 {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:30:23.029483 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc1cb68a-7d8e-48af-9098-d96a53e08c31", "tag": "ea956362-a00e-4eeb-88fb-d8787f53fbd5", "status": "completed", "code": 200}]} {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:30:23.030423 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7a9f1a73-7329-4fb6-bb92-3c359fbf8d97 {{(pid=103591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:30:23.031897 n-d-816206-8 neutron-server[103591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc1cb68a-7d8e-48af-9098-d96a53e08c31', 'tag': 'ea956362-a00e-4eeb-88fb-d8787f53fbd5', 'status': 'completed', 'code': 200} Nov 23 17:30:23.038572 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41e3f00f-9114-46bd-9be4-c8b79067f72d None None] DHCP port deletion for e54260d2-a5c0-4295-9ada-ac988fc25455 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:30:23.083904 n-d-816206-8 neutron-server[103591]: INFO neutron.api.v2.resource [req-4889995c-027e-409e-ad48-d4b7db0cfa0f req-fdfd27b1-b51b-4f07-977f-bf6a975fcc37 tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] show failed (client error): The resource could not be found. Nov 23 17:30:23.085336 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4889995c-027e-409e-ad48-d4b7db0cfa0f req-fdfd27b1-b51b-4f07-977f-bf6a975fcc37 tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] 10.222.0.60 "GET /v2.0/security-groups/ae22aa90-f133-4a0f-8d6c-08dc17816b2f HTTP/1.1" status: 404 len: 352 time: 0.1586354 Nov 23 17:30:23.155966 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-a685dcdf-e47b-4ea1-80b4-11580b29468a tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] For port dc12bf40-e8c8-4a73-84da-242272f6a43e, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=dc12bf40-e8c8-4a73-84da-242272f6a43e,segment=NetworkSegment(724ec88f-a1df-4cae-bfb2-80a741c10e27),segment_id=724ec88f-a1df-4cae-bfb2-80a741c10e27)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:30:23.156592 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a685dcdf-e47b-4ea1-80b4-11580b29468a tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:23.168775 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-41e3f00f-9114-46bd-9be4-c8b79067f72d None None] Deleting port dc12bf40-e8c8-4a73-84da-242272f6a43e {{(pid=103592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:30:23.169421 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-41e3f00f-9114-46bd-9be4-c8b79067f72d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:23.188801 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-a685dcdf-e47b-4ea1-80b4-11580b29468a tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Calling delete_port for dc12bf40-e8c8-4a73-84da-242272f6a43e owned by network:dhcp {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:30:23.203416 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629397c3-6e61-47ae-bccd-e01c62991529 tempest-ServersTestJSON-1134034282 tempest-ServersTestJSON-1134034282-project] Pushing event updated for resources: {'Port': ['ID=50d3acf8-b908-4022-948e-feff5fa34f73,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:30:23.297505 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-41e3f00f-9114-46bd-9be4-c8b79067f72d None None] For port dc12bf40-e8c8-4a73-84da-242272f6a43e, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=dc12bf40-e8c8-4a73-84da-242272f6a43e,segment=NetworkSegment(724ec88f-a1df-4cae-bfb2-80a741c10e27),segment_id=724ec88f-a1df-4cae-bfb2-80a741c10e27)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:30:23.298067 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-41e3f00f-9114-46bd-9be4-c8b79067f72d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:23.330765 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0923e2-e7e2-4be3-aae6-cfff194524a7 req-ab5d45ef-d133-473b-84ec-15f3ddfcad7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:30:23.332612 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5a0923e2-e7e2-4be3-aae6-cfff194524a7 req-ab5d45ef-d133-473b-84ec-15f3ddfcad7b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a67d26f0-d8bc-46d6-9df4-c5b8fb20d14c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5130446 Nov 23 17:30:23.338420 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-41e3f00f-9114-46bd-9be4-c8b79067f72d None None] Calling delete_port for dc12bf40-e8c8-4a73-84da-242272f6a43e owned by network:dhcp {{(pid=103592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:30:23.378771 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a685dcdf-e47b-4ea1-80b4-11580b29468a tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:23.405699 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a685dcdf-e47b-4ea1-80b4-11580b29468a tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] No DVR routers for this DVR port dc12bf40-e8c8-4a73-84da-242272f6a43e on host n-d-816206-8 {{(pid=103590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:30:23.422716 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235d30fc-473e-4e68-97b1-2afe90ea14a6 req-61e795ba-0a74-405d-85ab-fc80a1ac4bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:30:23.424431 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-235d30fc-473e-4e68-97b1-2afe90ea14a6 req-61e795ba-0a74-405d-85ab-fc80a1ac4bc5 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3541603f19884b9cb683e7eedd76d17c&device_id=cc1cb68a-7d8e-48af-9098-d96a53e08c31 HTTP/1.1" status: 200 len: 1095 time: 0.3228140 Nov 23 17:30:23.425382 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-23e6a9c4-fd79-4894-a059-3140237bb31e req-01dc4270-db70-496e-b500-4e6fbcb31b8c service neutron] Attempting to bind port 02736327-cd7a-4294-b1a4-8233d028eda1 on host n-h2-816206-8 for vnic_type normal with profile {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:30:23.425668 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-23e6a9c4-fd79-4894-a059-3140237bb31e req-01dc4270-db70-496e-b500-4e6fbcb31b8c service neutron] Attempting to bind port 02736327-cd7a-4294-b1a4-8233d028eda1 by drivers openvswitch,hyperv on host n-h2-816206-8 at level 0 using segments [{'id': '66cc7fe5-dddd-4376-9b57-9d5c9f6baa25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'e313bbfd-a761-44b0-92c5-071fb02924f5'}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:30:23.425992 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23e6a9c4-fd79-4894-a059-3140237bb31e req-01dc4270-db70-496e-b500-4e6fbcb31b8c service neutron] Attempting to bind port 02736327-cd7a-4294-b1a4-8233d028eda1 on network e313bbfd-a761-44b0-92c5-071fb02924f5 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:30:23.483782 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23e6a9c4-fd79-4894-a059-3140237bb31e req-01dc4270-db70-496e-b500-4e6fbcb31b8c service neutron] Port 02736327-cd7a-4294-b1a4-8233d028eda1 on network e313bbfd-a761-44b0-92c5-071fb02924f5 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-8 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 17:30:23.484092 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23e6a9c4-fd79-4894-a059-3140237bb31e req-01dc4270-db70-496e-b500-4e6fbcb31b8c service neutron] Attempting to bind port 02736327-cd7a-4294-b1a4-8233d028eda1 on network e313bbfd-a761-44b0-92c5-071fb02924f5 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:30:23.508363 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a685dcdf-e47b-4ea1-80b4-11580b29468a tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Pushing event deleted for resources: {'Port': ['ID=dc12bf40-e8c8-4a73-84da-242272f6a43e,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:30:23.516183 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdc6cf5-214b-47c0-b88f-b6240994751a req-fcd2a344-8508-49c6-9e33-60a933bd78fc tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:30:23.523365 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdc6cf5-214b-47c0-b88f-b6240994751a req-fcd2a344-8508-49c6-9e33-60a933bd78fc tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:30:23.529544 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdc6cf5-214b-47c0-b88f-b6240994751a req-fcd2a344-8508-49c6-9e33-60a933bd78fc tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:30:23.536982 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdc6cf5-214b-47c0-b88f-b6240994751a req-fcd2a344-8508-49c6-9e33-60a933bd78fc tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:30:23.543272 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdc6cf5-214b-47c0-b88f-b6240994751a req-fcd2a344-8508-49c6-9e33-60a933bd78fc tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:30:23.553653 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdc6cf5-214b-47c0-b88f-b6240994751a req-fcd2a344-8508-49c6-9e33-60a933bd78fc tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:30:23.562531 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdc6cf5-214b-47c0-b88f-b6240994751a req-fcd2a344-8508-49c6-9e33-60a933bd78fc tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:30:23.564612 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-fbdc6cf5-214b-47c0-b88f-b6240994751a req-fcd2a344-8508-49c6-9e33-60a933bd78fc tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] 10.222.0.60 "GET /v2.0/ports?device_id=83c4b9c5-48d7-40af-8fb5-dabe4d43cce9 HTTP/1.1" status: 200 len: 5427 time: 0.3830345 Nov 23 17:30:23.578319 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-41e3f00f-9114-46bd-9be4-c8b79067f72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989'] for port, after_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:23.580801 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a685dcdf-e47b-4ea1-80b4-11580b29468a tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973419', 'neutron.services.segments.db._delete_segments_for_network-8736635878840'] for network, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:23.609892 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e3f00f-9114-46bd-9be4-c8b79067f72d None None] Pushing event deleted for resources: {'Port': ['ID=dc12bf40-e8c8-4a73-84da-242272f6a43e,revision_number=None']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:30:23.614733 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-a685dcdf-e47b-4ea1-80b4-11580b29468a tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e54260d2-a5c0-4295-9ada-ac988fc25455']}} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:30:23.616726 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-1fb9dc55-787b-4a42-84a1-8d24ead7bf2b req-8f199fa5-4945-4c00-986d-269d9e980475 tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] 10.222.0.60 "GET /v2.0/security-groups/3c832b09-f712-4dc1-9444-5f9ff567a7a0 HTTP/1.1" status: 200 len: 1820 time: 0.3599772 Nov 23 17:30:23.621986 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41e3f00f-9114-46bd-9be4-c8b79067f72d None None] No DVR routers for this DVR port dc12bf40-e8c8-4a73-84da-242272f6a43e on host n-d-816206-8 {{(pid=103592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:30:23.652057 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23e6a9c4-fd79-4894-a059-3140237bb31e req-01dc4270-db70-496e-b500-4e6fbcb31b8c service neutron] Checking agent: {'id': 'ab77bf9e-0267-4174-8f1d-822cba89b207', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 15, 13), 'started_at': datetime.datetime(2021, 11, 23, 17, 15, 13), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 30, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:30:23.652515 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23e6a9c4-fd79-4894-a059-3140237bb31e req-01dc4270-db70-496e-b500-4e6fbcb31b8c service neutron] Checking segment: {'id': '66cc7fe5-dddd-4376-9b57-9d5c9f6baa25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'e313bbfd-a761-44b0-92c5-071fb02924f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:30:23.652897 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23e6a9c4-fd79-4894-a059-3140237bb31e req-01dc4270-db70-496e-b500-4e6fbcb31b8c service neutron] Bound using segment: {'id': '66cc7fe5-dddd-4376-9b57-9d5c9f6baa25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'e313bbfd-a761-44b0-92c5-071fb02924f5'} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:30:23.653448 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-23e6a9c4-fd79-4894-a059-3140237bb31e req-01dc4270-db70-496e-b500-4e6fbcb31b8c service neutron] Bound port: 02736327-cd7a-4294-b1a4-8233d028eda1, host: n-h2-816206-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66cc7fe5-dddd-4376-9b57-9d5c9f6baa25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'e313bbfd-a761-44b0-92c5-071fb02924f5'}}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:30:23.653898 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-23e6a9c4-fd79-4894-a059-3140237bb31e req-01dc4270-db70-496e-b500-4e6fbcb31b8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:23.655212 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-a685dcdf-e47b-4ea1-80b4-11580b29468a tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '724ec88f-a1df-4cae-bfb2-80a741c10e27') {'for_net_delete': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:30:23.655852 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-a685dcdf-e47b-4ea1-80b4-11580b29468a tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '724ec88f-a1df-4cae-bfb2-80a741c10e27') {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:30:23.673699 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-629397c3-6e61-47ae-bccd-e01c62991529 tempest-ServersTestJSON-1134034282 tempest-ServersTestJSON-1134034282-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:23.674085 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a685dcdf-e47b-4ea1-80b4-11580b29468a tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736635840332', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-267528353'] for segment, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:23.716426 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a685dcdf-e47b-4ea1-80b4-11580b29468a tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:23.727548 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a685dcdf-e47b-4ea1-80b4-11580b29468a tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Releasing vlan 511 on physical network physnet1 to pool {{(pid=103590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 17:30:23.727950 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a685dcdf-e47b-4ea1-80b4-11580b29468a tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264370093'] for segment, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:23.744136 n-d-816206-8 neutron-server[103590]: Traceback (most recent call last): Nov 23 17:30:23.744136 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 17:30:23.744136 n-d-816206-8 neutron-server[103590]: timer() Nov 23 17:30:23.744136 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 17:30:23.744136 n-d-816206-8 neutron-server[103590]: cb(*args, **kw) Nov 23 17:30:23.744136 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 17:30:23.744136 n-d-816206-8 neutron-server[103590]: return func(*args, **kwargs) Nov 23 17:30:23.744136 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 17:30:23.744136 n-d-816206-8 neutron-server[103590]: self._notify() Nov 23 17:30:23.744136 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 17:30:23.744136 n-d-816206-8 neutron-server[103590]: self.callback(batched_events) Nov 23 17:30:23.744136 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 17:30:23.744136 n-d-816206-8 neutron-server[103590]: event.method(event) Nov 23 17:30:23.744136 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 17:30:23.744136 n-d-816206-8 neutron-server[103590]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 17:30:23.744136 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 17:30:23.744136 n-d-816206-8 neutron-server[103590]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 17:30:23.744136 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 17:30:23.744136 n-d-816206-8 neutron-server[103590]: return f(self, *a, **k) Nov 23 17:30:23.744136 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 17:30:23.744136 n-d-816206-8 neutron-server[103590]: return self._get(url).json() Nov 23 17:30:23.744136 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 17:30:23.744136 n-d-816206-8 neutron-server[103590]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 17:30:23.744136 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 17:30:23.744136 n-d-816206-8 neutron-server[103590]: return self.request(url, 'GET', **kwargs) Nov 23 17:30:23.744136 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 17:30:23.744136 n-d-816206-8 neutron-server[103590]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 17:30:23.744136 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 17:30:23.744136 n-d-816206-8 neutron-server[103590]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 17:30:23.744136 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 17:30:23.744136 n-d-816206-8 neutron-server[103590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 17:30:23.744136 n-d-816206-8 neutron-server[103590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 17:30:23.779510 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device dc12bf40-e8c8-4a73-84da-242272f6a43e no longer exists at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:30:23.830445 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 34558) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:30:23.830873 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] No Port match for: dc12bf40-e8c8-4a73-84da-242272f6a43e {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:30:23.831440 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device dc12bf40-e8c8-4a73-84da-242272f6a43e not bound to the agent host n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:30:23.898344 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a685dcdf-e47b-4ea1-80b4-11580b29468a tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1795418'] for network, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:23.906093 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a685dcdf-e47b-4ea1-80b4-11580b29468a tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for network, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:23.917864 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-a685dcdf-e47b-4ea1-80b4-11580b29468a tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] 10.222.0.60 "DELETE /v2.0/networks/e54260d2-a5c0-4295-9ada-ac988fc25455 HTTP/1.1" status: 204 len: 168 time: 1.3381469 Nov 23 17:30:23.943041 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a685dcdf-e47b-4ea1-80b4-11580b29468a tempest-ServersTestMultiNic-294962269 tempest-ServersTestMultiNic-294962269-project] Pushing event deleted for resources: {'Network': ['ID=e54260d2-a5c0-4295-9ada-ac988fc25455,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:30:23.966189 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-629397c3-6e61-47ae-bccd-e01c62991529 tempest-ServersTestJSON-1134034282 tempest-ServersTestJSON-1134034282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:24.039394 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235d30fc-473e-4e68-97b1-2afe90ea14a6 req-18843666-911d-42eb-9f02-41709d35f1aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:30:24.041070 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-235d30fc-473e-4e68-97b1-2afe90ea14a6 req-18843666-911d-42eb-9f02-41709d35f1aa service neutron] 10.222.0.55 "GET /v2.0/networks?id=43d8ac08-152d-4053-b836-ddc03b0e91a2 HTTP/1.1" status: 200 len: 911 time: 0.6053193 Nov 23 17:30:24.042824 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-a9d7fec8-3a59-4472-a521-318112a473a9 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-486970986-network', 'tenant_id': '48e79dc20fea40fb8ca9e6c621fad84a'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:30:24.043065 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5a0923e2-e7e2-4be3-aae6-cfff194524a7 req-8d336f7a-12ba-4e9a-8bbc-def76d4703dd service neutron] 10.222.0.55 "GET /v2.0/networks/a67d26f0-d8bc-46d6-9df4-c5b8fb20d14c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6616282 Nov 23 17:30:24.062080 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-23e6a9c4-fd79-4894-a059-3140237bb31e req-01dc4270-db70-496e-b500-4e6fbcb31b8c service neutron] For port 02736327-cd7a-4294-b1a4-8233d028eda1, host n-h2-816206-8, cleared binding levels {{(pid=103591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:30:24.087280 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9d7fec8-3a59-4472-a521-318112a473a9 admin admin] Made reservation on behalf of 48e79dc20fea40fb8ca9e6c621fad84a for: {'network': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:30:24.088370 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-23e6a9c4-fd79-4894-a059-3140237bb31e req-01dc4270-db70-496e-b500-4e6fbcb31b8c service neutron] For port 02736327-cd7a-4294-b1a4-8233d028eda1, host n-h2-816206-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=02736327-cd7a-4294-b1a4-8233d028eda1,segment=NetworkSegment(66cc7fe5-dddd-4376-9b57-9d5c9f6baa25),segment_id=66cc7fe5-dddd-4376-9b57-9d5c9f6baa25)] {{(pid=103591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:30:24.092215 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a9d7fec8-3a59-4472-a521-318112a473a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for network, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:24.104010 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a9d7fec8-3a59-4472-a521-318112a473a9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:24.219250 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-fbdc6cf5-214b-47c0-b88f-b6240994751a req-3d6b2d90-21cd-408c-98b9-1a469eceaffd tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] 10.222.0.60 "GET /v2.0/security-groups?id=f803d7ea-d3d6-4cf6-830c-70814cdc1205&id=0089afc6-8a44-4092-8e4d-085e37cc31cf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5842450 Nov 23 17:30:24.219980 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-1fb9dc55-787b-4a42-84a1-8d24ead7bf2b req-79452b4e-5205-43a8-9a12-0a390124a72b tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] Publish callbacks [] for security_group, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:24.222520 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-23e6a9c4-fd79-4894-a059-3140237bb31e req-01dc4270-db70-496e-b500-4e6fbcb31b8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264758186'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:24.283979 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a9d7fec8-3a59-4472-a521-318112a473a9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:24.297340 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a9d7fec8-3a59-4472-a521-318112a473a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:24.341895 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d7fec8-3a59-4472-a521-318112a473a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdeeda5f-d596-40d9-83fc-6ea083625241,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:30:24.358201 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9d7fec8-3a59-4472-a521-318112a473a9 admin admin] vlan segment allocate from pool success with {'vlan_id': 539, 'physical_network': 'physnet1'} {{(pid=103590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 17:30:24.376041 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a9d7fec8-3a59-4472-a521-318112a473a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:24.376716 n-d-816206-8 neutron-server[103590]: INFO neutron.db.segments_db [None req-a9d7fec8-3a59-4472-a521-318112a473a9 admin admin] Added segment 9af5bdca-ad73-4e5e-ad36-1bd85f88bd90 of type vlan for network ee61f549-61e5-4b3e-88cc-f7acada2ae03 Nov 23 17:30:24.389830 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-235d30fc-473e-4e68-97b1-2afe90ea14a6 req-e3ddee20-d4dd-4a2c-95fe-f89f4ba4d217 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ea956362-a00e-4eeb-88fb-d8787f53fbd5 HTTP/1.1" status: 200 len: 217 time: 0.2992558 Nov 23 17:30:24.392310 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5a0923e2-e7e2-4be3-aae6-cfff194524a7 req-60896f1b-ca06-4e40-8f3b-54929f22069d service neutron] 10.222.0.55 "GET /v2.0/networks/a67d26f0-d8bc-46d6-9df4-c5b8fb20d14c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2979817 Nov 23 17:30:24.395643 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e6a9c4-fd79-4894-a059-3140237bb31e req-01dc4270-db70-496e-b500-4e6fbcb31b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:30:24.396277 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-23e6a9c4-fd79-4894-a059-3140237bb31e req-01dc4270-db70-496e-b500-4e6fbcb31b8c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:24.397964 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-23e6a9c4-fd79-4894-a059-3140237bb31e req-01dc4270-db70-496e-b500-4e6fbcb31b8c service neutron] 10.222.0.36 "PUT /v2.0/ports/02736327-cd7a-4294-b1a4-8233d028eda1 HTTP/1.1" status: 200 len: 1091 time: 6.6481376 Nov 23 17:30:24.505339 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a9d7fec8-3a59-4472-a521-318112a473a9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736635338810'] for network, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:24.567508 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a9d7fec8-3a59-4472-a521-318112a473a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493'] for network, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:24.569027 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9d7fec8-3a59-4472-a521-318112a473a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:30:24.571108 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a9d7fec8-3a59-4472-a521-318112a473a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for network, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:24.585479 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-1fb9dc55-787b-4a42-84a1-8d24ead7bf2b req-79452b4e-5205-43a8-9a12-0a390124a72b tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:24.597738 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5a0923e2-e7e2-4be3-aae6-cfff194524a7 req-d9c3617f-9327-475c-8e56-f746d711a3f3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.58&port_id=c11f7314-15f4-4533-9091-774452b72d36 HTTP/1.1" status: 200 len: 217 time: 0.1489720 Nov 23 17:30:24.683885 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d7fec8-3a59-4472-a521-318112a473a9 admin admin] Pushing event updated for resources: {'Network': ['ID=ee61f549-61e5-4b3e-88cc-f7acada2ae03,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:30:24.700335 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Network ee61f549-61e5-4b3e-88cc-f7acada2ae03 details requested by agent ovs-agent-n-d-816206-8 with host n-d-816206-8 {{(pid=103592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 17:30:24.709097 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-a9d7fec8-3a59-4472-a521-318112a473a9 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.8728023 Nov 23 17:30:24.709816 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 34574) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:30:24.725665 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-2d2657a5-cbf0-4d08-9264-585e8f79c6ed admin admin] Request body: {'subnet': {'network_id': 'ee61f549-61e5-4b3e-88cc-f7acada2ae03', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-486970986-subnet', 'tenant_id': '48e79dc20fea40fb8ca9e6c621fad84a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:30:24.746086 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01dc4270-db70-496e-b500-4e6fbcb31b8c service neutron] Pushing event updated for resources: {'Port': ['ID=02736327-cd7a-4294-b1a4-8233d028eda1,revision_number=3']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:30:24.767949 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235d30fc-473e-4e68-97b1-2afe90ea14a6 req-f6862be3-f213-48f2-bc77-3096b6f139b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:30:24.769473 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-235d30fc-473e-4e68-97b1-2afe90ea14a6 req-f6862be3-f213-48f2-bc77-3096b6f139b5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=23f80e8e-7e58-4465-87c1-72654345f52f HTTP/1.1" status: 200 len: 849 time: 0.3220558 Nov 23 17:30:24.791852 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d2657a5-cbf0-4d08-9264-585e8f79c6ed admin admin] Made reservation on behalf of 48e79dc20fea40fb8ca9e6c621fad84a for: {'subnet': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:30:24.800143 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2d2657a5-cbf0-4d08-9264-585e8f79c6ed admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264730903'] for subnet, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:24.812597 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178695e9-b539-4ef2-a583-6f1ab54dd83f req-1d399a4e-e0b9-4ab5-bedb-37426bd7b045 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:30:24.814217 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-178695e9-b539-4ef2-a583-6f1ab54dd83f req-1d399a4e-e0b9-4ab5-bedb-37426bd7b045 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc1cb68a-7d8e-48af-9098-d96a53e08c31 HTTP/1.1" status: 200 len: 944 time: 0.4151011 Nov 23 17:30:24.883281 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-629397c3-6e61-47ae-bccd-e01c62991529 tempest-ServersTestJSON-1134034282 tempest-ServersTestJSON-1134034282-project] Publish callbacks [] for port, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:24.888187 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e6a9c4-fd79-4894-a059-3140237bb31e req-9f214fa3-be5b-4c93-98f8-b53e0d02d206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:30:24.889533 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-23e6a9c4-fd79-4894-a059-3140237bb31e req-9f214fa3-be5b-4c93-98f8-b53e0d02d206 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9b03c42e944f424aba57f2dbbc042586&device_id=37e8ae14-9cd4-49ea-995a-80ea413da2ba HTTP/1.1" status: 200 len: 1094 time: 0.3559821 Nov 23 17:30:24.891443 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0923e2-e7e2-4be3-aae6-cfff194524a7 req-d08ff1bb-a79f-41b3-84a7-24dd49269c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:30:24.892970 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5a0923e2-e7e2-4be3-aae6-cfff194524a7 req-d08ff1bb-a79f-41b3-84a7-24dd49269c4e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=bcb9709f-482c-4f68-bfac-95b809cc7fe7 HTTP/1.1" status: 200 len: 797 time: 0.2615514 Nov 23 17:30:24.907689 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-629397c3-6e61-47ae-bccd-e01c62991529 tempest-ServersTestJSON-1134034282 tempest-ServersTestJSON-1134034282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264758186'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:24.941688 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-1fb9dc55-787b-4a42-84a1-8d24ead7bf2b req-79452b4e-5205-43a8-9a12-0a390124a72b tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:24.945118 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-1fb9dc55-787b-4a42-84a1-8d24ead7bf2b req-79452b4e-5205-43a8-9a12-0a390124a72b tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] Publish callbacks [] for security_group, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:24.946360 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-1fb9dc55-787b-4a42-84a1-8d24ead7bf2b req-79452b4e-5205-43a8-9a12-0a390124a72b tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] 10.222.0.60 "DELETE /v2.0/security-groups/3c832b09-f712-4dc1-9444-5f9ff567a7a0 HTTP/1.1" status: 204 len: 173 time: 1.3290641 Nov 23 17:30:25.125084 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2d2657a5-cbf0-4d08-9264-585e8f79c6ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264358096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264730885'] for subnet, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:25.207556 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2657a5-cbf0-4d08-9264-585e8f79c6ed admin admin] Pushing event updated for resources: {'Subnet': ['ID=7a48fbc6-9cf3-4d00-a808-31156a99c4b2,revision_number=0']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:30:25.248101 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d2657a5-cbf0-4d08-9264-585e8f79c6ed admin admin] Checking segment: {'id': '9af5bdca-ad73-4e5e-ad36-1bd85f88bd90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'ee61f549-61e5-4b3e-88cc-f7acada2ae03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:30:25.248741 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d2657a5-cbf0-4d08-9264-585e8f79c6ed admin admin] Network hostable DHCP agents. Network: ee61f549-61e5-4b3e-88cc-f7acada2ae03, hostable agents: ['0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3'], hosted agents: [] {{(pid=103590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 17:30:25.282506 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d2657a5-cbf0-4d08-9264-585e8f79c6ed admin admin] Network ee61f549-61e5-4b3e-88cc-f7acada2ae03 is scheduled to be hosted by DHCP agent 0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3 with binding_index 1 {{(pid=103590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 17:30:25.325629 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-2d2657a5-cbf0-4d08-9264-585e8f79c6ed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-8, ee61f549-61e5-4b3e-88cc-f7acada2ae03) {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:30:25.336970 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d2657a5-cbf0-4d08-9264-585e8f79c6ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:30:25.337771 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2d2657a5-cbf0-4d08-9264-585e8f79c6ed admin admin] Publish callbacks [] for subnet, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:25.339724 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-749195b8-1c7b-47b4-837b-f389df02d0c3 None None] Network ee61f549-61e5-4b3e-88cc-f7acada2ae03 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:30:25.378113 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-2d2657a5-cbf0-4d08-9264-585e8f79c6ed admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.6622851 Nov 23 17:30:25.397262 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 34580) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:30:25.416432 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37e8ae14-9cd4-49ea-995a-80ea413da2ba', 'tag': '02736327-cd7a-4294-b1a4-8233d028eda1'}] {{(pid=103591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:30:25.420603 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41d174a19ece9499ff9ec44e5b3fc50f2abd3ffbc947fb7e52ea1e8db27b95b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0b48b43-1f81-477c-a993-ffc2905e35ab" -d '{"events": [{"name": "network-changed", "server_uuid": "37e8ae14-9cd4-49ea-995a-80ea413da2ba", "tag": "02736327-cd7a-4294-b1a4-8233d028eda1"}]}' {{(pid=103591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:30:25.429031 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-bd17d47c-d24a-4fe4-b7a2-1c0345a890dc admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-486970986-router', 'tenant_id': '48e79dc20fea40fb8ca9e6c621fad84a', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'}}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:30:25.470461 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-23e6a9c4-fd79-4894-a059-3140237bb31e req-5b0dcf5d-0f4e-4239-8a69-aebd0a2185a9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=02736327-cd7a-4294-b1a4-8233d028eda1 HTTP/1.1" status: 200 len: 217 time: 0.5669308 Nov 23 17:30:25.508675 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-bd17d47c-d24a-4fe4-b7a2-1c0345a890dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1793449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8093'] for router, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:25.511573 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-bd17d47c-d24a-4fe4-b7a2-1c0345a890dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1794473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1794771', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1638326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8086'] for router, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:25.534849 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79452b4e-5205-43a8-9a12-0a390124a72b tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c832b09-f712-4dc1-9444-5f9ff567a7a0,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:30:25.701875 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235d30fc-473e-4e68-97b1-2afe90ea14a6 req-90adc527-5846-4052-a245-dec880e96968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:30:25.702878 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c7bbf8a-1f6e-44bd-bc9b-db037419cf5b None None] Network ee61f549-61e5-4b3e-88cc-f7acada2ae03 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:30:25.703423 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-235d30fc-473e-4e68-97b1-2afe90ea14a6 req-90adc527-5846-4052-a245-dec880e96968 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=43d8ac08-152d-4053-b836-ddc03b0e91a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9152167 Nov 23 17:30:25.706729 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-bd17d47c-d24a-4fe4-b7a2-1c0345a890dc admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:25.722437 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629397c3-6e61-47ae-bccd-e01c62991529 tempest-ServersTestJSON-1134034282 tempest-ServersTestJSON-1134034282-project] Pushing event updated for resources: {'Port': ['ID=50d3acf8-b908-4022-948e-feff5fa34f73,revision_number=2']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:30:25.748193 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-178695e9-b539-4ef2-a583-6f1ab54dd83f req-6b7fc8d5-7cbc-4597-8e67-a47a963af603 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.60 "GET /v2.0/security-groups?id=b4179e07-bbfd-4236-b98c-2ab2b518c61f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8850365 Nov 23 17:30:25.795504 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0923e2-e7e2-4be3-aae6-cfff194524a7 req-576d11f0-81ef-40e2-8671-dba6cd9615b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:30:25.797332 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5a0923e2-e7e2-4be3-aae6-cfff194524a7 req-576d11f0-81ef-40e2-8671-dba6cd9615b9 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a67d26f0-d8bc-46d6-9df4-c5b8fb20d14c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.8929949 Nov 23 17:30:25.809147 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e6a9c4-fd79-4894-a059-3140237bb31e req-276cac32-130a-4aa9-9368-8b03f33ed62b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:30:25.810872 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-23e6a9c4-fd79-4894-a059-3140237bb31e req-276cac32-130a-4aa9-9368-8b03f33ed62b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2c2d4e82-97e9-4a7a-a60e-ecbe11279360 HTTP/1.1" status: 200 len: 862 time: 0.2842555 Nov 23 17:30:25.829598 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-629397c3-6e61-47ae-bccd-e01c62991529 tempest-ServersTestJSON-1134034282 tempest-ServersTestJSON-1134034282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1795396'] for floatingip, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:25.840909 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae40d4a-eb1f-4f23-baf3-2f36adfcbcfb req-672be4a4-a40d-454c-acb1-b3f4633a9634 tempest-ServerAddressesNegativeTestJSON-243613553 tempest-ServerAddressesNegativeTestJSON-243613553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:30:25.842821 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9ae40d4a-eb1f-4f23-baf3-2f36adfcbcfb req-672be4a4-a40d-454c-acb1-b3f4633a9634 tempest-ServerAddressesNegativeTestJSON-243613553 tempest-ServerAddressesNegativeTestJSON-243613553-project] 10.222.0.60 "GET /v2.0/ports?device_id=37e8ae14-9cd4-49ea-995a-80ea413da2ba HTTP/1.1" status: 200 len: 943 time: 0.3982437 Nov 23 17:30:25.936929 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-23e6a9c4-fd79-4894-a059-3140237bb31e req-720c9015-01a0-48b6-8113-d07c1fb86ec5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e313bbfd-a761-44b0-92c5-071fb02924f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0928295 Nov 23 17:30:25.983460 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-629397c3-6e61-47ae-bccd-e01c62991529 tempest-ServersTestJSON-1134034282 tempest-ServersTestJSON-1134034282-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for floatingip, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:25.984778 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-629397c3-6e61-47ae-bccd-e01c62991529 tempest-ServersTestJSON-1134034282 tempest-ServersTestJSON-1134034282-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 8.1789210 Nov 23 17:30:26.096439 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-235d30fc-473e-4e68-97b1-2afe90ea14a6 req-a49c57f4-65a6-4099-8bb4-ba08156bf81e service neutron] 10.222.0.55 "GET /v2.0/networks/43d8ac08-152d-4053-b836-ddc03b0e91a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3648505 Nov 23 17:30:26.100821 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-bd17d47c-d24a-4fe4-b7a2-1c0345a890dc admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:26.316136 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device ea956362-a00e-4eeb-88fb-d8787f53fbd5 details requested by agent hyperv_n-h1-816206-8 with host n-h1-816206-8 {{(pid=103592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 17:30:26.320735 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-23e6a9c4-fd79-4894-a059-3140237bb31e req-7fc2e559-eebc-48f0-ad83-80585e9d623c service neutron] 10.222.0.36 "GET /v2.0/networks/e313bbfd-a761-44b0-92c5-071fb02924f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3645604 Nov 23 17:30:26.324296 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9ae40d4a-eb1f-4f23-baf3-2f36adfcbcfb req-2dabce7b-0ec5-48f6-8591-c0796bdd86b9 tempest-ServerAddressesNegativeTestJSON-243613553 tempest-ServerAddressesNegativeTestJSON-243613553-project] 10.222.0.60 "GET /v2.0/security-groups?id=b72fbdee-bb06-4305-b89a-f9761da4d3f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4235511 Nov 23 17:30:26.340284 n-d-816206-8 neutron-server[103591]: INFO neutron.api.v2.resource [req-834fc190-a18e-4eba-9567-4b16e5966a54 req-dc5f9b6e-82bd-41ff-bba9-36b636c7473c tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] show failed (client error): The resource could not be found. Nov 23 17:30:26.365574 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-834fc190-a18e-4eba-9567-4b16e5966a54 req-dc5f9b6e-82bd-41ff-bba9-36b636c7473c tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] 10.222.0.60 "GET /v2.0/security-groups/3c832b09-f712-4dc1-9444-5f9ff567a7a0 HTTP/1.1" status: 404 len: 352 time: 0.1397111 Nov 23 17:30:26.387802 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5a0923e2-e7e2-4be3-aae6-cfff194524a7 req-1965accf-6317-462a-b92b-76c5407593f0 service neutron] 10.222.0.55 "GET /v2.0/networks/a67d26f0-d8bc-46d6-9df4-c5b8fb20d14c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5757263 Nov 23 17:30:26.423430 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 17:30:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d92becd3-35e9-4757-8283-1f6127550dd8 x-openstack-request-id: req-d92becd3-35e9-4757-8283-1f6127550dd8 {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:30:26.423748 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37e8ae14-9cd4-49ea-995a-80ea413da2ba", "tag": "02736327-cd7a-4294-b1a4-8233d028eda1", "status": "completed", "code": 200}]} {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:30:26.424005 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d92becd3-35e9-4757-8283-1f6127550dd8 {{(pid=103591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:30:26.424419 n-d-816206-8 neutron-server[103591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37e8ae14-9cd4-49ea-995a-80ea413da2ba', 'tag': '02736327-cd7a-4294-b1a4-8233d028eda1', 'status': 'completed', 'code': 200} Nov 23 17:30:26.533532 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port ea956362-a00e-4eeb-88fb-d8787f53fbd5, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=ea956362-a00e-4eeb-88fb-d8787f53fbd5,segment=NetworkSegment(f75f400f-3665-42b6-b743-8c8989e17b3e),segment_id=f75f400f-3665-42b6-b743-8c8989e17b3e)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:30:26.562825 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5a0923e2-e7e2-4be3-aae6-cfff194524a7 req-655430e0-f470-4d43-a77c-024456488763 service neutron] 10.222.0.55 "GET /v2.0/networks/a67d26f0-d8bc-46d6-9df4-c5b8fb20d14c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1444833 Nov 23 17:30:26.568650 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Returning: {'device': 'ea956362-a00e-4eeb-88fb-d8787f53fbd5', 'network_id': '43d8ac08-152d-4053-b836-ddc03b0e91a2', 'port_id': 'ea956362-a00e-4eeb-88fb-d8787f53fbd5', 'mac_address': 'fa:16:3e:f7:94:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23f80e8e-7e58-4465-87c1-72654345f52f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 17:30:26.569303 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-235d30fc-473e-4e68-97b1-2afe90ea14a6 req-df1c8c17-4402-4b0f-b583-c9b093cab979 service neutron] 10.222.0.55 "GET /v2.0/networks/43d8ac08-152d-4053-b836-ddc03b0e91a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4391594 Nov 23 17:30:26.569418 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-bd17d47c-d24a-4fe4-b7a2-1c0345a890dc admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:26.608284 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-bd17d47c-d24a-4fe4-b7a2-1c0345a890dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:26.651788 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:26.678406 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea956362-a00e-4eeb-88fb-d8787f53fbd5 {{(pid=103592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:30:26.694177 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5a0923e2-e7e2-4be3-aae6-cfff194524a7 req-fcea09c9-6736-45c7-b289-f2172af4d771 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=c61316ed-a367-4301-9c1b-7dbf9122a432 HTTP/1.1" status: 200 len: 217 time: 0.1237760 Nov 23 17:30:26.718920 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port ea956362-a00e-4eeb-88fb-d8787f53fbd5, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=ea956362-a00e-4eeb-88fb-d8787f53fbd5,segment=NetworkSegment(f75f400f-3665-42b6-b743-8c8989e17b3e),segment_id=f75f400f-3665-42b6-b743-8c8989e17b3e)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:30:26.725011 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:26.801412 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Pushing event updated for resources: {'Port': ['ID=ea956362-a00e-4eeb-88fb-d8787f53fbd5,revision_number=4']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:30:26.816453 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0923e2-e7e2-4be3-aae6-cfff194524a7 req-620e4bcf-c452-40dd-88f9-5b1475236a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:30:26.818881 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5a0923e2-e7e2-4be3-aae6-cfff194524a7 req-620e4bcf-c452-40dd-88f9-5b1475236a87 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=61fc00fc-b813-4658-838c-689d0da00fb4 HTTP/1.1" status: 200 len: 797 time: 0.0854399 Nov 23 17:30:26.852748 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-bd17d47c-d24a-4fe4-b7a2-1c0345a890dc admin admin] Allocated IP 172.25.3.38 (4c8455ba-1be5-42ac-b8c2-8a16e1292d55/08fe3644-ce41-4c3f-a7ea-92bac0f0fff5/fcdb4a9b-1c8b-4324-8b5b-219ae3205575) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:30:26.867258 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f598c3e5-693f-4293-a834-7067dee715da req-c8504275-cf5a-4efc-ad15-ab3c4c309ae8 tempest-ServersTestJSON-1134034282 tempest-ServersTestJSON-1134034282-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--1179659047&fields=id&tenant_id=141a36de41b84f2cb4e5345b3fb2d0bd HTTP/1.1" status: 200 len: 267 time: 0.1839845 Nov 23 17:30:26.950698 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] get_ports_and_sgs() called for port_ids ['ea956362-a00e-4eeb-88fb-d8787f53fbd5'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:30:26.951100 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbc9e54-5321-4d9a-abb0-a541f58b07d5 req-a5736957-a886-4f0a-a0ee-56b6c8c47dfb tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:30:26.964176 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbc9e54-5321-4d9a-abb0-a541f58b07d5 req-a5736957-a886-4f0a-a0ee-56b6c8c47dfb tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:30:26.970147 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbc9e54-5321-4d9a-abb0-a541f58b07d5 req-a5736957-a886-4f0a-a0ee-56b6c8c47dfb tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:30:26.977699 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbc9e54-5321-4d9a-abb0-a541f58b07d5 req-a5736957-a886-4f0a-a0ee-56b6c8c47dfb tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:30:26.984026 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbc9e54-5321-4d9a-abb0-a541f58b07d5 req-a5736957-a886-4f0a-a0ee-56b6c8c47dfb tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:30:26.996800 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbc9e54-5321-4d9a-abb0-a541f58b07d5 req-a5736957-a886-4f0a-a0ee-56b6c8c47dfb tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:30:27.003978 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbc9e54-5321-4d9a-abb0-a541f58b07d5 req-a5736957-a886-4f0a-a0ee-56b6c8c47dfb tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:30:27.006039 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5cbc9e54-5321-4d9a-abb0-a541f58b07d5 req-a5736957-a886-4f0a-a0ee-56b6c8c47dfb tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] 10.222.0.60 "GET /v2.0/ports?device_id=83c4b9c5-48d7-40af-8fb5-dabe4d43cce9 HTTP/1.1" status: 200 len: 5427 time: 0.4426422 Nov 23 17:30:27.090469 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-bd17d47c-d24a-4fe4-b7a2-1c0345a890dc admin admin] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:27.112134 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-23e6a9c4-fd79-4894-a059-3140237bb31e req-44488191-7c41-43d5-9b33-de3887c9c0ac service neutron] 10.222.0.36 "GET /v2.0/networks/e313bbfd-a761-44b0-92c5-071fb02924f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7478900 Nov 23 17:30:27.163712 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0923e2-e7e2-4be3-aae6-cfff194524a7 req-8d280f61-d4b1-4657-8178-eff6932d6cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:30:27.165448 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5a0923e2-e7e2-4be3-aae6-cfff194524a7 req-8d280f61-d4b1-4657-8178-eff6932d6cdf service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a080cd49-aff0-47e2-a832-3717812be820&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3142505 Nov 23 17:30:27.182704 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-bd17d47c-d24a-4fe4-b7a2-1c0345a890dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:27.299262 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd17d47c-d24a-4fe4-b7a2-1c0345a890dc admin admin] Network 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:30:27.305264 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-bd17d47c-d24a-4fe4-b7a2-1c0345a890dc admin admin] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:30:27.311394 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5cbc9e54-5321-4d9a-abb0-a541f58b07d5 req-e9774db2-1ad1-4496-84d9-9f43757263b3 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] 10.222.0.60 "GET /v2.0/security-groups?id=f803d7ea-d3d6-4cf6-830c-70814cdc1205&id=0089afc6-8a44-4092-8e4d-085e37cc31cf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2942486 Nov 23 17:30:27.311970 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd17d47c-d24a-4fe4-b7a2-1c0345a890dc admin admin] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:30:27.403512 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f598c3e5-693f-4293-a834-7067dee715da req-3c3c5c9c-3553-41e2-8a78-91d6bee1edad tempest-ServersTestJSON-1134034282 tempest-ServersTestJSON-1134034282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:30:27.420932 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f598c3e5-693f-4293-a834-7067dee715da req-3c3c5c9c-3553-41e2-8a78-91d6bee1edad tempest-ServersTestJSON-1134034282 tempest-ServersTestJSON-1134034282-project] 10.222.0.60 "GET /v2.0/networks?id=1afcf705-72a3-4954-9447-6f05c954aa5c HTTP/1.1" status: 200 len: 805 time: 0.5512865 Nov 23 17:30:27.441572 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f19f76e-4c9b-4570-b89e-34d6dbbdae81 None None] DHCP port deletion for 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:30:27.446717 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd17d47c-d24a-4fe4-b7a2-1c0345a890dc admin admin] Pushing event updated for resources: {'Port': ['ID=fcdb4a9b-1c8b-4324-8b5b-219ae3205575,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:30:27.472921 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f598c3e5-693f-4293-a834-7067dee715da req-c0b2c4ef-b94f-43e2-a59c-fa66b4982434 tempest-ServersTestJSON-1134034282 tempest-ServersTestJSON-1134034282-project] 10.222.0.60 "GET /v2.0/quotas/141a36de41b84f2cb4e5345b3fb2d0bd HTTP/1.1" status: 200 len: 375 time: 0.0502896 Nov 23 17:30:27.480510 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b48b43-1f81-477c-a993-ffc2905e35ab req-442741e7-9112-4974-9a13-a8c7fad53878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:30:27.482064 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a0b48b43-1f81-477c-a993-ffc2905e35ab req-442741e7-9112-4974-9a13-a8c7fad53878 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9b03c42e944f424aba57f2dbbc042586&device_id=37e8ae14-9cd4-49ea-995a-80ea413da2ba HTTP/1.1" status: 200 len: 1094 time: 0.2551174 Nov 23 17:30:27.558894 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5a0923e2-e7e2-4be3-aae6-cfff194524a7 req-3c9808a3-233f-4b84-adb9-aecf007b3c07 service neutron] 10.222.0.55 "GET /v2.0/networks/a080cd49-aff0-47e2-a832-3717812be820?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3831418 Nov 23 17:30:27.595219 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-eb88ddfd-528a-47c6-a399-a3a2b2db845f None None] Provisioning complete for port fcdb4a9b-1c8b-4324-8b5b-219ae3205575 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:30:27.604027 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-eb88ddfd-528a-47c6-a399-a3a2b2db845f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:27.697988 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5a0923e2-e7e2-4be3-aae6-cfff194524a7 req-22f06fde-32fb-488b-ab15-d8c4efeb98b3 service neutron] 10.222.0.55 "GET /v2.0/networks/a080cd49-aff0-47e2-a832-3717812be820?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301169 Nov 23 17:30:27.791086 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-eb88ddfd-528a-47c6-a399-a3a2b2db845f None None] Port fcdb4a9b-1c8b-4324-8b5b-219ae3205575 cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:30:28.000602 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5a0923e2-e7e2-4be3-aae6-cfff194524a7 req-5d661db1-9cbc-4406-bd33-395cb697d234 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=e501c8d2-3b8b-4517-82b1-6a263ce4aab2 HTTP/1.1" status: 200 len: 217 time: 0.2861364 Nov 23 17:30:28.115203 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0923e2-e7e2-4be3-aae6-cfff194524a7 req-fd652114-15bd-4141-ae49-6a83c2962881 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:30:28.118046 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5a0923e2-e7e2-4be3-aae6-cfff194524a7 req-fd652114-15bd-4141-ae49-6a83c2962881 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=61fc00fc-b813-4658-838c-689d0da00fb4 HTTP/1.1" status: 200 len: 797 time: 0.1085782 Nov 23 17:30:28.173120 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f598c3e5-693f-4293-a834-7067dee715da req-3ac8c611-1e7a-4377-a1fb-af6949b0c964 tempest-ServersTestJSON-1134034282 tempest-ServersTestJSON-1134034282-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=141a36de41b84f2cb4e5345b3fb2d0bd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6989331 Nov 23 17:30:28.199417 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-bd17d47c-d24a-4fe4-b7a2-1c0345a890dc admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:28.258822 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b48b43-1f81-477c-a993-ffc2905e35ab req-dc71f3a9-c0c3-4640-b91a-02b477b66216 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:30:28.262892 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a0b48b43-1f81-477c-a993-ffc2905e35ab req-dc71f3a9-c0c3-4640-b91a-02b477b66216 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e313bbfd-a761-44b0-92c5-071fb02924f5 HTTP/1.1" status: 200 len: 923 time: 0.7601428 Nov 23 17:30:28.299250 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.agents_db [None req-464f6c07-0de8-4be6-8f5b-563f574d1c5d None None] Agent healthcheck: found 7 active agents {{(pid=103593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 17:30:28.319692 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device ea956362-a00e-4eeb-88fb-d8787f53fbd5 up at agent hyperv_n-h1-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:30:28.390142 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8a646f40-3a2b-40d2-99e8-31126bcc49b6 req-6b7ad840-d174-4fb5-a165-cb77dd65e054 tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c94e75c35eaa4eaebd82e447a9e1b0e3 HTTP/1.1" status: 200 len: 6206 time: 0.6909261 Nov 23 17:30:28.498628 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Provisioning for port ea956362-a00e-4eeb-88fb-d8787f53fbd5 completed by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 17:30:28.514402 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Provisioning complete for port ea956362-a00e-4eeb-88fb-d8787f53fbd5 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:30:28.514834 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:28.530030 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0923e2-e7e2-4be3-aae6-cfff194524a7 req-9c194968-2e3b-42b8-a0f8-6aa93efb6e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:30:28.531617 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5a0923e2-e7e2-4be3-aae6-cfff194524a7 req-9c194968-2e3b-42b8-a0f8-6aa93efb6e7c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a080cd49-aff0-47e2-a832-3717812be820&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3863025 Nov 23 17:30:28.533081 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a0b48b43-1f81-477c-a993-ffc2905e35ab req-5debfd2f-83e5-4bc3-8a88-3c25c7652b9d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=02736327-cd7a-4294-b1a4-8233d028eda1 HTTP/1.1" status: 200 len: 217 time: 0.2264857 Nov 23 17:30:28.570371 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8a646f40-3a2b-40d2-99e8-31126bcc49b6 req-94074f2d-41c8-49e5-af58-1de32d1e9f12 tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] 10.222.0.60 "GET /v2.0/security-groups/d8e33e73-30b9-4952-965d-f940c31594f6 HTTP/1.1" status: 200 len: 3002 time: 0.1791859 Nov 23 17:30:28.719077 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:28.730152 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f598c3e5-693f-4293-a834-7067dee715da req-33b14042-6df6-42ee-ba3b-313b5a3effea service neutron] 10.222.0.60 "GET /v2.0/networks/1afcf705-72a3-4954-9447-6f05c954aa5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4736197 Nov 23 17:30:28.739486 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a207edc4-81fa-4aba-b936-768cb05b9381 req-db35f88d-2d1a-4ce9-95c4-32f0a726121f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:30:28.741253 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a207edc4-81fa-4aba-b936-768cb05b9381 req-db35f88d-2d1a-4ce9-95c4-32f0a726121f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7787399f94604a5d9c5106d55f149557&device_id=63f851fb-f540-4867-ab84-dbcf797303e0 HTTP/1.1" status: 200 len: 1102 time: 0.3880980 Nov 23 17:30:28.811521 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc1cb68a-7d8e-48af-9098-d96a53e08c31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea956362-a00e-4eeb-88fb-d8787f53fbd5'}] {{(pid=103592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:30:28.819321 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba3e6a8f2301c7a29fe1eca9779abdae4ccbcd6266d69778087f2498d5551201" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1155c3a-489d-4943-8183-a9f4c92686a7" -d '{"events": [{"server_uuid": "cc1cb68a-7d8e-48af-9098-d96a53e08c31", "name": "network-vif-plugged", "status": "completed", "tag": "ea956362-a00e-4eeb-88fb-d8787f53fbd5"}]}' {{(pid=103592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:30:28.882921 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port ea956362-a00e-4eeb-88fb-d8787f53fbd5, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=ea956362-a00e-4eeb-88fb-d8787f53fbd5,segment=NetworkSegment(f75f400f-3665-42b6-b743-8c8989e17b3e),segment_id=f75f400f-3665-42b6-b743-8c8989e17b3e)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:30:28.902060 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:29.034149 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-bd17d47c-d24a-4fe4-b7a2-1c0345a890dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1794316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1795362'] for router, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:29.105298 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Pushing event updated for resources: {'Port': ['ID=ea956362-a00e-4eeb-88fb-d8787f53fbd5,revision_number=5']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:30:29.220060 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd17d47c-d24a-4fe4-b7a2-1c0345a890dc admin admin] Router 37a2da88-dd38-4438-ad20-a758389d26cc is scheduled to L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 with binding_index 1 {{(pid=103590) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 17:30:29.266959 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b48b43-1f81-477c-a993-ffc2905e35ab req-fe375e53-a27f-4690-a851-464d31bfde4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:30:29.268458 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a0b48b43-1f81-477c-a993-ffc2905e35ab req-fe375e53-a27f-4690-a851-464d31bfde4a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2c2d4e82-97e9-4a7a-a60e-ecbe11279360 HTTP/1.1" status: 200 len: 862 time: 0.7107155 Nov 23 17:30:29.319244 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8a646f40-3a2b-40d2-99e8-31126bcc49b6 req-7c04bc10-7ffe-459e-b46b-91954cbd3aaa tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] 10.222.0.60 "GET /v2.0/security-groups/d8e33e73-30b9-4952-965d-f940c31594f6 HTTP/1.1" status: 200 len: 3002 time: 0.7476022 Nov 23 17:30:29.343660 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a0b48b43-1f81-477c-a993-ffc2905e35ab req-66f6a496-616a-425a-bc3e-3abe35439e31 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e313bbfd-a761-44b0-92c5-071fb02924f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0580158 Nov 23 17:30:29.416521 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd17d47c-d24a-4fe4-b7a2-1c0345a890dc admin admin] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:30:29.435836 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70f23c53-3afa-45bd-a49a-ee1de6c861eb None None] Sync routers for ids ['37a2da88-dd38-4438-ad20-a758389d26cc'] in n-d-816206-8 {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:30:29.460633 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70f23c53-3afa-45bd-a49a-ee1de6c861eb None None] Routers {'37a2da88-dd38-4438-ad20-a758389d26cc'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:30:29.461545 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-70f23c53-3afa-45bd-a49a-ee1de6c861eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:30:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['37a2da88-dd38-4438-ad20-a758389d26cc'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:30:29.483129 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-bd17d47c-d24a-4fe4-b7a2-1c0345a890dc admin admin] Publish callbacks [] for router, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:29.484390 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-bd17d47c-d24a-4fe4-b7a2-1c0345a890dc admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.0857213 Nov 23 17:30:29.487447 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 34626) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:30:29.594899 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5a0923e2-e7e2-4be3-aae6-cfff194524a7 req-807babe1-328e-4b47-a7c2-ccdb69680a65 service neutron] 10.222.0.55 "GET /v2.0/networks/a080cd49-aff0-47e2-a832-3717812be820?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0540340 Nov 23 17:30:29.611881 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a207edc4-81fa-4aba-b936-768cb05b9381 req-7eb0860c-02d7-4670-9519-3d26700afcab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:30:29.615234 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a207edc4-81fa-4aba-b936-768cb05b9381 req-7eb0860c-02d7-4670-9519-3d26700afcab service neutron] 10.222.0.36 "GET /v2.0/networks?id=f1e1dabf-b410-4023-9169-a460a86e7184 HTTP/1.1" status: 200 len: 870 time: 0.4664152 Nov 23 17:30:29.697995 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-70f23c53-3afa-45bd-a49a-ee1de6c861eb None None] Set router 37a2da88-dd38-4438-ad20-a758389d26cc gateway port host: n-d-816206-8 {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:30:29.816368 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a207edc4-81fa-4aba-b936-768cb05b9381 req-9695d08d-e17a-48c1-9e65-7e77c468e712 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.225&port_id=81e265bf-2431-406e-8d75-7f043e355546 HTTP/1.1" status: 200 len: 217 time: 0.1194909 Nov 23 17:30:29.831201 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f598c3e5-693f-4293-a834-7067dee715da req-915f5f57-5314-4535-a342-56dd4e529756 service neutron] 10.222.0.60 "GET /v2.0/networks/1afcf705-72a3-4954-9447-6f05c954aa5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6932917 Nov 23 17:30:29.882091 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a0b48b43-1f81-477c-a993-ffc2905e35ab req-690629f7-3c3f-406d-8af3-1255af2599b8 service neutron] 10.222.0.36 "GET /v2.0/networks/e313bbfd-a761-44b0-92c5-071fb02924f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4840806 Nov 23 17:30:29.945302 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a702db3f-bb4f-4dfa-b6d4-fd8dc718cbb2 req-6a5bb6df-b98b-4e25-b73c-cfed6498c2f6 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:30:29.946835 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a702db3f-bb4f-4dfa-b6d4-fd8dc718cbb2 req-6a5bb6df-b98b-4e25-b73c-cfed6498c2f6 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc1cb68a-7d8e-48af-9098-d96a53e08c31 HTTP/1.1" status: 200 len: 946 time: 0.3897848 Nov 23 17:30:30.050153 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a207edc4-81fa-4aba-b936-768cb05b9381 req-3111ca77-0c44-4661-8b73-1d5bbc8f66d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:30:30.052235 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a207edc4-81fa-4aba-b936-768cb05b9381 req-3111ca77-0c44-4661-8b73-1d5bbc8f66d5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ac77c175-5679-438b-8a2a-356718377641 HTTP/1.1" status: 200 len: 843 time: 0.2238872 Nov 23 17:30:30.096064 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5a0923e2-e7e2-4be3-aae6-cfff194524a7 req-1e5b703f-fec2-4b1a-b926-9ecdd3c33854 service neutron] 10.222.0.55 "GET /v2.0/networks/a080cd49-aff0-47e2-a832-3717812be820?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4761939 Nov 23 17:30:30.115861 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-70f23c53-3afa-45bd-a49a-ee1de6c861eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37a2da88-dd38-4438-ad20-a758389d26cc', 'name': 'tempest-ServerRescueNegativeTestJSON-486970986-router', 'tenant_id': '48e79dc20fea40fb8ca9e6c621fad84a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': 'fcdb4a9b-1c8b-4324-8b5b-219ae3205575', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:30:25Z', 'updated_at': '2021-11-23T17:30:27Z', 'revision_number': 3, 'project_id': '48e79dc20fea40fb8ca9e6c621fad84a', 'gw_port': {'id': 'fcdb4a9b-1c8b-4324-8b5b-219ae3205575', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:bc:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37a2da88-dd38-4438-ad20-a758389d26cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1133, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:30:26Z', 'updated_at': '2021-11-23T17:30:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8'}], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:30:30.159317 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a702db3f-bb4f-4dfa-b6d4-fd8dc718cbb2 req-1756336b-f1fc-45f7-97c5-ee4de3c71f2c tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.60 "GET /v2.0/security-groups?id=b4179e07-bbfd-4236-b98c-2ab2b518c61f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889529 Nov 23 17:30:30.198127 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a0b48b43-1f81-477c-a993-ffc2905e35ab req-0906dc02-4c58-4706-8a0d-875e494e00c9 service neutron] 10.222.0.36 "GET /v2.0/networks/e313bbfd-a761-44b0-92c5-071fb02924f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2807579 Nov 23 17:30:30.239947 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70f23c53-3afa-45bd-a49a-ee1de6c861eb None None] Checking router: 37a2da88-dd38-4438-ad20-a758389d26cc for host: n-d-816206-8 {{(pid=103593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 17:30:30.240454 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70f23c53-3afa-45bd-a49a-ee1de6c861eb None None] Updating router 37a2da88-dd38-4438-ad20-a758389d26cc port fcdb4a9b-1c8b-4324-8b5b-219ae3205575 binding host n-d-816206-8 {{(pid=103593) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 17:30:30.291037 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-70f23c53-3afa-45bd-a49a-ee1de6c861eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:30.317275 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a207edc4-81fa-4aba-b936-768cb05b9381 req-b13048a5-7ae7-4caa-a0d8-ccb7da7f80fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:30:30.318850 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a207edc4-81fa-4aba-b936-768cb05b9381 req-b13048a5-7ae7-4caa-a0d8-ccb7da7f80fd service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f1e1dabf-b410-4023-9169-a460a86e7184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2481070 Nov 23 17:30:30.350968 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c06f21d-de04-4494-819d-7c26f78c4f25 req-e7dd2021-b382-4517-aa4d-7d42a8b7b6f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:30:30.351457 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c06f21d-de04-4494-819d-7c26f78c4f25 req-e7dd2021-b382-4517-aa4d-7d42a8b7b6f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:30:30.351930 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c06f21d-de04-4494-819d-7c26f78c4f25 req-e7dd2021-b382-4517-aa4d-7d42a8b7b6f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:30:30.352394 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c06f21d-de04-4494-819d-7c26f78c4f25 req-e7dd2021-b382-4517-aa4d-7d42a8b7b6f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:30:30.352956 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c06f21d-de04-4494-819d-7c26f78c4f25 req-e7dd2021-b382-4517-aa4d-7d42a8b7b6f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:30:30.353422 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c06f21d-de04-4494-819d-7c26f78c4f25 req-e7dd2021-b382-4517-aa4d-7d42a8b7b6f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:30:30.357929 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c06f21d-de04-4494-819d-7c26f78c4f25 req-e7dd2021-b382-4517-aa4d-7d42a8b7b6f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:30:30.360776 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7c06f21d-de04-4494-819d-7c26f78c4f25 req-e7dd2021-b382-4517-aa4d-7d42a8b7b6f1 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9b0068a4a0a543038f63069e85a0a90e&device_id=83c4b9c5-48d7-40af-8fb5-dabe4d43cce9 HTTP/1.1" status: 200 len: 6484 time: 0.1598628 Nov 23 17:30:30.441414 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device 02736327-cd7a-4294-b1a4-8233d028eda1 details requested by agent hyperv_n-h2-816206-8 with host n-h2-816206-8 {{(pid=103592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 17:30:30.573209 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-bb4c8ba8-b8d2-4d2b-b7e1-95c7d1398884 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:30.630777 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port 02736327-cd7a-4294-b1a4-8233d028eda1, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=02736327-cd7a-4294-b1a4-8233d028eda1,segment=NetworkSegment(66cc7fe5-dddd-4376-9b57-9d5c9f6baa25),segment_id=66cc7fe5-dddd-4376-9b57-9d5c9f6baa25)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:30:30.654045 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Returning: {'device': '02736327-cd7a-4294-b1a4-8233d028eda1', 'network_id': 'e313bbfd-a761-44b0-92c5-071fb02924f5', 'port_id': '02736327-cd7a-4294-b1a4-8233d028eda1', 'mac_address': 'fa:16:3e:43:c0:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c2d4e82-97e9-4a7a-a60e-ecbe11279360', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 17:30:30.783426 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c06f21d-de04-4494-819d-7c26f78c4f25 req-2bf5148e-4401-4b2f-b0a0-912b27b7e949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:30:30.791208 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7c06f21d-de04-4494-819d-7c26f78c4f25 req-2bf5148e-4401-4b2f-b0a0-912b27b7e949 service neutron] 10.222.0.55 "GET /v2.0/networks?id=a080cd49-aff0-47e2-a832-3717812be820 HTTP/1.1" status: 200 len: 902 time: 0.4153252 Nov 23 17:30:30.803392 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:30.825342 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02736327-cd7a-4294-b1a4-8233d028eda1 {{(pid=103592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:30:30.857891 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port 02736327-cd7a-4294-b1a4-8233d028eda1, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=02736327-cd7a-4294-b1a4-8233d028eda1,segment=NetworkSegment(66cc7fe5-dddd-4376-9b57-9d5c9f6baa25),segment_id=66cc7fe5-dddd-4376-9b57-9d5c9f6baa25)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:30:30.867977 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:30.873774 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af380b9f-d27b-4a4a-b1a4-bf6489e2b368 req-7060bff6-b207-41f7-83d7-5d8e1ec69c16 tempest-ServerAddressesNegativeTestJSON-243613553 tempest-ServerAddressesNegativeTestJSON-243613553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:30:30.875658 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-af380b9f-d27b-4a4a-b1a4-bf6489e2b368 req-7060bff6-b207-41f7-83d7-5d8e1ec69c16 tempest-ServerAddressesNegativeTestJSON-243613553 tempest-ServerAddressesNegativeTestJSON-243613553-project] 10.222.0.60 "GET /v2.0/ports?device_id=37e8ae14-9cd4-49ea-995a-80ea413da2ba HTTP/1.1" status: 200 len: 943 time: 0.3107903 Nov 23 17:30:30.986880 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7c06f21d-de04-4494-819d-7c26f78c4f25 req-aa5eca46-bcd6-49a1-8769-74318f54a5aa service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=c61316ed-a367-4301-9c1b-7dbf9122a432 HTTP/1.1" status: 200 len: 217 time: 0.1578953 Nov 23 17:30:31.013337 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Pushing event updated for resources: {'Port': ['ID=02736327-cd7a-4294-b1a4-8233d028eda1,revision_number=4']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:30:31.095511 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a207edc4-81fa-4aba-b936-768cb05b9381 req-6c82d2da-77bd-456a-9ae6-1dae4f9410cf service neutron] 10.222.0.36 "GET /v2.0/networks/f1e1dabf-b410-4023-9169-a460a86e7184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7666008 Nov 23 17:30:31.109717 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-70f23c53-3afa-45bd-a49a-ee1de6c861eb None None] Publish callbacks [] for port, precommit_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:31.124739 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-70f23c53-3afa-45bd-a49a-ee1de6c861eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:31.129549 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3a24db-c098-477c-971f-bc9975a7e74f req-7c647777-7559-44d6-9788-f12a4c41ce96 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:30:31.134172 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-bb4c8ba8-b8d2-4d2b-b7e1-95c7d1398884 admin admin] Allocated IP 172.20.0.1 (ee61f549-61e5-4b3e-88cc-f7acada2ae03/7a48fbc6-9cf3-4d00-a808-31156a99c4b2/668fddbf-4977-4f1d-990a-5d88ef95a6cb) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:30:31.158418 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eba92444-c691-4787-b1c3-6cda98ad0347 None None] DHCP port deletion for 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:30:31.162514 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3a24db-c098-477c-971f-bc9975a7e74f req-7c647777-7559-44d6-9788-f12a4c41ce96 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:30:31.172142 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3a24db-c098-477c-971f-bc9975a7e74f req-7c647777-7559-44d6-9788-f12a4c41ce96 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:30:31.201877 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] get_ports_and_sgs() called for port_ids ['02736327-cd7a-4294-b1a4-8233d028eda1'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:30:31.217353 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3a24db-c098-477c-971f-bc9975a7e74f req-7c647777-7559-44d6-9788-f12a4c41ce96 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:30:31.237552 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3a24db-c098-477c-971f-bc9975a7e74f req-7c647777-7559-44d6-9788-f12a4c41ce96 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:30:31.253175 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [None req-70f23c53-3afa-45bd-a49a-ee1de6c861eb None None] Attempting to bind port fcdb4a9b-1c8b-4324-8b5b-219ae3205575 on host n-d-816206-8 for vnic_type normal with profile {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:30:31.254819 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [None req-70f23c53-3afa-45bd-a49a-ee1de6c861eb None None] Attempting to bind port fcdb4a9b-1c8b-4324-8b5b-219ae3205575 by drivers openvswitch,hyperv on host n-d-816206-8 at level 0 using segments [{'id': 'bffd1e4f-e80f-4ff0-b418-2f42ae15febf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'}] {{(pid=103593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:30:31.254819 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70f23c53-3afa-45bd-a49a-ee1de6c861eb None None] Attempting to bind port fcdb4a9b-1c8b-4324-8b5b-219ae3205575 on network 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:30:31.258433 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3a24db-c098-477c-971f-bc9975a7e74f req-7c647777-7559-44d6-9788-f12a4c41ce96 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:30:31.282663 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020c8ec8-8914-48e4-aaa0-fde14bf19756 None None] Pushing event updated for resources: {'Port': ['ID=fcdb4a9b-1c8b-4324-8b5b-219ae3205575,revision_number=2']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:30:31.288148 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70f23c53-3afa-45bd-a49a-ee1de6c861eb None None] Checking agent: {'id': '9e89acbe-4bbe-4c77-a18b-6f1da9133e0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 7, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 30, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:30:31.288599 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70f23c53-3afa-45bd-a49a-ee1de6c861eb None None] Checking segment: {'id': 'bffd1e4f-e80f-4ff0-b418-2f42ae15febf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:30:31.289013 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-70f23c53-3afa-45bd-a49a-ee1de6c861eb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:31.290340 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70f23c53-3afa-45bd-a49a-ee1de6c861eb None None] Bound using segment: {'id': 'bffd1e4f-e80f-4ff0-b418-2f42ae15febf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'} {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:30:31.290840 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [None req-70f23c53-3afa-45bd-a49a-ee1de6c861eb None None] Bound port: fcdb4a9b-1c8b-4324-8b5b-219ae3205575, host: n-d-816206-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bffd1e4f-e80f-4ff0-b418-2f42ae15febf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'}}] {{(pid=103593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:30:31.291226 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-70f23c53-3afa-45bd-a49a-ee1de6c861eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:31.304467 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3a24db-c098-477c-971f-bc9975a7e74f req-7c647777-7559-44d6-9788-f12a4c41ce96 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:30:31.307182 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-1c3a24db-c098-477c-971f-bc9975a7e74f req-7c647777-7559-44d6-9788-f12a4c41ce96 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] 10.222.0.60 "GET /v2.0/ports?device_id=83c4b9c5-48d7-40af-8fb5-dabe4d43cce9 HTTP/1.1" status: 200 len: 5427 time: 0.7371173 Nov 23 17:30:31.380178 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-14070c1c-63aa-44df-8e74-ada1068e6c5e None None] Provisioning complete for port fcdb4a9b-1c8b-4324-8b5b-219ae3205575 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:30:31.380703 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-14070c1c-63aa-44df-8e74-ada1068e6c5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:31.430065 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-70f23c53-3afa-45bd-a49a-ee1de6c861eb None None] For port fcdb4a9b-1c8b-4324-8b5b-219ae3205575, host n-d-816206-8, cleared binding levels {{(pid=103593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:30:31.433211 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-14070c1c-63aa-44df-8e74-ada1068e6c5e None None] Port fcdb4a9b-1c8b-4324-8b5b-219ae3205575 cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:30:31.445237 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-bb4c8ba8-b8d2-4d2b-b7e1-95c7d1398884 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:31.449772 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-70f23c53-3afa-45bd-a49a-ee1de6c861eb None None] For port fcdb4a9b-1c8b-4324-8b5b-219ae3205575, host n-d-816206-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=fcdb4a9b-1c8b-4324-8b5b-219ae3205575,segment=NetworkSegment(bffd1e4f-e80f-4ff0-b418-2f42ae15febf),segment_id=bffd1e4f-e80f-4ff0-b418-2f42ae15febf)] {{(pid=103593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:30:31.461262 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-70f23c53-3afa-45bd-a49a-ee1de6c861eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:31.509947 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-bb4c8ba8-b8d2-4d2b-b7e1-95c7d1398884 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:31.513355 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee41acb8-b8c8-40f3-a20a-75a8088fd3e0 None None] DHCP port deletion for 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:30:31.612169 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4c8ba8-b8d2-4d2b-b7e1-95c7d1398884 admin admin] Pushing event updated for resources: {'Port': ['ID=668fddbf-4977-4f1d-990a-5d88ef95a6cb,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:30:31.624960 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-af380b9f-d27b-4a4a-b1a4-bf6489e2b368 req-df4888ae-b949-4144-b77b-cb4846ae767f tempest-ServerAddressesNegativeTestJSON-243613553 tempest-ServerAddressesNegativeTestJSON-243613553-project] 10.222.0.60 "GET /v2.0/security-groups?id=b72fbdee-bb06-4305-b89a-f9761da4d3f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6254673 Nov 23 17:30:31.669912 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb4c8ba8-b8d2-4d2b-b7e1-95c7d1398884 admin admin] Network ee61f549-61e5-4b3e-88cc-f7acada2ae03 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:30:31.671742 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70f23c53-3afa-45bd-a49a-ee1de6c861eb None None] Routers {'37a2da88-dd38-4438-ad20-a758389d26cc'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:30:31.674812 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-70f23c53-3afa-45bd-a49a-ee1de6c861eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:30:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['37a2da88-dd38-4438-ad20-a758389d26cc'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:30:31.678548 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-bb4c8ba8-b8d2-4d2b-b7e1-95c7d1398884 admin admin] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:30:31.688800 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb4c8ba8-b8d2-4d2b-b7e1-95c7d1398884 admin admin] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:30:31.741758 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c06f21d-de04-4494-819d-7c26f78c4f25 req-18ed06af-2ffb-4ff4-96e6-eca1066256b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:30:31.743318 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7c06f21d-de04-4494-819d-7c26f78c4f25 req-18ed06af-2ffb-4ff4-96e6-eca1066256b8 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=61fc00fc-b813-4658-838c-689d0da00fb4 HTTP/1.1" status: 200 len: 797 time: 0.7234256 Nov 23 17:30:31.762305 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-126cdc3b-46be-4dc5-8d8b-dcba47a61ada None None] Provisioning complete for port fcdb4a9b-1c8b-4324-8b5b-219ae3205575 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:30:31.762679 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-126cdc3b-46be-4dc5-8d8b-dcba47a61ada None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:31.838109 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:30:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79a4fdab-c2cf-4ffa-9275-6b7dd99dcef7 x-openstack-request-id: req-79a4fdab-c2cf-4ffa-9275-6b7dd99dcef7 {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:30:31.838410 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc1cb68a-7d8e-48af-9098-d96a53e08c31", "name": "network-vif-plugged", "status": "completed", "tag": "ea956362-a00e-4eeb-88fb-d8787f53fbd5", "code": 200}]} {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:30:31.838696 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-79a4fdab-c2cf-4ffa-9275-6b7dd99dcef7 {{(pid=103592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:30:31.839108 n-d-816206-8 neutron-server[103592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc1cb68a-7d8e-48af-9098-d96a53e08c31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea956362-a00e-4eeb-88fb-d8787f53fbd5', 'code': 200} Nov 23 17:30:31.858353 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-bb4c8ba8-b8d2-4d2b-b7e1-95c7d1398884 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1795539'] for router_interface, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:31.916252 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020c8ec8-8914-48e4-aaa0-fde14bf19756 None None] Pushing event updated for resources: {'Port': ['ID=fcdb4a9b-1c8b-4324-8b5b-219ae3205575,revision_number=3']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:30:31.982115 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-1c3a24db-c098-477c-971f-bc9975a7e74f req-e4879dda-b946-4849-b46a-25231dd02155 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] 10.222.0.60 "GET /v2.0/security-groups?id=f803d7ea-d3d6-4cf6-830c-70814cdc1205&id=0089afc6-8a44-4092-8e4d-085e37cc31cf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5510380 Nov 23 17:30:32.000629 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-70f23c53-3afa-45bd-a49a-ee1de6c861eb None None] Set router 37a2da88-dd38-4438-ad20-a758389d26cc gateway port host: n-d-816206-8 {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:30:32.023349 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [req-12f5914e-8bfa-4b03-b96b-5df38bc59a72 req-66d11d0e-6b13-4ec5-b4d8-c1c4a4042f30 tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1469395317', 'description': 'tempest-description-802043204'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:30:32.064397 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-12f5914e-8bfa-4b03-b96b-5df38bc59a72 req-66d11d0e-6b13-4ec5-b4d8-c1c4a4042f30 tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] Publish callbacks [] for security_group, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:32.090244 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-126cdc3b-46be-4dc5-8d8b-dcba47a61ada None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:32.099316 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 34654) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:30:32.132800 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a207edc4-81fa-4aba-b936-768cb05b9381 req-cd7c0fbb-d8d0-4125-a249-9a1439cb1bbc service neutron] 10.222.0.36 "GET /v2.0/networks/f1e1dabf-b410-4023-9169-a460a86e7184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7298753 Nov 23 17:30:32.214941 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-126cdc3b-46be-4dc5-8d8b-dcba47a61ada None None] For port fcdb4a9b-1c8b-4324-8b5b-219ae3205575, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=fcdb4a9b-1c8b-4324-8b5b-219ae3205575,segment=NetworkSegment(bffd1e4f-e80f-4ff0-b418-2f42ae15febf),segment_id=bffd1e4f-e80f-4ff0-b418-2f42ae15febf)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:30:32.232806 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-126cdc3b-46be-4dc5-8d8b-dcba47a61ada None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:32.285543 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-bb4c8ba8-b8d2-4d2b-b7e1-95c7d1398884 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:32.367697 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126cdc3b-46be-4dc5-8d8b-dcba47a61ada None None] Pushing event updated for resources: {'Port': ['ID=fcdb4a9b-1c8b-4324-8b5b-219ae3205575,revision_number=4']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:30:32.399005 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c06f21d-de04-4494-819d-7c26f78c4f25 req-937af579-d8de-436d-80fe-d21d55db514d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:30:32.400578 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7c06f21d-de04-4494-819d-7c26f78c4f25 req-937af579-d8de-436d-80fe-d21d55db514d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a080cd49-aff0-47e2-a832-3717812be820&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6381938 Nov 23 17:30:32.570477 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-70f23c53-3afa-45bd-a49a-ee1de6c861eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37a2da88-dd38-4438-ad20-a758389d26cc', 'name': 'tempest-ServerRescueNegativeTestJSON-486970986-router', 'tenant_id': '48e79dc20fea40fb8ca9e6c621fad84a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': 'fcdb4a9b-1c8b-4324-8b5b-219ae3205575', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:30:25Z', 'updated_at': '2021-11-23T17:30:27Z', 'revision_number': 3, 'project_id': '48e79dc20fea40fb8ca9e6c621fad84a', 'gw_port': {'id': 'fcdb4a9b-1c8b-4324-8b5b-219ae3205575', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:bc:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37a2da88-dd38-4438-ad20-a758389d26cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1133, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:30:26Z', 'updated_at': '2021-11-23T17:30:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8'}], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:30:32.631144 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b4b2bc8e-0d64-4ae8-b306-b68d36095eff req-414fc678-090c-4eb0-a91e-34b621b593a9 tempest-ServersTestJSON-1134034282 tempest-ServersTestJSON-1134034282-project] 10.222.0.60 "GET /v2.0/ports?device_id=f607dab7-428e-486b-95e5-a97d3e9aba41 HTTP/1.1" status: 200 len: 210 time: 0.0894792 Nov 23 17:30:32.661751 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70f23c53-3afa-45bd-a49a-ee1de6c861eb None None] The sync data for ids ['37a2da88-dd38-4438-ad20-a758389d26cc'] in n-d-816206-8 is: [{'id': '37a2da88-dd38-4438-ad20-a758389d26cc', 'name': 'tempest-ServerRescueNegativeTestJSON-486970986-router', 'tenant_id': '48e79dc20fea40fb8ca9e6c621fad84a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': 'fcdb4a9b-1c8b-4324-8b5b-219ae3205575', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:30:25Z', 'updated_at': '2021-11-23T17:30:27Z', 'revision_number': 3, 'project_id': '48e79dc20fea40fb8ca9e6c621fad84a', 'gw_port': {'id': 'fcdb4a9b-1c8b-4324-8b5b-219ae3205575', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:bc:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37a2da88-dd38-4438-ad20-a758389d26cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1133, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:30:26Z', 'updated_at': '2021-11-23T17:30:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8'}] {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:30:32.825356 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-bb4c8ba8-b8d2-4d2b-b7e1-95c7d1398884 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:32.833465 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-bb4c8ba8-b8d2-4d2b-b7e1-95c7d1398884 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264357957'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:32.874799 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad87f22-79f0-4997-aaa5-0f316f34bff3 req-af2085a8-6aed-474c-89d4-50155a3c384e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:30:32.876462 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2ad87f22-79f0-4997-aaa5-0f316f34bff3 req-af2085a8-6aed-474c-89d4-50155a3c384e service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=cc1cb68a-7d8e-48af-9098-d96a53e08c31 HTTP/1.1" status: 200 len: 1097 time: 0.9338250 Nov 23 17:30:32.963203 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4c8ba8-b8d2-4d2b-b7e1-95c7d1398884 admin admin] Pushing event updated for resources: {'Port': ['ID=668fddbf-4977-4f1d-990a-5d88ef95a6cb,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:30:32.974913 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-bb4c8ba8-b8d2-4d2b-b7e1-95c7d1398884 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2068703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1794403'] for router_interface, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:33.241550 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb4c8ba8-b8d2-4d2b-b7e1-95c7d1398884 admin admin] Network ee61f549-61e5-4b3e-88cc-f7acada2ae03 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:30:33.247361 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-bb4c8ba8-b8d2-4d2b-b7e1-95c7d1398884 admin admin] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:30:33.587593 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb4c8ba8-b8d2-4d2b-b7e1-95c7d1398884 admin admin] Router 37a2da88-dd38-4438-ad20-a758389d26cc has already been hosted by L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 {{(pid=103590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 17:30:33.787243 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device fcdb4a9b-1c8b-4324-8b5b-219ae3205575 up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:30:33.857169 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb4c8ba8-b8d2-4d2b-b7e1-95c7d1398884 admin admin] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:30:33.862532 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-bb4c8ba8-b8d2-4d2b-b7e1-95c7d1398884 admin admin] 10.222.0.60 "PUT /v2.0/routers/37a2da88-dd38-4438-ad20-a758389d26cc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3734422 Nov 23 17:30:33.927083 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7c06f21d-de04-4494-819d-7c26f78c4f25 req-705177ca-9051-47a5-8485-fdc48fa70612 service neutron] 10.222.0.55 "GET /v2.0/networks/a080cd49-aff0-47e2-a832-3717812be820?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3238623 Nov 23 17:30:33.933134 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2ad87f22-79f0-4997-aaa5-0f316f34bff3 req-5ebc4441-f191-418d-a2f9-ac783b1b0986 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=b4179e07-bbfd-4236-b98c-2ab2b518c61f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0217378 Nov 23 17:30:33.944325 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port fcdb4a9b-1c8b-4324-8b5b-219ae3205575 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:30:33.944719 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:33.958368 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820e6d66-07a9-4e74-aa1e-24c821fc6a96 req-6e7649ba-15b9-4da7-9691-e8ebbe460d8c tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:30:33.979516 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-820e6d66-07a9-4e74-aa1e-24c821fc6a96 req-6e7649ba-15b9-4da7-9691-e8ebbe460d8c tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc1cb68a-7d8e-48af-9098-d96a53e08c31 HTTP/1.1" status: 200 len: 946 time: 1.1147187 Nov 23 17:30:34.110847 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f598c3e5-693f-4293-a834-7067dee715da req-fa819bcb-d6e5-4f29-8cef-20b948e9454c tempest-ServersTestJSON-1134034282 tempest-ServersTestJSON-1134034282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:30:34.127480 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f598c3e5-693f-4293-a834-7067dee715da req-fa819bcb-d6e5-4f29-8cef-20b948e9454c tempest-ServersTestJSON-1134034282 tempest-ServersTestJSON-1134034282-project] 10.222.0.36 "GET /v2.0/networks?id=1afcf705-72a3-4954-9447-6f05c954aa5c HTTP/1.1" status: 200 len: 805 time: 1.1220646 Nov 23 17:30:34.136258 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-12f5914e-8bfa-4b03-b96b-5df38bc59a72 req-66d11d0e-6b13-4ec5-b4d8-c1c4a4042f30 tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] Publish callbacks [] for security_group, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:34.210936 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-12f5914e-8bfa-4b03-b96b-5df38bc59a72 req-66d11d0e-6b13-4ec5-b4d8-c1c4a4042f30 tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:34.314654 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-12f5914e-8bfa-4b03-b96b-5df38bc59a72 req-66d11d0e-6b13-4ec5-b4d8-c1c4a4042f30 tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] Publish callbacks [] for security_group, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:34.315916 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-12f5914e-8bfa-4b03-b96b-5df38bc59a72 req-66d11d0e-6b13-4ec5-b4d8-c1c4a4042f30 tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 2.3401823 Nov 23 17:30:34.385756 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d11d0e-6b13-4ec5-b4d8-c1c4a4042f30 tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7eb5fd05-2ef7-4459-8b0e-701ca469ac3b,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:30:34.403578 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-820e6d66-07a9-4e74-aa1e-24c821fc6a96 req-14b92bd2-8b57-4ebb-bc44-5dc9a8c9ae8b tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.60 "GET /v2.0/security-groups?id=b4179e07-bbfd-4236-b98c-2ab2b518c61f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4218466 Nov 23 17:30:34.412829 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device 02736327-cd7a-4294-b1a4-8233d028eda1 up at agent hyperv_n-h2-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:30:34.510365 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Provisioning for port 02736327-cd7a-4294-b1a4-8233d028eda1 completed by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 17:30:34.515611 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Provisioning complete for port 02736327-cd7a-4294-b1a4-8233d028eda1 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:30:34.516289 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:34.600435 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f598c3e5-693f-4293-a834-7067dee715da req-8c1232d7-1de8-4d84-8e3e-2ec028584779 tempest-ServersTestJSON-1134034282 tempest-ServersTestJSON-1134034282-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=141a36de41b84f2cb4e5345b3fb2d0bd HTTP/1.1" status: 200 len: 380 time: 0.4490604 Nov 23 17:30:34.625601 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:34.630196 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7c06f21d-de04-4494-819d-7c26f78c4f25 req-9145e2ef-8cc7-48c6-bb18-dfd62a590459 service neutron] 10.222.0.55 "GET /v2.0/networks/a080cd49-aff0-47e2-a832-3717812be820?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5078173 Nov 23 17:30:34.639762 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [req-f598c3e5-693f-4293-a834-7067dee715da req-55b07654-bbd1-4f9f-8738-c4f92f072b0f tempest-ServersTestJSON-1134034282 tempest-ServersTestJSON-1134034282-project] Request body: {'port': {'device_id': 'f607dab7-428e-486b-95e5-a97d3e9aba41', 'network_id': '1afcf705-72a3-4954-9447-6f05c954aa5c', 'admin_state_up': True, 'tenant_id': '141a36de41b84f2cb4e5345b3fb2d0bd', 'security_groups': ['b310ccca-6502-41c2-a6d7-b680d0ad1473']}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:30:34.658155 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37e8ae14-9cd4-49ea-995a-80ea413da2ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02736327-cd7a-4294-b1a4-8233d028eda1'}] {{(pid=103592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:30:34.661338 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba3e6a8f2301c7a29fe1eca9779abdae4ccbcd6266d69778087f2498d5551201" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5167ca8-5884-4923-a8f3-9636076d1a0f" -d '{"events": [{"server_uuid": "37e8ae14-9cd4-49ea-995a-80ea413da2ba", "name": "network-vif-plugged", "status": "completed", "tag": "02736327-cd7a-4294-b1a4-8233d028eda1"}]}' {{(pid=103592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:30:34.674625 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port 02736327-cd7a-4294-b1a4-8233d028eda1, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=02736327-cd7a-4294-b1a4-8233d028eda1,segment=NetworkSegment(66cc7fe5-dddd-4376-9b57-9d5c9f6baa25),segment_id=66cc7fe5-dddd-4376-9b57-9d5c9f6baa25)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:30:34.680036 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:34.735050 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Pushing event updated for resources: {'Port': ['ID=02736327-cd7a-4294-b1a4-8233d028eda1,revision_number=5']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:30:34.796773 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67f4fd3-2123-4e59-98b9-03889bb96e43 req-628ad8b7-93ec-4715-809f-100d236f33f1 tempest-ServerAddressesNegativeTestJSON-243613553 tempest-ServerAddressesNegativeTestJSON-243613553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:30:34.798407 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a67f4fd3-2123-4e59-98b9-03889bb96e43 req-628ad8b7-93ec-4715-809f-100d236f33f1 tempest-ServerAddressesNegativeTestJSON-243613553 tempest-ServerAddressesNegativeTestJSON-243613553-project] 10.222.0.60 "GET /v2.0/ports?device_id=37e8ae14-9cd4-49ea-995a-80ea413da2ba HTTP/1.1" status: 200 len: 944 time: 0.2797501 Nov 23 17:30:34.810881 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c0b77a-7dde-4b30-bfa4-bccd745915b5 req-92457a45-4303-40e5-b6e9-cf095b0742b8 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:30:34.817608 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c0b77a-7dde-4b30-bfa4-bccd745915b5 req-92457a45-4303-40e5-b6e9-cf095b0742b8 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:30:34.823769 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c0b77a-7dde-4b30-bfa4-bccd745915b5 req-92457a45-4303-40e5-b6e9-cf095b0742b8 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:30:34.829747 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c0b77a-7dde-4b30-bfa4-bccd745915b5 req-92457a45-4303-40e5-b6e9-cf095b0742b8 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:30:34.835697 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c0b77a-7dde-4b30-bfa4-bccd745915b5 req-92457a45-4303-40e5-b6e9-cf095b0742b8 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:30:34.841587 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c0b77a-7dde-4b30-bfa4-bccd745915b5 req-92457a45-4303-40e5-b6e9-cf095b0742b8 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:30:34.847576 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c0b77a-7dde-4b30-bfa4-bccd745915b5 req-92457a45-4303-40e5-b6e9-cf095b0742b8 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:30:34.850075 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-12c0b77a-7dde-4b30-bfa4-bccd745915b5 req-92457a45-4303-40e5-b6e9-cf095b0742b8 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] 10.222.0.60 "GET /v2.0/ports?device_id=83c4b9c5-48d7-40af-8fb5-dabe4d43cce9 HTTP/1.1" status: 200 len: 5427 time: 0.3187449 Nov 23 17:30:34.881974 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-fb37ea10-f58f-45eb-b644-f2769f2deef2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1794372'] for router_interface, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:34.988206 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9fe7d6-9b47-4eac-a8cb-dc9731351930 req-21181d14-c43e-4929-b816-ba3e22249635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:30:34.989907 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9fe7d6-9b47-4eac-a8cb-dc9731351930 req-21181d14-c43e-4929-b816-ba3e22249635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:30:34.989907 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9fe7d6-9b47-4eac-a8cb-dc9731351930 req-21181d14-c43e-4929-b816-ba3e22249635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:30:34.990497 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9fe7d6-9b47-4eac-a8cb-dc9731351930 req-21181d14-c43e-4929-b816-ba3e22249635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:30:34.990962 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9fe7d6-9b47-4eac-a8cb-dc9731351930 req-21181d14-c43e-4929-b816-ba3e22249635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:30:34.991427 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9fe7d6-9b47-4eac-a8cb-dc9731351930 req-21181d14-c43e-4929-b816-ba3e22249635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:30:34.991879 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9fe7d6-9b47-4eac-a8cb-dc9731351930 req-21181d14-c43e-4929-b816-ba3e22249635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:30:34.993888 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9c9fe7d6-9b47-4eac-a8cb-dc9731351930 req-21181d14-c43e-4929-b816-ba3e22249635 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9b0068a4a0a543038f63069e85a0a90e&device_id=83c4b9c5-48d7-40af-8fb5-dabe4d43cce9 HTTP/1.1" status: 200 len: 6484 time: 0.2924678 Nov 23 17:30:35.125031 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a67f4fd3-2123-4e59-98b9-03889bb96e43 req-7b9ec923-8bab-4c88-a15a-91a97af3217e tempest-ServerAddressesNegativeTestJSON-243613553 tempest-ServerAddressesNegativeTestJSON-243613553-project] 10.222.0.60 "GET /v2.0/security-groups?id=b72fbdee-bb06-4305-b89a-f9761da4d3f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2739158 Nov 23 17:30:35.173173 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f598c3e5-693f-4293-a834-7067dee715da req-55b07654-bbd1-4f9f-8738-c4f92f072b0f tempest-ServersTestJSON-1134034282 tempest-ServersTestJSON-1134034282-project] Made reservation on behalf of 141a36de41b84f2cb4e5345b3fb2d0bd for: {'port': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:30:35.177325 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-f598c3e5-693f-4293-a834-7067dee715da req-55b07654-bbd1-4f9f-8738-c4f92f072b0f tempest-ServersTestJSON-1134034282 tempest-ServersTestJSON-1134034282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:35.188052 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-12c0b77a-7dde-4b30-bfa4-bccd745915b5 req-1852e5d4-bc25-4117-bbed-84976a499cb3 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] 10.222.0.60 "GET /v2.0/security-groups?id=f803d7ea-d3d6-4cf6-830c-70814cdc1205&id=0089afc6-8a44-4092-8e4d-085e37cc31cf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3285079 Nov 23 17:30:35.332451 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8e766494-ce11-4ed4-a4da-1715e1276590 req-c39523d1-0007-48b6-ace4-e804e701354f tempest-ServersTestJSON-1134034282 tempest-ServersTestJSON-1134034282-project] 10.222.0.60 "GET /v2.0/ports?device_id=f607dab7-428e-486b-95e5-a97d3e9aba41 HTTP/1.1" status: 200 len: 210 time: 0.1264970 Nov 23 17:30:35.421750 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [req-0f9afdb1-4221-43d8-99ee-9365a2c1bd77 req-1aa89d22-1994-4d62-8764-4ce938fff6d9 tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1034623951', 'description': 'tempest-description-1251153287'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:30:35.422961 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f14934ce-789e-4c81-8481-4ae8b7d5e565 None None] Sync routers for ids ['37a2da88-dd38-4438-ad20-a758389d26cc'] in n-d-816206-8 {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:30:35.445828 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f14934ce-789e-4c81-8481-4ae8b7d5e565 None None] Routers {'37a2da88-dd38-4438-ad20-a758389d26cc'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:30:35.447731 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-f14934ce-789e-4c81-8481-4ae8b7d5e565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:30:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['37a2da88-dd38-4438-ad20-a758389d26cc'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:30:35.458207 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9fe7d6-9b47-4eac-a8cb-dc9731351930 req-a3bde3a0-1c84-4597-b3b2-15f73aab6c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:30:35.459937 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9c9fe7d6-9b47-4eac-a8cb-dc9731351930 req-a3bde3a0-1c84-4597-b3b2-15f73aab6c4f service neutron] 10.222.0.55 "GET /v2.0/networks?id=a080cd49-aff0-47e2-a832-3717812be820 HTTP/1.1" status: 200 len: 902 time: 0.4507256 Nov 23 17:30:35.581308 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9c9fe7d6-9b47-4eac-a8cb-dc9731351930 req-ded421a3-6d4d-49df-a671-d0f2fe3af75d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=e501c8d2-3b8b-4517-82b1-6a263ce4aab2 HTTP/1.1" status: 200 len: 217 time: 0.1069541 Nov 23 17:30:35.582154 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvr_db [None req-f14934ce-789e-4c81-8481-4ae8b7d5e565 None None] Set router 37a2da88-dd38-4438-ad20-a758389d26cc gateway port host: n-d-816206-8 {{(pid=103592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:30:35.600371 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-0f9afdb1-4221-43d8-99ee-9365a2c1bd77 req-1aa89d22-1994-4d62-8764-4ce938fff6d9 tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] Publish callbacks [] for security_group, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:35.728958 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.db_base_plugin_common [req-f598c3e5-693f-4293-a834-7067dee715da req-55b07654-bbd1-4f9f-8738-c4f92f072b0f tempest-ServersTestJSON-1134034282 tempest-ServersTestJSON-1134034282-project] Allocated IP 172.20.0.9 (1afcf705-72a3-4954-9447-6f05c954aa5c/f7bfc3a7-b0d3-4146-9f17-d9356f83ed59/ad6a0235-8314-43ca-bfdd-e59fc298502b) {{(pid=103591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:30:35.756471 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9fe7d6-9b47-4eac-a8cb-dc9731351930 req-4210455b-84e7-48d7-b244-476d3493e295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:30:35.758180 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9c9fe7d6-9b47-4eac-a8cb-dc9731351930 req-4210455b-84e7-48d7-b244-476d3493e295 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=61fc00fc-b813-4658-838c-689d0da00fb4 HTTP/1.1" status: 200 len: 797 time: 0.1676295 Nov 23 17:30:35.830396 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-f14934ce-789e-4c81-8481-4ae8b7d5e565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37a2da88-dd38-4438-ad20-a758389d26cc', 'name': 'tempest-ServerRescueNegativeTestJSON-486970986-router', 'tenant_id': '48e79dc20fea40fb8ca9e6c621fad84a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': 'fcdb4a9b-1c8b-4324-8b5b-219ae3205575', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:30:25Z', 'updated_at': '2021-11-23T17:30:32Z', 'revision_number': 4, 'project_id': '48e79dc20fea40fb8ca9e6c621fad84a', 'gw_port': {'id': 'fcdb4a9b-1c8b-4324-8b5b-219ae3205575', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:bc:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37a2da88-dd38-4438-ad20-a758389d26cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1133, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:30:26Z', 'updated_at': '2021-11-23T17:30:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_interfaces': [{'id': '668fddbf-4977-4f1d-990a-5d88ef95a6cb', 'name': '', 'network_id': 'ee61f549-61e5-4b3e-88cc-f7acada2ae03', 'tenant_id': '48e79dc20fea40fb8ca9e6c621fad84a', 'mac_address': 'fa:16:3e:27:f2:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37a2da88-dd38-4438-ad20-a758389d26cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1134, 'fixed_ips': [{'subnet_id': '7a48fbc6-9cf3-4d00-a808-31156a99c4b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:30:30Z', 'updated_at': '2021-11-23T17:30:32Z', 'revision_number': 2, 'project_id': '48e79dc20fea40fb8ca9e6c621fad84a', 'subnets': [{'id': '7a48fbc6-9cf3-4d00-a808-31156a99c4b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:30:35.853993 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dd09ba-5c61-45b0-ab41-b1a24f4e1200 req-9752ab61-1387-4781-8a3f-e9e7cd515913 tempest-ServerRescueNegativeTestJSON-1154722601 tempest-ServerRescueNegativeTestJSON-1154722601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:30:35.855888 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b8dd09ba-5c61-45b0-ab41-b1a24f4e1200 req-9752ab61-1387-4781-8a3f-e9e7cd515913 tempest-ServerRescueNegativeTestJSON-1154722601 tempest-ServerRescueNegativeTestJSON-1154722601-project] 10.222.0.60 "GET /v2.0/networks?id=ee61f549-61e5-4b3e-88cc-f7acada2ae03 HTTP/1.1" status: 200 len: 818 time: 0.3764486 Nov 23 17:30:35.859181 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f14934ce-789e-4c81-8481-4ae8b7d5e565 None None] Checking router: 37a2da88-dd38-4438-ad20-a758389d26cc for host: n-d-816206-8 {{(pid=103592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 17:30:35.859538 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f14934ce-789e-4c81-8481-4ae8b7d5e565 None None] Updating router 37a2da88-dd38-4438-ad20-a758389d26cc port 668fddbf-4977-4f1d-990a-5d88ef95a6cb binding host n-d-816206-8 {{(pid=103592) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 17:30:35.886538 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-f14934ce-789e-4c81-8481-4ae8b7d5e565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:35.943594 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b8dd09ba-5c61-45b0-ab41-b1a24f4e1200 req-c4ac7d9e-6df4-4997-92ca-c00e3e0e5fc6 tempest-ServerRescueNegativeTestJSON-1154722601 tempest-ServerRescueNegativeTestJSON-1154722601-project] 10.222.0.60 "GET /v2.0/quotas/48e79dc20fea40fb8ca9e6c621fad84a HTTP/1.1" status: 200 len: 375 time: 0.0599566 Nov 23 17:30:36.183985 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-f14934ce-789e-4c81-8481-4ae8b7d5e565 None None] Publish callbacks [] for port, precommit_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:36.193842 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-f14934ce-789e-4c81-8481-4ae8b7d5e565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:36.228926 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9fe7d6-9b47-4eac-a8cb-dc9731351930 req-87e31ac5-ffb0-4aea-9210-1eef0ab6caf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:30:36.230683 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9c9fe7d6-9b47-4eac-a8cb-dc9731351930 req-87e31ac5-ffb0-4aea-9210-1eef0ab6caf6 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a080cd49-aff0-47e2-a832-3717812be820&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4459310 Nov 23 17:30:36.239262 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-0f9afdb1-4221-43d8-99ee-9365a2c1bd77 req-1aa89d22-1994-4d62-8764-4ce938fff6d9 tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] Publish callbacks [] for security_group, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:36.269629 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25b4460-cb4f-4011-be45-0d495ffedda4 None None] Pushing event updated for resources: {'Port': ['ID=668fddbf-4977-4f1d-990a-5d88ef95a6cb,revision_number=3']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:30:36.302005 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-f14934ce-789e-4c81-8481-4ae8b7d5e565 None None] Attempting to bind port 668fddbf-4977-4f1d-990a-5d88ef95a6cb on host n-d-816206-8 for vnic_type normal with profile {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:30:36.302379 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-f14934ce-789e-4c81-8481-4ae8b7d5e565 None None] Attempting to bind port 668fddbf-4977-4f1d-990a-5d88ef95a6cb by drivers openvswitch,hyperv on host n-d-816206-8 at level 0 using segments [{'id': '9af5bdca-ad73-4e5e-ad36-1bd85f88bd90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'ee61f549-61e5-4b3e-88cc-f7acada2ae03'}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:30:36.302742 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f14934ce-789e-4c81-8481-4ae8b7d5e565 None None] Attempting to bind port 668fddbf-4977-4f1d-990a-5d88ef95a6cb on network ee61f549-61e5-4b3e-88cc-f7acada2ae03 {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:30:36.308168 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f14934ce-789e-4c81-8481-4ae8b7d5e565 None None] Checking agent: {'id': '9e89acbe-4bbe-4c77-a18b-6f1da9133e0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 7, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 30, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:30:36.308655 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f14934ce-789e-4c81-8481-4ae8b7d5e565 None None] Checking segment: {'id': '9af5bdca-ad73-4e5e-ad36-1bd85f88bd90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'ee61f549-61e5-4b3e-88cc-f7acada2ae03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:30:36.309069 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-f14934ce-789e-4c81-8481-4ae8b7d5e565 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:36.309456 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f14934ce-789e-4c81-8481-4ae8b7d5e565 None None] Bound using segment: {'id': '9af5bdca-ad73-4e5e-ad36-1bd85f88bd90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'ee61f549-61e5-4b3e-88cc-f7acada2ae03'} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:30:36.309921 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-f14934ce-789e-4c81-8481-4ae8b7d5e565 None None] Bound port: 668fddbf-4977-4f1d-990a-5d88ef95a6cb, host: n-d-816206-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9af5bdca-ad73-4e5e-ad36-1bd85f88bd90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'ee61f549-61e5-4b3e-88cc-f7acada2ae03'}}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:30:36.310300 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-f14934ce-789e-4c81-8481-4ae8b7d5e565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:36.318347 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-0f9afdb1-4221-43d8-99ee-9365a2c1bd77 req-1aa89d22-1994-4d62-8764-4ce938fff6d9 tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:36.391613 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-f14934ce-789e-4c81-8481-4ae8b7d5e565 None None] For port 668fddbf-4977-4f1d-990a-5d88ef95a6cb, host n-d-816206-8, cleared binding levels {{(pid=103592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:30:36.395822 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-f14934ce-789e-4c81-8481-4ae8b7d5e565 None None] For port 668fddbf-4977-4f1d-990a-5d88ef95a6cb, host n-d-816206-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=668fddbf-4977-4f1d-990a-5d88ef95a6cb,segment=NetworkSegment(9af5bdca-ad73-4e5e-ad36-1bd85f88bd90),segment_id=9af5bdca-ad73-4e5e-ad36-1bd85f88bd90)] {{(pid=103592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:30:36.400373 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-f14934ce-789e-4c81-8481-4ae8b7d5e565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:36.432534 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-fb37ea10-f58f-45eb-b644-f2769f2deef2 admin admin] Deleting port 3769c2d5-e10e-48ab-be33-395942f4c57c {{(pid=103591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:30:36.432534 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-fb37ea10-f58f-45eb-b644-f2769f2deef2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:36.441352 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-0f9afdb1-4221-43d8-99ee-9365a2c1bd77 req-1aa89d22-1994-4d62-8764-4ce938fff6d9 tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] Publish callbacks [] for security_group, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:36.443422 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-0f9afdb1-4221-43d8-99ee-9365a2c1bd77 req-1aa89d22-1994-4d62-8764-4ce938fff6d9 tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 1.0477810 Nov 23 17:30:36.450472 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa89d22-1994-4d62-8764-4ce938fff6d9 tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08f22001-d741-4b87-aa68-ca7991f22b20,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:30:36.474873 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b8dd09ba-5c61-45b0-ab41-b1a24f4e1200 req-8cfaeb86-bdb6-4692-9ac1-8b733487c524 tempest-ServerRescueNegativeTestJSON-1154722601 tempest-ServerRescueNegativeTestJSON-1154722601-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=48e79dc20fea40fb8ca9e6c621fad84a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2702971 Nov 23 17:30:36.484087 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f14934ce-789e-4c81-8481-4ae8b7d5e565 None None] Routers {'37a2da88-dd38-4438-ad20-a758389d26cc'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:30:36.485610 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-f598c3e5-693f-4293-a834-7067dee715da req-55b07654-bbd1-4f9f-8738-c4f92f072b0f tempest-ServersTestJSON-1134034282 tempest-ServersTestJSON-1134034282-project] Publish callbacks [] for port, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:36.488122 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-f14934ce-789e-4c81-8481-4ae8b7d5e565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:30:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['37a2da88-dd38-4438-ad20-a758389d26cc'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:30:36.572554 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25b4460-cb4f-4011-be45-0d495ffedda4 None None] Pushing event updated for resources: {'Port': ['ID=668fddbf-4977-4f1d-990a-5d88ef95a6cb,revision_number=4']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:30:36.598510 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9c9fe7d6-9b47-4eac-a8cb-dc9731351930 req-d574e03a-6c2b-40ea-a558-ee1e4c6c1e6e service neutron] 10.222.0.55 "GET /v2.0/networks/a080cd49-aff0-47e2-a832-3717812be820?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3570943 Nov 23 17:30:36.680048 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:30:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc1f1f71-f6f8-4afe-8b4e-09a9216e9bc2 x-openstack-request-id: req-dc1f1f71-f6f8-4afe-8b4e-09a9216e9bc2 {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:30:36.680454 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37e8ae14-9cd4-49ea-995a-80ea413da2ba", "name": "network-vif-plugged", "status": "completed", "tag": "02736327-cd7a-4294-b1a4-8233d028eda1", "code": 200}]} {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:30:36.680917 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-dc1f1f71-f6f8-4afe-8b4e-09a9216e9bc2 {{(pid=103592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:30:36.681327 n-d-816206-8 neutron-server[103592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37e8ae14-9cd4-49ea-995a-80ea413da2ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02736327-cd7a-4294-b1a4-8233d028eda1', 'code': 200} Nov 23 17:30:36.685825 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvr_db [None req-f14934ce-789e-4c81-8481-4ae8b7d5e565 None None] Set router 37a2da88-dd38-4438-ad20-a758389d26cc gateway port host: n-d-816206-8 {{(pid=103592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:30:36.722602 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [None req-fb37ea10-f58f-45eb-b644-f2769f2deef2 admin admin] For port 3769c2d5-e10e-48ab-be33-395942f4c57c, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=3769c2d5-e10e-48ab-be33-395942f4c57c,segment=NetworkSegment(fec3e18b-192e-4190-b016-a80fa6978f10),segment_id=fec3e18b-192e-4190-b016-a80fa6978f10)] {{(pid=103591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:30:36.724360 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-fb37ea10-f58f-45eb-b644-f2769f2deef2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:36.812010 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-fb37ea10-f58f-45eb-b644-f2769f2deef2 admin admin] Calling delete_port for 3769c2d5-e10e-48ab-be33-395942f4c57c owned by network:router_interface {{(pid=103591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:30:36.872631 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-f598c3e5-693f-4293-a834-7067dee715da req-55b07654-bbd1-4f9f-8738-c4f92f072b0f tempest-ServersTestJSON-1134034282 tempest-ServersTestJSON-1134034282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:36.943254 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-f14934ce-789e-4c81-8481-4ae8b7d5e565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37a2da88-dd38-4438-ad20-a758389d26cc', 'name': 'tempest-ServerRescueNegativeTestJSON-486970986-router', 'tenant_id': '48e79dc20fea40fb8ca9e6c621fad84a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': 'fcdb4a9b-1c8b-4324-8b5b-219ae3205575', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:30:25Z', 'updated_at': '2021-11-23T17:30:32Z', 'revision_number': 4, 'project_id': '48e79dc20fea40fb8ca9e6c621fad84a', 'gw_port': {'id': 'fcdb4a9b-1c8b-4324-8b5b-219ae3205575', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:bc:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37a2da88-dd38-4438-ad20-a758389d26cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1133, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:30:26Z', 'updated_at': '2021-11-23T17:30:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_interfaces': [{'id': '668fddbf-4977-4f1d-990a-5d88ef95a6cb', 'name': '', 'network_id': 'ee61f549-61e5-4b3e-88cc-f7acada2ae03', 'tenant_id': '48e79dc20fea40fb8ca9e6c621fad84a', 'mac_address': 'fa:16:3e:27:f2:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37a2da88-dd38-4438-ad20-a758389d26cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1134, 'fixed_ips': [{'subnet_id': '7a48fbc6-9cf3-4d00-a808-31156a99c4b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:30:30Z', 'updated_at': '2021-11-23T17:30:36Z', 'revision_number': 4, 'project_id': '48e79dc20fea40fb8ca9e6c621fad84a', 'subnets': [{'id': '7a48fbc6-9cf3-4d00-a808-31156a99c4b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:30:36.977239 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f14934ce-789e-4c81-8481-4ae8b7d5e565 None None] The sync data for ids ['37a2da88-dd38-4438-ad20-a758389d26cc'] in n-d-816206-8 is: [{'id': '37a2da88-dd38-4438-ad20-a758389d26cc', 'name': 'tempest-ServerRescueNegativeTestJSON-486970986-router', 'tenant_id': '48e79dc20fea40fb8ca9e6c621fad84a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': 'fcdb4a9b-1c8b-4324-8b5b-219ae3205575', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:30:25Z', 'updated_at': '2021-11-23T17:30:32Z', 'revision_number': 4, 'project_id': '48e79dc20fea40fb8ca9e6c621fad84a', 'gw_port': {'id': 'fcdb4a9b-1c8b-4324-8b5b-219ae3205575', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:bc:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37a2da88-dd38-4438-ad20-a758389d26cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1133, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:30:26Z', 'updated_at': '2021-11-23T17:30:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_interfaces': [{'id': '668fddbf-4977-4f1d-990a-5d88ef95a6cb', 'name': '', 'network_id': 'ee61f549-61e5-4b3e-88cc-f7acada2ae03', 'tenant_id': '48e79dc20fea40fb8ca9e6c621fad84a', 'mac_address': 'fa:16:3e:27:f2:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37a2da88-dd38-4438-ad20-a758389d26cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1134, 'fixed_ips': [{'subnet_id': '7a48fbc6-9cf3-4d00-a808-31156a99c4b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:30:30Z', 'updated_at': '2021-11-23T17:30:36Z', 'revision_number': 4, 'project_id': '48e79dc20fea40fb8ca9e6c621fad84a', 'subnets': [{'id': '7a48fbc6-9cf3-4d00-a808-31156a99c4b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:30:37.038726 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f598c3e5-693f-4293-a834-7067dee715da req-55b07654-bbd1-4f9f-8738-c4f92f072b0f tempest-ServersTestJSON-1134034282 tempest-ServersTestJSON-1134034282-project] Network 1afcf705-72a3-4954-9447-6f05c954aa5c is already hosted by enough agents. {{(pid=103591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:30:37.065435 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [req-f598c3e5-693f-4293-a834-7067dee715da req-55b07654-bbd1-4f9f-8738-c4f92f072b0f tempest-ServersTestJSON-1134034282 tempest-ServersTestJSON-1134034282-project] Resources bound (agent type, host, resource id): {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:30:37.075126 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b07654-bbd1-4f9f-8738-c4f92f072b0f tempest-ServersTestJSON-1134034282 tempest-ServersTestJSON-1134034282-project] Pushing event updated for resources: {'Port': ['ID=ad6a0235-8314-43ca-bfdd-e59fc298502b,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:30:37.078857 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9c9fe7d6-9b47-4eac-a8cb-dc9731351930 req-665cd6be-9745-4bc7-bc5b-9eae748ba912 service neutron] 10.222.0.55 "GET /v2.0/networks/a080cd49-aff0-47e2-a832-3717812be820?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4731560 Nov 23 17:30:37.088539 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [req-f598c3e5-693f-4293-a834-7067dee715da req-55b07654-bbd1-4f9f-8738-c4f92f072b0f tempest-ServersTestJSON-1134034282 tempest-ServersTestJSON-1134034282-project] Received port after_create {{(pid=103591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:30:37.100449 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef315c3-b3af-436b-96d6-e7312c0b6c57 req-658384d1-3bed-490c-9acf-c28e86bccd96 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:30:37.101624 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8ef315c3-b3af-436b-96d6-e7312c0b6c57 req-658384d1-3bed-490c-9acf-c28e86bccd96 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc1cb68a-7d8e-48af-9098-d96a53e08c31 HTTP/1.1" status: 200 len: 946 time: 0.3026924 Nov 23 17:30:37.107738 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854dc0ae-9496-4000-9a7e-940e5fb3f514 req-34ed1f45-5a64-4b5b-b7b4-0a2e811af99e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:30:37.112632 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-854dc0ae-9496-4000-9a7e-940e5fb3f514 req-34ed1f45-5a64-4b5b-b7b4-0a2e811af99e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=37e8ae14-9cd4-49ea-995a-80ea413da2ba HTTP/1.1" status: 200 len: 1096 time: 0.3114729 Nov 23 17:30:37.115462 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b8dd09ba-5c61-45b0-ab41-b1a24f4e1200 req-f951af69-40eb-492d-b152-c8b5a40e6af0 service neutron] 10.222.0.60 "GET /v2.0/networks/ee61f549-61e5-4b3e-88cc-f7acada2ae03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6170940 Nov 23 17:30:37.367877 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f598c3e5-693f-4293-a834-7067dee715da req-55b07654-bbd1-4f9f-8738-c4f92f072b0f tempest-ServersTestJSON-1134034282 tempest-ServersTestJSON-1134034282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:30:37.368606 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-f598c3e5-693f-4293-a834-7067dee715da req-55b07654-bbd1-4f9f-8738-c4f92f072b0f tempest-ServersTestJSON-1134034282 tempest-ServersTestJSON-1134034282-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:37.408932 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8ef315c3-b3af-436b-96d6-e7312c0b6c57 req-b6d388d2-7d43-47a9-b671-7c3ceef55bfc tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.60 "GET /v2.0/security-groups?id=b4179e07-bbfd-4236-b98c-2ab2b518c61f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2922537 Nov 23 17:30:37.414259 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-f9fb11dd-555f-4c7c-a139-8c04a74bef44 None None] Provisioning complete for port ad6a0235-8314-43ca-bfdd-e59fc298502b triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:30:37.414625 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-f9fb11dd-555f-4c7c-a139-8c04a74bef44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:37.423706 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-854dc0ae-9496-4000-9a7e-940e5fb3f514 req-abcbb3e1-469e-432d-9f97-b5c30365b6b4 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=b72fbdee-bb06-4305-b89a-f9761da4d3f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2775607 Nov 23 17:30:37.443655 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f598c3e5-693f-4293-a834-7067dee715da req-55b07654-bbd1-4f9f-8738-c4f92f072b0f tempest-ServersTestJSON-1134034282 tempest-ServersTestJSON-1134034282-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8235238 Nov 23 17:30:37.483964 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-f9fb11dd-555f-4c7c-a139-8c04a74bef44 None None] Port ad6a0235-8314-43ca-bfdd-e59fc298502b cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:30:37.511631 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b8dd09ba-5c61-45b0-ab41-b1a24f4e1200 req-5d4ab436-4a09-4573-89c6-8369ea121d77 service neutron] 10.222.0.60 "GET /v2.0/networks/ee61f549-61e5-4b3e-88cc-f7acada2ae03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3680227 Nov 23 17:30:37.579955 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-fb37ea10-f58f-45eb-b644-f2769f2deef2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:37.627887 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb37ea10-f58f-45eb-b644-f2769f2deef2 admin admin] Pushing event deleted for resources: {'Port': ['ID=3769c2d5-e10e-48ab-be33-395942f4c57c,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:30:37.644054 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9108fab7-aff9-43b0-80df-bdf4998f0b17 req-5038cc1d-e841-4ee9-a823-c6de24d5e902 tempest-ServerAddressesNegativeTestJSON-243613553 tempest-ServerAddressesNegativeTestJSON-243613553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:30:37.652081 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9108fab7-aff9-43b0-80df-bdf4998f0b17 req-5038cc1d-e841-4ee9-a823-c6de24d5e902 tempest-ServerAddressesNegativeTestJSON-243613553 tempest-ServerAddressesNegativeTestJSON-243613553-project] 10.222.0.60 "GET /v2.0/ports?device_id=37e8ae14-9cd4-49ea-995a-80ea413da2ba HTTP/1.1" status: 200 len: 945 time: 0.1295404 Nov 23 17:30:37.667332 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [req-f598c3e5-693f-4293-a834-7067dee715da req-ef7b30b6-ba97-41ab-9a3d-3c3dee31895a service neutron] Request body: {'port': {'device_id': 'f607dab7-428e-486b-95e5-a97d3e9aba41', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-8'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:30:38.009259 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 668fddbf-4977-4f1d-990a-5d88ef95a6cb up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:30:38.040940 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9108fab7-aff9-43b0-80df-bdf4998f0b17 req-7a9e48ef-248d-4ce6-9963-4d7abc5f9a64 tempest-ServerAddressesNegativeTestJSON-243613553 tempest-ServerAddressesNegativeTestJSON-243613553-project] 10.222.0.60 "GET /v2.0/security-groups?id=b72fbdee-bb06-4305-b89a-f9761da4d3f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3757463 Nov 23 17:30:38.131024 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port 668fddbf-4977-4f1d-990a-5d88ef95a6cb triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:30:38.136399 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:38.183352 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-f598c3e5-693f-4293-a834-7067dee715da req-ef7b30b6-ba97-41ab-9a3d-3c3dee31895a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:38.297971 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e738a3c5-bd58-4880-90dd-c9234fc70e61 req-9c298fdf-87ec-44f6-9946-ff48667f1d20 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:30:38.305448 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e738a3c5-bd58-4880-90dd-c9234fc70e61 req-9c298fdf-87ec-44f6-9946-ff48667f1d20 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:30:38.311685 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e738a3c5-bd58-4880-90dd-c9234fc70e61 req-9c298fdf-87ec-44f6-9946-ff48667f1d20 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:30:38.319497 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e738a3c5-bd58-4880-90dd-c9234fc70e61 req-9c298fdf-87ec-44f6-9946-ff48667f1d20 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:30:38.337521 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e738a3c5-bd58-4880-90dd-c9234fc70e61 req-9c298fdf-87ec-44f6-9946-ff48667f1d20 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:30:38.345693 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e738a3c5-bd58-4880-90dd-c9234fc70e61 req-9c298fdf-87ec-44f6-9946-ff48667f1d20 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:30:38.356396 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e738a3c5-bd58-4880-90dd-c9234fc70e61 req-9c298fdf-87ec-44f6-9946-ff48667f1d20 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:30:38.363107 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e738a3c5-bd58-4880-90dd-c9234fc70e61 req-9c298fdf-87ec-44f6-9946-ff48667f1d20 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] 10.222.0.60 "GET /v2.0/ports?device_id=83c4b9c5-48d7-40af-8fb5-dabe4d43cce9 HTTP/1.1" status: 200 len: 5427 time: 0.4952810 Nov 23 17:30:38.433704 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-fb37ea10-f58f-45eb-b644-f2769f2deef2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2067500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1794520'] for router_interface, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:38.487903 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee7cf7d-2dcb-4ec8-9429-336fc2da2b94 req-3842ed47-faba-4452-9562-be7d7e60dca9 tempest-ServersTestJSON-1134034282 tempest-ServersTestJSON-1134034282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:30:38.490083 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-dee7cf7d-2dcb-4ec8-9429-336fc2da2b94 req-3842ed47-faba-4452-9562-be7d7e60dca9 tempest-ServersTestJSON-1134034282 tempest-ServersTestJSON-1134034282-project] 10.222.0.60 "GET /v2.0/ports?device_id=f607dab7-428e-486b-95e5-a97d3e9aba41 HTTP/1.1" status: 200 len: 931 time: 0.3099937 Nov 23 17:30:38.540269 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device 81e265bf-2431-406e-8d75-7f043e355546 no longer exists at agent hyperv_n-h2-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:30:38.605541 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:38.683772 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e738a3c5-bd58-4880-90dd-c9234fc70e61 req-e37f808a-b80c-4853-afb0-774ba8ebfed1 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] 10.222.0.60 "GET /v2.0/security-groups?id=f803d7ea-d3d6-4cf6-830c-70814cdc1205&id=0089afc6-8a44-4092-8e4d-085e37cc31cf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3080280 Nov 23 17:30:38.742013 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] For port 668fddbf-4977-4f1d-990a-5d88ef95a6cb, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=668fddbf-4977-4f1d-990a-5d88ef95a6cb,segment=NetworkSegment(9af5bdca-ad73-4e5e-ad36-1bd85f88bd90),segment_id=9af5bdca-ad73-4e5e-ad36-1bd85f88bd90)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:30:38.761086 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:38.798917 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:38.919179 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Pushing event updated for resources: {'Port': ['ID=668fddbf-4977-4f1d-990a-5d88ef95a6cb,revision_number=5']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:30:38.937028 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:30:38.937380 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:30:38.937734 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:30:38.938074 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:30:38.938410 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:30:38.938749 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:30:38.939085 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:30:38.939420 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:30:38.939752 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:30:38.940270 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:30:38.942621 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:30:38.942907 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:30:38.969534 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63f851fb-f540-4867-ab84-dbcf797303e0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '81e265bf-2431-406e-8d75-7f043e355546'}] {{(pid=103592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:30:38.973819 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba3e6a8f2301c7a29fe1eca9779abdae4ccbcd6266d69778087f2498d5551201" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1edec45d-67f5-431d-a181-a21f501071ef" -d '{"events": [{"server_uuid": "63f851fb-f540-4867-ab84-dbcf797303e0", "name": "network-vif-unplugged", "status": "completed", "tag": "81e265bf-2431-406e-8d75-7f043e355546"}]}' {{(pid=103592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:30:39.001171 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port 81e265bf-2431-406e-8d75-7f043e355546, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=81e265bf-2431-406e-8d75-7f043e355546,segment=NetworkSegment(329c1745-02bf-4561-9615-3192910887f5),segment_id=329c1745-02bf-4561-9615-3192910887f5)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:30:39.006247 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:39.085226 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Pushing event updated for resources: {'Port': ['ID=81e265bf-2431-406e-8d75-7f043e355546,revision_number=11']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:30:39.297414 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-dee7cf7d-2dcb-4ec8-9429-336fc2da2b94 req-a1a48458-8632-48cf-80a9-6020068bc095 tempest-ServersTestJSON-1134034282 tempest-ServersTestJSON-1134034282-project] 10.222.0.60 "GET /v2.0/security-groups?id=b310ccca-6502-41c2-a6d7-b680d0ad1473&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7286546 Nov 23 17:30:39.397823 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d10babb-9de1-4264-8ac7-d0ff3feb4268 req-59b76e39-7112-429b-9ffd-9a6ca245784b tempest-ListImageFiltersTestJSON-955973730 tempest-ListImageFiltersTestJSON-955973730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:30:39.399656 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8d10babb-9de1-4264-8ac7-d0ff3feb4268 req-59b76e39-7112-429b-9ffd-9a6ca245784b tempest-ListImageFiltersTestJSON-955973730 tempest-ListImageFiltersTestJSON-955973730-project] 10.222.0.60 "GET /v2.0/ports?device_id=63f851fb-f540-4867-ab84-dbcf797303e0 HTTP/1.1" status: 200 len: 951 time: 0.5428278 Nov 23 17:30:39.721549 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8d10babb-9de1-4264-8ac7-d0ff3feb4268 req-99e0b7b7-fc9e-4c0e-a4e1-94b59254a5b6 tempest-ListImageFiltersTestJSON-955973730 tempest-ListImageFiltersTestJSON-955973730-project] 10.222.0.60 "GET /v2.0/security-groups?id=fec35857-50c4-4692-bf75-bd7acd8a118e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2825177 Nov 23 17:30:39.729924 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dd09ba-5c61-45b0-ab41-b1a24f4e1200 req-c97ab948-68c9-4ee9-9075-d83430191b22 tempest-ServerRescueNegativeTestJSON-1154722601 tempest-ServerRescueNegativeTestJSON-1154722601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:30:39.731472 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 668fddbf-4977-4f1d-990a-5d88ef95a6cb up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:30:39.731679 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b8dd09ba-5c61-45b0-ab41-b1a24f4e1200 req-c97ab948-68c9-4ee9-9075-d83430191b22 tempest-ServerRescueNegativeTestJSON-1154722601 tempest-ServerRescueNegativeTestJSON-1154722601-project] 10.222.0.55 "GET /v2.0/networks?id=ee61f549-61e5-4b3e-88cc-f7acada2ae03 HTTP/1.1" status: 200 len: 818 time: 0.4053566 Nov 23 17:30:39.770451 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [req-b8dd09ba-5c61-45b0-ab41-b1a24f4e1200 req-e8abaf25-a94d-48c3-8f53-043dc68c7033 tempest-ServerRescueNegativeTestJSON-1154722601 tempest-ServerRescueNegativeTestJSON-1154722601-project] Request body: {'port': {'device_id': '2d345fdd-78be-4275-8a19-37cd401e3348', 'network_id': 'ee61f549-61e5-4b3e-88cc-f7acada2ae03', 'admin_state_up': True, 'tenant_id': '48e79dc20fea40fb8ca9e6c621fad84a'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:30:39.782226 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [req-f598c3e5-693f-4293-a834-7067dee715da req-ef7b30b6-ba97-41ab-9a3d-3c3dee31895a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad6a0235-8314-43ca-bfdd-e59fc298502b {{(pid=103591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:30:39.806557 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-f598c3e5-693f-4293-a834-7067dee715da req-ef7b30b6-ba97-41ab-9a3d-3c3dee31895a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:39.826887 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3369eb43-c2a0-49c4-ba57-17ce91893d6c req-9911b9bd-f5da-4e3f-8195-f878aeb7d790 tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:30:39.828527 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-3369eb43-c2a0-49c4-ba57-17ce91893d6c req-9911b9bd-f5da-4e3f-8195-f878aeb7d790 tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] 10.222.0.60 "GET /v2.0/networks?id=20824f08-7d73-4bbc-b037-8f08604bcdaf HTTP/1.1" status: 200 len: 812 time: 0.4278920 Nov 23 17:30:39.830550 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb37ea10-f58f-45eb-b644-f2769f2deef2 admin admin] Router a271dc8e-daa0-4a7e-b4fe-cc6cd3390c77 has already been hosted by L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 {{(pid=103591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 17:30:39.875968 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port 668fddbf-4977-4f1d-990a-5d88ef95a6cb triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:30:39.876334 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:39.900211 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.provisioning_blocks [req-f598c3e5-693f-4293-a834-7067dee715da req-ef7b30b6-ba97-41ab-9a3d-3c3dee31895a service neutron] Transition to ACTIVE for port object ad6a0235-8314-43ca-bfdd-e59fc298502b will not be triggered until provisioned by entity L2. {{(pid=103591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 17:30:39.917327 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-f598c3e5-693f-4293-a834-7067dee715da req-ef7b30b6-ba97-41ab-9a3d-3c3dee31895a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264758186'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:39.933993 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-3369eb43-c2a0-49c4-ba57-17ce91893d6c req-df6ad865-0810-4a36-a67a-b4543cce1f25 tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] 10.222.0.60 "GET /v2.0/quotas/c94e75c35eaa4eaebd82e447a9e1b0e3 HTTP/1.1" status: 200 len: 375 time: 0.0849342 Nov 23 17:30:40.090129 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c32f63ef-ce4e-4629-b68a-2a485197e6a7 req-3d5da1fb-8dec-4ba4-aa36-de17bfcdd91c tempest-ServerRescueNegativeTestJSON-1154722601 tempest-ServerRescueNegativeTestJSON-1154722601-project] 10.222.0.60 "GET /v2.0/ports?device_id=2d345fdd-78be-4275-8a19-37cd401e3348 HTTP/1.1" status: 200 len: 210 time: 0.1265912 Nov 23 17:30:40.130915 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7b30b6-ba97-41ab-9a3d-3c3dee31895a service neutron] Pushing event updated for resources: {'Port': ['ID=ad6a0235-8314-43ca-bfdd-e59fc298502b,revision_number=2']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:30:40.183976 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 17:30:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-371fb59b-ca94-4b92-99a9-15b5ae6d48dd x-openstack-request-id: req-371fb59b-ca94-4b92-99a9-15b5ae6d48dd {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:30:40.184539 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63f851fb-f540-4867-ab84-dbcf797303e0", "name": "network-vif-unplugged", "status": "completed", "tag": "81e265bf-2431-406e-8d75-7f043e355546", "code": 200}]} {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:30:40.184539 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-371fb59b-ca94-4b92-99a9-15b5ae6d48dd {{(pid=103592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:30:40.184936 n-d-816206-8 neutron-server[103592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63f851fb-f540-4867-ab84-dbcf797303e0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '81e265bf-2431-406e-8d75-7f043e355546', 'code': 200} Nov 23 17:30:40.230368 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8dd09ba-5c61-45b0-ab41-b1a24f4e1200 req-e8abaf25-a94d-48c3-8f53-043dc68c7033 tempest-ServerRescueNegativeTestJSON-1154722601 tempest-ServerRescueNegativeTestJSON-1154722601-project] Made reservation on behalf of 48e79dc20fea40fb8ca9e6c621fad84a for: {'port': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:30:40.235023 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-b8dd09ba-5c61-45b0-ab41-b1a24f4e1200 req-e8abaf25-a94d-48c3-8f53-043dc68c7033 tempest-ServerRescueNegativeTestJSON-1154722601 tempest-ServerRescueNegativeTestJSON-1154722601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:40.369828 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-3369eb43-c2a0-49c4-ba57-17ce91893d6c req-21a08718-4e2a-4552-9f52-b1e5e18c5d6c tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=c94e75c35eaa4eaebd82e447a9e1b0e3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4075241 Nov 23 17:30:40.446405 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb37ea10-f58f-45eb-b644-f2769f2deef2 admin admin] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:30:40.457602 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e35617f-0b86-493d-88bf-3866de7e3581 None None] Sync routers for ids ['a271dc8e-daa0-4a7e-b4fe-cc6cd3390c77'] in n-d-816206-8 {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:30:40.468383 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e35617f-0b86-493d-88bf-3866de7e3581 None None] Routers {'a271dc8e-daa0-4a7e-b4fe-cc6cd3390c77'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:30:40.471546 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-fb37ea10-f58f-45eb-b644-f2769f2deef2 admin admin] 10.222.0.60 "PUT /v2.0/routers/a271dc8e-daa0-4a7e-b4fe-cc6cd3390c77/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3435903 Nov 23 17:30:40.471918 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 34762) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:30:40.472536 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-5e35617f-0b86-493d-88bf-3866de7e3581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:30:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['a271dc8e-daa0-4a7e-b4fe-cc6cd3390c77'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:30:40.477396 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511f3289-f269-4497-aab2-701ca6b439f0 req-09222c68-cfb9-470c-8b37-27c47d142549 tempest-ServerAddressesNegativeTestJSON-243613553 tempest-ServerAddressesNegativeTestJSON-243613553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:30:40.484715 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-511f3289-f269-4497-aab2-701ca6b439f0 req-09222c68-cfb9-470c-8b37-27c47d142549 tempest-ServerAddressesNegativeTestJSON-243613553 tempest-ServerAddressesNegativeTestJSON-243613553-project] 10.222.0.60 "GET /v2.0/ports?device_id=37e8ae14-9cd4-49ea-995a-80ea413da2ba HTTP/1.1" status: 200 len: 945 time: 0.2039189 Nov 23 17:30:40.550326 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-f598c3e5-693f-4293-a834-7067dee715da req-ef7b30b6-ba97-41ab-9a3d-3c3dee31895a service neutron] Attempting to bind port ad6a0235-8314-43ca-bfdd-e59fc298502b on host n-h2-816206-8 for vnic_type normal with profile {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:30:40.550671 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-f598c3e5-693f-4293-a834-7067dee715da req-ef7b30b6-ba97-41ab-9a3d-3c3dee31895a service neutron] Attempting to bind port ad6a0235-8314-43ca-bfdd-e59fc298502b by drivers openvswitch,hyperv on host n-h2-816206-8 at level 0 using segments [{'id': '8dd45b67-8dd0-4878-8132-504ff0655806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '1afcf705-72a3-4954-9447-6f05c954aa5c'}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:30:40.551552 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f598c3e5-693f-4293-a834-7067dee715da req-ef7b30b6-ba97-41ab-9a3d-3c3dee31895a service neutron] Attempting to bind port ad6a0235-8314-43ca-bfdd-e59fc298502b on network 1afcf705-72a3-4954-9447-6f05c954aa5c {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:30:40.577578 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f598c3e5-693f-4293-a834-7067dee715da req-ef7b30b6-ba97-41ab-9a3d-3c3dee31895a service neutron] Port ad6a0235-8314-43ca-bfdd-e59fc298502b on network 1afcf705-72a3-4954-9447-6f05c954aa5c not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-8 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 17:30:40.577915 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f598c3e5-693f-4293-a834-7067dee715da req-ef7b30b6-ba97-41ab-9a3d-3c3dee31895a service neutron] Attempting to bind port ad6a0235-8314-43ca-bfdd-e59fc298502b on network 1afcf705-72a3-4954-9447-6f05c954aa5c {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:30:40.622622 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f598c3e5-693f-4293-a834-7067dee715da req-ef7b30b6-ba97-41ab-9a3d-3c3dee31895a service neutron] Checking agent: {'id': 'ab77bf9e-0267-4174-8f1d-822cba89b207', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 15, 13), 'started_at': datetime.datetime(2021, 11, 23, 17, 15, 13), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 30, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:30:40.623021 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f598c3e5-693f-4293-a834-7067dee715da req-ef7b30b6-ba97-41ab-9a3d-3c3dee31895a service neutron] Checking segment: {'id': '8dd45b67-8dd0-4878-8132-504ff0655806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '1afcf705-72a3-4954-9447-6f05c954aa5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:30:40.623356 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f598c3e5-693f-4293-a834-7067dee715da req-ef7b30b6-ba97-41ab-9a3d-3c3dee31895a service neutron] Bound using segment: {'id': '8dd45b67-8dd0-4878-8132-504ff0655806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '1afcf705-72a3-4954-9447-6f05c954aa5c'} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:30:40.623804 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-f598c3e5-693f-4293-a834-7067dee715da req-ef7b30b6-ba97-41ab-9a3d-3c3dee31895a service neutron] Bound port: ad6a0235-8314-43ca-bfdd-e59fc298502b, host: n-h2-816206-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8dd45b67-8dd0-4878-8132-504ff0655806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '1afcf705-72a3-4954-9447-6f05c954aa5c'}}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:30:40.624372 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-f598c3e5-693f-4293-a834-7067dee715da req-ef7b30b6-ba97-41ab-9a3d-3c3dee31895a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:40.637020 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-97dd6964-789b-40b2-ab19-a149194cd651 admin admin] Publish callbacks [] for router, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:40.652747 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.db_base_plugin_common [req-b8dd09ba-5c61-45b0-ab41-b1a24f4e1200 req-e8abaf25-a94d-48c3-8f53-043dc68c7033 tempest-ServerRescueNegativeTestJSON-1154722601 tempest-ServerRescueNegativeTestJSON-1154722601-project] Allocated IP 172.20.0.2 (ee61f549-61e5-4b3e-88cc-f7acada2ae03/7a48fbc6-9cf3-4d00-a808-31156a99c4b2/9d847368-f5fa-4fed-840d-25e906c18499) {{(pid=103591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:30:40.672847 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-3369eb43-c2a0-49c4-ba57-17ce91893d6c req-f9f986a1-cb0c-4c6a-a07b-5377877a02e1 service neutron] 10.222.0.60 "GET /v2.0/networks/20824f08-7d73-4bbc-b037-8f08604bcdaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2902093 Nov 23 17:30:40.698992 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-511f3289-f269-4497-aab2-701ca6b439f0 req-f6340229-9b89-490c-ac6c-b5fb726a0872 tempest-ServerAddressesNegativeTestJSON-243613553 tempest-ServerAddressesNegativeTestJSON-243613553-project] 10.222.0.60 "GET /v2.0/security-groups?id=b72fbdee-bb06-4305-b89a-f9761da4d3f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2088518 Nov 23 17:30:40.746520 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-5e35617f-0b86-493d-88bf-3866de7e3581 None None] Set router a271dc8e-daa0-4a7e-b4fe-cc6cd3390c77 gateway port host: n-d-816206-8 {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:30:40.803221 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-97dd6964-789b-40b2-ab19-a149194cd651 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:40.869040 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-97dd6964-789b-40b2-ab19-a149194cd651 admin admin] Deleting port 4514a2b0-f25f-433f-9f9d-de765185ed6b {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:30:40.869626 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-97dd6964-789b-40b2-ab19-a149194cd651 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:40.955793 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-f598c3e5-693f-4293-a834-7067dee715da req-ef7b30b6-ba97-41ab-9a3d-3c3dee31895a service neutron] For port ad6a0235-8314-43ca-bfdd-e59fc298502b, host n-h2-816206-8, cleared binding levels {{(pid=103591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:30:40.959339 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-5e35617f-0b86-493d-88bf-3866de7e3581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a271dc8e-daa0-4a7e-b4fe-cc6cd3390c77', 'name': 'tempest-ServersTestMultiNic-322204837-router', 'tenant_id': '30af1458e15a4ef39cb103ebf3b9a873', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.182'}], 'enable_snat': True}, 'gw_port_id': '4514a2b0-f25f-433f-9f9d-de765185ed6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:27:29Z', 'updated_at': '2021-11-23T17:30:37Z', 'revision_number': 5, 'project_id': '30af1458e15a4ef39cb103ebf3b9a873', 'gw_port': {'id': '4514a2b0-f25f-433f-9f9d-de765185ed6b', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:24:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a271dc8e-daa0-4a7e-b4fe-cc6cd3390c77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 922, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:27:32Z', 'updated_at': '2021-11-23T17:27:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8'}], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:30:40.973541 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-97dd6964-789b-40b2-ab19-a149194cd651 admin admin] For port 4514a2b0-f25f-433f-9f9d-de765185ed6b, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=4514a2b0-f25f-433f-9f9d-de765185ed6b,segment=NetworkSegment(bffd1e4f-e80f-4ff0-b418-2f42ae15febf),segment_id=bffd1e4f-e80f-4ff0-b418-2f42ae15febf)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:30:40.974386 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-97dd6964-789b-40b2-ab19-a149194cd651 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:40.989779 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e35617f-0b86-493d-88bf-3866de7e3581 None None] Checking router: a271dc8e-daa0-4a7e-b4fe-cc6cd3390c77 for host: n-d-816206-8 {{(pid=103593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 17:30:40.990977 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-97dd6964-789b-40b2-ab19-a149194cd651 admin admin] Calling delete_port for 4514a2b0-f25f-433f-9f9d-de765185ed6b owned by network:router_gateway {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:30:41.002617 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e35617f-0b86-493d-88bf-3866de7e3581 None None] Routers {'a271dc8e-daa0-4a7e-b4fe-cc6cd3390c77'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:30:41.004720 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-5e35617f-0b86-493d-88bf-3866de7e3581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:30:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['a271dc8e-daa0-4a7e-b4fe-cc6cd3390c77'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:30:41.034634 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-f598c3e5-693f-4293-a834-7067dee715da req-ef7b30b6-ba97-41ab-9a3d-3c3dee31895a service neutron] For port ad6a0235-8314-43ca-bfdd-e59fc298502b, host n-h2-816206-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=ad6a0235-8314-43ca-bfdd-e59fc298502b,segment=NetworkSegment(8dd45b67-8dd0-4878-8132-504ff0655806),segment_id=8dd45b67-8dd0-4878-8132-504ff0655806)] {{(pid=103591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:30:41.053401 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-f598c3e5-693f-4293-a834-7067dee715da req-ef7b30b6-ba97-41ab-9a3d-3c3dee31895a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264758186'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:41.108966 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-3369eb43-c2a0-49c4-ba57-17ce91893d6c req-52aeef35-27cb-4c85-b08c-2f3ee5d671f4 service neutron] 10.222.0.60 "GET /v2.0/networks/20824f08-7d73-4bbc-b037-8f08604bcdaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4044840 Nov 23 17:30:41.124717 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f598c3e5-693f-4293-a834-7067dee715da req-ef7b30b6-ba97-41ab-9a3d-3c3dee31895a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:30:41.125672 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-f598c3e5-693f-4293-a834-7067dee715da req-ef7b30b6-ba97-41ab-9a3d-3c3dee31895a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:41.127545 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f598c3e5-693f-4293-a834-7067dee715da req-ef7b30b6-ba97-41ab-9a3d-3c3dee31895a service neutron] 10.222.0.36 "PUT /v2.0/ports/ad6a0235-8314-43ca-bfdd-e59fc298502b HTTP/1.1" status: 200 len: 1091 time: 3.4683688 Nov 23 17:30:41.150644 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dae0b1f-3575-4268-a25c-e7f59490b48a req-7e49dc8a-62dd-4fab-8445-a0fabaece385 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:30:41.166942 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dae0b1f-3575-4268-a25c-e7f59490b48a req-7e49dc8a-62dd-4fab-8445-a0fabaece385 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:30:41.174552 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dae0b1f-3575-4268-a25c-e7f59490b48a req-7e49dc8a-62dd-4fab-8445-a0fabaece385 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:30:41.183014 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dae0b1f-3575-4268-a25c-e7f59490b48a req-7e49dc8a-62dd-4fab-8445-a0fabaece385 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:30:41.189761 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dae0b1f-3575-4268-a25c-e7f59490b48a req-7e49dc8a-62dd-4fab-8445-a0fabaece385 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:30:41.203642 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dae0b1f-3575-4268-a25c-e7f59490b48a req-7e49dc8a-62dd-4fab-8445-a0fabaece385 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:30:41.211151 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dae0b1f-3575-4268-a25c-e7f59490b48a req-7e49dc8a-62dd-4fab-8445-a0fabaece385 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:30:41.214653 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8dae0b1f-3575-4268-a25c-e7f59490b48a req-7e49dc8a-62dd-4fab-8445-a0fabaece385 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] 10.222.0.60 "GET /v2.0/ports?device_id=83c4b9c5-48d7-40af-8fb5-dabe4d43cce9 HTTP/1.1" status: 200 len: 5427 time: 0.2777927 Nov 23 17:30:41.217736 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f607dab7-428e-486b-95e5-a97d3e9aba41', 'tag': 'ad6a0235-8314-43ca-bfdd-e59fc298502b'}] {{(pid=103591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:30:41.220292 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41d174a19ece9499ff9ec44e5b3fc50f2abd3ffbc947fb7e52ea1e8db27b95b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fbdf49e-b4c5-40a4-bf10-607e1b8c802f" -d '{"events": [{"name": "network-changed", "server_uuid": "f607dab7-428e-486b-95e5-a97d3e9aba41", "tag": "ad6a0235-8314-43ca-bfdd-e59fc298502b"}]}' {{(pid=103591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:30:41.226750 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-5e35617f-0b86-493d-88bf-3866de7e3581 None None] Set router a271dc8e-daa0-4a7e-b4fe-cc6cd3390c77 gateway port host: None {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:30:41.265874 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-b8dd09ba-5c61-45b0-ab41-b1a24f4e1200 req-e8abaf25-a94d-48c3-8f53-043dc68c7033 tempest-ServerRescueNegativeTestJSON-1154722601 tempest-ServerRescueNegativeTestJSON-1154722601-project] Publish callbacks [] for port, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:41.323438 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-97dd6964-789b-40b2-ab19-a149194cd651 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:41.335986 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7b30b6-ba97-41ab-9a3d-3c3dee31895a service neutron] Pushing event updated for resources: {'Port': ['ID=ad6a0235-8314-43ca-bfdd-e59fc298502b,revision_number=3']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:30:41.374091 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f598c3e5-693f-4293-a834-7067dee715da req-a80a11d3-47c7-4670-ad57-f1a34f98284d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:30:41.380679 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f598c3e5-693f-4293-a834-7067dee715da req-a80a11d3-47c7-4670-ad57-f1a34f98284d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=141a36de41b84f2cb4e5345b3fb2d0bd&device_id=f607dab7-428e-486b-95e5-a97d3e9aba41 HTTP/1.1" status: 200 len: 1094 time: 0.1366255 Nov 23 17:30:41.391902 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97dd6964-789b-40b2-ab19-a149194cd651 admin admin] Pushing event deleted for resources: {'Port': ['ID=4514a2b0-f25f-433f-9f9d-de765185ed6b,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:30:41.405235 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a85d3268-3001-4cd8-92aa-59d7a48e9c9f None None] DHCP port deletion for 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:30:41.444993 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-5e35617f-0b86-493d-88bf-3866de7e3581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a271dc8e-daa0-4a7e-b4fe-cc6cd3390c77', 'name': 'tempest-ServersTestMultiNic-322204837-router', 'tenant_id': '30af1458e15a4ef39cb103ebf3b9a873', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:27:29Z', 'updated_at': '2021-11-23T17:30:40Z', 'revision_number': 6, 'project_id': '30af1458e15a4ef39cb103ebf3b9a873', 'gw_port_host': None}], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:30:41.478361 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-97dd6964-789b-40b2-ab19-a149194cd651 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1795454'] for router_gateway, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:41.482933 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e35617f-0b86-493d-88bf-3866de7e3581 None None] The sync data for ids ['a271dc8e-daa0-4a7e-b4fe-cc6cd3390c77'] in n-d-816206-8 is: [{'id': 'a271dc8e-daa0-4a7e-b4fe-cc6cd3390c77', 'name': 'tempest-ServersTestMultiNic-322204837-router', 'tenant_id': '30af1458e15a4ef39cb103ebf3b9a873', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:27:29Z', 'updated_at': '2021-11-23T17:30:40Z', 'revision_number': 6, 'project_id': '30af1458e15a4ef39cb103ebf3b9a873', 'gw_port_host': None}] {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:30:41.521039 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f598c3e5-693f-4293-a834-7067dee715da req-1a646fe0-1fb0-44ff-b82b-c2c1b36999d9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ad6a0235-8314-43ca-bfdd-e59fc298502b HTTP/1.1" status: 200 len: 217 time: 0.0959182 Nov 23 17:30:41.535917 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8dae0b1f-3575-4268-a25c-e7f59490b48a req-5a42cc16-aa1b-4d39-92ee-4a73157915ef tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] 10.222.0.60 "GET /v2.0/security-groups?id=f803d7ea-d3d6-4cf6-830c-70814cdc1205&id=0089afc6-8a44-4092-8e4d-085e37cc31cf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3070836 Nov 23 17:30:41.641473 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-b8dd09ba-5c61-45b0-ab41-b1a24f4e1200 req-e8abaf25-a94d-48c3-8f53-043dc68c7033 tempest-ServerRescueNegativeTestJSON-1154722601 tempest-ServerRescueNegativeTestJSON-1154722601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:41.672981 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-97dd6964-789b-40b2-ab19-a149194cd651 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1794352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8175'] for router, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:41.676803 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-97dd6964-789b-40b2-ab19-a149194cd651 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:41.738541 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-97dd6964-789b-40b2-ab19-a149194cd651 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1795580'] for router, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:41.739308 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97dd6964-789b-40b2-ab19-a149194cd651 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a271dc8e-daa0-4a7e-b4fe-cc6cd3390c77 {{(pid=103590) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 17:30:41.745913 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-97dd6964-789b-40b2-ab19-a149194cd651 admin admin] Publish callbacks [] for router, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:41.748536 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-97dd6964-789b-40b2-ab19-a149194cd651 admin admin] 10.222.0.60 "DELETE /v2.0/routers/a271dc8e-daa0-4a7e-b4fe-cc6cd3390c77 HTTP/1.1" status: 204 len: 168 time: 1.2741406 Nov 23 17:30:41.750804 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 34794) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:30:41.768204 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f598c3e5-693f-4293-a834-7067dee715da req-2abb9ce6-38b2-4282-8761-e99ec0afd058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:30:41.769087 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f598c3e5-693f-4293-a834-7067dee715da req-2abb9ce6-38b2-4282-8761-e99ec0afd058 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f7bfc3a7-b0d3-4146-9f17-d9356f83ed59 HTTP/1.1" status: 200 len: 844 time: 0.2276280 Nov 23 17:30:41.793058 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8dd09ba-5c61-45b0-ab41-b1a24f4e1200 req-e8abaf25-a94d-48c3-8f53-043dc68c7033 tempest-ServerRescueNegativeTestJSON-1154722601 tempest-ServerRescueNegativeTestJSON-1154722601-project] Network ee61f549-61e5-4b3e-88cc-f7acada2ae03 is already hosted by enough agents. {{(pid=103591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:30:41.809028 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_v2 [None req-e90d0da1-be0d-4319-813d-90e82a6cd10d admin admin] Deleting subnet 28677dba-4b65-4876-bfd9-bc6d0405baf5 {{(pid=103590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 17:30:41.812320 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [req-b8dd09ba-5c61-45b0-ab41-b1a24f4e1200 req-e8abaf25-a94d-48c3-8f53-043dc68c7033 tempest-ServerRescueNegativeTestJSON-1154722601 tempest-ServerRescueNegativeTestJSON-1154722601-project] Resources bound (agent type, host, resource id): {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:30:41.812451 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e90d0da1-be0d-4319-813d-90e82a6cd10d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:41.821015 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8dd09ba-5c61-45b0-ab41-b1a24f4e1200 req-e8abaf25-a94d-48c3-8f53-043dc68c7033 tempest-ServerRescueNegativeTestJSON-1154722601 tempest-ServerRescueNegativeTestJSON-1154722601-project] Received port after_create {{(pid=103591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:30:41.860386 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e90d0da1-be0d-4319-813d-90e82a6cd10d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-267528342'] for subnet, precommit_delete_associations {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:41.875352 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8abaf25-a94d-48c3-8f53-043dc68c7033 tempest-ServerRescueNegativeTestJSON-1154722601 tempest-ServerRescueNegativeTestJSON-1154722601-project] Pushing event updated for resources: {'Port': ['ID=9d847368-f5fa-4fed-840d-25e906c18499,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:30:41.973911 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e90d0da1-be0d-4319-813d-90e82a6cd10d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971956'] for subnet, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:41.997044 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 3769c2d5-e10e-48ab-be33-395942f4c57c no longer exists at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:30:42.014358 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2604479d-4acf-4730-9045-4501ccd6c19f req-bb1a8b81-8186-4684-981e-178b4af08c55 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:30:42.015927 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2604479d-4acf-4730-9045-4501ccd6c19f req-bb1a8b81-8186-4684-981e-178b4af08c55 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc1cb68a-7d8e-48af-9098-d96a53e08c31 HTTP/1.1" status: 200 len: 946 time: 0.2906365 Nov 23 17:30:42.021463 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f598c3e5-693f-4293-a834-7067dee715da req-a30dadb6-3ea9-47b6-9903-039e7db6914d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:30:42.022984 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f598c3e5-693f-4293-a834-7067dee715da req-a30dadb6-3ea9-47b6-9903-039e7db6914d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1afcf705-72a3-4954-9447-6f05c954aa5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2246902 Nov 23 17:30:42.034971 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dd09ba-5c61-45b0-ab41-b1a24f4e1200 req-e8abaf25-a94d-48c3-8f53-043dc68c7033 tempest-ServerRescueNegativeTestJSON-1154722601 tempest-ServerRescueNegativeTestJSON-1154722601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:30:42.035878 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-b8dd09ba-5c61-45b0-ab41-b1a24f4e1200 req-e8abaf25-a94d-48c3-8f53-043dc68c7033 tempest-ServerRescueNegativeTestJSON-1154722601 tempest-ServerRescueNegativeTestJSON-1154722601-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:42.039425 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] No Port match for: 3769c2d5-e10e-48ab-be33-395942f4c57c {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:30:42.039869 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 3769c2d5-e10e-48ab-be33-395942f4c57c not bound to the agent host n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:30:42.043805 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e90d0da1-be0d-4319-813d-90e82a6cd10d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264357903', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264730940'] for subnet, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:42.066763 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff4ce63-4d22-4790-b3ba-44ac047c7e17 req-29b243eb-7cf5-4ad4-ad7c-a72a4d032773 tempest-ServerRescueNegativeTestJSON-1154722601 tempest-ServerRescueNegativeTestJSON-1154722601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:30:42.068304 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-bff4ce63-4d22-4790-b3ba-44ac047c7e17 req-29b243eb-7cf5-4ad4-ad7c-a72a4d032773 tempest-ServerRescueNegativeTestJSON-1154722601 tempest-ServerRescueNegativeTestJSON-1154722601-project] 10.222.0.60 "GET /v2.0/networks?id=ee61f549-61e5-4b3e-88cc-f7acada2ae03 HTTP/1.1" status: 200 len: 818 time: 0.3538625 Nov 23 17:30:42.078600 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90d0da1-be0d-4319-813d-90e82a6cd10d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=28677dba-4b65-4876-bfd9-bc6d0405baf5,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:30:42.084375 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e90d0da1-be0d-4319-813d-90e82a6cd10d admin admin] Publish callbacks [] for subnet, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:42.093061 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-e90d0da1-be0d-4319-813d-90e82a6cd10d admin admin] 10.222.0.60 "DELETE /v2.0/subnets/28677dba-4b65-4876-bfd9-bc6d0405baf5 HTTP/1.1" status: 204 len: 168 time: 0.3408115 Nov 23 17:30:42.094516 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 34798) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:30:42.096786 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32431225-0be4-4c6b-8786-ca08cbc47e0f None None] Network 65712b39-fd4a-4748-a9fa-f557ff471008 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:30:42.131973 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-bff4ce63-4d22-4790-b3ba-44ac047c7e17 req-5fe0f42a-5287-4d36-91a4-4ea1b2c666b5 tempest-ServerRescueNegativeTestJSON-1154722601 tempest-ServerRescueNegativeTestJSON-1154722601-project] 10.222.0.60 "GET /v2.0/quotas/48e79dc20fea40fb8ca9e6c621fad84a HTTP/1.1" status: 200 len: 375 time: 0.0460715 Nov 23 17:30:42.135227 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b8dd09ba-5c61-45b0-ab41-b1a24f4e1200 req-e8abaf25-a94d-48c3-8f53-043dc68c7033 tempest-ServerRescueNegativeTestJSON-1154722601 tempest-ServerRescueNegativeTestJSON-1154722601-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3769090 Nov 23 17:30:42.183178 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5303c38a-8b9e-400d-84dd-e327c8189dfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-555181'] for network, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:42.193102 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [req-b8dd09ba-5c61-45b0-ab41-b1a24f4e1200 req-ceee88ec-134d-4871-99ec-a7ed8d2e1f32 service neutron] Request body: {'port': {'device_id': '2d345fdd-78be-4275-8a19-37cd401e3348', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-8'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:30:42.262722 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-5303c38a-8b9e-400d-84dd-e327c8189dfb admin admin] Deleting port e033ac7e-23e4-4e46-80bf-2ab2461944fb {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:30:42.263061 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5303c38a-8b9e-400d-84dd-e327c8189dfb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:42.354484 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-5303c38a-8b9e-400d-84dd-e327c8189dfb admin admin] For port e033ac7e-23e4-4e46-80bf-2ab2461944fb, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=e033ac7e-23e4-4e46-80bf-2ab2461944fb,segment=NetworkSegment(fec3e18b-192e-4190-b016-a80fa6978f10),segment_id=fec3e18b-192e-4190-b016-a80fa6978f10)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:30:42.354858 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5303c38a-8b9e-400d-84dd-e327c8189dfb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:42.372181 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-5303c38a-8b9e-400d-84dd-e327c8189dfb admin admin] Calling delete_port for e033ac7e-23e4-4e46-80bf-2ab2461944fb owned by network:dhcp {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:30:42.400227 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c54da8a9-13ad-4f34-a13d-0474a76679b2 None None] DHCP port deletion for 65712b39-fd4a-4748-a9fa-f557ff471008 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:30:42.487351 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5303c38a-8b9e-400d-84dd-e327c8189dfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:42.502290 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-c54da8a9-13ad-4f34-a13d-0474a76679b2 None None] Deleting port e033ac7e-23e4-4e46-80bf-2ab2461944fb {{(pid=103592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:30:42.503282 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c54da8a9-13ad-4f34-a13d-0474a76679b2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:42.519251 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5303c38a-8b9e-400d-84dd-e327c8189dfb admin admin] No DVR routers for this DVR port e033ac7e-23e4-4e46-80bf-2ab2461944fb on host n-d-816206-8 {{(pid=103590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:30:42.523373 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5303c38a-8b9e-400d-84dd-e327c8189dfb admin admin] Pushing event deleted for resources: {'Port': ['ID=e033ac7e-23e4-4e46-80bf-2ab2461944fb,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:30:42.612990 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2604479d-4acf-4730-9045-4501ccd6c19f req-62811a57-08de-44d1-99f0-f71161676be3 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.60 "GET /v2.0/security-groups?id=b4179e07-bbfd-4236-b98c-2ab2b518c61f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5650654 Nov 23 17:30:42.628069 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c54da8a9-13ad-4f34-a13d-0474a76679b2 None None] For port e033ac7e-23e4-4e46-80bf-2ab2461944fb, host n-d-816206-8, got binding levels [] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:30:42.630174 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c54da8a9-13ad-4f34-a13d-0474a76679b2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:42.651537 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-c54da8a9-13ad-4f34-a13d-0474a76679b2 None None] Calling delete_port for e033ac7e-23e4-4e46-80bf-2ab2461944fb owned by network:dhcp {{(pid=103592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:30:42.655478 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.ipam_backend_mixin [None req-c54da8a9-13ad-4f34-a13d-0474a76679b2 None None] Port e033ac7e-23e4-4e46-80bf-2ab2461944fb was not found and therefore no delete operation was performed {{(pid=103592) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 23 17:30:42.657204 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c54da8a9-13ad-4f34-a13d-0474a76679b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989'] for port, after_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:42.668583 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f598c3e5-693f-4293-a834-7067dee715da req-52195775-29e4-4953-8090-81a3417970a6 service neutron] 10.222.0.36 "GET /v2.0/networks/1afcf705-72a3-4954-9447-6f05c954aa5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6282320 Nov 23 17:30:42.690769 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54da8a9-13ad-4f34-a13d-0474a76679b2 None None] Pushing event deleted for resources: {'Port': ['ID=e033ac7e-23e4-4e46-80bf-2ab2461944fb,revision_number=None']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:30:42.694687 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-b8dd09ba-5c61-45b0-ab41-b1a24f4e1200 req-ceee88ec-134d-4871-99ec-a7ed8d2e1f32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:42.738285 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c54da8a9-13ad-4f34-a13d-0474a76679b2 None None] No DVR routers for this DVR port e033ac7e-23e4-4e46-80bf-2ab2461944fb on host n-d-816206-8 {{(pid=103592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:30:42.749158 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5303c38a-8b9e-400d-84dd-e327c8189dfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973419', 'neutron.services.segments.db._delete_segments_for_network-8736635878840'] for network, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:42.749383 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-bff4ce63-4d22-4790-b3ba-44ac047c7e17 req-638d5499-c323-42db-815f-ade97d13bd5d tempest-ServerRescueNegativeTestJSON-1154722601 tempest-ServerRescueNegativeTestJSON-1154722601-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=48e79dc20fea40fb8ca9e6c621fad84a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6088011 Nov 23 17:30:42.854589 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-5303c38a-8b9e-400d-84dd-e327c8189dfb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65712b39-fd4a-4748-a9fa-f557ff471008']}} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:30:42.886213 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-5303c38a-8b9e-400d-84dd-e327c8189dfb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fec3e18b-192e-4190-b016-a80fa6978f10') {'for_net_delete': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:30:42.891936 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-5303c38a-8b9e-400d-84dd-e327c8189dfb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fec3e18b-192e-4190-b016-a80fa6978f10') {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:30:42.914745 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-82a529d9-9f16-4252-abab-9b62e30ae5c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:42.922679 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5303c38a-8b9e-400d-84dd-e327c8189dfb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736635840332', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-267528353'] for segment, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:42.943350 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5303c38a-8b9e-400d-84dd-e327c8189dfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:42.958951 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5303c38a-8b9e-400d-84dd-e327c8189dfb admin admin] Releasing vlan 542 on physical network physnet1 to pool {{(pid=103590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 17:30:42.958951 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5303c38a-8b9e-400d-84dd-e327c8189dfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264370093'] for segment, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:42.958951 n-d-816206-8 neutron-server[103590]: Traceback (most recent call last): Nov 23 17:30:42.958951 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 17:30:42.958951 n-d-816206-8 neutron-server[103590]: timer() Nov 23 17:30:42.958951 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 17:30:42.958951 n-d-816206-8 neutron-server[103590]: cb(*args, **kw) Nov 23 17:30:42.958951 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 17:30:42.958951 n-d-816206-8 neutron-server[103590]: return func(*args, **kwargs) Nov 23 17:30:42.958951 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 17:30:42.958951 n-d-816206-8 neutron-server[103590]: self._notify() Nov 23 17:30:42.958951 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 17:30:42.958951 n-d-816206-8 neutron-server[103590]: self.callback(batched_events) Nov 23 17:30:42.958951 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 17:30:42.958951 n-d-816206-8 neutron-server[103590]: event.method(event) Nov 23 17:30:42.958951 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 17:30:42.958951 n-d-816206-8 neutron-server[103590]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 17:30:42.958951 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 17:30:42.958951 n-d-816206-8 neutron-server[103590]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 17:30:42.958951 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 17:30:42.958951 n-d-816206-8 neutron-server[103590]: return f(self, *a, **k) Nov 23 17:30:42.958951 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 17:30:42.958951 n-d-816206-8 neutron-server[103590]: return self._get(url).json() Nov 23 17:30:42.958951 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 17:30:42.958951 n-d-816206-8 neutron-server[103590]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 17:30:42.958951 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 17:30:42.958951 n-d-816206-8 neutron-server[103590]: return self.request(url, 'GET', **kwargs) Nov 23 17:30:42.958951 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 17:30:42.958951 n-d-816206-8 neutron-server[103590]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 17:30:42.958951 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 17:30:42.958951 n-d-816206-8 neutron-server[103590]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 17:30:42.958951 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 17:30:42.958951 n-d-816206-8 neutron-server[103590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 17:30:42.958951 n-d-816206-8 neutron-server[103590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 17:30:43.054246 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5303c38a-8b9e-400d-84dd-e327c8189dfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1795418'] for network, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:43.063068 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5303c38a-8b9e-400d-84dd-e327c8189dfb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for network, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:43.068546 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-5303c38a-8b9e-400d-84dd-e327c8189dfb admin admin] 10.222.0.60 "DELETE /v2.0/networks/65712b39-fd4a-4748-a9fa-f557ff471008 HTTP/1.1" status: 204 len: 168 time: 0.9715135 Nov 23 17:30:43.084059 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5303c38a-8b9e-400d-84dd-e327c8189dfb admin admin] Pushing event deleted for resources: {'Network': ['ID=65712b39-fd4a-4748-a9fa-f557ff471008,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:30:43.154201 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f598c3e5-693f-4293-a834-7067dee715da req-8a6a4259-4b2e-469e-a23e-eae47c1becb6 service neutron] 10.222.0.36 "GET /v2.0/networks/1afcf705-72a3-4954-9447-6f05c954aa5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4701018 Nov 23 17:30:43.175487 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4af5ae-bdb9-4ce5-95a1-34d343ace775 req-4dec2863-cdff-4b0c-959f-ae9ae79821a4 tempest-ServersTestJSON-1134034282 tempest-ServersTestJSON-1134034282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:30:43.177271 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5f4af5ae-bdb9-4ce5-95a1-34d343ace775 req-4dec2863-cdff-4b0c-959f-ae9ae79821a4 tempest-ServersTestJSON-1134034282 tempest-ServersTestJSON-1134034282-project] 10.222.0.60 "GET /v2.0/ports?device_id=f607dab7-428e-486b-95e5-a97d3e9aba41 HTTP/1.1" status: 200 len: 943 time: 0.3240695 Nov 23 17:30:43.241038 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-bff4ce63-4d22-4790-b3ba-44ac047c7e17 req-b22008f2-f0c3-426a-97d0-2eb1291f35b1 service neutron] 10.222.0.60 "GET /v2.0/networks/ee61f549-61e5-4b3e-88cc-f7acada2ae03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4524388 Nov 23 17:30:43.242507 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 34806) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:30:43.254309 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:43.288664 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-05088bc1-f572-409b-8c37-e24c4d385023 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=30af1458e15a4ef39cb103ebf3b9a873&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0441713 Nov 23 17:30:43.291478 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 34808) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:30:43.346126 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-11a50227-285c-4c63-9f76-28251a8094fb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:43.369949 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-11a50227-285c-4c63-9f76-28251a8094fb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:43.397074 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3369eb43-c2a0-49c4-ba57-17ce91893d6c req-541ecc82-9ea3-476f-84b8-3202da8500a1 tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:30:43.398744 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-3369eb43-c2a0-49c4-ba57-17ce91893d6c req-541ecc82-9ea3-476f-84b8-3202da8500a1 tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] 10.222.0.36 "GET /v2.0/networks?id=20824f08-7d73-4bbc-b037-8f08604bcdaf HTTP/1.1" status: 200 len: 812 time: 0.4562511 Nov 23 17:30:43.433712 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-11a50227-285c-4c63-9f76-28251a8094fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:43.438011 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-11a50227-285c-4c63-9f76-28251a8094fb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:43.438155 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5f4af5ae-bdb9-4ce5-95a1-34d343ace775 req-c7b7c7f4-0544-480d-8d33-92d6aa68b01e tempest-ServersTestJSON-1134034282 tempest-ServersTestJSON-1134034282-project] 10.222.0.60 "GET /v2.0/security-groups?id=b310ccca-6502-41c2-a6d7-b680d0ad1473&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2192192 Nov 23 17:30:43.439901 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-11a50227-285c-4c63-9f76-28251a8094fb admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e0395b5d-c9ae-4269-a510-77335f56b6a2 HTTP/1.1" status: 204 len: 168 time: 0.1470256 Nov 23 17:30:43.451548 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a50227-285c-4c63-9f76-28251a8094fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0395b5d-c9ae-4269-a510-77335f56b6a2,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:30:43.455684 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [req-3369eb43-c2a0-49c4-ba57-17ce91893d6c req-200d155e-753e-4ae1-91b2-bb07dba99d46 tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] Request body: {'port': {'device_id': '0a53ae80-f52c-49bf-aa8d-91eb60d0f379', 'network_id': '20824f08-7d73-4bbc-b037-8f08604bcdaf', 'admin_state_up': True, 'tenant_id': 'c94e75c35eaa4eaebd82e447a9e1b0e3'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:30:43.588917 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-bff4ce63-4d22-4790-b3ba-44ac047c7e17 req-d57d75a6-891a-4632-b707-782224051957 service neutron] 10.222.0.60 "GET /v2.0/networks/ee61f549-61e5-4b3e-88cc-f7acada2ae03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3188453 Nov 23 17:30:43.596143 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 17:30:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1eed106-11f0-4a16-a35a-08de6abdf5a3 x-openstack-request-id: req-e1eed106-11f0-4a16-a35a-08de6abdf5a3 {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:30:43.596440 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f607dab7-428e-486b-95e5-a97d3e9aba41", "tag": "ad6a0235-8314-43ca-bfdd-e59fc298502b", "status": "completed", "code": 200}]} {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:30:43.596726 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e1eed106-11f0-4a16-a35a-08de6abdf5a3 {{(pid=103591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:30:43.597139 n-d-816206-8 neutron-server[103591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f607dab7-428e-486b-95e5-a97d3e9aba41', 'tag': 'ad6a0235-8314-43ca-bfdd-e59fc298502b', 'status': 'completed', 'code': 200} Nov 23 17:30:43.749693 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device e033ac7e-23e4-4e46-80bf-2ab2461944fb no longer exists at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:30:43.766590 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-fde96300-38a2-457d-9140-098b0a2f2f95 req-a7f391ff-d2a8-4b27-96ee-ea7ff3364ea3 tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] 10.222.0.60 "GET /v2.0/ports?device_id=0a53ae80-f52c-49bf-aa8d-91eb60d0f379 HTTP/1.1" status: 200 len: 210 time: 0.0724633 Nov 23 17:30:43.770523 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [req-b8dd09ba-5c61-45b0-ab41-b1a24f4e1200 req-ceee88ec-134d-4871-99ec-a7ed8d2e1f32 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d847368-f5fa-4fed-840d-25e906c18499 {{(pid=103591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:30:43.783138 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-b8dd09ba-5c61-45b0-ab41-b1a24f4e1200 req-ceee88ec-134d-4871-99ec-a7ed8d2e1f32 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:43.787879 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3369eb43-c2a0-49c4-ba57-17ce91893d6c req-200d155e-753e-4ae1-91b2-bb07dba99d46 tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] Made reservation on behalf of c94e75c35eaa4eaebd82e447a9e1b0e3 for: {'port': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:30:43.791722 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-3369eb43-c2a0-49c4-ba57-17ce91893d6c req-200d155e-753e-4ae1-91b2-bb07dba99d46 tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:43.806196 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] No Port match for: e033ac7e-23e4-4e46-80bf-2ab2461944fb {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:30:43.806548 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device e033ac7e-23e4-4e46-80bf-2ab2461944fb not bound to the agent host n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:30:43.806977 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 4514a2b0-f25f-433f-9f9d-de765185ed6b no longer exists at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:30:43.809768 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbdf49e-b4c5-40a4-bf10-607e1b8c802f req-23d45e1e-9239-424e-8903-8cba2bb76fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:30:43.811479 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9fbdf49e-b4c5-40a4-bf10-607e1b8c802f req-23d45e1e-9239-424e-8903-8cba2bb76fc5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=141a36de41b84f2cb4e5345b3fb2d0bd&device_id=f607dab7-428e-486b-95e5-a97d3e9aba41 HTTP/1.1" status: 200 len: 1094 time: 0.1709526 Nov 23 17:30:43.825046 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.provisioning_blocks [req-b8dd09ba-5c61-45b0-ab41-b1a24f4e1200 req-ceee88ec-134d-4871-99ec-a7ed8d2e1f32 service neutron] Transition to ACTIVE for port object 9d847368-f5fa-4fed-840d-25e906c18499 will not be triggered until provisioned by entity L2. {{(pid=103591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 17:30:43.847946 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-b8dd09ba-5c61-45b0-ab41-b1a24f4e1200 req-ceee88ec-134d-4871-99ec-a7ed8d2e1f32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264758186'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:43.867052 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] No Port match for: 4514a2b0-f25f-433f-9f9d-de765185ed6b {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:30:43.867813 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 4514a2b0-f25f-433f-9f9d-de765185ed6b not bound to the agent host n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:30:44.043746 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceee88ec-134d-4871-99ec-a7ed8d2e1f32 service neutron] Pushing event updated for resources: {'Port': ['ID=9d847368-f5fa-4fed-840d-25e906c18499,revision_number=2']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:30:44.109371 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:44.150391 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbdf49e-b4c5-40a4-bf10-607e1b8c802f req-ddd26bd1-7f78-43ec-9cf9-d89e43dd352c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:30:44.152008 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9fbdf49e-b4c5-40a4-bf10-607e1b8c802f req-ddd26bd1-7f78-43ec-9cf9-d89e43dd352c service neutron] 10.222.0.36 "GET /v2.0/networks?id=1afcf705-72a3-4954-9447-6f05c954aa5c HTTP/1.1" status: 200 len: 906 time: 0.3312018 Nov 23 17:30:44.168927 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14691db5-c13d-4a55-a534-bdfb20f5fcf6 req-ecba3559-a1ba-4d59-86d6-39916bb128cd tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:30:44.175534 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14691db5-c13d-4a55-a534-bdfb20f5fcf6 req-ecba3559-a1ba-4d59-86d6-39916bb128cd tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:30:44.182151 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14691db5-c13d-4a55-a534-bdfb20f5fcf6 req-ecba3559-a1ba-4d59-86d6-39916bb128cd tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:30:44.188186 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14691db5-c13d-4a55-a534-bdfb20f5fcf6 req-ecba3559-a1ba-4d59-86d6-39916bb128cd tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:30:44.194405 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14691db5-c13d-4a55-a534-bdfb20f5fcf6 req-ecba3559-a1ba-4d59-86d6-39916bb128cd tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:30:44.200576 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14691db5-c13d-4a55-a534-bdfb20f5fcf6 req-ecba3559-a1ba-4d59-86d6-39916bb128cd tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:30:44.207565 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14691db5-c13d-4a55-a534-bdfb20f5fcf6 req-ecba3559-a1ba-4d59-86d6-39916bb128cd tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:30:44.209054 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-14691db5-c13d-4a55-a534-bdfb20f5fcf6 req-ecba3559-a1ba-4d59-86d6-39916bb128cd tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] 10.222.0.60 "GET /v2.0/ports?device_id=83c4b9c5-48d7-40af-8fb5-dabe4d43cce9 HTTP/1.1" status: 200 len: 5427 time: 0.2728620 Nov 23 17:30:44.282402 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9fbdf49e-b4c5-40a4-bf10-607e1b8c802f req-b944bfa9-1c83-4dc0-8420-3d9a7a1da529 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ad6a0235-8314-43ca-bfdd-e59fc298502b HTTP/1.1" status: 200 len: 217 time: 0.0680792 Nov 23 17:30:44.292206 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.db_base_plugin_common [req-3369eb43-c2a0-49c4-ba57-17ce91893d6c req-200d155e-753e-4ae1-91b2-bb07dba99d46 tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] Allocated IP 172.20.0.8 (20824f08-7d73-4bbc-b037-8f08604bcdaf/0fca264e-f203-46e9-b86a-ebb2329ba90b/6fadacb4-3c73-41dd-b0b4-aef93df8a5bd) {{(pid=103591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:30:44.374606 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-b8dd09ba-5c61-45b0-ab41-b1a24f4e1200 req-ceee88ec-134d-4871-99ec-a7ed8d2e1f32 service neutron] Attempting to bind port 9d847368-f5fa-4fed-840d-25e906c18499 on host n-h1-816206-8 for vnic_type normal with profile {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:30:44.374932 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-b8dd09ba-5c61-45b0-ab41-b1a24f4e1200 req-ceee88ec-134d-4871-99ec-a7ed8d2e1f32 service neutron] Attempting to bind port 9d847368-f5fa-4fed-840d-25e906c18499 by drivers openvswitch,hyperv on host n-h1-816206-8 at level 0 using segments [{'id': '9af5bdca-ad73-4e5e-ad36-1bd85f88bd90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'ee61f549-61e5-4b3e-88cc-f7acada2ae03'}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:30:44.375593 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8dd09ba-5c61-45b0-ab41-b1a24f4e1200 req-ceee88ec-134d-4871-99ec-a7ed8d2e1f32 service neutron] Attempting to bind port 9d847368-f5fa-4fed-840d-25e906c18499 on network ee61f549-61e5-4b3e-88cc-f7acada2ae03 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:30:44.404687 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbdf49e-b4c5-40a4-bf10-607e1b8c802f req-539c36c9-ef17-42cd-a520-97612029fbbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:30:44.406418 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9fbdf49e-b4c5-40a4-bf10-607e1b8c802f req-539c36c9-ef17-42cd-a520-97612029fbbe service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f7bfc3a7-b0d3-4146-9f17-d9356f83ed59 HTTP/1.1" status: 200 len: 844 time: 0.1098163 Nov 23 17:30:44.407198 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8dd09ba-5c61-45b0-ab41-b1a24f4e1200 req-ceee88ec-134d-4871-99ec-a7ed8d2e1f32 service neutron] Port 9d847368-f5fa-4fed-840d-25e906c18499 on network ee61f549-61e5-4b3e-88cc-f7acada2ae03 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-8 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 17:30:44.407695 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8dd09ba-5c61-45b0-ab41-b1a24f4e1200 req-ceee88ec-134d-4871-99ec-a7ed8d2e1f32 service neutron] Attempting to bind port 9d847368-f5fa-4fed-840d-25e906c18499 on network ee61f549-61e5-4b3e-88cc-f7acada2ae03 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:30:44.448171 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8dd09ba-5c61-45b0-ab41-b1a24f4e1200 req-ceee88ec-134d-4871-99ec-a7ed8d2e1f32 service neutron] Checking agent: {'id': '4b0a4557-3bfe-4828-80a0-7981fc3ac84c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 15, 14), 'started_at': datetime.datetime(2021, 11, 23, 17, 15, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 30, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:30:44.448534 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8dd09ba-5c61-45b0-ab41-b1a24f4e1200 req-ceee88ec-134d-4871-99ec-a7ed8d2e1f32 service neutron] Checking segment: {'id': '9af5bdca-ad73-4e5e-ad36-1bd85f88bd90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'ee61f549-61e5-4b3e-88cc-f7acada2ae03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:30:44.448926 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8dd09ba-5c61-45b0-ab41-b1a24f4e1200 req-ceee88ec-134d-4871-99ec-a7ed8d2e1f32 service neutron] Bound using segment: {'id': '9af5bdca-ad73-4e5e-ad36-1bd85f88bd90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'ee61f549-61e5-4b3e-88cc-f7acada2ae03'} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:30:44.449375 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-b8dd09ba-5c61-45b0-ab41-b1a24f4e1200 req-ceee88ec-134d-4871-99ec-a7ed8d2e1f32 service neutron] Bound port: 9d847368-f5fa-4fed-840d-25e906c18499, host: n-h1-816206-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9af5bdca-ad73-4e5e-ad36-1bd85f88bd90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'ee61f549-61e5-4b3e-88cc-f7acada2ae03'}}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:30:44.449907 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-b8dd09ba-5c61-45b0-ab41-b1a24f4e1200 req-ceee88ec-134d-4871-99ec-a7ed8d2e1f32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:44.512777 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-14691db5-c13d-4a55-a534-bdfb20f5fcf6 req-c896043e-dc1c-471f-a8b4-a041d8931fbc tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] 10.222.0.60 "GET /v2.0/security-groups?id=f803d7ea-d3d6-4cf6-830c-70814cdc1205&id=0089afc6-8a44-4092-8e4d-085e37cc31cf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2751958 Nov 23 17:30:44.607550 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-69399a29-2e1a-4b52-9863-a564bdc3737d req-762e3a7a-8876-4208-ac3c-bf6162ddae85 tempest-ServerRescueNegativeTestJSON-1154722601 tempest-ServerRescueNegativeTestJSON-1154722601-project] 10.222.0.60 "GET /v2.0/ports?device_id=9f161a1e-4342-477a-afd0-8cb3c4b8d58a HTTP/1.1" status: 200 len: 210 time: 0.0473495 Nov 23 17:30:44.674856 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbdf49e-b4c5-40a4-bf10-607e1b8c802f req-ac9c38f0-8764-41da-8bcd-f9fbe5230759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:30:44.677440 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9fbdf49e-b4c5-40a4-bf10-607e1b8c802f req-ac9c38f0-8764-41da-8bcd-f9fbe5230759 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1afcf705-72a3-4954-9447-6f05c954aa5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2528322 Nov 23 17:30:44.697136 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-b8dd09ba-5c61-45b0-ab41-b1a24f4e1200 req-ceee88ec-134d-4871-99ec-a7ed8d2e1f32 service neutron] For port 9d847368-f5fa-4fed-840d-25e906c18499, host n-h1-816206-8, cleared binding levels {{(pid=103591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:30:44.705251 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-b8dd09ba-5c61-45b0-ab41-b1a24f4e1200 req-ceee88ec-134d-4871-99ec-a7ed8d2e1f32 service neutron] For port 9d847368-f5fa-4fed-840d-25e906c18499, host n-h1-816206-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=9d847368-f5fa-4fed-840d-25e906c18499,segment=NetworkSegment(9af5bdca-ad73-4e5e-ad36-1bd85f88bd90),segment_id=9af5bdca-ad73-4e5e-ad36-1bd85f88bd90)] {{(pid=103591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:30:44.725964 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-b8dd09ba-5c61-45b0-ab41-b1a24f4e1200 req-ceee88ec-134d-4871-99ec-a7ed8d2e1f32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264758186'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:44.777845 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 34876) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:30:44.788267 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-3369eb43-c2a0-49c4-ba57-17ce91893d6c req-200d155e-753e-4ae1-91b2-bb07dba99d46 tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] Publish callbacks [] for port, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:44.843631 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dd09ba-5c61-45b0-ab41-b1a24f4e1200 req-ceee88ec-134d-4871-99ec-a7ed8d2e1f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:30:44.844648 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-b8dd09ba-5c61-45b0-ab41-b1a24f4e1200 req-ceee88ec-134d-4871-99ec-a7ed8d2e1f32 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:44.846049 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b8dd09ba-5c61-45b0-ab41-b1a24f4e1200 req-ceee88ec-134d-4871-99ec-a7ed8d2e1f32 service neutron] 10.222.0.55 "PUT /v2.0/ports/9d847368-f5fa-4fed-840d-25e906c18499 HTTP/1.1" status: 200 len: 1091 time: 2.6643665 Nov 23 17:30:44.900848 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-a9b0b5b0-5eab-4342-935f-63e1efed7bfb admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1442236328-network', 'tenant_id': '8043a75783e64196ac0be92247cb4c17'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:30:44.924417 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9b0b5b0-5eab-4342-935f-63e1efed7bfb admin admin] Made reservation on behalf of 8043a75783e64196ac0be92247cb4c17 for: {'network': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:30:44.927478 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a9b0b5b0-5eab-4342-935f-63e1efed7bfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for network, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:44.936524 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a9b0b5b0-5eab-4342-935f-63e1efed7bfb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:45.012953 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-ff6b8a74-66d6-468e-93f8-7f4876a77fe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:45.029653 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a9b0b5b0-5eab-4342-935f-63e1efed7bfb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:45.034593 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a9b0b5b0-5eab-4342-935f-63e1efed7bfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:45.062090 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9b0b5b0-5eab-4342-935f-63e1efed7bfb admin admin] vlan segment allocate from pool success with {'vlan_id': 525, 'physical_network': 'physnet1'} {{(pid=103590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 17:30:45.072783 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b0b5b0-5eab-4342-935f-63e1efed7bfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a532450-e3c1-4821-9a24-76c3d212b901,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:30:45.078116 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a9b0b5b0-5eab-4342-935f-63e1efed7bfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:45.078503 n-d-816206-8 neutron-server[103590]: INFO neutron.db.segments_db [None req-a9b0b5b0-5eab-4342-935f-63e1efed7bfb admin admin] Added segment 57150f33-5c5e-42b2-9a51-7db09327dcc4 of type vlan for network 04470eef-b922-4801-8872-f6ca765b26dd Nov 23 17:30:45.126190 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a9b0b5b0-5eab-4342-935f-63e1efed7bfb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736635338810'] for network, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:45.158875 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a9b0b5b0-5eab-4342-935f-63e1efed7bfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493'] for network, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:45.159838 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9b0b5b0-5eab-4342-935f-63e1efed7bfb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:30:45.161082 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a9b0b5b0-5eab-4342-935f-63e1efed7bfb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for network, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:45.200033 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-a9b0b5b0-5eab-4342-935f-63e1efed7bfb admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4210730 Nov 23 17:30:45.204988 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 34882) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:30:45.210179 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-282b9955-65e8-429b-acc6-cf926294a641 admin admin] Request body: {'subnet': {'network_id': '04470eef-b922-4801-8872-f6ca765b26dd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1442236328-subnet', 'tenant_id': '8043a75783e64196ac0be92247cb4c17', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:30:45.246849 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b0b5b0-5eab-4342-935f-63e1efed7bfb admin admin] Pushing event updated for resources: {'Network': ['ID=04470eef-b922-4801-8872-f6ca765b26dd,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:30:45.260053 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Network 04470eef-b922-4801-8872-f6ca765b26dd details requested by agent ovs-agent-n-d-816206-8 with host n-d-816206-8 {{(pid=103592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 17:30:45.268508 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-282b9955-65e8-429b-acc6-cf926294a641 admin admin] Made reservation on behalf of 8043a75783e64196ac0be92247cb4c17 for: {'subnet': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:30:45.272772 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-282b9955-65e8-429b-acc6-cf926294a641 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264730903'] for subnet, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:45.330676 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce289fb-6f13-488f-bfaa-49cf8850765d req-8791cddb-5674-4753-a2f0-58cf44c1c567 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:30:45.338258 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9ce289fb-6f13-488f-bfaa-49cf8850765d req-8791cddb-5674-4753-a2f0-58cf44c1c567 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc1cb68a-7d8e-48af-9098-d96a53e08c31 HTTP/1.1" status: 200 len: 946 time: 0.5832567 Nov 23 17:30:45.340408 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceee88ec-134d-4871-99ec-a7ed8d2e1f32 service neutron] Pushing event updated for resources: {'Port': ['ID=9d847368-f5fa-4fed-840d-25e906c18499,revision_number=3']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:30:45.403352 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb1b41b-60c7-414d-a8a5-da7e590ae9ea req-9bcd13e5-238d-423e-b05b-e9ca9ea5cfd3 tempest-ServersTestJSON-1134034282 tempest-ServersTestJSON-1134034282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:30:45.404894 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-bbb1b41b-60c7-414d-a8a5-da7e590ae9ea req-9bcd13e5-238d-423e-b05b-e9ca9ea5cfd3 tempest-ServersTestJSON-1134034282 tempest-ServersTestJSON-1134034282-project] 10.222.0.60 "GET /v2.0/ports?device_id=f607dab7-428e-486b-95e5-a97d3e9aba41 HTTP/1.1" status: 200 len: 943 time: 0.6202705 Nov 23 17:30:45.429268 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-3369eb43-c2a0-49c4-ba57-17ce91893d6c req-200d155e-753e-4ae1-91b2-bb07dba99d46 tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:45.431975 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dd09ba-5c61-45b0-ab41-b1a24f4e1200 req-ac41e87e-5a83-45a8-9e70-4cdbf88bd758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:30:45.433536 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b8dd09ba-5c61-45b0-ab41-b1a24f4e1200 req-ac41e87e-5a83-45a8-9e70-4cdbf88bd758 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=48e79dc20fea40fb8ca9e6c621fad84a&device_id=2d345fdd-78be-4275-8a19-37cd401e3348 HTTP/1.1" status: 200 len: 1094 time: 0.2776568 Nov 23 17:30:45.443883 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9fbdf49e-b4c5-40a4-bf10-607e1b8c802f req-892f2b3b-0d93-4e4b-8887-3d3ce0ff19a8 service neutron] 10.222.0.36 "GET /v2.0/networks/1afcf705-72a3-4954-9447-6f05c954aa5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7511206 Nov 23 17:30:45.446232 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] get_ports_and_sgs() called for port_ids ['af7771d7-80af-4220-bc57-9e1037f5bb30'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:30:45.487566 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-282b9955-65e8-429b-acc6-cf926294a641 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264358096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264730885'] for subnet, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:45.550305 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282b9955-65e8-429b-acc6-cf926294a641 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d52f2422-eba5-4adf-851d-059c4fb2a31d,revision_number=0']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:30:45.560397 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-282b9955-65e8-429b-acc6-cf926294a641 admin admin] Checking segment: {'id': '57150f33-5c5e-42b2-9a51-7db09327dcc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '04470eef-b922-4801-8872-f6ca765b26dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:30:45.560791 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-282b9955-65e8-429b-acc6-cf926294a641 admin admin] Network hostable DHCP agents. Network: 04470eef-b922-4801-8872-f6ca765b26dd, hostable agents: ['0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3'], hosted agents: [] {{(pid=103590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 17:30:45.575396 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b8dd09ba-5c61-45b0-ab41-b1a24f4e1200 req-8d497a54-88bc-41b5-8f95-f6a3f01be289 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9d847368-f5fa-4fed-840d-25e906c18499 HTTP/1.1" status: 200 len: 217 time: 0.1241698 Nov 23 17:30:45.584083 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-282b9955-65e8-429b-acc6-cf926294a641 admin admin] Network 04470eef-b922-4801-8872-f6ca765b26dd is scheduled to be hosted by DHCP agent 0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3 with binding_index 1 {{(pid=103590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 17:30:45.606233 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-282b9955-65e8-429b-acc6-cf926294a641 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-8, 04470eef-b922-4801-8872-f6ca765b26dd) {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:30:45.611101 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-282b9955-65e8-429b-acc6-cf926294a641 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:30:45.612095 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-282b9955-65e8-429b-acc6-cf926294a641 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:45.613003 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d345fdd-78be-4275-8a19-37cd401e3348', 'tag': '9d847368-f5fa-4fed-840d-25e906c18499'}] {{(pid=103591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:30:45.615755 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41d174a19ece9499ff9ec44e5b3fc50f2abd3ffbc947fb7e52ea1e8db27b95b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60fd752e-b868-4d44-877f-9fe9d060994f" -d '{"events": [{"name": "network-changed", "server_uuid": "2d345fdd-78be-4275-8a19-37cd401e3348", "tag": "9d847368-f5fa-4fed-840d-25e906c18499"}]}' {{(pid=103591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:30:45.631580 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3369eb43-c2a0-49c4-ba57-17ce91893d6c req-200d155e-753e-4ae1-91b2-bb07dba99d46 tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] Network 20824f08-7d73-4bbc-b037-8f08604bcdaf is already hosted by enough agents. {{(pid=103591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:30:45.633354 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-282b9955-65e8-429b-acc6-cf926294a641 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4274070 Nov 23 17:30:45.638488 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 34890) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:30:45.641905 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc52748e-47ad-4ec9-8c32-3a0141f0abb4 None None] Network 04470eef-b922-4801-8872-f6ca765b26dd requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:30:45.646411 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-0b81f957-8fd7-41bf-a046-5676a6860900 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1442236328-router', 'tenant_id': '8043a75783e64196ac0be92247cb4c17', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'}}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:30:45.668732 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0b81f957-8fd7-41bf-a046-5676a6860900 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1793449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8093'] for router, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:45.670008 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0b81f957-8fd7-41bf-a046-5676a6860900 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1794473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1794771', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1638326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8086'] for router, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:45.678002 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff4ce63-4d22-4790-b3ba-44ac047c7e17 req-e70cd97d-2949-4ccc-8e57-dab84908493a tempest-ServerRescueNegativeTestJSON-1154722601 tempest-ServerRescueNegativeTestJSON-1154722601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:30:45.679495 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-bff4ce63-4d22-4790-b3ba-44ac047c7e17 req-e70cd97d-2949-4ccc-8e57-dab84908493a tempest-ServerRescueNegativeTestJSON-1154722601 tempest-ServerRescueNegativeTestJSON-1154722601-project] 10.222.0.55 "GET /v2.0/networks?id=ee61f549-61e5-4b3e-88cc-f7acada2ae03 HTTP/1.1" status: 200 len: 818 time: 0.4750230 Nov 23 17:30:45.683032 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9ce289fb-6f13-488f-bfaa-49cf8850765d req-dc8df894-74c2-45a4-bce0-7ffa628fe52e tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.60 "GET /v2.0/security-groups?id=b4179e07-bbfd-4236-b98c-2ab2b518c61f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3439527 Nov 23 17:30:45.684103 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [req-3369eb43-c2a0-49c4-ba57-17ce91893d6c req-200d155e-753e-4ae1-91b2-bb07dba99d46 tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] Resources bound (agent type, host, resource id): {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:30:45.716389 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [req-3369eb43-c2a0-49c4-ba57-17ce91893d6c req-200d155e-753e-4ae1-91b2-bb07dba99d46 tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] Received port after_create {{(pid=103591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:30:45.727347 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200d155e-753e-4ae1-91b2-bb07dba99d46 tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] Pushing event updated for resources: {'Port': ['ID=6fadacb4-3c73-41dd-b0b4-aef93df8a5bd,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:30:45.737182 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [req-bff4ce63-4d22-4790-b3ba-44ac047c7e17 req-7b04baa1-ecf6-42f1-aea2-e3f1c02e9dbc tempest-ServerRescueNegativeTestJSON-1154722601 tempest-ServerRescueNegativeTestJSON-1154722601-project] Request body: {'port': {'device_id': '9f161a1e-4342-477a-afd0-8cb3c4b8d58a', 'network_id': 'ee61f549-61e5-4b3e-88cc-f7acada2ae03', 'admin_state_up': True, 'tenant_id': '48e79dc20fea40fb8ca9e6c621fad84a'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:30:45.765531 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0b81f957-8fd7-41bf-a046-5676a6860900 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:45.811414 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-bbb1b41b-60c7-414d-a8a5-da7e590ae9ea req-56df70ae-c78d-452d-95ad-51083e50bd0c tempest-ServersTestJSON-1134034282 tempest-ServersTestJSON-1134034282-project] 10.222.0.60 "GET /v2.0/security-groups?id=b310ccca-6502-41c2-a6d7-b680d0ad1473&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3906286 Nov 23 17:30:45.858757 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dd09ba-5c61-45b0-ab41-b1a24f4e1200 req-c2e7101d-85b8-49c8-836f-05ee81df1ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:30:45.860451 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b8dd09ba-5c61-45b0-ab41-b1a24f4e1200 req-c2e7101d-85b8-49c8-836f-05ee81df1ae5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7a48fbc6-9cf3-4d00-a808-31156a99c4b2 HTTP/1.1" status: 200 len: 858 time: 0.2482872 Nov 23 17:30:45.925031 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3369eb43-c2a0-49c4-ba57-17ce91893d6c req-200d155e-753e-4ae1-91b2-bb07dba99d46 tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:30:45.925853 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-3369eb43-c2a0-49c4-ba57-17ce91893d6c req-200d155e-753e-4ae1-91b2-bb07dba99d46 tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:45.953710 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9fbdf49e-b4c5-40a4-bf10-607e1b8c802f req-96c57e1a-8c5a-4c18-b099-54a85ac2dd05 service neutron] 10.222.0.36 "GET /v2.0/networks/1afcf705-72a3-4954-9447-6f05c954aa5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4543195 Nov 23 17:30:45.956472 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b8dd09ba-5c61-45b0-ab41-b1a24f4e1200 req-45b6405a-aff2-4e36-a90f-f121cfed6812 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ee61f549-61e5-4b3e-88cc-f7acada2ae03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0621245 Nov 23 17:30:45.981873 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-3369eb43-c2a0-49c4-ba57-17ce91893d6c req-200d155e-753e-4ae1-91b2-bb07dba99d46 tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5395517 Nov 23 17:30:46.033018 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [req-3369eb43-c2a0-49c4-ba57-17ce91893d6c req-b0754540-df83-44de-89f6-df60d90f8b07 service neutron] Request body: {'port': {'device_id': '0a53ae80-f52c-49bf-aa8d-91eb60d0f379', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-8'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:30:46.039466 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-940a28ba-32ed-4cec-a836-13d3656c0d5f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp355044b8-8e87-58c4-94fa-4a010ec30f9e-04470eef-b922-4801-8872-f6ca765b26dd', 'network_id': '04470eef-b922-4801-8872-f6ca765b26dd', 'tenant_id': '8043a75783e64196ac0be92247cb4c17', 'fixed_ips': [{'subnet_id': 'd52f2422-eba5-4adf-851d-059c4fb2a31d'}]}} from n-d-816206-8. {{(pid=103592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 17:30:46.041177 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-940a28ba-32ed-4cec-a836-13d3656c0d5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:46.146274 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0b81f957-8fd7-41bf-a046-5676a6860900 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:46.246446 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bff4ce63-4d22-4790-b3ba-44ac047c7e17 req-7b04baa1-ecf6-42f1-aea2-e3f1c02e9dbc tempest-ServerRescueNegativeTestJSON-1154722601 tempest-ServerRescueNegativeTestJSON-1154722601-project] Made reservation on behalf of 48e79dc20fea40fb8ca9e6c621fad84a for: {'port': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:30:46.250078 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-bff4ce63-4d22-4790-b3ba-44ac047c7e17 req-7b04baa1-ecf6-42f1-aea2-e3f1c02e9dbc tempest-ServerRescueNegativeTestJSON-1154722601 tempest-ServerRescueNegativeTestJSON-1154722601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:46.257383 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-3369eb43-c2a0-49c4-ba57-17ce91893d6c req-b0754540-df83-44de-89f6-df60d90f8b07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:46.259987 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.db_base_plugin_common [None req-940a28ba-32ed-4cec-a836-13d3656c0d5f None None] Allocated IP 172.20.0.2 (04470eef-b922-4801-8872-f6ca765b26dd/d52f2422-eba5-4adf-851d-059c4fb2a31d/8012e2a4-8fbc-4127-a4e3-8ebef1b5e5a3) {{(pid=103592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:30:46.292359 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efe92e8-ed70-4a45-aa07-87cc23752cbd req-6cb4c640-bb3c-48f2-bcbf-573690a6fcb1 tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:30:46.293986 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5efe92e8-ed70-4a45-aa07-87cc23752cbd req-6cb4c640-bb3c-48f2-bcbf-573690a6fcb1 tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] 10.222.0.60 "GET /v2.0/ports?device_id=0a53ae80-f52c-49bf-aa8d-91eb60d0f379 HTTP/1.1" status: 200 len: 931 time: 0.2391415 Nov 23 17:30:46.296182 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b8dd09ba-5c61-45b0-ab41-b1a24f4e1200 req-3d470c38-3bbc-4b73-8102-1253fca216de service neutron] 10.222.0.55 "GET /v2.0/networks/ee61f549-61e5-4b3e-88cc-f7acada2ae03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3319476 Nov 23 17:30:46.358872 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07c8a10-57e6-476b-ab62-727f18df75d8 req-d3ade803-54ca-4f7d-a5ea-e981739150c2 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:30:46.365511 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07c8a10-57e6-476b-ab62-727f18df75d8 req-d3ade803-54ca-4f7d-a5ea-e981739150c2 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:30:46.371579 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07c8a10-57e6-476b-ab62-727f18df75d8 req-d3ade803-54ca-4f7d-a5ea-e981739150c2 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:30:46.377635 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07c8a10-57e6-476b-ab62-727f18df75d8 req-d3ade803-54ca-4f7d-a5ea-e981739150c2 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:30:46.384315 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07c8a10-57e6-476b-ab62-727f18df75d8 req-d3ade803-54ca-4f7d-a5ea-e981739150c2 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:30:46.390121 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07c8a10-57e6-476b-ab62-727f18df75d8 req-d3ade803-54ca-4f7d-a5ea-e981739150c2 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:30:46.395680 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0b81f957-8fd7-41bf-a046-5676a6860900 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:46.396775 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07c8a10-57e6-476b-ab62-727f18df75d8 req-d3ade803-54ca-4f7d-a5ea-e981739150c2 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:30:46.404822 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b07c8a10-57e6-476b-ab62-727f18df75d8 req-d3ade803-54ca-4f7d-a5ea-e981739150c2 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] 10.222.0.60 "GET /v2.0/ports?device_id=83c4b9c5-48d7-40af-8fb5-dabe4d43cce9 HTTP/1.1" status: 200 len: 5427 time: 0.2661746 Nov 23 17:30:46.418620 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0b81f957-8fd7-41bf-a046-5676a6860900 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:46.433191 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device ea956362-a00e-4eeb-88fb-d8787f53fbd5 details requested by agent hyperv_n-h1-816206-8 with host n-h1-816206-8 {{(pid=103592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 17:30:46.466935 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device ad6a0235-8314-43ca-bfdd-e59fc298502b details requested by agent hyperv_n-h2-816206-8 with host n-h2-816206-8 {{(pid=103592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 17:30:46.474402 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-52822d53-48f5-4819-8a95-bdc13aea0bf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:46.505931 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-940a28ba-32ed-4cec-a836-13d3656c0d5f None None] Publish callbacks [] for port, precommit_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:46.539234 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-940a28ba-32ed-4cec-a836-13d3656c0d5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980'] for port, after_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:46.558472 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-0b81f957-8fd7-41bf-a046-5676a6860900 admin admin] Allocated IP 172.25.3.230 (4c8455ba-1be5-42ac-b8c2-8a16e1292d55/08fe3644-ce41-4c3f-a7ea-92bac0f0fff5/bf23729d-89c0-4a8d-9706-96f8e283aad2) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:30:46.688048 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5efe92e8-ed70-4a45-aa07-87cc23752cbd req-0c2f7d6e-e1db-4b63-a91d-3a5a84702b7e tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] 10.222.0.60 "GET /v2.0/security-groups?id=d8e33e73-30b9-4952-965d-f940c31594f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3847022 Nov 23 17:30:46.692074 n-d-816206-8 neutron-server[103592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-940a28ba-32ed-4cec-a836-13d3656c0d5f None None] Network 04470eef-b922-4801-8872-f6ca765b26dd is already hosted by enough agents. {{(pid=103592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:30:46.701705 n-d-816206-8 neutron-server[103592]: DEBUG neutron.scheduler.base_scheduler [None req-940a28ba-32ed-4cec-a836-13d3656c0d5f None None] Resources bound (agent type, host, resource id): {{(pid=103592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:30:46.710054 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940a28ba-32ed-4cec-a836-13d3656c0d5f None None] Pushing event updated for resources: {'Port': ['ID=8012e2a4-8fbc-4127-a4e3-8ebef1b5e5a3,revision_number=1']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:30:46.717601 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-940a28ba-32ed-4cec-a836-13d3656c0d5f None None] Received port after_create {{(pid=103592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:30:46.783531 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b8dd09ba-5c61-45b0-ab41-b1a24f4e1200 req-f9192eb0-280d-4b14-9917-42d3684babcf service neutron] 10.222.0.55 "GET /v2.0/networks/ee61f549-61e5-4b3e-88cc-f7acada2ae03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4730465 Nov 23 17:30:46.801878 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b07c8a10-57e6-476b-ab62-727f18df75d8 req-d164c84a-b614-4c4a-bec8-14cde60900da tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] 10.222.0.60 "GET /v2.0/security-groups?id=f803d7ea-d3d6-4cf6-830c-70814cdc1205&id=0089afc6-8a44-4092-8e4d-085e37cc31cf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3960419 Nov 23 17:30:46.808893 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port ad6a0235-8314-43ca-bfdd-e59fc298502b, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=ad6a0235-8314-43ca-bfdd-e59fc298502b,segment=NetworkSegment(8dd45b67-8dd0-4878-8132-504ff0655806),segment_id=8dd45b67-8dd0-4878-8132-504ff0655806)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:30:46.815502 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0b81f957-8fd7-41bf-a046-5676a6860900 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:46.824742 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port ea956362-a00e-4eeb-88fb-d8787f53fbd5, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=ea956362-a00e-4eeb-88fb-d8787f53fbd5,segment=NetworkSegment(f75f400f-3665-42b6-b743-8c8989e17b3e),segment_id=f75f400f-3665-42b6-b743-8c8989e17b3e)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:30:46.844818 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Returning: {'device': 'ad6a0235-8314-43ca-bfdd-e59fc298502b', 'network_id': '1afcf705-72a3-4954-9447-6f05c954aa5c', 'port_id': 'ad6a0235-8314-43ca-bfdd-e59fc298502b', 'mac_address': 'fa:16:3e:0e:80:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 513, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7bfc3a7-b0d3-4146-9f17-d9356f83ed59', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 17:30:46.846639 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-940a28ba-32ed-4cec-a836-13d3656c0d5f None None] Attempting to bind port 8012e2a4-8fbc-4127-a4e3-8ebef1b5e5a3 on host n-d-816206-8 for vnic_type normal with profile {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:30:46.847075 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-940a28ba-32ed-4cec-a836-13d3656c0d5f None None] Attempting to bind port 8012e2a4-8fbc-4127-a4e3-8ebef1b5e5a3 by drivers openvswitch,hyperv on host n-d-816206-8 at level 0 using segments [{'id': '57150f33-5c5e-42b2-9a51-7db09327dcc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '04470eef-b922-4801-8872-f6ca765b26dd'}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:30:46.848050 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-940a28ba-32ed-4cec-a836-13d3656c0d5f None None] Attempting to bind port 8012e2a4-8fbc-4127-a4e3-8ebef1b5e5a3 on network 04470eef-b922-4801-8872-f6ca765b26dd {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:30:46.852565 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Returning: {'device': 'ea956362-a00e-4eeb-88fb-d8787f53fbd5', 'network_id': '43d8ac08-152d-4053-b836-ddc03b0e91a2', 'port_id': 'ea956362-a00e-4eeb-88fb-d8787f53fbd5', 'mac_address': 'fa:16:3e:f7:94:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23f80e8e-7e58-4465-87c1-72654345f52f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 17:30:46.858709 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-940a28ba-32ed-4cec-a836-13d3656c0d5f None None] Checking agent: {'id': '9e89acbe-4bbe-4c77-a18b-6f1da9133e0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 7, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 30, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:30:46.859196 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-940a28ba-32ed-4cec-a836-13d3656c0d5f None None] Checking segment: {'id': '57150f33-5c5e-42b2-9a51-7db09327dcc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '04470eef-b922-4801-8872-f6ca765b26dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:30:46.859673 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-940a28ba-32ed-4cec-a836-13d3656c0d5f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:46.860155 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-940a28ba-32ed-4cec-a836-13d3656c0d5f None None] Bound using segment: {'id': '57150f33-5c5e-42b2-9a51-7db09327dcc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '04470eef-b922-4801-8872-f6ca765b26dd'} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:30:46.860772 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-940a28ba-32ed-4cec-a836-13d3656c0d5f None None] Bound port: 8012e2a4-8fbc-4127-a4e3-8ebef1b5e5a3, host: n-d-816206-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57150f33-5c5e-42b2-9a51-7db09327dcc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '04470eef-b922-4801-8872-f6ca765b26dd'}}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:30:46.861226 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-940a28ba-32ed-4cec-a836-13d3656c0d5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:46.897714 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0b81f957-8fd7-41bf-a046-5676a6860900 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:46.940048 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9026fb58-1789-4381-914e-cc8c0007ea12 req-7a28d595-d52c-4785-b170-d2e1a2d31c0e tempest-ServerRescueNegativeTestJSON-1154722601 tempest-ServerRescueNegativeTestJSON-1154722601-project] 10.222.0.60 "GET /v2.0/ports?device_id=9f161a1e-4342-477a-afd0-8cb3c4b8d58a HTTP/1.1" status: 200 len: 210 time: 0.0412626 Nov 23 17:30:46.940554 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 17:30:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-327fa11b-68dd-41ef-9139-d81afd192589 x-openstack-request-id: req-327fa11b-68dd-41ef-9139-d81afd192589 {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:30:46.940821 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d345fdd-78be-4275-8a19-37cd401e3348", "tag": "9d847368-f5fa-4fed-840d-25e906c18499", "status": "completed", "code": 200}]} {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:30:46.941077 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-327fa11b-68dd-41ef-9139-d81afd192589 {{(pid=103591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:30:46.942414 n-d-816206-8 neutron-server[103591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d345fdd-78be-4275-8a19-37cd401e3348', 'tag': '9d847368-f5fa-4fed-840d-25e906c18499', 'status': 'completed', 'code': 200} Nov 23 17:30:46.993887 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b81f957-8fd7-41bf-a046-5676a6860900 admin admin] Network 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:30:47.021321 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.db_base_plugin_common [req-bff4ce63-4d22-4790-b3ba-44ac047c7e17 req-7b04baa1-ecf6-42f1-aea2-e3f1c02e9dbc tempest-ServerRescueNegativeTestJSON-1154722601 tempest-ServerRescueNegativeTestJSON-1154722601-project] Allocated IP 172.20.0.6 (ee61f549-61e5-4b3e-88cc-f7acada2ae03/7a48fbc6-9cf3-4d00-a808-31156a99c4b2/60f8ef03-7cec-4d0c-b65f-598b7fc51dd2) {{(pid=103591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:30:47.045528 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b81f957-8fd7-41bf-a046-5676a6860900 admin admin] Pushing event updated for resources: {'Port': ['ID=bf23729d-89c0-4a8d-9706-96f8e283aad2,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:30:47.045981 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:47.052986 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:47.064045 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-0b81f957-8fd7-41bf-a046-5676a6860900 admin admin] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:30:47.078394 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b81f957-8fd7-41bf-a046-5676a6860900 admin admin] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:30:47.088246 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad6a0235-8314-43ca-bfdd-e59fc298502b {{(pid=103592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:30:47.098291 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c34acf2-f35a-4592-8496-f521f12e7c12 None None] DHCP port deletion for 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:30:47.108362 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-940a28ba-32ed-4cec-a836-13d3656c0d5f None None] For port 8012e2a4-8fbc-4127-a4e3-8ebef1b5e5a3, host n-d-816206-8, cleared binding levels {{(pid=103592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:30:47.117843 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ea956362-a00e-4eeb-88fb-d8787f53fbd5 {{(pid=103592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:30:47.141295 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port ad6a0235-8314-43ca-bfdd-e59fc298502b, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=ad6a0235-8314-43ca-bfdd-e59fc298502b,segment=NetworkSegment(8dd45b67-8dd0-4878-8132-504ff0655806),segment_id=8dd45b67-8dd0-4878-8132-504ff0655806)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:30:47.143656 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-940a28ba-32ed-4cec-a836-13d3656c0d5f None None] For port 8012e2a4-8fbc-4127-a4e3-8ebef1b5e5a3, host n-d-816206-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=8012e2a4-8fbc-4127-a4e3-8ebef1b5e5a3,segment=NetworkSegment(57150f33-5c5e-42b2-9a51-7db09327dcc4),segment_id=57150f33-5c5e-42b2-9a51-7db09327dcc4)] {{(pid=103592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:30:47.157352 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:47.163366 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-940a28ba-32ed-4cec-a836-13d3656c0d5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:47.168028 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port ea956362-a00e-4eeb-88fb-d8787f53fbd5, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=ea956362-a00e-4eeb-88fb-d8787f53fbd5,segment=NetworkSegment(f75f400f-3665-42b6-b743-8c8989e17b3e),segment_id=f75f400f-3665-42b6-b743-8c8989e17b3e)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:30:47.202714 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:47.276193 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-25aff224-f7a0-4803-a92c-4103ea507a0b None None] Provisioning complete for port bf23729d-89c0-4a8d-9706-96f8e283aad2 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:30:47.276585 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-25aff224-f7a0-4803-a92c-4103ea507a0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:47.279862 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Pushing event updated for resources: {'Port': ['ID=ad6a0235-8314-43ca-bfdd-e59fc298502b,revision_number=4']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:30:47.346043 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] get_ports_and_sgs() called for port_ids ['ea956362-a00e-4eeb-88fb-d8787f53fbd5'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:30:47.379854 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [req-3369eb43-c2a0-49c4-ba57-17ce91893d6c req-b0754540-df83-44de-89f6-df60d90f8b07 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6fadacb4-3c73-41dd-b0b4-aef93df8a5bd {{(pid=103591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:30:47.391914 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-3369eb43-c2a0-49c4-ba57-17ce91893d6c req-b0754540-df83-44de-89f6-df60d90f8b07 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:47.421610 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-25aff224-f7a0-4803-a92c-4103ea507a0b None None] Port bf23729d-89c0-4a8d-9706-96f8e283aad2 cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:30:47.430254 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.provisioning_blocks [req-3369eb43-c2a0-49c4-ba57-17ce91893d6c req-b0754540-df83-44de-89f6-df60d90f8b07 service neutron] Transition to ACTIVE for port object 6fadacb4-3c73-41dd-b0b4-aef93df8a5bd will not be triggered until provisioned by entity L2. {{(pid=103591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 17:30:47.443520 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940a28ba-32ed-4cec-a836-13d3656c0d5f None None] Pushing event updated for resources: {'Port': ['ID=8012e2a4-8fbc-4127-a4e3-8ebef1b5e5a3,revision_number=2']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:30:47.481142 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fd752e-b868-4d44-877f-9fe9d060994f req-74d1787c-f5ff-45e6-8b1a-41652e3e5cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:30:47.483423 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-60fd752e-b868-4d44-877f-9fe9d060994f req-74d1787c-f5ff-45e6-8b1a-41652e3e5cdf service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=48e79dc20fea40fb8ca9e6c621fad84a&device_id=2d345fdd-78be-4275-8a19-37cd401e3348 HTTP/1.1" status: 200 len: 1094 time: 0.5198467 Nov 23 17:30:47.526057 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-3369eb43-c2a0-49c4-ba57-17ce91893d6c req-b0754540-df83-44de-89f6-df60d90f8b07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264758186'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:47.565921 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Pushing event updated for resources: {'Port': ['ID=ea956362-a00e-4eeb-88fb-d8787f53fbd5,revision_number=6']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:30:47.605561 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] get_ports_and_sgs() called for port_ids ['ad6a0235-8314-43ca-bfdd-e59fc298502b'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:30:47.766717 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9a27ae6c-db98-474f-94c1-cc99bf842d79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:47.855065 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66183bd8-fc82-4fb2-bf45-b462a15ab58c req-046df3af-de9d-41c4-b4c4-f23b3faefbf4 tempest-ServerAddressesNegativeTestJSON-243613553 tempest-ServerAddressesNegativeTestJSON-243613553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:30:47.869199 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-66183bd8-fc82-4fb2-bf45-b462a15ab58c req-046df3af-de9d-41c4-b4c4-f23b3faefbf4 tempest-ServerAddressesNegativeTestJSON-243613553 tempest-ServerAddressesNegativeTestJSON-243613553-project] 10.222.0.60 "GET /v2.0/ports?device_id=37e8ae14-9cd4-49ea-995a-80ea413da2ba HTTP/1.1" status: 200 len: 945 time: 0.7315419 Nov 23 17:30:47.927297 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 8012e2a4-8fbc-4127-a4e3-8ebef1b5e5a3 up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:30:48.157827 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0b81f957-8fd7-41bf-a046-5676a6860900 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:48.254934 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port 8012e2a4-8fbc-4127-a4e3-8ebef1b5e5a3 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:30:48.255512 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:48.293095 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:48.383189 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:48.444890 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device 9d847368-f5fa-4fed-840d-25e906c18499 details requested by agent hyperv_n-h1-816206-8 with host n-h1-816206-8 {{(pid=103592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 17:30:48.444890 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device ea956362-a00e-4eeb-88fb-d8787f53fbd5 up at agent hyperv_n-h1-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:30:48.466092 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] For port 8012e2a4-8fbc-4127-a4e3-8ebef1b5e5a3, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=8012e2a4-8fbc-4127-a4e3-8ebef1b5e5a3,segment=NetworkSegment(57150f33-5c5e-42b2-9a51-7db09327dcc4),segment_id=57150f33-5c5e-42b2-9a51-7db09327dcc4)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:30:48.480835 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0b81f957-8fd7-41bf-a046-5676a6860900 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1794316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1795362'] for router, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:48.508990 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:48.555682 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fd752e-b868-4d44-877f-9fe9d060994f req-d7661ef2-0797-4639-95cf-9b4d016cf9e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:30:48.559283 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-60fd752e-b868-4d44-877f-9fe9d060994f req-d7661ef2-0797-4639-95cf-9b4d016cf9e7 service neutron] 10.222.0.55 "GET /v2.0/networks?id=ee61f549-61e5-4b3e-88cc-f7acada2ae03 HTTP/1.1" status: 200 len: 919 time: 1.0292292 Nov 23 17:30:48.621807 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0754540-df83-44de-89f6-df60d90f8b07 service neutron] Pushing event updated for resources: {'Port': ['ID=6fadacb4-3c73-41dd-b0b4-aef93df8a5bd,revision_number=2']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:30:48.665632 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Pushing event updated for resources: {'Port': ['ID=8012e2a4-8fbc-4127-a4e3-8ebef1b5e5a3,revision_number=3']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:30:48.682667 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b81f957-8fd7-41bf-a046-5676a6860900 admin admin] Router 6a53abb7-a82c-438a-98f4-dc33d7b03780 is scheduled to L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 with binding_index 1 {{(pid=103590) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 17:30:48.684941 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Provisioning complete for port ea956362-a00e-4eeb-88fb-d8787f53fbd5 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:30:48.685317 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:48.702798 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e46b686-7829-4683-a2e6-7c89548cc158 req-043b3a83-33c0-41b0-805d-7e5da0a8a120 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:30:48.715031 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-3e46b686-7829-4683-a2e6-7c89548cc158 req-043b3a83-33c0-41b0-805d-7e5da0a8a120 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc1cb68a-7d8e-48af-9098-d96a53e08c31 HTTP/1.1" status: 200 len: 945 time: 1.2828457 Nov 23 17:30:48.743254 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port 9d847368-f5fa-4fed-840d-25e906c18499, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=9d847368-f5fa-4fed-840d-25e906c18499,segment=NetworkSegment(9af5bdca-ad73-4e5e-ad36-1bd85f88bd90),segment_id=9af5bdca-ad73-4e5e-ad36-1bd85f88bd90)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:30:48.761702 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-66183bd8-fc82-4fb2-bf45-b462a15ab58c req-0338cef0-0959-4462-badc-52d37388cd67 tempest-ServerAddressesNegativeTestJSON-243613553 tempest-ServerAddressesNegativeTestJSON-243613553-project] 10.222.0.60 "GET /v2.0/security-groups?id=b72fbdee-bb06-4305-b89a-f9761da4d3f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8915884 Nov 23 17:30:48.796095 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Returning: {'device': '9d847368-f5fa-4fed-840d-25e906c18499', 'network_id': 'ee61f549-61e5-4b3e-88cc-f7acada2ae03', 'port_id': '9d847368-f5fa-4fed-840d-25e906c18499', 'mac_address': 'fa:16:3e:46:75:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 539, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a48fbc6-9cf3-4d00-a808-31156a99c4b2', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 17:30:48.825039 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-60fd752e-b868-4d44-877f-9fe9d060994f req-67e7500a-04bd-4c6a-934c-768611a7065a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9d847368-f5fa-4fed-840d-25e906c18499 HTTP/1.1" status: 200 len: 217 time: 0.1789625 Nov 23 17:30:48.843867 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-bff4ce63-4d22-4790-b3ba-44ac047c7e17 req-7b04baa1-ecf6-42f1-aea2-e3f1c02e9dbc tempest-ServerRescueNegativeTestJSON-1154722601 tempest-ServerRescueNegativeTestJSON-1154722601-project] Publish callbacks [] for port, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:48.994573 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b81f957-8fd7-41bf-a046-5676a6860900 admin admin] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:30:49.024354 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0b81f957-8fd7-41bf-a046-5676a6860900 admin admin] Publish callbacks [] for router, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:49.026014 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-0b81f957-8fd7-41bf-a046-5676a6860900 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.3864338 Nov 23 17:30:49.026317 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98b9e781-8356-44da-bc9b-5ed615d3fd01 None None] Sync routers for ids ['6a53abb7-a82c-438a-98f4-dc33d7b03780'] in n-d-816206-8 {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:30:49.029206 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 34948) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:30:49.037560 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:49.040619 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935f2ca3-a3a0-4cfb-ab44-3b32678dfb0c req-202b753d-0b93-46c6-b315-8deb07b10e40 tempest-ServerAddressesNegativeTestJSON-243613553 tempest-ServerAddressesNegativeTestJSON-243613553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:30:49.042170 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-935f2ca3-a3a0-4cfb-ab44-3b32678dfb0c req-202b753d-0b93-46c6-b315-8deb07b10e40 tempest-ServerAddressesNegativeTestJSON-243613553 tempest-ServerAddressesNegativeTestJSON-243613553-project] 10.222.0.36 "GET /v2.0/ports?device_id=37e8ae14-9cd4-49ea-995a-80ea413da2ba HTTP/1.1" status: 200 len: 945 time: 0.7511115 Nov 23 17:30:49.065674 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d847368-f5fa-4fed-840d-25e906c18499 {{(pid=103592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:30:49.099348 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98b9e781-8356-44da-bc9b-5ed615d3fd01 None None] Routers {'6a53abb7-a82c-438a-98f4-dc33d7b03780'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:30:49.100404 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-98b9e781-8356-44da-bc9b-5ed615d3fd01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:30:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['6a53abb7-a82c-438a-98f4-dc33d7b03780'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:30:49.172267 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-3e46b686-7829-4683-a2e6-7c89548cc158 req-ea72941f-3bdd-4515-ac58-c06830d6763e tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.60 "GET /v2.0/security-groups?id=b4179e07-bbfd-4236-b98c-2ab2b518c61f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4559896 Nov 23 17:30:49.233382 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvr_db [None req-98b9e781-8356-44da-bc9b-5ed615d3fd01 None None] Set router 6a53abb7-a82c-438a-98f4-dc33d7b03780 gateway port host: n-d-816206-8 {{(pid=103592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:30:49.302315 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fd752e-b868-4d44-877f-9fe9d060994f req-90b625e8-beca-4d73-bea2-b506adafc759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:30:49.303788 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-60fd752e-b868-4d44-877f-9fe9d060994f req-90b625e8-beca-4d73-bea2-b506adafc759 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7a48fbc6-9cf3-4d00-a808-31156a99c4b2 HTTP/1.1" status: 200 len: 858 time: 0.4568758 Nov 23 17:30:49.331374 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16b185a2-203b-49c1-95d8-4e15772dab39 None None] Network 04470eef-b922-4801-8872-f6ca765b26dd requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:30:49.336927 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-3369eb43-c2a0-49c4-ba57-17ce91893d6c req-b0754540-df83-44de-89f6-df60d90f8b07 service neutron] Attempting to bind port 6fadacb4-3c73-41dd-b0b4-aef93df8a5bd on host n-h2-816206-8 for vnic_type normal with profile {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:30:49.337255 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-3369eb43-c2a0-49c4-ba57-17ce91893d6c req-b0754540-df83-44de-89f6-df60d90f8b07 service neutron] Attempting to bind port 6fadacb4-3c73-41dd-b0b4-aef93df8a5bd by drivers openvswitch,hyperv on host n-h2-816206-8 at level 0 using segments [{'id': '72cae39b-e177-46b5-abb9-73dc195aab07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '20824f08-7d73-4bbc-b037-8f08604bcdaf'}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:30:49.337687 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3369eb43-c2a0-49c4-ba57-17ce91893d6c req-b0754540-df83-44de-89f6-df60d90f8b07 service neutron] Attempting to bind port 6fadacb4-3c73-41dd-b0b4-aef93df8a5bd on network 20824f08-7d73-4bbc-b037-8f08604bcdaf {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:30:49.348658 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e4e57b-161e-4ff9-94af-89d723d9810a req-7bdb33d8-dccf-4720-829a-2698185aa6b3 tempest-ServersTestJSON-1134034282 tempest-ServersTestJSON-1134034282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:30:49.350537 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-65e4e57b-161e-4ff9-94af-89d723d9810a req-7bdb33d8-dccf-4720-829a-2698185aa6b3 tempest-ServersTestJSON-1134034282 tempest-ServersTestJSON-1134034282-project] 10.222.0.60 "GET /v2.0/ports?device_id=f607dab7-428e-486b-95e5-a97d3e9aba41 HTTP/1.1" status: 200 len: 944 time: 0.3938670 Nov 23 17:30:49.411848 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3369eb43-c2a0-49c4-ba57-17ce91893d6c req-b0754540-df83-44de-89f6-df60d90f8b07 service neutron] Port 6fadacb4-3c73-41dd-b0b4-aef93df8a5bd on network 20824f08-7d73-4bbc-b037-8f08604bcdaf not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-8 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 17:30:49.412282 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3369eb43-c2a0-49c4-ba57-17ce91893d6c req-b0754540-df83-44de-89f6-df60d90f8b07 service neutron] Attempting to bind port 6fadacb4-3c73-41dd-b0b4-aef93df8a5bd on network 20824f08-7d73-4bbc-b037-8f08604bcdaf {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:30:49.423052 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3369eb43-c2a0-49c4-ba57-17ce91893d6c req-b0754540-df83-44de-89f6-df60d90f8b07 service neutron] Checking agent: {'id': 'ab77bf9e-0267-4174-8f1d-822cba89b207', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 15, 13), 'started_at': datetime.datetime(2021, 11, 23, 17, 15, 13), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 30, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:30:49.423509 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3369eb43-c2a0-49c4-ba57-17ce91893d6c req-b0754540-df83-44de-89f6-df60d90f8b07 service neutron] Checking segment: {'id': '72cae39b-e177-46b5-abb9-73dc195aab07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '20824f08-7d73-4bbc-b037-8f08604bcdaf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:30:49.424022 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3369eb43-c2a0-49c4-ba57-17ce91893d6c req-b0754540-df83-44de-89f6-df60d90f8b07 service neutron] Bound using segment: {'id': '72cae39b-e177-46b5-abb9-73dc195aab07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '20824f08-7d73-4bbc-b037-8f08604bcdaf'} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:30:49.424631 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-3369eb43-c2a0-49c4-ba57-17ce91893d6c req-b0754540-df83-44de-89f6-df60d90f8b07 service neutron] Bound port: 6fadacb4-3c73-41dd-b0b4-aef93df8a5bd, host: n-h2-816206-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72cae39b-e177-46b5-abb9-73dc195aab07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '20824f08-7d73-4bbc-b037-8f08604bcdaf'}}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:30:49.425101 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-3369eb43-c2a0-49c4-ba57-17ce91893d6c req-b0754540-df83-44de-89f6-df60d90f8b07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:49.446806 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-bff4ce63-4d22-4790-b3ba-44ac047c7e17 req-7b04baa1-ecf6-42f1-aea2-e3f1c02e9dbc tempest-ServerRescueNegativeTestJSON-1154722601 tempest-ServerRescueNegativeTestJSON-1154722601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:49.453014 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-60fd752e-b868-4d44-877f-9fe9d060994f req-1dd6fd81-4026-4346-9c51-22b1b3e63d06 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ee61f549-61e5-4b3e-88cc-f7acada2ae03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1174073 Nov 23 17:30:49.547536 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:49.558648 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port 9d847368-f5fa-4fed-840d-25e906c18499, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=9d847368-f5fa-4fed-840d-25e906c18499,segment=NetworkSegment(9af5bdca-ad73-4e5e-ad36-1bd85f88bd90),segment_id=9af5bdca-ad73-4e5e-ad36-1bd85f88bd90)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:30:49.594119 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:49.594544 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device 2a4244ef-ef03-4f4c-8ffc-3e8bbbae7f23 details requested by agent hyperv_n-h1-816206-8 with host n-h1-816206-8 {{(pid=103592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 17:30:49.624958 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port ea956362-a00e-4eeb-88fb-d8787f53fbd5, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=ea956362-a00e-4eeb-88fb-d8787f53fbd5,segment=NetworkSegment(f75f400f-3665-42b6-b743-8c8989e17b3e),segment_id=f75f400f-3665-42b6-b743-8c8989e17b3e)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:30:49.636070 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc1cb68a-7d8e-48af-9098-d96a53e08c31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea956362-a00e-4eeb-88fb-d8787f53fbd5'}] {{(pid=103592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:30:49.638257 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba3e6a8f2301c7a29fe1eca9779abdae4ccbcd6266d69778087f2498d5551201" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f02f2f45-9f33-4c4b-84fd-ff52212ad24c" -d '{"events": [{"server_uuid": "cc1cb68a-7d8e-48af-9098-d96a53e08c31", "name": "network-vif-plugged", "status": "completed", "tag": "ea956362-a00e-4eeb-88fb-d8787f53fbd5"}]}' {{(pid=103592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:30:49.643358 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-f1274f1a-f666-464d-b9aa-19d273172fc2 None None] Provisioning complete for port 8012e2a4-8fbc-4127-a4e3-8ebef1b5e5a3 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:30:49.643918 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-f1274f1a-f666-464d-b9aa-19d273172fc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:49.667365 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-3369eb43-c2a0-49c4-ba57-17ce91893d6c req-b0754540-df83-44de-89f6-df60d90f8b07 service neutron] For port 6fadacb4-3c73-41dd-b0b4-aef93df8a5bd, host n-h2-816206-8, cleared binding levels {{(pid=103591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:30:49.670835 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-3369eb43-c2a0-49c4-ba57-17ce91893d6c req-b0754540-df83-44de-89f6-df60d90f8b07 service neutron] For port 6fadacb4-3c73-41dd-b0b4-aef93df8a5bd, host n-h2-816206-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=6fadacb4-3c73-41dd-b0b4-aef93df8a5bd,segment=NetworkSegment(72cae39b-e177-46b5-abb9-73dc195aab07),segment_id=72cae39b-e177-46b5-abb9-73dc195aab07)] {{(pid=103591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:30:49.677660 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:49.696795 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-76232976-238d-4b05-bb12-44b0c9b6d5fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:49.731189 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-3369eb43-c2a0-49c4-ba57-17ce91893d6c req-b0754540-df83-44de-89f6-df60d90f8b07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264758186'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:49.811401 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bff4ce63-4d22-4790-b3ba-44ac047c7e17 req-7b04baa1-ecf6-42f1-aea2-e3f1c02e9dbc tempest-ServerRescueNegativeTestJSON-1154722601 tempest-ServerRescueNegativeTestJSON-1154722601-project] Network ee61f549-61e5-4b3e-88cc-f7acada2ae03 is already hosted by enough agents. {{(pid=103591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:30:49.823240 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [req-bff4ce63-4d22-4790-b3ba-44ac047c7e17 req-7b04baa1-ecf6-42f1-aea2-e3f1c02e9dbc tempest-ServerRescueNegativeTestJSON-1154722601 tempest-ServerRescueNegativeTestJSON-1154722601-project] Resources bound (agent type, host, resource id): {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:30:49.829479 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [req-bff4ce63-4d22-4790-b3ba-44ac047c7e17 req-7b04baa1-ecf6-42f1-aea2-e3f1c02e9dbc tempest-ServerRescueNegativeTestJSON-1154722601 tempest-ServerRescueNegativeTestJSON-1154722601-project] Received port after_create {{(pid=103591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:30:49.867493 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 8012e2a4-8fbc-4127-a4e3-8ebef1b5e5a3 up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:30:49.873417 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.db.resource_extend [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 23 17:30:49.873630 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [req-935f2ca3-a3a0-4cfb-ab44-3b32678dfb0c req-0cd15c37-c7d0-44a2-8bce-4353a7e869e3 tempest-ServerAddressesNegativeTestJSON-243613553 tempest-ServerAddressesNegativeTestJSON-243613553-project] Deleting port 02736327-cd7a-4294-b1a4-8233d028eda1 {{(pid=103591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:30:49.873888 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-935f2ca3-a3a0-4cfb-ab44-3b32678dfb0c req-0cd15c37-c7d0-44a2-8bce-4353a7e869e3 tempest-ServerAddressesNegativeTestJSON-243613553 tempest-ServerAddressesNegativeTestJSON-243613553-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:49.909018 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3369eb43-c2a0-49c4-ba57-17ce91893d6c req-b0754540-df83-44de-89f6-df60d90f8b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:30:49.910440 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-3369eb43-c2a0-49c4-ba57-17ce91893d6c req-b0754540-df83-44de-89f6-df60d90f8b07 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:49.912673 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-3369eb43-c2a0-49c4-ba57-17ce91893d6c req-b0754540-df83-44de-89f6-df60d90f8b07 service neutron] 10.222.0.36 "PUT /v2.0/ports/6fadacb4-3c73-41dd-b0b4-aef93df8a5bd HTTP/1.1" status: 200 len: 1091 time: 3.8990390 Nov 23 17:30:49.937375 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-65e4e57b-161e-4ff9-94af-89d723d9810a req-98470c49-8040-4048-a28f-308cbeefa479 tempest-ServersTestJSON-1134034282 tempest-ServersTestJSON-1134034282-project] 10.222.0.60 "GET /v2.0/security-groups?id=b310ccca-6502-41c2-a6d7-b680d0ad1473&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5706043 Nov 23 17:30:49.963761 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a53ae80-f52c-49bf-aa8d-91eb60d0f379', 'tag': '6fadacb4-3c73-41dd-b0b4-aef93df8a5bd'}] {{(pid=103591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:30:49.970145 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-76232976-238d-4b05-bb12-44b0c9b6d5fa admin admin] Allocated IP 172.20.0.1 (04470eef-b922-4801-8872-f6ca765b26dd/d52f2422-eba5-4adf-851d-059c4fb2a31d/8ab61e19-8747-4ccd-abd9-833697a8023a) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:30:49.975156 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Pushing event updated for resources: {'Port': ['ID=9d847368-f5fa-4fed-840d-25e906c18499,revision_number=4']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:30:49.984634 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41d174a19ece9499ff9ec44e5b3fc50f2abd3ffbc947fb7e52ea1e8db27b95b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f7615e2-163b-499b-b8c7-4255ce978baa" -d '{"events": [{"name": "network-changed", "server_uuid": "0a53ae80-f52c-49bf-aa8d-91eb60d0f379", "tag": "6fadacb4-3c73-41dd-b0b4-aef93df8a5bd"}]}' {{(pid=103591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:30:50.090456 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b04baa1-ecf6-42f1-aea2-e3f1c02e9dbc tempest-ServerRescueNegativeTestJSON-1154722601 tempest-ServerRescueNegativeTestJSON-1154722601-project] Pushing event updated for resources: {'Port': ['ID=60f8ef03-7cec-4d0c-b65f-598b7fc51dd2,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:30:50.112134 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff4ce63-4d22-4790-b3ba-44ac047c7e17 req-7b04baa1-ecf6-42f1-aea2-e3f1c02e9dbc tempest-ServerRescueNegativeTestJSON-1154722601 tempest-ServerRescueNegativeTestJSON-1154722601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:30:50.112900 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-bff4ce63-4d22-4790-b3ba-44ac047c7e17 req-7b04baa1-ecf6-42f1-aea2-e3f1c02e9dbc tempest-ServerRescueNegativeTestJSON-1154722601 tempest-ServerRescueNegativeTestJSON-1154722601-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:50.116878 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Pushing event updated for resources: {'Port': ['ID=ea956362-a00e-4eeb-88fb-d8787f53fbd5,revision_number=7']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:30:50.131165 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-76232976-238d-4b05-bb12-44b0c9b6d5fa admin admin] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:50.189472 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-76232976-238d-4b05-bb12-44b0c9b6d5fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:50.192077 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-98b9e781-8356-44da-bc9b-5ed615d3fd01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a53abb7-a82c-438a-98f4-dc33d7b03780', 'name': 'tempest-TaggedBootDevicesTest-1442236328-router', 'tenant_id': '8043a75783e64196ac0be92247cb4c17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.230'}], 'enable_snat': True}, 'gw_port_id': 'bf23729d-89c0-4a8d-9706-96f8e283aad2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:30:45Z', 'updated_at': '2021-11-23T17:30:47Z', 'revision_number': 3, 'project_id': '8043a75783e64196ac0be92247cb4c17', 'gw_port': {'id': 'bf23729d-89c0-4a8d-9706-96f8e283aad2', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:d2:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a53abb7-a82c-438a-98f4-dc33d7b03780', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1155, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:30:46Z', 'updated_at': '2021-11-23T17:30:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8'}], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:30:50.248643 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a3acce-dbae-498d-97eb-f7b48fc119d5 req-88af7b1a-9067-46a1-b67b-ecfbf19bc019 tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:30:50.251484 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-43a3acce-dbae-498d-97eb-f7b48fc119d5 req-88af7b1a-9067-46a1-b67b-ecfbf19bc019 tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] 10.222.0.60 "GET /v2.0/ports?device_id=0a53ae80-f52c-49bf-aa8d-91eb60d0f379 HTTP/1.1" status: 200 len: 943 time: 0.6153572 Nov 23 17:30:50.271302 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76232976-238d-4b05-bb12-44b0c9b6d5fa admin admin] Network 04470eef-b922-4801-8872-f6ca765b26dd is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:30:50.279485 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-76232976-238d-4b05-bb12-44b0c9b6d5fa admin admin] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:30:50.280281 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-60fd752e-b868-4d44-877f-9fe9d060994f req-adced0bf-44a4-4cc0-a9ce-26a91a9c4f17 service neutron] 10.222.0.55 "GET /v2.0/networks/ee61f549-61e5-4b3e-88cc-f7acada2ae03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8164139 Nov 23 17:30:50.288776 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76232976-238d-4b05-bb12-44b0c9b6d5fa admin admin] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:30:50.311384 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port 8012e2a4-8fbc-4127-a4e3-8ebef1b5e5a3 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:30:50.311844 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:50.318744 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98b9e781-8356-44da-bc9b-5ed615d3fd01 None None] Checking router: 6a53abb7-a82c-438a-98f4-dc33d7b03780 for host: n-d-816206-8 {{(pid=103592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 17:30:50.319190 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98b9e781-8356-44da-bc9b-5ed615d3fd01 None None] Updating router 6a53abb7-a82c-438a-98f4-dc33d7b03780 port bf23729d-89c0-4a8d-9706-96f8e283aad2 binding host n-d-816206-8 {{(pid=103592) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 17:30:50.335455 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76232976-238d-4b05-bb12-44b0c9b6d5fa admin admin] Pushing event updated for resources: {'Port': ['ID=8ab61e19-8747-4ccd-abd9-833697a8023a,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:30:50.346839 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-bff4ce63-4d22-4790-b3ba-44ac047c7e17 req-7b04baa1-ecf6-42f1-aea2-e3f1c02e9dbc tempest-ServerRescueNegativeTestJSON-1154722601 tempest-ServerRescueNegativeTestJSON-1154722601-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.6223722 Nov 23 17:30:50.366009 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-76232976-238d-4b05-bb12-44b0c9b6d5fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1795539'] for router_interface, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:50.367546 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [req-bff4ce63-4d22-4790-b3ba-44ac047c7e17 req-13bce750-43d9-494b-9833-dc1ed4b40769 service neutron] Request body: {'port': {'device_id': '9f161a1e-4342-477a-afd0-8cb3c4b8d58a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-8'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:30:50.384285 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3369eb43-c2a0-49c4-ba57-17ce91893d6c req-b794c853-3770-4b4e-98f3-f253933246d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:30:50.388651 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-3369eb43-c2a0-49c4-ba57-17ce91893d6c req-b794c853-3770-4b4e-98f3-f253933246d7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c94e75c35eaa4eaebd82e447a9e1b0e3&device_id=0a53ae80-f52c-49bf-aa8d-91eb60d0f379 HTTP/1.1" status: 200 len: 1094 time: 0.3824637 Nov 23 17:30:50.389896 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-98b9e781-8356-44da-bc9b-5ed615d3fd01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:50.417412 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0754540-df83-44de-89f6-df60d90f8b07 service neutron] Pushing event updated for resources: {'Port': ['ID=6fadacb4-3c73-41dd-b0b4-aef93df8a5bd,revision_number=3']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:30:50.530514 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb50fa8-19db-4565-949d-1198bf7e9765 req-a1f56267-932d-4c09-826c-43cea9643cba tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:30:50.547687 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb50fa8-19db-4565-949d-1198bf7e9765 req-a1f56267-932d-4c09-826c-43cea9643cba tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:30:50.555352 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb50fa8-19db-4565-949d-1198bf7e9765 req-a1f56267-932d-4c09-826c-43cea9643cba tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:30:50.563642 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb50fa8-19db-4565-949d-1198bf7e9765 req-a1f56267-932d-4c09-826c-43cea9643cba tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:30:50.580391 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb50fa8-19db-4565-949d-1198bf7e9765 req-a1f56267-932d-4c09-826c-43cea9643cba tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:30:50.593153 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb50fa8-19db-4565-949d-1198bf7e9765 req-a1f56267-932d-4c09-826c-43cea9643cba tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:30:50.605530 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-76232976-238d-4b05-bb12-44b0c9b6d5fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:50.605729 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb50fa8-19db-4565-949d-1198bf7e9765 req-a1f56267-932d-4c09-826c-43cea9643cba tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:30:50.607654 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-acb50fa8-19db-4565-949d-1198bf7e9765 req-a1f56267-932d-4c09-826c-43cea9643cba tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] 10.222.0.60 "GET /v2.0/ports?device_id=83c4b9c5-48d7-40af-8fb5-dabe4d43cce9 HTTP/1.1" status: 200 len: 5427 time: 0.5273724 Nov 23 17:30:50.610350 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-935f2ca3-a3a0-4cfb-ab44-3b32678dfb0c req-0cd15c37-c7d0-44a2-8bce-4353a7e869e3 tempest-ServerAddressesNegativeTestJSON-243613553 tempest-ServerAddressesNegativeTestJSON-243613553-project] For port 02736327-cd7a-4294-b1a4-8233d028eda1, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=02736327-cd7a-4294-b1a4-8233d028eda1,segment=NetworkSegment(66cc7fe5-dddd-4376-9b57-9d5c9f6baa25),segment_id=66cc7fe5-dddd-4376-9b57-9d5c9f6baa25)] {{(pid=103591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:30:50.610656 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-935f2ca3-a3a0-4cfb-ab44-3b32678dfb0c req-0cd15c37-c7d0-44a2-8bce-4353a7e869e3 tempest-ServerAddressesNegativeTestJSON-243613553 tempest-ServerAddressesNegativeTestJSON-243613553-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:50.692621 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-3369eb43-c2a0-49c4-ba57-17ce91893d6c req-f26caa67-6b97-4811-8bf3-49576f10070f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6fadacb4-3c73-41dd-b0b4-aef93df8a5bd HTTP/1.1" status: 200 len: 217 time: 0.2334437 Nov 23 17:30:50.788351 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-98b9e781-8356-44da-bc9b-5ed615d3fd01 None None] Publish callbacks [] for port, precommit_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:50.811505 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [req-935f2ca3-a3a0-4cfb-ab44-3b32678dfb0c req-0cd15c37-c7d0-44a2-8bce-4353a7e869e3 tempest-ServerAddressesNegativeTestJSON-243613553 tempest-ServerAddressesNegativeTestJSON-243613553-project] Calling delete_port for 02736327-cd7a-4294-b1a4-8233d028eda1 owned by compute:nova {{(pid=103591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:30:50.822400 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-43a3acce-dbae-498d-97eb-f7b48fc119d5 req-3393e805-c168-4934-97ff-041ea08d0040 tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] 10.222.0.60 "GET /v2.0/security-groups?id=d8e33e73-30b9-4952-965d-f940c31594f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5563433 Nov 23 17:30:50.933560 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-bff4ce63-4d22-4790-b3ba-44ac047c7e17 req-13bce750-43d9-494b-9833-dc1ed4b40769 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:50.980878 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-76232976-238d-4b05-bb12-44b0c9b6d5fa admin admin] Publish callbacks [] for port, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:50.992164 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-76232976-238d-4b05-bb12-44b0c9b6d5fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264357957'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:51.084439 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device ad6a0235-8314-43ca-bfdd-e59fc298502b up at agent hyperv_n-h2-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:30:51.102610 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-98b9e781-8356-44da-bc9b-5ed615d3fd01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:51.104765 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76232976-238d-4b05-bb12-44b0c9b6d5fa admin admin] Pushing event updated for resources: {'Port': ['ID=8ab61e19-8747-4ccd-abd9-833697a8023a,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:30:51.114325 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-76232976-238d-4b05-bb12-44b0c9b6d5fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2068703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1794403'] for router_interface, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:51.194625 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f493addf-9fc1-46ff-9696-ab73364ca6b0 None None] Pushing event updated for resources: {'Port': ['ID=bf23729d-89c0-4a8d-9706-96f8e283aad2,revision_number=2']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:30:51.195162 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-acb50fa8-19db-4565-949d-1198bf7e9765 req-fd9b7aac-29c8-4c3c-8303-c585e48e9c52 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] 10.222.0.60 "GET /v2.0/security-groups?id=f803d7ea-d3d6-4cf6-830c-70814cdc1205&id=0089afc6-8a44-4092-8e4d-085e37cc31cf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5219524 Nov 23 17:30:51.197810 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-60fd752e-b868-4d44-877f-9fe9d060994f req-71bc7f81-59b2-4af0-900e-d221022c21c5 service neutron] 10.222.0.55 "GET /v2.0/networks/ee61f549-61e5-4b3e-88cc-f7acada2ae03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8903573 Nov 23 17:30:51.202034 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-935f2ca3-a3a0-4cfb-ab44-3b32678dfb0c req-0cd15c37-c7d0-44a2-8bce-4353a7e869e3 tempest-ServerAddressesNegativeTestJSON-243613553 tempest-ServerAddressesNegativeTestJSON-243613553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:51.213488 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-611d7f5b-3131-4e0b-afe1-ff5e15dbded3 None None] DHCP port deletion for 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:30:51.247965 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port 2a4244ef-ef03-4f4c-8ffc-3e8bbbae7f23, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=2a4244ef-ef03-4f4c-8ffc-3e8bbbae7f23,segment=NetworkSegment(f3fe809b-60bf-416a-b4bb-a4f078db8338),segment_id=f3fe809b-60bf-416a-b4bb-a4f078db8338)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:30:51.261558 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3369eb43-c2a0-49c4-ba57-17ce91893d6c req-bd0a7cf8-7ea7-473f-92b2-f33827e6ae37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:30:51.265607 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-3369eb43-c2a0-49c4-ba57-17ce91893d6c req-bd0a7cf8-7ea7-473f-92b2-f33827e6ae37 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0fca264e-f203-46e9-b86a-ebb2329ba90b HTTP/1.1" status: 200 len: 852 time: 0.5410345 Nov 23 17:30:51.287441 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76232976-238d-4b05-bb12-44b0c9b6d5fa admin admin] Network 04470eef-b922-4801-8872-f6ca765b26dd is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:30:51.289537 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-76232976-238d-4b05-bb12-44b0c9b6d5fa admin admin] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:30:51.298138 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-98b9e781-8356-44da-bc9b-5ed615d3fd01 None None] Attempting to bind port bf23729d-89c0-4a8d-9706-96f8e283aad2 on host n-d-816206-8 for vnic_type normal with profile {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:30:51.298928 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-98b9e781-8356-44da-bc9b-5ed615d3fd01 None None] Attempting to bind port bf23729d-89c0-4a8d-9706-96f8e283aad2 by drivers openvswitch,hyperv on host n-d-816206-8 at level 0 using segments [{'id': 'bffd1e4f-e80f-4ff0-b418-2f42ae15febf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:30:51.299522 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98b9e781-8356-44da-bc9b-5ed615d3fd01 None None] Attempting to bind port bf23729d-89c0-4a8d-9706-96f8e283aad2 on network 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:30:51.314906 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98b9e781-8356-44da-bc9b-5ed615d3fd01 None None] Checking agent: {'id': '9e89acbe-4bbe-4c77-a18b-6f1da9133e0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 7, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 30, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:30:51.315565 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98b9e781-8356-44da-bc9b-5ed615d3fd01 None None] Checking segment: {'id': 'bffd1e4f-e80f-4ff0-b418-2f42ae15febf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:30:51.317295 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-98b9e781-8356-44da-bc9b-5ed615d3fd01 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:51.317854 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98b9e781-8356-44da-bc9b-5ed615d3fd01 None None] Bound using segment: {'id': 'bffd1e4f-e80f-4ff0-b418-2f42ae15febf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:30:51.318489 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-98b9e781-8356-44da-bc9b-5ed615d3fd01 None None] Bound port: bf23729d-89c0-4a8d-9706-96f8e283aad2, host: n-d-816206-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bffd1e4f-e80f-4ff0-b418-2f42ae15febf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'}}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:30:51.320382 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-98b9e781-8356-44da-bc9b-5ed615d3fd01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:51.404439 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Returning: {'device': '2a4244ef-ef03-4f4c-8ffc-3e8bbbae7f23', 'network_id': 'a67d26f0-d8bc-46d6-9df4-c5b8fb20d14c', 'port_id': '2a4244ef-ef03-4f4c-8ffc-3e8bbbae7f23', 'mac_address': 'fa:16:3e:78:c9:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 504, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bcb9709f-482c-4f68-bfac-95b809cc7fe7', 'ip_address': '10.1.1.59'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 17:30:51.530211 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76232976-238d-4b05-bb12-44b0c9b6d5fa admin admin] Router 6a53abb7-a82c-438a-98f4-dc33d7b03780 has already been hosted by L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 {{(pid=103590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 17:30:51.553500 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-3369eb43-c2a0-49c4-ba57-17ce91893d6c req-89dcbf0c-9c6a-44a6-b149-e693f57c2673 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=20824f08-7d73-4bbc-b037-8f08604bcdaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0883355 Nov 23 17:30:51.561158 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-0770749c-30ae-4bac-a375-9f94653fea70 None None] Provisioning complete for port 8012e2a4-8fbc-4127-a4e3-8ebef1b5e5a3 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:30:51.562210 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-0770749c-30ae-4bac-a375-9f94653fea70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:51.570309 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:30:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbd54238-52b8-4ee7-9868-83cfbc638efa x-openstack-request-id: req-fbd54238-52b8-4ee7-9868-83cfbc638efa {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:30:51.570908 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc1cb68a-7d8e-48af-9098-d96a53e08c31", "name": "network-vif-plugged", "status": "completed", "tag": "ea956362-a00e-4eeb-88fb-d8787f53fbd5", "code": 200}]} {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:30:51.571343 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-fbd54238-52b8-4ee7-9868-83cfbc638efa {{(pid=103592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:30:51.572625 n-d-816206-8 neutron-server[103592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc1cb68a-7d8e-48af-9098-d96a53e08c31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea956362-a00e-4eeb-88fb-d8787f53fbd5', 'code': 200} Nov 23 17:30:51.573936 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-98b9e781-8356-44da-bc9b-5ed615d3fd01 None None] For port bf23729d-89c0-4a8d-9706-96f8e283aad2, host n-d-816206-8, cleared binding levels {{(pid=103592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:30:51.630384 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8cb76c-4ee0-4906-9338-f3491d73d396 req-6bff4f3c-bbe6-4a2c-9db4-62916291d837 tempest-ServerRescueNegativeTestJSON-1154722601 tempest-ServerRescueNegativeTestJSON-1154722601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:30:51.635412 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9e8cb76c-4ee0-4906-9338-f3491d73d396 req-6bff4f3c-bbe6-4a2c-9db4-62916291d837 tempest-ServerRescueNegativeTestJSON-1154722601 tempest-ServerRescueNegativeTestJSON-1154722601-project] 10.222.0.60 "GET /v2.0/ports?device_id=9f161a1e-4342-477a-afd0-8cb3c4b8d58a HTTP/1.1" status: 200 len: 931 time: 0.4875844 Nov 23 17:30:51.639734 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd15c37-c7d0-44a2-8bce-4353a7e869e3 tempest-ServerAddressesNegativeTestJSON-243613553 tempest-ServerAddressesNegativeTestJSON-243613553-project] Pushing event deleted for resources: {'Port': ['ID=02736327-cd7a-4294-b1a4-8233d028eda1,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:30:51.660672 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Provisioning for port ad6a0235-8314-43ca-bfdd-e59fc298502b completed by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 17:30:51.663875 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-98b9e781-8356-44da-bc9b-5ed615d3fd01 None None] For port bf23729d-89c0-4a8d-9706-96f8e283aad2, host n-d-816206-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=bf23729d-89c0-4a8d-9706-96f8e283aad2,segment=NetworkSegment(bffd1e4f-e80f-4ff0-b418-2f42ae15febf),segment_id=bffd1e4f-e80f-4ff0-b418-2f42ae15febf)] {{(pid=103592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:30:51.722136 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-98b9e781-8356-44da-bc9b-5ed615d3fd01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:51.746508 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Provisioning complete for port ad6a0235-8314-43ca-bfdd-e59fc298502b triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:30:51.746727 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:51.772578 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:51.782810 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a135fef5-a128-4d58-bbe4-73fcbc961952 req-31cc3c7f-1a0e-4111-a210-9339d2a28d81 tempest-ServerAddressesNegativeTestJSON-243613553 tempest-ServerAddressesNegativeTestJSON-243613553-project] 10.222.0.60 "GET /v2.0/ports?device_id=37e8ae14-9cd4-49ea-995a-80ea413da2ba HTTP/1.1" status: 200 len: 210 time: 0.0857673 Nov 23 17:30:51.831346 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [req-935f2ca3-a3a0-4cfb-ab44-3b32678dfb0c req-0cd15c37-c7d0-44a2-8bce-4353a7e869e3 tempest-ServerAddressesNegativeTestJSON-243613553 tempest-ServerAddressesNegativeTestJSON-243613553-project] No DVR routers for this DVR port 02736327-cd7a-4294-b1a4-8233d028eda1 on host n-h2-816206-8 {{(pid=103591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:30:51.832053 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8944a462-21a7-4bfd-99af-30a2ca7169e2 None None] DHCP port deletion for 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:30:51.835192 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a4244ef-ef03-4f4c-8ffc-3e8bbbae7f23 {{(pid=103592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:30:51.854872 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76232976-238d-4b05-bb12-44b0c9b6d5fa admin admin] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:30:51.901714 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-76232976-238d-4b05-bb12-44b0c9b6d5fa admin admin] 10.222.0.60 "PUT /v2.0/routers/6a53abb7-a82c-438a-98f4-dc33d7b03780/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8695979 Nov 23 17:30:51.914329 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f493addf-9fc1-46ff-9696-ab73364ca6b0 None None] Pushing event updated for resources: {'Port': ['ID=bf23729d-89c0-4a8d-9706-96f8e283aad2,revision_number=3']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:30:51.924282 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-935f2ca3-a3a0-4cfb-ab44-3b32678dfb0c req-0cd15c37-c7d0-44a2-8bce-4353a7e869e3 tempest-ServerAddressesNegativeTestJSON-243613553 tempest-ServerAddressesNegativeTestJSON-243613553-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:51.932600 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port 2a4244ef-ef03-4f4c-8ffc-3e8bbbae7f23, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=2a4244ef-ef03-4f4c-8ffc-3e8bbbae7f23,segment=NetworkSegment(f3fe809b-60bf-416a-b4bb-a4f078db8338),segment_id=f3fe809b-60bf-416a-b4bb-a4f078db8338)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:30:51.934383 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98b9e781-8356-44da-bc9b-5ed615d3fd01 None None] Routers {'6a53abb7-a82c-438a-98f4-dc33d7b03780'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:30:51.934648 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-935f2ca3-a3a0-4cfb-ab44-3b32678dfb0c req-0cd15c37-c7d0-44a2-8bce-4353a7e869e3 tempest-ServerAddressesNegativeTestJSON-243613553 tempest-ServerAddressesNegativeTestJSON-243613553-project] 10.222.0.36 "DELETE /v2.0/ports/02736327-cd7a-4294-b1a4-8233d028eda1 HTTP/1.1" status: 204 len: 173 time: 2.8447452 Nov 23 17:30:51.939218 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-98b9e781-8356-44da-bc9b-5ed615d3fd01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:30:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['6a53abb7-a82c-438a-98f4-dc33d7b03780'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:30:51.947963 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:51.953926 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device 43a35972-e7d6-46b1-a089-47907bd8d235 details requested by agent hyperv_n-h1-816206-8 with host n-h1-816206-8 {{(pid=103592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 17:30:51.962598 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9e8cb76c-4ee0-4906-9338-f3491d73d396 req-742c485e-fe5a-49b8-814d-cba660575ef4 tempest-ServerRescueNegativeTestJSON-1154722601 tempest-ServerRescueNegativeTestJSON-1154722601-project] 10.222.0.60 "GET /v2.0/security-groups?id=fdeeda5f-d596-40d9-83fc-6ea083625241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3132150 Nov 23 17:30:51.973677 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 17:30:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24e2a0b1-bad2-440a-900d-d216b95f1ed4 x-openstack-request-id: req-24e2a0b1-bad2-440a-900d-d216b95f1ed4 {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:30:51.974339 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a53ae80-f52c-49bf-aa8d-91eb60d0f379", "tag": "6fadacb4-3c73-41dd-b0b4-aef93df8a5bd", "status": "completed", "code": 200}]} {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:30:51.974920 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-24e2a0b1-bad2-440a-900d-d216b95f1ed4 {{(pid=103591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:30:51.975527 n-d-816206-8 neutron-server[103591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a53ae80-f52c-49bf-aa8d-91eb60d0f379', 'tag': '6fadacb4-3c73-41dd-b0b4-aef93df8a5bd', 'status': 'completed', 'code': 200} Nov 23 17:30:52.393924 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.db.resource_extend [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 23 17:30:52.412799 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port 43a35972-e7d6-46b1-a089-47907bd8d235, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=43a35972-e7d6-46b1-a089-47907bd8d235,segment=NetworkSegment(f3fe809b-60bf-416a-b4bb-a4f078db8338),segment_id=f3fe809b-60bf-416a-b4bb-a4f078db8338)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:30:52.481620 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-3369eb43-c2a0-49c4-ba57-17ce91893d6c req-fc195c96-4697-4678-adbc-7d6826fe6c55 service neutron] 10.222.0.36 "GET /v2.0/networks/20824f08-7d73-4bbc-b037-8f08604bcdaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8966997 Nov 23 17:30:52.482678 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvr_db [None req-98b9e781-8356-44da-bc9b-5ed615d3fd01 None None] Set router 6a53abb7-a82c-438a-98f4-dc33d7b03780 gateway port host: n-d-816206-8 {{(pid=103592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:30:52.527072 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a2ffc5-056e-4110-a48a-2116441c01f7 req-2dc60225-2362-4291-818e-897c714d2a6d tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:30:52.534450 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-57a2ffc5-056e-4110-a48a-2116441c01f7 req-2dc60225-2362-4291-818e-897c714d2a6d tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc1cb68a-7d8e-48af-9098-d96a53e08c31 HTTP/1.1" status: 200 len: 946 time: 0.4883351 Nov 23 17:30:52.595639 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7082e03f-49d1-46b8-aa0e-2daddf59ae31 req-0cab5882-bf24-47ac-8d8f-9b847191f2be tempest-ServersTestJSON-1134034282 tempest-ServersTestJSON-1134034282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:30:52.603649 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7082e03f-49d1-46b8-aa0e-2daddf59ae31 req-0cab5882-bf24-47ac-8d8f-9b847191f2be tempest-ServersTestJSON-1134034282 tempest-ServersTestJSON-1134034282-project] 10.222.0.60 "GET /v2.0/ports?device_id=f607dab7-428e-486b-95e5-a97d3e9aba41 HTTP/1.1" status: 200 len: 944 time: 0.1791170 Nov 23 17:30:52.607381 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Returning: {'device': '43a35972-e7d6-46b1-a089-47907bd8d235', 'network_id': 'a67d26f0-d8bc-46d6-9df4-c5b8fb20d14c', 'port_id': '43a35972-e7d6-46b1-a089-47907bd8d235', 'mac_address': 'fa:16:3e:5a:ef:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 504, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bcb9709f-482c-4f68-bfac-95b809cc7fe7', 'ip_address': '10.1.1.111'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 17:30:52.639526 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Pushing event updated for resources: {'Port': ['ID=2a4244ef-ef03-4f4c-8ffc-3e8bbbae7f23,revision_number=4']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:30:52.709779 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-57a2ffc5-056e-4110-a48a-2116441c01f7 req-beab13a9-29d5-4054-8ad2-7e55ed7e930d tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.60 "GET /v2.0/security-groups?id=b4179e07-bbfd-4236-b98c-2ab2b518c61f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742179 Nov 23 17:30:52.715384 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:52.736594 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-0770749c-30ae-4bac-a375-9f94653fea70 None None] Provisioning complete for port 8ab61e19-8747-4ccd-abd9-833697a8023a triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:30:52.736973 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-0770749c-30ae-4bac-a375-9f94653fea70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:52.807874 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43a35972-e7d6-46b1-a089-47907bd8d235 {{(pid=103592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:30:52.830215 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-0770749c-30ae-4bac-a375-9f94653fea70 None None] Port 8ab61e19-8747-4ccd-abd9-833697a8023a cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:30:52.832512 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:52.856021 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port 43a35972-e7d6-46b1-a089-47907bd8d235, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=43a35972-e7d6-46b1-a089-47907bd8d235,segment=NetworkSegment(f3fe809b-60bf-416a-b4bb-a4f078db8338),segment_id=f3fe809b-60bf-416a-b4bb-a4f078db8338)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:30:52.909052 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:52.909723 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device c11f7314-15f4-4533-9091-774452b72d36 details requested by agent hyperv_n-h1-816206-8 with host n-h1-816206-8 {{(pid=103592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 17:30:52.926756 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7082e03f-49d1-46b8-aa0e-2daddf59ae31 req-924914f3-1459-45c4-888f-1c04b89ddcdd tempest-ServersTestJSON-1134034282 tempest-ServersTestJSON-1134034282-project] 10.222.0.60 "GET /v2.0/security-groups?id=b310ccca-6502-41c2-a6d7-b680d0ad1473&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3222613 Nov 23 17:30:52.951771 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [req-bff4ce63-4d22-4790-b3ba-44ac047c7e17 req-13bce750-43d9-494b-9833-dc1ed4b40769 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60f8ef03-7cec-4d0c-b65f-598b7fc51dd2 {{(pid=103591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:30:52.977804 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-3369eb43-c2a0-49c4-ba57-17ce91893d6c req-ff55c9ab-6488-4eaa-9157-43a93d57bb68 service neutron] 10.222.0.36 "GET /v2.0/networks/20824f08-7d73-4bbc-b037-8f08604bcdaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4773436 Nov 23 17:30:52.997269 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-bff4ce63-4d22-4790-b3ba-44ac047c7e17 req-13bce750-43d9-494b-9833-dc1ed4b40769 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:53.026800 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port c11f7314-15f4-4533-9091-774452b72d36, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=c11f7314-15f4-4533-9091-774452b72d36,segment=NetworkSegment(f3fe809b-60bf-416a-b4bb-a4f078db8338),segment_id=f3fe809b-60bf-416a-b4bb-a4f078db8338)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:30:53.044650 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Pushing event updated for resources: {'Port': ['ID=43a35972-e7d6-46b1-a089-47907bd8d235,revision_number=4']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:30:53.061395 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.provisioning_blocks [req-bff4ce63-4d22-4790-b3ba-44ac047c7e17 req-13bce750-43d9-494b-9833-dc1ed4b40769 service neutron] Transition to ACTIVE for port object 60f8ef03-7cec-4d0c-b65f-598b7fc51dd2 will not be triggered until provisioned by entity L2. {{(pid=103591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 17:30:53.065092 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Returning: {'device': 'c11f7314-15f4-4533-9091-774452b72d36', 'network_id': 'a67d26f0-d8bc-46d6-9df4-c5b8fb20d14c', 'port_id': 'c11f7314-15f4-4533-9091-774452b72d36', 'mac_address': 'fa:16:3e:fd:11:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 504, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bcb9709f-482c-4f68-bfac-95b809cc7fe7', 'ip_address': '10.1.1.58'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 17:30:53.079764 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-0770749c-30ae-4bac-a375-9f94653fea70 None None] Provisioning complete for port bf23729d-89c0-4a8d-9706-96f8e283aad2 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:30:53.080360 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-0770749c-30ae-4bac-a375-9f94653fea70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:53.118007 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-bff4ce63-4d22-4790-b3ba-44ac047c7e17 req-13bce750-43d9-494b-9833-dc1ed4b40769 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264758186'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:53.143740 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 35012) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:30:53.148507 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-d9509967-c477-43b3-8638-e81823b6c3b7 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1434805336-network', 'tenant_id': '944eb16d76604cc6ab0a57ea3c768527'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:30:53.190460 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9509967-c477-43b3-8638-e81823b6c3b7 admin admin] Made reservation on behalf of 944eb16d76604cc6ab0a57ea3c768527 for: {'network': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:30:53.195827 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d9509967-c477-43b3-8638-e81823b6c3b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for network, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:53.206331 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d9509967-c477-43b3-8638-e81823b6c3b7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:53.249172 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port ad6a0235-8314-43ca-bfdd-e59fc298502b, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=ad6a0235-8314-43ca-bfdd-e59fc298502b,segment=NetworkSegment(8dd45b67-8dd0-4878-8132-504ff0655806),segment_id=8dd45b67-8dd0-4878-8132-504ff0655806)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:30:53.256162 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7615e2-163b-499b-b8c7-4255ce978baa req-e2edfcb8-b6af-451f-beb3-efeb95fc1128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:30:53.258754 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5f7615e2-163b-499b-b8c7-4255ce978baa req-e2edfcb8-b6af-451f-beb3-efeb95fc1128 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c94e75c35eaa4eaebd82e447a9e1b0e3&device_id=0a53ae80-f52c-49bf-aa8d-91eb60d0f379 HTTP/1.1" status: 200 len: 1094 time: 0.1912658 Nov 23 17:30:53.267588 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:53.328126 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device 02736327-cd7a-4294-b1a4-8233d028eda1 no longer exists at agent hyperv_n-h2-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:30:53.330949 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d9509967-c477-43b3-8638-e81823b6c3b7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:53.337399 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:53.344876 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d9509967-c477-43b3-8638-e81823b6c3b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:53.367787 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9509967-c477-43b3-8638-e81823b6c3b7 admin admin] vlan segment allocate from pool success with {'vlan_id': 519, 'physical_network': 'physnet1'} {{(pid=103590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 17:30:53.380262 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7615e2-163b-499b-b8c7-4255ce978baa req-caa5fd42-6dd9-4d39-8bab-1b3598a1a3a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:30:53.381644 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d9509967-c477-43b3-8638-e81823b6c3b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:53.381969 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5f7615e2-163b-499b-b8c7-4255ce978baa req-caa5fd42-6dd9-4d39-8bab-1b3598a1a3a0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=20824f08-7d73-4bbc-b037-8f08604bcdaf HTTP/1.1" status: 200 len: 913 time: 0.1112802 Nov 23 17:30:53.382759 n-d-816206-8 neutron-server[103590]: INFO neutron.db.segments_db [None req-d9509967-c477-43b3-8638-e81823b6c3b7 admin admin] Added segment 67895827-b67c-4dd5-8267-f9ff4a198829 of type vlan for network 75339259-3f00-443b-adda-17867b26c858 Nov 23 17:30:53.384223 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bce750-43d9-494b-9833-dc1ed4b40769 service neutron] Pushing event updated for resources: {'Port': ['ID=60f8ef03-7cec-4d0c-b65f-598b7fc51dd2,revision_number=2']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:30:53.417117 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] No Port match for: 02736327-cd7a-4294-b1a4-8233d028eda1 {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:30:53.417935 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device 02736327-cd7a-4294-b1a4-8233d028eda1 not bound to the agent host n-h2-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:30:53.433054 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f61898-cf00-47f6-a4e7-e7ff18ce22a1 req-cfb38312-c084-4a19-b4bc-2f4f5bd88f28 tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:30:53.444550 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e4f61898-cf00-47f6-a4e7-e7ff18ce22a1 req-cfb38312-c084-4a19-b4bc-2f4f5bd88f28 tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] 10.222.0.60 "GET /v2.0/ports?device_id=0a53ae80-f52c-49bf-aa8d-91eb60d0f379 HTTP/1.1" status: 200 len: 943 time: 0.3727782 Nov 23 17:30:53.445216 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c11f7314-15f4-4533-9091-774452b72d36 {{(pid=103592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:30:53.458561 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-0770749c-30ae-4bac-a375-9f94653fea70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:53.464957 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d9509967-c477-43b3-8638-e81823b6c3b7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736635338810'] for network, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:53.477908 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fffec1-7835-4f2c-b1a5-54a1b9247041 req-5ec661a9-439b-41cf-81db-eb42c0886184 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:30:53.484225 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fffec1-7835-4f2c-b1a5-54a1b9247041 req-5ec661a9-439b-41cf-81db-eb42c0886184 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:30:53.490860 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fffec1-7835-4f2c-b1a5-54a1b9247041 req-5ec661a9-439b-41cf-81db-eb42c0886184 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:30:53.493087 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Pushing event updated for resources: {'Port': ['ID=ad6a0235-8314-43ca-bfdd-e59fc298502b,revision_number=5']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:30:53.496859 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fffec1-7835-4f2c-b1a5-54a1b9247041 req-5ec661a9-439b-41cf-81db-eb42c0886184 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:30:53.500900 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d9509967-c477-43b3-8638-e81823b6c3b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493'] for network, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:53.501980 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9509967-c477-43b3-8638-e81823b6c3b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:30:53.502925 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d9509967-c477-43b3-8638-e81823b6c3b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for network, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:53.503062 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fffec1-7835-4f2c-b1a5-54a1b9247041 req-5ec661a9-439b-41cf-81db-eb42c0886184 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:30:53.509370 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fffec1-7835-4f2c-b1a5-54a1b9247041 req-5ec661a9-439b-41cf-81db-eb42c0886184 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:30:53.515502 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fffec1-7835-4f2c-b1a5-54a1b9247041 req-5ec661a9-439b-41cf-81db-eb42c0886184 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:30:53.516006 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port c11f7314-15f4-4533-9091-774452b72d36, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=c11f7314-15f4-4533-9091-774452b72d36,segment=NetworkSegment(f3fe809b-60bf-416a-b4bb-a4f078db8338),segment_id=f3fe809b-60bf-416a-b4bb-a4f078db8338)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:30:53.520474 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-0770749c-30ae-4bac-a375-9f94653fea70 None None] For port bf23729d-89c0-4a8d-9706-96f8e283aad2, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=bf23729d-89c0-4a8d-9706-96f8e283aad2,segment=NetworkSegment(bffd1e4f-e80f-4ff0-b418-2f42ae15febf),segment_id=bffd1e4f-e80f-4ff0-b418-2f42ae15febf)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:30:53.524430 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-39fffec1-7835-4f2c-b1a5-54a1b9247041 req-5ec661a9-439b-41cf-81db-eb42c0886184 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] 10.222.0.60 "GET /v2.0/ports?device_id=83c4b9c5-48d7-40af-8fb5-dabe4d43cce9 HTTP/1.1" status: 200 len: 5429 time: 0.4075952 Nov 23 17:30:53.525242 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:53.526022 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device e501c8d2-3b8b-4517-82b1-6a263ce4aab2 details requested by agent hyperv_n-h1-816206-8 with host n-h1-816206-8 {{(pid=103592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 17:30:53.555750 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-d9509967-c477-43b3-8638-e81823b6c3b7 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4110067 Nov 23 17:30:53.557417 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-0770749c-30ae-4bac-a375-9f94653fea70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:53.574317 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-98b9e781-8356-44da-bc9b-5ed615d3fd01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a53abb7-a82c-438a-98f4-dc33d7b03780', 'name': 'tempest-TaggedBootDevicesTest-1442236328-router', 'tenant_id': '8043a75783e64196ac0be92247cb4c17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.230'}], 'enable_snat': True}, 'gw_port_id': 'bf23729d-89c0-4a8d-9706-96f8e283aad2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:30:45Z', 'updated_at': '2021-11-23T17:30:50Z', 'revision_number': 4, 'project_id': '8043a75783e64196ac0be92247cb4c17', 'gw_port': {'id': 'bf23729d-89c0-4a8d-9706-96f8e283aad2', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:d2:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a53abb7-a82c-438a-98f4-dc33d7b03780', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1155, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:30:46Z', 'updated_at': '2021-11-23T17:30:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_interfaces': [{'id': '8ab61e19-8747-4ccd-abd9-833697a8023a', 'name': '', 'network_id': '04470eef-b922-4801-8872-f6ca765b26dd', 'tenant_id': '8043a75783e64196ac0be92247cb4c17', 'mac_address': 'fa:16:3e:48:cb:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a53abb7-a82c-438a-98f4-dc33d7b03780', 'device_owner': 'network:router_interface', 'standard_attr_id': 1156, 'fixed_ips': [{'subnet_id': 'd52f2422-eba5-4adf-851d-059c4fb2a31d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:30:49Z', 'updated_at': '2021-11-23T17:30:50Z', 'revision_number': 2, 'project_id': '8043a75783e64196ac0be92247cb4c17', 'subnets': [{'id': 'd52f2422-eba5-4adf-851d-059c4fb2a31d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:30:53.579350 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 35014) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:30:53.581474 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f607dab7-428e-486b-95e5-a97d3e9aba41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad6a0235-8314-43ca-bfdd-e59fc298502b'}] {{(pid=103592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:30:53.584614 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba3e6a8f2301c7a29fe1eca9779abdae4ccbcd6266d69778087f2498d5551201" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bdb998b-8144-4759-8653-bbea600a47a2" -d '{"events": [{"server_uuid": "f607dab7-428e-486b-95e5-a97d3e9aba41", "name": "network-vif-plugged", "status": "completed", "tag": "ad6a0235-8314-43ca-bfdd-e59fc298502b"}]}' {{(pid=103592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:30:53.594001 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-dc4afe46-8fa0-4ed8-bd50-1d8cc750945b admin admin] Request body: {'subnet': {'network_id': '75339259-3f00-443b-adda-17867b26c858', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1434805336-subnet', 'tenant_id': '944eb16d76604cc6ab0a57ea3c768527', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:30:53.597509 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5f7615e2-163b-499b-b8c7-4255ce978baa req-cd53501c-a0e3-4bb4-9441-ed13065d346d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6fadacb4-3c73-41dd-b0b4-aef93df8a5bd HTTP/1.1" status: 200 len: 217 time: 0.1862857 Nov 23 17:30:53.634148 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc4afe46-8fa0-4ed8-bd50-1d8cc750945b admin admin] Made reservation on behalf of 944eb16d76604cc6ab0a57ea3c768527 for: {'subnet': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:30:53.641748 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-dc4afe46-8fa0-4ed8-bd50-1d8cc750945b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264730903'] for subnet, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:53.642095 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98b9e781-8356-44da-bc9b-5ed615d3fd01 None None] The sync data for ids ['6a53abb7-a82c-438a-98f4-dc33d7b03780'] in n-d-816206-8 is: [{'id': '6a53abb7-a82c-438a-98f4-dc33d7b03780', 'name': 'tempest-TaggedBootDevicesTest-1442236328-router', 'tenant_id': '8043a75783e64196ac0be92247cb4c17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.230'}], 'enable_snat': True}, 'gw_port_id': 'bf23729d-89c0-4a8d-9706-96f8e283aad2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:30:45Z', 'updated_at': '2021-11-23T17:30:50Z', 'revision_number': 4, 'project_id': '8043a75783e64196ac0be92247cb4c17', 'gw_port': {'id': 'bf23729d-89c0-4a8d-9706-96f8e283aad2', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:d2:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a53abb7-a82c-438a-98f4-dc33d7b03780', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1155, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:30:46Z', 'updated_at': '2021-11-23T17:30:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_interfaces': [{'id': '8ab61e19-8747-4ccd-abd9-833697a8023a', 'name': '', 'network_id': '04470eef-b922-4801-8872-f6ca765b26dd', 'tenant_id': '8043a75783e64196ac0be92247cb4c17', 'mac_address': 'fa:16:3e:48:cb:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a53abb7-a82c-438a-98f4-dc33d7b03780', 'device_owner': 'network:router_interface', 'standard_attr_id': 1156, 'fixed_ips': [{'subnet_id': 'd52f2422-eba5-4adf-851d-059c4fb2a31d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:30:49Z', 'updated_at': '2021-11-23T17:30:50Z', 'revision_number': 2, 'project_id': '8043a75783e64196ac0be92247cb4c17', 'subnets': [{'id': 'd52f2422-eba5-4adf-851d-059c4fb2a31d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:30:53.691896 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Pushing event updated for resources: {'Port': ['ID=c11f7314-15f4-4533-9091-774452b72d36,revision_number=4']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:30:53.729923 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-bff4ce63-4d22-4790-b3ba-44ac047c7e17 req-13bce750-43d9-494b-9833-dc1ed4b40769 service neutron] Attempting to bind port 60f8ef03-7cec-4d0c-b65f-598b7fc51dd2 on host n-h1-816206-8 for vnic_type normal with profile {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:30:53.730262 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-bff4ce63-4d22-4790-b3ba-44ac047c7e17 req-13bce750-43d9-494b-9833-dc1ed4b40769 service neutron] Attempting to bind port 60f8ef03-7cec-4d0c-b65f-598b7fc51dd2 by drivers openvswitch,hyperv on host n-h1-816206-8 at level 0 using segments [{'id': '9af5bdca-ad73-4e5e-ad36-1bd85f88bd90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'ee61f549-61e5-4b3e-88cc-f7acada2ae03'}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:30:53.730599 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bff4ce63-4d22-4790-b3ba-44ac047c7e17 req-13bce750-43d9-494b-9833-dc1ed4b40769 service neutron] Attempting to bind port 60f8ef03-7cec-4d0c-b65f-598b7fc51dd2 on network ee61f549-61e5-4b3e-88cc-f7acada2ae03 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:30:53.760188 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e4f61898-cf00-47f6-a4e7-e7ff18ce22a1 req-dc84d8b2-b3d7-4739-8b43-79de7404d35e tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] 10.222.0.60 "GET /v2.0/security-groups?id=d8e33e73-30b9-4952-965d-f940c31594f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3146570 Nov 23 17:30:53.786823 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7615e2-163b-499b-b8c7-4255ce978baa req-1f495698-9be3-4816-bfcf-0d8fefa5b693 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:30:53.788469 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5f7615e2-163b-499b-b8c7-4255ce978baa req-1f495698-9be3-4816-bfcf-0d8fefa5b693 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0fca264e-f203-46e9-b86a-ebb2329ba90b HTTP/1.1" status: 200 len: 852 time: 0.1755066 Nov 23 17:30:53.789136 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bff4ce63-4d22-4790-b3ba-44ac047c7e17 req-13bce750-43d9-494b-9833-dc1ed4b40769 service neutron] Port 60f8ef03-7cec-4d0c-b65f-598b7fc51dd2 on network ee61f549-61e5-4b3e-88cc-f7acada2ae03 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-8 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 17:30:53.789461 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bff4ce63-4d22-4790-b3ba-44ac047c7e17 req-13bce750-43d9-494b-9833-dc1ed4b40769 service neutron] Attempting to bind port 60f8ef03-7cec-4d0c-b65f-598b7fc51dd2 on network ee61f549-61e5-4b3e-88cc-f7acada2ae03 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:30:53.804809 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bff4ce63-4d22-4790-b3ba-44ac047c7e17 req-13bce750-43d9-494b-9833-dc1ed4b40769 service neutron] Checking agent: {'id': '4b0a4557-3bfe-4828-80a0-7981fc3ac84c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 15, 14), 'started_at': datetime.datetime(2021, 11, 23, 17, 15, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 30, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:30:53.806106 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bff4ce63-4d22-4790-b3ba-44ac047c7e17 req-13bce750-43d9-494b-9833-dc1ed4b40769 service neutron] Checking segment: {'id': '9af5bdca-ad73-4e5e-ad36-1bd85f88bd90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'ee61f549-61e5-4b3e-88cc-f7acada2ae03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:30:53.807731 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bff4ce63-4d22-4790-b3ba-44ac047c7e17 req-13bce750-43d9-494b-9833-dc1ed4b40769 service neutron] Bound using segment: {'id': '9af5bdca-ad73-4e5e-ad36-1bd85f88bd90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'ee61f549-61e5-4b3e-88cc-f7acada2ae03'} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:30:53.808791 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-bff4ce63-4d22-4790-b3ba-44ac047c7e17 req-13bce750-43d9-494b-9833-dc1ed4b40769 service neutron] Bound port: 60f8ef03-7cec-4d0c-b65f-598b7fc51dd2, host: n-h1-816206-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9af5bdca-ad73-4e5e-ad36-1bd85f88bd90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'ee61f549-61e5-4b3e-88cc-f7acada2ae03'}}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:30:53.810058 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-bff4ce63-4d22-4790-b3ba-44ac047c7e17 req-13bce750-43d9-494b-9833-dc1ed4b40769 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:53.829488 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port e501c8d2-3b8b-4517-82b1-6a263ce4aab2, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=e501c8d2-3b8b-4517-82b1-6a263ce4aab2,segment=NetworkSegment(487ac287-bf03-4216-af3f-1793e9c7040a),segment_id=487ac287-bf03-4216-af3f-1793e9c7040a)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:30:53.846346 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Returning: {'device': 'e501c8d2-3b8b-4517-82b1-6a263ce4aab2', 'network_id': 'a080cd49-aff0-47e2-a832-3717812be820', 'port_id': 'e501c8d2-3b8b-4517-82b1-6a263ce4aab2', 'mac_address': 'fa:16:3e:97:3d:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61fc00fc-b813-4658-838c-689d0da00fb4', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 17:30:53.860594 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-39fffec1-7835-4f2c-b1a5-54a1b9247041 req-0a88e561-735a-4595-8cb4-72a296787c74 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] 10.222.0.60 "GET /v2.0/security-groups?id=f803d7ea-d3d6-4cf6-830c-70814cdc1205&id=0089afc6-8a44-4092-8e4d-085e37cc31cf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3350136 Nov 23 17:30:53.912175 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 35020) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:30:53.920559 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9509967-c477-43b3-8638-e81823b6c3b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e15cccf2-97e7-468e-86f8-a1256d96df28,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:30:53.973680 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5f7615e2-163b-499b-b8c7-4255ce978baa req-2a745759-ba22-4fdb-99af-3a65cd4d0b81 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=20824f08-7d73-4bbc-b037-8f08604bcdaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1490822 Nov 23 17:30:53.980857 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0770749c-30ae-4bac-a375-9f94653fea70 None None] Pushing event updated for resources: {'Port': ['ID=bf23729d-89c0-4a8d-9706-96f8e283aad2,revision_number=4']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:30:53.985942 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_v2 [None req-823dc887-a561-474e-9570-609bb5030bc1 admin admin] Deleting subnet 2c2d4e82-97e9-4a7a-a60e-ecbe11279360 {{(pid=103590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 17:30:53.990883 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-823dc887-a561-474e-9570-609bb5030bc1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:53.995320 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37e8ae14-9cd4-49ea-995a-80ea413da2ba', 'name': 'network-vif-deleted', 'tag': '02736327-cd7a-4294-b1a4-8233d028eda1'}] {{(pid=103591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:30:53.997625 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41d174a19ece9499ff9ec44e5b3fc50f2abd3ffbc947fb7e52ea1e8db27b95b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53a18e36-4315-4a8a-ae73-8e240aa52774" -d '{"events": [{"server_uuid": "37e8ae14-9cd4-49ea-995a-80ea413da2ba", "name": "network-vif-deleted", "tag": "02736327-cd7a-4294-b1a4-8233d028eda1"}]}' {{(pid=103591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:30:54.039334 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-823dc887-a561-474e-9570-609bb5030bc1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-267528342'] for subnet, precommit_delete_associations {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:54.059164 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-b2c59d96-32cc-4f34-8d64-26d2b64fff21 None None] Provisioning complete for port 8ab61e19-8747-4ccd-abd9-833697a8023a triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:30:54.059737 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b2c59d96-32cc-4f34-8d64-26d2b64fff21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:54.084593 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-dc4afe46-8fa0-4ed8-bd50-1d8cc750945b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264358096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264730885'] for subnet, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:54.293795 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4afe46-8fa0-4ed8-bd50-1d8cc750945b admin admin] Pushing event updated for resources: {'Subnet': ['ID=790bbb98-ba35-48b0-8ef1-5daf008c0447,revision_number=0']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:30:54.314419 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9509967-c477-43b3-8638-e81823b6c3b7 admin admin] Pushing event updated for resources: {'Network': ['ID=75339259-3f00-443b-adda-17867b26c858,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:30:54.359130 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-823dc887-a561-474e-9570-609bb5030bc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971956'] for subnet, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:54.393169 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:30:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6091a271-a091-4131-986e-1e3334d7229b x-openstack-request-id: req-6091a271-a091-4131-986e-1e3334d7229b {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:30:54.393459 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f607dab7-428e-486b-95e5-a97d3e9aba41", "name": "network-vif-plugged", "status": "completed", "tag": "ad6a0235-8314-43ca-bfdd-e59fc298502b", "code": 200}]} {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:30:54.393720 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6091a271-a091-4131-986e-1e3334d7229b {{(pid=103592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:30:54.394368 n-d-816206-8 neutron-server[103592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f607dab7-428e-486b-95e5-a97d3e9aba41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad6a0235-8314-43ca-bfdd-e59fc298502b', 'code': 200} Nov 23 17:30:54.395306 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Network 75339259-3f00-443b-adda-17867b26c858 details requested by agent ovs-agent-n-d-816206-8 with host n-d-816206-8 {{(pid=103592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 17:30:54.486608 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-bff4ce63-4d22-4790-b3ba-44ac047c7e17 req-13bce750-43d9-494b-9833-dc1ed4b40769 service neutron] For port 60f8ef03-7cec-4d0c-b65f-598b7fc51dd2, host n-h1-816206-8, cleared binding levels {{(pid=103591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:30:54.522287 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:54.527761 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-b2c59d96-32cc-4f34-8d64-26d2b64fff21 None None] Port 8ab61e19-8747-4ccd-abd9-833697a8023a cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:30:54.532939 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-823dc887-a561-474e-9570-609bb5030bc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264357903', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264730940'] for subnet, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:54.544680 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc4afe46-8fa0-4ed8-bd50-1d8cc750945b admin admin] Checking segment: {'id': '67895827-b67c-4dd5-8267-f9ff4a198829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '75339259-3f00-443b-adda-17867b26c858'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:30:54.544680 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc4afe46-8fa0-4ed8-bd50-1d8cc750945b admin admin] Network hostable DHCP agents. Network: 75339259-3f00-443b-adda-17867b26c858, hostable agents: ['0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3'], hosted agents: [] {{(pid=103590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 17:30:54.551328 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ea45d3-47ed-43ce-99b7-67f0211defa5 req-23c26e66-d745-4267-b283-d3f9690fbbd7 tempest-ServerRescueNegativeTestJSON-1154722601 tempest-ServerRescueNegativeTestJSON-1154722601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:30:54.557998 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e501c8d2-3b8b-4517-82b1-6a263ce4aab2 {{(pid=103592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:30:54.560846 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e2ea45d3-47ed-43ce-99b7-67f0211defa5 req-23c26e66-d745-4267-b283-d3f9690fbbd7 tempest-ServerRescueNegativeTestJSON-1154722601 tempest-ServerRescueNegativeTestJSON-1154722601-project] 10.222.0.60 "GET /v2.0/ports?device_id=9f161a1e-4342-477a-afd0-8cb3c4b8d58a HTTP/1.1" status: 200 len: 943 time: 0.5062752 Nov 23 17:30:54.576960 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-bff4ce63-4d22-4790-b3ba-44ac047c7e17 req-13bce750-43d9-494b-9833-dc1ed4b40769 service neutron] For port 60f8ef03-7cec-4d0c-b65f-598b7fc51dd2, host n-h1-816206-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=60f8ef03-7cec-4d0c-b65f-598b7fc51dd2,segment=NetworkSegment(9af5bdca-ad73-4e5e-ad36-1bd85f88bd90),segment_id=9af5bdca-ad73-4e5e-ad36-1bd85f88bd90)] {{(pid=103591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:30:54.588916 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port e501c8d2-3b8b-4517-82b1-6a263ce4aab2, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=e501c8d2-3b8b-4517-82b1-6a263ce4aab2,segment=NetworkSegment(487ac287-bf03-4216-af3f-1793e9c7040a),segment_id=487ac287-bf03-4216-af3f-1793e9c7040a)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:30:54.595784 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:54.596894 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device e6cacfa8-7eb8-4a5b-9e66-80a73f1d903a details requested by agent hyperv_n-h1-816206-8 with host n-h1-816206-8 {{(pid=103592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 17:30:54.597280 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5f7615e2-163b-499b-b8c7-4255ce978baa req-9ca6aa47-9143-400b-bae1-cbdb50bec45f service neutron] 10.222.0.36 "GET /v2.0/networks/20824f08-7d73-4bbc-b037-8f08604bcdaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6228709 Nov 23 17:30:54.614860 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43dbd5a-223d-4ceb-802b-adb60074588d req-eada4ed7-873b-4034-bc77-568f291350fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:30:54.616587 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c43dbd5a-223d-4ceb-802b-adb60074588d req-eada4ed7-873b-4034-bc77-568f291350fe service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f607dab7-428e-486b-95e5-a97d3e9aba41 HTTP/1.1" status: 200 len: 1096 time: 0.2613268 Nov 23 17:30:54.617770 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823dc887-a561-474e-9570-609bb5030bc1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2c2d4e82-97e9-4a7a-a60e-ecbe11279360,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:30:54.624567 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-823dc887-a561-474e-9570-609bb5030bc1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:54.627988 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-823dc887-a561-474e-9570-609bb5030bc1 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/2c2d4e82-97e9-4a7a-a60e-ecbe11279360 HTTP/1.1" status: 204 len: 168 time: 0.7121491 Nov 23 17:30:54.632090 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-bff4ce63-4d22-4790-b3ba-44ac047c7e17 req-13bce750-43d9-494b-9833-dc1ed4b40769 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264758186'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:54.636121 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 35036) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:30:54.664344 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a85022b-81ea-4044-b9d5-d1e12f2e72dc req-2065ae60-6768-452d-aba9-2fb0a57b817f tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:30:54.674035 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6a85022b-81ea-4044-b9d5-d1e12f2e72dc req-2065ae60-6768-452d-aba9-2fb0a57b817f tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc1cb68a-7d8e-48af-9098-d96a53e08c31 HTTP/1.1" status: 200 len: 946 time: 0.3098381 Nov 23 17:30:54.679065 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc4afe46-8fa0-4ed8-bd50-1d8cc750945b admin admin] Network 75339259-3f00-443b-adda-17867b26c858 is scheduled to be hosted by DHCP agent 0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3 with binding_index 1 {{(pid=103590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 17:30:54.765149 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0119394c-11b0-4477-a285-bef1dab44442 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-555181'] for network, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:54.786816 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-dc4afe46-8fa0-4ed8-bd50-1d8cc750945b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-8, 75339259-3f00-443b-adda-17867b26c858) {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:30:54.800896 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e19a0edf-d765-4f0f-91d3-71aa8c49aa61 None None] Network 75339259-3f00-443b-adda-17867b26c858 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:30:54.802179 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc4afe46-8fa0-4ed8-bd50-1d8cc750945b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:30:54.802963 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-dc4afe46-8fa0-4ed8-bd50-1d8cc750945b admin admin] Publish callbacks [] for subnet, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:54.894959 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff4ce63-4d22-4790-b3ba-44ac047c7e17 req-13bce750-43d9-494b-9833-dc1ed4b40769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:30:54.895961 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-bff4ce63-4d22-4790-b3ba-44ac047c7e17 req-13bce750-43d9-494b-9833-dc1ed4b40769 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:54.897616 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-bff4ce63-4d22-4790-b3ba-44ac047c7e17 req-13bce750-43d9-494b-9833-dc1ed4b40769 service neutron] 10.222.0.55 "PUT /v2.0/ports/60f8ef03-7cec-4d0c-b65f-598b7fc51dd2 HTTP/1.1" status: 200 len: 1091 time: 4.5351863 Nov 23 17:30:54.914882 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0119394c-11b0-4477-a285-bef1dab44442 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973419', 'neutron.services.segments.db._delete_segments_for_network-8736635878840'] for network, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:54.946980 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-0119394c-11b0-4477-a285-bef1dab44442 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e313bbfd-a761-44b0-92c5-071fb02924f5']}} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:30:54.958045 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-0119394c-11b0-4477-a285-bef1dab44442 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66cc7fe5-dddd-4376-9b57-9d5c9f6baa25') {'for_net_delete': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:30:54.958516 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-0119394c-11b0-4477-a285-bef1dab44442 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66cc7fe5-dddd-4376-9b57-9d5c9f6baa25') {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:30:54.970038 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0119394c-11b0-4477-a285-bef1dab44442 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736635840332', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-267528353'] for segment, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:55.015731 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-b2c59d96-32cc-4f34-8d64-26d2b64fff21 None None] Provisioning complete for port bf23729d-89c0-4a8d-9706-96f8e283aad2 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:30:55.016048 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b2c59d96-32cc-4f34-8d64-26d2b64fff21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:55.027617 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0119394c-11b0-4477-a285-bef1dab44442 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:55.037596 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0119394c-11b0-4477-a285-bef1dab44442 admin admin] Releasing vlan 508 on physical network physnet1 to pool {{(pid=103590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 17:30:55.041055 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0119394c-11b0-4477-a285-bef1dab44442 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264370093'] for segment, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:55.056955 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e2ea45d3-47ed-43ce-99b7-67f0211defa5 req-d95cdf61-262c-43c8-bb98-58b420efd2df tempest-ServerRescueNegativeTestJSON-1154722601 tempest-ServerRescueNegativeTestJSON-1154722601-project] 10.222.0.60 "GET /v2.0/security-groups?id=fdeeda5f-d596-40d9-83fc-6ea083625241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4948580 Nov 23 17:30:55.090456 n-d-816206-8 neutron-server[103590]: Traceback (most recent call last): Nov 23 17:30:55.090456 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 17:30:55.090456 n-d-816206-8 neutron-server[103590]: timer() Nov 23 17:30:55.090456 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 17:30:55.090456 n-d-816206-8 neutron-server[103590]: cb(*args, **kw) Nov 23 17:30:55.090456 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 17:30:55.090456 n-d-816206-8 neutron-server[103590]: return func(*args, **kwargs) Nov 23 17:30:55.090456 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 17:30:55.090456 n-d-816206-8 neutron-server[103590]: self._notify() Nov 23 17:30:55.090456 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 17:30:55.090456 n-d-816206-8 neutron-server[103590]: self.callback(batched_events) Nov 23 17:30:55.090456 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 17:30:55.090456 n-d-816206-8 neutron-server[103590]: event.method(event) Nov 23 17:30:55.090456 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 17:30:55.090456 n-d-816206-8 neutron-server[103590]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 17:30:55.090456 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 17:30:55.090456 n-d-816206-8 neutron-server[103590]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 17:30:55.090456 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 17:30:55.090456 n-d-816206-8 neutron-server[103590]: return f(self, *a, **k) Nov 23 17:30:55.090456 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 17:30:55.090456 n-d-816206-8 neutron-server[103590]: return self._get(url).json() Nov 23 17:30:55.090456 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 17:30:55.090456 n-d-816206-8 neutron-server[103590]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 17:30:55.090456 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 17:30:55.090456 n-d-816206-8 neutron-server[103590]: return self.request(url, 'GET', **kwargs) Nov 23 17:30:55.090456 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 17:30:55.090456 n-d-816206-8 neutron-server[103590]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 17:30:55.090456 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 17:30:55.090456 n-d-816206-8 neutron-server[103590]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 17:30:55.090456 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 17:30:55.090456 n-d-816206-8 neutron-server[103590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 17:30:55.090456 n-d-816206-8 neutron-server[103590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 17:30:55.130252 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9590fe87-f5c8-4608-ab49-2bfca76690da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp355044b8-8e87-58c4-94fa-4a010ec30f9e-75339259-3f00-443b-adda-17867b26c858', 'network_id': '75339259-3f00-443b-adda-17867b26c858', 'tenant_id': '944eb16d76604cc6ab0a57ea3c768527', 'fixed_ips': [{'subnet_id': '790bbb98-ba35-48b0-8ef1-5daf008c0447'}]}} from n-d-816206-8. {{(pid=103592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 17:30:55.136154 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9590fe87-f5c8-4608-ab49-2bfca76690da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:55.171838 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c43dbd5a-223d-4ceb-802b-adb60074588d req-c04b1424-3fc8-41d6-97e8-7402bb36b5a0 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=b310ccca-6502-41c2-a6d7-b680d0ad1473&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5325756 Nov 23 17:30:55.177991 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0119394c-11b0-4477-a285-bef1dab44442 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1795418'] for network, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:55.190701 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0119394c-11b0-4477-a285-bef1dab44442 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for network, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:55.194523 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-0119394c-11b0-4477-a285-bef1dab44442 admin admin] 10.222.0.60 "DELETE /v2.0/networks/e313bbfd-a761-44b0-92c5-071fb02924f5 HTTP/1.1" status: 204 len: 168 time: 0.5573351 Nov 23 17:30:55.203794 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bce750-43d9-494b-9833-dc1ed4b40769 service neutron] Pushing event updated for resources: {'Port': ['ID=60f8ef03-7cec-4d0c-b65f-598b7fc51dd2,revision_number=3']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:30:55.226659 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0119394c-11b0-4477-a285-bef1dab44442 admin admin] Pushing event deleted for resources: {'Network': ['ID=e313bbfd-a761-44b0-92c5-071fb02924f5,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:30:55.242265 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-dc4afe46-8fa0-4ed8-bd50-1d8cc750945b admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.6618583 Nov 23 17:30:55.243268 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 35044) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:30:55.243380 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6a85022b-81ea-4044-b9d5-d1e12f2e72dc req-a65dc7ee-b2d4-4d28-94c9-7dbb7794a27f tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.60 "GET /v2.0/security-groups?id=b4179e07-bbfd-4236-b98c-2ab2b518c61f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5651851 Nov 23 17:30:55.270548 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-724ffe16-05ad-4628-8b80-04c547742ac7 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1434805336-router', 'tenant_id': '944eb16d76604cc6ab0a57ea3c768527', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'}}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:30:55.310791 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port e6cacfa8-7eb8-4a5b-9e66-80a73f1d903a, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=e6cacfa8-7eb8-4a5b-9e66-80a73f1d903a,segment=NetworkSegment(5b559295-8909-4c1e-aefd-73cd9a3c5d40),segment_id=5b559295-8909-4c1e-aefd-73cd9a3c5d40)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:30:55.377272 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Pushing event updated for resources: {'Port': ['ID=e501c8d2-3b8b-4517-82b1-6a263ce4aab2,revision_number=4']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:30:55.406290 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:30:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9203c73-ff80-4350-bfc3-ffc815d7eeda x-openstack-request-id: req-d9203c73-ff80-4350-bfc3-ffc815d7eeda {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:30:55.414147 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37e8ae14-9cd4-49ea-995a-80ea413da2ba", "name": "network-vif-deleted", "tag": "02736327-cd7a-4294-b1a4-8233d028eda1", "status": "completed", "code": 200}]} {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:30:55.427265 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d9203c73-ff80-4350-bfc3-ffc815d7eeda {{(pid=103591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:30:55.427857 n-d-816206-8 neutron-server[103591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37e8ae14-9cd4-49ea-995a-80ea413da2ba', 'name': 'network-vif-deleted', 'tag': '02736327-cd7a-4294-b1a4-8233d028eda1', 'status': 'completed', 'code': 200} Nov 23 17:30:55.431000 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5f7615e2-163b-499b-b8c7-4255ce978baa req-7909ec80-4c47-4805-97e8-8f1eb52b9ac6 service neutron] 10.222.0.36 "GET /v2.0/networks/20824f08-7d73-4bbc-b037-8f08604bcdaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8086503 Nov 23 17:30:55.431663 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Returning: {'device': 'e6cacfa8-7eb8-4a5b-9e66-80a73f1d903a', 'network_id': '8fae7973-38e6-4660-a7b2-023eda92e2f5', 'port_id': 'e6cacfa8-7eb8-4a5b-9e66-80a73f1d903a', 'mac_address': 'fa:16:3e:73:43:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 500, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34624ad2-f585-44eb-b7a5-2bcf52826b90', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 17:30:55.474808 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff4ce63-4d22-4790-b3ba-44ac047c7e17 req-dda7eba5-98d5-4506-a7e5-d6eb816838d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:30:55.475950 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-724ffe16-05ad-4628-8b80-04c547742ac7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1793449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8093'] for router, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:55.480099 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-bff4ce63-4d22-4790-b3ba-44ac047c7e17 req-dda7eba5-98d5-4506-a7e5-d6eb816838d0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=48e79dc20fea40fb8ca9e6c621fad84a&device_id=9f161a1e-4342-477a-afd0-8cb3c4b8d58a HTTP/1.1" status: 200 len: 1094 time: 0.5140512 Nov 23 17:30:55.482218 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-724ffe16-05ad-4628-8b80-04c547742ac7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1794473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1794771', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1638326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8086'] for router, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:55.708191 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-bff4ce63-4d22-4790-b3ba-44ac047c7e17 req-381e5b77-6d75-4ee0-8463-03c90d7c0458 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=60f8ef03-7cec-4d0c-b65f-598b7fc51dd2 HTTP/1.1" status: 200 len: 217 time: 0.2138274 Nov 23 17:30:55.742196 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acf8bdd-02c5-42e7-9536-493e84e650d3 req-2f48b4e4-c6c4-4a2f-b5d4-2a340dda4280 tempest-ServersTestJSON-1134034282 tempest-ServersTestJSON-1134034282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:30:55.746916 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-724ffe16-05ad-4628-8b80-04c547742ac7 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:55.756054 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7acf8bdd-02c5-42e7-9536-493e84e650d3 req-2f48b4e4-c6c4-4a2f-b5d4-2a340dda4280 tempest-ServersTestJSON-1134034282 tempest-ServersTestJSON-1134034282-project] 10.222.0.60 "GET /v2.0/ports?device_id=f607dab7-428e-486b-95e5-a97d3e9aba41 HTTP/1.1" status: 200 len: 945 time: 0.5271261 Nov 23 17:30:55.921587 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.db_base_plugin_common [None req-9590fe87-f5c8-4608-ab49-2bfca76690da None None] Allocated IP 172.20.0.2 (75339259-3f00-443b-adda-17867b26c858/790bbb98-ba35-48b0-8ef1-5daf008c0447/4a5e586e-5a54-4602-9a52-47ccead826e6) {{(pid=103592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:30:55.949244 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 35060) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:30:56.075620 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-724ffe16-05ad-4628-8b80-04c547742ac7 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:56.123413 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7acf8bdd-02c5-42e7-9536-493e84e650d3 req-5b5901d4-1e04-4e9d-85f8-2d35019906cc tempest-ServersTestJSON-1134034282 tempest-ServersTestJSON-1134034282-project] 10.222.0.60 "GET /v2.0/security-groups?id=b310ccca-6502-41c2-a6d7-b680d0ad1473&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2654397 Nov 23 17:30:56.130845 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-a43bccbc-4a90-40e3-ad88-c06a5d18fb04 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=9b03c42e944f424aba57f2dbbc042586&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1804137 Nov 23 17:30:56.145144 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 35064) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:30:56.234317 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device bf23729d-89c0-4a8d-9706-96f8e283aad2 up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:30:56.283467 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff4ce63-4d22-4790-b3ba-44ac047c7e17 req-059ece02-f54c-4a3a-8ad7-0c54a6467eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:30:56.295956 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-bff4ce63-4d22-4790-b3ba-44ac047c7e17 req-059ece02-f54c-4a3a-8ad7-0c54a6467eb0 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7a48fbc6-9cf3-4d00-a808-31156a99c4b2 HTTP/1.1" status: 200 len: 858 time: 0.5761402 Nov 23 17:30:56.300842 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2ee44d6f-7059-4a8f-8811-c98e7680fdc7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:56.342873 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2ee44d6f-7059-4a8f-8811-c98e7680fdc7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:56.349743 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978c93e9-ea95-4691-8951-8117e863ed68 req-becf22f2-8532-4937-ac27-7a26b54d94d4 tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:30:56.351549 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-978c93e9-ea95-4691-8951-8117e863ed68 req-becf22f2-8532-4937-ac27-7a26b54d94d4 tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] 10.222.0.60 "GET /v2.0/ports?device_id=0a53ae80-f52c-49bf-aa8d-91eb60d0f379 HTTP/1.1" status: 200 len: 943 time: 0.3110418 Nov 23 17:30:56.395179 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9590fe87-f5c8-4608-ab49-2bfca76690da None None] Publish callbacks [] for port, precommit_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:56.407607 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:56.424895 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9590fe87-f5c8-4608-ab49-2bfca76690da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980'] for port, after_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:56.477990 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-978c93e9-ea95-4691-8951-8117e863ed68 req-9a4747b8-902a-4261-a53d-dbf317dafb19 tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] 10.222.0.60 "GET /v2.0/security-groups?id=d8e33e73-30b9-4952-965d-f940c31594f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132910 Nov 23 17:30:56.487559 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-bff4ce63-4d22-4790-b3ba-44ac047c7e17 req-903308b2-41c8-470e-8ba5-da227b57b8e7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ee61f549-61e5-4b3e-88cc-f7acada2ae03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1827428 Nov 23 17:30:56.495719 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6cacfa8-7eb8-4a5b-9e66-80a73f1d903a {{(pid=103592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:30:56.512830 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device 6fadacb4-3c73-41dd-b0b4-aef93df8a5bd details requested by agent hyperv_n-h2-816206-8 with host n-h2-816206-8 {{(pid=103592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 17:30:56.542037 n-d-816206-8 neutron-server[103592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9590fe87-f5c8-4608-ab49-2bfca76690da None None] Network 75339259-3f00-443b-adda-17867b26c858 is already hosted by enough agents. {{(pid=103592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:30:56.564635 n-d-816206-8 neutron-server[103592]: DEBUG neutron.scheduler.base_scheduler [None req-9590fe87-f5c8-4608-ab49-2bfca76690da None None] Resources bound (agent type, host, resource id): {{(pid=103592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:30:56.588821 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9590fe87-f5c8-4608-ab49-2bfca76690da None None] Received port after_create {{(pid=103592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:30:56.593060 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port e6cacfa8-7eb8-4a5b-9e66-80a73f1d903a, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=e6cacfa8-7eb8-4a5b-9e66-80a73f1d903a,segment=NetworkSegment(5b559295-8909-4c1e-aefd-73cd9a3c5d40),segment_id=5b559295-8909-4c1e-aefd-73cd9a3c5d40)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:30:56.597563 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9590fe87-f5c8-4608-ab49-2bfca76690da None None] Pushing event updated for resources: {'Port': ['ID=4a5e586e-5a54-4602-9a52-47ccead826e6,revision_number=1']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:30:56.611092 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:56.612231 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device c61316ed-a367-4301-9c1b-7dbf9122a432 details requested by agent hyperv_n-h1-816206-8 with host n-h1-816206-8 {{(pid=103592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 17:30:56.687420 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port bf23729d-89c0-4a8d-9706-96f8e283aad2 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:30:56.690690 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:56.717935 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a535c4-4463-4bdb-bdb6-0ab837cb5e42 req-b082fd1f-f320-465b-a2ab-bc8919d2d705 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:30:56.765145 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a535c4-4463-4bdb-bdb6-0ab837cb5e42 req-b082fd1f-f320-465b-a2ab-bc8919d2d705 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:30:56.819027 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2ee44d6f-7059-4a8f-8811-c98e7680fdc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:56.826120 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2ee44d6f-7059-4a8f-8811-c98e7680fdc7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:56.832983 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-2ee44d6f-7059-4a8f-8811-c98e7680fdc7 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b72fbdee-bb06-4305-b89a-f9761da4d3f2 HTTP/1.1" status: 204 len: 168 time: 0.6854694 Nov 23 17:30:56.842707 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a535c4-4463-4bdb-bdb6-0ab837cb5e42 req-b082fd1f-f320-465b-a2ab-bc8919d2d705 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:30:56.865765 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee44d6f-7059-4a8f-8811-c98e7680fdc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b72fbdee-bb06-4305-b89a-f9761da4d3f2,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:30:56.871684 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-724ffe16-05ad-4628-8b80-04c547742ac7 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:56.893667 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a535c4-4463-4bdb-bdb6-0ab837cb5e42 req-b082fd1f-f320-465b-a2ab-bc8919d2d705 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:30:56.917575 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-724ffe16-05ad-4628-8b80-04c547742ac7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:56.924338 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a535c4-4463-4bdb-bdb6-0ab837cb5e42 req-b082fd1f-f320-465b-a2ab-bc8919d2d705 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:30:56.957306 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a535c4-4463-4bdb-bdb6-0ab837cb5e42 req-b082fd1f-f320-465b-a2ab-bc8919d2d705 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:30:56.976596 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a535c4-4463-4bdb-bdb6-0ab837cb5e42 req-b082fd1f-f320-465b-a2ab-bc8919d2d705 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:30:57.001484 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-77a535c4-4463-4bdb-bdb6-0ab837cb5e42 req-b082fd1f-f320-465b-a2ab-bc8919d2d705 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] 10.222.0.60 "GET /v2.0/ports?device_id=83c4b9c5-48d7-40af-8fb5-dabe4d43cce9 HTTP/1.1" status: 200 len: 5431 time: 0.6442602 Nov 23 17:30:57.021151 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port 6fadacb4-3c73-41dd-b0b4-aef93df8a5bd, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=6fadacb4-3c73-41dd-b0b4-aef93df8a5bd,segment=NetworkSegment(72cae39b-e177-46b5-abb9-73dc195aab07),segment_id=72cae39b-e177-46b5-abb9-73dc195aab07)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:30:57.053510 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Returning: {'device': '6fadacb4-3c73-41dd-b0b4-aef93df8a5bd', 'network_id': '20824f08-7d73-4bbc-b037-8f08604bcdaf', 'port_id': '6fadacb4-3c73-41dd-b0b4-aef93df8a5bd', 'mac_address': 'fa:16:3e:82:91:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 518, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0fca264e-f203-46e9-b86a-ebb2329ba90b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 17:30:57.167730 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-724ffe16-05ad-4628-8b80-04c547742ac7 admin admin] Allocated IP 172.25.3.186 (4c8455ba-1be5-42ac-b8c2-8a16e1292d55/08fe3644-ce41-4c3f-a7ea-92bac0f0fff5/ca02f506-9fb5-4538-8a0c-3f9a1fbff4af) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:30:57.232784 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.db.resource_extend [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 23 17:30:57.260615 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-9590fe87-f5c8-4608-ab49-2bfca76690da None None] Attempting to bind port 4a5e586e-5a54-4602-9a52-47ccead826e6 on host n-d-816206-8 for vnic_type normal with profile {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:30:57.260985 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-9590fe87-f5c8-4608-ab49-2bfca76690da None None] Attempting to bind port 4a5e586e-5a54-4602-9a52-47ccead826e6 by drivers openvswitch,hyperv on host n-d-816206-8 at level 0 using segments [{'id': '67895827-b67c-4dd5-8267-f9ff4a198829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '75339259-3f00-443b-adda-17867b26c858'}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:30:57.261398 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9590fe87-f5c8-4608-ab49-2bfca76690da None None] Attempting to bind port 4a5e586e-5a54-4602-9a52-47ccead826e6 on network 75339259-3f00-443b-adda-17867b26c858 {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:30:57.284030 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9590fe87-f5c8-4608-ab49-2bfca76690da None None] Checking agent: {'id': '9e89acbe-4bbe-4c77-a18b-6f1da9133e0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 7, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 30, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:30:57.284421 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9590fe87-f5c8-4608-ab49-2bfca76690da None None] Checking segment: {'id': '67895827-b67c-4dd5-8267-f9ff4a198829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '75339259-3f00-443b-adda-17867b26c858'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:30:57.287482 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9590fe87-f5c8-4608-ab49-2bfca76690da None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:57.287891 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9590fe87-f5c8-4608-ab49-2bfca76690da None None] Bound using segment: {'id': '67895827-b67c-4dd5-8267-f9ff4a198829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '75339259-3f00-443b-adda-17867b26c858'} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:30:57.288658 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-9590fe87-f5c8-4608-ab49-2bfca76690da None None] Bound port: 4a5e586e-5a54-4602-9a52-47ccead826e6, host: n-d-816206-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67895827-b67c-4dd5-8267-f9ff4a198829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '75339259-3f00-443b-adda-17867b26c858'}}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:30:57.289049 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9590fe87-f5c8-4608-ab49-2bfca76690da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:57.304830 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port c61316ed-a367-4301-9c1b-7dbf9122a432, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=c61316ed-a367-4301-9c1b-7dbf9122a432,segment=NetworkSegment(487ac287-bf03-4216-af3f-1793e9c7040a),segment_id=487ac287-bf03-4216-af3f-1793e9c7040a)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:30:57.315113 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Pushing event updated for resources: {'Port': ['ID=e6cacfa8-7eb8-4a5b-9e66-80a73f1d903a,revision_number=4']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:30:57.405686 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Returning: {'device': 'c61316ed-a367-4301-9c1b-7dbf9122a432', 'network_id': 'a080cd49-aff0-47e2-a832-3717812be820', 'port_id': 'c61316ed-a367-4301-9c1b-7dbf9122a432', 'mac_address': 'fa:16:3e:7f:ee:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61fc00fc-b813-4658-838c-689d0da00fb4', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 17:30:57.526788 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-9590fe87-f5c8-4608-ab49-2bfca76690da None None] For port 4a5e586e-5a54-4602-9a52-47ccead826e6, host n-d-816206-8, cleared binding levels {{(pid=103592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:30:57.528959 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-bff4ce63-4d22-4790-b3ba-44ac047c7e17 req-97679dfd-7c20-4eb8-bb7f-9f23da2c6fc9 service neutron] 10.222.0.55 "GET /v2.0/networks/ee61f549-61e5-4b3e-88cc-f7acada2ae03?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0221236 Nov 23 17:30:57.529462 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f161a1e-4342-477a-afd0-8cb3c4b8d58a', 'tag': '60f8ef03-7cec-4d0c-b65f-598b7fc51dd2'}] {{(pid=103591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:30:57.538884 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-9590fe87-f5c8-4608-ab49-2bfca76690da None None] For port 4a5e586e-5a54-4602-9a52-47ccead826e6, host n-d-816206-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=4a5e586e-5a54-4602-9a52-47ccead826e6,segment=NetworkSegment(67895827-b67c-4dd5-8267-f9ff4a198829),segment_id=67895827-b67c-4dd5-8267-f9ff4a198829)] {{(pid=103592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:30:57.543004 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41d174a19ece9499ff9ec44e5b3fc50f2abd3ffbc947fb7e52ea1e8db27b95b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17e286e4-0d51-4371-8945-39feb5843ea0" -d '{"events": [{"name": "network-changed", "server_uuid": "9f161a1e-4342-477a-afd0-8cb3c4b8d58a", "tag": "60f8ef03-7cec-4d0c-b65f-598b7fc51dd2"}]}' {{(pid=103591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:30:57.546299 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:57.553444 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9590fe87-f5c8-4608-ab49-2bfca76690da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:57.577167 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d5d8f5-3ae1-4bb9-a7b9-5e79f6cd3a3d req-0c053d69-1ee5-4bd2-8edb-69336f6ab496 tempest-ServerRescueNegativeTestJSON-1154722601 tempest-ServerRescueNegativeTestJSON-1154722601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:30:57.591062 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-99d5d8f5-3ae1-4bb9-a7b9-5e79f6cd3a3d req-0c053d69-1ee5-4bd2-8edb-69336f6ab496 tempest-ServerRescueNegativeTestJSON-1154722601 tempest-ServerRescueNegativeTestJSON-1154722601-project] 10.222.0.60 "GET /v2.0/ports?device_id=9f161a1e-4342-477a-afd0-8cb3c4b8d58a HTTP/1.1" status: 200 len: 943 time: 0.5874898 Nov 23 17:30:57.612447 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6fadacb4-3c73-41dd-b0b4-aef93df8a5bd {{(pid=103592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:30:57.633811 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-77a535c4-4463-4bdb-bdb6-0ab837cb5e42 req-08f697e0-65d6-4e08-aea9-84304814cdde tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] 10.222.0.60 "GET /v2.0/security-groups?id=f803d7ea-d3d6-4cf6-830c-70814cdc1205&id=0089afc6-8a44-4092-8e4d-085e37cc31cf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.6315038 Nov 23 17:30:57.874858 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port 6fadacb4-3c73-41dd-b0b4-aef93df8a5bd, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=6fadacb4-3c73-41dd-b0b4-aef93df8a5bd,segment=NetworkSegment(72cae39b-e177-46b5-abb9-73dc195aab07),segment_id=72cae39b-e177-46b5-abb9-73dc195aab07)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:30:57.887722 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:57.888242 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-99d5d8f5-3ae1-4bb9-a7b9-5e79f6cd3a3d req-ad88467e-fec8-467b-b061-6837591593b3 tempest-ServerRescueNegativeTestJSON-1154722601 tempest-ServerRescueNegativeTestJSON-1154722601-project] 10.222.0.60 "GET /v2.0/security-groups?id=fdeeda5f-d596-40d9-83fc-6ea083625241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2951846 Nov 23 17:30:57.921074 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c61316ed-a367-4301-9c1b-7dbf9122a432 {{(pid=103592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:30:57.926807 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:57.933901 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9590fe87-f5c8-4608-ab49-2bfca76690da None None] Pushing event updated for resources: {'Port': ['ID=4a5e586e-5a54-4602-9a52-47ccead826e6,revision_number=2']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:30:57.960976 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port c61316ed-a367-4301-9c1b-7dbf9122a432, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=c61316ed-a367-4301-9c1b-7dbf9122a432,segment=NetworkSegment(487ac287-bf03-4216-af3f-1793e9c7040a),segment_id=487ac287-bf03-4216-af3f-1793e9c7040a)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:30:58.019949 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:58.024890 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device 2c22850f-3ed8-45c1-8cb5-d847f5bb33e0 details requested by agent hyperv_n-h1-816206-8 with host n-h1-816206-8 {{(pid=103592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 17:30:58.097258 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Pushing event updated for resources: {'Port': ['ID=6fadacb4-3c73-41dd-b0b4-aef93df8a5bd,revision_number=4']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:30:58.120041 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-bff4ce63-4d22-4790-b3ba-44ac047c7e17 req-a0fd506d-2be1-4799-8b85-8a9f765e56dd service neutron] 10.222.0.55 "GET /v2.0/networks/ee61f549-61e5-4b3e-88cc-f7acada2ae03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5715103 Nov 23 17:30:58.123818 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port 2c22850f-3ed8-45c1-8cb5-d847f5bb33e0, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=2c22850f-3ed8-45c1-8cb5-d847f5bb33e0,segment=NetworkSegment(f3fe809b-60bf-416a-b4bb-a4f078db8338),segment_id=f3fe809b-60bf-416a-b4bb-a4f078db8338)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:30:58.180302 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b123e9-be4e-43da-8dc3-e12f7b85d7c0 req-41c8ee10-af0a-4297-974b-2b88da1d812d tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:30:58.196682 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-69b123e9-be4e-43da-8dc3-e12f7b85d7c0 req-41c8ee10-af0a-4297-974b-2b88da1d812d tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc1cb68a-7d8e-48af-9098-d96a53e08c31 HTTP/1.1" status: 200 len: 946 time: 0.2959208 Nov 23 17:30:58.216779 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Returning: {'device': '2c22850f-3ed8-45c1-8cb5-d847f5bb33e0', 'network_id': 'a67d26f0-d8bc-46d6-9df4-c5b8fb20d14c', 'port_id': '2c22850f-3ed8-45c1-8cb5-d847f5bb33e0', 'mac_address': 'fa:16:3e:7d:4b:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 504, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bcb9709f-482c-4f68-bfac-95b809cc7fe7', 'ip_address': '10.1.1.36'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 17:30:58.217429 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3757863a-73f2-4705-9bee-b3065a30140f None None] Sync routers for ids ['6a53abb7-a82c-438a-98f4-dc33d7b03780'] in n-d-816206-8 {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:30:58.245839 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3757863a-73f2-4705-9bee-b3065a30140f None None] Routers {'6a53abb7-a82c-438a-98f4-dc33d7b03780'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:30:58.246499 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-3757863a-73f2-4705-9bee-b3065a30140f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:30:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['6a53abb7-a82c-438a-98f4-dc33d7b03780'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:30:58.308602 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] get_ports_and_sgs() called for port_ids ['6fadacb4-3c73-41dd-b0b4-aef93df8a5bd'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:30:58.310931 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Pushing event updated for resources: {'Port': ['ID=c61316ed-a367-4301-9c1b-7dbf9122a432,revision_number=4']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:30:58.354411 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222ead23-f51f-4088-a0c5-235629bdcebd req-b4327aca-5656-4e62-a78a-e47d890660f5 tempest-ServersTestJSON-1134034282 tempest-ServersTestJSON-1134034282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:30:58.356327 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-222ead23-f51f-4088-a0c5-235629bdcebd req-b4327aca-5656-4e62-a78a-e47d890660f5 tempest-ServersTestJSON-1134034282 tempest-ServersTestJSON-1134034282-project] 10.222.0.60 "GET /v2.0/ports?device_id=f607dab7-428e-486b-95e5-a97d3e9aba41 HTTP/1.1" status: 200 len: 945 time: 0.1297264 Nov 23 17:30:58.373103 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:58.403755 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c22850f-3ed8-45c1-8cb5-d847f5bb33e0 {{(pid=103592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:30:58.414399 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-69b123e9-be4e-43da-8dc3-e12f7b85d7c0 req-718bc526-228b-421a-a87c-de0dd32aa7c2 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.60 "GET /v2.0/security-groups?id=b4179e07-bbfd-4236-b98c-2ab2b518c61f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2166870 Nov 23 17:30:58.438624 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port 2c22850f-3ed8-45c1-8cb5-d847f5bb33e0, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=2c22850f-3ed8-45c1-8cb5-d847f5bb33e0,segment=NetworkSegment(f3fe809b-60bf-416a-b4bb-a4f078db8338),segment_id=f3fe809b-60bf-416a-b4bb-a4f078db8338)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:30:58.448624 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:58.514626 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-724ffe16-05ad-4628-8b80-04c547742ac7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:58.532288 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-222ead23-f51f-4088-a0c5-235629bdcebd req-2a9927ce-e1fe-493c-9812-75e9485b1199 tempest-ServersTestJSON-1134034282 tempest-ServersTestJSON-1134034282-project] 10.222.0.60 "GET /v2.0/security-groups?id=b310ccca-6502-41c2-a6d7-b680d0ad1473&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1122785 Nov 23 17:30:58.540359 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Pushing event updated for resources: {'Port': ['ID=2c22850f-3ed8-45c1-8cb5-d847f5bb33e0,revision_number=4']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:30:58.616599 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2f04f4-5001-4b9a-b8a1-d548365871b4 req-a60cff46-5546-4a04-bc2a-119a42217665 tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:30:58.618440 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5e2f04f4-5001-4b9a-b8a1-d548365871b4 req-a60cff46-5546-4a04-bc2a-119a42217665 tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] 10.222.0.60 "GET /v2.0/ports?device_id=0a53ae80-f52c-49bf-aa8d-91eb60d0f379 HTTP/1.1" status: 200 len: 944 time: 0.0713212 Nov 23 17:30:58.620087 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 17:30:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3eebb2d1-80ef-47de-835e-360bd9af0be2 x-openstack-request-id: req-3eebb2d1-80ef-47de-835e-360bd9af0be2 {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:30:58.620468 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f161a1e-4342-477a-afd0-8cb3c4b8d58a", "tag": "60f8ef03-7cec-4d0c-b65f-598b7fc51dd2", "status": "completed", "code": 200}]} {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:30:58.620784 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3eebb2d1-80ef-47de-835e-360bd9af0be2 {{(pid=103591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:30:58.627721 n-d-816206-8 neutron-server[103591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f161a1e-4342-477a-afd0-8cb3c4b8d58a', 'tag': '60f8ef03-7cec-4d0c-b65f-598b7fc51dd2', 'status': 'completed', 'code': 200} Nov 23 17:30:58.712092 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5e2f04f4-5001-4b9a-b8a1-d548365871b4 req-63c3d089-b94d-4a0a-8e5e-65c4dcc65cb6 tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] 10.222.0.60 "GET /v2.0/security-groups?id=d8e33e73-30b9-4952-965d-f940c31594f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833099 Nov 23 17:30:58.730141 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e286e4-0d51-4371-8945-39feb5843ea0 req-b769dde5-cab3-4c62-bb7c-491a50348bba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:30:58.731359 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-724ffe16-05ad-4628-8b80-04c547742ac7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:58.731673 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-17e286e4-0d51-4371-8945-39feb5843ea0 req-b769dde5-cab3-4c62-bb7c-491a50348bba service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=48e79dc20fea40fb8ca9e6c621fad84a&device_id=9f161a1e-4342-477a-afd0-8cb3c4b8d58a HTTP/1.1" status: 200 len: 1094 time: 0.0901806 Nov 23 17:30:58.788979 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-3757863a-73f2-4705-9bee-b3065a30140f None None] Set router 6a53abb7-a82c-438a-98f4-dc33d7b03780 gateway port host: n-d-816206-8 {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:30:58.847914 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-724ffe16-05ad-4628-8b80-04c547742ac7 admin admin] Network 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:30:58.856712 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-724ffe16-05ad-4628-8b80-04c547742ac7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:30:58.859731 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-724ffe16-05ad-4628-8b80-04c547742ac7 admin admin] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:30:58.924301 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724ffe16-05ad-4628-8b80-04c547742ac7 admin admin] Pushing event updated for resources: {'Port': ['ID=ca02f506-9fb5-4538-8a0c-3f9a1fbff4af,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:30:58.941323 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6fe1f5d-771c-41c6-9db8-60ba92d7fc6a None None] DHCP port deletion for 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:30:59.025324 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e286e4-0d51-4371-8945-39feb5843ea0 req-cceb7677-6349-4d99-9cb7-e63e59145baa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:30:59.027876 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-17e286e4-0d51-4371-8945-39feb5843ea0 req-cceb7677-6349-4d99-9cb7-e63e59145baa service neutron] 10.222.0.55 "GET /v2.0/networks?id=ee61f549-61e5-4b3e-88cc-f7acada2ae03 HTTP/1.1" status: 200 len: 919 time: 0.2871840 Nov 23 17:30:59.094101 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-fad023b4-d8f3-4ba5-be4b-b8ff0c3d3bfd None None] Provisioning complete for port ca02f506-9fb5-4538-8a0c-3f9a1fbff4af triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:30:59.095206 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-fad023b4-d8f3-4ba5-be4b-b8ff0c3d3bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:59.101351 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 35130) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:30:59.164003 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-17e286e4-0d51-4371-8945-39feb5843ea0 req-d32f1825-fb1b-4355-b821-9388f3bab79c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=60f8ef03-7cec-4d0c-b65f-598b7fc51dd2 HTTP/1.1" status: 200 len: 217 time: 0.1233637 Nov 23 17:30:59.224280 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-fad023b4-d8f3-4ba5-be4b-b8ff0c3d3bfd None None] Port ca02f506-9fb5-4538-8a0c-3f9a1fbff4af cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:30:59.322255 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02680b22-4a5f-4542-9739-2180c8a53771 req-80b0c8f6-3f8d-4f38-912a-80f01b0bf1e8 tempest-ServersTestJSON-1134034282 tempest-ServersTestJSON-1134034282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:30:59.337308 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-02680b22-4a5f-4542-9739-2180c8a53771 req-80b0c8f6-3f8d-4f38-912a-80f01b0bf1e8 tempest-ServersTestJSON-1134034282 tempest-ServersTestJSON-1134034282-project] 10.222.0.60 "GET /v2.0/ports?device_id=f607dab7-428e-486b-95e5-a97d3e9aba41 HTTP/1.1" status: 200 len: 945 time: 0.3886101 Nov 23 17:30:59.338802 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 35134) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:30:59.348977 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] get_ports_and_sgs() called for port_ids ['9d847368-f5fa-4fed-840d-25e906c18499'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:30:59.372458 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-cfae9ed0-6ed4-4a54-9251-06194b4bd203 tempest-ServersTestJSON-1134034282 tempest-ServersTestJSON-1134034282-project] Request body: {'floatingip': {'port_id': 'ad6a0235-8314-43ca-bfdd-e59fc298502b'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:30:59.392926 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-aa369dbd-3385-4312-bf85-5d0bb9438bfe admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-2120712643-network', 'tenant_id': '4f65af3089174d0bb5c97685ed8c70f1'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:30:59.448542 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa369dbd-3385-4312-bf85-5d0bb9438bfe admin admin] Made reservation on behalf of 4f65af3089174d0bb5c97685ed8c70f1 for: {'network': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:30:59.458226 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-aa369dbd-3385-4312-bf85-5d0bb9438bfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for network, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:59.461848 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-724ffe16-05ad-4628-8b80-04c547742ac7 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:59.471108 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-aa369dbd-3385-4312-bf85-5d0bb9438bfe admin admin] Publish callbacks [] for security_group, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:59.513862 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-3757863a-73f2-4705-9bee-b3065a30140f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a53abb7-a82c-438a-98f4-dc33d7b03780', 'name': 'tempest-TaggedBootDevicesTest-1442236328-router', 'tenant_id': '8043a75783e64196ac0be92247cb4c17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.230'}], 'enable_snat': True}, 'gw_port_id': 'bf23729d-89c0-4a8d-9706-96f8e283aad2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:30:45Z', 'updated_at': '2021-11-23T17:30:50Z', 'revision_number': 4, 'project_id': '8043a75783e64196ac0be92247cb4c17', 'gw_port': {'id': 'bf23729d-89c0-4a8d-9706-96f8e283aad2', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:d2:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a53abb7-a82c-438a-98f4-dc33d7b03780', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1155, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:30:46Z', 'updated_at': '2021-11-23T17:30:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_interfaces': [{'id': '8ab61e19-8747-4ccd-abd9-833697a8023a', 'name': '', 'network_id': '04470eef-b922-4801-8872-f6ca765b26dd', 'tenant_id': '8043a75783e64196ac0be92247cb4c17', 'mac_address': 'fa:16:3e:48:cb:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a53abb7-a82c-438a-98f4-dc33d7b03780', 'device_owner': 'network:router_interface', 'standard_attr_id': 1156, 'fixed_ips': [{'subnet_id': 'd52f2422-eba5-4adf-851d-059c4fb2a31d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:30:49Z', 'updated_at': '2021-11-23T17:30:50Z', 'revision_number': 2, 'project_id': '8043a75783e64196ac0be92247cb4c17', 'subnets': [{'id': 'd52f2422-eba5-4adf-851d-059c4fb2a31d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:30:59.546467 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] get_ports_and_sgs() called for port_ids ['2a4244ef-ef03-4f4c-8ffc-3e8bbbae7f23'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:30:59.593390 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3757863a-73f2-4705-9bee-b3065a30140f None None] Checking router: 6a53abb7-a82c-438a-98f4-dc33d7b03780 for host: n-d-816206-8 {{(pid=103593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 17:30:59.594889 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3757863a-73f2-4705-9bee-b3065a30140f None None] Updating router 6a53abb7-a82c-438a-98f4-dc33d7b03780 port 8ab61e19-8747-4ccd-abd9-833697a8023a binding host n-d-816206-8 {{(pid=103593) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 17:30:59.611611 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] get_ports_and_sgs() called for port_ids ['e6cacfa8-7eb8-4a5b-9e66-80a73f1d903a'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:30:59.614319 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] get_ports_and_sgs() called for port_ids ['e501c8d2-3b8b-4517-82b1-6a263ce4aab2'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:30:59.623974 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] get_ports_and_sgs() called for port_ids ['c11f7314-15f4-4533-9091-774452b72d36'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:30:59.630791 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] get_ports_and_sgs() called for port_ids ['2c22850f-3ed8-45c1-8cb5-d847f5bb33e0'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:30:59.632943 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] get_ports_and_sgs() called for port_ids ['43a35972-e7d6-46b1-a089-47907bd8d235'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:30:59.698299 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-3757863a-73f2-4705-9bee-b3065a30140f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:59.701100 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-aa369dbd-3385-4312-bf85-5d0bb9438bfe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:59.785804 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-aa369dbd-3385-4312-bf85-5d0bb9438bfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:59.869567 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa369dbd-3385-4312-bf85-5d0bb9438bfe admin admin] vlan segment allocate from pool success with {'vlan_id': 515, 'physical_network': 'physnet1'} {{(pid=103590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 17:30:59.913225 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa369dbd-3385-4312-bf85-5d0bb9438bfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e113c722-fc85-42f1-9b47-ad484abf3fb3,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:30:59.926040 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-aa369dbd-3385-4312-bf85-5d0bb9438bfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:30:59.926406 n-d-816206-8 neutron-server[103590]: INFO neutron.db.segments_db [None req-aa369dbd-3385-4312-bf85-5d0bb9438bfe admin admin] Added segment 3e2792b6-4cf4-4a20-826e-ccdaf9b2fd5e of type vlan for network 6ca2a099-3278-4cc8-b9f8-e1347498d008 Nov 23 17:30:59.955145 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8dd8a1e-2dfa-4cab-9d0a-ddb053d2efad None None] Network 75339259-3f00-443b-adda-17867b26c858 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:31:00.017480 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-aa369dbd-3385-4312-bf85-5d0bb9438bfe admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736635338810'] for network, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:00.158831 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-aa369dbd-3385-4312-bf85-5d0bb9438bfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493'] for network, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:00.159919 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa369dbd-3385-4312-bf85-5d0bb9438bfe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:31:00.160576 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-aa369dbd-3385-4312-bf85-5d0bb9438bfe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for network, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:00.208834 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-ca938766-41f6-4f31-b7de-9bb62fae3d51 None None] Provisioning complete for port 4a5e586e-5a54-4602-9a52-47ccead826e6 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:31:00.209347 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-ca938766-41f6-4f31-b7de-9bb62fae3d51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:00.209671 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-cfae9ed0-6ed4-4a54-9251-06194b4bd203 tempest-ServersTestJSON-1134034282 tempest-ServersTestJSON-1134034282-project] Publish callbacks [] for floatingip, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:00.215453 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e286e4-0d51-4371-8945-39feb5843ea0 req-56c8f0c3-aa94-4307-a40b-837791019988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:31:00.237066 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-17e286e4-0d51-4371-8945-39feb5843ea0 req-56c8f0c3-aa94-4307-a40b-837791019988 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7a48fbc6-9cf3-4d00-a808-31156a99c4b2 HTTP/1.1" status: 200 len: 858 time: 1.0323060 Nov 23 17:31:00.311677 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-724ffe16-05ad-4628-8b80-04c547742ac7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1794316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1795362'] for router, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:00.371045 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-3757863a-73f2-4705-9bee-b3065a30140f None None] Publish callbacks [] for port, precommit_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:00.379744 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-3757863a-73f2-4705-9bee-b3065a30140f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:00.402651 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1775a4-3cc3-4025-8a53-8f4e5ab84986 req-26801cf3-6af7-40a5-8a1c-1573cdb9a345 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:31:00.402904 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-aa369dbd-3385-4312-bf85-5d0bb9438bfe admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.2970128 Nov 23 17:31:00.409736 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 4a5e586e-5a54-4602-9a52-47ccead826e6 up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:31:00.449013 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1775a4-3cc3-4025-8a53-8f4e5ab84986 req-26801cf3-6af7-40a5-8a1c-1573cdb9a345 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:31:00.449666 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 35140) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:31:00.457225 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-da46b81e-fe3c-4689-a70d-0250e098bf4d admin admin] Request body: {'subnet': {'network_id': '6ca2a099-3278-4cc8-b9f8-e1347498d008', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-2120712643-subnet', 'tenant_id': '4f65af3089174d0bb5c97685ed8c70f1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:31:00.484531 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1775a4-3cc3-4025-8a53-8f4e5ab84986 req-26801cf3-6af7-40a5-8a1c-1573cdb9a345 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:31:00.498801 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da46b81e-fe3c-4689-a70d-0250e098bf4d admin admin] Made reservation on behalf of 4f65af3089174d0bb5c97685ed8c70f1 for: {'subnet': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:31:00.500742 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-da46b81e-fe3c-4689-a70d-0250e098bf4d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264730903'] for subnet, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:00.510846 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1775a4-3cc3-4025-8a53-8f4e5ab84986 req-26801cf3-6af7-40a5-8a1c-1573cdb9a345 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:31:00.516857 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1775a4-3cc3-4025-8a53-8f4e5ab84986 req-26801cf3-6af7-40a5-8a1c-1573cdb9a345 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:31:00.553557 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1775a4-3cc3-4025-8a53-8f4e5ab84986 req-26801cf3-6af7-40a5-8a1c-1573cdb9a345 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:31:00.559575 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1775a4-3cc3-4025-8a53-8f4e5ab84986 req-26801cf3-6af7-40a5-8a1c-1573cdb9a345 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:31:00.601058 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9a1775a4-3cc3-4025-8a53-8f4e5ab84986 req-26801cf3-6af7-40a5-8a1c-1573cdb9a345 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] 10.222.0.60 "GET /v2.0/ports?device_id=83c4b9c5-48d7-40af-8fb5-dabe4d43cce9 HTTP/1.1" status: 200 len: 5434 time: 1.4699678 Nov 23 17:31:00.728530 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97650d1-84d3-45e4-a178-dd3ef8ac80a5 None None] Pushing event updated for resources: {'Port': ['ID=8ab61e19-8747-4ccd-abd9-833697a8023a,revision_number=3']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:31:00.789074 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] get_ports_and_sgs() called for port_ids ['c61316ed-a367-4301-9c1b-7dbf9122a432'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:31:00.796940 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [None req-3757863a-73f2-4705-9bee-b3065a30140f None None] Attempting to bind port 8ab61e19-8747-4ccd-abd9-833697a8023a on host n-d-816206-8 for vnic_type normal with profile {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:31:00.797567 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-17e286e4-0d51-4371-8945-39feb5843ea0 req-805691b6-8106-4a86-ab07-1b5fc3158a20 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ee61f549-61e5-4b3e-88cc-f7acada2ae03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4398534 Nov 23 17:31:00.801417 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [None req-3757863a-73f2-4705-9bee-b3065a30140f None None] Attempting to bind port 8ab61e19-8747-4ccd-abd9-833697a8023a by drivers openvswitch,hyperv on host n-d-816206-8 at level 0 using segments [{'id': '57150f33-5c5e-42b2-9a51-7db09327dcc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '04470eef-b922-4801-8872-f6ca765b26dd'}] {{(pid=103593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:31:00.802064 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3757863a-73f2-4705-9bee-b3065a30140f None None] Attempting to bind port 8ab61e19-8747-4ccd-abd9-833697a8023a on network 04470eef-b922-4801-8872-f6ca765b26dd {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:31:00.814613 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3757863a-73f2-4705-9bee-b3065a30140f None None] Checking agent: {'id': '9e89acbe-4bbe-4c77-a18b-6f1da9133e0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 7, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 30, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:31:00.815004 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3757863a-73f2-4705-9bee-b3065a30140f None None] Checking segment: {'id': '57150f33-5c5e-42b2-9a51-7db09327dcc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '04470eef-b922-4801-8872-f6ca765b26dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:31:00.815876 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-3757863a-73f2-4705-9bee-b3065a30140f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:00.816658 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device 60f8ef03-7cec-4d0c-b65f-598b7fc51dd2 details requested by agent hyperv_n-h1-816206-8 with host n-h1-816206-8 {{(pid=103592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 17:31:00.816863 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3757863a-73f2-4705-9bee-b3065a30140f None None] Bound using segment: {'id': '57150f33-5c5e-42b2-9a51-7db09327dcc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '04470eef-b922-4801-8872-f6ca765b26dd'} {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:31:00.817337 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [None req-3757863a-73f2-4705-9bee-b3065a30140f None None] Bound port: 8ab61e19-8747-4ccd-abd9-833697a8023a, host: n-d-816206-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57150f33-5c5e-42b2-9a51-7db09327dcc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '04470eef-b922-4801-8872-f6ca765b26dd'}}] {{(pid=103593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:31:00.817710 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-3757863a-73f2-4705-9bee-b3065a30140f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:00.829569 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device 6fadacb4-3c73-41dd-b0b4-aef93df8a5bd up at agent hyperv_n-h2-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:31:00.842095 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa369dbd-3385-4312-bf85-5d0bb9438bfe admin admin] Pushing event updated for resources: {'Network': ['ID=6ca2a099-3278-4cc8-b9f8-e1347498d008,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:31:00.932357 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc11f925-0c28-42d2-8cb8-3f00f360957d req-db97cc1b-46ca-457e-99fe-1f0b94080a51 tempest-ServerRescueNegativeTestJSON-1154722601 tempest-ServerRescueNegativeTestJSON-1154722601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:31:00.933634 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Network 6ca2a099-3278-4cc8-b9f8-e1347498d008 details requested by agent ovs-agent-n-d-816206-8 with host n-d-816206-8 {{(pid=103592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 17:31:00.933919 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-cc11f925-0c28-42d2-8cb8-3f00f360957d req-db97cc1b-46ca-457e-99fe-1f0b94080a51 tempest-ServerRescueNegativeTestJSON-1154722601 tempest-ServerRescueNegativeTestJSON-1154722601-project] 10.222.0.60 "GET /v2.0/ports?device_id=9f161a1e-4342-477a-afd0-8cb3c4b8d58a HTTP/1.1" status: 200 len: 943 time: 1.4578617 Nov 23 17:31:00.940502 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-da46b81e-fe3c-4689-a70d-0250e098bf4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264358096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264730885'] for subnet, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:00.957832 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-3757863a-73f2-4705-9bee-b3065a30140f None None] For port 8ab61e19-8747-4ccd-abd9-833697a8023a, host n-d-816206-8, cleared binding levels {{(pid=103593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:31:00.971126 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-3757863a-73f2-4705-9bee-b3065a30140f None None] For port 8ab61e19-8747-4ccd-abd9-833697a8023a, host n-d-816206-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=8ab61e19-8747-4ccd-abd9-833697a8023a,segment=NetworkSegment(57150f33-5c5e-42b2-9a51-7db09327dcc4),segment_id=57150f33-5c5e-42b2-9a51-7db09327dcc4)] {{(pid=103593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:31:00.979185 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-3757863a-73f2-4705-9bee-b3065a30140f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:01.025519 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da46b81e-fe3c-4689-a70d-0250e098bf4d admin admin] Pushing event updated for resources: {'Subnet': ['ID=804312ca-e813-4059-ae1d-716893923822,revision_number=0']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:31:01.044894 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da46b81e-fe3c-4689-a70d-0250e098bf4d admin admin] Checking segment: {'id': '3e2792b6-4cf4-4a20-826e-ccdaf9b2fd5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '6ca2a099-3278-4cc8-b9f8-e1347498d008'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:31:01.044894 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da46b81e-fe3c-4689-a70d-0250e098bf4d admin admin] Network hostable DHCP agents. Network: 6ca2a099-3278-4cc8-b9f8-e1347498d008, hostable agents: ['0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3'], hosted agents: [] {{(pid=103590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 17:31:01.070695 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da46b81e-fe3c-4689-a70d-0250e098bf4d admin admin] Network 6ca2a099-3278-4cc8-b9f8-e1347498d008 is scheduled to be hosted by DHCP agent 0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3 with binding_index 1 {{(pid=103590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 17:31:01.079908 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-724ffe16-05ad-4628-8b80-04c547742ac7 admin admin] Router b9941b0a-0293-4671-92e3-d0e0935ad29a is scheduled to L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 with binding_index 1 {{(pid=103590) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 17:31:01.100230 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-da46b81e-fe3c-4689-a70d-0250e098bf4d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-8, 6ca2a099-3278-4cc8-b9f8-e1347498d008) {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:31:01.106510 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da46b81e-fe3c-4689-a70d-0250e098bf4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:31:01.107110 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-da46b81e-fe3c-4689-a70d-0250e098bf4d admin admin] Publish callbacks [] for subnet, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:01.130034 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3757863a-73f2-4705-9bee-b3065a30140f None None] Routers {'6a53abb7-a82c-438a-98f4-dc33d7b03780'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:31:01.130735 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-3757863a-73f2-4705-9bee-b3065a30140f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:30:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['6a53abb7-a82c-438a-98f4-dc33d7b03780'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:31:01.189672 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-17e286e4-0d51-4371-8945-39feb5843ea0 req-851b17cc-c244-42a0-b31b-fa188cfc5db6 service neutron] 10.222.0.55 "GET /v2.0/networks/ee61f549-61e5-4b3e-88cc-f7acada2ae03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3566127 Nov 23 17:31:01.238853 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-724ffe16-05ad-4628-8b80-04c547742ac7 admin admin] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:31:01.281423 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-da46b81e-fe3c-4689-a70d-0250e098bf4d admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8304996 Nov 23 17:31:01.303576 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-724ffe16-05ad-4628-8b80-04c547742ac7 admin admin] Publish callbacks [] for router, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:01.305758 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-724ffe16-05ad-4628-8b80-04c547742ac7 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 6.0404551 Nov 23 17:31:01.310092 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 35154) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:31:01.346417 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4fb6cf4-39bc-45b5-b45d-75f9fbf19115 None None] Network 6ca2a099-3278-4cc8-b9f8-e1347498d008 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:31:01.355235 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b7f38de-07a1-4ad8-b070-df22002ba7af None None] Sync routers for ids ['b9941b0a-0293-4671-92e3-d0e0935ad29a'] in n-d-816206-8 {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:31:01.504332 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Provisioning for port 6fadacb4-3c73-41dd-b0b4-aef93df8a5bd completed by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 17:31:01.654566 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Provisioning complete for port 6fadacb4-3c73-41dd-b0b4-aef93df8a5bd triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:31:01.655219 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:01.668239 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-3757863a-73f2-4705-9bee-b3065a30140f None None] Set router 6a53abb7-a82c-438a-98f4-dc33d7b03780 gateway port host: n-d-816206-8 {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:31:01.717132 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b7f38de-07a1-4ad8-b070-df22002ba7af None None] Routers {'b9941b0a-0293-4671-92e3-d0e0935ad29a'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:31:01.718094 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-7b7f38de-07a1-4ad8-b070-df22002ba7af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:30:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['b9941b0a-0293-4671-92e3-d0e0935ad29a'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:31:01.899064 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvr_db [None req-7b7f38de-07a1-4ad8-b070-df22002ba7af None None] Set router b9941b0a-0293-4671-92e3-d0e0935ad29a gateway port host: n-d-816206-8 {{(pid=103592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:31:01.979865 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port 4a5e586e-5a54-4602-9a52-47ccead826e6 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:31:01.980673 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:01.996644 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-3757863a-73f2-4705-9bee-b3065a30140f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a53abb7-a82c-438a-98f4-dc33d7b03780', 'name': 'tempest-TaggedBootDevicesTest-1442236328-router', 'tenant_id': '8043a75783e64196ac0be92247cb4c17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.230'}], 'enable_snat': True}, 'gw_port_id': 'bf23729d-89c0-4a8d-9706-96f8e283aad2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:30:45Z', 'updated_at': '2021-11-23T17:30:50Z', 'revision_number': 4, 'project_id': '8043a75783e64196ac0be92247cb4c17', 'gw_port': {'id': 'bf23729d-89c0-4a8d-9706-96f8e283aad2', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:d2:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a53abb7-a82c-438a-98f4-dc33d7b03780', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1155, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:30:46Z', 'updated_at': '2021-11-23T17:30:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_interfaces': [{'id': '8ab61e19-8747-4ccd-abd9-833697a8023a', 'name': '', 'network_id': '04470eef-b922-4801-8872-f6ca765b26dd', 'tenant_id': '8043a75783e64196ac0be92247cb4c17', 'mac_address': 'fa:16:3e:48:cb:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a53abb7-a82c-438a-98f4-dc33d7b03780', 'device_owner': 'network:router_interface', 'standard_attr_id': 1156, 'fixed_ips': [{'subnet_id': 'd52f2422-eba5-4adf-851d-059c4fb2a31d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:30:49Z', 'updated_at': '2021-11-23T17:31:00Z', 'revision_number': 4, 'project_id': '8043a75783e64196ac0be92247cb4c17', 'subnets': [{'id': 'd52f2422-eba5-4adf-851d-059c4fb2a31d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:31:02.038639 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3757863a-73f2-4705-9bee-b3065a30140f None None] The sync data for ids ['6a53abb7-a82c-438a-98f4-dc33d7b03780'] in n-d-816206-8 is: [{'id': '6a53abb7-a82c-438a-98f4-dc33d7b03780', 'name': 'tempest-TaggedBootDevicesTest-1442236328-router', 'tenant_id': '8043a75783e64196ac0be92247cb4c17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.230'}], 'enable_snat': True}, 'gw_port_id': 'bf23729d-89c0-4a8d-9706-96f8e283aad2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:30:45Z', 'updated_at': '2021-11-23T17:30:50Z', 'revision_number': 4, 'project_id': '8043a75783e64196ac0be92247cb4c17', 'gw_port': {'id': 'bf23729d-89c0-4a8d-9706-96f8e283aad2', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:d2:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a53abb7-a82c-438a-98f4-dc33d7b03780', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1155, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:30:46Z', 'updated_at': '2021-11-23T17:30:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_interfaces': [{'id': '8ab61e19-8747-4ccd-abd9-833697a8023a', 'name': '', 'network_id': '04470eef-b922-4801-8872-f6ca765b26dd', 'tenant_id': '8043a75783e64196ac0be92247cb4c17', 'mac_address': 'fa:16:3e:48:cb:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a53abb7-a82c-438a-98f4-dc33d7b03780', 'device_owner': 'network:router_interface', 'standard_attr_id': 1156, 'fixed_ips': [{'subnet_id': 'd52f2422-eba5-4adf-851d-059c4fb2a31d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:30:49Z', 'updated_at': '2021-11-23T17:31:00Z', 'revision_number': 4, 'project_id': '8043a75783e64196ac0be92247cb4c17', 'subnets': [{'id': 'd52f2422-eba5-4adf-851d-059c4fb2a31d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:31:02.056634 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97650d1-84d3-45e4-a178-dd3ef8ac80a5 None None] Pushing event updated for resources: {'Port': ['ID=8ab61e19-8747-4ccd-abd9-833697a8023a,revision_number=4']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:31:02.081041 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9a1775a4-3cc3-4025-8a53-8f4e5ab84986 req-7da2c2a4-b00f-4e15-b92c-94b3b7b03b70 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] 10.222.0.60 "GET /v2.0/security-groups?id=f803d7ea-d3d6-4cf6-830c-70814cdc1205&id=0089afc6-8a44-4092-8e4d-085e37cc31cf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 1.4790282 Nov 23 17:31:02.178237 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-cc11f925-0c28-42d2-8cb8-3f00f360957d req-10a0f696-25eb-4ab4-b76b-be46baa215e7 tempest-ServerRescueNegativeTestJSON-1154722601 tempest-ServerRescueNegativeTestJSON-1154722601-project] 10.222.0.60 "GET /v2.0/security-groups?id=fdeeda5f-d596-40d9-83fc-6ea083625241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9743192 Nov 23 17:31:02.222679 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.db.resource_extend [None req-cfae9ed0-6ed4-4a54-9251-06194b4bd203 tempest-ServersTestJSON-1134034282 tempest-ServersTestJSON-1134034282-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 23 17:31:02.322762 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-17e286e4-0d51-4371-8945-39feb5843ea0 req-2a3cbfe0-ca56-4798-8d53-a7ae3f5dc602 service neutron] 10.222.0.55 "GET /v2.0/networks/ee61f549-61e5-4b3e-88cc-f7acada2ae03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0966666 Nov 23 17:31:02.405351 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-cfae9ed0-6ed4-4a54-9251-06194b4bd203 tempest-ServersTestJSON-1134034282 tempest-ServersTestJSON-1134034282-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:02.416872 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-cfae9ed0-6ed4-4a54-9251-06194b4bd203 tempest-ServersTestJSON-1134034282 tempest-ServersTestJSON-1134034282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1795396'] for floatingip, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:02.533261 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-53e712f3-0502-49a5-a4b5-980826612d04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:02.615024 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b9f568-ef31-4feb-8a5f-31c344e43cce req-0fa5a80e-e061-4b02-9bff-947f401ab9b0 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:31:02.618427 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-78b9f568-ef31-4feb-8a5f-31c344e43cce req-0fa5a80e-e061-4b02-9bff-947f401ab9b0 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc1cb68a-7d8e-48af-9098-d96a53e08c31 HTTP/1.1" status: 200 len: 946 time: 0.2836294 Nov 23 17:31:02.786486 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-78b9f568-ef31-4feb-8a5f-31c344e43cce req-2f81a6ab-b424-48ee-97ea-85e1cf04614d tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.60 "GET /v2.0/security-groups?id=b4179e07-bbfd-4236-b98c-2ab2b518c61f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443267 Nov 23 17:31:02.812383 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5597634a-886e-44ff-9f8f-0bb0b349f37c req-c6c26905-a4f1-4003-b3b3-b67dfdea94a4 tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:31:02.814446 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5597634a-886e-44ff-9f8f-0bb0b349f37c req-c6c26905-a4f1-4003-b3b3-b67dfdea94a4 tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] 10.222.0.60 "GET /v2.0/ports?device_id=0a53ae80-f52c-49bf-aa8d-91eb60d0f379 HTTP/1.1" status: 200 len: 944 time: 0.2278569 Nov 23 17:31:02.822002 n-d-816206-8 neutron-server[103591]: INFO neutron.db.l3_db [None req-cfae9ed0-6ed4-4a54-9251-06194b4bd203 tempest-ServersTestJSON-1134034282 tempest-ServersTestJSON-1134034282-project] Floating IP 6620c9df-62a0-4cad-9722-d43d1d4c6434 associated. External IP: 172.25.3.37, port: ad6a0235-8314-43ca-bfdd-e59fc298502b. Nov 23 17:31:02.870835 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-53e712f3-0502-49a5-a4b5-980826612d04 admin admin] Allocated IP 172.20.0.1 (75339259-3f00-443b-adda-17867b26c858/790bbb98-ba35-48b0-8ef1-5daf008c0447/12fa3432-cbaf-4ebf-9f28-b946995a0a0b) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:31:03.037106 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5597634a-886e-44ff-9f8f-0bb0b349f37c req-8735fdeb-6488-4e0d-b8cc-d67b1e490144 tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] 10.222.0.60 "GET /v2.0/security-groups?id=d8e33e73-30b9-4952-965d-f940c31594f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759516 Nov 23 17:31:03.078383 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-53e712f3-0502-49a5-a4b5-980826612d04 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:03.118381 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-53e712f3-0502-49a5-a4b5-980826612d04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:03.210857 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53e712f3-0502-49a5-a4b5-980826612d04 admin admin] Network 75339259-3f00-443b-adda-17867b26c858 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:31:03.221932 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-53e712f3-0502-49a5-a4b5-980826612d04 admin admin] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:31:03.232771 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53e712f3-0502-49a5-a4b5-980826612d04 admin admin] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:31:03.274549 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.db.resource_extend [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] It took 0.37 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 23 17:31:03.352196 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e712f3-0502-49a5-a4b5-980826612d04 admin admin] Pushing event updated for resources: {'Port': ['ID=12fa3432-cbaf-4ebf-9f28-b946995a0a0b,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:31:03.374318 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-53e712f3-0502-49a5-a4b5-980826612d04 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1795539'] for router_interface, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:03.668656 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port 60f8ef03-7cec-4d0c-b65f-598b7fc51dd2, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=60f8ef03-7cec-4d0c-b65f-598b7fc51dd2,segment=NetworkSegment(9af5bdca-ad73-4e5e-ad36-1bd85f88bd90),segment_id=9af5bdca-ad73-4e5e-ad36-1bd85f88bd90)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:31:03.682939 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-53e712f3-0502-49a5-a4b5-980826612d04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:03.735867 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:03.771528 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-7b7f38de-07a1-4ad8-b070-df22002ba7af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9941b0a-0293-4671-92e3-d0e0935ad29a', 'name': 'tempest-TaggedBootDevicesTest-1434805336-router', 'tenant_id': '944eb16d76604cc6ab0a57ea3c768527', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.186'}], 'enable_snat': True}, 'gw_port_id': 'ca02f506-9fb5-4538-8a0c-3f9a1fbff4af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:30:55Z', 'updated_at': '2021-11-23T17:30:59Z', 'revision_number': 3, 'project_id': '944eb16d76604cc6ab0a57ea3c768527', 'gw_port': {'id': 'ca02f506-9fb5-4538-8a0c-3f9a1fbff4af', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:f5:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9941b0a-0293-4671-92e3-d0e0935ad29a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1167, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:30:56Z', 'updated_at': '2021-11-23T17:30:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8'}], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:31:03.808976 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-ca938766-41f6-4f31-b7de-9bb62fae3d51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:03.811832 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Returning: {'device': '60f8ef03-7cec-4d0c-b65f-598b7fc51dd2', 'network_id': 'ee61f549-61e5-4b3e-88cc-f7acada2ae03', 'port_id': '60f8ef03-7cec-4d0c-b65f-598b7fc51dd2', 'mac_address': 'fa:16:3e:b2:37:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 539, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a48fbc6-9cf3-4d00-a808-31156a99c4b2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 17:31:03.821833 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b7f38de-07a1-4ad8-b070-df22002ba7af None None] Checking router: b9941b0a-0293-4671-92e3-d0e0935ad29a for host: n-d-816206-8 {{(pid=103592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 17:31:03.822182 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b7f38de-07a1-4ad8-b070-df22002ba7af None None] Updating router b9941b0a-0293-4671-92e3-d0e0935ad29a port ca02f506-9fb5-4538-8a0c-3f9a1fbff4af binding host n-d-816206-8 {{(pid=103592) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 17:31:03.870538 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-7b7f38de-07a1-4ad8-b070-df22002ba7af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:03.877356 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfae9ed0-6ed4-4a54-9251-06194b4bd203 tempest-ServersTestJSON-1134034282 tempest-ServersTestJSON-1134034282-project] Router 2844b668-4eb3-4146-878a-8743907d31bf has already been hosted by L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 {{(pid=103591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 17:31:03.929146 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295e4044-d780-4c77-a77e-13c90f028ede req-7c5d0a3f-1bb9-4161-85b2-f1c94601018b tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:31:03.936313 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295e4044-d780-4c77-a77e-13c90f028ede req-7c5d0a3f-1bb9-4161-85b2-f1c94601018b tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:31:03.944583 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295e4044-d780-4c77-a77e-13c90f028ede req-7c5d0a3f-1bb9-4161-85b2-f1c94601018b tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:31:03.957929 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295e4044-d780-4c77-a77e-13c90f028ede req-7c5d0a3f-1bb9-4161-85b2-f1c94601018b tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:31:03.966107 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295e4044-d780-4c77-a77e-13c90f028ede req-7c5d0a3f-1bb9-4161-85b2-f1c94601018b tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:31:03.974196 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295e4044-d780-4c77-a77e-13c90f028ede req-7c5d0a3f-1bb9-4161-85b2-f1c94601018b tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:31:03.980649 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295e4044-d780-4c77-a77e-13c90f028ede req-7c5d0a3f-1bb9-4161-85b2-f1c94601018b tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:31:03.986585 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-53e712f3-0502-49a5-a4b5-980826612d04 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:03.992013 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-295e4044-d780-4c77-a77e-13c90f028ede req-7c5d0a3f-1bb9-4161-85b2-f1c94601018b tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] 10.222.0.60 "GET /v2.0/ports?device_id=83c4b9c5-48d7-40af-8fb5-dabe4d43cce9 HTTP/1.1" status: 200 len: 5434 time: 0.2132242 Nov 23 17:31:03.996321 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-53e712f3-0502-49a5-a4b5-980826612d04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264357957'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:04.080207 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-295e4044-d780-4c77-a77e-13c90f028ede req-3c3ef407-28bc-4168-a3b4-59dc22c3c70c tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] 10.222.0.60 "GET /v2.0/security-groups?id=f803d7ea-d3d6-4cf6-830c-70814cdc1205&id=0089afc6-8a44-4092-8e4d-085e37cc31cf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0869222 Nov 23 17:31:04.095163 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-53e712f3-0502-49a5-a4b5-980826612d04 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2068703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1794403'] for router_interface, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:04.098493 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e712f3-0502-49a5-a4b5-980826612d04 admin admin] Pushing event updated for resources: {'Port': ['ID=12fa3432-cbaf-4ebf-9f28-b946995a0a0b,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:31:04.183687 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-7b7f38de-07a1-4ad8-b070-df22002ba7af None None] Publish callbacks [] for port, precommit_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:04.229748 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-7b7f38de-07a1-4ad8-b070-df22002ba7af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:04.255116 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53e712f3-0502-49a5-a4b5-980826612d04 admin admin] Network 75339259-3f00-443b-adda-17867b26c858 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:31:04.257013 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-53e712f3-0502-49a5-a4b5-980826612d04 admin admin] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:31:04.264703 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a53ae80-f52c-49bf-aa8d-91eb60d0f379', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fadacb4-3c73-41dd-b0b4-aef93df8a5bd'}] {{(pid=103592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:31:04.266982 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba3e6a8f2301c7a29fe1eca9779abdae4ccbcd6266d69778087f2498d5551201" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4890179-f494-470f-b09a-7ef7550fdb66" -d '{"events": [{"server_uuid": "0a53ae80-f52c-49bf-aa8d-91eb60d0f379", "name": "network-vif-plugged", "status": "completed", "tag": "6fadacb4-3c73-41dd-b0b4-aef93df8a5bd"}]}' {{(pid=103592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:31:04.270055 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfae9ed0-6ed4-4a54-9251-06194b4bd203 tempest-ServersTestJSON-1134034282 tempest-ServersTestJSON-1134034282-project] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:31:04.282656 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2ea1aa6-3059-497b-a691-b4f266ab703e None None] Sync routers for ids ['2844b668-4eb3-4146-878a-8743907d31bf'] in n-d-816206-8 {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:31:04.300891 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2ea1aa6-3059-497b-a691-b4f266ab703e None None] Routers {'2844b668-4eb3-4146-878a-8743907d31bf'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:31:04.303337 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-ca938766-41f6-4f31-b7de-9bb62fae3d51 None None] For port 4a5e586e-5a54-4602-9a52-47ccead826e6, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=4a5e586e-5a54-4602-9a52-47ccead826e6,segment=NetworkSegment(67895827-b67c-4dd5-8267-f9ff4a198829),segment_id=67895827-b67c-4dd5-8267-f9ff4a198829)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:31:04.304418 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-cfae9ed0-6ed4-4a54-9251-06194b4bd203 tempest-ServersTestJSON-1134034282 tempest-ServersTestJSON-1134034282-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for floatingip, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:04.309309 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-b2ea1aa6-3059-497b-a691-b4f266ab703e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:30:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['2844b668-4eb3-4146-878a-8743907d31bf'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:31:04.315933 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb249a88-a8ba-4edf-85f9-736e4d94a439 req-ad04b0b2-5492-4698-a42c-fa64dbd8df14 tempest-ServerTagsTestJSON-792397983 tempest-ServerTagsTestJSON-792397983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:31:04.318618 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-fb249a88-a8ba-4edf-85f9-736e4d94a439 req-ad04b0b2-5492-4698-a42c-fa64dbd8df14 tempest-ServerTagsTestJSON-792397983 tempest-ServerTagsTestJSON-792397983-project] 10.222.0.60 "GET /v2.0/networks?id=6ca2a099-3278-4cc8-b9f8-e1347498d008 HTTP/1.1" status: 200 len: 809 time: 1.0498686 Nov 23 17:31:04.387505 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-fb249a88-a8ba-4edf-85f9-736e4d94a439 req-7a9ca8fb-1bf2-4c33-b651-9c8f3f8d7960 tempest-ServerTagsTestJSON-792397983 tempest-ServerTagsTestJSON-792397983-project] 10.222.0.60 "GET /v2.0/quotas/4f65af3089174d0bb5c97685ed8c70f1 HTTP/1.1" status: 200 len: 375 time: 0.0328605 Nov 23 17:31:04.396043 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-ca938766-41f6-4f31-b7de-9bb62fae3d51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:04.454635 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acad090-50fd-45aa-8913-1f062d6c3c68 req-a72fc043-a3c9-48c4-9d81-75d75f53b341 tempest-ServerRescueNegativeTestJSON-1154722601 tempest-ServerRescueNegativeTestJSON-1154722601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:31:04.455617 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port 6fadacb4-3c73-41dd-b0b4-aef93df8a5bd, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=6fadacb4-3c73-41dd-b0b4-aef93df8a5bd,segment=NetworkSegment(72cae39b-e177-46b5-abb9-73dc195aab07),segment_id=72cae39b-e177-46b5-abb9-73dc195aab07)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:31:04.457566 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4acad090-50fd-45aa-8913-1f062d6c3c68 req-a72fc043-a3c9-48c4-9d81-75d75f53b341 tempest-ServerRescueNegativeTestJSON-1154722601 tempest-ServerRescueNegativeTestJSON-1154722601-project] 10.222.0.60 "GET /v2.0/ports?device_id=9f161a1e-4342-477a-afd0-8cb3c4b8d58a HTTP/1.1" status: 200 len: 943 time: 0.1895440 Nov 23 17:31:04.471507 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3b622c3-8623-44eb-b2b1-a93059ee2a54 None None] Network 6ca2a099-3278-4cc8-b9f8-e1347498d008 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:31:04.478720 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-fb249a88-a8ba-4edf-85f9-736e4d94a439 req-3c09781d-b3ca-4546-bbcc-47e3d350fa68 tempest-ServerTagsTestJSON-792397983 tempest-ServerTagsTestJSON-792397983-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=4f65af3089174d0bb5c97685ed8c70f1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0895050 Nov 23 17:31:04.494691 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-cfae9ed0-6ed4-4a54-9251-06194b4bd203 tempest-ServersTestJSON-1134034282 tempest-ServersTestJSON-1134034282-project] 10.222.0.60 "PUT /v2.0/floatingips/6620c9df-62a0-4cad-9722-d43d1d4c6434 HTTP/1.1" status: 200 len: 990 time: 5.1472566 Nov 23 17:31:04.505919 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f607dab7-428e-486b-95e5-a97d3e9aba41', 'tag': 'ad6a0235-8314-43ca-bfdd-e59fc298502b'}] {{(pid=103591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:31:04.517385 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41d174a19ece9499ff9ec44e5b3fc50f2abd3ffbc947fb7e52ea1e8db27b95b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea27e673-0ac4-413b-b718-9283f7e840e5" -d '{"events": [{"name": "network-changed", "server_uuid": "f607dab7-428e-486b-95e5-a97d3e9aba41", "tag": "ad6a0235-8314-43ca-bfdd-e59fc298502b"}]}' {{(pid=103591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:31:04.521203 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:04.530519 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53e712f3-0502-49a5-a4b5-980826612d04 admin admin] Router b9941b0a-0293-4671-92e3-d0e0935ad29a has already been hosted by L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 {{(pid=103590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 17:31:04.614970 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4acad090-50fd-45aa-8913-1f062d6c3c68 req-970a7eb2-2f3a-4094-8595-c93b7392ccf1 tempest-ServerRescueNegativeTestJSON-1154722601 tempest-ServerRescueNegativeTestJSON-1154722601-project] 10.222.0.60 "GET /v2.0/security-groups?id=fdeeda5f-d596-40d9-83fc-6ea083625241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177366 Nov 23 17:31:04.659687 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a5063ea-3707-4023-9e16-7f55b6ddc578 None None] DHCP port deletion for 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:31:04.661794 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:04.687450 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-b2ea1aa6-3059-497b-a691-b4f266ab703e None None] Set router 2844b668-4eb3-4146-878a-8743907d31bf gateway port host: n-d-816206-8 {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:31:04.746431 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:04.754540 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-fb249a88-a8ba-4edf-85f9-736e4d94a439 req-df655ef0-ff1f-4db3-a278-b51fa2bec9f8 service neutron] 10.222.0.60 "GET /v2.0/networks/6ca2a099-3278-4cc8-b9f8-e1347498d008?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2550132 Nov 23 17:31:04.762539 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260ef339-c396-4d61-ae74-28a199b1af94 None None] Pushing event updated for resources: {'Port': ['ID=ca02f506-9fb5-4538-8a0c-3f9a1fbff4af,revision_number=2']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:31:04.799080 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60f8ef03-7cec-4d0c-b65f-598b7fc51dd2 {{(pid=103592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:31:04.853756 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-fffd7aa7-9914-488a-acab-844796064f3b None None] Provisioning complete for port 4a5e586e-5a54-4602-9a52-47ccead826e6 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:31:04.854485 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-fffd7aa7-9914-488a-acab-844796064f3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:04.864744 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53e712f3-0502-49a5-a4b5-980826612d04 admin admin] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:31:04.884574 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-53e712f3-0502-49a5-a4b5-980826612d04 admin admin] 10.222.0.60 "PUT /v2.0/routers/b9941b0a-0293-4671-92e3-d0e0935ad29a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5696824 Nov 23 17:31:04.886559 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-7b7f38de-07a1-4ad8-b070-df22002ba7af None None] Attempting to bind port ca02f506-9fb5-4538-8a0c-3f9a1fbff4af on host n-d-816206-8 for vnic_type normal with profile {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:31:04.886934 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-7b7f38de-07a1-4ad8-b070-df22002ba7af None None] Attempting to bind port ca02f506-9fb5-4538-8a0c-3f9a1fbff4af by drivers openvswitch,hyperv on host n-d-816206-8 at level 0 using segments [{'id': 'bffd1e4f-e80f-4ff0-b418-2f42ae15febf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:31:04.887463 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b7f38de-07a1-4ad8-b070-df22002ba7af None None] Attempting to bind port ca02f506-9fb5-4538-8a0c-3f9a1fbff4af on network 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:31:04.911058 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b7f38de-07a1-4ad8-b070-df22002ba7af None None] Checking agent: {'id': '9e89acbe-4bbe-4c77-a18b-6f1da9133e0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 7, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 30, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:31:04.911432 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b7f38de-07a1-4ad8-b070-df22002ba7af None None] Checking segment: {'id': 'bffd1e4f-e80f-4ff0-b418-2f42ae15febf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:31:04.911837 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-7b7f38de-07a1-4ad8-b070-df22002ba7af None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:04.912879 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b7f38de-07a1-4ad8-b070-df22002ba7af None None] Bound using segment: {'id': 'bffd1e4f-e80f-4ff0-b418-2f42ae15febf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:31:04.913878 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-7b7f38de-07a1-4ad8-b070-df22002ba7af None None] Bound port: ca02f506-9fb5-4538-8a0c-3f9a1fbff4af, host: n-d-816206-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bffd1e4f-e80f-4ff0-b418-2f42ae15febf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'}}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:31:04.914263 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-7b7f38de-07a1-4ad8-b070-df22002ba7af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:04.947760 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-fb249a88-a8ba-4edf-85f9-736e4d94a439 req-edeb8b34-929f-4380-95fb-3de9660422ab service neutron] 10.222.0.60 "GET /v2.0/networks/6ca2a099-3278-4cc8-b9f8-e1347498d008?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1923122 Nov 23 17:31:04.959236 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c8e52d-683e-455f-990b-9048967416e3 req-cd63311d-2079-4f26-8b98-c87255052e88 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:31:04.966618 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-38c8e52d-683e-455f-990b-9048967416e3 req-cd63311d-2079-4f26-8b98-c87255052e88 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc1cb68a-7d8e-48af-9098-d96a53e08c31 HTTP/1.1" status: 200 len: 946 time: 0.0928395 Nov 23 17:31:05.049467 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port 60f8ef03-7cec-4d0c-b65f-598b7fc51dd2, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=60f8ef03-7cec-4d0c-b65f-598b7fc51dd2,segment=NetworkSegment(9af5bdca-ad73-4e5e-ad36-1bd85f88bd90),segment_id=9af5bdca-ad73-4e5e-ad36-1bd85f88bd90)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:31:05.073170 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-38c8e52d-683e-455f-990b-9048967416e3 req-752dab0d-feca-4218-b0ee-a717cd717f6d tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.60 "GET /v2.0/security-groups?id=b4179e07-bbfd-4236-b98c-2ab2b518c61f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836213 Nov 23 17:31:05.118983 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-7b7f38de-07a1-4ad8-b070-df22002ba7af None None] For port ca02f506-9fb5-4538-8a0c-3f9a1fbff4af, host n-d-816206-8, cleared binding levels {{(pid=103592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:31:05.124907 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-7b7f38de-07a1-4ad8-b070-df22002ba7af None None] For port ca02f506-9fb5-4538-8a0c-3f9a1fbff4af, host n-d-816206-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=ca02f506-9fb5-4538-8a0c-3f9a1fbff4af,segment=NetworkSegment(bffd1e4f-e80f-4ff0-b418-2f42ae15febf),segment_id=bffd1e4f-e80f-4ff0-b418-2f42ae15febf)] {{(pid=103592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:31:05.158523 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca938766-41f6-4f31-b7de-9bb62fae3d51 None None] Pushing event updated for resources: {'Port': ['ID=4a5e586e-5a54-4602-9a52-47ccead826e6,revision_number=3']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:31:05.243186 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:05.255540 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:31:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d78e6582-9246-4ada-b9c6-d4d2e7d884bc x-openstack-request-id: req-d78e6582-9246-4ada-b9c6-d4d2e7d884bc {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:31:05.256276 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a53ae80-f52c-49bf-aa8d-91eb60d0f379", "name": "network-vif-plugged", "status": "completed", "tag": "6fadacb4-3c73-41dd-b0b4-aef93df8a5bd", "code": 200}]} {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:31:05.256725 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d78e6582-9246-4ada-b9c6-d4d2e7d884bc {{(pid=103592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:31:05.257347 n-d-816206-8 neutron-server[103592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a53ae80-f52c-49bf-aa8d-91eb60d0f379', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fadacb4-3c73-41dd-b0b4-aef93df8a5bd', 'code': 200} Nov 23 17:31:05.308049 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-7b7f38de-07a1-4ad8-b070-df22002ba7af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:05.325559 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device e501c8d2-3b8b-4517-82b1-6a263ce4aab2 up at agent hyperv_n-h1-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:31:05.348101 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.agents_db [None req-464f6c07-0de8-4be6-8f5b-563f574d1c5d None None] Agent healthcheck: found 7 active agents {{(pid=103593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 17:31:05.424812 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c36f9b-e421-4b31-b9fd-e2de3d6ca0a7 req-02eb3385-c0f3-4c11-a9de-6dbf49acb746 tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:31:05.430961 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-82c36f9b-e421-4b31-b9fd-e2de3d6ca0a7 req-02eb3385-c0f3-4c11-a9de-6dbf49acb746 tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] 10.222.0.60 "GET /v2.0/ports?device_id=0a53ae80-f52c-49bf-aa8d-91eb60d0f379 HTTP/1.1" status: 200 len: 945 time: 0.2453747 Nov 23 17:31:05.432073 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-b2ea1aa6-3059-497b-a691-b4f266ab703e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2844b668-4eb3-4146-878a-8743907d31bf', 'name': 'tempest-ServersTestJSON-592944540-router', 'tenant_id': '141a36de41b84f2cb4e5345b3fb2d0bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.78'}], 'enable_snat': True}, 'gw_port_id': 'fb16766b-3c52-4861-b712-29828d270fe8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:30:00Z', 'updated_at': '2021-11-23T17:30:12Z', 'revision_number': 4, 'project_id': '141a36de41b84f2cb4e5345b3fb2d0bd', 'gw_port': {'id': 'fb16766b-3c52-4861-b712-29828d270fe8', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:55:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2844b668-4eb3-4146-878a-8743907d31bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1113, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:30:03Z', 'updated_at': '2021-11-23T17:30:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_floatingips': [{'id': '6620c9df-62a0-4cad-9722-d43d1d4c6434', 'tenant_id': '141a36de41b84f2cb4e5345b3fb2d0bd', 'floating_ip_address': '172.25.3.37', 'floating_network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'router_id': '2844b668-4eb3-4146-878a-8743907d31bf', 'port_id': 'ad6a0235-8314-43ca-bfdd-e59fc298502b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1123, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1afcf705-72a3-4954-9447-6f05c954aa5c', 'mac_address': 'fa:16:3e:0e:80:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f607dab7-428e-486b-95e5-a97d3e9aba41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T17:30:23Z', 'updated_at': '2021-11-23T17:31:02Z', 'revision_number': 1, 'project_id': '141a36de41b84f2cb4e5345b3fb2d0bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd75f8e3d-fea4-4f4d-b84a-fc5d2662643f', 'name': '', 'network_id': '1afcf705-72a3-4954-9447-6f05c954aa5c', 'tenant_id': '141a36de41b84f2cb4e5345b3fb2d0bd', 'mac_address': 'fa:16:3e:9b:0d:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2844b668-4eb3-4146-878a-8743907d31bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1115, 'fixed_ips': [{'subnet_id': 'f7bfc3a7-b0d3-4146-9f17-d9356f83ed59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:30:10Z', 'updated_at': '2021-11-23T17:30:19Z', 'revision_number': 5, 'project_id': '141a36de41b84f2cb4e5345b3fb2d0bd', 'subnets': [{'id': 'f7bfc3a7-b0d3-4146-9f17-d9356f83ed59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:31:05.440004 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d53ec86-d0a3-4424-a987-d3973a2083d7 req-cc9a3723-f2ad-4dae-b0db-89cf414f183e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:31:05.441958 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-3d53ec86-d0a3-4424-a987-d3973a2083d7 req-cc9a3723-f2ad-4dae-b0db-89cf414f183e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=0a53ae80-f52c-49bf-aa8d-91eb60d0f379 HTTP/1.1" status: 200 len: 1096 time: 0.1282237 Nov 23 17:31:05.500183 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2ea1aa6-3059-497b-a691-b4f266ab703e None None] Checking router: 2844b668-4eb3-4146-878a-8743907d31bf for host: n-d-816206-8 {{(pid=103593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 17:31:05.508081 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34e59a13-96fb-43d1-82b9-47f7bbe3a2b0 None None] DHCP port deletion for 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:31:05.511824 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2ea1aa6-3059-497b-a691-b4f266ab703e None None] Routers {'2844b668-4eb3-4146-878a-8743907d31bf'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:31:05.512628 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-b2ea1aa6-3059-497b-a691-b4f266ab703e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:30:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['2844b668-4eb3-4146-878a-8743907d31bf'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:31:05.519971 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.db.api [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103592) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 17:31:05.529258 n-d-816206-8 neutron-server[103592]: DEBUG oslo_db.api [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 17:31:05.612061 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 17:31:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c70d85bf-a5bb-4066-9732-2821c74547fc x-openstack-request-id: req-c70d85bf-a5bb-4066-9732-2821c74547fc {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:31:05.612061 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f607dab7-428e-486b-95e5-a97d3e9aba41", "tag": "ad6a0235-8314-43ca-bfdd-e59fc298502b", "status": "completed", "code": 200}]} {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:31:05.612308 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c70d85bf-a5bb-4066-9732-2821c74547fc {{(pid=103591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:31:05.620854 n-d-816206-8 neutron-server[103591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f607dab7-428e-486b-95e5-a97d3e9aba41', 'tag': 'ad6a0235-8314-43ca-bfdd-e59fc298502b', 'status': 'completed', 'code': 200} Nov 23 17:31:05.671914 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Pushing event updated for resources: {'Port': ['ID=6fadacb4-3c73-41dd-b0b4-aef93df8a5bd,revision_number=5']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:31:05.703901 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b7f38de-07a1-4ad8-b070-df22002ba7af None None] Routers {'b9941b0a-0293-4671-92e3-d0e0935ad29a'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:31:05.706256 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-7b7f38de-07a1-4ad8-b070-df22002ba7af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:30:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['b9941b0a-0293-4671-92e3-d0e0935ad29a'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:31:05.802779 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-82c36f9b-e421-4b31-b9fd-e2de3d6ca0a7 req-3182d80f-4a8e-4735-8d6c-7f8bb786113c tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] 10.222.0.60 "GET /v2.0/security-groups?id=d8e33e73-30b9-4952-965d-f940c31594f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3376691 Nov 23 17:31:05.818707 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Provisioning for port e501c8d2-3b8b-4517-82b1-6a263ce4aab2 completed by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 17:31:05.839377 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-3d53ec86-d0a3-4424-a987-d3973a2083d7 req-0f71d450-d5f3-406d-b4da-c988481d5df6 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=d8e33e73-30b9-4952-965d-f940c31594f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3618877 Nov 23 17:31:05.842996 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea27e673-0ac4-413b-b718-9283f7e840e5 req-a63c54d2-4881-4de3-ad32-358ec1614732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:31:05.846778 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ea27e673-0ac4-413b-b718-9283f7e840e5 req-a63c54d2-4881-4de3-ad32-358ec1614732 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=141a36de41b84f2cb4e5345b3fb2d0bd&device_id=f607dab7-428e-486b-95e5-a97d3e9aba41 HTTP/1.1" status: 200 len: 1096 time: 0.2258527 Nov 23 17:31:05.861352 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-b2ea1aa6-3059-497b-a691-b4f266ab703e None None] Set router 2844b668-4eb3-4146-878a-8743907d31bf gateway port host: n-d-816206-8 {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:31:05.892895 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Provisioning complete for port e501c8d2-3b8b-4517-82b1-6a263ce4aab2 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:31:05.893447 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:05.902670 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-fffd7aa7-9914-488a-acab-844796064f3b None None] Provisioning complete for port 8ab61e19-8747-4ccd-abd9-833697a8023a triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:31:05.903135 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-fffd7aa7-9914-488a-acab-844796064f3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:05.930472 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Pushing event updated for resources: {'Port': ['ID=60f8ef03-7cec-4d0c-b65f-598b7fc51dd2,revision_number=4']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:31:06.225541 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fa06a6-4928-4684-bb15-95b9562d3c8d req-ad862a2c-fecd-4dc9-81fa-a1d84a643466 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:31:06.236356 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fa06a6-4928-4684-bb15-95b9562d3c8d req-ad862a2c-fecd-4dc9-81fa-a1d84a643466 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:31:06.252236 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fa06a6-4928-4684-bb15-95b9562d3c8d req-ad862a2c-fecd-4dc9-81fa-a1d84a643466 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:31:06.260990 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fa06a6-4928-4684-bb15-95b9562d3c8d req-ad862a2c-fecd-4dc9-81fa-a1d84a643466 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:31:06.268225 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fa06a6-4928-4684-bb15-95b9562d3c8d req-ad862a2c-fecd-4dc9-81fa-a1d84a643466 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:31:06.276297 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fa06a6-4928-4684-bb15-95b9562d3c8d req-ad862a2c-fecd-4dc9-81fa-a1d84a643466 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:31:06.283933 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fa06a6-4928-4684-bb15-95b9562d3c8d req-ad862a2c-fecd-4dc9-81fa-a1d84a643466 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:31:06.286617 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e5fa06a6-4928-4684-bb15-95b9562d3c8d req-ad862a2c-fecd-4dc9-81fa-a1d84a643466 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] 10.222.0.60 "GET /v2.0/ports?device_id=83c4b9c5-48d7-40af-8fb5-dabe4d43cce9 HTTP/1.1" status: 200 len: 5434 time: 0.3090174 Nov 23 17:31:06.422694 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e5fa06a6-4928-4684-bb15-95b9562d3c8d req-b1aed46c-3562-4ecd-b911-5bb20c1fd069 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] 10.222.0.60 "GET /v2.0/security-groups?id=f803d7ea-d3d6-4cf6-830c-70814cdc1205&id=0089afc6-8a44-4092-8e4d-085e37cc31cf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1079648 Nov 23 17:31:06.428454 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea27e673-0ac4-413b-b718-9283f7e840e5 req-7c708a5e-69ef-48ff-b084-cdfff843b38c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:31:06.430052 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ea27e673-0ac4-413b-b718-9283f7e840e5 req-7c708a5e-69ef-48ff-b084-cdfff843b38c service neutron] 10.222.0.36 "GET /v2.0/networks?id=1afcf705-72a3-4954-9447-6f05c954aa5c HTTP/1.1" status: 200 len: 906 time: 0.3459718 Nov 23 17:31:06.489242 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-b2ea1aa6-3059-497b-a691-b4f266ab703e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2844b668-4eb3-4146-878a-8743907d31bf', 'name': 'tempest-ServersTestJSON-592944540-router', 'tenant_id': '141a36de41b84f2cb4e5345b3fb2d0bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.78'}], 'enable_snat': True}, 'gw_port_id': 'fb16766b-3c52-4861-b712-29828d270fe8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:30:00Z', 'updated_at': '2021-11-23T17:30:12Z', 'revision_number': 4, 'project_id': '141a36de41b84f2cb4e5345b3fb2d0bd', 'gw_port': {'id': 'fb16766b-3c52-4861-b712-29828d270fe8', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:55:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2844b668-4eb3-4146-878a-8743907d31bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1113, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:30:03Z', 'updated_at': '2021-11-23T17:30:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_floatingips': [{'id': '6620c9df-62a0-4cad-9722-d43d1d4c6434', 'tenant_id': '141a36de41b84f2cb4e5345b3fb2d0bd', 'floating_ip_address': '172.25.3.37', 'floating_network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'router_id': '2844b668-4eb3-4146-878a-8743907d31bf', 'port_id': 'ad6a0235-8314-43ca-bfdd-e59fc298502b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1123, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1afcf705-72a3-4954-9447-6f05c954aa5c', 'mac_address': 'fa:16:3e:0e:80:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f607dab7-428e-486b-95e5-a97d3e9aba41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T17:30:23Z', 'updated_at': '2021-11-23T17:31:02Z', 'revision_number': 1, 'project_id': '141a36de41b84f2cb4e5345b3fb2d0bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd75f8e3d-fea4-4f4d-b84a-fc5d2662643f', 'name': '', 'network_id': '1afcf705-72a3-4954-9447-6f05c954aa5c', 'tenant_id': '141a36de41b84f2cb4e5345b3fb2d0bd', 'mac_address': 'fa:16:3e:9b:0d:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2844b668-4eb3-4146-878a-8743907d31bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1115, 'fixed_ips': [{'subnet_id': 'f7bfc3a7-b0d3-4146-9f17-d9356f83ed59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:30:10Z', 'updated_at': '2021-11-23T17:30:19Z', 'revision_number': 5, 'project_id': '141a36de41b84f2cb4e5345b3fb2d0bd', 'subnets': [{'id': 'f7bfc3a7-b0d3-4146-9f17-d9356f83ed59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:31:06.499062 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] get_ports_and_sgs() called for port_ids ['60f8ef03-7cec-4d0c-b65f-598b7fc51dd2'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:31:06.576027 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2ea1aa6-3059-497b-a691-b4f266ab703e None None] The sync data for ids ['2844b668-4eb3-4146-878a-8743907d31bf'] in n-d-816206-8 is: [{'id': '2844b668-4eb3-4146-878a-8743907d31bf', 'name': 'tempest-ServersTestJSON-592944540-router', 'tenant_id': '141a36de41b84f2cb4e5345b3fb2d0bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.78'}], 'enable_snat': True}, 'gw_port_id': 'fb16766b-3c52-4861-b712-29828d270fe8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:30:00Z', 'updated_at': '2021-11-23T17:30:12Z', 'revision_number': 4, 'project_id': '141a36de41b84f2cb4e5345b3fb2d0bd', 'gw_port': {'id': 'fb16766b-3c52-4861-b712-29828d270fe8', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:55:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2844b668-4eb3-4146-878a-8743907d31bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1113, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:30:03Z', 'updated_at': '2021-11-23T17:30:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_floatingips': [{'id': '6620c9df-62a0-4cad-9722-d43d1d4c6434', 'tenant_id': '141a36de41b84f2cb4e5345b3fb2d0bd', 'floating_ip_address': '172.25.3.37', 'floating_network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'router_id': '2844b668-4eb3-4146-878a-8743907d31bf', 'port_id': 'ad6a0235-8314-43ca-bfdd-e59fc298502b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1123, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1afcf705-72a3-4954-9447-6f05c954aa5c', 'mac_address': 'fa:16:3e:0e:80:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f607dab7-428e-486b-95e5-a97d3e9aba41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T17:30:23Z', 'updated_at': '2021-11-23T17:31:02Z', 'revision_number': 1, 'project_id': '141a36de41b84f2cb4e5345b3fb2d0bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd75f8e3d-fea4-4f4d-b84a-fc5d2662643f', 'name': '', 'network_id': '1afcf705-72a3-4954-9447-6f05c954aa5c', 'tenant_id': '141a36de41b84f2cb4e5345b3fb2d0bd', 'mac_address': 'fa:16:3e:9b:0d:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2844b668-4eb3-4146-878a-8743907d31bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1115, 'fixed_ips': [{'subnet_id': 'f7bfc3a7-b0d3-4146-9f17-d9356f83ed59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:30:10Z', 'updated_at': '2021-11-23T17:30:19Z', 'revision_number': 5, 'project_id': '141a36de41b84f2cb4e5345b3fb2d0bd', 'subnets': [{'id': 'f7bfc3a7-b0d3-4146-9f17-d9356f83ed59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:31:06.650479 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ea27e673-0ac4-413b-b718-9283f7e840e5 req-2d96cfbb-b906-43d6-9eac-4344d68b1652 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ad6a0235-8314-43ca-bfdd-e59fc298502b HTTP/1.1" status: 200 len: 998 time: 0.2052646 Nov 23 17:31:06.714012 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvr_db [None req-7b7f38de-07a1-4ad8-b070-df22002ba7af None None] Set router b9941b0a-0293-4671-92e3-d0e0935ad29a gateway port host: n-d-816206-8 {{(pid=103592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:31:06.743048 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-490c46b8-225a-41d0-b373-25994015c52b req-326b469b-69de-4c30-b9df-f818f7c3fab2 tempest-ServerTagsTestJSON-792397983 tempest-ServerTagsTestJSON-792397983-project] 10.222.0.60 "GET /v2.0/ports?device_id=264a06e0-6f11-4811-8310-78b511c1d976 HTTP/1.1" status: 200 len: 210 time: 0.0780313 Nov 23 17:31:06.847019 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260ef339-c396-4d61-ae74-28a199b1af94 None None] Pushing event updated for resources: {'Port': ['ID=ca02f506-9fb5-4538-8a0c-3f9a1fbff4af,revision_number=3']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:31:06.969155 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea27e673-0ac4-413b-b718-9283f7e840e5 req-f2df1c5f-2d8b-47d2-8452-cf2214147396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:31:06.980372 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ea27e673-0ac4-413b-b718-9283f7e840e5 req-f2df1c5f-2d8b-47d2-8452-cf2214147396 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f7bfc3a7-b0d3-4146-9f17-d9356f83ed59 HTTP/1.1" status: 200 len: 844 time: 0.2294054 Nov 23 17:31:07.116042 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea27e673-0ac4-413b-b718-9283f7e840e5 req-a6129adb-d80f-49cd-b561-a0e2afe51354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:31:07.118551 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ea27e673-0ac4-413b-b718-9283f7e840e5 req-a6129adb-d80f-49cd-b561-a0e2afe51354 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1afcf705-72a3-4954-9447-6f05c954aa5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1091802 Nov 23 17:31:07.136369 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569fc4e6-ba03-4c79-8429-fd6d3fd16107 req-87f9c702-6531-4a9e-9091-7d9a17fa88da tempest-ServerRescueNegativeTestJSON-1154722601 tempest-ServerRescueNegativeTestJSON-1154722601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:31:07.149830 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-569fc4e6-ba03-4c79-8429-fd6d3fd16107 req-87f9c702-6531-4a9e-9091-7d9a17fa88da tempest-ServerRescueNegativeTestJSON-1154722601 tempest-ServerRescueNegativeTestJSON-1154722601-project] 10.222.0.60 "GET /v2.0/ports?device_id=9f161a1e-4342-477a-afd0-8cb3c4b8d58a HTTP/1.1" status: 200 len: 944 time: 0.1586747 Nov 23 17:31:07.210183 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 4a5e586e-5a54-4602-9a52-47ccead826e6 up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:31:07.217601 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8011f13-fb02-494a-b77a-f9539e669af2 None None] New status for floating IP 6620c9df-62a0-4cad-9722-d43d1d4c6434: ACTIVE {{(pid=103592) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 17:31:07.444749 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-fffd7aa7-9914-488a-acab-844796064f3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:07.453647 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:07.555898 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-569fc4e6-ba03-4c79-8429-fd6d3fd16107 req-a5bed59e-9bb1-474b-b727-91d6f56c8525 tempest-ServerRescueNegativeTestJSON-1154722601 tempest-ServerRescueNegativeTestJSON-1154722601-project] 10.222.0.60 "GET /v2.0/security-groups?id=fdeeda5f-d596-40d9-83fc-6ea083625241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4074032 Nov 23 17:31:07.602600 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ea27e673-0ac4-413b-b718-9283f7e840e5 req-8135a0fb-8678-48d6-b53c-9e6128f329b6 service neutron] 10.222.0.36 "GET /v2.0/networks/1afcf705-72a3-4954-9447-6f05c954aa5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4475405 Nov 23 17:31:07.643029 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10027cc-911e-4ec8-8f0d-22bdef35e6c2 req-5de7bd05-6a38-4a99-86d1-c200c614c2b8 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:31:07.654678 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c10027cc-911e-4ec8-8f0d-22bdef35e6c2 req-5de7bd05-6a38-4a99-86d1-c200c614c2b8 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc1cb68a-7d8e-48af-9098-d96a53e08c31 HTTP/1.1" status: 200 len: 946 time: 0.4443440 Nov 23 17:31:07.802233 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83c4b9c5-48d7-40af-8fb5-dabe4d43cce9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e501c8d2-3b8b-4517-82b1-6a263ce4aab2'}] {{(pid=103592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:31:07.804767 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba3e6a8f2301c7a29fe1eca9779abdae4ccbcd6266d69778087f2498d5551201" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d0eabfa-b9e5-41c0-b14e-db70133d42a7" -d '{"events": [{"server_uuid": "83c4b9c5-48d7-40af-8fb5-dabe4d43cce9", "name": "network-vif-plugged", "status": "completed", "tag": "e501c8d2-3b8b-4517-82b1-6a263ce4aab2"}]}' {{(pid=103592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:31:07.812641 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb249a88-a8ba-4edf-85f9-736e4d94a439 req-8a8469c6-4582-475e-a492-fe0eac364e18 tempest-ServerTagsTestJSON-792397983 tempest-ServerTagsTestJSON-792397983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:31:07.814166 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-fb249a88-a8ba-4edf-85f9-736e4d94a439 req-8a8469c6-4582-475e-a492-fe0eac364e18 tempest-ServerTagsTestJSON-792397983 tempest-ServerTagsTestJSON-792397983-project] 10.222.0.36 "GET /v2.0/networks?id=6ca2a099-3278-4cc8-b9f8-e1347498d008 HTTP/1.1" status: 200 len: 809 time: 0.4590132 Nov 23 17:31:07.840268 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [req-fb249a88-a8ba-4edf-85f9-736e4d94a439 req-ce8d8299-b721-4c54-9d94-0a345d9fdd63 tempest-ServerTagsTestJSON-792397983 tempest-ServerTagsTestJSON-792397983-project] Request body: {'port': {'device_id': '264a06e0-6f11-4811-8310-78b511c1d976', 'network_id': '6ca2a099-3278-4cc8-b9f8-e1347498d008', 'admin_state_up': True, 'tenant_id': '4f65af3089174d0bb5c97685ed8c70f1'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:31:07.849210 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c10027cc-911e-4ec8-8f0d-22bdef35e6c2 req-06f7ecf4-c929-4741-94b7-23bef5014f54 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.60 "GET /v2.0/security-groups?id=b4179e07-bbfd-4236-b98c-2ab2b518c61f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1935754 Nov 23 17:31:07.856701 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ea27e673-0ac4-413b-b718-9283f7e840e5 req-cff9e771-9f8a-497a-b169-374cfd2d012b service neutron] 10.222.0.36 "GET /v2.0/networks/1afcf705-72a3-4954-9447-6f05c954aa5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2413559 Nov 23 17:31:07.858548 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port e501c8d2-3b8b-4517-82b1-6a263ce4aab2, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=e501c8d2-3b8b-4517-82b1-6a263ce4aab2,segment=NetworkSegment(487ac287-bf03-4216-af3f-1793e9c7040a),segment_id=487ac287-bf03-4216-af3f-1793e9c7040a)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:31:07.921683 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:07.922029 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device c61316ed-a367-4301-9c1b-7dbf9122a432 up at agent hyperv_n-h1-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:31:07.937008 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-fffd7aa7-9914-488a-acab-844796064f3b None None] For port 8ab61e19-8747-4ccd-abd9-833697a8023a, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=8ab61e19-8747-4ccd-abd9-833697a8023a,segment=NetworkSegment(57150f33-5c5e-42b2-9a51-7db09327dcc4),segment_id=57150f33-5c5e-42b2-9a51-7db09327dcc4)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:31:08.034495 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-fffd7aa7-9914-488a-acab-844796064f3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:08.120935 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a0fc1e-02bb-4c7d-896b-aecf812a3ae9 req-d9c30601-2bae-4345-bea3-edc3810c3b0b tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:31:08.122858 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-44a0fc1e-02bb-4c7d-896b-aecf812a3ae9 req-d9c30601-2bae-4345-bea3-edc3810c3b0b tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] 10.222.0.60 "GET /v2.0/ports?device_id=0a53ae80-f52c-49bf-aa8d-91eb60d0f379 HTTP/1.1" status: 200 len: 945 time: 0.1985030 Nov 23 17:31:08.128782 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port 4a5e586e-5a54-4602-9a52-47ccead826e6 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:31:08.139202 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:08.180272 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb249a88-a8ba-4edf-85f9-736e4d94a439 req-ce8d8299-b721-4c54-9d94-0a345d9fdd63 tempest-ServerTagsTestJSON-792397983 tempest-ServerTagsTestJSON-792397983-project] Made reservation on behalf of 4f65af3089174d0bb5c97685ed8c70f1 for: {'port': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:31:08.192962 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-fb249a88-a8ba-4edf-85f9-736e4d94a439 req-ce8d8299-b721-4c54-9d94-0a345d9fdd63 tempest-ServerTagsTestJSON-792397983 tempest-ServerTagsTestJSON-792397983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:08.205272 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-fffd7aa7-9914-488a-acab-844796064f3b None None] Provisioning complete for port 12fa3432-cbaf-4ebf-9f28-b946995a0a0b triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:31:08.205505 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-fffd7aa7-9914-488a-acab-844796064f3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:08.308955 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-44a0fc1e-02bb-4c7d-896b-aecf812a3ae9 req-00ae9786-64d2-4c94-a05e-97eb811fbbc3 tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] 10.222.0.60 "GET /v2.0/security-groups?id=d8e33e73-30b9-4952-965d-f940c31594f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349394 Nov 23 17:31:08.432531 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Pushing event updated for resources: {'Port': ['ID=e501c8d2-3b8b-4517-82b1-6a263ce4aab2,revision_number=5']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:31:08.492006 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 8ab61e19-8747-4ccd-abd9-833697a8023a up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:31:08.548125 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Provisioning for port c61316ed-a367-4301-9c1b-7dbf9122a432 completed by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 17:31:08.557214 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Provisioning complete for port c61316ed-a367-4301-9c1b-7dbf9122a432 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:31:08.557588 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:08.559155 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-fffd7aa7-9914-488a-acab-844796064f3b None None] Port 12fa3432-cbaf-4ebf-9f28-b946995a0a0b cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:31:08.609334 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01de488a-27ef-4046-8a28-b958ba7dce90 req-3f6f5779-51eb-4590-99db-e64b8f0c327b tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:31:08.616549 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01de488a-27ef-4046-8a28-b958ba7dce90 req-3f6f5779-51eb-4590-99db-e64b8f0c327b tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:31:08.622953 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01de488a-27ef-4046-8a28-b958ba7dce90 req-3f6f5779-51eb-4590-99db-e64b8f0c327b tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:31:08.630254 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01de488a-27ef-4046-8a28-b958ba7dce90 req-3f6f5779-51eb-4590-99db-e64b8f0c327b tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:31:08.637244 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01de488a-27ef-4046-8a28-b958ba7dce90 req-3f6f5779-51eb-4590-99db-e64b8f0c327b tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:31:08.643850 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01de488a-27ef-4046-8a28-b958ba7dce90 req-3f6f5779-51eb-4590-99db-e64b8f0c327b tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:31:08.649892 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01de488a-27ef-4046-8a28-b958ba7dce90 req-3f6f5779-51eb-4590-99db-e64b8f0c327b tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:31:08.652165 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-01de488a-27ef-4046-8a28-b958ba7dce90 req-3f6f5779-51eb-4590-99db-e64b8f0c327b tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] 10.222.0.60 "GET /v2.0/ports?device_id=83c4b9c5-48d7-40af-8fb5-dabe4d43cce9 HTTP/1.1" status: 200 len: 5435 time: 0.2180285 Nov 23 17:31:08.689775 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffd7aa7-9914-488a-acab-844796064f3b None None] Pushing event updated for resources: {'Port': ['ID=8ab61e19-8747-4ccd-abd9-833697a8023a,revision_number=5']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:31:08.697630 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-7b7f38de-07a1-4ad8-b070-df22002ba7af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9941b0a-0293-4671-92e3-d0e0935ad29a', 'name': 'tempest-TaggedBootDevicesTest-1434805336-router', 'tenant_id': '944eb16d76604cc6ab0a57ea3c768527', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.186'}], 'enable_snat': True}, 'gw_port_id': 'ca02f506-9fb5-4538-8a0c-3f9a1fbff4af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:30:55Z', 'updated_at': '2021-11-23T17:31:03Z', 'revision_number': 4, 'project_id': '944eb16d76604cc6ab0a57ea3c768527', 'gw_port': {'id': 'ca02f506-9fb5-4538-8a0c-3f9a1fbff4af', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:f5:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9941b0a-0293-4671-92e3-d0e0935ad29a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1167, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:30:56Z', 'updated_at': '2021-11-23T17:31:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_interfaces': [{'id': '12fa3432-cbaf-4ebf-9f28-b946995a0a0b', 'name': '', 'network_id': '75339259-3f00-443b-adda-17867b26c858', 'tenant_id': '944eb16d76604cc6ab0a57ea3c768527', 'mac_address': 'fa:16:3e:b7:67:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9941b0a-0293-4671-92e3-d0e0935ad29a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1176, 'fixed_ips': [{'subnet_id': '790bbb98-ba35-48b0-8ef1-5daf008c0447', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:31:02Z', 'updated_at': '2021-11-23T17:31:03Z', 'revision_number': 2, 'project_id': '944eb16d76604cc6ab0a57ea3c768527', 'subnets': [{'id': '790bbb98-ba35-48b0-8ef1-5daf008c0447', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:31:08.725841 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.db_base_plugin_common [req-fb249a88-a8ba-4edf-85f9-736e4d94a439 req-ce8d8299-b721-4c54-9d94-0a345d9fdd63 tempest-ServerTagsTestJSON-792397983 tempest-ServerTagsTestJSON-792397983-project] Allocated IP 172.20.0.7 (6ca2a099-3278-4cc8-b9f8-e1347498d008/804312ca-e813-4059-ae1d-716893923822/75b471bb-aa93-4b98-b084-37df0195f142) {{(pid=103591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:31:08.733151 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-01de488a-27ef-4046-8a28-b958ba7dce90 req-929b4ab7-0182-413a-9703-d903b5fbfeef tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] 10.222.0.60 "GET /v2.0/security-groups?id=f803d7ea-d3d6-4cf6-830c-70814cdc1205&id=0089afc6-8a44-4092-8e4d-085e37cc31cf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0726085 Nov 23 17:31:08.763976 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b7f38de-07a1-4ad8-b070-df22002ba7af None None] The sync data for ids ['b9941b0a-0293-4671-92e3-d0e0935ad29a'] in n-d-816206-8 is: [{'id': 'b9941b0a-0293-4671-92e3-d0e0935ad29a', 'name': 'tempest-TaggedBootDevicesTest-1434805336-router', 'tenant_id': '944eb16d76604cc6ab0a57ea3c768527', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.186'}], 'enable_snat': True}, 'gw_port_id': 'ca02f506-9fb5-4538-8a0c-3f9a1fbff4af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:30:55Z', 'updated_at': '2021-11-23T17:31:03Z', 'revision_number': 4, 'project_id': '944eb16d76604cc6ab0a57ea3c768527', 'gw_port': {'id': 'ca02f506-9fb5-4538-8a0c-3f9a1fbff4af', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:f5:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9941b0a-0293-4671-92e3-d0e0935ad29a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1167, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:30:56Z', 'updated_at': '2021-11-23T17:31:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_interfaces': [{'id': '12fa3432-cbaf-4ebf-9f28-b946995a0a0b', 'name': '', 'network_id': '75339259-3f00-443b-adda-17867b26c858', 'tenant_id': '944eb16d76604cc6ab0a57ea3c768527', 'mac_address': 'fa:16:3e:b7:67:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9941b0a-0293-4671-92e3-d0e0935ad29a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1176, 'fixed_ips': [{'subnet_id': '790bbb98-ba35-48b0-8ef1-5daf008c0447', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:31:02Z', 'updated_at': '2021-11-23T17:31:03Z', 'revision_number': 2, 'project_id': '944eb16d76604cc6ab0a57ea3c768527', 'subnets': [{'id': '790bbb98-ba35-48b0-8ef1-5daf008c0447', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:31:08.802563 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-1b5b9c1a-ea8e-4a73-8e2a-10b0dba0fa6c None None] Provisioning complete for port 12fa3432-cbaf-4ebf-9f28-b946995a0a0b triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:31:08.802563 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-1b5b9c1a-ea8e-4a73-8e2a-10b0dba0fa6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:08.882125 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port 8ab61e19-8747-4ccd-abd9-833697a8023a triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:31:08.882503 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:08.998855 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-1b5b9c1a-ea8e-4a73-8e2a-10b0dba0fa6c None None] Port 12fa3432-cbaf-4ebf-9f28-b946995a0a0b cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:31:09.044211 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:09.068615 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-1b5b9c1a-ea8e-4a73-8e2a-10b0dba0fa6c None None] Provisioning complete for port ca02f506-9fb5-4538-8a0c-3f9a1fbff4af triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:31:09.069003 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-1b5b9c1a-ea8e-4a73-8e2a-10b0dba0fa6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:09.142567 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port c61316ed-a367-4301-9c1b-7dbf9122a432, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=c61316ed-a367-4301-9c1b-7dbf9122a432,segment=NetworkSegment(487ac287-bf03-4216-af3f-1793e9c7040a),segment_id=487ac287-bf03-4216-af3f-1793e9c7040a)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:31:09.148953 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:09.155037 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device 2a4244ef-ef03-4f4c-8ffc-3e8bbbae7f23 up at agent hyperv_n-h1-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:31:09.250034 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:31:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b29eb3eb-3e1c-474f-a961-1ed965df02f0 x-openstack-request-id: req-b29eb3eb-3e1c-474f-a961-1ed965df02f0 {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:31:09.250338 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83c4b9c5-48d7-40af-8fb5-dabe4d43cce9", "name": "network-vif-plugged", "status": "completed", "tag": "e501c8d2-3b8b-4517-82b1-6a263ce4aab2", "code": 200}]} {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:31:09.250595 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b29eb3eb-3e1c-474f-a961-1ed965df02f0 {{(pid=103592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:31:09.253391 n-d-816206-8 neutron-server[103592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83c4b9c5-48d7-40af-8fb5-dabe4d43cce9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e501c8d2-3b8b-4517-82b1-6a263ce4aab2', 'code': 200} Nov 23 17:31:09.336697 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Pushing event updated for resources: {'Port': ['ID=c61316ed-a367-4301-9c1b-7dbf9122a432,revision_number=5']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:31:09.358200 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Provisioning for port 2a4244ef-ef03-4f4c-8ffc-3e8bbbae7f23 completed by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 17:31:09.366899 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Provisioning complete for port 2a4244ef-ef03-4f4c-8ffc-3e8bbbae7f23 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:31:09.367326 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:09.417228 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ae3a03cb-be45-4216-9ead-6c3df10e0a78 req-6bcaccd5-5e49-4b47-8b38-cce01e5dda70 tempest-ServerTagsTestJSON-792397983 tempest-ServerTagsTestJSON-792397983-project] 10.222.0.60 "GET /v2.0/ports?device_id=264a06e0-6f11-4811-8310-78b511c1d976 HTTP/1.1" status: 200 len: 210 time: 0.5235069 Nov 23 17:31:09.447801 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 8ab61e19-8747-4ccd-abd9-833697a8023a up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:31:09.495247 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-fb249a88-a8ba-4edf-85f9-736e4d94a439 req-ce8d8299-b721-4c54-9d94-0a345d9fdd63 tempest-ServerTagsTestJSON-792397983 tempest-ServerTagsTestJSON-792397983-project] Publish callbacks [] for port, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:09.544170 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-1b5b9c1a-ea8e-4a73-8e2a-10b0dba0fa6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:09.672947 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b0c78e4e-a8aa-4113-b54f-391582812d70 req-71ee4794-7350-4441-9593-d61310e16744 tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1469395317&fields=id&tenant_id=c94e75c35eaa4eaebd82e447a9e1b0e3 HTTP/1.1" status: 200 len: 267 time: 0.2628078 Nov 23 17:31:09.731886 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-fb249a88-a8ba-4edf-85f9-736e4d94a439 req-ce8d8299-b721-4c54-9d94-0a345d9fdd63 tempest-ServerTagsTestJSON-792397983 tempest-ServerTagsTestJSON-792397983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:09.765870 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:09.789305 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-1b5b9c1a-ea8e-4a73-8e2a-10b0dba0fa6c None None] For port ca02f506-9fb5-4538-8a0c-3f9a1fbff4af, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=ca02f506-9fb5-4538-8a0c-3f9a1fbff4af,segment=NetworkSegment(bffd1e4f-e80f-4ff0-b418-2f42ae15febf),segment_id=bffd1e4f-e80f-4ff0-b418-2f42ae15febf)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:31:09.811659 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec080a6-95d7-4d4d-bd87-7c5e956a485a req-4d492e23-d739-4dfe-bef9-c7e40b6c37cd tempest-ServerRescueNegativeTestJSON-1154722601 tempest-ServerRescueNegativeTestJSON-1154722601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:31:09.812606 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-1b5b9c1a-ea8e-4a73-8e2a-10b0dba0fa6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:09.819705 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-aec080a6-95d7-4d4d-bd87-7c5e956a485a req-4d492e23-d739-4dfe-bef9-c7e40b6c37cd tempest-ServerRescueNegativeTestJSON-1154722601 tempest-ServerRescueNegativeTestJSON-1154722601-project] 10.222.0.60 "GET /v2.0/ports?device_id=9f161a1e-4342-477a-afd0-8cb3c4b8d58a HTTP/1.1" status: 200 len: 944 time: 0.2337096 Nov 23 17:31:09.863618 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb249a88-a8ba-4edf-85f9-736e4d94a439 req-ce8d8299-b721-4c54-9d94-0a345d9fdd63 tempest-ServerTagsTestJSON-792397983 tempest-ServerTagsTestJSON-792397983-project] Network 6ca2a099-3278-4cc8-b9f8-e1347498d008 is already hosted by enough agents. {{(pid=103591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:31:09.874864 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port 8ab61e19-8747-4ccd-abd9-833697a8023a triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:31:09.875661 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:09.881161 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8d8299-b721-4c54-9d94-0a345d9fdd63 tempest-ServerTagsTestJSON-792397983 tempest-ServerTagsTestJSON-792397983-project] Pushing event updated for resources: {'Port': ['ID=75b471bb-aa93-4b98-b084-37df0195f142,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:31:09.884844 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [req-fb249a88-a8ba-4edf-85f9-736e4d94a439 req-ce8d8299-b721-4c54-9d94-0a345d9fdd63 tempest-ServerTagsTestJSON-792397983 tempest-ServerTagsTestJSON-792397983-project] Resources bound (agent type, host, resource id): {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:31:09.899653 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port 2a4244ef-ef03-4f4c-8ffc-3e8bbbae7f23, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=2a4244ef-ef03-4f4c-8ffc-3e8bbbae7f23,segment=NetworkSegment(f3fe809b-60bf-416a-b4bb-a4f078db8338),segment_id=f3fe809b-60bf-416a-b4bb-a4f078db8338)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:31:09.909634 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c78e4e-a8aa-4113-b54f-391582812d70 req-56881843-91cd-4a58-a670-9511130cfb8e tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:31:09.918266 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b0c78e4e-a8aa-4113-b54f-391582812d70 req-56881843-91cd-4a58-a670-9511130cfb8e tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] 10.222.0.60 "GET /v2.0/ports?device_id=0a53ae80-f52c-49bf-aa8d-91eb60d0f379 HTTP/1.1" status: 200 len: 945 time: 0.2441189 Nov 23 17:31:09.920954 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb249a88-a8ba-4edf-85f9-736e4d94a439 req-ce8d8299-b721-4c54-9d94-0a345d9fdd63 tempest-ServerTagsTestJSON-792397983 tempest-ServerTagsTestJSON-792397983-project] Received port after_create {{(pid=103591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:31:09.934153 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [req-b0c78e4e-a8aa-4113-b54f-391582812d70 req-f7dcca3c-909c-4ec3-ae3b-147265d55676 tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] Request body: {'port': {'security_groups': ['d8e33e73-30b9-4952-965d-f940c31594f6', '7eb5fd05-2ef7-4459-8b0e-701ca469ac3b']}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:31:10.035637 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8d8299-b721-4c54-9d94-0a345d9fdd63 tempest-ServerTagsTestJSON-792397983 tempest-ServerTagsTestJSON-792397983-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:31:10.035979 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8d8299-b721-4c54-9d94-0a345d9fdd63 tempest-ServerTagsTestJSON-792397983 tempest-ServerTagsTestJSON-792397983-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:31:10.036536 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8d8299-b721-4c54-9d94-0a345d9fdd63 tempest-ServerTagsTestJSON-792397983 tempest-ServerTagsTestJSON-792397983-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:31:10.037126 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8d8299-b721-4c54-9d94-0a345d9fdd63 tempest-ServerTagsTestJSON-792397983 tempest-ServerTagsTestJSON-792397983-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:31:10.037685 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8d8299-b721-4c54-9d94-0a345d9fdd63 tempest-ServerTagsTestJSON-792397983 tempest-ServerTagsTestJSON-792397983-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:31:10.038254 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8d8299-b721-4c54-9d94-0a345d9fdd63 tempest-ServerTagsTestJSON-792397983 tempest-ServerTagsTestJSON-792397983-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:31:10.038832 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8d8299-b721-4c54-9d94-0a345d9fdd63 tempest-ServerTagsTestJSON-792397983 tempest-ServerTagsTestJSON-792397983-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:31:10.039429 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8d8299-b721-4c54-9d94-0a345d9fdd63 tempest-ServerTagsTestJSON-792397983 tempest-ServerTagsTestJSON-792397983-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:31:10.040065 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8d8299-b721-4c54-9d94-0a345d9fdd63 tempest-ServerTagsTestJSON-792397983 tempest-ServerTagsTestJSON-792397983-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:31:10.046251 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8d8299-b721-4c54-9d94-0a345d9fdd63 tempest-ServerTagsTestJSON-792397983 tempest-ServerTagsTestJSON-792397983-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:31:10.047096 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8d8299-b721-4c54-9d94-0a345d9fdd63 tempest-ServerTagsTestJSON-792397983 tempest-ServerTagsTestJSON-792397983-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:31:10.047628 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce8d8299-b721-4c54-9d94-0a345d9fdd63 tempest-ServerTagsTestJSON-792397983 tempest-ServerTagsTestJSON-792397983-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:31:10.135274 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-aec080a6-95d7-4d4d-bd87-7c5e956a485a req-c4b985a9-85e0-4881-9cbb-badadb8e9a4a tempest-ServerRescueNegativeTestJSON-1154722601 tempest-ServerRescueNegativeTestJSON-1154722601-project] 10.222.0.60 "GET /v2.0/security-groups?id=fdeeda5f-d596-40d9-83fc-6ea083625241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3124864 Nov 23 17:31:10.256448 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb249a88-a8ba-4edf-85f9-736e4d94a439 req-ce8d8299-b721-4c54-9d94-0a345d9fdd63 tempest-ServerTagsTestJSON-792397983 tempest-ServerTagsTestJSON-792397983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:31:10.257550 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-fb249a88-a8ba-4edf-85f9-736e4d94a439 req-ce8d8299-b721-4c54-9d94-0a345d9fdd63 tempest-ServerTagsTestJSON-792397983 tempest-ServerTagsTestJSON-792397983-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:10.285682 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-b0c78e4e-a8aa-4113-b54f-391582812d70 req-f7dcca3c-909c-4ec3-ae3b-147265d55676 tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:10.289108 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:10.289904 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device 2c22850f-3ed8-45c1-8cb5-d847f5bb33e0 up at agent hyperv_n-h1-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:31:10.336382 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-fb249a88-a8ba-4edf-85f9-736e4d94a439 req-ce8d8299-b721-4c54-9d94-0a345d9fdd63 tempest-ServerTagsTestJSON-792397983 tempest-ServerTagsTestJSON-792397983-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5054131 Nov 23 17:31:10.360868 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5b9c1a-ea8e-4a73-8e2a-10b0dba0fa6c None None] Pushing event updated for resources: {'Port': ['ID=ca02f506-9fb5-4538-8a0c-3f9a1fbff4af,revision_number=4']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:31:10.444936 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [req-fb249a88-a8ba-4edf-85f9-736e4d94a439 req-57b71433-70ed-4fe6-822d-c950402549bb service neutron] Request body: {'port': {'device_id': '264a06e0-6f11-4811-8310-78b511c1d976', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-8'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:31:10.663777 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Pushing event updated for resources: {'Port': ['ID=2a4244ef-ef03-4f4c-8ffc-3e8bbbae7f23,revision_number=5']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:31:10.673403 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Provisioning for port 2c22850f-3ed8-45c1-8cb5-d847f5bb33e0 completed by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 17:31:10.680533 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Provisioning complete for port 2c22850f-3ed8-45c1-8cb5-d847f5bb33e0 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:31:10.680919 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:10.877682 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:10.951036 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-b0c78e4e-a8aa-4113-b54f-391582812d70 req-f7dcca3c-909c-4ec3-ae3b-147265d55676 tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] For port 6fadacb4-3c73-41dd-b0b4-aef93df8a5bd, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=6fadacb4-3c73-41dd-b0b4-aef93df8a5bd,segment=NetworkSegment(72cae39b-e177-46b5-abb9-73dc195aab07),segment_id=72cae39b-e177-46b5-abb9-73dc195aab07)] {{(pid=103591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:31:10.988052 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port 2c22850f-3ed8-45c1-8cb5-d847f5bb33e0, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=2c22850f-3ed8-45c1-8cb5-d847f5bb33e0,segment=NetworkSegment(f3fe809b-60bf-416a-b4bb-a4f078db8338),segment_id=f3fe809b-60bf-416a-b4bb-a4f078db8338)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:31:10.988965 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-b0c78e4e-a8aa-4113-b54f-391582812d70 req-f7dcca3c-909c-4ec3-ae3b-147265d55676 tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] Publish callbacks [] for port, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:11.005766 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-b0c78e4e-a8aa-4113-b54f-391582812d70 req-f7dcca3c-909c-4ec3-ae3b-147265d55676 tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264758186'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:11.008757 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:11.028721 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] get_ports_and_sgs() called for port_ids ['af7771d7-80af-4220-bc57-9e1037f5bb30', '6fadacb4-3c73-41dd-b0b4-aef93df8a5bd'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:31:11.031454 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device e6cacfa8-7eb8-4a5b-9e66-80a73f1d903a up at agent hyperv_n-h1-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:31:11.079748 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c78e4e-a8aa-4113-b54f-391582812d70 req-f7dcca3c-909c-4ec3-ae3b-147265d55676 tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:31:11.081124 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-b0c78e4e-a8aa-4113-b54f-391582812d70 req-f7dcca3c-909c-4ec3-ae3b-147265d55676 tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:11.084425 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b0c78e4e-a8aa-4113-b54f-391582812d70 req-f7dcca3c-909c-4ec3-ae3b-147265d55676 tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] 10.222.0.60 "PUT /v2.0/ports/6fadacb4-3c73-41dd-b0b4-aef93df8a5bd HTTP/1.1" status: 200 len: 981 time: 1.1648026 Nov 23 17:31:11.091247 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a53ae80-f52c-49bf-aa8d-91eb60d0f379', 'tag': '6fadacb4-3c73-41dd-b0b4-aef93df8a5bd'}] {{(pid=103591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:31:11.096717 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41d174a19ece9499ff9ec44e5b3fc50f2abd3ffbc947fb7e52ea1e8db27b95b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03f8b011-9ec9-4dbc-af01-02b5ad1d76fe" -d '{"events": [{"name": "network-changed", "server_uuid": "0a53ae80-f52c-49bf-aa8d-91eb60d0f379", "tag": "6fadacb4-3c73-41dd-b0b4-aef93df8a5bd"}]}' {{(pid=103591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:31:11.235036 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] get_ports_and_sgs() called for port_ids ['6fadacb4-3c73-41dd-b0b4-aef93df8a5bd'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:31:11.265303 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07676ce-df4c-40f5-9164-bf1d3edd8211 req-0e3a3c74-13fd-493a-bf55-d5a56502aabf tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:31:11.273455 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b07676ce-df4c-40f5-9164-bf1d3edd8211 req-0e3a3c74-13fd-493a-bf55-d5a56502aabf tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc1cb68a-7d8e-48af-9098-d96a53e08c31 HTTP/1.1" status: 200 len: 946 time: 0.8215554 Nov 23 17:31:11.316607 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83c4b9c5-48d7-40af-8fb5-dabe4d43cce9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c61316ed-a367-4301-9c1b-7dbf9122a432'}, {'server_uuid': '83c4b9c5-48d7-40af-8fb5-dabe4d43cce9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a4244ef-ef03-4f4c-8ffc-3e8bbbae7f23'}, {'server_uuid': '83c4b9c5-48d7-40af-8fb5-dabe4d43cce9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c22850f-3ed8-45c1-8cb5-d847f5bb33e0'}] {{(pid=103592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:31:11.331215 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba3e6a8f2301c7a29fe1eca9779abdae4ccbcd6266d69778087f2498d5551201" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5158467d-fb82-4027-b39b-539b089cc640" -d '{"events": [{"server_uuid": "83c4b9c5-48d7-40af-8fb5-dabe4d43cce9", "name": "network-vif-plugged", "status": "completed", "tag": "c61316ed-a367-4301-9c1b-7dbf9122a432"}, {"server_uuid": "83c4b9c5-48d7-40af-8fb5-dabe4d43cce9", "name": "network-vif-plugged", "status": "completed", "tag": "2a4244ef-ef03-4f4c-8ffc-3e8bbbae7f23"}, {"server_uuid": "83c4b9c5-48d7-40af-8fb5-dabe4d43cce9", "name": "network-vif-plugged", "status": "completed", "tag": "2c22850f-3ed8-45c1-8cb5-d847f5bb33e0"}]}' {{(pid=103592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:31:11.363640 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Pushing event updated for resources: {'Port': ['ID=2c22850f-3ed8-45c1-8cb5-d847f5bb33e0,revision_number=5']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:31:11.376418 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-fb249a88-a8ba-4edf-85f9-736e4d94a439 req-57b71433-70ed-4fe6-822d-c950402549bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:11.445062 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b07676ce-df4c-40f5-9164-bf1d3edd8211 req-834c876c-ca6d-4aeb-b17b-add75e04d986 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.60 "GET /v2.0/security-groups?id=b4179e07-bbfd-4236-b98c-2ab2b518c61f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701295 Nov 23 17:31:11.494462 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device ca02f506-9fb5-4538-8a0c-3f9a1fbff4af up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:31:11.496674 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Provisioning for port e6cacfa8-7eb8-4a5b-9e66-80a73f1d903a completed by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 17:31:11.528001 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7dcca3c-909c-4ec3-ae3b-147265d55676 tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] Pushing event updated for resources: {'Port': ['ID=6fadacb4-3c73-41dd-b0b4-aef93df8a5bd,revision_number=6']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:31:11.533953 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Provisioning complete for port e6cacfa8-7eb8-4a5b-9e66-80a73f1d903a triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:31:11.534875 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:11.742058 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port ca02f506-9fb5-4538-8a0c-3f9a1fbff4af triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:31:11.742791 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:11.845407 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d8b9b6-003e-4a20-b84d-0ead57b7f1a6 req-e77df4f3-e519-449b-916b-ae6104b17c89 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:31:11.863509 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d8b9b6-003e-4a20-b84d-0ead57b7f1a6 req-e77df4f3-e519-449b-916b-ae6104b17c89 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:31:11.870087 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:11.879996 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d8b9b6-003e-4a20-b84d-0ead57b7f1a6 req-e77df4f3-e519-449b-916b-ae6104b17c89 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:31:11.903881 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d8b9b6-003e-4a20-b84d-0ead57b7f1a6 req-e77df4f3-e519-449b-916b-ae6104b17c89 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:31:11.919362 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d8b9b6-003e-4a20-b84d-0ead57b7f1a6 req-e77df4f3-e519-449b-916b-ae6104b17c89 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:31:11.933443 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d8b9b6-003e-4a20-b84d-0ead57b7f1a6 req-e77df4f3-e519-449b-916b-ae6104b17c89 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:31:11.952788 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d8b9b6-003e-4a20-b84d-0ead57b7f1a6 req-e77df4f3-e519-449b-916b-ae6104b17c89 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:31:11.967645 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-10d8b9b6-003e-4a20-b84d-0ead57b7f1a6 req-e77df4f3-e519-449b-916b-ae6104b17c89 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] 10.222.0.60 "GET /v2.0/ports?device_id=83c4b9c5-48d7-40af-8fb5-dabe4d43cce9 HTTP/1.1" status: 200 len: 5438 time: 0.3335366 Nov 23 17:31:12.005449 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port e6cacfa8-7eb8-4a5b-9e66-80a73f1d903a, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=e6cacfa8-7eb8-4a5b-9e66-80a73f1d903a,segment=NetworkSegment(5b559295-8909-4c1e-aefd-73cd9a3c5d40),segment_id=5b559295-8909-4c1e-aefd-73cd9a3c5d40)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:31:12.021955 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:12.023125 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device 9d847368-f5fa-4fed-840d-25e906c18499 up at agent hyperv_n-h1-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:31:12.195936 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Pushing event updated for resources: {'Port': ['ID=e6cacfa8-7eb8-4a5b-9e66-80a73f1d903a,revision_number=5']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:31:12.221771 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Provisioning for port 9d847368-f5fa-4fed-840d-25e906c18499 completed by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 17:31:12.231449 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-10d8b9b6-003e-4a20-b84d-0ead57b7f1a6 req-6d81e822-fc7f-487b-9fbf-08f42a7c6427 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] 10.222.0.60 "GET /v2.0/security-groups?id=f803d7ea-d3d6-4cf6-830c-70814cdc1205&id=0089afc6-8a44-4092-8e4d-085e37cc31cf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2627268 Nov 23 17:31:12.233696 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Provisioning complete for port 9d847368-f5fa-4fed-840d-25e906c18499 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:31:12.234206 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:12.314272 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [req-fb249a88-a8ba-4edf-85f9-736e4d94a439 req-57b71433-70ed-4fe6-822d-c950402549bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75b471bb-aa93-4b98-b084-37df0195f142 {{(pid=103591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:31:12.325567 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-fb249a88-a8ba-4edf-85f9-736e4d94a439 req-57b71433-70ed-4fe6-822d-c950402549bb service neutron] Publish callbacks [] for port, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:12.353630 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.provisioning_blocks [req-fb249a88-a8ba-4edf-85f9-736e4d94a439 req-57b71433-70ed-4fe6-822d-c950402549bb service neutron] Transition to ACTIVE for port object 75b471bb-aa93-4b98-b084-37df0195f142 will not be triggered until provisioned by entity L2. {{(pid=103591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 17:31:12.358296 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-fb249a88-a8ba-4edf-85f9-736e4d94a439 req-57b71433-70ed-4fe6-822d-c950402549bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264758186'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:12.518297 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:12.583036 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port 9d847368-f5fa-4fed-840d-25e906c18499, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=9d847368-f5fa-4fed-840d-25e906c18499,segment=NetworkSegment(9af5bdca-ad73-4e5e-ad36-1bd85f88bd90),segment_id=9af5bdca-ad73-4e5e-ad36-1bd85f88bd90)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:31:12.595854 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:12.598569 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device 43a35972-e7d6-46b1-a089-47907bd8d235 up at agent hyperv_n-h1-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:31:12.717745 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Pushing event updated for resources: {'Port': ['ID=9d847368-f5fa-4fed-840d-25e906c18499,revision_number=5']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:31:12.760821 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Provisioning for port 43a35972-e7d6-46b1-a089-47907bd8d235 completed by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 17:31:12.767168 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Provisioning complete for port 43a35972-e7d6-46b1-a089-47907bd8d235 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:31:12.771146 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:12.958730 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-854266df-682f-4343-ac3c-ef216596def5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:13.049019 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:13.114759 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b71433-70ed-4fe6-822d-c950402549bb service neutron] Pushing event updated for resources: {'Port': ['ID=75b471bb-aa93-4b98-b084-37df0195f142,revision_number=2']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:31:13.164031 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port 43a35972-e7d6-46b1-a089-47907bd8d235, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=43a35972-e7d6-46b1-a089-47907bd8d235,segment=NetworkSegment(f3fe809b-60bf-416a-b4bb-a4f078db8338),segment_id=f3fe809b-60bf-416a-b4bb-a4f078db8338)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:31:13.176141 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:13.177163 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device 60f8ef03-7cec-4d0c-b65f-598b7fc51dd2 up at agent hyperv_n-h1-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:31:13.201930 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fb2f99-b921-44d6-94b8-efb153dd188c req-e9ce4411-e770-48e3-abeb-3386e9721c97 tempest-ServerTagsTestJSON-792397983 tempest-ServerTagsTestJSON-792397983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:31:13.203607 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-13fb2f99-b921-44d6-94b8-efb153dd188c req-e9ce4411-e770-48e3-abeb-3386e9721c97 tempest-ServerTagsTestJSON-792397983 tempest-ServerTagsTestJSON-792397983-project] 10.222.0.60 "GET /v2.0/ports?device_id=264a06e0-6f11-4811-8310-78b511c1d976 HTTP/1.1" status: 200 len: 943 time: 0.8059969 Nov 23 17:31:13.287731 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Pushing event updated for resources: {'Port': ['ID=43a35972-e7d6-46b1-a089-47907bd8d235,revision_number=5']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:31:13.292832 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:13.300575 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-fb249a88-a8ba-4edf-85f9-736e4d94a439 req-57b71433-70ed-4fe6-822d-c950402549bb service neutron] Attempting to bind port 75b471bb-aa93-4b98-b084-37df0195f142 on host n-h2-816206-8 for vnic_type normal with profile {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:31:13.303871 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-fb249a88-a8ba-4edf-85f9-736e4d94a439 req-57b71433-70ed-4fe6-822d-c950402549bb service neutron] Attempting to bind port 75b471bb-aa93-4b98-b084-37df0195f142 by drivers openvswitch,hyperv on host n-h2-816206-8 at level 0 using segments [{'id': '3e2792b6-4cf4-4a20-826e-ccdaf9b2fd5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '6ca2a099-3278-4cc8-b9f8-e1347498d008'}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:31:13.304218 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb249a88-a8ba-4edf-85f9-736e4d94a439 req-57b71433-70ed-4fe6-822d-c950402549bb service neutron] Attempting to bind port 75b471bb-aa93-4b98-b084-37df0195f142 on network 6ca2a099-3278-4cc8-b9f8-e1347498d008 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:31:13.312751 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb249a88-a8ba-4edf-85f9-736e4d94a439 req-57b71433-70ed-4fe6-822d-c950402549bb service neutron] Port 75b471bb-aa93-4b98-b084-37df0195f142 on network 6ca2a099-3278-4cc8-b9f8-e1347498d008 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-8 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 17:31:13.313207 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb249a88-a8ba-4edf-85f9-736e4d94a439 req-57b71433-70ed-4fe6-822d-c950402549bb service neutron] Attempting to bind port 75b471bb-aa93-4b98-b084-37df0195f142 on network 6ca2a099-3278-4cc8-b9f8-e1347498d008 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:31:13.315034 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Provisioning for port 60f8ef03-7cec-4d0c-b65f-598b7fc51dd2 completed by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 17:31:13.322777 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Provisioning complete for port 60f8ef03-7cec-4d0c-b65f-598b7fc51dd2 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:31:13.323162 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:13.344746 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb249a88-a8ba-4edf-85f9-736e4d94a439 req-57b71433-70ed-4fe6-822d-c950402549bb service neutron] Checking agent: {'id': 'ab77bf9e-0267-4174-8f1d-822cba89b207', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 15, 13), 'started_at': datetime.datetime(2021, 11, 23, 17, 15, 13), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 31, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:31:13.345115 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb249a88-a8ba-4edf-85f9-736e4d94a439 req-57b71433-70ed-4fe6-822d-c950402549bb service neutron] Checking segment: {'id': '3e2792b6-4cf4-4a20-826e-ccdaf9b2fd5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '6ca2a099-3278-4cc8-b9f8-e1347498d008'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:31:13.345536 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb249a88-a8ba-4edf-85f9-736e4d94a439 req-57b71433-70ed-4fe6-822d-c950402549bb service neutron] Bound using segment: {'id': '3e2792b6-4cf4-4a20-826e-ccdaf9b2fd5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '6ca2a099-3278-4cc8-b9f8-e1347498d008'} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:31:13.346227 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-fb249a88-a8ba-4edf-85f9-736e4d94a439 req-57b71433-70ed-4fe6-822d-c950402549bb service neutron] Bound port: 75b471bb-aa93-4b98-b084-37df0195f142, host: n-h2-816206-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e2792b6-4cf4-4a20-826e-ccdaf9b2fd5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '6ca2a099-3278-4cc8-b9f8-e1347498d008'}}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:31:13.347935 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-fb249a88-a8ba-4edf-85f9-736e4d94a439 req-57b71433-70ed-4fe6-822d-c950402549bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:13.354776 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e77b03b5-cf74-4847-b975-cee633bad6a1 None None] Sync routers for ids ['b9941b0a-0293-4671-92e3-d0e0935ad29a'] in n-d-816206-8 {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:31:13.379334 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e77b03b5-cf74-4847-b975-cee633bad6a1 None None] Routers {'b9941b0a-0293-4671-92e3-d0e0935ad29a'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:31:13.384414 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-13fb2f99-b921-44d6-94b8-efb153dd188c req-669e8031-519a-4440-811e-27159c51ee6a tempest-ServerTagsTestJSON-792397983 tempest-ServerTagsTestJSON-792397983-project] 10.222.0.60 "GET /v2.0/security-groups?id=e113c722-fc85-42f1-9b47-ad484abf3fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582525 Nov 23 17:31:13.389258 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-e77b03b5-cf74-4847-b975-cee633bad6a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:30:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['b9941b0a-0293-4671-92e3-d0e0935ad29a'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:31:13.504946 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:13.555945 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port 60f8ef03-7cec-4d0c-b65f-598b7fc51dd2, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=60f8ef03-7cec-4d0c-b65f-598b7fc51dd2,segment=NetworkSegment(9af5bdca-ad73-4e5e-ad36-1bd85f88bd90),segment_id=9af5bdca-ad73-4e5e-ad36-1bd85f88bd90)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:31:13.561306 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:13.562463 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device c11f7314-15f4-4533-9091-774452b72d36 up at agent hyperv_n-h1-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:31:13.594278 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8b709fb8-68a1-4e96-8e83-e1162fcbd552 req-47b2e180-151d-406f-a568-b71f204f3c96 tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] 10.222.0.60 "GET /v2.0/security-groups/7eb5fd05-2ef7-4459-8b0e-701ca469ac3b HTTP/1.1" status: 200 len: 1819 time: 0.1380184 Nov 23 17:31:13.596069 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-fb249a88-a8ba-4edf-85f9-736e4d94a439 req-57b71433-70ed-4fe6-822d-c950402549bb service neutron] For port 75b471bb-aa93-4b98-b084-37df0195f142, host n-h2-816206-8, cleared binding levels {{(pid=103591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:31:13.602926 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-fb249a88-a8ba-4edf-85f9-736e4d94a439 req-57b71433-70ed-4fe6-822d-c950402549bb service neutron] For port 75b471bb-aa93-4b98-b084-37df0195f142, host n-h2-816206-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=75b471bb-aa93-4b98-b084-37df0195f142,segment=NetworkSegment(3e2792b6-4cf4-4a20-826e-ccdaf9b2fd5e),segment_id=3e2792b6-4cf4-4a20-826e-ccdaf9b2fd5e)] {{(pid=103591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:31:13.651637 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-e77b03b5-cf74-4847-b975-cee633bad6a1 None None] Set router b9941b0a-0293-4671-92e3-d0e0935ad29a gateway port host: n-d-816206-8 {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:31:13.681805 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-fb249a88-a8ba-4edf-85f9-736e4d94a439 req-57b71433-70ed-4fe6-822d-c950402549bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264758186'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:13.723282 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb249a88-a8ba-4edf-85f9-736e4d94a439 req-57b71433-70ed-4fe6-822d-c950402549bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:31:13.724552 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-fb249a88-a8ba-4edf-85f9-736e4d94a439 req-57b71433-70ed-4fe6-822d-c950402549bb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:13.725453 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-fb249a88-a8ba-4edf-85f9-736e4d94a439 req-57b71433-70ed-4fe6-822d-c950402549bb service neutron] 10.222.0.36 "PUT /v2.0/ports/75b471bb-aa93-4b98-b084-37df0195f142 HTTP/1.1" status: 200 len: 1091 time: 3.3709509 Nov 23 17:31:13.772593 n-d-816206-8 neutron-server[103591]: INFO neutron.api.v2.resource [req-8b709fb8-68a1-4e96-8e83-e1162fcbd552 req-85bfc848-f647-4d10-a688-d05d8d323d43 tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 23 17:31:13.773653 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8b709fb8-68a1-4e96-8e83-e1162fcbd552 req-85bfc848-f647-4d10-a688-d05d8d323d43 tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] 10.222.0.60 "DELETE /v2.0/security-groups/7eb5fd05-2ef7-4459-8b0e-701ca469ac3b HTTP/1.1" status: 409 len: 341 time: 0.1682034 Nov 23 17:31:13.811006 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Provisioning for port c11f7314-15f4-4533-9091-774452b72d36 completed by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 17:31:13.835201 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Provisioning complete for port c11f7314-15f4-4533-9091-774452b72d36 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:31:13.837841 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:13.865347 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b71433-70ed-4fe6-822d-c950402549bb service neutron] Pushing event updated for resources: {'Port': ['ID=75b471bb-aa93-4b98-b084-37df0195f142,revision_number=3']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:31:13.883127 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 17:31:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-764b5d34-936d-4538-967b-6598f0ceef6f x-openstack-request-id: req-764b5d34-936d-4538-967b-6598f0ceef6f {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:31:13.885151 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a53ae80-f52c-49bf-aa8d-91eb60d0f379", "tag": "6fadacb4-3c73-41dd-b0b4-aef93df8a5bd", "status": "completed", "code": 200}]} {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:31:13.885875 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-764b5d34-936d-4538-967b-6598f0ceef6f {{(pid=103591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:31:13.887458 n-d-816206-8 neutron-server[103591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a53ae80-f52c-49bf-aa8d-91eb60d0f379', 'tag': '6fadacb4-3c73-41dd-b0b4-aef93df8a5bd', 'status': 'completed', 'code': 200} Nov 23 17:31:13.923107 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Pushing event updated for resources: {'Port': ['ID=60f8ef03-7cec-4d0c-b65f-598b7fc51dd2,revision_number=5']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:31:14.012129 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb249a88-a8ba-4edf-85f9-736e4d94a439 req-7a1e2034-a284-4572-bf1f-2d5f85e37860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:31:14.013931 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-fb249a88-a8ba-4edf-85f9-736e4d94a439 req-7a1e2034-a284-4572-bf1f-2d5f85e37860 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4f65af3089174d0bb5c97685ed8c70f1&device_id=264a06e0-6f11-4811-8310-78b511c1d976 HTTP/1.1" status: 200 len: 1094 time: 0.2065434 Nov 23 17:31:14.027615 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:14.083974 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port c11f7314-15f4-4533-9091-774452b72d36, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=c11f7314-15f4-4533-9091-774452b72d36,segment=NetworkSegment(f3fe809b-60bf-416a-b4bb-a4f078db8338),segment_id=f3fe809b-60bf-416a-b4bb-a4f078db8338)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:31:14.089418 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:14.105379 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-fb249a88-a8ba-4edf-85f9-736e4d94a439 req-c284ec0a-a795-4c35-93fd-0aa88cc0f3ef service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=75b471bb-aa93-4b98-b084-37df0195f142 HTTP/1.1" status: 200 len: 217 time: 0.0613346 Nov 23 17:31:14.119484 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f8b011-9ec9-4dbc-af01-02b5ad1d76fe req-14a3e096-d154-48df-9d08-287f4bcbfbdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:31:14.122104 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-03f8b011-9ec9-4dbc-af01-02b5ad1d76fe req-14a3e096-d154-48df-9d08-287f4bcbfbdb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c94e75c35eaa4eaebd82e447a9e1b0e3&device_id=0a53ae80-f52c-49bf-aa8d-91eb60d0f379 HTTP/1.1" status: 200 len: 1135 time: 0.2098398 Nov 23 17:31:14.157049 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:14.158914 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Pushing event updated for resources: {'Port': ['ID=c11f7314-15f4-4533-9091-774452b72d36,revision_number=5']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:31:14.174414 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-e77b03b5-cf74-4847-b975-cee633bad6a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9941b0a-0293-4671-92e3-d0e0935ad29a', 'name': 'tempest-TaggedBootDevicesTest-1434805336-router', 'tenant_id': '944eb16d76604cc6ab0a57ea3c768527', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.186'}], 'enable_snat': True}, 'gw_port_id': 'ca02f506-9fb5-4538-8a0c-3f9a1fbff4af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:30:55Z', 'updated_at': '2021-11-23T17:31:03Z', 'revision_number': 4, 'project_id': '944eb16d76604cc6ab0a57ea3c768527', 'gw_port': {'id': 'ca02f506-9fb5-4538-8a0c-3f9a1fbff4af', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:f5:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9941b0a-0293-4671-92e3-d0e0935ad29a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1167, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:30:56Z', 'updated_at': '2021-11-23T17:31:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_interfaces': [{'id': '12fa3432-cbaf-4ebf-9f28-b946995a0a0b', 'name': '', 'network_id': '75339259-3f00-443b-adda-17867b26c858', 'tenant_id': '944eb16d76604cc6ab0a57ea3c768527', 'mac_address': 'fa:16:3e:b7:67:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9941b0a-0293-4671-92e3-d0e0935ad29a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1176, 'fixed_ips': [{'subnet_id': '790bbb98-ba35-48b0-8ef1-5daf008c0447', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:31:02Z', 'updated_at': '2021-11-23T17:31:03Z', 'revision_number': 2, 'project_id': '944eb16d76604cc6ab0a57ea3c768527', 'subnets': [{'id': '790bbb98-ba35-48b0-8ef1-5daf008c0447', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:31:14.203636 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9be862-bbdc-40a9-80f9-fa2ba22f4b15 req-5af5b286-718c-4565-86ff-a2dc066369de tempest-ServerRescueNegativeTestJSON-1154722601 tempest-ServerRescueNegativeTestJSON-1154722601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:31:14.205201 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7f9be862-bbdc-40a9-80f9-fa2ba22f4b15 req-5af5b286-718c-4565-86ff-a2dc066369de tempest-ServerRescueNegativeTestJSON-1154722601 tempest-ServerRescueNegativeTestJSON-1154722601-project] 10.222.0.60 "GET /v2.0/ports?device_id=9f161a1e-4342-477a-afd0-8cb3c4b8d58a HTTP/1.1" status: 200 len: 945 time: 0.2033281 Nov 23 17:31:14.210021 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb249a88-a8ba-4edf-85f9-736e4d94a439 req-5a70efeb-5710-48a0-a702-6ce782b0291b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:31:14.211254 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-fb249a88-a8ba-4edf-85f9-736e4d94a439 req-5a70efeb-5710-48a0-a702-6ce782b0291b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=804312ca-e813-4059-ae1d-716893923822 HTTP/1.1" status: 200 len: 849 time: 0.0870056 Nov 23 17:31:14.224969 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e77b03b5-cf74-4847-b975-cee633bad6a1 None None] Checking router: b9941b0a-0293-4671-92e3-d0e0935ad29a for host: n-d-816206-8 {{(pid=103593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 17:31:14.225326 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e77b03b5-cf74-4847-b975-cee633bad6a1 None None] Updating router b9941b0a-0293-4671-92e3-d0e0935ad29a port 12fa3432-cbaf-4ebf-9f28-b946995a0a0b binding host n-d-816206-8 {{(pid=103593) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 17:31:14.261285 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-e77b03b5-cf74-4847-b975-cee633bad6a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:14.265555 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-fb249a88-a8ba-4edf-85f9-736e4d94a439 req-4ed9ce87-25c5-4fc2-9145-610ff446efa5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6ca2a099-3278-4cc8-b9f8-e1347498d008&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372195 Nov 23 17:31:14.457753 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7f9be862-bbdc-40a9-80f9-fa2ba22f4b15 req-e7897777-508d-4eb4-9382-5ccd84ea0527 tempest-ServerRescueNegativeTestJSON-1154722601 tempest-ServerRescueNegativeTestJSON-1154722601-project] 10.222.0.60 "GET /v2.0/security-groups?id=fdeeda5f-d596-40d9-83fc-6ea083625241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2384646 Nov 23 17:31:14.465705 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f8b011-9ec9-4dbc-af01-02b5ad1d76fe req-5e2077c5-3da9-4cda-985c-00599463ead2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:31:14.467778 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-03f8b011-9ec9-4dbc-af01-02b5ad1d76fe req-5e2077c5-3da9-4cda-985c-00599463ead2 service neutron] 10.222.0.36 "GET /v2.0/networks?id=20824f08-7d73-4bbc-b037-8f08604bcdaf HTTP/1.1" status: 200 len: 913 time: 0.2951708 Nov 23 17:31:14.553376 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-03f8b011-9ec9-4dbc-af01-02b5ad1d76fe req-c2aefde4-d0f4-46e6-95c8-53483a28d27d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6fadacb4-3c73-41dd-b0b4-aef93df8a5bd HTTP/1.1" status: 200 len: 217 time: 0.0712397 Nov 23 17:31:14.623797 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-fb249a88-a8ba-4edf-85f9-736e4d94a439 req-af676873-64b6-41cb-8f67-eb8f7559b050 service neutron] 10.222.0.36 "GET /v2.0/networks/6ca2a099-3278-4cc8-b9f8-e1347498d008?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3282409 Nov 23 17:31:14.647660 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f8b011-9ec9-4dbc-af01-02b5ad1d76fe req-7916c14f-aee8-46dd-b9eb-8a4f4d2d142a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:31:14.650625 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-03f8b011-9ec9-4dbc-af01-02b5ad1d76fe req-7916c14f-aee8-46dd-b9eb-8a4f4d2d142a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0fca264e-f203-46e9-b86a-ebb2329ba90b HTTP/1.1" status: 200 len: 852 time: 0.0783901 Nov 23 17:31:14.709051 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Tue, 23 Nov 2021 17:31:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18ce9488-20cd-4110-93e9-b98e36abcd81 x-openstack-request-id: req-18ce9488-20cd-4110-93e9-b98e36abcd81 {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:31:14.709358 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83c4b9c5-48d7-40af-8fb5-dabe4d43cce9", "name": "network-vif-plugged", "status": "completed", "tag": "c61316ed-a367-4301-9c1b-7dbf9122a432", "code": 200}, {"server_uuid": "83c4b9c5-48d7-40af-8fb5-dabe4d43cce9", "name": "network-vif-plugged", "status": "completed", "tag": "2a4244ef-ef03-4f4c-8ffc-3e8bbbae7f23", "code": 200}, {"server_uuid": "83c4b9c5-48d7-40af-8fb5-dabe4d43cce9", "name": "network-vif-plugged", "status": "completed", "tag": "2c22850f-3ed8-45c1-8cb5-d847f5bb33e0", "code": 200}]} {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:31:14.709611 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-18ce9488-20cd-4110-93e9-b98e36abcd81 {{(pid=103592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:31:14.710022 n-d-816206-8 neutron-server[103592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83c4b9c5-48d7-40af-8fb5-dabe4d43cce9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c61316ed-a367-4301-9c1b-7dbf9122a432', 'code': 200} Nov 23 17:31:14.710276 n-d-816206-8 neutron-server[103592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83c4b9c5-48d7-40af-8fb5-dabe4d43cce9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a4244ef-ef03-4f4c-8ffc-3e8bbbae7f23', 'code': 200} Nov 23 17:31:14.710526 n-d-816206-8 neutron-server[103592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83c4b9c5-48d7-40af-8fb5-dabe4d43cce9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c22850f-3ed8-45c1-8cb5-d847f5bb33e0', 'code': 200} Nov 23 17:31:14.788693 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-e77b03b5-cf74-4847-b975-cee633bad6a1 None None] Publish callbacks [] for port, precommit_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:14.797775 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-e77b03b5-cf74-4847-b975-cee633bad6a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:14.875473 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9502491-6ac3-45f8-b273-eef4fd1c78a8 None None] Pushing event updated for resources: {'Port': ['ID=12fa3432-cbaf-4ebf-9f28-b946995a0a0b,revision_number=3']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:31:14.884148 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-03f8b011-9ec9-4dbc-af01-02b5ad1d76fe req-070ade81-eecf-4eae-9301-69424b071bdb service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=20824f08-7d73-4bbc-b037-8f08604bcdaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0983796 Nov 23 17:31:14.890718 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9502491-6ac3-45f8-b273-eef4fd1c78a8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:31:14.891074 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9502491-6ac3-45f8-b273-eef4fd1c78a8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:31:14.891622 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9502491-6ac3-45f8-b273-eef4fd1c78a8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:31:14.892466 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9502491-6ac3-45f8-b273-eef4fd1c78a8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:31:14.892993 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9502491-6ac3-45f8-b273-eef4fd1c78a8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:31:14.894258 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9502491-6ac3-45f8-b273-eef4fd1c78a8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:31:14.894759 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9502491-6ac3-45f8-b273-eef4fd1c78a8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:31:14.895249 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9502491-6ac3-45f8-b273-eef4fd1c78a8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:31:14.895737 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9502491-6ac3-45f8-b273-eef4fd1c78a8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:31:14.896477 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9502491-6ac3-45f8-b273-eef4fd1c78a8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:31:14.897779 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9502491-6ac3-45f8-b273-eef4fd1c78a8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:31:14.898091 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-fb249a88-a8ba-4edf-85f9-736e4d94a439 req-4b061fd2-4fe1-45e8-b6c5-b8f4175c5c1f service neutron] 10.222.0.36 "GET /v2.0/networks/6ca2a099-3278-4cc8-b9f8-e1347498d008?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2300935 Nov 23 17:31:14.898416 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9502491-6ac3-45f8-b273-eef4fd1c78a8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:31:14.982449 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4c5667-7a9a-4b21-b3e4-61e578320952 req-7c6da438-79dc-40d3-a4ae-4e8fe358a331 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:31:14.982449 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-3f4c5667-7a9a-4b21-b3e4-61e578320952 req-7c6da438-79dc-40d3-a4ae-4e8fe358a331 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc1cb68a-7d8e-48af-9098-d96a53e08c31 HTTP/1.1" status: 200 len: 946 time: 0.1897061 Nov 23 17:31:15.053171 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [None req-e77b03b5-cf74-4847-b975-cee633bad6a1 None None] Attempting to bind port 12fa3432-cbaf-4ebf-9f28-b946995a0a0b on host n-d-816206-8 for vnic_type normal with profile {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:31:15.053604 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-5d872404-ffc9-4823-8ac1-c609eec0ad77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:15.054813 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [None req-e77b03b5-cf74-4847-b975-cee633bad6a1 None None] Attempting to bind port 12fa3432-cbaf-4ebf-9f28-b946995a0a0b by drivers openvswitch,hyperv on host n-d-816206-8 at level 0 using segments [{'id': '67895827-b67c-4dd5-8267-f9ff4a198829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '75339259-3f00-443b-adda-17867b26c858'}] {{(pid=103593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:31:15.056595 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e77b03b5-cf74-4847-b975-cee633bad6a1 None None] Attempting to bind port 12fa3432-cbaf-4ebf-9f28-b946995a0a0b on network 75339259-3f00-443b-adda-17867b26c858 {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:31:15.066207 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e77b03b5-cf74-4847-b975-cee633bad6a1 None None] Checking agent: {'id': '9e89acbe-4bbe-4c77-a18b-6f1da9133e0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 7, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 30, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:31:15.066582 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e77b03b5-cf74-4847-b975-cee633bad6a1 None None] Checking segment: {'id': '67895827-b67c-4dd5-8267-f9ff4a198829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '75339259-3f00-443b-adda-17867b26c858'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:31:15.067275 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-e77b03b5-cf74-4847-b975-cee633bad6a1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:15.067838 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e77b03b5-cf74-4847-b975-cee633bad6a1 None None] Bound using segment: {'id': '67895827-b67c-4dd5-8267-f9ff4a198829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '75339259-3f00-443b-adda-17867b26c858'} {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:31:15.068656 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [None req-e77b03b5-cf74-4847-b975-cee633bad6a1 None None] Bound port: 12fa3432-cbaf-4ebf-9f28-b946995a0a0b, host: n-d-816206-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67895827-b67c-4dd5-8267-f9ff4a198829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '75339259-3f00-443b-adda-17867b26c858'}}] {{(pid=103593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:31:15.069192 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-e77b03b5-cf74-4847-b975-cee633bad6a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:15.274746 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-e77b03b5-cf74-4847-b975-cee633bad6a1 None None] For port 12fa3432-cbaf-4ebf-9f28-b946995a0a0b, host n-d-816206-8, cleared binding levels {{(pid=103593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:31:15.280816 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-e77b03b5-cf74-4847-b975-cee633bad6a1 None None] For port 12fa3432-cbaf-4ebf-9f28-b946995a0a0b, host n-d-816206-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=12fa3432-cbaf-4ebf-9f28-b946995a0a0b,segment=NetworkSegment(67895827-b67c-4dd5-8267-f9ff4a198829),segment_id=67895827-b67c-4dd5-8267-f9ff4a198829)] {{(pid=103593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:31:15.283317 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-03f8b011-9ec9-4dbc-af01-02b5ad1d76fe req-a36ae044-a0c2-40d4-9970-2f48d23c9338 service neutron] 10.222.0.36 "GET /v2.0/networks/20824f08-7d73-4bbc-b037-8f08604bcdaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3759472 Nov 23 17:31:15.288168 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-e77b03b5-cf74-4847-b975-cee633bad6a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:15.290288 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-3f4c5667-7a9a-4b21-b3e4-61e578320952 req-d014633a-397d-4ddb-af60-46a21bbd7527 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.60 "GET /v2.0/security-groups?id=b4179e07-bbfd-4236-b98c-2ab2b518c61f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1905708 Nov 23 17:31:15.377016 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9502491-6ac3-45f8-b273-eef4fd1c78a8 None None] Pushing event updated for resources: {'Port': ['ID=12fa3432-cbaf-4ebf-9f28-b946995a0a0b,revision_number=4']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:31:15.407952 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e77b03b5-cf74-4847-b975-cee633bad6a1 None None] Routers {'b9941b0a-0293-4671-92e3-d0e0935ad29a'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:31:15.408653 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-e77b03b5-cf74-4847-b975-cee633bad6a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:31:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['b9941b0a-0293-4671-92e3-d0e0935ad29a'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:31:15.443915 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-304ef72f-5844-416a-9bf4-e57efbca62db None None] Provisioning complete for port 12fa3432-cbaf-4ebf-9f28-b946995a0a0b triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:31:15.452811 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-304ef72f-5844-416a-9bf4-e57efbca62db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:15.569201 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-e77b03b5-cf74-4847-b975-cee633bad6a1 None None] Set router b9941b0a-0293-4671-92e3-d0e0935ad29a gateway port host: n-d-816206-8 {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:31:15.657724 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-304ef72f-5844-416a-9bf4-e57efbca62db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:15.700134 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-03f8b011-9ec9-4dbc-af01-02b5ad1d76fe req-e126cbf4-e7fe-4a08-aaed-eb8aa5a02b2c service neutron] 10.222.0.36 "GET /v2.0/networks/20824f08-7d73-4bbc-b037-8f08604bcdaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4056566 Nov 23 17:31:15.751267 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-304ef72f-5844-416a-9bf4-e57efbca62db None None] For port 12fa3432-cbaf-4ebf-9f28-b946995a0a0b, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=12fa3432-cbaf-4ebf-9f28-b946995a0a0b,segment=NetworkSegment(67895827-b67c-4dd5-8267-f9ff4a198829),segment_id=67895827-b67c-4dd5-8267-f9ff4a198829)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:31:15.763344 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-304ef72f-5844-416a-9bf4-e57efbca62db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:15.804418 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76ffe07-fd71-4155-ac4a-d8ba62e7c576 req-6eed3996-a1d6-4ede-b1dc-a8da7a90c4da tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:31:15.811371 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76ffe07-fd71-4155-ac4a-d8ba62e7c576 req-6eed3996-a1d6-4ede-b1dc-a8da7a90c4da tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:31:15.825743 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76ffe07-fd71-4155-ac4a-d8ba62e7c576 req-6eed3996-a1d6-4ede-b1dc-a8da7a90c4da tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:31:15.842041 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76ffe07-fd71-4155-ac4a-d8ba62e7c576 req-6eed3996-a1d6-4ede-b1dc-a8da7a90c4da tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:31:15.852894 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76ffe07-fd71-4155-ac4a-d8ba62e7c576 req-6eed3996-a1d6-4ede-b1dc-a8da7a90c4da tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:31:15.873688 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76ffe07-fd71-4155-ac4a-d8ba62e7c576 req-6eed3996-a1d6-4ede-b1dc-a8da7a90c4da tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:31:15.890870 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76ffe07-fd71-4155-ac4a-d8ba62e7c576 req-6eed3996-a1d6-4ede-b1dc-a8da7a90c4da tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:31:15.894347 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d76ffe07-fd71-4155-ac4a-d8ba62e7c576 req-6eed3996-a1d6-4ede-b1dc-a8da7a90c4da tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] 10.222.0.60 "GET /v2.0/ports?device_id=83c4b9c5-48d7-40af-8fb5-dabe4d43cce9 HTTP/1.1" status: 200 len: 5441 time: 0.3235703 Nov 23 17:31:15.896360 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '264a06e0-6f11-4811-8310-78b511c1d976', 'tag': '75b471bb-aa93-4b98-b084-37df0195f142'}] {{(pid=103591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:31:15.898677 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41d174a19ece9499ff9ec44e5b3fc50f2abd3ffbc947fb7e52ea1e8db27b95b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1b157b8-c791-4de0-8426-c33a86866152" -d '{"events": [{"name": "network-changed", "server_uuid": "264a06e0-6f11-4811-8310-78b511c1d976", "tag": "75b471bb-aa93-4b98-b084-37df0195f142"}]}' {{(pid=103591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:31:15.905620 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304ef72f-5844-416a-9bf4-e57efbca62db None None] Pushing event updated for resources: {'Port': ['ID=12fa3432-cbaf-4ebf-9f28-b946995a0a0b,revision_number=5']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:31:15.957784 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-e77b03b5-cf74-4847-b975-cee633bad6a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9941b0a-0293-4671-92e3-d0e0935ad29a', 'name': 'tempest-TaggedBootDevicesTest-1434805336-router', 'tenant_id': '944eb16d76604cc6ab0a57ea3c768527', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.186'}], 'enable_snat': True}, 'gw_port_id': 'ca02f506-9fb5-4538-8a0c-3f9a1fbff4af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:30:55Z', 'updated_at': '2021-11-23T17:31:03Z', 'revision_number': 4, 'project_id': '944eb16d76604cc6ab0a57ea3c768527', 'gw_port': {'id': 'ca02f506-9fb5-4538-8a0c-3f9a1fbff4af', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:f5:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9941b0a-0293-4671-92e3-d0e0935ad29a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1167, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:30:56Z', 'updated_at': '2021-11-23T17:31:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_interfaces': [{'id': '12fa3432-cbaf-4ebf-9f28-b946995a0a0b', 'name': '', 'network_id': '75339259-3f00-443b-adda-17867b26c858', 'tenant_id': '944eb16d76604cc6ab0a57ea3c768527', 'mac_address': 'fa:16:3e:b7:67:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9941b0a-0293-4671-92e3-d0e0935ad29a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1176, 'fixed_ips': [{'subnet_id': '790bbb98-ba35-48b0-8ef1-5daf008c0447', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:31:02Z', 'updated_at': '2021-11-23T17:31:15Z', 'revision_number': 4, 'project_id': '944eb16d76604cc6ab0a57ea3c768527', 'subnets': [{'id': '790bbb98-ba35-48b0-8ef1-5daf008c0447', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:31:15.997201 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5998cf7e-2377-4660-b7a6-76326d0d01ad req-30882277-b997-4be0-ba14-80756d2260fc tempest-ServerTagsTestJSON-792397983 tempest-ServerTagsTestJSON-792397983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:31:16.001386 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-4a13c239-7241-4ec0-ad99-06af8392f8fe None None] Provisioning complete for port 12fa3432-cbaf-4ebf-9f28-b946995a0a0b triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:31:16.002667 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-4a13c239-7241-4ec0-ad99-06af8392f8fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:16.008766 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5998cf7e-2377-4660-b7a6-76326d0d01ad req-30882277-b997-4be0-ba14-80756d2260fc tempest-ServerTagsTestJSON-792397983 tempest-ServerTagsTestJSON-792397983-project] 10.222.0.60 "GET /v2.0/ports?device_id=264a06e0-6f11-4811-8310-78b511c1d976 HTTP/1.1" status: 200 len: 943 time: 0.1129508 Nov 23 17:31:16.011429 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e77b03b5-cf74-4847-b975-cee633bad6a1 None None] The sync data for ids ['b9941b0a-0293-4671-92e3-d0e0935ad29a'] in n-d-816206-8 is: [{'id': 'b9941b0a-0293-4671-92e3-d0e0935ad29a', 'name': 'tempest-TaggedBootDevicesTest-1434805336-router', 'tenant_id': '944eb16d76604cc6ab0a57ea3c768527', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.186'}], 'enable_snat': True}, 'gw_port_id': 'ca02f506-9fb5-4538-8a0c-3f9a1fbff4af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:30:55Z', 'updated_at': '2021-11-23T17:31:03Z', 'revision_number': 4, 'project_id': '944eb16d76604cc6ab0a57ea3c768527', 'gw_port': {'id': 'ca02f506-9fb5-4538-8a0c-3f9a1fbff4af', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:f5:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9941b0a-0293-4671-92e3-d0e0935ad29a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1167, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:30:56Z', 'updated_at': '2021-11-23T17:31:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_interfaces': [{'id': '12fa3432-cbaf-4ebf-9f28-b946995a0a0b', 'name': '', 'network_id': '75339259-3f00-443b-adda-17867b26c858', 'tenant_id': '944eb16d76604cc6ab0a57ea3c768527', 'mac_address': 'fa:16:3e:b7:67:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9941b0a-0293-4671-92e3-d0e0935ad29a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1176, 'fixed_ips': [{'subnet_id': '790bbb98-ba35-48b0-8ef1-5daf008c0447', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:31:02Z', 'updated_at': '2021-11-23T17:31:15Z', 'revision_number': 4, 'project_id': '944eb16d76604cc6ab0a57ea3c768527', 'subnets': [{'id': '790bbb98-ba35-48b0-8ef1-5daf008c0447', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:31:16.139567 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d76ffe07-fd71-4155-ac4a-d8ba62e7c576 req-ab5f744c-8380-47b5-8c29-7db718f945c0 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] 10.222.0.60 "GET /v2.0/security-groups?id=f803d7ea-d3d6-4cf6-830c-70814cdc1205&id=0089afc6-8a44-4092-8e4d-085e37cc31cf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2102664 Nov 23 17:31:16.192178 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5998cf7e-2377-4660-b7a6-76326d0d01ad req-19d969f3-6f71-4531-ae46-22bcc07dc1e8 tempest-ServerTagsTestJSON-792397983 tempest-ServerTagsTestJSON-792397983-project] 10.222.0.60 "GET /v2.0/security-groups?id=e113c722-fc85-42f1-9b47-ad484abf3fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773512 Nov 23 17:31:16.216410 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c2c9dc-7276-491c-8852-9114df55a212 req-189d7f76-5b3f-4d2d-be40-b739a6941a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:31:16.218533 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-61c2c9dc-7276-491c-8852-9114df55a212 req-189d7f76-5b3f-4d2d-be40-b739a6941a1b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c94e75c35eaa4eaebd82e447a9e1b0e3&device_id=0a53ae80-f52c-49bf-aa8d-91eb60d0f379 HTTP/1.1" status: 200 len: 1135 time: 0.2559483 Nov 23 17:31:16.245231 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecee725-2477-4e32-8adf-514a56e78367 req-0553edcc-68e3-49d7-8172-51afad6e2975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:31:16.247175 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8ecee725-2477-4e32-8adf-514a56e78367 req-0553edcc-68e3-49d7-8172-51afad6e2975 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3541603f19884b9cb683e7eedd76d17c&device_id=cc1cb68a-7d8e-48af-9098-d96a53e08c31 HTTP/1.1" status: 200 len: 1097 time: 0.1714067 Nov 23 17:31:16.456675 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-52822d53-48f5-4819-8a95-bdc13aea0bf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:16.469582 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c2c9dc-7276-491c-8852-9114df55a212 req-4d4039a9-9466-4c49-881f-3de2c4a3ad41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:31:16.471105 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-61c2c9dc-7276-491c-8852-9114df55a212 req-4d4039a9-9466-4c49-881f-3de2c4a3ad41 service neutron] 10.222.0.36 "GET /v2.0/networks?id=20824f08-7d73-4bbc-b037-8f08604bcdaf HTTP/1.1" status: 200 len: 913 time: 0.2428775 Nov 23 17:31:16.488777 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2288d845-c97a-4391-bd08-8ef8ab6ccadf req-d2203da1-9811-47de-b68a-59f2eb7f393c tempest-ServerRescueNegativeTestJSON-1154722601 tempest-ServerRescueNegativeTestJSON-1154722601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:31:16.490350 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2288d845-c97a-4391-bd08-8ef8ab6ccadf req-d2203da1-9811-47de-b68a-59f2eb7f393c tempest-ServerRescueNegativeTestJSON-1154722601 tempest-ServerRescueNegativeTestJSON-1154722601-project] 10.222.0.60 "GET /v2.0/ports?device_id=9f161a1e-4342-477a-afd0-8cb3c4b8d58a HTTP/1.1" status: 200 len: 945 time: 0.2002151 Nov 23 17:31:16.493651 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecee725-2477-4e32-8adf-514a56e78367 req-63496215-cea6-481d-bc77-392b15af1df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:31:16.495126 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8ecee725-2477-4e32-8adf-514a56e78367 req-63496215-cea6-481d-bc77-392b15af1df7 service neutron] 10.222.0.55 "GET /v2.0/networks?id=43d8ac08-152d-4053-b836-ddc03b0e91a2 HTTP/1.1" status: 200 len: 911 time: 0.2362597 Nov 23 17:31:16.620209 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-61c2c9dc-7276-491c-8852-9114df55a212 req-ee23fe6e-7c57-4efc-a727-45f61e363a4c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6fadacb4-3c73-41dd-b0b4-aef93df8a5bd HTTP/1.1" status: 200 len: 217 time: 0.1200643 Nov 23 17:31:16.634728 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8ecee725-2477-4e32-8adf-514a56e78367 req-86a55d3b-7882-4766-a17e-e2e94cf6db99 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ea956362-a00e-4eeb-88fb-d8787f53fbd5 HTTP/1.1" status: 200 len: 217 time: 0.1206903 Nov 23 17:31:16.711751 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83c4b9c5-48d7-40af-8fb5-dabe4d43cce9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6cacfa8-7eb8-4a5b-9e66-80a73f1d903a'}, {'server_uuid': '2d345fdd-78be-4275-8a19-37cd401e3348', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d847368-f5fa-4fed-840d-25e906c18499'}, {'server_uuid': '83c4b9c5-48d7-40af-8fb5-dabe4d43cce9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43a35972-e7d6-46b1-a089-47907bd8d235'}, {'server_uuid': '9f161a1e-4342-477a-afd0-8cb3c4b8d58a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60f8ef03-7cec-4d0c-b65f-598b7fc51dd2'}, {'server_uuid': '83c4b9c5-48d7-40af-8fb5-dabe4d43cce9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c11f7314-15f4-4533-9091-774452b72d36'}] {{(pid=103592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:31:16.716006 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba3e6a8f2301c7a29fe1eca9779abdae4ccbcd6266d69778087f2498d5551201" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83418b53-1744-4a0e-9062-a9de76c9c1b1" -d '{"events": [{"server_uuid": "83c4b9c5-48d7-40af-8fb5-dabe4d43cce9", "name": "network-vif-plugged", "status": "completed", "tag": "e6cacfa8-7eb8-4a5b-9e66-80a73f1d903a"}, {"server_uuid": "2d345fdd-78be-4275-8a19-37cd401e3348", "name": "network-vif-plugged", "status": "completed", "tag": "9d847368-f5fa-4fed-840d-25e906c18499"}, {"server_uuid": "83c4b9c5-48d7-40af-8fb5-dabe4d43cce9", "name": "network-vif-plugged", "status": "completed", "tag": "43a35972-e7d6-46b1-a089-47907bd8d235"}, {"server_uuid": "9f161a1e-4342-477a-afd0-8cb3c4b8d58a", "name": "network-vif-plugged", "status": "completed", "tag": "60f8ef03-7cec-4d0c-b65f-598b7fc51dd2"}, {"server_uuid": "83c4b9c5-48d7-40af-8fb5-dabe4d43cce9", "name": "network-vif-plugged", "status": "completed", "tag": "c11f7314-15f4-4533-9091-774452b72d36"}]}' {{(pid=103592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:31:16.771579 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2288d845-c97a-4391-bd08-8ef8ab6ccadf req-3c2e043a-0d89-4d60-962c-67eba6f7f16d tempest-ServerRescueNegativeTestJSON-1154722601 tempest-ServerRescueNegativeTestJSON-1154722601-project] 10.222.0.60 "GET /v2.0/security-groups?id=fdeeda5f-d596-40d9-83fc-6ea083625241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2672641 Nov 23 17:31:16.789657 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecee725-2477-4e32-8adf-514a56e78367 req-627ef0dd-6856-4e56-95cc-97bb996b8380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:31:16.789657 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8ecee725-2477-4e32-8adf-514a56e78367 req-627ef0dd-6856-4e56-95cc-97bb996b8380 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=23f80e8e-7e58-4465-87c1-72654345f52f HTTP/1.1" status: 200 len: 849 time: 0.1242454 Nov 23 17:31:16.793650 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c2c9dc-7276-491c-8852-9114df55a212 req-fefa6bfa-5b35-4332-8b96-199e869ead06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:31:16.796557 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-61c2c9dc-7276-491c-8852-9114df55a212 req-fefa6bfa-5b35-4332-8b96-199e869ead06 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0fca264e-f203-46e9-b86a-ebb2329ba90b HTTP/1.1" status: 200 len: 852 time: 0.1611602 Nov 23 17:31:16.852024 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29f928e-267b-4d18-8d8f-bb6fc7b95d98 req-ea5f01f4-a7be-4453-ab26-fe6058a0ed02 tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:31:16.854762 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a29f928e-267b-4d18-8d8f-bb6fc7b95d98 req-ea5f01f4-a7be-4453-ab26-fe6058a0ed02 tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] 10.222.0.60 "GET /v2.0/ports?device_id=0a53ae80-f52c-49bf-aa8d-91eb60d0f379 HTTP/1.1" status: 200 len: 984 time: 0.2743957 Nov 23 17:31:16.875738 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 17:31:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f24316bb-3ac8-46c7-b5e9-c1b6bd6a6eb9 x-openstack-request-id: req-f24316bb-3ac8-46c7-b5e9-c1b6bd6a6eb9 {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:31:16.876179 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "264a06e0-6f11-4811-8310-78b511c1d976", "tag": "75b471bb-aa93-4b98-b084-37df0195f142", "status": "completed", "code": 200}]} {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:31:16.876569 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f24316bb-3ac8-46c7-b5e9-c1b6bd6a6eb9 {{(pid=103591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:31:16.877068 n-d-816206-8 neutron-server[103591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '264a06e0-6f11-4811-8310-78b511c1d976', 'tag': '75b471bb-aa93-4b98-b084-37df0195f142', 'status': 'completed', 'code': 200} Nov 23 17:31:16.890124 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-61c2c9dc-7276-491c-8852-9114df55a212 req-e07835b7-a8e3-4d66-87f3-10aa17c80496 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=20824f08-7d73-4bbc-b037-8f08604bcdaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0806000 Nov 23 17:31:17.074575 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecee725-2477-4e32-8adf-514a56e78367 req-aa5b508a-909e-4c03-a636-09b23c0a7211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:31:17.076114 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8ecee725-2477-4e32-8adf-514a56e78367 req-aa5b508a-909e-4c03-a636-09b23c0a7211 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=43d8ac08-152d-4053-b836-ddc03b0e91a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2785785 Nov 23 17:31:17.149603 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a29f928e-267b-4d18-8d8f-bb6fc7b95d98 req-eddabc85-cb8a-487c-ad07-c7d64cc83d56 tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] 10.222.0.60 "GET /v2.0/security-groups?id=d8e33e73-30b9-4952-965d-f940c31594f6&id=7eb5fd05-2ef7-4459-8b0e-701ca469ac3b&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.2648497 Nov 23 17:31:17.200747 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b157b8-c791-4de0-8426-c33a86866152 req-4fd7613d-c60d-4aba-9aff-48bff72f5247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:31:17.200747 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a1b157b8-c791-4de0-8426-c33a86866152 req-4fd7613d-c60d-4aba-9aff-48bff72f5247 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4f65af3089174d0bb5c97685ed8c70f1&device_id=264a06e0-6f11-4811-8310-78b511c1d976 HTTP/1.1" status: 200 len: 1094 time: 0.3174775 Nov 23 17:31:17.235429 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88ff527-3dfe-499a-9936-b2c2fd0ee8cd req-07fd4014-6bab-4dfc-b74e-dc4c1c3442b8 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:31:17.244880 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d88ff527-3dfe-499a-9936-b2c2fd0ee8cd req-07fd4014-6bab-4dfc-b74e-dc4c1c3442b8 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc1cb68a-7d8e-48af-9098-d96a53e08c31 HTTP/1.1" status: 200 len: 946 time: 0.3167219 Nov 23 17:31:17.274896 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-61c2c9dc-7276-491c-8852-9114df55a212 req-23e9f568-f2f9-4f33-9216-055044483a26 service neutron] 10.222.0.36 "GET /v2.0/networks/20824f08-7d73-4bbc-b037-8f08604bcdaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3509982 Nov 23 17:31:17.326105 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 12fa3432-cbaf-4ebf-9f28-b946995a0a0b up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:31:17.458862 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8ecee725-2477-4e32-8adf-514a56e78367 req-d387d0fb-e371-4035-9a8f-cccb961bc37e service neutron] 10.222.0.55 "GET /v2.0/networks/43d8ac08-152d-4053-b836-ddc03b0e91a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3655124 Nov 23 17:31:17.541392 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port 12fa3432-cbaf-4ebf-9f28-b946995a0a0b triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:31:17.541951 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:17.552515 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed80affe-6520-44e8-93bc-cf379b75dc92 req-f56bed07-9abe-4ecc-991d-be282ed78c89 tempest-ListImageFiltersTestJSON-955973730 tempest-ListImageFiltersTestJSON-955973730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:31:17.554745 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ed80affe-6520-44e8-93bc-cf379b75dc92 req-f56bed07-9abe-4ecc-991d-be282ed78c89 tempest-ListImageFiltersTestJSON-955973730 tempest-ListImageFiltersTestJSON-955973730-project] 10.222.0.60 "GET /v2.0/ports?device_id=daaf2d26-6252-4e15-aec2-60bbfe8c56eb HTTP/1.1" status: 200 len: 947 time: 0.2528107 Nov 23 17:31:17.558140 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d88ff527-3dfe-499a-9936-b2c2fd0ee8cd req-2914f8e7-71c8-445c-82b6-432e4a7ed4ba tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.60 "GET /v2.0/security-groups?id=b4179e07-bbfd-4236-b98c-2ab2b518c61f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2932518 Nov 23 17:31:17.579633 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b157b8-c791-4de0-8426-c33a86866152 req-1a07f502-a7d9-46a4-ae4a-6b8a7488680f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:31:17.582205 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a1b157b8-c791-4de0-8426-c33a86866152 req-1a07f502-a7d9-46a4-ae4a-6b8a7488680f service neutron] 10.222.0.36 "GET /v2.0/networks?id=6ca2a099-3278-4cc8-b9f8-e1347498d008 HTTP/1.1" status: 200 len: 910 time: 0.3352320 Nov 23 17:31:17.666630 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9a27ae6c-db98-474f-94c1-cc99bf842d79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:17.668427 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 867 Content-Type: application/json Date: Tue, 23 Nov 2021 17:31:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70511798-1022-46fc-89d2-0616809a3eb6 x-openstack-request-id: req-70511798-1022-46fc-89d2-0616809a3eb6 {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:31:17.668789 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83c4b9c5-48d7-40af-8fb5-dabe4d43cce9", "name": "network-vif-plugged", "status": "completed", "tag": "e6cacfa8-7eb8-4a5b-9e66-80a73f1d903a", "code": 200}, {"server_uuid": "2d345fdd-78be-4275-8a19-37cd401e3348", "name": "network-vif-plugged", "status": "completed", "tag": "9d847368-f5fa-4fed-840d-25e906c18499", "code": 200}, {"server_uuid": "83c4b9c5-48d7-40af-8fb5-dabe4d43cce9", "name": "network-vif-plugged", "status": "completed", "tag": "43a35972-e7d6-46b1-a089-47907bd8d235", "code": 200}, {"server_uuid": "9f161a1e-4342-477a-afd0-8cb3c4b8d58a", "name": "network-vif-plugged", "status": "completed", "tag": "60f8ef03-7cec-4d0c-b65f-598b7fc51dd2", "code": 200}, {"server_uuid": "83c4b9c5-48d7-40af-8fb5-dabe4d43cce9", "name": "network-vif-plugged", "status": "completed", "tag": "c11f7314-15f4-4533-9091-774452b72d36", "code": 200}]} {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:31:17.669118 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-70511798-1022-46fc-89d2-0616809a3eb6 {{(pid=103592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:31:17.669536 n-d-816206-8 neutron-server[103592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83c4b9c5-48d7-40af-8fb5-dabe4d43cce9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6cacfa8-7eb8-4a5b-9e66-80a73f1d903a', 'code': 200} Nov 23 17:31:17.670065 n-d-816206-8 neutron-server[103592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d345fdd-78be-4275-8a19-37cd401e3348', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d847368-f5fa-4fed-840d-25e906c18499', 'code': 200} Nov 23 17:31:17.670568 n-d-816206-8 neutron-server[103592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83c4b9c5-48d7-40af-8fb5-dabe4d43cce9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43a35972-e7d6-46b1-a089-47907bd8d235', 'code': 200} Nov 23 17:31:17.670819 n-d-816206-8 neutron-server[103592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f161a1e-4342-477a-afd0-8cb3c4b8d58a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60f8ef03-7cec-4d0c-b65f-598b7fc51dd2', 'code': 200} Nov 23 17:31:17.672539 n-d-816206-8 neutron-server[103592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83c4b9c5-48d7-40af-8fb5-dabe4d43cce9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c11f7314-15f4-4533-9091-774452b72d36', 'code': 200} Nov 23 17:31:17.880180 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d8fcbc-6c09-4ca9-bfaf-7b63d921a1b5 req-62a57c08-255e-4c44-aeeb-2ca21ed66277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:31:17.880836 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d8fcbc-6c09-4ca9-bfaf-7b63d921a1b5 req-62a57c08-255e-4c44-aeeb-2ca21ed66277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:31:17.881352 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d8fcbc-6c09-4ca9-bfaf-7b63d921a1b5 req-62a57c08-255e-4c44-aeeb-2ca21ed66277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:31:17.881873 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d8fcbc-6c09-4ca9-bfaf-7b63d921a1b5 req-62a57c08-255e-4c44-aeeb-2ca21ed66277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:31:17.882399 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d8fcbc-6c09-4ca9-bfaf-7b63d921a1b5 req-62a57c08-255e-4c44-aeeb-2ca21ed66277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:31:17.882918 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d8fcbc-6c09-4ca9-bfaf-7b63d921a1b5 req-62a57c08-255e-4c44-aeeb-2ca21ed66277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:31:17.883445 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d8fcbc-6c09-4ca9-bfaf-7b63d921a1b5 req-62a57c08-255e-4c44-aeeb-2ca21ed66277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:31:17.885599 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-04d8fcbc-6c09-4ca9-bfaf-7b63d921a1b5 req-62a57c08-255e-4c44-aeeb-2ca21ed66277 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=83c4b9c5-48d7-40af-8fb5-dabe4d43cce9 HTTP/1.1" status: 200 len: 6498 time: 0.0623753 Nov 23 17:31:17.976115 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-04d8fcbc-6c09-4ca9-bfaf-7b63d921a1b5 req-946ac72e-4c11-4b7c-8cf9-afe4bc9f52c2 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=0089afc6-8a44-4092-8e4d-085e37cc31cf&id=f803d7ea-d3d6-4cf6-830c-70814cdc1205&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0809314 Nov 23 17:31:17.977093 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.55', 62513) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:31:18.039235 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daa8b61-05fd-48d3-b52f-8123e32dbe8f req-4ed3f766-74da-45da-8745-7c25fbe0859d tempest-ListImageFiltersTestJSON-955973730 tempest-ListImageFiltersTestJSON-955973730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:31:18.040809 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-5daa8b61-05fd-48d3-b52f-8123e32dbe8f req-4ed3f766-74da-45da-8745-7c25fbe0859d tempest-ListImageFiltersTestJSON-955973730 tempest-ListImageFiltersTestJSON-955973730-project] 10.222.0.55 "GET /v2.0/ports?device_id=daaf2d26-6252-4e15-aec2-60bbfe8c56eb HTTP/1.1" status: 200 len: 947 time: 0.0623264 Nov 23 17:31:18.089984 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a1b157b8-c791-4de0-8426-c33a86866152 req-e5c24cb8-a008-4640-8598-adf787c4cc64 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=75b471bb-aa93-4b98-b084-37df0195f142 HTTP/1.1" status: 200 len: 217 time: 0.4915991 Nov 23 17:31:18.109427 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-61c2c9dc-7276-491c-8852-9114df55a212 req-27d880dc-d6f5-4077-8324-5e3e0eac05d1 service neutron] 10.222.0.36 "GET /v2.0/networks/20824f08-7d73-4bbc-b037-8f08604bcdaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7891643 Nov 23 17:31:18.171666 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ed80affe-6520-44e8-93bc-cf379b75dc92 req-bb8e31b1-be06-47dd-99b8-875522d144cd tempest-ListImageFiltersTestJSON-955973730 tempest-ListImageFiltersTestJSON-955973730-project] 10.222.0.60 "GET /v2.0/security-groups?id=fec35857-50c4-4692-bf75-bd7acd8a118e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6041751 Nov 23 17:31:18.192697 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8ecee725-2477-4e32-8adf-514a56e78367 req-481a95e3-21d7-4453-b6da-a8c21f300385 service neutron] 10.222.0.55 "GET /v2.0/networks/43d8ac08-152d-4053-b836-ddc03b0e91a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7225692 Nov 23 17:31:18.216058 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd46bcb-520c-44ed-98fa-0ba953484aaf req-4e0eae78-7d0e-42a3-9020-cd6aaac75431 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:31:18.223409 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd46bcb-520c-44ed-98fa-0ba953484aaf req-4e0eae78-7d0e-42a3-9020-cd6aaac75431 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:31:18.229573 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd46bcb-520c-44ed-98fa-0ba953484aaf req-4e0eae78-7d0e-42a3-9020-cd6aaac75431 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:31:18.235624 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd46bcb-520c-44ed-98fa-0ba953484aaf req-4e0eae78-7d0e-42a3-9020-cd6aaac75431 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:31:18.242366 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd46bcb-520c-44ed-98fa-0ba953484aaf req-4e0eae78-7d0e-42a3-9020-cd6aaac75431 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:31:18.249208 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd46bcb-520c-44ed-98fa-0ba953484aaf req-4e0eae78-7d0e-42a3-9020-cd6aaac75431 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:31:18.257503 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd46bcb-520c-44ed-98fa-0ba953484aaf req-4e0eae78-7d0e-42a3-9020-cd6aaac75431 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:31:18.266520 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7cd46bcb-520c-44ed-98fa-0ba953484aaf req-4e0eae78-7d0e-42a3-9020-cd6aaac75431 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] 10.222.0.60 "GET /v2.0/ports?device_id=83c4b9c5-48d7-40af-8fb5-dabe4d43cce9 HTTP/1.1" status: 200 len: 5441 time: 0.2974494 Nov 23 17:31:18.292672 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b615cec2-1a71-414b-933d-a237529cfbcc req-bc76822b-3a1f-4120-8f41-c3db9915fac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:31:18.293381 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:18.294220 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b615cec2-1a71-414b-933d-a237529cfbcc req-bc76822b-3a1f-4120-8f41-c3db9915fac7 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=9f161a1e-4342-477a-afd0-8cb3c4b8d58a HTTP/1.1" status: 200 len: 1096 time: 0.3350790 Nov 23 17:31:18.318848 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b157b8-c791-4de0-8426-c33a86866152 req-a43d3e8e-e3db-48b1-992e-5c3c47094cee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:31:18.320669 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a1b157b8-c791-4de0-8426-c33a86866152 req-a43d3e8e-e3db-48b1-992e-5c3c47094cee service neutron] 10.222.0.36 "GET /v2.0/subnets?id=804312ca-e813-4059-ae1d-716893923822 HTTP/1.1" status: 200 len: 849 time: 0.2042408 Nov 23 17:31:18.322762 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d508f074-368d-4ec5-8f46-e96aa2ad5318 req-c8fda695-7a7a-4559-9d2b-fd9f0cb7fc34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:31:18.324299 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d508f074-368d-4ec5-8f46-e96aa2ad5318 req-c8fda695-7a7a-4559-9d2b-fd9f0cb7fc34 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=2d345fdd-78be-4275-8a19-37cd401e3348 HTTP/1.1" status: 200 len: 1096 time: 0.3459659 Nov 23 17:31:18.390359 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a1b157b8-c791-4de0-8426-c33a86866152 req-c8900f6e-8571-4df2-89a3-6ef0ec6ebfd9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6ca2a099-3278-4cc8-b9f8-e1347498d008&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0570657 Nov 23 17:31:18.397114 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [req-5daa8b61-05fd-48d3-b52f-8123e32dbe8f req-3f7f98f3-ede8-4b68-aa0a-036633ddded7 tempest-ListImageFiltersTestJSON-955973730 tempest-ListImageFiltersTestJSON-955973730-project] Deleting port 97cf3f37-bd1d-4404-849f-d8e0feede5b7 {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:31:18.397834 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-5daa8b61-05fd-48d3-b52f-8123e32dbe8f req-3f7f98f3-ede8-4b68-aa0a-036633ddded7 tempest-ListImageFiltersTestJSON-955973730 tempest-ListImageFiltersTestJSON-955973730-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:18.521328 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d508f074-368d-4ec5-8f46-e96aa2ad5318 req-305074c5-e4c8-4606-bcd7-89bc526cca10 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=fdeeda5f-d596-40d9-83fc-6ea083625241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786942 Nov 23 17:31:18.532123 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7cd46bcb-520c-44ed-98fa-0ba953484aaf req-d7ef1acc-37e6-4113-8502-a2d7d9b8f3e6 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] 10.222.0.60 "GET /v2.0/security-groups?id=f803d7ea-d3d6-4cf6-830c-70814cdc1205&id=0089afc6-8a44-4092-8e4d-085e37cc31cf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2646058 Nov 23 17:31:18.566686 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b615cec2-1a71-414b-933d-a237529cfbcc req-5c410d99-c0c1-4314-a1cc-f7b6a18e02ec service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=fdeeda5f-d596-40d9-83fc-6ea083625241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2583992 Nov 23 17:31:18.586580 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [req-5daa8b61-05fd-48d3-b52f-8123e32dbe8f req-3f7f98f3-ede8-4b68-aa0a-036633ddded7 tempest-ListImageFiltersTestJSON-955973730 tempest-ListImageFiltersTestJSON-955973730-project] For port 97cf3f37-bd1d-4404-849f-d8e0feede5b7, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=97cf3f37-bd1d-4404-849f-d8e0feede5b7,segment=NetworkSegment(329c1745-02bf-4561-9615-3192910887f5),segment_id=329c1745-02bf-4561-9615-3192910887f5)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:31:18.587678 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-5daa8b61-05fd-48d3-b52f-8123e32dbe8f req-3f7f98f3-ede8-4b68-aa0a-036633ddded7 tempest-ListImageFiltersTestJSON-955973730 tempest-ListImageFiltersTestJSON-955973730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:18.595939 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01be54a-aef8-4e79-9ca8-449fb3212075 req-38be53ad-7a06-4d6e-a78e-c1118f36bbd3 tempest-ServerTagsTestJSON-792397983 tempest-ServerTagsTestJSON-792397983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:31:18.598191 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c01be54a-aef8-4e79-9ca8-449fb3212075 req-38be53ad-7a06-4d6e-a78e-c1118f36bbd3 tempest-ServerTagsTestJSON-792397983 tempest-ServerTagsTestJSON-792397983-project] 10.222.0.60 "GET /v2.0/ports?device_id=264a06e0-6f11-4811-8310-78b511c1d976 HTTP/1.1" status: 200 len: 943 time: 0.1763775 Nov 23 17:31:18.616767 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device 75b471bb-aa93-4b98-b084-37df0195f142 details requested by agent hyperv_n-h2-816206-8 with host n-h2-816206-8 {{(pid=103592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 17:31:18.627104 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [req-5daa8b61-05fd-48d3-b52f-8123e32dbe8f req-3f7f98f3-ede8-4b68-aa0a-036633ddded7 tempest-ListImageFiltersTestJSON-955973730 tempest-ListImageFiltersTestJSON-955973730-project] Calling delete_port for 97cf3f37-bd1d-4404-849f-d8e0feede5b7 owned by compute:nova {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:31:18.641008 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a1b157b8-c791-4de0-8426-c33a86866152 req-d01d745a-7080-4330-a4d8-dcf064ae781d service neutron] 10.222.0.36 "GET /v2.0/networks/6ca2a099-3278-4cc8-b9f8-e1347498d008?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2326052 Nov 23 17:31:18.751373 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c01be54a-aef8-4e79-9ca8-449fb3212075 req-2e7caa06-1760-4785-a304-f6f8c99337f4 tempest-ServerTagsTestJSON-792397983 tempest-ServerTagsTestJSON-792397983-project] 10.222.0.60 "GET /v2.0/security-groups?id=e113c722-fc85-42f1-9b47-ad484abf3fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356139 Nov 23 17:31:18.805513 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port 75b471bb-aa93-4b98-b084-37df0195f142, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=75b471bb-aa93-4b98-b084-37df0195f142,segment=NetworkSegment(3e2792b6-4cf4-4a20-826e-ccdaf9b2fd5e),segment_id=3e2792b6-4cf4-4a20-826e-ccdaf9b2fd5e)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:31:18.838974 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Returning: {'device': '75b471bb-aa93-4b98-b084-37df0195f142', 'network_id': '6ca2a099-3278-4cc8-b9f8-e1347498d008', 'port_id': '75b471bb-aa93-4b98-b084-37df0195f142', 'mac_address': 'fa:16:3e:50:2b:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 515, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '804312ca-e813-4059-ae1d-716893923822', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 17:31:18.922014 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:18.957739 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75b471bb-aa93-4b98-b084-37df0195f142 {{(pid=103592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:31:18.993454 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fc6691-b731-4b59-b657-a0dd2f0d30af req-1b300c60-8068-4df1-ba43-8e2df9d9ba6a tempest-ServerRescueNegativeTestJSON-1154722601 tempest-ServerRescueNegativeTestJSON-1154722601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:31:19.002642 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-33fc6691-b731-4b59-b657-a0dd2f0d30af req-1b300c60-8068-4df1-ba43-8e2df9d9ba6a tempest-ServerRescueNegativeTestJSON-1154722601 tempest-ServerRescueNegativeTestJSON-1154722601-project] 10.222.0.60 "GET /v2.0/ports?device_id=9f161a1e-4342-477a-afd0-8cb3c4b8d58a HTTP/1.1" status: 200 len: 945 time: 0.2212820 Nov 23 17:31:19.012761 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a1b157b8-c791-4de0-8426-c33a86866152 req-c7a0f15c-2b3b-4461-b187-aff791dfeda6 service neutron] 10.222.0.36 "GET /v2.0/networks/6ca2a099-3278-4cc8-b9f8-e1347498d008?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3383129 Nov 23 17:31:19.015625 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port 75b471bb-aa93-4b98-b084-37df0195f142, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=75b471bb-aa93-4b98-b084-37df0195f142,segment=NetworkSegment(3e2792b6-4cf4-4a20-826e-ccdaf9b2fd5e),segment_id=3e2792b6-4cf4-4a20-826e-ccdaf9b2fd5e)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:31:19.022612 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:19.087777 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff2ea59-773a-4227-964e-5c1f65c536ac req-7b0058a7-9d43-4119-bf7a-56af51bf5186 tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:31:19.095623 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5ff2ea59-773a-4227-964e-5c1f65c536ac req-7b0058a7-9d43-4119-bf7a-56af51bf5186 tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] 10.222.0.60 "GET /v2.0/ports?device_id=0a53ae80-f52c-49bf-aa8d-91eb60d0f379 HTTP/1.1" status: 200 len: 984 time: 0.1239498 Nov 23 17:31:19.131169 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-33fc6691-b731-4b59-b657-a0dd2f0d30af req-880142a1-9c26-4273-963b-3eb7396a6900 tempest-ServerRescueNegativeTestJSON-1154722601 tempest-ServerRescueNegativeTestJSON-1154722601-project] 10.222.0.60 "GET /v2.0/security-groups?id=fdeeda5f-d596-40d9-83fc-6ea083625241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262827 Nov 23 17:31:19.134692 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Pushing event updated for resources: {'Port': ['ID=75b471bb-aa93-4b98-b084-37df0195f142,revision_number=4']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:31:19.218479 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5ff2ea59-773a-4227-964e-5c1f65c536ac req-3955d201-4069-46a9-8864-8daef70e9b64 tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] 10.222.0.60 "GET /v2.0/security-groups?id=d8e33e73-30b9-4952-965d-f940c31594f6&id=7eb5fd05-2ef7-4459-8b0e-701ca469ac3b&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1206360 Nov 23 17:31:19.259899 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-5daa8b61-05fd-48d3-b52f-8123e32dbe8f req-3f7f98f3-ede8-4b68-aa0a-036633ddded7 tempest-ListImageFiltersTestJSON-955973730 tempest-ListImageFiltersTestJSON-955973730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:19.299944 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7f98f3-ede8-4b68-aa0a-036633ddded7 tempest-ListImageFiltersTestJSON-955973730 tempest-ListImageFiltersTestJSON-955973730-project] Pushing event deleted for resources: {'Port': ['ID=97cf3f37-bd1d-4404-849f-d8e0feede5b7,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:31:19.303327 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device 97cf3f37-bd1d-4404-849f-d8e0feede5b7 no longer exists at agent hyperv_n-h1-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:31:19.316699 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7f98f3-ede8-4b68-aa0a-036633ddded7 tempest-ListImageFiltersTestJSON-955973730 tempest-ListImageFiltersTestJSON-955973730-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:31:19.317603 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7f98f3-ede8-4b68-aa0a-036633ddded7 tempest-ListImageFiltersTestJSON-955973730 tempest-ListImageFiltersTestJSON-955973730-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:31:19.318165 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7f98f3-ede8-4b68-aa0a-036633ddded7 tempest-ListImageFiltersTestJSON-955973730 tempest-ListImageFiltersTestJSON-955973730-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:31:19.318644 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7f98f3-ede8-4b68-aa0a-036633ddded7 tempest-ListImageFiltersTestJSON-955973730 tempest-ListImageFiltersTestJSON-955973730-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:31:19.319087 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7f98f3-ede8-4b68-aa0a-036633ddded7 tempest-ListImageFiltersTestJSON-955973730 tempest-ListImageFiltersTestJSON-955973730-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:31:19.319570 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7f98f3-ede8-4b68-aa0a-036633ddded7 tempest-ListImageFiltersTestJSON-955973730 tempest-ListImageFiltersTestJSON-955973730-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:31:19.319981 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7f98f3-ede8-4b68-aa0a-036633ddded7 tempest-ListImageFiltersTestJSON-955973730 tempest-ListImageFiltersTestJSON-955973730-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:31:19.320444 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7f98f3-ede8-4b68-aa0a-036633ddded7 tempest-ListImageFiltersTestJSON-955973730 tempest-ListImageFiltersTestJSON-955973730-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:31:19.321214 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7f98f3-ede8-4b68-aa0a-036633ddded7 tempest-ListImageFiltersTestJSON-955973730 tempest-ListImageFiltersTestJSON-955973730-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:31:19.322523 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7f98f3-ede8-4b68-aa0a-036633ddded7 tempest-ListImageFiltersTestJSON-955973730 tempest-ListImageFiltersTestJSON-955973730-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:31:19.322523 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7f98f3-ede8-4b68-aa0a-036633ddded7 tempest-ListImageFiltersTestJSON-955973730 tempest-ListImageFiltersTestJSON-955973730-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:31:19.322823 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7f98f3-ede8-4b68-aa0a-036633ddded7 tempest-ListImageFiltersTestJSON-955973730 tempest-ListImageFiltersTestJSON-955973730-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:31:19.382506 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] No Port match for: 97cf3f37-bd1d-4404-849f-d8e0feede5b7 {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:31:19.382506 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device 97cf3f37-bd1d-4404-849f-d8e0feede5b7 not bound to the agent host n-h1-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:31:19.383210 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device ea956362-a00e-4eeb-88fb-d8787f53fbd5 no longer exists at agent hyperv_n-h1-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:31:19.402310 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [req-5daa8b61-05fd-48d3-b52f-8123e32dbe8f req-3f7f98f3-ede8-4b68-aa0a-036633ddded7 tempest-ListImageFiltersTestJSON-955973730 tempest-ListImageFiltersTestJSON-955973730-project] No DVR routers for this DVR port 97cf3f37-bd1d-4404-849f-d8e0feede5b7 on host n-h1-816206-8 {{(pid=103590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:31:19.406214 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-5daa8b61-05fd-48d3-b52f-8123e32dbe8f req-3f7f98f3-ede8-4b68-aa0a-036633ddded7 tempest-ListImageFiltersTestJSON-955973730 tempest-ListImageFiltersTestJSON-955973730-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:19.411453 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-5daa8b61-05fd-48d3-b52f-8123e32dbe8f req-3f7f98f3-ede8-4b68-aa0a-036633ddded7 tempest-ListImageFiltersTestJSON-955973730 tempest-ListImageFiltersTestJSON-955973730-project] 10.222.0.55 "DELETE /v2.0/ports/97cf3f37-bd1d-4404-849f-d8e0feede5b7 HTTP/1.1" status: 204 len: 173 time: 1.2249219 Nov 23 17:31:19.412302 n-d-816206-8 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'daaf2d26-6252-4e15-aec2-60bbfe8c56eb', 'name': 'network-vif-deleted', 'tag': '97cf3f37-bd1d-4404-849f-d8e0feede5b7'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:31:19.421879 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbabddbc9fc37b068808e119c416c86f5957ca04531a4a0d2e695c515e93483b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9672a178-9a74-47b7-aa23-4e90144e9335" -d '{"events": [{"server_uuid": "daaf2d26-6252-4e15-aec2-60bbfe8c56eb", "name": "network-vif-deleted", "tag": "97cf3f37-bd1d-4404-849f-d8e0feede5b7"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:31:19.430054 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-989c9fe7-5efa-48a2-b2bd-cb6ecfe81c82 req-93bf315b-8e94-489b-ae24-540baf1974b7 tempest-ListImageFiltersTestJSON-955973730 tempest-ListImageFiltersTestJSON-955973730-project] 10.222.0.60 "GET /v2.0/ports?device_id=daaf2d26-6252-4e15-aec2-60bbfe8c56eb HTTP/1.1" status: 200 len: 210 time: 0.0999296 Nov 23 17:31:19.448074 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] get_ports_and_sgs() called for port_ids ['75b471bb-aa93-4b98-b084-37df0195f142'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:31:19.464796 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d90489-a87f-4b89-ab46-c70b868ff960 req-8defcd69-e6ae-471c-875e-71cde8007fe5 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:31:19.467066 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-78d90489-a87f-4b89-ab46-c70b868ff960 req-8defcd69-e6ae-471c-875e-71cde8007fe5 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc1cb68a-7d8e-48af-9098-d96a53e08c31 HTTP/1.1" status: 200 len: 946 time: 0.1766257 Nov 23 17:31:19.587670 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:31:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5363cfb7-e03c-48af-8ac4-4f5a07f2ec67 x-openstack-request-id: req-5363cfb7-e03c-48af-8ac4-4f5a07f2ec67 {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:31:19.588069 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "daaf2d26-6252-4e15-aec2-60bbfe8c56eb", "name": "network-vif-deleted", "tag": "97cf3f37-bd1d-4404-849f-d8e0feede5b7", "status": "completed", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:31:19.588228 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5363cfb7-e03c-48af-8ac4-4f5a07f2ec67 {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:31:19.588727 n-d-816206-8 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'daaf2d26-6252-4e15-aec2-60bbfe8c56eb', 'name': 'network-vif-deleted', 'tag': '97cf3f37-bd1d-4404-849f-d8e0feede5b7', 'status': 'completed', 'code': 200} Nov 23 17:31:19.667820 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-78d90489-a87f-4b89-ab46-c70b868ff960 req-17236057-7a8f-450d-922b-2b4fabebdf83 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.60 "GET /v2.0/security-groups?id=b4179e07-bbfd-4236-b98c-2ab2b518c61f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1897819 Nov 23 17:31:19.741557 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:19.827624 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc1cb68a-7d8e-48af-9098-d96a53e08c31', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ea956362-a00e-4eeb-88fb-d8787f53fbd5'}] {{(pid=103592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:31:19.841757 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba3e6a8f2301c7a29fe1eca9779abdae4ccbcd6266d69778087f2498d5551201" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1558f6fa-43e4-4b27-8b89-43e42838d62c" -d '{"events": [{"server_uuid": "cc1cb68a-7d8e-48af-9098-d96a53e08c31", "name": "network-vif-unplugged", "status": "completed", "tag": "ea956362-a00e-4eeb-88fb-d8787f53fbd5"}]}' {{(pid=103592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:31:19.871380 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port ea956362-a00e-4eeb-88fb-d8787f53fbd5, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=ea956362-a00e-4eeb-88fb-d8787f53fbd5,segment=NetworkSegment(f75f400f-3665-42b6-b743-8c8989e17b3e),segment_id=f75f400f-3665-42b6-b743-8c8989e17b3e)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:31:19.881080 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:19.922413 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04f50ec-564b-4e8e-8675-a8db97e38bd1 req-3d4e81ac-4e1c-429e-abec-489671e31d34 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:31:19.943703 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04f50ec-564b-4e8e-8675-a8db97e38bd1 req-3d4e81ac-4e1c-429e-abec-489671e31d34 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:31:19.960582 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04f50ec-564b-4e8e-8675-a8db97e38bd1 req-3d4e81ac-4e1c-429e-abec-489671e31d34 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:31:19.978462 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04f50ec-564b-4e8e-8675-a8db97e38bd1 req-3d4e81ac-4e1c-429e-abec-489671e31d34 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:31:19.988603 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04f50ec-564b-4e8e-8675-a8db97e38bd1 req-3d4e81ac-4e1c-429e-abec-489671e31d34 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:31:20.003742 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04f50ec-564b-4e8e-8675-a8db97e38bd1 req-3d4e81ac-4e1c-429e-abec-489671e31d34 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:31:20.010252 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04f50ec-564b-4e8e-8675-a8db97e38bd1 req-3d4e81ac-4e1c-429e-abec-489671e31d34 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:31:20.018786 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e04f50ec-564b-4e8e-8675-a8db97e38bd1 req-3d4e81ac-4e1c-429e-abec-489671e31d34 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] 10.222.0.60 "GET /v2.0/ports?device_id=83c4b9c5-48d7-40af-8fb5-dabe4d43cce9 HTTP/1.1" status: 200 len: 5441 time: 0.2725523 Nov 23 17:31:20.041425 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Pushing event updated for resources: {'Port': ['ID=ea956362-a00e-4eeb-88fb-d8787f53fbd5,revision_number=8']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:31:20.139187 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e04f50ec-564b-4e8e-8675-a8db97e38bd1 req-53a4c13c-6ebf-4715-8e5f-4c9d7987cf25 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] 10.222.0.60 "GET /v2.0/security-groups?id=f803d7ea-d3d6-4cf6-830c-70814cdc1205&id=0089afc6-8a44-4092-8e4d-085e37cc31cf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1191111 Nov 23 17:31:20.168833 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eaf6a2a-d67e-48f4-8f13-0fb62bb21a13 req-b5068355-9508-4ece-8bff-7d3bb27cef62 tempest-ServerTagsTestJSON-792397983 tempest-ServerTagsTestJSON-792397983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:31:20.179447 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6eaf6a2a-d67e-48f4-8f13-0fb62bb21a13 req-b5068355-9508-4ece-8bff-7d3bb27cef62 tempest-ServerTagsTestJSON-792397983 tempest-ServerTagsTestJSON-792397983-project] 10.222.0.60 "GET /v2.0/ports?device_id=264a06e0-6f11-4811-8310-78b511c1d976 HTTP/1.1" status: 200 len: 944 time: 0.1392279 Nov 23 17:31:20.238352 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 17:31:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d259c8ab-900f-4401-8b6f-414fa4b71205 x-openstack-request-id: req-d259c8ab-900f-4401-8b6f-414fa4b71205 {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:31:20.238721 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc1cb68a-7d8e-48af-9098-d96a53e08c31", "name": "network-vif-unplugged", "status": "completed", "tag": "ea956362-a00e-4eeb-88fb-d8787f53fbd5", "code": 200}]} {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:31:20.239006 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d259c8ab-900f-4401-8b6f-414fa4b71205 {{(pid=103592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:31:20.239716 n-d-816206-8 neutron-server[103592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc1cb68a-7d8e-48af-9098-d96a53e08c31', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ea956362-a00e-4eeb-88fb-d8787f53fbd5', 'code': 200} Nov 23 17:31:20.278527 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6eaf6a2a-d67e-48f4-8f13-0fb62bb21a13 req-f9dbe1aa-cf57-4613-9590-564856b93b66 tempest-ServerTagsTestJSON-792397983 tempest-ServerTagsTestJSON-792397983-project] 10.222.0.60 "GET /v2.0/security-groups?id=e113c722-fc85-42f1-9b47-ad484abf3fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856721 Nov 23 17:31:20.419026 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec90318-1645-452c-b439-f7a4c0d536dd req-aadbdd9a-e8f8-4ca4-a699-2d05d436ab46 tempest-ServerRescueNegativeTestJSON-1154722601 tempest-ServerRescueNegativeTestJSON-1154722601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:31:20.421089 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-0ec90318-1645-452c-b439-f7a4c0d536dd req-aadbdd9a-e8f8-4ca4-a699-2d05d436ab46 tempest-ServerRescueNegativeTestJSON-1154722601 tempest-ServerRescueNegativeTestJSON-1154722601-project] 10.222.0.60 "GET /v2.0/ports?device_id=9f161a1e-4342-477a-afd0-8cb3c4b8d58a HTTP/1.1" status: 200 len: 945 time: 0.0972369 Nov 23 17:31:20.445883 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9b3ce1-8316-4f51-8eb8-779630b4d832 req-b78fa1a8-758f-4b00-aafc-79d9e127e611 tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:31:20.447918 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7a9b3ce1-8316-4f51-8eb8-779630b4d832 req-b78fa1a8-758f-4b00-aafc-79d9e127e611 tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] 10.222.0.60 "GET /v2.0/ports?device_id=0a53ae80-f52c-49bf-aa8d-91eb60d0f379 HTTP/1.1" status: 200 len: 984 time: 0.0895514 Nov 23 17:31:20.536678 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-0ec90318-1645-452c-b439-f7a4c0d536dd req-8d1b459e-5e4d-4363-ae32-551192974e46 tempest-ServerRescueNegativeTestJSON-1154722601 tempest-ServerRescueNegativeTestJSON-1154722601-project] 10.222.0.60 "GET /v2.0/security-groups?id=fdeeda5f-d596-40d9-83fc-6ea083625241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871966 Nov 23 17:31:20.570346 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7a9b3ce1-8316-4f51-8eb8-779630b4d832 req-a5953c25-f7c6-4127-8225-0ccb1df1f568 tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] 10.222.0.60 "GET /v2.0/security-groups?id=d8e33e73-30b9-4952-965d-f940c31594f6&id=7eb5fd05-2ef7-4459-8b0e-701ca469ac3b&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1084743 Nov 23 17:31:20.796667 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c9feb1ce-7293-483d-84c9-2f5b0e63de3d req-9e8d7c5d-cce2-4c5b-9d1a-d82c3cb6e88f tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1034623951&fields=id&tenant_id=c94e75c35eaa4eaebd82e447a9e1b0e3 HTTP/1.1" status: 200 len: 267 time: 0.0908289 Nov 23 17:31:20.877304 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9feb1ce-7293-483d-84c9-2f5b0e63de3d req-2ddcae62-8a0e-40d9-92fc-1c6e5505f35d tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:31:20.887058 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c9feb1ce-7293-483d-84c9-2f5b0e63de3d req-2ddcae62-8a0e-40d9-92fc-1c6e5505f35d tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] 10.222.0.60 "GET /v2.0/ports?device_id=0a53ae80-f52c-49bf-aa8d-91eb60d0f379 HTTP/1.1" status: 200 len: 984 time: 0.0820916 Nov 23 17:31:20.894959 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [req-c9feb1ce-7293-483d-84c9-2f5b0e63de3d req-8e5d2a8d-73bc-4135-a88f-cbfe0f8c8928 tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] Request body: {'port': {'security_groups': ['7eb5fd05-2ef7-4459-8b0e-701ca469ac3b', 'd8e33e73-30b9-4952-965d-f940c31594f6', '08f22001-d741-4b87-aa68-ca7991f22b20']}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:31:20.964002 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9dd514-23f4-457e-91d5-049657121c22 req-b482903e-08ff-4e91-8fda-38cfc81acdd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:31:20.966500 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-fd9dd514-23f4-457e-91d5-049657121c22 req-b482903e-08ff-4e91-8fda-38cfc81acdd5 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=48e79dc20fea40fb8ca9e6c621fad84a&device_id=9f161a1e-4342-477a-afd0-8cb3c4b8d58a HTTP/1.1" status: 200 len: 1096 time: 0.0692527 Nov 23 17:31:21.001629 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-c9feb1ce-7293-483d-84c9-2f5b0e63de3d req-8e5d2a8d-73bc-4135-a88f-cbfe0f8c8928 tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:21.131222 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9dd514-23f4-457e-91d5-049657121c22 req-66e38820-da49-4c98-8d9b-cbb40384b2e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:31:21.133825 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-fd9dd514-23f4-457e-91d5-049657121c22 req-66e38820-da49-4c98-8d9b-cbb40384b2e9 service neutron] 10.222.0.55 "GET /v2.0/networks?id=ee61f549-61e5-4b3e-88cc-f7acada2ae03 HTTP/1.1" status: 200 len: 919 time: 0.1559236 Nov 23 17:31:21.213523 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-fd9dd514-23f4-457e-91d5-049657121c22 req-0a6caedf-21db-4158-a628-c1a6782f854e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=60f8ef03-7cec-4d0c-b65f-598b7fc51dd2 HTTP/1.1" status: 200 len: 217 time: 0.0716445 Nov 23 17:31:21.228335 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58f016a-16d3-468b-9e4d-fabd1ccfc0ad req-6c5846f2-899a-491d-803e-b002c2993a53 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:31:21.229850 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a58f016a-16d3-468b-9e4d-fabd1ccfc0ad req-6c5846f2-899a-491d-803e-b002c2993a53 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc1cb68a-7d8e-48af-9098-d96a53e08c31 HTTP/1.1" status: 200 len: 944 time: 0.1046679 Nov 23 17:31:21.274348 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9dd514-23f4-457e-91d5-049657121c22 req-8f46a9a2-2b0c-42ce-8455-8a25866c2737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:31:21.275875 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-fd9dd514-23f4-457e-91d5-049657121c22 req-8f46a9a2-2b0c-42ce-8455-8a25866c2737 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7a48fbc6-9cf3-4d00-a808-31156a99c4b2 HTTP/1.1" status: 200 len: 858 time: 0.0547912 Nov 23 17:31:21.317546 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-fd9dd514-23f4-457e-91d5-049657121c22 req-01ab7ed1-6448-4f98-b4ef-a768ae9e8a43 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ee61f549-61e5-4b3e-88cc-f7acada2ae03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350089 Nov 23 17:31:21.408516 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a58f016a-16d3-468b-9e4d-fabd1ccfc0ad req-c9c4ec2e-4194-4127-a0d4-3e931e57dc15 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.60 "GET /v2.0/security-groups?id=b4179e07-bbfd-4236-b98c-2ab2b518c61f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597586 Nov 23 17:31:21.451264 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-c9feb1ce-7293-483d-84c9-2f5b0e63de3d req-8e5d2a8d-73bc-4135-a88f-cbfe0f8c8928 tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] For port 6fadacb4-3c73-41dd-b0b4-aef93df8a5bd, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=6fadacb4-3c73-41dd-b0b4-aef93df8a5bd,segment=NetworkSegment(72cae39b-e177-46b5-abb9-73dc195aab07),segment_id=72cae39b-e177-46b5-abb9-73dc195aab07)] {{(pid=103591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:31:21.452020 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-fd9dd514-23f4-457e-91d5-049657121c22 req-b6ac8d8a-5dec-42a4-9820-d27852c0b39b service neutron] 10.222.0.55 "GET /v2.0/networks/ee61f549-61e5-4b3e-88cc-f7acada2ae03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246266 Nov 23 17:31:21.504263 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-c9feb1ce-7293-483d-84c9-2f5b0e63de3d req-8e5d2a8d-73bc-4135-a88f-cbfe0f8c8928 tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] Publish callbacks [] for port, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:21.538415 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-c9feb1ce-7293-483d-84c9-2f5b0e63de3d req-8e5d2a8d-73bc-4135-a88f-cbfe0f8c8928 tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264758186'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:21.559386 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] get_ports_and_sgs() called for port_ids ['af7771d7-80af-4220-bc57-9e1037f5bb30', '6fadacb4-3c73-41dd-b0b4-aef93df8a5bd'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:31:21.602192 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9feb1ce-7293-483d-84c9-2f5b0e63de3d req-8e5d2a8d-73bc-4135-a88f-cbfe0f8c8928 tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:31:21.602902 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-c9feb1ce-7293-483d-84c9-2f5b0e63de3d req-8e5d2a8d-73bc-4135-a88f-cbfe0f8c8928 tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:21.616785 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c9feb1ce-7293-483d-84c9-2f5b0e63de3d req-8e5d2a8d-73bc-4135-a88f-cbfe0f8c8928 tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] 10.222.0.60 "PUT /v2.0/ports/6fadacb4-3c73-41dd-b0b4-aef93df8a5bd HTTP/1.1" status: 200 len: 1020 time: 0.7283301 Nov 23 17:31:21.618635 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a53ae80-f52c-49bf-aa8d-91eb60d0f379', 'tag': '6fadacb4-3c73-41dd-b0b4-aef93df8a5bd'}] {{(pid=103591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:31:21.623935 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-fd9dd514-23f4-457e-91d5-049657121c22 req-7129b3ca-1c66-4db8-84db-220a8b377456 service neutron] 10.222.0.55 "GET /v2.0/networks/ee61f549-61e5-4b3e-88cc-f7acada2ae03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1650741 Nov 23 17:31:21.624409 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41d174a19ece9499ff9ec44e5b3fc50f2abd3ffbc947fb7e52ea1e8db27b95b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d82bf9a3-7672-4885-8c60-0df3ce2d174a" -d '{"events": [{"name": "network-changed", "server_uuid": "0a53ae80-f52c-49bf-aa8d-91eb60d0f379", "tag": "6fadacb4-3c73-41dd-b0b4-aef93df8a5bd"}]}' {{(pid=103591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:31:21.679771 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7327f165-aae7-4129-b4e8-94a476fa9efa req-fb2d0697-e13f-4643-bb24-a1ac30876d63 tempest-ServerRescueNegativeTestJSON-1154722601 tempest-ServerRescueNegativeTestJSON-1154722601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:31:21.680312 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7327f165-aae7-4129-b4e8-94a476fa9efa req-fb2d0697-e13f-4643-bb24-a1ac30876d63 tempest-ServerRescueNegativeTestJSON-1154722601 tempest-ServerRescueNegativeTestJSON-1154722601-project] 10.222.0.60 "GET /v2.0/ports?device_id=9f161a1e-4342-477a-afd0-8cb3c4b8d58a HTTP/1.1" status: 200 len: 945 time: 0.1840880 Nov 23 17:31:21.699596 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5d2a8d-73bc-4135-a88f-cbfe0f8c8928 tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] Pushing event updated for resources: {'Port': ['ID=6fadacb4-3c73-41dd-b0b4-aef93df8a5bd,revision_number=7']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:31:21.790355 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] get_ports_and_sgs() called for port_ids ['6fadacb4-3c73-41dd-b0b4-aef93df8a5bd'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:31:21.810448 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7327f165-aae7-4129-b4e8-94a476fa9efa req-0a7c3989-d24b-45ca-adfc-7b0c84b34d76 tempest-ServerRescueNegativeTestJSON-1154722601 tempest-ServerRescueNegativeTestJSON-1154722601-project] 10.222.0.60 "GET /v2.0/security-groups?id=fdeeda5f-d596-40d9-83fc-6ea083625241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925369 Nov 23 17:31:21.951342 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6535d82e-4aac-48fe-8a07-159eab6aabd0 req-320cbbe8-c4ab-4f10-b1d2-fe3c3a820974 tempest-ListImageFiltersTestJSON-955973730 tempest-ListImageFiltersTestJSON-955973730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:31:21.953086 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6535d82e-4aac-48fe-8a07-159eab6aabd0 req-320cbbe8-c4ab-4f10-b1d2-fe3c3a820974 tempest-ListImageFiltersTestJSON-955973730 tempest-ListImageFiltersTestJSON-955973730-project] 10.222.0.60 "GET /v2.0/ports?device_id=63f851fb-f540-4867-ab84-dbcf797303e0 HTTP/1.1" status: 200 len: 949 time: 0.1306612 Nov 23 17:31:21.971884 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bca8ae0-1073-4a37-a35a-ca9472d6e997 req-370cebae-8c21-473e-9594-f3f1c9ef20fd tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:31:21.977847 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bca8ae0-1073-4a37-a35a-ca9472d6e997 req-370cebae-8c21-473e-9594-f3f1c9ef20fd tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:31:21.984448 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bca8ae0-1073-4a37-a35a-ca9472d6e997 req-370cebae-8c21-473e-9594-f3f1c9ef20fd tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:31:21.990029 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bca8ae0-1073-4a37-a35a-ca9472d6e997 req-370cebae-8c21-473e-9594-f3f1c9ef20fd tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:31:21.995950 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bca8ae0-1073-4a37-a35a-ca9472d6e997 req-370cebae-8c21-473e-9594-f3f1c9ef20fd tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:31:22.002713 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bca8ae0-1073-4a37-a35a-ca9472d6e997 req-370cebae-8c21-473e-9594-f3f1c9ef20fd tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:31:22.009408 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bca8ae0-1073-4a37-a35a-ca9472d6e997 req-370cebae-8c21-473e-9594-f3f1c9ef20fd tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:31:22.011200 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-1bca8ae0-1073-4a37-a35a-ca9472d6e997 req-370cebae-8c21-473e-9594-f3f1c9ef20fd tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] 10.222.0.60 "GET /v2.0/ports?device_id=83c4b9c5-48d7-40af-8fb5-dabe4d43cce9 HTTP/1.1" status: 200 len: 5441 time: 0.1284425 Nov 23 17:31:22.116252 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6535d82e-4aac-48fe-8a07-159eab6aabd0 req-b95ba750-bba4-4400-9bb2-81cbd988a180 tempest-ListImageFiltersTestJSON-955973730 tempest-ListImageFiltersTestJSON-955973730-project] 10.222.0.60 "GET /v2.0/security-groups?id=fec35857-50c4-4692-bf75-bd7acd8a118e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017625 Nov 23 17:31:22.153998 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-1bca8ae0-1073-4a37-a35a-ca9472d6e997 req-8911a09c-d756-4c3f-afbe-f17792b03f13 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] 10.222.0.60 "GET /v2.0/security-groups?id=f803d7ea-d3d6-4cf6-830c-70814cdc1205&id=0089afc6-8a44-4092-8e4d-085e37cc31cf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1210425 Nov 23 17:31:22.327174 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e705d9-0047-4495-b354-41293e456ab3 req-9d1422cb-814b-4b51-90e8-db06ab1775f8 tempest-ServerTagsTestJSON-792397983 tempest-ServerTagsTestJSON-792397983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:31:22.328917 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-18e705d9-0047-4495-b354-41293e456ab3 req-9d1422cb-814b-4b51-90e8-db06ab1775f8 tempest-ServerTagsTestJSON-792397983 tempest-ServerTagsTestJSON-792397983-project] 10.222.0.60 "GET /v2.0/ports?device_id=264a06e0-6f11-4811-8310-78b511c1d976 HTTP/1.1" status: 200 len: 944 time: 0.1135027 Nov 23 17:31:22.349574 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5a370e-3e08-45c8-9293-6dd52ffa1681 req-f3e58025-d5d2-4495-9d80-5b574a157dac tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:31:22.351850 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ac5a370e-3e08-45c8-9293-6dd52ffa1681 req-f3e58025-d5d2-4495-9d80-5b574a157dac tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.60 "GET /v2.0/ports?device_id=ffeae0b0-09b1-4f1e-9b33-8bbbbaaefdf6 HTTP/1.1" status: 200 len: 944 time: 0.1007099 Nov 23 17:31:22.444187 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-18e705d9-0047-4495-b354-41293e456ab3 req-1df60953-8502-4ffd-b26c-00365e7cc781 tempest-ServerTagsTestJSON-792397983 tempest-ServerTagsTestJSON-792397983-project] 10.222.0.60 "GET /v2.0/security-groups?id=e113c722-fc85-42f1-9b47-ad484abf3fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910020 Nov 23 17:31:22.447451 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ac5a370e-3e08-45c8-9293-6dd52ffa1681 req-03deb90a-9435-4437-9c07-aedf46ec01c0 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.60 "GET /v2.0/security-groups?id=5199d9c8-39cf-433e-a82b-4aef6c6477e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833311 Nov 23 17:31:22.523473 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 17:31:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e14ae599-52d8-447a-85cd-76f1a04a5062 x-openstack-request-id: req-e14ae599-52d8-447a-85cd-76f1a04a5062 {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:31:22.524608 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a53ae80-f52c-49bf-aa8d-91eb60d0f379", "tag": "6fadacb4-3c73-41dd-b0b4-aef93df8a5bd", "status": "completed", "code": 200}]} {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:31:22.524608 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e14ae599-52d8-447a-85cd-76f1a04a5062 {{(pid=103591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:31:22.526457 n-d-816206-8 neutron-server[103591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a53ae80-f52c-49bf-aa8d-91eb60d0f379', 'tag': '6fadacb4-3c73-41dd-b0b4-aef93df8a5bd', 'status': 'completed', 'code': 200} Nov 23 17:31:22.531969 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-98208328-77d1-4e44-9817-f5744c609e74 req-0fa83340-af58-4ae7-a475-6548bdeb7014 tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] 10.222.0.60 "GET /v2.0/security-groups/08f22001-d741-4b87-aa68-ca7991f22b20 HTTP/1.1" status: 200 len: 1820 time: 0.0585921 Nov 23 17:31:22.646616 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device 75b471bb-aa93-4b98-b084-37df0195f142 up at agent hyperv_n-h2-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:31:22.681852 n-d-816206-8 neutron-server[103591]: INFO neutron.api.v2.resource [req-98208328-77d1-4e44-9817-f5744c609e74 req-286783a7-7948-4540-9383-0082da9e1325 tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 23 17:31:22.693746 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-98208328-77d1-4e44-9817-f5744c609e74 req-286783a7-7948-4540-9383-0082da9e1325 tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] 10.222.0.60 "DELETE /v2.0/security-groups/08f22001-d741-4b87-aa68-ca7991f22b20 HTTP/1.1" status: 409 len: 341 time: 0.1502934 Nov 23 17:31:22.706031 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82bf9a3-7672-4885-8c60-0df3ce2d174a req-1e5164f0-4992-4ff0-b963-8c27ea436ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:31:22.708387 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d82bf9a3-7672-4885-8c60-0df3ce2d174a req-1e5164f0-4992-4ff0-b963-8c27ea436ff7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c94e75c35eaa4eaebd82e447a9e1b0e3&device_id=0a53ae80-f52c-49bf-aa8d-91eb60d0f379 HTTP/1.1" status: 200 len: 1174 time: 0.1530893 Nov 23 17:31:22.727553 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabc3edf-bd48-4c54-aa0e-6652a79cd425 req-668b0530-a0db-473f-b894-24d345ea5fce tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:31:22.733633 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabc3edf-bd48-4c54-aa0e-6652a79cd425 req-668b0530-a0db-473f-b894-24d345ea5fce tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:31:22.740810 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabc3edf-bd48-4c54-aa0e-6652a79cd425 req-668b0530-a0db-473f-b894-24d345ea5fce tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:31:22.747225 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Provisioning for port 75b471bb-aa93-4b98-b084-37df0195f142 completed by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 17:31:22.747597 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabc3edf-bd48-4c54-aa0e-6652a79cd425 req-668b0530-a0db-473f-b894-24d345ea5fce tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:31:22.754131 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabc3edf-bd48-4c54-aa0e-6652a79cd425 req-668b0530-a0db-473f-b894-24d345ea5fce tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:31:22.760570 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabc3edf-bd48-4c54-aa0e-6652a79cd425 req-668b0530-a0db-473f-b894-24d345ea5fce tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:31:22.765428 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Provisioning complete for port 75b471bb-aa93-4b98-b084-37df0195f142 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:31:22.767172 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:22.767319 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabc3edf-bd48-4c54-aa0e-6652a79cd425 req-668b0530-a0db-473f-b894-24d345ea5fce tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:31:22.781620 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 35582) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:31:22.782154 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-cabc3edf-bd48-4c54-aa0e-6652a79cd425 req-668b0530-a0db-473f-b894-24d345ea5fce tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] 10.222.0.60 "GET /v2.0/ports?device_id=83c4b9c5-48d7-40af-8fb5-dabe4d43cce9 HTTP/1.1" status: 200 len: 5441 time: 0.1752245 Nov 23 17:31:22.805264 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-ecbc5e6c-f1a1-41b1-9caf-b3bc9a5a919c tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Request body: {'floatingip': {'port_id': 'e6cacfa8-7eb8-4a5b-9e66-80a73f1d903a'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:31:22.884048 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ecbc5e6c-f1a1-41b1-9caf-b3bc9a5a919c tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Publish callbacks [] for floatingip, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:22.927187 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:22.964016 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '264a06e0-6f11-4811-8310-78b511c1d976', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75b471bb-aa93-4b98-b084-37df0195f142'}] {{(pid=103592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:31:22.966571 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba3e6a8f2301c7a29fe1eca9779abdae4ccbcd6266d69778087f2498d5551201" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbae0780-d81f-49e1-8061-2d32a8f1bece" -d '{"events": [{"server_uuid": "264a06e0-6f11-4811-8310-78b511c1d976", "name": "network-vif-plugged", "status": "completed", "tag": "75b471bb-aa93-4b98-b084-37df0195f142"}]}' {{(pid=103592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:31:22.987913 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port 75b471bb-aa93-4b98-b084-37df0195f142, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=75b471bb-aa93-4b98-b084-37df0195f142,segment=NetworkSegment(3e2792b6-4cf4-4a20-826e-ccdaf9b2fd5e),segment_id=3e2792b6-4cf4-4a20-826e-ccdaf9b2fd5e)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:31:22.995832 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:23.113828 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Pushing event updated for resources: {'Port': ['ID=75b471bb-aa93-4b98-b084-37df0195f142,revision_number=5']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:31:23.131671 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a860a8a-20fe-427e-a70d-f8d2e812f822 req-b1da0e65-97a9-4669-a945-9e8686e0522d tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:31:23.135076 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6a860a8a-20fe-427e-a70d-f8d2e812f822 req-b1da0e65-97a9-4669-a945-9e8686e0522d tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.60 "GET /v2.0/ports?device_id=ffeae0b0-09b1-4f1e-9b33-8bbbbaaefdf6 HTTP/1.1" status: 200 len: 944 time: 0.3318062 Nov 23 17:31:23.186646 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82bf9a3-7672-4885-8c60-0df3ce2d174a req-a4a399a9-918b-4457-8d0d-5a71ff5c453b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:31:23.188579 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d82bf9a3-7672-4885-8c60-0df3ce2d174a req-a4a399a9-918b-4457-8d0d-5a71ff5c453b service neutron] 10.222.0.36 "GET /v2.0/networks?id=20824f08-7d73-4bbc-b037-8f08604bcdaf HTTP/1.1" status: 200 len: 913 time: 0.4057393 Nov 23 17:31:23.285611 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d82bf9a3-7672-4885-8c60-0df3ce2d174a req-fa98e7df-ebec-4af5-9574-1cc9ad2bfe5a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6fadacb4-3c73-41dd-b0b4-aef93df8a5bd HTTP/1.1" status: 200 len: 217 time: 0.0535946 Nov 23 17:31:23.313336 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6a860a8a-20fe-427e-a70d-f8d2e812f822 req-b1409f86-38dc-45ac-a579-266126477e52 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.60 "GET /v2.0/security-groups?id=5199d9c8-39cf-433e-a82b-4aef6c6477e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1670687 Nov 23 17:31:23.367297 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8e2a43-9ed8-4257-a978-6a6a478c9414 req-db65aa2c-31cb-4326-8686-d399b8e1024e tempest-ServerRescueNegativeTestJSON-1154722601 tempest-ServerRescueNegativeTestJSON-1154722601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:31:23.373656 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7d8e2a43-9ed8-4257-a978-6a6a478c9414 req-db65aa2c-31cb-4326-8686-d399b8e1024e tempest-ServerRescueNegativeTestJSON-1154722601 tempest-ServerRescueNegativeTestJSON-1154722601-project] 10.222.0.60 "GET /v2.0/ports?device_id=9f161a1e-4342-477a-afd0-8cb3c4b8d58a HTTP/1.1" status: 200 len: 945 time: 0.1831801 Nov 23 17:31:23.430810 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82bf9a3-7672-4885-8c60-0df3ce2d174a req-7d2c7311-3431-4391-8675-1fb9a681f09a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:31:23.432752 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d82bf9a3-7672-4885-8c60-0df3ce2d174a req-7d2c7311-3431-4391-8675-1fb9a681f09a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0fca264e-f203-46e9-b86a-ebb2329ba90b HTTP/1.1" status: 200 len: 852 time: 0.1348240 Nov 23 17:31:23.485711 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d82bf9a3-7672-4885-8c60-0df3ce2d174a req-e0db9ac1-bd45-4f1f-be3f-a859745ac275 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=20824f08-7d73-4bbc-b037-8f08604bcdaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314023 Nov 23 17:31:23.556520 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7d8e2a43-9ed8-4257-a978-6a6a478c9414 req-50ff71eb-613d-49c6-b756-fef79bf5689d tempest-ServerRescueNegativeTestJSON-1154722601 tempest-ServerRescueNegativeTestJSON-1154722601-project] 10.222.0.60 "GET /v2.0/security-groups?id=fdeeda5f-d596-40d9-83fc-6ea083625241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774452 Nov 23 17:31:23.573643 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b21eb6-0c16-4449-ab40-4beb7de2ddf5 req-13ecf03b-1178-43cd-8a1c-e8d98805c030 tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:31:23.575221 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-15b21eb6-0c16-4449-ab40-4beb7de2ddf5 req-13ecf03b-1178-43cd-8a1c-e8d98805c030 tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] 10.222.0.60 "GET /v2.0/ports?device_id=0a53ae80-f52c-49bf-aa8d-91eb60d0f379 HTTP/1.1" status: 200 len: 1023 time: 0.1718178 Nov 23 17:31:23.667994 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ecbc5e6c-f1a1-41b1-9caf-b3bc9a5a919c tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:23.672412 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d82bf9a3-7672-4885-8c60-0df3ce2d174a req-570de762-11b6-427a-89e9-94a836a853b8 service neutron] 10.222.0.36 "GET /v2.0/networks/20824f08-7d73-4bbc-b037-8f08604bcdaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1717291 Nov 23 17:31:23.676442 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ecbc5e6c-f1a1-41b1-9caf-b3bc9a5a919c tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1795396'] for floatingip, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:23.693072 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:31:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ab955c1-6e56-437f-82f9-3d1b97fa2031 x-openstack-request-id: req-6ab955c1-6e56-437f-82f9-3d1b97fa2031 {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:31:23.693972 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "264a06e0-6f11-4811-8310-78b511c1d976", "name": "network-vif-plugged", "status": "completed", "tag": "75b471bb-aa93-4b98-b084-37df0195f142", "code": 200}]} {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:31:23.693972 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6ab955c1-6e56-437f-82f9-3d1b97fa2031 {{(pid=103592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:31:23.695058 n-d-816206-8 neutron-server[103592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '264a06e0-6f11-4811-8310-78b511c1d976', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75b471bb-aa93-4b98-b084-37df0195f142', 'code': 200} Nov 23 17:31:23.702375 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-15b21eb6-0c16-4449-ab40-4beb7de2ddf5 req-f8a4b8c2-4564-46ff-9353-3f35ecbfdee8 tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] 10.222.0.60 "GET /v2.0/security-groups?id=d8e33e73-30b9-4952-965d-f940c31594f6&id=7eb5fd05-2ef7-4459-8b0e-701ca469ac3b&id=08f22001-d741-4b87-aa68-ca7991f22b20&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.1005025 Nov 23 17:31:23.974119 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce011895-7ca9-4706-877e-4eed3b8d2af9 req-3090b042-f723-4d8d-8fa3-e2a9123d14ed tempest-ListImageFiltersTestJSON-955973730 tempest-ListImageFiltersTestJSON-955973730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:31:23.981736 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ce011895-7ca9-4706-877e-4eed3b8d2af9 req-3090b042-f723-4d8d-8fa3-e2a9123d14ed tempest-ListImageFiltersTestJSON-955973730 tempest-ListImageFiltersTestJSON-955973730-project] 10.222.0.60 "GET /v2.0/ports?device_id=63f851fb-f540-4867-ab84-dbcf797303e0 HTTP/1.1" status: 200 len: 949 time: 0.1742167 Nov 23 17:31:24.002273 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baaea726-251f-4f28-9c28-84412885d679 req-15e2bcd4-f9cb-4d02-a570-0300cdaf449d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:31:24.004651 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-baaea726-251f-4f28-9c28-84412885d679 req-15e2bcd4-f9cb-4d02-a570-0300cdaf449d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=264a06e0-6f11-4811-8310-78b511c1d976 HTTP/1.1" status: 200 len: 1096 time: 0.1364491 Nov 23 17:31:24.025694 n-d-816206-8 neutron-server[103590]: INFO neutron.db.l3_db [None req-ecbc5e6c-f1a1-41b1-9caf-b3bc9a5a919c tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Floating IP 1483bc3c-da5b-4908-964b-36597d63f1c7 associated. External IP: 172.25.3.241, port: e6cacfa8-7eb8-4a5b-9e66-80a73f1d903a. Nov 23 17:31:24.029037 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d82bf9a3-7672-4885-8c60-0df3ce2d174a req-f5c22457-10dc-41ea-85e7-3d100b9e942f service neutron] 10.222.0.36 "GET /v2.0/networks/20824f08-7d73-4bbc-b037-8f08604bcdaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3242650 Nov 23 17:31:24.142688 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ce011895-7ca9-4706-877e-4eed3b8d2af9 req-cee6ab1a-1d91-460f-8305-63758808e8bf tempest-ListImageFiltersTestJSON-955973730 tempest-ListImageFiltersTestJSON-955973730-project] 10.222.0.60 "GET /v2.0/security-groups?id=fec35857-50c4-4692-bf75-bd7acd8a118e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598275 Nov 23 17:31:24.172538 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969666cb-115e-40c7-8499-d5358d542746 req-ad906168-14c0-4e84-ad1d-0b9a4bef316e tempest-ListImageFiltersTestJSON-955973730 tempest-ListImageFiltersTestJSON-955973730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:31:24.172538 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-969666cb-115e-40c7-8499-d5358d542746 req-ad906168-14c0-4e84-ad1d-0b9a4bef316e tempest-ListImageFiltersTestJSON-955973730 tempest-ListImageFiltersTestJSON-955973730-project] 10.222.0.36 "GET /v2.0/ports?device_id=63f851fb-f540-4867-ab84-dbcf797303e0 HTTP/1.1" status: 200 len: 949 time: 0.1719513 Nov 23 17:31:24.172538 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-baaea726-251f-4f28-9c28-84412885d679 req-d8abe977-a890-432b-9095-5ce2018a3bc4 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=e113c722-fc85-42f1-9b47-ad484abf3fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243346 Nov 23 17:31:24.185689 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187b8421-cb7f-4d51-bf3e-1b93658c0b64 req-8c9357e7-7185-43ba-9412-cea2f6bd261d tempest-ServerTagsTestJSON-792397983 tempest-ServerTagsTestJSON-792397983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:31:24.195116 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-187b8421-cb7f-4d51-bf3e-1b93658c0b64 req-8c9357e7-7185-43ba-9412-cea2f6bd261d tempest-ServerTagsTestJSON-792397983 tempest-ServerTagsTestJSON-792397983-project] 10.222.0.60 "GET /v2.0/ports?device_id=264a06e0-6f11-4811-8310-78b511c1d976 HTTP/1.1" status: 200 len: 945 time: 0.1823573 Nov 23 17:31:24.264553 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-187b8421-cb7f-4d51-bf3e-1b93658c0b64 req-fd83eab3-37de-46f4-808d-98215105cb85 tempest-ServerTagsTestJSON-792397983 tempest-ServerTagsTestJSON-792397983-project] 10.222.0.60 "GET /v2.0/security-groups?id=e113c722-fc85-42f1-9b47-ad484abf3fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683305 Nov 23 17:31:24.321635 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ce0ef4-65eb-4661-b25a-2681fb8fb959 req-5913d13c-192e-4d3c-96a5-e0758ccd4b43 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:31:24.323725 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-17ce0ef4-65eb-4661-b25a-2681fb8fb959 req-5913d13c-192e-4d3c-96a5-e0758ccd4b43 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.60 "GET /v2.0/ports?device_id=ffeae0b0-09b1-4f1e-9b33-8bbbbaaefdf6 HTTP/1.1" status: 200 len: 944 time: 0.0766768 Nov 23 17:31:24.343458 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecbc5e6c-f1a1-41b1-9caf-b3bc9a5a919c tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Router b9679107-1fd1-4098-bfd2-62b5af47f898 has already been hosted by L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 {{(pid=103590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 17:31:24.389896 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-17ce0ef4-65eb-4661-b25a-2681fb8fb959 req-b1be1b38-6e38-4b14-84d1-0c3def16a293 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.60 "GET /v2.0/security-groups?id=5199d9c8-39cf-433e-a82b-4aef6c6477e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599167 Nov 23 17:31:24.519150 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecbc5e6c-f1a1-41b1-9caf-b3bc9a5a919c tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:31:24.526281 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ecbc5e6c-f1a1-41b1-9caf-b3bc9a5a919c tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for floatingip, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:24.535518 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08f2ae19-b893-44a2-a167-23fd83a9cdf4 None None] Sync routers for ids ['b9679107-1fd1-4098-bfd2-62b5af47f898'] in n-d-816206-8 {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:31:24.547314 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [req-969666cb-115e-40c7-8499-d5358d542746 req-df1d6cd0-0bf4-4560-b708-7ab3caee9a06 tempest-ListImageFiltersTestJSON-955973730 tempest-ListImageFiltersTestJSON-955973730-project] Deleting port 81e265bf-2431-406e-8d75-7f043e355546 {{(pid=103591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:31:24.547942 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-969666cb-115e-40c7-8499-d5358d542746 req-df1d6cd0-0bf4-4560-b708-7ab3caee9a06 tempest-ListImageFiltersTestJSON-955973730 tempest-ListImageFiltersTestJSON-955973730-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:24.562170 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08f2ae19-b893-44a2-a167-23fd83a9cdf4 None None] Routers {'b9679107-1fd1-4098-bfd2-62b5af47f898'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:31:24.567803 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-08f2ae19-b893-44a2-a167-23fd83a9cdf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:31:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['b9679107-1fd1-4098-bfd2-62b5af47f898'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:31:24.581272 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-ecbc5e6c-f1a1-41b1-9caf-b3bc9a5a919c tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] 10.222.0.60 "PUT /v2.0/floatingips/1483bc3c-da5b-4908-964b-36597d63f1c7 HTTP/1.1" status: 200 len: 991 time: 1.7942235 Nov 23 17:31:24.581272 n-d-816206-8 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83c4b9c5-48d7-40af-8fb5-dabe4d43cce9', 'tag': 'e6cacfa8-7eb8-4a5b-9e66-80a73f1d903a'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:31:24.581272 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbabddbc9fc37b068808e119c416c86f5957ca04531a4a0d2e695c515e93483b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-947c4fe5-1147-4ffa-9830-a37d64aa3546" -d '{"events": [{"name": "network-changed", "server_uuid": "83c4b9c5-48d7-40af-8fb5-dabe4d43cce9", "tag": "e6cacfa8-7eb8-4a5b-9e66-80a73f1d903a"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:31:24.671978 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 17:31:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85497e2b-a254-42e8-aca8-2d1c6c208209 x-openstack-request-id: req-85497e2b-a254-42e8-aca8-2d1c6c208209 {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:31:24.672402 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83c4b9c5-48d7-40af-8fb5-dabe4d43cce9", "tag": "e6cacfa8-7eb8-4a5b-9e66-80a73f1d903a", "status": "completed", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:31:24.672822 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-85497e2b-a254-42e8-aca8-2d1c6c208209 {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:31:24.673337 n-d-816206-8 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83c4b9c5-48d7-40af-8fb5-dabe4d43cce9', 'tag': 'e6cacfa8-7eb8-4a5b-9e66-80a73f1d903a', 'status': 'completed', 'code': 200} Nov 23 17:31:24.735630 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-969666cb-115e-40c7-8499-d5358d542746 req-df1d6cd0-0bf4-4560-b708-7ab3caee9a06 tempest-ListImageFiltersTestJSON-955973730 tempest-ListImageFiltersTestJSON-955973730-project] For port 81e265bf-2431-406e-8d75-7f043e355546, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=81e265bf-2431-406e-8d75-7f043e355546,segment=NetworkSegment(329c1745-02bf-4561-9615-3192910887f5),segment_id=329c1745-02bf-4561-9615-3192910887f5)] {{(pid=103591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:31:24.736016 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-969666cb-115e-40c7-8499-d5358d542746 req-df1d6cd0-0bf4-4560-b708-7ab3caee9a06 tempest-ListImageFiltersTestJSON-955973730 tempest-ListImageFiltersTestJSON-955973730-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:24.769067 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [req-969666cb-115e-40c7-8499-d5358d542746 req-df1d6cd0-0bf4-4560-b708-7ab3caee9a06 tempest-ListImageFiltersTestJSON-955973730 tempest-ListImageFiltersTestJSON-955973730-project] Calling delete_port for 81e265bf-2431-406e-8d75-7f043e355546 owned by compute:nova {{(pid=103591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:31:24.771838 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvr_db [None req-08f2ae19-b893-44a2-a167-23fd83a9cdf4 None None] Set router b9679107-1fd1-4098-bfd2-62b5af47f898 gateway port host: n-d-816206-8 {{(pid=103592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:31:24.824513 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947c4fe5-1147-4ffa-9830-a37d64aa3546 req-21e4e853-b6fe-4c1a-9b24-3aefdfc1fdcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:31:24.826071 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947c4fe5-1147-4ffa-9830-a37d64aa3546 req-21e4e853-b6fe-4c1a-9b24-3aefdfc1fdcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:31:24.826735 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947c4fe5-1147-4ffa-9830-a37d64aa3546 req-21e4e853-b6fe-4c1a-9b24-3aefdfc1fdcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:31:24.829370 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947c4fe5-1147-4ffa-9830-a37d64aa3546 req-21e4e853-b6fe-4c1a-9b24-3aefdfc1fdcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:31:24.830127 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947c4fe5-1147-4ffa-9830-a37d64aa3546 req-21e4e853-b6fe-4c1a-9b24-3aefdfc1fdcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:31:24.833752 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947c4fe5-1147-4ffa-9830-a37d64aa3546 req-21e4e853-b6fe-4c1a-9b24-3aefdfc1fdcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:31:24.834442 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947c4fe5-1147-4ffa-9830-a37d64aa3546 req-21e4e853-b6fe-4c1a-9b24-3aefdfc1fdcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:31:24.837337 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-947c4fe5-1147-4ffa-9830-a37d64aa3546 req-21e4e853-b6fe-4c1a-9b24-3aefdfc1fdcb service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9b0068a4a0a543038f63069e85a0a90e&device_id=83c4b9c5-48d7-40af-8fb5-dabe4d43cce9 HTTP/1.1" status: 200 len: 6498 time: 0.1373231 Nov 23 17:31:24.934993 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84007351-9b89-4d47-a409-b2d68389559f req-7f3a0854-bdbc-4fe0-bc99-a9b40ce2ad84 tempest-ServerRescueNegativeTestJSON-1154722601 tempest-ServerRescueNegativeTestJSON-1154722601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:31:24.936550 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-84007351-9b89-4d47-a409-b2d68389559f req-7f3a0854-bdbc-4fe0-bc99-a9b40ce2ad84 tempest-ServerRescueNegativeTestJSON-1154722601 tempest-ServerRescueNegativeTestJSON-1154722601-project] 10.222.0.60 "GET /v2.0/ports?device_id=9f161a1e-4342-477a-afd0-8cb3c4b8d58a HTTP/1.1" status: 200 len: 945 time: 0.1445954 Nov 23 17:31:24.965366 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25bc90b-d64d-4e42-9101-f250261cfa12 req-c77b9f31-4c09-4af5-b91d-b5f82d6b39e1 tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:31:24.966179 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a25bc90b-d64d-4e42-9101-f250261cfa12 req-c77b9f31-4c09-4af5-b91d-b5f82d6b39e1 tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] 10.222.0.60 "GET /v2.0/ports?device_id=0a53ae80-f52c-49bf-aa8d-91eb60d0f379 HTTP/1.1" status: 200 len: 1023 time: 0.1094644 Nov 23 17:31:25.014621 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947c4fe5-1147-4ffa-9830-a37d64aa3546 req-b7c2c78e-0bd9-4174-8d69-e69ac13e766c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:31:25.016166 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-947c4fe5-1147-4ffa-9830-a37d64aa3546 req-b7c2c78e-0bd9-4174-8d69-e69ac13e766c service neutron] 10.222.0.55 "GET /v2.0/networks?id=8fae7973-38e6-4660-a7b2-023eda92e2f5 HTTP/1.1" status: 200 len: 918 time: 0.1665769 Nov 23 17:31:25.147983 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-84007351-9b89-4d47-a409-b2d68389559f req-6ee0f0a9-054a-480b-b037-347ab93a6ab5 tempest-ServerRescueNegativeTestJSON-1154722601 tempest-ServerRescueNegativeTestJSON-1154722601-project] 10.222.0.60 "GET /v2.0/security-groups?id=fdeeda5f-d596-40d9-83fc-6ea083625241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777546 Nov 23 17:31:25.174542 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-947c4fe5-1147-4ffa-9830-a37d64aa3546 req-8468a0f3-d0b2-4054-a398-5e416d4d599b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e6cacfa8-7eb8-4a5b-9e66-80a73f1d903a HTTP/1.1" status: 200 len: 999 time: 0.1508787 Nov 23 17:31:25.227110 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-08f2ae19-b893-44a2-a167-23fd83a9cdf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9679107-1fd1-4098-bfd2-62b5af47f898', 'name': 'tempest-TaggedBootDevicesTest_v242-1843589813-router', 'tenant_id': '9b0068a4a0a543038f63069e85a0a90e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': '5e419484-ec27-4048-92d1-8b9d95aaa519', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:27:47Z', 'updated_at': '2021-11-23T17:28:02Z', 'revision_number': 4, 'project_id': '9b0068a4a0a543038f63069e85a0a90e', 'gw_port': {'id': '5e419484-ec27-4048-92d1-8b9d95aaa519', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:0a:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9679107-1fd1-4098-bfd2-62b5af47f898', 'device_owner': 'network:router_gateway', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:27:50Z', 'updated_at': '2021-11-23T17:28:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_floatingips': [{'id': '1483bc3c-da5b-4908-964b-36597d63f1c7', 'tenant_id': '9b0068a4a0a543038f63069e85a0a90e', 'floating_ip_address': '172.25.3.241', 'floating_network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'router_id': 'b9679107-1fd1-4098-bfd2-62b5af47f898', 'port_id': 'e6cacfa8-7eb8-4a5b-9e66-80a73f1d903a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1063, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8fae7973-38e6-4660-a7b2-023eda92e2f5', 'mac_address': 'fa:16:3e:73:43:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c4b9c5-48d7-40af-8fb5-dabe4d43cce9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T17:29:33Z', 'updated_at': '2021-11-23T17:31:23Z', 'revision_number': 1, 'project_id': '9b0068a4a0a543038f63069e85a0a90e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1e0681c-a2dd-4899-ba18-57dedd42bdbd', 'name': '', 'network_id': '8fae7973-38e6-4660-a7b2-023eda92e2f5', 'tenant_id': '9b0068a4a0a543038f63069e85a0a90e', 'mac_address': 'fa:16:3e:89:68:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9679107-1fd1-4098-bfd2-62b5af47f898', 'device_owner': 'network:router_interface', 'standard_attr_id': 955, 'fixed_ips': [{'subnet_id': '34624ad2-f585-44eb-b7a5-2bcf52826b90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:27:58Z', 'updated_at': '2021-11-23T17:28:22Z', 'revision_number': 5, 'project_id': '9b0068a4a0a543038f63069e85a0a90e', 'subnets': [{'id': '34624ad2-f585-44eb-b7a5-2bcf52826b90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:31:25.235058 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a25bc90b-d64d-4e42-9101-f250261cfa12 req-4860eacd-5631-446f-b4dd-7513fefc3101 tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] 10.222.0.60 "GET /v2.0/security-groups?id=d8e33e73-30b9-4952-965d-f940c31594f6&id=7eb5fd05-2ef7-4459-8b0e-701ca469ac3b&id=08f22001-d741-4b87-aa68-ca7991f22b20&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.2512107 Nov 23 17:31:25.240481 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-969666cb-115e-40c7-8499-d5358d542746 req-df1d6cd0-0bf4-4560-b708-7ab3caee9a06 tempest-ListImageFiltersTestJSON-955973730 tempest-ListImageFiltersTestJSON-955973730-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:25.274794 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08f2ae19-b893-44a2-a167-23fd83a9cdf4 None None] Checking router: b9679107-1fd1-4098-bfd2-62b5af47f898 for host: n-d-816206-8 {{(pid=103592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 17:31:25.281550 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947c4fe5-1147-4ffa-9830-a37d64aa3546 req-e41cb50b-7dd4-43d3-979e-25f1597c64d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:31:25.284832 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-947c4fe5-1147-4ffa-9830-a37d64aa3546 req-e41cb50b-7dd4-43d3-979e-25f1597c64d1 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=34624ad2-f585-44eb-b7a5-2bcf52826b90 HTTP/1.1" status: 200 len: 856 time: 0.0950179 Nov 23 17:31:25.287433 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08f2ae19-b893-44a2-a167-23fd83a9cdf4 None None] Routers {'b9679107-1fd1-4098-bfd2-62b5af47f898'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:31:25.288403 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-08f2ae19-b893-44a2-a167-23fd83a9cdf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:31:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['b9679107-1fd1-4098-bfd2-62b5af47f898'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:31:25.318621 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1d6cd0-0bf4-4560-b708-7ab3caee9a06 tempest-ListImageFiltersTestJSON-955973730 tempest-ListImageFiltersTestJSON-955973730-project] Pushing event deleted for resources: {'Port': ['ID=81e265bf-2431-406e-8d75-7f043e355546,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:31:25.330092 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7c3d7357-0d40-43d2-bfa8-882fb48e7274 req-ca46e500-15b4-4368-9d6b-4402b3d8a8dd tempest-ListImageFiltersTestJSON-955973730 tempest-ListImageFiltersTestJSON-955973730-project] 10.222.0.60 "GET /v2.0/ports?device_id=63f851fb-f540-4867-ab84-dbcf797303e0 HTTP/1.1" status: 200 len: 210 time: 0.0756190 Nov 23 17:31:25.334036 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device ea956362-a00e-4eeb-88fb-d8787f53fbd5 no longer exists at agent hyperv_n-h1-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:31:25.458444 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [req-969666cb-115e-40c7-8499-d5358d542746 req-df1d6cd0-0bf4-4560-b708-7ab3caee9a06 tempest-ListImageFiltersTestJSON-955973730 tempest-ListImageFiltersTestJSON-955973730-project] No DVR routers for this DVR port 81e265bf-2431-406e-8d75-7f043e355546 on host n-h2-816206-8 {{(pid=103591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:31:25.464377 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-969666cb-115e-40c7-8499-d5358d542746 req-df1d6cd0-0bf4-4560-b708-7ab3caee9a06 tempest-ListImageFiltersTestJSON-955973730 tempest-ListImageFiltersTestJSON-955973730-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:25.489868 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947c4fe5-1147-4ffa-9830-a37d64aa3546 req-3d705dd9-b508-4684-9d82-d8855f426b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:31:25.492094 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-947c4fe5-1147-4ffa-9830-a37d64aa3546 req-3d705dd9-b508-4684-9d82-d8855f426b95 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8fae7973-38e6-4660-a7b2-023eda92e2f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1964369 Nov 23 17:31:25.492613 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-969666cb-115e-40c7-8499-d5358d542746 req-df1d6cd0-0bf4-4560-b708-7ab3caee9a06 tempest-ListImageFiltersTestJSON-955973730 tempest-ListImageFiltersTestJSON-955973730-project] 10.222.0.36 "DELETE /v2.0/ports/81e265bf-2431-406e-8d75-7f043e355546 HTTP/1.1" status: 204 len: 173 time: 1.0793452 Nov 23 17:31:25.521464 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63f851fb-f540-4867-ab84-dbcf797303e0', 'name': 'network-vif-deleted', 'tag': '81e265bf-2431-406e-8d75-7f043e355546'}] {{(pid=103591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:31:25.531285 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41d174a19ece9499ff9ec44e5b3fc50f2abd3ffbc947fb7e52ea1e8db27b95b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad783cdf-fe57-4815-bd7a-6d61b6c67df6" -d '{"events": [{"server_uuid": "63f851fb-f540-4867-ab84-dbcf797303e0", "name": "network-vif-deleted", "tag": "81e265bf-2431-406e-8d75-7f043e355546"}]}' {{(pid=103591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:31:25.610555 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvr_db [None req-08f2ae19-b893-44a2-a167-23fd83a9cdf4 None None] Set router b9679107-1fd1-4098-bfd2-62b5af47f898 gateway port host: n-d-816206-8 {{(pid=103592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:31:25.782785 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-947c4fe5-1147-4ffa-9830-a37d64aa3546 req-1572a743-316a-48ad-bd35-29b5f438c91f service neutron] 10.222.0.55 "GET /v2.0/networks/8fae7973-38e6-4660-a7b2-023eda92e2f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2749453 Nov 23 17:31:26.046649 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-947c4fe5-1147-4ffa-9830-a37d64aa3546 req-daf6cbfc-918f-4516-b0a8-31e458961573 service neutron] 10.222.0.55 "GET /v2.0/networks/8fae7973-38e6-4660-a7b2-023eda92e2f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2505741 Nov 23 17:31:26.135705 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac531b9-930b-4e1d-a53a-6d749f98117b req-f2ee1709-bb17-48ce-bf30-5f0075656e2b tempest-ServerTagsTestJSON-792397983 tempest-ServerTagsTestJSON-792397983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:31:26.145696 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8ac531b9-930b-4e1d-a53a-6d749f98117b req-f2ee1709-bb17-48ce-bf30-5f0075656e2b tempest-ServerTagsTestJSON-792397983 tempest-ServerTagsTestJSON-792397983-project] 10.222.0.60 "GET /v2.0/ports?device_id=264a06e0-6f11-4811-8310-78b511c1d976 HTTP/1.1" status: 200 len: 945 time: 0.7562263 Nov 23 17:31:26.257435 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8ac531b9-930b-4e1d-a53a-6d749f98117b req-9ce2759e-d8ac-4815-94c3-22a29da9c16c tempest-ServerTagsTestJSON-792397983 tempest-ServerTagsTestJSON-792397983-project] 10.222.0.60 "GET /v2.0/security-groups?id=e113c722-fc85-42f1-9b47-ad484abf3fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108036 Nov 23 17:31:26.273458 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e584e5-2ded-4634-bd52-61aa4ebd02f6 req-71519f14-c963-40f5-b0ec-226a6d15a12c tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:31:26.281729 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-42e584e5-2ded-4634-bd52-61aa4ebd02f6 req-71519f14-c963-40f5-b0ec-226a6d15a12c tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.60 "GET /v2.0/ports?device_id=ffeae0b0-09b1-4f1e-9b33-8bbbbaaefdf6 HTTP/1.1" status: 200 len: 944 time: 0.7136767 Nov 23 17:31:26.292516 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f5a78b-2a93-4a0f-b7a6-5bd81c965094 req-65a38f09-66c7-43cf-9c89-d32a3453e7f9 tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:31:26.293995 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-26f5a78b-2a93-4a0f-b7a6-5bd81c965094 req-65a38f09-66c7-43cf-9c89-d32a3453e7f9 tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a53ae80-f52c-49bf-aa8d-91eb60d0f379 HTTP/1.1" status: 200 len: 1023 time: 0.1788256 Nov 23 17:31:26.399635 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-42e584e5-2ded-4634-bd52-61aa4ebd02f6 req-ed301de7-4f6a-4541-b1d5-3cc9f75e65ba tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.60 "GET /v2.0/security-groups?id=5199d9c8-39cf-433e-a82b-4aef6c6477e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1167226 Nov 23 17:31:26.428472 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-08f2ae19-b893-44a2-a167-23fd83a9cdf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9679107-1fd1-4098-bfd2-62b5af47f898', 'name': 'tempest-TaggedBootDevicesTest_v242-1843589813-router', 'tenant_id': '9b0068a4a0a543038f63069e85a0a90e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': '5e419484-ec27-4048-92d1-8b9d95aaa519', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:27:47Z', 'updated_at': '2021-11-23T17:28:02Z', 'revision_number': 4, 'project_id': '9b0068a4a0a543038f63069e85a0a90e', 'gw_port': {'id': '5e419484-ec27-4048-92d1-8b9d95aaa519', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:0a:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9679107-1fd1-4098-bfd2-62b5af47f898', 'device_owner': 'network:router_gateway', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:27:50Z', 'updated_at': '2021-11-23T17:28:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_floatingips': [{'id': '1483bc3c-da5b-4908-964b-36597d63f1c7', 'tenant_id': '9b0068a4a0a543038f63069e85a0a90e', 'floating_ip_address': '172.25.3.241', 'floating_network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'router_id': 'b9679107-1fd1-4098-bfd2-62b5af47f898', 'port_id': 'e6cacfa8-7eb8-4a5b-9e66-80a73f1d903a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1063, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8fae7973-38e6-4660-a7b2-023eda92e2f5', 'mac_address': 'fa:16:3e:73:43:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c4b9c5-48d7-40af-8fb5-dabe4d43cce9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T17:29:33Z', 'updated_at': '2021-11-23T17:31:23Z', 'revision_number': 1, 'project_id': '9b0068a4a0a543038f63069e85a0a90e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1e0681c-a2dd-4899-ba18-57dedd42bdbd', 'name': '', 'network_id': '8fae7973-38e6-4660-a7b2-023eda92e2f5', 'tenant_id': '9b0068a4a0a543038f63069e85a0a90e', 'mac_address': 'fa:16:3e:89:68:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9679107-1fd1-4098-bfd2-62b5af47f898', 'device_owner': 'network:router_interface', 'standard_attr_id': 955, 'fixed_ips': [{'subnet_id': '34624ad2-f585-44eb-b7a5-2bcf52826b90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:27:58Z', 'updated_at': '2021-11-23T17:28:22Z', 'revision_number': 5, 'project_id': '9b0068a4a0a543038f63069e85a0a90e', 'subnets': [{'id': '34624ad2-f585-44eb-b7a5-2bcf52826b90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:31:26.463157 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08f2ae19-b893-44a2-a167-23fd83a9cdf4 None None] The sync data for ids ['b9679107-1fd1-4098-bfd2-62b5af47f898'] in n-d-816206-8 is: [{'id': 'b9679107-1fd1-4098-bfd2-62b5af47f898', 'name': 'tempest-TaggedBootDevicesTest_v242-1843589813-router', 'tenant_id': '9b0068a4a0a543038f63069e85a0a90e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': '5e419484-ec27-4048-92d1-8b9d95aaa519', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:27:47Z', 'updated_at': '2021-11-23T17:28:02Z', 'revision_number': 4, 'project_id': '9b0068a4a0a543038f63069e85a0a90e', 'gw_port': {'id': '5e419484-ec27-4048-92d1-8b9d95aaa519', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:0a:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9679107-1fd1-4098-bfd2-62b5af47f898', 'device_owner': 'network:router_gateway', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:27:50Z', 'updated_at': '2021-11-23T17:28:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_floatingips': [{'id': '1483bc3c-da5b-4908-964b-36597d63f1c7', 'tenant_id': '9b0068a4a0a543038f63069e85a0a90e', 'floating_ip_address': '172.25.3.241', 'floating_network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'router_id': 'b9679107-1fd1-4098-bfd2-62b5af47f898', 'port_id': 'e6cacfa8-7eb8-4a5b-9e66-80a73f1d903a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1063, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8fae7973-38e6-4660-a7b2-023eda92e2f5', 'mac_address': 'fa:16:3e:73:43:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83c4b9c5-48d7-40af-8fb5-dabe4d43cce9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T17:29:33Z', 'updated_at': '2021-11-23T17:31:23Z', 'revision_number': 1, 'project_id': '9b0068a4a0a543038f63069e85a0a90e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1e0681c-a2dd-4899-ba18-57dedd42bdbd', 'name': '', 'network_id': '8fae7973-38e6-4660-a7b2-023eda92e2f5', 'tenant_id': '9b0068a4a0a543038f63069e85a0a90e', 'mac_address': 'fa:16:3e:89:68:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9679107-1fd1-4098-bfd2-62b5af47f898', 'device_owner': 'network:router_interface', 'standard_attr_id': 955, 'fixed_ips': [{'subnet_id': '34624ad2-f585-44eb-b7a5-2bcf52826b90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:27:58Z', 'updated_at': '2021-11-23T17:28:22Z', 'revision_number': 5, 'project_id': '9b0068a4a0a543038f63069e85a0a90e', 'subnets': [{'id': '34624ad2-f585-44eb-b7a5-2bcf52826b90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:31:26.491779 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:31:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cae6b43-f0d7-4ded-8af0-a18420296a05 x-openstack-request-id: req-1cae6b43-f0d7-4ded-8af0-a18420296a05 {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:31:26.492104 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63f851fb-f540-4867-ab84-dbcf797303e0", "name": "network-vif-deleted", "tag": "81e265bf-2431-406e-8d75-7f043e355546", "status": "completed", "code": 200}]} {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:31:26.492340 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-1cae6b43-f0d7-4ded-8af0-a18420296a05 {{(pid=103591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:31:26.492792 n-d-816206-8 neutron-server[103591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63f851fb-f540-4867-ab84-dbcf797303e0', 'name': 'network-vif-deleted', 'tag': '81e265bf-2431-406e-8d75-7f043e355546', 'status': 'completed', 'code': 200} Nov 23 17:31:26.514899 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [req-26f5a78b-2a93-4a0f-b7a6-5bd81c965094 req-45b29eea-0182-40bc-8143-0314be0bd57e tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] Deleting port 6fadacb4-3c73-41dd-b0b4-aef93df8a5bd {{(pid=103591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:31:26.515262 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-26f5a78b-2a93-4a0f-b7a6-5bd81c965094 req-45b29eea-0182-40bc-8143-0314be0bd57e tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:26.747022 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-26f5a78b-2a93-4a0f-b7a6-5bd81c965094 req-45b29eea-0182-40bc-8143-0314be0bd57e tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] For port 6fadacb4-3c73-41dd-b0b4-aef93df8a5bd, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=6fadacb4-3c73-41dd-b0b4-aef93df8a5bd,segment=NetworkSegment(72cae39b-e177-46b5-abb9-73dc195aab07),segment_id=72cae39b-e177-46b5-abb9-73dc195aab07)] {{(pid=103591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:31:26.747392 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-26f5a78b-2a93-4a0f-b7a6-5bd81c965094 req-45b29eea-0182-40bc-8143-0314be0bd57e tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:26.783685 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bc5c44-30ff-422a-b427-dd4158aca13b req-cb8fc14e-9489-49cb-9057-f8065da86cfc tempest-ServerRescueNegativeTestJSON-1154722601 tempest-ServerRescueNegativeTestJSON-1154722601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:31:26.786755 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-68bc5c44-30ff-422a-b427-dd4158aca13b req-cb8fc14e-9489-49cb-9057-f8065da86cfc tempest-ServerRescueNegativeTestJSON-1154722601 tempest-ServerRescueNegativeTestJSON-1154722601-project] 10.222.0.60 "GET /v2.0/ports?device_id=9f161a1e-4342-477a-afd0-8cb3c4b8d58a HTTP/1.1" status: 200 len: 945 time: 0.1628120 Nov 23 17:31:26.808939 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc06e11-4a4a-463e-919a-7709865456c5 req-9ed66657-47aa-41d3-8d4c-3bca11524398 tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:31:26.811158 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6cc06e11-4a4a-463e-919a-7709865456c5 req-9ed66657-47aa-41d3-8d4c-3bca11524398 tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] 10.222.0.60 "GET /v2.0/ports?device_id=0a53ae80-f52c-49bf-aa8d-91eb60d0f379 HTTP/1.1" status: 200 len: 1023 time: 0.1968684 Nov 23 17:31:26.822755 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [req-26f5a78b-2a93-4a0f-b7a6-5bd81c965094 req-45b29eea-0182-40bc-8143-0314be0bd57e tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] Calling delete_port for 6fadacb4-3c73-41dd-b0b4-aef93df8a5bd owned by compute:nova {{(pid=103591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:31:26.843773 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61dba723-111d-45f5-bca1-2a39e43d0635 None None] New status for floating IP 1483bc3c-da5b-4908-964b-36597d63f1c7: ACTIVE {{(pid=103593) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 17:31:26.969611 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-68bc5c44-30ff-422a-b427-dd4158aca13b req-982395d6-3871-4e25-94f8-1fef394e78ec tempest-ServerRescueNegativeTestJSON-1154722601 tempest-ServerRescueNegativeTestJSON-1154722601-project] 10.222.0.60 "GET /v2.0/security-groups?id=fdeeda5f-d596-40d9-83fc-6ea083625241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507754 Nov 23 17:31:27.014780 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6cc06e11-4a4a-463e-919a-7709865456c5 req-f0f1b815-1099-4b3b-a4d7-4357c7740392 tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] 10.222.0.60 "GET /v2.0/security-groups?id=d8e33e73-30b9-4952-965d-f940c31594f6&id=7eb5fd05-2ef7-4459-8b0e-701ca469ac3b&id=08f22001-d741-4b87-aa68-ca7991f22b20&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.1943815 Nov 23 17:31:27.108054 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-26f5a78b-2a93-4a0f-b7a6-5bd81c965094 req-45b29eea-0182-40bc-8143-0314be0bd57e tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:27.124242 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] get_ports_and_sgs() called for port_ids ['af7771d7-80af-4220-bc57-9e1037f5bb30'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:31:27.141004 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b29eea-0182-40bc-8143-0314be0bd57e tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] Pushing event deleted for resources: {'Port': ['ID=6fadacb4-3c73-41dd-b0b4-aef93df8a5bd,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:31:27.211587 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [req-26f5a78b-2a93-4a0f-b7a6-5bd81c965094 req-45b29eea-0182-40bc-8143-0314be0bd57e tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] No DVR routers for this DVR port 6fadacb4-3c73-41dd-b0b4-aef93df8a5bd on host n-h2-816206-8 {{(pid=103591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:31:27.215277 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-26f5a78b-2a93-4a0f-b7a6-5bd81c965094 req-45b29eea-0182-40bc-8143-0314be0bd57e tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:27.219211 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-26f5a78b-2a93-4a0f-b7a6-5bd81c965094 req-45b29eea-0182-40bc-8143-0314be0bd57e tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] 10.222.0.36 "DELETE /v2.0/ports/6fadacb4-3c73-41dd-b0b4-aef93df8a5bd HTTP/1.1" status: 204 len: 173 time: 0.9042208 Nov 23 17:31:27.428614 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936757d3-dd3c-431e-abc4-e2af370975ac req-21493fa5-230c-4cb1-8c18-2018d7a35875 tempest-ServerTagsTestJSON-792397983 tempest-ServerTagsTestJSON-792397983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:31:27.441267 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-936757d3-dd3c-431e-abc4-e2af370975ac req-21493fa5-230c-4cb1-8c18-2018d7a35875 tempest-ServerTagsTestJSON-792397983 tempest-ServerTagsTestJSON-792397983-project] 10.222.0.60 "GET /v2.0/ports?device_id=264a06e0-6f11-4811-8310-78b511c1d976 HTTP/1.1" status: 200 len: 945 time: 0.0883839 Nov 23 17:31:27.526888 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-936757d3-dd3c-431e-abc4-e2af370975ac req-63c41857-853d-4a42-bc38-b5cbbc422f90 tempest-ServerTagsTestJSON-792397983 tempest-ServerTagsTestJSON-792397983-project] 10.222.0.60 "GET /v2.0/security-groups?id=e113c722-fc85-42f1-9b47-ad484abf3fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843194 Nov 23 17:31:27.694957 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03e2f10-7c88-4553-834f-9190b4230be7 req-81648c44-3d7b-48dd-87ef-c63b3e12d150 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:31:27.697615 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f03e2f10-7c88-4553-834f-9190b4230be7 req-81648c44-3d7b-48dd-87ef-c63b3e12d150 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.60 "GET /v2.0/ports?device_id=ffeae0b0-09b1-4f1e-9b33-8bbbbaaefdf6 HTTP/1.1" status: 200 len: 944 time: 0.0796294 Nov 23 17:31:27.789212 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f03e2f10-7c88-4553-834f-9190b4230be7 req-f849458b-7433-458c-a293-45dcd8c0282f tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.60 "GET /v2.0/security-groups?id=5199d9c8-39cf-433e-a82b-4aef6c6477e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849397 Nov 23 17:31:28.110443 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8a2d76-6370-4d0c-a99b-ff80fb24c02c req-70b4e591-1ca4-4945-9bcf-677f03bc65a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:31:28.112690 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-7d8a2d76-6370-4d0c-a99b-ff80fb24c02c req-70b4e591-1ca4-4945-9bcf-677f03bc65a4 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3541603f19884b9cb683e7eedd76d17c&device_id=ffeae0b0-09b1-4f1e-9b33-8bbbbaaefdf6 HTTP/1.1" status: 200 len: 1095 time: 0.0792623 Nov 23 17:31:28.261168 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d415c15f-5d52-4ad9-991d-7d294101366a req-a71d1038-9b5e-411f-bae1-6d5bf3bcaeb0 tempest-ServerRescueNegativeTestJSON-1154722601 tempest-ServerRescueNegativeTestJSON-1154722601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:31:28.269173 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d415c15f-5d52-4ad9-991d-7d294101366a req-a71d1038-9b5e-411f-bae1-6d5bf3bcaeb0 tempest-ServerRescueNegativeTestJSON-1154722601 tempest-ServerRescueNegativeTestJSON-1154722601-project] 10.222.0.60 "GET /v2.0/ports?device_id=9f161a1e-4342-477a-afd0-8cb3c4b8d58a HTTP/1.1" status: 200 len: 945 time: 0.0719619 Nov 23 17:31:28.269501 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8a2d76-6370-4d0c-a99b-ff80fb24c02c req-3f356352-d404-4ddd-ac9f-cf116616386d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:31:28.271287 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-7d8a2d76-6370-4d0c-a99b-ff80fb24c02c req-3f356352-d404-4ddd-ac9f-cf116616386d service neutron] 10.222.0.55 "GET /v2.0/networks?id=43d8ac08-152d-4053-b836-ddc03b0e91a2 HTTP/1.1" status: 200 len: 911 time: 0.1260793 Nov 23 17:31:28.339266 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d415c15f-5d52-4ad9-991d-7d294101366a req-528a0059-d1eb-4a19-b325-9072ff7812c2 tempest-ServerRescueNegativeTestJSON-1154722601 tempest-ServerRescueNegativeTestJSON-1154722601-project] 10.222.0.60 "GET /v2.0/security-groups?id=fdeeda5f-d596-40d9-83fc-6ea083625241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687418 Nov 23 17:31:28.383070 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-7d8a2d76-6370-4d0c-a99b-ff80fb24c02c req-2280b36d-fc6e-4f5c-a66a-4d3c953180c9 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=52285acf-3eab-406a-acfc-b1364cf71811 HTTP/1.1" status: 200 len: 998 time: 0.0997028 Nov 23 17:31:28.503132 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a53ae80-f52c-49bf-aa8d-91eb60d0f379', 'name': 'network-vif-deleted', 'tag': '6fadacb4-3c73-41dd-b0b4-aef93df8a5bd'}] {{(pid=103591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:31:28.507984 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41d174a19ece9499ff9ec44e5b3fc50f2abd3ffbc947fb7e52ea1e8db27b95b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48cccfd1-a03e-4c74-9933-78b601a3f01d" -d '{"events": [{"server_uuid": "0a53ae80-f52c-49bf-aa8d-91eb60d0f379", "name": "network-vif-deleted", "tag": "6fadacb4-3c73-41dd-b0b4-aef93df8a5bd"}]}' {{(pid=103591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:31:28.543069 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8a2d76-6370-4d0c-a99b-ff80fb24c02c req-3fb1952a-a1fd-4370-8031-ffc3c869a8ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:31:28.545559 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-7d8a2d76-6370-4d0c-a99b-ff80fb24c02c req-3fb1952a-a1fd-4370-8031-ffc3c869a8ca service neutron] 10.222.0.55 "GET /v2.0/subnets?id=23f80e8e-7e58-4465-87c1-72654345f52f HTTP/1.1" status: 200 len: 849 time: 0.1492476 Nov 23 17:31:28.547325 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-23802112-120c-4dac-ab33-66c358188f31 req-ff1e81db-ce0f-47f9-9ea6-9e5e65b027f9 tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] 10.222.0.60 "GET /v2.0/security-groups/7eb5fd05-2ef7-4459-8b0e-701ca469ac3b HTTP/1.1" status: 200 len: 1819 time: 0.1020920 Nov 23 17:31:28.590801 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:31:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1613498-e929-4cc6-a7b6-13d58eec1cb3 x-openstack-request-id: req-e1613498-e929-4cc6-a7b6-13d58eec1cb3 {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:31:28.591106 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a53ae80-f52c-49bf-aa8d-91eb60d0f379", "name": "network-vif-deleted", "tag": "6fadacb4-3c73-41dd-b0b4-aef93df8a5bd", "status": "completed", "code": 200}]} {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:31:28.591367 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e1613498-e929-4cc6-a7b6-13d58eec1cb3 {{(pid=103591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:31:28.593900 n-d-816206-8 neutron-server[103591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a53ae80-f52c-49bf-aa8d-91eb60d0f379', 'name': 'network-vif-deleted', 'tag': '6fadacb4-3c73-41dd-b0b4-aef93df8a5bd', 'status': 'completed', 'code': 200} Nov 23 17:31:28.643580 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-23802112-120c-4dac-ab33-66c358188f31 req-6f968321-fad7-423e-bef9-15742ef4c01e tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] Publish callbacks [] for security_group, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:28.653217 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8a2d76-6370-4d0c-a99b-ff80fb24c02c req-9c34b7f5-b69a-4592-9e62-f76fa95451ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:31:28.658780 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-7d8a2d76-6370-4d0c-a99b-ff80fb24c02c req-9c34b7f5-b69a-4592-9e62-f76fa95451ff service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=43d8ac08-152d-4053-b836-ddc03b0e91a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1058853 Nov 23 17:31:28.678717 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-23802112-120c-4dac-ab33-66c358188f31 req-6f968321-fad7-423e-bef9-15742ef4c01e tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:28.678939 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device 6fadacb4-3c73-41dd-b0b4-aef93df8a5bd no longer exists at agent hyperv_n-h2-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:31:28.717654 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] No Port match for: 6fadacb4-3c73-41dd-b0b4-aef93df8a5bd {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:31:28.718839 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device 6fadacb4-3c73-41dd-b0b4-aef93df8a5bd not bound to the agent host n-h2-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:31:28.719275 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device 81e265bf-2431-406e-8d75-7f043e355546 no longer exists at agent hyperv_n-h2-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:31:28.726608 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 35722) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:31:28.757366 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] No Port match for: 81e265bf-2431-406e-8d75-7f043e355546 {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:31:28.758831 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device 81e265bf-2431-406e-8d75-7f043e355546 not bound to the agent host n-h2-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:31:28.778047 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-23802112-120c-4dac-ab33-66c358188f31 req-6f968321-fad7-423e-bef9-15742ef4c01e tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:28.781645 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-23802112-120c-4dac-ab33-66c358188f31 req-6f968321-fad7-423e-bef9-15742ef4c01e tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] Publish callbacks [] for security_group, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:28.788031 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-23802112-120c-4dac-ab33-66c358188f31 req-6f968321-fad7-423e-bef9-15742ef4c01e tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] 10.222.0.60 "DELETE /v2.0/security-groups/7eb5fd05-2ef7-4459-8b0e-701ca469ac3b HTTP/1.1" status: 204 len: 173 time: 0.2302110 Nov 23 17:31:28.846032 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f968321-fad7-423e-bef9-15742ef4c01e tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7eb5fd05-2ef7-4459-8b0e-701ca469ac3b,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:31:28.873837 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5c2aa88a-4f43-46fc-abbf-d437b2485b01 req-65ad85cf-c618-49bd-b1c5-e67a2b481674 tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] 10.222.0.60 "GET /v2.0/security-groups/08f22001-d741-4b87-aa68-ca7991f22b20 HTTP/1.1" status: 200 len: 1820 time: 0.0645008 Nov 23 17:31:28.950661 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-7d8a2d76-6370-4d0c-a99b-ff80fb24c02c req-d79d9983-47d9-463b-959b-4defa6c411d7 service neutron] 10.222.0.55 "GET /v2.0/networks/43d8ac08-152d-4053-b836-ddc03b0e91a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2810850 Nov 23 17:31:29.066834 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-5c2aa88a-4f43-46fc-abbf-d437b2485b01 req-eb78554d-ef02-4d70-9f0b-d4c4bfd44af2 tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] Publish callbacks [] for security_group, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:29.073778 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-7d8a2d76-6370-4d0c-a99b-ff80fb24c02c req-0b9295ff-5369-4287-a864-198d7aa85ac4 service neutron] 10.222.0.55 "GET /v2.0/networks/43d8ac08-152d-4053-b836-ddc03b0e91a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1164629 Nov 23 17:31:29.118397 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-5c2aa88a-4f43-46fc-abbf-d437b2485b01 req-eb78554d-ef02-4d70-9f0b-d4c4bfd44af2 tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:29.137097 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf60f77-6316-4385-8667-02e645a65311 req-f03cd310-efb6-48bd-a029-75f76fe360b7 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:31:29.138671 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-dcf60f77-6316-4385-8667-02e645a65311 req-f03cd310-efb6-48bd-a029-75f76fe360b7 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.60 "GET /v2.0/ports?device_id=ffeae0b0-09b1-4f1e-9b33-8bbbbaaefdf6 HTTP/1.1" status: 200 len: 944 time: 0.1637111 Nov 23 17:31:29.143422 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-33f50507-b227-4f11-8a03-aeda91fc4c57 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7787399f94604a5d9c5106d55f149557&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4129243 Nov 23 17:31:29.143951 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 35734) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:31:29.248139 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-dcf60f77-6316-4385-8667-02e645a65311 req-89a7bb61-b73c-4af4-b6ad-a40baafc72e3 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.60 "GET /v2.0/security-groups?id=5199d9c8-39cf-433e-a82b-4aef6c6477e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0945172 Nov 23 17:31:29.255891 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-5c2aa88a-4f43-46fc-abbf-d437b2485b01 req-eb78554d-ef02-4d70-9f0b-d4c4bfd44af2 tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:29.258518 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-5c2aa88a-4f43-46fc-abbf-d437b2485b01 req-eb78554d-ef02-4d70-9f0b-d4c4bfd44af2 tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] Publish callbacks [] for security_group, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:29.259650 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5c2aa88a-4f43-46fc-abbf-d437b2485b01 req-eb78554d-ef02-4d70-9f0b-d4c4bfd44af2 tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] 10.222.0.60 "DELETE /v2.0/security-groups/08f22001-d741-4b87-aa68-ca7991f22b20 HTTP/1.1" status: 204 len: 173 time: 0.3789840 Nov 23 17:31:29.260271 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-2b611d69-ea81-471a-a760-51e97f1f86cb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:29.304349 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-2b611d69-ea81-471a-a760-51e97f1f86cb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:29.316752 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb78554d-ef02-4d70-9f0b-d4c4bfd44af2 tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=08f22001-d741-4b87-aa68-ca7991f22b20,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:31:29.359566 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [req-bf88ef22-67a8-48db-84e2-9f65f23b14d9 req-bd69da66-786d-47f2-9e7e-cc797790edd4 tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1379462359', 'description': 'tempest-description-298343249'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:31:29.419420 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-2b611d69-ea81-471a-a760-51e97f1f86cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:29.423461 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-2b611d69-ea81-471a-a760-51e97f1f86cb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:29.425558 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-2b611d69-ea81-471a-a760-51e97f1f86cb admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/fec35857-50c4-4692-bf75-bd7acd8a118e HTTP/1.1" status: 204 len: 168 time: 0.2800641 Nov 23 17:31:29.436806 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-bf88ef22-67a8-48db-84e2-9f65f23b14d9 req-bd69da66-786d-47f2-9e7e-cc797790edd4 tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] Publish callbacks [] for security_group, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:29.441423 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b611d69-ea81-471a-a760-51e97f1f86cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fec35857-50c4-4692-bf75-bd7acd8a118e,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:31:29.557371 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-bf88ef22-67a8-48db-84e2-9f65f23b14d9 req-bd69da66-786d-47f2-9e7e-cc797790edd4 tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] Publish callbacks [] for security_group, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:29.572047 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-bf88ef22-67a8-48db-84e2-9f65f23b14d9 req-bd69da66-786d-47f2-9e7e-cc797790edd4 tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:29.633392 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-bf88ef22-67a8-48db-84e2-9f65f23b14d9 req-bd69da66-786d-47f2-9e7e-cc797790edd4 tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] Publish callbacks [] for security_group, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:29.634563 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-bf88ef22-67a8-48db-84e2-9f65f23b14d9 req-bd69da66-786d-47f2-9e7e-cc797790edd4 tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.2903051 Nov 23 17:31:29.655999 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5eea9f1-2c2a-4598-a352-fc2513d24505 req-c7679507-abbf-46a7-afe7-146dae4e980c tempest-ServerRescueNegativeTestJSON-1154722601 tempest-ServerRescueNegativeTestJSON-1154722601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:31:29.657592 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b5eea9f1-2c2a-4598-a352-fc2513d24505 req-c7679507-abbf-46a7-afe7-146dae4e980c tempest-ServerRescueNegativeTestJSON-1154722601 tempest-ServerRescueNegativeTestJSON-1154722601-project] 10.222.0.60 "GET /v2.0/ports?device_id=9f161a1e-4342-477a-afd0-8cb3c4b8d58a HTTP/1.1" status: 200 len: 945 time: 0.0974646 Nov 23 17:31:29.658282 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd69da66-786d-47f2-9e7e-cc797790edd4 tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1338667f-b528-4187-bb92-607fcefa0e4b,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:31:29.739999 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b5eea9f1-2c2a-4598-a352-fc2513d24505 req-2c70d849-704d-4bc3-92f4-f7fd51d51acc tempest-ServerRescueNegativeTestJSON-1154722601 tempest-ServerRescueNegativeTestJSON-1154722601-project] 10.222.0.60 "GET /v2.0/security-groups?id=fdeeda5f-d596-40d9-83fc-6ea083625241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701935 Nov 23 17:31:29.788354 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ea0d1949-b3fe-43ee-b3ce-0d0f10c0a05e req-ff28af5f-7ad7-48c4-8953-4f7c497c5919 tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] 10.222.0.60 "GET /v2.0/security-groups/1338667f-b528-4187-bb92-607fcefa0e4b HTTP/1.1" status: 200 len: 1819 time: 0.0864229 Nov 23 17:31:29.806853 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [req-ea0d1949-b3fe-43ee-b3ce-0d0f10c0a05e req-fd86fac9-311e-4050-8c60-d2a9cbd62acc tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] Request body: {'security_group': {'name': 'tempest-sg-hth-240793356', 'description': 'tempest-description-hth-1767535715'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:31:29.852541 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-ea0d1949-b3fe-43ee-b3ce-0d0f10c0a05e req-fd86fac9-311e-4050-8c60-d2a9cbd62acc tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] Publish callbacks [] for security_group, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:29.929376 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-ea0d1949-b3fe-43ee-b3ce-0d0f10c0a05e req-fd86fac9-311e-4050-8c60-d2a9cbd62acc tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] Publish callbacks [] for security_group, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:29.936373 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-ea0d1949-b3fe-43ee-b3ce-0d0f10c0a05e req-fd86fac9-311e-4050-8c60-d2a9cbd62acc tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:29.940777 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-ea0d1949-b3fe-43ee-b3ce-0d0f10c0a05e req-fd86fac9-311e-4050-8c60-d2a9cbd62acc tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] Publish callbacks [] for security_group, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:29.942347 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ea0d1949-b3fe-43ee-b3ce-0d0f10c0a05e req-fd86fac9-311e-4050-8c60-d2a9cbd62acc tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] 10.222.0.60 "PUT /v2.0/security-groups/1338667f-b528-4187-bb92-607fcefa0e4b HTTP/1.1" status: 200 len: 1793 time: 0.1412296 Nov 23 17:31:29.998961 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd86fac9-311e-4050-8c60-d2a9cbd62acc tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1338667f-b528-4187-bb92-607fcefa0e4b,revision_number=2']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:31:30.081152 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-0b8c1eb3-c6cb-460b-befd-5caf37a0cdc8 req-4e0da15a-3f9a-4ec5-8320-0b9bd289b7ac tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] 10.222.0.60 "GET /v2.0/security-groups/1338667f-b528-4187-bb92-607fcefa0e4b HTTP/1.1" status: 200 len: 1793 time: 0.0687740 Nov 23 17:31:30.182988 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-18c518fb-fc28-4815-91d9-4a45519b99c0 req-c6a31274-c968-441d-96d2-9147d9fca1da tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] 10.222.0.60 "GET /v2.0/security-groups/1338667f-b528-4187-bb92-607fcefa0e4b HTTP/1.1" status: 200 len: 1793 time: 0.0747290 Nov 23 17:31:30.246475 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-18c518fb-fc28-4815-91d9-4a45519b99c0 req-821e96f3-ba19-4c1e-9f9a-39d029e7ef66 tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] Publish callbacks [] for security_group, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:30.274472 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-18c518fb-fc28-4815-91d9-4a45519b99c0 req-821e96f3-ba19-4c1e-9f9a-39d029e7ef66 tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:30.335193 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-18c518fb-fc28-4815-91d9-4a45519b99c0 req-821e96f3-ba19-4c1e-9f9a-39d029e7ef66 tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:30.335946 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-18c518fb-fc28-4815-91d9-4a45519b99c0 req-821e96f3-ba19-4c1e-9f9a-39d029e7ef66 tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] Publish callbacks [] for security_group, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:30.338593 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-18c518fb-fc28-4815-91d9-4a45519b99c0 req-821e96f3-ba19-4c1e-9f9a-39d029e7ef66 tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] 10.222.0.60 "DELETE /v2.0/security-groups/1338667f-b528-4187-bb92-607fcefa0e4b HTTP/1.1" status: 204 len: 173 time: 0.1529524 Nov 23 17:31:30.359124 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821e96f3-ba19-4c1e-9f9a-39d029e7ef66 tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1338667f-b528-4187-bb92-607fcefa0e4b,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:31:30.430783 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 35808) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:31:30.529738 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f58efdc7-16e8-4b3c-894a-5bcff03e1a56 req-d71faab2-b0f0-4fb8-84a8-a719842cbeb6 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=bc08fe74-4555-439f-80d1-3d367042aa97&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0999758 Nov 23 17:31:30.571105 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f633241-275a-41a4-9597-469ee0887794 req-d2b2a740-4fd8-45b6-98bf-09f18f9ec3c9 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:31:30.580994 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-1f633241-275a-41a4-9597-469ee0887794 req-d2b2a740-4fd8-45b6-98bf-09f18f9ec3c9 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.60 "GET /v2.0/ports?device_id=ffeae0b0-09b1-4f1e-9b33-8bbbbaaefdf6 HTTP/1.1" status: 200 len: 944 time: 0.1623845 Nov 23 17:31:30.691574 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-1f633241-275a-41a4-9597-469ee0887794 req-29434660-3184-441a-ba99-86d85337573b tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.60 "GET /v2.0/security-groups?id=5199d9c8-39cf-433e-a82b-4aef6c6477e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1106513 Nov 23 17:31:30.704656 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58efdc7-16e8-4b3c-894a-5bcff03e1a56 req-87d6e667-a78d-4c7e-8878-8fa2a32361b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:31:30.707472 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f58efdc7-16e8-4b3c-894a-5bcff03e1a56 req-87d6e667-a78d-4c7e-8878-8fa2a32361b3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3541603f19884b9cb683e7eedd76d17c&device_id=bc08fe74-4555-439f-80d1-3d367042aa97 HTTP/1.1" status: 200 len: 1097 time: 0.0683789 Nov 23 17:31:30.790904 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-f67e9988-336d-4f8f-9fe3-ab9d22556572 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-847002550-network', 'tenant_id': 'a1f4381e34f74b63a879aed380fc6f81'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:31:30.816011 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f67e9988-336d-4f8f-9fe3-ab9d22556572 admin admin] Made reservation on behalf of a1f4381e34f74b63a879aed380fc6f81 for: {'network': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:31:30.819525 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f67e9988-336d-4f8f-9fe3-ab9d22556572 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for network, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:30.831897 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f67e9988-336d-4f8f-9fe3-ab9d22556572 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:30.880674 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58efdc7-16e8-4b3c-894a-5bcff03e1a56 req-b5511f76-c2fe-4e79-b56c-f9bc798e0729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:31:30.882653 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f58efdc7-16e8-4b3c-894a-5bcff03e1a56 req-b5511f76-c2fe-4e79-b56c-f9bc798e0729 service neutron] 10.222.0.36 "GET /v2.0/networks?id=43d8ac08-152d-4053-b836-ddc03b0e91a2 HTTP/1.1" status: 200 len: 911 time: 0.1426029 Nov 23 17:31:30.888884 n-d-816206-8 neutron-server[103591]: INFO neutron.api.v2.resource [req-7cd351ac-b445-4357-bd7a-2369081094d4 req-fb092e5b-0726-4469-9de4-b20984663ad8 tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] show failed (client error): The resource could not be found. Nov 23 17:31:30.890222 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7cd351ac-b445-4357-bd7a-2369081094d4 req-fb092e5b-0726-4469-9de4-b20984663ad8 tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] 10.222.0.60 "GET /v2.0/security-groups/08f22001-d741-4b87-aa68-ca7991f22b20 HTTP/1.1" status: 404 len: 352 time: 0.1399972 Nov 23 17:31:30.929173 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f67e9988-336d-4f8f-9fe3-ab9d22556572 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:30.934815 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f67e9988-336d-4f8f-9fe3-ab9d22556572 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:30.966315 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f67e9988-336d-4f8f-9fe3-ab9d22556572 admin admin] vlan segment allocate from pool success with {'vlan_id': 534, 'physical_network': 'physnet1'} {{(pid=103590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 17:31:30.978492 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f58efdc7-16e8-4b3c-894a-5bcff03e1a56 req-e4946f94-96b0-44d5-b7de-9e0bcd08b942 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=463bb2f6-75a3-49d9-907f-c2963eb4fc14 HTTP/1.1" status: 200 len: 217 time: 0.0831134 Nov 23 17:31:30.980462 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67e9988-336d-4f8f-9fe3-ab9d22556572 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18375033-456b-40c7-95e0-d3722b104411,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:31:30.986122 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f67e9988-336d-4f8f-9fe3-ab9d22556572 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:30.988235 n-d-816206-8 neutron-server[103590]: INFO neutron.db.segments_db [None req-f67e9988-336d-4f8f-9fe3-ab9d22556572 admin admin] Added segment 140609f8-1777-448a-bd56-5bbf304ca562 of type vlan for network 4c6f0e0a-0312-4a57-b82b-babeded0552d Nov 23 17:31:31.040596 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f67e9988-336d-4f8f-9fe3-ab9d22556572 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736635338810'] for network, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:31.074995 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f67e9988-336d-4f8f-9fe3-ab9d22556572 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493'] for network, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:31.076071 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f67e9988-336d-4f8f-9fe3-ab9d22556572 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:31:31.076790 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f67e9988-336d-4f8f-9fe3-ab9d22556572 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for network, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:31.111804 n-d-816206-8 neutron-server[103591]: INFO neutron.api.v2.resource [req-47171200-a5cc-410e-b511-8f596a3e851a req-b86bc956-f5f1-4ed8-964f-bc2460e53c2d tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] show failed (client error): The resource could not be found. Nov 23 17:31:31.112927 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-47171200-a5cc-410e-b511-8f596a3e851a req-b86bc956-f5f1-4ed8-964f-bc2460e53c2d tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] 10.222.0.60 "GET /v2.0/security-groups/7eb5fd05-2ef7-4459-8b0e-701ca469ac3b HTTP/1.1" status: 404 len: 352 time: 0.0303860 Nov 23 17:31:31.123993 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-f67e9988-336d-4f8f-9fe3-ab9d22556572 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6865296 Nov 23 17:31:31.123993 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 35830) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:31:31.128610 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-27b540dc-bf0b-4b48-9303-d11c012d59ae admin admin] Request body: {'subnet': {'network_id': '4c6f0e0a-0312-4a57-b82b-babeded0552d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-847002550-subnet', 'tenant_id': 'a1f4381e34f74b63a879aed380fc6f81', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:31:31.131262 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776f5297-e2e2-43d8-b123-4515de612454 req-e6d4243d-84ab-44e3-b187-b6db8aeb9dc5 tempest-ServerRescueNegativeTestJSON-1154722601 tempest-ServerRescueNegativeTestJSON-1154722601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:31:31.132814 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-776f5297-e2e2-43d8-b123-4515de612454 req-e6d4243d-84ab-44e3-b187-b6db8aeb9dc5 tempest-ServerRescueNegativeTestJSON-1154722601 tempest-ServerRescueNegativeTestJSON-1154722601-project] 10.222.0.60 "GET /v2.0/ports?device_id=9f161a1e-4342-477a-afd0-8cb3c4b8d58a HTTP/1.1" status: 200 len: 945 time: 0.1671753 Nov 23 17:31:31.135517 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58efdc7-16e8-4b3c-894a-5bcff03e1a56 req-2d602a55-a704-4f19-9469-a00feff2b132 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:31:31.138439 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f58efdc7-16e8-4b3c-894a-5bcff03e1a56 req-2d602a55-a704-4f19-9469-a00feff2b132 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=23f80e8e-7e58-4465-87c1-72654345f52f HTTP/1.1" status: 200 len: 849 time: 0.1100578 Nov 23 17:31:31.201032 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67e9988-336d-4f8f-9fe3-ab9d22556572 admin admin] Pushing event updated for resources: {'Network': ['ID=4c6f0e0a-0312-4a57-b82b-babeded0552d,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:31:31.216956 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27b540dc-bf0b-4b48-9303-d11c012d59ae admin admin] Made reservation on behalf of a1f4381e34f74b63a879aed380fc6f81 for: {'subnet': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:31:31.217946 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Network 4c6f0e0a-0312-4a57-b82b-babeded0552d details requested by agent ovs-agent-n-d-816206-8 with host n-d-816206-8 {{(pid=103592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 17:31:31.220648 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-27b540dc-bf0b-4b48-9303-d11c012d59ae admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264730903'] for subnet, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:31.342555 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58efdc7-16e8-4b3c-894a-5bcff03e1a56 req-b6ee79b7-4d18-48d4-a38f-b76e16e40ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:31:31.347248 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f58efdc7-16e8-4b3c-894a-5bcff03e1a56 req-b6ee79b7-4d18-48d4-a38f-b76e16e40ef0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=43d8ac08-152d-4053-b836-ddc03b0e91a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1851597 Nov 23 17:31:31.360540 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-776f5297-e2e2-43d8-b123-4515de612454 req-1859b6af-3440-4e1c-9747-4673e9813824 tempest-ServerRescueNegativeTestJSON-1154722601 tempest-ServerRescueNegativeTestJSON-1154722601-project] 10.222.0.60 "GET /v2.0/security-groups?id=fdeeda5f-d596-40d9-83fc-6ea083625241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2178011 Nov 23 17:31:31.453486 n-d-816206-8 neutron-server[103591]: INFO neutron.api.v2.resource [req-2c48dd4d-a6ed-4aaa-967f-c4e19ff0692b req-58ba3942-2388-4406-82d5-d37e2d102759 tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] show failed (client error): The resource could not be found. Nov 23 17:31:31.454943 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2c48dd4d-a6ed-4aaa-967f-c4e19ff0692b req-58ba3942-2388-4406-82d5-d37e2d102759 tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] 10.222.0.60 "GET /v2.0/security-groups/3c832b09-f712-4dc1-9444-5f9ff567a7a0 HTTP/1.1" status: 404 len: 352 time: 0.0291324 Nov 23 17:31:31.490843 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-27b540dc-bf0b-4b48-9303-d11c012d59ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264358096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264730885'] for subnet, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:31.541983 n-d-816206-8 neutron-server[103591]: INFO neutron.api.v2.resource [req-0622b787-8ce1-4871-bbc8-43c3d59cc363 req-de672718-ceb5-4c90-8f31-4823cd639abb tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] show failed (client error): The resource could not be found. Nov 23 17:31:31.543091 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-0622b787-8ce1-4871-bbc8-43c3d59cc363 req-de672718-ceb5-4c90-8f31-4823cd639abb tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] 10.222.0.60 "GET /v2.0/security-groups/ae22aa90-f133-4a0f-8d6c-08dc17816b2f HTTP/1.1" status: 404 len: 352 time: 0.0264897 Nov 23 17:31:31.579646 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f58efdc7-16e8-4b3c-894a-5bcff03e1a56 req-3baae327-648c-4a2d-a95c-962743bf2df0 service neutron] 10.222.0.36 "GET /v2.0/networks/43d8ac08-152d-4053-b836-ddc03b0e91a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2071090 Nov 23 17:31:31.631441 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b540dc-bf0b-4b48-9303-d11c012d59ae admin admin] Pushing event updated for resources: {'Subnet': ['ID=743455b2-fc28-4f79-8bc4-7bf54a8a42a6,revision_number=0']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:31:31.655385 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27b540dc-bf0b-4b48-9303-d11c012d59ae admin admin] Checking segment: {'id': '140609f8-1777-448a-bd56-5bbf304ca562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '4c6f0e0a-0312-4a57-b82b-babeded0552d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:31:31.655709 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27b540dc-bf0b-4b48-9303-d11c012d59ae admin admin] Network hostable DHCP agents. Network: 4c6f0e0a-0312-4a57-b82b-babeded0552d, hostable agents: ['0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3'], hosted agents: [] {{(pid=103590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 17:31:31.685603 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27b540dc-bf0b-4b48-9303-d11c012d59ae admin admin] Network 4c6f0e0a-0312-4a57-b82b-babeded0552d is scheduled to be hosted by DHCP agent 0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3 with binding_index 1 {{(pid=103590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 17:31:31.702252 n-d-816206-8 neutron-server[103591]: INFO neutron.api.v2.resource [req-b9e6b3d0-c413-4a31-bcb9-2f54a2c2bfd5 req-cce1c693-ac20-4c11-8016-f488de5d219d tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] show failed (client error): The resource could not be found. Nov 23 17:31:31.703684 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b9e6b3d0-c413-4a31-bcb9-2f54a2c2bfd5 req-cce1c693-ac20-4c11-8016-f488de5d219d tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] 10.222.0.60 "GET /v2.0/security-groups/8fa38b28-1039-42ea-877e-c9b5a30ae69b HTTP/1.1" status: 404 len: 352 time: 0.0550501 Nov 23 17:31:31.714249 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-27b540dc-bf0b-4b48-9303-d11c012d59ae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-8, 4c6f0e0a-0312-4a57-b82b-babeded0552d) {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:31:31.725492 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-117d44b9-29ea-4790-90d7-35eae936b259 None None] Network 4c6f0e0a-0312-4a57-b82b-babeded0552d requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:31:31.743817 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27b540dc-bf0b-4b48-9303-d11c012d59ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:31:31.745620 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-27b540dc-bf0b-4b48-9303-d11c012d59ae admin admin] Publish callbacks [] for subnet, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:31.792624 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-27b540dc-bf0b-4b48-9303-d11c012d59ae admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6674314 Nov 23 17:31:31.797341 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 35852) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:31:31.804828 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-41646d33-53ed-48d9-88be-5c85013a7d81 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-847002550-router', 'tenant_id': 'a1f4381e34f74b63a879aed380fc6f81', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'}}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:31:31.807466 n-d-816206-8 neutron-server[103591]: INFO neutron.api.v2.resource [req-43d85928-24a5-490f-bf6b-fb2ac7d765b7 req-716e1691-483f-4fca-838f-cd4da8648c0c tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] show failed (client error): The resource could not be found. Nov 23 17:31:31.809582 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-43d85928-24a5-490f-bf6b-fb2ac7d765b7 req-716e1691-483f-4fca-838f-cd4da8648c0c tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] 10.222.0.60 "GET /v2.0/security-groups/0f986164-849b-4858-b204-c4e2ca0b118f HTTP/1.1" status: 404 len: 352 time: 0.0351207 Nov 23 17:31:31.812217 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f58efdc7-16e8-4b3c-894a-5bcff03e1a56 req-3bdfb61e-183c-4ac2-b775-0051b2406e00 service neutron] 10.222.0.36 "GET /v2.0/networks/43d8ac08-152d-4053-b836-ddc03b0e91a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2049425 Nov 23 17:31:31.885354 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-41646d33-53ed-48d9-88be-5c85013a7d81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1793449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8093'] for router, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:31.889413 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-41646d33-53ed-48d9-88be-5c85013a7d81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1794473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1794771', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1638326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8086'] for router, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:31.985527 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-465399ca-1c68-42c5-af65-7be3626080c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp355044b8-8e87-58c4-94fa-4a010ec30f9e-4c6f0e0a-0312-4a57-b82b-babeded0552d', 'network_id': '4c6f0e0a-0312-4a57-b82b-babeded0552d', 'tenant_id': 'a1f4381e34f74b63a879aed380fc6f81', 'fixed_ips': [{'subnet_id': '743455b2-fc28-4f79-8bc4-7bf54a8a42a6'}]}} from n-d-816206-8. {{(pid=103592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 17:31:31.988657 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-465399ca-1c68-42c5-af65-7be3626080c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:32.031319 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-41646d33-53ed-48d9-88be-5c85013a7d81 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:32.079216 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f9c304-1a95-4881-806c-334570482b06 req-c85e9ab2-6204-440b-b5c4-984577b8dc31 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:31:32.088023 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f7f9c304-1a95-4881-806c-334570482b06 req-c85e9ab2-6204-440b-b5c4-984577b8dc31 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.60 "GET /v2.0/ports?device_id=ffeae0b0-09b1-4f1e-9b33-8bbbbaaefdf6 HTTP/1.1" status: 200 len: 944 time: 0.1141593 Nov 23 17:31:32.149661 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f7f9c304-1a95-4881-806c-334570482b06 req-fdc10609-9dca-408f-8495-71b7cf6aff8d tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.60 "GET /v2.0/security-groups?id=5199d9c8-39cf-433e-a82b-4aef6c6477e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598788 Nov 23 17:31:32.324634 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-41646d33-53ed-48d9-88be-5c85013a7d81 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:32.353724 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.db_base_plugin_common [None req-465399ca-1c68-42c5-af65-7be3626080c4 None None] Allocated IP 172.20.0.2 (4c6f0e0a-0312-4a57-b82b-babeded0552d/743455b2-fc28-4f79-8bc4-7bf54a8a42a6/f34e0b0f-9b8d-4584-8f7d-d78ca59c61dd) {{(pid=103592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:31:32.406214 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241eb1cd-7bac-4640-a8ed-592b324228fb req-1ec3bd9c-e6ad-4743-8857-be74da042e4d tempest-ServerTagsTestJSON-792397983 tempest-ServerTagsTestJSON-792397983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:31:32.419346 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-241eb1cd-7bac-4640-a8ed-592b324228fb req-1ec3bd9c-e6ad-4743-8857-be74da042e4d tempest-ServerTagsTestJSON-792397983 tempest-ServerTagsTestJSON-792397983-project] 10.222.0.60 "GET /v2.0/ports?device_id=264a06e0-6f11-4811-8310-78b511c1d976 HTTP/1.1" status: 200 len: 945 time: 0.1644778 Nov 23 17:31:32.466866 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50273ea-6ccd-460a-9fe3-5cb7c0ca406d req-1510bbeb-6041-44fc-b438-42c2e62b5e51 tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:31:32.469481 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a50273ea-6ccd-460a-9fe3-5cb7c0ca406d req-1510bbeb-6041-44fc-b438-42c2e62b5e51 tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] 10.222.0.60 "GET /v2.0/ports?device_id=c91eccca-8b79-4133-9b67-8e640b1347ac HTTP/1.1" status: 200 len: 1023 time: 0.1647921 Nov 23 17:31:32.578272 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-241eb1cd-7bac-4640-a8ed-592b324228fb req-a69a3634-026e-4fda-8798-00de9024d569 tempest-ServerTagsTestJSON-792397983 tempest-ServerTagsTestJSON-792397983-project] 10.222.0.60 "GET /v2.0/security-groups?id=e113c722-fc85-42f1-9b47-ad484abf3fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564615 Nov 23 17:31:32.620628 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-465399ca-1c68-42c5-af65-7be3626080c4 None None] Publish callbacks [] for port, precommit_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:32.631691 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-465399ca-1c68-42c5-af65-7be3626080c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980'] for port, after_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:32.710677 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a50273ea-6ccd-460a-9fe3-5cb7c0ca406d req-b84f7fd4-833b-4748-a877-d15cf56be44d tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] 10.222.0.60 "GET /v2.0/security-groups?id=d8e33e73-30b9-4952-965d-f940c31594f6&id=56463696-1032-4269-b216-a234a38bac9b&id=5d167f1c-77da-4d52-aeda-dd40310b7965&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.2109234 Nov 23 17:31:32.730024 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-41646d33-53ed-48d9-88be-5c85013a7d81 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:32.807065 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-41646d33-53ed-48d9-88be-5c85013a7d81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:32.817076 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465399ca-1c68-42c5-af65-7be3626080c4 None None] Pushing event updated for resources: {'Port': ['ID=f34e0b0f-9b8d-4584-8f7d-d78ca59c61dd,revision_number=1']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:31:32.829979 n-d-816206-8 neutron-server[103592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-465399ca-1c68-42c5-af65-7be3626080c4 None None] Network 4c6f0e0a-0312-4a57-b82b-babeded0552d is already hosted by enough agents. {{(pid=103592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:31:32.832018 n-d-816206-8 neutron-server[103592]: DEBUG neutron.scheduler.base_scheduler [None req-465399ca-1c68-42c5-af65-7be3626080c4 None None] Resources bound (agent type, host, resource id): {{(pid=103592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:31:32.836241 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-465399ca-1c68-42c5-af65-7be3626080c4 None None] Received port after_create {{(pid=103592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:31:32.907849 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849611fa-d218-472c-8bcb-1fd1d4cb1cf1 req-8589bdd3-3977-45e1-9392-b159d579e814 tempest-ServerRescueNegativeTestJSON-1154722601 tempest-ServerRescueNegativeTestJSON-1154722601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:31:32.920179 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-849611fa-d218-472c-8bcb-1fd1d4cb1cf1 req-8589bdd3-3977-45e1-9392-b159d579e814 tempest-ServerRescueNegativeTestJSON-1154722601 tempest-ServerRescueNegativeTestJSON-1154722601-project] 10.222.0.60 "GET /v2.0/ports?device_id=9f161a1e-4342-477a-afd0-8cb3c4b8d58a HTTP/1.1" status: 200 len: 945 time: 0.0887492 Nov 23 17:31:32.959392 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-465399ca-1c68-42c5-af65-7be3626080c4 None None] Attempting to bind port f34e0b0f-9b8d-4584-8f7d-d78ca59c61dd on host n-d-816206-8 for vnic_type normal with profile {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:31:32.959868 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-465399ca-1c68-42c5-af65-7be3626080c4 None None] Attempting to bind port f34e0b0f-9b8d-4584-8f7d-d78ca59c61dd by drivers openvswitch,hyperv on host n-d-816206-8 at level 0 using segments [{'id': '140609f8-1777-448a-bd56-5bbf304ca562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '4c6f0e0a-0312-4a57-b82b-babeded0552d'}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:31:32.960254 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-465399ca-1c68-42c5-af65-7be3626080c4 None None] Attempting to bind port f34e0b0f-9b8d-4584-8f7d-d78ca59c61dd on network 4c6f0e0a-0312-4a57-b82b-babeded0552d {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:31:32.966165 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-465399ca-1c68-42c5-af65-7be3626080c4 None None] Checking agent: {'id': '9e89acbe-4bbe-4c77-a18b-6f1da9133e0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 7, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 31, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:31:32.966547 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-465399ca-1c68-42c5-af65-7be3626080c4 None None] Checking segment: {'id': '140609f8-1777-448a-bd56-5bbf304ca562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '4c6f0e0a-0312-4a57-b82b-babeded0552d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:31:32.967183 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-465399ca-1c68-42c5-af65-7be3626080c4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:32.967650 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-465399ca-1c68-42c5-af65-7be3626080c4 None None] Bound using segment: {'id': '140609f8-1777-448a-bd56-5bbf304ca562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '4c6f0e0a-0312-4a57-b82b-babeded0552d'} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:31:32.968081 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-465399ca-1c68-42c5-af65-7be3626080c4 None None] Bound port: f34e0b0f-9b8d-4584-8f7d-d78ca59c61dd, host: n-d-816206-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '140609f8-1777-448a-bd56-5bbf304ca562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '4c6f0e0a-0312-4a57-b82b-babeded0552d'}}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:31:32.968471 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-465399ca-1c68-42c5-af65-7be3626080c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:32.992064 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-849611fa-d218-472c-8bcb-1fd1d4cb1cf1 req-d3f0593f-0616-4d3d-8772-e5707aa56eed tempest-ServerRescueNegativeTestJSON-1154722601 tempest-ServerRescueNegativeTestJSON-1154722601-project] 10.222.0.60 "GET /v2.0/security-groups?id=fdeeda5f-d596-40d9-83fc-6ea083625241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706425 Nov 23 17:31:33.036160 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-41646d33-53ed-48d9-88be-5c85013a7d81 admin admin] Allocated IP 172.25.3.248 (4c8455ba-1be5-42ac-b8c2-8a16e1292d55/08fe3644-ce41-4c3f-a7ea-92bac0f0fff5/9e72462d-e979-465a-99f4-e58107cbeec0) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:31:33.069964 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-465399ca-1c68-42c5-af65-7be3626080c4 None None] For port f34e0b0f-9b8d-4584-8f7d-d78ca59c61dd, host n-d-816206-8, cleared binding levels {{(pid=103592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:31:33.074892 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-465399ca-1c68-42c5-af65-7be3626080c4 None None] For port f34e0b0f-9b8d-4584-8f7d-d78ca59c61dd, host n-d-816206-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=f34e0b0f-9b8d-4584-8f7d-d78ca59c61dd,segment=NetworkSegment(140609f8-1777-448a-bd56-5bbf304ca562),segment_id=140609f8-1777-448a-bd56-5bbf304ca562)] {{(pid=103592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:31:33.079439 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-465399ca-1c68-42c5-af65-7be3626080c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:33.176593 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465399ca-1c68-42c5-af65-7be3626080c4 None None] Pushing event updated for resources: {'Port': ['ID=f34e0b0f-9b8d-4584-8f7d-d78ca59c61dd,revision_number=2']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:31:33.201790 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-41646d33-53ed-48d9-88be-5c85013a7d81 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:33.258293 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-41646d33-53ed-48d9-88be-5c85013a7d81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:33.313671 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41646d33-53ed-48d9-88be-5c85013a7d81 admin admin] Network 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:31:33.318519 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-41646d33-53ed-48d9-88be-5c85013a7d81 admin admin] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:31:33.322729 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41646d33-53ed-48d9-88be-5c85013a7d81 admin admin] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:31:33.334669 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cd33bd-8357-4a6e-b167-1081ee5a189d req-819719e4-bfeb-4b1b-8350-12b9792a385e tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:31:33.342957 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a8cd33bd-8357-4a6e-b167-1081ee5a189d req-819719e4-bfeb-4b1b-8350-12b9792a385e tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.60 "GET /v2.0/ports?device_id=ffeae0b0-09b1-4f1e-9b33-8bbbbaaefdf6 HTTP/1.1" status: 200 len: 944 time: 0.0957763 Nov 23 17:31:33.350359 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ceb20e1-cfda-4c57-b287-8e29444de838 None None] DHCP port deletion for 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:31:33.374978 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41646d33-53ed-48d9-88be-5c85013a7d81 admin admin] Pushing event updated for resources: {'Port': ['ID=9e72462d-e979-465a-99f4-e58107cbeec0,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:31:33.442467 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a8cd33bd-8357-4a6e-b167-1081ee5a189d req-4ce0f24d-e067-4f27-b3cf-b7627a44e696 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.60 "GET /v2.0/security-groups?id=5199d9c8-39cf-433e-a82b-4aef6c6477e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0986531 Nov 23 17:31:33.500371 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-5c204944-937c-44d7-a806-ca64a26a3eb3 None None] Provisioning complete for port 9e72462d-e979-465a-99f4-e58107cbeec0 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:31:33.502114 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-5c204944-937c-44d7-a806-ca64a26a3eb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:33.584207 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-5c204944-937c-44d7-a806-ca64a26a3eb3 None None] Port 9e72462d-e979-465a-99f4-e58107cbeec0 cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:31:33.793596 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd9f0e3-3ba2-45b5-a1e9-1c4d7175d8a4 req-66cd2507-e40c-4c37-a192-f7a5693ae850 tempest-ServerTagsTestJSON-792397983 tempest-ServerTagsTestJSON-792397983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:31:33.810555 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2dd9f0e3-3ba2-45b5-a1e9-1c4d7175d8a4 req-66cd2507-e40c-4c37-a192-f7a5693ae850 tempest-ServerTagsTestJSON-792397983 tempest-ServerTagsTestJSON-792397983-project] 10.222.0.60 "GET /v2.0/ports?device_id=264a06e0-6f11-4811-8310-78b511c1d976 HTTP/1.1" status: 200 len: 945 time: 0.1091514 Nov 23 17:31:33.931078 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2dd9f0e3-3ba2-45b5-a1e9-1c4d7175d8a4 req-ef158167-5d58-46d7-bea3-1cb048e2f159 tempest-ServerTagsTestJSON-792397983 tempest-ServerTagsTestJSON-792397983-project] 10.222.0.60 "GET /v2.0/security-groups?id=e113c722-fc85-42f1-9b47-ad484abf3fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152549 Nov 23 17:31:33.950626 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c28233-a041-4bd9-b7a1-9c57d1185f02 req-5d51c917-6d1b-4862-83c5-ec033d75a9e5 tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:31:33.960470 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e8c28233-a041-4bd9-b7a1-9c57d1185f02 req-5d51c917-6d1b-4862-83c5-ec033d75a9e5 tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] 10.222.0.60 "GET /v2.0/ports?device_id=c91eccca-8b79-4133-9b67-8e640b1347ac HTTP/1.1" status: 200 len: 1023 time: 0.0965166 Nov 23 17:31:34.192452 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e8c28233-a041-4bd9-b7a1-9c57d1185f02 req-a0cecafb-0786-43d5-8143-5dac399213d3 tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] 10.222.0.60 "GET /v2.0/security-groups?id=d8e33e73-30b9-4952-965d-f940c31594f6&id=56463696-1032-4269-b216-a234a38bac9b&id=5d167f1c-77da-4d52-aeda-dd40310b7965&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.2307665 Nov 23 17:31:34.221521 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee341ad-92aa-43cb-baa4-90d2dc1e93d1 req-8ca5fe8b-6dcf-47a4-9051-643c6e4b6cb8 tempest-ServerTagsTestJSON-792397983 tempest-ServerTagsTestJSON-792397983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:31:34.223967 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-eee341ad-92aa-43cb-baa4-90d2dc1e93d1 req-8ca5fe8b-6dcf-47a4-9051-643c6e4b6cb8 tempest-ServerTagsTestJSON-792397983 tempest-ServerTagsTestJSON-792397983-project] 10.222.0.36 "GET /v2.0/ports?device_id=264a06e0-6f11-4811-8310-78b511c1d976 HTTP/1.1" status: 200 len: 945 time: 0.2611785 Nov 23 17:31:34.306519 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-41646d33-53ed-48d9-88be-5c85013a7d81 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:34.432765 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6c47ba-00ea-4772-86c4-93f2675d94e2 req-deca37b8-e824-4321-bdeb-daaf6240deb1 tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:31:34.434584 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2b6c47ba-00ea-4772-86c4-93f2675d94e2 req-deca37b8-e824-4321-bdeb-daaf6240deb1 tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] 10.222.0.36 "GET /v2.0/ports?device_id=c91eccca-8b79-4133-9b67-8e640b1347ac HTTP/1.1" status: 200 len: 1023 time: 0.1822424 Nov 23 17:31:34.461436 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc4b1d4-7de9-4faa-ba24-08a0c518e6de req-0c92b495-3d83-4fb1-b9a9-931044766c51 tempest-ServerRescueNegativeTestJSON-1154722601 tempest-ServerRescueNegativeTestJSON-1154722601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:31:34.463148 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-0fc4b1d4-7de9-4faa-ba24-08a0c518e6de req-0c92b495-3d83-4fb1-b9a9-931044766c51 tempest-ServerRescueNegativeTestJSON-1154722601 tempest-ServerRescueNegativeTestJSON-1154722601-project] 10.222.0.60 "GET /v2.0/ports?device_id=9f161a1e-4342-477a-afd0-8cb3c4b8d58a HTTP/1.1" status: 200 len: 945 time: 0.1487994 Nov 23 17:31:34.606862 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [req-eee341ad-92aa-43cb-baa4-90d2dc1e93d1 req-8c482d92-5c3b-4550-926e-516c1ad9f6ad tempest-ServerTagsTestJSON-792397983 tempest-ServerTagsTestJSON-792397983-project] Deleting port 75b471bb-aa93-4b98-b084-37df0195f142 {{(pid=103591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:31:34.607196 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-eee341ad-92aa-43cb-baa4-90d2dc1e93d1 req-8c482d92-5c3b-4550-926e-516c1ad9f6ad tempest-ServerTagsTestJSON-792397983 tempest-ServerTagsTestJSON-792397983-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:34.690609 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-41646d33-53ed-48d9-88be-5c85013a7d81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1794316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1795362'] for router, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:34.756620 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-0fc4b1d4-7de9-4faa-ba24-08a0c518e6de req-527c911c-f4ec-472f-b618-32abb28963f1 tempest-ServerRescueNegativeTestJSON-1154722601 tempest-ServerRescueNegativeTestJSON-1154722601-project] 10.222.0.60 "GET /v2.0/security-groups?id=fdeeda5f-d596-40d9-83fc-6ea083625241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2373092 Nov 23 17:31:34.814649 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0a9ec1-a6f1-46d0-80a9-d8597d170fe9 req-e5152a9b-2fa1-4e6a-9ec9-4c83af3bc496 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:31:34.823189 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8c0a9ec1-a6f1-46d0-80a9-d8597d170fe9 req-e5152a9b-2fa1-4e6a-9ec9-4c83af3bc496 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.60 "GET /v2.0/ports?device_id=ffeae0b0-09b1-4f1e-9b33-8bbbbaaefdf6 HTTP/1.1" status: 200 len: 944 time: 0.2126529 Nov 23 17:31:34.823945 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feee03e7-5024-4fec-96aa-d48e50d2a5b9 None None] Network 4c6f0e0a-0312-4a57-b82b-babeded0552d requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:31:34.854830 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-eee341ad-92aa-43cb-baa4-90d2dc1e93d1 req-8c482d92-5c3b-4550-926e-516c1ad9f6ad tempest-ServerTagsTestJSON-792397983 tempest-ServerTagsTestJSON-792397983-project] For port 75b471bb-aa93-4b98-b084-37df0195f142, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=75b471bb-aa93-4b98-b084-37df0195f142,segment=NetworkSegment(3e2792b6-4cf4-4a20-826e-ccdaf9b2fd5e),segment_id=3e2792b6-4cf4-4a20-826e-ccdaf9b2fd5e)] {{(pid=103591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:31:34.855288 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-eee341ad-92aa-43cb-baa4-90d2dc1e93d1 req-8c482d92-5c3b-4550-926e-516c1ad9f6ad tempest-ServerTagsTestJSON-792397983 tempest-ServerTagsTestJSON-792397983-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:34.879025 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [req-2b6c47ba-00ea-4772-86c4-93f2675d94e2 req-f23933d5-1752-442a-ac02-03d742b2cf33 tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] Deleting port af7771d7-80af-4220-bc57-9e1037f5bb30 {{(pid=103591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:31:34.879339 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-2b6c47ba-00ea-4772-86c4-93f2675d94e2 req-f23933d5-1752-442a-ac02-03d742b2cf33 tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:34.912317 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41646d33-53ed-48d9-88be-5c85013a7d81 admin admin] Router 34943746-6979-475d-83ec-6e62c9c49135 is scheduled to L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 with binding_index 1 {{(pid=103590) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 17:31:34.913981 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [req-eee341ad-92aa-43cb-baa4-90d2dc1e93d1 req-8c482d92-5c3b-4550-926e-516c1ad9f6ad tempest-ServerTagsTestJSON-792397983 tempest-ServerTagsTestJSON-792397983-project] Calling delete_port for 75b471bb-aa93-4b98-b084-37df0195f142 owned by compute:nova {{(pid=103591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:31:34.942640 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8c0a9ec1-a6f1-46d0-80a9-d8597d170fe9 req-2800c6c9-2e4e-4ddc-8cc4-7ce0b59bcf49 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.60 "GET /v2.0/security-groups?id=5199d9c8-39cf-433e-a82b-4aef6c6477e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1180866 Nov 23 17:31:35.074823 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41646d33-53ed-48d9-88be-5c85013a7d81 admin admin] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:31:35.112473 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-41646d33-53ed-48d9-88be-5c85013a7d81 admin admin] Publish callbacks [] for router, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:35.117530 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-41646d33-53ed-48d9-88be-5c85013a7d81 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.3184910 Nov 23 17:31:35.118411 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 35900) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:31:35.120568 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e3de104-68ac-43d0-bcf3-1c9227330427 None None] Sync routers for ids ['34943746-6979-475d-83ec-6e62c9c49135'] in n-d-816206-8 {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:31:35.195257 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e3de104-68ac-43d0-bcf3-1c9227330427 None None] Routers {'34943746-6979-475d-83ec-6e62c9c49135'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:31:35.197314 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-4e3de104-68ac-43d0-bcf3-1c9227330427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:31:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['34943746-6979-475d-83ec-6e62c9c49135'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:31:35.203517 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-a6bb7081-d153-48b5-b1f5-773d99e938ef None None] Provisioning complete for port f34e0b0f-9b8d-4584-8f7d-d78ca59c61dd triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:31:35.204807 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-a6bb7081-d153-48b5-b1f5-773d99e938ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:35.251632 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114de667-9fd8-480b-9f13-2fb3f0e88856 req-632c5774-d1ee-460a-9b96-8a00a34e655f tempest-ServerTagsTestJSON-792397983 tempest-ServerTagsTestJSON-792397983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:31:35.261955 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-114de667-9fd8-480b-9f13-2fb3f0e88856 req-632c5774-d1ee-460a-9b96-8a00a34e655f tempest-ServerTagsTestJSON-792397983 tempest-ServerTagsTestJSON-792397983-project] 10.222.0.60 "GET /v2.0/ports?device_id=264a06e0-6f11-4811-8310-78b511c1d976 HTTP/1.1" status: 200 len: 945 time: 0.1955781 Nov 23 17:31:35.288116 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-2b6c47ba-00ea-4772-86c4-93f2675d94e2 req-f23933d5-1752-442a-ac02-03d742b2cf33 tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] For port af7771d7-80af-4220-bc57-9e1037f5bb30, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=af7771d7-80af-4220-bc57-9e1037f5bb30,segment=NetworkSegment(72cae39b-e177-46b5-abb9-73dc195aab07),segment_id=72cae39b-e177-46b5-abb9-73dc195aab07)] {{(pid=103591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:31:35.288547 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-2b6c47ba-00ea-4772-86c4-93f2675d94e2 req-f23933d5-1752-442a-ac02-03d742b2cf33 tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:35.387164 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device f34e0b0f-9b8d-4584-8f7d-d78ca59c61dd up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:31:35.405322 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67cb5e8-cae1-4864-b82d-aabc4b9ff9f5 req-f3eda232-722a-4c52-a0f3-a48874e6f7d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:31:35.407936 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-c67cb5e8-cae1-4864-b82d-aabc4b9ff9f5 req-f3eda232-722a-4c52-a0f3-a48874e6f7d6 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3541603f19884b9cb683e7eedd76d17c&device_id=ffeae0b0-09b1-4f1e-9b33-8bbbbaaefdf6 HTTP/1.1" status: 200 len: 1095 time: 0.1481102 Nov 23 17:31:35.449199 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [req-2b6c47ba-00ea-4772-86c4-93f2675d94e2 req-f23933d5-1752-442a-ac02-03d742b2cf33 tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] Calling delete_port for af7771d7-80af-4220-bc57-9e1037f5bb30 owned by compute:nova {{(pid=103591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:31:35.458244 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-eee341ad-92aa-43cb-baa4-90d2dc1e93d1 req-8c482d92-5c3b-4550-926e-516c1ad9f6ad tempest-ServerTagsTestJSON-792397983 tempest-ServerTagsTestJSON-792397983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:35.511620 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c482d92-5c3b-4550-926e-516c1ad9f6ad tempest-ServerTagsTestJSON-792397983 tempest-ServerTagsTestJSON-792397983-project] Pushing event deleted for resources: {'Port': ['ID=75b471bb-aa93-4b98-b084-37df0195f142,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:31:35.554108 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-a6bb7081-d153-48b5-b1f5-773d99e938ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:35.609857 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9457f5c8-a285-40e0-8959-cabaca20a716 req-c8950407-c00d-4b28-ab7f-4b128e3f92e6 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:31:35.618025 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9457f5c8-a285-40e0-8959-cabaca20a716 req-c8950407-c00d-4b28-ab7f-4b128e3f92e6 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.60 "GET /v2.0/ports?device_id=ffeae0b0-09b1-4f1e-9b33-8bbbbaaefdf6 HTTP/1.1" status: 200 len: 944 time: 0.2035971 Nov 23 17:31:35.622382 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-a6bb7081-d153-48b5-b1f5-773d99e938ef None None] For port f34e0b0f-9b8d-4584-8f7d-d78ca59c61dd, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=f34e0b0f-9b8d-4584-8f7d-d78ca59c61dd,segment=NetworkSegment(140609f8-1777-448a-bd56-5bbf304ca562),segment_id=140609f8-1777-448a-bd56-5bbf304ca562)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:31:35.637057 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-a6bb7081-d153-48b5-b1f5-773d99e938ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:35.681503 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67cb5e8-cae1-4864-b82d-aabc4b9ff9f5 req-54eecd1d-d058-4b75-ad89-4e56de215278 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:31:35.683312 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-c67cb5e8-cae1-4864-b82d-aabc4b9ff9f5 req-54eecd1d-d058-4b75-ad89-4e56de215278 service neutron] 10.222.0.55 "GET /v2.0/networks?id=43d8ac08-152d-4053-b836-ddc03b0e91a2 HTTP/1.1" status: 200 len: 911 time: 0.2062621 Nov 23 17:31:35.704826 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bb7081-d153-48b5-b1f5-773d99e938ef None None] Pushing event updated for resources: {'Port': ['ID=f34e0b0f-9b8d-4584-8f7d-d78ca59c61dd,revision_number=3']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:31:35.738816 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port f34e0b0f-9b8d-4584-8f7d-d78ca59c61dd triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:31:35.739200 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:35.786170 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvr_db [None req-4e3de104-68ac-43d0-bcf3-1c9227330427 None None] Set router 34943746-6979-475d-83ec-6e62c9c49135 gateway port host: n-d-816206-8 {{(pid=103592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:31:35.858005 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-c67cb5e8-cae1-4864-b82d-aabc4b9ff9f5 req-f2dd40a4-82db-4dfa-ad56-3855c5f9d832 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=52285acf-3eab-406a-acfc-b1364cf71811 HTTP/1.1" status: 200 len: 998 time: 0.1601813 Nov 23 17:31:35.920911 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67cb5e8-cae1-4864-b82d-aabc4b9ff9f5 req-299229cd-ccb1-4984-b3d2-a7baca6da220 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:31:35.922409 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-c67cb5e8-cae1-4864-b82d-aabc4b9ff9f5 req-299229cd-ccb1-4984-b3d2-a7baca6da220 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=23f80e8e-7e58-4465-87c1-72654345f52f HTTP/1.1" status: 200 len: 849 time: 0.0505996 Nov 23 17:31:36.047874 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-114de667-9fd8-480b-9f13-2fb3f0e88856 req-a0bf93f1-ebc7-4fad-a52b-2d01d47a831f tempest-ServerTagsTestJSON-792397983 tempest-ServerTagsTestJSON-792397983-project] 10.222.0.60 "GET /v2.0/security-groups?id=e113c722-fc85-42f1-9b47-ad484abf3fb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7836425 Nov 23 17:31:36.123357 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-f75788ee-20e4-4088-8106-9e052be98dc8 None None] Provisioning complete for port f34e0b0f-9b8d-4584-8f7d-d78ca59c61dd triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:31:36.124031 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-f75788ee-20e4-4088-8106-9e052be98dc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:36.163874 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [req-eee341ad-92aa-43cb-baa4-90d2dc1e93d1 req-8c482d92-5c3b-4550-926e-516c1ad9f6ad tempest-ServerTagsTestJSON-792397983 tempest-ServerTagsTestJSON-792397983-project] No DVR routers for this DVR port 75b471bb-aa93-4b98-b084-37df0195f142 on host n-h2-816206-8 {{(pid=103591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:31:36.209081 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-eee341ad-92aa-43cb-baa4-90d2dc1e93d1 req-8c482d92-5c3b-4550-926e-516c1ad9f6ad tempest-ServerTagsTestJSON-792397983 tempest-ServerTagsTestJSON-792397983-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:36.212338 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-eee341ad-92aa-43cb-baa4-90d2dc1e93d1 req-8c482d92-5c3b-4550-926e-516c1ad9f6ad tempest-ServerTagsTestJSON-792397983 tempest-ServerTagsTestJSON-792397983-project] 10.222.0.36 "DELETE /v2.0/ports/75b471bb-aa93-4b98-b084-37df0195f142 HTTP/1.1" status: 204 len: 173 time: 1.9672163 Nov 23 17:31:36.213327 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-4e3de104-68ac-43d0-bcf3-1c9227330427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34943746-6979-475d-83ec-6e62c9c49135', 'name': 'tempest-ServersTestManualDisk-847002550-router', 'tenant_id': 'a1f4381e34f74b63a879aed380fc6f81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': '9e72462d-e979-465a-99f4-e58107cbeec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:31:31Z', 'updated_at': '2021-11-23T17:31:33Z', 'revision_number': 3, 'project_id': 'a1f4381e34f74b63a879aed380fc6f81', 'gw_port': {'id': '9e72462d-e979-465a-99f4-e58107cbeec0', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:ee:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34943746-6979-475d-83ec-6e62c9c49135', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1191, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:31:32Z', 'updated_at': '2021-11-23T17:31:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8'}], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:31:36.213769 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '264a06e0-6f11-4811-8310-78b511c1d976', 'name': 'network-vif-deleted', 'tag': '75b471bb-aa93-4b98-b084-37df0195f142'}] {{(pid=103591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:31:36.215983 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41d174a19ece9499ff9ec44e5b3fc50f2abd3ffbc947fb7e52ea1e8db27b95b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-163e0b8a-a138-4e8c-b046-4b49433e0eab" -d '{"events": [{"server_uuid": "264a06e0-6f11-4811-8310-78b511c1d976", "name": "network-vif-deleted", "tag": "75b471bb-aa93-4b98-b084-37df0195f142"}]}' {{(pid=103591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:31:36.233224 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9457f5c8-a285-40e0-8959-cabaca20a716 req-b98b7be6-39ce-4d19-ad37-4fae0ab129cc tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.60 "GET /v2.0/security-groups?id=5199d9c8-39cf-433e-a82b-4aef6c6477e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6143141 Nov 23 17:31:36.252267 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e3de104-68ac-43d0-bcf3-1c9227330427 None None] Checking router: 34943746-6979-475d-83ec-6e62c9c49135 for host: n-d-816206-8 {{(pid=103592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 17:31:36.252267 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e3de104-68ac-43d0-bcf3-1c9227330427 None None] Updating router 34943746-6979-475d-83ec-6e62c9c49135 port 9e72462d-e979-465a-99f4-e58107cbeec0 binding host n-d-816206-8 {{(pid=103592) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 17:31:36.313703 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-4e3de104-68ac-43d0-bcf3-1c9227330427 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:36.317466 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fb2fd1-6475-4911-a920-8ea3c1425256 req-9f96243a-4b44-4cd7-993a-898273a3b00d tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:31:36.319486 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-39fb2fd1-6475-4911-a920-8ea3c1425256 req-9f96243a-4b44-4cd7-993a-898273a3b00d tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] 10.222.0.60 "GET /v2.0/ports?device_id=c91eccca-8b79-4133-9b67-8e640b1347ac HTTP/1.1" status: 200 len: 1023 time: 0.1527488 Nov 23 17:31:36.403923 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67cb5e8-cae1-4864-b82d-aabc4b9ff9f5 req-3f255311-3703-4e70-b14e-06f1d01e42d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:31:36.406567 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-c67cb5e8-cae1-4864-b82d-aabc4b9ff9f5 req-3f255311-3703-4e70-b14e-06f1d01e42d8 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=43d8ac08-152d-4053-b836-ddc03b0e91a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3079927 Nov 23 17:31:36.419426 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-12cd5d9f-a38d-4172-9209-4b7f672b5e8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:36.595654 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-2b6c47ba-00ea-4772-86c4-93f2675d94e2 req-f23933d5-1752-442a-ac02-03d742b2cf33 tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:36.667197 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23933d5-1752-442a-ac02-03d742b2cf33 tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] Pushing event deleted for resources: {'Port': ['ID=af7771d7-80af-4220-bc57-9e1037f5bb30,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:31:36.701354 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-39fb2fd1-6475-4911-a920-8ea3c1425256 req-6c5794ac-fb74-4808-aa56-27e4ac7aed39 tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] 10.222.0.60 "GET /v2.0/security-groups?id=d8e33e73-30b9-4952-965d-f940c31594f6&id=56463696-1032-4269-b216-a234a38bac9b&id=5d167f1c-77da-4d52-aeda-dd40310b7965&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.3692560 Nov 23 17:31:36.709477 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-c67cb5e8-cae1-4864-b82d-aabc4b9ff9f5 req-94b4c0f8-a6b5-447f-b56f-c8b927f40007 service neutron] 10.222.0.55 "GET /v2.0/networks/43d8ac08-152d-4053-b836-ddc03b0e91a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2773340 Nov 23 17:31:36.715681 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] get_ports_and_sgs() called for port_ids ['af7771d7-80af-4220-bc57-9e1037f5bb30'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:31:36.718103 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device 75b471bb-aa93-4b98-b084-37df0195f142 no longer exists at agent hyperv_n-h2-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:31:36.746234 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1c2e3d-8568-4d40-9b9b-27df620fe158 req-9fb6a6ef-cdf7-4370-bd2d-53dcdbf6955a tempest-ServerRescueNegativeTestJSON-1154722601 tempest-ServerRescueNegativeTestJSON-1154722601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:31:36.774118 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8b1c2e3d-8568-4d40-9b9b-27df620fe158 req-9fb6a6ef-cdf7-4370-bd2d-53dcdbf6955a tempest-ServerRescueNegativeTestJSON-1154722601 tempest-ServerRescueNegativeTestJSON-1154722601-project] 10.222.0.60 "GET /v2.0/ports?device_id=9f161a1e-4342-477a-afd0-8cb3c4b8d58a HTTP/1.1" status: 200 len: 945 time: 0.2341347 Nov 23 17:31:36.791053 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] No Port match for: 75b471bb-aa93-4b98-b084-37df0195f142 {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:31:36.791689 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device 75b471bb-aa93-4b98-b084-37df0195f142 not bound to the agent host n-h2-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:31:36.815870 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:31:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad066e2f-9a2a-4b6f-97fd-2ffcb09f0bcd x-openstack-request-id: req-ad066e2f-9a2a-4b6f-97fd-2ffcb09f0bcd {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:31:36.816254 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "264a06e0-6f11-4811-8310-78b511c1d976", "name": "network-vif-deleted", "tag": "75b471bb-aa93-4b98-b084-37df0195f142", "status": "completed", "code": 200}]} {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:31:36.816602 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ad066e2f-9a2a-4b6f-97fd-2ffcb09f0bcd {{(pid=103591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:31:36.817120 n-d-816206-8 neutron-server[103591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '264a06e0-6f11-4811-8310-78b511c1d976', 'name': 'network-vif-deleted', 'tag': '75b471bb-aa93-4b98-b084-37df0195f142', 'status': 'completed', 'code': 200} Nov 23 17:31:36.842775 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b6c47ba-00ea-4772-86c4-93f2675d94e2 req-f23933d5-1752-442a-ac02-03d742b2cf33 tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] No DVR routers for this DVR port af7771d7-80af-4220-bc57-9e1037f5bb30 on host n-h2-816206-8 {{(pid=103591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:31:36.848372 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-2b6c47ba-00ea-4772-86c4-93f2675d94e2 req-f23933d5-1752-442a-ac02-03d742b2cf33 tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:36.852306 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2b6c47ba-00ea-4772-86c4-93f2675d94e2 req-f23933d5-1752-442a-ac02-03d742b2cf33 tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] 10.222.0.36 "DELETE /v2.0/ports/af7771d7-80af-4220-bc57-9e1037f5bb30 HTTP/1.1" status: 204 len: 173 time: 2.4088387 Nov 23 17:31:36.899014 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-12cd5d9f-a38d-4172-9209-4b7f672b5e8d admin admin] Allocated IP 172.20.0.1 (4c6f0e0a-0312-4a57-b82b-babeded0552d/743455b2-fc28-4f79-8bc4-7bf54a8a42a6/9985ee88-c379-42c1-b0f5-1beb8cf9b02e) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:31:36.942500 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8b1c2e3d-8568-4d40-9b9b-27df620fe158 req-21169f5d-08c7-4256-b412-4f3f5a5756ed tempest-ServerRescueNegativeTestJSON-1154722601 tempest-ServerRescueNegativeTestJSON-1154722601-project] 10.222.0.60 "GET /v2.0/security-groups?id=fdeeda5f-d596-40d9-83fc-6ea083625241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672893 Nov 23 17:31:37.189857 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-c67cb5e8-cae1-4864-b82d-aabc4b9ff9f5 req-7a650a7a-ace4-45aa-8bee-e5e4fe71c727 service neutron] 10.222.0.55 "GET /v2.0/networks/43d8ac08-152d-4053-b836-ddc03b0e91a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4671383 Nov 23 17:31:37.210371 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-4e3de104-68ac-43d0-bcf3-1c9227330427 None None] Publish callbacks [] for port, precommit_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:37.224572 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-4e3de104-68ac-43d0-bcf3-1c9227330427 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:37.234280 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-12cd5d9f-a38d-4172-9209-4b7f672b5e8d admin admin] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:37.299659 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-4e3de104-68ac-43d0-bcf3-1c9227330427 None None] Attempting to bind port 9e72462d-e979-465a-99f4-e58107cbeec0 on host n-d-816206-8 for vnic_type normal with profile {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:31:37.300312 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-4e3de104-68ac-43d0-bcf3-1c9227330427 None None] Attempting to bind port 9e72462d-e979-465a-99f4-e58107cbeec0 by drivers openvswitch,hyperv on host n-d-816206-8 at level 0 using segments [{'id': 'bffd1e4f-e80f-4ff0-b418-2f42ae15febf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:31:37.300888 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e3de104-68ac-43d0-bcf3-1c9227330427 None None] Attempting to bind port 9e72462d-e979-465a-99f4-e58107cbeec0 on network 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:31:37.303398 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-97996514-3002-4f2a-9010-1894ae9d7999 req-5e947762-bb06-4dd7-928c-ce06a3e77c8e tempest-ServerTagsTestJSON-792397983 tempest-ServerTagsTestJSON-792397983-project] 10.222.0.60 "GET /v2.0/ports?device_id=264a06e0-6f11-4811-8310-78b511c1d976 HTTP/1.1" status: 200 len: 210 time: 0.0860858 Nov 23 17:31:37.310935 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e3de104-68ac-43d0-bcf3-1c9227330427 None None] Checking agent: {'id': '9e89acbe-4bbe-4c77-a18b-6f1da9133e0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 7, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 31, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:31:37.311558 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e3de104-68ac-43d0-bcf3-1c9227330427 None None] Checking segment: {'id': 'bffd1e4f-e80f-4ff0-b418-2f42ae15febf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:31:37.312405 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-4e3de104-68ac-43d0-bcf3-1c9227330427 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:37.313320 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e3de104-68ac-43d0-bcf3-1c9227330427 None None] Bound using segment: {'id': 'bffd1e4f-e80f-4ff0-b418-2f42ae15febf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:31:37.314153 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-4e3de104-68ac-43d0-bcf3-1c9227330427 None None] Bound port: 9e72462d-e979-465a-99f4-e58107cbeec0, host: n-d-816206-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bffd1e4f-e80f-4ff0-b418-2f42ae15febf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'}}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:31:37.314838 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-4e3de104-68ac-43d0-bcf3-1c9227330427 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:37.318723 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b0b52ed-4fab-44fe-82c2-b768aa818c98 None None] DHCP port deletion for 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:31:37.320378 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-12cd5d9f-a38d-4172-9209-4b7f672b5e8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:37.358259 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device f34e0b0f-9b8d-4584-8f7d-d78ca59c61dd up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:31:37.367683 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12cd5d9f-a38d-4172-9209-4b7f672b5e8d admin admin] Network 4c6f0e0a-0312-4a57-b82b-babeded0552d is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:31:37.378709 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-12cd5d9f-a38d-4172-9209-4b7f672b5e8d admin admin] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:31:37.386286 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12cd5d9f-a38d-4172-9209-4b7f672b5e8d admin admin] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:31:37.413091 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff97705-4064-4a96-a73d-55d381b5f7b0 None None] Pushing event updated for resources: {'Port': ['ID=9e72462d-e979-465a-99f4-e58107cbeec0,revision_number=2']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:31:37.472231 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-4e3de104-68ac-43d0-bcf3-1c9227330427 None None] For port 9e72462d-e979-465a-99f4-e58107cbeec0, host n-d-816206-8, cleared binding levels {{(pid=103592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:31:37.479035 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-4e3de104-68ac-43d0-bcf3-1c9227330427 None None] For port 9e72462d-e979-465a-99f4-e58107cbeec0, host n-d-816206-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=9e72462d-e979-465a-99f4-e58107cbeec0,segment=NetworkSegment(bffd1e4f-e80f-4ff0-b418-2f42ae15febf),segment_id=bffd1e4f-e80f-4ff0-b418-2f42ae15febf)] {{(pid=103592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:31:37.491696 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cd5d9f-a38d-4172-9209-4b7f672b5e8d admin admin] Pushing event updated for resources: {'Port': ['ID=9985ee88-c379-42c1-b0f5-1beb8cf9b02e,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:31:37.492780 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388a028d-265c-4a57-9ba4-02e90ec7453e req-15241b68-0b65-4150-b2d0-febe3cbd8604 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:31:37.494550 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-12cd5d9f-a38d-4172-9209-4b7f672b5e8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1795539'] for router_interface, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:37.495287 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-388a028d-265c-4a57-9ba4-02e90ec7453e req-15241b68-0b65-4150-b2d0-febe3cbd8604 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.60 "GET /v2.0/ports?device_id=ffeae0b0-09b1-4f1e-9b33-8bbbbaaefdf6 HTTP/1.1" status: 200 len: 944 time: 0.1215675 Nov 23 17:31:37.511623 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-4e3de104-68ac-43d0-bcf3-1c9227330427 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:37.533095 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-ebc21336-bd3c-4058-bba4-2996011cface None None] Provisioning complete for port 9e72462d-e979-465a-99f4-e58107cbeec0 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:31:37.533554 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-ebc21336-bd3c-4058-bba4-2996011cface None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:37.630704 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-388a028d-265c-4a57-9ba4-02e90ec7453e req-0b172cee-9948-49cd-87e9-faa12ba1c44f tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.60 "GET /v2.0/security-groups?id=5199d9c8-39cf-433e-a82b-4aef6c6477e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1269054 Nov 23 17:31:37.637736 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port f34e0b0f-9b8d-4584-8f7d-d78ca59c61dd triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:31:37.639286 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:37.720341 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff97705-4064-4a96-a73d-55d381b5f7b0 None None] Pushing event updated for resources: {'Port': ['ID=9e72462d-e979-465a-99f4-e58107cbeec0,revision_number=3']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:31:37.723371 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-12cd5d9f-a38d-4172-9209-4b7f672b5e8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:37.730156 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89857bf7-8ed9-4e27-a63d-771a1d21d03e None None] DHCP port deletion for 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:31:37.807191 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e3de104-68ac-43d0-bcf3-1c9227330427 None None] Routers {'34943746-6979-475d-83ec-6e62c9c49135'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:31:37.808183 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-4e3de104-68ac-43d0-bcf3-1c9227330427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:31:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['34943746-6979-475d-83ec-6e62c9c49135'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:31:37.929276 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e6061509-c1ed-48e3-a3f9-625924722b5f req-36d4e8a3-cbb2-4531-8557-7866fd46efff tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] 10.222.0.60 "GET /v2.0/ports?device_id=c91eccca-8b79-4133-9b67-8e640b1347ac HTTP/1.1" status: 200 len: 210 time: 0.0357158 Nov 23 17:31:37.952065 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvr_db [None req-4e3de104-68ac-43d0-bcf3-1c9227330427 None None] Set router 34943746-6979-475d-83ec-6e62c9c49135 gateway port host: n-d-816206-8 {{(pid=103592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:31:38.040511 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-12cd5d9f-a38d-4172-9209-4b7f672b5e8d admin admin] Publish callbacks [] for port, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:38.047195 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-12cd5d9f-a38d-4172-9209-4b7f672b5e8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264357957'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:38.106493 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119b892b-7119-4aa6-affa-61b9071c4c76 req-3058471e-e5b7-4148-b48c-8c38d3e23728 tempest-ServerRescueNegativeTestJSON-1154722601 tempest-ServerRescueNegativeTestJSON-1154722601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:31:38.108416 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-119b892b-7119-4aa6-affa-61b9071c4c76 req-3058471e-e5b7-4148-b48c-8c38d3e23728 tempest-ServerRescueNegativeTestJSON-1154722601 tempest-ServerRescueNegativeTestJSON-1154722601-project] 10.222.0.60 "GET /v2.0/ports?device_id=9f161a1e-4342-477a-afd0-8cb3c4b8d58a HTTP/1.1" status: 200 len: 945 time: 0.0721459 Nov 23 17:31:38.143806 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-12cd5d9f-a38d-4172-9209-4b7f672b5e8d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2068703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1794403'] for router_interface, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:38.147174 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cd5d9f-a38d-4172-9209-4b7f672b5e8d admin admin] Pushing event updated for resources: {'Port': ['ID=9985ee88-c379-42c1-b0f5-1beb8cf9b02e,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:31:38.179750 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-119b892b-7119-4aa6-affa-61b9071c4c76 req-da1db9cd-9c7f-4ffb-bc8a-7f73c81cb00e tempest-ServerRescueNegativeTestJSON-1154722601 tempest-ServerRescueNegativeTestJSON-1154722601-project] 10.222.0.60 "GET /v2.0/security-groups?id=fdeeda5f-d596-40d9-83fc-6ea083625241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644350 Nov 23 17:31:38.272897 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12cd5d9f-a38d-4172-9209-4b7f672b5e8d admin admin] Network 4c6f0e0a-0312-4a57-b82b-babeded0552d is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:31:38.274771 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-12cd5d9f-a38d-4172-9209-4b7f672b5e8d admin admin] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:31:38.297118 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-ebc21336-bd3c-4058-bba4-2996011cface None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:38.333779 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-ebc21336-bd3c-4058-bba4-2996011cface None None] For port 9e72462d-e979-465a-99f4-e58107cbeec0, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=9e72462d-e979-465a-99f4-e58107cbeec0,segment=NetworkSegment(bffd1e4f-e80f-4ff0-b418-2f42ae15febf),segment_id=bffd1e4f-e80f-4ff0-b418-2f42ae15febf)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:31:38.347732 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-ebc21336-bd3c-4058-bba4-2996011cface None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:38.404338 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 35934) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:31:38.426551 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc21336-bd3c-4058-bba4-2996011cface None None] Pushing event updated for resources: {'Port': ['ID=9e72462d-e979-465a-99f4-e58107cbeec0,revision_number=4']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:31:38.432415 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-4e3de104-68ac-43d0-bcf3-1c9227330427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34943746-6979-475d-83ec-6e62c9c49135', 'name': 'tempest-ServersTestManualDisk-847002550-router', 'tenant_id': 'a1f4381e34f74b63a879aed380fc6f81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': '9e72462d-e979-465a-99f4-e58107cbeec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:31:31Z', 'updated_at': '2021-11-23T17:31:37Z', 'revision_number': 4, 'project_id': 'a1f4381e34f74b63a879aed380fc6f81', 'gw_port': {'id': '9e72462d-e979-465a-99f4-e58107cbeec0', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:ee:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34943746-6979-475d-83ec-6e62c9c49135', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1191, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:31:32Z', 'updated_at': '2021-11-23T17:31:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_interfaces': [{'id': '9985ee88-c379-42c1-b0f5-1beb8cf9b02e', 'name': '', 'network_id': '4c6f0e0a-0312-4a57-b82b-babeded0552d', 'tenant_id': 'a1f4381e34f74b63a879aed380fc6f81', 'mac_address': 'fa:16:3e:5b:bc:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34943746-6979-475d-83ec-6e62c9c49135', 'device_owner': 'network:router_interface', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': '743455b2-fc28-4f79-8bc4-7bf54a8a42a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:31:36Z', 'updated_at': '2021-11-23T17:31:36Z', 'revision_number': 1, 'project_id': 'a1f4381e34f74b63a879aed380fc6f81', 'subnets': [{'id': '743455b2-fc28-4f79-8bc4-7bf54a8a42a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:31:38.461268 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12cd5d9f-a38d-4172-9209-4b7f672b5e8d admin admin] Router 34943746-6979-475d-83ec-6e62c9c49135 has already been hosted by L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 {{(pid=103590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 17:31:38.469584 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e3de104-68ac-43d0-bcf3-1c9227330427 None None] The sync data for ids ['34943746-6979-475d-83ec-6e62c9c49135'] in n-d-816206-8 is: [{'id': '34943746-6979-475d-83ec-6e62c9c49135', 'name': 'tempest-ServersTestManualDisk-847002550-router', 'tenant_id': 'a1f4381e34f74b63a879aed380fc6f81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': '9e72462d-e979-465a-99f4-e58107cbeec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:31:31Z', 'updated_at': '2021-11-23T17:31:37Z', 'revision_number': 4, 'project_id': 'a1f4381e34f74b63a879aed380fc6f81', 'gw_port': {'id': '9e72462d-e979-465a-99f4-e58107cbeec0', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:ee:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34943746-6979-475d-83ec-6e62c9c49135', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1191, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:31:32Z', 'updated_at': '2021-11-23T17:31:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_interfaces': [{'id': '9985ee88-c379-42c1-b0f5-1beb8cf9b02e', 'name': '', 'network_id': '4c6f0e0a-0312-4a57-b82b-babeded0552d', 'tenant_id': 'a1f4381e34f74b63a879aed380fc6f81', 'mac_address': 'fa:16:3e:5b:bc:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34943746-6979-475d-83ec-6e62c9c49135', 'device_owner': 'network:router_interface', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': '743455b2-fc28-4f79-8bc4-7bf54a8a42a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:31:36Z', 'updated_at': '2021-11-23T17:31:36Z', 'revision_number': 1, 'project_id': 'a1f4381e34f74b63a879aed380fc6f81', 'subnets': [{'id': '743455b2-fc28-4f79-8bc4-7bf54a8a42a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:31:38.490327 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-597d5263-2949-496b-86bc-3e057c478917 None None] Provisioning complete for port 9e72462d-e979-465a-99f4-e58107cbeec0 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:31:38.490788 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-597d5263-2949-496b-86bc-3e057c478917 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:38.527509 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.db_base_plugin_v2 [None req-e654f04f-04ad-4bb2-a00c-c5d26f0a66fd admin admin] Deleting subnet 804312ca-e813-4059-ae1d-716893923822 {{(pid=103591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 17:31:38.540185 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-e654f04f-04ad-4bb2-a00c-c5d26f0a66fd admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:38.651174 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-e654f04f-04ad-4bb2-a00c-c5d26f0a66fd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265990000'] for subnet, precommit_delete_associations {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:38.696535 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device af7771d7-80af-4220-bc57-9e1037f5bb30 no longer exists at agent hyperv_n-h2-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:31:38.720467 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] No Port match for: af7771d7-80af-4220-bc57-9e1037f5bb30 {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:31:38.720908 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device af7771d7-80af-4220-bc57-9e1037f5bb30 not bound to the agent host n-h2-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:31:38.725361 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-597d5263-2949-496b-86bc-3e057c478917 None None] Provisioning complete for port 9985ee88-c379-42c1-b0f5-1beb8cf9b02e triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:31:38.725879 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-597d5263-2949-496b-86bc-3e057c478917 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:38.742612 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-e654f04f-04ad-4bb2-a00c-c5d26f0a66fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971956'] for subnet, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:38.790756 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-597d5263-2949-496b-86bc-3e057c478917 None None] Port 9985ee88-c379-42c1-b0f5-1beb8cf9b02e cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:31:38.819314 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c91eccca-8b79-4133-9b67-8e640b1347ac', 'name': 'network-vif-deleted', 'tag': 'af7771d7-80af-4220-bc57-9e1037f5bb30'}] {{(pid=103591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:31:38.821612 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41d174a19ece9499ff9ec44e5b3fc50f2abd3ffbc947fb7e52ea1e8db27b95b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec770b96-7d92-4922-9dbe-55b00c5bf4a9" -d '{"events": [{"server_uuid": "c91eccca-8b79-4133-9b67-8e640b1347ac", "name": "network-vif-deleted", "tag": "af7771d7-80af-4220-bc57-9e1037f5bb30"}]}' {{(pid=103591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:31:38.838561 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9092e964-ddd4-4cda-9a26-f61e4e66fa4e req-10140f9b-9287-4fde-978c-3e4b69b9cbf9 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:31:38.840147 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9092e964-ddd4-4cda-9a26-f61e4e66fa4e req-10140f9b-9287-4fde-978c-3e4b69b9cbf9 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.60 "GET /v2.0/ports?device_id=ffeae0b0-09b1-4f1e-9b33-8bbbbaaefdf6 HTTP/1.1" status: 200 len: 944 time: 0.0762384 Nov 23 17:31:38.905383 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-e654f04f-04ad-4bb2-a00c-c5d26f0a66fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264758240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264314269'] for subnet, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:38.920216 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:31:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-245eb95f-7cd9-450d-86b6-f954dc9e4d2b x-openstack-request-id: req-245eb95f-7cd9-450d-86b6-f954dc9e4d2b {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:31:38.920655 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c91eccca-8b79-4133-9b67-8e640b1347ac", "name": "network-vif-deleted", "tag": "af7771d7-80af-4220-bc57-9e1037f5bb30", "status": "completed", "code": 200}]} {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:31:38.921070 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-245eb95f-7cd9-450d-86b6-f954dc9e4d2b {{(pid=103591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:31:38.921674 n-d-816206-8 neutron-server[103591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c91eccca-8b79-4133-9b67-8e640b1347ac', 'name': 'network-vif-deleted', 'tag': 'af7771d7-80af-4220-bc57-9e1037f5bb30', 'status': 'completed', 'code': 200} Nov 23 17:31:38.938740 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-cd20d0a9-becf-4230-86d0-6e130b560bb5 None None] Provisioning complete for port 9985ee88-c379-42c1-b0f5-1beb8cf9b02e triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:31:38.939106 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-cd20d0a9-becf-4230-86d0-6e130b560bb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:38.959421 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9092e964-ddd4-4cda-9a26-f61e4e66fa4e req-78e8d064-d7f6-4ede-bd59-3fd7ef87296a tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.60 "GET /v2.0/security-groups?id=5199d9c8-39cf-433e-a82b-4aef6c6477e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1118276 Nov 23 17:31:38.962426 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e654f04f-04ad-4bb2-a00c-c5d26f0a66fd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=804312ca-e813-4059-ae1d-716893923822,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:31:38.964448 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-e654f04f-04ad-4bb2-a00c-c5d26f0a66fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for subnet, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:38.980869 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-e654f04f-04ad-4bb2-a00c-c5d26f0a66fd admin admin] 10.222.0.60 "DELETE /v2.0/subnets/804312ca-e813-4059-ae1d-716893923822 HTTP/1.1" status: 204 len: 168 time: 0.5753191 Nov 23 17:31:38.991936 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 35946) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:31:38.998206 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-cd20d0a9-becf-4230-86d0-6e130b560bb5 None None] Port 9985ee88-c379-42c1-b0f5-1beb8cf9b02e cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:31:39.085704 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12cd5d9f-a38d-4172-9209-4b7f672b5e8d admin admin] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:31:39.091507 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-12cd5d9f-a38d-4172-9209-4b7f672b5e8d admin admin] 10.222.0.60 "PUT /v2.0/routers/34943746-6979-475d-83ec-6e62c9c49135/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9720352 Nov 23 17:31:39.149290 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-6a873059-6054-4334-a47a-f91fcea113a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-555181'] for network, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:39.182379 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-3ece7411-2a26-4339-8c1b-1ee3443486c8 req-f13edd07-3949-4c14-8846-0b592a81152f tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] 10.222.0.60 "GET /v2.0/security-groups/56463696-1032-4269-b216-a234a38bac9b HTTP/1.1" status: 200 len: 1819 time: 0.1319549 Nov 23 17:31:39.193207 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a510ef1-0d7c-46ce-8997-6e7d2ea57841 req-9aeb0711-5d40-4681-be13-67b30ea328ff tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:31:39.194751 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-1a510ef1-0d7c-46ce-8997-6e7d2ea57841 req-9aeb0711-5d40-4681-be13-67b30ea328ff tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.60 "GET /v2.0/ports?device_id=ffeae0b0-09b1-4f1e-9b33-8bbbbaaefdf6 HTTP/1.1" status: 200 len: 944 time: 0.1037705 Nov 23 17:31:39.367855 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-6a873059-6054-4334-a47a-f91fcea113a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973419', 'neutron.services.segments.db._delete_segments_for_network-8736635878840'] for network, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:39.416579 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-3ece7411-2a26-4339-8c1b-1ee3443486c8 req-c404db87-f8e3-45a9-8edd-de2cb4b42891 tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] Publish callbacks [] for security_group, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:39.420807 n-d-816206-8 neutron-server[103591]: DEBUG neutron.services.segments.db [None req-6a873059-6054-4334-a47a-f91fcea113a7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ca2a099-3278-4cc8-b9f8-e1347498d008']}} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:31:39.429144 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-1a510ef1-0d7c-46ce-8997-6e7d2ea57841 req-af4aee91-8485-4deb-8e33-d10ffe10ec2b tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.60 "GET /v2.0/security-groups?id=5199d9c8-39cf-433e-a82b-4aef6c6477e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1846278 Nov 23 17:31:39.449361 n-d-816206-8 neutron-server[103591]: DEBUG neutron.services.segments.db [None req-6a873059-6054-4334-a47a-f91fcea113a7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e2792b6-4cf4-4a20-826e-ccdaf9b2fd5e') {'for_net_delete': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:31:39.449734 n-d-816206-8 neutron-server[103591]: DEBUG neutron.services.segments.db [None req-6a873059-6054-4334-a47a-f91fcea113a7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e2792b6-4cf4-4a20-826e-ccdaf9b2fd5e') {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:31:39.467421 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-3ece7411-2a26-4339-8c1b-1ee3443486c8 req-c404db87-f8e3-45a9-8edd-de2cb4b42891 tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:39.471737 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-6a873059-6054-4334-a47a-f91fcea113a7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736635840332', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265989959'] for segment, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:39.517502 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-6a873059-6054-4334-a47a-f91fcea113a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:39.526950 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a873059-6054-4334-a47a-f91fcea113a7 admin admin] Releasing vlan 515 on physical network physnet1 to pool {{(pid=103591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 17:31:39.527809 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-6a873059-6054-4334-a47a-f91fcea113a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264756290'] for segment, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:39.529974 n-d-816206-8 neutron-server[103591]: Traceback (most recent call last): Nov 23 17:31:39.529974 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 17:31:39.529974 n-d-816206-8 neutron-server[103591]: timer() Nov 23 17:31:39.529974 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 17:31:39.529974 n-d-816206-8 neutron-server[103591]: cb(*args, **kw) Nov 23 17:31:39.529974 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 17:31:39.529974 n-d-816206-8 neutron-server[103591]: return func(*args, **kwargs) Nov 23 17:31:39.529974 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 17:31:39.529974 n-d-816206-8 neutron-server[103591]: self._notify() Nov 23 17:31:39.529974 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 17:31:39.529974 n-d-816206-8 neutron-server[103591]: self.callback(batched_events) Nov 23 17:31:39.529974 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 17:31:39.529974 n-d-816206-8 neutron-server[103591]: event.method(event) Nov 23 17:31:39.529974 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 17:31:39.529974 n-d-816206-8 neutron-server[103591]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 17:31:39.529974 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 17:31:39.529974 n-d-816206-8 neutron-server[103591]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 17:31:39.529974 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 17:31:39.529974 n-d-816206-8 neutron-server[103591]: return f(self, *a, **k) Nov 23 17:31:39.529974 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 17:31:39.529974 n-d-816206-8 neutron-server[103591]: return self._get(url).json() Nov 23 17:31:39.529974 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 17:31:39.529974 n-d-816206-8 neutron-server[103591]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 17:31:39.529974 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 17:31:39.529974 n-d-816206-8 neutron-server[103591]: return self.request(url, 'GET', **kwargs) Nov 23 17:31:39.529974 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 17:31:39.529974 n-d-816206-8 neutron-server[103591]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 17:31:39.529974 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 17:31:39.529974 n-d-816206-8 neutron-server[103591]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 17:31:39.529974 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 17:31:39.529974 n-d-816206-8 neutron-server[103591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 17:31:39.529974 n-d-816206-8 neutron-server[103591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 17:31:39.673907 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-3ece7411-2a26-4339-8c1b-1ee3443486c8 req-c404db87-f8e3-45a9-8edd-de2cb4b42891 tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:39.676596 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-3ece7411-2a26-4339-8c1b-1ee3443486c8 req-c404db87-f8e3-45a9-8edd-de2cb4b42891 tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] Publish callbacks [] for security_group, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:39.687803 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-3ece7411-2a26-4339-8c1b-1ee3443486c8 req-c404db87-f8e3-45a9-8edd-de2cb4b42891 tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] 10.222.0.60 "DELETE /v2.0/security-groups/56463696-1032-4269-b216-a234a38bac9b HTTP/1.1" status: 204 len: 173 time: 0.4720626 Nov 23 17:31:39.693485 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-6a873059-6054-4334-a47a-f91fcea113a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1795418'] for network, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:39.741884 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-6a873059-6054-4334-a47a-f91fcea113a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for network, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:39.761410 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-6a873059-6054-4334-a47a-f91fcea113a7 admin admin] 10.222.0.60 "DELETE /v2.0/networks/6ca2a099-3278-4cc8-b9f8-e1347498d008 HTTP/1.1" status: 204 len: 168 time: 0.7661853 Nov 23 17:31:39.822707 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c404db87-f8e3-45a9-8edd-de2cb4b42891 tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=56463696-1032-4269-b216-a234a38bac9b,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:31:39.846936 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a873059-6054-4334-a47a-f91fcea113a7 admin admin] Pushing event deleted for resources: {'Network': ['ID=6ca2a099-3278-4cc8-b9f8-e1347498d008,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:31:39.889865 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ab81f9-820a-4226-9445-4c0dccd19653 req-937da0a3-b08c-47fd-89e8-678fe6b5a528 tempest-ServerRescueNegativeTestJSON-1154722601 tempest-ServerRescueNegativeTestJSON-1154722601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:31:39.891463 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-48ab81f9-820a-4226-9445-4c0dccd19653 req-937da0a3-b08c-47fd-89e8-678fe6b5a528 tempest-ServerRescueNegativeTestJSON-1154722601 tempest-ServerRescueNegativeTestJSON-1154722601-project] 10.222.0.60 "GET /v2.0/ports?device_id=9f161a1e-4342-477a-afd0-8cb3c4b8d58a HTTP/1.1" status: 200 len: 945 time: 0.2024910 Nov 23 17:31:39.950948 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 35980) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:31:40.000542 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-48ab81f9-820a-4226-9445-4c0dccd19653 req-a46670eb-a81c-4ec3-a278-5236fb07b65a tempest-ServerRescueNegativeTestJSON-1154722601 tempest-ServerRescueNegativeTestJSON-1154722601-project] 10.222.0.60 "GET /v2.0/security-groups?id=fdeeda5f-d596-40d9-83fc-6ea083625241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954587 Nov 23 17:31:40.002628 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-dc0ea749-a3a1-4f97-b3ca-c1148066c9f2 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=4f65af3089174d0bb5c97685ed8c70f1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0501645 Nov 23 17:31:40.005272 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 35982) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:31:40.099025 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-9a74e626-088a-4528-b67b-da733fa99019 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:40.123958 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-9a74e626-088a-4528-b67b-da733fa99019 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:40.184777 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-9a74e626-088a-4528-b67b-da733fa99019 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:40.188080 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-9a74e626-088a-4528-b67b-da733fa99019 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:40.188869 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-9a74e626-088a-4528-b67b-da733fa99019 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e113c722-fc85-42f1-9b47-ad484abf3fb3 HTTP/1.1" status: 204 len: 168 time: 0.1824059 Nov 23 17:31:40.198185 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a74e626-088a-4528-b67b-da733fa99019 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e113c722-fc85-42f1-9b47-ad484abf3fb3,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:31:40.210670 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae777dfe-cfbc-46e0-b8a9-dad6d5e6693b req-b8e69730-46e4-4f22-b145-348f5611d8bd tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:31:40.210670 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ae777dfe-cfbc-46e0-b8a9-dad6d5e6693b req-b8e69730-46e4-4f22-b145-348f5611d8bd tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.60 "GET /v2.0/ports?device_id=ffeae0b0-09b1-4f1e-9b33-8bbbbaaefdf6 HTTP/1.1" status: 200 len: 944 time: 0.1259706 Nov 23 17:31:40.210670 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 35986) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:31:40.216070 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-df1767b0-d568-4887-be93-b543b9bcc4f7 tempest-ServersTestManualDisk-1429049925 tempest-ServersTestManualDisk-1429049925-project] Request body: {'security_group': {'name': 'tempest-securitygroup--919856737', 'description': 'tempest-description--980002945'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:31:40.332029 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-df1767b0-d568-4887-be93-b543b9bcc4f7 tempest-ServersTestManualDisk-1429049925 tempest-ServersTestManualDisk-1429049925-project] Publish callbacks [] for security_group, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:40.348207 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-1ac33293-af0a-478f-af05-c216c19e938e req-63038cd9-b7c7-4229-b80c-775da925b275 tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] 10.222.0.60 "GET /v2.0/security-groups/5d167f1c-77da-4d52-aeda-dd40310b7965 HTTP/1.1" status: 200 len: 1818 time: 0.1125274 Nov 23 17:31:40.372742 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ae777dfe-cfbc-46e0-b8a9-dad6d5e6693b req-dd19d046-464b-49c5-a583-f1ea2253faf1 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.60 "GET /v2.0/security-groups?id=5199d9c8-39cf-433e-a82b-4aef6c6477e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1385658 Nov 23 17:31:40.543490 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-1ac33293-af0a-478f-af05-c216c19e938e req-9a85d558-baed-48e1-bbc7-1f9e68a21804 tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] Publish callbacks [] for security_group, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:40.593643 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-df1767b0-d568-4887-be93-b543b9bcc4f7 tempest-ServersTestManualDisk-1429049925 tempest-ServersTestManualDisk-1429049925-project] Publish callbacks [] for security_group, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:40.606106 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-df1767b0-d568-4887-be93-b543b9bcc4f7 tempest-ServersTestManualDisk-1429049925 tempest-ServersTestManualDisk-1429049925-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:40.612304 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-1ac33293-af0a-478f-af05-c216c19e938e req-9a85d558-baed-48e1-bbc7-1f9e68a21804 tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:40.673708 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-df1767b0-d568-4887-be93-b543b9bcc4f7 tempest-ServersTestManualDisk-1429049925 tempest-ServersTestManualDisk-1429049925-project] Publish callbacks [] for security_group, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:40.675152 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-df1767b0-d568-4887-be93-b543b9bcc4f7 tempest-ServersTestManualDisk-1429049925 tempest-ServersTestManualDisk-1429049925-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.4625809 Nov 23 17:31:40.678831 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 35998) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:31:40.695287 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-36084e96-ed7a-48bd-9961-d38b08cebfbc tempest-ServersTestManualDisk-1429049925 tempest-ServersTestManualDisk-1429049925-project] Request body: {'security_group_rule': {'security_group_id': 'b82f6df2-4324-4ceb-9714-9a5f1d0d99aa', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:31:40.726544 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1767b0-d568-4887-be93-b543b9bcc4f7 tempest-ServersTestManualDisk-1429049925 tempest-ServersTestManualDisk-1429049925-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b82f6df2-4324-4ceb-9714-9a5f1d0d99aa,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:31:40.756907 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-1ac33293-af0a-478f-af05-c216c19e938e req-9a85d558-baed-48e1-bbc7-1f9e68a21804 tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:40.760837 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-1ac33293-af0a-478f-af05-c216c19e938e req-9a85d558-baed-48e1-bbc7-1f9e68a21804 tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] Publish callbacks [] for security_group, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:40.770860 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-1ac33293-af0a-478f-af05-c216c19e938e req-9a85d558-baed-48e1-bbc7-1f9e68a21804 tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] 10.222.0.60 "DELETE /v2.0/security-groups/5d167f1c-77da-4d52-aeda-dd40310b7965 HTTP/1.1" status: 204 len: 173 time: 0.3968945 Nov 23 17:31:40.779015 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 36002) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:31:40.785118 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a85d558-baed-48e1-bbc7-1f9e68a21804 tempest-SecurityGroupsTestJSON-774620157 tempest-SecurityGroupsTestJSON-774620157-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d167f1c-77da-4d52-aeda-dd40310b7965,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:31:40.852896 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-36084e96-ed7a-48bd-9961-d38b08cebfbc tempest-ServersTestManualDisk-1429049925 tempest-ServersTestManualDisk-1429049925-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:40.889363 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_v2 [None req-3338f84d-c9a6-4902-b327-e8e66cd0a4e1 admin admin] Deleting subnet 0fca264e-f203-46e9-b86a-ebb2329ba90b {{(pid=103590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 17:31:40.907368 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-3338f84d-c9a6-4902-b327-e8e66cd0a4e1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:40.971666 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e8f40e-b24b-4de7-9ab6-ed3176da5d87 req-b840cd38-0688-41f2-9e2e-fa4ff7769d54 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:31:40.977039 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-06e8f40e-b24b-4de7-9ab6-ed3176da5d87 req-b840cd38-0688-41f2-9e2e-fa4ff7769d54 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.60 "GET /v2.0/ports?device_id=ffeae0b0-09b1-4f1e-9b33-8bbbbaaefdf6 HTTP/1.1" status: 200 len: 944 time: 0.1127703 Nov 23 17:31:40.982892 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-3338f84d-c9a6-4902-b327-e8e66cd0a4e1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-267528342'] for subnet, precommit_delete_associations {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:41.046610 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-06e8f40e-b24b-4de7-9ab6-ed3176da5d87 req-999d113d-ccb7-4fb0-afe9-bb2025c90eba tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.60 "GET /v2.0/security-groups?id=5199d9c8-39cf-433e-a82b-4aef6c6477e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656691 Nov 23 17:31:41.064205 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-3338f84d-c9a6-4902-b327-e8e66cd0a4e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971956'] for subnet, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:41.126591 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-36084e96-ed7a-48bd-9961-d38b08cebfbc tempest-ServersTestManualDisk-1429049925 tempest-ServersTestManualDisk-1429049925-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:41.135797 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-36084e96-ed7a-48bd-9961-d38b08cebfbc tempest-ServersTestManualDisk-1429049925 tempest-ServersTestManualDisk-1429049925-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994370'] for security_group_rule, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:41.168870 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36084e96-ed7a-48bd-9961-d38b08cebfbc tempest-ServersTestManualDisk-1429049925 tempest-ServersTestManualDisk-1429049925-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5865e6b-31c6-4b0b-8162-1316fc7e5dc9,revision_number=0']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:31:41.183346 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-36084e96-ed7a-48bd-9961-d38b08cebfbc tempest-ServersTestManualDisk-1429049925 tempest-ServersTestManualDisk-1429049925-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:41.184832 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-36084e96-ed7a-48bd-9961-d38b08cebfbc tempest-ServersTestManualDisk-1429049925 tempest-ServersTestManualDisk-1429049925-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5016520 Nov 23 17:31:41.186426 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-3338f84d-c9a6-4902-b327-e8e66cd0a4e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264357903', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264730940'] for subnet, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:41.188474 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 36012) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:31:41.197014 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-5b6122ef-76f3-4746-abc4-f000b02cd44f tempest-ServersTestManualDisk-1429049925 tempest-ServersTestManualDisk-1429049925-project] Request body: {'security_group_rule': {'security_group_id': 'b82f6df2-4324-4ceb-9714-9a5f1d0d99aa', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:31:41.199979 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e60446-02c6-40ae-9ee2-9b2d27d468a0 req-1c85966a-c396-4d5d-a1a1-aae2219d1fbc tempest-ServerRescueNegativeTestJSON-1154722601 tempest-ServerRescueNegativeTestJSON-1154722601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:31:41.215048 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b4e60446-02c6-40ae-9ee2-9b2d27d468a0 req-1c85966a-c396-4d5d-a1a1-aae2219d1fbc tempest-ServerRescueNegativeTestJSON-1154722601 tempest-ServerRescueNegativeTestJSON-1154722601-project] 10.222.0.60 "GET /v2.0/ports?device_id=9f161a1e-4342-477a-afd0-8cb3c4b8d58a HTTP/1.1" status: 200 len: 945 time: 0.0922499 Nov 23 17:31:41.230340 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3338f84d-c9a6-4902-b327-e8e66cd0a4e1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0fca264e-f203-46e9-b86a-ebb2329ba90b,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:31:41.240979 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-3338f84d-c9a6-4902-b327-e8e66cd0a4e1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:41.244607 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-3338f84d-c9a6-4902-b327-e8e66cd0a4e1 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/0fca264e-f203-46e9-b86a-ebb2329ba90b HTTP/1.1" status: 204 len: 168 time: 0.4643145 Nov 23 17:31:41.247337 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 36016) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:31:41.289600 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b4e60446-02c6-40ae-9ee2-9b2d27d468a0 req-675b3347-26f2-4860-a638-9851224c7745 tempest-ServerRescueNegativeTestJSON-1154722601 tempest-ServerRescueNegativeTestJSON-1154722601-project] 10.222.0.60 "GET /v2.0/security-groups?id=fdeeda5f-d596-40d9-83fc-6ea083625241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732718 Nov 23 17:31:41.342062 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 9e72462d-e979-465a-99f4-e58107cbeec0 up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:31:41.372587 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5b6122ef-76f3-4746-abc4-f000b02cd44f tempest-ServersTestManualDisk-1429049925 tempest-ServersTestManualDisk-1429049925-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:41.398049 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-01fbb606-b435-4140-beb7-5656b3e6bb3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-555181'] for network, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:41.473122 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port 9e72462d-e979-465a-99f4-e58107cbeec0 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:31:41.473505 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:41.567744 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-01fbb606-b435-4140-beb7-5656b3e6bb3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973419', 'neutron.services.segments.db._delete_segments_for_network-8736635878840'] for network, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:41.600401 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-01fbb606-b435-4140-beb7-5656b3e6bb3d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20824f08-7d73-4bbc-b037-8f08604bcdaf']}} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:31:41.619353 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5b6122ef-76f3-4746-abc4-f000b02cd44f tempest-ServersTestManualDisk-1429049925 tempest-ServersTestManualDisk-1429049925-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:41.622007 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-01fbb606-b435-4140-beb7-5656b3e6bb3d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72cae39b-e177-46b5-abb9-73dc195aab07') {'for_net_delete': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:31:41.622337 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-01fbb606-b435-4140-beb7-5656b3e6bb3d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72cae39b-e177-46b5-abb9-73dc195aab07') {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:31:41.634310 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5b6122ef-76f3-4746-abc4-f000b02cd44f tempest-ServersTestManualDisk-1429049925 tempest-ServersTestManualDisk-1429049925-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994370'] for security_group_rule, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:41.646216 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-01fbb606-b435-4140-beb7-5656b3e6bb3d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736635840332', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-267528353'] for segment, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:41.670437 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6122ef-76f3-4746-abc4-f000b02cd44f tempest-ServersTestManualDisk-1429049925 tempest-ServersTestManualDisk-1429049925-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6aad20f9-7bcb-4d53-8c4a-005dd054717c,revision_number=0']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:31:41.683379 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-01fbb606-b435-4140-beb7-5656b3e6bb3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:41.688187 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5b6122ef-76f3-4746-abc4-f000b02cd44f tempest-ServersTestManualDisk-1429049925 tempest-ServersTestManualDisk-1429049925-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:41.689549 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-5b6122ef-76f3-4746-abc4-f000b02cd44f tempest-ServersTestManualDisk-1429049925 tempest-ServersTestManualDisk-1429049925-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4963834 Nov 23 17:31:41.692646 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 36032) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:31:41.699487 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-088308de-4803-4a47-b733-d3448dc45d0a tempest-ServersTestManualDisk-1429049925 tempest-ServersTestManualDisk-1429049925-project] Request body: {'floatingip': {'floating_network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:31:41.705530 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01fbb606-b435-4140-beb7-5656b3e6bb3d admin admin] Releasing vlan 518 on physical network physnet1 to pool {{(pid=103590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 17:31:41.706053 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-01fbb606-b435-4140-beb7-5656b3e6bb3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264370093'] for segment, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:41.708229 n-d-816206-8 neutron-server[103590]: Traceback (most recent call last): Nov 23 17:31:41.708229 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 17:31:41.708229 n-d-816206-8 neutron-server[103590]: timer() Nov 23 17:31:41.708229 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 17:31:41.708229 n-d-816206-8 neutron-server[103590]: cb(*args, **kw) Nov 23 17:31:41.708229 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 17:31:41.708229 n-d-816206-8 neutron-server[103590]: return func(*args, **kwargs) Nov 23 17:31:41.708229 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 17:31:41.708229 n-d-816206-8 neutron-server[103590]: self._notify() Nov 23 17:31:41.708229 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 17:31:41.708229 n-d-816206-8 neutron-server[103590]: self.callback(batched_events) Nov 23 17:31:41.708229 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 17:31:41.708229 n-d-816206-8 neutron-server[103590]: event.method(event) Nov 23 17:31:41.708229 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 17:31:41.708229 n-d-816206-8 neutron-server[103590]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 17:31:41.708229 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 17:31:41.708229 n-d-816206-8 neutron-server[103590]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 17:31:41.708229 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 17:31:41.708229 n-d-816206-8 neutron-server[103590]: return f(self, *a, **k) Nov 23 17:31:41.708229 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 17:31:41.708229 n-d-816206-8 neutron-server[103590]: return self._get(url).json() Nov 23 17:31:41.708229 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 17:31:41.708229 n-d-816206-8 neutron-server[103590]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 17:31:41.708229 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 17:31:41.708229 n-d-816206-8 neutron-server[103590]: return self.request(url, 'GET', **kwargs) Nov 23 17:31:41.708229 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 17:31:41.708229 n-d-816206-8 neutron-server[103590]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 17:31:41.708229 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 17:31:41.708229 n-d-816206-8 neutron-server[103590]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 17:31:41.708229 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 17:31:41.708229 n-d-816206-8 neutron-server[103590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 17:31:41.708229 n-d-816206-8 neutron-server[103590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 17:31:41.794475 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-088308de-4803-4a47-b733-d3448dc45d0a tempest-ServersTestManualDisk-1429049925 tempest-ServersTestManualDisk-1429049925-project] Publish callbacks [] for floatingip, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:41.818809 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-01fbb606-b435-4140-beb7-5656b3e6bb3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1795418'] for network, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:41.836471 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-01fbb606-b435-4140-beb7-5656b3e6bb3d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for network, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:41.839849 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-01fbb606-b435-4140-beb7-5656b3e6bb3d admin admin] 10.222.0.60 "DELETE /v2.0/networks/20824f08-7d73-4bbc-b037-8f08604bcdaf HTTP/1.1" status: 204 len: 168 time: 0.5913420 Nov 23 17:31:41.865154 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fbb606-b435-4140-beb7-5656b3e6bb3d admin admin] Pushing event deleted for resources: {'Network': ['ID=20824f08-7d73-4bbc-b037-8f08604bcdaf,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:31:41.904541 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-953691d0-064d-4ccc-8981-4882bf6628e0 None None] Sync routers for ids ['34943746-6979-475d-83ec-6e62c9c49135'] in n-d-816206-8 {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:31:41.921340 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-953691d0-064d-4ccc-8981-4882bf6628e0 None None] Routers {'34943746-6979-475d-83ec-6e62c9c49135'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:31:41.922730 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-953691d0-064d-4ccc-8981-4882bf6628e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:31:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['34943746-6979-475d-83ec-6e62c9c49135'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:31:42.010497 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-088308de-4803-4a47-b733-d3448dc45d0a tempest-ServersTestManualDisk-1429049925 tempest-ServersTestManualDisk-1429049925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:42.087306 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-953691d0-064d-4ccc-8981-4882bf6628e0 None None] Set router 34943746-6979-475d-83ec-6e62c9c49135 gateway port host: n-d-816206-8 {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:31:42.195098 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 36056) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:31:42.211839 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a41cb480-b2ce-438b-a181-1ad98e5155f5 req-31107912-069b-43ff-babd-5c7e8c13f6d0 tempest-ServerShowV247Test-295120888 tempest-ServerShowV247Test-295120888-project] 10.222.0.60 "GET /v2.0/ports?device_id=1a90c864-d0ab-4abe-933d-2172826d94d2 HTTP/1.1" status: 200 len: 210 time: 0.0687268 Nov 23 17:31:42.305188 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d980ef-c80f-49fa-ab5c-84297491c024 req-ab28a5b5-f836-4152-8538-febcb179c71b tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:31:42.316918 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f0d980ef-c80f-49fa-ab5c-84297491c024 req-ab28a5b5-f836-4152-8538-febcb179c71b tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.60 "GET /v2.0/ports?device_id=ffeae0b0-09b1-4f1e-9b33-8bbbbaaefdf6 HTTP/1.1" status: 200 len: 944 time: 0.1006751 Nov 23 17:31:42.349471 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.agents_db [None req-464f6c07-0de8-4be6-8f5b-563f574d1c5d None None] Agent healthcheck: found 7 active agents {{(pid=103593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 17:31:42.383091 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-088308de-4803-4a47-b733-d3448dc45d0a tempest-ServersTestManualDisk-1429049925 tempest-ServersTestManualDisk-1429049925-project] Allocated IP 172.25.3.178 (4c8455ba-1be5-42ac-b8c2-8a16e1292d55/08fe3644-ce41-4c3f-a7ea-92bac0f0fff5/6546bff2-c15a-4d65-97d1-6c71506c0ae3) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:31:42.392878 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-a092cbdb-3944-43b3-97fe-f81018dca586 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c94e75c35eaa4eaebd82e447a9e1b0e3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1939421 Nov 23 17:31:42.395862 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 36068) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:31:42.476741 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f0d980ef-c80f-49fa-ab5c-84297491c024 req-3ff5f035-5d44-4bad-943d-4323cb8f27bd tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.60 "GET /v2.0/security-groups?id=5199d9c8-39cf-433e-a82b-4aef6c6477e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1531737 Nov 23 17:31:42.541351 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-953691d0-064d-4ccc-8981-4882bf6628e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34943746-6979-475d-83ec-6e62c9c49135', 'name': 'tempest-ServersTestManualDisk-847002550-router', 'tenant_id': 'a1f4381e34f74b63a879aed380fc6f81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': '9e72462d-e979-465a-99f4-e58107cbeec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:31:31Z', 'updated_at': '2021-11-23T17:31:37Z', 'revision_number': 4, 'project_id': 'a1f4381e34f74b63a879aed380fc6f81', 'gw_port': {'id': '9e72462d-e979-465a-99f4-e58107cbeec0', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:ee:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34943746-6979-475d-83ec-6e62c9c49135', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1191, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:31:32Z', 'updated_at': '2021-11-23T17:31:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_interfaces': [{'id': '9985ee88-c379-42c1-b0f5-1beb8cf9b02e', 'name': '', 'network_id': '4c6f0e0a-0312-4a57-b82b-babeded0552d', 'tenant_id': 'a1f4381e34f74b63a879aed380fc6f81', 'mac_address': 'fa:16:3e:5b:bc:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34943746-6979-475d-83ec-6e62c9c49135', 'device_owner': 'network:router_interface', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': '743455b2-fc28-4f79-8bc4-7bf54a8a42a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:31:36Z', 'updated_at': '2021-11-23T17:31:37Z', 'revision_number': 2, 'project_id': 'a1f4381e34f74b63a879aed380fc6f81', 'subnets': [{'id': '743455b2-fc28-4f79-8bc4-7bf54a8a42a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:31:42.599838 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-953691d0-064d-4ccc-8981-4882bf6628e0 None None] Checking router: 34943746-6979-475d-83ec-6e62c9c49135 for host: n-d-816206-8 {{(pid=103593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 17:31:42.600760 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-953691d0-064d-4ccc-8981-4882bf6628e0 None None] Updating router 34943746-6979-475d-83ec-6e62c9c49135 port 9985ee88-c379-42c1-b0f5-1beb8cf9b02e binding host n-d-816206-8 {{(pid=103593) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 17:31:42.603873 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8e2fd5-5cab-4fa8-ac83-d42d7492d396 req-c0e0f31b-a984-4331-a579-fd76170603aa tempest-ServerRescueNegativeTestJSON-1154722601 tempest-ServerRescueNegativeTestJSON-1154722601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:31:42.617140 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-cc8e2fd5-5cab-4fa8-ac83-d42d7492d396 req-c0e0f31b-a984-4331-a579-fd76170603aa tempest-ServerRescueNegativeTestJSON-1154722601 tempest-ServerRescueNegativeTestJSON-1154722601-project] 10.222.0.60 "GET /v2.0/ports?device_id=9f161a1e-4342-477a-afd0-8cb3c4b8d58a HTTP/1.1" status: 200 len: 945 time: 0.1345971 Nov 23 17:31:42.653609 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-088308de-4803-4a47-b733-d3448dc45d0a tempest-ServersTestManualDisk-1429049925 tempest-ServersTestManualDisk-1429049925-project] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:42.653866 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-953691d0-064d-4ccc-8981-4882bf6628e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:42.711329 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1f0841e6-bc2a-4c68-a21d-05763848579d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:42.716114 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-cc8e2fd5-5cab-4fa8-ac83-d42d7492d396 req-98f0e8ca-84c7-4ff4-97ff-2ab7b9336a95 tempest-ServerRescueNegativeTestJSON-1154722601 tempest-ServerRescueNegativeTestJSON-1154722601-project] 10.222.0.60 "GET /v2.0/security-groups?id=fdeeda5f-d596-40d9-83fc-6ea083625241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977685 Nov 23 17:31:42.775179 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1f0841e6-bc2a-4c68-a21d-05763848579d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:42.803589 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-088308de-4803-4a47-b733-d3448dc45d0a tempest-ServersTestManualDisk-1429049925 tempest-ServersTestManualDisk-1429049925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:42.934436 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-088308de-4803-4a47-b733-d3448dc45d0a tempest-ServersTestManualDisk-1429049925 tempest-ServersTestManualDisk-1429049925-project] Network 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:31:42.937358 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-8afb231a-c5fb-47d6-8ee2-bb0571446c9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:42.938749 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-088308de-4803-4a47-b733-d3448dc45d0a tempest-ServersTestManualDisk-1429049925 tempest-ServersTestManualDisk-1429049925-project] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:31:42.949292 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-088308de-4803-4a47-b733-d3448dc45d0a tempest-ServersTestManualDisk-1429049925 tempest-ServersTestManualDisk-1429049925-project] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:31:43.008814 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088308de-4803-4a47-b733-d3448dc45d0a tempest-ServersTestManualDisk-1429049925 tempest-ServersTestManualDisk-1429049925-project] Pushing event updated for resources: {'Port': ['ID=6546bff2-c15a-4d65-97d1-6c71506c0ae3,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:31:43.097417 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-088308de-4803-4a47-b733-d3448dc45d0a tempest-ServersTestManualDisk-1429049925 tempest-ServersTestManualDisk-1429049925-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:43.226579 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-088308de-4803-4a47-b733-d3448dc45d0a tempest-ServersTestManualDisk-1429049925 tempest-ServersTestManualDisk-1429049925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:43.242563 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1f0841e6-bc2a-4c68-a21d-05763848579d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:43.245072 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-631c8972-4b2b-4fbe-be4a-859a8ba39053 req-a1963479-5137-4446-9be5-2521b5678556 tempest-ServerShowV247Test-295120888 tempest-ServerShowV247Test-295120888-project] 10.222.0.60 "GET /v2.0/ports?device_id=099acb75-bf84-485b-83e9-3f3174d39abc HTTP/1.1" status: 200 len: 210 time: 0.0614502 Nov 23 17:31:43.249063 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1f0841e6-bc2a-4c68-a21d-05763848579d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:43.253604 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-1f0841e6-bc2a-4c68-a21d-05763848579d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d8e33e73-30b9-4952-965d-f940c31594f6 HTTP/1.1" status: 204 len: 168 time: 0.8563421 Nov 23 17:31:43.260630 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:43.313266 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0841e6-bc2a-4c68-a21d-05763848579d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8e33e73-30b9-4952-965d-f940c31594f6,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:31:43.368821 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0591c0c-210f-437c-a773-d0d077708ffe req-e01e7c4c-4db1-459c-8c2c-a570575833db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:31:43.370763 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-d0591c0c-210f-437c-a773-d0d077708ffe req-e01e7c4c-4db1-459c-8c2c-a570575833db service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3541603f19884b9cb683e7eedd76d17c&device_id=ffeae0b0-09b1-4f1e-9b33-8bbbbaaefdf6 HTTP/1.1" status: 200 len: 1095 time: 0.2661068 Nov 23 17:31:43.457257 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-953691d0-064d-4ccc-8981-4882bf6628e0 None None] Publish callbacks [] for port, precommit_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:43.471773 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-953691d0-064d-4ccc-8981-4882bf6628e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:43.541885 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0591c0c-210f-437c-a773-d0d077708ffe req-5b57c21b-1b38-4119-9b1e-46238d69af6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:31:43.549821 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-d0591c0c-210f-437c-a773-d0d077708ffe req-5b57c21b-1b38-4119-9b1e-46238d69af6e service neutron] 10.222.0.55 "GET /v2.0/networks?id=43d8ac08-152d-4053-b836-ddc03b0e91a2 HTTP/1.1" status: 200 len: 911 time: 0.1565700 Nov 23 17:31:43.646007 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-d0591c0c-210f-437c-a773-d0d077708ffe req-329025ab-b9f8-49e7-ab59-99fd1098fe4d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=52285acf-3eab-406a-acfc-b1364cf71811 HTTP/1.1" status: 200 len: 998 time: 0.0805094 Nov 23 17:31:43.843729 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [None req-953691d0-064d-4ccc-8981-4882bf6628e0 None None] Attempting to bind port 9985ee88-c379-42c1-b0f5-1beb8cf9b02e on host n-d-816206-8 for vnic_type normal with profile {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:31:43.844251 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [None req-953691d0-064d-4ccc-8981-4882bf6628e0 None None] Attempting to bind port 9985ee88-c379-42c1-b0f5-1beb8cf9b02e by drivers openvswitch,hyperv on host n-d-816206-8 at level 0 using segments [{'id': '140609f8-1777-448a-bd56-5bbf304ca562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '4c6f0e0a-0312-4a57-b82b-babeded0552d'}] {{(pid=103593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:31:43.844777 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-953691d0-064d-4ccc-8981-4882bf6628e0 None None] Attempting to bind port 9985ee88-c379-42c1-b0f5-1beb8cf9b02e on network 4c6f0e0a-0312-4a57-b82b-babeded0552d {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:31:43.864018 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-953691d0-064d-4ccc-8981-4882bf6628e0 None None] Checking agent: {'id': '9e89acbe-4bbe-4c77-a18b-6f1da9133e0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 7, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 31, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:31:43.864387 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-953691d0-064d-4ccc-8981-4882bf6628e0 None None] Checking segment: {'id': '140609f8-1777-448a-bd56-5bbf304ca562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '4c6f0e0a-0312-4a57-b82b-babeded0552d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:31:43.866378 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-953691d0-064d-4ccc-8981-4882bf6628e0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:43.868837 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dc2cc9-770f-4877-b15b-7ffd683834e7 req-fb6942f6-9046-44ab-b93b-6f3b3d414926 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:31:43.876730 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-953691d0-064d-4ccc-8981-4882bf6628e0 None None] Bound using segment: {'id': '140609f8-1777-448a-bd56-5bbf304ca562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '4c6f0e0a-0312-4a57-b82b-babeded0552d'} {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:31:43.881110 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d7dc2cc9-770f-4877-b15b-7ffd683834e7 req-fb6942f6-9046-44ab-b93b-6f3b3d414926 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.60 "GET /v2.0/ports?device_id=ffeae0b0-09b1-4f1e-9b33-8bbbbaaefdf6 HTTP/1.1" status: 200 len: 944 time: 0.1436632 Nov 23 17:31:43.887774 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [None req-953691d0-064d-4ccc-8981-4882bf6628e0 None None] Bound port: 9985ee88-c379-42c1-b0f5-1beb8cf9b02e, host: n-d-816206-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '140609f8-1777-448a-bd56-5bbf304ca562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '4c6f0e0a-0312-4a57-b82b-babeded0552d'}}] {{(pid=103593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:31:43.888226 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-953691d0-064d-4ccc-8981-4882bf6628e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:43.926111 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a915c1-9f51-4053-b2a3-4a0a635db30e None None] Pushing event updated for resources: {'Port': ['ID=9985ee88-c379-42c1-b0f5-1beb8cf9b02e,revision_number=3']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:31:43.928440 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0591c0c-210f-437c-a773-d0d077708ffe req-a9dffa82-3d0d-48ee-82de-c8658d77c22b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:31:43.930275 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-d0591c0c-210f-437c-a773-d0d077708ffe req-a9dffa82-3d0d-48ee-82de-c8658d77c22b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=23f80e8e-7e58-4465-87c1-72654345f52f HTTP/1.1" status: 200 len: 849 time: 0.2506487 Nov 23 17:31:44.021098 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d7dc2cc9-770f-4877-b15b-7ffd683834e7 req-cce423cf-94f9-4c22-8a72-143ff915ffe4 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.60 "GET /v2.0/security-groups?id=5199d9c8-39cf-433e-a82b-4aef6c6477e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1371632 Nov 23 17:31:44.054263 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a58e103-0134-45d8-8ef2-6184321bac18 req-9bb93900-6979-47b5-b5a7-1cc4f57120e2 tempest-ServerRescueNegativeTestJSON-1154722601 tempest-ServerRescueNegativeTestJSON-1154722601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:31:44.068868 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-0a58e103-0134-45d8-8ef2-6184321bac18 req-9bb93900-6979-47b5-b5a7-1cc4f57120e2 tempest-ServerRescueNegativeTestJSON-1154722601 tempest-ServerRescueNegativeTestJSON-1154722601-project] 10.222.0.60 "GET /v2.0/ports?device_id=9f161a1e-4342-477a-afd0-8cb3c4b8d58a HTTP/1.1" status: 200 len: 945 time: 0.1780376 Nov 23 17:31:44.084007 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-088308de-4803-4a47-b733-d3448dc45d0a tempest-ServersTestManualDisk-1429049925 tempest-ServersTestManualDisk-1429049925-project] Publish callbacks [] for port, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:44.090861 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-088308de-4803-4a47-b733-d3448dc45d0a tempest-ServersTestManualDisk-1429049925 tempest-ServersTestManualDisk-1429049925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264357957'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:44.098535 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0591c0c-210f-437c-a773-d0d077708ffe req-57adb166-ee51-4460-8c73-66aadb32eaf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:31:44.100727 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-d0591c0c-210f-437c-a773-d0d077708ffe req-57adb166-ee51-4460-8c73-66aadb32eaf1 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=43d8ac08-152d-4053-b836-ddc03b0e91a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1495686 Nov 23 17:31:44.101472 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-953691d0-064d-4ccc-8981-4882bf6628e0 None None] For port 9985ee88-c379-42c1-b0f5-1beb8cf9b02e, host n-d-816206-8, cleared binding levels {{(pid=103593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:31:44.113653 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-953691d0-064d-4ccc-8981-4882bf6628e0 None None] For port 9985ee88-c379-42c1-b0f5-1beb8cf9b02e, host n-d-816206-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=9985ee88-c379-42c1-b0f5-1beb8cf9b02e,segment=NetworkSegment(140609f8-1777-448a-bd56-5bbf304ca562),segment_id=140609f8-1777-448a-bd56-5bbf304ca562)] {{(pid=103593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:31:44.119387 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-953691d0-064d-4ccc-8981-4882bf6628e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:44.193447 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:44.213355 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-5bb63a34-3652-42b8-a419-bd835daeef34 None None] Provisioning complete for port 9985ee88-c379-42c1-b0f5-1beb8cf9b02e triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:31:44.214194 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-5bb63a34-3652-42b8-a419-bd835daeef34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:44.218078 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-0a58e103-0134-45d8-8ef2-6184321bac18 req-b54ba46a-9c62-49d0-b96e-bd1f71134e85 tempest-ServerRescueNegativeTestJSON-1154722601 tempest-ServerRescueNegativeTestJSON-1154722601-project] 10.222.0.60 "GET /v2.0/security-groups?id=fdeeda5f-d596-40d9-83fc-6ea083625241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473055 Nov 23 17:31:44.287379 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-088308de-4803-4a47-b733-d3448dc45d0a tempest-ServersTestManualDisk-1429049925 tempest-ServersTestManualDisk-1429049925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1795396'] for floatingip, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:44.328961 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088308de-4803-4a47-b733-d3448dc45d0a tempest-ServersTestManualDisk-1429049925 tempest-ServersTestManualDisk-1429049925-project] Pushing event updated for resources: {'Port': ['ID=6546bff2-c15a-4d65-97d1-6c71506c0ae3,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:31:44.464536 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-5bb63a34-3652-42b8-a419-bd835daeef34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:44.576149 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-cbce1d0a-df25-4f0c-9beb-4fef40e61396 req-bc65fd4d-9730-43fe-9051-69923f847387 tempest-ServerShowV247Test-295120888 tempest-ServerShowV247Test-295120888-project] 10.222.0.60 "GET /v2.0/ports?device_id=099acb75-bf84-485b-83e9-3f3174d39abc HTTP/1.1" status: 200 len: 210 time: 0.1363645 Nov 23 17:31:44.581019 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-5bb63a34-3652-42b8-a419-bd835daeef34 None None] For port 9985ee88-c379-42c1-b0f5-1beb8cf9b02e, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=9985ee88-c379-42c1-b0f5-1beb8cf9b02e,segment=NetworkSegment(140609f8-1777-448a-bd56-5bbf304ca562),segment_id=140609f8-1777-448a-bd56-5bbf304ca562)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:31:44.587066 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-5bb63a34-3652-42b8-a419-bd835daeef34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:44.616127 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-d0591c0c-210f-437c-a773-d0d077708ffe req-a108ead8-757b-4164-bde0-cba84feb7034 service neutron] 10.222.0.55 "GET /v2.0/networks/43d8ac08-152d-4053-b836-ddc03b0e91a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4898579 Nov 23 17:31:44.620094 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-088308de-4803-4a47-b733-d3448dc45d0a tempest-ServersTestManualDisk-1429049925 tempest-ServersTestManualDisk-1429049925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for floatingip, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:44.630724 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a915c1-9f51-4053-b2a3-4a0a635db30e None None] Pushing event updated for resources: {'Port': ['ID=9985ee88-c379-42c1-b0f5-1beb8cf9b02e,revision_number=4']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:31:44.642715 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-088308de-4803-4a47-b733-d3448dc45d0a tempest-ServersTestManualDisk-1429049925 tempest-ServersTestManualDisk-1429049925-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.9476986 Nov 23 17:31:44.654128 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-953691d0-064d-4ccc-8981-4882bf6628e0 None None] Routers {'34943746-6979-475d-83ec-6e62c9c49135'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:31:44.662286 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-953691d0-064d-4ccc-8981-4882bf6628e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:31:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['34943746-6979-475d-83ec-6e62c9c49135'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:31:44.781403 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb63a34-3652-42b8-a419-bd835daeef34 None None] Pushing event updated for resources: {'Port': ['ID=9985ee88-c379-42c1-b0f5-1beb8cf9b02e,revision_number=5']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:31:44.802690 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb63a34-3652-42b8-a419-bd835daeef34 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:31:44.809588 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb63a34-3652-42b8-a419-bd835daeef34 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:31:44.810103 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb63a34-3652-42b8-a419-bd835daeef34 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:31:44.811260 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb63a34-3652-42b8-a419-bd835daeef34 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:31:44.811634 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb63a34-3652-42b8-a419-bd835daeef34 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:31:44.812120 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb63a34-3652-42b8-a419-bd835daeef34 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:31:44.812464 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb63a34-3652-42b8-a419-bd835daeef34 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:31:44.812859 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb63a34-3652-42b8-a419-bd835daeef34 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:31:44.813363 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb63a34-3652-42b8-a419-bd835daeef34 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:31:44.817961 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb63a34-3652-42b8-a419-bd835daeef34 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:31:44.818599 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb63a34-3652-42b8-a419-bd835daeef34 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:31:44.819229 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb63a34-3652-42b8-a419-bd835daeef34 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:31:44.845644 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-d0591c0c-210f-437c-a773-d0d077708ffe req-aa34d63b-17ac-4833-b429-6bb66189d78f service neutron] 10.222.0.55 "GET /v2.0/networks/43d8ac08-152d-4053-b836-ddc03b0e91a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1999493 Nov 23 17:31:44.931301 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-e8344b0d-5326-464a-804a-8465cb1dab7c None None] Provisioning complete for port 9985ee88-c379-42c1-b0f5-1beb8cf9b02e triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:31:44.931301 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-e8344b0d-5326-464a-804a-8465cb1dab7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:44.963849 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-953691d0-064d-4ccc-8981-4882bf6628e0 None None] Set router 34943746-6979-475d-83ec-6e62c9c49135 gateway port host: n-d-816206-8 {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:31:45.160927 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-ae7657d2-0512-43f0-b21f-49cd63343a48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:45.201622 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e2f9914e-11a3-495f-aaf6-9533cfb108ab req-3a714474-ea2b-4ce3-91b3-4e4c3ba23b4f tempest-ServersTestManualDisk-1429049925 tempest-ServersTestManualDisk-1429049925-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--919856737&fields=id&tenant_id=a1f4381e34f74b63a879aed380fc6f81 HTTP/1.1" status: 200 len: 267 time: 0.1281805 Nov 23 17:31:45.273478 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-953691d0-064d-4ccc-8981-4882bf6628e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34943746-6979-475d-83ec-6e62c9c49135', 'name': 'tempest-ServersTestManualDisk-847002550-router', 'tenant_id': 'a1f4381e34f74b63a879aed380fc6f81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': '9e72462d-e979-465a-99f4-e58107cbeec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:31:31Z', 'updated_at': '2021-11-23T17:31:37Z', 'revision_number': 4, 'project_id': 'a1f4381e34f74b63a879aed380fc6f81', 'gw_port': {'id': '9e72462d-e979-465a-99f4-e58107cbeec0', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:ee:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34943746-6979-475d-83ec-6e62c9c49135', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1191, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:31:32Z', 'updated_at': '2021-11-23T17:31:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_interfaces': [{'id': '9985ee88-c379-42c1-b0f5-1beb8cf9b02e', 'name': '', 'network_id': '4c6f0e0a-0312-4a57-b82b-babeded0552d', 'tenant_id': 'a1f4381e34f74b63a879aed380fc6f81', 'mac_address': 'fa:16:3e:5b:bc:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34943746-6979-475d-83ec-6e62c9c49135', 'device_owner': 'network:router_interface', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': '743455b2-fc28-4f79-8bc4-7bf54a8a42a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:31:36Z', 'updated_at': '2021-11-23T17:31:44Z', 'revision_number': 5, 'project_id': 'a1f4381e34f74b63a879aed380fc6f81', 'subnets': [{'id': '743455b2-fc28-4f79-8bc4-7bf54a8a42a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:31:45.317125 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-953691d0-064d-4ccc-8981-4882bf6628e0 None None] The sync data for ids ['34943746-6979-475d-83ec-6e62c9c49135'] in n-d-816206-8 is: [{'id': '34943746-6979-475d-83ec-6e62c9c49135', 'name': 'tempest-ServersTestManualDisk-847002550-router', 'tenant_id': 'a1f4381e34f74b63a879aed380fc6f81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': '9e72462d-e979-465a-99f4-e58107cbeec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:31:31Z', 'updated_at': '2021-11-23T17:31:37Z', 'revision_number': 4, 'project_id': 'a1f4381e34f74b63a879aed380fc6f81', 'gw_port': {'id': '9e72462d-e979-465a-99f4-e58107cbeec0', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:ee:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34943746-6979-475d-83ec-6e62c9c49135', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1191, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:31:32Z', 'updated_at': '2021-11-23T17:31:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_interfaces': [{'id': '9985ee88-c379-42c1-b0f5-1beb8cf9b02e', 'name': '', 'network_id': '4c6f0e0a-0312-4a57-b82b-babeded0552d', 'tenant_id': 'a1f4381e34f74b63a879aed380fc6f81', 'mac_address': 'fa:16:3e:5b:bc:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34943746-6979-475d-83ec-6e62c9c49135', 'device_owner': 'network:router_interface', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': '743455b2-fc28-4f79-8bc4-7bf54a8a42a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:31:36Z', 'updated_at': '2021-11-23T17:31:44Z', 'revision_number': 5, 'project_id': 'a1f4381e34f74b63a879aed380fc6f81', 'subnets': [{'id': '743455b2-fc28-4f79-8bc4-7bf54a8a42a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:31:45.367375 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 9985ee88-c379-42c1-b0f5-1beb8cf9b02e up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:31:45.482864 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port 9985ee88-c379-42c1-b0f5-1beb8cf9b02e triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:31:45.483674 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:45.516982 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f9914e-11a3-495f-aaf6-9533cfb108ab req-f353090e-cb31-487d-8780-6df4afc84a6e tempest-ServersTestManualDisk-1429049925 tempest-ServersTestManualDisk-1429049925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:31:45.529826 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e2f9914e-11a3-495f-aaf6-9533cfb108ab req-f353090e-cb31-487d-8780-6df4afc84a6e tempest-ServersTestManualDisk-1429049925 tempest-ServersTestManualDisk-1429049925-project] 10.222.0.60 "GET /v2.0/networks?id=4c6f0e0a-0312-4a57-b82b-babeded0552d HTTP/1.1" status: 200 len: 811 time: 0.3216133 Nov 23 17:31:45.540803 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f013cb-9c70-453b-b12b-2498ae63acc0 req-32baa959-e679-416a-8583-53b0c60752fd tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:31:45.542595 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c3f013cb-9c70-453b-b12b-2498ae63acc0 req-32baa959-e679-416a-8583-53b0c60752fd tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.60 "GET /v2.0/ports?device_id=ffeae0b0-09b1-4f1e-9b33-8bbbbaaefdf6 HTTP/1.1" status: 200 len: 944 time: 0.3845649 Nov 23 17:31:45.568247 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e2f9914e-11a3-495f-aaf6-9533cfb108ab req-22b49a55-9e24-41bd-975e-4e0563b2d3b8 tempest-ServersTestManualDisk-1429049925 tempest-ServersTestManualDisk-1429049925-project] 10.222.0.60 "GET /v2.0/quotas/a1f4381e34f74b63a879aed380fc6f81 HTTP/1.1" status: 200 len: 375 time: 0.0240614 Nov 23 17:31:45.686333 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c3f013cb-9c70-453b-b12b-2498ae63acc0 req-30d33f77-0cc4-4512-8284-c135148d1443 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.60 "GET /v2.0/security-groups?id=5199d9c8-39cf-433e-a82b-4aef6c6477e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1295755 Nov 23 17:31:45.719842 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e2f9914e-11a3-495f-aaf6-9533cfb108ab req-0792d57a-b7c3-4b2d-baa9-240b9e56b722 tempest-ServersTestManualDisk-1429049925 tempest-ServersTestManualDisk-1429049925-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=a1f4381e34f74b63a879aed380fc6f81&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1304481 Nov 23 17:31:45.812523 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 36168) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:31:45.824912 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-d1606848-30aa-42ac-921c-144a42963e98 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1256596803'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:31:45.858842 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1606848-30aa-42ac-921c-144a42963e98 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Made reservation on behalf of 8043a75783e64196ac0be92247cb4c17 for: {'network': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:31:45.864723 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d1606848-30aa-42ac-921c-144a42963e98 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for network, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:45.905454 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1606848-30aa-42ac-921c-144a42963e98 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] vlan segment allocate from pool success with {'vlan_id': 520, 'physical_network': 'physnet1'} {{(pid=103590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 17:31:45.916505 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-fb3fcf1c-8f6a-493b-8bdf-66e006eab5fc req-77e54c73-aafd-4257-a36c-5766af54f537 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=1a90c864-d0ab-4abe-933d-2172826d94d2 HTTP/1.1" status: 200 len: 210 time: 0.0429361 Nov 23 17:31:45.932376 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d1606848-30aa-42ac-921c-144a42963e98 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:45.934914 n-d-816206-8 neutron-server[103590]: INFO neutron.db.segments_db [None req-d1606848-30aa-42ac-921c-144a42963e98 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Added segment 20b9bc5a-f40c-4305-aea8-1cd399f9d3b9 of type vlan for network 76740e25-dcec-4d2d-82d4-d720ca6b4fc6 Nov 23 17:31:45.963853 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e2f9914e-11a3-495f-aaf6-9533cfb108ab req-0fca1ef2-fee2-4ccc-932f-5594413b9964 service neutron] 10.222.0.60 "GET /v2.0/networks/4c6f0e0a-0312-4a57-b82b-babeded0552d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2285235 Nov 23 17:31:46.005899 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d1606848-30aa-42ac-921c-144a42963e98 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736635338810'] for network, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:46.053181 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d1606848-30aa-42ac-921c-144a42963e98 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493'] for network, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:46.059137 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1606848-30aa-42ac-921c-144a42963e98 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:31:46.059795 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d1606848-30aa-42ac-921c-144a42963e98 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for network, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:46.112648 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e2f9914e-11a3-495f-aaf6-9533cfb108ab req-7618e734-8db2-404a-bcdc-f3ad17ab739f service neutron] 10.222.0.60 "GET /v2.0/networks/4c6f0e0a-0312-4a57-b82b-babeded0552d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429777 Nov 23 17:31:46.187125 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-d1606848-30aa-42ac-921c-144a42963e98 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.3697033 Nov 23 17:31:46.191624 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 36174) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:31:46.197196 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-68406cc2-3da2-406d-a178-626651c7baa1 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-38442538'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:31:46.271566 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68406cc2-3da2-406d-a178-626651c7baa1 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Made reservation on behalf of 8043a75783e64196ac0be92247cb4c17 for: {'network': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:31:46.276837 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-68406cc2-3da2-406d-a178-626651c7baa1 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for network, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:46.290643 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1606848-30aa-42ac-921c-144a42963e98 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Pushing event updated for resources: {'Network': ['ID=76740e25-dcec-4d2d-82d4-d720ca6b4fc6,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:31:46.311686 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Network 76740e25-dcec-4d2d-82d4-d720ca6b4fc6 details requested by agent ovs-agent-n-d-816206-8 with host n-d-816206-8 {{(pid=103592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 17:31:46.326414 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68406cc2-3da2-406d-a178-626651c7baa1 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] vlan segment allocate from pool success with {'vlan_id': 548, 'physical_network': 'physnet1'} {{(pid=103590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 17:31:46.357048 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-68406cc2-3da2-406d-a178-626651c7baa1 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:46.357433 n-d-816206-8 neutron-server[103590]: INFO neutron.db.segments_db [None req-68406cc2-3da2-406d-a178-626651c7baa1 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Added segment 734f1627-0ec0-4314-9413-7e2078531419 of type vlan for network 22bc55ee-b0f3-41c3-894c-32c421670838 Nov 23 17:31:46.405417 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4639cd-7263-48f2-be09-587f7c2d944c req-2973f09a-7588-494e-86a7-e0bd42124e91 tempest-ServerRescueNegativeTestJSON-1154722601 tempest-ServerRescueNegativeTestJSON-1154722601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:31:46.416665 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-0b4639cd-7263-48f2-be09-587f7c2d944c req-2973f09a-7588-494e-86a7-e0bd42124e91 tempest-ServerRescueNegativeTestJSON-1154722601 tempest-ServerRescueNegativeTestJSON-1154722601-project] 10.222.0.60 "GET /v2.0/ports?device_id=9f161a1e-4342-477a-afd0-8cb3c4b8d58a HTTP/1.1" status: 200 len: 945 time: 0.1459174 Nov 23 17:31:46.457787 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-68406cc2-3da2-406d-a178-626651c7baa1 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736635338810'] for network, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:46.503859 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-52822d53-48f5-4819-8a95-bdc13aea0bf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:46.514612 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-68406cc2-3da2-406d-a178-626651c7baa1 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493'] for network, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:46.532188 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68406cc2-3da2-406d-a178-626651c7baa1 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:31:46.533109 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-68406cc2-3da2-406d-a178-626651c7baa1 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for network, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:46.566570 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-0b4639cd-7263-48f2-be09-587f7c2d944c req-2e25291a-c39d-4395-8f98-0741b2372e5c tempest-ServerRescueNegativeTestJSON-1154722601 tempest-ServerRescueNegativeTestJSON-1154722601-project] 10.222.0.60 "GET /v2.0/security-groups?id=fdeeda5f-d596-40d9-83fc-6ea083625241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468279 Nov 23 17:31:46.567640 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 36182) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:31:46.641691 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-68406cc2-3da2-406d-a178-626651c7baa1 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4496689 Nov 23 17:31:46.645911 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 36186) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:31:46.651067 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-b6e9628b-f764-474f-b04f-d71e5f7dc604 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Request body: {'subnet': {'network_id': '76740e25-dcec-4d2d-82d4-d720ca6b4fc6', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:31:46.706682 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68406cc2-3da2-406d-a178-626651c7baa1 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Pushing event updated for resources: {'Network': ['ID=22bc55ee-b0f3-41c3-894c-32c421670838,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:31:46.722075 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Network 22bc55ee-b0f3-41c3-894c-32c421670838 details requested by agent ovs-agent-n-d-816206-8 with host n-d-816206-8 {{(pid=103592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 17:31:46.739382 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5c7d7f67-20e9-47ef-be6f-617806edcac6 req-5664cf5d-9415-46df-846c-5c763a9a1e80 tempest-ServerShowV247Test-295120888 tempest-ServerShowV247Test-295120888-project] 10.222.0.60 "GET /v2.0/ports?device_id=099acb75-bf84-485b-83e9-3f3174d39abc HTTP/1.1" status: 200 len: 210 time: 0.0690854 Nov 23 17:31:46.800264 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-92e650f1-8a3e-4f0b-b3f1-9de6a82c5288 req-3c7cc1cc-af0b-4bd1-b90c-5c518cbf65cc tempest-ServersTestManualDisk-1429049925 tempest-ServersTestManualDisk-1429049925-project] 10.222.0.60 "GET /v2.0/ports?device_id=2d9013cb-ddd1-4ccf-9034-b54dfbe11f9d HTTP/1.1" status: 200 len: 210 time: 0.1325867 Nov 23 17:31:46.956457 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-0dba1bb7-27de-4f4c-a33b-f840a69a4a7f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:47.031476 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6e9628b-f764-474f-b04f-d71e5f7dc604 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Made reservation on behalf of 8043a75783e64196ac0be92247cb4c17 for: {'subnet': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:31:47.035918 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-b6e9628b-f764-474f-b04f-d71e5f7dc604 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264314294'] for subnet, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:47.053627 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395597d9-ebda-401a-800a-21b6293ad333 req-a3827b3e-a2ea-47e9-9a15-5dc6007d7003 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:31:47.054513 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-395597d9-ebda-401a-800a-21b6293ad333 req-a3827b3e-a2ea-47e9-9a15-5dc6007d7003 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.60 "GET /v2.0/ports?device_id=ffeae0b0-09b1-4f1e-9b33-8bbbbaaefdf6 HTTP/1.1" status: 200 len: 944 time: 0.1424241 Nov 23 17:31:47.235892 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6ae06f4f-56d8-4760-9ea8-1cd3c7edd267 req-2a8fc512-b57f-4252-86cd-43845662ba43 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=099acb75-bf84-485b-83e9-3f3174d39abc HTTP/1.1" status: 200 len: 210 time: 0.0603478 Nov 23 17:31:47.268433 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-395597d9-ebda-401a-800a-21b6293ad333 req-b6c0ddab-b118-4244-a7df-4cf568fecbb1 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.60 "GET /v2.0/security-groups?id=5199d9c8-39cf-433e-a82b-4aef6c6477e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1990199 Nov 23 17:31:47.282461 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-0dba1bb7-27de-4f4c-a33b-f840a69a4a7f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:47.320334 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-0dba1bb7-27de-4f4c-a33b-f840a69a4a7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:47.396632 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-0dba1bb7-27de-4f4c-a33b-f840a69a4a7f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0f399a20b3644faeb723e6f200bc9782&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8273613 Nov 23 17:31:47.399697 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 36200) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:31:47.413459 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dba1bb7-27de-4f4c-a33b-f840a69a4a7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15b862bb-2964-463d-be35-34226b21754c,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:31:47.466964 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-b6e9628b-f764-474f-b04f-d71e5f7dc604 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264758079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264314276'] for subnet, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:47.477805 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ce611b5d-0bdf-468f-af48-047485a139fb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:47.504686 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc3448e-6530-45e4-ae86-720db2b9a9e5 req-b7a0b418-52c8-41bf-9f26-6345848d146e tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:31:47.506895 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9dc3448e-6530-45e4-ae86-720db2b9a9e5 req-b7a0b418-52c8-41bf-9f26-6345848d146e tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.60 "GET /v2.0/ports?device_id=ffeae0b0-09b1-4f1e-9b33-8bbbbaaefdf6 HTTP/1.1" status: 200 len: 944 time: 0.1345036 Nov 23 17:31:47.539478 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ce611b5d-0bdf-468f-af48-047485a139fb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:47.560170 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e9628b-f764-474f-b04f-d71e5f7dc604 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Pushing event updated for resources: {'Subnet': ['ID=79e8d965-2789-41b1-a1fa-0fe25b7624dc,revision_number=0']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:31:47.599954 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6e9628b-f764-474f-b04f-d71e5f7dc604 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Checking segment: {'id': '20b9bc5a-f40c-4305-aea8-1cd399f9d3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '76740e25-dcec-4d2d-82d4-d720ca6b4fc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:31:47.600677 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6e9628b-f764-474f-b04f-d71e5f7dc604 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Network hostable DHCP agents. Network: 76740e25-dcec-4d2d-82d4-d720ca6b4fc6, hostable agents: ['0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3'], hosted agents: [] {{(pid=103591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 17:31:47.608580 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9dc3448e-6530-45e4-ae86-720db2b9a9e5 req-66f8534c-4d5f-43d9-9f0f-bd1bf4d11d6a tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.60 "GET /v2.0/security-groups?id=5199d9c8-39cf-433e-a82b-4aef6c6477e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828700 Nov 23 17:31:47.646363 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6e9628b-f764-474f-b04f-d71e5f7dc604 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Network 76740e25-dcec-4d2d-82d4-d720ca6b4fc6 is scheduled to be hosted by DHCP agent 0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3 with binding_index 1 {{(pid=103591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 17:31:47.671839 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [None req-b6e9628b-f764-474f-b04f-d71e5f7dc604 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-8, 76740e25-dcec-4d2d-82d4-d720ca6b4fc6) {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:31:47.672311 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ce611b5d-0bdf-468f-af48-047485a139fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:47.675451 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ce611b5d-0bdf-468f-af48-047485a139fb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:47.687037 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-ce611b5d-0bdf-468f-af48-047485a139fb admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/15b862bb-2964-463d-be35-34226b21754c HTTP/1.1" status: 204 len: 168 time: 0.2805817 Nov 23 17:31:47.691028 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6e9628b-f764-474f-b04f-d71e5f7dc604 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:31:47.691697 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-b6e9628b-f764-474f-b04f-d71e5f7dc604 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for subnet, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:47.712692 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce611b5d-0bdf-468f-af48-047485a139fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15b862bb-2964-463d-be35-34226b21754c,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:31:47.714395 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69a13473-3540-446c-ad56-e7be14de1739 None None] Network 76740e25-dcec-4d2d-82d4-d720ca6b4fc6 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:31:47.734133 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-b6e9628b-f764-474f-b04f-d71e5f7dc604 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.0844696 Nov 23 17:31:47.734866 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 36210) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:31:47.739956 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-08d016c6-95b1-488b-ae65-6589892450a5 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Request body: {'subnet': {'network_id': '22bc55ee-b0f3-41c3-894c-32c421670838', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:31:47.797437 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9a27ae6c-db98-474f-94c1-cc99bf842d79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:47.899333 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a61add-1446-4fae-8ac0-8a046da871cc req-21dc05ad-b8bb-4587-8786-f2d5c0911b00 tempest-ServerRescueNegativeTestJSON-1154722601 tempest-ServerRescueNegativeTestJSON-1154722601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:31:47.912214 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-79a61add-1446-4fae-8ac0-8a046da871cc req-21dc05ad-b8bb-4587-8786-f2d5c0911b00 tempest-ServerRescueNegativeTestJSON-1154722601 tempest-ServerRescueNegativeTestJSON-1154722601-project] 10.222.0.60 "GET /v2.0/ports?device_id=9f161a1e-4342-477a-afd0-8cb3c4b8d58a HTTP/1.1" status: 200 len: 945 time: 0.1085324 Nov 23 17:31:47.970170 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08d016c6-95b1-488b-ae65-6589892450a5 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Made reservation on behalf of 8043a75783e64196ac0be92247cb4c17 for: {'subnet': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:31:47.976153 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-08d016c6-95b1-488b-ae65-6589892450a5 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264730903'] for subnet, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:47.993794 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-79a61add-1446-4fae-8ac0-8a046da871cc req-bc4b4d92-29cd-4e0c-af9b-5348d41d7a21 tempest-ServerRescueNegativeTestJSON-1154722601 tempest-ServerRescueNegativeTestJSON-1154722601-project] 10.222.0.60 "GET /v2.0/security-groups?id=fdeeda5f-d596-40d9-83fc-6ea083625241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791407 Nov 23 17:31:48.131940 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-1ef5cedc-12f0-4c5c-ae54-8bf7a86eed12 req-f731b301-9480-4f64-b035-0f60ee8292c1 tempest-ServerShowV247Test-295120888 tempest-ServerShowV247Test-295120888-project] 10.222.0.60 "GET /v2.0/ports?device_id=099acb75-bf84-485b-83e9-3f3174d39abc HTTP/1.1" status: 200 len: 210 time: 0.0439844 Nov 23 17:31:48.187865 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e265ead-dfb0-40f6-9238-ea400af25404 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp355044b8-8e87-58c4-94fa-4a010ec30f9e-76740e25-dcec-4d2d-82d4-d720ca6b4fc6', 'network_id': '76740e25-dcec-4d2d-82d4-d720ca6b4fc6', 'tenant_id': '8043a75783e64196ac0be92247cb4c17', 'fixed_ips': [{'subnet_id': '79e8d965-2789-41b1-a1fa-0fe25b7624dc'}]}} from n-d-816206-8. {{(pid=103592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 17:31:48.193786 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-0e265ead-dfb0-40f6-9238-ea400af25404 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:48.362387 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-0fc998f3-701e-4037-bee4-ded8ab0a8221 req-05e5c2d5-3dd8-4216-8e5b-e07d7ca3605f tempest-ServersTestManualDisk-1429049925 tempest-ServersTestManualDisk-1429049925-project] 10.222.0.60 "GET /v2.0/ports?device_id=2d9013cb-ddd1-4ccf-9034-b54dfbe11f9d HTTP/1.1" status: 200 len: 210 time: 0.0725720 Nov 23 17:31:48.362620 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:48.457611 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f9914e-11a3-495f-aaf6-9533cfb108ab req-99687663-48b8-4f0d-8a74-98f735d9ef02 tempest-ServersTestManualDisk-1429049925 tempest-ServersTestManualDisk-1429049925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:31:48.460581 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-e2f9914e-11a3-495f-aaf6-9533cfb108ab req-99687663-48b8-4f0d-8a74-98f735d9ef02 tempest-ServersTestManualDisk-1429049925 tempest-ServersTestManualDisk-1429049925-project] 10.222.0.55 "GET /v2.0/networks?id=4c6f0e0a-0312-4a57-b82b-babeded0552d HTTP/1.1" status: 200 len: 811 time: 0.2757165 Nov 23 17:31:48.501156 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.db_base_plugin_common [None req-0e265ead-dfb0-40f6-9238-ea400af25404 None None] Allocated IP 10.1.1.2 (76740e25-dcec-4d2d-82d4-d720ca6b4fc6/79e8d965-2789-41b1-a1fa-0fe25b7624dc/158c8910-f24d-49da-ae39-09bcaffcb99d) {{(pid=103592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:31:48.605412 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-e2f9914e-11a3-495f-aaf6-9533cfb108ab req-e2ca4c21-4d64-4012-934a-67494eb470f9 tempest-ServersTestManualDisk-1429049925 tempest-ServersTestManualDisk-1429049925-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a1f4381e34f74b63a879aed380fc6f81 HTTP/1.1" status: 200 len: 379 time: 0.1258099 Nov 23 17:31:48.607768 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-08d016c6-95b1-488b-ae65-6589892450a5 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264358096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264730885'] for subnet, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:48.619154 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [req-e2f9914e-11a3-495f-aaf6-9533cfb108ab req-cdbaebae-e50b-4901-8ff1-4beb5a0c6d1e tempest-ServersTestManualDisk-1429049925 tempest-ServersTestManualDisk-1429049925-project] Request body: {'port': {'device_id': '2d9013cb-ddd1-4ccf-9034-b54dfbe11f9d', 'network_id': '4c6f0e0a-0312-4a57-b82b-babeded0552d', 'admin_state_up': True, 'tenant_id': 'a1f4381e34f74b63a879aed380fc6f81', 'security_groups': ['b82f6df2-4324-4ceb-9714-9a5f1d0d99aa']}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:31:48.842540 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d016c6-95b1-488b-ae65-6589892450a5 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Pushing event updated for resources: {'Subnet': ['ID=8af7564e-f655-496a-9b6e-3592a9b162a5,revision_number=0']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:31:48.876479 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08d016c6-95b1-488b-ae65-6589892450a5 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Checking segment: {'id': '734f1627-0ec0-4314-9413-7e2078531419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '22bc55ee-b0f3-41c3-894c-32c421670838'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:31:48.876869 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08d016c6-95b1-488b-ae65-6589892450a5 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Network hostable DHCP agents. Network: 22bc55ee-b0f3-41c3-894c-32c421670838, hostable agents: ['0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3'], hosted agents: [] {{(pid=103590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 17:31:48.945618 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08d016c6-95b1-488b-ae65-6589892450a5 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Network 22bc55ee-b0f3-41c3-894c-32c421670838 is scheduled to be hosted by DHCP agent 0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3 with binding_index 1 {{(pid=103590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 17:31:48.992863 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-08d016c6-95b1-488b-ae65-6589892450a5 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-8, 22bc55ee-b0f3-41c3-894c-32c421670838) {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:31:49.006289 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d05b3bc9-0ccc-4ee7-8412-d471eceb1228 None None] Network 22bc55ee-b0f3-41c3-894c-32c421670838 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:31:49.020655 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08d016c6-95b1-488b-ae65-6589892450a5 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:31:49.021495 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-08d016c6-95b1-488b-ae65-6589892450a5 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Publish callbacks [] for subnet, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:49.038387 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2f9914e-11a3-495f-aaf6-9533cfb108ab req-cdbaebae-e50b-4901-8ff1-4beb5a0c6d1e tempest-ServersTestManualDisk-1429049925 tempest-ServersTestManualDisk-1429049925-project] Made reservation on behalf of a1f4381e34f74b63a879aed380fc6f81 for: {'port': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:31:49.045840 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-e2f9914e-11a3-495f-aaf6-9533cfb108ab req-cdbaebae-e50b-4901-8ff1-4beb5a0c6d1e tempest-ServersTestManualDisk-1429049925 tempest-ServersTestManualDisk-1429049925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:49.101659 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 36276) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:31:49.102777 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-08d016c6-95b1-488b-ae65-6589892450a5 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.3662007 Nov 23 17:31:49.111578 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-900c3801-3f97-41f0-a99f-19871f303491 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Request body: {'port': {'network_id': '76740e25-dcec-4d2d-82d4-d720ca6b4fc6', 'name': 'tempest-TaggedBootDevicesTest-358783420', 'fixed_ips': [{'subnet_id': '79e8d965-2789-41b1-a1fa-0fe25b7624dc'}]}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:31:49.147517 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-0e265ead-dfb0-40f6-9238-ea400af25404 None None] Publish callbacks [] for port, precommit_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:49.163360 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-0e265ead-dfb0-40f6-9238-ea400af25404 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980'] for port, after_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:49.216323 n-d-816206-8 neutron-server[103592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e265ead-dfb0-40f6-9238-ea400af25404 None None] Network 76740e25-dcec-4d2d-82d4-d720ca6b4fc6 is already hosted by enough agents. {{(pid=103592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:31:49.219749 n-d-816206-8 neutron-server[103592]: DEBUG neutron.scheduler.base_scheduler [None req-0e265ead-dfb0-40f6-9238-ea400af25404 None None] Resources bound (agent type, host, resource id): {{(pid=103592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:31:49.230476 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e265ead-dfb0-40f6-9238-ea400af25404 None None] Received port after_create {{(pid=103592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:31:49.283036 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e265ead-dfb0-40f6-9238-ea400af25404 None None] Pushing event updated for resources: {'Port': ['ID=158c8910-f24d-49da-ae39-09bcaffcb99d,revision_number=1']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:31:49.290936 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [req-e2f9914e-11a3-495f-aaf6-9533cfb108ab req-cdbaebae-e50b-4901-8ff1-4beb5a0c6d1e tempest-ServersTestManualDisk-1429049925 tempest-ServersTestManualDisk-1429049925-project] Allocated IP 172.20.0.12 (4c6f0e0a-0312-4a57-b82b-babeded0552d/743455b2-fc28-4f79-8bc4-7bf54a8a42a6/5d106596-b9a8-47ce-8206-db99b9d0ea96) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:31:49.328448 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 36282) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:31:49.397116 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-252548dd-2a9c-4180-bcdd-9f0ab9e98175 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp355044b8-8e87-58c4-94fa-4a010ec30f9e-22bc55ee-b0f3-41c3-894c-32c421670838', 'network_id': '22bc55ee-b0f3-41c3-894c-32c421670838', 'tenant_id': '8043a75783e64196ac0be92247cb4c17', 'fixed_ips': [{'subnet_id': '8af7564e-f655-496a-9b6e-3592a9b162a5'}]}} from n-d-816206-8. {{(pid=103592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 17:31:49.398004 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-252548dd-2a9c-4180-bcdd-9f0ab9e98175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:49.402265 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-0e265ead-dfb0-40f6-9238-ea400af25404 None None] Attempting to bind port 158c8910-f24d-49da-ae39-09bcaffcb99d on host n-d-816206-8 for vnic_type normal with profile {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:31:49.402709 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-0e265ead-dfb0-40f6-9238-ea400af25404 None None] Attempting to bind port 158c8910-f24d-49da-ae39-09bcaffcb99d by drivers openvswitch,hyperv on host n-d-816206-8 at level 0 using segments [{'id': '20b9bc5a-f40c-4305-aea8-1cd399f9d3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '76740e25-dcec-4d2d-82d4-d720ca6b4fc6'}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:31:49.403143 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e265ead-dfb0-40f6-9238-ea400af25404 None None] Attempting to bind port 158c8910-f24d-49da-ae39-09bcaffcb99d on network 76740e25-dcec-4d2d-82d4-d720ca6b4fc6 {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:31:49.418934 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e265ead-dfb0-40f6-9238-ea400af25404 None None] Checking agent: {'id': '9e89acbe-4bbe-4c77-a18b-6f1da9133e0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 7, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 31, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:31:49.419389 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e265ead-dfb0-40f6-9238-ea400af25404 None None] Checking segment: {'id': '20b9bc5a-f40c-4305-aea8-1cd399f9d3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '76740e25-dcec-4d2d-82d4-d720ca6b4fc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:31:49.419854 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-0e265ead-dfb0-40f6-9238-ea400af25404 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:49.420643 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e265ead-dfb0-40f6-9238-ea400af25404 None None] Bound using segment: {'id': '20b9bc5a-f40c-4305-aea8-1cd399f9d3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '76740e25-dcec-4d2d-82d4-d720ca6b4fc6'} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:31:49.421449 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-0e265ead-dfb0-40f6-9238-ea400af25404 None None] Bound port: 158c8910-f24d-49da-ae39-09bcaffcb99d, host: n-d-816206-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20b9bc5a-f40c-4305-aea8-1cd399f9d3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '76740e25-dcec-4d2d-82d4-d720ca6b4fc6'}}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:31:49.422065 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-0e265ead-dfb0-40f6-9238-ea400af25404 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:49.471202 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc26dfc-7194-4670-8eb2-cb58a968a0b2 req-0b73d932-9e0b-4b65-b752-342f51c68a33 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:31:49.478507 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-fbc26dfc-7194-4670-8eb2-cb58a968a0b2 req-0b73d932-9e0b-4b65-b752-342f51c68a33 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.60 "GET /v2.0/ports?device_id=cc1cb68a-7d8e-48af-9098-d96a53e08c31 HTTP/1.1" status: 200 len: 944 time: 0.3116655 Nov 23 17:31:49.506272 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-e2f9914e-11a3-495f-aaf6-9533cfb108ab req-cdbaebae-e50b-4901-8ff1-4beb5a0c6d1e tempest-ServersTestManualDisk-1429049925 tempest-ServersTestManualDisk-1429049925-project] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:49.531969 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717d8a31-ce59-4283-9f98-db0ddfe77b4d req-45b9624c-d002-4570-b221-5a7e66a6a263 tempest-ServerRescueNegativeTestJSON-1154722601 tempest-ServerRescueNegativeTestJSON-1154722601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:31:49.534855 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-717d8a31-ce59-4283-9f98-db0ddfe77b4d req-45b9624c-d002-4570-b221-5a7e66a6a263 tempest-ServerRescueNegativeTestJSON-1154722601 tempest-ServerRescueNegativeTestJSON-1154722601-project] 10.222.0.60 "GET /v2.0/ports?device_id=9f161a1e-4342-477a-afd0-8cb3c4b8d58a HTTP/1.1" status: 200 len: 945 time: 0.1778395 Nov 23 17:31:49.561067 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-df019d7f-cb2a-4ce1-94cc-c01f563ecec4 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-2103499766-network', 'tenant_id': '179fcab26c4d4902bdbe1d329dc6e426'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:31:49.593238 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-900c3801-3f97-41f0-a99f-19871f303491 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Made reservation on behalf of 8043a75783e64196ac0be92247cb4c17 for: {'port': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:31:49.596824 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-e2f9914e-11a3-495f-aaf6-9533cfb108ab req-cdbaebae-e50b-4901-8ff1-4beb5a0c6d1e tempest-ServersTestManualDisk-1429049925 tempest-ServersTestManualDisk-1429049925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:49.609327 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df019d7f-cb2a-4ce1-94cc-c01f563ecec4 admin admin] Made reservation on behalf of 179fcab26c4d4902bdbe1d329dc6e426 for: {'network': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:31:49.611745 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-df019d7f-cb2a-4ce1-94cc-c01f563ecec4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for network, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:49.653169 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2f9914e-11a3-495f-aaf6-9533cfb108ab req-cdbaebae-e50b-4901-8ff1-4beb5a0c6d1e tempest-ServersTestManualDisk-1429049925 tempest-ServersTestManualDisk-1429049925-project] Network 4c6f0e0a-0312-4a57-b82b-babeded0552d is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:31:49.657224 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [req-e2f9914e-11a3-495f-aaf6-9533cfb108ab req-cdbaebae-e50b-4901-8ff1-4beb5a0c6d1e tempest-ServersTestManualDisk-1429049925 tempest-ServersTestManualDisk-1429049925-project] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:31:49.671838 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2f9914e-11a3-495f-aaf6-9533cfb108ab req-cdbaebae-e50b-4901-8ff1-4beb5a0c6d1e tempest-ServersTestManualDisk-1429049925 tempest-ServersTestManualDisk-1429049925-project] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:31:49.682095 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-df019d7f-cb2a-4ce1-94cc-c01f563ecec4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:49.697218 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-0e265ead-dfb0-40f6-9238-ea400af25404 None None] For port 158c8910-f24d-49da-ae39-09bcaffcb99d, host n-d-816206-8, cleared binding levels {{(pid=103592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:31:49.703419 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-717d8a31-ce59-4283-9f98-db0ddfe77b4d req-a3000e6b-7567-4437-9662-a68748f29d87 tempest-ServerRescueNegativeTestJSON-1154722601 tempest-ServerRescueNegativeTestJSON-1154722601-project] 10.222.0.60 "GET /v2.0/security-groups?id=fdeeda5f-d596-40d9-83fc-6ea083625241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551509 Nov 23 17:31:49.706342 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-0e265ead-dfb0-40f6-9238-ea400af25404 None None] For port 158c8910-f24d-49da-ae39-09bcaffcb99d, host n-d-816206-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=158c8910-f24d-49da-ae39-09bcaffcb99d,segment=NetworkSegment(20b9bc5a-f40c-4305-aea8-1cd399f9d3b9),segment_id=20b9bc5a-f40c-4305-aea8-1cd399f9d3b9)] {{(pid=103592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:31:49.749534 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-0e265ead-dfb0-40f6-9238-ea400af25404 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:49.771511 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbaebae-e50b-4901-8ff1-4beb5a0c6d1e tempest-ServersTestManualDisk-1429049925 tempest-ServersTestManualDisk-1429049925-project] Pushing event updated for resources: {'Port': ['ID=5d106596-b9a8-47ce-8206-db99b9d0ea96,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:31:49.798721 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f9914e-11a3-495f-aaf6-9533cfb108ab req-cdbaebae-e50b-4901-8ff1-4beb5a0c6d1e tempest-ServersTestManualDisk-1429049925 tempest-ServersTestManualDisk-1429049925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:31:49.799923 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-e2f9914e-11a3-495f-aaf6-9533cfb108ab req-cdbaebae-e50b-4901-8ff1-4beb5a0c6d1e tempest-ServersTestManualDisk-1429049925 tempest-ServersTestManualDisk-1429049925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:49.816351 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-900c3801-3f97-41f0-a99f-19871f303491 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:49.818455 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-e2f9914e-11a3-495f-aaf6-9533cfb108ab req-cdbaebae-e50b-4901-8ff1-4beb5a0c6d1e tempest-ServersTestManualDisk-1429049925 tempest-ServersTestManualDisk-1429049925-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2046518 Nov 23 17:31:49.833180 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.db_base_plugin_common [None req-252548dd-2a9c-4180-bcdd-9f0ab9e98175 None None] Allocated IP 10.2.2.2 (22bc55ee-b0f3-41c3-894c-32c421670838/8af7564e-f655-496a-9b6e-3592a9b162a5/ff846289-bd2e-42c2-92d0-5b21b1b85e07) {{(pid=103592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:31:49.836497 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [req-e2f9914e-11a3-495f-aaf6-9533cfb108ab req-4824aa6d-250c-45e1-920d-fe5ad36096b4 service neutron] Request body: {'port': {'device_id': '2d9013cb-ddd1-4ccf-9034-b54dfbe11f9d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-8'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:31:49.857332 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e265ead-dfb0-40f6-9238-ea400af25404 None None] Pushing event updated for resources: {'Port': ['ID=158c8910-f24d-49da-ae39-09bcaffcb99d,revision_number=2']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:31:49.860405 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [None req-900c3801-3f97-41f0-a99f-19871f303491 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] device_id is not set on port 98991338-19a7-4834-b0b5-0086ee597775 yet. {{(pid=103591) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 17:31:49.953110 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-e2f9914e-11a3-495f-aaf6-9533cfb108ab req-4824aa6d-250c-45e1-920d-fe5ad36096b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:49.994384 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-df019d7f-cb2a-4ce1-94cc-c01f563ecec4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:50.011369 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-df019d7f-cb2a-4ce1-94cc-c01f563ecec4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:50.094233 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df019d7f-cb2a-4ce1-94cc-c01f563ecec4 admin admin] vlan segment allocate from pool success with {'vlan_id': 502, 'physical_network': 'physnet1'} {{(pid=103590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 17:31:50.106284 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-252548dd-2a9c-4180-bcdd-9f0ab9e98175 None None] Publish callbacks [] for port, precommit_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:50.119000 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-252548dd-2a9c-4180-bcdd-9f0ab9e98175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980'] for port, after_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:50.141069 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df019d7f-cb2a-4ce1-94cc-c01f563ecec4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f0c99e0-c515-47be-b08b-be2ab0382850,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:31:50.167843 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-df019d7f-cb2a-4ce1-94cc-c01f563ecec4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:50.168188 n-d-816206-8 neutron-server[103590]: INFO neutron.db.segments_db [None req-df019d7f-cb2a-4ce1-94cc-c01f563ecec4 admin admin] Added segment 91748fde-db18-45a8-a7a1-77ad9732fc5b of type vlan for network a2322108-2e14-412e-9d37-7c0ef00eb407 Nov 23 17:31:50.220002 n-d-816206-8 neutron-server[103592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-252548dd-2a9c-4180-bcdd-9f0ab9e98175 None None] Network 22bc55ee-b0f3-41c3-894c-32c421670838 is already hosted by enough agents. {{(pid=103592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:31:50.226640 n-d-816206-8 neutron-server[103592]: DEBUG neutron.scheduler.base_scheduler [None req-252548dd-2a9c-4180-bcdd-9f0ab9e98175 None None] Resources bound (agent type, host, resource id): {{(pid=103592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:31:50.232201 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-252548dd-2a9c-4180-bcdd-9f0ab9e98175 None None] Received port after_create {{(pid=103592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:31:50.248573 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252548dd-2a9c-4180-bcdd-9f0ab9e98175 None None] Pushing event updated for resources: {'Port': ['ID=ff846289-bd2e-42c2-92d0-5b21b1b85e07,revision_number=1']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:31:50.286474 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-df019d7f-cb2a-4ce1-94cc-c01f563ecec4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736635338810'] for network, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:50.291043 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-b5f47183-e61b-4ef7-b418-97bea7416d6f None None] Provisioning complete for port 5d106596-b9a8-47ce-8206-db99b9d0ea96 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:31:50.291444 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b5f47183-e61b-4ef7-b418-97bea7416d6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:50.333546 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-b5f47183-e61b-4ef7-b418-97bea7416d6f None None] Port 5d106596-b9a8-47ce-8206-db99b9d0ea96 cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:31:50.375864 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-252548dd-2a9c-4180-bcdd-9f0ab9e98175 None None] Attempting to bind port ff846289-bd2e-42c2-92d0-5b21b1b85e07 on host n-d-816206-8 for vnic_type normal with profile {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:31:50.375864 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-252548dd-2a9c-4180-bcdd-9f0ab9e98175 None None] Attempting to bind port ff846289-bd2e-42c2-92d0-5b21b1b85e07 by drivers openvswitch,hyperv on host n-d-816206-8 at level 0 using segments [{'id': '734f1627-0ec0-4314-9413-7e2078531419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '22bc55ee-b0f3-41c3-894c-32c421670838'}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:31:50.376201 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-252548dd-2a9c-4180-bcdd-9f0ab9e98175 None None] Attempting to bind port ff846289-bd2e-42c2-92d0-5b21b1b85e07 on network 22bc55ee-b0f3-41c3-894c-32c421670838 {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:31:50.385786 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-252548dd-2a9c-4180-bcdd-9f0ab9e98175 None None] Checking agent: {'id': '9e89acbe-4bbe-4c77-a18b-6f1da9133e0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 7, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 31, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:31:50.386236 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-252548dd-2a9c-4180-bcdd-9f0ab9e98175 None None] Checking segment: {'id': '734f1627-0ec0-4314-9413-7e2078531419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '22bc55ee-b0f3-41c3-894c-32c421670838'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:31:50.386667 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-252548dd-2a9c-4180-bcdd-9f0ab9e98175 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:50.387345 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-252548dd-2a9c-4180-bcdd-9f0ab9e98175 None None] Bound using segment: {'id': '734f1627-0ec0-4314-9413-7e2078531419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '22bc55ee-b0f3-41c3-894c-32c421670838'} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:31:50.387857 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-252548dd-2a9c-4180-bcdd-9f0ab9e98175 None None] Bound port: ff846289-bd2e-42c2-92d0-5b21b1b85e07, host: n-d-816206-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '734f1627-0ec0-4314-9413-7e2078531419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '22bc55ee-b0f3-41c3-894c-32c421670838'}}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:31:50.388252 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-252548dd-2a9c-4180-bcdd-9f0ab9e98175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:50.391033 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-df019d7f-cb2a-4ce1-94cc-c01f563ecec4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493'] for network, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:50.392144 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df019d7f-cb2a-4ce1-94cc-c01f563ecec4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:31:50.393403 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-df019d7f-cb2a-4ce1-94cc-c01f563ecec4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for network, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:50.447384 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-df019d7f-cb2a-4ce1-94cc-c01f563ecec4 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1172972 Nov 23 17:31:50.451550 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 36292) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:31:50.464384 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-35f78148-e5c1-495f-ae78-d5c1ab7271d7 admin admin] Request body: {'subnet': {'network_id': 'a2322108-2e14-412e-9d37-7c0ef00eb407', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-2103499766-subnet', 'tenant_id': '179fcab26c4d4902bdbe1d329dc6e426', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:31:50.494299 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-252548dd-2a9c-4180-bcdd-9f0ab9e98175 None None] For port ff846289-bd2e-42c2-92d0-5b21b1b85e07, host n-d-816206-8, cleared binding levels {{(pid=103592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:31:50.497645 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9563702d-c1db-490a-a776-f37e80a1c8e1 req-6a160025-ca7a-4bd3-a109-12f2c47d9afb tempest-ServerShowV247Test-295120888 tempest-ServerShowV247Test-295120888-project] 10.222.0.60 "GET /v2.0/ports?device_id=099acb75-bf84-485b-83e9-3f3174d39abc HTTP/1.1" status: 200 len: 210 time: 0.6022320 Nov 23 17:31:50.509357 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-252548dd-2a9c-4180-bcdd-9f0ab9e98175 None None] For port ff846289-bd2e-42c2-92d0-5b21b1b85e07, host n-d-816206-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=ff846289-bd2e-42c2-92d0-5b21b1b85e07,segment=NetworkSegment(734f1627-0ec0-4314-9413-7e2078531419),segment_id=734f1627-0ec0-4314-9413-7e2078531419)] {{(pid=103592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:31:50.512846 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df019d7f-cb2a-4ce1-94cc-c01f563ecec4 admin admin] Pushing event updated for resources: {'Network': ['ID=a2322108-2e14-412e-9d37-7c0ef00eb407,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:31:50.518768 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-252548dd-2a9c-4180-bcdd-9f0ab9e98175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:50.541522 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Network a2322108-2e14-412e-9d37-7c0ef00eb407 details requested by agent ovs-agent-n-d-816206-8 with host n-d-816206-8 {{(pid=103592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 17:31:50.543514 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [req-fbc26dfc-7194-4670-8eb2-cb58a968a0b2 req-70be16b6-1a10-4bb5-a3ce-d82ef591e81c tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] Deleting port ea956362-a00e-4eeb-88fb-d8787f53fbd5 {{(pid=103591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:31:50.544413 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-fbc26dfc-7194-4670-8eb2-cb58a968a0b2 req-70be16b6-1a10-4bb5-a3ce-d82ef591e81c tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:50.571424 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35f78148-e5c1-495f-ae78-d5c1ab7271d7 admin admin] Made reservation on behalf of 179fcab26c4d4902bdbe1d329dc6e426 for: {'subnet': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:31:50.574458 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-35f78148-e5c1-495f-ae78-d5c1ab7271d7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264730903'] for subnet, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:50.615443 n-d-816206-8 neutron-server[103590]: DEBUG neutron.notifiers.nova [req-e2f9914e-11a3-495f-aaf6-9533cfb108ab req-4824aa6d-250c-45e1-920d-fe5ad36096b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d106596-b9a8-47ce-8206-db99b9d0ea96 {{(pid=103590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:31:50.626376 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-e2f9914e-11a3-495f-aaf6-9533cfb108ab req-4824aa6d-250c-45e1-920d-fe5ad36096b4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:50.693651 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [req-e2f9914e-11a3-495f-aaf6-9533cfb108ab req-4824aa6d-250c-45e1-920d-fe5ad36096b4 service neutron] Transition to ACTIVE for port object 5d106596-b9a8-47ce-8206-db99b9d0ea96 will not be triggered until provisioned by entity L2. {{(pid=103590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 17:31:50.699659 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-e2f9914e-11a3-495f-aaf6-9533cfb108ab req-4824aa6d-250c-45e1-920d-fe5ad36096b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264357957'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:50.724029 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252548dd-2a9c-4180-bcdd-9f0ab9e98175 None None] Pushing event updated for resources: {'Port': ['ID=ff846289-bd2e-42c2-92d0-5b21b1b85e07,revision_number=2']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:31:50.822294 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4824aa6d-250c-45e1-920d-fe5ad36096b4 service neutron] Pushing event updated for resources: {'Port': ['ID=5d106596-b9a8-47ce-8206-db99b9d0ea96,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:31:50.915053 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c8ec1a-df99-46a6-a485-3a7d4baa67ec req-09a50556-cb44-4978-a61a-55333b56c848 tempest-ServersTestManualDisk-1429049925 tempest-ServersTestManualDisk-1429049925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:31:50.927994 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f1c8ec1a-df99-46a6-a485-3a7d4baa67ec req-09a50556-cb44-4978-a61a-55333b56c848 tempest-ServersTestManualDisk-1429049925 tempest-ServersTestManualDisk-1429049925-project] 10.222.0.60 "GET /v2.0/ports?device_id=2d9013cb-ddd1-4ccf-9034-b54dfbe11f9d HTTP/1.1" status: 200 len: 944 time: 0.2310421 Nov 23 17:31:50.974946 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [req-e2f9914e-11a3-495f-aaf6-9533cfb108ab req-4824aa6d-250c-45e1-920d-fe5ad36096b4 service neutron] Attempting to bind port 5d106596-b9a8-47ce-8206-db99b9d0ea96 on host n-h1-816206-8 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:31:50.975375 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [req-e2f9914e-11a3-495f-aaf6-9533cfb108ab req-4824aa6d-250c-45e1-920d-fe5ad36096b4 service neutron] Attempting to bind port 5d106596-b9a8-47ce-8206-db99b9d0ea96 by drivers openvswitch,hyperv on host n-h1-816206-8 at level 0 using segments [{'id': '140609f8-1777-448a-bd56-5bbf304ca562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '4c6f0e0a-0312-4a57-b82b-babeded0552d'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:31:50.975818 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2f9914e-11a3-495f-aaf6-9533cfb108ab req-4824aa6d-250c-45e1-920d-fe5ad36096b4 service neutron] Attempting to bind port 5d106596-b9a8-47ce-8206-db99b9d0ea96 on network 4c6f0e0a-0312-4a57-b82b-babeded0552d {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:31:50.985370 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-35f78148-e5c1-495f-ae78-d5c1ab7271d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264358096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264730885'] for subnet, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:50.994040 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2f9914e-11a3-495f-aaf6-9533cfb108ab req-4824aa6d-250c-45e1-920d-fe5ad36096b4 service neutron] Port 5d106596-b9a8-47ce-8206-db99b9d0ea96 on network 4c6f0e0a-0312-4a57-b82b-babeded0552d not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-8 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 17:31:50.994406 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2f9914e-11a3-495f-aaf6-9533cfb108ab req-4824aa6d-250c-45e1-920d-fe5ad36096b4 service neutron] Attempting to bind port 5d106596-b9a8-47ce-8206-db99b9d0ea96 on network 4c6f0e0a-0312-4a57-b82b-babeded0552d {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:31:51.003247 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2f9914e-11a3-495f-aaf6-9533cfb108ab req-4824aa6d-250c-45e1-920d-fe5ad36096b4 service neutron] Checking agent: {'id': '4b0a4557-3bfe-4828-80a0-7981fc3ac84c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 15, 14), 'started_at': datetime.datetime(2021, 11, 23, 17, 15, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 31, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:31:51.003622 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2f9914e-11a3-495f-aaf6-9533cfb108ab req-4824aa6d-250c-45e1-920d-fe5ad36096b4 service neutron] Checking segment: {'id': '140609f8-1777-448a-bd56-5bbf304ca562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '4c6f0e0a-0312-4a57-b82b-babeded0552d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:31:51.004109 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2f9914e-11a3-495f-aaf6-9533cfb108ab req-4824aa6d-250c-45e1-920d-fe5ad36096b4 service neutron] Bound using segment: {'id': '140609f8-1777-448a-bd56-5bbf304ca562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '4c6f0e0a-0312-4a57-b82b-babeded0552d'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:31:51.004666 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [req-e2f9914e-11a3-495f-aaf6-9533cfb108ab req-4824aa6d-250c-45e1-920d-fe5ad36096b4 service neutron] Bound port: 5d106596-b9a8-47ce-8206-db99b9d0ea96, host: n-h1-816206-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '140609f8-1777-448a-bd56-5bbf304ca562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '4c6f0e0a-0312-4a57-b82b-babeded0552d'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:31:51.005123 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-e2f9914e-11a3-495f-aaf6-9533cfb108ab req-4824aa6d-250c-45e1-920d-fe5ad36096b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:51.059846 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-fbc26dfc-7194-4670-8eb2-cb58a968a0b2 req-70be16b6-1a10-4bb5-a3ce-d82ef591e81c tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] For port ea956362-a00e-4eeb-88fb-d8787f53fbd5, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=ea956362-a00e-4eeb-88fb-d8787f53fbd5,segment=NetworkSegment(f75f400f-3665-42b6-b743-8c8989e17b3e),segment_id=f75f400f-3665-42b6-b743-8c8989e17b3e)] {{(pid=103591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:31:51.061022 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-fbc26dfc-7194-4670-8eb2-cb58a968a0b2 req-70be16b6-1a10-4bb5-a3ce-d82ef591e81c tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:51.125480 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [req-fbc26dfc-7194-4670-8eb2-cb58a968a0b2 req-70be16b6-1a10-4bb5-a3ce-d82ef591e81c tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] Calling delete_port for ea956362-a00e-4eeb-88fb-d8787f53fbd5 owned by compute:nova {{(pid=103591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:31:51.146066 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.db_base_plugin_common [None req-900c3801-3f97-41f0-a99f-19871f303491 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Allocated IP 10.1.1.220 (76740e25-dcec-4d2d-82d4-d720ca6b4fc6/79e8d965-2789-41b1-a1fa-0fe25b7624dc/98991338-19a7-4834-b0b5-0086ee597775) {{(pid=103591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:31:51.169673 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f78148-e5c1-495f-ae78-d5c1ab7271d7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b0d1280a-9716-4508-8088-0322fd67530a,revision_number=0']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:31:51.177304 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f1c8ec1a-df99-46a6-a485-3a7d4baa67ec req-9352713e-08cd-4869-a0fd-2f271a273c00 tempest-ServersTestManualDisk-1429049925 tempest-ServersTestManualDisk-1429049925-project] 10.222.0.60 "GET /v2.0/security-groups?id=b82f6df2-4324-4ceb-9714-9a5f1d0d99aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2482250 Nov 23 17:31:51.238294 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35f78148-e5c1-495f-ae78-d5c1ab7271d7 admin admin] Checking segment: {'id': '91748fde-db18-45a8-a7a1-77ad9732fc5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'a2322108-2e14-412e-9d37-7c0ef00eb407'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:31:51.238693 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35f78148-e5c1-495f-ae78-d5c1ab7271d7 admin admin] Network hostable DHCP agents. Network: a2322108-2e14-412e-9d37-7c0ef00eb407, hostable agents: ['0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3'], hosted agents: [] {{(pid=103590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 17:31:51.267301 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [req-e2f9914e-11a3-495f-aaf6-9533cfb108ab req-4824aa6d-250c-45e1-920d-fe5ad36096b4 service neutron] For port 5d106596-b9a8-47ce-8206-db99b9d0ea96, host n-h1-816206-8, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:31:51.276393 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [req-e2f9914e-11a3-495f-aaf6-9533cfb108ab req-4824aa6d-250c-45e1-920d-fe5ad36096b4 service neutron] For port 5d106596-b9a8-47ce-8206-db99b9d0ea96, host n-h1-816206-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=5d106596-b9a8-47ce-8206-db99b9d0ea96,segment=NetworkSegment(140609f8-1777-448a-bd56-5bbf304ca562),segment_id=140609f8-1777-448a-bd56-5bbf304ca562)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:31:51.292935 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-e2f9914e-11a3-495f-aaf6-9533cfb108ab req-4824aa6d-250c-45e1-920d-fe5ad36096b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264357957'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:51.341261 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35f78148-e5c1-495f-ae78-d5c1ab7271d7 admin admin] Network a2322108-2e14-412e-9d37-7c0ef00eb407 is scheduled to be hosted by DHCP agent 0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3 with binding_index 1 {{(pid=103590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 17:31:51.369167 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f9914e-11a3-495f-aaf6-9533cfb108ab req-4824aa6d-250c-45e1-920d-fe5ad36096b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:31:51.369869 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-e2f9914e-11a3-495f-aaf6-9533cfb108ab req-4824aa6d-250c-45e1-920d-fe5ad36096b4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:51.371471 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-e2f9914e-11a3-495f-aaf6-9533cfb108ab req-4824aa6d-250c-45e1-920d-fe5ad36096b4 service neutron] 10.222.0.55 "PUT /v2.0/ports/5d106596-b9a8-47ce-8206-db99b9d0ea96 HTTP/1.1" status: 200 len: 1092 time: 1.5443156 Nov 23 17:31:51.371998 n-d-816206-8 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d9013cb-ddd1-4ccf-9034-b54dfbe11f9d', 'tag': '5d106596-b9a8-47ce-8206-db99b9d0ea96'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:31:51.374712 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbabddbc9fc37b068808e119c416c86f5957ca04531a4a0d2e695c515e93483b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b19e551e-4b46-496c-8689-1d5fc4c93c04" -d '{"events": [{"name": "network-changed", "server_uuid": "2d9013cb-ddd1-4ccf-9034-b54dfbe11f9d", "tag": "5d106596-b9a8-47ce-8206-db99b9d0ea96"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:31:51.388624 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-35f78148-e5c1-495f-ae78-d5c1ab7271d7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-8, a2322108-2e14-412e-9d37-7c0ef00eb407) {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:31:51.400558 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35f78148-e5c1-495f-ae78-d5c1ab7271d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:31:51.401330 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-35f78148-e5c1-495f-ae78-d5c1ab7271d7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:51.423352 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a385ae4c-63d3-4086-82ce-834666819fcd None None] Network a2322108-2e14-412e-9d37-7c0ef00eb407 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:31:51.443747 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-35f78148-e5c1-495f-ae78-d5c1ab7271d7 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9900048 Nov 23 17:31:51.444562 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4824aa6d-250c-45e1-920d-fe5ad36096b4 service neutron] Pushing event updated for resources: {'Port': ['ID=5d106596-b9a8-47ce-8206-db99b9d0ea96,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:31:51.448953 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 36300) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:31:51.454479 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-ff04b19c-d05c-4eca-ba3e-dee1f7310a7c admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-2103499766-router', 'tenant_id': '179fcab26c4d4902bdbe1d329dc6e426', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'}}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:31:51.551522 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ff04b19c-d05c-4eca-ba3e-dee1f7310a7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1793449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8093'] for router, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:51.552607 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ff04b19c-d05c-4eca-ba3e-dee1f7310a7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1794473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1794771', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1638326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8086'] for router, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:51.568220 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f9914e-11a3-495f-aaf6-9533cfb108ab req-9f3cb6b6-7891-443e-88c8-ad9f217f6c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:31:51.569869 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-e2f9914e-11a3-495f-aaf6-9533cfb108ab req-9f3cb6b6-7891-443e-88c8-ad9f217f6c34 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a1f4381e34f74b63a879aed380fc6f81&device_id=2d9013cb-ddd1-4ccf-9034-b54dfbe11f9d HTTP/1.1" status: 200 len: 1095 time: 0.1220005 Nov 23 17:31:51.582761 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-fbc26dfc-7194-4670-8eb2-cb58a968a0b2 req-70be16b6-1a10-4bb5-a3ce-d82ef591e81c tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:51.623327 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 158c8910-f24d-49da-ae39-09bcaffcb99d up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:31:51.682979 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-e2f9914e-11a3-495f-aaf6-9533cfb108ab req-3eb191f6-6597-40b7-88f1-29cf1d05267d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5d106596-b9a8-47ce-8206-db99b9d0ea96 HTTP/1.1" status: 200 len: 217 time: 0.1033535 Nov 23 17:31:51.689955 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] get_ports_and_sgs() called for port_ids ['d2b1b011-56ff-4c88-a822-a2bc760a83b9'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:31:51.690475 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ff04b19c-d05c-4eca-ba3e-dee1f7310a7c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:51.692987 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] get_ports_and_sgs() called for port_ids ['463bb2f6-75a3-49d9-907f-c2963eb4fc14'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:31:51.891190 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70be16b6-1a10-4bb5-a3ce-d82ef591e81c tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] Pushing event deleted for resources: {'Port': ['ID=ea956362-a00e-4eeb-88fb-d8787f53fbd5,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:31:51.933729 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f9914e-11a3-495f-aaf6-9533cfb108ab req-a5e3eba2-3aa7-4452-a5e5-ff0ee5adc519 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:31:51.936081 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-e2f9914e-11a3-495f-aaf6-9533cfb108ab req-a5e3eba2-3aa7-4452-a5e5-ff0ee5adc519 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=743455b2-fc28-4f79-8bc4-7bf54a8a42a6 HTTP/1.1" status: 200 len: 850 time: 0.2405090 Nov 23 17:31:51.989313 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35c2b319-7ccb-407c-9920-cf27fee71435 None None] Network 76740e25-dcec-4d2d-82d4-d720ca6b4fc6 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:31:51.993145 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-900c3801-3f97-41f0-a99f-19871f303491 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Publish callbacks [] for port, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:52.040799 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbc26dfc-7194-4670-8eb2-cb58a968a0b2 req-70be16b6-1a10-4bb5-a3ce-d82ef591e81c tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] No DVR routers for this DVR port ea956362-a00e-4eeb-88fb-d8787f53fbd5 on host n-h1-816206-8 {{(pid=103591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:31:52.047534 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-fbc26dfc-7194-4670-8eb2-cb58a968a0b2 req-70be16b6-1a10-4bb5-a3ce-d82ef591e81c tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:52.077337 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-fbc26dfc-7194-4670-8eb2-cb58a968a0b2 req-70be16b6-1a10-4bb5-a3ce-d82ef591e81c tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.60 "DELETE /v2.0/ports/ea956362-a00e-4eeb-88fb-d8787f53fbd5 HTTP/1.1" status: 204 len: 173 time: 2.5956881 Nov 23 17:31:52.078242 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc1cb68a-7d8e-48af-9098-d96a53e08c31', 'name': 'network-vif-deleted', 'tag': 'ea956362-a00e-4eeb-88fb-d8787f53fbd5'}] {{(pid=103591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:31:52.083619 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41d174a19ece9499ff9ec44e5b3fc50f2abd3ffbc947fb7e52ea1e8db27b95b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcf8014e-86b8-4006-9da9-0ad6b86c1057" -d '{"events": [{"server_uuid": "cc1cb68a-7d8e-48af-9098-d96a53e08c31", "name": "network-vif-deleted", "tag": "ea956362-a00e-4eeb-88fb-d8787f53fbd5"}]}' {{(pid=103591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:31:52.166469 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-900c3801-3f97-41f0-a99f-19871f303491 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:52.260095 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900c3801-3f97-41f0-a99f-19871f303491 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Pushing event updated for resources: {'Port': ['ID=98991338-19a7-4834-b0b5-0086ee597775,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:31:52.284011 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-900c3801-3f97-41f0-a99f-19871f303491 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Network 76740e25-dcec-4d2d-82d4-d720ca6b4fc6 is already hosted by enough agents. {{(pid=103591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:31:52.289164 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [None req-900c3801-3f97-41f0-a99f-19871f303491 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Resources bound (agent type, host, resource id): {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:31:52.302773 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-900c3801-3f97-41f0-a99f-19871f303491 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Received port after_create {{(pid=103591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:31:52.346991 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port 158c8910-f24d-49da-ae39-09bcaffcb99d triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:31:52.348075 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:52.447674 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b8e2322-6d7f-4304-8c9b-3152087074bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp355044b8-8e87-58c4-94fa-4a010ec30f9e-a2322108-2e14-412e-9d37-7c0ef00eb407', 'network_id': 'a2322108-2e14-412e-9d37-7c0ef00eb407', 'tenant_id': '179fcab26c4d4902bdbe1d329dc6e426', 'fixed_ips': [{'subnet_id': 'b0d1280a-9716-4508-8088-0322fd67530a'}]}} from n-d-816206-8. {{(pid=103592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 17:31:52.448632 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9b8e2322-6d7f-4304-8c9b-3152087074bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:52.463480 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f6b8e2-4c38-4165-96ab-a0e7bd139cb0 req-471977c6-e0aa-4580-8e92-e78fad9d5045 tempest-ServerRescueNegativeTestJSON-1154722601 tempest-ServerRescueNegativeTestJSON-1154722601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:31:52.487973 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-26885b27-9e1a-4abb-b9bf-55fd1211c6ee None None] Provisioning complete for port 158c8910-f24d-49da-ae39-09bcaffcb99d triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:31:52.488348 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-26885b27-9e1a-4abb-b9bf-55fd1211c6ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:52.490555 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-45f6b8e2-4c38-4165-96ab-a0e7bd139cb0 req-471977c6-e0aa-4580-8e92-e78fad9d5045 tempest-ServerRescueNegativeTestJSON-1154722601 tempest-ServerRescueNegativeTestJSON-1154722601-project] 10.222.0.60 "GET /v2.0/ports?device_id=9f161a1e-4342-477a-afd0-8cb3c4b8d58a HTTP/1.1" status: 200 len: 945 time: 0.2020841 Nov 23 17:31:52.501463 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-900c3801-3f97-41f0-a99f-19871f303491 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:31:52.503034 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-900c3801-3f97-41f0-a99f-19871f303491 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:52.535270 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-900c3801-3f97-41f0-a99f-19871f303491 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.4322143 Nov 23 17:31:52.555907 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 36330) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:31:52.577516 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-3f8446ef-8e28-4d75-9e5f-85ea5dab8d18 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Request body: {'port': {'network_id': '76740e25-dcec-4d2d-82d4-d720ca6b4fc6', 'name': 'tempest-TaggedBootDevicesTest-1047450365', 'fixed_ips': [{'subnet_id': '79e8d965-2789-41b1-a1fa-0fe25b7624dc'}]}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:31:52.619699 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-761c762e-9e63-44aa-b3a8-f8b89a1a862d None None] Network 22bc55ee-b0f3-41c3-894c-32c421670838 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:31:52.699512 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-45f6b8e2-4c38-4165-96ab-a0e7bd139cb0 req-6637c9d6-f1f3-467a-826f-6d74ad145893 tempest-ServerRescueNegativeTestJSON-1154722601 tempest-ServerRescueNegativeTestJSON-1154722601-project] 10.222.0.60 "GET /v2.0/security-groups?id=fdeeda5f-d596-40d9-83fc-6ea083625241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2072210 Nov 23 17:31:52.720138 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ff04b19c-d05c-4eca-ba3e-dee1f7310a7c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:52.747860 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f9914e-11a3-495f-aaf6-9533cfb108ab req-b2873501-12b9-4137-8706-97143e4c14e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:31:52.758731 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-e2f9914e-11a3-495f-aaf6-9533cfb108ab req-b2873501-12b9-4137-8706-97143e4c14e2 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4c6f0e0a-0312-4a57-b82b-babeded0552d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1432047 Nov 23 17:31:52.772320 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 17:31:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c5d2c69-c99d-4f2c-956b-7084735d8df2 x-openstack-request-id: req-3c5d2c69-c99d-4f2c-956b-7084735d8df2 {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:31:52.772640 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d9013cb-ddd1-4ccf-9034-b54dfbe11f9d", "tag": "5d106596-b9a8-47ce-8206-db99b9d0ea96", "status": "completed", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:31:52.772909 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3c5d2c69-c99d-4f2c-956b-7084735d8df2 {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:31:52.773403 n-d-816206-8 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d9013cb-ddd1-4ccf-9034-b54dfbe11f9d', 'tag': '5d106596-b9a8-47ce-8206-db99b9d0ea96', 'status': 'completed', 'code': 200} Nov 23 17:31:52.821403 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f8446ef-8e28-4d75-9e5f-85ea5dab8d18 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Made reservation on behalf of 8043a75783e64196ac0be92247cb4c17 for: {'port': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:31:52.826518 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-3f8446ef-8e28-4d75-9e5f-85ea5dab8d18 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:52.879295 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-51dca1c2-5aca-4d29-a351-3c6ce5b56ed1 req-16b1c0a7-b7b9-45aa-91cb-08db2346d77b tempest-ServerShowV247Test-295120888 tempest-ServerShowV247Test-295120888-project] 10.222.0.60 "GET /v2.0/ports?device_id=099acb75-bf84-485b-83e9-3f3174d39abc HTTP/1.1" status: 200 len: 210 time: 0.0415156 Nov 23 17:31:52.897554 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [None req-3f8446ef-8e28-4d75-9e5f-85ea5dab8d18 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] device_id is not set on port ca65c076-5a6f-484a-9871-7163634af22d yet. {{(pid=103591) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 17:31:52.934973 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-e2f9914e-11a3-495f-aaf6-9533cfb108ab req-b74a77c0-a891-4516-b69b-fbedfa4fbb70 service neutron] 10.222.0.55 "GET /v2.0/networks/4c6f0e0a-0312-4a57-b82b-babeded0552d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1591766 Nov 23 17:31:53.013599 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Tue, 23 Nov 2021 17:31:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1260cea3-c028-4b84-9dd2-d2c7c4868ab2 x-openstack-request-id: req-1260cea3-c028-4b84-9dd2-d2c7c4868ab2 {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:31:53.014047 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc1cb68a-7d8e-48af-9098-d96a53e08c31", "name": "network-vif-deleted", "tag": "ea956362-a00e-4eeb-88fb-d8787f53fbd5", "status": "failed", "code": 422}]} {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:31:53.014750 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-1260cea3-c028-4b84-9dd2-d2c7c4868ab2 {{(pid=103591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:31:53.016283 n-d-816206-8 neutron-server[103591]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'cc1cb68a-7d8e-48af-9098-d96a53e08c31', 'name': 'network-vif-deleted', 'tag': 'ea956362-a00e-4eeb-88fb-d8787f53fbd5', 'status': 'failed', 'code': 422} returned with failed status Nov 23 17:31:53.121935 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-e2f9914e-11a3-495f-aaf6-9533cfb108ab req-ac2ea9fc-5ca3-41bd-9822-c95c6068ad66 service neutron] 10.222.0.55 "GET /v2.0/networks/4c6f0e0a-0312-4a57-b82b-babeded0552d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392126 Nov 23 17:31:53.131838 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.db_base_plugin_common [None req-9b8e2322-6d7f-4304-8c9b-3152087074bd None None] Allocated IP 172.20.0.2 (a2322108-2e14-412e-9d37-7c0ef00eb407/b0d1280a-9716-4508-8088-0322fd67530a/26644e8c-81ab-4c92-ab85-5d42eb04a674) {{(pid=103592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:31:53.278015 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cff34f-52ff-423d-9917-aa9a380b81c7 req-af7e73a3-c1ab-4221-92b2-c261a97267f0 tempest-ServersTestManualDisk-1429049925 tempest-ServersTestManualDisk-1429049925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:31:53.286592 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f2cff34f-52ff-423d-9917-aa9a380b81c7 req-af7e73a3-c1ab-4221-92b2-c261a97267f0 tempest-ServersTestManualDisk-1429049925 tempest-ServersTestManualDisk-1429049925-project] 10.222.0.60 "GET /v2.0/ports?device_id=2d9013cb-ddd1-4ccf-9034-b54dfbe11f9d HTTP/1.1" status: 200 len: 944 time: 0.2774236 Nov 23 17:31:53.303543 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77466c3d-2cfc-42c3-81d4-8a716ed6858e req-27ab20fe-7086-4048-a76f-187d0f121adb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:31:53.305364 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-77466c3d-2cfc-42c3-81d4-8a716ed6858e req-27ab20fe-7086-4048-a76f-187d0f121adb service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=9f161a1e-4342-477a-afd0-8cb3c4b8d58a HTTP/1.1" status: 200 len: 1096 time: 0.1592197 Nov 23 17:31:53.313319 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.db_base_plugin_common [None req-3f8446ef-8e28-4d75-9e5f-85ea5dab8d18 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Allocated IP 10.1.1.53 (76740e25-dcec-4d2d-82d4-d720ca6b4fc6/79e8d965-2789-41b1-a1fa-0fe25b7624dc/ca65c076-5a6f-484a-9871-7163634af22d) {{(pid=103591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:31:53.344255 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ff04b19c-d05c-4eca-ba3e-dee1f7310a7c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:53.371324 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ff04b19c-d05c-4eca-ba3e-dee1f7310a7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:53.432422 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19e551e-4b46-496c-8689-1d5fc4c93c04 req-d3304d5e-0517-4068-b425-162c8ab197d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:31:53.434070 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-b19e551e-4b46-496c-8689-1d5fc4c93c04 req-d3304d5e-0517-4068-b425-162c8ab197d9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a1f4381e34f74b63a879aed380fc6f81&device_id=2d9013cb-ddd1-4ccf-9034-b54dfbe11f9d HTTP/1.1" status: 200 len: 1095 time: 0.1676605 Nov 23 17:31:53.468814 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f2cff34f-52ff-423d-9917-aa9a380b81c7 req-2d6faa2c-4a8e-4d63-a318-2bffdf8a166a tempest-ServersTestManualDisk-1429049925 tempest-ServersTestManualDisk-1429049925-project] 10.222.0.60 "GET /v2.0/security-groups?id=b82f6df2-4324-4ceb-9714-9a5f1d0d99aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1811731 Nov 23 17:31:53.492357 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-77466c3d-2cfc-42c3-81d4-8a716ed6858e req-6b5e8781-afcb-436a-8660-d4fc1f13c9b8 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=fdeeda5f-d596-40d9-83fc-6ea083625241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760852 Nov 23 17:31:53.566544 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-26885b27-9e1a-4abb-b9bf-55fd1211c6ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:53.624702 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:53.703353 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19e551e-4b46-496c-8689-1d5fc4c93c04 req-cc2ff7f9-23c1-4e84-bbd8-7ee861efd30c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:31:53.706246 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-b19e551e-4b46-496c-8689-1d5fc4c93c04 req-cc2ff7f9-23c1-4e84-bbd8-7ee861efd30c service neutron] 10.222.0.55 "GET /v2.0/networks?id=4c6f0e0a-0312-4a57-b82b-babeded0552d HTTP/1.1" status: 200 len: 912 time: 0.2620785 Nov 23 17:31:53.737465 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-ff04b19c-d05c-4eca-ba3e-dee1f7310a7c admin admin] Allocated IP 172.25.3.163 (4c8455ba-1be5-42ac-b8c2-8a16e1292d55/08fe3644-ce41-4c3f-a7ea-92bac0f0fff5/9c8aabb5-1cea-4646-a97d-3da48197d02c) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:31:53.780075 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-3f8446ef-8e28-4d75-9e5f-85ea5dab8d18 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Publish callbacks [] for port, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:53.794619 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-b19e551e-4b46-496c-8689-1d5fc4c93c04 req-c7944e4c-7d77-446b-acec-112cccf50e88 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5d106596-b9a8-47ce-8206-db99b9d0ea96 HTTP/1.1" status: 200 len: 217 time: 0.0783648 Nov 23 17:31:53.815832 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de946cc1-a160-4ccb-b964-d596e10216b6 req-4eee85ae-2bb6-4cdd-aee7-ad81c77d5d53 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:31:53.827734 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-de946cc1-a160-4ccb-b964-d596e10216b6 req-4eee85ae-2bb6-4cdd-aee7-ad81c77d5d53 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.60 "GET /v2.0/ports?device_id=b67af4ed-d0b2-448c-8244-b3ebd67e5d3c HTTP/1.1" status: 200 len: 907 time: 0.1772835 Nov 23 17:31:53.842637 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-26885b27-9e1a-4abb-b9bf-55fd1211c6ee None None] For port 158c8910-f24d-49da-ae39-09bcaffcb99d, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=158c8910-f24d-49da-ae39-09bcaffcb99d,segment=NetworkSegment(20b9bc5a-f40c-4305-aea8-1cd399f9d3b9),segment_id=20b9bc5a-f40c-4305-aea8-1cd399f9d3b9)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:31:53.880134 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-26885b27-9e1a-4abb-b9bf-55fd1211c6ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:53.962596 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-3f8446ef-8e28-4d75-9e5f-85ea5dab8d18 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:54.010646 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19e551e-4b46-496c-8689-1d5fc4c93c04 req-6b4a5a14-2a86-4c62-be6e-6068d786cfe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:31:54.013279 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-b19e551e-4b46-496c-8689-1d5fc4c93c04 req-6b4a5a14-2a86-4c62-be6e-6068d786cfe3 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=743455b2-fc28-4f79-8bc4-7bf54a8a42a6 HTTP/1.1" status: 200 len: 850 time: 0.2012262 Nov 23 17:31:54.061237 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-14db3655-bdec-4391-9a86-b4c2070eb861 req-dffc460b-b312-43b7-9eec-130b0507aba0 tempest-ServerShowV247Test-295120888 tempest-ServerShowV247Test-295120888-project] 10.222.0.60 "GET /v2.0/ports?device_id=099acb75-bf84-485b-83e9-3f3174d39abc HTTP/1.1" status: 200 len: 210 time: 0.0413744 Nov 23 17:31:54.077784 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d95b87-99de-4426-82cb-e04369f2b009 req-ef8f5560-36c5-42ef-a392-4eb523257d47 tempest-ServerRescueNegativeTestJSON-1154722601 tempest-ServerRescueNegativeTestJSON-1154722601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:31:54.079517 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b0d95b87-99de-4426-82cb-e04369f2b009 req-ef8f5560-36c5-42ef-a392-4eb523257d47 tempest-ServerRescueNegativeTestJSON-1154722601 tempest-ServerRescueNegativeTestJSON-1154722601-project] 10.222.0.60 "GET /v2.0/ports?device_id=9f161a1e-4342-477a-afd0-8cb3c4b8d58a HTTP/1.1" status: 200 len: 945 time: 0.2004704 Nov 23 17:31:54.082099 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f8446ef-8e28-4d75-9e5f-85ea5dab8d18 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Network 76740e25-dcec-4d2d-82d4-d720ca6b4fc6 is already hosted by enough agents. {{(pid=103591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:31:54.085840 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [None req-3f8446ef-8e28-4d75-9e5f-85ea5dab8d18 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Resources bound (agent type, host, resource id): {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:31:54.090324 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f8446ef-8e28-4d75-9e5f-85ea5dab8d18 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Received port after_create {{(pid=103591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:31:54.121561 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.db.api [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103592) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 17:31:54.122132 n-d-816206-8 neutron-server[103592]: DEBUG oslo_db.api [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 17:31:54.141465 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ff04b19c-d05c-4eca-ba3e-dee1f7310a7c admin admin] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:54.157536 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8446ef-8e28-4d75-9e5f-85ea5dab8d18 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Pushing event updated for resources: {'Port': ['ID=ca65c076-5a6f-484a-9871-7163634af22d,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:31:54.183174 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26885b27-9e1a-4abb-b9bf-55fd1211c6ee None None] Pushing event updated for resources: {'Port': ['ID=158c8910-f24d-49da-ae39-09bcaffcb99d,revision_number=3']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:31:54.202547 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19e551e-4b46-496c-8689-1d5fc4c93c04 req-f84fc29b-432c-45dd-acd8-09d08e268a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:31:54.205095 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-b19e551e-4b46-496c-8689-1d5fc4c93c04 req-f84fc29b-432c-45dd-acd8-09d08e268a60 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4c6f0e0a-0312-4a57-b82b-babeded0552d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1826534 Nov 23 17:31:54.206370 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ff04b19c-d05c-4eca-ba3e-dee1f7310a7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:54.225978 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9b8e2322-6d7f-4304-8c9b-3152087074bd None None] Publish callbacks [] for port, precommit_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:54.238365 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b0d95b87-99de-4426-82cb-e04369f2b009 req-c90b2e36-f636-4cd0-9697-a13f0e2c8c8c tempest-ServerRescueNegativeTestJSON-1154722601 tempest-ServerRescueNegativeTestJSON-1154722601-project] 10.222.0.60 "GET /v2.0/security-groups?id=fdeeda5f-d596-40d9-83fc-6ea083625241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446190 Nov 23 17:31:54.243547 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9b8e2322-6d7f-4304-8c9b-3152087074bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980'] for port, after_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:54.296720 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f8446ef-8e28-4d75-9e5f-85ea5dab8d18 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:31:54.298572 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-3f8446ef-8e28-4d75-9e5f-85ea5dab8d18 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:54.306296 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-d6d2b111-4f35-4578-84c3-c60b944becee None None] Provisioning complete for port 158c8910-f24d-49da-ae39-09bcaffcb99d triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:31:54.306791 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-d6d2b111-4f35-4578-84c3-c60b944becee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:54.343720 n-d-816206-8 neutron-server[103592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b8e2322-6d7f-4304-8c9b-3152087074bd None None] Network a2322108-2e14-412e-9d37-7c0ef00eb407 is already hosted by enough agents. {{(pid=103592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:31:54.352841 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-3f8446ef-8e28-4d75-9e5f-85ea5dab8d18 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.7911184 Nov 23 17:31:54.370245 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff04b19c-d05c-4eca-ba3e-dee1f7310a7c admin admin] Network 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:31:54.388639 n-d-816206-8 neutron-server[103592]: DEBUG neutron.scheduler.base_scheduler [None req-9b8e2322-6d7f-4304-8c9b-3152087074bd None None] Resources bound (agent type, host, resource id): {{(pid=103592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:31:54.393220 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b8e2322-6d7f-4304-8c9b-3152087074bd None None] Received port after_create {{(pid=103592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:31:54.396184 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-ff04b19c-d05c-4eca-ba3e-dee1f7310a7c admin admin] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:31:54.432212 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff04b19c-d05c-4eca-ba3e-dee1f7310a7c admin admin] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:31:54.433040 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5eaf3d4-676b-4188-8a05-6477fc30a3d7 None None] DHCP port deletion for 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:31:54.468568 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8e2322-6d7f-4304-8c9b-3152087074bd None None] Pushing event updated for resources: {'Port': ['ID=26644e8c-81ab-4c92-ab85-5d42eb04a674,revision_number=1']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:31:54.533855 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff04b19c-d05c-4eca-ba3e-dee1f7310a7c admin admin] Pushing event updated for resources: {'Port': ['ID=9c8aabb5-1cea-4646-a97d-3da48197d02c,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:31:54.566266 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-9b8e2322-6d7f-4304-8c9b-3152087074bd None None] Attempting to bind port 26644e8c-81ab-4c92-ab85-5d42eb04a674 on host n-d-816206-8 for vnic_type normal with profile {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:31:54.577860 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-9b8e2322-6d7f-4304-8c9b-3152087074bd None None] Attempting to bind port 26644e8c-81ab-4c92-ab85-5d42eb04a674 by drivers openvswitch,hyperv on host n-d-816206-8 at level 0 using segments [{'id': '91748fde-db18-45a8-a7a1-77ad9732fc5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'a2322108-2e14-412e-9d37-7c0ef00eb407'}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:31:54.579847 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b8e2322-6d7f-4304-8c9b-3152087074bd None None] Attempting to bind port 26644e8c-81ab-4c92-ab85-5d42eb04a674 on network a2322108-2e14-412e-9d37-7c0ef00eb407 {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:31:54.599979 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b8e2322-6d7f-4304-8c9b-3152087074bd None None] Checking agent: {'id': '9e89acbe-4bbe-4c77-a18b-6f1da9133e0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 7, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 31, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:31:54.601358 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b8e2322-6d7f-4304-8c9b-3152087074bd None None] Checking segment: {'id': '91748fde-db18-45a8-a7a1-77ad9732fc5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'a2322108-2e14-412e-9d37-7c0ef00eb407'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:31:54.603388 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9b8e2322-6d7f-4304-8c9b-3152087074bd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:54.604742 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b8e2322-6d7f-4304-8c9b-3152087074bd None None] Bound using segment: {'id': '91748fde-db18-45a8-a7a1-77ad9732fc5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'a2322108-2e14-412e-9d37-7c0ef00eb407'} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:31:54.604742 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-9b8e2322-6d7f-4304-8c9b-3152087074bd None None] Bound port: 26644e8c-81ab-4c92-ab85-5d42eb04a674, host: n-d-816206-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91748fde-db18-45a8-a7a1-77ad9732fc5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'a2322108-2e14-412e-9d37-7c0ef00eb407'}}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:31:54.608801 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9b8e2322-6d7f-4304-8c9b-3152087074bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:54.786760 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacc6cf1-fb51-49dd-93d9-128e91bcdfa2 req-6951abb1-0f73-458c-9c82-8dffead8e0aa tempest-ServersTestManualDisk-1429049925 tempest-ServersTestManualDisk-1429049925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:31:54.788443 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-dacc6cf1-fb51-49dd-93d9-128e91bcdfa2 req-6951abb1-0f73-458c-9c82-8dffead8e0aa tempest-ServersTestManualDisk-1429049925 tempest-ServersTestManualDisk-1429049925-project] 10.222.0.60 "GET /v2.0/ports?device_id=2d9013cb-ddd1-4ccf-9034-b54dfbe11f9d HTTP/1.1" status: 200 len: 944 time: 0.1289423 Nov 23 17:31:54.796451 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 36356) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:31:54.801149 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-cc8e7264-fbcd-4d11-bbd6-48ad9cb2f8c0 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Request body: {'security_group': {'name': 'tempest-securitygroup--798771826', 'description': 'tempest-description--1486024164'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:31:54.801373 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device ff846289-bd2e-42c2-92d0-5b21b1b85e07 up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:31:54.868023 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-cc8e7264-fbcd-4d11-bbd6-48ad9cb2f8c0 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Publish callbacks [] for security_group, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:54.894432 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-9b8e2322-6d7f-4304-8c9b-3152087074bd None None] For port 26644e8c-81ab-4c92-ab85-5d42eb04a674, host n-d-816206-8, cleared binding levels {{(pid=103592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:31:54.906089 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-9b8e2322-6d7f-4304-8c9b-3152087074bd None None] For port 26644e8c-81ab-4c92-ab85-5d42eb04a674, host n-d-816206-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=26644e8c-81ab-4c92-ab85-5d42eb04a674,segment=NetworkSegment(91748fde-db18-45a8-a7a1-77ad9732fc5b),segment_id=91748fde-db18-45a8-a7a1-77ad9732fc5b)] {{(pid=103592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:31:54.919160 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-d6d2b111-4f35-4578-84c3-c60b944becee None None] Provisioning complete for port 98991338-19a7-4834-b0b5-0086ee597775 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:31:54.919795 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-d6d2b111-4f35-4578-84c3-c60b944becee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:54.926471 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9b8e2322-6d7f-4304-8c9b-3152087074bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:54.952156 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port ff846289-bd2e-42c2-92d0-5b21b1b85e07 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:31:54.952710 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:54.981130 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-cc8e7264-fbcd-4d11-bbd6-48ad9cb2f8c0 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Publish callbacks [] for security_group, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:55.003244 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-cc8e7264-fbcd-4d11-bbd6-48ad9cb2f8c0 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:55.008051 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-dacc6cf1-fb51-49dd-93d9-128e91bcdfa2 req-7225cbfd-5d5a-4f18-9afc-12c719363239 tempest-ServersTestManualDisk-1429049925 tempest-ServersTestManualDisk-1429049925-project] 10.222.0.60 "GET /v2.0/security-groups?id=b82f6df2-4324-4ceb-9714-9a5f1d0d99aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2014518 Nov 23 17:31:55.055829 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-b19e551e-4b46-496c-8689-1d5fc4c93c04 req-9488fe43-be98-4a16-a7db-f8d869d64b0b service neutron] 10.222.0.55 "GET /v2.0/networks/4c6f0e0a-0312-4a57-b82b-babeded0552d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7682555 Nov 23 17:31:55.057143 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ff04b19c-d05c-4eca-ba3e-dee1f7310a7c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:55.074232 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8e7264-fbcd-4d11-bbd6-48ad9cb2f8c0 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10d72a3d-a998-4d2f-a806-0da22bfe86ab,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:31:55.083769 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-cc8e7264-fbcd-4d11-bbd6-48ad9cb2f8c0 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Publish callbacks [] for security_group, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:55.085140 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-cc8e7264-fbcd-4d11-bbd6-48ad9cb2f8c0 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.2875457 Nov 23 17:31:55.093780 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 36360) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:31:55.113086 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-8ed689ec-2c52-4f67-80af-0fc075ba238d tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Request body: {'security_group_rule': {'security_group_id': '10d72a3d-a998-4d2f-a806-0da22bfe86ab', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:31:55.125455 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-d6d2b111-4f35-4578-84c3-c60b944becee None None] Port 98991338-19a7-4834-b0b5-0086ee597775 cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:31:55.133471 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8e2322-6d7f-4304-8c9b-3152087074bd None None] Pushing event updated for resources: {'Port': ['ID=26644e8c-81ab-4c92-ab85-5d42eb04a674,revision_number=2']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:31:55.199754 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-d6d2b111-4f35-4578-84c3-c60b944becee None None] Provisioning complete for port ff846289-bd2e-42c2-92d0-5b21b1b85e07 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:31:55.201096 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-d6d2b111-4f35-4578-84c3-c60b944becee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:55.204378 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f5fc78-0496-4a05-a2b3-f7b6e17b4f98 req-93204ecf-df0e-4711-b0c2-d3c120f77d34 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:31:55.225497 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-21f5fc78-0496-4a05-a2b3-f7b6e17b4f98 req-93204ecf-df0e-4711-b0c2-d3c120f77d34 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.60 "GET /v2.0/ports?device_id=b67af4ed-d0b2-448c-8244-b3ebd67e5d3c HTTP/1.1" status: 200 len: 907 time: 0.2409906 Nov 23 17:31:55.257038 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-8ed689ec-2c52-4f67-80af-0fc075ba238d tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:55.428238 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-08e8c0ad-e1cc-4163-907f-e5cf7f36da06 req-1f79b861-ee2f-44a9-81fe-10f95fcd5dc3 tempest-ServerShowV247Test-295120888 tempest-ServerShowV247Test-295120888-project] 10.222.0.60 "GET /v2.0/ports?device_id=099acb75-bf84-485b-83e9-3f3174d39abc HTTP/1.1" status: 200 len: 210 time: 0.1010969 Nov 23 17:31:55.524601 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ff04b19c-d05c-4eca-ba3e-dee1f7310a7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1794316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1795362'] for router, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:55.530892 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-b19e551e-4b46-496c-8689-1d5fc4c93c04 req-c52035af-effc-4197-b1a2-c58485eaf8d6 service neutron] 10.222.0.55 "GET /v2.0/networks/4c6f0e0a-0312-4a57-b82b-babeded0552d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3939660 Nov 23 17:31:55.540748 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-8ed689ec-2c52-4f67-80af-0fc075ba238d tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:55.562475 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device 5d106596-b9a8-47ce-8206-db99b9d0ea96 details requested by agent hyperv_n-h1-816206-8 with host n-h1-816206-8 {{(pid=103592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 17:31:55.575448 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-8ed689ec-2c52-4f67-80af-0fc075ba238d tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994370'] for security_group_rule, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:55.582760 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:55.669868 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed689ec-2c52-4f67-80af-0fc075ba238d tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1da241db-f4d7-4e12-b2bd-20c384862a6c,revision_number=0']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:31:55.679514 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-8ed689ec-2c52-4f67-80af-0fc075ba238d tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:55.681155 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-8ed689ec-2c52-4f67-80af-0fc075ba238d tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5861936 Nov 23 17:31:55.697923 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1432667-0002-4328-b0ea-eaf357887f17 req-6d9297e1-f72b-4239-960b-6d420dbc967d tempest-ServerRescueNegativeTestJSON-1154722601 tempest-ServerRescueNegativeTestJSON-1154722601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:31:55.699925 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e1432667-0002-4328-b0ea-eaf357887f17 req-6d9297e1-f72b-4239-960b-6d420dbc967d tempest-ServerRescueNegativeTestJSON-1154722601 tempest-ServerRescueNegativeTestJSON-1154722601-project] 10.222.0.60 "GET /v2.0/ports?device_id=9f161a1e-4342-477a-afd0-8cb3c4b8d58a HTTP/1.1" status: 200 len: 945 time: 0.1620007 Nov 23 17:31:55.700701 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 36370) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:31:55.707398 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-89354ba8-7147-40e2-8d53-ce80304b918f tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Request body: {'security_group_rule': {'security_group_id': '10d72a3d-a998-4d2f-a806-0da22bfe86ab', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:31:55.755829 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] For port ff846289-bd2e-42c2-92d0-5b21b1b85e07, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=ff846289-bd2e-42c2-92d0-5b21b1b85e07,segment=NetworkSegment(734f1627-0ec0-4314-9413-7e2078531419),segment_id=734f1627-0ec0-4314-9413-7e2078531419)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:31:55.779379 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:55.781521 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa37ffeb-55a8-4815-a094-81cd70a90293 req-ee352b7e-9e36-413f-bfae-0fa49c9a1c48 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:31:55.783283 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-fa37ffeb-55a8-4815-a094-81cd70a90293 req-ee352b7e-9e36-413f-bfae-0fa49c9a1c48 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.36 "GET /v2.0/ports?device_id=b67af4ed-d0b2-448c-8244-b3ebd67e5d3c HTTP/1.1" status: 200 len: 907 time: 0.2192326 Nov 23 17:31:55.788046 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-89354ba8-7147-40e2-8d53-ce80304b918f tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:55.889798 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e1432667-0002-4328-b0ea-eaf357887f17 req-ab5d3cfb-900f-47da-b2c9-180ab7b67bd4 tempest-ServerRescueNegativeTestJSON-1154722601 tempest-ServerRescueNegativeTestJSON-1154722601-project] 10.222.0.60 "GET /v2.0/security-groups?id=fdeeda5f-d596-40d9-83fc-6ea083625241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593461 Nov 23 17:31:55.896042 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff04b19c-d05c-4eca-ba3e-dee1f7310a7c admin admin] Router 37686ff2-6240-4d40-a74e-1517d7240b9a is scheduled to L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 with binding_index 1 {{(pid=103590) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 17:31:55.950592 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-89354ba8-7147-40e2-8d53-ce80304b918f tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:55.961587 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-89354ba8-7147-40e2-8d53-ce80304b918f tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994370'] for security_group_rule, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:55.981254 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89354ba8-7147-40e2-8d53-ce80304b918f tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c69fb07-187a-42dd-9dbc-30c14c86c921,revision_number=0']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:31:56.006578 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-89354ba8-7147-40e2-8d53-ce80304b918f tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:56.008043 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-89354ba8-7147-40e2-8d53-ce80304b918f tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3059490 Nov 23 17:31:56.012477 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 36374) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:31:56.018813 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-c7d2bf18-0a7c-461b-83dc-33059f4f51d6 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Request body: {'floatingip': {'floating_network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:31:56.035966 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-d6d2b111-4f35-4578-84c3-c60b944becee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:56.047961 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [req-fa37ffeb-55a8-4815-a094-81cd70a90293 req-a5a11cdc-77d2-4fd4-a412-fd914bb2d2f0 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] Deleting port b6ccaaf8-69b1-44ca-b661-e24cdf57ccc1 {{(pid=103591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:31:56.048415 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-fa37ffeb-55a8-4815-a094-81cd70a90293 req-a5a11cdc-77d2-4fd4-a412-fd914bb2d2f0 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:56.118725 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c7d2bf18-0a7c-461b-83dc-33059f4f51d6 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Publish callbacks [] for floatingip, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:56.192193 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.db.api [None req-d6d2b111-4f35-4578-84c3-c60b944becee None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103592) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 17:31:56.194031 n-d-816206-8 neutron-server[103592]: DEBUG oslo_db.api [None req-d6d2b111-4f35-4578-84c3-c60b944becee None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 17:31:56.194286 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 158c8910-f24d-49da-ae39-09bcaffcb99d up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:31:56.221200 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff04b19c-d05c-4eca-ba3e-dee1f7310a7c admin admin] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:31:56.239498 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port 5d106596-b9a8-47ce-8206-db99b9d0ea96, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=5d106596-b9a8-47ce-8206-db99b9d0ea96,segment=NetworkSegment(140609f8-1777-448a-bd56-5bbf304ca562),segment_id=140609f8-1777-448a-bd56-5bbf304ca562)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:31:56.240117 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59a604c-7f6b-49ac-957c-c1a6591401c8 req-d058939a-0eab-40ef-97ca-b551fd7fce3b tempest-ServerRescueNegativeTestJSON-1154722601 tempest-ServerRescueNegativeTestJSON-1154722601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:31:56.242377 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6ae65c8-b3a0-42d3-a196-e0d7c4444a30 None None] Sync routers for ids ['37686ff2-6240-4d40-a74e-1517d7240b9a'] in n-d-816206-8 {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:31:56.244427 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Pushing event updated for resources: {'Port': ['ID=ff846289-bd2e-42c2-92d0-5b21b1b85e07,revision_number=3']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:31:56.248333 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d59a604c-7f6b-49ac-957c-c1a6591401c8 req-d058939a-0eab-40ef-97ca-b551fd7fce3b tempest-ServerRescueNegativeTestJSON-1154722601 tempest-ServerRescueNegativeTestJSON-1154722601-project] 10.222.0.60 "GET /v2.0/ports?device_id=2d345fdd-78be-4275-8a19-37cd401e3348 HTTP/1.1" status: 200 len: 945 time: 0.2107451 Nov 23 17:31:56.265093 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ff04b19c-d05c-4eca-ba3e-dee1f7310a7c admin admin] Publish callbacks [] for router, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:56.266617 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-ff04b19c-d05c-4eca-ba3e-dee1f7310a7c admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.8167932 Nov 23 17:31:56.277022 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 36380) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:31:56.285021 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6ae65c8-b3a0-42d3-a196-e0d7c4444a30 None None] Routers {'37686ff2-6240-4d40-a74e-1517d7240b9a'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:31:56.285792 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-b6ae65c8-b3a0-42d3-a196-e0d7c4444a30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:31:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['37686ff2-6240-4d40-a74e-1517d7240b9a'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:31:56.333176 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d59a604c-7f6b-49ac-957c-c1a6591401c8 req-825f8d48-b822-4294-9021-d30bf2aec042 tempest-ServerRescueNegativeTestJSON-1154722601 tempest-ServerRescueNegativeTestJSON-1154722601-project] 10.222.0.60 "GET /v2.0/security-groups?id=fdeeda5f-d596-40d9-83fc-6ea083625241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838456 Nov 23 17:31:56.394608 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Returning: {'device': '5d106596-b9a8-47ce-8206-db99b9d0ea96', 'network_id': '4c6f0e0a-0312-4a57-b82b-babeded0552d', 'port_id': '5d106596-b9a8-47ce-8206-db99b9d0ea96', 'mac_address': 'fa:16:3e:ac:b8:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '743455b2-fc28-4f79-8bc4-7bf54a8a42a6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 17:31:56.419496 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-fa37ffeb-55a8-4815-a094-81cd70a90293 req-a5a11cdc-77d2-4fd4-a412-fd914bb2d2f0 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] For port b6ccaaf8-69b1-44ca-b661-e24cdf57ccc1, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=b6ccaaf8-69b1-44ca-b661-e24cdf57ccc1,segment=NetworkSegment(f75f400f-3665-42b6-b743-8c8989e17b3e),segment_id=f75f400f-3665-42b6-b743-8c8989e17b3e)] {{(pid=103591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:31:56.419865 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-fa37ffeb-55a8-4815-a094-81cd70a90293 req-a5a11cdc-77d2-4fd4-a412-fd914bb2d2f0 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:56.440627 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afc2bdb-b159-4360-b19e-cc8a840f58ce req-d36bc67a-f460-452f-ac42-a2789a87f5bd tempest-ServersTestManualDisk-1429049925 tempest-ServersTestManualDisk-1429049925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:31:56.448166 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9afc2bdb-b159-4360-b19e-cc8a840f58ce req-d36bc67a-f460-452f-ac42-a2789a87f5bd tempest-ServersTestManualDisk-1429049925 tempest-ServersTestManualDisk-1429049925-project] 10.222.0.60 "GET /v2.0/ports?device_id=2d9013cb-ddd1-4ccf-9034-b54dfbe11f9d HTTP/1.1" status: 200 len: 944 time: 0.2938006 Nov 23 17:31:56.469890 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port 158c8910-f24d-49da-ae39-09bcaffcb99d triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:31:56.470264 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:56.503325 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [req-fa37ffeb-55a8-4815-a094-81cd70a90293 req-a5a11cdc-77d2-4fd4-a412-fd914bb2d2f0 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] Calling delete_port for b6ccaaf8-69b1-44ca-b661-e24cdf57ccc1 owned by compute:nova {{(pid=103591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:31:56.522372 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvr_db [None req-b6ae65c8-b3a0-42d3-a196-e0d7c4444a30 None None] Set router 37686ff2-6240-4d40-a74e-1517d7240b9a gateway port host: n-d-816206-8 {{(pid=103592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:31:56.526818 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:56.569613 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d106596-b9a8-47ce-8206-db99b9d0ea96 {{(pid=103592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:31:56.594207 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port 5d106596-b9a8-47ce-8206-db99b9d0ea96, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=5d106596-b9a8-47ce-8206-db99b9d0ea96,segment=NetworkSegment(140609f8-1777-448a-bd56-5bbf304ca562),segment_id=140609f8-1777-448a-bd56-5bbf304ca562)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:31:56.613049 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5020eda5-b625-4da6-a67f-0902f290d5db req-d6a03665-3dcc-43f9-b286-69382cbae807 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:31:56.623454 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5020eda5-b625-4da6-a67f-0902f290d5db req-d6a03665-3dcc-43f9-b286-69382cbae807 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.60 "GET /v2.0/ports?device_id=b67af4ed-d0b2-448c-8244-b3ebd67e5d3c HTTP/1.1" status: 200 len: 907 time: 0.1708207 Nov 23 17:31:56.854908 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9afc2bdb-b159-4360-b19e-cc8a840f58ce req-7fea497b-7f36-4e6d-9c9b-8305fb05ffcd tempest-ServersTestManualDisk-1429049925 tempest-ServersTestManualDisk-1429049925-project] 10.222.0.60 "GET /v2.0/security-groups?id=b82f6df2-4324-4ceb-9714-9a5f1d0d99aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4057355 Nov 23 17:31:56.897494 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9c7ff5a7-ea65-4b92-805a-91ca1c3c1a90 req-129fe2eb-cd74-4259-85ed-c2dce47c7884 tempest-ServerShowV247Test-295120888 tempest-ServerShowV247Test-295120888-project] 10.222.0.60 "GET /v2.0/ports?device_id=099acb75-bf84-485b-83e9-3f3174d39abc HTTP/1.1" status: 200 len: 210 time: 0.0798707 Nov 23 17:31:56.928640 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d2ed5df6-86c8-40c4-b08c-ec38a574159d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:56.934274 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba7f7433-d078-4795-a77b-229caac3f791 None None] Network a2322108-2e14-412e-9d37-7c0ef00eb407 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:31:56.971343 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:57.083460 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c7d2bf18-0a7c-461b-83dc-33059f4f51d6 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:57.182700 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Pushing event updated for resources: {'Port': ['ID=5d106596-b9a8-47ce-8206-db99b9d0ea96,revision_number=4']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:31:57.224922 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-fa37ffeb-55a8-4815-a094-81cd70a90293 req-a5a11cdc-77d2-4fd4-a412-fd914bb2d2f0 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:57.240733 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-d2ed5df6-86c8-40c4-b08c-ec38a574159d admin admin] Allocated IP 172.20.0.1 (a2322108-2e14-412e-9d37-7c0ef00eb407/b0d1280a-9716-4508-8088-0322fd67530a/d33c767c-ebdd-4dca-9d9c-b33b049b27cd) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:31:57.283912 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a11cdc-77d2-4fd4-a412-fd914bb2d2f0 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] Pushing event deleted for resources: {'Port': ['ID=b6ccaaf8-69b1-44ca-b661-e24cdf57ccc1,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:31:57.372778 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] get_ports_and_sgs() called for port_ids ['5d106596-b9a8-47ce-8206-db99b9d0ea96'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:31:57.415768 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 26644e8c-81ab-4c92-ab85-5d42eb04a674 up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:31:57.423289 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-2425b785-2c0c-4f6f-b9ad-3ae99485ea31 None None] Provisioning complete for port 98991338-19a7-4834-b0b5-0086ee597775 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:31:57.424523 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-2425b785-2c0c-4f6f-b9ad-3ae99485ea31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:57.430856 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa37ffeb-55a8-4815-a094-81cd70a90293 req-a5a11cdc-77d2-4fd4-a412-fd914bb2d2f0 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] No DVR routers for this DVR port b6ccaaf8-69b1-44ca-b661-e24cdf57ccc1 on host n-h2-816206-8 {{(pid=103591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:31:57.452457 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d2ed5df6-86c8-40c4-b08c-ec38a574159d admin admin] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:57.476048 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.db_base_plugin_common [None req-c7d2bf18-0a7c-461b-83dc-33059f4f51d6 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Allocated IP 172.25.3.244 (4c8455ba-1be5-42ac-b8c2-8a16e1292d55/08fe3644-ce41-4c3f-a7ea-92bac0f0fff5/168aae12-82c8-4108-a978-38526bded432) {{(pid=103591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:31:57.485158 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-fa37ffeb-55a8-4815-a094-81cd70a90293 req-a5a11cdc-77d2-4fd4-a412-fd914bb2d2f0 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:57.489960 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-fa37ffeb-55a8-4815-a094-81cd70a90293 req-a5a11cdc-77d2-4fd4-a412-fd914bb2d2f0 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.36 "DELETE /v2.0/ports/b6ccaaf8-69b1-44ca-b661-e24cdf57ccc1 HTTP/1.1" status: 204 len: 173 time: 1.6977360 Nov 23 17:31:57.490503 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b67af4ed-d0b2-448c-8244-b3ebd67e5d3c', 'name': 'network-vif-deleted', 'tag': 'b6ccaaf8-69b1-44ca-b661-e24cdf57ccc1'}] {{(pid=103591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:31:57.494206 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41d174a19ece9499ff9ec44e5b3fc50f2abd3ffbc947fb7e52ea1e8db27b95b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fb0c976-475f-4f03-aaf1-2b385633d247" -d '{"events": [{"server_uuid": "b67af4ed-d0b2-448c-8244-b3ebd67e5d3c", "name": "network-vif-deleted", "tag": "b6ccaaf8-69b1-44ca-b661-e24cdf57ccc1"}]}' {{(pid=103591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:31:57.507397 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d2ed5df6-86c8-40c4-b08c-ec38a574159d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:57.538337 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2ed5df6-86c8-40c4-b08c-ec38a574159d admin admin] Network a2322108-2e14-412e-9d37-7c0ef00eb407 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:31:57.541779 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-d2ed5df6-86c8-40c4-b08c-ec38a574159d admin admin] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:31:57.571947 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737286d4-b366-4df9-b423-df71f194d86d req-0dd201f3-fe3e-4b63-bef5-10e50494bbfc tempest-ServerRescueNegativeTestJSON-1154722601 tempest-ServerRescueNegativeTestJSON-1154722601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:31:57.574210 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-737286d4-b366-4df9-b423-df71f194d86d req-0dd201f3-fe3e-4b63-bef5-10e50494bbfc tempest-ServerRescueNegativeTestJSON-1154722601 tempest-ServerRescueNegativeTestJSON-1154722601-project] 10.222.0.60 "GET /v2.0/ports?device_id=2d345fdd-78be-4275-8a19-37cd401e3348 HTTP/1.1" status: 200 len: 945 time: 0.2797487 Nov 23 17:31:57.577362 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2ed5df6-86c8-40c4-b08c-ec38a574159d admin admin] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:31:57.587435 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:31:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-331e76b4-0073-48a5-b5be-37c36cf886e5 x-openstack-request-id: req-331e76b4-0073-48a5-b5be-37c36cf886e5 {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:31:57.588044 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b67af4ed-d0b2-448c-8244-b3ebd67e5d3c", "name": "network-vif-deleted", "tag": "b6ccaaf8-69b1-44ca-b661-e24cdf57ccc1", "status": "completed", "code": 200}]} {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:31:57.588514 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-331e76b4-0073-48a5-b5be-37c36cf886e5 {{(pid=103591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:31:57.589124 n-d-816206-8 neutron-server[103591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b67af4ed-d0b2-448c-8244-b3ebd67e5d3c', 'name': 'network-vif-deleted', 'tag': 'b6ccaaf8-69b1-44ca-b661-e24cdf57ccc1', 'status': 'completed', 'code': 200} Nov 23 17:31:57.658508 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ed5df6-86c8-40c4-b08c-ec38a574159d admin admin] Pushing event updated for resources: {'Port': ['ID=d33c767c-ebdd-4dca-9d9c-b33b049b27cd,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:31:57.672025 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d2ed5df6-86c8-40c4-b08c-ec38a574159d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1795539'] for router_interface, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:57.753804 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-2425b785-2c0c-4f6f-b9ad-3ae99485ea31 None None] Port 98991338-19a7-4834-b0b5-0086ee597775 cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:31:57.782149 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-737286d4-b366-4df9-b423-df71f194d86d req-fccac3dc-29fb-406c-a2e4-8f8cfde2ded5 tempest-ServerRescueNegativeTestJSON-1154722601 tempest-ServerRescueNegativeTestJSON-1154722601-project] 10.222.0.60 "GET /v2.0/security-groups?id=fdeeda5f-d596-40d9-83fc-6ea083625241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882381 Nov 23 17:31:57.787624 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port 26644e8c-81ab-4c92-ab85-5d42eb04a674 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:31:57.787997 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:57.828806 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-0a316952-aedc-4010-be24-3de4b16e5026 req-fe754a31-6756-4bfb-b3f9-737b999e58c1 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.60 "GET /v2.0/ports?device_id=b67af4ed-d0b2-448c-8244-b3ebd67e5d3c HTTP/1.1" status: 200 len: 210 time: 0.0548565 Nov 23 17:31:57.857046 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c7d2bf18-0a7c-461b-83dc-33059f4f51d6 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Publish callbacks [] for port, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:57.865259 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-b6ae65c8-b3a0-42d3-a196-e0d7c4444a30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37686ff2-6240-4d40-a74e-1517d7240b9a', 'name': 'tempest-ServersTestFqdnHostnames-2103499766-router', 'tenant_id': '179fcab26c4d4902bdbe1d329dc6e426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.163'}], 'enable_snat': True}, 'gw_port_id': '9c8aabb5-1cea-4646-a97d-3da48197d02c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:31:51Z', 'updated_at': '2021-11-23T17:31:54Z', 'revision_number': 3, 'project_id': '179fcab26c4d4902bdbe1d329dc6e426', 'gw_port': {'id': '9c8aabb5-1cea-4646-a97d-3da48197d02c', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:a2:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37686ff2-6240-4d40-a74e-1517d7240b9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1226, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:31:53Z', 'updated_at': '2021-11-23T17:31:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8'}], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:31:57.909373 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-2425b785-2c0c-4f6f-b9ad-3ae99485ea31 None None] Provisioning complete for port ff846289-bd2e-42c2-92d0-5b21b1b85e07 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:31:57.909754 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-2425b785-2c0c-4f6f-b9ad-3ae99485ea31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:57.912910 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c7d2bf18-0a7c-461b-83dc-33059f4f51d6 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:57.916624 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6ae65c8-b3a0-42d3-a196-e0d7c4444a30 None None] Checking router: 37686ff2-6240-4d40-a74e-1517d7240b9a for host: n-d-816206-8 {{(pid=103592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 17:31:57.917038 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6ae65c8-b3a0-42d3-a196-e0d7c4444a30 None None] Updating router 37686ff2-6240-4d40-a74e-1517d7240b9a port 9c8aabb5-1cea-4646-a97d-3da48197d02c binding host n-d-816206-8 {{(pid=103592) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 17:31:57.928848 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d2ed5df6-86c8-40c4-b08c-ec38a574159d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:57.949850 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7d2bf18-0a7c-461b-83dc-33059f4f51d6 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Network 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 is already hosted by enough agents. {{(pid=103591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:31:57.954237 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [None req-c7d2bf18-0a7c-461b-83dc-33059f4f51d6 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Resources bound (agent type, host, resource id): {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:31:57.990099 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7d2bf18-0a7c-461b-83dc-33059f4f51d6 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Received port after_create {{(pid=103591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:31:58.058041 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b6ae65c8-b3a0-42d3-a196-e0d7c4444a30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:58.124765 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:58.186471 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-fe8242e9-8e84-4722-bb47-ed7cd1df2769 req-5fb2e60d-7b70-460e-90d4-92706f358926 tempest-ServerShowV247Test-295120888 tempest-ServerShowV247Test-295120888-project] 10.222.0.60 "GET /v2.0/ports?device_id=099acb75-bf84-485b-83e9-3f3174d39abc HTTP/1.1" status: 200 len: 210 time: 0.1273336 Nov 23 17:31:58.235894 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0881fd-cbf4-4392-803e-5e4c25171d49 req-41438274-0130-4174-ae58-dd1d012da432 tempest-ServersTestManualDisk-1429049925 tempest-ServersTestManualDisk-1429049925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:31:58.237535 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-be0881fd-cbf4-4392-803e-5e4c25171d49 req-41438274-0130-4174-ae58-dd1d012da432 tempest-ServersTestManualDisk-1429049925 tempest-ServersTestManualDisk-1429049925-project] 10.222.0.60 "GET /v2.0/ports?device_id=2d9013cb-ddd1-4ccf-9034-b54dfbe11f9d HTTP/1.1" status: 200 len: 945 time: 0.1847901 Nov 23 17:31:58.238207 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d2bf18-0a7c-461b-83dc-33059f4f51d6 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Pushing event updated for resources: {'Port': ['ID=168aae12-82c8-4108-a978-38526bded432,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:31:58.291337 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] For port 26644e8c-81ab-4c92-ab85-5d42eb04a674, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=26644e8c-81ab-4c92-ab85-5d42eb04a674,segment=NetworkSegment(91748fde-db18-45a8-a7a1-77ad9732fc5b),segment_id=91748fde-db18-45a8-a7a1-77ad9732fc5b)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:31:58.309121 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-be0881fd-cbf4-4392-803e-5e4c25171d49 req-76a4a4e2-6c37-4ffc-8edf-3d5e690a2b7d tempest-ServersTestManualDisk-1429049925 tempest-ServersTestManualDisk-1429049925-project] 10.222.0.60 "GET /v2.0/security-groups?id=b82f6df2-4324-4ceb-9714-9a5f1d0d99aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640280 Nov 23 17:31:58.310466 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c7d2bf18-0a7c-461b-83dc-33059f4f51d6 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:58.354153 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d2ed5df6-86c8-40c4-b08c-ec38a574159d admin admin] Publish callbacks [] for port, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:58.360510 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d2ed5df6-86c8-40c4-b08c-ec38a574159d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264357957'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:58.388952 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c7d2bf18-0a7c-461b-83dc-33059f4f51d6 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:58.389181 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:58.568189 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device ff846289-bd2e-42c2-92d0-5b21b1b85e07 up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:31:58.621188 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Pushing event updated for resources: {'Port': ['ID=26644e8c-81ab-4c92-ab85-5d42eb04a674,revision_number=3']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:31:58.690733 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-2425b785-2c0c-4f6f-b9ad-3ae99485ea31 None None] Provisioning complete for port 9c8aabb5-1cea-4646-a97d-3da48197d02c triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:31:58.691132 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-2425b785-2c0c-4f6f-b9ad-3ae99485ea31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:58.756687 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port ff846289-bd2e-42c2-92d0-5b21b1b85e07 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:31:58.757354 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:58.763660 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-2425b785-2c0c-4f6f-b9ad-3ae99485ea31 None None] Port 9c8aabb5-1cea-4646-a97d-3da48197d02c cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:31:58.784058 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ed5df6-86c8-40c4-b08c-ec38a574159d admin admin] Pushing event updated for resources: {'Port': ['ID=d33c767c-ebdd-4dca-9d9c-b33b049b27cd,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:31:58.786798 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d2ed5df6-86c8-40c4-b08c-ec38a574159d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2068703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1794403'] for router_interface, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:58.801223 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device b6ccaaf8-69b1-44ca-b661-e24cdf57ccc1 no longer exists at agent hyperv_n-h2-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:31:58.838305 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-2425b785-2c0c-4f6f-b9ad-3ae99485ea31 None None] Provisioning complete for port 26644e8c-81ab-4c92-ab85-5d42eb04a674 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:31:58.838700 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-2425b785-2c0c-4f6f-b9ad-3ae99485ea31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:58.846389 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] No Port match for: b6ccaaf8-69b1-44ca-b661-e24cdf57ccc1 {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:31:58.846768 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device b6ccaaf8-69b1-44ca-b661-e24cdf57ccc1 not bound to the agent host n-h2-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:31:58.907965 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2ed5df6-86c8-40c4-b08c-ec38a574159d admin admin] Network a2322108-2e14-412e-9d37-7c0ef00eb407 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:31:58.910208 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-d2ed5df6-86c8-40c4-b08c-ec38a574159d admin admin] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:31:58.932976 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c7d2bf18-0a7c-461b-83dc-33059f4f51d6 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Publish callbacks [] for port, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:58.980382 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b6ae65c8-b3a0-42d3-a196-e0d7c4444a30 None None] Publish callbacks [] for port, precommit_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:58.993836 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c7d2bf18-0a7c-461b-83dc-33059f4f51d6 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264758186'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:59.067429 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b6ae65c8-b3a0-42d3-a196-e0d7c4444a30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:59.108300 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2ed5df6-86c8-40c4-b08c-ec38a574159d admin admin] Router 37686ff2-6240-4d40-a74e-1517d7240b9a has already been hosted by L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 {{(pid=103590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 17:31:59.146773 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d2bf18-0a7c-461b-83dc-33059f4f51d6 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Pushing event updated for resources: {'Port': ['ID=168aae12-82c8-4108-a978-38526bded432,revision_number=2']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:31:59.157088 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a265967-eb5f-43ff-8e13-d32a565795f3 req-5dbd2737-bc5e-49fe-a5ff-1bfd03f43db4 tempest-ServerRescueNegativeTestJSON-1154722601 tempest-ServerRescueNegativeTestJSON-1154722601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:31:59.165297 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7a265967-eb5f-43ff-8e13-d32a565795f3 req-5dbd2737-bc5e-49fe-a5ff-1bfd03f43db4 tempest-ServerRescueNegativeTestJSON-1154722601 tempest-ServerRescueNegativeTestJSON-1154722601-project] 10.222.0.60 "GET /v2.0/ports?device_id=2d345fdd-78be-4275-8a19-37cd401e3348 HTTP/1.1" status: 200 len: 945 time: 0.2295208 Nov 23 17:31:59.183509 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6460bb-3f92-4b0e-9e34-55def96d402b None None] Pushing event updated for resources: {'Port': ['ID=9c8aabb5-1cea-4646-a97d-3da48197d02c,revision_number=2']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:31:59.221610 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c7d2bf18-0a7c-461b-83dc-33059f4f51d6 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1795396'] for floatingip, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:59.239044 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e6831d5-7979-4100-91a9-aeb690c3da52 None None] DHCP port deletion for 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:31:59.243648 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-b6ae65c8-b3a0-42d3-a196-e0d7c4444a30 None None] Attempting to bind port 9c8aabb5-1cea-4646-a97d-3da48197d02c on host n-d-816206-8 for vnic_type normal with profile {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:31:59.244027 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-b6ae65c8-b3a0-42d3-a196-e0d7c4444a30 None None] Attempting to bind port 9c8aabb5-1cea-4646-a97d-3da48197d02c by drivers openvswitch,hyperv on host n-d-816206-8 at level 0 using segments [{'id': 'bffd1e4f-e80f-4ff0-b418-2f42ae15febf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:31:59.244805 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ae65c8-b3a0-42d3-a196-e0d7c4444a30 None None] Attempting to bind port 9c8aabb5-1cea-4646-a97d-3da48197d02c on network 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:31:59.253717 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ae65c8-b3a0-42d3-a196-e0d7c4444a30 None None] Checking agent: {'id': '9e89acbe-4bbe-4c77-a18b-6f1da9133e0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 7, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 31, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:31:59.254093 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ae65c8-b3a0-42d3-a196-e0d7c4444a30 None None] Checking segment: {'id': 'bffd1e4f-e80f-4ff0-b418-2f42ae15febf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:31:59.255660 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b6ae65c8-b3a0-42d3-a196-e0d7c4444a30 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:59.256086 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ae65c8-b3a0-42d3-a196-e0d7c4444a30 None None] Bound using segment: {'id': 'bffd1e4f-e80f-4ff0-b418-2f42ae15febf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:31:59.256688 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-b6ae65c8-b3a0-42d3-a196-e0d7c4444a30 None None] Bound port: 9c8aabb5-1cea-4646-a97d-3da48197d02c, host: n-d-816206-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bffd1e4f-e80f-4ff0-b418-2f42ae15febf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'}}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:31:59.257107 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b6ae65c8-b3a0-42d3-a196-e0d7c4444a30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:59.290917 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c7d2bf18-0a7c-461b-83dc-33059f4f51d6 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for floatingip, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:59.302292 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-c7d2bf18-0a7c-461b-83dc-33059f4f51d6 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.2769926 Nov 23 17:31:59.316840 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2ed5df6-86c8-40c4-b08c-ec38a574159d admin admin] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:31:59.323347 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7a265967-eb5f-43ff-8e13-d32a565795f3 req-dc95a471-ebed-4589-bf5d-26acbb107d54 tempest-ServerRescueNegativeTestJSON-1154722601 tempest-ServerRescueNegativeTestJSON-1154722601-project] 10.222.0.60 "GET /v2.0/security-groups?id=fdeeda5f-d596-40d9-83fc-6ea083625241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569216 Nov 23 17:31:59.324380 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-d2ed5df6-86c8-40c4-b08c-ec38a574159d admin admin] 10.222.0.60 "PUT /v2.0/routers/37686ff2-6240-4d40-a74e-1517d7240b9a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0460238 Nov 23 17:31:59.360125 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81eed468-7074-453d-a51f-0ec17d5b9d1c req-f6be57d7-44f9-4672-af50-7b265ab6a19e tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:31:59.373446 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-81eed468-7074-453d-a51f-0ec17d5b9d1c req-f6be57d7-44f9-4672-af50-7b265ab6a19e tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc08fe74-4555-439f-80d1-3d367042aa97 HTTP/1.1" status: 200 len: 946 time: 0.1593890 Nov 23 17:31:59.380469 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b6ae65c8-b3a0-42d3-a196-e0d7c4444a30 None None] For port 9c8aabb5-1cea-4646-a97d-3da48197d02c, host n-d-816206-8, cleared binding levels {{(pid=103592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:31:59.389245 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b6ae65c8-b3a0-42d3-a196-e0d7c4444a30 None None] For port 9c8aabb5-1cea-4646-a97d-3da48197d02c, host n-d-816206-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=9c8aabb5-1cea-4646-a97d-3da48197d02c,segment=NetworkSegment(bffd1e4f-e80f-4ff0-b418-2f42ae15febf),segment_id=bffd1e4f-e80f-4ff0-b418-2f42ae15febf)] {{(pid=103592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:31:59.394222 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-2425b785-2c0c-4f6f-b9ad-3ae99485ea31 None None] Provisioning complete for port ca65c076-5a6f-484a-9871-7163634af22d triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:31:59.394454 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-2425b785-2c0c-4f6f-b9ad-3ae99485ea31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:59.434610 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b6ae65c8-b3a0-42d3-a196-e0d7c4444a30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:31:59.465869 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-81eed468-7074-453d-a51f-0ec17d5b9d1c req-7033fd37-d3dd-4ca4-bb44-f90dee15404a tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.60 "GET /v2.0/security-groups?id=b4179e07-bbfd-4236-b98c-2ab2b518c61f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896335 Nov 23 17:31:59.533870 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-fa29c3bd-7ff4-4275-ba5e-053d2096ba03 req-b31ccc90-d866-4232-afe5-d5630c80a3da tempest-ServerShowV247Test-295120888 tempest-ServerShowV247Test-295120888-project] 10.222.0.60 "GET /v2.0/ports?device_id=099acb75-bf84-485b-83e9-3f3174d39abc HTTP/1.1" status: 200 len: 210 time: 0.0764923 Nov 23 17:31:59.536266 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dabb7b35-1579-4f97-bfae-870192e859f4 None None] DHCP port deletion for 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:31:59.548450 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-2425b785-2c0c-4f6f-b9ad-3ae99485ea31 None None] Port ca65c076-5a6f-484a-9871-7163634af22d cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:31:59.562432 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device 5d106596-b9a8-47ce-8206-db99b9d0ea96 up at agent hyperv_n-h1-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:31:59.577366 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6460bb-3f92-4b0e-9e34-55def96d402b None None] Pushing event updated for resources: {'Port': ['ID=9c8aabb5-1cea-4646-a97d-3da48197d02c,revision_number=3']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:31:59.616268 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6ae65c8-b3a0-42d3-a196-e0d7c4444a30 None None] Routers {'37686ff2-6240-4d40-a74e-1517d7240b9a'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:31:59.617089 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-b6ae65c8-b3a0-42d3-a196-e0d7c4444a30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:31:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['37686ff2-6240-4d40-a74e-1517d7240b9a'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:31:59.639316 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91341b9a-3069-421d-9454-559ea702768a req-087d7c6e-f603-4a69-a300-20a1466a34e2 tempest-ServersTestManualDisk-1429049925 tempest-ServersTestManualDisk-1429049925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:31:59.641810 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-91341b9a-3069-421d-9454-559ea702768a req-087d7c6e-f603-4a69-a300-20a1466a34e2 tempest-ServersTestManualDisk-1429049925 tempest-ServersTestManualDisk-1429049925-project] 10.222.0.60 "GET /v2.0/ports?device_id=2d9013cb-ddd1-4ccf-9034-b54dfbe11f9d HTTP/1.1" status: 200 len: 945 time: 0.0831485 Nov 23 17:31:59.711317 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-91341b9a-3069-421d-9454-559ea702768a req-3916f0ce-47e4-4edb-b370-846f02b083f2 tempest-ServersTestManualDisk-1429049925 tempest-ServersTestManualDisk-1429049925-project] 10.222.0.60 "GET /v2.0/security-groups?id=b82f6df2-4324-4ceb-9714-9a5f1d0d99aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616050 Nov 23 17:31:59.979765 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-2e32a47f-6329-4210-ba4e-684dee66732a None None] Provisioning complete for port 26644e8c-81ab-4c92-ab85-5d42eb04a674 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:31:59.980973 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-2e32a47f-6329-4210-ba4e-684dee66732a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:32:00.032237 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8d4d1d6a-4666-45e4-9d54-feeba4e2a972 req-7aac6332-e38d-4835-b70f-119900c8b0e7 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--798771826&fields=id&tenant_id=8043a75783e64196ac0be92247cb4c17 HTTP/1.1" status: 200 len: 267 time: 0.0886607 Nov 23 17:32:00.051714 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvr_db [None req-b6ae65c8-b3a0-42d3-a196-e0d7c4444a30 None None] Set router 37686ff2-6240-4d40-a74e-1517d7240b9a gateway port host: n-d-816206-8 {{(pid=103592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:32:00.087655 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Provisioning for port 5d106596-b9a8-47ce-8206-db99b9d0ea96 completed by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 17:32:00.096323 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Provisioning complete for port 5d106596-b9a8-47ce-8206-db99b9d0ea96 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:32:00.097158 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:32:00.105479 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4d1d6a-4666-45e4-9d54-feeba4e2a972 req-dbef6e00-4b15-4158-bd47-1ec5037d6971 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:00.106922 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8d4d1d6a-4666-45e4-9d54-feeba4e2a972 req-dbef6e00-4b15-4158-bd47-1ec5037d6971 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] 10.222.0.60 "GET /v2.0/ports/98991338-19a7-4834-b0b5-0086ee597775 HTTP/1.1" status: 200 len: 931 time: 0.0585029 Nov 23 17:32:00.214115 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4d1d6a-4666-45e4-9d54-feeba4e2a972 req-651e9299-54b7-44a8-ab7a-0fec5f4e7e8d tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:00.214115 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8d4d1d6a-4666-45e4-9d54-feeba4e2a972 req-651e9299-54b7-44a8-ab7a-0fec5f4e7e8d tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] 10.222.0.60 "GET /v2.0/ports/ca65c076-5a6f-484a-9871-7163634af22d HTTP/1.1" status: 200 len: 931 time: 0.0869036 Nov 23 17:32:00.215317 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 36446) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:32:00.229222 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-52af2849-5e4e-4ba2-9307-40ebaf5fa78d tempest-ServersTestFqdnHostnames-1177392012 tempest-ServersTestFqdnHostnames-1177392012-project] Request body: {'security_group': {'name': 'tempest-securitygroup--532142054', 'description': 'tempest-description--1377903402'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:32:00.281663 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8d4d1d6a-4666-45e4-9d54-feeba4e2a972 req-e9cf7d4f-7245-4203-a88a-e2229f378638 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] 10.222.0.60 "GET /v2.0/ports?network_id=22bc55ee-b0f3-41c3-894c-32c421670838&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0554159 Nov 23 17:32:00.319198 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4e8d1c-435f-4a1c-849f-ab129cfc9557 req-400b35e2-6bba-4507-beb5-60bbcf86a6a2 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:00.321450 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5e4e8d1c-435f-4a1c-849f-ab129cfc9557 req-400b35e2-6bba-4507-beb5-60bbcf86a6a2 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.36 "GET /v2.0/ports?device_id=bc08fe74-4555-439f-80d1-3d367042aa97 HTTP/1.1" status: 200 len: 946 time: 0.1816185 Nov 23 17:32:00.357734 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8d4d1d6a-4666-45e4-9d54-feeba4e2a972 req-6daafe7f-ab20-48aa-8b95-681988091394 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] 10.222.0.60 "GET /v2.0/ports?network_id=22bc55ee-b0f3-41c3-894c-32c421670838&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0678885 Nov 23 17:32:00.364798 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-52af2849-5e4e-4ba2-9307-40ebaf5fa78d tempest-ServersTestFqdnHostnames-1177392012 tempest-ServersTestFqdnHostnames-1177392012-project] Publish callbacks [] for security_group, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:32:00.452775 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-b6ae65c8-b3a0-42d3-a196-e0d7c4444a30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37686ff2-6240-4d40-a74e-1517d7240b9a', 'name': 'tempest-ServersTestFqdnHostnames-2103499766-router', 'tenant_id': '179fcab26c4d4902bdbe1d329dc6e426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.163'}], 'enable_snat': True}, 'gw_port_id': '9c8aabb5-1cea-4646-a97d-3da48197d02c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:31:51Z', 'updated_at': '2021-11-23T17:31:57Z', 'revision_number': 4, 'project_id': '179fcab26c4d4902bdbe1d329dc6e426', 'gw_port': {'id': '9c8aabb5-1cea-4646-a97d-3da48197d02c', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:a2:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37686ff2-6240-4d40-a74e-1517d7240b9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1226, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:31:53Z', 'updated_at': '2021-11-23T17:31:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_interfaces': [{'id': 'd33c767c-ebdd-4dca-9d9c-b33b049b27cd', 'name': '', 'network_id': 'a2322108-2e14-412e-9d37-7c0ef00eb407', 'tenant_id': '179fcab26c4d4902bdbe1d329dc6e426', 'mac_address': 'fa:16:3e:f8:f9:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37686ff2-6240-4d40-a74e-1517d7240b9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1232, 'fixed_ips': [{'subnet_id': 'b0d1280a-9716-4508-8088-0322fd67530a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:31:56Z', 'updated_at': '2021-11-23T17:31:58Z', 'revision_number': 2, 'project_id': '179fcab26c4d4902bdbe1d329dc6e426', 'subnets': [{'id': 'b0d1280a-9716-4508-8088-0322fd67530a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:32:00.487516 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6ae65c8-b3a0-42d3-a196-e0d7c4444a30 None None] The sync data for ids ['37686ff2-6240-4d40-a74e-1517d7240b9a'] in n-d-816206-8 is: [{'id': '37686ff2-6240-4d40-a74e-1517d7240b9a', 'name': 'tempest-ServersTestFqdnHostnames-2103499766-router', 'tenant_id': '179fcab26c4d4902bdbe1d329dc6e426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.163'}], 'enable_snat': True}, 'gw_port_id': '9c8aabb5-1cea-4646-a97d-3da48197d02c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:31:51Z', 'updated_at': '2021-11-23T17:31:57Z', 'revision_number': 4, 'project_id': '179fcab26c4d4902bdbe1d329dc6e426', 'gw_port': {'id': '9c8aabb5-1cea-4646-a97d-3da48197d02c', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:a2:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37686ff2-6240-4d40-a74e-1517d7240b9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1226, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:31:53Z', 'updated_at': '2021-11-23T17:31:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_interfaces': [{'id': 'd33c767c-ebdd-4dca-9d9c-b33b049b27cd', 'name': '', 'network_id': 'a2322108-2e14-412e-9d37-7c0ef00eb407', 'tenant_id': '179fcab26c4d4902bdbe1d329dc6e426', 'mac_address': 'fa:16:3e:f8:f9:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37686ff2-6240-4d40-a74e-1517d7240b9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1232, 'fixed_ips': [{'subnet_id': 'b0d1280a-9716-4508-8088-0322fd67530a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:31:56Z', 'updated_at': '2021-11-23T17:31:58Z', 'revision_number': 2, 'project_id': '179fcab26c4d4902bdbe1d329dc6e426', 'subnets': [{'id': 'b0d1280a-9716-4508-8088-0322fd67530a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:32:00.492985 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:32:00.508432 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-2e32a47f-6329-4210-ba4e-684dee66732a None None] Provisioning complete for port 9c8aabb5-1cea-4646-a97d-3da48197d02c triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:32:00.508899 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-2e32a47f-6329-4210-ba4e-684dee66732a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:32:00.566352 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d9013cb-ddd1-4ccf-9034-b54dfbe11f9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d106596-b9a8-47ce-8206-db99b9d0ea96'}] {{(pid=103592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:32:00.568871 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba3e6a8f2301c7a29fe1eca9779abdae4ccbcd6266d69778087f2498d5551201" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a45d570b-e96a-4652-ab90-e5c8ea3eefa1" -d '{"events": [{"server_uuid": "2d9013cb-ddd1-4ccf-9034-b54dfbe11f9d", "name": "network-vif-plugged", "status": "completed", "tag": "5d106596-b9a8-47ce-8206-db99b9d0ea96"}]}' {{(pid=103592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:32:00.585381 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 26644e8c-81ab-4c92-ab85-5d42eb04a674 up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:32:00.596695 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port 5d106596-b9a8-47ce-8206-db99b9d0ea96, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=5d106596-b9a8-47ce-8206-db99b9d0ea96,segment=NetworkSegment(140609f8-1777-448a-bd56-5bbf304ca562),segment_id=140609f8-1777-448a-bd56-5bbf304ca562)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:32:00.631308 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:32:00.634383 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8233513a-24bc-4126-af11-84ea3a1436fe req-6b838321-921b-48f0-9ba1-b07bd6a69501 tempest-ServerRescueNegativeTestJSON-1154722601 tempest-ServerRescueNegativeTestJSON-1154722601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:00.635966 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8233513a-24bc-4126-af11-84ea3a1436fe req-6b838321-921b-48f0-9ba1-b07bd6a69501 tempest-ServerRescueNegativeTestJSON-1154722601 tempest-ServerRescueNegativeTestJSON-1154722601-project] 10.222.0.60 "GET /v2.0/ports?device_id=2d345fdd-78be-4275-8a19-37cd401e3348 HTTP/1.1" status: 200 len: 945 time: 0.2260933 Nov 23 17:32:00.712333 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Pushing event updated for resources: {'Port': ['ID=5d106596-b9a8-47ce-8206-db99b9d0ea96,revision_number=5']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:32:00.731878 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4d1d6a-4666-45e4-9d54-feeba4e2a972 req-9d0bb3d3-8922-4042-89e7-6896e31d44c6 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:00.740001 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4d1d6a-4666-45e4-9d54-feeba4e2a972 req-9d0bb3d3-8922-4042-89e7-6896e31d44c6 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:00.747432 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4d1d6a-4666-45e4-9d54-feeba4e2a972 req-9d0bb3d3-8922-4042-89e7-6896e31d44c6 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:00.753594 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port 26644e8c-81ab-4c92-ab85-5d42eb04a674 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:32:00.754102 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:32:00.758839 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8d4d1d6a-4666-45e4-9d54-feeba4e2a972 req-9d0bb3d3-8922-4042-89e7-6896e31d44c6 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] 10.222.0.60 "GET /v2.0/networks?id=04470eef-b922-4801-8872-f6ca765b26dd&id=76740e25-dcec-4d2d-82d4-d720ca6b4fc6&id=76740e25-dcec-4d2d-82d4-d720ca6b4fc6&id=22bc55ee-b0f3-41c3-894c-32c421670838&id=22bc55ee-b0f3-41c3-894c-32c421670838 HTTP/1.1" status: 200 len: 1989 time: 0.3910611 Nov 23 17:32:00.788190 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-2e32a47f-6329-4210-ba4e-684dee66732a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:32:00.832022 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-2e32a47f-6329-4210-ba4e-684dee66732a None None] For port 9c8aabb5-1cea-4646-a97d-3da48197d02c, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=9c8aabb5-1cea-4646-a97d-3da48197d02c,segment=NetworkSegment(bffd1e4f-e80f-4ff0-b418-2f42ae15febf),segment_id=bffd1e4f-e80f-4ff0-b418-2f42ae15febf)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:32:00.836978 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-2e32a47f-6329-4210-ba4e-684dee66732a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:32:00.861971 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8233513a-24bc-4126-af11-84ea3a1436fe req-e8018ede-531a-4daa-8578-96e0a09018f9 tempest-ServerRescueNegativeTestJSON-1154722601 tempest-ServerRescueNegativeTestJSON-1154722601-project] 10.222.0.60 "GET /v2.0/security-groups?id=fdeeda5f-d596-40d9-83fc-6ea083625241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1961462 Nov 23 17:32:00.891141 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-52af2849-5e4e-4ba2-9307-40ebaf5fa78d tempest-ServersTestFqdnHostnames-1177392012 tempest-ServersTestFqdnHostnames-1177392012-project] Publish callbacks [] for security_group, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:32:00.909294 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8d4d1d6a-4666-45e4-9d54-feeba4e2a972 req-eaf1e366-5d4d-46fa-8ac1-4be7fd34763d tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] 10.222.0.60 "GET /v2.0/quotas/8043a75783e64196ac0be92247cb4c17 HTTP/1.1" status: 200 len: 375 time: 0.1493073 Nov 23 17:32:00.910999 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-52af2849-5e4e-4ba2-9307-40ebaf5fa78d tempest-ServersTestFqdnHostnames-1177392012 tempest-ServersTestFqdnHostnames-1177392012-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:32:00.927323 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [req-5e4e8d1c-435f-4a1c-849f-ab129cfc9557 req-41345913-7f37-43b7-bf23-85803ba62464 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] Deleting port 463bb2f6-75a3-49d9-907f-c2963eb4fc14 {{(pid=103591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:32:00.927715 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-5e4e8d1c-435f-4a1c-849f-ab129cfc9557 req-41345913-7f37-43b7-bf23-85803ba62464 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:32:01.000498 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-2e32a47f-6329-4210-ba4e-684dee66732a None None] Provisioning complete for port d33c767c-ebdd-4dca-9d9c-b33b049b27cd triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:32:01.001379 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-2e32a47f-6329-4210-ba4e-684dee66732a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:32:01.048280 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e32a47f-6329-4210-ba4e-684dee66732a None None] Pushing event updated for resources: {'Port': ['ID=9c8aabb5-1cea-4646-a97d-3da48197d02c,revision_number=4']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:32:01.089294 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52af2849-5e4e-4ba2-9307-40ebaf5fa78d tempest-ServersTestFqdnHostnames-1177392012 tempest-ServersTestFqdnHostnames-1177392012-project] Pushing event updated for resources: {'SecurityGroup': ['ID=baf25215-d6bd-4546-a0f8-45bc1c1891b9,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:32:01.093714 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-52af2849-5e4e-4ba2-9307-40ebaf5fa78d tempest-ServersTestFqdnHostnames-1177392012 tempest-ServersTestFqdnHostnames-1177392012-project] Publish callbacks [] for security_group, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:32:01.094091 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-2e32a47f-6329-4210-ba4e-684dee66732a None None] Port d33c767c-ebdd-4dca-9d9c-b33b049b27cd cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:32:01.094964 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-52af2849-5e4e-4ba2-9307-40ebaf5fa78d tempest-ServersTestFqdnHostnames-1177392012 tempest-ServersTestFqdnHostnames-1177392012-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.8720915 Nov 23 17:32:01.100155 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 36462) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:32:01.105075 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-cc1df864-02ae-4870-98e1-90f67052bf20 tempest-ServersTestFqdnHostnames-1177392012 tempest-ServersTestFqdnHostnames-1177392012-project] Request body: {'security_group_rule': {'security_group_id': 'baf25215-d6bd-4546-a0f8-45bc1c1891b9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:32:01.151178 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-cc1df864-02ae-4870-98e1-90f67052bf20 tempest-ServersTestFqdnHostnames-1177392012 tempest-ServersTestFqdnHostnames-1177392012-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:32:01.241832 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-cc1df864-02ae-4870-98e1-90f67052bf20 tempest-ServersTestFqdnHostnames-1177392012 tempest-ServersTestFqdnHostnames-1177392012-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:32:01.250205 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-cc1df864-02ae-4870-98e1-90f67052bf20 tempest-ServersTestFqdnHostnames-1177392012 tempest-ServersTestFqdnHostnames-1177392012-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994370'] for security_group_rule, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:32:01.278620 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1df864-02ae-4870-98e1-90f67052bf20 tempest-ServersTestFqdnHostnames-1177392012 tempest-ServersTestFqdnHostnames-1177392012-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8db5d62f-0f5f-4136-bd3b-145ead160355,revision_number=0']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:32:01.279761 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0366fa72-c1cd-428e-aab2-f36b2d8acf5b req-96d36bd9-c5bf-412e-90f8-bab399c5dd43 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:01.284709 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-0366fa72-c1cd-428e-aab2-f36b2d8acf5b req-96d36bd9-c5bf-412e-90f8-bab399c5dd43 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.60 "GET /v2.0/ports?device_id=bc08fe74-4555-439f-80d1-3d367042aa97 HTTP/1.1" status: 200 len: 946 time: 0.2448170 Nov 23 17:32:01.294797 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-cc1df864-02ae-4870-98e1-90f67052bf20 tempest-ServersTestFqdnHostnames-1177392012 tempest-ServersTestFqdnHostnames-1177392012-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:32:01.296396 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-cc1df864-02ae-4870-98e1-90f67052bf20 tempest-ServersTestFqdnHostnames-1177392012 tempest-ServersTestFqdnHostnames-1177392012-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1950743 Nov 23 17:32:01.300868 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 36464) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:32:01.306367 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-848c1898-5d9e-4e3e-9c5a-49f7296f068f tempest-ServersTestFqdnHostnames-1177392012 tempest-ServersTestFqdnHostnames-1177392012-project] Request body: {'security_group_rule': {'security_group_id': 'baf25215-d6bd-4546-a0f8-45bc1c1891b9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:32:01.350115 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-848c1898-5d9e-4e3e-9c5a-49f7296f068f tempest-ServersTestFqdnHostnames-1177392012 tempest-ServersTestFqdnHostnames-1177392012-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:32:01.353237 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8d4d1d6a-4666-45e4-9d54-feeba4e2a972 req-151243cc-4211-4e88-91a6-0b2d1c212c30 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=8043a75783e64196ac0be92247cb4c17&fields=id HTTP/1.1" status: 200 len: 486 time: 0.4108703 Nov 23 17:32:01.395292 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-5e4e8d1c-435f-4a1c-849f-ab129cfc9557 req-41345913-7f37-43b7-bf23-85803ba62464 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] For port 463bb2f6-75a3-49d9-907f-c2963eb4fc14, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=463bb2f6-75a3-49d9-907f-c2963eb4fc14,segment=NetworkSegment(f75f400f-3665-42b6-b743-8c8989e17b3e),segment_id=f75f400f-3665-42b6-b743-8c8989e17b3e)] {{(pid=103591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:32:01.395876 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-5e4e8d1c-435f-4a1c-849f-ab129cfc9557 req-41345913-7f37-43b7-bf23-85803ba62464 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:32:01.418208 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-848c1898-5d9e-4e3e-9c5a-49f7296f068f tempest-ServersTestFqdnHostnames-1177392012 tempest-ServersTestFqdnHostnames-1177392012-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:32:01.422956 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-848c1898-5d9e-4e3e-9c5a-49f7296f068f tempest-ServersTestFqdnHostnames-1177392012 tempest-ServersTestFqdnHostnames-1177392012-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994370'] for security_group_rule, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:32:01.445029 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848c1898-5d9e-4e3e-9c5a-49f7296f068f tempest-ServersTestFqdnHostnames-1177392012 tempest-ServersTestFqdnHostnames-1177392012-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47337c7a-c048-4130-b872-f0508c8187d2,revision_number=0']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:32:01.451375 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-848c1898-5d9e-4e3e-9c5a-49f7296f068f tempest-ServersTestFqdnHostnames-1177392012 tempest-ServersTestFqdnHostnames-1177392012-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:32:01.453687 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-848c1898-5d9e-4e3e-9c5a-49f7296f068f tempest-ServersTestFqdnHostnames-1177392012 tempest-ServersTestFqdnHostnames-1177392012-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1516039 Nov 23 17:32:01.464994 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 36466) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:32:01.472206 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-706173ed-ed4b-4c5f-b8e9-53e05ed6f586 tempest-ServersTestFqdnHostnames-1177392012 tempest-ServersTestFqdnHostnames-1177392012-project] Request body: {'floatingip': {'floating_network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:32:01.484785 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [req-5e4e8d1c-435f-4a1c-849f-ab129cfc9557 req-41345913-7f37-43b7-bf23-85803ba62464 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] Calling delete_port for 463bb2f6-75a3-49d9-907f-c2963eb4fc14 owned by compute:nova {{(pid=103591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:32:01.511363 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-706173ed-ed4b-4c5f-b8e9-53e05ed6f586 tempest-ServersTestFqdnHostnames-1177392012 tempest-ServersTestFqdnHostnames-1177392012-project] Publish callbacks [] for floatingip, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:32:01.598846 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-0366fa72-c1cd-428e-aab2-f36b2d8acf5b req-e1864761-ff5e-48d7-80ff-622cd7f9cadd tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.60 "GET /v2.0/security-groups?id=b4179e07-bbfd-4236-b98c-2ab2b518c61f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3033321 Nov 23 17:32:01.696627 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8d4d1d6a-4666-45e4-9d54-feeba4e2a972 req-c96ca9ca-c16a-4f7e-b496-5ff654bb8957 service neutron] 10.222.0.60 "GET /v2.0/networks/04470eef-b922-4801-8872-f6ca765b26dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3066130 Nov 23 17:32:01.730776 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-706173ed-ed4b-4c5f-b8e9-53e05ed6f586 tempest-ServersTestFqdnHostnames-1177392012 tempest-ServersTestFqdnHostnames-1177392012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:32:01.831114 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2bb8e1f6-fcab-4043-84f5-21f8b993a013 req-eb0dbd77-4479-4e17-b88c-7fb498117192 tempest-ServerShowV247Test-295120888 tempest-ServerShowV247Test-295120888-project] 10.222.0.60 "GET /v2.0/ports?device_id=099acb75-bf84-485b-83e9-3f3174d39abc HTTP/1.1" status: 200 len: 210 time: 0.0715399 Nov 23 17:32:01.902820 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:32:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d81e1e6-c821-4bda-8449-9950d3e2e3b0 x-openstack-request-id: req-2d81e1e6-c821-4bda-8449-9950d3e2e3b0 {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:32:01.903124 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d9013cb-ddd1-4ccf-9034-b54dfbe11f9d", "name": "network-vif-plugged", "status": "completed", "tag": "5d106596-b9a8-47ce-8206-db99b9d0ea96", "code": 200}]} {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:32:01.903385 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-2d81e1e6-c821-4bda-8449-9950d3e2e3b0 {{(pid=103592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:32:01.903787 n-d-816206-8 neutron-server[103592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d9013cb-ddd1-4ccf-9034-b54dfbe11f9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d106596-b9a8-47ce-8206-db99b9d0ea96', 'code': 200} Nov 23 17:32:01.907593 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-706173ed-ed4b-4c5f-b8e9-53e05ed6f586 tempest-ServersTestFqdnHostnames-1177392012 tempest-ServersTestFqdnHostnames-1177392012-project] Allocated IP 172.25.3.61 (4c8455ba-1be5-42ac-b8c2-8a16e1292d55/08fe3644-ce41-4c3f-a7ea-92bac0f0fff5/7b1204ef-9fb1-40c0-bb8e-9b35436fbb97) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:32:01.909364 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-5e4e8d1c-435f-4a1c-849f-ab129cfc9557 req-41345913-7f37-43b7-bf23-85803ba62464 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:32:01.926032 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] get_ports_and_sgs() called for port_ids ['d2b1b011-56ff-4c88-a822-a2bc760a83b9'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:32:01.972189 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41345913-7f37-43b7-bf23-85803ba62464 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] Pushing event deleted for resources: {'Port': ['ID=463bb2f6-75a3-49d9-907f-c2963eb4fc14,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:32:02.032736 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8d4d1d6a-4666-45e4-9d54-feeba4e2a972 req-fbb9946d-ddbf-49a7-b3a2-c513488bd1dd service neutron] 10.222.0.60 "GET /v2.0/networks/04470eef-b922-4801-8872-f6ca765b26dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3081243 Nov 23 17:32:02.055915 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e4e8d1c-435f-4a1c-849f-ab129cfc9557 req-41345913-7f37-43b7-bf23-85803ba62464 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] No DVR routers for this DVR port 463bb2f6-75a3-49d9-907f-c2963eb4fc14 on host n-h2-816206-8 {{(pid=103591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:32:02.065222 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-5e4e8d1c-435f-4a1c-849f-ab129cfc9557 req-41345913-7f37-43b7-bf23-85803ba62464 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:32:02.068752 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5e4e8d1c-435f-4a1c-849f-ab129cfc9557 req-41345913-7f37-43b7-bf23-85803ba62464 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.36 "DELETE /v2.0/ports/463bb2f6-75a3-49d9-907f-c2963eb4fc14 HTTP/1.1" status: 204 len: 173 time: 1.7147799 Nov 23 17:32:02.069259 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc08fe74-4555-439f-80d1-3d367042aa97', 'name': 'network-vif-deleted', 'tag': '463bb2f6-75a3-49d9-907f-c2963eb4fc14'}] {{(pid=103591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:32:02.071827 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41d174a19ece9499ff9ec44e5b3fc50f2abd3ffbc947fb7e52ea1e8db27b95b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58506e91-367d-4c6d-ab07-63d15d9de3c9" -d '{"events": [{"server_uuid": "bc08fe74-4555-439f-80d1-3d367042aa97", "name": "network-vif-deleted", "tag": "463bb2f6-75a3-49d9-907f-c2963eb4fc14"}]}' {{(pid=103591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:32:02.135625 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-706173ed-ed4b-4c5f-b8e9-53e05ed6f586 tempest-ServersTestFqdnHostnames-1177392012 tempest-ServersTestFqdnHostnames-1177392012-project] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:32:02.149657 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8d4d1d6a-4666-45e4-9d54-feeba4e2a972 req-4c4ff470-3f40-4abb-81ed-634f46d690c4 service neutron] 10.222.0.60 "GET /v2.0/ports/98991338-19a7-4834-b0b5-0086ee597775?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0947447 Nov 23 17:32:02.204295 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-706173ed-ed4b-4c5f-b8e9-53e05ed6f586 tempest-ServersTestFqdnHostnames-1177392012 tempest-ServersTestFqdnHostnames-1177392012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:32:02.295677 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-706173ed-ed4b-4c5f-b8e9-53e05ed6f586 tempest-ServersTestFqdnHostnames-1177392012 tempest-ServersTestFqdnHostnames-1177392012-project] Network 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:32:02.298517 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8d4d1d6a-4666-45e4-9d54-feeba4e2a972 req-57fdddc0-6d15-4a64-9ab6-a0792790e3b3 service neutron] 10.222.0.60 "GET /v2.0/networks/76740e25-dcec-4d2d-82d4-d720ca6b4fc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1474376 Nov 23 17:32:02.300298 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-706173ed-ed4b-4c5f-b8e9-53e05ed6f586 tempest-ServersTestFqdnHostnames-1177392012 tempest-ServersTestFqdnHostnames-1177392012-project] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:32:02.302502 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706173ed-ed4b-4c5f-b8e9-53e05ed6f586 tempest-ServersTestFqdnHostnames-1177392012 tempest-ServersTestFqdnHostnames-1177392012-project] Pushing event updated for resources: {'Port': ['ID=7b1204ef-9fb1-40c0-bb8e-9b35436fbb97,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:32:02.304821 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-706173ed-ed4b-4c5f-b8e9-53e05ed6f586 tempest-ServersTestFqdnHostnames-1177392012 tempest-ServersTestFqdnHostnames-1177392012-project] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:32:02.460229 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-706173ed-ed4b-4c5f-b8e9-53e05ed6f586 tempest-ServersTestFqdnHostnames-1177392012 tempest-ServersTestFqdnHostnames-1177392012-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:32:02.515353 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8d4d1d6a-4666-45e4-9d54-feeba4e2a972 req-26b60734-98f1-4b00-a1fb-aac288ba17a1 service neutron] 10.222.0.60 "GET /v2.0/networks/76740e25-dcec-4d2d-82d4-d720ca6b4fc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1934447 Nov 23 17:32:02.543496 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-706173ed-ed4b-4c5f-b8e9-53e05ed6f586 tempest-ServersTestFqdnHostnames-1177392012 tempest-ServersTestFqdnHostnames-1177392012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:32:02.637021 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8d4d1d6a-4666-45e4-9d54-feeba4e2a972 req-c173bbe3-f05f-410b-941d-c3f77aeb2d47 service neutron] 10.222.0.60 "GET /v2.0/ports/ca65c076-5a6f-484a-9871-7163634af22d?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1117337 Nov 23 17:32:02.753179 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 9c8aabb5-1cea-4646-a97d-3da48197d02c up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:32:02.812982 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device 463bb2f6-75a3-49d9-907f-c2963eb4fc14 no longer exists at agent hyperv_n-h2-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:32:02.852020 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e391f8-6ae9-4cb8-ba4c-0d4743e64178 req-7b67925d-265c-4924-b37a-e278a0339054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:02.853872 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-35e391f8-6ae9-4cb8-ba4c-0d4743e64178 req-7b67925d-265c-4924-b37a-e278a0339054 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=2d9013cb-ddd1-4ccf-9034-b54dfbe11f9d HTTP/1.1" status: 200 len: 1097 time: 0.2267210 Nov 23 17:32:02.854372 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36aad58e-b775-4054-aa2d-b05ace3ff9f5 req-4c4bac1f-8580-4c2b-8d78-401b831ccc99 tempest-ServersTestManualDisk-1429049925 tempest-ServersTestManualDisk-1429049925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:02.868046 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-36aad58e-b775-4054-aa2d-b05ace3ff9f5 req-4c4bac1f-8580-4c2b-8d78-401b831ccc99 tempest-ServersTestManualDisk-1429049925 tempest-ServersTestManualDisk-1429049925-project] 10.222.0.60 "GET /v2.0/ports?device_id=2d9013cb-ddd1-4ccf-9034-b54dfbe11f9d HTTP/1.1" status: 200 len: 946 time: 0.1879311 Nov 23 17:32:02.872732 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] No Port match for: 463bb2f6-75a3-49d9-907f-c2963eb4fc14 {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:32:02.873419 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device 463bb2f6-75a3-49d9-907f-c2963eb4fc14 not bound to the agent host n-h2-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:32:02.909645 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port 9c8aabb5-1cea-4646-a97d-3da48197d02c triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:32:02.910028 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:32:02.979289 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-36aad58e-b775-4054-aa2d-b05ace3ff9f5 req-490c87a3-d949-412f-947e-6690cf937e39 tempest-ServersTestManualDisk-1429049925 tempest-ServersTestManualDisk-1429049925-project] 10.222.0.60 "GET /v2.0/security-groups?id=b82f6df2-4324-4ceb-9714-9a5f1d0d99aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1050570 Nov 23 17:32:02.984720 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8d4d1d6a-4666-45e4-9d54-feeba4e2a972 req-f8154e62-24ee-469b-afd4-85c1db7c70ee service neutron] 10.222.0.60 "GET /v2.0/networks/76740e25-dcec-4d2d-82d4-d720ca6b4fc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3460603 Nov 23 17:32:02.996528 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-706173ed-ed4b-4c5f-b8e9-53e05ed6f586 tempest-ServersTestFqdnHostnames-1177392012 tempest-ServersTestFqdnHostnames-1177392012-project] Publish callbacks [] for port, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:32:03.019287 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-706173ed-ed4b-4c5f-b8e9-53e05ed6f586 tempest-ServersTestFqdnHostnames-1177392012 tempest-ServersTestFqdnHostnames-1177392012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264357957'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:32:03.131744 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706173ed-ed4b-4c5f-b8e9-53e05ed6f586 tempest-ServersTestFqdnHostnames-1177392012 tempest-ServersTestFqdnHostnames-1177392012-project] Pushing event updated for resources: {'Port': ['ID=7b1204ef-9fb1-40c0-bb8e-9b35436fbb97,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:32:03.139775 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-35e391f8-6ae9-4cb8-ba4c-0d4743e64178 req-5ce70873-ddec-4e66-850b-7ed055ab4465 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=b82f6df2-4324-4ceb-9714-9a5f1d0d99aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2736049 Nov 23 17:32:03.149583 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-706173ed-ed4b-4c5f-b8e9-53e05ed6f586 tempest-ServersTestFqdnHostnames-1177392012 tempest-ServersTestFqdnHostnames-1177392012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1795396'] for floatingip, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:32:03.165959 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8d4d1d6a-4666-45e4-9d54-feeba4e2a972 req-488ad1fe-9c69-449e-a9bf-f03f5eeef8f2 service neutron] 10.222.0.60 "GET /v2.0/networks/76740e25-dcec-4d2d-82d4-d720ca6b4fc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1667640 Nov 23 17:32:03.171138 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-706173ed-ed4b-4c5f-b8e9-53e05ed6f586 tempest-ServersTestFqdnHostnames-1177392012 tempest-ServersTestFqdnHostnames-1177392012-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for floatingip, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:32:03.172806 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-706173ed-ed4b-4c5f-b8e9-53e05ed6f586 tempest-ServersTestFqdnHostnames-1177392012 tempest-ServersTestFqdnHostnames-1177392012-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.7064595 Nov 23 17:32:03.297636 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73495f4-56c3-427b-b39f-f12c6ac9198c req-85e13c2f-9d1a-456a-86fd-fbb92b936800 tempest-ServerRescueNegativeTestJSON-1154722601 tempest-ServerRescueNegativeTestJSON-1154722601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:03.299121 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b73495f4-56c3-427b-b39f-f12c6ac9198c req-85e13c2f-9d1a-456a-86fd-fbb92b936800 tempest-ServerRescueNegativeTestJSON-1154722601 tempest-ServerRescueNegativeTestJSON-1154722601-project] 10.222.0.60 "GET /v2.0/ports?device_id=2d345fdd-78be-4275-8a19-37cd401e3348 HTTP/1.1" status: 200 len: 945 time: 0.1112781 Nov 23 17:32:03.303667 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8d4d1d6a-4666-45e4-9d54-feeba4e2a972 req-3c963fe0-d0fc-415c-99b8-4195cd3b12c5 service neutron] 10.222.0.60 "GET /v2.0/networks/76740e25-dcec-4d2d-82d4-d720ca6b4fc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369231 Nov 23 17:32:03.417016 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b73495f4-56c3-427b-b39f-f12c6ac9198c req-81a2f13f-925c-41d7-bec3-7bfbb57f6cd4 tempest-ServerRescueNegativeTestJSON-1154722601 tempest-ServerRescueNegativeTestJSON-1154722601-project] 10.222.0.60 "GET /v2.0/security-groups?id=fdeeda5f-d596-40d9-83fc-6ea083625241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107440 Nov 23 17:32:03.446994 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8d4d1d6a-4666-45e4-9d54-feeba4e2a972 req-a4aff21b-7d63-45d5-b091-dcc84438989d service neutron] 10.222.0.60 "GET /v2.0/networks/76740e25-dcec-4d2d-82d4-d720ca6b4fc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342175 Nov 23 17:32:03.519973 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:32:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f595c2d1-5709-4691-992c-52eab0095392 x-openstack-request-id: req-f595c2d1-5709-4691-992c-52eab0095392 {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:32:03.520953 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc08fe74-4555-439f-80d1-3d367042aa97", "name": "network-vif-deleted", "tag": "463bb2f6-75a3-49d9-907f-c2963eb4fc14", "status": "completed", "code": 200}]} {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:32:03.521410 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f595c2d1-5709-4691-992c-52eab0095392 {{(pid=103591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:32:03.521891 n-d-816206-8 neutron-server[103591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc08fe74-4555-439f-80d1-3d367042aa97', 'name': 'network-vif-deleted', 'tag': '463bb2f6-75a3-49d9-907f-c2963eb4fc14', 'status': 'completed', 'code': 200} Nov 23 17:32:03.653125 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8d4d1d6a-4666-45e4-9d54-feeba4e2a972 req-ef82c019-fb89-4736-a7cc-3c68966ac12d service neutron] 10.222.0.60 "GET /v2.0/networks/76740e25-dcec-4d2d-82d4-d720ca6b4fc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1850216 Nov 23 17:32:03.685173 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-1821f624-4aac-4650-a27f-cde5580cbb3a req-d90b8217-4114-43f0-827e-f18985ae86b9 tempest-ServerShowV247Test-295120888 tempest-ServerShowV247Test-295120888-project] 10.222.0.60 "GET /v2.0/ports?device_id=099acb75-bf84-485b-83e9-3f3174d39abc HTTP/1.1" status: 200 len: 210 time: 0.0594409 Nov 23 17:32:03.892131 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30bcddaa-e685-46b4-84e1-d34e3e9b53bd None None] Sync routers for ids ['37686ff2-6240-4d40-a74e-1517d7240b9a'] in n-d-816206-8 {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:32:03.903281 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5b4bba02-4cd4-4e70-b348-9c237d775d13 req-27998307-151c-4149-94ad-d6f73c6477d5 tempest-ServersTestFqdnHostnames-1177392012 tempest-ServersTestFqdnHostnames-1177392012-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--532142054&fields=id&tenant_id=179fcab26c4d4902bdbe1d329dc6e426 HTTP/1.1" status: 200 len: 267 time: 0.1102047 Nov 23 17:32:03.909175 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30bcddaa-e685-46b4-84e1-d34e3e9b53bd None None] Routers {'37686ff2-6240-4d40-a74e-1517d7240b9a'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:32:03.910125 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-30bcddaa-e685-46b4-84e1-d34e3e9b53bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:31:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['37686ff2-6240-4d40-a74e-1517d7240b9a'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:32:03.914424 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8d4d1d6a-4666-45e4-9d54-feeba4e2a972 req-e1ecc609-dc19-4ff2-bce0-ad7708b1aa55 service neutron] 10.222.0.60 "GET /v2.0/networks/76740e25-dcec-4d2d-82d4-d720ca6b4fc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2330902 Nov 23 17:32:04.077815 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-30bcddaa-e685-46b4-84e1-d34e3e9b53bd None None] Set router 37686ff2-6240-4d40-a74e-1517d7240b9a gateway port host: n-d-816206-8 {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:32:04.105225 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4bba02-4cd4-4e70-b348-9c237d775d13 req-30d5fdd7-da9b-4da1-a9a5-4d07773eb36e tempest-ServersTestFqdnHostnames-1177392012 tempest-ServersTestFqdnHostnames-1177392012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:04.106853 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5b4bba02-4cd4-4e70-b348-9c237d775d13 req-30d5fdd7-da9b-4da1-a9a5-4d07773eb36e tempest-ServersTestFqdnHostnames-1177392012 tempest-ServersTestFqdnHostnames-1177392012-project] 10.222.0.60 "GET /v2.0/networks?id=a2322108-2e14-412e-9d37-7c0ef00eb407 HTTP/1.1" status: 200 len: 815 time: 0.1909742 Nov 23 17:32:04.112174 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8d4d1d6a-4666-45e4-9d54-feeba4e2a972 req-6a37dd57-8c83-463d-9de4-62f1838c8052 service neutron] 10.222.0.60 "GET /v2.0/networks/22bc55ee-b0f3-41c3-894c-32c421670838?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1830404 Nov 23 17:32:04.157165 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5b4bba02-4cd4-4e70-b348-9c237d775d13 req-8b9388ba-5100-4ffe-8ac4-4832b107de73 tempest-ServersTestFqdnHostnames-1177392012 tempest-ServersTestFqdnHostnames-1177392012-project] 10.222.0.60 "GET /v2.0/quotas/179fcab26c4d4902bdbe1d329dc6e426 HTTP/1.1" status: 200 len: 375 time: 0.0287385 Nov 23 17:32:04.254415 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8d4d1d6a-4666-45e4-9d54-feeba4e2a972 req-e5bbf056-cd89-4115-9ea6-0bc51eba4578 service neutron] 10.222.0.60 "GET /v2.0/networks/22bc55ee-b0f3-41c3-894c-32c421670838?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357262 Nov 23 17:32:04.261531 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5b4bba02-4cd4-4e70-b348-9c237d775d13 req-25b20a63-d255-4305-a979-d8a1a0f0b641 tempest-ServersTestFqdnHostnames-1177392012 tempest-ServersTestFqdnHostnames-1177392012-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=179fcab26c4d4902bdbe1d329dc6e426&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0734994 Nov 23 17:32:04.327218 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-30bcddaa-e685-46b4-84e1-d34e3e9b53bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37686ff2-6240-4d40-a74e-1517d7240b9a', 'name': 'tempest-ServersTestFqdnHostnames-2103499766-router', 'tenant_id': '179fcab26c4d4902bdbe1d329dc6e426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.163'}], 'enable_snat': True}, 'gw_port_id': '9c8aabb5-1cea-4646-a97d-3da48197d02c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:31:51Z', 'updated_at': '2021-11-23T17:31:57Z', 'revision_number': 4, 'project_id': '179fcab26c4d4902bdbe1d329dc6e426', 'gw_port': {'id': '9c8aabb5-1cea-4646-a97d-3da48197d02c', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:a2:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37686ff2-6240-4d40-a74e-1517d7240b9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1226, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:31:53Z', 'updated_at': '2021-11-23T17:32:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_interfaces': [{'id': 'd33c767c-ebdd-4dca-9d9c-b33b049b27cd', 'name': '', 'network_id': 'a2322108-2e14-412e-9d37-7c0ef00eb407', 'tenant_id': '179fcab26c4d4902bdbe1d329dc6e426', 'mac_address': 'fa:16:3e:f8:f9:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37686ff2-6240-4d40-a74e-1517d7240b9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1232, 'fixed_ips': [{'subnet_id': 'b0d1280a-9716-4508-8088-0322fd67530a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:31:56Z', 'updated_at': '2021-11-23T17:31:58Z', 'revision_number': 2, 'project_id': '179fcab26c4d4902bdbe1d329dc6e426', 'subnets': [{'id': 'b0d1280a-9716-4508-8088-0322fd67530a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:32:04.369974 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30bcddaa-e685-46b4-84e1-d34e3e9b53bd None None] Checking router: 37686ff2-6240-4d40-a74e-1517d7240b9a for host: n-d-816206-8 {{(pid=103593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 17:32:04.370549 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30bcddaa-e685-46b4-84e1-d34e3e9b53bd None None] Updating router 37686ff2-6240-4d40-a74e-1517d7240b9a port d33c767c-ebdd-4dca-9d9c-b33b049b27cd binding host n-d-816206-8 {{(pid=103593) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 17:32:04.400043 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-30bcddaa-e685-46b4-84e1-d34e3e9b53bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:32:04.742246 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8d4d1d6a-4666-45e4-9d54-feeba4e2a972 req-a23beb7a-bddb-4550-8300-a6b29f7ea0fa service neutron] 10.222.0.60 "GET /v2.0/networks/22bc55ee-b0f3-41c3-894c-32c421670838?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4705496 Nov 23 17:32:04.755947 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5b4bba02-4cd4-4e70-b348-9c237d775d13 req-b502c594-a931-4593-8214-1217dc3ca21c service neutron] 10.222.0.60 "GET /v2.0/networks/a2322108-2e14-412e-9d37-7c0ef00eb407?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4570792 Nov 23 17:32:04.847911 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-30bcddaa-e685-46b4-84e1-d34e3e9b53bd None None] Publish callbacks [] for port, precommit_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:32:04.855844 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-30bcddaa-e685-46b4-84e1-d34e3e9b53bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:32:04.931169 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e3b444-9585-4344-9881-53acc81afce6 None None] Pushing event updated for resources: {'Port': ['ID=d33c767c-ebdd-4dca-9d9c-b33b049b27cd,revision_number=3']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:32:04.979747 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5b4bba02-4cd4-4e70-b348-9c237d775d13 req-b041bc25-7bd4-4495-ba4d-0e138be5afe6 service neutron] 10.222.0.60 "GET /v2.0/networks/a2322108-2e14-412e-9d37-7c0ef00eb407?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2228146 Nov 23 17:32:05.007711 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8d4d1d6a-4666-45e4-9d54-feeba4e2a972 req-ae13b9ce-f9f7-405c-a609-3634252cea67 service neutron] 10.222.0.60 "GET /v2.0/networks/22bc55ee-b0f3-41c3-894c-32c421670838?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2417469 Nov 23 17:32:05.028335 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [None req-30bcddaa-e685-46b4-84e1-d34e3e9b53bd None None] Attempting to bind port d33c767c-ebdd-4dca-9d9c-b33b049b27cd on host n-d-816206-8 for vnic_type normal with profile {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:32:05.029018 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [None req-30bcddaa-e685-46b4-84e1-d34e3e9b53bd None None] Attempting to bind port d33c767c-ebdd-4dca-9d9c-b33b049b27cd by drivers openvswitch,hyperv on host n-d-816206-8 at level 0 using segments [{'id': '91748fde-db18-45a8-a7a1-77ad9732fc5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'a2322108-2e14-412e-9d37-7c0ef00eb407'}] {{(pid=103593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:32:05.029534 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30bcddaa-e685-46b4-84e1-d34e3e9b53bd None None] Attempting to bind port d33c767c-ebdd-4dca-9d9c-b33b049b27cd on network a2322108-2e14-412e-9d37-7c0ef00eb407 {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:32:05.037548 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30bcddaa-e685-46b4-84e1-d34e3e9b53bd None None] Checking agent: {'id': '9e89acbe-4bbe-4c77-a18b-6f1da9133e0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 7, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 31, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:32:05.038085 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30bcddaa-e685-46b4-84e1-d34e3e9b53bd None None] Checking segment: {'id': '91748fde-db18-45a8-a7a1-77ad9732fc5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'a2322108-2e14-412e-9d37-7c0ef00eb407'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:32:05.038643 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-30bcddaa-e685-46b4-84e1-d34e3e9b53bd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:32:05.039207 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30bcddaa-e685-46b4-84e1-d34e3e9b53bd None None] Bound using segment: {'id': '91748fde-db18-45a8-a7a1-77ad9732fc5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'a2322108-2e14-412e-9d37-7c0ef00eb407'} {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:32:05.039870 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [None req-30bcddaa-e685-46b4-84e1-d34e3e9b53bd None None] Bound port: d33c767c-ebdd-4dca-9d9c-b33b049b27cd, host: n-d-816206-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91748fde-db18-45a8-a7a1-77ad9732fc5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'a2322108-2e14-412e-9d37-7c0ef00eb407'}}] {{(pid=103593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:32:05.040658 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-30bcddaa-e685-46b4-84e1-d34e3e9b53bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:32:05.148202 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-30bcddaa-e685-46b4-84e1-d34e3e9b53bd None None] For port d33c767c-ebdd-4dca-9d9c-b33b049b27cd, host n-d-816206-8, cleared binding levels {{(pid=103593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:32:05.156434 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-30bcddaa-e685-46b4-84e1-d34e3e9b53bd None None] For port d33c767c-ebdd-4dca-9d9c-b33b049b27cd, host n-d-816206-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=d33c767c-ebdd-4dca-9d9c-b33b049b27cd,segment=NetworkSegment(91748fde-db18-45a8-a7a1-77ad9732fc5b),segment_id=91748fde-db18-45a8-a7a1-77ad9732fc5b)] {{(pid=103593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:32:05.176079 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-30bcddaa-e685-46b4-84e1-d34e3e9b53bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:32:05.275574 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30bcddaa-e685-46b4-84e1-d34e3e9b53bd None None] Routers {'37686ff2-6240-4d40-a74e-1517d7240b9a'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:32:05.276733 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-30bcddaa-e685-46b4-84e1-d34e3e9b53bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:31:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['37686ff2-6240-4d40-a74e-1517d7240b9a'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:32:05.284166 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e3b444-9585-4344-9881-53acc81afce6 None None] Pushing event updated for resources: {'Port': ['ID=d33c767c-ebdd-4dca-9d9c-b33b049b27cd,revision_number=4']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:32:05.384371 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-c83a6cc7-7f7e-4540-8432-186b0567b304 None None] Provisioning complete for port d33c767c-ebdd-4dca-9d9c-b33b049b27cd triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:32:05.385037 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c83a6cc7-7f7e-4540-8432-186b0567b304 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:32:05.459372 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-30bcddaa-e685-46b4-84e1-d34e3e9b53bd None None] Set router 37686ff2-6240-4d40-a74e-1517d7240b9a gateway port host: n-d-816206-8 {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:32:05.616765 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e386e9-044c-49da-b6c9-cfd78e44b302 req-4768f4a8-fff0-46f0-a74f-831ff71583dd tempest-ServersTestManualDisk-1429049925 tempest-ServersTestManualDisk-1429049925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:05.635666 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-44e386e9-044c-49da-b6c9-cfd78e44b302 req-4768f4a8-fff0-46f0-a74f-831ff71583dd tempest-ServersTestManualDisk-1429049925 tempest-ServersTestManualDisk-1429049925-project] 10.222.0.60 "GET /v2.0/ports?device_id=2d9013cb-ddd1-4ccf-9034-b54dfbe11f9d HTTP/1.1" status: 200 len: 946 time: 0.1122084 Nov 23 17:32:05.640619 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c83a6cc7-7f7e-4540-8432-186b0567b304 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:32:05.720246 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c83a6cc7-7f7e-4540-8432-186b0567b304 None None] For port d33c767c-ebdd-4dca-9d9c-b33b049b27cd, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=d33c767c-ebdd-4dca-9d9c-b33b049b27cd,segment=NetworkSegment(91748fde-db18-45a8-a7a1-77ad9732fc5b),segment_id=91748fde-db18-45a8-a7a1-77ad9732fc5b)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:32:05.725236 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c83a6cc7-7f7e-4540-8432-186b0567b304 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:32:05.731495 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-44e386e9-044c-49da-b6c9-cfd78e44b302 req-b0b194e0-aa2c-4f4d-9d90-0ba603cd8f2d tempest-ServersTestManualDisk-1429049925 tempest-ServersTestManualDisk-1429049925-project] 10.222.0.60 "GET /v2.0/security-groups?id=b82f6df2-4324-4ceb-9714-9a5f1d0d99aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0909693 Nov 23 17:32:05.756551 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e787726-e3b8-40a8-a457-46c8c34a255b req-41ac6b51-7565-416a-b869-f62dc508a210 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:05.761715 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-5e787726-e3b8-40a8-a457-46c8c34a255b req-41ac6b51-7565-416a-b869-f62dc508a210 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.55 "GET /v2.0/ports?device_id=cb4274bd-349b-464c-af82-c8bf8d8d30ea HTTP/1.1" status: 200 len: 945 time: 0.1079807 Nov 23 17:32:05.833811 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83a6cc7-7f7e-4540-8432-186b0567b304 None None] Pushing event updated for resources: {'Port': ['ID=d33c767c-ebdd-4dca-9d9c-b33b049b27cd,revision_number=5']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:32:05.887950 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-b41ddd53-dab2-4d9d-8c97-178cd7e74343 None None] Provisioning complete for port d33c767c-ebdd-4dca-9d9c-b33b049b27cd triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:32:05.888318 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b41ddd53-dab2-4d9d-8c97-178cd7e74343 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:32:06.020828 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [req-5e787726-e3b8-40a8-a457-46c8c34a255b req-995ba03c-d4e8-40a4-8e7b-4017c2f5beca tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] Deleting port d2b1b011-56ff-4c88-a822-a2bc760a83b9 {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:32:06.021169 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-5e787726-e3b8-40a8-a457-46c8c34a255b req-995ba03c-d4e8-40a4-8e7b-4017c2f5beca tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:32:06.067508 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8ba45b6c-e1bf-48c4-b57e-fb9c69c5b815 req-3dd60803-41fe-43a3-b5c7-98876752b15b tempest-ServerShowV247Test-295120888 tempest-ServerShowV247Test-295120888-project] 10.222.0.60 "GET /v2.0/ports?device_id=099acb75-bf84-485b-83e9-3f3174d39abc HTTP/1.1" status: 200 len: 210 time: 0.1000140 Nov 23 17:32:06.074423 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9a36ac0e-56c5-4aab-a1ef-625695ef10a9 req-63b8aeec-5839-451b-9e22-b6796538364e tempest-ServersTestFqdnHostnames-1177392012 tempest-ServersTestFqdnHostnames-1177392012-project] 10.222.0.60 "GET /v2.0/ports?device_id=284a9dd7-9200-44e8-b4d6-57f546dbc60e HTTP/1.1" status: 200 len: 210 time: 0.0898612 Nov 23 17:32:06.089936 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-30bcddaa-e685-46b4-84e1-d34e3e9b53bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37686ff2-6240-4d40-a74e-1517d7240b9a', 'name': 'tempest-ServersTestFqdnHostnames-2103499766-router', 'tenant_id': '179fcab26c4d4902bdbe1d329dc6e426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.163'}], 'enable_snat': True}, 'gw_port_id': '9c8aabb5-1cea-4646-a97d-3da48197d02c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:31:51Z', 'updated_at': '2021-11-23T17:31:57Z', 'revision_number': 4, 'project_id': '179fcab26c4d4902bdbe1d329dc6e426', 'gw_port': {'id': '9c8aabb5-1cea-4646-a97d-3da48197d02c', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:a2:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37686ff2-6240-4d40-a74e-1517d7240b9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1226, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:31:53Z', 'updated_at': '2021-11-23T17:32:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_interfaces': [{'id': 'd33c767c-ebdd-4dca-9d9c-b33b049b27cd', 'name': '', 'network_id': 'a2322108-2e14-412e-9d37-7c0ef00eb407', 'tenant_id': '179fcab26c4d4902bdbe1d329dc6e426', 'mac_address': 'fa:16:3e:f8:f9:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37686ff2-6240-4d40-a74e-1517d7240b9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1232, 'fixed_ips': [{'subnet_id': 'b0d1280a-9716-4508-8088-0322fd67530a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:31:56Z', 'updated_at': '2021-11-23T17:32:05Z', 'revision_number': 4, 'project_id': '179fcab26c4d4902bdbe1d329dc6e426', 'subnets': [{'id': 'b0d1280a-9716-4508-8088-0322fd67530a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:32:06.174117 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30bcddaa-e685-46b4-84e1-d34e3e9b53bd None None] The sync data for ids ['37686ff2-6240-4d40-a74e-1517d7240b9a'] in n-d-816206-8 is: [{'id': '37686ff2-6240-4d40-a74e-1517d7240b9a', 'name': 'tempest-ServersTestFqdnHostnames-2103499766-router', 'tenant_id': '179fcab26c4d4902bdbe1d329dc6e426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.163'}], 'enable_snat': True}, 'gw_port_id': '9c8aabb5-1cea-4646-a97d-3da48197d02c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:31:51Z', 'updated_at': '2021-11-23T17:31:57Z', 'revision_number': 4, 'project_id': '179fcab26c4d4902bdbe1d329dc6e426', 'gw_port': {'id': '9c8aabb5-1cea-4646-a97d-3da48197d02c', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:a2:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37686ff2-6240-4d40-a74e-1517d7240b9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1226, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:31:53Z', 'updated_at': '2021-11-23T17:32:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_interfaces': [{'id': 'd33c767c-ebdd-4dca-9d9c-b33b049b27cd', 'name': '', 'network_id': 'a2322108-2e14-412e-9d37-7c0ef00eb407', 'tenant_id': '179fcab26c4d4902bdbe1d329dc6e426', 'mac_address': 'fa:16:3e:f8:f9:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37686ff2-6240-4d40-a74e-1517d7240b9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1232, 'fixed_ips': [{'subnet_id': 'b0d1280a-9716-4508-8088-0322fd67530a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:31:56Z', 'updated_at': '2021-11-23T17:32:05Z', 'revision_number': 4, 'project_id': '179fcab26c4d4902bdbe1d329dc6e426', 'subnets': [{'id': 'b0d1280a-9716-4508-8088-0322fd67530a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:32:06.251559 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [req-5e787726-e3b8-40a8-a457-46c8c34a255b req-995ba03c-d4e8-40a4-8e7b-4017c2f5beca tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] For port d2b1b011-56ff-4c88-a822-a2bc760a83b9, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=d2b1b011-56ff-4c88-a822-a2bc760a83b9,segment=NetworkSegment(f75f400f-3665-42b6-b743-8c8989e17b3e),segment_id=f75f400f-3665-42b6-b743-8c8989e17b3e)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:32:06.252760 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-5e787726-e3b8-40a8-a457-46c8c34a255b req-995ba03c-d4e8-40a4-8e7b-4017c2f5beca tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:32:06.272054 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [req-5e787726-e3b8-40a8-a457-46c8c34a255b req-995ba03c-d4e8-40a4-8e7b-4017c2f5beca tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] Calling delete_port for d2b1b011-56ff-4c88-a822-a2bc760a83b9 owned by compute:nova {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:32:06.304538 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbbc6ec-215d-4e1a-b470-f14a236f013c req-f6ea0baa-1429-4737-bbca-36ba0300d6d3 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:06.306019 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ccbbc6ec-215d-4e1a-b470-f14a236f013c req-f6ea0baa-1429-4737-bbca-36ba0300d6d3 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.60 "GET /v2.0/ports?device_id=cb4274bd-349b-464c-af82-c8bf8d8d30ea HTTP/1.1" status: 200 len: 945 time: 0.1297812 Nov 23 17:32:06.371893 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daeff704-6463-4f18-b092-a5bf8eb8e635 req-25db1148-5886-418a-ae24-d9311aaac236 tempest-ServersTestManualDisk-1429049925 tempest-ServersTestManualDisk-1429049925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:06.385033 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 36554) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:32:06.385666 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-daeff704-6463-4f18-b092-a5bf8eb8e635 req-25db1148-5886-418a-ae24-d9311aaac236 tempest-ServersTestManualDisk-1429049925 tempest-ServersTestManualDisk-1429049925-project] 10.222.0.60 "GET /v2.0/ports?device_id=2d9013cb-ddd1-4ccf-9034-b54dfbe11f9d HTTP/1.1" status: 200 len: 946 time: 0.1342161 Nov 23 17:32:06.392708 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-16c34f14-7ad4-4f38-a18c-4a7357fb1fb3 tempest-ServersTestManualDisk-1429049925 tempest-ServersTestManualDisk-1429049925-project] Request body: {'floatingip': {'port_id': '5d106596-b9a8-47ce-8206-db99b9d0ea96'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:32:06.462320 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ccbbc6ec-215d-4e1a-b470-f14a236f013c req-0c00886b-5fbe-4402-bed7-e9da8d2e6b18 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.60 "GET /v2.0/security-groups?id=b4179e07-bbfd-4236-b98c-2ab2b518c61f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460869 Nov 23 17:32:06.496358 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-32df587d-65ca-4ddf-8a9b-0e7da91c9916 req-c3ff1b1c-abd0-4e6d-bb93-a0d5a93fb0bd tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] 10.222.0.60 "GET /v2.0/ports?device_id=6405c518-c3fe-4701-acc0-e089ba26cce4 HTTP/1.1" status: 200 len: 210 time: 0.0535796 Nov 23 17:32:06.536409 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-16c34f14-7ad4-4f38-a18c-4a7357fb1fb3 tempest-ServersTestManualDisk-1429049925 tempest-ServersTestManualDisk-1429049925-project] Publish callbacks [] for floatingip, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:32:06.652875 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device d33c767c-ebdd-4dca-9d9c-b33b049b27cd up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:32:06.757891 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port d33c767c-ebdd-4dca-9d9c-b33b049b27cd triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:32:06.758729 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:32:06.945378 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-5e787726-e3b8-40a8-a457-46c8c34a255b req-995ba03c-d4e8-40a4-8e7b-4017c2f5beca tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:32:06.993799 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] get_ports_and_sgs() called for port_ids ['d2b1b011-56ff-4c88-a822-a2bc760a83b9'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:32:07.018830 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995ba03c-d4e8-40a4-8e7b-4017c2f5beca tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] Pushing event deleted for resources: {'Port': ['ID=d2b1b011-56ff-4c88-a822-a2bc760a83b9,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:32:07.100581 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d797fd-8e1b-48ac-852a-3f165ed8fb52 req-6ad3f5fe-cbca-42a0-96c7-cf02de59faf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:07.102207 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d4d797fd-8e1b-48ac-852a-3f165ed8fb52 req-6ad3f5fe-cbca-42a0-96c7-cf02de59faf6 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=48e79dc20fea40fb8ca9e6c621fad84a&device_id=2d345fdd-78be-4275-8a19-37cd401e3348 HTTP/1.1" status: 200 len: 1096 time: 0.2416778 Nov 23 17:32:07.134413 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e787726-e3b8-40a8-a457-46c8c34a255b req-995ba03c-d4e8-40a4-8e7b-4017c2f5beca tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] No DVR routers for this DVR port d2b1b011-56ff-4c88-a822-a2bc760a83b9 on host n-h1-816206-8 {{(pid=103590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:32:07.138172 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-5e787726-e3b8-40a8-a457-46c8c34a255b req-995ba03c-d4e8-40a4-8e7b-4017c2f5beca tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:32:07.142038 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-5e787726-e3b8-40a8-a457-46c8c34a255b req-995ba03c-d4e8-40a4-8e7b-4017c2f5beca tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.55 "DELETE /v2.0/ports/d2b1b011-56ff-4c88-a822-a2bc760a83b9 HTTP/1.1" status: 204 len: 173 time: 1.3625262 Nov 23 17:32:07.142561 n-d-816206-8 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb4274bd-349b-464c-af82-c8bf8d8d30ea', 'name': 'network-vif-deleted', 'tag': 'd2b1b011-56ff-4c88-a822-a2bc760a83b9'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:32:07.147412 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbabddbc9fc37b068808e119c416c86f5957ca04531a4a0d2e695c515e93483b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8285e09-64a7-42c1-8d9f-0c5a05a125d3" -d '{"events": [{"server_uuid": "cb4274bd-349b-464c-af82-c8bf8d8d30ea", "name": "network-vif-deleted", "tag": "d2b1b011-56ff-4c88-a822-a2bc760a83b9"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:32:07.353669 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-13ab2e12-9712-498a-b010-e64bbdd49bc2 req-153a3b38-57ca-44ee-8f2d-ebbd8b6d69dc tempest-ServersTestFqdnHostnames-1177392012 tempest-ServersTestFqdnHostnames-1177392012-project] 10.222.0.60 "GET /v2.0/ports?device_id=284a9dd7-9200-44e8-b4d6-57f546dbc60e HTTP/1.1" status: 200 len: 210 time: 0.1200271 Nov 23 17:32:07.464261 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6720ce64-17ab-4903-bfe1-4917f6b9f6ae req-ed64fa6e-6c94-4d89-8f26-014826b61e56 tempest-ServerRescueNegativeTestJSON-1154722601 tempest-ServerRescueNegativeTestJSON-1154722601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:07.466849 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6720ce64-17ab-4903-bfe1-4917f6b9f6ae req-ed64fa6e-6c94-4d89-8f26-014826b61e56 tempest-ServerRescueNegativeTestJSON-1154722601 tempest-ServerRescueNegativeTestJSON-1154722601-project] 10.222.0.60 "GET /v2.0/ports?device_id=2d345fdd-78be-4275-8a19-37cd401e3348 HTTP/1.1" status: 200 len: 945 time: 0.5373242 Nov 23 17:32:07.597560 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2558c62b-7754-4b87-a479-dfad09319d11 req-91b7a62e-eef0-45ff-9c4f-48871874535f tempest-ServerShowV247Test-295120888 tempest-ServerShowV247Test-295120888-project] 10.222.0.60 "GET /v2.0/ports?device_id=099acb75-bf84-485b-83e9-3f3174d39abc HTTP/1.1" status: 200 len: 210 time: 0.0840397 Nov 23 17:32:07.653444 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4bba02-4cd4-4e70-b348-9c237d775d13 req-1dcf9964-622e-40f6-8190-ddd70bafdbd4 tempest-ServersTestFqdnHostnames-1177392012 tempest-ServersTestFqdnHostnames-1177392012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:07.655338 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5b4bba02-4cd4-4e70-b348-9c237d775d13 req-1dcf9964-622e-40f6-8190-ddd70bafdbd4 tempest-ServersTestFqdnHostnames-1177392012 tempest-ServersTestFqdnHostnames-1177392012-project] 10.222.0.36 "GET /v2.0/networks?id=a2322108-2e14-412e-9d37-7c0ef00eb407 HTTP/1.1" status: 200 len: 815 time: 0.5922101 Nov 23 17:32:07.657640 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d797fd-8e1b-48ac-852a-3f165ed8fb52 req-8707ad1a-3aa8-4047-ab77-9e4021f699ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:07.659301 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d4d797fd-8e1b-48ac-852a-3f165ed8fb52 req-8707ad1a-3aa8-4047-ab77-9e4021f699ba service neutron] 10.222.0.55 "GET /v2.0/networks?id=ee61f549-61e5-4b3e-88cc-f7acada2ae03 HTTP/1.1" status: 200 len: 919 time: 0.5013278 Nov 23 17:32:07.663433 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6720ce64-17ab-4903-bfe1-4917f6b9f6ae req-0cc65829-8d46-4b5e-9645-f2fbd24ea0a2 tempest-ServerRescueNegativeTestJSON-1154722601 tempest-ServerRescueNegativeTestJSON-1154722601-project] 10.222.0.60 "GET /v2.0/security-groups?id=fdeeda5f-d596-40d9-83fc-6ea083625241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494079 Nov 23 17:32:07.679757 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-16c34f14-7ad4-4f38-a18c-4a7357fb1fb3 tempest-ServersTestManualDisk-1429049925 tempest-ServersTestManualDisk-1429049925-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:32:07.688032 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:32:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f5fb240-8601-45ab-9eb7-6efef45e5a4c x-openstack-request-id: req-0f5fb240-8601-45ab-9eb7-6efef45e5a4c {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:32:07.688768 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb4274bd-349b-464c-af82-c8bf8d8d30ea", "name": "network-vif-deleted", "tag": "d2b1b011-56ff-4c88-a822-a2bc760a83b9", "status": "completed", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:32:07.689937 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-0f5fb240-8601-45ab-9eb7-6efef45e5a4c {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:32:07.690787 n-d-816206-8 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb4274bd-349b-464c-af82-c8bf8d8d30ea', 'name': 'network-vif-deleted', 'tag': 'd2b1b011-56ff-4c88-a822-a2bc760a83b9', 'status': 'completed', 'code': 200} Nov 23 17:32:07.691891 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-16c34f14-7ad4-4f38-a18c-4a7357fb1fb3 tempest-ServersTestManualDisk-1429049925 tempest-ServersTestManualDisk-1429049925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1795396'] for floatingip, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:32:07.760570 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5b4bba02-4cd4-4e70-b348-9c237d775d13 req-83f841b8-d687-4380-8d8a-38475bc7e289 tempest-ServersTestFqdnHostnames-1177392012 tempest-ServersTestFqdnHostnames-1177392012-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=179fcab26c4d4902bdbe1d329dc6e426 HTTP/1.1" status: 200 len: 379 time: 0.0905120 Nov 23 17:32:07.811578 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d4d797fd-8e1b-48ac-852a-3f165ed8fb52 req-2f7b9d05-b2b2-423a-aed3-26388b35c105 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9d847368-f5fa-4fed-840d-25e906c18499 HTTP/1.1" status: 200 len: 217 time: 0.1091139 Nov 23 17:32:07.847511 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [req-5b4bba02-4cd4-4e70-b348-9c237d775d13 req-c114e0e4-4c00-4fe8-acb9-8842a4683eda tempest-ServersTestFqdnHostnames-1177392012 tempest-ServersTestFqdnHostnames-1177392012-project] Request body: {'port': {'device_id': '284a9dd7-9200-44e8-b4d6-57f546dbc60e', 'network_id': 'a2322108-2e14-412e-9d37-7c0ef00eb407', 'admin_state_up': True, 'tenant_id': '179fcab26c4d4902bdbe1d329dc6e426', 'security_groups': ['baf25215-d6bd-4546-a0f8-45bc1c1891b9']}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:32:07.882328 n-d-816206-8 neutron-server[103590]: INFO neutron.db.l3_db [None req-16c34f14-7ad4-4f38-a18c-4a7357fb1fb3 tempest-ServersTestManualDisk-1429049925 tempest-ServersTestManualDisk-1429049925-project] Floating IP 01c20530-67fe-4e57-930b-0a85fba5b4ea associated. External IP: 172.25.3.178, port: 5d106596-b9a8-47ce-8206-db99b9d0ea96. Nov 23 17:32:07.922988 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-1085c10c-b5b9-4857-9354-4efd57b562a2 req-367d3f98-87d1-4197-8c8f-69316ac1be7a tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.60 "GET /v2.0/ports?device_id=cb4274bd-349b-464c-af82-c8bf8d8d30ea HTTP/1.1" status: 200 len: 210 time: 0.1222575 Nov 23 17:32:08.038462 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-87503ff8-bfce-42fb-87ad-a516f795dc1f req-31b18a92-4bd0-4c64-a981-0608f42ce286 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] 10.222.0.60 "GET /v2.0/ports?device_id=6405c518-c3fe-4701-acc0-e089ba26cce4 HTTP/1.1" status: 200 len: 210 time: 0.2344258 Nov 23 17:32:08.165369 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d797fd-8e1b-48ac-852a-3f165ed8fb52 req-caa3365e-7e43-4ec7-abd3-6b7167d02f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:08.166882 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d4d797fd-8e1b-48ac-852a-3f165ed8fb52 req-caa3365e-7e43-4ec7-abd3-6b7167d02f34 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7a48fbc6-9cf3-4d00-a808-31156a99c4b2 HTTP/1.1" status: 200 len: 858 time: 0.3046021 Nov 23 17:32:08.213087 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4d1d6a-4666-45e4-9d54-feeba4e2a972 req-2897350f-5a59-4a4b-a82c-430f1892a39e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:08.215253 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8d4d1d6a-4666-45e4-9d54-feeba4e2a972 req-2897350f-5a59-4a4b-a82c-430f1892a39e service neutron] 10.222.0.36 "GET /v2.0/ports/98991338-19a7-4834-b0b5-0086ee597775 HTTP/1.1" status: 200 len: 1027 time: 0.1109922 Nov 23 17:32:08.217316 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d4d797fd-8e1b-48ac-852a-3f165ed8fb52 req-35e96cce-7319-45eb-a8d4-3c327f431601 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ee61f549-61e5-4b3e-88cc-f7acada2ae03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394931 Nov 23 17:32:08.224188 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16c34f14-7ad4-4f38-a18c-4a7357fb1fb3 tempest-ServersTestManualDisk-1429049925 tempest-ServersTestManualDisk-1429049925-project] Router 34943746-6979-475d-83ec-6e62c9c49135 has already been hosted by L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 {{(pid=103590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 17:32:08.346882 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4d1d6a-4666-45e4-9d54-feeba4e2a972 req-054f4d73-feef-4365-835a-800f6c797eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:08.348259 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8d4d1d6a-4666-45e4-9d54-feeba4e2a972 req-054f4d73-feef-4365-835a-800f6c797eb7 service neutron] 10.222.0.36 "GET /v2.0/ports/ca65c076-5a6f-484a-9871-7163634af22d HTTP/1.1" status: 200 len: 1027 time: 0.1067839 Nov 23 17:32:08.355004 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b4bba02-4cd4-4e70-b348-9c237d775d13 req-c114e0e4-4c00-4fe8-acb9-8842a4683eda tempest-ServersTestFqdnHostnames-1177392012 tempest-ServersTestFqdnHostnames-1177392012-project] Made reservation on behalf of 179fcab26c4d4902bdbe1d329dc6e426 for: {'port': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:32:08.358540 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-5b4bba02-4cd4-4e70-b348-9c237d775d13 req-c114e0e4-4c00-4fe8-acb9-8842a4683eda tempest-ServersTestFqdnHostnames-1177392012 tempest-ServersTestFqdnHostnames-1177392012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:32:08.373881 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16c34f14-7ad4-4f38-a18c-4a7357fb1fb3 tempest-ServersTestManualDisk-1429049925 tempest-ServersTestManualDisk-1429049925-project] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:32:08.380525 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-16c34f14-7ad4-4f38-a18c-4a7357fb1fb3 tempest-ServersTestManualDisk-1429049925 tempest-ServersTestManualDisk-1429049925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for floatingip, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:32:08.390386 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35eeee24-4910-4305-bc4d-49cf733f0612 None None] Sync routers for ids ['34943746-6979-475d-83ec-6e62c9c49135'] in n-d-816206-8 {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:32:08.415174 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-16c34f14-7ad4-4f38-a18c-4a7357fb1fb3 tempest-ServersTestManualDisk-1429049925 tempest-ServersTestManualDisk-1429049925-project] 10.222.0.60 "PUT /v2.0/floatingips/01c20530-67fe-4e57-930b-0a85fba5b4ea HTTP/1.1" status: 200 len: 992 time: 2.0283847 Nov 23 17:32:08.444708 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d4d797fd-8e1b-48ac-852a-3f165ed8fb52 req-8658cf62-85b2-4e2f-b3c2-dcde4ae7732a service neutron] 10.222.0.55 "GET /v2.0/networks/ee61f549-61e5-4b3e-88cc-f7acada2ae03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2182972 Nov 23 17:32:08.445989 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35eeee24-4910-4305-bc4d-49cf733f0612 None None] Routers {'34943746-6979-475d-83ec-6e62c9c49135'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:32:08.449201 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-35eeee24-4910-4305-bc4d-49cf733f0612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:31:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['34943746-6979-475d-83ec-6e62c9c49135'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:32:08.613350 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvr_db [None req-35eeee24-4910-4305-bc4d-49cf733f0612 None None] Set router 34943746-6979-475d-83ec-6e62c9c49135 gateway port host: n-d-816206-8 {{(pid=103592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:32:08.617374 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2cfed133-ccb6-4977-9627-62d82d33f2b0 req-04c3e58e-19bb-4bc1-b13e-ee9f1c42f02a tempest-ServersTestFqdnHostnames-1177392012 tempest-ServersTestFqdnHostnames-1177392012-project] 10.222.0.60 "GET /v2.0/ports?device_id=284a9dd7-9200-44e8-b4d6-57f546dbc60e HTTP/1.1" status: 200 len: 210 time: 0.0753016 Nov 23 17:32:08.729875 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4d1d6a-4666-45e4-9d54-feeba4e2a972 req-9683828d-3460-4ee7-9b73-8147dc4bddce tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:08.739148 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4d1d6a-4666-45e4-9d54-feeba4e2a972 req-9683828d-3460-4ee7-9b73-8147dc4bddce tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:08.747591 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4d1d6a-4666-45e4-9d54-feeba4e2a972 req-9683828d-3460-4ee7-9b73-8147dc4bddce tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:08.750399 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8d4d1d6a-4666-45e4-9d54-feeba4e2a972 req-9683828d-3460-4ee7-9b73-8147dc4bddce tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] 10.222.0.36 "GET /v2.0/networks?id=04470eef-b922-4801-8872-f6ca765b26dd&id=76740e25-dcec-4d2d-82d4-d720ca6b4fc6&id=76740e25-dcec-4d2d-82d4-d720ca6b4fc6&id=76740e25-dcec-4d2d-82d4-d720ca6b4fc6&id=76740e25-dcec-4d2d-82d4-d720ca6b4fc6&id=22bc55ee-b0f3-41c3-894c-32c421670838&id=22bc55ee-b0f3-41c3-894c-32c421670838 HTTP/1.1" status: 200 len: 1989 time: 0.3760855 Nov 23 17:32:08.868286 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9e8a9c3c-c6c9-4c56-84b6-fe5ef0318475 req-4766efa9-d8d0-41e9-98f6-5d2b76f6b868 tempest-ServerShowV247Test-295120888 tempest-ServerShowV247Test-295120888-project] 10.222.0.60 "GET /v2.0/ports?device_id=099acb75-bf84-485b-83e9-3f3174d39abc HTTP/1.1" status: 200 len: 210 time: 0.1458743 Nov 23 17:32:08.926106 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d4d797fd-8e1b-48ac-852a-3f165ed8fb52 req-1ffe3228-69bc-4783-9bdf-b6acb1666b0f service neutron] 10.222.0.55 "GET /v2.0/networks/ee61f549-61e5-4b3e-88cc-f7acada2ae03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4429314 Nov 23 17:32:08.927368 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-35eeee24-4910-4305-bc4d-49cf733f0612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34943746-6979-475d-83ec-6e62c9c49135', 'name': 'tempest-ServersTestManualDisk-847002550-router', 'tenant_id': 'a1f4381e34f74b63a879aed380fc6f81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': '9e72462d-e979-465a-99f4-e58107cbeec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:31:31Z', 'updated_at': '2021-11-23T17:31:37Z', 'revision_number': 4, 'project_id': 'a1f4381e34f74b63a879aed380fc6f81', 'gw_port': {'id': '9e72462d-e979-465a-99f4-e58107cbeec0', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:ee:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34943746-6979-475d-83ec-6e62c9c49135', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1191, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:31:32Z', 'updated_at': '2021-11-23T17:31:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_floatingips': [{'id': '01c20530-67fe-4e57-930b-0a85fba5b4ea', 'tenant_id': 'a1f4381e34f74b63a879aed380fc6f81', 'floating_ip_address': '172.25.3.178', 'floating_network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'router_id': '34943746-6979-475d-83ec-6e62c9c49135', 'port_id': '5d106596-b9a8-47ce-8206-db99b9d0ea96', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1199, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c6f0e0a-0312-4a57-b82b-babeded0552d', 'mac_address': 'fa:16:3e:ac:b8:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9013cb-ddd1-4ccf-9034-b54dfbe11f9d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T17:31:43Z', 'updated_at': '2021-11-23T17:32:07Z', 'revision_number': 1, 'project_id': 'a1f4381e34f74b63a879aed380fc6f81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9985ee88-c379-42c1-b0f5-1beb8cf9b02e', 'name': '', 'network_id': '4c6f0e0a-0312-4a57-b82b-babeded0552d', 'tenant_id': 'a1f4381e34f74b63a879aed380fc6f81', 'mac_address': 'fa:16:3e:5b:bc:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34943746-6979-475d-83ec-6e62c9c49135', 'device_owner': 'network:router_interface', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': '743455b2-fc28-4f79-8bc4-7bf54a8a42a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:31:36Z', 'updated_at': '2021-11-23T17:31:44Z', 'revision_number': 5, 'project_id': 'a1f4381e34f74b63a879aed380fc6f81', 'subnets': [{'id': '743455b2-fc28-4f79-8bc4-7bf54a8a42a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:32:08.933760 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.db_base_plugin_common [req-5b4bba02-4cd4-4e70-b348-9c237d775d13 req-c114e0e4-4c00-4fe8-acb9-8842a4683eda tempest-ServersTestFqdnHostnames-1177392012 tempest-ServersTestFqdnHostnames-1177392012-project] Allocated IP 172.20.0.4 (a2322108-2e14-412e-9d37-7c0ef00eb407/b0d1280a-9716-4508-8088-0322fd67530a/ce540501-6a58-462d-9f90-5dc12ab7a936) {{(pid=103591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:32:08.965361 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35eeee24-4910-4305-bc4d-49cf733f0612 None None] Checking router: 34943746-6979-475d-83ec-6e62c9c49135 for host: n-d-816206-8 {{(pid=103592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 17:32:08.971431 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8d4d1d6a-4666-45e4-9d54-feeba4e2a972 req-8a681dff-496d-4225-a130-5ac1d0bde3b2 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8043a75783e64196ac0be92247cb4c17 HTTP/1.1" status: 200 len: 379 time: 0.1867111 Nov 23 17:32:08.980846 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35eeee24-4910-4305-bc4d-49cf733f0612 None None] Routers {'34943746-6979-475d-83ec-6e62c9c49135'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:32:08.981891 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-35eeee24-4910-4305-bc4d-49cf733f0612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:31:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['34943746-6979-475d-83ec-6e62c9c49135'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:32:09.016695 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [req-8d4d1d6a-4666-45e4-9d54-feeba4e2a972 req-4c427fdb-952a-4a9d-900e-45e7c575b92c tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Request body: {'port': {'device_id': '6405c518-c3fe-4701-acc0-e089ba26cce4', 'network_id': '04470eef-b922-4801-8872-f6ca765b26dd', 'admin_state_up': True, 'tenant_id': '8043a75783e64196ac0be92247cb4c17', 'security_groups': ['10d72a3d-a998-4d2f-a806-0da22bfe86ab']}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:32:09.038874 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a65766c-f24c-444b-9314-70f918c15d8a req-36f19e92-c2e7-47e2-b485-b5d21df4d1bf tempest-ServerRescueNegativeTestJSON-1154722601 tempest-ServerRescueNegativeTestJSON-1154722601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:09.045185 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9a65766c-f24c-444b-9314-70f918c15d8a req-36f19e92-c2e7-47e2-b485-b5d21df4d1bf tempest-ServerRescueNegativeTestJSON-1154722601 tempest-ServerRescueNegativeTestJSON-1154722601-project] 10.222.0.60 "GET /v2.0/ports?device_id=2d345fdd-78be-4275-8a19-37cd401e3348 HTTP/1.1" status: 200 len: 945 time: 0.2626247 Nov 23 17:32:09.141746 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvr_db [None req-35eeee24-4910-4305-bc4d-49cf733f0612 None None] Set router 34943746-6979-475d-83ec-6e62c9c49135 gateway port host: n-d-816206-8 {{(pid=103592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:32:09.235501 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9a65766c-f24c-444b-9314-70f918c15d8a req-b0faa3c8-8993-4aa4-b992-25c3b4cdd5e4 tempest-ServerRescueNegativeTestJSON-1154722601 tempest-ServerRescueNegativeTestJSON-1154722601-project] 10.222.0.60 "GET /v2.0/security-groups?id=fdeeda5f-d596-40d9-83fc-6ea083625241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777661 Nov 23 17:32:09.411967 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-83d61c14-6e0a-46dc-a926-d7494ae8268c req-a9dbb35f-f75d-4fed-ac70-ee79f918f0ed tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] 10.222.0.60 "GET /v2.0/ports?device_id=6405c518-c3fe-4701-acc0-e089ba26cce4 HTTP/1.1" status: 200 len: 210 time: 0.0460911 Nov 23 17:32:09.436264 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-5b4bba02-4cd4-4e70-b348-9c237d775d13 req-c114e0e4-4c00-4fe8-acb9-8842a4683eda tempest-ServersTestFqdnHostnames-1177392012 tempest-ServersTestFqdnHostnames-1177392012-project] Publish callbacks [] for port, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:32:09.469866 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d4d1d6a-4666-45e4-9d54-feeba4e2a972 req-4c427fdb-952a-4a9d-900e-45e7c575b92c tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Made reservation on behalf of 8043a75783e64196ac0be92247cb4c17 for: {'port': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:32:09.474165 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-8d4d1d6a-4666-45e4-9d54-feeba4e2a972 req-4c427fdb-952a-4a9d-900e-45e7c575b92c tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:32:09.594863 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-5b4bba02-4cd4-4e70-b348-9c237d775d13 req-c114e0e4-4c00-4fe8-acb9-8842a4683eda tempest-ServersTestFqdnHostnames-1177392012 tempest-ServersTestFqdnHostnames-1177392012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:32:09.613722 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930b5b3d-81b0-4415-bdeb-a4fe9dbe989e req-51371dc3-c5de-439c-a7b2-97ab1703638a tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:09.615961 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-930b5b3d-81b0-4415-bdeb-a4fe9dbe989e req-51371dc3-c5de-439c-a7b2-97ab1703638a tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.60 "GET /v2.0/ports?device_id=ffeae0b0-09b1-4f1e-9b33-8bbbbaaefdf6 HTTP/1.1" status: 200 len: 944 time: 0.1740952 Nov 23 17:32:09.673103 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device d2b1b011-56ff-4c88-a822-a2bc760a83b9 no longer exists at agent hyperv_n-h1-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:32:09.692417 n-d-816206-8 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d9013cb-ddd1-4ccf-9034-b54dfbe11f9d', 'tag': '5d106596-b9a8-47ce-8206-db99b9d0ea96'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:32:09.694762 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] No Port match for: d2b1b011-56ff-4c88-a822-a2bc760a83b9 {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:32:09.695108 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device d2b1b011-56ff-4c88-a822-a2bc760a83b9 not bound to the agent host n-h1-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:32:09.695265 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbabddbc9fc37b068808e119c416c86f5957ca04531a4a0d2e695c515e93483b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db5fbe12-1072-427d-9a82-bf55b48dafbd" -d '{"events": [{"name": "network-changed", "server_uuid": "2d9013cb-ddd1-4ccf-9034-b54dfbe11f9d", "tag": "5d106596-b9a8-47ce-8206-db99b9d0ea96"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:32:09.729319 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-35eeee24-4910-4305-bc4d-49cf733f0612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34943746-6979-475d-83ec-6e62c9c49135', 'name': 'tempest-ServersTestManualDisk-847002550-router', 'tenant_id': 'a1f4381e34f74b63a879aed380fc6f81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': '9e72462d-e979-465a-99f4-e58107cbeec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:31:31Z', 'updated_at': '2021-11-23T17:31:37Z', 'revision_number': 4, 'project_id': 'a1f4381e34f74b63a879aed380fc6f81', 'gw_port': {'id': '9e72462d-e979-465a-99f4-e58107cbeec0', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:ee:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34943746-6979-475d-83ec-6e62c9c49135', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1191, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:31:32Z', 'updated_at': '2021-11-23T17:31:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_floatingips': [{'id': '01c20530-67fe-4e57-930b-0a85fba5b4ea', 'tenant_id': 'a1f4381e34f74b63a879aed380fc6f81', 'floating_ip_address': '172.25.3.178', 'floating_network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'router_id': '34943746-6979-475d-83ec-6e62c9c49135', 'port_id': '5d106596-b9a8-47ce-8206-db99b9d0ea96', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1199, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c6f0e0a-0312-4a57-b82b-babeded0552d', 'mac_address': 'fa:16:3e:ac:b8:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9013cb-ddd1-4ccf-9034-b54dfbe11f9d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T17:31:43Z', 'updated_at': '2021-11-23T17:32:07Z', 'revision_number': 1, 'project_id': 'a1f4381e34f74b63a879aed380fc6f81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9985ee88-c379-42c1-b0f5-1beb8cf9b02e', 'name': '', 'network_id': '4c6f0e0a-0312-4a57-b82b-babeded0552d', 'tenant_id': 'a1f4381e34f74b63a879aed380fc6f81', 'mac_address': 'fa:16:3e:5b:bc:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34943746-6979-475d-83ec-6e62c9c49135', 'device_owner': 'network:router_interface', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': '743455b2-fc28-4f79-8bc4-7bf54a8a42a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:31:36Z', 'updated_at': '2021-11-23T17:31:44Z', 'revision_number': 5, 'project_id': 'a1f4381e34f74b63a879aed380fc6f81', 'subnets': [{'id': '743455b2-fc28-4f79-8bc4-7bf54a8a42a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:32:09.746910 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b4bba02-4cd4-4e70-b348-9c237d775d13 req-c114e0e4-4c00-4fe8-acb9-8842a4683eda tempest-ServersTestFqdnHostnames-1177392012 tempest-ServersTestFqdnHostnames-1177392012-project] Network a2322108-2e14-412e-9d37-7c0ef00eb407 is already hosted by enough agents. {{(pid=103591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:32:09.763434 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35eeee24-4910-4305-bc4d-49cf733f0612 None None] The sync data for ids ['34943746-6979-475d-83ec-6e62c9c49135'] in n-d-816206-8 is: [{'id': '34943746-6979-475d-83ec-6e62c9c49135', 'name': 'tempest-ServersTestManualDisk-847002550-router', 'tenant_id': 'a1f4381e34f74b63a879aed380fc6f81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': '9e72462d-e979-465a-99f4-e58107cbeec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:31:31Z', 'updated_at': '2021-11-23T17:31:37Z', 'revision_number': 4, 'project_id': 'a1f4381e34f74b63a879aed380fc6f81', 'gw_port': {'id': '9e72462d-e979-465a-99f4-e58107cbeec0', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:ee:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34943746-6979-475d-83ec-6e62c9c49135', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1191, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:31:32Z', 'updated_at': '2021-11-23T17:31:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_floatingips': [{'id': '01c20530-67fe-4e57-930b-0a85fba5b4ea', 'tenant_id': 'a1f4381e34f74b63a879aed380fc6f81', 'floating_ip_address': '172.25.3.178', 'floating_network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'router_id': '34943746-6979-475d-83ec-6e62c9c49135', 'port_id': '5d106596-b9a8-47ce-8206-db99b9d0ea96', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1199, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c6f0e0a-0312-4a57-b82b-babeded0552d', 'mac_address': 'fa:16:3e:ac:b8:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9013cb-ddd1-4ccf-9034-b54dfbe11f9d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T17:31:43Z', 'updated_at': '2021-11-23T17:32:07Z', 'revision_number': 1, 'project_id': 'a1f4381e34f74b63a879aed380fc6f81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9985ee88-c379-42c1-b0f5-1beb8cf9b02e', 'name': '', 'network_id': '4c6f0e0a-0312-4a57-b82b-babeded0552d', 'tenant_id': 'a1f4381e34f74b63a879aed380fc6f81', 'mac_address': 'fa:16:3e:5b:bc:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34943746-6979-475d-83ec-6e62c9c49135', 'device_owner': 'network:router_interface', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': '743455b2-fc28-4f79-8bc4-7bf54a8a42a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:31:36Z', 'updated_at': '2021-11-23T17:31:44Z', 'revision_number': 5, 'project_id': 'a1f4381e34f74b63a879aed380fc6f81', 'subnets': [{'id': '743455b2-fc28-4f79-8bc4-7bf54a8a42a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:32:09.784651 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [req-5b4bba02-4cd4-4e70-b348-9c237d775d13 req-c114e0e4-4c00-4fe8-acb9-8842a4683eda tempest-ServersTestFqdnHostnames-1177392012 tempest-ServersTestFqdnHostnames-1177392012-project] Resources bound (agent type, host, resource id): {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:32:09.788472 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b4bba02-4cd4-4e70-b348-9c237d775d13 req-c114e0e4-4c00-4fe8-acb9-8842a4683eda tempest-ServersTestFqdnHostnames-1177392012 tempest-ServersTestFqdnHostnames-1177392012-project] Received port after_create {{(pid=103591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:32:09.851647 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c114e0e4-4c00-4fe8-acb9-8842a4683eda tempest-ServersTestFqdnHostnames-1177392012 tempest-ServersTestFqdnHostnames-1177392012-project] Pushing event updated for resources: {'Port': ['ID=ce540501-6a58-462d-9f90-5dc12ab7a936,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:32:09.884388 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-930b5b3d-81b0-4415-bdeb-a4fe9dbe989e req-2bc3774d-5883-447c-b274-7d311b529c67 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.60 "GET /v2.0/security-groups?id=5199d9c8-39cf-433e-a82b-4aef6c6477e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2542427 Nov 23 17:32:09.909258 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.db_base_plugin_common [req-8d4d1d6a-4666-45e4-9d54-feeba4e2a972 req-4c427fdb-952a-4a9d-900e-45e7c575b92c tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Allocated IP 172.20.0.5 (04470eef-b922-4801-8872-f6ca765b26dd/d52f2422-eba5-4adf-851d-059c4fb2a31d/5c7b0226-5733-4a12-8cf6-a2a8001dd2da) {{(pid=103591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:32:09.951824 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4bba02-4cd4-4e70-b348-9c237d775d13 req-c114e0e4-4c00-4fe8-acb9-8842a4683eda tempest-ServersTestFqdnHostnames-1177392012 tempest-ServersTestFqdnHostnames-1177392012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:09.952601 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-5b4bba02-4cd4-4e70-b348-9c237d775d13 req-c114e0e4-4c00-4fe8-acb9-8842a4683eda tempest-ServersTestFqdnHostnames-1177392012 tempest-ServersTestFqdnHostnames-1177392012-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:32:09.976196 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5b4bba02-4cd4-4e70-b348-9c237d775d13 req-c114e0e4-4c00-4fe8-acb9-8842a4683eda tempest-ServersTestFqdnHostnames-1177392012 tempest-ServersTestFqdnHostnames-1177392012-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1702549 Nov 23 17:32:09.988010 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 17:32:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14c78b8c-972e-451d-863e-f39152e71625 x-openstack-request-id: req-14c78b8c-972e-451d-863e-f39152e71625 {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:32:09.988319 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d9013cb-ddd1-4ccf-9034-b54dfbe11f9d", "tag": "5d106596-b9a8-47ce-8206-db99b9d0ea96", "status": "completed", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:32:09.988744 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-14c78b8c-972e-451d-863e-f39152e71625 {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:32:09.989228 n-d-816206-8 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d9013cb-ddd1-4ccf-9034-b54dfbe11f9d', 'tag': '5d106596-b9a8-47ce-8206-db99b9d0ea96', 'status': 'completed', 'code': 200} Nov 23 17:32:10.004000 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [req-5b4bba02-4cd4-4e70-b348-9c237d775d13 req-92b1660e-f6c9-4450-bc9c-022606099c9e service neutron] Request body: {'port': {'device_id': '284a9dd7-9200-44e8-b4d6-57f546dbc60e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-8'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:32:10.019985 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811c1bc5-d809-425e-bba0-8476b523495f req-c905ab01-19fc-4b70-aeac-f2ba1d872f0f tempest-ServersTestFqdnHostnames-1177392012 tempest-ServersTestFqdnHostnames-1177392012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:10.027540 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-811c1bc5-d809-425e-bba0-8476b523495f req-c905ab01-19fc-4b70-aeac-f2ba1d872f0f tempest-ServersTestFqdnHostnames-1177392012 tempest-ServersTestFqdnHostnames-1177392012-project] 10.222.0.60 "GET /v2.0/ports?device_id=284a9dd7-9200-44e8-b4d6-57f546dbc60e HTTP/1.1" status: 200 len: 931 time: 0.2936399 Nov 23 17:32:10.166388 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-be6d9153-9b74-42fb-bcdd-731185284f99 None None] Provisioning complete for port ce540501-6a58-462d-9f90-5dc12ab7a936 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:32:10.166758 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-be6d9153-9b74-42fb-bcdd-731185284f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:32:10.209146 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a433c012-e126-4866-a6c0-9554d418250c None None] New status for floating IP 01c20530-67fe-4e57-930b-0a85fba5b4ea: ACTIVE {{(pid=103593) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 17:32:10.211631 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e0a4b560-2b4a-4d3f-bd67-91a1b492d6fc req-7619e711-4a94-4f36-abb5-1915a5bbeeb8 tempest-ServerShowV247Test-295120888 tempest-ServerShowV247Test-295120888-project] 10.222.0.60 "GET /v2.0/ports?device_id=099acb75-bf84-485b-83e9-3f3174d39abc HTTP/1.1" status: 200 len: 210 time: 0.1253598 Nov 23 17:32:10.226245 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-5b4bba02-4cd4-4e70-b348-9c237d775d13 req-92b1660e-f6c9-4450-bc9c-022606099c9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:32:10.261650 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-be6d9153-9b74-42fb-bcdd-731185284f99 None None] Port ce540501-6a58-462d-9f90-5dc12ab7a936 cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:32:10.619084 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-811c1bc5-d809-425e-bba0-8476b523495f req-e1be0383-36c1-45a8-aa19-c77a6bdf942e tempest-ServersTestFqdnHostnames-1177392012 tempest-ServersTestFqdnHostnames-1177392012-project] 10.222.0.60 "GET /v2.0/security-groups?id=baf25215-d6bd-4546-a0f8-45bc1c1891b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5906594 Nov 23 17:32:10.675242 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5fbe12-1072-427d-9a82-bf55b48dafbd req-2896b190-043b-4c5c-bc7d-023f514c9da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:10.676761 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-db5fbe12-1072-427d-9a82-bf55b48dafbd req-2896b190-043b-4c5c-bc7d-023f514c9da5 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a1f4381e34f74b63a879aed380fc6f81&device_id=2d9013cb-ddd1-4ccf-9034-b54dfbe11f9d HTTP/1.1" status: 200 len: 1097 time: 0.6467645 Nov 23 17:32:10.741349 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-8d4d1d6a-4666-45e4-9d54-feeba4e2a972 req-4c427fdb-952a-4a9d-900e-45e7c575b92c tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Publish callbacks [] for port, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:32:10.830347 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8450b02-5e77-4212-9328-419a2d8919fc req-ba2ae713-ac4a-497a-946e-dea0f27baf7d tempest-ServerRescueNegativeTestJSON-1154722601 tempest-ServerRescueNegativeTestJSON-1154722601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:10.832194 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c8450b02-5e77-4212-9328-419a2d8919fc req-ba2ae713-ac4a-497a-946e-dea0f27baf7d tempest-ServerRescueNegativeTestJSON-1154722601 tempest-ServerRescueNegativeTestJSON-1154722601-project] 10.222.0.60 "GET /v2.0/ports?device_id=2d345fdd-78be-4275-8a19-37cd401e3348 HTTP/1.1" status: 200 len: 945 time: 0.2566230 Nov 23 17:32:11.009164 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4eb218aa-4f1f-4c01-a7fe-568144ec4339 req-ee1673c6-f4a5-43c8-a919-1ca3306b7e8e tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] 10.222.0.60 "GET /v2.0/ports?device_id=6405c518-c3fe-4701-acc0-e089ba26cce4 HTTP/1.1" status: 200 len: 210 time: 0.0892098 Nov 23 17:32:11.049283 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5fbe12-1072-427d-9a82-bf55b48dafbd req-f9b66802-2403-47be-8faa-d2b070ec7d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:11.051080 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-db5fbe12-1072-427d-9a82-bf55b48dafbd req-f9b66802-2403-47be-8faa-d2b070ec7d53 service neutron] 10.222.0.55 "GET /v2.0/networks?id=4c6f0e0a-0312-4a57-b82b-babeded0552d HTTP/1.1" status: 200 len: 912 time: 0.3524504 Nov 23 17:32:11.059830 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b492404-50ac-4615-bd7a-96f287c8371f req-a7d074fc-0351-4a83-b614-6aab71b0cfab tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:11.060776 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-8d4d1d6a-4666-45e4-9d54-feeba4e2a972 req-4c427fdb-952a-4a9d-900e-45e7c575b92c tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:32:11.061591 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-5b492404-50ac-4615-bd7a-96f287c8371f req-a7d074fc-0351-4a83-b614-6aab71b0cfab tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.55 "GET /v2.0/ports?device_id=ffeae0b0-09b1-4f1e-9b33-8bbbbaaefdf6 HTTP/1.1" status: 200 len: 944 time: 0.0774522 Nov 23 17:32:11.104940 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c8450b02-5e77-4212-9328-419a2d8919fc req-d664b4cf-f2c2-4892-a4ea-c3dcb6dce3ab tempest-ServerRescueNegativeTestJSON-1154722601 tempest-ServerRescueNegativeTestJSON-1154722601-project] 10.222.0.60 "GET /v2.0/security-groups?id=fdeeda5f-d596-40d9-83fc-6ea083625241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2335358 Nov 23 17:32:11.190839 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d4d1d6a-4666-45e4-9d54-feeba4e2a972 req-4c427fdb-952a-4a9d-900e-45e7c575b92c tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Network 04470eef-b922-4801-8872-f6ca765b26dd is already hosted by enough agents. {{(pid=103591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:32:11.203317 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [req-5b492404-50ac-4615-bd7a-96f287c8371f req-45e56df4-479f-4f49-9db9-39e51742ecd0 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] Deleting port 52285acf-3eab-406a-acfc-b1364cf71811 {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:32:11.204443 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-5b492404-50ac-4615-bd7a-96f287c8371f req-45e56df4-479f-4f49-9db9-39e51742ecd0 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:32:11.215035 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [req-8d4d1d6a-4666-45e4-9d54-feeba4e2a972 req-4c427fdb-952a-4a9d-900e-45e7c575b92c tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Resources bound (agent type, host, resource id): {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:32:11.216032 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d4d1d6a-4666-45e4-9d54-feeba4e2a972 req-4c427fdb-952a-4a9d-900e-45e7c575b92c tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Received port after_create {{(pid=103591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:32:11.321618 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [req-5b492404-50ac-4615-bd7a-96f287c8371f req-45e56df4-479f-4f49-9db9-39e51742ecd0 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] For port 52285acf-3eab-406a-acfc-b1364cf71811, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=52285acf-3eab-406a-acfc-b1364cf71811,segment=NetworkSegment(f75f400f-3665-42b6-b743-8c8989e17b3e),segment_id=f75f400f-3665-42b6-b743-8c8989e17b3e)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:32:11.322224 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-5b492404-50ac-4615-bd7a-96f287c8371f req-45e56df4-479f-4f49-9db9-39e51742ecd0 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:32:11.456880 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c427fdb-952a-4a9d-900e-45e7c575b92c tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Pushing event updated for resources: {'Port': ['ID=5c7b0226-5733-4a12-8cf6-a2a8001dd2da,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:32:11.475572 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c427fdb-952a-4a9d-900e-45e7c575b92c tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:32:11.476177 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c427fdb-952a-4a9d-900e-45e7c575b92c tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:32:11.476741 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c427fdb-952a-4a9d-900e-45e7c575b92c tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:32:11.477083 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c427fdb-952a-4a9d-900e-45e7c575b92c tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:32:11.477493 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c427fdb-952a-4a9d-900e-45e7c575b92c tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:32:11.477841 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c427fdb-952a-4a9d-900e-45e7c575b92c tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:32:11.478241 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c427fdb-952a-4a9d-900e-45e7c575b92c tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:32:11.478651 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c427fdb-952a-4a9d-900e-45e7c575b92c tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:32:11.479146 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c427fdb-952a-4a9d-900e-45e7c575b92c tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:32:11.479634 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c427fdb-952a-4a9d-900e-45e7c575b92c tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:32:11.480086 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c427fdb-952a-4a9d-900e-45e7c575b92c tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:32:11.480563 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c427fdb-952a-4a9d-900e-45e7c575b92c tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:32:11.493338 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-0665c857-c713-437d-baa5-4dfd104c841b req-3c0c4eed-468f-4f13-81f3-3a5c3995187f tempest-ServerShowV247Test-295120888 tempest-ServerShowV247Test-295120888-project] 10.222.0.60 "GET /v2.0/ports?device_id=099acb75-bf84-485b-83e9-3f3174d39abc HTTP/1.1" status: 200 len: 210 time: 0.1372788 Nov 23 17:32:11.520076 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-db5fbe12-1072-427d-9a82-bf55b48dafbd req-1b88fc07-6382-450f-950e-68291862b97a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5d106596-b9a8-47ce-8206-db99b9d0ea96 HTTP/1.1" status: 200 len: 1002 time: 0.4530649 Nov 23 17:32:11.538021 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4d1d6a-4666-45e4-9d54-feeba4e2a972 req-4c427fdb-952a-4a9d-900e-45e7c575b92c tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:11.539339 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-8d4d1d6a-4666-45e4-9d54-feeba4e2a972 req-4c427fdb-952a-4a9d-900e-45e7c575b92c tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:32:11.558786 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-5b492404-50ac-4615-bd7a-96f287c8371f req-45e56df4-479f-4f49-9db9-39e51742ecd0 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:32:11.559176 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-5b492404-50ac-4615-bd7a-96f287c8371f req-45e56df4-479f-4f49-9db9-39e51742ecd0 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1795396'] for floatingip, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:32:11.559501 n-d-816206-8 neutron-server[103590]: INFO neutron.db.l3_db [req-5b492404-50ac-4615-bd7a-96f287c8371f req-45e56df4-479f-4f49-9db9-39e51742ecd0 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] Floating IP af63571d-42b1-4520-9f33-9274181ee43e disassociated. External IP: 172.25.3.12, port: 52285acf-3eab-406a-acfc-b1364cf71811. Nov 23 17:32:11.559850 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [req-5b492404-50ac-4615-bd7a-96f287c8371f req-45e56df4-479f-4f49-9db9-39e51742ecd0 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] Calling delete_port for 52285acf-3eab-406a-acfc-b1364cf71811 owned by compute:nova {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:32:11.567615 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c327223-2095-46f0-a717-fcd3e654e39a req-4a6e7946-7941-4f64-80d4-05b63dcdba5c tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:11.569200 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7c327223-2095-46f0-a717-fcd3e654e39a req-4a6e7946-7941-4f64-80d4-05b63dcdba5c tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.60 "GET /v2.0/ports?device_id=ffeae0b0-09b1-4f1e-9b33-8bbbbaaefdf6 HTTP/1.1" status: 200 len: 944 time: 0.3571203 Nov 23 17:32:11.574844 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [req-5b4bba02-4cd4-4e70-b348-9c237d775d13 req-92b1660e-f6c9-4450-bc9c-022606099c9e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce540501-6a58-462d-9f90-5dc12ab7a936 {{(pid=103591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:32:11.605798 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-15b56db9-fb4b-4eb6-9c1c-f78a20ef9817 None None] Provisioning complete for port 5c7b0226-5733-4a12-8cf6-a2a8001dd2da triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:32:11.608275 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-15b56db9-fb4b-4eb6-9c1c-f78a20ef9817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:32:11.652754 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-15b56db9-fb4b-4eb6-9c1c-f78a20ef9817 None None] Port 5c7b0226-5733-4a12-8cf6-a2a8001dd2da cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:32:11.701882 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7c327223-2095-46f0-a717-fcd3e654e39a req-57e90a2e-a6b9-4ed6-b673-0bbb195f592e tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.60 "GET /v2.0/security-groups?id=5199d9c8-39cf-433e-a82b-4aef6c6477e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818264 Nov 23 17:32:11.723712 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-5b4bba02-4cd4-4e70-b348-9c237d775d13 req-92b1660e-f6c9-4450-bc9c-022606099c9e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:32:11.727999 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5fbe12-1072-427d-9a82-bf55b48dafbd req-9f72e3f9-e5a1-41f0-a944-6231ce817c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:11.729675 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-db5fbe12-1072-427d-9a82-bf55b48dafbd req-9f72e3f9-e5a1-41f0-a944-6231ce817c95 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=743455b2-fc28-4f79-8bc4-7bf54a8a42a6 HTTP/1.1" status: 200 len: 850 time: 0.1852558 Nov 23 17:32:11.733843 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8d4d1d6a-4666-45e4-9d54-feeba4e2a972 req-4c427fdb-952a-4a9d-900e-45e7c575b92c tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7431250 Nov 23 17:32:11.753897 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [req-8d4d1d6a-4666-45e4-9d54-feeba4e2a972 req-1b6aeb32-1b0e-4aba-97d5-5db7afdd464c tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Request body: {'port': {'device_id': '6405c518-c3fe-4701-acc0-e089ba26cce4', 'network_id': '76740e25-dcec-4d2d-82d4-d720ca6b4fc6', 'admin_state_up': True, 'tenant_id': '8043a75783e64196ac0be92247cb4c17', 'security_groups': ['10d72a3d-a998-4d2f-a806-0da22bfe86ab']}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:32:11.772817 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-5b492404-50ac-4615-bd7a-96f287c8371f req-45e56df4-479f-4f49-9db9-39e51742ecd0 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:32:11.801039 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e56df4-479f-4f49-9db9-39e51742ecd0 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] Pushing event deleted for resources: {'Port': ['ID=52285acf-3eab-406a-acfc-b1364cf71811,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:32:11.929345 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.provisioning_blocks [req-5b4bba02-4cd4-4e70-b348-9c237d775d13 req-92b1660e-f6c9-4450-bc9c-022606099c9e service neutron] Transition to ACTIVE for port object ce540501-6a58-462d-9f90-5dc12ab7a936 will not be triggered until provisioned by entity L2. {{(pid=103591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 17:32:11.960922 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-5b4bba02-4cd4-4e70-b348-9c237d775d13 req-92b1660e-f6c9-4450-bc9c-022606099c9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264758186'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:32:11.979438 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5b492404-50ac-4615-bd7a-96f287c8371f req-45e56df4-479f-4f49-9db9-39e51742ecd0 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] Router dc41b7d5-4907-4bf1-86a2-fc3cc82f6d51 has already been hosted by L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 {{(pid=103590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 17:32:12.046067 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5fbe12-1072-427d-9a82-bf55b48dafbd req-24a44a1b-9642-4c4b-a11f-f137225595c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:12.047663 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-db5fbe12-1072-427d-9a82-bf55b48dafbd req-24a44a1b-9642-4c4b-a11f-f137225595c0 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4c6f0e0a-0312-4a57-b82b-babeded0552d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3048069 Nov 23 17:32:12.048272 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d4d1d6a-4666-45e4-9d54-feeba4e2a972 req-1b6aeb32-1b0e-4aba-97d5-5db7afdd464c tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Made reservation on behalf of 8043a75783e64196ac0be92247cb4c17 for: {'port': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:32:12.053881 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-8d4d1d6a-4666-45e4-9d54-feeba4e2a972 req-1b6aeb32-1b0e-4aba-97d5-5db7afdd464c tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:32:12.093167 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f07158e-06fe-47d8-b9b5-87b327898c37 req-3d9fa71c-a394-4bee-adf6-d8d2a8788fed tempest-ServersTestFqdnHostnames-1177392012 tempest-ServersTestFqdnHostnames-1177392012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:12.108364 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4f07158e-06fe-47d8-b9b5-87b327898c37 req-3d9fa71c-a394-4bee-adf6-d8d2a8788fed tempest-ServersTestFqdnHostnames-1177392012 tempest-ServersTestFqdnHostnames-1177392012-project] 10.222.0.60 "GET /v2.0/ports?device_id=284a9dd7-9200-44e8-b4d6-57f546dbc60e HTTP/1.1" status: 200 len: 931 time: 0.3662853 Nov 23 17:32:12.287796 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b1660e-f6c9-4450-bc9c-022606099c9e service neutron] Pushing event updated for resources: {'Port': ['ID=ce540501-6a58-462d-9f90-5dc12ab7a936,revision_number=2']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:32:12.563770 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eec1571-cf91-4fa3-b492-16cc4407861d req-e9b870aa-34ed-4df3-83b2-e9bbd7d70427 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:12.567045 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5eec1571-cf91-4fa3-b492-16cc4407861d req-e9b870aa-34ed-4df3-83b2-e9bbd7d70427 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] 10.222.0.60 "GET /v2.0/ports?device_id=6405c518-c3fe-4701-acc0-e089ba26cce4 HTTP/1.1" status: 200 len: 931 time: 0.3548992 Nov 23 17:32:12.600437 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5b492404-50ac-4615-bd7a-96f287c8371f req-45e56df4-479f-4f49-9db9-39e51742ecd0 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:32:12.612235 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d1304bd-2f3f-4997-9d80-0a171a860dce None None] Sync routers for ids ['dc41b7d5-4907-4bf1-86a2-fc3cc82f6d51'] in n-d-816206-8 {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:32:12.629820 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d1304bd-2f3f-4997-9d80-0a171a860dce None None] Routers {'dc41b7d5-4907-4bf1-86a2-fc3cc82f6d51'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:32:12.630845 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-4d1304bd-2f3f-4997-9d80-0a171a860dce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:31:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['dc41b7d5-4907-4bf1-86a2-fc3cc82f6d51'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:32:12.638505 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4f07158e-06fe-47d8-b9b5-87b327898c37 req-c9e38e34-c768-42de-980f-40fcc83e4729 tempest-ServersTestFqdnHostnames-1177392012 tempest-ServersTestFqdnHostnames-1177392012-project] 10.222.0.60 "GET /v2.0/security-groups?id=baf25215-d6bd-4546-a0f8-45bc1c1891b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5292103 Nov 23 17:32:12.653279 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b492404-50ac-4615-bd7a-96f287c8371f req-45e56df4-479f-4f49-9db9-39e51742ecd0 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] No DVR routers for this DVR port 52285acf-3eab-406a-acfc-b1364cf71811 on host n-h1-816206-8 {{(pid=103590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:32:12.663970 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-5b492404-50ac-4615-bd7a-96f287c8371f req-45e56df4-479f-4f49-9db9-39e51742ecd0 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:32:12.670078 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-5b492404-50ac-4615-bd7a-96f287c8371f req-45e56df4-479f-4f49-9db9-39e51742ecd0 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.55 "DELETE /v2.0/ports/52285acf-3eab-406a-acfc-b1364cf71811 HTTP/1.1" status: 204 len: 173 time: 1.6026134 Nov 23 17:32:12.670958 n-d-816206-8 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffeae0b0-09b1-4f1e-9b33-8bbbbaaefdf6', 'name': 'network-vif-deleted', 'tag': '52285acf-3eab-406a-acfc-b1364cf71811'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:32:12.674081 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbabddbc9fc37b068808e119c416c86f5957ca04531a4a0d2e695c515e93483b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5241d219-ffc3-47e9-b798-a6e072869ff2" -d '{"events": [{"server_uuid": "ffeae0b0-09b1-4f1e-9b33-8bbbbaaefdf6", "name": "network-vif-deleted", "tag": "52285acf-3eab-406a-acfc-b1364cf71811"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:32:12.682000 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-db5fbe12-1072-427d-9a82-bf55b48dafbd req-bcec19e8-f8c7-4c36-9f7a-4581f3de5736 service neutron] 10.222.0.55 "GET /v2.0/networks/4c6f0e0a-0312-4a57-b82b-babeded0552d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6241212 Nov 23 17:32:12.790767 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvr_db [None req-4d1304bd-2f3f-4997-9d80-0a171a860dce None None] Set router dc41b7d5-4907-4bf1-86a2-fc3cc82f6d51 gateway port host: n-d-816206-8 {{(pid=103592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:32:12.792645 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.db_base_plugin_common [req-8d4d1d6a-4666-45e4-9d54-feeba4e2a972 req-1b6aeb32-1b0e-4aba-97d5-5db7afdd464c tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Allocated IP 10.1.1.173 (76740e25-dcec-4d2d-82d4-d720ca6b4fc6/79e8d965-2789-41b1-a1fa-0fe25b7624dc/bc47c78f-ab00-4260-a560-1743414d7f20) {{(pid=103591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:32:12.815557 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-5b4bba02-4cd4-4e70-b348-9c237d775d13 req-92b1660e-f6c9-4450-bc9c-022606099c9e service neutron] Attempting to bind port ce540501-6a58-462d-9f90-5dc12ab7a936 on host n-h2-816206-8 for vnic_type normal with profile {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:32:12.815791 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-5b4bba02-4cd4-4e70-b348-9c237d775d13 req-92b1660e-f6c9-4450-bc9c-022606099c9e service neutron] Attempting to bind port ce540501-6a58-462d-9f90-5dc12ab7a936 by drivers openvswitch,hyperv on host n-h2-816206-8 at level 0 using segments [{'id': '91748fde-db18-45a8-a7a1-77ad9732fc5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'a2322108-2e14-412e-9d37-7c0ef00eb407'}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:32:12.816116 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b4bba02-4cd4-4e70-b348-9c237d775d13 req-92b1660e-f6c9-4450-bc9c-022606099c9e service neutron] Attempting to bind port ce540501-6a58-462d-9f90-5dc12ab7a936 on network a2322108-2e14-412e-9d37-7c0ef00eb407 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:32:12.902741 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b4bba02-4cd4-4e70-b348-9c237d775d13 req-92b1660e-f6c9-4450-bc9c-022606099c9e service neutron] Port ce540501-6a58-462d-9f90-5dc12ab7a936 on network a2322108-2e14-412e-9d37-7c0ef00eb407 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-8 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 17:32:12.903586 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b4bba02-4cd4-4e70-b348-9c237d775d13 req-92b1660e-f6c9-4450-bc9c-022606099c9e service neutron] Attempting to bind port ce540501-6a58-462d-9f90-5dc12ab7a936 on network a2322108-2e14-412e-9d37-7c0ef00eb407 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:32:12.936439 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-0487091c-ec65-40d2-81fe-8a97a15a026d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:32:12.960122 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b4bba02-4cd4-4e70-b348-9c237d775d13 req-92b1660e-f6c9-4450-bc9c-022606099c9e service neutron] Checking agent: {'id': 'ab77bf9e-0267-4174-8f1d-822cba89b207', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 15, 13), 'started_at': datetime.datetime(2021, 11, 23, 17, 15, 13), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 31, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:32:12.960467 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b4bba02-4cd4-4e70-b348-9c237d775d13 req-92b1660e-f6c9-4450-bc9c-022606099c9e service neutron] Checking segment: {'id': '91748fde-db18-45a8-a7a1-77ad9732fc5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'a2322108-2e14-412e-9d37-7c0ef00eb407'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:32:12.960911 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b4bba02-4cd4-4e70-b348-9c237d775d13 req-92b1660e-f6c9-4450-bc9c-022606099c9e service neutron] Bound using segment: {'id': '91748fde-db18-45a8-a7a1-77ad9732fc5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'a2322108-2e14-412e-9d37-7c0ef00eb407'} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:32:12.961362 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-5b4bba02-4cd4-4e70-b348-9c237d775d13 req-92b1660e-f6c9-4450-bc9c-022606099c9e service neutron] Bound port: ce540501-6a58-462d-9f90-5dc12ab7a936, host: n-h2-816206-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91748fde-db18-45a8-a7a1-77ad9732fc5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'a2322108-2e14-412e-9d37-7c0ef00eb407'}}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:32:12.961723 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-5b4bba02-4cd4-4e70-b348-9c237d775d13 req-92b1660e-f6c9-4450-bc9c-022606099c9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:32:12.965111 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-db5fbe12-1072-427d-9a82-bf55b48dafbd req-888c35bb-7518-4a8e-bfbf-bd07b37f061d service neutron] 10.222.0.55 "GET /v2.0/networks/4c6f0e0a-0312-4a57-b82b-babeded0552d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2713609 Nov 23 17:32:12.987211 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5eec1571-cf91-4fa3-b492-16cc4407861d req-721308a3-381f-414e-a52a-3bfa54b69b6f tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] 10.222.0.60 "GET /v2.0/security-groups?id=10d72a3d-a998-4d2f-a806-0da22bfe86ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3896291 Nov 23 17:32:13.049800 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51c7f46-6dfe-4e8a-b48f-564408c0915e req-b582c268-e8fe-4725-9cae-dd183ab0941f tempest-ServerRescueNegativeTestJSON-1154722601 tempest-ServerRescueNegativeTestJSON-1154722601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:13.057240 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c51c7f46-6dfe-4e8a-b48f-564408c0915e req-b582c268-e8fe-4725-9cae-dd183ab0941f tempest-ServerRescueNegativeTestJSON-1154722601 tempest-ServerRescueNegativeTestJSON-1154722601-project] 10.222.0.60 "GET /v2.0/ports?device_id=2d345fdd-78be-4275-8a19-37cd401e3348 HTTP/1.1" status: 200 len: 945 time: 0.2607667 Nov 23 17:32:13.108123 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-4d1304bd-2f3f-4997-9d80-0a171a860dce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc41b7d5-4907-4bf1-86a2-fc3cc82f6d51', 'name': 'tempest-ServerActionsTestJSON-69346498-router', 'tenant_id': '3541603f19884b9cb683e7eedd76d17c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.14'}], 'enable_snat': True}, 'gw_port_id': '29810685-a873-4a8b-9531-c6d1f2654f79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:21:33Z', 'updated_at': '2021-11-23T17:21:39Z', 'revision_number': 4, 'project_id': '3541603f19884b9cb683e7eedd76d17c', 'gw_port': {'id': '29810685-a873-4a8b-9531-c6d1f2654f79', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:da:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc41b7d5-4907-4bf1-86a2-fc3cc82f6d51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:21:34Z', 'updated_at': '2021-11-23T17:21:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_interfaces': [{'id': '2ef9a377-d95f-4a4d-8775-0c36e80e3f3e', 'name': '', 'network_id': '43d8ac08-152d-4053-b836-ddc03b0e91a2', 'tenant_id': '3541603f19884b9cb683e7eedd76d17c', 'mac_address': 'fa:16:3e:07:7c:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc41b7d5-4907-4bf1-86a2-fc3cc82f6d51', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '23f80e8e-7e58-4465-87c1-72654345f52f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:21:38Z', 'updated_at': '2021-11-23T17:21:45Z', 'revision_number': 5, 'project_id': '3541603f19884b9cb683e7eedd76d17c', 'subnets': [{'id': '23f80e8e-7e58-4465-87c1-72654345f52f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:32:13.155871 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d1304bd-2f3f-4997-9d80-0a171a860dce None None] Checking router: dc41b7d5-4907-4bf1-86a2-fc3cc82f6d51 for host: n-d-816206-8 {{(pid=103592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 17:32:13.174590 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d1304bd-2f3f-4997-9d80-0a171a860dce None None] Routers {'dc41b7d5-4907-4bf1-86a2-fc3cc82f6d51'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:32:13.175426 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-4d1304bd-2f3f-4997-9d80-0a171a860dce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:31:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['dc41b7d5-4907-4bf1-86a2-fc3cc82f6d51'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:32:13.267867 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:32:13.291551 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ba49b83d-efa3-4f72-b756-c9c314e0174c req-f8ab4e75-ad3d-44dd-a5cd-5c6da46e756a tempest-ServerShowV247Test-295120888 tempest-ServerShowV247Test-295120888-project] 10.222.0.60 "GET /v2.0/ports?device_id=099acb75-bf84-485b-83e9-3f3174d39abc HTTP/1.1" status: 200 len: 210 time: 0.0810263 Nov 23 17:32:13.295980 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c51c7f46-6dfe-4e8a-b48f-564408c0915e req-b919fcc0-4e3a-4509-8b7f-d2ace1572e64 tempest-ServerRescueNegativeTestJSON-1154722601 tempest-ServerRescueNegativeTestJSON-1154722601-project] 10.222.0.60 "GET /v2.0/security-groups?id=fdeeda5f-d596-40d9-83fc-6ea083625241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2378855 Nov 23 17:32:13.333209 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-5b4bba02-4cd4-4e70-b348-9c237d775d13 req-92b1660e-f6c9-4450-bc9c-022606099c9e service neutron] For port ce540501-6a58-462d-9f90-5dc12ab7a936, host n-h2-816206-8, cleared binding levels {{(pid=103591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:32:13.367129 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-5b4bba02-4cd4-4e70-b348-9c237d775d13 req-92b1660e-f6c9-4450-bc9c-022606099c9e service neutron] For port ce540501-6a58-462d-9f90-5dc12ab7a936, host n-h2-816206-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=ce540501-6a58-462d-9f90-5dc12ab7a936,segment=NetworkSegment(91748fde-db18-45a8-a7a1-77ad9732fc5b),segment_id=91748fde-db18-45a8-a7a1-77ad9732fc5b)] {{(pid=103591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:32:13.391992 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:32:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b149b3f0-1bdf-4e72-832c-e04eb6186594 x-openstack-request-id: req-b149b3f0-1bdf-4e72-832c-e04eb6186594 {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:32:13.392319 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffeae0b0-09b1-4f1e-9b33-8bbbbaaefdf6", "name": "network-vif-deleted", "tag": "52285acf-3eab-406a-acfc-b1364cf71811", "status": "completed", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:32:13.392596 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b149b3f0-1bdf-4e72-832c-e04eb6186594 {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:32:13.393001 n-d-816206-8 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffeae0b0-09b1-4f1e-9b33-8bbbbaaefdf6', 'name': 'network-vif-deleted', 'tag': '52285acf-3eab-406a-acfc-b1364cf71811', 'status': 'completed', 'code': 200} Nov 23 17:32:13.402410 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-5b4bba02-4cd4-4e70-b348-9c237d775d13 req-92b1660e-f6c9-4450-bc9c-022606099c9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264758186'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:32:13.410220 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvr_db [None req-4d1304bd-2f3f-4997-9d80-0a171a860dce None None] Set router dc41b7d5-4907-4bf1-86a2-fc3cc82f6d51 gateway port host: n-d-816206-8 {{(pid=103592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:32:13.438073 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4bba02-4cd4-4e70-b348-9c237d775d13 req-92b1660e-f6c9-4450-bc9c-022606099c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:13.439012 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-5b4bba02-4cd4-4e70-b348-9c237d775d13 req-92b1660e-f6c9-4450-bc9c-022606099c9e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:32:13.444474 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5b4bba02-4cd4-4e70-b348-9c237d775d13 req-92b1660e-f6c9-4450-bc9c-022606099c9e service neutron] 10.222.0.36 "PUT /v2.0/ports/ce540501-6a58-462d-9f90-5dc12ab7a936 HTTP/1.1" status: 200 len: 1091 time: 3.4462280 Nov 23 17:32:13.451183 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '284a9dd7-9200-44e8-b4d6-57f546dbc60e', 'tag': 'ce540501-6a58-462d-9f90-5dc12ab7a936'}] {{(pid=103591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:32:13.455790 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41d174a19ece9499ff9ec44e5b3fc50f2abd3ffbc947fb7e52ea1e8db27b95b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-182f9d90-b2fa-428b-98f6-468732c13348" -d '{"events": [{"name": "network-changed", "server_uuid": "284a9dd7-9200-44e8-b4d6-57f546dbc60e", "tag": "ce540501-6a58-462d-9f90-5dc12ab7a936"}]}' {{(pid=103591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:32:13.507355 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 36652) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:32:13.553681 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-8d4d1d6a-4666-45e4-9d54-feeba4e2a972 req-1b6aeb32-1b0e-4aba-97d5-5db7afdd464c tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Publish callbacks [] for port, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:32:13.644798 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-cacd1b51-08c7-4a45-af91-ff73a4691489 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] Publish callbacks [] for security_group, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:32:13.690227 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 17:32:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4309402b-4aee-4825-9ae1-e8063a3511bf x-openstack-request-id: req-4309402b-4aee-4825-9ae1-e8063a3511bf {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:32:13.692358 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "284a9dd7-9200-44e8-b4d6-57f546dbc60e", "tag": "ce540501-6a58-462d-9f90-5dc12ab7a936", "status": "completed", "code": 200}]} {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:32:13.694057 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-4309402b-4aee-4825-9ae1-e8063a3511bf {{(pid=103591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:32:13.695291 n-d-816206-8 neutron-server[103591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '284a9dd7-9200-44e8-b4d6-57f546dbc60e', 'tag': 'ce540501-6a58-462d-9f90-5dc12ab7a936', 'status': 'completed', 'code': 200} Nov 23 17:32:13.701463 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-cacd1b51-08c7-4a45-af91-ff73a4691489 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:32:13.801417 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-cacd1b51-08c7-4a45-af91-ff73a4691489 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:32:13.804424 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-cacd1b51-08c7-4a45-af91-ff73a4691489 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:32:13.808670 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-cacd1b51-08c7-4a45-af91-ff73a4691489 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.60 "DELETE /v2.0/security-groups/5199d9c8-39cf-433e-a82b-4aef6c6477e1 HTTP/1.1" status: 204 len: 168 time: 0.2991943 Nov 23 17:32:13.809428 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 36656) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:32:13.851104 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacd1b51-08c7-4a45-af91-ff73a4691489 tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5199d9c8-39cf-433e-a82b-4aef6c6477e1,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:32:13.871038 n-d-816206-8 neutron-server[103590]: INFO neutron.api.v2.resource [None req-d82185e9-eb9c-43f9-9d99-60d5d9a4433f tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] show failed (client error): The resource could not be found. Nov 23 17:32:13.875263 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-d82185e9-eb9c-43f9-9d99-60d5d9a4433f tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.60 "GET /v2.0/security-groups/5199d9c8-39cf-433e-a82b-4aef6c6477e1 HTTP/1.1" status: 404 len: 347 time: 0.0567966 Nov 23 17:32:13.877223 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 36658) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:32:14.050791 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-4d1304bd-2f3f-4997-9d80-0a171a860dce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc41b7d5-4907-4bf1-86a2-fc3cc82f6d51', 'name': 'tempest-ServerActionsTestJSON-69346498-router', 'tenant_id': '3541603f19884b9cb683e7eedd76d17c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.14'}], 'enable_snat': True}, 'gw_port_id': '29810685-a873-4a8b-9531-c6d1f2654f79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:21:33Z', 'updated_at': '2021-11-23T17:21:39Z', 'revision_number': 4, 'project_id': '3541603f19884b9cb683e7eedd76d17c', 'gw_port': {'id': '29810685-a873-4a8b-9531-c6d1f2654f79', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:da:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc41b7d5-4907-4bf1-86a2-fc3cc82f6d51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:21:34Z', 'updated_at': '2021-11-23T17:21:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_interfaces': [{'id': '2ef9a377-d95f-4a4d-8775-0c36e80e3f3e', 'name': '', 'network_id': '43d8ac08-152d-4053-b836-ddc03b0e91a2', 'tenant_id': '3541603f19884b9cb683e7eedd76d17c', 'mac_address': 'fa:16:3e:07:7c:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc41b7d5-4907-4bf1-86a2-fc3cc82f6d51', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '23f80e8e-7e58-4465-87c1-72654345f52f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:21:38Z', 'updated_at': '2021-11-23T17:21:45Z', 'revision_number': 5, 'project_id': '3541603f19884b9cb683e7eedd76d17c', 'subnets': [{'id': '23f80e8e-7e58-4465-87c1-72654345f52f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:32:14.113524 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-8215da3b-a43f-4db8-a6f8-8c2d87bd936b tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] Deleting port bb6bc461-be63-47ed-abb6-3a28903afe0a {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:32:14.114051 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8215da3b-a43f-4db8-a6f8-8c2d87bd936b tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:32:14.172571 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d1304bd-2f3f-4997-9d80-0a171a860dce None None] The sync data for ids ['dc41b7d5-4907-4bf1-86a2-fc3cc82f6d51'] in n-d-816206-8 is: [{'id': 'dc41b7d5-4907-4bf1-86a2-fc3cc82f6d51', 'name': 'tempest-ServerActionsTestJSON-69346498-router', 'tenant_id': '3541603f19884b9cb683e7eedd76d17c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.14'}], 'enable_snat': True}, 'gw_port_id': '29810685-a873-4a8b-9531-c6d1f2654f79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:21:33Z', 'updated_at': '2021-11-23T17:21:39Z', 'revision_number': 4, 'project_id': '3541603f19884b9cb683e7eedd76d17c', 'gw_port': {'id': '29810685-a873-4a8b-9531-c6d1f2654f79', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:da:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc41b7d5-4907-4bf1-86a2-fc3cc82f6d51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:21:34Z', 'updated_at': '2021-11-23T17:21:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_interfaces': [{'id': '2ef9a377-d95f-4a4d-8775-0c36e80e3f3e', 'name': '', 'network_id': '43d8ac08-152d-4053-b836-ddc03b0e91a2', 'tenant_id': '3541603f19884b9cb683e7eedd76d17c', 'mac_address': 'fa:16:3e:07:7c:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc41b7d5-4907-4bf1-86a2-fc3cc82f6d51', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '23f80e8e-7e58-4465-87c1-72654345f52f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:21:38Z', 'updated_at': '2021-11-23T17:21:45Z', 'revision_number': 5, 'project_id': '3541603f19884b9cb683e7eedd76d17c', 'subnets': [{'id': '23f80e8e-7e58-4465-87c1-72654345f52f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:32:14.187700 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:32:14.269445 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b1660e-f6c9-4450-bc9c-022606099c9e service neutron] Pushing event updated for resources: {'Port': ['ID=ce540501-6a58-462d-9f90-5dc12ab7a936,revision_number=3']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:32:14.310130 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8215da3b-a43f-4db8-a6f8-8c2d87bd936b tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:32:14.310631 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8215da3b-a43f-4db8-a6f8-8c2d87bd936b tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:32:14.316940 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4bba02-4cd4-4e70-b348-9c237d775d13 req-ee6205a3-2b87-4dc4-b948-d94def59809f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:14.318883 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5b4bba02-4cd4-4e70-b348-9c237d775d13 req-ee6205a3-2b87-4dc4-b948-d94def59809f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=179fcab26c4d4902bdbe1d329dc6e426&device_id=284a9dd7-9200-44e8-b4d6-57f546dbc60e HTTP/1.1" status: 200 len: 1094 time: 0.7492325 Nov 23 17:32:14.343409 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-8215da3b-a43f-4db8-a6f8-8c2d87bd936b tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] Calling delete_port for bb6bc461-be63-47ed-abb6-3a28903afe0a owned by network:floatingip {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:32:14.396277 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-8d4d1d6a-4666-45e4-9d54-feeba4e2a972 req-1b6aeb32-1b0e-4aba-97d5-5db7afdd464c tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:32:14.405122 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5b4bba02-4cd4-4e70-b348-9c237d775d13 req-7f3fe6a3-9291-4edc-9a00-7afefea286cb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ce540501-6a58-462d-9f90-5dc12ab7a936 HTTP/1.1" status: 200 len: 217 time: 0.0680392 Nov 23 17:32:14.479320 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6aeb32-1b0e-4aba-97d5-5db7afdd464c tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Pushing event updated for resources: {'Port': ['ID=bc47c78f-ab00-4260-a560-1743414d7f20,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:32:14.496542 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685ae515-a642-40f2-b0ef-281f92818e61 req-5e31955e-ed19-446d-8ed0-b553368c5317 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:14.505193 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-685ae515-a642-40f2-b0ef-281f92818e61 req-5e31955e-ed19-446d-8ed0-b553368c5317 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] 10.222.0.60 "GET /v2.0/ports?device_id=6405c518-c3fe-4701-acc0-e089ba26cce4 HTTP/1.1" status: 200 len: 931 time: 0.2756913 Nov 23 17:32:14.535278 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c479e04-b950-4996-a738-12727e23eed3 req-7decd9c6-5a16-4d79-94ef-407e12c02c6b tempest-ServersTestFqdnHostnames-1177392012 tempest-ServersTestFqdnHostnames-1177392012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:14.537452 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9c479e04-b950-4996-a738-12727e23eed3 req-7decd9c6-5a16-4d79-94ef-407e12c02c6b tempest-ServersTestFqdnHostnames-1177392012 tempest-ServersTestFqdnHostnames-1177392012-project] 10.222.0.60 "GET /v2.0/ports?device_id=284a9dd7-9200-44e8-b4d6-57f546dbc60e HTTP/1.1" status: 200 len: 943 time: 0.2998016 Nov 23 17:32:14.578394 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d4d1d6a-4666-45e4-9d54-feeba4e2a972 req-1b6aeb32-1b0e-4aba-97d5-5db7afdd464c tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Network 76740e25-dcec-4d2d-82d4-d720ca6b4fc6 is already hosted by enough agents. {{(pid=103591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:32:14.597135 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [req-8d4d1d6a-4666-45e4-9d54-feeba4e2a972 req-1b6aeb32-1b0e-4aba-97d5-5db7afdd464c tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Resources bound (agent type, host, resource id): {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:32:14.604135 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8215da3b-a43f-4db8-a6f8-8c2d87bd936b tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:32:14.616171 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d4d1d6a-4666-45e4-9d54-feeba4e2a972 req-1b6aeb32-1b0e-4aba-97d5-5db7afdd464c tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Received port after_create {{(pid=103591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:32:14.653713 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8215da3b-a43f-4db8-a6f8-8c2d87bd936b tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] Pushing event deleted for resources: {'Port': ['ID=bb6bc461-be63-47ed-abb6-3a28903afe0a,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:32:14.660178 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f0b2fe1-abfc-46f3-bc63-d93e3fa86d06 None None] DHCP port deletion for 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:32:14.684059 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4bba02-4cd4-4e70-b348-9c237d775d13 req-27a2c752-b9eb-4624-bef3-d7775c382ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:14.686677 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5b4bba02-4cd4-4e70-b348-9c237d775d13 req-27a2c752-b9eb-4624-bef3-d7775c382ff3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b0d1280a-9716-4508-8088-0322fd67530a HTTP/1.1" status: 200 len: 854 time: 0.2255595 Nov 23 17:32:14.754852 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8215da3b-a43f-4db8-a6f8-8c2d87bd936b tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] Publish callbacks [] for floatingip, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:32:14.760322 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8215da3b-a43f-4db8-a6f8-8c2d87bd936b tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for floatingip, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:32:14.764359 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0236140a-baef-4709-a068-f95f2fe06196 None None] New status for floating IP af63571d-42b1-4520-9f33-9274181ee43e: DOWN {{(pid=103593) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 17:32:14.769314 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-8215da3b-a43f-4db8-a6f8-8c2d87bd936b tempest-ServerActionsTestJSON-943846846 tempest-ServerActionsTestJSON-943846846-project] 10.222.0.60 "DELETE /v2.0/floatingips/af63571d-42b1-4520-9f33-9274181ee43e HTTP/1.1" status: 204 len: 168 time: 0.8868866 Nov 23 17:32:14.770827 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 36672) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:32:14.808758 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-685ae515-a642-40f2-b0ef-281f92818e61 req-78f3bd7a-4961-4637-b04d-db30f49974f6 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] 10.222.0.60 "GET /v2.0/security-groups?id=10d72a3d-a998-4d2f-a806-0da22bfe86ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3023722 Nov 23 17:32:14.833887 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9c479e04-b950-4996-a738-12727e23eed3 req-98bd9fe0-037d-45e2-bfc2-f9ec37ff0bca tempest-ServersTestFqdnHostnames-1177392012 tempest-ServersTestFqdnHostnames-1177392012-project] 10.222.0.60 "GET /v2.0/security-groups?id=baf25215-d6bd-4546-a0f8-45bc1c1891b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2741113 Nov 23 17:32:14.863957 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4d1d6a-4666-45e4-9d54-feeba4e2a972 req-1b6aeb32-1b0e-4aba-97d5-5db7afdd464c tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:14.863957 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-8d4d1d6a-4666-45e4-9d54-feeba4e2a972 req-1b6aeb32-1b0e-4aba-97d5-5db7afdd464c tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:32:14.915437 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8d4d1d6a-4666-45e4-9d54-feeba4e2a972 req-1b6aeb32-1b0e-4aba-97d5-5db7afdd464c tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1672955 Nov 23 17:32:14.922503 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4bba02-4cd4-4e70-b348-9c237d775d13 req-3dbde6a4-5ba6-4f3b-b6d7-e774f7715b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:14.926932 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5b4bba02-4cd4-4e70-b348-9c237d775d13 req-3dbde6a4-5ba6-4f3b-b6d7-e774f7715b99 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a2322108-2e14-412e-9d37-7c0ef00eb407&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2277734 Nov 23 17:32:14.950991 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [req-8d4d1d6a-4666-45e4-9d54-feeba4e2a972 req-0d3b8d5e-238b-4ecb-bae4-a598b2e24340 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Request body: {'port': {'device_id': '6405c518-c3fe-4701-acc0-e089ba26cce4', 'network_id': '76740e25-dcec-4d2d-82d4-d720ca6b4fc6', 'admin_state_up': True, 'tenant_id': '8043a75783e64196ac0be92247cb4c17', 'security_groups': ['10d72a3d-a998-4d2f-a806-0da22bfe86ab']}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:32:15.034997 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-99258ca4-b798-4c10-94ff-61e80c9ac99c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:32:15.128100 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-e6d84736-dae6-40ce-b4a3-e8ed0f952c23 None None] Provisioning complete for port bc47c78f-ab00-4260-a560-1743414d7f20 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:32:15.131127 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-e6d84736-dae6-40ce-b4a3-e8ed0f952c23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:32:15.173798 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-e6d84736-dae6-40ce-b4a3-e8ed0f952c23 None None] Port bc47c78f-ab00-4260-a560-1743414d7f20 cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:32:15.249266 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-0f33a13b-4614-480d-be4b-be083a0dad5f req-beadd5ef-94a7-4d85-9206-4ecab047e89e tempest-ServerShowV247Test-295120888 tempest-ServerShowV247Test-295120888-project] 10.222.0.60 "GET /v2.0/ports?device_id=099acb75-bf84-485b-83e9-3f3174d39abc HTTP/1.1" status: 200 len: 210 time: 0.1458449 Nov 23 17:32:15.330841 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d476a78b-48cc-402a-8e24-790a4b66fae0 req-9eaebe18-56f1-4949-be8f-23facb42a0f2 tempest-ServerRescueNegativeTestJSON-1154722601 tempest-ServerRescueNegativeTestJSON-1154722601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:15.332061 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d476a78b-48cc-402a-8e24-790a4b66fae0 req-9eaebe18-56f1-4949-be8f-23facb42a0f2 tempest-ServerRescueNegativeTestJSON-1154722601 tempest-ServerRescueNegativeTestJSON-1154722601-project] 10.222.0.60 "GET /v2.0/ports?device_id=2d345fdd-78be-4275-8a19-37cd401e3348 HTTP/1.1" status: 200 len: 945 time: 0.2872291 Nov 23 17:32:15.385840 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5b4bba02-4cd4-4e70-b348-9c237d775d13 req-98472109-2023-4d08-87dc-ebda2fc926cf service neutron] 10.222.0.36 "GET /v2.0/networks/a2322108-2e14-412e-9d37-7c0ef00eb407?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3387065 Nov 23 17:32:15.437823 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d4d1d6a-4666-45e4-9d54-feeba4e2a972 req-0d3b8d5e-238b-4ecb-bae4-a598b2e24340 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Made reservation on behalf of 8043a75783e64196ac0be92247cb4c17 for: {'port': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:32:15.442435 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-8d4d1d6a-4666-45e4-9d54-feeba4e2a972 req-0d3b8d5e-238b-4ecb-bae4-a598b2e24340 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:32:15.489267 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d476a78b-48cc-402a-8e24-790a4b66fae0 req-7d2203a7-a3b1-4a03-bb33-704d1e328e52 tempest-ServerRescueNegativeTestJSON-1154722601 tempest-ServerRescueNegativeTestJSON-1154722601-project] 10.222.0.60 "GET /v2.0/security-groups?id=fdeeda5f-d596-40d9-83fc-6ea083625241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462727 Nov 23 17:32:15.555590 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-37bc59ed-e700-4932-8a83-de2e4abdc2b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1794372'] for router_interface, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:32:15.626750 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device 52285acf-3eab-406a-acfc-b1364cf71811 no longer exists at agent hyperv_n-h1-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:32:15.635332 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5b4bba02-4cd4-4e70-b348-9c237d775d13 req-2e5a3c1c-4481-4100-bae4-a427b2291658 service neutron] 10.222.0.36 "GET /v2.0/networks/a2322108-2e14-412e-9d37-7c0ef00eb407?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2338085 Nov 23 17:32:15.659752 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] No Port match for: 52285acf-3eab-406a-acfc-b1364cf71811 {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:32:15.660121 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device 52285acf-3eab-406a-acfc-b1364cf71811 not bound to the agent host n-h1-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:32:15.770965 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.db_base_plugin_common [req-8d4d1d6a-4666-45e4-9d54-feeba4e2a972 req-0d3b8d5e-238b-4ecb-bae4-a598b2e24340 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Allocated IP 10.1.1.132 (76740e25-dcec-4d2d-82d4-d720ca6b4fc6/79e8d965-2789-41b1-a1fa-0fe25b7624dc/cdb25aeb-c6d5-4b35-bc63-c92ed105830a) {{(pid=103591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:32:15.817122 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182f9d90-b2fa-428b-98f6-468732c13348 req-95cc59a2-9506-4c1d-b6b1-89be8af6a4fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:15.818645 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-182f9d90-b2fa-428b-98f6-468732c13348 req-95cc59a2-9506-4c1d-b6b1-89be8af6a4fc service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=179fcab26c4d4902bdbe1d329dc6e426&device_id=284a9dd7-9200-44e8-b4d6-57f546dbc60e HTTP/1.1" status: 200 len: 1094 time: 0.1021960 Nov 23 17:32:15.973324 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-37bc59ed-e700-4932-8a83-de2e4abdc2b3 admin admin] Deleting port 2ef9a377-d95f-4a4d-8775-0c36e80e3f3e {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:32:15.973324 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-37bc59ed-e700-4932-8a83-de2e4abdc2b3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:32:16.133259 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-37bc59ed-e700-4932-8a83-de2e4abdc2b3 admin admin] For port 2ef9a377-d95f-4a4d-8775-0c36e80e3f3e, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=2ef9a377-d95f-4a4d-8775-0c36e80e3f3e,segment=NetworkSegment(f75f400f-3665-42b6-b743-8c8989e17b3e),segment_id=f75f400f-3665-42b6-b743-8c8989e17b3e)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:32:16.133724 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-37bc59ed-e700-4932-8a83-de2e4abdc2b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:32:16.151460 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182f9d90-b2fa-428b-98f6-468732c13348 req-2a8b8c46-3b10-4bbd-9f57-bd50b2f62760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:16.153053 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-182f9d90-b2fa-428b-98f6-468732c13348 req-2a8b8c46-3b10-4bbd-9f57-bd50b2f62760 service neutron] 10.222.0.36 "GET /v2.0/networks?id=a2322108-2e14-412e-9d37-7c0ef00eb407 HTTP/1.1" status: 200 len: 916 time: 0.3242350 Nov 23 17:32:16.163184 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-37bc59ed-e700-4932-8a83-de2e4abdc2b3 admin admin] Calling delete_port for 2ef9a377-d95f-4a4d-8775-0c36e80e3f3e owned by network:router_interface {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:32:16.167520 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0291fb3a-01a9-4d28-b555-cb5e850f35d0 req-4cfb5d3c-9b4b-4647-ae06-d9c2e1d02e29 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:16.175720 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0291fb3a-01a9-4d28-b555-cb5e850f35d0 req-4cfb5d3c-9b4b-4647-ae06-d9c2e1d02e29 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:16.177669 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-0291fb3a-01a9-4d28-b555-cb5e850f35d0 req-4cfb5d3c-9b4b-4647-ae06-d9c2e1d02e29 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] 10.222.0.60 "GET /v2.0/ports?device_id=6405c518-c3fe-4701-acc0-e089ba26cce4 HTTP/1.1" status: 200 len: 1653 time: 0.2182455 Nov 23 17:32:16.184903 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-8d4d1d6a-4666-45e4-9d54-feeba4e2a972 req-0d3b8d5e-238b-4ecb-bae4-a598b2e24340 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Publish callbacks [] for port, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:32:16.205605 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdbde16-2583-4297-87da-6ed3d3af23b3 req-0d662ad7-5d8b-43ea-81dd-7eab57b97075 tempest-ServersTestFqdnHostnames-1177392012 tempest-ServersTestFqdnHostnames-1177392012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:16.207177 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4bdbde16-2583-4297-87da-6ed3d3af23b3 req-0d662ad7-5d8b-43ea-81dd-7eab57b97075 tempest-ServersTestFqdnHostnames-1177392012 tempest-ServersTestFqdnHostnames-1177392012-project] 10.222.0.60 "GET /v2.0/ports?device_id=284a9dd7-9200-44e8-b4d6-57f546dbc60e HTTP/1.1" status: 200 len: 943 time: 0.2335463 Nov 23 17:32:16.263112 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-182f9d90-b2fa-428b-98f6-468732c13348 req-d012167e-59d0-471d-90e3-4eabf4592ba6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ce540501-6a58-462d-9f90-5dc12ab7a936 HTTP/1.1" status: 200 len: 217 time: 0.0814435 Nov 23 17:32:16.399011 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-8d4d1d6a-4666-45e4-9d54-feeba4e2a972 req-0d3b8d5e-238b-4ecb-bae4-a598b2e24340 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:32:16.403515 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-0291fb3a-01a9-4d28-b555-cb5e850f35d0 req-c01fa438-54b8-4f81-96cd-bac6f039b611 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] 10.222.0.60 "GET /v2.0/security-groups?id=10d72a3d-a998-4d2f-a806-0da22bfe86ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1953328 Nov 23 17:32:16.416520 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182f9d90-b2fa-428b-98f6-468732c13348 req-99eeb283-ac47-47fa-8eee-4292f1058722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:16.417988 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-182f9d90-b2fa-428b-98f6-468732c13348 req-99eeb283-ac47-47fa-8eee-4292f1058722 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b0d1280a-9716-4508-8088-0322fd67530a HTTP/1.1" status: 200 len: 854 time: 0.1397693 Nov 23 17:32:16.471078 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-37bc59ed-e700-4932-8a83-de2e4abdc2b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:32:16.476833 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-52822d53-48f5-4819-8a95-bdc13aea0bf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:32:16.477627 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4bdbde16-2583-4297-87da-6ed3d3af23b3 req-a4c1bf0c-9c5a-41c1-97dd-cbc65569a758 tempest-ServersTestFqdnHostnames-1177392012 tempest-ServersTestFqdnHostnames-1177392012-project] 10.222.0.60 "GET /v2.0/security-groups?id=baf25215-d6bd-4546-a0f8-45bc1c1891b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2340715 Nov 23 17:32:16.567810 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d4d1d6a-4666-45e4-9d54-feeba4e2a972 req-0d3b8d5e-238b-4ecb-bae4-a598b2e24340 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Network 76740e25-dcec-4d2d-82d4-d720ca6b4fc6 is already hosted by enough agents. {{(pid=103591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:32:16.581069 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [req-8d4d1d6a-4666-45e4-9d54-feeba4e2a972 req-0d3b8d5e-238b-4ecb-bae4-a598b2e24340 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Resources bound (agent type, host, resource id): {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:32:16.585267 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d4d1d6a-4666-45e4-9d54-feeba4e2a972 req-0d3b8d5e-238b-4ecb-bae4-a598b2e24340 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Received port after_create {{(pid=103591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:32:16.593859 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3b8d5e-238b-4ecb-bae4-a598b2e24340 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Pushing event updated for resources: {'Port': ['ID=cdb25aeb-c6d5-4b35-bc63-c92ed105830a,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:32:16.608021 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bc59ed-e700-4932-8a83-de2e4abdc2b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=2ef9a377-d95f-4a4d-8775-0c36e80e3f3e,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:32:16.658457 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182f9d90-b2fa-428b-98f6-468732c13348 req-6de3b6cb-ea3a-4b11-8319-c47d5eebd1ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:16.660671 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-182f9d90-b2fa-428b-98f6-468732c13348 req-6de3b6cb-ea3a-4b11-8319-c47d5eebd1ce service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a2322108-2e14-412e-9d37-7c0ef00eb407&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1815407 Nov 23 17:32:16.839304 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4d1d6a-4666-45e4-9d54-feeba4e2a972 req-0d3b8d5e-238b-4ecb-bae4-a598b2e24340 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:16.840422 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-8d4d1d6a-4666-45e4-9d54-feeba4e2a972 req-0d3b8d5e-238b-4ecb-bae4-a598b2e24340 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:32:16.908774 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7057dc90-8f89-4b15-86e6-4bd7b81180e9 req-560ec2eb-3281-498d-9b2f-29577187e453 tempest-ServerShowV247Test-295120888 tempest-ServerShowV247Test-295120888-project] 10.222.0.60 "GET /v2.0/ports?device_id=099acb75-bf84-485b-83e9-3f3174d39abc HTTP/1.1" status: 200 len: 210 time: 0.2182260 Nov 23 17:32:16.932459 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8d4d1d6a-4666-45e4-9d54-feeba4e2a972 req-0d3b8d5e-238b-4ecb-bae4-a598b2e24340 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0001950 Nov 23 17:32:16.971580 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [req-8d4d1d6a-4666-45e4-9d54-feeba4e2a972 req-f13ed473-b0e6-4fef-8d1c-1c7aaabcf301 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Request body: {'port': {'device_id': '6405c518-c3fe-4701-acc0-e089ba26cce4', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '22bc55ee-b0f3-41c3-894c-32c421670838', 'admin_state_up': True, 'tenant_id': '8043a75783e64196ac0be92247cb4c17', 'security_groups': ['10d72a3d-a998-4d2f-a806-0da22bfe86ab']}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:32:17.017677 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-182f9d90-b2fa-428b-98f6-468732c13348 req-8c9802df-4b47-4e0f-9da2-e87236eb703c service neutron] 10.222.0.36 "GET /v2.0/networks/a2322108-2e14-412e-9d37-7c0ef00eb407?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3412786 Nov 23 17:32:17.059849 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-37bc59ed-e700-4932-8a83-de2e4abdc2b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2067500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1794520'] for router_interface, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:32:17.144503 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-8e7e41a3-6717-4ac3-bc81-a41e9bbf289c None None] Provisioning complete for port cdb25aeb-c6d5-4b35-bc63-c92ed105830a triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:32:17.145120 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-8e7e41a3-6717-4ac3-bc81-a41e9bbf289c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:32:17.205103 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-8e7e41a3-6717-4ac3-bc81-a41e9bbf289c None None] Port cdb25aeb-c6d5-4b35-bc63-c92ed105830a cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:32:17.287225 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0968cf-acfd-4603-a74e-7fb83a5d0c34 req-ca551d45-2053-4825-b66a-46e2e87c3a7f tempest-ServerRescueNegativeTestJSON-1154722601 tempest-ServerRescueNegativeTestJSON-1154722601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:17.293267 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2e0968cf-acfd-4603-a74e-7fb83a5d0c34 req-ca551d45-2053-4825-b66a-46e2e87c3a7f tempest-ServerRescueNegativeTestJSON-1154722601 tempest-ServerRescueNegativeTestJSON-1154722601-project] 10.222.0.60 "GET /v2.0/ports?device_id=2d345fdd-78be-4275-8a19-37cd401e3348 HTTP/1.1" status: 200 len: 945 time: 0.2206209 Nov 23 17:32:17.307168 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-182f9d90-b2fa-428b-98f6-468732c13348 req-f6a7bda0-bf49-41f6-8016-395bb1364e6b service neutron] 10.222.0.36 "GET /v2.0/networks/a2322108-2e14-412e-9d37-7c0ef00eb407?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2749650 Nov 23 17:32:17.333619 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d4d1d6a-4666-45e4-9d54-feeba4e2a972 req-f13ed473-b0e6-4fef-8d1c-1c7aaabcf301 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Made reservation on behalf of 8043a75783e64196ac0be92247cb4c17 for: {'port': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:32:17.391484 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2e0968cf-acfd-4603-a74e-7fb83a5d0c34 req-363bb8cf-2c0a-49f4-9d30-cce929ff6c5c tempest-ServerRescueNegativeTestJSON-1154722601 tempest-ServerRescueNegativeTestJSON-1154722601-project] 10.222.0.60 "GET /v2.0/security-groups?id=fdeeda5f-d596-40d9-83fc-6ea083625241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962067 Nov 23 17:32:17.401157 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37bc59ed-e700-4932-8a83-de2e4abdc2b3 admin admin] Router dc41b7d5-4907-4bf1-86a2-fc3cc82f6d51 has already been hosted by L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 {{(pid=103590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 17:32:17.469689 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-8d4d1d6a-4666-45e4-9d54-feeba4e2a972 req-f13ed473-b0e6-4fef-8d1c-1c7aaabcf301 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:32:17.589023 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37bc59ed-e700-4932-8a83-de2e4abdc2b3 admin admin] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:32:17.599374 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-189996dd-c171-427b-ab74-b13b296ff32c None None] Sync routers for ids ['dc41b7d5-4907-4bf1-86a2-fc3cc82f6d51'] in n-d-816206-8 {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:32:17.603248 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-37bc59ed-e700-4932-8a83-de2e4abdc2b3 admin admin] 10.222.0.60 "PUT /v2.0/routers/dc41b7d5-4907-4bf1-86a2-fc3cc82f6d51/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8300834 Nov 23 17:32:17.606738 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 36694) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:32:17.614326 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-189996dd-c171-427b-ab74-b13b296ff32c None None] Routers {'dc41b7d5-4907-4bf1-86a2-fc3cc82f6d51'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:32:17.615092 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-189996dd-c171-427b-ab74-b13b296ff32c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:32:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['dc41b7d5-4907-4bf1-86a2-fc3cc82f6d51'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:32:17.698897 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9a27ae6c-db98-474f-94c1-cc99bf842d79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:32:17.785967 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1a458f39-49cd-43db-976f-7c6eca8cb0ca admin admin] Publish callbacks [] for router, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:32:17.807875 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvr_db [None req-189996dd-c171-427b-ab74-b13b296ff32c None None] Set router dc41b7d5-4907-4bf1-86a2-fc3cc82f6d51 gateway port host: n-d-816206-8 {{(pid=103592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:32:17.827557 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a41d650-b813-4a26-8ec2-d06b529901df req-1d2b0317-0f8e-4a46-8913-20cfcd5d08df tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:17.833883 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a41d650-b813-4a26-8ec2-d06b529901df req-1d2b0317-0f8e-4a46-8913-20cfcd5d08df tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:17.839981 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a41d650-b813-4a26-8ec2-d06b529901df req-1d2b0317-0f8e-4a46-8913-20cfcd5d08df tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:17.848567 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-3a41d650-b813-4a26-8ec2-d06b529901df req-1d2b0317-0f8e-4a46-8913-20cfcd5d08df tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] 10.222.0.60 "GET /v2.0/ports?device_id=6405c518-c3fe-4701-acc0-e089ba26cce4 HTTP/1.1" status: 200 len: 2374 time: 0.2762120 Nov 23 17:32:17.928974 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde44c94-ed23-4578-86ee-0c6563391348 req-01a4704b-5769-47ce-a47b-ffb11b5b783a tempest-ServersTestFqdnHostnames-1177392012 tempest-ServersTestFqdnHostnames-1177392012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:17.935113 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1a458f39-49cd-43db-976f-7c6eca8cb0ca admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:32:17.936785 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-dde44c94-ed23-4578-86ee-0c6563391348 req-01a4704b-5769-47ce-a47b-ffb11b5b783a tempest-ServersTestFqdnHostnames-1177392012 tempest-ServersTestFqdnHostnames-1177392012-project] 10.222.0.60 "GET /v2.0/ports?device_id=284a9dd7-9200-44e8-b4d6-57f546dbc60e HTTP/1.1" status: 200 len: 943 time: 0.3178201 Nov 23 17:32:18.014655 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-3a41d650-b813-4a26-8ec2-d06b529901df req-fc5c570f-cc31-428a-8faf-4b3d325f5ccd tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] 10.222.0.60 "GET /v2.0/security-groups?id=10d72a3d-a998-4d2f-a806-0da22bfe86ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1647778 Nov 23 17:32:18.019081 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-1a458f39-49cd-43db-976f-7c6eca8cb0ca admin admin] Deleting port 29810685-a873-4a8b-9531-c6d1f2654f79 {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:32:18.019510 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1a458f39-49cd-43db-976f-7c6eca8cb0ca admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:32:18.043469 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.db_base_plugin_common [req-8d4d1d6a-4666-45e4-9d54-feeba4e2a972 req-f13ed473-b0e6-4fef-8d1c-1c7aaabcf301 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Allocated IP 10.2.2.100 (22bc55ee-b0f3-41c3-894c-32c421670838/8af7564e-f655-496a-9b6e-3592a9b162a5/d4f487c3-aeab-403d-8746-5a1aee6d7eaa) {{(pid=103591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:32:18.087716 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-dde44c94-ed23-4578-86ee-0c6563391348 req-bc3b36be-be94-4dcc-af8f-93cafc4e11fb tempest-ServersTestFqdnHostnames-1177392012 tempest-ServersTestFqdnHostnames-1177392012-project] 10.222.0.60 "GET /v2.0/security-groups?id=baf25215-d6bd-4546-a0f8-45bc1c1891b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1500361 Nov 23 17:32:18.104890 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-189996dd-c171-427b-ab74-b13b296ff32c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc41b7d5-4907-4bf1-86a2-fc3cc82f6d51', 'name': 'tempest-ServerActionsTestJSON-69346498-router', 'tenant_id': '3541603f19884b9cb683e7eedd76d17c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.14'}], 'enable_snat': True}, 'gw_port_id': '29810685-a873-4a8b-9531-c6d1f2654f79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:21:33Z', 'updated_at': '2021-11-23T17:32:16Z', 'revision_number': 5, 'project_id': '3541603f19884b9cb683e7eedd76d17c', 'gw_port': {'id': '29810685-a873-4a8b-9531-c6d1f2654f79', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:da:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc41b7d5-4907-4bf1-86a2-fc3cc82f6d51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:21:34Z', 'updated_at': '2021-11-23T17:21:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8'}], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:32:18.194805 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-189996dd-c171-427b-ab74-b13b296ff32c None None] Checking router: dc41b7d5-4907-4bf1-86a2-fc3cc82f6d51 for host: n-d-816206-8 {{(pid=103592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 17:32:18.216515 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1a458f39-49cd-43db-976f-7c6eca8cb0ca admin admin] For port 29810685-a873-4a8b-9531-c6d1f2654f79, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=29810685-a873-4a8b-9531-c6d1f2654f79,segment=NetworkSegment(bffd1e4f-e80f-4ff0-b418-2f42ae15febf),segment_id=bffd1e4f-e80f-4ff0-b418-2f42ae15febf)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:32:18.217460 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1a458f39-49cd-43db-976f-7c6eca8cb0ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:32:18.218157 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-189996dd-c171-427b-ab74-b13b296ff32c None None] Routers {'dc41b7d5-4907-4bf1-86a2-fc3cc82f6d51'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:32:18.221332 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-189996dd-c171-427b-ab74-b13b296ff32c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:32:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['dc41b7d5-4907-4bf1-86a2-fc3cc82f6d51'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:32:18.248678 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-1a458f39-49cd-43db-976f-7c6eca8cb0ca admin admin] Calling delete_port for 29810685-a873-4a8b-9531-c6d1f2654f79 owned by network:router_gateway {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:32:18.374149 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-89f1dd5c-4b13-4fa3-8255-681b07de514f req-d3a98628-c458-451e-8ce1-b93647d6084c tempest-ServerShowV247Test-295120888 tempest-ServerShowV247Test-295120888-project] 10.222.0.60 "GET /v2.0/ports?device_id=099acb75-bf84-485b-83e9-3f3174d39abc HTTP/1.1" status: 200 len: 210 time: 0.0467536 Nov 23 17:32:18.385177 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:32:18.422886 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-8d4d1d6a-4666-45e4-9d54-feeba4e2a972 req-f13ed473-b0e6-4fef-8d1c-1c7aaabcf301 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Publish callbacks [] for port, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:32:18.426900 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvr_db [None req-189996dd-c171-427b-ab74-b13b296ff32c None None] Set router dc41b7d5-4907-4bf1-86a2-fc3cc82f6d51 gateway port host: None {{(pid=103592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:32:18.489672 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1a458f39-49cd-43db-976f-7c6eca8cb0ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:32:18.536812 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-8d4d1d6a-4666-45e4-9d54-feeba4e2a972 req-f13ed473-b0e6-4fef-8d1c-1c7aaabcf301 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:32:18.555123 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a458f39-49cd-43db-976f-7c6eca8cb0ca admin admin] Pushing event deleted for resources: {'Port': ['ID=29810685-a873-4a8b-9531-c6d1f2654f79,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:32:18.587555 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8475aa93-468c-4cb3-96a4-5258ace83350 None None] DHCP port deletion for 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:32:18.604207 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-189996dd-c171-427b-ab74-b13b296ff32c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc41b7d5-4907-4bf1-86a2-fc3cc82f6d51', 'name': 'tempest-ServerActionsTestJSON-69346498-router', 'tenant_id': '3541603f19884b9cb683e7eedd76d17c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:21:33Z', 'updated_at': '2021-11-23T17:32:17Z', 'revision_number': 6, 'project_id': '3541603f19884b9cb683e7eedd76d17c', 'gw_port_host': None}], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:32:18.658295 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-189996dd-c171-427b-ab74-b13b296ff32c None None] The sync data for ids ['dc41b7d5-4907-4bf1-86a2-fc3cc82f6d51'] in n-d-816206-8 is: [{'id': 'dc41b7d5-4907-4bf1-86a2-fc3cc82f6d51', 'name': 'tempest-ServerActionsTestJSON-69346498-router', 'tenant_id': '3541603f19884b9cb683e7eedd76d17c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:21:33Z', 'updated_at': '2021-11-23T17:32:17Z', 'revision_number': 6, 'project_id': '3541603f19884b9cb683e7eedd76d17c', 'gw_port_host': None}] {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:32:18.707269 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13ed473-b0e6-4fef-8d1c-1c7aaabcf301 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Pushing event updated for resources: {'Port': ['ID=d4f487c3-aeab-403d-8746-5a1aee6d7eaa,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:32:18.723107 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1a458f39-49cd-43db-976f-7c6eca8cb0ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1795454'] for router_gateway, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:32:18.726808 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d4d1d6a-4666-45e4-9d54-feeba4e2a972 req-f13ed473-b0e6-4fef-8d1c-1c7aaabcf301 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Network 22bc55ee-b0f3-41c3-894c-32c421670838 is already hosted by enough agents. {{(pid=103591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:32:18.728999 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [req-8d4d1d6a-4666-45e4-9d54-feeba4e2a972 req-f13ed473-b0e6-4fef-8d1c-1c7aaabcf301 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Resources bound (agent type, host, resource id): {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:32:18.734839 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d4d1d6a-4666-45e4-9d54-feeba4e2a972 req-f13ed473-b0e6-4fef-8d1c-1c7aaabcf301 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Received port after_create {{(pid=103591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:32:18.745115 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1c3f6f-a8e4-4d12-861d-5607e7ccf4e8 req-0dea7dfc-f695-459d-8a56-f531e1d5182a tempest-ServerRescueNegativeTestJSON-1154722601 tempest-ServerRescueNegativeTestJSON-1154722601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:18.746757 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8d1c3f6f-a8e4-4d12-861d-5607e7ccf4e8 req-0dea7dfc-f695-459d-8a56-f531e1d5182a tempest-ServerRescueNegativeTestJSON-1154722601 tempest-ServerRescueNegativeTestJSON-1154722601-project] 10.222.0.60 "GET /v2.0/ports?device_id=2d345fdd-78be-4275-8a19-37cd401e3348 HTTP/1.1" status: 200 len: 945 time: 0.1129041 Nov 23 17:32:18.824974 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4d1d6a-4666-45e4-9d54-feeba4e2a972 req-f13ed473-b0e6-4fef-8d1c-1c7aaabcf301 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:18.826074 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-8d4d1d6a-4666-45e4-9d54-feeba4e2a972 req-f13ed473-b0e6-4fef-8d1c-1c7aaabcf301 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:32:18.827329 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device ce540501-6a58-462d-9f90-5dc12ab7a936 details requested by agent hyperv_n-h2-816206-8 with host n-h2-816206-8 {{(pid=103592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 17:32:18.871599 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1a458f39-49cd-43db-976f-7c6eca8cb0ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1794352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8175'] for router, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:32:18.875564 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1a458f39-49cd-43db-976f-7c6eca8cb0ca admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:32:18.878611 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8d1c3f6f-a8e4-4d12-861d-5607e7ccf4e8 req-a7b3549c-9b9f-4488-869e-1901a100d1ab tempest-ServerRescueNegativeTestJSON-1154722601 tempest-ServerRescueNegativeTestJSON-1154722601-project] 10.222.0.60 "GET /v2.0/security-groups?id=fdeeda5f-d596-40d9-83fc-6ea083625241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086133 Nov 23 17:32:18.888268 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8d4d1d6a-4666-45e4-9d54-feeba4e2a972 req-f13ed473-b0e6-4fef-8d1c-1c7aaabcf301 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9283531 Nov 23 17:32:18.903049 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [req-8d4d1d6a-4666-45e4-9d54-feeba4e2a972 req-597451df-f0ca-4a6f-a42f-b0f61ce1120d tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Request body: {'port': {'device_id': '6405c518-c3fe-4701-acc0-e089ba26cce4', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '22bc55ee-b0f3-41c3-894c-32c421670838', 'admin_state_up': True, 'tenant_id': '8043a75783e64196ac0be92247cb4c17', 'security_groups': ['10d72a3d-a998-4d2f-a806-0da22bfe86ab']}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:32:18.960324 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1a458f39-49cd-43db-976f-7c6eca8cb0ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1795580'] for router, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:32:18.961411 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a458f39-49cd-43db-976f-7c6eca8cb0ca admin admin] Fanout notify agent at l3_agent the message router_deleted on router dc41b7d5-4907-4bf1-86a2-fc3cc82f6d51 {{(pid=103590) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 17:32:18.970124 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1a458f39-49cd-43db-976f-7c6eca8cb0ca admin admin] Publish callbacks [] for router, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:32:18.978432 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-1a458f39-49cd-43db-976f-7c6eca8cb0ca admin admin] 10.222.0.60 "DELETE /v2.0/routers/dc41b7d5-4907-4bf1-86a2-fc3cc82f6d51 HTTP/1.1" status: 204 len: 168 time: 1.3704863 Nov 23 17:32:18.979087 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 36706) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:32:18.986181 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port ce540501-6a58-462d-9f90-5dc12ab7a936, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=ce540501-6a58-462d-9f90-5dc12ab7a936,segment=NetworkSegment(91748fde-db18-45a8-a7a1-77ad9732fc5b),segment_id=91748fde-db18-45a8-a7a1-77ad9732fc5b)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:32:19.003628 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Returning: {'device': 'ce540501-6a58-462d-9f90-5dc12ab7a936', 'network_id': 'a2322108-2e14-412e-9d37-7c0ef00eb407', 'port_id': 'ce540501-6a58-462d-9f90-5dc12ab7a936', 'mac_address': 'fa:16:3e:12:6c:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0d1280a-9716-4508-8088-0322fd67530a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 17:32:19.090050 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d0d9ee0-3d90-43e0-aaf1-74ee7bcfc501 admin admin] Deleting subnet 23f80e8e-7e58-4465-87c1-72654345f52f {{(pid=103590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 17:32:19.101882 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-9d0d9ee0-3d90-43e0-aaf1-74ee7bcfc501 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:32:19.113428 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:32:19.147449 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce540501-6a58-462d-9f90-5dc12ab7a936 {{(pid=103592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:32:19.211288 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-9d0d9ee0-3d90-43e0-aaf1-74ee7bcfc501 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-267528342'] for subnet, precommit_delete_associations {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:32:19.226397 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-5cca6562-18ea-49c4-b122-ddd87ea53467 None None] Provisioning complete for port d4f487c3-aeab-403d-8746-5a1aee6d7eaa triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:32:19.226913 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-5cca6562-18ea-49c4-b122-ddd87ea53467 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:32:19.232769 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port ce540501-6a58-462d-9f90-5dc12ab7a936, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=ce540501-6a58-462d-9f90-5dc12ab7a936,segment=NetworkSegment(91748fde-db18-45a8-a7a1-77ad9732fc5b),segment_id=91748fde-db18-45a8-a7a1-77ad9732fc5b)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:32:19.257072 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:32:19.309122 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-5cca6562-18ea-49c4-b122-ddd87ea53467 None None] Port d4f487c3-aeab-403d-8746-5a1aee6d7eaa cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:32:19.330509 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.agents_db [None req-464f6c07-0de8-4be6-8f5b-563f574d1c5d None None] Agent healthcheck: found 7 active agents {{(pid=103593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 17:32:19.332030 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Pushing event updated for resources: {'Port': ['ID=ce540501-6a58-462d-9f90-5dc12ab7a936,revision_number=4']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:32:19.378406 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-9d0d9ee0-3d90-43e0-aaf1-74ee7bcfc501 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971956'] for subnet, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:32:19.455001 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-9d0d9ee0-3d90-43e0-aaf1-74ee7bcfc501 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264357903', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264730940'] for subnet, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:32:19.495575 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0d9ee0-3d90-43e0-aaf1-74ee7bcfc501 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=23f80e8e-7e58-4465-87c1-72654345f52f,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:32:19.500811 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-9d0d9ee0-3d90-43e0-aaf1-74ee7bcfc501 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:32:19.505398 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-9d0d9ee0-3d90-43e0-aaf1-74ee7bcfc501 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/23f80e8e-7e58-4465-87c1-72654345f52f HTTP/1.1" status: 204 len: 168 time: 0.5245028 Nov 23 17:32:19.510117 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 36720) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:32:19.514541 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e158e0be-9a9d-47ec-bd0e-f96d12dadded None None] Network 43d8ac08-152d-4053-b836-ddc03b0e91a2 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:32:19.524157 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0d9ee0-3d90-43e0-aaf1-74ee7bcfc501 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:32:19.525115 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0d9ee0-3d90-43e0-aaf1-74ee7bcfc501 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:32:19.527085 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0d9ee0-3d90-43e0-aaf1-74ee7bcfc501 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:32:19.528266 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0d9ee0-3d90-43e0-aaf1-74ee7bcfc501 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:32:19.529167 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0d9ee0-3d90-43e0-aaf1-74ee7bcfc501 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:32:19.530064 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0d9ee0-3d90-43e0-aaf1-74ee7bcfc501 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:32:19.531046 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0d9ee0-3d90-43e0-aaf1-74ee7bcfc501 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:32:19.533550 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0d9ee0-3d90-43e0-aaf1-74ee7bcfc501 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:32:19.534502 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0d9ee0-3d90-43e0-aaf1-74ee7bcfc501 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:32:19.535173 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0d9ee0-3d90-43e0-aaf1-74ee7bcfc501 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:32:19.536130 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0d9ee0-3d90-43e0-aaf1-74ee7bcfc501 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:32:19.538301 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0d9ee0-3d90-43e0-aaf1-74ee7bcfc501 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:32:19.621847 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] get_ports_and_sgs() called for port_ids ['ce540501-6a58-462d-9f90-5dc12ab7a936'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:32:19.695878 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9785886-9fc8-4e3b-ba30-f63aceceae0d req-b0e41192-1aff-43cc-834b-057c41614e0b tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:19.702127 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9785886-9fc8-4e3b-ba30-f63aceceae0d req-b0e41192-1aff-43cc-834b-057c41614e0b tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:19.712940 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9785886-9fc8-4e3b-ba30-f63aceceae0d req-b0e41192-1aff-43cc-834b-057c41614e0b tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:19.723922 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9785886-9fc8-4e3b-ba30-f63aceceae0d req-b0e41192-1aff-43cc-834b-057c41614e0b tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:19.726630 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a9785886-9fc8-4e3b-ba30-f63aceceae0d req-b0e41192-1aff-43cc-834b-057c41614e0b tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] 10.222.0.60 "GET /v2.0/ports?device_id=6405c518-c3fe-4701-acc0-e089ba26cce4 HTTP/1.1" status: 200 len: 3095 time: 0.2688065 Nov 23 17:32:19.734380 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-2993f931-547f-45bb-a3a6-c3a111d3e3b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-555181'] for network, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:32:19.746177 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08ab67f-b790-4e5c-9520-101ba9feff05 req-8bf71c93-3b99-4459-9a9e-ef7012f04884 tempest-ServersTestFqdnHostnames-1177392012 tempest-ServersTestFqdnHostnames-1177392012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:19.754384 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d08ab67f-b790-4e5c-9520-101ba9feff05 req-8bf71c93-3b99-4459-9a9e-ef7012f04884 tempest-ServersTestFqdnHostnames-1177392012 tempest-ServersTestFqdnHostnames-1177392012-project] 10.222.0.60 "GET /v2.0/ports?device_id=284a9dd7-9200-44e8-b4d6-57f546dbc60e HTTP/1.1" status: 200 len: 944 time: 0.2978494 Nov 23 17:32:19.813864 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d4d1d6a-4666-45e4-9d54-feeba4e2a972 req-597451df-f0ca-4a6f-a42f-b0f61ce1120d tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Made reservation on behalf of 8043a75783e64196ac0be92247cb4c17 for: {'port': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:32:19.818450 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-8d4d1d6a-4666-45e4-9d54-feeba4e2a972 req-597451df-f0ca-4a6f-a42f-b0f61ce1120d tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:32:19.936200 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a9785886-9fc8-4e3b-ba30-f63aceceae0d req-77e42d05-eab2-4fbe-a8db-7c558415e7ee tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] 10.222.0.60 "GET /v2.0/security-groups?id=10d72a3d-a998-4d2f-a806-0da22bfe86ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1784585 Nov 23 17:32:19.943734 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d08ab67f-b790-4e5c-9520-101ba9feff05 req-8f685090-5dd4-4be4-b0d5-9604524a6cd0 tempest-ServersTestFqdnHostnames-1177392012 tempest-ServersTestFqdnHostnames-1177392012-project] 10.222.0.60 "GET /v2.0/security-groups?id=baf25215-d6bd-4546-a0f8-45bc1c1891b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1883874 Nov 23 17:32:20.029455 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-2993f931-547f-45bb-a3a6-c3a111d3e3b1 admin admin] Deleting port 38f9507d-89e2-4881-bb1d-1b8cd06acb31 {{(pid=103591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:32:20.029802 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-2993f931-547f-45bb-a3a6-c3a111d3e3b1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:32:20.031283 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bab3971-52a2-4817-ba7a-943b6dc96d31 None None] DHCP port deletion for 43d8ac08-152d-4053-b836-ddc03b0e91a2 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:32:20.153057 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-8bab3971-52a2-4817-ba7a-943b6dc96d31 None None] Deleting port 38f9507d-89e2-4881-bb1d-1b8cd06acb31 {{(pid=103592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:32:20.153742 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-8bab3971-52a2-4817-ba7a-943b6dc96d31 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:32:20.230335 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-8bab3971-52a2-4817-ba7a-943b6dc96d31 None None] For port 38f9507d-89e2-4881-bb1d-1b8cd06acb31, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=38f9507d-89e2-4881-bb1d-1b8cd06acb31,segment=NetworkSegment(f75f400f-3665-42b6-b743-8c8989e17b3e),segment_id=f75f400f-3665-42b6-b743-8c8989e17b3e)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:32:20.230828 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-8bab3971-52a2-4817-ba7a-943b6dc96d31 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:32:20.249941 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-8bab3971-52a2-4817-ba7a-943b6dc96d31 None None] Calling delete_port for 38f9507d-89e2-4881-bb1d-1b8cd06acb31 owned by network:dhcp {{(pid=103592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:32:20.272766 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [None req-2993f931-547f-45bb-a3a6-c3a111d3e3b1 admin admin] For port 38f9507d-89e2-4881-bb1d-1b8cd06acb31, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=38f9507d-89e2-4881-bb1d-1b8cd06acb31,segment=NetworkSegment(f75f400f-3665-42b6-b743-8c8989e17b3e),segment_id=f75f400f-3665-42b6-b743-8c8989e17b3e)] {{(pid=103591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:32:20.273360 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-2993f931-547f-45bb-a3a6-c3a111d3e3b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:32:20.319776 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-2993f931-547f-45bb-a3a6-c3a111d3e3b1 admin admin] Calling delete_port for 38f9507d-89e2-4881-bb1d-1b8cd06acb31 owned by network:dhcp {{(pid=103591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:32:20.366026 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-8bab3971-52a2-4817-ba7a-943b6dc96d31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989'] for port, after_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:32:20.389277 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c527523d-9a0d-4dd2-8113-fcfe06d5e641 req-d6bc80af-d8e5-4bd4-977f-9d64184b8868 tempest-ServerShowV247Test-295120888 tempest-ServerShowV247Test-295120888-project] 10.222.0.60 "GET /v2.0/ports?device_id=099acb75-bf84-485b-83e9-3f3174d39abc HTTP/1.1" status: 200 len: 210 time: 0.0927644 Nov 23 17:32:20.400171 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bab3971-52a2-4817-ba7a-943b6dc96d31 None None] Pushing event deleted for resources: {'Port': ['ID=38f9507d-89e2-4881-bb1d-1b8cd06acb31,revision_number=None']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:32:20.402569 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bab3971-52a2-4817-ba7a-943b6dc96d31 None None] No DVR routers for this DVR port 38f9507d-89e2-4881-bb1d-1b8cd06acb31 on host n-d-816206-8 {{(pid=103592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:32:20.503046 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.db_base_plugin_common [req-8d4d1d6a-4666-45e4-9d54-feeba4e2a972 req-597451df-f0ca-4a6f-a42f-b0f61ce1120d tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Allocated IP 10.2.2.200 (22bc55ee-b0f3-41c3-894c-32c421670838/8af7564e-f655-496a-9b6e-3592a9b162a5/710bef9f-b70a-46f8-8336-d0a377111f32) {{(pid=103591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:32:20.553335 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 29810685-a873-4a8b-9531-c6d1f2654f79 no longer exists at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:32:20.576845 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f014414-ed53-4c81-829a-b377d6b27b55 req-f6bfe16d-02ef-4f8d-a5f7-4848913a1da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:20.578364 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7f014414-ed53-4c81-829a-b377d6b27b55 req-f6bfe16d-02ef-4f8d-a5f7-4848913a1da7 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=2d345fdd-78be-4275-8a19-37cd401e3348 HTTP/1.1" status: 200 len: 1096 time: 0.2616725 Nov 23 17:32:20.581815 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] No Port match for: 29810685-a873-4a8b-9531-c6d1f2654f79 {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:32:20.582178 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 29810685-a873-4a8b-9531-c6d1f2654f79 not bound to the agent host n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:32:20.582621 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 38f9507d-89e2-4881-bb1d-1b8cd06acb31 no longer exists at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:32:20.606419 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] No Port match for: 38f9507d-89e2-4881-bb1d-1b8cd06acb31 {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:32:20.607774 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 38f9507d-89e2-4881-bb1d-1b8cd06acb31 not bound to the agent host n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:32:20.614265 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 2ef9a377-d95f-4a4d-8775-0c36e80e3f3e no longer exists at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:32:20.638267 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] No Port match for: 2ef9a377-d95f-4a4d-8775-0c36e80e3f3e {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:32:20.639359 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 2ef9a377-d95f-4a4d-8775-0c36e80e3f3e not bound to the agent host n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:32:20.641779 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47471852-b2a2-4a05-a69c-7a1175e9ffb6 req-457fc0a5-c18d-4507-bd65-17ab313284da tempest-ServerRescueNegativeTestJSON-1154722601 tempest-ServerRescueNegativeTestJSON-1154722601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:20.643369 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-47471852-b2a2-4a05-a69c-7a1175e9ffb6 req-457fc0a5-c18d-4507-bd65-17ab313284da tempest-ServerRescueNegativeTestJSON-1154722601 tempest-ServerRescueNegativeTestJSON-1154722601-project] 10.222.0.60 "GET /v2.0/ports?device_id=2d345fdd-78be-4275-8a19-37cd401e3348 HTTP/1.1" status: 200 len: 945 time: 0.1927180 Nov 23 17:32:20.729003 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-2993f931-547f-45bb-a3a6-c3a111d3e3b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:32:20.791596 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7f014414-ed53-4c81-829a-b377d6b27b55 req-e7eba32a-1469-4b37-be7f-39cf30b5561a service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=fdeeda5f-d596-40d9-83fc-6ea083625241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2021108 Nov 23 17:32:20.792539 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2993f931-547f-45bb-a3a6-c3a111d3e3b1 admin admin] No DVR routers for this DVR port 38f9507d-89e2-4881-bb1d-1b8cd06acb31 on host n-d-816206-8 {{(pid=103591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:32:20.798885 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2993f931-547f-45bb-a3a6-c3a111d3e3b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=38f9507d-89e2-4881-bb1d-1b8cd06acb31,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:32:20.844932 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-47471852-b2a2-4a05-a69c-7a1175e9ffb6 req-488554c3-7cef-411c-8cb8-6e2fa8295283 tempest-ServerRescueNegativeTestJSON-1154722601 tempest-ServerRescueNegativeTestJSON-1154722601-project] 10.222.0.60 "GET /v2.0/security-groups?id=fdeeda5f-d596-40d9-83fc-6ea083625241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871293 Nov 23 17:32:20.849800 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device ce540501-6a58-462d-9f90-5dc12ab7a936 up at agent hyperv_n-h2-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:32:20.882257 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-8d4d1d6a-4666-45e4-9d54-feeba4e2a972 req-597451df-f0ca-4a6f-a42f-b0f61ce1120d tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Publish callbacks [] for port, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:32:20.921163 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-2993f931-547f-45bb-a3a6-c3a111d3e3b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973419', 'neutron.services.segments.db._delete_segments_for_network-8736635878840'] for network, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:32:20.945390 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Provisioning for port ce540501-6a58-462d-9f90-5dc12ab7a936 completed by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 17:32:20.951224 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Provisioning complete for port ce540501-6a58-462d-9f90-5dc12ab7a936 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:32:20.951775 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:32:20.963863 n-d-816206-8 neutron-server[103591]: DEBUG neutron.services.segments.db [None req-2993f931-547f-45bb-a3a6-c3a111d3e3b1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43d8ac08-152d-4053-b836-ddc03b0e91a2']}} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:32:20.977419 n-d-816206-8 neutron-server[103591]: DEBUG neutron.services.segments.db [None req-2993f931-547f-45bb-a3a6-c3a111d3e3b1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f75f400f-3665-42b6-b743-8c8989e17b3e') {'for_net_delete': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:32:20.977749 n-d-816206-8 neutron-server[103591]: DEBUG neutron.services.segments.db [None req-2993f931-547f-45bb-a3a6-c3a111d3e3b1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f75f400f-3665-42b6-b743-8c8989e17b3e') {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:32:20.987841 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-8d4d1d6a-4666-45e4-9d54-feeba4e2a972 req-597451df-f0ca-4a6f-a42f-b0f61ce1120d tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:32:20.997173 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-2993f931-547f-45bb-a3a6-c3a111d3e3b1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736635840332', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265989959'] for segment, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:32:21.055754 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-2993f931-547f-45bb-a3a6-c3a111d3e3b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:32:21.070045 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d4d1d6a-4666-45e4-9d54-feeba4e2a972 req-597451df-f0ca-4a6f-a42f-b0f61ce1120d tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Network 22bc55ee-b0f3-41c3-894c-32c421670838 is already hosted by enough agents. {{(pid=103591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:32:21.084779 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2993f931-547f-45bb-a3a6-c3a111d3e3b1 admin admin] Releasing vlan 521 on physical network physnet1 to pool {{(pid=103591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 17:32:21.085187 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-2993f931-547f-45bb-a3a6-c3a111d3e3b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264756290'] for segment, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:32:21.087324 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [req-8d4d1d6a-4666-45e4-9d54-feeba4e2a972 req-597451df-f0ca-4a6f-a42f-b0f61ce1120d tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Resources bound (agent type, host, resource id): {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:32:21.089226 n-d-816206-8 neutron-server[103591]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 17:32:21.089226 n-d-816206-8 neutron-server[103591]: self.session.flush() Nov 23 17:32:21.089226 n-d-816206-8 neutron-server[103591]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 17:32:21.089226 n-d-816206-8 neutron-server[103591]: self.session.flush() Nov 23 17:32:21.089226 n-d-816206-8 neutron-server[103591]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 17:32:21.089226 n-d-816206-8 neutron-server[103591]: self.session.flush() Nov 23 17:32:21.089226 n-d-816206-8 neutron-server[103591]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 17:32:21.089226 n-d-816206-8 neutron-server[103591]: self.session.flush() Nov 23 17:32:21.089226 n-d-816206-8 neutron-server[103591]: Traceback (most recent call last): Nov 23 17:32:21.089226 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 17:32:21.089226 n-d-816206-8 neutron-server[103591]: timer() Nov 23 17:32:21.089226 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 17:32:21.089226 n-d-816206-8 neutron-server[103591]: cb(*args, **kw) Nov 23 17:32:21.089226 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 17:32:21.089226 n-d-816206-8 neutron-server[103591]: return func(*args, **kwargs) Nov 23 17:32:21.089226 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 17:32:21.089226 n-d-816206-8 neutron-server[103591]: self._notify() Nov 23 17:32:21.089226 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 17:32:21.089226 n-d-816206-8 neutron-server[103591]: self.callback(batched_events) Nov 23 17:32:21.089226 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 17:32:21.089226 n-d-816206-8 neutron-server[103591]: event.method(event) Nov 23 17:32:21.089226 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 17:32:21.089226 n-d-816206-8 neutron-server[103591]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 17:32:21.089226 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 17:32:21.089226 n-d-816206-8 neutron-server[103591]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 17:32:21.089226 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 17:32:21.089226 n-d-816206-8 neutron-server[103591]: return f(self, *a, **k) Nov 23 17:32:21.089226 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 17:32:21.089226 n-d-816206-8 neutron-server[103591]: return self._get(url).json() Nov 23 17:32:21.089226 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 17:32:21.089226 n-d-816206-8 neutron-server[103591]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 17:32:21.089226 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 17:32:21.089226 n-d-816206-8 neutron-server[103591]: return self.request(url, 'GET', **kwargs) Nov 23 17:32:21.089226 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 17:32:21.089226 n-d-816206-8 neutron-server[103591]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 17:32:21.089226 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 17:32:21.089226 n-d-816206-8 neutron-server[103591]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 17:32:21.089226 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 17:32:21.089226 n-d-816206-8 neutron-server[103591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 17:32:21.089226 n-d-816206-8 neutron-server[103591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 17:32:21.123293 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d4d1d6a-4666-45e4-9d54-feeba4e2a972 req-597451df-f0ca-4a6f-a42f-b0f61ce1120d tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Received port after_create {{(pid=103591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:32:21.128850 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:32:21.178676 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597451df-f0ca-4a6f-a42f-b0f61ce1120d tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Pushing event updated for resources: {'Port': ['ID=710bef9f-b70a-46f8-8336-d0a377111f32,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:32:21.195245 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port ce540501-6a58-462d-9f90-5dc12ab7a936, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=ce540501-6a58-462d-9f90-5dc12ab7a936,segment=NetworkSegment(91748fde-db18-45a8-a7a1-77ad9732fc5b),segment_id=91748fde-db18-45a8-a7a1-77ad9732fc5b)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:32:21.197091 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '284a9dd7-9200-44e8-b4d6-57f546dbc60e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce540501-6a58-462d-9f90-5dc12ab7a936'}] {{(pid=103592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:32:21.201999 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba3e6a8f2301c7a29fe1eca9779abdae4ccbcd6266d69778087f2498d5551201" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8631a51d-89d4-46f5-8791-fdac2bf6a009" -d '{"events": [{"server_uuid": "284a9dd7-9200-44e8-b4d6-57f546dbc60e", "name": "network-vif-plugged", "status": "completed", "tag": "ce540501-6a58-462d-9f90-5dc12ab7a936"}]}' {{(pid=103592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:32:21.208529 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:32:21.257128 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-2993f931-547f-45bb-a3a6-c3a111d3e3b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1795418'] for network, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:32:21.270264 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-2993f931-547f-45bb-a3a6-c3a111d3e3b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for network, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:32:21.273577 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-2993f931-547f-45bb-a3a6-c3a111d3e3b1 admin admin] 10.222.0.60 "DELETE /v2.0/networks/43d8ac08-152d-4053-b836-ddc03b0e91a2 HTTP/1.1" status: 204 len: 168 time: 1.7624469 Nov 23 17:32:21.282386 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4d1d6a-4666-45e4-9d54-feeba4e2a972 req-597451df-f0ca-4a6f-a42f-b0f61ce1120d tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:21.283777 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-8d4d1d6a-4666-45e4-9d54-feeba4e2a972 req-597451df-f0ca-4a6f-a42f-b0f61ce1120d tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:32:21.290719 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Pushing event updated for resources: {'Port': ['ID=ce540501-6a58-462d-9f90-5dc12ab7a936,revision_number=5']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:32:21.307568 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2993f931-547f-45bb-a3a6-c3a111d3e3b1 admin admin] Pushing event deleted for resources: {'Network': ['ID=43d8ac08-152d-4053-b836-ddc03b0e91a2,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:32:21.320480 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b3a1df-586e-451b-954c-2157365e3168 req-7f5f7afd-e92c-4221-80c1-9de2b27c3882 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:21.327051 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b3a1df-586e-451b-954c-2157365e3168 req-7f5f7afd-e92c-4221-80c1-9de2b27c3882 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:21.333648 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b3a1df-586e-451b-954c-2157365e3168 req-7f5f7afd-e92c-4221-80c1-9de2b27c3882 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:21.339966 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b3a1df-586e-451b-954c-2157365e3168 req-7f5f7afd-e92c-4221-80c1-9de2b27c3882 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:21.346949 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b3a1df-586e-451b-954c-2157365e3168 req-7f5f7afd-e92c-4221-80c1-9de2b27c3882 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:21.354912 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-08b3a1df-586e-451b-954c-2157365e3168 req-7f5f7afd-e92c-4221-80c1-9de2b27c3882 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] 10.222.0.60 "GET /v2.0/ports?device_id=6405c518-c3fe-4701-acc0-e089ba26cce4 HTTP/1.1" status: 200 len: 3816 time: 0.2931266 Nov 23 17:32:21.372265 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8d4d1d6a-4666-45e4-9d54-feeba4e2a972 req-597451df-f0ca-4a6f-a42f-b0f61ce1120d tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4732895 Nov 23 17:32:21.381272 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023e3c8b-34e5-4702-888c-bce3670553a4 req-2daab0b4-5dfa-4ec9-9a83-ab6175d84bc2 tempest-ServersTestFqdnHostnames-1177392012 tempest-ServersTestFqdnHostnames-1177392012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:21.389128 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-023e3c8b-34e5-4702-888c-bce3670553a4 req-2daab0b4-5dfa-4ec9-9a83-ab6175d84bc2 tempest-ServersTestFqdnHostnames-1177392012 tempest-ServersTestFqdnHostnames-1177392012-project] 10.222.0.60 "GET /v2.0/ports?device_id=284a9dd7-9200-44e8-b4d6-57f546dbc60e HTTP/1.1" status: 200 len: 945 time: 0.2683265 Nov 23 17:32:21.409054 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [req-8d4d1d6a-4666-45e4-9d54-feeba4e2a972 req-3d410cdb-b7d8-4234-9e88-495119e331e5 service neutron] Request body: {'port': {'device_id': '6405c518-c3fe-4701-acc0-e089ba26cce4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-8'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:32:21.472463 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-54872042-47de-4522-9924-a7e8e20b34c0 None None] Provisioning complete for port 710bef9f-b70a-46f8-8336-d0a377111f32 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:32:21.473147 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-54872042-47de-4522-9924-a7e8e20b34c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:32:21.504250 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 36740) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:32:21.546633 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-08b3a1df-586e-451b-954c-2157365e3168 req-e4eab072-fa48-48b8-ac87-71473cf1ff2e tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] 10.222.0.60 "GET /v2.0/security-groups?id=10d72a3d-a998-4d2f-a806-0da22bfe86ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1852312 Nov 23 17:32:21.548969 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-8d4d1d6a-4666-45e4-9d54-feeba4e2a972 req-3d410cdb-b7d8-4234-9e88-495119e331e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:32:21.558557 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-54872042-47de-4522-9924-a7e8e20b34c0 None None] Port 710bef9f-b70a-46f8-8336-d0a377111f32 cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:32:21.573915 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-023e3c8b-34e5-4702-888c-bce3670553a4 req-90355ac4-8635-4475-b0c4-cd1021d8a505 tempest-ServersTestFqdnHostnames-1177392012 tempest-ServersTestFqdnHostnames-1177392012-project] 10.222.0.60 "GET /v2.0/security-groups?id=baf25215-d6bd-4546-a0f8-45bc1c1891b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1835575 Nov 23 17:32:21.595729 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-e6a37d0f-9f2f-43e8-b34f-97e6f35d8d76 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=3541603f19884b9cb683e7eedd76d17c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0887625 Nov 23 17:32:21.596399 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 36742) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:32:21.665153 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6db78cef-fb65-4138-8f7f-66545299756a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:32:21.712455 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6db78cef-fb65-4138-8f7f-66545299756a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:32:21.751559 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:32:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-772ecfe8-13a9-43c4-8b95-19086fc86de6 x-openstack-request-id: req-772ecfe8-13a9-43c4-8b95-19086fc86de6 {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:32:21.752185 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "284a9dd7-9200-44e8-b4d6-57f546dbc60e", "name": "network-vif-plugged", "status": "completed", "tag": "ce540501-6a58-462d-9f90-5dc12ab7a936", "code": 200}]} {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:32:21.752185 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-772ecfe8-13a9-43c4-8b95-19086fc86de6 {{(pid=103592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:32:21.752739 n-d-816206-8 neutron-server[103592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '284a9dd7-9200-44e8-b4d6-57f546dbc60e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce540501-6a58-462d-9f90-5dc12ab7a936', 'code': 200} Nov 23 17:32:21.828999 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6db78cef-fb65-4138-8f7f-66545299756a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:32:21.832142 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6db78cef-fb65-4138-8f7f-66545299756a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:32:21.843284 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-6db78cef-fb65-4138-8f7f-66545299756a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b4179e07-bbfd-4236-b98c-2ab2b518c61f HTTP/1.1" status: 204 len: 168 time: 0.2449491 Nov 23 17:32:21.866232 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db78cef-fb65-4138-8f7f-66545299756a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4179e07-bbfd-4236-b98c-2ab2b518c61f,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:32:21.948855 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d37d2d70-bb30-41df-8f48-a30fa793d290 req-1a2fa79e-220c-4289-8b69-5bb21456a89e tempest-ServerShowV247Test-295120888 tempest-ServerShowV247Test-295120888-project] 10.222.0.60 "GET /v2.0/ports?device_id=099acb75-bf84-485b-83e9-3f3174d39abc HTTP/1.1" status: 200 len: 210 time: 0.1030374 Nov 23 17:32:22.078450 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a17054-e15e-465b-ab3d-fc631690caec req-d14ba1e8-5be2-402a-8381-af597436ad10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:22.080907 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-20a17054-e15e-465b-ab3d-fc631690caec req-d14ba1e8-5be2-402a-8381-af597436ad10 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=284a9dd7-9200-44e8-b4d6-57f546dbc60e HTTP/1.1" status: 200 len: 1096 time: 0.1554346 Nov 23 17:32:22.126742 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9eb055-67b9-443e-8d0f-e15d79ec52c7 req-9e173574-0983-4196-ab1b-a0e740f4306a tempest-ServerRescueNegativeTestJSON-1154722601 tempest-ServerRescueNegativeTestJSON-1154722601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:22.128455 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ea9eb055-67b9-443e-8d0f-e15d79ec52c7 req-9e173574-0983-4196-ab1b-a0e740f4306a tempest-ServerRescueNegativeTestJSON-1154722601 tempest-ServerRescueNegativeTestJSON-1154722601-project] 10.222.0.60 "GET /v2.0/ports?device_id=2d345fdd-78be-4275-8a19-37cd401e3348 HTTP/1.1" status: 200 len: 945 time: 0.1373804 Nov 23 17:32:22.160565 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [req-8d4d1d6a-4666-45e4-9d54-feeba4e2a972 req-3d410cdb-b7d8-4234-9e88-495119e331e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c7b0226-5733-4a12-8cf6-a2a8001dd2da {{(pid=103591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:32:22.180645 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-8d4d1d6a-4666-45e4-9d54-feeba4e2a972 req-3d410cdb-b7d8-4234-9e88-495119e331e5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:32:22.220364 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-20a17054-e15e-465b-ab3d-fc631690caec req-e842ccc0-e44e-447a-83f6-88432fedf799 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=baf25215-d6bd-4546-a0f8-45bc1c1891b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1126122 Nov 23 17:32:22.221583 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.provisioning_blocks [req-8d4d1d6a-4666-45e4-9d54-feeba4e2a972 req-3d410cdb-b7d8-4234-9e88-495119e331e5 service neutron] Transition to ACTIVE for port object 5c7b0226-5733-4a12-8cf6-a2a8001dd2da will not be triggered until provisioned by entity L2. {{(pid=103591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 17:32:22.234368 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-8d4d1d6a-4666-45e4-9d54-feeba4e2a972 req-3d410cdb-b7d8-4234-9e88-495119e331e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264758186'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:32:22.291230 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ea9eb055-67b9-443e-8d0f-e15d79ec52c7 req-fc864b2c-066d-4d31-b445-6b884e1b86d0 tempest-ServerRescueNegativeTestJSON-1154722601 tempest-ServerRescueNegativeTestJSON-1154722601-project] 10.222.0.60 "GET /v2.0/security-groups?id=fdeeda5f-d596-40d9-83fc-6ea083625241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474328 Nov 23 17:32:22.409208 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d410cdb-b7d8-4234-9e88-495119e331e5 service neutron] Pushing event updated for resources: {'Port': ['ID=5c7b0226-5733-4a12-8cf6-a2a8001dd2da,revision_number=2']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:32:22.440676 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-8d4d1d6a-4666-45e4-9d54-feeba4e2a972 req-3d410cdb-b7d8-4234-9e88-495119e331e5 service neutron] Attempting to bind port 5c7b0226-5733-4a12-8cf6-a2a8001dd2da on host n-h2-816206-8 for vnic_type normal with profile {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:32:22.441290 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-8d4d1d6a-4666-45e4-9d54-feeba4e2a972 req-3d410cdb-b7d8-4234-9e88-495119e331e5 service neutron] Attempting to bind port 5c7b0226-5733-4a12-8cf6-a2a8001dd2da by drivers openvswitch,hyperv on host n-h2-816206-8 at level 0 using segments [{'id': '57150f33-5c5e-42b2-9a51-7db09327dcc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '04470eef-b922-4801-8872-f6ca765b26dd'}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:32:22.442025 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d4d1d6a-4666-45e4-9d54-feeba4e2a972 req-3d410cdb-b7d8-4234-9e88-495119e331e5 service neutron] Attempting to bind port 5c7b0226-5733-4a12-8cf6-a2a8001dd2da on network 04470eef-b922-4801-8872-f6ca765b26dd {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:32:22.455356 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d4d1d6a-4666-45e4-9d54-feeba4e2a972 req-3d410cdb-b7d8-4234-9e88-495119e331e5 service neutron] Port 5c7b0226-5733-4a12-8cf6-a2a8001dd2da on network 04470eef-b922-4801-8872-f6ca765b26dd not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-8 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 17:32:22.455700 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d4d1d6a-4666-45e4-9d54-feeba4e2a972 req-3d410cdb-b7d8-4234-9e88-495119e331e5 service neutron] Attempting to bind port 5c7b0226-5733-4a12-8cf6-a2a8001dd2da on network 04470eef-b922-4801-8872-f6ca765b26dd {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:32:22.467961 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d4d1d6a-4666-45e4-9d54-feeba4e2a972 req-3d410cdb-b7d8-4234-9e88-495119e331e5 service neutron] Checking agent: {'id': 'ab77bf9e-0267-4174-8f1d-822cba89b207', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 15, 13), 'started_at': datetime.datetime(2021, 11, 23, 17, 15, 13), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 32, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:32:22.468555 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d4d1d6a-4666-45e4-9d54-feeba4e2a972 req-3d410cdb-b7d8-4234-9e88-495119e331e5 service neutron] Checking segment: {'id': '57150f33-5c5e-42b2-9a51-7db09327dcc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '04470eef-b922-4801-8872-f6ca765b26dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:32:22.469172 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d4d1d6a-4666-45e4-9d54-feeba4e2a972 req-3d410cdb-b7d8-4234-9e88-495119e331e5 service neutron] Bound using segment: {'id': '57150f33-5c5e-42b2-9a51-7db09327dcc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '04470eef-b922-4801-8872-f6ca765b26dd'} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:32:22.469919 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-8d4d1d6a-4666-45e4-9d54-feeba4e2a972 req-3d410cdb-b7d8-4234-9e88-495119e331e5 service neutron] Bound port: 5c7b0226-5733-4a12-8cf6-a2a8001dd2da, host: n-h2-816206-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57150f33-5c5e-42b2-9a51-7db09327dcc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '04470eef-b922-4801-8872-f6ca765b26dd'}}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:32:22.470991 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-8d4d1d6a-4666-45e4-9d54-feeba4e2a972 req-3d410cdb-b7d8-4234-9e88-495119e331e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:32:22.576984 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-8d4d1d6a-4666-45e4-9d54-feeba4e2a972 req-3d410cdb-b7d8-4234-9e88-495119e331e5 service neutron] For port 5c7b0226-5733-4a12-8cf6-a2a8001dd2da, host n-h2-816206-8, cleared binding levels {{(pid=103591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:32:22.583460 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-8d4d1d6a-4666-45e4-9d54-feeba4e2a972 req-3d410cdb-b7d8-4234-9e88-495119e331e5 service neutron] For port 5c7b0226-5733-4a12-8cf6-a2a8001dd2da, host n-h2-816206-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=5c7b0226-5733-4a12-8cf6-a2a8001dd2da,segment=NetworkSegment(57150f33-5c5e-42b2-9a51-7db09327dcc4),segment_id=57150f33-5c5e-42b2-9a51-7db09327dcc4)] {{(pid=103591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:32:22.588935 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-8d4d1d6a-4666-45e4-9d54-feeba4e2a972 req-3d410cdb-b7d8-4234-9e88-495119e331e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264758186'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:32:22.691786 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4d1d6a-4666-45e4-9d54-feeba4e2a972 req-3d410cdb-b7d8-4234-9e88-495119e331e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:22.692135 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-8d4d1d6a-4666-45e4-9d54-feeba4e2a972 req-3d410cdb-b7d8-4234-9e88-495119e331e5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:32:22.694410 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8d4d1d6a-4666-45e4-9d54-feeba4e2a972 req-3d410cdb-b7d8-4234-9e88-495119e331e5 service neutron] 10.222.0.36 "PUT /v2.0/ports/5c7b0226-5733-4a12-8cf6-a2a8001dd2da HTTP/1.1" status: 200 len: 1091 time: 1.2963195 Nov 23 17:32:22.695337 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6405c518-c3fe-4701-acc0-e089ba26cce4', 'tag': '5c7b0226-5733-4a12-8cf6-a2a8001dd2da'}] {{(pid=103591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:32:22.698802 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41d174a19ece9499ff9ec44e5b3fc50f2abd3ffbc947fb7e52ea1e8db27b95b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a47a1f28-1aff-4c48-8133-ba84abe9e10f" -d '{"events": [{"name": "network-changed", "server_uuid": "6405c518-c3fe-4701-acc0-e089ba26cce4", "tag": "5c7b0226-5733-4a12-8cf6-a2a8001dd2da"}]}' {{(pid=103591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:32:22.755745 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [req-8d4d1d6a-4666-45e4-9d54-feeba4e2a972 req-2dc91189-86e2-44e1-afd5-b1a1067f77f1 service neutron] Request body: {'port': {'device_id': '6405c518-c3fe-4701-acc0-e089ba26cce4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-8'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:32:22.852320 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d410cdb-b7d8-4234-9e88-495119e331e5 service neutron] Pushing event updated for resources: {'Port': ['ID=5c7b0226-5733-4a12-8cf6-a2a8001dd2da,revision_number=3']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:32:22.908919 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954c787d-80de-4f84-985b-55ed3b32c06c req-5a23e238-5cc0-4312-a189-b430a29dd686 tempest-ServersTestFqdnHostnames-1177392012 tempest-ServersTestFqdnHostnames-1177392012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:22.917308 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-954c787d-80de-4f84-985b-55ed3b32c06c req-5a23e238-5cc0-4312-a189-b430a29dd686 tempest-ServersTestFqdnHostnames-1177392012 tempest-ServersTestFqdnHostnames-1177392012-project] 10.222.0.60 "GET /v2.0/ports?device_id=284a9dd7-9200-44e8-b4d6-57f546dbc60e HTTP/1.1" status: 200 len: 945 time: 0.2476716 Nov 23 17:32:22.953616 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1c2a0a-1635-4dea-a004-aac5340d21a6 req-8d73a434-47fe-4e19-b7fc-8e2e19ce2875 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:22.961833 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1c2a0a-1635-4dea-a004-aac5340d21a6 req-8d73a434-47fe-4e19-b7fc-8e2e19ce2875 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:22.969419 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1c2a0a-1635-4dea-a004-aac5340d21a6 req-8d73a434-47fe-4e19-b7fc-8e2e19ce2875 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:22.979786 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1c2a0a-1635-4dea-a004-aac5340d21a6 req-8d73a434-47fe-4e19-b7fc-8e2e19ce2875 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:22.986643 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1c2a0a-1635-4dea-a004-aac5340d21a6 req-8d73a434-47fe-4e19-b7fc-8e2e19ce2875 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:22.988637 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-fd1c2a0a-1635-4dea-a004-aac5340d21a6 req-8d73a434-47fe-4e19-b7fc-8e2e19ce2875 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] 10.222.0.60 "GET /v2.0/ports?device_id=6405c518-c3fe-4701-acc0-e089ba26cce4 HTTP/1.1" status: 200 len: 3828 time: 0.2515318 Nov 23 17:32:22.997578 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-8d4d1d6a-4666-45e4-9d54-feeba4e2a972 req-2dc91189-86e2-44e1-afd5-b1a1067f77f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:32:23.042547 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 36780) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:32:23.119220 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-954c787d-80de-4f84-985b-55ed3b32c06c req-dc479a40-fee2-4c0e-83e5-1c52797b0c41 tempest-ServersTestFqdnHostnames-1177392012 tempest-ServersTestFqdnHostnames-1177392012-project] 10.222.0.60 "GET /v2.0/security-groups?id=baf25215-d6bd-4546-a0f8-45bc1c1891b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2007070 Nov 23 17:32:23.150282 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-fd1c2a0a-1635-4dea-a004-aac5340d21a6 req-a96ff53f-8947-4534-9d21-25e3175f0369 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] 10.222.0.60 "GET /v2.0/security-groups?id=10d72a3d-a998-4d2f-a806-0da22bfe86ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1481500 Nov 23 17:32:23.221848 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-6dc8cd5d-fbcb-45c6-b163-c452f032fbb7 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-196092021-network', 'tenant_id': 'a1e61e00022b4867bcd9972de0c6f3c4'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:32:23.256425 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 17:32:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3413deba-f783-4a79-86a9-c309916f1e41 x-openstack-request-id: req-3413deba-f783-4a79-86a9-c309916f1e41 {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:32:23.256983 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6405c518-c3fe-4701-acc0-e089ba26cce4", "tag": "5c7b0226-5733-4a12-8cf6-a2a8001dd2da", "status": "completed", "code": 200}]} {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:32:23.257414 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3413deba-f783-4a79-86a9-c309916f1e41 {{(pid=103591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:32:23.258092 n-d-816206-8 neutron-server[103591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6405c518-c3fe-4701-acc0-e089ba26cce4', 'tag': '5c7b0226-5733-4a12-8cf6-a2a8001dd2da', 'status': 'completed', 'code': 200} Nov 23 17:32:23.280935 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dc8cd5d-fbcb-45c6-b163-c452f032fbb7 admin admin] Made reservation on behalf of a1e61e00022b4867bcd9972de0c6f3c4 for: {'network': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:32:23.282981 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6dc8cd5d-fbcb-45c6-b163-c452f032fbb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for network, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:32:23.304720 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6dc8cd5d-fbcb-45c6-b163-c452f032fbb7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:32:23.430080 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47a1f28-1aff-4c48-8133-ba84abe9e10f req-f17d0b03-278e-45e7-8efb-430447209cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:23.431231 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47a1f28-1aff-4c48-8133-ba84abe9e10f req-f17d0b03-278e-45e7-8efb-430447209cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:23.431797 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47a1f28-1aff-4c48-8133-ba84abe9e10f req-f17d0b03-278e-45e7-8efb-430447209cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:23.432315 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47a1f28-1aff-4c48-8133-ba84abe9e10f req-f17d0b03-278e-45e7-8efb-430447209cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:23.432875 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47a1f28-1aff-4c48-8133-ba84abe9e10f req-f17d0b03-278e-45e7-8efb-430447209cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:23.434823 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a47a1f28-1aff-4c48-8133-ba84abe9e10f req-f17d0b03-278e-45e7-8efb-430447209cf9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8043a75783e64196ac0be92247cb4c17&device_id=6405c518-c3fe-4701-acc0-e089ba26cce4 HTTP/1.1" status: 200 len: 4363 time: 0.1655049 Nov 23 17:32:23.457205 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6dc8cd5d-fbcb-45c6-b163-c452f032fbb7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:32:23.459534 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-269d9345-ac9e-4fb0-aa06-4495a9dc0c46 req-bdd88326-6a8b-4548-87bb-04e61aa780e9 tempest-ServerShowV247Test-295120888 tempest-ServerShowV247Test-295120888-project] 10.222.0.60 "GET /v2.0/ports?device_id=099acb75-bf84-485b-83e9-3f3174d39abc HTTP/1.1" status: 200 len: 210 time: 0.0523508 Nov 23 17:32:23.501451 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6dc8cd5d-fbcb-45c6-b163-c452f032fbb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:32:23.536243 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6dc8cd5d-fbcb-45c6-b163-c452f032fbb7 admin admin] vlan segment allocate from pool success with {'vlan_id': 516, 'physical_network': 'physnet1'} {{(pid=103590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 17:32:23.539183 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc8cd5d-fbcb-45c6-b163-c452f032fbb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97b7d29f-5111-4c34-bd27-9c9daf8d9472,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:32:23.569101 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6dc8cd5d-fbcb-45c6-b163-c452f032fbb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:32:23.569804 n-d-816206-8 neutron-server[103590]: INFO neutron.db.segments_db [None req-6dc8cd5d-fbcb-45c6-b163-c452f032fbb7 admin admin] Added segment 2369d45c-eb89-4b0f-a87b-fbbe62646290 of type vlan for network e8c121cb-3303-4d50-8d16-f995d86403a8 Nov 23 17:32:23.639844 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6dc8cd5d-fbcb-45c6-b163-c452f032fbb7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736635338810'] for network, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:32:23.675282 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6dc8cd5d-fbcb-45c6-b163-c452f032fbb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493'] for network, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:32:23.676616 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dc8cd5d-fbcb-45c6-b163-c452f032fbb7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:23.677275 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6dc8cd5d-fbcb-45c6-b163-c452f032fbb7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for network, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:32:23.717581 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-6dc8cd5d-fbcb-45c6-b163-c452f032fbb7 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6732354 Nov 23 17:32:23.733826 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 36786) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:32:23.742729 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-868d4b83-8b37-4e45-8c93-8f42f77b5d9d admin admin] Request body: {'subnet': {'network_id': 'e8c121cb-3303-4d50-8d16-f995d86403a8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-196092021-subnet', 'tenant_id': 'a1e61e00022b4867bcd9972de0c6f3c4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:32:23.754074 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d384593-35ef-4a44-a375-cea30e86b592 req-db8e0b10-1f4e-4f50-9b0b-8fb3f64fd6f2 tempest-ServerRescueNegativeTestJSON-1154722601 tempest-ServerRescueNegativeTestJSON-1154722601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:23.761966 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-1d384593-35ef-4a44-a375-cea30e86b592 req-db8e0b10-1f4e-4f50-9b0b-8fb3f64fd6f2 tempest-ServerRescueNegativeTestJSON-1154722601 tempest-ServerRescueNegativeTestJSON-1154722601-project] 10.222.0.60 "GET /v2.0/ports?device_id=2d345fdd-78be-4275-8a19-37cd401e3348 HTTP/1.1" status: 200 len: 945 time: 0.2259479 Nov 23 17:32:23.816880 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47a1f28-1aff-4c48-8133-ba84abe9e10f req-48fdf099-9393-4ad2-b8e7-a5b8b78c2636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:23.817473 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47a1f28-1aff-4c48-8133-ba84abe9e10f req-48fdf099-9393-4ad2-b8e7-a5b8b78c2636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:23.817937 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47a1f28-1aff-4c48-8133-ba84abe9e10f req-48fdf099-9393-4ad2-b8e7-a5b8b78c2636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:23.819539 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a47a1f28-1aff-4c48-8133-ba84abe9e10f req-48fdf099-9393-4ad2-b8e7-a5b8b78c2636 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=8043a75783e64196ac0be92247cb4c17&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.3262103 Nov 23 17:32:23.853767 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc8cd5d-fbcb-45c6-b163-c452f032fbb7 admin admin] Pushing event updated for resources: {'Network': ['ID=e8c121cb-3303-4d50-8d16-f995d86403a8,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:32:23.876614 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Network e8c121cb-3303-4d50-8d16-f995d86403a8 details requested by agent ovs-agent-n-d-816206-8 with host n-d-816206-8 {{(pid=103592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 17:32:23.889188 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-868d4b83-8b37-4e45-8c93-8f42f77b5d9d admin admin] Made reservation on behalf of a1e61e00022b4867bcd9972de0c6f3c4 for: {'subnet': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:32:23.891546 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-868d4b83-8b37-4e45-8c93-8f42f77b5d9d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264314294'] for subnet, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:32:23.915408 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-1d384593-35ef-4a44-a375-cea30e86b592 req-0cc40678-623c-4b9d-9823-d755250244eb tempest-ServerRescueNegativeTestJSON-1154722601 tempest-ServerRescueNegativeTestJSON-1154722601-project] 10.222.0.60 "GET /v2.0/security-groups?id=fdeeda5f-d596-40d9-83fc-6ea083625241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520283 Nov 23 17:32:24.410725 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [req-8d4d1d6a-4666-45e4-9d54-feeba4e2a972 req-2dc91189-86e2-44e1-afd5-b1a1067f77f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98991338-19a7-4834-b0b5-0086ee597775 {{(pid=103591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:32:24.455991 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-8d4d1d6a-4666-45e4-9d54-feeba4e2a972 req-2dc91189-86e2-44e1-afd5-b1a1067f77f1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:32:24.507918 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.provisioning_blocks [req-8d4d1d6a-4666-45e4-9d54-feeba4e2a972 req-2dc91189-86e2-44e1-afd5-b1a1067f77f1 service neutron] Transition to ACTIVE for port object 98991338-19a7-4834-b0b5-0086ee597775 will not be triggered until provisioned by entity L2. {{(pid=103591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 17:32:24.511653 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47a1f28-1aff-4c48-8133-ba84abe9e10f req-a810cd88-b9b7-4712-a533-6d60ad77e4f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:24.513415 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a47a1f28-1aff-4c48-8133-ba84abe9e10f req-a810cd88-b9b7-4712-a533-6d60ad77e4f1 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6797717 Nov 23 17:32:24.525378 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-8d4d1d6a-4666-45e4-9d54-feeba4e2a972 req-2dc91189-86e2-44e1-afd5-b1a1067f77f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264758186'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:32:24.542571 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea8c87e-79af-4b78-8f14-70351ae9d0fa req-c11d1e55-5757-4641-a494-f217776388dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:24.544286 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-fea8c87e-79af-4b78-8f14-70351ae9d0fa req-c11d1e55-5757-4641-a494-f217776388dd service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=48e79dc20fea40fb8ca9e6c621fad84a&device_id=2d345fdd-78be-4275-8a19-37cd401e3348 HTTP/1.1" status: 200 len: 1096 time: 0.2387280 Nov 23 17:32:24.588404 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee39b20-d99c-4118-b587-d2a814e50800 req-896587d2-a05f-456a-94b9-e460badf5c33 tempest-ServerRescueNegativeTestJSON-1154722601 tempest-ServerRescueNegativeTestJSON-1154722601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:24.598999 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-dee39b20-d99c-4118-b587-d2a814e50800 req-896587d2-a05f-456a-94b9-e460badf5c33 tempest-ServerRescueNegativeTestJSON-1154722601 tempest-ServerRescueNegativeTestJSON-1154722601-project] 10.222.0.60 "GET /v2.0/ports?device_id=2d345fdd-78be-4275-8a19-37cd401e3348 HTTP/1.1" status: 200 len: 945 time: 0.2921073 Nov 23 17:32:24.646847 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072c6eea-9a5e-44ff-8a6f-3f42ea448912 req-796521b8-9de3-474f-ae91-ac5f286410c3 tempest-ServersTestFqdnHostnames-1177392012 tempest-ServersTestFqdnHostnames-1177392012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:24.659330 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-072c6eea-9a5e-44ff-8a6f-3f42ea448912 req-796521b8-9de3-474f-ae91-ac5f286410c3 tempest-ServersTestFqdnHostnames-1177392012 tempest-ServersTestFqdnHostnames-1177392012-project] 10.222.0.60 "GET /v2.0/ports?device_id=284a9dd7-9200-44e8-b4d6-57f546dbc60e HTTP/1.1" status: 200 len: 945 time: 0.3543367 Nov 23 17:32:24.750440 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc91189-86e2-44e1-afd5-b1a1067f77f1 service neutron] Pushing event updated for resources: {'Port': ['ID=98991338-19a7-4834-b0b5-0086ee597775,revision_number=2']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:32:24.935714 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-072c6eea-9a5e-44ff-8a6f-3f42ea448912 req-4bfc8950-4659-42c5-8e9a-b969246d5d79 tempest-ServersTestFqdnHostnames-1177392012 tempest-ServersTestFqdnHostnames-1177392012-project] 10.222.0.60 "GET /v2.0/security-groups?id=baf25215-d6bd-4546-a0f8-45bc1c1891b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2752793 Nov 23 17:32:24.939754 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-dee39b20-d99c-4118-b587-d2a814e50800 req-7d1fd9e6-f21c-493f-8659-aa2ca52b9398 tempest-ServerRescueNegativeTestJSON-1154722601 tempest-ServerRescueNegativeTestJSON-1154722601-project] 10.222.0.60 "GET /v2.0/security-groups?id=fdeeda5f-d596-40d9-83fc-6ea083625241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3390946 Nov 23 17:32:24.998672 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea8c87e-79af-4b78-8f14-70351ae9d0fa req-220173e1-144a-4ee8-ae21-38c2257022a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:24.999968 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-fea8c87e-79af-4b78-8f14-70351ae9d0fa req-220173e1-144a-4ee8-ae21-38c2257022a9 service neutron] 10.222.0.55 "GET /v2.0/networks?id=ee61f549-61e5-4b3e-88cc-f7acada2ae03 HTTP/1.1" status: 200 len: 919 time: 0.4244981 Nov 23 17:32:25.064434 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-868d4b83-8b37-4e45-8c93-8f42f77b5d9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264758079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264314276'] for subnet, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:32:25.072083 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-fea8c87e-79af-4b78-8f14-70351ae9d0fa req-1f1a3ecb-b7d0-4131-ac21-f3efaea8447e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9d847368-f5fa-4fed-840d-25e906c18499 HTTP/1.1" status: 200 len: 217 time: 0.0573964 Nov 23 17:32:25.072776 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-8d4d1d6a-4666-45e4-9d54-feeba4e2a972 req-2dc91189-86e2-44e1-afd5-b1a1067f77f1 service neutron] Attempting to bind port 98991338-19a7-4834-b0b5-0086ee597775 on host n-h2-816206-8 for vnic_type normal with profile {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:32:25.073785 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-8d4d1d6a-4666-45e4-9d54-feeba4e2a972 req-2dc91189-86e2-44e1-afd5-b1a1067f77f1 service neutron] Attempting to bind port 98991338-19a7-4834-b0b5-0086ee597775 by drivers openvswitch,hyperv on host n-h2-816206-8 at level 0 using segments [{'id': '20b9bc5a-f40c-4305-aea8-1cd399f9d3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '76740e25-dcec-4d2d-82d4-d720ca6b4fc6'}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:32:25.073785 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d4d1d6a-4666-45e4-9d54-feeba4e2a972 req-2dc91189-86e2-44e1-afd5-b1a1067f77f1 service neutron] Attempting to bind port 98991338-19a7-4834-b0b5-0086ee597775 on network 76740e25-dcec-4d2d-82d4-d720ca6b4fc6 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:32:25.182316 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d4d1d6a-4666-45e4-9d54-feeba4e2a972 req-2dc91189-86e2-44e1-afd5-b1a1067f77f1 service neutron] Port 98991338-19a7-4834-b0b5-0086ee597775 on network 76740e25-dcec-4d2d-82d4-d720ca6b4fc6 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-8 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 17:32:25.182798 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d4d1d6a-4666-45e4-9d54-feeba4e2a972 req-2dc91189-86e2-44e1-afd5-b1a1067f77f1 service neutron] Attempting to bind port 98991338-19a7-4834-b0b5-0086ee597775 on network 76740e25-dcec-4d2d-82d4-d720ca6b4fc6 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:32:25.205848 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d4d1d6a-4666-45e4-9d54-feeba4e2a972 req-2dc91189-86e2-44e1-afd5-b1a1067f77f1 service neutron] Checking agent: {'id': 'ab77bf9e-0267-4174-8f1d-822cba89b207', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 15, 13), 'started_at': datetime.datetime(2021, 11, 23, 17, 15, 13), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 32, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:32:25.206325 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d4d1d6a-4666-45e4-9d54-feeba4e2a972 req-2dc91189-86e2-44e1-afd5-b1a1067f77f1 service neutron] Checking segment: {'id': '20b9bc5a-f40c-4305-aea8-1cd399f9d3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '76740e25-dcec-4d2d-82d4-d720ca6b4fc6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:32:25.206816 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d4d1d6a-4666-45e4-9d54-feeba4e2a972 req-2dc91189-86e2-44e1-afd5-b1a1067f77f1 service neutron] Bound using segment: {'id': '20b9bc5a-f40c-4305-aea8-1cd399f9d3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '76740e25-dcec-4d2d-82d4-d720ca6b4fc6'} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:32:25.207387 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-8d4d1d6a-4666-45e4-9d54-feeba4e2a972 req-2dc91189-86e2-44e1-afd5-b1a1067f77f1 service neutron] Bound port: 98991338-19a7-4834-b0b5-0086ee597775, host: n-h2-816206-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '20b9bc5a-f40c-4305-aea8-1cd399f9d3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '76740e25-dcec-4d2d-82d4-d720ca6b4fc6'}}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:32:25.207845 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-8d4d1d6a-4666-45e4-9d54-feeba4e2a972 req-2dc91189-86e2-44e1-afd5-b1a1067f77f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:32:25.225007 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea8c87e-79af-4b78-8f14-70351ae9d0fa req-bb42e50d-61b6-44a0-a236-f8990a1d91a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:25.226676 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-fea8c87e-79af-4b78-8f14-70351ae9d0fa req-bb42e50d-61b6-44a0-a236-f8990a1d91a3 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7a48fbc6-9cf3-4d00-a808-31156a99c4b2 HTTP/1.1" status: 200 len: 858 time: 0.1357543 Nov 23 17:32:25.240874 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868d4b83-8b37-4e45-8c93-8f42f77b5d9d admin admin] Pushing event updated for resources: {'Subnet': ['ID=25521d2d-1742-4dce-8fb1-ba32643a2d13,revision_number=0']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:32:25.308085 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-fea8c87e-79af-4b78-8f14-70351ae9d0fa req-81e76df7-faea-4243-a72d-059486b07be7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ee61f549-61e5-4b3e-88cc-f7acada2ae03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0685723 Nov 23 17:32:25.324033 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3582b86c-a78a-4143-8811-92c60e6b6c65 req-78156f3c-307f-412a-947b-132c1271b13f tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:25.330822 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3582b86c-a78a-4143-8811-92c60e6b6c65 req-78156f3c-307f-412a-947b-132c1271b13f tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:25.336990 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3582b86c-a78a-4143-8811-92c60e6b6c65 req-78156f3c-307f-412a-947b-132c1271b13f tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:25.343064 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3582b86c-a78a-4143-8811-92c60e6b6c65 req-78156f3c-307f-412a-947b-132c1271b13f tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:25.349816 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3582b86c-a78a-4143-8811-92c60e6b6c65 req-78156f3c-307f-412a-947b-132c1271b13f tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:25.355860 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3582b86c-a78a-4143-8811-92c60e6b6c65 req-78156f3c-307f-412a-947b-132c1271b13f tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:25.357837 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-3582b86c-a78a-4143-8811-92c60e6b6c65 req-78156f3c-307f-412a-947b-132c1271b13f tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] 10.222.0.60 "GET /v2.0/ports?device_id=6405c518-c3fe-4701-acc0-e089ba26cce4 HTTP/1.1" status: 200 len: 4600 time: 0.2911294 Nov 23 17:32:25.432639 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-331d10ec-926a-4ba3-9e22-4dabaeff1cd5 req-5b0b2105-d1de-406b-9dce-364c8fbb120c tempest-ServerShowV247Test-295120888 tempest-ServerShowV247Test-295120888-project] 10.222.0.60 "GET /v2.0/ports?device_id=099acb75-bf84-485b-83e9-3f3174d39abc HTTP/1.1" status: 200 len: 210 time: 0.1203275 Nov 23 17:32:25.451311 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-868d4b83-8b37-4e45-8c93-8f42f77b5d9d admin admin] Checking segment: {'id': '2369d45c-eb89-4b0f-a87b-fbbe62646290', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'e8c121cb-3303-4d50-8d16-f995d86403a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:32:25.452173 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-868d4b83-8b37-4e45-8c93-8f42f77b5d9d admin admin] Network hostable DHCP agents. Network: e8c121cb-3303-4d50-8d16-f995d86403a8, hostable agents: ['0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3'], hosted agents: [] {{(pid=103591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 17:32:25.523562 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-8d4d1d6a-4666-45e4-9d54-feeba4e2a972 req-2dc91189-86e2-44e1-afd5-b1a1067f77f1 service neutron] For port 98991338-19a7-4834-b0b5-0086ee597775, host n-h2-816206-8, cleared binding levels {{(pid=103591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:32:25.575001 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-8d4d1d6a-4666-45e4-9d54-feeba4e2a972 req-2dc91189-86e2-44e1-afd5-b1a1067f77f1 service neutron] For port 98991338-19a7-4834-b0b5-0086ee597775, host n-h2-816206-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=98991338-19a7-4834-b0b5-0086ee597775,segment=NetworkSegment(20b9bc5a-f40c-4305-aea8-1cd399f9d3b9),segment_id=20b9bc5a-f40c-4305-aea8-1cd399f9d3b9)] {{(pid=103591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:32:25.614256 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-8d4d1d6a-4666-45e4-9d54-feeba4e2a972 req-2dc91189-86e2-44e1-afd5-b1a1067f77f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264758186'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:32:25.620376 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-868d4b83-8b37-4e45-8c93-8f42f77b5d9d admin admin] Network e8c121cb-3303-4d50-8d16-f995d86403a8 is scheduled to be hosted by DHCP agent 0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3 with binding_index 1 {{(pid=103591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 17:32:25.639480 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-3582b86c-a78a-4143-8811-92c60e6b6c65 req-9240ced0-722c-4c97-bed2-152a4cabdf57 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] 10.222.0.60 "GET /v2.0/security-groups?id=5a532450-e3c1-4821-9a24-76c3d212b901&id=10d72a3d-a998-4d2f-a806-0da22bfe86ab&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2456093 Nov 23 17:32:25.664028 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-fea8c87e-79af-4b78-8f14-70351ae9d0fa req-4c466f95-e1ff-4a5c-a9f8-65536b27055e service neutron] 10.222.0.55 "GET /v2.0/networks/ee61f549-61e5-4b3e-88cc-f7acada2ae03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3022106 Nov 23 17:32:25.681270 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [None req-868d4b83-8b37-4e45-8c93-8f42f77b5d9d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-8, e8c121cb-3303-4d50-8d16-f995d86403a8) {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:32:25.685103 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4d1d6a-4666-45e4-9d54-feeba4e2a972 req-2dc91189-86e2-44e1-afd5-b1a1067f77f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:25.685737 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-8d4d1d6a-4666-45e4-9d54-feeba4e2a972 req-2dc91189-86e2-44e1-afd5-b1a1067f77f1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:32:25.687208 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8d4d1d6a-4666-45e4-9d54-feeba4e2a972 req-2dc91189-86e2-44e1-afd5-b1a1067f77f1 service neutron] 10.222.0.36 "PUT /v2.0/ports/98991338-19a7-4834-b0b5-0086ee597775 HTTP/1.1" status: 200 len: 1130 time: 2.9484770 Nov 23 17:32:25.693478 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0c14bde-b98b-47a7-8db5-cb695339ea2c None None] Network e8c121cb-3303-4d50-8d16-f995d86403a8 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:32:25.694895 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6405c518-c3fe-4701-acc0-e089ba26cce4', 'tag': '98991338-19a7-4834-b0b5-0086ee597775'}] {{(pid=103591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:32:25.697197 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41d174a19ece9499ff9ec44e5b3fc50f2abd3ffbc947fb7e52ea1e8db27b95b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bb2cd0b-10c6-4041-aac8-dd7e1d9009d6" -d '{"events": [{"name": "network-changed", "server_uuid": "6405c518-c3fe-4701-acc0-e089ba26cce4", "tag": "98991338-19a7-4834-b0b5-0086ee597775"}]}' {{(pid=103591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:32:25.710680 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-868d4b83-8b37-4e45-8c93-8f42f77b5d9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:25.711390 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-868d4b83-8b37-4e45-8c93-8f42f77b5d9d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for subnet, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:32:25.769797 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [req-8d4d1d6a-4666-45e4-9d54-feeba4e2a972 req-4a52143f-3d83-48c7-8863-10556bf2fb5a service neutron] Request body: {'port': {'device_id': '6405c518-c3fe-4701-acc0-e089ba26cce4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-8'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:32:25.776908 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc91189-86e2-44e1-afd5-b1a1067f77f1 service neutron] Pushing event updated for resources: {'Port': ['ID=98991338-19a7-4834-b0b5-0086ee597775,revision_number=3']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:32:25.821923 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-868d4b83-8b37-4e45-8c93-8f42f77b5d9d admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.0866406 Nov 23 17:32:25.864612 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 17:32:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bc84299-4574-49a0-8ab9-2cc8be765e25 x-openstack-request-id: req-7bc84299-4574-49a0-8ab9-2cc8be765e25 {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:32:25.865076 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6405c518-c3fe-4701-acc0-e089ba26cce4", "tag": "98991338-19a7-4834-b0b5-0086ee597775", "status": "completed", "code": 200}]} {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:32:25.865487 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7bc84299-4574-49a0-8ab9-2cc8be765e25 {{(pid=103591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:32:25.866113 n-d-816206-8 neutron-server[103591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6405c518-c3fe-4701-acc0-e089ba26cce4', 'tag': '98991338-19a7-4834-b0b5-0086ee597775', 'status': 'completed', 'code': 200} Nov 23 17:32:25.896965 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a796fe0-60a9-4669-9ac0-35cf75617fa1 req-880d61d9-1779-48c4-ad09-235d22265a3f tempest-ServersTestFqdnHostnames-1177392012 tempest-ServersTestFqdnHostnames-1177392012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:25.898528 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4a796fe0-60a9-4669-9ac0-35cf75617fa1 req-880d61d9-1779-48c4-ad09-235d22265a3f tempest-ServersTestFqdnHostnames-1177392012 tempest-ServersTestFqdnHostnames-1177392012-project] 10.222.0.60 "GET /v2.0/ports?device_id=284a9dd7-9200-44e8-b4d6-57f546dbc60e HTTP/1.1" status: 200 len: 945 time: 0.3505051 Nov 23 17:32:25.913842 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 36812) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:32:25.943709 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-79e212cf-244b-46de-a6cb-f90f7c894cb4 tempest-ServersTestFqdnHostnames-1177392012 tempest-ServersTestFqdnHostnames-1177392012-project] Request body: {'floatingip': {'port_id': 'ce540501-6a58-462d-9f90-5dc12ab7a936'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:32:26.020256 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-565fdd95-796e-41b1-9d19-2ef2ce6137c4 None None] Network e8c121cb-3303-4d50-8d16-f995d86403a8 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:32:26.110170 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-79e212cf-244b-46de-a6cb-f90f7c894cb4 tempest-ServersTestFqdnHostnames-1177392012 tempest-ServersTestFqdnHostnames-1177392012-project] Publish callbacks [] for floatingip, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:32:26.232648 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-8d4d1d6a-4666-45e4-9d54-feeba4e2a972 req-4a52143f-3d83-48c7-8863-10556bf2fb5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:32:26.434159 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb2cd0b-10c6-4041-aac8-dd7e1d9009d6 req-6c195538-aa94-45a9-a02e-e25ccdb8b6f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:26.441911 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb2cd0b-10c6-4041-aac8-dd7e1d9009d6 req-6c195538-aa94-45a9-a02e-e25ccdb8b6f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:26.443158 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb2cd0b-10c6-4041-aac8-dd7e1d9009d6 req-6c195538-aa94-45a9-a02e-e25ccdb8b6f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:26.444811 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb2cd0b-10c6-4041-aac8-dd7e1d9009d6 req-6c195538-aa94-45a9-a02e-e25ccdb8b6f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:26.447888 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb2cd0b-10c6-4041-aac8-dd7e1d9009d6 req-6c195538-aa94-45a9-a02e-e25ccdb8b6f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:26.450968 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb2cd0b-10c6-4041-aac8-dd7e1d9009d6 req-6c195538-aa94-45a9-a02e-e25ccdb8b6f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:26.458214 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4bb2cd0b-10c6-4041-aac8-dd7e1d9009d6 req-6c195538-aa94-45a9-a02e-e25ccdb8b6f4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8043a75783e64196ac0be92247cb4c17&device_id=6405c518-c3fe-4701-acc0-e089ba26cce4 HTTP/1.1" status: 200 len: 5286 time: 0.5863416 Nov 23 17:32:26.475342 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-90b9c4a3-82ba-4a81-a1d2-78b7760e73d3 req-8127dd9e-878d-43a8-b398-65a49476c375 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=099acb75-bf84-485b-83e9-3f3174d39abc HTTP/1.1" status: 200 len: 210 time: 0.2849538 Nov 23 17:32:26.495895 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-fea8c87e-79af-4b78-8f14-70351ae9d0fa req-4c16d286-0f91-4747-a9ea-0f695930ad80 service neutron] 10.222.0.55 "GET /v2.0/networks/ee61f549-61e5-4b3e-88cc-f7acada2ae03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8153489 Nov 23 17:32:26.691356 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-79e212cf-244b-46de-a6cb-f90f7c894cb4 tempest-ServersTestFqdnHostnames-1177392012 tempest-ServersTestFqdnHostnames-1177392012-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:32:26.697921 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-79e212cf-244b-46de-a6cb-f90f7c894cb4 tempest-ServersTestFqdnHostnames-1177392012 tempest-ServersTestFqdnHostnames-1177392012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1795396'] for floatingip, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:32:26.714870 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752117e1-fb34-4974-9b8f-bb9b46d4fcdd req-bc2d8fec-8aeb-44ba-a5d5-661b1a51fc87 tempest-ServerRescueNegativeTestJSON-1154722601 tempest-ServerRescueNegativeTestJSON-1154722601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:26.716422 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-752117e1-fb34-4974-9b8f-bb9b46d4fcdd req-bc2d8fec-8aeb-44ba-a5d5-661b1a51fc87 tempest-ServerRescueNegativeTestJSON-1154722601 tempest-ServerRescueNegativeTestJSON-1154722601-project] 10.222.0.60 "GET /v2.0/ports?device_id=2d345fdd-78be-4275-8a19-37cd401e3348 HTTP/1.1" status: 200 len: 945 time: 0.6089408 Nov 23 17:32:26.971929 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [req-8d4d1d6a-4666-45e4-9d54-feeba4e2a972 req-4a52143f-3d83-48c7-8863-10556bf2fb5a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca65c076-5a6f-484a-9871-7163634af22d {{(pid=103591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:32:26.980025 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-8d4d1d6a-4666-45e4-9d54-feeba4e2a972 req-4a52143f-3d83-48c7-8863-10556bf2fb5a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:32:26.992854 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.provisioning_blocks [req-8d4d1d6a-4666-45e4-9d54-feeba4e2a972 req-4a52143f-3d83-48c7-8863-10556bf2fb5a service neutron] Transition to ACTIVE for port object ca65c076-5a6f-484a-9871-7163634af22d will not be triggered until provisioned by entity L2. {{(pid=103591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 17:32:27.000766 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-8d4d1d6a-4666-45e4-9d54-feeba4e2a972 req-4a52143f-3d83-48c7-8863-10556bf2fb5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264758186'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:32:27.077651 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb2cd0b-10c6-4041-aac8-dd7e1d9009d6 req-ab8a56e8-6ae7-45fa-a343-b2f1e4e87470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:27.078114 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb2cd0b-10c6-4041-aac8-dd7e1d9009d6 req-ab8a56e8-6ae7-45fa-a343-b2f1e4e87470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:27.078569 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb2cd0b-10c6-4041-aac8-dd7e1d9009d6 req-ab8a56e8-6ae7-45fa-a343-b2f1e4e87470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:27.080823 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4bb2cd0b-10c6-4041-aac8-dd7e1d9009d6 req-ab8a56e8-6ae7-45fa-a343-b2f1e4e87470 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=8043a75783e64196ac0be92247cb4c17&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.6026742 Nov 23 17:32:27.129007 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b99cffca-f24e-4c7c-86b5-f5bd5b897cd8 req-8839fadf-67c6-4fd0-b096-85a3c3dcf217 tempest-ServerShowV247Test-295120888 tempest-ServerShowV247Test-295120888-project] 10.222.0.60 "GET /v2.0/ports?device_id=099acb75-bf84-485b-83e9-3f3174d39abc HTTP/1.1" status: 200 len: 210 time: 0.0792677 Nov 23 17:32:27.197578 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-752117e1-fb34-4974-9b8f-bb9b46d4fcdd req-9a6d7cfa-8c2c-4282-bb9f-a6d2e1f8ac5b tempest-ServerRescueNegativeTestJSON-1154722601 tempest-ServerRescueNegativeTestJSON-1154722601-project] 10.222.0.60 "GET /v2.0/security-groups?id=fdeeda5f-d596-40d9-83fc-6ea083625241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4500268 Nov 23 17:32:27.203848 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a52143f-3d83-48c7-8863-10556bf2fb5a service neutron] Pushing event updated for resources: {'Port': ['ID=ca65c076-5a6f-484a-9871-7163634af22d,revision_number=2']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:32:27.263676 n-d-816206-8 neutron-server[103590]: INFO neutron.db.l3_db [None req-79e212cf-244b-46de-a6cb-f90f7c894cb4 tempest-ServersTestFqdnHostnames-1177392012 tempest-ServersTestFqdnHostnames-1177392012-project] Floating IP 0a07d280-724c-4c63-940f-3b4ece3105cf associated. External IP: 172.25.3.61, port: ce540501-6a58-462d-9f90-5dc12ab7a936. Nov 23 17:32:27.401083 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb2cd0b-10c6-4041-aac8-dd7e1d9009d6 req-52a95ccb-a0ff-4e3e-908e-bdeb10932d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:27.402851 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4bb2cd0b-10c6-4041-aac8-dd7e1d9009d6 req-52a95ccb-a0ff-4e3e-908e-bdeb10932d3f service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3097408 Nov 23 17:32:27.436720 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-8d4d1d6a-4666-45e4-9d54-feeba4e2a972 req-4a52143f-3d83-48c7-8863-10556bf2fb5a service neutron] Attempting to bind port ca65c076-5a6f-484a-9871-7163634af22d on host n-h2-816206-8 for vnic_type normal with profile {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:32:27.437756 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-8d4d1d6a-4666-45e4-9d54-feeba4e2a972 req-4a52143f-3d83-48c7-8863-10556bf2fb5a service neutron] Attempting to bind port ca65c076-5a6f-484a-9871-7163634af22d by drivers openvswitch,hyperv on host n-h2-816206-8 at level 0 using segments [{'id': '20b9bc5a-f40c-4305-aea8-1cd399f9d3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '76740e25-dcec-4d2d-82d4-d720ca6b4fc6'}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:32:27.437756 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d4d1d6a-4666-45e4-9d54-feeba4e2a972 req-4a52143f-3d83-48c7-8863-10556bf2fb5a service neutron] Attempting to bind port ca65c076-5a6f-484a-9871-7163634af22d on network 76740e25-dcec-4d2d-82d4-d720ca6b4fc6 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:32:27.444271 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d4d1d6a-4666-45e4-9d54-feeba4e2a972 req-4a52143f-3d83-48c7-8863-10556bf2fb5a service neutron] Port ca65c076-5a6f-484a-9871-7163634af22d on network 76740e25-dcec-4d2d-82d4-d720ca6b4fc6 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-8 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 17:32:27.444810 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d4d1d6a-4666-45e4-9d54-feeba4e2a972 req-4a52143f-3d83-48c7-8863-10556bf2fb5a service neutron] Attempting to bind port ca65c076-5a6f-484a-9871-7163634af22d on network 76740e25-dcec-4d2d-82d4-d720ca6b4fc6 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:32:27.453306 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d4d1d6a-4666-45e4-9d54-feeba4e2a972 req-4a52143f-3d83-48c7-8863-10556bf2fb5a service neutron] Checking agent: {'id': 'ab77bf9e-0267-4174-8f1d-822cba89b207', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 15, 13), 'started_at': datetime.datetime(2021, 11, 23, 17, 15, 13), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 32, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:32:27.453765 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d4d1d6a-4666-45e4-9d54-feeba4e2a972 req-4a52143f-3d83-48c7-8863-10556bf2fb5a service neutron] Checking segment: {'id': '20b9bc5a-f40c-4305-aea8-1cd399f9d3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '76740e25-dcec-4d2d-82d4-d720ca6b4fc6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:32:27.455185 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d4d1d6a-4666-45e4-9d54-feeba4e2a972 req-4a52143f-3d83-48c7-8863-10556bf2fb5a service neutron] Bound using segment: {'id': '20b9bc5a-f40c-4305-aea8-1cd399f9d3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '76740e25-dcec-4d2d-82d4-d720ca6b4fc6'} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:32:27.455617 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-8d4d1d6a-4666-45e4-9d54-feeba4e2a972 req-4a52143f-3d83-48c7-8863-10556bf2fb5a service neutron] Bound port: ca65c076-5a6f-484a-9871-7163634af22d, host: n-h2-816206-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '20b9bc5a-f40c-4305-aea8-1cd399f9d3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '76740e25-dcec-4d2d-82d4-d720ca6b4fc6'}}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:32:27.455982 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-8d4d1d6a-4666-45e4-9d54-feeba4e2a972 req-4a52143f-3d83-48c7-8863-10556bf2fb5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:32:27.470267 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c014d46c-cd89-489f-9718-a6e3ef8c96c0 req-43d5550c-f39c-4184-9b56-6a92491ac216 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:27.476741 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c014d46c-cd89-489f-9718-a6e3ef8c96c0 req-43d5550c-f39c-4184-9b56-6a92491ac216 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:27.482680 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c014d46c-cd89-489f-9718-a6e3ef8c96c0 req-43d5550c-f39c-4184-9b56-6a92491ac216 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:27.489482 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c014d46c-cd89-489f-9718-a6e3ef8c96c0 req-43d5550c-f39c-4184-9b56-6a92491ac216 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:27.496163 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c014d46c-cd89-489f-9718-a6e3ef8c96c0 req-43d5550c-f39c-4184-9b56-6a92491ac216 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:27.503516 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c014d46c-cd89-489f-9718-a6e3ef8c96c0 req-43d5550c-f39c-4184-9b56-6a92491ac216 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:27.509928 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c014d46c-cd89-489f-9718-a6e3ef8c96c0 req-43d5550c-f39c-4184-9b56-6a92491ac216 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:27.518546 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c014d46c-cd89-489f-9718-a6e3ef8c96c0 req-43d5550c-f39c-4184-9b56-6a92491ac216 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] 10.222.0.60 "GET /v2.0/ports?device_id=6405c518-c3fe-4701-acc0-e089ba26cce4 HTTP/1.1" status: 200 len: 5372 time: 0.1816773 Nov 23 17:32:27.653900 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c014d46c-cd89-489f-9718-a6e3ef8c96c0 req-757ae83a-bb3d-4951-90fa-38743fc52c83 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] 10.222.0.60 "GET /v2.0/security-groups?id=5a532450-e3c1-4821-9a24-76c3d212b901&id=10d72a3d-a998-4d2f-a806-0da22bfe86ab&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1343508 Nov 23 17:32:27.667621 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-8d4d1d6a-4666-45e4-9d54-feeba4e2a972 req-4a52143f-3d83-48c7-8863-10556bf2fb5a service neutron] For port ca65c076-5a6f-484a-9871-7163634af22d, host n-h2-816206-8, cleared binding levels {{(pid=103591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:32:27.674164 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-8d4d1d6a-4666-45e4-9d54-feeba4e2a972 req-4a52143f-3d83-48c7-8863-10556bf2fb5a service neutron] For port ca65c076-5a6f-484a-9871-7163634af22d, host n-h2-816206-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=ca65c076-5a6f-484a-9871-7163634af22d,segment=NetworkSegment(20b9bc5a-f40c-4305-aea8-1cd399f9d3b9),segment_id=20b9bc5a-f40c-4305-aea8-1cd399f9d3b9)] {{(pid=103591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:32:27.691087 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-8d4d1d6a-4666-45e4-9d54-feeba4e2a972 req-4a52143f-3d83-48c7-8863-10556bf2fb5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264758186'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:32:27.712330 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79e212cf-244b-46de-a6cb-f90f7c894cb4 tempest-ServersTestFqdnHostnames-1177392012 tempest-ServersTestFqdnHostnames-1177392012-project] Router 37686ff2-6240-4d40-a74e-1517d7240b9a has already been hosted by L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 {{(pid=103590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 17:32:27.741485 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4d1d6a-4666-45e4-9d54-feeba4e2a972 req-4a52143f-3d83-48c7-8863-10556bf2fb5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:27.741962 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-8d4d1d6a-4666-45e4-9d54-feeba4e2a972 req-4a52143f-3d83-48c7-8863-10556bf2fb5a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:32:27.743338 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8d4d1d6a-4666-45e4-9d54-feeba4e2a972 req-4a52143f-3d83-48c7-8863-10556bf2fb5a service neutron] 10.222.0.36 "PUT /v2.0/ports/ca65c076-5a6f-484a-9871-7163634af22d HTTP/1.1" status: 200 len: 1130 time: 1.9936647 Nov 23 17:32:27.815228 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a52143f-3d83-48c7-8863-10556bf2fb5a service neutron] Pushing event updated for resources: {'Port': ['ID=ca65c076-5a6f-484a-9871-7163634af22d,revision_number=3']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:32:27.836283 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [req-8d4d1d6a-4666-45e4-9d54-feeba4e2a972 req-0726a826-1b29-4f87-8661-9a71e33c099d service neutron] Request body: {'port': {'device_id': '6405c518-c3fe-4701-acc0-e089ba26cce4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-8'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:32:27.885190 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6405c518-c3fe-4701-acc0-e089ba26cce4', 'tag': 'ca65c076-5a6f-484a-9871-7163634af22d'}] {{(pid=103591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:32:27.887800 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41d174a19ece9499ff9ec44e5b3fc50f2abd3ffbc947fb7e52ea1e8db27b95b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f1f5352-1b00-4959-8dc3-4679cf27471e" -d '{"events": [{"name": "network-changed", "server_uuid": "6405c518-c3fe-4701-acc0-e089ba26cce4", "tag": "ca65c076-5a6f-484a-9871-7163634af22d"}]}' {{(pid=103591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:32:27.961917 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-8d4d1d6a-4666-45e4-9d54-feeba4e2a972 req-0726a826-1b29-4f87-8661-9a71e33c099d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:32:27.968922 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79e212cf-244b-46de-a6cb-f90f7c894cb4 tempest-ServersTestFqdnHostnames-1177392012 tempest-ServersTestFqdnHostnames-1177392012-project] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:32:27.982868 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03ea27dd-702e-437f-9cad-98f41b59eca0 None None] Sync routers for ids ['37686ff2-6240-4d40-a74e-1517d7240b9a'] in n-d-816206-8 {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:32:27.998859 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03ea27dd-702e-437f-9cad-98f41b59eca0 None None] Routers {'37686ff2-6240-4d40-a74e-1517d7240b9a'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:32:27.999062 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-03ea27dd-702e-437f-9cad-98f41b59eca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:32:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['37686ff2-6240-4d40-a74e-1517d7240b9a'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:32:28.000918 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-79e212cf-244b-46de-a6cb-f90f7c894cb4 tempest-ServersTestFqdnHostnames-1177392012 tempest-ServersTestFqdnHostnames-1177392012-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for floatingip, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:32:28.083550 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-79e212cf-244b-46de-a6cb-f90f7c894cb4 tempest-ServersTestFqdnHostnames-1177392012 tempest-ServersTestFqdnHostnames-1177392012-project] 10.222.0.60 "PUT /v2.0/floatingips/0a07d280-724c-4c63-940f-3b4ece3105cf HTTP/1.1" status: 200 len: 990 time: 2.1640821 Nov 23 17:32:28.085343 n-d-816206-8 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '284a9dd7-9200-44e8-b4d6-57f546dbc60e', 'tag': 'ce540501-6a58-462d-9f90-5dc12ab7a936'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:32:28.092710 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbabddbc9fc37b068808e119c416c86f5957ca04531a4a0d2e695c515e93483b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b48a1e41-6e2a-411c-999d-8499759529c9" -d '{"events": [{"name": "network-changed", "server_uuid": "284a9dd7-9200-44e8-b4d6-57f546dbc60e", "tag": "ce540501-6a58-462d-9f90-5dc12ab7a936"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:32:28.146640 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 17:32:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdd1128f-26e5-4a5c-a567-ea9970ff5883 x-openstack-request-id: req-cdd1128f-26e5-4a5c-a567-ea9970ff5883 {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:32:28.147287 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6405c518-c3fe-4701-acc0-e089ba26cce4", "tag": "ca65c076-5a6f-484a-9871-7163634af22d", "status": "completed", "code": 200}]} {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:32:28.147832 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-cdd1128f-26e5-4a5c-a567-ea9970ff5883 {{(pid=103591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:32:28.148737 n-d-816206-8 neutron-server[103591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6405c518-c3fe-4701-acc0-e089ba26cce4', 'tag': 'ca65c076-5a6f-484a-9871-7163634af22d', 'status': 'completed', 'code': 200} Nov 23 17:32:28.323860 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 17:32:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f249ea5c-92bc-425a-81ec-165704efd27e x-openstack-request-id: req-f249ea5c-92bc-425a-81ec-165704efd27e {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:32:28.323860 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "284a9dd7-9200-44e8-b4d6-57f546dbc60e", "tag": "ce540501-6a58-462d-9f90-5dc12ab7a936", "status": "completed", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:32:28.323860 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f249ea5c-92bc-425a-81ec-165704efd27e {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:32:28.323860 n-d-816206-8 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '284a9dd7-9200-44e8-b4d6-57f546dbc60e', 'tag': 'ce540501-6a58-462d-9f90-5dc12ab7a936', 'status': 'completed', 'code': 200} Nov 23 17:32:28.366874 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-03ea27dd-702e-437f-9cad-98f41b59eca0 None None] Set router 37686ff2-6240-4d40-a74e-1517d7240b9a gateway port host: n-d-816206-8 {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:32:28.730363 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-03ea27dd-702e-437f-9cad-98f41b59eca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37686ff2-6240-4d40-a74e-1517d7240b9a', 'name': 'tempest-ServersTestFqdnHostnames-2103499766-router', 'tenant_id': '179fcab26c4d4902bdbe1d329dc6e426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.163'}], 'enable_snat': True}, 'gw_port_id': '9c8aabb5-1cea-4646-a97d-3da48197d02c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:31:51Z', 'updated_at': '2021-11-23T17:31:57Z', 'revision_number': 4, 'project_id': '179fcab26c4d4902bdbe1d329dc6e426', 'gw_port': {'id': '9c8aabb5-1cea-4646-a97d-3da48197d02c', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:a2:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37686ff2-6240-4d40-a74e-1517d7240b9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1226, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:31:53Z', 'updated_at': '2021-11-23T17:32:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_floatingips': [{'id': '0a07d280-724c-4c63-940f-3b4ece3105cf', 'tenant_id': '179fcab26c4d4902bdbe1d329dc6e426', 'floating_ip_address': '172.25.3.61', 'floating_network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'router_id': '37686ff2-6240-4d40-a74e-1517d7240b9a', 'port_id': 'ce540501-6a58-462d-9f90-5dc12ab7a936', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1241, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2322108-2e14-412e-9d37-7c0ef00eb407', 'mac_address': 'fa:16:3e:12:6c:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '284a9dd7-9200-44e8-b4d6-57f546dbc60e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T17:32:02Z', 'updated_at': '2021-11-23T17:32:26Z', 'revision_number': 1, 'project_id': '179fcab26c4d4902bdbe1d329dc6e426', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd33c767c-ebdd-4dca-9d9c-b33b049b27cd', 'name': '', 'network_id': 'a2322108-2e14-412e-9d37-7c0ef00eb407', 'tenant_id': '179fcab26c4d4902bdbe1d329dc6e426', 'mac_address': 'fa:16:3e:f8:f9:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37686ff2-6240-4d40-a74e-1517d7240b9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1232, 'fixed_ips': [{'subnet_id': 'b0d1280a-9716-4508-8088-0322fd67530a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:31:56Z', 'updated_at': '2021-11-23T17:32:05Z', 'revision_number': 5, 'project_id': '179fcab26c4d4902bdbe1d329dc6e426', 'subnets': [{'id': 'b0d1280a-9716-4508-8088-0322fd67530a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:32:28.768048 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03ea27dd-702e-437f-9cad-98f41b59eca0 None None] Checking router: 37686ff2-6240-4d40-a74e-1517d7240b9a for host: n-d-816206-8 {{(pid=103593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 17:32:28.779831 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03ea27dd-702e-437f-9cad-98f41b59eca0 None None] Routers {'37686ff2-6240-4d40-a74e-1517d7240b9a'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:32:28.780522 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-03ea27dd-702e-437f-9cad-98f41b59eca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:32:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['37686ff2-6240-4d40-a74e-1517d7240b9a'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:32:28.799150 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4da38de7-9158-4f9c-9363-c0b2764c2698 req-65c986ab-3b48-413b-9bfc-242b2cb09ce8 tempest-ServerShowV247Test-295120888 tempest-ServerShowV247Test-295120888-project] 10.222.0.60 "GET /v2.0/ports?device_id=099acb75-bf84-485b-83e9-3f3174d39abc HTTP/1.1" status: 200 len: 210 time: 0.4304106 Nov 23 17:32:28.806122 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c60af04f-a023-465b-b4d1-5e4b37ddf9af req-f74d71ca-8152-4063-b73a-6b2a17494083 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=83c4b9c5-48d7-40af-8fb5-dabe4d43cce9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.7013311 Nov 23 17:32:28.911783 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1f5352-1b00-4959-8dc3-4679cf27471e req-6256f996-854b-4d35-94ff-921948b1542e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:28.912831 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1f5352-1b00-4959-8dc3-4679cf27471e req-6256f996-854b-4d35-94ff-921948b1542e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:28.913720 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1f5352-1b00-4959-8dc3-4679cf27471e req-6256f996-854b-4d35-94ff-921948b1542e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:28.914599 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1f5352-1b00-4959-8dc3-4679cf27471e req-6256f996-854b-4d35-94ff-921948b1542e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:28.915471 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1f5352-1b00-4959-8dc3-4679cf27471e req-6256f996-854b-4d35-94ff-921948b1542e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:28.916352 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1f5352-1b00-4959-8dc3-4679cf27471e req-6256f996-854b-4d35-94ff-921948b1542e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:28.917261 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1f5352-1b00-4959-8dc3-4679cf27471e req-6256f996-854b-4d35-94ff-921948b1542e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:28.920194 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8f1f5352-1b00-4959-8dc3-4679cf27471e req-6256f996-854b-4d35-94ff-921948b1542e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8043a75783e64196ac0be92247cb4c17&device_id=6405c518-c3fe-4701-acc0-e089ba26cce4 HTTP/1.1" status: 200 len: 6209 time: 0.6905160 Nov 23 17:32:28.965634 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-03ea27dd-702e-437f-9cad-98f41b59eca0 None None] Set router 37686ff2-6240-4d40-a74e-1517d7240b9a gateway port host: n-d-816206-8 {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:32:29.017895 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48a1e41-6e2a-411c-999d-8499759529c9 req-7537e902-715d-4fca-bdcf-35ab4370c86c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:29.019405 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b48a1e41-6e2a-411c-999d-8499759529c9 req-7537e902-715d-4fca-bdcf-35ab4370c86c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=179fcab26c4d4902bdbe1d329dc6e426&device_id=284a9dd7-9200-44e8-b4d6-57f546dbc60e HTTP/1.1" status: 200 len: 1096 time: 0.6329067 Nov 23 17:32:29.179443 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf75250-a314-4b5e-bfa3-5e3d6927c51d req-fbd29d86-e4fd-4448-9cfe-2d5a5f1fe753 tempest-ServerRescueNegativeTestJSON-1154722601 tempest-ServerRescueNegativeTestJSON-1154722601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:29.181433 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-0cf75250-a314-4b5e-bfa3-5e3d6927c51d req-fbd29d86-e4fd-4448-9cfe-2d5a5f1fe753 tempest-ServerRescueNegativeTestJSON-1154722601 tempest-ServerRescueNegativeTestJSON-1154722601-project] 10.222.0.60 "GET /v2.0/ports?device_id=2d345fdd-78be-4275-8a19-37cd401e3348 HTTP/1.1" status: 200 len: 945 time: 0.4341650 Nov 23 17:32:29.327172 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60af04f-a023-465b-b4d1-5e4b37ddf9af req-0741dc1d-5d4c-45e9-a5b3-46b290d33081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:29.328029 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60af04f-a023-465b-b4d1-5e4b37ddf9af req-0741dc1d-5d4c-45e9-a5b3-46b290d33081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:29.328896 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60af04f-a023-465b-b4d1-5e4b37ddf9af req-0741dc1d-5d4c-45e9-a5b3-46b290d33081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:29.330281 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60af04f-a023-465b-b4d1-5e4b37ddf9af req-0741dc1d-5d4c-45e9-a5b3-46b290d33081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:29.331108 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60af04f-a023-465b-b4d1-5e4b37ddf9af req-0741dc1d-5d4c-45e9-a5b3-46b290d33081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:29.331778 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60af04f-a023-465b-b4d1-5e4b37ddf9af req-0741dc1d-5d4c-45e9-a5b3-46b290d33081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:29.332617 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60af04f-a023-465b-b4d1-5e4b37ddf9af req-0741dc1d-5d4c-45e9-a5b3-46b290d33081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:29.335993 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c60af04f-a023-465b-b4d1-5e4b37ddf9af req-0741dc1d-5d4c-45e9-a5b3-46b290d33081 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9b0068a4a0a543038f63069e85a0a90e&device_id=83c4b9c5-48d7-40af-8fb5-dabe4d43cce9 HTTP/1.1" status: 200 len: 6498 time: 0.4575698 Nov 23 17:32:29.352088 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-03ea27dd-702e-437f-9cad-98f41b59eca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37686ff2-6240-4d40-a74e-1517d7240b9a', 'name': 'tempest-ServersTestFqdnHostnames-2103499766-router', 'tenant_id': '179fcab26c4d4902bdbe1d329dc6e426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.163'}], 'enable_snat': True}, 'gw_port_id': '9c8aabb5-1cea-4646-a97d-3da48197d02c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:31:51Z', 'updated_at': '2021-11-23T17:31:57Z', 'revision_number': 4, 'project_id': '179fcab26c4d4902bdbe1d329dc6e426', 'gw_port': {'id': '9c8aabb5-1cea-4646-a97d-3da48197d02c', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:a2:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37686ff2-6240-4d40-a74e-1517d7240b9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1226, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:31:53Z', 'updated_at': '2021-11-23T17:32:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_floatingips': [{'id': '0a07d280-724c-4c63-940f-3b4ece3105cf', 'tenant_id': '179fcab26c4d4902bdbe1d329dc6e426', 'floating_ip_address': '172.25.3.61', 'floating_network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'router_id': '37686ff2-6240-4d40-a74e-1517d7240b9a', 'port_id': 'ce540501-6a58-462d-9f90-5dc12ab7a936', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1241, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2322108-2e14-412e-9d37-7c0ef00eb407', 'mac_address': 'fa:16:3e:12:6c:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '284a9dd7-9200-44e8-b4d6-57f546dbc60e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T17:32:02Z', 'updated_at': '2021-11-23T17:32:26Z', 'revision_number': 1, 'project_id': '179fcab26c4d4902bdbe1d329dc6e426', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd33c767c-ebdd-4dca-9d9c-b33b049b27cd', 'name': '', 'network_id': 'a2322108-2e14-412e-9d37-7c0ef00eb407', 'tenant_id': '179fcab26c4d4902bdbe1d329dc6e426', 'mac_address': 'fa:16:3e:f8:f9:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37686ff2-6240-4d40-a74e-1517d7240b9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1232, 'fixed_ips': [{'subnet_id': 'b0d1280a-9716-4508-8088-0322fd67530a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:31:56Z', 'updated_at': '2021-11-23T17:32:05Z', 'revision_number': 5, 'project_id': '179fcab26c4d4902bdbe1d329dc6e426', 'subnets': [{'id': 'b0d1280a-9716-4508-8088-0322fd67530a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:32:29.393782 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03ea27dd-702e-437f-9cad-98f41b59eca0 None None] The sync data for ids ['37686ff2-6240-4d40-a74e-1517d7240b9a'] in n-d-816206-8 is: [{'id': '37686ff2-6240-4d40-a74e-1517d7240b9a', 'name': 'tempest-ServersTestFqdnHostnames-2103499766-router', 'tenant_id': '179fcab26c4d4902bdbe1d329dc6e426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.163'}], 'enable_snat': True}, 'gw_port_id': '9c8aabb5-1cea-4646-a97d-3da48197d02c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:31:51Z', 'updated_at': '2021-11-23T17:31:57Z', 'revision_number': 4, 'project_id': '179fcab26c4d4902bdbe1d329dc6e426', 'gw_port': {'id': '9c8aabb5-1cea-4646-a97d-3da48197d02c', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:a2:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37686ff2-6240-4d40-a74e-1517d7240b9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1226, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:31:53Z', 'updated_at': '2021-11-23T17:32:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_floatingips': [{'id': '0a07d280-724c-4c63-940f-3b4ece3105cf', 'tenant_id': '179fcab26c4d4902bdbe1d329dc6e426', 'floating_ip_address': '172.25.3.61', 'floating_network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'router_id': '37686ff2-6240-4d40-a74e-1517d7240b9a', 'port_id': 'ce540501-6a58-462d-9f90-5dc12ab7a936', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1241, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2322108-2e14-412e-9d37-7c0ef00eb407', 'mac_address': 'fa:16:3e:12:6c:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '284a9dd7-9200-44e8-b4d6-57f546dbc60e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T17:32:02Z', 'updated_at': '2021-11-23T17:32:26Z', 'revision_number': 1, 'project_id': '179fcab26c4d4902bdbe1d329dc6e426', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd33c767c-ebdd-4dca-9d9c-b33b049b27cd', 'name': '', 'network_id': 'a2322108-2e14-412e-9d37-7c0ef00eb407', 'tenant_id': '179fcab26c4d4902bdbe1d329dc6e426', 'mac_address': 'fa:16:3e:f8:f9:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37686ff2-6240-4d40-a74e-1517d7240b9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1232, 'fixed_ips': [{'subnet_id': 'b0d1280a-9716-4508-8088-0322fd67530a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:31:56Z', 'updated_at': '2021-11-23T17:32:05Z', 'revision_number': 5, 'project_id': '179fcab26c4d4902bdbe1d329dc6e426', 'subnets': [{'id': 'b0d1280a-9716-4508-8088-0322fd67530a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:32:29.410660 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c4dc4c-e4ee-465d-a677-888a846be173 req-54c97755-2a3f-44d2-bfcd-0d64a8afa6b0 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:29.416714 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c4dc4c-e4ee-465d-a677-888a846be173 req-54c97755-2a3f-44d2-bfcd-0d64a8afa6b0 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:29.423095 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c4dc4c-e4ee-465d-a677-888a846be173 req-54c97755-2a3f-44d2-bfcd-0d64a8afa6b0 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:29.429191 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c4dc4c-e4ee-465d-a677-888a846be173 req-54c97755-2a3f-44d2-bfcd-0d64a8afa6b0 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:29.435717 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c4dc4c-e4ee-465d-a677-888a846be173 req-54c97755-2a3f-44d2-bfcd-0d64a8afa6b0 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:29.442319 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c4dc4c-e4ee-465d-a677-888a846be173 req-54c97755-2a3f-44d2-bfcd-0d64a8afa6b0 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:29.448330 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c4dc4c-e4ee-465d-a677-888a846be173 req-54c97755-2a3f-44d2-bfcd-0d64a8afa6b0 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:29.450310 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-69c4dc4c-e4ee-465d-a677-888a846be173 req-54c97755-2a3f-44d2-bfcd-0d64a8afa6b0 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] 10.222.0.60 "GET /v2.0/ports?device_id=6405c518-c3fe-4701-acc0-e089ba26cce4 HTTP/1.1" status: 200 len: 5372 time: 0.4886947 Nov 23 17:32:29.487357 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1f5352-1b00-4959-8dc3-4679cf27471e req-bc4c91e9-ab31-4484-883a-c819464dfcfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:29.487885 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1f5352-1b00-4959-8dc3-4679cf27471e req-bc4c91e9-ab31-4484-883a-c819464dfcfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:29.488351 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1f5352-1b00-4959-8dc3-4679cf27471e req-bc4c91e9-ab31-4484-883a-c819464dfcfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:29.490033 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8f1f5352-1b00-4959-8dc3-4679cf27471e req-bc4c91e9-ab31-4484-883a-c819464dfcfc service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=8043a75783e64196ac0be92247cb4c17&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.5265720 Nov 23 17:32:29.580597 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-0cf75250-a314-4b5e-bfa3-5e3d6927c51d req-980763cd-82ee-4406-b8c0-8b6060625f7e tempest-ServerRescueNegativeTestJSON-1154722601 tempest-ServerRescueNegativeTestJSON-1154722601-project] 10.222.0.60 "GET /v2.0/security-groups?id=fdeeda5f-d596-40d9-83fc-6ea083625241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3823123 Nov 23 17:32:29.658519 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48a1e41-6e2a-411c-999d-8499759529c9 req-c5b50627-c231-459e-9a8f-669fd783f3f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:29.659867 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b48a1e41-6e2a-411c-999d-8499759529c9 req-c5b50627-c231-459e-9a8f-669fd783f3f5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=a2322108-2e14-412e-9d37-7c0ef00eb407 HTTP/1.1" status: 200 len: 916 time: 0.6017835 Nov 23 17:32:29.777373 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a4fd388-80e5-4853-81f6-94eb1bfb13e8 None None] New status for floating IP 0a07d280-724c-4c63-940f-3b4ece3105cf: ACTIVE {{(pid=103592) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 17:32:29.835374 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1f5352-1b00-4959-8dc3-4679cf27471e req-5193c1bc-b16c-4d57-b897-7a5ba31f76c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:29.843300 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8f1f5352-1b00-4959-8dc3-4679cf27471e req-5193c1bc-b16c-4d57-b897-7a5ba31f76c6 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3210769 Nov 23 17:32:29.851692 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [req-8d4d1d6a-4666-45e4-9d54-feeba4e2a972 req-0726a826-1b29-4f87-8661-9a71e33c099d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc47c78f-ab00-4260-a560-1743414d7f20 {{(pid=103591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:32:29.967529 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-8d4d1d6a-4666-45e4-9d54-feeba4e2a972 req-0726a826-1b29-4f87-8661-9a71e33c099d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:32:29.996442 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-69c4dc4c-e4ee-465d-a677-888a846be173 req-52a2233b-5112-482b-893d-4db090724299 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] 10.222.0.60 "GET /v2.0/security-groups?id=5a532450-e3c1-4821-9a24-76c3d212b901&id=10d72a3d-a998-4d2f-a806-0da22bfe86ab&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5196717 Nov 23 17:32:30.037323 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60af04f-a023-465b-b4d1-5e4b37ddf9af req-1fcf9479-c8a3-4858-b5c0-225e65dc31de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:30.038156 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60af04f-a023-465b-b4d1-5e4b37ddf9af req-1fcf9479-c8a3-4858-b5c0-225e65dc31de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:30.047786 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60af04f-a023-465b-b4d1-5e4b37ddf9af req-1fcf9479-c8a3-4858-b5c0-225e65dc31de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:30.051131 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c60af04f-a023-465b-b4d1-5e4b37ddf9af req-1fcf9479-c8a3-4858-b5c0-225e65dc31de service neutron] 10.222.0.55 "GET /v2.0/networks?id=8fae7973-38e6-4660-a7b2-023eda92e2f5&id=a67d26f0-d8bc-46d6-9df4-c5b8fb20d14c&id=a67d26f0-d8bc-46d6-9df4-c5b8fb20d14c&id=a67d26f0-d8bc-46d6-9df4-c5b8fb20d14c&id=a67d26f0-d8bc-46d6-9df4-c5b8fb20d14c&id=a080cd49-aff0-47e2-a832-3717812be820&id=a080cd49-aff0-47e2-a832-3717812be820 HTTP/1.1" status: 200 len: 2298 time: 0.6684558 Nov 23 17:32:30.111897 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.provisioning_blocks [req-8d4d1d6a-4666-45e4-9d54-feeba4e2a972 req-0726a826-1b29-4f87-8661-9a71e33c099d service neutron] Transition to ACTIVE for port object bc47c78f-ab00-4260-a560-1743414d7f20 will not be triggered until provisioned by entity L2. {{(pid=103591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 17:32:30.208972 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b48a1e41-6e2a-411c-999d-8499759529c9 req-3b0eeed5-db5b-40fb-9fc8-d9e4babd80d7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ce540501-6a58-462d-9f90-5dc12ab7a936 HTTP/1.1" status: 200 len: 998 time: 0.5304933 Nov 23 17:32:30.218105 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-8d4d1d6a-4666-45e4-9d54-feeba4e2a972 req-0726a826-1b29-4f87-8661-9a71e33c099d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264758186'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:32:30.413375 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-07492c46-bcc5-44e4-8e27-8d38c5f40447 req-69551579-4eed-4da3-90d5-d6aed5d2ecb0 tempest-ServerShowV247Test-295120888 tempest-ServerShowV247Test-295120888-project] 10.222.0.60 "GET /v2.0/ports?device_id=099acb75-bf84-485b-83e9-3f3174d39abc&device_id=1a90c864-d0ab-4abe-933d-2172826d94d2 HTTP/1.1" status: 200 len: 210 time: 0.1041799 Nov 23 17:32:30.416742 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c60af04f-a023-465b-b4d1-5e4b37ddf9af req-8efc00a6-d249-46e1-b11f-7a340aeab41c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e6cacfa8-7eb8-4a5b-9e66-80a73f1d903a HTTP/1.1" status: 200 len: 1001 time: 0.3322334 Nov 23 17:32:30.457487 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0726a826-1b29-4f87-8661-9a71e33c099d service neutron] Pushing event updated for resources: {'Port': ['ID=bc47c78f-ab00-4260-a560-1743414d7f20,revision_number=2']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:32:30.596344 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48a1e41-6e2a-411c-999d-8499759529c9 req-c045e035-eefa-4b91-8ebb-07d560a99065 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:30.599618 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b48a1e41-6e2a-411c-999d-8499759529c9 req-c045e035-eefa-4b91-8ebb-07d560a99065 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b0d1280a-9716-4508-8088-0322fd67530a HTTP/1.1" status: 200 len: 854 time: 0.3742661 Nov 23 17:32:30.769780 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-8d4d1d6a-4666-45e4-9d54-feeba4e2a972 req-0726a826-1b29-4f87-8661-9a71e33c099d service neutron] Attempting to bind port bc47c78f-ab00-4260-a560-1743414d7f20 on host n-h2-816206-8 for vnic_type normal with profile {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:32:30.769780 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-8d4d1d6a-4666-45e4-9d54-feeba4e2a972 req-0726a826-1b29-4f87-8661-9a71e33c099d service neutron] Attempting to bind port bc47c78f-ab00-4260-a560-1743414d7f20 by drivers openvswitch,hyperv on host n-h2-816206-8 at level 0 using segments [{'id': '20b9bc5a-f40c-4305-aea8-1cd399f9d3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '76740e25-dcec-4d2d-82d4-d720ca6b4fc6'}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:32:30.769780 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d4d1d6a-4666-45e4-9d54-feeba4e2a972 req-0726a826-1b29-4f87-8661-9a71e33c099d service neutron] Attempting to bind port bc47c78f-ab00-4260-a560-1743414d7f20 on network 76740e25-dcec-4d2d-82d4-d720ca6b4fc6 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:32:30.802276 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d4d1d6a-4666-45e4-9d54-feeba4e2a972 req-0726a826-1b29-4f87-8661-9a71e33c099d service neutron] Port bc47c78f-ab00-4260-a560-1743414d7f20 on network 76740e25-dcec-4d2d-82d4-d720ca6b4fc6 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-8 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 17:32:30.802276 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d4d1d6a-4666-45e4-9d54-feeba4e2a972 req-0726a826-1b29-4f87-8661-9a71e33c099d service neutron] Attempting to bind port bc47c78f-ab00-4260-a560-1743414d7f20 on network 76740e25-dcec-4d2d-82d4-d720ca6b4fc6 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:32:30.816530 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d4d1d6a-4666-45e4-9d54-feeba4e2a972 req-0726a826-1b29-4f87-8661-9a71e33c099d service neutron] Checking agent: {'id': 'ab77bf9e-0267-4174-8f1d-822cba89b207', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 15, 13), 'started_at': datetime.datetime(2021, 11, 23, 17, 15, 13), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 32, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:32:30.816896 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d4d1d6a-4666-45e4-9d54-feeba4e2a972 req-0726a826-1b29-4f87-8661-9a71e33c099d service neutron] Checking segment: {'id': '20b9bc5a-f40c-4305-aea8-1cd399f9d3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '76740e25-dcec-4d2d-82d4-d720ca6b4fc6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:32:30.817272 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d4d1d6a-4666-45e4-9d54-feeba4e2a972 req-0726a826-1b29-4f87-8661-9a71e33c099d service neutron] Bound using segment: {'id': '20b9bc5a-f40c-4305-aea8-1cd399f9d3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '76740e25-dcec-4d2d-82d4-d720ca6b4fc6'} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:32:30.817717 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-8d4d1d6a-4666-45e4-9d54-feeba4e2a972 req-0726a826-1b29-4f87-8661-9a71e33c099d service neutron] Bound port: bc47c78f-ab00-4260-a560-1743414d7f20, host: n-h2-816206-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '20b9bc5a-f40c-4305-aea8-1cd399f9d3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '76740e25-dcec-4d2d-82d4-d720ca6b4fc6'}}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:32:30.818112 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-8d4d1d6a-4666-45e4-9d54-feeba4e2a972 req-0726a826-1b29-4f87-8661-9a71e33c099d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:32:30.842726 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60af04f-a023-465b-b4d1-5e4b37ddf9af req-5a840377-9f27-44d9-8124-128a8eb07636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:30.844628 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c60af04f-a023-465b-b4d1-5e4b37ddf9af req-5a840377-9f27-44d9-8124-128a8eb07636 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=34624ad2-f585-44eb-b7a5-2bcf52826b90 HTTP/1.1" status: 200 len: 856 time: 0.3890643 Nov 23 17:32:31.120853 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7ec90ef8-3f86-4bed-93a2-4686b08185ac req-6bb18633-f984-44b1-bea5-4a44b3de0848 tempest-ServerShowV247Test-295120888 tempest-ServerShowV247Test-295120888-project] 10.222.0.60 "GET /v2.0/ports?device_id=099acb75-bf84-485b-83e9-3f3174d39abc HTTP/1.1" status: 200 len: 210 time: 0.1813636 Nov 23 17:32:31.135510 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-856f5057-4eda-478a-bd54-6cf806002fdc req-88e9406a-4747-4362-a794-f880605e6212 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0e205e9c24b142fd9bb39b3c24eb9fc7&device_id=099acb75-bf84-485b-83e9-3f3174d39abc HTTP/1.1" status: 200 len: 210 time: 0.1972618 Nov 23 17:32:31.138589 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48a1e41-6e2a-411c-999d-8499759529c9 req-4db38ee3-611f-42fb-9835-ad300d74e5e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:31.140966 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b48a1e41-6e2a-411c-999d-8499759529c9 req-4db38ee3-611f-42fb-9835-ad300d74e5e7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a2322108-2e14-412e-9d37-7c0ef00eb407&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4479415 Nov 23 17:32:31.262972 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-8d4d1d6a-4666-45e4-9d54-feeba4e2a972 req-0726a826-1b29-4f87-8661-9a71e33c099d service neutron] For port bc47c78f-ab00-4260-a560-1743414d7f20, host n-h2-816206-8, cleared binding levels {{(pid=103591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:32:31.365423 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-8d4d1d6a-4666-45e4-9d54-feeba4e2a972 req-0726a826-1b29-4f87-8661-9a71e33c099d service neutron] For port bc47c78f-ab00-4260-a560-1743414d7f20, host n-h2-816206-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=bc47c78f-ab00-4260-a560-1743414d7f20,segment=NetworkSegment(20b9bc5a-f40c-4305-aea8-1cd399f9d3b9),segment_id=20b9bc5a-f40c-4305-aea8-1cd399f9d3b9)] {{(pid=103591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:32:31.389881 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-fd6d3439-11b6-4c4b-b2b2-f139b496fc55 req-c2701dfd-25de-45ff-a74f-18959bd53a24 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f607dab7-428e-486b-95e5-a97d3e9aba41&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0596476 Nov 23 17:32:31.403725 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-856f5057-4eda-478a-bd54-6cf806002fdc req-0ce07774-7e3f-4126-b3df-a4203c57446d service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=0e205e9c24b142fd9bb39b3c24eb9fc7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1416075 Nov 23 17:32:31.412806 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-8d4d1d6a-4666-45e4-9d54-feeba4e2a972 req-0726a826-1b29-4f87-8661-9a71e33c099d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264758186'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:32:31.499247 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6d3439-11b6-4c4b-b2b2-f139b496fc55 req-690b00d5-6ee9-4397-978a-7c815bbf93d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:31.501351 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-fd6d3439-11b6-4c4b-b2b2-f139b496fc55 req-690b00d5-6ee9-4397-978a-7c815bbf93d7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=141a36de41b84f2cb4e5345b3fb2d0bd&device_id=f607dab7-428e-486b-95e5-a97d3e9aba41 HTTP/1.1" status: 200 len: 1096 time: 0.0679088 Nov 23 17:32:31.546479 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60af04f-a023-465b-b4d1-5e4b37ddf9af req-9a5f8095-e2dd-4126-9d8c-e783f6769b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:31.549384 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c60af04f-a023-465b-b4d1-5e4b37ddf9af req-9a5f8095-e2dd-4126-9d8c-e783f6769b2c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8fae7973-38e6-4660-a7b2-023eda92e2f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6091514 Nov 23 17:32:31.629406 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d93881d-51ad-45ec-91c9-47b3ce06b54a req-f37c4955-70f5-43f8-b769-09f2c794d29d tempest-ServerGroupTestJSON-1688284386 tempest-ServerGroupTestJSON-1688284386-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:31.637166 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9d93881d-51ad-45ec-91c9-47b3ce06b54a req-f37c4955-70f5-43f8-b769-09f2c794d29d tempest-ServerGroupTestJSON-1688284386 tempest-ServerGroupTestJSON-1688284386-project] 10.222.0.60 "GET /v2.0/networks?id=e8c121cb-3303-4d50-8d16-f995d86403a8 HTTP/1.1" status: 200 len: 809 time: 0.6513495 Nov 23 17:32:31.671298 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9d93881d-51ad-45ec-91c9-47b3ce06b54a req-63e21ca6-f8ea-4fb2-b19a-c370bc40bb50 tempest-ServerGroupTestJSON-1688284386 tempest-ServerGroupTestJSON-1688284386-project] 10.222.0.60 "GET /v2.0/quotas/a1e61e00022b4867bcd9972de0c6f3c4 HTTP/1.1" status: 200 len: 375 time: 0.0325177 Nov 23 17:32:31.693599 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4d1d6a-4666-45e4-9d54-feeba4e2a972 req-0726a826-1b29-4f87-8661-9a71e33c099d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:31.694836 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-8d4d1d6a-4666-45e4-9d54-feeba4e2a972 req-0726a826-1b29-4f87-8661-9a71e33c099d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:32:31.696422 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8d4d1d6a-4666-45e4-9d54-feeba4e2a972 req-0726a826-1b29-4f87-8661-9a71e33c099d service neutron] 10.222.0.36 "PUT /v2.0/ports/bc47c78f-ab00-4260-a560-1743414d7f20 HTTP/1.1" status: 200 len: 1091 time: 3.8713448 Nov 23 17:32:31.696679 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6d3439-11b6-4c4b-b2b2-f139b496fc55 req-4ffb7a3e-75f6-429f-bb01-ba59aef5dbcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:31.698172 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-fd6d3439-11b6-4c4b-b2b2-f139b496fc55 req-4ffb7a3e-75f6-429f-bb01-ba59aef5dbcf service neutron] 10.222.0.36 "GET /v2.0/networks?id=1afcf705-72a3-4954-9447-6f05c954aa5c HTTP/1.1" status: 200 len: 906 time: 0.1591280 Nov 23 17:32:31.772240 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6405c518-c3fe-4701-acc0-e089ba26cce4', 'tag': 'bc47c78f-ab00-4260-a560-1743414d7f20'}] {{(pid=103591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:32:31.775353 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41d174a19ece9499ff9ec44e5b3fc50f2abd3ffbc947fb7e52ea1e8db27b95b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a944102b-3a59-4cd9-9b36-d14a3a23b97b" -d '{"events": [{"name": "network-changed", "server_uuid": "6405c518-c3fe-4701-acc0-e089ba26cce4", "tag": "bc47c78f-ab00-4260-a560-1743414d7f20"}]}' {{(pid=103591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:32:31.819062 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-fd6d3439-11b6-4c4b-b2b2-f139b496fc55 req-fb63f741-4dfa-4942-9c04-1f3a64d292e1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ad6a0235-8314-43ca-bfdd-e59fc298502b HTTP/1.1" status: 200 len: 1000 time: 0.0973768 Nov 23 17:32:31.852075 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [req-8d4d1d6a-4666-45e4-9d54-feeba4e2a972 req-228be9fb-2395-4b48-a9f0-3be9eac927c0 service neutron] Request body: {'port': {'device_id': '6405c518-c3fe-4701-acc0-e089ba26cce4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-8'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:32:31.900629 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6d3439-11b6-4c4b-b2b2-f139b496fc55 req-10328092-89df-45a8-9e2c-15eb07191302 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:31.902966 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-fd6d3439-11b6-4c4b-b2b2-f139b496fc55 req-10328092-89df-45a8-9e2c-15eb07191302 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f7bfc3a7-b0d3-4146-9f17-d9356f83ed59 HTTP/1.1" status: 200 len: 844 time: 0.0610557 Nov 23 17:32:31.987035 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6d3439-11b6-4c4b-b2b2-f139b496fc55 req-8d3b51c1-739b-4933-a6be-c485c643ccfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:31.988750 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-fd6d3439-11b6-4c4b-b2b2-f139b496fc55 req-8d3b51c1-739b-4933-a6be-c485c643ccfb service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1afcf705-72a3-4954-9447-6f05c954aa5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0570316 Nov 23 17:32:32.107094 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-fd6d3439-11b6-4c4b-b2b2-f139b496fc55 req-8baffc64-25b3-4d7b-bbc7-9f4e6cd31ffe service neutron] 10.222.0.36 "GET /v2.0/networks/1afcf705-72a3-4954-9447-6f05c954aa5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023932 Nov 23 17:32:32.209669 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9d93881d-51ad-45ec-91c9-47b3ce06b54a req-0bebbd1f-4af2-42dc-bc15-0aa2c1b152b2 tempest-ServerGroupTestJSON-1688284386 tempest-ServerGroupTestJSON-1688284386-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=a1e61e00022b4867bcd9972de0c6f3c4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.5371552 Nov 23 17:32:32.211458 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-fd6d3439-11b6-4c4b-b2b2-f139b496fc55 req-0346a079-2445-4dc9-938c-cdd5804837ac service neutron] 10.222.0.36 "GET /v2.0/networks/1afcf705-72a3-4954-9447-6f05c954aa5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931141 Nov 23 17:32:32.246839 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3123a2-cc0e-4f9c-9665-6e7442b90365 req-89142a63-c5a3-4972-85b3-c63b64fdf605 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:32.254113 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3123a2-cc0e-4f9c-9665-6e7442b90365 req-89142a63-c5a3-4972-85b3-c63b64fdf605 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:32.259993 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3123a2-cc0e-4f9c-9665-6e7442b90365 req-89142a63-c5a3-4972-85b3-c63b64fdf605 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:32.268092 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3123a2-cc0e-4f9c-9665-6e7442b90365 req-89142a63-c5a3-4972-85b3-c63b64fdf605 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:32.275009 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3123a2-cc0e-4f9c-9665-6e7442b90365 req-89142a63-c5a3-4972-85b3-c63b64fdf605 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:32.281064 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3123a2-cc0e-4f9c-9665-6e7442b90365 req-89142a63-c5a3-4972-85b3-c63b64fdf605 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:32.287619 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3123a2-cc0e-4f9c-9665-6e7442b90365 req-89142a63-c5a3-4972-85b3-c63b64fdf605 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:32.289568 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9e3123a2-cc0e-4f9c-9665-6e7442b90365 req-89142a63-c5a3-4972-85b3-c63b64fdf605 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] 10.222.0.60 "GET /v2.0/ports?device_id=6405c518-c3fe-4701-acc0-e089ba26cce4 HTTP/1.1" status: 200 len: 5384 time: 0.9636953 Nov 23 17:32:32.305245 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b48a1e41-6e2a-411c-999d-8499759529c9 req-ae4147dc-cdb1-4ee7-a470-bacd6743df21 service neutron] 10.222.0.36 "GET /v2.0/networks/a2322108-2e14-412e-9d37-7c0ef00eb407?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0384915 Nov 23 17:32:32.307006 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c60af04f-a023-465b-b4d1-5e4b37ddf9af req-ac4cfedf-9915-4f51-924b-c6f5c000a999 service neutron] 10.222.0.55 "GET /v2.0/networks/8fae7973-38e6-4660-a7b2-023eda92e2f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7317960 Nov 23 17:32:32.322247 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0726a826-1b29-4f87-8661-9a71e33c099d service neutron] Pushing event updated for resources: {'Port': ['ID=bc47c78f-ab00-4260-a560-1743414d7f20,revision_number=3']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:32:32.489529 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-8d4d1d6a-4666-45e4-9d54-feeba4e2a972 req-228be9fb-2395-4b48-a9f0-3be9eac927c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:32:32.491607 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856f5057-4eda-478a-bd54-6cf806002fdc req-1a832c89-f2ae-4b09-a721-63a3284c8695 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:32.493115 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-856f5057-4eda-478a-bd54-6cf806002fdc req-1a832c89-f2ae-4b09-a721-63a3284c8695 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.0737178 Nov 23 17:32:32.628979 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9d93881d-51ad-45ec-91c9-47b3ce06b54a req-769fe220-ab9c-45e7-bfa9-e04105f57276 service neutron] 10.222.0.60 "GET /v2.0/networks/e8c121cb-3303-4d50-8d16-f995d86403a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3989525 Nov 23 17:32:32.691376 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9e3123a2-cc0e-4f9c-9665-6e7442b90365 req-28811308-aa70-4973-bcf4-f9e2a9dd729d tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] 10.222.0.60 "GET /v2.0/security-groups?id=5a532450-e3c1-4821-9a24-76c3d212b901&id=10d72a3d-a998-4d2f-a806-0da22bfe86ab&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3833768 Nov 23 17:32:32.734844 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c60af04f-a023-465b-b4d1-5e4b37ddf9af req-ba3a1fde-866c-424a-88bb-e97b6919fa88 service neutron] 10.222.0.55 "GET /v2.0/networks/8fae7973-38e6-4660-a7b2-023eda92e2f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4062281 Nov 23 17:32:32.746462 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b48a1e41-6e2a-411c-999d-8499759529c9 req-d8b1d56a-ac48-43c4-9ddd-d91ba7647993 service neutron] 10.222.0.36 "GET /v2.0/networks/a2322108-2e14-412e-9d37-7c0ef00eb407?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4159164 Nov 23 17:32:32.802710 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c60af04f-a023-465b-b4d1-5e4b37ddf9af req-f5c5ae4b-0884-4a65-af64-9953e1599679 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.111&port_id=43a35972-e7d6-46b1-a089-47907bd8d235 HTTP/1.1" status: 200 len: 217 time: 0.0529122 Nov 23 17:32:33.038308 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 17:32:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6c05794-a6b0-4e0d-9462-c4c4c39a6a26 x-openstack-request-id: req-e6c05794-a6b0-4e0d-9462-c4c4c39a6a26 {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:32:33.038996 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6405c518-c3fe-4701-acc0-e089ba26cce4", "tag": "bc47c78f-ab00-4260-a560-1743414d7f20", "status": "completed", "code": 200}]} {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:32:33.038996 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e6c05794-a6b0-4e0d-9462-c4c4c39a6a26 {{(pid=103591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:32:33.039271 n-d-816206-8 neutron-server[103591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6405c518-c3fe-4701-acc0-e089ba26cce4', 'tag': 'bc47c78f-ab00-4260-a560-1743414d7f20', 'status': 'completed', 'code': 200} Nov 23 17:32:33.050636 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60af04f-a023-465b-b4d1-5e4b37ddf9af req-c7c4b3e7-057d-4dc3-8f48-d504f2c4d4fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:33.053051 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c60af04f-a023-465b-b4d1-5e4b37ddf9af req-c7c4b3e7-057d-4dc3-8f48-d504f2c4d4fb service neutron] 10.222.0.55 "GET /v2.0/subnets?id=bcb9709f-482c-4f68-bfac-95b809cc7fe7 HTTP/1.1" status: 200 len: 797 time: 0.2181411 Nov 23 17:32:33.064441 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9d93881d-51ad-45ec-91c9-47b3ce06b54a req-721b63d5-cfbe-4137-8599-b5b048fe5581 service neutron] 10.222.0.60 "GET /v2.0/networks/e8c121cb-3303-4d50-8d16-f995d86403a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4111788 Nov 23 17:32:33.197302 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60af04f-a023-465b-b4d1-5e4b37ddf9af req-70b0020f-c05d-45be-9221-44fead1c131d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:33.198875 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c60af04f-a023-465b-b4d1-5e4b37ddf9af req-70b0020f-c05d-45be-9221-44fead1c131d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a67d26f0-d8bc-46d6-9df4-c5b8fb20d14c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1331825 Nov 23 17:32:33.256200 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a944102b-3a59-4cd9-9b36-d14a3a23b97b req-78cb87bf-07b5-4d49-ba4a-cc8097b1c66a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:33.256595 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a944102b-3a59-4cd9-9b36-d14a3a23b97b req-78cb87bf-07b5-4d49-ba4a-cc8097b1c66a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:33.257066 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a944102b-3a59-4cd9-9b36-d14a3a23b97b req-78cb87bf-07b5-4d49-ba4a-cc8097b1c66a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:33.257525 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a944102b-3a59-4cd9-9b36-d14a3a23b97b req-78cb87bf-07b5-4d49-ba4a-cc8097b1c66a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:33.257984 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a944102b-3a59-4cd9-9b36-d14a3a23b97b req-78cb87bf-07b5-4d49-ba4a-cc8097b1c66a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:33.258801 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a944102b-3a59-4cd9-9b36-d14a3a23b97b req-78cb87bf-07b5-4d49-ba4a-cc8097b1c66a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:33.259687 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a944102b-3a59-4cd9-9b36-d14a3a23b97b req-78cb87bf-07b5-4d49-ba4a-cc8097b1c66a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:33.261700 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a944102b-3a59-4cd9-9b36-d14a3a23b97b req-78cb87bf-07b5-4d49-ba4a-cc8097b1c66a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8043a75783e64196ac0be92247cb4c17&device_id=6405c518-c3fe-4701-acc0-e089ba26cce4 HTTP/1.1" status: 200 len: 6276 time: 0.1648169 Nov 23 17:32:33.289784 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-da1f0fff-4f57-45ca-8809-ca4b85a05ac0 req-a8fddca6-95d3-4cd4-91af-d7debd04f9dd tempest-ServerShowV247Test-295120888 tempest-ServerShowV247Test-295120888-project] 10.222.0.60 "GET /v2.0/ports?device_id=099acb75-bf84-485b-83e9-3f3174d39abc HTTP/1.1" status: 200 len: 210 time: 0.0815001 Nov 23 17:32:33.559460 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-965590f5-6a38-4f17-a32f-a07aa3963bce req-b7ba912b-a011-4369-a06c-77fd37aaa150 tempest-ServerGroupTestJSON-1688284386 tempest-ServerGroupTestJSON-1688284386-project] 10.222.0.60 "GET /v2.0/ports?device_id=d67134af-11d2-4c79-9101-30c7f1758e12 HTTP/1.1" status: 200 len: 210 time: 0.0973585 Nov 23 17:32:33.580586 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [req-8d4d1d6a-4666-45e4-9d54-feeba4e2a972 req-228be9fb-2395-4b48-a9f0-3be9eac927c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cdb25aeb-c6d5-4b35-bc63-c92ed105830a {{(pid=103591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:32:33.596028 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-8d4d1d6a-4666-45e4-9d54-feeba4e2a972 req-228be9fb-2395-4b48-a9f0-3be9eac927c0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:32:33.605054 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c60af04f-a023-465b-b4d1-5e4b37ddf9af req-9295ee44-faec-462c-a6c4-0bd7ed5ba256 service neutron] 10.222.0.55 "GET /v2.0/networks/a67d26f0-d8bc-46d6-9df4-c5b8fb20d14c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3979089 Nov 23 17:32:33.659839 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a944102b-3a59-4cd9-9b36-d14a3a23b97b req-afac0a0a-4bdf-4a82-a2b9-e1bd099e6602 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:33.660310 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a944102b-3a59-4cd9-9b36-d14a3a23b97b req-afac0a0a-4bdf-4a82-a2b9-e1bd099e6602 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:33.660829 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a944102b-3a59-4cd9-9b36-d14a3a23b97b req-afac0a0a-4bdf-4a82-a2b9-e1bd099e6602 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:33.662390 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a944102b-3a59-4cd9-9b36-d14a3a23b97b req-afac0a0a-4bdf-4a82-a2b9-e1bd099e6602 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=8043a75783e64196ac0be92247cb4c17&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.3828933 Nov 23 17:32:33.664470 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.provisioning_blocks [req-8d4d1d6a-4666-45e4-9d54-feeba4e2a972 req-228be9fb-2395-4b48-a9f0-3be9eac927c0 service neutron] Transition to ACTIVE for port object cdb25aeb-c6d5-4b35-bc63-c92ed105830a will not be triggered until provisioned by entity L2. {{(pid=103591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 17:32:33.675659 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-8d4d1d6a-4666-45e4-9d54-feeba4e2a972 req-228be9fb-2395-4b48-a9f0-3be9eac927c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264758186'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:32:33.691158 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9343b01-c5ab-4b06-945a-b8d96290a3ec req-1338404d-5ac8-4902-a8e1-ff4590c51d10 tempest-ServerRescueNegativeTestJSON-1154722601 tempest-ServerRescueNegativeTestJSON-1154722601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:33.692693 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d9343b01-c5ab-4b06-945a-b8d96290a3ec req-1338404d-5ac8-4902-a8e1-ff4590c51d10 tempest-ServerRescueNegativeTestJSON-1154722601 tempest-ServerRescueNegativeTestJSON-1154722601-project] 10.222.0.60 "GET /v2.0/ports?device_id=2d345fdd-78be-4275-8a19-37cd401e3348 HTTP/1.1" status: 200 len: 945 time: 0.2341776 Nov 23 17:32:33.886262 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228be9fb-2395-4b48-a9f0-3be9eac927c0 service neutron] Pushing event updated for resources: {'Port': ['ID=cdb25aeb-c6d5-4b35-bc63-c92ed105830a,revision_number=2']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:32:34.010095 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d9343b01-c5ab-4b06-945a-b8d96290a3ec req-478b40fb-1ab6-4681-9f98-a3c0fe2d1553 tempest-ServerRescueNegativeTestJSON-1154722601 tempest-ServerRescueNegativeTestJSON-1154722601-project] 10.222.0.60 "GET /v2.0/security-groups?id=fdeeda5f-d596-40d9-83fc-6ea083625241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2801609 Nov 23 17:32:34.014106 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c60af04f-a023-465b-b4d1-5e4b37ddf9af req-9ac11dee-c3a2-4967-9909-fbb9ff48065e service neutron] 10.222.0.55 "GET /v2.0/networks/a67d26f0-d8bc-46d6-9df4-c5b8fb20d14c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3972590 Nov 23 17:32:34.156117 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c60af04f-a023-465b-b4d1-5e4b37ddf9af req-7097fe4a-caef-42ad-a16a-41df002474e6 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.36&port_id=2c22850f-3ed8-45c1-8cb5-d847f5bb33e0 HTTP/1.1" status: 200 len: 217 time: 0.1165531 Nov 23 17:32:34.169863 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5531e5-65d5-4b43-a397-adb93855ab59 req-35732c92-ba9f-4d25-8b0d-447accae7ae9 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:34.176734 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5531e5-65d5-4b43-a397-adb93855ab59 req-35732c92-ba9f-4d25-8b0d-447accae7ae9 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:34.182646 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5531e5-65d5-4b43-a397-adb93855ab59 req-35732c92-ba9f-4d25-8b0d-447accae7ae9 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:34.189591 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5531e5-65d5-4b43-a397-adb93855ab59 req-35732c92-ba9f-4d25-8b0d-447accae7ae9 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:34.197794 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5531e5-65d5-4b43-a397-adb93855ab59 req-35732c92-ba9f-4d25-8b0d-447accae7ae9 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:34.206540 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5531e5-65d5-4b43-a397-adb93855ab59 req-35732c92-ba9f-4d25-8b0d-447accae7ae9 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:34.212534 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5531e5-65d5-4b43-a397-adb93855ab59 req-35732c92-ba9f-4d25-8b0d-447accae7ae9 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:34.214518 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6f5531e5-65d5-4b43-a397-adb93855ab59 req-35732c92-ba9f-4d25-8b0d-447accae7ae9 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] 10.222.0.60 "GET /v2.0/ports?device_id=6405c518-c3fe-4701-acc0-e089ba26cce4 HTTP/1.1" status: 200 len: 5396 time: 0.3213737 Nov 23 17:32:34.215782 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a944102b-3a59-4cd9-9b36-d14a3a23b97b req-94729292-68d1-4080-9379-2eb4d8c72519 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:34.218094 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a944102b-3a59-4cd9-9b36-d14a3a23b97b req-94729292-68d1-4080-9379-2eb4d8c72519 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5381806 Nov 23 17:32:34.327628 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-8d4d1d6a-4666-45e4-9d54-feeba4e2a972 req-228be9fb-2395-4b48-a9f0-3be9eac927c0 service neutron] Attempting to bind port cdb25aeb-c6d5-4b35-bc63-c92ed105830a on host n-h2-816206-8 for vnic_type normal with profile {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:32:34.327949 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-8d4d1d6a-4666-45e4-9d54-feeba4e2a972 req-228be9fb-2395-4b48-a9f0-3be9eac927c0 service neutron] Attempting to bind port cdb25aeb-c6d5-4b35-bc63-c92ed105830a by drivers openvswitch,hyperv on host n-h2-816206-8 at level 0 using segments [{'id': '20b9bc5a-f40c-4305-aea8-1cd399f9d3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '76740e25-dcec-4d2d-82d4-d720ca6b4fc6'}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:32:34.328274 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d4d1d6a-4666-45e4-9d54-feeba4e2a972 req-228be9fb-2395-4b48-a9f0-3be9eac927c0 service neutron] Attempting to bind port cdb25aeb-c6d5-4b35-bc63-c92ed105830a on network 76740e25-dcec-4d2d-82d4-d720ca6b4fc6 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:32:34.335865 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-856f5057-4eda-478a-bd54-6cf806002fdc req-743aaeff-b0b8-4965-860b-1e9bf0cd9099 tempest-ServerShowV247Test-295120888 tempest-ServerShowV247Test-295120888-project] 10.222.0.36 "GET /v2.0/ports?device_id=099acb75-bf84-485b-83e9-3f3174d39abc HTTP/1.1" status: 200 len: 210 time: 0.0442750 Nov 23 17:32:34.355590 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d4d1d6a-4666-45e4-9d54-feeba4e2a972 req-228be9fb-2395-4b48-a9f0-3be9eac927c0 service neutron] Port cdb25aeb-c6d5-4b35-bc63-c92ed105830a on network 76740e25-dcec-4d2d-82d4-d720ca6b4fc6 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-8 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 17:32:34.355928 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d4d1d6a-4666-45e4-9d54-feeba4e2a972 req-228be9fb-2395-4b48-a9f0-3be9eac927c0 service neutron] Attempting to bind port cdb25aeb-c6d5-4b35-bc63-c92ed105830a on network 76740e25-dcec-4d2d-82d4-d720ca6b4fc6 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:32:34.361401 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60af04f-a023-465b-b4d1-5e4b37ddf9af req-fb6dfa20-eccc-4655-a441-107d2c8142e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:34.364096 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c60af04f-a023-465b-b4d1-5e4b37ddf9af req-fb6dfa20-eccc-4655-a441-107d2c8142e3 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=bcb9709f-482c-4f68-bfac-95b809cc7fe7 HTTP/1.1" status: 200 len: 797 time: 0.1415298 Nov 23 17:32:34.390595 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d4d1d6a-4666-45e4-9d54-feeba4e2a972 req-228be9fb-2395-4b48-a9f0-3be9eac927c0 service neutron] Checking agent: {'id': 'ab77bf9e-0267-4174-8f1d-822cba89b207', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 15, 13), 'started_at': datetime.datetime(2021, 11, 23, 17, 15, 13), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 32, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:32:34.390935 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d4d1d6a-4666-45e4-9d54-feeba4e2a972 req-228be9fb-2395-4b48-a9f0-3be9eac927c0 service neutron] Checking segment: {'id': '20b9bc5a-f40c-4305-aea8-1cd399f9d3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '76740e25-dcec-4d2d-82d4-d720ca6b4fc6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:32:34.391314 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d4d1d6a-4666-45e4-9d54-feeba4e2a972 req-228be9fb-2395-4b48-a9f0-3be9eac927c0 service neutron] Bound using segment: {'id': '20b9bc5a-f40c-4305-aea8-1cd399f9d3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '76740e25-dcec-4d2d-82d4-d720ca6b4fc6'} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:32:34.392291 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-8d4d1d6a-4666-45e4-9d54-feeba4e2a972 req-228be9fb-2395-4b48-a9f0-3be9eac927c0 service neutron] Bound port: cdb25aeb-c6d5-4b35-bc63-c92ed105830a, host: n-h2-816206-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '20b9bc5a-f40c-4305-aea8-1cd399f9d3b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '76740e25-dcec-4d2d-82d4-d720ca6b4fc6'}}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:32:34.392678 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-8d4d1d6a-4666-45e4-9d54-feeba4e2a972 req-228be9fb-2395-4b48-a9f0-3be9eac927c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:32:34.440283 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6f5531e5-65d5-4b43-a397-adb93855ab59 req-62f32461-7d1b-45b7-90aa-196b4b31d52d tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] 10.222.0.60 "GET /v2.0/security-groups?id=5a532450-e3c1-4821-9a24-76c3d212b901&id=10d72a3d-a998-4d2f-a806-0da22bfe86ab&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2007499 Nov 23 17:32:34.520445 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60af04f-a023-465b-b4d1-5e4b37ddf9af req-9020d719-cdbb-42c6-b3b2-19a7cb073905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:34.521985 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c60af04f-a023-465b-b4d1-5e4b37ddf9af req-9020d719-cdbb-42c6-b3b2-19a7cb073905 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a67d26f0-d8bc-46d6-9df4-c5b8fb20d14c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1483626 Nov 23 17:32:34.523121 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-8d4d1d6a-4666-45e4-9d54-feeba4e2a972 req-228be9fb-2395-4b48-a9f0-3be9eac927c0 service neutron] For port cdb25aeb-c6d5-4b35-bc63-c92ed105830a, host n-h2-816206-8, cleared binding levels {{(pid=103591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:32:34.526610 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-8d4d1d6a-4666-45e4-9d54-feeba4e2a972 req-228be9fb-2395-4b48-a9f0-3be9eac927c0 service neutron] For port cdb25aeb-c6d5-4b35-bc63-c92ed105830a, host n-h2-816206-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=cdb25aeb-c6d5-4b35-bc63-c92ed105830a,segment=NetworkSegment(20b9bc5a-f40c-4305-aea8-1cd399f9d3b9),segment_id=20b9bc5a-f40c-4305-aea8-1cd399f9d3b9)] {{(pid=103591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:32:34.531459 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-8d4d1d6a-4666-45e4-9d54-feeba4e2a972 req-228be9fb-2395-4b48-a9f0-3be9eac927c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264758186'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:32:34.627007 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4d1d6a-4666-45e4-9d54-feeba4e2a972 req-228be9fb-2395-4b48-a9f0-3be9eac927c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:34.627936 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-8d4d1d6a-4666-45e4-9d54-feeba4e2a972 req-228be9fb-2395-4b48-a9f0-3be9eac927c0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:32:34.630652 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8d4d1d6a-4666-45e4-9d54-feeba4e2a972 req-228be9fb-2395-4b48-a9f0-3be9eac927c0 service neutron] 10.222.0.36 "PUT /v2.0/ports/cdb25aeb-c6d5-4b35-bc63-c92ed105830a HTTP/1.1" status: 200 len: 1091 time: 2.8060715 Nov 23 17:32:34.711043 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [req-8d4d1d6a-4666-45e4-9d54-feeba4e2a972 req-ab0051a0-7baf-461a-9038-909605461f79 service neutron] Request body: {'port': {'device_id': '6405c518-c3fe-4701-acc0-e089ba26cce4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-8'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:32:34.802535 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-1794a2d9-7f51-4461-8716-5e352134cbf5 req-4a83ca2e-a723-4d06-9024-e809212ac357 tempest-ServerShowV247Test-295120888 tempest-ServerShowV247Test-295120888-project] 10.222.0.60 "GET /v2.0/ports?device_id=099acb75-bf84-485b-83e9-3f3174d39abc HTTP/1.1" status: 200 len: 210 time: 0.1723657 Nov 23 17:32:34.862567 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c60af04f-a023-465b-b4d1-5e4b37ddf9af req-c7c0a098-0925-4a0b-8135-58f5b56cfd1d service neutron] 10.222.0.55 "GET /v2.0/networks/a67d26f0-d8bc-46d6-9df4-c5b8fb20d14c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3253818 Nov 23 17:32:34.999025 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228be9fb-2395-4b48-a9f0-3be9eac927c0 service neutron] Pushing event updated for resources: {'Port': ['ID=cdb25aeb-c6d5-4b35-bc63-c92ed105830a,revision_number=3']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:32:35.050511 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a319129f-d2f6-4b69-9fec-ca31fc11ffed req-74c51812-79e1-4e73-8edc-7a1fa3a1b5bd tempest-ServerGroupTestJSON-1688284386 tempest-ServerGroupTestJSON-1688284386-project] 10.222.0.60 "GET /v2.0/ports?device_id=d67134af-11d2-4c79-9101-30c7f1758e12 HTTP/1.1" status: 200 len: 210 time: 0.1958694 Nov 23 17:32:35.054009 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6405c518-c3fe-4701-acc0-e089ba26cce4', 'tag': 'cdb25aeb-c6d5-4b35-bc63-c92ed105830a'}] {{(pid=103591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:32:35.062438 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41d174a19ece9499ff9ec44e5b3fc50f2abd3ffbc947fb7e52ea1e8db27b95b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-308ef0d4-3d01-4363-b7fc-b7c75712828a" -d '{"events": [{"name": "network-changed", "server_uuid": "6405c518-c3fe-4701-acc0-e089ba26cce4", "tag": "cdb25aeb-c6d5-4b35-bc63-c92ed105830a"}]}' {{(pid=103591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:32:35.102748 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-8d4d1d6a-4666-45e4-9d54-feeba4e2a972 req-ab0051a0-7baf-461a-9038-909605461f79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:32:35.157678 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d93881d-51ad-45ec-91c9-47b3ce06b54a req-4c5c9022-b99d-489f-91a5-6c44752a4016 tempest-ServerGroupTestJSON-1688284386 tempest-ServerGroupTestJSON-1688284386-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:35.160809 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 17:32:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22b49b16-3c0b-43cb-bfe1-8c5767a0f334 x-openstack-request-id: req-22b49b16-3c0b-43cb-bfe1-8c5767a0f334 {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:32:35.161304 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6405c518-c3fe-4701-acc0-e089ba26cce4", "tag": "cdb25aeb-c6d5-4b35-bc63-c92ed105830a", "status": "completed", "code": 200}]} {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:32:35.161807 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-22b49b16-3c0b-43cb-bfe1-8c5767a0f334 {{(pid=103591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:32:35.162293 n-d-816206-8 neutron-server[103591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6405c518-c3fe-4701-acc0-e089ba26cce4', 'tag': 'cdb25aeb-c6d5-4b35-bc63-c92ed105830a', 'status': 'completed', 'code': 200} Nov 23 17:32:35.164310 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-9d93881d-51ad-45ec-91c9-47b3ce06b54a req-4c5c9022-b99d-489f-91a5-6c44752a4016 tempest-ServerGroupTestJSON-1688284386 tempest-ServerGroupTestJSON-1688284386-project] 10.222.0.55 "GET /v2.0/networks?id=e8c121cb-3303-4d50-8d16-f995d86403a8 HTTP/1.1" status: 200 len: 809 time: 0.2551749 Nov 23 17:32:35.184149 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [req-9d93881d-51ad-45ec-91c9-47b3ce06b54a req-c7644193-9316-43c6-b1b3-5b925b186d1d tempest-ServerGroupTestJSON-1688284386 tempest-ServerGroupTestJSON-1688284386-project] Request body: {'port': {'device_id': 'd67134af-11d2-4c79-9101-30c7f1758e12', 'network_id': 'e8c121cb-3303-4d50-8d16-f995d86403a8', 'admin_state_up': True, 'tenant_id': 'a1e61e00022b4867bcd9972de0c6f3c4'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:32:35.311955 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c60af04f-a023-465b-b4d1-5e4b37ddf9af req-31f9dc22-5658-42a8-9420-0112422323dd service neutron] 10.222.0.55 "GET /v2.0/networks/a67d26f0-d8bc-46d6-9df4-c5b8fb20d14c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4343190 Nov 23 17:32:35.322422 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308ef0d4-3d01-4363-b7fc-b7c75712828a req-222d8955-e0a2-4e7c-9ecb-1cc1b3a051dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:35.322967 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308ef0d4-3d01-4363-b7fc-b7c75712828a req-222d8955-e0a2-4e7c-9ecb-1cc1b3a051dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:35.323577 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308ef0d4-3d01-4363-b7fc-b7c75712828a req-222d8955-e0a2-4e7c-9ecb-1cc1b3a051dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:35.324298 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308ef0d4-3d01-4363-b7fc-b7c75712828a req-222d8955-e0a2-4e7c-9ecb-1cc1b3a051dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:35.324879 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308ef0d4-3d01-4363-b7fc-b7c75712828a req-222d8955-e0a2-4e7c-9ecb-1cc1b3a051dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:35.325420 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308ef0d4-3d01-4363-b7fc-b7c75712828a req-222d8955-e0a2-4e7c-9ecb-1cc1b3a051dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:35.325900 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308ef0d4-3d01-4363-b7fc-b7c75712828a req-222d8955-e0a2-4e7c-9ecb-1cc1b3a051dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:35.328076 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-308ef0d4-3d01-4363-b7fc-b7c75712828a req-222d8955-e0a2-4e7c-9ecb-1cc1b3a051dc service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8043a75783e64196ac0be92247cb4c17&device_id=6405c518-c3fe-4701-acc0-e089ba26cce4 HTTP/1.1" status: 200 len: 6343 time: 0.1302993 Nov 23 17:32:35.364216 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d93881d-51ad-45ec-91c9-47b3ce06b54a req-c7644193-9316-43c6-b1b3-5b925b186d1d tempest-ServerGroupTestJSON-1688284386 tempest-ServerGroupTestJSON-1688284386-project] Made reservation on behalf of a1e61e00022b4867bcd9972de0c6f3c4 for: {'port': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:32:35.369661 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-9d93881d-51ad-45ec-91c9-47b3ce06b54a req-c7644193-9316-43c6-b1b3-5b925b186d1d tempest-ServerGroupTestJSON-1688284386 tempest-ServerGroupTestJSON-1688284386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:32:35.558078 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [req-9d93881d-51ad-45ec-91c9-47b3ce06b54a req-c7644193-9316-43c6-b1b3-5b925b186d1d tempest-ServerGroupTestJSON-1688284386 tempest-ServerGroupTestJSON-1688284386-project] Allocated IP 172.20.0.8 (e8c121cb-3303-4d50-8d16-f995d86403a8/25521d2d-1742-4dce-8fb1-ba32643a2d13/c2c82c4a-408e-4358-a52f-abf02448a625) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:32:35.802787 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c60af04f-a023-465b-b4d1-5e4b37ddf9af req-d374db08-77dc-4f62-b856-30f66b356d07 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.59&port_id=2a4244ef-ef03-4f4c-8ffc-3e8bbbae7f23 HTTP/1.1" status: 200 len: 217 time: 0.4610517 Nov 23 17:32:35.804349 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-9d93881d-51ad-45ec-91c9-47b3ce06b54a req-c7644193-9316-43c6-b1b3-5b925b186d1d tempest-ServerGroupTestJSON-1688284386 tempest-ServerGroupTestJSON-1688284386-project] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:32:35.887652 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-9d93881d-51ad-45ec-91c9-47b3ce06b54a req-c7644193-9316-43c6-b1b3-5b925b186d1d tempest-ServerGroupTestJSON-1688284386 tempest-ServerGroupTestJSON-1688284386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:32:35.979366 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d93881d-51ad-45ec-91c9-47b3ce06b54a req-c7644193-9316-43c6-b1b3-5b925b186d1d tempest-ServerGroupTestJSON-1688284386 tempest-ServerGroupTestJSON-1688284386-project] Network e8c121cb-3303-4d50-8d16-f995d86403a8 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:32:35.981036 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7644193-9316-43c6-b1b3-5b925b186d1d tempest-ServerGroupTestJSON-1688284386 tempest-ServerGroupTestJSON-1688284386-project] Pushing event updated for resources: {'Port': ['ID=c2c82c4a-408e-4358-a52f-abf02448a625,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:32:35.983950 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [req-9d93881d-51ad-45ec-91c9-47b3ce06b54a req-c7644193-9316-43c6-b1b3-5b925b186d1d tempest-ServerGroupTestJSON-1688284386 tempest-ServerGroupTestJSON-1688284386-project] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:32:35.989567 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d93881d-51ad-45ec-91c9-47b3ce06b54a req-c7644193-9316-43c6-b1b3-5b925b186d1d tempest-ServerGroupTestJSON-1688284386 tempest-ServerGroupTestJSON-1688284386-project] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:32:36.027712 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60af04f-a023-465b-b4d1-5e4b37ddf9af req-45510543-31f0-4abb-99b9-09fcc27663bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:36.030138 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c60af04f-a023-465b-b4d1-5e4b37ddf9af req-45510543-31f0-4abb-99b9-09fcc27663bb service neutron] 10.222.0.55 "GET /v2.0/subnets?id=bcb9709f-482c-4f68-bfac-95b809cc7fe7 HTTP/1.1" status: 200 len: 797 time: 0.2134404 Nov 23 17:32:36.070126 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d93881d-51ad-45ec-91c9-47b3ce06b54a req-c7644193-9316-43c6-b1b3-5b925b186d1d tempest-ServerGroupTestJSON-1688284386 tempest-ServerGroupTestJSON-1688284386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:36.071032 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-9d93881d-51ad-45ec-91c9-47b3ce06b54a req-c7644193-9316-43c6-b1b3-5b925b186d1d tempest-ServerGroupTestJSON-1688284386 tempest-ServerGroupTestJSON-1688284386-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:32:36.114015 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-9d93881d-51ad-45ec-91c9-47b3ce06b54a req-c7644193-9316-43c6-b1b3-5b925b186d1d tempest-ServerGroupTestJSON-1688284386 tempest-ServerGroupTestJSON-1688284386-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9397280 Nov 23 17:32:36.130877 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308ef0d4-3d01-4363-b7fc-b7c75712828a req-c8fb5ef5-5d5a-4fa0-843f-0564001714e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:36.131339 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308ef0d4-3d01-4363-b7fc-b7c75712828a req-c8fb5ef5-5d5a-4fa0-843f-0564001714e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:36.131775 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [req-9d93881d-51ad-45ec-91c9-47b3ce06b54a req-ddfa9e93-344f-4d69-b7a5-cf95903c2157 service neutron] Request body: {'port': {'device_id': 'd67134af-11d2-4c79-9101-30c7f1758e12', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-8'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:32:36.131916 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308ef0d4-3d01-4363-b7fc-b7c75712828a req-c8fb5ef5-5d5a-4fa0-843f-0564001714e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:36.133425 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-308ef0d4-3d01-4363-b7fc-b7c75712828a req-c8fb5ef5-5d5a-4fa0-843f-0564001714e9 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=8043a75783e64196ac0be92247cb4c17&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.7334280 Nov 23 17:32:36.190642 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934529a0-8d9f-4f52-aafd-adf3ad45cd24 req-2d53f232-2eb8-4a36-b3f4-c71da37c97da tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:36.201814 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934529a0-8d9f-4f52-aafd-adf3ad45cd24 req-2d53f232-2eb8-4a36-b3f4-c71da37c97da tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:36.211754 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934529a0-8d9f-4f52-aafd-adf3ad45cd24 req-2d53f232-2eb8-4a36-b3f4-c71da37c97da tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:36.216984 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-9d93881d-51ad-45ec-91c9-47b3ce06b54a req-ddfa9e93-344f-4d69-b7a5-cf95903c2157 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:32:36.220164 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934529a0-8d9f-4f52-aafd-adf3ad45cd24 req-2d53f232-2eb8-4a36-b3f4-c71da37c97da tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:36.226601 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934529a0-8d9f-4f52-aafd-adf3ad45cd24 req-2d53f232-2eb8-4a36-b3f4-c71da37c97da tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:36.233164 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934529a0-8d9f-4f52-aafd-adf3ad45cd24 req-2d53f232-2eb8-4a36-b3f4-c71da37c97da tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:36.239135 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934529a0-8d9f-4f52-aafd-adf3ad45cd24 req-2d53f232-2eb8-4a36-b3f4-c71da37c97da tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:36.241363 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-934529a0-8d9f-4f52-aafd-adf3ad45cd24 req-2d53f232-2eb8-4a36-b3f4-c71da37c97da tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] 10.222.0.60 "GET /v2.0/ports?device_id=6405c518-c3fe-4701-acc0-e089ba26cce4 HTTP/1.1" status: 200 len: 5396 time: 0.4446046 Nov 23 17:32:36.317602 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ec5138a6-9f02-4b47-b4a3-d2e25d427226 req-0c839583-59b5-4342-a04d-ae52cb401d81 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0e205e9c24b142fd9bb39b3c24eb9fc7&device_id=1a90c864-d0ab-4abe-933d-2172826d94d2 HTTP/1.1" status: 200 len: 210 time: 0.1481261 Nov 23 17:32:36.330831 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60af04f-a023-465b-b4d1-5e4b37ddf9af req-6c032249-8d42-41bc-a7ef-20574bc019a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:36.333278 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c60af04f-a023-465b-b4d1-5e4b37ddf9af req-6c032249-8d42-41bc-a7ef-20574bc019a0 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a67d26f0-d8bc-46d6-9df4-c5b8fb20d14c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2893991 Nov 23 17:32:36.497997 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ec5138a6-9f02-4b47-b4a3-d2e25d427226 req-f548aa20-858a-4fe4-b91b-6a112a2b9b59 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=0e205e9c24b142fd9bb39b3c24eb9fc7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1643689 Nov 23 17:32:36.548806 n-d-816206-8 neutron-server[103590]: DEBUG neutron.notifiers.nova [req-9d93881d-51ad-45ec-91c9-47b3ce06b54a req-ddfa9e93-344f-4d69-b7a5-cf95903c2157 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2c82c4a-408e-4358-a52f-abf02448a625 {{(pid=103590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:32:36.559129 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-9d93881d-51ad-45ec-91c9-47b3ce06b54a req-ddfa9e93-344f-4d69-b7a5-cf95903c2157 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:32:36.560068 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [req-8d4d1d6a-4666-45e4-9d54-feeba4e2a972 req-ab0051a0-7baf-461a-9038-909605461f79 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4f487c3-aeab-403d-8746-5a1aee6d7eaa {{(pid=103591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:32:36.588934 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [req-9d93881d-51ad-45ec-91c9-47b3ce06b54a req-ddfa9e93-344f-4d69-b7a5-cf95903c2157 service neutron] Transition to ACTIVE for port object c2c82c4a-408e-4358-a52f-abf02448a625 will not be triggered until provisioned by entity L2. {{(pid=103590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 17:32:36.593499 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-9d93881d-51ad-45ec-91c9-47b3ce06b54a req-ddfa9e93-344f-4d69-b7a5-cf95903c2157 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264357957'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:32:36.652887 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-8d4d1d6a-4666-45e4-9d54-feeba4e2a972 req-ab0051a0-7baf-461a-9038-909605461f79 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:32:36.711244 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfa9e93-344f-4d69-b7a5-cf95903c2157 service neutron] Pushing event updated for resources: {'Port': ['ID=c2c82c4a-408e-4358-a52f-abf02448a625,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:32:36.744274 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [req-9d93881d-51ad-45ec-91c9-47b3ce06b54a req-ddfa9e93-344f-4d69-b7a5-cf95903c2157 service neutron] Attempting to bind port c2c82c4a-408e-4358-a52f-abf02448a625 on host n-h1-816206-8 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:32:36.744666 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [req-9d93881d-51ad-45ec-91c9-47b3ce06b54a req-ddfa9e93-344f-4d69-b7a5-cf95903c2157 service neutron] Attempting to bind port c2c82c4a-408e-4358-a52f-abf02448a625 by drivers openvswitch,hyperv on host n-h1-816206-8 at level 0 using segments [{'id': '2369d45c-eb89-4b0f-a87b-fbbe62646290', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'e8c121cb-3303-4d50-8d16-f995d86403a8'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:32:36.745348 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d93881d-51ad-45ec-91c9-47b3ce06b54a req-ddfa9e93-344f-4d69-b7a5-cf95903c2157 service neutron] Attempting to bind port c2c82c4a-408e-4358-a52f-abf02448a625 on network e8c121cb-3303-4d50-8d16-f995d86403a8 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:32:36.755439 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d93881d-51ad-45ec-91c9-47b3ce06b54a req-ddfa9e93-344f-4d69-b7a5-cf95903c2157 service neutron] Port c2c82c4a-408e-4358-a52f-abf02448a625 on network e8c121cb-3303-4d50-8d16-f995d86403a8 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-8 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 17:32:36.755439 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d93881d-51ad-45ec-91c9-47b3ce06b54a req-ddfa9e93-344f-4d69-b7a5-cf95903c2157 service neutron] Attempting to bind port c2c82c4a-408e-4358-a52f-abf02448a625 on network e8c121cb-3303-4d50-8d16-f995d86403a8 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:32:36.755713 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d93881d-51ad-45ec-91c9-47b3ce06b54a req-ddfa9e93-344f-4d69-b7a5-cf95903c2157 service neutron] Checking agent: {'id': '4b0a4557-3bfe-4828-80a0-7981fc3ac84c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 15, 14), 'started_at': datetime.datetime(2021, 11, 23, 17, 15, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 32, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:32:36.756030 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d93881d-51ad-45ec-91c9-47b3ce06b54a req-ddfa9e93-344f-4d69-b7a5-cf95903c2157 service neutron] Checking segment: {'id': '2369d45c-eb89-4b0f-a87b-fbbe62646290', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'e8c121cb-3303-4d50-8d16-f995d86403a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:32:36.756774 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d93881d-51ad-45ec-91c9-47b3ce06b54a req-ddfa9e93-344f-4d69-b7a5-cf95903c2157 service neutron] Bound using segment: {'id': '2369d45c-eb89-4b0f-a87b-fbbe62646290', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'e8c121cb-3303-4d50-8d16-f995d86403a8'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:32:36.757213 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [req-9d93881d-51ad-45ec-91c9-47b3ce06b54a req-ddfa9e93-344f-4d69-b7a5-cf95903c2157 service neutron] Bound port: c2c82c4a-408e-4358-a52f-abf02448a625, host: n-h1-816206-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2369d45c-eb89-4b0f-a87b-fbbe62646290', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'e8c121cb-3303-4d50-8d16-f995d86403a8'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:32:36.758250 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-9d93881d-51ad-45ec-91c9-47b3ce06b54a req-ddfa9e93-344f-4d69-b7a5-cf95903c2157 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:32:36.768940 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308ef0d4-3d01-4363-b7fc-b7c75712828a req-f822cab5-236c-4431-ba12-1c0a624baf8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:36.770529 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-308ef0d4-3d01-4363-b7fc-b7c75712828a req-f822cab5-236c-4431-ba12-1c0a624baf8c service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6042304 Nov 23 17:32:36.788556 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-934529a0-8d9f-4f52-aafd-adf3ad45cd24 req-d72e26e6-fa01-4d1f-b2c5-eef25e1ff222 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] 10.222.0.60 "GET /v2.0/security-groups?id=5a532450-e3c1-4821-9a24-76c3d212b901&id=10d72a3d-a998-4d2f-a806-0da22bfe86ab&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5154917 Nov 23 17:32:36.789893 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.provisioning_blocks [req-8d4d1d6a-4666-45e4-9d54-feeba4e2a972 req-ab0051a0-7baf-461a-9038-909605461f79 service neutron] Transition to ACTIVE for port object d4f487c3-aeab-403d-8746-5a1aee6d7eaa will not be triggered until provisioned by entity L2. {{(pid=103591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 17:32:36.810220 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf97b2a-5105-42cf-aeae-6da00ed665f2 req-b0025e7a-e81a-4a00-8cd9-b7eeebeae5aa tempest-ServerGroupTestJSON-1688284386 tempest-ServerGroupTestJSON-1688284386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:36.812045 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-fdf97b2a-5105-42cf-aeae-6da00ed665f2 req-b0025e7a-e81a-4a00-8cd9-b7eeebeae5aa tempest-ServerGroupTestJSON-1688284386 tempest-ServerGroupTestJSON-1688284386-project] 10.222.0.60 "GET /v2.0/ports?device_id=d67134af-11d2-4c79-9101-30c7f1758e12 HTTP/1.1" status: 200 len: 931 time: 0.6549315 Nov 23 17:32:36.834074 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-8d4d1d6a-4666-45e4-9d54-feeba4e2a972 req-ab0051a0-7baf-461a-9038-909605461f79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264758186'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:32:36.887404 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [req-9d93881d-51ad-45ec-91c9-47b3ce06b54a req-ddfa9e93-344f-4d69-b7a5-cf95903c2157 service neutron] For port c2c82c4a-408e-4358-a52f-abf02448a625, host n-h1-816206-8, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:32:36.893202 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c60af04f-a023-465b-b4d1-5e4b37ddf9af req-193f4b36-9413-42c7-9832-e9ba480ac16e service neutron] 10.222.0.55 "GET /v2.0/networks/a67d26f0-d8bc-46d6-9df4-c5b8fb20d14c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5298800 Nov 23 17:32:36.893520 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [req-9d93881d-51ad-45ec-91c9-47b3ce06b54a req-ddfa9e93-344f-4d69-b7a5-cf95903c2157 service neutron] For port c2c82c4a-408e-4358-a52f-abf02448a625, host n-h1-816206-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=c2c82c4a-408e-4358-a52f-abf02448a625,segment=NetworkSegment(2369d45c-eb89-4b0f-a87b-fbbe62646290),segment_id=2369d45c-eb89-4b0f-a87b-fbbe62646290)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:32:36.898986 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-9d93881d-51ad-45ec-91c9-47b3ce06b54a req-ddfa9e93-344f-4d69-b7a5-cf95903c2157 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264357957'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:32:36.980430 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d93881d-51ad-45ec-91c9-47b3ce06b54a req-ddfa9e93-344f-4d69-b7a5-cf95903c2157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:36.980842 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5138a6-9f02-4b47-b4a3-d2e25d427226 req-07216547-0b54-472d-a45e-4511cc4e3b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:36.983237 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ec5138a6-9f02-4b47-b4a3-d2e25d427226 req-07216547-0b54-472d-a45e-4511cc4e3b57 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4657211 Nov 23 17:32:36.983902 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-9d93881d-51ad-45ec-91c9-47b3ce06b54a req-ddfa9e93-344f-4d69-b7a5-cf95903c2157 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:32:36.986268 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-9d93881d-51ad-45ec-91c9-47b3ce06b54a req-ddfa9e93-344f-4d69-b7a5-cf95903c2157 service neutron] 10.222.0.55 "PUT /v2.0/ports/c2c82c4a-408e-4358-a52f-abf02448a625 HTTP/1.1" status: 200 len: 1091 time: 0.8601277 Nov 23 17:32:36.995427 n-d-816206-8 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd67134af-11d2-4c79-9101-30c7f1758e12', 'tag': 'c2c82c4a-408e-4358-a52f-abf02448a625'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:32:36.996885 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-025b8be9-dbbb-4467-bd9a-4de6c3e21037 req-e4a42a63-afe8-42d1-9716-355af5f9fa27 tempest-ServerShowV247Test-295120888 tempest-ServerShowV247Test-295120888-project] 10.222.0.60 "GET /v2.0/ports?device_id=1a90c864-d0ab-4abe-933d-2172826d94d2 HTTP/1.1" status: 200 len: 210 time: 0.1025612 Nov 23 17:32:36.998262 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbabddbc9fc37b068808e119c416c86f5957ca04531a4a0d2e695c515e93483b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c92c8cbb-5bfb-43cc-90cc-30a4861c46b1" -d '{"events": [{"name": "network-changed", "server_uuid": "d67134af-11d2-4c79-9101-30c7f1758e12", "tag": "c2c82c4a-408e-4358-a52f-abf02448a625"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:32:37.024680 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0051a0-7baf-461a-9038-909605461f79 service neutron] Pushing event updated for resources: {'Port': ['ID=d4f487c3-aeab-403d-8746-5a1aee6d7eaa,revision_number=2']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:32:37.052931 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfa9e93-344f-4d69-b7a5-cf95903c2157 service neutron] Pushing event updated for resources: {'Port': ['ID=c2c82c4a-408e-4358-a52f-abf02448a625,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:32:37.150679 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d93881d-51ad-45ec-91c9-47b3ce06b54a req-74ede18f-1ad9-4fe6-821d-a2db83ad87d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:37.153147 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-9d93881d-51ad-45ec-91c9-47b3ce06b54a req-74ede18f-1ad9-4fe6-821d-a2db83ad87d7 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a1e61e00022b4867bcd9972de0c6f3c4&device_id=d67134af-11d2-4c79-9101-30c7f1758e12 HTTP/1.1" status: 200 len: 1094 time: 0.0874720 Nov 23 17:32:37.183911 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-fdf97b2a-5105-42cf-aeae-6da00ed665f2 req-9135c7cb-8326-4b5d-892c-dd8bdfb34908 tempest-ServerGroupTestJSON-1688284386 tempest-ServerGroupTestJSON-1688284386-project] 10.222.0.60 "GET /v2.0/security-groups?id=97b7d29f-5111-4c34-bd27-9c9daf8d9472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3506637 Nov 23 17:32:37.241337 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c60af04f-a023-465b-b4d1-5e4b37ddf9af req-495a0011-cd3b-43c2-964b-dc0a06f4c139 service neutron] 10.222.0.55 "GET /v2.0/networks/a67d26f0-d8bc-46d6-9df4-c5b8fb20d14c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3270342 Nov 23 17:32:37.263082 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-9d93881d-51ad-45ec-91c9-47b3ce06b54a req-15c52a4a-b942-4424-96d8-b70e21c880f7 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c2c82c4a-408e-4358-a52f-abf02448a625 HTTP/1.1" status: 200 len: 217 time: 0.1015608 Nov 23 17:32:37.306267 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-8d4d1d6a-4666-45e4-9d54-feeba4e2a972 req-ab0051a0-7baf-461a-9038-909605461f79 service neutron] Attempting to bind port d4f487c3-aeab-403d-8746-5a1aee6d7eaa on host n-h2-816206-8 for vnic_type normal with profile {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:32:37.306679 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-8d4d1d6a-4666-45e4-9d54-feeba4e2a972 req-ab0051a0-7baf-461a-9038-909605461f79 service neutron] Attempting to bind port d4f487c3-aeab-403d-8746-5a1aee6d7eaa by drivers openvswitch,hyperv on host n-h2-816206-8 at level 0 using segments [{'id': '734f1627-0ec0-4314-9413-7e2078531419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '22bc55ee-b0f3-41c3-894c-32c421670838'}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:32:37.307082 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d4d1d6a-4666-45e4-9d54-feeba4e2a972 req-ab0051a0-7baf-461a-9038-909605461f79 service neutron] Attempting to bind port d4f487c3-aeab-403d-8746-5a1aee6d7eaa on network 22bc55ee-b0f3-41c3-894c-32c421670838 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:32:37.310266 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c60af04f-a023-465b-b4d1-5e4b37ddf9af req-81574d75-57bb-41e5-95e0-5275aa19b887 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.58&port_id=c11f7314-15f4-4533-9091-774452b72d36 HTTP/1.1" status: 200 len: 217 time: 0.0515051 Nov 23 17:32:37.316534 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d4d1d6a-4666-45e4-9d54-feeba4e2a972 req-ab0051a0-7baf-461a-9038-909605461f79 service neutron] Port d4f487c3-aeab-403d-8746-5a1aee6d7eaa on network 22bc55ee-b0f3-41c3-894c-32c421670838 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-8 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 17:32:37.316875 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d4d1d6a-4666-45e4-9d54-feeba4e2a972 req-ab0051a0-7baf-461a-9038-909605461f79 service neutron] Attempting to bind port d4f487c3-aeab-403d-8746-5a1aee6d7eaa on network 22bc55ee-b0f3-41c3-894c-32c421670838 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:32:37.349457 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d4d1d6a-4666-45e4-9d54-feeba4e2a972 req-ab0051a0-7baf-461a-9038-909605461f79 service neutron] Checking agent: {'id': 'ab77bf9e-0267-4174-8f1d-822cba89b207', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 15, 13), 'started_at': datetime.datetime(2021, 11, 23, 17, 15, 13), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 32, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:32:37.349871 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d4d1d6a-4666-45e4-9d54-feeba4e2a972 req-ab0051a0-7baf-461a-9038-909605461f79 service neutron] Checking segment: {'id': '734f1627-0ec0-4314-9413-7e2078531419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '22bc55ee-b0f3-41c3-894c-32c421670838'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:32:37.350282 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d4d1d6a-4666-45e4-9d54-feeba4e2a972 req-ab0051a0-7baf-461a-9038-909605461f79 service neutron] Bound using segment: {'id': '734f1627-0ec0-4314-9413-7e2078531419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '22bc55ee-b0f3-41c3-894c-32c421670838'} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:32:37.350847 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-8d4d1d6a-4666-45e4-9d54-feeba4e2a972 req-ab0051a0-7baf-461a-9038-909605461f79 service neutron] Bound port: d4f487c3-aeab-403d-8746-5a1aee6d7eaa, host: n-h2-816206-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '734f1627-0ec0-4314-9413-7e2078531419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '22bc55ee-b0f3-41c3-894c-32c421670838'}}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:32:37.351423 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-8d4d1d6a-4666-45e4-9d54-feeba4e2a972 req-ab0051a0-7baf-461a-9038-909605461f79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:32:37.364659 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d93881d-51ad-45ec-91c9-47b3ce06b54a req-a6bb6e96-a745-49de-af92-53e0689db39f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:37.367022 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-9d93881d-51ad-45ec-91c9-47b3ce06b54a req-a6bb6e96-a745-49de-af92-53e0689db39f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=25521d2d-1742-4dce-8fb1-ba32643a2d13 HTTP/1.1" status: 200 len: 849 time: 0.0950239 Nov 23 17:32:37.368865 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 17:32:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04ded40e-692c-4bee-8f0a-ccb6099f6820 x-openstack-request-id: req-04ded40e-692c-4bee-8f0a-ccb6099f6820 {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:32:37.369384 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d67134af-11d2-4c79-9101-30c7f1758e12", "tag": "c2c82c4a-408e-4358-a52f-abf02448a625", "status": "completed", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:32:37.369859 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-04ded40e-692c-4bee-8f0a-ccb6099f6820 {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:32:37.370491 n-d-816206-8 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd67134af-11d2-4c79-9101-30c7f1758e12', 'tag': 'c2c82c4a-408e-4358-a52f-abf02448a625', 'status': 'completed', 'code': 200} Nov 23 17:32:37.410842 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-9d93881d-51ad-45ec-91c9-47b3ce06b54a req-cb0e5cba-e96f-48c8-81eb-36706b138e12 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e8c121cb-3303-4d50-8d16-f995d86403a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336771 Nov 23 17:32:37.441487 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60af04f-a023-465b-b4d1-5e4b37ddf9af req-b9220e46-6878-4bf3-a869-900e97cb89d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:37.442805 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c60af04f-a023-465b-b4d1-5e4b37ddf9af req-b9220e46-6878-4bf3-a869-900e97cb89d8 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=bcb9709f-482c-4f68-bfac-95b809cc7fe7 HTTP/1.1" status: 200 len: 797 time: 0.1180809 Nov 23 17:32:37.509033 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-8d4d1d6a-4666-45e4-9d54-feeba4e2a972 req-ab0051a0-7baf-461a-9038-909605461f79 service neutron] For port d4f487c3-aeab-403d-8746-5a1aee6d7eaa, host n-h2-816206-8, cleared binding levels {{(pid=103591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:32:37.517199 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-8d4d1d6a-4666-45e4-9d54-feeba4e2a972 req-ab0051a0-7baf-461a-9038-909605461f79 service neutron] For port d4f487c3-aeab-403d-8746-5a1aee6d7eaa, host n-h2-816206-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=d4f487c3-aeab-403d-8746-5a1aee6d7eaa,segment=NetworkSegment(734f1627-0ec0-4314-9413-7e2078531419),segment_id=734f1627-0ec0-4314-9413-7e2078531419)] {{(pid=103591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:32:37.527318 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-9d93881d-51ad-45ec-91c9-47b3ce06b54a req-e15e8f14-2871-4648-9b51-a8fd82117b58 service neutron] 10.222.0.55 "GET /v2.0/networks/e8c121cb-3303-4d50-8d16-f995d86403a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049740 Nov 23 17:32:37.530697 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-8d4d1d6a-4666-45e4-9d54-feeba4e2a972 req-ab0051a0-7baf-461a-9038-909605461f79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264758186'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:32:37.537666 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60af04f-a023-465b-b4d1-5e4b37ddf9af req-4b9a1b3d-173f-4849-80d8-654bb1fad337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:37.539206 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c60af04f-a023-465b-b4d1-5e4b37ddf9af req-4b9a1b3d-173f-4849-80d8-654bb1fad337 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a67d26f0-d8bc-46d6-9df4-c5b8fb20d14c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0849619 Nov 23 17:32:37.607080 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4d1d6a-4666-45e4-9d54-feeba4e2a972 req-ab0051a0-7baf-461a-9038-909605461f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:37.608028 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-8d4d1d6a-4666-45e4-9d54-feeba4e2a972 req-ab0051a0-7baf-461a-9038-909605461f79 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:32:37.610137 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8d4d1d6a-4666-45e4-9d54-feeba4e2a972 req-ab0051a0-7baf-461a-9038-909605461f79 service neutron] 10.222.0.36 "PUT /v2.0/ports/d4f487c3-aeab-403d-8746-5a1aee6d7eaa HTTP/1.1" status: 200 len: 1091 time: 2.9262223 Nov 23 17:32:37.610813 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6405c518-c3fe-4701-acc0-e089ba26cce4', 'tag': 'd4f487c3-aeab-403d-8746-5a1aee6d7eaa'}] {{(pid=103591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:32:37.613331 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41d174a19ece9499ff9ec44e5b3fc50f2abd3ffbc947fb7e52ea1e8db27b95b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67df5464-aac9-4148-9e8f-3613c7209448" -d '{"events": [{"name": "network-changed", "server_uuid": "6405c518-c3fe-4701-acc0-e089ba26cce4", "tag": "d4f487c3-aeab-403d-8746-5a1aee6d7eaa"}]}' {{(pid=103591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:32:37.681890 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [req-8d4d1d6a-4666-45e4-9d54-feeba4e2a972 req-22f4c915-2a35-4545-93db-1adf35c39e14 service neutron] Request body: {'port': {'device_id': '6405c518-c3fe-4701-acc0-e089ba26cce4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-8'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:32:37.700770 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-9d93881d-51ad-45ec-91c9-47b3ce06b54a req-74996fb8-dacb-4300-a7bd-ca3e99f8a568 service neutron] 10.222.0.55 "GET /v2.0/networks/e8c121cb-3303-4d50-8d16-f995d86403a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1648643 Nov 23 17:32:37.722973 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 17:32:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d73a17bb-87d5-4c36-8bfe-06909ee1982c x-openstack-request-id: req-d73a17bb-87d5-4c36-8bfe-06909ee1982c {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:32:37.724183 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6405c518-c3fe-4701-acc0-e089ba26cce4", "tag": "d4f487c3-aeab-403d-8746-5a1aee6d7eaa", "status": "completed", "code": 200}]} {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:32:37.724520 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d73a17bb-87d5-4c36-8bfe-06909ee1982c {{(pid=103591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:32:37.724966 n-d-816206-8 neutron-server[103591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6405c518-c3fe-4701-acc0-e089ba26cce4', 'tag': 'd4f487c3-aeab-403d-8746-5a1aee6d7eaa', 'status': 'completed', 'code': 200} Nov 23 17:32:37.758423 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0051a0-7baf-461a-9038-909605461f79 service neutron] Pushing event updated for resources: {'Port': ['ID=d4f487c3-aeab-403d-8746-5a1aee6d7eaa,revision_number=3']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:32:37.837195 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92c8cbb-5bfb-43cc-90cc-30a4861c46b1 req-31d893c0-528b-491e-abf6-ed50de2e0f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:37.838817 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-c92c8cbb-5bfb-43cc-90cc-30a4861c46b1 req-31d893c0-528b-491e-abf6-ed50de2e0f5e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a1e61e00022b4867bcd9972de0c6f3c4&device_id=d67134af-11d2-4c79-9101-30c7f1758e12 HTTP/1.1" status: 200 len: 1094 time: 0.0785336 Nov 23 17:32:37.861007 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-8d4d1d6a-4666-45e4-9d54-feeba4e2a972 req-22f4c915-2a35-4545-93db-1adf35c39e14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:32:37.886792 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c60af04f-a023-465b-b4d1-5e4b37ddf9af req-30f5bc57-b2ff-44b6-8b5a-9d55a4c3f201 service neutron] 10.222.0.55 "GET /v2.0/networks/a67d26f0-d8bc-46d6-9df4-c5b8fb20d14c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3235509 Nov 23 17:32:38.013710 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67df5464-aac9-4148-9e8f-3613c7209448 req-973e900c-e7aa-4ca8-b295-89c2c9d4c862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:38.014192 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67df5464-aac9-4148-9e8f-3613c7209448 req-973e900c-e7aa-4ca8-b295-89c2c9d4c862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:38.014669 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67df5464-aac9-4148-9e8f-3613c7209448 req-973e900c-e7aa-4ca8-b295-89c2c9d4c862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:38.015136 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67df5464-aac9-4148-9e8f-3613c7209448 req-973e900c-e7aa-4ca8-b295-89c2c9d4c862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:38.015608 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67df5464-aac9-4148-9e8f-3613c7209448 req-973e900c-e7aa-4ca8-b295-89c2c9d4c862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:38.016308 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67df5464-aac9-4148-9e8f-3613c7209448 req-973e900c-e7aa-4ca8-b295-89c2c9d4c862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:38.017356 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67df5464-aac9-4148-9e8f-3613c7209448 req-973e900c-e7aa-4ca8-b295-89c2c9d4c862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:38.019290 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-67df5464-aac9-4148-9e8f-3613c7209448 req-973e900c-e7aa-4ca8-b295-89c2c9d4c862 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8043a75783e64196ac0be92247cb4c17&device_id=6405c518-c3fe-4701-acc0-e089ba26cce4 HTTP/1.1" status: 200 len: 6410 time: 0.2420552 Nov 23 17:32:38.037253 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92c8cbb-5bfb-43cc-90cc-30a4861c46b1 req-8e2531ad-e7a8-4c57-9eb8-764393f0fddd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:38.039039 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-c92c8cbb-5bfb-43cc-90cc-30a4861c46b1 req-8e2531ad-e7a8-4c57-9eb8-764393f0fddd service neutron] 10.222.0.55 "GET /v2.0/networks?id=e8c121cb-3303-4d50-8d16-f995d86403a8 HTTP/1.1" status: 200 len: 910 time: 0.1897569 Nov 23 17:32:38.108271 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-c92c8cbb-5bfb-43cc-90cc-30a4861c46b1 req-69167d9a-bbae-43af-95c6-c0c25c75f2a1 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c2c82c4a-408e-4358-a52f-abf02448a625 HTTP/1.1" status: 200 len: 217 time: 0.0572577 Nov 23 17:32:38.174274 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92c8cbb-5bfb-43cc-90cc-30a4861c46b1 req-27f2444d-bb06-4851-a2d1-601351eca992 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:38.175413 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-c92c8cbb-5bfb-43cc-90cc-30a4861c46b1 req-27f2444d-bb06-4851-a2d1-601351eca992 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=25521d2d-1742-4dce-8fb1-ba32643a2d13 HTTP/1.1" status: 200 len: 849 time: 0.0595636 Nov 23 17:32:38.220094 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-c92c8cbb-5bfb-43cc-90cc-30a4861c46b1 req-8768d554-8355-45be-8bab-a9ce7fb3cc8d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e8c121cb-3303-4d50-8d16-f995d86403a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320299 Nov 23 17:32:38.257607 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c60af04f-a023-465b-b4d1-5e4b37ddf9af req-5d81fe14-5ccd-4697-9db2-f3777801cc2e service neutron] 10.222.0.55 "GET /v2.0/networks/a67d26f0-d8bc-46d6-9df4-c5b8fb20d14c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3582218 Nov 23 17:32:38.264132 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8d4baf15-10c4-4ce6-b06f-03ab3082f2eb req-c946894f-c516-4617-8158-62b29314f4ce tempest-ServerShowV247Test-295120888 tempest-ServerShowV247Test-295120888-project] 10.222.0.60 "GET /v2.0/ports?device_id=1a90c864-d0ab-4abe-933d-2172826d94d2 HTTP/1.1" status: 200 len: 210 time: 0.1517034 Nov 23 17:32:38.362448 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-c92c8cbb-5bfb-43cc-90cc-30a4861c46b1 req-871a9ec0-3749-4c40-a38e-e5a3cb0a093f service neutron] 10.222.0.55 "GET /v2.0/networks/e8c121cb-3303-4d50-8d16-f995d86403a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258814 Nov 23 17:32:38.548943 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-c92c8cbb-5bfb-43cc-90cc-30a4861c46b1 req-2fa7da81-e733-42d2-b3d1-b67eeef596f3 service neutron] 10.222.0.55 "GET /v2.0/networks/e8c121cb-3303-4d50-8d16-f995d86403a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1703744 Nov 23 17:32:38.683423 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25549298-dadf-4190-bf44-a6640533eb69 req-1532ce2d-a8ed-4da1-a1e9-a09b8b99d96f tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:38.690080 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25549298-dadf-4190-bf44-a6640533eb69 req-1532ce2d-a8ed-4da1-a1e9-a09b8b99d96f tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:38.696027 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25549298-dadf-4190-bf44-a6640533eb69 req-1532ce2d-a8ed-4da1-a1e9-a09b8b99d96f tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:38.702696 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25549298-dadf-4190-bf44-a6640533eb69 req-1532ce2d-a8ed-4da1-a1e9-a09b8b99d96f tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:38.708754 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25549298-dadf-4190-bf44-a6640533eb69 req-1532ce2d-a8ed-4da1-a1e9-a09b8b99d96f tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:38.714584 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25549298-dadf-4190-bf44-a6640533eb69 req-1532ce2d-a8ed-4da1-a1e9-a09b8b99d96f tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:38.722796 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25549298-dadf-4190-bf44-a6640533eb69 req-1532ce2d-a8ed-4da1-a1e9-a09b8b99d96f tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:38.725930 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-25549298-dadf-4190-bf44-a6640533eb69 req-1532ce2d-a8ed-4da1-a1e9-a09b8b99d96f tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] 10.222.0.60 "GET /v2.0/ports?device_id=6405c518-c3fe-4701-acc0-e089ba26cce4 HTTP/1.1" status: 200 len: 5408 time: 0.8004134 Nov 23 17:32:38.732715 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c60af04f-a023-465b-b4d1-5e4b37ddf9af req-0d80be3d-9283-45ab-b482-78730d18b17c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=c61316ed-a367-4301-9c1b-7dbf9122a432 HTTP/1.1" status: 200 len: 217 time: 0.4618597 Nov 23 17:32:38.873465 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67df5464-aac9-4148-9e8f-3613c7209448 req-9731cca9-e164-43ee-be0c-a94cd457fceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:38.873845 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67df5464-aac9-4148-9e8f-3613c7209448 req-9731cca9-e164-43ee-be0c-a94cd457fceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:38.874296 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67df5464-aac9-4148-9e8f-3613c7209448 req-9731cca9-e164-43ee-be0c-a94cd457fceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:38.875994 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-67df5464-aac9-4148-9e8f-3613c7209448 req-9731cca9-e164-43ee-be0c-a94cd457fceb service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=8043a75783e64196ac0be92247cb4c17&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.8139420 Nov 23 17:32:38.956700 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60af04f-a023-465b-b4d1-5e4b37ddf9af req-8afc6256-96d9-4e03-bbcb-64b3081ec71a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:38.958152 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c60af04f-a023-465b-b4d1-5e4b37ddf9af req-8afc6256-96d9-4e03-bbcb-64b3081ec71a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=61fc00fc-b813-4658-838c-689d0da00fb4 HTTP/1.1" status: 200 len: 797 time: 0.2116003 Nov 23 17:32:38.976620 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ec5138a6-9f02-4b47-b4a3-d2e25d427226 req-a350b6c3-4f55-4168-887d-3ae31cdf5dd4 tempest-ServerShowV247Test-295120888 tempest-ServerShowV247Test-295120888-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a90c864-d0ab-4abe-933d-2172826d94d2 HTTP/1.1" status: 200 len: 210 time: 0.1130538 Nov 23 17:32:39.040157 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-25549298-dadf-4190-bf44-a6640533eb69 req-0296047a-a13b-42ac-b4a3-624d6ba05ba3 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] 10.222.0.60 "GET /v2.0/security-groups?id=5a532450-e3c1-4821-9a24-76c3d212b901&id=10d72a3d-a998-4d2f-a806-0da22bfe86ab&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2991974 Nov 23 17:32:39.049395 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c98ea1-5b55-4cba-b71f-2127d38fb840 req-441fb557-c993-4cf1-9e7d-695436c58d3a tempest-ServerGroupTestJSON-1688284386 tempest-ServerGroupTestJSON-1688284386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:39.050930 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-89c98ea1-5b55-4cba-b71f-2127d38fb840 req-441fb557-c993-4cf1-9e7d-695436c58d3a tempest-ServerGroupTestJSON-1688284386 tempest-ServerGroupTestJSON-1688284386-project] 10.222.0.60 "GET /v2.0/ports?device_id=d67134af-11d2-4c79-9101-30c7f1758e12 HTTP/1.1" status: 200 len: 943 time: 0.3847878 Nov 23 17:32:39.198077 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67df5464-aac9-4148-9e8f-3613c7209448 req-cd943c49-833e-4d14-bf03-b4201be0da86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:39.199651 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-67df5464-aac9-4148-9e8f-3613c7209448 req-cd943c49-833e-4d14-bf03-b4201be0da86 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3066127 Nov 23 17:32:39.201570 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60af04f-a023-465b-b4d1-5e4b37ddf9af req-f25ca49e-3ccf-4ebe-ad9f-c3d79adda388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:39.203048 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c60af04f-a023-465b-b4d1-5e4b37ddf9af req-f25ca49e-3ccf-4ebe-ad9f-c3d79adda388 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a080cd49-aff0-47e2-a832-3717812be820&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2201767 Nov 23 17:32:39.267342 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-89c98ea1-5b55-4cba-b71f-2127d38fb840 req-df08f9e2-f3a7-48c4-8cd8-7bc60a03d40e tempest-ServerGroupTestJSON-1688284386 tempest-ServerGroupTestJSON-1688284386-project] 10.222.0.60 "GET /v2.0/security-groups?id=97b7d29f-5111-4c34-bd27-9c9daf8d9472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764295 Nov 23 17:32:39.304099 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [req-8d4d1d6a-4666-45e4-9d54-feeba4e2a972 req-22f4c915-2a35-4545-93db-1adf35c39e14 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 710bef9f-b70a-46f8-8336-d0a377111f32 {{(pid=103591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:32:39.316625 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-8d4d1d6a-4666-45e4-9d54-feeba4e2a972 req-22f4c915-2a35-4545-93db-1adf35c39e14 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:32:39.376677 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.provisioning_blocks [req-8d4d1d6a-4666-45e4-9d54-feeba4e2a972 req-22f4c915-2a35-4545-93db-1adf35c39e14 service neutron] Transition to ACTIVE for port object 710bef9f-b70a-46f8-8336-d0a377111f32 will not be triggered until provisioned by entity L2. {{(pid=103591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 17:32:39.390800 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-8d4d1d6a-4666-45e4-9d54-feeba4e2a972 req-22f4c915-2a35-4545-93db-1adf35c39e14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264758186'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:32:39.415855 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b92aea8f-487a-4682-b993-7b62d9f2299d req-047a8728-8cb8-4882-b6f7-1d75acb30f36 tempest-ServerShowV247Test-295120888 tempest-ServerShowV247Test-295120888-project] 10.222.0.60 "GET /v2.0/ports?device_id=1a90c864-d0ab-4abe-933d-2172826d94d2 HTTP/1.1" status: 200 len: 210 time: 0.0446844 Nov 23 17:32:39.482861 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c60af04f-a023-465b-b4d1-5e4b37ddf9af req-64ba204e-cde5-450d-9e4c-76bef0bf0770 service neutron] 10.222.0.55 "GET /v2.0/networks/a080cd49-aff0-47e2-a832-3717812be820?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2370353 Nov 23 17:32:39.545511 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f4c915-2a35-4545-93db-1adf35c39e14 service neutron] Pushing event updated for resources: {'Port': ['ID=710bef9f-b70a-46f8-8336-d0a377111f32,revision_number=2']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:32:39.743252 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-8d4d1d6a-4666-45e4-9d54-feeba4e2a972 req-22f4c915-2a35-4545-93db-1adf35c39e14 service neutron] Attempting to bind port 710bef9f-b70a-46f8-8336-d0a377111f32 on host n-h2-816206-8 for vnic_type normal with profile {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:32:39.743801 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-8d4d1d6a-4666-45e4-9d54-feeba4e2a972 req-22f4c915-2a35-4545-93db-1adf35c39e14 service neutron] Attempting to bind port 710bef9f-b70a-46f8-8336-d0a377111f32 by drivers openvswitch,hyperv on host n-h2-816206-8 at level 0 using segments [{'id': '734f1627-0ec0-4314-9413-7e2078531419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '22bc55ee-b0f3-41c3-894c-32c421670838'}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:32:39.744321 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d4d1d6a-4666-45e4-9d54-feeba4e2a972 req-22f4c915-2a35-4545-93db-1adf35c39e14 service neutron] Attempting to bind port 710bef9f-b70a-46f8-8336-d0a377111f32 on network 22bc55ee-b0f3-41c3-894c-32c421670838 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:32:39.763131 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d4d1d6a-4666-45e4-9d54-feeba4e2a972 req-22f4c915-2a35-4545-93db-1adf35c39e14 service neutron] Port 710bef9f-b70a-46f8-8336-d0a377111f32 on network 22bc55ee-b0f3-41c3-894c-32c421670838 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-8 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 17:32:39.763535 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d4d1d6a-4666-45e4-9d54-feeba4e2a972 req-22f4c915-2a35-4545-93db-1adf35c39e14 service neutron] Attempting to bind port 710bef9f-b70a-46f8-8336-d0a377111f32 on network 22bc55ee-b0f3-41c3-894c-32c421670838 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:32:39.775771 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device c2c82c4a-408e-4358-a52f-abf02448a625 details requested by agent hyperv_n-h1-816206-8 with host n-h1-816206-8 {{(pid=103592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 17:32:39.781446 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d4d1d6a-4666-45e4-9d54-feeba4e2a972 req-22f4c915-2a35-4545-93db-1adf35c39e14 service neutron] Checking agent: {'id': 'ab77bf9e-0267-4174-8f1d-822cba89b207', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 15, 13), 'started_at': datetime.datetime(2021, 11, 23, 17, 15, 13), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 32, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:32:39.782041 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d4d1d6a-4666-45e4-9d54-feeba4e2a972 req-22f4c915-2a35-4545-93db-1adf35c39e14 service neutron] Checking segment: {'id': '734f1627-0ec0-4314-9413-7e2078531419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '22bc55ee-b0f3-41c3-894c-32c421670838'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:32:39.783137 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d4d1d6a-4666-45e4-9d54-feeba4e2a972 req-22f4c915-2a35-4545-93db-1adf35c39e14 service neutron] Bound using segment: {'id': '734f1627-0ec0-4314-9413-7e2078531419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '22bc55ee-b0f3-41c3-894c-32c421670838'} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:32:39.783849 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-8d4d1d6a-4666-45e4-9d54-feeba4e2a972 req-22f4c915-2a35-4545-93db-1adf35c39e14 service neutron] Bound port: 710bef9f-b70a-46f8-8336-d0a377111f32, host: n-h2-816206-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '734f1627-0ec0-4314-9413-7e2078531419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '22bc55ee-b0f3-41c3-894c-32c421670838'}}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:32:39.784607 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-8d4d1d6a-4666-45e4-9d54-feeba4e2a972 req-22f4c915-2a35-4545-93db-1adf35c39e14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:32:39.804030 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c60af04f-a023-465b-b4d1-5e4b37ddf9af req-a14aae82-dc1b-4db9-8c88-b372dfb43fb3 service neutron] 10.222.0.55 "GET /v2.0/networks/a080cd49-aff0-47e2-a832-3717812be820?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2776737 Nov 23 17:32:39.866740 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c60af04f-a023-465b-b4d1-5e4b37ddf9af req-82624af7-2245-44cf-95b2-87ae36d9cc14 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=e501c8d2-3b8b-4517-82b1-6a263ce4aab2 HTTP/1.1" status: 200 len: 217 time: 0.0390224 Nov 23 17:32:39.897477 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port c2c82c4a-408e-4358-a52f-abf02448a625, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=c2c82c4a-408e-4358-a52f-abf02448a625,segment=NetworkSegment(2369d45c-eb89-4b0f-a87b-fbbe62646290),segment_id=2369d45c-eb89-4b0f-a87b-fbbe62646290)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:32:39.911302 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Returning: {'device': 'c2c82c4a-408e-4358-a52f-abf02448a625', 'network_id': 'e8c121cb-3303-4d50-8d16-f995d86403a8', 'port_id': 'c2c82c4a-408e-4358-a52f-abf02448a625', 'mac_address': 'fa:16:3e:84:48:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 516, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25521d2d-1742-4dce-8fb1-ba32643a2d13', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 17:32:39.934453 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-8d4d1d6a-4666-45e4-9d54-feeba4e2a972 req-22f4c915-2a35-4545-93db-1adf35c39e14 service neutron] For port 710bef9f-b70a-46f8-8336-d0a377111f32, host n-h2-816206-8, cleared binding levels {{(pid=103591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:32:39.937206 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-8d4d1d6a-4666-45e4-9d54-feeba4e2a972 req-22f4c915-2a35-4545-93db-1adf35c39e14 service neutron] For port 710bef9f-b70a-46f8-8336-d0a377111f32, host n-h2-816206-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=710bef9f-b70a-46f8-8336-d0a377111f32,segment=NetworkSegment(734f1627-0ec0-4314-9413-7e2078531419),segment_id=734f1627-0ec0-4314-9413-7e2078531419)] {{(pid=103591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:32:39.948685 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-8d4d1d6a-4666-45e4-9d54-feeba4e2a972 req-22f4c915-2a35-4545-93db-1adf35c39e14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264758186'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:32:39.949170 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:32:39.954765 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60af04f-a023-465b-b4d1-5e4b37ddf9af req-69b25bf0-c92b-4675-9f30-83e20ca1de43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:39.956227 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c60af04f-a023-465b-b4d1-5e4b37ddf9af req-69b25bf0-c92b-4675-9f30-83e20ca1de43 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=61fc00fc-b813-4658-838c-689d0da00fb4 HTTP/1.1" status: 200 len: 797 time: 0.0813284 Nov 23 17:32:39.973413 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2c82c4a-408e-4358-a52f-abf02448a625 {{(pid=103592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:32:39.995495 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port c2c82c4a-408e-4358-a52f-abf02448a625, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=c2c82c4a-408e-4358-a52f-abf02448a625,segment=NetworkSegment(2369d45c-eb89-4b0f-a87b-fbbe62646290),segment_id=2369d45c-eb89-4b0f-a87b-fbbe62646290)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:32:40.007963 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:32:40.016421 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4d1d6a-4666-45e4-9d54-feeba4e2a972 req-22f4c915-2a35-4545-93db-1adf35c39e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:40.017079 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-8d4d1d6a-4666-45e4-9d54-feeba4e2a972 req-22f4c915-2a35-4545-93db-1adf35c39e14 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:32:40.018490 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8d4d1d6a-4666-45e4-9d54-feeba4e2a972 req-22f4c915-2a35-4545-93db-1adf35c39e14 service neutron] 10.222.0.36 "PUT /v2.0/ports/710bef9f-b70a-46f8-8336-d0a377111f32 HTTP/1.1" status: 200 len: 1091 time: 2.3432465 Nov 23 17:32:40.019991 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6405c518-c3fe-4701-acc0-e089ba26cce4', 'tag': '710bef9f-b70a-46f8-8336-d0a377111f32'}] {{(pid=103591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:32:40.022489 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41d174a19ece9499ff9ec44e5b3fc50f2abd3ffbc947fb7e52ea1e8db27b95b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06c0783a-afdd-491b-ad67-f9518713fda8" -d '{"events": [{"name": "network-changed", "server_uuid": "6405c518-c3fe-4701-acc0-e089ba26cce4", "tag": "710bef9f-b70a-46f8-8336-d0a377111f32"}]}' {{(pid=103591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:32:40.061019 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f4c915-2a35-4545-93db-1adf35c39e14 service neutron] Pushing event updated for resources: {'Port': ['ID=710bef9f-b70a-46f8-8336-d0a377111f32,revision_number=3']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:32:40.098957 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60af04f-a023-465b-b4d1-5e4b37ddf9af req-3e982827-98da-4479-9c6f-c246afddc9dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:40.100759 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c60af04f-a023-465b-b4d1-5e4b37ddf9af req-3e982827-98da-4479-9c6f-c246afddc9dd service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a080cd49-aff0-47e2-a832-3717812be820&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1187212 Nov 23 17:32:40.117511 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Pushing event updated for resources: {'Port': ['ID=c2c82c4a-408e-4358-a52f-abf02448a625,revision_number=4']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:32:40.169360 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 17:32:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fa8dfca-ef87-4807-b139-1387497466d3 x-openstack-request-id: req-6fa8dfca-ef87-4807-b139-1387497466d3 {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:32:40.169664 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6405c518-c3fe-4701-acc0-e089ba26cce4", "tag": "710bef9f-b70a-46f8-8336-d0a377111f32", "status": "completed", "code": 200}]} {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:32:40.169928 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6fa8dfca-ef87-4807-b139-1387497466d3 {{(pid=103591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:32:40.170340 n-d-816206-8 neutron-server[103591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6405c518-c3fe-4701-acc0-e089ba26cce4', 'tag': '710bef9f-b70a-46f8-8336-d0a377111f32', 'status': 'completed', 'code': 200} Nov 23 17:32:40.229625 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4d1d6a-4666-45e4-9d54-feeba4e2a972 req-a5bc432e-09f4-4a21-86ba-b1be401f634c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:40.230098 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4d1d6a-4666-45e4-9d54-feeba4e2a972 req-a5bc432e-09f4-4a21-86ba-b1be401f634c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:40.230567 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4d1d6a-4666-45e4-9d54-feeba4e2a972 req-a5bc432e-09f4-4a21-86ba-b1be401f634c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:40.231024 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4d1d6a-4666-45e4-9d54-feeba4e2a972 req-a5bc432e-09f4-4a21-86ba-b1be401f634c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:40.231479 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4d1d6a-4666-45e4-9d54-feeba4e2a972 req-a5bc432e-09f4-4a21-86ba-b1be401f634c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:40.231933 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4d1d6a-4666-45e4-9d54-feeba4e2a972 req-a5bc432e-09f4-4a21-86ba-b1be401f634c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:40.232383 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4d1d6a-4666-45e4-9d54-feeba4e2a972 req-a5bc432e-09f4-4a21-86ba-b1be401f634c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:40.234452 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8d4d1d6a-4666-45e4-9d54-feeba4e2a972 req-a5bc432e-09f4-4a21-86ba-b1be401f634c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8043a75783e64196ac0be92247cb4c17&device_id=6405c518-c3fe-4701-acc0-e089ba26cce4 HTTP/1.1" status: 200 len: 6477 time: 0.1595037 Nov 23 17:32:40.327616 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8d4d1d6a-4666-45e4-9d54-feeba4e2a972 req-8186139c-30e0-4b9f-89e4-d875a38dded1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5c7b0226-5733-4a12-8cf6-a2a8001dd2da HTTP/1.1" status: 200 len: 217 time: 0.0712848 Nov 23 17:32:40.365108 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] get_ports_and_sgs() called for port_ids ['c2c82c4a-408e-4358-a52f-abf02448a625'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:32:40.427361 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c60af04f-a023-465b-b4d1-5e4b37ddf9af req-c4c10016-815f-4537-b247-aedf601210c8 service neutron] 10.222.0.55 "GET /v2.0/networks/a080cd49-aff0-47e2-a832-3717812be820?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3083401 Nov 23 17:32:40.461743 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4d1d6a-4666-45e4-9d54-feeba4e2a972 req-8cf9bc7f-52fb-48f5-a947-e5bb47868570 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:40.463417 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8d4d1d6a-4666-45e4-9d54-feeba4e2a972 req-8cf9bc7f-52fb-48f5-a947-e5bb47868570 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d52f2422-eba5-4adf-851d-059c4fb2a31d HTTP/1.1" status: 200 len: 851 time: 0.1211004 Nov 23 17:32:40.525560 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba56c402-eb8e-49a6-9aae-8f0638b25581 req-27dda4e0-8fb3-4456-a8fc-e42e29d1d4e3 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:40.531496 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba56c402-eb8e-49a6-9aae-8f0638b25581 req-27dda4e0-8fb3-4456-a8fc-e42e29d1d4e3 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:40.538153 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba56c402-eb8e-49a6-9aae-8f0638b25581 req-27dda4e0-8fb3-4456-a8fc-e42e29d1d4e3 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:40.544184 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba56c402-eb8e-49a6-9aae-8f0638b25581 req-27dda4e0-8fb3-4456-a8fc-e42e29d1d4e3 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:40.550628 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba56c402-eb8e-49a6-9aae-8f0638b25581 req-27dda4e0-8fb3-4456-a8fc-e42e29d1d4e3 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:40.557348 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba56c402-eb8e-49a6-9aae-8f0638b25581 req-27dda4e0-8fb3-4456-a8fc-e42e29d1d4e3 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:40.564931 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba56c402-eb8e-49a6-9aae-8f0638b25581 req-27dda4e0-8fb3-4456-a8fc-e42e29d1d4e3 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:40.566909 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ba56c402-eb8e-49a6-9aae-8f0638b25581 req-27dda4e0-8fb3-4456-a8fc-e42e29d1d4e3 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] 10.222.0.60 "GET /v2.0/ports?device_id=6405c518-c3fe-4701-acc0-e089ba26cce4 HTTP/1.1" status: 200 len: 5420 time: 0.3285112 Nov 23 17:32:40.667129 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e61a6b0-5bcf-4c68-8bd2-fde2e73b6bf5 req-19227bef-e188-4e54-b7d6-2dceae0821c5 tempest-ServerGroupTestJSON-1688284386 tempest-ServerGroupTestJSON-1688284386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:40.668619 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5e61a6b0-5bcf-4c68-8bd2-fde2e73b6bf5 req-19227bef-e188-4e54-b7d6-2dceae0821c5 tempest-ServerGroupTestJSON-1688284386 tempest-ServerGroupTestJSON-1688284386-project] 10.222.0.60 "GET /v2.0/ports?device_id=d67134af-11d2-4c79-9101-30c7f1758e12 HTTP/1.1" status: 200 len: 944 time: 0.2402222 Nov 23 17:32:40.684423 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4d1d6a-4666-45e4-9d54-feeba4e2a972 req-4f3b5578-2fbc-4c72-8166-afbb58a8a35e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:40.685907 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8d4d1d6a-4666-45e4-9d54-feeba4e2a972 req-4f3b5578-2fbc-4c72-8166-afbb58a8a35e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=04470eef-b922-4801-8872-f6ca765b26dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2078345 Nov 23 17:32:40.754408 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c60af04f-a023-465b-b4d1-5e4b37ddf9af req-85808cee-25df-427d-b388-0f6d1c909061 service neutron] 10.222.0.55 "GET /v2.0/networks/a080cd49-aff0-47e2-a832-3717812be820?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2886720 Nov 23 17:32:40.769128 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ba56c402-eb8e-49a6-9aae-8f0638b25581 req-f7589023-e496-438b-9bdd-137a8b92a546 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] 10.222.0.60 "GET /v2.0/security-groups?id=5a532450-e3c1-4821-9a24-76c3d212b901&id=10d72a3d-a998-4d2f-a806-0da22bfe86ab&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1844862 Nov 23 17:32:40.846808 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5e61a6b0-5bcf-4c68-8bd2-fde2e73b6bf5 req-8ac1e7df-d74c-4793-9fb4-cf3f4d8d9cec tempest-ServerGroupTestJSON-1688284386 tempest-ServerGroupTestJSON-1688284386-project] 10.222.0.60 "GET /v2.0/security-groups?id=97b7d29f-5111-4c34-bd27-9c9daf8d9472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659386 Nov 23 17:32:40.910916 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8d4d1d6a-4666-45e4-9d54-feeba4e2a972 req-074eee4e-2907-4cd2-ab62-f636d510c86a service neutron] 10.222.0.36 "GET /v2.0/networks/04470eef-b922-4801-8872-f6ca765b26dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1961405 Nov 23 17:32:41.029635 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8d4d1d6a-4666-45e4-9d54-feeba4e2a972 req-a23ce392-0610-4ae5-805f-2b211f16d296 service neutron] 10.222.0.36 "GET /v2.0/networks/04470eef-b922-4801-8872-f6ca765b26dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1089978 Nov 23 17:32:41.085019 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8d4d1d6a-4666-45e4-9d54-feeba4e2a972 req-c61c9d2d-ea61-461e-a64b-3bfd23415144 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.220&port_id=98991338-19a7-4834-b0b5-0086ee597775 HTTP/1.1" status: 200 len: 217 time: 0.0388150 Nov 23 17:32:41.116670 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 37048) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:32:41.133697 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4d1d6a-4666-45e4-9d54-feeba4e2a972 req-de47adac-df01-4ad7-9e1b-2433513045f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:41.135245 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8d4d1d6a-4666-45e4-9d54-feeba4e2a972 req-de47adac-df01-4ad7-9e1b-2433513045f1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=79e8d965-2789-41b1-a1fa-0fe25b7624dc HTTP/1.1" status: 200 len: 797 time: 0.0490665 Nov 23 17:32:41.193353 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4d1d6a-4666-45e4-9d54-feeba4e2a972 req-2ef700e5-8c6c-4e99-afb3-fefd1f7dc38a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:41.196439 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8d4d1d6a-4666-45e4-9d54-feeba4e2a972 req-2ef700e5-8c6c-4e99-afb3-fefd1f7dc38a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=76740e25-dcec-4d2d-82d4-d720ca6b4fc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0494843 Nov 23 17:32:41.248546 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1cdb2d1e-1628-4b49-9c62-8a9852fdb845 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:32:41.300566 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8d4d1d6a-4666-45e4-9d54-feeba4e2a972 req-c6be150c-3332-43db-bcad-fdf6533628d6 service neutron] 10.222.0.36 "GET /v2.0/networks/76740e25-dcec-4d2d-82d4-d720ca6b4fc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957563 Nov 23 17:32:41.345670 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1cdb2d1e-1628-4b49-9c62-8a9852fdb845 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:32:41.356929 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1cdb2d1e-1628-4b49-9c62-8a9852fdb845 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:32:41.387190 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdb2d1e-1628-4b49-9c62-8a9852fdb845 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2adc7e91-2209-4a1c-bc4f-969fb7c721e6,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:32:41.420947 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-1cdb2d1e-1628-4b49-9c62-8a9852fdb845 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0e205e9c24b142fd9bb39b3c24eb9fc7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3027973 Nov 23 17:32:41.429088 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 37058) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:32:41.454997 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8d4d1d6a-4666-45e4-9d54-feeba4e2a972 req-b3dad26f-5d1c-4f83-ba35-c0ac29e5f1c7 service neutron] 10.222.0.36 "GET /v2.0/networks/76740e25-dcec-4d2d-82d4-d720ca6b4fc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1430168 Nov 23 17:32:41.482575 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-629c7af9-67b3-445e-a57a-d1aeb80a470b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:32:41.506402 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8d4d1d6a-4666-45e4-9d54-feeba4e2a972 req-a96d5526-c0de-4ebe-bd35-2eaaf798f235 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.53&port_id=ca65c076-5a6f-484a-9871-7163634af22d HTTP/1.1" status: 200 len: 217 time: 0.0418265 Nov 23 17:32:41.509781 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-629c7af9-67b3-445e-a57a-d1aeb80a470b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:32:41.576326 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-629c7af9-67b3-445e-a57a-d1aeb80a470b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:32:41.579808 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-629c7af9-67b3-445e-a57a-d1aeb80a470b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:32:41.581262 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-629c7af9-67b3-445e-a57a-d1aeb80a470b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/2adc7e91-2209-4a1c-bc4f-969fb7c721e6 HTTP/1.1" status: 204 len: 168 time: 0.1506855 Nov 23 17:32:41.591058 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629c7af9-67b3-445e-a57a-d1aeb80a470b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2adc7e91-2209-4a1c-bc4f-969fb7c721e6,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:32:41.591630 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4d1d6a-4666-45e4-9d54-feeba4e2a972 req-20d8101d-b796-44af-b7db-93e99f4c63df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:41.593505 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8d4d1d6a-4666-45e4-9d54-feeba4e2a972 req-20d8101d-b796-44af-b7db-93e99f4c63df service neutron] 10.222.0.36 "GET /v2.0/subnets?id=79e8d965-2789-41b1-a1fa-0fe25b7624dc HTTP/1.1" status: 200 len: 797 time: 0.0779870 Nov 23 17:32:41.648324 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4d1d6a-4666-45e4-9d54-feeba4e2a972 req-e01797af-dfa0-44e1-bf60-4db2e799226a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:41.650121 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8d4d1d6a-4666-45e4-9d54-feeba4e2a972 req-e01797af-dfa0-44e1-bf60-4db2e799226a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=76740e25-dcec-4d2d-82d4-d720ca6b4fc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0466044 Nov 23 17:32:41.765247 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8d4d1d6a-4666-45e4-9d54-feeba4e2a972 req-57085d8c-a816-49cb-b69b-5a24b85a39ec service neutron] 10.222.0.36 "GET /v2.0/networks/76740e25-dcec-4d2d-82d4-d720ca6b4fc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1063192 Nov 23 17:32:41.805122 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device c2c82c4a-408e-4358-a52f-abf02448a625 up at agent hyperv_n-h1-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:32:41.867845 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Provisioning for port c2c82c4a-408e-4358-a52f-abf02448a625 completed by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 17:32:41.872142 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Provisioning complete for port c2c82c4a-408e-4358-a52f-abf02448a625 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:32:41.873016 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:32:41.876692 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8d4d1d6a-4666-45e4-9d54-feeba4e2a972 req-8e2f62e8-8c0e-473a-bd71-6a1da9eea712 service neutron] 10.222.0.36 "GET /v2.0/networks/76740e25-dcec-4d2d-82d4-d720ca6b4fc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027634 Nov 23 17:32:41.959988 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8d4d1d6a-4666-45e4-9d54-feeba4e2a972 req-ed0e7ed5-ebae-4008-866a-25edb5f949fe service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.173&port_id=bc47c78f-ab00-4260-a560-1743414d7f20 HTTP/1.1" status: 200 len: 217 time: 0.0725684 Nov 23 17:32:41.970474 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:32:41.999023 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd67134af-11d2-4c79-9101-30c7f1758e12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2c82c4a-408e-4358-a52f-abf02448a625'}] {{(pid=103592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:32:42.002510 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba3e6a8f2301c7a29fe1eca9779abdae4ccbcd6266d69778087f2498d5551201" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76f9e72c-5d83-40cd-995e-adf81c0b7971" -d '{"events": [{"server_uuid": "d67134af-11d2-4c79-9101-30c7f1758e12", "name": "network-vif-plugged", "status": "completed", "tag": "c2c82c4a-408e-4358-a52f-abf02448a625"}]}' {{(pid=103592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:32:42.018169 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port c2c82c4a-408e-4358-a52f-abf02448a625, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=c2c82c4a-408e-4358-a52f-abf02448a625,segment=NetworkSegment(2369d45c-eb89-4b0f-a87b-fbbe62646290),segment_id=2369d45c-eb89-4b0f-a87b-fbbe62646290)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:32:42.022271 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:32:42.067537 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263e213a-0c85-4605-a1a7-9c26f73a0573 req-ae1773c3-6e40-40e1-b729-5b85acdfac3d tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:42.073474 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263e213a-0c85-4605-a1a7-9c26f73a0573 req-ae1773c3-6e40-40e1-b729-5b85acdfac3d tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:42.078395 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Pushing event updated for resources: {'Port': ['ID=c2c82c4a-408e-4358-a52f-abf02448a625,revision_number=5']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:32:42.079916 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263e213a-0c85-4605-a1a7-9c26f73a0573 req-ae1773c3-6e40-40e1-b729-5b85acdfac3d tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:42.085830 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263e213a-0c85-4605-a1a7-9c26f73a0573 req-ae1773c3-6e40-40e1-b729-5b85acdfac3d tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:42.091848 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263e213a-0c85-4605-a1a7-9c26f73a0573 req-ae1773c3-6e40-40e1-b729-5b85acdfac3d tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:42.098396 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263e213a-0c85-4605-a1a7-9c26f73a0573 req-ae1773c3-6e40-40e1-b729-5b85acdfac3d tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:42.104280 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263e213a-0c85-4605-a1a7-9c26f73a0573 req-ae1773c3-6e40-40e1-b729-5b85acdfac3d tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:42.106209 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-263e213a-0c85-4605-a1a7-9c26f73a0573 req-ae1773c3-6e40-40e1-b729-5b85acdfac3d tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] 10.222.0.60 "GET /v2.0/ports?device_id=6405c518-c3fe-4701-acc0-e089ba26cce4 HTTP/1.1" status: 200 len: 5420 time: 0.2083972 Nov 23 17:32:42.124816 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a86a616-b7d3-4260-9deb-a33692177cc6 req-577f052e-b120-4b6f-aef3-c034e26b914b tempest-ServerGroupTestJSON-1688284386 tempest-ServerGroupTestJSON-1688284386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:42.126844 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8a86a616-b7d3-4260-9deb-a33692177cc6 req-577f052e-b120-4b6f-aef3-c034e26b914b tempest-ServerGroupTestJSON-1688284386 tempest-ServerGroupTestJSON-1688284386-project] 10.222.0.60 "GET /v2.0/ports?device_id=d67134af-11d2-4c79-9101-30c7f1758e12 HTTP/1.1" status: 200 len: 944 time: 0.1701317 Nov 23 17:32:42.128410 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4d1d6a-4666-45e4-9d54-feeba4e2a972 req-65a51cf1-2403-4e8b-bf50-c97b42dc19d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:42.130593 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8d4d1d6a-4666-45e4-9d54-feeba4e2a972 req-65a51cf1-2403-4e8b-bf50-c97b42dc19d1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=79e8d965-2789-41b1-a1fa-0fe25b7624dc HTTP/1.1" status: 200 len: 797 time: 0.1588917 Nov 23 17:32:42.239782 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4d1d6a-4666-45e4-9d54-feeba4e2a972 req-e1b3f253-ddf5-4a01-846e-9cd01fddf755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:42.241379 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8d4d1d6a-4666-45e4-9d54-feeba4e2a972 req-e1b3f253-ddf5-4a01-846e-9cd01fddf755 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=76740e25-dcec-4d2d-82d4-d720ca6b4fc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0964236 Nov 23 17:32:42.249092 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8a86a616-b7d3-4260-9deb-a33692177cc6 req-e9a0b891-29b7-46d0-895b-3fc2d4b72934 tempest-ServerGroupTestJSON-1688284386 tempest-ServerGroupTestJSON-1688284386-project] 10.222.0.60 "GET /v2.0/security-groups?id=97b7d29f-5111-4c34-bd27-9c9daf8d9472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130779 Nov 23 17:32:42.284748 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-263e213a-0c85-4605-a1a7-9c26f73a0573 req-7047313e-bec9-4a6b-a97b-cd23b8a3ad1b tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] 10.222.0.60 "GET /v2.0/security-groups?id=5a532450-e3c1-4821-9a24-76c3d212b901&id=10d72a3d-a998-4d2f-a806-0da22bfe86ab&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1585054 Nov 23 17:32:42.402702 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:32:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c5ee3c4-e6da-488f-ae35-c263ae2d6894 x-openstack-request-id: req-9c5ee3c4-e6da-488f-ae35-c263ae2d6894 {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:32:42.403184 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d67134af-11d2-4c79-9101-30c7f1758e12", "name": "network-vif-plugged", "status": "completed", "tag": "c2c82c4a-408e-4358-a52f-abf02448a625", "code": 200}]} {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:32:42.403527 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-9c5ee3c4-e6da-488f-ae35-c263ae2d6894 {{(pid=103592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:32:42.403817 n-d-816206-8 neutron-server[103592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd67134af-11d2-4c79-9101-30c7f1758e12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2c82c4a-408e-4358-a52f-abf02448a625', 'code': 200} Nov 23 17:32:42.408454 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8d4d1d6a-4666-45e4-9d54-feeba4e2a972 req-ee8c6172-a864-402f-834d-ce5886728ad7 service neutron] 10.222.0.36 "GET /v2.0/networks/76740e25-dcec-4d2d-82d4-d720ca6b4fc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1548383 Nov 23 17:32:42.575585 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfaa277-3979-4ef1-a343-bea74132d021 req-8791373a-81e0-4a0f-90d0-7d1eefb3230d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:42.577215 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-3cfaa277-3979-4ef1-a343-bea74132d021 req-8791373a-81e0-4a0f-90d0-7d1eefb3230d service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=d67134af-11d2-4c79-9101-30c7f1758e12 HTTP/1.1" status: 200 len: 1096 time: 0.0936332 Nov 23 17:32:42.581008 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8d4d1d6a-4666-45e4-9d54-feeba4e2a972 req-24395577-a820-451a-9de3-69b9aefe3c64 service neutron] 10.222.0.36 "GET /v2.0/networks/76740e25-dcec-4d2d-82d4-d720ca6b4fc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1623182 Nov 23 17:32:42.631957 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8d4d1d6a-4666-45e4-9d54-feeba4e2a972 req-eaa4c392-54ea-4bab-94d7-a943ae856b77 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.132&port_id=cdb25aeb-c6d5-4b35-bc63-c92ed105830a HTTP/1.1" status: 200 len: 217 time: 0.0425539 Nov 23 17:32:42.705731 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-3cfaa277-3979-4ef1-a343-bea74132d021 req-9cdf322d-56e0-48c4-962b-29433e829b46 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=97b7d29f-5111-4c34-bd27-9c9daf8d9472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175351 Nov 23 17:32:42.707560 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4d1d6a-4666-45e4-9d54-feeba4e2a972 req-963df6c8-fa04-44ee-bb2c-95ef3d01bc25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:42.708994 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8d4d1d6a-4666-45e4-9d54-feeba4e2a972 req-963df6c8-fa04-44ee-bb2c-95ef3d01bc25 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=79e8d965-2789-41b1-a1fa-0fe25b7624dc HTTP/1.1" status: 200 len: 797 time: 0.0684862 Nov 23 17:32:42.761901 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4d1d6a-4666-45e4-9d54-feeba4e2a972 req-af587773-cb2a-4600-938f-32557931b3b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:42.763564 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8d4d1d6a-4666-45e4-9d54-feeba4e2a972 req-af587773-cb2a-4600-938f-32557931b3b1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=76740e25-dcec-4d2d-82d4-d720ca6b4fc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0459101 Nov 23 17:32:42.875054 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9a5cfcce-023c-436d-aebf-0af38ab0be9a req-09725f50-58db-4fe5-993f-539598f25639 tempest-ServerShowV257Test-2040103890 tempest-ServerShowV257Test-2040103890-project] 10.222.0.60 "GET /v2.0/ports?device_id=d386967e-b717-4931-8dcf-3391744b6743 HTTP/1.1" status: 200 len: 210 time: 0.0305285 Nov 23 17:32:42.902585 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8d4d1d6a-4666-45e4-9d54-feeba4e2a972 req-4069be57-9e0d-416e-8313-d62e912d42cf service neutron] 10.222.0.36 "GET /v2.0/networks/76740e25-dcec-4d2d-82d4-d720ca6b4fc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286390 Nov 23 17:32:42.913869 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-4408aea7-22cb-4315-8d9f-b4b3b22efe8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:32:43.008883 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8d4d1d6a-4666-45e4-9d54-feeba4e2a972 req-4b4e80fd-04cb-475f-b215-8ec8d5d65c29 service neutron] 10.222.0.36 "GET /v2.0/networks/76740e25-dcec-4d2d-82d4-d720ca6b4fc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967920 Nov 23 17:32:43.051765 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8d4d1d6a-4666-45e4-9d54-feeba4e2a972 req-8b85d5fb-4b54-4d22-8d39-02edfc5f00e3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=d4f487c3-aeab-403d-8746-5a1aee6d7eaa HTTP/1.1" status: 200 len: 217 time: 0.0365682 Nov 23 17:32:43.104027 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4d1d6a-4666-45e4-9d54-feeba4e2a972 req-b9a4a03c-0e21-47c5-a4e2-f33043ec8576 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:43.106075 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8d4d1d6a-4666-45e4-9d54-feeba4e2a972 req-b9a4a03c-0e21-47c5-a4e2-f33043ec8576 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8af7564e-f655-496a-9b6e-3592a9b162a5 HTTP/1.1" status: 200 len: 797 time: 0.0473316 Nov 23 17:32:43.158098 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4d1d6a-4666-45e4-9d54-feeba4e2a972 req-092766bd-e463-47e7-bf34-4b2d0e2d6563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:43.159613 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8d4d1d6a-4666-45e4-9d54-feeba4e2a972 req-092766bd-e463-47e7-bf34-4b2d0e2d6563 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=22bc55ee-b0f3-41c3-894c-32c421670838&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0430434 Nov 23 17:32:43.256954 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8d4d1d6a-4666-45e4-9d54-feeba4e2a972 req-a7146f0b-68c1-440d-bc0d-fb182651745c service neutron] 10.222.0.36 "GET /v2.0/networks/22bc55ee-b0f3-41c3-894c-32c421670838?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896235 Nov 23 17:32:43.262921 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:32:43.416662 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8d4d1d6a-4666-45e4-9d54-feeba4e2a972 req-8300ae15-4d33-4aad-88dc-e9abffac3266 service neutron] 10.222.0.36 "GET /v2.0/networks/22bc55ee-b0f3-41c3-894c-32c421670838?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1452794 Nov 23 17:32:43.441586 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3809ce-5b89-4159-8ebe-3465efc6d355 req-fcbfaa1b-a872-4a9e-b585-3433336fc462 tempest-ServerGroupTestJSON-1688284386 tempest-ServerGroupTestJSON-1688284386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:43.444626 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6f3809ce-5b89-4159-8ebe-3465efc6d355 req-fcbfaa1b-a872-4a9e-b585-3433336fc462 tempest-ServerGroupTestJSON-1688284386 tempest-ServerGroupTestJSON-1688284386-project] 10.222.0.60 "GET /v2.0/ports?device_id=d67134af-11d2-4c79-9101-30c7f1758e12 HTTP/1.1" status: 200 len: 945 time: 0.1018975 Nov 23 17:32:43.490597 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8d4d1d6a-4666-45e4-9d54-feeba4e2a972 req-d5393737-3f26-4a76-ba40-a345eee85bfe service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=710bef9f-b70a-46f8-8336-d0a377111f32 HTTP/1.1" status: 200 len: 217 time: 0.0575955 Nov 23 17:32:43.861273 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75108e0-b986-49c0-a51a-2e2d1bff24bd req-009c74e2-cda4-4b99-950e-491b2de3d02d tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:43.867319 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75108e0-b986-49c0-a51a-2e2d1bff24bd req-009c74e2-cda4-4b99-950e-491b2de3d02d tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:43.873487 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75108e0-b986-49c0-a51a-2e2d1bff24bd req-009c74e2-cda4-4b99-950e-491b2de3d02d tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:43.879799 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75108e0-b986-49c0-a51a-2e2d1bff24bd req-009c74e2-cda4-4b99-950e-491b2de3d02d tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:43.885684 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75108e0-b986-49c0-a51a-2e2d1bff24bd req-009c74e2-cda4-4b99-950e-491b2de3d02d tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:43.893164 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75108e0-b986-49c0-a51a-2e2d1bff24bd req-009c74e2-cda4-4b99-950e-491b2de3d02d tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:43.897781 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75108e0-b986-49c0-a51a-2e2d1bff24bd req-009c74e2-cda4-4b99-950e-491b2de3d02d tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:43.899738 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e75108e0-b986-49c0-a51a-2e2d1bff24bd req-009c74e2-cda4-4b99-950e-491b2de3d02d tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] 10.222.0.60 "GET /v2.0/ports?device_id=6405c518-c3fe-4701-acc0-e089ba26cce4 HTTP/1.1" status: 200 len: 5420 time: 0.4993713 Nov 23 17:32:43.928644 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6f3809ce-5b89-4159-8ebe-3465efc6d355 req-9fc6dbe7-e8c3-4eee-9771-abaea0d277a4 tempest-ServerGroupTestJSON-1688284386 tempest-ServerGroupTestJSON-1688284386-project] 10.222.0.60 "GET /v2.0/security-groups?id=97b7d29f-5111-4c34-bd27-9c9daf8d9472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4788330 Nov 23 17:32:43.937464 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4d1d6a-4666-45e4-9d54-feeba4e2a972 req-e05fac13-569e-4416-9fd9-da960ebfecc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:43.940112 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8d4d1d6a-4666-45e4-9d54-feeba4e2a972 req-e05fac13-569e-4416-9fd9-da960ebfecc4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8af7564e-f655-496a-9b6e-3592a9b162a5 HTTP/1.1" status: 200 len: 797 time: 0.4391017 Nov 23 17:32:44.030588 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e75108e0-b986-49c0-a51a-2e2d1bff24bd req-734eee0d-548b-49cb-b4be-1976ff40575d tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] 10.222.0.60 "GET /v2.0/security-groups?id=5a532450-e3c1-4821-9a24-76c3d212b901&id=10d72a3d-a998-4d2f-a806-0da22bfe86ab&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1188443 Nov 23 17:32:44.038451 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4d1d6a-4666-45e4-9d54-feeba4e2a972 req-77c1bf19-1fd3-4a32-8e18-6cc538aa9fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:44.041348 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8d4d1d6a-4666-45e4-9d54-feeba4e2a972 req-77c1bf19-1fd3-4a32-8e18-6cc538aa9fbe service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=22bc55ee-b0f3-41c3-894c-32c421670838&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0822294 Nov 23 17:32:44.115538 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:32:44.241794 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-09e0b100-cd79-4680-844e-9146bbbf1bb5 req-18789585-e384-479c-932f-6fe7c9b8b6e8 tempest-ServerShowV257Test-2040103890 tempest-ServerShowV257Test-2040103890-project] 10.222.0.60 "GET /v2.0/ports?device_id=d386967e-b717-4931-8dcf-3391744b6743 HTTP/1.1" status: 200 len: 210 time: 0.0395749 Nov 23 17:32:44.295101 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8d4d1d6a-4666-45e4-9d54-feeba4e2a972 req-70dd833f-f262-4674-8195-faec1ffb9c37 service neutron] 10.222.0.36 "GET /v2.0/networks/22bc55ee-b0f3-41c3-894c-32c421670838?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2453480 Nov 23 17:32:44.393160 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8d4d1d6a-4666-45e4-9d54-feeba4e2a972 req-11038971-5e5b-462d-bc58-42f549011973 service neutron] 10.222.0.36 "GET /v2.0/networks/22bc55ee-b0f3-41c3-894c-32c421670838?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906589 Nov 23 17:32:44.518238 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c0783a-afdd-491b-ad67-f9518713fda8 req-0511fde8-cccd-4526-870e-6c4eb99cbd43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:44.518712 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c0783a-afdd-491b-ad67-f9518713fda8 req-0511fde8-cccd-4526-870e-6c4eb99cbd43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:44.519169 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c0783a-afdd-491b-ad67-f9518713fda8 req-0511fde8-cccd-4526-870e-6c4eb99cbd43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:44.519622 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c0783a-afdd-491b-ad67-f9518713fda8 req-0511fde8-cccd-4526-870e-6c4eb99cbd43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:44.520072 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c0783a-afdd-491b-ad67-f9518713fda8 req-0511fde8-cccd-4526-870e-6c4eb99cbd43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:44.520535 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c0783a-afdd-491b-ad67-f9518713fda8 req-0511fde8-cccd-4526-870e-6c4eb99cbd43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:44.520987 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c0783a-afdd-491b-ad67-f9518713fda8 req-0511fde8-cccd-4526-870e-6c4eb99cbd43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:44.522881 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-06c0783a-afdd-491b-ad67-f9518713fda8 req-0511fde8-cccd-4526-870e-6c4eb99cbd43 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8043a75783e64196ac0be92247cb4c17&device_id=6405c518-c3fe-4701-acc0-e089ba26cce4 HTTP/1.1" status: 200 len: 6477 time: 0.0554097 Nov 23 17:32:44.624060 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c0783a-afdd-491b-ad67-f9518713fda8 req-b5a2281f-4d66-4941-9b9c-27da67b7b57b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:44.625544 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-06c0783a-afdd-491b-ad67-f9518713fda8 req-b5a2281f-4d66-4941-9b9c-27da67b7b57b service neutron] 10.222.0.36 "GET /v2.0/networks?id=22bc55ee-b0f3-41c3-894c-32c421670838 HTTP/1.1" status: 200 len: 901 time: 0.0949728 Nov 23 17:32:44.682301 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-06c0783a-afdd-491b-ad67-f9518713fda8 req-f201a418-5257-426b-8822-0d89315c039a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=710bef9f-b70a-46f8-8336-d0a377111f32 HTTP/1.1" status: 200 len: 217 time: 0.0481341 Nov 23 17:32:44.739084 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c0783a-afdd-491b-ad67-f9518713fda8 req-ed162f94-ed30-4655-8da3-446e7ef5e0be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:44.740747 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-06c0783a-afdd-491b-ad67-f9518713fda8 req-ed162f94-ed30-4655-8da3-446e7ef5e0be service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8af7564e-f655-496a-9b6e-3592a9b162a5 HTTP/1.1" status: 200 len: 797 time: 0.0481446 Nov 23 17:32:44.795559 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c0783a-afdd-491b-ad67-f9518713fda8 req-06d19dc7-db84-4b6b-b617-463368b54097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:44.797401 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-06c0783a-afdd-491b-ad67-f9518713fda8 req-06d19dc7-db84-4b6b-b617-463368b54097 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=22bc55ee-b0f3-41c3-894c-32c421670838&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0481389 Nov 23 17:32:44.897071 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-06c0783a-afdd-491b-ad67-f9518713fda8 req-55c973f6-2385-44f9-b20e-52daf93be55b service neutron] 10.222.0.36 "GET /v2.0/networks/22bc55ee-b0f3-41c3-894c-32c421670838?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909452 Nov 23 17:32:45.008898 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-06c0783a-afdd-491b-ad67-f9518713fda8 req-29d9c5e7-027e-4a86-b87c-48cea99b056c service neutron] 10.222.0.36 "GET /v2.0/networks/22bc55ee-b0f3-41c3-894c-32c421670838?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031067 Nov 23 17:32:45.032234 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-27993ff8-b2de-4f66-bd0a-59a24a4181dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:32:45.091668 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5997ce-8b5b-4adc-810d-33f0ee1b1d40 req-927d1f26-87b4-4e74-9f89-36ac14aaf1aa tempest-ServerGroupTestJSON-1688284386 tempest-ServerGroupTestJSON-1688284386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:45.093014 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-db5997ce-8b5b-4adc-810d-33f0ee1b1d40 req-927d1f26-87b4-4e74-9f89-36ac14aaf1aa tempest-ServerGroupTestJSON-1688284386 tempest-ServerGroupTestJSON-1688284386-project] 10.222.0.60 "GET /v2.0/ports?device_id=d67134af-11d2-4c79-9101-30c7f1758e12 HTTP/1.1" status: 200 len: 945 time: 0.0633330 Nov 23 17:32:45.161161 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-db5997ce-8b5b-4adc-810d-33f0ee1b1d40 req-f846f3b1-3b61-4c38-8b99-f29b54183f8a tempest-ServerGroupTestJSON-1688284386 tempest-ServerGroupTestJSON-1688284386-project] 10.222.0.60 "GET /v2.0/security-groups?id=97b7d29f-5111-4c34-bd27-9c9daf8d9472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544879 Nov 23 17:32:45.236529 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07aa522-91d4-403b-8f9e-629389b8560d req-b49c4d7e-68c9-4609-af25-b08a4e2c9f5c tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:45.242806 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07aa522-91d4-403b-8f9e-629389b8560d req-b49c4d7e-68c9-4609-af25-b08a4e2c9f5c tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:45.248677 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07aa522-91d4-403b-8f9e-629389b8560d req-b49c4d7e-68c9-4609-af25-b08a4e2c9f5c tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:45.255097 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07aa522-91d4-403b-8f9e-629389b8560d req-b49c4d7e-68c9-4609-af25-b08a4e2c9f5c tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:45.260948 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07aa522-91d4-403b-8f9e-629389b8560d req-b49c4d7e-68c9-4609-af25-b08a4e2c9f5c tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:45.266871 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07aa522-91d4-403b-8f9e-629389b8560d req-b49c4d7e-68c9-4609-af25-b08a4e2c9f5c tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:45.272721 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07aa522-91d4-403b-8f9e-629389b8560d req-b49c4d7e-68c9-4609-af25-b08a4e2c9f5c tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:45.274645 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e07aa522-91d4-403b-8f9e-629389b8560d req-b49c4d7e-68c9-4609-af25-b08a4e2c9f5c tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] 10.222.0.60 "GET /v2.0/ports?device_id=6405c518-c3fe-4701-acc0-e089ba26cce4 HTTP/1.1" status: 200 len: 5420 time: 0.1038363 Nov 23 17:32:45.309861 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-cf9d975a-737a-4a78-988f-3efae5d2382a req-09edd8a7-2a5d-4004-b27b-dcc281a4fffd service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d386967e-b717-4931-8dcf-3391744b6743 HTTP/1.1" status: 200 len: 210 time: 0.0342057 Nov 23 17:32:45.361526 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e07aa522-91d4-403b-8f9e-629389b8560d req-75708892-c607-4f16-bb0d-0e5443421567 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] 10.222.0.60 "GET /v2.0/security-groups?id=5a532450-e3c1-4821-9a24-76c3d212b901&id=10d72a3d-a998-4d2f-a806-0da22bfe86ab&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0771079 Nov 23 17:32:45.458148 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-87e08ce8-39a3-4b27-baf2-ffce3b85581c req-5b12cb86-7114-4e96-b7a1-a2163b90d606 tempest-ServerShowV257Test-2040103890 tempest-ServerShowV257Test-2040103890-project] 10.222.0.60 "GET /v2.0/ports?device_id=d386967e-b717-4931-8dcf-3391744b6743 HTTP/1.1" status: 200 len: 210 time: 0.0307879 Nov 23 17:32:45.697015 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3ad180-ea6f-43c9-af1c-f8ab99d0a638 req-07d3b563-fa21-42a3-9cae-76b788ef69e8 tempest-ServerGroupTestJSON-1688284386 tempest-ServerGroupTestJSON-1688284386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:45.698473 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-3e3ad180-ea6f-43c9-af1c-f8ab99d0a638 req-07d3b563-fa21-42a3-9cae-76b788ef69e8 tempest-ServerGroupTestJSON-1688284386 tempest-ServerGroupTestJSON-1688284386-project] 10.222.0.60 "GET /v2.0/ports?device_id=d67134af-11d2-4c79-9101-30c7f1758e12 HTTP/1.1" status: 200 len: 945 time: 0.0541639 Nov 23 17:32:45.754661 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-3e3ad180-ea6f-43c9-af1c-f8ab99d0a638 req-27a1faf7-bbf1-459a-83a7-d66d2230b469 tempest-ServerGroupTestJSON-1688284386 tempest-ServerGroupTestJSON-1688284386-project] 10.222.0.60 "GET /v2.0/security-groups?id=97b7d29f-5111-4c34-bd27-9c9daf8d9472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447068 Nov 23 17:32:46.471072 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-52822d53-48f5-4819-8a95-bdc13aea0bf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:32:46.539919 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5804dd8-bc42-476c-929f-447412649956 req-0c25402a-cebc-4bbd-9e89-fcc5c9279dcc tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:46.544922 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5804dd8-bc42-476c-929f-447412649956 req-0c25402a-cebc-4bbd-9e89-fcc5c9279dcc tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:46.551953 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5804dd8-bc42-476c-929f-447412649956 req-0c25402a-cebc-4bbd-9e89-fcc5c9279dcc tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:46.558506 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5804dd8-bc42-476c-929f-447412649956 req-0c25402a-cebc-4bbd-9e89-fcc5c9279dcc tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:46.565285 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5804dd8-bc42-476c-929f-447412649956 req-0c25402a-cebc-4bbd-9e89-fcc5c9279dcc tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:46.571242 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5804dd8-bc42-476c-929f-447412649956 req-0c25402a-cebc-4bbd-9e89-fcc5c9279dcc tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:46.577673 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5804dd8-bc42-476c-929f-447412649956 req-0c25402a-cebc-4bbd-9e89-fcc5c9279dcc tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:46.580465 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b5804dd8-bc42-476c-929f-447412649956 req-0c25402a-cebc-4bbd-9e89-fcc5c9279dcc tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] 10.222.0.60 "GET /v2.0/ports?device_id=6405c518-c3fe-4701-acc0-e089ba26cce4 HTTP/1.1" status: 200 len: 5420 time: 0.1154268 Nov 23 17:32:46.627605 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8de2fda9-60fd-400b-ba2f-417dc8cdd121 req-9e3223cb-a594-4f5e-aae7-e23126c24f26 tempest-ServerShowV257Test-2040103890 tempest-ServerShowV257Test-2040103890-project] 10.222.0.60 "GET /v2.0/ports?device_id=d386967e-b717-4931-8dcf-3391744b6743 HTTP/1.1" status: 200 len: 210 time: 0.0375359 Nov 23 17:32:46.672269 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b5804dd8-bc42-476c-929f-447412649956 req-d5e973e8-9a8a-4233-a0b9-bc2d9a4c3d35 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] 10.222.0.60 "GET /v2.0/security-groups?id=5a532450-e3c1-4821-9a24-76c3d212b901&id=10d72a3d-a998-4d2f-a806-0da22bfe86ab&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0725133 Nov 23 17:32:46.898877 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ed54aa-7f6c-4224-a4ec-5577a224d1f8 req-2f52857a-71d7-4184-a035-3ddebc4386f9 tempest-ServerGroupTestJSON-1688284386 tempest-ServerGroupTestJSON-1688284386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:46.900935 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-79ed54aa-7f6c-4224-a4ec-5577a224d1f8 req-2f52857a-71d7-4184-a035-3ddebc4386f9 tempest-ServerGroupTestJSON-1688284386 tempest-ServerGroupTestJSON-1688284386-project] 10.222.0.60 "GET /v2.0/ports?device_id=d67134af-11d2-4c79-9101-30c7f1758e12 HTTP/1.1" status: 200 len: 945 time: 0.0673952 Nov 23 17:32:46.962424 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-79ed54aa-7f6c-4224-a4ec-5577a224d1f8 req-c451fa1d-0450-40dc-a204-04008dece1bb tempest-ServerGroupTestJSON-1688284386 tempest-ServerGroupTestJSON-1688284386-project] 10.222.0.60 "GET /v2.0/security-groups?id=97b7d29f-5111-4c34-bd27-9c9daf8d9472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545144 Nov 23 17:32:47.019493 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a308d6ac-3d87-4847-8fc3-7335f8c517d0 req-50ae6361-c957-4240-a938-dc9a124770a8 tempest-ServerShowV257Test-2040103890 tempest-ServerShowV257Test-2040103890-project] 10.222.0.60 "GET /v2.0/ports?device_id=d386967e-b717-4931-8dcf-3391744b6743 HTTP/1.1" status: 200 len: 210 time: 0.0298588 Nov 23 17:32:47.426213 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f6d95d-3a2f-414d-8568-abd9be804cbc req-7dac3261-a995-433b-bcbc-89322e0a69d9 tempest-ServerGroupTestJSON-1688284386 tempest-ServerGroupTestJSON-1688284386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:47.429379 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f2f6d95d-3a2f-414d-8568-abd9be804cbc req-7dac3261-a995-433b-bcbc-89322e0a69d9 tempest-ServerGroupTestJSON-1688284386 tempest-ServerGroupTestJSON-1688284386-project] 10.222.0.55 "GET /v2.0/ports?device_id=d67134af-11d2-4c79-9101-30c7f1758e12 HTTP/1.1" status: 200 len: 945 time: 0.0754025 Nov 23 17:32:47.543685 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [req-f2f6d95d-3a2f-414d-8568-abd9be804cbc req-af57ba44-ace1-49fa-9698-840ca6ccaf16 tempest-ServerGroupTestJSON-1688284386 tempest-ServerGroupTestJSON-1688284386-project] Deleting port c2c82c4a-408e-4358-a52f-abf02448a625 {{(pid=103591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:32:47.544805 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-f2f6d95d-3a2f-414d-8568-abd9be804cbc req-af57ba44-ace1-49fa-9698-840ca6ccaf16 tempest-ServerGroupTestJSON-1688284386 tempest-ServerGroupTestJSON-1688284386-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:32:47.653481 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9a27ae6c-db98-474f-94c1-cc99bf842d79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:32:47.677487 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-f2f6d95d-3a2f-414d-8568-abd9be804cbc req-af57ba44-ace1-49fa-9698-840ca6ccaf16 tempest-ServerGroupTestJSON-1688284386 tempest-ServerGroupTestJSON-1688284386-project] For port c2c82c4a-408e-4358-a52f-abf02448a625, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=c2c82c4a-408e-4358-a52f-abf02448a625,segment=NetworkSegment(2369d45c-eb89-4b0f-a87b-fbbe62646290),segment_id=2369d45c-eb89-4b0f-a87b-fbbe62646290)] {{(pid=103591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:32:47.677980 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-f2f6d95d-3a2f-414d-8568-abd9be804cbc req-af57ba44-ace1-49fa-9698-840ca6ccaf16 tempest-ServerGroupTestJSON-1688284386 tempest-ServerGroupTestJSON-1688284386-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:32:47.693609 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [req-f2f6d95d-3a2f-414d-8568-abd9be804cbc req-af57ba44-ace1-49fa-9698-840ca6ccaf16 tempest-ServerGroupTestJSON-1688284386 tempest-ServerGroupTestJSON-1688284386-project] Calling delete_port for c2c82c4a-408e-4358-a52f-abf02448a625 owned by compute:nova {{(pid=103591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:32:47.902977 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfad4d0-792b-4595-92aa-1fd49c2e49c2 req-bc790c03-8add-448c-a454-9ac7df7dbd08 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:47.910425 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfad4d0-792b-4595-92aa-1fd49c2e49c2 req-bc790c03-8add-448c-a454-9ac7df7dbd08 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:47.918978 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfad4d0-792b-4595-92aa-1fd49c2e49c2 req-bc790c03-8add-448c-a454-9ac7df7dbd08 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:47.925002 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfad4d0-792b-4595-92aa-1fd49c2e49c2 req-bc790c03-8add-448c-a454-9ac7df7dbd08 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:47.932043 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfad4d0-792b-4595-92aa-1fd49c2e49c2 req-bc790c03-8add-448c-a454-9ac7df7dbd08 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:47.940899 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfad4d0-792b-4595-92aa-1fd49c2e49c2 req-bc790c03-8add-448c-a454-9ac7df7dbd08 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:47.947185 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfad4d0-792b-4595-92aa-1fd49c2e49c2 req-bc790c03-8add-448c-a454-9ac7df7dbd08 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:47.949562 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-fcfad4d0-792b-4595-92aa-1fd49c2e49c2 req-bc790c03-8add-448c-a454-9ac7df7dbd08 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] 10.222.0.60 "GET /v2.0/ports?device_id=6405c518-c3fe-4701-acc0-e089ba26cce4 HTTP/1.1" status: 200 len: 5420 time: 0.1870756 Nov 23 17:32:48.089727 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa696c9-fbcb-408b-b806-d9de7c42012e req-a3c22c3b-a554-4ac9-80c4-ae16d87db40b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:48.091138 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-bfa696c9-fbcb-408b-b806-d9de7c42012e req-a3c22c3b-a554-4ac9-80c4-ae16d87db40b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=48e79dc20fea40fb8ca9e6c621fad84a&device_id=2d345fdd-78be-4275-8a19-37cd401e3348 HTTP/1.1" status: 200 len: 1096 time: 0.1180003 Nov 23 17:32:48.104857 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-f2f6d95d-3a2f-414d-8568-abd9be804cbc req-af57ba44-ace1-49fa-9698-840ca6ccaf16 tempest-ServerGroupTestJSON-1688284386 tempest-ServerGroupTestJSON-1688284386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:32:48.118670 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] get_ports_and_sgs() called for port_ids ['c2c82c4a-408e-4358-a52f-abf02448a625'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:32:48.167155 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-fcfad4d0-792b-4595-92aa-1fd49c2e49c2 req-afd58b5a-289d-4565-9064-e8ed1b580a01 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] 10.222.0.60 "GET /v2.0/security-groups?id=5a532450-e3c1-4821-9a24-76c3d212b901&id=10d72a3d-a998-4d2f-a806-0da22bfe86ab&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2060959 Nov 23 17:32:48.170278 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af57ba44-ace1-49fa-9698-840ca6ccaf16 tempest-ServerGroupTestJSON-1688284386 tempest-ServerGroupTestJSON-1688284386-project] Pushing event deleted for resources: {'Port': ['ID=c2c82c4a-408e-4358-a52f-abf02448a625,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:32:48.193691 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23476e1-d238-4240-8a66-352b6a452102 req-88f6205b-4fd8-4660-82af-cd2ee97aa71e tempest-ServerRescueNegativeTestJSON-1154722601 tempest-ServerRescueNegativeTestJSON-1154722601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:48.209936 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a23476e1-d238-4240-8a66-352b6a452102 req-88f6205b-4fd8-4660-82af-cd2ee97aa71e tempest-ServerRescueNegativeTestJSON-1154722601 tempest-ServerRescueNegativeTestJSON-1154722601-project] 10.222.0.60 "GET /v2.0/ports?device_id=2d345fdd-78be-4275-8a19-37cd401e3348 HTTP/1.1" status: 200 len: 945 time: 0.2368622 Nov 23 17:32:48.225857 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa696c9-fbcb-408b-b806-d9de7c42012e req-b6b16653-1e1e-468b-a80b-7295ce6895b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:48.227459 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-bfa696c9-fbcb-408b-b806-d9de7c42012e req-b6b16653-1e1e-468b-a80b-7295ce6895b2 service neutron] 10.222.0.55 "GET /v2.0/networks?id=ee61f549-61e5-4b3e-88cc-f7acada2ae03 HTTP/1.1" status: 200 len: 919 time: 0.1287231 Nov 23 17:32:48.281981 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:32:48.284093 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-bfa696c9-fbcb-408b-b806-d9de7c42012e req-5a81176e-b1aa-46b6-b243-9db098867052 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9d847368-f5fa-4fed-840d-25e906c18499 HTTP/1.1" status: 200 len: 217 time: 0.0464420 Nov 23 17:32:48.330691 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c50c01dc-4fd5-4080-8b0c-c5c49decfcc1 req-fd98c4cc-f942-49db-8114-be252b9e3525 tempest-ServerGroupTestJSON-1688284386 tempest-ServerGroupTestJSON-1688284386-project] 10.222.0.60 "GET /v2.0/ports?device_id=d67134af-11d2-4c79-9101-30c7f1758e12 HTTP/1.1" status: 200 len: 210 time: 0.0509498 Nov 23 17:32:48.331765 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2f6d95d-3a2f-414d-8568-abd9be804cbc req-af57ba44-ace1-49fa-9698-840ca6ccaf16 tempest-ServerGroupTestJSON-1688284386 tempest-ServerGroupTestJSON-1688284386-project] No DVR routers for this DVR port c2c82c4a-408e-4358-a52f-abf02448a625 on host n-h1-816206-8 {{(pid=103591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:32:48.334894 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-f2f6d95d-3a2f-414d-8568-abd9be804cbc req-af57ba44-ace1-49fa-9698-840ca6ccaf16 tempest-ServerGroupTestJSON-1688284386 tempest-ServerGroupTestJSON-1688284386-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:32:48.339776 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f2f6d95d-3a2f-414d-8568-abd9be804cbc req-af57ba44-ace1-49fa-9698-840ca6ccaf16 tempest-ServerGroupTestJSON-1688284386 tempest-ServerGroupTestJSON-1688284386-project] 10.222.0.55 "DELETE /v2.0/ports/c2c82c4a-408e-4358-a52f-abf02448a625 HTTP/1.1" status: 204 len: 173 time: 0.9021261 Nov 23 17:32:48.343166 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd67134af-11d2-4c79-9101-30c7f1758e12', 'name': 'network-vif-deleted', 'tag': 'c2c82c4a-408e-4358-a52f-abf02448a625'}] {{(pid=103591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:32:48.352589 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41d174a19ece9499ff9ec44e5b3fc50f2abd3ffbc947fb7e52ea1e8db27b95b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-057496c1-d76c-49f4-bf5a-189cc877f152" -d '{"events": [{"server_uuid": "d67134af-11d2-4c79-9101-30c7f1758e12", "name": "network-vif-deleted", "tag": "c2c82c4a-408e-4358-a52f-abf02448a625"}]}' {{(pid=103591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:32:48.366081 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa696c9-fbcb-408b-b806-d9de7c42012e req-af45ce8a-573a-442a-b818-5240790f408d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:48.367739 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-bfa696c9-fbcb-408b-b806-d9de7c42012e req-af45ce8a-573a-442a-b818-5240790f408d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7a48fbc6-9cf3-4d00-a808-31156a99c4b2 HTTP/1.1" status: 200 len: 858 time: 0.0671043 Nov 23 17:32:48.407897 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a23476e1-d238-4240-8a66-352b6a452102 req-3e61563b-2d65-428d-b3a5-db812b557d02 tempest-ServerRescueNegativeTestJSON-1154722601 tempest-ServerRescueNegativeTestJSON-1154722601-project] 10.222.0.60 "GET /v2.0/security-groups?id=fdeeda5f-d596-40d9-83fc-6ea083625241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1957366 Nov 23 17:32:48.413249 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-bfa696c9-fbcb-408b-b806-d9de7c42012e req-41014aa2-d515-44be-81a5-4e6386799fcc service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ee61f549-61e5-4b3e-88cc-f7acada2ae03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368247 Nov 23 17:32:48.480813 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-643a7c7f-9d14-4977-b117-e78328076434 req-8276a0bd-b755-466d-8ecd-7469c6aa614a tempest-ServerShowV257Test-2040103890 tempest-ServerShowV257Test-2040103890-project] 10.222.0.60 "GET /v2.0/ports?device_id=d386967e-b717-4931-8dcf-3391744b6743 HTTP/1.1" status: 200 len: 210 time: 0.0490718 Nov 23 17:32:48.571881 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:32:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03c376ac-83c3-45c2-9fd0-a13fd48ae420 x-openstack-request-id: req-03c376ac-83c3-45c2-9fd0-a13fd48ae420 {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:32:48.572528 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d67134af-11d2-4c79-9101-30c7f1758e12", "name": "network-vif-deleted", "tag": "c2c82c4a-408e-4358-a52f-abf02448a625", "status": "completed", "code": 200}]} {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:32:48.573011 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-03c376ac-83c3-45c2-9fd0-a13fd48ae420 {{(pid=103591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:32:48.573957 n-d-816206-8 neutron-server[103591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd67134af-11d2-4c79-9101-30c7f1758e12', 'name': 'network-vif-deleted', 'tag': 'c2c82c4a-408e-4358-a52f-abf02448a625', 'status': 'completed', 'code': 200} Nov 23 17:32:48.581760 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-bfa696c9-fbcb-408b-b806-d9de7c42012e req-38eef789-b447-42ee-8ca8-022eeb6212ab service neutron] 10.222.0.55 "GET /v2.0/networks/ee61f549-61e5-4b3e-88cc-f7acada2ae03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1555727 Nov 23 17:32:48.718575 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-bfa696c9-fbcb-408b-b806-d9de7c42012e req-9dcc0bdc-dbae-4621-8214-052952c5fb3b service neutron] 10.222.0.55 "GET /v2.0/networks/ee61f549-61e5-4b3e-88cc-f7acada2ae03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269438 Nov 23 17:32:49.318639 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef30f67b-6f0b-4e27-b8bd-e6836a26d6f5 req-4d2be19a-05f5-4028-b40f-7106146e8543 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:49.324567 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef30f67b-6f0b-4e27-b8bd-e6836a26d6f5 req-4d2be19a-05f5-4028-b40f-7106146e8543 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:49.331070 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef30f67b-6f0b-4e27-b8bd-e6836a26d6f5 req-4d2be19a-05f5-4028-b40f-7106146e8543 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:49.337227 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef30f67b-6f0b-4e27-b8bd-e6836a26d6f5 req-4d2be19a-05f5-4028-b40f-7106146e8543 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:49.344826 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef30f67b-6f0b-4e27-b8bd-e6836a26d6f5 req-4d2be19a-05f5-4028-b40f-7106146e8543 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:49.351833 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef30f67b-6f0b-4e27-b8bd-e6836a26d6f5 req-4d2be19a-05f5-4028-b40f-7106146e8543 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:49.358862 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef30f67b-6f0b-4e27-b8bd-e6836a26d6f5 req-4d2be19a-05f5-4028-b40f-7106146e8543 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:49.360843 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ef30f67b-6f0b-4e27-b8bd-e6836a26d6f5 req-4d2be19a-05f5-4028-b40f-7106146e8543 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] 10.222.0.60 "GET /v2.0/ports?device_id=6405c518-c3fe-4701-acc0-e089ba26cce4 HTTP/1.1" status: 200 len: 5420 time: 0.0999758 Nov 23 17:32:49.431610 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ef30f67b-6f0b-4e27-b8bd-e6836a26d6f5 req-296d4d72-ea5f-4d20-8b4a-4133f685eccc tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] 10.222.0.60 "GET /v2.0/security-groups?id=5a532450-e3c1-4821-9a24-76c3d212b901&id=10d72a3d-a998-4d2f-a806-0da22bfe86ab&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0643580 Nov 23 17:32:49.578745 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95aa8ce7-dc11-4c8a-963a-b958fee83704 req-af7843c0-7b3c-40dc-9653-0cc37e78fb19 tempest-ServerRescueNegativeTestJSON-1154722601 tempest-ServerRescueNegativeTestJSON-1154722601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:49.582052 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-95aa8ce7-dc11-4c8a-963a-b958fee83704 req-af7843c0-7b3c-40dc-9653-0cc37e78fb19 tempest-ServerRescueNegativeTestJSON-1154722601 tempest-ServerRescueNegativeTestJSON-1154722601-project] 10.222.0.60 "GET /v2.0/ports?device_id=2d345fdd-78be-4275-8a19-37cd401e3348 HTTP/1.1" status: 200 len: 945 time: 0.0779431 Nov 23 17:32:49.653093 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ff7d40a0-b33e-4ffa-a39f-4e96eec2e56f req-0a9db547-8d99-4992-9a06-8348ab26573f tempest-ServerShowV257Test-2040103890 tempest-ServerShowV257Test-2040103890-project] 10.222.0.60 "GET /v2.0/ports?device_id=d386967e-b717-4931-8dcf-3391744b6743 HTTP/1.1" status: 200 len: 210 time: 0.0398793 Nov 23 17:32:49.661512 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-95aa8ce7-dc11-4c8a-963a-b958fee83704 req-3333e604-eab6-445b-851d-eab665de4e2e tempest-ServerRescueNegativeTestJSON-1154722601 tempest-ServerRescueNegativeTestJSON-1154722601-project] 10.222.0.60 "GET /v2.0/security-groups?id=fdeeda5f-d596-40d9-83fc-6ea083625241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735197 Nov 23 17:32:49.946065 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb9d477-c20a-4952-bb69-1ef651f9ebb7 req-621f90cd-3297-42e1-b95a-eb909436601b tempest-ServersTestJSON-1134034282 tempest-ServersTestJSON-1134034282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:49.947901 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8eb9d477-c20a-4952-bb69-1ef651f9ebb7 req-621f90cd-3297-42e1-b95a-eb909436601b tempest-ServersTestJSON-1134034282 tempest-ServersTestJSON-1134034282-project] 10.222.0.60 "GET /v2.0/ports?device_id=f607dab7-428e-486b-95e5-a97d3e9aba41 HTTP/1.1" status: 200 len: 945 time: 0.0599830 Nov 23 17:32:49.989338 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 37270) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:32:50.021935 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8eb9d477-c20a-4952-bb69-1ef651f9ebb7 req-3f07cf7d-ffdf-4fbb-9b71-0c54bcc1bb85 tempest-ServersTestJSON-1134034282 tempest-ServersTestJSON-1134034282-project] 10.222.0.60 "GET /v2.0/security-groups?id=b310ccca-6502-41c2-a6d7-b680d0ad1473&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612655 Nov 23 17:32:50.055019 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_v2 [None req-63bbcdbc-fc58-4528-be3d-6d18a38d635d admin admin] Deleting subnet 25521d2d-1742-4dce-8fb1-ba32643a2d13 {{(pid=103590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 17:32:50.058371 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-63bbcdbc-fc58-4528-be3d-6d18a38d635d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:32:50.103364 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-63bbcdbc-fc58-4528-be3d-6d18a38d635d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-267528342'] for subnet, precommit_delete_associations {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:32:50.146434 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-63bbcdbc-fc58-4528-be3d-6d18a38d635d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971956'] for subnet, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:32:50.215921 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-63bbcdbc-fc58-4528-be3d-6d18a38d635d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264357903', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264730940'] for subnet, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:32:50.245946 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bbcdbc-fc58-4528-be3d-6d18a38d635d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=25521d2d-1742-4dce-8fb1-ba32643a2d13,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:32:50.253010 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-63bbcdbc-fc58-4528-be3d-6d18a38d635d admin admin] Publish callbacks [] for subnet, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:32:50.257318 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-63bbcdbc-fc58-4528-be3d-6d18a38d635d admin admin] 10.222.0.60 "DELETE /v2.0/subnets/25521d2d-1742-4dce-8fb1-ba32643a2d13 HTTP/1.1" status: 204 len: 168 time: 0.2668684 Nov 23 17:32:50.260175 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 37274) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:32:50.340404 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-82dcc569-3ac2-4783-bae8-d010b3f3c1fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-555181'] for network, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:32:50.421818 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-82dcc569-3ac2-4783-bae8-d010b3f3c1fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973419', 'neutron.services.segments.db._delete_segments_for_network-8736635878840'] for network, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:32:50.446245 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-82dcc569-3ac2-4783-bae8-d010b3f3c1fb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8c121cb-3303-4d50-8d16-f995d86403a8']}} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:32:50.462315 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-82dcc569-3ac2-4783-bae8-d010b3f3c1fb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2369d45c-eb89-4b0f-a87b-fbbe62646290') {'for_net_delete': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:32:50.462869 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-82dcc569-3ac2-4783-bae8-d010b3f3c1fb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2369d45c-eb89-4b0f-a87b-fbbe62646290') {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:32:50.475237 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-82dcc569-3ac2-4783-bae8-d010b3f3c1fb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736635840332', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-267528353'] for segment, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:32:50.495871 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-82dcc569-3ac2-4783-bae8-d010b3f3c1fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:32:50.504786 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82dcc569-3ac2-4783-bae8-d010b3f3c1fb admin admin] Releasing vlan 516 on physical network physnet1 to pool {{(pid=103590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 17:32:50.505125 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-82dcc569-3ac2-4783-bae8-d010b3f3c1fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264370093'] for segment, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:32:50.506797 n-d-816206-8 neutron-server[103590]: Traceback (most recent call last): Nov 23 17:32:50.506797 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 17:32:50.506797 n-d-816206-8 neutron-server[103590]: timer() Nov 23 17:32:50.506797 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 17:32:50.506797 n-d-816206-8 neutron-server[103590]: cb(*args, **kw) Nov 23 17:32:50.506797 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 17:32:50.506797 n-d-816206-8 neutron-server[103590]: return func(*args, **kwargs) Nov 23 17:32:50.506797 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 17:32:50.506797 n-d-816206-8 neutron-server[103590]: self._notify() Nov 23 17:32:50.506797 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 17:32:50.506797 n-d-816206-8 neutron-server[103590]: self.callback(batched_events) Nov 23 17:32:50.506797 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 17:32:50.506797 n-d-816206-8 neutron-server[103590]: event.method(event) Nov 23 17:32:50.506797 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 17:32:50.506797 n-d-816206-8 neutron-server[103590]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 17:32:50.506797 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 17:32:50.506797 n-d-816206-8 neutron-server[103590]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 17:32:50.506797 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 17:32:50.506797 n-d-816206-8 neutron-server[103590]: return f(self, *a, **k) Nov 23 17:32:50.506797 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 17:32:50.506797 n-d-816206-8 neutron-server[103590]: return self._get(url).json() Nov 23 17:32:50.506797 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 17:32:50.506797 n-d-816206-8 neutron-server[103590]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 17:32:50.506797 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 17:32:50.506797 n-d-816206-8 neutron-server[103590]: return self.request(url, 'GET', **kwargs) Nov 23 17:32:50.506797 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 17:32:50.506797 n-d-816206-8 neutron-server[103590]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 17:32:50.506797 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 17:32:50.506797 n-d-816206-8 neutron-server[103590]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 17:32:50.506797 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 17:32:50.506797 n-d-816206-8 neutron-server[103590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 17:32:50.506797 n-d-816206-8 neutron-server[103590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 17:32:50.588931 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-82dcc569-3ac2-4783-bae8-d010b3f3c1fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1795418'] for network, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:32:50.600021 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-82dcc569-3ac2-4783-bae8-d010b3f3c1fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for network, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:32:50.603283 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-82dcc569-3ac2-4783-bae8-d010b3f3c1fb admin admin] 10.222.0.60 "DELETE /v2.0/networks/e8c121cb-3303-4d50-8d16-f995d86403a8 HTTP/1.1" status: 204 len: 168 time: 0.3417165 Nov 23 17:32:50.616370 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82dcc569-3ac2-4783-bae8-d010b3f3c1fb admin admin] Pushing event deleted for resources: {'Network': ['ID=e8c121cb-3303-4d50-8d16-f995d86403a8,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:32:50.639241 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90ec9a7-f236-47aa-b2d3-4e26726d7bfa req-3323a188-afe1-4c09-9ca9-60a2ed11bfaa tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:50.650853 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90ec9a7-f236-47aa-b2d3-4e26726d7bfa req-3323a188-afe1-4c09-9ca9-60a2ed11bfaa tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:50.662317 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90ec9a7-f236-47aa-b2d3-4e26726d7bfa req-3323a188-afe1-4c09-9ca9-60a2ed11bfaa tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:50.673965 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90ec9a7-f236-47aa-b2d3-4e26726d7bfa req-3323a188-afe1-4c09-9ca9-60a2ed11bfaa tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:50.683706 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90ec9a7-f236-47aa-b2d3-4e26726d7bfa req-3323a188-afe1-4c09-9ca9-60a2ed11bfaa tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:50.690261 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90ec9a7-f236-47aa-b2d3-4e26726d7bfa req-3323a188-afe1-4c09-9ca9-60a2ed11bfaa tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:50.696159 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90ec9a7-f236-47aa-b2d3-4e26726d7bfa req-3323a188-afe1-4c09-9ca9-60a2ed11bfaa tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:50.698694 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d90ec9a7-f236-47aa-b2d3-4e26726d7bfa req-3323a188-afe1-4c09-9ca9-60a2ed11bfaa tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] 10.222.0.60 "GET /v2.0/ports?device_id=6405c518-c3fe-4701-acc0-e089ba26cce4 HTTP/1.1" status: 200 len: 5420 time: 0.1584914 Nov 23 17:32:50.819185 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b88edc2a-afd6-4963-8901-d605927e5d35 req-50e6142f-6ecc-4427-8534-47078a295a07 tempest-ServerShowV257Test-2040103890 tempest-ServerShowV257Test-2040103890-project] 10.222.0.60 "GET /v2.0/ports?device_id=d386967e-b717-4931-8dcf-3391744b6743 HTTP/1.1" status: 200 len: 210 time: 0.0639992 Nov 23 17:32:50.849527 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d90ec9a7-f236-47aa-b2d3-4e26726d7bfa req-b8ba4042-3cd5-46a6-9b77-a9610f4058fc tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] 10.222.0.60 "GET /v2.0/security-groups?id=5a532450-e3c1-4821-9a24-76c3d212b901&id=10d72a3d-a998-4d2f-a806-0da22bfe86ab&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1429555 Nov 23 17:32:50.899902 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 37292) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:32:50.974031 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-c946c52e-466c-4f53-bfd0-8eea081956ef admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a1e61e00022b4867bcd9972de0c6f3c4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0715017 Nov 23 17:32:50.977193 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 37294) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:32:50.988202 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2280f5-9315-456d-ae3b-d722635db1f4 req-341a062c-6bab-4c40-b818-74a7099743c7 tempest-ServerRescueNegativeTestJSON-1154722601 tempest-ServerRescueNegativeTestJSON-1154722601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:50.989798 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7b2280f5-9315-456d-ae3b-d722635db1f4 req-341a062c-6bab-4c40-b818-74a7099743c7 tempest-ServerRescueNegativeTestJSON-1154722601 tempest-ServerRescueNegativeTestJSON-1154722601-project] 10.222.0.60 "GET /v2.0/ports?device_id=2d345fdd-78be-4275-8a19-37cd401e3348 HTTP/1.1" status: 200 len: 945 time: 0.0887721 Nov 23 17:32:51.040173 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-afc3e7ad-baaa-4118-9069-762b7b6fd62b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:32:51.055164 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7b2280f5-9315-456d-ae3b-d722635db1f4 req-6e4d4942-5f53-4f9d-9327-6e24b4e332bf tempest-ServerRescueNegativeTestJSON-1154722601 tempest-ServerRescueNegativeTestJSON-1154722601-project] 10.222.0.60 "GET /v2.0/security-groups?id=fdeeda5f-d596-40d9-83fc-6ea083625241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557785 Nov 23 17:32:51.089049 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-afc3e7ad-baaa-4118-9069-762b7b6fd62b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:32:51.152774 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-afc3e7ad-baaa-4118-9069-762b7b6fd62b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:32:51.155627 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-afc3e7ad-baaa-4118-9069-762b7b6fd62b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:32:51.157491 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-afc3e7ad-baaa-4118-9069-762b7b6fd62b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/97b7d29f-5111-4c34-bd27-9c9daf8d9472 HTTP/1.1" status: 204 len: 168 time: 0.1778598 Nov 23 17:32:51.166645 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc3e7ad-baaa-4118-9069-762b7b6fd62b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97b7d29f-5111-4c34-bd27-9c9daf8d9472,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:32:51.369840 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a88c934-e5d3-46da-b4f1-fb92401287c6 req-c257461f-9f4c-44ae-a0e1-71caefe1308e tempest-ServersTestJSON-1134034282 tempest-ServersTestJSON-1134034282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:51.372881 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9a88c934-e5d3-46da-b4f1-fb92401287c6 req-c257461f-9f4c-44ae-a0e1-71caefe1308e tempest-ServersTestJSON-1134034282 tempest-ServersTestJSON-1134034282-project] 10.222.0.60 "GET /v2.0/ports?device_id=f607dab7-428e-486b-95e5-a97d3e9aba41 HTTP/1.1" status: 200 len: 945 time: 0.0568960 Nov 23 17:32:51.439968 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9a88c934-e5d3-46da-b4f1-fb92401287c6 req-6e8ffe92-3db6-412f-9cc8-75eab7d9cd5d tempest-ServersTestJSON-1134034282 tempest-ServersTestJSON-1134034282-project] 10.222.0.60 "GET /v2.0/security-groups?id=b310ccca-6502-41c2-a6d7-b680d0ad1473&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557008 Nov 23 17:32:51.895480 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device c2c82c4a-408e-4358-a52f-abf02448a625 no longer exists at agent hyperv_n-h1-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:32:51.919564 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] No Port match for: c2c82c4a-408e-4358-a52f-abf02448a625 {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:32:51.920245 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device c2c82c4a-408e-4358-a52f-abf02448a625 not bound to the agent host n-h1-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:32:51.983979 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d852cc09-c4cb-4c15-8e05-1a7637bb177c req-3f0dea8c-1f5d-4ada-abf8-624c491e48dc tempest-ServerShowV257Test-2040103890 tempest-ServerShowV257Test-2040103890-project] 10.222.0.60 "GET /v2.0/ports?device_id=d386967e-b717-4931-8dcf-3391744b6743 HTTP/1.1" status: 200 len: 210 time: 0.0491865 Nov 23 17:32:52.112394 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6295d5a-f46a-4689-a15e-237e775c4e26 req-32ec4229-8bad-407a-a83c-2cd48f468149 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:52.117640 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6295d5a-f46a-4689-a15e-237e775c4e26 req-32ec4229-8bad-407a-a83c-2cd48f468149 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:52.123564 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6295d5a-f46a-4689-a15e-237e775c4e26 req-32ec4229-8bad-407a-a83c-2cd48f468149 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:52.129476 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6295d5a-f46a-4689-a15e-237e775c4e26 req-32ec4229-8bad-407a-a83c-2cd48f468149 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:52.135468 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6295d5a-f46a-4689-a15e-237e775c4e26 req-32ec4229-8bad-407a-a83c-2cd48f468149 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:52.142101 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6295d5a-f46a-4689-a15e-237e775c4e26 req-32ec4229-8bad-407a-a83c-2cd48f468149 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:52.147955 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6295d5a-f46a-4689-a15e-237e775c4e26 req-32ec4229-8bad-407a-a83c-2cd48f468149 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:52.149922 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a6295d5a-f46a-4689-a15e-237e775c4e26 req-32ec4229-8bad-407a-a83c-2cd48f468149 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] 10.222.0.60 "GET /v2.0/ports?device_id=6405c518-c3fe-4701-acc0-e089ba26cce4 HTTP/1.1" status: 200 len: 5420 time: 0.1020062 Nov 23 17:32:52.237379 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6befb5ae-fbcb-404a-91b8-d9523000ddd2 req-39c86aeb-9009-4c4e-a932-9cfc2de64eb8 tempest-ServersTestJSON-1134034282 tempest-ServersTestJSON-1134034282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:52.240928 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6befb5ae-fbcb-404a-91b8-d9523000ddd2 req-39c86aeb-9009-4c4e-a932-9cfc2de64eb8 tempest-ServersTestJSON-1134034282 tempest-ServersTestJSON-1134034282-project] 10.222.0.60 "GET /v2.0/ports?device_id=f607dab7-428e-486b-95e5-a97d3e9aba41 HTTP/1.1" status: 200 len: 945 time: 0.0900702 Nov 23 17:32:52.262811 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a6295d5a-f46a-4689-a15e-237e775c4e26 req-d6c1c0bd-cbad-4119-8f1c-7253d9d0702d tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] 10.222.0.60 "GET /v2.0/security-groups?id=5a532450-e3c1-4821-9a24-76c3d212b901&id=10d72a3d-a998-4d2f-a806-0da22bfe86ab&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0988901 Nov 23 17:32:52.307438 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6befb5ae-fbcb-404a-91b8-d9523000ddd2 req-c1ff0942-8e2e-4fd2-a090-5079a871859b tempest-ServersTestJSON-1134034282 tempest-ServersTestJSON-1134034282-project] 10.222.0.60 "GET /v2.0/security-groups?id=b310ccca-6502-41c2-a6d7-b680d0ad1473&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575218 Nov 23 17:32:52.446273 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d4971f-3f94-404e-9808-00147016256d req-b6a76aeb-82db-4628-ab1d-2758c19a81f8 tempest-ServerRescueNegativeTestJSON-1154722601 tempest-ServerRescueNegativeTestJSON-1154722601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:52.448239 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-31d4971f-3f94-404e-9808-00147016256d req-b6a76aeb-82db-4628-ab1d-2758c19a81f8 tempest-ServerRescueNegativeTestJSON-1154722601 tempest-ServerRescueNegativeTestJSON-1154722601-project] 10.222.0.60 "GET /v2.0/ports?device_id=2d345fdd-78be-4275-8a19-37cd401e3348 HTTP/1.1" status: 200 len: 945 time: 0.0667949 Nov 23 17:32:52.508633 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-31d4971f-3f94-404e-9808-00147016256d req-98ec414d-e14d-4583-9308-94bf6992e1f5 tempest-ServerRescueNegativeTestJSON-1154722601 tempest-ServerRescueNegativeTestJSON-1154722601-project] 10.222.0.60 "GET /v2.0/security-groups?id=fdeeda5f-d596-40d9-83fc-6ea083625241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521338 Nov 23 17:32:52.738727 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 37350) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:32:52.858291 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-3de1269c-16c7-4de5-bae2-b81533a67e1c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:32:52.944325 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-3de1269c-16c7-4de5-bae2-b81533a67e1c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:32:52.948825 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-3de1269c-16c7-4de5-bae2-b81533a67e1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:32:52.987609 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de1269c-16c7-4de5-bae2-b81533a67e1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89c38a42-8ccc-4df2-8d31-edc5b71941d3,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:32:52.992285 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-3de1269c-16c7-4de5-bae2-b81533a67e1c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=32a2f5e722f949a596dec0d91035f657&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2524230 Nov 23 17:32:52.995800 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 37354) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:32:53.050313 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a3bd6749-483c-4e9c-a727-0d01e8603fde admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:32:53.073891 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a3bd6749-483c-4e9c-a727-0d01e8603fde admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:32:53.118892 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9d653bd1-b81c-4dac-a40f-f318a8ffcba2 req-ef6ede5e-6716-45bf-aa19-576924c0e91f tempest-ServerShowV257Test-2040103890 tempest-ServerShowV257Test-2040103890-project] 10.222.0.60 "GET /v2.0/ports?device_id=d386967e-b717-4931-8dcf-3391744b6743 HTTP/1.1" status: 200 len: 210 time: 0.0382743 Nov 23 17:32:53.136624 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a3bd6749-483c-4e9c-a727-0d01e8603fde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:32:53.139354 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a3bd6749-483c-4e9c-a727-0d01e8603fde admin admin] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:32:53.143513 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-a3bd6749-483c-4e9c-a727-0d01e8603fde admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/89c38a42-8ccc-4df2-8d31-edc5b71941d3 HTTP/1.1" status: 204 len: 168 time: 0.1466935 Nov 23 17:32:53.152063 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bd6749-483c-4e9c-a727-0d01e8603fde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89c38a42-8ccc-4df2-8d31-edc5b71941d3,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:32:53.463899 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69674885-c3c5-4677-a115-62dcd7873357 req-b25cfa70-54df-4238-a7c6-a5aa1e17576a tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:53.471095 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69674885-c3c5-4677-a115-62dcd7873357 req-b25cfa70-54df-4238-a7c6-a5aa1e17576a tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:53.477400 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69674885-c3c5-4677-a115-62dcd7873357 req-b25cfa70-54df-4238-a7c6-a5aa1e17576a tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:53.483322 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69674885-c3c5-4677-a115-62dcd7873357 req-b25cfa70-54df-4238-a7c6-a5aa1e17576a tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:53.489722 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69674885-c3c5-4677-a115-62dcd7873357 req-b25cfa70-54df-4238-a7c6-a5aa1e17576a tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:53.495663 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69674885-c3c5-4677-a115-62dcd7873357 req-b25cfa70-54df-4238-a7c6-a5aa1e17576a tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:53.503609 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69674885-c3c5-4677-a115-62dcd7873357 req-b25cfa70-54df-4238-a7c6-a5aa1e17576a tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:53.506155 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-69674885-c3c5-4677-a115-62dcd7873357 req-b25cfa70-54df-4238-a7c6-a5aa1e17576a tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] 10.222.0.60 "GET /v2.0/ports?device_id=6405c518-c3fe-4701-acc0-e089ba26cce4 HTTP/1.1" status: 200 len: 5420 time: 0.1391087 Nov 23 17:32:53.546224 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d2865c-1ee3-4ff6-9a5b-4bd24070a987 req-5d0f77a0-5036-405c-8586-405f650bdd2b tempest-ServersTestJSON-1134034282 tempest-ServersTestJSON-1134034282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:53.553095 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-68d2865c-1ee3-4ff6-9a5b-4bd24070a987 req-5d0f77a0-5036-405c-8586-405f650bdd2b tempest-ServersTestJSON-1134034282 tempest-ServersTestJSON-1134034282-project] 10.222.0.60 "GET /v2.0/ports?device_id=f607dab7-428e-486b-95e5-a97d3e9aba41 HTTP/1.1" status: 200 len: 945 time: 0.1494317 Nov 23 17:32:53.684930 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-69674885-c3c5-4677-a115-62dcd7873357 req-513c8c83-91f9-49f6-99af-7ad2d797c958 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] 10.222.0.60 "GET /v2.0/security-groups?id=5a532450-e3c1-4821-9a24-76c3d212b901&id=10d72a3d-a998-4d2f-a806-0da22bfe86ab&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1630731 Nov 23 17:32:53.690985 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-68d2865c-1ee3-4ff6-9a5b-4bd24070a987 req-99fc5910-ab5b-4c61-98bd-b4a9c58f7d08 tempest-ServersTestJSON-1134034282 tempest-ServersTestJSON-1134034282-project] 10.222.0.60 "GET /v2.0/security-groups?id=b310ccca-6502-41c2-a6d7-b680d0ad1473&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1239614 Nov 23 17:32:53.758860 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0b4fce-7cee-4354-901b-4c532a2edee1 req-861ac200-4cde-4b8f-8c71-04c94461b2af tempest-ServersTestJSON-1134034282 tempest-ServersTestJSON-1134034282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:53.760422 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2d0b4fce-7cee-4354-901b-4c532a2edee1 req-861ac200-4cde-4b8f-8c71-04c94461b2af tempest-ServersTestJSON-1134034282 tempest-ServersTestJSON-1134034282-project] 10.222.0.36 "GET /v2.0/ports?device_id=f607dab7-428e-486b-95e5-a97d3e9aba41 HTTP/1.1" status: 200 len: 945 time: 0.0684593 Nov 23 17:32:53.933872 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2700bca-4193-4d97-9c65-c909c4caf0cb req-4e6a17d4-3df3-4eee-8a8e-b47b72286c28 tempest-ServerRescueNegativeTestJSON-1154722601 tempest-ServerRescueNegativeTestJSON-1154722601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:53.935420 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e2700bca-4193-4d97-9c65-c909c4caf0cb req-4e6a17d4-3df3-4eee-8a8e-b47b72286c28 tempest-ServerRescueNegativeTestJSON-1154722601 tempest-ServerRescueNegativeTestJSON-1154722601-project] 10.222.0.60 "GET /v2.0/ports?device_id=2d345fdd-78be-4275-8a19-37cd401e3348 HTTP/1.1" status: 200 len: 945 time: 0.0774872 Nov 23 17:32:53.943667 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [req-2d0b4fce-7cee-4354-901b-4c532a2edee1 req-57157c4a-27e7-45ba-89fa-632364040134 tempest-ServersTestJSON-1134034282 tempest-ServersTestJSON-1134034282-project] Deleting port ad6a0235-8314-43ca-bfdd-e59fc298502b {{(pid=103591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:32:53.943667 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-2d0b4fce-7cee-4354-901b-4c532a2edee1 req-57157c4a-27e7-45ba-89fa-632364040134 tempest-ServersTestJSON-1134034282 tempest-ServersTestJSON-1134034282-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:32:54.042204 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 37390) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:32:54.053349 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e2700bca-4193-4d97-9c65-c909c4caf0cb req-f669d6c9-b8b8-4d74-8f59-4a9d6eedb14b tempest-ServerRescueNegativeTestJSON-1154722601 tempest-ServerRescueNegativeTestJSON-1154722601-project] 10.222.0.60 "GET /v2.0/security-groups?id=fdeeda5f-d596-40d9-83fc-6ea083625241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066072 Nov 23 17:32:54.085792 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-2d0b4fce-7cee-4354-901b-4c532a2edee1 req-57157c4a-27e7-45ba-89fa-632364040134 tempest-ServersTestJSON-1134034282 tempest-ServersTestJSON-1134034282-project] For port ad6a0235-8314-43ca-bfdd-e59fc298502b, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=ad6a0235-8314-43ca-bfdd-e59fc298502b,segment=NetworkSegment(8dd45b67-8dd0-4878-8132-504ff0655806),segment_id=8dd45b67-8dd0-4878-8132-504ff0655806)] {{(pid=103591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:32:54.086274 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-2d0b4fce-7cee-4354-901b-4c532a2edee1 req-57157c4a-27e7-45ba-89fa-632364040134 tempest-ServersTestJSON-1134034282 tempest-ServersTestJSON-1134034282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:32:54.162584 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-a1cd8551-8be9-4edc-aa43-6ec9a7bede3d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-2118905944-network', 'tenant_id': '340c7e93775c4f84bcf228158ebdbd25'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:32:54.186541 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1cd8551-8be9-4edc-aa43-6ec9a7bede3d admin admin] Made reservation on behalf of 340c7e93775c4f84bcf228158ebdbd25 for: {'network': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:32:54.189191 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a1cd8551-8be9-4edc-aa43-6ec9a7bede3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for network, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:32:54.199175 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a1cd8551-8be9-4edc-aa43-6ec9a7bede3d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:32:54.308722 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a1cd8551-8be9-4edc-aa43-6ec9a7bede3d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:32:54.312631 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a1cd8551-8be9-4edc-aa43-6ec9a7bede3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:32:54.336274 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1cd8551-8be9-4edc-aa43-6ec9a7bede3d admin admin] vlan segment allocate from pool success with {'vlan_id': 510, 'physical_network': 'physnet1'} {{(pid=103590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 17:32:54.347530 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8155a203-5a46-4663-98bd-e05139b1d4e4 req-80fa7491-c79c-4f7b-a7df-ad955f30d634 tempest-ServerShowV257Test-2040103890 tempest-ServerShowV257Test-2040103890-project] 10.222.0.60 "GET /v2.0/ports?device_id=d386967e-b717-4931-8dcf-3391744b6743 HTTP/1.1" status: 200 len: 210 time: 0.0609848 Nov 23 17:32:54.352886 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cd8551-8be9-4edc-aa43-6ec9a7bede3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b501ccef-95b0-4939-b7ec-f5c6dfe73de7,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:32:54.359215 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a1cd8551-8be9-4edc-aa43-6ec9a7bede3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:32:54.361318 n-d-816206-8 neutron-server[103590]: INFO neutron.db.segments_db [None req-a1cd8551-8be9-4edc-aa43-6ec9a7bede3d admin admin] Added segment 1cf72e34-10d8-4ad7-b917-280709c47ed2 of type vlan for network 33c8cd36-aad8-4dc4-8566-a5fb3cdb35eb Nov 23 17:32:54.372446 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-2d0b4fce-7cee-4354-901b-4c532a2edee1 req-57157c4a-27e7-45ba-89fa-632364040134 tempest-ServersTestJSON-1134034282 tempest-ServersTestJSON-1134034282-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:32:54.373027 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-2d0b4fce-7cee-4354-901b-4c532a2edee1 req-57157c4a-27e7-45ba-89fa-632364040134 tempest-ServersTestJSON-1134034282 tempest-ServersTestJSON-1134034282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1795396'] for floatingip, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:32:54.373434 n-d-816206-8 neutron-server[103591]: INFO neutron.db.l3_db [req-2d0b4fce-7cee-4354-901b-4c532a2edee1 req-57157c4a-27e7-45ba-89fa-632364040134 tempest-ServersTestJSON-1134034282 tempest-ServersTestJSON-1134034282-project] Floating IP 6620c9df-62a0-4cad-9722-d43d1d4c6434 disassociated. External IP: 172.25.3.37, port: ad6a0235-8314-43ca-bfdd-e59fc298502b. Nov 23 17:32:54.374004 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [req-2d0b4fce-7cee-4354-901b-4c532a2edee1 req-57157c4a-27e7-45ba-89fa-632364040134 tempest-ServersTestJSON-1134034282 tempest-ServersTestJSON-1134034282-project] Calling delete_port for ad6a0235-8314-43ca-bfdd-e59fc298502b owned by compute:nova {{(pid=103591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:32:54.415703 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a1cd8551-8be9-4edc-aa43-6ec9a7bede3d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736635338810'] for network, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:32:54.449817 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a1cd8551-8be9-4edc-aa43-6ec9a7bede3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493'] for network, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:32:54.451522 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1cd8551-8be9-4edc-aa43-6ec9a7bede3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:54.452126 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a1cd8551-8be9-4edc-aa43-6ec9a7bede3d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for network, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:32:54.486395 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-a1cd8551-8be9-4edc-aa43-6ec9a7bede3d admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4460731 Nov 23 17:32:54.490498 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 37398) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:32:54.495172 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-7ee7e6c0-fead-4eca-bec5-35f167ac4135 admin admin] Request body: {'subnet': {'network_id': '33c8cd36-aad8-4dc4-8566-a5fb3cdb35eb', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-2118905944-subnet', 'tenant_id': '340c7e93775c4f84bcf228158ebdbd25', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:32:54.528338 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cd8551-8be9-4edc-aa43-6ec9a7bede3d admin admin] Pushing event updated for resources: {'Network': ['ID=33c8cd36-aad8-4dc4-8566-a5fb3cdb35eb,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:32:54.532933 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-2d0b4fce-7cee-4354-901b-4c532a2edee1 req-57157c4a-27e7-45ba-89fa-632364040134 tempest-ServersTestJSON-1134034282 tempest-ServersTestJSON-1134034282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:32:54.542838 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Network 33c8cd36-aad8-4dc4-8566-a5fb3cdb35eb details requested by agent ovs-agent-n-d-816206-8 with host n-d-816206-8 {{(pid=103592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 17:32:54.550972 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ee7e6c0-fead-4eca-bec5-35f167ac4135 admin admin] Made reservation on behalf of 340c7e93775c4f84bcf228158ebdbd25 for: {'subnet': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:32:54.553569 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7ee7e6c0-fead-4eca-bec5-35f167ac4135 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264730903'] for subnet, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:32:54.573337 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57157c4a-27e7-45ba-89fa-632364040134 tempest-ServersTestJSON-1134034282 tempest-ServersTestJSON-1134034282-project] Pushing event deleted for resources: {'Port': ['ID=ad6a0235-8314-43ca-bfdd-e59fc298502b,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:32:54.698934 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2d0b4fce-7cee-4354-901b-4c532a2edee1 req-57157c4a-27e7-45ba-89fa-632364040134 tempest-ServersTestJSON-1134034282 tempest-ServersTestJSON-1134034282-project] Router 2844b668-4eb3-4146-878a-8743907d31bf has already been hosted by L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 {{(pid=103591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 17:32:54.740755 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7ee7e6c0-fead-4eca-bec5-35f167ac4135 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264358096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264730885'] for subnet, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:32:54.820836 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee7e6c0-fead-4eca-bec5-35f167ac4135 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0228ba8a-bfa9-4960-b814-86fe48904295,revision_number=0']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:32:54.842850 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-dca8d05b-fbe0-40d5-b7bb-53cccf899f16 req-610ec5a4-c698-454c-b7aa-3357c9c1e46d tempest-ServersTestJSON-1134034282 tempest-ServersTestJSON-1134034282-project] 10.222.0.60 "GET /v2.0/ports?device_id=f607dab7-428e-486b-95e5-a97d3e9aba41 HTTP/1.1" status: 200 len: 210 time: 0.0365968 Nov 23 17:32:54.872512 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2d0b4fce-7cee-4354-901b-4c532a2edee1 req-57157c4a-27e7-45ba-89fa-632364040134 tempest-ServersTestJSON-1134034282 tempest-ServersTestJSON-1134034282-project] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:32:54.873589 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ee7e6c0-fead-4eca-bec5-35f167ac4135 admin admin] Checking segment: {'id': '1cf72e34-10d8-4ad7-b917-280709c47ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '33c8cd36-aad8-4dc4-8566-a5fb3cdb35eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:32:54.874143 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ee7e6c0-fead-4eca-bec5-35f167ac4135 admin admin] Network hostable DHCP agents. Network: 33c8cd36-aad8-4dc4-8566-a5fb3cdb35eb, hostable agents: ['0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3'], hosted agents: [] {{(pid=103590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 17:32:54.887659 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bccda39f-9e1c-4732-8c31-92440d80260d None None] Sync routers for ids ['2844b668-4eb3-4146-878a-8743907d31bf'] in n-d-816206-8 {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:32:54.897463 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ee7e6c0-fead-4eca-bec5-35f167ac4135 admin admin] Network 33c8cd36-aad8-4dc4-8566-a5fb3cdb35eb is scheduled to be hosted by DHCP agent 0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3 with binding_index 1 {{(pid=103590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 17:32:54.910060 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-7ee7e6c0-fead-4eca-bec5-35f167ac4135 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-8, 33c8cd36-aad8-4dc4-8566-a5fb3cdb35eb) {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:32:54.915521 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ee7e6c0-fead-4eca-bec5-35f167ac4135 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:54.916217 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7ee7e6c0-fead-4eca-bec5-35f167ac4135 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:32:54.925427 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d6df338-13ef-4117-80a0-fbdbf44c9903 None None] Network 33c8cd36-aad8-4dc4-8566-a5fb3cdb35eb requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:32:54.948520 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-7ee7e6c0-fead-4eca-bec5-35f167ac4135 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4491971 Nov 23 17:32:54.959607 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d0b4fce-7cee-4354-901b-4c532a2edee1 req-57157c4a-27e7-45ba-89fa-632364040134 tempest-ServersTestJSON-1134034282 tempest-ServersTestJSON-1134034282-project] No DVR routers for this DVR port ad6a0235-8314-43ca-bfdd-e59fc298502b on host n-h2-816206-8 {{(pid=103591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:32:54.963178 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-2d0b4fce-7cee-4354-901b-4c532a2edee1 req-57157c4a-27e7-45ba-89fa-632364040134 tempest-ServersTestJSON-1134034282 tempest-ServersTestJSON-1134034282-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:32:54.966696 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2d0b4fce-7cee-4354-901b-4c532a2edee1 req-57157c4a-27e7-45ba-89fa-632364040134 tempest-ServersTestJSON-1134034282 tempest-ServersTestJSON-1134034282-project] 10.222.0.36 "DELETE /v2.0/ports/ad6a0235-8314-43ca-bfdd-e59fc298502b HTTP/1.1" status: 204 len: 173 time: 1.1972613 Nov 23 17:32:54.967382 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f607dab7-428e-486b-95e5-a97d3e9aba41', 'name': 'network-vif-deleted', 'tag': 'ad6a0235-8314-43ca-bfdd-e59fc298502b'}] {{(pid=103591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:32:54.969979 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41d174a19ece9499ff9ec44e5b3fc50f2abd3ffbc947fb7e52ea1e8db27b95b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8216b7ca-8df5-4b57-b0d0-4c0589945089" -d '{"events": [{"server_uuid": "f607dab7-428e-486b-95e5-a97d3e9aba41", "name": "network-vif-deleted", "tag": "ad6a0235-8314-43ca-bfdd-e59fc298502b"}]}' {{(pid=103591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:32:55.002734 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5328ae0-75a7-4c3c-8d5c-2917d1094c9b req-d1260cbf-34ca-4772-839e-408aec7a5c0c tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:55.020783 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5328ae0-75a7-4c3c-8d5c-2917d1094c9b req-d1260cbf-34ca-4772-839e-408aec7a5c0c tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:55.027836 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5328ae0-75a7-4c3c-8d5c-2917d1094c9b req-d1260cbf-34ca-4772-839e-408aec7a5c0c tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:55.034426 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5328ae0-75a7-4c3c-8d5c-2917d1094c9b req-d1260cbf-34ca-4772-839e-408aec7a5c0c tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:55.040855 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5328ae0-75a7-4c3c-8d5c-2917d1094c9b req-d1260cbf-34ca-4772-839e-408aec7a5c0c tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:55.048370 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5328ae0-75a7-4c3c-8d5c-2917d1094c9b req-d1260cbf-34ca-4772-839e-408aec7a5c0c tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:55.055999 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5328ae0-75a7-4c3c-8d5c-2917d1094c9b req-d1260cbf-34ca-4772-839e-408aec7a5c0c tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:55.067994 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bccda39f-9e1c-4732-8c31-92440d80260d None None] Routers {'2844b668-4eb3-4146-878a-8743907d31bf'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:32:55.068346 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e5328ae0-75a7-4c3c-8d5c-2917d1094c9b req-d1260cbf-34ca-4772-839e-408aec7a5c0c tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] 10.222.0.60 "GET /v2.0/ports?device_id=6405c518-c3fe-4701-acc0-e089ba26cce4 HTTP/1.1" status: 200 len: 5420 time: 0.2046421 Nov 23 17:32:55.068924 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-bccda39f-9e1c-4732-8c31-92440d80260d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:32:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['2844b668-4eb3-4146-878a-8743907d31bf'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:32:55.217880 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e5328ae0-75a7-4c3c-8d5c-2917d1094c9b req-8b622070-d447-422c-bd7a-5e7e2b6219d7 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] 10.222.0.60 "GET /v2.0/security-groups?id=5a532450-e3c1-4821-9a24-76c3d212b901&id=10d72a3d-a998-4d2f-a806-0da22bfe86ab&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1487434 Nov 23 17:32:55.370250 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:32:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ec9c2d7-11db-473c-b5e2-e72efd448220 x-openstack-request-id: req-0ec9c2d7-11db-473c-b5e2-e72efd448220 {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:32:55.370935 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f607dab7-428e-486b-95e5-a97d3e9aba41", "name": "network-vif-deleted", "tag": "ad6a0235-8314-43ca-bfdd-e59fc298502b", "status": "completed", "code": 200}]} {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:32:55.371335 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-0ec9c2d7-11db-473c-b5e2-e72efd448220 {{(pid=103591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:32:55.372200 n-d-816206-8 neutron-server[103591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f607dab7-428e-486b-95e5-a97d3e9aba41', 'name': 'network-vif-deleted', 'tag': 'ad6a0235-8314-43ca-bfdd-e59fc298502b', 'status': 'completed', 'code': 200} Nov 23 17:32:55.393878 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41d76c9a-3b2a-4503-b20d-7806421e8b5e None None] Network 33c8cd36-aad8-4dc4-8566-a5fb3cdb35eb requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:32:55.418605 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65db99c6-43eb-4f93-940b-9cf821e13272 req-317bb423-658a-48a3-9f15-dedea3dc58da tempest-ServerRescueNegativeTestJSON-1154722601 tempest-ServerRescueNegativeTestJSON-1154722601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:55.418897 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-bccda39f-9e1c-4732-8c31-92440d80260d None None] Set router 2844b668-4eb3-4146-878a-8743907d31bf gateway port host: n-d-816206-8 {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:32:55.429087 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-65db99c6-43eb-4f93-940b-9cf821e13272 req-317bb423-658a-48a3-9f15-dedea3dc58da tempest-ServerRescueNegativeTestJSON-1154722601 tempest-ServerRescueNegativeTestJSON-1154722601-project] 10.222.0.60 "GET /v2.0/ports?device_id=2d345fdd-78be-4275-8a19-37cd401e3348 HTTP/1.1" status: 200 len: 945 time: 0.1123850 Nov 23 17:32:55.545123 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-65db99c6-43eb-4f93-940b-9cf821e13272 req-78177d2c-a674-4c5c-8fb3-cd9beb9f4431 tempest-ServerRescueNegativeTestJSON-1154722601 tempest-ServerRescueNegativeTestJSON-1154722601-project] 10.222.0.60 "GET /v2.0/security-groups?id=fdeeda5f-d596-40d9-83fc-6ea083625241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150312 Nov 23 17:32:55.669242 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a64919ef-ae77-403d-a908-0a88b46781c6 req-1952152a-4511-49aa-a124-9e7e9d893580 tempest-ServerShowV257Test-2040103890 tempest-ServerShowV257Test-2040103890-project] 10.222.0.60 "GET /v2.0/ports?device_id=d386967e-b717-4931-8dcf-3391744b6743 HTTP/1.1" status: 200 len: 210 time: 0.0404558 Nov 23 17:32:55.771027 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-bccda39f-9e1c-4732-8c31-92440d80260d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2844b668-4eb3-4146-878a-8743907d31bf', 'name': 'tempest-ServersTestJSON-592944540-router', 'tenant_id': '141a36de41b84f2cb4e5345b3fb2d0bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.78'}], 'enable_snat': True}, 'gw_port_id': 'fb16766b-3c52-4861-b712-29828d270fe8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:30:00Z', 'updated_at': '2021-11-23T17:30:12Z', 'revision_number': 4, 'project_id': '141a36de41b84f2cb4e5345b3fb2d0bd', 'gw_port': {'id': 'fb16766b-3c52-4861-b712-29828d270fe8', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:55:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2844b668-4eb3-4146-878a-8743907d31bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1113, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:30:03Z', 'updated_at': '2021-11-23T17:30:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_interfaces': [{'id': 'd75f8e3d-fea4-4f4d-b84a-fc5d2662643f', 'name': '', 'network_id': '1afcf705-72a3-4954-9447-6f05c954aa5c', 'tenant_id': '141a36de41b84f2cb4e5345b3fb2d0bd', 'mac_address': 'fa:16:3e:9b:0d:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2844b668-4eb3-4146-878a-8743907d31bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1115, 'fixed_ips': [{'subnet_id': 'f7bfc3a7-b0d3-4146-9f17-d9356f83ed59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:30:10Z', 'updated_at': '2021-11-23T17:30:19Z', 'revision_number': 5, 'project_id': '141a36de41b84f2cb4e5345b3fb2d0bd', 'subnets': [{'id': 'f7bfc3a7-b0d3-4146-9f17-d9356f83ed59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:32:55.807163 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bccda39f-9e1c-4732-8c31-92440d80260d None None] Checking router: 2844b668-4eb3-4146-878a-8743907d31bf for host: n-d-816206-8 {{(pid=103593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 17:32:55.816701 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bccda39f-9e1c-4732-8c31-92440d80260d None None] Routers {'2844b668-4eb3-4146-878a-8743907d31bf'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:32:55.817554 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-bccda39f-9e1c-4732-8c31-92440d80260d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:32:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['2844b668-4eb3-4146-878a-8743907d31bf'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:32:55.976583 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-bccda39f-9e1c-4732-8c31-92440d80260d None None] Set router 2844b668-4eb3-4146-878a-8743907d31bf gateway port host: n-d-816206-8 {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:32:56.048900 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6810c217-4f32-4d6b-ae15-571eea591ee7 req-02ead0d2-4176-484e-a4f8-a2901d286b69 tempest-AttachVolumeNegativeTest-452624640 tempest-AttachVolumeNegativeTest-452624640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:56.051009 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6810c217-4f32-4d6b-ae15-571eea591ee7 req-02ead0d2-4176-484e-a4f8-a2901d286b69 tempest-AttachVolumeNegativeTest-452624640 tempest-AttachVolumeNegativeTest-452624640-project] 10.222.0.60 "GET /v2.0/networks?id=33c8cd36-aad8-4dc4-8566-a5fb3cdb35eb HTTP/1.1" status: 200 len: 815 time: 0.2431908 Nov 23 17:32:56.076081 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6810c217-4f32-4d6b-ae15-571eea591ee7 req-92792bb8-e8cc-4bf2-9475-34779f250f01 tempest-AttachVolumeNegativeTest-452624640 tempest-AttachVolumeNegativeTest-452624640-project] 10.222.0.60 "GET /v2.0/quotas/340c7e93775c4f84bcf228158ebdbd25 HTTP/1.1" status: 200 len: 375 time: 0.0159988 Nov 23 17:32:56.135394 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6810c217-4f32-4d6b-ae15-571eea591ee7 req-befbe9cb-5d48-41c9-bdec-0b12c53f7e69 tempest-AttachVolumeNegativeTest-452624640 tempest-AttachVolumeNegativeTest-452624640-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=340c7e93775c4f84bcf228158ebdbd25&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0523319 Nov 23 17:32:56.284282 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-bccda39f-9e1c-4732-8c31-92440d80260d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2844b668-4eb3-4146-878a-8743907d31bf', 'name': 'tempest-ServersTestJSON-592944540-router', 'tenant_id': '141a36de41b84f2cb4e5345b3fb2d0bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.78'}], 'enable_snat': True}, 'gw_port_id': 'fb16766b-3c52-4861-b712-29828d270fe8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:30:00Z', 'updated_at': '2021-11-23T17:30:12Z', 'revision_number': 4, 'project_id': '141a36de41b84f2cb4e5345b3fb2d0bd', 'gw_port': {'id': 'fb16766b-3c52-4861-b712-29828d270fe8', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:55:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2844b668-4eb3-4146-878a-8743907d31bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1113, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:30:03Z', 'updated_at': '2021-11-23T17:30:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_interfaces': [{'id': 'd75f8e3d-fea4-4f4d-b84a-fc5d2662643f', 'name': '', 'network_id': '1afcf705-72a3-4954-9447-6f05c954aa5c', 'tenant_id': '141a36de41b84f2cb4e5345b3fb2d0bd', 'mac_address': 'fa:16:3e:9b:0d:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2844b668-4eb3-4146-878a-8743907d31bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1115, 'fixed_ips': [{'subnet_id': 'f7bfc3a7-b0d3-4146-9f17-d9356f83ed59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:30:10Z', 'updated_at': '2021-11-23T17:30:19Z', 'revision_number': 5, 'project_id': '141a36de41b84f2cb4e5345b3fb2d0bd', 'subnets': [{'id': 'f7bfc3a7-b0d3-4146-9f17-d9356f83ed59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:32:56.297129 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6810c217-4f32-4d6b-ae15-571eea591ee7 req-ebf088d0-54f8-4be9-908b-46219d27e2c6 service neutron] 10.222.0.60 "GET /v2.0/networks/33c8cd36-aad8-4dc4-8566-a5fb3cdb35eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1605558 Nov 23 17:32:56.315688 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-cb6ff692-9c58-406e-a327-4ef0d8ec81b6 req-b2594e54-a124-4320-8f77-589eb9169217 tempest-ServersTestJSON-1134034282 tempest-ServersTestJSON-1134034282-project] 10.222.0.60 "GET /v2.0/ports?device_id=f607dab7-428e-486b-95e5-a97d3e9aba41 HTTP/1.1" status: 200 len: 210 time: 0.0445738 Nov 23 17:32:56.316455 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bccda39f-9e1c-4732-8c31-92440d80260d None None] The sync data for ids ['2844b668-4eb3-4146-878a-8743907d31bf'] in n-d-816206-8 is: [{'id': '2844b668-4eb3-4146-878a-8743907d31bf', 'name': 'tempest-ServersTestJSON-592944540-router', 'tenant_id': '141a36de41b84f2cb4e5345b3fb2d0bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.78'}], 'enable_snat': True}, 'gw_port_id': 'fb16766b-3c52-4861-b712-29828d270fe8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:30:00Z', 'updated_at': '2021-11-23T17:30:12Z', 'revision_number': 4, 'project_id': '141a36de41b84f2cb4e5345b3fb2d0bd', 'gw_port': {'id': 'fb16766b-3c52-4861-b712-29828d270fe8', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:55:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2844b668-4eb3-4146-878a-8743907d31bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1113, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:30:03Z', 'updated_at': '2021-11-23T17:30:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_interfaces': [{'id': 'd75f8e3d-fea4-4f4d-b84a-fc5d2662643f', 'name': '', 'network_id': '1afcf705-72a3-4954-9447-6f05c954aa5c', 'tenant_id': '141a36de41b84f2cb4e5345b3fb2d0bd', 'mac_address': 'fa:16:3e:9b:0d:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2844b668-4eb3-4146-878a-8743907d31bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1115, 'fixed_ips': [{'subnet_id': 'f7bfc3a7-b0d3-4146-9f17-d9356f83ed59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:30:10Z', 'updated_at': '2021-11-23T17:30:19Z', 'revision_number': 5, 'project_id': '141a36de41b84f2cb4e5345b3fb2d0bd', 'subnets': [{'id': 'f7bfc3a7-b0d3-4146-9f17-d9356f83ed59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:32:56.334345 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.agents_db [None req-464f6c07-0de8-4be6-8f5b-563f574d1c5d None None] Agent healthcheck: found 7 active agents {{(pid=103593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 17:32:56.462992 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6810c217-4f32-4d6b-ae15-571eea591ee7 req-41a08a42-2d98-4271-815b-c74be1dbb56a service neutron] 10.222.0.60 "GET /v2.0/networks/33c8cd36-aad8-4dc4-8566-a5fb3cdb35eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1460767 Nov 23 17:32:56.618401 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d529bb8d-5c76-4f16-89df-1ec455bca412 req-49de1662-9d66-4363-aa1c-eafaf0274b07 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:56.626941 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d529bb8d-5c76-4f16-89df-1ec455bca412 req-49de1662-9d66-4363-aa1c-eafaf0274b07 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:56.633780 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d529bb8d-5c76-4f16-89df-1ec455bca412 req-49de1662-9d66-4363-aa1c-eafaf0274b07 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:56.644069 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d529bb8d-5c76-4f16-89df-1ec455bca412 req-49de1662-9d66-4363-aa1c-eafaf0274b07 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:56.650757 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d529bb8d-5c76-4f16-89df-1ec455bca412 req-49de1662-9d66-4363-aa1c-eafaf0274b07 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:56.663167 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d529bb8d-5c76-4f16-89df-1ec455bca412 req-49de1662-9d66-4363-aa1c-eafaf0274b07 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:56.673849 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d529bb8d-5c76-4f16-89df-1ec455bca412 req-49de1662-9d66-4363-aa1c-eafaf0274b07 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:56.684956 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d529bb8d-5c76-4f16-89df-1ec455bca412 req-49de1662-9d66-4363-aa1c-eafaf0274b07 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] 10.222.0.60 "GET /v2.0/ports?device_id=6405c518-c3fe-4701-acc0-e089ba26cce4 HTTP/1.1" status: 200 len: 5420 time: 0.1378365 Nov 23 17:32:56.777530 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e39d935-249c-418c-8df5-e1b1424a65d7 None None] New status for floating IP 6620c9df-62a0-4cad-9722-d43d1d4c6434: DOWN {{(pid=103592) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 17:32:57.019779 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device ad6a0235-8314-43ca-bfdd-e59fc298502b no longer exists at agent hyperv_n-h2-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:32:57.043096 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] No Port match for: ad6a0235-8314-43ca-bfdd-e59fc298502b {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:32:57.043811 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device ad6a0235-8314-43ca-bfdd-e59fc298502b not bound to the agent host n-h2-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:32:57.166645 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d529bb8d-5c76-4f16-89df-1ec455bca412 req-ebc50665-1126-4e13-8016-904dc5bf58ca tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] 10.222.0.60 "GET /v2.0/security-groups?id=5a532450-e3c1-4821-9a24-76c3d212b901&id=10d72a3d-a998-4d2f-a806-0da22bfe86ab&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4749041 Nov 23 17:32:57.176540 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4476220-bbc1-40c3-b0f0-3a42fe3a48d1 req-622d8505-5262-4b1c-b3bc-1514b2edf6b4 tempest-ServerRescueNegativeTestJSON-1154722601 tempest-ServerRescueNegativeTestJSON-1154722601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:57.178652 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e4476220-bbc1-40c3-b0f0-3a42fe3a48d1 req-622d8505-5262-4b1c-b3bc-1514b2edf6b4 tempest-ServerRescueNegativeTestJSON-1154722601 tempest-ServerRescueNegativeTestJSON-1154722601-project] 10.222.0.60 "GET /v2.0/ports?device_id=2d345fdd-78be-4275-8a19-37cd401e3348 HTTP/1.1" status: 200 len: 945 time: 0.1057615 Nov 23 17:32:57.261525 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e4476220-bbc1-40c3-b0f0-3a42fe3a48d1 req-095440fd-e2dd-42fc-8b04-bc3b13a44456 tempest-ServerRescueNegativeTestJSON-1154722601 tempest-ServerRescueNegativeTestJSON-1154722601-project] 10.222.0.60 "GET /v2.0/security-groups?id=fdeeda5f-d596-40d9-83fc-6ea083625241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666203 Nov 23 17:32:57.277488 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-1b2756a6-b26d-436b-8040-1cb02a42b478 req-fe990986-e55f-44eb-8a0f-fc35c583ec68 tempest-AttachVolumeNegativeTest-452624640 tempest-AttachVolumeNegativeTest-452624640-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ba0527d-6cff-4651-86e1-51692408bf77 HTTP/1.1" status: 200 len: 210 time: 0.0334013 Nov 23 17:32:57.397176 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ab593e24-f53a-4555-884d-fe121c262457 req-75ae0098-a4a0-42dd-a09e-837ccac2164c tempest-ServerShowV257Test-2040103890 tempest-ServerShowV257Test-2040103890-project] 10.222.0.60 "GET /v2.0/ports?device_id=d386967e-b717-4931-8dcf-3391744b6743 HTTP/1.1" status: 200 len: 210 time: 0.0389290 Nov 23 17:32:57.419966 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 37462) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:32:57.491452 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-b5c32caf-c928-4fc9-8ac9-b80aac03dd6c tempest-ServersTestJSON-1134034282 tempest-ServersTestJSON-1134034282-project] Publish callbacks [] for security_group, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:32:57.523536 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-b5c32caf-c928-4fc9-8ac9-b80aac03dd6c tempest-ServersTestJSON-1134034282 tempest-ServersTestJSON-1134034282-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:32:57.581482 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-b5c32caf-c928-4fc9-8ac9-b80aac03dd6c tempest-ServersTestJSON-1134034282 tempest-ServersTestJSON-1134034282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:32:57.584321 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-b5c32caf-c928-4fc9-8ac9-b80aac03dd6c tempest-ServersTestJSON-1134034282 tempest-ServersTestJSON-1134034282-project] Publish callbacks [] for security_group, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:32:57.585563 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-b5c32caf-c928-4fc9-8ac9-b80aac03dd6c tempest-ServersTestJSON-1134034282 tempest-ServersTestJSON-1134034282-project] 10.222.0.60 "DELETE /v2.0/security-groups/b310ccca-6502-41c2-a6d7-b680d0ad1473 HTTP/1.1" status: 204 len: 168 time: 0.1644843 Nov 23 17:32:57.589056 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 37466) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:32:57.600316 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c32caf-c928-4fc9-8ac9-b80aac03dd6c tempest-ServersTestJSON-1134034282 tempest-ServersTestJSON-1134034282-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b310ccca-6502-41c2-a6d7-b680d0ad1473,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:32:57.618147 n-d-816206-8 neutron-server[103590]: INFO neutron.api.v2.resource [None req-70849008-ac7d-4e59-8faa-75a29433a46a tempest-ServersTestJSON-1134034282 tempest-ServersTestJSON-1134034282-project] show failed (client error): The resource could not be found. Nov 23 17:32:57.619623 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-70849008-ac7d-4e59-8faa-75a29433a46a tempest-ServersTestJSON-1134034282 tempest-ServersTestJSON-1134034282-project] 10.222.0.60 "GET /v2.0/security-groups/b310ccca-6502-41c2-a6d7-b680d0ad1473 HTTP/1.1" status: 404 len: 347 time: 0.0294282 Nov 23 17:32:57.623122 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 37468) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:32:57.762973 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-487b23d4-b8bd-4922-addf-d5d36ac6369b tempest-ServersTestJSON-1134034282 tempest-ServersTestJSON-1134034282-project] Deleting port 50d3acf8-b908-4022-948e-feff5fa34f73 {{(pid=103591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:32:57.763327 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-487b23d4-b8bd-4922-addf-d5d36ac6369b tempest-ServersTestJSON-1134034282 tempest-ServersTestJSON-1134034282-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:32:57.844785 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-487b23d4-b8bd-4922-addf-d5d36ac6369b tempest-ServersTestJSON-1134034282 tempest-ServersTestJSON-1134034282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:32:57.845020 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-487b23d4-b8bd-4922-addf-d5d36ac6369b tempest-ServersTestJSON-1134034282 tempest-ServersTestJSON-1134034282-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:32:57.857842 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-487b23d4-b8bd-4922-addf-d5d36ac6369b tempest-ServersTestJSON-1134034282 tempest-ServersTestJSON-1134034282-project] Calling delete_port for 50d3acf8-b908-4022-948e-feff5fa34f73 owned by network:floatingip {{(pid=103591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:32:58.034035 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-487b23d4-b8bd-4922-addf-d5d36ac6369b tempest-ServersTestJSON-1134034282 tempest-ServersTestJSON-1134034282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:32:58.061331 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487b23d4-b8bd-4922-addf-d5d36ac6369b tempest-ServersTestJSON-1134034282 tempest-ServersTestJSON-1134034282-project] Pushing event deleted for resources: {'Port': ['ID=50d3acf8-b908-4022-948e-feff5fa34f73,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:32:58.064016 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6810c217-4f32-4d6b-ae15-571eea591ee7 req-5ebb2003-8a73-4fc2-a070-cfd21832855e tempest-AttachVolumeNegativeTest-452624640 tempest-AttachVolumeNegativeTest-452624640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:58.066542 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-6810c217-4f32-4d6b-ae15-571eea591ee7 req-5ebb2003-8a73-4fc2-a070-cfd21832855e tempest-AttachVolumeNegativeTest-452624640 tempest-AttachVolumeNegativeTest-452624640-project] 10.222.0.55 "GET /v2.0/networks?id=33c8cd36-aad8-4dc4-8566-a5fb3cdb35eb HTTP/1.1" status: 200 len: 815 time: 0.1346867 Nov 23 17:32:58.080096 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [req-6810c217-4f32-4d6b-ae15-571eea591ee7 req-38cf47fc-cd49-40c7-ae08-a715f88fc0fa tempest-AttachVolumeNegativeTest-452624640 tempest-AttachVolumeNegativeTest-452624640-project] Request body: {'port': {'device_id': '2ba0527d-6cff-4651-86e1-51692408bf77', 'network_id': '33c8cd36-aad8-4dc4-8566-a5fb3cdb35eb', 'admin_state_up': True, 'tenant_id': '340c7e93775c4f84bcf228158ebdbd25'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:32:58.126969 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-487b23d4-b8bd-4922-addf-d5d36ac6369b tempest-ServersTestJSON-1134034282 tempest-ServersTestJSON-1134034282-project] Publish callbacks [] for floatingip, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:32:58.129791 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-487b23d4-b8bd-4922-addf-d5d36ac6369b tempest-ServersTestJSON-1134034282 tempest-ServersTestJSON-1134034282-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for floatingip, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:32:58.131131 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-487b23d4-b8bd-4922-addf-d5d36ac6369b tempest-ServersTestJSON-1134034282 tempest-ServersTestJSON-1134034282-project] 10.222.0.60 "DELETE /v2.0/floatingips/6620c9df-62a0-4cad-9722-d43d1d4c6434 HTTP/1.1" status: 204 len: 168 time: 0.5067966 Nov 23 17:32:58.134571 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 37472) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:32:58.206861 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6810c217-4f32-4d6b-ae15-571eea591ee7 req-38cf47fc-cd49-40c7-ae08-a715f88fc0fa tempest-AttachVolumeNegativeTest-452624640 tempest-AttachVolumeNegativeTest-452624640-project] Made reservation on behalf of 340c7e93775c4f84bcf228158ebdbd25 for: {'port': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:32:58.210485 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-6810c217-4f32-4d6b-ae15-571eea591ee7 req-38cf47fc-cd49-40c7-ae08-a715f88fc0fa tempest-AttachVolumeNegativeTest-452624640 tempest-AttachVolumeNegativeTest-452624640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:32:58.362054 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [req-6810c217-4f32-4d6b-ae15-571eea591ee7 req-38cf47fc-cd49-40c7-ae08-a715f88fc0fa tempest-AttachVolumeNegativeTest-452624640 tempest-AttachVolumeNegativeTest-452624640-project] Allocated IP 172.20.0.7 (33c8cd36-aad8-4dc4-8566-a5fb3cdb35eb/0228ba8a-bfa9-4960-b814-86fe48904295/5ad1a05e-24fe-40b4-88c8-154b3fe26795) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:32:58.380954 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b830f05-7ffd-4bcc-aa9a-3704f3478048 req-c81bdbc5-07c3-4cb0-9c59-847c0d2df377 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:58.386819 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b830f05-7ffd-4bcc-aa9a-3704f3478048 req-c81bdbc5-07c3-4cb0-9c59-847c0d2df377 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:58.393293 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b830f05-7ffd-4bcc-aa9a-3704f3478048 req-c81bdbc5-07c3-4cb0-9c59-847c0d2df377 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:58.399100 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b830f05-7ffd-4bcc-aa9a-3704f3478048 req-c81bdbc5-07c3-4cb0-9c59-847c0d2df377 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:58.404922 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b830f05-7ffd-4bcc-aa9a-3704f3478048 req-c81bdbc5-07c3-4cb0-9c59-847c0d2df377 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:58.411081 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b830f05-7ffd-4bcc-aa9a-3704f3478048 req-c81bdbc5-07c3-4cb0-9c59-847c0d2df377 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:58.416768 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b830f05-7ffd-4bcc-aa9a-3704f3478048 req-c81bdbc5-07c3-4cb0-9c59-847c0d2df377 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:58.418764 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-0b830f05-7ffd-4bcc-aa9a-3704f3478048 req-c81bdbc5-07c3-4cb0-9c59-847c0d2df377 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] 10.222.0.60 "GET /v2.0/ports?device_id=6405c518-c3fe-4701-acc0-e089ba26cce4 HTTP/1.1" status: 200 len: 5420 time: 0.1622977 Nov 23 17:32:58.542986 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf88edce-1fe5-4195-93f6-912d9a4e9afe req-032e1c6b-2d30-4f58-a58e-298cb0d39dc9 tempest-ServerRescueNegativeTestJSON-1154722601 tempest-ServerRescueNegativeTestJSON-1154722601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:58.545634 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-cf88edce-1fe5-4195-93f6-912d9a4e9afe req-032e1c6b-2d30-4f58-a58e-298cb0d39dc9 tempest-ServerRescueNegativeTestJSON-1154722601 tempest-ServerRescueNegativeTestJSON-1154722601-project] 10.222.0.60 "GET /v2.0/ports?device_id=2d345fdd-78be-4275-8a19-37cd401e3348 HTTP/1.1" status: 200 len: 945 time: 0.1947534 Nov 23 17:32:58.564390 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-6810c217-4f32-4d6b-ae15-571eea591ee7 req-38cf47fc-cd49-40c7-ae08-a715f88fc0fa tempest-AttachVolumeNegativeTest-452624640 tempest-AttachVolumeNegativeTest-452624640-project] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:32:58.607906 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-6810c217-4f32-4d6b-ae15-571eea591ee7 req-38cf47fc-cd49-40c7-ae08-a715f88fc0fa tempest-AttachVolumeNegativeTest-452624640 tempest-AttachVolumeNegativeTest-452624640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:32:58.632906 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-0b830f05-7ffd-4bcc-aa9a-3704f3478048 req-6254a2d9-4e97-4219-b476-514db37bfed1 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] 10.222.0.60 "GET /v2.0/security-groups?id=5a532450-e3c1-4821-9a24-76c3d212b901&id=10d72a3d-a998-4d2f-a806-0da22bfe86ab&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1933694 Nov 23 17:32:58.652841 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6810c217-4f32-4d6b-ae15-571eea591ee7 req-38cf47fc-cd49-40c7-ae08-a715f88fc0fa tempest-AttachVolumeNegativeTest-452624640 tempest-AttachVolumeNegativeTest-452624640-project] Network 33c8cd36-aad8-4dc4-8566-a5fb3cdb35eb is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:32:58.656617 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [req-6810c217-4f32-4d6b-ae15-571eea591ee7 req-38cf47fc-cd49-40c7-ae08-a715f88fc0fa tempest-AttachVolumeNegativeTest-452624640 tempest-AttachVolumeNegativeTest-452624640-project] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:32:58.668600 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [req-6810c217-4f32-4d6b-ae15-571eea591ee7 req-38cf47fc-cd49-40c7-ae08-a715f88fc0fa tempest-AttachVolumeNegativeTest-452624640 tempest-AttachVolumeNegativeTest-452624640-project] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:32:58.685203 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-cf88edce-1fe5-4195-93f6-912d9a4e9afe req-08cd094e-3148-452f-94c1-a7a62ab7b04e tempest-ServerRescueNegativeTestJSON-1154722601 tempest-ServerRescueNegativeTestJSON-1154722601-project] 10.222.0.60 "GET /v2.0/security-groups?id=fdeeda5f-d596-40d9-83fc-6ea083625241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322639 Nov 23 17:32:58.729488 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cf47fc-cd49-40c7-ae08-a715f88fc0fa tempest-AttachVolumeNegativeTest-452624640 tempest-AttachVolumeNegativeTest-452624640-project] Pushing event updated for resources: {'Port': ['ID=5ad1a05e-24fe-40b4-88c8-154b3fe26795,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:32:58.765600 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6810c217-4f32-4d6b-ae15-571eea591ee7 req-38cf47fc-cd49-40c7-ae08-a715f88fc0fa tempest-AttachVolumeNegativeTest-452624640 tempest-AttachVolumeNegativeTest-452624640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:58.769821 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-6810c217-4f32-4d6b-ae15-571eea591ee7 req-38cf47fc-cd49-40c7-ae08-a715f88fc0fa tempest-AttachVolumeNegativeTest-452624640 tempest-AttachVolumeNegativeTest-452624640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:32:58.792080 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-6810c217-4f32-4d6b-ae15-571eea591ee7 req-38cf47fc-cd49-40c7-ae08-a715f88fc0fa tempest-AttachVolumeNegativeTest-452624640 tempest-AttachVolumeNegativeTest-452624640-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7160764 Nov 23 17:32:58.804089 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [req-6810c217-4f32-4d6b-ae15-571eea591ee7 req-82b5258c-cedd-497d-9274-988d25124ffb service neutron] Request body: {'port': {'device_id': '2ba0527d-6cff-4651-86e1-51692408bf77', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-8'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:32:58.810383 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9fed52f8-d0fe-4b22-b55f-2b6a35ddf520 req-a37c8ea9-41b5-4e11-8672-01ef62a4b8ea tempest-ServerShowV257Test-2040103890 tempest-ServerShowV257Test-2040103890-project] 10.222.0.60 "GET /v2.0/ports?device_id=d386967e-b717-4931-8dcf-3391744b6743 HTTP/1.1" status: 200 len: 210 time: 0.0378225 Nov 23 17:32:58.852930 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65f6c5c-c612-4b3b-8df8-3ce82fd1d874 req-950e85dd-5513-426d-89e0-95c7b431aea5 tempest-AttachVolumeNegativeTest-452624640 tempest-AttachVolumeNegativeTest-452624640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:58.854771 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a65f6c5c-c612-4b3b-8df8-3ce82fd1d874 req-950e85dd-5513-426d-89e0-95c7b431aea5 tempest-AttachVolumeNegativeTest-452624640 tempest-AttachVolumeNegativeTest-452624640-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ba0527d-6cff-4651-86e1-51692408bf77 HTTP/1.1" status: 200 len: 931 time: 0.1383450 Nov 23 17:32:58.879130 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-6810c217-4f32-4d6b-ae15-571eea591ee7 req-82b5258c-cedd-497d-9274-988d25124ffb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:32:58.920159 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-27e6768c-921c-4448-bc2a-bb9825215472 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1794372'] for router_interface, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:32:58.976979 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a65f6c5c-c612-4b3b-8df8-3ce82fd1d874 req-7962fb4d-29da-49de-998b-1f3764f6479c tempest-AttachVolumeNegativeTest-452624640 tempest-AttachVolumeNegativeTest-452624640-project] 10.222.0.60 "GET /v2.0/security-groups?id=b501ccef-95b0-4939-b7ec-f5c6dfe73de7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102929 Nov 23 17:32:59.234061 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-27e6768c-921c-4448-bc2a-bb9825215472 admin admin] Deleting port d75f8e3d-fea4-4f4d-b84a-fc5d2662643f {{(pid=103591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:32:59.234299 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-27e6768c-921c-4448-bc2a-bb9825215472 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:32:59.242613 n-d-816206-8 neutron-server[103590]: DEBUG neutron.notifiers.nova [req-6810c217-4f32-4d6b-ae15-571eea591ee7 req-82b5258c-cedd-497d-9274-988d25124ffb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ad1a05e-24fe-40b4-88c8-154b3fe26795 {{(pid=103590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:32:59.255481 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-6810c217-4f32-4d6b-ae15-571eea591ee7 req-82b5258c-cedd-497d-9274-988d25124ffb service neutron] Publish callbacks [] for port, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:32:59.272539 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [req-6810c217-4f32-4d6b-ae15-571eea591ee7 req-82b5258c-cedd-497d-9274-988d25124ffb service neutron] Transition to ACTIVE for port object 5ad1a05e-24fe-40b4-88c8-154b3fe26795 will not be triggered until provisioned by entity L2. {{(pid=103590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 17:32:59.277473 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-6810c217-4f32-4d6b-ae15-571eea591ee7 req-82b5258c-cedd-497d-9274-988d25124ffb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264357957'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:32:59.335105 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b5258c-cedd-497d-9274-988d25124ffb service neutron] Pushing event updated for resources: {'Port': ['ID=5ad1a05e-24fe-40b4-88c8-154b3fe26795,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:32:59.339333 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [None req-27e6768c-921c-4448-bc2a-bb9825215472 admin admin] For port d75f8e3d-fea4-4f4d-b84a-fc5d2662643f, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=d75f8e3d-fea4-4f4d-b84a-fc5d2662643f,segment=NetworkSegment(8dd45b67-8dd0-4878-8132-504ff0655806),segment_id=8dd45b67-8dd0-4878-8132-504ff0655806)] {{(pid=103591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:32:59.339633 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-27e6768c-921c-4448-bc2a-bb9825215472 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:32:59.357446 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-27e6768c-921c-4448-bc2a-bb9825215472 admin admin] Calling delete_port for d75f8e3d-fea4-4f4d-b84a-fc5d2662643f owned by network:router_interface {{(pid=103591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:32:59.414196 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [req-6810c217-4f32-4d6b-ae15-571eea591ee7 req-82b5258c-cedd-497d-9274-988d25124ffb service neutron] Attempting to bind port 5ad1a05e-24fe-40b4-88c8-154b3fe26795 on host n-h1-816206-8 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:32:59.414548 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [req-6810c217-4f32-4d6b-ae15-571eea591ee7 req-82b5258c-cedd-497d-9274-988d25124ffb service neutron] Attempting to bind port 5ad1a05e-24fe-40b4-88c8-154b3fe26795 by drivers openvswitch,hyperv on host n-h1-816206-8 at level 0 using segments [{'id': '1cf72e34-10d8-4ad7-b917-280709c47ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '33c8cd36-aad8-4dc4-8566-a5fb3cdb35eb'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:32:59.414757 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6810c217-4f32-4d6b-ae15-571eea591ee7 req-82b5258c-cedd-497d-9274-988d25124ffb service neutron] Attempting to bind port 5ad1a05e-24fe-40b4-88c8-154b3fe26795 on network 33c8cd36-aad8-4dc4-8566-a5fb3cdb35eb {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:32:59.419742 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6810c217-4f32-4d6b-ae15-571eea591ee7 req-82b5258c-cedd-497d-9274-988d25124ffb service neutron] Port 5ad1a05e-24fe-40b4-88c8-154b3fe26795 on network 33c8cd36-aad8-4dc4-8566-a5fb3cdb35eb not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-8 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 17:32:59.420067 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6810c217-4f32-4d6b-ae15-571eea591ee7 req-82b5258c-cedd-497d-9274-988d25124ffb service neutron] Attempting to bind port 5ad1a05e-24fe-40b4-88c8-154b3fe26795 on network 33c8cd36-aad8-4dc4-8566-a5fb3cdb35eb {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:32:59.425508 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6810c217-4f32-4d6b-ae15-571eea591ee7 req-82b5258c-cedd-497d-9274-988d25124ffb service neutron] Checking agent: {'id': '4b0a4557-3bfe-4828-80a0-7981fc3ac84c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 15, 14), 'started_at': datetime.datetime(2021, 11, 23, 17, 15, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 32, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:32:59.425846 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6810c217-4f32-4d6b-ae15-571eea591ee7 req-82b5258c-cedd-497d-9274-988d25124ffb service neutron] Checking segment: {'id': '1cf72e34-10d8-4ad7-b917-280709c47ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '33c8cd36-aad8-4dc4-8566-a5fb3cdb35eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:32:59.426236 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6810c217-4f32-4d6b-ae15-571eea591ee7 req-82b5258c-cedd-497d-9274-988d25124ffb service neutron] Bound using segment: {'id': '1cf72e34-10d8-4ad7-b917-280709c47ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '33c8cd36-aad8-4dc4-8566-a5fb3cdb35eb'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:32:59.426677 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [req-6810c217-4f32-4d6b-ae15-571eea591ee7 req-82b5258c-cedd-497d-9274-988d25124ffb service neutron] Bound port: 5ad1a05e-24fe-40b4-88c8-154b3fe26795, host: n-h1-816206-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1cf72e34-10d8-4ad7-b917-280709c47ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '33c8cd36-aad8-4dc4-8566-a5fb3cdb35eb'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:32:59.427024 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-6810c217-4f32-4d6b-ae15-571eea591ee7 req-82b5258c-cedd-497d-9274-988d25124ffb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:32:59.494553 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [req-6810c217-4f32-4d6b-ae15-571eea591ee7 req-82b5258c-cedd-497d-9274-988d25124ffb service neutron] For port 5ad1a05e-24fe-40b4-88c8-154b3fe26795, host n-h1-816206-8, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:32:59.497637 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [req-6810c217-4f32-4d6b-ae15-571eea591ee7 req-82b5258c-cedd-497d-9274-988d25124ffb service neutron] For port 5ad1a05e-24fe-40b4-88c8-154b3fe26795, host n-h1-816206-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=5ad1a05e-24fe-40b4-88c8-154b3fe26795,segment=NetworkSegment(1cf72e34-10d8-4ad7-b917-280709c47ed2),segment_id=1cf72e34-10d8-4ad7-b917-280709c47ed2)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:32:59.503584 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-6810c217-4f32-4d6b-ae15-571eea591ee7 req-82b5258c-cedd-497d-9274-988d25124ffb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264357957'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:32:59.539423 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6810c217-4f32-4d6b-ae15-571eea591ee7 req-82b5258c-cedd-497d-9274-988d25124ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:59.540521 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-6810c217-4f32-4d6b-ae15-571eea591ee7 req-82b5258c-cedd-497d-9274-988d25124ffb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:32:59.541929 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-6810c217-4f32-4d6b-ae15-571eea591ee7 req-82b5258c-cedd-497d-9274-988d25124ffb service neutron] 10.222.0.55 "PUT /v2.0/ports/5ad1a05e-24fe-40b4-88c8-154b3fe26795 HTTP/1.1" status: 200 len: 1091 time: 0.7422361 Nov 23 17:32:59.544637 n-d-816206-8 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ba0527d-6cff-4651-86e1-51692408bf77', 'tag': '5ad1a05e-24fe-40b4-88c8-154b3fe26795'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:32:59.548644 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbabddbc9fc37b068808e119c416c86f5957ca04531a4a0d2e695c515e93483b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03e164b8-a2f4-4bb2-a9e1-9da9d28efedb" -d '{"events": [{"name": "network-changed", "server_uuid": "2ba0527d-6cff-4651-86e1-51692408bf77", "tag": "5ad1a05e-24fe-40b4-88c8-154b3fe26795"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:32:59.561965 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-27e6768c-921c-4448-bc2a-bb9825215472 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:32:59.598742 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e6768c-921c-4448-bc2a-bb9825215472 admin admin] Pushing event deleted for resources: {'Port': ['ID=d75f8e3d-fea4-4f4d-b84a-fc5d2662643f,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:32:59.617675 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 17:32:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de97be7c-534b-480d-b4e8-66baa8f60525 x-openstack-request-id: req-de97be7c-534b-480d-b4e8-66baa8f60525 {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:32:59.618801 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ba0527d-6cff-4651-86e1-51692408bf77", "tag": "5ad1a05e-24fe-40b4-88c8-154b3fe26795", "status": "completed", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:32:59.619063 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-de97be7c-534b-480d-b4e8-66baa8f60525 {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:32:59.619469 n-d-816206-8 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ba0527d-6cff-4651-86e1-51692408bf77', 'tag': '5ad1a05e-24fe-40b4-88c8-154b3fe26795', 'status': 'completed', 'code': 200} Nov 23 17:32:59.634917 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b5258c-cedd-497d-9274-988d25124ffb service neutron] Pushing event updated for resources: {'Port': ['ID=5ad1a05e-24fe-40b4-88c8-154b3fe26795,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:32:59.659749 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6810c217-4f32-4d6b-ae15-571eea591ee7 req-60a9a490-41c7-4000-8ffc-bdb30149ba9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:59.661418 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-6810c217-4f32-4d6b-ae15-571eea591ee7 req-60a9a490-41c7-4000-8ffc-bdb30149ba9c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=340c7e93775c4f84bcf228158ebdbd25&device_id=2ba0527d-6cff-4651-86e1-51692408bf77 HTTP/1.1" status: 200 len: 1094 time: 0.0726807 Nov 23 17:32:59.736933 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-6810c217-4f32-4d6b-ae15-571eea591ee7 req-bdc2c8d7-225f-4210-ba16-b8a985e1bd0f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5ad1a05e-24fe-40b4-88c8-154b3fe26795 HTTP/1.1" status: 200 len: 217 time: 0.0651207 Nov 23 17:32:59.818137 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6810c217-4f32-4d6b-ae15-571eea591ee7 req-82143656-723d-42d8-83a5-c0ae7e9cd423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:59.819750 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-6810c217-4f32-4d6b-ae15-571eea591ee7 req-82143656-723d-42d8-83a5-c0ae7e9cd423 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0228ba8a-bfa9-4960-b814-86fe48904295 HTTP/1.1" status: 200 len: 855 time: 0.0743697 Nov 23 17:32:59.876097 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-6810c217-4f32-4d6b-ae15-571eea591ee7 req-fddea05a-c784-4575-b6b2-a67a2eeb0e8b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=33c8cd36-aad8-4dc4-8566-a5fb3cdb35eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437772 Nov 23 17:32:59.957228 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-27e6768c-921c-4448-bc2a-bb9825215472 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2067500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1794520'] for router_interface, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:32:59.968273 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ac7abc-f1d3-448e-91fd-528dfc4d598f req-6a5dabe8-40fc-42ef-b796-20fa194bfb52 tempest-ServerRescueNegativeTestJSON-1154722601 tempest-ServerRescueNegativeTestJSON-1154722601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:59.970555 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-42ac7abc-f1d3-448e-91fd-528dfc4d598f req-6a5dabe8-40fc-42ef-b796-20fa194bfb52 tempest-ServerRescueNegativeTestJSON-1154722601 tempest-ServerRescueNegativeTestJSON-1154722601-project] 10.222.0.60 "GET /v2.0/ports?device_id=2d345fdd-78be-4275-8a19-37cd401e3348 HTTP/1.1" status: 200 len: 945 time: 0.1733954 Nov 23 17:32:59.988573 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d2416a-0100-4c30-abc6-32d4b34362df req-55c0524d-57b0-4c12-9f61-f7a60999c0e4 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:32:59.994479 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d2416a-0100-4c30-abc6-32d4b34362df req-55c0524d-57b0-4c12-9f61-f7a60999c0e4 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:33:00.001090 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d2416a-0100-4c30-abc6-32d4b34362df req-55c0524d-57b0-4c12-9f61-f7a60999c0e4 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:33:00.006964 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d2416a-0100-4c30-abc6-32d4b34362df req-55c0524d-57b0-4c12-9f61-f7a60999c0e4 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:33:00.012887 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d2416a-0100-4c30-abc6-32d4b34362df req-55c0524d-57b0-4c12-9f61-f7a60999c0e4 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:33:00.023976 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d2416a-0100-4c30-abc6-32d4b34362df req-55c0524d-57b0-4c12-9f61-f7a60999c0e4 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:33:00.030189 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d2416a-0100-4c30-abc6-32d4b34362df req-55c0524d-57b0-4c12-9f61-f7a60999c0e4 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:33:00.032269 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-77d2416a-0100-4c30-abc6-32d4b34362df req-55c0524d-57b0-4c12-9f61-f7a60999c0e4 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] 10.222.0.60 "GET /v2.0/ports?device_id=6405c518-c3fe-4701-acc0-e089ba26cce4 HTTP/1.1" status: 200 len: 5420 time: 0.2315850 Nov 23 17:33:00.116264 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a404fb-7756-4edc-a99c-7db2bdaa0c8f req-cefb1cf0-1ac5-4f94-a8a8-3560410db4c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:33:00.117872 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c7a404fb-7756-4edc-a99c-7db2bdaa0c8f req-cefb1cf0-1ac5-4f94-a8a8-3560410db4c8 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=2d345fdd-78be-4275-8a19-37cd401e3348 HTTP/1.1" status: 200 len: 1096 time: 0.2204137 Nov 23 17:33:00.213731 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-42ac7abc-f1d3-448e-91fd-528dfc4d598f req-c077eb3b-c854-4a77-9ca3-8535f5053f1b tempest-ServerRescueNegativeTestJSON-1154722601 tempest-ServerRescueNegativeTestJSON-1154722601-project] 10.222.0.60 "GET /v2.0/security-groups?id=fdeeda5f-d596-40d9-83fc-6ea083625241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1803303 Nov 23 17:33:00.263744 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-77d2416a-0100-4c30-abc6-32d4b34362df req-67020d8b-13da-47dd-ab96-d71d2e428d80 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] 10.222.0.60 "GET /v2.0/security-groups?id=5a532450-e3c1-4821-9a24-76c3d212b901&id=10d72a3d-a998-4d2f-a806-0da22bfe86ab&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2169356 Nov 23 17:33:00.276813 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c7a404fb-7756-4edc-a99c-7db2bdaa0c8f req-10d36be7-6284-487e-9978-6115dcb1028c service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=fdeeda5f-d596-40d9-83fc-6ea083625241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478181 Nov 23 17:33:00.358230 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-90f2e3c1-f908-4dfc-a306-e44efc0a62f8 req-f4238917-345f-4fd1-be6e-efffea48a0e1 tempest-ServerShowV257Test-2040103890 tempest-ServerShowV257Test-2040103890-project] 10.222.0.60 "GET /v2.0/ports?device_id=d386967e-b717-4931-8dcf-3391744b6743 HTTP/1.1" status: 200 len: 210 time: 0.0377126 Nov 23 17:33:00.392313 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-6810c217-4f32-4d6b-ae15-571eea591ee7 req-c0fbf101-4cf7-456c-b521-744fceb5042d service neutron] 10.222.0.55 "GET /v2.0/networks/33c8cd36-aad8-4dc4-8566-a5fb3cdb35eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4978871 Nov 23 17:33:00.510089 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27e6768c-921c-4448-bc2a-bb9825215472 admin admin] Router 2844b668-4eb3-4146-878a-8743907d31bf has already been hosted by L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 {{(pid=103591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 17:33:00.541944 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab1cddd-9d53-4646-af16-6e7ed568d04e req-a88e07c6-9f21-46db-88f2-c9ac75d5cbba tempest-AttachVolumeNegativeTest-452624640 tempest-AttachVolumeNegativeTest-452624640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:33:00.543458 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6ab1cddd-9d53-4646-af16-6e7ed568d04e req-a88e07c6-9f21-46db-88f2-c9ac75d5cbba tempest-AttachVolumeNegativeTest-452624640 tempest-AttachVolumeNegativeTest-452624640-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ba0527d-6cff-4651-86e1-51692408bf77 HTTP/1.1" status: 200 len: 943 time: 0.1000526 Nov 23 17:33:00.600672 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-6810c217-4f32-4d6b-ae15-571eea591ee7 req-90a59b89-a16a-45a7-b632-63ce1a621082 service neutron] 10.222.0.55 "GET /v2.0/networks/33c8cd36-aad8-4dc4-8566-a5fb3cdb35eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392579 Nov 23 17:33:00.678806 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6ab1cddd-9d53-4646-af16-6e7ed568d04e req-9cfdf678-e88f-4990-ad01-fca2d99483db tempest-AttachVolumeNegativeTest-452624640 tempest-AttachVolumeNegativeTest-452624640-project] 10.222.0.60 "GET /v2.0/security-groups?id=b501ccef-95b0-4939-b7ec-f5c6dfe73de7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992877 Nov 23 17:33:00.691323 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27e6768c-921c-4448-bc2a-bb9825215472 admin admin] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:33:00.697221 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-27e6768c-921c-4448-bc2a-bb9825215472 admin admin] 10.222.0.60 "PUT /v2.0/routers/2844b668-4eb3-4146-878a-8743907d31bf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5613763 Nov 23 17:33:00.701550 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 37504) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:33:00.711966 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41f4b24b-763e-4b80-9faa-d85a31517382 None None] Sync routers for ids ['2844b668-4eb3-4146-878a-8743907d31bf'] in n-d-816206-8 {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:33:00.723292 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41f4b24b-763e-4b80-9faa-d85a31517382 None None] Routers {'2844b668-4eb3-4146-878a-8743907d31bf'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:33:00.723912 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-41f4b24b-763e-4b80-9faa-d85a31517382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:32:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['2844b668-4eb3-4146-878a-8743907d31bf'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:33:00.725122 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e164b8-a2f4-4bb2-a9e1-9da9d28efedb req-2ad11efc-dee9-43b5-a76e-c3a8989e24ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:33:00.726871 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-03e164b8-a2f4-4bb2-a9e1-9da9d28efedb req-2ad11efc-dee9-43b5-a76e-c3a8989e24ef service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=340c7e93775c4f84bcf228158ebdbd25&device_id=2ba0527d-6cff-4651-86e1-51692408bf77 HTTP/1.1" status: 200 len: 1094 time: 0.0690360 Nov 23 17:33:00.833013 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-3cba2a5c-1436-4d7d-ab5d-fd0c440638d1 admin admin] Publish callbacks [] for router, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:00.851365 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e164b8-a2f4-4bb2-a9e1-9da9d28efedb req-8d624d65-81d9-4c21-a5ab-f87b246a17f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:33:00.853338 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-03e164b8-a2f4-4bb2-a9e1-9da9d28efedb req-8d624d65-81d9-4c21-a5ab-f87b246a17f1 service neutron] 10.222.0.55 "GET /v2.0/networks?id=33c8cd36-aad8-4dc4-8566-a5fb3cdb35eb HTTP/1.1" status: 200 len: 916 time: 0.1172867 Nov 23 17:33:00.872551 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-41f4b24b-763e-4b80-9faa-d85a31517382 None None] Set router 2844b668-4eb3-4146-878a-8743907d31bf gateway port host: n-d-816206-8 {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:33:00.901990 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-03e164b8-a2f4-4bb2-a9e1-9da9d28efedb req-7692bd0f-a001-4997-b9de-9cd34fab85bc service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5ad1a05e-24fe-40b4-88c8-154b3fe26795 HTTP/1.1" status: 200 len: 217 time: 0.0406654 Nov 23 17:33:00.961394 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-3cba2a5c-1436-4d7d-ab5d-fd0c440638d1 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:00.985400 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e164b8-a2f4-4bb2-a9e1-9da9d28efedb req-40dd9f99-48f9-4061-ac56-e321d80c53fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:33:00.987901 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-03e164b8-a2f4-4bb2-a9e1-9da9d28efedb req-40dd9f99-48f9-4061-ac56-e321d80c53fb service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0228ba8a-bfa9-4960-b814-86fe48904295 HTTP/1.1" status: 200 len: 855 time: 0.0758939 Nov 23 17:33:01.021957 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-3cba2a5c-1436-4d7d-ab5d-fd0c440638d1 admin admin] Deleting port fb16766b-3c52-4861-b712-29828d270fe8 {{(pid=103591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:33:01.022494 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-3cba2a5c-1436-4d7d-ab5d-fd0c440638d1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:01.034398 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-03e164b8-a2f4-4bb2-a9e1-9da9d28efedb req-546d9564-fdf3-4838-a47d-bc60cc3b16a5 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=33c8cd36-aad8-4dc4-8566-a5fb3cdb35eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384700 Nov 23 17:33:01.134043 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [None req-3cba2a5c-1436-4d7d-ab5d-fd0c440638d1 admin admin] For port fb16766b-3c52-4861-b712-29828d270fe8, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=fb16766b-3c52-4861-b712-29828d270fe8,segment=NetworkSegment(bffd1e4f-e80f-4ff0-b418-2f42ae15febf),segment_id=bffd1e4f-e80f-4ff0-b418-2f42ae15febf)] {{(pid=103591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:33:01.134513 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-3cba2a5c-1436-4d7d-ab5d-fd0c440638d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:01.152417 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-3cba2a5c-1436-4d7d-ab5d-fd0c440638d1 admin admin] Calling delete_port for fb16766b-3c52-4861-b712-29828d270fe8 owned by network:router_gateway {{(pid=103591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:33:01.155867 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-41f4b24b-763e-4b80-9faa-d85a31517382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2844b668-4eb3-4146-878a-8743907d31bf', 'name': 'tempest-ServersTestJSON-592944540-router', 'tenant_id': '141a36de41b84f2cb4e5345b3fb2d0bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.78'}], 'enable_snat': True}, 'gw_port_id': 'fb16766b-3c52-4861-b712-29828d270fe8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:30:00Z', 'updated_at': '2021-11-23T17:32:59Z', 'revision_number': 5, 'project_id': '141a36de41b84f2cb4e5345b3fb2d0bd', 'gw_port': {'id': 'fb16766b-3c52-4861-b712-29828d270fe8', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:55:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2844b668-4eb3-4146-878a-8743907d31bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1113, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:30:03Z', 'updated_at': '2021-11-23T17:30:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8'}], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:33:01.172059 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-03e164b8-a2f4-4bb2-a9e1-9da9d28efedb req-26c2a272-826b-478a-adca-bd93335c339e service neutron] 10.222.0.55 "GET /v2.0/networks/33c8cd36-aad8-4dc4-8566-a5fb3cdb35eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259191 Nov 23 17:33:01.195715 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41f4b24b-763e-4b80-9faa-d85a31517382 None None] Checking router: 2844b668-4eb3-4146-878a-8743907d31bf for host: n-d-816206-8 {{(pid=103593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 17:33:01.208700 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41f4b24b-763e-4b80-9faa-d85a31517382 None None] Routers {'2844b668-4eb3-4146-878a-8743907d31bf'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:33:01.209444 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-41f4b24b-763e-4b80-9faa-d85a31517382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:32:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['2844b668-4eb3-4146-878a-8743907d31bf'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:33:01.360736 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-03e164b8-a2f4-4bb2-a9e1-9da9d28efedb req-c99d97ed-baa7-4986-af8e-da2f2f704cdd service neutron] 10.222.0.55 "GET /v2.0/networks/33c8cd36-aad8-4dc4-8566-a5fb3cdb35eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1735885 Nov 23 17:33:01.369941 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-41f4b24b-763e-4b80-9faa-d85a31517382 None None] Set router 2844b668-4eb3-4146-878a-8743907d31bf gateway port host: None {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:33:01.455770 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-41f4b24b-763e-4b80-9faa-d85a31517382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2844b668-4eb3-4146-878a-8743907d31bf', 'name': 'tempest-ServersTestJSON-592944540-router', 'tenant_id': '141a36de41b84f2cb4e5345b3fb2d0bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:30:00Z', 'updated_at': '2021-11-23T17:33:00Z', 'revision_number': 6, 'project_id': '141a36de41b84f2cb4e5345b3fb2d0bd', 'gw_port_host': None}], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:33:01.505782 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41f4b24b-763e-4b80-9faa-d85a31517382 None None] The sync data for ids ['2844b668-4eb3-4146-878a-8743907d31bf'] in n-d-816206-8 is: [{'id': '2844b668-4eb3-4146-878a-8743907d31bf', 'name': 'tempest-ServersTestJSON-592944540-router', 'tenant_id': '141a36de41b84f2cb4e5345b3fb2d0bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:30:00Z', 'updated_at': '2021-11-23T17:33:00Z', 'revision_number': 6, 'project_id': '141a36de41b84f2cb4e5345b3fb2d0bd', 'gw_port_host': None}] {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:33:01.850151 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81082431-2b1c-4a81-8ef9-eefacb6aa938 req-d3d878a9-355d-4ce9-8572-cc7d29e37974 tempest-ServerRescueNegativeTestJSON-1154722601 tempest-ServerRescueNegativeTestJSON-1154722601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:33:01.852268 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-81082431-2b1c-4a81-8ef9-eefacb6aa938 req-d3d878a9-355d-4ce9-8572-cc7d29e37974 tempest-ServerRescueNegativeTestJSON-1154722601 tempest-ServerRescueNegativeTestJSON-1154722601-project] 10.222.0.60 "GET /v2.0/ports?device_id=2d345fdd-78be-4275-8a19-37cd401e3348 HTTP/1.1" status: 200 len: 945 time: 0.5123000 Nov 23 17:33:01.854859 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-3cba2a5c-1436-4d7d-ab5d-fd0c440638d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:01.887771 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7aaad52-6e93-43ce-8118-4d6af0c2e063 req-c0396949-80cb-4bbd-98b7-1b89a76ebda7 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:33:01.898390 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7aaad52-6e93-43ce-8118-4d6af0c2e063 req-c0396949-80cb-4bbd-98b7-1b89a76ebda7 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:33:01.904304 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7aaad52-6e93-43ce-8118-4d6af0c2e063 req-c0396949-80cb-4bbd-98b7-1b89a76ebda7 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:33:01.910804 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7aaad52-6e93-43ce-8118-4d6af0c2e063 req-c0396949-80cb-4bbd-98b7-1b89a76ebda7 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:33:01.916624 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7aaad52-6e93-43ce-8118-4d6af0c2e063 req-c0396949-80cb-4bbd-98b7-1b89a76ebda7 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:33:01.923129 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7aaad52-6e93-43ce-8118-4d6af0c2e063 req-c0396949-80cb-4bbd-98b7-1b89a76ebda7 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:33:01.928989 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7aaad52-6e93-43ce-8118-4d6af0c2e063 req-c0396949-80cb-4bbd-98b7-1b89a76ebda7 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:33:01.930945 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e7aaad52-6e93-43ce-8118-4d6af0c2e063 req-c0396949-80cb-4bbd-98b7-1b89a76ebda7 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] 10.222.0.60 "GET /v2.0/ports?device_id=6405c518-c3fe-4701-acc0-e089ba26cce4 HTTP/1.1" status: 200 len: 5420 time: 0.2042699 Nov 23 17:33:01.959230 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cba2a5c-1436-4d7d-ab5d-fd0c440638d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=fb16766b-3c52-4861-b712-29828d270fe8,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:33:01.976007 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcaa5876-d72c-467f-82ba-f503cf891686 None None] DHCP port deletion for 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:33:02.073654 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-81082431-2b1c-4a81-8ef9-eefacb6aa938 req-80b91f89-9d6e-46f6-bfdc-23e1c782b121 tempest-ServerRescueNegativeTestJSON-1154722601 tempest-ServerRescueNegativeTestJSON-1154722601-project] 10.222.0.60 "GET /v2.0/security-groups?id=fdeeda5f-d596-40d9-83fc-6ea083625241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2131536 Nov 23 17:33:02.096471 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-3cba2a5c-1436-4d7d-ab5d-fd0c440638d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1795454'] for router_gateway, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:02.121859 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e7aaad52-6e93-43ce-8118-4d6af0c2e063 req-9a717c77-2388-4037-9877-0d29caa6d7be tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] 10.222.0.60 "GET /v2.0/security-groups?id=5a532450-e3c1-4821-9a24-76c3d212b901&id=10d72a3d-a998-4d2f-a806-0da22bfe86ab&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1670382 Nov 23 17:33:02.251428 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-972a69db-7e99-4c65-b265-9990859b3564 req-7b523ee9-d3b8-41e0-9397-4525c028761a tempest-ServerShowV257Test-2040103890 tempest-ServerShowV257Test-2040103890-project] 10.222.0.60 "GET /v2.0/ports?device_id=d386967e-b717-4931-8dcf-3391744b6743 HTTP/1.1" status: 200 len: 210 time: 0.0628161 Nov 23 17:33:02.259863 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-3cba2a5c-1436-4d7d-ab5d-fd0c440638d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1794352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8175'] for router, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:02.270176 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-3cba2a5c-1436-4d7d-ab5d-fd0c440638d1 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:02.422692 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-3cba2a5c-1436-4d7d-ab5d-fd0c440638d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1795580'] for router, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:02.423506 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cba2a5c-1436-4d7d-ab5d-fd0c440638d1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2844b668-4eb3-4146-878a-8743907d31bf {{(pid=103591) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 17:33:02.429784 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-3cba2a5c-1436-4d7d-ab5d-fd0c440638d1 admin admin] Publish callbacks [] for router, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:02.431147 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-3cba2a5c-1436-4d7d-ab5d-fd0c440638d1 admin admin] 10.222.0.60 "DELETE /v2.0/routers/2844b668-4eb3-4146-878a-8743907d31bf HTTP/1.1" status: 204 len: 168 time: 1.7284057 Nov 23 17:33:02.435189 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 37520) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:33:02.469762 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c4417d-35dd-438b-8266-f03b30119ae9 req-29d60e09-0345-40bb-8846-2a1c3d2c60a1 tempest-AttachVolumeNegativeTest-452624640 tempest-AttachVolumeNegativeTest-452624640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:33:02.471886 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-17c4417d-35dd-438b-8266-f03b30119ae9 req-29d60e09-0345-40bb-8846-2a1c3d2c60a1 tempest-AttachVolumeNegativeTest-452624640 tempest-AttachVolumeNegativeTest-452624640-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ba0527d-6cff-4651-86e1-51692408bf77 HTTP/1.1" status: 200 len: 943 time: 0.0964777 Nov 23 17:33:02.510967 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7bd14a4-50c3-494f-948d-62862f229f29 admin admin] Deleting subnet f7bfc3a7-b0d3-4146-9f17-d9356f83ed59 {{(pid=103590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 17:33:02.524465 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b7bd14a4-50c3-494f-948d-62862f229f29 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:02.564897 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-17c4417d-35dd-438b-8266-f03b30119ae9 req-961b6265-87f3-4a0e-8570-b81a50007802 tempest-AttachVolumeNegativeTest-452624640 tempest-AttachVolumeNegativeTest-452624640-project] 10.222.0.60 "GET /v2.0/security-groups?id=b501ccef-95b0-4939-b7ec-f5c6dfe73de7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769064 Nov 23 17:33:02.573978 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b7bd14a4-50c3-494f-948d-62862f229f29 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-267528342'] for subnet, precommit_delete_associations {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:02.578843 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device fb16766b-3c52-4861-b712-29828d270fe8 no longer exists at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:33:02.613946 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] No Port match for: fb16766b-3c52-4861-b712-29828d270fe8 {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:33:02.614198 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device fb16766b-3c52-4861-b712-29828d270fe8 not bound to the agent host n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:33:02.614607 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device d75f8e3d-fea4-4f4d-b84a-fc5d2662643f no longer exists at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:33:02.643660 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] No Port match for: d75f8e3d-fea4-4f4d-b84a-fc5d2662643f {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:33:02.644206 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device d75f8e3d-fea4-4f4d-b84a-fc5d2662643f not bound to the agent host n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:33:02.666972 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b7bd14a4-50c3-494f-948d-62862f229f29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971956'] for subnet, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:02.734338 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b7bd14a4-50c3-494f-948d-62862f229f29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264357903', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264730940'] for subnet, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:02.764304 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bd14a4-50c3-494f-948d-62862f229f29 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f7bfc3a7-b0d3-4146-9f17-d9356f83ed59,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:33:02.769664 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b7bd14a4-50c3-494f-948d-62862f229f29 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:02.773183 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-b7bd14a4-50c3-494f-948d-62862f229f29 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/f7bfc3a7-b0d3-4146-9f17-d9356f83ed59 HTTP/1.1" status: 204 len: 168 time: 0.3365552 Nov 23 17:33:02.780670 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 37522) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:33:02.781453 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-214b3d11-10fb-474a-a449-00cb01f86951 None None] Network 1afcf705-72a3-4954-9447-6f05c954aa5c requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:33:02.881857 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-cb5482c8-297b-44d0-bd5f-394267766734 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-555181'] for network, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:02.950409 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-cb5482c8-297b-44d0-bd5f-394267766734 admin admin] Deleting port 0ac7add9-ffdf-47c9-a205-c361b8fc9bb6 {{(pid=103591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:33:02.950823 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-cb5482c8-297b-44d0-bd5f-394267766734 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:02.997585 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e67d9299-04a8-47c0-a54c-ae4360314ff8 None None] DHCP port deletion for 1afcf705-72a3-4954-9447-6f05c954aa5c request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:33:03.021566 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [None req-cb5482c8-297b-44d0-bd5f-394267766734 admin admin] For port 0ac7add9-ffdf-47c9-a205-c361b8fc9bb6, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=0ac7add9-ffdf-47c9-a205-c361b8fc9bb6,segment=NetworkSegment(8dd45b67-8dd0-4878-8132-504ff0655806),segment_id=8dd45b67-8dd0-4878-8132-504ff0655806)] {{(pid=103591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:33:03.021938 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-cb5482c8-297b-44d0-bd5f-394267766734 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:03.035954 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-cb5482c8-297b-44d0-bd5f-394267766734 admin admin] Calling delete_port for 0ac7add9-ffdf-47c9-a205-c361b8fc9bb6 owned by network:dhcp {{(pid=103591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:33:03.051453 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device cdb25aeb-c6d5-4b35-bc63-c92ed105830a details requested by agent hyperv_n-h2-816206-8 with host n-h2-816206-8 {{(pid=103592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 17:33:03.144876 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-e67d9299-04a8-47c0-a54c-ae4360314ff8 None None] Deleting port 0ac7add9-ffdf-47c9-a205-c361b8fc9bb6 {{(pid=103592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:33:03.144876 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-e67d9299-04a8-47c0-a54c-ae4360314ff8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:03.145227 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-cb5482c8-297b-44d0-bd5f-394267766734 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:03.178662 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5482c8-297b-44d0-bd5f-394267766734 admin admin] Pushing event deleted for resources: {'Port': ['ID=0ac7add9-ffdf-47c9-a205-c361b8fc9bb6,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:33:03.180423 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb5482c8-297b-44d0-bd5f-394267766734 admin admin] No DVR routers for this DVR port 0ac7add9-ffdf-47c9-a205-c361b8fc9bb6 on host n-d-816206-8 {{(pid=103591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:33:03.244448 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-e67d9299-04a8-47c0-a54c-ae4360314ff8 None None] For port 0ac7add9-ffdf-47c9-a205-c361b8fc9bb6, host n-d-816206-8, got binding levels [] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:33:03.244891 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-e67d9299-04a8-47c0-a54c-ae4360314ff8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:03.248287 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port cdb25aeb-c6d5-4b35-bc63-c92ed105830a, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=cdb25aeb-c6d5-4b35-bc63-c92ed105830a,segment=NetworkSegment(20b9bc5a-f40c-4305-aea8-1cd399f9d3b9),segment_id=20b9bc5a-f40c-4305-aea8-1cd399f9d3b9)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:33:03.267932 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-e67d9299-04a8-47c0-a54c-ae4360314ff8 None None] Calling delete_port for 0ac7add9-ffdf-47c9-a205-c361b8fc9bb6 owned by network:dhcp {{(pid=103592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:33:03.270707 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.ipam_backend_mixin [None req-e67d9299-04a8-47c0-a54c-ae4360314ff8 None None] Port 0ac7add9-ffdf-47c9-a205-c361b8fc9bb6 was not found and therefore no delete operation was performed {{(pid=103592) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 23 17:33:03.271680 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Returning: {'device': 'cdb25aeb-c6d5-4b35-bc63-c92ed105830a', 'network_id': '76740e25-dcec-4d2d-82d4-d720ca6b4fc6', 'port_id': 'cdb25aeb-c6d5-4b35-bc63-c92ed105830a', 'mac_address': 'fa:16:3e:28:e9:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 520, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79e8d965-2789-41b1-a1fa-0fe25b7624dc', 'ip_address': '10.1.1.132'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 17:33:03.274289 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-e67d9299-04a8-47c0-a54c-ae4360314ff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989'] for port, after_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:03.302247 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67d9299-04a8-47c0-a54c-ae4360314ff8 None None] Pushing event deleted for resources: {'Port': ['ID=0ac7add9-ffdf-47c9-a205-c361b8fc9bb6,revision_number=None']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:33:03.320003 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-cb5482c8-297b-44d0-bd5f-394267766734 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973419', 'neutron.services.segments.db._delete_segments_for_network-8736635878840'] for network, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:03.324335 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e67d9299-04a8-47c0-a54c-ae4360314ff8 None None] No DVR routers for this DVR port 0ac7add9-ffdf-47c9-a205-c361b8fc9bb6 on host n-d-816206-8 {{(pid=103592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:33:03.341323 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67d9299-04a8-47c0-a54c-ae4360314ff8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:33:03.341671 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67d9299-04a8-47c0-a54c-ae4360314ff8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:33:03.342004 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67d9299-04a8-47c0-a54c-ae4360314ff8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:33:03.342340 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67d9299-04a8-47c0-a54c-ae4360314ff8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:33:03.342674 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67d9299-04a8-47c0-a54c-ae4360314ff8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:33:03.343313 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67d9299-04a8-47c0-a54c-ae4360314ff8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:33:03.343313 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67d9299-04a8-47c0-a54c-ae4360314ff8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:33:03.343637 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67d9299-04a8-47c0-a54c-ae4360314ff8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:33:03.344600 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67d9299-04a8-47c0-a54c-ae4360314ff8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:33:03.344927 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67d9299-04a8-47c0-a54c-ae4360314ff8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:33:03.345556 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67d9299-04a8-47c0-a54c-ae4360314ff8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:33:03.345556 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67d9299-04a8-47c0-a54c-ae4360314ff8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:33:03.359889 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:03.363542 n-d-816206-8 neutron-server[103591]: DEBUG neutron.services.segments.db [None req-cb5482c8-297b-44d0-bd5f-394267766734 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1afcf705-72a3-4954-9447-6f05c954aa5c']}} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:33:03.374705 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cdb25aeb-c6d5-4b35-bc63-c92ed105830a {{(pid=103592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:33:03.382598 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5f6378-02ac-4f38-ad37-6c659e66a32e req-ae07d068-5cf8-4d0d-98c4-9931445f1c80 tempest-ServerRescueNegativeTestJSON-1154722601 tempest-ServerRescueNegativeTestJSON-1154722601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:33:03.384195 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2f5f6378-02ac-4f38-ad37-6c659e66a32e req-ae07d068-5cf8-4d0d-98c4-9931445f1c80 tempest-ServerRescueNegativeTestJSON-1154722601 tempest-ServerRescueNegativeTestJSON-1154722601-project] 10.222.0.60 "GET /v2.0/ports?device_id=2d345fdd-78be-4275-8a19-37cd401e3348 HTTP/1.1" status: 200 len: 945 time: 0.1761262 Nov 23 17:33:03.386108 n-d-816206-8 neutron-server[103591]: DEBUG neutron.services.segments.db [None req-cb5482c8-297b-44d0-bd5f-394267766734 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8dd45b67-8dd0-4878-8132-504ff0655806') {'for_net_delete': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:33:03.386406 n-d-816206-8 neutron-server[103591]: DEBUG neutron.services.segments.db [None req-cb5482c8-297b-44d0-bd5f-394267766734 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8dd45b67-8dd0-4878-8132-504ff0655806') {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:33:03.395597 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port cdb25aeb-c6d5-4b35-bc63-c92ed105830a, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=cdb25aeb-c6d5-4b35-bc63-c92ed105830a,segment=NetworkSegment(20b9bc5a-f40c-4305-aea8-1cd399f9d3b9),segment_id=20b9bc5a-f40c-4305-aea8-1cd399f9d3b9)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:33:03.400333 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:03.403675 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device 98991338-19a7-4834-b0b5-0086ee597775 details requested by agent hyperv_n-h2-816206-8 with host n-h2-816206-8 {{(pid=103592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 17:33:03.407589 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-cb5482c8-297b-44d0-bd5f-394267766734 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736635840332', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265989959'] for segment, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:03.438614 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b909000-6bff-453b-8ea9-abeddd2fdc7f req-fec62a8d-7d5d-4c29-b77b-95d3021e9b2c tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:33:03.444583 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b909000-6bff-453b-8ea9-abeddd2fdc7f req-fec62a8d-7d5d-4c29-b77b-95d3021e9b2c tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:33:03.450522 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b909000-6bff-453b-8ea9-abeddd2fdc7f req-fec62a8d-7d5d-4c29-b77b-95d3021e9b2c tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:33:03.456744 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b909000-6bff-453b-8ea9-abeddd2fdc7f req-fec62a8d-7d5d-4c29-b77b-95d3021e9b2c tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:33:03.462729 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b909000-6bff-453b-8ea9-abeddd2fdc7f req-fec62a8d-7d5d-4c29-b77b-95d3021e9b2c tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:33:03.468803 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b909000-6bff-453b-8ea9-abeddd2fdc7f req-fec62a8d-7d5d-4c29-b77b-95d3021e9b2c tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:33:03.474772 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b909000-6bff-453b-8ea9-abeddd2fdc7f req-fec62a8d-7d5d-4c29-b77b-95d3021e9b2c tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:33:03.477136 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-0b909000-6bff-453b-8ea9-abeddd2fdc7f req-fec62a8d-7d5d-4c29-b77b-95d3021e9b2c tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] 10.222.0.60 "GET /v2.0/ports?device_id=6405c518-c3fe-4701-acc0-e089ba26cce4 HTTP/1.1" status: 200 len: 5420 time: 0.2175598 Nov 23 17:33:03.478486 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port 98991338-19a7-4834-b0b5-0086ee597775, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=98991338-19a7-4834-b0b5-0086ee597775,segment=NetworkSegment(20b9bc5a-f40c-4305-aea8-1cd399f9d3b9),segment_id=20b9bc5a-f40c-4305-aea8-1cd399f9d3b9)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:33:03.486605 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-cb5482c8-297b-44d0-bd5f-394267766734 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:03.490555 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Pushing event updated for resources: {'Port': ['ID=cdb25aeb-c6d5-4b35-bc63-c92ed105830a,revision_number=4']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:33:03.497063 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Returning: {'device': '98991338-19a7-4834-b0b5-0086ee597775', 'network_id': '76740e25-dcec-4d2d-82d4-d720ca6b4fc6', 'port_id': '98991338-19a7-4834-b0b5-0086ee597775', 'mac_address': 'fa:16:3e:db:d0:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 520, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79e8d965-2789-41b1-a1fa-0fe25b7624dc', 'ip_address': '10.1.1.220'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 17:33:03.520923 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb5482c8-297b-44d0-bd5f-394267766734 admin admin] Releasing vlan 513 on physical network physnet1 to pool {{(pid=103591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 17:33:03.521332 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-cb5482c8-297b-44d0-bd5f-394267766734 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264756290'] for segment, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:03.525667 n-d-816206-8 neutron-server[103591]: Traceback (most recent call last): Nov 23 17:33:03.525667 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 17:33:03.525667 n-d-816206-8 neutron-server[103591]: timer() Nov 23 17:33:03.525667 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 17:33:03.525667 n-d-816206-8 neutron-server[103591]: cb(*args, **kw) Nov 23 17:33:03.525667 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 17:33:03.525667 n-d-816206-8 neutron-server[103591]: return func(*args, **kwargs) Nov 23 17:33:03.525667 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 17:33:03.525667 n-d-816206-8 neutron-server[103591]: self._notify() Nov 23 17:33:03.525667 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 17:33:03.525667 n-d-816206-8 neutron-server[103591]: self.callback(batched_events) Nov 23 17:33:03.525667 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 17:33:03.525667 n-d-816206-8 neutron-server[103591]: event.method(event) Nov 23 17:33:03.525667 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 17:33:03.525667 n-d-816206-8 neutron-server[103591]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 17:33:03.525667 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 17:33:03.525667 n-d-816206-8 neutron-server[103591]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 17:33:03.525667 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 17:33:03.525667 n-d-816206-8 neutron-server[103591]: return f(self, *a, **k) Nov 23 17:33:03.525667 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 17:33:03.525667 n-d-816206-8 neutron-server[103591]: return self._get(url).json() Nov 23 17:33:03.525667 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 17:33:03.525667 n-d-816206-8 neutron-server[103591]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 17:33:03.525667 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 17:33:03.525667 n-d-816206-8 neutron-server[103591]: return self.request(url, 'GET', **kwargs) Nov 23 17:33:03.525667 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 17:33:03.525667 n-d-816206-8 neutron-server[103591]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 17:33:03.525667 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 17:33:03.525667 n-d-816206-8 neutron-server[103591]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 17:33:03.525667 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 17:33:03.525667 n-d-816206-8 neutron-server[103591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 17:33:03.525667 n-d-816206-8 neutron-server[103591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 17:33:03.545702 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:03.561797 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98991338-19a7-4834-b0b5-0086ee597775 {{(pid=103592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:33:03.592725 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port 98991338-19a7-4834-b0b5-0086ee597775, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=98991338-19a7-4834-b0b5-0086ee597775,segment=NetworkSegment(20b9bc5a-f40c-4305-aea8-1cd399f9d3b9),segment_id=20b9bc5a-f40c-4305-aea8-1cd399f9d3b9)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:33:03.593470 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2f5f6378-02ac-4f38-ad37-6c659e66a32e req-8a0da354-4474-493c-a361-279245fad1a4 tempest-ServerRescueNegativeTestJSON-1154722601 tempest-ServerRescueNegativeTestJSON-1154722601-project] 10.222.0.60 "GET /v2.0/security-groups?id=fdeeda5f-d596-40d9-83fc-6ea083625241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1984801 Nov 23 17:33:03.598221 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:03.599286 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device 5c7b0226-5733-4a12-8cf6-a2a8001dd2da details requested by agent hyperv_n-h2-816206-8 with host n-h2-816206-8 {{(pid=103592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 17:33:03.635085 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-0b909000-6bff-453b-8ea9-abeddd2fdc7f req-7f14e577-9ba6-4c32-afee-e82db7050733 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] 10.222.0.60 "GET /v2.0/security-groups?id=5a532450-e3c1-4821-9a24-76c3d212b901&id=10d72a3d-a998-4d2f-a806-0da22bfe86ab&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1511734 Nov 23 17:33:03.636331 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-cb5482c8-297b-44d0-bd5f-394267766734 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1795418'] for network, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:03.650850 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-cb5482c8-297b-44d0-bd5f-394267766734 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for network, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:03.663589 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-cb5482c8-297b-44d0-bd5f-394267766734 admin admin] 10.222.0.60 "DELETE /v2.0/networks/1afcf705-72a3-4954-9447-6f05c954aa5c HTTP/1.1" status: 204 len: 168 time: 0.8844295 Nov 23 17:33:03.693745 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5482c8-297b-44d0-bd5f-394267766734 admin admin] Pushing event deleted for resources: {'Network': ['ID=1afcf705-72a3-4954-9447-6f05c954aa5c,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:33:03.724404 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Pushing event updated for resources: {'Port': ['ID=98991338-19a7-4834-b0b5-0086ee597775,revision_number=4']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:33:03.809861 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4f73884c-28ee-4fe0-900e-0eccb744b6dc req-e026f6ea-2e50-4843-b9ba-a8300c54e156 tempest-ServerShowV257Test-2040103890 tempest-ServerShowV257Test-2040103890-project] 10.222.0.60 "GET /v2.0/ports?device_id=d386967e-b717-4931-8dcf-3391744b6743 HTTP/1.1" status: 200 len: 210 time: 0.0365517 Nov 23 17:33:03.863066 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port 5c7b0226-5733-4a12-8cf6-a2a8001dd2da, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=5c7b0226-5733-4a12-8cf6-a2a8001dd2da,segment=NetworkSegment(57150f33-5c5e-42b2-9a51-7db09327dcc4),segment_id=57150f33-5c5e-42b2-9a51-7db09327dcc4)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:33:03.874953 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 37542) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:33:03.881954 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Returning: {'device': '5c7b0226-5733-4a12-8cf6-a2a8001dd2da', 'network_id': '04470eef-b922-4801-8872-f6ca765b26dd', 'port_id': '5c7b0226-5733-4a12-8cf6-a2a8001dd2da', 'mac_address': 'fa:16:3e:e7:02:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd52f2422-eba5-4adf-851d-059c4fb2a31d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 17:33:03.918846 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device 5ad1a05e-24fe-40b4-88c8-154b3fe26795 details requested by agent hyperv_n-h1-816206-8 with host n-h1-816206-8 {{(pid=103592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 17:33:03.952623 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:03.988762 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c7b0226-5733-4a12-8cf6-a2a8001dd2da {{(pid=103592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:33:03.998997 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 37546) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:33:04.006638 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-f39d073e-bb3f-4174-8d62-e3187cc265d0 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=141a36de41b84f2cb4e5345b3fb2d0bd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1303108 Nov 23 17:33:04.044236 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port 5c7b0226-5733-4a12-8cf6-a2a8001dd2da, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=5c7b0226-5733-4a12-8cf6-a2a8001dd2da,segment=NetworkSegment(57150f33-5c5e-42b2-9a51-7db09327dcc4),segment_id=57150f33-5c5e-42b2-9a51-7db09327dcc4)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:33:04.047496 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affe7e7c-8de7-4db4-afe7-4e087ebcb415 req-9cc54ca0-d9ea-41e1-8303-67c848c41433 tempest-AttachVolumeNegativeTest-452624640 tempest-AttachVolumeNegativeTest-452624640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:33:04.052213 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:04.053284 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device ca65c076-5a6f-484a-9871-7163634af22d details requested by agent hyperv_n-h2-816206-8 with host n-h2-816206-8 {{(pid=103592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 17:33:04.061536 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-affe7e7c-8de7-4db4-afe7-4e087ebcb415 req-9cc54ca0-d9ea-41e1-8303-67c848c41433 tempest-AttachVolumeNegativeTest-452624640 tempest-AttachVolumeNegativeTest-452624640-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ba0527d-6cff-4651-86e1-51692408bf77 HTTP/1.1" status: 200 len: 943 time: 0.1232827 Nov 23 17:33:04.075963 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c347812f-a617-4929-9a6d-1661d586c0e2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:04.106556 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c347812f-a617-4929-9a6d-1661d586c0e2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:04.110956 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port 5ad1a05e-24fe-40b4-88c8-154b3fe26795, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=5ad1a05e-24fe-40b4-88c8-154b3fe26795,segment=NetworkSegment(1cf72e34-10d8-4ad7-b917-280709c47ed2),segment_id=1cf72e34-10d8-4ad7-b917-280709c47ed2)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:33:04.140788 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Returning: {'device': '5ad1a05e-24fe-40b4-88c8-154b3fe26795', 'network_id': '33c8cd36-aad8-4dc4-8566-a5fb3cdb35eb', 'port_id': '5ad1a05e-24fe-40b4-88c8-154b3fe26795', 'mac_address': 'fa:16:3e:d3:8a:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 510, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0228ba8a-bfa9-4960-b814-86fe48904295', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 17:33:04.153936 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Pushing event updated for resources: {'Port': ['ID=5c7b0226-5733-4a12-8cf6-a2a8001dd2da,revision_number=4']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:33:04.154202 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-affe7e7c-8de7-4db4-afe7-4e087ebcb415 req-01118993-5364-4277-9c17-192f6082cfdf tempest-AttachVolumeNegativeTest-452624640 tempest-AttachVolumeNegativeTest-452624640-project] 10.222.0.60 "GET /v2.0/security-groups?id=b501ccef-95b0-4939-b7ec-f5c6dfe73de7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903430 Nov 23 17:33:04.186884 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c347812f-a617-4929-9a6d-1661d586c0e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:04.192017 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c347812f-a617-4929-9a6d-1661d586c0e2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:04.198948 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port ca65c076-5a6f-484a-9871-7163634af22d, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=ca65c076-5a6f-484a-9871-7163634af22d,segment=NetworkSegment(20b9bc5a-f40c-4305-aea8-1cd399f9d3b9),segment_id=20b9bc5a-f40c-4305-aea8-1cd399f9d3b9)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:33:04.217478 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-c347812f-a617-4929-9a6d-1661d586c0e2 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/3c252220-8e64-443c-94e8-7f49c21366d2 HTTP/1.1" status: 204 len: 168 time: 0.2169549 Nov 23 17:33:04.232171 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Returning: {'device': 'ca65c076-5a6f-484a-9871-7163634af22d', 'network_id': '76740e25-dcec-4d2d-82d4-d720ca6b4fc6', 'port_id': 'ca65c076-5a6f-484a-9871-7163634af22d', 'mac_address': 'fa:16:3e:04:e0:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 520, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79e8d965-2789-41b1-a1fa-0fe25b7624dc', 'ip_address': '10.1.1.53'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 17:33:04.240339 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c347812f-a617-4929-9a6d-1661d586c0e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c252220-8e64-443c-94e8-7f49c21366d2,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:33:04.240677 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:04.290677 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ad1a05e-24fe-40b4-88c8-154b3fe26795 {{(pid=103592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:33:04.315020 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:04.326105 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port 5ad1a05e-24fe-40b4-88c8-154b3fe26795, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=5ad1a05e-24fe-40b4-88c8-154b3fe26795,segment=NetworkSegment(1cf72e34-10d8-4ad7-b917-280709c47ed2),segment_id=1cf72e34-10d8-4ad7-b917-280709c47ed2)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:33:04.338172 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3be7f0-a29c-416b-8425-0804f3c83b61 req-98260eff-8add-4570-b125-6c4a82cb64c0 tempest-ServerRescueNegativeTestJSON-1154722601 tempest-ServerRescueNegativeTestJSON-1154722601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:33:04.339957 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-3e3be7f0-a29c-416b-8425-0804f3c83b61 req-98260eff-8add-4570-b125-6c4a82cb64c0 tempest-ServerRescueNegativeTestJSON-1154722601 tempest-ServerRescueNegativeTestJSON-1154722601-project] 10.222.0.60 "GET /v2.0/ports?device_id=2d345fdd-78be-4275-8a19-37cd401e3348 HTTP/1.1" status: 200 len: 945 time: 0.0640163 Nov 23 17:33:04.341134 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:04.349786 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca65c076-5a6f-484a-9871-7163634af22d {{(pid=103592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:33:04.364871 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fb6405-6f8a-449d-b0ca-98fda1a337bb req-996c71a1-042d-48f2-b490-effc71d18f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:33:04.366648 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-24fb6405-6f8a-449d-b0ca-98fda1a337bb req-996c71a1-042d-48f2-b490-effc71d18f37 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=48e79dc20fea40fb8ca9e6c621fad84a&device_id=2d345fdd-78be-4275-8a19-37cd401e3348 HTTP/1.1" status: 200 len: 1096 time: 0.0939698 Nov 23 17:33:04.399396 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-3e3be7f0-a29c-416b-8425-0804f3c83b61 req-5b7acaaa-96ec-42f6-806d-2dfea50f3c45 tempest-ServerRescueNegativeTestJSON-1154722601 tempest-ServerRescueNegativeTestJSON-1154722601-project] 10.222.0.60 "GET /v2.0/security-groups?id=fdeeda5f-d596-40d9-83fc-6ea083625241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501776 Nov 23 17:33:04.405335 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port ca65c076-5a6f-484a-9871-7163634af22d, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=ca65c076-5a6f-484a-9871-7163634af22d,segment=NetworkSegment(20b9bc5a-f40c-4305-aea8-1cd399f9d3b9),segment_id=20b9bc5a-f40c-4305-aea8-1cd399f9d3b9)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:33:04.415684 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:04.416295 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device bc47c78f-ab00-4260-a560-1743414d7f20 details requested by agent hyperv_n-h2-816206-8 with host n-h2-816206-8 {{(pid=103592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 17:33:04.420004 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Pushing event updated for resources: {'Port': ['ID=5ad1a05e-24fe-40b4-88c8-154b3fe26795,revision_number=4']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:33:04.492313 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port bc47c78f-ab00-4260-a560-1743414d7f20, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=bc47c78f-ab00-4260-a560-1743414d7f20,segment=NetworkSegment(20b9bc5a-f40c-4305-aea8-1cd399f9d3b9),segment_id=20b9bc5a-f40c-4305-aea8-1cd399f9d3b9)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:33:04.502271 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Pushing event updated for resources: {'Port': ['ID=ca65c076-5a6f-484a-9871-7163634af22d,revision_number=4']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:33:04.512525 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Returning: {'device': 'bc47c78f-ab00-4260-a560-1743414d7f20', 'network_id': '76740e25-dcec-4d2d-82d4-d720ca6b4fc6', 'port_id': 'bc47c78f-ab00-4260-a560-1743414d7f20', 'mac_address': 'fa:16:3e:4b:ea:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 520, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79e8d965-2789-41b1-a1fa-0fe25b7624dc', 'ip_address': '10.1.1.173'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 17:33:04.523740 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fb6405-6f8a-449d-b0ca-98fda1a337bb req-cc6f59a7-1fed-4b9a-9f49-5bf0bc756da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:33:04.527152 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-24fb6405-6f8a-449d-b0ca-98fda1a337bb req-cc6f59a7-1fed-4b9a-9f49-5bf0bc756da6 service neutron] 10.222.0.55 "GET /v2.0/networks?id=ee61f549-61e5-4b3e-88cc-f7acada2ae03 HTTP/1.1" status: 200 len: 919 time: 0.1525128 Nov 23 17:33:04.559971 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:04.584971 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc47c78f-ab00-4260-a560-1743414d7f20 {{(pid=103592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:33:04.601482 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 0ac7add9-ffdf-47c9-a205-c361b8fc9bb6 no longer exists at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:33:04.611467 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-24fb6405-6f8a-449d-b0ca-98fda1a337bb req-8523db99-dc84-40d4-9eae-d1e88b5968ac service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9d847368-f5fa-4fed-840d-25e906c18499 HTTP/1.1" status: 200 len: 217 time: 0.0760598 Nov 23 17:33:04.644289 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] get_ports_and_sgs() called for port_ids ['5ad1a05e-24fe-40b4-88c8-154b3fe26795'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:33:04.649611 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] No Port match for: 0ac7add9-ffdf-47c9-a205-c361b8fc9bb6 {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:33:04.649955 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 0ac7add9-ffdf-47c9-a205-c361b8fc9bb6 not bound to the agent host n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:33:04.671302 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port bc47c78f-ab00-4260-a560-1743414d7f20, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=bc47c78f-ab00-4260-a560-1743414d7f20,segment=NetworkSegment(20b9bc5a-f40c-4305-aea8-1cd399f9d3b9),segment_id=20b9bc5a-f40c-4305-aea8-1cd399f9d3b9)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:33:04.676559 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:04.677237 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device d4f487c3-aeab-403d-8746-5a1aee6d7eaa details requested by agent hyperv_n-h2-816206-8 with host n-h2-816206-8 {{(pid=103592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 17:33:04.687594 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fb6405-6f8a-449d-b0ca-98fda1a337bb req-ec23b88a-12d4-49b2-a283-972bcc166442 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:33:04.694250 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-24fb6405-6f8a-449d-b0ca-98fda1a337bb req-ec23b88a-12d4-49b2-a283-972bcc166442 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7a48fbc6-9cf3-4d00-a808-31156a99c4b2 HTTP/1.1" status: 200 len: 858 time: 0.0744281 Nov 23 17:33:04.759201 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-24fb6405-6f8a-449d-b0ca-98fda1a337bb req-cf0a6c5f-50f1-438b-a486-80aa39499141 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ee61f549-61e5-4b3e-88cc-f7acada2ae03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0575883 Nov 23 17:33:04.878874 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Pushing event updated for resources: {'Port': ['ID=bc47c78f-ab00-4260-a560-1743414d7f20,revision_number=4']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:33:04.949589 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-24fb6405-6f8a-449d-b0ca-98fda1a337bb req-41e1c37a-b14b-4483-943e-4fdc1a0d0cd1 service neutron] 10.222.0.55 "GET /v2.0/networks/ee61f549-61e5-4b3e-88cc-f7acada2ae03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1792784 Nov 23 17:33:05.022982 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795ba0d5-b9d3-4d31-a5e9-612055d6a2cb req-e1c7267a-f48a-4182-aae9-15266b1f32de tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:33:05.058175 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795ba0d5-b9d3-4d31-a5e9-612055d6a2cb req-e1c7267a-f48a-4182-aae9-15266b1f32de tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:33:05.069596 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port d4f487c3-aeab-403d-8746-5a1aee6d7eaa, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=d4f487c3-aeab-403d-8746-5a1aee6d7eaa,segment=NetworkSegment(734f1627-0ec0-4314-9413-7e2078531419),segment_id=734f1627-0ec0-4314-9413-7e2078531419)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:33:05.070393 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795ba0d5-b9d3-4d31-a5e9-612055d6a2cb req-e1c7267a-f48a-4182-aae9-15266b1f32de tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:33:05.082632 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795ba0d5-b9d3-4d31-a5e9-612055d6a2cb req-e1c7267a-f48a-4182-aae9-15266b1f32de tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:33:05.085068 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Returning: {'device': 'd4f487c3-aeab-403d-8746-5a1aee6d7eaa', 'network_id': '22bc55ee-b0f3-41c3-894c-32c421670838', 'port_id': 'd4f487c3-aeab-403d-8746-5a1aee6d7eaa', 'mac_address': 'fa:16:3e:2b:05:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8af7564e-f655-496a-9b6e-3592a9b162a5', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 17:33:05.086834 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-24fb6405-6f8a-449d-b0ca-98fda1a337bb req-5121230d-a302-4006-8f12-873e18baa171 service neutron] 10.222.0.55 "GET /v2.0/networks/ee61f549-61e5-4b3e-88cc-f7acada2ae03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302330 Nov 23 17:33:05.090872 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795ba0d5-b9d3-4d31-a5e9-612055d6a2cb req-e1c7267a-f48a-4182-aae9-15266b1f32de tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:33:05.110447 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795ba0d5-b9d3-4d31-a5e9-612055d6a2cb req-e1c7267a-f48a-4182-aae9-15266b1f32de tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:33:05.116404 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795ba0d5-b9d3-4d31-a5e9-612055d6a2cb req-e1c7267a-f48a-4182-aae9-15266b1f32de tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:33:05.125649 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-795ba0d5-b9d3-4d31-a5e9-612055d6a2cb req-e1c7267a-f48a-4182-aae9-15266b1f32de tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] 10.222.0.60 "GET /v2.0/ports?device_id=6405c518-c3fe-4701-acc0-e089ba26cce4 HTTP/1.1" status: 200 len: 5425 time: 0.3014240 Nov 23 17:33:05.152062 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:05.168015 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-bb13432e-f11f-41eb-bb97-a1d3c1c42f2a req-0cbde3f7-b137-470e-a9d1-834896895396 tempest-ServerShowV257Test-2040103890 tempest-ServerShowV257Test-2040103890-project] 10.222.0.60 "GET /v2.0/ports?device_id=d386967e-b717-4931-8dcf-3391744b6743 HTTP/1.1" status: 200 len: 210 time: 0.0346594 Nov 23 17:33:05.180336 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4f487c3-aeab-403d-8746-5a1aee6d7eaa {{(pid=103592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:33:05.232045 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port d4f487c3-aeab-403d-8746-5a1aee6d7eaa, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=d4f487c3-aeab-403d-8746-5a1aee6d7eaa,segment=NetworkSegment(734f1627-0ec0-4314-9413-7e2078531419),segment_id=734f1627-0ec0-4314-9413-7e2078531419)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:33:05.232684 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-795ba0d5-b9d3-4d31-a5e9-612055d6a2cb req-3d9fe49d-f290-42b9-966b-4459f6ec78b3 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] 10.222.0.60 "GET /v2.0/security-groups?id=5a532450-e3c1-4821-9a24-76c3d212b901&id=10d72a3d-a998-4d2f-a806-0da22bfe86ab&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1060381 Nov 23 17:33:05.240530 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:05.241482 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device 710bef9f-b70a-46f8-8336-d0a377111f32 details requested by agent hyperv_n-h2-816206-8 with host n-h2-816206-8 {{(pid=103592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 17:33:05.343598 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Pushing event updated for resources: {'Port': ['ID=d4f487c3-aeab-403d-8746-5a1aee6d7eaa,revision_number=4']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:33:05.350417 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port 710bef9f-b70a-46f8-8336-d0a377111f32, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=710bef9f-b70a-46f8-8336-d0a377111f32,segment=NetworkSegment(734f1627-0ec0-4314-9413-7e2078531419),segment_id=734f1627-0ec0-4314-9413-7e2078531419)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:33:05.364750 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Returning: {'device': '710bef9f-b70a-46f8-8336-d0a377111f32', 'network_id': '22bc55ee-b0f3-41c3-894c-32c421670838', 'port_id': '710bef9f-b70a-46f8-8336-d0a377111f32', 'mac_address': 'fa:16:3e:51:c8:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8af7564e-f655-496a-9b6e-3592a9b162a5', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 17:33:05.423543 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:05.434433 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51c0e63-6350-4fa5-b6c5-7840cf439853 req-0ba38739-224b-4f7e-8beb-23ed6191fed9 tempest-AttachVolumeNegativeTest-452624640 tempest-AttachVolumeNegativeTest-452624640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:33:05.436111 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f51c0e63-6350-4fa5-b6c5-7840cf439853 req-0ba38739-224b-4f7e-8beb-23ed6191fed9 tempest-AttachVolumeNegativeTest-452624640 tempest-AttachVolumeNegativeTest-452624640-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ba0527d-6cff-4651-86e1-51692408bf77 HTTP/1.1" status: 200 len: 944 time: 0.0766013 Nov 23 17:33:05.452029 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 710bef9f-b70a-46f8-8336-d0a377111f32 {{(pid=103592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:33:05.495007 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port 710bef9f-b70a-46f8-8336-d0a377111f32, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=710bef9f-b70a-46f8-8336-d0a377111f32,segment=NetworkSegment(734f1627-0ec0-4314-9413-7e2078531419),segment_id=734f1627-0ec0-4314-9413-7e2078531419)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:33:05.503555 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:05.541574 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f51c0e63-6350-4fa5-b6c5-7840cf439853 req-499dcf0c-9005-49aa-a502-030759145a40 tempest-AttachVolumeNegativeTest-452624640 tempest-AttachVolumeNegativeTest-452624640-project] 10.222.0.60 "GET /v2.0/security-groups?id=b501ccef-95b0-4939-b7ec-f5c6dfe73de7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942798 Nov 23 17:33:05.591471 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Pushing event updated for resources: {'Port': ['ID=710bef9f-b70a-46f8-8336-d0a377111f32,revision_number=4']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:33:05.610510 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c69dbd8-df4e-467e-9246-feda3d34bf44 req-24ad718e-3933-4cd5-b9b9-e573aece4758 tempest-ServerRescueNegativeTestJSON-1154722601 tempest-ServerRescueNegativeTestJSON-1154722601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:33:05.613123 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8c69dbd8-df4e-467e-9246-feda3d34bf44 req-24ad718e-3933-4cd5-b9b9-e573aece4758 tempest-ServerRescueNegativeTestJSON-1154722601 tempest-ServerRescueNegativeTestJSON-1154722601-project] 10.222.0.60 "GET /v2.0/ports?device_id=2d345fdd-78be-4275-8a19-37cd401e3348 HTTP/1.1" status: 200 len: 945 time: 0.0874612 Nov 23 17:33:05.685105 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8c69dbd8-df4e-467e-9246-feda3d34bf44 req-03a0ef8b-8cc2-4777-84d5-6c0a8fe6b60d tempest-ServerRescueNegativeTestJSON-1154722601 tempest-ServerRescueNegativeTestJSON-1154722601-project] 10.222.0.60 "GET /v2.0/security-groups?id=fdeeda5f-d596-40d9-83fc-6ea083625241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599391 Nov 23 17:33:05.927687 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device 5ad1a05e-24fe-40b4-88c8-154b3fe26795 up at agent hyperv_n-h1-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:33:06.019374 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Provisioning for port 5ad1a05e-24fe-40b4-88c8-154b3fe26795 completed by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 17:33:06.026559 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Provisioning complete for port 5ad1a05e-24fe-40b4-88c8-154b3fe26795 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:33:06.027175 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:06.180203 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:06.221062 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ba0527d-6cff-4651-86e1-51692408bf77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ad1a05e-24fe-40b4-88c8-154b3fe26795'}] {{(pid=103592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:33:06.223457 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba3e6a8f2301c7a29fe1eca9779abdae4ccbcd6266d69778087f2498d5551201" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ded6e633-f80a-4913-9f86-59eff1e8ac28" -d '{"events": [{"server_uuid": "2ba0527d-6cff-4651-86e1-51692408bf77", "name": "network-vif-plugged", "status": "completed", "tag": "5ad1a05e-24fe-40b4-88c8-154b3fe26795"}]}' {{(pid=103592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:33:06.248388 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port 5ad1a05e-24fe-40b4-88c8-154b3fe26795, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=5ad1a05e-24fe-40b4-88c8-154b3fe26795,segment=NetworkSegment(1cf72e34-10d8-4ad7-b917-280709c47ed2),segment_id=1cf72e34-10d8-4ad7-b917-280709c47ed2)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:33:06.257588 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:06.309134 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:33:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77ce3ebb-a189-4881-a676-f043bcb78615 x-openstack-request-id: req-77ce3ebb-a189-4881-a676-f043bcb78615 {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:33:06.309575 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ba0527d-6cff-4651-86e1-51692408bf77", "name": "network-vif-plugged", "status": "completed", "tag": "5ad1a05e-24fe-40b4-88c8-154b3fe26795", "code": 200}]} {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:33:06.309931 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-77ce3ebb-a189-4881-a676-f043bcb78615 {{(pid=103592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:33:06.310425 n-d-816206-8 neutron-server[103592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ba0527d-6cff-4651-86e1-51692408bf77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ad1a05e-24fe-40b4-88c8-154b3fe26795', 'code': 200} Nov 23 17:33:06.336064 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Pushing event updated for resources: {'Port': ['ID=5ad1a05e-24fe-40b4-88c8-154b3fe26795,revision_number=5']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:33:06.389854 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d188fb65-492e-47bf-995d-61ad4eea29cf req-de16dd7e-cba1-4a90-86e6-396016b0c5ee tempest-ServerShowV257Test-2040103890 tempest-ServerShowV257Test-2040103890-project] 10.222.0.60 "GET /v2.0/ports?device_id=d386967e-b717-4931-8dcf-3391744b6743 HTTP/1.1" status: 200 len: 210 time: 0.0656264 Nov 23 17:33:06.495925 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3626527b-ca4c-4f8c-823e-207073340e8f req-c27a8b2d-4338-4424-a72a-610ef5a8b59c tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:33:06.496971 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6535636-9212-41db-b711-c03433fbba54 req-c93aeb9b-0d96-4c03-99ca-8da914398cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:33:06.500565 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-b6535636-9212-41db-b711-c03433fbba54 req-c93aeb9b-0d96-4c03-99ca-8da914398cf4 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=2ba0527d-6cff-4651-86e1-51692408bf77 HTTP/1.1" status: 200 len: 1096 time: 0.0922441 Nov 23 17:33:06.506762 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3626527b-ca4c-4f8c-823e-207073340e8f req-c27a8b2d-4338-4424-a72a-610ef5a8b59c tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:33:06.519409 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3626527b-ca4c-4f8c-823e-207073340e8f req-c27a8b2d-4338-4424-a72a-610ef5a8b59c tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:33:06.530442 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3626527b-ca4c-4f8c-823e-207073340e8f req-c27a8b2d-4338-4424-a72a-610ef5a8b59c tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:33:06.534481 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] get_ports_and_sgs() called for port_ids ['710bef9f-b70a-46f8-8336-d0a377111f32'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:33:06.544522 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3626527b-ca4c-4f8c-823e-207073340e8f req-c27a8b2d-4338-4424-a72a-610ef5a8b59c tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:33:06.553104 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3626527b-ca4c-4f8c-823e-207073340e8f req-c27a8b2d-4338-4424-a72a-610ef5a8b59c tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:33:06.563502 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3626527b-ca4c-4f8c-823e-207073340e8f req-c27a8b2d-4338-4424-a72a-610ef5a8b59c tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:33:06.577474 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-3626527b-ca4c-4f8c-823e-207073340e8f req-c27a8b2d-4338-4424-a72a-610ef5a8b59c tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] 10.222.0.60 "GET /v2.0/ports?device_id=6405c518-c3fe-4701-acc0-e089ba26cce4 HTTP/1.1" status: 200 len: 5427 time: 0.1861989 Nov 23 17:33:06.611980 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] get_ports_and_sgs() called for port_ids ['ca65c076-5a6f-484a-9871-7163634af22d'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:33:06.614214 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] get_ports_and_sgs() called for port_ids ['cdb25aeb-c6d5-4b35-bc63-c92ed105830a'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:33:06.620873 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-b6535636-9212-41db-b711-c03433fbba54 req-5f25e0c9-57e6-4a8a-8e02-8f5fbbc3fdba service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=b501ccef-95b0-4939-b7ec-f5c6dfe73de7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002030 Nov 23 17:33:06.627661 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 37626) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:33:06.676868 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-3626527b-ca4c-4f8c-823e-207073340e8f req-50832af1-57c7-429d-bbf4-da99b9ff0480 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] 10.222.0.60 "GET /v2.0/security-groups?id=5a532450-e3c1-4821-9a24-76c3d212b901&id=10d72a3d-a998-4d2f-a806-0da22bfe86ab&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0975292 Nov 23 17:33:06.682325 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] get_ports_and_sgs() called for port_ids ['bc47c78f-ab00-4260-a560-1743414d7f20'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:33:06.684597 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] get_ports_and_sgs() called for port_ids ['5c7b0226-5733-4a12-8cf6-a2a8001dd2da'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:33:06.713813 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] get_ports_and_sgs() called for port_ids ['d4f487c3-aeab-403d-8746-5a1aee6d7eaa'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:33:06.820702 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8ce2ab30-e855-429c-b060-436cc60aff1f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:06.879947 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf15643-eaea-49c6-aeb5-52fbc93c3ecd req-8b0205cc-a141-4803-bc76-dab5b665c9f6 tempest-AttachVolumeNegativeTest-452624640 tempest-AttachVolumeNegativeTest-452624640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:33:06.891537 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-dbf15643-eaea-49c6-aeb5-52fbc93c3ecd req-8b0205cc-a141-4803-bc76-dab5b665c9f6 tempest-AttachVolumeNegativeTest-452624640 tempest-AttachVolumeNegativeTest-452624640-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ba0527d-6cff-4651-86e1-51692408bf77 HTTP/1.1" status: 200 len: 945 time: 0.1041477 Nov 23 17:33:06.962817 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8ce2ab30-e855-429c-b060-436cc60aff1f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:06.969657 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8ce2ab30-e855-429c-b060-436cc60aff1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:07.003180 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-8ce2ab30-e855-429c-b060-436cc60aff1f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=8ab0d5b25f694c1b935e3c59d9fa4907&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3753319 Nov 23 17:33:07.010170 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 37632) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:33:07.031256 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce2ab30-e855-429c-b060-436cc60aff1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f57d8bc-e169-4bb6-a424-a66dbf38736b,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:33:07.052721 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-dbf15643-eaea-49c6-aeb5-52fbc93c3ecd req-b6bce47b-e162-458f-8554-2bb148ae07ab tempest-AttachVolumeNegativeTest-452624640 tempest-AttachVolumeNegativeTest-452624640-project] 10.222.0.60 "GET /v2.0/security-groups?id=b501ccef-95b0-4939-b7ec-f5c6dfe73de7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602414 Nov 23 17:33:07.087336 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3b8775-6fd4-4412-a308-656e89541526 req-e31d44ac-5687-4d09-8545-59ea5c81a32d tempest-ServerRescueNegativeTestJSON-1154722601 tempest-ServerRescueNegativeTestJSON-1154722601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:33:07.093719 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9a3b8775-6fd4-4412-a308-656e89541526 req-e31d44ac-5687-4d09-8545-59ea5c81a32d tempest-ServerRescueNegativeTestJSON-1154722601 tempest-ServerRescueNegativeTestJSON-1154722601-project] 10.222.0.60 "GET /v2.0/ports?device_id=2d345fdd-78be-4275-8a19-37cd401e3348 HTTP/1.1" status: 200 len: 945 time: 0.1382647 Nov 23 17:33:07.137020 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-0a0706e7-3b0d-4c86-b397-db43e2c8fab8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:07.180176 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-0a0706e7-3b0d-4c86-b397-db43e2c8fab8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:07.191045 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9a3b8775-6fd4-4412-a308-656e89541526 req-f879198f-49d8-449e-85b1-6c95f12d5cc6 tempest-ServerRescueNegativeTestJSON-1154722601 tempest-ServerRescueNegativeTestJSON-1154722601-project] 10.222.0.60 "GET /v2.0/security-groups?id=fdeeda5f-d596-40d9-83fc-6ea083625241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919418 Nov 23 17:33:07.254606 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-0a0706e7-3b0d-4c86-b397-db43e2c8fab8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:07.258581 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-0a0706e7-3b0d-4c86-b397-db43e2c8fab8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:07.260013 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-0a0706e7-3b0d-4c86-b397-db43e2c8fab8 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/6f57d8bc-e169-4bb6-a424-a66dbf38736b HTTP/1.1" status: 204 len: 168 time: 0.2485681 Nov 23 17:33:07.274033 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0706e7-3b0d-4c86-b397-db43e2c8fab8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f57d8bc-e169-4bb6-a424-a66dbf38736b,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:33:07.491153 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] get_ports_and_sgs() called for port_ids ['98991338-19a7-4834-b0b5-0086ee597775'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:33:07.521970 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-236fafb2-2bb9-485e-be90-5e0cb985d1ce req-c6cd106a-322f-4b74-8a26-45bb66a70425 tempest-ServerShowV257Test-2040103890 tempest-ServerShowV257Test-2040103890-project] 10.222.0.60 "GET /v2.0/ports?device_id=d386967e-b717-4931-8dcf-3391744b6743 HTTP/1.1" status: 200 len: 210 time: 0.0384893 Nov 23 17:33:07.905036 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad0cec3-be27-4afd-a91b-2bb98e763c7a req-16d9651a-bda5-453a-9d7e-7b6d7e2958f3 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:33:07.911751 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad0cec3-be27-4afd-a91b-2bb98e763c7a req-16d9651a-bda5-453a-9d7e-7b6d7e2958f3 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:33:07.920148 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad0cec3-be27-4afd-a91b-2bb98e763c7a req-16d9651a-bda5-453a-9d7e-7b6d7e2958f3 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:33:07.932479 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad0cec3-be27-4afd-a91b-2bb98e763c7a req-16d9651a-bda5-453a-9d7e-7b6d7e2958f3 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:33:07.944729 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad0cec3-be27-4afd-a91b-2bb98e763c7a req-16d9651a-bda5-453a-9d7e-7b6d7e2958f3 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:33:07.954817 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad0cec3-be27-4afd-a91b-2bb98e763c7a req-16d9651a-bda5-453a-9d7e-7b6d7e2958f3 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:33:07.961376 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad0cec3-be27-4afd-a91b-2bb98e763c7a req-16d9651a-bda5-453a-9d7e-7b6d7e2958f3 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:33:07.963358 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-dad0cec3-be27-4afd-a91b-2bb98e763c7a req-16d9651a-bda5-453a-9d7e-7b6d7e2958f3 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] 10.222.0.60 "GET /v2.0/ports?device_id=6405c518-c3fe-4701-acc0-e089ba26cce4 HTTP/1.1" status: 200 len: 5427 time: 0.1407211 Nov 23 17:33:08.053650 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-dad0cec3-be27-4afd-a91b-2bb98e763c7a req-cc66349f-507e-4b07-a39f-30aa6b6c8808 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] 10.222.0.60 "GET /v2.0/security-groups?id=5a532450-e3c1-4821-9a24-76c3d212b901&id=10d72a3d-a998-4d2f-a806-0da22bfe86ab&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0811806 Nov 23 17:33:08.227467 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadaf502-ad08-4c71-8dbb-3c5dd8396a8e req-062d6817-8ad9-4f05-bdc6-750f5cb7c258 tempest-AttachVolumeNegativeTest-452624640 tempest-AttachVolumeNegativeTest-452624640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:33:08.230933 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-aadaf502-ad08-4c71-8dbb-3c5dd8396a8e req-062d6817-8ad9-4f05-bdc6-750f5cb7c258 tempest-AttachVolumeNegativeTest-452624640 tempest-AttachVolumeNegativeTest-452624640-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ba0527d-6cff-4651-86e1-51692408bf77 HTTP/1.1" status: 200 len: 945 time: 0.0767648 Nov 23 17:33:08.305087 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-aadaf502-ad08-4c71-8dbb-3c5dd8396a8e req-8b477c5f-8d4e-48ce-9f84-ae4bad70fe28 tempest-AttachVolumeNegativeTest-452624640 tempest-AttachVolumeNegativeTest-452624640-project] 10.222.0.60 "GET /v2.0/security-groups?id=b501ccef-95b0-4939-b7ec-f5c6dfe73de7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633588 Nov 23 17:33:08.380048 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 37672) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:33:08.414609 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc62845d-223d-43f9-ba0e-0135a925dd25 req-62ede4c2-df19-49b7-aca2-6d078005a2c7 tempest-ServerRescueNegativeTestJSON-1154722601 tempest-ServerRescueNegativeTestJSON-1154722601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:33:08.416602 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-bc62845d-223d-43f9-ba0e-0135a925dd25 req-62ede4c2-df19-49b7-aca2-6d078005a2c7 tempest-ServerRescueNegativeTestJSON-1154722601 tempest-ServerRescueNegativeTestJSON-1154722601-project] 10.222.0.60 "GET /v2.0/ports?device_id=2d345fdd-78be-4275-8a19-37cd401e3348 HTTP/1.1" status: 200 len: 945 time: 0.0824742 Nov 23 17:33:08.497099 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-bc62845d-223d-43f9-ba0e-0135a925dd25 req-9904e4fd-c650-415b-b462-590ba6512893 tempest-ServerRescueNegativeTestJSON-1154722601 tempest-ServerRescueNegativeTestJSON-1154722601-project] 10.222.0.60 "GET /v2.0/security-groups?id=fdeeda5f-d596-40d9-83fc-6ea083625241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693862 Nov 23 17:33:08.556041 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-eb4439a6-166e-4d96-8490-26906e7ed0ef admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-92262936-network', 'tenant_id': '1a3213c156b7487ead41525906638731'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:33:08.591664 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb4439a6-166e-4d96-8490-26906e7ed0ef admin admin] Made reservation on behalf of 1a3213c156b7487ead41525906638731 for: {'network': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:33:08.596146 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-eb4439a6-166e-4d96-8490-26906e7ed0ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for network, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:08.622873 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-eb4439a6-166e-4d96-8490-26906e7ed0ef admin admin] Publish callbacks [] for security_group, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:08.710422 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ba4e7c64-9448-4dc4-aa98-3eecef9fb270 req-4063793d-a6c8-4f2e-aeef-17b1d4a6231e tempest-ServerShowV257Test-2040103890 tempest-ServerShowV257Test-2040103890-project] 10.222.0.60 "GET /v2.0/ports?device_id=d386967e-b717-4931-8dcf-3391744b6743 HTTP/1.1" status: 200 len: 210 time: 0.0512936 Nov 23 17:33:08.807001 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-eb4439a6-166e-4d96-8490-26906e7ed0ef admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:08.814966 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-eb4439a6-166e-4d96-8490-26906e7ed0ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:08.847704 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb4439a6-166e-4d96-8490-26906e7ed0ef admin admin] vlan segment allocate from pool success with {'vlan_id': 531, 'physical_network': 'physnet1'} {{(pid=103590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 17:33:08.881390 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4439a6-166e-4d96-8490-26906e7ed0ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53a6a452-6a31-497c-b47e-c6ffd8c87130,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:33:08.885826 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-eb4439a6-166e-4d96-8490-26906e7ed0ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:08.886393 n-d-816206-8 neutron-server[103590]: INFO neutron.db.segments_db [None req-eb4439a6-166e-4d96-8490-26906e7ed0ef admin admin] Added segment 513a7b4e-df38-4e22-9761-50dea07280d8 of type vlan for network b1de2fcb-6500-42d6-94a6-34682dde52f8 Nov 23 17:33:08.952473 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-eb4439a6-166e-4d96-8490-26906e7ed0ef admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736635338810'] for network, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:09.019012 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-eb4439a6-166e-4d96-8490-26906e7ed0ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493'] for network, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:09.020843 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb4439a6-166e-4d96-8490-26906e7ed0ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:33:09.021634 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-eb4439a6-166e-4d96-8490-26906e7ed0ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for network, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:09.082921 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-eb4439a6-166e-4d96-8490-26906e7ed0ef admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.7012539 Nov 23 17:33:09.086954 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 37698) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:33:09.092391 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-8ea94b80-8a07-403b-861b-e447092e5c6f admin admin] Request body: {'subnet': {'network_id': 'b1de2fcb-6500-42d6-94a6-34682dde52f8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-92262936-subnet', 'tenant_id': '1a3213c156b7487ead41525906638731', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:33:09.147142 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ea94b80-8a07-403b-861b-e447092e5c6f admin admin] Made reservation on behalf of 1a3213c156b7487ead41525906638731 for: {'subnet': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:33:09.149714 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-8ea94b80-8a07-403b-861b-e447092e5c6f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264314294'] for subnet, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:09.185349 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4439a6-166e-4d96-8490-26906e7ed0ef admin admin] Pushing event updated for resources: {'Network': ['ID=b1de2fcb-6500-42d6-94a6-34682dde52f8,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:33:09.201281 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Network b1de2fcb-6500-42d6-94a6-34682dde52f8 details requested by agent ovs-agent-n-d-816206-8 with host n-d-816206-8 {{(pid=103592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 17:33:09.339064 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ab46e0-5fb5-400b-a0e2-6088ff9c1a83 req-d5f27d8d-1d09-4501-a64f-8de4bd6b5d27 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:33:09.345196 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ab46e0-5fb5-400b-a0e2-6088ff9c1a83 req-d5f27d8d-1d09-4501-a64f-8de4bd6b5d27 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:33:09.351777 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ab46e0-5fb5-400b-a0e2-6088ff9c1a83 req-d5f27d8d-1d09-4501-a64f-8de4bd6b5d27 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:33:09.358596 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ab46e0-5fb5-400b-a0e2-6088ff9c1a83 req-d5f27d8d-1d09-4501-a64f-8de4bd6b5d27 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:33:09.365077 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ab46e0-5fb5-400b-a0e2-6088ff9c1a83 req-d5f27d8d-1d09-4501-a64f-8de4bd6b5d27 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:33:09.371194 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ab46e0-5fb5-400b-a0e2-6088ff9c1a83 req-d5f27d8d-1d09-4501-a64f-8de4bd6b5d27 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:33:09.377844 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ab46e0-5fb5-400b-a0e2-6088ff9c1a83 req-d5f27d8d-1d09-4501-a64f-8de4bd6b5d27 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:33:09.379869 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-68ab46e0-5fb5-400b-a0e2-6088ff9c1a83 req-d5f27d8d-1d09-4501-a64f-8de4bd6b5d27 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] 10.222.0.60 "GET /v2.0/ports?device_id=6405c518-c3fe-4701-acc0-e089ba26cce4 HTTP/1.1" status: 200 len: 5427 time: 0.2023592 Nov 23 17:33:09.489829 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-68ab46e0-5fb5-400b-a0e2-6088ff9c1a83 req-fd37204f-730a-4bca-af43-90368f6994c3 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] 10.222.0.60 "GET /v2.0/security-groups?id=5a532450-e3c1-4821-9a24-76c3d212b901&id=10d72a3d-a998-4d2f-a806-0da22bfe86ab&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0998006 Nov 23 17:33:09.550032 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-8ea94b80-8a07-403b-861b-e447092e5c6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264758079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264314276'] for subnet, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:09.622140 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea94b80-8a07-403b-861b-e447092e5c6f admin admin] Pushing event updated for resources: {'Subnet': ['ID=7b9f927f-c4ea-4521-bacc-d2b7b2583e76,revision_number=0']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:33:09.635090 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ea94b80-8a07-403b-861b-e447092e5c6f admin admin] Checking segment: {'id': '513a7b4e-df38-4e22-9761-50dea07280d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'b1de2fcb-6500-42d6-94a6-34682dde52f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:33:09.635460 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ea94b80-8a07-403b-861b-e447092e5c6f admin admin] Network hostable DHCP agents. Network: b1de2fcb-6500-42d6-94a6-34682dde52f8, hostable agents: ['0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3'], hosted agents: [] {{(pid=103591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 17:33:09.667159 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ea94b80-8a07-403b-861b-e447092e5c6f admin admin] Network b1de2fcb-6500-42d6-94a6-34682dde52f8 is scheduled to be hosted by DHCP agent 0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3 with binding_index 1 {{(pid=103591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 17:33:09.684664 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [None req-8ea94b80-8a07-403b-861b-e447092e5c6f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-8, b1de2fcb-6500-42d6-94a6-34682dde52f8) {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:33:09.692129 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ea94b80-8a07-403b-861b-e447092e5c6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:33:09.693286 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-8ea94b80-8a07-403b-861b-e447092e5c6f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for subnet, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:09.698521 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8af8e874-8df1-4b20-acc1-57638f7246dc None None] Network b1de2fcb-6500-42d6-94a6-34682dde52f8 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:33:09.723379 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-8ea94b80-8a07-403b-861b-e447092e5c6f admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.6350987 Nov 23 17:33:09.971526 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ad52846a-f8ff-47f4-8e05-b67ccb43f586 req-ba6a2ce2-50cd-47f3-a97b-f036ae1c27ee tempest-ServerShowV257Test-2040103890 tempest-ServerShowV257Test-2040103890-project] 10.222.0.60 "GET /v2.0/ports?device_id=d386967e-b717-4931-8dcf-3391744b6743 HTTP/1.1" status: 200 len: 210 time: 0.0606110 Nov 23 17:33:10.017541 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2edb85e-23b8-4776-aae0-f1386190c3bf None None] Network b1de2fcb-6500-42d6-94a6-34682dde52f8 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:33:10.562284 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0e1d03-d857-4ebc-b7ab-e420d1611e5a req-27b2c08e-6c7e-41f6-ad8e-400e976ff4fa tempest-ServerMetadataNegativeTestJSON-1962356753 tempest-ServerMetadataNegativeTestJSON-1962356753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:33:10.564849 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-3c0e1d03-d857-4ebc-b7ab-e420d1611e5a req-27b2c08e-6c7e-41f6-ad8e-400e976ff4fa tempest-ServerMetadataNegativeTestJSON-1962356753 tempest-ServerMetadataNegativeTestJSON-1962356753-project] 10.222.0.60 "GET /v2.0/networks?id=b1de2fcb-6500-42d6-94a6-34682dde52f8 HTTP/1.1" status: 200 len: 819 time: 0.1638153 Nov 23 17:33:10.593613 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-3c0e1d03-d857-4ebc-b7ab-e420d1611e5a req-8a360c9a-9a0a-4268-85f9-5de98adb2b39 tempest-ServerMetadataNegativeTestJSON-1962356753 tempest-ServerMetadataNegativeTestJSON-1962356753-project] 10.222.0.60 "GET /v2.0/quotas/1a3213c156b7487ead41525906638731 HTTP/1.1" status: 200 len: 375 time: 0.0224249 Nov 23 17:33:10.653538 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-3c0e1d03-d857-4ebc-b7ab-e420d1611e5a req-f7dcdcb0-166d-44df-b71d-a14b5f5e53e4 tempest-ServerMetadataNegativeTestJSON-1962356753 tempest-ServerMetadataNegativeTestJSON-1962356753-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=1a3213c156b7487ead41525906638731&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0545940 Nov 23 17:33:10.775461 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72236c2e-0b30-4f84-9dce-9f3acd23f06c req-2e4a4135-a136-4f35-913d-d790d393953a tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:33:10.781867 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72236c2e-0b30-4f84-9dce-9f3acd23f06c req-2e4a4135-a136-4f35-913d-d790d393953a tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:33:10.787838 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72236c2e-0b30-4f84-9dce-9f3acd23f06c req-2e4a4135-a136-4f35-913d-d790d393953a tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:33:10.793795 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72236c2e-0b30-4f84-9dce-9f3acd23f06c req-2e4a4135-a136-4f35-913d-d790d393953a tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:33:10.800438 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72236c2e-0b30-4f84-9dce-9f3acd23f06c req-2e4a4135-a136-4f35-913d-d790d393953a tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:33:10.806421 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72236c2e-0b30-4f84-9dce-9f3acd23f06c req-2e4a4135-a136-4f35-913d-d790d393953a tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:33:10.812978 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72236c2e-0b30-4f84-9dce-9f3acd23f06c req-2e4a4135-a136-4f35-913d-d790d393953a tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:33:10.814948 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-72236c2e-0b30-4f84-9dce-9f3acd23f06c req-2e4a4135-a136-4f35-913d-d790d393953a tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] 10.222.0.60 "GET /v2.0/ports?device_id=6405c518-c3fe-4701-acc0-e089ba26cce4 HTTP/1.1" status: 200 len: 5427 time: 0.1671700 Nov 23 17:33:10.856888 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-3c0e1d03-d857-4ebc-b7ab-e420d1611e5a req-700d9189-7098-4b31-861a-6effac1263f2 service neutron] 10.222.0.60 "GET /v2.0/networks/b1de2fcb-6500-42d6-94a6-34682dde52f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1901567 Nov 23 17:33:10.971444 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-72236c2e-0b30-4f84-9dce-9f3acd23f06c req-1903202f-8e20-4403-be02-71e6f4095380 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] 10.222.0.60 "GET /v2.0/security-groups?id=5a532450-e3c1-4821-9a24-76c3d212b901&id=10d72a3d-a998-4d2f-a806-0da22bfe86ab&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1491036 Nov 23 17:33:11.020728 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-3c0e1d03-d857-4ebc-b7ab-e420d1611e5a req-ba00d390-72f1-48fc-805d-7f5fbf470634 service neutron] 10.222.0.60 "GET /v2.0/networks/b1de2fcb-6500-42d6-94a6-34682dde52f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422918 Nov 23 17:33:11.163366 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8dc26ce4-5035-4fcf-b118-00e2dd1162f7 req-8b3754f6-d82c-40d1-9b60-0fc9f319cc21 tempest-ServerShowV257Test-2040103890 tempest-ServerShowV257Test-2040103890-project] 10.222.0.60 "GET /v2.0/ports?device_id=d386967e-b717-4931-8dcf-3391744b6743 HTTP/1.1" status: 200 len: 210 time: 0.0362043 Nov 23 17:33:11.292795 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2fc91af0-7a5e-44b0-964a-e8e05dca68bf req-ec28a5a0-05f6-42e0-bead-d5a7f1c7e950 tempest-ServerMetadataNegativeTestJSON-1962356753 tempest-ServerMetadataNegativeTestJSON-1962356753-project] 10.222.0.60 "GET /v2.0/ports?device_id=9455df1c-48ba-4c62-8be8-43345b3f503f HTTP/1.1" status: 200 len: 210 time: 0.0478370 Nov 23 17:33:11.567411 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device cdb25aeb-c6d5-4b35-bc63-c92ed105830a up at agent hyperv_n-h2-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:33:11.650578 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Provisioning for port cdb25aeb-c6d5-4b35-bc63-c92ed105830a completed by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 17:33:11.658906 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Provisioning complete for port cdb25aeb-c6d5-4b35-bc63-c92ed105830a triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:33:11.660927 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:11.815670 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:11.853477 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6405c518-c3fe-4701-acc0-e089ba26cce4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdb25aeb-c6d5-4b35-bc63-c92ed105830a'}] {{(pid=103592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:33:11.856160 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba3e6a8f2301c7a29fe1eca9779abdae4ccbcd6266d69778087f2498d5551201" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1ff9d9c-2461-4d13-b869-a65dadc96da4" -d '{"events": [{"server_uuid": "6405c518-c3fe-4701-acc0-e089ba26cce4", "name": "network-vif-plugged", "status": "completed", "tag": "cdb25aeb-c6d5-4b35-bc63-c92ed105830a"}]}' {{(pid=103592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:33:11.872063 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port cdb25aeb-c6d5-4b35-bc63-c92ed105830a, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=cdb25aeb-c6d5-4b35-bc63-c92ed105830a,segment=NetworkSegment(20b9bc5a-f40c-4305-aea8-1cd399f9d3b9),segment_id=20b9bc5a-f40c-4305-aea8-1cd399f9d3b9)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:33:11.877156 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:11.878300 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device 98991338-19a7-4834-b0b5-0086ee597775 up at agent hyperv_n-h2-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:33:11.960327 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:33:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc630591-9d2a-4cc3-84fb-a8cb660aa9f1 x-openstack-request-id: req-fc630591-9d2a-4cc3-84fb-a8cb660aa9f1 {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:33:11.960710 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6405c518-c3fe-4701-acc0-e089ba26cce4", "name": "network-vif-plugged", "status": "completed", "tag": "cdb25aeb-c6d5-4b35-bc63-c92ed105830a", "code": 200}]} {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:33:11.961237 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-fc630591-9d2a-4cc3-84fb-a8cb660aa9f1 {{(pid=103592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:33:11.961893 n-d-816206-8 neutron-server[103592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6405c518-c3fe-4701-acc0-e089ba26cce4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdb25aeb-c6d5-4b35-bc63-c92ed105830a', 'code': 200} Nov 23 17:33:12.019047 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Provisioning for port 98991338-19a7-4834-b0b5-0086ee597775 completed by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 17:33:12.026300 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Pushing event updated for resources: {'Port': ['ID=cdb25aeb-c6d5-4b35-bc63-c92ed105830a,revision_number=5']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:33:12.038616 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Provisioning complete for port 98991338-19a7-4834-b0b5-0086ee597775 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:33:12.040462 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:12.174735 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ccc2f2-0fb6-4f0f-bfd4-2e2498fbd5e2 req-c3111228-4246-43c3-a4f7-4abec2c53239 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:33:12.181896 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ccc2f2-0fb6-4f0f-bfd4-2e2498fbd5e2 req-c3111228-4246-43c3-a4f7-4abec2c53239 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:33:12.189875 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ccc2f2-0fb6-4f0f-bfd4-2e2498fbd5e2 req-c3111228-4246-43c3-a4f7-4abec2c53239 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:33:12.199542 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ccc2f2-0fb6-4f0f-bfd4-2e2498fbd5e2 req-c3111228-4246-43c3-a4f7-4abec2c53239 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:33:12.210675 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ccc2f2-0fb6-4f0f-bfd4-2e2498fbd5e2 req-c3111228-4246-43c3-a4f7-4abec2c53239 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:33:12.220714 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ccc2f2-0fb6-4f0f-bfd4-2e2498fbd5e2 req-c3111228-4246-43c3-a4f7-4abec2c53239 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:33:12.227231 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ccc2f2-0fb6-4f0f-bfd4-2e2498fbd5e2 req-c3111228-4246-43c3-a4f7-4abec2c53239 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:33:12.238781 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a6ccc2f2-0fb6-4f0f-bfd4-2e2498fbd5e2 req-c3111228-4246-43c3-a4f7-4abec2c53239 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] 10.222.0.60 "GET /v2.0/ports?device_id=6405c518-c3fe-4701-acc0-e089ba26cce4 HTTP/1.1" status: 200 len: 5428 time: 0.1605420 Nov 23 17:33:12.242522 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:12.326108 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port 98991338-19a7-4834-b0b5-0086ee597775, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=98991338-19a7-4834-b0b5-0086ee597775,segment=NetworkSegment(20b9bc5a-f40c-4305-aea8-1cd399f9d3b9),segment_id=20b9bc5a-f40c-4305-aea8-1cd399f9d3b9)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:33:12.326623 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a6ccc2f2-0fb6-4f0f-bfd4-2e2498fbd5e2 req-b6c78a29-b2ab-4a1f-97b6-80c4ac8ae248 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] 10.222.0.60 "GET /v2.0/security-groups?id=5a532450-e3c1-4821-9a24-76c3d212b901&id=10d72a3d-a998-4d2f-a806-0da22bfe86ab&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0861588 Nov 23 17:33:12.336119 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:12.337025 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device 710bef9f-b70a-46f8-8336-d0a377111f32 up at agent hyperv_n-h2-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:33:12.406971 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-46ee43b8-03a8-4292-80fa-88b35f9514e3 req-e09f615f-f413-45d2-8dc4-778c0b92da75 tempest-ServerShowV257Test-2040103890 tempest-ServerShowV257Test-2040103890-project] 10.222.0.60 "GET /v2.0/ports?device_id=d386967e-b717-4931-8dcf-3391744b6743 HTTP/1.1" status: 200 len: 210 time: 0.0552130 Nov 23 17:33:12.472367 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-28e2dae6-4777-472c-96e2-9271a1c47788 req-837347f9-7d55-4cd6-a7ba-7c1fb0226b2f tempest-ServerMetadataNegativeTestJSON-1962356753 tempest-ServerMetadataNegativeTestJSON-1962356753-project] 10.222.0.60 "GET /v2.0/ports?device_id=9455df1c-48ba-4c62-8be8-43345b3f503f HTTP/1.1" status: 200 len: 210 time: 0.0338147 Nov 23 17:33:12.513311 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Pushing event updated for resources: {'Port': ['ID=98991338-19a7-4834-b0b5-0086ee597775,revision_number=5']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:33:12.535075 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Provisioning for port 710bef9f-b70a-46f8-8336-d0a377111f32 completed by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 17:33:12.540247 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Provisioning complete for port 710bef9f-b70a-46f8-8336-d0a377111f32 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:33:12.540929 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:12.685208 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:12.739321 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port 710bef9f-b70a-46f8-8336-d0a377111f32, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=710bef9f-b70a-46f8-8336-d0a377111f32,segment=NetworkSegment(734f1627-0ec0-4314-9413-7e2078531419),segment_id=734f1627-0ec0-4314-9413-7e2078531419)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:33:12.744356 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:12.753145 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device d4f487c3-aeab-403d-8746-5a1aee6d7eaa up at agent hyperv_n-h2-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:33:12.890274 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Pushing event updated for resources: {'Port': ['ID=710bef9f-b70a-46f8-8336-d0a377111f32,revision_number=5']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:33:12.910450 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0e1d03-d857-4ebc-b7ab-e420d1611e5a req-6d4f494b-b7b6-4993-b946-5289cd90bf48 tempest-ServerMetadataNegativeTestJSON-1962356753 tempest-ServerMetadataNegativeTestJSON-1962356753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:33:12.912756 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-3c0e1d03-d857-4ebc-b7ab-e420d1611e5a req-6d4f494b-b7b6-4993-b946-5289cd90bf48 tempest-ServerMetadataNegativeTestJSON-1962356753 tempest-ServerMetadataNegativeTestJSON-1962356753-project] 10.222.0.55 "GET /v2.0/networks?id=b1de2fcb-6500-42d6-94a6-34682dde52f8 HTTP/1.1" status: 200 len: 819 time: 0.1600938 Nov 23 17:33:12.915596 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Provisioning for port d4f487c3-aeab-403d-8746-5a1aee6d7eaa completed by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 17:33:12.920382 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-e0b5dc72-ce99-43aa-8e56-3968c07a89ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:12.922277 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Provisioning complete for port d4f487c3-aeab-403d-8746-5a1aee6d7eaa triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:33:12.922636 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:12.932662 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [req-3c0e1d03-d857-4ebc-b7ab-e420d1611e5a req-d6ec9278-24dd-4f15-9a44-c484881d09cc tempest-ServerMetadataNegativeTestJSON-1962356753 tempest-ServerMetadataNegativeTestJSON-1962356753-project] Request body: {'port': {'device_id': '9455df1c-48ba-4c62-8be8-43345b3f503f', 'network_id': 'b1de2fcb-6500-42d6-94a6-34682dde52f8', 'admin_state_up': True, 'tenant_id': '1a3213c156b7487ead41525906638731'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:33:13.051891 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:13.089194 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port d4f487c3-aeab-403d-8746-5a1aee6d7eaa, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=d4f487c3-aeab-403d-8746-5a1aee6d7eaa,segment=NetworkSegment(734f1627-0ec0-4314-9413-7e2078531419),segment_id=734f1627-0ec0-4314-9413-7e2078531419)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:33:13.090930 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c0e1d03-d857-4ebc-b7ab-e420d1611e5a req-d6ec9278-24dd-4f15-9a44-c484881d09cc tempest-ServerMetadataNegativeTestJSON-1962356753 tempest-ServerMetadataNegativeTestJSON-1962356753-project] Made reservation on behalf of 1a3213c156b7487ead41525906638731 for: {'port': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:33:13.094755 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:13.096728 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-3c0e1d03-d857-4ebc-b7ab-e420d1611e5a req-d6ec9278-24dd-4f15-9a44-c484881d09cc tempest-ServerMetadataNegativeTestJSON-1962356753 tempest-ServerMetadataNegativeTestJSON-1962356753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:13.098399 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device ca65c076-5a6f-484a-9871-7163634af22d up at agent hyperv_n-h2-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:33:13.172887 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Pushing event updated for resources: {'Port': ['ID=d4f487c3-aeab-403d-8746-5a1aee6d7eaa,revision_number=5']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:33:13.189006 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Provisioning for port ca65c076-5a6f-484a-9871-7163634af22d completed by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 17:33:13.193695 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Provisioning complete for port ca65c076-5a6f-484a-9871-7163634af22d triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:33:13.194103 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:13.285132 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:13.286140 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [req-3c0e1d03-d857-4ebc-b7ab-e420d1611e5a req-d6ec9278-24dd-4f15-9a44-c484881d09cc tempest-ServerMetadataNegativeTestJSON-1962356753 tempest-ServerMetadataNegativeTestJSON-1962356753-project] Allocated IP 172.20.0.12 (b1de2fcb-6500-42d6-94a6-34682dde52f8/7b9f927f-c4ea-4521-bacc-d2b7b2583e76/de9337b1-d602-45a0-bce7-8d5aa12005d2) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:33:13.334395 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:13.372205 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port ca65c076-5a6f-484a-9871-7163634af22d, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=ca65c076-5a6f-484a-9871-7163634af22d,segment=NetworkSegment(20b9bc5a-f40c-4305-aea8-1cd399f9d3b9),segment_id=20b9bc5a-f40c-4305-aea8-1cd399f9d3b9)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:33:13.376692 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:13.377505 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device 5c7b0226-5733-4a12-8cf6-a2a8001dd2da up at agent hyperv_n-h2-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:33:13.468053 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Pushing event updated for resources: {'Port': ['ID=ca65c076-5a6f-484a-9871-7163634af22d,revision_number=5']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:33:13.487254 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Provisioning for port 5c7b0226-5733-4a12-8cf6-a2a8001dd2da completed by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 17:33:13.499803 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Provisioning complete for port 5c7b0226-5733-4a12-8cf6-a2a8001dd2da triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:33:13.500753 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:13.543391 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-3c0e1d03-d857-4ebc-b7ab-e420d1611e5a req-d6ec9278-24dd-4f15-9a44-c484881d09cc tempest-ServerMetadataNegativeTestJSON-1962356753 tempest-ServerMetadataNegativeTestJSON-1962356753-project] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:13.559275 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6d52a6-1393-43f9-be7f-f39da73cb1b1 req-4dacd783-6109-4739-ad4d-5fb3831ca30a tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:33:13.572917 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6d52a6-1393-43f9-be7f-f39da73cb1b1 req-4dacd783-6109-4739-ad4d-5fb3831ca30a tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:33:13.585305 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6d52a6-1393-43f9-be7f-f39da73cb1b1 req-4dacd783-6109-4739-ad4d-5fb3831ca30a tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:33:13.592348 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-3c0e1d03-d857-4ebc-b7ab-e420d1611e5a req-d6ec9278-24dd-4f15-9a44-c484881d09cc tempest-ServerMetadataNegativeTestJSON-1962356753 tempest-ServerMetadataNegativeTestJSON-1962356753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:13.594278 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6d52a6-1393-43f9-be7f-f39da73cb1b1 req-4dacd783-6109-4739-ad4d-5fb3831ca30a tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:33:13.601460 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6d52a6-1393-43f9-be7f-f39da73cb1b1 req-4dacd783-6109-4739-ad4d-5fb3831ca30a tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:33:13.610148 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6d52a6-1393-43f9-be7f-f39da73cb1b1 req-4dacd783-6109-4739-ad4d-5fb3831ca30a tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:33:13.617483 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6d52a6-1393-43f9-be7f-f39da73cb1b1 req-4dacd783-6109-4739-ad4d-5fb3831ca30a tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:33:13.626454 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4f6d52a6-1393-43f9-be7f-f39da73cb1b1 req-4dacd783-6109-4739-ad4d-5fb3831ca30a tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] 10.222.0.60 "GET /v2.0/ports?device_id=6405c518-c3fe-4701-acc0-e089ba26cce4 HTTP/1.1" status: 200 len: 5432 time: 0.1941140 Nov 23 17:33:13.654918 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c0e1d03-d857-4ebc-b7ab-e420d1611e5a req-d6ec9278-24dd-4f15-9a44-c484881d09cc tempest-ServerMetadataNegativeTestJSON-1962356753 tempest-ServerMetadataNegativeTestJSON-1962356753-project] Network b1de2fcb-6500-42d6-94a6-34682dde52f8 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:33:13.662374 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [req-3c0e1d03-d857-4ebc-b7ab-e420d1611e5a req-d6ec9278-24dd-4f15-9a44-c484881d09cc tempest-ServerMetadataNegativeTestJSON-1962356753 tempest-ServerMetadataNegativeTestJSON-1962356753-project] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:33:13.669016 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c0e1d03-d857-4ebc-b7ab-e420d1611e5a req-d6ec9278-24dd-4f15-9a44-c484881d09cc tempest-ServerMetadataNegativeTestJSON-1962356753 tempest-ServerMetadataNegativeTestJSON-1962356753-project] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:33:13.674142 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:13.679587 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-0ee9301d-d104-476f-8d9a-5cea05afdeb5 req-3addcb9f-3e6b-4bed-b27c-33d20f6f41c2 tempest-ServerShowV257Test-2040103890 tempest-ServerShowV257Test-2040103890-project] 10.222.0.60 "GET /v2.0/ports?device_id=d386967e-b717-4931-8dcf-3391744b6743 HTTP/1.1" status: 200 len: 210 time: 0.0446143 Nov 23 17:33:13.732249 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ec9278-24dd-4f15-9a44-c484881d09cc tempest-ServerMetadataNegativeTestJSON-1962356753 tempest-ServerMetadataNegativeTestJSON-1962356753-project] Pushing event updated for resources: {'Port': ['ID=de9337b1-d602-45a0-bce7-8d5aa12005d2,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:33:13.748705 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port 5c7b0226-5733-4a12-8cf6-a2a8001dd2da, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=5c7b0226-5733-4a12-8cf6-a2a8001dd2da,segment=NetworkSegment(57150f33-5c5e-42b2-9a51-7db09327dcc4),segment_id=57150f33-5c5e-42b2-9a51-7db09327dcc4)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:33:13.755388 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:13.756335 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device bc47c78f-ab00-4260-a560-1743414d7f20 up at agent hyperv_n-h2-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:33:13.777472 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0e1d03-d857-4ebc-b7ab-e420d1611e5a req-d6ec9278-24dd-4f15-9a44-c484881d09cc tempest-ServerMetadataNegativeTestJSON-1962356753 tempest-ServerMetadataNegativeTestJSON-1962356753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:33:13.778136 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-3c0e1d03-d857-4ebc-b7ab-e420d1611e5a req-d6ec9278-24dd-4f15-9a44-c484881d09cc tempest-ServerMetadataNegativeTestJSON-1962356753 tempest-ServerMetadataNegativeTestJSON-1962356753-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:13.781087 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4f6d52a6-1393-43f9-be7f-f39da73cb1b1 req-fb0bee75-715b-45fb-8abe-f3a6d4a98921 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] 10.222.0.60 "GET /v2.0/security-groups?id=5a532450-e3c1-4821-9a24-76c3d212b901&id=10d72a3d-a998-4d2f-a806-0da22bfe86ab&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1532438 Nov 23 17:33:13.801318 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-3c0e1d03-d857-4ebc-b7ab-e420d1611e5a req-d6ec9278-24dd-4f15-9a44-c484881d09cc tempest-ServerMetadataNegativeTestJSON-1962356753 tempest-ServerMetadataNegativeTestJSON-1962356753-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8773825 Nov 23 17:33:13.817598 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [req-3c0e1d03-d857-4ebc-b7ab-e420d1611e5a req-30b802ee-019b-497e-ba7f-1561e5a52b3e service neutron] Request body: {'port': {'device_id': '9455df1c-48ba-4c62-8be8-43345b3f503f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-8'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:33:13.880929 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Pushing event updated for resources: {'Port': ['ID=5c7b0226-5733-4a12-8cf6-a2a8001dd2da,revision_number=5']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:33:13.899435 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36802f17-badb-4a51-8b06-27b76500b27b req-87c0dcdb-06db-4891-a3a4-8706a9e87bd1 tempest-ServerMetadataNegativeTestJSON-1962356753 tempest-ServerMetadataNegativeTestJSON-1962356753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:33:13.905394 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-36802f17-badb-4a51-8b06-27b76500b27b req-87c0dcdb-06db-4891-a3a4-8706a9e87bd1 tempest-ServerMetadataNegativeTestJSON-1962356753 tempest-ServerMetadataNegativeTestJSON-1962356753-project] 10.222.0.60 "GET /v2.0/ports?device_id=9455df1c-48ba-4c62-8be8-43345b3f503f HTTP/1.1" status: 200 len: 932 time: 0.1055970 Nov 23 17:33:13.915546 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Provisioning for port bc47c78f-ab00-4260-a560-1743414d7f20 completed by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 17:33:13.922498 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Provisioning complete for port bc47c78f-ab00-4260-a560-1743414d7f20 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:33:13.923303 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:13.964885 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6405c518-c3fe-4701-acc0-e089ba26cce4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98991338-19a7-4834-b0b5-0086ee597775'}, {'server_uuid': '6405c518-c3fe-4701-acc0-e089ba26cce4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '710bef9f-b70a-46f8-8336-d0a377111f32'}, {'server_uuid': '6405c518-c3fe-4701-acc0-e089ba26cce4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4f487c3-aeab-403d-8746-5a1aee6d7eaa'}, {'server_uuid': '6405c518-c3fe-4701-acc0-e089ba26cce4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca65c076-5a6f-484a-9871-7163634af22d'}, {'server_uuid': '6405c518-c3fe-4701-acc0-e089ba26cce4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c7b0226-5733-4a12-8cf6-a2a8001dd2da'}] {{(pid=103592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:33:13.967734 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba3e6a8f2301c7a29fe1eca9779abdae4ccbcd6266d69778087f2498d5551201" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1d92de5-ac16-49c7-a127-9804c93f2ac4" -d '{"events": [{"server_uuid": "6405c518-c3fe-4701-acc0-e089ba26cce4", "name": "network-vif-plugged", "status": "completed", "tag": "98991338-19a7-4834-b0b5-0086ee597775"}, {"server_uuid": "6405c518-c3fe-4701-acc0-e089ba26cce4", "name": "network-vif-plugged", "status": "completed", "tag": "710bef9f-b70a-46f8-8336-d0a377111f32"}, {"server_uuid": "6405c518-c3fe-4701-acc0-e089ba26cce4", "name": "network-vif-plugged", "status": "completed", "tag": "d4f487c3-aeab-403d-8746-5a1aee6d7eaa"}, {"server_uuid": "6405c518-c3fe-4701-acc0-e089ba26cce4", "name": "network-vif-plugged", "status": "completed", "tag": "ca65c076-5a6f-484a-9871-7163634af22d"}, {"server_uuid": "6405c518-c3fe-4701-acc0-e089ba26cce4", "name": "network-vif-plugged", "status": "completed", "tag": "5c7b0226-5733-4a12-8cf6-a2a8001dd2da"}]}' {{(pid=103592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:33:13.971967 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-3c0e1d03-d857-4ebc-b7ab-e420d1611e5a req-30b802ee-019b-497e-ba7f-1561e5a52b3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:14.023420 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-36802f17-badb-4a51-8b06-27b76500b27b req-6d48c286-93e1-457f-8c3e-3802bd483293 tempest-ServerMetadataNegativeTestJSON-1962356753 tempest-ServerMetadataNegativeTestJSON-1962356753-project] 10.222.0.60 "GET /v2.0/security-groups?id=53a6a452-6a31-497c-b47e-c6ffd8c87130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099901 Nov 23 17:33:14.064937 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:14.091372 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 867 Content-Type: application/json Date: Tue, 23 Nov 2021 17:33:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e29234a7-24db-46b8-bcdc-1673ee1a669f x-openstack-request-id: req-e29234a7-24db-46b8-bcdc-1673ee1a669f {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:33:14.091917 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6405c518-c3fe-4701-acc0-e089ba26cce4", "name": "network-vif-plugged", "status": "completed", "tag": "98991338-19a7-4834-b0b5-0086ee597775", "code": 200}, {"server_uuid": "6405c518-c3fe-4701-acc0-e089ba26cce4", "name": "network-vif-plugged", "status": "completed", "tag": "710bef9f-b70a-46f8-8336-d0a377111f32", "code": 200}, {"server_uuid": "6405c518-c3fe-4701-acc0-e089ba26cce4", "name": "network-vif-plugged", "status": "completed", "tag": "d4f487c3-aeab-403d-8746-5a1aee6d7eaa", "code": 200}, {"server_uuid": "6405c518-c3fe-4701-acc0-e089ba26cce4", "name": "network-vif-plugged", "status": "completed", "tag": "ca65c076-5a6f-484a-9871-7163634af22d", "code": 200}, {"server_uuid": "6405c518-c3fe-4701-acc0-e089ba26cce4", "name": "network-vif-plugged", "status": "completed", "tag": "5c7b0226-5733-4a12-8cf6-a2a8001dd2da", "code": 200}]} {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:33:14.092246 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e29234a7-24db-46b8-bcdc-1673ee1a669f {{(pid=103592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:33:14.092871 n-d-816206-8 neutron-server[103592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6405c518-c3fe-4701-acc0-e089ba26cce4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98991338-19a7-4834-b0b5-0086ee597775', 'code': 200} Nov 23 17:33:14.093210 n-d-816206-8 neutron-server[103592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6405c518-c3fe-4701-acc0-e089ba26cce4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '710bef9f-b70a-46f8-8336-d0a377111f32', 'code': 200} Nov 23 17:33:14.094155 n-d-816206-8 neutron-server[103592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6405c518-c3fe-4701-acc0-e089ba26cce4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4f487c3-aeab-403d-8746-5a1aee6d7eaa', 'code': 200} Nov 23 17:33:14.094513 n-d-816206-8 neutron-server[103592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6405c518-c3fe-4701-acc0-e089ba26cce4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca65c076-5a6f-484a-9871-7163634af22d', 'code': 200} Nov 23 17:33:14.094832 n-d-816206-8 neutron-server[103592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6405c518-c3fe-4701-acc0-e089ba26cce4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c7b0226-5733-4a12-8cf6-a2a8001dd2da', 'code': 200} Nov 23 17:33:14.119163 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:14.121125 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port bc47c78f-ab00-4260-a560-1743414d7f20, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=bc47c78f-ab00-4260-a560-1743414d7f20,segment=NetworkSegment(20b9bc5a-f40c-4305-aea8-1cd399f9d3b9),segment_id=20b9bc5a-f40c-4305-aea8-1cd399f9d3b9)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:33:14.126258 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:14.183091 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Pushing event updated for resources: {'Port': ['ID=bc47c78f-ab00-4260-a560-1743414d7f20,revision_number=5']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:33:14.336295 n-d-816206-8 neutron-server[103590]: DEBUG neutron.notifiers.nova [req-3c0e1d03-d857-4ebc-b7ab-e420d1611e5a req-30b802ee-019b-497e-ba7f-1561e5a52b3e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de9337b1-d602-45a0-bce7-8d5aa12005d2 {{(pid=103590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:33:14.346690 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-3c0e1d03-d857-4ebc-b7ab-e420d1611e5a req-30b802ee-019b-497e-ba7f-1561e5a52b3e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:14.361617 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [req-3c0e1d03-d857-4ebc-b7ab-e420d1611e5a req-30b802ee-019b-497e-ba7f-1561e5a52b3e service neutron] Transition to ACTIVE for port object de9337b1-d602-45a0-bce7-8d5aa12005d2 will not be triggered until provisioned by entity L2. {{(pid=103590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 17:33:14.366716 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-3c0e1d03-d857-4ebc-b7ab-e420d1611e5a req-30b802ee-019b-497e-ba7f-1561e5a52b3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264357957'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:14.417352 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b802ee-019b-497e-ba7f-1561e5a52b3e service neutron] Pushing event updated for resources: {'Port': ['ID=de9337b1-d602-45a0-bce7-8d5aa12005d2,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:33:14.501305 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [req-3c0e1d03-d857-4ebc-b7ab-e420d1611e5a req-30b802ee-019b-497e-ba7f-1561e5a52b3e service neutron] Attempting to bind port de9337b1-d602-45a0-bce7-8d5aa12005d2 on host n-h1-816206-8 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:33:14.502120 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [req-3c0e1d03-d857-4ebc-b7ab-e420d1611e5a req-30b802ee-019b-497e-ba7f-1561e5a52b3e service neutron] Attempting to bind port de9337b1-d602-45a0-bce7-8d5aa12005d2 by drivers openvswitch,hyperv on host n-h1-816206-8 at level 0 using segments [{'id': '513a7b4e-df38-4e22-9761-50dea07280d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'b1de2fcb-6500-42d6-94a6-34682dde52f8'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:33:14.502373 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c0e1d03-d857-4ebc-b7ab-e420d1611e5a req-30b802ee-019b-497e-ba7f-1561e5a52b3e service neutron] Attempting to bind port de9337b1-d602-45a0-bce7-8d5aa12005d2 on network b1de2fcb-6500-42d6-94a6-34682dde52f8 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:33:14.506991 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c0e1d03-d857-4ebc-b7ab-e420d1611e5a req-30b802ee-019b-497e-ba7f-1561e5a52b3e service neutron] Port de9337b1-d602-45a0-bce7-8d5aa12005d2 on network b1de2fcb-6500-42d6-94a6-34682dde52f8 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-8 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 17:33:14.507291 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c0e1d03-d857-4ebc-b7ab-e420d1611e5a req-30b802ee-019b-497e-ba7f-1561e5a52b3e service neutron] Attempting to bind port de9337b1-d602-45a0-bce7-8d5aa12005d2 on network b1de2fcb-6500-42d6-94a6-34682dde52f8 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:33:14.512161 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c0e1d03-d857-4ebc-b7ab-e420d1611e5a req-30b802ee-019b-497e-ba7f-1561e5a52b3e service neutron] Checking agent: {'id': '4b0a4557-3bfe-4828-80a0-7981fc3ac84c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 15, 14), 'started_at': datetime.datetime(2021, 11, 23, 17, 15, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 33, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:33:14.512519 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c0e1d03-d857-4ebc-b7ab-e420d1611e5a req-30b802ee-019b-497e-ba7f-1561e5a52b3e service neutron] Checking segment: {'id': '513a7b4e-df38-4e22-9761-50dea07280d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'b1de2fcb-6500-42d6-94a6-34682dde52f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:33:14.512900 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c0e1d03-d857-4ebc-b7ab-e420d1611e5a req-30b802ee-019b-497e-ba7f-1561e5a52b3e service neutron] Bound using segment: {'id': '513a7b4e-df38-4e22-9761-50dea07280d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'b1de2fcb-6500-42d6-94a6-34682dde52f8'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:33:14.513319 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [req-3c0e1d03-d857-4ebc-b7ab-e420d1611e5a req-30b802ee-019b-497e-ba7f-1561e5a52b3e service neutron] Bound port: de9337b1-d602-45a0-bce7-8d5aa12005d2, host: n-h1-816206-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '513a7b4e-df38-4e22-9761-50dea07280d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'b1de2fcb-6500-42d6-94a6-34682dde52f8'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:33:14.513669 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-3c0e1d03-d857-4ebc-b7ab-e420d1611e5a req-30b802ee-019b-497e-ba7f-1561e5a52b3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:14.583552 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [req-3c0e1d03-d857-4ebc-b7ab-e420d1611e5a req-30b802ee-019b-497e-ba7f-1561e5a52b3e service neutron] For port de9337b1-d602-45a0-bce7-8d5aa12005d2, host n-h1-816206-8, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:33:14.587435 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [req-3c0e1d03-d857-4ebc-b7ab-e420d1611e5a req-30b802ee-019b-497e-ba7f-1561e5a52b3e service neutron] For port de9337b1-d602-45a0-bce7-8d5aa12005d2, host n-h1-816206-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=de9337b1-d602-45a0-bce7-8d5aa12005d2,segment=NetworkSegment(513a7b4e-df38-4e22-9761-50dea07280d8),segment_id=513a7b4e-df38-4e22-9761-50dea07280d8)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:33:14.591586 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-3c0e1d03-d857-4ebc-b7ab-e420d1611e5a req-30b802ee-019b-497e-ba7f-1561e5a52b3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264357957'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:14.630972 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0e1d03-d857-4ebc-b7ab-e420d1611e5a req-30b802ee-019b-497e-ba7f-1561e5a52b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:33:14.631599 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-3c0e1d03-d857-4ebc-b7ab-e420d1611e5a req-30b802ee-019b-497e-ba7f-1561e5a52b3e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:14.633394 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-3c0e1d03-d857-4ebc-b7ab-e420d1611e5a req-30b802ee-019b-497e-ba7f-1561e5a52b3e service neutron] 10.222.0.55 "PUT /v2.0/ports/de9337b1-d602-45a0-bce7-8d5aa12005d2 HTTP/1.1" status: 200 len: 1092 time: 0.8239434 Nov 23 17:33:14.633841 n-d-816206-8 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9455df1c-48ba-4c62-8be8-43345b3f503f', 'tag': 'de9337b1-d602-45a0-bce7-8d5aa12005d2'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:33:14.636074 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbabddbc9fc37b068808e119c416c86f5957ca04531a4a0d2e695c515e93483b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6e3cb82-7321-41e2-8343-3af7d381e4e3" -d '{"events": [{"name": "network-changed", "server_uuid": "9455df1c-48ba-4c62-8be8-43345b3f503f", "tag": "de9337b1-d602-45a0-bce7-8d5aa12005d2"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:33:14.667905 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b802ee-019b-497e-ba7f-1561e5a52b3e service neutron] Pushing event updated for resources: {'Port': ['ID=de9337b1-d602-45a0-bce7-8d5aa12005d2,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:33:14.743542 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0e1d03-d857-4ebc-b7ab-e420d1611e5a req-24fde023-2660-430f-b96f-d45fe322a6b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:33:14.745347 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-3c0e1d03-d857-4ebc-b7ab-e420d1611e5a req-24fde023-2660-430f-b96f-d45fe322a6b9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1a3213c156b7487ead41525906638731&device_id=9455df1c-48ba-4c62-8be8-43345b3f503f HTTP/1.1" status: 200 len: 1095 time: 0.0637255 Nov 23 17:33:14.771604 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 17:33:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc2bcd89-e7dd-44b1-a475-73b4478d1d87 x-openstack-request-id: req-fc2bcd89-e7dd-44b1-a475-73b4478d1d87 {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:33:14.771726 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9455df1c-48ba-4c62-8be8-43345b3f503f", "tag": "de9337b1-d602-45a0-bce7-8d5aa12005d2", "status": "completed", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:33:14.771947 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-fc2bcd89-e7dd-44b1-a475-73b4478d1d87 {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:33:14.772344 n-d-816206-8 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9455df1c-48ba-4c62-8be8-43345b3f503f', 'tag': 'de9337b1-d602-45a0-bce7-8d5aa12005d2', 'status': 'completed', 'code': 200} Nov 23 17:33:14.804251 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-3c0e1d03-d857-4ebc-b7ab-e420d1611e5a req-149a1442-efa1-449a-87ea-f9a5320a8226 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=de9337b1-d602-45a0-bce7-8d5aa12005d2 HTTP/1.1" status: 200 len: 217 time: 0.0474563 Nov 23 17:33:14.809767 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5b59ce03-9a20-4106-9344-87fc25fcc0ee req-3d6ea412-567c-4064-b7d5-ee6664729ea5 tempest-ServerShowV257Test-2040103890 tempest-ServerShowV257Test-2040103890-project] 10.222.0.60 "GET /v2.0/ports?device_id=d386967e-b717-4931-8dcf-3391744b6743 HTTP/1.1" status: 200 len: 210 time: 0.0277832 Nov 23 17:33:14.863796 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0e1d03-d857-4ebc-b7ab-e420d1611e5a req-22e48414-ee80-4f23-800e-6ee6b7eaac11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:33:14.865455 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-3c0e1d03-d857-4ebc-b7ab-e420d1611e5a req-22e48414-ee80-4f23-800e-6ee6b7eaac11 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7b9f927f-c4ea-4521-bacc-d2b7b2583e76 HTTP/1.1" status: 200 len: 859 time: 0.0530345 Nov 23 17:33:14.907645 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-3c0e1d03-d857-4ebc-b7ab-e420d1611e5a req-6f911f4d-4d61-4204-8a9a-be8c47dc0c44 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b1de2fcb-6500-42d6-94a6-34682dde52f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342751 Nov 23 17:33:14.939995 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47c20d0-f3ba-425c-add2-c7048a9c0d6b req-26b13261-fac7-449b-88b8-a1e55d3b6ed0 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:33:14.946088 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47c20d0-f3ba-425c-add2-c7048a9c0d6b req-26b13261-fac7-449b-88b8-a1e55d3b6ed0 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:33:14.952386 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47c20d0-f3ba-425c-add2-c7048a9c0d6b req-26b13261-fac7-449b-88b8-a1e55d3b6ed0 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:33:14.959336 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47c20d0-f3ba-425c-add2-c7048a9c0d6b req-26b13261-fac7-449b-88b8-a1e55d3b6ed0 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:33:14.965653 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47c20d0-f3ba-425c-add2-c7048a9c0d6b req-26b13261-fac7-449b-88b8-a1e55d3b6ed0 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:33:14.972794 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47c20d0-f3ba-425c-add2-c7048a9c0d6b req-26b13261-fac7-449b-88b8-a1e55d3b6ed0 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:33:14.979042 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47c20d0-f3ba-425c-add2-c7048a9c0d6b req-26b13261-fac7-449b-88b8-a1e55d3b6ed0 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:33:14.981145 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f47c20d0-f3ba-425c-add2-c7048a9c0d6b req-26b13261-fac7-449b-88b8-a1e55d3b6ed0 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] 10.222.0.60 "GET /v2.0/ports?device_id=6405c518-c3fe-4701-acc0-e089ba26cce4 HTTP/1.1" status: 200 len: 5434 time: 0.1029532 Nov 23 17:33:15.028760 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-449c16b1-8340-47da-b561-7ec440934fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:15.060375 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-3c0e1d03-d857-4ebc-b7ab-e420d1611e5a req-68b862d7-0655-4d18-ada9-6552006f941f service neutron] 10.222.0.55 "GET /v2.0/networks/b1de2fcb-6500-42d6-94a6-34682dde52f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417625 Nov 23 17:33:15.064533 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f47c20d0-f3ba-425c-add2-c7048a9c0d6b req-1a0d7be6-07c1-4bc2-9d41-6bde9d22dc52 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] 10.222.0.60 "GET /v2.0/security-groups?id=5a532450-e3c1-4821-9a24-76c3d212b901&id=10d72a3d-a998-4d2f-a806-0da22bfe86ab&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0754337 Nov 23 17:33:15.181832 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-3c0e1d03-d857-4ebc-b7ab-e420d1611e5a req-0e502b1f-4fb4-488c-b973-be4458775b7a service neutron] 10.222.0.55 "GET /v2.0/networks/b1de2fcb-6500-42d6-94a6-34682dde52f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1131203 Nov 23 17:33:15.233107 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8aef2bb-6d64-4a4a-b937-5016faf4e438 req-b814c85a-9c95-4586-b2cc-372448edfaa9 tempest-ServerMetadataNegativeTestJSON-1962356753 tempest-ServerMetadataNegativeTestJSON-1962356753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:33:15.233107 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c8aef2bb-6d64-4a4a-b937-5016faf4e438 req-b814c85a-9c95-4586-b2cc-372448edfaa9 tempest-ServerMetadataNegativeTestJSON-1962356753 tempest-ServerMetadataNegativeTestJSON-1962356753-project] 10.222.0.60 "GET /v2.0/ports?device_id=9455df1c-48ba-4c62-8be8-43345b3f503f HTTP/1.1" status: 200 len: 944 time: 0.0876608 Nov 23 17:33:15.291205 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e3cb82-7321-41e2-8343-3af7d381e4e3 req-dc3677b3-421a-4086-b77b-b01121321343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:33:15.292765 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-e6e3cb82-7321-41e2-8343-3af7d381e4e3 req-dc3677b3-421a-4086-b77b-b01121321343 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1a3213c156b7487ead41525906638731&device_id=9455df1c-48ba-4c62-8be8-43345b3f503f HTTP/1.1" status: 200 len: 1095 time: 0.0457141 Nov 23 17:33:15.293542 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c8aef2bb-6d64-4a4a-b937-5016faf4e438 req-3c48fd7c-87f6-49b5-b117-23d8a5fdf2f1 tempest-ServerMetadataNegativeTestJSON-1962356753 tempest-ServerMetadataNegativeTestJSON-1962356753-project] 10.222.0.60 "GET /v2.0/security-groups?id=53a6a452-6a31-497c-b47e-c6ffd8c87130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601015 Nov 23 17:33:15.390583 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e3cb82-7321-41e2-8343-3af7d381e4e3 req-96c1ee04-e16f-4f65-a50a-adef18f3a592 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:33:15.392571 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-e6e3cb82-7321-41e2-8343-3af7d381e4e3 req-96c1ee04-e16f-4f65-a50a-adef18f3a592 service neutron] 10.222.0.55 "GET /v2.0/networks?id=b1de2fcb-6500-42d6-94a6-34682dde52f8 HTTP/1.1" status: 200 len: 920 time: 0.0921891 Nov 23 17:33:15.436800 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-e6e3cb82-7321-41e2-8343-3af7d381e4e3 req-9b69f637-4c1f-44df-a972-31e498e61c0d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=de9337b1-d602-45a0-bce7-8d5aa12005d2 HTTP/1.1" status: 200 len: 217 time: 0.0371480 Nov 23 17:33:15.492574 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e3cb82-7321-41e2-8343-3af7d381e4e3 req-83d64040-726f-4934-a6b0-f0789d430ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:33:15.494370 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-e6e3cb82-7321-41e2-8343-3af7d381e4e3 req-83d64040-726f-4934-a6b0-f0789d430ffd service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7b9f927f-c4ea-4521-bacc-d2b7b2583e76 HTTP/1.1" status: 200 len: 859 time: 0.0505266 Nov 23 17:33:15.529638 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-e6e3cb82-7321-41e2-8343-3af7d381e4e3 req-a1b58bad-d451-4354-8f4d-f0bad25e234d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b1de2fcb-6500-42d6-94a6-34682dde52f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255959 Nov 23 17:33:15.624028 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-e6e3cb82-7321-41e2-8343-3af7d381e4e3 req-45988cfe-6392-49cf-867a-898e1b525af1 service neutron] 10.222.0.55 "GET /v2.0/networks/b1de2fcb-6500-42d6-94a6-34682dde52f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862682 Nov 23 17:33:15.722701 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-e6e3cb82-7321-41e2-8343-3af7d381e4e3 req-60f95295-2a18-4377-a743-07733b4efe65 service neutron] 10.222.0.55 "GET /v2.0/networks/b1de2fcb-6500-42d6-94a6-34682dde52f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915465 Nov 23 17:33:15.934938 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4873d801-51ee-4173-b42d-c6214c9f35c0 req-88346fe1-bd0b-4a7d-92cb-39ccde78ebcd tempest-ServerShowV257Test-2040103890 tempest-ServerShowV257Test-2040103890-project] 10.222.0.60 "GET /v2.0/ports?device_id=d386967e-b717-4931-8dcf-3391744b6743 HTTP/1.1" status: 200 len: 210 time: 0.0268288 Nov 23 17:33:16.095817 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6405c518-c3fe-4701-acc0-e089ba26cce4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc47c78f-ab00-4260-a560-1743414d7f20'}] {{(pid=103592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:33:16.099015 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba3e6a8f2301c7a29fe1eca9779abdae4ccbcd6266d69778087f2498d5551201" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5edb218f-c176-410a-8c24-b49a008ea37b" -d '{"events": [{"server_uuid": "6405c518-c3fe-4701-acc0-e089ba26cce4", "name": "network-vif-plugged", "status": "completed", "tag": "bc47c78f-ab00-4260-a560-1743414d7f20"}]}' {{(pid=103592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:33:16.215014 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:33:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05abe168-0fa5-4227-97ef-fce669b0bb7f x-openstack-request-id: req-05abe168-0fa5-4227-97ef-fce669b0bb7f {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:33:16.215312 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6405c518-c3fe-4701-acc0-e089ba26cce4", "name": "network-vif-plugged", "status": "completed", "tag": "bc47c78f-ab00-4260-a560-1743414d7f20", "code": 200}]} {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:33:16.215570 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-05abe168-0fa5-4227-97ef-fce669b0bb7f {{(pid=103592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:33:16.215963 n-d-816206-8 neutron-server[103592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6405c518-c3fe-4701-acc0-e089ba26cce4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc47c78f-ab00-4260-a560-1743414d7f20', 'code': 200} Nov 23 17:33:16.217896 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6a415b-84c8-4287-a908-88989ea87e2f req-687c2916-8281-4dea-b51c-afdada63a450 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:33:16.226825 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6a415b-84c8-4287-a908-88989ea87e2f req-687c2916-8281-4dea-b51c-afdada63a450 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:33:16.242723 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6a415b-84c8-4287-a908-88989ea87e2f req-687c2916-8281-4dea-b51c-afdada63a450 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:33:16.259993 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6a415b-84c8-4287-a908-88989ea87e2f req-687c2916-8281-4dea-b51c-afdada63a450 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:33:16.268529 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6a415b-84c8-4287-a908-88989ea87e2f req-687c2916-8281-4dea-b51c-afdada63a450 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:33:16.275432 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6a415b-84c8-4287-a908-88989ea87e2f req-687c2916-8281-4dea-b51c-afdada63a450 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:33:16.282397 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6a415b-84c8-4287-a908-88989ea87e2f req-687c2916-8281-4dea-b51c-afdada63a450 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:33:16.284777 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-bb6a415b-84c8-4287-a908-88989ea87e2f req-687c2916-8281-4dea-b51c-afdada63a450 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] 10.222.0.60 "GET /v2.0/ports?device_id=6405c518-c3fe-4701-acc0-e089ba26cce4 HTTP/1.1" status: 200 len: 5434 time: 0.1301773 Nov 23 17:33:16.392570 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-bb6a415b-84c8-4287-a908-88989ea87e2f req-3b6dc828-09bd-4a43-8859-d35bde91b352 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] 10.222.0.60 "GET /v2.0/security-groups?id=5a532450-e3c1-4821-9a24-76c3d212b901&id=10d72a3d-a998-4d2f-a806-0da22bfe86ab&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1009994 Nov 23 17:33:16.405352 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128bec9f-c329-44bb-a142-ec9c914c1a36 req-2bbe9ae3-eb5b-4bd3-84bb-7f3d2b0ad0b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:33:16.405835 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128bec9f-c329-44bb-a142-ec9c914c1a36 req-2bbe9ae3-eb5b-4bd3-84bb-7f3d2b0ad0b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:33:16.406861 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128bec9f-c329-44bb-a142-ec9c914c1a36 req-2bbe9ae3-eb5b-4bd3-84bb-7f3d2b0ad0b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:33:16.407325 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128bec9f-c329-44bb-a142-ec9c914c1a36 req-2bbe9ae3-eb5b-4bd3-84bb-7f3d2b0ad0b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:33:16.407790 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128bec9f-c329-44bb-a142-ec9c914c1a36 req-2bbe9ae3-eb5b-4bd3-84bb-7f3d2b0ad0b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:33:16.408250 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128bec9f-c329-44bb-a142-ec9c914c1a36 req-2bbe9ae3-eb5b-4bd3-84bb-7f3d2b0ad0b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:33:16.408733 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128bec9f-c329-44bb-a142-ec9c914c1a36 req-2bbe9ae3-eb5b-4bd3-84bb-7f3d2b0ad0b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:33:16.410614 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-128bec9f-c329-44bb-a142-ec9c914c1a36 req-2bbe9ae3-eb5b-4bd3-84bb-7f3d2b0ad0b0 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=6405c518-c3fe-4701-acc0-e089ba26cce4 HTTP/1.1" status: 200 len: 6491 time: 0.0846541 Nov 23 17:33:16.461447 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-52822d53-48f5-4819-8a95-bdc13aea0bf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:16.512671 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79812cc7-ed31-4b17-a98f-e63415581a86 req-d38ce165-c6d3-418d-b98b-b9216bd95ea4 tempest-ServerMetadataNegativeTestJSON-1962356753 tempest-ServerMetadataNegativeTestJSON-1962356753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:33:16.514220 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-79812cc7-ed31-4b17-a98f-e63415581a86 req-d38ce165-c6d3-418d-b98b-b9216bd95ea4 tempest-ServerMetadataNegativeTestJSON-1962356753 tempest-ServerMetadataNegativeTestJSON-1962356753-project] 10.222.0.60 "GET /v2.0/ports?device_id=9455df1c-48ba-4c62-8be8-43345b3f503f HTTP/1.1" status: 200 len: 944 time: 0.1026375 Nov 23 17:33:16.522560 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-128bec9f-c329-44bb-a142-ec9c914c1a36 req-434319ec-4e4e-4e87-9211-f2ceddbd55a8 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=5a532450-e3c1-4821-9a24-76c3d212b901&id=10d72a3d-a998-4d2f-a806-0da22bfe86ab&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1009235 Nov 23 17:33:16.601750 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-79812cc7-ed31-4b17-a98f-e63415581a86 req-7bf5453e-a987-435e-a208-4e0d0172fd32 tempest-ServerMetadataNegativeTestJSON-1962356753 tempest-ServerMetadataNegativeTestJSON-1962356753-project] 10.222.0.60 "GET /v2.0/security-groups?id=53a6a452-6a31-497c-b47e-c6ffd8c87130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781109 Nov 23 17:33:17.060601 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-93f4c1f3-ca2e-4597-8c01-42a346b9db8b req-7b58161b-b1ea-43cf-af34-af2e2ff3f969 tempest-ServerShowV257Test-2040103890 tempest-ServerShowV257Test-2040103890-project] 10.222.0.60 "GET /v2.0/ports?device_id=d386967e-b717-4931-8dcf-3391744b6743 HTTP/1.1" status: 200 len: 210 time: 0.0356231 Nov 23 17:33:17.578754 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bbe837-44d7-4afd-9e1c-36d8311a3ab4 req-d18652ed-8da4-4ef7-8196-17aaeab22af6 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:33:17.584847 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bbe837-44d7-4afd-9e1c-36d8311a3ab4 req-d18652ed-8da4-4ef7-8196-17aaeab22af6 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:33:17.591067 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bbe837-44d7-4afd-9e1c-36d8311a3ab4 req-d18652ed-8da4-4ef7-8196-17aaeab22af6 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:33:17.597973 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bbe837-44d7-4afd-9e1c-36d8311a3ab4 req-d18652ed-8da4-4ef7-8196-17aaeab22af6 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:33:17.604162 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bbe837-44d7-4afd-9e1c-36d8311a3ab4 req-d18652ed-8da4-4ef7-8196-17aaeab22af6 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:33:17.610457 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bbe837-44d7-4afd-9e1c-36d8311a3ab4 req-d18652ed-8da4-4ef7-8196-17aaeab22af6 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:33:17.616451 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bbe837-44d7-4afd-9e1c-36d8311a3ab4 req-d18652ed-8da4-4ef7-8196-17aaeab22af6 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:33:17.618388 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-14bbe837-44d7-4afd-9e1c-36d8311a3ab4 req-d18652ed-8da4-4ef7-8196-17aaeab22af6 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] 10.222.0.60 "GET /v2.0/ports?device_id=6405c518-c3fe-4701-acc0-e089ba26cce4 HTTP/1.1" status: 200 len: 5434 time: 0.1227741 Nov 23 17:33:17.664014 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9a27ae6c-db98-474f-94c1-cc99bf842d79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:17.710087 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-14bbe837-44d7-4afd-9e1c-36d8311a3ab4 req-e89514e1-a7ed-476e-a335-4dd213bb26ad tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] 10.222.0.60 "GET /v2.0/security-groups?id=5a532450-e3c1-4821-9a24-76c3d212b901&id=10d72a3d-a998-4d2f-a806-0da22bfe86ab&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0820503 Nov 23 17:33:17.806486 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ff02ca-c57d-4a0b-81b2-2742fc7dc3ca req-6f188035-2a82-460f-8fd2-ef9cd58a60c3 tempest-ServerMetadataNegativeTestJSON-1962356753 tempest-ServerMetadataNegativeTestJSON-1962356753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:33:17.808627 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-35ff02ca-c57d-4a0b-81b2-2742fc7dc3ca req-6f188035-2a82-460f-8fd2-ef9cd58a60c3 tempest-ServerMetadataNegativeTestJSON-1962356753 tempest-ServerMetadataNegativeTestJSON-1962356753-project] 10.222.0.60 "GET /v2.0/ports?device_id=9455df1c-48ba-4c62-8be8-43345b3f503f HTTP/1.1" status: 200 len: 944 time: 0.0670702 Nov 23 17:33:17.887147 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-35ff02ca-c57d-4a0b-81b2-2742fc7dc3ca req-078386b1-cba4-4d02-98f8-27df71bb37b2 tempest-ServerMetadataNegativeTestJSON-1962356753 tempest-ServerMetadataNegativeTestJSON-1962356753-project] 10.222.0.60 "GET /v2.0/security-groups?id=53a6a452-6a31-497c-b47e-c6ffd8c87130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703313 Nov 23 17:33:17.976212 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device de9337b1-d602-45a0-bce7-8d5aa12005d2 details requested by agent hyperv_n-h1-816206-8 with host n-h1-816206-8 {{(pid=103592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 17:33:18.096751 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port de9337b1-d602-45a0-bce7-8d5aa12005d2, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=de9337b1-d602-45a0-bce7-8d5aa12005d2,segment=NetworkSegment(513a7b4e-df38-4e22-9761-50dea07280d8),segment_id=513a7b4e-df38-4e22-9761-50dea07280d8)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:33:18.119738 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Returning: {'device': 'de9337b1-d602-45a0-bce7-8d5aa12005d2', 'network_id': 'b1de2fcb-6500-42d6-94a6-34682dde52f8', 'port_id': 'de9337b1-d602-45a0-bce7-8d5aa12005d2', 'mac_address': 'fa:16:3e:16:e4:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b9f927f-c4ea-4521-bacc-d2b7b2583e76', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 17:33:18.174109 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:18.197506 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de9337b1-d602-45a0-bce7-8d5aa12005d2 {{(pid=103592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:33:18.221687 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port de9337b1-d602-45a0-bce7-8d5aa12005d2, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=de9337b1-d602-45a0-bce7-8d5aa12005d2,segment=NetworkSegment(513a7b4e-df38-4e22-9761-50dea07280d8),segment_id=513a7b4e-df38-4e22-9761-50dea07280d8)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:33:18.225920 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:18.244957 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-38c99241-ce88-4f80-b6f6-c4d24a0be1ce req-c143ac10-e0ff-4ee5-b7e0-b4f436949f28 tempest-ServerShowV257Test-2040103890 tempest-ServerShowV257Test-2040103890-project] 10.222.0.60 "GET /v2.0/ports?device_id=d386967e-b717-4931-8dcf-3391744b6743 HTTP/1.1" status: 200 len: 210 time: 0.0496230 Nov 23 17:33:18.294452 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:18.300227 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Pushing event updated for resources: {'Port': ['ID=de9337b1-d602-45a0-bce7-8d5aa12005d2,revision_number=4']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:33:18.596623 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] get_ports_and_sgs() called for port_ids ['de9337b1-d602-45a0-bce7-8d5aa12005d2'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:33:18.875912 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a87a02-5d25-4647-8657-0650cedec3bc req-f5fb1f1c-985c-4b40-899b-3b3acacb4081 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:33:18.882930 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a87a02-5d25-4647-8657-0650cedec3bc req-f5fb1f1c-985c-4b40-899b-3b3acacb4081 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:33:18.890466 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a87a02-5d25-4647-8657-0650cedec3bc req-f5fb1f1c-985c-4b40-899b-3b3acacb4081 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:33:18.898013 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a87a02-5d25-4647-8657-0650cedec3bc req-f5fb1f1c-985c-4b40-899b-3b3acacb4081 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:33:18.905566 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a87a02-5d25-4647-8657-0650cedec3bc req-f5fb1f1c-985c-4b40-899b-3b3acacb4081 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:33:18.913897 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a87a02-5d25-4647-8657-0650cedec3bc req-f5fb1f1c-985c-4b40-899b-3b3acacb4081 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:33:18.921455 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a87a02-5d25-4647-8657-0650cedec3bc req-f5fb1f1c-985c-4b40-899b-3b3acacb4081 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:33:18.924587 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d7a87a02-5d25-4647-8657-0650cedec3bc req-f5fb1f1c-985c-4b40-899b-3b3acacb4081 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] 10.222.0.60 "GET /v2.0/ports?device_id=6405c518-c3fe-4701-acc0-e089ba26cce4 HTTP/1.1" status: 200 len: 5434 time: 0.1171083 Nov 23 17:33:19.078418 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d7a87a02-5d25-4647-8657-0650cedec3bc req-e2296bfc-25f6-406f-85ec-564d5db88a6b tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] 10.222.0.60 "GET /v2.0/security-groups?id=5a532450-e3c1-4821-9a24-76c3d212b901&id=10d72a3d-a998-4d2f-a806-0da22bfe86ab&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1348689 Nov 23 17:33:19.103546 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed960a4-32d5-4a0c-a34a-5fa96697f34b req-7ba3b2fd-228c-4c8e-9585-5733c916e200 tempest-ServerMetadataNegativeTestJSON-1962356753 tempest-ServerMetadataNegativeTestJSON-1962356753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:33:19.105483 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9ed960a4-32d5-4a0c-a34a-5fa96697f34b req-7ba3b2fd-228c-4c8e-9585-5733c916e200 tempest-ServerMetadataNegativeTestJSON-1962356753 tempest-ServerMetadataNegativeTestJSON-1962356753-project] 10.222.0.60 "GET /v2.0/ports?device_id=9455df1c-48ba-4c62-8be8-43345b3f503f HTTP/1.1" status: 200 len: 945 time: 0.0924399 Nov 23 17:33:19.206572 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9ed960a4-32d5-4a0c-a34a-5fa96697f34b req-9a3fecc0-93f3-4ca0-9e15-8b779b1c2ca1 tempest-ServerMetadataNegativeTestJSON-1962356753 tempest-ServerMetadataNegativeTestJSON-1962356753-project] 10.222.0.60 "GET /v2.0/security-groups?id=53a6a452-6a31-497c-b47e-c6ffd8c87130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909448 Nov 23 17:33:19.295112 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebaba86-c7e6-44eb-a124-a0e998c2b3e6 req-6f8e6134-65b4-4e32-a916-80ec0751b61f tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:33:19.305340 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebaba86-c7e6-44eb-a124-a0e998c2b3e6 req-6f8e6134-65b4-4e32-a916-80ec0751b61f tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:33:19.314850 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebaba86-c7e6-44eb-a124-a0e998c2b3e6 req-6f8e6134-65b4-4e32-a916-80ec0751b61f tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:33:19.322813 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebaba86-c7e6-44eb-a124-a0e998c2b3e6 req-6f8e6134-65b4-4e32-a916-80ec0751b61f tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:33:19.329989 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebaba86-c7e6-44eb-a124-a0e998c2b3e6 req-6f8e6134-65b4-4e32-a916-80ec0751b61f tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:33:19.336147 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebaba86-c7e6-44eb-a124-a0e998c2b3e6 req-6f8e6134-65b4-4e32-a916-80ec0751b61f tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:33:19.342595 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebaba86-c7e6-44eb-a124-a0e998c2b3e6 req-6f8e6134-65b4-4e32-a916-80ec0751b61f tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:33:19.345244 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-cebaba86-c7e6-44eb-a124-a0e998c2b3e6 req-6f8e6134-65b4-4e32-a916-80ec0751b61f tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] 10.222.0.60 "GET /v2.0/ports?device_id=6405c518-c3fe-4701-acc0-e089ba26cce4 HTTP/1.1" status: 200 len: 5434 time: 0.1369123 Nov 23 17:33:19.356304 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 37890) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:33:19.362235 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-00ac1304-8e86-4fcc-becb-1e501d4c8356 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Request body: {'floatingip': {'port_id': '5c7b0226-5733-4a12-8cf6-a2a8001dd2da'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:33:19.410728 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-00ac1304-8e86-4fcc-becb-1e501d4c8356 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Publish callbacks [] for floatingip, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:19.415049 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-fb025bf8-40fd-4403-933c-01045e1c06b4 req-0bb53aef-4c86-4a33-936f-8b7a933119af tempest-ServerShowV257Test-2040103890 tempest-ServerShowV257Test-2040103890-project] 10.222.0.60 "GET /v2.0/ports?device_id=d386967e-b717-4931-8dcf-3391744b6743 HTTP/1.1" status: 200 len: 210 time: 0.0399086 Nov 23 17:33:19.966589 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-00ac1304-8e86-4fcc-becb-1e501d4c8356 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:19.972059 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-00ac1304-8e86-4fcc-becb-1e501d4c8356 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1795396'] for floatingip, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:20.005722 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device de9337b1-d602-45a0-bce7-8d5aa12005d2 up at agent hyperv_n-h1-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:33:20.083907 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Provisioning for port de9337b1-d602-45a0-bce7-8d5aa12005d2 completed by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 17:33:20.090444 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Provisioning complete for port de9337b1-d602-45a0-bce7-8d5aa12005d2 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:33:20.091147 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:20.092303 n-d-816206-8 neutron-server[103590]: INFO neutron.db.l3_db [None req-00ac1304-8e86-4fcc-becb-1e501d4c8356 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Floating IP c0d5ed81-4b69-454d-8586-ef6820078fbf associated. External IP: 172.25.3.244, port: 5c7b0226-5733-4a12-8cf6-a2a8001dd2da. Nov 23 17:33:20.196512 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:20.224225 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9455df1c-48ba-4c62-8be8-43345b3f503f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de9337b1-d602-45a0-bce7-8d5aa12005d2'}] {{(pid=103592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:33:20.227300 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba3e6a8f2301c7a29fe1eca9779abdae4ccbcd6266d69778087f2498d5551201" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58530336-8528-4265-bcfb-9510a7b7f5ae" -d '{"events": [{"server_uuid": "9455df1c-48ba-4c62-8be8-43345b3f503f", "name": "network-vif-plugged", "status": "completed", "tag": "de9337b1-d602-45a0-bce7-8d5aa12005d2"}]}' {{(pid=103592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:33:20.254246 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port de9337b1-d602-45a0-bce7-8d5aa12005d2, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=de9337b1-d602-45a0-bce7-8d5aa12005d2,segment=NetworkSegment(513a7b4e-df38-4e22-9761-50dea07280d8),segment_id=513a7b4e-df38-4e22-9761-50dea07280d8)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:33:20.260355 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:20.318555 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:33:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2d9e230-73b4-4f8a-b960-6ab6fd439c9f x-openstack-request-id: req-d2d9e230-73b4-4f8a-b960-6ab6fd439c9f {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:33:20.319351 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9455df1c-48ba-4c62-8be8-43345b3f503f", "name": "network-vif-plugged", "status": "completed", "tag": "de9337b1-d602-45a0-bce7-8d5aa12005d2", "code": 200}]} {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:33:20.319577 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d2d9e230-73b4-4f8a-b960-6ab6fd439c9f {{(pid=103592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:33:20.329420 n-d-816206-8 neutron-server[103592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9455df1c-48ba-4c62-8be8-43345b3f503f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de9337b1-d602-45a0-bce7-8d5aa12005d2', 'code': 200} Nov 23 17:33:20.375867 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Pushing event updated for resources: {'Port': ['ID=de9337b1-d602-45a0-bce7-8d5aa12005d2,revision_number=5']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:33:20.516115 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a94eb9-eb7e-4ac8-b003-ab77cc6f7b37 req-e6b6624f-cfef-418c-b836-070bb0108b4c tempest-ServerMetadataNegativeTestJSON-1962356753 tempest-ServerMetadataNegativeTestJSON-1962356753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:33:20.519088 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a5a94eb9-eb7e-4ac8-b003-ab77cc6f7b37 req-e6b6624f-cfef-418c-b836-070bb0108b4c tempest-ServerMetadataNegativeTestJSON-1962356753 tempest-ServerMetadataNegativeTestJSON-1962356753-project] 10.222.0.60 "GET /v2.0/ports?device_id=9455df1c-48ba-4c62-8be8-43345b3f503f HTTP/1.1" status: 200 len: 946 time: 0.1807046 Nov 23 17:33:20.687723 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-41262073-1b9d-401f-b913-86b36d913076 req-ad4e2da1-61e2-418f-9303-4b3737e6d6af tempest-ServerShowV257Test-2040103890 tempest-ServerShowV257Test-2040103890-project] 10.222.0.60 "GET /v2.0/ports?device_id=d386967e-b717-4931-8dcf-3391744b6743 HTTP/1.1" status: 200 len: 210 time: 0.0758805 Nov 23 17:33:20.701686 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a5a94eb9-eb7e-4ac8-b003-ab77cc6f7b37 req-177bb894-4dc2-4d59-ba74-3ebdb88f2455 tempest-ServerMetadataNegativeTestJSON-1962356753 tempest-ServerMetadataNegativeTestJSON-1962356753-project] 10.222.0.60 "GET /v2.0/security-groups?id=53a6a452-6a31-497c-b47e-c6ffd8c87130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718774 Nov 23 17:33:20.932990 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ee4ffa-9d87-4593-b8db-35a44d55d4c5 req-8e5f9122-f3ea-47a8-b8ec-ff5364b9ed1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:33:20.934548 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-89ee4ffa-9d87-4593-b8db-35a44d55d4c5 req-8e5f9122-f3ea-47a8-b8ec-ff5364b9ed1b service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=9455df1c-48ba-4c62-8be8-43345b3f503f HTTP/1.1" status: 200 len: 1097 time: 0.0985770 Nov 23 17:33:20.944689 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00ac1304-8e86-4fcc-becb-1e501d4c8356 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Router 6a53abb7-a82c-438a-98f4-dc33d7b03780 has already been hosted by L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 {{(pid=103590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 17:33:21.054997 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-89ee4ffa-9d87-4593-b8db-35a44d55d4c5 req-dca6b063-ada8-4166-bd71-e208f1a9c1d0 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=53a6a452-6a31-497c-b47e-c6ffd8c87130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091182 Nov 23 17:33:21.127034 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00ac1304-8e86-4fcc-becb-1e501d4c8356 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:33:21.132061 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-00ac1304-8e86-4fcc-becb-1e501d4c8356 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for floatingip, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:21.139003 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8d68168-515b-4538-ba19-c4cd3d684bf0 None None] Sync routers for ids ['6a53abb7-a82c-438a-98f4-dc33d7b03780'] in n-d-816206-8 {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:33:21.158202 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8d68168-515b-4538-ba19-c4cd3d684bf0 None None] Routers {'6a53abb7-a82c-438a-98f4-dc33d7b03780'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:33:21.159109 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-b8d68168-515b-4538-ba19-c4cd3d684bf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:33:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['6a53abb7-a82c-438a-98f4-dc33d7b03780'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:33:21.167143 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-00ac1304-8e86-4fcc-becb-1e501d4c8356 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] 10.222.0.60 "PUT /v2.0/floatingips/c0d5ed81-4b69-454d-8586-ef6820078fbf HTTP/1.1" status: 200 len: 991 time: 1.8060682 Nov 23 17:33:21.167143 n-d-816206-8 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6405c518-c3fe-4701-acc0-e089ba26cce4', 'tag': '5c7b0226-5733-4a12-8cf6-a2a8001dd2da'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:33:21.168702 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbabddbc9fc37b068808e119c416c86f5957ca04531a4a0d2e695c515e93483b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8aa34204-7a36-4772-a7fb-ee6a589ca6d0" -d '{"events": [{"name": "network-changed", "server_uuid": "6405c518-c3fe-4701-acc0-e089ba26cce4", "tag": "5c7b0226-5733-4a12-8cf6-a2a8001dd2da"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:33:21.213605 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 17:33:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59e990dd-038d-4723-9d19-ac741837188c x-openstack-request-id: req-59e990dd-038d-4723-9d19-ac741837188c {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:33:21.214031 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6405c518-c3fe-4701-acc0-e089ba26cce4", "tag": "5c7b0226-5733-4a12-8cf6-a2a8001dd2da", "status": "completed", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:33:21.214436 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-59e990dd-038d-4723-9d19-ac741837188c {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:33:21.214890 n-d-816206-8 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6405c518-c3fe-4701-acc0-e089ba26cce4', 'tag': '5c7b0226-5733-4a12-8cf6-a2a8001dd2da', 'status': 'completed', 'code': 200} Nov 23 17:33:21.318389 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvr_db [None req-b8d68168-515b-4538-ba19-c4cd3d684bf0 None None] Set router 6a53abb7-a82c-438a-98f4-dc33d7b03780 gateway port host: n-d-816206-8 {{(pid=103592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:33:21.321673 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa34204-7a36-4772-a7fb-ee6a589ca6d0 req-0ec9b490-0883-4f76-9afa-27850749580b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:33:21.322038 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa34204-7a36-4772-a7fb-ee6a589ca6d0 req-0ec9b490-0883-4f76-9afa-27850749580b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:33:21.322691 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa34204-7a36-4772-a7fb-ee6a589ca6d0 req-0ec9b490-0883-4f76-9afa-27850749580b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:33:21.323331 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa34204-7a36-4772-a7fb-ee6a589ca6d0 req-0ec9b490-0883-4f76-9afa-27850749580b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:33:21.324000 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa34204-7a36-4772-a7fb-ee6a589ca6d0 req-0ec9b490-0883-4f76-9afa-27850749580b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:33:21.324660 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa34204-7a36-4772-a7fb-ee6a589ca6d0 req-0ec9b490-0883-4f76-9afa-27850749580b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:33:21.325340 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa34204-7a36-4772-a7fb-ee6a589ca6d0 req-0ec9b490-0883-4f76-9afa-27850749580b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:33:21.328064 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8aa34204-7a36-4772-a7fb-ee6a589ca6d0 req-0ec9b490-0883-4f76-9afa-27850749580b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8043a75783e64196ac0be92247cb4c17&device_id=6405c518-c3fe-4701-acc0-e089ba26cce4 HTTP/1.1" status: 200 len: 6491 time: 0.0640109 Nov 23 17:33:21.439055 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa34204-7a36-4772-a7fb-ee6a589ca6d0 req-3c973917-7311-41f8-96b6-cc133672c3fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:33:21.443568 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8aa34204-7a36-4772-a7fb-ee6a589ca6d0 req-3c973917-7311-41f8-96b6-cc133672c3fa service neutron] 10.222.0.36 "GET /v2.0/networks?id=04470eef-b922-4801-8872-f6ca765b26dd HTTP/1.1" status: 200 len: 913 time: 0.1052213 Nov 23 17:33:21.553300 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8aa34204-7a36-4772-a7fb-ee6a589ca6d0 req-7816f067-adae-4f51-87b1-dfd04546a46c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5c7b0226-5733-4a12-8cf6-a2a8001dd2da HTTP/1.1" status: 200 len: 999 time: 0.1035590 Nov 23 17:33:21.604727 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-b8d68168-515b-4538-ba19-c4cd3d684bf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a53abb7-a82c-438a-98f4-dc33d7b03780', 'name': 'tempest-TaggedBootDevicesTest-1442236328-router', 'tenant_id': '8043a75783e64196ac0be92247cb4c17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.230'}], 'enable_snat': True}, 'gw_port_id': 'bf23729d-89c0-4a8d-9706-96f8e283aad2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:30:45Z', 'updated_at': '2021-11-23T17:30:50Z', 'revision_number': 4, 'project_id': '8043a75783e64196ac0be92247cb4c17', 'gw_port': {'id': 'bf23729d-89c0-4a8d-9706-96f8e283aad2', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:d2:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a53abb7-a82c-438a-98f4-dc33d7b03780', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1155, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:30:46Z', 'updated_at': '2021-11-23T17:30:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_floatingips': [{'id': 'c0d5ed81-4b69-454d-8586-ef6820078fbf', 'tenant_id': '8043a75783e64196ac0be92247cb4c17', 'floating_ip_address': '172.25.3.244', 'floating_network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'router_id': '6a53abb7-a82c-438a-98f4-dc33d7b03780', 'port_id': '5c7b0226-5733-4a12-8cf6-a2a8001dd2da', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1234, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '04470eef-b922-4801-8872-f6ca765b26dd', 'mac_address': 'fa:16:3e:e7:02:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6405c518-c3fe-4701-acc0-e089ba26cce4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T17:31:58Z', 'updated_at': '2021-11-23T17:33:19Z', 'revision_number': 1, 'project_id': '8043a75783e64196ac0be92247cb4c17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ab61e19-8747-4ccd-abd9-833697a8023a', 'name': '', 'network_id': '04470eef-b922-4801-8872-f6ca765b26dd', 'tenant_id': '8043a75783e64196ac0be92247cb4c17', 'mac_address': 'fa:16:3e:48:cb:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a53abb7-a82c-438a-98f4-dc33d7b03780', 'device_owner': 'network:router_interface', 'standard_attr_id': 1156, 'fixed_ips': [{'subnet_id': 'd52f2422-eba5-4adf-851d-059c4fb2a31d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:30:49Z', 'updated_at': '2021-11-23T17:31:07Z', 'revision_number': 5, 'project_id': '8043a75783e64196ac0be92247cb4c17', 'subnets': [{'id': 'd52f2422-eba5-4adf-851d-059c4fb2a31d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:33:21.623400 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa34204-7a36-4772-a7fb-ee6a589ca6d0 req-9b1fa6c0-ae96-4a4b-8bd7-7d39c21eafa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:33:21.623400 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8aa34204-7a36-4772-a7fb-ee6a589ca6d0 req-9b1fa6c0-ae96-4a4b-8bd7-7d39c21eafa1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d52f2422-eba5-4adf-851d-059c4fb2a31d HTTP/1.1" status: 200 len: 851 time: 0.0610647 Nov 23 17:33:21.634079 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8d68168-515b-4538-ba19-c4cd3d684bf0 None None] Checking router: 6a53abb7-a82c-438a-98f4-dc33d7b03780 for host: n-d-816206-8 {{(pid=103592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 17:33:21.643499 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8d68168-515b-4538-ba19-c4cd3d684bf0 None None] Routers {'6a53abb7-a82c-438a-98f4-dc33d7b03780'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:33:21.644104 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-b8d68168-515b-4538-ba19-c4cd3d684bf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:33:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['6a53abb7-a82c-438a-98f4-dc33d7b03780'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:33:21.697462 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa34204-7a36-4772-a7fb-ee6a589ca6d0 req-5ccc301d-48c7-4333-b71a-fab5dd16b632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:33:21.699840 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8aa34204-7a36-4772-a7fb-ee6a589ca6d0 req-5ccc301d-48c7-4333-b71a-fab5dd16b632 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=04470eef-b922-4801-8872-f6ca765b26dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0681047 Nov 23 17:33:22.000333 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvr_db [None req-b8d68168-515b-4538-ba19-c4cd3d684bf0 None None] Set router 6a53abb7-a82c-438a-98f4-dc33d7b03780 gateway port host: n-d-816206-8 {{(pid=103592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:33:22.247811 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-87c163eb-ecba-4005-a4dd-dfbc04a26f86 req-12450e19-36bb-42dd-96bd-b256f83c233a tempest-ServerShowV257Test-2040103890 tempest-ServerShowV257Test-2040103890-project] 10.222.0.60 "GET /v2.0/ports?device_id=d386967e-b717-4931-8dcf-3391744b6743 HTTP/1.1" status: 200 len: 210 time: 0.3828895 Nov 23 17:33:22.283532 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8aa34204-7a36-4772-a7fb-ee6a589ca6d0 req-5cbd67b3-b6f9-4601-8302-e33ebb07540e service neutron] 10.222.0.36 "GET /v2.0/networks/04470eef-b922-4801-8872-f6ca765b26dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5701983 Nov 23 17:33:22.334208 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ebbfd9-e343-4447-be71-e6ab3af4ac40 req-371fef9c-5749-4b56-8c4b-70432f965bb4 tempest-ServerMetadataNegativeTestJSON-1962356753 tempest-ServerMetadataNegativeTestJSON-1962356753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:33:22.335741 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-32ebbfd9-e343-4447-be71-e6ab3af4ac40 req-371fef9c-5749-4b56-8c4b-70432f965bb4 tempest-ServerMetadataNegativeTestJSON-1962356753 tempest-ServerMetadataNegativeTestJSON-1962356753-project] 10.222.0.60 "GET /v2.0/ports?device_id=9455df1c-48ba-4c62-8be8-43345b3f503f HTTP/1.1" status: 200 len: 946 time: 0.4695976 Nov 23 17:33:22.386440 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-b8d68168-515b-4538-ba19-c4cd3d684bf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a53abb7-a82c-438a-98f4-dc33d7b03780', 'name': 'tempest-TaggedBootDevicesTest-1442236328-router', 'tenant_id': '8043a75783e64196ac0be92247cb4c17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.230'}], 'enable_snat': True}, 'gw_port_id': 'bf23729d-89c0-4a8d-9706-96f8e283aad2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:30:45Z', 'updated_at': '2021-11-23T17:30:50Z', 'revision_number': 4, 'project_id': '8043a75783e64196ac0be92247cb4c17', 'gw_port': {'id': 'bf23729d-89c0-4a8d-9706-96f8e283aad2', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:d2:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a53abb7-a82c-438a-98f4-dc33d7b03780', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1155, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:30:46Z', 'updated_at': '2021-11-23T17:30:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_floatingips': [{'id': 'c0d5ed81-4b69-454d-8586-ef6820078fbf', 'tenant_id': '8043a75783e64196ac0be92247cb4c17', 'floating_ip_address': '172.25.3.244', 'floating_network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'router_id': '6a53abb7-a82c-438a-98f4-dc33d7b03780', 'port_id': '5c7b0226-5733-4a12-8cf6-a2a8001dd2da', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1234, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '04470eef-b922-4801-8872-f6ca765b26dd', 'mac_address': 'fa:16:3e:e7:02:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6405c518-c3fe-4701-acc0-e089ba26cce4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T17:31:58Z', 'updated_at': '2021-11-23T17:33:19Z', 'revision_number': 1, 'project_id': '8043a75783e64196ac0be92247cb4c17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ab61e19-8747-4ccd-abd9-833697a8023a', 'name': '', 'network_id': '04470eef-b922-4801-8872-f6ca765b26dd', 'tenant_id': '8043a75783e64196ac0be92247cb4c17', 'mac_address': 'fa:16:3e:48:cb:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a53abb7-a82c-438a-98f4-dc33d7b03780', 'device_owner': 'network:router_interface', 'standard_attr_id': 1156, 'fixed_ips': [{'subnet_id': 'd52f2422-eba5-4adf-851d-059c4fb2a31d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:30:49Z', 'updated_at': '2021-11-23T17:31:07Z', 'revision_number': 5, 'project_id': '8043a75783e64196ac0be92247cb4c17', 'subnets': [{'id': 'd52f2422-eba5-4adf-851d-059c4fb2a31d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:33:22.443167 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8d68168-515b-4538-ba19-c4cd3d684bf0 None None] The sync data for ids ['6a53abb7-a82c-438a-98f4-dc33d7b03780'] in n-d-816206-8 is: [{'id': '6a53abb7-a82c-438a-98f4-dc33d7b03780', 'name': 'tempest-TaggedBootDevicesTest-1442236328-router', 'tenant_id': '8043a75783e64196ac0be92247cb4c17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.230'}], 'enable_snat': True}, 'gw_port_id': 'bf23729d-89c0-4a8d-9706-96f8e283aad2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:30:45Z', 'updated_at': '2021-11-23T17:30:50Z', 'revision_number': 4, 'project_id': '8043a75783e64196ac0be92247cb4c17', 'gw_port': {'id': 'bf23729d-89c0-4a8d-9706-96f8e283aad2', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:d2:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a53abb7-a82c-438a-98f4-dc33d7b03780', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1155, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:30:46Z', 'updated_at': '2021-11-23T17:30:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_floatingips': [{'id': 'c0d5ed81-4b69-454d-8586-ef6820078fbf', 'tenant_id': '8043a75783e64196ac0be92247cb4c17', 'floating_ip_address': '172.25.3.244', 'floating_network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'router_id': '6a53abb7-a82c-438a-98f4-dc33d7b03780', 'port_id': '5c7b0226-5733-4a12-8cf6-a2a8001dd2da', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1234, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '04470eef-b922-4801-8872-f6ca765b26dd', 'mac_address': 'fa:16:3e:e7:02:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6405c518-c3fe-4701-acc0-e089ba26cce4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T17:31:58Z', 'updated_at': '2021-11-23T17:33:19Z', 'revision_number': 1, 'project_id': '8043a75783e64196ac0be92247cb4c17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ab61e19-8747-4ccd-abd9-833697a8023a', 'name': '', 'network_id': '04470eef-b922-4801-8872-f6ca765b26dd', 'tenant_id': '8043a75783e64196ac0be92247cb4c17', 'mac_address': 'fa:16:3e:48:cb:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a53abb7-a82c-438a-98f4-dc33d7b03780', 'device_owner': 'network:router_interface', 'standard_attr_id': 1156, 'fixed_ips': [{'subnet_id': 'd52f2422-eba5-4adf-851d-059c4fb2a31d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:30:49Z', 'updated_at': '2021-11-23T17:31:07Z', 'revision_number': 5, 'project_id': '8043a75783e64196ac0be92247cb4c17', 'subnets': [{'id': 'd52f2422-eba5-4adf-851d-059c4fb2a31d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:33:22.461850 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-32ebbfd9-e343-4447-be71-e6ab3af4ac40 req-c23375c1-eabf-475c-b90b-0e0d9fff5e14 tempest-ServerMetadataNegativeTestJSON-1962356753 tempest-ServerMetadataNegativeTestJSON-1962356753-project] 10.222.0.60 "GET /v2.0/security-groups?id=53a6a452-6a31-497c-b47e-c6ffd8c87130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114287 Nov 23 17:33:22.589623 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8aa34204-7a36-4772-a7fb-ee6a589ca6d0 req-05d3acf6-f99d-4f1d-a9de-d96824de9070 service neutron] 10.222.0.36 "GET /v2.0/networks/04470eef-b922-4801-8872-f6ca765b26dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2902539 Nov 23 17:33:22.770511 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2bf0d95-2b0f-461e-a233-d7aaced9e0fa None None] New status for floating IP c0d5ed81-4b69-454d-8586-ef6820078fbf: ACTIVE {{(pid=103593) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 17:33:23.335902 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e7f3e81f-d9ac-4c96-b923-a854528bf7dc req-47456cad-6d74-45ae-a6fc-ef5c3115712d tempest-ServerShowV257Test-2040103890 tempest-ServerShowV257Test-2040103890-project] 10.222.0.60 "GET /v2.0/ports?device_id=d386967e-b717-4931-8dcf-3391744b6743 HTTP/1.1" status: 200 len: 210 time: 0.0302134 Nov 23 17:33:23.598405 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fedd1fa-d36b-41f1-8a1c-39eff274b9a2 req-c6126e50-d8c3-4686-a0b9-a128abf6be51 tempest-ServerMetadataNegativeTestJSON-1962356753 tempest-ServerMetadataNegativeTestJSON-1962356753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:33:23.599621 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-3fedd1fa-d36b-41f1-8a1c-39eff274b9a2 req-c6126e50-d8c3-4686-a0b9-a128abf6be51 tempest-ServerMetadataNegativeTestJSON-1962356753 tempest-ServerMetadataNegativeTestJSON-1962356753-project] 10.222.0.60 "GET /v2.0/ports?device_id=9455df1c-48ba-4c62-8be8-43345b3f503f HTTP/1.1" status: 200 len: 946 time: 0.0670457 Nov 23 17:33:23.649778 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-3fedd1fa-d36b-41f1-8a1c-39eff274b9a2 req-bce119a2-7805-4b5e-8832-31fe4030ea03 tempest-ServerMetadataNegativeTestJSON-1962356753 tempest-ServerMetadataNegativeTestJSON-1962356753-project] 10.222.0.60 "GET /v2.0/security-groups?id=53a6a452-6a31-497c-b47e-c6ffd8c87130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441909 Nov 23 17:33:24.217938 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3b0aec-0fb5-4d18-ba98-2e9d0dab1816 req-fdf0274c-b258-46c6-a986-91f12ff131e2 tempest-ServerMetadataNegativeTestJSON-1962356753 tempest-ServerMetadataNegativeTestJSON-1962356753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:33:24.225179 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4e3b0aec-0fb5-4d18-ba98-2e9d0dab1816 req-fdf0274c-b258-46c6-a986-91f12ff131e2 tempest-ServerMetadataNegativeTestJSON-1962356753 tempest-ServerMetadataNegativeTestJSON-1962356753-project] 10.222.0.60 "GET /v2.0/ports?device_id=9455df1c-48ba-4c62-8be8-43345b3f503f HTTP/1.1" status: 200 len: 946 time: 0.0579531 Nov 23 17:33:24.270046 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4e3b0aec-0fb5-4d18-ba98-2e9d0dab1816 req-1b186dcc-ec04-4af0-884a-3d09d8dacf13 tempest-ServerMetadataNegativeTestJSON-1962356753 tempest-ServerMetadataNegativeTestJSON-1962356753-project] 10.222.0.60 "GET /v2.0/security-groups?id=53a6a452-6a31-497c-b47e-c6ffd8c87130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439682 Nov 23 17:33:24.449981 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-bcb4608c-aa07-4858-abae-90b5ff172ac9 req-4bd299bc-d2be-473d-9515-1e9a0a6635fd tempest-ServerShowV257Test-2040103890 tempest-ServerShowV257Test-2040103890-project] 10.222.0.60 "GET /v2.0/ports?device_id=d386967e-b717-4931-8dcf-3391744b6743 HTTP/1.1" status: 200 len: 210 time: 0.0313962 Nov 23 17:33:25.428803 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09e59d9-1545-457f-ab23-28134f0c720f req-c08bbbaf-7701-43cb-97d1-42d19f3b7ba1 tempest-ServerMetadataNegativeTestJSON-1962356753 tempest-ServerMetadataNegativeTestJSON-1962356753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:33:25.430302 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e09e59d9-1545-457f-ab23-28134f0c720f req-c08bbbaf-7701-43cb-97d1-42d19f3b7ba1 tempest-ServerMetadataNegativeTestJSON-1962356753 tempest-ServerMetadataNegativeTestJSON-1962356753-project] 10.222.0.60 "GET /v2.0/ports?device_id=9455df1c-48ba-4c62-8be8-43345b3f503f HTTP/1.1" status: 200 len: 946 time: 0.0852976 Nov 23 17:33:25.509035 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd27574-996c-4c08-9963-16c770e8cc08 req-4c17b424-359e-4c17-80ee-33bc17188b6f tempest-ServerRescueNegativeTestJSON-1154722601 tempest-ServerRescueNegativeTestJSON-1154722601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:33:25.510429 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ddd27574-996c-4c08-9963-16c770e8cc08 req-4c17b424-359e-4c17-80ee-33bc17188b6f tempest-ServerRescueNegativeTestJSON-1154722601 tempest-ServerRescueNegativeTestJSON-1154722601-project] 10.222.0.60 "GET /v2.0/ports?device_id=9f161a1e-4342-477a-afd0-8cb3c4b8d58a HTTP/1.1" status: 200 len: 945 time: 0.0792251 Nov 23 17:33:25.513909 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e09e59d9-1545-457f-ab23-28134f0c720f req-8dc45558-506b-4e62-a3b5-31d7e4bd5d50 tempest-ServerMetadataNegativeTestJSON-1962356753 tempest-ServerMetadataNegativeTestJSON-1962356753-project] 10.222.0.60 "GET /v2.0/security-groups?id=53a6a452-6a31-497c-b47e-c6ffd8c87130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744600 Nov 23 17:33:25.564599 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ddd27574-996c-4c08-9963-16c770e8cc08 req-99987407-7dfd-484a-a9d3-b7f35d530511 tempest-ServerRescueNegativeTestJSON-1154722601 tempest-ServerRescueNegativeTestJSON-1154722601-project] 10.222.0.60 "GET /v2.0/security-groups?id=fdeeda5f-d596-40d9-83fc-6ea083625241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472453 Nov 23 17:33:25.633312 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f7af0750-56de-475e-8067-0decb2c2941d req-39ce6801-a803-4032-a4b6-43cc1dd17612 tempest-ServerShowV257Test-2040103890 tempest-ServerShowV257Test-2040103890-project] 10.222.0.60 "GET /v2.0/ports?device_id=d386967e-b717-4931-8dcf-3391744b6743 HTTP/1.1" status: 200 len: 210 time: 0.0403302 Nov 23 17:33:25.673487 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afb9fe7-dcb0-47ee-96ca-2f7aa32432e4 req-c247c52a-3b1c-4f7a-ad10-32afd8c1ff0c tempest-ServerMetadataNegativeTestJSON-1962356753 tempest-ServerMetadataNegativeTestJSON-1962356753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:33:25.675016 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-9afb9fe7-dcb0-47ee-96ca-2f7aa32432e4 req-c247c52a-3b1c-4f7a-ad10-32afd8c1ff0c tempest-ServerMetadataNegativeTestJSON-1962356753 tempest-ServerMetadataNegativeTestJSON-1962356753-project] 10.222.0.55 "GET /v2.0/ports?device_id=9455df1c-48ba-4c62-8be8-43345b3f503f HTTP/1.1" status: 200 len: 946 time: 0.0673211 Nov 23 17:33:25.779752 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [req-9afb9fe7-dcb0-47ee-96ca-2f7aa32432e4 req-99e5cebe-3cbe-4e1f-bf5b-5e3bfcf68c04 tempest-ServerMetadataNegativeTestJSON-1962356753 tempest-ServerMetadataNegativeTestJSON-1962356753-project] Deleting port de9337b1-d602-45a0-bce7-8d5aa12005d2 {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:33:25.780093 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-9afb9fe7-dcb0-47ee-96ca-2f7aa32432e4 req-99e5cebe-3cbe-4e1f-bf5b-5e3bfcf68c04 tempest-ServerMetadataNegativeTestJSON-1962356753 tempest-ServerMetadataNegativeTestJSON-1962356753-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:25.870362 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [req-9afb9fe7-dcb0-47ee-96ca-2f7aa32432e4 req-99e5cebe-3cbe-4e1f-bf5b-5e3bfcf68c04 tempest-ServerMetadataNegativeTestJSON-1962356753 tempest-ServerMetadataNegativeTestJSON-1962356753-project] For port de9337b1-d602-45a0-bce7-8d5aa12005d2, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=de9337b1-d602-45a0-bce7-8d5aa12005d2,segment=NetworkSegment(513a7b4e-df38-4e22-9761-50dea07280d8),segment_id=513a7b4e-df38-4e22-9761-50dea07280d8)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:33:25.870631 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-9afb9fe7-dcb0-47ee-96ca-2f7aa32432e4 req-99e5cebe-3cbe-4e1f-bf5b-5e3bfcf68c04 tempest-ServerMetadataNegativeTestJSON-1962356753 tempest-ServerMetadataNegativeTestJSON-1962356753-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:25.884241 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [req-9afb9fe7-dcb0-47ee-96ca-2f7aa32432e4 req-99e5cebe-3cbe-4e1f-bf5b-5e3bfcf68c04 tempest-ServerMetadataNegativeTestJSON-1962356753 tempest-ServerMetadataNegativeTestJSON-1962356753-project] Calling delete_port for de9337b1-d602-45a0-bce7-8d5aa12005d2 owned by compute:nova {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:33:26.010886 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-9afb9fe7-dcb0-47ee-96ca-2f7aa32432e4 req-99e5cebe-3cbe-4e1f-bf5b-5e3bfcf68c04 tempest-ServerMetadataNegativeTestJSON-1962356753 tempest-ServerMetadataNegativeTestJSON-1962356753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:26.027627 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] get_ports_and_sgs() called for port_ids ['de9337b1-d602-45a0-bce7-8d5aa12005d2'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:33:26.043876 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e5cebe-3cbe-4e1f-bf5b-5e3bfcf68c04 tempest-ServerMetadataNegativeTestJSON-1962356753 tempest-ServerMetadataNegativeTestJSON-1962356753-project] Pushing event deleted for resources: {'Port': ['ID=de9337b1-d602-45a0-bce7-8d5aa12005d2,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:33:26.057513 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e5cebe-3cbe-4e1f-bf5b-5e3bfcf68c04 tempest-ServerMetadataNegativeTestJSON-1962356753 tempest-ServerMetadataNegativeTestJSON-1962356753-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:33:26.057876 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e5cebe-3cbe-4e1f-bf5b-5e3bfcf68c04 tempest-ServerMetadataNegativeTestJSON-1962356753 tempest-ServerMetadataNegativeTestJSON-1962356753-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:33:26.058229 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e5cebe-3cbe-4e1f-bf5b-5e3bfcf68c04 tempest-ServerMetadataNegativeTestJSON-1962356753 tempest-ServerMetadataNegativeTestJSON-1962356753-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:33:26.058578 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e5cebe-3cbe-4e1f-bf5b-5e3bfcf68c04 tempest-ServerMetadataNegativeTestJSON-1962356753 tempest-ServerMetadataNegativeTestJSON-1962356753-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:33:26.058925 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e5cebe-3cbe-4e1f-bf5b-5e3bfcf68c04 tempest-ServerMetadataNegativeTestJSON-1962356753 tempest-ServerMetadataNegativeTestJSON-1962356753-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:33:26.059270 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e5cebe-3cbe-4e1f-bf5b-5e3bfcf68c04 tempest-ServerMetadataNegativeTestJSON-1962356753 tempest-ServerMetadataNegativeTestJSON-1962356753-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:33:26.059620 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e5cebe-3cbe-4e1f-bf5b-5e3bfcf68c04 tempest-ServerMetadataNegativeTestJSON-1962356753 tempest-ServerMetadataNegativeTestJSON-1962356753-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:33:26.059963 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e5cebe-3cbe-4e1f-bf5b-5e3bfcf68c04 tempest-ServerMetadataNegativeTestJSON-1962356753 tempest-ServerMetadataNegativeTestJSON-1962356753-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:33:26.060303 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e5cebe-3cbe-4e1f-bf5b-5e3bfcf68c04 tempest-ServerMetadataNegativeTestJSON-1962356753 tempest-ServerMetadataNegativeTestJSON-1962356753-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:33:26.060662 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e5cebe-3cbe-4e1f-bf5b-5e3bfcf68c04 tempest-ServerMetadataNegativeTestJSON-1962356753 tempest-ServerMetadataNegativeTestJSON-1962356753-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:33:26.061003 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e5cebe-3cbe-4e1f-bf5b-5e3bfcf68c04 tempest-ServerMetadataNegativeTestJSON-1962356753 tempest-ServerMetadataNegativeTestJSON-1962356753-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:33:26.061337 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e5cebe-3cbe-4e1f-bf5b-5e3bfcf68c04 tempest-ServerMetadataNegativeTestJSON-1962356753 tempest-ServerMetadataNegativeTestJSON-1962356753-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:33:26.094701 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [req-9afb9fe7-dcb0-47ee-96ca-2f7aa32432e4 req-99e5cebe-3cbe-4e1f-bf5b-5e3bfcf68c04 tempest-ServerMetadataNegativeTestJSON-1962356753 tempest-ServerMetadataNegativeTestJSON-1962356753-project] No DVR routers for this DVR port de9337b1-d602-45a0-bce7-8d5aa12005d2 on host n-h1-816206-8 {{(pid=103590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:33:26.097259 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-9afb9fe7-dcb0-47ee-96ca-2f7aa32432e4 req-99e5cebe-3cbe-4e1f-bf5b-5e3bfcf68c04 tempest-ServerMetadataNegativeTestJSON-1962356753 tempest-ServerMetadataNegativeTestJSON-1962356753-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:26.100588 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-9afb9fe7-dcb0-47ee-96ca-2f7aa32432e4 req-99e5cebe-3cbe-4e1f-bf5b-5e3bfcf68c04 tempest-ServerMetadataNegativeTestJSON-1962356753 tempest-ServerMetadataNegativeTestJSON-1962356753-project] 10.222.0.55 "DELETE /v2.0/ports/de9337b1-d602-45a0-bce7-8d5aa12005d2 HTTP/1.1" status: 204 len: 173 time: 0.4182372 Nov 23 17:33:26.101042 n-d-816206-8 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9455df1c-48ba-4c62-8be8-43345b3f503f', 'name': 'network-vif-deleted', 'tag': 'de9337b1-d602-45a0-bce7-8d5aa12005d2'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:33:26.103281 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbabddbc9fc37b068808e119c416c86f5957ca04531a4a0d2e695c515e93483b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6806c15d-3555-4ffb-a638-193d674d95db" -d '{"events": [{"server_uuid": "9455df1c-48ba-4c62-8be8-43345b3f503f", "name": "network-vif-deleted", "tag": "de9337b1-d602-45a0-bce7-8d5aa12005d2"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:33:26.147926 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:33:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11d34a00-eabb-4f50-b3b4-457968c66528 x-openstack-request-id: req-11d34a00-eabb-4f50-b3b4-457968c66528 {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:33:26.148222 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9455df1c-48ba-4c62-8be8-43345b3f503f", "name": "network-vif-deleted", "tag": "de9337b1-d602-45a0-bce7-8d5aa12005d2", "status": "completed", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:33:26.148507 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-11d34a00-eabb-4f50-b3b4-457968c66528 {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:33:26.149601 n-d-816206-8 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9455df1c-48ba-4c62-8be8-43345b3f503f', 'name': 'network-vif-deleted', 'tag': 'de9337b1-d602-45a0-bce7-8d5aa12005d2', 'status': 'completed', 'code': 200} Nov 23 17:33:26.649267 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8a0d5598-d984-44c3-b018-ab5fe9359f5e req-c08eebf5-9d87-4782-b65a-2d933b6f017e tempest-ServerMetadataNegativeTestJSON-1962356753 tempest-ServerMetadataNegativeTestJSON-1962356753-project] 10.222.0.60 "GET /v2.0/ports?device_id=9455df1c-48ba-4c62-8be8-43345b3f503f HTTP/1.1" status: 200 len: 210 time: 0.0367215 Nov 23 17:33:26.721222 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5f0c8a-1831-47ba-966e-a167d29efcae req-38e591e6-4094-4f98-b289-2e7c2ffeb5cf tempest-ServerRescueNegativeTestJSON-1154722601 tempest-ServerRescueNegativeTestJSON-1154722601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:33:26.722646 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8d5f0c8a-1831-47ba-966e-a167d29efcae req-38e591e6-4094-4f98-b289-2e7c2ffeb5cf tempest-ServerRescueNegativeTestJSON-1154722601 tempest-ServerRescueNegativeTestJSON-1154722601-project] 10.222.0.60 "GET /v2.0/ports?device_id=9f161a1e-4342-477a-afd0-8cb3c4b8d58a HTTP/1.1" status: 200 len: 945 time: 0.0712461 Nov 23 17:33:26.783009 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8d5f0c8a-1831-47ba-966e-a167d29efcae req-67dc29b0-b89d-447e-816a-4161d315b9ff tempest-ServerRescueNegativeTestJSON-1154722601 tempest-ServerRescueNegativeTestJSON-1154722601-project] 10.222.0.60 "GET /v2.0/security-groups?id=fdeeda5f-d596-40d9-83fc-6ea083625241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493772 Nov 23 17:33:26.813499 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ea6cca31-b514-4d77-92f0-dba46df57c7a req-2171a619-eec9-4b9d-8c89-579ff91fb6f2 tempest-ServerShowV257Test-2040103890 tempest-ServerShowV257Test-2040103890-project] 10.222.0.60 "GET /v2.0/ports?device_id=d386967e-b717-4931-8dcf-3391744b6743 HTTP/1.1" status: 200 len: 210 time: 0.0288393 Nov 23 17:33:27.368545 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78241e18-1e98-4e5c-b239-7eae05ed82a5 req-1c9e810b-4fdf-4d34-84f6-5f65bf72e5ab tempest-AttachVolumeNegativeTest-452624640 tempest-AttachVolumeNegativeTest-452624640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:33:27.369989 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-78241e18-1e98-4e5c-b239-7eae05ed82a5 req-1c9e810b-4fdf-4d34-84f6-5f65bf72e5ab tempest-AttachVolumeNegativeTest-452624640 tempest-AttachVolumeNegativeTest-452624640-project] 10.222.0.60 "GET /v2.0/networks?id=33c8cd36-aad8-4dc4-8566-a5fb3cdb35eb HTTP/1.1" status: 200 len: 815 time: 0.1029520 Nov 23 17:33:27.385427 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-78241e18-1e98-4e5c-b239-7eae05ed82a5 req-b3846ca8-77e2-4ef2-8143-dd73c05a2a0f tempest-AttachVolumeNegativeTest-452624640 tempest-AttachVolumeNegativeTest-452624640-project] 10.222.0.60 "GET /v2.0/quotas/340c7e93775c4f84bcf228158ebdbd25 HTTP/1.1" status: 200 len: 375 time: 0.0091426 Nov 23 17:33:27.439726 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-78241e18-1e98-4e5c-b239-7eae05ed82a5 req-ac1ce12d-404e-429c-895e-3eca5bb92283 tempest-AttachVolumeNegativeTest-452624640 tempest-AttachVolumeNegativeTest-452624640-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=340c7e93775c4f84bcf228158ebdbd25&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0481703 Nov 23 17:33:27.549425 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-78241e18-1e98-4e5c-b239-7eae05ed82a5 req-811ecd02-9e14-44ff-a222-dbc2cadf632f service neutron] 10.222.0.60 "GET /v2.0/networks/33c8cd36-aad8-4dc4-8566-a5fb3cdb35eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022117 Nov 23 17:33:27.643786 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-78241e18-1e98-4e5c-b239-7eae05ed82a5 req-d838e9c7-a48e-4574-8a07-0bcb822132f6 service neutron] 10.222.0.60 "GET /v2.0/networks/33c8cd36-aad8-4dc4-8566-a5fb3cdb35eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882485 Nov 23 17:33:27.709704 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 38056) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:33:27.782776 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.db_base_plugin_v2 [None req-a395b378-31cd-40b1-beef-b0cd7ddc493e admin admin] Deleting subnet 7b9f927f-c4ea-4521-bacc-d2b7b2583e76 {{(pid=103591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 17:33:27.797181 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-a395b378-31cd-40b1-beef-b0cd7ddc493e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:27.851954 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-92bce080-b64e-462d-87f6-2ac58d02f426 req-f0f0f227-6753-42da-afb2-74c44969e660 tempest-AttachVolumeNegativeTest-452624640 tempest-AttachVolumeNegativeTest-452624640-project] 10.222.0.60 "GET /v2.0/ports?device_id=bf3e54c1-4480-45ff-98ea-dee1a4cf5d0f HTTP/1.1" status: 200 len: 210 time: 0.0520587 Nov 23 17:33:27.894431 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-a395b378-31cd-40b1-beef-b0cd7ddc493e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265990000'] for subnet, precommit_delete_associations {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:27.996264 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e3d759ef-25fc-4700-8afb-fc18de237069 req-a0f022b0-feb3-495e-9ad9-6afb2ce8a811 tempest-ServerShowV257Test-2040103890 tempest-ServerShowV257Test-2040103890-project] 10.222.0.60 "GET /v2.0/ports?device_id=d386967e-b717-4931-8dcf-3391744b6743 HTTP/1.1" status: 200 len: 210 time: 0.0527358 Nov 23 17:33:28.006060 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-a395b378-31cd-40b1-beef-b0cd7ddc493e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971956'] for subnet, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:28.024440 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device de9337b1-d602-45a0-bce7-8d5aa12005d2 no longer exists at agent hyperv_n-h1-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:33:28.055571 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9671921-7579-424c-8ec8-8d8f7eafda19 req-eb4a845f-2d85-4254-aadb-6db0b91cfdb1 tempest-ServerRescueNegativeTestJSON-1154722601 tempest-ServerRescueNegativeTestJSON-1154722601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:33:28.057228 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c9671921-7579-424c-8ec8-8d8f7eafda19 req-eb4a845f-2d85-4254-aadb-6db0b91cfdb1 tempest-ServerRescueNegativeTestJSON-1154722601 tempest-ServerRescueNegativeTestJSON-1154722601-project] 10.222.0.60 "GET /v2.0/ports?device_id=9f161a1e-4342-477a-afd0-8cb3c4b8d58a HTTP/1.1" status: 200 len: 945 time: 0.1268399 Nov 23 17:33:28.086553 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] No Port match for: de9337b1-d602-45a0-bce7-8d5aa12005d2 {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:33:28.086813 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device de9337b1-d602-45a0-bce7-8d5aa12005d2 not bound to the agent host n-h1-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:33:28.134195 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-a395b378-31cd-40b1-beef-b0cd7ddc493e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264758240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264314269'] for subnet, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:28.193205 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ff9402-e0aa-4345-9520-4e6461a6e84a req-ffac849d-654b-4619-9cf3-562ade68128f tempest-ServerRescueNegativeTestJSON-1154722601 tempest-ServerRescueNegativeTestJSON-1154722601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:33:28.195625 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-d5ff9402-e0aa-4345-9520-4e6461a6e84a req-ffac849d-654b-4619-9cf3-562ade68128f tempest-ServerRescueNegativeTestJSON-1154722601 tempest-ServerRescueNegativeTestJSON-1154722601-project] 10.222.0.55 "GET /v2.0/ports?device_id=9f161a1e-4342-477a-afd0-8cb3c4b8d58a HTTP/1.1" status: 200 len: 945 time: 0.1039445 Nov 23 17:33:28.209478 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-a395b378-31cd-40b1-beef-b0cd7ddc493e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for subnet, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:28.217392 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-a395b378-31cd-40b1-beef-b0cd7ddc493e admin admin] 10.222.0.60 "DELETE /v2.0/subnets/7b9f927f-c4ea-4521-bacc-d2b7b2583e76 HTTP/1.1" status: 204 len: 168 time: 0.5034685 Nov 23 17:33:28.219922 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a395b378-31cd-40b1-beef-b0cd7ddc493e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7b9f927f-c4ea-4521-bacc-d2b7b2583e76,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:33:28.222127 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 38080) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:33:28.237432 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c9671921-7579-424c-8ec8-8d8f7eafda19 req-6d21cc56-f712-484b-8494-ad4de503c95a tempest-ServerRescueNegativeTestJSON-1154722601 tempest-ServerRescueNegativeTestJSON-1154722601-project] 10.222.0.60 "GET /v2.0/security-groups?id=fdeeda5f-d596-40d9-83fc-6ea083625241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622376 Nov 23 17:33:28.262532 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a395b378-31cd-40b1-beef-b0cd7ddc493e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:33:28.262891 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a395b378-31cd-40b1-beef-b0cd7ddc493e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:33:28.263226 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a395b378-31cd-40b1-beef-b0cd7ddc493e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:33:28.263558 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a395b378-31cd-40b1-beef-b0cd7ddc493e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:33:28.263870 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a395b378-31cd-40b1-beef-b0cd7ddc493e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:33:28.264320 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a395b378-31cd-40b1-beef-b0cd7ddc493e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:33:28.264872 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a395b378-31cd-40b1-beef-b0cd7ddc493e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:33:28.265880 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a395b378-31cd-40b1-beef-b0cd7ddc493e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:33:28.266074 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a395b378-31cd-40b1-beef-b0cd7ddc493e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:33:28.266435 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a395b378-31cd-40b1-beef-b0cd7ddc493e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:33:28.266828 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a395b378-31cd-40b1-beef-b0cd7ddc493e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:33:28.267185 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a395b378-31cd-40b1-beef-b0cd7ddc493e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:33:28.335519 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-4b087fb3-b4e6-4bbd-8804-93a05196d6e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-555181'] for network, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:28.370917 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [req-d5ff9402-e0aa-4345-9520-4e6461a6e84a req-416f7594-0f66-4b19-b3ae-27d98d21ad36 tempest-ServerRescueNegativeTestJSON-1154722601 tempest-ServerRescueNegativeTestJSON-1154722601-project] Deleting port 60f8ef03-7cec-4d0c-b65f-598b7fc51dd2 {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:33:28.371265 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-d5ff9402-e0aa-4345-9520-4e6461a6e84a req-416f7594-0f66-4b19-b3ae-27d98d21ad36 tempest-ServerRescueNegativeTestJSON-1154722601 tempest-ServerRescueNegativeTestJSON-1154722601-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:28.441804 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-4b087fb3-b4e6-4bbd-8804-93a05196d6e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973419', 'neutron.services.segments.db._delete_segments_for_network-8736635878840'] for network, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:28.467403 n-d-816206-8 neutron-server[103591]: DEBUG neutron.services.segments.db [None req-4b087fb3-b4e6-4bbd-8804-93a05196d6e1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1de2fcb-6500-42d6-94a6-34682dde52f8']}} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:33:28.478786 n-d-816206-8 neutron-server[103591]: DEBUG neutron.services.segments.db [None req-4b087fb3-b4e6-4bbd-8804-93a05196d6e1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '513a7b4e-df38-4e22-9761-50dea07280d8') {'for_net_delete': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:33:28.479099 n-d-816206-8 neutron-server[103591]: DEBUG neutron.services.segments.db [None req-4b087fb3-b4e6-4bbd-8804-93a05196d6e1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '513a7b4e-df38-4e22-9761-50dea07280d8') {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:33:28.481107 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [req-d5ff9402-e0aa-4345-9520-4e6461a6e84a req-416f7594-0f66-4b19-b3ae-27d98d21ad36 tempest-ServerRescueNegativeTestJSON-1154722601 tempest-ServerRescueNegativeTestJSON-1154722601-project] For port 60f8ef03-7cec-4d0c-b65f-598b7fc51dd2, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=60f8ef03-7cec-4d0c-b65f-598b7fc51dd2,segment=NetworkSegment(9af5bdca-ad73-4e5e-ad36-1bd85f88bd90),segment_id=9af5bdca-ad73-4e5e-ad36-1bd85f88bd90)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:33:28.481471 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-d5ff9402-e0aa-4345-9520-4e6461a6e84a req-416f7594-0f66-4b19-b3ae-27d98d21ad36 tempest-ServerRescueNegativeTestJSON-1154722601 tempest-ServerRescueNegativeTestJSON-1154722601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:28.490406 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-4b087fb3-b4e6-4bbd-8804-93a05196d6e1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736635840332', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265989959'] for segment, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:28.496072 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [req-d5ff9402-e0aa-4345-9520-4e6461a6e84a req-416f7594-0f66-4b19-b3ae-27d98d21ad36 tempest-ServerRescueNegativeTestJSON-1154722601 tempest-ServerRescueNegativeTestJSON-1154722601-project] Calling delete_port for 60f8ef03-7cec-4d0c-b65f-598b7fc51dd2 owned by compute:nova {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:33:28.513910 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-4b087fb3-b4e6-4bbd-8804-93a05196d6e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:28.528529 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b087fb3-b4e6-4bbd-8804-93a05196d6e1 admin admin] Releasing vlan 531 on physical network physnet1 to pool {{(pid=103591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 17:33:28.528529 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-4b087fb3-b4e6-4bbd-8804-93a05196d6e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264756290'] for segment, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:28.528529 n-d-816206-8 neutron-server[103591]: Traceback (most recent call last): Nov 23 17:33:28.528529 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 17:33:28.528529 n-d-816206-8 neutron-server[103591]: timer() Nov 23 17:33:28.528529 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 17:33:28.528529 n-d-816206-8 neutron-server[103591]: cb(*args, **kw) Nov 23 17:33:28.528529 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 17:33:28.528529 n-d-816206-8 neutron-server[103591]: return func(*args, **kwargs) Nov 23 17:33:28.528529 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 17:33:28.528529 n-d-816206-8 neutron-server[103591]: self._notify() Nov 23 17:33:28.528529 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 17:33:28.528529 n-d-816206-8 neutron-server[103591]: self.callback(batched_events) Nov 23 17:33:28.528529 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 17:33:28.528529 n-d-816206-8 neutron-server[103591]: event.method(event) Nov 23 17:33:28.528529 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 17:33:28.528529 n-d-816206-8 neutron-server[103591]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 17:33:28.528529 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 17:33:28.528529 n-d-816206-8 neutron-server[103591]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 17:33:28.528529 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 17:33:28.528529 n-d-816206-8 neutron-server[103591]: return f(self, *a, **k) Nov 23 17:33:28.528529 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 17:33:28.528529 n-d-816206-8 neutron-server[103591]: return self._get(url).json() Nov 23 17:33:28.528529 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 17:33:28.528529 n-d-816206-8 neutron-server[103591]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 17:33:28.528529 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 17:33:28.528529 n-d-816206-8 neutron-server[103591]: return self.request(url, 'GET', **kwargs) Nov 23 17:33:28.528529 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 17:33:28.528529 n-d-816206-8 neutron-server[103591]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 17:33:28.528529 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 17:33:28.528529 n-d-816206-8 neutron-server[103591]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 17:33:28.528529 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 17:33:28.528529 n-d-816206-8 neutron-server[103591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 17:33:28.528529 n-d-816206-8 neutron-server[103591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 17:33:28.605831 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-4b087fb3-b4e6-4bbd-8804-93a05196d6e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1795418'] for network, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:28.617784 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-4b087fb3-b4e6-4bbd-8804-93a05196d6e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for network, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:28.621553 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-4b087fb3-b4e6-4bbd-8804-93a05196d6e1 admin admin] 10.222.0.60 "DELETE /v2.0/networks/b1de2fcb-6500-42d6-94a6-34682dde52f8 HTTP/1.1" status: 204 len: 168 time: 0.3959665 Nov 23 17:33:28.636356 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b087fb3-b4e6-4bbd-8804-93a05196d6e1 admin admin] Pushing event deleted for resources: {'Network': ['ID=b1de2fcb-6500-42d6-94a6-34682dde52f8,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:33:28.693305 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-d5ff9402-e0aa-4345-9520-4e6461a6e84a req-416f7594-0f66-4b19-b3ae-27d98d21ad36 tempest-ServerRescueNegativeTestJSON-1154722601 tempest-ServerRescueNegativeTestJSON-1154722601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:28.709074 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] get_ports_and_sgs() called for port_ids ['9d847368-f5fa-4fed-840d-25e906c18499', '60f8ef03-7cec-4d0c-b65f-598b7fc51dd2'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:33:28.725863 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416f7594-0f66-4b19-b3ae-27d98d21ad36 tempest-ServerRescueNegativeTestJSON-1154722601 tempest-ServerRescueNegativeTestJSON-1154722601-project] Pushing event deleted for resources: {'Port': ['ID=60f8ef03-7cec-4d0c-b65f-598b7fc51dd2,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:33:28.787040 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5ff9402-e0aa-4345-9520-4e6461a6e84a req-416f7594-0f66-4b19-b3ae-27d98d21ad36 tempest-ServerRescueNegativeTestJSON-1154722601 tempest-ServerRescueNegativeTestJSON-1154722601-project] No DVR routers for this DVR port 60f8ef03-7cec-4d0c-b65f-598b7fc51dd2 on host n-h1-816206-8 {{(pid=103590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:33:28.790710 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-d5ff9402-e0aa-4345-9520-4e6461a6e84a req-416f7594-0f66-4b19-b3ae-27d98d21ad36 tempest-ServerRescueNegativeTestJSON-1154722601 tempest-ServerRescueNegativeTestJSON-1154722601-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:28.794782 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-d5ff9402-e0aa-4345-9520-4e6461a6e84a req-416f7594-0f66-4b19-b3ae-27d98d21ad36 tempest-ServerRescueNegativeTestJSON-1154722601 tempest-ServerRescueNegativeTestJSON-1154722601-project] 10.222.0.55 "DELETE /v2.0/ports/60f8ef03-7cec-4d0c-b65f-598b7fc51dd2 HTTP/1.1" status: 204 len: 173 time: 0.5905681 Nov 23 17:33:28.795513 n-d-816206-8 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f161a1e-4342-477a-afd0-8cb3c4b8d58a', 'name': 'network-vif-deleted', 'tag': '60f8ef03-7cec-4d0c-b65f-598b7fc51dd2'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:33:28.798771 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbabddbc9fc37b068808e119c416c86f5957ca04531a4a0d2e695c515e93483b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2173a4e2-d49a-4872-9b04-a69af4a38777" -d '{"events": [{"server_uuid": "9f161a1e-4342-477a-afd0-8cb3c4b8d58a", "name": "network-vif-deleted", "tag": "60f8ef03-7cec-4d0c-b65f-598b7fc51dd2"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:33:28.815344 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 38086) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:33:28.861351 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:33:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78b79aec-0019-4024-b957-2588d85bb209 x-openstack-request-id: req-78b79aec-0019-4024-b957-2588d85bb209 {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:33:28.861792 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f161a1e-4342-477a-afd0-8cb3c4b8d58a", "name": "network-vif-deleted", "tag": "60f8ef03-7cec-4d0c-b65f-598b7fc51dd2", "status": "completed", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:33:28.863490 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-78b79aec-0019-4024-b957-2588d85bb209 {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:33:28.864089 n-d-816206-8 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f161a1e-4342-477a-afd0-8cb3c4b8d58a', 'name': 'network-vif-deleted', 'tag': '60f8ef03-7cec-4d0c-b65f-598b7fc51dd2', 'status': 'completed', 'code': 200} Nov 23 17:33:28.907893 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-ab1ad5ec-9a19-4adf-a569-1401f6dd6f07 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=1a3213c156b7487ead41525906638731&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0920479 Nov 23 17:33:28.911628 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 38092) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:33:28.988888 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d4da2d68-ea28-4274-b397-9382808e9bb1 req-a28fd213-7fd6-4ba4-b9bd-d7df163afd95 tempest-AttachVolumeNegativeTest-452624640 tempest-AttachVolumeNegativeTest-452624640-project] 10.222.0.60 "GET /v2.0/ports?device_id=bf3e54c1-4480-45ff-98ea-dee1a4cf5d0f HTTP/1.1" status: 200 len: 210 time: 0.0356674 Nov 23 17:33:29.006744 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-9fada7e0-9b44-4739-823c-56333d8445b1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:29.031411 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-9fada7e0-9b44-4739-823c-56333d8445b1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:29.099020 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-9fada7e0-9b44-4739-823c-56333d8445b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:29.102502 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-9fada7e0-9b44-4739-823c-56333d8445b1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:29.107134 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-9fada7e0-9b44-4739-823c-56333d8445b1 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/53a6a452-6a31-497c-b47e-c6ffd8c87130 HTTP/1.1" status: 204 len: 168 time: 0.1918607 Nov 23 17:33:29.117208 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fada7e0-9b44-4739-823c-56333d8445b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53a6a452-6a31-497c-b47e-c6ffd8c87130,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:33:29.213823 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-162a1e8c-58ff-4ef9-b195-31d0a02d5c5b req-1c13aaf3-e3c1-4e07-8231-53c577c7591e tempest-ServerShowV257Test-2040103890 tempest-ServerShowV257Test-2040103890-project] 10.222.0.60 "GET /v2.0/ports?device_id=d386967e-b717-4931-8dcf-3391744b6743 HTTP/1.1" status: 200 len: 210 time: 0.0891256 Nov 23 17:33:29.265581 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78241e18-1e98-4e5c-b239-7eae05ed82a5 req-81841227-82bf-4ea5-a833-69b751ce54f5 tempest-AttachVolumeNegativeTest-452624640 tempest-AttachVolumeNegativeTest-452624640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:33:29.274281 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-78241e18-1e98-4e5c-b239-7eae05ed82a5 req-81841227-82bf-4ea5-a833-69b751ce54f5 tempest-AttachVolumeNegativeTest-452624640 tempest-AttachVolumeNegativeTest-452624640-project] 10.222.0.55 "GET /v2.0/networks?id=33c8cd36-aad8-4dc4-8566-a5fb3cdb35eb HTTP/1.1" status: 200 len: 815 time: 0.2000067 Nov 23 17:33:29.292172 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [req-78241e18-1e98-4e5c-b239-7eae05ed82a5 req-dca334ff-6580-4d75-bd8e-201d9abe0bf1 tempest-AttachVolumeNegativeTest-452624640 tempest-AttachVolumeNegativeTest-452624640-project] Request body: {'port': {'device_id': 'bf3e54c1-4480-45ff-98ea-dee1a4cf5d0f', 'network_id': '33c8cd36-aad8-4dc4-8566-a5fb3cdb35eb', 'admin_state_up': True, 'tenant_id': '340c7e93775c4f84bcf228158ebdbd25'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:33:29.461818 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9fc7e02c-c16f-4852-8032-03403bb479a2 req-e0a80b85-f68b-4e2f-bb5e-bb4cac81234b tempest-ServerRescueNegativeTestJSON-1154722601 tempest-ServerRescueNegativeTestJSON-1154722601-project] 10.222.0.60 "GET /v2.0/ports?device_id=9f161a1e-4342-477a-afd0-8cb3c4b8d58a HTTP/1.1" status: 200 len: 210 time: 0.0747910 Nov 23 17:33:29.470115 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78241e18-1e98-4e5c-b239-7eae05ed82a5 req-dca334ff-6580-4d75-bd8e-201d9abe0bf1 tempest-AttachVolumeNegativeTest-452624640 tempest-AttachVolumeNegativeTest-452624640-project] Made reservation on behalf of 340c7e93775c4f84bcf228158ebdbd25 for: {'port': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:33:29.477580 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-78241e18-1e98-4e5c-b239-7eae05ed82a5 req-dca334ff-6580-4d75-bd8e-201d9abe0bf1 tempest-AttachVolumeNegativeTest-452624640 tempest-AttachVolumeNegativeTest-452624640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:29.663404 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [req-78241e18-1e98-4e5c-b239-7eae05ed82a5 req-dca334ff-6580-4d75-bd8e-201d9abe0bf1 tempest-AttachVolumeNegativeTest-452624640 tempest-AttachVolumeNegativeTest-452624640-project] Allocated IP 172.20.0.13 (33c8cd36-aad8-4dc4-8566-a5fb3cdb35eb/0228ba8a-bfa9-4960-b814-86fe48904295/8e45cb8d-0533-4816-9602-890e2ab1a497) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:33:29.897945 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-78241e18-1e98-4e5c-b239-7eae05ed82a5 req-dca334ff-6580-4d75-bd8e-201d9abe0bf1 tempest-AttachVolumeNegativeTest-452624640 tempest-AttachVolumeNegativeTest-452624640-project] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:29.958480 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-78241e18-1e98-4e5c-b239-7eae05ed82a5 req-dca334ff-6580-4d75-bd8e-201d9abe0bf1 tempest-AttachVolumeNegativeTest-452624640 tempest-AttachVolumeNegativeTest-452624640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:29.973765 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] get_ports_and_sgs() called for port_ids ['5ad1a05e-24fe-40b4-88c8-154b3fe26795'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:33:30.033348 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78241e18-1e98-4e5c-b239-7eae05ed82a5 req-dca334ff-6580-4d75-bd8e-201d9abe0bf1 tempest-AttachVolumeNegativeTest-452624640 tempest-AttachVolumeNegativeTest-452624640-project] Network 33c8cd36-aad8-4dc4-8566-a5fb3cdb35eb is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:33:30.039324 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [req-78241e18-1e98-4e5c-b239-7eae05ed82a5 req-dca334ff-6580-4d75-bd8e-201d9abe0bf1 tempest-AttachVolumeNegativeTest-452624640 tempest-AttachVolumeNegativeTest-452624640-project] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:33:30.050672 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [req-78241e18-1e98-4e5c-b239-7eae05ed82a5 req-dca334ff-6580-4d75-bd8e-201d9abe0bf1 tempest-AttachVolumeNegativeTest-452624640 tempest-AttachVolumeNegativeTest-452624640-project] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:33:30.131084 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca334ff-6580-4d75-bd8e-201d9abe0bf1 tempest-AttachVolumeNegativeTest-452624640 tempest-AttachVolumeNegativeTest-452624640-project] Pushing event updated for resources: {'Port': ['ID=8e45cb8d-0533-4816-9602-890e2ab1a497,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:33:30.163669 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78241e18-1e98-4e5c-b239-7eae05ed82a5 req-dca334ff-6580-4d75-bd8e-201d9abe0bf1 tempest-AttachVolumeNegativeTest-452624640 tempest-AttachVolumeNegativeTest-452624640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:33:30.164044 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-78241e18-1e98-4e5c-b239-7eae05ed82a5 req-dca334ff-6580-4d75-bd8e-201d9abe0bf1 tempest-AttachVolumeNegativeTest-452624640 tempest-AttachVolumeNegativeTest-452624640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:30.187306 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-78241e18-1e98-4e5c-b239-7eae05ed82a5 req-dca334ff-6580-4d75-bd8e-201d9abe0bf1 tempest-AttachVolumeNegativeTest-452624640 tempest-AttachVolumeNegativeTest-452624640-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8992870 Nov 23 17:33:30.201937 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [req-78241e18-1e98-4e5c-b239-7eae05ed82a5 req-26af023c-4934-4820-9428-1ab8b48c6fdb service neutron] Request body: {'port': {'device_id': 'bf3e54c1-4480-45ff-98ea-dee1a4cf5d0f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-8'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:33:30.225305 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4905f18a-9f75-4316-a571-6cbabc23edab req-bb58ff6e-48de-48a1-a5d3-1ed0102634ed service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=2d345fdd-78be-4275-8a19-37cd401e3348&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1062293 Nov 23 17:33:30.257316 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263ace4a-76ac-4bda-8473-3a60d98e312b req-1d41b0f3-e675-4117-bfe2-8b0b3780df2a tempest-AttachVolumeNegativeTest-452624640 tempest-AttachVolumeNegativeTest-452624640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:33:30.258895 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-263ace4a-76ac-4bda-8473-3a60d98e312b req-1d41b0f3-e675-4117-bfe2-8b0b3780df2a tempest-AttachVolumeNegativeTest-452624640 tempest-AttachVolumeNegativeTest-452624640-project] 10.222.0.60 "GET /v2.0/ports?device_id=bf3e54c1-4480-45ff-98ea-dee1a4cf5d0f HTTP/1.1" status: 200 len: 932 time: 0.1259642 Nov 23 17:33:30.287412 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-78241e18-1e98-4e5c-b239-7eae05ed82a5 req-26af023c-4934-4820-9428-1ab8b48c6fdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:30.306908 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 38132) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:33:30.396067 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-263ace4a-76ac-4bda-8473-3a60d98e312b req-cd7de77b-fa16-4280-949f-24f09b518cff tempest-AttachVolumeNegativeTest-452624640 tempest-AttachVolumeNegativeTest-452624640-project] 10.222.0.60 "GET /v2.0/security-groups?id=b501ccef-95b0-4939-b7ec-f5c6dfe73de7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280861 Nov 23 17:33:30.401135 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e7ea6550-4ff7-473a-8d82-1e623f3dd634 req-65f36986-d4b4-4316-8ce5-dc6a93f573c8 tempest-ServerShowV257Test-2040103890 tempest-ServerShowV257Test-2040103890-project] 10.222.0.60 "GET /v2.0/ports?device_id=d386967e-b717-4931-8dcf-3391744b6743 HTTP/1.1" status: 200 len: 210 time: 0.0655813 Nov 23 17:33:30.404729 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4905f18a-9f75-4316-a571-6cbabc23edab req-90012c09-399e-4f44-bf00-5b2d9a205f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:33:30.406755 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4905f18a-9f75-4316-a571-6cbabc23edab req-90012c09-399e-4f44-bf00-5b2d9a205f39 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=48e79dc20fea40fb8ca9e6c621fad84a&device_id=2d345fdd-78be-4275-8a19-37cd401e3348 HTTP/1.1" status: 200 len: 1096 time: 0.1469193 Nov 23 17:33:30.572840 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-0bc0273d-ebda-495a-84d2-bdebc171b91c admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1687012727-network', 'tenant_id': '299c504d22d6488a89501067457e8d68'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:33:30.668176 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e0be73f4-e2ed-466e-af39-9ac9741a3c66 req-32f696cc-ab14-449d-ae76-ad8dad17e5b5 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d386967e-b717-4931-8dcf-3391744b6743 HTTP/1.1" status: 200 len: 210 time: 0.0401592 Nov 23 17:33:30.677291 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4905f18a-9f75-4316-a571-6cbabc23edab req-07266bbe-5f9e-41e0-8bf9-822e217c3c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:33:30.678866 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4905f18a-9f75-4316-a571-6cbabc23edab req-07266bbe-5f9e-41e0-8bf9-822e217c3c6e service neutron] 10.222.0.55 "GET /v2.0/networks?id=ee61f549-61e5-4b3e-88cc-f7acada2ae03 HTTP/1.1" status: 200 len: 919 time: 0.2499666 Nov 23 17:33:30.680084 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bc0273d-ebda-495a-84d2-bdebc171b91c admin admin] Made reservation on behalf of 299c504d22d6488a89501067457e8d68 for: {'network': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:33:30.682541 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-0bc0273d-ebda-495a-84d2-bdebc171b91c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for network, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:30.700679 n-d-816206-8 neutron-server[103590]: DEBUG neutron.notifiers.nova [req-78241e18-1e98-4e5c-b239-7eae05ed82a5 req-26af023c-4934-4820-9428-1ab8b48c6fdb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e45cb8d-0533-4816-9602-890e2ab1a497 {{(pid=103590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:33:30.709609 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-78241e18-1e98-4e5c-b239-7eae05ed82a5 req-26af023c-4934-4820-9428-1ab8b48c6fdb service neutron] Publish callbacks [] for port, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:30.725682 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [req-78241e18-1e98-4e5c-b239-7eae05ed82a5 req-26af023c-4934-4820-9428-1ab8b48c6fdb service neutron] Transition to ACTIVE for port object 8e45cb8d-0533-4816-9602-890e2ab1a497 will not be triggered until provisioned by entity L2. {{(pid=103590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 17:33:30.730561 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-78241e18-1e98-4e5c-b239-7eae05ed82a5 req-26af023c-4934-4820-9428-1ab8b48c6fdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264357957'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:30.737884 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4905f18a-9f75-4316-a571-6cbabc23edab req-7773c63c-4231-48a8-a7cf-9d8e3e3acd0d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9d847368-f5fa-4fed-840d-25e906c18499 HTTP/1.1" status: 200 len: 217 time: 0.0511568 Nov 23 17:33:30.739400 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-0bc0273d-ebda-495a-84d2-bdebc171b91c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:30.797122 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26af023c-4934-4820-9428-1ab8b48c6fdb service neutron] Pushing event updated for resources: {'Port': ['ID=8e45cb8d-0533-4816-9602-890e2ab1a497,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:33:30.843327 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4905f18a-9f75-4316-a571-6cbabc23edab req-651c872f-5e34-4d43-9c11-5ed424e1d0a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:33:30.844848 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4905f18a-9f75-4316-a571-6cbabc23edab req-651c872f-5e34-4d43-9c11-5ed424e1d0a2 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7a48fbc6-9cf3-4d00-a808-31156a99c4b2 HTTP/1.1" status: 200 len: 858 time: 0.0968366 Nov 23 17:33:30.888080 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4905f18a-9f75-4316-a571-6cbabc23edab req-8d5c0888-cde8-4100-a9f3-d4930c0a3e8c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ee61f549-61e5-4b3e-88cc-f7acada2ae03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327487 Nov 23 17:33:30.894195 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [req-78241e18-1e98-4e5c-b239-7eae05ed82a5 req-26af023c-4934-4820-9428-1ab8b48c6fdb service neutron] Attempting to bind port 8e45cb8d-0533-4816-9602-890e2ab1a497 on host n-h1-816206-8 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:33:30.894713 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [req-78241e18-1e98-4e5c-b239-7eae05ed82a5 req-26af023c-4934-4820-9428-1ab8b48c6fdb service neutron] Attempting to bind port 8e45cb8d-0533-4816-9602-890e2ab1a497 by drivers openvswitch,hyperv on host n-h1-816206-8 at level 0 using segments [{'id': '1cf72e34-10d8-4ad7-b917-280709c47ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '33c8cd36-aad8-4dc4-8566-a5fb3cdb35eb'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:33:30.895158 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78241e18-1e98-4e5c-b239-7eae05ed82a5 req-26af023c-4934-4820-9428-1ab8b48c6fdb service neutron] Attempting to bind port 8e45cb8d-0533-4816-9602-890e2ab1a497 on network 33c8cd36-aad8-4dc4-8566-a5fb3cdb35eb {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:33:30.902397 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78241e18-1e98-4e5c-b239-7eae05ed82a5 req-26af023c-4934-4820-9428-1ab8b48c6fdb service neutron] Port 8e45cb8d-0533-4816-9602-890e2ab1a497 on network 33c8cd36-aad8-4dc4-8566-a5fb3cdb35eb not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-8 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 17:33:30.902590 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78241e18-1e98-4e5c-b239-7eae05ed82a5 req-26af023c-4934-4820-9428-1ab8b48c6fdb service neutron] Attempting to bind port 8e45cb8d-0533-4816-9602-890e2ab1a497 on network 33c8cd36-aad8-4dc4-8566-a5fb3cdb35eb {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:33:30.910492 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78241e18-1e98-4e5c-b239-7eae05ed82a5 req-26af023c-4934-4820-9428-1ab8b48c6fdb service neutron] Checking agent: {'id': '4b0a4557-3bfe-4828-80a0-7981fc3ac84c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 15, 14), 'started_at': datetime.datetime(2021, 11, 23, 17, 15, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 33, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:33:30.910932 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78241e18-1e98-4e5c-b239-7eae05ed82a5 req-26af023c-4934-4820-9428-1ab8b48c6fdb service neutron] Checking segment: {'id': '1cf72e34-10d8-4ad7-b917-280709c47ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '33c8cd36-aad8-4dc4-8566-a5fb3cdb35eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:33:30.911468 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78241e18-1e98-4e5c-b239-7eae05ed82a5 req-26af023c-4934-4820-9428-1ab8b48c6fdb service neutron] Bound using segment: {'id': '1cf72e34-10d8-4ad7-b917-280709c47ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '33c8cd36-aad8-4dc4-8566-a5fb3cdb35eb'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:33:30.912071 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [req-78241e18-1e98-4e5c-b239-7eae05ed82a5 req-26af023c-4934-4820-9428-1ab8b48c6fdb service neutron] Bound port: 8e45cb8d-0533-4816-9602-890e2ab1a497, host: n-h1-816206-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1cf72e34-10d8-4ad7-b917-280709c47ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '33c8cd36-aad8-4dc4-8566-a5fb3cdb35eb'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:33:30.912596 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-78241e18-1e98-4e5c-b239-7eae05ed82a5 req-26af023c-4934-4820-9428-1ab8b48c6fdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:30.997286 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [req-78241e18-1e98-4e5c-b239-7eae05ed82a5 req-26af023c-4934-4820-9428-1ab8b48c6fdb service neutron] For port 8e45cb8d-0533-4816-9602-890e2ab1a497, host n-h1-816206-8, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:33:31.001182 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [req-78241e18-1e98-4e5c-b239-7eae05ed82a5 req-26af023c-4934-4820-9428-1ab8b48c6fdb service neutron] For port 8e45cb8d-0533-4816-9602-890e2ab1a497, host n-h1-816206-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=8e45cb8d-0533-4816-9602-890e2ab1a497,segment=NetworkSegment(1cf72e34-10d8-4ad7-b917-280709c47ed2),segment_id=1cf72e34-10d8-4ad7-b917-280709c47ed2)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:33:31.006067 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-78241e18-1e98-4e5c-b239-7eae05ed82a5 req-26af023c-4934-4820-9428-1ab8b48c6fdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264357957'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:31.017500 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-0bc0273d-ebda-495a-84d2-bdebc171b91c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:31.033386 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb483cf-6cb5-4623-8839-9faf446418ea req-039b1348-683a-4a55-8bec-e4cbd81df1cd tempest-ServerRescueNegativeTestJSON-1154722601 tempest-ServerRescueNegativeTestJSON-1154722601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:33:31.035561 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9bb483cf-6cb5-4623-8839-9faf446418ea req-039b1348-683a-4a55-8bec-e4cbd81df1cd tempest-ServerRescueNegativeTestJSON-1154722601 tempest-ServerRescueNegativeTestJSON-1154722601-project] 10.222.0.60 "GET /v2.0/ports?device_id=2d345fdd-78be-4275-8a19-37cd401e3348 HTTP/1.1" status: 200 len: 945 time: 0.1447599 Nov 23 17:33:31.037498 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-0bc0273d-ebda-495a-84d2-bdebc171b91c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:31.042608 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78241e18-1e98-4e5c-b239-7eae05ed82a5 req-26af023c-4934-4820-9428-1ab8b48c6fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:33:31.042962 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-78241e18-1e98-4e5c-b239-7eae05ed82a5 req-26af023c-4934-4820-9428-1ab8b48c6fdb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:31.044436 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-78241e18-1e98-4e5c-b239-7eae05ed82a5 req-26af023c-4934-4820-9428-1ab8b48c6fdb service neutron] 10.222.0.55 "PUT /v2.0/ports/8e45cb8d-0533-4816-9602-890e2ab1a497 HTTP/1.1" status: 200 len: 1092 time: 0.8481014 Nov 23 17:33:31.048073 n-d-816206-8 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf3e54c1-4480-45ff-98ea-dee1a4cf5d0f', 'tag': '8e45cb8d-0533-4816-9602-890e2ab1a497'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:33:31.051716 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbabddbc9fc37b068808e119c416c86f5957ca04531a4a0d2e695c515e93483b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad08e971-431e-42d8-a451-8ff0b17f248c" -d '{"events": [{"name": "network-changed", "server_uuid": "bf3e54c1-4480-45ff-98ea-dee1a4cf5d0f", "tag": "8e45cb8d-0533-4816-9602-890e2ab1a497"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:33:31.093656 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26af023c-4934-4820-9428-1ab8b48c6fdb service neutron] Pushing event updated for resources: {'Port': ['ID=8e45cb8d-0533-4816-9602-890e2ab1a497,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:33:31.112018 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0bc0273d-ebda-495a-84d2-bdebc171b91c admin admin] vlan segment allocate from pool success with {'vlan_id': 535, 'physical_network': 'physnet1'} {{(pid=103591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 17:33:31.133598 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc0273d-ebda-495a-84d2-bdebc171b91c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74c06d10-1085-4ac0-8477-440c2d097d89,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:33:31.135019 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 17:33:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15b9d041-6d5e-4453-8f10-5d64c2301140 x-openstack-request-id: req-15b9d041-6d5e-4453-8f10-5d64c2301140 {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:33:31.135354 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf3e54c1-4480-45ff-98ea-dee1a4cf5d0f", "tag": "8e45cb8d-0533-4816-9602-890e2ab1a497", "status": "completed", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:33:31.135948 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-15b9d041-6d5e-4453-8f10-5d64c2301140 {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:33:31.136131 n-d-816206-8 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf3e54c1-4480-45ff-98ea-dee1a4cf5d0f', 'tag': '8e45cb8d-0533-4816-9602-890e2ab1a497', 'status': 'completed', 'code': 200} Nov 23 17:33:31.137647 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4905f18a-9f75-4316-a571-6cbabc23edab req-a29138ab-47a2-4141-9e16-813d6cb5570e service neutron] 10.222.0.55 "GET /v2.0/networks/ee61f549-61e5-4b3e-88cc-f7acada2ae03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2339232 Nov 23 17:33:31.146593 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-0bc0273d-ebda-495a-84d2-bdebc171b91c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:31.146868 n-d-816206-8 neutron-server[103591]: INFO neutron.db.segments_db [None req-0bc0273d-ebda-495a-84d2-bdebc171b91c admin admin] Added segment fd333594-0d9a-468f-8d5f-9048d64873c9 of type vlan for network cd9e453d-a4b7-4262-b9b6-befeff767d91 Nov 23 17:33:31.158060 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78241e18-1e98-4e5c-b239-7eae05ed82a5 req-047bb2c9-6e4a-45ee-9610-42a2e164cf2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:33:31.160872 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-78241e18-1e98-4e5c-b239-7eae05ed82a5 req-047bb2c9-6e4a-45ee-9610-42a2e164cf2c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=340c7e93775c4f84bcf228158ebdbd25&device_id=bf3e54c1-4480-45ff-98ea-dee1a4cf5d0f HTTP/1.1" status: 200 len: 1095 time: 0.0624185 Nov 23 17:33:31.211717 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9bb483cf-6cb5-4623-8839-9faf446418ea req-e9373f1d-2d84-4917-94ee-7435f7908722 tempest-ServerRescueNegativeTestJSON-1154722601 tempest-ServerRescueNegativeTestJSON-1154722601-project] 10.222.0.60 "GET /v2.0/security-groups?id=fdeeda5f-d596-40d9-83fc-6ea083625241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627932 Nov 23 17:33:31.223704 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-78241e18-1e98-4e5c-b239-7eae05ed82a5 req-0d47cfb8-7a2a-4ee7-8f50-1a8ac2e560f6 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8e45cb8d-0533-4816-9602-890e2ab1a497 HTTP/1.1" status: 200 len: 217 time: 0.0505993 Nov 23 17:33:31.236580 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-0bc0273d-ebda-495a-84d2-bdebc171b91c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736635338810'] for network, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:31.288635 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78241e18-1e98-4e5c-b239-7eae05ed82a5 req-d9395c43-9141-45cc-aa17-be04ff242cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:33:31.290163 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-78241e18-1e98-4e5c-b239-7eae05ed82a5 req-d9395c43-9141-45cc-aa17-be04ff242cc5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0228ba8a-bfa9-4960-b814-86fe48904295 HTTP/1.1" status: 200 len: 855 time: 0.0569780 Nov 23 17:33:31.310759 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-0bc0273d-ebda-495a-84d2-bdebc171b91c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493'] for network, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:31.311627 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bc0273d-ebda-495a-84d2-bdebc171b91c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:33:31.312280 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-0bc0273d-ebda-495a-84d2-bdebc171b91c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for network, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:31.325272 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4905f18a-9f75-4316-a571-6cbabc23edab req-ca39b126-3270-46ae-873a-a8a29e53930a service neutron] 10.222.0.55 "GET /v2.0/networks/ee61f549-61e5-4b3e-88cc-f7acada2ae03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1747305 Nov 23 17:33:31.335997 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-78241e18-1e98-4e5c-b239-7eae05ed82a5 req-d32db798-3b68-463b-a7a7-71b9bf10f6b1 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=33c8cd36-aad8-4dc4-8566-a5fb3cdb35eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367444 Nov 23 17:33:31.350434 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-0bc0273d-ebda-495a-84d2-bdebc171b91c admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.0421708 Nov 23 17:33:31.408723 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc0273d-ebda-495a-84d2-bdebc171b91c admin admin] Pushing event updated for resources: {'Network': ['ID=cd9e453d-a4b7-4262-b9b6-befeff767d91,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:33:31.424400 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Network cd9e453d-a4b7-4262-b9b6-befeff767d91 details requested by agent ovs-agent-n-d-816206-8 with host n-d-816206-8 {{(pid=103592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 17:33:31.488834 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-78241e18-1e98-4e5c-b239-7eae05ed82a5 req-83572230-442d-4c0e-bd60-cb2fc5724ae4 service neutron] 10.222.0.55 "GET /v2.0/networks/33c8cd36-aad8-4dc4-8566-a5fb3cdb35eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426470 Nov 23 17:33:31.570631 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-500c4ff1-20a7-4215-ae95-67885c9e788d req-21e5e168-5cf4-41f4-99b3-0b7835eca937 tempest-ServerShowV257Test-2040103890 tempest-ServerShowV257Test-2040103890-project] 10.222.0.60 "GET /v2.0/ports?device_id=d386967e-b717-4931-8dcf-3391744b6743 HTTP/1.1" status: 200 len: 210 time: 0.0331366 Nov 23 17:33:31.589837 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d576f20-bb83-420d-83f3-757e47c09081 req-225ea647-2f6d-4e42-b744-02d48f9fb28f tempest-AttachVolumeNegativeTest-452624640 tempest-AttachVolumeNegativeTest-452624640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:33:31.591365 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4d576f20-bb83-420d-83f3-757e47c09081 req-225ea647-2f6d-4e42-b744-02d48f9fb28f tempest-AttachVolumeNegativeTest-452624640 tempest-AttachVolumeNegativeTest-452624640-project] 10.222.0.60 "GET /v2.0/ports?device_id=bf3e54c1-4480-45ff-98ea-dee1a4cf5d0f HTTP/1.1" status: 200 len: 944 time: 0.0966208 Nov 23 17:33:31.648672 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-78241e18-1e98-4e5c-b239-7eae05ed82a5 req-79f09fd9-2f5b-43af-a7d2-25cca0047500 service neutron] 10.222.0.55 "GET /v2.0/networks/33c8cd36-aad8-4dc4-8566-a5fb3cdb35eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1505065 Nov 23 17:33:31.663186 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4d576f20-bb83-420d-83f3-757e47c09081 req-0d496e3b-e2af-4020-90a2-1a6faf1cc969 tempest-AttachVolumeNegativeTest-452624640 tempest-AttachVolumeNegativeTest-452624640-project] 10.222.0.60 "GET /v2.0/security-groups?id=b501ccef-95b0-4939-b7ec-f5c6dfe73de7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645454 Nov 23 17:33:31.802894 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad08e971-431e-42d8-a451-8ff0b17f248c req-770a8362-e9b2-44ea-9ec1-a5c75b8f423e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:33:31.804466 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-ad08e971-431e-42d8-a451-8ff0b17f248c req-770a8362-e9b2-44ea-9ec1-a5c75b8f423e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=340c7e93775c4f84bcf228158ebdbd25&device_id=bf3e54c1-4480-45ff-98ea-dee1a4cf5d0f HTTP/1.1" status: 200 len: 1095 time: 0.0754616 Nov 23 17:33:31.923452 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad08e971-431e-42d8-a451-8ff0b17f248c req-e4ca21f4-e240-41bc-985b-d1297a68adc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:33:31.925605 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-ad08e971-431e-42d8-a451-8ff0b17f248c req-e4ca21f4-e240-41bc-985b-d1297a68adc8 service neutron] 10.222.0.55 "GET /v2.0/networks?id=33c8cd36-aad8-4dc4-8566-a5fb3cdb35eb HTTP/1.1" status: 200 len: 916 time: 0.1108704 Nov 23 17:33:31.985174 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-ad08e971-431e-42d8-a451-8ff0b17f248c req-67ed6d69-1dce-491d-ab0f-5fda0c125c16 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8e45cb8d-0533-4816-9602-890e2ab1a497 HTTP/1.1" status: 200 len: 217 time: 0.0506048 Nov 23 17:33:32.023209 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device 60f8ef03-7cec-4d0c-b65f-598b7fc51dd2 no longer exists at agent hyperv_n-h1-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:33:32.057284 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] No Port match for: 60f8ef03-7cec-4d0c-b65f-598b7fc51dd2 {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:33:32.057537 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device 60f8ef03-7cec-4d0c-b65f-598b7fc51dd2 not bound to the agent host n-h1-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:33:32.067349 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad08e971-431e-42d8-a451-8ff0b17f248c req-8a8ff657-7ffb-40a1-98c4-0114fbea285e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:33:32.068850 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-ad08e971-431e-42d8-a451-8ff0b17f248c req-8a8ff657-7ffb-40a1-98c4-0114fbea285e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0228ba8a-bfa9-4960-b814-86fe48904295 HTTP/1.1" status: 200 len: 855 time: 0.0755441 Nov 23 17:33:32.105879 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-ad08e971-431e-42d8-a451-8ff0b17f248c req-7fe8b599-12db-451a-acdb-201de08fd02b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=33c8cd36-aad8-4dc4-8566-a5fb3cdb35eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283563 Nov 23 17:33:32.118175 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d3641c-dcf8-412c-9700-a6ed49d9bb90 req-0680acd4-1934-434b-b132-d6b50914e158 tempest-ComputeTenantNetworksTest-1878741458 tempest-ComputeTenantNetworksTest-1878741458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:33:32.124305 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d3641c-dcf8-412c-9700-a6ed49d9bb90 req-0680acd4-1934-434b-b132-d6b50914e158 tempest-ComputeTenantNetworksTest-1878741458 tempest-ComputeTenantNetworksTest-1878741458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:33:32.130438 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d3641c-dcf8-412c-9700-a6ed49d9bb90 req-0680acd4-1934-434b-b132-d6b50914e158 tempest-ComputeTenantNetworksTest-1878741458 tempest-ComputeTenantNetworksTest-1878741458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:33:32.132210 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-07d3641c-dcf8-412c-9700-a6ed49d9bb90 req-0680acd4-1934-434b-b132-d6b50914e158 tempest-ComputeTenantNetworksTest-1878741458 tempest-ComputeTenantNetworksTest-1878741458-project] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.2660625 Nov 23 17:33:32.224636 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-ad08e971-431e-42d8-a451-8ff0b17f248c req-428ca46d-2f66-45a9-9efa-72aa863009d4 service neutron] 10.222.0.55 "GET /v2.0/networks/33c8cd36-aad8-4dc4-8566-a5fb3cdb35eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091619 Nov 23 17:33:32.274804 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f0d9b9-dd2e-4780-a2bf-03f2bbe3c36f req-776efdbd-4f9f-403d-911e-339325406509 tempest-ComputeTenantNetworksTest-1878741458 tempest-ComputeTenantNetworksTest-1878741458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:33:32.279173 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-86f0d9b9-dd2e-4780-a2bf-03f2bbe3c36f req-776efdbd-4f9f-403d-911e-339325406509 tempest-ComputeTenantNetworksTest-1878741458 tempest-ComputeTenantNetworksTest-1878741458-project] 10.222.0.60 "GET /v2.0/networks/cd9e453d-a4b7-4262-b9b6-befeff767d91 HTTP/1.1" status: 200 len: 769 time: 0.1211972 Nov 23 17:33:32.284310 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 38174) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:33:32.363658 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-ad08e971-431e-42d8-a451-8ff0b17f248c req-78f61425-2a25-4266-aa00-f05493342b79 service neutron] 10.222.0.55 "GET /v2.0/networks/33c8cd36-aad8-4dc4-8566-a5fb3cdb35eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283200 Nov 23 17:33:32.392763 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-20c6f9eb-8f82-4541-8980-0832de984607 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-555181'] for network, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:32.449029 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a012a0-95b1-4c9d-89dc-13e25a816e6d req-efef2c22-6d86-4348-9731-1f1a42975183 tempest-ServerRescueNegativeTestJSON-1154722601 tempest-ServerRescueNegativeTestJSON-1154722601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:33:32.450483 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a0a012a0-95b1-4c9d-89dc-13e25a816e6d req-efef2c22-6d86-4348-9731-1f1a42975183 tempest-ServerRescueNegativeTestJSON-1154722601 tempest-ServerRescueNegativeTestJSON-1154722601-project] 10.222.0.60 "GET /v2.0/ports?device_id=2d345fdd-78be-4275-8a19-37cd401e3348 HTTP/1.1" status: 200 len: 945 time: 0.1025343 Nov 23 17:33:32.506196 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-20c6f9eb-8f82-4541-8980-0832de984607 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973419', 'neutron.services.segments.db._delete_segments_for_network-8736635878840'] for network, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:32.539236 n-d-816206-8 neutron-server[103591]: DEBUG neutron.services.segments.db [None req-20c6f9eb-8f82-4541-8980-0832de984607 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd9e453d-a4b7-4262-b9b6-befeff767d91']}} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:33:32.557123 n-d-816206-8 neutron-server[103591]: DEBUG neutron.services.segments.db [None req-20c6f9eb-8f82-4541-8980-0832de984607 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd333594-0d9a-468f-8d5f-9048d64873c9') {'for_net_delete': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:33:32.557412 n-d-816206-8 neutron-server[103591]: DEBUG neutron.services.segments.db [None req-20c6f9eb-8f82-4541-8980-0832de984607 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd333594-0d9a-468f-8d5f-9048d64873c9') {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:33:32.568333 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a0a012a0-95b1-4c9d-89dc-13e25a816e6d req-f78f8f02-ecaa-4e23-9685-8f8acea016c8 tempest-ServerRescueNegativeTestJSON-1154722601 tempest-ServerRescueNegativeTestJSON-1154722601-project] 10.222.0.60 "GET /v2.0/security-groups?id=fdeeda5f-d596-40d9-83fc-6ea083625241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048243 Nov 23 17:33:32.580280 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-20c6f9eb-8f82-4541-8980-0832de984607 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736635840332', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265989959'] for segment, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:32.599705 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-20c6f9eb-8f82-4541-8980-0832de984607 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:32.605807 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20c6f9eb-8f82-4541-8980-0832de984607 admin admin] Releasing vlan 535 on physical network physnet1 to pool {{(pid=103591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 17:33:32.606190 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-20c6f9eb-8f82-4541-8980-0832de984607 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264756290'] for segment, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:32.607803 n-d-816206-8 neutron-server[103591]: Traceback (most recent call last): Nov 23 17:33:32.607803 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 17:33:32.607803 n-d-816206-8 neutron-server[103591]: timer() Nov 23 17:33:32.607803 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 17:33:32.607803 n-d-816206-8 neutron-server[103591]: cb(*args, **kw) Nov 23 17:33:32.607803 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 17:33:32.607803 n-d-816206-8 neutron-server[103591]: return func(*args, **kwargs) Nov 23 17:33:32.607803 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 17:33:32.607803 n-d-816206-8 neutron-server[103591]: self._notify() Nov 23 17:33:32.607803 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 17:33:32.607803 n-d-816206-8 neutron-server[103591]: self.callback(batched_events) Nov 23 17:33:32.607803 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 17:33:32.607803 n-d-816206-8 neutron-server[103591]: event.method(event) Nov 23 17:33:32.607803 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 17:33:32.607803 n-d-816206-8 neutron-server[103591]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 17:33:32.607803 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 17:33:32.607803 n-d-816206-8 neutron-server[103591]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 17:33:32.607803 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 17:33:32.607803 n-d-816206-8 neutron-server[103591]: return f(self, *a, **k) Nov 23 17:33:32.607803 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 17:33:32.607803 n-d-816206-8 neutron-server[103591]: return self._get(url).json() Nov 23 17:33:32.607803 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 17:33:32.607803 n-d-816206-8 neutron-server[103591]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 17:33:32.607803 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 17:33:32.607803 n-d-816206-8 neutron-server[103591]: return self.request(url, 'GET', **kwargs) Nov 23 17:33:32.607803 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 17:33:32.607803 n-d-816206-8 neutron-server[103591]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 17:33:32.607803 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 17:33:32.607803 n-d-816206-8 neutron-server[103591]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 17:33:32.607803 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 17:33:32.607803 n-d-816206-8 neutron-server[103591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 17:33:32.607803 n-d-816206-8 neutron-server[103591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 17:33:32.665747 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-20c6f9eb-8f82-4541-8980-0832de984607 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1795418'] for network, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:32.671369 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-20c6f9eb-8f82-4541-8980-0832de984607 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for network, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:32.674884 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-20c6f9eb-8f82-4541-8980-0832de984607 admin admin] 10.222.0.60 "DELETE /v2.0/networks/cd9e453d-a4b7-4262-b9b6-befeff767d91 HTTP/1.1" status: 204 len: 168 time: 0.3893719 Nov 23 17:33:32.715839 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-cfe78ca2-9e11-4b9b-9815-fa3c79da51e7 req-2b571092-f52b-4f70-aea0-326839ea7d1e tempest-ServerShowV257Test-2040103890 tempest-ServerShowV257Test-2040103890-project] 10.222.0.60 "GET /v2.0/ports?device_id=d386967e-b717-4931-8dcf-3391744b6743 HTTP/1.1" status: 200 len: 210 time: 0.0398502 Nov 23 17:33:32.716840 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c6f9eb-8f82-4541-8980-0832de984607 admin admin] Pushing event deleted for resources: {'Network': ['ID=cd9e453d-a4b7-4262-b9b6-befeff767d91,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:33:32.866023 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 38188) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:33:32.922201 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c94e18-64e5-45ae-b43e-393096a8db87 req-5128bf72-bafd-4d4c-b74a-2e8c6e0eac3a tempest-AttachVolumeNegativeTest-452624640 tempest-AttachVolumeNegativeTest-452624640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:33:32.923705 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-10c94e18-64e5-45ae-b43e-393096a8db87 req-5128bf72-bafd-4d4c-b74a-2e8c6e0eac3a tempest-AttachVolumeNegativeTest-452624640 tempest-AttachVolumeNegativeTest-452624640-project] 10.222.0.60 "GET /v2.0/ports?device_id=bf3e54c1-4480-45ff-98ea-dee1a4cf5d0f HTTP/1.1" status: 200 len: 944 time: 0.1288002 Nov 23 17:33:32.927576 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-e0298ad4-b04e-4757-bab6-9e4932122e20 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=299c504d22d6488a89501067457e8d68&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0603619 Nov 23 17:33:32.930573 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 38194) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:33:32.994456 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-420f05b8-66d3-414d-a485-448ba17f6a37 req-f4652690-2f0c-49e9-a5fa-c2314f401248 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5dc6dd93c9be4a239e37491273d45c74&device_id=d386967e-b717-4931-8dcf-3391744b6743 HTTP/1.1" status: 200 len: 210 time: 0.0359707 Nov 23 17:33:33.055153 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-10c94e18-64e5-45ae-b43e-393096a8db87 req-aa04b73b-705b-4a7e-8ea4-0bede9b55e10 tempest-AttachVolumeNegativeTest-452624640 tempest-AttachVolumeNegativeTest-452624640-project] 10.222.0.60 "GET /v2.0/security-groups?id=b501ccef-95b0-4939-b7ec-f5c6dfe73de7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223292 Nov 23 17:33:33.058683 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-420f05b8-66d3-414d-a485-448ba17f6a37 req-c370e04b-4087-4067-b278-9b614fcdab72 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=5dc6dd93c9be4a239e37491273d45c74&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0359716 Nov 23 17:33:33.061840 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-8ab18273-16aa-44ff-a323-f85fe296bb49 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:33.120882 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-8ab18273-16aa-44ff-a323-f85fe296bb49 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:33.212889 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-0390a12a-a233-4286-9e38-758003bcabad req-15d04fdb-598d-4dad-9ea7-57bf77b08627 tempest-ServerShowV257Test-2040103890 tempest-ServerShowV257Test-2040103890-project] 10.222.0.60 "GET /v2.0/ports?device_id=d386967e-b717-4931-8dcf-3391744b6743 HTTP/1.1" status: 200 len: 210 time: 0.0759990 Nov 23 17:33:33.240516 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420f05b8-66d3-414d-a485-448ba17f6a37 req-501daab6-1100-4f33-bd64-5a310e230899 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:33:33.241998 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-420f05b8-66d3-414d-a485-448ba17f6a37 req-501daab6-1100-4f33-bd64-5a310e230899 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1619992 Nov 23 17:33:33.248892 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-8ab18273-16aa-44ff-a323-f85fe296bb49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:33.252188 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-8ab18273-16aa-44ff-a323-f85fe296bb49 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:33.253370 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-8ab18273-16aa-44ff-a323-f85fe296bb49 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/74c06d10-1085-4ac0-8477-440c2d097d89 HTTP/1.1" status: 204 len: 168 time: 0.3218737 Nov 23 17:33:33.261550 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab18273-16aa-44ff-a323-f85fe296bb49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74c06d10-1085-4ac0-8477-440c2d097d89,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:33:33.339523 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.agents_db [None req-464f6c07-0de8-4be6-8f5b-563f574d1c5d None None] Agent healthcheck: found 7 active agents {{(pid=103593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 17:33:33.714489 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07428aba-b647-4093-ad2e-799f733d543c req-c6dd85c2-de5e-4222-9912-e0aaddfd366f tempest-ServerRescueNegativeTestJSON-1154722601 tempest-ServerRescueNegativeTestJSON-1154722601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:33:33.716016 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-07428aba-b647-4093-ad2e-799f733d543c req-c6dd85c2-de5e-4222-9912-e0aaddfd366f tempest-ServerRescueNegativeTestJSON-1154722601 tempest-ServerRescueNegativeTestJSON-1154722601-project] 10.222.0.60 "GET /v2.0/ports?device_id=2d345fdd-78be-4275-8a19-37cd401e3348 HTTP/1.1" status: 200 len: 945 time: 0.0584509 Nov 23 17:33:33.787769 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-07428aba-b647-4093-ad2e-799f733d543c req-497d5eac-2d8e-4d87-b04d-2252197733a8 tempest-ServerRescueNegativeTestJSON-1154722601 tempest-ServerRescueNegativeTestJSON-1154722601-project] 10.222.0.60 "GET /v2.0/security-groups?id=fdeeda5f-d596-40d9-83fc-6ea083625241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643702 Nov 23 17:33:34.048859 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device 8e45cb8d-0533-4816-9602-890e2ab1a497 details requested by agent hyperv_n-h1-816206-8 with host n-h1-816206-8 {{(pid=103592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 17:33:34.213063 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port 8e45cb8d-0533-4816-9602-890e2ab1a497, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=8e45cb8d-0533-4816-9602-890e2ab1a497,segment=NetworkSegment(1cf72e34-10d8-4ad7-b917-280709c47ed2),segment_id=1cf72e34-10d8-4ad7-b917-280709c47ed2)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:33:34.227342 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Returning: {'device': '8e45cb8d-0533-4816-9602-890e2ab1a497', 'network_id': '33c8cd36-aad8-4dc4-8566-a5fb3cdb35eb', 'port_id': '8e45cb8d-0533-4816-9602-890e2ab1a497', 'mac_address': 'fa:16:3e:f2:8d:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 510, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0228ba8a-bfa9-4960-b814-86fe48904295', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 17:33:34.239671 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969fbbf4-5b92-4b5d-837a-d3faf34c0b2f req-3e9b2b7a-ab11-4372-bf44-0508ba993954 tempest-AttachVolumeNegativeTest-452624640 tempest-AttachVolumeNegativeTest-452624640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:33:34.241724 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-969fbbf4-5b92-4b5d-837a-d3faf34c0b2f req-3e9b2b7a-ab11-4372-bf44-0508ba993954 tempest-AttachVolumeNegativeTest-452624640 tempest-AttachVolumeNegativeTest-452624640-project] 10.222.0.60 "GET /v2.0/ports?device_id=bf3e54c1-4480-45ff-98ea-dee1a4cf5d0f HTTP/1.1" status: 200 len: 944 time: 0.0602105 Nov 23 17:33:34.288757 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:34.305788 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e45cb8d-0533-4816-9602-890e2ab1a497 {{(pid=103592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:33:34.336044 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-57601918-3454-40ff-9f92-15821fcead26 req-de55c483-019a-4be6-adfe-bba83d37a0f0 tempest-ServerShowV257Test-2040103890 tempest-ServerShowV257Test-2040103890-project] 10.222.0.60 "GET /v2.0/ports?device_id=d386967e-b717-4931-8dcf-3391744b6743 HTTP/1.1" status: 200 len: 210 time: 0.0442591 Nov 23 17:33:34.336817 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port 8e45cb8d-0533-4816-9602-890e2ab1a497, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=8e45cb8d-0533-4816-9602-890e2ab1a497,segment=NetworkSegment(1cf72e34-10d8-4ad7-b917-280709c47ed2),segment_id=1cf72e34-10d8-4ad7-b917-280709c47ed2)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:33:34.346033 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-969fbbf4-5b92-4b5d-837a-d3faf34c0b2f req-47d8635d-52dc-40b1-bffb-5e5deaa8225b tempest-AttachVolumeNegativeTest-452624640 tempest-AttachVolumeNegativeTest-452624640-project] 10.222.0.60 "GET /v2.0/security-groups?id=b501ccef-95b0-4939-b7ec-f5c6dfe73de7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972722 Nov 23 17:33:34.346880 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:34.420246 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Pushing event updated for resources: {'Port': ['ID=8e45cb8d-0533-4816-9602-890e2ab1a497,revision_number=4']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:33:34.709477 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] get_ports_and_sgs() called for port_ids ['8e45cb8d-0533-4816-9602-890e2ab1a497'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:33:34.945155 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853a80e7-a953-4232-a519-94461f000e49 req-841a0b83-5a77-4f74-a29c-beaaad55b8a6 tempest-ServerRescueNegativeTestJSON-1154722601 tempest-ServerRescueNegativeTestJSON-1154722601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:33:34.946670 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-853a80e7-a953-4232-a519-94461f000e49 req-841a0b83-5a77-4f74-a29c-beaaad55b8a6 tempest-ServerRescueNegativeTestJSON-1154722601 tempest-ServerRescueNegativeTestJSON-1154722601-project] 10.222.0.60 "GET /v2.0/ports?device_id=2d345fdd-78be-4275-8a19-37cd401e3348 HTTP/1.1" status: 200 len: 945 time: 0.0544879 Nov 23 17:33:34.984578 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-420f05b8-66d3-414d-a485-448ba17f6a37 req-69aa48d4-52e5-4e33-8c2e-64609114b79b tempest-ServerShowV257Test-2040103890 tempest-ServerShowV257Test-2040103890-project] 10.222.0.36 "GET /v2.0/ports?device_id=d386967e-b717-4931-8dcf-3391744b6743 HTTP/1.1" status: 200 len: 210 time: 0.0364044 Nov 23 17:33:35.018147 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-853a80e7-a953-4232-a519-94461f000e49 req-e1c1133e-2371-460f-bbea-a9faff2b4604 tempest-ServerRescueNegativeTestJSON-1154722601 tempest-ServerRescueNegativeTestJSON-1154722601-project] 10.222.0.60 "GET /v2.0/security-groups?id=fdeeda5f-d596-40d9-83fc-6ea083625241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615129 Nov 23 17:33:35.545292 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c15bc6-9ea3-4bfc-aaed-af41eec275ec req-336f471d-ad81-45e8-93e5-9e94e48cfa65 tempest-AttachVolumeNegativeTest-452624640 tempest-AttachVolumeNegativeTest-452624640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:33:35.555197 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b6c15bc6-9ea3-4bfc-aaed-af41eec275ec req-336f471d-ad81-45e8-93e5-9e94e48cfa65 tempest-AttachVolumeNegativeTest-452624640 tempest-AttachVolumeNegativeTest-452624640-project] 10.222.0.60 "GET /v2.0/ports?device_id=bf3e54c1-4480-45ff-98ea-dee1a4cf5d0f HTTP/1.1" status: 200 len: 945 time: 0.0883434 Nov 23 17:33:35.638763 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-441b615a-3ea6-4a6a-b088-9f2d6b013211 req-1c1a797e-7102-49d3-9241-30970434c52d tempest-ServerShowV257Test-2040103890 tempest-ServerShowV257Test-2040103890-project] 10.222.0.60 "GET /v2.0/ports?device_id=d386967e-b717-4931-8dcf-3391744b6743 HTTP/1.1" status: 200 len: 210 time: 0.0320511 Nov 23 17:33:35.643381 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b6c15bc6-9ea3-4bfc-aaed-af41eec275ec req-653aedd2-e360-41d2-8b5a-c01bee668ad2 tempest-AttachVolumeNegativeTest-452624640 tempest-AttachVolumeNegativeTest-452624640-project] 10.222.0.60 "GET /v2.0/security-groups?id=b501ccef-95b0-4939-b7ec-f5c6dfe73de7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872939 Nov 23 17:33:36.044847 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device 8e45cb8d-0533-4816-9602-890e2ab1a497 up at agent hyperv_n-h1-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:33:36.113007 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Provisioning for port 8e45cb8d-0533-4816-9602-890e2ab1a497 completed by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 17:33:36.120698 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Provisioning complete for port 8e45cb8d-0533-4816-9602-890e2ab1a497 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:33:36.121091 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:36.145498 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc470d8-24fd-49cc-800b-9bf0d7478e7c req-1c55a1cd-b39a-453e-adf2-588a75892cfd tempest-ServerRescueNegativeTestJSON-1154722601 tempest-ServerRescueNegativeTestJSON-1154722601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:33:36.147158 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ddc470d8-24fd-49cc-800b-9bf0d7478e7c req-1c55a1cd-b39a-453e-adf2-588a75892cfd tempest-ServerRescueNegativeTestJSON-1154722601 tempest-ServerRescueNegativeTestJSON-1154722601-project] 10.222.0.60 "GET /v2.0/ports?device_id=2d345fdd-78be-4275-8a19-37cd401e3348 HTTP/1.1" status: 200 len: 945 time: 0.0526185 Nov 23 17:33:36.197366 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ddc470d8-24fd-49cc-800b-9bf0d7478e7c req-71061d5b-1ffe-4965-9e1f-4f928a21fa9a tempest-ServerRescueNegativeTestJSON-1154722601 tempest-ServerRescueNegativeTestJSON-1154722601-project] 10.222.0.60 "GET /v2.0/security-groups?id=fdeeda5f-d596-40d9-83fc-6ea083625241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440369 Nov 23 17:33:36.211196 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:36.239740 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf3e54c1-4480-45ff-98ea-dee1a4cf5d0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e45cb8d-0533-4816-9602-890e2ab1a497'}] {{(pid=103592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:33:36.242042 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba3e6a8f2301c7a29fe1eca9779abdae4ccbcd6266d69778087f2498d5551201" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb3e8df1-7ec5-4113-9f52-4fd7845e9188" -d '{"events": [{"server_uuid": "bf3e54c1-4480-45ff-98ea-dee1a4cf5d0f", "name": "network-vif-plugged", "status": "completed", "tag": "8e45cb8d-0533-4816-9602-890e2ab1a497"}]}' {{(pid=103592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:33:36.259760 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port 8e45cb8d-0533-4816-9602-890e2ab1a497, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=8e45cb8d-0533-4816-9602-890e2ab1a497,segment=NetworkSegment(1cf72e34-10d8-4ad7-b917-280709c47ed2),segment_id=1cf72e34-10d8-4ad7-b917-280709c47ed2)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:33:36.269240 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:36.305430 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:33:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d24fee4-b8d0-4142-95ae-2340444ebd98 x-openstack-request-id: req-4d24fee4-b8d0-4142-95ae-2340444ebd98 {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:33:36.306020 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf3e54c1-4480-45ff-98ea-dee1a4cf5d0f", "name": "network-vif-plugged", "status": "completed", "tag": "8e45cb8d-0533-4816-9602-890e2ab1a497", "code": 200}]} {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:33:36.306421 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-4d24fee4-b8d0-4142-95ae-2340444ebd98 {{(pid=103592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:33:36.306963 n-d-816206-8 neutron-server[103592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf3e54c1-4480-45ff-98ea-dee1a4cf5d0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e45cb8d-0533-4816-9602-890e2ab1a497', 'code': 200} Nov 23 17:33:36.337021 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Pushing event updated for resources: {'Port': ['ID=8e45cb8d-0533-4816-9602-890e2ab1a497,revision_number=5']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:33:36.411655 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e71ba0-e74a-4639-868d-e9268bc7fb4b req-a2b76a20-aae2-4d4a-9cc1-164e0a99cc55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:33:36.413202 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-02e71ba0-e74a-4639-868d-e9268bc7fb4b req-a2b76a20-aae2-4d4a-9cc1-164e0a99cc55 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=bf3e54c1-4480-45ff-98ea-dee1a4cf5d0f HTTP/1.1" status: 200 len: 1097 time: 0.0419929 Nov 23 17:33:36.461652 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-02e71ba0-e74a-4639-868d-e9268bc7fb4b req-b0898c9a-54f1-4481-a63d-8176d50d8988 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=b501ccef-95b0-4939-b7ec-f5c6dfe73de7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411863 Nov 23 17:33:36.778441 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 38308) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:33:36.821180 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457ba85e-5911-463e-aed9-ebba0f1c6fcd req-2160888e-3d36-447f-b180-9b21bea38ac5 tempest-AttachVolumeNegativeTest-452624640 tempest-AttachVolumeNegativeTest-452624640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:33:36.822960 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-457ba85e-5911-463e-aed9-ebba0f1c6fcd req-2160888e-3d36-447f-b180-9b21bea38ac5 tempest-AttachVolumeNegativeTest-452624640 tempest-AttachVolumeNegativeTest-452624640-project] 10.222.0.60 "GET /v2.0/ports?device_id=bf3e54c1-4480-45ff-98ea-dee1a4cf5d0f HTTP/1.1" status: 200 len: 946 time: 0.0695796 Nov 23 17:33:36.887300 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-457ba85e-5911-463e-aed9-ebba0f1c6fcd req-8bf8f60a-cdc8-467c-8f2d-8cd463c0eb12 tempest-AttachVolumeNegativeTest-452624640 tempest-AttachVolumeNegativeTest-452624640-project] 10.222.0.60 "GET /v2.0/security-groups?id=b501ccef-95b0-4939-b7ec-f5c6dfe73de7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568347 Nov 23 17:33:36.930018 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f7a52243-c304-41af-8380-aad595477b89 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:37.017645 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f7a52243-c304-41af-8380-aad595477b89 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:37.021550 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f7a52243-c304-41af-8380-aad595477b89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:37.030325 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 38314) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:33:37.064713 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-f7a52243-c304-41af-8380-aad595477b89 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0148695f5597470e972b73de1d35fcb3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2849710 Nov 23 17:33:37.064927 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 38318) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:33:37.072788 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a52243-c304-41af-8380-aad595477b89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea40d6f6-88c1-4511-9cff-dcb7a8b3cb8d,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:33:37.122082 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c378fc-7781-4b5d-ac5e-e8923076941d req-b1497ad4-2156-494c-88be-44f4ad035c06 tempest-ServerRescueNegativeTestJSON-1154722601 tempest-ServerRescueNegativeTestJSON-1154722601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:33:37.124446 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-a9c378fc-7781-4b5d-ac5e-e8923076941d req-b1497ad4-2156-494c-88be-44f4ad035c06 tempest-ServerRescueNegativeTestJSON-1154722601 tempest-ServerRescueNegativeTestJSON-1154722601-project] 10.222.0.55 "GET /v2.0/ports?device_id=2d345fdd-78be-4275-8a19-37cd401e3348 HTTP/1.1" status: 200 len: 945 time: 0.0661421 Nov 23 17:33:37.152891 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-835d5013-07c2-4f8a-99ae-19c24db31705 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:37.154776 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-493c6fb8-773d-4ea2-b952-bc8829289e68 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:37.191723 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-493c6fb8-773d-4ea2-b952-bc8829289e68 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:37.228918 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [req-a9c378fc-7781-4b5d-ac5e-e8923076941d req-5d6b1665-6891-483b-b06a-99a029a47429 tempest-ServerRescueNegativeTestJSON-1154722601 tempest-ServerRescueNegativeTestJSON-1154722601-project] Deleting port 9d847368-f5fa-4fed-840d-25e906c18499 {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:33:37.229249 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-a9c378fc-7781-4b5d-ac5e-e8923076941d req-5d6b1665-6891-483b-b06a-99a029a47429 tempest-ServerRescueNegativeTestJSON-1154722601 tempest-ServerRescueNegativeTestJSON-1154722601-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:37.284930 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-835d5013-07c2-4f8a-99ae-19c24db31705 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:37.286123 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-493c6fb8-773d-4ea2-b952-bc8829289e68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:37.289149 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-493c6fb8-773d-4ea2-b952-bc8829289e68 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:37.292767 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-493c6fb8-773d-4ea2-b952-bc8829289e68 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ea40d6f6-88c1-4511-9cff-dcb7a8b3cb8d HTTP/1.1" status: 204 len: 168 time: 0.2246459 Nov 23 17:33:37.293374 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-835d5013-07c2-4f8a-99ae-19c24db31705 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:37.321334 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493c6fb8-773d-4ea2-b952-bc8829289e68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea40d6f6-88c1-4511-9cff-dcb7a8b3cb8d,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:33:37.339981 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [req-a9c378fc-7781-4b5d-ac5e-e8923076941d req-5d6b1665-6891-483b-b06a-99a029a47429 tempest-ServerRescueNegativeTestJSON-1154722601 tempest-ServerRescueNegativeTestJSON-1154722601-project] For port 9d847368-f5fa-4fed-840d-25e906c18499, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=9d847368-f5fa-4fed-840d-25e906c18499,segment=NetworkSegment(9af5bdca-ad73-4e5e-ad36-1bd85f88bd90),segment_id=9af5bdca-ad73-4e5e-ad36-1bd85f88bd90)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:33:37.341424 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-a9c378fc-7781-4b5d-ac5e-e8923076941d req-5d6b1665-6891-483b-b06a-99a029a47429 tempest-ServerRescueNegativeTestJSON-1154722601 tempest-ServerRescueNegativeTestJSON-1154722601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:37.359582 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [req-a9c378fc-7781-4b5d-ac5e-e8923076941d req-5d6b1665-6891-483b-b06a-99a029a47429 tempest-ServerRescueNegativeTestJSON-1154722601 tempest-ServerRescueNegativeTestJSON-1154722601-project] Calling delete_port for 9d847368-f5fa-4fed-840d-25e906c18499 owned by compute:nova {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:33:37.370358 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-835d5013-07c2-4f8a-99ae-19c24db31705 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=5dc6dd93c9be4a239e37491273d45c74&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3388252 Nov 23 17:33:37.370838 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 38328) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:33:37.384935 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835d5013-07c2-4f8a-99ae-19c24db31705 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb071375-402a-45f6-bbcb-899b958503ba,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:33:37.403499 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccb581e-96c2-46b8-a563-74f9dc7863f8 req-720c0192-e571-4067-804d-083820671c09 tempest-ServerRescueNegativeTestJSON-1154722601 tempest-ServerRescueNegativeTestJSON-1154722601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:33:37.412079 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-dccb581e-96c2-46b8-a563-74f9dc7863f8 req-720c0192-e571-4067-804d-083820671c09 tempest-ServerRescueNegativeTestJSON-1154722601 tempest-ServerRescueNegativeTestJSON-1154722601-project] 10.222.0.60 "GET /v2.0/ports?device_id=2d345fdd-78be-4275-8a19-37cd401e3348 HTTP/1.1" status: 200 len: 945 time: 0.1046820 Nov 23 17:33:37.463602 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-dccb581e-96c2-46b8-a563-74f9dc7863f8 req-c6092ceb-c90e-4177-b590-bb69212ccae6 tempest-ServerRescueNegativeTestJSON-1154722601 tempest-ServerRescueNegativeTestJSON-1154722601-project] 10.222.0.60 "GET /v2.0/security-groups?id=fdeeda5f-d596-40d9-83fc-6ea083625241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502322 Nov 23 17:33:37.496464 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-43ef66ae-b96e-4158-b73a-9ea818e7ebef admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:37.529001 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-43ef66ae-b96e-4158-b73a-9ea818e7ebef admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:37.612250 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-a9c378fc-7781-4b5d-ac5e-e8923076941d req-5d6b1665-6891-483b-b06a-99a029a47429 tempest-ServerRescueNegativeTestJSON-1154722601 tempest-ServerRescueNegativeTestJSON-1154722601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:37.626276 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] get_ports_and_sgs() called for port_ids ['9d847368-f5fa-4fed-840d-25e906c18499'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:33:37.642607 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-43ef66ae-b96e-4158-b73a-9ea818e7ebef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:37.645188 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-43ef66ae-b96e-4158-b73a-9ea818e7ebef admin admin] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:37.649422 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-43ef66ae-b96e-4158-b73a-9ea818e7ebef admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/cb071375-402a-45f6-bbcb-899b958503ba HTTP/1.1" status: 204 len: 168 time: 0.2731714 Nov 23 17:33:37.658692 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ef66ae-b96e-4158-b73a-9ea818e7ebef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb071375-402a-45f6-bbcb-899b958503ba,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:33:37.660453 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6b1665-6891-483b-b06a-99a029a47429 tempest-ServerRescueNegativeTestJSON-1154722601 tempest-ServerRescueNegativeTestJSON-1154722601-project] Pushing event deleted for resources: {'Port': ['ID=9d847368-f5fa-4fed-840d-25e906c18499,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:33:37.709358 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 38336) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:33:37.730905 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-4f3baa6d-6da2-4198-b179-512887d992f1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:37.764191 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9c378fc-7781-4b5d-ac5e-e8923076941d req-5d6b1665-6891-483b-b06a-99a029a47429 tempest-ServerRescueNegativeTestJSON-1154722601 tempest-ServerRescueNegativeTestJSON-1154722601-project] No DVR routers for this DVR port 9d847368-f5fa-4fed-840d-25e906c18499 on host n-h1-816206-8 {{(pid=103590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:33:37.777993 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-a9c378fc-7781-4b5d-ac5e-e8923076941d req-5d6b1665-6891-483b-b06a-99a029a47429 tempest-ServerRescueNegativeTestJSON-1154722601 tempest-ServerRescueNegativeTestJSON-1154722601-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:37.783967 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-a9c378fc-7781-4b5d-ac5e-e8923076941d req-5d6b1665-6891-483b-b06a-99a029a47429 tempest-ServerRescueNegativeTestJSON-1154722601 tempest-ServerRescueNegativeTestJSON-1154722601-project] 10.222.0.55 "DELETE /v2.0/ports/9d847368-f5fa-4fed-840d-25e906c18499 HTTP/1.1" status: 204 len: 173 time: 0.6490164 Nov 23 17:33:37.784987 n-d-816206-8 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d345fdd-78be-4275-8a19-37cd401e3348', 'name': 'network-vif-deleted', 'tag': '9d847368-f5fa-4fed-840d-25e906c18499'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:33:37.786834 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbabddbc9fc37b068808e119c416c86f5957ca04531a4a0d2e695c515e93483b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7bde99d-536b-4665-a3de-33ce1a672d8f" -d '{"events": [{"server_uuid": "2d345fdd-78be-4275-8a19-37cd401e3348", "name": "network-vif-deleted", "tag": "9d847368-f5fa-4fed-840d-25e906c18499"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:33:37.842347 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:33:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0cef3b1-3315-49ec-a578-79d9dcd04dc3 x-openstack-request-id: req-c0cef3b1-3315-49ec-a578-79d9dcd04dc3 {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:33:37.842909 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d345fdd-78be-4275-8a19-37cd401e3348", "name": "network-vif-deleted", "tag": "9d847368-f5fa-4fed-840d-25e906c18499", "status": "completed", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:33:37.843117 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c0cef3b1-3315-49ec-a578-79d9dcd04dc3 {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:33:37.843572 n-d-816206-8 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d345fdd-78be-4275-8a19-37cd401e3348', 'name': 'network-vif-deleted', 'tag': '9d847368-f5fa-4fed-840d-25e906c18499', 'status': 'completed', 'code': 200} Nov 23 17:33:37.930794 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-4f3baa6d-6da2-4198-b179-512887d992f1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:37.936031 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-4f3baa6d-6da2-4198-b179-512887d992f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:37.978357 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-4f3baa6d-6da2-4198-b179-512887d992f1 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=99e2071d6b6d4539b4db2aebb78ad686&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2676039 Nov 23 17:33:37.981202 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 38346) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:33:38.017459 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3baa6d-6da2-4198-b179-512887d992f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df5800a1-f9b3-41e8-af46-28edac2d6f4b,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:33:38.043774 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a88da23-f046-4c6d-981a-e1e0352833d0 req-ba1e51c0-e09e-4a95-9b6a-8554070db391 tempest-AttachVolumeNegativeTest-452624640 tempest-AttachVolumeNegativeTest-452624640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:33:38.052908 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8a88da23-f046-4c6d-981a-e1e0352833d0 req-ba1e51c0-e09e-4a95-9b6a-8554070db391 tempest-AttachVolumeNegativeTest-452624640 tempest-AttachVolumeNegativeTest-452624640-project] 10.222.0.60 "GET /v2.0/ports?device_id=bf3e54c1-4480-45ff-98ea-dee1a4cf5d0f HTTP/1.1" status: 200 len: 946 time: 0.0728662 Nov 23 17:33:38.064525 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e8c17394-4503-4d2b-bd90-abeff3e98327 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:38.089569 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e8c17394-4503-4d2b-bd90-abeff3e98327 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:38.151782 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e8c17394-4503-4d2b-bd90-abeff3e98327 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:38.154740 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e8c17394-4503-4d2b-bd90-abeff3e98327 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:38.158700 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-e8c17394-4503-4d2b-bd90-abeff3e98327 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/df5800a1-f9b3-41e8-af46-28edac2d6f4b HTTP/1.1" status: 204 len: 168 time: 0.1738017 Nov 23 17:33:38.175349 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c17394-4503-4d2b-bd90-abeff3e98327 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df5800a1-f9b3-41e8-af46-28edac2d6f4b,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:33:38.503987 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8a88da23-f046-4c6d-981a-e1e0352833d0 req-e8030c17-5aac-44a9-8eb5-1068d46061cd tempest-AttachVolumeNegativeTest-452624640 tempest-AttachVolumeNegativeTest-452624640-project] 10.222.0.60 "GET /v2.0/security-groups?id=b501ccef-95b0-4939-b7ec-f5c6dfe73de7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4418693 Nov 23 17:33:38.560407 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 38380) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:33:39.179563 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-38b8d4db-ec91-4c37-ab02-fe88653e5aab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1794372'] for router_interface, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:39.549196 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-38b8d4db-ec91-4c37-ab02-fe88653e5aab admin admin] Deleting port 668fddbf-4977-4f1d-990a-5d88ef95a6cb {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:33:39.549543 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-38b8d4db-ec91-4c37-ab02-fe88653e5aab admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:39.679073 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-38b8d4db-ec91-4c37-ab02-fe88653e5aab admin admin] For port 668fddbf-4977-4f1d-990a-5d88ef95a6cb, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=668fddbf-4977-4f1d-990a-5d88ef95a6cb,segment=NetworkSegment(9af5bdca-ad73-4e5e-ad36-1bd85f88bd90),segment_id=9af5bdca-ad73-4e5e-ad36-1bd85f88bd90)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:33:39.679737 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-38b8d4db-ec91-4c37-ab02-fe88653e5aab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:39.700716 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-38b8d4db-ec91-4c37-ab02-fe88653e5aab admin admin] Calling delete_port for 668fddbf-4977-4f1d-990a-5d88ef95a6cb owned by network:router_interface {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:33:39.949780 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-38b8d4db-ec91-4c37-ab02-fe88653e5aab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:40.024078 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b8d4db-ec91-4c37-ab02-fe88653e5aab admin admin] Pushing event deleted for resources: {'Port': ['ID=668fddbf-4977-4f1d-990a-5d88ef95a6cb,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:33:40.072816 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device 9d847368-f5fa-4fed-840d-25e906c18499 no longer exists at agent hyperv_n-h1-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:33:40.111423 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] No Port match for: 9d847368-f5fa-4fed-840d-25e906c18499 {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:33:40.113424 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device 9d847368-f5fa-4fed-840d-25e906c18499 not bound to the agent host n-h1-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:33:40.231380 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-38b8d4db-ec91-4c37-ab02-fe88653e5aab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2067500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1794520'] for router_interface, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:40.893830 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38b8d4db-ec91-4c37-ab02-fe88653e5aab admin admin] Router 37a2da88-dd38-4438-ad20-a758389d26cc has already been hosted by L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 {{(pid=103590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 17:33:41.044098 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38b8d4db-ec91-4c37-ab02-fe88653e5aab admin admin] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:33:41.053426 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-38b8d4db-ec91-4c37-ab02-fe88653e5aab admin admin] 10.222.0.60 "PUT /v2.0/routers/37a2da88-dd38-4438-ad20-a758389d26cc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4895933 Nov 23 17:33:41.053751 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 38486) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:33:41.061990 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5ee6f45-26b4-4648-bd5a-90345f92f8f4 None None] Sync routers for ids ['37a2da88-dd38-4438-ad20-a758389d26cc'] in n-d-816206-8 {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:33:41.082470 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5ee6f45-26b4-4648-bd5a-90345f92f8f4 None None] Routers {'37a2da88-dd38-4438-ad20-a758389d26cc'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:33:41.082470 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-a5ee6f45-26b4-4648-bd5a-90345f92f8f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:33:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['37a2da88-dd38-4438-ad20-a758389d26cc'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:33:41.224644 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c900e6b2-3938-480b-b0de-853f16d31c58 admin admin] Publish callbacks [] for router, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:41.309665 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvr_db [None req-a5ee6f45-26b4-4648-bd5a-90345f92f8f4 None None] Set router 37a2da88-dd38-4438-ad20-a758389d26cc gateway port host: n-d-816206-8 {{(pid=103592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:33:41.406045 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c900e6b2-3938-480b-b0de-853f16d31c58 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:41.550408 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-c900e6b2-3938-480b-b0de-853f16d31c58 admin admin] Deleting port fcdb4a9b-1c8b-4324-8b5b-219ae3205575 {{(pid=103591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:33:41.550762 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c900e6b2-3938-480b-b0de-853f16d31c58 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:41.677186 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-a5ee6f45-26b4-4648-bd5a-90345f92f8f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37a2da88-dd38-4438-ad20-a758389d26cc', 'name': 'tempest-ServerRescueNegativeTestJSON-486970986-router', 'tenant_id': '48e79dc20fea40fb8ca9e6c621fad84a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': 'fcdb4a9b-1c8b-4324-8b5b-219ae3205575', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:30:25Z', 'updated_at': '2021-11-23T17:33:39Z', 'revision_number': 5, 'project_id': '48e79dc20fea40fb8ca9e6c621fad84a', 'gw_port': {'id': 'fcdb4a9b-1c8b-4324-8b5b-219ae3205575', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:bc:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37a2da88-dd38-4438-ad20-a758389d26cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1133, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:30:26Z', 'updated_at': '2021-11-23T17:30:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8'}], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:33:41.679085 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [None req-c900e6b2-3938-480b-b0de-853f16d31c58 admin admin] For port fcdb4a9b-1c8b-4324-8b5b-219ae3205575, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=fcdb4a9b-1c8b-4324-8b5b-219ae3205575,segment=NetworkSegment(bffd1e4f-e80f-4ff0-b418-2f42ae15febf),segment_id=bffd1e4f-e80f-4ff0-b418-2f42ae15febf)] {{(pid=103591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:33:41.679472 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c900e6b2-3938-480b-b0de-853f16d31c58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:41.698403 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-c900e6b2-3938-480b-b0de-853f16d31c58 admin admin] Calling delete_port for fcdb4a9b-1c8b-4324-8b5b-219ae3205575 owned by network:router_gateway {{(pid=103591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:33:41.711029 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5ee6f45-26b4-4648-bd5a-90345f92f8f4 None None] Checking router: 37a2da88-dd38-4438-ad20-a758389d26cc for host: n-d-816206-8 {{(pid=103592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 17:33:41.735764 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5ee6f45-26b4-4648-bd5a-90345f92f8f4 None None] Routers {'37a2da88-dd38-4438-ad20-a758389d26cc'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:33:41.736693 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-a5ee6f45-26b4-4648-bd5a-90345f92f8f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:33:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['37a2da88-dd38-4438-ad20-a758389d26cc'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:33:41.869345 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvr_db [None req-a5ee6f45-26b4-4648-bd5a-90345f92f8f4 None None] Set router 37a2da88-dd38-4438-ad20-a758389d26cc gateway port host: None {{(pid=103592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:33:41.986025 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-a5ee6f45-26b4-4648-bd5a-90345f92f8f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37a2da88-dd38-4438-ad20-a758389d26cc', 'name': 'tempest-ServerRescueNegativeTestJSON-486970986-router', 'tenant_id': '48e79dc20fea40fb8ca9e6c621fad84a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:30:25Z', 'updated_at': '2021-11-23T17:33:41Z', 'revision_number': 6, 'project_id': '48e79dc20fea40fb8ca9e6c621fad84a', 'gw_port_host': None}], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:33:42.019169 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c900e6b2-3938-480b-b0de-853f16d31c58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:42.036926 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5ee6f45-26b4-4648-bd5a-90345f92f8f4 None None] The sync data for ids ['37a2da88-dd38-4438-ad20-a758389d26cc'] in n-d-816206-8 is: [{'id': '37a2da88-dd38-4438-ad20-a758389d26cc', 'name': 'tempest-ServerRescueNegativeTestJSON-486970986-router', 'tenant_id': '48e79dc20fea40fb8ca9e6c621fad84a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:30:25Z', 'updated_at': '2021-11-23T17:33:41Z', 'revision_number': 6, 'project_id': '48e79dc20fea40fb8ca9e6c621fad84a', 'gw_port_host': None}] {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:33:42.104924 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c900e6b2-3938-480b-b0de-853f16d31c58 admin admin] Pushing event deleted for resources: {'Port': ['ID=fcdb4a9b-1c8b-4324-8b5b-219ae3205575,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:33:42.131234 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78070afe-4adf-4355-93e6-4fe9874e6e22 None None] DHCP port deletion for 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:33:42.224804 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c900e6b2-3938-480b-b0de-853f16d31c58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1795454'] for router_gateway, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:42.370479 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c900e6b2-3938-480b-b0de-853f16d31c58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1794352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8175'] for router, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:42.375097 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c900e6b2-3938-480b-b0de-853f16d31c58 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:42.470671 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c900e6b2-3938-480b-b0de-853f16d31c58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1795580'] for router, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:42.472361 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c900e6b2-3938-480b-b0de-853f16d31c58 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 37a2da88-dd38-4438-ad20-a758389d26cc {{(pid=103591) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 17:33:42.504166 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c900e6b2-3938-480b-b0de-853f16d31c58 admin admin] Publish callbacks [] for router, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:42.509446 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-c900e6b2-3938-480b-b0de-853f16d31c58 admin admin] 10.222.0.60 "DELETE /v2.0/routers/37a2da88-dd38-4438-ad20-a758389d26cc HTTP/1.1" status: 204 len: 168 time: 1.4535964 Nov 23 17:33:42.510357 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 38514) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:33:42.683404 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 668fddbf-4977-4f1d-990a-5d88ef95a6cb no longer exists at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:33:42.689033 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_v2 [None req-ceb715a8-e3e0-4461-9c6c-62cbd8dd8ba3 admin admin] Deleting subnet 7a48fbc6-9cf3-4d00-a808-31156a99c4b2 {{(pid=103590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 17:33:42.692653 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ceb715a8-e3e0-4461-9c6c-62cbd8dd8ba3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:42.714608 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] No Port match for: 668fddbf-4977-4f1d-990a-5d88ef95a6cb {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:33:42.715082 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 668fddbf-4977-4f1d-990a-5d88ef95a6cb not bound to the agent host n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:33:42.741663 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ceb715a8-e3e0-4461-9c6c-62cbd8dd8ba3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-267528342'] for subnet, precommit_delete_associations {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:42.771566 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 38522) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:33:42.801465 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ceb715a8-e3e0-4461-9c6c-62cbd8dd8ba3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971956'] for subnet, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:42.908221 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ceb715a8-e3e0-4461-9c6c-62cbd8dd8ba3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264357903', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264730940'] for subnet, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:42.916117 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c768c6-d824-46a2-ba48-bf7951db9f83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:42.985723 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-f15e6093-d660-49a2-9150-2810cb1a0811 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:43.008056 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb715a8-e3e0-4461-9c6c-62cbd8dd8ba3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7a48fbc6-9cf3-4d00-a808-31156a99c4b2,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:33:43.026987 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ceb715a8-e3e0-4461-9c6c-62cbd8dd8ba3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:43.033189 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-ceb715a8-e3e0-4461-9c6c-62cbd8dd8ba3 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/7a48fbc6-9cf3-4d00-a808-31156a99c4b2 HTTP/1.1" status: 204 len: 168 time: 0.5184548 Nov 23 17:33:43.034274 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 38530) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:33:43.146634 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-e1eb20c0-d802-4d8c-a937-d2d3ac1f3ca8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-555181'] for network, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:43.239509 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-f15e6093-d660-49a2-9150-2810cb1a0811 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:43.245508 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-f15e6093-d660-49a2-9150-2810cb1a0811 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:43.267060 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:43.316002 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-e1eb20c0-d802-4d8c-a937-d2d3ac1f3ca8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973419', 'neutron.services.segments.db._delete_segments_for_network-8736635878840'] for network, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:43.349445 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15e6093-d660-49a2-9150-2810cb1a0811 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4255e7a9-6cf0-48f1-b755-464e6fbe8231,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:33:43.359661 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-f15e6093-d660-49a2-9150-2810cb1a0811 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=8462798212814271b66f8bbf47ae38d4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5870039 Nov 23 17:33:43.362187 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 38538) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:33:43.369125 n-d-816206-8 neutron-server[103591]: DEBUG neutron.services.segments.db [None req-e1eb20c0-d802-4d8c-a937-d2d3ac1f3ca8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee61f549-61e5-4b3e-88cc-f7acada2ae03']}} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:33:43.387190 n-d-816206-8 neutron-server[103591]: DEBUG neutron.services.segments.db [None req-e1eb20c0-d802-4d8c-a937-d2d3ac1f3ca8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9af5bdca-ad73-4e5e-ad36-1bd85f88bd90') {'for_net_delete': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:33:43.387451 n-d-816206-8 neutron-server[103591]: DEBUG neutron.services.segments.db [None req-e1eb20c0-d802-4d8c-a937-d2d3ac1f3ca8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9af5bdca-ad73-4e5e-ad36-1bd85f88bd90') {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:33:43.407082 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-e1eb20c0-d802-4d8c-a937-d2d3ac1f3ca8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736635840332', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265989959'] for segment, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:43.430587 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-e1eb20c0-d802-4d8c-a937-d2d3ac1f3ca8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:43.446933 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1eb20c0-d802-4d8c-a937-d2d3ac1f3ca8 admin admin] Releasing vlan 539 on physical network physnet1 to pool {{(pid=103591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 17:33:43.447342 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-e1eb20c0-d802-4d8c-a937-d2d3ac1f3ca8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264756290'] for segment, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:43.449162 n-d-816206-8 neutron-server[103591]: Traceback (most recent call last): Nov 23 17:33:43.449162 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 17:33:43.449162 n-d-816206-8 neutron-server[103591]: timer() Nov 23 17:33:43.449162 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 17:33:43.449162 n-d-816206-8 neutron-server[103591]: cb(*args, **kw) Nov 23 17:33:43.449162 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 17:33:43.449162 n-d-816206-8 neutron-server[103591]: return func(*args, **kwargs) Nov 23 17:33:43.449162 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 17:33:43.449162 n-d-816206-8 neutron-server[103591]: self._notify() Nov 23 17:33:43.449162 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 17:33:43.449162 n-d-816206-8 neutron-server[103591]: self.callback(batched_events) Nov 23 17:33:43.449162 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 17:33:43.449162 n-d-816206-8 neutron-server[103591]: event.method(event) Nov 23 17:33:43.449162 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 17:33:43.449162 n-d-816206-8 neutron-server[103591]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 17:33:43.449162 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 17:33:43.449162 n-d-816206-8 neutron-server[103591]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 17:33:43.449162 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 17:33:43.449162 n-d-816206-8 neutron-server[103591]: return f(self, *a, **k) Nov 23 17:33:43.449162 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 17:33:43.449162 n-d-816206-8 neutron-server[103591]: return self._get(url).json() Nov 23 17:33:43.449162 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 17:33:43.449162 n-d-816206-8 neutron-server[103591]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 17:33:43.449162 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 17:33:43.449162 n-d-816206-8 neutron-server[103591]: return self.request(url, 'GET', **kwargs) Nov 23 17:33:43.449162 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 17:33:43.449162 n-d-816206-8 neutron-server[103591]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 17:33:43.449162 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 17:33:43.449162 n-d-816206-8 neutron-server[103591]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 17:33:43.449162 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 17:33:43.449162 n-d-816206-8 neutron-server[103591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 17:33:43.449162 n-d-816206-8 neutron-server[103591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 17:33:43.465202 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-1f9ed6bb-5d38-444b-a071-71d1574b027b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:43.576895 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-1f9ed6bb-5d38-444b-a071-71d1574b027b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:43.579826 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-e1eb20c0-d802-4d8c-a937-d2d3ac1f3ca8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1795418'] for network, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:43.605086 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-e1eb20c0-d802-4d8c-a937-d2d3ac1f3ca8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for network, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:43.609028 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-e1eb20c0-d802-4d8c-a937-d2d3ac1f3ca8 admin admin] 10.222.0.60 "DELETE /v2.0/networks/ee61f549-61e5-4b3e-88cc-f7acada2ae03 HTTP/1.1" status: 204 len: 168 time: 0.5713546 Nov 23 17:33:43.612760 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1eb20c0-d802-4d8c-a937-d2d3ac1f3ca8 admin admin] Pushing event deleted for resources: {'Network': ['ID=ee61f549-61e5-4b3e-88cc-f7acada2ae03,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:33:43.691117 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-1f9ed6bb-5d38-444b-a071-71d1574b027b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:43.694337 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-1f9ed6bb-5d38-444b-a071-71d1574b027b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:43.699439 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-1f9ed6bb-5d38-444b-a071-71d1574b027b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/4255e7a9-6cf0-48f1-b755-464e6fbe8231 HTTP/1.1" status: 204 len: 168 time: 0.3327231 Nov 23 17:33:43.713200 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9ed6bb-5d38-444b-a071-71d1574b027b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4255e7a9-6cf0-48f1-b755-464e6fbe8231,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:33:43.839401 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 38548) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:33:43.915339 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-5b267830-ef0c-45e1-8b12-50ad1649d937 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=48e79dc20fea40fb8ca9e6c621fad84a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0736251 Nov 23 17:33:43.918573 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 38552) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:33:44.006556 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-e07f1356-446b-4bd1-96d1-8df7bc623e71 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:44.055512 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-e07f1356-446b-4bd1-96d1-8df7bc623e71 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:44.134663 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-e07f1356-446b-4bd1-96d1-8df7bc623e71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:44.138985 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:44.144120 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-e07f1356-446b-4bd1-96d1-8df7bc623e71 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:44.144120 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-e07f1356-446b-4bd1-96d1-8df7bc623e71 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/fdeeda5f-d596-40d9-83fc-6ea083625241 HTTP/1.1" status: 204 len: 168 time: 0.2224042 Nov 23 17:33:44.144942 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 38558) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:33:44.163410 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07f1356-446b-4bd1-96d1-8df7bc623e71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdeeda5f-d596-40d9-83fc-6ea083625241,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:33:44.169424 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-12621dba-d845-44ea-b521-0bc7bd0a6d18 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:44.336661 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-12621dba-d845-44ea-b521-0bc7bd0a6d18 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:44.350593 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-12621dba-d845-44ea-b521-0bc7bd0a6d18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:44.467513 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12621dba-d845-44ea-b521-0bc7bd0a6d18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81475033-a4e2-4d05-9c4d-778c5b448e2a,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:33:44.488353 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-12621dba-d845-44ea-b521-0bc7bd0a6d18 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=75700e42ec07420fad35f70a7ead3ad5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3391082 Nov 23 17:33:44.489114 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 38570) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:33:44.548557 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device fcdb4a9b-1c8b-4324-8b5b-219ae3205575 no longer exists at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:33:44.578703 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5ca4de3f-a1fe-4632-ae1e-a599e4e1423f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:44.606409 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] No Port match for: fcdb4a9b-1c8b-4324-8b5b-219ae3205575 {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:33:44.606778 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device fcdb4a9b-1c8b-4324-8b5b-219ae3205575 not bound to the agent host n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:33:44.630322 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5ca4de3f-a1fe-4632-ae1e-a599e4e1423f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:44.727741 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5ca4de3f-a1fe-4632-ae1e-a599e4e1423f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:44.731263 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5ca4de3f-a1fe-4632-ae1e-a599e4e1423f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:44.736577 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-5ca4de3f-a1fe-4632-ae1e-a599e4e1423f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/81475033-a4e2-4d05-9c4d-778c5b448e2a HTTP/1.1" status: 204 len: 168 time: 0.2404768 Nov 23 17:33:44.761576 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca4de3f-a1fe-4632-ae1e-a599e4e1423f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81475033-a4e2-4d05-9c4d-778c5b448e2a,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:33:44.843276 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 38582) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:33:45.032374 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-642e1d3f-01f7-447c-b27e-a970f7846b55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:45.157018 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-6567f071-6e21-4657-b545-7b05ff129d25 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:45.314093 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-6567f071-6e21-4657-b545-7b05ff129d25 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:45.321991 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-6567f071-6e21-4657-b545-7b05ff129d25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:45.377322 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-6567f071-6e21-4657-b545-7b05ff129d25 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=18a472d8735244b7b565c0ed34ac71a4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5295877 Nov 23 17:33:45.377429 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 38604) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:33:45.380462 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6567f071-6e21-4657-b545-7b05ff129d25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a19ef17e-e5db-4bd9-b100-55407f556237,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:33:45.516440 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8f019d31-5b4b-452a-add6-af63d356ef8b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:45.559870 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8f019d31-5b4b-452a-add6-af63d356ef8b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:45.618266 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8f019d31-5b4b-452a-add6-af63d356ef8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:45.623752 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8f019d31-5b4b-452a-add6-af63d356ef8b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:45.628871 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-8f019d31-5b4b-452a-add6-af63d356ef8b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a19ef17e-e5db-4bd9-b100-55407f556237 HTTP/1.1" status: 204 len: 168 time: 0.2497795 Nov 23 17:33:45.656875 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f019d31-5b4b-452a-add6-af63d356ef8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a19ef17e-e5db-4bd9-b100-55407f556237,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:33:46.469200 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-52822d53-48f5-4819-8a95-bdc13aea0bf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:47.611516 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980a3fae-87f9-47c1-8766-8ce5830ab3ef req-26b6a326-1457-42d0-8c0a-cb2fedd61c6c tempest-AttachVolumeNegativeTest-452624640 tempest-AttachVolumeNegativeTest-452624640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:33:47.618727 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-980a3fae-87f9-47c1-8766-8ce5830ab3ef req-26b6a326-1457-42d0-8c0a-cb2fedd61c6c tempest-AttachVolumeNegativeTest-452624640 tempest-AttachVolumeNegativeTest-452624640-project] 10.222.0.60 "GET /v2.0/networks?id=33c8cd36-aad8-4dc4-8566-a5fb3cdb35eb HTTP/1.1" status: 200 len: 815 time: 0.1431763 Nov 23 17:33:47.635022 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-980a3fae-87f9-47c1-8766-8ce5830ab3ef req-9671c8f1-7c87-48b5-b245-ac830907707b tempest-AttachVolumeNegativeTest-452624640 tempest-AttachVolumeNegativeTest-452624640-project] 10.222.0.60 "GET /v2.0/quotas/340c7e93775c4f84bcf228158ebdbd25 HTTP/1.1" status: 200 len: 375 time: 0.0154376 Nov 23 17:33:47.669060 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9a27ae6c-db98-474f-94c1-cc99bf842d79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:47.725158 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-980a3fae-87f9-47c1-8766-8ce5830ab3ef req-f7313e62-56a2-4a05-984c-d9508730d476 tempest-AttachVolumeNegativeTest-452624640 tempest-AttachVolumeNegativeTest-452624640-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=340c7e93775c4f84bcf228158ebdbd25&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0888994 Nov 23 17:33:47.850847 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-980a3fae-87f9-47c1-8766-8ce5830ab3ef req-f15a8969-96b7-46e1-9196-2d42093703e1 service neutron] 10.222.0.60 "GET /v2.0/networks/33c8cd36-aad8-4dc4-8566-a5fb3cdb35eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1181419 Nov 23 17:33:47.974647 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-980a3fae-87f9-47c1-8766-8ce5830ab3ef req-0848c94b-a9a1-400c-ab37-724bd6420390 service neutron] 10.222.0.60 "GET /v2.0/networks/33c8cd36-aad8-4dc4-8566-a5fb3cdb35eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1143262 Nov 23 17:33:48.194569 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-37f8bdec-c7f0-4cf2-b5d3-8aec0e77f267 req-e6db1964-040b-4fe1-ba22-d1178f9f4164 tempest-AttachVolumeNegativeTest-452624640 tempest-AttachVolumeNegativeTest-452624640-project] 10.222.0.60 "GET /v2.0/ports?device_id=4ba90631-5c49-4a72-af7e-16e0985eee04 HTTP/1.1" status: 200 len: 210 time: 0.0371079 Nov 23 17:33:48.273627 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:49.397189 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9b51a683-76d4-4bd7-b7d8-c842d11ee5b8 req-66d565fb-2880-43da-a668-fe2af9ba0451 tempest-AttachVolumeNegativeTest-452624640 tempest-AttachVolumeNegativeTest-452624640-project] 10.222.0.60 "GET /v2.0/ports?device_id=4ba90631-5c49-4a72-af7e-16e0985eee04 HTTP/1.1" status: 200 len: 210 time: 0.0641036 Nov 23 17:33:49.446543 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980a3fae-87f9-47c1-8766-8ce5830ab3ef req-a2814ed1-605b-4a54-8634-42d56b793363 tempest-AttachVolumeNegativeTest-452624640 tempest-AttachVolumeNegativeTest-452624640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:33:49.448453 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-980a3fae-87f9-47c1-8766-8ce5830ab3ef req-a2814ed1-605b-4a54-8634-42d56b793363 tempest-AttachVolumeNegativeTest-452624640 tempest-AttachVolumeNegativeTest-452624640-project] 10.222.0.36 "GET /v2.0/networks?id=33c8cd36-aad8-4dc4-8566-a5fb3cdb35eb HTTP/1.1" status: 200 len: 815 time: 0.1905248 Nov 23 17:33:49.466159 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [req-980a3fae-87f9-47c1-8766-8ce5830ab3ef req-3a7f25f4-afcd-4123-8ec9-1b008e067565 tempest-AttachVolumeNegativeTest-452624640 tempest-AttachVolumeNegativeTest-452624640-project] Request body: {'port': {'device_id': '4ba90631-5c49-4a72-af7e-16e0985eee04', 'network_id': '33c8cd36-aad8-4dc4-8566-a5fb3cdb35eb', 'admin_state_up': True, 'tenant_id': '340c7e93775c4f84bcf228158ebdbd25'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:33:49.621096 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-980a3fae-87f9-47c1-8766-8ce5830ab3ef req-3a7f25f4-afcd-4123-8ec9-1b008e067565 tempest-AttachVolumeNegativeTest-452624640 tempest-AttachVolumeNegativeTest-452624640-project] Made reservation on behalf of 340c7e93775c4f84bcf228158ebdbd25 for: {'port': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:33:49.625547 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-980a3fae-87f9-47c1-8766-8ce5830ab3ef req-3a7f25f4-afcd-4123-8ec9-1b008e067565 tempest-AttachVolumeNegativeTest-452624640 tempest-AttachVolumeNegativeTest-452624640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:49.826623 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.db_base_plugin_common [req-980a3fae-87f9-47c1-8766-8ce5830ab3ef req-3a7f25f4-afcd-4123-8ec9-1b008e067565 tempest-AttachVolumeNegativeTest-452624640 tempest-AttachVolumeNegativeTest-452624640-project] Allocated IP 172.20.0.9 (33c8cd36-aad8-4dc4-8566-a5fb3cdb35eb/0228ba8a-bfa9-4960-b814-86fe48904295/8a8f2f64-6bbc-48dd-af2d-0ba2a9be2742) {{(pid=103591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:33:49.836078 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d479c708-194f-4ae3-b14c-35cef4db4646 req-6880abee-63e5-4475-9d6d-80abdafe7ef8 tempest-ServersTestManualDisk-1429049925 tempest-ServersTestManualDisk-1429049925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:33:49.837671 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d479c708-194f-4ae3-b14c-35cef4db4646 req-6880abee-63e5-4475-9d6d-80abdafe7ef8 tempest-ServersTestManualDisk-1429049925 tempest-ServersTestManualDisk-1429049925-project] 10.222.0.60 "GET /v2.0/ports?device_id=2d9013cb-ddd1-4ccf-9034-b54dfbe11f9d HTTP/1.1" status: 200 len: 946 time: 0.1108754 Nov 23 17:33:49.935348 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d479c708-194f-4ae3-b14c-35cef4db4646 req-e38ac84a-4c3c-4314-93f4-19f552e7b18b tempest-ServersTestManualDisk-1429049925 tempest-ServersTestManualDisk-1429049925-project] 10.222.0.60 "GET /v2.0/security-groups?id=b82f6df2-4324-4ceb-9714-9a5f1d0d99aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0862129 Nov 23 17:33:50.036174 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 38818) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:33:50.075700 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-980a3fae-87f9-47c1-8766-8ce5830ab3ef req-3a7f25f4-afcd-4123-8ec9-1b008e067565 tempest-AttachVolumeNegativeTest-452624640 tempest-AttachVolumeNegativeTest-452624640-project] Publish callbacks [] for port, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:50.127180 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-980a3fae-87f9-47c1-8766-8ce5830ab3ef req-3a7f25f4-afcd-4123-8ec9-1b008e067565 tempest-AttachVolumeNegativeTest-452624640 tempest-AttachVolumeNegativeTest-452624640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:50.139393 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] get_ports_and_sgs() called for port_ids ['5ad1a05e-24fe-40b4-88c8-154b3fe26795', '8e45cb8d-0533-4816-9602-890e2ab1a497'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:33:50.188274 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-980a3fae-87f9-47c1-8766-8ce5830ab3ef req-3a7f25f4-afcd-4123-8ec9-1b008e067565 tempest-AttachVolumeNegativeTest-452624640 tempest-AttachVolumeNegativeTest-452624640-project] Network 33c8cd36-aad8-4dc4-8566-a5fb3cdb35eb is already hosted by enough agents. {{(pid=103591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:33:50.195966 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [req-980a3fae-87f9-47c1-8766-8ce5830ab3ef req-3a7f25f4-afcd-4123-8ec9-1b008e067565 tempest-AttachVolumeNegativeTest-452624640 tempest-AttachVolumeNegativeTest-452624640-project] Resources bound (agent type, host, resource id): {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:33:50.200741 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [req-980a3fae-87f9-47c1-8766-8ce5830ab3ef req-3a7f25f4-afcd-4123-8ec9-1b008e067565 tempest-AttachVolumeNegativeTest-452624640 tempest-AttachVolumeNegativeTest-452624640-project] Received port after_create {{(pid=103591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:33:50.206500 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7f25f4-afcd-4123-8ec9-1b008e067565 tempest-AttachVolumeNegativeTest-452624640 tempest-AttachVolumeNegativeTest-452624640-project] Pushing event updated for resources: {'Port': ['ID=8a8f2f64-6bbc-48dd-af2d-0ba2a9be2742,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:33:50.264558 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-61e9b34c-ae95-47bd-8b75-7988a33a8340 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:50.317260 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980a3fae-87f9-47c1-8766-8ce5830ab3ef req-3a7f25f4-afcd-4123-8ec9-1b008e067565 tempest-AttachVolumeNegativeTest-452624640 tempest-AttachVolumeNegativeTest-452624640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:33:50.319808 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-980a3fae-87f9-47c1-8766-8ce5830ab3ef req-3a7f25f4-afcd-4123-8ec9-1b008e067565 tempest-AttachVolumeNegativeTest-452624640 tempest-AttachVolumeNegativeTest-452624640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:50.363171 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-980a3fae-87f9-47c1-8766-8ce5830ab3ef req-3a7f25f4-afcd-4123-8ec9-1b008e067565 tempest-AttachVolumeNegativeTest-452624640 tempest-AttachVolumeNegativeTest-452624640-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9014091 Nov 23 17:33:50.367599 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-61e9b34c-ae95-47bd-8b75-7988a33a8340 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:50.373164 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-61e9b34c-ae95-47bd-8b75-7988a33a8340 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:50.382998 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [req-980a3fae-87f9-47c1-8766-8ce5830ab3ef req-611240df-5009-41b8-866f-6f55e7303c57 service neutron] Request body: {'port': {'device_id': '4ba90631-5c49-4a72-af7e-16e0985eee04', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-8'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:33:50.413125 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-61e9b34c-ae95-47bd-8b75-7988a33a8340 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e03ccfb1d6354056a01984968e9fefaa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3758192 Nov 23 17:33:50.414045 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 38840) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:33:50.492611 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-980a3fae-87f9-47c1-8766-8ce5830ab3ef req-611240df-5009-41b8-866f-6f55e7303c57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:50.510633 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e9b34c-ae95-47bd-8b75-7988a33a8340 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ed9ce0b-8e22-4a86-afb8-b42a1c5fadc0,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:33:50.524685 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-518c77d1-1471-4391-b44f-5f6123b097f3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:50.578268 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-518c77d1-1471-4391-b44f-5f6123b097f3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:50.660574 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-518c77d1-1471-4391-b44f-5f6123b097f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:50.663769 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-518c77d1-1471-4391-b44f-5f6123b097f3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:50.665393 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-518c77d1-1471-4391-b44f-5f6123b097f3 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/2ed9ce0b-8e22-4a86-afb8-b42a1c5fadc0 HTTP/1.1" status: 204 len: 168 time: 0.2491295 Nov 23 17:33:50.675544 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518c77d1-1471-4391-b44f-5f6123b097f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ed9ce0b-8e22-4a86-afb8-b42a1c5fadc0,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:33:50.736828 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86bad94-a206-4c33-b1a3-91210e98990b req-9758e42d-1ca6-4a4c-8b32-cf9872f69f3f tempest-AttachVolumeNegativeTest-452624640 tempest-AttachVolumeNegativeTest-452624640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:33:50.738387 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f86bad94-a206-4c33-b1a3-91210e98990b req-9758e42d-1ca6-4a4c-8b32-cf9872f69f3f tempest-AttachVolumeNegativeTest-452624640 tempest-AttachVolumeNegativeTest-452624640-project] 10.222.0.60 "GET /v2.0/ports?device_id=4ba90631-5c49-4a72-af7e-16e0985eee04 HTTP/1.1" status: 200 len: 931 time: 0.1583984 Nov 23 17:33:50.860697 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f86bad94-a206-4c33-b1a3-91210e98990b req-78ef08ad-71e7-4f85-aced-a983d6eb809b tempest-AttachVolumeNegativeTest-452624640 tempest-AttachVolumeNegativeTest-452624640-project] 10.222.0.60 "GET /v2.0/security-groups?id=b501ccef-95b0-4939-b7ec-f5c6dfe73de7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074529 Nov 23 17:33:50.967088 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [req-980a3fae-87f9-47c1-8766-8ce5830ab3ef req-611240df-5009-41b8-866f-6f55e7303c57 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a8f2f64-6bbc-48dd-af2d-0ba2a9be2742 {{(pid=103591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:33:50.991384 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-980a3fae-87f9-47c1-8766-8ce5830ab3ef req-611240df-5009-41b8-866f-6f55e7303c57 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:51.025933 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.provisioning_blocks [req-980a3fae-87f9-47c1-8766-8ce5830ab3ef req-611240df-5009-41b8-866f-6f55e7303c57 service neutron] Transition to ACTIVE for port object 8a8f2f64-6bbc-48dd-af2d-0ba2a9be2742 will not be triggered until provisioned by entity L2. {{(pid=103591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 17:33:51.033186 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-980a3fae-87f9-47c1-8766-8ce5830ab3ef req-611240df-5009-41b8-866f-6f55e7303c57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264758186'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:51.102047 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611240df-5009-41b8-866f-6f55e7303c57 service neutron] Pushing event updated for resources: {'Port': ['ID=8a8f2f64-6bbc-48dd-af2d-0ba2a9be2742,revision_number=2']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:33:51.220244 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-980a3fae-87f9-47c1-8766-8ce5830ab3ef req-611240df-5009-41b8-866f-6f55e7303c57 service neutron] Attempting to bind port 8a8f2f64-6bbc-48dd-af2d-0ba2a9be2742 on host n-h2-816206-8 for vnic_type normal with profile {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:33:51.220710 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-980a3fae-87f9-47c1-8766-8ce5830ab3ef req-611240df-5009-41b8-866f-6f55e7303c57 service neutron] Attempting to bind port 8a8f2f64-6bbc-48dd-af2d-0ba2a9be2742 by drivers openvswitch,hyperv on host n-h2-816206-8 at level 0 using segments [{'id': '1cf72e34-10d8-4ad7-b917-280709c47ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '33c8cd36-aad8-4dc4-8566-a5fb3cdb35eb'}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:33:51.221078 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-980a3fae-87f9-47c1-8766-8ce5830ab3ef req-611240df-5009-41b8-866f-6f55e7303c57 service neutron] Attempting to bind port 8a8f2f64-6bbc-48dd-af2d-0ba2a9be2742 on network 33c8cd36-aad8-4dc4-8566-a5fb3cdb35eb {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:33:51.233683 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cdfc8d-2a3a-4de2-973c-7ab15cda9de6 req-847a0241-dbaf-48c1-b025-b502f6bfca2e tempest-ServersTestManualDisk-1429049925 tempest-ServersTestManualDisk-1429049925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:33:51.235526 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d1cdfc8d-2a3a-4de2-973c-7ab15cda9de6 req-847a0241-dbaf-48c1-b025-b502f6bfca2e tempest-ServersTestManualDisk-1429049925 tempest-ServersTestManualDisk-1429049925-project] 10.222.0.60 "GET /v2.0/ports?device_id=2d9013cb-ddd1-4ccf-9034-b54dfbe11f9d HTTP/1.1" status: 200 len: 946 time: 0.1069314 Nov 23 17:33:51.239611 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-980a3fae-87f9-47c1-8766-8ce5830ab3ef req-611240df-5009-41b8-866f-6f55e7303c57 service neutron] Port 8a8f2f64-6bbc-48dd-af2d-0ba2a9be2742 on network 33c8cd36-aad8-4dc4-8566-a5fb3cdb35eb not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-8 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 17:33:51.240010 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-980a3fae-87f9-47c1-8766-8ce5830ab3ef req-611240df-5009-41b8-866f-6f55e7303c57 service neutron] Attempting to bind port 8a8f2f64-6bbc-48dd-af2d-0ba2a9be2742 on network 33c8cd36-aad8-4dc4-8566-a5fb3cdb35eb {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:33:51.253941 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-980a3fae-87f9-47c1-8766-8ce5830ab3ef req-611240df-5009-41b8-866f-6f55e7303c57 service neutron] Checking agent: {'id': 'ab77bf9e-0267-4174-8f1d-822cba89b207', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 15, 13), 'started_at': datetime.datetime(2021, 11, 23, 17, 15, 13), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 33, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:33:51.254354 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-980a3fae-87f9-47c1-8766-8ce5830ab3ef req-611240df-5009-41b8-866f-6f55e7303c57 service neutron] Checking segment: {'id': '1cf72e34-10d8-4ad7-b917-280709c47ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '33c8cd36-aad8-4dc4-8566-a5fb3cdb35eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:33:51.254661 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-980a3fae-87f9-47c1-8766-8ce5830ab3ef req-611240df-5009-41b8-866f-6f55e7303c57 service neutron] Bound using segment: {'id': '1cf72e34-10d8-4ad7-b917-280709c47ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '33c8cd36-aad8-4dc4-8566-a5fb3cdb35eb'} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:33:51.255103 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-980a3fae-87f9-47c1-8766-8ce5830ab3ef req-611240df-5009-41b8-866f-6f55e7303c57 service neutron] Bound port: 8a8f2f64-6bbc-48dd-af2d-0ba2a9be2742, host: n-h2-816206-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1cf72e34-10d8-4ad7-b917-280709c47ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '33c8cd36-aad8-4dc4-8566-a5fb3cdb35eb'}}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:33:51.255458 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-980a3fae-87f9-47c1-8766-8ce5830ab3ef req-611240df-5009-41b8-866f-6f55e7303c57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:51.262729 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 38868) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:33:51.288031 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-9cecb202-e378-4302-909d-3d5ed4640655 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:51.336859 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d1cdfc8d-2a3a-4de2-973c-7ab15cda9de6 req-c3c12056-66a5-45f5-be6c-121f5dbabf3e tempest-ServersTestManualDisk-1429049925 tempest-ServersTestManualDisk-1429049925-project] 10.222.0.60 "GET /v2.0/security-groups?id=b82f6df2-4324-4ceb-9714-9a5f1d0d99aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0941801 Nov 23 17:33:51.370818 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-980a3fae-87f9-47c1-8766-8ce5830ab3ef req-611240df-5009-41b8-866f-6f55e7303c57 service neutron] For port 8a8f2f64-6bbc-48dd-af2d-0ba2a9be2742, host n-h2-816206-8, cleared binding levels {{(pid=103591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:33:51.377551 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-980a3fae-87f9-47c1-8766-8ce5830ab3ef req-611240df-5009-41b8-866f-6f55e7303c57 service neutron] For port 8a8f2f64-6bbc-48dd-af2d-0ba2a9be2742, host n-h2-816206-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=8a8f2f64-6bbc-48dd-af2d-0ba2a9be2742,segment=NetworkSegment(1cf72e34-10d8-4ad7-b917-280709c47ed2),segment_id=1cf72e34-10d8-4ad7-b917-280709c47ed2)] {{(pid=103591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:33:51.389969 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-980a3fae-87f9-47c1-8766-8ce5830ab3ef req-611240df-5009-41b8-866f-6f55e7303c57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264758186'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:51.425020 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-9cecb202-e378-4302-909d-3d5ed4640655 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:51.433181 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-9cecb202-e378-4302-909d-3d5ed4640655 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:51.437399 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980a3fae-87f9-47c1-8766-8ce5830ab3ef req-611240df-5009-41b8-866f-6f55e7303c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:33:51.438563 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-980a3fae-87f9-47c1-8766-8ce5830ab3ef req-611240df-5009-41b8-866f-6f55e7303c57 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:51.440106 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-980a3fae-87f9-47c1-8766-8ce5830ab3ef req-611240df-5009-41b8-866f-6f55e7303c57 service neutron] 10.222.0.36 "PUT /v2.0/ports/8a8f2f64-6bbc-48dd-af2d-0ba2a9be2742 HTTP/1.1" status: 200 len: 1091 time: 1.0667634 Nov 23 17:33:51.440675 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ba90631-5c49-4a72-af7e-16e0985eee04', 'tag': '8a8f2f64-6bbc-48dd-af2d-0ba2a9be2742'}] {{(pid=103591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:33:51.444193 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41d174a19ece9499ff9ec44e5b3fc50f2abd3ffbc947fb7e52ea1e8db27b95b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2042c1b-71f5-4a2c-ad07-b82b761b2960" -d '{"events": [{"name": "network-changed", "server_uuid": "4ba90631-5c49-4a72-af7e-16e0985eee04", "tag": "8a8f2f64-6bbc-48dd-af2d-0ba2a9be2742"}]}' {{(pid=103591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:33:51.489919 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-9cecb202-e378-4302-909d-3d5ed4640655 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f53d626d33e84fce8d814f6a65cf6fc4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2253354 Nov 23 17:33:51.492591 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 38884) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:33:51.529719 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cecb202-e378-4302-909d-3d5ed4640655 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01e84348-bd8b-4d9a-b60d-9e8f29d06f8d,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:33:51.564132 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f32f30cf-a477-477d-93d3-4f1468b9c849 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:51.584756 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611240df-5009-41b8-866f-6f55e7303c57 service neutron] Pushing event updated for resources: {'Port': ['ID=8a8f2f64-6bbc-48dd-af2d-0ba2a9be2742,revision_number=3']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:33:51.593482 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f32f30cf-a477-477d-93d3-4f1468b9c849 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:51.607532 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980a3fae-87f9-47c1-8766-8ce5830ab3ef req-e057d694-e111-40d6-90b7-13ec752cead0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:33:51.609194 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-980a3fae-87f9-47c1-8766-8ce5830ab3ef req-e057d694-e111-40d6-90b7-13ec752cead0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=340c7e93775c4f84bcf228158ebdbd25&device_id=4ba90631-5c49-4a72-af7e-16e0985eee04 HTTP/1.1" status: 200 len: 1094 time: 0.1050906 Nov 23 17:33:51.666093 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f32f30cf-a477-477d-93d3-4f1468b9c849 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:51.670288 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f32f30cf-a477-477d-93d3-4f1468b9c849 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:51.672877 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-f32f30cf-a477-477d-93d3-4f1468b9c849 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/01e84348-bd8b-4d9a-b60d-9e8f29d06f8d HTTP/1.1" status: 204 len: 168 time: 0.1790378 Nov 23 17:33:51.681070 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-980a3fae-87f9-47c1-8766-8ce5830ab3ef req-30586570-52ff-469f-93c2-f5b2cc134a18 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8a8f2f64-6bbc-48dd-af2d-0ba2a9be2742 HTTP/1.1" status: 200 len: 217 time: 0.0474651 Nov 23 17:33:51.685059 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32f30cf-a477-477d-93d3-4f1468b9c849 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01e84348-bd8b-4d9a-b60d-9e8f29d06f8d,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:33:51.759215 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980a3fae-87f9-47c1-8766-8ce5830ab3ef req-5950685f-c3c6-4e9a-88ee-09238e8e0fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:33:51.760793 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-980a3fae-87f9-47c1-8766-8ce5830ab3ef req-5950685f-c3c6-4e9a-88ee-09238e8e0fe4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0228ba8a-bfa9-4960-b814-86fe48904295 HTTP/1.1" status: 200 len: 855 time: 0.0710487 Nov 23 17:33:51.815366 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 17:33:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41792913-7002-4577-a1fa-4ab7a9251ff7 x-openstack-request-id: req-41792913-7002-4577-a1fa-4ab7a9251ff7 {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:33:51.815661 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ba90631-5c49-4a72-af7e-16e0985eee04", "tag": "8a8f2f64-6bbc-48dd-af2d-0ba2a9be2742", "status": "completed", "code": 200}]} {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:33:51.815986 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-41792913-7002-4577-a1fa-4ab7a9251ff7 {{(pid=103591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:33:51.816518 n-d-816206-8 neutron-server[103591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ba90631-5c49-4a72-af7e-16e0985eee04', 'tag': '8a8f2f64-6bbc-48dd-af2d-0ba2a9be2742', 'status': 'completed', 'code': 200} Nov 23 17:33:51.818688 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-980a3fae-87f9-47c1-8766-8ce5830ab3ef req-b068d8aa-684d-42ac-8eb5-f02a06025282 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=33c8cd36-aad8-4dc4-8566-a5fb3cdb35eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458527 Nov 23 17:33:51.942552 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-980a3fae-87f9-47c1-8766-8ce5830ab3ef req-8c0ee2e8-4677-448d-ad5b-ee8ce333cc3a service neutron] 10.222.0.36 "GET /v2.0/networks/33c8cd36-aad8-4dc4-8566-a5fb3cdb35eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1134927 Nov 23 17:33:52.048664 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 38904) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:33:52.142574 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894ac442-6e5d-45f2-8907-54f8311d281a req-bdaf0938-d07c-4386-a87a-d37104226e45 tempest-AttachVolumeNegativeTest-452624640 tempest-AttachVolumeNegativeTest-452624640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:33:52.144160 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-894ac442-6e5d-45f2-8907-54f8311d281a req-bdaf0938-d07c-4386-a87a-d37104226e45 tempest-AttachVolumeNegativeTest-452624640 tempest-AttachVolumeNegativeTest-452624640-project] 10.222.0.60 "GET /v2.0/ports?device_id=4ba90631-5c49-4a72-af7e-16e0985eee04 HTTP/1.1" status: 200 len: 943 time: 0.1505229 Nov 23 17:33:52.167237 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-980a3fae-87f9-47c1-8766-8ce5830ab3ef req-3799d530-066f-4c62-a471-bdc12bda72f1 service neutron] 10.222.0.36 "GET /v2.0/networks/33c8cd36-aad8-4dc4-8566-a5fb3cdb35eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2156780 Nov 23 17:33:52.190006 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199a4abe-687d-44e9-be4a-38d59f4e7959 req-2692150c-f556-4d2c-ae3d-90ef7295f48d tempest-ServersTestManualDisk-1429049925 tempest-ServersTestManualDisk-1429049925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:33:52.191539 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-199a4abe-687d-44e9-be4a-38d59f4e7959 req-2692150c-f556-4d2c-ae3d-90ef7295f48d tempest-ServersTestManualDisk-1429049925 tempest-ServersTestManualDisk-1429049925-project] 10.222.0.60 "GET /v2.0/ports?device_id=2d9013cb-ddd1-4ccf-9034-b54dfbe11f9d HTTP/1.1" status: 200 len: 946 time: 0.1211638 Nov 23 17:33:52.244925 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-07100798-636f-4f4c-a5b8-984e0b7e9b7d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:52.281978 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-894ac442-6e5d-45f2-8907-54f8311d281a req-d6a91483-8594-4cc1-9677-200f1af9ebd2 tempest-AttachVolumeNegativeTest-452624640 tempest-AttachVolumeNegativeTest-452624640-project] 10.222.0.60 "GET /v2.0/security-groups?id=b501ccef-95b0-4939-b7ec-f5c6dfe73de7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278462 Nov 23 17:33:52.358831 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-199a4abe-687d-44e9-be4a-38d59f4e7959 req-80dd5e35-93da-4728-b5cf-29980c105e12 tempest-ServersTestManualDisk-1429049925 tempest-ServersTestManualDisk-1429049925-project] 10.222.0.60 "GET /v2.0/security-groups?id=b82f6df2-4324-4ceb-9714-9a5f1d0d99aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1523256 Nov 23 17:33:52.361243 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-07100798-636f-4f4c-a5b8-984e0b7e9b7d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:52.377893 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2042c1b-71f5-4a2c-ad07-b82b761b2960 req-ea546c3f-f61b-49d3-8ae9-150df906b712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:33:52.380441 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-07100798-636f-4f4c-a5b8-984e0b7e9b7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:52.386474 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a2042c1b-71f5-4a2c-ad07-b82b761b2960 req-ea546c3f-f61b-49d3-8ae9-150df906b712 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=340c7e93775c4f84bcf228158ebdbd25&device_id=4ba90631-5c49-4a72-af7e-16e0985eee04 HTTP/1.1" status: 200 len: 1094 time: 0.1498127 Nov 23 17:33:52.415578 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07100798-636f-4f4c-a5b8-984e0b7e9b7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdac8da3-1404-45d1-b079-69d8850524d3,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:33:52.452045 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-07100798-636f-4f4c-a5b8-984e0b7e9b7d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=caa926307f9e494b9d077233bc4ccf40&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4021037 Nov 23 17:33:52.452716 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 38924) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:33:52.511512 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c646c981-09e5-43a3-8e86-2818fefd0713 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:52.545272 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c646c981-09e5-43a3-8e86-2818fefd0713 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:52.552533 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2042c1b-71f5-4a2c-ad07-b82b761b2960 req-6b923202-11c6-4d22-8636-8789baa88af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:33:52.554226 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a2042c1b-71f5-4a2c-ad07-b82b761b2960 req-6b923202-11c6-4d22-8636-8789baa88af2 service neutron] 10.222.0.36 "GET /v2.0/networks?id=33c8cd36-aad8-4dc4-8566-a5fb3cdb35eb HTTP/1.1" status: 200 len: 916 time: 0.1530318 Nov 23 17:33:52.620355 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c646c981-09e5-43a3-8e86-2818fefd0713 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:52.621599 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a2042c1b-71f5-4a2c-ad07-b82b761b2960 req-5ba2a4de-452e-4f6c-bf2d-dd8af37c3c83 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8a8f2f64-6bbc-48dd-af2d-0ba2a9be2742 HTTP/1.1" status: 200 len: 217 time: 0.0521750 Nov 23 17:33:52.626977 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c646c981-09e5-43a3-8e86-2818fefd0713 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:52.628186 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-c646c981-09e5-43a3-8e86-2818fefd0713 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/bdac8da3-1404-45d1-b079-69d8850524d3 HTTP/1.1" status: 204 len: 168 time: 0.1744838 Nov 23 17:33:52.638964 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c646c981-09e5-43a3-8e86-2818fefd0713 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdac8da3-1404-45d1-b079-69d8850524d3,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:33:52.707826 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2042c1b-71f5-4a2c-ad07-b82b761b2960 req-c6bad726-a014-4928-8d16-e862a04d4094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:33:52.709799 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a2042c1b-71f5-4a2c-ad07-b82b761b2960 req-c6bad726-a014-4928-8d16-e862a04d4094 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0228ba8a-bfa9-4960-b814-86fe48904295 HTTP/1.1" status: 200 len: 855 time: 0.0769455 Nov 23 17:33:52.762566 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a2042c1b-71f5-4a2c-ad07-b82b761b2960 req-67305df5-d0e0-4c58-8963-ccf8a0ddfdcc service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=33c8cd36-aad8-4dc4-8566-a5fb3cdb35eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432799 Nov 23 17:33:52.924993 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a2042c1b-71f5-4a2c-ad07-b82b761b2960 req-b26efbb7-6c09-4a29-bef0-537b5a672b97 service neutron] 10.222.0.36 "GET /v2.0/networks/33c8cd36-aad8-4dc4-8566-a5fb3cdb35eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1481724 Nov 23 17:33:53.052748 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a2042c1b-71f5-4a2c-ad07-b82b761b2960 req-139934ce-fb4b-49b7-bb7b-e168df218ad6 service neutron] 10.222.0.36 "GET /v2.0/networks/33c8cd36-aad8-4dc4-8566-a5fb3cdb35eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1154532 Nov 23 17:33:53.183283 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 38950) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:33:53.204735 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ee82a24e-530a-4802-accf-d0b72d699eda admin admin] Publish callbacks [] for security_group, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:53.308795 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ee82a24e-530a-4802-accf-d0b72d699eda admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:53.316112 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ee82a24e-530a-4802-accf-d0b72d699eda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:53.350584 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-ee82a24e-530a-4802-accf-d0b72d699eda admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=9848a8facb9749b09f842a1096fa1f67&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1659794 Nov 23 17:33:53.353487 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 38958) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:33:53.430580 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee82a24e-530a-4802-accf-d0b72d699eda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f867123b-9602-4c1f-b946-f293b1f01356,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:33:53.461076 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75b07d1-b3f4-4fd1-94d0-f1fcf2dd1945 req-227fa251-788f-4851-96a6-c4c486663d0a tempest-AttachVolumeNegativeTest-452624640 tempest-AttachVolumeNegativeTest-452624640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:33:53.470127 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a75b07d1-b3f4-4fd1-94d0-f1fcf2dd1945 req-227fa251-788f-4851-96a6-c4c486663d0a tempest-AttachVolumeNegativeTest-452624640 tempest-AttachVolumeNegativeTest-452624640-project] 10.222.0.60 "GET /v2.0/ports?device_id=4ba90631-5c49-4a72-af7e-16e0985eee04 HTTP/1.1" status: 200 len: 943 time: 0.1085551 Nov 23 17:33:53.485430 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d7b6f5-c06d-4e5f-b4e8-631b7fc69b7c req-e95d5342-9f7e-4788-8b1d-fa0a09889880 tempest-ServersTestManualDisk-1429049925 tempest-ServersTestManualDisk-1429049925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:33:53.486966 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-08d7b6f5-c06d-4e5f-b4e8-631b7fc69b7c req-e95d5342-9f7e-4788-8b1d-fa0a09889880 tempest-ServersTestManualDisk-1429049925 tempest-ServersTestManualDisk-1429049925-project] 10.222.0.55 "GET /v2.0/ports?device_id=2d9013cb-ddd1-4ccf-9034-b54dfbe11f9d HTTP/1.1" status: 200 len: 946 time: 0.1248198 Nov 23 17:33:53.487860 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b6bf159b-2de5-442b-8494-e26e2d9ce3f1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:53.513172 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b6bf159b-2de5-442b-8494-e26e2d9ce3f1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:53.555473 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ee4fac-7d7e-44b5-8c34-b4a27ad0b564 req-eb95264d-7bfc-4670-bd01-8b8144f64117 tempest-ServersTestManualDisk-1429049925 tempest-ServersTestManualDisk-1429049925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:33:53.556792 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-34ee4fac-7d7e-44b5-8c34-b4a27ad0b564 req-eb95264d-7bfc-4670-bd01-8b8144f64117 tempest-ServersTestManualDisk-1429049925 tempest-ServersTestManualDisk-1429049925-project] 10.222.0.60 "GET /v2.0/ports?device_id=2d9013cb-ddd1-4ccf-9034-b54dfbe11f9d HTTP/1.1" status: 200 len: 946 time: 0.0838785 Nov 23 17:33:53.560635 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a75b07d1-b3f4-4fd1-94d0-f1fcf2dd1945 req-846fec77-c942-4c5a-947f-0f441af2d913 tempest-AttachVolumeNegativeTest-452624640 tempest-AttachVolumeNegativeTest-452624640-project] 10.222.0.60 "GET /v2.0/security-groups?id=b501ccef-95b0-4939-b7ec-f5c6dfe73de7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895994 Nov 23 17:33:53.671026 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-34ee4fac-7d7e-44b5-8c34-b4a27ad0b564 req-b0359499-6c1f-4f02-8732-cd178309996b tempest-ServersTestManualDisk-1429049925 tempest-ServersTestManualDisk-1429049925-project] 10.222.0.60 "GET /v2.0/security-groups?id=b82f6df2-4324-4ceb-9714-9a5f1d0d99aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1063848 Nov 23 17:33:53.683784 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b6bf159b-2de5-442b-8494-e26e2d9ce3f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:53.688764 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b6bf159b-2de5-442b-8494-e26e2d9ce3f1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:53.689959 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-b6bf159b-2de5-442b-8494-e26e2d9ce3f1 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f867123b-9602-4c1f-b946-f293b1f01356 HTTP/1.1" status: 204 len: 168 time: 0.3355181 Nov 23 17:33:53.706031 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bf159b-2de5-442b-8494-e26e2d9ce3f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f867123b-9602-4c1f-b946-f293b1f01356,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:33:53.730268 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [req-08d7b6f5-c06d-4e5f-b4e8-631b7fc69b7c req-a3521039-a3c4-47a2-8944-d34bef2a22f6 tempest-ServersTestManualDisk-1429049925 tempest-ServersTestManualDisk-1429049925-project] Deleting port 5d106596-b9a8-47ce-8206-db99b9d0ea96 {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:33:53.730674 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-08d7b6f5-c06d-4e5f-b4e8-631b7fc69b7c req-a3521039-a3c4-47a2-8944-d34bef2a22f6 tempest-ServersTestManualDisk-1429049925 tempest-ServersTestManualDisk-1429049925-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:53.870765 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [req-08d7b6f5-c06d-4e5f-b4e8-631b7fc69b7c req-a3521039-a3c4-47a2-8944-d34bef2a22f6 tempest-ServersTestManualDisk-1429049925 tempest-ServersTestManualDisk-1429049925-project] For port 5d106596-b9a8-47ce-8206-db99b9d0ea96, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=5d106596-b9a8-47ce-8206-db99b9d0ea96,segment=NetworkSegment(140609f8-1777-448a-bd56-5bbf304ca562),segment_id=140609f8-1777-448a-bd56-5bbf304ca562)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:33:53.871216 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-08d7b6f5-c06d-4e5f-b4e8-631b7fc69b7c req-a3521039-a3c4-47a2-8944-d34bef2a22f6 tempest-ServersTestManualDisk-1429049925 tempest-ServersTestManualDisk-1429049925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:54.084858 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-08d7b6f5-c06d-4e5f-b4e8-631b7fc69b7c req-a3521039-a3c4-47a2-8944-d34bef2a22f6 tempest-ServersTestManualDisk-1429049925 tempest-ServersTestManualDisk-1429049925-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:54.085537 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-08d7b6f5-c06d-4e5f-b4e8-631b7fc69b7c req-a3521039-a3c4-47a2-8944-d34bef2a22f6 tempest-ServersTestManualDisk-1429049925 tempest-ServersTestManualDisk-1429049925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1795396'] for floatingip, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:54.085801 n-d-816206-8 neutron-server[103590]: INFO neutron.db.l3_db [req-08d7b6f5-c06d-4e5f-b4e8-631b7fc69b7c req-a3521039-a3c4-47a2-8944-d34bef2a22f6 tempest-ServersTestManualDisk-1429049925 tempest-ServersTestManualDisk-1429049925-project] Floating IP 01c20530-67fe-4e57-930b-0a85fba5b4ea disassociated. External IP: 172.25.3.178, port: 5d106596-b9a8-47ce-8206-db99b9d0ea96. Nov 23 17:33:54.086249 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [req-08d7b6f5-c06d-4e5f-b4e8-631b7fc69b7c req-a3521039-a3c4-47a2-8944-d34bef2a22f6 tempest-ServersTestManualDisk-1429049925 tempest-ServersTestManualDisk-1429049925-project] Calling delete_port for 5d106596-b9a8-47ce-8206-db99b9d0ea96 owned by compute:nova {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:33:54.239978 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-08d7b6f5-c06d-4e5f-b4e8-631b7fc69b7c req-a3521039-a3c4-47a2-8944-d34bef2a22f6 tempest-ServersTestManualDisk-1429049925 tempest-ServersTestManualDisk-1429049925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:54.285539 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3521039-a3c4-47a2-8944-d34bef2a22f6 tempest-ServersTestManualDisk-1429049925 tempest-ServersTestManualDisk-1429049925-project] Pushing event deleted for resources: {'Port': ['ID=5d106596-b9a8-47ce-8206-db99b9d0ea96,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:33:54.418252 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.l3_agent_scheduler [req-08d7b6f5-c06d-4e5f-b4e8-631b7fc69b7c req-a3521039-a3c4-47a2-8944-d34bef2a22f6 tempest-ServersTestManualDisk-1429049925 tempest-ServersTestManualDisk-1429049925-project] Router 34943746-6979-475d-83ec-6e62c9c49135 has already been hosted by L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 {{(pid=103590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 17:33:54.549050 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-08d7b6f5-c06d-4e5f-b4e8-631b7fc69b7c req-a3521039-a3c4-47a2-8944-d34bef2a22f6 tempest-ServersTestManualDisk-1429049925 tempest-ServersTestManualDisk-1429049925-project] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:33:54.559396 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-344fb11d-7807-4049-a766-3f04bc5c0033 None None] Sync routers for ids ['34943746-6979-475d-83ec-6e62c9c49135'] in n-d-816206-8 {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:33:54.575520 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-344fb11d-7807-4049-a766-3f04bc5c0033 None None] Routers {'34943746-6979-475d-83ec-6e62c9c49135'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:33:54.576217 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-344fb11d-7807-4049-a766-3f04bc5c0033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:33:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['34943746-6979-475d-83ec-6e62c9c49135'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:33:54.633474 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [req-08d7b6f5-c06d-4e5f-b4e8-631b7fc69b7c req-a3521039-a3c4-47a2-8944-d34bef2a22f6 tempest-ServersTestManualDisk-1429049925 tempest-ServersTestManualDisk-1429049925-project] No DVR routers for this DVR port 5d106596-b9a8-47ce-8206-db99b9d0ea96 on host n-h1-816206-8 {{(pid=103590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:33:54.642138 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-08d7b6f5-c06d-4e5f-b4e8-631b7fc69b7c req-a3521039-a3c4-47a2-8944-d34bef2a22f6 tempest-ServersTestManualDisk-1429049925 tempest-ServersTestManualDisk-1429049925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:54.655689 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-08d7b6f5-c06d-4e5f-b4e8-631b7fc69b7c req-a3521039-a3c4-47a2-8944-d34bef2a22f6 tempest-ServersTestManualDisk-1429049925 tempest-ServersTestManualDisk-1429049925-project] 10.222.0.55 "DELETE /v2.0/ports/5d106596-b9a8-47ce-8206-db99b9d0ea96 HTTP/1.1" status: 204 len: 173 time: 1.1247811 Nov 23 17:33:54.656381 n-d-816206-8 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d9013cb-ddd1-4ccf-9034-b54dfbe11f9d', 'name': 'network-vif-deleted', 'tag': '5d106596-b9a8-47ce-8206-db99b9d0ea96'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:33:54.664167 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbabddbc9fc37b068808e119c416c86f5957ca04531a4a0d2e695c515e93483b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-daa95ded-6de6-495f-8e73-33ed02111845" -d '{"events": [{"server_uuid": "2d9013cb-ddd1-4ccf-9034-b54dfbe11f9d", "name": "network-vif-deleted", "tag": "5d106596-b9a8-47ce-8206-db99b9d0ea96"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:33:54.731087 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-344fb11d-7807-4049-a766-3f04bc5c0033 None None] Set router 34943746-6979-475d-83ec-6e62c9c49135 gateway port host: n-d-816206-8 {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:33:54.786820 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7b1900-7917-47df-b301-a12b3aa694a4 req-85de4c92-7672-48c8-b90c-fd6846f3b4d5 tempest-AttachVolumeNegativeTest-452624640 tempest-AttachVolumeNegativeTest-452624640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:33:54.794426 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:33:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54154c0f-74ea-4fc2-bf50-9a4a473700b1 x-openstack-request-id: req-54154c0f-74ea-4fc2-bf50-9a4a473700b1 {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:33:54.794744 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d9013cb-ddd1-4ccf-9034-b54dfbe11f9d", "name": "network-vif-deleted", "tag": "5d106596-b9a8-47ce-8206-db99b9d0ea96", "status": "completed", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:33:54.797161 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-54154c0f-74ea-4fc2-bf50-9a4a473700b1 {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:33:54.797775 n-d-816206-8 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d9013cb-ddd1-4ccf-9034-b54dfbe11f9d', 'name': 'network-vif-deleted', 'tag': '5d106596-b9a8-47ce-8206-db99b9d0ea96', 'status': 'completed', 'code': 200} Nov 23 17:33:54.802237 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-cd7b1900-7917-47df-b301-a12b3aa694a4 req-85de4c92-7672-48c8-b90c-fd6846f3b4d5 tempest-AttachVolumeNegativeTest-452624640 tempest-AttachVolumeNegativeTest-452624640-project] 10.222.0.60 "GET /v2.0/ports?device_id=4ba90631-5c49-4a72-af7e-16e0985eee04 HTTP/1.1" status: 200 len: 943 time: 0.1364088 Nov 23 17:33:54.880301 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-cd7b1900-7917-47df-b301-a12b3aa694a4 req-d361fd56-5033-4198-a636-73f86b31de6f tempest-AttachVolumeNegativeTest-452624640 tempest-AttachVolumeNegativeTest-452624640-project] 10.222.0.60 "GET /v2.0/security-groups?id=b501ccef-95b0-4939-b7ec-f5c6dfe73de7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770414 Nov 23 17:33:54.976902 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-08390f7a-58de-406a-b8a1-28da53c08c2f req-3fcbd762-7bbc-4099-a258-1040b0118205 tempest-ServersTestManualDisk-1429049925 tempest-ServersTestManualDisk-1429049925-project] 10.222.0.60 "GET /v2.0/ports?device_id=2d9013cb-ddd1-4ccf-9034-b54dfbe11f9d HTTP/1.1" status: 200 len: 210 time: 0.0511065 Nov 23 17:33:55.266773 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-344fb11d-7807-4049-a766-3f04bc5c0033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34943746-6979-475d-83ec-6e62c9c49135', 'name': 'tempest-ServersTestManualDisk-847002550-router', 'tenant_id': 'a1f4381e34f74b63a879aed380fc6f81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': '9e72462d-e979-465a-99f4-e58107cbeec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:31:31Z', 'updated_at': '2021-11-23T17:31:37Z', 'revision_number': 4, 'project_id': 'a1f4381e34f74b63a879aed380fc6f81', 'gw_port': {'id': '9e72462d-e979-465a-99f4-e58107cbeec0', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:ee:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34943746-6979-475d-83ec-6e62c9c49135', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1191, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:31:32Z', 'updated_at': '2021-11-23T17:31:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_interfaces': [{'id': '9985ee88-c379-42c1-b0f5-1beb8cf9b02e', 'name': '', 'network_id': '4c6f0e0a-0312-4a57-b82b-babeded0552d', 'tenant_id': 'a1f4381e34f74b63a879aed380fc6f81', 'mac_address': 'fa:16:3e:5b:bc:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34943746-6979-475d-83ec-6e62c9c49135', 'device_owner': 'network:router_interface', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': '743455b2-fc28-4f79-8bc4-7bf54a8a42a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:31:36Z', 'updated_at': '2021-11-23T17:31:44Z', 'revision_number': 5, 'project_id': 'a1f4381e34f74b63a879aed380fc6f81', 'subnets': [{'id': '743455b2-fc28-4f79-8bc4-7bf54a8a42a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:33:55.309494 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-344fb11d-7807-4049-a766-3f04bc5c0033 None None] Checking router: 34943746-6979-475d-83ec-6e62c9c49135 for host: n-d-816206-8 {{(pid=103593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 17:33:55.321260 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-344fb11d-7807-4049-a766-3f04bc5c0033 None None] Routers {'34943746-6979-475d-83ec-6e62c9c49135'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:33:55.322342 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-344fb11d-7807-4049-a766-3f04bc5c0033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:33:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['34943746-6979-475d-83ec-6e62c9c49135'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:33:55.542474 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-344fb11d-7807-4049-a766-3f04bc5c0033 None None] Set router 34943746-6979-475d-83ec-6e62c9c49135 gateway port host: n-d-816206-8 {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:33:55.784440 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device 8a8f2f64-6bbc-48dd-af2d-0ba2a9be2742 details requested by agent hyperv_n-h2-816206-8 with host n-h2-816206-8 {{(pid=103592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 17:33:55.909940 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-344fb11d-7807-4049-a766-3f04bc5c0033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34943746-6979-475d-83ec-6e62c9c49135', 'name': 'tempest-ServersTestManualDisk-847002550-router', 'tenant_id': 'a1f4381e34f74b63a879aed380fc6f81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': '9e72462d-e979-465a-99f4-e58107cbeec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:31:31Z', 'updated_at': '2021-11-23T17:31:37Z', 'revision_number': 4, 'project_id': 'a1f4381e34f74b63a879aed380fc6f81', 'gw_port': {'id': '9e72462d-e979-465a-99f4-e58107cbeec0', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:ee:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34943746-6979-475d-83ec-6e62c9c49135', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1191, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:31:32Z', 'updated_at': '2021-11-23T17:31:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_interfaces': [{'id': '9985ee88-c379-42c1-b0f5-1beb8cf9b02e', 'name': '', 'network_id': '4c6f0e0a-0312-4a57-b82b-babeded0552d', 'tenant_id': 'a1f4381e34f74b63a879aed380fc6f81', 'mac_address': 'fa:16:3e:5b:bc:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34943746-6979-475d-83ec-6e62c9c49135', 'device_owner': 'network:router_interface', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': '743455b2-fc28-4f79-8bc4-7bf54a8a42a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:31:36Z', 'updated_at': '2021-11-23T17:31:44Z', 'revision_number': 5, 'project_id': 'a1f4381e34f74b63a879aed380fc6f81', 'subnets': [{'id': '743455b2-fc28-4f79-8bc4-7bf54a8a42a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:33:56.010582 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-344fb11d-7807-4049-a766-3f04bc5c0033 None None] The sync data for ids ['34943746-6979-475d-83ec-6e62c9c49135'] in n-d-816206-8 is: [{'id': '34943746-6979-475d-83ec-6e62c9c49135', 'name': 'tempest-ServersTestManualDisk-847002550-router', 'tenant_id': 'a1f4381e34f74b63a879aed380fc6f81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': '9e72462d-e979-465a-99f4-e58107cbeec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:31:31Z', 'updated_at': '2021-11-23T17:31:37Z', 'revision_number': 4, 'project_id': 'a1f4381e34f74b63a879aed380fc6f81', 'gw_port': {'id': '9e72462d-e979-465a-99f4-e58107cbeec0', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:ee:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34943746-6979-475d-83ec-6e62c9c49135', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1191, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:31:32Z', 'updated_at': '2021-11-23T17:31:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_interfaces': [{'id': '9985ee88-c379-42c1-b0f5-1beb8cf9b02e', 'name': '', 'network_id': '4c6f0e0a-0312-4a57-b82b-babeded0552d', 'tenant_id': 'a1f4381e34f74b63a879aed380fc6f81', 'mac_address': 'fa:16:3e:5b:bc:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34943746-6979-475d-83ec-6e62c9c49135', 'device_owner': 'network:router_interface', 'standard_attr_id': 1192, 'fixed_ips': [{'subnet_id': '743455b2-fc28-4f79-8bc4-7bf54a8a42a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:31:36Z', 'updated_at': '2021-11-23T17:31:44Z', 'revision_number': 5, 'project_id': 'a1f4381e34f74b63a879aed380fc6f81', 'subnets': [{'id': '743455b2-fc28-4f79-8bc4-7bf54a8a42a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:33:56.031509 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port 8a8f2f64-6bbc-48dd-af2d-0ba2a9be2742, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=8a8f2f64-6bbc-48dd-af2d-0ba2a9be2742,segment=NetworkSegment(1cf72e34-10d8-4ad7-b917-280709c47ed2),segment_id=1cf72e34-10d8-4ad7-b917-280709c47ed2)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:33:56.057815 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Returning: {'device': '8a8f2f64-6bbc-48dd-af2d-0ba2a9be2742', 'network_id': '33c8cd36-aad8-4dc4-8566-a5fb3cdb35eb', 'port_id': '8a8f2f64-6bbc-48dd-af2d-0ba2a9be2742', 'mac_address': 'fa:16:3e:52:9b:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 510, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0228ba8a-bfa9-4960-b814-86fe48904295', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 17:33:56.113884 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63394c55-4c6d-4ed6-bb15-e8e7a48d8610 req-5d557425-36d8-42dd-97e9-98ef09b6e878 tempest-AttachVolumeNegativeTest-452624640 tempest-AttachVolumeNegativeTest-452624640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:33:56.127481 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-63394c55-4c6d-4ed6-bb15-e8e7a48d8610 req-5d557425-36d8-42dd-97e9-98ef09b6e878 tempest-AttachVolumeNegativeTest-452624640 tempest-AttachVolumeNegativeTest-452624640-project] 10.222.0.60 "GET /v2.0/ports?device_id=4ba90631-5c49-4a72-af7e-16e0985eee04 HTTP/1.1" status: 200 len: 943 time: 0.1360986 Nov 23 17:33:56.295055 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-63394c55-4c6d-4ed6-bb15-e8e7a48d8610 req-429111be-ec25-426b-a9cf-b8f4851600a5 tempest-AttachVolumeNegativeTest-452624640 tempest-AttachVolumeNegativeTest-452624640-project] 10.222.0.60 "GET /v2.0/security-groups?id=b501ccef-95b0-4939-b7ec-f5c6dfe73de7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658380 Nov 23 17:33:56.379447 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:56.416170 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device 5d106596-b9a8-47ce-8206-db99b9d0ea96 no longer exists at agent hyperv_n-h1-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:33:56.425643 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 39192) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:33:56.428875 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a8f2f64-6bbc-48dd-af2d-0ba2a9be2742 {{(pid=103592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:33:56.481582 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] No Port match for: 5d106596-b9a8-47ce-8206-db99b9d0ea96 {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:33:56.481996 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device 5d106596-b9a8-47ce-8206-db99b9d0ea96 not bound to the agent host n-h1-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:33:56.517903 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port 8a8f2f64-6bbc-48dd-af2d-0ba2a9be2742, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=8a8f2f64-6bbc-48dd-af2d-0ba2a9be2742,segment=NetworkSegment(1cf72e34-10d8-4ad7-b917-280709c47ed2),segment_id=1cf72e34-10d8-4ad7-b917-280709c47ed2)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:33:56.529201 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:56.550160 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f9e1f4c0-2d82-498e-91fe-b26773e03e96 tempest-ServersTestManualDisk-1429049925 tempest-ServersTestManualDisk-1429049925-project] Publish callbacks [] for security_group, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:56.591255 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f9e1f4c0-2d82-498e-91fe-b26773e03e96 tempest-ServersTestManualDisk-1429049925 tempest-ServersTestManualDisk-1429049925-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:56.676477 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-260a1e00-27dc-4e65-b000-b4dd620502ff None None] New status for floating IP 01c20530-67fe-4e57-930b-0a85fba5b4ea: DOWN {{(pid=103592) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 17:33:56.678722 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f9e1f4c0-2d82-498e-91fe-b26773e03e96 tempest-ServersTestManualDisk-1429049925 tempest-ServersTestManualDisk-1429049925-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:56.681676 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f9e1f4c0-2d82-498e-91fe-b26773e03e96 tempest-ServersTestManualDisk-1429049925 tempest-ServersTestManualDisk-1429049925-project] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:56.683530 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-f9e1f4c0-2d82-498e-91fe-b26773e03e96 tempest-ServersTestManualDisk-1429049925 tempest-ServersTestManualDisk-1429049925-project] 10.222.0.60 "DELETE /v2.0/security-groups/b82f6df2-4324-4ceb-9714-9a5f1d0d99aa HTTP/1.1" status: 204 len: 168 time: 0.2559035 Nov 23 17:33:56.686101 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 39202) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:33:56.701718 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e1f4c0-2d82-498e-91fe-b26773e03e96 tempest-ServersTestManualDisk-1429049925 tempest-ServersTestManualDisk-1429049925-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b82f6df2-4324-4ceb-9714-9a5f1d0d99aa,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:33:56.722026 n-d-816206-8 neutron-server[103591]: INFO neutron.api.v2.resource [None req-9ac8ed37-167a-4f6e-8e33-a02c93894691 tempest-ServersTestManualDisk-1429049925 tempest-ServersTestManualDisk-1429049925-project] show failed (client error): The resource could not be found. Nov 23 17:33:56.723482 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-9ac8ed37-167a-4f6e-8e33-a02c93894691 tempest-ServersTestManualDisk-1429049925 tempest-ServersTestManualDisk-1429049925-project] 10.222.0.60 "GET /v2.0/security-groups/b82f6df2-4324-4ceb-9714-9a5f1d0d99aa HTTP/1.1" status: 404 len: 347 time: 0.0359869 Nov 23 17:33:56.726264 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 39204) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:33:56.916095 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Pushing event updated for resources: {'Port': ['ID=8a8f2f64-6bbc-48dd-af2d-0ba2a9be2742,revision_number=4']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:33:56.942574 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 39214) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:33:56.951239 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-37a14317-be7a-4dc6-b9ad-c0ae520f0dae tempest-ServersTestManualDisk-1429049925 tempest-ServersTestManualDisk-1429049925-project] Deleting port 6546bff2-c15a-4d65-97d1-6c71506c0ae3 {{(pid=103591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:33:56.952229 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-37a14317-be7a-4dc6-b9ad-c0ae520f0dae tempest-ServersTestManualDisk-1429049925 tempest-ServersTestManualDisk-1429049925-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:57.071002 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-37a14317-be7a-4dc6-b9ad-c0ae520f0dae tempest-ServersTestManualDisk-1429049925 tempest-ServersTestManualDisk-1429049925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:57.071336 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-37a14317-be7a-4dc6-b9ad-c0ae520f0dae tempest-ServersTestManualDisk-1429049925 tempest-ServersTestManualDisk-1429049925-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:57.076319 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] get_ports_and_sgs() called for port_ids ['8a8f2f64-6bbc-48dd-af2d-0ba2a9be2742'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:33:57.103286 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-37a14317-be7a-4dc6-b9ad-c0ae520f0dae tempest-ServersTestManualDisk-1429049925 tempest-ServersTestManualDisk-1429049925-project] Calling delete_port for 6546bff2-c15a-4d65-97d1-6c71506c0ae3 owned by network:floatingip {{(pid=103591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:33:57.215326 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-03db0b0c-fd57-4ca4-a935-72ce0ebecb1f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:57.367629 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-03db0b0c-fd57-4ca4-a935-72ce0ebecb1f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:57.385502 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-03db0b0c-fd57-4ca4-a935-72ce0ebecb1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:57.443867 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-37a14317-be7a-4dc6-b9ad-c0ae520f0dae tempest-ServersTestManualDisk-1429049925 tempest-ServersTestManualDisk-1429049925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:57.446311 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03db0b0c-fd57-4ca4-a935-72ce0ebecb1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66234a02-0a05-4afd-a882-6b65fdec6f88,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:33:57.474934 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-03db0b0c-fd57-4ca4-a935-72ce0ebecb1f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=858e4cd3670a4f05b4bbfcad4aaaff6a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5317183 Nov 23 17:33:57.479701 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 39252) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:33:57.554526 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6fba8c98-1323-4797-9ef1-498ede13d39c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:57.600723 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6fba8c98-1323-4797-9ef1-498ede13d39c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:57.611799 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a14317-be7a-4dc6-b9ad-c0ae520f0dae tempest-ServersTestManualDisk-1429049925 tempest-ServersTestManualDisk-1429049925-project] Pushing event deleted for resources: {'Port': ['ID=6546bff2-c15a-4d65-97d1-6c71506c0ae3,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:33:57.691144 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6fba8c98-1323-4797-9ef1-498ede13d39c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:57.697999 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6fba8c98-1323-4797-9ef1-498ede13d39c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:57.704155 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-6fba8c98-1323-4797-9ef1-498ede13d39c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/66234a02-0a05-4afd-a882-6b65fdec6f88 HTTP/1.1" status: 204 len: 168 time: 0.2218719 Nov 23 17:33:57.718509 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fba8c98-1323-4797-9ef1-498ede13d39c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66234a02-0a05-4afd-a882-6b65fdec6f88,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:33:58.002805 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfc1d0a-2564-4d79-899e-f855a6b674a8 req-f46f5452-2bf0-4d2b-889d-afaa38d7964b tempest-AttachVolumeNegativeTest-452624640 tempest-AttachVolumeNegativeTest-452624640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:33:58.004750 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-3dfc1d0a-2564-4d79-899e-f855a6b674a8 req-f46f5452-2bf0-4d2b-889d-afaa38d7964b tempest-AttachVolumeNegativeTest-452624640 tempest-AttachVolumeNegativeTest-452624640-project] 10.222.0.60 "GET /v2.0/ports?device_id=4ba90631-5c49-4a72-af7e-16e0985eee04 HTTP/1.1" status: 200 len: 944 time: 0.5554879 Nov 23 17:33:58.052788 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-37a14317-be7a-4dc6-b9ad-c0ae520f0dae tempest-ServersTestManualDisk-1429049925 tempest-ServersTestManualDisk-1429049925-project] Publish callbacks [] for floatingip, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:58.055426 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-37a14317-be7a-4dc6-b9ad-c0ae520f0dae tempest-ServersTestManualDisk-1429049925 tempest-ServersTestManualDisk-1429049925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for floatingip, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:58.056888 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-37a14317-be7a-4dc6-b9ad-c0ae520f0dae tempest-ServersTestManualDisk-1429049925 tempest-ServersTestManualDisk-1429049925-project] 10.222.0.60 "DELETE /v2.0/floatingips/01c20530-67fe-4e57-930b-0a85fba5b4ea HTTP/1.1" status: 204 len: 168 time: 1.3294127 Nov 23 17:33:58.061685 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 39280) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:33:58.123073 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-3dfc1d0a-2564-4d79-899e-f855a6b674a8 req-198519bd-3771-4cdc-90c7-4e410b85d245 tempest-AttachVolumeNegativeTest-452624640 tempest-AttachVolumeNegativeTest-452624640-project] 10.222.0.60 "GET /v2.0/security-groups?id=b501ccef-95b0-4939-b7ec-f5c6dfe73de7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072521 Nov 23 17:33:58.169979 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 39284) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:33:58.189748 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0a43bfbc-0e1b-40c2-99bb-e855e50db4a2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:58.294824 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0a43bfbc-0e1b-40c2-99bb-e855e50db4a2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:58.296775 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 39286) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:33:58.304309 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0a43bfbc-0e1b-40c2-99bb-e855e50db4a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:58.336633 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a43bfbc-0e1b-40c2-99bb-e855e50db4a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0b98486-10fd-462a-9400-d09dac9f78dc,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:33:58.359712 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 39292) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:33:58.360266 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-0a43bfbc-0e1b-40c2-99bb-e855e50db4a2 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e16283180c324f0b9e7193a50bab5a20&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1875420 Nov 23 17:33:58.448087 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-b5c34415-e897-41b4-9579-ce1c48fcf123 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:58.487837 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-b5c34415-e897-41b4-9579-ce1c48fcf123 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:58.500338 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b2bcacea-9b33-4c03-8b44-79e27b1b70d7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:58.598081 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-b5c34415-e897-41b4-9579-ce1c48fcf123 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:58.599035 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b2bcacea-9b33-4c03-8b44-79e27b1b70d7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:58.602732 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-b5c34415-e897-41b4-9579-ce1c48fcf123 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:58.603949 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-b5c34415-e897-41b4-9579-ce1c48fcf123 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b0b98486-10fd-462a-9400-d09dac9f78dc HTTP/1.1" status: 204 len: 168 time: 0.2432933 Nov 23 17:33:58.612307 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b2bcacea-9b33-4c03-8b44-79e27b1b70d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:58.634317 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c34415-e897-41b4-9579-ce1c48fcf123 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0b98486-10fd-462a-9400-d09dac9f78dc,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:33:58.647714 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-9524545b-3850-485d-ba49-3cdef8eb6c22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1794372'] for router_interface, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:58.695731 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-b2bcacea-9b33-4c03-8b44-79e27b1b70d7 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=9edf385648f04a22a76c5715a426f8af&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3976805 Nov 23 17:33:58.697667 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bcacea-9b33-4c03-8b44-79e27b1b70d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6643a671-bbe4-476f-9fa0-061ed8da8be9,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:33:58.700376 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 39314) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:33:58.757314 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8d3e5754-a559-4066-b53c-efe77ec04ac7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:58.787598 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8d3e5754-a559-4066-b53c-efe77ec04ac7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:58.855418 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8d3e5754-a559-4066-b53c-efe77ec04ac7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:58.858722 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8d3e5754-a559-4066-b53c-efe77ec04ac7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:58.860417 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-8d3e5754-a559-4066-b53c-efe77ec04ac7 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/6643a671-bbe4-476f-9fa0-061ed8da8be9 HTTP/1.1" status: 204 len: 168 time: 0.1590493 Nov 23 17:33:58.880478 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3e5754-a559-4066-b53c-efe77ec04ac7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6643a671-bbe4-476f-9fa0-061ed8da8be9,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:33:59.008388 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-9524545b-3850-485d-ba49-3cdef8eb6c22 admin admin] Deleting port 9985ee88-c379-42c1-b0f5-1beb8cf9b02e {{(pid=103591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:33:59.008770 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-9524545b-3850-485d-ba49-3cdef8eb6c22 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:59.101580 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [None req-9524545b-3850-485d-ba49-3cdef8eb6c22 admin admin] For port 9985ee88-c379-42c1-b0f5-1beb8cf9b02e, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=9985ee88-c379-42c1-b0f5-1beb8cf9b02e,segment=NetworkSegment(140609f8-1777-448a-bd56-5bbf304ca562),segment_id=140609f8-1777-448a-bd56-5bbf304ca562)] {{(pid=103591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:33:59.101945 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-9524545b-3850-485d-ba49-3cdef8eb6c22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:59.120409 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-9524545b-3850-485d-ba49-3cdef8eb6c22 admin admin] Calling delete_port for 9985ee88-c379-42c1-b0f5-1beb8cf9b02e owned by network:router_interface {{(pid=103591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:33:59.189822 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 39332) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:33:59.330225 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 39338) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:33:59.335864 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea321a2-d8a6-4d1f-a8b0-5a2eecb9ba8b req-56db4537-6424-4aec-8d49-dddf13e134da tempest-AttachVolumeNegativeTest-452624640 tempest-AttachVolumeNegativeTest-452624640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:33:59.341326 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7ea321a2-d8a6-4d1f-a8b0-5a2eecb9ba8b req-56db4537-6424-4aec-8d49-dddf13e134da tempest-AttachVolumeNegativeTest-452624640 tempest-AttachVolumeNegativeTest-452624640-project] 10.222.0.60 "GET /v2.0/ports?device_id=4ba90631-5c49-4a72-af7e-16e0985eee04 HTTP/1.1" status: 200 len: 944 time: 0.0921354 Nov 23 17:33:59.348054 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-93f26dd0-bcbf-4d57-9f13-ca4c3c9096dd admin admin] Publish callbacks [] for security_group, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:59.385211 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-42a28e05-149a-47f8-b14a-0b767d2c4855 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:59.438975 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7ea321a2-d8a6-4d1f-a8b0-5a2eecb9ba8b req-d54b4204-348a-4357-9d6f-514de3e65007 tempest-AttachVolumeNegativeTest-452624640 tempest-AttachVolumeNegativeTest-452624640-project] 10.222.0.60 "GET /v2.0/security-groups?id=b501ccef-95b0-4939-b7ec-f5c6dfe73de7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929677 Nov 23 17:33:59.448281 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-9524545b-3850-485d-ba49-3cdef8eb6c22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:59.499524 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-93f26dd0-bcbf-4d57-9f13-ca4c3c9096dd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:59.512043 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-93f26dd0-bcbf-4d57-9f13-ca4c3c9096dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:59.521649 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9524545b-3850-485d-ba49-3cdef8eb6c22 admin admin] Pushing event deleted for resources: {'Port': ['ID=9985ee88-c379-42c1-b0f5-1beb8cf9b02e,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:33:59.555215 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-42a28e05-149a-47f8-b14a-0b767d2c4855 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:59.579479 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-93f26dd0-bcbf-4d57-9f13-ca4c3c9096dd admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c9c9449202464ca1b29d94d9db293f3e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2451572 Nov 23 17:33:59.579479 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-42a28e05-149a-47f8-b14a-0b767d2c4855 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:59.584926 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 39344) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:33:59.602099 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f26dd0-bcbf-4d57-9f13-ca4c3c9096dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc2eb103-ec5e-44ec-af96-9447d7da27da,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:33:59.650906 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-42a28e05-149a-47f8-b14a-0b767d2c4855 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b6b371239840492bba0fcaedbe9cef0c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4597373 Nov 23 17:33:59.670525 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 39346) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:33:59.726520 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a28e05-149a-47f8-b14a-0b767d2c4855 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e52d946-719e-4322-98b0-8cfafd653a3b,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:33:59.751211 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-9524545b-3850-485d-ba49-3cdef8eb6c22 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2067500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1794520'] for router_interface, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:59.762680 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-60c15161-bdab-4305-9e70-6198c24f4de9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:59.818405 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device 8a8f2f64-6bbc-48dd-af2d-0ba2a9be2742 up at agent hyperv_n-h2-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:33:59.823626 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e0ebb3b5-e84c-4dd5-a773-ae2409edacc5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:59.857745 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e0ebb3b5-e84c-4dd5-a773-ae2409edacc5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:59.872921 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-60c15161-bdab-4305-9e70-6198c24f4de9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:59.895262 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Provisioning for port 8a8f2f64-6bbc-48dd-af2d-0ba2a9be2742 completed by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 17:33:59.902884 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Provisioning complete for port 8a8f2f64-6bbc-48dd-af2d-0ba2a9be2742 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:33:59.904178 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:59.978106 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e0ebb3b5-e84c-4dd5-a773-ae2409edacc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:59.981835 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e0ebb3b5-e84c-4dd5-a773-ae2409edacc5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:33:59.988886 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-e0ebb3b5-e84c-4dd5-a773-ae2409edacc5 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/fc2eb103-ec5e-44ec-af96-9447d7da27da HTTP/1.1" status: 204 len: 168 time: 0.4001486 Nov 23 17:33:59.998132 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ebb3b5-e84c-4dd5-a773-ae2409edacc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc2eb103-ec5e-44ec-af96-9447d7da27da,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:34:00.003385 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-60c15161-bdab-4305-9e70-6198c24f4de9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:00.006635 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-60c15161-bdab-4305-9e70-6198c24f4de9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:00.011178 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-60c15161-bdab-4305-9e70-6198c24f4de9 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/8e52d946-719e-4322-98b0-8cfafd653a3b HTTP/1.1" status: 204 len: 168 time: 0.3365686 Nov 23 17:34:00.017263 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c15161-bdab-4305-9e70-6198c24f4de9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e52d946-719e-4322-98b0-8cfafd653a3b,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:34:00.054884 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9524545b-3850-485d-ba49-3cdef8eb6c22 admin admin] Router 34943746-6979-475d-83ec-6e62c9c49135 has already been hosted by L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 {{(pid=103591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 17:34:00.067816 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:00.106761 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ba90631-5c49-4a72-af7e-16e0985eee04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a8f2f64-6bbc-48dd-af2d-0ba2a9be2742'}] {{(pid=103592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:34:00.110653 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba3e6a8f2301c7a29fe1eca9779abdae4ccbcd6266d69778087f2498d5551201" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0c9747c-65c7-4481-9b75-6f30ac55fb74" -d '{"events": [{"server_uuid": "4ba90631-5c49-4a72-af7e-16e0985eee04", "name": "network-vif-plugged", "status": "completed", "tag": "8a8f2f64-6bbc-48dd-af2d-0ba2a9be2742"}]}' {{(pid=103592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:34:00.145271 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port 8a8f2f64-6bbc-48dd-af2d-0ba2a9be2742, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=8a8f2f64-6bbc-48dd-af2d-0ba2a9be2742,segment=NetworkSegment(1cf72e34-10d8-4ad7-b917-280709c47ed2),segment_id=1cf72e34-10d8-4ad7-b917-280709c47ed2)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:34:00.155715 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:00.199816 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:34:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95d1f994-072e-403a-900c-34fb062e54fe x-openstack-request-id: req-95d1f994-072e-403a-900c-34fb062e54fe {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:34:00.200313 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ba90631-5c49-4a72-af7e-16e0985eee04", "name": "network-vif-plugged", "status": "completed", "tag": "8a8f2f64-6bbc-48dd-af2d-0ba2a9be2742", "code": 200}]} {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:34:00.200757 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-95d1f994-072e-403a-900c-34fb062e54fe {{(pid=103592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:34:00.201190 n-d-816206-8 neutron-server[103592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ba90631-5c49-4a72-af7e-16e0985eee04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a8f2f64-6bbc-48dd-af2d-0ba2a9be2742', 'code': 200} Nov 23 17:34:00.221637 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9524545b-3850-485d-ba49-3cdef8eb6c22 admin admin] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:34:00.237036 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Pushing event updated for resources: {'Port': ['ID=8a8f2f64-6bbc-48dd-af2d-0ba2a9be2742,revision_number=5']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:34:00.237699 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d688c474-3ed1-4302-8c0f-6cb75bbf518c None None] Sync routers for ids ['34943746-6979-475d-83ec-6e62c9c49135'] in n-d-816206-8 {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:34:00.251366 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-9524545b-3850-485d-ba49-3cdef8eb6c22 admin admin] 10.222.0.60 "PUT /v2.0/routers/34943746-6979-475d-83ec-6e62c9c49135/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1861472 Nov 23 17:34:00.251929 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 39368) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:34:00.252762 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d688c474-3ed1-4302-8c0f-6cb75bbf518c None None] Routers {'34943746-6979-475d-83ec-6e62c9c49135'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:34:00.252995 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-d688c474-3ed1-4302-8c0f-6cb75bbf518c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:33:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['34943746-6979-475d-83ec-6e62c9c49135'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:34:00.349390 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f9f204-f9cc-4953-9934-a20c3b5f203a req-78f4adba-fdbc-4d8a-8597-343cd3610b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:34:00.350208 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-61f9f204-f9cc-4953-9934-a20c3b5f203a req-78f4adba-fdbc-4d8a-8597-343cd3610b47 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=4ba90631-5c49-4a72-af7e-16e0985eee04 HTTP/1.1" status: 200 len: 1096 time: 0.0998251 Nov 23 17:34:00.410599 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-61f9f204-f9cc-4953-9934-a20c3b5f203a req-5b074eec-9cc6-43e7-9e10-ec09860b35b9 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=b501ccef-95b0-4939-b7ec-f5c6dfe73de7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497315 Nov 23 17:34:00.439625 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-d688c474-3ed1-4302-8c0f-6cb75bbf518c None None] Set router 34943746-6979-475d-83ec-6e62c9c49135 gateway port host: n-d-816206-8 {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:34:00.469540 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f3fcae26-faf5-4156-b9ec-8d13926813ed admin admin] Publish callbacks [] for router, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:00.697881 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a529801-377f-44c6-b6cf-3d43bf5dd09e req-633f7bca-6c29-43a9-94b3-e7efd1d6965d tempest-AttachVolumeNegativeTest-452624640 tempest-AttachVolumeNegativeTest-452624640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:34:00.701532 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6a529801-377f-44c6-b6cf-3d43bf5dd09e req-633f7bca-6c29-43a9-94b3-e7efd1d6965d tempest-AttachVolumeNegativeTest-452624640 tempest-AttachVolumeNegativeTest-452624640-project] 10.222.0.60 "GET /v2.0/ports?device_id=4ba90631-5c49-4a72-af7e-16e0985eee04 HTTP/1.1" status: 200 len: 945 time: 0.1260333 Nov 23 17:34:00.705252 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 39382) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:34:00.729384 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f3fcae26-faf5-4156-b9ec-8d13926813ed admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:00.762089 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-9f9a322b-fe2b-4066-a571-01c24ff52db5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:00.869994 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-d688c474-3ed1-4302-8c0f-6cb75bbf518c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34943746-6979-475d-83ec-6e62c9c49135', 'name': 'tempest-ServersTestManualDisk-847002550-router', 'tenant_id': 'a1f4381e34f74b63a879aed380fc6f81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': '9e72462d-e979-465a-99f4-e58107cbeec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:31:31Z', 'updated_at': '2021-11-23T17:33:59Z', 'revision_number': 5, 'project_id': 'a1f4381e34f74b63a879aed380fc6f81', 'gw_port': {'id': '9e72462d-e979-465a-99f4-e58107cbeec0', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:ee:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34943746-6979-475d-83ec-6e62c9c49135', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1191, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:31:32Z', 'updated_at': '2021-11-23T17:31:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8'}], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:34:00.890113 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-f3fcae26-faf5-4156-b9ec-8d13926813ed admin admin] Deleting port 9e72462d-e979-465a-99f4-e58107cbeec0 {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:34:00.890113 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f3fcae26-faf5-4156-b9ec-8d13926813ed admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:00.902863 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6a529801-377f-44c6-b6cf-3d43bf5dd09e req-35e5f2fb-68c6-4eb6-a5e3-38f2b6d1ce15 tempest-AttachVolumeNegativeTest-452624640 tempest-AttachVolumeNegativeTest-452624640-project] 10.222.0.60 "GET /v2.0/security-groups?id=b501ccef-95b0-4939-b7ec-f5c6dfe73de7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810961 Nov 23 17:34:00.940235 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d688c474-3ed1-4302-8c0f-6cb75bbf518c None None] Checking router: 34943746-6979-475d-83ec-6e62c9c49135 for host: n-d-816206-8 {{(pid=103593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 17:34:00.953779 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-9f9a322b-fe2b-4066-a571-01c24ff52db5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:00.956243 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d688c474-3ed1-4302-8c0f-6cb75bbf518c None None] Routers {'34943746-6979-475d-83ec-6e62c9c49135'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:34:00.957456 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-d688c474-3ed1-4302-8c0f-6cb75bbf518c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:33:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['34943746-6979-475d-83ec-6e62c9c49135'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:34:00.963340 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-9f9a322b-fe2b-4066-a571-01c24ff52db5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:01.023872 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 39400) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:34:01.026040 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-9f9a322b-fe2b-4066-a571-01c24ff52db5 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=650ef3b96eb64610afdf29999687d821&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3192635 Nov 23 17:34:01.072707 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9a322b-fe2b-4066-a571-01c24ff52db5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82cf7e48-f3b7-4fbc-b0a1-3b3c6b2bb5c5,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:34:01.114134 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-f3fcae26-faf5-4156-b9ec-8d13926813ed admin admin] For port 9e72462d-e979-465a-99f4-e58107cbeec0, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=9e72462d-e979-465a-99f4-e58107cbeec0,segment=NetworkSegment(bffd1e4f-e80f-4ff0-b418-2f42ae15febf),segment_id=bffd1e4f-e80f-4ff0-b418-2f42ae15febf)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:34:01.114547 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f3fcae26-faf5-4156-b9ec-8d13926813ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:01.117545 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8dfef84c-1396-4bc7-9cf3-aa5e290f86c0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:01.138424 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-d688c474-3ed1-4302-8c0f-6cb75bbf518c None None] Set router 34943746-6979-475d-83ec-6e62c9c49135 gateway port host: None {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:34:01.141784 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8dfef84c-1396-4bc7-9cf3-aa5e290f86c0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:01.169312 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-f3fcae26-faf5-4156-b9ec-8d13926813ed admin admin] Calling delete_port for 9e72462d-e979-465a-99f4-e58107cbeec0 owned by network:router_gateway {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:34:01.308762 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-d688c474-3ed1-4302-8c0f-6cb75bbf518c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34943746-6979-475d-83ec-6e62c9c49135', 'name': 'tempest-ServersTestManualDisk-847002550-router', 'tenant_id': 'a1f4381e34f74b63a879aed380fc6f81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:31:31Z', 'updated_at': '2021-11-23T17:34:00Z', 'revision_number': 6, 'project_id': 'a1f4381e34f74b63a879aed380fc6f81', 'gw_port_host': None}], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:34:01.345266 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d688c474-3ed1-4302-8c0f-6cb75bbf518c None None] The sync data for ids ['34943746-6979-475d-83ec-6e62c9c49135'] in n-d-816206-8 is: [{'id': '34943746-6979-475d-83ec-6e62c9c49135', 'name': 'tempest-ServersTestManualDisk-847002550-router', 'tenant_id': 'a1f4381e34f74b63a879aed380fc6f81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:31:31Z', 'updated_at': '2021-11-23T17:34:00Z', 'revision_number': 6, 'project_id': 'a1f4381e34f74b63a879aed380fc6f81', 'gw_port_host': None}] {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:34:01.399668 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8dfef84c-1396-4bc7-9cf3-aa5e290f86c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:01.402390 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8dfef84c-1396-4bc7-9cf3-aa5e290f86c0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:01.403570 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-8dfef84c-1396-4bc7-9cf3-aa5e290f86c0 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/82cf7e48-f3b7-4fbc-b0a1-3b3c6b2bb5c5 HTTP/1.1" status: 204 len: 168 time: 0.3787105 Nov 23 17:34:01.423683 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfef84c-1396-4bc7-9cf3-aa5e290f86c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82cf7e48-f3b7-4fbc-b0a1-3b3c6b2bb5c5,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:34:01.430410 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f3fcae26-faf5-4156-b9ec-8d13926813ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:01.484424 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fcae26-faf5-4156-b9ec-8d13926813ed admin admin] Pushing event deleted for resources: {'Port': ['ID=9e72462d-e979-465a-99f4-e58107cbeec0,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:34:01.497707 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68f28392-da6b-4042-ac14-546987bd9e74 None None] DHCP port deletion for 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:34:01.590247 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f3fcae26-faf5-4156-b9ec-8d13926813ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1795454'] for router_gateway, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:01.766392 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f3fcae26-faf5-4156-b9ec-8d13926813ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1794352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8175'] for router, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:01.766392 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f3fcae26-faf5-4156-b9ec-8d13926813ed admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:01.862301 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f3fcae26-faf5-4156-b9ec-8d13926813ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1795580'] for router, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:01.864057 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3fcae26-faf5-4156-b9ec-8d13926813ed admin admin] Fanout notify agent at l3_agent the message router_deleted on router 34943746-6979-475d-83ec-6e62c9c49135 {{(pid=103590) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 17:34:01.870168 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f3fcae26-faf5-4156-b9ec-8d13926813ed admin admin] Publish callbacks [] for router, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:01.871484 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-f3fcae26-faf5-4156-b9ec-8d13926813ed admin admin] 10.222.0.60 "DELETE /v2.0/routers/34943746-6979-475d-83ec-6e62c9c49135 HTTP/1.1" status: 204 len: 168 time: 1.6185441 Nov 23 17:34:01.874766 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 39430) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:34:02.006838 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.db_base_plugin_v2 [None req-229de099-dc36-422a-a656-855d12c499c9 admin admin] Deleting subnet 743455b2-fc28-4f79-8bc4-7bf54a8a42a6 {{(pid=103591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 17:34:02.017414 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-229de099-dc36-422a-a656-855d12c499c9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:02.141126 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-229de099-dc36-422a-a656-855d12c499c9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265990000'] for subnet, precommit_delete_associations {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:02.209722 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ea6f7c-83ff-4deb-8ec3-a706f45cf572 req-dd707eef-f935-41a7-a4fa-8e31b8e2ab7f tempest-AttachVolumeNegativeTest-452624640 tempest-AttachVolumeNegativeTest-452624640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:34:02.213121 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-45ea6f7c-83ff-4deb-8ec3-a706f45cf572 req-dd707eef-f935-41a7-a4fa-8e31b8e2ab7f tempest-AttachVolumeNegativeTest-452624640 tempest-AttachVolumeNegativeTest-452624640-project] 10.222.0.60 "GET /v2.0/ports?device_id=4ba90631-5c49-4a72-af7e-16e0985eee04 HTTP/1.1" status: 200 len: 945 time: 0.1288459 Nov 23 17:34:02.337914 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-45ea6f7c-83ff-4deb-8ec3-a706f45cf572 req-38702107-26df-403f-a0e5-f622e823bb02 tempest-AttachVolumeNegativeTest-452624640 tempest-AttachVolumeNegativeTest-452624640-project] 10.222.0.60 "GET /v2.0/security-groups?id=b501ccef-95b0-4939-b7ec-f5c6dfe73de7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023123 Nov 23 17:34:02.346691 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-229de099-dc36-422a-a656-855d12c499c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971956'] for subnet, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:02.460568 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-229de099-dc36-422a-a656-855d12c499c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264758240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264314269'] for subnet, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:02.514882 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f684a4cc-0da9-4224-a549-e31eb6e394fe None None] Network 4c6f0e0a-0312-4a57-b82b-babeded0552d requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:34:02.528236 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229de099-dc36-422a-a656-855d12c499c9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=743455b2-fc28-4f79-8bc4-7bf54a8a42a6,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:34:02.542978 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-229de099-dc36-422a-a656-855d12c499c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for subnet, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:02.550137 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 39470) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:34:02.562158 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-229de099-dc36-422a-a656-855d12c499c9 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/743455b2-fc28-4f79-8bc4-7bf54a8a42a6 HTTP/1.1" status: 204 len: 168 time: 0.6708524 Nov 23 17:34:02.696644 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 9985ee88-c379-42c1-b0f5-1beb8cf9b02e no longer exists at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:34:02.759908 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] No Port match for: 9985ee88-c379-42c1-b0f5-1beb8cf9b02e {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:34:02.760525 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 9985ee88-c379-42c1-b0f5-1beb8cf9b02e not bound to the agent host n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:34:02.761177 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 9e72462d-e979-465a-99f4-e58107cbeec0 no longer exists at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:34:02.780915 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-30be4b22-4fd5-4c77-8acd-7b0361c411b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-555181'] for network, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:02.817822 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] No Port match for: 9e72462d-e979-465a-99f4-e58107cbeec0 {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:34:02.818553 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 9e72462d-e979-465a-99f4-e58107cbeec0 not bound to the agent host n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:34:02.932340 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-30be4b22-4fd5-4c77-8acd-7b0361c411b8 admin admin] Deleting port f34e0b0f-9b8d-4584-8f7d-d78ca59c61dd {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:34:02.933537 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-30be4b22-4fd5-4c77-8acd-7b0361c411b8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:03.017137 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1f51c2b-a925-4e77-881e-71e148bc046f None None] DHCP port deletion for 4c6f0e0a-0312-4a57-b82b-babeded0552d request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:34:03.064199 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-30be4b22-4fd5-4c77-8acd-7b0361c411b8 admin admin] For port f34e0b0f-9b8d-4584-8f7d-d78ca59c61dd, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=f34e0b0f-9b8d-4584-8f7d-d78ca59c61dd,segment=NetworkSegment(140609f8-1777-448a-bd56-5bbf304ca562),segment_id=140609f8-1777-448a-bd56-5bbf304ca562)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:34:03.064941 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-30be4b22-4fd5-4c77-8acd-7b0361c411b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:03.083510 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-30be4b22-4fd5-4c77-8acd-7b0361c411b8 admin admin] Calling delete_port for f34e0b0f-9b8d-4584-8f7d-d78ca59c61dd owned by network:dhcp {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:34:03.089438 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-e1f51c2b-a925-4e77-881e-71e148bc046f None None] Deleting port f34e0b0f-9b8d-4584-8f7d-d78ca59c61dd {{(pid=103592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:34:03.090320 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-e1f51c2b-a925-4e77-881e-71e148bc046f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:03.207270 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-e1f51c2b-a925-4e77-881e-71e148bc046f None None] For port f34e0b0f-9b8d-4584-8f7d-d78ca59c61dd, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=f34e0b0f-9b8d-4584-8f7d-d78ca59c61dd,segment=NetworkSegment(140609f8-1777-448a-bd56-5bbf304ca562),segment_id=140609f8-1777-448a-bd56-5bbf304ca562)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:34:03.207952 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-e1f51c2b-a925-4e77-881e-71e148bc046f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:03.239023 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-30be4b22-4fd5-4c77-8acd-7b0361c411b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:03.239766 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-e1f51c2b-a925-4e77-881e-71e148bc046f None None] Calling delete_port for f34e0b0f-9b8d-4584-8f7d-d78ca59c61dd owned by network:dhcp {{(pid=103592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:34:03.303501 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30be4b22-4fd5-4c77-8acd-7b0361c411b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=f34e0b0f-9b8d-4584-8f7d-d78ca59c61dd,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:34:03.308253 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30be4b22-4fd5-4c77-8acd-7b0361c411b8 admin admin] No DVR routers for this DVR port f34e0b0f-9b8d-4584-8f7d-d78ca59c61dd on host n-d-816206-8 {{(pid=103590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:34:03.376240 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-e1f51c2b-a925-4e77-881e-71e148bc046f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989'] for port, after_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:03.415799 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f51c2b-a925-4e77-881e-71e148bc046f None None] Pushing event deleted for resources: {'Port': ['ID=f34e0b0f-9b8d-4584-8f7d-d78ca59c61dd,revision_number=None']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:34:03.426905 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f51c2b-a925-4e77-881e-71e148bc046f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:34:03.427526 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f51c2b-a925-4e77-881e-71e148bc046f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:34:03.428029 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f51c2b-a925-4e77-881e-71e148bc046f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:34:03.428357 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f51c2b-a925-4e77-881e-71e148bc046f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:34:03.428971 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f51c2b-a925-4e77-881e-71e148bc046f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:34:03.429452 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f51c2b-a925-4e77-881e-71e148bc046f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:34:03.429946 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f51c2b-a925-4e77-881e-71e148bc046f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:34:03.430420 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f51c2b-a925-4e77-881e-71e148bc046f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:34:03.430895 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f51c2b-a925-4e77-881e-71e148bc046f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:34:03.431527 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f51c2b-a925-4e77-881e-71e148bc046f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:34:03.432050 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f51c2b-a925-4e77-881e-71e148bc046f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:34:03.432556 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f51c2b-a925-4e77-881e-71e148bc046f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:34:03.443613 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1f51c2b-a925-4e77-881e-71e148bc046f None None] No DVR routers for this DVR port f34e0b0f-9b8d-4584-8f7d-d78ca59c61dd on host n-d-816206-8 {{(pid=103592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:34:03.477106 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-30be4b22-4fd5-4c77-8acd-7b0361c411b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973419', 'neutron.services.segments.db._delete_segments_for_network-8736635878840'] for network, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:03.518561 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-30be4b22-4fd5-4c77-8acd-7b0361c411b8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c6f0e0a-0312-4a57-b82b-babeded0552d']}} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:34:03.582933 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-30be4b22-4fd5-4c77-8acd-7b0361c411b8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '140609f8-1777-448a-bd56-5bbf304ca562') {'for_net_delete': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:34:03.583745 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-30be4b22-4fd5-4c77-8acd-7b0361c411b8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '140609f8-1777-448a-bd56-5bbf304ca562') {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:34:03.644232 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-30be4b22-4fd5-4c77-8acd-7b0361c411b8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736635840332', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-267528353'] for segment, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:03.673289 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-30be4b22-4fd5-4c77-8acd-7b0361c411b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:03.679771 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 39528) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:34:03.692403 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30be4b22-4fd5-4c77-8acd-7b0361c411b8 admin admin] Releasing vlan 534 on physical network physnet1 to pool {{(pid=103590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 17:34:03.692989 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-30be4b22-4fd5-4c77-8acd-7b0361c411b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264370093'] for segment, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:03.694872 n-d-816206-8 neutron-server[103590]: Traceback (most recent call last): Nov 23 17:34:03.694872 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 17:34:03.694872 n-d-816206-8 neutron-server[103590]: timer() Nov 23 17:34:03.694872 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 17:34:03.694872 n-d-816206-8 neutron-server[103590]: cb(*args, **kw) Nov 23 17:34:03.694872 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 17:34:03.694872 n-d-816206-8 neutron-server[103590]: return func(*args, **kwargs) Nov 23 17:34:03.694872 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 17:34:03.694872 n-d-816206-8 neutron-server[103590]: self._notify() Nov 23 17:34:03.694872 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 17:34:03.694872 n-d-816206-8 neutron-server[103590]: self.callback(batched_events) Nov 23 17:34:03.694872 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 17:34:03.694872 n-d-816206-8 neutron-server[103590]: event.method(event) Nov 23 17:34:03.694872 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 17:34:03.694872 n-d-816206-8 neutron-server[103590]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 17:34:03.694872 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 17:34:03.694872 n-d-816206-8 neutron-server[103590]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 17:34:03.694872 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 17:34:03.694872 n-d-816206-8 neutron-server[103590]: return f(self, *a, **k) Nov 23 17:34:03.694872 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 17:34:03.694872 n-d-816206-8 neutron-server[103590]: return self._get(url).json() Nov 23 17:34:03.694872 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 17:34:03.694872 n-d-816206-8 neutron-server[103590]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 17:34:03.694872 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 17:34:03.694872 n-d-816206-8 neutron-server[103590]: return self.request(url, 'GET', **kwargs) Nov 23 17:34:03.694872 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 17:34:03.694872 n-d-816206-8 neutron-server[103590]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 17:34:03.694872 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 17:34:03.694872 n-d-816206-8 neutron-server[103590]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 17:34:03.694872 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 17:34:03.694872 n-d-816206-8 neutron-server[103590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 17:34:03.694872 n-d-816206-8 neutron-server[103590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 17:34:03.780659 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-30be4b22-4fd5-4c77-8acd-7b0361c411b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1795418'] for network, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:03.793432 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-30be4b22-4fd5-4c77-8acd-7b0361c411b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for network, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:03.799194 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-30be4b22-4fd5-4c77-8acd-7b0361c411b8 admin admin] 10.222.0.60 "DELETE /v2.0/networks/4c6f0e0a-0312-4a57-b82b-babeded0552d HTTP/1.1" status: 204 len: 168 time: 1.2478788 Nov 23 17:34:03.809843 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30be4b22-4fd5-4c77-8acd-7b0361c411b8 admin admin] Pushing event deleted for resources: {'Network': ['ID=4c6f0e0a-0312-4a57-b82b-babeded0552d,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:34:03.966263 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-68e0f1f2-4d19-4a8f-ab0c-5f97adfbe333 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:04.128679 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 39546) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:34:04.149937 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-68e0f1f2-4d19-4a8f-ab0c-5f97adfbe333 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:04.157373 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-68e0f1f2-4d19-4a8f-ab0c-5f97adfbe333 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:04.187670 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-1b35ba84-4345-4480-8997-cac6dadf2635 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a1f4381e34f74b63a879aed380fc6f81&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0565763 Nov 23 17:34:04.190820 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 39548) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:34:04.210427 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e0f1f2-4d19-4a8f-ab0c-5f97adfbe333 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92b695e8-0c0a-45ae-a55a-91c7e23e69b0,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:34:04.226790 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-68e0f1f2-4d19-4a8f-ab0c-5f97adfbe333 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=72104dcc46354f55904dfe66364c94bb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5437174 Nov 23 17:34:04.227426 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 39550) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:34:04.296930 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-684797e3-5e55-4a78-a00a-c8a86f066104 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:04.309528 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-67b2b198-f4d1-4880-81b5-d65752aa4d1c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:04.345787 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-684797e3-5e55-4a78-a00a-c8a86f066104 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:04.353578 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-67b2b198-f4d1-4880-81b5-d65752aa4d1c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:04.414087 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-684797e3-5e55-4a78-a00a-c8a86f066104 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:04.418069 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-684797e3-5e55-4a78-a00a-c8a86f066104 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:04.425880 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-684797e3-5e55-4a78-a00a-c8a86f066104 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/18375033-456b-40c7-95e0-d3722b104411 HTTP/1.1" status: 204 len: 168 time: 0.2257061 Nov 23 17:34:04.430112 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684797e3-5e55-4a78-a00a-c8a86f066104 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18375033-456b-40c7-95e0-d3722b104411,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:34:04.465464 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-67b2b198-f4d1-4880-81b5-d65752aa4d1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:04.469838 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-67b2b198-f4d1-4880-81b5-d65752aa4d1c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:04.474362 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-67b2b198-f4d1-4880-81b5-d65752aa4d1c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/92b695e8-0c0a-45ae-a55a-91c7e23e69b0 HTTP/1.1" status: 204 len: 168 time: 0.2425711 Nov 23 17:34:04.480183 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b2b198-f4d1-4880-81b5-d65752aa4d1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92b695e8-0c0a-45ae-a55a-91c7e23e69b0,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:34:04.610946 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device f34e0b0f-9b8d-4584-8f7d-d78ca59c61dd no longer exists at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:34:04.632554 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] No Port match for: f34e0b0f-9b8d-4584-8f7d-d78ca59c61dd {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:34:04.633031 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device f34e0b0f-9b8d-4584-8f7d-d78ca59c61dd not bound to the agent host n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:34:05.081732 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 39586) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:34:05.112055 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-cb99ad14-4bf4-4ab5-ab51-e7cdc27632fa admin admin] Publish callbacks [] for security_group, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:05.256530 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-cb99ad14-4bf4-4ab5-ab51-e7cdc27632fa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:05.262264 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-cb99ad14-4bf4-4ab5-ab51-e7cdc27632fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:05.313357 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb99ad14-4bf4-4ab5-ab51-e7cdc27632fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7bda55a-0577-4244-9a24-615582c0bbcf,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:34:05.318247 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-cb99ad14-4bf4-4ab5-ab51-e7cdc27632fa admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=766d6bc1f49149edb669d136fa1adc9a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2343402 Nov 23 17:34:05.321058 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 39602) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:34:05.431980 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-12f4fba2-bd03-45a6-8afa-15e9ac3ab92f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:05.464234 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-12f4fba2-bd03-45a6-8afa-15e9ac3ab92f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:05.555171 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-12f4fba2-bd03-45a6-8afa-15e9ac3ab92f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:05.567824 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-12f4fba2-bd03-45a6-8afa-15e9ac3ab92f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:05.575496 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-12f4fba2-bd03-45a6-8afa-15e9ac3ab92f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d7bda55a-0577-4244-9a24-615582c0bbcf HTTP/1.1" status: 204 len: 168 time: 0.2499461 Nov 23 17:34:05.599098 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f4fba2-bd03-45a6-8afa-15e9ac3ab92f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7bda55a-0577-4244-9a24-615582c0bbcf,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:34:07.061514 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 39668) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:34:07.520462 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-8fa8a831-f9e4-4fcc-abfb-4c0e5fe80316 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1007707151-network', 'tenant_id': '479bc3f4118b4e1b83aa4de042fcddf0'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:34:07.555354 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fa8a831-f9e4-4fcc-abfb-4c0e5fe80316 admin admin] Made reservation on behalf of 479bc3f4118b4e1b83aa4de042fcddf0 for: {'network': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:34:07.558092 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-8fa8a831-f9e4-4fcc-abfb-4c0e5fe80316 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for network, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:07.573064 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-8fa8a831-f9e4-4fcc-abfb-4c0e5fe80316 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:07.743801 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-8fa8a831-f9e4-4fcc-abfb-4c0e5fe80316 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:07.750978 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-8fa8a831-f9e4-4fcc-abfb-4c0e5fe80316 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:07.804732 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8fa8a831-f9e4-4fcc-abfb-4c0e5fe80316 admin admin] vlan segment allocate from pool success with {'vlan_id': 544, 'physical_network': 'physnet1'} {{(pid=103591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 17:34:07.822745 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa8a831-f9e4-4fcc-abfb-4c0e5fe80316 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67691fce-8308-48e3-b930-b7465ae25797,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:34:07.825956 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-8fa8a831-f9e4-4fcc-abfb-4c0e5fe80316 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:07.826671 n-d-816206-8 neutron-server[103591]: INFO neutron.db.segments_db [None req-8fa8a831-f9e4-4fcc-abfb-4c0e5fe80316 admin admin] Added segment e7632547-d306-492c-9ecc-5c4549ae9c5a of type vlan for network fc96739d-c491-43ac-87e8-a972969a7778 Nov 23 17:34:07.885582 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-8fa8a831-f9e4-4fcc-abfb-4c0e5fe80316 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736635338810'] for network, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:07.938400 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-8fa8a831-f9e4-4fcc-abfb-4c0e5fe80316 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493'] for network, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:07.941609 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fa8a831-f9e4-4fcc-abfb-4c0e5fe80316 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:34:07.943113 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-8fa8a831-f9e4-4fcc-abfb-4c0e5fe80316 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for network, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:07.991516 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-8fa8a831-f9e4-4fcc-abfb-4c0e5fe80316 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9287093 Nov 23 17:34:07.994364 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 39696) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:34:08.001562 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-d65baf5d-a25e-400c-b2e1-0ba80ef26ecc admin admin] Request body: {'subnet': {'network_id': 'fc96739d-c491-43ac-87e8-a972969a7778', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1007707151-subnet', 'tenant_id': '479bc3f4118b4e1b83aa4de042fcddf0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:34:08.039815 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d65baf5d-a25e-400c-b2e1-0ba80ef26ecc admin admin] Made reservation on behalf of 479bc3f4118b4e1b83aa4de042fcddf0 for: {'subnet': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:34:08.046185 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d65baf5d-a25e-400c-b2e1-0ba80ef26ecc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264730903'] for subnet, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:08.114553 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa8a831-f9e4-4fcc-abfb-4c0e5fe80316 admin admin] Pushing event updated for resources: {'Network': ['ID=fc96739d-c491-43ac-87e8-a972969a7778,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:34:08.130683 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Network fc96739d-c491-43ac-87e8-a972969a7778 details requested by agent ovs-agent-n-d-816206-8 with host n-d-816206-8 {{(pid=103592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 17:34:08.438261 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d65baf5d-a25e-400c-b2e1-0ba80ef26ecc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264358096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264730885'] for subnet, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:08.537580 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65baf5d-a25e-400c-b2e1-0ba80ef26ecc admin admin] Pushing event updated for resources: {'Subnet': ['ID=579e8c1e-f51a-4f5f-aafb-372cc339033c,revision_number=0']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:34:08.549415 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d65baf5d-a25e-400c-b2e1-0ba80ef26ecc admin admin] Checking segment: {'id': 'e7632547-d306-492c-9ecc-5c4549ae9c5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'fc96739d-c491-43ac-87e8-a972969a7778'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:34:08.549911 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d65baf5d-a25e-400c-b2e1-0ba80ef26ecc admin admin] Network hostable DHCP agents. Network: fc96739d-c491-43ac-87e8-a972969a7778, hostable agents: ['0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3'], hosted agents: [] {{(pid=103590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 17:34:08.575027 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d65baf5d-a25e-400c-b2e1-0ba80ef26ecc admin admin] Network fc96739d-c491-43ac-87e8-a972969a7778 is scheduled to be hosted by DHCP agent 0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3 with binding_index 1 {{(pid=103590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 17:34:08.588074 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-d65baf5d-a25e-400c-b2e1-0ba80ef26ecc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-8, fc96739d-c491-43ac-87e8-a972969a7778) {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:34:08.609756 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d65baf5d-a25e-400c-b2e1-0ba80ef26ecc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:34:08.610664 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d65baf5d-a25e-400c-b2e1-0ba80ef26ecc admin admin] Publish callbacks [] for subnet, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:08.614640 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61c277e7-58e8-42bd-ab7e-81a4ad2df8e1 None None] Network fc96739d-c491-43ac-87e8-a972969a7778 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:34:08.668820 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-d65baf5d-a25e-400c-b2e1-0ba80ef26ecc admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6694369 Nov 23 17:34:08.889293 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bbfcbf1-8166-41f1-8f30-02fb92a6ff3c None None] Network fc96739d-c491-43ac-87e8-a972969a7778 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:34:09.200573 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 39776) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:34:09.633026 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-809bcda4-cb69-4bc8-bb35-56d68ae5e862 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:09.793296 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-809bcda4-cb69-4bc8-bb35-56d68ae5e862 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:09.801143 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-809bcda4-cb69-4bc8-bb35-56d68ae5e862 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:09.903722 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-809bcda4-cb69-4bc8-bb35-56d68ae5e862 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=08d5706b5ca3408d93d89779f3515847&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7008100 Nov 23 17:34:09.907824 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 39808) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:34:09.939235 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809bcda4-cb69-4bc8-bb35-56d68ae5e862 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4e4d613-1b9c-4a48-8859-7dc9a4ac398c,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:34:10.010593 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c541b64c-ab7a-452a-8171-a68c51e83b96 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:10.077444 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c541b64c-ab7a-452a-8171-a68c51e83b96 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:10.158732 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5a345a-a25e-425f-8f59-d6869531ed09 req-d937f087-5528-4258-beef-1cdaf801c135 tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:34:10.164433 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c541b64c-ab7a-452a-8171-a68c51e83b96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:10.166273 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ca5a345a-a25e-425f-8f59-d6869531ed09 req-d937f087-5528-4258-beef-1cdaf801c135 tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] 10.222.0.60 "GET /v2.0/networks?id=fc96739d-c491-43ac-87e8-a972969a7778 HTTP/1.1" status: 200 len: 815 time: 0.2880313 Nov 23 17:34:10.168456 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c541b64c-ab7a-452a-8171-a68c51e83b96 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:10.170140 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-c541b64c-ab7a-452a-8171-a68c51e83b96 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f4e4d613-1b9c-4a48-8859-7dc9a4ac398c HTTP/1.1" status: 204 len: 168 time: 0.2609205 Nov 23 17:34:10.189901 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c541b64c-ab7a-452a-8171-a68c51e83b96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4e4d613-1b9c-4a48-8859-7dc9a4ac398c,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:34:10.195579 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ca5a345a-a25e-425f-8f59-d6869531ed09 req-2ecbb36f-704f-4763-b5fb-e42d882deb4c tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] 10.222.0.60 "GET /v2.0/quotas/479bc3f4118b4e1b83aa4de042fcddf0 HTTP/1.1" status: 200 len: 375 time: 0.0169320 Nov 23 17:34:10.260195 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ca5a345a-a25e-425f-8f59-d6869531ed09 req-582947e3-5e95-41d3-8c57-70c8f7b0f3fb tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=479bc3f4118b4e1b83aa4de042fcddf0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0537362 Nov 23 17:34:10.346086 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.agents_db [None req-464f6c07-0de8-4be6-8f5b-563f574d1c5d None None] Agent healthcheck: found 7 active agents {{(pid=103593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 17:34:10.388154 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ca5a345a-a25e-425f-8f59-d6869531ed09 req-dc02efd1-52cc-4a15-84ea-689e2faab07a service neutron] 10.222.0.60 "GET /v2.0/networks/fc96739d-c491-43ac-87e8-a972969a7778?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205864 Nov 23 17:34:10.525185 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ca5a345a-a25e-425f-8f59-d6869531ed09 req-8b5b297c-62be-4b08-bc7c-ef2829336ee4 service neutron] 10.222.0.60 "GET /v2.0/networks/fc96739d-c491-43ac-87e8-a972969a7778?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354902 Nov 23 17:34:10.840335 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-600142f3-e381-43c5-801a-6bc9c0387da6 req-7f1d7f72-2690-4433-b864-0ae0e18a1f8e tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] 10.222.0.60 "GET /v2.0/ports?device_id=d5a5916e-c66a-471a-b1c7-242669cac3cf HTTP/1.1" status: 200 len: 210 time: 0.0924466 Nov 23 17:34:11.999704 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-79543186-55c0-4d4f-b9ec-7b365dbd9ea1 req-98acdd1a-e5a7-4446-86ab-03be4b09c53f tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] 10.222.0.60 "GET /v2.0/ports?device_id=d5a5916e-c66a-471a-b1c7-242669cac3cf HTTP/1.1" status: 200 len: 210 time: 0.0327272 Nov 23 17:34:12.348359 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5a345a-a25e-425f-8f59-d6869531ed09 req-f82e00c5-874a-439f-807a-07b01ae60405 tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:34:12.350294 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ca5a345a-a25e-425f-8f59-d6869531ed09 req-f82e00c5-874a-439f-807a-07b01ae60405 tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] 10.222.0.36 "GET /v2.0/networks?id=fc96739d-c491-43ac-87e8-a972969a7778 HTTP/1.1" status: 200 len: 815 time: 0.1881936 Nov 23 17:34:12.397581 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [req-ca5a345a-a25e-425f-8f59-d6869531ed09 req-6a587e8a-67dc-41d6-b7ed-e9aa83ae2cb6 tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] Request body: {'port': {'device_id': 'd5a5916e-c66a-471a-b1c7-242669cac3cf', 'network_id': 'fc96739d-c491-43ac-87e8-a972969a7778', 'admin_state_up': True, 'tenant_id': '479bc3f4118b4e1b83aa4de042fcddf0'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:34:12.587253 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca5a345a-a25e-425f-8f59-d6869531ed09 req-6a587e8a-67dc-41d6-b7ed-e9aa83ae2cb6 tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] Made reservation on behalf of 479bc3f4118b4e1b83aa4de042fcddf0 for: {'port': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:34:12.593209 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-ca5a345a-a25e-425f-8f59-d6869531ed09 req-6a587e8a-67dc-41d6-b7ed-e9aa83ae2cb6 tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:12.777158 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.db_base_plugin_common [req-ca5a345a-a25e-425f-8f59-d6869531ed09 req-6a587e8a-67dc-41d6-b7ed-e9aa83ae2cb6 tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] Allocated IP 172.20.0.5 (fc96739d-c491-43ac-87e8-a972969a7778/579e8c1e-f51a-4f5f-aafb-372cc339033c/ef269ef2-597e-409f-be4f-d85ba6d45f14) {{(pid=103591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:34:12.905645 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-418a55fa-935c-4b56-9036-8037355f0b04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:12.997241 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-ca5a345a-a25e-425f-8f59-d6869531ed09 req-6a587e8a-67dc-41d6-b7ed-e9aa83ae2cb6 tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] Publish callbacks [] for port, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:13.054284 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-ca5a345a-a25e-425f-8f59-d6869531ed09 req-6a587e8a-67dc-41d6-b7ed-e9aa83ae2cb6 tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:13.159648 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a587e8a-67dc-41d6-b7ed-e9aa83ae2cb6 tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] Pushing event updated for resources: {'Port': ['ID=ef269ef2-597e-409f-be4f-d85ba6d45f14,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:34:13.177262 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca5a345a-a25e-425f-8f59-d6869531ed09 req-6a587e8a-67dc-41d6-b7ed-e9aa83ae2cb6 tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] Network fc96739d-c491-43ac-87e8-a972969a7778 is already hosted by enough agents. {{(pid=103591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:34:13.182364 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [req-ca5a345a-a25e-425f-8f59-d6869531ed09 req-6a587e8a-67dc-41d6-b7ed-e9aa83ae2cb6 tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] Resources bound (agent type, host, resource id): {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:34:13.185210 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca5a345a-a25e-425f-8f59-d6869531ed09 req-6a587e8a-67dc-41d6-b7ed-e9aa83ae2cb6 tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] Received port after_create {{(pid=103591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:34:13.233714 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf74204-2dec-4c07-b4c3-d9cdf741f230 req-7ec72baa-5cac-445d-b43f-df1dfc44bb4d tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:34:13.235248 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6bf74204-2dec-4c07-b4c3-d9cdf741f230 req-7ec72baa-5cac-445d-b43f-df1dfc44bb4d tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] 10.222.0.60 "GET /v2.0/ports?device_id=d5a5916e-c66a-471a-b1c7-242669cac3cf HTTP/1.1" status: 200 len: 931 time: 0.1256216 Nov 23 17:34:13.258529 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5a345a-a25e-425f-8f59-d6869531ed09 req-6a587e8a-67dc-41d6-b7ed-e9aa83ae2cb6 tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:34:13.259165 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-ca5a345a-a25e-425f-8f59-d6869531ed09 req-6a587e8a-67dc-41d6-b7ed-e9aa83ae2cb6 tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:13.290318 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:13.290669 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ca5a345a-a25e-425f-8f59-d6869531ed09 req-6a587e8a-67dc-41d6-b7ed-e9aa83ae2cb6 tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9003336 Nov 23 17:34:13.307068 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [req-ca5a345a-a25e-425f-8f59-d6869531ed09 req-025bc39d-ea7c-4b44-8121-4a960d3b4375 service neutron] Request body: {'port': {'device_id': 'd5a5916e-c66a-471a-b1c7-242669cac3cf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-8'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:34:13.339480 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6bf74204-2dec-4c07-b4c3-d9cdf741f230 req-e95dbd50-1d37-4040-b97d-be036292f4ad tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] 10.222.0.60 "GET /v2.0/security-groups?id=67691fce-8308-48e3-b930-b7465ae25797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957348 Nov 23 17:34:13.392988 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-ca5a345a-a25e-425f-8f59-d6869531ed09 req-025bc39d-ea7c-4b44-8121-4a960d3b4375 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:13.766127 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [req-ca5a345a-a25e-425f-8f59-d6869531ed09 req-025bc39d-ea7c-4b44-8121-4a960d3b4375 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef269ef2-597e-409f-be4f-d85ba6d45f14 {{(pid=103591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:34:13.778369 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-ca5a345a-a25e-425f-8f59-d6869531ed09 req-025bc39d-ea7c-4b44-8121-4a960d3b4375 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:13.791175 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.provisioning_blocks [req-ca5a345a-a25e-425f-8f59-d6869531ed09 req-025bc39d-ea7c-4b44-8121-4a960d3b4375 service neutron] Transition to ACTIVE for port object ef269ef2-597e-409f-be4f-d85ba6d45f14 will not be triggered until provisioned by entity L2. {{(pid=103591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 17:34:13.795256 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-ca5a345a-a25e-425f-8f59-d6869531ed09 req-025bc39d-ea7c-4b44-8121-4a960d3b4375 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264758186'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:13.864406 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025bc39d-ea7c-4b44-8121-4a960d3b4375 service neutron] Pushing event updated for resources: {'Port': ['ID=ef269ef2-597e-409f-be4f-d85ba6d45f14,revision_number=2']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:34:13.938778 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-ca5a345a-a25e-425f-8f59-d6869531ed09 req-025bc39d-ea7c-4b44-8121-4a960d3b4375 service neutron] Attempting to bind port ef269ef2-597e-409f-be4f-d85ba6d45f14 on host n-h2-816206-8 for vnic_type normal with profile {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:34:13.939215 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-ca5a345a-a25e-425f-8f59-d6869531ed09 req-025bc39d-ea7c-4b44-8121-4a960d3b4375 service neutron] Attempting to bind port ef269ef2-597e-409f-be4f-d85ba6d45f14 by drivers openvswitch,hyperv on host n-h2-816206-8 at level 0 using segments [{'id': 'e7632547-d306-492c-9ecc-5c4549ae9c5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'fc96739d-c491-43ac-87e8-a972969a7778'}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:34:13.939893 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca5a345a-a25e-425f-8f59-d6869531ed09 req-025bc39d-ea7c-4b44-8121-4a960d3b4375 service neutron] Attempting to bind port ef269ef2-597e-409f-be4f-d85ba6d45f14 on network fc96739d-c491-43ac-87e8-a972969a7778 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:34:13.944389 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca5a345a-a25e-425f-8f59-d6869531ed09 req-025bc39d-ea7c-4b44-8121-4a960d3b4375 service neutron] Port ef269ef2-597e-409f-be4f-d85ba6d45f14 on network fc96739d-c491-43ac-87e8-a972969a7778 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-8 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 17:34:13.944760 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca5a345a-a25e-425f-8f59-d6869531ed09 req-025bc39d-ea7c-4b44-8121-4a960d3b4375 service neutron] Attempting to bind port ef269ef2-597e-409f-be4f-d85ba6d45f14 on network fc96739d-c491-43ac-87e8-a972969a7778 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:34:13.961573 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca5a345a-a25e-425f-8f59-d6869531ed09 req-025bc39d-ea7c-4b44-8121-4a960d3b4375 service neutron] Checking agent: {'id': 'ab77bf9e-0267-4174-8f1d-822cba89b207', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 15, 13), 'started_at': datetime.datetime(2021, 11, 23, 17, 15, 13), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 34, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:34:13.962396 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca5a345a-a25e-425f-8f59-d6869531ed09 req-025bc39d-ea7c-4b44-8121-4a960d3b4375 service neutron] Checking segment: {'id': 'e7632547-d306-492c-9ecc-5c4549ae9c5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'fc96739d-c491-43ac-87e8-a972969a7778'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:34:13.962396 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca5a345a-a25e-425f-8f59-d6869531ed09 req-025bc39d-ea7c-4b44-8121-4a960d3b4375 service neutron] Bound using segment: {'id': 'e7632547-d306-492c-9ecc-5c4549ae9c5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'fc96739d-c491-43ac-87e8-a972969a7778'} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:34:13.962621 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-ca5a345a-a25e-425f-8f59-d6869531ed09 req-025bc39d-ea7c-4b44-8121-4a960d3b4375 service neutron] Bound port: ef269ef2-597e-409f-be4f-d85ba6d45f14, host: n-h2-816206-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7632547-d306-492c-9ecc-5c4549ae9c5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'fc96739d-c491-43ac-87e8-a972969a7778'}}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:34:13.970842 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-ca5a345a-a25e-425f-8f59-d6869531ed09 req-025bc39d-ea7c-4b44-8121-4a960d3b4375 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:14.055026 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-ca5a345a-a25e-425f-8f59-d6869531ed09 req-025bc39d-ea7c-4b44-8121-4a960d3b4375 service neutron] For port ef269ef2-597e-409f-be4f-d85ba6d45f14, host n-h2-816206-8, cleared binding levels {{(pid=103591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:34:14.060146 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-ca5a345a-a25e-425f-8f59-d6869531ed09 req-025bc39d-ea7c-4b44-8121-4a960d3b4375 service neutron] For port ef269ef2-597e-409f-be4f-d85ba6d45f14, host n-h2-816206-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=ef269ef2-597e-409f-be4f-d85ba6d45f14,segment=NetworkSegment(e7632547-d306-492c-9ecc-5c4549ae9c5a),segment_id=e7632547-d306-492c-9ecc-5c4549ae9c5a)] {{(pid=103591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:34:14.066246 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-ca5a345a-a25e-425f-8f59-d6869531ed09 req-025bc39d-ea7c-4b44-8121-4a960d3b4375 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264758186'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:14.109516 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5a345a-a25e-425f-8f59-d6869531ed09 req-025bc39d-ea7c-4b44-8121-4a960d3b4375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:34:14.110458 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-ca5a345a-a25e-425f-8f59-d6869531ed09 req-025bc39d-ea7c-4b44-8121-4a960d3b4375 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:14.118863 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ca5a345a-a25e-425f-8f59-d6869531ed09 req-025bc39d-ea7c-4b44-8121-4a960d3b4375 service neutron] 10.222.0.36 "PUT /v2.0/ports/ef269ef2-597e-409f-be4f-d85ba6d45f14 HTTP/1.1" status: 200 len: 1091 time: 0.8160036 Nov 23 17:34:14.119756 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5a5916e-c66a-471a-b1c7-242669cac3cf', 'tag': 'ef269ef2-597e-409f-be4f-d85ba6d45f14'}] {{(pid=103591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:34:14.122927 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41d174a19ece9499ff9ec44e5b3fc50f2abd3ffbc947fb7e52ea1e8db27b95b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c6e9aa0-edcf-43cc-8aa6-893e04405ac5" -d '{"events": [{"name": "network-changed", "server_uuid": "d5a5916e-c66a-471a-b1c7-242669cac3cf", "tag": "ef269ef2-597e-409f-be4f-d85ba6d45f14"}]}' {{(pid=103591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:34:14.143518 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:14.180343 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 39968) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:34:14.189074 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 17:34:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-004cf22c-9e0b-4882-a29c-f9fce4e364b8 x-openstack-request-id: req-004cf22c-9e0b-4882-a29c-f9fce4e364b8 {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:34:14.189370 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5a5916e-c66a-471a-b1c7-242669cac3cf", "tag": "ef269ef2-597e-409f-be4f-d85ba6d45f14", "status": "completed", "code": 200}]} {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:34:14.190012 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-004cf22c-9e0b-4882-a29c-f9fce4e364b8 {{(pid=103591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:34:14.190012 n-d-816206-8 neutron-server[103591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5a5916e-c66a-471a-b1c7-242669cac3cf', 'tag': 'ef269ef2-597e-409f-be4f-d85ba6d45f14', 'status': 'completed', 'code': 200} Nov 23 17:34:14.236918 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025bc39d-ea7c-4b44-8121-4a960d3b4375 service neutron] Pushing event updated for resources: {'Port': ['ID=ef269ef2-597e-409f-be4f-d85ba6d45f14,revision_number=3']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:34:14.250874 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5a345a-a25e-425f-8f59-d6869531ed09 req-0620fdaa-587a-4d2a-a6da-5bfb80240ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:34:14.252467 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ca5a345a-a25e-425f-8f59-d6869531ed09 req-0620fdaa-587a-4d2a-a6da-5bfb80240ef1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=479bc3f4118b4e1b83aa4de042fcddf0&device_id=d5a5916e-c66a-471a-b1c7-242669cac3cf HTTP/1.1" status: 200 len: 1094 time: 0.0574949 Nov 23 17:34:14.303349 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ca5a345a-a25e-425f-8f59-d6869531ed09 req-98cae9ec-8b2e-45b0-a7ef-28d829fba0c1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ef269ef2-597e-409f-be4f-d85ba6d45f14 HTTP/1.1" status: 200 len: 217 time: 0.0390449 Nov 23 17:34:14.365054 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5a345a-a25e-425f-8f59-d6869531ed09 req-1ca5784f-731d-4f26-920d-c2473ccdf032 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:34:14.366561 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ca5a345a-a25e-425f-8f59-d6869531ed09 req-1ca5784f-731d-4f26-920d-c2473ccdf032 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=579e8c1e-f51a-4f5f-aafb-372cc339033c HTTP/1.1" status: 200 len: 855 time: 0.0546877 Nov 23 17:34:14.412664 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ca5a345a-a25e-425f-8f59-d6869531ed09 req-4fe8aaf0-5979-467a-804b-f91e6fbc3e85 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=fc96739d-c491-43ac-87e8-a972969a7778&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360522 Nov 23 17:34:14.423714 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-bafc41ed-04ec-4787-ae0f-b31d675ba038 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:14.556055 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffdf325-d944-46a1-aa7d-72f970b06732 req-bd2abccb-3a67-49eb-95b4-443a7931649e tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:34:14.558110 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-dffdf325-d944-46a1-aa7d-72f970b06732 req-bd2abccb-3a67-49eb-95b4-443a7931649e tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] 10.222.0.60 "GET /v2.0/ports?device_id=d5a5916e-c66a-471a-b1c7-242669cac3cf HTTP/1.1" status: 200 len: 943 time: 0.1272190 Nov 23 17:34:14.570735 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-bafc41ed-04ec-4787-ae0f-b31d675ba038 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:14.582967 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-bafc41ed-04ec-4787-ae0f-b31d675ba038 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:14.608052 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ca5a345a-a25e-425f-8f59-d6869531ed09 req-492e0ae1-4c74-4cbe-aced-0d66f9c4522e service neutron] 10.222.0.36 "GET /v2.0/networks/fc96739d-c491-43ac-87e8-a972969a7778?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1846552 Nov 23 17:34:14.647592 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-dffdf325-d944-46a1-aa7d-72f970b06732 req-69912bc7-4ee5-48a1-8ee1-ff92ba933db3 tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] 10.222.0.60 "GET /v2.0/security-groups?id=67691fce-8308-48e3-b930-b7465ae25797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808401 Nov 23 17:34:14.696833 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-bafc41ed-04ec-4787-ae0f-b31d675ba038 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=831ba49c93cf4dd4ae1538bad35fc90a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5152481 Nov 23 17:34:14.697483 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 39984) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:34:14.705418 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafc41ed-04ec-4787-ae0f-b31d675ba038 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0a17f2a-b554-4777-91e5-97dcd88a6832,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:34:14.743475 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ca5a345a-a25e-425f-8f59-d6869531ed09 req-d19e07d7-faa1-4963-93bb-d3ce94f86716 service neutron] 10.222.0.36 "GET /v2.0/networks/fc96739d-c491-43ac-87e8-a972969a7778?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262155 Nov 23 17:34:14.781805 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-563d3ffa-f36a-4851-a879-5ec470c8eb93 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:14.816666 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-563d3ffa-f36a-4851-a879-5ec470c8eb93 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:14.913937 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6e9aa0-edcf-43cc-8aa6-893e04405ac5 req-267360e4-623f-4b9f-84a0-71f789342de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:34:14.917138 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-1c6e9aa0-edcf-43cc-8aa6-893e04405ac5 req-267360e4-623f-4b9f-84a0-71f789342de7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=479bc3f4118b4e1b83aa4de042fcddf0&device_id=d5a5916e-c66a-471a-b1c7-242669cac3cf HTTP/1.1" status: 200 len: 1094 time: 0.0989864 Nov 23 17:34:14.932813 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-563d3ffa-f36a-4851-a879-5ec470c8eb93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:14.940545 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-563d3ffa-f36a-4851-a879-5ec470c8eb93 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:14.946793 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-563d3ffa-f36a-4851-a879-5ec470c8eb93 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e0a17f2a-b554-4777-91e5-97dcd88a6832 HTTP/1.1" status: 204 len: 168 time: 0.2477732 Nov 23 17:34:14.961330 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563d3ffa-f36a-4851-a879-5ec470c8eb93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0a17f2a-b554-4777-91e5-97dcd88a6832,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:34:15.035005 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-aac7bbde-a412-4032-ac80-b727dd102e4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:15.112964 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6e9aa0-edcf-43cc-8aa6-893e04405ac5 req-522657a8-8c02-45f5-9c15-d79616290036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:34:15.115597 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-1c6e9aa0-edcf-43cc-8aa6-893e04405ac5 req-522657a8-8c02-45f5-9c15-d79616290036 service neutron] 10.222.0.36 "GET /v2.0/networks?id=fc96739d-c491-43ac-87e8-a972969a7778 HTTP/1.1" status: 200 len: 916 time: 0.1879165 Nov 23 17:34:15.201118 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-1c6e9aa0-edcf-43cc-8aa6-893e04405ac5 req-cf7aec7f-8cde-4195-a6a2-098ddb66ef86 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ef269ef2-597e-409f-be4f-d85ba6d45f14 HTTP/1.1" status: 200 len: 217 time: 0.0724399 Nov 23 17:34:15.298949 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6e9aa0-edcf-43cc-8aa6-893e04405ac5 req-29d20eb7-76bc-49c1-8575-4b44a534d77f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:34:15.301431 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-1c6e9aa0-edcf-43cc-8aa6-893e04405ac5 req-29d20eb7-76bc-49c1-8575-4b44a534d77f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=579e8c1e-f51a-4f5f-aafb-372cc339033c HTTP/1.1" status: 200 len: 855 time: 0.0917616 Nov 23 17:34:15.359102 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-1c6e9aa0-edcf-43cc-8aa6-893e04405ac5 req-d2c6caca-27f6-4564-9fb2-af365b1181c9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=fc96739d-c491-43ac-87e8-a972969a7778&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439596 Nov 23 17:34:15.489245 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-1c6e9aa0-edcf-43cc-8aa6-893e04405ac5 req-e2423ebf-6ca6-42c6-8b36-06dda94af2b2 service neutron] 10.222.0.36 "GET /v2.0/networks/fc96739d-c491-43ac-87e8-a972969a7778?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129146 Nov 23 17:34:15.677783 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-1c6e9aa0-edcf-43cc-8aa6-893e04405ac5 req-071ac8bf-149e-4051-a6e6-779a7a8db1bd service neutron] 10.222.0.36 "GET /v2.0/networks/fc96739d-c491-43ac-87e8-a972969a7778?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1705687 Nov 23 17:34:15.876116 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9615dd98-1082-43ae-aeeb-1efd71b786b9 req-e93dca9e-e190-4251-bcf8-8801c286731d tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:34:15.877909 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9615dd98-1082-43ae-aeeb-1efd71b786b9 req-e93dca9e-e190-4251-bcf8-8801c286731d tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] 10.222.0.60 "GET /v2.0/ports?device_id=d5a5916e-c66a-471a-b1c7-242669cac3cf HTTP/1.1" status: 200 len: 943 time: 0.0623972 Nov 23 17:34:15.950844 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9615dd98-1082-43ae-aeeb-1efd71b786b9 req-7173402c-4db5-4377-a289-84a48d94e6f6 tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] 10.222.0.60 "GET /v2.0/security-groups?id=67691fce-8308-48e3-b930-b7465ae25797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625432 Nov 23 17:34:16.470729 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-52822d53-48f5-4819-8a95-bdc13aea0bf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:17.099269 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa5916f-a854-49b6-89b0-ae2422912cfe req-5a2c8dc9-4c20-48ea-a28c-0ea53ce5be4c tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:34:17.100804 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4aa5916f-a854-49b6-89b0-ae2422912cfe req-5a2c8dc9-4c20-48ea-a28c-0ea53ce5be4c tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] 10.222.0.60 "GET /v2.0/ports?device_id=d5a5916e-c66a-471a-b1c7-242669cac3cf HTTP/1.1" status: 200 len: 943 time: 0.0604937 Nov 23 17:34:17.187152 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4aa5916f-a854-49b6-89b0-ae2422912cfe req-bc57de6d-f15a-4dbe-8fd3-080fffca98f4 tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] 10.222.0.60 "GET /v2.0/security-groups?id=67691fce-8308-48e3-b930-b7465ae25797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798352 Nov 23 17:34:17.662960 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9a27ae6c-db98-474f-94c1-cc99bf842d79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:17.928759 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device ef269ef2-597e-409f-be4f-d85ba6d45f14 details requested by agent hyperv_n-h2-816206-8 with host n-h2-816206-8 {{(pid=103592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 17:34:18.152261 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port ef269ef2-597e-409f-be4f-d85ba6d45f14, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=ef269ef2-597e-409f-be4f-d85ba6d45f14,segment=NetworkSegment(e7632547-d306-492c-9ecc-5c4549ae9c5a),segment_id=e7632547-d306-492c-9ecc-5c4549ae9c5a)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:34:18.165555 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Returning: {'device': 'ef269ef2-597e-409f-be4f-d85ba6d45f14', 'network_id': 'fc96739d-c491-43ac-87e8-a972969a7778', 'port_id': 'ef269ef2-597e-409f-be4f-d85ba6d45f14', 'mac_address': 'fa:16:3e:e3:15:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '579e8c1e-f51a-4f5f-aafb-372cc339033c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 17:34:18.224049 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:18.241365 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef269ef2-597e-409f-be4f-d85ba6d45f14 {{(pid=103592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:34:18.289026 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port ef269ef2-597e-409f-be4f-d85ba6d45f14, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=ef269ef2-597e-409f-be4f-d85ba6d45f14,segment=NetworkSegment(e7632547-d306-492c-9ecc-5c4549ae9c5a),segment_id=e7632547-d306-492c-9ecc-5c4549ae9c5a)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:34:18.291685 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:18.296178 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:18.357176 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b317c994-17df-4d51-96da-548da9e8e629 req-cdbdb018-edb0-4418-9881-a6f304f22846 tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:34:18.361172 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Pushing event updated for resources: {'Port': ['ID=ef269ef2-597e-409f-be4f-d85ba6d45f14,revision_number=4']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:34:18.365491 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b317c994-17df-4d51-96da-548da9e8e629 req-cdbdb018-edb0-4418-9881-a6f304f22846 tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] 10.222.0.60 "GET /v2.0/ports?device_id=d5a5916e-c66a-471a-b1c7-242669cac3cf HTTP/1.1" status: 200 len: 944 time: 0.0792530 Nov 23 17:34:18.473353 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b317c994-17df-4d51-96da-548da9e8e629 req-1e57263c-0d55-4310-b6d8-af5dc627d710 tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] 10.222.0.60 "GET /v2.0/security-groups?id=67691fce-8308-48e3-b930-b7465ae25797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962651 Nov 23 17:34:18.555862 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 40086) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:34:18.770908 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] get_ports_and_sgs() called for port_ids ['ef269ef2-597e-409f-be4f-d85ba6d45f14'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:34:18.777368 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6cb685ac-e11a-41bc-8157-7959660856a6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:18.981267 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6cb685ac-e11a-41bc-8157-7959660856a6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:18.989816 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6cb685ac-e11a-41bc-8157-7959660856a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:19.128332 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 40118) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:34:19.130483 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-6cb685ac-e11a-41bc-8157-7959660856a6 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e95fda37c07a49c5a84f8c888a26031f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5736032 Nov 23 17:34:19.230728 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb685ac-e11a-41bc-8157-7959660856a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b2a65f0-9232-4ff7-95a4-9928a4e9ef26,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:34:19.269537 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 40128) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:34:19.348734 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-167b3f31-7f37-4b94-8d0b-373244a58747 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:19.385617 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-167b3f31-7f37-4b94-8d0b-373244a58747 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:19.468366 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-167b3f31-7f37-4b94-8d0b-373244a58747 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:19.473379 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-167b3f31-7f37-4b94-8d0b-373244a58747 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:19.475633 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-167b3f31-7f37-4b94-8d0b-373244a58747 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/3b2a65f0-9232-4ff7-95a4-9928a4e9ef26 HTTP/1.1" status: 204 len: 168 time: 0.3452106 Nov 23 17:34:19.489266 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167b3f31-7f37-4b94-8d0b-373244a58747 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b2a65f0-9232-4ff7-95a4-9928a4e9ef26,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:34:19.611463 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-81b56aa0-17a8-4629-9dfd-6d15fa1abc4d tempest-DHCPAgentSchedulersTestJSON-1968563842 tempest-DHCPAgentSchedulersTestJSON-1968563842-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-793749492'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:34:19.655427 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81b56aa0-17a8-4629-9dfd-6d15fa1abc4d tempest-DHCPAgentSchedulersTestJSON-1968563842 tempest-DHCPAgentSchedulersTestJSON-1968563842-project] Made reservation on behalf of 5c7a1d3786eb474cb58ea0d95371ee12 for: {'network': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:34:19.660783 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-81b56aa0-17a8-4629-9dfd-6d15fa1abc4d tempest-DHCPAgentSchedulersTestJSON-1968563842 tempest-DHCPAgentSchedulersTestJSON-1968563842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for network, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:19.679487 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-81b56aa0-17a8-4629-9dfd-6d15fa1abc4d tempest-DHCPAgentSchedulersTestJSON-1968563842 tempest-DHCPAgentSchedulersTestJSON-1968563842-project] Publish callbacks [] for security_group, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:19.703285 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0e15bb-1167-4aad-b85e-ca4ed9e1db75 req-03b35437-d8ba-4bef-b1f9-b43bc1def0cf tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:34:19.706685 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-1e0e15bb-1167-4aad-b85e-ca4ed9e1db75 req-03b35437-d8ba-4bef-b1f9-b43bc1def0cf tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] 10.222.0.60 "GET /v2.0/ports?device_id=d5a5916e-c66a-471a-b1c7-242669cac3cf HTTP/1.1" status: 200 len: 944 time: 0.0991838 Nov 23 17:34:19.807250 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-1e0e15bb-1167-4aad-b85e-ca4ed9e1db75 req-41fa0c7e-a3e2-49cc-9c9a-a7e8692267ce tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] 10.222.0.60 "GET /v2.0/security-groups?id=67691fce-8308-48e3-b930-b7465ae25797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855896 Nov 23 17:34:20.121894 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 40148) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:34:20.131400 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-81b56aa0-17a8-4629-9dfd-6d15fa1abc4d tempest-DHCPAgentSchedulersTestJSON-1968563842 tempest-DHCPAgentSchedulersTestJSON-1968563842-project] Publish callbacks [] for security_group, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:20.137290 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-81b56aa0-17a8-4629-9dfd-6d15fa1abc4d tempest-DHCPAgentSchedulersTestJSON-1968563842 tempest-DHCPAgentSchedulersTestJSON-1968563842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:20.138293 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-ea71f7eb-4cb3-4dfd-9e62-e80a8de178be admin admin] Publish callbacks [] for security_group, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:20.166790 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81b56aa0-17a8-4629-9dfd-6d15fa1abc4d tempest-DHCPAgentSchedulersTestJSON-1968563842 tempest-DHCPAgentSchedulersTestJSON-1968563842-project] vlan segment allocate from pool success with {'vlan_id': 516, 'physical_network': 'physnet1'} {{(pid=103590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 17:34:20.178443 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b56aa0-17a8-4629-9dfd-6d15fa1abc4d tempest-DHCPAgentSchedulersTestJSON-1968563842 tempest-DHCPAgentSchedulersTestJSON-1968563842-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b3c0ce1-175f-4a70-b8ec-17824c1bd693,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:34:20.188919 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-81b56aa0-17a8-4629-9dfd-6d15fa1abc4d tempest-DHCPAgentSchedulersTestJSON-1968563842 tempest-DHCPAgentSchedulersTestJSON-1968563842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:20.189578 n-d-816206-8 neutron-server[103590]: INFO neutron.db.segments_db [None req-81b56aa0-17a8-4629-9dfd-6d15fa1abc4d tempest-DHCPAgentSchedulersTestJSON-1968563842 tempest-DHCPAgentSchedulersTestJSON-1968563842-project] Added segment 89fcc313-5951-4d3a-80c6-f0d2649929f3 of type vlan for network a9a2edd1-685a-4c65-b3f5-84c638a7f182 Nov 23 17:34:20.251548 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-81b56aa0-17a8-4629-9dfd-6d15fa1abc4d tempest-DHCPAgentSchedulersTestJSON-1968563842 tempest-DHCPAgentSchedulersTestJSON-1968563842-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736635338810'] for network, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:20.254569 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-ea71f7eb-4cb3-4dfd-9e62-e80a8de178be admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:20.261417 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-ea71f7eb-4cb3-4dfd-9e62-e80a8de178be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:20.293073 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-81b56aa0-17a8-4629-9dfd-6d15fa1abc4d tempest-DHCPAgentSchedulersTestJSON-1968563842 tempest-DHCPAgentSchedulersTestJSON-1968563842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493'] for network, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:20.301196 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81b56aa0-17a8-4629-9dfd-6d15fa1abc4d tempest-DHCPAgentSchedulersTestJSON-1968563842 tempest-DHCPAgentSchedulersTestJSON-1968563842-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:34:20.301977 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-81b56aa0-17a8-4629-9dfd-6d15fa1abc4d tempest-DHCPAgentSchedulersTestJSON-1968563842 tempest-DHCPAgentSchedulersTestJSON-1968563842-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for network, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:20.306418 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea71f7eb-4cb3-4dfd-9e62-e80a8de178be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acc21589-de43-4c17-b407-c3d4a9c6007a,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:34:20.357486 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-ea71f7eb-4cb3-4dfd-9e62-e80a8de178be admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=1038a5bd6bf94189acc948277a7a033e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2341509 Nov 23 17:34:20.361331 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 40154) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:34:20.477103 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-efceb030-7625-4766-bf8e-fa8da917ff77 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:20.503793 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b56aa0-17a8-4629-9dfd-6d15fa1abc4d tempest-DHCPAgentSchedulersTestJSON-1968563842 tempest-DHCPAgentSchedulersTestJSON-1968563842-project] Pushing event updated for resources: {'Network': ['ID=a9a2edd1-685a-4c65-b3f5-84c638a7f182,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:34:20.523142 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Network a9a2edd1-685a-4c65-b3f5-84c638a7f182 details requested by agent ovs-agent-n-d-816206-8 with host n-d-816206-8 {{(pid=103592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 17:34:20.524755 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-81b56aa0-17a8-4629-9dfd-6d15fa1abc4d tempest-DHCPAgentSchedulersTestJSON-1968563842 tempest-DHCPAgentSchedulersTestJSON-1968563842-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.2540524 Nov 23 17:34:20.527738 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 40160) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:34:20.538924 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-efceb030-7625-4766-bf8e-fa8da917ff77 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:20.540850 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-62dc7781-7a1b-4b7a-bc69-5fc9c27e8e01 tempest-DHCPAgentSchedulersTestJSON-1968563842 tempest-DHCPAgentSchedulersTestJSON-1968563842-project] Request body: {'subnet': {'network_id': 'a9a2edd1-685a-4c65-b3f5-84c638a7f182', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:34:20.629422 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-efceb030-7625-4766-bf8e-fa8da917ff77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:20.632299 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-efceb030-7625-4766-bf8e-fa8da917ff77 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:20.636534 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-efceb030-7625-4766-bf8e-fa8da917ff77 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/acc21589-de43-4c17-b407-c3d4a9c6007a HTTP/1.1" status: 204 len: 168 time: 0.2708025 Nov 23 17:34:20.655574 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efceb030-7625-4766-bf8e-fa8da917ff77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acc21589-de43-4c17-b407-c3d4a9c6007a,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:34:20.796185 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62dc7781-7a1b-4b7a-bc69-5fc9c27e8e01 tempest-DHCPAgentSchedulersTestJSON-1968563842 tempest-DHCPAgentSchedulersTestJSON-1968563842-project] Made reservation on behalf of 5c7a1d3786eb474cb58ea0d95371ee12 for: {'subnet': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:34:20.804045 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-62dc7781-7a1b-4b7a-bc69-5fc9c27e8e01 tempest-DHCPAgentSchedulersTestJSON-1968563842 tempest-DHCPAgentSchedulersTestJSON-1968563842-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264730903'] for subnet, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:21.078004 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-62dc7781-7a1b-4b7a-bc69-5fc9c27e8e01 tempest-DHCPAgentSchedulersTestJSON-1968563842 tempest-DHCPAgentSchedulersTestJSON-1968563842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264358096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264730885'] for subnet, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:21.089868 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d33de5-4d53-4625-b62b-2c9216c3aa9b req-6131cac5-9554-4878-a0f6-c8faa79c731d tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:34:21.091555 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b3d33de5-4d53-4625-b62b-2c9216c3aa9b req-6131cac5-9554-4878-a0f6-c8faa79c731d tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] 10.222.0.60 "GET /v2.0/ports?device_id=d5a5916e-c66a-471a-b1c7-242669cac3cf HTTP/1.1" status: 200 len: 944 time: 0.1056373 Nov 23 17:34:21.222521 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b3d33de5-4d53-4625-b62b-2c9216c3aa9b req-a18c6bb5-20fa-46ed-a443-a8167a530d51 tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] 10.222.0.60 "GET /v2.0/security-groups?id=67691fce-8308-48e3-b930-b7465ae25797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106403 Nov 23 17:34:21.306478 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62dc7781-7a1b-4b7a-bc69-5fc9c27e8e01 tempest-DHCPAgentSchedulersTestJSON-1968563842 tempest-DHCPAgentSchedulersTestJSON-1968563842-project] Pushing event updated for resources: {'Subnet': ['ID=b2e01dce-e157-41d2-abd9-df8869b5b842,revision_number=0']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:34:21.318117 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62dc7781-7a1b-4b7a-bc69-5fc9c27e8e01 tempest-DHCPAgentSchedulersTestJSON-1968563842 tempest-DHCPAgentSchedulersTestJSON-1968563842-project] Checking segment: {'id': '89fcc313-5951-4d3a-80c6-f0d2649929f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'a9a2edd1-685a-4c65-b3f5-84c638a7f182'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:34:21.319095 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62dc7781-7a1b-4b7a-bc69-5fc9c27e8e01 tempest-DHCPAgentSchedulersTestJSON-1968563842 tempest-DHCPAgentSchedulersTestJSON-1968563842-project] Network hostable DHCP agents. Network: a9a2edd1-685a-4c65-b3f5-84c638a7f182, hostable agents: ['0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3'], hosted agents: [] {{(pid=103590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 17:34:21.356445 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62dc7781-7a1b-4b7a-bc69-5fc9c27e8e01 tempest-DHCPAgentSchedulersTestJSON-1968563842 tempest-DHCPAgentSchedulersTestJSON-1968563842-project] Network a9a2edd1-685a-4c65-b3f5-84c638a7f182 is scheduled to be hosted by DHCP agent 0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3 with binding_index 1 {{(pid=103590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 17:34:21.378300 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-62dc7781-7a1b-4b7a-bc69-5fc9c27e8e01 tempest-DHCPAgentSchedulersTestJSON-1968563842 tempest-DHCPAgentSchedulersTestJSON-1968563842-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-8, a9a2edd1-685a-4c65-b3f5-84c638a7f182) {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:34:21.399142 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3020c162-ceb9-4c52-a5c6-da6f03a3b1f1 None None] Network a9a2edd1-685a-4c65-b3f5-84c638a7f182 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:34:21.413528 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62dc7781-7a1b-4b7a-bc69-5fc9c27e8e01 tempest-DHCPAgentSchedulersTestJSON-1968563842 tempest-DHCPAgentSchedulersTestJSON-1968563842-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:34:21.415802 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-62dc7781-7a1b-4b7a-bc69-5fc9c27e8e01 tempest-DHCPAgentSchedulersTestJSON-1968563842 tempest-DHCPAgentSchedulersTestJSON-1968563842-project] Publish callbacks [] for subnet, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:21.417022 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c335fa4-cd3a-469f-8eaf-739b24a0f921 req-6649a12d-694c-4900-835c-fab34d8b7428 tempest-ServersTestFqdnHostnames-1177392012 tempest-ServersTestFqdnHostnames-1177392012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:34:21.424180 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8c335fa4-cd3a-469f-8eaf-739b24a0f921 req-6649a12d-694c-4900-835c-fab34d8b7428 tempest-ServersTestFqdnHostnames-1177392012 tempest-ServersTestFqdnHostnames-1177392012-project] 10.222.0.60 "GET /v2.0/ports?device_id=284a9dd7-9200-44e8-b4d6-57f546dbc60e HTTP/1.1" status: 200 len: 945 time: 0.1126456 Nov 23 17:34:21.457456 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-62dc7781-7a1b-4b7a-bc69-5fc9c27e8e01 tempest-DHCPAgentSchedulersTestJSON-1968563842 tempest-DHCPAgentSchedulersTestJSON-1968563842-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9276986 Nov 23 17:34:21.460161 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 40186) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:34:21.475869 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-f9e8a5bd-93b8-456a-97d2-e878d34abfc9 tempest-DHCPAgentSchedulersTestJSON-1968563842 tempest-DHCPAgentSchedulersTestJSON-1968563842-project] Request body: {'port': {'network_id': 'a9a2edd1-685a-4c65-b3f5-84c638a7f182', 'name': 'tempest-DHCPAgentSchedulersTestJSON-991695289'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:34:21.580414 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8c335fa4-cd3a-469f-8eaf-739b24a0f921 req-3ed1600a-0ed3-49e4-8ceb-e31f55d3dae1 tempest-ServersTestFqdnHostnames-1177392012 tempest-ServersTestFqdnHostnames-1177392012-project] 10.222.0.60 "GET /v2.0/security-groups?id=baf25215-d6bd-4546-a0f8-45bc1c1891b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1475151 Nov 23 17:34:21.736540 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-798f60d4-9539-4740-95ae-67271d38ea69 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp355044b8-8e87-58c4-94fa-4a010ec30f9e-a9a2edd1-685a-4c65-b3f5-84c638a7f182', 'network_id': 'a9a2edd1-685a-4c65-b3f5-84c638a7f182', 'tenant_id': '5c7a1d3786eb474cb58ea0d95371ee12', 'fixed_ips': [{'subnet_id': 'b2e01dce-e157-41d2-abd9-df8869b5b842'}]}} from n-d-816206-8. {{(pid=103592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 17:34:21.739382 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-798f60d4-9539-4740-95ae-67271d38ea69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:21.797715 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9e8a5bd-93b8-456a-97d2-e878d34abfc9 tempest-DHCPAgentSchedulersTestJSON-1968563842 tempest-DHCPAgentSchedulersTestJSON-1968563842-project] Made reservation on behalf of 5c7a1d3786eb474cb58ea0d95371ee12 for: {'port': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:34:21.812376 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f9e8a5bd-93b8-456a-97d2-e878d34abfc9 tempest-DHCPAgentSchedulersTestJSON-1968563842 tempest-DHCPAgentSchedulersTestJSON-1968563842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:21.860182 n-d-816206-8 neutron-server[103590]: DEBUG neutron.notifiers.nova [None req-f9e8a5bd-93b8-456a-97d2-e878d34abfc9 tempest-DHCPAgentSchedulersTestJSON-1968563842 tempest-DHCPAgentSchedulersTestJSON-1968563842-project] device_id is not set on port 7515b145-b4b6-4ecf-af0e-7470d377d96e yet. {{(pid=103590) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 17:34:21.971062 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device ef269ef2-597e-409f-be4f-d85ba6d45f14 up at agent hyperv_n-h2-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:34:22.063187 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-f9e8a5bd-93b8-456a-97d2-e878d34abfc9 tempest-DHCPAgentSchedulersTestJSON-1968563842 tempest-DHCPAgentSchedulersTestJSON-1968563842-project] Allocated IP 172.20.0.13 (a9a2edd1-685a-4c65-b3f5-84c638a7f182/b2e01dce-e157-41d2-abd9-df8869b5b842/7515b145-b4b6-4ecf-af0e-7470d377d96e) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:34:22.064169 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Provisioning for port ef269ef2-597e-409f-be4f-d85ba6d45f14 completed by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 17:34:22.069236 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Provisioning complete for port ef269ef2-597e-409f-be4f-d85ba6d45f14 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:34:22.069907 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:22.217533 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:22.290851 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5a5916e-c66a-471a-b1c7-242669cac3cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef269ef2-597e-409f-be4f-d85ba6d45f14'}] {{(pid=103592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:34:22.299467 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba3e6a8f2301c7a29fe1eca9779abdae4ccbcd6266d69778087f2498d5551201" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6894518-df36-4048-b171-0a3b0b095a57" -d '{"events": [{"server_uuid": "d5a5916e-c66a-471a-b1c7-242669cac3cf", "name": "network-vif-plugged", "status": "completed", "tag": "ef269ef2-597e-409f-be4f-d85ba6d45f14"}]}' {{(pid=103592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:34:22.306040 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port ef269ef2-597e-409f-be4f-d85ba6d45f14, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=ef269ef2-597e-409f-be4f-d85ba6d45f14,segment=NetworkSegment(e7632547-d306-492c-9ecc-5c4549ae9c5a),segment_id=e7632547-d306-492c-9ecc-5c4549ae9c5a)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:34:22.314359 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:22.396241 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f9e8a5bd-93b8-456a-97d2-e878d34abfc9 tempest-DHCPAgentSchedulersTestJSON-1968563842 tempest-DHCPAgentSchedulersTestJSON-1968563842-project] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:22.456292 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:34:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d3394ec-5966-453a-ae6c-df5951066629 x-openstack-request-id: req-8d3394ec-5966-453a-ae6c-df5951066629 {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:34:22.456615 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5a5916e-c66a-471a-b1c7-242669cac3cf", "name": "network-vif-plugged", "status": "completed", "tag": "ef269ef2-597e-409f-be4f-d85ba6d45f14", "code": 200}]} {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:34:22.456874 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-8d3394ec-5966-453a-ae6c-df5951066629 {{(pid=103592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:34:22.457274 n-d-816206-8 neutron-server[103592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5a5916e-c66a-471a-b1c7-242669cac3cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef269ef2-597e-409f-be4f-d85ba6d45f14', 'code': 200} Nov 23 17:34:22.481258 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Pushing event updated for resources: {'Port': ['ID=ef269ef2-597e-409f-be4f-d85ba6d45f14,revision_number=5']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:34:22.492879 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f9e8a5bd-93b8-456a-97d2-e878d34abfc9 tempest-DHCPAgentSchedulersTestJSON-1968563842 tempest-DHCPAgentSchedulersTestJSON-1968563842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:22.495142 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2709da2-1290-4f42-8b3a-f76f3540836e req-84376873-b1fa-421b-a3e7-bfed0d39ba7e tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:34:22.503949 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a2709da2-1290-4f42-8b3a-f76f3540836e req-84376873-b1fa-421b-a3e7-bfed0d39ba7e tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] 10.222.0.60 "GET /v2.0/ports?device_id=d5a5916e-c66a-471a-b1c7-242669cac3cf HTTP/1.1" status: 200 len: 945 time: 0.1449172 Nov 23 17:34:22.588221 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.db_base_plugin_common [None req-798f60d4-9539-4740-95ae-67271d38ea69 None None] Allocated IP 172.20.0.2 (a9a2edd1-685a-4c65-b3f5-84c638a7f182/b2e01dce-e157-41d2-abd9-df8869b5b842/f068a850-0815-4062-b948-0edc0257d555) {{(pid=103592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:34:22.624853 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9e8a5bd-93b8-456a-97d2-e878d34abfc9 tempest-DHCPAgentSchedulersTestJSON-1968563842 tempest-DHCPAgentSchedulersTestJSON-1968563842-project] Network a9a2edd1-685a-4c65-b3f5-84c638a7f182 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:34:22.637506 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-f9e8a5bd-93b8-456a-97d2-e878d34abfc9 tempest-DHCPAgentSchedulersTestJSON-1968563842 tempest-DHCPAgentSchedulersTestJSON-1968563842-project] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:34:22.642920 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9e8a5bd-93b8-456a-97d2-e878d34abfc9 tempest-DHCPAgentSchedulersTestJSON-1968563842 tempest-DHCPAgentSchedulersTestJSON-1968563842-project] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:34:22.697299 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a2709da2-1290-4f42-8b3a-f76f3540836e req-a7e302ae-202d-4a45-aa04-8bd588f9544c tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] 10.222.0.60 "GET /v2.0/security-groups?id=67691fce-8308-48e3-b930-b7465ae25797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552191 Nov 23 17:34:22.703756 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b999471e-9954-4455-8ecc-a4a28e78420e req-946dc2cf-07b9-441e-b7f4-2ac9016f37a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:34:22.705444 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b999471e-9954-4455-8ecc-a4a28e78420e req-946dc2cf-07b9-441e-b7f4-2ac9016f37a8 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d5a5916e-c66a-471a-b1c7-242669cac3cf HTTP/1.1" status: 200 len: 1096 time: 0.2002184 Nov 23 17:34:22.709180 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e8a5bd-93b8-456a-97d2-e878d34abfc9 tempest-DHCPAgentSchedulersTestJSON-1968563842 tempest-DHCPAgentSchedulersTestJSON-1968563842-project] Pushing event updated for resources: {'Port': ['ID=7515b145-b4b6-4ecf-af0e-7470d377d96e,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:34:22.808956 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9e8a5bd-93b8-456a-97d2-e878d34abfc9 tempest-DHCPAgentSchedulersTestJSON-1968563842 tempest-DHCPAgentSchedulersTestJSON-1968563842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:34:22.810010 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f9e8a5bd-93b8-456a-97d2-e878d34abfc9 tempest-DHCPAgentSchedulersTestJSON-1968563842 tempest-DHCPAgentSchedulersTestJSON-1968563842-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:22.859114 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-f9e8a5bd-93b8-456a-97d2-e878d34abfc9 tempest-DHCPAgentSchedulersTestJSON-1968563842 tempest-DHCPAgentSchedulersTestJSON-1968563842-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3971422 Nov 23 17:34:22.860110 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 40230) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:34:23.227488 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-8bee8b84-d66f-4643-8897-4851a62adf4f tempest-DHCPAgentSchedulersTestJSON-1968563842 tempest-DHCPAgentSchedulersTestJSON-1968563842-project] Deleting port 7515b145-b4b6-4ecf-af0e-7470d377d96e {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:34:23.228246 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8bee8b84-d66f-4643-8897-4851a62adf4f tempest-DHCPAgentSchedulersTestJSON-1968563842 tempest-DHCPAgentSchedulersTestJSON-1968563842-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:23.354337 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b999471e-9954-4455-8ecc-a4a28e78420e req-a9832a23-a80a-4321-bfde-a0181a766c08 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=67691fce-8308-48e3-b930-b7465ae25797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6357191 Nov 23 17:34:23.371486 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-798f60d4-9539-4740-95ae-67271d38ea69 None None] Publish callbacks [] for port, precommit_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:23.384174 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-798f60d4-9539-4740-95ae-67271d38ea69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980'] for port, after_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:23.413384 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8bee8b84-d66f-4643-8897-4851a62adf4f tempest-DHCPAgentSchedulersTestJSON-1968563842 tempest-DHCPAgentSchedulersTestJSON-1968563842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:23.451855 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-8bee8b84-d66f-4643-8897-4851a62adf4f tempest-DHCPAgentSchedulersTestJSON-1968563842 tempest-DHCPAgentSchedulersTestJSON-1968563842-project] Calling delete_port for 7515b145-b4b6-4ecf-af0e-7470d377d96e owned by {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:34:23.484368 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e22cd4-879a-475a-9703-538f856e0cc2 req-254d4918-5bfe-4242-9dc7-80922435c80f tempest-ServersTestFqdnHostnames-1177392012 tempest-ServersTestFqdnHostnames-1177392012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:34:23.493360 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-15e22cd4-879a-475a-9703-538f856e0cc2 req-254d4918-5bfe-4242-9dc7-80922435c80f tempest-ServersTestFqdnHostnames-1177392012 tempest-ServersTestFqdnHostnames-1177392012-project] 10.222.0.60 "GET /v2.0/ports?device_id=284a9dd7-9200-44e8-b4d6-57f546dbc60e HTTP/1.1" status: 200 len: 945 time: 0.6968138 Nov 23 17:34:23.504038 n-d-816206-8 neutron-server[103592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-798f60d4-9539-4740-95ae-67271d38ea69 None None] Network a9a2edd1-685a-4c65-b3f5-84c638a7f182 is already hosted by enough agents. {{(pid=103592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:34:23.514857 n-d-816206-8 neutron-server[103592]: DEBUG neutron.scheduler.base_scheduler [None req-798f60d4-9539-4740-95ae-67271d38ea69 None None] Resources bound (agent type, host, resource id): {{(pid=103592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:34:23.517395 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b00524c-4813-4fb6-8272-47ecc8300961 req-a5db009b-ca0b-4432-b6be-2674fce8857b tempest-ServersTestFqdnHostnames-1177392012 tempest-ServersTestFqdnHostnames-1177392012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:34:23.519384 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2b00524c-4813-4fb6-8272-47ecc8300961 req-a5db009b-ca0b-4432-b6be-2674fce8857b tempest-ServersTestFqdnHostnames-1177392012 tempest-ServersTestFqdnHostnames-1177392012-project] 10.222.0.36 "GET /v2.0/ports?device_id=284a9dd7-9200-44e8-b4d6-57f546dbc60e HTTP/1.1" status: 200 len: 945 time: 0.1685479 Nov 23 17:34:23.519632 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-798f60d4-9539-4740-95ae-67271d38ea69 None None] Received port after_create {{(pid=103592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:34:23.535167 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798f60d4-9539-4740-95ae-67271d38ea69 None None] Pushing event updated for resources: {'Port': ['ID=f068a850-0815-4062-b948-0edc0257d555,revision_number=1']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:34:23.588866 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-15e22cd4-879a-475a-9703-538f856e0cc2 req-c5ad96e1-0833-4f85-a6be-a6505dd6eee7 tempest-ServersTestFqdnHostnames-1177392012 tempest-ServersTestFqdnHostnames-1177392012-project] 10.222.0.60 "GET /v2.0/security-groups?id=baf25215-d6bd-4546-a0f8-45bc1c1891b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0940452 Nov 23 17:34:23.678636 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-798f60d4-9539-4740-95ae-67271d38ea69 None None] Attempting to bind port f068a850-0815-4062-b948-0edc0257d555 on host n-d-816206-8 for vnic_type normal with profile {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:34:23.679840 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-798f60d4-9539-4740-95ae-67271d38ea69 None None] Attempting to bind port f068a850-0815-4062-b948-0edc0257d555 by drivers openvswitch,hyperv on host n-d-816206-8 at level 0 using segments [{'id': '89fcc313-5951-4d3a-80c6-f0d2649929f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'a9a2edd1-685a-4c65-b3f5-84c638a7f182'}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:34:23.680519 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-798f60d4-9539-4740-95ae-67271d38ea69 None None] Attempting to bind port f068a850-0815-4062-b948-0edc0257d555 on network a9a2edd1-685a-4c65-b3f5-84c638a7f182 {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:34:23.694756 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-798f60d4-9539-4740-95ae-67271d38ea69 None None] Checking agent: {'id': '9e89acbe-4bbe-4c77-a18b-6f1da9133e0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 7, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 34, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:34:23.695511 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-798f60d4-9539-4740-95ae-67271d38ea69 None None] Checking segment: {'id': '89fcc313-5951-4d3a-80c6-f0d2649929f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'a9a2edd1-685a-4c65-b3f5-84c638a7f182'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:34:23.696774 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-798f60d4-9539-4740-95ae-67271d38ea69 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:23.698261 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-798f60d4-9539-4740-95ae-67271d38ea69 None None] Bound using segment: {'id': '89fcc313-5951-4d3a-80c6-f0d2649929f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'a9a2edd1-685a-4c65-b3f5-84c638a7f182'} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:34:23.699084 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-798f60d4-9539-4740-95ae-67271d38ea69 None None] Bound port: f068a850-0815-4062-b948-0edc0257d555, host: n-d-816206-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89fcc313-5951-4d3a-80c6-f0d2649929f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'a9a2edd1-685a-4c65-b3f5-84c638a7f182'}}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:34:23.699765 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-798f60d4-9539-4740-95ae-67271d38ea69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:23.758994 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [req-2b00524c-4813-4fb6-8272-47ecc8300961 req-015c118d-9fa1-4724-adf9-d0dedf26d216 tempest-ServersTestFqdnHostnames-1177392012 tempest-ServersTestFqdnHostnames-1177392012-project] Deleting port ce540501-6a58-462d-9f90-5dc12ab7a936 {{(pid=103591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:34:23.759471 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-2b00524c-4813-4fb6-8272-47ecc8300961 req-015c118d-9fa1-4724-adf9-d0dedf26d216 tempest-ServersTestFqdnHostnames-1177392012 tempest-ServersTestFqdnHostnames-1177392012-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:23.841389 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8bee8b84-d66f-4643-8897-4851a62adf4f tempest-DHCPAgentSchedulersTestJSON-1968563842 tempest-DHCPAgentSchedulersTestJSON-1968563842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:23.928209 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-798f60d4-9539-4740-95ae-67271d38ea69 None None] For port f068a850-0815-4062-b948-0edc0257d555, host n-d-816206-8, cleared binding levels {{(pid=103592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:34:23.945002 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-798f60d4-9539-4740-95ae-67271d38ea69 None None] For port f068a850-0815-4062-b948-0edc0257d555, host n-d-816206-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=f068a850-0815-4062-b948-0edc0257d555,segment=NetworkSegment(89fcc313-5951-4d3a-80c6-f0d2649929f3),segment_id=89fcc313-5951-4d3a-80c6-f0d2649929f3)] {{(pid=103592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:34:23.956452 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-798f60d4-9539-4740-95ae-67271d38ea69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:23.975626 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bee8b84-d66f-4643-8897-4851a62adf4f tempest-DHCPAgentSchedulersTestJSON-1968563842 tempest-DHCPAgentSchedulersTestJSON-1968563842-project] Pushing event deleted for resources: {'Port': ['ID=7515b145-b4b6-4ecf-af0e-7470d377d96e,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:34:24.055249 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a260209-a481-40fc-bf7f-bc61eaf3e226 req-735804db-d912-4741-8bba-bd8c5277cb53 tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:34:24.063232 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-3a260209-a481-40fc-bf7f-bc61eaf3e226 req-735804db-d912-4741-8bba-bd8c5277cb53 tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] 10.222.0.60 "GET /v2.0/ports?device_id=d5a5916e-c66a-471a-b1c7-242669cac3cf HTTP/1.1" status: 200 len: 945 time: 0.2058048 Nov 23 17:34:24.097486 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-2b00524c-4813-4fb6-8272-47ecc8300961 req-015c118d-9fa1-4724-adf9-d0dedf26d216 tempest-ServersTestFqdnHostnames-1177392012 tempest-ServersTestFqdnHostnames-1177392012-project] For port ce540501-6a58-462d-9f90-5dc12ab7a936, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=ce540501-6a58-462d-9f90-5dc12ab7a936,segment=NetworkSegment(91748fde-db18-45a8-a7a1-77ad9732fc5b),segment_id=91748fde-db18-45a8-a7a1-77ad9732fc5b)] {{(pid=103591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:34:24.098036 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-2b00524c-4813-4fb6-8272-47ecc8300961 req-015c118d-9fa1-4724-adf9-d0dedf26d216 tempest-ServersTestFqdnHostnames-1177392012 tempest-ServersTestFqdnHostnames-1177392012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:24.127847 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8bee8b84-d66f-4643-8897-4851a62adf4f tempest-DHCPAgentSchedulersTestJSON-1968563842 tempest-DHCPAgentSchedulersTestJSON-1968563842-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:24.139969 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-8bee8b84-d66f-4643-8897-4851a62adf4f tempest-DHCPAgentSchedulersTestJSON-1968563842 tempest-DHCPAgentSchedulersTestJSON-1968563842-project] 10.222.0.60 "DELETE /v2.0/ports/7515b145-b4b6-4ecf-af0e-7470d377d96e HTTP/1.1" status: 204 len: 168 time: 1.2756042 Nov 23 17:34:24.142093 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 40268) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:34:24.164715 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798f60d4-9539-4740-95ae-67271d38ea69 None None] Pushing event updated for resources: {'Port': ['ID=f068a850-0815-4062-b948-0edc0257d555,revision_number=2']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:34:24.409002 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-3a260209-a481-40fc-bf7f-bc61eaf3e226 req-81abbe14-bb9b-41ba-8818-2bb27ac48feb tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] 10.222.0.60 "GET /v2.0/security-groups?id=67691fce-8308-48e3-b930-b7465ae25797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3347235 Nov 23 17:34:24.511642 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-2b00524c-4813-4fb6-8272-47ecc8300961 req-015c118d-9fa1-4724-adf9-d0dedf26d216 tempest-ServersTestFqdnHostnames-1177392012 tempest-ServersTestFqdnHostnames-1177392012-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:24.512684 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-2b00524c-4813-4fb6-8272-47ecc8300961 req-015c118d-9fa1-4724-adf9-d0dedf26d216 tempest-ServersTestFqdnHostnames-1177392012 tempest-ServersTestFqdnHostnames-1177392012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1795396'] for floatingip, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:24.513047 n-d-816206-8 neutron-server[103591]: INFO neutron.db.l3_db [req-2b00524c-4813-4fb6-8272-47ecc8300961 req-015c118d-9fa1-4724-adf9-d0dedf26d216 tempest-ServersTestFqdnHostnames-1177392012 tempest-ServersTestFqdnHostnames-1177392012-project] Floating IP 0a07d280-724c-4c63-940f-3b4ece3105cf disassociated. External IP: 172.25.3.61, port: ce540501-6a58-462d-9f90-5dc12ab7a936. Nov 23 17:34:24.514075 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [req-2b00524c-4813-4fb6-8272-47ecc8300961 req-015c118d-9fa1-4724-adf9-d0dedf26d216 tempest-ServersTestFqdnHostnames-1177392012 tempest-ServersTestFqdnHostnames-1177392012-project] Calling delete_port for ce540501-6a58-462d-9f90-5dc12ab7a936 owned by compute:nova {{(pid=103591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:34:24.802630 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device f068a850-0815-4062-b948-0edc0257d555 up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:34:24.825922 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-430a1528-2d63-4c75-90ad-62002e6792d8 tempest-DHCPAgentSchedulersTestJSON-1109979364 tempest-DHCPAgentSchedulersTestJSON-1109979364-project-admin] 10.222.0.60 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4929 time: 0.6826153 Nov 23 17:34:24.829111 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 40278) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:34:24.840375 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-32cba4f6-db71-4b4a-9804-a89562b04367 tempest-DHCPAgentSchedulersTestJSON-1968563842 tempest-DHCPAgentSchedulersTestJSON-1968563842-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-145097868'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:34:24.889517 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32cba4f6-db71-4b4a-9804-a89562b04367 tempest-DHCPAgentSchedulersTestJSON-1968563842 tempest-DHCPAgentSchedulersTestJSON-1968563842-project] Made reservation on behalf of 5c7a1d3786eb474cb58ea0d95371ee12 for: {'network': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:34:24.895263 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-32cba4f6-db71-4b4a-9804-a89562b04367 tempest-DHCPAgentSchedulersTestJSON-1968563842 tempest-DHCPAgentSchedulersTestJSON-1968563842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for network, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:24.947086 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32cba4f6-db71-4b4a-9804-a89562b04367 tempest-DHCPAgentSchedulersTestJSON-1968563842 tempest-DHCPAgentSchedulersTestJSON-1968563842-project] vlan segment allocate from pool success with {'vlan_id': 521, 'physical_network': 'physnet1'} {{(pid=103590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 17:34:24.960181 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port f068a850-0815-4062-b948-0edc0257d555 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:34:24.961944 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:24.973344 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-32cba4f6-db71-4b4a-9804-a89562b04367 tempest-DHCPAgentSchedulersTestJSON-1968563842 tempest-DHCPAgentSchedulersTestJSON-1968563842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:24.975334 n-d-816206-8 neutron-server[103590]: INFO neutron.db.segments_db [None req-32cba4f6-db71-4b4a-9804-a89562b04367 tempest-DHCPAgentSchedulersTestJSON-1968563842 tempest-DHCPAgentSchedulersTestJSON-1968563842-project] Added segment ff755107-539a-44c4-a22b-22835652bc16 of type vlan for network 4a20c0d5-a22e-4e44-bac3-6ba0aedcaed8 Nov 23 17:34:25.005567 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-2b00524c-4813-4fb6-8272-47ecc8300961 req-015c118d-9fa1-4724-adf9-d0dedf26d216 tempest-ServersTestFqdnHostnames-1177392012 tempest-ServersTestFqdnHostnames-1177392012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:25.047876 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 40284) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:34:25.074909 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 40286) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:34:25.075550 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:25.084327 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015c118d-9fa1-4724-adf9-d0dedf26d216 tempest-ServersTestFqdnHostnames-1177392012 tempest-ServersTestFqdnHostnames-1177392012-project] Pushing event deleted for resources: {'Port': ['ID=ce540501-6a58-462d-9f90-5dc12ab7a936,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:34:25.124939 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] For port f068a850-0815-4062-b948-0edc0257d555, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=f068a850-0815-4062-b948-0edc0257d555,segment=NetworkSegment(89fcc313-5951-4d3a-80c6-f0d2649929f3),segment_id=89fcc313-5951-4d3a-80c6-f0d2649929f3)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:34:25.128644 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-32cba4f6-db71-4b4a-9804-a89562b04367 tempest-DHCPAgentSchedulersTestJSON-1968563842 tempest-DHCPAgentSchedulersTestJSON-1968563842-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736635338810'] for network, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:25.131853 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:25.171491 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb8a621-0fa7-4ad1-b6ab-0c8847e77ecf req-74f54b96-d542-4a0d-a9be-169ce8edd188 tempest-ServersTestFqdnHostnames-1177392012 tempest-ServersTestFqdnHostnames-1177392012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:34:25.182631 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-bdb8a621-0fa7-4ad1-b6ab-0c8847e77ecf req-74f54b96-d542-4a0d-a9be-169ce8edd188 tempest-ServersTestFqdnHostnames-1177392012 tempest-ServersTestFqdnHostnames-1177392012-project] 10.222.0.60 "GET /v2.0/ports?device_id=284a9dd7-9200-44e8-b4d6-57f546dbc60e HTTP/1.1" status: 200 len: 867 time: 0.2964833 Nov 23 17:34:25.191918 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-32cba4f6-db71-4b4a-9804-a89562b04367 tempest-DHCPAgentSchedulersTestJSON-1968563842 tempest-DHCPAgentSchedulersTestJSON-1968563842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493'] for network, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:25.204718 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32cba4f6-db71-4b4a-9804-a89562b04367 tempest-DHCPAgentSchedulersTestJSON-1968563842 tempest-DHCPAgentSchedulersTestJSON-1968563842-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:34:25.205747 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-32cba4f6-db71-4b4a-9804-a89562b04367 tempest-DHCPAgentSchedulersTestJSON-1968563842 tempest-DHCPAgentSchedulersTestJSON-1968563842-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for network, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:25.287317 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Pushing event updated for resources: {'Port': ['ID=f068a850-0815-4062-b948-0edc0257d555,revision_number=3']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:34:25.328246 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-32cba4f6-db71-4b4a-9804-a89562b04367 tempest-DHCPAgentSchedulersTestJSON-1968563842 tempest-DHCPAgentSchedulersTestJSON-1968563842-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.4964504 Nov 23 17:34:25.332297 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 40296) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:34:25.420247 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-bdb8a621-0fa7-4ad1-b6ab-0c8847e77ecf req-24303f5f-c823-46af-a6a5-1859cd7771e8 tempest-ServersTestFqdnHostnames-1177392012 tempest-ServersTestFqdnHostnames-1177392012-project] 10.222.0.60 "GET /v2.0/security-groups?id=baf25215-d6bd-4546-a0f8-45bc1c1891b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2311683 Nov 23 17:34:25.461170 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cba4f6-db71-4b4a-9804-a89562b04367 tempest-DHCPAgentSchedulersTestJSON-1968563842 tempest-DHCPAgentSchedulersTestJSON-1968563842-project] Pushing event updated for resources: {'Network': ['ID=4a20c0d5-a22e-4e44-bac3-6ba0aedcaed8,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:34:25.471810 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Network 4a20c0d5-a22e-4e44-bac3-6ba0aedcaed8 details requested by agent ovs-agent-n-d-816206-8 with host n-d-816206-8 {{(pid=103592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 17:34:25.520110 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5542c0e3-c9e0-4373-9518-a861b0933413 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:25.567665 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-993cc216-35cf-4229-8322-a9b0b82d7d0a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:25.651161 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2b00524c-4813-4fb6-8272-47ecc8300961 req-015c118d-9fa1-4724-adf9-d0dedf26d216 tempest-ServersTestFqdnHostnames-1177392012 tempest-ServersTestFqdnHostnames-1177392012-project] Router 37686ff2-6240-4d40-a74e-1517d7240b9a has already been hosted by L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 {{(pid=103591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 17:34:25.669552 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b784e432-de61-44a3-bdce-28a82e22350c req-76e32575-077a-4297-8f42-5d19dd750746 tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:34:25.682080 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b784e432-de61-44a3-bdce-28a82e22350c req-76e32575-077a-4297-8f42-5d19dd750746 tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] 10.222.0.60 "GET /v2.0/ports?device_id=d5a5916e-c66a-471a-b1c7-242669cac3cf HTTP/1.1" status: 200 len: 945 time: 0.1542475 Nov 23 17:34:25.729097 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea28f833-04f2-4b44-ae4f-6045335b5fce None None] Network a9a2edd1-685a-4c65-b3f5-84c638a7f182 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:34:25.752742 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-f8121162-adf4-4e5d-9e90-aae3a7132225 tempest-DHCPAgentSchedulersTestJSON-1109979364 tempest-DHCPAgentSchedulersTestJSON-1109979364-project-admin] 10.222.0.60 "GET /v2.0/agents/0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3/dhcp-networks HTTP/1.1" status: 200 len: 12050 time: 0.4161744 Nov 23 17:34:25.761610 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 40302) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:34:25.829997 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b784e432-de61-44a3-bdce-28a82e22350c req-b1cc8df9-dbc9-4147-8898-13ae55ed2c0c tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] 10.222.0.60 "GET /v2.0/security-groups?id=67691fce-8308-48e3-b930-b7465ae25797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430712 Nov 23 17:34:25.925603 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2b00524c-4813-4fb6-8272-47ecc8300961 req-015c118d-9fa1-4724-adf9-d0dedf26d216 tempest-ServersTestFqdnHostnames-1177392012 tempest-ServersTestFqdnHostnames-1177392012-project] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:34:25.990720 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5542c0e3-c9e0-4373-9518-a861b0933413 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:26.003478 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b00524c-4813-4fb6-8272-47ecc8300961 req-015c118d-9fa1-4724-adf9-d0dedf26d216 tempest-ServersTestFqdnHostnames-1177392012 tempest-ServersTestFqdnHostnames-1177392012-project] No DVR routers for this DVR port ce540501-6a58-462d-9f90-5dc12ab7a936 on host n-h2-816206-8 {{(pid=103591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:34:26.008241 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-2b00524c-4813-4fb6-8272-47ecc8300961 req-015c118d-9fa1-4724-adf9-d0dedf26d216 tempest-ServersTestFqdnHostnames-1177392012 tempest-ServersTestFqdnHostnames-1177392012-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:26.015003 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2b00524c-4813-4fb6-8272-47ecc8300961 req-015c118d-9fa1-4724-adf9-d0dedf26d216 tempest-ServersTestFqdnHostnames-1177392012 tempest-ServersTestFqdnHostnames-1177392012-project] 10.222.0.36 "DELETE /v2.0/ports/ce540501-6a58-462d-9f90-5dc12ab7a936 HTTP/1.1" status: 204 len: 173 time: 2.4027271 Nov 23 17:34:26.016072 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '284a9dd7-9200-44e8-b4d6-57f546dbc60e', 'name': 'network-vif-deleted', 'tag': 'ce540501-6a58-462d-9f90-5dc12ab7a936'}] {{(pid=103591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:34:26.019857 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41d174a19ece9499ff9ec44e5b3fc50f2abd3ffbc947fb7e52ea1e8db27b95b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b72c60e-daa2-4456-a002-512d0b55f5e7" -d '{"events": [{"server_uuid": "284a9dd7-9200-44e8-b4d6-57f546dbc60e", "name": "network-vif-deleted", "tag": "ce540501-6a58-462d-9f90-5dc12ab7a936"}]}' {{(pid=103591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:34:26.029160 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5542c0e3-c9e0-4373-9518-a861b0933413 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:26.074470 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f2c3ffd-7a93-440c-9733-87d051d85ffd None None] Sync routers for ids ['37686ff2-6240-4d40-a74e-1517d7240b9a'] in n-d-816206-8 {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:34:26.075932 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8642dc41-3592-443a-8381-f382fd40f48e req-0733c26b-d357-4cb4-83b0-412c15689815 tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:34:26.086585 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8642dc41-3592-443a-8381-f382fd40f48e req-0733c26b-d357-4cb4-83b0-412c15689815 tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] 10.222.0.60 "GET /v2.0/ports?device_id=d5a5916e-c66a-471a-b1c7-242669cac3cf HTTP/1.1" status: 200 len: 945 time: 0.1729674 Nov 23 17:34:26.090880 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device ce540501-6a58-462d-9f90-5dc12ab7a936 no longer exists at agent hyperv_n-h2-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:34:26.107682 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-5542c0e3-c9e0-4373-9518-a861b0933413 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0edd7308a6b845d2bcf792edd021beb2&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0559468 Nov 23 17:34:26.110607 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 40310) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:34:26.116365 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5542c0e3-c9e0-4373-9518-a861b0933413 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ac1d241-1c70-488f-aa76-633b2cf468aa,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:34:26.139489 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:34:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85a491f1-64f7-4e27-97c3-e7d12ca54e45 x-openstack-request-id: req-85a491f1-64f7-4e27-97c3-e7d12ca54e45 {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:34:26.139785 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "284a9dd7-9200-44e8-b4d6-57f546dbc60e", "name": "network-vif-deleted", "tag": "ce540501-6a58-462d-9f90-5dc12ab7a936", "status": "completed", "code": 200}]} {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:34:26.140036 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-85a491f1-64f7-4e27-97c3-e7d12ca54e45 {{(pid=103591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:34:26.140603 n-d-816206-8 neutron-server[103591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '284a9dd7-9200-44e8-b4d6-57f546dbc60e', 'name': 'network-vif-deleted', 'tag': 'ce540501-6a58-462d-9f90-5dc12ab7a936', 'status': 'completed', 'code': 200} Nov 23 17:34:26.146438 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca8afe9e-af6c-4d48-aebf-959acd77b880 tempest-DHCPAgentSchedulersTestJSON-1109979364 tempest-DHCPAgentSchedulersTestJSON-1109979364-project-admin] Network 4a20c0d5-a22e-4e44-bac3-6ba0aedcaed8 is scheduled to be hosted by DHCP agent 0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3 with binding_index 1 {{(pid=103590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 17:34:26.163924 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-0fd72e8d-f4f2-4088-9118-05c6b7b8e7bf None None] Provisioning complete for port f068a850-0815-4062-b948-0edc0257d555 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:34:26.167555 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5542c0e3-c9e0-4373-9518-a861b0933413 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:34:26.167906 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5542c0e3-c9e0-4373-9518-a861b0933413 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:34:26.168248 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5542c0e3-c9e0-4373-9518-a861b0933413 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:34:26.168622 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5542c0e3-c9e0-4373-9518-a861b0933413 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:34:26.170540 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5542c0e3-c9e0-4373-9518-a861b0933413 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:34:26.170540 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5542c0e3-c9e0-4373-9518-a861b0933413 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:34:26.170540 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5542c0e3-c9e0-4373-9518-a861b0933413 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:34:26.170926 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5542c0e3-c9e0-4373-9518-a861b0933413 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:34:26.171206 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5542c0e3-c9e0-4373-9518-a861b0933413 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:34:26.171531 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5542c0e3-c9e0-4373-9518-a861b0933413 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:34:26.172107 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5542c0e3-c9e0-4373-9518-a861b0933413 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:34:26.172952 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5542c0e3-c9e0-4373-9518-a861b0933413 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:34:26.173380 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-0fd72e8d-f4f2-4088-9118-05c6b7b8e7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:26.222032 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-ca8afe9e-af6c-4d48-aebf-959acd77b880 tempest-DHCPAgentSchedulersTestJSON-1109979364 tempest-DHCPAgentSchedulersTestJSON-1109979364-project-admin] 10.222.0.60 "POST /v2.0/agents/0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.4559207 Nov 23 17:34:26.229465 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8642dc41-3592-443a-8381-f382fd40f48e req-c896d6a3-a461-4ad1-9553-7bd366f699df tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] 10.222.0.60 "GET /v2.0/security-groups?id=67691fce-8308-48e3-b930-b7465ae25797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418056 Nov 23 17:34:26.230518 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 40312) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:34:26.282802 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb15c361-c9d0-441d-8e71-c4f09cb1a556 None None] Network 4a20c0d5-a22e-4e44-bac3-6ba0aedcaed8 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:34:26.301236 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f2c3ffd-7a93-440c-9733-87d051d85ffd None None] Routers {'37686ff2-6240-4d40-a74e-1517d7240b9a'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:34:26.303208 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-9f2c3ffd-7a93-440c-9733-87d051d85ffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:34:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['37686ff2-6240-4d40-a74e-1517d7240b9a'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:34:26.362721 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-993cc216-35cf-4229-8322-a9b0b82d7d0a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:26.389424 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-993cc216-35cf-4229-8322-a9b0b82d7d0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:26.450544 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] No Port match for: ce540501-6a58-462d-9f90-5dc12ab7a936 {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:34:26.450544 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device ce540501-6a58-462d-9f90-5dc12ab7a936 not bound to the agent host n-h2-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:34:26.571609 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-993cc216-35cf-4229-8322-a9b0b82d7d0a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0d34ec429f4742379e16701e5a63d530&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4910965 Nov 23 17:34:26.579303 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 40330) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:34:26.602436 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993cc216-35cf-4229-8322-a9b0b82d7d0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3eb25a3c-3442-4517-aedf-58bcb5d4926f,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:34:26.636691 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-9e134750-0ea0-462d-935b-de28ce1481c8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:26.654882 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-978ed591-b6b6-46fa-a9d7-a63ed49f6819 tempest-DHCPAgentSchedulersTestJSON-1109979364 tempest-DHCPAgentSchedulersTestJSON-1109979364-project-admin] 10.222.0.60 "GET /v2.0/agents/0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3/dhcp-networks HTTP/1.1" status: 200 len: 12820 time: 0.4223690 Nov 23 17:34:26.662162 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 40332) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:34:26.731700 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-dded80bf-8d68-4e41-9c74-327965c6c1f9 req-0c10e572-74b3-4d15-91a1-ad414b79dd9a tempest-ServersTestFqdnHostnames-1177392012 tempest-ServersTestFqdnHostnames-1177392012-project] 10.222.0.60 "GET /v2.0/ports?device_id=284a9dd7-9200-44e8-b4d6-57f546dbc60e HTTP/1.1" status: 200 len: 210 time: 0.0653954 Nov 23 17:34:26.768769 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-9e134750-0ea0-462d-935b-de28ce1481c8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:26.876205 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0f01095a-fda4-4b2b-aafd-3c157cfcae7d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:26.880415 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvr_db [None req-9f2c3ffd-7a93-440c-9733-87d051d85ffd None None] Set router 37686ff2-6240-4d40-a74e-1517d7240b9a gateway port host: n-d-816206-8 {{(pid=103592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:34:26.929705 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-dc1aa087-fa84-44a4-8808-79040b71b47e tempest-DHCPAgentSchedulersTestJSON-1109979364 tempest-DHCPAgentSchedulersTestJSON-1109979364-project-admin] 10.222.0.60 "DELETE /v2.0/agents/0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3/dhcp-networks/4a20c0d5-a22e-4e44-bac3-6ba0aedcaed8 HTTP/1.1" status: 204 len: 168 time: 0.2659869 Nov 23 17:34:26.953903 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 40340) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:34:26.991423 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device f068a850-0815-4062-b948-0edc0257d555 up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:34:27.003060 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0f01095a-fda4-4b2b-aafd-3c157cfcae7d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:27.023790 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49a7850-13c5-4ddc-b2ac-3d018fa49b2c req-9897bf52-b57e-4138-8784-4440b2f442cd tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:34:27.025575 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d49a7850-13c5-4ddc-b2ac-3d018fa49b2c req-9897bf52-b57e-4138-8784-4440b2f442cd tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] 10.222.0.60 "GET /v2.0/ports?device_id=d5a5916e-c66a-471a-b1c7-242669cac3cf HTTP/1.1" status: 200 len: 945 time: 0.1550739 Nov 23 17:34:27.162038 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d49a7850-13c5-4ddc-b2ac-3d018fa49b2c req-17303bfd-e718-406d-b8b4-b7b0bc3b6c10 tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] 10.222.0.60 "GET /v2.0/security-groups?id=67691fce-8308-48e3-b930-b7465ae25797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292698 Nov 23 17:34:27.176099 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-9e134750-0ea0-462d-935b-de28ce1481c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:27.177841 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-9e134750-0ea0-462d-935b-de28ce1481c8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:27.181350 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-9e134750-0ea0-462d-935b-de28ce1481c8 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/7ac1d241-1c70-488f-aa76-633b2cf468aa HTTP/1.1" status: 204 len: 168 time: 1.0251050 Nov 23 17:34:27.277539 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e134750-0ea0-462d-935b-de28ce1481c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ac1d241-1c70-488f-aa76-633b2cf468aa,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:34:27.344103 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0f01095a-fda4-4b2b-aafd-3c157cfcae7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:27.346712 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0f01095a-fda4-4b2b-aafd-3c157cfcae7d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:27.347859 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-0f01095a-fda4-4b2b-aafd-3c157cfcae7d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/3eb25a3c-3442-4517-aedf-58bcb5d4926f HTTP/1.1" status: 204 len: 168 time: 0.7658374 Nov 23 17:34:27.352876 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port f068a850-0815-4062-b948-0edc0257d555 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:34:27.353382 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:27.484697 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f01095a-fda4-4b2b-aafd-3c157cfcae7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3eb25a3c-3442-4517-aedf-58bcb5d4926f,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:34:27.531070 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 40352) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:34:27.535202 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-3e695970-7aa2-4c51-a774-d1c2ea1f962e tempest-DHCPAgentSchedulersTestJSON-1109979364 tempest-DHCPAgentSchedulersTestJSON-1109979364-project-admin] 10.222.0.60 "GET /v2.0/agents/0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3/dhcp-networks HTTP/1.1" status: 200 len: 12050 time: 0.5781145 Nov 23 17:34:27.590565 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-438677b3-0df6-4f0e-8ec0-0465566ef0ff tempest-DHCPAgentSchedulersTestJSON-1109979364 tempest-DHCPAgentSchedulersTestJSON-1109979364-project-admin] 10.222.0.60 "GET /v2.0/networks/a9a2edd1-685a-4c65-b3f5-84c638a7f182/dhcp-agents HTTP/1.1" status: 200 len: 797 time: 0.0540085 Nov 23 17:34:27.591366 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 40354) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:34:27.654629 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-a0b814a9-1d0b-4a28-b304-cb63042ac815 None None] Provisioning complete for port f068a850-0815-4062-b948-0edc0257d555 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:34:27.655012 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-a0b814a9-1d0b-4a28-b304-cb63042ac815 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:27.661974 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-7940e70e-de92-483a-80f2-046855cd08e4 tempest-DHCPAgentSchedulersTestJSON-1109979364 tempest-DHCPAgentSchedulersTestJSON-1109979364-project-admin] 10.222.0.60 "GET /v2.0/networks/a9a2edd1-685a-4c65-b3f5-84c638a7f182/dhcp-agents HTTP/1.1" status: 200 len: 797 time: 0.0687871 Nov 23 17:34:27.664481 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 40356) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:34:27.882985 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 40364) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:34:27.985354 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-a0b814a9-1d0b-4a28-b304-cb63042ac815 None None] Could not find standard attr ID for object 7515b145-b4b6-4ecf-af0e-7470d377d96e. {{(pid=103592) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 17:34:27.989465 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-cc36a7b7-544c-4540-a7da-5ab4868165a7 tempest-ServersTestFqdnHostnames-1177392012 tempest-ServersTestFqdnHostnames-1177392012-project] Publish callbacks [] for security_group, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:28.010016 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-1541f5df-b447-4cf5-86d1-91b3ce02397e tempest-DHCPAgentSchedulersTestJSON-1109979364 tempest-DHCPAgentSchedulersTestJSON-1109979364-project-admin] 10.222.0.60 "GET /v2.0/agents/0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3/dhcp-networks HTTP/1.1" status: 200 len: 12050 time: 0.3401778 Nov 23 17:34:28.014267 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 40368) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:34:28.026351 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-9f2c3ffd-7a93-440c-9733-87d051d85ffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37686ff2-6240-4d40-a74e-1517d7240b9a', 'name': 'tempest-ServersTestFqdnHostnames-2103499766-router', 'tenant_id': '179fcab26c4d4902bdbe1d329dc6e426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.163'}], 'enable_snat': True}, 'gw_port_id': '9c8aabb5-1cea-4646-a97d-3da48197d02c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:31:51Z', 'updated_at': '2021-11-23T17:31:57Z', 'revision_number': 4, 'project_id': '179fcab26c4d4902bdbe1d329dc6e426', 'gw_port': {'id': '9c8aabb5-1cea-4646-a97d-3da48197d02c', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:a2:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37686ff2-6240-4d40-a74e-1517d7240b9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1226, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:31:53Z', 'updated_at': '2021-11-23T17:32:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_interfaces': [{'id': 'd33c767c-ebdd-4dca-9d9c-b33b049b27cd', 'name': '', 'network_id': 'a2322108-2e14-412e-9d37-7c0ef00eb407', 'tenant_id': '179fcab26c4d4902bdbe1d329dc6e426', 'mac_address': 'fa:16:3e:f8:f9:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37686ff2-6240-4d40-a74e-1517d7240b9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1232, 'fixed_ips': [{'subnet_id': 'b0d1280a-9716-4508-8088-0322fd67530a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:31:56Z', 'updated_at': '2021-11-23T17:32:05Z', 'revision_number': 5, 'project_id': '179fcab26c4d4902bdbe1d329dc6e426', 'subnets': [{'id': 'b0d1280a-9716-4508-8088-0322fd67530a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:34:28.032396 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 40370) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:34:28.054689 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-e4dd1999-ded4-4000-80de-05b9637d781e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:28.057446 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-cc36a7b7-544c-4540-a7da-5ab4868165a7 tempest-ServersTestFqdnHostnames-1177392012 tempest-ServersTestFqdnHostnames-1177392012-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:28.063413 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 40372) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:34:28.083800 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f2c3ffd-7a93-440c-9733-87d051d85ffd None None] Checking router: 37686ff2-6240-4d40-a74e-1517d7240b9a for host: n-d-816206-8 {{(pid=103592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 17:34:28.095942 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f2c3ffd-7a93-440c-9733-87d051d85ffd None None] Routers {'37686ff2-6240-4d40-a74e-1517d7240b9a'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:34:28.096675 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-9f2c3ffd-7a93-440c-9733-87d051d85ffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:34:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['37686ff2-6240-4d40-a74e-1517d7240b9a'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:34:28.126314 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a0f5beca-5c2e-4b7e-b2b3-42f6de5cfdca admin admin] Publish callbacks [] for security_group, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:28.165777 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-e4dd1999-ded4-4000-80de-05b9637d781e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:28.166619 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-854cd9b4-ef62-4fb8-9d08-785f501e9dc1 tempest-DHCPAgentSchedulersTestJSON-1968563842 tempest-DHCPAgentSchedulersTestJSON-1968563842-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-555181'] for network, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:28.172035 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-e4dd1999-ded4-4000-80de-05b9637d781e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:28.255958 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-cc36a7b7-544c-4540-a7da-5ab4868165a7 tempest-ServersTestFqdnHostnames-1177392012 tempest-ServersTestFqdnHostnames-1177392012-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:28.258996 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-cc36a7b7-544c-4540-a7da-5ab4868165a7 tempest-ServersTestFqdnHostnames-1177392012 tempest-ServersTestFqdnHostnames-1177392012-project] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:28.262488 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-cc36a7b7-544c-4540-a7da-5ab4868165a7 tempest-ServersTestFqdnHostnames-1177392012 tempest-ServersTestFqdnHostnames-1177392012-project] 10.222.0.60 "DELETE /v2.0/security-groups/baf25215-d6bd-4546-a0f8-45bc1c1891b9 HTTP/1.1" status: 204 len: 168 time: 0.3759840 Nov 23 17:34:28.266143 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 40376) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:34:28.272879 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvr_db [None req-9f2c3ffd-7a93-440c-9733-87d051d85ffd None None] Set router 37686ff2-6240-4d40-a74e-1517d7240b9a gateway port host: n-d-816206-8 {{(pid=103592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:34:28.278354 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 40378) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:34:28.280989 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-e4dd1999-ded4-4000-80de-05b9637d781e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=bf2120015a6f405790cd210c6363576f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2463653 Nov 23 17:34:28.301338 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc36a7b7-544c-4540-a7da-5ab4868165a7 tempest-ServersTestFqdnHostnames-1177392012 tempest-ServersTestFqdnHostnames-1177392012-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=baf25215-d6bd-4546-a0f8-45bc1c1891b9,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:34:28.315950 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4dd1999-ded4-4000-80de-05b9637d781e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec6a1a27-49a1-482e-a58d-52082286ee5a,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:34:28.345282 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4dd1999-ded4-4000-80de-05b9637d781e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:34:28.346036 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4dd1999-ded4-4000-80de-05b9637d781e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:34:28.346591 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4dd1999-ded4-4000-80de-05b9637d781e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:34:28.347097 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4dd1999-ded4-4000-80de-05b9637d781e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:34:28.347630 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4dd1999-ded4-4000-80de-05b9637d781e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:34:28.348013 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-854cd9b4-ef62-4fb8-9d08-785f501e9dc1 tempest-DHCPAgentSchedulersTestJSON-1968563842 tempest-DHCPAgentSchedulersTestJSON-1968563842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973419', 'neutron.services.segments.db._delete_segments_for_network-8736635878840'] for network, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:28.348436 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4dd1999-ded4-4000-80de-05b9637d781e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:34:28.349144 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4dd1999-ded4-4000-80de-05b9637d781e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:34:28.350152 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4dd1999-ded4-4000-80de-05b9637d781e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:34:28.351150 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4dd1999-ded4-4000-80de-05b9637d781e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:34:28.351842 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4dd1999-ded4-4000-80de-05b9637d781e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:34:28.353011 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4dd1999-ded4-4000-80de-05b9637d781e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:34:28.353800 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4dd1999-ded4-4000-80de-05b9637d781e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:34:28.367480 n-d-816206-8 neutron-server[103591]: INFO neutron.api.v2.resource [None req-bd54be42-8323-412c-bf51-af85d88a8f89 tempest-ServersTestFqdnHostnames-1177392012 tempest-ServersTestFqdnHostnames-1177392012-project] show failed (client error): The resource could not be found. Nov 23 17:34:28.390198 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-bd54be42-8323-412c-bf51-af85d88a8f89 tempest-ServersTestFqdnHostnames-1177392012 tempest-ServersTestFqdnHostnames-1177392012-project] 10.222.0.60 "GET /v2.0/security-groups/baf25215-d6bd-4546-a0f8-45bc1c1891b9 HTTP/1.1" status: 404 len: 347 time: 0.1200788 Nov 23 17:34:28.390581 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 40382) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:34:28.429184 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-854cd9b4-ef62-4fb8-9d08-785f501e9dc1 tempest-DHCPAgentSchedulersTestJSON-1968563842 tempest-DHCPAgentSchedulersTestJSON-1968563842-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a20c0d5-a22e-4e44-bac3-6ba0aedcaed8']}} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:34:28.446044 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-854cd9b4-ef62-4fb8-9d08-785f501e9dc1 tempest-DHCPAgentSchedulersTestJSON-1968563842 tempest-DHCPAgentSchedulersTestJSON-1968563842-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff755107-539a-44c4-a22b-22835652bc16') {'for_net_delete': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:34:28.446333 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-854cd9b4-ef62-4fb8-9d08-785f501e9dc1 tempest-DHCPAgentSchedulersTestJSON-1968563842 tempest-DHCPAgentSchedulersTestJSON-1968563842-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff755107-539a-44c4-a22b-22835652bc16') {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:34:28.460536 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-854cd9b4-ef62-4fb8-9d08-785f501e9dc1 tempest-DHCPAgentSchedulersTestJSON-1968563842 tempest-DHCPAgentSchedulersTestJSON-1968563842-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736635840332', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-267528353'] for segment, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:28.488218 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-854cd9b4-ef62-4fb8-9d08-785f501e9dc1 tempest-DHCPAgentSchedulersTestJSON-1968563842 tempest-DHCPAgentSchedulersTestJSON-1968563842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:28.491860 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9fa457-f170-4890-a36e-7082617677e8 req-349da61a-35b2-4636-8f06-570a4a40e0a9 tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:34:28.503666 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5e9fa457-f170-4890-a36e-7082617677e8 req-349da61a-35b2-4636-8f06-570a4a40e0a9 tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] 10.222.0.60 "GET /v2.0/ports?device_id=d5a5916e-c66a-471a-b1c7-242669cac3cf HTTP/1.1" status: 200 len: 945 time: 0.2366922 Nov 23 17:34:28.503980 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-854cd9b4-ef62-4fb8-9d08-785f501e9dc1 tempest-DHCPAgentSchedulersTestJSON-1968563842 tempest-DHCPAgentSchedulersTestJSON-1968563842-project] Releasing vlan 521 on physical network physnet1 to pool {{(pid=103590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 17:34:28.503980 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-854cd9b4-ef62-4fb8-9d08-785f501e9dc1 tempest-DHCPAgentSchedulersTestJSON-1968563842 tempest-DHCPAgentSchedulersTestJSON-1968563842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264370093'] for segment, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:28.514037 n-d-816206-8 neutron-server[103590]: Traceback (most recent call last): Nov 23 17:34:28.514037 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 17:34:28.514037 n-d-816206-8 neutron-server[103590]: timer() Nov 23 17:34:28.514037 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 17:34:28.514037 n-d-816206-8 neutron-server[103590]: cb(*args, **kw) Nov 23 17:34:28.514037 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 17:34:28.514037 n-d-816206-8 neutron-server[103590]: return func(*args, **kwargs) Nov 23 17:34:28.514037 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 17:34:28.514037 n-d-816206-8 neutron-server[103590]: self._notify() Nov 23 17:34:28.514037 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 17:34:28.514037 n-d-816206-8 neutron-server[103590]: self.callback(batched_events) Nov 23 17:34:28.514037 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 17:34:28.514037 n-d-816206-8 neutron-server[103590]: event.method(event) Nov 23 17:34:28.514037 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 17:34:28.514037 n-d-816206-8 neutron-server[103590]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 17:34:28.514037 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 17:34:28.514037 n-d-816206-8 neutron-server[103590]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 17:34:28.514037 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 17:34:28.514037 n-d-816206-8 neutron-server[103590]: return f(self, *a, **k) Nov 23 17:34:28.514037 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 17:34:28.514037 n-d-816206-8 neutron-server[103590]: return self._get(url).json() Nov 23 17:34:28.514037 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 17:34:28.514037 n-d-816206-8 neutron-server[103590]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 17:34:28.514037 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 17:34:28.514037 n-d-816206-8 neutron-server[103590]: return self.request(url, 'GET', **kwargs) Nov 23 17:34:28.514037 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 17:34:28.514037 n-d-816206-8 neutron-server[103590]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 17:34:28.514037 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 17:34:28.514037 n-d-816206-8 neutron-server[103590]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 17:34:28.514037 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 17:34:28.514037 n-d-816206-8 neutron-server[103590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 17:34:28.514037 n-d-816206-8 neutron-server[103590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 17:34:28.583463 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-9f2c3ffd-7a93-440c-9733-87d051d85ffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37686ff2-6240-4d40-a74e-1517d7240b9a', 'name': 'tempest-ServersTestFqdnHostnames-2103499766-router', 'tenant_id': '179fcab26c4d4902bdbe1d329dc6e426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.163'}], 'enable_snat': True}, 'gw_port_id': '9c8aabb5-1cea-4646-a97d-3da48197d02c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:31:51Z', 'updated_at': '2021-11-23T17:31:57Z', 'revision_number': 4, 'project_id': '179fcab26c4d4902bdbe1d329dc6e426', 'gw_port': {'id': '9c8aabb5-1cea-4646-a97d-3da48197d02c', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:a2:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37686ff2-6240-4d40-a74e-1517d7240b9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1226, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:31:53Z', 'updated_at': '2021-11-23T17:32:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_interfaces': [{'id': 'd33c767c-ebdd-4dca-9d9c-b33b049b27cd', 'name': '', 'network_id': 'a2322108-2e14-412e-9d37-7c0ef00eb407', 'tenant_id': '179fcab26c4d4902bdbe1d329dc6e426', 'mac_address': 'fa:16:3e:f8:f9:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37686ff2-6240-4d40-a74e-1517d7240b9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1232, 'fixed_ips': [{'subnet_id': 'b0d1280a-9716-4508-8088-0322fd67530a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:31:56Z', 'updated_at': '2021-11-23T17:32:05Z', 'revision_number': 5, 'project_id': '179fcab26c4d4902bdbe1d329dc6e426', 'subnets': [{'id': 'b0d1280a-9716-4508-8088-0322fd67530a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:34:28.611200 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4c5fdd13-7299-4c06-a94e-c164f867932e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:28.613540 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a0f5beca-5c2e-4b7e-b2b3-42f6de5cfdca admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:28.616270 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5e9fa457-f170-4890-a36e-7082617677e8 req-055999c5-bb90-4be1-9981-91012be50b26 tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] 10.222.0.60 "GET /v2.0/security-groups?id=67691fce-8308-48e3-b930-b7465ae25797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130421 Nov 23 17:34:28.641031 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a0f5beca-5c2e-4b7e-b2b3-42f6de5cfdca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:28.648546 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-be71b486-497e-4214-845b-6bc827fc6b9d tempest-ServersTestFqdnHostnames-1177392012 tempest-ServersTestFqdnHostnames-1177392012-project] Deleting port 7b1204ef-9fb1-40c0-bb8e-9b35436fbb97 {{(pid=103591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:34:28.649278 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-be71b486-497e-4214-845b-6bc827fc6b9d tempest-ServersTestFqdnHostnames-1177392012 tempest-ServersTestFqdnHostnames-1177392012-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:28.677200 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f2c3ffd-7a93-440c-9733-87d051d85ffd None None] The sync data for ids ['37686ff2-6240-4d40-a74e-1517d7240b9a'] in n-d-816206-8 is: [{'id': '37686ff2-6240-4d40-a74e-1517d7240b9a', 'name': 'tempest-ServersTestFqdnHostnames-2103499766-router', 'tenant_id': '179fcab26c4d4902bdbe1d329dc6e426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.163'}], 'enable_snat': True}, 'gw_port_id': '9c8aabb5-1cea-4646-a97d-3da48197d02c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:31:51Z', 'updated_at': '2021-11-23T17:31:57Z', 'revision_number': 4, 'project_id': '179fcab26c4d4902bdbe1d329dc6e426', 'gw_port': {'id': '9c8aabb5-1cea-4646-a97d-3da48197d02c', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:a2:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37686ff2-6240-4d40-a74e-1517d7240b9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1226, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:31:53Z', 'updated_at': '2021-11-23T17:32:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_interfaces': [{'id': 'd33c767c-ebdd-4dca-9d9c-b33b049b27cd', 'name': '', 'network_id': 'a2322108-2e14-412e-9d37-7c0ef00eb407', 'tenant_id': '179fcab26c4d4902bdbe1d329dc6e426', 'mac_address': 'fa:16:3e:f8:f9:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37686ff2-6240-4d40-a74e-1517d7240b9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1232, 'fixed_ips': [{'subnet_id': 'b0d1280a-9716-4508-8088-0322fd67530a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:31:56Z', 'updated_at': '2021-11-23T17:32:05Z', 'revision_number': 5, 'project_id': '179fcab26c4d4902bdbe1d329dc6e426', 'subnets': [{'id': 'b0d1280a-9716-4508-8088-0322fd67530a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:34:28.688073 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-854cd9b4-ef62-4fb8-9d08-785f501e9dc1 tempest-DHCPAgentSchedulersTestJSON-1968563842 tempest-DHCPAgentSchedulersTestJSON-1968563842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1795418'] for network, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:28.694111 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-854cd9b4-ef62-4fb8-9d08-785f501e9dc1 tempest-DHCPAgentSchedulersTestJSON-1968563842 tempest-DHCPAgentSchedulersTestJSON-1968563842-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for network, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:28.698160 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-854cd9b4-ef62-4fb8-9d08-785f501e9dc1 tempest-DHCPAgentSchedulersTestJSON-1968563842 tempest-DHCPAgentSchedulersTestJSON-1968563842-project] 10.222.0.60 "DELETE /v2.0/networks/4a20c0d5-a22e-4e44-bac3-6ba0aedcaed8 HTTP/1.1" status: 204 len: 168 time: 0.6820838 Nov 23 17:34:28.700416 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4c5fdd13-7299-4c06-a94e-c164f867932e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:28.727640 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 40386) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:34:28.776744 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-be71b486-497e-4214-845b-6bc827fc6b9d tempest-ServersTestFqdnHostnames-1177392012 tempest-ServersTestFqdnHostnames-1177392012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:28.777276 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-be71b486-497e-4214-845b-6bc827fc6b9d tempest-ServersTestFqdnHostnames-1177392012 tempest-ServersTestFqdnHostnames-1177392012-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:28.790143 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-be71b486-497e-4214-845b-6bc827fc6b9d tempest-ServersTestFqdnHostnames-1177392012 tempest-ServersTestFqdnHostnames-1177392012-project] Calling delete_port for 7b1204ef-9fb1-40c0-bb8e-9b35436fbb97 owned by network:floatingip {{(pid=103591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:34:28.798822 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854cd9b4-ef62-4fb8-9d08-785f501e9dc1 tempest-DHCPAgentSchedulersTestJSON-1968563842 tempest-DHCPAgentSchedulersTestJSON-1968563842-project] Pushing event deleted for resources: {'Network': ['ID=4a20c0d5-a22e-4e44-bac3-6ba0aedcaed8,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:34:28.806646 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f5beca-5c2e-4b7e-b2b3-42f6de5cfdca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce15ae42-a63c-40e8-a3ac-1d2941046208,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:34:28.816803 n-d-816206-8 neutron-server[103590]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ae0a643-9637-4983-ab02-81a6d2b5fb4c tempest-DHCPAgentSchedulersTestJSON-1968563842 tempest-DHCPAgentSchedulersTestJSON-1968563842-project] DELETE failed (client error): The resource could not be found. Nov 23 17:34:28.817381 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ae0a643-9637-4983-ab02-81a6d2b5fb4c tempest-DHCPAgentSchedulersTestJSON-1968563842 tempest-DHCPAgentSchedulersTestJSON-1968563842-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103590) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 17:34:28.823917 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-5ae0a643-9637-4983-ab02-81a6d2b5fb4c tempest-DHCPAgentSchedulersTestJSON-1968563842 tempest-DHCPAgentSchedulersTestJSON-1968563842-project] 10.222.0.60 "DELETE /v2.0/ports/7515b145-b4b6-4ecf-af0e-7470d377d96e HTTP/1.1" status: 404 len: 333 time: 0.0843117 Nov 23 17:34:28.830514 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-a0f5beca-5c2e-4b7e-b2b3-42f6de5cfdca admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=73ba2d72b12f447c951e32a2eeacaa47&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7631164 Nov 23 17:34:28.830514 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 40388) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:34:28.838557 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 40390) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:34:28.914736 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4dac70c-c6ea-4dad-9519-8bb77060e0c8 tempest-DHCPAgentSchedulersTestJSON-1968563842 tempest-DHCPAgentSchedulersTestJSON-1968563842-project] Deleting subnet b2e01dce-e157-41d2-abd9-df8869b5b842 {{(pid=103590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 17:34:28.922136 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f4dac70c-c6ea-4dad-9519-8bb77060e0c8 tempest-DHCPAgentSchedulersTestJSON-1968563842 tempest-DHCPAgentSchedulersTestJSON-1968563842-project] Publish callbacks [] for subnet, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:28.947995 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4c5fdd13-7299-4c06-a94e-c164f867932e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:28.950602 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4c5fdd13-7299-4c06-a94e-c164f867932e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:28.952344 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-4c5fdd13-7299-4c06-a94e-c164f867932e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ec6a1a27-49a1-482e-a58d-52082286ee5a HTTP/1.1" status: 204 len: 168 time: 0.6713729 Nov 23 17:34:28.970749 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-be71b486-497e-4214-845b-6bc827fc6b9d tempest-ServersTestFqdnHostnames-1177392012 tempest-ServersTestFqdnHostnames-1177392012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:28.985523 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5fdd13-7299-4c06-a94e-c164f867932e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec6a1a27-49a1-482e-a58d-52082286ee5a,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:34:28.998887 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8372a8c3-65b7-4aa2-a611-c2e2edf87cb2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:29.037788 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8372a8c3-65b7-4aa2-a611-c2e2edf87cb2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:29.053769 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f4dac70c-c6ea-4dad-9519-8bb77060e0c8 tempest-DHCPAgentSchedulersTestJSON-1968563842 tempest-DHCPAgentSchedulersTestJSON-1968563842-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-267528342'] for subnet, precommit_delete_associations {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:29.083356 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be71b486-497e-4214-845b-6bc827fc6b9d tempest-ServersTestFqdnHostnames-1177392012 tempest-ServersTestFqdnHostnames-1177392012-project] Pushing event deleted for resources: {'Port': ['ID=7b1204ef-9fb1-40c0-bb8e-9b35436fbb97,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:34:29.086382 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-be71b486-497e-4214-845b-6bc827fc6b9d tempest-ServersTestFqdnHostnames-1177392012 tempest-ServersTestFqdnHostnames-1177392012-project] Publish callbacks [] for floatingip, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:29.089263 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-be71b486-497e-4214-845b-6bc827fc6b9d tempest-ServersTestFqdnHostnames-1177392012 tempest-ServersTestFqdnHostnames-1177392012-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for floatingip, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:29.093909 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-be71b486-497e-4214-845b-6bc827fc6b9d tempest-ServersTestFqdnHostnames-1177392012 tempest-ServersTestFqdnHostnames-1177392012-project] 10.222.0.60 "DELETE /v2.0/floatingips/0a07d280-724c-4c63-940f-3b4ece3105cf HTTP/1.1" status: 204 len: 168 time: 0.7019701 Nov 23 17:34:29.094984 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 40396) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:34:29.189607 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8372a8c3-65b7-4aa2-a611-c2e2edf87cb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:29.191013 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb983533-8dec-4bf5-a0b1-b85d8f71facb None None] New status for floating IP 0a07d280-724c-4c63-940f-3b4ece3105cf: DOWN {{(pid=103593) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 17:34:29.193415 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8372a8c3-65b7-4aa2-a611-c2e2edf87cb2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:29.194275 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-8372a8c3-65b7-4aa2-a611-c2e2edf87cb2 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ce15ae42-a63c-40e8-a3ac-1d2941046208 HTTP/1.1" status: 204 len: 168 time: 0.3541217 Nov 23 17:34:29.212416 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f4dac70c-c6ea-4dad-9519-8bb77060e0c8 tempest-DHCPAgentSchedulersTestJSON-1968563842 tempest-DHCPAgentSchedulersTestJSON-1968563842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971956'] for subnet, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:29.215958 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8372a8c3-65b7-4aa2-a611-c2e2edf87cb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce15ae42-a63c-40e8-a3ac-1d2941046208,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:34:29.316605 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f4dac70c-c6ea-4dad-9519-8bb77060e0c8 tempest-DHCPAgentSchedulersTestJSON-1968563842 tempest-DHCPAgentSchedulersTestJSON-1968563842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264357903', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264730940'] for subnet, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:29.371133 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4dac70c-c6ea-4dad-9519-8bb77060e0c8 tempest-DHCPAgentSchedulersTestJSON-1968563842 tempest-DHCPAgentSchedulersTestJSON-1968563842-project] Pushing event deleted for resources: {'Subnet': ['ID=b2e01dce-e157-41d2-abd9-df8869b5b842,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:34:29.371839 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35a0b089-d283-4ceb-bab8-1e8b798b369c None None] Network a9a2edd1-685a-4c65-b3f5-84c638a7f182 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:34:29.376650 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f4dac70c-c6ea-4dad-9519-8bb77060e0c8 tempest-DHCPAgentSchedulersTestJSON-1968563842 tempest-DHCPAgentSchedulersTestJSON-1968563842-project] Publish callbacks [] for subnet, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:29.383940 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-f4dac70c-c6ea-4dad-9519-8bb77060e0c8 tempest-DHCPAgentSchedulersTestJSON-1968563842 tempest-DHCPAgentSchedulersTestJSON-1968563842-project] 10.222.0.60 "DELETE /v2.0/subnets/b2e01dce-e157-41d2-abd9-df8869b5b842 HTTP/1.1" status: 204 len: 168 time: 0.5522475 Nov 23 17:34:29.386779 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 40400) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:34:29.579610 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0078baed-2c09-4024-bddf-dfc891542261 tempest-DHCPAgentSchedulersTestJSON-1968563842 tempest-DHCPAgentSchedulersTestJSON-1968563842-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-555181'] for network, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:29.822299 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-eb5b4405-f27c-476e-b5de-bb8752dc129f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1794372'] for router_interface, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:29.830034 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-0078baed-2c09-4024-bddf-dfc891542261 tempest-DHCPAgentSchedulersTestJSON-1968563842 tempest-DHCPAgentSchedulersTestJSON-1968563842-project] Deleting port f068a850-0815-4062-b948-0edc0257d555 {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:34:29.830412 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0078baed-2c09-4024-bddf-dfc891542261 tempest-DHCPAgentSchedulersTestJSON-1968563842 tempest-DHCPAgentSchedulersTestJSON-1968563842-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:29.999301 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c9cff0-5a7e-47b7-8438-03d519efc188 req-aba100a7-f5c7-47cf-a24e-838bc10433cb tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:34:29.999301 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-40c9cff0-5a7e-47b7-8438-03d519efc188 req-aba100a7-f5c7-47cf-a24e-838bc10433cb tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] 10.222.0.60 "GET /v2.0/ports?device_id=d5a5916e-c66a-471a-b1c7-242669cac3cf HTTP/1.1" status: 200 len: 945 time: 0.1297798 Nov 23 17:34:30.002506 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 40418) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:34:30.057892 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8dd34f80-1949-4a76-9a20-3512cc0f53aa admin admin] Publish callbacks [] for security_group, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:30.067269 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00d6d771-17f4-4cd3-a212-acee6a9b104f None None] DHCP port deletion for a9a2edd1-685a-4c65-b3f5-84c638a7f182 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:34:30.075066 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-0078baed-2c09-4024-bddf-dfc891542261 tempest-DHCPAgentSchedulersTestJSON-1968563842 tempest-DHCPAgentSchedulersTestJSON-1968563842-project] For port f068a850-0815-4062-b948-0edc0257d555, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=f068a850-0815-4062-b948-0edc0257d555,segment=NetworkSegment(89fcc313-5951-4d3a-80c6-f0d2649929f3),segment_id=89fcc313-5951-4d3a-80c6-f0d2649929f3)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:34:30.075435 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0078baed-2c09-4024-bddf-dfc891542261 tempest-DHCPAgentSchedulersTestJSON-1968563842 tempest-DHCPAgentSchedulersTestJSON-1968563842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:30.108050 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-0078baed-2c09-4024-bddf-dfc891542261 tempest-DHCPAgentSchedulersTestJSON-1968563842 tempest-DHCPAgentSchedulersTestJSON-1968563842-project] Calling delete_port for f068a850-0815-4062-b948-0edc0257d555 owned by network:dhcp {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:34:30.137269 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-00d6d771-17f4-4cd3-a212-acee6a9b104f None None] Deleting port f068a850-0815-4062-b948-0edc0257d555 {{(pid=103592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:34:30.137825 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-00d6d771-17f4-4cd3-a212-acee6a9b104f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:30.234362 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-40c9cff0-5a7e-47b7-8438-03d519efc188 req-a88a61b7-1658-4e1a-8c71-9f71b5abcd70 tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] 10.222.0.60 "GET /v2.0/security-groups?id=67691fce-8308-48e3-b930-b7465ae25797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2147989 Nov 23 17:34:30.236661 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-00d6d771-17f4-4cd3-a212-acee6a9b104f None None] For port f068a850-0815-4062-b948-0edc0257d555, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=f068a850-0815-4062-b948-0edc0257d555,segment=NetworkSegment(89fcc313-5951-4d3a-80c6-f0d2649929f3),segment_id=89fcc313-5951-4d3a-80c6-f0d2649929f3)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:34:30.237546 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-00d6d771-17f4-4cd3-a212-acee6a9b104f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:30.252830 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-00d6d771-17f4-4cd3-a212-acee6a9b104f None None] Calling delete_port for f068a850-0815-4062-b948-0edc0257d555 owned by network:dhcp {{(pid=103592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:34:30.390248 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0078baed-2c09-4024-bddf-dfc891542261 tempest-DHCPAgentSchedulersTestJSON-1968563842 tempest-DHCPAgentSchedulersTestJSON-1968563842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:30.406815 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8dd34f80-1949-4a76-9a20-3512cc0f53aa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:30.433524 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0078baed-2c09-4024-bddf-dfc891542261 tempest-DHCPAgentSchedulersTestJSON-1968563842 tempest-DHCPAgentSchedulersTestJSON-1968563842-project] No DVR routers for this DVR port f068a850-0815-4062-b948-0edc0257d555 on host n-d-816206-8 {{(pid=103590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:34:30.440798 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-00d6d771-17f4-4cd3-a212-acee6a9b104f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989'] for port, after_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:30.474264 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8dd34f80-1949-4a76-9a20-3512cc0f53aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:30.489284 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00d6d771-17f4-4cd3-a212-acee6a9b104f None None] No DVR routers for this DVR port f068a850-0815-4062-b948-0edc0257d555 on host n-d-816206-8 {{(pid=103592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:34:30.491189 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2897fc96-c9e1-480a-94c2-1f01da6108b8 req-bd3d61eb-c1bd-417a-91e2-c9aca1701657 tempest-AttachVolumeNegativeTest-452624640 tempest-AttachVolumeNegativeTest-452624640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:34:30.491849 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d6d771-17f4-4cd3-a212-acee6a9b104f None None] Pushing event deleted for resources: {'Port': ['ID=f068a850-0815-4062-b948-0edc0257d555,revision_number=None']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:34:30.499294 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2897fc96-c9e1-480a-94c2-1f01da6108b8 req-bd3d61eb-c1bd-417a-91e2-c9aca1701657 tempest-AttachVolumeNegativeTest-452624640 tempest-AttachVolumeNegativeTest-452624640-project] 10.222.0.60 "GET /v2.0/networks?id=33c8cd36-aad8-4dc4-8566-a5fb3cdb35eb HTTP/1.1" status: 200 len: 815 time: 0.2160337 Nov 23 17:34:30.500078 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0078baed-2c09-4024-bddf-dfc891542261 tempest-DHCPAgentSchedulersTestJSON-1968563842 tempest-DHCPAgentSchedulersTestJSON-1968563842-project] Pushing event deleted for resources: {'Port': ['ID=f068a850-0815-4062-b948-0edc0257d555,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:34:30.529919 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-8dd34f80-1949-4a76-9a20-3512cc0f53aa admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=aa62a7d7f7584a659926891fa5c798f7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5213480 Nov 23 17:34:30.530359 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2897fc96-c9e1-480a-94c2-1f01da6108b8 req-6a23008b-ca66-442c-8e50-d093a75b2401 tempest-AttachVolumeNegativeTest-452624640 tempest-AttachVolumeNegativeTest-452624640-project] 10.222.0.60 "GET /v2.0/quotas/340c7e93775c4f84bcf228158ebdbd25 HTTP/1.1" status: 200 len: 375 time: 0.0283754 Nov 23 17:34:30.530680 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 40440) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:34:30.584018 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0078baed-2c09-4024-bddf-dfc891542261 tempest-DHCPAgentSchedulersTestJSON-1968563842 tempest-DHCPAgentSchedulersTestJSON-1968563842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973419', 'neutron.services.segments.db._delete_segments_for_network-8736635878840'] for network, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:30.594138 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd34f80-1949-4a76-9a20-3512cc0f53aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cae7c6d1-3dfa-46da-af9f-7bae6e03bc65,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:34:30.622898 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-0078baed-2c09-4024-bddf-dfc891542261 tempest-DHCPAgentSchedulersTestJSON-1968563842 tempest-DHCPAgentSchedulersTestJSON-1968563842-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9a2edd1-685a-4c65-b3f5-84c638a7f182']}} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:34:30.636699 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-0078baed-2c09-4024-bddf-dfc891542261 tempest-DHCPAgentSchedulersTestJSON-1968563842 tempest-DHCPAgentSchedulersTestJSON-1968563842-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89fcc313-5951-4d3a-80c6-f0d2649929f3') {'for_net_delete': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:34:30.637055 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-0078baed-2c09-4024-bddf-dfc891542261 tempest-DHCPAgentSchedulersTestJSON-1968563842 tempest-DHCPAgentSchedulersTestJSON-1968563842-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89fcc313-5951-4d3a-80c6-f0d2649929f3') {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:34:30.657801 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0078baed-2c09-4024-bddf-dfc891542261 tempest-DHCPAgentSchedulersTestJSON-1968563842 tempest-DHCPAgentSchedulersTestJSON-1968563842-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736635840332', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-267528353'] for segment, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:30.665141 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device f068a850-0815-4062-b948-0edc0257d555 no longer exists at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:34:30.673959 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-eb5b4405-f27c-476e-b5de-bb8752dc129f admin admin] Deleting port d33c767c-ebdd-4dca-9d9c-b33b049b27cd {{(pid=103591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:34:30.675450 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-eb5b4405-f27c-476e-b5de-bb8752dc129f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:30.677388 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0078baed-2c09-4024-bddf-dfc891542261 tempest-DHCPAgentSchedulersTestJSON-1968563842 tempest-DHCPAgentSchedulersTestJSON-1968563842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:30.684248 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0078baed-2c09-4024-bddf-dfc891542261 tempest-DHCPAgentSchedulersTestJSON-1968563842 tempest-DHCPAgentSchedulersTestJSON-1968563842-project] Releasing vlan 516 on physical network physnet1 to pool {{(pid=103590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 17:34:30.684612 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0078baed-2c09-4024-bddf-dfc891542261 tempest-DHCPAgentSchedulersTestJSON-1968563842 tempest-DHCPAgentSchedulersTestJSON-1968563842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264370093'] for segment, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:30.718509 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] No Port match for: f068a850-0815-4062-b948-0edc0257d555 {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:34:30.719746 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device f068a850-0815-4062-b948-0edc0257d555 not bound to the agent host n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:34:30.720874 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-f416156c-9f06-4a70-b23a-3cc4cba32e0d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:30.738052 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2897fc96-c9e1-480a-94c2-1f01da6108b8 req-fe9114fe-b984-4c28-9695-a0649765ab6a tempest-AttachVolumeNegativeTest-452624640 tempest-AttachVolumeNegativeTest-452624640-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=340c7e93775c4f84bcf228158ebdbd25&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1950667 Nov 23 17:34:30.753162 n-d-816206-8 neutron-server[103590]: Traceback (most recent call last): Nov 23 17:34:30.753162 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 17:34:30.753162 n-d-816206-8 neutron-server[103590]: timer() Nov 23 17:34:30.753162 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 17:34:30.753162 n-d-816206-8 neutron-server[103590]: cb(*args, **kw) Nov 23 17:34:30.753162 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 17:34:30.753162 n-d-816206-8 neutron-server[103590]: return func(*args, **kwargs) Nov 23 17:34:30.753162 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 17:34:30.753162 n-d-816206-8 neutron-server[103590]: self._notify() Nov 23 17:34:30.753162 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 17:34:30.753162 n-d-816206-8 neutron-server[103590]: self.callback(batched_events) Nov 23 17:34:30.753162 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 17:34:30.753162 n-d-816206-8 neutron-server[103590]: event.method(event) Nov 23 17:34:30.753162 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 17:34:30.753162 n-d-816206-8 neutron-server[103590]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 17:34:30.753162 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 17:34:30.753162 n-d-816206-8 neutron-server[103590]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 17:34:30.753162 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 17:34:30.753162 n-d-816206-8 neutron-server[103590]: return f(self, *a, **k) Nov 23 17:34:30.753162 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 17:34:30.753162 n-d-816206-8 neutron-server[103590]: return self._get(url).json() Nov 23 17:34:30.753162 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 17:34:30.753162 n-d-816206-8 neutron-server[103590]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 17:34:30.753162 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 17:34:30.753162 n-d-816206-8 neutron-server[103590]: return self.request(url, 'GET', **kwargs) Nov 23 17:34:30.753162 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 17:34:30.753162 n-d-816206-8 neutron-server[103590]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 17:34:30.753162 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 17:34:30.753162 n-d-816206-8 neutron-server[103590]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 17:34:30.753162 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 17:34:30.753162 n-d-816206-8 neutron-server[103590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 17:34:30.753162 n-d-816206-8 neutron-server[103590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 17:34:30.772938 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0078baed-2c09-4024-bddf-dfc891542261 tempest-DHCPAgentSchedulersTestJSON-1968563842 tempest-DHCPAgentSchedulersTestJSON-1968563842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1795418'] for network, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:30.793482 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0078baed-2c09-4024-bddf-dfc891542261 tempest-DHCPAgentSchedulersTestJSON-1968563842 tempest-DHCPAgentSchedulersTestJSON-1968563842-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for network, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:30.801243 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-0078baed-2c09-4024-bddf-dfc891542261 tempest-DHCPAgentSchedulersTestJSON-1968563842 tempest-DHCPAgentSchedulersTestJSON-1968563842-project] 10.222.0.60 "DELETE /v2.0/networks/a9a2edd1-685a-4c65-b3f5-84c638a7f182 HTTP/1.1" status: 204 len: 168 time: 1.4103658 Nov 23 17:34:30.821715 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0078baed-2c09-4024-bddf-dfc891542261 tempest-DHCPAgentSchedulersTestJSON-1968563842 tempest-DHCPAgentSchedulersTestJSON-1968563842-project] Pushing event deleted for resources: {'Network': ['ID=a9a2edd1-685a-4c65-b3f5-84c638a7f182,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:34:30.834728 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-f416156c-9f06-4a70-b23a-3cc4cba32e0d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:31.159096 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 40464) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:34:31.271547 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [None req-eb5b4405-f27c-476e-b5de-bb8752dc129f admin admin] For port d33c767c-ebdd-4dca-9d9c-b33b049b27cd, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=d33c767c-ebdd-4dca-9d9c-b33b049b27cd,segment=NetworkSegment(91748fde-db18-45a8-a7a1-77ad9732fc5b),segment_id=91748fde-db18-45a8-a7a1-77ad9732fc5b)] {{(pid=103591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:34:31.272141 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-eb5b4405-f27c-476e-b5de-bb8752dc129f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:31.294288 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-eb5b4405-f27c-476e-b5de-bb8752dc129f admin admin] Calling delete_port for d33c767c-ebdd-4dca-9d9c-b33b049b27cd owned by network:router_interface {{(pid=103591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:34:31.327462 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2897fc96-c9e1-480a-94c2-1f01da6108b8 req-70eecc4e-a3b3-4e78-a577-55da3c507f84 service neutron] 10.222.0.60 "GET /v2.0/networks/33c8cd36-aad8-4dc4-8566-a5fb3cdb35eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5552034 Nov 23 17:34:31.328435 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-f416156c-9f06-4a70-b23a-3cc4cba32e0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:31.333103 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-f416156c-9f06-4a70-b23a-3cc4cba32e0d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:31.337205 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-f416156c-9f06-4a70-b23a-3cc4cba32e0d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/cae7c6d1-3dfa-46da-af9f-7bae6e03bc65 HTTP/1.1" status: 204 len: 168 time: 0.8029411 Nov 23 17:34:31.401847 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f416156c-9f06-4a70-b23a-3cc4cba32e0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cae7c6d1-3dfa-46da-af9f-7bae6e03bc65,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:34:31.425303 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-24c80989-268b-4d34-8a2c-797083afb01f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=5c7a1d3786eb474cb58ea0d95371ee12&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2648287 Nov 23 17:34:31.427465 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 40486) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:34:31.499966 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f6760fba-8dbf-466b-9e5d-5e91e3ff7852 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:31.529633 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f6760fba-8dbf-466b-9e5d-5e91e3ff7852 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:31.598339 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e554f6-611f-455a-abd6-bc3b3e722ea3 req-a7dfbd53-4407-4db5-ad1d-b72057dfc441 tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:34:31.602742 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-44e554f6-611f-455a-abd6-bc3b3e722ea3 req-a7dfbd53-4407-4db5-ad1d-b72057dfc441 tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] 10.222.0.60 "GET /v2.0/ports?device_id=d5a5916e-c66a-471a-b1c7-242669cac3cf HTTP/1.1" status: 200 len: 945 time: 0.2126000 Nov 23 17:34:31.606827 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f6760fba-8dbf-466b-9e5d-5e91e3ff7852 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:31.609699 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f6760fba-8dbf-466b-9e5d-5e91e3ff7852 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:31.615481 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-f6760fba-8dbf-466b-9e5d-5e91e3ff7852 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/8b3c0ce1-175f-4a70-b8ec-17824c1bd693 HTTP/1.1" status: 204 len: 168 time: 0.1863415 Nov 23 17:34:31.625877 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6760fba-8dbf-466b-9e5d-5e91e3ff7852 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b3c0ce1-175f-4a70-b8ec-17824c1bd693,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:34:31.688269 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2897fc96-c9e1-480a-94c2-1f01da6108b8 req-4b022234-d337-41df-8072-2809d75a5270 service neutron] 10.222.0.60 "GET /v2.0/networks/33c8cd36-aad8-4dc4-8566-a5fb3cdb35eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2985945 Nov 23 17:34:31.718441 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-44e554f6-611f-455a-abd6-bc3b3e722ea3 req-9574ba57-be3d-420c-b9e5-033b02a8d617 tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] 10.222.0.60 "GET /v2.0/security-groups?id=67691fce-8308-48e3-b930-b7465ae25797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965564 Nov 23 17:34:31.835215 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-eb5b4405-f27c-476e-b5de-bb8752dc129f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:31.909994 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5b4405-f27c-476e-b5de-bb8752dc129f admin admin] Pushing event deleted for resources: {'Port': ['ID=d33c767c-ebdd-4dca-9d9c-b33b049b27cd,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:34:32.028094 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-04fbd04f-abc8-42d3-8e3c-30c02b2b0ce1 req-cdfbf2cb-273c-4a48-a087-b15120313d3c tempest-AttachVolumeNegativeTest-452624640 tempest-AttachVolumeNegativeTest-452624640-project] 10.222.0.60 "GET /v2.0/ports?device_id=531cafd7-8e1e-4b7c-92fc-e4a1f6ee4d62 HTTP/1.1" status: 200 len: 210 time: 0.0566952 Nov 23 17:34:32.381008 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 40528) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:34:32.400088 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ece5897e-7ac5-409a-a6d1-755e51ad7a4a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:32.445789 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-eb5b4405-f27c-476e-b5de-bb8752dc129f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2067500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1794520'] for router_interface, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:32.509438 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ece5897e-7ac5-409a-a6d1-755e51ad7a4a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:32.515020 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ece5897e-7ac5-409a-a6d1-755e51ad7a4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:32.566469 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece5897e-7ac5-409a-a6d1-755e51ad7a4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ff5c497-649e-49c0-b6d9-d25951f24fb9,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:34:32.575359 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-ece5897e-7ac5-409a-a6d1-755e51ad7a4a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f5b4291a4e4842a0ae94201203376936&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1928713 Nov 23 17:34:32.576675 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 40538) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:34:32.640292 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f2d29614-ab69-4539-abe2-595a4f515ab4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:32.671445 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f2d29614-ab69-4539-abe2-595a4f515ab4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:32.732282 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f2d29614-ab69-4539-abe2-595a4f515ab4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:32.736932 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f2d29614-ab69-4539-abe2-595a4f515ab4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:32.743428 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-f2d29614-ab69-4539-abe2-595a4f515ab4 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/6ff5c497-649e-49c0-b6d9-d25951f24fb9 HTTP/1.1" status: 204 len: 168 time: 0.1653519 Nov 23 17:34:32.761658 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d29614-ab69-4539-abe2-595a4f515ab4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ff5c497-649e-49c0-b6d9-d25951f24fb9,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:34:33.290938 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-51a9e3aa-3846-4b71-97df-20af7acda489 req-af587329-d522-4920-a5c8-a61394c7cdd5 tempest-AttachVolumeNegativeTest-452624640 tempest-AttachVolumeNegativeTest-452624640-project] 10.222.0.60 "GET /v2.0/ports?device_id=531cafd7-8e1e-4b7c-92fc-e4a1f6ee4d62 HTTP/1.1" status: 200 len: 210 time: 0.1103232 Nov 23 17:34:33.339215 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb5b4405-f27c-476e-b5de-bb8752dc129f admin admin] Router 37686ff2-6240-4d40-a74e-1517d7240b9a has already been hosted by L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 {{(pid=103591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 17:34:33.350258 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-cd22f940-46af-45b5-81a8-de0f8b3e8953 req-c158f948-d25c-484e-8e04-400a5c0b56ba service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=6405c518-c3fe-4701-acc0-e089ba26cce4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1735730 Nov 23 17:34:33.366332 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab2bd5a-1a69-44e5-841b-44d073640129 req-4ad639c3-3f34-44b4-a106-081d0e2133de tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:34:33.378513 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-dab2bd5a-1a69-44e5-841b-44d073640129 req-4ad639c3-3f34-44b4-a106-081d0e2133de tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] 10.222.0.60 "GET /v2.0/ports?device_id=d5a5916e-c66a-471a-b1c7-242669cac3cf HTTP/1.1" status: 200 len: 945 time: 0.1992121 Nov 23 17:34:33.629964 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-dab2bd5a-1a69-44e5-841b-44d073640129 req-d9f5468c-47ba-4780-9817-a0dc4f116f51 tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] 10.222.0.60 "GET /v2.0/security-groups?id=67691fce-8308-48e3-b930-b7465ae25797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2500167 Nov 23 17:34:33.649393 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd22f940-46af-45b5-81a8-de0f8b3e8953 req-a0b80e59-fed3-4c99-8cdc-6385e28c07e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:34:33.649844 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd22f940-46af-45b5-81a8-de0f8b3e8953 req-a0b80e59-fed3-4c99-8cdc-6385e28c07e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:34:33.650319 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd22f940-46af-45b5-81a8-de0f8b3e8953 req-a0b80e59-fed3-4c99-8cdc-6385e28c07e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:34:33.650852 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd22f940-46af-45b5-81a8-de0f8b3e8953 req-a0b80e59-fed3-4c99-8cdc-6385e28c07e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:34:33.651352 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd22f940-46af-45b5-81a8-de0f8b3e8953 req-a0b80e59-fed3-4c99-8cdc-6385e28c07e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:34:33.651702 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd22f940-46af-45b5-81a8-de0f8b3e8953 req-a0b80e59-fed3-4c99-8cdc-6385e28c07e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:34:33.652153 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd22f940-46af-45b5-81a8-de0f8b3e8953 req-a0b80e59-fed3-4c99-8cdc-6385e28c07e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:34:33.654985 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-cd22f940-46af-45b5-81a8-de0f8b3e8953 req-a0b80e59-fed3-4c99-8cdc-6385e28c07e1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8043a75783e64196ac0be92247cb4c17&device_id=6405c518-c3fe-4701-acc0-e089ba26cce4 HTTP/1.1" status: 200 len: 6491 time: 0.2170877 Nov 23 17:34:33.682583 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2897fc96-c9e1-480a-94c2-1f01da6108b8 req-7eb57cc5-1681-4fd4-96e8-53049436a825 tempest-AttachVolumeNegativeTest-452624640 tempest-AttachVolumeNegativeTest-452624640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:34:33.684816 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-2897fc96-c9e1-480a-94c2-1f01da6108b8 req-7eb57cc5-1681-4fd4-96e8-53049436a825 tempest-AttachVolumeNegativeTest-452624640 tempest-AttachVolumeNegativeTest-452624640-project] 10.222.0.55 "GET /v2.0/networks?id=33c8cd36-aad8-4dc4-8566-a5fb3cdb35eb HTTP/1.1" status: 200 len: 815 time: 0.1860905 Nov 23 17:34:33.696895 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb5b4405-f27c-476e-b5de-bb8752dc129f admin admin] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:34:33.699253 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [req-2897fc96-c9e1-480a-94c2-1f01da6108b8 req-4b29b7db-81ca-4544-ae1a-100c4dafd9ca tempest-AttachVolumeNegativeTest-452624640 tempest-AttachVolumeNegativeTest-452624640-project] Request body: {'port': {'device_id': '531cafd7-8e1e-4b7c-92fc-e4a1f6ee4d62', 'network_id': '33c8cd36-aad8-4dc4-8566-a5fb3cdb35eb', 'admin_state_up': True, 'tenant_id': '340c7e93775c4f84bcf228158ebdbd25'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:34:33.718791 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-eb5b4405-f27c-476e-b5de-bb8752dc129f admin admin] 10.222.0.60 "PUT /v2.0/routers/37686ff2-6240-4d40-a74e-1517d7240b9a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6182086 Nov 23 17:34:33.719089 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02ddeab4-ace2-46a2-9cf7-d3d139eb58f0 None None] Sync routers for ids ['37686ff2-6240-4d40-a74e-1517d7240b9a'] in n-d-816206-8 {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:34:33.726039 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 40590) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:34:33.758809 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02ddeab4-ace2-46a2-9cf7-d3d139eb58f0 None None] Routers {'37686ff2-6240-4d40-a74e-1517d7240b9a'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:34:33.764826 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-02ddeab4-ace2-46a2-9cf7-d3d139eb58f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:34:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['37686ff2-6240-4d40-a74e-1517d7240b9a'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:34:33.847364 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2897fc96-c9e1-480a-94c2-1f01da6108b8 req-4b29b7db-81ca-4544-ae1a-100c4dafd9ca tempest-AttachVolumeNegativeTest-452624640 tempest-AttachVolumeNegativeTest-452624640-project] Made reservation on behalf of 340c7e93775c4f84bcf228158ebdbd25 for: {'port': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:34:33.852381 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-2897fc96-c9e1-480a-94c2-1f01da6108b8 req-4b29b7db-81ca-4544-ae1a-100c4dafd9ca tempest-AttachVolumeNegativeTest-452624640 tempest-AttachVolumeNegativeTest-452624640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:33.938715 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvr_db [None req-02ddeab4-ace2-46a2-9cf7-d3d139eb58f0 None None] Set router 37686ff2-6240-4d40-a74e-1517d7240b9a gateway port host: n-d-816206-8 {{(pid=103592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:34:34.031131 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [req-2897fc96-c9e1-480a-94c2-1f01da6108b8 req-4b29b7db-81ca-4544-ae1a-100c4dafd9ca tempest-AttachVolumeNegativeTest-452624640 tempest-AttachVolumeNegativeTest-452624640-project] Allocated IP 172.20.0.11 (33c8cd36-aad8-4dc4-8566-a5fb3cdb35eb/0228ba8a-bfa9-4960-b814-86fe48904295/a316975f-5a35-4c1e-abbf-e8b41bc507ae) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:34:34.092689 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd22f940-46af-45b5-81a8-de0f8b3e8953 req-41b5e626-5dc5-4753-8334-f75b5d9e5a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:34:34.093416 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd22f940-46af-45b5-81a8-de0f8b3e8953 req-41b5e626-5dc5-4753-8334-f75b5d9e5a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:34:34.094169 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd22f940-46af-45b5-81a8-de0f8b3e8953 req-41b5e626-5dc5-4753-8334-f75b5d9e5a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:34:34.102154 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-cd22f940-46af-45b5-81a8-de0f8b3e8953 req-41b5e626-5dc5-4753-8334-f75b5d9e5a2b service neutron] 10.222.0.36 "GET /v2.0/networks?id=04470eef-b922-4801-8872-f6ca765b26dd&id=76740e25-dcec-4d2d-82d4-d720ca6b4fc6&id=76740e25-dcec-4d2d-82d4-d720ca6b4fc6&id=76740e25-dcec-4d2d-82d4-d720ca6b4fc6&id=76740e25-dcec-4d2d-82d4-d720ca6b4fc6&id=22bc55ee-b0f3-41c3-894c-32c421670838&id=22bc55ee-b0f3-41c3-894c-32c421670838 HTTP/1.1" status: 200 len: 2292 time: 0.3867066 Nov 23 17:34:34.104346 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-1c223d40-00d7-4767-8818-2cd79e9fda26 admin admin] Publish callbacks [] for router, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:34.176760 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-02ddeab4-ace2-46a2-9cf7-d3d139eb58f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37686ff2-6240-4d40-a74e-1517d7240b9a', 'name': 'tempest-ServersTestFqdnHostnames-2103499766-router', 'tenant_id': '179fcab26c4d4902bdbe1d329dc6e426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.163'}], 'enable_snat': True}, 'gw_port_id': '9c8aabb5-1cea-4646-a97d-3da48197d02c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:31:51Z', 'updated_at': '2021-11-23T17:34:31Z', 'revision_number': 5, 'project_id': '179fcab26c4d4902bdbe1d329dc6e426', 'gw_port': {'id': '9c8aabb5-1cea-4646-a97d-3da48197d02c', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:a2:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37686ff2-6240-4d40-a74e-1517d7240b9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1226, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:31:53Z', 'updated_at': '2021-11-23T17:32:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8'}], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:34:34.249581 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02ddeab4-ace2-46a2-9cf7-d3d139eb58f0 None None] Checking router: 37686ff2-6240-4d40-a74e-1517d7240b9a for host: n-d-816206-8 {{(pid=103592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 17:34:34.273625 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02ddeab4-ace2-46a2-9cf7-d3d139eb58f0 None None] Routers {'37686ff2-6240-4d40-a74e-1517d7240b9a'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:34:34.275634 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-2897fc96-c9e1-480a-94c2-1f01da6108b8 req-4b29b7db-81ca-4544-ae1a-100c4dafd9ca tempest-AttachVolumeNegativeTest-452624640 tempest-AttachVolumeNegativeTest-452624640-project] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:34.281555 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-02ddeab4-ace2-46a2-9cf7-d3d139eb58f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:34:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['37686ff2-6240-4d40-a74e-1517d7240b9a'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:34:34.324020 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-cd22f940-46af-45b5-81a8-de0f8b3e8953 req-fa706c2e-51ba-48c7-a1d2-f7b579082c6c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5c7b0226-5733-4a12-8cf6-a2a8001dd2da HTTP/1.1" status: 200 len: 1001 time: 0.1328132 Nov 23 17:34:34.335325 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-2897fc96-c9e1-480a-94c2-1f01da6108b8 req-4b29b7db-81ca-4544-ae1a-100c4dafd9ca tempest-AttachVolumeNegativeTest-452624640 tempest-AttachVolumeNegativeTest-452624640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:34.395649 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] get_ports_and_sgs() called for port_ids ['5ad1a05e-24fe-40b4-88c8-154b3fe26795', '8e45cb8d-0533-4816-9602-890e2ab1a497'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:34:34.444331 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b29b7db-81ca-4544-ae1a-100c4dafd9ca tempest-AttachVolumeNegativeTest-452624640 tempest-AttachVolumeNegativeTest-452624640-project] Pushing event updated for resources: {'Port': ['ID=a316975f-5a35-4c1e-abbf-e8b41bc507ae,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:34:34.457509 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2897fc96-c9e1-480a-94c2-1f01da6108b8 req-4b29b7db-81ca-4544-ae1a-100c4dafd9ca tempest-AttachVolumeNegativeTest-452624640 tempest-AttachVolumeNegativeTest-452624640-project] Network 33c8cd36-aad8-4dc4-8566-a5fb3cdb35eb is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:34:34.459374 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [req-2897fc96-c9e1-480a-94c2-1f01da6108b8 req-4b29b7db-81ca-4544-ae1a-100c4dafd9ca tempest-AttachVolumeNegativeTest-452624640 tempest-AttachVolumeNegativeTest-452624640-project] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:34:34.462931 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [req-2897fc96-c9e1-480a-94c2-1f01da6108b8 req-4b29b7db-81ca-4544-ae1a-100c4dafd9ca tempest-AttachVolumeNegativeTest-452624640 tempest-AttachVolumeNegativeTest-452624640-project] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:34:34.491024 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] get_ports_and_sgs() called for port_ids ['8a8f2f64-6bbc-48dd-af2d-0ba2a9be2742'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:34:34.567498 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2897fc96-c9e1-480a-94c2-1f01da6108b8 req-4b29b7db-81ca-4544-ae1a-100c4dafd9ca tempest-AttachVolumeNegativeTest-452624640 tempest-AttachVolumeNegativeTest-452624640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:34:34.568252 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-2897fc96-c9e1-480a-94c2-1f01da6108b8 req-4b29b7db-81ca-4544-ae1a-100c4dafd9ca tempest-AttachVolumeNegativeTest-452624640 tempest-AttachVolumeNegativeTest-452624640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:34.605660 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-2897fc96-c9e1-480a-94c2-1f01da6108b8 req-4b29b7db-81ca-4544-ae1a-100c4dafd9ca tempest-AttachVolumeNegativeTest-452624640 tempest-AttachVolumeNegativeTest-452624640-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9091825 Nov 23 17:34:34.627395 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [req-2897fc96-c9e1-480a-94c2-1f01da6108b8 req-85c1dbb8-ca33-47c8-8cd8-8fdd4661b0d5 service neutron] Request body: {'port': {'device_id': '531cafd7-8e1e-4b7c-92fc-e4a1f6ee4d62', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-8'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:34:34.706735 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8f4631-481b-403c-a063-5e53b8b98fbb req-211d507a-7e4f-4d8f-b4a3-5cb770c86b5a tempest-AttachVolumeNegativeTest-452624640 tempest-AttachVolumeNegativeTest-452624640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:34:34.728427 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7f8f4631-481b-403c-a063-5e53b8b98fbb req-211d507a-7e4f-4d8f-b4a3-5cb770c86b5a tempest-AttachVolumeNegativeTest-452624640 tempest-AttachVolumeNegativeTest-452624640-project] 10.222.0.60 "GET /v2.0/ports?device_id=531cafd7-8e1e-4b7c-92fc-e4a1f6ee4d62 HTTP/1.1" status: 200 len: 932 time: 0.3103805 Nov 23 17:34:34.731621 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd22f940-46af-45b5-81a8-de0f8b3e8953 req-2f50239f-7ede-4f14-9e1e-0a38585a1b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:34:34.733464 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-cd22f940-46af-45b5-81a8-de0f8b3e8953 req-2f50239f-7ede-4f14-9e1e-0a38585a1b1b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d52f2422-eba5-4adf-851d-059c4fb2a31d HTTP/1.1" status: 200 len: 851 time: 0.3854642 Nov 23 17:34:34.738747 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-2897fc96-c9e1-480a-94c2-1f01da6108b8 req-85c1dbb8-ca33-47c8-8cd8-8fdd4661b0d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:34.872978 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-1c223d40-00d7-4767-8818-2cd79e9fda26 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:35.083509 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7f8f4631-481b-403c-a063-5e53b8b98fbb req-cec80766-73d9-44de-bbc1-318d33281593 tempest-AttachVolumeNegativeTest-452624640 tempest-AttachVolumeNegativeTest-452624640-project] 10.222.0.60 "GET /v2.0/security-groups?id=b501ccef-95b0-4939-b7ec-f5c6dfe73de7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3537428 Nov 23 17:34:35.091991 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd22f940-46af-45b5-81a8-de0f8b3e8953 req-21b068c2-3bff-45b0-8005-f71514e5ce6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:34:35.093658 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-cd22f940-46af-45b5-81a8-de0f8b3e8953 req-21b068c2-3bff-45b0-8005-f71514e5ce6a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=04470eef-b922-4801-8872-f6ca765b26dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3397253 Nov 23 17:34:35.130054 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e023624a-f4aa-48e2-a4b8-d4d1660e40ce req-e2c190d7-b77b-4fd6-a780-50593a8f33a3 tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:34:35.131619 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e023624a-f4aa-48e2-a4b8-d4d1660e40ce req-e2c190d7-b77b-4fd6-a780-50593a8f33a3 tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] 10.222.0.60 "GET /v2.0/ports?device_id=d5a5916e-c66a-471a-b1c7-242669cac3cf HTTP/1.1" status: 200 len: 945 time: 0.3791637 Nov 23 17:34:35.166810 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvr_db [None req-02ddeab4-ace2-46a2-9cf7-d3d139eb58f0 None None] Set router 37686ff2-6240-4d40-a74e-1517d7240b9a gateway port host: n-d-816206-8 {{(pid=103592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:34:35.397007 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-1c223d40-00d7-4767-8818-2cd79e9fda26 admin admin] Deleting port 9c8aabb5-1cea-4646-a97d-3da48197d02c {{(pid=103591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:34:35.398073 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-1c223d40-00d7-4767-8818-2cd79e9fda26 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:35.476920 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e023624a-f4aa-48e2-a4b8-d4d1660e40ce req-598b1488-f4e5-48b7-b0a3-40e63c8281db tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] 10.222.0.60 "GET /v2.0/security-groups?id=67691fce-8308-48e3-b930-b7465ae25797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3259513 Nov 23 17:34:35.537992 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-cd22f940-46af-45b5-81a8-de0f8b3e8953 req-1e5312d1-44e5-4363-b1be-05b82e375bc7 service neutron] 10.222.0.36 "GET /v2.0/networks/04470eef-b922-4801-8872-f6ca765b26dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4269078 Nov 23 17:34:35.611595 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [None req-1c223d40-00d7-4767-8818-2cd79e9fda26 admin admin] For port 9c8aabb5-1cea-4646-a97d-3da48197d02c, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=9c8aabb5-1cea-4646-a97d-3da48197d02c,segment=NetworkSegment(bffd1e4f-e80f-4ff0-b418-2f42ae15febf),segment_id=bffd1e4f-e80f-4ff0-b418-2f42ae15febf)] {{(pid=103591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:34:35.612071 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-1c223d40-00d7-4767-8818-2cd79e9fda26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:35.689899 n-d-816206-8 neutron-server[103590]: DEBUG neutron.notifiers.nova [req-2897fc96-c9e1-480a-94c2-1f01da6108b8 req-85c1dbb8-ca33-47c8-8cd8-8fdd4661b0d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a316975f-5a35-4c1e-abbf-e8b41bc507ae {{(pid=103590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:34:35.696394 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-1c223d40-00d7-4767-8818-2cd79e9fda26 admin admin] Calling delete_port for 9c8aabb5-1cea-4646-a97d-3da48197d02c owned by network:router_gateway {{(pid=103591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:34:35.716531 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-2897fc96-c9e1-480a-94c2-1f01da6108b8 req-85c1dbb8-ca33-47c8-8cd8-8fdd4661b0d5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:35.722778 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-02ddeab4-ace2-46a2-9cf7-d3d139eb58f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37686ff2-6240-4d40-a74e-1517d7240b9a', 'name': 'tempest-ServersTestFqdnHostnames-2103499766-router', 'tenant_id': '179fcab26c4d4902bdbe1d329dc6e426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.163'}], 'enable_snat': True}, 'gw_port_id': '9c8aabb5-1cea-4646-a97d-3da48197d02c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:31:51Z', 'updated_at': '2021-11-23T17:34:31Z', 'revision_number': 5, 'project_id': '179fcab26c4d4902bdbe1d329dc6e426', 'gw_port': {'id': '9c8aabb5-1cea-4646-a97d-3da48197d02c', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:a2:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37686ff2-6240-4d40-a74e-1517d7240b9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1226, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:31:53Z', 'updated_at': '2021-11-23T17:32:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8'}], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:34:35.756997 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [req-2897fc96-c9e1-480a-94c2-1f01da6108b8 req-85c1dbb8-ca33-47c8-8cd8-8fdd4661b0d5 service neutron] Transition to ACTIVE for port object a316975f-5a35-4c1e-abbf-e8b41bc507ae will not be triggered until provisioned by entity L2. {{(pid=103590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 17:34:35.762945 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-2897fc96-c9e1-480a-94c2-1f01da6108b8 req-85c1dbb8-ca33-47c8-8cd8-8fdd4661b0d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264357957'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:35.830864 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02ddeab4-ace2-46a2-9cf7-d3d139eb58f0 None None] The sync data for ids ['37686ff2-6240-4d40-a74e-1517d7240b9a'] in n-d-816206-8 is: [{'id': '37686ff2-6240-4d40-a74e-1517d7240b9a', 'name': 'tempest-ServersTestFqdnHostnames-2103499766-router', 'tenant_id': '179fcab26c4d4902bdbe1d329dc6e426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.163'}], 'enable_snat': True}, 'gw_port_id': '9c8aabb5-1cea-4646-a97d-3da48197d02c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:31:51Z', 'updated_at': '2021-11-23T17:34:31Z', 'revision_number': 5, 'project_id': '179fcab26c4d4902bdbe1d329dc6e426', 'gw_port': {'id': '9c8aabb5-1cea-4646-a97d-3da48197d02c', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:a2:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37686ff2-6240-4d40-a74e-1517d7240b9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1226, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:31:53Z', 'updated_at': '2021-11-23T17:32:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8'}] {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:34:35.881131 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c1dbb8-ca33-47c8-8cd8-8fdd4661b0d5 service neutron] Pushing event updated for resources: {'Port': ['ID=a316975f-5a35-4c1e-abbf-e8b41bc507ae,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:34:35.981561 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 40692) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:34:36.006048 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [req-2897fc96-c9e1-480a-94c2-1f01da6108b8 req-85c1dbb8-ca33-47c8-8cd8-8fdd4661b0d5 service neutron] Attempting to bind port a316975f-5a35-4c1e-abbf-e8b41bc507ae on host n-h1-816206-8 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:34:36.006379 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [req-2897fc96-c9e1-480a-94c2-1f01da6108b8 req-85c1dbb8-ca33-47c8-8cd8-8fdd4661b0d5 service neutron] Attempting to bind port a316975f-5a35-4c1e-abbf-e8b41bc507ae by drivers openvswitch,hyperv on host n-h1-816206-8 at level 0 using segments [{'id': '1cf72e34-10d8-4ad7-b917-280709c47ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '33c8cd36-aad8-4dc4-8566-a5fb3cdb35eb'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:34:36.006676 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2897fc96-c9e1-480a-94c2-1f01da6108b8 req-85c1dbb8-ca33-47c8-8cd8-8fdd4661b0d5 service neutron] Attempting to bind port a316975f-5a35-4c1e-abbf-e8b41bc507ae on network 33c8cd36-aad8-4dc4-8566-a5fb3cdb35eb {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:34:36.013977 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2897fc96-c9e1-480a-94c2-1f01da6108b8 req-85c1dbb8-ca33-47c8-8cd8-8fdd4661b0d5 service neutron] Port a316975f-5a35-4c1e-abbf-e8b41bc507ae on network 33c8cd36-aad8-4dc4-8566-a5fb3cdb35eb not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-8 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 17:34:36.014411 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2897fc96-c9e1-480a-94c2-1f01da6108b8 req-85c1dbb8-ca33-47c8-8cd8-8fdd4661b0d5 service neutron] Attempting to bind port a316975f-5a35-4c1e-abbf-e8b41bc507ae on network 33c8cd36-aad8-4dc4-8566-a5fb3cdb35eb {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:34:36.022295 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2897fc96-c9e1-480a-94c2-1f01da6108b8 req-85c1dbb8-ca33-47c8-8cd8-8fdd4661b0d5 service neutron] Checking agent: {'id': '4b0a4557-3bfe-4828-80a0-7981fc3ac84c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 15, 14), 'started_at': datetime.datetime(2021, 11, 23, 17, 15, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 34, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:34:36.022777 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2897fc96-c9e1-480a-94c2-1f01da6108b8 req-85c1dbb8-ca33-47c8-8cd8-8fdd4661b0d5 service neutron] Checking segment: {'id': '1cf72e34-10d8-4ad7-b917-280709c47ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '33c8cd36-aad8-4dc4-8566-a5fb3cdb35eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:34:36.023344 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2897fc96-c9e1-480a-94c2-1f01da6108b8 req-85c1dbb8-ca33-47c8-8cd8-8fdd4661b0d5 service neutron] Bound using segment: {'id': '1cf72e34-10d8-4ad7-b917-280709c47ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '33c8cd36-aad8-4dc4-8566-a5fb3cdb35eb'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:34:36.024224 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [req-2897fc96-c9e1-480a-94c2-1f01da6108b8 req-85c1dbb8-ca33-47c8-8cd8-8fdd4661b0d5 service neutron] Bound port: a316975f-5a35-4c1e-abbf-e8b41bc507ae, host: n-h1-816206-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1cf72e34-10d8-4ad7-b917-280709c47ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '33c8cd36-aad8-4dc4-8566-a5fb3cdb35eb'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:34:36.024859 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-2897fc96-c9e1-480a-94c2-1f01da6108b8 req-85c1dbb8-ca33-47c8-8cd8-8fdd4661b0d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:36.147076 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [req-2897fc96-c9e1-480a-94c2-1f01da6108b8 req-85c1dbb8-ca33-47c8-8cd8-8fdd4661b0d5 service neutron] For port a316975f-5a35-4c1e-abbf-e8b41bc507ae, host n-h1-816206-8, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:34:36.151845 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [req-2897fc96-c9e1-480a-94c2-1f01da6108b8 req-85c1dbb8-ca33-47c8-8cd8-8fdd4661b0d5 service neutron] For port a316975f-5a35-4c1e-abbf-e8b41bc507ae, host n-h1-816206-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=a316975f-5a35-4c1e-abbf-e8b41bc507ae,segment=NetworkSegment(1cf72e34-10d8-4ad7-b917-280709c47ed2),segment_id=1cf72e34-10d8-4ad7-b917-280709c47ed2)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:34:36.158511 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-2897fc96-c9e1-480a-94c2-1f01da6108b8 req-85c1dbb8-ca33-47c8-8cd8-8fdd4661b0d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264357957'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:36.181765 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-cd22f940-46af-45b5-81a8-de0f8b3e8953 req-28402bb1-d2f2-49a8-b239-b725ee649808 service neutron] 10.222.0.36 "GET /v2.0/networks/04470eef-b922-4801-8872-f6ca765b26dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6315436 Nov 23 17:34:36.228802 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2897fc96-c9e1-480a-94c2-1f01da6108b8 req-85c1dbb8-ca33-47c8-8cd8-8fdd4661b0d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:34:36.229678 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-2897fc96-c9e1-480a-94c2-1f01da6108b8 req-85c1dbb8-ca33-47c8-8cd8-8fdd4661b0d5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:36.231152 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-2897fc96-c9e1-480a-94c2-1f01da6108b8 req-85c1dbb8-ca33-47c8-8cd8-8fdd4661b0d5 service neutron] 10.222.0.55 "PUT /v2.0/ports/a316975f-5a35-4c1e-abbf-e8b41bc507ae HTTP/1.1" status: 200 len: 1092 time: 1.6159418 Nov 23 17:34:36.231661 n-d-816206-8 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '531cafd7-8e1e-4b7c-92fc-e4a1f6ee4d62', 'tag': 'a316975f-5a35-4c1e-abbf-e8b41bc507ae'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:34:36.235370 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbabddbc9fc37b068808e119c416c86f5957ca04531a4a0d2e695c515e93483b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cd3ef8c-5360-4ee3-809e-8b612c1399a4" -d '{"events": [{"name": "network-changed", "server_uuid": "531cafd7-8e1e-4b7c-92fc-e4a1f6ee4d62", "tag": "a316975f-5a35-4c1e-abbf-e8b41bc507ae"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:34:36.284766 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-cd22f940-46af-45b5-81a8-de0f8b3e8953 req-222229c9-2098-413e-aa69-81f52e1a9d16 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.220&port_id=98991338-19a7-4834-b0b5-0086ee597775 HTTP/1.1" status: 200 len: 217 time: 0.0873184 Nov 23 17:34:36.377401 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-1ed2d0e4-39e3-452e-8ca8-63abe3228bf7 tempest-MeteringTestJSON-1392369960 tempest-MeteringTestJSON-1392369960-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-287101296'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:34:36.378474 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-1ed2d0e4-39e3-452e-8ca8-63abe3228bf7 tempest-MeteringTestJSON-1392369960 tempest-MeteringTestJSON-1392369960-project-admin] Unknown quota resources ['metering_label']. {{(pid=103590) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 23 17:34:36.474607 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c1dbb8-ca33-47c8-8cd8-8fdd4661b0d5 service neutron] Pushing event updated for resources: {'Port': ['ID=a316975f-5a35-4c1e-abbf-e8b41bc507ae,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:34:36.482412 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 17:34:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df8e1cd4-e672-46de-aa5d-14c44b5109fc x-openstack-request-id: req-df8e1cd4-e672-46de-aa5d-14c44b5109fc {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:34:36.482955 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "531cafd7-8e1e-4b7c-92fc-e4a1f6ee4d62", "tag": "a316975f-5a35-4c1e-abbf-e8b41bc507ae", "status": "completed", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:34:36.483371 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-df8e1cd4-e672-46de-aa5d-14c44b5109fc {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:34:36.483935 n-d-816206-8 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '531cafd7-8e1e-4b7c-92fc-e4a1f6ee4d62', 'tag': 'a316975f-5a35-4c1e-abbf-e8b41bc507ae', 'status': 'completed', 'code': 200} Nov 23 17:34:36.488655 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d984e926-110b-4537-929c-3bbbe5e2d812 req-f27b2e07-e9bf-4d15-9898-91b17cc8668f tempest-AttachVolumeNegativeTest-452624640 tempest-AttachVolumeNegativeTest-452624640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:34:36.492630 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d984e926-110b-4537-929c-3bbbe5e2d812 req-f27b2e07-e9bf-4d15-9898-91b17cc8668f tempest-AttachVolumeNegativeTest-452624640 tempest-AttachVolumeNegativeTest-452624640-project] 10.222.0.60 "GET /v2.0/ports?device_id=531cafd7-8e1e-4b7c-92fc-e4a1f6ee4d62 HTTP/1.1" status: 200 len: 944 time: 0.2984703 Nov 23 17:34:36.609822 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device d33c767c-ebdd-4dca-9d9c-b33b049b27cd no longer exists at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:34:36.615630 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd22f940-46af-45b5-81a8-de0f8b3e8953 req-834b285a-d7ec-4f7e-92d0-2a1aea731b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:34:36.617221 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-cd22f940-46af-45b5-81a8-de0f8b3e8953 req-834b285a-d7ec-4f7e-92d0-2a1aea731b16 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=79e8d965-2789-41b1-a1fa-0fe25b7624dc HTTP/1.1" status: 200 len: 797 time: 0.3178508 Nov 23 17:34:36.662326 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] No Port match for: d33c767c-ebdd-4dca-9d9c-b33b049b27cd {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:34:36.663293 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device d33c767c-ebdd-4dca-9d9c-b33b049b27cd not bound to the agent host n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:34:36.726898 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d984e926-110b-4537-929c-3bbbe5e2d812 req-b8ceece9-1999-4f9d-a2b9-301245eba14e tempest-AttachVolumeNegativeTest-452624640 tempest-AttachVolumeNegativeTest-452624640-project] 10.222.0.60 "GET /v2.0/security-groups?id=b501ccef-95b0-4939-b7ec-f5c6dfe73de7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2082639 Nov 23 17:34:36.768217 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1ed2d0e4-39e3-452e-8ca8-63abe3228bf7 tempest-MeteringTestJSON-1392369960 tempest-MeteringTestJSON-1392369960-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:36.770072 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-1ed2d0e4-39e3-452e-8ca8-63abe3228bf7 tempest-MeteringTestJSON-1392369960 tempest-MeteringTestJSON-1392369960-project-admin] 10.222.0.60 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.7845628 Nov 23 17:34:36.774666 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2897fc96-c9e1-480a-94c2-1f01da6108b8 req-cbf53971-8d95-4a92-8425-1dbb4a2a6d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:34:36.776818 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 40722) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:34:36.778540 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-2897fc96-c9e1-480a-94c2-1f01da6108b8 req-cbf53971-8d95-4a92-8425-1dbb4a2a6d3a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=340c7e93775c4f84bcf228158ebdbd25&device_id=531cafd7-8e1e-4b7c-92fc-e4a1f6ee4d62 HTTP/1.1" status: 200 len: 1095 time: 0.5034659 Nov 23 17:34:36.784270 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-814b76b7-a1d7-4cd6-941a-59c8460bb058 tempest-MeteringTestJSON-1392369960 tempest-MeteringTestJSON-1392369960-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '23db40c7-0829-48c7-985a-b8bc959bc6dd'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:34:36.784735 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-814b76b7-a1d7-4cd6-941a-59c8460bb058 tempest-MeteringTestJSON-1392369960 tempest-MeteringTestJSON-1392369960-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103591) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 23 17:34:36.797467 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-1c223d40-00d7-4767-8818-2cd79e9fda26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:36.800377 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd22f940-46af-45b5-81a8-de0f8b3e8953 req-032fc299-4c16-4b34-8f7b-09b17cd2ec3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:34:36.801907 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-cd22f940-46af-45b5-81a8-de0f8b3e8953 req-032fc299-4c16-4b34-8f7b-09b17cd2ec3e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=76740e25-dcec-4d2d-82d4-d720ca6b4fc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1525130 Nov 23 17:34:36.837109 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-2897fc96-c9e1-480a-94c2-1f01da6108b8 req-bba1d944-8053-4be8-9e64-570e31e9388c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a316975f-5a35-4c1e-abbf-e8b41bc507ae HTTP/1.1" status: 200 len: 217 time: 0.0503438 Nov 23 17:34:36.903596 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65171372-2f35-41ae-803e-e24118ed0810 req-318e68e4-90ba-432b-bcb8-9cf5a5f7705e tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:34:36.904369 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2897fc96-c9e1-480a-94c2-1f01da6108b8 req-b2a1921f-e557-4b79-8af7-83ebafe06579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:34:36.908351 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-2897fc96-c9e1-480a-94c2-1f01da6108b8 req-b2a1921f-e557-4b79-8af7-83ebafe06579 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0228ba8a-bfa9-4960-b814-86fe48904295 HTTP/1.1" status: 200 len: 855 time: 0.0635757 Nov 23 17:34:36.911642 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-65171372-2f35-41ae-803e-e24118ed0810 req-318e68e4-90ba-432b-bcb8-9cf5a5f7705e tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] 10.222.0.60 "GET /v2.0/ports?device_id=d5a5916e-c66a-471a-b1c7-242669cac3cf HTTP/1.1" status: 200 len: 945 time: 0.2609584 Nov 23 17:34:36.939996 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c223d40-00d7-4767-8818-2cd79e9fda26 admin admin] Pushing event deleted for resources: {'Port': ['ID=9c8aabb5-1cea-4646-a97d-3da48197d02c,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:34:36.946347 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-2897fc96-c9e1-480a-94c2-1f01da6108b8 req-96370125-c0d1-477d-af58-def402f5e802 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=33c8cd36-aad8-4dc4-8566-a5fb3cdb35eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305622 Nov 23 17:34:36.993339 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af24669a-749f-4f69-9000-d757314174af None None] DHCP port deletion for 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:34:37.087653 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 40740) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:34:37.089121 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-2897fc96-c9e1-480a-94c2-1f01da6108b8 req-3ee744a1-b0ca-4e29-9bd8-1665421dc3c3 service neutron] 10.222.0.55 "GET /v2.0/networks/33c8cd36-aad8-4dc4-8566-a5fb3cdb35eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349504 Nov 23 17:34:37.149720 n-d-816206-8 neutron-server[103591]: WARNING neutron.services.metering.metering_plugin [None req-814b76b7-a1d7-4cd6-941a-59c8460bb058 tempest-MeteringTestJSON-1392369960 tempest-MeteringTestJSON-1392369960-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 23 17:34:37.198887 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-2897fc96-c9e1-480a-94c2-1f01da6108b8 req-578b8895-1294-4d74-b411-a6df245416ce service neutron] 10.222.0.55 "GET /v2.0/networks/33c8cd36-aad8-4dc4-8566-a5fb3cdb35eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032975 Nov 23 17:34:37.292814 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-65171372-2f35-41ae-803e-e24118ed0810 req-b4ccf8dd-52f3-4c2d-8380-12c45cf218d2 tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] 10.222.0.60 "GET /v2.0/security-groups?id=67691fce-8308-48e3-b930-b7465ae25797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3788829 Nov 23 17:34:37.328804 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd3ef8c-5360-4ee3-809e-8b612c1399a4 req-18c82aaa-e504-4c74-8464-6d40265c50de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:34:37.331264 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-1cd3ef8c-5360-4ee3-809e-8b612c1399a4 req-18c82aaa-e504-4c74-8464-6d40265c50de service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=340c7e93775c4f84bcf228158ebdbd25&device_id=531cafd7-8e1e-4b7c-92fc-e4a1f6ee4d62 HTTP/1.1" status: 200 len: 1095 time: 0.0695181 Nov 23 17:34:37.334548 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-cd22f940-46af-45b5-81a8-de0f8b3e8953 req-d28709be-d139-4428-9d97-e90822782c71 service neutron] 10.222.0.36 "GET /v2.0/networks/76740e25-dcec-4d2d-82d4-d720ca6b4fc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4522531 Nov 23 17:34:37.384308 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-814b76b7-a1d7-4cd6-941a-59c8460bb058 tempest-MeteringTestJSON-1392369960 tempest-MeteringTestJSON-1392369960-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:37.389940 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-814b76b7-a1d7-4cd6-941a-59c8460bb058 tempest-MeteringTestJSON-1392369960 tempest-MeteringTestJSON-1392369960-project-admin] 10.222.0.60 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.6050129 Nov 23 17:34:37.391094 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 40768) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:34:37.396933 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-e953ec3e-0e01-4b5d-8c86-9e776cda9c5c tempest-MeteringTestJSON-1392369960 tempest-MeteringTestJSON-1392369960-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '23db40c7-0829-48c7-985a-b8bc959bc6dd'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:34:37.397466 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-e953ec3e-0e01-4b5d-8c86-9e776cda9c5c tempest-MeteringTestJSON-1392369960 tempest-MeteringTestJSON-1392369960-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103590) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 23 17:34:37.405159 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-1c223d40-00d7-4767-8818-2cd79e9fda26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1795454'] for router_gateway, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:37.513442 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-62f30300-5dbd-4226-9146-f334f3da7517 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:37.526677 n-d-816206-8 neutron-server[103590]: WARNING neutron.services.metering.metering_plugin [None req-e953ec3e-0e01-4b5d-8c86-9e776cda9c5c tempest-MeteringTestJSON-1392369960 tempest-MeteringTestJSON-1392369960-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 23 17:34:37.556308 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-1c223d40-00d7-4767-8818-2cd79e9fda26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1794352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8175'] for router, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:37.568348 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-1c223d40-00d7-4767-8818-2cd79e9fda26 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:37.624057 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd3ef8c-5360-4ee3-809e-8b612c1399a4 req-41af0ff7-4479-48ca-b9b1-d7c38e33fda7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:34:37.625885 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-1cd3ef8c-5360-4ee3-809e-8b612c1399a4 req-41af0ff7-4479-48ca-b9b1-d7c38e33fda7 service neutron] 10.222.0.55 "GET /v2.0/networks?id=33c8cd36-aad8-4dc4-8566-a5fb3cdb35eb HTTP/1.1" status: 200 len: 916 time: 0.2853825 Nov 23 17:34:37.691625 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-1c223d40-00d7-4767-8818-2cd79e9fda26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1795580'] for router, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:37.692176 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c223d40-00d7-4767-8818-2cd79e9fda26 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 37686ff2-6240-4d40-a74e-1517d7240b9a {{(pid=103591) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 17:34:37.697972 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-1c223d40-00d7-4767-8818-2cd79e9fda26 admin admin] Publish callbacks [] for router, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:37.698840 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-1c223d40-00d7-4767-8818-2cd79e9fda26 admin admin] 10.222.0.60 "DELETE /v2.0/routers/37686ff2-6240-4d40-a74e-1517d7240b9a HTTP/1.1" status: 204 len: 168 time: 3.9716332 Nov 23 17:34:37.707908 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 40796) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:34:37.718339 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-1cd3ef8c-5360-4ee3-809e-8b612c1399a4 req-10c70fbb-1b30-4b0d-9c1a-dce575b5e29c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a316975f-5a35-4c1e-abbf-e8b41bc507ae HTTP/1.1" status: 200 len: 217 time: 0.0611238 Nov 23 17:34:37.721312 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e953ec3e-0e01-4b5d-8c86-9e776cda9c5c tempest-MeteringTestJSON-1392369960 tempest-MeteringTestJSON-1392369960-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:37.722429 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-e953ec3e-0e01-4b5d-8c86-9e776cda9c5c tempest-MeteringTestJSON-1392369960 tempest-MeteringTestJSON-1392369960-project-admin] 10.222.0.60 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.3303852 Nov 23 17:34:37.730436 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 40802) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:34:37.799241 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd3ef8c-5360-4ee3-809e-8b612c1399a4 req-a5d69bd0-2a4c-4ba9-9580-5d9cddfdbf6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:34:37.800903 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-1cd3ef8c-5360-4ee3-809e-8b612c1399a4 req-a5d69bd0-2a4c-4ba9-9580-5d9cddfdbf6a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0228ba8a-bfa9-4960-b814-86fe48904295 HTTP/1.1" status: 200 len: 855 time: 0.0742087 Nov 23 17:34:37.834524 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-cd22f940-46af-45b5-81a8-de0f8b3e8953 req-1340b318-3795-4361-851a-bd0bf2f8ce4d service neutron] 10.222.0.36 "GET /v2.0/networks/76740e25-dcec-4d2d-82d4-d720ca6b4fc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4603412 Nov 23 17:34:37.844128 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-1cd3ef8c-5360-4ee3-809e-8b612c1399a4 req-529f1a95-ee5f-4192-9cd5-03ab56917bd4 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=33c8cd36-aad8-4dc4-8566-a5fb3cdb35eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345376 Nov 23 17:34:37.845554 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.db_base_plugin_v2 [None req-c89d6f0a-abcd-433e-9ee8-b555d3fbaf59 admin admin] Deleting subnet b0d1280a-9716-4508-8088-0322fd67530a {{(pid=103591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 17:34:37.906199 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c89d6f0a-abcd-433e-9ee8-b555d3fbaf59 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:37.908223 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-cd22f940-46af-45b5-81a8-de0f8b3e8953 req-82b0a970-d0cd-4388-9663-856765c83ab8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.53&port_id=ca65c076-5a6f-484a-9871-7163634af22d HTTP/1.1" status: 200 len: 217 time: 0.0595179 Nov 23 17:34:37.914465 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-7f6d50ac-6095-436b-bb14-3200434650ea tempest-MeteringTestJSON-1392369960 tempest-MeteringTestJSON-1392369960-project-admin] 10.222.0.60 "GET /v2.0/metering/metering-label-rules?id=4925bcb6-501b-4619-b01a-0ce758e588b0 HTTP/1.1" status: 200 len: 464 time: 0.1755681 Nov 23 17:34:37.935553 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 40814) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:34:37.985124 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd22f940-46af-45b5-81a8-de0f8b3e8953 req-6e9497c0-33c4-466e-9d50-8129ecd46673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:34:37.987618 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-cd22f940-46af-45b5-81a8-de0f8b3e8953 req-6e9497c0-33c4-466e-9d50-8129ecd46673 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=79e8d965-2789-41b1-a1fa-0fe25b7624dc HTTP/1.1" status: 200 len: 797 time: 0.0508654 Nov 23 17:34:38.076288 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c89d6f0a-abcd-433e-9ee8-b555d3fbaf59 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265990000'] for subnet, precommit_delete_associations {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:38.125578 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-1cd3ef8c-5360-4ee3-809e-8b612c1399a4 req-4a771218-da5c-42c7-a110-923ce869c31e service neutron] 10.222.0.55 "GET /v2.0/networks/33c8cd36-aad8-4dc4-8566-a5fb3cdb35eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2731557 Nov 23 17:34:38.128177 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-62f30300-5dbd-4226-9146-f334f3da7517 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:38.129147 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e1c0c57b-64e5-4d96-b374-c879c3eafa7a tempest-MeteringTestJSON-1392369960 tempest-MeteringTestJSON-1392369960-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:38.132780 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-e1c0c57b-64e5-4d96-b374-c879c3eafa7a tempest-MeteringTestJSON-1392369960 tempest-MeteringTestJSON-1392369960-project-admin] 10.222.0.60 "DELETE /v2.0/metering/metering-label-rules/4925bcb6-501b-4619-b01a-0ce758e588b0 HTTP/1.1" status: 204 len: 168 time: 0.1936405 Nov 23 17:34:38.136799 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 40826) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:34:38.151466 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c300994-b3fe-4b86-99c2-9502cd49d024 req-282dee68-0838-407e-9b36-8a98dbe1bf65 tempest-AttachVolumeNegativeTest-452624640 tempest-AttachVolumeNegativeTest-452624640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:34:38.152370 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4c300994-b3fe-4b86-99c2-9502cd49d024 req-282dee68-0838-407e-9b36-8a98dbe1bf65 tempest-AttachVolumeNegativeTest-452624640 tempest-AttachVolumeNegativeTest-452624640-project] 10.222.0.60 "GET /v2.0/ports?device_id=531cafd7-8e1e-4b7c-92fc-e4a1f6ee4d62 HTTP/1.1" status: 200 len: 944 time: 0.2209187 Nov 23 17:34:38.161123 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-62f30300-5dbd-4226-9146-f334f3da7517 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:38.202727 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-2bd359d1-8d71-4c63-acd5-24212882765c tempest-MeteringTestJSON-1392369960 tempest-MeteringTestJSON-1392369960-project-admin] 10.222.0.60 "GET /v2.0/metering/metering-label-rules?id=4925bcb6-501b-4619-b01a-0ce758e588b0 HTTP/1.1" status: 200 len: 221 time: 0.0616786 Nov 23 17:34:38.207458 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 40836) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:34:38.211774 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-86fcabce-7513-4418-9dc2-52ce2526f5b3 tempest-MeteringTestJSON-1392369960 tempest-MeteringTestJSON-1392369960-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1988983709', 'description': 'label created by tempest'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:34:38.212309 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-86fcabce-7513-4418-9dc2-52ce2526f5b3 tempest-MeteringTestJSON-1392369960 tempest-MeteringTestJSON-1392369960-project-admin] Unknown quota resources ['metering_label']. {{(pid=103590) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 23 17:34:38.219175 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd22f940-46af-45b5-81a8-de0f8b3e8953 req-8a0a8c5c-4c34-4b55-a01f-3f01c32e14ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:34:38.220630 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-cd22f940-46af-45b5-81a8-de0f8b3e8953 req-8a0a8c5c-4c34-4b55-a01f-3f01c32e14ab service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=76740e25-dcec-4d2d-82d4-d720ca6b4fc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2190537 Nov 23 17:34:38.298717 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f30300-5dbd-4226-9146-f334f3da7517 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c76ac71a-8ab1-404d-9603-cee0f7aca24a,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:34:38.316704 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-62f30300-5dbd-4226-9146-f334f3da7517 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=2645355ec89a4443a7d5a42dc9e06c94&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2208569 Nov 23 17:34:38.339953 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 40842) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:34:38.349965 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-1cd3ef8c-5360-4ee3-809e-8b612c1399a4 req-7cf0bdab-f496-463e-b2df-8fc17ebcb51a service neutron] 10.222.0.55 "GET /v2.0/networks/33c8cd36-aad8-4dc4-8566-a5fb3cdb35eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2167060 Nov 23 17:34:38.385190 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device a316975f-5a35-4c1e-abbf-e8b41bc507ae details requested by agent hyperv_n-h1-816206-8 with host n-h1-816206-8 {{(pid=103592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 17:34:38.398195 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4c300994-b3fe-4b86-99c2-9502cd49d024 req-ff5a05a3-f815-4e70-83ff-3ecb56b40526 tempest-AttachVolumeNegativeTest-452624640 tempest-AttachVolumeNegativeTest-452624640-project] 10.222.0.60 "GET /v2.0/security-groups?id=b501ccef-95b0-4939-b7ec-f5c6dfe73de7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2295907 Nov 23 17:34:38.399738 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c89d6f0a-abcd-433e-9ee8-b555d3fbaf59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971956'] for subnet, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:38.490189 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-86fcabce-7513-4418-9dc2-52ce2526f5b3 tempest-MeteringTestJSON-1392369960 tempest-MeteringTestJSON-1392369960-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:38.494814 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-86fcabce-7513-4418-9dc2-52ce2526f5b3 tempest-MeteringTestJSON-1392369960 tempest-MeteringTestJSON-1392369960-project-admin] 10.222.0.60 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.2863278 Nov 23 17:34:38.495522 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 40848) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:34:38.522123 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-cd22f940-46af-45b5-81a8-de0f8b3e8953 req-c08ee944-6cdb-42f5-9ba2-aeeeb9956148 service neutron] 10.222.0.36 "GET /v2.0/networks/76740e25-dcec-4d2d-82d4-d720ca6b4fc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2607243 Nov 23 17:34:38.534617 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8661fd73-12f1-4ee2-8f74-c95c6eb6ba70 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:38.561722 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8661fd73-12f1-4ee2-8f74-c95c6eb6ba70 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:38.610830 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-759e781f-cfba-4055-a001-35a0abde0b3a tempest-MeteringTestJSON-1392369960 tempest-MeteringTestJSON-1392369960-project-admin] 10.222.0.60 "GET /v2.0/metering/metering-labels?id=fe46cf92-d783-4fcc-b849-f213e293d326 HTTP/1.1" status: 200 len: 468 time: 0.1095326 Nov 23 17:34:38.617594 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 40852) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:34:38.627549 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port a316975f-5a35-4c1e-abbf-e8b41bc507ae, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=a316975f-5a35-4c1e-abbf-e8b41bc507ae,segment=NetworkSegment(1cf72e34-10d8-4ad7-b917-280709c47ed2),segment_id=1cf72e34-10d8-4ad7-b917-280709c47ed2)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:34:38.655927 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d06bf6-e7c3-41bc-b90f-9ef4c1994b61 req-9b41c733-efd4-42c7-9d12-d0d3447ab0b6 tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:34:38.665121 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-42d06bf6-e7c3-41bc-b90f-9ef4c1994b61 req-9b41c733-efd4-42c7-9d12-d0d3447ab0b6 tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] 10.222.0.60 "GET /v2.0/ports?device_id=d5a5916e-c66a-471a-b1c7-242669cac3cf HTTP/1.1" status: 200 len: 945 time: 0.2299600 Nov 23 17:34:38.668729 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Returning: {'device': 'a316975f-5a35-4c1e-abbf-e8b41bc507ae', 'network_id': '33c8cd36-aad8-4dc4-8566-a5fb3cdb35eb', 'port_id': 'a316975f-5a35-4c1e-abbf-e8b41bc507ae', 'mac_address': 'fa:16:3e:06:61:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 510, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0228ba8a-bfa9-4960-b814-86fe48904295', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 17:34:38.694750 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c89d6f0a-abcd-433e-9ee8-b555d3fbaf59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264758240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264314269'] for subnet, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:38.740376 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 9c8aabb5-1cea-4646-a97d-3da48197d02c no longer exists at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:34:38.751289 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89d6f0a-abcd-433e-9ee8-b555d3fbaf59 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b0d1280a-9716-4508-8088-0322fd67530a,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:34:38.753861 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c89d6f0a-abcd-433e-9ee8-b555d3fbaf59 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for subnet, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:38.761968 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-c89d6f0a-abcd-433e-9ee8-b555d3fbaf59 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/b0d1280a-9716-4508-8088-0322fd67530a HTTP/1.1" status: 204 len: 168 time: 1.0529451 Nov 23 17:34:38.765802 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 40858) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:34:38.799444 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f38abac-1420-4382-ac82-4ee529e2b711 None None] Network a2322108-2e14-412e-9d37-7c0ef00eb407 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:34:38.804984 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:38.854511 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-cd22f940-46af-45b5-81a8-de0f8b3e8953 req-9933b4e7-1ac5-4bbc-b3fe-09a1d2112d3b service neutron] 10.222.0.36 "GET /v2.0/networks/76740e25-dcec-4d2d-82d4-d720ca6b4fc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2962925 Nov 23 17:34:38.874589 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-42d06bf6-e7c3-41bc-b90f-9ef4c1994b61 req-f51fd60d-9959-4aeb-a5b7-0539ce66b563 tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] 10.222.0.60 "GET /v2.0/security-groups?id=67691fce-8308-48e3-b930-b7465ae25797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2082808 Nov 23 17:34:38.876465 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] No Port match for: 9c8aabb5-1cea-4646-a97d-3da48197d02c {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:34:38.876833 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 9c8aabb5-1cea-4646-a97d-3da48197d02c not bound to the agent host n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:34:38.932586 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a316975f-5a35-4c1e-abbf-e8b41bc507ae {{(pid=103592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:34:38.979640 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f226aa6e-824c-46dd-8401-d31f0e6ec18c tempest-MeteringTestJSON-1392369960 tempest-MeteringTestJSON-1392369960-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:38.980875 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-f226aa6e-824c-46dd-8401-d31f0e6ec18c tempest-MeteringTestJSON-1392369960 tempest-MeteringTestJSON-1392369960-project-admin] 10.222.0.60 "DELETE /v2.0/metering/metering-labels/fe46cf92-d783-4fcc-b849-f213e293d326 HTTP/1.1" status: 204 len: 168 time: 0.3547523 Nov 23 17:34:38.984639 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 40870) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:34:38.990746 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port a316975f-5a35-4c1e-abbf-e8b41bc507ae, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=a316975f-5a35-4c1e-abbf-e8b41bc507ae,segment=NetworkSegment(1cf72e34-10d8-4ad7-b917-280709c47ed2),segment_id=1cf72e34-10d8-4ad7-b917-280709c47ed2)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:34:38.993237 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8661fd73-12f1-4ee2-8f74-c95c6eb6ba70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:38.995144 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-cd22f940-46af-45b5-81a8-de0f8b3e8953 req-f9e254d9-4e90-473f-8ef6-7f23ce6691a2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.173&port_id=bc47c78f-ab00-4260-a560-1743414d7f20 HTTP/1.1" status: 200 len: 217 time: 0.0772297 Nov 23 17:34:38.996400 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:38.997361 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8661fd73-12f1-4ee2-8f74-c95c6eb6ba70 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:39.000191 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-2a7331e0-b8aa-4baf-8164-032b6bcc9d21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-555181'] for network, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:39.002092 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-8661fd73-12f1-4ee2-8f74-c95c6eb6ba70 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c76ac71a-8ab1-404d-9603-cee0f7aca24a HTTP/1.1" status: 204 len: 168 time: 0.6610730 Nov 23 17:34:39.010932 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-b6894adc-b5fe-4ad3-bc02-0661b7d3f101 tempest-MeteringTestJSON-1392369960 tempest-MeteringTestJSON-1392369960-project-admin] 10.222.0.60 "GET /v2.0/metering/metering-labels?id=fe46cf92-d783-4fcc-b849-f213e293d326 HTTP/1.1" status: 200 len: 216 time: 0.0251377 Nov 23 17:34:39.016940 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 40876) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:34:39.018377 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8661fd73-12f1-4ee2-8f74-c95c6eb6ba70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c76ac71a-8ab1-404d-9603-cee0f7aca24a,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:34:39.069518 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-e88a6978-3182-43e3-827d-7a985c06485d tempest-MeteringTestJSON-1392369960 tempest-MeteringTestJSON-1392369960-project-admin] 10.222.0.60 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0259926 Nov 23 17:34:39.072783 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 40880) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:34:39.094289 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-7808b5a9-6f47-4300-93e4-587017b734db tempest-MeteringTestJSON-1392369960 tempest-MeteringTestJSON-1392369960-project-admin] 10.222.0.60 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0202684 Nov 23 17:34:39.098854 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 40886) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:34:39.109167 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd22f940-46af-45b5-81a8-de0f8b3e8953 req-31ee0a43-b358-4d2d-ac84-1a772c2f7418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:34:39.110983 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-cd22f940-46af-45b5-81a8-de0f8b3e8953 req-31ee0a43-b358-4d2d-ac84-1a772c2f7418 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=79e8d965-2789-41b1-a1fa-0fe25b7624dc HTTP/1.1" status: 200 len: 797 time: 0.1075034 Nov 23 17:34:39.112663 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Pushing event updated for resources: {'Port': ['ID=a316975f-5a35-4c1e-abbf-e8b41bc507ae,revision_number=4']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:34:39.205265 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-2a7331e0-b8aa-4baf-8164-032b6bcc9d21 admin admin] Deleting port 26644e8c-81ab-4c92-ab85-5d42eb04a674 {{(pid=103591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:34:39.205265 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-2a7331e0-b8aa-4baf-8164-032b6bcc9d21 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:39.230948 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd22f940-46af-45b5-81a8-de0f8b3e8953 req-8294ca1e-70a9-4d15-8374-7c0eda94beb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:34:39.233094 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-cd22f940-46af-45b5-81a8-de0f8b3e8953 req-8294ca1e-70a9-4d15-8374-7c0eda94beb1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=76740e25-dcec-4d2d-82d4-d720ca6b4fc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1095746 Nov 23 17:34:39.253670 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-3ad85c4b-c880-4167-8946-273db1799406 tempest-MeteringTestJSON-1392369960 tempest-MeteringTestJSON-1392369960-project-admin] 10.222.0.60 "GET /v2.0/metering/metering-labels/23db40c7-0829-48c7-985a-b8bc959bc6dd HTTP/1.1" status: 200 len: 472 time: 0.1500330 Nov 23 17:34:39.253670 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 40894) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:34:39.277610 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-6bf2bd47-1b44-4234-b5e3-3601fe14a77b tempest-MeteringTestJSON-1392369960 tempest-MeteringTestJSON-1392369960-project-admin] 10.222.0.60 "GET /v2.0/metering/metering-label-rules/e4fe96a2-1463-468c-91d2-9d77ed5aa1ef HTTP/1.1" status: 200 len: 461 time: 0.0229597 Nov 23 17:34:39.283580 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 40896) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:34:39.302255 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57acacb4-b9e0-4957-99ad-d936c2663168 None None] DHCP port deletion for a2322108-2e14-412e-9d37-7c0ef00eb407 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:34:39.323113 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [None req-2a7331e0-b8aa-4baf-8164-032b6bcc9d21 admin admin] For port 26644e8c-81ab-4c92-ab85-5d42eb04a674, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=26644e8c-81ab-4c92-ab85-5d42eb04a674,segment=NetworkSegment(91748fde-db18-45a8-a7a1-77ad9732fc5b),segment_id=91748fde-db18-45a8-a7a1-77ad9732fc5b)] {{(pid=103591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:34:39.323113 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-2a7331e0-b8aa-4baf-8164-032b6bcc9d21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:39.342808 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] get_ports_and_sgs() called for port_ids ['a316975f-5a35-4c1e-abbf-e8b41bc507ae'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:34:39.352427 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-2a7331e0-b8aa-4baf-8164-032b6bcc9d21 admin admin] Calling delete_port for 26644e8c-81ab-4c92-ab85-5d42eb04a674 owned by network:dhcp {{(pid=103591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:34:39.479640 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-45c65f65-e785-41d6-aca9-049ef4f5e1ea tempest-MeteringTestJSON-1392369960 tempest-MeteringTestJSON-1392369960-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:39.480928 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-45c65f65-e785-41d6-aca9-049ef4f5e1ea tempest-MeteringTestJSON-1392369960 tempest-MeteringTestJSON-1392369960-project-admin] 10.222.0.60 "DELETE /v2.0/metering/metering-label-rules/e4fe96a2-1463-468c-91d2-9d77ed5aa1ef HTTP/1.1" status: 204 len: 168 time: 0.1960843 Nov 23 17:34:39.484887 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 40912) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:34:39.532658 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-cd22f940-46af-45b5-81a8-de0f8b3e8953 req-d8ad7f99-a762-4d8f-9320-50e3fa98eb3d service neutron] 10.222.0.36 "GET /v2.0/networks/76740e25-dcec-4d2d-82d4-d720ca6b4fc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2550533 Nov 23 17:34:39.557736 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-57acacb4-b9e0-4957-99ad-d936c2663168 None None] Deleting port 26644e8c-81ab-4c92-ab85-5d42eb04a674 {{(pid=103592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:34:39.558529 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-57acacb4-b9e0-4957-99ad-d936c2663168 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:39.647201 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-57acacb4-b9e0-4957-99ad-d936c2663168 None None] For port 26644e8c-81ab-4c92-ab85-5d42eb04a674, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=26644e8c-81ab-4c92-ab85-5d42eb04a674,segment=NetworkSegment(91748fde-db18-45a8-a7a1-77ad9732fc5b),segment_id=91748fde-db18-45a8-a7a1-77ad9732fc5b)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:34:39.648343 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-57acacb4-b9e0-4957-99ad-d936c2663168 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:39.659167 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-2a7331e0-b8aa-4baf-8164-032b6bcc9d21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:39.690320 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-57acacb4-b9e0-4957-99ad-d936c2663168 None None] Calling delete_port for 26644e8c-81ab-4c92-ab85-5d42eb04a674 owned by network:dhcp {{(pid=103592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:34:39.707318 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e8bede-c931-4e88-8973-9b7d2a708111 req-8da4f8f1-e17a-4084-86e3-ddbbff80c23d tempest-AttachVolumeNegativeTest-452624640 tempest-AttachVolumeNegativeTest-452624640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:34:39.709614 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e9e8bede-c931-4e88-8973-9b7d2a708111 req-8da4f8f1-e17a-4084-86e3-ddbbff80c23d tempest-AttachVolumeNegativeTest-452624640 tempest-AttachVolumeNegativeTest-452624640-project] 10.222.0.60 "GET /v2.0/ports?device_id=531cafd7-8e1e-4b7c-92fc-e4a1f6ee4d62 HTTP/1.1" status: 200 len: 945 time: 0.1789625 Nov 23 17:34:39.711056 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 40918) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:34:39.731303 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7331e0-b8aa-4baf-8164-032b6bcc9d21 admin admin] Pushing event deleted for resources: {'Port': ['ID=26644e8c-81ab-4c92-ab85-5d42eb04a674,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:34:39.746898 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a7331e0-b8aa-4baf-8164-032b6bcc9d21 admin admin] No DVR routers for this DVR port 26644e8c-81ab-4c92-ab85-5d42eb04a674 on host n-d-816206-8 {{(pid=103591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:34:39.809490 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2732bb20-4e41-4774-89d3-ea4da820500e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:39.831790 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-cd22f940-46af-45b5-81a8-de0f8b3e8953 req-36bf970c-8850-40f3-9721-865c7e90322f service neutron] 10.222.0.36 "GET /v2.0/networks/76740e25-dcec-4d2d-82d4-d720ca6b4fc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2815468 Nov 23 17:34:39.887849 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-57acacb4-b9e0-4957-99ad-d936c2663168 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989'] for port, after_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:39.897432 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-28bdf3c8-f2e9-4ea6-9353-5f5ec94e5239 tempest-MeteringTestJSON-1392369960 tempest-MeteringTestJSON-1392369960-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:39.899342 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-28bdf3c8-f2e9-4ea6-9353-5f5ec94e5239 tempest-MeteringTestJSON-1392369960 tempest-MeteringTestJSON-1392369960-project-admin] 10.222.0.60 "DELETE /v2.0/metering/metering-labels/23db40c7-0829-48c7-985a-b8bc959bc6dd HTTP/1.1" status: 204 len: 168 time: 0.4129627 Nov 23 17:34:39.908150 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57acacb4-b9e0-4957-99ad-d936c2663168 None None] No DVR routers for this DVR port 26644e8c-81ab-4c92-ab85-5d42eb04a674 on host n-d-816206-8 {{(pid=103592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:34:39.921415 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-cd22f940-46af-45b5-81a8-de0f8b3e8953 req-671c19d2-1dd2-4c84-9e12-306eb6dab942 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.132&port_id=cdb25aeb-c6d5-4b35-bc63-c92ed105830a HTTP/1.1" status: 200 len: 217 time: 0.0743523 Nov 23 17:34:39.951640 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57acacb4-b9e0-4957-99ad-d936c2663168 None None] Pushing event deleted for resources: {'Port': ['ID=26644e8c-81ab-4c92-ab85-5d42eb04a674,revision_number=None']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:34:39.977940 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-2a7331e0-b8aa-4baf-8164-032b6bcc9d21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973419', 'neutron.services.segments.db._delete_segments_for_network-8736635878840'] for network, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:40.089643 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e9e8bede-c931-4e88-8973-9b7d2a708111 req-90b1d261-6426-4c6d-a668-279a4230dac1 tempest-AttachVolumeNegativeTest-452624640 tempest-AttachVolumeNegativeTest-452624640-project] 10.222.0.60 "GET /v2.0/security-groups?id=b501ccef-95b0-4939-b7ec-f5c6dfe73de7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3737237 Nov 23 17:34:40.362094 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 40944) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:34:40.380383 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2732bb20-4e41-4774-89d3-ea4da820500e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:40.386138 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2732bb20-4e41-4774-89d3-ea4da820500e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:40.422379 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-2732bb20-4e41-4774-89d3-ea4da820500e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=5a5f524ddf3146bca9dbf5d106b33acf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7099428 Nov 23 17:34:40.424345 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 40950) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:34:40.474934 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2732bb20-4e41-4774-89d3-ea4da820500e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37a46ced-08f0-496b-ba2b-21708294da89,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:34:40.501213 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f57a06ac-5ede-4b09-8009-bfc4812937e5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:40.530025 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f57a06ac-5ede-4b09-8009-bfc4812937e5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:40.556529 n-d-816206-8 neutron-server[103591]: DEBUG neutron.services.segments.db [None req-2a7331e0-b8aa-4baf-8164-032b6bcc9d21 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2322108-2e14-412e-9d37-7c0ef00eb407']}} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:34:40.576874 n-d-816206-8 neutron-server[103591]: DEBUG neutron.services.segments.db [None req-2a7331e0-b8aa-4baf-8164-032b6bcc9d21 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91748fde-db18-45a8-a7a1-77ad9732fc5b') {'for_net_delete': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:34:40.577620 n-d-816206-8 neutron-server[103591]: DEBUG neutron.services.segments.db [None req-2a7331e0-b8aa-4baf-8164-032b6bcc9d21 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91748fde-db18-45a8-a7a1-77ad9732fc5b') {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:34:40.588244 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-37ec305c-7f4f-4ce3-98d0-03212607c163 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:40.592624 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd22f940-46af-45b5-81a8-de0f8b3e8953 req-701e015c-e1bd-4a00-b189-4ff64fd9e619 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:34:40.594115 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-cd22f940-46af-45b5-81a8-de0f8b3e8953 req-701e015c-e1bd-4a00-b189-4ff64fd9e619 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=79e8d965-2789-41b1-a1fa-0fe25b7624dc HTTP/1.1" status: 200 len: 797 time: 0.6214526 Nov 23 17:34:40.596713 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-2a7331e0-b8aa-4baf-8164-032b6bcc9d21 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736635840332', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265989959'] for segment, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:40.635316 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-2a7331e0-b8aa-4baf-8164-032b6bcc9d21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:40.651066 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ef1e32-1a94-4fb8-859c-79f6546c7bcd req-29129121-c203-493b-96c6-0150b43105f5 tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:34:40.652957 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-17ef1e32-1a94-4fb8-859c-79f6546c7bcd req-29129121-c203-493b-96c6-0150b43105f5 tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] 10.222.0.60 "GET /v2.0/ports?device_id=d5a5916e-c66a-471a-b1c7-242669cac3cf HTTP/1.1" status: 200 len: 945 time: 0.6195819 Nov 23 17:34:40.671668 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f57a06ac-5ede-4b09-8009-bfc4812937e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:40.676018 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f57a06ac-5ede-4b09-8009-bfc4812937e5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:40.677179 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 26644e8c-81ab-4c92-ab85-5d42eb04a674 no longer exists at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:34:40.677736 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-f57a06ac-5ede-4b09-8009-bfc4812937e5 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/37a46ced-08f0-496b-ba2b-21708294da89 HTTP/1.1" status: 204 len: 168 time: 0.2523036 Nov 23 17:34:40.690660 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a7331e0-b8aa-4baf-8164-032b6bcc9d21 admin admin] Releasing vlan 502 on physical network physnet1 to pool {{(pid=103591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 17:34:40.691062 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-2a7331e0-b8aa-4baf-8164-032b6bcc9d21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264756290'] for segment, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:40.694929 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57a06ac-5ede-4b09-8009-bfc4812937e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37a46ced-08f0-496b-ba2b-21708294da89,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:34:40.699213 n-d-816206-8 neutron-server[103591]: Traceback (most recent call last): Nov 23 17:34:40.699213 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 17:34:40.699213 n-d-816206-8 neutron-server[103591]: timer() Nov 23 17:34:40.699213 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 17:34:40.699213 n-d-816206-8 neutron-server[103591]: cb(*args, **kw) Nov 23 17:34:40.699213 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 17:34:40.699213 n-d-816206-8 neutron-server[103591]: return func(*args, **kwargs) Nov 23 17:34:40.699213 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 17:34:40.699213 n-d-816206-8 neutron-server[103591]: self._notify() Nov 23 17:34:40.699213 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 17:34:40.699213 n-d-816206-8 neutron-server[103591]: self.callback(batched_events) Nov 23 17:34:40.699213 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 17:34:40.699213 n-d-816206-8 neutron-server[103591]: event.method(event) Nov 23 17:34:40.699213 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 17:34:40.699213 n-d-816206-8 neutron-server[103591]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 17:34:40.699213 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 17:34:40.699213 n-d-816206-8 neutron-server[103591]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 17:34:40.699213 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 17:34:40.699213 n-d-816206-8 neutron-server[103591]: return f(self, *a, **k) Nov 23 17:34:40.699213 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 17:34:40.699213 n-d-816206-8 neutron-server[103591]: return self._get(url).json() Nov 23 17:34:40.699213 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 17:34:40.699213 n-d-816206-8 neutron-server[103591]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 17:34:40.699213 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 17:34:40.699213 n-d-816206-8 neutron-server[103591]: return self.request(url, 'GET', **kwargs) Nov 23 17:34:40.699213 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 17:34:40.699213 n-d-816206-8 neutron-server[103591]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 17:34:40.699213 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 17:34:40.699213 n-d-816206-8 neutron-server[103591]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 17:34:40.699213 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 17:34:40.699213 n-d-816206-8 neutron-server[103591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 17:34:40.699213 n-d-816206-8 neutron-server[103591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 17:34:40.719054 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] No Port match for: 26644e8c-81ab-4c92-ab85-5d42eb04a674 {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:34:40.719525 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 26644e8c-81ab-4c92-ab85-5d42eb04a674 not bound to the agent host n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:34:40.789974 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-37ec305c-7f4f-4ce3-98d0-03212607c163 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:40.803974 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-37ec305c-7f4f-4ce3-98d0-03212607c163 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:40.834930 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-2a7331e0-b8aa-4baf-8164-032b6bcc9d21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1795418'] for network, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:40.858394 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-2a7331e0-b8aa-4baf-8164-032b6bcc9d21 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for network, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:40.865788 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-2a7331e0-b8aa-4baf-8164-032b6bcc9d21 admin admin] 10.222.0.60 "DELETE /v2.0/networks/a2322108-2e14-412e-9d37-7c0ef00eb407 HTTP/1.1" status: 204 len: 168 time: 2.0929267 Nov 23 17:34:40.885504 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd22f940-46af-45b5-81a8-de0f8b3e8953 req-edb3d477-4d6f-4651-8e77-fd441521427d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:34:40.887748 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-cd22f940-46af-45b5-81a8-de0f8b3e8953 req-edb3d477-4d6f-4651-8e77-fd441521427d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=76740e25-dcec-4d2d-82d4-d720ca6b4fc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2747362 Nov 23 17:34:40.896540 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-37ec305c-7f4f-4ce3-98d0-03212607c163 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=96c1552be752419dbe819e159288ea6b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5311854 Nov 23 17:34:40.897417 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ec305c-7f4f-4ce3-98d0-03212607c163 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d66de8d3-d98e-4a27-bcb4-449c65ac4390,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:34:40.902910 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-17ef1e32-1a94-4fb8-859c-79f6546c7bcd req-b3f398f7-d173-4987-8b60-64072e545b6a tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] 10.222.0.60 "GET /v2.0/security-groups?id=67691fce-8308-48e3-b930-b7465ae25797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2206907 Nov 23 17:34:40.904933 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 40978) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:34:40.906624 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7331e0-b8aa-4baf-8164-032b6bcc9d21 admin admin] Pushing event deleted for resources: {'Network': ['ID=a2322108-2e14-412e-9d37-7c0ef00eb407,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:34:41.016082 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5ac291e4-76d7-42e7-a78d-be1bb7a9f9ba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:41.031341 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-cd22f940-46af-45b5-81a8-de0f8b3e8953 req-444371b6-decb-48fd-99e3-1c2ef95019b3 service neutron] 10.222.0.36 "GET /v2.0/networks/76740e25-dcec-4d2d-82d4-d720ca6b4fc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268730 Nov 23 17:34:41.040069 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5ac291e4-76d7-42e7-a78d-be1bb7a9f9ba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:41.135468 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5ac291e4-76d7-42e7-a78d-be1bb7a9f9ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:41.138697 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5ac291e4-76d7-42e7-a78d-be1bb7a9f9ba admin admin] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:41.143668 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-5ac291e4-76d7-42e7-a78d-be1bb7a9f9ba admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d66de8d3-d98e-4a27-bcb4-449c65ac4390 HTTP/1.1" status: 204 len: 168 time: 0.2181275 Nov 23 17:34:41.149089 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac291e4-76d7-42e7-a78d-be1bb7a9f9ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d66de8d3-d98e-4a27-bcb4-449c65ac4390,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:34:41.186731 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 40992) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:34:41.252622 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-54d26e2e-334b-4a8f-9187-6de907523193 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=179fcab26c4d4902bdbe1d329dc6e426&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0643864 Nov 23 17:34:41.256744 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 40994) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:34:41.304253 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76fea12-3881-481e-862e-6e3ecc4ac55c req-82f1cd90-1247-40d1-ab18-9947927b0927 tempest-AttachVolumeNegativeTest-452624640 tempest-AttachVolumeNegativeTest-452624640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:34:41.306809 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e76fea12-3881-481e-862e-6e3ecc4ac55c req-82f1cd90-1247-40d1-ab18-9947927b0927 tempest-AttachVolumeNegativeTest-452624640 tempest-AttachVolumeNegativeTest-452624640-project] 10.222.0.60 "GET /v2.0/ports?device_id=531cafd7-8e1e-4b7c-92fc-e4a1f6ee4d62 HTTP/1.1" status: 200 len: 945 time: 0.0812609 Nov 23 17:34:41.309108 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-cd22f940-46af-45b5-81a8-de0f8b3e8953 req-134812c3-c204-4202-a491-1940ce2cfe16 service neutron] 10.222.0.36 "GET /v2.0/networks/76740e25-dcec-4d2d-82d4-d720ca6b4fc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2660892 Nov 23 17:34:41.329016 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-455b674f-1366-4cae-8963-9cbfe76ec682 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:41.364211 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-455b674f-1366-4cae-8963-9cbfe76ec682 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:41.397914 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-cd22f940-46af-45b5-81a8-de0f8b3e8953 req-4dfa049a-6839-4998-a003-b7862ed50b74 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=d4f487c3-aeab-403d-8746-5a1aee6d7eaa HTTP/1.1" status: 200 len: 217 time: 0.0706956 Nov 23 17:34:41.406748 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e76fea12-3881-481e-862e-6e3ecc4ac55c req-7769dffa-45d2-4a0b-a2cb-023c0991a028 tempest-AttachVolumeNegativeTest-452624640 tempest-AttachVolumeNegativeTest-452624640-project] 10.222.0.60 "GET /v2.0/security-groups?id=b501ccef-95b0-4939-b7ec-f5c6dfe73de7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914104 Nov 23 17:34:41.449388 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-455b674f-1366-4cae-8963-9cbfe76ec682 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:41.452547 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-455b674f-1366-4cae-8963-9cbfe76ec682 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:41.457626 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-455b674f-1366-4cae-8963-9cbfe76ec682 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/5f0c99e0-c515-47be-b08b-be2ab0382850 HTTP/1.1" status: 204 len: 168 time: 0.1994364 Nov 23 17:34:41.474944 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455b674f-1366-4cae-8963-9cbfe76ec682 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f0c99e0-c515-47be-b08b-be2ab0382850,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:34:41.491574 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd22f940-46af-45b5-81a8-de0f8b3e8953 req-ff1d5663-f911-483c-b3ef-0968b1ecfb69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:34:41.494419 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-cd22f940-46af-45b5-81a8-de0f8b3e8953 req-ff1d5663-f911-483c-b3ef-0968b1ecfb69 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8af7564e-f655-496a-9b6e-3592a9b162a5 HTTP/1.1" status: 200 len: 797 time: 0.0859942 Nov 23 17:34:41.571228 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd22f940-46af-45b5-81a8-de0f8b3e8953 req-921fe1ed-0737-4b65-817e-f7e0c19c14f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:34:41.574255 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-cd22f940-46af-45b5-81a8-de0f8b3e8953 req-921fe1ed-0737-4b65-817e-f7e0c19c14f1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=22bc55ee-b0f3-41c3-894c-32c421670838&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0639164 Nov 23 17:34:41.722511 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-cd22f940-46af-45b5-81a8-de0f8b3e8953 req-428aca6e-5998-4c0e-9773-4d1c86195ac0 service neutron] 10.222.0.36 "GET /v2.0/networks/22bc55ee-b0f3-41c3-894c-32c421670838?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351535 Nov 23 17:34:41.790677 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 41022) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:34:41.822203 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a3d6bf3d-3b99-4427-9631-7c75a116ef31 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:41.867914 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-cd22f940-46af-45b5-81a8-de0f8b3e8953 req-eb6d25f6-4b92-4968-af72-43ee43fbbc77 service neutron] 10.222.0.36 "GET /v2.0/networks/22bc55ee-b0f3-41c3-894c-32c421670838?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252694 Nov 23 17:34:41.942309 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a3d6bf3d-3b99-4427-9631-7c75a116ef31 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:41.946796 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a3d6bf3d-3b99-4427-9631-7c75a116ef31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:41.947416 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-cd22f940-46af-45b5-81a8-de0f8b3e8953 req-595e9abe-efbd-4a0d-ae77-511ab90db1b2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=710bef9f-b70a-46f8-8336-d0a377111f32 HTTP/1.1" status: 200 len: 217 time: 0.0655942 Nov 23 17:34:42.032015 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d6bf3d-3b99-4427-9631-7c75a116ef31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8eb16645-1975-4a22-b6e3-e855d0ddf876,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:34:42.049223 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-a3d6bf3d-3b99-4427-9631-7c75a116ef31 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=dd3bcf6d88e842638451262d57eb7f9f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2572401 Nov 23 17:34:42.056541 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 41036) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:34:42.103354 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd22f940-46af-45b5-81a8-de0f8b3e8953 req-addf967b-b96f-4832-8823-79fdae702e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:34:42.105182 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-cd22f940-46af-45b5-81a8-de0f8b3e8953 req-addf967b-b96f-4832-8823-79fdae702e4d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8af7564e-f655-496a-9b6e-3592a9b162a5 HTTP/1.1" status: 200 len: 797 time: 0.1435993 Nov 23 17:34:42.124299 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ff9b49-f3c7-4cbd-a96c-339abfa64417 req-279f8fee-1a72-4b1a-8729-82673027f07a tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:34:42.126426 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-11ff9b49-f3c7-4cbd-a96c-339abfa64417 req-279f8fee-1a72-4b1a-8729-82673027f07a tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] 10.222.0.60 "GET /v2.0/ports?device_id=d5a5916e-c66a-471a-b1c7-242669cac3cf HTTP/1.1" status: 200 len: 945 time: 0.0921941 Nov 23 17:34:42.129143 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7a99b139-53bd-40b6-8557-8e62066cacb8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:42.154587 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7a99b139-53bd-40b6-8557-8e62066cacb8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:42.217505 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd22f940-46af-45b5-81a8-de0f8b3e8953 req-fd31b578-ceba-49f8-9b79-f29fcb738c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:34:42.218869 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7a99b139-53bd-40b6-8557-8e62066cacb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:42.219058 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-cd22f940-46af-45b5-81a8-de0f8b3e8953 req-fd31b578-ceba-49f8-9b79-f29fcb738c9e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=22bc55ee-b0f3-41c3-894c-32c421670838&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0915158 Nov 23 17:34:42.224641 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7a99b139-53bd-40b6-8557-8e62066cacb8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:42.224641 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-7a99b139-53bd-40b6-8557-8e62066cacb8 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/8eb16645-1975-4a22-b6e3-e855d0ddf876 HTTP/1.1" status: 204 len: 168 time: 0.1650536 Nov 23 17:34:42.225494 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-11ff9b49-f3c7-4cbd-a96c-339abfa64417 req-3f123703-d6d6-4d7d-bbe0-e35a85915828 tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] 10.222.0.60 "GET /v2.0/security-groups?id=67691fce-8308-48e3-b930-b7465ae25797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866177 Nov 23 17:34:42.234928 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a99b139-53bd-40b6-8557-8e62066cacb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8eb16645-1975-4a22-b6e3-e855d0ddf876,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:34:42.351424 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-cd22f940-46af-45b5-81a8-de0f8b3e8953 req-6022290a-bd15-4825-8334-05ce33e81f89 service neutron] 10.222.0.36 "GET /v2.0/networks/22bc55ee-b0f3-41c3-894c-32c421670838?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201310 Nov 23 17:34:42.402142 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device a316975f-5a35-4c1e-abbf-e8b41bc507ae up at agent hyperv_n-h1-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:34:42.469268 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Provisioning for port a316975f-5a35-4c1e-abbf-e8b41bc507ae completed by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 17:34:42.475730 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Provisioning complete for port a316975f-5a35-4c1e-abbf-e8b41bc507ae triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:34:42.489846 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:42.534508 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-cd22f940-46af-45b5-81a8-de0f8b3e8953 req-076d9a20-5fc1-47b8-8687-2e22644b1ecd service neutron] 10.222.0.36 "GET /v2.0/networks/22bc55ee-b0f3-41c3-894c-32c421670838?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1705134 Nov 23 17:34:42.622979 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19b8caa-40f2-4c2b-9967-b29ada3c7f46 req-ce016644-269f-4282-80c4-df3bb9f73052 tempest-AttachVolumeNegativeTest-452624640 tempest-AttachVolumeNegativeTest-452624640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:34:42.625164 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f19b8caa-40f2-4c2b-9967-b29ada3c7f46 req-ce016644-269f-4282-80c4-df3bb9f73052 tempest-AttachVolumeNegativeTest-452624640 tempest-AttachVolumeNegativeTest-452624640-project] 10.222.0.60 "GET /v2.0/ports?device_id=531cafd7-8e1e-4b7c-92fc-e4a1f6ee4d62 HTTP/1.1" status: 200 len: 945 time: 0.0711648 Nov 23 17:34:42.677433 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:42.699996 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f19b8caa-40f2-4c2b-9967-b29ada3c7f46 req-13301a74-8b51-4876-bf5b-111a73f60a6c tempest-AttachVolumeNegativeTest-452624640 tempest-AttachVolumeNegativeTest-452624640-project] 10.222.0.60 "GET /v2.0/security-groups?id=b501ccef-95b0-4939-b7ec-f5c6dfe73de7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654349 Nov 23 17:34:42.702636 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '531cafd7-8e1e-4b7c-92fc-e4a1f6ee4d62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a316975f-5a35-4c1e-abbf-e8b41bc507ae'}] {{(pid=103592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:34:42.704955 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba3e6a8f2301c7a29fe1eca9779abdae4ccbcd6266d69778087f2498d5551201" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1bb4c01-656c-4566-adbd-26710382d875" -d '{"events": [{"server_uuid": "531cafd7-8e1e-4b7c-92fc-e4a1f6ee4d62", "name": "network-vif-plugged", "status": "completed", "tag": "a316975f-5a35-4c1e-abbf-e8b41bc507ae"}]}' {{(pid=103592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:34:42.718980 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port a316975f-5a35-4c1e-abbf-e8b41bc507ae, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=a316975f-5a35-4c1e-abbf-e8b41bc507ae,segment=NetworkSegment(1cf72e34-10d8-4ad7-b917-280709c47ed2),segment_id=1cf72e34-10d8-4ad7-b917-280709c47ed2)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:34:42.726760 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:42.780236 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:34:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5997549c-d02d-4d6d-af42-c2fcf464ff28 x-openstack-request-id: req-5997549c-d02d-4d6d-af42-c2fcf464ff28 {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:34:42.780555 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "531cafd7-8e1e-4b7c-92fc-e4a1f6ee4d62", "name": "network-vif-plugged", "status": "completed", "tag": "a316975f-5a35-4c1e-abbf-e8b41bc507ae", "code": 200}]} {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:34:42.780813 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5997549c-d02d-4d6d-af42-c2fcf464ff28 {{(pid=103592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:34:42.781315 n-d-816206-8 neutron-server[103592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '531cafd7-8e1e-4b7c-92fc-e4a1f6ee4d62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a316975f-5a35-4c1e-abbf-e8b41bc507ae', 'code': 200} Nov 23 17:34:42.786310 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Pushing event updated for resources: {'Port': ['ID=a316975f-5a35-4c1e-abbf-e8b41bc507ae,revision_number=5']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:34:42.891361 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c91343-1773-42db-9a2f-013d424ff1bb req-a5f56996-5bbd-4e3d-a385-c93892d3f5ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:34:42.892933 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-17c91343-1773-42db-9a2f-013d424ff1bb req-a5f56996-5bbd-4e3d-a385-c93892d3f5ea service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=531cafd7-8e1e-4b7c-92fc-e4a1f6ee4d62 HTTP/1.1" status: 200 len: 1097 time: 0.0563047 Nov 23 17:34:42.906013 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-616c7069-0c2c-4373-b27c-2f84de58d10a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:42.949272 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-17c91343-1773-42db-9a2f-013d424ff1bb req-c1380bb4-2db4-4994-bc81-0f7401dad8c9 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=b501ccef-95b0-4939-b7ec-f5c6dfe73de7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484686 Nov 23 17:34:43.068429 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 41084) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:34:43.243973 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-870d2872-f253-489f-a86f-c36e33a9a0db admin admin] Publish callbacks [] for security_group, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:43.318492 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:43.374769 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-870d2872-f253-489f-a86f-c36e33a9a0db admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:43.380660 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-870d2872-f253-489f-a86f-c36e33a9a0db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:43.404648 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae549ef-d2fc-41f3-b9b6-930a1bca516f req-ee3da69e-e7b8-4d73-b087-9d57916767ff tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:34:43.410861 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-870d2872-f253-489f-a86f-c36e33a9a0db admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=1bf4bfc4988d411d8710d657de5217df&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3412194 Nov 23 17:34:43.413502 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4ae549ef-d2fc-41f3-b9b6-930a1bca516f req-ee3da69e-e7b8-4d73-b087-9d57916767ff tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] 10.222.0.60 "GET /v2.0/ports?device_id=d5a5916e-c66a-471a-b1c7-242669cac3cf HTTP/1.1" status: 200 len: 945 time: 0.0740981 Nov 23 17:34:43.416000 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 41104) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:34:43.442789 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870d2872-f253-489f-a86f-c36e33a9a0db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ecd01fd-44ed-4664-ba3b-03b647b7528c,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:34:43.517338 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4ae549ef-d2fc-41f3-b9b6-930a1bca516f req-082a86a0-0099-4f75-bbba-ebe396a9744b tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] 10.222.0.60 "GET /v2.0/security-groups?id=67691fce-8308-48e3-b930-b7465ae25797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024694 Nov 23 17:34:43.521301 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-45301b33-02d2-46d9-be01-ba2f2c7a4b24 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:43.553490 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-45301b33-02d2-46d9-be01-ba2f2c7a4b24 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:43.588850 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 41112) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:34:43.625566 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-45301b33-02d2-46d9-be01-ba2f2c7a4b24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:43.628607 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-45301b33-02d2-46d9-be01-ba2f2c7a4b24 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:43.630388 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-45301b33-02d2-46d9-be01-ba2f2c7a4b24 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/8ecd01fd-44ed-4664-ba3b-03b647b7528c HTTP/1.1" status: 204 len: 168 time: 0.2131503 Nov 23 17:34:43.643330 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45301b33-02d2-46d9-be01-ba2f2c7a4b24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ecd01fd-44ed-4664-ba3b-03b647b7528c,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:34:43.753066 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-e2a5d5b5-e3dc-4811-b3af-adf52d72ea28 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-774584939-network', 'tenant_id': '5b004d5f15be417cbe32e472a39ce93f'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:34:43.828176 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2a5d5b5-e3dc-4811-b3af-adf52d72ea28 admin admin] Made reservation on behalf of 5b004d5f15be417cbe32e472a39ce93f for: {'network': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:34:43.828176 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-e2a5d5b5-e3dc-4811-b3af-adf52d72ea28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for network, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:43.839997 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-e2a5d5b5-e3dc-4811-b3af-adf52d72ea28 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:43.876934 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c133583-70ba-4a03-abc5-e2842446755f req-7ff28bc3-1c65-4df8-806f-826ee2866b8b tempest-AttachVolumeNegativeTest-452624640 tempest-AttachVolumeNegativeTest-452624640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:34:43.878493 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8c133583-70ba-4a03-abc5-e2842446755f req-7ff28bc3-1c65-4df8-806f-826ee2866b8b tempest-AttachVolumeNegativeTest-452624640 tempest-AttachVolumeNegativeTest-452624640-project] 10.222.0.60 "GET /v2.0/ports?device_id=531cafd7-8e1e-4b7c-92fc-e4a1f6ee4d62 HTTP/1.1" status: 200 len: 946 time: 0.0870039 Nov 23 17:34:43.989554 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8c133583-70ba-4a03-abc5-e2842446755f req-083bfa74-d258-4e11-a2e0-b894c38c68a2 tempest-AttachVolumeNegativeTest-452624640 tempest-AttachVolumeNegativeTest-452624640-project] 10.222.0.60 "GET /v2.0/security-groups?id=b501ccef-95b0-4939-b7ec-f5c6dfe73de7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997558 Nov 23 17:34:44.030785 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-e2a5d5b5-e3dc-4811-b3af-adf52d72ea28 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:44.035811 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-e2a5d5b5-e3dc-4811-b3af-adf52d72ea28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:44.068287 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2a5d5b5-e3dc-4811-b3af-adf52d72ea28 admin admin] vlan segment allocate from pool success with {'vlan_id': 518, 'physical_network': 'physnet1'} {{(pid=103591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 17:34:44.089965 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-e2a5d5b5-e3dc-4811-b3af-adf52d72ea28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:44.090630 n-d-816206-8 neutron-server[103591]: INFO neutron.db.segments_db [None req-e2a5d5b5-e3dc-4811-b3af-adf52d72ea28 admin admin] Added segment da617373-7313-4b9e-9527-445b8d35f236 of type vlan for network a7fc513d-97aa-4b2b-9a51-9e5f9afec91b Nov 23 17:34:44.099328 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a5d5b5-e3dc-4811-b3af-adf52d72ea28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=627e1e45-7f27-49ad-a161-3002d16a7eca,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:34:44.137358 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-e2a5d5b5-e3dc-4811-b3af-adf52d72ea28 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736635338810'] for network, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:44.138931 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:44.167630 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-e2a5d5b5-e3dc-4811-b3af-adf52d72ea28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493'] for network, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:44.168833 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2a5d5b5-e3dc-4811-b3af-adf52d72ea28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:34:44.169486 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-e2a5d5b5-e3dc-4811-b3af-adf52d72ea28 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for network, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:44.211697 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-e2a5d5b5-e3dc-4811-b3af-adf52d72ea28 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.6173077 Nov 23 17:34:44.211956 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 41144) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:34:44.219887 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-1682631e-3555-47b0-8715-7f8e691dd869 admin admin] Request body: {'subnet': {'network_id': 'a7fc513d-97aa-4b2b-9a51-9e5f9afec91b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-774584939-subnet', 'tenant_id': '5b004d5f15be417cbe32e472a39ce93f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:34:44.238513 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 41148) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:34:44.273487 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a5d5b5-e3dc-4811-b3af-adf52d72ea28 admin admin] Pushing event updated for resources: {'Network': ['ID=a7fc513d-97aa-4b2b-9a51-9e5f9afec91b,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:34:44.292113 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Network a7fc513d-97aa-4b2b-9a51-9e5f9afec91b details requested by agent ovs-agent-n-d-816206-8 with host n-d-816206-8 {{(pid=103592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 17:34:44.293215 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1682631e-3555-47b0-8715-7f8e691dd869 admin admin] Made reservation on behalf of 5b004d5f15be417cbe32e472a39ce93f for: {'subnet': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:34:44.298574 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-1682631e-3555-47b0-8715-7f8e691dd869 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264314294'] for subnet, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:44.527938 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-3602e70b-b12f-4646-b618-dd9a33652424 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:44.528145 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-1682631e-3555-47b0-8715-7f8e691dd869 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264758079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264314276'] for subnet, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:44.661984 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1682631e-3555-47b0-8715-7f8e691dd869 admin admin] Checking segment: {'id': 'da617373-7313-4b9e-9527-445b8d35f236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'a7fc513d-97aa-4b2b-9a51-9e5f9afec91b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:34:44.667202 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1682631e-3555-47b0-8715-7f8e691dd869 admin admin] Network hostable DHCP agents. Network: a7fc513d-97aa-4b2b-9a51-9e5f9afec91b, hostable agents: ['0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3'], hosted agents: [] {{(pid=103591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 17:34:44.667202 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1682631e-3555-47b0-8715-7f8e691dd869 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1b8a3d78-3bde-4257-9e3e-58e9b2ea43c2,revision_number=0']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:34:44.680159 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-3602e70b-b12f-4646-b618-dd9a33652424 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:44.686037 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-3602e70b-b12f-4646-b618-dd9a33652424 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:44.726193 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1682631e-3555-47b0-8715-7f8e691dd869 admin admin] Network a7fc513d-97aa-4b2b-9a51-9e5f9afec91b is scheduled to be hosted by DHCP agent 0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3 with binding_index 1 {{(pid=103591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 17:34:44.740259 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3602e70b-b12f-4646-b618-dd9a33652424 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05c365ce-c8a8-4bf4-9009-082d9e6c7988,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:34:44.743411 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [None req-1682631e-3555-47b0-8715-7f8e691dd869 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-8, a7fc513d-97aa-4b2b-9a51-9e5f9afec91b) {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:34:44.751242 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1682631e-3555-47b0-8715-7f8e691dd869 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:34:44.752244 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-1682631e-3555-47b0-8715-7f8e691dd869 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for subnet, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:44.764547 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c05b8bf9-82c9-4aab-8f9c-3452071c31f0 None None] Network a7fc513d-97aa-4b2b-9a51-9e5f9afec91b requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:34:44.789605 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99aa46b-ab47-45f0-8064-08ca0d6be06d req-8489b610-223a-4a97-8e3f-9c30e3323f34 tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:34:44.793102 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a99aa46b-ab47-45f0-8064-08ca0d6be06d req-8489b610-223a-4a97-8e3f-9c30e3323f34 tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] 10.222.0.60 "GET /v2.0/ports?device_id=d5a5916e-c66a-471a-b1c7-242669cac3cf HTTP/1.1" status: 200 len: 945 time: 0.1454399 Nov 23 17:34:44.800015 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-1682631e-3555-47b0-8715-7f8e691dd869 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.5869768 Nov 23 17:34:44.804322 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 41170) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:34:44.825945 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-abb4d3e6-b480-47c9-9ece-50864842d655 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-774584939-router', 'tenant_id': '5b004d5f15be417cbe32e472a39ce93f', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'}}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:34:44.855909 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-3602e70b-b12f-4646-b618-dd9a33652424 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d6bce72375d542528a384dae2b402f50&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6160109 Nov 23 17:34:44.862629 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 41176) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:34:44.895582 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-abb4d3e6-b480-47c9-9ece-50864842d655 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1793449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8093'] for router, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:44.896679 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-abb4d3e6-b480-47c9-9ece-50864842d655 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1794473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1794771', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1638326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8086'] for router, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:44.954056 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f3700676-76ed-4371-b30e-eb8677a1e1bb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:44.966589 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a99aa46b-ab47-45f0-8064-08ca0d6be06d req-4e0108dc-9a73-4ff9-9f1e-c9b576c8682b tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] 10.222.0.60 "GET /v2.0/security-groups?id=67691fce-8308-48e3-b930-b7465ae25797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620762 Nov 23 17:34:45.024928 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-abb4d3e6-b480-47c9-9ece-50864842d655 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:45.035640 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f3700676-76ed-4371-b30e-eb8677a1e1bb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:45.177360 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deaec4d4-b8a8-4ec5-8f3a-f563f0b55fc9 req-0c266c5b-4a1e-4978-b841-3ab2744ace18 tempest-AttachVolumeNegativeTest-452624640 tempest-AttachVolumeNegativeTest-452624640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:34:45.185856 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-deaec4d4-b8a8-4ec5-8f3a-f563f0b55fc9 req-0c266c5b-4a1e-4978-b841-3ab2744ace18 tempest-AttachVolumeNegativeTest-452624640 tempest-AttachVolumeNegativeTest-452624640-project] 10.222.0.60 "GET /v2.0/ports?device_id=531cafd7-8e1e-4b7c-92fc-e4a1f6ee4d62 HTTP/1.1" status: 200 len: 946 time: 0.1040263 Nov 23 17:34:45.216946 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-aaa99b0c-2232-4c67-9584-fcdfaadbeda9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:45.267227 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-abb4d3e6-b480-47c9-9ece-50864842d655 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:45.275624 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-deaec4d4-b8a8-4ec5-8f3a-f563f0b55fc9 req-d5c812ca-9e21-4272-b776-809fe168c714 tempest-AttachVolumeNegativeTest-452624640 tempest-AttachVolumeNegativeTest-452624640-project] 10.222.0.60 "GET /v2.0/security-groups?id=b501ccef-95b0-4939-b7ec-f5c6dfe73de7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833776 Nov 23 17:34:45.294038 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f3700676-76ed-4371-b30e-eb8677a1e1bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:45.297630 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f3700676-76ed-4371-b30e-eb8677a1e1bb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:45.303220 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-f3700676-76ed-4371-b30e-eb8677a1e1bb admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/05c365ce-c8a8-4bf4-9009-082d9e6c7988 HTTP/1.1" status: 204 len: 168 time: 0.4387820 Nov 23 17:34:45.325352 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ade71853-a4e1-4c76-93fc-6ccdc656ab85 None None] Network a7fc513d-97aa-4b2b-9a51-9e5f9afec91b requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:34:45.327044 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3700676-76ed-4371-b30e-eb8677a1e1bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05c365ce-c8a8-4bf4-9009-082d9e6c7988,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:34:45.614562 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-abb4d3e6-b480-47c9-9ece-50864842d655 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:45.635462 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-abb4d3e6-b480-47c9-9ece-50864842d655 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:45.854786 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-abb4d3e6-b480-47c9-9ece-50864842d655 admin admin] Allocated IP 172.25.3.145 (4c8455ba-1be5-42ac-b8c2-8a16e1292d55/08fe3644-ce41-4c3f-a7ea-92bac0f0fff5/ce7cf3c7-0a3f-4c2b-ae55-238b2e203d31) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:34:46.103149 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-abb4d3e6-b480-47c9-9ece-50864842d655 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:46.177506 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-abb4d3e6-b480-47c9-9ece-50864842d655 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:46.190717 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df77854-3889-44ce-8e1f-2bb420b9b7bc req-79a9125f-1e42-4e1c-8b92-0f195889f9c2 tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:34:46.201332 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7df77854-3889-44ce-8e1f-2bb420b9b7bc req-79a9125f-1e42-4e1c-8b92-0f195889f9c2 tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] 10.222.0.60 "GET /v2.0/ports?device_id=d5a5916e-c66a-471a-b1c7-242669cac3cf HTTP/1.1" status: 200 len: 945 time: 0.1335175 Nov 23 17:34:46.271508 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abb4d3e6-b480-47c9-9ece-50864842d655 admin admin] Network 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:34:46.289840 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-abb4d3e6-b480-47c9-9ece-50864842d655 admin admin] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:34:46.299239 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abb4d3e6-b480-47c9-9ece-50864842d655 admin admin] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:34:46.313857 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a3e5a5c-8ad8-4d84-acf7-bdd3d42c266c None None] DHCP port deletion for 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:34:46.353226 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7df77854-3889-44ce-8e1f-2bb420b9b7bc req-6e56d33e-0046-40a3-bc54-e9072b05ce64 tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] 10.222.0.60 "GET /v2.0/security-groups?id=67691fce-8308-48e3-b930-b7465ae25797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509178 Nov 23 17:34:46.367320 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb4d3e6-b480-47c9-9ece-50864842d655 admin admin] Pushing event updated for resources: {'Port': ['ID=ce7cf3c7-0a3f-4c2b-ae55-238b2e203d31,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:34:46.409453 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-5354a112-121e-4ebd-ad15-873a8bffcc52 None None] Provisioning complete for port ce7cf3c7-0a3f-4c2b-ae55-238b2e203d31 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:34:46.410327 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-5354a112-121e-4ebd-ad15-873a8bffcc52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:46.566596 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-5354a112-121e-4ebd-ad15-873a8bffcc52 None None] Port ce7cf3c7-0a3f-4c2b-ae55-238b2e203d31 cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:34:46.570477 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-52822d53-48f5-4819-8a95-bdc13aea0bf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:46.892121 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 41250) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:34:46.901641 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-abb4d3e6-b480-47c9-9ece-50864842d655 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:47.260436 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-35aae848-574b-4701-ab53-a822d5c54482 tempest-ExternalNetworksTestJSON-1689054116 tempest-ExternalNetworksTestJSON-1689054116-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1289004771'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:34:47.317877 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-abb4d3e6-b480-47c9-9ece-50864842d655 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1794316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1795362'] for router, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:47.321572 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35aae848-574b-4701-ab53-a822d5c54482 tempest-ExternalNetworksTestJSON-1689054116 tempest-ExternalNetworksTestJSON-1689054116-project] Made reservation on behalf of c58fed99e79d487c9e2bbc89f30e8477 for: {'network': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:34:47.337721 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-35aae848-574b-4701-ab53-a822d5c54482 tempest-ExternalNetworksTestJSON-1689054116 tempest-ExternalNetworksTestJSON-1689054116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for network, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:47.344372 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.agents_db [None req-464f6c07-0de8-4be6-8f5b-563f574d1c5d None None] Agent healthcheck: found 7 active agents {{(pid=103593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 17:34:47.366235 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-35aae848-574b-4701-ab53-a822d5c54482 tempest-ExternalNetworksTestJSON-1689054116 tempest-ExternalNetworksTestJSON-1689054116-project] Publish callbacks [] for security_group, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:47.455568 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 41264) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:34:47.521119 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-35aae848-574b-4701-ab53-a822d5c54482 tempest-ExternalNetworksTestJSON-1689054116 tempest-ExternalNetworksTestJSON-1689054116-project] Publish callbacks [] for security_group, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:47.547501 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-35aae848-574b-4701-ab53-a822d5c54482 tempest-ExternalNetworksTestJSON-1689054116 tempest-ExternalNetworksTestJSON-1689054116-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:47.608937 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abb4d3e6-b480-47c9-9ece-50864842d655 admin admin] Router 27419c05-b309-405f-9fcd-bf818c979861 is scheduled to L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 with binding_index 1 {{(pid=103590) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 17:34:47.609466 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35aae848-574b-4701-ab53-a822d5c54482 tempest-ExternalNetworksTestJSON-1689054116 tempest-ExternalNetworksTestJSON-1689054116-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1c6594c-24ce-4c67-89f8-dbe56301d39e,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:34:47.611417 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-be5a4a2c-649c-49e3-bde6-96d38e9d014a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:47.619039 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35aae848-574b-4701-ab53-a822d5c54482 tempest-ExternalNetworksTestJSON-1689054116 tempest-ExternalNetworksTestJSON-1689054116-project] vlan segment allocate from pool success with {'vlan_id': 528, 'physical_network': 'physnet1'} {{(pid=103591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 17:34:47.651718 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a786f2-799e-4562-89ea-7d17af9cbd1a req-81c48617-d3cc-4a9c-bdef-d29220734858 tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:34:47.654910 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-20a786f2-799e-4562-89ea-7d17af9cbd1a req-81c48617-d3cc-4a9c-bdef-d29220734858 tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] 10.222.0.60 "GET /v2.0/ports?device_id=d5a5916e-c66a-471a-b1c7-242669cac3cf HTTP/1.1" status: 200 len: 945 time: 0.1504800 Nov 23 17:34:47.658699 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-35aae848-574b-4701-ab53-a822d5c54482 tempest-ExternalNetworksTestJSON-1689054116 tempest-ExternalNetworksTestJSON-1689054116-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:47.659152 n-d-816206-8 neutron-server[103591]: INFO neutron.db.segments_db [None req-35aae848-574b-4701-ab53-a822d5c54482 tempest-ExternalNetworksTestJSON-1689054116 tempest-ExternalNetworksTestJSON-1689054116-project] Added segment 2ca02099-ea0f-4b48-9d3d-e19155f4578f of type vlan for network 6c454092-b790-4fc7-840e-d9afaea66263 Nov 23 17:34:47.707718 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9a27ae6c-db98-474f-94c1-cc99bf842d79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:47.732717 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-35aae848-574b-4701-ab53-a822d5c54482 tempest-ExternalNetworksTestJSON-1689054116 tempest-ExternalNetworksTestJSON-1689054116-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736635338810'] for network, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:47.778031 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-35aae848-574b-4701-ab53-a822d5c54482 tempest-ExternalNetworksTestJSON-1689054116 tempest-ExternalNetworksTestJSON-1689054116-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493'] for network, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:47.785124 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35aae848-574b-4701-ab53-a822d5c54482 tempest-ExternalNetworksTestJSON-1689054116 tempest-ExternalNetworksTestJSON-1689054116-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:34:47.785863 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-35aae848-574b-4701-ab53-a822d5c54482 tempest-ExternalNetworksTestJSON-1689054116 tempest-ExternalNetworksTestJSON-1689054116-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for network, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:47.828056 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-35aae848-574b-4701-ab53-a822d5c54482 tempest-ExternalNetworksTestJSON-1689054116 tempest-ExternalNetworksTestJSON-1689054116-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 0.9346781 Nov 23 17:34:47.832810 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 41270) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:34:47.846953 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abb4d3e6-b480-47c9-9ece-50864842d655 admin admin] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:34:47.861058 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc356b2b-7bcb-4a52-a73e-b11bcd98d812 None None] Sync routers for ids ['27419c05-b309-405f-9fcd-bf818c979861'] in n-d-816206-8 {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:34:47.869468 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-abb4d3e6-b480-47c9-9ece-50864842d655 admin admin] Publish callbacks [] for router, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:47.870764 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-abb4d3e6-b480-47c9-9ece-50864842d655 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 3.0579488 Nov 23 17:34:47.874300 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 41274) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:34:47.880566 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc356b2b-7bcb-4a52-a73e-b11bcd98d812 None None] Routers {'27419c05-b309-405f-9fcd-bf818c979861'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:34:47.881804 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-cc356b2b-7bcb-4a52-a73e-b11bcd98d812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:34:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['27419c05-b309-405f-9fcd-bf818c979861'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:34:47.910522 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35aae848-574b-4701-ab53-a822d5c54482 tempest-ExternalNetworksTestJSON-1689054116 tempest-ExternalNetworksTestJSON-1689054116-project] Pushing event updated for resources: {'Network': ['ID=6c454092-b790-4fc7-840e-d9afaea66263,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:34:47.928690 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-20a786f2-799e-4562-89ea-7d17af9cbd1a req-8cb42342-1a2b-4bd4-936c-c1e33c0f8dae tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] 10.222.0.60 "GET /v2.0/security-groups?id=67691fce-8308-48e3-b930-b7465ae25797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550295 Nov 23 17:34:47.944177 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-be5a4a2c-649c-49e3-bde6-96d38e9d014a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:47.947903 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Network 6c454092-b790-4fc7-840e-d9afaea66263 details requested by agent ovs-agent-n-d-816206-8 with host n-d-816206-8 {{(pid=103592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 17:34:47.949780 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-be5a4a2c-649c-49e3-bde6-96d38e9d014a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:48.038658 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5a4a2c-649c-49e3-bde6-96d38e9d014a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=486f35fb-5431-41c1-894e-0aa3e7ab3db5,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:34:48.050374 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-be5a4a2c-649c-49e3-bde6-96d38e9d014a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c6103d9df5f84c658e0264315fc189a3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5935533 Nov 23 17:34:48.053752 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 41280) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:34:48.112735 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-cc356b2b-7bcb-4a52-a73e-b11bcd98d812 None None] Set router 27419c05-b309-405f-9fcd-bf818c979861 gateway port host: n-d-816206-8 {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:34:48.180750 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-a1755ff7-e88f-41a4-a8ee-a691ff6f3fae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:48.198340 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-46a58b18-e8e6-4819-bc8a-fe88ccca58fe tempest-ExternalNetworksTestJSON-579036838 tempest-ExternalNetworksTestJSON-579036838-project-admin] Request body: {'network': {'name': 'tempest-network--268453248', 'router:external': True}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:34:48.207734 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-a1755ff7-e88f-41a4-a8ee-a691ff6f3fae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:48.274731 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-a1755ff7-e88f-41a4-a8ee-a691ff6f3fae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:48.279234 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:48.280283 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-a1755ff7-e88f-41a4-a8ee-a691ff6f3fae admin admin] Publish callbacks [] for security_group, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:48.281076 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-a1755ff7-e88f-41a4-a8ee-a691ff6f3fae admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/486f35fb-5431-41c1-894e-0aa3e7ab3db5 HTTP/1.1" status: 204 len: 168 time: 0.2261031 Nov 23 17:34:48.300779 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1755ff7-e88f-41a4-a8ee-a691ff6f3fae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=486f35fb-5431-41c1-894e-0aa3e7ab3db5,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:34:48.310136 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46a58b18-e8e6-4819-bc8a-fe88ccca58fe tempest-ExternalNetworksTestJSON-579036838 tempest-ExternalNetworksTestJSON-579036838-project-admin] Made reservation on behalf of 4b6c73584c9449abb1df4dbe6fa4bc15 for: {'network': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:34:48.312810 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-46a58b18-e8e6-4819-bc8a-fe88ccca58fe tempest-ExternalNetworksTestJSON-579036838 tempest-ExternalNetworksTestJSON-579036838-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for network, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:48.329087 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-46a58b18-e8e6-4819-bc8a-fe88ccca58fe tempest-ExternalNetworksTestJSON-579036838 tempest-ExternalNetworksTestJSON-579036838-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:48.593523 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-cc356b2b-7bcb-4a52-a73e-b11bcd98d812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27419c05-b309-405f-9fcd-bf818c979861', 'name': 'tempest-ServerRescueTestJSONUnderV235-774584939-router', 'tenant_id': '5b004d5f15be417cbe32e472a39ce93f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.145'}], 'enable_snat': True}, 'gw_port_id': 'ce7cf3c7-0a3f-4c2b-ae55-238b2e203d31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:34:44Z', 'updated_at': '2021-11-23T17:34:46Z', 'revision_number': 3, 'project_id': '5b004d5f15be417cbe32e472a39ce93f', 'gw_port': {'id': 'ce7cf3c7-0a3f-4c2b-ae55-238b2e203d31', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:e9:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27419c05-b309-405f-9fcd-bf818c979861', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1500, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:34:45Z', 'updated_at': '2021-11-23T17:34:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8'}], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:34:48.600804 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-46a58b18-e8e6-4819-bc8a-fe88ccca58fe tempest-ExternalNetworksTestJSON-579036838 tempest-ExternalNetworksTestJSON-579036838-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:48.617149 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-46a58b18-e8e6-4819-bc8a-fe88ccca58fe tempest-ExternalNetworksTestJSON-579036838 tempest-ExternalNetworksTestJSON-579036838-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:48.663671 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46a58b18-e8e6-4819-bc8a-fe88ccca58fe tempest-ExternalNetworksTestJSON-579036838 tempest-ExternalNetworksTestJSON-579036838-project-admin] vlan segment allocate from pool success with {'vlan_id': 529, 'physical_network': 'physnet1'} {{(pid=103590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 17:34:48.671236 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc356b2b-7bcb-4a52-a73e-b11bcd98d812 None None] Checking router: 27419c05-b309-405f-9fcd-bf818c979861 for host: n-d-816206-8 {{(pid=103593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 17:34:48.672644 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc356b2b-7bcb-4a52-a73e-b11bcd98d812 None None] Updating router 27419c05-b309-405f-9fcd-bf818c979861 port ce7cf3c7-0a3f-4c2b-ae55-238b2e203d31 binding host n-d-816206-8 {{(pid=103593) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 17:34:48.714016 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-46a58b18-e8e6-4819-bc8a-fe88ccca58fe tempest-ExternalNetworksTestJSON-579036838 tempest-ExternalNetworksTestJSON-579036838-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:48.714452 n-d-816206-8 neutron-server[103590]: INFO neutron.db.segments_db [None req-46a58b18-e8e6-4819-bc8a-fe88ccca58fe tempest-ExternalNetworksTestJSON-579036838 tempest-ExternalNetworksTestJSON-579036838-project-admin] Added segment a126fda6-5a82-44ab-b212-3fa692703704 of type vlan for network ecf76cab-06d2-47d5-aa94-a4fe92ab70fc Nov 23 17:34:48.718649 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a58b18-e8e6-4819-bc8a-fe88ccca58fe tempest-ExternalNetworksTestJSON-579036838 tempest-ExternalNetworksTestJSON-579036838-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11b66fe2-6daf-4b73-8ff1-74c8674b713a,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:34:48.719553 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-cc356b2b-7bcb-4a52-a73e-b11bcd98d812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:48.798437 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-42f91852-14df-4a88-a3d5-fb86b38eeb3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:48.836028 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-46a58b18-e8e6-4819-bc8a-fe88ccca58fe tempest-ExternalNetworksTestJSON-579036838 tempest-ExternalNetworksTestJSON-579036838-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736635338810'] for network, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:49.004500 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-46a58b18-e8e6-4819-bc8a-fe88ccca58fe tempest-ExternalNetworksTestJSON-579036838 tempest-ExternalNetworksTestJSON-579036838-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493'] for network, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:49.005731 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46a58b18-e8e6-4819-bc8a-fe88ccca58fe tempest-ExternalNetworksTestJSON-579036838 tempest-ExternalNetworksTestJSON-579036838-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:34:49.006503 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-46a58b18-e8e6-4819-bc8a-fe88ccca58fe tempest-ExternalNetworksTestJSON-579036838 tempest-ExternalNetworksTestJSON-579036838-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for network, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:49.125756 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a58b18-e8e6-4819-bc8a-fe88ccca58fe tempest-ExternalNetworksTestJSON-579036838 tempest-ExternalNetworksTestJSON-579036838-project-admin] Pushing event updated for resources: {'Network': ['ID=ecf76cab-06d2-47d5-aa94-a4fe92ab70fc,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:34:49.140966 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Network ecf76cab-06d2-47d5-aa94-a4fe92ab70fc details requested by agent ovs-agent-n-d-816206-8 with host n-d-816206-8 {{(pid=103592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 17:34:49.173500 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca07820-d88d-4208-896b-6d7dbf4edc41 req-0a120111-4efa-470e-88ff-ac3974a8ac9b tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:34:49.181968 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7ca07820-d88d-4208-896b-6d7dbf4edc41 req-0a120111-4efa-470e-88ff-ac3974a8ac9b tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] 10.222.0.60 "GET /v2.0/ports?device_id=d5a5916e-c66a-471a-b1c7-242669cac3cf HTTP/1.1" status: 200 len: 945 time: 0.1371765 Nov 23 17:34:49.268000 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-46a58b18-e8e6-4819-bc8a-fe88ccca58fe tempest-ExternalNetworksTestJSON-579036838 tempest-ExternalNetworksTestJSON-579036838-project-admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.4299824 Nov 23 17:34:49.275355 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 41314) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:34:49.329904 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7ca07820-d88d-4208-896b-6d7dbf4edc41 req-1842562f-0f0d-4111-91f9-f06b8839bf13 tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] 10.222.0.60 "GET /v2.0/security-groups?id=67691fce-8308-48e3-b930-b7465ae25797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397722 Nov 23 17:34:49.408829 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-cc356b2b-7bcb-4a52-a73e-b11bcd98d812 None None] Publish callbacks [] for port, precommit_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:49.418167 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-cc356b2b-7bcb-4a52-a73e-b11bcd98d812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:49.429502 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-42f91852-14df-4a88-a3d5-fb86b38eeb3d admin admin] Allocated IP 172.20.0.1 (a7fc513d-97aa-4b2b-9a51-9e5f9afec91b/1b8a3d78-3bde-4257-9e3e-58e9b2ea43c2/1b439740-9fbd-4f4e-b6f6-ae7422d785d2) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:34:49.510833 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-00c0a679-00cc-4309-a3f7-c7933f5fa38e tempest-ExternalNetworksTestJSON-579036838 tempest-ExternalNetworksTestJSON-579036838-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-555181'] for network, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:49.530189 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f55a558-19a0-465b-984a-e89e3ebf2fb2 None None] Pushing event updated for resources: {'Port': ['ID=ce7cf3c7-0a3f-4c2b-ae55-238b2e203d31,revision_number=2']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:34:49.542944 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f55a558-19a0-465b-984a-e89e3ebf2fb2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:34:49.543651 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f55a558-19a0-465b-984a-e89e3ebf2fb2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:34:49.544213 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f55a558-19a0-465b-984a-e89e3ebf2fb2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:34:49.544740 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f55a558-19a0-465b-984a-e89e3ebf2fb2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:34:49.545263 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f55a558-19a0-465b-984a-e89e3ebf2fb2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:34:49.545932 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f55a558-19a0-465b-984a-e89e3ebf2fb2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:34:49.546425 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f55a558-19a0-465b-984a-e89e3ebf2fb2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:34:49.547241 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f55a558-19a0-465b-984a-e89e3ebf2fb2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:34:49.548174 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f55a558-19a0-465b-984a-e89e3ebf2fb2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:34:49.548801 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f55a558-19a0-465b-984a-e89e3ebf2fb2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:34:49.549565 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f55a558-19a0-465b-984a-e89e3ebf2fb2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:34:49.550171 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f55a558-19a0-465b-984a-e89e3ebf2fb2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:34:49.590778 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d79706a3-0a9c-4d9f-99f4-7a021a95066e None None] DHCP port deletion for 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:34:49.603602 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [None req-cc356b2b-7bcb-4a52-a73e-b11bcd98d812 None None] Attempting to bind port ce7cf3c7-0a3f-4c2b-ae55-238b2e203d31 on host n-d-816206-8 for vnic_type normal with profile {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:34:49.604207 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [None req-cc356b2b-7bcb-4a52-a73e-b11bcd98d812 None None] Attempting to bind port ce7cf3c7-0a3f-4c2b-ae55-238b2e203d31 by drivers openvswitch,hyperv on host n-d-816206-8 at level 0 using segments [{'id': 'bffd1e4f-e80f-4ff0-b418-2f42ae15febf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'}] {{(pid=103593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:34:49.604333 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc356b2b-7bcb-4a52-a73e-b11bcd98d812 None None] Attempting to bind port ce7cf3c7-0a3f-4c2b-ae55-238b2e203d31 on network 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:34:49.610000 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc356b2b-7bcb-4a52-a73e-b11bcd98d812 None None] Checking agent: {'id': '9e89acbe-4bbe-4c77-a18b-6f1da9133e0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 7, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 34, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:34:49.610352 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc356b2b-7bcb-4a52-a73e-b11bcd98d812 None None] Checking segment: {'id': 'bffd1e4f-e80f-4ff0-b418-2f42ae15febf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:34:49.610750 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-cc356b2b-7bcb-4a52-a73e-b11bcd98d812 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:49.611142 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc356b2b-7bcb-4a52-a73e-b11bcd98d812 None None] Bound using segment: {'id': 'bffd1e4f-e80f-4ff0-b418-2f42ae15febf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'} {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:34:49.611607 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [None req-cc356b2b-7bcb-4a52-a73e-b11bcd98d812 None None] Bound port: ce7cf3c7-0a3f-4c2b-ae55-238b2e203d31, host: n-d-816206-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bffd1e4f-e80f-4ff0-b418-2f42ae15febf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'}}] {{(pid=103593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:34:49.622669 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-cc356b2b-7bcb-4a52-a73e-b11bcd98d812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:49.737620 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-d7b7c564-97a2-4338-b96e-9af3f9a6fc1b None None] Provisioning complete for port ce7cf3c7-0a3f-4c2b-ae55-238b2e203d31 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:34:49.740048 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-d7b7c564-97a2-4338-b96e-9af3f9a6fc1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:49.775622 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-cc356b2b-7bcb-4a52-a73e-b11bcd98d812 None None] For port ce7cf3c7-0a3f-4c2b-ae55-238b2e203d31, host n-d-816206-8, cleared binding levels {{(pid=103593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:34:49.783560 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-cc356b2b-7bcb-4a52-a73e-b11bcd98d812 None None] For port ce7cf3c7-0a3f-4c2b-ae55-238b2e203d31, host n-d-816206-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=ce7cf3c7-0a3f-4c2b-ae55-238b2e203d31,segment=NetworkSegment(bffd1e4f-e80f-4ff0-b418-2f42ae15febf),segment_id=bffd1e4f-e80f-4ff0-b418-2f42ae15febf)] {{(pid=103593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:34:49.789097 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-cc356b2b-7bcb-4a52-a73e-b11bcd98d812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:49.824133 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-d7b7c564-97a2-4338-b96e-9af3f9a6fc1b None None] Port ce7cf3c7-0a3f-4c2b-ae55-238b2e203d31 cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:34:49.875069 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f55a558-19a0-465b-984a-e89e3ebf2fb2 None None] Pushing event updated for resources: {'Port': ['ID=ce7cf3c7-0a3f-4c2b-ae55-238b2e203d31,revision_number=3']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:34:49.889398 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-42f91852-14df-4a88-a3d5-fb86b38eeb3d admin admin] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:49.890743 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc356b2b-7bcb-4a52-a73e-b11bcd98d812 None None] Routers {'27419c05-b309-405f-9fcd-bf818c979861'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:34:49.891119 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-cc356b2b-7bcb-4a52-a73e-b11bcd98d812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:34:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['27419c05-b309-405f-9fcd-bf818c979861'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:34:49.891526 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d71262b5-5374-4b55-b788-ca5bbdcc320b None None] DHCP port deletion for 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:34:49.892614 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-00c0a679-00cc-4309-a3f7-c7933f5fa38e tempest-ExternalNetworksTestJSON-579036838 tempest-ExternalNetworksTestJSON-579036838-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973419', 'neutron.services.segments.db._delete_segments_for_network-8736635878840'] for network, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:49.924367 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-00c0a679-00cc-4309-a3f7-c7933f5fa38e tempest-ExternalNetworksTestJSON-579036838 tempest-ExternalNetworksTestJSON-579036838-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ecf76cab-06d2-47d5-aa94-a4fe92ab70fc']}} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:34:49.941789 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-00c0a679-00cc-4309-a3f7-c7933f5fa38e tempest-ExternalNetworksTestJSON-579036838 tempest-ExternalNetworksTestJSON-579036838-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a126fda6-5a82-44ab-b212-3fa692703704') {'for_net_delete': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:34:49.942080 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-00c0a679-00cc-4309-a3f7-c7933f5fa38e tempest-ExternalNetworksTestJSON-579036838 tempest-ExternalNetworksTestJSON-579036838-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a126fda6-5a82-44ab-b212-3fa692703704') {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:34:49.962327 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-414458a5-61df-482b-9582-5b551f5d1acc None None] Provisioning complete for port ce7cf3c7-0a3f-4c2b-ae55-238b2e203d31 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:34:49.965645 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-00c0a679-00cc-4309-a3f7-c7933f5fa38e tempest-ExternalNetworksTestJSON-579036838 tempest-ExternalNetworksTestJSON-579036838-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736635840332', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-267528353'] for segment, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:49.966883 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-414458a5-61df-482b-9582-5b551f5d1acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:50.030988 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-00c0a679-00cc-4309-a3f7-c7933f5fa38e tempest-ExternalNetworksTestJSON-579036838 tempest-ExternalNetworksTestJSON-579036838-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:50.053699 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00c0a679-00cc-4309-a3f7-c7933f5fa38e tempest-ExternalNetworksTestJSON-579036838 tempest-ExternalNetworksTestJSON-579036838-project-admin] Releasing vlan 529 on physical network physnet1 to pool {{(pid=103590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 17:34:50.056045 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-00c0a679-00cc-4309-a3f7-c7933f5fa38e tempest-ExternalNetworksTestJSON-579036838 tempest-ExternalNetworksTestJSON-579036838-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264370093'] for segment, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:50.065083 n-d-816206-8 neutron-server[103590]: Traceback (most recent call last): Nov 23 17:34:50.065083 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 17:34:50.065083 n-d-816206-8 neutron-server[103590]: timer() Nov 23 17:34:50.065083 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 17:34:50.065083 n-d-816206-8 neutron-server[103590]: cb(*args, **kw) Nov 23 17:34:50.065083 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 17:34:50.065083 n-d-816206-8 neutron-server[103590]: return func(*args, **kwargs) Nov 23 17:34:50.065083 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 17:34:50.065083 n-d-816206-8 neutron-server[103590]: self._notify() Nov 23 17:34:50.065083 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 17:34:50.065083 n-d-816206-8 neutron-server[103590]: self.callback(batched_events) Nov 23 17:34:50.065083 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 17:34:50.065083 n-d-816206-8 neutron-server[103590]: event.method(event) Nov 23 17:34:50.065083 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 17:34:50.065083 n-d-816206-8 neutron-server[103590]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 17:34:50.065083 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 17:34:50.065083 n-d-816206-8 neutron-server[103590]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 17:34:50.065083 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 17:34:50.065083 n-d-816206-8 neutron-server[103590]: return f(self, *a, **k) Nov 23 17:34:50.065083 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 17:34:50.065083 n-d-816206-8 neutron-server[103590]: return self._get(url).json() Nov 23 17:34:50.065083 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 17:34:50.065083 n-d-816206-8 neutron-server[103590]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 17:34:50.065083 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 17:34:50.065083 n-d-816206-8 neutron-server[103590]: return self.request(url, 'GET', **kwargs) Nov 23 17:34:50.065083 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 17:34:50.065083 n-d-816206-8 neutron-server[103590]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 17:34:50.065083 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 17:34:50.065083 n-d-816206-8 neutron-server[103590]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 17:34:50.065083 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 17:34:50.065083 n-d-816206-8 neutron-server[103590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 17:34:50.065083 n-d-816206-8 neutron-server[103590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 17:34:50.081794 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-42f91852-14df-4a88-a3d5-fb86b38eeb3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:50.085041 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-cc356b2b-7bcb-4a52-a73e-b11bcd98d812 None None] Set router 27419c05-b309-405f-9fcd-bf818c979861 gateway port host: n-d-816206-8 {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:34:50.145596 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-414458a5-61df-482b-9582-5b551f5d1acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:50.165190 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42f91852-14df-4a88-a3d5-fb86b38eeb3d admin admin] Network a7fc513d-97aa-4b2b-9a51-9e5f9afec91b is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:34:50.174290 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-414458a5-61df-482b-9582-5b551f5d1acc None None] For port ce7cf3c7-0a3f-4c2b-ae55-238b2e203d31, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=ce7cf3c7-0a3f-4c2b-ae55-238b2e203d31,segment=NetworkSegment(bffd1e4f-e80f-4ff0-b418-2f42ae15febf),segment_id=bffd1e4f-e80f-4ff0-b418-2f42ae15febf)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:34:50.179720 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-42f91852-14df-4a88-a3d5-fb86b38eeb3d admin admin] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:34:50.179931 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-414458a5-61df-482b-9582-5b551f5d1acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:50.189280 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42f91852-14df-4a88-a3d5-fb86b38eeb3d admin admin] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:34:50.218972 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f91852-14df-4a88-a3d5-fb86b38eeb3d admin admin] Pushing event updated for resources: {'Port': ['ID=1b439740-9fbd-4f4e-b6f6-ae7422d785d2,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:34:50.226329 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-00c0a679-00cc-4309-a3f7-c7933f5fa38e tempest-ExternalNetworksTestJSON-579036838 tempest-ExternalNetworksTestJSON-579036838-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1795418'] for network, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:50.237335 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00c0a679-00cc-4309-a3f7-c7933f5fa38e tempest-ExternalNetworksTestJSON-579036838 tempest-ExternalNetworksTestJSON-579036838-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network ecf76cab-06d2-47d5-aa94-a4fe92ab70fc {{(pid=103590) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 23 17:34:50.243840 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-00c0a679-00cc-4309-a3f7-c7933f5fa38e tempest-ExternalNetworksTestJSON-579036838 tempest-ExternalNetworksTestJSON-579036838-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for network, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:50.248104 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-00c0a679-00cc-4309-a3f7-c7933f5fa38e tempest-ExternalNetworksTestJSON-579036838 tempest-ExternalNetworksTestJSON-579036838-project-admin] 10.222.0.60 "DELETE /v2.0/networks/ecf76cab-06d2-47d5-aa94-a4fe92ab70fc HTTP/1.1" status: 204 len: 168 time: 0.9691370 Nov 23 17:34:50.252642 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 41336) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:34:50.258737 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-7c62ca8a-08ff-48e2-85f6-2769bde77feb tempest-ExternalNetworksTestJSON-579036838 tempest-ExternalNetworksTestJSON-579036838-project-admin] Request body: {'network': {'router:external': True}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:34:50.262754 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c0a679-00cc-4309-a3f7-c7933f5fa38e tempest-ExternalNetworksTestJSON-579036838 tempest-ExternalNetworksTestJSON-579036838-project-admin] Pushing event deleted for resources: {'Network': ['ID=ecf76cab-06d2-47d5-aa94-a4fe92ab70fc,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:34:50.265210 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-42f91852-14df-4a88-a3d5-fb86b38eeb3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1795539'] for router_interface, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:50.323020 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c62ca8a-08ff-48e2-85f6-2769bde77feb tempest-ExternalNetworksTestJSON-579036838 tempest-ExternalNetworksTestJSON-579036838-project-admin] Made reservation on behalf of 4b6c73584c9449abb1df4dbe6fa4bc15 for: {'network': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:34:50.327904 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-7c62ca8a-08ff-48e2-85f6-2769bde77feb tempest-ExternalNetworksTestJSON-579036838 tempest-ExternalNetworksTestJSON-579036838-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for network, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:50.371001 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414458a5-61df-482b-9582-5b551f5d1acc None None] Pushing event updated for resources: {'Port': ['ID=ce7cf3c7-0a3f-4c2b-ae55-238b2e203d31,revision_number=4']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:34:50.426124 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c62ca8a-08ff-48e2-85f6-2769bde77feb tempest-ExternalNetworksTestJSON-579036838 tempest-ExternalNetworksTestJSON-579036838-project-admin] vlan segment allocate from pool success with {'vlan_id': 542, 'physical_network': 'physnet1'} {{(pid=103591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 17:34:50.468418 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-7c62ca8a-08ff-48e2-85f6-2769bde77feb tempest-ExternalNetworksTestJSON-579036838 tempest-ExternalNetworksTestJSON-579036838-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:50.469764 n-d-816206-8 neutron-server[103591]: INFO neutron.db.segments_db [None req-7c62ca8a-08ff-48e2-85f6-2769bde77feb tempest-ExternalNetworksTestJSON-579036838 tempest-ExternalNetworksTestJSON-579036838-project-admin] Added segment 61eed3b1-a545-44a9-b493-1e9c324073e5 of type vlan for network 2d1325a8-5332-4d3f-aca1-43a1a87cc99f Nov 23 17:34:50.478033 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-cc356b2b-7bcb-4a52-a73e-b11bcd98d812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27419c05-b309-405f-9fcd-bf818c979861', 'name': 'tempest-ServerRescueTestJSONUnderV235-774584939-router', 'tenant_id': '5b004d5f15be417cbe32e472a39ce93f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.145'}], 'enable_snat': True}, 'gw_port_id': 'ce7cf3c7-0a3f-4c2b-ae55-238b2e203d31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:34:44Z', 'updated_at': '2021-11-23T17:34:46Z', 'revision_number': 3, 'project_id': '5b004d5f15be417cbe32e472a39ce93f', 'gw_port': {'id': 'ce7cf3c7-0a3f-4c2b-ae55-238b2e203d31', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:e9:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27419c05-b309-405f-9fcd-bf818c979861', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1500, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:34:45Z', 'updated_at': '2021-11-23T17:34:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8'}], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:34:50.517309 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-42f91852-14df-4a88-a3d5-fb86b38eeb3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:50.608702 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 41344) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:34:50.616144 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-7c62ca8a-08ff-48e2-85f6-2769bde77feb tempest-ExternalNetworksTestJSON-579036838 tempest-ExternalNetworksTestJSON-579036838-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736635338810'] for network, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:50.678707 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc356b2b-7bcb-4a52-a73e-b11bcd98d812 None None] The sync data for ids ['27419c05-b309-405f-9fcd-bf818c979861'] in n-d-816206-8 is: [{'id': '27419c05-b309-405f-9fcd-bf818c979861', 'name': 'tempest-ServerRescueTestJSONUnderV235-774584939-router', 'tenant_id': '5b004d5f15be417cbe32e472a39ce93f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.145'}], 'enable_snat': True}, 'gw_port_id': 'ce7cf3c7-0a3f-4c2b-ae55-238b2e203d31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:34:44Z', 'updated_at': '2021-11-23T17:34:46Z', 'revision_number': 3, 'project_id': '5b004d5f15be417cbe32e472a39ce93f', 'gw_port': {'id': 'ce7cf3c7-0a3f-4c2b-ae55-238b2e203d31', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:e9:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27419c05-b309-405f-9fcd-bf818c979861', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1500, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:34:45Z', 'updated_at': '2021-11-23T17:34:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8'}] {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:34:50.721556 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb40f7b-c0fa-4d16-9e7a-e10838bd558d req-6953013e-7965-4fb5-af4e-20394aa6ca48 tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:34:50.734193 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6eb40f7b-c0fa-4d16-9e7a-e10838bd558d req-6953013e-7965-4fb5-af4e-20394aa6ca48 tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] 10.222.0.60 "GET /v2.0/ports?device_id=d5a5916e-c66a-471a-b1c7-242669cac3cf HTTP/1.1" status: 200 len: 945 time: 0.1833208 Nov 23 17:34:50.855263 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-7c62ca8a-08ff-48e2-85f6-2769bde77feb tempest-ExternalNetworksTestJSON-579036838 tempest-ExternalNetworksTestJSON-579036838-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493'] for network, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:50.858824 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c62ca8a-08ff-48e2-85f6-2769bde77feb tempest-ExternalNetworksTestJSON-579036838 tempest-ExternalNetworksTestJSON-579036838-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:34:50.861650 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-7c62ca8a-08ff-48e2-85f6-2769bde77feb tempest-ExternalNetworksTestJSON-579036838 tempest-ExternalNetworksTestJSON-579036838-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for network, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:50.905027 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-ff13c006-fda0-4cc4-9294-711adac98c8f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:50.923133 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-42f91852-14df-4a88-a3d5-fb86b38eeb3d admin admin] Publish callbacks [] for port, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:50.928695 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-42f91852-14df-4a88-a3d5-fb86b38eeb3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264357957'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:50.973786 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-7c62ca8a-08ff-48e2-85f6-2769bde77feb tempest-ExternalNetworksTestJSON-579036838 tempest-ExternalNetworksTestJSON-579036838-project-admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.7192650 Nov 23 17:34:50.974785 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c62ca8a-08ff-48e2-85f6-2769bde77feb tempest-ExternalNetworksTestJSON-579036838 tempest-ExternalNetworksTestJSON-579036838-project-admin] Pushing event updated for resources: {'Network': ['ID=2d1325a8-5332-4d3f-aca1-43a1a87cc99f,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:34:50.980262 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 41350) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:34:50.982208 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f91852-14df-4a88-a3d5-fb86b38eeb3d admin admin] Pushing event updated for resources: {'Port': ['ID=1b439740-9fbd-4f4e-b6f6-ae7422d785d2,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:34:50.989286 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Network 2d1325a8-5332-4d3f-aca1-43a1a87cc99f details requested by agent ovs-agent-n-d-816206-8 with host n-d-816206-8 {{(pid=103592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 17:34:51.021222 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6eb40f7b-c0fa-4d16-9e7a-e10838bd558d req-3b158a93-c7db-460e-854a-e71c0117ecc5 tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] 10.222.0.60 "GET /v2.0/security-groups?id=67691fce-8308-48e3-b930-b7465ae25797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2862756 Nov 23 17:34:51.049127 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-84e645ea-2294-4364-ad13-a433aed20cf3 tempest-ExternalNetworksTestJSON-579036838 tempest-ExternalNetworksTestJSON-579036838-project-admin] Request body: {'subnet': {'network_id': '2d1325a8-5332-4d3f-aca1-43a1a87cc99f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:34:51.088310 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-42f91852-14df-4a88-a3d5-fb86b38eeb3d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2068703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1794403'] for router_interface, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:51.116739 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84e645ea-2294-4364-ad13-a433aed20cf3 tempest-ExternalNetworksTestJSON-579036838 tempest-ExternalNetworksTestJSON-579036838-project-admin] Made reservation on behalf of 4b6c73584c9449abb1df4dbe6fa4bc15 for: {'subnet': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:34:51.122715 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-84e645ea-2294-4364-ad13-a433aed20cf3 tempest-ExternalNetworksTestJSON-579036838 tempest-ExternalNetworksTestJSON-579036838-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264730903'] for subnet, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:51.148407 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-ff13c006-fda0-4cc4-9294-711adac98c8f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:51.157465 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-ff13c006-fda0-4cc4-9294-711adac98c8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:51.215281 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff13c006-fda0-4cc4-9294-711adac98c8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8569796-0eb6-4eae-8711-86112a09dabb,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:34:51.236091 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-ff13c006-fda0-4cc4-9294-711adac98c8f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=23d47cf34dee4e8f8ff49a7514284891&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6262794 Nov 23 17:34:51.239535 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 41356) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:34:51.311390 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-5dd2245e-47a5-4ccc-a89c-3538dc471255 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:51.341948 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-5dd2245e-47a5-4ccc-a89c-3538dc471255 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:51.445666 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42f91852-14df-4a88-a3d5-fb86b38eeb3d admin admin] Network a7fc513d-97aa-4b2b-9a51-9e5f9afec91b is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:34:51.449423 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-42f91852-14df-4a88-a3d5-fb86b38eeb3d admin admin] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:34:51.457897 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-5dd2245e-47a5-4ccc-a89c-3538dc471255 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:51.462704 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-5dd2245e-47a5-4ccc-a89c-3538dc471255 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:51.466876 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-5dd2245e-47a5-4ccc-a89c-3538dc471255 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e8569796-0eb6-4eae-8711-86112a09dabb HTTP/1.1" status: 204 len: 168 time: 0.2257838 Nov 23 17:34:51.490027 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd2245e-47a5-4ccc-a89c-3538dc471255 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8569796-0eb6-4eae-8711-86112a09dabb,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:34:51.870460 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42f91852-14df-4a88-a3d5-fb86b38eeb3d admin admin] Router 27419c05-b309-405f-9fcd-bf818c979861 has already been hosted by L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 {{(pid=103590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 17:34:52.333454 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf826ec-6fe9-4343-9cfd-62dc24cdfba0 req-7ca6a64b-0984-45ac-842b-96fa20bcd0e1 tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:34:52.339067 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-fbf826ec-6fe9-4343-9cfd-62dc24cdfba0 req-7ca6a64b-0984-45ac-842b-96fa20bcd0e1 tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] 10.222.0.60 "GET /v2.0/ports?device_id=d5a5916e-c66a-471a-b1c7-242669cac3cf HTTP/1.1" status: 200 len: 945 time: 0.1475616 Nov 23 17:34:52.479475 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-fbf826ec-6fe9-4343-9cfd-62dc24cdfba0 req-e6edfd2b-750b-474e-bc40-622b45bf035d tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] 10.222.0.60 "GET /v2.0/security-groups?id=67691fce-8308-48e3-b930-b7465ae25797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197379 Nov 23 17:34:52.522958 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42f91852-14df-4a88-a3d5-fb86b38eeb3d admin admin] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:34:52.533018 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-42f91852-14df-4a88-a3d5-fb86b38eeb3d admin admin] 10.222.0.60 "PUT /v2.0/routers/27419c05-b309-405f-9fcd-bf818c979861/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6576650 Nov 23 17:34:52.598144 n-d-816206-8 neutron-server[103590]: DEBUG neutron.objects.ports [None req-84e645ea-2294-4364-ad13-a433aed20cf3 tempest-ExternalNetworksTestJSON-579036838 tempest-ExternalNetworksTestJSON-579036838-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103590) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 23 17:34:52.599100 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-84e645ea-2294-4364-ad13-a433aed20cf3 tempest-ExternalNetworksTestJSON-579036838 tempest-ExternalNetworksTestJSON-579036838-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264358096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264730885'] for subnet, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:52.669461 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e645ea-2294-4364-ad13-a433aed20cf3 tempest-ExternalNetworksTestJSON-579036838 tempest-ExternalNetworksTestJSON-579036838-project-admin] Pushing event updated for resources: {'Subnet': ['ID=361c98ba-df2d-4bd9-ae40-7d37fdbaa631,revision_number=0']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:34:52.680592 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84e645ea-2294-4364-ad13-a433aed20cf3 tempest-ExternalNetworksTestJSON-579036838 tempest-ExternalNetworksTestJSON-579036838-project-admin] Checking segment: {'id': '61eed3b1-a545-44a9-b493-1e9c324073e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '2d1325a8-5332-4d3f-aca1-43a1a87cc99f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:34:52.680990 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84e645ea-2294-4364-ad13-a433aed20cf3 tempest-ExternalNetworksTestJSON-579036838 tempest-ExternalNetworksTestJSON-579036838-project-admin] Network hostable DHCP agents. Network: 2d1325a8-5332-4d3f-aca1-43a1a87cc99f, hostable agents: ['0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3'], hosted agents: [] {{(pid=103590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 17:34:52.704231 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84e645ea-2294-4364-ad13-a433aed20cf3 tempest-ExternalNetworksTestJSON-579036838 tempest-ExternalNetworksTestJSON-579036838-project-admin] Network 2d1325a8-5332-4d3f-aca1-43a1a87cc99f is scheduled to be hosted by DHCP agent 0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3 with binding_index 1 {{(pid=103590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 17:34:52.722075 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-84e645ea-2294-4364-ad13-a433aed20cf3 tempest-ExternalNetworksTestJSON-579036838 tempest-ExternalNetworksTestJSON-579036838-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-8, 2d1325a8-5332-4d3f-aca1-43a1a87cc99f) {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:34:52.732862 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cd80eeb-c781-4830-bd4e-0f9a672e50cc None None] Network 2d1325a8-5332-4d3f-aca1-43a1a87cc99f requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:34:52.742788 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84e645ea-2294-4364-ad13-a433aed20cf3 tempest-ExternalNetworksTestJSON-579036838 tempest-ExternalNetworksTestJSON-579036838-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:34:52.748107 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-84e645ea-2294-4364-ad13-a433aed20cf3 tempest-ExternalNetworksTestJSON-579036838 tempest-ExternalNetworksTestJSON-579036838-project-admin] Publish callbacks [] for subnet, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:52.790512 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-84e645ea-2294-4364-ad13-a433aed20cf3 tempest-ExternalNetworksTestJSON-579036838 tempest-ExternalNetworksTestJSON-579036838-project-admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.8035917 Nov 23 17:34:52.791287 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 41390) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:34:52.800921 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-ce3a02b7-7d5a-4240-94cc-31b160fff6c5 tempest-ExternalNetworksTestJSON-579036838 tempest-ExternalNetworksTestJSON-579036838-project-admin] Request body: {'floatingip': {'floating_network_id': '2d1325a8-5332-4d3f-aca1-43a1a87cc99f'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:34:52.850909 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-ce3a02b7-7d5a-4240-94cc-31b160fff6c5 tempest-ExternalNetworksTestJSON-579036838 tempest-ExternalNetworksTestJSON-579036838-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:52.875566 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device ce7cf3c7-0a3f-4c2b-ae55-238b2e203d31 up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:34:52.995893 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port ce7cf3c7-0a3f-4c2b-ae55-238b2e203d31 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:34:53.003991 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:53.079738 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-ce3a02b7-7d5a-4240-94cc-31b160fff6c5 tempest-ExternalNetworksTestJSON-579036838 tempest-ExternalNetworksTestJSON-579036838-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:53.145662 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea92d1ea-d0a5-43e0-9b9b-32aee8171afd None None] Network 2d1325a8-5332-4d3f-aca1-43a1a87cc99f requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:34:53.387586 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.db_base_plugin_common [None req-ce3a02b7-7d5a-4240-94cc-31b160fff6c5 tempest-ExternalNetworksTestJSON-579036838 tempest-ExternalNetworksTestJSON-579036838-project-admin] Allocated IP 172.20.0.3 (2d1325a8-5332-4d3f-aca1-43a1a87cc99f/361c98ba-df2d-4bd9-ae40-7d37fdbaa631/24b3e024-e6ee-4c45-a0b5-0a8524c48d09) {{(pid=103591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:34:53.401190 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a653d276-d802-42c3-821f-03b10e7caf8d req-d37be31f-2d81-49ac-b51d-48091848cbd6 tempest-ServerRescueTestJSONUnderV235-2089606454 tempest-ServerRescueTestJSONUnderV235-2089606454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:34:53.410698 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a653d276-d802-42c3-821f-03b10e7caf8d req-d37be31f-2d81-49ac-b51d-48091848cbd6 tempest-ServerRescueTestJSONUnderV235-2089606454 tempest-ServerRescueTestJSONUnderV235-2089606454-project] 10.222.0.60 "GET /v2.0/networks?id=a7fc513d-97aa-4b2b-9a51-9e5f9afec91b HTTP/1.1" status: 200 len: 819 time: 0.2164545 Nov 23 17:34:53.449797 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a653d276-d802-42c3-821f-03b10e7caf8d req-dbc225a5-4fe1-434a-bb27-25cd6d17d927 tempest-ServerRescueTestJSONUnderV235-2089606454 tempest-ServerRescueTestJSONUnderV235-2089606454-project] 10.222.0.60 "GET /v2.0/quotas/5b004d5f15be417cbe32e472a39ce93f HTTP/1.1" status: 200 len: 375 time: 0.0379264 Nov 23 17:34:53.630799 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a653d276-d802-42c3-821f-03b10e7caf8d req-87630a26-6585-4b58-8956-14626f5b979a tempest-ServerRescueTestJSONUnderV235-2089606454 tempest-ServerRescueTestJSONUnderV235-2089606454-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=5b004d5f15be417cbe32e472a39ce93f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1786623 Nov 23 17:34:53.879146 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ade26eb-2c17-4541-91b7-5365db008e2a req-96acb7fc-fe48-4480-bb62-4c507b41edc3 tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:34:53.889730 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9ade26eb-2c17-4541-91b7-5365db008e2a req-96acb7fc-fe48-4480-bb62-4c507b41edc3 tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] 10.222.0.60 "GET /v2.0/ports?device_id=d5a5916e-c66a-471a-b1c7-242669cac3cf HTTP/1.1" status: 200 len: 945 time: 0.2681341 Nov 23 17:34:53.971488 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-ce3a02b7-7d5a-4240-94cc-31b160fff6c5 tempest-ExternalNetworksTestJSON-579036838 tempest-ExternalNetworksTestJSON-579036838-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:54.018688 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae15e9a6-f95e-4372-a684-0dc943e33238 None None] Sync routers for ids ['27419c05-b309-405f-9fcd-bf818c979861'] in n-d-816206-8 {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:34:54.032730 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9ade26eb-2c17-4541-91b7-5365db008e2a req-2983e6f1-91fe-48be-a1b6-993c9dec904e tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] 10.222.0.60 "GET /v2.0/security-groups?id=67691fce-8308-48e3-b930-b7465ae25797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370802 Nov 23 17:34:54.035276 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae15e9a6-f95e-4372-a684-0dc943e33238 None None] Routers {'27419c05-b309-405f-9fcd-bf818c979861'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:34:54.036401 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-ae15e9a6-f95e-4372-a684-0dc943e33238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:34:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['27419c05-b309-405f-9fcd-bf818c979861'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:34:54.187999 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-ce3a02b7-7d5a-4240-94cc-31b160fff6c5 tempest-ExternalNetworksTestJSON-579036838 tempest-ExternalNetworksTestJSON-579036838-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:54.205421 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a653d276-d802-42c3-821f-03b10e7caf8d req-2fc258ac-051e-4a77-ab0e-8afcbdecf4bf service neutron] 10.222.0.60 "GET /v2.0/networks/a7fc513d-97aa-4b2b-9a51-9e5f9afec91b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5624552 Nov 23 17:34:54.235935 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce3a02b7-7d5a-4240-94cc-31b160fff6c5 tempest-ExternalNetworksTestJSON-579036838 tempest-ExternalNetworksTestJSON-579036838-project-admin] Network 2d1325a8-5332-4d3f-aca1-43a1a87cc99f is already hosted by enough agents. {{(pid=103591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:34:54.249147 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [None req-ce3a02b7-7d5a-4240-94cc-31b160fff6c5 tempest-ExternalNetworksTestJSON-579036838 tempest-ExternalNetworksTestJSON-579036838-project-admin] Resources bound (agent type, host, resource id): {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:34:54.254225 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvr_db [None req-ae15e9a6-f95e-4372-a684-0dc943e33238 None None] Set router 27419c05-b309-405f-9fcd-bf818c979861 gateway port host: n-d-816206-8 {{(pid=103592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:34:54.267361 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce3a02b7-7d5a-4240-94cc-31b160fff6c5 tempest-ExternalNetworksTestJSON-579036838 tempest-ExternalNetworksTestJSON-579036838-project-admin] Received port after_create {{(pid=103591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:34:54.316936 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3a02b7-7d5a-4240-94cc-31b160fff6c5 tempest-ExternalNetworksTestJSON-579036838 tempest-ExternalNetworksTestJSON-579036838-project-admin] Pushing event updated for resources: {'Port': ['ID=24b3e024-e6ee-4c45-a0b5-0a8524c48d09,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:34:54.422959 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a653d276-d802-42c3-821f-03b10e7caf8d req-437debcc-04c8-4938-937a-d08fc8e05118 service neutron] 10.222.0.60 "GET /v2.0/networks/a7fc513d-97aa-4b2b-9a51-9e5f9afec91b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1893959 Nov 23 17:34:54.429826 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-ce3a02b7-7d5a-4240-94cc-31b160fff6c5 tempest-ExternalNetworksTestJSON-579036838 tempest-ExternalNetworksTestJSON-579036838-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:54.499548 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-ce3a02b7-7d5a-4240-94cc-31b160fff6c5 tempest-ExternalNetworksTestJSON-579036838 tempest-ExternalNetworksTestJSON-579036838-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:54.683718 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-ae15e9a6-f95e-4372-a684-0dc943e33238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27419c05-b309-405f-9fcd-bf818c979861', 'name': 'tempest-ServerRescueTestJSONUnderV235-774584939-router', 'tenant_id': '5b004d5f15be417cbe32e472a39ce93f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.145'}], 'enable_snat': True}, 'gw_port_id': 'ce7cf3c7-0a3f-4c2b-ae55-238b2e203d31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:34:44Z', 'updated_at': '2021-11-23T17:34:50Z', 'revision_number': 4, 'project_id': '5b004d5f15be417cbe32e472a39ce93f', 'gw_port': {'id': 'ce7cf3c7-0a3f-4c2b-ae55-238b2e203d31', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:e9:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27419c05-b309-405f-9fcd-bf818c979861', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1500, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:34:45Z', 'updated_at': '2021-11-23T17:34:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_interfaces': [{'id': '1b439740-9fbd-4f4e-b6f6-ae7422d785d2', 'name': '', 'network_id': 'a7fc513d-97aa-4b2b-9a51-9e5f9afec91b', 'tenant_id': '5b004d5f15be417cbe32e472a39ce93f', 'mac_address': 'fa:16:3e:5a:95:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27419c05-b309-405f-9fcd-bf818c979861', 'device_owner': 'network:router_interface', 'standard_attr_id': 1520, 'fixed_ips': [{'subnet_id': '1b8a3d78-3bde-4257-9e3e-58e9b2ea43c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:34:48Z', 'updated_at': '2021-11-23T17:34:50Z', 'revision_number': 2, 'project_id': '5b004d5f15be417cbe32e472a39ce93f', 'subnets': [{'id': '1b8a3d78-3bde-4257-9e3e-58e9b2ea43c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:34:54.756524 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae15e9a6-f95e-4372-a684-0dc943e33238 None None] Checking router: 27419c05-b309-405f-9fcd-bf818c979861 for host: n-d-816206-8 {{(pid=103592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 17:34:54.756524 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae15e9a6-f95e-4372-a684-0dc943e33238 None None] Updating router 27419c05-b309-405f-9fcd-bf818c979861 port 1b439740-9fbd-4f4e-b6f6-ae7422d785d2 binding host n-d-816206-8 {{(pid=103592) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 17:34:54.808703 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-ae15e9a6-f95e-4372-a684-0dc943e33238 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:54.827696 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-50709dad-a098-4ff3-90b1-930f5465d6a1 req-ebd5c168-ecf8-48a3-a67b-0cb21c6283c4 tempest-ServerRescueTestJSONUnderV235-2089606454 tempest-ServerRescueTestJSONUnderV235-2089606454-project] 10.222.0.60 "GET /v2.0/ports?device_id=db755471-155f-4d9e-b81d-3999c64dda09 HTTP/1.1" status: 200 len: 210 time: 0.0420110 Nov 23 17:34:54.890017 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-ce3a02b7-7d5a-4240-94cc-31b160fff6c5 tempest-ExternalNetworksTestJSON-579036838 tempest-ExternalNetworksTestJSON-579036838-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:54.902364 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-ce3a02b7-7d5a-4240-94cc-31b160fff6c5 tempest-ExternalNetworksTestJSON-579036838 tempest-ExternalNetworksTestJSON-579036838-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264758186'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:55.070401 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3a02b7-7d5a-4240-94cc-31b160fff6c5 tempest-ExternalNetworksTestJSON-579036838 tempest-ExternalNetworksTestJSON-579036838-project-admin] Pushing event updated for resources: {'Port': ['ID=24b3e024-e6ee-4c45-a0b5-0a8524c48d09,revision_number=2']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:34:55.111410 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-ce3a02b7-7d5a-4240-94cc-31b160fff6c5 tempest-ExternalNetworksTestJSON-579036838 tempest-ExternalNetworksTestJSON-579036838-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1795396'] for floatingip, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:55.346408 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-ae15e9a6-f95e-4372-a684-0dc943e33238 None None] Publish callbacks [] for port, precommit_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:55.350173 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-ce3a02b7-7d5a-4240-94cc-31b160fff6c5 tempest-ExternalNetworksTestJSON-579036838 tempest-ExternalNetworksTestJSON-579036838-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for floatingip, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:55.353255 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-ce3a02b7-7d5a-4240-94cc-31b160fff6c5 tempest-ExternalNetworksTestJSON-579036838 tempest-ExternalNetworksTestJSON-579036838-project-admin] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 2.5605609 Nov 23 17:34:55.358510 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 41514) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:34:55.359745 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-ae15e9a6-f95e-4372-a684-0dc943e33238 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:55.490417 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46707c4-63ca-48c3-8076-421b0ade5a3e req-24ee6cc1-c5aa-4038-bf63-cd2f069088c7 tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:34:55.500232 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d46707c4-63ca-48c3-8076-421b0ade5a3e req-24ee6cc1-c5aa-4038-bf63-cd2f069088c7 tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] 10.222.0.60 "GET /v2.0/ports?device_id=d5a5916e-c66a-471a-b1c7-242669cac3cf HTTP/1.1" status: 200 len: 945 time: 0.3305457 Nov 23 17:34:55.587927 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ca1fc4-f669-4f0a-aaf5-c630a2ff10db None None] Pushing event updated for resources: {'Port': ['ID=1b439740-9fbd-4f4e-b6f6-ae7422d785d2,revision_number=3']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:34:55.625781 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-ae15e9a6-f95e-4372-a684-0dc943e33238 None None] Attempting to bind port 1b439740-9fbd-4f4e-b6f6-ae7422d785d2 on host n-d-816206-8 for vnic_type normal with profile {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:34:55.630047 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-ae15e9a6-f95e-4372-a684-0dc943e33238 None None] Attempting to bind port 1b439740-9fbd-4f4e-b6f6-ae7422d785d2 by drivers openvswitch,hyperv on host n-d-816206-8 at level 0 using segments [{'id': 'da617373-7313-4b9e-9527-445b8d35f236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'a7fc513d-97aa-4b2b-9a51-9e5f9afec91b'}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:34:55.630455 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae15e9a6-f95e-4372-a684-0dc943e33238 None None] Attempting to bind port 1b439740-9fbd-4f4e-b6f6-ae7422d785d2 on network a7fc513d-97aa-4b2b-9a51-9e5f9afec91b {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:34:55.647766 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae15e9a6-f95e-4372-a684-0dc943e33238 None None] Checking agent: {'id': '9e89acbe-4bbe-4c77-a18b-6f1da9133e0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 7, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 34, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:34:55.648945 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae15e9a6-f95e-4372-a684-0dc943e33238 None None] Checking segment: {'id': 'da617373-7313-4b9e-9527-445b8d35f236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'a7fc513d-97aa-4b2b-9a51-9e5f9afec91b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:34:55.649358 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-ae15e9a6-f95e-4372-a684-0dc943e33238 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:55.649759 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae15e9a6-f95e-4372-a684-0dc943e33238 None None] Bound using segment: {'id': 'da617373-7313-4b9e-9527-445b8d35f236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'a7fc513d-97aa-4b2b-9a51-9e5f9afec91b'} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:34:55.652404 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-ae15e9a6-f95e-4372-a684-0dc943e33238 None None] Bound port: 1b439740-9fbd-4f4e-b6f6-ae7422d785d2, host: n-d-816206-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da617373-7313-4b9e-9527-445b8d35f236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'a7fc513d-97aa-4b2b-9a51-9e5f9afec91b'}}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:34:55.652848 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-ae15e9a6-f95e-4372-a684-0dc943e33238 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:55.730522 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d46707c4-63ca-48c3-8076-421b0ade5a3e req-dc7a2ce2-2376-4c29-9da2-e81ff706229a tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] 10.222.0.60 "GET /v2.0/security-groups?id=67691fce-8308-48e3-b930-b7465ae25797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2230971 Nov 23 17:34:55.741264 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-12aa879d-a909-45d0-9239-6ea2162608ef tempest-ExternalNetworksTestJSON-579036838 tempest-ExternalNetworksTestJSON-579036838-project-admin] 10.222.0.60 "GET /v2.0/floatingips?floating_network_id=2d1325a8-5332-4d3f-aca1-43a1a87cc99f HTTP/1.1" status: 200 len: 689 time: 0.3798318 Nov 23 17:34:55.744037 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 41520) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:34:55.974007 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-ae15e9a6-f95e-4372-a684-0dc943e33238 None None] For port 1b439740-9fbd-4f4e-b6f6-ae7422d785d2, host n-d-816206-8, cleared binding levels {{(pid=103592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:34:55.990999 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-ae15e9a6-f95e-4372-a684-0dc943e33238 None None] For port 1b439740-9fbd-4f4e-b6f6-ae7422d785d2, host n-d-816206-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=1b439740-9fbd-4f4e-b6f6-ae7422d785d2,segment=NetworkSegment(da617373-7313-4b9e-9527-445b8d35f236),segment_id=da617373-7313-4b9e-9527-445b8d35f236)] {{(pid=103592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:34:56.007336 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-ae15e9a6-f95e-4372-a684-0dc943e33238 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:56.093262 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5c33bc17-090f-4711-a687-3ce55923784d req-f3229dcb-82a3-4ae7-8e07-1547273139f5 tempest-ServerRescueTestJSONUnderV235-2089606454 tempest-ServerRescueTestJSONUnderV235-2089606454-project] 10.222.0.60 "GET /v2.0/ports?device_id=db755471-155f-4d9e-b81d-3999c64dda09 HTTP/1.1" status: 200 len: 210 time: 0.0933881 Nov 23 17:34:56.131360 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ca1fc4-f669-4f0a-aaf5-c630a2ff10db None None] Pushing event updated for resources: {'Port': ['ID=1b439740-9fbd-4f4e-b6f6-ae7422d785d2,revision_number=4']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:34:56.137257 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 41526) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:34:56.148411 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-f7e2ccbf-ae9b-4109-8d4b-ad144e1f316a tempest-ExternalNetworksTestJSON-579036838 tempest-ExternalNetworksTestJSON-579036838-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-555181'] for network, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:56.150799 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae15e9a6-f95e-4372-a684-0dc943e33238 None None] Routers {'27419c05-b309-405f-9fcd-bf818c979861'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:34:56.151707 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-ae15e9a6-f95e-4372-a684-0dc943e33238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:34:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['27419c05-b309-405f-9fcd-bf818c979861'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:34:56.348957 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-77242ede-e21e-48dd-9996-375a4fed378a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:56.352152 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-f7e2ccbf-ae9b-4109-8d4b-ad144e1f316a tempest-ExternalNetworksTestJSON-579036838 tempest-ExternalNetworksTestJSON-579036838-project-admin] Deleting port 24b3e024-e6ee-4c45-a0b5-0a8524c48d09 {{(pid=103591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:34:56.352746 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-f7e2ccbf-ae9b-4109-8d4b-ad144e1f316a tempest-ExternalNetworksTestJSON-579036838 tempest-ExternalNetworksTestJSON-579036838-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:56.428154 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvr_db [None req-ae15e9a6-f95e-4372-a684-0dc943e33238 None None] Set router 27419c05-b309-405f-9fcd-bf818c979861 gateway port host: n-d-816206-8 {{(pid=103592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:34:56.627793 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-f7e2ccbf-ae9b-4109-8d4b-ad144e1f316a tempest-ExternalNetworksTestJSON-579036838 tempest-ExternalNetworksTestJSON-579036838-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:56.636025 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-f7e2ccbf-ae9b-4109-8d4b-ad144e1f316a tempest-ExternalNetworksTestJSON-579036838 tempest-ExternalNetworksTestJSON-579036838-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:56.639779 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-77242ede-e21e-48dd-9996-375a4fed378a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:56.657457 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-77242ede-e21e-48dd-9996-375a4fed378a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:56.695619 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-f7e2ccbf-ae9b-4109-8d4b-ad144e1f316a tempest-ExternalNetworksTestJSON-579036838 tempest-ExternalNetworksTestJSON-579036838-project-admin] Calling delete_port for 24b3e024-e6ee-4c45-a0b5-0a8524c48d09 owned by network:floatingip {{(pid=103591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:34:56.752358 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-77242ede-e21e-48dd-9996-375a4fed378a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=bde4bbbd765c4f489f7f0ac0f4250b52&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6136305 Nov 23 17:34:56.760352 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 41536) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:34:56.761364 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77242ede-e21e-48dd-9996-375a4fed378a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51c2c548-d907-46bd-af65-f252ea603c71,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:34:56.895105 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d3b19e09-2b81-4025-95dc-bdb907ca4bfb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:56.941446 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d3b19e09-2b81-4025-95dc-bdb907ca4bfb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:57.033670 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d3b19e09-2b81-4025-95dc-bdb907ca4bfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:57.036629 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d3b19e09-2b81-4025-95dc-bdb907ca4bfb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:57.037980 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-d3b19e09-2b81-4025-95dc-bdb907ca4bfb admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/51c2c548-d907-46bd-af65-f252ea603c71 HTTP/1.1" status: 204 len: 168 time: 0.2728496 Nov 23 17:34:57.044932 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-ae15e9a6-f95e-4372-a684-0dc943e33238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27419c05-b309-405f-9fcd-bf818c979861', 'name': 'tempest-ServerRescueTestJSONUnderV235-774584939-router', 'tenant_id': '5b004d5f15be417cbe32e472a39ce93f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.145'}], 'enable_snat': True}, 'gw_port_id': 'ce7cf3c7-0a3f-4c2b-ae55-238b2e203d31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:34:44Z', 'updated_at': '2021-11-23T17:34:50Z', 'revision_number': 4, 'project_id': '5b004d5f15be417cbe32e472a39ce93f', 'gw_port': {'id': 'ce7cf3c7-0a3f-4c2b-ae55-238b2e203d31', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:e9:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27419c05-b309-405f-9fcd-bf818c979861', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1500, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:34:45Z', 'updated_at': '2021-11-23T17:34:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_interfaces': [{'id': '1b439740-9fbd-4f4e-b6f6-ae7422d785d2', 'name': '', 'network_id': 'a7fc513d-97aa-4b2b-9a51-9e5f9afec91b', 'tenant_id': '5b004d5f15be417cbe32e472a39ce93f', 'mac_address': 'fa:16:3e:5a:95:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27419c05-b309-405f-9fcd-bf818c979861', 'device_owner': 'network:router_interface', 'standard_attr_id': 1520, 'fixed_ips': [{'subnet_id': '1b8a3d78-3bde-4257-9e3e-58e9b2ea43c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:34:48Z', 'updated_at': '2021-11-23T17:34:55Z', 'revision_number': 4, 'project_id': '5b004d5f15be417cbe32e472a39ce93f', 'subnets': [{'id': '1b8a3d78-3bde-4257-9e3e-58e9b2ea43c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:34:57.065683 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b19e09-2b81-4025-95dc-bdb907ca4bfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51c2c548-d907-46bd-af65-f252ea603c71,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:34:57.082631 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae15e9a6-f95e-4372-a684-0dc943e33238 None None] The sync data for ids ['27419c05-b309-405f-9fcd-bf818c979861'] in n-d-816206-8 is: [{'id': '27419c05-b309-405f-9fcd-bf818c979861', 'name': 'tempest-ServerRescueTestJSONUnderV235-774584939-router', 'tenant_id': '5b004d5f15be417cbe32e472a39ce93f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.145'}], 'enable_snat': True}, 'gw_port_id': 'ce7cf3c7-0a3f-4c2b-ae55-238b2e203d31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:34:44Z', 'updated_at': '2021-11-23T17:34:50Z', 'revision_number': 4, 'project_id': '5b004d5f15be417cbe32e472a39ce93f', 'gw_port': {'id': 'ce7cf3c7-0a3f-4c2b-ae55-238b2e203d31', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:e9:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27419c05-b309-405f-9fcd-bf818c979861', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1500, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:34:45Z', 'updated_at': '2021-11-23T17:34:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_interfaces': [{'id': '1b439740-9fbd-4f4e-b6f6-ae7422d785d2', 'name': '', 'network_id': 'a7fc513d-97aa-4b2b-9a51-9e5f9afec91b', 'tenant_id': '5b004d5f15be417cbe32e472a39ce93f', 'mac_address': 'fa:16:3e:5a:95:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27419c05-b309-405f-9fcd-bf818c979861', 'device_owner': 'network:router_interface', 'standard_attr_id': 1520, 'fixed_ips': [{'subnet_id': '1b8a3d78-3bde-4257-9e3e-58e9b2ea43c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:34:48Z', 'updated_at': '2021-11-23T17:34:55Z', 'revision_number': 4, 'project_id': '5b004d5f15be417cbe32e472a39ce93f', 'subnets': [{'id': '1b8a3d78-3bde-4257-9e3e-58e9b2ea43c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:34:57.175249 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a653d276-d802-42c3-821f-03b10e7caf8d req-c4f4ae61-d815-4762-a4e8-b9329ef17f23 tempest-ServerRescueTestJSONUnderV235-2089606454 tempest-ServerRescueTestJSONUnderV235-2089606454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:34:57.209430 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a653d276-d802-42c3-821f-03b10e7caf8d req-c4f4ae61-d815-4762-a4e8-b9329ef17f23 tempest-ServerRescueTestJSONUnderV235-2089606454 tempest-ServerRescueTestJSONUnderV235-2089606454-project] 10.222.0.36 "GET /v2.0/networks?id=a7fc513d-97aa-4b2b-9a51-9e5f9afec91b HTTP/1.1" status: 200 len: 819 time: 0.3608439 Nov 23 17:34:57.216434 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [req-a653d276-d802-42c3-821f-03b10e7caf8d req-c1785ad7-8fd7-4bc6-9ee3-68494246057b tempest-ServerRescueTestJSONUnderV235-2089606454 tempest-ServerRescueTestJSONUnderV235-2089606454-project] Request body: {'port': {'device_id': 'db755471-155f-4d9e-b81d-3999c64dda09', 'network_id': 'a7fc513d-97aa-4b2b-9a51-9e5f9afec91b', 'admin_state_up': True, 'tenant_id': '5b004d5f15be417cbe32e472a39ce93f'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:34:57.615645 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 41558) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:34:57.674193 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-3e18dbf1-a4a4-460c-a3c1-6d9c0df8c298 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:57.834623 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-3e18dbf1-a4a4-460c-a3c1-6d9c0df8c298 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:57.844721 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-3e18dbf1-a4a4-460c-a3c1-6d9c0df8c298 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:57.885575 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e18dbf1-a4a4-460c-a3c1-6d9c0df8c298 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1d1fe46-b79f-454e-99b0-b166e016931d,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:34:57.918270 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-3e18dbf1-a4a4-460c-a3c1-6d9c0df8c298 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=5de5aade103742799bafb193b3d7f309&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2995572 Nov 23 17:34:57.919753 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 41564) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:34:57.967887 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7e5b04ed-17f2-472c-9dd1-f26e47cddfdb req-b3b2040b-2e6e-4a50-9970-1ab927895ee8 tempest-ServerRescueTestJSONUnderV235-2089606454 tempest-ServerRescueTestJSONUnderV235-2089606454-project] 10.222.0.60 "GET /v2.0/ports?device_id=db755471-155f-4d9e-b81d-3999c64dda09 HTTP/1.1" status: 200 len: 210 time: 0.6599538 Nov 23 17:34:57.991729 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c28d76f2-a6e3-441d-9c38-6d02727509c1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:58.031049 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c28d76f2-a6e3-441d-9c38-6d02727509c1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:58.034883 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87df399f-1a58-43a1-a12f-b431e6cd673f req-dd10ba51-b919-4c76-9c28-89ee735ddef1 tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:34:58.036467 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-87df399f-1a58-43a1-a12f-b431e6cd673f req-dd10ba51-b919-4c76-9c28-89ee735ddef1 tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] 10.222.0.60 "GET /v2.0/ports?device_id=d5a5916e-c66a-471a-b1c7-242669cac3cf HTTP/1.1" status: 200 len: 945 time: 1.0889370 Nov 23 17:34:58.142156 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c28d76f2-a6e3-441d-9c38-6d02727509c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:58.151724 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c28d76f2-a6e3-441d-9c38-6d02727509c1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:58.170937 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-c28d76f2-a6e3-441d-9c38-6d02727509c1 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f1d1fe46-b79f-454e-99b0-b166e016931d HTTP/1.1" status: 204 len: 168 time: 0.2483397 Nov 23 17:34:58.208922 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28d76f2-a6e3-441d-9c38-6d02727509c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1d1fe46-b79f-454e-99b0-b166e016931d,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:34:58.291585 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-f7e2ccbf-ae9b-4109-8d4b-ad144e1f316a tempest-ExternalNetworksTestJSON-579036838 tempest-ExternalNetworksTestJSON-579036838-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:58.293588 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a653d276-d802-42c3-821f-03b10e7caf8d req-c1785ad7-8fd7-4bc6-9ee3-68494246057b tempest-ServerRescueTestJSONUnderV235-2089606454 tempest-ServerRescueTestJSONUnderV235-2089606454-project] Made reservation on behalf of 5b004d5f15be417cbe32e472a39ce93f for: {'port': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:34:58.298775 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-a653d276-d802-42c3-821f-03b10e7caf8d req-c1785ad7-8fd7-4bc6-9ee3-68494246057b tempest-ServerRescueTestJSONUnderV235-2089606454 tempest-ServerRescueTestJSONUnderV235-2089606454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:58.334893 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e2ccbf-ae9b-4109-8d4b-ad144e1f316a tempest-ExternalNetworksTestJSON-579036838 tempest-ExternalNetworksTestJSON-579036838-project-admin] Pushing event deleted for resources: {'Port': ['ID=24b3e024-e6ee-4c45-a0b5-0a8524c48d09,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:34:58.358831 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-87df399f-1a58-43a1-a12f-b431e6cd673f req-54f666a4-e19e-4dda-8d41-85c4f71bd1e9 tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] 10.222.0.60 "GET /v2.0/security-groups?id=67691fce-8308-48e3-b930-b7465ae25797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3031423 Nov 23 17:34:58.531155 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-f7e2ccbf-ae9b-4109-8d4b-ad144e1f316a tempest-ExternalNetworksTestJSON-579036838 tempest-ExternalNetworksTestJSON-579036838-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:58.634242 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-f7e2ccbf-ae9b-4109-8d4b-ad144e1f316a tempest-ExternalNetworksTestJSON-579036838 tempest-ExternalNetworksTestJSON-579036838-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971956'] for subnet, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:58.742121 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-f7e2ccbf-ae9b-4109-8d4b-ad144e1f316a tempest-ExternalNetworksTestJSON-579036838 tempest-ExternalNetworksTestJSON-579036838-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264758240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264314269'] for subnet, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:58.744890 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.db_base_plugin_common [req-a653d276-d802-42c3-821f-03b10e7caf8d req-c1785ad7-8fd7-4bc6-9ee3-68494246057b tempest-ServerRescueTestJSONUnderV235-2089606454 tempest-ServerRescueTestJSONUnderV235-2089606454-project] Allocated IP 172.20.0.10 (a7fc513d-97aa-4b2b-9a51-9e5f9afec91b/1b8a3d78-3bde-4257-9e3e-58e9b2ea43c2/cce38756-b262-4b06-8ceb-2d23048856a1) {{(pid=103591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:34:58.807756 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e2ccbf-ae9b-4109-8d4b-ad144e1f316a tempest-ExternalNetworksTestJSON-579036838 tempest-ExternalNetworksTestJSON-579036838-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=361c98ba-df2d-4bd9-ae40-7d37fdbaa631,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:34:58.867625 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 1b439740-9fbd-4f4e-b6f6-ae7422d785d2 up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:34:58.922133 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-f7e2ccbf-ae9b-4109-8d4b-ad144e1f316a tempest-ExternalNetworksTestJSON-579036838 tempest-ExternalNetworksTestJSON-579036838-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973419', 'neutron.services.segments.db._delete_segments_for_network-8736635878840'] for network, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:58.947098 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port 1b439740-9fbd-4f4e-b6f6-ae7422d785d2 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:34:58.947585 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:59.117733 n-d-816206-8 neutron-server[103591]: DEBUG neutron.services.segments.db [None req-f7e2ccbf-ae9b-4109-8d4b-ad144e1f316a tempest-ExternalNetworksTestJSON-579036838 tempest-ExternalNetworksTestJSON-579036838-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d1325a8-5332-4d3f-aca1-43a1a87cc99f']}} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:34:59.136794 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:59.184762 n-d-816206-8 neutron-server[103591]: DEBUG neutron.services.segments.db [None req-f7e2ccbf-ae9b-4109-8d4b-ad144e1f316a tempest-ExternalNetworksTestJSON-579036838 tempest-ExternalNetworksTestJSON-579036838-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61eed3b1-a545-44a9-b493-1e9c324073e5') {'for_net_delete': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:34:59.185154 n-d-816206-8 neutron-server[103591]: DEBUG neutron.services.segments.db [None req-f7e2ccbf-ae9b-4109-8d4b-ad144e1f316a tempest-ExternalNetworksTestJSON-579036838 tempest-ExternalNetworksTestJSON-579036838-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61eed3b1-a545-44a9-b493-1e9c324073e5') {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:34:59.209273 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] For port 1b439740-9fbd-4f4e-b6f6-ae7422d785d2, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=1b439740-9fbd-4f4e-b6f6-ae7422d785d2,segment=NetworkSegment(da617373-7313-4b9e-9527-445b8d35f236),segment_id=da617373-7313-4b9e-9527-445b8d35f236)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:34:59.215866 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:59.269088 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-f7e2ccbf-ae9b-4109-8d4b-ad144e1f316a tempest-ExternalNetworksTestJSON-579036838 tempest-ExternalNetworksTestJSON-579036838-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736635840332', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265989959'] for segment, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:59.300713 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-f7e2ccbf-ae9b-4109-8d4b-ad144e1f316a tempest-ExternalNetworksTestJSON-579036838 tempest-ExternalNetworksTestJSON-579036838-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:59.303505 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Pushing event updated for resources: {'Port': ['ID=1b439740-9fbd-4f4e-b6f6-ae7422d785d2,revision_number=5']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:34:59.345088 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7e2ccbf-ae9b-4109-8d4b-ad144e1f316a tempest-ExternalNetworksTestJSON-579036838 tempest-ExternalNetworksTestJSON-579036838-project-admin] Releasing vlan 542 on physical network physnet1 to pool {{(pid=103591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 17:34:59.346699 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-f7e2ccbf-ae9b-4109-8d4b-ad144e1f316a tempest-ExternalNetworksTestJSON-579036838 tempest-ExternalNetworksTestJSON-579036838-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264756290'] for segment, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:59.351586 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6d978cd4-df6f-45e9-b4ec-79a1a45dc59f req-fa729c4b-1456-44d9-aff4-b09e665b5bba tempest-ServerRescueTestJSONUnderV235-2089606454 tempest-ServerRescueTestJSONUnderV235-2089606454-project] 10.222.0.60 "GET /v2.0/ports?device_id=db755471-155f-4d9e-b81d-3999c64dda09 HTTP/1.1" status: 200 len: 210 time: 0.1941335 Nov 23 17:34:59.352537 n-d-816206-8 neutron-server[103591]: Traceback (most recent call last): Nov 23 17:34:59.352537 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 17:34:59.352537 n-d-816206-8 neutron-server[103591]: timer() Nov 23 17:34:59.352537 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 17:34:59.352537 n-d-816206-8 neutron-server[103591]: cb(*args, **kw) Nov 23 17:34:59.352537 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 17:34:59.352537 n-d-816206-8 neutron-server[103591]: return func(*args, **kwargs) Nov 23 17:34:59.352537 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 17:34:59.352537 n-d-816206-8 neutron-server[103591]: self._notify() Nov 23 17:34:59.352537 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 17:34:59.352537 n-d-816206-8 neutron-server[103591]: self.callback(batched_events) Nov 23 17:34:59.352537 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 17:34:59.352537 n-d-816206-8 neutron-server[103591]: event.method(event) Nov 23 17:34:59.352537 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 17:34:59.352537 n-d-816206-8 neutron-server[103591]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 17:34:59.352537 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 17:34:59.352537 n-d-816206-8 neutron-server[103591]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 17:34:59.352537 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 17:34:59.352537 n-d-816206-8 neutron-server[103591]: return f(self, *a, **k) Nov 23 17:34:59.352537 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 17:34:59.352537 n-d-816206-8 neutron-server[103591]: return self._get(url).json() Nov 23 17:34:59.352537 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 17:34:59.352537 n-d-816206-8 neutron-server[103591]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 17:34:59.352537 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 17:34:59.352537 n-d-816206-8 neutron-server[103591]: return self.request(url, 'GET', **kwargs) Nov 23 17:34:59.352537 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 17:34:59.352537 n-d-816206-8 neutron-server[103591]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 17:34:59.352537 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 17:34:59.352537 n-d-816206-8 neutron-server[103591]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 17:34:59.352537 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 17:34:59.352537 n-d-816206-8 neutron-server[103591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 17:34:59.352537 n-d-816206-8 neutron-server[103591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 17:34:59.484584 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-a653d276-d802-42c3-821f-03b10e7caf8d req-c1785ad7-8fd7-4bc6-9ee3-68494246057b tempest-ServerRescueTestJSONUnderV235-2089606454 tempest-ServerRescueTestJSONUnderV235-2089606454-project] Publish callbacks [] for port, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:59.488332 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-f7e2ccbf-ae9b-4109-8d4b-ad144e1f316a tempest-ExternalNetworksTestJSON-579036838 tempest-ExternalNetworksTestJSON-579036838-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1795418'] for network, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:59.492843 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7e2ccbf-ae9b-4109-8d4b-ad144e1f316a tempest-ExternalNetworksTestJSON-579036838 tempest-ExternalNetworksTestJSON-579036838-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 2d1325a8-5332-4d3f-aca1-43a1a87cc99f {{(pid=103591) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 23 17:34:59.495394 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-f7e2ccbf-ae9b-4109-8d4b-ad144e1f316a tempest-ExternalNetworksTestJSON-579036838 tempest-ExternalNetworksTestJSON-579036838-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for network, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:59.499584 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-f7e2ccbf-ae9b-4109-8d4b-ad144e1f316a tempest-ExternalNetworksTestJSON-579036838 tempest-ExternalNetworksTestJSON-579036838-project-admin] 10.222.0.60 "DELETE /v2.0/networks/2d1325a8-5332-4d3f-aca1-43a1a87cc99f HTTP/1.1" status: 204 len: 168 time: 3.7538111 Nov 23 17:34:59.502341 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 41604) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:34:59.525927 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e2ccbf-ae9b-4109-8d4b-ad144e1f316a tempest-ExternalNetworksTestJSON-579036838 tempest-ExternalNetworksTestJSON-579036838-project-admin] Pushing event deleted for resources: {'Network': ['ID=2d1325a8-5332-4d3f-aca1-43a1a87cc99f,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:34:59.562634 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b8edb8-0515-4134-baa9-0ff1aea335c1 req-8f792021-43e1-4ca4-8467-98ec923e754c tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:34:59.570591 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-26b8edb8-0515-4134-baa9-0ff1aea335c1 req-8f792021-43e1-4ca4-8467-98ec923e754c tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] 10.222.0.60 "GET /v2.0/ports?device_id=d5a5916e-c66a-471a-b1c7-242669cac3cf HTTP/1.1" status: 200 len: 945 time: 0.1256437 Nov 23 17:34:59.642926 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-26b8edb8-0515-4134-baa9-0ff1aea335c1 req-182009b7-4ca2-4e87-a12e-ec7be1b26894 tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] 10.222.0.60 "GET /v2.0/security-groups?id=67691fce-8308-48e3-b930-b7465ae25797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709825 Nov 23 17:34:59.649558 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-a653d276-d802-42c3-821f-03b10e7caf8d req-c1785ad7-8fd7-4bc6-9ee3-68494246057b tempest-ServerRescueTestJSONUnderV235-2089606454 tempest-ServerRescueTestJSONUnderV235-2089606454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:59.710092 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a653d276-d802-42c3-821f-03b10e7caf8d req-c1785ad7-8fd7-4bc6-9ee3-68494246057b tempest-ServerRescueTestJSONUnderV235-2089606454 tempest-ServerRescueTestJSONUnderV235-2089606454-project] Network a7fc513d-97aa-4b2b-9a51-9e5f9afec91b is already hosted by enough agents. {{(pid=103591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:34:59.713482 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [req-a653d276-d802-42c3-821f-03b10e7caf8d req-c1785ad7-8fd7-4bc6-9ee3-68494246057b tempest-ServerRescueTestJSONUnderV235-2089606454 tempest-ServerRescueTestJSONUnderV235-2089606454-project] Resources bound (agent type, host, resource id): {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:34:59.718779 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [req-a653d276-d802-42c3-821f-03b10e7caf8d req-c1785ad7-8fd7-4bc6-9ee3-68494246057b tempest-ServerRescueTestJSONUnderV235-2089606454 tempest-ServerRescueTestJSONUnderV235-2089606454-project] Received port after_create {{(pid=103591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:34:59.729562 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-27af1b68-65d5-4799-9b37-8453dab656f7 tempest-ExternalNetworksTestJSON-579036838 tempest-ExternalNetworksTestJSON-579036838-project-admin] 10.222.0.60 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1782 time: 0.2245805 Nov 23 17:34:59.730613 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 41608) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:34:59.814777 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1785ad7-8fd7-4bc6-9ee3-68494246057b tempest-ServerRescueTestJSONUnderV235-2089606454 tempest-ServerRescueTestJSONUnderV235-2089606454-project] Pushing event updated for resources: {'Port': ['ID=cce38756-b262-4b06-8ceb-2d23048856a1,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:34:59.831742 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a653d276-d802-42c3-821f-03b10e7caf8d req-c1785ad7-8fd7-4bc6-9ee3-68494246057b tempest-ServerRescueTestJSONUnderV235-2089606454 tempest-ServerRescueTestJSONUnderV235-2089606454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:34:59.832540 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-a653d276-d802-42c3-821f-03b10e7caf8d req-c1785ad7-8fd7-4bc6-9ee3-68494246057b tempest-ServerRescueTestJSONUnderV235-2089606454 tempest-ServerRescueTestJSONUnderV235-2089606454-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:34:59.866051 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a653d276-d802-42c3-821f-03b10e7caf8d req-c1785ad7-8fd7-4bc6-9ee3-68494246057b tempest-ServerRescueTestJSONUnderV235-2089606454 tempest-ServerRescueTestJSONUnderV235-2089606454-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6555367 Nov 23 17:34:59.885400 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [req-a653d276-d802-42c3-821f-03b10e7caf8d req-25c8c135-1453-4409-af2d-c99a27805e5e service neutron] Request body: {'port': {'device_id': 'db755471-155f-4d9e-b81d-3999c64dda09', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-8'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:34:59.957729 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-a653d276-d802-42c3-821f-03b10e7caf8d req-25c8c135-1453-4409-af2d-c99a27805e5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:00.002940 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2815e68-6aef-45fa-b57d-6dd2a2e5c114 tempest-ExternalNetworksTestJSON-579036838 tempest-ExternalNetworksTestJSON-579036838-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:35:00.003920 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2815e68-6aef-45fa-b57d-6dd2a2e5c114 tempest-ExternalNetworksTestJSON-579036838 tempest-ExternalNetworksTestJSON-579036838-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:35:00.005378 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2815e68-6aef-45fa-b57d-6dd2a2e5c114 tempest-ExternalNetworksTestJSON-579036838 tempest-ExternalNetworksTestJSON-579036838-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:35:00.006184 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2815e68-6aef-45fa-b57d-6dd2a2e5c114 tempest-ExternalNetworksTestJSON-579036838 tempest-ExternalNetworksTestJSON-579036838-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:35:00.007392 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2815e68-6aef-45fa-b57d-6dd2a2e5c114 tempest-ExternalNetworksTestJSON-579036838 tempest-ExternalNetworksTestJSON-579036838-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:35:00.008179 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2815e68-6aef-45fa-b57d-6dd2a2e5c114 tempest-ExternalNetworksTestJSON-579036838 tempest-ExternalNetworksTestJSON-579036838-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:35:00.008989 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2815e68-6aef-45fa-b57d-6dd2a2e5c114 tempest-ExternalNetworksTestJSON-579036838 tempest-ExternalNetworksTestJSON-579036838-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:35:00.010315 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2815e68-6aef-45fa-b57d-6dd2a2e5c114 tempest-ExternalNetworksTestJSON-579036838 tempest-ExternalNetworksTestJSON-579036838-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:35:00.011382 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2815e68-6aef-45fa-b57d-6dd2a2e5c114 tempest-ExternalNetworksTestJSON-579036838 tempest-ExternalNetworksTestJSON-579036838-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:35:00.013034 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2815e68-6aef-45fa-b57d-6dd2a2e5c114 tempest-ExternalNetworksTestJSON-579036838 tempest-ExternalNetworksTestJSON-579036838-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:35:00.013903 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2815e68-6aef-45fa-b57d-6dd2a2e5c114 tempest-ExternalNetworksTestJSON-579036838 tempest-ExternalNetworksTestJSON-579036838-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:35:00.014589 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2815e68-6aef-45fa-b57d-6dd2a2e5c114 tempest-ExternalNetworksTestJSON-579036838 tempest-ExternalNetworksTestJSON-579036838-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:35:00.015220 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2815e68-6aef-45fa-b57d-6dd2a2e5c114 tempest-ExternalNetworksTestJSON-579036838 tempest-ExternalNetworksTestJSON-579036838-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:35:00.016126 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2815e68-6aef-45fa-b57d-6dd2a2e5c114 tempest-ExternalNetworksTestJSON-579036838 tempest-ExternalNetworksTestJSON-579036838-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:35:00.019384 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-c2815e68-6aef-45fa-b57d-6dd2a2e5c114 tempest-ExternalNetworksTestJSON-579036838 tempest-ExternalNetworksTestJSON-579036838-project-admin] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 8943 time: 0.2880955 Nov 23 17:35:00.023974 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 41616) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:35:00.106163 n-d-816206-8 neutron-server[103590]: INFO neutron.api.v2.resource [None req-bf4da0b5-c530-4400-b655-f5d6bcb662dc tempest-ExternalNetworksTestJSON-579036838 tempest-ExternalNetworksTestJSON-579036838-project-admin] delete failed (client error): The resource could not be found. Nov 23 17:35:00.111002 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-bf4da0b5-c530-4400-b655-f5d6bcb662dc tempest-ExternalNetworksTestJSON-579036838 tempest-ExternalNetworksTestJSON-579036838-project-admin] 10.222.0.60 "DELETE /v2.0/floatingips/9796b59e-2d65-4548-9e00-90b2e1d532f2 HTTP/1.1" status: 404 len: 345 time: 0.0854611 Nov 23 17:35:00.111656 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 41618) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:35:00.129881 n-d-816206-8 neutron-server[103590]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9c2a808-3111-4707-954a-3831cbae7f79 tempest-ExternalNetworksTestJSON-579036838 tempest-ExternalNetworksTestJSON-579036838-project-admin] DELETE failed (client error): The resource could not be found. Nov 23 17:35:00.130434 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9c2a808-3111-4707-954a-3831cbae7f79 tempest-ExternalNetworksTestJSON-579036838 tempest-ExternalNetworksTestJSON-579036838-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=103590) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 17:35:00.142080 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-f9c2a808-3111-4707-954a-3831cbae7f79 tempest-ExternalNetworksTestJSON-579036838 tempest-ExternalNetworksTestJSON-579036838-project-admin] 10.222.0.60 "DELETE /v2.0/networks/2d1325a8-5332-4d3f-aca1-43a1a87cc99f HTTP/1.1" status: 404 len: 339 time: 0.0292492 Nov 23 17:35:00.142844 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 41620) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:35:00.147964 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-ebfc6e25-9ecc-44a7-9d52-8492860b6c19 tempest-ExternalNetworksTestJSON-579036838 tempest-ExternalNetworksTestJSON-579036838-project-admin] Request body: {'network': {'name': 'tempest-network--1321309705', 'router:external': True}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:35:00.176343 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebfc6e25-9ecc-44a7-9d52-8492860b6c19 tempest-ExternalNetworksTestJSON-579036838 tempest-ExternalNetworksTestJSON-579036838-project-admin] Made reservation on behalf of 4b6c73584c9449abb1df4dbe6fa4bc15 for: {'network': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:35:00.178740 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ebfc6e25-9ecc-44a7-9d52-8492860b6c19 tempest-ExternalNetworksTestJSON-579036838 tempest-ExternalNetworksTestJSON-579036838-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for network, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:00.211360 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebfc6e25-9ecc-44a7-9d52-8492860b6c19 tempest-ExternalNetworksTestJSON-579036838 tempest-ExternalNetworksTestJSON-579036838-project-admin] vlan segment allocate from pool success with {'vlan_id': 509, 'physical_network': 'physnet1'} {{(pid=103590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 17:35:00.250634 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ebfc6e25-9ecc-44a7-9d52-8492860b6c19 tempest-ExternalNetworksTestJSON-579036838 tempest-ExternalNetworksTestJSON-579036838-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:00.251760 n-d-816206-8 neutron-server[103590]: INFO neutron.db.segments_db [None req-ebfc6e25-9ecc-44a7-9d52-8492860b6c19 tempest-ExternalNetworksTestJSON-579036838 tempest-ExternalNetworksTestJSON-579036838-project-admin] Added segment ddef83df-792c-40e7-9784-69a66cc4f485 of type vlan for network fb172ca5-d9d4-454b-aa3c-9ef3dd7bf596 Nov 23 17:35:00.343823 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ebfc6e25-9ecc-44a7-9d52-8492860b6c19 tempest-ExternalNetworksTestJSON-579036838 tempest-ExternalNetworksTestJSON-579036838-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736635338810'] for network, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:00.383944 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ebfc6e25-9ecc-44a7-9d52-8492860b6c19 tempest-ExternalNetworksTestJSON-579036838 tempest-ExternalNetworksTestJSON-579036838-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493'] for network, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:00.385249 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebfc6e25-9ecc-44a7-9d52-8492860b6c19 tempest-ExternalNetworksTestJSON-579036838 tempest-ExternalNetworksTestJSON-579036838-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:35:00.385859 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ebfc6e25-9ecc-44a7-9d52-8492860b6c19 tempest-ExternalNetworksTestJSON-579036838 tempest-ExternalNetworksTestJSON-579036838-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for network, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:00.426219 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-ebfc6e25-9ecc-44a7-9d52-8492860b6c19 tempest-ExternalNetworksTestJSON-579036838 tempest-ExternalNetworksTestJSON-579036838-project-admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.2822750 Nov 23 17:35:00.428945 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 41636) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:35:00.499619 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [req-a653d276-d802-42c3-821f-03b10e7caf8d req-25c8c135-1453-4409-af2d-c99a27805e5e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cce38756-b262-4b06-8ceb-2d23048856a1 {{(pid=103591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:35:00.509234 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-a653d276-d802-42c3-821f-03b10e7caf8d req-25c8c135-1453-4409-af2d-c99a27805e5e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:00.518006 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfc6e25-9ecc-44a7-9d52-8492860b6c19 tempest-ExternalNetworksTestJSON-579036838 tempest-ExternalNetworksTestJSON-579036838-project-admin] Pushing event updated for resources: {'Network': ['ID=fb172ca5-d9d4-454b-aa3c-9ef3dd7bf596,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:35:00.535018 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02ea6ee-ee74-41c5-9b2a-ccc2e48f91ce req-8a1d6f04-d6af-4cb3-9ad1-3ce8008b3fb2 tempest-ServerRescueTestJSONUnderV235-2089606454 tempest-ServerRescueTestJSONUnderV235-2089606454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:35:00.536581 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a02ea6ee-ee74-41c5-9b2a-ccc2e48f91ce req-8a1d6f04-d6af-4cb3-9ad1-3ce8008b3fb2 tempest-ServerRescueTestJSONUnderV235-2089606454 tempest-ServerRescueTestJSONUnderV235-2089606454-project] 10.222.0.60 "GET /v2.0/ports?device_id=db755471-155f-4d9e-b81d-3999c64dda09 HTTP/1.1" status: 200 len: 932 time: 0.0885034 Nov 23 17:35:00.537657 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.provisioning_blocks [req-a653d276-d802-42c3-821f-03b10e7caf8d req-25c8c135-1453-4409-af2d-c99a27805e5e service neutron] Transition to ACTIVE for port object cce38756-b262-4b06-8ceb-2d23048856a1 will not be triggered until provisioned by entity L2. {{(pid=103591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 17:35:00.542332 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Network fb172ca5-d9d4-454b-aa3c-9ef3dd7bf596 details requested by agent ovs-agent-n-d-816206-8 with host n-d-816206-8 {{(pid=103592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 17:35:00.551619 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-a653d276-d802-42c3-821f-03b10e7caf8d req-25c8c135-1453-4409-af2d-c99a27805e5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264758186'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:00.676075 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c8c135-1453-4409-af2d-c99a27805e5e service neutron] Pushing event updated for resources: {'Port': ['ID=cce38756-b262-4b06-8ceb-2d23048856a1,revision_number=2']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:35:00.782921 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 1b439740-9fbd-4f4e-b6f6-ae7422d785d2 up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:35:00.808733 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a02ea6ee-ee74-41c5-9b2a-ccc2e48f91ce req-22c3b119-0052-4d37-b8ea-2857470022b7 tempest-ServerRescueTestJSONUnderV235-2089606454 tempest-ServerRescueTestJSONUnderV235-2089606454-project] 10.222.0.60 "GET /v2.0/security-groups?id=627e1e45-7f27-49ad-a161-3002d16a7eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2586720 Nov 23 17:35:00.811251 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7afcb149-43b7-4ad9-9ed6-bf643b394ebf tempest-ExternalNetworksTestJSON-1689054116 tempest-ExternalNetworksTestJSON-1689054116-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:35:00.823359 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7afcb149-43b7-4ad9-9ed6-bf643b394ebf tempest-ExternalNetworksTestJSON-1689054116 tempest-ExternalNetworksTestJSON-1689054116-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:35:00.829891 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7afcb149-43b7-4ad9-9ed6-bf643b394ebf tempest-ExternalNetworksTestJSON-1689054116 tempest-ExternalNetworksTestJSON-1689054116-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:35:00.831748 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-a653d276-d802-42c3-821f-03b10e7caf8d req-25c8c135-1453-4409-af2d-c99a27805e5e service neutron] Attempting to bind port cce38756-b262-4b06-8ceb-2d23048856a1 on host n-h2-816206-8 for vnic_type normal with profile {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:35:00.832072 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-a653d276-d802-42c3-821f-03b10e7caf8d req-25c8c135-1453-4409-af2d-c99a27805e5e service neutron] Attempting to bind port cce38756-b262-4b06-8ceb-2d23048856a1 by drivers openvswitch,hyperv on host n-h2-816206-8 at level 0 using segments [{'id': 'da617373-7313-4b9e-9527-445b8d35f236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'a7fc513d-97aa-4b2b-9a51-9e5f9afec91b'}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:35:00.832548 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a653d276-d802-42c3-821f-03b10e7caf8d req-25c8c135-1453-4409-af2d-c99a27805e5e service neutron] Attempting to bind port cce38756-b262-4b06-8ceb-2d23048856a1 on network a7fc513d-97aa-4b2b-9a51-9e5f9afec91b {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:35:00.838234 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7afcb149-43b7-4ad9-9ed6-bf643b394ebf tempest-ExternalNetworksTestJSON-1689054116 tempest-ExternalNetworksTestJSON-1689054116-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:35:00.840871 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a653d276-d802-42c3-821f-03b10e7caf8d req-25c8c135-1453-4409-af2d-c99a27805e5e service neutron] Port cce38756-b262-4b06-8ceb-2d23048856a1 on network a7fc513d-97aa-4b2b-9a51-9e5f9afec91b not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-8 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 17:35:00.844018 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a653d276-d802-42c3-821f-03b10e7caf8d req-25c8c135-1453-4409-af2d-c99a27805e5e service neutron] Attempting to bind port cce38756-b262-4b06-8ceb-2d23048856a1 on network a7fc513d-97aa-4b2b-9a51-9e5f9afec91b {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:35:00.844165 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-7afcb149-43b7-4ad9-9ed6-bf643b394ebf tempest-ExternalNetworksTestJSON-1689054116 tempest-ExternalNetworksTestJSON-1689054116-project] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2454 time: 0.4114864 Nov 23 17:35:00.845256 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 41650) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:35:00.847484 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port 1b439740-9fbd-4f4e-b6f6-ae7422d785d2 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:35:00.848031 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:00.849809 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a653d276-d802-42c3-821f-03b10e7caf8d req-25c8c135-1453-4409-af2d-c99a27805e5e service neutron] Checking agent: {'id': 'ab77bf9e-0267-4174-8f1d-822cba89b207', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 15, 13), 'started_at': datetime.datetime(2021, 11, 23, 17, 15, 13), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 34, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:35:00.850153 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a653d276-d802-42c3-821f-03b10e7caf8d req-25c8c135-1453-4409-af2d-c99a27805e5e service neutron] Checking segment: {'id': 'da617373-7313-4b9e-9527-445b8d35f236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'a7fc513d-97aa-4b2b-9a51-9e5f9afec91b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:35:00.850614 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a653d276-d802-42c3-821f-03b10e7caf8d req-25c8c135-1453-4409-af2d-c99a27805e5e service neutron] Bound using segment: {'id': 'da617373-7313-4b9e-9527-445b8d35f236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'a7fc513d-97aa-4b2b-9a51-9e5f9afec91b'} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:35:00.850965 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-a653d276-d802-42c3-821f-03b10e7caf8d req-25c8c135-1453-4409-af2d-c99a27805e5e service neutron] Bound port: cce38756-b262-4b06-8ceb-2d23048856a1, host: n-h2-816206-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da617373-7313-4b9e-9527-445b8d35f236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'a7fc513d-97aa-4b2b-9a51-9e5f9afec91b'}}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:35:00.851322 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-a653d276-d802-42c3-821f-03b10e7caf8d req-25c8c135-1453-4409-af2d-c99a27805e5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:00.880920 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa61e12-f93e-421a-bab0-652c73688056 req-9e75ffa4-3872-4c39-9cbc-cc740deaf3e3 tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:35:00.888444 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6fa61e12-f93e-421a-bab0-652c73688056 req-9e75ffa4-3872-4c39-9cbc-cc740deaf3e3 tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] 10.222.0.60 "GET /v2.0/ports?device_id=d5a5916e-c66a-471a-b1c7-242669cac3cf HTTP/1.1" status: 200 len: 945 time: 0.1012387 Nov 23 17:35:00.961369 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1f3d300e-6038-4d6d-9929-77ca8339fe54 tempest-ExternalNetworksTestJSON-579036838 tempest-ExternalNetworksTestJSON-579036838-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-555181'] for network, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:00.981418 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-a653d276-d802-42c3-821f-03b10e7caf8d req-25c8c135-1453-4409-af2d-c99a27805e5e service neutron] For port cce38756-b262-4b06-8ceb-2d23048856a1, host n-h2-816206-8, cleared binding levels {{(pid=103591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:35:00.985922 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-a653d276-d802-42c3-821f-03b10e7caf8d req-25c8c135-1453-4409-af2d-c99a27805e5e service neutron] For port cce38756-b262-4b06-8ceb-2d23048856a1, host n-h2-816206-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=cce38756-b262-4b06-8ceb-2d23048856a1,segment=NetworkSegment(da617373-7313-4b9e-9527-445b8d35f236),segment_id=da617373-7313-4b9e-9527-445b8d35f236)] {{(pid=103591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:35:01.001441 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6fa61e12-f93e-421a-bab0-652c73688056 req-9e44c847-19e8-4ed3-a123-774e0a401d96 tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] 10.222.0.60 "GET /v2.0/security-groups?id=67691fce-8308-48e3-b930-b7465ae25797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058223 Nov 23 17:35:01.004802 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-a653d276-d802-42c3-821f-03b10e7caf8d req-25c8c135-1453-4409-af2d-c99a27805e5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264758186'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:01.043055 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a653d276-d802-42c3-821f-03b10e7caf8d req-25c8c135-1453-4409-af2d-c99a27805e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:35:01.043732 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-a653d276-d802-42c3-821f-03b10e7caf8d req-25c8c135-1453-4409-af2d-c99a27805e5e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:01.045342 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a653d276-d802-42c3-821f-03b10e7caf8d req-25c8c135-1453-4409-af2d-c99a27805e5e service neutron] 10.222.0.36 "PUT /v2.0/ports/cce38756-b262-4b06-8ceb-2d23048856a1 HTTP/1.1" status: 200 len: 1092 time: 1.1687064 Nov 23 17:35:01.045808 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db755471-155f-4d9e-b81d-3999c64dda09', 'tag': 'cce38756-b262-4b06-8ceb-2d23048856a1'}] {{(pid=103591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:35:01.048396 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41d174a19ece9499ff9ec44e5b3fc50f2abd3ffbc947fb7e52ea1e8db27b95b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b53d634-4e3c-40b3-b7c7-83fba11e2598" -d '{"events": [{"name": "network-changed", "server_uuid": "db755471-155f-4d9e-b81d-3999c64dda09", "tag": "cce38756-b262-4b06-8ceb-2d23048856a1"}]}' {{(pid=103591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:35:01.086752 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1f3d300e-6038-4d6d-9929-77ca8339fe54 tempest-ExternalNetworksTestJSON-579036838 tempest-ExternalNetworksTestJSON-579036838-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973419', 'neutron.services.segments.db._delete_segments_for_network-8736635878840'] for network, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:01.115332 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-1f3d300e-6038-4d6d-9929-77ca8339fe54 tempest-ExternalNetworksTestJSON-579036838 tempest-ExternalNetworksTestJSON-579036838-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb172ca5-d9d4-454b-aa3c-9ef3dd7bf596']}} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:35:01.126530 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c8c135-1453-4409-af2d-c99a27805e5e service neutron] Pushing event updated for resources: {'Port': ['ID=cce38756-b262-4b06-8ceb-2d23048856a1,revision_number=3']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:35:01.132586 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 17:35:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64f6533f-2d57-4a06-8b2a-77dd5f6f7328 x-openstack-request-id: req-64f6533f-2d57-4a06-8b2a-77dd5f6f7328 {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:35:01.132830 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db755471-155f-4d9e-b81d-3999c64dda09", "tag": "cce38756-b262-4b06-8ceb-2d23048856a1", "status": "completed", "code": 200}]} {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:35:01.133083 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-64f6533f-2d57-4a06-8b2a-77dd5f6f7328 {{(pid=103591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:35:01.133483 n-d-816206-8 neutron-server[103591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db755471-155f-4d9e-b81d-3999c64dda09', 'tag': 'cce38756-b262-4b06-8ceb-2d23048856a1', 'status': 'completed', 'code': 200} Nov 23 17:35:01.134168 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-1f3d300e-6038-4d6d-9929-77ca8339fe54 tempest-ExternalNetworksTestJSON-579036838 tempest-ExternalNetworksTestJSON-579036838-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ddef83df-792c-40e7-9784-69a66cc4f485') {'for_net_delete': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:35:01.134615 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-1f3d300e-6038-4d6d-9929-77ca8339fe54 tempest-ExternalNetworksTestJSON-579036838 tempest-ExternalNetworksTestJSON-579036838-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ddef83df-792c-40e7-9784-69a66cc4f485') {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:35:01.148340 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a653d276-d802-42c3-821f-03b10e7caf8d req-282fddeb-eb3d-4510-abab-8adbfb8fe854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:35:01.148642 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1f3d300e-6038-4d6d-9929-77ca8339fe54 tempest-ExternalNetworksTestJSON-579036838 tempest-ExternalNetworksTestJSON-579036838-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736635840332', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-267528353'] for segment, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:01.151404 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a653d276-d802-42c3-821f-03b10e7caf8d req-282fddeb-eb3d-4510-abab-8adbfb8fe854 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5b004d5f15be417cbe32e472a39ce93f&device_id=db755471-155f-4d9e-b81d-3999c64dda09 HTTP/1.1" status: 200 len: 1095 time: 0.0580306 Nov 23 17:35:01.165195 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1f3d300e-6038-4d6d-9929-77ca8339fe54 tempest-ExternalNetworksTestJSON-579036838 tempest-ExternalNetworksTestJSON-579036838-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:01.175863 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f3d300e-6038-4d6d-9929-77ca8339fe54 tempest-ExternalNetworksTestJSON-579036838 tempest-ExternalNetworksTestJSON-579036838-project-admin] Releasing vlan 509 on physical network physnet1 to pool {{(pid=103590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 17:35:01.177616 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1f3d300e-6038-4d6d-9929-77ca8339fe54 tempest-ExternalNetworksTestJSON-579036838 tempest-ExternalNetworksTestJSON-579036838-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264370093'] for segment, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:01.179613 n-d-816206-8 neutron-server[103590]: Traceback (most recent call last): Nov 23 17:35:01.179613 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 17:35:01.179613 n-d-816206-8 neutron-server[103590]: timer() Nov 23 17:35:01.179613 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 17:35:01.179613 n-d-816206-8 neutron-server[103590]: cb(*args, **kw) Nov 23 17:35:01.179613 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 17:35:01.179613 n-d-816206-8 neutron-server[103590]: return func(*args, **kwargs) Nov 23 17:35:01.179613 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 17:35:01.179613 n-d-816206-8 neutron-server[103590]: self._notify() Nov 23 17:35:01.179613 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 17:35:01.179613 n-d-816206-8 neutron-server[103590]: self.callback(batched_events) Nov 23 17:35:01.179613 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 17:35:01.179613 n-d-816206-8 neutron-server[103590]: event.method(event) Nov 23 17:35:01.179613 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 17:35:01.179613 n-d-816206-8 neutron-server[103590]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 17:35:01.179613 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 17:35:01.179613 n-d-816206-8 neutron-server[103590]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 17:35:01.179613 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 17:35:01.179613 n-d-816206-8 neutron-server[103590]: return f(self, *a, **k) Nov 23 17:35:01.179613 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 17:35:01.179613 n-d-816206-8 neutron-server[103590]: return self._get(url).json() Nov 23 17:35:01.179613 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 17:35:01.179613 n-d-816206-8 neutron-server[103590]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 17:35:01.179613 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 17:35:01.179613 n-d-816206-8 neutron-server[103590]: return self.request(url, 'GET', **kwargs) Nov 23 17:35:01.179613 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 17:35:01.179613 n-d-816206-8 neutron-server[103590]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 17:35:01.179613 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 17:35:01.179613 n-d-816206-8 neutron-server[103590]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 17:35:01.179613 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 17:35:01.179613 n-d-816206-8 neutron-server[103590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 17:35:01.179613 n-d-816206-8 neutron-server[103590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 17:35:01.202002 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a653d276-d802-42c3-821f-03b10e7caf8d req-bef4c3b2-013f-4212-948e-15e2985ca135 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cce38756-b262-4b06-8ceb-2d23048856a1 HTTP/1.1" status: 200 len: 217 time: 0.0403810 Nov 23 17:35:01.245257 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1f3d300e-6038-4d6d-9929-77ca8339fe54 tempest-ExternalNetworksTestJSON-579036838 tempest-ExternalNetworksTestJSON-579036838-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1795418'] for network, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:01.260447 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f3d300e-6038-4d6d-9929-77ca8339fe54 tempest-ExternalNetworksTestJSON-579036838 tempest-ExternalNetworksTestJSON-579036838-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network fb172ca5-d9d4-454b-aa3c-9ef3dd7bf596 {{(pid=103590) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 23 17:35:01.264780 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1f3d300e-6038-4d6d-9929-77ca8339fe54 tempest-ExternalNetworksTestJSON-579036838 tempest-ExternalNetworksTestJSON-579036838-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for network, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:01.265038 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a653d276-d802-42c3-821f-03b10e7caf8d req-dadab0b0-a7cf-4e92-b865-88646c13d6a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:35:01.266651 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a653d276-d802-42c3-821f-03b10e7caf8d req-dadab0b0-a7cf-4e92-b865-88646c13d6a3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1b8a3d78-3bde-4257-9e3e-58e9b2ea43c2 HTTP/1.1" status: 200 len: 859 time: 0.0558245 Nov 23 17:35:01.268703 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-1f3d300e-6038-4d6d-9929-77ca8339fe54 tempest-ExternalNetworksTestJSON-579036838 tempest-ExternalNetworksTestJSON-579036838-project-admin] 10.222.0.60 "DELETE /v2.0/networks/fb172ca5-d9d4-454b-aa3c-9ef3dd7bf596 HTTP/1.1" status: 204 len: 168 time: 0.4223700 Nov 23 17:35:01.272422 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 41668) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:35:01.279206 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-9c251c46-7bbe-4923-a537-f7b3201c71e4 tempest-ExternalNetworksTestJSON-579036838 tempest-ExternalNetworksTestJSON-579036838-project-admin] Request body: {'network': {'name': 'tempest-network--620934453', 'router:external': True}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:35:01.284402 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3d300e-6038-4d6d-9929-77ca8339fe54 tempest-ExternalNetworksTestJSON-579036838 tempest-ExternalNetworksTestJSON-579036838-project-admin] Pushing event deleted for resources: {'Network': ['ID=fb172ca5-d9d4-454b-aa3c-9ef3dd7bf596,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:35:01.326904 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a653d276-d802-42c3-821f-03b10e7caf8d req-e4120208-6919-4615-9df1-c4d97926f371 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a7fc513d-97aa-4b2b-9a51-9e5f9afec91b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378993 Nov 23 17:35:01.363142 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c251c46-7bbe-4923-a537-f7b3201c71e4 tempest-ExternalNetworksTestJSON-579036838 tempest-ExternalNetworksTestJSON-579036838-project-admin] Made reservation on behalf of 4b6c73584c9449abb1df4dbe6fa4bc15 for: {'network': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:35:01.367082 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-9c251c46-7bbe-4923-a537-f7b3201c71e4 tempest-ExternalNetworksTestJSON-579036838 tempest-ExternalNetworksTestJSON-579036838-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for network, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:01.455961 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c251c46-7bbe-4923-a537-f7b3201c71e4 tempest-ExternalNetworksTestJSON-579036838 tempest-ExternalNetworksTestJSON-579036838-project-admin] vlan segment allocate from pool success with {'vlan_id': 543, 'physical_network': 'physnet1'} {{(pid=103591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 17:35:01.498577 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-9c251c46-7bbe-4923-a537-f7b3201c71e4 tempest-ExternalNetworksTestJSON-579036838 tempest-ExternalNetworksTestJSON-579036838-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:01.498931 n-d-816206-8 neutron-server[103591]: INFO neutron.db.segments_db [None req-9c251c46-7bbe-4923-a537-f7b3201c71e4 tempest-ExternalNetworksTestJSON-579036838 tempest-ExternalNetworksTestJSON-579036838-project-admin] Added segment 5e6e449e-5551-4aba-9fcb-2372f3dd9adb of type vlan for network f6219df3-95d1-4445-8c6a-1076f13ef9a8 Nov 23 17:35:01.526989 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a653d276-d802-42c3-821f-03b10e7caf8d req-10d3cc98-6107-418d-8ccd-9c5230c1a6ce service neutron] 10.222.0.36 "GET /v2.0/networks/a7fc513d-97aa-4b2b-9a51-9e5f9afec91b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1876915 Nov 23 17:35:01.694306 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-9c251c46-7bbe-4923-a537-f7b3201c71e4 tempest-ExternalNetworksTestJSON-579036838 tempest-ExternalNetworksTestJSON-579036838-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736635338810'] for network, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:01.728507 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a653d276-d802-42c3-821f-03b10e7caf8d req-5a9e798d-aaa1-471f-bab8-71f7e9a96d44 service neutron] 10.222.0.36 "GET /v2.0/networks/a7fc513d-97aa-4b2b-9a51-9e5f9afec91b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1764507 Nov 23 17:35:01.732756 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-9c251c46-7bbe-4923-a537-f7b3201c71e4 tempest-ExternalNetworksTestJSON-579036838 tempest-ExternalNetworksTestJSON-579036838-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493'] for network, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:01.734102 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c251c46-7bbe-4923-a537-f7b3201c71e4 tempest-ExternalNetworksTestJSON-579036838 tempest-ExternalNetworksTestJSON-579036838-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:35:01.734943 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-9c251c46-7bbe-4923-a537-f7b3201c71e4 tempest-ExternalNetworksTestJSON-579036838 tempest-ExternalNetworksTestJSON-579036838-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for network, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:01.856774 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-9c251c46-7bbe-4923-a537-f7b3201c71e4 tempest-ExternalNetworksTestJSON-579036838 tempest-ExternalNetworksTestJSON-579036838-project-admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.5793974 Nov 23 17:35:01.857120 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 41702) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:35:01.880124 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c251c46-7bbe-4923-a537-f7b3201c71e4 tempest-ExternalNetworksTestJSON-579036838 tempest-ExternalNetworksTestJSON-579036838-project-admin] Pushing event updated for resources: {'Network': ['ID=f6219df3-95d1-4445-8c6a-1076f13ef9a8,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:35:01.899969 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Network f6219df3-95d1-4445-8c6a-1076f13ef9a8 details requested by agent ovs-agent-n-d-816206-8 with host n-d-816206-8 {{(pid=103592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 17:35:01.977184 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 41704) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:35:02.038697 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2427617-62d0-447a-90d5-4605270be613 tempest-ExternalNetworksTestJSON-1689054116 tempest-ExternalNetworksTestJSON-1689054116-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:35:02.040179 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-b2427617-62d0-447a-90d5-4605270be613 tempest-ExternalNetworksTestJSON-1689054116 tempest-ExternalNetworksTestJSON-1689054116-project] 10.222.0.60 "GET /v2.0/networks/f6219df3-95d1-4445-8c6a-1076f13ef9a8 HTTP/1.1" status: 200 len: 756 time: 0.1823742 Nov 23 17:35:02.043196 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 41710) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:35:02.045053 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b53d634-4e3c-40b3-b7c7-83fba11e2598 req-71c60f7a-164f-4496-9b94-479305c98c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:35:02.046588 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-3b53d634-4e3c-40b3-b7c7-83fba11e2598 req-71c60f7a-164f-4496-9b94-479305c98c3f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5b004d5f15be417cbe32e472a39ce93f&device_id=db755471-155f-4d9e-b81d-3999c64dda09 HTTP/1.1" status: 200 len: 1095 time: 0.2203622 Nov 23 17:35:02.067496 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b40887-fda1-4d8b-801c-18c02ca5451e req-fc169b5c-d055-4a63-88f6-3c1275369d44 tempest-ServerRescueTestJSONUnderV235-2089606454 tempest-ServerRescueTestJSONUnderV235-2089606454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:35:02.068969 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a7b40887-fda1-4d8b-801c-18c02ca5451e req-fc169b5c-d055-4a63-88f6-3c1275369d44 tempest-ServerRescueTestJSONUnderV235-2089606454 tempest-ServerRescueTestJSONUnderV235-2089606454-project] 10.222.0.60 "GET /v2.0/ports?device_id=db755471-155f-4d9e-b81d-3999c64dda09 HTTP/1.1" status: 200 len: 944 time: 0.1178417 Nov 23 17:35:02.126169 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device ef269ef2-597e-409f-be4f-d85ba6d45f14 details requested by agent hyperv_n-h2-816206-8 with host n-h2-816206-8 {{(pid=103592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 17:35:02.176884 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d51590d6-2b6a-4361-adbb-478f5425a8ea admin admin] Publish callbacks [] for security_group, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:02.195876 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a7b40887-fda1-4d8b-801c-18c02ca5451e req-4c1203d8-2a80-4c88-bcb8-c6c8ec678424 tempest-ServerRescueTestJSONUnderV235-2089606454 tempest-ServerRescueTestJSONUnderV235-2089606454-project] 10.222.0.60 "GET /v2.0/security-groups?id=627e1e45-7f27-49ad-a161-3002d16a7eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183698 Nov 23 17:35:02.260295 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b53d634-4e3c-40b3-b7c7-83fba11e2598 req-04d3e471-d251-43db-8975-e7ffb4471587 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:35:02.264204 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-3b53d634-4e3c-40b3-b7c7-83fba11e2598 req-04d3e471-d251-43db-8975-e7ffb4471587 service neutron] 10.222.0.36 "GET /v2.0/networks?id=a7fc513d-97aa-4b2b-9a51-9e5f9afec91b HTTP/1.1" status: 200 len: 920 time: 0.2044182 Nov 23 17:35:02.272375 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port ef269ef2-597e-409f-be4f-d85ba6d45f14, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=ef269ef2-597e-409f-be4f-d85ba6d45f14,segment=NetworkSegment(e7632547-d306-492c-9ecc-5c4549ae9c5a),segment_id=e7632547-d306-492c-9ecc-5c4549ae9c5a)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:35:02.273034 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b118080d-6b4d-40c6-adcc-961183738866 tempest-ExternalNetworksTestJSON-1689054116 tempest-ExternalNetworksTestJSON-1689054116-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:35:02.274547 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-b118080d-6b4d-40c6-adcc-961183738866 tempest-ExternalNetworksTestJSON-1689054116 tempest-ExternalNetworksTestJSON-1689054116-project] 10.222.0.60 "GET /v2.0/networks/6c454092-b790-4fc7-840e-d9afaea66263 HTTP/1.1" status: 200 len: 768 time: 0.2292819 Nov 23 17:35:02.278975 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 41714) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:35:02.293008 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Returning: {'device': 'ef269ef2-597e-409f-be4f-d85ba6d45f14', 'network_id': 'fc96739d-c491-43ac-87e8-a972969a7778', 'port_id': 'ef269ef2-597e-409f-be4f-d85ba6d45f14', 'mac_address': 'fa:16:3e:e3:15:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '579e8c1e-f51a-4f5f-aafb-372cc339033c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 17:35:02.345767 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-3b53d634-4e3c-40b3-b7c7-83fba11e2598 req-904c8e7a-d34f-4fa5-aa98-d71d023f524e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cce38756-b262-4b06-8ceb-2d23048856a1 HTTP/1.1" status: 200 len: 217 time: 0.0709047 Nov 23 17:35:02.360915 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:02.364430 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d602fa01-b30e-4294-9c27-4454ae80f12d req-55d67d4b-d541-4f8c-8abc-00693391e425 tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:35:02.376939 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-137a3a18-d1db-4e43-a265-ae86f1c28896 tempest-ExternalNetworksTestJSON-579036838 tempest-ExternalNetworksTestJSON-579036838-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-555181'] for network, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:02.377193 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d602fa01-b30e-4294-9c27-4454ae80f12d req-55d67d4b-d541-4f8c-8abc-00693391e425 tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] 10.222.0.60 "GET /v2.0/ports?device_id=d5a5916e-c66a-471a-b1c7-242669cac3cf HTTP/1.1" status: 200 len: 945 time: 0.1959255 Nov 23 17:35:02.406769 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ef269ef2-597e-409f-be4f-d85ba6d45f14 {{(pid=103592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:35:02.440369 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d51590d6-2b6a-4361-adbb-478f5425a8ea admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:02.442550 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port ef269ef2-597e-409f-be4f-d85ba6d45f14, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=ef269ef2-597e-409f-be4f-d85ba6d45f14,segment=NetworkSegment(e7632547-d306-492c-9ecc-5c4549ae9c5a),segment_id=e7632547-d306-492c-9ecc-5c4549ae9c5a)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:35:02.450781 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:02.470804 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d51590d6-2b6a-4361-adbb-478f5425a8ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:02.538135 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Pushing event updated for resources: {'Port': ['ID=ef269ef2-597e-409f-be4f-d85ba6d45f14,revision_number=6']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:35:02.562814 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d602fa01-b30e-4294-9c27-4454ae80f12d req-eac47c1f-fe1a-473a-9ddb-860b242e6f73 tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] 10.222.0.60 "GET /v2.0/security-groups?id=67691fce-8308-48e3-b930-b7465ae25797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1846731 Nov 23 17:35:02.592419 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b53d634-4e3c-40b3-b7c7-83fba11e2598 req-138c796a-eb05-4d55-9e5a-bf581aaae3dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:35:02.592702 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-137a3a18-d1db-4e43-a265-ae86f1c28896 tempest-ExternalNetworksTestJSON-579036838 tempest-ExternalNetworksTestJSON-579036838-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973419', 'neutron.services.segments.db._delete_segments_for_network-8736635878840'] for network, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:02.594756 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-3b53d634-4e3c-40b3-b7c7-83fba11e2598 req-138c796a-eb05-4d55-9e5a-bf581aaae3dd service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1b8a3d78-3bde-4257-9e3e-58e9b2ea43c2 HTTP/1.1" status: 200 len: 859 time: 0.2146232 Nov 23 17:35:02.595292 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51590d6-2b6a-4361-adbb-478f5425a8ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e68e9aad-e4d6-4c86-a2f9-d0356e163045,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:35:02.609850 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-d51590d6-2b6a-4361-adbb-478f5425a8ea admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=feb6db095c5743258a8fbec77ac1bbe0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6308088 Nov 23 17:35:02.616697 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 41722) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:35:02.641392 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-137a3a18-d1db-4e43-a265-ae86f1c28896 tempest-ExternalNetworksTestJSON-579036838 tempest-ExternalNetworksTestJSON-579036838-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6219df3-95d1-4445-8c6a-1076f13ef9a8']}} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:35:02.663571 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-137a3a18-d1db-4e43-a265-ae86f1c28896 tempest-ExternalNetworksTestJSON-579036838 tempest-ExternalNetworksTestJSON-579036838-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e6e449e-5551-4aba-9fcb-2372f3dd9adb') {'for_net_delete': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:35:02.664174 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-137a3a18-d1db-4e43-a265-ae86f1c28896 tempest-ExternalNetworksTestJSON-579036838 tempest-ExternalNetworksTestJSON-579036838-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e6e449e-5551-4aba-9fcb-2372f3dd9adb') {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:35:02.677777 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-3b53d634-4e3c-40b3-b7c7-83fba11e2598 req-b89a490a-cf02-4ae6-9517-3224339b2abf service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a7fc513d-97aa-4b2b-9a51-9e5f9afec91b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0613539 Nov 23 17:35:02.688807 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-137a3a18-d1db-4e43-a265-ae86f1c28896 tempest-ExternalNetworksTestJSON-579036838 tempest-ExternalNetworksTestJSON-579036838-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736635840332', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-267528353'] for segment, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:02.729373 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-137a3a18-d1db-4e43-a265-ae86f1c28896 tempest-ExternalNetworksTestJSON-579036838 tempest-ExternalNetworksTestJSON-579036838-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:02.746736 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-137a3a18-d1db-4e43-a265-ae86f1c28896 tempest-ExternalNetworksTestJSON-579036838 tempest-ExternalNetworksTestJSON-579036838-project-admin] Releasing vlan 543 on physical network physnet1 to pool {{(pid=103590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 17:35:02.747137 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-137a3a18-d1db-4e43-a265-ae86f1c28896 tempest-ExternalNetworksTestJSON-579036838 tempest-ExternalNetworksTestJSON-579036838-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264370093'] for segment, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:02.748974 n-d-816206-8 neutron-server[103590]: Traceback (most recent call last): Nov 23 17:35:02.748974 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 17:35:02.748974 n-d-816206-8 neutron-server[103590]: timer() Nov 23 17:35:02.748974 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 17:35:02.748974 n-d-816206-8 neutron-server[103590]: cb(*args, **kw) Nov 23 17:35:02.748974 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 17:35:02.748974 n-d-816206-8 neutron-server[103590]: return func(*args, **kwargs) Nov 23 17:35:02.748974 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 17:35:02.748974 n-d-816206-8 neutron-server[103590]: self._notify() Nov 23 17:35:02.748974 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 17:35:02.748974 n-d-816206-8 neutron-server[103590]: self.callback(batched_events) Nov 23 17:35:02.748974 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 17:35:02.748974 n-d-816206-8 neutron-server[103590]: event.method(event) Nov 23 17:35:02.748974 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 17:35:02.748974 n-d-816206-8 neutron-server[103590]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 17:35:02.748974 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 17:35:02.748974 n-d-816206-8 neutron-server[103590]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 17:35:02.748974 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 17:35:02.748974 n-d-816206-8 neutron-server[103590]: return f(self, *a, **k) Nov 23 17:35:02.748974 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 17:35:02.748974 n-d-816206-8 neutron-server[103590]: return self._get(url).json() Nov 23 17:35:02.748974 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 17:35:02.748974 n-d-816206-8 neutron-server[103590]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 17:35:02.748974 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 17:35:02.748974 n-d-816206-8 neutron-server[103590]: return self.request(url, 'GET', **kwargs) Nov 23 17:35:02.748974 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 17:35:02.748974 n-d-816206-8 neutron-server[103590]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 17:35:02.748974 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 17:35:02.748974 n-d-816206-8 neutron-server[103590]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 17:35:02.748974 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 17:35:02.748974 n-d-816206-8 neutron-server[103590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 17:35:02.748974 n-d-816206-8 neutron-server[103590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 17:35:02.758767 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-47041c16-131a-49a3-afd1-342d7e1b00d1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:02.846390 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-47041c16-131a-49a3-afd1-342d7e1b00d1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:02.881735 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-137a3a18-d1db-4e43-a265-ae86f1c28896 tempest-ExternalNetworksTestJSON-579036838 tempest-ExternalNetworksTestJSON-579036838-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1795418'] for network, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:02.908629 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-137a3a18-d1db-4e43-a265-ae86f1c28896 tempest-ExternalNetworksTestJSON-579036838 tempest-ExternalNetworksTestJSON-579036838-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network f6219df3-95d1-4445-8c6a-1076f13ef9a8 {{(pid=103590) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 23 17:35:02.913664 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-137a3a18-d1db-4e43-a265-ae86f1c28896 tempest-ExternalNetworksTestJSON-579036838 tempest-ExternalNetworksTestJSON-579036838-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for network, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:02.921030 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-137a3a18-d1db-4e43-a265-ae86f1c28896 tempest-ExternalNetworksTestJSON-579036838 tempest-ExternalNetworksTestJSON-579036838-project-admin] 10.222.0.60 "DELETE /v2.0/networks/f6219df3-95d1-4445-8c6a-1076f13ef9a8 HTTP/1.1" status: 204 len: 168 time: 0.6371994 Nov 23 17:35:02.926099 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 41724) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:35:02.928554 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137a3a18-d1db-4e43-a265-ae86f1c28896 tempest-ExternalNetworksTestJSON-579036838 tempest-ExternalNetworksTestJSON-579036838-project-admin] Pushing event deleted for resources: {'Network': ['ID=f6219df3-95d1-4445-8c6a-1076f13ef9a8,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:35:02.931727 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-c86bbcab-2721-47ac-bee9-b9456e76f8d7 tempest-ExternalNetworksTestJSON-579036838 tempest-ExternalNetworksTestJSON-579036838-project-admin] Request body: {'network': {'name': 'tempest-network--1258087921'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:35:02.952677 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] get_ports_and_sgs() called for port_ids ['ef269ef2-597e-409f-be4f-d85ba6d45f14'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:35:02.966069 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-47041c16-131a-49a3-afd1-342d7e1b00d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:02.968686 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-47041c16-131a-49a3-afd1-342d7e1b00d1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:02.972421 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-47041c16-131a-49a3-afd1-342d7e1b00d1 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e68e9aad-e4d6-4c86-a2f9-d0356e163045 HTTP/1.1" status: 204 len: 168 time: 0.3516645 Nov 23 17:35:02.983550 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-3b53d634-4e3c-40b3-b7c7-83fba11e2598 req-8d21bd82-f254-4883-a7b9-95090b759d11 service neutron] 10.222.0.36 "GET /v2.0/networks/a7fc513d-97aa-4b2b-9a51-9e5f9afec91b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2736890 Nov 23 17:35:02.986733 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47041c16-131a-49a3-afd1-342d7e1b00d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e68e9aad-e4d6-4c86-a2f9-d0356e163045,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:35:03.131513 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c86bbcab-2721-47ac-bee9-b9456e76f8d7 tempest-ExternalNetworksTestJSON-579036838 tempest-ExternalNetworksTestJSON-579036838-project-admin] Made reservation on behalf of 4b6c73584c9449abb1df4dbe6fa4bc15 for: {'network': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:35:03.134097 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c86bbcab-2721-47ac-bee9-b9456e76f8d7 tempest-ExternalNetworksTestJSON-579036838 tempest-ExternalNetworksTestJSON-579036838-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for network, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:03.198895 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c86bbcab-2721-47ac-bee9-b9456e76f8d7 tempest-ExternalNetworksTestJSON-579036838 tempest-ExternalNetworksTestJSON-579036838-project-admin] vlan segment allocate from pool success with {'vlan_id': 515, 'physical_network': 'physnet1'} {{(pid=103591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 17:35:03.218466 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-3b53d634-4e3c-40b3-b7c7-83fba11e2598 req-2bc77b6d-211d-4cb0-bee4-501edd0a2cc9 service neutron] 10.222.0.36 "GET /v2.0/networks/a7fc513d-97aa-4b2b-9a51-9e5f9afec91b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2340133 Nov 23 17:35:03.233803 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c86bbcab-2721-47ac-bee9-b9456e76f8d7 tempest-ExternalNetworksTestJSON-579036838 tempest-ExternalNetworksTestJSON-579036838-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:03.234189 n-d-816206-8 neutron-server[103591]: INFO neutron.db.segments_db [None req-c86bbcab-2721-47ac-bee9-b9456e76f8d7 tempest-ExternalNetworksTestJSON-579036838 tempest-ExternalNetworksTestJSON-579036838-project-admin] Added segment 0068361e-27e9-4fbe-a49c-1e71b34facef of type vlan for network 92ea3ae0-bcfe-475c-adee-f7814b54a04b Nov 23 17:35:03.334599 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c86bbcab-2721-47ac-bee9-b9456e76f8d7 tempest-ExternalNetworksTestJSON-579036838 tempest-ExternalNetworksTestJSON-579036838-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736635338810'] for network, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:03.465685 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296db222-7e12-4b71-8e6a-3fff3b904d9a req-0064dffe-3168-4c59-afa1-8eebdddceaa4 tempest-ServerRescueTestJSONUnderV235-2089606454 tempest-ServerRescueTestJSONUnderV235-2089606454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:35:03.470649 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-296db222-7e12-4b71-8e6a-3fff3b904d9a req-0064dffe-3168-4c59-afa1-8eebdddceaa4 tempest-ServerRescueTestJSONUnderV235-2089606454 tempest-ServerRescueTestJSONUnderV235-2089606454-project] 10.222.0.60 "GET /v2.0/ports?device_id=db755471-155f-4d9e-b81d-3999c64dda09 HTTP/1.1" status: 200 len: 944 time: 0.1541762 Nov 23 17:35:03.475538 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c86bbcab-2721-47ac-bee9-b9456e76f8d7 tempest-ExternalNetworksTestJSON-579036838 tempest-ExternalNetworksTestJSON-579036838-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493'] for network, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:03.478405 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c86bbcab-2721-47ac-bee9-b9456e76f8d7 tempest-ExternalNetworksTestJSON-579036838 tempest-ExternalNetworksTestJSON-579036838-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:35:03.479336 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c86bbcab-2721-47ac-bee9-b9456e76f8d7 tempest-ExternalNetworksTestJSON-579036838 tempest-ExternalNetworksTestJSON-579036838-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for network, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:03.529203 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 41736) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:35:03.545338 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4c65ecbb-fb29-44d3-8ff3-ae96163971ec admin admin] Publish callbacks [] for security_group, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:03.560862 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-c86bbcab-2721-47ac-bee9-b9456e76f8d7 tempest-ExternalNetworksTestJSON-579036838 tempest-ExternalNetworksTestJSON-579036838-project-admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.6336184 Nov 23 17:35:03.563163 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 41738) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:35:03.578228 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-a31e6571-5b16-4a32-98a8-e730c2cc365b tempest-ExternalNetworksTestJSON-579036838 tempest-ExternalNetworksTestJSON-579036838-project-admin] Request body: {'network': {'router:external': True}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:35:03.633896 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86bbcab-2721-47ac-bee9-b9456e76f8d7 tempest-ExternalNetworksTestJSON-579036838 tempest-ExternalNetworksTestJSON-579036838-project-admin] Pushing event updated for resources: {'Network': ['ID=92ea3ae0-bcfe-475c-adee-f7814b54a04b,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:35:03.645820 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Network 92ea3ae0-bcfe-475c-adee-f7814b54a04b details requested by agent ovs-agent-n-d-816206-8 with host n-d-816206-8 {{(pid=103592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 17:35:03.651473 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-296db222-7e12-4b71-8e6a-3fff3b904d9a req-5bfc93b7-fcc6-45ea-83dc-fddce24ac2a1 tempest-ServerRescueTestJSONUnderV235-2089606454 tempest-ServerRescueTestJSONUnderV235-2089606454-project] 10.222.0.60 "GET /v2.0/security-groups?id=627e1e45-7f27-49ad-a161-3002d16a7eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681941 Nov 23 17:35:03.749961 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7cfbe8-98c1-418c-a5d4-d217e4d902fd req-c0bdf29a-95e9-4066-901d-08acd54625d0 tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:35:03.767489 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ea7cfbe8-98c1-418c-a5d4-d217e4d902fd req-c0bdf29a-95e9-4066-901d-08acd54625d0 tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] 10.222.0.60 "GET /v2.0/ports?device_id=d5a5916e-c66a-471a-b1c7-242669cac3cf HTTP/1.1" status: 200 len: 944 time: 0.1149237 Nov 23 17:35:03.820626 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ea7cfbe8-98c1-418c-a5d4-d217e4d902fd req-57bc47e6-7eba-41d3-9d11-67893c1c73a7 tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] 10.222.0.60 "GET /v2.0/security-groups?id=67691fce-8308-48e3-b930-b7465ae25797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522184 Nov 23 17:35:03.834903 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4c65ecbb-fb29-44d3-8ff3-ae96163971ec admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:03.851807 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4c65ecbb-fb29-44d3-8ff3-ae96163971ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:03.869662 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a31e6571-5b16-4a32-98a8-e730c2cc365b tempest-ExternalNetworksTestJSON-579036838 tempest-ExternalNetworksTestJSON-579036838-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736635338810'] for network, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:03.899712 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a31e6571-5b16-4a32-98a8-e730c2cc365b tempest-ExternalNetworksTestJSON-579036838 tempest-ExternalNetworksTestJSON-579036838-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493'] for network, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:03.926391 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-4c65ecbb-fb29-44d3-8ff3-ae96163971ec admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7192d056d9f54a88a542dc01c0628fc7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3958070 Nov 23 17:35:03.929150 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 41746) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:35:03.935321 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c65ecbb-fb29-44d3-8ff3-ae96163971ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8551c23b-7d34-4cf8-83da-4dd29707c4e9,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:35:03.937768 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a31e6571-5b16-4a32-98a8-e730c2cc365b tempest-ExternalNetworksTestJSON-579036838 tempest-ExternalNetworksTestJSON-579036838-project-admin] Network 92ea3ae0-bcfe-475c-adee-f7814b54a04b is not hosted by any dhcp agent {{(pid=103590) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 23 17:35:03.939167 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a31e6571-5b16-4a32-98a8-e730c2cc365b tempest-ExternalNetworksTestJSON-579036838 tempest-ExternalNetworksTestJSON-579036838-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:35:03.939765 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a31e6571-5b16-4a32-98a8-e730c2cc365b tempest-ExternalNetworksTestJSON-579036838 tempest-ExternalNetworksTestJSON-579036838-project-admin] Publish callbacks [] for network, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:03.941090 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-a31e6571-5b16-4a32-98a8-e730c2cc365b tempest-ExternalNetworksTestJSON-579036838 tempest-ExternalNetworksTestJSON-579036838-project-admin] 10.222.0.60 "PUT /v2.0/networks/92ea3ae0-bcfe-475c-adee-f7814b54a04b HTTP/1.1" status: 200 len: 858 time: 0.3767362 Nov 23 17:35:03.943859 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 41748) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:35:03.992923 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-4bc3f744-ccbe-4655-8073-4cc1c4fc8694 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:04.000595 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31e6571-5b16-4a32-98a8-e730c2cc365b tempest-ExternalNetworksTestJSON-579036838 tempest-ExternalNetworksTestJSON-579036838-project-admin] Pushing event updated for resources: {'Network': ['ID=92ea3ae0-bcfe-475c-adee-f7814b54a04b,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:35:04.016447 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-4bc3f744-ccbe-4655-8073-4cc1c4fc8694 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:04.046150 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-fd8b10f0-cdc9-4034-a44b-9dde55f3c66d tempest-ExternalNetworksTestJSON-579036838 tempest-ExternalNetworksTestJSON-579036838-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-555181'] for network, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:04.070115 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-4bc3f744-ccbe-4655-8073-4cc1c4fc8694 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:04.072905 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-4bc3f744-ccbe-4655-8073-4cc1c4fc8694 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:04.074088 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-4bc3f744-ccbe-4655-8073-4cc1c4fc8694 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/8551c23b-7d34-4cf8-83da-4dd29707c4e9 HTTP/1.1" status: 204 len: 168 time: 0.1439369 Nov 23 17:35:04.085320 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc3f744-ccbe-4655-8073-4cc1c4fc8694 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8551c23b-7d34-4cf8-83da-4dd29707c4e9,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:35:04.133994 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-fd8b10f0-cdc9-4034-a44b-9dde55f3c66d tempest-ExternalNetworksTestJSON-579036838 tempest-ExternalNetworksTestJSON-579036838-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973419', 'neutron.services.segments.db._delete_segments_for_network-8736635878840'] for network, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:04.158049 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device cce38756-b262-4b06-8ceb-2d23048856a1 details requested by agent hyperv_n-h2-816206-8 with host n-h2-816206-8 {{(pid=103592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 17:35:04.160120 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device ef269ef2-597e-409f-be4f-d85ba6d45f14 up at agent hyperv_n-h2-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:35:04.162699 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-fd8b10f0-cdc9-4034-a44b-9dde55f3c66d tempest-ExternalNetworksTestJSON-579036838 tempest-ExternalNetworksTestJSON-579036838-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92ea3ae0-bcfe-475c-adee-f7814b54a04b']}} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:35:04.178295 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-fd8b10f0-cdc9-4034-a44b-9dde55f3c66d tempest-ExternalNetworksTestJSON-579036838 tempest-ExternalNetworksTestJSON-579036838-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0068361e-27e9-4fbe-a49c-1e71b34facef') {'for_net_delete': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:35:04.178605 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-fd8b10f0-cdc9-4034-a44b-9dde55f3c66d tempest-ExternalNetworksTestJSON-579036838 tempest-ExternalNetworksTestJSON-579036838-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0068361e-27e9-4fbe-a49c-1e71b34facef') {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:35:04.189847 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-fd8b10f0-cdc9-4034-a44b-9dde55f3c66d tempest-ExternalNetworksTestJSON-579036838 tempest-ExternalNetworksTestJSON-579036838-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736635840332', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-267528353'] for segment, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:04.205692 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-fd8b10f0-cdc9-4034-a44b-9dde55f3c66d tempest-ExternalNetworksTestJSON-579036838 tempest-ExternalNetworksTestJSON-579036838-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:04.213122 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd8b10f0-cdc9-4034-a44b-9dde55f3c66d tempest-ExternalNetworksTestJSON-579036838 tempest-ExternalNetworksTestJSON-579036838-project-admin] Releasing vlan 515 on physical network physnet1 to pool {{(pid=103590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 17:35:04.213512 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-fd8b10f0-cdc9-4034-a44b-9dde55f3c66d tempest-ExternalNetworksTestJSON-579036838 tempest-ExternalNetworksTestJSON-579036838-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264370093'] for segment, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:04.215219 n-d-816206-8 neutron-server[103590]: Traceback (most recent call last): Nov 23 17:35:04.215219 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 17:35:04.215219 n-d-816206-8 neutron-server[103590]: timer() Nov 23 17:35:04.215219 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 17:35:04.215219 n-d-816206-8 neutron-server[103590]: cb(*args, **kw) Nov 23 17:35:04.215219 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 17:35:04.215219 n-d-816206-8 neutron-server[103590]: return func(*args, **kwargs) Nov 23 17:35:04.215219 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 17:35:04.215219 n-d-816206-8 neutron-server[103590]: self._notify() Nov 23 17:35:04.215219 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 17:35:04.215219 n-d-816206-8 neutron-server[103590]: self.callback(batched_events) Nov 23 17:35:04.215219 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 17:35:04.215219 n-d-816206-8 neutron-server[103590]: event.method(event) Nov 23 17:35:04.215219 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 17:35:04.215219 n-d-816206-8 neutron-server[103590]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 17:35:04.215219 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 17:35:04.215219 n-d-816206-8 neutron-server[103590]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 17:35:04.215219 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 17:35:04.215219 n-d-816206-8 neutron-server[103590]: return f(self, *a, **k) Nov 23 17:35:04.215219 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 17:35:04.215219 n-d-816206-8 neutron-server[103590]: return self._get(url).json() Nov 23 17:35:04.215219 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 17:35:04.215219 n-d-816206-8 neutron-server[103590]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 17:35:04.215219 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 17:35:04.215219 n-d-816206-8 neutron-server[103590]: return self.request(url, 'GET', **kwargs) Nov 23 17:35:04.215219 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 17:35:04.215219 n-d-816206-8 neutron-server[103590]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 17:35:04.215219 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 17:35:04.215219 n-d-816206-8 neutron-server[103590]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 17:35:04.215219 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 17:35:04.215219 n-d-816206-8 neutron-server[103590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 17:35:04.215219 n-d-816206-8 neutron-server[103590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 17:35:04.277890 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-fd8b10f0-cdc9-4034-a44b-9dde55f3c66d tempest-ExternalNetworksTestJSON-579036838 tempest-ExternalNetworksTestJSON-579036838-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1795418'] for network, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:04.283647 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd8b10f0-cdc9-4034-a44b-9dde55f3c66d tempest-ExternalNetworksTestJSON-579036838 tempest-ExternalNetworksTestJSON-579036838-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 92ea3ae0-bcfe-475c-adee-f7814b54a04b {{(pid=103590) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 23 17:35:04.287094 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-fd8b10f0-cdc9-4034-a44b-9dde55f3c66d tempest-ExternalNetworksTestJSON-579036838 tempest-ExternalNetworksTestJSON-579036838-project-admin] Publish callbacks [] for network, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:04.296624 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-fd8b10f0-cdc9-4034-a44b-9dde55f3c66d tempest-ExternalNetworksTestJSON-579036838 tempest-ExternalNetworksTestJSON-579036838-project-admin] 10.222.0.60 "DELETE /v2.0/networks/92ea3ae0-bcfe-475c-adee-f7814b54a04b HTTP/1.1" status: 204 len: 168 time: 0.3466961 Nov 23 17:35:04.297230 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 41756) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:35:04.302742 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8b10f0-cdc9-4034-a44b-9dde55f3c66d tempest-ExternalNetworksTestJSON-579036838 tempest-ExternalNetworksTestJSON-579036838-project-admin] Pushing event deleted for resources: {'Network': ['ID=92ea3ae0-bcfe-475c-adee-f7814b54a04b,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:35:04.313117 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Provisioning complete for port ef269ef2-597e-409f-be4f-d85ba6d45f14 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:35:04.313496 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:04.352617 n-d-816206-8 neutron-server[103591]: INFO neutron.pecan_wsgi.hooks.translation [None req-deebecff-7bbd-4227-886e-1415c9b88331 tempest-ExternalNetworksTestJSON-1689054116 tempest-ExternalNetworksTestJSON-1689054116-project] DELETE failed (client error): The resource could not be found. Nov 23 17:35:04.353338 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-deebecff-7bbd-4227-886e-1415c9b88331 tempest-ExternalNetworksTestJSON-1689054116 tempest-ExternalNetworksTestJSON-1689054116-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103591) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 17:35:04.358609 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-deebecff-7bbd-4227-886e-1415c9b88331 tempest-ExternalNetworksTestJSON-1689054116 tempest-ExternalNetworksTestJSON-1689054116-project] 10.222.0.60 "DELETE /v2.0/subnets/361c98ba-df2d-4bd9-ae40-7d37fdbaa631 HTTP/1.1" status: 404 len: 337 time: 0.0603111 Nov 23 17:35:04.361208 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 41758) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:35:04.366226 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port cce38756-b262-4b06-8ceb-2d23048856a1, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=cce38756-b262-4b06-8ceb-2d23048856a1,segment=NetworkSegment(da617373-7313-4b9e-9527-445b8d35f236),segment_id=da617373-7313-4b9e-9527-445b8d35f236)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:35:04.393267 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Returning: {'device': 'cce38756-b262-4b06-8ceb-2d23048856a1', 'network_id': 'a7fc513d-97aa-4b2b-9a51-9e5f9afec91b', 'port_id': 'cce38756-b262-4b06-8ceb-2d23048856a1', 'mac_address': 'fa:16:3e:97:13:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 518, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b8a3d78-3bde-4257-9e3e-58e9b2ea43c2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 17:35:04.442513 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:04.464943 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d143202c-e307-496d-8a9a-ec84879f3c44 tempest-ExternalNetworksTestJSON-1689054116 tempest-ExternalNetworksTestJSON-1689054116-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-555181'] for network, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:04.483882 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cce38756-b262-4b06-8ceb-2d23048856a1 {{(pid=103592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:35:04.514035 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:04.558177 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port cce38756-b262-4b06-8ceb-2d23048856a1, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=cce38756-b262-4b06-8ceb-2d23048856a1,segment=NetworkSegment(da617373-7313-4b9e-9527-445b8d35f236),segment_id=da617373-7313-4b9e-9527-445b8d35f236)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:35:04.590045 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:04.642744 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d143202c-e307-496d-8a9a-ec84879f3c44 tempest-ExternalNetworksTestJSON-1689054116 tempest-ExternalNetworksTestJSON-1689054116-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973419', 'neutron.services.segments.db._delete_segments_for_network-8736635878840'] for network, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:04.692637 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-d143202c-e307-496d-8a9a-ec84879f3c44 tempest-ExternalNetworksTestJSON-1689054116 tempest-ExternalNetworksTestJSON-1689054116-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c454092-b790-4fc7-840e-d9afaea66263']}} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:35:04.708014 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-d143202c-e307-496d-8a9a-ec84879f3c44 tempest-ExternalNetworksTestJSON-1689054116 tempest-ExternalNetworksTestJSON-1689054116-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ca02099-ea0f-4b48-9d3d-e19155f4578f') {'for_net_delete': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:35:04.708618 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-d143202c-e307-496d-8a9a-ec84879f3c44 tempest-ExternalNetworksTestJSON-1689054116 tempest-ExternalNetworksTestJSON-1689054116-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ca02099-ea0f-4b48-9d3d-e19155f4578f') {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:35:04.714830 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Pushing event updated for resources: {'Port': ['ID=cce38756-b262-4b06-8ceb-2d23048856a1,revision_number=4']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:35:04.721020 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5a5916e-c66a-471a-b1c7-242669cac3cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef269ef2-597e-409f-be4f-d85ba6d45f14'}] {{(pid=103592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:35:04.724822 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d143202c-e307-496d-8a9a-ec84879f3c44 tempest-ExternalNetworksTestJSON-1689054116 tempest-ExternalNetworksTestJSON-1689054116-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736635840332', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-267528353'] for segment, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:04.746657 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba3e6a8f2301c7a29fe1eca9779abdae4ccbcd6266d69778087f2498d5551201" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-458139c7-8411-476f-ace1-f3d9cfcf382b" -d '{"events": [{"server_uuid": "d5a5916e-c66a-471a-b1c7-242669cac3cf", "name": "network-vif-plugged", "status": "completed", "tag": "ef269ef2-597e-409f-be4f-d85ba6d45f14"}]}' {{(pid=103592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:35:04.755850 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d143202c-e307-496d-8a9a-ec84879f3c44 tempest-ExternalNetworksTestJSON-1689054116 tempest-ExternalNetworksTestJSON-1689054116-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:04.780020 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d143202c-e307-496d-8a9a-ec84879f3c44 tempest-ExternalNetworksTestJSON-1689054116 tempest-ExternalNetworksTestJSON-1689054116-project] Releasing vlan 528 on physical network physnet1 to pool {{(pid=103590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 17:35:04.780828 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d143202c-e307-496d-8a9a-ec84879f3c44 tempest-ExternalNetworksTestJSON-1689054116 tempest-ExternalNetworksTestJSON-1689054116-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264370093'] for segment, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:04.785460 n-d-816206-8 neutron-server[103590]: Traceback (most recent call last): Nov 23 17:35:04.785460 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 17:35:04.785460 n-d-816206-8 neutron-server[103590]: timer() Nov 23 17:35:04.785460 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 17:35:04.785460 n-d-816206-8 neutron-server[103590]: cb(*args, **kw) Nov 23 17:35:04.785460 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 17:35:04.785460 n-d-816206-8 neutron-server[103590]: return func(*args, **kwargs) Nov 23 17:35:04.785460 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 17:35:04.785460 n-d-816206-8 neutron-server[103590]: self._notify() Nov 23 17:35:04.785460 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 17:35:04.785460 n-d-816206-8 neutron-server[103590]: self.callback(batched_events) Nov 23 17:35:04.785460 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 17:35:04.785460 n-d-816206-8 neutron-server[103590]: event.method(event) Nov 23 17:35:04.785460 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 17:35:04.785460 n-d-816206-8 neutron-server[103590]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 17:35:04.785460 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 17:35:04.785460 n-d-816206-8 neutron-server[103590]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 17:35:04.785460 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 17:35:04.785460 n-d-816206-8 neutron-server[103590]: return f(self, *a, **k) Nov 23 17:35:04.785460 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 17:35:04.785460 n-d-816206-8 neutron-server[103590]: return self._get(url).json() Nov 23 17:35:04.785460 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 17:35:04.785460 n-d-816206-8 neutron-server[103590]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 17:35:04.785460 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 17:35:04.785460 n-d-816206-8 neutron-server[103590]: return self.request(url, 'GET', **kwargs) Nov 23 17:35:04.785460 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 17:35:04.785460 n-d-816206-8 neutron-server[103590]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 17:35:04.785460 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 17:35:04.785460 n-d-816206-8 neutron-server[103590]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 17:35:04.785460 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 17:35:04.785460 n-d-816206-8 neutron-server[103590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 17:35:04.785460 n-d-816206-8 neutron-server[103590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 17:35:04.798332 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:35:04.798730 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:35:04.799090 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:35:04.799436 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:35:04.800137 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:35:04.800380 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:35:04.802922 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:35:04.803281 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:35:04.803626 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:35:04.803966 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:35:04.804306 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:35:04.810535 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:35:04.823567 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port ef269ef2-597e-409f-be4f-d85ba6d45f14, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=ef269ef2-597e-409f-be4f-d85ba6d45f14,segment=NetworkSegment(e7632547-d306-492c-9ecc-5c4549ae9c5a),segment_id=e7632547-d306-492c-9ecc-5c4549ae9c5a)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:35:04.857220 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:04.879161 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf8b84d-4043-45c7-888c-9510f4f23d71 req-9d574c84-2756-41b3-9e0b-c4a0bc5dd81d tempest-ServerRescueTestJSONUnderV235-2089606454 tempest-ServerRescueTestJSONUnderV235-2089606454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:35:04.881951 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6bf8b84d-4043-45c7-888c-9510f4f23d71 req-9d574c84-2756-41b3-9e0b-c4a0bc5dd81d tempest-ServerRescueTestJSONUnderV235-2089606454 tempest-ServerRescueTestJSONUnderV235-2089606454-project] 10.222.0.60 "GET /v2.0/ports?device_id=db755471-155f-4d9e-b81d-3999c64dda09 HTTP/1.1" status: 200 len: 945 time: 0.0959346 Nov 23 17:35:04.919443 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d143202c-e307-496d-8a9a-ec84879f3c44 tempest-ExternalNetworksTestJSON-1689054116 tempest-ExternalNetworksTestJSON-1689054116-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1795418'] for network, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:04.927624 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d143202c-e307-496d-8a9a-ec84879f3c44 tempest-ExternalNetworksTestJSON-1689054116 tempest-ExternalNetworksTestJSON-1689054116-project] Publish callbacks [] for network, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:04.933821 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-d143202c-e307-496d-8a9a-ec84879f3c44 tempest-ExternalNetworksTestJSON-1689054116 tempest-ExternalNetworksTestJSON-1689054116-project] 10.222.0.60 "DELETE /v2.0/networks/6c454092-b790-4fc7-840e-d9afaea66263 HTTP/1.1" status: 204 len: 168 time: 0.5713639 Nov 23 17:35:04.956288 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d143202c-e307-496d-8a9a-ec84879f3c44 tempest-ExternalNetworksTestJSON-1689054116 tempest-ExternalNetworksTestJSON-1689054116-project] Pushing event deleted for resources: {'Network': ['ID=6c454092-b790-4fc7-840e-d9afaea66263,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:35:04.980332 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:35:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cbf50f1-5322-403b-91d3-8b82ea7aa1ad x-openstack-request-id: req-8cbf50f1-5322-403b-91d3-8b82ea7aa1ad {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:35:04.981963 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5a5916e-c66a-471a-b1c7-242669cac3cf", "name": "network-vif-plugged", "status": "completed", "tag": "ef269ef2-597e-409f-be4f-d85ba6d45f14", "code": 200}]} {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:35:04.984343 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-8cbf50f1-5322-403b-91d3-8b82ea7aa1ad {{(pid=103592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:35:04.988040 n-d-816206-8 neutron-server[103592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5a5916e-c66a-471a-b1c7-242669cac3cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef269ef2-597e-409f-be4f-d85ba6d45f14', 'code': 200} Nov 23 17:35:04.997318 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] get_ports_and_sgs() called for port_ids ['cce38756-b262-4b06-8ceb-2d23048856a1'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:35:05.044130 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6bf8b84d-4043-45c7-888c-9510f4f23d71 req-84154cb4-257a-46c4-ab7a-4cb8d57b9954 tempest-ServerRescueTestJSONUnderV235-2089606454 tempest-ServerRescueTestJSONUnderV235-2089606454-project] 10.222.0.60 "GET /v2.0/security-groups?id=627e1e45-7f27-49ad-a161-3002d16a7eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439238 Nov 23 17:35:05.185075 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Pushing event updated for resources: {'Port': ['ID=ef269ef2-597e-409f-be4f-d85ba6d45f14,revision_number=7']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:35:05.220536 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bd3e66-a8c9-4143-9397-e01abe13e6a5 req-33233cdc-ca5a-42f6-8ac1-5e641fa3949e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:35:05.223008 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-38bd3e66-a8c9-4143-9397-e01abe13e6a5 req-33233cdc-ca5a-42f6-8ac1-5e641fa3949e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d5a5916e-c66a-471a-b1c7-242669cac3cf HTTP/1.1" status: 200 len: 1096 time: 0.1568222 Nov 23 17:35:05.273410 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b578b2b8-e2bc-4625-b494-ee4493917a52 req-0e572bd6-441d-4a62-9774-9c998bb70ef2 tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:35:05.282207 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b578b2b8-e2bc-4625-b494-ee4493917a52 req-0e572bd6-441d-4a62-9774-9c998bb70ef2 tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] 10.222.0.60 "GET /v2.0/ports?device_id=d5a5916e-c66a-471a-b1c7-242669cac3cf HTTP/1.1" status: 200 len: 945 time: 0.1346989 Nov 23 17:35:05.335318 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-38bd3e66-a8c9-4143-9397-e01abe13e6a5 req-a673ec73-8743-480a-8989-28fa8b86c5d0 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=67691fce-8308-48e3-b930-b7465ae25797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019690 Nov 23 17:35:05.398916 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b578b2b8-e2bc-4625-b494-ee4493917a52 req-9156c91f-df73-4392-8f82-bf200c9de3b9 tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] 10.222.0.60 "GET /v2.0/security-groups?id=67691fce-8308-48e3-b930-b7465ae25797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152022 Nov 23 17:35:05.410522 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 41804) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:35:05.646214 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-55642de2-ff2c-4a72-9d2a-b600d1faaf32 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c58fed99e79d487c9e2bbc89f30e8477&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2342343 Nov 23 17:35:05.648919 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 41818) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:35:05.723931 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-aae7842e-6ec6-467c-a2b9-0828c5fb384d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:05.772545 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-aae7842e-6ec6-467c-a2b9-0828c5fb384d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:05.840450 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-aae7842e-6ec6-467c-a2b9-0828c5fb384d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:05.848084 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-aae7842e-6ec6-467c-a2b9-0828c5fb384d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:05.849570 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-aae7842e-6ec6-467c-a2b9-0828c5fb384d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f1c6594c-24ce-4c67-89f8-dbe56301d39e HTTP/1.1" status: 204 len: 168 time: 0.1995306 Nov 23 17:35:05.861075 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae7842e-6ec6-467c-a2b9-0828c5fb384d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1c6594c-24ce-4c67-89f8-dbe56301d39e,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:35:06.271038 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1100dd-151b-47ed-b9d3-265ba41dbbc8 req-a090153a-809a-4928-830f-fd879df8d080 tempest-ServerRescueTestJSONUnderV235-2089606454 tempest-ServerRescueTestJSONUnderV235-2089606454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:35:06.273663 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4f1100dd-151b-47ed-b9d3-265ba41dbbc8 req-a090153a-809a-4928-830f-fd879df8d080 tempest-ServerRescueTestJSONUnderV235-2089606454 tempest-ServerRescueTestJSONUnderV235-2089606454-project] 10.222.0.60 "GET /v2.0/ports?device_id=db755471-155f-4d9e-b81d-3999c64dda09 HTTP/1.1" status: 200 len: 945 time: 0.0919881 Nov 23 17:35:06.313082 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 41848) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:35:06.377083 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4f1100dd-151b-47ed-b9d3-265ba41dbbc8 req-735d4228-7db0-49d2-8ef9-a4ee558274bb tempest-ServerRescueTestJSONUnderV235-2089606454 tempest-ServerRescueTestJSONUnderV235-2089606454-project] 10.222.0.60 "GET /v2.0/security-groups?id=627e1e45-7f27-49ad-a161-3002d16a7eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940576 Nov 23 17:35:06.500432 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 41854) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:35:06.527766 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7d6e53-724e-4549-8646-95e0d1f93352 req-3311d549-3416-446b-bd2b-fd3782761d0f tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:35:06.535667 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2a7d6e53-724e-4549-8646-95e0d1f93352 req-3311d549-3416-446b-bd2b-fd3782761d0f tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] 10.222.0.60 "GET /v2.0/ports?device_id=d5a5916e-c66a-471a-b1c7-242669cac3cf HTTP/1.1" status: 200 len: 945 time: 0.0650716 Nov 23 17:35:06.550580 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-232ae33e-36d0-44cd-8cb0-37e3abb4a41a tempest-PortsAdminExtendedAttrsTestJSON-1325879316 tempest-PortsAdminExtendedAttrsTestJSON-1325879316-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1106629804'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:35:06.602043 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2a7d6e53-724e-4549-8646-95e0d1f93352 req-eaa886c3-3e98-4d03-b233-761d964a470b tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] 10.222.0.60 "GET /v2.0/security-groups?id=67691fce-8308-48e3-b930-b7465ae25797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650196 Nov 23 17:35:06.616542 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-dbfcff29-ab28-497b-b069-cf66411461a0 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=4b6c73584c9449abb1df4dbe6fa4bc15&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1147294 Nov 23 17:35:06.620164 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 41856) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:35:06.647867 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-232ae33e-36d0-44cd-8cb0-37e3abb4a41a tempest-PortsAdminExtendedAttrsTestJSON-1325879316 tempest-PortsAdminExtendedAttrsTestJSON-1325879316-project] Made reservation on behalf of 0c5cbd9096ef4bc387ed846aace0b671 for: {'network': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:35:06.653301 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-232ae33e-36d0-44cd-8cb0-37e3abb4a41a tempest-PortsAdminExtendedAttrsTestJSON-1325879316 tempest-PortsAdminExtendedAttrsTestJSON-1325879316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for network, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:06.671760 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-232ae33e-36d0-44cd-8cb0-37e3abb4a41a tempest-PortsAdminExtendedAttrsTestJSON-1325879316 tempest-PortsAdminExtendedAttrsTestJSON-1325879316-project] Publish callbacks [] for security_group, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:06.731280 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0808f1da-8d4d-49d2-bfd1-6c4eba818d49 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:06.771788 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0808f1da-8d4d-49d2-bfd1-6c4eba818d49 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:06.885375 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-232ae33e-36d0-44cd-8cb0-37e3abb4a41a tempest-PortsAdminExtendedAttrsTestJSON-1325879316 tempest-PortsAdminExtendedAttrsTestJSON-1325879316-project] Publish callbacks [] for security_group, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:06.908455 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-232ae33e-36d0-44cd-8cb0-37e3abb4a41a tempest-PortsAdminExtendedAttrsTestJSON-1325879316 tempest-PortsAdminExtendedAttrsTestJSON-1325879316-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:06.962326 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-232ae33e-36d0-44cd-8cb0-37e3abb4a41a tempest-PortsAdminExtendedAttrsTestJSON-1325879316 tempest-PortsAdminExtendedAttrsTestJSON-1325879316-project] vlan segment allocate from pool success with {'vlan_id': 515, 'physical_network': 'physnet1'} {{(pid=103590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 17:35:06.976324 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0808f1da-8d4d-49d2-bfd1-6c4eba818d49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:06.978968 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0808f1da-8d4d-49d2-bfd1-6c4eba818d49 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:06.983384 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-0808f1da-8d4d-49d2-bfd1-6c4eba818d49 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/11b66fe2-6daf-4b73-8ff1-74c8674b713a HTTP/1.1" status: 204 len: 168 time: 0.3618548 Nov 23 17:35:06.986576 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232ae33e-36d0-44cd-8cb0-37e3abb4a41a tempest-PortsAdminExtendedAttrsTestJSON-1325879316 tempest-PortsAdminExtendedAttrsTestJSON-1325879316-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9fac6d1b-492a-4e5f-8db6-65bc9b1043f3,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:35:06.989851 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-232ae33e-36d0-44cd-8cb0-37e3abb4a41a tempest-PortsAdminExtendedAttrsTestJSON-1325879316 tempest-PortsAdminExtendedAttrsTestJSON-1325879316-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:06.990539 n-d-816206-8 neutron-server[103590]: INFO neutron.db.segments_db [None req-232ae33e-36d0-44cd-8cb0-37e3abb4a41a tempest-PortsAdminExtendedAttrsTestJSON-1325879316 tempest-PortsAdminExtendedAttrsTestJSON-1325879316-project] Added segment eec8c926-d65a-4523-9428-1af790604f33 of type vlan for network a5f89f00-1f40-4a4e-a948-3672f319c40b Nov 23 17:35:07.013722 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0808f1da-8d4d-49d2-bfd1-6c4eba818d49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11b66fe2-6daf-4b73-8ff1-74c8674b713a,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:35:07.067337 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-232ae33e-36d0-44cd-8cb0-37e3abb4a41a tempest-PortsAdminExtendedAttrsTestJSON-1325879316 tempest-PortsAdminExtendedAttrsTestJSON-1325879316-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736635338810'] for network, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:07.101040 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-232ae33e-36d0-44cd-8cb0-37e3abb4a41a tempest-PortsAdminExtendedAttrsTestJSON-1325879316 tempest-PortsAdminExtendedAttrsTestJSON-1325879316-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493'] for network, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:07.109720 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-232ae33e-36d0-44cd-8cb0-37e3abb4a41a tempest-PortsAdminExtendedAttrsTestJSON-1325879316 tempest-PortsAdminExtendedAttrsTestJSON-1325879316-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:35:07.110657 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-232ae33e-36d0-44cd-8cb0-37e3abb4a41a tempest-PortsAdminExtendedAttrsTestJSON-1325879316 tempest-PortsAdminExtendedAttrsTestJSON-1325879316-project] Publish callbacks [] for network, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:07.200824 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232ae33e-36d0-44cd-8cb0-37e3abb4a41a tempest-PortsAdminExtendedAttrsTestJSON-1325879316 tempest-PortsAdminExtendedAttrsTestJSON-1325879316-project] Pushing event updated for resources: {'Network': ['ID=a5f89f00-1f40-4a4e-a948-3672f319c40b,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:35:07.218116 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Network a5f89f00-1f40-4a4e-a948-3672f319c40b details requested by agent ovs-agent-n-d-816206-8 with host n-d-816206-8 {{(pid=103592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 17:35:07.220977 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-232ae33e-36d0-44cd-8cb0-37e3abb4a41a tempest-PortsAdminExtendedAttrsTestJSON-1325879316 tempest-PortsAdminExtendedAttrsTestJSON-1325879316-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 0.9064231 Nov 23 17:35:07.560294 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb60d3df-1b7b-4de8-bd68-cf0f52cfc158 req-3f456ab4-7af2-428e-9276-c34d1aa9f5df tempest-ServerRescueTestJSONUnderV235-2089606454 tempest-ServerRescueTestJSONUnderV235-2089606454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:35:07.568669 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-cb60d3df-1b7b-4de8-bd68-cf0f52cfc158 req-3f456ab4-7af2-428e-9276-c34d1aa9f5df tempest-ServerRescueTestJSONUnderV235-2089606454 tempest-ServerRescueTestJSONUnderV235-2089606454-project] 10.222.0.60 "GET /v2.0/ports?device_id=db755471-155f-4d9e-b81d-3999c64dda09 HTTP/1.1" status: 200 len: 945 time: 0.0700192 Nov 23 17:35:07.624886 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-cb60d3df-1b7b-4de8-bd68-cf0f52cfc158 req-4a3ae124-e646-4e6d-8607-3b7970a8163b tempest-ServerRescueTestJSONUnderV235-2089606454 tempest-ServerRescueTestJSONUnderV235-2089606454-project] 10.222.0.60 "GET /v2.0/security-groups?id=627e1e45-7f27-49ad-a161-3002d16a7eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551915 Nov 23 17:35:07.642615 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 41886) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:35:07.648527 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-f6ee97d9-37d4-4eeb-a76d-b7cfcf459eba tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] Request body: {'port': {'network_id': 'a5f89f00-1f40-4a4e-a948-3672f319c40b', 'binding:host_id': 'n-h2-816206-8', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1027693794'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:35:07.691341 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6ee97d9-37d4-4eeb-a76d-b7cfcf459eba tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] Made reservation on behalf of d26defd1fa8a43c2b688078cfe697de7 for: {'port': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:35:07.694523 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f6ee97d9-37d4-4eeb-a76d-b7cfcf459eba tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:07.714697 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f6ee97d9-37d4-4eeb-a76d-b7cfcf459eba tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:07.773615 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cbe308-2dd4-4130-a89d-9149054aebc9 req-309cdf0a-76c2-48e3-a365-f6b06c2b4304 tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:35:07.776970 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f7cbe308-2dd4-4130-a89d-9149054aebc9 req-309cdf0a-76c2-48e3-a365-f6b06c2b4304 tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] 10.222.0.60 "GET /v2.0/ports?device_id=d5a5916e-c66a-471a-b1c7-242669cac3cf HTTP/1.1" status: 200 len: 945 time: 0.0744514 Nov 23 17:35:07.837670 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f6ee97d9-37d4-4eeb-a76d-b7cfcf459eba tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:07.839474 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f7cbe308-2dd4-4130-a89d-9149054aebc9 req-2699a4f6-b199-417b-8aa7-a42710356888 tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] 10.222.0.60 "GET /v2.0/security-groups?id=67691fce-8308-48e3-b930-b7465ae25797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552092 Nov 23 17:35:07.847225 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f6ee97d9-37d4-4eeb-a76d-b7cfcf459eba tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:07.858929 n-d-816206-8 neutron-server[103590]: DEBUG neutron.notifiers.nova [None req-f6ee97d9-37d4-4eeb-a76d-b7cfcf459eba tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] device_id is not set on port a7b92bd0-e5f5-4839-9e31-83ba4017b1f9 yet. {{(pid=103590) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 17:35:08.036793 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ee97d9-37d4-4eeb-a76d-b7cfcf459eba tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fceb91a9-d1ea-4947-b71d-93d89ce12586,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:35:08.048278 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640dd9dc-45a2-4f3e-8a8e-cd1fa1584281 req-3267b2b3-ea15-4693-a8bc-f70f23a148b8 tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:35:08.051590 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-640dd9dc-45a2-4f3e-8a8e-cd1fa1584281 req-3267b2b3-ea15-4693-a8bc-f70f23a148b8 tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] 10.222.0.60 "GET /v2.0/ports?device_id=d5a5916e-c66a-471a-b1c7-242669cac3cf HTTP/1.1" status: 200 len: 945 time: 0.0921052 Nov 23 17:35:08.159863 n-d-816206-8 neutron-server[103590]: DEBUG neutron.notifiers.nova [None req-f6ee97d9-37d4-4eeb-a76d-b7cfcf459eba tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] device_id is not set on port a7b92bd0-e5f5-4839-9e31-83ba4017b1f9 yet. {{(pid=103590) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 17:35:08.170842 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device cce38756-b262-4b06-8ceb-2d23048856a1 up at agent hyperv_n-h2-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:35:08.172219 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f6ee97d9-37d4-4eeb-a76d-b7cfcf459eba tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:08.181073 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f6ee97d9-37d4-4eeb-a76d-b7cfcf459eba tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:08.233541 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-640dd9dc-45a2-4f3e-8a8e-cd1fa1584281 req-f12cc613-ec2a-4ccd-ae24-5da1f8660e62 tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] 10.222.0.60 "GET /v2.0/security-groups?id=67691fce-8308-48e3-b930-b7465ae25797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741421 Nov 23 17:35:08.306029 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ee97d9-37d4-4eeb-a76d-b7cfcf459eba tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] Pushing event updated for resources: {'Port': ['ID=a7b92bd0-e5f5-4839-9e31-83ba4017b1f9,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:35:08.352757 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6ee97d9-37d4-4eeb-a76d-b7cfcf459eba tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] Checking segment: {'id': 'eec8c926-d65a-4523-9428-1af790604f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'a5f89f00-1f40-4a4e-a948-3672f319c40b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:35:08.353589 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6ee97d9-37d4-4eeb-a76d-b7cfcf459eba tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] Network hostable DHCP agents. Network: a5f89f00-1f40-4a4e-a948-3672f319c40b, hostable agents: ['0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3'], hosted agents: [] {{(pid=103590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 17:35:08.397530 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6ee97d9-37d4-4eeb-a76d-b7cfcf459eba tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] Network a5f89f00-1f40-4a4e-a948-3672f319c40b is scheduled to be hosted by DHCP agent 0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3 with binding_index 1 {{(pid=103590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 17:35:08.400134 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Provisioning for port cce38756-b262-4b06-8ceb-2d23048856a1 completed by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 17:35:08.415459 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Provisioning complete for port cce38756-b262-4b06-8ceb-2d23048856a1 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:35:08.416800 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-f6ee97d9-37d4-4eeb-a76d-b7cfcf459eba tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-8, a5f89f00-1f40-4a4e-a948-3672f319c40b) {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:35:08.423572 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:08.436946 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ee97d9-37d4-4eeb-a76d-b7cfcf459eba tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:35:08.456698 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d39b949-1725-4efc-a902-684ee3ed63b7 None None] Network a5f89f00-1f40-4a4e-a948-3672f319c40b requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:35:08.476191 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-f6ee97d9-37d4-4eeb-a76d-b7cfcf459eba tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] Attempting to bind port a7b92bd0-e5f5-4839-9e31-83ba4017b1f9 on host n-h2-816206-8 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:35:08.476678 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-f6ee97d9-37d4-4eeb-a76d-b7cfcf459eba tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] Attempting to bind port a7b92bd0-e5f5-4839-9e31-83ba4017b1f9 by drivers openvswitch,hyperv on host n-h2-816206-8 at level 0 using segments [{'id': 'eec8c926-d65a-4523-9428-1af790604f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'a5f89f00-1f40-4a4e-a948-3672f319c40b'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:35:08.479576 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6ee97d9-37d4-4eeb-a76d-b7cfcf459eba tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] Attempting to bind port a7b92bd0-e5f5-4839-9e31-83ba4017b1f9 on network a5f89f00-1f40-4a4e-a948-3672f319c40b {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:35:08.494775 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6ee97d9-37d4-4eeb-a76d-b7cfcf459eba tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] Port a7b92bd0-e5f5-4839-9e31-83ba4017b1f9 on network a5f89f00-1f40-4a4e-a948-3672f319c40b not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-8 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 17:35:08.495129 n-d-816206-8 neutron-server[103590]: ERROR neutron.plugins.ml2.managers [None req-f6ee97d9-37d4-4eeb-a76d-b7cfcf459eba tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] Failed to bind port a7b92bd0-e5f5-4839-9e31-83ba4017b1f9 on host n-h2-816206-8 for vnic_type normal using segments [{'id': 'eec8c926-d65a-4523-9428-1af790604f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'a5f89f00-1f40-4a4e-a948-3672f319c40b'}] Nov 23 17:35:08.495539 n-d-816206-8 neutron-server[103590]: INFO neutron.plugins.ml2.plugin [None req-f6ee97d9-37d4-4eeb-a76d-b7cfcf459eba tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] Attempt 2 to bind port a7b92bd0-e5f5-4839-9e31-83ba4017b1f9 Nov 23 17:35:08.524994 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-f6ee97d9-37d4-4eeb-a76d-b7cfcf459eba tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] Attempting to bind port a7b92bd0-e5f5-4839-9e31-83ba4017b1f9 on host n-h2-816206-8 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:35:08.525586 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-f6ee97d9-37d4-4eeb-a76d-b7cfcf459eba tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] Attempting to bind port a7b92bd0-e5f5-4839-9e31-83ba4017b1f9 by drivers openvswitch,hyperv on host n-h2-816206-8 at level 0 using segments [{'id': 'eec8c926-d65a-4523-9428-1af790604f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'a5f89f00-1f40-4a4e-a948-3672f319c40b'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:35:08.525969 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6ee97d9-37d4-4eeb-a76d-b7cfcf459eba tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] Attempting to bind port a7b92bd0-e5f5-4839-9e31-83ba4017b1f9 on network a5f89f00-1f40-4a4e-a948-3672f319c40b {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:35:08.537011 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6ee97d9-37d4-4eeb-a76d-b7cfcf459eba tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] Port a7b92bd0-e5f5-4839-9e31-83ba4017b1f9 on network a5f89f00-1f40-4a4e-a948-3672f319c40b not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-8 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 17:35:08.537613 n-d-816206-8 neutron-server[103590]: ERROR neutron.plugins.ml2.managers [None req-f6ee97d9-37d4-4eeb-a76d-b7cfcf459eba tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] Failed to bind port a7b92bd0-e5f5-4839-9e31-83ba4017b1f9 on host n-h2-816206-8 for vnic_type normal using segments [{'id': 'eec8c926-d65a-4523-9428-1af790604f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'a5f89f00-1f40-4a4e-a948-3672f319c40b'}] Nov 23 17:35:08.538115 n-d-816206-8 neutron-server[103590]: INFO neutron.plugins.ml2.plugin [None req-f6ee97d9-37d4-4eeb-a76d-b7cfcf459eba tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] Attempt 3 to bind port a7b92bd0-e5f5-4839-9e31-83ba4017b1f9 Nov 23 17:35:08.572054 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-f6ee97d9-37d4-4eeb-a76d-b7cfcf459eba tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] Attempting to bind port a7b92bd0-e5f5-4839-9e31-83ba4017b1f9 on host n-h2-816206-8 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:35:08.572526 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-f6ee97d9-37d4-4eeb-a76d-b7cfcf459eba tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] Attempting to bind port a7b92bd0-e5f5-4839-9e31-83ba4017b1f9 by drivers openvswitch,hyperv on host n-h2-816206-8 at level 0 using segments [{'id': 'eec8c926-d65a-4523-9428-1af790604f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'a5f89f00-1f40-4a4e-a948-3672f319c40b'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:35:08.574233 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6ee97d9-37d4-4eeb-a76d-b7cfcf459eba tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] Attempting to bind port a7b92bd0-e5f5-4839-9e31-83ba4017b1f9 on network a5f89f00-1f40-4a4e-a948-3672f319c40b {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:35:08.595689 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6ee97d9-37d4-4eeb-a76d-b7cfcf459eba tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] Port a7b92bd0-e5f5-4839-9e31-83ba4017b1f9 on network a5f89f00-1f40-4a4e-a948-3672f319c40b not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-8 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 17:35:08.602050 n-d-816206-8 neutron-server[103590]: ERROR neutron.plugins.ml2.managers [None req-f6ee97d9-37d4-4eeb-a76d-b7cfcf459eba tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] Failed to bind port a7b92bd0-e5f5-4839-9e31-83ba4017b1f9 on host n-h2-816206-8 for vnic_type normal using segments [{'id': 'eec8c926-d65a-4523-9428-1af790604f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'a5f89f00-1f40-4a4e-a948-3672f319c40b'}] Nov 23 17:35:08.602610 n-d-816206-8 neutron-server[103590]: INFO neutron.plugins.ml2.plugin [None req-f6ee97d9-37d4-4eeb-a76d-b7cfcf459eba tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] Attempt 4 to bind port a7b92bd0-e5f5-4839-9e31-83ba4017b1f9 Nov 23 17:35:08.634793 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-f6ee97d9-37d4-4eeb-a76d-b7cfcf459eba tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] Attempting to bind port a7b92bd0-e5f5-4839-9e31-83ba4017b1f9 on host n-h2-816206-8 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:35:08.635048 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-f6ee97d9-37d4-4eeb-a76d-b7cfcf459eba tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] Attempting to bind port a7b92bd0-e5f5-4839-9e31-83ba4017b1f9 by drivers openvswitch,hyperv on host n-h2-816206-8 at level 0 using segments [{'id': 'eec8c926-d65a-4523-9428-1af790604f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'a5f89f00-1f40-4a4e-a948-3672f319c40b'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:35:08.635988 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6ee97d9-37d4-4eeb-a76d-b7cfcf459eba tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] Attempting to bind port a7b92bd0-e5f5-4839-9e31-83ba4017b1f9 on network a5f89f00-1f40-4a4e-a948-3672f319c40b {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:35:08.673642 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6ee97d9-37d4-4eeb-a76d-b7cfcf459eba tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] Port a7b92bd0-e5f5-4839-9e31-83ba4017b1f9 on network a5f89f00-1f40-4a4e-a948-3672f319c40b not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-8 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 17:35:08.674078 n-d-816206-8 neutron-server[103590]: ERROR neutron.plugins.ml2.managers [None req-f6ee97d9-37d4-4eeb-a76d-b7cfcf459eba tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] Failed to bind port a7b92bd0-e5f5-4839-9e31-83ba4017b1f9 on host n-h2-816206-8 for vnic_type normal using segments [{'id': 'eec8c926-d65a-4523-9428-1af790604f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'a5f89f00-1f40-4a4e-a948-3672f319c40b'}] Nov 23 17:35:08.674342 n-d-816206-8 neutron-server[103590]: INFO neutron.plugins.ml2.plugin [None req-f6ee97d9-37d4-4eeb-a76d-b7cfcf459eba tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] Attempt 5 to bind port a7b92bd0-e5f5-4839-9e31-83ba4017b1f9 Nov 23 17:35:08.711907 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-f6ee97d9-37d4-4eeb-a76d-b7cfcf459eba tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] Attempting to bind port a7b92bd0-e5f5-4839-9e31-83ba4017b1f9 on host n-h2-816206-8 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:35:08.713736 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-f6ee97d9-37d4-4eeb-a76d-b7cfcf459eba tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] Attempting to bind port a7b92bd0-e5f5-4839-9e31-83ba4017b1f9 by drivers openvswitch,hyperv on host n-h2-816206-8 at level 0 using segments [{'id': 'eec8c926-d65a-4523-9428-1af790604f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'a5f89f00-1f40-4a4e-a948-3672f319c40b'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:35:08.715232 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6ee97d9-37d4-4eeb-a76d-b7cfcf459eba tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] Attempting to bind port a7b92bd0-e5f5-4839-9e31-83ba4017b1f9 on network a5f89f00-1f40-4a4e-a948-3672f319c40b {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:35:08.722897 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6ee97d9-37d4-4eeb-a76d-b7cfcf459eba tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] Port a7b92bd0-e5f5-4839-9e31-83ba4017b1f9 on network a5f89f00-1f40-4a4e-a948-3672f319c40b not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-8 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 17:35:08.723530 n-d-816206-8 neutron-server[103590]: ERROR neutron.plugins.ml2.managers [None req-f6ee97d9-37d4-4eeb-a76d-b7cfcf459eba tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] Failed to bind port a7b92bd0-e5f5-4839-9e31-83ba4017b1f9 on host n-h2-816206-8 for vnic_type normal using segments [{'id': 'eec8c926-d65a-4523-9428-1af790604f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'a5f89f00-1f40-4a4e-a948-3672f319c40b'}] Nov 23 17:35:08.724147 n-d-816206-8 neutron-server[103590]: INFO neutron.plugins.ml2.plugin [None req-f6ee97d9-37d4-4eeb-a76d-b7cfcf459eba tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] Attempt 6 to bind port a7b92bd0-e5f5-4839-9e31-83ba4017b1f9 Nov 23 17:35:08.742488 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-f6ee97d9-37d4-4eeb-a76d-b7cfcf459eba tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] Attempting to bind port a7b92bd0-e5f5-4839-9e31-83ba4017b1f9 on host n-h2-816206-8 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:35:08.743210 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-f6ee97d9-37d4-4eeb-a76d-b7cfcf459eba tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] Attempting to bind port a7b92bd0-e5f5-4839-9e31-83ba4017b1f9 by drivers openvswitch,hyperv on host n-h2-816206-8 at level 0 using segments [{'id': 'eec8c926-d65a-4523-9428-1af790604f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'a5f89f00-1f40-4a4e-a948-3672f319c40b'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:35:08.744002 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6ee97d9-37d4-4eeb-a76d-b7cfcf459eba tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] Attempting to bind port a7b92bd0-e5f5-4839-9e31-83ba4017b1f9 on network a5f89f00-1f40-4a4e-a948-3672f319c40b {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:35:08.751977 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6ee97d9-37d4-4eeb-a76d-b7cfcf459eba tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] Port a7b92bd0-e5f5-4839-9e31-83ba4017b1f9 on network a5f89f00-1f40-4a4e-a948-3672f319c40b not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-8 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 17:35:08.752680 n-d-816206-8 neutron-server[103590]: ERROR neutron.plugins.ml2.managers [None req-f6ee97d9-37d4-4eeb-a76d-b7cfcf459eba tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] Failed to bind port a7b92bd0-e5f5-4839-9e31-83ba4017b1f9 on host n-h2-816206-8 for vnic_type normal using segments [{'id': 'eec8c926-d65a-4523-9428-1af790604f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'a5f89f00-1f40-4a4e-a948-3672f319c40b'}] Nov 23 17:35:08.753311 n-d-816206-8 neutron-server[103590]: INFO neutron.plugins.ml2.plugin [None req-f6ee97d9-37d4-4eeb-a76d-b7cfcf459eba tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] Attempt 7 to bind port a7b92bd0-e5f5-4839-9e31-83ba4017b1f9 Nov 23 17:35:08.768915 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-f6ee97d9-37d4-4eeb-a76d-b7cfcf459eba tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] Attempting to bind port a7b92bd0-e5f5-4839-9e31-83ba4017b1f9 on host n-h2-816206-8 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:35:08.769807 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-f6ee97d9-37d4-4eeb-a76d-b7cfcf459eba tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] Attempting to bind port a7b92bd0-e5f5-4839-9e31-83ba4017b1f9 by drivers openvswitch,hyperv on host n-h2-816206-8 at level 0 using segments [{'id': 'eec8c926-d65a-4523-9428-1af790604f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'a5f89f00-1f40-4a4e-a948-3672f319c40b'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:35:08.770376 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6ee97d9-37d4-4eeb-a76d-b7cfcf459eba tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] Attempting to bind port a7b92bd0-e5f5-4839-9e31-83ba4017b1f9 on network a5f89f00-1f40-4a4e-a948-3672f319c40b {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:35:08.776406 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6ee97d9-37d4-4eeb-a76d-b7cfcf459eba tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] Port a7b92bd0-e5f5-4839-9e31-83ba4017b1f9 on network a5f89f00-1f40-4a4e-a948-3672f319c40b not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-8 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 17:35:08.777730 n-d-816206-8 neutron-server[103590]: ERROR neutron.plugins.ml2.managers [None req-f6ee97d9-37d4-4eeb-a76d-b7cfcf459eba tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] Failed to bind port a7b92bd0-e5f5-4839-9e31-83ba4017b1f9 on host n-h2-816206-8 for vnic_type normal using segments [{'id': 'eec8c926-d65a-4523-9428-1af790604f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'a5f89f00-1f40-4a4e-a948-3672f319c40b'}] Nov 23 17:35:08.779077 n-d-816206-8 neutron-server[103590]: INFO neutron.plugins.ml2.plugin [None req-f6ee97d9-37d4-4eeb-a76d-b7cfcf459eba tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] Attempt 8 to bind port a7b92bd0-e5f5-4839-9e31-83ba4017b1f9 Nov 23 17:35:08.800464 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-f6ee97d9-37d4-4eeb-a76d-b7cfcf459eba tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] Attempting to bind port a7b92bd0-e5f5-4839-9e31-83ba4017b1f9 on host n-h2-816206-8 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:35:08.801463 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-f6ee97d9-37d4-4eeb-a76d-b7cfcf459eba tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] Attempting to bind port a7b92bd0-e5f5-4839-9e31-83ba4017b1f9 by drivers openvswitch,hyperv on host n-h2-816206-8 at level 0 using segments [{'id': 'eec8c926-d65a-4523-9428-1af790604f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'a5f89f00-1f40-4a4e-a948-3672f319c40b'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:35:08.802033 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6ee97d9-37d4-4eeb-a76d-b7cfcf459eba tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] Attempting to bind port a7b92bd0-e5f5-4839-9e31-83ba4017b1f9 on network a5f89f00-1f40-4a4e-a948-3672f319c40b {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:35:08.810034 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6ee97d9-37d4-4eeb-a76d-b7cfcf459eba tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] Port a7b92bd0-e5f5-4839-9e31-83ba4017b1f9 on network a5f89f00-1f40-4a4e-a948-3672f319c40b not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-8 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 17:35:08.814263 n-d-816206-8 neutron-server[103590]: ERROR neutron.plugins.ml2.managers [None req-f6ee97d9-37d4-4eeb-a76d-b7cfcf459eba tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] Failed to bind port a7b92bd0-e5f5-4839-9e31-83ba4017b1f9 on host n-h2-816206-8 for vnic_type normal using segments [{'id': 'eec8c926-d65a-4523-9428-1af790604f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'a5f89f00-1f40-4a4e-a948-3672f319c40b'}] Nov 23 17:35:08.814690 n-d-816206-8 neutron-server[103590]: INFO neutron.plugins.ml2.plugin [None req-f6ee97d9-37d4-4eeb-a76d-b7cfcf459eba tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] Attempt 9 to bind port a7b92bd0-e5f5-4839-9e31-83ba4017b1f9 Nov 23 17:35:08.849873 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-f6ee97d9-37d4-4eeb-a76d-b7cfcf459eba tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] Attempting to bind port a7b92bd0-e5f5-4839-9e31-83ba4017b1f9 on host n-h2-816206-8 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:35:08.850285 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-f6ee97d9-37d4-4eeb-a76d-b7cfcf459eba tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] Attempting to bind port a7b92bd0-e5f5-4839-9e31-83ba4017b1f9 by drivers openvswitch,hyperv on host n-h2-816206-8 at level 0 using segments [{'id': 'eec8c926-d65a-4523-9428-1af790604f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'a5f89f00-1f40-4a4e-a948-3672f319c40b'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:35:08.852842 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6ee97d9-37d4-4eeb-a76d-b7cfcf459eba tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] Attempting to bind port a7b92bd0-e5f5-4839-9e31-83ba4017b1f9 on network a5f89f00-1f40-4a4e-a948-3672f319c40b {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:35:08.862730 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6ee97d9-37d4-4eeb-a76d-b7cfcf459eba tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] Port a7b92bd0-e5f5-4839-9e31-83ba4017b1f9 on network a5f89f00-1f40-4a4e-a948-3672f319c40b not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-8 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 17:35:08.862730 n-d-816206-8 neutron-server[103590]: ERROR neutron.plugins.ml2.managers [None req-f6ee97d9-37d4-4eeb-a76d-b7cfcf459eba tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] Failed to bind port a7b92bd0-e5f5-4839-9e31-83ba4017b1f9 on host n-h2-816206-8 for vnic_type normal using segments [{'id': 'eec8c926-d65a-4523-9428-1af790604f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'a5f89f00-1f40-4a4e-a948-3672f319c40b'}] Nov 23 17:35:08.862730 n-d-816206-8 neutron-server[103590]: INFO neutron.plugins.ml2.plugin [None req-f6ee97d9-37d4-4eeb-a76d-b7cfcf459eba tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] Attempt 10 to bind port a7b92bd0-e5f5-4839-9e31-83ba4017b1f9 Nov 23 17:35:08.893680 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-f6ee97d9-37d4-4eeb-a76d-b7cfcf459eba tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] Attempting to bind port a7b92bd0-e5f5-4839-9e31-83ba4017b1f9 on host n-h2-816206-8 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:35:08.894017 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-f6ee97d9-37d4-4eeb-a76d-b7cfcf459eba tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] Attempting to bind port a7b92bd0-e5f5-4839-9e31-83ba4017b1f9 by drivers openvswitch,hyperv on host n-h2-816206-8 at level 0 using segments [{'id': 'eec8c926-d65a-4523-9428-1af790604f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'a5f89f00-1f40-4a4e-a948-3672f319c40b'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:35:08.894358 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6ee97d9-37d4-4eeb-a76d-b7cfcf459eba tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] Attempting to bind port a7b92bd0-e5f5-4839-9e31-83ba4017b1f9 on network a5f89f00-1f40-4a4e-a948-3672f319c40b {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:35:08.908414 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6ee97d9-37d4-4eeb-a76d-b7cfcf459eba tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] Port a7b92bd0-e5f5-4839-9e31-83ba4017b1f9 on network a5f89f00-1f40-4a4e-a948-3672f319c40b not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-8 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 17:35:08.910289 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29031d4b-6ba9-423a-8be4-dc23bb88a583 req-0cca8d9f-c286-4e32-b448-353e1e82841a tempest-ServerRescueTestJSONUnderV235-2089606454 tempest-ServerRescueTestJSONUnderV235-2089606454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:35:08.911531 n-d-816206-8 neutron-server[103590]: ERROR neutron.plugins.ml2.managers [None req-f6ee97d9-37d4-4eeb-a76d-b7cfcf459eba tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] Failed to bind port a7b92bd0-e5f5-4839-9e31-83ba4017b1f9 on host n-h2-816206-8 for vnic_type normal using segments [{'id': 'eec8c926-d65a-4523-9428-1af790604f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'a5f89f00-1f40-4a4e-a948-3672f319c40b'}] Nov 23 17:35:08.914612 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-29031d4b-6ba9-423a-8be4-dc23bb88a583 req-0cca8d9f-c286-4e32-b448-353e1e82841a tempest-ServerRescueTestJSONUnderV235-2089606454 tempest-ServerRescueTestJSONUnderV235-2089606454-project] 10.222.0.60 "GET /v2.0/ports?device_id=db755471-155f-4d9e-b81d-3999c64dda09 HTTP/1.1" status: 200 len: 945 time: 0.1219840 Nov 23 17:35:08.919789 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f6ee97d9-37d4-4eeb-a76d-b7cfcf459eba tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:08.963211 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:09.031172 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db755471-155f-4d9e-b81d-3999c64dda09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cce38756-b262-4b06-8ceb-2d23048856a1'}] {{(pid=103592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:35:09.042592 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba3e6a8f2301c7a29fe1eca9779abdae4ccbcd6266d69778087f2498d5551201" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-475542c5-9351-497e-8a08-14fa38d34b8a" -d '{"events": [{"server_uuid": "db755471-155f-4d9e-b81d-3999c64dda09", "name": "network-vif-plugged", "status": "completed", "tag": "cce38756-b262-4b06-8ceb-2d23048856a1"}]}' {{(pid=103592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:35:09.058451 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-f6ee97d9-37d4-4eeb-a76d-b7cfcf459eba tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] For port a7b92bd0-e5f5-4839-9e31-83ba4017b1f9, host n-h2-816206-8, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:35:09.060005 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-f6ee97d9-37d4-4eeb-a76d-b7cfcf459eba tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] Attempted to set empty binding levels {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 23 17:35:09.068154 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f6ee97d9-37d4-4eeb-a76d-b7cfcf459eba tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264357957'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:09.094702 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port cce38756-b262-4b06-8ceb-2d23048856a1, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=cce38756-b262-4b06-8ceb-2d23048856a1,segment=NetworkSegment(da617373-7313-4b9e-9527-445b8d35f236),segment_id=da617373-7313-4b9e-9527-445b8d35f236)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:35:09.106468 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:09.140776 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6ee97d9-37d4-4eeb-a76d-b7cfcf459eba tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:35:09.142096 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f6ee97d9-37d4-4eeb-a76d-b7cfcf459eba tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:09.190988 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906bb83c-dc0e-4851-aa63-c900bf01d5e4 req-374995a8-2c1e-4f09-8b10-f0e53d7f1532 tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:35:09.204420 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-906bb83c-dc0e-4851-aa63-c900bf01d5e4 req-374995a8-2c1e-4f09-8b10-f0e53d7f1532 tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] 10.222.0.60 "GET /v2.0/networks?id=fc96739d-c491-43ac-87e8-a972969a7778 HTTP/1.1" status: 200 len: 815 time: 0.1836102 Nov 23 17:35:09.210745 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-f6ee97d9-37d4-4eeb-a76d-b7cfcf459eba tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 1.5651374 Nov 23 17:35:09.218971 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 41942) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:35:09.248298 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ee97d9-37d4-4eeb-a76d-b7cfcf459eba tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] Pushing event updated for resources: {'Port': ['ID=a7b92bd0-e5f5-4839-9e31-83ba4017b1f9,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:35:09.249978 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Pushing event updated for resources: {'Port': ['ID=cce38756-b262-4b06-8ceb-2d23048856a1,revision_number=5']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:35:09.280135 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-906bb83c-dc0e-4851-aa63-c900bf01d5e4 req-594b40cd-f9ff-4306-a488-3714e46a3ba2 tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] 10.222.0.60 "GET /v2.0/quotas/479bc3f4118b4e1b83aa4de042fcddf0 HTTP/1.1" status: 200 len: 375 time: 0.0741222 Nov 23 17:35:09.296534 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-29031d4b-6ba9-423a-8be4-dc23bb88a583 req-a52cdb01-8e8e-432b-9210-c8c3e7b4600b tempest-ServerRescueTestJSONUnderV235-2089606454 tempest-ServerRescueTestJSONUnderV235-2089606454-project] 10.222.0.60 "GET /v2.0/security-groups?id=627e1e45-7f27-49ad-a161-3002d16a7eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3733556 Nov 23 17:35:09.381060 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:35:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b546a8d4-f887-4f70-ba9c-387fed714a26 x-openstack-request-id: req-b546a8d4-f887-4f70-ba9c-387fed714a26 {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:35:09.381659 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db755471-155f-4d9e-b81d-3999c64dda09", "name": "network-vif-plugged", "status": "completed", "tag": "cce38756-b262-4b06-8ceb-2d23048856a1", "code": 200}]} {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:35:09.382174 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b546a8d4-f887-4f70-ba9c-387fed714a26 {{(pid=103592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:35:09.384091 n-d-816206-8 neutron-server[103592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db755471-155f-4d9e-b81d-3999c64dda09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cce38756-b262-4b06-8ceb-2d23048856a1', 'code': 200} Nov 23 17:35:09.472904 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 41952) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:35:09.613107 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd3fa5f-272c-41b1-953b-937890550508 req-dd0c11bc-150a-4218-a6a6-9d38de829786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:35:09.622376 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9fd3fa5f-272c-41b1-953b-937890550508 req-dd0c11bc-150a-4218-a6a6-9d38de829786 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=db755471-155f-4d9e-b81d-3999c64dda09 HTTP/1.1" status: 200 len: 1097 time: 0.1323452 Nov 23 17:35:09.636276 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-906bb83c-dc0e-4851-aa63-c900bf01d5e4 req-bc84fbd8-0d64-41f1-96ee-bbf6f014142b tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=479bc3f4118b4e1b83aa4de042fcddf0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3550577 Nov 23 17:35:09.703389 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-4392feae-4d29-483a-801b-92d8cf00931f tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] Deleting port a7b92bd0-e5f5-4839-9e31-83ba4017b1f9 {{(pid=103591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:35:09.703874 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-4392feae-4d29-483a-801b-92d8cf00931f tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:09.728865 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-dc86f956-af05-47c4-badc-f85a87455597 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539371661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539371661-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-350237247'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:35:09.772222 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc86f956-af05-47c4-badc-f85a87455597 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539371661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539371661-project] Made reservation on behalf of 3422dba6db374736bb3e1eac7692e390 for: {'network': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:35:09.778802 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-dc86f956-af05-47c4-badc-f85a87455597 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539371661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539371661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for network, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:09.795495 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-dc86f956-af05-47c4-badc-f85a87455597 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539371661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539371661-project] Publish callbacks [] for security_group, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:09.815480 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [None req-4392feae-4d29-483a-801b-92d8cf00931f tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] For port a7b92bd0-e5f5-4839-9e31-83ba4017b1f9, host n-h2-816206-8, got binding levels [] {{(pid=103591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:35:09.815997 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-4392feae-4d29-483a-801b-92d8cf00931f tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:09.849284 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-4392feae-4d29-483a-801b-92d8cf00931f tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] Calling delete_port for a7b92bd0-e5f5-4839-9e31-83ba4017b1f9 owned by {{(pid=103591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:35:09.884961 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9fd3fa5f-272c-41b1-953b-937890550508 req-c0a9e607-46ad-4132-ba3d-4b9003dd7067 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=627e1e45-7f27-49ad-a161-3002d16a7eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2473853 Nov 23 17:35:09.912720 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-dc86f956-af05-47c4-badc-f85a87455597 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539371661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539371661-project] Publish callbacks [] for security_group, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:09.918176 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-dc86f956-af05-47c4-badc-f85a87455597 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539371661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539371661-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:09.962774 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc86f956-af05-47c4-badc-f85a87455597 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539371661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539371661-project] vlan segment allocate from pool success with {'vlan_id': 505, 'physical_network': 'physnet1'} {{(pid=103590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 17:35:09.970757 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-906bb83c-dc0e-4851-aa63-c900bf01d5e4 req-120061d3-48d6-4e10-8104-4aa5b262f9d7 service neutron] 10.222.0.60 "GET /v2.0/networks/fc96739d-c491-43ac-87e8-a972969a7778?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3038495 Nov 23 17:35:09.974035 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc86f956-af05-47c4-badc-f85a87455597 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539371661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539371661-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0bb17efd-7d40-4730-aa18-038855091eb4,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:35:09.997804 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-dc86f956-af05-47c4-badc-f85a87455597 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539371661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539371661-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:09.998475 n-d-816206-8 neutron-server[103590]: INFO neutron.db.segments_db [None req-dc86f956-af05-47c4-badc-f85a87455597 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539371661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539371661-project] Added segment 0fe59f7e-534c-4cc6-9b62-f943c02612bc of type vlan for network 4eb16bf4-255f-4ffc-bc9e-3e234579c998 Nov 23 17:35:10.040443 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-dc86f956-af05-47c4-badc-f85a87455597 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539371661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539371661-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736635338810'] for network, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:10.078225 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-dc86f956-af05-47c4-badc-f85a87455597 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539371661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539371661-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493'] for network, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:10.083681 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc86f956-af05-47c4-badc-f85a87455597 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539371661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539371661-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:35:10.084175 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-dc86f956-af05-47c4-badc-f85a87455597 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539371661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539371661-project] Publish callbacks [] for network, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:10.092958 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-4392feae-4d29-483a-801b-92d8cf00931f tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:10.133986 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-4392feae-4d29-483a-801b-92d8cf00931f tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:10.138270 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-4392feae-4d29-483a-801b-92d8cf00931f tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] 10.222.0.60 "DELETE /v2.0/ports/a7b92bd0-e5f5-4839-9e31-83ba4017b1f9 HTTP/1.1" status: 204 len: 168 time: 0.9181993 Nov 23 17:35:10.139579 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4392feae-4d29-483a-801b-92d8cf00931f tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] Pushing event deleted for resources: {'Port': ['ID=a7b92bd0-e5f5-4839-9e31-83ba4017b1f9,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:35:10.162671 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-906bb83c-dc0e-4851-aa63-c900bf01d5e4 req-148c7bae-a991-4f50-9023-88bc3206cae5 service neutron] 10.222.0.60 "GET /v2.0/networks/fc96739d-c491-43ac-87e8-a972969a7778?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1906800 Nov 23 17:35:10.163503 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 41960) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:35:10.213460 n-d-816206-8 neutron-server[103591]: INFO neutron.pecan_wsgi.hooks.translation [None req-db38db46-f578-4ef8-b4d4-b8060c471b00 tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] GET failed (client error): The resource could not be found. Nov 23 17:35:10.221061 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-db38db46-f578-4ef8-b4d4-b8060c471b00 tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] 10.222.0.60 "GET /v2.0/ports/a7b92bd0-e5f5-4839-9e31-83ba4017b1f9 HTTP/1.1" status: 404 len: 333 time: 0.0559406 Nov 23 17:35:10.221816 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 41962) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:35:10.227099 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-368eb209-2414-4ba1-92c2-08577f2bdd01 tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] Request body: {'port': {'network_id': 'a5f89f00-1f40-4a4e-a948-3672f319c40b', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-29316531'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:35:10.258394 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-368eb209-2414-4ba1-92c2-08577f2bdd01 tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] Made reservation on behalf of d26defd1fa8a43c2b688078cfe697de7 for: {'port': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:35:10.261189 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-368eb209-2414-4ba1-92c2-08577f2bdd01 tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:10.313259 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [None req-368eb209-2414-4ba1-92c2-08577f2bdd01 tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] device_id is not set on port e776176b-91e1-4ee5-8f2c-8240c8b8e043 yet. {{(pid=103591) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 17:35:10.591818 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e0ce5c1f-50b8-4e61-8750-f14457b76805 req-8e08d6b9-de51-4a11-8f94-b53486e8a67c tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] 10.222.0.60 "GET /v2.0/ports?device_id=7381ae1d-a208-4b78-a6b3-2ed033ea2f6d HTTP/1.1" status: 200 len: 210 time: 0.1047630 Nov 23 17:35:10.659667 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18985257-0b7b-4797-a2b9-3a09df4c9ce4 req-1f6c67fb-7b30-4ed7-b83c-ec4245cc339c tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:35:10.661414 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-18985257-0b7b-4797-a2b9-3a09df4c9ce4 req-1f6c67fb-7b30-4ed7-b83c-ec4245cc339c tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] 10.222.0.36 "GET /v2.0/ports?device_id=d5a5916e-c66a-471a-b1c7-242669cac3cf HTTP/1.1" status: 200 len: 945 time: 0.2224584 Nov 23 17:35:10.673447 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84962a72-b882-4671-9e64-954d13abe4af req-6059a211-ae18-4f6e-aeba-d08e7089dcac tempest-ServerRescueTestJSONUnderV235-2089606454 tempest-ServerRescueTestJSONUnderV235-2089606454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:35:10.675003 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-84962a72-b882-4671-9e64-954d13abe4af req-6059a211-ae18-4f6e-aeba-d08e7089dcac tempest-ServerRescueTestJSONUnderV235-2089606454 tempest-ServerRescueTestJSONUnderV235-2089606454-project] 10.222.0.60 "GET /v2.0/ports?device_id=db755471-155f-4d9e-b81d-3999c64dda09 HTTP/1.1" status: 200 len: 946 time: 0.1904330 Nov 23 17:35:10.749683 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc86f956-af05-47c4-badc-f85a87455597 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539371661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539371661-project] Pushing event updated for resources: {'Network': ['ID=4eb16bf4-255f-4ffc-bc9e-3e234579c998,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:35:10.802918 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-dc86f956-af05-47c4-badc-f85a87455597 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539371661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539371661-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 1.3255472 Nov 23 17:35:11.071430 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Network 4eb16bf4-255f-4ffc-bc9e-3e234579c998 details requested by agent ovs-agent-n-d-816206-8 with host n-d-816206-8 {{(pid=103592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 17:35:11.127261 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-368eb209-2414-4ba1-92c2-08577f2bdd01 tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:11.222676 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-84962a72-b882-4671-9e64-954d13abe4af req-9f29d666-f18e-4ba0-8cfb-3dcce07492f3 tempest-ServerRescueTestJSONUnderV235-2089606454 tempest-ServerRescueTestJSONUnderV235-2089606454-project] 10.222.0.60 "GET /v2.0/security-groups?id=627e1e45-7f27-49ad-a161-3002d16a7eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5238397 Nov 23 17:35:11.410099 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [req-18985257-0b7b-4797-a2b9-3a09df4c9ce4 req-71474ec4-215f-4ad9-b2bc-2062ea03a2c9 tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] Deleting port ef269ef2-597e-409f-be4f-d85ba6d45f14 {{(pid=103591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:35:11.410448 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-18985257-0b7b-4797-a2b9-3a09df4c9ce4 req-71474ec4-215f-4ad9-b2bc-2062ea03a2c9 tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:11.418271 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-368eb209-2414-4ba1-92c2-08577f2bdd01 tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:11.422386 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 41988) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:35:11.436526 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-4a44a57e-6b05-4f87-bd1e-e3d17d5e41fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] Request body: {'port': {'network_id': '4eb16bf4-255f-4ffc-bc9e-3e234579c998', 'binding:host_id': 'n-h2-816206-8', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-554141319'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:35:11.479316 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a44a57e-6b05-4f87-bd1e-e3d17d5e41fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] Made reservation on behalf of e8f2ab05746e451a8726fe9408b6e5a1 for: {'port': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:35:11.482392 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4a44a57e-6b05-4f87-bd1e-e3d17d5e41fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:11.492307 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4a44a57e-6b05-4f87-bd1e-e3d17d5e41fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:11.605593 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4a44a57e-6b05-4f87-bd1e-e3d17d5e41fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:11.611057 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4a44a57e-6b05-4f87-bd1e-e3d17d5e41fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:11.661097 n-d-816206-8 neutron-server[103590]: DEBUG neutron.notifiers.nova [None req-4a44a57e-6b05-4f87-bd1e-e3d17d5e41fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] device_id is not set on port 755d8919-18e6-4938-b98d-7f60435d18c7 yet. {{(pid=103590) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 17:35:11.762326 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a44a57e-6b05-4f87-bd1e-e3d17d5e41fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1a7b855-55c8-49df-80bd-36b1fa7726a6,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:35:11.971746 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-18985257-0b7b-4797-a2b9-3a09df4c9ce4 req-71474ec4-215f-4ad9-b2bc-2062ea03a2c9 tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] For port ef269ef2-597e-409f-be4f-d85ba6d45f14, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=ef269ef2-597e-409f-be4f-d85ba6d45f14,segment=NetworkSegment(e7632547-d306-492c-9ecc-5c4549ae9c5a),segment_id=e7632547-d306-492c-9ecc-5c4549ae9c5a)] {{(pid=103591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:35:11.972123 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-18985257-0b7b-4797-a2b9-3a09df4c9ce4 req-71474ec4-215f-4ad9-b2bc-2062ea03a2c9 tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:11.988954 n-d-816206-8 neutron-server[103590]: DEBUG neutron.notifiers.nova [None req-4a44a57e-6b05-4f87-bd1e-e3d17d5e41fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] device_id is not set on port 755d8919-18e6-4938-b98d-7f60435d18c7 yet. {{(pid=103590) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 17:35:11.995022 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368eb209-2414-4ba1-92c2-08577f2bdd01 tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] Pushing event updated for resources: {'Port': ['ID=e776176b-91e1-4ee5-8f2c-8240c8b8e043,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:35:12.004715 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-368eb209-2414-4ba1-92c2-08577f2bdd01 tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] Network a5f89f00-1f40-4a4e-a948-3672f319c40b is already hosted by enough agents. {{(pid=103591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:35:12.009129 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [None req-368eb209-2414-4ba1-92c2-08577f2bdd01 tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] Resources bound (agent type, host, resource id): {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:35:12.009507 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4a44a57e-6b05-4f87-bd1e-e3d17d5e41fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:12.011388 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [req-18985257-0b7b-4797-a2b9-3a09df4c9ce4 req-71474ec4-215f-4ad9-b2bc-2062ea03a2c9 tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] Calling delete_port for ef269ef2-597e-409f-be4f-d85ba6d45f14 owned by compute:nova {{(pid=103591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:35:12.021740 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-368eb209-2414-4ba1-92c2-08577f2bdd01 tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] Received port after_create {{(pid=103591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:35:12.022732 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-368eb209-2414-4ba1-92c2-08577f2bdd01 tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:35:12.023264 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-368eb209-2414-4ba1-92c2-08577f2bdd01 tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:12.037139 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4a44a57e-6b05-4f87-bd1e-e3d17d5e41fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:12.066553 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5daea756-be00-4dc0-8d9a-737a5a729170 req-f99e2c6d-162e-477f-8424-82ce40bb5619 tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] 10.222.0.60 "GET /v2.0/ports?device_id=7381ae1d-a208-4b78-a6b3-2ed033ea2f6d HTTP/1.1" status: 200 len: 210 time: 0.0655541 Nov 23 17:35:12.126296 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-368eb209-2414-4ba1-92c2-08577f2bdd01 tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 958 time: 1.9030828 Nov 23 17:35:12.128024 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 42006) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:35:12.133076 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-e672633f-b4c1-405a-aed3-62ce58b0fd96 tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-816206-8'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:35:12.157508 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a44a57e-6b05-4f87-bd1e-e3d17d5e41fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] Pushing event updated for resources: {'Port': ['ID=755d8919-18e6-4938-b98d-7f60435d18c7,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:35:12.203529 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a44a57e-6b05-4f87-bd1e-e3d17d5e41fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] Checking segment: {'id': '0fe59f7e-534c-4cc6-9b62-f943c02612bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '4eb16bf4-255f-4ffc-bc9e-3e234579c998'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:35:12.204100 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a44a57e-6b05-4f87-bd1e-e3d17d5e41fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] Network hostable DHCP agents. Network: 4eb16bf4-255f-4ffc-bc9e-3e234579c998, hostable agents: ['0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3'], hosted agents: [] {{(pid=103590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 17:35:12.267087 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-e672633f-b4c1-405a-aed3-62ce58b0fd96 tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:12.278610 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a44a57e-6b05-4f87-bd1e-e3d17d5e41fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] Network 4eb16bf4-255f-4ffc-bc9e-3e234579c998 is scheduled to be hosted by DHCP agent 0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3 with binding_index 1 {{(pid=103590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 17:35:12.302204 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-4a44a57e-6b05-4f87-bd1e-e3d17d5e41fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-8, 4eb16bf4-255f-4ffc-bc9e-3e234579c998) {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:35:12.307195 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a44a57e-6b05-4f87-bd1e-e3d17d5e41fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:35:12.313664 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c7af4c0-b2e2-4146-8acd-6baa69065324 None None] Network 4eb16bf4-255f-4ffc-bc9e-3e234579c998 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:35:12.335070 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906bb83c-dc0e-4851-aa63-c900bf01d5e4 req-41a3a91a-f9cc-4a99-8676-057f1bfb4304 tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:35:12.336730 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-906bb83c-dc0e-4851-aa63-c900bf01d5e4 req-41a3a91a-f9cc-4a99-8676-057f1bfb4304 tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] 10.222.0.55 "GET /v2.0/networks?id=fc96739d-c491-43ac-87e8-a972969a7778 HTTP/1.1" status: 200 len: 815 time: 0.1898696 Nov 23 17:35:12.340106 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-4a44a57e-6b05-4f87-bd1e-e3d17d5e41fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] Attempting to bind port 755d8919-18e6-4938-b98d-7f60435d18c7 on host n-h2-816206-8 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:35:12.340966 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-4a44a57e-6b05-4f87-bd1e-e3d17d5e41fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] Attempting to bind port 755d8919-18e6-4938-b98d-7f60435d18c7 by drivers openvswitch,hyperv on host n-h2-816206-8 at level 0 using segments [{'id': '0fe59f7e-534c-4cc6-9b62-f943c02612bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '4eb16bf4-255f-4ffc-bc9e-3e234579c998'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:35:12.341439 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a44a57e-6b05-4f87-bd1e-e3d17d5e41fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] Attempting to bind port 755d8919-18e6-4938-b98d-7f60435d18c7 on network 4eb16bf4-255f-4ffc-bc9e-3e234579c998 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:35:12.346544 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a44a57e-6b05-4f87-bd1e-e3d17d5e41fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] Port 755d8919-18e6-4938-b98d-7f60435d18c7 on network 4eb16bf4-255f-4ffc-bc9e-3e234579c998 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-8 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 17:35:12.346871 n-d-816206-8 neutron-server[103590]: ERROR neutron.plugins.ml2.managers [None req-4a44a57e-6b05-4f87-bd1e-e3d17d5e41fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] Failed to bind port 755d8919-18e6-4938-b98d-7f60435d18c7 on host n-h2-816206-8 for vnic_type normal using segments [{'id': '0fe59f7e-534c-4cc6-9b62-f943c02612bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '4eb16bf4-255f-4ffc-bc9e-3e234579c998'}] Nov 23 17:35:12.348713 n-d-816206-8 neutron-server[103590]: INFO neutron.plugins.ml2.plugin [None req-4a44a57e-6b05-4f87-bd1e-e3d17d5e41fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] Attempt 2 to bind port 755d8919-18e6-4938-b98d-7f60435d18c7 Nov 23 17:35:12.367195 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [req-906bb83c-dc0e-4851-aa63-c900bf01d5e4 req-6e92ba0f-16d4-4c73-b5e2-751c6784f445 tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] Request body: {'port': {'device_id': '7381ae1d-a208-4b78-a6b3-2ed033ea2f6d', 'network_id': 'fc96739d-c491-43ac-87e8-a972969a7778', 'admin_state_up': True, 'tenant_id': '479bc3f4118b4e1b83aa4de042fcddf0'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:35:12.396854 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-18985257-0b7b-4797-a2b9-3a09df4c9ce4 req-71474ec4-215f-4ad9-b2bc-2062ea03a2c9 tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:12.475645 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71474ec4-215f-4ad9-b2bc-2062ea03a2c9 tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] Pushing event deleted for resources: {'Port': ['ID=ef269ef2-597e-409f-be4f-d85ba6d45f14,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:35:12.477366 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-4a44a57e-6b05-4f87-bd1e-e3d17d5e41fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] Attempting to bind port 755d8919-18e6-4938-b98d-7f60435d18c7 on host n-h2-816206-8 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:35:12.477709 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-4a44a57e-6b05-4f87-bd1e-e3d17d5e41fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] Attempting to bind port 755d8919-18e6-4938-b98d-7f60435d18c7 by drivers openvswitch,hyperv on host n-h2-816206-8 at level 0 using segments [{'id': '0fe59f7e-534c-4cc6-9b62-f943c02612bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '4eb16bf4-255f-4ffc-bc9e-3e234579c998'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:35:12.478101 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a44a57e-6b05-4f87-bd1e-e3d17d5e41fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] Attempting to bind port 755d8919-18e6-4938-b98d-7f60435d18c7 on network 4eb16bf4-255f-4ffc-bc9e-3e234579c998 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:35:12.493728 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a44a57e-6b05-4f87-bd1e-e3d17d5e41fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] Port 755d8919-18e6-4938-b98d-7f60435d18c7 on network 4eb16bf4-255f-4ffc-bc9e-3e234579c998 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-8 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 17:35:12.494143 n-d-816206-8 neutron-server[103590]: ERROR neutron.plugins.ml2.managers [None req-4a44a57e-6b05-4f87-bd1e-e3d17d5e41fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] Failed to bind port 755d8919-18e6-4938-b98d-7f60435d18c7 on host n-h2-816206-8 for vnic_type normal using segments [{'id': '0fe59f7e-534c-4cc6-9b62-f943c02612bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '4eb16bf4-255f-4ffc-bc9e-3e234579c998'}] Nov 23 17:35:12.497334 n-d-816206-8 neutron-server[103590]: INFO neutron.plugins.ml2.plugin [None req-4a44a57e-6b05-4f87-bd1e-e3d17d5e41fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] Attempt 3 to bind port 755d8919-18e6-4938-b98d-7f60435d18c7 Nov 23 17:35:12.518611 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-4a44a57e-6b05-4f87-bd1e-e3d17d5e41fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] Attempting to bind port 755d8919-18e6-4938-b98d-7f60435d18c7 on host n-h2-816206-8 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:35:12.519052 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-4a44a57e-6b05-4f87-bd1e-e3d17d5e41fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] Attempting to bind port 755d8919-18e6-4938-b98d-7f60435d18c7 by drivers openvswitch,hyperv on host n-h2-816206-8 at level 0 using segments [{'id': '0fe59f7e-534c-4cc6-9b62-f943c02612bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '4eb16bf4-255f-4ffc-bc9e-3e234579c998'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:35:12.519539 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a44a57e-6b05-4f87-bd1e-e3d17d5e41fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] Attempting to bind port 755d8919-18e6-4938-b98d-7f60435d18c7 on network 4eb16bf4-255f-4ffc-bc9e-3e234579c998 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:35:12.525734 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-906bb83c-dc0e-4851-aa63-c900bf01d5e4 req-6e92ba0f-16d4-4c73-b5e2-751c6784f445 tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] Made reservation on behalf of 479bc3f4118b4e1b83aa4de042fcddf0 for: {'port': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:35:12.529446 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-906bb83c-dc0e-4851-aa63-c900bf01d5e4 req-6e92ba0f-16d4-4c73-b5e2-751c6784f445 tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:12.532835 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a44a57e-6b05-4f87-bd1e-e3d17d5e41fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] Port 755d8919-18e6-4938-b98d-7f60435d18c7 on network 4eb16bf4-255f-4ffc-bc9e-3e234579c998 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-8 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 17:35:12.533243 n-d-816206-8 neutron-server[103590]: ERROR neutron.plugins.ml2.managers [None req-4a44a57e-6b05-4f87-bd1e-e3d17d5e41fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] Failed to bind port 755d8919-18e6-4938-b98d-7f60435d18c7 on host n-h2-816206-8 for vnic_type normal using segments [{'id': '0fe59f7e-534c-4cc6-9b62-f943c02612bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '4eb16bf4-255f-4ffc-bc9e-3e234579c998'}] Nov 23 17:35:12.539671 n-d-816206-8 neutron-server[103590]: INFO neutron.plugins.ml2.plugin [None req-4a44a57e-6b05-4f87-bd1e-e3d17d5e41fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] Attempt 4 to bind port 755d8919-18e6-4938-b98d-7f60435d18c7 Nov 23 17:35:12.556256 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-4a44a57e-6b05-4f87-bd1e-e3d17d5e41fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] Attempting to bind port 755d8919-18e6-4938-b98d-7f60435d18c7 on host n-h2-816206-8 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:35:12.556688 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-4a44a57e-6b05-4f87-bd1e-e3d17d5e41fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] Attempting to bind port 755d8919-18e6-4938-b98d-7f60435d18c7 by drivers openvswitch,hyperv on host n-h2-816206-8 at level 0 using segments [{'id': '0fe59f7e-534c-4cc6-9b62-f943c02612bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '4eb16bf4-255f-4ffc-bc9e-3e234579c998'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:35:12.557034 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a44a57e-6b05-4f87-bd1e-e3d17d5e41fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] Attempting to bind port 755d8919-18e6-4938-b98d-7f60435d18c7 on network 4eb16bf4-255f-4ffc-bc9e-3e234579c998 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:35:12.567202 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a44a57e-6b05-4f87-bd1e-e3d17d5e41fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] Port 755d8919-18e6-4938-b98d-7f60435d18c7 on network 4eb16bf4-255f-4ffc-bc9e-3e234579c998 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-8 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 17:35:12.567519 n-d-816206-8 neutron-server[103590]: ERROR neutron.plugins.ml2.managers [None req-4a44a57e-6b05-4f87-bd1e-e3d17d5e41fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] Failed to bind port 755d8919-18e6-4938-b98d-7f60435d18c7 on host n-h2-816206-8 for vnic_type normal using segments [{'id': '0fe59f7e-534c-4cc6-9b62-f943c02612bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '4eb16bf4-255f-4ffc-bc9e-3e234579c998'}] Nov 23 17:35:12.568781 n-d-816206-8 neutron-server[103590]: INFO neutron.plugins.ml2.plugin [None req-4a44a57e-6b05-4f87-bd1e-e3d17d5e41fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] Attempt 5 to bind port 755d8919-18e6-4938-b98d-7f60435d18c7 Nov 23 17:35:12.645160 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-4a44a57e-6b05-4f87-bd1e-e3d17d5e41fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] Attempting to bind port 755d8919-18e6-4938-b98d-7f60435d18c7 on host n-h2-816206-8 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:35:12.645610 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-4a44a57e-6b05-4f87-bd1e-e3d17d5e41fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] Attempting to bind port 755d8919-18e6-4938-b98d-7f60435d18c7 by drivers openvswitch,hyperv on host n-h2-816206-8 at level 0 using segments [{'id': '0fe59f7e-534c-4cc6-9b62-f943c02612bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '4eb16bf4-255f-4ffc-bc9e-3e234579c998'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:35:12.646055 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a44a57e-6b05-4f87-bd1e-e3d17d5e41fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] Attempting to bind port 755d8919-18e6-4938-b98d-7f60435d18c7 on network 4eb16bf4-255f-4ffc-bc9e-3e234579c998 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:35:12.665032 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a44a57e-6b05-4f87-bd1e-e3d17d5e41fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] Port 755d8919-18e6-4938-b98d-7f60435d18c7 on network 4eb16bf4-255f-4ffc-bc9e-3e234579c998 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-8 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 17:35:12.665935 n-d-816206-8 neutron-server[103590]: ERROR neutron.plugins.ml2.managers [None req-4a44a57e-6b05-4f87-bd1e-e3d17d5e41fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] Failed to bind port 755d8919-18e6-4938-b98d-7f60435d18c7 on host n-h2-816206-8 for vnic_type normal using segments [{'id': '0fe59f7e-534c-4cc6-9b62-f943c02612bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '4eb16bf4-255f-4ffc-bc9e-3e234579c998'}] Nov 23 17:35:12.669371 n-d-816206-8 neutron-server[103590]: INFO neutron.plugins.ml2.plugin [None req-4a44a57e-6b05-4f87-bd1e-e3d17d5e41fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] Attempt 6 to bind port 755d8919-18e6-4938-b98d-7f60435d18c7 Nov 23 17:35:12.724954 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [req-18985257-0b7b-4797-a2b9-3a09df4c9ce4 req-71474ec4-215f-4ad9-b2bc-2062ea03a2c9 tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] No DVR routers for this DVR port ef269ef2-597e-409f-be4f-d85ba6d45f14 on host n-h2-816206-8 {{(pid=103591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:35:12.731848 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-18985257-0b7b-4797-a2b9-3a09df4c9ce4 req-71474ec4-215f-4ad9-b2bc-2062ea03a2c9 tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:12.734697 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-4a44a57e-6b05-4f87-bd1e-e3d17d5e41fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] Attempting to bind port 755d8919-18e6-4938-b98d-7f60435d18c7 on host n-h2-816206-8 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:35:12.735205 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-4a44a57e-6b05-4f87-bd1e-e3d17d5e41fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] Attempting to bind port 755d8919-18e6-4938-b98d-7f60435d18c7 by drivers openvswitch,hyperv on host n-h2-816206-8 at level 0 using segments [{'id': '0fe59f7e-534c-4cc6-9b62-f943c02612bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '4eb16bf4-255f-4ffc-bc9e-3e234579c998'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:35:12.735534 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-18985257-0b7b-4797-a2b9-3a09df4c9ce4 req-71474ec4-215f-4ad9-b2bc-2062ea03a2c9 tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] 10.222.0.36 "DELETE /v2.0/ports/ef269ef2-597e-409f-be4f-d85ba6d45f14 HTTP/1.1" status: 204 len: 173 time: 2.0459812 Nov 23 17:35:12.735872 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a44a57e-6b05-4f87-bd1e-e3d17d5e41fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] Attempting to bind port 755d8919-18e6-4938-b98d-7f60435d18c7 on network 4eb16bf4-255f-4ffc-bc9e-3e234579c998 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:35:12.737623 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5a5916e-c66a-471a-b1c7-242669cac3cf', 'name': 'network-vif-deleted', 'tag': 'ef269ef2-597e-409f-be4f-d85ba6d45f14'}] {{(pid=103591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:35:12.740996 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41d174a19ece9499ff9ec44e5b3fc50f2abd3ffbc947fb7e52ea1e8db27b95b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21d4be15-0ec8-41d2-965c-37eb634fc6ba" -d '{"events": [{"server_uuid": "d5a5916e-c66a-471a-b1c7-242669cac3cf", "name": "network-vif-deleted", "tag": "ef269ef2-597e-409f-be4f-d85ba6d45f14"}]}' {{(pid=103591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:35:12.766003 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a44a57e-6b05-4f87-bd1e-e3d17d5e41fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] Port 755d8919-18e6-4938-b98d-7f60435d18c7 on network 4eb16bf4-255f-4ffc-bc9e-3e234579c998 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-8 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 17:35:12.772184 n-d-816206-8 neutron-server[103590]: ERROR neutron.plugins.ml2.managers [None req-4a44a57e-6b05-4f87-bd1e-e3d17d5e41fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] Failed to bind port 755d8919-18e6-4938-b98d-7f60435d18c7 on host n-h2-816206-8 for vnic_type normal using segments [{'id': '0fe59f7e-534c-4cc6-9b62-f943c02612bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '4eb16bf4-255f-4ffc-bc9e-3e234579c998'}] Nov 23 17:35:12.775502 n-d-816206-8 neutron-server[103590]: INFO neutron.plugins.ml2.plugin [None req-4a44a57e-6b05-4f87-bd1e-e3d17d5e41fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] Attempt 7 to bind port 755d8919-18e6-4938-b98d-7f60435d18c7 Nov 23 17:35:12.782792 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40eefd24-dceb-461e-93da-848e1c2d5af3 req-0ccabc7c-ab66-46b6-b9a4-2dcc87ab654c tempest-ServerRescueTestJSONUnderV235-2089606454 tempest-ServerRescueTestJSONUnderV235-2089606454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:35:12.790636 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-40eefd24-dceb-461e-93da-848e1c2d5af3 req-0ccabc7c-ab66-46b6-b9a4-2dcc87ab654c tempest-ServerRescueTestJSONUnderV235-2089606454 tempest-ServerRescueTestJSONUnderV235-2089606454-project] 10.222.0.60 "GET /v2.0/ports?device_id=db755471-155f-4d9e-b81d-3999c64dda09 HTTP/1.1" status: 200 len: 946 time: 0.2058306 Nov 23 17:35:12.822623 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [req-906bb83c-dc0e-4851-aa63-c900bf01d5e4 req-6e92ba0f-16d4-4c73-b5e2-751c6784f445 tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] Allocated IP 172.20.0.3 (fc96739d-c491-43ac-87e8-a972969a7778/579e8c1e-f51a-4f5f-aafb-372cc339033c/2ec817d4-d373-4795-968d-20f56c02cef8) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:35:12.827215 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-4a44a57e-6b05-4f87-bd1e-e3d17d5e41fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] Attempting to bind port 755d8919-18e6-4938-b98d-7f60435d18c7 on host n-h2-816206-8 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:35:12.827818 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-4a44a57e-6b05-4f87-bd1e-e3d17d5e41fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] Attempting to bind port 755d8919-18e6-4938-b98d-7f60435d18c7 by drivers openvswitch,hyperv on host n-h2-816206-8 at level 0 using segments [{'id': '0fe59f7e-534c-4cc6-9b62-f943c02612bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '4eb16bf4-255f-4ffc-bc9e-3e234579c998'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:35:12.828382 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a44a57e-6b05-4f87-bd1e-e3d17d5e41fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] Attempting to bind port 755d8919-18e6-4938-b98d-7f60435d18c7 on network 4eb16bf4-255f-4ffc-bc9e-3e234579c998 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:35:12.839153 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a44a57e-6b05-4f87-bd1e-e3d17d5e41fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] Port 755d8919-18e6-4938-b98d-7f60435d18c7 on network 4eb16bf4-255f-4ffc-bc9e-3e234579c998 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-8 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 17:35:12.839850 n-d-816206-8 neutron-server[103590]: ERROR neutron.plugins.ml2.managers [None req-4a44a57e-6b05-4f87-bd1e-e3d17d5e41fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] Failed to bind port 755d8919-18e6-4938-b98d-7f60435d18c7 on host n-h2-816206-8 for vnic_type normal using segments [{'id': '0fe59f7e-534c-4cc6-9b62-f943c02612bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '4eb16bf4-255f-4ffc-bc9e-3e234579c998'}] Nov 23 17:35:12.841197 n-d-816206-8 neutron-server[103590]: INFO neutron.plugins.ml2.plugin [None req-4a44a57e-6b05-4f87-bd1e-e3d17d5e41fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] Attempt 8 to bind port 755d8919-18e6-4938-b98d-7f60435d18c7 Nov 23 17:35:12.843102 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:35:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c4c9af1-7d26-44c9-8705-e5d54e81b870 x-openstack-request-id: req-7c4c9af1-7d26-44c9-8705-e5d54e81b870 {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:35:12.843397 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5a5916e-c66a-471a-b1c7-242669cac3cf", "name": "network-vif-deleted", "tag": "ef269ef2-597e-409f-be4f-d85ba6d45f14", "status": "completed", "code": 200}]} {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:35:12.843766 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7c4c9af1-7d26-44c9-8705-e5d54e81b870 {{(pid=103591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:35:12.844189 n-d-816206-8 neutron-server[103591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5a5916e-c66a-471a-b1c7-242669cac3cf', 'name': 'network-vif-deleted', 'tag': 'ef269ef2-597e-409f-be4f-d85ba6d45f14', 'status': 'completed', 'code': 200} Nov 23 17:35:12.861166 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-4a44a57e-6b05-4f87-bd1e-e3d17d5e41fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] Attempting to bind port 755d8919-18e6-4938-b98d-7f60435d18c7 on host n-h2-816206-8 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:35:12.861866 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-4a44a57e-6b05-4f87-bd1e-e3d17d5e41fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] Attempting to bind port 755d8919-18e6-4938-b98d-7f60435d18c7 by drivers openvswitch,hyperv on host n-h2-816206-8 at level 0 using segments [{'id': '0fe59f7e-534c-4cc6-9b62-f943c02612bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '4eb16bf4-255f-4ffc-bc9e-3e234579c998'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:35:12.862430 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a44a57e-6b05-4f87-bd1e-e3d17d5e41fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] Attempting to bind port 755d8919-18e6-4938-b98d-7f60435d18c7 on network 4eb16bf4-255f-4ffc-bc9e-3e234579c998 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:35:12.879005 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a44a57e-6b05-4f87-bd1e-e3d17d5e41fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] Port 755d8919-18e6-4938-b98d-7f60435d18c7 on network 4eb16bf4-255f-4ffc-bc9e-3e234579c998 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-8 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 17:35:12.879683 n-d-816206-8 neutron-server[103590]: ERROR neutron.plugins.ml2.managers [None req-4a44a57e-6b05-4f87-bd1e-e3d17d5e41fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] Failed to bind port 755d8919-18e6-4938-b98d-7f60435d18c7 on host n-h2-816206-8 for vnic_type normal using segments [{'id': '0fe59f7e-534c-4cc6-9b62-f943c02612bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '4eb16bf4-255f-4ffc-bc9e-3e234579c998'}] Nov 23 17:35:12.882129 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [None req-e672633f-b4c1-405a-aed3-62ce58b0fd96 tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] device_id is not set on port e776176b-91e1-4ee5-8f2c-8240c8b8e043 yet. {{(pid=103591) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 17:35:12.883627 n-d-816206-8 neutron-server[103590]: INFO neutron.plugins.ml2.plugin [None req-4a44a57e-6b05-4f87-bd1e-e3d17d5e41fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] Attempt 9 to bind port 755d8919-18e6-4938-b98d-7f60435d18c7 Nov 23 17:35:12.904677 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-e672633f-b4c1-405a-aed3-62ce58b0fd96 tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:12.911771 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c1b76e92-20f7-48a5-8386-e7a58197f9bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:12.924404 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-40eefd24-dceb-461e-93da-848e1c2d5af3 req-21292ed2-225e-4c93-886f-3435b0bc0316 tempest-ServerRescueTestJSONUnderV235-2089606454 tempest-ServerRescueTestJSONUnderV235-2089606454-project] 10.222.0.60 "GET /v2.0/security-groups?id=627e1e45-7f27-49ad-a161-3002d16a7eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328130 Nov 23 17:35:12.930446 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-e672633f-b4c1-405a-aed3-62ce58b0fd96 tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264758186'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:13.035815 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e672633f-b4c1-405a-aed3-62ce58b0fd96 tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] Pushing event updated for resources: {'Port': ['ID=e776176b-91e1-4ee5-8f2c-8240c8b8e043,revision_number=2']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:35:13.059527 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-4a44a57e-6b05-4f87-bd1e-e3d17d5e41fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] Attempting to bind port 755d8919-18e6-4938-b98d-7f60435d18c7 on host n-h2-816206-8 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:35:13.064992 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-4a44a57e-6b05-4f87-bd1e-e3d17d5e41fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] Attempting to bind port 755d8919-18e6-4938-b98d-7f60435d18c7 by drivers openvswitch,hyperv on host n-h2-816206-8 at level 0 using segments [{'id': '0fe59f7e-534c-4cc6-9b62-f943c02612bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '4eb16bf4-255f-4ffc-bc9e-3e234579c998'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:35:13.067243 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a44a57e-6b05-4f87-bd1e-e3d17d5e41fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] Attempting to bind port 755d8919-18e6-4938-b98d-7f60435d18c7 on network 4eb16bf4-255f-4ffc-bc9e-3e234579c998 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:35:13.087509 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [None req-e672633f-b4c1-405a-aed3-62ce58b0fd96 tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] Attempting to bind port e776176b-91e1-4ee5-8f2c-8240c8b8e043 on host n-h2-816206-8 for vnic_type normal with profile {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:35:13.087844 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [None req-e672633f-b4c1-405a-aed3-62ce58b0fd96 tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] Attempting to bind port e776176b-91e1-4ee5-8f2c-8240c8b8e043 by drivers openvswitch,hyperv on host n-h2-816206-8 at level 0 using segments [{'id': 'eec8c926-d65a-4523-9428-1af790604f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'a5f89f00-1f40-4a4e-a948-3672f319c40b'}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:35:13.088290 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e672633f-b4c1-405a-aed3-62ce58b0fd96 tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] Attempting to bind port e776176b-91e1-4ee5-8f2c-8240c8b8e043 on network a5f89f00-1f40-4a4e-a948-3672f319c40b {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:35:13.099796 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e672633f-b4c1-405a-aed3-62ce58b0fd96 tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] Port e776176b-91e1-4ee5-8f2c-8240c8b8e043 on network a5f89f00-1f40-4a4e-a948-3672f319c40b not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-8 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 17:35:13.100384 n-d-816206-8 neutron-server[103591]: ERROR neutron.plugins.ml2.managers [None req-e672633f-b4c1-405a-aed3-62ce58b0fd96 tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] Failed to bind port e776176b-91e1-4ee5-8f2c-8240c8b8e043 on host n-h2-816206-8 for vnic_type normal using segments [{'id': 'eec8c926-d65a-4523-9428-1af790604f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'a5f89f00-1f40-4a4e-a948-3672f319c40b'}] Nov 23 17:35:13.101038 n-d-816206-8 neutron-server[103591]: INFO neutron.plugins.ml2.plugin [None req-e672633f-b4c1-405a-aed3-62ce58b0fd96 tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] Attempt 2 to bind port e776176b-91e1-4ee5-8f2c-8240c8b8e043 Nov 23 17:35:13.135293 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a44a57e-6b05-4f87-bd1e-e3d17d5e41fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] Port 755d8919-18e6-4938-b98d-7f60435d18c7 on network 4eb16bf4-255f-4ffc-bc9e-3e234579c998 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-8 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 17:35:13.135737 n-d-816206-8 neutron-server[103590]: ERROR neutron.plugins.ml2.managers [None req-4a44a57e-6b05-4f87-bd1e-e3d17d5e41fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] Failed to bind port 755d8919-18e6-4938-b98d-7f60435d18c7 on host n-h2-816206-8 for vnic_type normal using segments [{'id': '0fe59f7e-534c-4cc6-9b62-f943c02612bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '4eb16bf4-255f-4ffc-bc9e-3e234579c998'}] Nov 23 17:35:13.136283 n-d-816206-8 neutron-server[103590]: INFO neutron.plugins.ml2.plugin [None req-4a44a57e-6b05-4f87-bd1e-e3d17d5e41fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] Attempt 10 to bind port 755d8919-18e6-4938-b98d-7f60435d18c7 Nov 23 17:35:13.151229 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [None req-e672633f-b4c1-405a-aed3-62ce58b0fd96 tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] Attempting to bind port e776176b-91e1-4ee5-8f2c-8240c8b8e043 on host n-h2-816206-8 for vnic_type normal with profile {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:35:13.151879 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [None req-e672633f-b4c1-405a-aed3-62ce58b0fd96 tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] Attempting to bind port e776176b-91e1-4ee5-8f2c-8240c8b8e043 by drivers openvswitch,hyperv on host n-h2-816206-8 at level 0 using segments [{'id': 'eec8c926-d65a-4523-9428-1af790604f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'a5f89f00-1f40-4a4e-a948-3672f319c40b'}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:35:13.153669 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e672633f-b4c1-405a-aed3-62ce58b0fd96 tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] Attempting to bind port e776176b-91e1-4ee5-8f2c-8240c8b8e043 on network a5f89f00-1f40-4a4e-a948-3672f319c40b {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:35:13.161650 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e672633f-b4c1-405a-aed3-62ce58b0fd96 tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] Port e776176b-91e1-4ee5-8f2c-8240c8b8e043 on network a5f89f00-1f40-4a4e-a948-3672f319c40b not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-8 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 17:35:13.161994 n-d-816206-8 neutron-server[103591]: ERROR neutron.plugins.ml2.managers [None req-e672633f-b4c1-405a-aed3-62ce58b0fd96 tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] Failed to bind port e776176b-91e1-4ee5-8f2c-8240c8b8e043 on host n-h2-816206-8 for vnic_type normal using segments [{'id': 'eec8c926-d65a-4523-9428-1af790604f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'a5f89f00-1f40-4a4e-a948-3672f319c40b'}] Nov 23 17:35:13.163021 n-d-816206-8 neutron-server[103591]: INFO neutron.plugins.ml2.plugin [None req-e672633f-b4c1-405a-aed3-62ce58b0fd96 tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] Attempt 3 to bind port e776176b-91e1-4ee5-8f2c-8240c8b8e043 Nov 23 17:35:13.166865 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-4a44a57e-6b05-4f87-bd1e-e3d17d5e41fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] Attempting to bind port 755d8919-18e6-4938-b98d-7f60435d18c7 on host n-h2-816206-8 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:35:13.169451 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-4a44a57e-6b05-4f87-bd1e-e3d17d5e41fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] Attempting to bind port 755d8919-18e6-4938-b98d-7f60435d18c7 by drivers openvswitch,hyperv on host n-h2-816206-8 at level 0 using segments [{'id': '0fe59f7e-534c-4cc6-9b62-f943c02612bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '4eb16bf4-255f-4ffc-bc9e-3e234579c998'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:35:13.169923 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a44a57e-6b05-4f87-bd1e-e3d17d5e41fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] Attempting to bind port 755d8919-18e6-4938-b98d-7f60435d18c7 on network 4eb16bf4-255f-4ffc-bc9e-3e234579c998 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:35:13.178665 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a44a57e-6b05-4f87-bd1e-e3d17d5e41fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] Port 755d8919-18e6-4938-b98d-7f60435d18c7 on network 4eb16bf4-255f-4ffc-bc9e-3e234579c998 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-8 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 17:35:13.185780 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [None req-e672633f-b4c1-405a-aed3-62ce58b0fd96 tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] Attempting to bind port e776176b-91e1-4ee5-8f2c-8240c8b8e043 on host n-h2-816206-8 for vnic_type normal with profile {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:35:13.186313 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [None req-e672633f-b4c1-405a-aed3-62ce58b0fd96 tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] Attempting to bind port e776176b-91e1-4ee5-8f2c-8240c8b8e043 by drivers openvswitch,hyperv on host n-h2-816206-8 at level 0 using segments [{'id': 'eec8c926-d65a-4523-9428-1af790604f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'a5f89f00-1f40-4a4e-a948-3672f319c40b'}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:35:13.187144 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e672633f-b4c1-405a-aed3-62ce58b0fd96 tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] Attempting to bind port e776176b-91e1-4ee5-8f2c-8240c8b8e043 on network a5f89f00-1f40-4a4e-a948-3672f319c40b {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:35:13.189990 n-d-816206-8 neutron-server[103590]: ERROR neutron.plugins.ml2.managers [None req-4a44a57e-6b05-4f87-bd1e-e3d17d5e41fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] Failed to bind port 755d8919-18e6-4938-b98d-7f60435d18c7 on host n-h2-816206-8 for vnic_type normal using segments [{'id': '0fe59f7e-534c-4cc6-9b62-f943c02612bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '4eb16bf4-255f-4ffc-bc9e-3e234579c998'}] Nov 23 17:35:13.190542 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4a44a57e-6b05-4f87-bd1e-e3d17d5e41fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:13.205488 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e672633f-b4c1-405a-aed3-62ce58b0fd96 tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] Port e776176b-91e1-4ee5-8f2c-8240c8b8e043 on network a5f89f00-1f40-4a4e-a948-3672f319c40b not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-8 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 17:35:13.205488 n-d-816206-8 neutron-server[103591]: ERROR neutron.plugins.ml2.managers [None req-e672633f-b4c1-405a-aed3-62ce58b0fd96 tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] Failed to bind port e776176b-91e1-4ee5-8f2c-8240c8b8e043 on host n-h2-816206-8 for vnic_type normal using segments [{'id': 'eec8c926-d65a-4523-9428-1af790604f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'a5f89f00-1f40-4a4e-a948-3672f319c40b'}] Nov 23 17:35:13.205488 n-d-816206-8 neutron-server[103591]: INFO neutron.plugins.ml2.plugin [None req-e672633f-b4c1-405a-aed3-62ce58b0fd96 tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] Attempt 4 to bind port e776176b-91e1-4ee5-8f2c-8240c8b8e043 Nov 23 17:35:13.249391 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [None req-e672633f-b4c1-405a-aed3-62ce58b0fd96 tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] Attempting to bind port e776176b-91e1-4ee5-8f2c-8240c8b8e043 on host n-h2-816206-8 for vnic_type normal with profile {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:35:13.249733 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [None req-e672633f-b4c1-405a-aed3-62ce58b0fd96 tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] Attempting to bind port e776176b-91e1-4ee5-8f2c-8240c8b8e043 by drivers openvswitch,hyperv on host n-h2-816206-8 at level 0 using segments [{'id': 'eec8c926-d65a-4523-9428-1af790604f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'a5f89f00-1f40-4a4e-a948-3672f319c40b'}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:35:13.250078 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e672633f-b4c1-405a-aed3-62ce58b0fd96 tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] Attempting to bind port e776176b-91e1-4ee5-8f2c-8240c8b8e043 on network a5f89f00-1f40-4a4e-a948-3672f319c40b {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:35:13.279450 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e672633f-b4c1-405a-aed3-62ce58b0fd96 tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] Port e776176b-91e1-4ee5-8f2c-8240c8b8e043 on network a5f89f00-1f40-4a4e-a948-3672f319c40b not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-8 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 17:35:13.280219 n-d-816206-8 neutron-server[103591]: ERROR neutron.plugins.ml2.managers [None req-e672633f-b4c1-405a-aed3-62ce58b0fd96 tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] Failed to bind port e776176b-91e1-4ee5-8f2c-8240c8b8e043 on host n-h2-816206-8 for vnic_type normal using segments [{'id': 'eec8c926-d65a-4523-9428-1af790604f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'a5f89f00-1f40-4a4e-a948-3672f319c40b'}] Nov 23 17:35:13.282781 n-d-816206-8 neutron-server[103591]: INFO neutron.plugins.ml2.plugin [None req-e672633f-b4c1-405a-aed3-62ce58b0fd96 tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] Attempt 5 to bind port e776176b-91e1-4ee5-8f2c-8240c8b8e043 Nov 23 17:35:13.306096 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-906bb83c-dc0e-4851-aa63-c900bf01d5e4 req-6e92ba0f-16d4-4c73-b5e2-751c6784f445 tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:13.345002 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-4a44a57e-6b05-4f87-bd1e-e3d17d5e41fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] For port 755d8919-18e6-4938-b98d-7f60435d18c7, host n-h2-816206-8, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:35:13.345679 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-4a44a57e-6b05-4f87-bd1e-e3d17d5e41fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] Attempted to set empty binding levels {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 23 17:35:13.346513 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ac18951b-3b03-4ca3-80e9-5b5455b4c534 req-b3e241de-f92c-493f-b88c-7b7b77d7ae5a tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] 10.222.0.60 "GET /v2.0/ports?device_id=7381ae1d-a208-4b78-a6b3-2ed033ea2f6d HTTP/1.1" status: 200 len: 210 time: 0.0717916 Nov 23 17:35:13.357704 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:13.382399 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4a44a57e-6b05-4f87-bd1e-e3d17d5e41fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264357957'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:13.416832 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [None req-e672633f-b4c1-405a-aed3-62ce58b0fd96 tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] Attempting to bind port e776176b-91e1-4ee5-8f2c-8240c8b8e043 on host n-h2-816206-8 for vnic_type normal with profile {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:35:13.417635 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [None req-e672633f-b4c1-405a-aed3-62ce58b0fd96 tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] Attempting to bind port e776176b-91e1-4ee5-8f2c-8240c8b8e043 by drivers openvswitch,hyperv on host n-h2-816206-8 at level 0 using segments [{'id': 'eec8c926-d65a-4523-9428-1af790604f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'a5f89f00-1f40-4a4e-a948-3672f319c40b'}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:35:13.419175 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e672633f-b4c1-405a-aed3-62ce58b0fd96 tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] Attempting to bind port e776176b-91e1-4ee5-8f2c-8240c8b8e043 on network a5f89f00-1f40-4a4e-a948-3672f319c40b {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:35:13.435363 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a44a57e-6b05-4f87-bd1e-e3d17d5e41fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:35:13.436068 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4a44a57e-6b05-4f87-bd1e-e3d17d5e41fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:13.441060 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-906bb83c-dc0e-4851-aa63-c900bf01d5e4 req-6e92ba0f-16d4-4c73-b5e2-751c6784f445 tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:13.444464 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e672633f-b4c1-405a-aed3-62ce58b0fd96 tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] Port e776176b-91e1-4ee5-8f2c-8240c8b8e043 on network a5f89f00-1f40-4a4e-a948-3672f319c40b not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-8 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 17:35:13.445235 n-d-816206-8 neutron-server[103591]: ERROR neutron.plugins.ml2.managers [None req-e672633f-b4c1-405a-aed3-62ce58b0fd96 tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] Failed to bind port e776176b-91e1-4ee5-8f2c-8240c8b8e043 on host n-h2-816206-8 for vnic_type normal using segments [{'id': 'eec8c926-d65a-4523-9428-1af790604f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'a5f89f00-1f40-4a4e-a948-3672f319c40b'}] Nov 23 17:35:13.451556 n-d-816206-8 neutron-server[103591]: INFO neutron.plugins.ml2.plugin [None req-e672633f-b4c1-405a-aed3-62ce58b0fd96 tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] Attempt 6 to bind port e776176b-91e1-4ee5-8f2c-8240c8b8e043 Nov 23 17:35:13.474993 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a44a57e-6b05-4f87-bd1e-e3d17d5e41fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] Pushing event updated for resources: {'Port': ['ID=755d8919-18e6-4938-b98d-7f60435d18c7,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:35:13.516626 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246ca742-3134-4c50-ac62-b9ca0faa4a76 req-eed59603-e6c4-44ef-94ec-ab35ed9b1bec tempest-ServerRescueTestJSONUnderV235-2089606454 tempest-ServerRescueTestJSONUnderV235-2089606454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:35:13.526868 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-246ca742-3134-4c50-ac62-b9ca0faa4a76 req-eed59603-e6c4-44ef-94ec-ab35ed9b1bec tempest-ServerRescueTestJSONUnderV235-2089606454 tempest-ServerRescueTestJSONUnderV235-2089606454-project] 10.222.0.60 "GET /v2.0/ports?device_id=db755471-155f-4d9e-b81d-3999c64dda09 HTTP/1.1" status: 200 len: 946 time: 0.2216859 Nov 23 17:35:13.530672 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [None req-e672633f-b4c1-405a-aed3-62ce58b0fd96 tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] Attempting to bind port e776176b-91e1-4ee5-8f2c-8240c8b8e043 on host n-h2-816206-8 for vnic_type normal with profile {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:35:13.531292 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [None req-e672633f-b4c1-405a-aed3-62ce58b0fd96 tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] Attempting to bind port e776176b-91e1-4ee5-8f2c-8240c8b8e043 by drivers openvswitch,hyperv on host n-h2-816206-8 at level 0 using segments [{'id': 'eec8c926-d65a-4523-9428-1af790604f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'a5f89f00-1f40-4a4e-a948-3672f319c40b'}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:35:13.532691 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e672633f-b4c1-405a-aed3-62ce58b0fd96 tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] Attempting to bind port e776176b-91e1-4ee5-8f2c-8240c8b8e043 on network a5f89f00-1f40-4a4e-a948-3672f319c40b {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:35:13.539323 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-4a44a57e-6b05-4f87-bd1e-e3d17d5e41fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 983 time: 2.1090744 Nov 23 17:35:13.539323 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-906bb83c-dc0e-4851-aa63-c900bf01d5e4 req-6e92ba0f-16d4-4c73-b5e2-751c6784f445 tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] Network fc96739d-c491-43ac-87e8-a972969a7778 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:35:13.541297 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9878e64-ee2f-453d-820c-b2b2fb874574 req-31ac3fa4-189a-4cb7-a819-f2bf0e4cd030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:35:13.542432 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 42026) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:35:13.544384 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a9878e64-ee2f-453d-820c-b2b2fb874574 req-31ac3fa4-189a-4cb7-a819-f2bf0e4cd030 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5b004d5f15be417cbe32e472a39ce93f&device_id=db755471-155f-4d9e-b81d-3999c64dda09 HTTP/1.1" status: 200 len: 1097 time: 0.2413440 Nov 23 17:35:13.553621 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [req-906bb83c-dc0e-4851-aa63-c900bf01d5e4 req-6e92ba0f-16d4-4c73-b5e2-751c6784f445 tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:35:13.556873 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e672633f-b4c1-405a-aed3-62ce58b0fd96 tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] Port e776176b-91e1-4ee5-8f2c-8240c8b8e043 on network a5f89f00-1f40-4a4e-a948-3672f319c40b not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-8 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 17:35:13.557294 n-d-816206-8 neutron-server[103591]: ERROR neutron.plugins.ml2.managers [None req-e672633f-b4c1-405a-aed3-62ce58b0fd96 tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] Failed to bind port e776176b-91e1-4ee5-8f2c-8240c8b8e043 on host n-h2-816206-8 for vnic_type normal using segments [{'id': 'eec8c926-d65a-4523-9428-1af790604f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'a5f89f00-1f40-4a4e-a948-3672f319c40b'}] Nov 23 17:35:13.564919 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [req-906bb83c-dc0e-4851-aa63-c900bf01d5e4 req-6e92ba0f-16d4-4c73-b5e2-751c6784f445 tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:35:13.592425 n-d-816206-8 neutron-server[103591]: INFO neutron.plugins.ml2.plugin [None req-e672633f-b4c1-405a-aed3-62ce58b0fd96 tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] Attempt 7 to bind port e776176b-91e1-4ee5-8f2c-8240c8b8e043 Nov 23 17:35:13.623776 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e92ba0f-16d4-4c73-b5e2-751c6784f445 tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] Pushing event updated for resources: {'Port': ['ID=2ec817d4-d373-4795-968d-20f56c02cef8,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:35:13.663535 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [None req-e672633f-b4c1-405a-aed3-62ce58b0fd96 tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] Attempting to bind port e776176b-91e1-4ee5-8f2c-8240c8b8e043 on host n-h2-816206-8 for vnic_type normal with profile {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:35:13.663922 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [None req-e672633f-b4c1-405a-aed3-62ce58b0fd96 tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] Attempting to bind port e776176b-91e1-4ee5-8f2c-8240c8b8e043 by drivers openvswitch,hyperv on host n-h2-816206-8 at level 0 using segments [{'id': 'eec8c926-d65a-4523-9428-1af790604f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'a5f89f00-1f40-4a4e-a948-3672f319c40b'}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:35:13.664405 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e672633f-b4c1-405a-aed3-62ce58b0fd96 tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] Attempting to bind port e776176b-91e1-4ee5-8f2c-8240c8b8e043 on network a5f89f00-1f40-4a4e-a948-3672f319c40b {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:35:13.687310 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906bb83c-dc0e-4851-aa63-c900bf01d5e4 req-6e92ba0f-16d4-4c73-b5e2-751c6784f445 tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:35:13.688044 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-906bb83c-dc0e-4851-aa63-c900bf01d5e4 req-6e92ba0f-16d4-4c73-b5e2-751c6784f445 tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:13.734845 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e672633f-b4c1-405a-aed3-62ce58b0fd96 tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] Port e776176b-91e1-4ee5-8f2c-8240c8b8e043 on network a5f89f00-1f40-4a4e-a948-3672f319c40b not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-8 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 17:35:13.735287 n-d-816206-8 neutron-server[103591]: ERROR neutron.plugins.ml2.managers [None req-e672633f-b4c1-405a-aed3-62ce58b0fd96 tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] Failed to bind port e776176b-91e1-4ee5-8f2c-8240c8b8e043 on host n-h2-816206-8 for vnic_type normal using segments [{'id': 'eec8c926-d65a-4523-9428-1af790604f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'a5f89f00-1f40-4a4e-a948-3672f319c40b'}] Nov 23 17:35:13.742161 n-d-816206-8 neutron-server[103591]: INFO neutron.plugins.ml2.plugin [None req-e672633f-b4c1-405a-aed3-62ce58b0fd96 tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] Attempt 8 to bind port e776176b-91e1-4ee5-8f2c-8240c8b8e043 Nov 23 17:35:13.743241 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-906bb83c-dc0e-4851-aa63-c900bf01d5e4 req-6e92ba0f-16d4-4c73-b5e2-751c6784f445 tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3948495 Nov 23 17:35:13.756824 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-33693de5-2cbf-4df6-836c-79bfc3399214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] Deleting port 755d8919-18e6-4938-b98d-7f60435d18c7 {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:35:13.756824 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-33693de5-2cbf-4df6-836c-79bfc3399214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:13.758375 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [req-906bb83c-dc0e-4851-aa63-c900bf01d5e4 req-5af34b56-f138-45d3-ab90-c5242d74c1c7 service neutron] Request body: {'port': {'device_id': '7381ae1d-a208-4b78-a6b3-2ed033ea2f6d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-8'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:35:13.764752 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-246ca742-3134-4c50-ac62-b9ca0faa4a76 req-0498b297-f21c-482c-9f54-dc00f9ed94e1 tempest-ServerRescueTestJSONUnderV235-2089606454 tempest-ServerRescueTestJSONUnderV235-2089606454-project] 10.222.0.60 "GET /v2.0/security-groups?id=627e1e45-7f27-49ad-a161-3002d16a7eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2354743 Nov 23 17:35:13.805949 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [None req-e672633f-b4c1-405a-aed3-62ce58b0fd96 tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] Attempting to bind port e776176b-91e1-4ee5-8f2c-8240c8b8e043 on host n-h2-816206-8 for vnic_type normal with profile {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:35:13.806383 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [None req-e672633f-b4c1-405a-aed3-62ce58b0fd96 tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] Attempting to bind port e776176b-91e1-4ee5-8f2c-8240c8b8e043 by drivers openvswitch,hyperv on host n-h2-816206-8 at level 0 using segments [{'id': 'eec8c926-d65a-4523-9428-1af790604f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'a5f89f00-1f40-4a4e-a948-3672f319c40b'}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:35:13.806925 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e672633f-b4c1-405a-aed3-62ce58b0fd96 tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] Attempting to bind port e776176b-91e1-4ee5-8f2c-8240c8b8e043 on network a5f89f00-1f40-4a4e-a948-3672f319c40b {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:35:13.816379 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9878e64-ee2f-453d-820c-b2b2fb874574 req-825c5a6f-1372-4e34-a545-2318f16bbbae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:35:13.819106 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a9878e64-ee2f-453d-820c-b2b2fb874574 req-825c5a6f-1372-4e34-a545-2318f16bbbae service neutron] 10.222.0.36 "GET /v2.0/networks?id=a7fc513d-97aa-4b2b-9a51-9e5f9afec91b HTTP/1.1" status: 200 len: 920 time: 0.2632568 Nov 23 17:35:13.820752 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e672633f-b4c1-405a-aed3-62ce58b0fd96 tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] Port e776176b-91e1-4ee5-8f2c-8240c8b8e043 on network a5f89f00-1f40-4a4e-a948-3672f319c40b not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-8 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 17:35:13.821324 n-d-816206-8 neutron-server[103591]: ERROR neutron.plugins.ml2.managers [None req-e672633f-b4c1-405a-aed3-62ce58b0fd96 tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] Failed to bind port e776176b-91e1-4ee5-8f2c-8240c8b8e043 on host n-h2-816206-8 for vnic_type normal using segments [{'id': 'eec8c926-d65a-4523-9428-1af790604f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'a5f89f00-1f40-4a4e-a948-3672f319c40b'}] Nov 23 17:35:13.822432 n-d-816206-8 neutron-server[103591]: INFO neutron.plugins.ml2.plugin [None req-e672633f-b4c1-405a-aed3-62ce58b0fd96 tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] Attempt 9 to bind port e776176b-91e1-4ee5-8f2c-8240c8b8e043 Nov 23 17:35:13.863496 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-906bb83c-dc0e-4851-aa63-c900bf01d5e4 req-5af34b56-f138-45d3-ab90-c5242d74c1c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:13.891724 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [None req-e672633f-b4c1-405a-aed3-62ce58b0fd96 tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] Attempting to bind port e776176b-91e1-4ee5-8f2c-8240c8b8e043 on host n-h2-816206-8 for vnic_type normal with profile {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:35:13.893395 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [None req-e672633f-b4c1-405a-aed3-62ce58b0fd96 tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] Attempting to bind port e776176b-91e1-4ee5-8f2c-8240c8b8e043 by drivers openvswitch,hyperv on host n-h2-816206-8 at level 0 using segments [{'id': 'eec8c926-d65a-4523-9428-1af790604f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'a5f89f00-1f40-4a4e-a948-3672f319c40b'}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:35:13.893696 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e672633f-b4c1-405a-aed3-62ce58b0fd96 tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] Attempting to bind port e776176b-91e1-4ee5-8f2c-8240c8b8e043 on network a5f89f00-1f40-4a4e-a948-3672f319c40b {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:35:13.900235 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e672633f-b4c1-405a-aed3-62ce58b0fd96 tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] Port e776176b-91e1-4ee5-8f2c-8240c8b8e043 on network a5f89f00-1f40-4a4e-a948-3672f319c40b not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-8 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 17:35:13.900661 n-d-816206-8 neutron-server[103591]: ERROR neutron.plugins.ml2.managers [None req-e672633f-b4c1-405a-aed3-62ce58b0fd96 tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] Failed to bind port e776176b-91e1-4ee5-8f2c-8240c8b8e043 on host n-h2-816206-8 for vnic_type normal using segments [{'id': 'eec8c926-d65a-4523-9428-1af790604f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'a5f89f00-1f40-4a4e-a948-3672f319c40b'}] Nov 23 17:35:13.902069 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a9878e64-ee2f-453d-820c-b2b2fb874574 req-11af8f6d-9838-42e1-9e2e-7c6c33d1e08d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cce38756-b262-4b06-8ceb-2d23048856a1 HTTP/1.1" status: 200 len: 217 time: 0.0724447 Nov 23 17:35:13.902586 n-d-816206-8 neutron-server[103591]: INFO neutron.plugins.ml2.plugin [None req-e672633f-b4c1-405a-aed3-62ce58b0fd96 tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] Attempt 10 to bind port e776176b-91e1-4ee5-8f2c-8240c8b8e043 Nov 23 17:35:13.938583 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [None req-e672633f-b4c1-405a-aed3-62ce58b0fd96 tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] Attempting to bind port e776176b-91e1-4ee5-8f2c-8240c8b8e043 on host n-h2-816206-8 for vnic_type normal with profile {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:35:13.939112 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [None req-e672633f-b4c1-405a-aed3-62ce58b0fd96 tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] Attempting to bind port e776176b-91e1-4ee5-8f2c-8240c8b8e043 by drivers openvswitch,hyperv on host n-h2-816206-8 at level 0 using segments [{'id': 'eec8c926-d65a-4523-9428-1af790604f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'a5f89f00-1f40-4a4e-a948-3672f319c40b'}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:35:13.939579 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e672633f-b4c1-405a-aed3-62ce58b0fd96 tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] Attempting to bind port e776176b-91e1-4ee5-8f2c-8240c8b8e043 on network a5f89f00-1f40-4a4e-a948-3672f319c40b {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:35:13.966495 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e672633f-b4c1-405a-aed3-62ce58b0fd96 tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] Port e776176b-91e1-4ee5-8f2c-8240c8b8e043 on network a5f89f00-1f40-4a4e-a948-3672f319c40b not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-8 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 17:35:13.967314 n-d-816206-8 neutron-server[103591]: ERROR neutron.plugins.ml2.managers [None req-e672633f-b4c1-405a-aed3-62ce58b0fd96 tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] Failed to bind port e776176b-91e1-4ee5-8f2c-8240c8b8e043 on host n-h2-816206-8 for vnic_type normal using segments [{'id': 'eec8c926-d65a-4523-9428-1af790604f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'a5f89f00-1f40-4a4e-a948-3672f319c40b'}] Nov 23 17:35:13.967314 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-e672633f-b4c1-405a-aed3-62ce58b0fd96 tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:13.978174 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-33693de5-2cbf-4df6-836c-79bfc3399214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] For port 755d8919-18e6-4938-b98d-7f60435d18c7, host n-h2-816206-8, got binding levels [] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:35:13.978537 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-33693de5-2cbf-4df6-836c-79bfc3399214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:13.994002 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9878e64-ee2f-453d-820c-b2b2fb874574 req-2ecc28f9-afa7-438b-9f45-79b24d17dbfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:35:13.995632 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a9878e64-ee2f-453d-820c-b2b2fb874574 req-2ecc28f9-afa7-438b-9f45-79b24d17dbfc service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1b8a3d78-3bde-4257-9e3e-58e9b2ea43c2 HTTP/1.1" status: 200 len: 859 time: 0.0754929 Nov 23 17:35:14.051664 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-33693de5-2cbf-4df6-836c-79bfc3399214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] Calling delete_port for 755d8919-18e6-4938-b98d-7f60435d18c7 owned by {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:35:14.052939 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a9878e64-ee2f-453d-820c-b2b2fb874574 req-90018761-4b30-4f7f-9000-624cf601df33 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a7fc513d-97aa-4b2b-9a51-9e5f9afec91b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382144 Nov 23 17:35:14.105878 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [None req-e672633f-b4c1-405a-aed3-62ce58b0fd96 tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] For port e776176b-91e1-4ee5-8f2c-8240c8b8e043, host n-h2-816206-8, cleared binding levels {{(pid=103591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:35:14.106402 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [None req-e672633f-b4c1-405a-aed3-62ce58b0fd96 tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] Attempted to set empty binding levels {{(pid=103591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 23 17:35:14.112434 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-e672633f-b4c1-405a-aed3-62ce58b0fd96 tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264758186'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:14.142553 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:14.163763 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-e672633f-b4c1-405a-aed3-62ce58b0fd96 tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] In _notify_port_updated(), no bound segment for port e776176b-91e1-4ee5-8f2c-8240c8b8e043 on network a5f89f00-1f40-4a4e-a948-3672f319c40b {{(pid=103591) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 23 17:35:14.164667 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e672633f-b4c1-405a-aed3-62ce58b0fd96 tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:35:14.165287 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-e672633f-b4c1-405a-aed3-62ce58b0fd96 tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:14.169423 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-e672633f-b4c1-405a-aed3-62ce58b0fd96 tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] 10.222.0.60 "PUT /v2.0/ports/e776176b-91e1-4ee5-8f2c-8240c8b8e043 HTTP/1.1" status: 200 len: 973 time: 2.0403407 Nov 23 17:35:14.170382 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device ef269ef2-597e-409f-be4f-d85ba6d45f14 no longer exists at agent hyperv_n-h2-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:35:14.188263 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 42036) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:35:14.196521 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] No Port match for: ef269ef2-597e-409f-be4f-d85ba6d45f14 {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:35:14.196876 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device ef269ef2-597e-409f-be4f-d85ba6d45f14 not bound to the agent host n-h2-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:35:14.231654 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-33693de5-2cbf-4df6-836c-79bfc3399214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:14.302073 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33693de5-2cbf-4df6-836c-79bfc3399214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] Pushing event deleted for resources: {'Port': ['ID=755d8919-18e6-4938-b98d-7f60435d18c7,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:35:14.416097 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a9878e64-ee2f-453d-820c-b2b2fb874574 req-a146a5a8-dff2-42d8-8fbc-84735b35d168 service neutron] 10.222.0.36 "GET /v2.0/networks/a7fc513d-97aa-4b2b-9a51-9e5f9afec91b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3481278 Nov 23 17:35:14.422493 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e672633f-b4c1-405a-aed3-62ce58b0fd96 tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] Pushing event updated for resources: {'Port': ['ID=e776176b-91e1-4ee5-8f2c-8240c8b8e043,revision_number=3']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:35:14.425162 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-33693de5-2cbf-4df6-836c-79bfc3399214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:14.431279 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-33693de5-2cbf-4df6-836c-79bfc3399214 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] 10.222.0.60 "DELETE /v2.0/ports/755d8919-18e6-4938-b98d-7f60435d18c7 HTTP/1.1" status: 204 len: 168 time: 0.8875816 Nov 23 17:35:14.432345 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 42046) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:35:14.507128 n-d-816206-8 neutron-server[103590]: INFO neutron.pecan_wsgi.hooks.translation [None req-8139f94a-e668-4662-82ab-10a5bb8c1f0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] GET failed (client error): The resource could not be found. Nov 23 17:35:14.512181 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-8139f94a-e668-4662-82ab-10a5bb8c1f0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] 10.222.0.60 "GET /v2.0/ports/755d8919-18e6-4938-b98d-7f60435d18c7 HTTP/1.1" status: 404 len: 333 time: 0.0677040 Nov 23 17:35:14.513753 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 42048) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:35:14.517481 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-7257193a-7eb1-49e1-a927-71730da77521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] Request body: {'port': {'network_id': '4eb16bf4-255f-4ffc-bc9e-3e234579c998', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1812484040'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:35:14.565782 n-d-816206-8 neutron-server[103590]: DEBUG neutron.notifiers.nova [req-906bb83c-dc0e-4851-aa63-c900bf01d5e4 req-5af34b56-f138-45d3-ab90-c5242d74c1c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ec817d4-d373-4795-968d-20f56c02cef8 {{(pid=103590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:35:14.577760 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-906bb83c-dc0e-4851-aa63-c900bf01d5e4 req-5af34b56-f138-45d3-ab90-c5242d74c1c7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:14.581152 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7257193a-7eb1-49e1-a927-71730da77521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] Made reservation on behalf of e8f2ab05746e451a8726fe9408b6e5a1 for: {'port': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:35:14.583976 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7257193a-7eb1-49e1-a927-71730da77521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:14.584573 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ececa2bf-8cd3-4fa7-b73a-ce088e50de11 tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:35:14.585325 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ececa2bf-8cd3-4fa7-b73a-ce088e50de11 tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:35:14.586436 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ececa2bf-8cd3-4fa7-b73a-ce088e50de11 tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:35:14.587645 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ececa2bf-8cd3-4fa7-b73a-ce088e50de11 tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:35:14.592641 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ececa2bf-8cd3-4fa7-b73a-ce088e50de11 tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:35:14.593432 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ececa2bf-8cd3-4fa7-b73a-ce088e50de11 tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:35:14.594215 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ececa2bf-8cd3-4fa7-b73a-ce088e50de11 tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:35:14.594822 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ececa2bf-8cd3-4fa7-b73a-ce088e50de11 tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:35:14.595453 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ececa2bf-8cd3-4fa7-b73a-ce088e50de11 tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:35:14.596074 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ececa2bf-8cd3-4fa7-b73a-ce088e50de11 tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:35:14.596710 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ececa2bf-8cd3-4fa7-b73a-ce088e50de11 tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:35:14.597321 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ececa2bf-8cd3-4fa7-b73a-ce088e50de11 tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:35:14.597928 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ececa2bf-8cd3-4fa7-b73a-ce088e50de11 tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:35:14.598544 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ececa2bf-8cd3-4fa7-b73a-ce088e50de11 tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:35:14.599146 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ececa2bf-8cd3-4fa7-b73a-ce088e50de11 tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:35:14.599750 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ececa2bf-8cd3-4fa7-b73a-ce088e50de11 tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:35:14.600354 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ececa2bf-8cd3-4fa7-b73a-ce088e50de11 tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:35:14.601335 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ececa2bf-8cd3-4fa7-b73a-ce088e50de11 tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:35:14.602249 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ececa2bf-8cd3-4fa7-b73a-ce088e50de11 tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:35:14.602858 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ececa2bf-8cd3-4fa7-b73a-ce088e50de11 tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:35:14.603488 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ececa2bf-8cd3-4fa7-b73a-ce088e50de11 tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:35:14.604411 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ececa2bf-8cd3-4fa7-b73a-ce088e50de11 tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:35:14.605082 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ececa2bf-8cd3-4fa7-b73a-ce088e50de11 tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:35:14.605857 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ececa2bf-8cd3-4fa7-b73a-ce088e50de11 tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:35:14.606586 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ececa2bf-8cd3-4fa7-b73a-ce088e50de11 tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:35:14.607348 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ececa2bf-8cd3-4fa7-b73a-ce088e50de11 tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:35:14.607800 n-d-816206-8 neutron-server[103590]: DEBUG neutron.notifiers.nova [None req-7257193a-7eb1-49e1-a927-71730da77521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] device_id is not set on port 84b158f5-4700-49ab-a4e6-ef808fbbb661 yet. {{(pid=103590) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 17:35:14.608205 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ececa2bf-8cd3-4fa7-b73a-ce088e50de11 tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:35:14.608868 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ececa2bf-8cd3-4fa7-b73a-ce088e50de11 tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:35:14.609687 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ececa2bf-8cd3-4fa7-b73a-ce088e50de11 tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:35:14.610318 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ececa2bf-8cd3-4fa7-b73a-ce088e50de11 tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:35:14.610963 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ececa2bf-8cd3-4fa7-b73a-ce088e50de11 tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:35:14.611990 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ececa2bf-8cd3-4fa7-b73a-ce088e50de11 tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:35:14.612743 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ececa2bf-8cd3-4fa7-b73a-ce088e50de11 tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:35:14.613593 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ececa2bf-8cd3-4fa7-b73a-ce088e50de11 tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:35:14.614233 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ececa2bf-8cd3-4fa7-b73a-ce088e50de11 tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:35:14.614859 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ececa2bf-8cd3-4fa7-b73a-ce088e50de11 tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:35:14.615730 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ececa2bf-8cd3-4fa7-b73a-ce088e50de11 tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:35:14.616635 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ececa2bf-8cd3-4fa7-b73a-ce088e50de11 tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:35:14.617427 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ececa2bf-8cd3-4fa7-b73a-ce088e50de11 tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:35:14.618508 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ececa2bf-8cd3-4fa7-b73a-ce088e50de11 tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:35:14.619268 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [req-906bb83c-dc0e-4851-aa63-c900bf01d5e4 req-5af34b56-f138-45d3-ab90-c5242d74c1c7 service neutron] Transition to ACTIVE for port object 2ec817d4-d373-4795-968d-20f56c02cef8 will not be triggered until provisioned by entity L2. {{(pid=103590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 17:35:14.619796 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ececa2bf-8cd3-4fa7-b73a-ce088e50de11 tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:35:14.620465 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ececa2bf-8cd3-4fa7-b73a-ce088e50de11 tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:35:14.622494 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ececa2bf-8cd3-4fa7-b73a-ce088e50de11 tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:35:14.623165 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ececa2bf-8cd3-4fa7-b73a-ce088e50de11 tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:35:14.623803 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ececa2bf-8cd3-4fa7-b73a-ce088e50de11 tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:35:14.629543 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-ececa2bf-8cd3-4fa7-b73a-ce088e50de11 tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 40492 time: 0.4339128 Nov 23 17:35:14.634058 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 42050) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:35:14.651949 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-906bb83c-dc0e-4851-aa63-c900bf01d5e4 req-5af34b56-f138-45d3-ab90-c5242d74c1c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264357957'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:14.781845 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c751162e-c11c-4362-8f84-538c41d7e40f req-a6fde886-7ceb-4eac-8aa0-6f02d48039db tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:35:14.783488 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c751162e-c11c-4362-8f84-538c41d7e40f req-a6fde886-7ceb-4eac-8aa0-6f02d48039db tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] 10.222.0.60 "GET /v2.0/ports?device_id=7381ae1d-a208-4b78-a6b3-2ed033ea2f6d HTTP/1.1" status: 200 len: 943 time: 0.2836645 Nov 23 17:35:14.788415 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a9878e64-ee2f-453d-820c-b2b2fb874574 req-983fb2e3-7447-49f0-a004-b0a5cbe6da12 service neutron] 10.222.0.36 "GET /v2.0/networks/a7fc513d-97aa-4b2b-9a51-9e5f9afec91b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3468308 Nov 23 17:35:14.852304 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-b2b13def-4d8a-44de-8c4a-ab4dc5570bad tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] Deleting port e776176b-91e1-4ee5-8f2c-8240c8b8e043 {{(pid=103591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:35:14.852767 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-b2b13def-4d8a-44de-8c4a-ab4dc5570bad tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:14.871249 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c751162e-c11c-4362-8f84-538c41d7e40f req-8c4803d0-8318-499c-a6f7-5b047f4b4a0c tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] 10.222.0.60 "GET /v2.0/security-groups?id=67691fce-8308-48e3-b930-b7465ae25797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791631 Nov 23 17:35:14.887870 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7257193a-7eb1-49e1-a927-71730da77521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:14.954898 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af34b56-f138-45d3-ab90-c5242d74c1c7 service neutron] Pushing event updated for resources: {'Port': ['ID=2ec817d4-d373-4795-968d-20f56c02cef8,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:35:14.961582 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [req-906bb83c-dc0e-4851-aa63-c900bf01d5e4 req-5af34b56-f138-45d3-ab90-c5242d74c1c7 service neutron] Attempting to bind port 2ec817d4-d373-4795-968d-20f56c02cef8 on host n-h1-816206-8 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:35:14.961887 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [req-906bb83c-dc0e-4851-aa63-c900bf01d5e4 req-5af34b56-f138-45d3-ab90-c5242d74c1c7 service neutron] Attempting to bind port 2ec817d4-d373-4795-968d-20f56c02cef8 by drivers openvswitch,hyperv on host n-h1-816206-8 at level 0 using segments [{'id': 'e7632547-d306-492c-9ecc-5c4549ae9c5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'fc96739d-c491-43ac-87e8-a972969a7778'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:35:14.962209 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-906bb83c-dc0e-4851-aa63-c900bf01d5e4 req-5af34b56-f138-45d3-ab90-c5242d74c1c7 service neutron] Attempting to bind port 2ec817d4-d373-4795-968d-20f56c02cef8 on network fc96739d-c491-43ac-87e8-a972969a7778 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:35:14.978840 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-906bb83c-dc0e-4851-aa63-c900bf01d5e4 req-5af34b56-f138-45d3-ab90-c5242d74c1c7 service neutron] Port 2ec817d4-d373-4795-968d-20f56c02cef8 on network fc96739d-c491-43ac-87e8-a972969a7778 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-8 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 17:35:14.979533 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-906bb83c-dc0e-4851-aa63-c900bf01d5e4 req-5af34b56-f138-45d3-ab90-c5242d74c1c7 service neutron] Attempting to bind port 2ec817d4-d373-4795-968d-20f56c02cef8 on network fc96739d-c491-43ac-87e8-a972969a7778 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:35:14.991204 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [None req-b2b13def-4d8a-44de-8c4a-ab4dc5570bad tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] For port e776176b-91e1-4ee5-8f2c-8240c8b8e043, host n-h2-816206-8, got binding levels [] {{(pid=103591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:35:14.991685 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-b2b13def-4d8a-44de-8c4a-ab4dc5570bad tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:14.994730 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-906bb83c-dc0e-4851-aa63-c900bf01d5e4 req-5af34b56-f138-45d3-ab90-c5242d74c1c7 service neutron] Checking agent: {'id': '4b0a4557-3bfe-4828-80a0-7981fc3ac84c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 15, 14), 'started_at': datetime.datetime(2021, 11, 23, 17, 15, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 35, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:35:14.995072 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-906bb83c-dc0e-4851-aa63-c900bf01d5e4 req-5af34b56-f138-45d3-ab90-c5242d74c1c7 service neutron] Checking segment: {'id': 'e7632547-d306-492c-9ecc-5c4549ae9c5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'fc96739d-c491-43ac-87e8-a972969a7778'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:35:14.995460 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-906bb83c-dc0e-4851-aa63-c900bf01d5e4 req-5af34b56-f138-45d3-ab90-c5242d74c1c7 service neutron] Bound using segment: {'id': 'e7632547-d306-492c-9ecc-5c4549ae9c5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'fc96739d-c491-43ac-87e8-a972969a7778'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:35:14.995886 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [req-906bb83c-dc0e-4851-aa63-c900bf01d5e4 req-5af34b56-f138-45d3-ab90-c5242d74c1c7 service neutron] Bound port: 2ec817d4-d373-4795-968d-20f56c02cef8, host: n-h1-816206-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7632547-d306-492c-9ecc-5c4549ae9c5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'fc96739d-c491-43ac-87e8-a972969a7778'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:35:14.996368 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-906bb83c-dc0e-4851-aa63-c900bf01d5e4 req-5af34b56-f138-45d3-ab90-c5242d74c1c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:15.015341 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-b2b13def-4d8a-44de-8c4a-ab4dc5570bad tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] Calling delete_port for e776176b-91e1-4ee5-8f2c-8240c8b8e043 owned by {{(pid=103591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:35:15.039453 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7257193a-7eb1-49e1-a927-71730da77521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:15.040211 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-0875e554-fdd2-4949-aa3a-dba1d1dd85bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:15.041865 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f351697-8a28-439d-ad3b-3b9d7f023dd2 req-0152ee05-aaf1-41cb-837b-75ad50806f24 tempest-ServerRescueTestJSONUnderV235-2089606454 tempest-ServerRescueTestJSONUnderV235-2089606454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:35:15.044213 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-3f351697-8a28-439d-ad3b-3b9d7f023dd2 req-0152ee05-aaf1-41cb-837b-75ad50806f24 tempest-ServerRescueTestJSONUnderV235-2089606454 tempest-ServerRescueTestJSONUnderV235-2089606454-project] 10.222.0.60 "GET /v2.0/ports?device_id=db755471-155f-4d9e-b81d-3999c64dda09 HTTP/1.1" status: 200 len: 946 time: 0.0948513 Nov 23 17:35:15.118015 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7257193a-7eb1-49e1-a927-71730da77521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] Network 4eb16bf4-255f-4ffc-bc9e-3e234579c998 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:35:15.125507 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-7257193a-7eb1-49e1-a927-71730da77521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:35:15.127787 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [req-906bb83c-dc0e-4851-aa63-c900bf01d5e4 req-5af34b56-f138-45d3-ab90-c5242d74c1c7 service neutron] For port 2ec817d4-d373-4795-968d-20f56c02cef8, host n-h1-816206-8, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:35:15.130735 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7257193a-7eb1-49e1-a927-71730da77521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] Pushing event updated for resources: {'Port': ['ID=84b158f5-4700-49ab-a4e6-ef808fbbb661,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:35:15.132843 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7257193a-7eb1-49e1-a927-71730da77521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:35:15.133766 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7257193a-7eb1-49e1-a927-71730da77521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:35:15.134475 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7257193a-7eb1-49e1-a927-71730da77521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:15.137948 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [req-906bb83c-dc0e-4851-aa63-c900bf01d5e4 req-5af34b56-f138-45d3-ab90-c5242d74c1c7 service neutron] For port 2ec817d4-d373-4795-968d-20f56c02cef8, host n-h1-816206-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=2ec817d4-d373-4795-968d-20f56c02cef8,segment=NetworkSegment(e7632547-d306-492c-9ecc-5c4549ae9c5a),segment_id=e7632547-d306-492c-9ecc-5c4549ae9c5a)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:35:15.146564 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-906bb83c-dc0e-4851-aa63-c900bf01d5e4 req-5af34b56-f138-45d3-ab90-c5242d74c1c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264357957'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:15.151013 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-3f351697-8a28-439d-ad3b-3b9d7f023dd2 req-1d0d0330-cdc4-47b8-932a-d832187ca65e tempest-ServerRescueTestJSONUnderV235-2089606454 tempest-ServerRescueTestJSONUnderV235-2089606454-project] 10.222.0.60 "GET /v2.0/security-groups?id=627e1e45-7f27-49ad-a161-3002d16a7eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737300 Nov 23 17:35:15.182718 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-b2b13def-4d8a-44de-8c4a-ab4dc5570bad tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:15.187117 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-7257193a-7eb1-49e1-a927-71730da77521 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.6731393 Nov 23 17:35:15.190992 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 42062) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:35:15.202824 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906bb83c-dc0e-4851-aa63-c900bf01d5e4 req-5af34b56-f138-45d3-ab90-c5242d74c1c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:35:15.203467 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-906bb83c-dc0e-4851-aa63-c900bf01d5e4 req-5af34b56-f138-45d3-ab90-c5242d74c1c7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:15.204859 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-2fbdd8fb-a6d4-48e1-ae22-984a1569cf8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-816206-8'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:35:15.205184 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-906bb83c-dc0e-4851-aa63-c900bf01d5e4 req-5af34b56-f138-45d3-ab90-c5242d74c1c7 service neutron] 10.222.0.55 "PUT /v2.0/ports/2ec817d4-d373-4795-968d-20f56c02cef8 HTTP/1.1" status: 200 len: 1091 time: 1.4512498 Nov 23 17:35:15.205461 n-d-816206-8 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7381ae1d-a208-4b78-a6b3-2ed033ea2f6d', 'tag': '2ec817d4-d373-4795-968d-20f56c02cef8'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:35:15.207851 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbabddbc9fc37b068808e119c416c86f5957ca04531a4a0d2e695c515e93483b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e19e36d-1f0c-4180-8303-bb0be775b693" -d '{"events": [{"name": "network-changed", "server_uuid": "7381ae1d-a208-4b78-a6b3-2ed033ea2f6d", "tag": "2ec817d4-d373-4795-968d-20f56c02cef8"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:35:15.229336 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af34b56-f138-45d3-ab90-c5242d74c1c7 service neutron] Pushing event updated for resources: {'Port': ['ID=2ec817d4-d373-4795-968d-20f56c02cef8,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:35:15.303825 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-b2b13def-4d8a-44de-8c4a-ab4dc5570bad tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:15.310607 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-b2b13def-4d8a-44de-8c4a-ab4dc5570bad tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] 10.222.0.60 "DELETE /v2.0/ports/e776176b-91e1-4ee5-8f2c-8240c8b8e043 HTTP/1.1" status: 204 len: 168 time: 0.6748784 Nov 23 17:35:15.311035 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 17:35:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f55e50e2-33d8-40d7-a2db-7449e432ad00 x-openstack-request-id: req-f55e50e2-33d8-40d7-a2db-7449e432ad00 {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:35:15.311786 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b13def-4d8a-44de-8c4a-ab4dc5570bad tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] Pushing event deleted for resources: {'Port': ['ID=e776176b-91e1-4ee5-8f2c-8240c8b8e043,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:35:15.312103 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7381ae1d-a208-4b78-a6b3-2ed033ea2f6d", "tag": "2ec817d4-d373-4795-968d-20f56c02cef8", "status": "completed", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:35:15.312424 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f55e50e2-33d8-40d7-a2db-7449e432ad00 {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:35:15.312893 n-d-816206-8 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7381ae1d-a208-4b78-a6b3-2ed033ea2f6d', 'tag': '2ec817d4-d373-4795-968d-20f56c02cef8', 'status': 'completed', 'code': 200} Nov 23 17:35:15.313331 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 42072) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:35:15.372345 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-2fbdd8fb-a6d4-48e1-ae22-984a1569cf8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:15.396338 n-d-816206-8 neutron-server[103590]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b4ade42-a66f-421f-b5db-56c76873baa4 tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] GET failed (client error): The resource could not be found. Nov 23 17:35:15.398162 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-8b4ade42-a66f-421f-b5db-56c76873baa4 tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] 10.222.0.60 "GET /v2.0/ports/e776176b-91e1-4ee5-8f2c-8240c8b8e043 HTTP/1.1" status: 404 len: 333 time: 0.0524912 Nov 23 17:35:15.408748 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 42076) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:35:15.411113 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-0be8c2f9-dc31-4872-830b-435dcf353042 tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1005404468', 'network_id': 'a5f89f00-1f40-4a4e-a948-3672f319c40b'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:35:15.451407 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0be8c2f9-dc31-4872-830b-435dcf353042 tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] Made reservation on behalf of d26defd1fa8a43c2b688078cfe697de7 for: {'port': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:35:15.454229 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0be8c2f9-dc31-4872-830b-435dcf353042 tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:15.474967 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906bb83c-dc0e-4851-aa63-c900bf01d5e4 req-6a7866d7-a076-4b87-bd92-166d7abec53f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:35:15.477276 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-906bb83c-dc0e-4851-aa63-c900bf01d5e4 req-6a7866d7-a076-4b87-bd92-166d7abec53f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=479bc3f4118b4e1b83aa4de042fcddf0&device_id=7381ae1d-a208-4b78-a6b3-2ed033ea2f6d HTTP/1.1" status: 200 len: 1094 time: 0.2066591 Nov 23 17:35:15.483942 n-d-816206-8 neutron-server[103590]: DEBUG neutron.notifiers.nova [None req-0be8c2f9-dc31-4872-830b-435dcf353042 tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] device_id is not set on port 1f8d7047-4037-4b64-9503-6c46999068b3 yet. {{(pid=103590) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 17:35:15.664591 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-906bb83c-dc0e-4851-aa63-c900bf01d5e4 req-94f2fb59-a67c-41c4-ab07-414995b78ef5 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2ec817d4-d373-4795-968d-20f56c02cef8 HTTP/1.1" status: 200 len: 217 time: 0.0490546 Nov 23 17:35:15.668705 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [None req-2fbdd8fb-a6d4-48e1-ae22-984a1569cf8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] device_id is not set on port 84b158f5-4700-49ab-a4e6-ef808fbbb661 yet. {{(pid=103591) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 17:35:15.680499 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-2fbdd8fb-a6d4-48e1-ae22-984a1569cf8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:15.702836 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-2fbdd8fb-a6d4-48e1-ae22-984a1569cf8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264758186'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:15.769012 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0be8c2f9-dc31-4872-830b-435dcf353042 tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:15.772458 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbdd8fb-a6d4-48e1-ae22-984a1569cf8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] Pushing event updated for resources: {'Port': ['ID=84b158f5-4700-49ab-a4e6-ef808fbbb661,revision_number=2']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:35:15.787770 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906bb83c-dc0e-4851-aa63-c900bf01d5e4 req-1ee5341a-cc41-4dd6-a1de-5ba693c37c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:35:15.789522 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-906bb83c-dc0e-4851-aa63-c900bf01d5e4 req-1ee5341a-cc41-4dd6-a1de-5ba693c37c03 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=579e8c1e-f51a-4f5f-aafb-372cc339033c HTTP/1.1" status: 200 len: 855 time: 0.0890925 Nov 23 17:35:15.789840 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [None req-2fbdd8fb-a6d4-48e1-ae22-984a1569cf8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] Attempting to bind port 84b158f5-4700-49ab-a4e6-ef808fbbb661 on host n-h2-816206-8 for vnic_type normal with profile {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:35:15.790185 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [None req-2fbdd8fb-a6d4-48e1-ae22-984a1569cf8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] Attempting to bind port 84b158f5-4700-49ab-a4e6-ef808fbbb661 by drivers openvswitch,hyperv on host n-h2-816206-8 at level 0 using segments [{'id': '0fe59f7e-534c-4cc6-9b62-f943c02612bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '4eb16bf4-255f-4ffc-bc9e-3e234579c998'}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:35:15.790568 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fbdd8fb-a6d4-48e1-ae22-984a1569cf8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] Attempting to bind port 84b158f5-4700-49ab-a4e6-ef808fbbb661 on network 4eb16bf4-255f-4ffc-bc9e-3e234579c998 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:35:15.795410 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fbdd8fb-a6d4-48e1-ae22-984a1569cf8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] Port 84b158f5-4700-49ab-a4e6-ef808fbbb661 on network 4eb16bf4-255f-4ffc-bc9e-3e234579c998 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-8 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 17:35:15.795797 n-d-816206-8 neutron-server[103591]: ERROR neutron.plugins.ml2.managers [None req-2fbdd8fb-a6d4-48e1-ae22-984a1569cf8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] Failed to bind port 84b158f5-4700-49ab-a4e6-ef808fbbb661 on host n-h2-816206-8 for vnic_type normal using segments [{'id': '0fe59f7e-534c-4cc6-9b62-f943c02612bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '4eb16bf4-255f-4ffc-bc9e-3e234579c998'}] Nov 23 17:35:15.797366 n-d-816206-8 neutron-server[103591]: INFO neutron.plugins.ml2.plugin [None req-2fbdd8fb-a6d4-48e1-ae22-984a1569cf8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] Attempt 2 to bind port 84b158f5-4700-49ab-a4e6-ef808fbbb661 Nov 23 17:35:15.822365 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [None req-2fbdd8fb-a6d4-48e1-ae22-984a1569cf8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] Attempting to bind port 84b158f5-4700-49ab-a4e6-ef808fbbb661 on host n-h2-816206-8 for vnic_type normal with profile {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:35:15.823051 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [None req-2fbdd8fb-a6d4-48e1-ae22-984a1569cf8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] Attempting to bind port 84b158f5-4700-49ab-a4e6-ef808fbbb661 by drivers openvswitch,hyperv on host n-h2-816206-8 at level 0 using segments [{'id': '0fe59f7e-534c-4cc6-9b62-f943c02612bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '4eb16bf4-255f-4ffc-bc9e-3e234579c998'}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:35:15.823852 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fbdd8fb-a6d4-48e1-ae22-984a1569cf8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] Attempting to bind port 84b158f5-4700-49ab-a4e6-ef808fbbb661 on network 4eb16bf4-255f-4ffc-bc9e-3e234579c998 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:35:15.830897 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fbdd8fb-a6d4-48e1-ae22-984a1569cf8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] Port 84b158f5-4700-49ab-a4e6-ef808fbbb661 on network 4eb16bf4-255f-4ffc-bc9e-3e234579c998 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-8 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 17:35:15.831746 n-d-816206-8 neutron-server[103591]: ERROR neutron.plugins.ml2.managers [None req-2fbdd8fb-a6d4-48e1-ae22-984a1569cf8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] Failed to bind port 84b158f5-4700-49ab-a4e6-ef808fbbb661 on host n-h2-816206-8 for vnic_type normal using segments [{'id': '0fe59f7e-534c-4cc6-9b62-f943c02612bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '4eb16bf4-255f-4ffc-bc9e-3e234579c998'}] Nov 23 17:35:15.832616 n-d-816206-8 neutron-server[103591]: INFO neutron.plugins.ml2.plugin [None req-2fbdd8fb-a6d4-48e1-ae22-984a1569cf8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] Attempt 3 to bind port 84b158f5-4700-49ab-a4e6-ef808fbbb661 Nov 23 17:35:15.843622 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-906bb83c-dc0e-4851-aa63-c900bf01d5e4 req-a3c65159-a002-4f03-b4dc-bc373fdbf50f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=fc96739d-c491-43ac-87e8-a972969a7778&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0456958 Nov 23 17:35:15.853308 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [None req-2fbdd8fb-a6d4-48e1-ae22-984a1569cf8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] Attempting to bind port 84b158f5-4700-49ab-a4e6-ef808fbbb661 on host n-h2-816206-8 for vnic_type normal with profile {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:35:15.853787 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [None req-2fbdd8fb-a6d4-48e1-ae22-984a1569cf8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] Attempting to bind port 84b158f5-4700-49ab-a4e6-ef808fbbb661 by drivers openvswitch,hyperv on host n-h2-816206-8 at level 0 using segments [{'id': '0fe59f7e-534c-4cc6-9b62-f943c02612bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '4eb16bf4-255f-4ffc-bc9e-3e234579c998'}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:35:15.854221 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fbdd8fb-a6d4-48e1-ae22-984a1569cf8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] Attempting to bind port 84b158f5-4700-49ab-a4e6-ef808fbbb661 on network 4eb16bf4-255f-4ffc-bc9e-3e234579c998 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:35:15.860254 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fbdd8fb-a6d4-48e1-ae22-984a1569cf8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] Port 84b158f5-4700-49ab-a4e6-ef808fbbb661 on network 4eb16bf4-255f-4ffc-bc9e-3e234579c998 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-8 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 17:35:15.860828 n-d-816206-8 neutron-server[103591]: ERROR neutron.plugins.ml2.managers [None req-2fbdd8fb-a6d4-48e1-ae22-984a1569cf8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] Failed to bind port 84b158f5-4700-49ab-a4e6-ef808fbbb661 on host n-h2-816206-8 for vnic_type normal using segments [{'id': '0fe59f7e-534c-4cc6-9b62-f943c02612bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '4eb16bf4-255f-4ffc-bc9e-3e234579c998'}] Nov 23 17:35:15.861319 n-d-816206-8 neutron-server[103591]: INFO neutron.plugins.ml2.plugin [None req-2fbdd8fb-a6d4-48e1-ae22-984a1569cf8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] Attempt 4 to bind port 84b158f5-4700-49ab-a4e6-ef808fbbb661 Nov 23 17:35:15.876718 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [None req-2fbdd8fb-a6d4-48e1-ae22-984a1569cf8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] Attempting to bind port 84b158f5-4700-49ab-a4e6-ef808fbbb661 on host n-h2-816206-8 for vnic_type normal with profile {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:35:15.877156 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [None req-2fbdd8fb-a6d4-48e1-ae22-984a1569cf8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] Attempting to bind port 84b158f5-4700-49ab-a4e6-ef808fbbb661 by drivers openvswitch,hyperv on host n-h2-816206-8 at level 0 using segments [{'id': '0fe59f7e-534c-4cc6-9b62-f943c02612bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '4eb16bf4-255f-4ffc-bc9e-3e234579c998'}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:35:15.877585 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fbdd8fb-a6d4-48e1-ae22-984a1569cf8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] Attempting to bind port 84b158f5-4700-49ab-a4e6-ef808fbbb661 on network 4eb16bf4-255f-4ffc-bc9e-3e234579c998 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:35:15.882315 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fbdd8fb-a6d4-48e1-ae22-984a1569cf8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] Port 84b158f5-4700-49ab-a4e6-ef808fbbb661 on network 4eb16bf4-255f-4ffc-bc9e-3e234579c998 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-8 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 17:35:15.882787 n-d-816206-8 neutron-server[103591]: ERROR neutron.plugins.ml2.managers [None req-2fbdd8fb-a6d4-48e1-ae22-984a1569cf8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] Failed to bind port 84b158f5-4700-49ab-a4e6-ef808fbbb661 on host n-h2-816206-8 for vnic_type normal using segments [{'id': '0fe59f7e-534c-4cc6-9b62-f943c02612bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '4eb16bf4-255f-4ffc-bc9e-3e234579c998'}] Nov 23 17:35:15.883643 n-d-816206-8 neutron-server[103591]: INFO neutron.plugins.ml2.plugin [None req-2fbdd8fb-a6d4-48e1-ae22-984a1569cf8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] Attempt 5 to bind port 84b158f5-4700-49ab-a4e6-ef808fbbb661 Nov 23 17:35:15.900075 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [None req-2fbdd8fb-a6d4-48e1-ae22-984a1569cf8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] Attempting to bind port 84b158f5-4700-49ab-a4e6-ef808fbbb661 on host n-h2-816206-8 for vnic_type normal with profile {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:35:15.900605 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [None req-2fbdd8fb-a6d4-48e1-ae22-984a1569cf8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] Attempting to bind port 84b158f5-4700-49ab-a4e6-ef808fbbb661 by drivers openvswitch,hyperv on host n-h2-816206-8 at level 0 using segments [{'id': '0fe59f7e-534c-4cc6-9b62-f943c02612bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '4eb16bf4-255f-4ffc-bc9e-3e234579c998'}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:35:15.901045 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fbdd8fb-a6d4-48e1-ae22-984a1569cf8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] Attempting to bind port 84b158f5-4700-49ab-a4e6-ef808fbbb661 on network 4eb16bf4-255f-4ffc-bc9e-3e234579c998 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:35:15.907019 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fbdd8fb-a6d4-48e1-ae22-984a1569cf8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] Port 84b158f5-4700-49ab-a4e6-ef808fbbb661 on network 4eb16bf4-255f-4ffc-bc9e-3e234579c998 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-8 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 17:35:15.907560 n-d-816206-8 neutron-server[103591]: ERROR neutron.plugins.ml2.managers [None req-2fbdd8fb-a6d4-48e1-ae22-984a1569cf8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] Failed to bind port 84b158f5-4700-49ab-a4e6-ef808fbbb661 on host n-h2-816206-8 for vnic_type normal using segments [{'id': '0fe59f7e-534c-4cc6-9b62-f943c02612bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '4eb16bf4-255f-4ffc-bc9e-3e234579c998'}] Nov 23 17:35:15.908041 n-d-816206-8 neutron-server[103591]: INFO neutron.plugins.ml2.plugin [None req-2fbdd8fb-a6d4-48e1-ae22-984a1569cf8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] Attempt 6 to bind port 84b158f5-4700-49ab-a4e6-ef808fbbb661 Nov 23 17:35:15.923185 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [None req-2fbdd8fb-a6d4-48e1-ae22-984a1569cf8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] Attempting to bind port 84b158f5-4700-49ab-a4e6-ef808fbbb661 on host n-h2-816206-8 for vnic_type normal with profile {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:35:15.923661 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [None req-2fbdd8fb-a6d4-48e1-ae22-984a1569cf8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] Attempting to bind port 84b158f5-4700-49ab-a4e6-ef808fbbb661 by drivers openvswitch,hyperv on host n-h2-816206-8 at level 0 using segments [{'id': '0fe59f7e-534c-4cc6-9b62-f943c02612bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '4eb16bf4-255f-4ffc-bc9e-3e234579c998'}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:35:15.924097 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fbdd8fb-a6d4-48e1-ae22-984a1569cf8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] Attempting to bind port 84b158f5-4700-49ab-a4e6-ef808fbbb661 on network 4eb16bf4-255f-4ffc-bc9e-3e234579c998 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:35:15.924219 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0be8c2f9-dc31-4872-830b-435dcf353042 tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:15.930200 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fbdd8fb-a6d4-48e1-ae22-984a1569cf8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] Port 84b158f5-4700-49ab-a4e6-ef808fbbb661 on network 4eb16bf4-255f-4ffc-bc9e-3e234579c998 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-8 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 17:35:15.931285 n-d-816206-8 neutron-server[103591]: ERROR neutron.plugins.ml2.managers [None req-2fbdd8fb-a6d4-48e1-ae22-984a1569cf8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] Failed to bind port 84b158f5-4700-49ab-a4e6-ef808fbbb661 on host n-h2-816206-8 for vnic_type normal using segments [{'id': '0fe59f7e-534c-4cc6-9b62-f943c02612bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '4eb16bf4-255f-4ffc-bc9e-3e234579c998'}] Nov 23 17:35:15.931285 n-d-816206-8 neutron-server[103591]: INFO neutron.plugins.ml2.plugin [None req-2fbdd8fb-a6d4-48e1-ae22-984a1569cf8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] Attempt 7 to bind port 84b158f5-4700-49ab-a4e6-ef808fbbb661 Nov 23 17:35:15.945978 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [None req-2fbdd8fb-a6d4-48e1-ae22-984a1569cf8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] Attempting to bind port 84b158f5-4700-49ab-a4e6-ef808fbbb661 on host n-h2-816206-8 for vnic_type normal with profile {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:35:15.946409 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [None req-2fbdd8fb-a6d4-48e1-ae22-984a1569cf8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] Attempting to bind port 84b158f5-4700-49ab-a4e6-ef808fbbb661 by drivers openvswitch,hyperv on host n-h2-816206-8 at level 0 using segments [{'id': '0fe59f7e-534c-4cc6-9b62-f943c02612bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '4eb16bf4-255f-4ffc-bc9e-3e234579c998'}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:35:15.946843 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fbdd8fb-a6d4-48e1-ae22-984a1569cf8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] Attempting to bind port 84b158f5-4700-49ab-a4e6-ef808fbbb661 on network 4eb16bf4-255f-4ffc-bc9e-3e234579c998 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:35:15.953274 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fbdd8fb-a6d4-48e1-ae22-984a1569cf8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] Port 84b158f5-4700-49ab-a4e6-ef808fbbb661 on network 4eb16bf4-255f-4ffc-bc9e-3e234579c998 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-8 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 17:35:15.953678 n-d-816206-8 neutron-server[103591]: ERROR neutron.plugins.ml2.managers [None req-2fbdd8fb-a6d4-48e1-ae22-984a1569cf8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] Failed to bind port 84b158f5-4700-49ab-a4e6-ef808fbbb661 on host n-h2-816206-8 for vnic_type normal using segments [{'id': '0fe59f7e-534c-4cc6-9b62-f943c02612bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '4eb16bf4-255f-4ffc-bc9e-3e234579c998'}] Nov 23 17:35:15.954171 n-d-816206-8 neutron-server[103591]: INFO neutron.plugins.ml2.plugin [None req-2fbdd8fb-a6d4-48e1-ae22-984a1569cf8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] Attempt 8 to bind port 84b158f5-4700-49ab-a4e6-ef808fbbb661 Nov 23 17:35:15.976778 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [None req-2fbdd8fb-a6d4-48e1-ae22-984a1569cf8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] Attempting to bind port 84b158f5-4700-49ab-a4e6-ef808fbbb661 on host n-h2-816206-8 for vnic_type normal with profile {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:35:15.977522 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [None req-2fbdd8fb-a6d4-48e1-ae22-984a1569cf8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] Attempting to bind port 84b158f5-4700-49ab-a4e6-ef808fbbb661 by drivers openvswitch,hyperv on host n-h2-816206-8 at level 0 using segments [{'id': '0fe59f7e-534c-4cc6-9b62-f943c02612bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '4eb16bf4-255f-4ffc-bc9e-3e234579c998'}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:35:15.978244 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fbdd8fb-a6d4-48e1-ae22-984a1569cf8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] Attempting to bind port 84b158f5-4700-49ab-a4e6-ef808fbbb661 on network 4eb16bf4-255f-4ffc-bc9e-3e234579c998 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:35:15.986363 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fbdd8fb-a6d4-48e1-ae22-984a1569cf8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] Port 84b158f5-4700-49ab-a4e6-ef808fbbb661 on network 4eb16bf4-255f-4ffc-bc9e-3e234579c998 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-8 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 17:35:15.987009 n-d-816206-8 neutron-server[103591]: ERROR neutron.plugins.ml2.managers [None req-2fbdd8fb-a6d4-48e1-ae22-984a1569cf8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] Failed to bind port 84b158f5-4700-49ab-a4e6-ef808fbbb661 on host n-h2-816206-8 for vnic_type normal using segments [{'id': '0fe59f7e-534c-4cc6-9b62-f943c02612bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '4eb16bf4-255f-4ffc-bc9e-3e234579c998'}] Nov 23 17:35:15.987735 n-d-816206-8 neutron-server[103591]: INFO neutron.plugins.ml2.plugin [None req-2fbdd8fb-a6d4-48e1-ae22-984a1569cf8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] Attempt 9 to bind port 84b158f5-4700-49ab-a4e6-ef808fbbb661 Nov 23 17:35:16.013721 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [None req-2fbdd8fb-a6d4-48e1-ae22-984a1569cf8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] Attempting to bind port 84b158f5-4700-49ab-a4e6-ef808fbbb661 on host n-h2-816206-8 for vnic_type normal with profile {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:35:16.014251 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [None req-2fbdd8fb-a6d4-48e1-ae22-984a1569cf8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] Attempting to bind port 84b158f5-4700-49ab-a4e6-ef808fbbb661 by drivers openvswitch,hyperv on host n-h2-816206-8 at level 0 using segments [{'id': '0fe59f7e-534c-4cc6-9b62-f943c02612bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '4eb16bf4-255f-4ffc-bc9e-3e234579c998'}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:35:16.014710 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fbdd8fb-a6d4-48e1-ae22-984a1569cf8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] Attempting to bind port 84b158f5-4700-49ab-a4e6-ef808fbbb661 on network 4eb16bf4-255f-4ffc-bc9e-3e234579c998 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:35:16.020231 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fbdd8fb-a6d4-48e1-ae22-984a1569cf8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] Port 84b158f5-4700-49ab-a4e6-ef808fbbb661 on network 4eb16bf4-255f-4ffc-bc9e-3e234579c998 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-8 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 17:35:16.020721 n-d-816206-8 neutron-server[103591]: ERROR neutron.plugins.ml2.managers [None req-2fbdd8fb-a6d4-48e1-ae22-984a1569cf8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] Failed to bind port 84b158f5-4700-49ab-a4e6-ef808fbbb661 on host n-h2-816206-8 for vnic_type normal using segments [{'id': '0fe59f7e-534c-4cc6-9b62-f943c02612bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '4eb16bf4-255f-4ffc-bc9e-3e234579c998'}] Nov 23 17:35:16.021259 n-d-816206-8 neutron-server[103591]: INFO neutron.plugins.ml2.plugin [None req-2fbdd8fb-a6d4-48e1-ae22-984a1569cf8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] Attempt 10 to bind port 84b158f5-4700-49ab-a4e6-ef808fbbb661 Nov 23 17:35:16.036611 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [None req-2fbdd8fb-a6d4-48e1-ae22-984a1569cf8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] Attempting to bind port 84b158f5-4700-49ab-a4e6-ef808fbbb661 on host n-h2-816206-8 for vnic_type normal with profile {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:35:16.037094 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [None req-2fbdd8fb-a6d4-48e1-ae22-984a1569cf8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] Attempting to bind port 84b158f5-4700-49ab-a4e6-ef808fbbb661 by drivers openvswitch,hyperv on host n-h2-816206-8 at level 0 using segments [{'id': '0fe59f7e-534c-4cc6-9b62-f943c02612bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '4eb16bf4-255f-4ffc-bc9e-3e234579c998'}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:35:16.037533 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fbdd8fb-a6d4-48e1-ae22-984a1569cf8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] Attempting to bind port 84b158f5-4700-49ab-a4e6-ef808fbbb661 on network 4eb16bf4-255f-4ffc-bc9e-3e234579c998 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:35:16.046061 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fbdd8fb-a6d4-48e1-ae22-984a1569cf8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] Port 84b158f5-4700-49ab-a4e6-ef808fbbb661 on network 4eb16bf4-255f-4ffc-bc9e-3e234579c998 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-8 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 17:35:16.046535 n-d-816206-8 neutron-server[103591]: ERROR neutron.plugins.ml2.managers [None req-2fbdd8fb-a6d4-48e1-ae22-984a1569cf8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] Failed to bind port 84b158f5-4700-49ab-a4e6-ef808fbbb661 on host n-h2-816206-8 for vnic_type normal using segments [{'id': '0fe59f7e-534c-4cc6-9b62-f943c02612bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '4eb16bf4-255f-4ffc-bc9e-3e234579c998'}] Nov 23 17:35:16.047318 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-2fbdd8fb-a6d4-48e1-ae22-984a1569cf8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:16.097758 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0be8c2f9-dc31-4872-830b-435dcf353042 tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] Network a5f89f00-1f40-4a4e-a948-3672f319c40b is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:35:16.106295 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-0be8c2f9-dc31-4872-830b-435dcf353042 tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:35:16.114966 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0be8c2f9-dc31-4872-830b-435dcf353042 tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:35:16.116182 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0be8c2f9-dc31-4872-830b-435dcf353042 tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:35:16.116814 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0be8c2f9-dc31-4872-830b-435dcf353042 tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:16.120195 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be8c2f9-dc31-4872-830b-435dcf353042 tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] Pushing event updated for resources: {'Port': ['ID=1f8d7047-4037-4b64-9503-6c46999068b3,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:35:16.142642 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [None req-2fbdd8fb-a6d4-48e1-ae22-984a1569cf8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] For port 84b158f5-4700-49ab-a4e6-ef808fbbb661, host n-h2-816206-8, cleared binding levels {{(pid=103591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:35:16.143358 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [None req-2fbdd8fb-a6d4-48e1-ae22-984a1569cf8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] Attempted to set empty binding levels {{(pid=103591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 23 17:35:16.158475 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-0be8c2f9-dc31-4872-830b-435dcf353042 tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.7532144 Nov 23 17:35:16.159112 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 42088) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:35:16.179385 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-906bb83c-dc0e-4851-aa63-c900bf01d5e4 req-7c515efc-6d69-4562-a548-014ed5bf317b service neutron] 10.222.0.55 "GET /v2.0/networks/fc96739d-c491-43ac-87e8-a972969a7778?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3257987 Nov 23 17:35:16.187891 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-2fbdd8fb-a6d4-48e1-ae22-984a1569cf8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264758186'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:16.274323 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26ba9ab-7143-4e9f-8c91-2e25a7a23b23 req-29c7c732-b84f-48f0-994e-6f62959e6d24 tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:35:16.282752 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f26ba9ab-7143-4e9f-8c91-2e25a7a23b23 req-29c7c732-b84f-48f0-994e-6f62959e6d24 tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] 10.222.0.60 "GET /v2.0/ports?device_id=7381ae1d-a208-4b78-a6b3-2ed033ea2f6d HTTP/1.1" status: 200 len: 943 time: 0.2376463 Nov 23 17:35:16.289264 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-2fbdd8fb-a6d4-48e1-ae22-984a1569cf8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] In _notify_port_updated(), no bound segment for port 84b158f5-4700-49ab-a4e6-ef808fbbb661 on network 4eb16bf4-255f-4ffc-bc9e-3e234579c998 {{(pid=103591) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 23 17:35:16.290913 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fbdd8fb-a6d4-48e1-ae22-984a1569cf8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:35:16.291620 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-2fbdd8fb-a6d4-48e1-ae22-984a1569cf8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:16.295890 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-2fbdd8fb-a6d4-48e1-ae22-984a1569cf8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] 10.222.0.60 "PUT /v2.0/ports/84b158f5-4700-49ab-a4e6-ef808fbbb661 HTTP/1.1" status: 200 len: 979 time: 1.1010566 Nov 23 17:35:16.298319 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62c1cfce-9598-4920-89bb-f389a48f19a1 tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:35:16.303774 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-62c1cfce-9598-4920-89bb-f389a48f19a1 tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] 10.222.0.60 "GET /v2.0/ports/1f8d7047-4037-4b64-9503-6c46999068b3 HTTP/1.1" status: 200 len: 955 time: 0.1413121 Nov 23 17:35:16.304403 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 42092) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:35:16.305045 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 42094) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:35:16.379830 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbdd8fb-a6d4-48e1-ae22-984a1569cf8e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] Pushing event updated for resources: {'Port': ['ID=84b158f5-4700-49ab-a4e6-ef808fbbb661,revision_number=3']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:35:16.403697 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f26ba9ab-7143-4e9f-8c91-2e25a7a23b23 req-17d02706-bdc8-4731-93c4-1acb8fa74c31 tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] 10.222.0.60 "GET /v2.0/security-groups?id=67691fce-8308-48e3-b930-b7465ae25797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199372 Nov 23 17:35:16.433833 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a56cea2-0e6c-474f-8709-ec3f3947687c req-d917ff24-8239-4bae-bd20-ddb16768269a tempest-ServerRescueTestJSONUnderV235-2089606454 tempest-ServerRescueTestJSONUnderV235-2089606454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:35:16.436190 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2a56cea2-0e6c-474f-8709-ec3f3947687c req-d917ff24-8239-4bae-bd20-ddb16768269a tempest-ServerRescueTestJSONUnderV235-2089606454 tempest-ServerRescueTestJSONUnderV235-2089606454-project] 10.222.0.60 "GET /v2.0/ports?device_id=db755471-155f-4d9e-b81d-3999c64dda09 HTTP/1.1" status: 200 len: 946 time: 0.0883694 Nov 23 17:35:16.491774 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-52822d53-48f5-4819-8a95-bdc13aea0bf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:16.503602 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2a56cea2-0e6c-474f-8709-ec3f3947687c req-3b684435-7a98-4317-a862-2ad4efdacace tempest-ServerRescueTestJSONUnderV235-2089606454 tempest-ServerRescueTestJSONUnderV235-2089606454-project] 10.222.0.60 "GET /v2.0/security-groups?id=627e1e45-7f27-49ad-a161-3002d16a7eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513988 Nov 23 17:35:16.591912 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4e9d80d-e53a-441b-b3f8-4873a3491f5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:35:16.591912 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4e9d80d-e53a-441b-b3f8-4873a3491f5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:35:16.591912 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4e9d80d-e53a-441b-b3f8-4873a3491f5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:35:16.591912 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4e9d80d-e53a-441b-b3f8-4873a3491f5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:35:16.592406 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4e9d80d-e53a-441b-b3f8-4873a3491f5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:35:16.592980 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4e9d80d-e53a-441b-b3f8-4873a3491f5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:35:16.593786 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4e9d80d-e53a-441b-b3f8-4873a3491f5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:35:16.594245 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4e9d80d-e53a-441b-b3f8-4873a3491f5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:35:16.594897 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4e9d80d-e53a-441b-b3f8-4873a3491f5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:35:16.595564 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4e9d80d-e53a-441b-b3f8-4873a3491f5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:35:16.596049 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4e9d80d-e53a-441b-b3f8-4873a3491f5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:35:16.597402 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4e9d80d-e53a-441b-b3f8-4873a3491f5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:35:16.598099 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4e9d80d-e53a-441b-b3f8-4873a3491f5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:35:16.598720 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4e9d80d-e53a-441b-b3f8-4873a3491f5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:35:16.599213 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4e9d80d-e53a-441b-b3f8-4873a3491f5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:35:16.599778 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4e9d80d-e53a-441b-b3f8-4873a3491f5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:35:16.600330 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4e9d80d-e53a-441b-b3f8-4873a3491f5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:35:16.601091 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4e9d80d-e53a-441b-b3f8-4873a3491f5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:35:16.601621 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4e9d80d-e53a-441b-b3f8-4873a3491f5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:35:16.602737 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4e9d80d-e53a-441b-b3f8-4873a3491f5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:35:16.603364 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4e9d80d-e53a-441b-b3f8-4873a3491f5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:35:16.604134 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4e9d80d-e53a-441b-b3f8-4873a3491f5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:35:16.604668 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4e9d80d-e53a-441b-b3f8-4873a3491f5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:35:16.605126 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4e9d80d-e53a-441b-b3f8-4873a3491f5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:35:16.606345 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4e9d80d-e53a-441b-b3f8-4873a3491f5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:35:16.607052 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4e9d80d-e53a-441b-b3f8-4873a3491f5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:35:16.607550 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4e9d80d-e53a-441b-b3f8-4873a3491f5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:35:16.608256 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4e9d80d-e53a-441b-b3f8-4873a3491f5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:35:16.608839 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4e9d80d-e53a-441b-b3f8-4873a3491f5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:35:16.609516 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4e9d80d-e53a-441b-b3f8-4873a3491f5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:35:16.610240 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4e9d80d-e53a-441b-b3f8-4873a3491f5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:35:16.610689 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4e9d80d-e53a-441b-b3f8-4873a3491f5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:35:16.611287 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4e9d80d-e53a-441b-b3f8-4873a3491f5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:35:16.611839 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4e9d80d-e53a-441b-b3f8-4873a3491f5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:35:16.612408 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4e9d80d-e53a-441b-b3f8-4873a3491f5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:35:16.613005 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4e9d80d-e53a-441b-b3f8-4873a3491f5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:35:16.614172 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4e9d80d-e53a-441b-b3f8-4873a3491f5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:35:16.614316 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4e9d80d-e53a-441b-b3f8-4873a3491f5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:35:16.615146 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4e9d80d-e53a-441b-b3f8-4873a3491f5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:35:16.615393 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4e9d80d-e53a-441b-b3f8-4873a3491f5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:35:16.615840 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4e9d80d-e53a-441b-b3f8-4873a3491f5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:35:16.616361 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4e9d80d-e53a-441b-b3f8-4873a3491f5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:35:16.616995 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4e9d80d-e53a-441b-b3f8-4873a3491f5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:35:16.617448 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4e9d80d-e53a-441b-b3f8-4873a3491f5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:35:16.617892 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4e9d80d-e53a-441b-b3f8-4873a3491f5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:35:16.618346 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4e9d80d-e53a-441b-b3f8-4873a3491f5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:35:16.624212 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-a4e9d80d-e53a-441b-b3f8-4873a3491f5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 41318 time: 0.3153162 Nov 23 17:35:16.626297 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-906bb83c-dc0e-4851-aa63-c900bf01d5e4 req-34166c0c-5676-44f4-ad9d-5cd8da3be829 service neutron] 10.222.0.55 "GET /v2.0/networks/fc96739d-c491-43ac-87e8-a972969a7778?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4193215 Nov 23 17:35:16.629031 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 42100) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:35:16.661581 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-d4375a1d-0cda-4176-aefb-a0a551e3812a tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] Deleting port 1f8d7047-4037-4b64-9503-6c46999068b3 {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:35:16.662276 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d4375a1d-0cda-4176-aefb-a0a551e3812a tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:16.777922 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d4375a1d-0cda-4176-aefb-a0a551e3812a tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:16.794446 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-f570455c-8d11-4024-875c-1fe66375bb99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] Deleting port 84b158f5-4700-49ab-a4e6-ef808fbbb661 {{(pid=103591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:35:16.794714 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-f570455c-8d11-4024-875c-1fe66375bb99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:16.799233 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-d4375a1d-0cda-4176-aefb-a0a551e3812a tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] Calling delete_port for 1f8d7047-4037-4b64-9503-6c46999068b3 owned by {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:35:16.870657 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [None req-f570455c-8d11-4024-875c-1fe66375bb99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] For port 84b158f5-4700-49ab-a4e6-ef808fbbb661, host n-h2-816206-8, got binding levels [] {{(pid=103591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:35:16.870912 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-f570455c-8d11-4024-875c-1fe66375bb99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:16.889700 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-f570455c-8d11-4024-875c-1fe66375bb99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] Calling delete_port for 84b158f5-4700-49ab-a4e6-ef808fbbb661 owned by {{(pid=103591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:35:16.926898 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e19e36d-1f0c-4180-8303-bb0be775b693 req-b1d68fcd-825e-4e8b-8aed-0f3687aa6886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:35:16.928529 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-0e19e36d-1f0c-4180-8303-bb0be775b693 req-b1d68fcd-825e-4e8b-8aed-0f3687aa6886 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=479bc3f4118b4e1b83aa4de042fcddf0&device_id=7381ae1d-a208-4b78-a6b3-2ed033ea2f6d HTTP/1.1" status: 200 len: 1094 time: 0.1853077 Nov 23 17:35:16.948983 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d4375a1d-0cda-4176-aefb-a0a551e3812a tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:17.008756 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4375a1d-0cda-4176-aefb-a0a551e3812a tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] Pushing event deleted for resources: {'Port': ['ID=1f8d7047-4037-4b64-9503-6c46999068b3,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:35:17.021984 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d4375a1d-0cda-4176-aefb-a0a551e3812a tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:17.026624 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-d4375a1d-0cda-4176-aefb-a0a551e3812a tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] 10.222.0.60 "DELETE /v2.0/ports/1f8d7047-4037-4b64-9503-6c46999068b3 HTTP/1.1" status: 204 len: 168 time: 0.7160928 Nov 23 17:35:17.038359 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 42106) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:35:17.082304 n-d-816206-8 neutron-server[103591]: INFO neutron.pecan_wsgi.hooks.translation [None req-2944efe1-2909-47ba-9ed3-2bd84dcc13b3 tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] GET failed (client error): The resource could not be found. Nov 23 17:35:17.083793 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-2944efe1-2909-47ba-9ed3-2bd84dcc13b3 tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] 10.222.0.60 "GET /v2.0/ports/1f8d7047-4037-4b64-9503-6c46999068b3 HTTP/1.1" status: 404 len: 333 time: 0.0444117 Nov 23 17:35:17.085301 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-f570455c-8d11-4024-875c-1fe66375bb99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:17.089034 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 42108) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:35:17.095594 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-b8b5bdb1-67f3-4e62-9060-0754c87a4b52 tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] Request body: {'port': {'network_id': 'a5f89f00-1f40-4a4e-a948-3672f319c40b', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-649742487'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:35:17.115329 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e19e36d-1f0c-4180-8303-bb0be775b693 req-986fbf92-48f9-4e98-a13e-0e04a4f3b1c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:35:17.117419 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-0e19e36d-1f0c-4180-8303-bb0be775b693 req-986fbf92-48f9-4e98-a13e-0e04a4f3b1c9 service neutron] 10.222.0.55 "GET /v2.0/networks?id=fc96739d-c491-43ac-87e8-a972969a7778 HTTP/1.1" status: 200 len: 916 time: 0.1761713 Nov 23 17:35:17.125447 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f570455c-8d11-4024-875c-1fe66375bb99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] Pushing event deleted for resources: {'Port': ['ID=84b158f5-4700-49ab-a4e6-ef808fbbb661,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:35:17.133735 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-f570455c-8d11-4024-875c-1fe66375bb99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:17.141346 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-f570455c-8d11-4024-875c-1fe66375bb99 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] 10.222.0.60 "DELETE /v2.0/ports/84b158f5-4700-49ab-a4e6-ef808fbbb661 HTTP/1.1" status: 204 len: 168 time: 0.5108461 Nov 23 17:35:17.142071 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 42110) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:35:17.169458 n-d-816206-8 neutron-server[103591]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca7ffa20-aafe-4392-b6b3-686b578874f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] GET failed (client error): The resource could not be found. Nov 23 17:35:17.172570 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-ca7ffa20-aafe-4392-b6b3-686b578874f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] 10.222.0.60 "GET /v2.0/ports/84b158f5-4700-49ab-a4e6-ef808fbbb661 HTTP/1.1" status: 404 len: 333 time: 0.0279899 Nov 23 17:35:17.175853 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 42112) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:35:17.179626 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-0e19e36d-1f0c-4180-8303-bb0be775b693 req-c6fb79df-9c44-477d-9dff-67e1f8bcfa79 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2ec817d4-d373-4795-968d-20f56c02cef8 HTTP/1.1" status: 200 len: 217 time: 0.0545082 Nov 23 17:35:17.180994 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-66a51c4e-dd0e-49af-baa1-ad86f1015aba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1375510741', 'network_id': '4eb16bf4-255f-4ffc-bc9e-3e234579c998'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:35:17.219622 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66a51c4e-dd0e-49af-baa1-ad86f1015aba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] Made reservation on behalf of e8f2ab05746e451a8726fe9408b6e5a1 for: {'port': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:35:17.220782 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8b5bdb1-67f3-4e62-9060-0754c87a4b52 tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] Made reservation on behalf of d26defd1fa8a43c2b688078cfe697de7 for: {'port': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:35:17.222297 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b8b5bdb1-67f3-4e62-9060-0754c87a4b52 tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:17.223548 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-66a51c4e-dd0e-49af-baa1-ad86f1015aba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:17.252015 n-d-816206-8 neutron-server[103590]: DEBUG neutron.notifiers.nova [None req-b8b5bdb1-67f3-4e62-9060-0754c87a4b52 tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] device_id is not set on port f57f1184-f18b-4e8e-be18-a14e6082dfa4 yet. {{(pid=103590) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 17:35:17.259148 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [None req-66a51c4e-dd0e-49af-baa1-ad86f1015aba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] device_id is not set on port b4b74a86-be63-4cff-a60b-b198ff678a35 yet. {{(pid=103591) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 17:35:17.264750 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e19e36d-1f0c-4180-8303-bb0be775b693 req-f928f709-8899-4a99-82c5-e5d20801938d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:35:17.266346 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-0e19e36d-1f0c-4180-8303-bb0be775b693 req-f928f709-8899-4a99-82c5-e5d20801938d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=579e8c1e-f51a-4f5f-aafb-372cc339033c HTTP/1.1" status: 200 len: 855 time: 0.0788412 Nov 23 17:35:17.334765 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-0e19e36d-1f0c-4180-8303-bb0be775b693 req-d84a7722-c7cd-4d89-8a75-8746c19f0999 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=fc96739d-c491-43ac-87e8-a972969a7778&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367396 Nov 23 17:35:17.439922 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-0e19e36d-1f0c-4180-8303-bb0be775b693 req-289b7ff4-9566-440d-8112-d9ff38c54882 service neutron] 10.222.0.55 "GET /v2.0/networks/fc96739d-c491-43ac-87e8-a972969a7778?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967543 Nov 23 17:35:17.499618 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-66a51c4e-dd0e-49af-baa1-ad86f1015aba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:17.551024 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-66a51c4e-dd0e-49af-baa1-ad86f1015aba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:17.688652 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9a27ae6c-db98-474f-94c1-cc99bf842d79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:17.692737 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-0e19e36d-1f0c-4180-8303-bb0be775b693 req-6ee2aa43-b66b-45c0-9a13-22369c15b9b0 service neutron] 10.222.0.55 "GET /v2.0/networks/fc96739d-c491-43ac-87e8-a972969a7778?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2433000 Nov 23 17:35:17.727589 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66a51c4e-dd0e-49af-baa1-ad86f1015aba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] Network 4eb16bf4-255f-4ffc-bc9e-3e234579c998 is already hosted by enough agents. {{(pid=103591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:35:17.745865 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b8b5bdb1-67f3-4e62-9060-0754c87a4b52 tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:17.770606 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [None req-66a51c4e-dd0e-49af-baa1-ad86f1015aba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] Resources bound (agent type, host, resource id): {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:35:17.777967 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66a51c4e-dd0e-49af-baa1-ad86f1015aba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] Received port after_create {{(pid=103591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:35:17.779200 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66a51c4e-dd0e-49af-baa1-ad86f1015aba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:35:17.780052 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-66a51c4e-dd0e-49af-baa1-ad86f1015aba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:17.783508 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a51c4e-dd0e-49af-baa1-ad86f1015aba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] Pushing event updated for resources: {'Port': ['ID=b4b74a86-be63-4cff-a60b-b198ff678a35,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:35:17.867154 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-66a51c4e-dd0e-49af-baa1-ad86f1015aba tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.6900210 Nov 23 17:35:17.870096 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 42124) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:35:17.885463 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8964d4b3-5f94-401c-9789-001e4cb26505 req-a465d8f2-805f-4eb5-b122-27e98a5a142d tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:35:17.887336 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8964d4b3-5f94-401c-9789-001e4cb26505 req-a465d8f2-805f-4eb5-b122-27e98a5a142d tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] 10.222.0.60 "GET /v2.0/ports?device_id=7381ae1d-a208-4b78-a6b3-2ed033ea2f6d HTTP/1.1" status: 200 len: 943 time: 0.2414896 Nov 23 17:35:17.948303 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b8b5bdb1-67f3-4e62-9060-0754c87a4b52 tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:17.971271 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93451fc6-200d-4189-9929-5a8cc84c6da3 req-9566c483-f9ce-45da-ae11-49429fd2c134 tempest-ServerRescueTestJSONUnderV235-2089606454 tempest-ServerRescueTestJSONUnderV235-2089606454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:35:17.972832 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-93451fc6-200d-4189-9929-5a8cc84c6da3 req-9566c483-f9ce-45da-ae11-49429fd2c134 tempest-ServerRescueTestJSONUnderV235-2089606454 tempest-ServerRescueTestJSONUnderV235-2089606454-project] 10.222.0.60 "GET /v2.0/ports?device_id=db755471-155f-4d9e-b81d-3999c64dda09 HTTP/1.1" status: 200 len: 946 time: 0.2606549 Nov 23 17:35:17.997049 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8b5bdb1-67f3-4e62-9060-0754c87a4b52 tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] Network a5f89f00-1f40-4a4e-a948-3672f319c40b is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:35:18.000548 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-b8b5bdb1-67f3-4e62-9060-0754c87a4b52 tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:35:18.012396 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8b5bdb1-67f3-4e62-9060-0754c87a4b52 tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:35:18.013940 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8b5bdb1-67f3-4e62-9060-0754c87a4b52 tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:35:18.014652 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b8b5bdb1-67f3-4e62-9060-0754c87a4b52 tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:18.035605 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-b8b5bdb1-67f3-4e62-9060-0754c87a4b52 tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.9422340 Nov 23 17:35:18.035605 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 42126) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:35:18.044012 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-a89424d9-478d-4976-851e-234ea34ae4d3 tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-816206-8'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:35:18.046202 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8964d4b3-5f94-401c-9789-001e4cb26505 req-5a93de75-358a-4539-b4c0-7d148add83cf tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] 10.222.0.60 "GET /v2.0/security-groups?id=67691fce-8308-48e3-b930-b7465ae25797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327994 Nov 23 17:35:18.068119 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b5bdb1-67f3-4e62-9060-0754c87a4b52 tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] Pushing event updated for resources: {'Port': ['ID=f57f1184-f18b-4e8e-be18-a14e6082dfa4,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:35:18.099408 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-93451fc6-200d-4189-9929-5a8cc84c6da3 req-d2b2126a-d7aa-42b6-8c0c-1e3faf76a071 tempest-ServerRescueTestJSONUnderV235-2089606454 tempest-ServerRescueTestJSONUnderV235-2089606454-project] 10.222.0.60 "GET /v2.0/security-groups?id=627e1e45-7f27-49ad-a161-3002d16a7eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956137 Nov 23 17:35:18.100871 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b116fb1-8979-46f9-a010-2b3a94578671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:35:18.105193 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-6b116fb1-8979-46f9-a010-2b3a94578671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] 10.222.0.60 "GET /v2.0/ports/b4b74a86-be63-4cff-a60b-b198ff678a35 HTTP/1.1" status: 200 len: 959 time: 0.2138698 Nov 23 17:35:18.105815 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 42128) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:35:18.133406 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a89424d9-478d-4976-851e-234ea34ae4d3 tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:18.212265 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-54eb0ddd-6217-4c4e-aad0-037967d90b08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] Deleting port b4b74a86-be63-4cff-a60b-b198ff678a35 {{(pid=103591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:35:18.212956 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-54eb0ddd-6217-4c4e-aad0-037967d90b08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:18.264159 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:18.294834 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-54eb0ddd-6217-4c4e-aad0-037967d90b08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:18.308290 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-54eb0ddd-6217-4c4e-aad0-037967d90b08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] Calling delete_port for b4b74a86-be63-4cff-a60b-b198ff678a35 owned by {{(pid=103591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:35:18.377585 n-d-816206-8 neutron-server[103590]: DEBUG neutron.notifiers.nova [None req-a89424d9-478d-4976-851e-234ea34ae4d3 tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] device_id is not set on port f57f1184-f18b-4e8e-be18-a14e6082dfa4 yet. {{(pid=103590) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 17:35:18.388182 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a89424d9-478d-4976-851e-234ea34ae4d3 tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:18.399083 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a89424d9-478d-4976-851e-234ea34ae4d3 tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264357957'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:18.400255 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-54eb0ddd-6217-4c4e-aad0-037967d90b08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:18.431980 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54eb0ddd-6217-4c4e-aad0-037967d90b08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] Pushing event deleted for resources: {'Port': ['ID=b4b74a86-be63-4cff-a60b-b198ff678a35,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:35:18.438178 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-54eb0ddd-6217-4c4e-aad0-037967d90b08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:18.441912 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-54eb0ddd-6217-4c4e-aad0-037967d90b08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] 10.222.0.60 "DELETE /v2.0/ports/b4b74a86-be63-4cff-a60b-b198ff678a35 HTTP/1.1" status: 204 len: 168 time: 0.3345659 Nov 23 17:35:18.444219 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 42132) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:35:18.468794 n-d-816206-8 neutron-server[103591]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d872c6f-b7f9-4a03-b3af-945406a3720e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] GET failed (client error): The resource could not be found. Nov 23 17:35:18.470219 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-8d872c6f-b7f9-4a03-b3af-945406a3720e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] 10.222.0.60 "GET /v2.0/ports/b4b74a86-be63-4cff-a60b-b198ff678a35 HTTP/1.1" status: 404 len: 333 time: 0.0250459 Nov 23 17:35:18.470714 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-a89424d9-478d-4976-851e-234ea34ae4d3 tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] Attempting to bind port f57f1184-f18b-4e8e-be18-a14e6082dfa4 on host n-h2-816206-8 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:35:18.471056 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-a89424d9-478d-4976-851e-234ea34ae4d3 tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] Attempting to bind port f57f1184-f18b-4e8e-be18-a14e6082dfa4 by drivers openvswitch,hyperv on host n-h2-816206-8 at level 0 using segments [{'id': 'eec8c926-d65a-4523-9428-1af790604f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'a5f89f00-1f40-4a4e-a948-3672f319c40b'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:35:18.471403 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a89424d9-478d-4976-851e-234ea34ae4d3 tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] Attempting to bind port f57f1184-f18b-4e8e-be18-a14e6082dfa4 on network a5f89f00-1f40-4a4e-a948-3672f319c40b {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:35:18.473405 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89424d9-478d-4976-851e-234ea34ae4d3 tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] Pushing event updated for resources: {'Port': ['ID=f57f1184-f18b-4e8e-be18-a14e6082dfa4,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:35:18.474103 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 42134) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:35:18.478699 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-6a011f8a-25ce-4e5d-a529-663623b22279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] Request body: {'port': {'network_id': '4eb16bf4-255f-4ffc-bc9e-3e234579c998', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-355923794'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:35:18.479662 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a89424d9-478d-4976-851e-234ea34ae4d3 tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] Port f57f1184-f18b-4e8e-be18-a14e6082dfa4 on network a5f89f00-1f40-4a4e-a948-3672f319c40b not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-8 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 17:35:18.479997 n-d-816206-8 neutron-server[103590]: ERROR neutron.plugins.ml2.managers [None req-a89424d9-478d-4976-851e-234ea34ae4d3 tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] Failed to bind port f57f1184-f18b-4e8e-be18-a14e6082dfa4 on host n-h2-816206-8 for vnic_type normal using segments [{'id': 'eec8c926-d65a-4523-9428-1af790604f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'a5f89f00-1f40-4a4e-a948-3672f319c40b'}] Nov 23 17:35:18.480374 n-d-816206-8 neutron-server[103590]: INFO neutron.plugins.ml2.plugin [None req-a89424d9-478d-4976-851e-234ea34ae4d3 tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] Attempt 2 to bind port f57f1184-f18b-4e8e-be18-a14e6082dfa4 Nov 23 17:35:18.494703 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-a89424d9-478d-4976-851e-234ea34ae4d3 tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] Attempting to bind port f57f1184-f18b-4e8e-be18-a14e6082dfa4 on host n-h2-816206-8 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:35:18.495342 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-a89424d9-478d-4976-851e-234ea34ae4d3 tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] Attempting to bind port f57f1184-f18b-4e8e-be18-a14e6082dfa4 by drivers openvswitch,hyperv on host n-h2-816206-8 at level 0 using segments [{'id': 'eec8c926-d65a-4523-9428-1af790604f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'a5f89f00-1f40-4a4e-a948-3672f319c40b'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:35:18.495678 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a89424d9-478d-4976-851e-234ea34ae4d3 tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] Attempting to bind port f57f1184-f18b-4e8e-be18-a14e6082dfa4 on network a5f89f00-1f40-4a4e-a948-3672f319c40b {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:35:18.501258 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a89424d9-478d-4976-851e-234ea34ae4d3 tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] Port f57f1184-f18b-4e8e-be18-a14e6082dfa4 on network a5f89f00-1f40-4a4e-a948-3672f319c40b not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-8 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 17:35:18.501658 n-d-816206-8 neutron-server[103590]: ERROR neutron.plugins.ml2.managers [None req-a89424d9-478d-4976-851e-234ea34ae4d3 tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] Failed to bind port f57f1184-f18b-4e8e-be18-a14e6082dfa4 on host n-h2-816206-8 for vnic_type normal using segments [{'id': 'eec8c926-d65a-4523-9428-1af790604f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'a5f89f00-1f40-4a4e-a948-3672f319c40b'}] Nov 23 17:35:18.502216 n-d-816206-8 neutron-server[103590]: INFO neutron.plugins.ml2.plugin [None req-a89424d9-478d-4976-851e-234ea34ae4d3 tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] Attempt 3 to bind port f57f1184-f18b-4e8e-be18-a14e6082dfa4 Nov 23 17:35:18.502338 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a011f8a-25ce-4e5d-a529-663623b22279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] Made reservation on behalf of e8f2ab05746e451a8726fe9408b6e5a1 for: {'port': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:35:18.505102 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-6a011f8a-25ce-4e5d-a529-663623b22279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:18.517798 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-a89424d9-478d-4976-851e-234ea34ae4d3 tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] Attempting to bind port f57f1184-f18b-4e8e-be18-a14e6082dfa4 on host n-h2-816206-8 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:35:18.518184 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-a89424d9-478d-4976-851e-234ea34ae4d3 tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] Attempting to bind port f57f1184-f18b-4e8e-be18-a14e6082dfa4 by drivers openvswitch,hyperv on host n-h2-816206-8 at level 0 using segments [{'id': 'eec8c926-d65a-4523-9428-1af790604f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'a5f89f00-1f40-4a4e-a948-3672f319c40b'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:35:18.518524 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a89424d9-478d-4976-851e-234ea34ae4d3 tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] Attempting to bind port f57f1184-f18b-4e8e-be18-a14e6082dfa4 on network a5f89f00-1f40-4a4e-a948-3672f319c40b {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:35:18.522718 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [None req-6a011f8a-25ce-4e5d-a529-663623b22279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] device_id is not set on port 95994340-fbc1-44d1-8ff1-aa650652c5bb yet. {{(pid=103591) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 17:35:18.522990 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a89424d9-478d-4976-851e-234ea34ae4d3 tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] Port f57f1184-f18b-4e8e-be18-a14e6082dfa4 on network a5f89f00-1f40-4a4e-a948-3672f319c40b not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-8 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 17:35:18.523311 n-d-816206-8 neutron-server[103590]: ERROR neutron.plugins.ml2.managers [None req-a89424d9-478d-4976-851e-234ea34ae4d3 tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] Failed to bind port f57f1184-f18b-4e8e-be18-a14e6082dfa4 on host n-h2-816206-8 for vnic_type normal using segments [{'id': 'eec8c926-d65a-4523-9428-1af790604f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'a5f89f00-1f40-4a4e-a948-3672f319c40b'}] Nov 23 17:35:18.523688 n-d-816206-8 neutron-server[103590]: INFO neutron.plugins.ml2.plugin [None req-a89424d9-478d-4976-851e-234ea34ae4d3 tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] Attempt 4 to bind port f57f1184-f18b-4e8e-be18-a14e6082dfa4 Nov 23 17:35:18.536913 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-a89424d9-478d-4976-851e-234ea34ae4d3 tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] Attempting to bind port f57f1184-f18b-4e8e-be18-a14e6082dfa4 on host n-h2-816206-8 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:35:18.537245 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-a89424d9-478d-4976-851e-234ea34ae4d3 tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] Attempting to bind port f57f1184-f18b-4e8e-be18-a14e6082dfa4 by drivers openvswitch,hyperv on host n-h2-816206-8 at level 0 using segments [{'id': 'eec8c926-d65a-4523-9428-1af790604f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'a5f89f00-1f40-4a4e-a948-3672f319c40b'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:35:18.537581 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a89424d9-478d-4976-851e-234ea34ae4d3 tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] Attempting to bind port f57f1184-f18b-4e8e-be18-a14e6082dfa4 on network a5f89f00-1f40-4a4e-a948-3672f319c40b {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:35:18.542446 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a89424d9-478d-4976-851e-234ea34ae4d3 tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] Port f57f1184-f18b-4e8e-be18-a14e6082dfa4 on network a5f89f00-1f40-4a4e-a948-3672f319c40b not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-8 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 17:35:18.542781 n-d-816206-8 neutron-server[103590]: ERROR neutron.plugins.ml2.managers [None req-a89424d9-478d-4976-851e-234ea34ae4d3 tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] Failed to bind port f57f1184-f18b-4e8e-be18-a14e6082dfa4 on host n-h2-816206-8 for vnic_type normal using segments [{'id': 'eec8c926-d65a-4523-9428-1af790604f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'a5f89f00-1f40-4a4e-a948-3672f319c40b'}] Nov 23 17:35:18.543745 n-d-816206-8 neutron-server[103590]: INFO neutron.plugins.ml2.plugin [None req-a89424d9-478d-4976-851e-234ea34ae4d3 tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] Attempt 5 to bind port f57f1184-f18b-4e8e-be18-a14e6082dfa4 Nov 23 17:35:18.561058 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-a89424d9-478d-4976-851e-234ea34ae4d3 tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] Attempting to bind port f57f1184-f18b-4e8e-be18-a14e6082dfa4 on host n-h2-816206-8 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:35:18.561416 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-a89424d9-478d-4976-851e-234ea34ae4d3 tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] Attempting to bind port f57f1184-f18b-4e8e-be18-a14e6082dfa4 by drivers openvswitch,hyperv on host n-h2-816206-8 at level 0 using segments [{'id': 'eec8c926-d65a-4523-9428-1af790604f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'a5f89f00-1f40-4a4e-a948-3672f319c40b'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:35:18.561750 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a89424d9-478d-4976-851e-234ea34ae4d3 tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] Attempting to bind port f57f1184-f18b-4e8e-be18-a14e6082dfa4 on network a5f89f00-1f40-4a4e-a948-3672f319c40b {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:35:18.566597 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a89424d9-478d-4976-851e-234ea34ae4d3 tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] Port f57f1184-f18b-4e8e-be18-a14e6082dfa4 on network a5f89f00-1f40-4a4e-a948-3672f319c40b not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-8 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 17:35:18.566919 n-d-816206-8 neutron-server[103590]: ERROR neutron.plugins.ml2.managers [None req-a89424d9-478d-4976-851e-234ea34ae4d3 tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] Failed to bind port f57f1184-f18b-4e8e-be18-a14e6082dfa4 on host n-h2-816206-8 for vnic_type normal using segments [{'id': 'eec8c926-d65a-4523-9428-1af790604f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'a5f89f00-1f40-4a4e-a948-3672f319c40b'}] Nov 23 17:35:18.567302 n-d-816206-8 neutron-server[103590]: INFO neutron.plugins.ml2.plugin [None req-a89424d9-478d-4976-851e-234ea34ae4d3 tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] Attempt 6 to bind port f57f1184-f18b-4e8e-be18-a14e6082dfa4 Nov 23 17:35:18.580772 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-a89424d9-478d-4976-851e-234ea34ae4d3 tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] Attempting to bind port f57f1184-f18b-4e8e-be18-a14e6082dfa4 on host n-h2-816206-8 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:35:18.581110 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-a89424d9-478d-4976-851e-234ea34ae4d3 tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] Attempting to bind port f57f1184-f18b-4e8e-be18-a14e6082dfa4 by drivers openvswitch,hyperv on host n-h2-816206-8 at level 0 using segments [{'id': 'eec8c926-d65a-4523-9428-1af790604f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'a5f89f00-1f40-4a4e-a948-3672f319c40b'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:35:18.581444 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a89424d9-478d-4976-851e-234ea34ae4d3 tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] Attempting to bind port f57f1184-f18b-4e8e-be18-a14e6082dfa4 on network a5f89f00-1f40-4a4e-a948-3672f319c40b {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:35:18.586786 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a89424d9-478d-4976-851e-234ea34ae4d3 tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] Port f57f1184-f18b-4e8e-be18-a14e6082dfa4 on network a5f89f00-1f40-4a4e-a948-3672f319c40b not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-8 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 17:35:18.587384 n-d-816206-8 neutron-server[103590]: ERROR neutron.plugins.ml2.managers [None req-a89424d9-478d-4976-851e-234ea34ae4d3 tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] Failed to bind port f57f1184-f18b-4e8e-be18-a14e6082dfa4 on host n-h2-816206-8 for vnic_type normal using segments [{'id': 'eec8c926-d65a-4523-9428-1af790604f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'a5f89f00-1f40-4a4e-a948-3672f319c40b'}] Nov 23 17:35:18.587513 n-d-816206-8 neutron-server[103590]: INFO neutron.plugins.ml2.plugin [None req-a89424d9-478d-4976-851e-234ea34ae4d3 tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] Attempt 7 to bind port f57f1184-f18b-4e8e-be18-a14e6082dfa4 Nov 23 17:35:18.606433 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-a89424d9-478d-4976-851e-234ea34ae4d3 tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] Attempting to bind port f57f1184-f18b-4e8e-be18-a14e6082dfa4 on host n-h2-816206-8 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:35:18.607040 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-a89424d9-478d-4976-851e-234ea34ae4d3 tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] Attempting to bind port f57f1184-f18b-4e8e-be18-a14e6082dfa4 by drivers openvswitch,hyperv on host n-h2-816206-8 at level 0 using segments [{'id': 'eec8c926-d65a-4523-9428-1af790604f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'a5f89f00-1f40-4a4e-a948-3672f319c40b'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:35:18.607170 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a89424d9-478d-4976-851e-234ea34ae4d3 tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] Attempting to bind port f57f1184-f18b-4e8e-be18-a14e6082dfa4 on network a5f89f00-1f40-4a4e-a948-3672f319c40b {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:35:18.620850 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a89424d9-478d-4976-851e-234ea34ae4d3 tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] Port f57f1184-f18b-4e8e-be18-a14e6082dfa4 on network a5f89f00-1f40-4a4e-a948-3672f319c40b not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-8 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 17:35:18.622040 n-d-816206-8 neutron-server[103590]: ERROR neutron.plugins.ml2.managers [None req-a89424d9-478d-4976-851e-234ea34ae4d3 tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] Failed to bind port f57f1184-f18b-4e8e-be18-a14e6082dfa4 on host n-h2-816206-8 for vnic_type normal using segments [{'id': 'eec8c926-d65a-4523-9428-1af790604f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'a5f89f00-1f40-4a4e-a948-3672f319c40b'}] Nov 23 17:35:18.622437 n-d-816206-8 neutron-server[103590]: INFO neutron.plugins.ml2.plugin [None req-a89424d9-478d-4976-851e-234ea34ae4d3 tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] Attempt 8 to bind port f57f1184-f18b-4e8e-be18-a14e6082dfa4 Nov 23 17:35:18.636322 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-a89424d9-478d-4976-851e-234ea34ae4d3 tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] Attempting to bind port f57f1184-f18b-4e8e-be18-a14e6082dfa4 on host n-h2-816206-8 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:35:18.636865 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-a89424d9-478d-4976-851e-234ea34ae4d3 tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] Attempting to bind port f57f1184-f18b-4e8e-be18-a14e6082dfa4 by drivers openvswitch,hyperv on host n-h2-816206-8 at level 0 using segments [{'id': 'eec8c926-d65a-4523-9428-1af790604f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'a5f89f00-1f40-4a4e-a948-3672f319c40b'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:35:18.637202 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a89424d9-478d-4976-851e-234ea34ae4d3 tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] Attempting to bind port f57f1184-f18b-4e8e-be18-a14e6082dfa4 on network a5f89f00-1f40-4a4e-a948-3672f319c40b {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:35:18.641740 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a89424d9-478d-4976-851e-234ea34ae4d3 tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] Port f57f1184-f18b-4e8e-be18-a14e6082dfa4 on network a5f89f00-1f40-4a4e-a948-3672f319c40b not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-8 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 17:35:18.641992 n-d-816206-8 neutron-server[103590]: ERROR neutron.plugins.ml2.managers [None req-a89424d9-478d-4976-851e-234ea34ae4d3 tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] Failed to bind port f57f1184-f18b-4e8e-be18-a14e6082dfa4 on host n-h2-816206-8 for vnic_type normal using segments [{'id': 'eec8c926-d65a-4523-9428-1af790604f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'a5f89f00-1f40-4a4e-a948-3672f319c40b'}] Nov 23 17:35:18.642553 n-d-816206-8 neutron-server[103590]: INFO neutron.plugins.ml2.plugin [None req-a89424d9-478d-4976-851e-234ea34ae4d3 tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] Attempt 9 to bind port f57f1184-f18b-4e8e-be18-a14e6082dfa4 Nov 23 17:35:18.657153 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-a89424d9-478d-4976-851e-234ea34ae4d3 tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] Attempting to bind port f57f1184-f18b-4e8e-be18-a14e6082dfa4 on host n-h2-816206-8 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:35:18.657485 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-a89424d9-478d-4976-851e-234ea34ae4d3 tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] Attempting to bind port f57f1184-f18b-4e8e-be18-a14e6082dfa4 by drivers openvswitch,hyperv on host n-h2-816206-8 at level 0 using segments [{'id': 'eec8c926-d65a-4523-9428-1af790604f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'a5f89f00-1f40-4a4e-a948-3672f319c40b'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:35:18.657819 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a89424d9-478d-4976-851e-234ea34ae4d3 tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] Attempting to bind port f57f1184-f18b-4e8e-be18-a14e6082dfa4 on network a5f89f00-1f40-4a4e-a948-3672f319c40b {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:35:18.663759 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a89424d9-478d-4976-851e-234ea34ae4d3 tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] Port f57f1184-f18b-4e8e-be18-a14e6082dfa4 on network a5f89f00-1f40-4a4e-a948-3672f319c40b not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-8 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 17:35:18.664312 n-d-816206-8 neutron-server[103590]: ERROR neutron.plugins.ml2.managers [None req-a89424d9-478d-4976-851e-234ea34ae4d3 tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] Failed to bind port f57f1184-f18b-4e8e-be18-a14e6082dfa4 on host n-h2-816206-8 for vnic_type normal using segments [{'id': 'eec8c926-d65a-4523-9428-1af790604f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'a5f89f00-1f40-4a4e-a948-3672f319c40b'}] Nov 23 17:35:18.664871 n-d-816206-8 neutron-server[103590]: INFO neutron.plugins.ml2.plugin [None req-a89424d9-478d-4976-851e-234ea34ae4d3 tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] Attempt 10 to bind port f57f1184-f18b-4e8e-be18-a14e6082dfa4 Nov 23 17:35:18.679228 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-a89424d9-478d-4976-851e-234ea34ae4d3 tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] Attempting to bind port f57f1184-f18b-4e8e-be18-a14e6082dfa4 on host n-h2-816206-8 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:35:18.679228 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-a89424d9-478d-4976-851e-234ea34ae4d3 tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] Attempting to bind port f57f1184-f18b-4e8e-be18-a14e6082dfa4 by drivers openvswitch,hyperv on host n-h2-816206-8 at level 0 using segments [{'id': 'eec8c926-d65a-4523-9428-1af790604f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'a5f89f00-1f40-4a4e-a948-3672f319c40b'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:35:18.679529 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a89424d9-478d-4976-851e-234ea34ae4d3 tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] Attempting to bind port f57f1184-f18b-4e8e-be18-a14e6082dfa4 on network a5f89f00-1f40-4a4e-a948-3672f319c40b {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:35:18.685097 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a89424d9-478d-4976-851e-234ea34ae4d3 tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] Port f57f1184-f18b-4e8e-be18-a14e6082dfa4 on network a5f89f00-1f40-4a4e-a948-3672f319c40b not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-8 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 17:35:18.685097 n-d-816206-8 neutron-server[103590]: ERROR neutron.plugins.ml2.managers [None req-a89424d9-478d-4976-851e-234ea34ae4d3 tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] Failed to bind port f57f1184-f18b-4e8e-be18-a14e6082dfa4 on host n-h2-816206-8 for vnic_type normal using segments [{'id': 'eec8c926-d65a-4523-9428-1af790604f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'a5f89f00-1f40-4a4e-a948-3672f319c40b'}] Nov 23 17:35:18.685343 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a89424d9-478d-4976-851e-234ea34ae4d3 tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:18.695956 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-6a011f8a-25ce-4e5d-a529-663623b22279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:18.737553 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-6a011f8a-25ce-4e5d-a529-663623b22279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:18.761329 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-a89424d9-478d-4976-851e-234ea34ae4d3 tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] For port f57f1184-f18b-4e8e-be18-a14e6082dfa4, host n-h2-816206-8, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:35:18.762489 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-a89424d9-478d-4976-851e-234ea34ae4d3 tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] Attempted to set empty binding levels {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 23 17:35:18.767738 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a89424d9-478d-4976-851e-234ea34ae4d3 tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264357957'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:18.791850 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a011f8a-25ce-4e5d-a529-663623b22279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] Network 4eb16bf4-255f-4ffc-bc9e-3e234579c998 is already hosted by enough agents. {{(pid=103591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:35:18.798454 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [None req-6a011f8a-25ce-4e5d-a529-663623b22279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] Resources bound (agent type, host, resource id): {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:35:18.803109 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a011f8a-25ce-4e5d-a529-663623b22279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] Received port after_create {{(pid=103591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:35:18.804308 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a011f8a-25ce-4e5d-a529-663623b22279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:35:18.804932 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-6a011f8a-25ce-4e5d-a529-663623b22279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:18.808395 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a011f8a-25ce-4e5d-a529-663623b22279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] Pushing event updated for resources: {'Port': ['ID=95994340-fbc1-44d1-8ff1-aa650652c5bb,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:35:18.818816 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-a89424d9-478d-4976-851e-234ea34ae4d3 tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] In _notify_port_updated(), no bound segment for port f57f1184-f18b-4e8e-be18-a14e6082dfa4 on network a5f89f00-1f40-4a4e-a948-3672f319c40b {{(pid=103590) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 23 17:35:18.820327 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a89424d9-478d-4976-851e-234ea34ae4d3 tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:35:18.823505 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a89424d9-478d-4976-851e-234ea34ae4d3 tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:18.829652 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-a89424d9-478d-4976-851e-234ea34ae4d3 tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] 10.222.0.60 "PUT /v2.0/ports/f57f1184-f18b-4e8e-be18-a14e6082dfa4 HTTP/1.1" status: 200 len: 974 time: 0.7908304 Nov 23 17:35:18.830826 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 42140) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:35:18.849850 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-6a011f8a-25ce-4e5d-a529-663623b22279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.3723896 Nov 23 17:35:18.850067 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89424d9-478d-4976-851e-234ea34ae4d3 tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] Pushing event updated for resources: {'Port': ['ID=f57f1184-f18b-4e8e-be18-a14e6082dfa4,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:35:18.853862 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 42142) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:35:18.860349 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-d8cd3d3e-3496-48e8-82d7-4cb5a59ca619 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-816206-8'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:35:18.934723 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d8cd3d3e-3496-48e8-82d7-4cb5a59ca619 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:18.948391 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-a358a80c-e6cb-47b3-9ca3-ed4909c43389 tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] Deleting port f57f1184-f18b-4e8e-be18-a14e6082dfa4 {{(pid=103591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:35:18.949021 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-a358a80c-e6cb-47b3-9ca3-ed4909c43389 tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:19.077213 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [None req-a358a80c-e6cb-47b3-9ca3-ed4909c43389 tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] For port f57f1184-f18b-4e8e-be18-a14e6082dfa4, host n-h2-816206-8, got binding levels [] {{(pid=103591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:35:19.077852 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-a358a80c-e6cb-47b3-9ca3-ed4909c43389 tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:19.097328 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-a358a80c-e6cb-47b3-9ca3-ed4909c43389 tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] Calling delete_port for f57f1184-f18b-4e8e-be18-a14e6082dfa4 owned by {{(pid=103591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:35:19.122933 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca5d454-9b73-4f49-88bd-4a65606ca592 req-1392ddce-b662-4071-80f2-ae0298c6f5ac tempest-AttachVolumeNegativeTest-452624640 tempest-AttachVolumeNegativeTest-452624640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:35:19.132695 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2ca5d454-9b73-4f49-88bd-4a65606ca592 req-1392ddce-b662-4071-80f2-ae0298c6f5ac tempest-AttachVolumeNegativeTest-452624640 tempest-AttachVolumeNegativeTest-452624640-project] 10.222.0.60 "GET /v2.0/ports?device_id=531cafd7-8e1e-4b7c-92fc-e4a1f6ee4d62 HTTP/1.1" status: 200 len: 946 time: 0.1091106 Nov 23 17:35:19.210733 n-d-816206-8 neutron-server[103590]: DEBUG neutron.notifiers.nova [None req-d8cd3d3e-3496-48e8-82d7-4cb5a59ca619 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] device_id is not set on port 95994340-fbc1-44d1-8ff1-aa650652c5bb yet. {{(pid=103590) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 17:35:19.220669 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d8cd3d3e-3496-48e8-82d7-4cb5a59ca619 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:19.227189 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d8cd3d3e-3496-48e8-82d7-4cb5a59ca619 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264357957'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:19.275431 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2ca5d454-9b73-4f49-88bd-4a65606ca592 req-a97f82ea-6af1-423d-8397-ea51721ecaab tempest-AttachVolumeNegativeTest-452624640 tempest-AttachVolumeNegativeTest-452624640-project] 10.222.0.60 "GET /v2.0/security-groups?id=b501ccef-95b0-4939-b7ec-f5c6dfe73de7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416788 Nov 23 17:35:19.301647 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-d8cd3d3e-3496-48e8-82d7-4cb5a59ca619 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] Attempting to bind port 95994340-fbc1-44d1-8ff1-aa650652c5bb on host n-h2-816206-8 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:35:19.301975 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-d8cd3d3e-3496-48e8-82d7-4cb5a59ca619 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] Attempting to bind port 95994340-fbc1-44d1-8ff1-aa650652c5bb by drivers openvswitch,hyperv on host n-h2-816206-8 at level 0 using segments [{'id': '0fe59f7e-534c-4cc6-9b62-f943c02612bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '4eb16bf4-255f-4ffc-bc9e-3e234579c998'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:35:19.302306 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8cd3d3e-3496-48e8-82d7-4cb5a59ca619 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] Attempting to bind port 95994340-fbc1-44d1-8ff1-aa650652c5bb on network 4eb16bf4-255f-4ffc-bc9e-3e234579c998 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:35:19.307387 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8cd3d3e-3496-48e8-82d7-4cb5a59ca619 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] Port 95994340-fbc1-44d1-8ff1-aa650652c5bb on network 4eb16bf4-255f-4ffc-bc9e-3e234579c998 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-8 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 17:35:19.307712 n-d-816206-8 neutron-server[103590]: ERROR neutron.plugins.ml2.managers [None req-d8cd3d3e-3496-48e8-82d7-4cb5a59ca619 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] Failed to bind port 95994340-fbc1-44d1-8ff1-aa650652c5bb on host n-h2-816206-8 for vnic_type normal using segments [{'id': '0fe59f7e-534c-4cc6-9b62-f943c02612bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '4eb16bf4-255f-4ffc-bc9e-3e234579c998'}] Nov 23 17:35:19.308220 n-d-816206-8 neutron-server[103590]: INFO neutron.plugins.ml2.plugin [None req-d8cd3d3e-3496-48e8-82d7-4cb5a59ca619 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] Attempt 2 to bind port 95994340-fbc1-44d1-8ff1-aa650652c5bb Nov 23 17:35:19.310790 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cd3d3e-3496-48e8-82d7-4cb5a59ca619 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] Pushing event updated for resources: {'Port': ['ID=95994340-fbc1-44d1-8ff1-aa650652c5bb,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:35:19.323440 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-d8cd3d3e-3496-48e8-82d7-4cb5a59ca619 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] Attempting to bind port 95994340-fbc1-44d1-8ff1-aa650652c5bb on host n-h2-816206-8 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:35:19.323772 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-d8cd3d3e-3496-48e8-82d7-4cb5a59ca619 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] Attempting to bind port 95994340-fbc1-44d1-8ff1-aa650652c5bb by drivers openvswitch,hyperv on host n-h2-816206-8 at level 0 using segments [{'id': '0fe59f7e-534c-4cc6-9b62-f943c02612bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '4eb16bf4-255f-4ffc-bc9e-3e234579c998'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:35:19.324106 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8cd3d3e-3496-48e8-82d7-4cb5a59ca619 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] Attempting to bind port 95994340-fbc1-44d1-8ff1-aa650652c5bb on network 4eb16bf4-255f-4ffc-bc9e-3e234579c998 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:35:19.330006 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e503f13-cc0f-4149-b7fd-9e3bc4f8880d req-8dab8723-f82f-4b4b-85a0-7e694b3830a4 tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:35:19.330570 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8cd3d3e-3496-48e8-82d7-4cb5a59ca619 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] Port 95994340-fbc1-44d1-8ff1-aa650652c5bb on network 4eb16bf4-255f-4ffc-bc9e-3e234579c998 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-8 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 17:35:19.330570 n-d-816206-8 neutron-server[103590]: ERROR neutron.plugins.ml2.managers [None req-d8cd3d3e-3496-48e8-82d7-4cb5a59ca619 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] Failed to bind port 95994340-fbc1-44d1-8ff1-aa650652c5bb on host n-h2-816206-8 for vnic_type normal using segments [{'id': '0fe59f7e-534c-4cc6-9b62-f943c02612bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '4eb16bf4-255f-4ffc-bc9e-3e234579c998'}] Nov 23 17:35:19.330753 n-d-816206-8 neutron-server[103590]: INFO neutron.plugins.ml2.plugin [None req-d8cd3d3e-3496-48e8-82d7-4cb5a59ca619 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] Attempt 3 to bind port 95994340-fbc1-44d1-8ff1-aa650652c5bb Nov 23 17:35:19.336763 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-3e503f13-cc0f-4149-b7fd-9e3bc4f8880d req-8dab8723-f82f-4b4b-85a0-7e694b3830a4 tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] 10.222.0.60 "GET /v2.0/ports?device_id=7381ae1d-a208-4b78-a6b3-2ed033ea2f6d HTTP/1.1" status: 200 len: 943 time: 0.1461301 Nov 23 17:35:19.345080 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-d8cd3d3e-3496-48e8-82d7-4cb5a59ca619 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] Attempting to bind port 95994340-fbc1-44d1-8ff1-aa650652c5bb on host n-h2-816206-8 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:35:19.345413 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-d8cd3d3e-3496-48e8-82d7-4cb5a59ca619 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] Attempting to bind port 95994340-fbc1-44d1-8ff1-aa650652c5bb by drivers openvswitch,hyperv on host n-h2-816206-8 at level 0 using segments [{'id': '0fe59f7e-534c-4cc6-9b62-f943c02612bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '4eb16bf4-255f-4ffc-bc9e-3e234579c998'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:35:19.345744 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8cd3d3e-3496-48e8-82d7-4cb5a59ca619 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] Attempting to bind port 95994340-fbc1-44d1-8ff1-aa650652c5bb on network 4eb16bf4-255f-4ffc-bc9e-3e234579c998 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:35:19.350532 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8cd3d3e-3496-48e8-82d7-4cb5a59ca619 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] Port 95994340-fbc1-44d1-8ff1-aa650652c5bb on network 4eb16bf4-255f-4ffc-bc9e-3e234579c998 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-8 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 17:35:19.350900 n-d-816206-8 neutron-server[103590]: ERROR neutron.plugins.ml2.managers [None req-d8cd3d3e-3496-48e8-82d7-4cb5a59ca619 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] Failed to bind port 95994340-fbc1-44d1-8ff1-aa650652c5bb on host n-h2-816206-8 for vnic_type normal using segments [{'id': '0fe59f7e-534c-4cc6-9b62-f943c02612bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '4eb16bf4-255f-4ffc-bc9e-3e234579c998'}] Nov 23 17:35:19.351278 n-d-816206-8 neutron-server[103590]: INFO neutron.plugins.ml2.plugin [None req-d8cd3d3e-3496-48e8-82d7-4cb5a59ca619 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] Attempt 4 to bind port 95994340-fbc1-44d1-8ff1-aa650652c5bb Nov 23 17:35:19.364105 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-d8cd3d3e-3496-48e8-82d7-4cb5a59ca619 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] Attempting to bind port 95994340-fbc1-44d1-8ff1-aa650652c5bb on host n-h2-816206-8 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:35:19.364447 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-d8cd3d3e-3496-48e8-82d7-4cb5a59ca619 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] Attempting to bind port 95994340-fbc1-44d1-8ff1-aa650652c5bb by drivers openvswitch,hyperv on host n-h2-816206-8 at level 0 using segments [{'id': '0fe59f7e-534c-4cc6-9b62-f943c02612bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '4eb16bf4-255f-4ffc-bc9e-3e234579c998'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:35:19.364800 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8cd3d3e-3496-48e8-82d7-4cb5a59ca619 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] Attempting to bind port 95994340-fbc1-44d1-8ff1-aa650652c5bb on network 4eb16bf4-255f-4ffc-bc9e-3e234579c998 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:35:19.369929 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8cd3d3e-3496-48e8-82d7-4cb5a59ca619 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] Port 95994340-fbc1-44d1-8ff1-aa650652c5bb on network 4eb16bf4-255f-4ffc-bc9e-3e234579c998 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-8 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 17:35:19.370243 n-d-816206-8 neutron-server[103590]: ERROR neutron.plugins.ml2.managers [None req-d8cd3d3e-3496-48e8-82d7-4cb5a59ca619 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] Failed to bind port 95994340-fbc1-44d1-8ff1-aa650652c5bb on host n-h2-816206-8 for vnic_type normal using segments [{'id': '0fe59f7e-534c-4cc6-9b62-f943c02612bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '4eb16bf4-255f-4ffc-bc9e-3e234579c998'}] Nov 23 17:35:19.370620 n-d-816206-8 neutron-server[103590]: INFO neutron.plugins.ml2.plugin [None req-d8cd3d3e-3496-48e8-82d7-4cb5a59ca619 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] Attempt 5 to bind port 95994340-fbc1-44d1-8ff1-aa650652c5bb Nov 23 17:35:19.385606 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-d8cd3d3e-3496-48e8-82d7-4cb5a59ca619 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] Attempting to bind port 95994340-fbc1-44d1-8ff1-aa650652c5bb on host n-h2-816206-8 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:35:19.385959 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-d8cd3d3e-3496-48e8-82d7-4cb5a59ca619 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] Attempting to bind port 95994340-fbc1-44d1-8ff1-aa650652c5bb by drivers openvswitch,hyperv on host n-h2-816206-8 at level 0 using segments [{'id': '0fe59f7e-534c-4cc6-9b62-f943c02612bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '4eb16bf4-255f-4ffc-bc9e-3e234579c998'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:35:19.386296 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8cd3d3e-3496-48e8-82d7-4cb5a59ca619 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] Attempting to bind port 95994340-fbc1-44d1-8ff1-aa650652c5bb on network 4eb16bf4-255f-4ffc-bc9e-3e234579c998 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:35:19.392121 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8cd3d3e-3496-48e8-82d7-4cb5a59ca619 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] Port 95994340-fbc1-44d1-8ff1-aa650652c5bb on network 4eb16bf4-255f-4ffc-bc9e-3e234579c998 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-8 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 17:35:19.392447 n-d-816206-8 neutron-server[103590]: ERROR neutron.plugins.ml2.managers [None req-d8cd3d3e-3496-48e8-82d7-4cb5a59ca619 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] Failed to bind port 95994340-fbc1-44d1-8ff1-aa650652c5bb on host n-h2-816206-8 for vnic_type normal using segments [{'id': '0fe59f7e-534c-4cc6-9b62-f943c02612bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '4eb16bf4-255f-4ffc-bc9e-3e234579c998'}] Nov 23 17:35:19.392890 n-d-816206-8 neutron-server[103590]: INFO neutron.plugins.ml2.plugin [None req-d8cd3d3e-3496-48e8-82d7-4cb5a59ca619 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] Attempt 6 to bind port 95994340-fbc1-44d1-8ff1-aa650652c5bb Nov 23 17:35:19.412182 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-d8cd3d3e-3496-48e8-82d7-4cb5a59ca619 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] Attempting to bind port 95994340-fbc1-44d1-8ff1-aa650652c5bb on host n-h2-816206-8 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:35:19.412641 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-d8cd3d3e-3496-48e8-82d7-4cb5a59ca619 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] Attempting to bind port 95994340-fbc1-44d1-8ff1-aa650652c5bb by drivers openvswitch,hyperv on host n-h2-816206-8 at level 0 using segments [{'id': '0fe59f7e-534c-4cc6-9b62-f943c02612bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '4eb16bf4-255f-4ffc-bc9e-3e234579c998'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:35:19.413015 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8cd3d3e-3496-48e8-82d7-4cb5a59ca619 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] Attempting to bind port 95994340-fbc1-44d1-8ff1-aa650652c5bb on network 4eb16bf4-255f-4ffc-bc9e-3e234579c998 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:35:19.418049 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8cd3d3e-3496-48e8-82d7-4cb5a59ca619 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] Port 95994340-fbc1-44d1-8ff1-aa650652c5bb on network 4eb16bf4-255f-4ffc-bc9e-3e234579c998 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-8 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 17:35:19.418402 n-d-816206-8 neutron-server[103590]: ERROR neutron.plugins.ml2.managers [None req-d8cd3d3e-3496-48e8-82d7-4cb5a59ca619 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] Failed to bind port 95994340-fbc1-44d1-8ff1-aa650652c5bb on host n-h2-816206-8 for vnic_type normal using segments [{'id': '0fe59f7e-534c-4cc6-9b62-f943c02612bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '4eb16bf4-255f-4ffc-bc9e-3e234579c998'}] Nov 23 17:35:19.418791 n-d-816206-8 neutron-server[103590]: INFO neutron.plugins.ml2.plugin [None req-d8cd3d3e-3496-48e8-82d7-4cb5a59ca619 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] Attempt 7 to bind port 95994340-fbc1-44d1-8ff1-aa650652c5bb Nov 23 17:35:19.433122 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-d8cd3d3e-3496-48e8-82d7-4cb5a59ca619 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] Attempting to bind port 95994340-fbc1-44d1-8ff1-aa650652c5bb on host n-h2-816206-8 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:35:19.433476 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-d8cd3d3e-3496-48e8-82d7-4cb5a59ca619 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] Attempting to bind port 95994340-fbc1-44d1-8ff1-aa650652c5bb by drivers openvswitch,hyperv on host n-h2-816206-8 at level 0 using segments [{'id': '0fe59f7e-534c-4cc6-9b62-f943c02612bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '4eb16bf4-255f-4ffc-bc9e-3e234579c998'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:35:19.433847 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8cd3d3e-3496-48e8-82d7-4cb5a59ca619 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] Attempting to bind port 95994340-fbc1-44d1-8ff1-aa650652c5bb on network 4eb16bf4-255f-4ffc-bc9e-3e234579c998 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:35:19.438480 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8cd3d3e-3496-48e8-82d7-4cb5a59ca619 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] Port 95994340-fbc1-44d1-8ff1-aa650652c5bb on network 4eb16bf4-255f-4ffc-bc9e-3e234579c998 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-8 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 17:35:19.438803 n-d-816206-8 neutron-server[103590]: ERROR neutron.plugins.ml2.managers [None req-d8cd3d3e-3496-48e8-82d7-4cb5a59ca619 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] Failed to bind port 95994340-fbc1-44d1-8ff1-aa650652c5bb on host n-h2-816206-8 for vnic_type normal using segments [{'id': '0fe59f7e-534c-4cc6-9b62-f943c02612bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '4eb16bf4-255f-4ffc-bc9e-3e234579c998'}] Nov 23 17:35:19.439178 n-d-816206-8 neutron-server[103590]: INFO neutron.plugins.ml2.plugin [None req-d8cd3d3e-3496-48e8-82d7-4cb5a59ca619 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] Attempt 8 to bind port 95994340-fbc1-44d1-8ff1-aa650652c5bb Nov 23 17:35:19.452924 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-d8cd3d3e-3496-48e8-82d7-4cb5a59ca619 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] Attempting to bind port 95994340-fbc1-44d1-8ff1-aa650652c5bb on host n-h2-816206-8 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:35:19.453250 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-d8cd3d3e-3496-48e8-82d7-4cb5a59ca619 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] Attempting to bind port 95994340-fbc1-44d1-8ff1-aa650652c5bb by drivers openvswitch,hyperv on host n-h2-816206-8 at level 0 using segments [{'id': '0fe59f7e-534c-4cc6-9b62-f943c02612bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '4eb16bf4-255f-4ffc-bc9e-3e234579c998'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:35:19.453581 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8cd3d3e-3496-48e8-82d7-4cb5a59ca619 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] Attempting to bind port 95994340-fbc1-44d1-8ff1-aa650652c5bb on network 4eb16bf4-255f-4ffc-bc9e-3e234579c998 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:35:19.458773 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8cd3d3e-3496-48e8-82d7-4cb5a59ca619 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] Port 95994340-fbc1-44d1-8ff1-aa650652c5bb on network 4eb16bf4-255f-4ffc-bc9e-3e234579c998 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-8 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 17:35:19.459098 n-d-816206-8 neutron-server[103590]: ERROR neutron.plugins.ml2.managers [None req-d8cd3d3e-3496-48e8-82d7-4cb5a59ca619 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] Failed to bind port 95994340-fbc1-44d1-8ff1-aa650652c5bb on host n-h2-816206-8 for vnic_type normal using segments [{'id': '0fe59f7e-534c-4cc6-9b62-f943c02612bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '4eb16bf4-255f-4ffc-bc9e-3e234579c998'}] Nov 23 17:35:19.459472 n-d-816206-8 neutron-server[103590]: INFO neutron.plugins.ml2.plugin [None req-d8cd3d3e-3496-48e8-82d7-4cb5a59ca619 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] Attempt 9 to bind port 95994340-fbc1-44d1-8ff1-aa650652c5bb Nov 23 17:35:19.462511 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-a358a80c-e6cb-47b3-9ca3-ed4909c43389 tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:19.482560 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-d8cd3d3e-3496-48e8-82d7-4cb5a59ca619 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] Attempting to bind port 95994340-fbc1-44d1-8ff1-aa650652c5bb on host n-h2-816206-8 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:35:19.482892 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-d8cd3d3e-3496-48e8-82d7-4cb5a59ca619 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] Attempting to bind port 95994340-fbc1-44d1-8ff1-aa650652c5bb by drivers openvswitch,hyperv on host n-h2-816206-8 at level 0 using segments [{'id': '0fe59f7e-534c-4cc6-9b62-f943c02612bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '4eb16bf4-255f-4ffc-bc9e-3e234579c998'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:35:19.483275 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8cd3d3e-3496-48e8-82d7-4cb5a59ca619 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] Attempting to bind port 95994340-fbc1-44d1-8ff1-aa650652c5bb on network 4eb16bf4-255f-4ffc-bc9e-3e234579c998 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:35:19.492229 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8cd3d3e-3496-48e8-82d7-4cb5a59ca619 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] Port 95994340-fbc1-44d1-8ff1-aa650652c5bb on network 4eb16bf4-255f-4ffc-bc9e-3e234579c998 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-8 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 17:35:19.492580 n-d-816206-8 neutron-server[103590]: ERROR neutron.plugins.ml2.managers [None req-d8cd3d3e-3496-48e8-82d7-4cb5a59ca619 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] Failed to bind port 95994340-fbc1-44d1-8ff1-aa650652c5bb on host n-h2-816206-8 for vnic_type normal using segments [{'id': '0fe59f7e-534c-4cc6-9b62-f943c02612bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '4eb16bf4-255f-4ffc-bc9e-3e234579c998'}] Nov 23 17:35:19.493068 n-d-816206-8 neutron-server[103590]: INFO neutron.plugins.ml2.plugin [None req-d8cd3d3e-3496-48e8-82d7-4cb5a59ca619 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] Attempt 10 to bind port 95994340-fbc1-44d1-8ff1-aa650652c5bb Nov 23 17:35:19.506137 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-d8cd3d3e-3496-48e8-82d7-4cb5a59ca619 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] Attempting to bind port 95994340-fbc1-44d1-8ff1-aa650652c5bb on host n-h2-816206-8 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:35:19.506470 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-d8cd3d3e-3496-48e8-82d7-4cb5a59ca619 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] Attempting to bind port 95994340-fbc1-44d1-8ff1-aa650652c5bb by drivers openvswitch,hyperv on host n-h2-816206-8 at level 0 using segments [{'id': '0fe59f7e-534c-4cc6-9b62-f943c02612bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '4eb16bf4-255f-4ffc-bc9e-3e234579c998'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:35:19.506794 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8cd3d3e-3496-48e8-82d7-4cb5a59ca619 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] Attempting to bind port 95994340-fbc1-44d1-8ff1-aa650652c5bb on network 4eb16bf4-255f-4ffc-bc9e-3e234579c998 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:35:19.511860 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8cd3d3e-3496-48e8-82d7-4cb5a59ca619 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] Port 95994340-fbc1-44d1-8ff1-aa650652c5bb on network 4eb16bf4-255f-4ffc-bc9e-3e234579c998 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-8 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 17:35:19.512343 n-d-816206-8 neutron-server[103590]: ERROR neutron.plugins.ml2.managers [None req-d8cd3d3e-3496-48e8-82d7-4cb5a59ca619 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] Failed to bind port 95994340-fbc1-44d1-8ff1-aa650652c5bb on host n-h2-816206-8 for vnic_type normal using segments [{'id': '0fe59f7e-534c-4cc6-9b62-f943c02612bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '4eb16bf4-255f-4ffc-bc9e-3e234579c998'}] Nov 23 17:35:19.512731 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d8cd3d3e-3496-48e8-82d7-4cb5a59ca619 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:19.513419 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a358a80c-e6cb-47b3-9ca3-ed4909c43389 tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] Pushing event deleted for resources: {'Port': ['ID=f57f1184-f18b-4e8e-be18-a14e6082dfa4,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:35:19.537661 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-3e503f13-cc0f-4149-b7fd-9e3bc4f8880d req-806a0631-8df6-4e24-9f94-48ced8b46752 tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] 10.222.0.60 "GET /v2.0/security-groups?id=67691fce-8308-48e3-b930-b7465ae25797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1973772 Nov 23 17:35:19.562923 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-a358a80c-e6cb-47b3-9ca3-ed4909c43389 tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:19.573223 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-a358a80c-e6cb-47b3-9ca3-ed4909c43389 tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] 10.222.0.60 "DELETE /v2.0/ports/f57f1184-f18b-4e8e-be18-a14e6082dfa4 HTTP/1.1" status: 204 len: 168 time: 0.7403562 Nov 23 17:35:19.576330 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 42164) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:35:19.605071 n-d-816206-8 neutron-server[103590]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e486c0c-a082-4f63-9a92-bfff0fa0b224 tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] GET failed (client error): The resource could not be found. Nov 23 17:35:19.611142 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-6e486c0c-a082-4f63-9a92-bfff0fa0b224 tempest-PortsAdminExtendedAttrsTestJSON-1591176630 tempest-PortsAdminExtendedAttrsTestJSON-1591176630-project-admin] 10.222.0.60 "GET /v2.0/ports/f57f1184-f18b-4e8e-be18-a14e6082dfa4 HTTP/1.1" status: 404 len: 333 time: 0.0296679 Nov 23 17:35:19.611448 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 42166) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:35:19.618918 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7cfe65-23da-4894-a364-2e0cfb3ffd19 req-b1448f76-cd44-4eb0-b4fc-dfeaab9662c8 tempest-ServerRescueTestJSONUnderV235-2089606454 tempest-ServerRescueTestJSONUnderV235-2089606454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:35:19.632066 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7d7cfe65-23da-4894-a364-2e0cfb3ffd19 req-b1448f76-cd44-4eb0-b4fc-dfeaab9662c8 tempest-ServerRescueTestJSONUnderV235-2089606454 tempest-ServerRescueTestJSONUnderV235-2089606454-project] 10.222.0.60 "GET /v2.0/ports?device_id=db755471-155f-4d9e-b81d-3999c64dda09 HTTP/1.1" status: 200 len: 946 time: 0.2237933 Nov 23 17:35:19.666406 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-d8cd3d3e-3496-48e8-82d7-4cb5a59ca619 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] For port 95994340-fbc1-44d1-8ff1-aa650652c5bb, host n-h2-816206-8, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:35:19.666884 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-d8cd3d3e-3496-48e8-82d7-4cb5a59ca619 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] Attempted to set empty binding levels {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 23 17:35:19.721453 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7f0d34b9-830b-4079-9f70-5dcfc03bc577 tempest-PortsAdminExtendedAttrsTestJSON-1325879316 tempest-PortsAdminExtendedAttrsTestJSON-1325879316-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-555181'] for network, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:19.726895 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7d7cfe65-23da-4894-a364-2e0cfb3ffd19 req-922b7b0a-38b7-4c57-b93f-06bdf7300810 tempest-ServerRescueTestJSONUnderV235-2089606454 tempest-ServerRescueTestJSONUnderV235-2089606454-project] 10.222.0.60 "GET /v2.0/security-groups?id=627e1e45-7f27-49ad-a161-3002d16a7eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931330 Nov 23 17:35:19.727710 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d8cd3d3e-3496-48e8-82d7-4cb5a59ca619 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264357957'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:19.767882 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-d8cd3d3e-3496-48e8-82d7-4cb5a59ca619 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] In _notify_port_updated(), no bound segment for port 95994340-fbc1-44d1-8ff1-aa650652c5bb on network 4eb16bf4-255f-4ffc-bc9e-3e234579c998 {{(pid=103590) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 23 17:35:19.769252 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8cd3d3e-3496-48e8-82d7-4cb5a59ca619 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:35:19.769876 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d8cd3d3e-3496-48e8-82d7-4cb5a59ca619 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:19.772051 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-d8cd3d3e-3496-48e8-82d7-4cb5a59ca619 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] 10.222.0.60 "PUT /v2.0/ports/95994340-fbc1-44d1-8ff1-aa650652c5bb HTTP/1.1" status: 200 len: 978 time: 0.9170642 Nov 23 17:35:19.775597 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 42168) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:35:19.884040 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-db970ab0-7b1d-4c87-bacb-3d8013b86b73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] Deleting port 95994340-fbc1-44d1-8ff1-aa650652c5bb {{(pid=103591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:35:19.884760 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-db970ab0-7b1d-4c87-bacb-3d8013b86b73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:19.889049 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7f0d34b9-830b-4079-9f70-5dcfc03bc577 tempest-PortsAdminExtendedAttrsTestJSON-1325879316 tempest-PortsAdminExtendedAttrsTestJSON-1325879316-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973419', 'neutron.services.segments.db._delete_segments_for_network-8736635878840'] for network, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:19.896684 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cd3d3e-3496-48e8-82d7-4cb5a59ca619 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] Pushing event updated for resources: {'Port': ['ID=95994340-fbc1-44d1-8ff1-aa650652c5bb,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:35:19.915189 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-7f0d34b9-830b-4079-9f70-5dcfc03bc577 tempest-PortsAdminExtendedAttrsTestJSON-1325879316 tempest-PortsAdminExtendedAttrsTestJSON-1325879316-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5f89f00-1f40-4a4e-a948-3672f319c40b']}} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:35:19.926157 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-7f0d34b9-830b-4079-9f70-5dcfc03bc577 tempest-PortsAdminExtendedAttrsTestJSON-1325879316 tempest-PortsAdminExtendedAttrsTestJSON-1325879316-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eec8c926-d65a-4523-9428-1af790604f33') {'for_net_delete': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:35:19.926157 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-7f0d34b9-830b-4079-9f70-5dcfc03bc577 tempest-PortsAdminExtendedAttrsTestJSON-1325879316 tempest-PortsAdminExtendedAttrsTestJSON-1325879316-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eec8c926-d65a-4523-9428-1af790604f33') {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:35:19.936786 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7f0d34b9-830b-4079-9f70-5dcfc03bc577 tempest-PortsAdminExtendedAttrsTestJSON-1325879316 tempest-PortsAdminExtendedAttrsTestJSON-1325879316-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736635840332', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-267528353'] for segment, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:19.951009 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7f0d34b9-830b-4079-9f70-5dcfc03bc577 tempest-PortsAdminExtendedAttrsTestJSON-1325879316 tempest-PortsAdminExtendedAttrsTestJSON-1325879316-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:19.957173 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f0d34b9-830b-4079-9f70-5dcfc03bc577 tempest-PortsAdminExtendedAttrsTestJSON-1325879316 tempest-PortsAdminExtendedAttrsTestJSON-1325879316-project] Releasing vlan 515 on physical network physnet1 to pool {{(pid=103590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 17:35:19.957764 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7f0d34b9-830b-4079-9f70-5dcfc03bc577 tempest-PortsAdminExtendedAttrsTestJSON-1325879316 tempest-PortsAdminExtendedAttrsTestJSON-1325879316-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264370093'] for segment, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:19.958641 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [None req-db970ab0-7b1d-4c87-bacb-3d8013b86b73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] For port 95994340-fbc1-44d1-8ff1-aa650652c5bb, host n-h2-816206-8, got binding levels [] {{(pid=103591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:35:19.959020 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-db970ab0-7b1d-4c87-bacb-3d8013b86b73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:19.962165 n-d-816206-8 neutron-server[103590]: Traceback (most recent call last): Nov 23 17:35:19.962165 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 17:35:19.962165 n-d-816206-8 neutron-server[103590]: timer() Nov 23 17:35:19.962165 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 17:35:19.962165 n-d-816206-8 neutron-server[103590]: cb(*args, **kw) Nov 23 17:35:19.962165 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 17:35:19.962165 n-d-816206-8 neutron-server[103590]: return func(*args, **kwargs) Nov 23 17:35:19.962165 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 17:35:19.962165 n-d-816206-8 neutron-server[103590]: self._notify() Nov 23 17:35:19.962165 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 17:35:19.962165 n-d-816206-8 neutron-server[103590]: self.callback(batched_events) Nov 23 17:35:19.962165 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 17:35:19.962165 n-d-816206-8 neutron-server[103590]: event.method(event) Nov 23 17:35:19.962165 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 17:35:19.962165 n-d-816206-8 neutron-server[103590]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 17:35:19.962165 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 17:35:19.962165 n-d-816206-8 neutron-server[103590]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 17:35:19.962165 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 17:35:19.962165 n-d-816206-8 neutron-server[103590]: return f(self, *a, **k) Nov 23 17:35:19.962165 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 17:35:19.962165 n-d-816206-8 neutron-server[103590]: return self._get(url).json() Nov 23 17:35:19.962165 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 17:35:19.962165 n-d-816206-8 neutron-server[103590]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 17:35:19.962165 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 17:35:19.962165 n-d-816206-8 neutron-server[103590]: return self.request(url, 'GET', **kwargs) Nov 23 17:35:19.962165 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 17:35:19.962165 n-d-816206-8 neutron-server[103590]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 17:35:19.962165 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 17:35:19.962165 n-d-816206-8 neutron-server[103590]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 17:35:19.962165 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 17:35:19.962165 n-d-816206-8 neutron-server[103590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 17:35:19.962165 n-d-816206-8 neutron-server[103590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 17:35:19.974541 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-db970ab0-7b1d-4c87-bacb-3d8013b86b73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] Calling delete_port for 95994340-fbc1-44d1-8ff1-aa650652c5bb owned by {{(pid=103591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:35:20.025360 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7f0d34b9-830b-4079-9f70-5dcfc03bc577 tempest-PortsAdminExtendedAttrsTestJSON-1325879316 tempest-PortsAdminExtendedAttrsTestJSON-1325879316-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1795418'] for network, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:20.032016 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7f0d34b9-830b-4079-9f70-5dcfc03bc577 tempest-PortsAdminExtendedAttrsTestJSON-1325879316 tempest-PortsAdminExtendedAttrsTestJSON-1325879316-project] Publish callbacks [] for network, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:20.035769 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-7f0d34b9-830b-4079-9f70-5dcfc03bc577 tempest-PortsAdminExtendedAttrsTestJSON-1325879316 tempest-PortsAdminExtendedAttrsTestJSON-1325879316-project] 10.222.0.60 "DELETE /v2.0/networks/a5f89f00-1f40-4a4e-a948-3672f319c40b HTTP/1.1" status: 204 len: 168 time: 0.4231880 Nov 23 17:35:20.051739 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0d34b9-830b-4079-9f70-5dcfc03bc577 tempest-PortsAdminExtendedAttrsTestJSON-1325879316 tempest-PortsAdminExtendedAttrsTestJSON-1325879316-project] Pushing event deleted for resources: {'Network': ['ID=a5f89f00-1f40-4a4e-a948-3672f319c40b,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:35:20.069696 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-db970ab0-7b1d-4c87-bacb-3d8013b86b73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:20.101924 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db970ab0-7b1d-4c87-bacb-3d8013b86b73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] Pushing event deleted for resources: {'Port': ['ID=95994340-fbc1-44d1-8ff1-aa650652c5bb,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:35:20.110109 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-db970ab0-7b1d-4c87-bacb-3d8013b86b73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:20.114484 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-db970ab0-7b1d-4c87-bacb-3d8013b86b73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] 10.222.0.60 "DELETE /v2.0/ports/95994340-fbc1-44d1-8ff1-aa650652c5bb HTTP/1.1" status: 204 len: 168 time: 0.3371270 Nov 23 17:35:20.117135 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 42172) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:35:20.149946 n-d-816206-8 neutron-server[103590]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ba7e57f-ba8e-4cdb-a9c2-1aab7d5be177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] GET failed (client error): The resource could not be found. Nov 23 17:35:20.153464 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-8ba7e57f-ba8e-4cdb-a9c2-1aab7d5be177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1119190415-project-admin] 10.222.0.60 "GET /v2.0/ports/95994340-fbc1-44d1-8ff1-aa650652c5bb HTTP/1.1" status: 404 len: 333 time: 0.0350366 Nov 23 17:35:20.156239 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 42176) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:35:20.235699 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-ecf4442b-0fda-4257-bd57-5db18dee4080 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539371661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539371661-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-555181'] for network, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:20.353499 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-ecf4442b-0fda-4257-bd57-5db18dee4080 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539371661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539371661-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973419', 'neutron.services.segments.db._delete_segments_for_network-8736635878840'] for network, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:20.364405 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 42182) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:35:20.402987 n-d-816206-8 neutron-server[103591]: DEBUG neutron.services.segments.db [None req-ecf4442b-0fda-4257-bd57-5db18dee4080 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539371661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539371661-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4eb16bf4-255f-4ffc-bc9e-3e234579c998']}} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:35:20.415804 n-d-816206-8 neutron-server[103591]: DEBUG neutron.services.segments.db [None req-ecf4442b-0fda-4257-bd57-5db18dee4080 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539371661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539371661-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0fe59f7e-534c-4cc6-9b62-f943c02612bc') {'for_net_delete': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:35:20.416091 n-d-816206-8 neutron-server[103591]: DEBUG neutron.services.segments.db [None req-ecf4442b-0fda-4257-bd57-5db18dee4080 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539371661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539371661-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0fe59f7e-534c-4cc6-9b62-f943c02612bc') {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:35:20.428108 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-ecf4442b-0fda-4257-bd57-5db18dee4080 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539371661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539371661-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736635840332', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265989959'] for segment, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:20.445878 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7065c111-506b-4cb6-9a5c-f820a36d0ebd req-4d6dd82a-ca45-452c-a83f-23e51050d097 tempest-AttachVolumeNegativeTest-452624640 tempest-AttachVolumeNegativeTest-452624640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:35:20.447383 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7065c111-506b-4cb6-9a5c-f820a36d0ebd req-4d6dd82a-ca45-452c-a83f-23e51050d097 tempest-AttachVolumeNegativeTest-452624640 tempest-AttachVolumeNegativeTest-452624640-project] 10.222.0.60 "GET /v2.0/ports?device_id=531cafd7-8e1e-4b7c-92fc-e4a1f6ee4d62 HTTP/1.1" status: 200 len: 946 time: 0.0959895 Nov 23 17:35:20.460275 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-ecf4442b-0fda-4257-bd57-5db18dee4080 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539371661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539371661-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:20.479828 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ecf4442b-0fda-4257-bd57-5db18dee4080 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539371661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539371661-project] Releasing vlan 505 on physical network physnet1 to pool {{(pid=103591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 17:35:20.480295 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-ecf4442b-0fda-4257-bd57-5db18dee4080 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539371661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539371661-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264756290'] for segment, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:20.485194 n-d-816206-8 neutron-server[103591]: Traceback (most recent call last): Nov 23 17:35:20.485194 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 17:35:20.485194 n-d-816206-8 neutron-server[103591]: timer() Nov 23 17:35:20.485194 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 17:35:20.485194 n-d-816206-8 neutron-server[103591]: cb(*args, **kw) Nov 23 17:35:20.485194 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 17:35:20.485194 n-d-816206-8 neutron-server[103591]: return func(*args, **kwargs) Nov 23 17:35:20.485194 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 17:35:20.485194 n-d-816206-8 neutron-server[103591]: self._notify() Nov 23 17:35:20.485194 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 17:35:20.485194 n-d-816206-8 neutron-server[103591]: self.callback(batched_events) Nov 23 17:35:20.485194 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 17:35:20.485194 n-d-816206-8 neutron-server[103591]: event.method(event) Nov 23 17:35:20.485194 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 17:35:20.485194 n-d-816206-8 neutron-server[103591]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 17:35:20.485194 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 17:35:20.485194 n-d-816206-8 neutron-server[103591]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 17:35:20.485194 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 17:35:20.485194 n-d-816206-8 neutron-server[103591]: return f(self, *a, **k) Nov 23 17:35:20.485194 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 17:35:20.485194 n-d-816206-8 neutron-server[103591]: return self._get(url).json() Nov 23 17:35:20.485194 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 17:35:20.485194 n-d-816206-8 neutron-server[103591]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 17:35:20.485194 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 17:35:20.485194 n-d-816206-8 neutron-server[103591]: return self.request(url, 'GET', **kwargs) Nov 23 17:35:20.485194 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 17:35:20.485194 n-d-816206-8 neutron-server[103591]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 17:35:20.485194 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 17:35:20.485194 n-d-816206-8 neutron-server[103591]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 17:35:20.485194 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 17:35:20.485194 n-d-816206-8 neutron-server[103591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 17:35:20.485194 n-d-816206-8 neutron-server[103591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 17:35:20.572870 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device 2ec817d4-d373-4795-968d-20f56c02cef8 details requested by agent hyperv_n-h1-816206-8 with host n-h1-816206-8 {{(pid=103592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 17:35:20.612130 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7065c111-506b-4cb6-9a5c-f820a36d0ebd req-e7970243-2eba-41e5-a6bf-f2155b08e19e tempest-AttachVolumeNegativeTest-452624640 tempest-AttachVolumeNegativeTest-452624640-project] 10.222.0.60 "GET /v2.0/security-groups?id=b501ccef-95b0-4939-b7ec-f5c6dfe73de7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580586 Nov 23 17:35:20.620632 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-ecf4442b-0fda-4257-bd57-5db18dee4080 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539371661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539371661-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1795418'] for network, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:20.632202 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-ecf4442b-0fda-4257-bd57-5db18dee4080 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539371661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539371661-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for network, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:20.649504 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-ecf4442b-0fda-4257-bd57-5db18dee4080 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539371661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539371661-project] 10.222.0.60 "DELETE /v2.0/networks/4eb16bf4-255f-4ffc-bc9e-3e234579c998 HTTP/1.1" status: 204 len: 168 time: 0.4860911 Nov 23 17:35:20.669964 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf4442b-0fda-4257-bd57-5db18dee4080 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539371661 tempest-PortsAdminExtendedAttrsIpV6TestJSON-539371661-project] Pushing event deleted for resources: {'Network': ['ID=4eb16bf4-255f-4ffc-bc9e-3e234579c998,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:35:20.783347 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c2e40b-c0be-48b5-a609-d3a783879da2 req-671bef61-97a8-454f-83a5-04830f6cd569 tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:35:20.791847 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-86c2e40b-c0be-48b5-a609-d3a783879da2 req-671bef61-97a8-454f-83a5-04830f6cd569 tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] 10.222.0.60 "GET /v2.0/ports?device_id=7381ae1d-a208-4b78-a6b3-2ed033ea2f6d HTTP/1.1" status: 200 len: 943 time: 0.1054099 Nov 23 17:35:20.885032 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port 2ec817d4-d373-4795-968d-20f56c02cef8, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=2ec817d4-d373-4795-968d-20f56c02cef8,segment=NetworkSegment(e7632547-d306-492c-9ecc-5c4549ae9c5a),segment_id=e7632547-d306-492c-9ecc-5c4549ae9c5a)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:35:20.900230 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Returning: {'device': '2ec817d4-d373-4795-968d-20f56c02cef8', 'network_id': 'fc96739d-c491-43ac-87e8-a972969a7778', 'port_id': '2ec817d4-d373-4795-968d-20f56c02cef8', 'mac_address': 'fa:16:3e:7b:51:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '579e8c1e-f51a-4f5f-aafb-372cc339033c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 17:35:20.967447 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:21.001373 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-86c2e40b-c0be-48b5-a609-d3a783879da2 req-b9e3d687-4fb6-4fa4-8301-5d5b002fd39d tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] 10.222.0.60 "GET /v2.0/security-groups?id=67691fce-8308-48e3-b930-b7465ae25797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2033868 Nov 23 17:35:21.009582 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ec817d4-d373-4795-968d-20f56c02cef8 {{(pid=103592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:35:21.011510 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db72b1c6-9495-43ef-a4ce-fe5d84160722 req-2edf86e3-78ae-4d70-b9ce-8acebdb852ef tempest-AttachVolumeNegativeTest-452624640 tempest-AttachVolumeNegativeTest-452624640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:35:21.015924 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-db72b1c6-9495-43ef-a4ce-fe5d84160722 req-2edf86e3-78ae-4d70-b9ce-8acebdb852ef tempest-AttachVolumeNegativeTest-452624640 tempest-AttachVolumeNegativeTest-452624640-project] 10.222.0.55 "GET /v2.0/ports?device_id=531cafd7-8e1e-4b7c-92fc-e4a1f6ee4d62 HTTP/1.1" status: 200 len: 946 time: 0.5745394 Nov 23 17:35:21.028067 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-7543ef0f-181d-4493-98ea-1b189cbd54fd admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0c5cbd9096ef4bc387ed846aace0b671&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6592617 Nov 23 17:35:21.034549 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 42198) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:35:21.051638 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port 2ec817d4-d373-4795-968d-20f56c02cef8, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=2ec817d4-d373-4795-968d-20f56c02cef8,segment=NetworkSegment(e7632547-d306-492c-9ecc-5c4549ae9c5a),segment_id=e7632547-d306-492c-9ecc-5c4549ae9c5a)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:35:21.057929 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:21.070262 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 42200) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:35:21.095484 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff86c288-0cd6-484e-b7f6-8bc4ea7b8e78 req-b57cb756-d46e-470f-a3bb-7f25f95318eb tempest-ServerRescueTestJSONUnderV235-2089606454 tempest-ServerRescueTestJSONUnderV235-2089606454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:35:21.103611 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ff86c288-0cd6-484e-b7f6-8bc4ea7b8e78 req-b57cb756-d46e-470f-a3bb-7f25f95318eb tempest-ServerRescueTestJSONUnderV235-2089606454 tempest-ServerRescueTestJSONUnderV235-2089606454-project] 10.222.0.60 "GET /v2.0/ports?device_id=db755471-155f-4d9e-b81d-3999c64dda09 HTTP/1.1" status: 200 len: 946 time: 0.1838980 Nov 23 17:35:21.152899 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Pushing event updated for resources: {'Port': ['ID=2ec817d4-d373-4795-968d-20f56c02cef8,revision_number=4']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:35:21.165769 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-d529472f-f116-4726-bfd4-c8afd9051ead admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:21.178968 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [req-db72b1c6-9495-43ef-a4ce-fe5d84160722 req-5fa9942b-14dd-470d-8fcd-ff3892f9e292 tempest-AttachVolumeNegativeTest-452624640 tempest-AttachVolumeNegativeTest-452624640-project] Deleting port a316975f-5a35-4c1e-abbf-e8b41bc507ae {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:35:21.179309 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-db72b1c6-9495-43ef-a4ce-fe5d84160722 req-5fa9942b-14dd-470d-8fcd-ff3892f9e292 tempest-AttachVolumeNegativeTest-452624640 tempest-AttachVolumeNegativeTest-452624640-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:21.209033 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ff86c288-0cd6-484e-b7f6-8bc4ea7b8e78 req-7b79b8fe-f320-4c09-9753-e12e91b82f14 tempest-ServerRescueTestJSONUnderV235-2089606454 tempest-ServerRescueTestJSONUnderV235-2089606454-project] 10.222.0.60 "GET /v2.0/security-groups?id=627e1e45-7f27-49ad-a161-3002d16a7eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043313 Nov 23 17:35:21.220754 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-d529472f-f116-4726-bfd4-c8afd9051ead admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:21.286898 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-f230f134-a94e-42a1-b5f4-d45f4b91ccd2 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=3422dba6db374736bb3e1eac7692e390&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2142105 Nov 23 17:35:21.289786 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 42210) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:35:21.299822 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [req-db72b1c6-9495-43ef-a4ce-fe5d84160722 req-5fa9942b-14dd-470d-8fcd-ff3892f9e292 tempest-AttachVolumeNegativeTest-452624640 tempest-AttachVolumeNegativeTest-452624640-project] For port a316975f-5a35-4c1e-abbf-e8b41bc507ae, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=a316975f-5a35-4c1e-abbf-e8b41bc507ae,segment=NetworkSegment(1cf72e34-10d8-4ad7-b917-280709c47ed2),segment_id=1cf72e34-10d8-4ad7-b917-280709c47ed2)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:35:21.300255 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-db72b1c6-9495-43ef-a4ce-fe5d84160722 req-5fa9942b-14dd-470d-8fcd-ff3892f9e292 tempest-AttachVolumeNegativeTest-452624640 tempest-AttachVolumeNegativeTest-452624640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:21.314919 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [req-db72b1c6-9495-43ef-a4ce-fe5d84160722 req-5fa9942b-14dd-470d-8fcd-ff3892f9e292 tempest-AttachVolumeNegativeTest-452624640 tempest-AttachVolumeNegativeTest-452624640-project] Calling delete_port for a316975f-5a35-4c1e-abbf-e8b41bc507ae owned by compute:nova {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:35:21.326636 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-d529472f-f116-4726-bfd4-c8afd9051ead admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:21.328984 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-d529472f-f116-4726-bfd4-c8afd9051ead admin admin] Publish callbacks [] for security_group, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:21.330125 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-d529472f-f116-4726-bfd4-c8afd9051ead admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/9fac6d1b-492a-4e5f-8db6-65bc9b1043f3 HTTP/1.1" status: 204 len: 168 time: 0.2929089 Nov 23 17:35:21.340800 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d529472f-f116-4726-bfd4-c8afd9051ead admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fac6d1b-492a-4e5f-8db6-65bc9b1043f3,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:35:21.352068 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] get_ports_and_sgs() called for port_ids ['2ec817d4-d373-4795-968d-20f56c02cef8'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:35:21.358444 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-0b87dfee-14dd-41f1-bff4-4d450b9a3e4c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:21.412403 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-0b87dfee-14dd-41f1-bff4-4d450b9a3e4c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:21.476927 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-0b87dfee-14dd-41f1-bff4-4d450b9a3e4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:21.479677 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-0b87dfee-14dd-41f1-bff4-4d450b9a3e4c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:21.490373 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-0b87dfee-14dd-41f1-bff4-4d450b9a3e4c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/0bb17efd-7d40-4730-aa18-038855091eb4 HTTP/1.1" status: 204 len: 168 time: 0.1940186 Nov 23 17:35:21.498614 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b87dfee-14dd-41f1-bff4-4d450b9a3e4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bb17efd-7d40-4730-aa18-038855091eb4,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:35:21.572738 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-db72b1c6-9495-43ef-a4ce-fe5d84160722 req-5fa9942b-14dd-470d-8fcd-ff3892f9e292 tempest-AttachVolumeNegativeTest-452624640 tempest-AttachVolumeNegativeTest-452624640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:21.593848 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] get_ports_and_sgs() called for port_ids ['8a8f2f64-6bbc-48dd-af2d-0ba2a9be2742'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:35:21.616296 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa9942b-14dd-470d-8fcd-ff3892f9e292 tempest-AttachVolumeNegativeTest-452624640 tempest-AttachVolumeNegativeTest-452624640-project] Pushing event deleted for resources: {'Port': ['ID=a316975f-5a35-4c1e-abbf-e8b41bc507ae,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:35:21.725362 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [req-db72b1c6-9495-43ef-a4ce-fe5d84160722 req-5fa9942b-14dd-470d-8fcd-ff3892f9e292 tempest-AttachVolumeNegativeTest-452624640 tempest-AttachVolumeNegativeTest-452624640-project] No DVR routers for this DVR port a316975f-5a35-4c1e-abbf-e8b41bc507ae on host n-h1-816206-8 {{(pid=103590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:35:21.731323 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-db72b1c6-9495-43ef-a4ce-fe5d84160722 req-5fa9942b-14dd-470d-8fcd-ff3892f9e292 tempest-AttachVolumeNegativeTest-452624640 tempest-AttachVolumeNegativeTest-452624640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:21.745083 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-db72b1c6-9495-43ef-a4ce-fe5d84160722 req-5fa9942b-14dd-470d-8fcd-ff3892f9e292 tempest-AttachVolumeNegativeTest-452624640 tempest-AttachVolumeNegativeTest-452624640-project] 10.222.0.55 "DELETE /v2.0/ports/a316975f-5a35-4c1e-abbf-e8b41bc507ae HTTP/1.1" status: 204 len: 173 time: 0.7176735 Nov 23 17:35:21.746135 n-d-816206-8 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '531cafd7-8e1e-4b7c-92fc-e4a1f6ee4d62', 'name': 'network-vif-deleted', 'tag': 'a316975f-5a35-4c1e-abbf-e8b41bc507ae'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:35:21.761402 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbabddbc9fc37b068808e119c416c86f5957ca04531a4a0d2e695c515e93483b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84962194-910b-4f09-ae19-8ca7ee59c9e9" -d '{"events": [{"server_uuid": "531cafd7-8e1e-4b7c-92fc-e4a1f6ee4d62", "name": "network-vif-deleted", "tag": "a316975f-5a35-4c1e-abbf-e8b41bc507ae"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:35:21.785366 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6a50e05c-ef59-4bb5-8404-6386f66b83e9 req-c0283627-7df9-42e2-9555-5c0590c7ba30 tempest-AttachVolumeNegativeTest-452624640 tempest-AttachVolumeNegativeTest-452624640-project] 10.222.0.60 "GET /v2.0/ports?device_id=531cafd7-8e1e-4b7c-92fc-e4a1f6ee4d62 HTTP/1.1" status: 200 len: 210 time: 0.0720494 Nov 23 17:35:21.848582 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 42248) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:35:21.906857 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:35:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9747a2c-98a1-48cb-b670-8dfae3f6e540 x-openstack-request-id: req-f9747a2c-98a1-48cb-b670-8dfae3f6e540 {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:35:21.910910 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "531cafd7-8e1e-4b7c-92fc-e4a1f6ee4d62", "name": "network-vif-deleted", "tag": "a316975f-5a35-4c1e-abbf-e8b41bc507ae", "status": "completed", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:35:21.913808 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f9747a2c-98a1-48cb-b670-8dfae3f6e540 {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:35:21.915123 n-d-816206-8 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '531cafd7-8e1e-4b7c-92fc-e4a1f6ee4d62', 'name': 'network-vif-deleted', 'tag': 'a316975f-5a35-4c1e-abbf-e8b41bc507ae', 'status': 'completed', 'code': 200} Nov 23 17:35:21.957210 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-1665a1a5-22cf-464f-a0c6-983485c3180a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d26defd1fa8a43c2b688078cfe697de7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1071019 Nov 23 17:35:21.959740 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 42252) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:35:22.020939 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-127c8912-b05d-4883-93f7-9611bb5f30c2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:22.045891 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-127c8912-b05d-4883-93f7-9611bb5f30c2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:22.112747 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-127c8912-b05d-4883-93f7-9611bb5f30c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:22.115629 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-127c8912-b05d-4883-93f7-9611bb5f30c2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:22.117862 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-127c8912-b05d-4883-93f7-9611bb5f30c2 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/fceb91a9-d1ea-4947-b71d-93d89ce12586 HTTP/1.1" status: 204 len: 168 time: 0.1558423 Nov 23 17:35:22.128447 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127c8912-b05d-4883-93f7-9611bb5f30c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fceb91a9-d1ea-4947-b71d-93d89ce12586,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:35:22.138847 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c67391f-b2d8-4cbb-8777-5e19902b784e req-81a0e83f-9ee6-4a41-a8e1-320879221276 tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:35:22.147212 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7c67391f-b2d8-4cbb-8777-5e19902b784e req-81a0e83f-9ee6-4a41-a8e1-320879221276 tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] 10.222.0.60 "GET /v2.0/ports?device_id=7381ae1d-a208-4b78-a6b3-2ed033ea2f6d HTTP/1.1" status: 200 len: 944 time: 0.0756803 Nov 23 17:35:22.241380 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 42262) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:35:22.277985 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7c67391f-b2d8-4cbb-8777-5e19902b784e req-7629e1ef-de07-4694-baa8-3817f971e7a6 tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] 10.222.0.60 "GET /v2.0/security-groups?id=67691fce-8308-48e3-b930-b7465ae25797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292150 Nov 23 17:35:22.287066 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] get_ports_and_sgs() called for port_ids ['5ad1a05e-24fe-40b4-88c8-154b3fe26795', '8e45cb8d-0533-4816-9602-890e2ab1a497'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:35:22.329266 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-8b1d274b-3da8-4be8-8605-612307dcf235 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e8f2ab05746e451a8726fe9408b6e5a1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0831542 Nov 23 17:35:22.329266 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 42264) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:35:22.474383 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-157e32ec-bcb7-4eb7-bdcd-6702aa45d856 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:22.501601 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-157e32ec-bcb7-4eb7-bdcd-6702aa45d856 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:22.512835 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d53136b-7a19-4cd0-8605-b481d74cfca4 req-288baee0-5b9d-4b35-89b8-bc6fc8831a91 tempest-ServerRescueTestJSONUnderV235-2089606454 tempest-ServerRescueTestJSONUnderV235-2089606454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:35:22.522076 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8d53136b-7a19-4cd0-8605-b481d74cfca4 req-288baee0-5b9d-4b35-89b8-bc6fc8831a91 tempest-ServerRescueTestJSONUnderV235-2089606454 tempest-ServerRescueTestJSONUnderV235-2089606454-project] 10.222.0.60 "GET /v2.0/ports?device_id=db755471-155f-4d9e-b81d-3999c64dda09 HTTP/1.1" status: 200 len: 946 time: 0.1127224 Nov 23 17:35:22.569910 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-157e32ec-bcb7-4eb7-bdcd-6702aa45d856 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:22.572516 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-157e32ec-bcb7-4eb7-bdcd-6702aa45d856 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:22.573921 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-157e32ec-bcb7-4eb7-bdcd-6702aa45d856 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d1a7b855-55c8-49df-80bd-36b1fa7726a6 HTTP/1.1" status: 204 len: 168 time: 0.2440920 Nov 23 17:35:22.587937 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157e32ec-bcb7-4eb7-bdcd-6702aa45d856 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1a7b855-55c8-49df-80bd-36b1fa7726a6,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:35:22.611004 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device 2ec817d4-d373-4795-968d-20f56c02cef8 up at agent hyperv_n-h1-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:35:22.645568 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8d53136b-7a19-4cd0-8605-b481d74cfca4 req-50cfcdcb-64be-46b4-9d95-a3ad8bbc3da4 tempest-ServerRescueTestJSONUnderV235-2089606454 tempest-ServerRescueTestJSONUnderV235-2089606454-project] 10.222.0.60 "GET /v2.0/security-groups?id=627e1e45-7f27-49ad-a161-3002d16a7eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155319 Nov 23 17:35:22.713363 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Provisioning for port 2ec817d4-d373-4795-968d-20f56c02cef8 completed by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 17:35:22.718531 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Provisioning complete for port 2ec817d4-d373-4795-968d-20f56c02cef8 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:35:22.719022 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:22.853691 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:22.891638 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7381ae1d-a208-4b78-a6b3-2ed033ea2f6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ec817d4-d373-4795-968d-20f56c02cef8'}] {{(pid=103592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:35:22.894359 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba3e6a8f2301c7a29fe1eca9779abdae4ccbcd6266d69778087f2498d5551201" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c315f688-f183-4eef-8f99-4afca73f100c" -d '{"events": [{"server_uuid": "7381ae1d-a208-4b78-a6b3-2ed033ea2f6d", "name": "network-vif-plugged", "status": "completed", "tag": "2ec817d4-d373-4795-968d-20f56c02cef8"}]}' {{(pid=103592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:35:22.911824 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port 2ec817d4-d373-4795-968d-20f56c02cef8, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=2ec817d4-d373-4795-968d-20f56c02cef8,segment=NetworkSegment(e7632547-d306-492c-9ecc-5c4549ae9c5a),segment_id=e7632547-d306-492c-9ecc-5c4549ae9c5a)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:35:22.920205 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:22.921596 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device a316975f-5a35-4c1e-abbf-e8b41bc507ae no longer exists at agent hyperv_n-h1-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:35:22.983631 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:35:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61f6c6bb-b462-4d3c-9729-934ebeeb7fa3 x-openstack-request-id: req-61f6c6bb-b462-4d3c-9729-934ebeeb7fa3 {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:35:22.984058 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7381ae1d-a208-4b78-a6b3-2ed033ea2f6d", "name": "network-vif-plugged", "status": "completed", "tag": "2ec817d4-d373-4795-968d-20f56c02cef8", "code": 200}]} {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:35:22.984410 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-61f6c6bb-b462-4d3c-9729-934ebeeb7fa3 {{(pid=103592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:35:22.984943 n-d-816206-8 neutron-server[103592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7381ae1d-a208-4b78-a6b3-2ed033ea2f6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ec817d4-d373-4795-968d-20f56c02cef8', 'code': 200} Nov 23 17:35:23.048015 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] No Port match for: a316975f-5a35-4c1e-abbf-e8b41bc507ae {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:35:23.048718 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device a316975f-5a35-4c1e-abbf-e8b41bc507ae not bound to the agent host n-h1-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:35:23.050805 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Pushing event updated for resources: {'Port': ['ID=2ec817d4-d373-4795-968d-20f56c02cef8,revision_number=5']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:35:23.132235 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111f18c6-e798-49b3-925b-36f7ce721073 req-205cce2f-ac7a-41ac-8f02-38f54b3a575d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:35:23.133800 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-111f18c6-e798-49b3-925b-36f7ce721073 req-205cce2f-ac7a-41ac-8f02-38f54b3a575d service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=7381ae1d-a208-4b78-a6b3-2ed033ea2f6d HTTP/1.1" status: 200 len: 1096 time: 0.0829868 Nov 23 17:35:23.197272 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-111f18c6-e798-49b3-925b-36f7ce721073 req-a99e99fc-3365-4495-987c-9a2108ceb57e service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=67691fce-8308-48e3-b930-b7465ae25797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524378 Nov 23 17:35:23.523071 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa008063-ac8d-46e8-907d-194a5b582551 req-3f88bb78-34be-4934-a647-ee28ee302346 tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:35:23.525276 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-aa008063-ac8d-46e8-907d-194a5b582551 req-3f88bb78-34be-4934-a647-ee28ee302346 tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] 10.222.0.60 "GET /v2.0/ports?device_id=7381ae1d-a208-4b78-a6b3-2ed033ea2f6d HTTP/1.1" status: 200 len: 945 time: 0.0900555 Nov 23 17:35:23.617070 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-aa008063-ac8d-46e8-907d-194a5b582551 req-31187f10-44b5-481a-ae4a-4ca3f4447c42 tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] 10.222.0.60 "GET /v2.0/security-groups?id=67691fce-8308-48e3-b930-b7465ae25797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840750 Nov 23 17:35:23.734692 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 42320) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:35:23.851238 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537775e3-151c-4e87-bb8f-3a1f11538e3e req-5a824ba0-6b60-45ae-ba4d-e39b40bea517 tempest-ServerRescueTestJSONUnderV235-2089606454 tempest-ServerRescueTestJSONUnderV235-2089606454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:35:23.852865 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-537775e3-151c-4e87-bb8f-3a1f11538e3e req-5a824ba0-6b60-45ae-ba4d-e39b40bea517 tempest-ServerRescueTestJSONUnderV235-2089606454 tempest-ServerRescueTestJSONUnderV235-2089606454-project] 10.222.0.60 "GET /v2.0/ports?device_id=db755471-155f-4d9e-b81d-3999c64dda09 HTTP/1.1" status: 200 len: 946 time: 0.0651071 Nov 23 17:35:23.926064 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 42326) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:35:23.927926 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-537775e3-151c-4e87-bb8f-3a1f11538e3e req-2c974409-1daa-4cd6-9741-0ea6c529b77e tempest-ServerRescueTestJSONUnderV235-2089606454 tempest-ServerRescueTestJSONUnderV235-2089606454-project] 10.222.0.60 "GET /v2.0/security-groups?id=627e1e45-7f27-49ad-a161-3002d16a7eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636661 Nov 23 17:35:23.993899 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-a31f0777-8ba8-478b-b8e8-690a3367ae30 tempest-ExtraDHCPOptionsIpV6TestJSON-688489522 tempest-ExtraDHCPOptionsIpV6TestJSON-688489522-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1865421216'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:35:24.027821 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a31f0777-8ba8-478b-b8e8-690a3367ae30 tempest-ExtraDHCPOptionsIpV6TestJSON-688489522 tempest-ExtraDHCPOptionsIpV6TestJSON-688489522-project] Made reservation on behalf of 5b5d23d01121415eb9d55316604f100a for: {'network': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:35:24.031645 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a31f0777-8ba8-478b-b8e8-690a3367ae30 tempest-ExtraDHCPOptionsIpV6TestJSON-688489522 tempest-ExtraDHCPOptionsIpV6TestJSON-688489522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for network, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:24.043811 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a31f0777-8ba8-478b-b8e8-690a3367ae30 tempest-ExtraDHCPOptionsIpV6TestJSON-688489522 tempest-ExtraDHCPOptionsIpV6TestJSON-688489522-project] Publish callbacks [] for security_group, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:24.081050 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-2c8c1d67-6308-4428-9d83-d7d0c50d8ac7 tempest-NegativeSecGroupIPv6Test-2095069578 tempest-NegativeSecGroupIPv6Test-2095069578-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:35:24.081751 n-d-816206-8 neutron-server[103590]: WARNING neutron.api.v2.base [None req-2c8c1d67-6308-4428-9d83-d7d0c50d8ac7 tempest-NegativeSecGroupIPv6Test-2095069578 tempest-NegativeSecGroupIPv6Test-2095069578-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 23 17:35:24.082283 n-d-816206-8 neutron-server[103590]: INFO neutron.api.v2.resource [None req-2c8c1d67-6308-4428-9d83-d7d0c50d8ac7 tempest-NegativeSecGroupIPv6Test-2095069578 tempest-NegativeSecGroupIPv6Test-2095069578-project] create failed (client error): There was a conflict when trying to complete your request. Nov 23 17:35:24.087541 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 42336) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:35:24.087788 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-2c8c1d67-6308-4428-9d83-d7d0c50d8ac7 tempest-NegativeSecGroupIPv6Test-2095069578 tempest-NegativeSecGroupIPv6Test-2095069578-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.3520610 Nov 23 17:35:24.095543 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-0eaf5962-866b-4037-9e8e-1fbba820c230 tempest-NegativeSecGroupIPv6Test-2095069578 tempest-NegativeSecGroupIPv6Test-2095069578-project] Request body: {'security_group': {'name': 'tempest-secgroup--2088521847'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:35:24.159405 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-0eaf5962-866b-4037-9e8e-1fbba820c230 tempest-NegativeSecGroupIPv6Test-2095069578 tempest-NegativeSecGroupIPv6Test-2095069578-project] Publish callbacks [] for security_group, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:24.175120 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-0eaf5962-866b-4037-9e8e-1fbba820c230 tempest-NegativeSecGroupIPv6Test-2095069578 tempest-NegativeSecGroupIPv6Test-2095069578-project] Publish callbacks [] for security_group, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:24.214143 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a31f0777-8ba8-478b-b8e8-690a3367ae30 tempest-ExtraDHCPOptionsIpV6TestJSON-688489522 tempest-ExtraDHCPOptionsIpV6TestJSON-688489522-project] Publish callbacks [] for security_group, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:24.220253 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a31f0777-8ba8-478b-b8e8-690a3367ae30 tempest-ExtraDHCPOptionsIpV6TestJSON-688489522 tempest-ExtraDHCPOptionsIpV6TestJSON-688489522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:24.261038 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a31f0777-8ba8-478b-b8e8-690a3367ae30 tempest-ExtraDHCPOptionsIpV6TestJSON-688489522 tempest-ExtraDHCPOptionsIpV6TestJSON-688489522-project] vlan segment allocate from pool success with {'vlan_id': 538, 'physical_network': 'physnet1'} {{(pid=103590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 17:35:24.280835 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a31f0777-8ba8-478b-b8e8-690a3367ae30 tempest-ExtraDHCPOptionsIpV6TestJSON-688489522 tempest-ExtraDHCPOptionsIpV6TestJSON-688489522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:24.281473 n-d-816206-8 neutron-server[103590]: INFO neutron.db.segments_db [None req-a31f0777-8ba8-478b-b8e8-690a3367ae30 tempest-ExtraDHCPOptionsIpV6TestJSON-688489522 tempest-ExtraDHCPOptionsIpV6TestJSON-688489522-project] Added segment 3f5a84ad-a42a-4f2e-8e42-3fb085d2f75a of type vlan for network 690766e7-ed09-4bc1-aa17-7cb2153c26a1 Nov 23 17:35:24.297818 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31f0777-8ba8-478b-b8e8-690a3367ae30 tempest-ExtraDHCPOptionsIpV6TestJSON-688489522 tempest-ExtraDHCPOptionsIpV6TestJSON-688489522-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3ec3aaa-53cb-4ae7-9526-1cf9581432fd,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:35:24.335772 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.agents_db [None req-464f6c07-0de8-4be6-8f5b-563f574d1c5d None None] Agent healthcheck: found 7 active agents {{(pid=103593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 17:35:24.352962 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-0eaf5962-866b-4037-9e8e-1fbba820c230 tempest-NegativeSecGroupIPv6Test-2095069578 tempest-NegativeSecGroupIPv6Test-2095069578-project] Publish callbacks [] for security_group, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:24.361004 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a31f0777-8ba8-478b-b8e8-690a3367ae30 tempest-ExtraDHCPOptionsIpV6TestJSON-688489522 tempest-ExtraDHCPOptionsIpV6TestJSON-688489522-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736635338810'] for network, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:24.361757 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-0eaf5962-866b-4037-9e8e-1fbba820c230 tempest-NegativeSecGroupIPv6Test-2095069578 tempest-NegativeSecGroupIPv6Test-2095069578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:24.398666 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eaf5962-866b-4037-9e8e-1fbba820c230 tempest-NegativeSecGroupIPv6Test-2095069578 tempest-NegativeSecGroupIPv6Test-2095069578-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6dd91379-f5cb-42ac-9616-63739e2fc488,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:35:24.421513 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a31f0777-8ba8-478b-b8e8-690a3367ae30 tempest-ExtraDHCPOptionsIpV6TestJSON-688489522 tempest-ExtraDHCPOptionsIpV6TestJSON-688489522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493'] for network, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:24.433973 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a31f0777-8ba8-478b-b8e8-690a3367ae30 tempest-ExtraDHCPOptionsIpV6TestJSON-688489522 tempest-ExtraDHCPOptionsIpV6TestJSON-688489522-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:35:24.439000 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a31f0777-8ba8-478b-b8e8-690a3367ae30 tempest-ExtraDHCPOptionsIpV6TestJSON-688489522 tempest-ExtraDHCPOptionsIpV6TestJSON-688489522-project] Publish callbacks [] for network, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:24.471221 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-0eaf5962-866b-4037-9e8e-1fbba820c230 tempest-NegativeSecGroupIPv6Test-2095069578 tempest-NegativeSecGroupIPv6Test-2095069578-project] Publish callbacks [] for security_group, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:24.477150 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-0eaf5962-866b-4037-9e8e-1fbba820c230 tempest-NegativeSecGroupIPv6Test-2095069578 tempest-NegativeSecGroupIPv6Test-2095069578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:24.496393 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-a31f0777-8ba8-478b-b8e8-690a3367ae30 tempest-ExtraDHCPOptionsIpV6TestJSON-688489522 tempest-ExtraDHCPOptionsIpV6TestJSON-688489522-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 0.5687749 Nov 23 17:35:24.511396 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 42344) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:35:24.526569 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-df548cff-9108-49f1-9f09-30aef1fcf805 tempest-ExtraDHCPOptionsIpV6TestJSON-688489522 tempest-ExtraDHCPOptionsIpV6TestJSON-688489522-project] Request body: {'subnet': {'network_id': '690766e7-ed09-4bc1-aa17-7cb2153c26a1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:35:24.531372 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31f0777-8ba8-478b-b8e8-690a3367ae30 tempest-ExtraDHCPOptionsIpV6TestJSON-688489522 tempest-ExtraDHCPOptionsIpV6TestJSON-688489522-project] Pushing event updated for resources: {'Network': ['ID=690766e7-ed09-4bc1-aa17-7cb2153c26a1,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:35:24.542673 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Network 690766e7-ed09-4bc1-aa17-7cb2153c26a1 details requested by agent ovs-agent-n-d-816206-8 with host n-d-816206-8 {{(pid=103592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 17:35:24.606564 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-0eaf5962-866b-4037-9e8e-1fbba820c230 tempest-NegativeSecGroupIPv6Test-2095069578 tempest-NegativeSecGroupIPv6Test-2095069578-project] Publish callbacks [] for security_group, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:24.609387 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-0eaf5962-866b-4037-9e8e-1fbba820c230 tempest-NegativeSecGroupIPv6Test-2095069578 tempest-NegativeSecGroupIPv6Test-2095069578-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5167532 Nov 23 17:35:24.611865 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 42346) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:35:24.626678 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-7505c63d-3356-4f80-bd16-e87d1b853249 tempest-NegativeSecGroupIPv6Test-2095069578 tempest-NegativeSecGroupIPv6Test-2095069578-project] Request body: {'security_group_rule': {'security_group_id': '6956feaa-fe00-44cb-a363-f191ae807fd6', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:35:24.642332 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eaf5962-866b-4037-9e8e-1fbba820c230 tempest-NegativeSecGroupIPv6Test-2095069578 tempest-NegativeSecGroupIPv6Test-2095069578-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6956feaa-fe00-44cb-a363-f191ae807fd6,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:35:24.704127 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7505c63d-3356-4f80-bd16-e87d1b853249 tempest-NegativeSecGroupIPv6Test-2095069578 tempest-NegativeSecGroupIPv6Test-2095069578-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:24.810438 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7505c63d-3356-4f80-bd16-e87d1b853249 tempest-NegativeSecGroupIPv6Test-2095069578 tempest-NegativeSecGroupIPv6Test-2095069578-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:24.815598 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7505c63d-3356-4f80-bd16-e87d1b853249 tempest-NegativeSecGroupIPv6Test-2095069578 tempest-NegativeSecGroupIPv6Test-2095069578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994370'] for security_group_rule, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:24.832029 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7505c63d-3356-4f80-bd16-e87d1b853249 tempest-NegativeSecGroupIPv6Test-2095069578 tempest-NegativeSecGroupIPv6Test-2095069578-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb6a3937-b225-4e67-99a7-afef0221aa34,revision_number=0']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:35:24.861115 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7505c63d-3356-4f80-bd16-e87d1b853249 tempest-NegativeSecGroupIPv6Test-2095069578 tempest-NegativeSecGroupIPv6Test-2095069578-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:24.865100 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-7505c63d-3356-4f80-bd16-e87d1b853249 tempest-NegativeSecGroupIPv6Test-2095069578 tempest-NegativeSecGroupIPv6Test-2095069578-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2480202 Nov 23 17:35:24.865744 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 42350) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:35:24.870379 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-0bc2a118-f19d-4a0a-87ba-b6e6bafec417 tempest-NegativeSecGroupIPv6Test-2095069578 tempest-NegativeSecGroupIPv6Test-2095069578-project] Request body: {'security_group_rule': {'security_group_id': '6956feaa-fe00-44cb-a363-f191ae807fd6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:35:24.903293 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0bc2a118-f19d-4a0a-87ba-b6e6bafec417 tempest-NegativeSecGroupIPv6Test-2095069578 tempest-NegativeSecGroupIPv6Test-2095069578-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:24.966859 n-d-816206-8 neutron-server[103590]: INFO neutron.api.v2.resource [None req-0bc2a118-f19d-4a0a-87ba-b6e6bafec417 tempest-NegativeSecGroupIPv6Test-2095069578 tempest-NegativeSecGroupIPv6Test-2095069578-project] create failed (client error): There was a conflict when trying to complete your request. Nov 23 17:35:24.967965 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-0bc2a118-f19d-4a0a-87ba-b6e6bafec417 tempest-NegativeSecGroupIPv6Test-2095069578 tempest-NegativeSecGroupIPv6Test-2095069578-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1011903 Nov 23 17:35:24.972214 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 42354) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:35:25.108355 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-951f3a57-6a4e-4301-91a4-448f459d068d tempest-NegativeSecGroupIPv6Test-2095069578 tempest-NegativeSecGroupIPv6Test-2095069578-project] Publish callbacks [] for security_group, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:25.139924 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-951f3a57-6a4e-4301-91a4-448f459d068d tempest-NegativeSecGroupIPv6Test-2095069578 tempest-NegativeSecGroupIPv6Test-2095069578-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:25.153000 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df548cff-9108-49f1-9f09-30aef1fcf805 tempest-ExtraDHCPOptionsIpV6TestJSON-688489522 tempest-ExtraDHCPOptionsIpV6TestJSON-688489522-project] Made reservation on behalf of 5b5d23d01121415eb9d55316604f100a for: {'subnet': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:35:25.156668 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-df548cff-9108-49f1-9f09-30aef1fcf805 tempest-ExtraDHCPOptionsIpV6TestJSON-688489522 tempest-ExtraDHCPOptionsIpV6TestJSON-688489522-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264314294'] for subnet, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:25.199855 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-951f3a57-6a4e-4301-91a4-448f459d068d tempest-NegativeSecGroupIPv6Test-2095069578 tempest-NegativeSecGroupIPv6Test-2095069578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:25.202849 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-951f3a57-6a4e-4301-91a4-448f459d068d tempest-NegativeSecGroupIPv6Test-2095069578 tempest-NegativeSecGroupIPv6Test-2095069578-project] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:25.204185 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-951f3a57-6a4e-4301-91a4-448f459d068d tempest-NegativeSecGroupIPv6Test-2095069578 tempest-NegativeSecGroupIPv6Test-2095069578-project] 10.222.0.60 "DELETE /v2.0/security-groups/6956feaa-fe00-44cb-a363-f191ae807fd6 HTTP/1.1" status: 204 len: 168 time: 0.2309928 Nov 23 17:35:25.215410 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 42358) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:35:25.216379 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951f3a57-6a4e-4301-91a4-448f459d068d tempest-NegativeSecGroupIPv6Test-2095069578 tempest-NegativeSecGroupIPv6Test-2095069578-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6956feaa-fe00-44cb-a363-f191ae807fd6,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:35:25.320883 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-f0eb0ce7-906c-45c0-9b0d-9190b814d4cb tempest-NegativeSecGroupIPv6Test-2095069578 tempest-NegativeSecGroupIPv6Test-2095069578-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0823557 Nov 23 17:35:25.333381 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 42364) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:35:25.338656 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-f94dd5f9-0da4-4605-bfe3-f533b470ccf4 tempest-NegativeSecGroupIPv6Test-2095069578 tempest-NegativeSecGroupIPv6Test-2095069578-project] Request body: {'security_group': {'name': 'tempest-secgroup--1449489106'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:35:25.370151 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f94dd5f9-0da4-4605-bfe3-f533b470ccf4 tempest-NegativeSecGroupIPv6Test-2095069578 tempest-NegativeSecGroupIPv6Test-2095069578-project] Publish callbacks [] for security_group, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:25.415378 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-df548cff-9108-49f1-9f09-30aef1fcf805 tempest-ExtraDHCPOptionsIpV6TestJSON-688489522 tempest-ExtraDHCPOptionsIpV6TestJSON-688489522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264758079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264314276'] for subnet, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:25.473187 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f94dd5f9-0da4-4605-bfe3-f533b470ccf4 tempest-NegativeSecGroupIPv6Test-2095069578 tempest-NegativeSecGroupIPv6Test-2095069578-project] Publish callbacks [] for security_group, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:25.479438 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f94dd5f9-0da4-4605-bfe3-f533b470ccf4 tempest-NegativeSecGroupIPv6Test-2095069578 tempest-NegativeSecGroupIPv6Test-2095069578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:25.514228 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00749ee-b15d-4fd7-9865-300f15ce32bf req-b9e566e4-1960-4b9f-a05d-f85bf9b04473 tempest-ServerRescueTestJSONUnderV235-2089606454 tempest-ServerRescueTestJSONUnderV235-2089606454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:35:25.515944 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f00749ee-b15d-4fd7-9865-300f15ce32bf req-b9e566e4-1960-4b9f-a05d-f85bf9b04473 tempest-ServerRescueTestJSONUnderV235-2089606454 tempest-ServerRescueTestJSONUnderV235-2089606454-project] 10.222.0.60 "GET /v2.0/ports?device_id=db755471-155f-4d9e-b81d-3999c64dda09 HTTP/1.1" status: 200 len: 946 time: 0.3654587 Nov 23 17:35:25.540199 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94dd5f9-0da4-4605-bfe3-f533b470ccf4 tempest-NegativeSecGroupIPv6Test-2095069578 tempest-NegativeSecGroupIPv6Test-2095069578-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15740809-44c8-4211-8d52-e2b8d35aa569,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:35:25.548754 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df548cff-9108-49f1-9f09-30aef1fcf805 tempest-ExtraDHCPOptionsIpV6TestJSON-688489522 tempest-ExtraDHCPOptionsIpV6TestJSON-688489522-project] Pushing event updated for resources: {'Subnet': ['ID=8dfc5424-4b6b-4822-92d1-fea6e1fe3e43,revision_number=0']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:35:25.561001 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df548cff-9108-49f1-9f09-30aef1fcf805 tempest-ExtraDHCPOptionsIpV6TestJSON-688489522 tempest-ExtraDHCPOptionsIpV6TestJSON-688489522-project] Checking segment: {'id': '3f5a84ad-a42a-4f2e-8e42-3fb085d2f75a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '690766e7-ed09-4bc1-aa17-7cb2153c26a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:35:25.561355 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df548cff-9108-49f1-9f09-30aef1fcf805 tempest-ExtraDHCPOptionsIpV6TestJSON-688489522 tempest-ExtraDHCPOptionsIpV6TestJSON-688489522-project] Network hostable DHCP agents. Network: 690766e7-ed09-4bc1-aa17-7cb2153c26a1, hostable agents: ['0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3'], hosted agents: [] {{(pid=103591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 17:35:25.576750 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59154dde-ddc2-4dc5-8e3e-2618335c8241 req-6793208d-436b-40cd-9777-331869ed4020 tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:35:25.584408 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-59154dde-ddc2-4dc5-8e3e-2618335c8241 req-6793208d-436b-40cd-9777-331869ed4020 tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] 10.222.0.60 "GET /v2.0/ports?device_id=7381ae1d-a208-4b78-a6b3-2ed033ea2f6d HTTP/1.1" status: 200 len: 945 time: 0.8336904 Nov 23 17:35:25.595389 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f94dd5f9-0da4-4605-bfe3-f533b470ccf4 tempest-NegativeSecGroupIPv6Test-2095069578 tempest-NegativeSecGroupIPv6Test-2095069578-project] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:25.599882 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-f94dd5f9-0da4-4605-bfe3-f533b470ccf4 tempest-NegativeSecGroupIPv6Test-2095069578 tempest-NegativeSecGroupIPv6Test-2095069578-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2650845 Nov 23 17:35:25.601240 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 42366) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:35:25.609745 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-b7125e03-8a8a-44ed-9ec4-06f20564a94a tempest-NegativeSecGroupIPv6Test-2095069578 tempest-NegativeSecGroupIPv6Test-2095069578-project] Request body: {'security_group_rule': {'security_group_id': '15740809-44c8-4211-8d52-e2b8d35aa569', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:35:25.610837 n-d-816206-8 neutron-server[103590]: WARNING neutron.api.v2.base [None req-b7125e03-8a8a-44ed-9ec4-06f20564a94a tempest-NegativeSecGroupIPv6Test-2095069578 tempest-NegativeSecGroupIPv6Test-2095069578-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Nov 23 17:35:25.612507 n-d-816206-8 neutron-server[103590]: INFO neutron.api.v2.resource [None req-b7125e03-8a8a-44ed-9ec4-06f20564a94a tempest-NegativeSecGroupIPv6Test-2095069578 tempest-NegativeSecGroupIPv6Test-2095069578-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 17:35:25.617825 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-b7125e03-8a8a-44ed-9ec4-06f20564a94a tempest-NegativeSecGroupIPv6Test-2095069578 tempest-NegativeSecGroupIPv6Test-2095069578-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0155711 Nov 23 17:35:25.619896 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 42368) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:35:25.660470 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f00749ee-b15d-4fd7-9865-300f15ce32bf req-a5929498-05fc-40f3-b3a7-b5554d6533a0 tempest-ServerRescueTestJSONUnderV235-2089606454 tempest-ServerRescueTestJSONUnderV235-2089606454-project] 10.222.0.60 "GET /v2.0/security-groups?id=627e1e45-7f27-49ad-a161-3002d16a7eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249175 Nov 23 17:35:25.697204 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-9266a61d-d1fa-4841-9243-26277dcc30fa tempest-NegativeSecGroupIPv6Test-2095069578 tempest-NegativeSecGroupIPv6Test-2095069578-project] Publish callbacks [] for security_group, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:25.697642 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df548cff-9108-49f1-9f09-30aef1fcf805 tempest-ExtraDHCPOptionsIpV6TestJSON-688489522 tempest-ExtraDHCPOptionsIpV6TestJSON-688489522-project] Network 690766e7-ed09-4bc1-aa17-7cb2153c26a1 is scheduled to be hosted by DHCP agent 0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3 with binding_index 1 {{(pid=103591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 17:35:25.704797 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-59154dde-ddc2-4dc5-8e3e-2618335c8241 req-de342480-8780-450d-94bc-e47d418a0490 tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] 10.222.0.60 "GET /v2.0/security-groups?id=67691fce-8308-48e3-b930-b7465ae25797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193757 Nov 23 17:35:25.714493 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [None req-df548cff-9108-49f1-9f09-30aef1fcf805 tempest-ExtraDHCPOptionsIpV6TestJSON-688489522 tempest-ExtraDHCPOptionsIpV6TestJSON-688489522-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-8, 690766e7-ed09-4bc1-aa17-7cb2153c26a1) {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:35:25.721083 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df548cff-9108-49f1-9f09-30aef1fcf805 tempest-ExtraDHCPOptionsIpV6TestJSON-688489522 tempest-ExtraDHCPOptionsIpV6TestJSON-688489522-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:35:25.721995 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-df548cff-9108-49f1-9f09-30aef1fcf805 tempest-ExtraDHCPOptionsIpV6TestJSON-688489522 tempest-ExtraDHCPOptionsIpV6TestJSON-688489522-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for subnet, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:25.731462 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79354f30-2cca-4345-92e4-c16d50e97a95 None None] Network 690766e7-ed09-4bc1-aa17-7cb2153c26a1 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:35:25.734974 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-9266a61d-d1fa-4841-9243-26277dcc30fa tempest-NegativeSecGroupIPv6Test-2095069578 tempest-NegativeSecGroupIPv6Test-2095069578-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:25.787408 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-df548cff-9108-49f1-9f09-30aef1fcf805 tempest-ExtraDHCPOptionsIpV6TestJSON-688489522 tempest-ExtraDHCPOptionsIpV6TestJSON-688489522-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2734132 Nov 23 17:35:25.791557 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 42374) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:35:25.803756 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-f3b16fa2-042f-4802-93cc-f43c37736a3c tempest-ExtraDHCPOptionsIpV6TestJSON-688489522 tempest-ExtraDHCPOptionsIpV6TestJSON-688489522-project] Request body: {'port': {'network_id': '690766e7-ed09-4bc1-aa17-7cb2153c26a1', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-714846239'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:35:25.897639 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-9266a61d-d1fa-4841-9243-26277dcc30fa tempest-NegativeSecGroupIPv6Test-2095069578 tempest-NegativeSecGroupIPv6Test-2095069578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:25.900665 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-9266a61d-d1fa-4841-9243-26277dcc30fa tempest-NegativeSecGroupIPv6Test-2095069578 tempest-NegativeSecGroupIPv6Test-2095069578-project] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:25.903232 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-9266a61d-d1fa-4841-9243-26277dcc30fa tempest-NegativeSecGroupIPv6Test-2095069578 tempest-NegativeSecGroupIPv6Test-2095069578-project] 10.222.0.60 "DELETE /v2.0/security-groups/15740809-44c8-4211-8d52-e2b8d35aa569 HTTP/1.1" status: 204 len: 168 time: 0.2809811 Nov 23 17:35:25.910795 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 42376) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:35:25.934621 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9266a61d-d1fa-4841-9243-26277dcc30fa tempest-NegativeSecGroupIPv6Test-2095069578 tempest-NegativeSecGroupIPv6Test-2095069578-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=15740809-44c8-4211-8d52-e2b8d35aa569,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:35:25.947602 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8c07fc9-12ae-46cd-9fca-ea255eb1ebe4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp355044b8-8e87-58c4-94fa-4a010ec30f9e-690766e7-ed09-4bc1-aa17-7cb2153c26a1', 'network_id': '690766e7-ed09-4bc1-aa17-7cb2153c26a1', 'tenant_id': '5b5d23d01121415eb9d55316604f100a', 'fixed_ips': [{'subnet_id': '8dfc5424-4b6b-4822-92d1-fea6e1fe3e43'}]}} from n-d-816206-8. {{(pid=103592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 17:35:25.948628 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b8c07fc9-12ae-46cd-9fca-ea255eb1ebe4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:25.986953 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3b16fa2-042f-4802-93cc-f43c37736a3c tempest-ExtraDHCPOptionsIpV6TestJSON-688489522 tempest-ExtraDHCPOptionsIpV6TestJSON-688489522-project] Made reservation on behalf of 5b5d23d01121415eb9d55316604f100a for: {'port': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:35:25.991911 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f3b16fa2-042f-4802-93cc-f43c37736a3c tempest-ExtraDHCPOptionsIpV6TestJSON-688489522 tempest-ExtraDHCPOptionsIpV6TestJSON-688489522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:26.010970 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-20361e1c-90c3-4cf9-b664-79764d385a2c tempest-NegativeSecGroupIPv6Test-2095069578 tempest-NegativeSecGroupIPv6Test-2095069578-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0990338 Nov 23 17:35:26.016514 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 42378) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:35:26.020119 n-d-816206-8 neutron-server[103590]: DEBUG neutron.notifiers.nova [None req-f3b16fa2-042f-4802-93cc-f43c37736a3c tempest-ExtraDHCPOptionsIpV6TestJSON-688489522 tempest-ExtraDHCPOptionsIpV6TestJSON-688489522-project] device_id is not set on port 9ad34e8d-79e3-4584-a194-7b3a2b891bab yet. {{(pid=103590) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 17:35:26.022161 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-94662668-01be-475a-b2dc-a77f46604082 tempest-NegativeSecGroupIPv6Test-2095069578 tempest-NegativeSecGroupIPv6Test-2095069578-project] Request body: {'security_group': {'name': 'tempest-secgroup--575962487'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:35:26.052426 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-94662668-01be-475a-b2dc-a77f46604082 tempest-NegativeSecGroupIPv6Test-2095069578 tempest-NegativeSecGroupIPv6Test-2095069578-project] Publish callbacks [] for security_group, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:26.126457 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e17ef7-b2e6-44da-bb66-57d2bac4641f req-100b7ea1-1253-4c9b-b351-a92a8ce4960e tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:35:26.134204 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e0e17ef7-b2e6-44da-bb66-57d2bac4641f req-100b7ea1-1253-4c9b-b351-a92a8ce4960e tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] 10.222.0.60 "GET /v2.0/ports?device_id=7381ae1d-a208-4b78-a6b3-2ed033ea2f6d HTTP/1.1" status: 200 len: 945 time: 0.2497454 Nov 23 17:35:26.220197 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-f3b16fa2-042f-4802-93cc-f43c37736a3c tempest-ExtraDHCPOptionsIpV6TestJSON-688489522 tempest-ExtraDHCPOptionsIpV6TestJSON-688489522-project] Allocated IP 2001:db8::1f7 (690766e7-ed09-4bc1-aa17-7cb2153c26a1/8dfc5424-4b6b-4822-92d1-fea6e1fe3e43/9ad34e8d-79e3-4584-a194-7b3a2b891bab) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:35:26.266758 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-94662668-01be-475a-b2dc-a77f46604082 tempest-NegativeSecGroupIPv6Test-2095069578 tempest-NegativeSecGroupIPv6Test-2095069578-project] Publish callbacks [] for security_group, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:26.273707 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-94662668-01be-475a-b2dc-a77f46604082 tempest-NegativeSecGroupIPv6Test-2095069578 tempest-NegativeSecGroupIPv6Test-2095069578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:26.330876 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e0e17ef7-b2e6-44da-bb66-57d2bac4641f req-e931790e-a636-4705-b0a2-2e4d6f188216 tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] 10.222.0.60 "GET /v2.0/security-groups?id=67691fce-8308-48e3-b930-b7465ae25797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1877561 Nov 23 17:35:26.338747 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-94662668-01be-475a-b2dc-a77f46604082 tempest-NegativeSecGroupIPv6Test-2095069578 tempest-NegativeSecGroupIPv6Test-2095069578-project] Publish callbacks [] for security_group, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:26.340551 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-94662668-01be-475a-b2dc-a77f46604082 tempest-NegativeSecGroupIPv6Test-2095069578 tempest-NegativeSecGroupIPv6Test-2095069578-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3221655 Nov 23 17:35:26.349211 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 42384) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:35:26.353979 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-0d63747e-1913-4abd-b163-367b480f7f80 tempest-NegativeSecGroupIPv6Test-2095069578 tempest-NegativeSecGroupIPv6Test-2095069578-project] Request body: {'security_group_rule': {'security_group_id': 'ab3d4270-b997-4705-a302-a23b1d0b8f31', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:35:26.355072 n-d-816206-8 neutron-server[103591]: WARNING neutron.api.v2.base [None req-0d63747e-1913-4abd-b163-367b480f7f80 tempest-NegativeSecGroupIPv6Test-2095069578 tempest-NegativeSecGroupIPv6Test-2095069578-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Nov 23 17:35:26.355901 n-d-816206-8 neutron-server[103591]: INFO neutron.api.v2.resource [None req-0d63747e-1913-4abd-b163-367b480f7f80 tempest-NegativeSecGroupIPv6Test-2095069578 tempest-NegativeSecGroupIPv6Test-2095069578-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 17:35:26.357154 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-0d63747e-1913-4abd-b163-367b480f7f80 tempest-NegativeSecGroupIPv6Test-2095069578 tempest-NegativeSecGroupIPv6Test-2095069578-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0067863 Nov 23 17:35:26.376261 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 42388) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:35:26.414682 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94662668-01be-475a-b2dc-a77f46604082 tempest-NegativeSecGroupIPv6Test-2095069578 tempest-NegativeSecGroupIPv6Test-2095069578-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab3d4270-b997-4705-a302-a23b1d0b8f31,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:35:26.470743 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f3b16fa2-042f-4802-93cc-f43c37736a3c tempest-ExtraDHCPOptionsIpV6TestJSON-688489522 tempest-ExtraDHCPOptionsIpV6TestJSON-688489522-project] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:26.494470 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-faed5761-0027-44c7-87e4-71539ddaa020 tempest-NegativeSecGroupIPv6Test-2095069578 tempest-NegativeSecGroupIPv6Test-2095069578-project] Publish callbacks [] for security_group, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:26.520281 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f3b16fa2-042f-4802-93cc-f43c37736a3c tempest-ExtraDHCPOptionsIpV6TestJSON-688489522 tempest-ExtraDHCPOptionsIpV6TestJSON-688489522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:26.528504 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-faed5761-0027-44c7-87e4-71539ddaa020 tempest-NegativeSecGroupIPv6Test-2095069578 tempest-NegativeSecGroupIPv6Test-2095069578-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:26.598593 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3b16fa2-042f-4802-93cc-f43c37736a3c tempest-ExtraDHCPOptionsIpV6TestJSON-688489522 tempest-ExtraDHCPOptionsIpV6TestJSON-688489522-project] Network 690766e7-ed09-4bc1-aa17-7cb2153c26a1 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:35:26.603063 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-f3b16fa2-042f-4802-93cc-f43c37736a3c tempest-ExtraDHCPOptionsIpV6TestJSON-688489522 tempest-ExtraDHCPOptionsIpV6TestJSON-688489522-project] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:35:26.610162 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3b16fa2-042f-4802-93cc-f43c37736a3c tempest-ExtraDHCPOptionsIpV6TestJSON-688489522 tempest-ExtraDHCPOptionsIpV6TestJSON-688489522-project] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:35:26.613453 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-faed5761-0027-44c7-87e4-71539ddaa020 tempest-NegativeSecGroupIPv6Test-2095069578 tempest-NegativeSecGroupIPv6Test-2095069578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:26.616646 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-faed5761-0027-44c7-87e4-71539ddaa020 tempest-NegativeSecGroupIPv6Test-2095069578 tempest-NegativeSecGroupIPv6Test-2095069578-project] Publish callbacks [] for security_group, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:26.618038 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-faed5761-0027-44c7-87e4-71539ddaa020 tempest-NegativeSecGroupIPv6Test-2095069578 tempest-NegativeSecGroupIPv6Test-2095069578-project] 10.222.0.60 "DELETE /v2.0/security-groups/ab3d4270-b997-4705-a302-a23b1d0b8f31 HTTP/1.1" status: 204 len: 168 time: 0.2381089 Nov 23 17:35:26.623157 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 42392) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:35:26.625145 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3b16fa2-042f-4802-93cc-f43c37736a3c tempest-ExtraDHCPOptionsIpV6TestJSON-688489522 tempest-ExtraDHCPOptionsIpV6TestJSON-688489522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:35:26.625290 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.db_base_plugin_common [None req-b8c07fc9-12ae-46cd-9fca-ea255eb1ebe4 None None] Allocated IP 2001:db8::2 (690766e7-ed09-4bc1-aa17-7cb2153c26a1/8dfc5424-4b6b-4822-92d1-fea6e1fe3e43/95354947-af82-4de3-8d0a-7bd4d91fd937) {{(pid=103592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:35:26.625933 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f3b16fa2-042f-4802-93cc-f43c37736a3c tempest-ExtraDHCPOptionsIpV6TestJSON-688489522 tempest-ExtraDHCPOptionsIpV6TestJSON-688489522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:26.645640 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b16fa2-042f-4802-93cc-f43c37736a3c tempest-ExtraDHCPOptionsIpV6TestJSON-688489522 tempest-ExtraDHCPOptionsIpV6TestJSON-688489522-project] Pushing event updated for resources: {'Port': ['ID=9ad34e8d-79e3-4584-a194-7b3a2b891bab,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:35:26.661787 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b16fa2-042f-4802-93cc-f43c37736a3c tempest-ExtraDHCPOptionsIpV6TestJSON-688489522 tempest-ExtraDHCPOptionsIpV6TestJSON-688489522-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:35:26.662301 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b16fa2-042f-4802-93cc-f43c37736a3c tempest-ExtraDHCPOptionsIpV6TestJSON-688489522 tempest-ExtraDHCPOptionsIpV6TestJSON-688489522-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:35:26.663505 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b16fa2-042f-4802-93cc-f43c37736a3c tempest-ExtraDHCPOptionsIpV6TestJSON-688489522 tempest-ExtraDHCPOptionsIpV6TestJSON-688489522-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:35:26.664913 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b16fa2-042f-4802-93cc-f43c37736a3c tempest-ExtraDHCPOptionsIpV6TestJSON-688489522 tempest-ExtraDHCPOptionsIpV6TestJSON-688489522-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:35:26.665264 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b16fa2-042f-4802-93cc-f43c37736a3c tempest-ExtraDHCPOptionsIpV6TestJSON-688489522 tempest-ExtraDHCPOptionsIpV6TestJSON-688489522-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:35:26.665606 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b16fa2-042f-4802-93cc-f43c37736a3c tempest-ExtraDHCPOptionsIpV6TestJSON-688489522 tempest-ExtraDHCPOptionsIpV6TestJSON-688489522-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:35:26.666004 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b16fa2-042f-4802-93cc-f43c37736a3c tempest-ExtraDHCPOptionsIpV6TestJSON-688489522 tempest-ExtraDHCPOptionsIpV6TestJSON-688489522-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:35:26.666387 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b16fa2-042f-4802-93cc-f43c37736a3c tempest-ExtraDHCPOptionsIpV6TestJSON-688489522 tempest-ExtraDHCPOptionsIpV6TestJSON-688489522-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:35:26.666728 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b16fa2-042f-4802-93cc-f43c37736a3c tempest-ExtraDHCPOptionsIpV6TestJSON-688489522 tempest-ExtraDHCPOptionsIpV6TestJSON-688489522-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:35:26.667115 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b16fa2-042f-4802-93cc-f43c37736a3c tempest-ExtraDHCPOptionsIpV6TestJSON-688489522 tempest-ExtraDHCPOptionsIpV6TestJSON-688489522-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:35:26.667449 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b16fa2-042f-4802-93cc-f43c37736a3c tempest-ExtraDHCPOptionsIpV6TestJSON-688489522 tempest-ExtraDHCPOptionsIpV6TestJSON-688489522-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:35:26.668172 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b16fa2-042f-4802-93cc-f43c37736a3c tempest-ExtraDHCPOptionsIpV6TestJSON-688489522 tempest-ExtraDHCPOptionsIpV6TestJSON-688489522-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:35:26.680337 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-f3b16fa2-042f-4802-93cc-f43c37736a3c tempest-ExtraDHCPOptionsIpV6TestJSON-688489522 tempest-ExtraDHCPOptionsIpV6TestJSON-688489522-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 0.8850071 Nov 23 17:35:26.680830 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faed5761-0027-44c7-87e4-71539ddaa020 tempest-NegativeSecGroupIPv6Test-2095069578 tempest-NegativeSecGroupIPv6Test-2095069578-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab3d4270-b997-4705-a302-a23b1d0b8f31,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:35:26.683264 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 42396) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:35:26.688820 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-9e83e943-cde4-45be-9eec-66e6353630eb tempest-ExtraDHCPOptionsIpV6TestJSON-688489522 tempest-ExtraDHCPOptionsIpV6TestJSON-688489522-project] Request body: {'port': {'network_id': '690766e7-ed09-4bc1-aa17-7cb2153c26a1', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-369163517', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:35:26.689380 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.api.validators [None req-9e83e943-cde4-45be-9eec-66e6353630eb tempest-ExtraDHCPOptionsIpV6TestJSON-688489522 tempest-ExtraDHCPOptionsIpV6TestJSON-688489522-project] bootfile-name is not in valid_values {{(pid=103590) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 23 17:35:26.689727 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.api.validators [None req-9e83e943-cde4-45be-9eec-66e6353630eb tempest-ExtraDHCPOptionsIpV6TestJSON-688489522 tempest-ExtraDHCPOptionsIpV6TestJSON-688489522-project] tftp-server is not in valid_values {{(pid=103590) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 23 17:35:26.690061 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.api.validators [None req-9e83e943-cde4-45be-9eec-66e6353630eb tempest-ExtraDHCPOptionsIpV6TestJSON-688489522 tempest-ExtraDHCPOptionsIpV6TestJSON-688489522-project] server-ip-address is not in valid_values {{(pid=103590) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 23 17:35:26.739539 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-330bdfa9-6076-43b0-8c97-f110b3b2c93b tempest-NegativeSecGroupIPv6Test-2095069578 tempest-NegativeSecGroupIPv6Test-2095069578-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1097262 Nov 23 17:35:26.742950 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 42398) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:35:26.748369 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-44f63e5d-5c12-49a2-b34b-734cfcadbafe tempest-NegativeSecGroupIPv6Test-2095069578 tempest-NegativeSecGroupIPv6Test-2095069578-project] Request body: {'security_group': {'name': 'tempest-secgroup--750243852'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:35:26.785326 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed88a23-b694-4b2a-b9ed-1d3df902d859 req-f1969f0d-4ed0-4e27-b0e7-ee07c7301f02 tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:35:26.786992 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4ed88a23-b694-4b2a-b9ed-1d3df902d859 req-f1969f0d-4ed0-4e27-b0e7-ee07c7301f02 tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] 10.222.0.60 "GET /v2.0/ports?device_id=7381ae1d-a208-4b78-a6b3-2ed033ea2f6d HTTP/1.1" status: 200 len: 945 time: 0.1336040 Nov 23 17:35:26.849622 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-44f63e5d-5c12-49a2-b34b-734cfcadbafe tempest-NegativeSecGroupIPv6Test-2095069578 tempest-NegativeSecGroupIPv6Test-2095069578-project] Publish callbacks [] for security_group, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:26.915537 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4ed88a23-b694-4b2a-b9ed-1d3df902d859 req-e6c2034b-f3a0-4e5e-aecd-486b0c97eedc tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] 10.222.0.60 "GET /v2.0/security-groups?id=67691fce-8308-48e3-b930-b7465ae25797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208348 Nov 23 17:35:26.934645 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455cadff-6a3f-452d-92b7-ed94ed1fd5e1 req-cceb5e5e-a877-454a-8b80-d4554e369082 tempest-ServerRescueTestJSONUnderV235-2089606454 tempest-ServerRescueTestJSONUnderV235-2089606454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:35:26.936392 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-455cadff-6a3f-452d-92b7-ed94ed1fd5e1 req-cceb5e5e-a877-454a-8b80-d4554e369082 tempest-ServerRescueTestJSONUnderV235-2089606454 tempest-ServerRescueTestJSONUnderV235-2089606454-project] 10.222.0.60 "GET /v2.0/ports?device_id=db755471-155f-4d9e-b81d-3999c64dda09 HTTP/1.1" status: 200 len: 946 time: 0.1237416 Nov 23 17:35:26.953397 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e83e943-cde4-45be-9eec-66e6353630eb tempest-ExtraDHCPOptionsIpV6TestJSON-688489522 tempest-ExtraDHCPOptionsIpV6TestJSON-688489522-project] Made reservation on behalf of 5b5d23d01121415eb9d55316604f100a for: {'port': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:35:26.961349 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-9e83e943-cde4-45be-9eec-66e6353630eb tempest-ExtraDHCPOptionsIpV6TestJSON-688489522 tempest-ExtraDHCPOptionsIpV6TestJSON-688489522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:26.986809 n-d-816206-8 neutron-server[103590]: DEBUG neutron.notifiers.nova [None req-9e83e943-cde4-45be-9eec-66e6353630eb tempest-ExtraDHCPOptionsIpV6TestJSON-688489522 tempest-ExtraDHCPOptionsIpV6TestJSON-688489522-project] device_id is not set on port cf30aa39-0bbc-45ef-86d4-6d2638dccfcd yet. {{(pid=103590) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 17:35:27.001508 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b8c07fc9-12ae-46cd-9fca-ea255eb1ebe4 None None] Publish callbacks [] for port, precommit_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:27.012215 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b8c07fc9-12ae-46cd-9fca-ea255eb1ebe4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980'] for port, after_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:27.027724 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-44f63e5d-5c12-49a2-b34b-734cfcadbafe tempest-NegativeSecGroupIPv6Test-2095069578 tempest-NegativeSecGroupIPv6Test-2095069578-project] Publish callbacks [] for security_group, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:27.039811 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-44f63e5d-5c12-49a2-b34b-734cfcadbafe tempest-NegativeSecGroupIPv6Test-2095069578 tempest-NegativeSecGroupIPv6Test-2095069578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:27.055052 n-d-816206-8 neutron-server[103592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8c07fc9-12ae-46cd-9fca-ea255eb1ebe4 None None] Network 690766e7-ed09-4bc1-aa17-7cb2153c26a1 is already hosted by enough agents. {{(pid=103592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:35:27.059958 n-d-816206-8 neutron-server[103592]: DEBUG neutron.scheduler.base_scheduler [None req-b8c07fc9-12ae-46cd-9fca-ea255eb1ebe4 None None] Resources bound (agent type, host, resource id): {{(pid=103592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:35:27.064384 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8c07fc9-12ae-46cd-9fca-ea255eb1ebe4 None None] Received port after_create {{(pid=103592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:35:27.088809 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-455cadff-6a3f-452d-92b7-ed94ed1fd5e1 req-842260b4-572f-47b2-8a40-615cf9ddcc55 tempest-ServerRescueTestJSONUnderV235-2089606454 tempest-ServerRescueTestJSONUnderV235-2089606454-project] 10.222.0.60 "GET /v2.0/security-groups?id=627e1e45-7f27-49ad-a161-3002d16a7eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289704 Nov 23 17:35:27.096368 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-44f63e5d-5c12-49a2-b34b-734cfcadbafe tempest-NegativeSecGroupIPv6Test-2095069578 tempest-NegativeSecGroupIPv6Test-2095069578-project] Publish callbacks [] for security_group, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:27.099003 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-44f63e5d-5c12-49a2-b34b-734cfcadbafe tempest-NegativeSecGroupIPv6Test-2095069578 tempest-NegativeSecGroupIPv6Test-2095069578-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3535912 Nov 23 17:35:27.103753 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 42406) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:35:27.110972 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-bd1004c9-79f0-484c-83f6-bfd53af82ead tempest-NegativeSecGroupIPv6Test-2095069578 tempest-NegativeSecGroupIPv6Test-2095069578-project] Request body: {'security_group_rule': {'security_group_id': '437f47c4-f06a-4c04-bc1c-e18739334bb6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:35:27.125778 n-d-816206-8 neutron-server[103591]: WARNING neutron.api.v2.base [None req-bd1004c9-79f0-484c-83f6-bfd53af82ead tempest-NegativeSecGroupIPv6Test-2095069578 tempest-NegativeSecGroupIPv6Test-2095069578-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Nov 23 17:35:27.126537 n-d-816206-8 neutron-server[103591]: INFO neutron.api.v2.resource [None req-bd1004c9-79f0-484c-83f6-bfd53af82ead tempest-NegativeSecGroupIPv6Test-2095069578 tempest-NegativeSecGroupIPv6Test-2095069578-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 17:35:27.129446 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-bd1004c9-79f0-484c-83f6-bfd53af82ead tempest-NegativeSecGroupIPv6Test-2095069578 tempest-NegativeSecGroupIPv6Test-2095069578-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0242200 Nov 23 17:35:27.130949 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 42408) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:35:27.137783 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-a1eade5c-8367-4830-93b3-cf110b8ac7ea tempest-NegativeSecGroupIPv6Test-2095069578 tempest-NegativeSecGroupIPv6Test-2095069578-project] Request body: {'security_group_rule': {'security_group_id': '437f47c4-f06a-4c04-bc1c-e18739334bb6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:35:27.142787 n-d-816206-8 neutron-server[103591]: WARNING neutron.api.v2.base [None req-a1eade5c-8367-4830-93b3-cf110b8ac7ea tempest-NegativeSecGroupIPv6Test-2095069578 tempest-NegativeSecGroupIPv6Test-2095069578-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Nov 23 17:35:27.143998 n-d-816206-8 neutron-server[103591]: INFO neutron.api.v2.resource [None req-a1eade5c-8367-4830-93b3-cf110b8ac7ea tempest-NegativeSecGroupIPv6Test-2095069578 tempest-NegativeSecGroupIPv6Test-2095069578-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 17:35:27.148716 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-a1eade5c-8367-4830-93b3-cf110b8ac7ea tempest-NegativeSecGroupIPv6Test-2095069578 tempest-NegativeSecGroupIPv6Test-2095069578-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0133026 Nov 23 17:35:27.148716 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f63e5d-5c12-49a2-b34b-734cfcadbafe tempest-NegativeSecGroupIPv6Test-2095069578 tempest-NegativeSecGroupIPv6Test-2095069578-project] Pushing event updated for resources: {'SecurityGroup': ['ID=437f47c4-f06a-4c04-bc1c-e18739334bb6,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:35:27.149132 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 42410) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:35:27.155129 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-8fc01d5b-8ac3-4c1a-9bd7-b93411012f14 tempest-NegativeSecGroupIPv6Test-2095069578 tempest-NegativeSecGroupIPv6Test-2095069578-project] Request body: {'security_group_rule': {'security_group_id': '437f47c4-f06a-4c04-bc1c-e18739334bb6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:35:27.157089 n-d-816206-8 neutron-server[103590]: WARNING neutron.api.v2.base [None req-8fc01d5b-8ac3-4c1a-9bd7-b93411012f14 tempest-NegativeSecGroupIPv6Test-2095069578 tempest-NegativeSecGroupIPv6Test-2095069578-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Nov 23 17:35:27.157607 n-d-816206-8 neutron-server[103590]: INFO neutron.api.v2.resource [None req-8fc01d5b-8ac3-4c1a-9bd7-b93411012f14 tempest-NegativeSecGroupIPv6Test-2095069578 tempest-NegativeSecGroupIPv6Test-2095069578-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 17:35:27.161841 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-8fc01d5b-8ac3-4c1a-9bd7-b93411012f14 tempest-NegativeSecGroupIPv6Test-2095069578 tempest-NegativeSecGroupIPv6Test-2095069578-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0091021 Nov 23 17:35:27.163315 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 42412) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:35:27.178526 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-70af4dd5-08d2-49c7-b6f0-d9f20836f69c tempest-NegativeSecGroupIPv6Test-2095069578 tempest-NegativeSecGroupIPv6Test-2095069578-project] Request body: {'security_group_rule': {'security_group_id': '437f47c4-f06a-4c04-bc1c-e18739334bb6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:35:27.179605 n-d-816206-8 neutron-server[103591]: WARNING neutron.api.v2.base [None req-70af4dd5-08d2-49c7-b6f0-d9f20836f69c tempest-NegativeSecGroupIPv6Test-2095069578 tempest-NegativeSecGroupIPv6Test-2095069578-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Nov 23 17:35:27.180750 n-d-816206-8 neutron-server[103591]: INFO neutron.api.v2.resource [None req-70af4dd5-08d2-49c7-b6f0-d9f20836f69c tempest-NegativeSecGroupIPv6Test-2095069578 tempest-NegativeSecGroupIPv6Test-2095069578-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 17:35:27.184265 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-70af4dd5-08d2-49c7-b6f0-d9f20836f69c tempest-NegativeSecGroupIPv6Test-2095069578 tempest-NegativeSecGroupIPv6Test-2095069578-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0186312 Nov 23 17:35:27.189193 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 42414) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:35:27.223409 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c07fc9-12ae-46cd-9fca-ea255eb1ebe4 None None] Pushing event updated for resources: {'Port': ['ID=95354947-af82-4de3-8d0a-7bd4d91fd937,revision_number=1']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:35:27.227885 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-b8c07fc9-12ae-46cd-9fca-ea255eb1ebe4 None None] Attempting to bind port 95354947-af82-4de3-8d0a-7bd4d91fd937 on host n-d-816206-8 for vnic_type normal with profile {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:35:27.228259 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-b8c07fc9-12ae-46cd-9fca-ea255eb1ebe4 None None] Attempting to bind port 95354947-af82-4de3-8d0a-7bd4d91fd937 by drivers openvswitch,hyperv on host n-d-816206-8 at level 0 using segments [{'id': '3f5a84ad-a42a-4f2e-8e42-3fb085d2f75a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '690766e7-ed09-4bc1-aa17-7cb2153c26a1'}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:35:27.231139 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-9e83e943-cde4-45be-9eec-66e6353630eb tempest-ExtraDHCPOptionsIpV6TestJSON-688489522 tempest-ExtraDHCPOptionsIpV6TestJSON-688489522-project] Allocated IP 2001:db8::226 (690766e7-ed09-4bc1-aa17-7cb2153c26a1/8dfc5424-4b6b-4822-92d1-fea6e1fe3e43/cf30aa39-0bbc-45ef-86d4-6d2638dccfcd) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:35:27.233022 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8c07fc9-12ae-46cd-9fca-ea255eb1ebe4 None None] Attempting to bind port 95354947-af82-4de3-8d0a-7bd4d91fd937 on network 690766e7-ed09-4bc1-aa17-7cb2153c26a1 {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:35:27.248108 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8c07fc9-12ae-46cd-9fca-ea255eb1ebe4 None None] Checking agent: {'id': '9e89acbe-4bbe-4c77-a18b-6f1da9133e0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 7, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 35, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:35:27.248513 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8c07fc9-12ae-46cd-9fca-ea255eb1ebe4 None None] Checking segment: {'id': '3f5a84ad-a42a-4f2e-8e42-3fb085d2f75a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '690766e7-ed09-4bc1-aa17-7cb2153c26a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:35:27.248932 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b8c07fc9-12ae-46cd-9fca-ea255eb1ebe4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:27.249384 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8c07fc9-12ae-46cd-9fca-ea255eb1ebe4 None None] Bound using segment: {'id': '3f5a84ad-a42a-4f2e-8e42-3fb085d2f75a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '690766e7-ed09-4bc1-aa17-7cb2153c26a1'} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:35:27.249901 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-b8c07fc9-12ae-46cd-9fca-ea255eb1ebe4 None None] Bound port: 95354947-af82-4de3-8d0a-7bd4d91fd937, host: n-d-816206-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f5a84ad-a42a-4f2e-8e42-3fb085d2f75a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '690766e7-ed09-4bc1-aa17-7cb2153c26a1'}}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:35:27.250288 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b8c07fc9-12ae-46cd-9fca-ea255eb1ebe4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:27.294717 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-9fc9d169-31f9-4bb2-830b-9a758dea7b87 tempest-NegativeSecGroupIPv6Test-2095069578 tempest-NegativeSecGroupIPv6Test-2095069578-project] Publish callbacks [] for security_group, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:27.336880 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b2b884-ebb0-4d1f-baf8-b3f4ac9c9094 req-43c6ca33-f7b9-4c40-99ea-0584053de623 tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:35:27.338924 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-53b2b884-ebb0-4d1f-baf8-b3f4ac9c9094 req-43c6ca33-f7b9-4c40-99ea-0584053de623 tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] 10.222.0.60 "GET /v2.0/ports?device_id=7381ae1d-a208-4b78-a6b3-2ed033ea2f6d HTTP/1.1" status: 200 len: 945 time: 0.0899963 Nov 23 17:35:27.341240 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-9fc9d169-31f9-4bb2-830b-9a758dea7b87 tempest-NegativeSecGroupIPv6Test-2095069578 tempest-NegativeSecGroupIPv6Test-2095069578-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:27.394451 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b8c07fc9-12ae-46cd-9fca-ea255eb1ebe4 None None] For port 95354947-af82-4de3-8d0a-7bd4d91fd937, host n-d-816206-8, cleared binding levels {{(pid=103592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:35:27.403182 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b8c07fc9-12ae-46cd-9fca-ea255eb1ebe4 None None] For port 95354947-af82-4de3-8d0a-7bd4d91fd937, host n-d-816206-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=95354947-af82-4de3-8d0a-7bd4d91fd937,segment=NetworkSegment(3f5a84ad-a42a-4f2e-8e42-3fb085d2f75a),segment_id=3f5a84ad-a42a-4f2e-8e42-3fb085d2f75a)] {{(pid=103592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:35:27.416765 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b8c07fc9-12ae-46cd-9fca-ea255eb1ebe4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:27.449805 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-9fc9d169-31f9-4bb2-830b-9a758dea7b87 tempest-NegativeSecGroupIPv6Test-2095069578 tempest-NegativeSecGroupIPv6Test-2095069578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:27.452640 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-9fc9d169-31f9-4bb2-830b-9a758dea7b87 tempest-NegativeSecGroupIPv6Test-2095069578 tempest-NegativeSecGroupIPv6Test-2095069578-project] Publish callbacks [] for security_group, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:27.453796 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-9fc9d169-31f9-4bb2-830b-9a758dea7b87 tempest-NegativeSecGroupIPv6Test-2095069578 tempest-NegativeSecGroupIPv6Test-2095069578-project] 10.222.0.60 "DELETE /v2.0/security-groups/437f47c4-f06a-4c04-bc1c-e18739334bb6 HTTP/1.1" status: 204 len: 168 time: 0.2634389 Nov 23 17:35:27.482018 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 42424) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:35:27.494528 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-53b2b884-ebb0-4d1f-baf8-b3f4ac9c9094 req-681e8067-308a-47b9-a9e0-61294943b63b tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] 10.222.0.60 "GET /v2.0/security-groups?id=67691fce-8308-48e3-b930-b7465ae25797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439567 Nov 23 17:35:27.531876 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc9d169-31f9-4bb2-830b-9a758dea7b87 tempest-NegativeSecGroupIPv6Test-2095069578 tempest-NegativeSecGroupIPv6Test-2095069578-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=437f47c4-f06a-4c04-bc1c-e18739334bb6,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:35:27.535712 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c07fc9-12ae-46cd-9fca-ea255eb1ebe4 None None] Pushing event updated for resources: {'Port': ['ID=95354947-af82-4de3-8d0a-7bd4d91fd937,revision_number=2']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:35:27.589197 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-9e83e943-cde4-45be-9eec-66e6353630eb tempest-ExtraDHCPOptionsIpV6TestJSON-688489522 tempest-ExtraDHCPOptionsIpV6TestJSON-688489522-project] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:27.633410 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-b9216588-846e-4388-926c-deec51c3d372 tempest-NegativeSecGroupIPv6Test-2095069578 tempest-NegativeSecGroupIPv6Test-2095069578-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1377425 Nov 23 17:35:27.638137 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 42428) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:35:27.642804 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-c805bbad-d62c-4f68-8b95-47a57713975f tempest-NegativeSecGroupIPv6Test-2095069578 tempest-NegativeSecGroupIPv6Test-2095069578-project] Request body: {'security_group': {'name': 'tempest-secgroup--292227032'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:35:27.718735 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c805bbad-d62c-4f68-8b95-47a57713975f tempest-NegativeSecGroupIPv6Test-2095069578 tempest-NegativeSecGroupIPv6Test-2095069578-project] Publish callbacks [] for security_group, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:27.859339 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-9e83e943-cde4-45be-9eec-66e6353630eb tempest-ExtraDHCPOptionsIpV6TestJSON-688489522 tempest-ExtraDHCPOptionsIpV6TestJSON-688489522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:27.979701 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79171ec0-230e-4c55-a670-1e50faa3271b req-a86d06dc-8a66-4cbe-8316-1dbad58ce1e8 tempest-AttachVolumeNegativeTest-452624640 tempest-AttachVolumeNegativeTest-452624640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:35:27.993635 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-79171ec0-230e-4c55-a670-1e50faa3271b req-a86d06dc-8a66-4cbe-8316-1dbad58ce1e8 tempest-AttachVolumeNegativeTest-452624640 tempest-AttachVolumeNegativeTest-452624640-project] 10.222.0.60 "GET /v2.0/ports?device_id=4ba90631-5c49-4a72-af7e-16e0985eee04 HTTP/1.1" status: 200 len: 945 time: 0.1231697 Nov 23 17:35:27.994112 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 42442) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:35:28.054557 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e83e943-cde4-45be-9eec-66e6353630eb tempest-ExtraDHCPOptionsIpV6TestJSON-688489522 tempest-ExtraDHCPOptionsIpV6TestJSON-688489522-project] Network 690766e7-ed09-4bc1-aa17-7cb2153c26a1 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:35:28.092580 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-9e83e943-cde4-45be-9eec-66e6353630eb tempest-ExtraDHCPOptionsIpV6TestJSON-688489522 tempest-ExtraDHCPOptionsIpV6TestJSON-688489522-project] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:35:28.100757 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e83e943-cde4-45be-9eec-66e6353630eb tempest-ExtraDHCPOptionsIpV6TestJSON-688489522 tempest-ExtraDHCPOptionsIpV6TestJSON-688489522-project] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:35:28.142115 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e83e943-cde4-45be-9eec-66e6353630eb tempest-ExtraDHCPOptionsIpV6TestJSON-688489522 tempest-ExtraDHCPOptionsIpV6TestJSON-688489522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:35:28.150702 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-9e83e943-cde4-45be-9eec-66e6353630eb tempest-ExtraDHCPOptionsIpV6TestJSON-688489522 tempest-ExtraDHCPOptionsIpV6TestJSON-688489522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:28.166538 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-79171ec0-230e-4c55-a670-1e50faa3271b req-dbaa6142-5be0-4faf-950d-ce6068172ccd tempest-AttachVolumeNegativeTest-452624640 tempest-AttachVolumeNegativeTest-452624640-project] 10.222.0.60 "GET /v2.0/security-groups?id=b501ccef-95b0-4939-b7ec-f5c6dfe73de7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642077 Nov 23 17:35:28.237679 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e83e943-cde4-45be-9eec-66e6353630eb tempest-ExtraDHCPOptionsIpV6TestJSON-688489522 tempest-ExtraDHCPOptionsIpV6TestJSON-688489522-project] Pushing event updated for resources: {'Port': ['ID=cf30aa39-0bbc-45ef-86d4-6d2638dccfcd,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:35:28.289583 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-9e83e943-cde4-45be-9eec-66e6353630eb tempest-ExtraDHCPOptionsIpV6TestJSON-688489522 tempest-ExtraDHCPOptionsIpV6TestJSON-688489522-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 1.5956731 Nov 23 17:35:28.296672 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 42460) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:35:28.325991 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c805bbad-d62c-4f68-8b95-47a57713975f tempest-NegativeSecGroupIPv6Test-2095069578 tempest-NegativeSecGroupIPv6Test-2095069578-project] Publish callbacks [] for security_group, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:28.332130 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c805bbad-d62c-4f68-8b95-47a57713975f tempest-NegativeSecGroupIPv6Test-2095069578 tempest-NegativeSecGroupIPv6Test-2095069578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:28.370019 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c805bbad-d62c-4f68-8b95-47a57713975f tempest-NegativeSecGroupIPv6Test-2095069578 tempest-NegativeSecGroupIPv6Test-2095069578-project] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:28.375469 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-c805bbad-d62c-4f68-8b95-47a57713975f tempest-NegativeSecGroupIPv6Test-2095069578 tempest-NegativeSecGroupIPv6Test-2095069578-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.7360935 Nov 23 17:35:28.376108 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 42462) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:35:28.390973 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-e08d6ccf-9daf-4d9a-bcf5-40754e02cea0 tempest-NegativeSecGroupIPv6Test-2095069578 tempest-NegativeSecGroupIPv6Test-2095069578-project] Request body: {'security_group_rule': {'security_group_id': 'fad989cb-c622-4efb-b4f0-8ec575281e34', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:35:28.391968 n-d-816206-8 neutron-server[103590]: WARNING neutron.api.v2.base [None req-e08d6ccf-9daf-4d9a-bcf5-40754e02cea0 tempest-NegativeSecGroupIPv6Test-2095069578 tempest-NegativeSecGroupIPv6Test-2095069578-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 23 17:35:28.393139 n-d-816206-8 neutron-server[103590]: INFO neutron.api.v2.resource [None req-e08d6ccf-9daf-4d9a-bcf5-40754e02cea0 tempest-NegativeSecGroupIPv6Test-2095069578 tempest-NegativeSecGroupIPv6Test-2095069578-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 17:35:28.398164 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-e08d6ccf-9daf-4d9a-bcf5-40754e02cea0 tempest-NegativeSecGroupIPv6Test-2095069578 tempest-NegativeSecGroupIPv6Test-2095069578-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0111825 Nov 23 17:35:28.404733 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 42464) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:35:28.411906 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-2a1132ea-cabf-40ce-9af0-345a3953c38f tempest-NegativeSecGroupIPv6Test-2095069578 tempest-NegativeSecGroupIPv6Test-2095069578-project] Request body: {'security_group_rule': {'security_group_id': 'fad989cb-c622-4efb-b4f0-8ec575281e34', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:35:28.412263 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-e2716574-8fb3-4709-bf36-1160905ad48a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:28.447936 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c805bbad-d62c-4f68-8b95-47a57713975f tempest-NegativeSecGroupIPv6Test-2095069578 tempest-NegativeSecGroupIPv6Test-2095069578-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fad989cb-c622-4efb-b4f0-8ec575281e34,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:35:28.483321 n-d-816206-8 neutron-server[103590]: INFO neutron.api.v2.resource [None req-2a1132ea-cabf-40ce-9af0-345a3953c38f tempest-NegativeSecGroupIPv6Test-2095069578 tempest-NegativeSecGroupIPv6Test-2095069578-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 17:35:28.494177 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-2a1132ea-cabf-40ce-9af0-345a3953c38f tempest-NegativeSecGroupIPv6Test-2095069578 tempest-NegativeSecGroupIPv6Test-2095069578-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0853221 Nov 23 17:35:28.496480 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 42466) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:35:28.505815 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-4827e3fc-74b5-43a1-ba08-9f81c4ff9f09 tempest-NegativeSecGroupIPv6Test-2095069578 tempest-NegativeSecGroupIPv6Test-2095069578-project] Request body: {'security_group_rule': {'security_group_id': 'fad989cb-c622-4efb-b4f0-8ec575281e34', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:35:28.506729 n-d-816206-8 neutron-server[103590]: WARNING neutron.api.v2.base [None req-4827e3fc-74b5-43a1-ba08-9f81c4ff9f09 tempest-NegativeSecGroupIPv6Test-2095069578 tempest-NegativeSecGroupIPv6Test-2095069578-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Nov 23 17:35:28.507460 n-d-816206-8 neutron-server[103590]: INFO neutron.api.v2.resource [None req-4827e3fc-74b5-43a1-ba08-9f81c4ff9f09 tempest-NegativeSecGroupIPv6Test-2095069578 tempest-NegativeSecGroupIPv6Test-2095069578-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 17:35:28.518102 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-4827e3fc-74b5-43a1-ba08-9f81c4ff9f09 tempest-NegativeSecGroupIPv6Test-2095069578 tempest-NegativeSecGroupIPv6Test-2095069578-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0197222 Nov 23 17:35:28.520060 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 42468) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:35:28.544963 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465b6e58-6f95-4860-a2b2-ddd42c4fbe2f req-eb657f87-9ce6-42e1-92f5-0305aa0344e9 tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:35:28.545559 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-479bbae9-ed4b-40d8-a644-472e97e07c71 tempest-NegativeSecGroupIPv6Test-2095069578 tempest-NegativeSecGroupIPv6Test-2095069578-project] Request body: {'security_group_rule': {'security_group_id': 'fad989cb-c622-4efb-b4f0-8ec575281e34', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:35:28.554106 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-465b6e58-6f95-4860-a2b2-ddd42c4fbe2f req-eb657f87-9ce6-42e1-92f5-0305aa0344e9 tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] 10.222.0.60 "GET /v2.0/ports?device_id=7381ae1d-a208-4b78-a6b3-2ed033ea2f6d HTTP/1.1" status: 200 len: 945 time: 0.3377311 Nov 23 17:35:28.583203 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99320990-ba7d-4e25-a723-aa0ddb5a5ad1 req-ce3a3386-efed-4581-b61f-4ba83742ab43 tempest-ServerRescueTestJSONUnderV235-2089606454 tempest-ServerRescueTestJSONUnderV235-2089606454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:35:28.585146 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-99320990-ba7d-4e25-a723-aa0ddb5a5ad1 req-ce3a3386-efed-4581-b61f-4ba83742ab43 tempest-ServerRescueTestJSONUnderV235-2089606454 tempest-ServerRescueTestJSONUnderV235-2089606454-project] 10.222.0.60 "GET /v2.0/ports?device_id=db755471-155f-4d9e-b81d-3999c64dda09 HTTP/1.1" status: 200 len: 946 time: 0.2030756 Nov 23 17:35:28.609784 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96449ea6-4c62-4da3-bf7b-2dbba979ca7b tempest-ExtraDHCPOptionsIpV6TestJSON-688489522 tempest-ExtraDHCPOptionsIpV6TestJSON-688489522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:35:28.615517 n-d-816206-8 neutron-server[103590]: INFO neutron.api.v2.resource [None req-479bbae9-ed4b-40d8-a644-472e97e07c71 tempest-NegativeSecGroupIPv6Test-2095069578 tempest-NegativeSecGroupIPv6Test-2095069578-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 17:35:28.622907 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96449ea6-4c62-4da3-bf7b-2dbba979ca7b tempest-ExtraDHCPOptionsIpV6TestJSON-688489522 tempest-ExtraDHCPOptionsIpV6TestJSON-688489522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:35:28.624308 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-479bbae9-ed4b-40d8-a644-472e97e07c71 tempest-NegativeSecGroupIPv6Test-2095069578 tempest-NegativeSecGroupIPv6Test-2095069578-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1018608 Nov 23 17:35:28.624638 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96449ea6-4c62-4da3-bf7b-2dbba979ca7b tempest-ExtraDHCPOptionsIpV6TestJSON-688489522 tempest-ExtraDHCPOptionsIpV6TestJSON-688489522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:35:28.625897 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 42470) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:35:28.626266 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-96449ea6-4c62-4da3-bf7b-2dbba979ca7b tempest-ExtraDHCPOptionsIpV6TestJSON-688489522 tempest-ExtraDHCPOptionsIpV6TestJSON-688489522-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2620 time: 0.3272805 Nov 23 17:35:28.641578 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 42472) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:35:28.653597 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-0f1cb370-b40c-4386-9e36-640b2104ee80 tempest-NegativeSecGroupIPv6Test-2095069578 tempest-NegativeSecGroupIPv6Test-2095069578-project] Request body: {'security_group_rule': {'security_group_id': 'fad989cb-c622-4efb-b4f0-8ec575281e34', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:35:28.659374 n-d-816206-8 neutron-server[103590]: WARNING neutron.api.v2.base [None req-0f1cb370-b40c-4386-9e36-640b2104ee80 tempest-NegativeSecGroupIPv6Test-2095069578 tempest-NegativeSecGroupIPv6Test-2095069578-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 23 17:35:28.663837 n-d-816206-8 neutron-server[103590]: INFO neutron.api.v2.resource [None req-0f1cb370-b40c-4386-9e36-640b2104ee80 tempest-NegativeSecGroupIPv6Test-2095069578 tempest-NegativeSecGroupIPv6Test-2095069578-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 17:35:28.671389 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-0f1cb370-b40c-4386-9e36-640b2104ee80 tempest-NegativeSecGroupIPv6Test-2095069578 tempest-NegativeSecGroupIPv6Test-2095069578-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0431757 Nov 23 17:35:28.675276 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 42474) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:35:28.695010 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-8f21cbf9-ab61-4dfb-9343-9bee30b8dc06 tempest-NegativeSecGroupIPv6Test-2095069578 tempest-NegativeSecGroupIPv6Test-2095069578-project] Request body: {'security_group_rule': {'security_group_id': 'fad989cb-c622-4efb-b4f0-8ec575281e34', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:35:28.767251 n-d-816206-8 neutron-server[103590]: INFO neutron.db.securitygroups_db [None req-8f21cbf9-ab61-4dfb-9343-9bee30b8dc06 tempest-NegativeSecGroupIPv6Test-2095069578 tempest-NegativeSecGroupIPv6Test-2095069578-project] Project 04d8fcc61bce4affafb60ad58c9fc908 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 17:35:28.806462 n-d-816206-8 neutron-server[103590]: INFO neutron.api.v2.resource [None req-8f21cbf9-ab61-4dfb-9343-9bee30b8dc06 tempest-NegativeSecGroupIPv6Test-2095069578 tempest-NegativeSecGroupIPv6Test-2095069578-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 17:35:28.807744 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-8f21cbf9-ab61-4dfb-9343-9bee30b8dc06 tempest-NegativeSecGroupIPv6Test-2095069578 tempest-NegativeSecGroupIPv6Test-2095069578-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1300502 Nov 23 17:35:28.811090 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 42476) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:35:28.818231 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-15d8ce4b-7e52-461d-bf28-942e77b33887 tempest-NegativeSecGroupIPv6Test-2095069578 tempest-NegativeSecGroupIPv6Test-2095069578-project] Request body: {'security_group_rule': {'security_group_id': 'fad989cb-c622-4efb-b4f0-8ec575281e34', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:35:28.826264 n-d-816206-8 neutron-server[103590]: WARNING neutron.api.v2.base [None req-15d8ce4b-7e52-461d-bf28-942e77b33887 tempest-NegativeSecGroupIPv6Test-2095069578 tempest-NegativeSecGroupIPv6Test-2095069578-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Nov 23 17:35:28.826937 n-d-816206-8 neutron-server[103590]: INFO neutron.api.v2.resource [None req-15d8ce4b-7e52-461d-bf28-942e77b33887 tempest-NegativeSecGroupIPv6Test-2095069578 tempest-NegativeSecGroupIPv6Test-2095069578-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 17:35:28.828772 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-15d8ce4b-7e52-461d-bf28-942e77b33887 tempest-NegativeSecGroupIPv6Test-2095069578 tempest-NegativeSecGroupIPv6Test-2095069578-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0160542 Nov 23 17:35:28.831543 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 42478) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:35:28.840139 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-eddde4d7-34a0-452c-a26e-a3aa0d42eecf tempest-NegativeSecGroupIPv6Test-2095069578 tempest-NegativeSecGroupIPv6Test-2095069578-project] Request body: {'security_group_rule': {'security_group_id': 'fad989cb-c622-4efb-b4f0-8ec575281e34', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:35:28.898883 n-d-816206-8 neutron-server[103590]: INFO neutron.db.securitygroups_db [None req-eddde4d7-34a0-452c-a26e-a3aa0d42eecf tempest-NegativeSecGroupIPv6Test-2095069578 tempest-NegativeSecGroupIPv6Test-2095069578-project] Project 04d8fcc61bce4affafb60ad58c9fc908 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 17:35:28.908639 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 95354947-af82-4de3-8d0a-7bd4d91fd937 up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:35:28.927439 n-d-816206-8 neutron-server[103590]: INFO neutron.api.v2.resource [None req-eddde4d7-34a0-452c-a26e-a3aa0d42eecf tempest-NegativeSecGroupIPv6Test-2095069578 tempest-NegativeSecGroupIPv6Test-2095069578-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 17:35:28.928863 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-eddde4d7-34a0-452c-a26e-a3aa0d42eecf tempest-NegativeSecGroupIPv6Test-2095069578 tempest-NegativeSecGroupIPv6Test-2095069578-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0958717 Nov 23 17:35:28.932144 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 42480) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:35:28.937209 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-b12e7090-b593-458b-8bf1-f43f9e5f89a8 tempest-NegativeSecGroupIPv6Test-2095069578 tempest-NegativeSecGroupIPv6Test-2095069578-project] Request body: {'security_group_rule': {'security_group_id': 'fad989cb-c622-4efb-b4f0-8ec575281e34', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:35:28.944739 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-465b6e58-6f95-4860-a2b2-ddd42c4fbe2f req-5764630a-39b8-4a2e-96ad-3a66721036a8 tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] 10.222.0.60 "GET /v2.0/security-groups?id=67691fce-8308-48e3-b930-b7465ae25797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3894229 Nov 23 17:35:29.004862 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-99320990-ba7d-4e25-a723-aa0ddb5a5ad1 req-7f73aaed-a527-483d-8e8f-db8414bc11f4 tempest-ServerRescueTestJSONUnderV235-2089606454 tempest-ServerRescueTestJSONUnderV235-2089606454-project] 10.222.0.60 "GET /v2.0/security-groups?id=627e1e45-7f27-49ad-a161-3002d16a7eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4044480 Nov 23 17:35:29.017527 n-d-816206-8 neutron-server[103590]: INFO neutron.db.securitygroups_db [None req-b12e7090-b593-458b-8bf1-f43f9e5f89a8 tempest-NegativeSecGroupIPv6Test-2095069578 tempest-NegativeSecGroupIPv6Test-2095069578-project] Project 04d8fcc61bce4affafb60ad58c9fc908 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 17:35:29.036697 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port 95354947-af82-4de3-8d0a-7bd4d91fd937 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:35:29.037078 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:29.042771 n-d-816206-8 neutron-server[103590]: INFO neutron.api.v2.resource [None req-b12e7090-b593-458b-8bf1-f43f9e5f89a8 tempest-NegativeSecGroupIPv6Test-2095069578 tempest-NegativeSecGroupIPv6Test-2095069578-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 17:35:29.044287 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-b12e7090-b593-458b-8bf1-f43f9e5f89a8 tempest-NegativeSecGroupIPv6Test-2095069578 tempest-NegativeSecGroupIPv6Test-2095069578-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1110396 Nov 23 17:35:29.050052 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 42482) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:35:29.051274 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-e2716574-8fb3-4709-bf36-1160905ad48a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:29.079059 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-e2716574-8fb3-4709-bf36-1160905ad48a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:29.194465 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-3dab60ff-2728-4f0a-8137-a99100abe21a tempest-NegativeSecGroupIPv6Test-2095069578 tempest-NegativeSecGroupIPv6Test-2095069578-project] Publish callbacks [] for security_group, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:29.212040 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-39c3b874-17d2-4bd5-bc8c-710252f2f0c8 tempest-ExtraDHCPOptionsIpV6TestJSON-688489522 tempest-ExtraDHCPOptionsIpV6TestJSON-688489522-project] Deleting port cf30aa39-0bbc-45ef-86d4-6d2638dccfcd {{(pid=103591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:35:29.212398 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-39c3b874-17d2-4bd5-bc8c-710252f2f0c8 tempest-ExtraDHCPOptionsIpV6TestJSON-688489522 tempest-ExtraDHCPOptionsIpV6TestJSON-688489522-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:29.217379 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-e2716574-8fb3-4709-bf36-1160905ad48a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e5eafd90986347a791997bc268c319cf&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2222400 Nov 23 17:35:29.239910 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 42486) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:35:29.248182 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-3dab60ff-2728-4f0a-8137-a99100abe21a tempest-NegativeSecGroupIPv6Test-2095069578 tempest-NegativeSecGroupIPv6Test-2095069578-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:29.248727 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2716574-8fb3-4709-bf36-1160905ad48a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7439129b-62b5-43ca-84e2-80d9cb9c6f85,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:35:29.268392 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:29.341284 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] For port 95354947-af82-4de3-8d0a-7bd4d91fd937, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=95354947-af82-4de3-8d0a-7bd4d91fd937,segment=NetworkSegment(3f5a84ad-a42a-4f2e-8e42-3fb085d2f75a),segment_id=3f5a84ad-a42a-4f2e-8e42-3fb085d2f75a)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:35:29.345188 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-3dab60ff-2728-4f0a-8137-a99100abe21a tempest-NegativeSecGroupIPv6Test-2095069578 tempest-NegativeSecGroupIPv6Test-2095069578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:29.348302 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-3dab60ff-2728-4f0a-8137-a99100abe21a tempest-NegativeSecGroupIPv6Test-2095069578 tempest-NegativeSecGroupIPv6Test-2095069578-project] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:29.351897 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-3dab60ff-2728-4f0a-8137-a99100abe21a tempest-NegativeSecGroupIPv6Test-2095069578 tempest-NegativeSecGroupIPv6Test-2095069578-project] 10.222.0.60 "DELETE /v2.0/security-groups/fad989cb-c622-4efb-b4f0-8ec575281e34 HTTP/1.1" status: 204 len: 168 time: 0.2982056 Nov 23 17:35:29.365689 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:29.377310 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 42488) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:35:29.379818 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dab60ff-2728-4f0a-8137-a99100abe21a tempest-NegativeSecGroupIPv6Test-2095069578 tempest-NegativeSecGroupIPv6Test-2095069578-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fad989cb-c622-4efb-b4f0-8ec575281e34,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:35:29.406098 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2716574-8fb3-4709-bf36-1160905ad48a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:35:29.406679 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2716574-8fb3-4709-bf36-1160905ad48a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:35:29.407214 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2716574-8fb3-4709-bf36-1160905ad48a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:35:29.407706 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2716574-8fb3-4709-bf36-1160905ad48a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:35:29.408059 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2716574-8fb3-4709-bf36-1160905ad48a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:35:29.408405 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2716574-8fb3-4709-bf36-1160905ad48a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:35:29.408794 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2716574-8fb3-4709-bf36-1160905ad48a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:35:29.409137 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2716574-8fb3-4709-bf36-1160905ad48a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:35:29.409472 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2716574-8fb3-4709-bf36-1160905ad48a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:35:29.409809 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2716574-8fb3-4709-bf36-1160905ad48a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:35:29.410147 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2716574-8fb3-4709-bf36-1160905ad48a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:35:29.410480 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2716574-8fb3-4709-bf36-1160905ad48a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:35:29.486810 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-13cd7346-4cc0-427f-b7ad-ee1ea7338d9f tempest-NegativeSecGroupIPv6Test-2095069578 tempest-NegativeSecGroupIPv6Test-2095069578-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1003368 Nov 23 17:35:29.487910 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 42490) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:35:29.498962 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-2ca58147-83c9-4be1-9be2-feec25685f6c tempest-NegativeSecGroupIPv6Test-2095069578 tempest-NegativeSecGroupIPv6Test-2095069578-project] Request body: {'security_group': {'name': 'tempest-secgroup--1531261411'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:35:29.544965 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-a1ee4b3c-4871-456f-94da-a0f0919b7219 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:29.566450 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef37e48c-195f-40f8-a659-f5f75fd2f37f None None] Network 690766e7-ed09-4bc1-aa17-7cb2153c26a1 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:35:29.607553 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-a1ee4b3c-4871-456f-94da-a0f0919b7219 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:29.611147 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Pushing event updated for resources: {'Port': ['ID=95354947-af82-4de3-8d0a-7bd4d91fd937,revision_number=3']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:35:29.619351 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2ca58147-83c9-4be1-9be2-feec25685f6c tempest-NegativeSecGroupIPv6Test-2095069578 tempest-NegativeSecGroupIPv6Test-2095069578-project] Publish callbacks [] for security_group, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:29.644729 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-d16417c1-a7b6-4aac-b37a-849b6feb5b07 None None] Provisioning complete for port 95354947-af82-4de3-8d0a-7bd4d91fd937 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:35:29.645221 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-d16417c1-a7b6-4aac-b37a-849b6feb5b07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:29.675215 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a9d5be-aa95-46a3-ba1b-82d88123958b req-c45a9f55-1a6e-42bc-9810-81766c0dac99 tempest-AttachVolumeNegativeTest-452624640 tempest-AttachVolumeNegativeTest-452624640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:35:29.676984 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-00a9d5be-aa95-46a3-ba1b-82d88123958b req-c45a9f55-1a6e-42bc-9810-81766c0dac99 tempest-AttachVolumeNegativeTest-452624640 tempest-AttachVolumeNegativeTest-452624640-project] 10.222.0.60 "GET /v2.0/ports?device_id=4ba90631-5c49-4a72-af7e-16e0985eee04 HTTP/1.1" status: 200 len: 945 time: 0.3064950 Nov 23 17:35:29.685704 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-39c3b874-17d2-4bd5-bc8c-710252f2f0c8 tempest-ExtraDHCPOptionsIpV6TestJSON-688489522 tempest-ExtraDHCPOptionsIpV6TestJSON-688489522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:29.741051 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2ca58147-83c9-4be1-9be2-feec25685f6c tempest-NegativeSecGroupIPv6Test-2095069578 tempest-NegativeSecGroupIPv6Test-2095069578-project] Publish callbacks [] for security_group, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:29.743100 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-39c3b874-17d2-4bd5-bc8c-710252f2f0c8 tempest-ExtraDHCPOptionsIpV6TestJSON-688489522 tempest-ExtraDHCPOptionsIpV6TestJSON-688489522-project] Calling delete_port for cf30aa39-0bbc-45ef-86d4-6d2638dccfcd owned by {{(pid=103591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:35:29.755310 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2ca58147-83c9-4be1-9be2-feec25685f6c tempest-NegativeSecGroupIPv6Test-2095069578 tempest-NegativeSecGroupIPv6Test-2095069578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:29.810748 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2ca58147-83c9-4be1-9be2-feec25685f6c tempest-NegativeSecGroupIPv6Test-2095069578 tempest-NegativeSecGroupIPv6Test-2095069578-project] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:29.812301 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-2ca58147-83c9-4be1-9be2-feec25685f6c tempest-NegativeSecGroupIPv6Test-2095069578 tempest-NegativeSecGroupIPv6Test-2095069578-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3231714 Nov 23 17:35:29.814096 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca58147-83c9-4be1-9be2-feec25685f6c tempest-NegativeSecGroupIPv6Test-2095069578 tempest-NegativeSecGroupIPv6Test-2095069578-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e761f7b-b109-4b73-b84c-f75b4a7551df,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:35:29.816335 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 42492) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:35:29.821663 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-34551b1a-bb3b-42d9-addb-0c0a814ab834 tempest-NegativeSecGroupIPv6Test-2095069578 tempest-NegativeSecGroupIPv6Test-2095069578-project] Request body: {'security_group_rule': {'security_group_id': '6e761f7b-b109-4b73-b84c-f75b4a7551df', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:35:29.916884 n-d-816206-8 neutron-server[103590]: INFO neutron.api.v2.resource [None req-34551b1a-bb3b-42d9-addb-0c0a814ab834 tempest-NegativeSecGroupIPv6Test-2095069578 tempest-NegativeSecGroupIPv6Test-2095069578-project] create failed (client error): The resource could not be found. Nov 23 17:35:29.921657 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-34551b1a-bb3b-42d9-addb-0c0a814ab834 tempest-NegativeSecGroupIPv6Test-2095069578 tempest-NegativeSecGroupIPv6Test-2095069578-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1014471 Nov 23 17:35:29.922400 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 42494) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:35:29.936595 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-f5ac3f89-7cfb-40b5-9e4d-a86a30512964 tempest-NegativeSecGroupIPv6Test-2095069578 tempest-NegativeSecGroupIPv6Test-2095069578-project] Request body: {'security_group_rule': {'security_group_id': '6e761f7b-b109-4b73-b84c-f75b4a7551df', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '1c73c7e4-25cf-446c-8acf-b904da84a7d4'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:35:29.957185 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-a1ee4b3c-4871-456f-94da-a0f0919b7219 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:29.959812 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-a1ee4b3c-4871-456f-94da-a0f0919b7219 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:29.963282 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-a1ee4b3c-4871-456f-94da-a0f0919b7219 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/7439129b-62b5-43ca-84e2-80d9cb9c6f85 HTTP/1.1" status: 204 len: 168 time: 0.7095280 Nov 23 17:35:30.018186 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ee4b3c-4871-456f-94da-a0f0919b7219 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7439129b-62b5-43ca-84e2-80d9cb9c6f85,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:35:30.046356 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-00a9d5be-aa95-46a3-ba1b-82d88123958b req-3decfa2e-fc8c-474b-9eb1-00b64cf33fbf tempest-AttachVolumeNegativeTest-452624640 tempest-AttachVolumeNegativeTest-452624640-project] 10.222.0.60 "GET /v2.0/security-groups?id=b501ccef-95b0-4939-b7ec-f5c6dfe73de7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3558784 Nov 23 17:35:30.175074 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e200e7ce-6ceb-4b56-ba7a-9ced2916eea3 req-608840ab-3e35-4233-8c25-cc4b70ee9643 tempest-AttachVolumeNegativeTest-452624640 tempest-AttachVolumeNegativeTest-452624640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:35:30.177050 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e200e7ce-6ceb-4b56-ba7a-9ced2916eea3 req-608840ab-3e35-4233-8c25-cc4b70ee9643 tempest-AttachVolumeNegativeTest-452624640 tempest-AttachVolumeNegativeTest-452624640-project] 10.222.0.36 "GET /v2.0/ports?device_id=4ba90631-5c49-4a72-af7e-16e0985eee04 HTTP/1.1" status: 200 len: 945 time: 0.2704170 Nov 23 17:35:30.279389 n-d-816206-8 neutron-server[103591]: INFO neutron.api.v2.resource [None req-f5ac3f89-7cfb-40b5-9e4d-a86a30512964 tempest-NegativeSecGroupIPv6Test-2095069578 tempest-NegativeSecGroupIPv6Test-2095069578-project] create failed (client error): The resource could not be found. Nov 23 17:35:30.280829 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-f5ac3f89-7cfb-40b5-9e4d-a86a30512964 tempest-NegativeSecGroupIPv6Test-2095069578 tempest-NegativeSecGroupIPv6Test-2095069578-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3495548 Nov 23 17:35:30.285941 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 42508) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:35:30.332755 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-39c3b874-17d2-4bd5-bc8c-710252f2f0c8 tempest-ExtraDHCPOptionsIpV6TestJSON-688489522 tempest-ExtraDHCPOptionsIpV6TestJSON-688489522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:30.352137 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39279f5c-d0f3-4e12-baf5-d72f1f767050 req-6b130c15-1f42-4db6-adcc-5df5c8286dda tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:35:30.353800 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-39279f5c-d0f3-4e12-baf5-d72f1f767050 req-6b130c15-1f42-4db6-adcc-5df5c8286dda tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] 10.222.0.60 "GET /v2.0/ports?device_id=7381ae1d-a208-4b78-a6b3-2ed033ea2f6d HTTP/1.1" status: 200 len: 945 time: 0.2198393 Nov 23 17:35:30.388434 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8f769cd2-1edd-4a1c-bb48-91e93bd3186b tempest-NegativeSecGroupIPv6Test-2095069578 tempest-NegativeSecGroupIPv6Test-2095069578-project] Publish callbacks [] for security_group, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:30.395649 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c3b874-17d2-4bd5-bc8c-710252f2f0c8 tempest-ExtraDHCPOptionsIpV6TestJSON-688489522 tempest-ExtraDHCPOptionsIpV6TestJSON-688489522-project] Pushing event deleted for resources: {'Port': ['ID=cf30aa39-0bbc-45ef-86d4-6d2638dccfcd,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:35:30.420946 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dfa9f6-685a-45e7-bdcf-f9823d008754 req-23b2b725-903f-4807-8188-736ab1bb03d8 tempest-ServerRescueTestJSONUnderV235-2089606454 tempest-ServerRescueTestJSONUnderV235-2089606454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:35:30.422778 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e0dfa9f6-685a-45e7-bdcf-f9823d008754 req-23b2b725-903f-4807-8188-736ab1bb03d8 tempest-ServerRescueTestJSONUnderV235-2089606454 tempest-ServerRescueTestJSONUnderV235-2089606454-project] 10.222.0.60 "GET /v2.0/ports?device_id=db755471-155f-4d9e-b81d-3999c64dda09 HTTP/1.1" status: 200 len: 946 time: 0.2353649 Nov 23 17:35:30.428211 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8f769cd2-1edd-4a1c-bb48-91e93bd3186b tempest-NegativeSecGroupIPv6Test-2095069578 tempest-NegativeSecGroupIPv6Test-2095069578-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:30.455070 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-39c3b874-17d2-4bd5-bc8c-710252f2f0c8 tempest-ExtraDHCPOptionsIpV6TestJSON-688489522 tempest-ExtraDHCPOptionsIpV6TestJSON-688489522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:30.458348 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-0ab1d9ab-294a-43e9-8d66-d3687e3d34c0 None None] Could not find standard attr ID for object cf30aa39-0bbc-45ef-86d4-6d2638dccfcd. {{(pid=103592) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 17:35:30.459199 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-39c3b874-17d2-4bd5-bc8c-710252f2f0c8 tempest-ExtraDHCPOptionsIpV6TestJSON-688489522 tempest-ExtraDHCPOptionsIpV6TestJSON-688489522-project] 10.222.0.60 "DELETE /v2.0/ports/cf30aa39-0bbc-45ef-86d4-6d2638dccfcd HTTP/1.1" status: 204 len: 168 time: 1.8121586 Nov 23 17:35:30.472383 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 42510) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:35:30.480604 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-1269a6dd-c9e5-43f7-8ba5-53544fb04cf5 tempest-ExtraDHCPOptionsIpV6TestJSON-688489522 tempest-ExtraDHCPOptionsIpV6TestJSON-688489522-project] Request body: {'port': {'name': 'tempest-new-port-name-540743736', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:35:30.481369 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.api.validators [None req-1269a6dd-c9e5-43f7-8ba5-53544fb04cf5 tempest-ExtraDHCPOptionsIpV6TestJSON-688489522 tempest-ExtraDHCPOptionsIpV6TestJSON-688489522-project] bootfile-name is not in valid_values {{(pid=103591) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 23 17:35:30.481896 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.api.validators [None req-1269a6dd-c9e5-43f7-8ba5-53544fb04cf5 tempest-ExtraDHCPOptionsIpV6TestJSON-688489522 tempest-ExtraDHCPOptionsIpV6TestJSON-688489522-project] tftp-server is not in valid_values {{(pid=103591) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 23 17:35:30.482389 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.api.validators [None req-1269a6dd-c9e5-43f7-8ba5-53544fb04cf5 tempest-ExtraDHCPOptionsIpV6TestJSON-688489522 tempest-ExtraDHCPOptionsIpV6TestJSON-688489522-project] server-ip-address is not in valid_values {{(pid=103591) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 23 17:35:30.530578 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8f769cd2-1edd-4a1c-bb48-91e93bd3186b tempest-NegativeSecGroupIPv6Test-2095069578 tempest-NegativeSecGroupIPv6Test-2095069578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:30.532538 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-0ab1d9ab-294a-43e9-8d66-d3687e3d34c0 None None] Provisioning complete for port 95354947-af82-4de3-8d0a-7bd4d91fd937 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:35:30.533143 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-0ab1d9ab-294a-43e9-8d66-d3687e3d34c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:30.533315 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8f769cd2-1edd-4a1c-bb48-91e93bd3186b tempest-NegativeSecGroupIPv6Test-2095069578 tempest-NegativeSecGroupIPv6Test-2095069578-project] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:30.534460 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-8f769cd2-1edd-4a1c-bb48-91e93bd3186b tempest-NegativeSecGroupIPv6Test-2095069578 tempest-NegativeSecGroupIPv6Test-2095069578-project] 10.222.0.60 "DELETE /v2.0/security-groups/6e761f7b-b109-4b73-b84c-f75b4a7551df HTTP/1.1" status: 204 len: 168 time: 0.2455916 Nov 23 17:35:30.542975 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 42512) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:35:30.556788 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f769cd2-1edd-4a1c-bb48-91e93bd3186b tempest-NegativeSecGroupIPv6Test-2095069578 tempest-NegativeSecGroupIPv6Test-2095069578-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e761f7b-b109-4b73-b84c-f75b4a7551df,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:35:30.589875 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 42514) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:35:30.608818 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-78f1b937-2afa-4474-a99b-8873226af775 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:30.663354 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-39279f5c-d0f3-4e12-baf5-d72f1f767050 req-ca989dd4-53be-4f94-a750-c200a6be80b4 tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] 10.222.0.60 "GET /v2.0/security-groups?id=67691fce-8308-48e3-b930-b7465ae25797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2767563 Nov 23 17:35:30.712907 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-0ab1d9ab-294a-43e9-8d66-d3687e3d34c0 None None] Provisioning complete for port 9ad34e8d-79e3-4584-a194-7b3a2b891bab triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:35:30.714042 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-0ab1d9ab-294a-43e9-8d66-d3687e3d34c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:30.762476 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-0ab1d9ab-294a-43e9-8d66-d3687e3d34c0 None None] Port 9ad34e8d-79e3-4584-a194-7b3a2b891bab cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:35:30.779187 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [req-e200e7ce-6ceb-4b56-ba7a-9ced2916eea3 req-8e48dcdf-6cce-4499-bcdc-78fbd7e00660 tempest-AttachVolumeNegativeTest-452624640 tempest-AttachVolumeNegativeTest-452624640-project] Deleting port 8a8f2f64-6bbc-48dd-af2d-0ba2a9be2742 {{(pid=103591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:35:30.780149 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-e200e7ce-6ceb-4b56-ba7a-9ced2916eea3 req-8e48dcdf-6cce-4499-bcdc-78fbd7e00660 tempest-AttachVolumeNegativeTest-452624640 tempest-AttachVolumeNegativeTest-452624640-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:30.781306 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 95354947-af82-4de3-8d0a-7bd4d91fd937 up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:35:30.820090 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e0dfa9f6-685a-45e7-bdcf-f9823d008754 req-02d887fe-2abe-4913-aed7-11654ae97998 tempest-ServerRescueTestJSONUnderV235-2089606454 tempest-ServerRescueTestJSONUnderV235-2089606454-project] 10.222.0.60 "GET /v2.0/security-groups?id=627e1e45-7f27-49ad-a161-3002d16a7eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3723705 Nov 23 17:35:30.834199 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-78f1b937-2afa-4474-a99b-8873226af775 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:30.842250 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-78f1b937-2afa-4474-a99b-8873226af775 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:30.891861 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-1269a6dd-c9e5-43f7-8ba5-53544fb04cf5 tempest-ExtraDHCPOptionsIpV6TestJSON-688489522 tempest-ExtraDHCPOptionsIpV6TestJSON-688489522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:30.904648 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-95613b4f-8856-4a0d-bef1-7f0ba6b8facd tempest-NegativeSecGroupIPv6Test-2095069578 tempest-NegativeSecGroupIPv6Test-2095069578-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.3563738 Nov 23 17:35:30.920593 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-161fdae0-d99d-42e0-ad8f-72d54d1579ef None None] Provisioning complete for port 9ad34e8d-79e3-4584-a194-7b3a2b891bab triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:35:30.921112 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-161fdae0-d99d-42e0-ad8f-72d54d1579ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:30.927945 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 42518) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:35:30.941616 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-78f1b937-2afa-4474-a99b-8873226af775 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=3fc5506c89a84599ae043acc36d80b47&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3495140 Nov 23 17:35:30.942532 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 42520) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:35:30.943230 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f1b937-2afa-4474-a99b-8873226af775 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f344374-ab56-4308-b021-28f4fcd41c43,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:35:30.982294 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-e3ae4e7f-d928-475d-847e-2ef2909893db tempest-NegativeSecGroupIPv6Test-2095069578 tempest-NegativeSecGroupIPv6Test-2095069578-project] Request body: {'security_group_rule': {'security_group_id': '0bb116c4-a01b-4d72-a7c9-431bbb1e50a7', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:35:31.009583 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-161fdae0-d99d-42e0-ad8f-72d54d1579ef None None] Port 9ad34e8d-79e3-4584-a194-7b3a2b891bab cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:35:31.014943 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-105ada57-53d0-49e1-be7e-24f75e5592eb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:31.024266 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port 95354947-af82-4de3-8d0a-7bd4d91fd937 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:35:31.025588 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:31.069703 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-105ada57-53d0-49e1-be7e-24f75e5592eb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:31.121648 n-d-816206-8 neutron-server[103591]: INFO neutron.api.v2.resource [None req-e3ae4e7f-d928-475d-847e-2ef2909893db tempest-NegativeSecGroupIPv6Test-2095069578 tempest-NegativeSecGroupIPv6Test-2095069578-project] create failed (client error): The resource could not be found. Nov 23 17:35:31.122717 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-e3ae4e7f-d928-475d-847e-2ef2909893db tempest-NegativeSecGroupIPv6Test-2095069578 tempest-NegativeSecGroupIPv6Test-2095069578-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1876991 Nov 23 17:35:31.146989 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 42524) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:35:31.166937 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-11ee8a00-c120-4299-bd10-37b82df6ea14 tempest-NegativeSecGroupIPv6Test-2095069578 tempest-NegativeSecGroupIPv6Test-2095069578-project] Request body: {'security_group': {'name': 'tempest-secgroup--1048215532'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:35:31.194223 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-e200e7ce-6ceb-4b56-ba7a-9ced2916eea3 req-8e48dcdf-6cce-4499-bcdc-78fbd7e00660 tempest-AttachVolumeNegativeTest-452624640 tempest-AttachVolumeNegativeTest-452624640-project] For port 8a8f2f64-6bbc-48dd-af2d-0ba2a9be2742, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=8a8f2f64-6bbc-48dd-af2d-0ba2a9be2742,segment=NetworkSegment(1cf72e34-10d8-4ad7-b917-280709c47ed2),segment_id=1cf72e34-10d8-4ad7-b917-280709c47ed2)] {{(pid=103591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:35:31.194698 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-e200e7ce-6ceb-4b56-ba7a-9ced2916eea3 req-8e48dcdf-6cce-4499-bcdc-78fbd7e00660 tempest-AttachVolumeNegativeTest-452624640 tempest-AttachVolumeNegativeTest-452624640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:31.208433 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-d3b5fdfd-1592-43a0-82d0-a871633bbfe1 req-dea4f285-c754-41fa-b039-386f771e3dae service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=83c4b9c5-48d7-40af-8fb5-dabe4d43cce9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0920219 Nov 23 17:35:31.235911 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-105ada57-53d0-49e1-be7e-24f75e5592eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:31.238562 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-105ada57-53d0-49e1-be7e-24f75e5592eb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:31.245639 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-105ada57-53d0-49e1-be7e-24f75e5592eb admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/9f344374-ab56-4308-b021-28f4fcd41c43 HTTP/1.1" status: 204 len: 168 time: 0.2992294 Nov 23 17:35:31.260753 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105ada57-53d0-49e1-be7e-24f75e5592eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f344374-ab56-4308-b021-28f4fcd41c43,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:35:31.270673 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [req-e200e7ce-6ceb-4b56-ba7a-9ced2916eea3 req-8e48dcdf-6cce-4499-bcdc-78fbd7e00660 tempest-AttachVolumeNegativeTest-452624640 tempest-AttachVolumeNegativeTest-452624640-project] Calling delete_port for 8a8f2f64-6bbc-48dd-af2d-0ba2a9be2742 owned by compute:nova {{(pid=103591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:35:31.331595 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9b4b0c0e-4435-44b8-9b64-4457a62fd2c1 None None] Could not find standard attr ID for object cf30aa39-0bbc-45ef-86d4-6d2638dccfcd. {{(pid=103592) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 17:35:31.340184 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-11ee8a00-c120-4299-bd10-37b82df6ea14 tempest-NegativeSecGroupIPv6Test-2095069578 tempest-NegativeSecGroupIPv6Test-2095069578-project] Publish callbacks [] for security_group, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:31.361218 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b5fdfd-1592-43a0-82d0-a871633bbfe1 req-bd29cb48-f2cc-4fab-a590-0a79e8e0ffe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:35:31.362081 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b5fdfd-1592-43a0-82d0-a871633bbfe1 req-bd29cb48-f2cc-4fab-a590-0a79e8e0ffe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:35:31.363191 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b5fdfd-1592-43a0-82d0-a871633bbfe1 req-bd29cb48-f2cc-4fab-a590-0a79e8e0ffe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:35:31.363670 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b5fdfd-1592-43a0-82d0-a871633bbfe1 req-bd29cb48-f2cc-4fab-a590-0a79e8e0ffe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:35:31.364129 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b5fdfd-1592-43a0-82d0-a871633bbfe1 req-bd29cb48-f2cc-4fab-a590-0a79e8e0ffe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:35:31.365234 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b5fdfd-1592-43a0-82d0-a871633bbfe1 req-bd29cb48-f2cc-4fab-a590-0a79e8e0ffe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:35:31.366735 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b5fdfd-1592-43a0-82d0-a871633bbfe1 req-bd29cb48-f2cc-4fab-a590-0a79e8e0ffe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:35:31.369100 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-d3b5fdfd-1592-43a0-82d0-a871633bbfe1 req-bd29cb48-f2cc-4fab-a590-0a79e8e0ffe9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9b0068a4a0a543038f63069e85a0a90e&device_id=83c4b9c5-48d7-40af-8fb5-dabe4d43cce9 HTTP/1.1" status: 200 len: 6498 time: 0.0771663 Nov 23 17:35:31.429765 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5304b27f-2939-48a4-839f-1d0ce08098ca req-117a6b16-a2a3-4325-a4f0-43ff14461bfa tempest-AttachVolumeNegativeTest-452624640 tempest-AttachVolumeNegativeTest-452624640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:35:31.431422 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5304b27f-2939-48a4-839f-1d0ce08098ca req-117a6b16-a2a3-4325-a4f0-43ff14461bfa tempest-AttachVolumeNegativeTest-452624640 tempest-AttachVolumeNegativeTest-452624640-project] 10.222.0.60 "GET /v2.0/ports?device_id=4ba90631-5c49-4a72-af7e-16e0985eee04 HTTP/1.1" status: 200 len: 945 time: 0.2533877 Nov 23 17:35:31.539517 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b5fdfd-1592-43a0-82d0-a871633bbfe1 req-ee34a831-4e76-4149-a3a1-21d62f2fe59b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:35:31.540096 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b5fdfd-1592-43a0-82d0-a871633bbfe1 req-ee34a831-4e76-4149-a3a1-21d62f2fe59b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:35:31.541172 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b5fdfd-1592-43a0-82d0-a871633bbfe1 req-ee34a831-4e76-4149-a3a1-21d62f2fe59b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:35:31.544172 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-d3b5fdfd-1592-43a0-82d0-a871633bbfe1 req-ee34a831-4e76-4149-a3a1-21d62f2fe59b service neutron] 10.222.0.55 "GET /v2.0/networks?id=8fae7973-38e6-4660-a7b2-023eda92e2f5&id=a67d26f0-d8bc-46d6-9df4-c5b8fb20d14c&id=a67d26f0-d8bc-46d6-9df4-c5b8fb20d14c&id=a67d26f0-d8bc-46d6-9df4-c5b8fb20d14c&id=a67d26f0-d8bc-46d6-9df4-c5b8fb20d14c&id=a080cd49-aff0-47e2-a832-3717812be820&id=a080cd49-aff0-47e2-a832-3717812be820 HTTP/1.1" status: 200 len: 2298 time: 0.1375120 Nov 23 17:35:31.599742 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5304b27f-2939-48a4-839f-1d0ce08098ca req-cd59ca37-e116-4c9c-a4c8-acf10bcaa8e5 tempest-AttachVolumeNegativeTest-452624640 tempest-AttachVolumeNegativeTest-452624640-project] 10.222.0.60 "GET /v2.0/security-groups?id=b501ccef-95b0-4939-b7ec-f5c6dfe73de7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544049 Nov 23 17:35:31.613860 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-1269a6dd-c9e5-43f7-8ba5-53544fb04cf5 tempest-ExtraDHCPOptionsIpV6TestJSON-688489522 tempest-ExtraDHCPOptionsIpV6TestJSON-688489522-project] Publish callbacks [] for port, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:31.622385 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-1269a6dd-c9e5-43f7-8ba5-53544fb04cf5 tempest-ExtraDHCPOptionsIpV6TestJSON-688489522 tempest-ExtraDHCPOptionsIpV6TestJSON-688489522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264758186'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:31.636212 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-d3b5fdfd-1592-43a0-82d0-a871633bbfe1 req-41ac4a74-fc34-483d-b356-7d0a61607764 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e6cacfa8-7eb8-4a5b-9e66-80a73f1d903a HTTP/1.1" status: 200 len: 1001 time: 0.0856085 Nov 23 17:35:31.714109 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b5fdfd-1592-43a0-82d0-a871633bbfe1 req-b23ef7ec-3102-4a44-9bb9-9cab602004c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:35:31.716302 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-1269a6dd-c9e5-43f7-8ba5-53544fb04cf5 tempest-ExtraDHCPOptionsIpV6TestJSON-688489522 tempest-ExtraDHCPOptionsIpV6TestJSON-688489522-project] In _notify_port_updated(), no bound segment for port 9ad34e8d-79e3-4584-a194-7b3a2b891bab on network 690766e7-ed09-4bc1-aa17-7cb2153c26a1 {{(pid=103591) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 23 17:35:31.716461 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-d3b5fdfd-1592-43a0-82d0-a871633bbfe1 req-b23ef7ec-3102-4a44-9bb9-9cab602004c4 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=34624ad2-f585-44eb-b7a5-2bcf52826b90 HTTP/1.1" status: 200 len: 856 time: 0.0727613 Nov 23 17:35:31.722518 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1269a6dd-c9e5-43f7-8ba5-53544fb04cf5 tempest-ExtraDHCPOptionsIpV6TestJSON-688489522 tempest-ExtraDHCPOptionsIpV6TestJSON-688489522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:35:31.723189 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-1269a6dd-c9e5-43f7-8ba5-53544fb04cf5 tempest-ExtraDHCPOptionsIpV6TestJSON-688489522 tempest-ExtraDHCPOptionsIpV6TestJSON-688489522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:31.724731 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-1269a6dd-c9e5-43f7-8ba5-53544fb04cf5 tempest-ExtraDHCPOptionsIpV6TestJSON-688489522 tempest-ExtraDHCPOptionsIpV6TestJSON-688489522-project] 10.222.0.60 "PUT /v2.0/ports/9ad34e8d-79e3-4584-a194-7b3a2b891bab HTTP/1.1" status: 200 len: 1129 time: 1.2498620 Nov 23 17:35:31.731780 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 42536) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:35:31.736228 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-11ee8a00-c120-4299-bd10-37b82df6ea14 tempest-NegativeSecGroupIPv6Test-2095069578 tempest-NegativeSecGroupIPv6Test-2095069578-project] Publish callbacks [] for security_group, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:31.748425 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-11ee8a00-c120-4299-bd10-37b82df6ea14 tempest-NegativeSecGroupIPv6Test-2095069578 tempest-NegativeSecGroupIPv6Test-2095069578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:31.789933 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ee8a00-c120-4299-bd10-37b82df6ea14 tempest-NegativeSecGroupIPv6Test-2095069578 tempest-NegativeSecGroupIPv6Test-2095069578-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81120c06-9ac8-451a-bf3d-2a0922931496,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:35:31.815354 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eb08861-6a69-4a34-bc2b-17de2332f9fa tempest-ExtraDHCPOptionsIpV6TestJSON-688489522 tempest-ExtraDHCPOptionsIpV6TestJSON-688489522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:35:31.819339 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-1eb08861-6a69-4a34-bc2b-17de2332f9fa tempest-ExtraDHCPOptionsIpV6TestJSON-688489522 tempest-ExtraDHCPOptionsIpV6TestJSON-688489522-project] 10.222.0.60 "GET /v2.0/ports/9ad34e8d-79e3-4584-a194-7b3a2b891bab HTTP/1.1" status: 200 len: 1129 time: 0.0841026 Nov 23 17:35:31.820796 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 42540) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:35:31.822320 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1269a6dd-c9e5-43f7-8ba5-53544fb04cf5 tempest-ExtraDHCPOptionsIpV6TestJSON-688489522 tempest-ExtraDHCPOptionsIpV6TestJSON-688489522-project] Pushing event updated for resources: {'Port': ['ID=9ad34e8d-79e3-4584-a194-7b3a2b891bab,revision_number=2']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:35:31.829120 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-e200e7ce-6ceb-4b56-ba7a-9ced2916eea3 req-8e48dcdf-6cce-4499-bcdc-78fbd7e00660 tempest-AttachVolumeNegativeTest-452624640 tempest-AttachVolumeNegativeTest-452624640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:31.845868 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] get_ports_and_sgs() called for port_ids ['5ad1a05e-24fe-40b4-88c8-154b3fe26795', '8e45cb8d-0533-4816-9602-890e2ab1a497'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:35:31.909431 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b5fdfd-1592-43a0-82d0-a871633bbfe1 req-e4f1d667-651e-4e4f-b728-6445592e1800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:35:31.911522 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-d3b5fdfd-1592-43a0-82d0-a871633bbfe1 req-e4f1d667-651e-4e4f-b728-6445592e1800 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8fae7973-38e6-4660-a7b2-023eda92e2f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1886799 Nov 23 17:35:31.913595 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-11ee8a00-c120-4299-bd10-37b82df6ea14 tempest-NegativeSecGroupIPv6Test-2095069578 tempest-NegativeSecGroupIPv6Test-2095069578-project] Publish callbacks [] for security_group, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:31.915795 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-11ee8a00-c120-4299-bd10-37b82df6ea14 tempest-NegativeSecGroupIPv6Test-2095069578 tempest-NegativeSecGroupIPv6Test-2095069578-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.7597439 Nov 23 17:35:31.923364 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] get_ports_and_sgs() called for port_ids ['8a8f2f64-6bbc-48dd-af2d-0ba2a9be2742'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:35:31.936967 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 42548) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:35:31.941719 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-683cbb05-3d0d-4e4f-815d-a32c15a17e23 tempest-NegativeSecGroupIPv6Test-2095069578 tempest-NegativeSecGroupIPv6Test-2095069578-project] Request body: {'security_group': {'name': 'tempest-secgroup--1715677636'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:35:31.959016 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e48dcdf-6cce-4499-bcdc-78fbd7e00660 tempest-AttachVolumeNegativeTest-452624640 tempest-AttachVolumeNegativeTest-452624640-project] Pushing event deleted for resources: {'Port': ['ID=8a8f2f64-6bbc-48dd-af2d-0ba2a9be2742,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:35:32.079055 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [req-e200e7ce-6ceb-4b56-ba7a-9ced2916eea3 req-8e48dcdf-6cce-4499-bcdc-78fbd7e00660 tempest-AttachVolumeNegativeTest-452624640 tempest-AttachVolumeNegativeTest-452624640-project] No DVR routers for this DVR port 8a8f2f64-6bbc-48dd-af2d-0ba2a9be2742 on host n-h2-816206-8 {{(pid=103591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:35:32.095756 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3acd56-794e-448a-9753-de96c7c7a0b4 req-64b7e181-9368-4a80-9c99-545edbb798e9 tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:35:32.108270 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ce3acd56-794e-448a-9753-de96c7c7a0b4 req-64b7e181-9368-4a80-9c99-545edbb798e9 tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] 10.222.0.60 "GET /v2.0/ports?device_id=7381ae1d-a208-4b78-a6b3-2ed033ea2f6d HTTP/1.1" status: 200 len: 945 time: 0.3148026 Nov 23 17:35:32.110661 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-e200e7ce-6ceb-4b56-ba7a-9ced2916eea3 req-8e48dcdf-6cce-4499-bcdc-78fbd7e00660 tempest-AttachVolumeNegativeTest-452624640 tempest-AttachVolumeNegativeTest-452624640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:32.110844 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-683cbb05-3d0d-4e4f-815d-a32c15a17e23 tempest-NegativeSecGroupIPv6Test-2095069578 tempest-NegativeSecGroupIPv6Test-2095069578-project] Publish callbacks [] for security_group, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:32.114002 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e200e7ce-6ceb-4b56-ba7a-9ced2916eea3 req-8e48dcdf-6cce-4499-bcdc-78fbd7e00660 tempest-AttachVolumeNegativeTest-452624640 tempest-AttachVolumeNegativeTest-452624640-project] 10.222.0.36 "DELETE /v2.0/ports/8a8f2f64-6bbc-48dd-af2d-0ba2a9be2742 HTTP/1.1" status: 204 len: 173 time: 1.9175534 Nov 23 17:35:32.124142 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ba90631-5c49-4a72-af7e-16e0985eee04', 'name': 'network-vif-deleted', 'tag': '8a8f2f64-6bbc-48dd-af2d-0ba2a9be2742'}] {{(pid=103591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:35:32.126793 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41d174a19ece9499ff9ec44e5b3fc50f2abd3ffbc947fb7e52ea1e8db27b95b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-287316be-845b-4634-97ec-0512c44e37e1" -d '{"events": [{"server_uuid": "4ba90631-5c49-4a72-af7e-16e0985eee04", "name": "network-vif-deleted", "tag": "8a8f2f64-6bbc-48dd-af2d-0ba2a9be2742"}]}' {{(pid=103591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:35:32.189190 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b298ebc-020f-4741-8dc2-7ce554f3c861 req-59173f42-3545-4122-8db2-0df2a593d1dd tempest-ServerRescueTestJSONUnderV235-2089606454 tempest-ServerRescueTestJSONUnderV235-2089606454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:35:32.193161 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-d3b5fdfd-1592-43a0-82d0-a871633bbfe1 req-c5e9f51c-9500-4d8d-9381-49abea86d5df service neutron] 10.222.0.55 "GET /v2.0/networks/8fae7973-38e6-4660-a7b2-023eda92e2f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2711186 Nov 23 17:35:32.196508 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-1b298ebc-020f-4741-8dc2-7ce554f3c861 req-59173f42-3545-4122-8db2-0df2a593d1dd tempest-ServerRescueTestJSONUnderV235-2089606454 tempest-ServerRescueTestJSONUnderV235-2089606454-project] 10.222.0.60 "GET /v2.0/ports?device_id=db755471-155f-4d9e-b81d-3999c64dda09 HTTP/1.1" status: 200 len: 946 time: 0.2437515 Nov 23 17:35:32.229475 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-cfbbe99c-7170-4dba-b196-b229c46068ba tempest-ExtraDHCPOptionsIpV6TestJSON-688489522 tempest-ExtraDHCPOptionsIpV6TestJSON-688489522-project] Deleting port 9ad34e8d-79e3-4584-a194-7b3a2b891bab {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:35:32.229824 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-cfbbe99c-7170-4dba-b196-b229c46068ba tempest-ExtraDHCPOptionsIpV6TestJSON-688489522 tempest-ExtraDHCPOptionsIpV6TestJSON-688489522-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:32.236230 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ce3acd56-794e-448a-9753-de96c7c7a0b4 req-ddef94b5-e276-40cd-9bc8-b8b1487b48c0 tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] 10.222.0.60 "GET /v2.0/security-groups?id=67691fce-8308-48e3-b930-b7465ae25797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266761 Nov 23 17:35:32.282725 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-a2e92b9b-ae4c-4846-8358-78b3be517666 None None] Provisioning complete for port 9ad34e8d-79e3-4584-a194-7b3a2b891bab triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:35:32.283297 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-a2e92b9b-ae4c-4846-8358-78b3be517666 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:32.288576 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-1b298ebc-020f-4741-8dc2-7ce554f3c861 req-d89426b8-fb44-4b79-adcc-dc2c08f7228b tempest-ServerRescueTestJSONUnderV235-2089606454 tempest-ServerRescueTestJSONUnderV235-2089606454-project] 10.222.0.60 "GET /v2.0/security-groups?id=627e1e45-7f27-49ad-a161-3002d16a7eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910435 Nov 23 17:35:32.351515 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-a2e92b9b-ae4c-4846-8358-78b3be517666 None None] Port 9ad34e8d-79e3-4584-a194-7b3a2b891bab cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:35:32.424923 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:35:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc00585f-2423-4123-9d86-cfa38461c934 x-openstack-request-id: req-bc00585f-2423-4123-9d86-cfa38461c934 {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:35:32.425220 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ba90631-5c49-4a72-af7e-16e0985eee04", "name": "network-vif-deleted", "tag": "8a8f2f64-6bbc-48dd-af2d-0ba2a9be2742", "status": "completed", "code": 200}]} {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:35:32.425493 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-bc00585f-2423-4123-9d86-cfa38461c934 {{(pid=103591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:35:32.425931 n-d-816206-8 neutron-server[103591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ba90631-5c49-4a72-af7e-16e0985eee04', 'name': 'network-vif-deleted', 'tag': '8a8f2f64-6bbc-48dd-af2d-0ba2a9be2742', 'status': 'completed', 'code': 200} Nov 23 17:35:32.515205 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-cfbbe99c-7170-4dba-b196-b229c46068ba tempest-ExtraDHCPOptionsIpV6TestJSON-688489522 tempest-ExtraDHCPOptionsIpV6TestJSON-688489522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:32.520946 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-d3b5fdfd-1592-43a0-82d0-a871633bbfe1 req-d0f6124b-cc48-4d8c-899a-e9e394eaa276 service neutron] 10.222.0.55 "GET /v2.0/networks/8fae7973-38e6-4660-a7b2-023eda92e2f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3191736 Nov 23 17:35:32.575242 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-683cbb05-3d0d-4e4f-815d-a32c15a17e23 tempest-NegativeSecGroupIPv6Test-2095069578 tempest-NegativeSecGroupIPv6Test-2095069578-project] Publish callbacks [] for security_group, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:32.576826 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-cfbbe99c-7170-4dba-b196-b229c46068ba tempest-ExtraDHCPOptionsIpV6TestJSON-688489522 tempest-ExtraDHCPOptionsIpV6TestJSON-688489522-project] Calling delete_port for 9ad34e8d-79e3-4584-a194-7b3a2b891bab owned by {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:35:32.579660 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-d3b5fdfd-1592-43a0-82d0-a871633bbfe1 req-3f4ba684-9352-4895-9af8-ddd0c9450931 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.111&port_id=43a35972-e7d6-46b1-a089-47907bd8d235 HTTP/1.1" status: 200 len: 217 time: 0.0498481 Nov 23 17:35:32.583573 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-683cbb05-3d0d-4e4f-815d-a32c15a17e23 tempest-NegativeSecGroupIPv6Test-2095069578 tempest-NegativeSecGroupIPv6Test-2095069578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:32.693489 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-683cbb05-3d0d-4e4f-815d-a32c15a17e23 tempest-NegativeSecGroupIPv6Test-2095069578 tempest-NegativeSecGroupIPv6Test-2095069578-project] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:32.694771 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-683cbb05-3d0d-4e4f-815d-a32c15a17e23 tempest-NegativeSecGroupIPv6Test-2095069578 tempest-NegativeSecGroupIPv6Test-2095069578-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.7568316 Nov 23 17:35:32.698912 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 42568) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:35:32.699654 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683cbb05-3d0d-4e4f-815d-a32c15a17e23 tempest-NegativeSecGroupIPv6Test-2095069578 tempest-NegativeSecGroupIPv6Test-2095069578-project] Pushing event updated for resources: {'SecurityGroup': ['ID=420810a7-9715-40ae-a4db-8bf49b7746aa,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:35:32.705934 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-27b0d24b-73af-4374-b08e-19b5f8f5bd6f tempest-NegativeSecGroupIPv6Test-2095069578 tempest-NegativeSecGroupIPv6Test-2095069578-project] Request body: {'security_group_rule': {'security_group_id': '81120c06-9ac8-451a-bf3d-2a0922931496', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '420810a7-9715-40ae-a4db-8bf49b7746aa'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:35:32.722023 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b5fdfd-1592-43a0-82d0-a871633bbfe1 req-b2983885-1449-4740-8de1-adf0d0ba793f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:35:32.724215 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-d3b5fdfd-1592-43a0-82d0-a871633bbfe1 req-b2983885-1449-4740-8de1-adf0d0ba793f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=bcb9709f-482c-4f68-bfac-95b809cc7fe7 HTTP/1.1" status: 200 len: 797 time: 0.1343026 Nov 23 17:35:32.777765 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-05a33f3d-04b6-4feb-a6c6-64c55c81c431 req-aa24053c-8993-4530-be86-287c2d632967 tempest-AttachVolumeNegativeTest-452624640 tempest-AttachVolumeNegativeTest-452624640-project] 10.222.0.60 "GET /v2.0/ports?device_id=4ba90631-5c49-4a72-af7e-16e0985eee04 HTTP/1.1" status: 200 len: 210 time: 0.0503740 Nov 23 17:35:32.785377 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b5fdfd-1592-43a0-82d0-a871633bbfe1 req-3c3f4c1f-eff8-4638-a82f-b76f382563b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:35:32.787825 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-d3b5fdfd-1592-43a0-82d0-a871633bbfe1 req-3c3f4c1f-eff8-4638-a82f-b76f382563b9 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a67d26f0-d8bc-46d6-9df4-c5b8fb20d14c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0559118 Nov 23 17:35:32.798584 n-d-816206-8 neutron-server[103591]: INFO neutron.api.v2.resource [None req-27b0d24b-73af-4374-b08e-19b5f8f5bd6f tempest-NegativeSecGroupIPv6Test-2095069578 tempest-NegativeSecGroupIPv6Test-2095069578-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 17:35:32.803561 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-27b0d24b-73af-4374-b08e-19b5f8f5bd6f tempest-NegativeSecGroupIPv6Test-2095069578 tempest-NegativeSecGroupIPv6Test-2095069578-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1025879 Nov 23 17:35:32.805154 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 42572) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:35:32.910810 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-b9ede2e2-656d-433a-9dea-e15c03fb38a4 tempest-NegativeSecGroupIPv6Test-2095069578 tempest-NegativeSecGroupIPv6Test-2095069578-project] Publish callbacks [] for security_group, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:32.930159 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-cfbbe99c-7170-4dba-b196-b229c46068ba tempest-ExtraDHCPOptionsIpV6TestJSON-688489522 tempest-ExtraDHCPOptionsIpV6TestJSON-688489522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:32.942443 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-b9ede2e2-656d-433a-9dea-e15c03fb38a4 tempest-NegativeSecGroupIPv6Test-2095069578 tempest-NegativeSecGroupIPv6Test-2095069578-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:32.971218 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbbe99c-7170-4dba-b196-b229c46068ba tempest-ExtraDHCPOptionsIpV6TestJSON-688489522 tempest-ExtraDHCPOptionsIpV6TestJSON-688489522-project] Pushing event deleted for resources: {'Port': ['ID=9ad34e8d-79e3-4584-a194-7b3a2b891bab,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:35:33.019515 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-b9ede2e2-656d-433a-9dea-e15c03fb38a4 tempest-NegativeSecGroupIPv6Test-2095069578 tempest-NegativeSecGroupIPv6Test-2095069578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:33.025985 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-b9ede2e2-656d-433a-9dea-e15c03fb38a4 tempest-NegativeSecGroupIPv6Test-2095069578 tempest-NegativeSecGroupIPv6Test-2095069578-project] Publish callbacks [] for security_group, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:33.031170 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-b9ede2e2-656d-433a-9dea-e15c03fb38a4 tempest-NegativeSecGroupIPv6Test-2095069578 tempest-NegativeSecGroupIPv6Test-2095069578-project] 10.222.0.60 "DELETE /v2.0/security-groups/420810a7-9715-40ae-a4db-8bf49b7746aa HTTP/1.1" status: 204 len: 168 time: 0.2247350 Nov 23 17:35:33.032082 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 42578) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:35:33.033627 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-cfbbe99c-7170-4dba-b196-b229c46068ba tempest-ExtraDHCPOptionsIpV6TestJSON-688489522 tempest-ExtraDHCPOptionsIpV6TestJSON-688489522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:33.040193 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-cfbbe99c-7170-4dba-b196-b229c46068ba tempest-ExtraDHCPOptionsIpV6TestJSON-688489522 tempest-ExtraDHCPOptionsIpV6TestJSON-688489522-project] 10.222.0.60 "DELETE /v2.0/ports/9ad34e8d-79e3-4584-a194-7b3a2b891bab HTTP/1.1" status: 204 len: 168 time: 1.2144258 Nov 23 17:35:33.040853 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 42580) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:35:33.056984 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ede2e2-656d-433a-9dea-e15c03fb38a4 tempest-NegativeSecGroupIPv6Test-2095069578 tempest-NegativeSecGroupIPv6Test-2095069578-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=420810a7-9715-40ae-a4db-8bf49b7746aa,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:35:33.063606 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-d3b5fdfd-1592-43a0-82d0-a871633bbfe1 req-d306a2f5-de29-4934-b2ad-ea24a5eed837 service neutron] 10.222.0.55 "GET /v2.0/networks/a67d26f0-d8bc-46d6-9df4-c5b8fb20d14c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2657037 Nov 23 17:35:33.116542 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-83da6afc-0cf8-4d47-8c85-be19850c21b9 tempest-NegativeSecGroupIPv6Test-2095069578 tempest-NegativeSecGroupIPv6Test-2095069578-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.0749049 Nov 23 17:35:33.117894 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 42584) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:35:33.169761 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_v2 [None req-33be4a59-9337-42d7-85cf-486c7590eaec tempest-ExtraDHCPOptionsIpV6TestJSON-688489522 tempest-ExtraDHCPOptionsIpV6TestJSON-688489522-project] Deleting subnet 8dfc5424-4b6b-4822-92d1-fea6e1fe3e43 {{(pid=103590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 17:35:33.210363 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-33be4a59-9337-42d7-85cf-486c7590eaec tempest-ExtraDHCPOptionsIpV6TestJSON-688489522 tempest-ExtraDHCPOptionsIpV6TestJSON-688489522-project] Publish callbacks [] for subnet, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:33.220098 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-1aaf1227-2dd6-4f8e-90c2-341f9a4d7b71 tempest-NegativeSecGroupIPv6Test-2095069578 tempest-NegativeSecGroupIPv6Test-2095069578-project] Publish callbacks [] for security_group, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:33.267446 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-1aaf1227-2dd6-4f8e-90c2-341f9a4d7b71 tempest-NegativeSecGroupIPv6Test-2095069578 tempest-NegativeSecGroupIPv6Test-2095069578-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:33.293914 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-33be4a59-9337-42d7-85cf-486c7590eaec tempest-ExtraDHCPOptionsIpV6TestJSON-688489522 tempest-ExtraDHCPOptionsIpV6TestJSON-688489522-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-267528342'] for subnet, precommit_delete_associations {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:33.425743 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-d3b5fdfd-1592-43a0-82d0-a871633bbfe1 req-b058322d-3ab1-4672-9ef1-05928d3d63fe service neutron] 10.222.0.55 "GET /v2.0/networks/a67d26f0-d8bc-46d6-9df4-c5b8fb20d14c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3374970 Nov 23 17:35:33.481226 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-1aaf1227-2dd6-4f8e-90c2-341f9a4d7b71 tempest-NegativeSecGroupIPv6Test-2095069578 tempest-NegativeSecGroupIPv6Test-2095069578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:33.483830 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-1aaf1227-2dd6-4f8e-90c2-341f9a4d7b71 tempest-NegativeSecGroupIPv6Test-2095069578 tempest-NegativeSecGroupIPv6Test-2095069578-project] Publish callbacks [] for security_group, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:33.485007 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-1aaf1227-2dd6-4f8e-90c2-341f9a4d7b71 tempest-NegativeSecGroupIPv6Test-2095069578 tempest-NegativeSecGroupIPv6Test-2095069578-project] 10.222.0.60 "DELETE /v2.0/security-groups/81120c06-9ac8-451a-bf3d-2a0922931496 HTTP/1.1" status: 204 len: 168 time: 0.3653538 Nov 23 17:35:33.487977 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 42600) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:35:33.499851 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-d3b5fdfd-1592-43a0-82d0-a871633bbfe1 req-0f6e25d3-18e0-47f4-aa36-7685699891e3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.36&port_id=2c22850f-3ed8-45c1-8cb5-d847f5bb33e0 HTTP/1.1" status: 200 len: 217 time: 0.0551534 Nov 23 17:35:33.512056 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f10bebd-daf3-454f-89e0-ab2781461812 req-27575d46-07b7-410d-b9f6-b135e0d10a98 tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:35:33.513998 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5f10bebd-daf3-454f-89e0-ab2781461812 req-27575d46-07b7-410d-b9f6-b135e0d10a98 tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] 10.222.0.60 "GET /v2.0/ports?device_id=7381ae1d-a208-4b78-a6b3-2ed033ea2f6d HTTP/1.1" status: 200 len: 945 time: 0.1716700 Nov 23 17:35:33.514952 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aaf1227-2dd6-4f8e-90c2-341f9a4d7b71 tempest-NegativeSecGroupIPv6Test-2095069578 tempest-NegativeSecGroupIPv6Test-2095069578-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=81120c06-9ac8-451a-bf3d-2a0922931496,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:35:33.533305 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cf4ec3-d4e4-4289-b1b1-e6becc8f1b68 req-e8aeff6c-6f12-4c84-9b77-e42ba0db4da6 tempest-ServerRescueTestJSONUnderV235-2089606454 tempest-ServerRescueTestJSONUnderV235-2089606454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:35:33.535187 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-35cf4ec3-d4e4-4289-b1b1-e6becc8f1b68 req-e8aeff6c-6f12-4c84-9b77-e42ba0db4da6 tempest-ServerRescueTestJSONUnderV235-2089606454 tempest-ServerRescueTestJSONUnderV235-2089606454-project] 10.222.0.60 "GET /v2.0/ports?device_id=db755471-155f-4d9e-b81d-3999c64dda09 HTTP/1.1" status: 200 len: 946 time: 0.1220109 Nov 23 17:35:33.578273 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-33be4a59-9337-42d7-85cf-486c7590eaec tempest-ExtraDHCPOptionsIpV6TestJSON-688489522 tempest-ExtraDHCPOptionsIpV6TestJSON-688489522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971956'] for subnet, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:33.629983 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-35cf4ec3-d4e4-4289-b1b1-e6becc8f1b68 req-32e1e0b7-4ffd-4d6f-a5ad-d54489cb0ad3 tempest-ServerRescueTestJSONUnderV235-2089606454 tempest-ServerRescueTestJSONUnderV235-2089606454-project] 10.222.0.60 "GET /v2.0/security-groups?id=627e1e45-7f27-49ad-a161-3002d16a7eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818846 Nov 23 17:35:33.635716 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 42602) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:35:33.638684 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-6ca8e3b3-7e2f-48bd-9395-ee5306e7944b tempest-NegativeSecGroupIPv6Test-2095069578 tempest-NegativeSecGroupIPv6Test-2095069578-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1404331 Nov 23 17:35:33.643495 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-bf53c0f9-023f-4e05-9cf0-d66914157f69 tempest-NegativeSecGroupIPv6Test-2095069578 tempest-NegativeSecGroupIPv6Test-2095069578-project] Request body: {'security_group': {'name': 'tempest-secgroup--387124230'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:35:33.652775 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b5fdfd-1592-43a0-82d0-a871633bbfe1 req-5c74d2eb-01e8-489a-94f4-fd3a3179dcd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:35:33.654259 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-d3b5fdfd-1592-43a0-82d0-a871633bbfe1 req-5c74d2eb-01e8-489a-94f4-fd3a3179dcd9 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=bcb9709f-482c-4f68-bfac-95b809cc7fe7 HTTP/1.1" status: 200 len: 797 time: 0.1432893 Nov 23 17:35:33.697393 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5f10bebd-daf3-454f-89e0-ab2781461812 req-47c715d0-d5db-469c-99c5-e86fff545679 tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] 10.222.0.60 "GET /v2.0/security-groups?id=67691fce-8308-48e3-b930-b7465ae25797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607978 Nov 23 17:35:33.744015 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-bf53c0f9-023f-4e05-9cf0-d66914157f69 tempest-NegativeSecGroupIPv6Test-2095069578 tempest-NegativeSecGroupIPv6Test-2095069578-project] Publish callbacks [] for security_group, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:33.769954 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b5fdfd-1592-43a0-82d0-a871633bbfe1 req-53762c68-88cb-40df-9d93-dc51cb2932d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:35:33.772602 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-d3b5fdfd-1592-43a0-82d0-a871633bbfe1 req-53762c68-88cb-40df-9d93-dc51cb2932d2 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a67d26f0-d8bc-46d6-9df4-c5b8fb20d14c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0979390 Nov 23 17:35:33.806454 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-33be4a59-9337-42d7-85cf-486c7590eaec tempest-ExtraDHCPOptionsIpV6TestJSON-688489522 tempest-ExtraDHCPOptionsIpV6TestJSON-688489522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264357903', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264730940'] for subnet, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:33.862593 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-bf53c0f9-023f-4e05-9cf0-d66914157f69 tempest-NegativeSecGroupIPv6Test-2095069578 tempest-NegativeSecGroupIPv6Test-2095069578-project] Publish callbacks [] for security_group, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:33.867256 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-bf53c0f9-023f-4e05-9cf0-d66914157f69 tempest-NegativeSecGroupIPv6Test-2095069578 tempest-NegativeSecGroupIPv6Test-2095069578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:33.891473 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33be4a59-9337-42d7-85cf-486c7590eaec tempest-ExtraDHCPOptionsIpV6TestJSON-688489522 tempest-ExtraDHCPOptionsIpV6TestJSON-688489522-project] Pushing event deleted for resources: {'Subnet': ['ID=8dfc5424-4b6b-4822-92d1-fea6e1fe3e43,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:35:33.901313 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-33be4a59-9337-42d7-85cf-486c7590eaec tempest-ExtraDHCPOptionsIpV6TestJSON-688489522 tempest-ExtraDHCPOptionsIpV6TestJSON-688489522-project] Publish callbacks [] for subnet, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:33.904678 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-bf53c0f9-023f-4e05-9cf0-d66914157f69 tempest-NegativeSecGroupIPv6Test-2095069578 tempest-NegativeSecGroupIPv6Test-2095069578-project] Publish callbacks [] for security_group, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:33.910131 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-33be4a59-9337-42d7-85cf-486c7590eaec tempest-ExtraDHCPOptionsIpV6TestJSON-688489522 tempest-ExtraDHCPOptionsIpV6TestJSON-688489522-project] 10.222.0.60 "DELETE /v2.0/subnets/8dfc5424-4b6b-4822-92d1-fea6e1fe3e43 HTTP/1.1" status: 204 len: 168 time: 0.8592863 Nov 23 17:35:33.910329 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-bf53c0f9-023f-4e05-9cf0-d66914157f69 tempest-NegativeSecGroupIPv6Test-2095069578 tempest-NegativeSecGroupIPv6Test-2095069578-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2729201 Nov 23 17:35:33.910793 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 42614) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:35:33.911126 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 42616) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:35:33.921340 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f1d7a69-6d4f-4917-b53a-d50dcbdc0102 None None] Network 690766e7-ed09-4bc1-aa17-7cb2153c26a1 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:35:33.923060 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-a942a903-4106-42d4-afd7-9fa129f07e69 tempest-NegativeSecGroupIPv6Test-2095069578 tempest-NegativeSecGroupIPv6Test-2095069578-project] Request body: {'security_group_rule': {'security_group_id': 'ff9dfbac-e724-46cb-8fe6-778d417cdbb5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:35:34.013382 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-d3b5fdfd-1592-43a0-82d0-a871633bbfe1 req-2bdcead6-1ef7-4c63-89df-637547214939 service neutron] 10.222.0.55 "GET /v2.0/networks/a67d26f0-d8bc-46d6-9df4-c5b8fb20d14c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2311118 Nov 23 17:35:34.029524 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf53c0f9-023f-4e05-9cf0-d66914157f69 tempest-NegativeSecGroupIPv6Test-2095069578 tempest-NegativeSecGroupIPv6Test-2095069578-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff9dfbac-e724-46cb-8fe6-778d417cdbb5,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:35:34.046149 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-502767fb-779a-4bd1-a18f-86917a3ce340 tempest-ExtraDHCPOptionsIpV6TestJSON-688489522 tempest-ExtraDHCPOptionsIpV6TestJSON-688489522-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-555181'] for network, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:34.137347 n-d-816206-8 neutron-server[103591]: INFO neutron.api.v2.resource [None req-a942a903-4106-42d4-afd7-9fa129f07e69 tempest-NegativeSecGroupIPv6Test-2095069578 tempest-NegativeSecGroupIPv6Test-2095069578-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 17:35:34.141327 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-a942a903-4106-42d4-afd7-9fa129f07e69 tempest-NegativeSecGroupIPv6Test-2095069578 tempest-NegativeSecGroupIPv6Test-2095069578-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2258909 Nov 23 17:35:34.141915 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 42620) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:35:34.146450 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-acf4bdfb-7d07-4a1c-a3b9-db3172816a2c tempest-NegativeSecGroupIPv6Test-2095069578 tempest-NegativeSecGroupIPv6Test-2095069578-project] Request body: {'security_group_rule': {'security_group_id': 'ff9dfbac-e724-46cb-8fe6-778d417cdbb5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:35:34.173400 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-502767fb-779a-4bd1-a18f-86917a3ce340 tempest-ExtraDHCPOptionsIpV6TestJSON-688489522 tempest-ExtraDHCPOptionsIpV6TestJSON-688489522-project] Deleting port 95354947-af82-4de3-8d0a-7bd4d91fd937 {{(pid=103591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:35:34.173876 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-502767fb-779a-4bd1-a18f-86917a3ce340 tempest-ExtraDHCPOptionsIpV6TestJSON-688489522 tempest-ExtraDHCPOptionsIpV6TestJSON-688489522-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:34.175476 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-d3b5fdfd-1592-43a0-82d0-a871633bbfe1 req-6af4b923-be26-42f6-8b0f-72d42d6e1378 service neutron] 10.222.0.55 "GET /v2.0/networks/a67d26f0-d8bc-46d6-9df4-c5b8fb20d14c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1555448 Nov 23 17:35:34.218782 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device 8a8f2f64-6bbc-48dd-af2d-0ba2a9be2742 no longer exists at agent hyperv_n-h2-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:35:34.244947 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-d3b5fdfd-1592-43a0-82d0-a871633bbfe1 req-d6ea5d66-98fa-41f7-b97c-5e4e81630c3f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.59&port_id=2a4244ef-ef03-4f4c-8ffc-3e8bbbae7f23 HTTP/1.1" status: 200 len: 217 time: 0.0614376 Nov 23 17:35:34.276326 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] No Port match for: 8a8f2f64-6bbc-48dd-af2d-0ba2a9be2742 {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:35:34.276699 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device 8a8f2f64-6bbc-48dd-af2d-0ba2a9be2742 not bound to the agent host n-h2-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:35:34.278850 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b599d642-4127-4a73-bdd5-9b9b08601d2c None None] DHCP port deletion for 690766e7-ed09-4bc1-aa17-7cb2153c26a1 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:35:34.336769 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b5fdfd-1592-43a0-82d0-a871633bbfe1 req-89abee61-c11e-49cb-bc4b-60d889e313b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:35:34.338213 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-d3b5fdfd-1592-43a0-82d0-a871633bbfe1 req-89abee61-c11e-49cb-bc4b-60d889e313b2 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=bcb9709f-482c-4f68-bfac-95b809cc7fe7 HTTP/1.1" status: 200 len: 797 time: 0.0802815 Nov 23 17:35:34.390742 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-b599d642-4127-4a73-bdd5-9b9b08601d2c None None] Deleting port 95354947-af82-4de3-8d0a-7bd4d91fd937 {{(pid=103592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:35:34.391205 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b599d642-4127-4a73-bdd5-9b9b08601d2c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:34.403078 n-d-816206-8 neutron-server[103591]: INFO neutron.api.v2.resource [None req-acf4bdfb-7d07-4a1c-a3b9-db3172816a2c tempest-NegativeSecGroupIPv6Test-2095069578 tempest-NegativeSecGroupIPv6Test-2095069578-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 17:35:34.403078 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-acf4bdfb-7d07-4a1c-a3b9-db3172816a2c tempest-NegativeSecGroupIPv6Test-2095069578 tempest-NegativeSecGroupIPv6Test-2095069578-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2554188 Nov 23 17:35:34.403078 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [None req-502767fb-779a-4bd1-a18f-86917a3ce340 tempest-ExtraDHCPOptionsIpV6TestJSON-688489522 tempest-ExtraDHCPOptionsIpV6TestJSON-688489522-project] For port 95354947-af82-4de3-8d0a-7bd4d91fd937, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=95354947-af82-4de3-8d0a-7bd4d91fd937,segment=NetworkSegment(3f5a84ad-a42a-4f2e-8e42-3fb085d2f75a),segment_id=3f5a84ad-a42a-4f2e-8e42-3fb085d2f75a)] {{(pid=103591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:35:34.403078 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-502767fb-779a-4bd1-a18f-86917a3ce340 tempest-ExtraDHCPOptionsIpV6TestJSON-688489522 tempest-ExtraDHCPOptionsIpV6TestJSON-688489522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:34.403779 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 42624) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:35:34.433760 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b5fdfd-1592-43a0-82d0-a871633bbfe1 req-54478634-d855-43a4-af7b-e1f7303ae3f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:35:34.436815 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-d3b5fdfd-1592-43a0-82d0-a871633bbfe1 req-54478634-d855-43a4-af7b-e1f7303ae3f0 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a67d26f0-d8bc-46d6-9df4-c5b8fb20d14c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0888197 Nov 23 17:35:34.437789 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-502767fb-779a-4bd1-a18f-86917a3ce340 tempest-ExtraDHCPOptionsIpV6TestJSON-688489522 tempest-ExtraDHCPOptionsIpV6TestJSON-688489522-project] Calling delete_port for 95354947-af82-4de3-8d0a-7bd4d91fd937 owned by network:dhcp {{(pid=103591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:35:34.475282 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b599d642-4127-4a73-bdd5-9b9b08601d2c None None] For port 95354947-af82-4de3-8d0a-7bd4d91fd937, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=95354947-af82-4de3-8d0a-7bd4d91fd937,segment=NetworkSegment(3f5a84ad-a42a-4f2e-8e42-3fb085d2f75a),segment_id=3f5a84ad-a42a-4f2e-8e42-3fb085d2f75a)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:35:34.476085 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b599d642-4127-4a73-bdd5-9b9b08601d2c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:34.491828 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-b599d642-4127-4a73-bdd5-9b9b08601d2c None None] Calling delete_port for 95354947-af82-4de3-8d0a-7bd4d91fd937 owned by network:dhcp {{(pid=103592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:35:34.556387 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-98d18145-d195-4801-81ff-707c5e99a836 tempest-NegativeSecGroupIPv6Test-2095069578 tempest-NegativeSecGroupIPv6Test-2095069578-project] Publish callbacks [] for security_group, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:34.597745 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b599d642-4127-4a73-bdd5-9b9b08601d2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989'] for port, after_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:34.607624 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-98d18145-d195-4801-81ff-707c5e99a836 tempest-NegativeSecGroupIPv6Test-2095069578 tempest-NegativeSecGroupIPv6Test-2095069578-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:34.622163 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-d3b5fdfd-1592-43a0-82d0-a871633bbfe1 req-2de6a8dd-23b3-498e-8c4c-14d87d5e4e0d service neutron] 10.222.0.55 "GET /v2.0/networks/a67d26f0-d8bc-46d6-9df4-c5b8fb20d14c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1760542 Nov 23 17:35:34.646068 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b599d642-4127-4a73-bdd5-9b9b08601d2c None None] Pushing event deleted for resources: {'Port': ['ID=95354947-af82-4de3-8d0a-7bd4d91fd937,revision_number=None']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:35:34.659050 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b599d642-4127-4a73-bdd5-9b9b08601d2c None None] No DVR routers for this DVR port 95354947-af82-4de3-8d0a-7bd4d91fd937 on host n-d-816206-8 {{(pid=103592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:35:34.775912 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 95354947-af82-4de3-8d0a-7bd4d91fd937 no longer exists at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:35:34.801438 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] No Port match for: 95354947-af82-4de3-8d0a-7bd4d91fd937 {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:35:34.801647 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 95354947-af82-4de3-8d0a-7bd4d91fd937 not bound to the agent host n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:35:34.821684 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-98d18145-d195-4801-81ff-707c5e99a836 tempest-NegativeSecGroupIPv6Test-2095069578 tempest-NegativeSecGroupIPv6Test-2095069578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:34.824992 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-98d18145-d195-4801-81ff-707c5e99a836 tempest-NegativeSecGroupIPv6Test-2095069578 tempest-NegativeSecGroupIPv6Test-2095069578-project] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:34.826167 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-98d18145-d195-4801-81ff-707c5e99a836 tempest-NegativeSecGroupIPv6Test-2095069578 tempest-NegativeSecGroupIPv6Test-2095069578-project] 10.222.0.60 "DELETE /v2.0/security-groups/ff9dfbac-e724-46cb-8fe6-778d417cdbb5 HTTP/1.1" status: 204 len: 168 time: 0.4214349 Nov 23 17:35:34.831646 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 42638) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:35:34.841872 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-d3b5fdfd-1592-43a0-82d0-a871633bbfe1 req-953cdf34-71aa-4c89-a5d7-c9f54985eaff service neutron] 10.222.0.55 "GET /v2.0/networks/a67d26f0-d8bc-46d6-9df4-c5b8fb20d14c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2118640 Nov 23 17:35:34.863693 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d18145-d195-4801-81ff-707c5e99a836 tempest-NegativeSecGroupIPv6Test-2095069578 tempest-NegativeSecGroupIPv6Test-2095069578-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff9dfbac-e724-46cb-8fe6-778d417cdbb5,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:35:34.900787 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-d3b5fdfd-1592-43a0-82d0-a871633bbfe1 req-ece0d08d-a1ab-40bd-b7dd-4838b5c0b451 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.58&port_id=c11f7314-15f4-4533-9091-774452b72d36 HTTP/1.1" status: 200 len: 217 time: 0.0471833 Nov 23 17:35:34.952595 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-7caaf0fb-6001-4103-9f2c-0ae0f7c235ad tempest-NegativeSecGroupIPv6Test-2095069578 tempest-NegativeSecGroupIPv6Test-2095069578-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1196077 Nov 23 17:35:34.956927 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 42640) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:35:34.961869 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-401c03c9-add1-4fd7-b073-cb434933bcea tempest-NegativeSecGroupIPv6Test-2095069578 tempest-NegativeSecGroupIPv6Test-2095069578-project] Request body: {'security_group': {'name': 'tempest-secgroup--1060432093'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:35:34.987581 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b5fdfd-1592-43a0-82d0-a871633bbfe1 req-6c6250b0-c012-48f4-aa34-4fd1dd66737c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:35:34.989168 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-d3b5fdfd-1592-43a0-82d0-a871633bbfe1 req-6c6250b0-c012-48f4-aa34-4fd1dd66737c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=bcb9709f-482c-4f68-bfac-95b809cc7fe7 HTTP/1.1" status: 200 len: 797 time: 0.0795498 Nov 23 17:35:34.998590 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4660c26-1039-477f-a1e3-a13881e61643 req-1245829b-2798-4fc2-86ac-2113ea9075d8 tempest-AttachVolumeNegativeTest-452624640 tempest-AttachVolumeNegativeTest-452624640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:35:34.999507 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-401c03c9-add1-4fd7-b073-cb434933bcea tempest-NegativeSecGroupIPv6Test-2095069578 tempest-NegativeSecGroupIPv6Test-2095069578-project] Publish callbacks [] for security_group, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:35.003662 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c4660c26-1039-477f-a1e3-a13881e61643 req-1245829b-2798-4fc2-86ac-2113ea9075d8 tempest-AttachVolumeNegativeTest-452624640 tempest-AttachVolumeNegativeTest-452624640-project] 10.222.0.60 "GET /v2.0/ports?device_id=bf3e54c1-4480-45ff-98ea-dee1a4cf5d0f HTTP/1.1" status: 200 len: 946 time: 0.6336975 Nov 23 17:35:35.071659 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b5fdfd-1592-43a0-82d0-a871633bbfe1 req-ae41d808-4927-47ff-9e8a-f92380d95277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:35:35.073307 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-d3b5fdfd-1592-43a0-82d0-a871633bbfe1 req-ae41d808-4927-47ff-9e8a-f92380d95277 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a67d26f0-d8bc-46d6-9df4-c5b8fb20d14c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0759242 Nov 23 17:35:35.111252 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612b9286-d6b6-45f4-98cc-63c389974966 req-7f934d3d-5c14-4c1a-ae0d-35b3a8d84581 tempest-ServerRescueTestJSONUnderV235-2089606454 tempest-ServerRescueTestJSONUnderV235-2089606454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:35:35.112789 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-612b9286-d6b6-45f4-98cc-63c389974966 req-7f934d3d-5c14-4c1a-ae0d-35b3a8d84581 tempest-ServerRescueTestJSONUnderV235-2089606454 tempest-ServerRescueTestJSONUnderV235-2089606454-project] 10.222.0.60 "GET /v2.0/ports?device_id=db755471-155f-4d9e-b81d-3999c64dda09 HTTP/1.1" status: 200 len: 946 time: 0.1252174 Nov 23 17:35:35.119282 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c4660c26-1039-477f-a1e3-a13881e61643 req-911b9360-4392-4ae9-84be-80b237e06539 tempest-AttachVolumeNegativeTest-452624640 tempest-AttachVolumeNegativeTest-452624640-project] 10.222.0.60 "GET /v2.0/security-groups?id=b501ccef-95b0-4939-b7ec-f5c6dfe73de7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020091 Nov 23 17:35:35.136075 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-502767fb-779a-4bd1-a18f-86917a3ce340 tempest-ExtraDHCPOptionsIpV6TestJSON-688489522 tempest-ExtraDHCPOptionsIpV6TestJSON-688489522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:35.173188 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502767fb-779a-4bd1-a18f-86917a3ce340 tempest-ExtraDHCPOptionsIpV6TestJSON-688489522 tempest-ExtraDHCPOptionsIpV6TestJSON-688489522-project] Pushing event deleted for resources: {'Port': ['ID=95354947-af82-4de3-8d0a-7bd4d91fd937,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:35:35.176067 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-401c03c9-add1-4fd7-b073-cb434933bcea tempest-NegativeSecGroupIPv6Test-2095069578 tempest-NegativeSecGroupIPv6Test-2095069578-project] Publish callbacks [] for security_group, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:35.182291 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-502767fb-779a-4bd1-a18f-86917a3ce340 tempest-ExtraDHCPOptionsIpV6TestJSON-688489522 tempest-ExtraDHCPOptionsIpV6TestJSON-688489522-project] No DVR routers for this DVR port 95354947-af82-4de3-8d0a-7bd4d91fd937 on host n-d-816206-8 {{(pid=103591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:35:35.185613 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-401c03c9-add1-4fd7-b073-cb434933bcea tempest-NegativeSecGroupIPv6Test-2095069578 tempest-NegativeSecGroupIPv6Test-2095069578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:35.233658 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401c03c9-add1-4fd7-b073-cb434933bcea tempest-NegativeSecGroupIPv6Test-2095069578 tempest-NegativeSecGroupIPv6Test-2095069578-project] Pushing event updated for resources: {'SecurityGroup': ['ID=725cfce9-e7fc-4bfd-a40e-453b1803b762,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:35:35.237698 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-d3b5fdfd-1592-43a0-82d0-a871633bbfe1 req-5af033cb-7838-4684-9c1b-c1bf96865d76 service neutron] 10.222.0.55 "GET /v2.0/networks/a67d26f0-d8bc-46d6-9df4-c5b8fb20d14c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1554437 Nov 23 17:35:35.240331 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-401c03c9-add1-4fd7-b073-cb434933bcea tempest-NegativeSecGroupIPv6Test-2095069578 tempest-NegativeSecGroupIPv6Test-2095069578-project] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:35.244599 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-401c03c9-add1-4fd7-b073-cb434933bcea tempest-NegativeSecGroupIPv6Test-2095069578 tempest-NegativeSecGroupIPv6Test-2095069578-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2835946 Nov 23 17:35:35.247728 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 42642) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:35:35.251976 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-084fbdd0-4f17-4bcf-b3ce-c40cfc9f10db tempest-NegativeSecGroupIPv6Test-2095069578 tempest-NegativeSecGroupIPv6Test-2095069578-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:35:35.252402 n-d-816206-8 neutron-server[103590]: WARNING neutron.api.v2.base [None req-084fbdd0-4f17-4bcf-b3ce-c40cfc9f10db tempest-NegativeSecGroupIPv6Test-2095069578 tempest-NegativeSecGroupIPv6Test-2095069578-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 23 17:35:35.252926 n-d-816206-8 neutron-server[103590]: INFO neutron.api.v2.resource [None req-084fbdd0-4f17-4bcf-b3ce-c40cfc9f10db tempest-NegativeSecGroupIPv6Test-2095069578 tempest-NegativeSecGroupIPv6Test-2095069578-project] update failed (client error): There was a conflict when trying to complete your request. Nov 23 17:35:35.253871 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-084fbdd0-4f17-4bcf-b3ce-c40cfc9f10db tempest-NegativeSecGroupIPv6Test-2095069578 tempest-NegativeSecGroupIPv6Test-2095069578-project] 10.222.0.60 "PUT /v2.0/security-groups/725cfce9-e7fc-4bfd-a40e-453b1803b762 HTTP/1.1" status: 409 len: 330 time: 0.0052695 Nov 23 17:35:35.261826 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 42644) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:35:35.265045 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-612b9286-d6b6-45f4-98cc-63c389974966 req-dc858965-f762-4d22-a01d-12d76def016c tempest-ServerRescueTestJSONUnderV235-2089606454 tempest-ServerRescueTestJSONUnderV235-2089606454-project] 10.222.0.60 "GET /v2.0/security-groups?id=627e1e45-7f27-49ad-a161-3002d16a7eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442728 Nov 23 17:35:35.323274 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-502767fb-779a-4bd1-a18f-86917a3ce340 tempest-ExtraDHCPOptionsIpV6TestJSON-688489522 tempest-ExtraDHCPOptionsIpV6TestJSON-688489522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973419', 'neutron.services.segments.db._delete_segments_for_network-8736635878840'] for network, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:35.349417 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477db2c0-ee75-41d7-9e63-4ddface79463 req-d3666c2e-5102-4fc1-bd05-05db7a33d94c tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:35:35.351363 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-477db2c0-ee75-41d7-9e63-4ddface79463 req-d3666c2e-5102-4fc1-bd05-05db7a33d94c tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] 10.222.0.60 "GET /v2.0/ports?device_id=7381ae1d-a208-4b78-a6b3-2ed033ea2f6d HTTP/1.1" status: 200 len: 945 time: 0.1388671 Nov 23 17:35:35.362428 n-d-816206-8 neutron-server[103591]: DEBUG neutron.services.segments.db [None req-502767fb-779a-4bd1-a18f-86917a3ce340 tempest-ExtraDHCPOptionsIpV6TestJSON-688489522 tempest-ExtraDHCPOptionsIpV6TestJSON-688489522-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['690766e7-ed09-4bc1-aa17-7cb2153c26a1']}} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:35:35.380099 n-d-816206-8 neutron-server[103591]: DEBUG neutron.services.segments.db [None req-502767fb-779a-4bd1-a18f-86917a3ce340 tempest-ExtraDHCPOptionsIpV6TestJSON-688489522 tempest-ExtraDHCPOptionsIpV6TestJSON-688489522-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f5a84ad-a42a-4f2e-8e42-3fb085d2f75a') {'for_net_delete': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:35:35.380510 n-d-816206-8 neutron-server[103591]: DEBUG neutron.services.segments.db [None req-502767fb-779a-4bd1-a18f-86917a3ce340 tempest-ExtraDHCPOptionsIpV6TestJSON-688489522 tempest-ExtraDHCPOptionsIpV6TestJSON-688489522-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f5a84ad-a42a-4f2e-8e42-3fb085d2f75a') {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:35:35.397774 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-502767fb-779a-4bd1-a18f-86917a3ce340 tempest-ExtraDHCPOptionsIpV6TestJSON-688489522 tempest-ExtraDHCPOptionsIpV6TestJSON-688489522-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736635840332', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265989959'] for segment, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:35.398377 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-35cfad02-65b4-4b6e-87b6-7cef5f841996 tempest-NegativeSecGroupIPv6Test-2095069578 tempest-NegativeSecGroupIPv6Test-2095069578-project] Publish callbacks [] for security_group, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:35.407123 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-d3b5fdfd-1592-43a0-82d0-a871633bbfe1 req-62b77f98-88de-4b63-92ce-bc36c92d7132 service neutron] 10.222.0.55 "GET /v2.0/networks/a67d26f0-d8bc-46d6-9df4-c5b8fb20d14c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1600976 Nov 23 17:35:35.423926 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-502767fb-779a-4bd1-a18f-86917a3ce340 tempest-ExtraDHCPOptionsIpV6TestJSON-688489522 tempest-ExtraDHCPOptionsIpV6TestJSON-688489522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:35.438034 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-502767fb-779a-4bd1-a18f-86917a3ce340 tempest-ExtraDHCPOptionsIpV6TestJSON-688489522 tempest-ExtraDHCPOptionsIpV6TestJSON-688489522-project] Releasing vlan 538 on physical network physnet1 to pool {{(pid=103591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 17:35:35.438715 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-502767fb-779a-4bd1-a18f-86917a3ce340 tempest-ExtraDHCPOptionsIpV6TestJSON-688489522 tempest-ExtraDHCPOptionsIpV6TestJSON-688489522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264756290'] for segment, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:35.441403 n-d-816206-8 neutron-server[103591]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 17:35:35.441403 n-d-816206-8 neutron-server[103591]: self.session.flush() Nov 23 17:35:35.441403 n-d-816206-8 neutron-server[103591]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 17:35:35.441403 n-d-816206-8 neutron-server[103591]: self.session.flush() Nov 23 17:35:35.441403 n-d-816206-8 neutron-server[103591]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 17:35:35.441403 n-d-816206-8 neutron-server[103591]: self.session.flush() Nov 23 17:35:35.441403 n-d-816206-8 neutron-server[103591]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 17:35:35.441403 n-d-816206-8 neutron-server[103591]: self.session.flush() Nov 23 17:35:35.441403 n-d-816206-8 neutron-server[103591]: Traceback (most recent call last): Nov 23 17:35:35.441403 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 17:35:35.441403 n-d-816206-8 neutron-server[103591]: timer() Nov 23 17:35:35.441403 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 17:35:35.441403 n-d-816206-8 neutron-server[103591]: cb(*args, **kw) Nov 23 17:35:35.441403 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 17:35:35.441403 n-d-816206-8 neutron-server[103591]: return func(*args, **kwargs) Nov 23 17:35:35.441403 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 17:35:35.441403 n-d-816206-8 neutron-server[103591]: self._notify() Nov 23 17:35:35.441403 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 17:35:35.441403 n-d-816206-8 neutron-server[103591]: self.callback(batched_events) Nov 23 17:35:35.441403 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 17:35:35.441403 n-d-816206-8 neutron-server[103591]: event.method(event) Nov 23 17:35:35.441403 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 17:35:35.441403 n-d-816206-8 neutron-server[103591]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 17:35:35.441403 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 17:35:35.441403 n-d-816206-8 neutron-server[103591]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 17:35:35.441403 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 17:35:35.441403 n-d-816206-8 neutron-server[103591]: return f(self, *a, **k) Nov 23 17:35:35.441403 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 17:35:35.441403 n-d-816206-8 neutron-server[103591]: return self._get(url).json() Nov 23 17:35:35.441403 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 17:35:35.441403 n-d-816206-8 neutron-server[103591]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 17:35:35.441403 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 17:35:35.441403 n-d-816206-8 neutron-server[103591]: return self.request(url, 'GET', **kwargs) Nov 23 17:35:35.441403 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 17:35:35.441403 n-d-816206-8 neutron-server[103591]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 17:35:35.441403 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 17:35:35.441403 n-d-816206-8 neutron-server[103591]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 17:35:35.441403 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 17:35:35.441403 n-d-816206-8 neutron-server[103591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 17:35:35.441403 n-d-816206-8 neutron-server[103591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 17:35:35.460186 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-477db2c0-ee75-41d7-9e63-4ddface79463 req-37ed2bd5-f877-4e5a-8f7c-5bbab623845e tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] 10.222.0.60 "GET /v2.0/security-groups?id=67691fce-8308-48e3-b930-b7465ae25797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952351 Nov 23 17:35:35.467391 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-d3b5fdfd-1592-43a0-82d0-a871633bbfe1 req-41c825a6-08ce-4d01-8174-59cbdf810b59 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=c61316ed-a367-4301-9c1b-7dbf9122a432 HTTP/1.1" status: 200 len: 217 time: 0.0445824 Nov 23 17:35:35.468538 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-35cfad02-65b4-4b6e-87b6-7cef5f841996 tempest-NegativeSecGroupIPv6Test-2095069578 tempest-NegativeSecGroupIPv6Test-2095069578-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:35.509114 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-502767fb-779a-4bd1-a18f-86917a3ce340 tempest-ExtraDHCPOptionsIpV6TestJSON-688489522 tempest-ExtraDHCPOptionsIpV6TestJSON-688489522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1795418'] for network, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:35.516958 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-502767fb-779a-4bd1-a18f-86917a3ce340 tempest-ExtraDHCPOptionsIpV6TestJSON-688489522 tempest-ExtraDHCPOptionsIpV6TestJSON-688489522-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for network, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:35.522810 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-502767fb-779a-4bd1-a18f-86917a3ce340 tempest-ExtraDHCPOptionsIpV6TestJSON-688489522 tempest-ExtraDHCPOptionsIpV6TestJSON-688489522-project] 10.222.0.60 "DELETE /v2.0/networks/690766e7-ed09-4bc1-aa17-7cb2153c26a1 HTTP/1.1" status: 204 len: 168 time: 1.5901580 Nov 23 17:35:35.532544 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502767fb-779a-4bd1-a18f-86917a3ce340 tempest-ExtraDHCPOptionsIpV6TestJSON-688489522 tempest-ExtraDHCPOptionsIpV6TestJSON-688489522-project] Pushing event deleted for resources: {'Network': ['ID=690766e7-ed09-4bc1-aa17-7cb2153c26a1,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:35:35.552918 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b5fdfd-1592-43a0-82d0-a871633bbfe1 req-c2b66aa5-f95a-4226-b064-1641aa24e36c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:35:35.554402 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-d3b5fdfd-1592-43a0-82d0-a871633bbfe1 req-c2b66aa5-f95a-4226-b064-1641aa24e36c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=61fc00fc-b813-4658-838c-689d0da00fb4 HTTP/1.1" status: 200 len: 797 time: 0.0747340 Nov 23 17:35:35.562607 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-35cfad02-65b4-4b6e-87b6-7cef5f841996 tempest-NegativeSecGroupIPv6Test-2095069578 tempest-NegativeSecGroupIPv6Test-2095069578-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:35.565316 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-35cfad02-65b4-4b6e-87b6-7cef5f841996 tempest-NegativeSecGroupIPv6Test-2095069578 tempest-NegativeSecGroupIPv6Test-2095069578-project] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:35.566441 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-35cfad02-65b4-4b6e-87b6-7cef5f841996 tempest-NegativeSecGroupIPv6Test-2095069578 tempest-NegativeSecGroupIPv6Test-2095069578-project] 10.222.0.60 "DELETE /v2.0/security-groups/725cfce9-e7fc-4bfd-a40e-453b1803b762 HTTP/1.1" status: 204 len: 168 time: 0.3031175 Nov 23 17:35:35.569324 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 42648) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:35:35.603056 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cfad02-65b4-4b6e-87b6-7cef5f841996 tempest-NegativeSecGroupIPv6Test-2095069578 tempest-NegativeSecGroupIPv6Test-2095069578-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=725cfce9-e7fc-4bfd-a40e-453b1803b762,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:35:35.624837 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b5fdfd-1592-43a0-82d0-a871633bbfe1 req-ab6bad03-52f4-408b-b390-26aeda325eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:35:35.626496 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-d3b5fdfd-1592-43a0-82d0-a871633bbfe1 req-ab6bad03-52f4-408b-b390-26aeda325eaa service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a080cd49-aff0-47e2-a832-3717812be820&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0590816 Nov 23 17:35:35.631249 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-dfc8e9dc-335d-4691-b9a9-adc68a961ccc tempest-NegativeSecGroupIPv6Test-2095069578 tempest-NegativeSecGroupIPv6Test-2095069578-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0607631 Nov 23 17:35:35.634905 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 42650) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:35:35.649552 n-d-816206-8 neutron-server[103591]: INFO neutron.api.v2.resource [None req-277740ac-77b3-4550-863a-d89010a6c5a9 tempest-NegativeSecGroupIPv6Test-2095069578 tempest-NegativeSecGroupIPv6Test-2095069578-project] delete failed (client error): The resource could not be found. Nov 23 17:35:35.650485 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-277740ac-77b3-4550-863a-d89010a6c5a9 tempest-NegativeSecGroupIPv6Test-2095069578 tempest-NegativeSecGroupIPv6Test-2095069578-project] 10.222.0.60 "DELETE /v2.0/security-groups/b073ccd0-fba0-4712-80a0-b3c7207a262b HTTP/1.1" status: 404 len: 347 time: 0.0142765 Nov 23 17:35:35.655822 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 42652) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:35:35.673233 n-d-816206-8 neutron-server[103591]: INFO neutron.api.v2.resource [None req-a264db7f-d76e-4a7b-b84d-3932123dcf21 tempest-NegativeSecGroupIPv6Test-2095069578 tempest-NegativeSecGroupIPv6Test-2095069578-project] show failed (client error): The resource could not be found. Nov 23 17:35:35.674673 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-a264db7f-d76e-4a7b-b84d-3932123dcf21 tempest-NegativeSecGroupIPv6Test-2095069578 tempest-NegativeSecGroupIPv6Test-2095069578-project] 10.222.0.60 "GET /v2.0/security-groups/2fdeecd2-cd6d-4c22-9131-cfedb1c00e18 HTTP/1.1" status: 404 len: 347 time: 0.0178280 Nov 23 17:35:35.678330 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 42654) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:35:35.703244 n-d-816206-8 neutron-server[103591]: INFO neutron.api.v2.resource [None req-66b4d28a-d1ae-429c-bcfe-237022823b28 tempest-NegativeSecGroupIPv6Test-2095069578 tempest-NegativeSecGroupIPv6Test-2095069578-project] show failed (client error): The resource could not be found. Nov 23 17:35:35.704235 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-66b4d28a-d1ae-429c-bcfe-237022823b28 tempest-NegativeSecGroupIPv6Test-2095069578 tempest-NegativeSecGroupIPv6Test-2095069578-project] 10.222.0.60 "GET /v2.0/security-group-rules/de8e8cb3-7b11-4209-afa0-d12dab7644a6 HTTP/1.1" status: 404 len: 356 time: 0.0247869 Nov 23 17:35:35.741772 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-d3b5fdfd-1592-43a0-82d0-a871633bbfe1 req-bb20b647-9823-4dd9-a00e-8c3f21ee788b service neutron] 10.222.0.55 "GET /v2.0/networks/a080cd49-aff0-47e2-a832-3717812be820?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1051290 Nov 23 17:35:35.760191 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e4adc0-8433-4b60-ab34-ce7d5b76f68e req-5f49585d-0797-48e6-a124-c6f18d240e20 tempest-AttachVolumeNegativeTest-452624640 tempest-AttachVolumeNegativeTest-452624640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:35:35.771043 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-10e4adc0-8433-4b60-ab34-ce7d5b76f68e req-5f49585d-0797-48e6-a124-c6f18d240e20 tempest-AttachVolumeNegativeTest-452624640 tempest-AttachVolumeNegativeTest-452624640-project] 10.222.0.55 "GET /v2.0/ports?device_id=bf3e54c1-4480-45ff-98ea-dee1a4cf5d0f HTTP/1.1" status: 200 len: 946 time: 0.0767901 Nov 23 17:35:35.874127 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-d3b5fdfd-1592-43a0-82d0-a871633bbfe1 req-bb2196bb-9573-4b3a-994b-4319debddc23 service neutron] 10.222.0.55 "GET /v2.0/networks/a080cd49-aff0-47e2-a832-3717812be820?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207652 Nov 23 17:35:35.879394 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 42666) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:35:35.925822 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-d3b5fdfd-1592-43a0-82d0-a871633bbfe1 req-35ba5cac-7a3a-4ba9-bd16-8a19176db3ef service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=e501c8d2-3b8b-4517-82b1-6a263ce4aab2 HTTP/1.1" status: 200 len: 217 time: 0.0404234 Nov 23 17:35:35.944114 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [req-10e4adc0-8433-4b60-ab34-ce7d5b76f68e req-da2b713f-0360-400f-878e-b26539b546ee tempest-AttachVolumeNegativeTest-452624640 tempest-AttachVolumeNegativeTest-452624640-project] Deleting port 8e45cb8d-0533-4816-9602-890e2ab1a497 {{(pid=103591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:35:35.947475 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-10e4adc0-8433-4b60-ab34-ce7d5b76f68e req-da2b713f-0360-400f-878e-b26539b546ee tempest-AttachVolumeNegativeTest-452624640 tempest-AttachVolumeNegativeTest-452624640-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:36.015690 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b5fdfd-1592-43a0-82d0-a871633bbfe1 req-cbbf2eac-86c0-4c4c-bae5-217093d1248c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:35:36.017438 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-d3b5fdfd-1592-43a0-82d0-a871633bbfe1 req-cbbf2eac-86c0-4c4c-bae5-217093d1248c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=61fc00fc-b813-4658-838c-689d0da00fb4 HTTP/1.1" status: 200 len: 797 time: 0.0849600 Nov 23 17:35:36.072751 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 42678) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:35:36.083914 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b5fdfd-1592-43a0-82d0-a871633bbfe1 req-d6c34c33-bedc-4910-a61c-db49125629bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:35:36.085796 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-d3b5fdfd-1592-43a0-82d0-a871633bbfe1 req-d6c34c33-bedc-4910-a61c-db49125629bb service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a080cd49-aff0-47e2-a832-3717812be820&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0594420 Nov 23 17:35:36.123782 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-10e4adc0-8433-4b60-ab34-ce7d5b76f68e req-da2b713f-0360-400f-878e-b26539b546ee tempest-AttachVolumeNegativeTest-452624640 tempest-AttachVolumeNegativeTest-452624640-project] For port 8e45cb8d-0533-4816-9602-890e2ab1a497, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=8e45cb8d-0533-4816-9602-890e2ab1a497,segment=NetworkSegment(1cf72e34-10d8-4ad7-b917-280709c47ed2),segment_id=1cf72e34-10d8-4ad7-b917-280709c47ed2)] {{(pid=103591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:35:36.124407 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-10e4adc0-8433-4b60-ab34-ce7d5b76f68e req-da2b713f-0360-400f-878e-b26539b546ee tempest-AttachVolumeNegativeTest-452624640 tempest-AttachVolumeNegativeTest-452624640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:36.142249 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [req-10e4adc0-8433-4b60-ab34-ce7d5b76f68e req-da2b713f-0360-400f-878e-b26539b546ee tempest-AttachVolumeNegativeTest-452624640 tempest-AttachVolumeNegativeTest-452624640-project] Calling delete_port for 8e45cb8d-0533-4816-9602-890e2ab1a497 owned by compute:nova {{(pid=103591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:35:36.368931 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b685db41-0bf8-4c60-9d0b-d341b9aae5dc req-535c5625-7a08-4595-b227-947a3a4a3161 tempest-AttachVolumeNegativeTest-452624640 tempest-AttachVolumeNegativeTest-452624640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:35:36.370458 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b685db41-0bf8-4c60-9d0b-d341b9aae5dc req-535c5625-7a08-4595-b227-947a3a4a3161 tempest-AttachVolumeNegativeTest-452624640 tempest-AttachVolumeNegativeTest-452624640-project] 10.222.0.60 "GET /v2.0/ports?device_id=bf3e54c1-4480-45ff-98ea-dee1a4cf5d0f HTTP/1.1" status: 200 len: 946 time: 0.1364615 Nov 23 17:35:36.395840 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-10e4adc0-8433-4b60-ab34-ce7d5b76f68e req-da2b713f-0360-400f-878e-b26539b546ee tempest-AttachVolumeNegativeTest-452624640 tempest-AttachVolumeNegativeTest-452624640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:36.413550 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] get_ports_and_sgs() called for port_ids ['5ad1a05e-24fe-40b4-88c8-154b3fe26795', '8e45cb8d-0533-4816-9602-890e2ab1a497'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:35:36.470469 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2b713f-0360-400f-878e-b26539b546ee tempest-AttachVolumeNegativeTest-452624640 tempest-AttachVolumeNegativeTest-452624640-project] Pushing event deleted for resources: {'Port': ['ID=8e45cb8d-0533-4816-9602-890e2ab1a497,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:35:36.548689 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [req-10e4adc0-8433-4b60-ab34-ce7d5b76f68e req-da2b713f-0360-400f-878e-b26539b546ee tempest-AttachVolumeNegativeTest-452624640 tempest-AttachVolumeNegativeTest-452624640-project] No DVR routers for this DVR port 8e45cb8d-0533-4816-9602-890e2ab1a497 on host n-h1-816206-8 {{(pid=103591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:35:36.551903 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-10e4adc0-8433-4b60-ab34-ce7d5b76f68e req-da2b713f-0360-400f-878e-b26539b546ee tempest-AttachVolumeNegativeTest-452624640 tempest-AttachVolumeNegativeTest-452624640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:36.555417 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-10e4adc0-8433-4b60-ab34-ce7d5b76f68e req-da2b713f-0360-400f-878e-b26539b546ee tempest-AttachVolumeNegativeTest-452624640 tempest-AttachVolumeNegativeTest-452624640-project] 10.222.0.55 "DELETE /v2.0/ports/8e45cb8d-0533-4816-9602-890e2ab1a497 HTTP/1.1" status: 204 len: 173 time: 0.7774427 Nov 23 17:35:36.556288 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf3e54c1-4480-45ff-98ea-dee1a4cf5d0f', 'name': 'network-vif-deleted', 'tag': '8e45cb8d-0533-4816-9602-890e2ab1a497'}] {{(pid=103591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:35:36.560246 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41d174a19ece9499ff9ec44e5b3fc50f2abd3ffbc947fb7e52ea1e8db27b95b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19c8f886-a302-4f10-88e7-f453070b2682" -d '{"events": [{"server_uuid": "bf3e54c1-4480-45ff-98ea-dee1a4cf5d0f", "name": "network-vif-deleted", "tag": "8e45cb8d-0533-4816-9602-890e2ab1a497"}]}' {{(pid=103591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:35:36.568378 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b685db41-0bf8-4c60-9d0b-d341b9aae5dc req-c8f20e2f-f466-48c7-bcba-a132303f607a tempest-AttachVolumeNegativeTest-452624640 tempest-AttachVolumeNegativeTest-452624640-project] 10.222.0.60 "GET /v2.0/security-groups?id=b501ccef-95b0-4939-b7ec-f5c6dfe73de7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900656 Nov 23 17:35:36.578453 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70ca919-479c-4fdb-897c-4323b5b6a3d4 req-b60e1ea3-a554-4a70-b123-8147d58b9c9f tempest-ServerRescueTestJSONUnderV235-2089606454 tempest-ServerRescueTestJSONUnderV235-2089606454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:35:36.585847 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a70ca919-479c-4fdb-897c-4323b5b6a3d4 req-b60e1ea3-a554-4a70-b123-8147d58b9c9f tempest-ServerRescueTestJSONUnderV235-2089606454 tempest-ServerRescueTestJSONUnderV235-2089606454-project] 10.222.0.60 "GET /v2.0/ports?device_id=db755471-155f-4d9e-b81d-3999c64dda09 HTTP/1.1" status: 200 len: 946 time: 0.1986473 Nov 23 17:35:36.670749 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-2a0ba0ad-cca9-4f2c-9587-b686f46b830b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=04d8fcc61bce4affafb60ad58c9fc908&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5919981 Nov 23 17:35:36.672886 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 42698) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:35:36.683035 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-d3b5fdfd-1592-43a0-82d0-a871633bbfe1 req-d56afe75-8403-4d25-ae81-b61ded00dbf8 service neutron] 10.222.0.55 "GET /v2.0/networks/a080cd49-aff0-47e2-a832-3717812be820?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5892618 Nov 23 17:35:36.691149 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-9e085701-2001-490a-a2e4-84ab40ac3d03 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=5b5d23d01121415eb9d55316604f100a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8104470 Nov 23 17:35:36.699817 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a70ca919-479c-4fdb-897c-4323b5b6a3d4 req-6d5efa97-554f-46c0-abad-c2a456a91a4d tempest-ServerRescueTestJSONUnderV235-2089606454 tempest-ServerRescueTestJSONUnderV235-2089606454-project] 10.222.0.60 "GET /v2.0/security-groups?id=627e1e45-7f27-49ad-a161-3002d16a7eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128020 Nov 23 17:35:36.700359 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 42700) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:35:36.801250 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-45786c69-3d6a-46c3-a55b-96a76d66c271 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:36.807173 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-dea61341-b115-470c-8a15-65adfe6d3614 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:36.843617 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-dea61341-b115-470c-8a15-65adfe6d3614 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:36.851603 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:35:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6864d814-a45c-4224-813b-0d0356200c6b x-openstack-request-id: req-6864d814-a45c-4224-813b-0d0356200c6b {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:35:36.851830 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-d3b5fdfd-1592-43a0-82d0-a871633bbfe1 req-6328bd43-296b-4e02-a34c-03a9b32eaea0 service neutron] 10.222.0.55 "GET /v2.0/networks/a080cd49-aff0-47e2-a832-3717812be820?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1576335 Nov 23 17:35:36.851944 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf3e54c1-4480-45ff-98ea-dee1a4cf5d0f", "name": "network-vif-deleted", "tag": "8e45cb8d-0533-4816-9602-890e2ab1a497", "status": "completed", "code": 200}]} {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:35:36.852132 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6864d814-a45c-4224-813b-0d0356200c6b {{(pid=103591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:35:36.852628 n-d-816206-8 neutron-server[103591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf3e54c1-4480-45ff-98ea-dee1a4cf5d0f', 'name': 'network-vif-deleted', 'tag': '8e45cb8d-0533-4816-9602-890e2ab1a497', 'status': 'completed', 'code': 200} Nov 23 17:35:36.854806 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-45786c69-3d6a-46c3-a55b-96a76d66c271 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:36.899309 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-dea61341-b115-470c-8a15-65adfe6d3614 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:36.904401 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-dea61341-b115-470c-8a15-65adfe6d3614 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:36.914008 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e04d267-24d2-4308-8bec-2facec0b20aa req-224f99f1-1411-497c-8977-a2a2c0565ba1 tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:35:36.915702 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-1e04d267-24d2-4308-8bec-2facec0b20aa req-224f99f1-1411-497c-8977-a2a2c0565ba1 tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] 10.222.0.60 "GET /v2.0/ports?device_id=7381ae1d-a208-4b78-a6b3-2ed033ea2f6d HTTP/1.1" status: 200 len: 945 time: 0.1012225 Nov 23 17:35:36.919620 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-dea61341-b115-470c-8a15-65adfe6d3614 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/6dd91379-f5cb-42ac-9616-63739e2fc488 HTTP/1.1" status: 204 len: 168 time: 0.2383995 Nov 23 17:35:36.936511 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea61341-b115-470c-8a15-65adfe6d3614 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dd91379-f5cb-42ac-9616-63739e2fc488,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:35:36.947347 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-45786c69-3d6a-46c3-a55b-96a76d66c271 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:36.953015 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-45786c69-3d6a-46c3-a55b-96a76d66c271 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:36.954156 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-45786c69-3d6a-46c3-a55b-96a76d66c271 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c3ec3aaa-53cb-4ae7-9526-1cf9581432fd HTTP/1.1" status: 204 len: 168 time: 0.2527907 Nov 23 17:35:36.982188 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45786c69-3d6a-46c3-a55b-96a76d66c271 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3ec3aaa-53cb-4ae7-9526-1cf9581432fd,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:35:37.042159 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-1e04d267-24d2-4308-8bec-2facec0b20aa req-e7aa411d-a0b2-421f-b475-579e14fb044d tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] 10.222.0.60 "GET /v2.0/security-groups?id=67691fce-8308-48e3-b930-b7465ae25797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043100 Nov 23 17:35:37.940970 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 42774) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:35:37.963893 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15ef4c4-38b2-4155-8934-4bc9d44cf557 req-bc2859c6-7556-4e81-ba35-64b9a0c6d19b tempest-ServerRescueTestJSONUnderV235-2089606454 tempest-ServerRescueTestJSONUnderV235-2089606454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:35:37.966963 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a15ef4c4-38b2-4155-8934-4bc9d44cf557 req-bc2859c6-7556-4e81-ba35-64b9a0c6d19b tempest-ServerRescueTestJSONUnderV235-2089606454 tempest-ServerRescueTestJSONUnderV235-2089606454-project] 10.222.0.60 "GET /v2.0/ports?device_id=db755471-155f-4d9e-b81d-3999c64dda09 HTTP/1.1" status: 200 len: 946 time: 0.1157851 Nov 23 17:35:38.044412 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a15ef4c4-38b2-4155-8934-4bc9d44cf557 req-96b245cd-58e6-4574-bf22-5f1e1e4bec89 tempest-ServerRescueTestJSONUnderV235-2089606454 tempest-ServerRescueTestJSONUnderV235-2089606454-project] 10.222.0.60 "GET /v2.0/security-groups?id=627e1e45-7f27-49ad-a161-3002d16a7eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651648 Nov 23 17:35:38.070457 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 42780) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:35:38.179584 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e180414-e16a-4699-826e-3b92d433e6ab req-f50f80df-951b-474e-a903-3dbf6dc2d7cc tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:35:38.181396 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6e180414-e16a-4699-826e-3b92d433e6ab req-f50f80df-951b-474e-a903-3dbf6dc2d7cc tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] 10.222.0.60 "GET /v2.0/ports?device_id=7381ae1d-a208-4b78-a6b3-2ed033ea2f6d HTTP/1.1" status: 200 len: 945 time: 0.0603561 Nov 23 17:35:38.194199 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-2870816c-80ef-4728-a45c-df4e37df2ea5 tempest-BulkNetworkOpsIpV6Test-1209817576 tempest-BulkNetworkOpsIpV6Test-1209817576-project] Request body: {'networks': [{'name': 'tempest-network--617796046'}, {'name': 'tempest-network--1191075593'}]} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:35:38.195112 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-2870816c-80ef-4728-a45c-df4e37df2ea5 tempest-BulkNetworkOpsIpV6Test-1209817576 tempest-BulkNetworkOpsIpV6Test-1209817576-project] Request body: {'network': {'name': 'tempest-network--617796046'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:35:38.195787 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-2870816c-80ef-4728-a45c-df4e37df2ea5 tempest-BulkNetworkOpsIpV6Test-1209817576 tempest-BulkNetworkOpsIpV6Test-1209817576-project] Request body: {'network': {'name': 'tempest-network--1191075593'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:35:38.197147 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-93449800-ffe8-4823-83e9-c1fb0d24cf0b tempest-ServiceProvidersTest-992996677 tempest-ServiceProvidersTest-992996677-project] 10.222.0.60 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1251833 Nov 23 17:35:38.242743 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2870816c-80ef-4728-a45c-df4e37df2ea5 tempest-BulkNetworkOpsIpV6Test-1209817576 tempest-BulkNetworkOpsIpV6Test-1209817576-project] Made reservation on behalf of 3a73ed92c6ab4d04879e4bf4aa7b8a51 for: {'network': 2} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:35:38.250596 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2870816c-80ef-4728-a45c-df4e37df2ea5 tempest-BulkNetworkOpsIpV6Test-1209817576 tempest-BulkNetworkOpsIpV6Test-1209817576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for network, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:38.263434 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2870816c-80ef-4728-a45c-df4e37df2ea5 tempest-BulkNetworkOpsIpV6Test-1209817576 tempest-BulkNetworkOpsIpV6Test-1209817576-project] Publish callbacks [] for security_group, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:38.278316 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6e180414-e16a-4699-826e-3b92d433e6ab req-79eaa39b-34f2-4617-befa-708a441d77ff tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] 10.222.0.60 "GET /v2.0/security-groups?id=67691fce-8308-48e3-b930-b7465ae25797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798168 Nov 23 17:35:38.393817 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2870816c-80ef-4728-a45c-df4e37df2ea5 tempest-BulkNetworkOpsIpV6Test-1209817576 tempest-BulkNetworkOpsIpV6Test-1209817576-project] Publish callbacks [] for security_group, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:38.400099 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2870816c-80ef-4728-a45c-df4e37df2ea5 tempest-BulkNetworkOpsIpV6Test-1209817576 tempest-BulkNetworkOpsIpV6Test-1209817576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:38.400936 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2870816c-80ef-4728-a45c-df4e37df2ea5 tempest-BulkNetworkOpsIpV6Test-1209817576 tempest-BulkNetworkOpsIpV6Test-1209817576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for network, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:38.457018 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2870816c-80ef-4728-a45c-df4e37df2ea5 tempest-BulkNetworkOpsIpV6Test-1209817576 tempest-BulkNetworkOpsIpV6Test-1209817576-project] vlan segment allocate from pool success with {'vlan_id': 538, 'physical_network': 'physnet1'} {{(pid=103590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 17:35:38.468201 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2870816c-80ef-4728-a45c-df4e37df2ea5 tempest-BulkNetworkOpsIpV6Test-1209817576 tempest-BulkNetworkOpsIpV6Test-1209817576-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:38.468652 n-d-816206-8 neutron-server[103590]: INFO neutron.db.segments_db [None req-2870816c-80ef-4728-a45c-df4e37df2ea5 tempest-BulkNetworkOpsIpV6Test-1209817576 tempest-BulkNetworkOpsIpV6Test-1209817576-project] Added segment bcd7e036-4836-4b91-a4d1-b62530d9fc52 of type vlan for network 25199bd0-0f10-4674-bae3-a0f9baf433c0 Nov 23 17:35:38.513760 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2870816c-80ef-4728-a45c-df4e37df2ea5 tempest-BulkNetworkOpsIpV6Test-1209817576 tempest-BulkNetworkOpsIpV6Test-1209817576-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736635338810'] for network, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:38.532336 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 42798) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:35:38.552514 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2870816c-80ef-4728-a45c-df4e37df2ea5 tempest-BulkNetworkOpsIpV6Test-1209817576 tempest-BulkNetworkOpsIpV6Test-1209817576-project] vlan segment allocate from pool success with {'vlan_id': 543, 'physical_network': 'physnet1'} {{(pid=103590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 17:35:38.563651 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2870816c-80ef-4728-a45c-df4e37df2ea5 tempest-BulkNetworkOpsIpV6Test-1209817576 tempest-BulkNetworkOpsIpV6Test-1209817576-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:38.564274 n-d-816206-8 neutron-server[103590]: INFO neutron.db.segments_db [None req-2870816c-80ef-4728-a45c-df4e37df2ea5 tempest-BulkNetworkOpsIpV6Test-1209817576 tempest-BulkNetworkOpsIpV6Test-1209817576-project] Added segment bc4af684-cd21-4613-ad15-2e1ecbb8aa79 of type vlan for network a3ddbdfa-8e17-4907-8585-e89f7f5173fd Nov 23 17:35:38.595616 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2870816c-80ef-4728-a45c-df4e37df2ea5 tempest-BulkNetworkOpsIpV6Test-1209817576 tempest-BulkNetworkOpsIpV6Test-1209817576-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92e3723f-87fe-4f66-ab4e-a5cf76528aba,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:35:38.610235 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 42802) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:35:38.616055 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2870816c-80ef-4728-a45c-df4e37df2ea5 tempest-BulkNetworkOpsIpV6Test-1209817576 tempest-BulkNetworkOpsIpV6Test-1209817576-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736635338810'] for network, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:38.650391 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device 8e45cb8d-0533-4816-9602-890e2ab1a497 no longer exists at agent hyperv_n-h1-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:35:38.659721 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2870816c-80ef-4728-a45c-df4e37df2ea5 tempest-BulkNetworkOpsIpV6Test-1209817576 tempest-BulkNetworkOpsIpV6Test-1209817576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493'] for network, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:38.660858 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2870816c-80ef-4728-a45c-df4e37df2ea5 tempest-BulkNetworkOpsIpV6Test-1209817576 tempest-BulkNetworkOpsIpV6Test-1209817576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493'] for network, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:38.676928 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2870816c-80ef-4728-a45c-df4e37df2ea5 tempest-BulkNetworkOpsIpV6Test-1209817576 tempest-BulkNetworkOpsIpV6Test-1209817576-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:35:38.691125 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2870816c-80ef-4728-a45c-df4e37df2ea5 tempest-BulkNetworkOpsIpV6Test-1209817576 tempest-BulkNetworkOpsIpV6Test-1209817576-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:35:38.693200 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2870816c-80ef-4728-a45c-df4e37df2ea5 tempest-BulkNetworkOpsIpV6Test-1209817576 tempest-BulkNetworkOpsIpV6Test-1209817576-project] Publish callbacks [] for network, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:38.693780 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] No Port match for: 8e45cb8d-0533-4816-9602-890e2ab1a497 {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:35:38.694496 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device 8e45cb8d-0533-4816-9602-890e2ab1a497 not bound to the agent host n-h1-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:35:38.744719 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 42806) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:35:38.744948 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-2870816c-80ef-4728-a45c-df4e37df2ea5 tempest-BulkNetworkOpsIpV6Test-1209817576 tempest-BulkNetworkOpsIpV6Test-1209817576-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 0.8013413 Nov 23 17:35:38.807728 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2870816c-80ef-4728-a45c-df4e37df2ea5 tempest-BulkNetworkOpsIpV6Test-1209817576 tempest-BulkNetworkOpsIpV6Test-1209817576-project] Pushing event updated for resources: {'Network': ['ID=25199bd0-0f10-4674-bae3-a0f9baf433c0,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:35:38.819871 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Network 25199bd0-0f10-4674-bae3-a0f9baf433c0 details requested by agent ovs-agent-n-d-816206-8 with host n-d-816206-8 {{(pid=103592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 17:35:38.828626 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-54f763a2-1c13-44dc-9594-4e7ed0334f12 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:38.836272 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-eac73e8a-2e26-455b-a1a8-bc984e152dc2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:38.888819 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2870816c-80ef-4728-a45c-df4e37df2ea5 tempest-BulkNetworkOpsIpV6Test-1209817576 tempest-BulkNetworkOpsIpV6Test-1209817576-project] Pushing event updated for resources: {'Network': ['ID=a3ddbdfa-8e17-4907-8585-e89f7f5173fd,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:35:38.911243 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Network a3ddbdfa-8e17-4907-8585-e89f7f5173fd details requested by agent ovs-agent-n-d-816206-8 with host n-d-816206-8 {{(pid=103592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 17:35:38.946401 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1f711d3-d02e-43e8-a0b3-ed84b4ef067b tempest-BulkNetworkOpsIpV6Test-1209817576 tempest-BulkNetworkOpsIpV6Test-1209817576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:35:38.953888 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1f711d3-d02e-43e8-a0b3-ed84b4ef067b tempest-BulkNetworkOpsIpV6Test-1209817576 tempest-BulkNetworkOpsIpV6Test-1209817576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:35:38.962586 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1f711d3-d02e-43e8-a0b3-ed84b4ef067b tempest-BulkNetworkOpsIpV6Test-1209817576 tempest-BulkNetworkOpsIpV6Test-1209817576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:35:38.969664 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1f711d3-d02e-43e8-a0b3-ed84b4ef067b tempest-BulkNetworkOpsIpV6Test-1209817576 tempest-BulkNetworkOpsIpV6Test-1209817576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:35:38.972136 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-a1f711d3-d02e-43e8-a0b3-ed84b4ef067b tempest-BulkNetworkOpsIpV6Test-1209817576 tempest-BulkNetworkOpsIpV6Test-1209817576-project] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.2253792 Nov 23 17:35:38.976450 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 42814) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:35:39.111056 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-54f763a2-1c13-44dc-9594-4e7ed0334f12 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:39.115942 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-eac73e8a-2e26-455b-a1a8-bc984e152dc2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:39.117422 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-54f763a2-1c13-44dc-9594-4e7ed0334f12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:39.132791 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-eac73e8a-2e26-455b-a1a8-bc984e152dc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:39.143235 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4909c725-b3d8-4a7d-89da-aefa0eb961f7 tempest-BulkNetworkOpsIpV6Test-1209817576 tempest-BulkNetworkOpsIpV6Test-1209817576-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-555181'] for network, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:39.213534 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-54f763a2-1c13-44dc-9594-4e7ed0334f12 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=fadd27e10fee4e0aba70f3bcf71bafbe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6797941 Nov 23 17:35:39.218929 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-eac73e8a-2e26-455b-a1a8-bc984e152dc2 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=5ea7466ef139491fa0ff186099b67bc7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6073329 Nov 23 17:35:39.219570 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 42818) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:35:39.219766 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f763a2-1c13-44dc-9594-4e7ed0334f12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45ca2ff9-d873-494e-bb07-7ce11a380fa5,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:35:39.220215 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 42820) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:35:39.252424 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac73e8a-2e26-455b-a1a8-bc984e152dc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e30c8c9b-aea1-4f89-ab32-4649bc853c95,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:35:39.275866 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4fbba9-6899-4639-94af-6839f5d70671 req-b969bad4-334f-42e3-9f6b-888cc084f615 tempest-ServerRescueTestJSONUnderV235-2089606454 tempest-ServerRescueTestJSONUnderV235-2089606454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:35:39.284207 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ba4fbba9-6899-4639-94af-6839f5d70671 req-b969bad4-334f-42e3-9f6b-888cc084f615 tempest-ServerRescueTestJSONUnderV235-2089606454 tempest-ServerRescueTestJSONUnderV235-2089606454-project] 10.222.0.60 "GET /v2.0/ports?device_id=db755471-155f-4d9e-b81d-3999c64dda09 HTTP/1.1" status: 200 len: 946 time: 0.1215322 Nov 23 17:35:39.305813 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4909c725-b3d8-4a7d-89da-aefa0eb961f7 tempest-BulkNetworkOpsIpV6Test-1209817576 tempest-BulkNetworkOpsIpV6Test-1209817576-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973419', 'neutron.services.segments.db._delete_segments_for_network-8736635878840'] for network, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:39.356090 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ba4fbba9-6899-4639-94af-6839f5d70671 req-2142e577-d78a-4ed2-b2d6-26530e75d73b tempest-ServerRescueTestJSONUnderV235-2089606454 tempest-ServerRescueTestJSONUnderV235-2089606454-project] 10.222.0.60 "GET /v2.0/security-groups?id=627e1e45-7f27-49ad-a161-3002d16a7eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697649 Nov 23 17:35:39.359821 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-4909c725-b3d8-4a7d-89da-aefa0eb961f7 tempest-BulkNetworkOpsIpV6Test-1209817576 tempest-BulkNetworkOpsIpV6Test-1209817576-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25199bd0-0f10-4674-bae3-a0f9baf433c0']}} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:35:39.374142 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-4909c725-b3d8-4a7d-89da-aefa0eb961f7 tempest-BulkNetworkOpsIpV6Test-1209817576 tempest-BulkNetworkOpsIpV6Test-1209817576-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bcd7e036-4836-4b91-a4d1-b62530d9fc52') {'for_net_delete': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:35:39.374444 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-4909c725-b3d8-4a7d-89da-aefa0eb961f7 tempest-BulkNetworkOpsIpV6Test-1209817576 tempest-BulkNetworkOpsIpV6Test-1209817576-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bcd7e036-4836-4b91-a4d1-b62530d9fc52') {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:35:39.402543 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4909c725-b3d8-4a7d-89da-aefa0eb961f7 tempest-BulkNetworkOpsIpV6Test-1209817576 tempest-BulkNetworkOpsIpV6Test-1209817576-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736635840332', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-267528353'] for segment, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:39.410117 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0d7db54d-fac9-4084-89ac-52231495448e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:39.425808 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b0102b9b-6adb-4cf8-b648-78a103c841cf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:39.428841 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6abd67-fec5-4508-a9cf-7fa8c29b8ced req-38c81d61-bea3-43e5-8258-17a5c9d3fef0 tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:35:39.431138 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-1f6abd67-fec5-4508-a9cf-7fa8c29b8ced req-38c81d61-bea3-43e5-8258-17a5c9d3fef0 tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] 10.222.0.60 "GET /v2.0/ports?device_id=7381ae1d-a208-4b78-a6b3-2ed033ea2f6d HTTP/1.1" status: 200 len: 945 time: 0.0607910 Nov 23 17:35:39.437639 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4909c725-b3d8-4a7d-89da-aefa0eb961f7 tempest-BulkNetworkOpsIpV6Test-1209817576 tempest-BulkNetworkOpsIpV6Test-1209817576-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:39.454182 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4909c725-b3d8-4a7d-89da-aefa0eb961f7 tempest-BulkNetworkOpsIpV6Test-1209817576 tempest-BulkNetworkOpsIpV6Test-1209817576-project] Releasing vlan 538 on physical network physnet1 to pool {{(pid=103590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 17:35:39.454572 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4909c725-b3d8-4a7d-89da-aefa0eb961f7 tempest-BulkNetworkOpsIpV6Test-1209817576 tempest-BulkNetworkOpsIpV6Test-1209817576-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264370093'] for segment, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:39.458988 n-d-816206-8 neutron-server[103590]: Traceback (most recent call last): Nov 23 17:35:39.458988 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 17:35:39.458988 n-d-816206-8 neutron-server[103590]: timer() Nov 23 17:35:39.458988 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 17:35:39.458988 n-d-816206-8 neutron-server[103590]: cb(*args, **kw) Nov 23 17:35:39.458988 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 17:35:39.458988 n-d-816206-8 neutron-server[103590]: return func(*args, **kwargs) Nov 23 17:35:39.458988 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 17:35:39.458988 n-d-816206-8 neutron-server[103590]: self._notify() Nov 23 17:35:39.458988 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 17:35:39.458988 n-d-816206-8 neutron-server[103590]: self.callback(batched_events) Nov 23 17:35:39.458988 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 17:35:39.458988 n-d-816206-8 neutron-server[103590]: event.method(event) Nov 23 17:35:39.458988 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 17:35:39.458988 n-d-816206-8 neutron-server[103590]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 17:35:39.458988 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 17:35:39.458988 n-d-816206-8 neutron-server[103590]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 17:35:39.458988 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 17:35:39.458988 n-d-816206-8 neutron-server[103590]: return f(self, *a, **k) Nov 23 17:35:39.458988 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 17:35:39.458988 n-d-816206-8 neutron-server[103590]: return self._get(url).json() Nov 23 17:35:39.458988 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 17:35:39.458988 n-d-816206-8 neutron-server[103590]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 17:35:39.458988 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 17:35:39.458988 n-d-816206-8 neutron-server[103590]: return self.request(url, 'GET', **kwargs) Nov 23 17:35:39.458988 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 17:35:39.458988 n-d-816206-8 neutron-server[103590]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 17:35:39.458988 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 17:35:39.458988 n-d-816206-8 neutron-server[103590]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 17:35:39.458988 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 17:35:39.458988 n-d-816206-8 neutron-server[103590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 17:35:39.458988 n-d-816206-8 neutron-server[103590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 17:35:39.481516 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0d7db54d-fac9-4084-89ac-52231495448e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:39.497091 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b0102b9b-6adb-4cf8-b648-78a103c841cf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:39.499989 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-1f6abd67-fec5-4508-a9cf-7fa8c29b8ced req-1b0b3886-8d21-43dd-b73a-f38f8738b75d tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] 10.222.0.60 "GET /v2.0/security-groups?id=67691fce-8308-48e3-b930-b7465ae25797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610178 Nov 23 17:35:39.578732 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4909c725-b3d8-4a7d-89da-aefa0eb961f7 tempest-BulkNetworkOpsIpV6Test-1209817576 tempest-BulkNetworkOpsIpV6Test-1209817576-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1795418'] for network, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:39.586849 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4909c725-b3d8-4a7d-89da-aefa0eb961f7 tempest-BulkNetworkOpsIpV6Test-1209817576 tempest-BulkNetworkOpsIpV6Test-1209817576-project] Publish callbacks [] for network, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:39.589382 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-4909c725-b3d8-4a7d-89da-aefa0eb961f7 tempest-BulkNetworkOpsIpV6Test-1209817576 tempest-BulkNetworkOpsIpV6Test-1209817576-project] 10.222.0.60 "DELETE /v2.0/networks/25199bd0-0f10-4674-bae3-a0f9baf433c0 HTTP/1.1" status: 204 len: 168 time: 0.6118038 Nov 23 17:35:39.592587 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 42824) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:35:39.622729 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4909c725-b3d8-4a7d-89da-aefa0eb961f7 tempest-BulkNetworkOpsIpV6Test-1209817576 tempest-BulkNetworkOpsIpV6Test-1209817576-project] Pushing event deleted for resources: {'Network': ['ID=25199bd0-0f10-4674-bae3-a0f9baf433c0,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:35:39.675608 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0d7db54d-fac9-4084-89ac-52231495448e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:39.678153 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0d7db54d-fac9-4084-89ac-52231495448e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:39.679284 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-0d7db54d-fac9-4084-89ac-52231495448e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/45ca2ff9-d873-494e-bb07-7ce11a380fa5 HTTP/1.1" status: 204 len: 168 time: 0.4581220 Nov 23 17:35:39.685999 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b0102b9b-6adb-4cf8-b648-78a103c841cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:39.688425 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b0102b9b-6adb-4cf8-b648-78a103c841cf admin admin] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:39.691957 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-b0102b9b-6adb-4cf8-b648-78a103c841cf admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e30c8c9b-aea1-4f89-ab32-4649bc853c95 HTTP/1.1" status: 204 len: 168 time: 0.4670825 Nov 23 17:35:39.705261 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7db54d-fac9-4084-89ac-52231495448e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45ca2ff9-d873-494e-bb07-7ce11a380fa5,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:35:39.710097 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f09f03ec-9e53-497e-8743-96a0ee0d15c1 tempest-BulkNetworkOpsIpV6Test-1209817576 tempest-BulkNetworkOpsIpV6Test-1209817576-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-555181'] for network, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:39.723714 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0102b9b-6adb-4cf8-b648-78a103c841cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e30c8c9b-aea1-4f89-ab32-4649bc853c95,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:35:39.825407 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f09f03ec-9e53-497e-8743-96a0ee0d15c1 tempest-BulkNetworkOpsIpV6Test-1209817576 tempest-BulkNetworkOpsIpV6Test-1209817576-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973419', 'neutron.services.segments.db._delete_segments_for_network-8736635878840'] for network, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:39.851326 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-f09f03ec-9e53-497e-8743-96a0ee0d15c1 tempest-BulkNetworkOpsIpV6Test-1209817576 tempest-BulkNetworkOpsIpV6Test-1209817576-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3ddbdfa-8e17-4907-8585-e89f7f5173fd']}} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:35:39.867031 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-f09f03ec-9e53-497e-8743-96a0ee0d15c1 tempest-BulkNetworkOpsIpV6Test-1209817576 tempest-BulkNetworkOpsIpV6Test-1209817576-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc4af684-cd21-4613-ad15-2e1ecbb8aa79') {'for_net_delete': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:35:39.867425 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-f09f03ec-9e53-497e-8743-96a0ee0d15c1 tempest-BulkNetworkOpsIpV6Test-1209817576 tempest-BulkNetworkOpsIpV6Test-1209817576-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc4af684-cd21-4613-ad15-2e1ecbb8aa79') {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:35:39.885566 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f09f03ec-9e53-497e-8743-96a0ee0d15c1 tempest-BulkNetworkOpsIpV6Test-1209817576 tempest-BulkNetworkOpsIpV6Test-1209817576-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736635840332', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-267528353'] for segment, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:39.903699 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f09f03ec-9e53-497e-8743-96a0ee0d15c1 tempest-BulkNetworkOpsIpV6Test-1209817576 tempest-BulkNetworkOpsIpV6Test-1209817576-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:39.910691 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f09f03ec-9e53-497e-8743-96a0ee0d15c1 tempest-BulkNetworkOpsIpV6Test-1209817576 tempest-BulkNetworkOpsIpV6Test-1209817576-project] Releasing vlan 543 on physical network physnet1 to pool {{(pid=103590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 17:35:39.911085 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f09f03ec-9e53-497e-8743-96a0ee0d15c1 tempest-BulkNetworkOpsIpV6Test-1209817576 tempest-BulkNetworkOpsIpV6Test-1209817576-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264370093'] for segment, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:39.914873 n-d-816206-8 neutron-server[103590]: Traceback (most recent call last): Nov 23 17:35:39.914873 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 17:35:39.914873 n-d-816206-8 neutron-server[103590]: timer() Nov 23 17:35:39.914873 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 17:35:39.914873 n-d-816206-8 neutron-server[103590]: cb(*args, **kw) Nov 23 17:35:39.914873 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 17:35:39.914873 n-d-816206-8 neutron-server[103590]: return func(*args, **kwargs) Nov 23 17:35:39.914873 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 17:35:39.914873 n-d-816206-8 neutron-server[103590]: self._notify() Nov 23 17:35:39.914873 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 17:35:39.914873 n-d-816206-8 neutron-server[103590]: self.callback(batched_events) Nov 23 17:35:39.914873 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 17:35:39.914873 n-d-816206-8 neutron-server[103590]: event.method(event) Nov 23 17:35:39.914873 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 17:35:39.914873 n-d-816206-8 neutron-server[103590]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 17:35:39.914873 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 17:35:39.914873 n-d-816206-8 neutron-server[103590]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 17:35:39.914873 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 17:35:39.914873 n-d-816206-8 neutron-server[103590]: return f(self, *a, **k) Nov 23 17:35:39.914873 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 17:35:39.914873 n-d-816206-8 neutron-server[103590]: return self._get(url).json() Nov 23 17:35:39.914873 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 17:35:39.914873 n-d-816206-8 neutron-server[103590]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 17:35:39.914873 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 17:35:39.914873 n-d-816206-8 neutron-server[103590]: return self.request(url, 'GET', **kwargs) Nov 23 17:35:39.914873 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 17:35:39.914873 n-d-816206-8 neutron-server[103590]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 17:35:39.914873 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 17:35:39.914873 n-d-816206-8 neutron-server[103590]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 17:35:39.914873 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 17:35:39.914873 n-d-816206-8 neutron-server[103590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 17:35:39.914873 n-d-816206-8 neutron-server[103590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 17:35:39.997766 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f09f03ec-9e53-497e-8743-96a0ee0d15c1 tempest-BulkNetworkOpsIpV6Test-1209817576 tempest-BulkNetworkOpsIpV6Test-1209817576-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1795418'] for network, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:40.005710 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f09f03ec-9e53-497e-8743-96a0ee0d15c1 tempest-BulkNetworkOpsIpV6Test-1209817576 tempest-BulkNetworkOpsIpV6Test-1209817576-project] Publish callbacks [] for network, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:40.009531 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-f09f03ec-9e53-497e-8743-96a0ee0d15c1 tempest-BulkNetworkOpsIpV6Test-1209817576 tempest-BulkNetworkOpsIpV6Test-1209817576-project] 10.222.0.60 "DELETE /v2.0/networks/a3ddbdfa-8e17-4907-8585-e89f7f5173fd HTTP/1.1" status: 204 len: 168 time: 0.4153409 Nov 23 17:35:40.012054 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 42838) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:35:40.034722 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09f03ec-9e53-497e-8743-96a0ee0d15c1 tempest-BulkNetworkOpsIpV6Test-1209817576 tempest-BulkNetworkOpsIpV6Test-1209817576-project] Pushing event deleted for resources: {'Network': ['ID=a3ddbdfa-8e17-4907-8585-e89f7f5173fd,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:35:40.194935 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baf6fd57-12e0-408e-99bc-1ea14ea20b5d tempest-BulkNetworkOpsIpV6Test-1209817576 tempest-BulkNetworkOpsIpV6Test-1209817576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:35:40.209148 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baf6fd57-12e0-408e-99bc-1ea14ea20b5d tempest-BulkNetworkOpsIpV6Test-1209817576 tempest-BulkNetworkOpsIpV6Test-1209817576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:35:40.214683 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-baf6fd57-12e0-408e-99bc-1ea14ea20b5d tempest-BulkNetworkOpsIpV6Test-1209817576 tempest-BulkNetworkOpsIpV6Test-1209817576-project] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2012434 Nov 23 17:35:40.218290 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 42850) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:35:40.224090 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-28a5e8bb-b0a4-4924-b94c-37591a5937a3 tempest-BulkNetworkOpsIpV6Test-1209817576 tempest-BulkNetworkOpsIpV6Test-1209817576-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1605751652'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:35:40.234501 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 42852) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:35:40.248797 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-a6648ab2-24af-4449-8d79-60761c7e247e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:40.251986 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28a5e8bb-b0a4-4924-b94c-37591a5937a3 tempest-BulkNetworkOpsIpV6Test-1209817576 tempest-BulkNetworkOpsIpV6Test-1209817576-project] Made reservation on behalf of 3a73ed92c6ab4d04879e4bf4aa7b8a51 for: {'network': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:35:40.256121 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-28a5e8bb-b0a4-4924-b94c-37591a5937a3 tempest-BulkNetworkOpsIpV6Test-1209817576 tempest-BulkNetworkOpsIpV6Test-1209817576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for network, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:40.291921 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28a5e8bb-b0a4-4924-b94c-37591a5937a3 tempest-BulkNetworkOpsIpV6Test-1209817576 tempest-BulkNetworkOpsIpV6Test-1209817576-project] vlan segment allocate from pool success with {'vlan_id': 547, 'physical_network': 'physnet1'} {{(pid=103590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 17:35:40.305670 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-28a5e8bb-b0a4-4924-b94c-37591a5937a3 tempest-BulkNetworkOpsIpV6Test-1209817576 tempest-BulkNetworkOpsIpV6Test-1209817576-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:40.306052 n-d-816206-8 neutron-server[103590]: INFO neutron.db.segments_db [None req-28a5e8bb-b0a4-4924-b94c-37591a5937a3 tempest-BulkNetworkOpsIpV6Test-1209817576 tempest-BulkNetworkOpsIpV6Test-1209817576-project] Added segment cfad8219-0104-4ce1-a5a6-1fd1b8ae01b7 of type vlan for network 4defaddb-186e-4fb6-93f6-7fd028e35786 Nov 23 17:35:40.343613 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-a6648ab2-24af-4449-8d79-60761c7e247e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:40.347955 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-a6648ab2-24af-4449-8d79-60761c7e247e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:40.363381 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-28a5e8bb-b0a4-4924-b94c-37591a5937a3 tempest-BulkNetworkOpsIpV6Test-1209817576 tempest-BulkNetworkOpsIpV6Test-1209817576-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736635338810'] for network, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:40.400903 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-a6648ab2-24af-4449-8d79-60761c7e247e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=243213c56821494191817835339ab6f4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1652725 Nov 23 17:35:40.402483 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6648ab2-24af-4449-8d79-60761c7e247e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1b45707-133c-4042-b298-2a6f7b626455,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:35:40.405313 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 42856) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:35:40.416000 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-28a5e8bb-b0a4-4924-b94c-37591a5937a3 tempest-BulkNetworkOpsIpV6Test-1209817576 tempest-BulkNetworkOpsIpV6Test-1209817576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493'] for network, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:40.433484 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28a5e8bb-b0a4-4924-b94c-37591a5937a3 tempest-BulkNetworkOpsIpV6Test-1209817576 tempest-BulkNetworkOpsIpV6Test-1209817576-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:35:40.434417 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-28a5e8bb-b0a4-4924-b94c-37591a5937a3 tempest-BulkNetworkOpsIpV6Test-1209817576 tempest-BulkNetworkOpsIpV6Test-1209817576-project] Publish callbacks [] for network, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:40.499091 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-28a5e8bb-b0a4-4924-b94c-37591a5937a3 tempest-BulkNetworkOpsIpV6Test-1209817576 tempest-BulkNetworkOpsIpV6Test-1209817576-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.2796109 Nov 23 17:35:40.502817 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 42862) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:35:40.509128 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-c59d6bd1-74f4-43e4-b62b-73b1c5baaf6b tempest-BulkNetworkOpsIpV6Test-1209817576 tempest-BulkNetworkOpsIpV6Test-1209817576-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1299546408'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:35:40.545100 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c59d6bd1-74f4-43e4-b62b-73b1c5baaf6b tempest-BulkNetworkOpsIpV6Test-1209817576 tempest-BulkNetworkOpsIpV6Test-1209817576-project] Made reservation on behalf of 3a73ed92c6ab4d04879e4bf4aa7b8a51 for: {'network': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:35:40.552144 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c59d6bd1-74f4-43e4-b62b-73b1c5baaf6b tempest-BulkNetworkOpsIpV6Test-1209817576 tempest-BulkNetworkOpsIpV6Test-1209817576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for network, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:40.599532 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b863cee-a128-47ab-b730-ea7deaffd9a6 req-ba1294c0-690a-4845-8da3-1ca621aee0b3 tempest-ServerRescueTestJSONUnderV235-2089606454 tempest-ServerRescueTestJSONUnderV235-2089606454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:35:40.609565 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a5e8bb-b0a4-4924-b94c-37591a5937a3 tempest-BulkNetworkOpsIpV6Test-1209817576 tempest-BulkNetworkOpsIpV6Test-1209817576-project] Pushing event updated for resources: {'Network': ['ID=4defaddb-186e-4fb6-93f6-7fd028e35786,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:35:40.616283 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2b863cee-a128-47ab-b730-ea7deaffd9a6 req-ba1294c0-690a-4845-8da3-1ca621aee0b3 tempest-ServerRescueTestJSONUnderV235-2089606454 tempest-ServerRescueTestJSONUnderV235-2089606454-project] 10.222.0.60 "GET /v2.0/ports?device_id=db755471-155f-4d9e-b81d-3999c64dda09 HTTP/1.1" status: 200 len: 946 time: 0.1714256 Nov 23 17:35:40.623936 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Network 4defaddb-186e-4fb6-93f6-7fd028e35786 details requested by agent ovs-agent-n-d-816206-8 with host n-d-816206-8 {{(pid=103592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 17:35:40.667084 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c59d6bd1-74f4-43e4-b62b-73b1c5baaf6b tempest-BulkNetworkOpsIpV6Test-1209817576 tempest-BulkNetworkOpsIpV6Test-1209817576-project] vlan segment allocate from pool success with {'vlan_id': 511, 'physical_network': 'physnet1'} {{(pid=103591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 17:35:40.696541 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-18fa36d5-368e-44a3-b95d-746959840cb6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:40.704079 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c59d6bd1-74f4-43e4-b62b-73b1c5baaf6b tempest-BulkNetworkOpsIpV6Test-1209817576 tempest-BulkNetworkOpsIpV6Test-1209817576-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:40.704420 n-d-816206-8 neutron-server[103591]: INFO neutron.db.segments_db [None req-c59d6bd1-74f4-43e4-b62b-73b1c5baaf6b tempest-BulkNetworkOpsIpV6Test-1209817576 tempest-BulkNetworkOpsIpV6Test-1209817576-project] Added segment 0fdcf664-2582-41ee-b38e-47a29eecbd29 of type vlan for network 7d31d56b-12eb-44bf-904d-91c8d022504b Nov 23 17:35:40.782411 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-18fa36d5-368e-44a3-b95d-746959840cb6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:40.794933 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c59d6bd1-74f4-43e4-b62b-73b1c5baaf6b tempest-BulkNetworkOpsIpV6Test-1209817576 tempest-BulkNetworkOpsIpV6Test-1209817576-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736635338810'] for network, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:40.807347 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3517c9c0-07d5-4119-b4a0-f0ab4763c88e req-61af5279-1e7a-429e-9b8c-2038e4ab0e7d tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:35:40.809504 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-3517c9c0-07d5-4119-b4a0-f0ab4763c88e req-61af5279-1e7a-429e-9b8c-2038e4ab0e7d tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] 10.222.0.60 "GET /v2.0/ports?device_id=7381ae1d-a208-4b78-a6b3-2ed033ea2f6d HTTP/1.1" status: 200 len: 945 time: 0.1825197 Nov 23 17:35:40.818751 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2b863cee-a128-47ab-b730-ea7deaffd9a6 req-1852a818-4cbf-48b1-8f35-eb5fb970ea0c tempest-ServerRescueTestJSONUnderV235-2089606454 tempest-ServerRescueTestJSONUnderV235-2089606454-project] 10.222.0.60 "GET /v2.0/security-groups?id=627e1e45-7f27-49ad-a161-3002d16a7eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1956577 Nov 23 17:35:40.886158 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c59d6bd1-74f4-43e4-b62b-73b1c5baaf6b tempest-BulkNetworkOpsIpV6Test-1209817576 tempest-BulkNetworkOpsIpV6Test-1209817576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493'] for network, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:40.891425 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c59d6bd1-74f4-43e4-b62b-73b1c5baaf6b tempest-BulkNetworkOpsIpV6Test-1209817576 tempest-BulkNetworkOpsIpV6Test-1209817576-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:35:40.892021 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c59d6bd1-74f4-43e4-b62b-73b1c5baaf6b tempest-BulkNetworkOpsIpV6Test-1209817576 tempest-BulkNetworkOpsIpV6Test-1209817576-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for network, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:40.942476 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-3517c9c0-07d5-4119-b4a0-f0ab4763c88e req-bb3803f9-cc51-4c75-956c-e26117239af2 tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] 10.222.0.60 "GET /v2.0/security-groups?id=67691fce-8308-48e3-b930-b7465ae25797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227026 Nov 23 17:35:40.951803 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-c59d6bd1-74f4-43e4-b62b-73b1c5baaf6b tempest-BulkNetworkOpsIpV6Test-1209817576 tempest-BulkNetworkOpsIpV6Test-1209817576-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4479332 Nov 23 17:35:40.952032 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 42872) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:35:40.968098 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-f4380ba9-dde4-46c0-b8a6-b4ff6a5ba6cf tempest-BulkNetworkOpsIpV6Test-1209817576 tempest-BulkNetworkOpsIpV6Test-1209817576-project] Request body: {'ports': [{'network_id': '4defaddb-186e-4fb6-93f6-7fd028e35786', 'name': 'tempest-port--219511709', 'admin_state_up': True}, {'network_id': '7d31d56b-12eb-44bf-904d-91c8d022504b', 'admin_state_up': False}]} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:35:40.968875 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-f4380ba9-dde4-46c0-b8a6-b4ff6a5ba6cf tempest-BulkNetworkOpsIpV6Test-1209817576 tempest-BulkNetworkOpsIpV6Test-1209817576-project] Request body: {'port': {'network_id': '4defaddb-186e-4fb6-93f6-7fd028e35786', 'name': 'tempest-port--219511709', 'admin_state_up': True}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:35:40.970053 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-f4380ba9-dde4-46c0-b8a6-b4ff6a5ba6cf tempest-BulkNetworkOpsIpV6Test-1209817576 tempest-BulkNetworkOpsIpV6Test-1209817576-project] Request body: {'port': {'network_id': '7d31d56b-12eb-44bf-904d-91c8d022504b', 'admin_state_up': False}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:35:40.995957 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-18fa36d5-368e-44a3-b95d-746959840cb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:41.012909 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-18fa36d5-368e-44a3-b95d-746959840cb6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:41.016729 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-18fa36d5-368e-44a3-b95d-746959840cb6 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c1b45707-133c-4042-b298-2a6f7b626455 HTTP/1.1" status: 204 len: 168 time: 0.6021812 Nov 23 17:35:41.025886 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59d6bd1-74f4-43e4-b62b-73b1c5baaf6b tempest-BulkNetworkOpsIpV6Test-1209817576 tempest-BulkNetworkOpsIpV6Test-1209817576-project] Pushing event updated for resources: {'Network': ['ID=7d31d56b-12eb-44bf-904d-91c8d022504b,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:35:41.041378 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Network 7d31d56b-12eb-44bf-904d-91c8d022504b details requested by agent ovs-agent-n-d-816206-8 with host n-d-816206-8 {{(pid=103592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 17:35:41.044553 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fa36d5-368e-44a3-b95d-746959840cb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1b45707-133c-4042-b298-2a6f7b626455,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:35:41.285206 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4380ba9-dde4-46c0-b8a6-b4ff6a5ba6cf tempest-BulkNetworkOpsIpV6Test-1209817576 tempest-BulkNetworkOpsIpV6Test-1209817576-project] Made reservation on behalf of 3a73ed92c6ab4d04879e4bf4aa7b8a51 for: {'port': 2} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:35:41.291714 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f4380ba9-dde4-46c0-b8a6-b4ff6a5ba6cf tempest-BulkNetworkOpsIpV6Test-1209817576 tempest-BulkNetworkOpsIpV6Test-1209817576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:41.309829 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f4380ba9-dde4-46c0-b8a6-b4ff6a5ba6cf tempest-BulkNetworkOpsIpV6Test-1209817576 tempest-BulkNetworkOpsIpV6Test-1209817576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:41.411252 n-d-816206-8 neutron-server[103590]: DEBUG neutron.notifiers.nova [None req-f4380ba9-dde4-46c0-b8a6-b4ff6a5ba6cf tempest-BulkNetworkOpsIpV6Test-1209817576 tempest-BulkNetworkOpsIpV6Test-1209817576-project] device_id is not set on port 37acc8a6-cf7f-4094-965b-49f852cc5a36 yet. {{(pid=103590) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 17:35:41.593939 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f4380ba9-dde4-46c0-b8a6-b4ff6a5ba6cf tempest-BulkNetworkOpsIpV6Test-1209817576 tempest-BulkNetworkOpsIpV6Test-1209817576-project] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:41.686499 n-d-816206-8 neutron-server[103590]: DEBUG neutron.notifiers.nova [None req-f4380ba9-dde4-46c0-b8a6-b4ff6a5ba6cf tempest-BulkNetworkOpsIpV6Test-1209817576 tempest-BulkNetworkOpsIpV6Test-1209817576-project] device_id is not set on port 6d351c36-888c-4759-988f-09307abd03b4 yet. {{(pid=103590) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 17:35:41.820811 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f4380ba9-dde4-46c0-b8a6-b4ff6a5ba6cf tempest-BulkNetworkOpsIpV6Test-1209817576 tempest-BulkNetworkOpsIpV6Test-1209817576-project] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:41.880928 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f4380ba9-dde4-46c0-b8a6-b4ff6a5ba6cf tempest-BulkNetworkOpsIpV6Test-1209817576 tempest-BulkNetworkOpsIpV6Test-1209817576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:41.898375 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 42912) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:35:42.006383 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320d0fed-1377-45e9-b966-47d62cc04674 req-fe16bc0d-317d-4bca-8201-22d06ef4e8f9 tempest-ServerRescueTestJSONUnderV235-2089606454 tempest-ServerRescueTestJSONUnderV235-2089606454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:35:42.006596 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4380ba9-dde4-46c0-b8a6-b4ff6a5ba6cf tempest-BulkNetworkOpsIpV6Test-1209817576 tempest-BulkNetworkOpsIpV6Test-1209817576-project] Pushing event updated for resources: {'Port': ['ID=37acc8a6-cf7f-4094-965b-49f852cc5a36,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:35:42.018289 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-320d0fed-1377-45e9-b966-47d62cc04674 req-fe16bc0d-317d-4bca-8201-22d06ef4e8f9 tempest-ServerRescueTestJSONUnderV235-2089606454 tempest-ServerRescueTestJSONUnderV235-2089606454-project] 10.222.0.60 "GET /v2.0/ports?device_id=db755471-155f-4d9e-b81d-3999c64dda09 HTTP/1.1" status: 200 len: 946 time: 0.1087084 Nov 23 17:35:42.018599 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4380ba9-dde4-46c0-b8a6-b4ff6a5ba6cf tempest-BulkNetworkOpsIpV6Test-1209817576 tempest-BulkNetworkOpsIpV6Test-1209817576-project] Checking segment: {'id': 'cfad8219-0104-4ce1-a5a6-1fd1b8ae01b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '4defaddb-186e-4fb6-93f6-7fd028e35786'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:35:42.019739 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4380ba9-dde4-46c0-b8a6-b4ff6a5ba6cf tempest-BulkNetworkOpsIpV6Test-1209817576 tempest-BulkNetworkOpsIpV6Test-1209817576-project] Network hostable DHCP agents. Network: 4defaddb-186e-4fb6-93f6-7fd028e35786, hostable agents: ['0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3'], hosted agents: [] {{(pid=103590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 17:35:42.054413 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4380ba9-dde4-46c0-b8a6-b4ff6a5ba6cf tempest-BulkNetworkOpsIpV6Test-1209817576 tempest-BulkNetworkOpsIpV6Test-1209817576-project] Network 4defaddb-186e-4fb6-93f6-7fd028e35786 is scheduled to be hosted by DHCP agent 0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3 with binding_index 1 {{(pid=103590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 17:35:42.074303 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-f4380ba9-dde4-46c0-b8a6-b4ff6a5ba6cf tempest-BulkNetworkOpsIpV6Test-1209817576 tempest-BulkNetworkOpsIpV6Test-1209817576-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-8, 4defaddb-186e-4fb6-93f6-7fd028e35786) {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:35:42.080423 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4380ba9-dde4-46c0-b8a6-b4ff6a5ba6cf tempest-BulkNetworkOpsIpV6Test-1209817576 tempest-BulkNetworkOpsIpV6Test-1209817576-project] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:35:42.083401 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f4380ba9-dde4-46c0-b8a6-b4ff6a5ba6cf tempest-BulkNetworkOpsIpV6Test-1209817576 tempest-BulkNetworkOpsIpV6Test-1209817576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:42.085297 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-997d8d60-f8cb-4bc3-9dcc-e2b65845ab87 None None] Network 4defaddb-186e-4fb6-93f6-7fd028e35786 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:35:42.114479 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-2ef5c9d4-8766-4c0d-acfa-fdf519466e73 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:42.157587 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4380ba9-dde4-46c0-b8a6-b4ff6a5ba6cf tempest-BulkNetworkOpsIpV6Test-1209817576 tempest-BulkNetworkOpsIpV6Test-1209817576-project] Pushing event updated for resources: {'Port': ['ID=6d351c36-888c-4759-988f-09307abd03b4,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:35:42.181427 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-320d0fed-1377-45e9-b966-47d62cc04674 req-83098e00-4e1a-4b77-b67a-c30816b69f15 tempest-ServerRescueTestJSONUnderV235-2089606454 tempest-ServerRescueTestJSONUnderV235-2089606454-project] 10.222.0.60 "GET /v2.0/security-groups?id=627e1e45-7f27-49ad-a161-3002d16a7eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611626 Nov 23 17:35:42.193118 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4380ba9-dde4-46c0-b8a6-b4ff6a5ba6cf tempest-BulkNetworkOpsIpV6Test-1209817576 tempest-BulkNetworkOpsIpV6Test-1209817576-project] Checking segment: {'id': '0fdcf664-2582-41ee-b38e-47a29eecbd29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '7d31d56b-12eb-44bf-904d-91c8d022504b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:35:42.193728 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4380ba9-dde4-46c0-b8a6-b4ff6a5ba6cf tempest-BulkNetworkOpsIpV6Test-1209817576 tempest-BulkNetworkOpsIpV6Test-1209817576-project] Network hostable DHCP agents. Network: 7d31d56b-12eb-44bf-904d-91c8d022504b, hostable agents: ['0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3'], hosted agents: [] {{(pid=103590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 17:35:42.232049 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4380ba9-dde4-46c0-b8a6-b4ff6a5ba6cf tempest-BulkNetworkOpsIpV6Test-1209817576 tempest-BulkNetworkOpsIpV6Test-1209817576-project] Network 7d31d56b-12eb-44bf-904d-91c8d022504b is scheduled to be hosted by DHCP agent 0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3 with binding_index 1 {{(pid=103590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 17:35:42.249030 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-f4380ba9-dde4-46c0-b8a6-b4ff6a5ba6cf tempest-BulkNetworkOpsIpV6Test-1209817576 tempest-BulkNetworkOpsIpV6Test-1209817576-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-8, 7d31d56b-12eb-44bf-904d-91c8d022504b) {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:35:42.256108 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4380ba9-dde4-46c0-b8a6-b4ff6a5ba6cf tempest-BulkNetworkOpsIpV6Test-1209817576 tempest-BulkNetworkOpsIpV6Test-1209817576-project] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:35:42.257106 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d96f906-8345-4bc0-92e0-28d16dd0fcdd None None] Network 7d31d56b-12eb-44bf-904d-91c8d022504b requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:35:42.270387 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4380ba9-dde4-46c0-b8a6-b4ff6a5ba6cf tempest-BulkNetworkOpsIpV6Test-1209817576 tempest-BulkNetworkOpsIpV6Test-1209817576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:35:42.283929 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4380ba9-dde4-46c0-b8a6-b4ff6a5ba6cf tempest-BulkNetworkOpsIpV6Test-1209817576 tempest-BulkNetworkOpsIpV6Test-1209817576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:35:42.285055 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f4380ba9-dde4-46c0-b8a6-b4ff6a5ba6cf tempest-BulkNetworkOpsIpV6Test-1209817576 tempest-BulkNetworkOpsIpV6Test-1209817576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:42.303754 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10b7435-9178-4cd5-b354-7952f3f1b8b7 req-924d1c14-7921-485e-8220-0a3e37c40d85 tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:35:42.312331 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a10b7435-9178-4cd5-b354-7952f3f1b8b7 req-924d1c14-7921-485e-8220-0a3e37c40d85 tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] 10.222.0.60 "GET /v2.0/ports?device_id=7381ae1d-a208-4b78-a6b3-2ed033ea2f6d HTTP/1.1" status: 200 len: 945 time: 0.1990047 Nov 23 17:35:42.324636 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-f4380ba9-dde4-46c0-b8a6-b4ff6a5ba6cf tempest-BulkNetworkOpsIpV6Test-1209817576 tempest-BulkNetworkOpsIpV6Test-1209817576-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 1.3699121 Nov 23 17:35:42.327312 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 42932) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:35:42.416262 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a10b7435-9178-4cd5-b354-7952f3f1b8b7 req-a7a10680-3a19-4964-b692-723e2f1a51ea tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] 10.222.0.60 "GET /v2.0/security-groups?id=67691fce-8308-48e3-b930-b7465ae25797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027846 Nov 23 17:35:42.442926 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-2ef5c9d4-8766-4c0d-acfa-fdf519466e73 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:42.457320 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-2ef5c9d4-8766-4c0d-acfa-fdf519466e73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:42.583123 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-2ef5c9d4-8766-4c0d-acfa-fdf519466e73 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=06b228ff1c6f42fba108846ab8b42e80&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6808519 Nov 23 17:35:42.583332 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9646078-f3ca-47cf-9944-447d795d03eb tempest-BulkNetworkOpsIpV6Test-1209817576 tempest-BulkNetworkOpsIpV6Test-1209817576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:35:42.585080 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 42938) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:35:42.588264 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9646078-f3ca-47cf-9944-447d795d03eb tempest-BulkNetworkOpsIpV6Test-1209817576 tempest-BulkNetworkOpsIpV6Test-1209817576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:35:42.599116 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-e9646078-f3ca-47cf-9944-447d795d03eb tempest-BulkNetworkOpsIpV6Test-1209817576 tempest-BulkNetworkOpsIpV6Test-1209817576-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.2698603 Nov 23 17:35:42.602553 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 42940) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:35:42.605608 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef5c9d4-8766-4c0d-acfa-fdf519466e73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e522a018-4e4e-44e3-b6a8-d5e0b75f0892,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:35:42.726320 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-7eb8fd6c-fd1f-4e68-a752-b4853c5ddc8b tempest-BulkNetworkOpsIpV6Test-1209817576 tempest-BulkNetworkOpsIpV6Test-1209817576-project] Deleting port 37acc8a6-cf7f-4094-965b-49f852cc5a36 {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:35:42.726755 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7eb8fd6c-fd1f-4e68-a752-b4853c5ddc8b tempest-BulkNetworkOpsIpV6Test-1209817576 tempest-BulkNetworkOpsIpV6Test-1209817576-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:42.747571 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b1bc00-380b-4c69-9ada-2f2417eef4cd req-01e8020d-3211-40e3-9f33-53e3d635f69e tempest-AttachVolumeNegativeTest-452624640 tempest-AttachVolumeNegativeTest-452624640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:35:42.755615 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-77b1bc00-380b-4c69-9ada-2f2417eef4cd req-01e8020d-3211-40e3-9f33-53e3d635f69e tempest-AttachVolumeNegativeTest-452624640 tempest-AttachVolumeNegativeTest-452624640-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ba0527d-6cff-4651-86e1-51692408bf77 HTTP/1.1" status: 200 len: 945 time: 0.1176257 Nov 23 17:35:42.794512 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-1fe46a9a-4a00-441b-aef1-2f75dfdf9944 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:42.809489 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7eb8fd6c-fd1f-4e68-a752-b4853c5ddc8b tempest-BulkNetworkOpsIpV6Test-1209817576 tempest-BulkNetworkOpsIpV6Test-1209817576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:42.831503 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-7eb8fd6c-fd1f-4e68-a752-b4853c5ddc8b tempest-BulkNetworkOpsIpV6Test-1209817576 tempest-BulkNetworkOpsIpV6Test-1209817576-project] Calling delete_port for 37acc8a6-cf7f-4094-965b-49f852cc5a36 owned by {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:35:42.855515 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-1fe46a9a-4a00-441b-aef1-2f75dfdf9944 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:42.868912 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-77b1bc00-380b-4c69-9ada-2f2417eef4cd req-8f8d49a9-a418-4f25-81b3-dea557f87f97 tempest-AttachVolumeNegativeTest-452624640 tempest-AttachVolumeNegativeTest-452624640-project] 10.222.0.60 "GET /v2.0/security-groups?id=b501ccef-95b0-4939-b7ec-f5c6dfe73de7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097109 Nov 23 17:35:42.907671 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-14cd5041-cc53-467d-a979-29ee08bd4cb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:42.938648 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-1fe46a9a-4a00-441b-aef1-2f75dfdf9944 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:42.943030 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-1fe46a9a-4a00-441b-aef1-2f75dfdf9944 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:42.946067 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-1fe46a9a-4a00-441b-aef1-2f75dfdf9944 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e522a018-4e4e-44e3-b6a8-d5e0b75f0892 HTTP/1.1" status: 204 len: 168 time: 0.3588581 Nov 23 17:35:42.966613 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe46a9a-4a00-441b-aef1-2f75dfdf9944 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e522a018-4e4e-44e3-b6a8-d5e0b75f0892,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:35:42.994432 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7eb8fd6c-fd1f-4e68-a752-b4853c5ddc8b tempest-BulkNetworkOpsIpV6Test-1209817576 tempest-BulkNetworkOpsIpV6Test-1209817576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:43.033627 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb8fd6c-fd1f-4e68-a752-b4853c5ddc8b tempest-BulkNetworkOpsIpV6Test-1209817576 tempest-BulkNetworkOpsIpV6Test-1209817576-project] Pushing event deleted for resources: {'Port': ['ID=37acc8a6-cf7f-4094-965b-49f852cc5a36,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:35:43.037326 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7eb8fd6c-fd1f-4e68-a752-b4853c5ddc8b tempest-BulkNetworkOpsIpV6Test-1209817576 tempest-BulkNetworkOpsIpV6Test-1209817576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:43.044523 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-7eb8fd6c-fd1f-4e68-a752-b4853c5ddc8b tempest-BulkNetworkOpsIpV6Test-1209817576 tempest-BulkNetworkOpsIpV6Test-1209817576-project] 10.222.0.60 "DELETE /v2.0/ports/37acc8a6-cf7f-4094-965b-49f852cc5a36 HTTP/1.1" status: 204 len: 168 time: 0.4408722 Nov 23 17:35:43.046783 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 42954) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:35:43.179185 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-edee5754-6d5f-4cc7-bd9e-e84da875ae46 tempest-BulkNetworkOpsIpV6Test-1209817576 tempest-BulkNetworkOpsIpV6Test-1209817576-project] Deleting port 6d351c36-888c-4759-988f-09307abd03b4 {{(pid=103591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:35:43.179574 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-edee5754-6d5f-4cc7-bd9e-e84da875ae46 tempest-BulkNetworkOpsIpV6Test-1209817576 tempest-BulkNetworkOpsIpV6Test-1209817576-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:43.264254 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-edee5754-6d5f-4cc7-bd9e-e84da875ae46 tempest-BulkNetworkOpsIpV6Test-1209817576 tempest-BulkNetworkOpsIpV6Test-1209817576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:43.303590 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-edee5754-6d5f-4cc7-bd9e-e84da875ae46 tempest-BulkNetworkOpsIpV6Test-1209817576 tempest-BulkNetworkOpsIpV6Test-1209817576-project] Calling delete_port for 6d351c36-888c-4759-988f-09307abd03b4 owned by {{(pid=103591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:35:43.326094 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:43.375765 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d793c8-8277-4d8f-b309-160a237dc8c7 req-54217eb8-3b76-42c3-b5e5-b60f625adfdd tempest-ServerRescueTestJSONUnderV235-2089606454 tempest-ServerRescueTestJSONUnderV235-2089606454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:35:43.377317 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e3d793c8-8277-4d8f-b309-160a237dc8c7 req-54217eb8-3b76-42c3-b5e5-b60f625adfdd tempest-ServerRescueTestJSONUnderV235-2089606454 tempest-ServerRescueTestJSONUnderV235-2089606454-project] 10.222.0.60 "GET /v2.0/ports?device_id=db755471-155f-4d9e-b81d-3999c64dda09 HTTP/1.1" status: 200 len: 946 time: 0.1104293 Nov 23 17:35:43.385279 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 42966) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:35:43.417150 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-248e1998-3b72-45f2-8c0f-b374aae40c04 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:43.473721 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-edee5754-6d5f-4cc7-bd9e-e84da875ae46 tempest-BulkNetworkOpsIpV6Test-1209817576 tempest-BulkNetworkOpsIpV6Test-1209817576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:43.488890 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e3d793c8-8277-4d8f-b309-160a237dc8c7 req-d5044415-02b9-4a20-a848-1bed471d9ccd tempest-ServerRescueTestJSONUnderV235-2089606454 tempest-ServerRescueTestJSONUnderV235-2089606454-project] 10.222.0.60 "GET /v2.0/security-groups?id=627e1e45-7f27-49ad-a161-3002d16a7eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913281 Nov 23 17:35:43.525197 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edee5754-6d5f-4cc7-bd9e-e84da875ae46 tempest-BulkNetworkOpsIpV6Test-1209817576 tempest-BulkNetworkOpsIpV6Test-1209817576-project] Pushing event deleted for resources: {'Port': ['ID=6d351c36-888c-4759-988f-09307abd03b4,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:35:43.560470 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-edee5754-6d5f-4cc7-bd9e-e84da875ae46 tempest-BulkNetworkOpsIpV6Test-1209817576 tempest-BulkNetworkOpsIpV6Test-1209817576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:43.564894 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-edee5754-6d5f-4cc7-bd9e-e84da875ae46 tempest-BulkNetworkOpsIpV6Test-1209817576 tempest-BulkNetworkOpsIpV6Test-1209817576-project] 10.222.0.60 "DELETE /v2.0/ports/6d351c36-888c-4759-988f-09307abd03b4 HTTP/1.1" status: 204 len: 168 time: 0.5145936 Nov 23 17:35:43.565758 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 42974) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:35:43.602640 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c861747c-885e-490d-8772-603895761c72 req-ab485c66-9919-4cfb-b474-8cc0f552f3fc tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:35:43.604196 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c861747c-885e-490d-8772-603895761c72 req-ab485c66-9919-4cfb-b474-8cc0f552f3fc tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] 10.222.0.60 "GET /v2.0/ports?device_id=7381ae1d-a208-4b78-a6b3-2ed033ea2f6d HTTP/1.1" status: 200 len: 945 time: 0.1144235 Nov 23 17:35:43.610282 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-82bf0637-8650-41eb-8761-06d9f88c5189 tempest-BulkNetworkOpsIpV6Test-1209817576 tempest-BulkNetworkOpsIpV6Test-1209817576-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0427461 Nov 23 17:35:43.614218 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 42976) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:35:43.619059 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-9e10b8ee-1ace-4765-93d7-929a2f9a7f34 tempest-BulkNetworkOpsIpV6Test-1209817576 tempest-BulkNetworkOpsIpV6Test-1209817576-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1511386139'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:35:43.650688 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-248e1998-3b72-45f2-8c0f-b374aae40c04 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:43.661353 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-248e1998-3b72-45f2-8c0f-b374aae40c04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:43.722119 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e10b8ee-1ace-4765-93d7-929a2f9a7f34 tempest-BulkNetworkOpsIpV6Test-1209817576 tempest-BulkNetworkOpsIpV6Test-1209817576-project] Made reservation on behalf of 3a73ed92c6ab4d04879e4bf4aa7b8a51 for: {'network': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:35:43.725605 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-9e10b8ee-1ace-4765-93d7-929a2f9a7f34 tempest-BulkNetworkOpsIpV6Test-1209817576 tempest-BulkNetworkOpsIpV6Test-1209817576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for network, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:43.741728 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-248e1998-3b72-45f2-8c0f-b374aae40c04 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=193e7e13b4b443b19484fbc8a5aa1c99&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3484354 Nov 23 17:35:43.742384 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 42978) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:35:43.744361 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c861747c-885e-490d-8772-603895761c72 req-30ccb6bb-4845-4ebe-bc54-7bcdfce083d2 tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] 10.222.0.60 "GET /v2.0/security-groups?id=67691fce-8308-48e3-b930-b7465ae25797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210370 Nov 23 17:35:43.745016 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248e1998-3b72-45f2-8c0f-b374aae40c04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bdb8914-2745-4f9b-86ee-00df8c6365dc,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:35:43.769934 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e10b8ee-1ace-4765-93d7-929a2f9a7f34 tempest-BulkNetworkOpsIpV6Test-1209817576 tempest-BulkNetworkOpsIpV6Test-1209817576-project] vlan segment allocate from pool success with {'vlan_id': 505, 'physical_network': 'physnet1'} {{(pid=103591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 17:35:43.781226 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-9e10b8ee-1ace-4765-93d7-929a2f9a7f34 tempest-BulkNetworkOpsIpV6Test-1209817576 tempest-BulkNetworkOpsIpV6Test-1209817576-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:43.781796 n-d-816206-8 neutron-server[103591]: INFO neutron.db.segments_db [None req-9e10b8ee-1ace-4765-93d7-929a2f9a7f34 tempest-BulkNetworkOpsIpV6Test-1209817576 tempest-BulkNetworkOpsIpV6Test-1209817576-project] Added segment 20631d43-6847-4fd7-87e6-edc738e4a97f of type vlan for network fb28f40b-6539-455b-b339-5d67a4b7102f Nov 23 17:35:43.834459 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-9e10b8ee-1ace-4765-93d7-929a2f9a7f34 tempest-BulkNetworkOpsIpV6Test-1209817576 tempest-BulkNetworkOpsIpV6Test-1209817576-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736635338810'] for network, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:43.842845 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-041e0e65-f852-4a9a-9929-a6e0890a5132 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:43.867218 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-041e0e65-f852-4a9a-9929-a6e0890a5132 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:43.882265 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-9e10b8ee-1ace-4765-93d7-929a2f9a7f34 tempest-BulkNetworkOpsIpV6Test-1209817576 tempest-BulkNetworkOpsIpV6Test-1209817576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493'] for network, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:43.905823 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e10b8ee-1ace-4765-93d7-929a2f9a7f34 tempest-BulkNetworkOpsIpV6Test-1209817576 tempest-BulkNetworkOpsIpV6Test-1209817576-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:35:43.906505 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-9e10b8ee-1ace-4765-93d7-929a2f9a7f34 tempest-BulkNetworkOpsIpV6Test-1209817576 tempest-BulkNetworkOpsIpV6Test-1209817576-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for network, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:43.924537 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-041e0e65-f852-4a9a-9929-a6e0890a5132 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:43.927483 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-041e0e65-f852-4a9a-9929-a6e0890a5132 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:43.932171 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-041e0e65-f852-4a9a-9929-a6e0890a5132 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/2bdb8914-2745-4f9b-86ee-00df8c6365dc HTTP/1.1" status: 204 len: 168 time: 0.1885502 Nov 23 17:35:43.942012 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041e0e65-f852-4a9a-9929-a6e0890a5132 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bdb8914-2745-4f9b-86ee-00df8c6365dc,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:35:43.993044 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-9e10b8ee-1ace-4765-93d7-929a2f9a7f34 tempest-BulkNetworkOpsIpV6Test-1209817576 tempest-BulkNetworkOpsIpV6Test-1209817576-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.3773742 Nov 23 17:35:43.996532 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 42988) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:35:44.017887 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-825d0106-2f5e-41e1-ac4d-8a6030c72da3 tempest-BulkNetworkOpsIpV6Test-1209817576 tempest-BulkNetworkOpsIpV6Test-1209817576-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1663012202'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:35:44.063882 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e10b8ee-1ace-4765-93d7-929a2f9a7f34 tempest-BulkNetworkOpsIpV6Test-1209817576 tempest-BulkNetworkOpsIpV6Test-1209817576-project] Pushing event updated for resources: {'Network': ['ID=fb28f40b-6539-455b-b339-5d67a4b7102f,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:35:44.076903 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632f7f5c-1c92-460b-9f40-6eb88d90edff req-c6a6a46c-a81c-4254-8df2-27edf0c92860 tempest-AttachVolumeNegativeTest-452624640 tempest-AttachVolumeNegativeTest-452624640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:35:44.079700 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Network fb28f40b-6539-455b-b339-5d67a4b7102f details requested by agent ovs-agent-n-d-816206-8 with host n-d-816206-8 {{(pid=103592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 17:35:44.079851 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-632f7f5c-1c92-460b-9f40-6eb88d90edff req-c6a6a46c-a81c-4254-8df2-27edf0c92860 tempest-AttachVolumeNegativeTest-452624640 tempest-AttachVolumeNegativeTest-452624640-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ba0527d-6cff-4651-86e1-51692408bf77 HTTP/1.1" status: 200 len: 945 time: 0.0969963 Nov 23 17:35:44.082026 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-825d0106-2f5e-41e1-ac4d-8a6030c72da3 tempest-BulkNetworkOpsIpV6Test-1209817576 tempest-BulkNetworkOpsIpV6Test-1209817576-project] Made reservation on behalf of 3a73ed92c6ab4d04879e4bf4aa7b8a51 for: {'network': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:35:44.083286 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41ee727-429e-47ed-b7fc-fec6f9db7bd6 req-087cd6e9-9922-44c5-a436-fb9673822170 tempest-AttachVolumeNegativeTest-452624640 tempest-AttachVolumeNegativeTest-452624640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:35:44.089914 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-825d0106-2f5e-41e1-ac4d-8a6030c72da3 tempest-BulkNetworkOpsIpV6Test-1209817576 tempest-BulkNetworkOpsIpV6Test-1209817576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for network, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:44.090958 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e41ee727-429e-47ed-b7fc-fec6f9db7bd6 req-087cd6e9-9922-44c5-a436-fb9673822170 tempest-AttachVolumeNegativeTest-452624640 tempest-AttachVolumeNegativeTest-452624640-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ba0527d-6cff-4651-86e1-51692408bf77 HTTP/1.1" status: 200 len: 945 time: 0.1078453 Nov 23 17:35:44.154493 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e41ee727-429e-47ed-b7fc-fec6f9db7bd6 req-23aef048-e8a2-444b-a126-292298b9297f tempest-AttachVolumeNegativeTest-452624640 tempest-AttachVolumeNegativeTest-452624640-project] 10.222.0.60 "GET /v2.0/security-groups?id=b501ccef-95b0-4939-b7ec-f5c6dfe73de7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624242 Nov 23 17:35:44.188800 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-825d0106-2f5e-41e1-ac4d-8a6030c72da3 tempest-BulkNetworkOpsIpV6Test-1209817576 tempest-BulkNetworkOpsIpV6Test-1209817576-project] vlan segment allocate from pool success with {'vlan_id': 509, 'physical_network': 'physnet1'} {{(pid=103590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 17:35:44.202163 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:44.227470 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-825d0106-2f5e-41e1-ac4d-8a6030c72da3 tempest-BulkNetworkOpsIpV6Test-1209817576 tempest-BulkNetworkOpsIpV6Test-1209817576-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:44.227919 n-d-816206-8 neutron-server[103590]: INFO neutron.db.segments_db [None req-825d0106-2f5e-41e1-ac4d-8a6030c72da3 tempest-BulkNetworkOpsIpV6Test-1209817576 tempest-BulkNetworkOpsIpV6Test-1209817576-project] Added segment 5e541618-468e-4222-8667-b77761c7aa5f of type vlan for network 283658b8-f2e8-424e-b415-0c41f57e5853 Nov 23 17:35:44.280877 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-825d0106-2f5e-41e1-ac4d-8a6030c72da3 tempest-BulkNetworkOpsIpV6Test-1209817576 tempest-BulkNetworkOpsIpV6Test-1209817576-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736635338810'] for network, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:44.290815 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [req-632f7f5c-1c92-460b-9f40-6eb88d90edff req-5e8289c4-156e-4460-93da-efcf5b8ed415 tempest-AttachVolumeNegativeTest-452624640 tempest-AttachVolumeNegativeTest-452624640-project] Deleting port 5ad1a05e-24fe-40b4-88c8-154b3fe26795 {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:35:44.291157 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-632f7f5c-1c92-460b-9f40-6eb88d90edff req-5e8289c4-156e-4460-93da-efcf5b8ed415 tempest-AttachVolumeNegativeTest-452624640 tempest-AttachVolumeNegativeTest-452624640-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:44.370944 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-825d0106-2f5e-41e1-ac4d-8a6030c72da3 tempest-BulkNetworkOpsIpV6Test-1209817576 tempest-BulkNetworkOpsIpV6Test-1209817576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493'] for network, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:44.376449 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-825d0106-2f5e-41e1-ac4d-8a6030c72da3 tempest-BulkNetworkOpsIpV6Test-1209817576 tempest-BulkNetworkOpsIpV6Test-1209817576-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:35:44.377122 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-825d0106-2f5e-41e1-ac4d-8a6030c72da3 tempest-BulkNetworkOpsIpV6Test-1209817576 tempest-BulkNetworkOpsIpV6Test-1209817576-project] Publish callbacks [] for network, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:44.435272 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-825d0106-2f5e-41e1-ac4d-8a6030c72da3 tempest-BulkNetworkOpsIpV6Test-1209817576 tempest-BulkNetworkOpsIpV6Test-1209817576-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4373598 Nov 23 17:35:44.442039 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [req-632f7f5c-1c92-460b-9f40-6eb88d90edff req-5e8289c4-156e-4460-93da-efcf5b8ed415 tempest-AttachVolumeNegativeTest-452624640 tempest-AttachVolumeNegativeTest-452624640-project] For port 5ad1a05e-24fe-40b4-88c8-154b3fe26795, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=5ad1a05e-24fe-40b4-88c8-154b3fe26795,segment=NetworkSegment(1cf72e34-10d8-4ad7-b917-280709c47ed2),segment_id=1cf72e34-10d8-4ad7-b917-280709c47ed2)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:35:44.442398 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-632f7f5c-1c92-460b-9f40-6eb88d90edff req-5e8289c4-156e-4460-93da-efcf5b8ed415 tempest-AttachVolumeNegativeTest-452624640 tempest-AttachVolumeNegativeTest-452624640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:44.483975 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825d0106-2f5e-41e1-ac4d-8a6030c72da3 tempest-BulkNetworkOpsIpV6Test-1209817576 tempest-BulkNetworkOpsIpV6Test-1209817576-project] Pushing event updated for resources: {'Network': ['ID=283658b8-f2e8-424e-b415-0c41f57e5853,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:35:44.486388 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [req-632f7f5c-1c92-460b-9f40-6eb88d90edff req-5e8289c4-156e-4460-93da-efcf5b8ed415 tempest-AttachVolumeNegativeTest-452624640 tempest-AttachVolumeNegativeTest-452624640-project] Calling delete_port for 5ad1a05e-24fe-40b4-88c8-154b3fe26795 owned by compute:nova {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:35:44.501516 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Network 283658b8-f2e8-424e-b415-0c41f57e5853 details requested by agent ovs-agent-n-d-816206-8 with host n-d-816206-8 {{(pid=103592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 17:35:44.785781 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbae1dd-0021-4fa4-8414-88b0b1a6249c req-be449716-7f77-43ba-a808-a565beb858ff tempest-ServerRescueTestJSONUnderV235-2089606454 tempest-ServerRescueTestJSONUnderV235-2089606454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:35:44.788293 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2fbae1dd-0021-4fa4-8414-88b0b1a6249c req-be449716-7f77-43ba-a808-a565beb858ff tempest-ServerRescueTestJSONUnderV235-2089606454 tempest-ServerRescueTestJSONUnderV235-2089606454-project] 10.222.0.60 "GET /v2.0/ports?device_id=db755471-155f-4d9e-b81d-3999c64dda09 HTTP/1.1" status: 200 len: 946 time: 0.1626186 Nov 23 17:35:44.815160 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-632f7f5c-1c92-460b-9f40-6eb88d90edff req-5e8289c4-156e-4460-93da-efcf5b8ed415 tempest-AttachVolumeNegativeTest-452624640 tempest-AttachVolumeNegativeTest-452624640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:44.828425 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] get_ports_and_sgs() called for port_ids ['5ad1a05e-24fe-40b4-88c8-154b3fe26795'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:35:44.887730 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8289c4-156e-4460-93da-efcf5b8ed415 tempest-AttachVolumeNegativeTest-452624640 tempest-AttachVolumeNegativeTest-452624640-project] Pushing event deleted for resources: {'Port': ['ID=5ad1a05e-24fe-40b4-88c8-154b3fe26795,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:35:44.979167 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [req-632f7f5c-1c92-460b-9f40-6eb88d90edff req-5e8289c4-156e-4460-93da-efcf5b8ed415 tempest-AttachVolumeNegativeTest-452624640 tempest-AttachVolumeNegativeTest-452624640-project] No DVR routers for this DVR port 5ad1a05e-24fe-40b4-88c8-154b3fe26795 on host n-h1-816206-8 {{(pid=103590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:35:44.982428 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-632f7f5c-1c92-460b-9f40-6eb88d90edff req-5e8289c4-156e-4460-93da-efcf5b8ed415 tempest-AttachVolumeNegativeTest-452624640 tempest-AttachVolumeNegativeTest-452624640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:44.986294 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-632f7f5c-1c92-460b-9f40-6eb88d90edff req-5e8289c4-156e-4460-93da-efcf5b8ed415 tempest-AttachVolumeNegativeTest-452624640 tempest-AttachVolumeNegativeTest-452624640-project] 10.222.0.55 "DELETE /v2.0/ports/5ad1a05e-24fe-40b4-88c8-154b3fe26795 HTTP/1.1" status: 204 len: 173 time: 0.8841608 Nov 23 17:35:44.987028 n-d-816206-8 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ba0527d-6cff-4651-86e1-51692408bf77', 'name': 'network-vif-deleted', 'tag': '5ad1a05e-24fe-40b4-88c8-154b3fe26795'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:35:44.990354 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbabddbc9fc37b068808e119c416c86f5957ca04531a4a0d2e695c515e93483b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7d72eca-659b-4031-9225-b8cbd21afc06" -d '{"events": [{"server_uuid": "2ba0527d-6cff-4651-86e1-51692408bf77", "name": "network-vif-deleted", "tag": "5ad1a05e-24fe-40b4-88c8-154b3fe26795"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:35:45.045146 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-5dc857ab-fe08-49d1-9742-48ca6e48ce38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:45.093156 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2fbae1dd-0021-4fa4-8414-88b0b1a6249c req-5b226d59-0c0a-4008-8f94-4010c16048cf tempest-ServerRescueTestJSONUnderV235-2089606454 tempest-ServerRescueTestJSONUnderV235-2089606454-project] 10.222.0.60 "GET /v2.0/security-groups?id=627e1e45-7f27-49ad-a161-3002d16a7eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2803552 Nov 23 17:35:45.164880 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:35:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b004c58-8a56-4570-954f-dc184310b999 x-openstack-request-id: req-0b004c58-8a56-4570-954f-dc184310b999 {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:35:45.167959 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ba0527d-6cff-4651-86e1-51692408bf77", "name": "network-vif-deleted", "tag": "5ad1a05e-24fe-40b4-88c8-154b3fe26795", "status": "completed", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:35:45.169224 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-0b004c58-8a56-4570-954f-dc184310b999 {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:35:45.169778 n-d-816206-8 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ba0527d-6cff-4651-86e1-51692408bf77', 'name': 'network-vif-deleted', 'tag': '5ad1a05e-24fe-40b4-88c8-154b3fe26795', 'status': 'completed', 'code': 200} Nov 23 17:35:45.202217 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ad3096-35ee-461b-bdfa-17fe8735da9d req-4cc40793-5634-4a24-b398-83ced6b82eb0 tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:35:45.212217 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-47ad3096-35ee-461b-bdfa-17fe8735da9d req-4cc40793-5634-4a24-b398-83ced6b82eb0 tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] 10.222.0.60 "GET /v2.0/ports?device_id=7381ae1d-a208-4b78-a6b3-2ed033ea2f6d HTTP/1.1" status: 200 len: 945 time: 0.2093577 Nov 23 17:35:45.263872 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-47ad3096-35ee-461b-bdfa-17fe8735da9d req-17488a1c-6d5c-4f29-82a5-71cb969e0e53 tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] 10.222.0.60 "GET /v2.0/security-groups?id=67691fce-8308-48e3-b930-b7465ae25797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503001 Nov 23 17:35:45.298768 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-945be828-5285-4cbf-bda5-1ce2e6c50721 req-7f3a916f-0807-4b3f-9f01-da2e11ef6850 tempest-AttachVolumeNegativeTest-452624640 tempest-AttachVolumeNegativeTest-452624640-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ba0527d-6cff-4651-86e1-51692408bf77 HTTP/1.1" status: 200 len: 210 time: 0.0338452 Nov 23 17:35:46.072783 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4586849e-65ca-42da-89b8-6dc50dc57d3f req-9ba23124-f266-41be-8c2f-1f6632889d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:35:46.075020 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4586849e-65ca-42da-89b8-6dc50dc57d3f req-9ba23124-f266-41be-8c2f-1f6632889d0d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=db755471-155f-4d9e-b81d-3999c64dda09 HTTP/1.1" status: 200 len: 1097 time: 0.0520458 Nov 23 17:35:46.141137 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4586849e-65ca-42da-89b8-6dc50dc57d3f req-20952945-6619-4cd4-8412-ca0883902ece service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=627e1e45-7f27-49ad-a161-3002d16a7eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584915 Nov 23 17:35:46.277422 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1625468d-c57b-401a-bc20-4fde141b6c74 req-a9812634-59a1-47d5-a90c-3e0f5de7d794 tempest-ServerRescueTestJSONUnderV235-2089606454 tempest-ServerRescueTestJSONUnderV235-2089606454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:35:46.285798 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-1625468d-c57b-401a-bc20-4fde141b6c74 req-a9812634-59a1-47d5-a90c-3e0f5de7d794 tempest-ServerRescueTestJSONUnderV235-2089606454 tempest-ServerRescueTestJSONUnderV235-2089606454-project] 10.222.0.60 "GET /v2.0/ports?device_id=db755471-155f-4d9e-b81d-3999c64dda09 HTTP/1.1" status: 200 len: 946 time: 0.1031640 Nov 23 17:35:46.361838 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-1625468d-c57b-401a-bc20-4fde141b6c74 req-ae519de4-22db-4324-b0eb-b64f84c8e27d tempest-ServerRescueTestJSONUnderV235-2089606454 tempest-ServerRescueTestJSONUnderV235-2089606454-project] 10.222.0.60 "GET /v2.0/security-groups?id=627e1e45-7f27-49ad-a161-3002d16a7eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749266 Nov 23 17:35:46.437981 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 43066) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:35:46.482627 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475a43e5-b0f0-4276-a360-fa907f6e04f6 req-da15b6b5-39dc-4762-80e4-02fa5fc97921 tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:35:46.485107 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-475a43e5-b0f0-4276-a360-fa907f6e04f6 req-da15b6b5-39dc-4762-80e4-02fa5fc97921 tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] 10.222.0.60 "GET /v2.0/ports?device_id=7381ae1d-a208-4b78-a6b3-2ed033ea2f6d HTTP/1.1" status: 200 len: 945 time: 0.0864217 Nov 23 17:35:46.488220 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-52822d53-48f5-4819-8a95-bdc13aea0bf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:46.583656 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_v2 [None req-410e105d-5d77-4b99-b86a-8f61d6ea8b87 admin admin] Deleting subnet 0228ba8a-bfa9-4960-b814-86fe48904295 {{(pid=103590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 17:35:46.591620 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-410e105d-5d77-4b99-b86a-8f61d6ea8b87 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:46.591872 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-475a43e5-b0f0-4276-a360-fa907f6e04f6 req-bed13664-1207-465d-896e-48a023757d09 tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] 10.222.0.60 "GET /v2.0/security-groups?id=67691fce-8308-48e3-b930-b7465ae25797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920260 Nov 23 17:35:46.653313 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-410e105d-5d77-4b99-b86a-8f61d6ea8b87 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-267528342'] for subnet, precommit_delete_associations {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:46.728186 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-410e105d-5d77-4b99-b86a-8f61d6ea8b87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971956'] for subnet, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:46.815591 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-410e105d-5d77-4b99-b86a-8f61d6ea8b87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264357903', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264730940'] for subnet, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:46.848783 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-410e105d-5d77-4b99-b86a-8f61d6ea8b87 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:46.853928 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-410e105d-5d77-4b99-b86a-8f61d6ea8b87 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/0228ba8a-bfa9-4960-b814-86fe48904295 HTTP/1.1" status: 204 len: 168 time: 0.4146934 Nov 23 17:35:46.856980 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 43074) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:35:46.905027 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410e105d-5d77-4b99-b86a-8f61d6ea8b87 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0228ba8a-bfa9-4960-b814-86fe48904295,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:35:46.946579 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-eeaa1ab9-209b-4011-ae64-17e1b80ed7e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-555181'] for network, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:47.047668 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-eeaa1ab9-209b-4011-ae64-17e1b80ed7e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973419', 'neutron.services.segments.db._delete_segments_for_network-8736635878840'] for network, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:47.072913 n-d-816206-8 neutron-server[103591]: DEBUG neutron.services.segments.db [None req-eeaa1ab9-209b-4011-ae64-17e1b80ed7e2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33c8cd36-aad8-4dc4-8566-a5fb3cdb35eb']}} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:35:47.088054 n-d-816206-8 neutron-server[103591]: DEBUG neutron.services.segments.db [None req-eeaa1ab9-209b-4011-ae64-17e1b80ed7e2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1cf72e34-10d8-4ad7-b917-280709c47ed2') {'for_net_delete': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:35:47.088507 n-d-816206-8 neutron-server[103591]: DEBUG neutron.services.segments.db [None req-eeaa1ab9-209b-4011-ae64-17e1b80ed7e2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1cf72e34-10d8-4ad7-b917-280709c47ed2') {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:35:47.099798 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-eeaa1ab9-209b-4011-ae64-17e1b80ed7e2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736635840332', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265989959'] for segment, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:47.116096 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-eeaa1ab9-209b-4011-ae64-17e1b80ed7e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:47.124380 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eeaa1ab9-209b-4011-ae64-17e1b80ed7e2 admin admin] Releasing vlan 510 on physical network physnet1 to pool {{(pid=103591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 17:35:47.124940 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-eeaa1ab9-209b-4011-ae64-17e1b80ed7e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264756290'] for segment, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:47.126717 n-d-816206-8 neutron-server[103591]: Traceback (most recent call last): Nov 23 17:35:47.126717 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 17:35:47.126717 n-d-816206-8 neutron-server[103591]: timer() Nov 23 17:35:47.126717 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 17:35:47.126717 n-d-816206-8 neutron-server[103591]: cb(*args, **kw) Nov 23 17:35:47.126717 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 17:35:47.126717 n-d-816206-8 neutron-server[103591]: return func(*args, **kwargs) Nov 23 17:35:47.126717 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 17:35:47.126717 n-d-816206-8 neutron-server[103591]: self._notify() Nov 23 17:35:47.126717 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 17:35:47.126717 n-d-816206-8 neutron-server[103591]: self.callback(batched_events) Nov 23 17:35:47.126717 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 17:35:47.126717 n-d-816206-8 neutron-server[103591]: event.method(event) Nov 23 17:35:47.126717 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 17:35:47.126717 n-d-816206-8 neutron-server[103591]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 17:35:47.126717 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 17:35:47.126717 n-d-816206-8 neutron-server[103591]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 17:35:47.126717 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 17:35:47.126717 n-d-816206-8 neutron-server[103591]: return f(self, *a, **k) Nov 23 17:35:47.126717 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 17:35:47.126717 n-d-816206-8 neutron-server[103591]: return self._get(url).json() Nov 23 17:35:47.126717 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 17:35:47.126717 n-d-816206-8 neutron-server[103591]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 17:35:47.126717 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 17:35:47.126717 n-d-816206-8 neutron-server[103591]: return self.request(url, 'GET', **kwargs) Nov 23 17:35:47.126717 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 17:35:47.126717 n-d-816206-8 neutron-server[103591]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 17:35:47.126717 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 17:35:47.126717 n-d-816206-8 neutron-server[103591]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 17:35:47.126717 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 17:35:47.126717 n-d-816206-8 neutron-server[103591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 17:35:47.126717 n-d-816206-8 neutron-server[103591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 17:35:47.205128 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-eeaa1ab9-209b-4011-ae64-17e1b80ed7e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1795418'] for network, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:47.214665 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-eeaa1ab9-209b-4011-ae64-17e1b80ed7e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for network, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:47.221281 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-eeaa1ab9-209b-4011-ae64-17e1b80ed7e2 admin admin] 10.222.0.60 "DELETE /v2.0/networks/33c8cd36-aad8-4dc4-8566-a5fb3cdb35eb HTTP/1.1" status: 204 len: 168 time: 0.3627839 Nov 23 17:35:47.240919 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeaa1ab9-209b-4011-ae64-17e1b80ed7e2 admin admin] Pushing event deleted for resources: {'Network': ['ID=33c8cd36-aad8-4dc4-8566-a5fb3cdb35eb,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:35:47.446646 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 43082) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:35:47.555294 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-544b233c-dc74-445e-b7bd-3d62a8038e8f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=340c7e93775c4f84bcf228158ebdbd25&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1052387 Nov 23 17:35:47.555825 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 43084) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:35:47.561861 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f90772c-0404-4f70-becf-d9f15c4689a4 req-e40119be-c27c-4691-a57c-c434db29fc13 tempest-ServerRescueTestJSONUnderV235-2089606454 tempest-ServerRescueTestJSONUnderV235-2089606454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:35:47.566414 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7f90772c-0404-4f70-becf-d9f15c4689a4 req-e40119be-c27c-4691-a57c-c434db29fc13 tempest-ServerRescueTestJSONUnderV235-2089606454 tempest-ServerRescueTestJSONUnderV235-2089606454-project] 10.222.0.60 "GET /v2.0/ports?device_id=db755471-155f-4d9e-b81d-3999c64dda09 HTTP/1.1" status: 200 len: 946 time: 0.1003516 Nov 23 17:35:47.640919 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-cbf251ac-1b38-493b-ba2d-f91ac7e55746 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:47.673050 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7f90772c-0404-4f70-becf-d9f15c4689a4 req-2e55bf28-ff91-45ed-9fc8-c57c813b2c24 tempest-ServerRescueTestJSONUnderV235-2089606454 tempest-ServerRescueTestJSONUnderV235-2089606454-project] 10.222.0.60 "GET /v2.0/security-groups?id=627e1e45-7f27-49ad-a161-3002d16a7eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961766 Nov 23 17:35:47.686545 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9a27ae6c-db98-474f-94c1-cc99bf842d79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:47.717302 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-cbf251ac-1b38-493b-ba2d-f91ac7e55746 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:47.771306 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [req-37d115d7-7d2a-41e6-8343-1c38a5844abe req-c907c5b8-d7a2-4cc4-895d-6b393d512304 tempest-ServerRescueTestJSONUnderV235-2089606454 tempest-ServerRescueTestJSONUnderV235-2089606454-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-843212020', 'description': 'tempest-description-1048369389'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:35:47.799473 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-cbf251ac-1b38-493b-ba2d-f91ac7e55746 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:47.803105 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-cbf251ac-1b38-493b-ba2d-f91ac7e55746 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:47.809946 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-cbf251ac-1b38-493b-ba2d-f91ac7e55746 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b501ccef-95b0-4939-b7ec-f5c6dfe73de7 HTTP/1.1" status: 204 len: 168 time: 0.2528119 Nov 23 17:35:47.847045 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf251ac-1b38-493b-ba2d-f91ac7e55746 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b501ccef-95b0-4939-b7ec-f5c6dfe73de7,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:35:47.858504 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 43098) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:35:47.869990 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-082ac8a9-cf4b-45d9-a62c-1d0debbf21c6 tempest-BulkNetworkOpsIpV6Test-1209817576 tempest-BulkNetworkOpsIpV6Test-1209817576-project] Request body: {'subnets': [{'network_id': 'fb28f40b-6539-455b-b339-5d67a4b7102f', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1555465141', 'ip_version': 6}, {'network_id': '283658b8-f2e8-424e-b415-0c41f57e5853', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:35:47.870346 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-082ac8a9-cf4b-45d9-a62c-1d0debbf21c6 tempest-BulkNetworkOpsIpV6Test-1209817576 tempest-BulkNetworkOpsIpV6Test-1209817576-project] Request body: {'subnet': {'network_id': 'fb28f40b-6539-455b-b339-5d67a4b7102f', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1555465141', 'ip_version': 6}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:35:47.871288 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-082ac8a9-cf4b-45d9-a62c-1d0debbf21c6 tempest-BulkNetworkOpsIpV6Test-1209817576 tempest-BulkNetworkOpsIpV6Test-1209817576-project] Request body: {'subnet': {'network_id': '283658b8-f2e8-424e-b415-0c41f57e5853', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:35:47.945569 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-37d115d7-7d2a-41e6-8343-1c38a5844abe req-c907c5b8-d7a2-4cc4-895d-6b393d512304 tempest-ServerRescueTestJSONUnderV235-2089606454 tempest-ServerRescueTestJSONUnderV235-2089606454-project] Publish callbacks [] for security_group, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:47.958223 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c90ec00-9280-417f-93f0-8e8bee166a58 req-a7a5c3a1-820f-4722-b76a-173b715a7c04 tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:35:47.966089 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-1c90ec00-9280-417f-93f0-8e8bee166a58 req-a7a5c3a1-820f-4722-b76a-173b715a7c04 tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] 10.222.0.60 "GET /v2.0/ports?device_id=7381ae1d-a208-4b78-a6b3-2ed033ea2f6d HTTP/1.1" status: 200 len: 945 time: 0.2684221 Nov 23 17:35:48.130496 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-1c90ec00-9280-417f-93f0-8e8bee166a58 req-7571e114-814a-4708-93cf-72ab3082876b tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] 10.222.0.60 "GET /v2.0/security-groups?id=67691fce-8308-48e3-b930-b7465ae25797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633527 Nov 23 17:35:48.185530 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-37d115d7-7d2a-41e6-8343-1c38a5844abe req-c907c5b8-d7a2-4cc4-895d-6b393d512304 tempest-ServerRescueTestJSONUnderV235-2089606454 tempest-ServerRescueTestJSONUnderV235-2089606454-project] Publish callbacks [] for security_group, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:48.187275 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-082ac8a9-cf4b-45d9-a62c-1d0debbf21c6 tempest-BulkNetworkOpsIpV6Test-1209817576 tempest-BulkNetworkOpsIpV6Test-1209817576-project] Made reservation on behalf of 3a73ed92c6ab4d04879e4bf4aa7b8a51 for: {'subnet': 2} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:35:48.192894 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-082ac8a9-cf4b-45d9-a62c-1d0debbf21c6 tempest-BulkNetworkOpsIpV6Test-1209817576 tempest-BulkNetworkOpsIpV6Test-1209817576-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264314294'] for subnet, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:48.193293 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-082ac8a9-cf4b-45d9-a62c-1d0debbf21c6 tempest-BulkNetworkOpsIpV6Test-1209817576 tempest-BulkNetworkOpsIpV6Test-1209817576-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264314294'] for subnet, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:48.218805 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-37d115d7-7d2a-41e6-8343-1c38a5844abe req-c907c5b8-d7a2-4cc4-895d-6b393d512304 tempest-ServerRescueTestJSONUnderV235-2089606454 tempest-ServerRescueTestJSONUnderV235-2089606454-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:48.290050 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:48.364329 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-37d115d7-7d2a-41e6-8343-1c38a5844abe req-c907c5b8-d7a2-4cc4-895d-6b393d512304 tempest-ServerRescueTestJSONUnderV235-2089606454 tempest-ServerRescueTestJSONUnderV235-2089606454-project] Publish callbacks [] for security_group, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:48.374181 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-37d115d7-7d2a-41e6-8343-1c38a5844abe req-c907c5b8-d7a2-4cc4-895d-6b393d512304 tempest-ServerRescueTestJSONUnderV235-2089606454 tempest-ServerRescueTestJSONUnderV235-2089606454-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1831 time: 0.6412315 Nov 23 17:35:48.424147 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c907c5b8-d7a2-4cc4-895d-6b393d512304 tempest-ServerRescueTestJSONUnderV235-2089606454 tempest-ServerRescueTestJSONUnderV235-2089606454-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5df97dda-2951-4610-a159-8379e263393a,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:35:48.556074 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-877ce4c7-b9d2-4177-baca-f756c3e9720c req-6f9d186d-3457-47c7-a924-0e6046b811e7 tempest-ServerRescueTestJSONUnderV235-2089606454 tempest-ServerRescueTestJSONUnderV235-2089606454-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-843212020&fields=id&tenant_id=5b004d5f15be417cbe32e472a39ce93f HTTP/1.1" status: 200 len: 267 time: 0.0856981 Nov 23 17:35:48.649254 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device 5ad1a05e-24fe-40b4-88c8-154b3fe26795 no longer exists at agent hyperv_n-h1-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:35:48.690241 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877ce4c7-b9d2-4177-baca-f756c3e9720c req-e13525f6-2d6e-4cee-bec6-376a5eadfd2b tempest-ServerRescueTestJSONUnderV235-2089606454 tempest-ServerRescueTestJSONUnderV235-2089606454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:35:48.691782 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-877ce4c7-b9d2-4177-baca-f756c3e9720c req-e13525f6-2d6e-4cee-bec6-376a5eadfd2b tempest-ServerRescueTestJSONUnderV235-2089606454 tempest-ServerRescueTestJSONUnderV235-2089606454-project] 10.222.0.60 "GET /v2.0/ports?device_id=db755471-155f-4d9e-b81d-3999c64dda09 HTTP/1.1" status: 200 len: 946 time: 0.1251984 Nov 23 17:35:48.699050 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] No Port match for: 5ad1a05e-24fe-40b4-88c8-154b3fe26795 {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:35:48.701159 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device 5ad1a05e-24fe-40b4-88c8-154b3fe26795 not bound to the agent host n-h1-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:35:48.739337 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [req-877ce4c7-b9d2-4177-baca-f756c3e9720c req-a3abceea-5091-417f-b502-d03e625844e1 tempest-ServerRescueTestJSONUnderV235-2089606454 tempest-ServerRescueTestJSONUnderV235-2089606454-project] Request body: {'port': {'security_groups': ['627e1e45-7f27-49ad-a161-3002d16a7eca', '5df97dda-2951-4610-a159-8379e263393a']}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:35:48.848404 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-877ce4c7-b9d2-4177-baca-f756c3e9720c req-a3abceea-5091-417f-b502-d03e625844e1 tempest-ServerRescueTestJSONUnderV235-2089606454 tempest-ServerRescueTestJSONUnderV235-2089606454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:49.018565 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-082ac8a9-cf4b-45d9-a62c-1d0debbf21c6 tempest-BulkNetworkOpsIpV6Test-1209817576 tempest-BulkNetworkOpsIpV6Test-1209817576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264758079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264314276'] for subnet, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:49.182384 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-877ce4c7-b9d2-4177-baca-f756c3e9720c req-a3abceea-5091-417f-b502-d03e625844e1 tempest-ServerRescueTestJSONUnderV235-2089606454 tempest-ServerRescueTestJSONUnderV235-2089606454-project] For port cce38756-b262-4b06-8ceb-2d23048856a1, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=cce38756-b262-4b06-8ceb-2d23048856a1,segment=NetworkSegment(da617373-7313-4b9e-9527-445b8d35f236),segment_id=da617373-7313-4b9e-9527-445b8d35f236)] {{(pid=103591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:35:49.228273 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-877ce4c7-b9d2-4177-baca-f756c3e9720c req-a3abceea-5091-417f-b502-d03e625844e1 tempest-ServerRescueTestJSONUnderV235-2089606454 tempest-ServerRescueTestJSONUnderV235-2089606454-project] Publish callbacks [] for port, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:49.277605 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-877ce4c7-b9d2-4177-baca-f756c3e9720c req-a3abceea-5091-417f-b502-d03e625844e1 tempest-ServerRescueTestJSONUnderV235-2089606454 tempest-ServerRescueTestJSONUnderV235-2089606454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264758186'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:49.293344 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] get_ports_and_sgs() called for port_ids ['cce38756-b262-4b06-8ceb-2d23048856a1'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:35:49.379668 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3abceea-5091-417f-b502-d03e625844e1 tempest-ServerRescueTestJSONUnderV235-2089606454 tempest-ServerRescueTestJSONUnderV235-2089606454-project] Pushing event updated for resources: {'Port': ['ID=cce38756-b262-4b06-8ceb-2d23048856a1,revision_number=6']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:35:49.391744 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082ac8a9-cf4b-45d9-a62c-1d0debbf21c6 tempest-BulkNetworkOpsIpV6Test-1209817576 tempest-BulkNetworkOpsIpV6Test-1209817576-project] Pushing event updated for resources: {'Subnet': ['ID=a53d3ea1-91d1-48f9-ac94-d0d1822fce63,revision_number=0']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:35:49.413508 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877ce4c7-b9d2-4177-baca-f756c3e9720c req-a3abceea-5091-417f-b502-d03e625844e1 tempest-ServerRescueTestJSONUnderV235-2089606454 tempest-ServerRescueTestJSONUnderV235-2089606454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:35:49.414472 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-877ce4c7-b9d2-4177-baca-f756c3e9720c req-a3abceea-5091-417f-b502-d03e625844e1 tempest-ServerRescueTestJSONUnderV235-2089606454 tempest-ServerRescueTestJSONUnderV235-2089606454-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:49.426253 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-877ce4c7-b9d2-4177-baca-f756c3e9720c req-a3abceea-5091-417f-b502-d03e625844e1 tempest-ServerRescueTestJSONUnderV235-2089606454 tempest-ServerRescueTestJSONUnderV235-2089606454-project] 10.222.0.60 "PUT /v2.0/ports/cce38756-b262-4b06-8ceb-2d23048856a1 HTTP/1.1" status: 200 len: 982 time: 0.7066436 Nov 23 17:35:49.428791 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-082ac8a9-cf4b-45d9-a62c-1d0debbf21c6 tempest-BulkNetworkOpsIpV6Test-1209817576 tempest-BulkNetworkOpsIpV6Test-1209817576-project] Checking segment: {'id': '20631d43-6847-4fd7-87e6-edc738e4a97f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'fb28f40b-6539-455b-b339-5d67a4b7102f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:35:49.429132 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-082ac8a9-cf4b-45d9-a62c-1d0debbf21c6 tempest-BulkNetworkOpsIpV6Test-1209817576 tempest-BulkNetworkOpsIpV6Test-1209817576-project] Network hostable DHCP agents. Network: fb28f40b-6539-455b-b339-5d67a4b7102f, hostable agents: ['0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3'], hosted agents: [] {{(pid=103591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 17:35:49.442031 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db755471-155f-4d9e-b81d-3999c64dda09', 'tag': 'cce38756-b262-4b06-8ceb-2d23048856a1'}] {{(pid=103591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:35:49.444363 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41d174a19ece9499ff9ec44e5b3fc50f2abd3ffbc947fb7e52ea1e8db27b95b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7552bb25-56a0-4c9a-9477-0434a102938d" -d '{"events": [{"name": "network-changed", "server_uuid": "db755471-155f-4d9e-b81d-3999c64dda09", "tag": "cce38756-b262-4b06-8ceb-2d23048856a1"}]}' {{(pid=103591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:35:49.487378 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b5bf13-5d5a-496f-8707-7992ee45be5e req-fe7eb7f4-7ba2-4a7f-b793-436406d8eda0 tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:35:49.507104 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-56b5bf13-5d5a-496f-8707-7992ee45be5e req-fe7eb7f4-7ba2-4a7f-b793-436406d8eda0 tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] 10.222.0.60 "GET /v2.0/ports?device_id=7381ae1d-a208-4b78-a6b3-2ed033ea2f6d HTTP/1.1" status: 200 len: 945 time: 0.2734478 Nov 23 17:35:49.546759 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] get_ports_and_sgs() called for port_ids ['cce38756-b262-4b06-8ceb-2d23048856a1'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:35:49.578396 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-082ac8a9-cf4b-45d9-a62c-1d0debbf21c6 tempest-BulkNetworkOpsIpV6Test-1209817576 tempest-BulkNetworkOpsIpV6Test-1209817576-project] Network fb28f40b-6539-455b-b339-5d67a4b7102f is scheduled to be hosted by DHCP agent 0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3 with binding_index 1 {{(pid=103591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 17:35:49.620309 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [None req-082ac8a9-cf4b-45d9-a62c-1d0debbf21c6 tempest-BulkNetworkOpsIpV6Test-1209817576 tempest-BulkNetworkOpsIpV6Test-1209817576-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-8, fb28f40b-6539-455b-b339-5d67a4b7102f) {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:35:49.633503 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-082ac8a9-cf4b-45d9-a62c-1d0debbf21c6 tempest-BulkNetworkOpsIpV6Test-1209817576 tempest-BulkNetworkOpsIpV6Test-1209817576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264758079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264314276'] for subnet, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:49.667802 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da26b0e6-c04e-42b2-976b-b8c718f60b42 None None] Network fb28f40b-6539-455b-b339-5d67a4b7102f requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:35:49.851290 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-56b5bf13-5d5a-496f-8707-7992ee45be5e req-0d9c5b59-9dee-42ea-9c39-d46afba371a4 tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] 10.222.0.60 "GET /v2.0/security-groups?id=67691fce-8308-48e3-b930-b7465ae25797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3429263 Nov 23 17:35:49.943051 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082ac8a9-cf4b-45d9-a62c-1d0debbf21c6 tempest-BulkNetworkOpsIpV6Test-1209817576 tempest-BulkNetworkOpsIpV6Test-1209817576-project] Pushing event updated for resources: {'Subnet': ['ID=6b7ced7c-1739-49cb-bc41-2bfa52fe1b44,revision_number=0']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:35:49.977549 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 17:35:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf4161b4-5929-433a-9c3b-1976fdbaee75 x-openstack-request-id: req-bf4161b4-5929-433a-9c3b-1976fdbaee75 {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:35:49.978194 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db755471-155f-4d9e-b81d-3999c64dda09", "tag": "cce38756-b262-4b06-8ceb-2d23048856a1", "status": "completed", "code": 200}]} {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:35:49.978620 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-bf4161b4-5929-433a-9c3b-1976fdbaee75 {{(pid=103591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:35:49.979239 n-d-816206-8 neutron-server[103591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db755471-155f-4d9e-b81d-3999c64dda09', 'tag': 'cce38756-b262-4b06-8ceb-2d23048856a1', 'status': 'completed', 'code': 200} Nov 23 17:35:50.018877 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-082ac8a9-cf4b-45d9-a62c-1d0debbf21c6 tempest-BulkNetworkOpsIpV6Test-1209817576 tempest-BulkNetworkOpsIpV6Test-1209817576-project] Checking segment: {'id': '5e541618-468e-4222-8667-b77761c7aa5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '283658b8-f2e8-424e-b415-0c41f57e5853'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:35:50.019609 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-082ac8a9-cf4b-45d9-a62c-1d0debbf21c6 tempest-BulkNetworkOpsIpV6Test-1209817576 tempest-BulkNetworkOpsIpV6Test-1209817576-project] Network hostable DHCP agents. Network: 283658b8-f2e8-424e-b415-0c41f57e5853, hostable agents: ['0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3'], hosted agents: [] {{(pid=103591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 17:35:50.025568 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-724efc37-0a25-4d22-825c-a78e2e81aceb req-e320629f-d189-4a9c-a55d-0b5530700c69 tempest-ServerRescueTestJSONUnderV235-2089606454 tempest-ServerRescueTestJSONUnderV235-2089606454-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-843212020&fields=id&tenant_id=5b004d5f15be417cbe32e472a39ce93f HTTP/1.1" status: 200 len: 267 time: 0.2398467 Nov 23 17:35:50.105967 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-082ac8a9-cf4b-45d9-a62c-1d0debbf21c6 tempest-BulkNetworkOpsIpV6Test-1209817576 tempest-BulkNetworkOpsIpV6Test-1209817576-project] Network 283658b8-f2e8-424e-b415-0c41f57e5853 is scheduled to be hosted by DHCP agent 0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3 with binding_index 1 {{(pid=103591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 17:35:50.129988 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7552bb25-56a0-4c9a-9477-0434a102938d req-2b582b81-bcee-4c96-8092-999dfbdf08f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:35:50.132203 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7552bb25-56a0-4c9a-9477-0434a102938d req-2b582b81-bcee-4c96-8092-999dfbdf08f0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5b004d5f15be417cbe32e472a39ce93f&device_id=db755471-155f-4d9e-b81d-3999c64dda09 HTTP/1.1" status: 200 len: 1136 time: 0.1470006 Nov 23 17:35:50.134140 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [None req-082ac8a9-cf4b-45d9-a62c-1d0debbf21c6 tempest-BulkNetworkOpsIpV6Test-1209817576 tempest-BulkNetworkOpsIpV6Test-1209817576-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-8, 283658b8-f2e8-424e-b415-0c41f57e5853) {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:35:50.152977 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-082ac8a9-cf4b-45d9-a62c-1d0debbf21c6 tempest-BulkNetworkOpsIpV6Test-1209817576 tempest-BulkNetworkOpsIpV6Test-1209817576-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:35:50.153502 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-082ac8a9-cf4b-45d9-a62c-1d0debbf21c6 tempest-BulkNetworkOpsIpV6Test-1209817576 tempest-BulkNetworkOpsIpV6Test-1209817576-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:35:50.155000 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-082ac8a9-cf4b-45d9-a62c-1d0debbf21c6 tempest-BulkNetworkOpsIpV6Test-1209817576 tempest-BulkNetworkOpsIpV6Test-1209817576-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for subnet, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:50.205119 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724efc37-0a25-4d22-825c-a78e2e81aceb req-a9e19aac-71a0-4819-88d6-dc76fd8aceab tempest-ServerRescueTestJSONUnderV235-2089606454 tempest-ServerRescueTestJSONUnderV235-2089606454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:35:50.208346 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb557ad9-c3ad-4e84-9fe6-c928b8b55f4d None None] Network 283658b8-f2e8-424e-b415-0c41f57e5853 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:35:50.213628 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-724efc37-0a25-4d22-825c-a78e2e81aceb req-a9e19aac-71a0-4819-88d6-dc76fd8aceab tempest-ServerRescueTestJSONUnderV235-2089606454 tempest-ServerRescueTestJSONUnderV235-2089606454-project] 10.222.0.60 "GET /v2.0/ports?device_id=db755471-155f-4d9e-b81d-3999c64dda09 HTTP/1.1" status: 200 len: 985 time: 0.1767194 Nov 23 17:35:50.231210 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [req-724efc37-0a25-4d22-825c-a78e2e81aceb req-5e85f1c7-f1fd-4509-9668-e335533a7727 tempest-ServerRescueTestJSONUnderV235-2089606454 tempest-ServerRescueTestJSONUnderV235-2089606454-project] Request body: {'port': {'security_groups': ['627e1e45-7f27-49ad-a161-3002d16a7eca']}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:35:50.274140 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-082ac8a9-cf4b-45d9-a62c-1d0debbf21c6 tempest-BulkNetworkOpsIpV6Test-1209817576 tempest-BulkNetworkOpsIpV6Test-1209817576-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 2.4065700 Nov 23 17:35:50.274625 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 43184) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:35:50.361009 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04b9936a-046c-43d7-8c64-c797d912d5a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp355044b8-8e87-58c4-94fa-4a010ec30f9e-fb28f40b-6539-455b-b339-5d67a4b7102f', 'network_id': 'fb28f40b-6539-455b-b339-5d67a4b7102f', 'tenant_id': '3a73ed92c6ab4d04879e4bf4aa7b8a51', 'fixed_ips': [{'subnet_id': 'a53d3ea1-91d1-48f9-ac94-d0d1822fce63'}]}} from n-d-816206-8. {{(pid=103592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 17:35:50.361844 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-04b9936a-046c-43d7-8c64-c797d912d5a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:50.376517 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-724efc37-0a25-4d22-825c-a78e2e81aceb req-5e85f1c7-f1fd-4509-9668-e335533a7727 tempest-ServerRescueTestJSONUnderV235-2089606454 tempest-ServerRescueTestJSONUnderV235-2089606454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:50.475717 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-502647f6-cebc-4445-9cf2-2f02da9e2ad5 tempest-BulkNetworkOpsIpV6Test-1209817576 tempest-BulkNetworkOpsIpV6Test-1209817576-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:35:50.482563 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-502647f6-cebc-4445-9cf2-2f02da9e2ad5 tempest-BulkNetworkOpsIpV6Test-1209817576 tempest-BulkNetworkOpsIpV6Test-1209817576-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:35:50.484893 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-502647f6-cebc-4445-9cf2-2f02da9e2ad5 tempest-BulkNetworkOpsIpV6Test-1209817576 tempest-BulkNetworkOpsIpV6Test-1209817576-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:35:50.500996 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-502647f6-cebc-4445-9cf2-2f02da9e2ad5 tempest-BulkNetworkOpsIpV6Test-1209817576 tempest-BulkNetworkOpsIpV6Test-1209817576-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.2245109 Nov 23 17:35:50.501917 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 43190) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:35:50.554316 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7552bb25-56a0-4c9a-9477-0434a102938d req-46538f42-463f-4499-a572-b7341d264a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:35:50.555857 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7552bb25-56a0-4c9a-9477-0434a102938d req-46538f42-463f-4499-a572-b7341d264a7b service neutron] 10.222.0.36 "GET /v2.0/networks?id=a7fc513d-97aa-4b2b-9a51-9e5f9afec91b HTTP/1.1" status: 200 len: 920 time: 0.3979988 Nov 23 17:35:50.570766 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.db_base_plugin_common [None req-04b9936a-046c-43d7-8c64-c797d912d5a1 None None] Allocated IP 2001:db8::1 (fb28f40b-6539-455b-b339-5d67a4b7102f/a53d3ea1-91d1-48f9-ac94-d0d1822fce63/b171e1ea-48da-40b3-bfc4-65f37e0861ce) {{(pid=103592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:35:50.619816 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_v2 [None req-6334f482-df4d-4500-8d89-dd9daf64149c tempest-BulkNetworkOpsIpV6Test-1209817576 tempest-BulkNetworkOpsIpV6Test-1209817576-project] Deleting subnet a53d3ea1-91d1-48f9-ac94-d0d1822fce63 {{(pid=103590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 17:35:50.627048 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7552bb25-56a0-4c9a-9477-0434a102938d req-f7c50e6a-6953-4a9d-bd3b-cc1084e2ff07 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cce38756-b262-4b06-8ceb-2d23048856a1 HTTP/1.1" status: 200 len: 217 time: 0.0591347 Nov 23 17:35:50.812014 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7552bb25-56a0-4c9a-9477-0434a102938d req-2b820ff6-5268-403e-87b2-95dd08215d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:35:50.820390 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7552bb25-56a0-4c9a-9477-0434a102938d req-2b820ff6-5268-403e-87b2-95dd08215d9c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1b8a3d78-3bde-4257-9e3e-58e9b2ea43c2 HTTP/1.1" status: 200 len: 859 time: 0.1795721 Nov 23 17:35:50.907586 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-724efc37-0a25-4d22-825c-a78e2e81aceb req-5e85f1c7-f1fd-4509-9668-e335533a7727 tempest-ServerRescueTestJSONUnderV235-2089606454 tempest-ServerRescueTestJSONUnderV235-2089606454-project] For port cce38756-b262-4b06-8ceb-2d23048856a1, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=cce38756-b262-4b06-8ceb-2d23048856a1,segment=NetworkSegment(da617373-7313-4b9e-9527-445b8d35f236),segment_id=da617373-7313-4b9e-9527-445b8d35f236)] {{(pid=103591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:35:50.960200 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-724efc37-0a25-4d22-825c-a78e2e81aceb req-5e85f1c7-f1fd-4509-9668-e335533a7727 tempest-ServerRescueTestJSONUnderV235-2089606454 tempest-ServerRescueTestJSONUnderV235-2089606454-project] Publish callbacks [] for port, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:51.068921 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92a73398-6a6c-4c54-8ff8-793b41f93d4c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp355044b8-8e87-58c4-94fa-4a010ec30f9e-283658b8-f2e8-424e-b415-0c41f57e5853', 'network_id': '283658b8-f2e8-424e-b415-0c41f57e5853', 'tenant_id': '3a73ed92c6ab4d04879e4bf4aa7b8a51', 'fixed_ips': [{'subnet_id': '6b7ced7c-1739-49cb-bc41-2bfa52fe1b44'}]}} from n-d-816206-8. {{(pid=103592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 17:35:51.070054 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-92a73398-6a6c-4c54-8ff8-793b41f93d4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:51.238009 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.db_base_plugin_common [None req-92a73398-6a6c-4c54-8ff8-793b41f93d4c None None] Allocated IP 2001:db8:0:1::1 (283658b8-f2e8-424e-b415-0c41f57e5853/6b7ced7c-1739-49cb-bc41-2bfa52fe1b44/c36aead8-166a-40e3-8fc2-cd33a7f3dcca) {{(pid=103592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:35:51.260951 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-04b9936a-046c-43d7-8c64-c797d912d5a1 None None] Publish callbacks [] for port, precommit_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:51.269520 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6334f482-df4d-4500-8d89-dd9daf64149c tempest-BulkNetworkOpsIpV6Test-1209817576 tempest-BulkNetworkOpsIpV6Test-1209817576-project] Publish callbacks [] for subnet, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:51.286635 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-04b9936a-046c-43d7-8c64-c797d912d5a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980'] for port, after_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:51.324581 n-d-816206-8 neutron-server[103592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04b9936a-046c-43d7-8c64-c797d912d5a1 None None] Network fb28f40b-6539-455b-b339-5d67a4b7102f is already hosted by enough agents. {{(pid=103592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:35:51.352205 n-d-816206-8 neutron-server[103592]: DEBUG neutron.scheduler.base_scheduler [None req-04b9936a-046c-43d7-8c64-c797d912d5a1 None None] Resources bound (agent type, host, resource id): {{(pid=103592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:35:51.386586 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04b9936a-046c-43d7-8c64-c797d912d5a1 None None] Received port after_create {{(pid=103592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:35:51.397884 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6334f482-df4d-4500-8d89-dd9daf64149c tempest-BulkNetworkOpsIpV6Test-1209817576 tempest-BulkNetworkOpsIpV6Test-1209817576-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-267528342'] for subnet, precommit_delete_associations {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:51.451849 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7552bb25-56a0-4c9a-9477-0434a102938d req-454bd739-0503-4881-91c6-92d9a8389d66 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a7fc513d-97aa-4b2b-9a51-9e5f9afec91b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.6105075 Nov 23 17:35:51.453840 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-724efc37-0a25-4d22-825c-a78e2e81aceb req-5e85f1c7-f1fd-4509-9668-e335533a7727 tempest-ServerRescueTestJSONUnderV235-2089606454 tempest-ServerRescueTestJSONUnderV235-2089606454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264758186'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:51.470872 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b9936a-046c-43d7-8c64-c797d912d5a1 None None] Pushing event updated for resources: {'Port': ['ID=b171e1ea-48da-40b3-bfc4-65f37e0861ce,revision_number=1']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:35:51.489959 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] get_ports_and_sgs() called for port_ids ['cce38756-b262-4b06-8ceb-2d23048856a1'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:35:51.568372 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6334f482-df4d-4500-8d89-dd9daf64149c tempest-BulkNetworkOpsIpV6Test-1209817576 tempest-BulkNetworkOpsIpV6Test-1209817576-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971956'] for subnet, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:51.585927 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-04b9936a-046c-43d7-8c64-c797d912d5a1 None None] Attempting to bind port b171e1ea-48da-40b3-bfc4-65f37e0861ce on host n-d-816206-8 for vnic_type normal with profile {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:35:51.593373 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-04b9936a-046c-43d7-8c64-c797d912d5a1 None None] Attempting to bind port b171e1ea-48da-40b3-bfc4-65f37e0861ce by drivers openvswitch,hyperv on host n-d-816206-8 at level 0 using segments [{'id': '20631d43-6847-4fd7-87e6-edc738e4a97f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'fb28f40b-6539-455b-b339-5d67a4b7102f'}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:35:51.594966 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04b9936a-046c-43d7-8c64-c797d912d5a1 None None] Attempting to bind port b171e1ea-48da-40b3-bfc4-65f37e0861ce on network fb28f40b-6539-455b-b339-5d67a4b7102f {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:35:51.642886 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e85f1c7-f1fd-4509-9668-e335533a7727 tempest-ServerRescueTestJSONUnderV235-2089606454 tempest-ServerRescueTestJSONUnderV235-2089606454-project] Pushing event updated for resources: {'Port': ['ID=cce38756-b262-4b06-8ceb-2d23048856a1,revision_number=7']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:35:51.648055 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6334f482-df4d-4500-8d89-dd9daf64149c tempest-BulkNetworkOpsIpV6Test-1209817576 tempest-BulkNetworkOpsIpV6Test-1209817576-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264357903', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264730940'] for subnet, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:51.650059 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04b9936a-046c-43d7-8c64-c797d912d5a1 None None] Checking agent: {'id': '9e89acbe-4bbe-4c77-a18b-6f1da9133e0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 7, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 35, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:35:51.650617 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04b9936a-046c-43d7-8c64-c797d912d5a1 None None] Checking segment: {'id': '20631d43-6847-4fd7-87e6-edc738e4a97f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'fb28f40b-6539-455b-b339-5d67a4b7102f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:35:51.651154 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-04b9936a-046c-43d7-8c64-c797d912d5a1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:51.652233 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04b9936a-046c-43d7-8c64-c797d912d5a1 None None] Bound using segment: {'id': '20631d43-6847-4fd7-87e6-edc738e4a97f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'fb28f40b-6539-455b-b339-5d67a4b7102f'} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:35:51.653439 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-04b9936a-046c-43d7-8c64-c797d912d5a1 None None] Bound port: b171e1ea-48da-40b3-bfc4-65f37e0861ce, host: n-d-816206-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20631d43-6847-4fd7-87e6-edc738e4a97f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'fb28f40b-6539-455b-b339-5d67a4b7102f'}}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:35:51.653546 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-04b9936a-046c-43d7-8c64-c797d912d5a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:51.699604 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724efc37-0a25-4d22-825c-a78e2e81aceb req-5e85f1c7-f1fd-4509-9668-e335533a7727 tempest-ServerRescueTestJSONUnderV235-2089606454 tempest-ServerRescueTestJSONUnderV235-2089606454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:35:51.700694 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-724efc37-0a25-4d22-825c-a78e2e81aceb req-5e85f1c7-f1fd-4509-9668-e335533a7727 tempest-ServerRescueTestJSONUnderV235-2089606454 tempest-ServerRescueTestJSONUnderV235-2089606454-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:51.702863 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-724efc37-0a25-4d22-825c-a78e2e81aceb req-5e85f1c7-f1fd-4509-9668-e335533a7727 tempest-ServerRescueTestJSONUnderV235-2089606454 tempest-ServerRescueTestJSONUnderV235-2089606454-project] 10.222.0.60 "PUT /v2.0/ports/cce38756-b262-4b06-8ceb-2d23048856a1 HTTP/1.1" status: 200 len: 943 time: 1.4879951 Nov 23 17:35:51.717539 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6334f482-df4d-4500-8d89-dd9daf64149c tempest-BulkNetworkOpsIpV6Test-1209817576 tempest-BulkNetworkOpsIpV6Test-1209817576-project] Pushing event deleted for resources: {'Subnet': ['ID=a53d3ea1-91d1-48f9-ac94-d0d1822fce63,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:35:51.721041 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6334f482-df4d-4500-8d89-dd9daf64149c tempest-BulkNetworkOpsIpV6Test-1209817576 tempest-BulkNetworkOpsIpV6Test-1209817576-project] Publish callbacks [] for subnet, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:51.728155 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-6334f482-df4d-4500-8d89-dd9daf64149c tempest-BulkNetworkOpsIpV6Test-1209817576 tempest-BulkNetworkOpsIpV6Test-1209817576-project] 10.222.0.60 "DELETE /v2.0/subnets/a53d3ea1-91d1-48f9-ac94-d0d1822fce63 HTTP/1.1" status: 204 len: 168 time: 1.2250042 Nov 23 17:35:51.731335 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 43222) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:35:51.781805 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 43224) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:35:51.798439 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b9eb07-98fc-4b67-b344-94af0a07dfe8 req-2f6a8e8d-8d27-435e-8e21-d15458d13ac6 tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:35:51.804811 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-92a73398-6a6c-4c54-8ff8-793b41f93d4c None None] Publish callbacks [] for port, precommit_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:51.808999 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a4b9eb07-98fc-4b67-b344-94af0a07dfe8 req-2f6a8e8d-8d27-435e-8e21-d15458d13ac6 tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] 10.222.0.60 "GET /v2.0/ports?device_id=7381ae1d-a208-4b78-a6b3-2ed033ea2f6d HTTP/1.1" status: 200 len: 945 time: 0.8339987 Nov 23 17:35:51.817938 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_v2 [None req-fda4ce3a-9fe2-4101-a226-d67cd649cfd4 tempest-BulkNetworkOpsIpV6Test-1209817576 tempest-BulkNetworkOpsIpV6Test-1209817576-project] Deleting subnet 6b7ced7c-1739-49cb-bc41-2bfa52fe1b44 {{(pid=103590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 17:35:51.821547 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-fda4ce3a-9fe2-4101-a226-d67cd649cfd4 tempest-BulkNetworkOpsIpV6Test-1209817576 tempest-BulkNetworkOpsIpV6Test-1209817576-project] Publish callbacks [] for subnet, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:51.837157 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-92a73398-6a6c-4c54-8ff8-793b41f93d4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980'] for port, after_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:51.871063 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-fda4ce3a-9fe2-4101-a226-d67cd649cfd4 tempest-BulkNetworkOpsIpV6Test-1209817576 tempest-BulkNetworkOpsIpV6Test-1209817576-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-267528342'] for subnet, precommit_delete_associations {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:51.983207 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-04b9936a-046c-43d7-8c64-c797d912d5a1 None None] For port b171e1ea-48da-40b3-bfc4-65f37e0861ce, host n-d-816206-8, cleared binding levels {{(pid=103592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:35:51.991358 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-04b9936a-046c-43d7-8c64-c797d912d5a1 None None] For port b171e1ea-48da-40b3-bfc4-65f37e0861ce, host n-d-816206-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=b171e1ea-48da-40b3-bfc4-65f37e0861ce,segment=NetworkSegment(20631d43-6847-4fd7-87e6-edc738e4a97f),segment_id=20631d43-6847-4fd7-87e6-edc738e4a97f)] {{(pid=103592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:35:52.015508 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db755471-155f-4d9e-b81d-3999c64dda09', 'tag': 'cce38756-b262-4b06-8ceb-2d23048856a1'}] {{(pid=103591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:35:52.017625 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-fda4ce3a-9fe2-4101-a226-d67cd649cfd4 tempest-BulkNetworkOpsIpV6Test-1209817576 tempest-BulkNetworkOpsIpV6Test-1209817576-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971956'] for subnet, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:52.021779 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41d174a19ece9499ff9ec44e5b3fc50f2abd3ffbc947fb7e52ea1e8db27b95b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a7157c4-5804-454e-81f4-be59ecf71bc4" -d '{"events": [{"name": "network-changed", "server_uuid": "db755471-155f-4d9e-b81d-3999c64dda09", "tag": "cce38756-b262-4b06-8ceb-2d23048856a1"}]}' {{(pid=103591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:35:52.032686 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] get_ports_and_sgs() called for port_ids ['cce38756-b262-4b06-8ceb-2d23048856a1'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:35:52.063321 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-04b9936a-046c-43d7-8c64-c797d912d5a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:52.109854 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7552bb25-56a0-4c9a-9477-0434a102938d req-8d3eeee8-2d38-4ddb-8ae3-3df05873d275 service neutron] 10.222.0.36 "GET /v2.0/networks/a7fc513d-97aa-4b2b-9a51-9e5f9afec91b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6343842 Nov 23 17:35:52.121368 n-d-816206-8 neutron-server[103592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92a73398-6a6c-4c54-8ff8-793b41f93d4c None None] Network 283658b8-f2e8-424e-b415-0c41f57e5853 is already hosted by enough agents. {{(pid=103592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:35:52.123945 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-8749c0d7-29d7-4168-90c6-2afb61bc569f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:52.145825 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a4b9eb07-98fc-4b67-b344-94af0a07dfe8 req-ba0f0d11-58be-4da5-b7b9-35dea5a4e841 tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] 10.222.0.60 "GET /v2.0/security-groups?id=67691fce-8308-48e3-b930-b7465ae25797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3385499 Nov 23 17:35:52.146929 n-d-816206-8 neutron-server[103592]: DEBUG neutron.scheduler.base_scheduler [None req-92a73398-6a6c-4c54-8ff8-793b41f93d4c None None] Resources bound (agent type, host, resource id): {{(pid=103592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:35:52.149711 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-fda4ce3a-9fe2-4101-a226-d67cd649cfd4 tempest-BulkNetworkOpsIpV6Test-1209817576 tempest-BulkNetworkOpsIpV6Test-1209817576-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264357903', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264730940'] for subnet, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:52.157394 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92a73398-6a6c-4c54-8ff8-793b41f93d4c None None] Received port after_create {{(pid=103592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:35:52.199514 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda4ce3a-9fe2-4101-a226-d67cd649cfd4 tempest-BulkNetworkOpsIpV6Test-1209817576 tempest-BulkNetworkOpsIpV6Test-1209817576-project] Pushing event deleted for resources: {'Subnet': ['ID=6b7ced7c-1739-49cb-bc41-2bfa52fe1b44,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:35:52.206024 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-fda4ce3a-9fe2-4101-a226-d67cd649cfd4 tempest-BulkNetworkOpsIpV6Test-1209817576 tempest-BulkNetworkOpsIpV6Test-1209817576-project] Publish callbacks [] for subnet, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:52.209472 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-fda4ce3a-9fe2-4101-a226-d67cd649cfd4 tempest-BulkNetworkOpsIpV6Test-1209817576 tempest-BulkNetworkOpsIpV6Test-1209817576-project] 10.222.0.60 "DELETE /v2.0/subnets/6b7ced7c-1739-49cb-bc41-2bfa52fe1b44 HTTP/1.1" status: 204 len: 168 time: 0.4770474 Nov 23 17:35:52.211924 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 43240) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:35:52.220406 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a73398-6a6c-4c54-8ff8-793b41f93d4c None None] Pushing event updated for resources: {'Port': ['ID=c36aead8-166a-40e3-8fc2-cd33a7f3dcca,revision_number=1']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:35:52.305456 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b9936a-046c-43d7-8c64-c797d912d5a1 None None] Pushing event updated for resources: {'Port': ['ID=b171e1ea-48da-40b3-bfc4-65f37e0861ce,revision_number=3']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:35:52.357603 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5287336-98f0-4cd7-b321-ab30fbec48b9 tempest-BulkNetworkOpsIpV6Test-1209817576 tempest-BulkNetworkOpsIpV6Test-1209817576-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:35:52.373218 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-d5287336-98f0-4cd7-b321-ab30fbec48b9 tempest-BulkNetworkOpsIpV6Test-1209817576 tempest-BulkNetworkOpsIpV6Test-1209817576-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1422625 Nov 23 17:35:52.381040 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 43246) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:35:52.399594 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 17:35:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6683e73f-277b-4f3c-a4e0-211798f681d6 x-openstack-request-id: req-6683e73f-277b-4f3c-a4e0-211798f681d6 {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:35:52.399594 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db755471-155f-4d9e-b81d-3999c64dda09", "tag": "cce38756-b262-4b06-8ceb-2d23048856a1", "status": "completed", "code": 200}]} {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:35:52.399594 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6683e73f-277b-4f3c-a4e0-211798f681d6 {{(pid=103591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:35:52.399594 n-d-816206-8 neutron-server[103591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db755471-155f-4d9e-b81d-3999c64dda09', 'tag': 'cce38756-b262-4b06-8ceb-2d23048856a1', 'status': 'completed', 'code': 200} Nov 23 17:35:52.411835 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-84ba4469-b4d8-4513-a39b-14aca89f24e5 req-aea54b66-1cd2-45f8-b7b3-eee37aa1b262 tempest-ServerRescueTestJSONUnderV235-2089606454 tempest-ServerRescueTestJSONUnderV235-2089606454-project] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5671601 Nov 23 17:35:52.414922 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1838cf6e-b8f1-4c2a-8c34-8ea87aac4a32 None None] Network fb28f40b-6539-455b-b339-5d67a4b7102f requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:35:52.436116 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [req-84ba4469-b4d8-4513-a39b-14aca89f24e5 req-d4ec6ddc-cf04-4b81-8299-a4eb4518c90e tempest-ServerRescueTestJSONUnderV235-2089606454 tempest-ServerRescueTestJSONUnderV235-2089606454-project] Request body: {'floatingip': {'floating_network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:35:52.492702 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d7ba7541-7c4e-493d-91c8-869cd4bb2141 tempest-BulkNetworkOpsIpV6Test-1209817576 tempest-BulkNetworkOpsIpV6Test-1209817576-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-555181'] for network, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:52.613983 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-92a73398-6a6c-4c54-8ff8-793b41f93d4c None None] Attempting to bind port c36aead8-166a-40e3-8fc2-cd33a7f3dcca on host n-d-816206-8 for vnic_type normal with profile {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:35:52.614387 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7552bb25-56a0-4c9a-9477-0434a102938d req-cd5812e7-a209-462c-9d78-3f0557e28d90 service neutron] 10.222.0.36 "GET /v2.0/networks/a7fc513d-97aa-4b2b-9a51-9e5f9afec91b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4851933 Nov 23 17:35:52.615053 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-92a73398-6a6c-4c54-8ff8-793b41f93d4c None None] Attempting to bind port c36aead8-166a-40e3-8fc2-cd33a7f3dcca by drivers openvswitch,hyperv on host n-d-816206-8 at level 0 using segments [{'id': '5e541618-468e-4222-8667-b77761c7aa5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '283658b8-f2e8-424e-b415-0c41f57e5853'}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:35:52.615053 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92a73398-6a6c-4c54-8ff8-793b41f93d4c None None] Attempting to bind port c36aead8-166a-40e3-8fc2-cd33a7f3dcca on network 283658b8-f2e8-424e-b415-0c41f57e5853 {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:35:52.622439 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-d7ba7541-7c4e-493d-91c8-869cd4bb2141 tempest-BulkNetworkOpsIpV6Test-1209817576 tempest-BulkNetworkOpsIpV6Test-1209817576-project] Deleting port c36aead8-166a-40e3-8fc2-cd33a7f3dcca {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:35:52.623923 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d7ba7541-7c4e-493d-91c8-869cd4bb2141 tempest-BulkNetworkOpsIpV6Test-1209817576 tempest-BulkNetworkOpsIpV6Test-1209817576-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:52.664857 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-8749c0d7-29d7-4168-90c6-2afb61bc569f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:52.671481 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-84ba4469-b4d8-4513-a39b-14aca89f24e5 req-d4ec6ddc-cf04-4b81-8299-a4eb4518c90e tempest-ServerRescueTestJSONUnderV235-2089606454 tempest-ServerRescueTestJSONUnderV235-2089606454-project] Publish callbacks [] for floatingip, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:52.684259 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92a73398-6a6c-4c54-8ff8-793b41f93d4c None None] Checking agent: {'id': '9e89acbe-4bbe-4c77-a18b-6f1da9133e0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 7, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 35, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:35:52.685156 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92a73398-6a6c-4c54-8ff8-793b41f93d4c None None] Checking segment: {'id': '5e541618-468e-4222-8667-b77761c7aa5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '283658b8-f2e8-424e-b415-0c41f57e5853'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:35:52.685156 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-92a73398-6a6c-4c54-8ff8-793b41f93d4c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:52.685423 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92a73398-6a6c-4c54-8ff8-793b41f93d4c None None] Bound using segment: {'id': '5e541618-468e-4222-8667-b77761c7aa5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '283658b8-f2e8-424e-b415-0c41f57e5853'} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:35:52.685904 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-92a73398-6a6c-4c54-8ff8-793b41f93d4c None None] Bound port: c36aead8-166a-40e3-8fc2-cd33a7f3dcca, host: n-d-816206-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e541618-468e-4222-8667-b77761c7aa5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '283658b8-f2e8-424e-b415-0c41f57e5853'}}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:35:52.686279 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-92a73398-6a6c-4c54-8ff8-793b41f93d4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:52.735954 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-8749c0d7-29d7-4168-90c6-2afb61bc569f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:52.760601 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-d7ba7541-7c4e-493d-91c8-869cd4bb2141 tempest-BulkNetworkOpsIpV6Test-1209817576 tempest-BulkNetworkOpsIpV6Test-1209817576-project] For port c36aead8-166a-40e3-8fc2-cd33a7f3dcca, host n-d-816206-8, got binding levels [] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:35:52.761575 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d7ba7541-7c4e-493d-91c8-869cd4bb2141 tempest-BulkNetworkOpsIpV6Test-1209817576 tempest-BulkNetworkOpsIpV6Test-1209817576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:52.786879 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-d7ba7541-7c4e-493d-91c8-869cd4bb2141 tempest-BulkNetworkOpsIpV6Test-1209817576 tempest-BulkNetworkOpsIpV6Test-1209817576-project] Calling delete_port for c36aead8-166a-40e3-8fc2-cd33a7f3dcca owned by network:dhcp {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:35:52.816321 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-8749c0d7-29d7-4168-90c6-2afb61bc569f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=31db335e5264402da04727b993146885&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0299594 Nov 23 17:35:52.818068 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 43260) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:35:52.928214 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8749c0d7-29d7-4168-90c6-2afb61bc569f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7c7bf1f-2058-4288-a05e-329ac70c2ab4,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:35:52.952515 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7157c4-5804-454e-81f4-be59ecf71bc4 req-ed3c3e50-9501-410f-8548-c73fdcf4274b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:35:52.953865 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7a7157c4-5804-454e-81f4-be59ecf71bc4 req-ed3c3e50-9501-410f-8548-c73fdcf4274b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5b004d5f15be417cbe32e472a39ce93f&device_id=db755471-155f-4d9e-b81d-3999c64dda09 HTTP/1.1" status: 200 len: 1097 time: 0.2419145 Nov 23 17:35:52.959454 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-b2f7380d-16e8-4ab3-96c6-24f459907cde admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:52.988944 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-92a73398-6a6c-4c54-8ff8-793b41f93d4c None None] For port c36aead8-166a-40e3-8fc2-cd33a7f3dcca, host n-d-816206-8, cleared binding levels {{(pid=103592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:35:53.011063 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-92a73398-6a6c-4c54-8ff8-793b41f93d4c None None] For port c36aead8-166a-40e3-8fc2-cd33a7f3dcca, host n-d-816206-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=c36aead8-166a-40e3-8fc2-cd33a7f3dcca,segment=NetworkSegment(5e541618-468e-4222-8667-b77761c7aa5f),segment_id=5e541618-468e-4222-8667-b77761c7aa5f)] {{(pid=103592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:35:53.019785 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-92a73398-6a6c-4c54-8ff8-793b41f93d4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:53.059701 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d7ba7541-7c4e-493d-91c8-869cd4bb2141 tempest-BulkNetworkOpsIpV6Test-1209817576 tempest-BulkNetworkOpsIpV6Test-1209817576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:53.101226 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7157c4-5804-454e-81f4-be59ecf71bc4 req-63c446b7-d0bd-4280-adfd-45e5482543f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:35:53.103288 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7a7157c4-5804-454e-81f4-be59ecf71bc4 req-63c446b7-d0bd-4280-adfd-45e5482543f2 service neutron] 10.222.0.36 "GET /v2.0/networks?id=a7fc513d-97aa-4b2b-9a51-9e5f9afec91b HTTP/1.1" status: 200 len: 920 time: 0.1403337 Nov 23 17:35:53.106357 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ba7541-7c4e-493d-91c8-869cd4bb2141 tempest-BulkNetworkOpsIpV6Test-1209817576 tempest-BulkNetworkOpsIpV6Test-1209817576-project] Pushing event deleted for resources: {'Port': ['ID=c36aead8-166a-40e3-8fc2-cd33a7f3dcca,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:35:53.121925 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7ba7541-7c4e-493d-91c8-869cd4bb2141 tempest-BulkNetworkOpsIpV6Test-1209817576 tempest-BulkNetworkOpsIpV6Test-1209817576-project] No DVR routers for this DVR port c36aead8-166a-40e3-8fc2-cd33a7f3dcca on host n-d-816206-8 {{(pid=103590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:35:53.165833 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a73398-6a6c-4c54-8ff8-793b41f93d4c None None] Pushing event deleted for resources: {'Port': ['ID=c36aead8-166a-40e3-8fc2-cd33a7f3dcca,revision_number=None']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:35:53.210725 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server [None req-cff99635-ad87-46ca-9cbd-d27a96258d80 None None] Exception during message handling: neutron_lib.exceptions.PortNotFound: Port c36aead8-166a-40e3-8fc2-cd33a7f3dcca could not be found. Nov 23 17:35:53.210725 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 23 17:35:53.210725 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 289, in _get_port Nov 23 17:35:53.210725 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server port = model_query.get_by_id(context, models_v2.Port, id, Nov 23 17:35:53.210725 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 169, in get_by_id Nov 23 17:35:53.210725 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server return query.filter(model.id == object_id).one() Nov 23 17:35:53.210725 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2856, in one Nov 23 17:35:53.210725 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server return self._iter().one() Nov 23 17:35:53.210725 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 1407, in one Nov 23 17:35:53.210725 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server return self._only_one_row( Nov 23 17:35:53.210725 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 561, in _only_one_row Nov 23 17:35:53.210725 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server raise exc.NoResultFound( Nov 23 17:35:53.210725 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server sqlalchemy.exc.NoResultFound: No row was found when one was required Nov 23 17:35:53.210725 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server Nov 23 17:35:53.210725 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: Nov 23 17:35:53.210725 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server Nov 23 17:35:53.210725 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 23 17:35:53.210725 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 23 17:35:53.210725 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 23 17:35:53.210725 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 23 17:35:53.210725 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 23 17:35:53.210725 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 23 17:35:53.210725 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 23 17:35:53.210725 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 23 17:35:53.210725 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 23 17:35:53.210725 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 17:35:53.210725 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 17:35:53.210725 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 17:35:53.210725 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 17:35:53.210725 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 23 17:35:53.210725 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 17:35:53.210725 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 23 17:35:53.210725 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 23 17:35:53.210725 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 17:35:53.210725 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 17:35:53.210725 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 17:35:53.210725 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 17:35:53.210725 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 23 17:35:53.210725 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 17:35:53.210725 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 23 17:35:53.210725 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 23 17:35:53.210725 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 17:35:53.210725 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 17:35:53.210725 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 17:35:53.210725 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 17:35:53.210725 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 23 17:35:53.210725 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 23 17:35:53.210725 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 343, in get_dhcp_port Nov 23 17:35:53.210725 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server return plugin.get_port(context, port_id) Nov 23 17:35:53.210725 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 23 17:35:53.210725 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 23 17:35:53.210725 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 23 17:35:53.210725 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 23 17:35:53.210725 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 17:35:53.210725 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 17:35:53.215365 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 17:35:53.215365 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 17:35:53.215365 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 23 17:35:53.215365 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 17:35:53.215365 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 23 17:35:53.215365 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 23 17:35:53.215365 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 17:35:53.215365 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 17:35:53.215365 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 17:35:53.215365 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 17:35:53.215365 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 23 17:35:53.215365 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 17:35:53.215365 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 23 17:35:53.215365 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 23 17:35:53.215365 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 17:35:53.215365 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 17:35:53.215365 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 17:35:53.215365 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 17:35:53.215365 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 23 17:35:53.215365 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 23 17:35:53.215365 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Nov 23 17:35:53.215365 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Nov 23 17:35:53.215365 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1559, in get_port Nov 23 17:35:53.215365 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server port = self._get_port(context, id, lazy_fields=lazy_fields) Nov 23 17:35:53.215365 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 292, in _get_port Nov 23 17:35:53.215365 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server raise exceptions.PortNotFound(port_id=id) Nov 23 17:35:53.215365 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.PortNotFound: Port c36aead8-166a-40e3-8fc2-cd33a7f3dcca could not be found. Nov 23 17:35:53.215365 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server Nov 23 17:35:53.219752 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7a7157c4-5804-454e-81f4-be59ecf71bc4 req-d969c4b3-0d9f-426a-9737-c79a8459f2ef service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cce38756-b262-4b06-8ceb-2d23048856a1 HTTP/1.1" status: 200 len: 217 time: 0.0809684 Nov 23 17:35:53.230166 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-b2f7380d-16e8-4ab3-96c6-24f459907cde admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:53.290524 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8826d9b-4dd9-43e5-a463-0d3316b71e5a None None] Network 283658b8-f2e8-424e-b415-0c41f57e5853 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:35:53.301758 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d7ba7541-7c4e-493d-91c8-869cd4bb2141 tempest-BulkNetworkOpsIpV6Test-1209817576 tempest-BulkNetworkOpsIpV6Test-1209817576-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973419', 'neutron.services.segments.db._delete_segments_for_network-8736635878840'] for network, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:53.329533 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-d7ba7541-7c4e-493d-91c8-869cd4bb2141 tempest-BulkNetworkOpsIpV6Test-1209817576 tempest-BulkNetworkOpsIpV6Test-1209817576-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['283658b8-f2e8-424e-b415-0c41f57e5853']}} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:35:53.333013 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7157c4-5804-454e-81f4-be59ecf71bc4 req-53709934-e8ad-4893-88ab-e3cc3da24457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:35:53.334526 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7a7157c4-5804-454e-81f4-be59ecf71bc4 req-53709934-e8ad-4893-88ab-e3cc3da24457 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1b8a3d78-3bde-4257-9e3e-58e9b2ea43c2 HTTP/1.1" status: 200 len: 859 time: 0.1012232 Nov 23 17:35:53.342397 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-d7ba7541-7c4e-493d-91c8-869cd4bb2141 tempest-BulkNetworkOpsIpV6Test-1209817576 tempest-BulkNetworkOpsIpV6Test-1209817576-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e541618-468e-4222-8667-b77761c7aa5f') {'for_net_delete': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:35:53.343298 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-d7ba7541-7c4e-493d-91c8-869cd4bb2141 tempest-BulkNetworkOpsIpV6Test-1209817576 tempest-BulkNetworkOpsIpV6Test-1209817576-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e541618-468e-4222-8667-b77761c7aa5f') {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:35:53.361617 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d7ba7541-7c4e-493d-91c8-869cd4bb2141 tempest-BulkNetworkOpsIpV6Test-1209817576 tempest-BulkNetworkOpsIpV6Test-1209817576-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736635840332', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-267528353'] for segment, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:53.377164 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d7ba7541-7c4e-493d-91c8-869cd4bb2141 tempest-BulkNetworkOpsIpV6Test-1209817576 tempest-BulkNetworkOpsIpV6Test-1209817576-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:53.385491 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7ba7541-7c4e-493d-91c8-869cd4bb2141 tempest-BulkNetworkOpsIpV6Test-1209817576 tempest-BulkNetworkOpsIpV6Test-1209817576-project] Releasing vlan 509 on physical network physnet1 to pool {{(pid=103590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 17:35:53.386460 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d7ba7541-7c4e-493d-91c8-869cd4bb2141 tempest-BulkNetworkOpsIpV6Test-1209817576 tempest-BulkNetworkOpsIpV6Test-1209817576-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264370093'] for segment, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:53.434500 n-d-816206-8 neutron-server[103590]: Traceback (most recent call last): Nov 23 17:35:53.434500 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 17:35:53.434500 n-d-816206-8 neutron-server[103590]: timer() Nov 23 17:35:53.434500 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 17:35:53.434500 n-d-816206-8 neutron-server[103590]: cb(*args, **kw) Nov 23 17:35:53.434500 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 17:35:53.434500 n-d-816206-8 neutron-server[103590]: return func(*args, **kwargs) Nov 23 17:35:53.434500 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 17:35:53.434500 n-d-816206-8 neutron-server[103590]: self._notify() Nov 23 17:35:53.434500 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 17:35:53.434500 n-d-816206-8 neutron-server[103590]: self.callback(batched_events) Nov 23 17:35:53.434500 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 17:35:53.434500 n-d-816206-8 neutron-server[103590]: event.method(event) Nov 23 17:35:53.434500 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 17:35:53.434500 n-d-816206-8 neutron-server[103590]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 17:35:53.434500 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 17:35:53.434500 n-d-816206-8 neutron-server[103590]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 17:35:53.434500 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 17:35:53.434500 n-d-816206-8 neutron-server[103590]: return f(self, *a, **k) Nov 23 17:35:53.434500 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 17:35:53.434500 n-d-816206-8 neutron-server[103590]: return self._get(url).json() Nov 23 17:35:53.434500 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 17:35:53.434500 n-d-816206-8 neutron-server[103590]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 17:35:53.434500 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 17:35:53.434500 n-d-816206-8 neutron-server[103590]: return self.request(url, 'GET', **kwargs) Nov 23 17:35:53.434500 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 17:35:53.434500 n-d-816206-8 neutron-server[103590]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 17:35:53.434500 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 17:35:53.434500 n-d-816206-8 neutron-server[103590]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 17:35:53.434500 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 17:35:53.434500 n-d-816206-8 neutron-server[103590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 17:35:53.434500 n-d-816206-8 neutron-server[103590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 17:35:53.447983 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7a7157c4-5804-454e-81f4-be59ecf71bc4 req-2ce58d17-e47c-45b9-998c-ff0b6c093150 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a7fc513d-97aa-4b2b-9a51-9e5f9afec91b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0751779 Nov 23 17:35:53.475504 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d9435c0-e19c-4b9b-a41c-9e56e06f9f41 None None] get_active_networks_info from n-d-816206-8 {{(pid=103592) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 23 17:35:53.520234 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d7ba7541-7c4e-493d-91c8-869cd4bb2141 tempest-BulkNetworkOpsIpV6Test-1209817576 tempest-BulkNetworkOpsIpV6Test-1209817576-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1795418'] for network, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:53.535092 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d7ba7541-7c4e-493d-91c8-869cd4bb2141 tempest-BulkNetworkOpsIpV6Test-1209817576 tempest-BulkNetworkOpsIpV6Test-1209817576-project] Publish callbacks [] for network, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:53.543861 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-d7ba7541-7c4e-493d-91c8-869cd4bb2141 tempest-BulkNetworkOpsIpV6Test-1209817576 tempest-BulkNetworkOpsIpV6Test-1209817576-project] 10.222.0.60 "DELETE /v2.0/networks/283658b8-f2e8-424e-b415-0c41f57e5853 HTTP/1.1" status: 204 len: 168 time: 1.1615078 Nov 23 17:35:53.553755 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 43270) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:35:53.557450 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ba7541-7c4e-493d-91c8-869cd4bb2141 tempest-BulkNetworkOpsIpV6Test-1209817576 tempest-BulkNetworkOpsIpV6Test-1209817576-project] Pushing event deleted for resources: {'Network': ['ID=283658b8-f2e8-424e-b415-0c41f57e5853,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:35:53.576398 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-84ba4469-b4d8-4513-a39b-14aca89f24e5 req-d4ec6ddc-cf04-4b81-8299-a4eb4518c90e tempest-ServerRescueTestJSONUnderV235-2089606454 tempest-ServerRescueTestJSONUnderV235-2089606454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:53.588884 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7320be-7e20-4634-81b4-bac0ab0871a0 req-bb7ec3f5-07c7-4049-850d-bcbcb02f6401 tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:35:53.590482 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-cc7320be-7e20-4634-81b4-bac0ab0871a0 req-bb7ec3f5-07c7-4049-850d-bcbcb02f6401 tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] 10.222.0.60 "GET /v2.0/ports?device_id=7381ae1d-a208-4b78-a6b3-2ed033ea2f6d HTTP/1.1" status: 200 len: 945 time: 0.2549250 Nov 23 17:35:53.684383 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-b2f7380d-16e8-4ab3-96c6-24f459907cde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:53.686908 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-b2f7380d-16e8-4ab3-96c6-24f459907cde admin admin] Publish callbacks [] for security_group, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:53.688061 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-b2f7380d-16e8-4ab3-96c6-24f459907cde admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c7c7bf1f-2058-4288-a05e-329ac70c2ab4 HTTP/1.1" status: 204 len: 168 time: 0.8621533 Nov 23 17:35:53.817814 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f7380d-16e8-4ab3-96c6-24f459907cde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7c7bf1f-2058-4288-a05e-329ac70c2ab4,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:35:53.853444 n-d-816206-8 neutron-server[103592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d9435c0-e19c-4b9b-a41c-9e56e06f9f41 None None] Resources bound (agent type, host, resource id): {{(pid=103592) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 23 17:35:53.864185 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-2fc54f14-79bb-4465-95df-b3d6898b3e37 tempest-BulkNetworkOpsIpV6Test-1209817576 tempest-BulkNetworkOpsIpV6Test-1209817576-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-555181'] for network, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:53.876454 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-cc7320be-7e20-4634-81b4-bac0ab0871a0 req-18b35250-f7a1-4734-8b11-67b53f751955 tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] 10.222.0.60 "GET /v2.0/security-groups?id=67691fce-8308-48e3-b930-b7465ae25797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2722218 Nov 23 17:35:53.882087 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7a7157c4-5804-454e-81f4-be59ecf71bc4 req-ecf3cc82-72e4-4faa-a0f6-90b60e98ad74 service neutron] 10.222.0.36 "GET /v2.0/networks/a7fc513d-97aa-4b2b-9a51-9e5f9afec91b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4222186 Nov 23 17:35:53.993046 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.db_base_plugin_common [req-84ba4469-b4d8-4513-a39b-14aca89f24e5 req-d4ec6ddc-cf04-4b81-8299-a4eb4518c90e tempest-ServerRescueTestJSONUnderV235-2089606454 tempest-ServerRescueTestJSONUnderV235-2089606454-project] Allocated IP 172.25.3.27 (4c8455ba-1be5-42ac-b8c2-8a16e1292d55/08fe3644-ce41-4c3f-a7ea-92bac0f0fff5/0e27b5f5-f12f-432a-abbb-db701401ff33) {{(pid=103591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:35:54.223182 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7a7157c4-5804-454e-81f4-be59ecf71bc4 req-dadb515d-59fe-4513-ab20-86bece07cb36 service neutron] 10.222.0.36 "GET /v2.0/networks/a7fc513d-97aa-4b2b-9a51-9e5f9afec91b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3182592 Nov 23 17:35:54.299620 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 43290) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:35:54.320504 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8fa1263d-294a-4cbf-80c4-94503dabe230 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:54.331870 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-84ba4469-b4d8-4513-a39b-14aca89f24e5 req-d4ec6ddc-cf04-4b81-8299-a4eb4518c90e tempest-ServerRescueTestJSONUnderV235-2089606454 tempest-ServerRescueTestJSONUnderV235-2089606454-project] Publish callbacks [] for port, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:54.348372 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-2fc54f14-79bb-4465-95df-b3d6898b3e37 tempest-BulkNetworkOpsIpV6Test-1209817576 tempest-BulkNetworkOpsIpV6Test-1209817576-project] Deleting port b171e1ea-48da-40b3-bfc4-65f37e0861ce {{(pid=103591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:35:54.348729 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-2fc54f14-79bb-4465-95df-b3d6898b3e37 tempest-BulkNetworkOpsIpV6Test-1209817576 tempest-BulkNetworkOpsIpV6Test-1209817576-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:54.404370 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9fac0f2-a791-48af-bae4-3596cf5b38bf None None] get_active_networks_info from n-d-816206-8 {{(pid=103592) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 23 17:35:54.433861 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-84ba4469-b4d8-4513-a39b-14aca89f24e5 req-d4ec6ddc-cf04-4b81-8299-a4eb4518c90e tempest-ServerRescueTestJSONUnderV235-2089606454 tempest-ServerRescueTestJSONUnderV235-2089606454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:54.482557 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ec6ddc-cf04-4b81-8299-a4eb4518c90e tempest-ServerRescueTestJSONUnderV235-2089606454 tempest-ServerRescueTestJSONUnderV235-2089606454-project] Pushing event updated for resources: {'Port': ['ID=0e27b5f5-f12f-432a-abbb-db701401ff33,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:35:54.498602 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8fa1263d-294a-4cbf-80c4-94503dabe230 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:54.500085 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [None req-2fc54f14-79bb-4465-95df-b3d6898b3e37 tempest-BulkNetworkOpsIpV6Test-1209817576 tempest-BulkNetworkOpsIpV6Test-1209817576-project] For port b171e1ea-48da-40b3-bfc4-65f37e0861ce, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=b171e1ea-48da-40b3-bfc4-65f37e0861ce,segment=NetworkSegment(20631d43-6847-4fd7-87e6-edc738e4a97f),segment_id=20631d43-6847-4fd7-87e6-edc738e4a97f)] {{(pid=103591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:35:54.500519 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-2fc54f14-79bb-4465-95df-b3d6898b3e37 tempest-BulkNetworkOpsIpV6Test-1209817576 tempest-BulkNetworkOpsIpV6Test-1209817576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:54.504907 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8fa1263d-294a-4cbf-80c4-94503dabe230 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:54.520692 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84ba4469-b4d8-4513-a39b-14aca89f24e5 req-d4ec6ddc-cf04-4b81-8299-a4eb4518c90e tempest-ServerRescueTestJSONUnderV235-2089606454 tempest-ServerRescueTestJSONUnderV235-2089606454-project] Network 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 is already hosted by enough agents. {{(pid=103591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:35:54.521629 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-2fc54f14-79bb-4465-95df-b3d6898b3e37 tempest-BulkNetworkOpsIpV6Test-1209817576 tempest-BulkNetworkOpsIpV6Test-1209817576-project] Calling delete_port for b171e1ea-48da-40b3-bfc4-65f37e0861ce owned by network:dhcp {{(pid=103591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:35:54.525865 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [req-84ba4469-b4d8-4513-a39b-14aca89f24e5 req-d4ec6ddc-cf04-4b81-8299-a4eb4518c90e tempest-ServerRescueTestJSONUnderV235-2089606454 tempest-ServerRescueTestJSONUnderV235-2089606454-project] Resources bound (agent type, host, resource id): {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:35:54.528985 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [req-84ba4469-b4d8-4513-a39b-14aca89f24e5 req-d4ec6ddc-cf04-4b81-8299-a4eb4518c90e tempest-ServerRescueTestJSONUnderV235-2089606454 tempest-ServerRescueTestJSONUnderV235-2089606454-project] Received port after_create {{(pid=103591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:35:54.623204 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-8fa1263d-294a-4cbf-80c4-94503dabe230 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f2266ba168a2407e863ad05e963d3318&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3190618 Nov 23 17:35:54.623204 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa1263d-294a-4cbf-80c4-94503dabe230 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10222515-eb6d-4d22-8ece-9a6f35618887,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:35:54.625505 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 43292) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:35:54.665422 n-d-816206-8 neutron-server[103592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9fac0f2-a791-48af-bae4-3596cf5b38bf None None] Resources bound (agent type, host, resource id): {{(pid=103592) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 23 17:35:54.697912 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-c44f3556-629e-4205-bf59-dac3deba0baf None None] Provisioning complete for port 2ec817d4-d373-4795-968d-20f56c02cef8 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:35:54.698884 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c44f3556-629e-4205-bf59-dac3deba0baf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:54.749694 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-84ba4469-b4d8-4513-a39b-14aca89f24e5 req-d4ec6ddc-cf04-4b81-8299-a4eb4518c90e tempest-ServerRescueTestJSONUnderV235-2089606454 tempest-ServerRescueTestJSONUnderV235-2089606454-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:54.751156 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-acd2ab30-d0fe-44aa-9b6b-221c789d92e5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:54.755142 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-2fc54f14-79bb-4465-95df-b3d6898b3e37 tempest-BulkNetworkOpsIpV6Test-1209817576 tempest-BulkNetworkOpsIpV6Test-1209817576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:54.780334 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fc54f14-79bb-4465-95df-b3d6898b3e37 tempest-BulkNetworkOpsIpV6Test-1209817576 tempest-BulkNetworkOpsIpV6Test-1209817576-project] No DVR routers for this DVR port b171e1ea-48da-40b3-bfc4-65f37e0861ce on host n-d-816206-8 {{(pid=103591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:35:54.835939 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc54f14-79bb-4465-95df-b3d6898b3e37 tempest-BulkNetworkOpsIpV6Test-1209817576 tempest-BulkNetworkOpsIpV6Test-1209817576-project] Pushing event deleted for resources: {'Port': ['ID=b171e1ea-48da-40b3-bfc4-65f37e0861ce,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:35:54.860376 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-acd2ab30-d0fe-44aa-9b6b-221c789d92e5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:54.914870 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-c44f3556-629e-4205-bf59-dac3deba0baf None None] Provisioning complete for port cce38756-b262-4b06-8ceb-2d23048856a1 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:35:54.915385 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c44f3556-629e-4205-bf59-dac3deba0baf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:54.945117 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-2fc54f14-79bb-4465-95df-b3d6898b3e37 tempest-BulkNetworkOpsIpV6Test-1209817576 tempest-BulkNetworkOpsIpV6Test-1209817576-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973419', 'neutron.services.segments.db._delete_segments_for_network-8736635878840'] for network, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:55.017290 n-d-816206-8 neutron-server[103591]: DEBUG neutron.services.segments.db [None req-2fc54f14-79bb-4465-95df-b3d6898b3e37 tempest-BulkNetworkOpsIpV6Test-1209817576 tempest-BulkNetworkOpsIpV6Test-1209817576-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb28f40b-6539-455b-b339-5d67a4b7102f']}} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:35:55.022412 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-84ba4469-b4d8-4513-a39b-14aca89f24e5 req-d4ec6ddc-cf04-4b81-8299-a4eb4518c90e tempest-ServerRescueTestJSONUnderV235-2089606454 tempest-ServerRescueTestJSONUnderV235-2089606454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:55.068521 n-d-816206-8 neutron-server[103591]: DEBUG neutron.services.segments.db [None req-2fc54f14-79bb-4465-95df-b3d6898b3e37 tempest-BulkNetworkOpsIpV6Test-1209817576 tempest-BulkNetworkOpsIpV6Test-1209817576-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20631d43-6847-4fd7-87e6-edc738e4a97f') {'for_net_delete': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:35:55.068802 n-d-816206-8 neutron-server[103591]: DEBUG neutron.services.segments.db [None req-2fc54f14-79bb-4465-95df-b3d6898b3e37 tempest-BulkNetworkOpsIpV6Test-1209817576 tempest-BulkNetworkOpsIpV6Test-1209817576-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20631d43-6847-4fd7-87e6-edc738e4a97f') {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:35:55.084243 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-2fc54f14-79bb-4465-95df-b3d6898b3e37 tempest-BulkNetworkOpsIpV6Test-1209817576 tempest-BulkNetworkOpsIpV6Test-1209817576-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736635840332', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265989959'] for segment, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:55.119723 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-2fc54f14-79bb-4465-95df-b3d6898b3e37 tempest-BulkNetworkOpsIpV6Test-1209817576 tempest-BulkNetworkOpsIpV6Test-1209817576-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:55.234735 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-c44f3556-629e-4205-bf59-dac3deba0baf None None] Provisioning complete for port 1b439740-9fbd-4f4e-b6f6-ae7422d785d2 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:35:55.235365 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c44f3556-629e-4205-bf59-dac3deba0baf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:55.332197 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c520397-5762-4f26-8a77-c9a87708d988 req-a6ee6425-0425-41b7-b630-cd6f9c134117 tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:35:55.342074 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-3c520397-5762-4f26-8a77-c9a87708d988 req-a6ee6425-0425-41b7-b630-cd6f9c134117 tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] 10.222.0.60 "GET /v2.0/ports?device_id=7381ae1d-a208-4b78-a6b3-2ed033ea2f6d HTTP/1.1" status: 200 len: 945 time: 0.3679838 Nov 23 17:35:55.380538 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2fc54f14-79bb-4465-95df-b3d6898b3e37 tempest-BulkNetworkOpsIpV6Test-1209817576 tempest-BulkNetworkOpsIpV6Test-1209817576-project] Releasing vlan 505 on physical network physnet1 to pool {{(pid=103591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 17:35:55.381183 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-2fc54f14-79bb-4465-95df-b3d6898b3e37 tempest-BulkNetworkOpsIpV6Test-1209817576 tempest-BulkNetworkOpsIpV6Test-1209817576-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264756290'] for segment, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:55.509089 n-d-816206-8 neutron-server[103591]: Traceback (most recent call last): Nov 23 17:35:55.509089 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 17:35:55.509089 n-d-816206-8 neutron-server[103591]: timer() Nov 23 17:35:55.509089 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 17:35:55.509089 n-d-816206-8 neutron-server[103591]: cb(*args, **kw) Nov 23 17:35:55.509089 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 17:35:55.509089 n-d-816206-8 neutron-server[103591]: return func(*args, **kwargs) Nov 23 17:35:55.509089 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 17:35:55.509089 n-d-816206-8 neutron-server[103591]: self._notify() Nov 23 17:35:55.509089 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 17:35:55.509089 n-d-816206-8 neutron-server[103591]: self.callback(batched_events) Nov 23 17:35:55.509089 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 17:35:55.509089 n-d-816206-8 neutron-server[103591]: event.method(event) Nov 23 17:35:55.509089 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 17:35:55.509089 n-d-816206-8 neutron-server[103591]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 17:35:55.509089 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 17:35:55.509089 n-d-816206-8 neutron-server[103591]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 17:35:55.509089 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 17:35:55.509089 n-d-816206-8 neutron-server[103591]: return f(self, *a, **k) Nov 23 17:35:55.509089 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 17:35:55.509089 n-d-816206-8 neutron-server[103591]: return self._get(url).json() Nov 23 17:35:55.509089 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 17:35:55.509089 n-d-816206-8 neutron-server[103591]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 17:35:55.509089 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 17:35:55.509089 n-d-816206-8 neutron-server[103591]: return self.request(url, 'GET', **kwargs) Nov 23 17:35:55.509089 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 17:35:55.509089 n-d-816206-8 neutron-server[103591]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 17:35:55.509089 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 17:35:55.509089 n-d-816206-8 neutron-server[103591]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 17:35:55.509089 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 17:35:55.509089 n-d-816206-8 neutron-server[103591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 17:35:55.509089 n-d-816206-8 neutron-server[103591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 17:35:55.511551 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-acd2ab30-d0fe-44aa-9b6b-221c789d92e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:55.513064 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-acd2ab30-d0fe-44aa-9b6b-221c789d92e5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:55.517710 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-acd2ab30-d0fe-44aa-9b6b-221c789d92e5 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/10222515-eb6d-4d22-8ece-9a6f35618887 HTTP/1.1" status: 204 len: 168 time: 0.8912170 Nov 23 17:35:55.530424 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-2fc54f14-79bb-4465-95df-b3d6898b3e37 tempest-BulkNetworkOpsIpV6Test-1209817576 tempest-BulkNetworkOpsIpV6Test-1209817576-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1795418'] for network, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:55.571770 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-2fc54f14-79bb-4465-95df-b3d6898b3e37 tempest-BulkNetworkOpsIpV6Test-1209817576 tempest-BulkNetworkOpsIpV6Test-1209817576-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for network, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:55.576100 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-2fc54f14-79bb-4465-95df-b3d6898b3e37 tempest-BulkNetworkOpsIpV6Test-1209817576 tempest-BulkNetworkOpsIpV6Test-1209817576-project] 10.222.0.60 "DELETE /v2.0/networks/fb28f40b-6539-455b-b339-5d67a4b7102f HTTP/1.1" status: 204 len: 168 time: 2.0110133 Nov 23 17:35:55.577629 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc54f14-79bb-4465-95df-b3d6898b3e37 tempest-BulkNetworkOpsIpV6Test-1209817576 tempest-BulkNetworkOpsIpV6Test-1209817576-project] Pushing event deleted for resources: {'Network': ['ID=fb28f40b-6539-455b-b339-5d67a4b7102f,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:35:55.578633 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 43308) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:35:55.608369 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd2ab30-d0fe-44aa-9b6b-221c789d92e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10222515-eb6d-4d22-8ece-9a6f35618887,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:35:55.755707 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-3c520397-5762-4f26-8a77-c9a87708d988 req-c6f604be-cb72-4f11-a20b-8d35ab200b18 tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] 10.222.0.60 "GET /v2.0/security-groups?id=67691fce-8308-48e3-b930-b7465ae25797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4102683 Nov 23 17:35:55.789871 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-89aadef8-8c7f-44dd-9913-04b248df1dc5 tempest-BulkNetworkOpsIpV6Test-1209817576 tempest-BulkNetworkOpsIpV6Test-1209817576-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-555181'] for network, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:55.831840 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-84ba4469-b4d8-4513-a39b-14aca89f24e5 req-d4ec6ddc-cf04-4b81-8299-a4eb4518c90e tempest-ServerRescueTestJSONUnderV235-2089606454 tempest-ServerRescueTestJSONUnderV235-2089606454-project] Publish callbacks [] for port, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:55.841555 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-84ba4469-b4d8-4513-a39b-14aca89f24e5 req-d4ec6ddc-cf04-4b81-8299-a4eb4518c90e tempest-ServerRescueTestJSONUnderV235-2089606454 tempest-ServerRescueTestJSONUnderV235-2089606454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264758186'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:55.968130 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-89aadef8-8c7f-44dd-9913-04b248df1dc5 tempest-BulkNetworkOpsIpV6Test-1209817576 tempest-BulkNetworkOpsIpV6Test-1209817576-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973419', 'neutron.services.segments.db._delete_segments_for_network-8736635878840'] for network, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:55.992639 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ec6ddc-cf04-4b81-8299-a4eb4518c90e tempest-ServerRescueTestJSONUnderV235-2089606454 tempest-ServerRescueTestJSONUnderV235-2089606454-project] Pushing event updated for resources: {'Port': ['ID=0e27b5f5-f12f-432a-abbb-db701401ff33,revision_number=2']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:35:56.011513 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-84ba4469-b4d8-4513-a39b-14aca89f24e5 req-d4ec6ddc-cf04-4b81-8299-a4eb4518c90e tempest-ServerRescueTestJSONUnderV235-2089606454 tempest-ServerRescueTestJSONUnderV235-2089606454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1795396'] for floatingip, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:56.027641 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-89aadef8-8c7f-44dd-9913-04b248df1dc5 tempest-BulkNetworkOpsIpV6Test-1209817576 tempest-BulkNetworkOpsIpV6Test-1209817576-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d31d56b-12eb-44bf-904d-91c8d022504b']}} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:35:56.036879 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-84ba4469-b4d8-4513-a39b-14aca89f24e5 req-d4ec6ddc-cf04-4b81-8299-a4eb4518c90e tempest-ServerRescueTestJSONUnderV235-2089606454 tempest-ServerRescueTestJSONUnderV235-2089606454-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for floatingip, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:56.038141 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-84ba4469-b4d8-4513-a39b-14aca89f24e5 req-d4ec6ddc-cf04-4b81-8299-a4eb4518c90e tempest-ServerRescueTestJSONUnderV235-2089606454 tempest-ServerRescueTestJSONUnderV235-2089606454-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.6143632 Nov 23 17:35:56.039319 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-89aadef8-8c7f-44dd-9913-04b248df1dc5 tempest-BulkNetworkOpsIpV6Test-1209817576 tempest-BulkNetworkOpsIpV6Test-1209817576-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0fdcf664-2582-41ee-b38e-47a29eecbd29') {'for_net_delete': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:35:56.039646 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-89aadef8-8c7f-44dd-9913-04b248df1dc5 tempest-BulkNetworkOpsIpV6Test-1209817576 tempest-BulkNetworkOpsIpV6Test-1209817576-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0fdcf664-2582-41ee-b38e-47a29eecbd29') {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:35:56.065921 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-89aadef8-8c7f-44dd-9913-04b248df1dc5 tempest-BulkNetworkOpsIpV6Test-1209817576 tempest-BulkNetworkOpsIpV6Test-1209817576-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736635840332', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-267528353'] for segment, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:56.087451 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-89aadef8-8c7f-44dd-9913-04b248df1dc5 tempest-BulkNetworkOpsIpV6Test-1209817576 tempest-BulkNetworkOpsIpV6Test-1209817576-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:56.097189 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89aadef8-8c7f-44dd-9913-04b248df1dc5 tempest-BulkNetworkOpsIpV6Test-1209817576 tempest-BulkNetworkOpsIpV6Test-1209817576-project] Releasing vlan 511 on physical network physnet1 to pool {{(pid=103590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 17:35:56.097591 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-89aadef8-8c7f-44dd-9913-04b248df1dc5 tempest-BulkNetworkOpsIpV6Test-1209817576 tempest-BulkNetworkOpsIpV6Test-1209817576-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264370093'] for segment, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:56.107814 n-d-816206-8 neutron-server[103590]: Traceback (most recent call last): Nov 23 17:35:56.107814 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 17:35:56.107814 n-d-816206-8 neutron-server[103590]: timer() Nov 23 17:35:56.107814 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 17:35:56.107814 n-d-816206-8 neutron-server[103590]: cb(*args, **kw) Nov 23 17:35:56.107814 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 17:35:56.107814 n-d-816206-8 neutron-server[103590]: return func(*args, **kwargs) Nov 23 17:35:56.107814 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 17:35:56.107814 n-d-816206-8 neutron-server[103590]: self._notify() Nov 23 17:35:56.107814 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 17:35:56.107814 n-d-816206-8 neutron-server[103590]: self.callback(batched_events) Nov 23 17:35:56.107814 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 17:35:56.107814 n-d-816206-8 neutron-server[103590]: event.method(event) Nov 23 17:35:56.107814 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 17:35:56.107814 n-d-816206-8 neutron-server[103590]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 17:35:56.107814 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 17:35:56.107814 n-d-816206-8 neutron-server[103590]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 17:35:56.107814 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 17:35:56.107814 n-d-816206-8 neutron-server[103590]: return f(self, *a, **k) Nov 23 17:35:56.107814 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 17:35:56.107814 n-d-816206-8 neutron-server[103590]: return self._get(url).json() Nov 23 17:35:56.107814 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 17:35:56.107814 n-d-816206-8 neutron-server[103590]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 17:35:56.107814 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 17:35:56.107814 n-d-816206-8 neutron-server[103590]: return self.request(url, 'GET', **kwargs) Nov 23 17:35:56.107814 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 17:35:56.107814 n-d-816206-8 neutron-server[103590]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 17:35:56.107814 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 17:35:56.107814 n-d-816206-8 neutron-server[103590]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 17:35:56.107814 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 17:35:56.107814 n-d-816206-8 neutron-server[103590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 17:35:56.107814 n-d-816206-8 neutron-server[103590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 17:35:56.159719 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-84ba4469-b4d8-4513-a39b-14aca89f24e5 req-b889c514-df5b-4dec-b064-66e72e311049 tempest-ServerRescueTestJSONUnderV235-2089606454 tempest-ServerRescueTestJSONUnderV235-2089606454-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.3.27 HTTP/1.1" status: 200 len: 695 time: 0.1128798 Nov 23 17:35:56.242093 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-89aadef8-8c7f-44dd-9913-04b248df1dc5 tempest-BulkNetworkOpsIpV6Test-1209817576 tempest-BulkNetworkOpsIpV6Test-1209817576-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1795418'] for network, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:56.261303 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-89aadef8-8c7f-44dd-9913-04b248df1dc5 tempest-BulkNetworkOpsIpV6Test-1209817576 tempest-BulkNetworkOpsIpV6Test-1209817576-project] Publish callbacks [] for network, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:56.273780 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-89aadef8-8c7f-44dd-9913-04b248df1dc5 tempest-BulkNetworkOpsIpV6Test-1209817576 tempest-BulkNetworkOpsIpV6Test-1209817576-project] 10.222.0.60 "DELETE /v2.0/networks/7d31d56b-12eb-44bf-904d-91c8d022504b HTTP/1.1" status: 204 len: 168 time: 0.6936731 Nov 23 17:35:56.275599 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 43318) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:35:56.307587 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89aadef8-8c7f-44dd-9913-04b248df1dc5 tempest-BulkNetworkOpsIpV6Test-1209817576 tempest-BulkNetworkOpsIpV6Test-1209817576-project] Pushing event deleted for resources: {'Network': ['ID=7d31d56b-12eb-44bf-904d-91c8d022504b,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:35:56.406023 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ba4469-b4d8-4513-a39b-14aca89f24e5 req-6d5ac1a3-c95c-44ce-8a68-3c4586bd7919 tempest-ServerRescueTestJSONUnderV235-2089606454 tempest-ServerRescueTestJSONUnderV235-2089606454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:35:56.407653 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-84ba4469-b4d8-4513-a39b-14aca89f24e5 req-6d5ac1a3-c95c-44ce-8a68-3c4586bd7919 tempest-ServerRescueTestJSONUnderV235-2089606454 tempest-ServerRescueTestJSONUnderV235-2089606454-project] 10.222.0.60 "GET /v2.0/networks/4c8455ba-1be5-42ac-b8c2-8a16e1292d55 HTTP/1.1" status: 200 len: 784 time: 0.2400761 Nov 23 17:35:56.518320 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-9a5d9e82-e420-4734-8626-bd96c8f2e819 tempest-BulkNetworkOpsIpV6Test-1209817576 tempest-BulkNetworkOpsIpV6Test-1209817576-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-555181'] for network, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:56.706736 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-9a5d9e82-e420-4734-8626-bd96c8f2e819 tempest-BulkNetworkOpsIpV6Test-1209817576 tempest-BulkNetworkOpsIpV6Test-1209817576-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973419', 'neutron.services.segments.db._delete_segments_for_network-8736635878840'] for network, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:56.747166 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-9a5d9e82-e420-4734-8626-bd96c8f2e819 tempest-BulkNetworkOpsIpV6Test-1209817576 tempest-BulkNetworkOpsIpV6Test-1209817576-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4defaddb-186e-4fb6-93f6-7fd028e35786']}} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:35:56.768747 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-9a5d9e82-e420-4734-8626-bd96c8f2e819 tempest-BulkNetworkOpsIpV6Test-1209817576 tempest-BulkNetworkOpsIpV6Test-1209817576-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cfad8219-0104-4ce1-a5a6-1fd1b8ae01b7') {'for_net_delete': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:35:56.769053 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-9a5d9e82-e420-4734-8626-bd96c8f2e819 tempest-BulkNetworkOpsIpV6Test-1209817576 tempest-BulkNetworkOpsIpV6Test-1209817576-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cfad8219-0104-4ce1-a5a6-1fd1b8ae01b7') {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:35:56.791723 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-9a5d9e82-e420-4734-8626-bd96c8f2e819 tempest-BulkNetworkOpsIpV6Test-1209817576 tempest-BulkNetworkOpsIpV6Test-1209817576-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736635840332', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-267528353'] for segment, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:56.824227 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-9a5d9e82-e420-4734-8626-bd96c8f2e819 tempest-BulkNetworkOpsIpV6Test-1209817576 tempest-BulkNetworkOpsIpV6Test-1209817576-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:56.832804 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a5d9e82-e420-4734-8626-bd96c8f2e819 tempest-BulkNetworkOpsIpV6Test-1209817576 tempest-BulkNetworkOpsIpV6Test-1209817576-project] Releasing vlan 547 on physical network physnet1 to pool {{(pid=103590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 17:35:56.833494 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-9a5d9e82-e420-4734-8626-bd96c8f2e819 tempest-BulkNetworkOpsIpV6Test-1209817576 tempest-BulkNetworkOpsIpV6Test-1209817576-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264370093'] for segment, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:56.837505 n-d-816206-8 neutron-server[103590]: Traceback (most recent call last): Nov 23 17:35:56.837505 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 17:35:56.837505 n-d-816206-8 neutron-server[103590]: timer() Nov 23 17:35:56.837505 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 17:35:56.837505 n-d-816206-8 neutron-server[103590]: cb(*args, **kw) Nov 23 17:35:56.837505 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 17:35:56.837505 n-d-816206-8 neutron-server[103590]: return func(*args, **kwargs) Nov 23 17:35:56.837505 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 17:35:56.837505 n-d-816206-8 neutron-server[103590]: self._notify() Nov 23 17:35:56.837505 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 17:35:56.837505 n-d-816206-8 neutron-server[103590]: self.callback(batched_events) Nov 23 17:35:56.837505 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 17:35:56.837505 n-d-816206-8 neutron-server[103590]: event.method(event) Nov 23 17:35:56.837505 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 17:35:56.837505 n-d-816206-8 neutron-server[103590]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 17:35:56.837505 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 17:35:56.837505 n-d-816206-8 neutron-server[103590]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 17:35:56.837505 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 17:35:56.837505 n-d-816206-8 neutron-server[103590]: return f(self, *a, **k) Nov 23 17:35:56.837505 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 17:35:56.837505 n-d-816206-8 neutron-server[103590]: return self._get(url).json() Nov 23 17:35:56.837505 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 17:35:56.837505 n-d-816206-8 neutron-server[103590]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 17:35:56.837505 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 17:35:56.837505 n-d-816206-8 neutron-server[103590]: return self.request(url, 'GET', **kwargs) Nov 23 17:35:56.837505 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 17:35:56.837505 n-d-816206-8 neutron-server[103590]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 17:35:56.837505 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 17:35:56.837505 n-d-816206-8 neutron-server[103590]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 17:35:56.837505 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 17:35:56.837505 n-d-816206-8 neutron-server[103590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 17:35:56.837505 n-d-816206-8 neutron-server[103590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 17:35:56.851194 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280218c8-275f-4e81-820b-22dc067ca40d req-0deea3aa-668f-4073-a548-fede53ff334f tempest-ServerRescueTestJSONUnderV235-2089606454 tempest-ServerRescueTestJSONUnderV235-2089606454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:35:56.853036 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-280218c8-275f-4e81-820b-22dc067ca40d req-0deea3aa-668f-4073-a548-fede53ff334f tempest-ServerRescueTestJSONUnderV235-2089606454 tempest-ServerRescueTestJSONUnderV235-2089606454-project] 10.222.0.60 "GET /v2.0/ports?device_id=db755471-155f-4d9e-b81d-3999c64dda09&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2958889 Nov 23 17:35:56.970595 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-9a5d9e82-e420-4734-8626-bd96c8f2e819 tempest-BulkNetworkOpsIpV6Test-1209817576 tempest-BulkNetworkOpsIpV6Test-1209817576-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1795418'] for network, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:56.984440 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-9a5d9e82-e420-4734-8626-bd96c8f2e819 tempest-BulkNetworkOpsIpV6Test-1209817576 tempest-BulkNetworkOpsIpV6Test-1209817576-project] Publish callbacks [] for network, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:56.990370 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-9a5d9e82-e420-4734-8626-bd96c8f2e819 tempest-BulkNetworkOpsIpV6Test-1209817576 tempest-BulkNetworkOpsIpV6Test-1209817576-project] 10.222.0.60 "DELETE /v2.0/networks/4defaddb-186e-4fb6-93f6-7fd028e35786 HTTP/1.1" status: 204 len: 168 time: 0.6978939 Nov 23 17:35:57.011743 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-280218c8-275f-4e81-820b-22dc067ca40d req-e3b86774-f9a8-41cb-a289-0dac70dd5766 tempest-ServerRescueTestJSONUnderV235-2089606454 tempest-ServerRescueTestJSONUnderV235-2089606454-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.3.27 HTTP/1.1" status: 200 len: 695 time: 0.1516008 Nov 23 17:35:57.031774 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [req-280218c8-275f-4e81-820b-22dc067ca40d req-99d84fbd-9947-4024-9fca-579cce175fb8 tempest-ServerRescueTestJSONUnderV235-2089606454 tempest-ServerRescueTestJSONUnderV235-2089606454-project] Request body: {'floatingip': {'port_id': 'cce38756-b262-4b06-8ceb-2d23048856a1', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:35:57.044604 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5d9e82-e420-4734-8626-bd96c8f2e819 tempest-BulkNetworkOpsIpV6Test-1209817576 tempest-BulkNetworkOpsIpV6Test-1209817576-project] Pushing event deleted for resources: {'Network': ['ID=4defaddb-186e-4fb6-93f6-7fd028e35786,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:35:57.121799 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-280218c8-275f-4e81-820b-22dc067ca40d req-99d84fbd-9947-4024-9fca-579cce175fb8 tempest-ServerRescueTestJSONUnderV235-2089606454 tempest-ServerRescueTestJSONUnderV235-2089606454-project] Publish callbacks [] for floatingip, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:57.137456 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd4b716-9d42-4d4a-b595-31dd313ccfd8 req-84148b46-038b-4fdb-b50e-4d7fff6af367 tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:35:57.138889 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-acd4b716-9d42-4d4a-b595-31dd313ccfd8 req-84148b46-038b-4fdb-b50e-4d7fff6af367 tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] 10.222.0.60 "GET /v2.0/ports?device_id=7381ae1d-a208-4b78-a6b3-2ed033ea2f6d HTTP/1.1" status: 200 len: 945 time: 0.2029438 Nov 23 17:35:57.397866 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-acd4b716-9d42-4d4a-b595-31dd313ccfd8 req-8bcc1731-26ad-42c1-a486-73b4ce8caa07 tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] 10.222.0.60 "GET /v2.0/security-groups?id=67691fce-8308-48e3-b930-b7465ae25797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2127483 Nov 23 17:35:57.441268 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 43358) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:35:57.749946 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-811e763f-35c9-4df9-bd9c-e76aa2565ee7 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=3a73ed92c6ab4d04879e4bf4aa7b8a51&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3049142 Nov 23 17:35:57.769151 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 43366) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:35:57.904311 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-72c9212f-9ec8-4773-8088-b3b061e0207c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:57.960047 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-72c9212f-9ec8-4773-8088-b3b061e0207c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:58.078438 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-72c9212f-9ec8-4773-8088-b3b061e0207c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:58.081467 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-72c9212f-9ec8-4773-8088-b3b061e0207c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:58.082798 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-72c9212f-9ec8-4773-8088-b3b061e0207c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/92e3723f-87fe-4f66-ab4e-a5cf76528aba HTTP/1.1" status: 204 len: 168 time: 0.3030536 Nov 23 17:35:58.097167 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c9212f-9ec8-4773-8088-b3b061e0207c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92e3723f-87fe-4f66-ab4e-a5cf76528aba,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:35:58.227802 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.db.resource_extend [req-280218c8-275f-4e81-820b-22dc067ca40d req-99d84fbd-9947-4024-9fca-579cce175fb8 tempest-ServerRescueTestJSONUnderV235-2089606454 tempest-ServerRescueTestJSONUnderV235-2089606454-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 23 17:35:58.371829 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-280218c8-275f-4e81-820b-22dc067ca40d req-99d84fbd-9947-4024-9fca-579cce175fb8 tempest-ServerRescueTestJSONUnderV235-2089606454 tempest-ServerRescueTestJSONUnderV235-2089606454-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:58.381205 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-280218c8-275f-4e81-820b-22dc067ca40d req-99d84fbd-9947-4024-9fca-579cce175fb8 tempest-ServerRescueTestJSONUnderV235-2089606454 tempest-ServerRescueTestJSONUnderV235-2089606454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1795396'] for floatingip, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:58.712847 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device 2ec817d4-d373-4795-968d-20f56c02cef8 details requested by agent hyperv_n-h1-816206-8 with host n-h1-816206-8 {{(pid=103592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 17:35:58.991710 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port 2ec817d4-d373-4795-968d-20f56c02cef8, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=2ec817d4-d373-4795-968d-20f56c02cef8,segment=NetworkSegment(e7632547-d306-492c-9ecc-5c4549ae9c5a),segment_id=e7632547-d306-492c-9ecc-5c4549ae9c5a)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:35:59.027381 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Returning: {'device': '2ec817d4-d373-4795-968d-20f56c02cef8', 'network_id': 'fc96739d-c491-43ac-87e8-a972969a7778', 'port_id': '2ec817d4-d373-4795-968d-20f56c02cef8', 'mac_address': 'fa:16:3e:7b:51:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '579e8c1e-f51a-4f5f-aafb-372cc339033c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 17:35:59.125296 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:59.143472 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 43422) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:35:59.165314 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2ec817d4-d373-4795-968d-20f56c02cef8 {{(pid=103592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:35:59.192562 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port 2ec817d4-d373-4795-968d-20f56c02cef8, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=2ec817d4-d373-4795-968d-20f56c02cef8,segment=NetworkSegment(e7632547-d306-492c-9ecc-5c4549ae9c5a),segment_id=e7632547-d306-492c-9ecc-5c4549ae9c5a)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:35:59.200641 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:59.266210 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a104c6-7f64-4c93-936e-92cb5319430f req-adb6aa5e-e9dc-4caf-9d23-b0875a0e78c6 tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:35:59.275956 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b5a104c6-7f64-4c93-936e-92cb5319430f req-adb6aa5e-e9dc-4caf-9d23-b0875a0e78c6 tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] 10.222.0.60 "GET /v2.0/ports?device_id=7381ae1d-a208-4b78-a6b3-2ed033ea2f6d HTTP/1.1" status: 200 len: 945 time: 0.1832316 Nov 23 17:35:59.278193 n-d-816206-8 neutron-server[103591]: INFO neutron.db.l3_db [req-280218c8-275f-4e81-820b-22dc067ca40d req-99d84fbd-9947-4024-9fca-579cce175fb8 tempest-ServerRescueTestJSONUnderV235-2089606454 tempest-ServerRescueTestJSONUnderV235-2089606454-project] Floating IP 7ee54988-478e-4125-843c-f7f5f105eb62 associated. External IP: 172.25.3.27, port: cce38756-b262-4b06-8ceb-2d23048856a1. Nov 23 17:35:59.322337 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Pushing event updated for resources: {'Port': ['ID=2ec817d4-d373-4795-968d-20f56c02cef8,revision_number=6']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:35:59.324311 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d7c140f3-0ca5-4f43-88c3-a700ffd45a86 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:59.469337 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] get_ports_and_sgs() called for port_ids ['2ec817d4-d373-4795-968d-20f56c02cef8'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:35:59.507176 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d7c140f3-0ca5-4f43-88c3-a700ffd45a86 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:59.514184 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d7c140f3-0ca5-4f43-88c3-a700ffd45a86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:59.568662 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c140f3-0ca5-4f43-88c3-a700ffd45a86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=392d14bf-b9ca-43d9-984e-dffaa710048d,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:35:59.583840 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b5a104c6-7f64-4c93-936e-92cb5319430f req-73dace26-77e1-481a-928c-b4d8ec94021f tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] 10.222.0.60 "GET /v2.0/security-groups?id=67691fce-8308-48e3-b930-b7465ae25797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2232997 Nov 23 17:35:59.639290 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-d7c140f3-0ca5-4f43-88c3-a700ffd45a86 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=36e2dede35934b01add15f30b853279f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4935999 Nov 23 17:35:59.642576 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 43438) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:35:59.804935 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0e92ddd6-6fee-4a67-a802-146e9ab40b05 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:59.889874 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0e92ddd6-6fee-4a67-a802-146e9ab40b05 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:59.941040 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.l3_agent_scheduler [req-280218c8-275f-4e81-820b-22dc067ca40d req-99d84fbd-9947-4024-9fca-579cce175fb8 tempest-ServerRescueTestJSONUnderV235-2089606454 tempest-ServerRescueTestJSONUnderV235-2089606454-project] Router 27419c05-b309-405f-9fcd-bf818c979861 has already been hosted by L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 {{(pid=103591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 17:35:59.976654 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0e92ddd6-6fee-4a67-a802-146e9ab40b05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:59.984041 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0e92ddd6-6fee-4a67-a802-146e9ab40b05 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:35:59.986446 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-0e92ddd6-6fee-4a67-a802-146e9ab40b05 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/392d14bf-b9ca-43d9-984e-dffaa710048d HTTP/1.1" status: 204 len: 168 time: 0.3425777 Nov 23 17:36:00.005014 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e92ddd6-6fee-4a67-a802-146e9ab40b05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=392d14bf-b9ca-43d9-984e-dffaa710048d,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:36:00.085789 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 43456) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:36:00.100124 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-280218c8-275f-4e81-820b-22dc067ca40d req-99d84fbd-9947-4024-9fca-579cce175fb8 tempest-ServerRescueTestJSONUnderV235-2089606454 tempest-ServerRescueTestJSONUnderV235-2089606454-project] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:36:00.106544 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-280218c8-275f-4e81-820b-22dc067ca40d req-99d84fbd-9947-4024-9fca-579cce175fb8 tempest-ServerRescueTestJSONUnderV235-2089606454 tempest-ServerRescueTestJSONUnderV235-2089606454-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for floatingip, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:00.113069 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a3a8b94-79fb-400a-b804-ab3bbb3a03dc None None] Sync routers for ids ['27419c05-b309-405f-9fcd-bf818c979861'] in n-d-816206-8 {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:36:00.142852 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a3a8b94-79fb-400a-b804-ab3bbb3a03dc None None] Routers {'27419c05-b309-405f-9fcd-bf818c979861'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:36:00.143486 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-1a3a8b94-79fb-400a-b804-ab3bbb3a03dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:35:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['27419c05-b309-405f-9fcd-bf818c979861'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:36:00.151069 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-280218c8-275f-4e81-820b-22dc067ca40d req-99d84fbd-9947-4024-9fca-579cce175fb8 tempest-ServerRescueTestJSONUnderV235-2089606454 tempest-ServerRescueTestJSONUnderV235-2089606454-project] 10.222.0.60 "PUT /v2.0/floatingips/7ee54988-478e-4125-843c-f7f5f105eb62 HTTP/1.1" status: 200 len: 996 time: 3.1293879 Nov 23 17:36:00.152112 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db755471-155f-4d9e-b81d-3999c64dda09', 'tag': 'cce38756-b262-4b06-8ceb-2d23048856a1'}] {{(pid=103591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:36:00.154538 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41d174a19ece9499ff9ec44e5b3fc50f2abd3ffbc947fb7e52ea1e8db27b95b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f592d001-78bf-4416-8838-e653db548c7e" -d '{"events": [{"name": "network-changed", "server_uuid": "db755471-155f-4d9e-b81d-3999c64dda09", "tag": "cce38756-b262-4b06-8ceb-2d23048856a1"}]}' {{(pid=103591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:36:00.239012 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 17:36:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54dd44f9-ed5a-419d-8dcc-9e02893c83e9 x-openstack-request-id: req-54dd44f9-ed5a-419d-8dcc-9e02893c83e9 {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:36:00.239437 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db755471-155f-4d9e-b81d-3999c64dda09", "tag": "cce38756-b262-4b06-8ceb-2d23048856a1", "status": "completed", "code": 200}]} {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:36:00.239715 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-54dd44f9-ed5a-419d-8dcc-9e02893c83e9 {{(pid=103591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:36:00.240172 n-d-816206-8 neutron-server[103591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db755471-155f-4d9e-b81d-3999c64dda09', 'tag': 'cce38756-b262-4b06-8ceb-2d23048856a1', 'status': 'completed', 'code': 200} Nov 23 17:36:00.346740 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f592d001-78bf-4416-8838-e653db548c7e req-87244edd-812b-4dbe-a6d0-6bc5440499c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:36:00.348701 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f592d001-78bf-4416-8838-e653db548c7e req-87244edd-812b-4dbe-a6d0-6bc5440499c3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5b004d5f15be417cbe32e472a39ce93f&device_id=db755471-155f-4d9e-b81d-3999c64dda09 HTTP/1.1" status: 200 len: 1097 time: 0.0787263 Nov 23 17:36:00.398917 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-1a3a8b94-79fb-400a-b804-ab3bbb3a03dc None None] Set router 27419c05-b309-405f-9fcd-bf818c979861 gateway port host: n-d-816206-8 {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:36:00.549410 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f592d001-78bf-4416-8838-e653db548c7e req-c458aa14-264c-4362-8170-cb186220cb0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:36:00.550934 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f592d001-78bf-4416-8838-e653db548c7e req-c458aa14-264c-4362-8170-cb186220cb0e service neutron] 10.222.0.36 "GET /v2.0/networks?id=a7fc513d-97aa-4b2b-9a51-9e5f9afec91b HTTP/1.1" status: 200 len: 920 time: 0.1927357 Nov 23 17:36:00.703129 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-51582ffc-cbac-4b2e-960f-494bf9ce1110 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-550911687'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:36:00.726247 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device 2ec817d4-d373-4795-968d-20f56c02cef8 up at agent hyperv_n-h1-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:36:00.749412 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f592d001-78bf-4416-8838-e653db548c7e req-9414416f-6e4b-4a21-9360-8a4fd4e3d24a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cce38756-b262-4b06-8ceb-2d23048856a1 HTTP/1.1" status: 200 len: 999 time: 0.1900561 Nov 23 17:36:00.775402 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51582ffc-cbac-4b2e-960f-494bf9ce1110 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Made reservation on behalf of d5eecd5b996143b2ab53dcfe28b3de82 for: {'network': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:36:00.780638 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-51582ffc-cbac-4b2e-960f-494bf9ce1110 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for network, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:00.792645 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-51582ffc-cbac-4b2e-960f-494bf9ce1110 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Publish callbacks [] for security_group, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:00.841067 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Provisioning complete for port 2ec817d4-d373-4795-968d-20f56c02cef8 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:36:00.841439 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:00.855327 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-1a3a8b94-79fb-400a-b804-ab3bbb3a03dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27419c05-b309-405f-9fcd-bf818c979861', 'name': 'tempest-ServerRescueTestJSONUnderV235-774584939-router', 'tenant_id': '5b004d5f15be417cbe32e472a39ce93f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.145'}], 'enable_snat': True}, 'gw_port_id': 'ce7cf3c7-0a3f-4c2b-ae55-238b2e203d31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:34:44Z', 'updated_at': '2021-11-23T17:34:50Z', 'revision_number': 4, 'project_id': '5b004d5f15be417cbe32e472a39ce93f', 'gw_port': {'id': 'ce7cf3c7-0a3f-4c2b-ae55-238b2e203d31', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:e9:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27419c05-b309-405f-9fcd-bf818c979861', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1500, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:34:45Z', 'updated_at': '2021-11-23T17:34:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_floatingips': [{'id': '7ee54988-478e-4125-843c-f7f5f105eb62', 'tenant_id': '5b004d5f15be417cbe32e472a39ce93f', 'floating_ip_address': '172.25.3.27', 'floating_network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'router_id': '27419c05-b309-405f-9fcd-bf818c979861', 'port_id': 'cce38756-b262-4b06-8ceb-2d23048856a1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1710, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7fc513d-97aa-4b2b-9a51-9e5f9afec91b', 'mac_address': 'fa:16:3e:97:13:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db755471-155f-4d9e-b81d-3999c64dda09', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T17:35:54Z', 'updated_at': '2021-11-23T17:35:58Z', 'revision_number': 1, 'project_id': '5b004d5f15be417cbe32e472a39ce93f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b439740-9fbd-4f4e-b6f6-ae7422d785d2', 'name': '', 'network_id': 'a7fc513d-97aa-4b2b-9a51-9e5f9afec91b', 'tenant_id': '5b004d5f15be417cbe32e472a39ce93f', 'mac_address': 'fa:16:3e:5a:95:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27419c05-b309-405f-9fcd-bf818c979861', 'device_owner': 'network:router_interface', 'standard_attr_id': 1520, 'fixed_ips': [{'subnet_id': '1b8a3d78-3bde-4257-9e3e-58e9b2ea43c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:34:48Z', 'updated_at': '2021-11-23T17:34:59Z', 'revision_number': 5, 'project_id': '5b004d5f15be417cbe32e472a39ce93f', 'subnets': [{'id': '1b8a3d78-3bde-4257-9e3e-58e9b2ea43c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:36:00.868983 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280218c8-275f-4e81-820b-22dc067ca40d req-2dea54b9-198f-49be-8e62-d08224ccd95c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:36:00.874749 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-280218c8-275f-4e81-820b-22dc067ca40d req-2dea54b9-198f-49be-8e62-d08224ccd95c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=5b004d5f15be417cbe32e472a39ce93f&device_id=db755471-155f-4d9e-b81d-3999c64dda09 HTTP/1.1" status: 200 len: 1097 time: 0.7039587 Nov 23 17:36:00.943681 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a3a8b94-79fb-400a-b804-ab3bbb3a03dc None None] Checking router: 27419c05-b309-405f-9fcd-bf818c979861 for host: n-d-816206-8 {{(pid=103593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 17:36:00.966682 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a3a8b94-79fb-400a-b804-ab3bbb3a03dc None None] Routers {'27419c05-b309-405f-9fcd-bf818c979861'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:36:00.968663 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-1a3a8b94-79fb-400a-b804-ab3bbb3a03dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:35:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['27419c05-b309-405f-9fcd-bf818c979861'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:36:00.973426 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-51582ffc-cbac-4b2e-960f-494bf9ce1110 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Publish callbacks [] for security_group, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:00.979009 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-51582ffc-cbac-4b2e-960f-494bf9ce1110 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:01.035362 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:01.054250 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51582ffc-cbac-4b2e-960f-494bf9ce1110 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] vlan segment allocate from pool success with {'vlan_id': 534, 'physical_network': 'physnet1'} {{(pid=103590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 17:36:01.062301 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 43488) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:36:01.089496 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7381ae1d-a208-4b78-a6b3-2ed033ea2f6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ec817d4-d373-4795-968d-20f56c02cef8'}] {{(pid=103592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:36:01.092655 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba3e6a8f2301c7a29fe1eca9779abdae4ccbcd6266d69778087f2498d5551201" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0ec2526-4697-4a6f-8e50-899c55bb61ed" -d '{"events": [{"server_uuid": "7381ae1d-a208-4b78-a6b3-2ed033ea2f6d", "name": "network-vif-plugged", "status": "completed", "tag": "2ec817d4-d373-4795-968d-20f56c02cef8"}]}' {{(pid=103592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:36:01.102505 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2345fbcb-96bb-4b08-9b73-21deee49d624 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:01.111987 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f592d001-78bf-4416-8838-e653db548c7e req-d55f7f7d-def5-47c1-87e2-de5f22f6943d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:36:01.113563 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51582ffc-cbac-4b2e-960f-494bf9ce1110 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ee1d514-c458-4987-b03e-baf2daab6512,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:36:01.113720 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f592d001-78bf-4416-8838-e653db548c7e req-d55f7f7d-def5-47c1-87e2-de5f22f6943d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1b8a3d78-3bde-4257-9e3e-58e9b2ea43c2 HTTP/1.1" status: 200 len: 859 time: 0.3300388 Nov 23 17:36:01.136452 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e3b7c3-9896-48fe-81f2-d397371cfaf1 req-0cd184ee-0150-4fe1-a5e9-73816f76be44 tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:36:01.139038 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-16e3b7c3-9896-48fe-81f2-d397371cfaf1 req-0cd184ee-0150-4fe1-a5e9-73816f76be44 tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] 10.222.0.60 "GET /v2.0/ports?device_id=7381ae1d-a208-4b78-a6b3-2ed033ea2f6d HTTP/1.1" status: 200 len: 944 time: 0.3878949 Nov 23 17:36:01.143594 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port 2ec817d4-d373-4795-968d-20f56c02cef8, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=2ec817d4-d373-4795-968d-20f56c02cef8,segment=NetworkSegment(e7632547-d306-492c-9ecc-5c4549ae9c5a),segment_id=e7632547-d306-492c-9ecc-5c4549ae9c5a)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:36:01.151452 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-51582ffc-cbac-4b2e-960f-494bf9ce1110 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:01.152540 n-d-816206-8 neutron-server[103590]: INFO neutron.db.segments_db [None req-51582ffc-cbac-4b2e-960f-494bf9ce1110 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Added segment c4fbaa41-821a-45d0-9d3a-97cb984f866b of type vlan for network 205ba418-ae5b-4a70-8f9a-ef72ccc4be14 Nov 23 17:36:01.154819 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:01.217217 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f592d001-78bf-4416-8838-e653db548c7e req-c7cdfe1d-6124-48bd-aef3-d4c64c616f77 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a7fc513d-97aa-4b2b-9a51-9e5f9afec91b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0908568 Nov 23 17:36:01.233364 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-1a3a8b94-79fb-400a-b804-ab3bbb3a03dc None None] Set router 27419c05-b309-405f-9fcd-bf818c979861 gateway port host: n-d-816206-8 {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:36:01.259043 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Pushing event updated for resources: {'Port': ['ID=2ec817d4-d373-4795-968d-20f56c02cef8,revision_number=7']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:36:01.278452 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280218c8-275f-4e81-820b-22dc067ca40d req-a5000af4-3a27-4a30-9333-1f5a63df0f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:36:01.283623 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-280218c8-275f-4e81-820b-22dc067ca40d req-a5000af4-3a27-4a30-9333-1f5a63df0f75 service neutron] 10.222.0.60 "GET /v2.0/networks?id=a7fc513d-97aa-4b2b-9a51-9e5f9afec91b HTTP/1.1" status: 200 len: 920 time: 0.3485410 Nov 23 17:36:01.339513 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2345fbcb-96bb-4b08-9b73-21deee49d624 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:01.355004 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2345fbcb-96bb-4b08-9b73-21deee49d624 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:01.359014 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-51582ffc-cbac-4b2e-960f-494bf9ce1110 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736635338810'] for network, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:01.392732 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2345fbcb-96bb-4b08-9b73-21deee49d624 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8572f36e-3363-4b03-9143-22b78a9f1b82,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:36:01.411454 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-16e3b7c3-9896-48fe-81f2-d397371cfaf1 req-8da14886-1abb-4b42-95b9-557b086ceea4 tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] 10.222.0.60 "GET /v2.0/security-groups?id=67691fce-8308-48e3-b930-b7465ae25797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2613461 Nov 23 17:36:01.486581 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-2345fbcb-96bb-4b08-9b73-21deee49d624 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=995b30dade65460faec2dd2adcf0f75c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4230733 Nov 23 17:36:01.494092 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 43496) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:36:01.524371 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-51582ffc-cbac-4b2e-960f-494bf9ce1110 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493'] for network, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:01.541800 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51582ffc-cbac-4b2e-960f-494bf9ce1110 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:36:01.543133 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-51582ffc-cbac-4b2e-960f-494bf9ce1110 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Publish callbacks [] for network, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:01.553146 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-280218c8-275f-4e81-820b-22dc067ca40d req-347ff302-42da-4318-9267-68bceec1cd45 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cce38756-b262-4b06-8ceb-2d23048856a1 HTTP/1.1" status: 200 len: 999 time: 0.2397776 Nov 23 17:36:01.660475 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f592d001-78bf-4416-8838-e653db548c7e req-b583cd21-7661-451a-bfcf-133dad80d6c7 service neutron] 10.222.0.36 "GET /v2.0/networks/a7fc513d-97aa-4b2b-9a51-9e5f9afec91b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4274364 Nov 23 17:36:01.664094 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.agents_db [None req-464f6c07-0de8-4be6-8f5b-563f574d1c5d None None] Agent healthcheck: found 7 active agents {{(pid=103593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 17:36:01.690099 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51582ffc-cbac-4b2e-960f-494bf9ce1110 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Pushing event updated for resources: {'Network': ['ID=205ba418-ae5b-4a70-8f9a-ef72ccc4be14,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:36:01.690446 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-1a3a8b94-79fb-400a-b804-ab3bbb3a03dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27419c05-b309-405f-9fcd-bf818c979861', 'name': 'tempest-ServerRescueTestJSONUnderV235-774584939-router', 'tenant_id': '5b004d5f15be417cbe32e472a39ce93f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.145'}], 'enable_snat': True}, 'gw_port_id': 'ce7cf3c7-0a3f-4c2b-ae55-238b2e203d31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:34:44Z', 'updated_at': '2021-11-23T17:34:50Z', 'revision_number': 4, 'project_id': '5b004d5f15be417cbe32e472a39ce93f', 'gw_port': {'id': 'ce7cf3c7-0a3f-4c2b-ae55-238b2e203d31', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:e9:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27419c05-b309-405f-9fcd-bf818c979861', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1500, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:34:45Z', 'updated_at': '2021-11-23T17:34:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_floatingips': [{'id': '7ee54988-478e-4125-843c-f7f5f105eb62', 'tenant_id': '5b004d5f15be417cbe32e472a39ce93f', 'floating_ip_address': '172.25.3.27', 'floating_network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'router_id': '27419c05-b309-405f-9fcd-bf818c979861', 'port_id': 'cce38756-b262-4b06-8ceb-2d23048856a1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1710, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7fc513d-97aa-4b2b-9a51-9e5f9afec91b', 'mac_address': 'fa:16:3e:97:13:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db755471-155f-4d9e-b81d-3999c64dda09', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T17:35:54Z', 'updated_at': '2021-11-23T17:35:58Z', 'revision_number': 1, 'project_id': '5b004d5f15be417cbe32e472a39ce93f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b439740-9fbd-4f4e-b6f6-ae7422d785d2', 'name': '', 'network_id': 'a7fc513d-97aa-4b2b-9a51-9e5f9afec91b', 'tenant_id': '5b004d5f15be417cbe32e472a39ce93f', 'mac_address': 'fa:16:3e:5a:95:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27419c05-b309-405f-9fcd-bf818c979861', 'device_owner': 'network:router_interface', 'standard_attr_id': 1520, 'fixed_ips': [{'subnet_id': '1b8a3d78-3bde-4257-9e3e-58e9b2ea43c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:34:48Z', 'updated_at': '2021-11-23T17:34:59Z', 'revision_number': 5, 'project_id': '5b004d5f15be417cbe32e472a39ce93f', 'subnets': [{'id': '1b8a3d78-3bde-4257-9e3e-58e9b2ea43c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:36:01.702771 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Network 205ba418-ae5b-4a70-8f9a-ef72ccc4be14 details requested by agent ovs-agent-n-d-816206-8 with host n-d-816206-8 {{(pid=103592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 17:36:01.732246 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a3a8b94-79fb-400a-b804-ab3bbb3a03dc None None] The sync data for ids ['27419c05-b309-405f-9fcd-bf818c979861'] in n-d-816206-8 is: [{'id': '27419c05-b309-405f-9fcd-bf818c979861', 'name': 'tempest-ServerRescueTestJSONUnderV235-774584939-router', 'tenant_id': '5b004d5f15be417cbe32e472a39ce93f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.145'}], 'enable_snat': True}, 'gw_port_id': 'ce7cf3c7-0a3f-4c2b-ae55-238b2e203d31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:34:44Z', 'updated_at': '2021-11-23T17:34:50Z', 'revision_number': 4, 'project_id': '5b004d5f15be417cbe32e472a39ce93f', 'gw_port': {'id': 'ce7cf3c7-0a3f-4c2b-ae55-238b2e203d31', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:e9:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27419c05-b309-405f-9fcd-bf818c979861', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1500, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:34:45Z', 'updated_at': '2021-11-23T17:34:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_floatingips': [{'id': '7ee54988-478e-4125-843c-f7f5f105eb62', 'tenant_id': '5b004d5f15be417cbe32e472a39ce93f', 'floating_ip_address': '172.25.3.27', 'floating_network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'router_id': '27419c05-b309-405f-9fcd-bf818c979861', 'port_id': 'cce38756-b262-4b06-8ceb-2d23048856a1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1710, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7fc513d-97aa-4b2b-9a51-9e5f9afec91b', 'mac_address': 'fa:16:3e:97:13:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db755471-155f-4d9e-b81d-3999c64dda09', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T17:35:54Z', 'updated_at': '2021-11-23T17:35:58Z', 'revision_number': 1, 'project_id': '5b004d5f15be417cbe32e472a39ce93f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b439740-9fbd-4f4e-b6f6-ae7422d785d2', 'name': '', 'network_id': 'a7fc513d-97aa-4b2b-9a51-9e5f9afec91b', 'tenant_id': '5b004d5f15be417cbe32e472a39ce93f', 'mac_address': 'fa:16:3e:5a:95:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27419c05-b309-405f-9fcd-bf818c979861', 'device_owner': 'network:router_interface', 'standard_attr_id': 1520, 'fixed_ips': [{'subnet_id': '1b8a3d78-3bde-4257-9e3e-58e9b2ea43c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:34:48Z', 'updated_at': '2021-11-23T17:34:59Z', 'revision_number': 5, 'project_id': '5b004d5f15be417cbe32e472a39ce93f', 'subnets': [{'id': '1b8a3d78-3bde-4257-9e3e-58e9b2ea43c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:36:01.757550 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-51582ffc-cbac-4b2e-960f-494bf9ce1110 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.6704509 Nov 23 17:36:01.792606 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280218c8-275f-4e81-820b-22dc067ca40d req-c619ac75-4e83-4a20-b6c2-d1476b6eef5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:36:01.802752 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-280218c8-275f-4e81-820b-22dc067ca40d req-c619ac75-4e83-4a20-b6c2-d1476b6eef5a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1b8a3d78-3bde-4257-9e3e-58e9b2ea43c2 HTTP/1.1" status: 200 len: 859 time: 0.2265694 Nov 23 17:36:01.836164 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7aacad56-9067-43ec-94df-7a8c2a4a1338 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:01.881961 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-280218c8-275f-4e81-820b-22dc067ca40d req-181f3fc1-f452-4db9-8b6a-1c9d0f4631e2 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a7fc513d-97aa-4b2b-9a51-9e5f9afec91b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0676939 Nov 23 17:36:01.921334 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [req-280218c8-275f-4e81-820b-22dc067ca40d req-7e5e483a-15be-4714-a2a8-e522392a3cb5 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=103591) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 17:36:01.922850 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-280218c8-275f-4e81-820b-22dc067ca40d req-7e5e483a-15be-4714-a2a8-e522392a3cb5 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0103011 Nov 23 17:36:01.927654 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 43502) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:36:01.938456 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7aacad56-9067-43ec-94df-7a8c2a4a1338 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:01.946608 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:36:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cce34ff5-0e37-42cb-9bc8-bef53f7276f9 x-openstack-request-id: req-cce34ff5-0e37-42cb-9bc8-bef53f7276f9 {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:36:01.947122 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7381ae1d-a208-4b78-a6b3-2ed033ea2f6d", "name": "network-vif-plugged", "status": "completed", "tag": "2ec817d4-d373-4795-968d-20f56c02cef8", "code": 200}]} {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:36:01.947228 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-cce34ff5-0e37-42cb-9bc8-bef53f7276f9 {{(pid=103592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:36:01.947722 n-d-816206-8 neutron-server[103592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7381ae1d-a208-4b78-a6b3-2ed033ea2f6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ec817d4-d373-4795-968d-20f56c02cef8', 'code': 200} Nov 23 17:36:01.955681 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 43504) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:36:01.966339 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-b711d54f-26e2-44b5-b491-5f8d7dd97f59 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Request body: {'subnet': {'network_id': '205ba418-ae5b-4a70-8f9a-ef72ccc4be14', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:36:02.019133 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f592d001-78bf-4416-8838-e653db548c7e req-b04c40b0-1c9e-4649-9399-6e5b23fe5823 service neutron] 10.222.0.36 "GET /v2.0/networks/a7fc513d-97aa-4b2b-9a51-9e5f9afec91b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3373206 Nov 23 17:36:02.036339 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7aacad56-9067-43ec-94df-7a8c2a4a1338 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:02.044877 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7aacad56-9067-43ec-94df-7a8c2a4a1338 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:02.046685 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-7aacad56-9067-43ec-94df-7a8c2a4a1338 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/8572f36e-3363-4b03-9143-22b78a9f1b82 HTTP/1.1" status: 204 len: 168 time: 0.5504687 Nov 23 17:36:02.055953 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aacad56-9067-43ec-94df-7a8c2a4a1338 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8572f36e-3363-4b03-9143-22b78a9f1b82,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:36:02.167480 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2d4c04a-a6da-434f-9e1d-ae3b5cf1024d None None] New status for floating IP 7ee54988-478e-4125-843c-f7f5f105eb62: ACTIVE {{(pid=103592) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 17:36:02.177686 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-280218c8-275f-4e81-820b-22dc067ca40d req-2beb5c13-583b-43b1-9196-e08a70bbe8f7 service neutron] 10.222.0.60 "GET /v2.0/networks/a7fc513d-97aa-4b2b-9a51-9e5f9afec91b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2469869 Nov 23 17:36:02.191639 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6304e83f-5cc9-4a89-af21-4a958e6e3634 req-51e0aa3f-9855-4d71-98eb-dc2fde21806e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:36:02.193344 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-6304e83f-5cc9-4a89-af21-4a958e6e3634 req-51e0aa3f-9855-4d71-98eb-dc2fde21806e service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=7381ae1d-a208-4b78-a6b3-2ed033ea2f6d HTTP/1.1" status: 200 len: 1096 time: 0.1054952 Nov 23 17:36:02.194554 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b4089772-0c74-475a-8340-27bd8744f373 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:02.270217 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-6304e83f-5cc9-4a89-af21-4a958e6e3634 req-1fd62764-ba5a-4722-ac56-10041e969bce service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=67691fce-8308-48e3-b930-b7465ae25797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662937 Nov 23 17:36:02.312917 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b4089772-0c74-475a-8340-27bd8744f373 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:02.318013 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b4089772-0c74-475a-8340-27bd8744f373 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:02.340301 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b711d54f-26e2-44b5-b491-5f8d7dd97f59 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Made reservation on behalf of d5eecd5b996143b2ab53dcfe28b3de82 for: {'subnet': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:36:02.353384 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-b711d54f-26e2-44b5-b491-5f8d7dd97f59 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264314294'] for subnet, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:02.373011 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-b4089772-0c74-475a-8340-27bd8744f373 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=61e4c8381ace40178df726e7679fb685&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4084976 Nov 23 17:36:02.373011 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 43514) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:36:02.390992 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4089772-0c74-475a-8340-27bd8744f373 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99cebec9-083e-4d14-8426-15e5c4ced528,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:36:02.425038 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-280218c8-275f-4e81-820b-22dc067ca40d req-455b249e-349f-4522-b2c5-d619a5dd4230 service neutron] 10.222.0.60 "GET /v2.0/networks/a7fc513d-97aa-4b2b-9a51-9e5f9afec91b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2368364 Nov 23 17:36:02.454116 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e9c1b3d1-30db-4be2-8a53-cef12397cb05 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:02.491274 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e9c1b3d1-30db-4be2-8a53-cef12397cb05 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:02.561957 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e9c1b3d1-30db-4be2-8a53-cef12397cb05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:02.564752 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e9c1b3d1-30db-4be2-8a53-cef12397cb05 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:02.568342 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-e9c1b3d1-30db-4be2-8a53-cef12397cb05 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/99cebec9-083e-4d14-8426-15e5c4ced528 HTTP/1.1" status: 204 len: 168 time: 0.1927872 Nov 23 17:36:02.577878 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c1b3d1-30db-4be2-8a53-cef12397cb05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99cebec9-083e-4d14-8426-15e5c4ced528,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:36:02.652927 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-13a567fa-26e1-4217-abe2-082f5f2dfb5a req-da26288d-cee0-4107-9b3a-db4e846779c8 tempest-ServerRescueTestJSONUnderV235-2089606454 tempest-ServerRescueTestJSONUnderV235-2089606454-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.3.27 HTTP/1.1" status: 200 len: 1001 time: 0.1767755 Nov 23 17:36:02.682953 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2274c1f2-e4d9-4f7d-b847-677b83bd64ec req-4f73b2e4-bc32-40c5-8833-4062a4ea5991 tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:36:02.684541 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2274c1f2-e4d9-4f7d-b847-677b83bd64ec req-4f73b2e4-bc32-40c5-8833-4062a4ea5991 tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] 10.222.0.60 "GET /v2.0/ports?device_id=7381ae1d-a208-4b78-a6b3-2ed033ea2f6d HTTP/1.1" status: 200 len: 945 time: 0.1557145 Nov 23 17:36:02.789361 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a567fa-26e1-4217-abe2-082f5f2dfb5a req-684acc7a-2a4c-44d6-87e1-71781860033c tempest-ServerRescueTestJSONUnderV235-2089606454 tempest-ServerRescueTestJSONUnderV235-2089606454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:36:02.795177 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-13a567fa-26e1-4217-abe2-082f5f2dfb5a req-684acc7a-2a4c-44d6-87e1-71781860033c tempest-ServerRescueTestJSONUnderV235-2089606454 tempest-ServerRescueTestJSONUnderV235-2089606454-project] 10.222.0.60 "GET /v2.0/ports/cce38756-b262-4b06-8ceb-2d23048856a1 HTTP/1.1" status: 200 len: 943 time: 0.1305852 Nov 23 17:36:02.931376 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-b711d54f-26e2-44b5-b491-5f8d7dd97f59 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264758079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264314276'] for subnet, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:02.948550 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2274c1f2-e4d9-4f7d-b847-677b83bd64ec req-59a3af71-36b6-4136-b58d-0d5d661451fb tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] 10.222.0.60 "GET /v2.0/security-groups?id=67691fce-8308-48e3-b930-b7465ae25797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2514629 Nov 23 17:36:03.097827 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-13a567fa-26e1-4217-abe2-082f5f2dfb5a req-3b65d45e-7409-4e33-9258-4214440391c9 tempest-ServerRescueTestJSONUnderV235-2089606454 tempest-ServerRescueTestJSONUnderV235-2089606454-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.3.27 HTTP/1.1" status: 200 len: 1001 time: 0.2337091 Nov 23 17:36:03.141618 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 43550) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:36:03.147399 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b711d54f-26e2-44b5-b491-5f8d7dd97f59 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Pushing event updated for resources: {'Subnet': ['ID=95cad3a5-a7ce-4b74-a138-6935081c85f6,revision_number=0']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:36:03.196199 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-666e722a-b660-4815-84a2-33c840197d0f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:03.236227 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b711d54f-26e2-44b5-b491-5f8d7dd97f59 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Checking segment: {'id': 'c4fbaa41-821a-45d0-9d3a-97cb984f866b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '205ba418-ae5b-4a70-8f9a-ef72ccc4be14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:36:03.239187 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b711d54f-26e2-44b5-b491-5f8d7dd97f59 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Network hostable DHCP agents. Network: 205ba418-ae5b-4a70-8f9a-ef72ccc4be14, hostable agents: ['0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3'], hosted agents: [] {{(pid=103591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 17:36:03.304412 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b711d54f-26e2-44b5-b491-5f8d7dd97f59 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Network 205ba418-ae5b-4a70-8f9a-ef72ccc4be14 is scheduled to be hosted by DHCP agent 0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3 with binding_index 1 {{(pid=103591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 17:36:03.330596 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [None req-b711d54f-26e2-44b5-b491-5f8d7dd97f59 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-8, 205ba418-ae5b-4a70-8f9a-ef72ccc4be14) {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:36:03.344475 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3849aee0-8ea4-41ab-b82c-cfc66a78a3f3 None None] Network 205ba418-ae5b-4a70-8f9a-ef72ccc4be14 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:36:03.347277 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a567fa-26e1-4217-abe2-082f5f2dfb5a req-d12e4ffd-6fd2-4e0e-930e-5f11c0d4657a tempest-ServerRescueTestJSONUnderV235-2089606454 tempest-ServerRescueTestJSONUnderV235-2089606454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:36:03.356526 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-13a567fa-26e1-4217-abe2-082f5f2dfb5a req-d12e4ffd-6fd2-4e0e-930e-5f11c0d4657a tempest-ServerRescueTestJSONUnderV235-2089606454 tempest-ServerRescueTestJSONUnderV235-2089606454-project] 10.222.0.60 "GET /v2.0/networks/4c8455ba-1be5-42ac-b8c2-8a16e1292d55 HTTP/1.1" status: 200 len: 784 time: 0.2569163 Nov 23 17:36:03.359961 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b711d54f-26e2-44b5-b491-5f8d7dd97f59 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:36:03.360873 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-b711d54f-26e2-44b5-b491-5f8d7dd97f59 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for subnet, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:03.366771 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [req-13a567fa-26e1-4217-abe2-082f5f2dfb5a req-a82dd992-2648-472d-b302-f612bced05d8 tempest-ServerRescueTestJSONUnderV235-2089606454 tempest-ServerRescueTestJSONUnderV235-2089606454-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=103591) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 17:36:03.377911 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-13a567fa-26e1-4217-abe2-082f5f2dfb5a req-a82dd992-2648-472d-b302-f612bced05d8 tempest-ServerRescueTestJSONUnderV235-2089606454 tempest-ServerRescueTestJSONUnderV235-2089606454-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0196524 Nov 23 17:36:03.457755 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-b711d54f-26e2-44b5-b491-5f8d7dd97f59 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.5288405 Nov 23 17:36:03.461592 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 43560) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:36:03.479889 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-2e4a7e8f-1c62-4e37-85d1-c24dc341ac62 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-666715509'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:36:03.514564 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-13a567fa-26e1-4217-abe2-082f5f2dfb5a req-13845eb1-3088-439a-8b41-9db3139ad4ab tempest-ServerRescueTestJSONUnderV235-2089606454 tempest-ServerRescueTestJSONUnderV235-2089606454-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.3.27 HTTP/1.1" status: 200 len: 1001 time: 0.1363204 Nov 23 17:36:03.522785 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [req-13a567fa-26e1-4217-abe2-082f5f2dfb5a req-7eb2ca0d-fa83-4dd9-aedb-0d76418e29a3 tempest-ServerRescueTestJSONUnderV235-2089606454 tempest-ServerRescueTestJSONUnderV235-2089606454-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:36:03.534648 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-666e722a-b660-4815-84a2-33c840197d0f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:03.543805 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-666e722a-b660-4815-84a2-33c840197d0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:03.590839 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-666e722a-b660-4815-84a2-33c840197d0f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=31f3b48e3d4a44dfb752bb47c10c8ea1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4439032 Nov 23 17:36:03.592120 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666e722a-b660-4815-84a2-33c840197d0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac3798b9-d988-447a-96a7-bc38fc680b64,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:36:03.594711 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 43566) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:36:03.613688 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e4a7e8f-1c62-4e37-85d1-c24dc341ac62 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Made reservation on behalf of d5eecd5b996143b2ab53dcfe28b3de82 for: {'network': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:36:03.617913 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-2e4a7e8f-1c62-4e37-85d1-c24dc341ac62 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for network, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:03.645164 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-13a567fa-26e1-4217-abe2-082f5f2dfb5a req-7eb2ca0d-fa83-4dd9-aedb-0d76418e29a3 tempest-ServerRescueTestJSONUnderV235-2089606454 tempest-ServerRescueTestJSONUnderV235-2089606454-project] Publish callbacks [] for floatingip, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:03.656000 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-93694de8-d266-4290-948d-3fca16a58b66 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:03.680318 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d344f21f-b8d2-473f-b6ab-ce64f79ad652 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp355044b8-8e87-58c4-94fa-4a010ec30f9e-205ba418-ae5b-4a70-8f9a-ef72ccc4be14', 'network_id': '205ba418-ae5b-4a70-8f9a-ef72ccc4be14', 'tenant_id': 'd5eecd5b996143b2ab53dcfe28b3de82', 'fixed_ips': [{'subnet_id': '95cad3a5-a7ce-4b74-a138-6935081c85f6'}]}} from n-d-816206-8. {{(pid=103592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 17:36:03.682734 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-d344f21f-b8d2-473f-b6ab-ce64f79ad652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:03.703679 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e4a7e8f-1c62-4e37-85d1-c24dc341ac62 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] vlan segment allocate from pool success with {'vlan_id': 505, 'physical_network': 'physnet1'} {{(pid=103591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 17:36:03.704687 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-93694de8-d266-4290-948d-3fca16a58b66 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:03.730174 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-2e4a7e8f-1c62-4e37-85d1-c24dc341ac62 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:03.730545 n-d-816206-8 neutron-server[103591]: INFO neutron.db.segments_db [None req-2e4a7e8f-1c62-4e37-85d1-c24dc341ac62 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Added segment 8e3f4693-d3b2-4b12-b86e-ab61eff99569 of type vlan for network 9cf04768-01c4-471a-8ef7-e1c45bb07cfa Nov 23 17:36:03.785865 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-93694de8-d266-4290-948d-3fca16a58b66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:03.789528 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-93694de8-d266-4290-948d-3fca16a58b66 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:03.790888 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-93694de8-d266-4290-948d-3fca16a58b66 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ac3798b9-d988-447a-96a7-bc38fc680b64 HTTP/1.1" status: 204 len: 168 time: 0.1953299 Nov 23 17:36:03.802332 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93694de8-d266-4290-948d-3fca16a58b66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac3798b9-d988-447a-96a7-bc38fc680b64,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:36:03.909414 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-2e4a7e8f-1c62-4e37-85d1-c24dc341ac62 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736635338810'] for network, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:03.944603 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-2e4a7e8f-1c62-4e37-85d1-c24dc341ac62 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493'] for network, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:03.951709 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e4a7e8f-1c62-4e37-85d1-c24dc341ac62 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:36:03.952560 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-2e4a7e8f-1c62-4e37-85d1-c24dc341ac62 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for network, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:03.970065 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.db_base_plugin_common [None req-d344f21f-b8d2-473f-b6ab-ce64f79ad652 None None] Allocated IP 172.20.255.242 (205ba418-ae5b-4a70-8f9a-ef72ccc4be14/95cad3a5-a7ce-4b74-a138-6935081c85f6/2e865d7e-414c-47a7-8bd3-ac1d82241ea0) {{(pid=103592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:36:04.100205 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-13a567fa-26e1-4217-abe2-082f5f2dfb5a req-7eb2ca0d-fa83-4dd9-aedb-0d76418e29a3 tempest-ServerRescueTestJSONUnderV235-2089606454 tempest-ServerRescueTestJSONUnderV235-2089606454-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:04.159902 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-13a567fa-26e1-4217-abe2-082f5f2dfb5a req-7eb2ca0d-fa83-4dd9-aedb-0d76418e29a3 tempest-ServerRescueTestJSONUnderV235-2089606454 tempest-ServerRescueTestJSONUnderV235-2089606454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1795396'] for floatingip, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:04.160234 n-d-816206-8 neutron-server[103591]: INFO neutron.db.l3_db [req-13a567fa-26e1-4217-abe2-082f5f2dfb5a req-7eb2ca0d-fa83-4dd9-aedb-0d76418e29a3 tempest-ServerRescueTestJSONUnderV235-2089606454 tempest-ServerRescueTestJSONUnderV235-2089606454-project] Floating IP 7ee54988-478e-4125-843c-f7f5f105eb62 disassociated. External IP: 172.25.3.27, port: cce38756-b262-4b06-8ceb-2d23048856a1. Nov 23 17:36:04.170021 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-2e4a7e8f-1c62-4e37-85d1-c24dc341ac62 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7038743 Nov 23 17:36:04.170273 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 43584) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:36:04.171757 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4a7e8f-1c62-4e37-85d1-c24dc341ac62 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Pushing event updated for resources: {'Network': ['ID=9cf04768-01c4-471a-8ef7-e1c45bb07cfa,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:36:04.185990 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-76643d30-f9a2-4433-b4ef-3608e3d2b9cf tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Request body: {'subnet': {'network_id': '9cf04768-01c4-471a-8ef7-e1c45bb07cfa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:36:04.206180 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Network 9cf04768-01c4-471a-8ef7-e1c45bb07cfa details requested by agent ovs-agent-n-d-816206-8 with host n-d-816206-8 {{(pid=103592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 17:36:04.254026 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d43278a-a1b2-4f60-b994-bc710bdab8a9 req-c149ac2c-9d9a-401c-b40d-015b13fb1684 tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:36:04.263641 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7d43278a-a1b2-4f60-b994-bc710bdab8a9 req-c149ac2c-9d9a-401c-b40d-015b13fb1684 tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] 10.222.0.60 "GET /v2.0/ports?device_id=7381ae1d-a208-4b78-a6b3-2ed033ea2f6d HTTP/1.1" status: 200 len: 945 time: 0.1749668 Nov 23 17:36:04.396259 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7d43278a-a1b2-4f60-b994-bc710bdab8a9 req-77bd03c5-034a-40db-a4f3-8ecf39b9b30d tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] 10.222.0.60 "GET /v2.0/security-groups?id=67691fce-8308-48e3-b930-b7465ae25797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312568 Nov 23 17:36:04.477167 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76643d30-f9a2-4433-b4ef-3608e3d2b9cf tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Made reservation on behalf of d5eecd5b996143b2ab53dcfe28b3de82 for: {'subnet': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:36:04.480852 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-76643d30-f9a2-4433-b4ef-3608e3d2b9cf tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264730903'] for subnet, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:04.563827 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-d344f21f-b8d2-473f-b6ab-ce64f79ad652 None None] Publish callbacks [] for port, precommit_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:04.599232 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-d344f21f-b8d2-473f-b6ab-ce64f79ad652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980'] for port, after_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:04.772359 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.l3_agent_scheduler [req-13a567fa-26e1-4217-abe2-082f5f2dfb5a req-7eb2ca0d-fa83-4dd9-aedb-0d76418e29a3 tempest-ServerRescueTestJSONUnderV235-2089606454 tempest-ServerRescueTestJSONUnderV235-2089606454-project] Router 27419c05-b309-405f-9fcd-bf818c979861 has already been hosted by L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 {{(pid=103591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 17:36:04.938464 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff68d1c3-7a2a-405f-ba3c-868a81bb6a1c req-5eee8ede-86ff-4d6e-8a60-4a1129c4ecc3 tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:36:04.940004 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-76643d30-f9a2-4433-b4ef-3608e3d2b9cf tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264358096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264730885'] for subnet, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:04.953163 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ff68d1c3-7a2a-405f-ba3c-868a81bb6a1c req-5eee8ede-86ff-4d6e-8a60-4a1129c4ecc3 tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] 10.222.0.60 "GET /v2.0/ports?device_id=7381ae1d-a208-4b78-a6b3-2ed033ea2f6d HTTP/1.1" status: 200 len: 945 time: 0.1155169 Nov 23 17:36:04.997431 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-13a567fa-26e1-4217-abe2-082f5f2dfb5a req-7eb2ca0d-fa83-4dd9-aedb-0d76418e29a3 tempest-ServerRescueTestJSONUnderV235-2089606454 tempest-ServerRescueTestJSONUnderV235-2089606454-project] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:36:05.004368 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-13a567fa-26e1-4217-abe2-082f5f2dfb5a req-7eb2ca0d-fa83-4dd9-aedb-0d76418e29a3 tempest-ServerRescueTestJSONUnderV235-2089606454 tempest-ServerRescueTestJSONUnderV235-2089606454-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for floatingip, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:05.011238 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17b1dac0-dd2e-4b79-a43f-76b997dee54f None None] Sync routers for ids ['27419c05-b309-405f-9fcd-bf818c979861'] in n-d-816206-8 {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:36:05.028627 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17b1dac0-dd2e-4b79-a43f-76b997dee54f None None] Routers {'27419c05-b309-405f-9fcd-bf818c979861'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:36:05.031925 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-17b1dac0-dd2e-4b79-a43f-76b997dee54f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:35:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['27419c05-b309-405f-9fcd-bf818c979861'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:36:05.054103 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76643d30-f9a2-4433-b4ef-3608e3d2b9cf tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Pushing event updated for resources: {'Subnet': ['ID=5e5e36a0-4053-4fe3-9f82-5293d91ab09e,revision_number=0']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:36:05.056576 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ff68d1c3-7a2a-405f-ba3c-868a81bb6a1c req-d7864e20-d9e3-4ac0-9bb4-697ab9d4f56f tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] 10.222.0.60 "GET /v2.0/security-groups?id=67691fce-8308-48e3-b930-b7465ae25797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018131 Nov 23 17:36:05.081655 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-13a567fa-26e1-4217-abe2-082f5f2dfb5a req-7eb2ca0d-fa83-4dd9-aedb-0d76418e29a3 tempest-ServerRescueTestJSONUnderV235-2089606454 tempest-ServerRescueTestJSONUnderV235-2089606454-project] 10.222.0.60 "PUT /v2.0/floatingips/7ee54988-478e-4125-843c-f7f5f105eb62 HTTP/1.1" status: 200 len: 694 time: 1.5659523 Nov 23 17:36:05.114096 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76643d30-f9a2-4433-b4ef-3608e3d2b9cf tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Checking segment: {'id': '8e3f4693-d3b2-4b12-b86e-ab61eff99569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '9cf04768-01c4-471a-8ef7-e1c45bb07cfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:36:05.114653 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76643d30-f9a2-4433-b4ef-3608e3d2b9cf tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Network hostable DHCP agents. Network: 9cf04768-01c4-471a-8ef7-e1c45bb07cfa, hostable agents: ['0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3'], hosted agents: [] {{(pid=103590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 17:36:05.118898 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db755471-155f-4d9e-b81d-3999c64dda09', 'tag': 'cce38756-b262-4b06-8ceb-2d23048856a1'}] {{(pid=103591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:36:05.119749 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41d174a19ece9499ff9ec44e5b3fc50f2abd3ffbc947fb7e52ea1e8db27b95b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37a8ef04-7b68-42d9-ba69-59abb1c3255a" -d '{"events": [{"name": "network-changed", "server_uuid": "db755471-155f-4d9e-b81d-3999c64dda09", "tag": "cce38756-b262-4b06-8ceb-2d23048856a1"}]}' {{(pid=103591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:36:05.152606 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76643d30-f9a2-4433-b4ef-3608e3d2b9cf tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Network 9cf04768-01c4-471a-8ef7-e1c45bb07cfa is scheduled to be hosted by DHCP agent 0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3 with binding_index 1 {{(pid=103590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 17:36:05.156040 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d344f21f-b8d2-473f-b6ab-ce64f79ad652 None None] Pushing event updated for resources: {'Port': ['ID=2e865d7e-414c-47a7-8bd3-ac1d82241ea0,revision_number=1']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:36:05.168993 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-76643d30-f9a2-4433-b4ef-3608e3d2b9cf tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-8, 9cf04768-01c4-471a-8ef7-e1c45bb07cfa) {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:36:05.179430 n-d-816206-8 neutron-server[103592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d344f21f-b8d2-473f-b6ab-ce64f79ad652 None None] Network 205ba418-ae5b-4a70-8f9a-ef72ccc4be14 is already hosted by enough agents. {{(pid=103592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:36:05.183625 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76643d30-f9a2-4433-b4ef-3608e3d2b9cf tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:36:05.184221 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d344f21f-b8d2-473f-b6ab-ce64f79ad652 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:36:05.184442 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d344f21f-b8d2-473f-b6ab-ce64f79ad652 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:36:05.184817 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d344f21f-b8d2-473f-b6ab-ce64f79ad652 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:36:05.185297 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d344f21f-b8d2-473f-b6ab-ce64f79ad652 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:36:05.185485 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d344f21f-b8d2-473f-b6ab-ce64f79ad652 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:36:05.185627 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-76643d30-f9a2-4433-b4ef-3608e3d2b9cf tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Publish callbacks [] for subnet, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:05.185826 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d344f21f-b8d2-473f-b6ab-ce64f79ad652 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:36:05.185978 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-17b1dac0-dd2e-4b79-a43f-76b997dee54f None None] Set router 27419c05-b309-405f-9fcd-bf818c979861 gateway port host: n-d-816206-8 {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:36:05.186178 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d344f21f-b8d2-473f-b6ab-ce64f79ad652 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:36:05.186511 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d344f21f-b8d2-473f-b6ab-ce64f79ad652 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:36:05.186843 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d344f21f-b8d2-473f-b6ab-ce64f79ad652 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:36:05.187173 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d344f21f-b8d2-473f-b6ab-ce64f79ad652 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:36:05.190618 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d344f21f-b8d2-473f-b6ab-ce64f79ad652 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:36:05.190973 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d344f21f-b8d2-473f-b6ab-ce64f79ad652 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:36:05.211009 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66cb76aa-ccb9-4110-b793-fec93b40b06a None None] Network 9cf04768-01c4-471a-8ef7-e1c45bb07cfa requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:36:05.227154 n-d-816206-8 neutron-server[103592]: DEBUG neutron.scheduler.base_scheduler [None req-d344f21f-b8d2-473f-b6ab-ce64f79ad652 None None] Resources bound (agent type, host, resource id): {{(pid=103592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:36:05.228376 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-76643d30-f9a2-4433-b4ef-3608e3d2b9cf tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.0569394 Nov 23 17:36:05.228583 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a567fa-26e1-4217-abe2-082f5f2dfb5a req-dcff9f60-42dd-4a74-99be-93d0de7ed7a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:36:05.230170 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 43622) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:36:05.234027 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-13a567fa-26e1-4217-abe2-082f5f2dfb5a req-dcff9f60-42dd-4a74-99be-93d0de7ed7a2 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=5b004d5f15be417cbe32e472a39ce93f&device_id=db755471-155f-4d9e-b81d-3999c64dda09 HTTP/1.1" status: 200 len: 1097 time: 0.1500924 Nov 23 17:36:05.256708 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d344f21f-b8d2-473f-b6ab-ce64f79ad652 None None] Received port after_create {{(pid=103592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:36:05.496149 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ae8d9408-831e-447b-aa73-246499670875 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-555181'] for network, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:05.506252 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 17:36:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48b3f3dc-da75-4e06-927f-2dcd03d2a0f5 x-openstack-request-id: req-48b3f3dc-da75-4e06-927f-2dcd03d2a0f5 {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:36:05.506967 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db755471-155f-4d9e-b81d-3999c64dda09", "tag": "cce38756-b262-4b06-8ceb-2d23048856a1", "status": "completed", "code": 200}]} {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:36:05.508732 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-48b3f3dc-da75-4e06-927f-2dcd03d2a0f5 {{(pid=103591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:36:05.509467 n-d-816206-8 neutron-server[103591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db755471-155f-4d9e-b81d-3999c64dda09', 'tag': 'cce38756-b262-4b06-8ceb-2d23048856a1', 'status': 'completed', 'code': 200} Nov 23 17:36:05.513651 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-17b1dac0-dd2e-4b79-a43f-76b997dee54f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27419c05-b309-405f-9fcd-bf818c979861', 'name': 'tempest-ServerRescueTestJSONUnderV235-774584939-router', 'tenant_id': '5b004d5f15be417cbe32e472a39ce93f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.145'}], 'enable_snat': True}, 'gw_port_id': 'ce7cf3c7-0a3f-4c2b-ae55-238b2e203d31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:34:44Z', 'updated_at': '2021-11-23T17:34:50Z', 'revision_number': 4, 'project_id': '5b004d5f15be417cbe32e472a39ce93f', 'gw_port': {'id': 'ce7cf3c7-0a3f-4c2b-ae55-238b2e203d31', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:e9:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27419c05-b309-405f-9fcd-bf818c979861', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1500, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:34:45Z', 'updated_at': '2021-11-23T17:34:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_interfaces': [{'id': '1b439740-9fbd-4f4e-b6f6-ae7422d785d2', 'name': '', 'network_id': 'a7fc513d-97aa-4b2b-9a51-9e5f9afec91b', 'tenant_id': '5b004d5f15be417cbe32e472a39ce93f', 'mac_address': 'fa:16:3e:5a:95:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27419c05-b309-405f-9fcd-bf818c979861', 'device_owner': 'network:router_interface', 'standard_attr_id': 1520, 'fixed_ips': [{'subnet_id': '1b8a3d78-3bde-4257-9e3e-58e9b2ea43c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:34:48Z', 'updated_at': '2021-11-23T17:34:59Z', 'revision_number': 5, 'project_id': '5b004d5f15be417cbe32e472a39ce93f', 'subnets': [{'id': '1b8a3d78-3bde-4257-9e3e-58e9b2ea43c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:36:05.545434 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a567fa-26e1-4217-abe2-082f5f2dfb5a req-b98f7aea-8527-4a08-bf7e-6c1579220b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:36:05.553658 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-13a567fa-26e1-4217-abe2-082f5f2dfb5a req-b98f7aea-8527-4a08-bf7e-6c1579220b2d service neutron] 10.222.0.60 "GET /v2.0/networks?id=a7fc513d-97aa-4b2b-9a51-9e5f9afec91b HTTP/1.1" status: 200 len: 920 time: 0.3110650 Nov 23 17:36:05.598461 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17b1dac0-dd2e-4b79-a43f-76b997dee54f None None] Checking router: 27419c05-b309-405f-9fcd-bf818c979861 for host: n-d-816206-8 {{(pid=103593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 17:36:05.634537 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ae8d9408-831e-447b-aa73-246499670875 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971956'] for subnet, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:05.657219 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17b1dac0-dd2e-4b79-a43f-76b997dee54f None None] Routers {'27419c05-b309-405f-9fcd-bf818c979861'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:36:05.657869 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-17b1dac0-dd2e-4b79-a43f-76b997dee54f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:35:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['27419c05-b309-405f-9fcd-bf818c979861'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:36:05.661007 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-d344f21f-b8d2-473f-b6ab-ce64f79ad652 None None] Attempting to bind port 2e865d7e-414c-47a7-8bd3-ac1d82241ea0 on host n-d-816206-8 for vnic_type normal with profile {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:36:05.661960 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-d344f21f-b8d2-473f-b6ab-ce64f79ad652 None None] Attempting to bind port 2e865d7e-414c-47a7-8bd3-ac1d82241ea0 by drivers openvswitch,hyperv on host n-d-816206-8 at level 0 using segments [{'id': 'c4fbaa41-821a-45d0-9d3a-97cb984f866b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '205ba418-ae5b-4a70-8f9a-ef72ccc4be14'}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:36:05.662540 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d344f21f-b8d2-473f-b6ab-ce64f79ad652 None None] Attempting to bind port 2e865d7e-414c-47a7-8bd3-ac1d82241ea0 on network 205ba418-ae5b-4a70-8f9a-ef72ccc4be14 {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:36:05.746953 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-13a567fa-26e1-4217-abe2-082f5f2dfb5a req-d6347364-f9dc-497b-a8c8-f141a1b1435c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cce38756-b262-4b06-8ceb-2d23048856a1 HTTP/1.1" status: 200 len: 217 time: 0.1411221 Nov 23 17:36:05.757904 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d344f21f-b8d2-473f-b6ab-ce64f79ad652 None None] Checking agent: {'id': '9e89acbe-4bbe-4c77-a18b-6f1da9133e0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 7, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 35, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:36:05.758768 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d344f21f-b8d2-473f-b6ab-ce64f79ad652 None None] Checking segment: {'id': 'c4fbaa41-821a-45d0-9d3a-97cb984f866b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '205ba418-ae5b-4a70-8f9a-ef72ccc4be14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:36:05.759384 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-d344f21f-b8d2-473f-b6ab-ce64f79ad652 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:05.760084 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d344f21f-b8d2-473f-b6ab-ce64f79ad652 None None] Bound using segment: {'id': 'c4fbaa41-821a-45d0-9d3a-97cb984f866b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '205ba418-ae5b-4a70-8f9a-ef72ccc4be14'} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:36:05.761405 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-d344f21f-b8d2-473f-b6ab-ce64f79ad652 None None] Bound port: 2e865d7e-414c-47a7-8bd3-ac1d82241ea0, host: n-d-816206-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4fbaa41-821a-45d0-9d3a-97cb984f866b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '205ba418-ae5b-4a70-8f9a-ef72ccc4be14'}}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:36:05.761998 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-d344f21f-b8d2-473f-b6ab-ce64f79ad652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:05.824035 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea4cec7a-f04b-48c2-936c-b41265e6a662 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp355044b8-8e87-58c4-94fa-4a010ec30f9e-9cf04768-01c4-471a-8ef7-e1c45bb07cfa', 'network_id': '9cf04768-01c4-471a-8ef7-e1c45bb07cfa', 'tenant_id': 'd5eecd5b996143b2ab53dcfe28b3de82', 'fixed_ips': [{'subnet_id': '5e5e36a0-4053-4fe3-9f82-5293d91ab09e'}]}} from n-d-816206-8. {{(pid=103592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 17:36:05.825519 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-ea4cec7a-f04b-48c2-936c-b41265e6a662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:05.866033 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a567fa-26e1-4217-abe2-082f5f2dfb5a req-ddc776aa-f060-4a71-a2fa-6dae91777e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:36:05.879783 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-13a567fa-26e1-4217-abe2-082f5f2dfb5a req-ddc776aa-f060-4a71-a2fa-6dae91777e99 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1b8a3d78-3bde-4257-9e3e-58e9b2ea43c2 HTTP/1.1" status: 200 len: 859 time: 0.1318696 Nov 23 17:36:05.968441 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-13a567fa-26e1-4217-abe2-082f5f2dfb5a req-31a71cce-8596-4e9c-a682-25b859497178 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a7fc513d-97aa-4b2b-9a51-9e5f9afec91b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0865407 Nov 23 17:36:05.971891 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-d344f21f-b8d2-473f-b6ab-ce64f79ad652 None None] For port 2e865d7e-414c-47a7-8bd3-ac1d82241ea0, host n-d-816206-8, cleared binding levels {{(pid=103592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:36:05.997724 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-d344f21f-b8d2-473f-b6ab-ce64f79ad652 None None] For port 2e865d7e-414c-47a7-8bd3-ac1d82241ea0, host n-d-816206-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=2e865d7e-414c-47a7-8bd3-ac1d82241ea0,segment=NetworkSegment(c4fbaa41-821a-45d0-9d3a-97cb984f866b),segment_id=c4fbaa41-821a-45d0-9d3a-97cb984f866b)] {{(pid=103592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:36:06.027562 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-17b1dac0-dd2e-4b79-a43f-76b997dee54f None None] Set router 27419c05-b309-405f-9fcd-bf818c979861 gateway port host: n-d-816206-8 {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:36:06.052084 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-d344f21f-b8d2-473f-b6ab-ce64f79ad652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:06.211389 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d344f21f-b8d2-473f-b6ab-ce64f79ad652 None None] Pushing event updated for resources: {'Port': ['ID=2e865d7e-414c-47a7-8bd3-ac1d82241ea0,revision_number=2']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:36:06.277882 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.db_base_plugin_common [None req-ea4cec7a-f04b-48c2-936c-b41265e6a662 None None] Allocated IP 172.20.0.2 (9cf04768-01c4-471a-8ef7-e1c45bb07cfa/5e5e36a0-4053-4fe3-9f82-5293d91ab09e/d2c7c391-8444-439f-8d45-23ae132a10d9) {{(pid=103592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:36:06.333422 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 43654) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:36:06.487936 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-17b1dac0-dd2e-4b79-a43f-76b997dee54f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27419c05-b309-405f-9fcd-bf818c979861', 'name': 'tempest-ServerRescueTestJSONUnderV235-774584939-router', 'tenant_id': '5b004d5f15be417cbe32e472a39ce93f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.145'}], 'enable_snat': True}, 'gw_port_id': 'ce7cf3c7-0a3f-4c2b-ae55-238b2e203d31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:34:44Z', 'updated_at': '2021-11-23T17:34:50Z', 'revision_number': 4, 'project_id': '5b004d5f15be417cbe32e472a39ce93f', 'gw_port': {'id': 'ce7cf3c7-0a3f-4c2b-ae55-238b2e203d31', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:e9:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27419c05-b309-405f-9fcd-bf818c979861', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1500, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:34:45Z', 'updated_at': '2021-11-23T17:34:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_interfaces': [{'id': '1b439740-9fbd-4f4e-b6f6-ae7422d785d2', 'name': '', 'network_id': 'a7fc513d-97aa-4b2b-9a51-9e5f9afec91b', 'tenant_id': '5b004d5f15be417cbe32e472a39ce93f', 'mac_address': 'fa:16:3e:5a:95:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27419c05-b309-405f-9fcd-bf818c979861', 'device_owner': 'network:router_interface', 'standard_attr_id': 1520, 'fixed_ips': [{'subnet_id': '1b8a3d78-3bde-4257-9e3e-58e9b2ea43c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:34:48Z', 'updated_at': '2021-11-23T17:34:59Z', 'revision_number': 5, 'project_id': '5b004d5f15be417cbe32e472a39ce93f', 'subnets': [{'id': '1b8a3d78-3bde-4257-9e3e-58e9b2ea43c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:36:06.567233 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17b1dac0-dd2e-4b79-a43f-76b997dee54f None None] The sync data for ids ['27419c05-b309-405f-9fcd-bf818c979861'] in n-d-816206-8 is: [{'id': '27419c05-b309-405f-9fcd-bf818c979861', 'name': 'tempest-ServerRescueTestJSONUnderV235-774584939-router', 'tenant_id': '5b004d5f15be417cbe32e472a39ce93f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.145'}], 'enable_snat': True}, 'gw_port_id': 'ce7cf3c7-0a3f-4c2b-ae55-238b2e203d31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:34:44Z', 'updated_at': '2021-11-23T17:34:50Z', 'revision_number': 4, 'project_id': '5b004d5f15be417cbe32e472a39ce93f', 'gw_port': {'id': 'ce7cf3c7-0a3f-4c2b-ae55-238b2e203d31', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:e9:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27419c05-b309-405f-9fcd-bf818c979861', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1500, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:34:45Z', 'updated_at': '2021-11-23T17:34:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_interfaces': [{'id': '1b439740-9fbd-4f4e-b6f6-ae7422d785d2', 'name': '', 'network_id': 'a7fc513d-97aa-4b2b-9a51-9e5f9afec91b', 'tenant_id': '5b004d5f15be417cbe32e472a39ce93f', 'mac_address': 'fa:16:3e:5a:95:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27419c05-b309-405f-9fcd-bf818c979861', 'device_owner': 'network:router_interface', 'standard_attr_id': 1520, 'fixed_ips': [{'subnet_id': '1b8a3d78-3bde-4257-9e3e-58e9b2ea43c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:34:48Z', 'updated_at': '2021-11-23T17:34:59Z', 'revision_number': 5, 'project_id': '5b004d5f15be417cbe32e472a39ce93f', 'subnets': [{'id': '1b8a3d78-3bde-4257-9e3e-58e9b2ea43c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:36:06.655092 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-ea4cec7a-f04b-48c2-936c-b41265e6a662 None None] Publish callbacks [] for port, precommit_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:06.669043 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a8ef04-7b68-42d9-ba69-59abb1c3255a req-49a85b70-f04f-4c92-b60d-e945757c3a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:36:06.670616 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-37a8ef04-7b68-42d9-ba69-59abb1c3255a req-49a85b70-f04f-4c92-b60d-e945757c3a95 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5b004d5f15be417cbe32e472a39ce93f&device_id=db755471-155f-4d9e-b81d-3999c64dda09 HTTP/1.1" status: 200 len: 1097 time: 1.1472225 Nov 23 17:36:06.679630 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-ea4cec7a-f04b-48c2-936c-b41265e6a662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980'] for port, after_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:06.749700 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ae8d9408-831e-447b-aa73-246499670875 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264357903', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264730940'] for subnet, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:06.755401 n-d-816206-8 neutron-server[103592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea4cec7a-f04b-48c2-936c-b41265e6a662 None None] Network 9cf04768-01c4-471a-8ef7-e1c45bb07cfa is already hosted by enough agents. {{(pid=103592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:36:06.763520 n-d-816206-8 neutron-server[103592]: DEBUG neutron.scheduler.base_scheduler [None req-ea4cec7a-f04b-48c2-936c-b41265e6a662 None None] Resources bound (agent type, host, resource id): {{(pid=103592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:36:06.769926 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea4cec7a-f04b-48c2-936c-b41265e6a662 None None] Received port after_create {{(pid=103592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:36:06.773378 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4cec7a-f04b-48c2-936c-b41265e6a662 None None] Pushing event updated for resources: {'Port': ['ID=d2c7c391-8444-439f-8d45-23ae132a10d9,revision_number=1']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:36:06.836898 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8d9408-831e-447b-aa73-246499670875 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Pushing event deleted for resources: {'Subnet': ['ID=5e5e36a0-4053-4fe3-9f82-5293d91ab09e,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:36:06.923208 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-ea4cec7a-f04b-48c2-936c-b41265e6a662 None None] Attempting to bind port d2c7c391-8444-439f-8d45-23ae132a10d9 on host n-d-816206-8 for vnic_type normal with profile {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:36:06.927739 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-ea4cec7a-f04b-48c2-936c-b41265e6a662 None None] Attempting to bind port d2c7c391-8444-439f-8d45-23ae132a10d9 by drivers openvswitch,hyperv on host n-d-816206-8 at level 0 using segments [{'id': '8e3f4693-d3b2-4b12-b86e-ab61eff99569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '9cf04768-01c4-471a-8ef7-e1c45bb07cfa'}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:36:06.928174 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea4cec7a-f04b-48c2-936c-b41265e6a662 None None] Attempting to bind port d2c7c391-8444-439f-8d45-23ae132a10d9 on network 9cf04768-01c4-471a-8ef7-e1c45bb07cfa {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:36:06.945831 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea4cec7a-f04b-48c2-936c-b41265e6a662 None None] Checking agent: {'id': '9e89acbe-4bbe-4c77-a18b-6f1da9133e0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 7, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 35, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:36:06.946221 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea4cec7a-f04b-48c2-936c-b41265e6a662 None None] Checking segment: {'id': '8e3f4693-d3b2-4b12-b86e-ab61eff99569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '9cf04768-01c4-471a-8ef7-e1c45bb07cfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:36:06.946675 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-ea4cec7a-f04b-48c2-936c-b41265e6a662 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:06.947073 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea4cec7a-f04b-48c2-936c-b41265e6a662 None None] Bound using segment: {'id': '8e3f4693-d3b2-4b12-b86e-ab61eff99569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '9cf04768-01c4-471a-8ef7-e1c45bb07cfa'} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:36:06.947601 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-ea4cec7a-f04b-48c2-936c-b41265e6a662 None None] Bound port: d2c7c391-8444-439f-8d45-23ae132a10d9, host: n-d-816206-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e3f4693-d3b2-4b12-b86e-ab61eff99569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '9cf04768-01c4-471a-8ef7-e1c45bb07cfa'}}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:36:06.948010 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-ea4cec7a-f04b-48c2-936c-b41265e6a662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:06.976753 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 2e865d7e-414c-47a7-8bd3-ac1d82241ea0 up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:36:06.988913 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ae8d9408-831e-447b-aa73-246499670875 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973419', 'neutron.services.segments.db._delete_segments_for_network-8736635878840'] for network, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:07.066421 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b349f8a-ace9-4ad3-995b-049c0df663ca req-7906390b-4e78-4f15-8b06-24d67165fa07 tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:36:07.069458 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-7b349f8a-ace9-4ad3-995b-049c0df663ca req-7906390b-4e78-4f15-8b06-24d67165fa07 tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] 10.222.0.55 "GET /v2.0/ports?device_id=7381ae1d-a208-4b78-a6b3-2ed033ea2f6d HTTP/1.1" status: 200 len: 945 time: 0.3795316 Nov 23 17:36:07.074675 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-31356ddf-3266-4b3e-95ee-9ccbcc7ef032 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:07.100781 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-ae8d9408-831e-447b-aa73-246499670875 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9cf04768-01c4-471a-8ef7-e1c45bb07cfa']}} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:36:07.123001 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-ea4cec7a-f04b-48c2-936c-b41265e6a662 None None] For port d2c7c391-8444-439f-8d45-23ae132a10d9, host n-d-816206-8, cleared binding levels {{(pid=103592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:36:07.133252 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-ea4cec7a-f04b-48c2-936c-b41265e6a662 None None] For port d2c7c391-8444-439f-8d45-23ae132a10d9, host n-d-816206-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=d2c7c391-8444-439f-8d45-23ae132a10d9,segment=NetworkSegment(8e3f4693-d3b2-4b12-b86e-ab61eff99569),segment_id=8e3f4693-d3b2-4b12-b86e-ab61eff99569)] {{(pid=103592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:36:07.134362 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port 2e865d7e-414c-47a7-8bd3-ac1d82241ea0 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:36:07.134658 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:07.145770 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-ea4cec7a-f04b-48c2-936c-b41265e6a662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:07.174921 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-13a567fa-26e1-4217-abe2-082f5f2dfb5a req-6f9149d3-cf81-4643-8c12-3f6a280e28ef service neutron] 10.222.0.60 "GET /v2.0/networks/a7fc513d-97aa-4b2b-9a51-9e5f9afec91b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2044756 Nov 23 17:36:07.221759 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84b9dfcf-bcc3-4021-ae71-ee076804e00b None None] New status for floating IP 7ee54988-478e-4125-843c-f7f5f105eb62: DOWN {{(pid=103592) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 17:36:07.246414 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-ae8d9408-831e-447b-aa73-246499670875 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e3f4693-d3b2-4b12-b86e-ab61eff99569') {'for_net_delete': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:36:07.246720 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-ae8d9408-831e-447b-aa73-246499670875 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e3f4693-d3b2-4b12-b86e-ab61eff99569') {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:36:07.265368 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ae8d9408-831e-447b-aa73-246499670875 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736635840332', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-267528353'] for segment, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:07.306495 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a8ef04-7b68-42d9-ba69-59abb1c3255a req-72c720a1-f9aa-4f92-a2d3-ed43b046f938 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:36:07.309651 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-37a8ef04-7b68-42d9-ba69-59abb1c3255a req-72c720a1-f9aa-4f92-a2d3-ed43b046f938 service neutron] 10.222.0.36 "GET /v2.0/networks?id=a7fc513d-97aa-4b2b-9a51-9e5f9afec91b HTTP/1.1" status: 200 len: 920 time: 0.5799942 Nov 23 17:36:07.319613 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98550297-e3f2-4369-867c-418c912bfc97 req-f181bfb8-02ad-4f35-b69c-1d68e85f9ae8 tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:36:07.331724 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-98550297-e3f2-4369-867c-418c912bfc97 req-f181bfb8-02ad-4f35-b69c-1d68e85f9ae8 tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] 10.222.0.60 "GET /v2.0/networks?id=fc96739d-c491-43ac-87e8-a972969a7778 HTTP/1.1" status: 200 len: 815 time: 0.6742630 Nov 23 17:36:07.341834 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ae8d9408-831e-447b-aa73-246499670875 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:07.384515 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae8d9408-831e-447b-aa73-246499670875 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Releasing vlan 505 on physical network physnet1 to pool {{(pid=103590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 17:36:07.384909 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ae8d9408-831e-447b-aa73-246499670875 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264370093'] for segment, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:07.391047 n-d-816206-8 neutron-server[103590]: Traceback (most recent call last): Nov 23 17:36:07.391047 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 17:36:07.391047 n-d-816206-8 neutron-server[103590]: timer() Nov 23 17:36:07.391047 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 17:36:07.391047 n-d-816206-8 neutron-server[103590]: cb(*args, **kw) Nov 23 17:36:07.391047 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 17:36:07.391047 n-d-816206-8 neutron-server[103590]: return func(*args, **kwargs) Nov 23 17:36:07.391047 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 17:36:07.391047 n-d-816206-8 neutron-server[103590]: self._notify() Nov 23 17:36:07.391047 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 17:36:07.391047 n-d-816206-8 neutron-server[103590]: self.callback(batched_events) Nov 23 17:36:07.391047 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 17:36:07.391047 n-d-816206-8 neutron-server[103590]: event.method(event) Nov 23 17:36:07.391047 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 17:36:07.391047 n-d-816206-8 neutron-server[103590]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 17:36:07.391047 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 17:36:07.391047 n-d-816206-8 neutron-server[103590]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 17:36:07.391047 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 17:36:07.391047 n-d-816206-8 neutron-server[103590]: return f(self, *a, **k) Nov 23 17:36:07.391047 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 17:36:07.391047 n-d-816206-8 neutron-server[103590]: return self._get(url).json() Nov 23 17:36:07.391047 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 17:36:07.391047 n-d-816206-8 neutron-server[103590]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 17:36:07.391047 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 17:36:07.391047 n-d-816206-8 neutron-server[103590]: return self.request(url, 'GET', **kwargs) Nov 23 17:36:07.391047 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 17:36:07.391047 n-d-816206-8 neutron-server[103590]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 17:36:07.391047 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 17:36:07.391047 n-d-816206-8 neutron-server[103590]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 17:36:07.391047 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 17:36:07.391047 n-d-816206-8 neutron-server[103590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 17:36:07.391047 n-d-816206-8 neutron-server[103590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 17:36:07.448529 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [req-7b349f8a-ace9-4ad3-995b-049c0df663ca req-408df4e1-70de-4204-9359-96c04751e250 tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] Deleting port 2ec817d4-d373-4795-968d-20f56c02cef8 {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:36:07.449118 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-7b349f8a-ace9-4ad3-995b-049c0df663ca req-408df4e1-70de-4204-9359-96c04751e250 tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:07.457687 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-98550297-e3f2-4369-867c-418c912bfc97 req-584df3eb-c743-42e1-badb-8f40adec9003 tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] 10.222.0.60 "GET /v2.0/quotas/479bc3f4118b4e1b83aa4de042fcddf0 HTTP/1.1" status: 200 len: 375 time: 0.1243172 Nov 23 17:36:07.552096 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4cec7a-f04b-48c2-936c-b41265e6a662 None None] Pushing event updated for resources: {'Port': ['ID=d2c7c391-8444-439f-8d45-23ae132a10d9,revision_number=2']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:36:07.603658 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-37a8ef04-7b68-42d9-ba69-59abb1c3255a req-60a0736f-dbf8-4512-bc74-6f61c0177eab service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cce38756-b262-4b06-8ceb-2d23048856a1 HTTP/1.1" status: 200 len: 217 time: 0.1700349 Nov 23 17:36:07.617103 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-13a567fa-26e1-4217-abe2-082f5f2dfb5a req-aa5d13d8-128d-4bd1-95d5-d5fc761a143c service neutron] 10.222.0.60 "GET /v2.0/networks/a7fc513d-97aa-4b2b-9a51-9e5f9afec91b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4389789 Nov 23 17:36:07.662985 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.db.api [None req-ae8d9408-831e-447b-aa73-246499670875 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 23 17:36:07.662985 n-d-816206-8 neutron-server[103590]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 23 17:36:07.662985 n-d-816206-8 neutron-server[103590]: [parameters: {'id': '9cf04768-01c4-471a-8ef7-e1c45bb07cfa'}] Nov 23 17:36:07.662985 n-d-816206-8 neutron-server[103590]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103590) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 17:36:07.663573 n-d-816206-8 neutron-server[103590]: DEBUG oslo_db.api [None req-ae8d9408-831e-447b-aa73-246499670875 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 17:36:07.705430 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:07.710439 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bc824a3-6e32-4253-b2b7-4d0c28281283 None None] Network 9cf04768-01c4-471a-8ef7-e1c45bb07cfa requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:36:07.720780 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [req-7b349f8a-ace9-4ad3-995b-049c0df663ca req-408df4e1-70de-4204-9359-96c04751e250 tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] For port 2ec817d4-d373-4795-968d-20f56c02cef8, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=2ec817d4-d373-4795-968d-20f56c02cef8,segment=NetworkSegment(e7632547-d306-492c-9ecc-5c4549ae9c5a),segment_id=e7632547-d306-492c-9ecc-5c4549ae9c5a)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:36:07.722884 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-7b349f8a-ace9-4ad3-995b-049c0df663ca req-408df4e1-70de-4204-9359-96c04751e250 tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:07.772533 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [req-7b349f8a-ace9-4ad3-995b-049c0df663ca req-408df4e1-70de-4204-9359-96c04751e250 tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] Calling delete_port for 2ec817d4-d373-4795-968d-20f56c02cef8 owned by compute:nova {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:36:07.773840 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-98550297-e3f2-4369-867c-418c912bfc97 req-7c0f4510-07e6-4295-b1c1-6790ad21e641 tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=479bc3f4118b4e1b83aa4de042fcddf0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3119662 Nov 23 17:36:07.775654 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-31356ddf-3266-4b3e-95ee-9ccbcc7ef032 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:07.810292 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a8ef04-7b68-42d9-ba69-59abb1c3255a req-36f5e4e0-71d5-423e-ab0b-f3dd58047793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:36:07.811928 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-37a8ef04-7b68-42d9-ba69-59abb1c3255a req-36f5e4e0-71d5-423e-ab0b-f3dd58047793 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1b8a3d78-3bde-4257-9e3e-58e9b2ea43c2 HTTP/1.1" status: 200 len: 859 time: 0.1936507 Nov 23 17:36:07.817403 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-31356ddf-3266-4b3e-95ee-9ccbcc7ef032 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:07.879071 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] For port 2e865d7e-414c-47a7-8bd3-ac1d82241ea0, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=2e865d7e-414c-47a7-8bd3-ac1d82241ea0,segment=NetworkSegment(c4fbaa41-821a-45d0-9d3a-97cb984f866b),segment_id=c4fbaa41-821a-45d0-9d3a-97cb984f866b)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:36:07.889311 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 43708) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:36:07.897849 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-31356ddf-3266-4b3e-95ee-9ccbcc7ef032 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=9f13b010bdbc494e8e84e6c3942c0475&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5625134 Nov 23 17:36:07.900600 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-37a8ef04-7b68-42d9-ba69-59abb1c3255a req-42709d2e-a922-4a09-964c-9b41404fec49 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a7fc513d-97aa-4b2b-9a51-9e5f9afec91b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0794089 Nov 23 17:36:07.975880 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:07.983983 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31356ddf-3266-4b3e-95ee-9ccbcc7ef032 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3b11c10-ed6e-49f8-99b3-fe98d9aaa216,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:36:08.065644 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-0c69935e-e841-4345-be8b-20395b590b0c req-71d35c41-f21b-4a7a-a441-305f3535f316 tempest-ServerRescueTestJSONUnderV235-2089606454 tempest-ServerRescueTestJSONUnderV235-2089606454-project] 10.222.0.60 "GET /v2.0/floatingips/7ee54988-478e-4125-843c-f7f5f105eb62 HTTP/1.1" status: 200 len: 692 time: 0.1172924 Nov 23 17:36:08.107940 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Pushing event updated for resources: {'Port': ['ID=2e865d7e-414c-47a7-8bd3-ac1d82241ea0,revision_number=3']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:36:08.121341 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-7b349f8a-ace9-4ad3-995b-049c0df663ca req-408df4e1-70de-4204-9359-96c04751e250 tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:08.134938 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] get_ports_and_sgs() called for port_ids ['2ec817d4-d373-4795-968d-20f56c02cef8'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:36:08.155900 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-98550297-e3f2-4369-867c-418c912bfc97 req-3cc33a2c-8a6f-4794-831c-7c675312d041 service neutron] 10.222.0.60 "GET /v2.0/networks/fc96739d-c491-43ac-87e8-a972969a7778?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3811107 Nov 23 17:36:08.166088 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ae8d9408-831e-447b-aa73-246499670875 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-555181'] for network, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:08.171828 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408df4e1-70de-4204-9359-96c04751e250 tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] Pushing event deleted for resources: {'Port': ['ID=2ec817d4-d373-4795-968d-20f56c02cef8,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:36:08.179938 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-571a3cd7-ab15-4d39-9054-53cb3cebc096 None None] DHCP port deletion for fc96739d-c491-43ac-87e8-a972969a7778 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:36:08.211848 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-a23229da-915f-4be4-ad9f-d02b311e7b5a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:08.220877 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b349f8a-ace9-4ad3-995b-049c0df663ca req-408df4e1-70de-4204-9359-96c04751e250 tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] No DVR routers for this DVR port 2ec817d4-d373-4795-968d-20f56c02cef8 on host n-h1-816206-8 {{(pid=103590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:36:08.240120 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-7b349f8a-ace9-4ad3-995b-049c0df663ca req-408df4e1-70de-4204-9359-96c04751e250 tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:08.250153 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-7b349f8a-ace9-4ad3-995b-049c0df663ca req-408df4e1-70de-4204-9359-96c04751e250 tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] 10.222.0.55 "DELETE /v2.0/ports/2ec817d4-d373-4795-968d-20f56c02cef8 HTTP/1.1" status: 204 len: 173 time: 1.1698792 Nov 23 17:36:08.254018 n-d-816206-8 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7381ae1d-a208-4b78-a6b3-2ed033ea2f6d', 'name': 'network-vif-deleted', 'tag': '2ec817d4-d373-4795-968d-20f56c02cef8'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:36:08.256644 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbabddbc9fc37b068808e119c416c86f5957ca04531a4a0d2e695c515e93483b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2bf7387-4758-4c57-ab5c-9d97bd4a8d0b" -d '{"events": [{"server_uuid": "7381ae1d-a208-4b78-a6b3-2ed033ea2f6d", "name": "network-vif-deleted", "tag": "2ec817d4-d373-4795-968d-20f56c02cef8"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:36:08.276353 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8441ffc-ffd1-4c07-991b-4bc8d7d6ce18 None None] Network 205ba418-ae5b-4a70-8f9a-ef72ccc4be14 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:36:08.278782 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-37a8ef04-7b68-42d9-ba69-59abb1c3255a req-70337c74-c61a-4c5f-b2a7-e349ab141ed8 service neutron] 10.222.0.36 "GET /v2.0/networks/a7fc513d-97aa-4b2b-9a51-9e5f9afec91b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3358548 Nov 23 17:36:08.303958 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-ae8d9408-831e-447b-aa73-246499670875 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Deleting port d2c7c391-8444-439f-8d45-23ae132a10d9 {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:36:08.304789 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ae8d9408-831e-447b-aa73-246499670875 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:08.336787 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-a23229da-915f-4be4-ad9f-d02b311e7b5a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:08.434191 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-ae8d9408-831e-447b-aa73-246499670875 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] For port d2c7c391-8444-439f-8d45-23ae132a10d9, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=d2c7c391-8444-439f-8d45-23ae132a10d9,segment=NetworkSegment(8e3f4693-d3b2-4b12-b86e-ab61eff99569),segment_id=8e3f4693-d3b2-4b12-b86e-ab61eff99569)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:36:08.434688 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ae8d9408-831e-447b-aa73-246499670875 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:08.435026 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-3e4ebacf-599c-4054-bcfe-b416b3c34209 None None] Provisioning complete for port 2e865d7e-414c-47a7-8bd3-ac1d82241ea0 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:36:08.435506 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-3e4ebacf-599c-4054-bcfe-b416b3c34209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:08.470023 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-ae8d9408-831e-447b-aa73-246499670875 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Calling delete_port for d2c7c391-8444-439f-8d45-23ae132a10d9 owned by network:dhcp {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:36:08.480039 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c69935e-e841-4345-be8b-20395b590b0c req-d3c93a12-4967-4cd8-8808-60cbb006d1cd tempest-ServerRescueTestJSONUnderV235-2089606454 tempest-ServerRescueTestJSONUnderV235-2089606454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:36:08.486928 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-0c69935e-e841-4345-be8b-20395b590b0c req-d3c93a12-4967-4cd8-8808-60cbb006d1cd tempest-ServerRescueTestJSONUnderV235-2089606454 tempest-ServerRescueTestJSONUnderV235-2089606454-project] 10.222.0.60 "GET /v2.0/networks/4c8455ba-1be5-42ac-b8c2-8a16e1292d55 HTTP/1.1" status: 200 len: 784 time: 0.3793302 Nov 23 17:36:08.496052 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [req-0c69935e-e841-4345-be8b-20395b590b0c req-bbf0d79d-5c4f-49d5-9d12-5be04e4bfd7f tempest-ServerRescueTestJSONUnderV235-2089606454 tempest-ServerRescueTestJSONUnderV235-2089606454-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=103591) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 17:36:08.503752 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-0c69935e-e841-4345-be8b-20395b590b0c req-bbf0d79d-5c4f-49d5-9d12-5be04e4bfd7f tempest-ServerRescueTestJSONUnderV235-2089606454 tempest-ServerRescueTestJSONUnderV235-2089606454-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0155029 Nov 23 17:36:08.517751 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-98550297-e3f2-4369-867c-418c912bfc97 req-da5d23a3-2afa-42e1-8341-ed38264c5a49 service neutron] 10.222.0.60 "GET /v2.0/networks/fc96739d-c491-43ac-87e8-a972969a7778?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3609259 Nov 23 17:36:08.697436 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ae8d9408-831e-447b-aa73-246499670875 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:08.706555 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-0c69935e-e841-4345-be8b-20395b590b0c req-8bd23166-d17c-4795-9270-11f507b02632 tempest-ServerRescueTestJSONUnderV235-2089606454 tempest-ServerRescueTestJSONUnderV235-2089606454-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.3.27 HTTP/1.1" status: 200 len: 695 time: 0.2018309 Nov 23 17:36:08.718521 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-a23229da-915f-4be4-ad9f-d02b311e7b5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:08.733998 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-a23229da-915f-4be4-ad9f-d02b311e7b5a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:08.735190 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-a23229da-915f-4be4-ad9f-d02b311e7b5a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d3b11c10-ed6e-49f8-99b3-fe98d9aaa216 HTTP/1.1" status: 204 len: 168 time: 0.8434808 Nov 23 17:36:08.761261 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-37a8ef04-7b68-42d9-ba69-59abb1c3255a req-2719f42a-9fee-42d7-84cc-b43c1a5eda7c service neutron] 10.222.0.36 "GET /v2.0/networks/a7fc513d-97aa-4b2b-9a51-9e5f9afec91b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4220061 Nov 23 17:36:08.896739 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23229da-915f-4be4-ad9f-d02b311e7b5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3b11c10-ed6e-49f8-99b3-fe98d9aaa216,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:36:08.939612 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae8d9408-831e-447b-aa73-246499670875 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] No DVR routers for this DVR port d2c7c391-8444-439f-8d45-23ae132a10d9 on host n-d-816206-8 {{(pid=103590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:36:09.001405 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 2e865d7e-414c-47a7-8bd3-ac1d82241ea0 up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:36:09.038283 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c167a04b-3be9-47d1-8e01-646f7df0d1d5 req-45462534-105f-46ed-b5f8-440cdcfa3e28 tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] 10.222.0.60 "GET /v2.0/ports?device_id=ea1510c3-58df-4522-8422-4d3a2ea1dd61 HTTP/1.1" status: 200 len: 210 time: 0.1276615 Nov 23 17:36:09.051638 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-0c69935e-e841-4345-be8b-20395b590b0c req-1d00e897-b870-4c93-a823-5e56360d3907 tempest-ServerRescueTestJSONUnderV235-2089606454 tempest-ServerRescueTestJSONUnderV235-2089606454-project] 10.222.0.60 "GET /v2.0/floatingips?floating_ip_address=172.25.3.27 HTTP/1.1" status: 200 len: 695 time: 0.3441768 Nov 23 17:36:09.087864 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:36:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72dfe447-c6a4-4509-8095-50e9b6a96592 x-openstack-request-id: req-72dfe447-c6a4-4509-8095-50e9b6a96592 {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:36:09.088171 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7381ae1d-a208-4b78-a6b3-2ed033ea2f6d", "name": "network-vif-deleted", "tag": "2ec817d4-d373-4795-968d-20f56c02cef8", "status": "completed", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:36:09.094224 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-72dfe447-c6a4-4509-8095-50e9b6a96592 {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:36:09.096013 n-d-816206-8 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7381ae1d-a208-4b78-a6b3-2ed033ea2f6d', 'name': 'network-vif-deleted', 'tag': '2ec817d4-d373-4795-968d-20f56c02cef8', 'status': 'completed', 'code': 200} Nov 23 17:36:09.100881 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8d9408-831e-447b-aa73-246499670875 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Pushing event deleted for resources: {'Port': ['ID=d2c7c391-8444-439f-8d45-23ae132a10d9,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:36:09.168467 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ded85611-fedd-497d-9ae5-414d3d0c2b15 None None] get_active_networks_info from n-d-816206-8 {{(pid=103592) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 23 17:36:09.264522 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ae8d9408-831e-447b-aa73-246499670875 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973419', 'neutron.services.segments.db._delete_segments_for_network-8736635878840'] for network, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:09.354960 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-ae8d9408-831e-447b-aa73-246499670875 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9cf04768-01c4-471a-8ef7-e1c45bb07cfa']}} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:36:09.380164 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-ae8d9408-831e-447b-aa73-246499670875 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e3f4693-d3b2-4b12-b86e-ab61eff99569') {'for_net_delete': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:36:09.381272 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-ae8d9408-831e-447b-aa73-246499670875 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e3f4693-d3b2-4b12-b86e-ab61eff99569') {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:36:09.407985 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-f24d187c-0469-4612-81ce-429742ba7510 None None] Provisioning complete for port 2e865d7e-414c-47a7-8bd3-ac1d82241ea0 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:36:09.411375 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ae8d9408-831e-447b-aa73-246499670875 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736635840332', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-267528353'] for segment, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:09.416005 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-f24d187c-0469-4612-81ce-429742ba7510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:09.446692 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ae8d9408-831e-447b-aa73-246499670875 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:09.458787 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae8d9408-831e-447b-aa73-246499670875 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Releasing vlan 505 on physical network physnet1 to pool {{(pid=103590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 17:36:09.459502 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ae8d9408-831e-447b-aa73-246499670875 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264370093'] for segment, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:09.463351 n-d-816206-8 neutron-server[103590]: Traceback (most recent call last): Nov 23 17:36:09.463351 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 17:36:09.463351 n-d-816206-8 neutron-server[103590]: timer() Nov 23 17:36:09.463351 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 17:36:09.463351 n-d-816206-8 neutron-server[103590]: cb(*args, **kw) Nov 23 17:36:09.463351 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 17:36:09.463351 n-d-816206-8 neutron-server[103590]: return func(*args, **kwargs) Nov 23 17:36:09.463351 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 17:36:09.463351 n-d-816206-8 neutron-server[103590]: self._notify() Nov 23 17:36:09.463351 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 17:36:09.463351 n-d-816206-8 neutron-server[103590]: self.callback(batched_events) Nov 23 17:36:09.463351 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 17:36:09.463351 n-d-816206-8 neutron-server[103590]: event.method(event) Nov 23 17:36:09.463351 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 17:36:09.463351 n-d-816206-8 neutron-server[103590]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 17:36:09.463351 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 17:36:09.463351 n-d-816206-8 neutron-server[103590]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 17:36:09.463351 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 17:36:09.463351 n-d-816206-8 neutron-server[103590]: return f(self, *a, **k) Nov 23 17:36:09.463351 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 17:36:09.463351 n-d-816206-8 neutron-server[103590]: return self._get(url).json() Nov 23 17:36:09.463351 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 17:36:09.463351 n-d-816206-8 neutron-server[103590]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 17:36:09.463351 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 17:36:09.463351 n-d-816206-8 neutron-server[103590]: return self.request(url, 'GET', **kwargs) Nov 23 17:36:09.463351 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 17:36:09.463351 n-d-816206-8 neutron-server[103590]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 17:36:09.463351 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 17:36:09.463351 n-d-816206-8 neutron-server[103590]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 17:36:09.463351 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 17:36:09.463351 n-d-816206-8 neutron-server[103590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 17:36:09.463351 n-d-816206-8 neutron-server[103590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 17:36:09.554322 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [req-0c69935e-e841-4345-be8b-20395b590b0c req-caff34ff-ef73-4629-8327-54e343241a92 tempest-ServerRescueTestJSONUnderV235-2089606454 tempest-ServerRescueTestJSONUnderV235-2089606454-project] Deleting port 0e27b5f5-f12f-432a-abbb-db701401ff33 {{(pid=103591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:36:09.554952 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-0c69935e-e841-4345-be8b-20395b590b0c req-caff34ff-ef73-4629-8327-54e343241a92 tempest-ServerRescueTestJSONUnderV235-2089606454 tempest-ServerRescueTestJSONUnderV235-2089606454-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:09.620790 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port 2e865d7e-414c-47a7-8bd3-ac1d82241ea0 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:36:09.621212 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:09.637182 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ae8d9408-831e-447b-aa73-246499670875 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1795418'] for network, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:09.648946 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ae8d9408-831e-447b-aa73-246499670875 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Publish callbacks [] for network, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:09.664801 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-ae8d9408-831e-447b-aa73-246499670875 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] 10.222.0.60 "DELETE /v2.0/networks/9cf04768-01c4-471a-8ef7-e1c45bb07cfa HTTP/1.1" status: 204 len: 168 time: 4.4331017 Nov 23 17:36:09.667061 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 43766) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:36:09.677917 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-1253cd52-9090-453f-b57e-02ee45175741 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-715287900'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:36:09.724635 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8d9408-831e-447b-aa73-246499670875 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Pushing event deleted for resources: {'Network': ['ID=9cf04768-01c4-471a-8ef7-e1c45bb07cfa,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:36:09.766866 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1253cd52-9090-453f-b57e-02ee45175741 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Made reservation on behalf of d5eecd5b996143b2ab53dcfe28b3de82 for: {'network': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:36:09.781537 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1253cd52-9090-453f-b57e-02ee45175741 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for network, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:09.849263 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-0c69935e-e841-4345-be8b-20395b590b0c req-caff34ff-ef73-4629-8327-54e343241a92 tempest-ServerRescueTestJSONUnderV235-2089606454 tempest-ServerRescueTestJSONUnderV235-2089606454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:09.849598 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-0c69935e-e841-4345-be8b-20395b590b0c req-caff34ff-ef73-4629-8327-54e343241a92 tempest-ServerRescueTestJSONUnderV235-2089606454 tempest-ServerRescueTestJSONUnderV235-2089606454-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:09.868415 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1253cd52-9090-453f-b57e-02ee45175741 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] vlan segment allocate from pool success with {'vlan_id': 541, 'physical_network': 'physnet1'} {{(pid=103590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 17:36:09.883742 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [req-0c69935e-e841-4345-be8b-20395b590b0c req-caff34ff-ef73-4629-8327-54e343241a92 tempest-ServerRescueTestJSONUnderV235-2089606454 tempest-ServerRescueTestJSONUnderV235-2089606454-project] Calling delete_port for 0e27b5f5-f12f-432a-abbb-db701401ff33 owned by network:floatingip {{(pid=103591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:36:09.891595 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1253cd52-9090-453f-b57e-02ee45175741 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:09.892913 n-d-816206-8 neutron-server[103590]: INFO neutron.db.segments_db [None req-1253cd52-9090-453f-b57e-02ee45175741 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Added segment 0962b284-8abc-4bc2-bc99-b4c67f7a3d4a of type vlan for network fd91b525-d422-4393-8d4a-2d42020dcecd Nov 23 17:36:09.905712 n-d-816206-8 neutron-server[103592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ded85611-fedd-497d-9ae5-414d3d0c2b15 None None] Resources bound (agent type, host, resource id): {{(pid=103592) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 23 17:36:09.919593 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 43768) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:36:10.006544 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1253cd52-9090-453f-b57e-02ee45175741 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736635338810'] for network, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:10.066921 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-dfee4dd8-884c-4cbf-b23a-d54dc4d5a30a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:10.091164 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1253cd52-9090-453f-b57e-02ee45175741 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493'] for network, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:10.109082 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1253cd52-9090-453f-b57e-02ee45175741 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:36:10.110270 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1253cd52-9090-453f-b57e-02ee45175741 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Publish callbacks [] for network, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:10.283276 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1253cd52-9090-453f-b57e-02ee45175741 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Pushing event updated for resources: {'Network': ['ID=fd91b525-d422-4393-8d4a-2d42020dcecd,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:36:10.286660 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-400a1528-5c14-46d2-bfdf-eb6df68e773e req-339aa6de-6cb2-4b57-9a1c-c684b729cef6 tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] 10.222.0.60 "GET /v2.0/ports?device_id=ea1510c3-58df-4522-8422-4d3a2ea1dd61 HTTP/1.1" status: 200 len: 210 time: 0.0472615 Nov 23 17:36:10.292247 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-1253cd52-9090-453f-b57e-02ee45175741 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6234992 Nov 23 17:36:10.294654 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 43780) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:36:10.300600 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-80928b3f-4b61-4836-8897-0164423038d8 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Request body: {'subnet': {'network_id': 'fd91b525-d422-4393-8d4a-2d42020dcecd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:36:10.336210 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-dfee4dd8-884c-4cbf-b23a-d54dc4d5a30a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:10.370942 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-dfee4dd8-884c-4cbf-b23a-d54dc4d5a30a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:10.433261 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-0c69935e-e841-4345-be8b-20395b590b0c req-caff34ff-ef73-4629-8327-54e343241a92 tempest-ServerRescueTestJSONUnderV235-2089606454 tempest-ServerRescueTestJSONUnderV235-2089606454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:10.515392 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80928b3f-4b61-4836-8897-0164423038d8 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Made reservation on behalf of d5eecd5b996143b2ab53dcfe28b3de82 for: {'subnet': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:36:10.522187 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-80928b3f-4b61-4836-8897-0164423038d8 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264730903'] for subnet, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:10.601456 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caff34ff-ef73-4629-8327-54e343241a92 tempest-ServerRescueTestJSONUnderV235-2089606454 tempest-ServerRescueTestJSONUnderV235-2089606454-project] Pushing event deleted for resources: {'Port': ['ID=0e27b5f5-f12f-432a-abbb-db701401ff33,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:36:10.610076 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-dfee4dd8-884c-4cbf-b23a-d54dc4d5a30a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=eae1ab86b8974b26b4f282c258ed395e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6879022 Nov 23 17:36:10.611650 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfee4dd8-884c-4cbf-b23a-d54dc4d5a30a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c882d1a-3a4c-4034-ab74-d2f10435d9d7,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:36:10.632196 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 43790) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:36:10.667996 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.db.resource_extend [None req-ded85611-fedd-497d-9ae5-414d3d0c2b15 None None] It took 0.34 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 23 17:36:10.688626 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-0c69935e-e841-4345-be8b-20395b590b0c req-caff34ff-ef73-4629-8327-54e343241a92 tempest-ServerRescueTestJSONUnderV235-2089606454 tempest-ServerRescueTestJSONUnderV235-2089606454-project] Publish callbacks [] for floatingip, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:10.692429 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Network fd91b525-d422-4393-8d4a-2d42020dcecd details requested by agent ovs-agent-n-d-816206-8 with host n-d-816206-8 {{(pid=103592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 17:36:10.695027 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-0c69935e-e841-4345-be8b-20395b590b0c req-caff34ff-ef73-4629-8327-54e343241a92 tempest-ServerRescueTestJSONUnderV235-2089606454 tempest-ServerRescueTestJSONUnderV235-2089606454-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for floatingip, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:10.718842 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-0c69935e-e841-4345-be8b-20395b590b0c req-caff34ff-ef73-4629-8327-54e343241a92 tempest-ServerRescueTestJSONUnderV235-2089606454 tempest-ServerRescueTestJSONUnderV235-2089606454-project] 10.222.0.60 "DELETE /v2.0/floatingips/7ee54988-478e-4125-843c-f7f5f105eb62 HTTP/1.1" status: 204 len: 173 time: 1.6592083 Nov 23 17:36:10.815759 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9ef13fe9-f6bd-4465-90dd-45cd672358c6 req-78699b71-ad5b-4e72-875e-8614af59d1c6 tempest-ServerRescueTestJSONUnderV235-2089606454 tempest-ServerRescueTestJSONUnderV235-2089606454-project] 10.222.0.60 "GET /v2.0/security-groups/5df97dda-2951-4610-a159-8379e263393a HTTP/1.1" status: 200 len: 1826 time: 0.0954890 Nov 23 17:36:10.829684 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device 2ec817d4-d373-4795-968d-20f56c02cef8 no longer exists at agent hyperv_n-h1-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:36:10.889444 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-9ef13fe9-f6bd-4465-90dd-45cd672358c6 req-d5fcb3a0-5efd-45fd-9737-a37c459a0fe3 tempest-ServerRescueTestJSONUnderV235-2089606454 tempest-ServerRescueTestJSONUnderV235-2089606454-project] Publish callbacks [] for security_group, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:10.896893 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98550297-e3f2-4369-867c-418c912bfc97 req-5365d121-771e-474d-bd9a-10f7a855abe0 tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:36:10.898486 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-98550297-e3f2-4369-867c-418c912bfc97 req-5365d121-771e-474d-bd9a-10f7a855abe0 tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] 10.222.0.55 "GET /v2.0/networks?id=fc96739d-c491-43ac-87e8-a972969a7778 HTTP/1.1" status: 200 len: 815 time: 0.3643873 Nov 23 17:36:10.924791 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-9ef13fe9-f6bd-4465-90dd-45cd672358c6 req-d5fcb3a0-5efd-45fd-9737-a37c459a0fe3 tempest-ServerRescueTestJSONUnderV235-2089606454 tempest-ServerRescueTestJSONUnderV235-2089606454-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:10.954578 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [req-98550297-e3f2-4369-867c-418c912bfc97 req-9b07ea06-b3b0-4f3e-a07d-b74ed2eccba4 tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] Request body: {'port': {'device_id': 'ea1510c3-58df-4522-8422-4d3a2ea1dd61', 'network_id': 'fc96739d-c491-43ac-87e8-a972969a7778', 'admin_state_up': True, 'tenant_id': '479bc3f4118b4e1b83aa4de042fcddf0'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:36:10.965852 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.ipam_backend_mixin [None req-80928b3f-4b61-4836-8897-0164423038d8 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Performing IP validity checks on allocation pools {{(pid=103590) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 23 17:36:10.966396 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.ipam_backend_mixin [None req-80928b3f-4b61-4836-8897-0164423038d8 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103590) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 23 17:36:10.973386 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-9ef13fe9-f6bd-4465-90dd-45cd672358c6 req-d5fcb3a0-5efd-45fd-9737-a37c459a0fe3 tempest-ServerRescueTestJSONUnderV235-2089606454 tempest-ServerRescueTestJSONUnderV235-2089606454-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:10.976347 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-9ef13fe9-f6bd-4465-90dd-45cd672358c6 req-d5fcb3a0-5efd-45fd-9737-a37c459a0fe3 tempest-ServerRescueTestJSONUnderV235-2089606454 tempest-ServerRescueTestJSONUnderV235-2089606454-project] Publish callbacks [] for security_group, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:10.985989 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9ef13fe9-f6bd-4465-90dd-45cd672358c6 req-d5fcb3a0-5efd-45fd-9737-a37c459a0fe3 tempest-ServerRescueTestJSONUnderV235-2089606454 tempest-ServerRescueTestJSONUnderV235-2089606454-project] 10.222.0.60 "DELETE /v2.0/security-groups/5df97dda-2951-4610-a159-8379e263393a HTTP/1.1" status: 204 len: 173 time: 0.1691358 Nov 23 17:36:10.988842 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] No Port match for: 2ec817d4-d373-4795-968d-20f56c02cef8 {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:36:10.989397 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device 2ec817d4-d373-4795-968d-20f56c02cef8 not bound to the agent host n-h1-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:36:11.013386 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fcb3a0-5efd-45fd-9737-a37c459a0fe3 tempest-ServerRescueTestJSONUnderV235-2089606454 tempest-ServerRescueTestJSONUnderV235-2089606454-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5df97dda-2951-4610-a159-8379e263393a,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:36:11.140424 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c330eb15-9ea1-405b-8fba-433710dcbe25 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:11.251610 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c330eb15-9ea1-405b-8fba-433710dcbe25 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:11.357677 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c02786-82e5-40f0-882a-8900fa52e487 req-2e6793e0-b9e6-4d9b-8cb7-baf018595783 tempest-ServerRescueTestJSONUnderV235-2089606454 tempest-ServerRescueTestJSONUnderV235-2089606454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:36:11.367533 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-51c02786-82e5-40f0-882a-8900fa52e487 req-2e6793e0-b9e6-4d9b-8cb7-baf018595783 tempest-ServerRescueTestJSONUnderV235-2089606454 tempest-ServerRescueTestJSONUnderV235-2089606454-project] 10.222.0.60 "GET /v2.0/ports?device_id=db755471-155f-4d9e-b81d-3999c64dda09 HTTP/1.1" status: 200 len: 946 time: 0.0861495 Nov 23 17:36:11.386039 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98550297-e3f2-4369-867c-418c912bfc97 req-9b07ea06-b3b0-4f3e-a07d-b74ed2eccba4 tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] Made reservation on behalf of 479bc3f4118b4e1b83aa4de042fcddf0 for: {'port': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:36:11.389958 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-98550297-e3f2-4369-867c-418c912bfc97 req-9b07ea06-b3b0-4f3e-a07d-b74ed2eccba4 tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:11.402239 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-80928b3f-4b61-4836-8897-0164423038d8 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264358096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264730885'] for subnet, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:11.481799 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c330eb15-9ea1-405b-8fba-433710dcbe25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:11.484699 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c330eb15-9ea1-405b-8fba-433710dcbe25 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:11.488779 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-c330eb15-9ea1-405b-8fba-433710dcbe25 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/2c882d1a-3a4c-4034-ab74-d2f10435d9d7 HTTP/1.1" status: 204 len: 168 time: 0.8421280 Nov 23 17:36:11.527003 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-24f580e2-fef1-44d5-a867-f11ac683469d req-b0496448-747f-4c55-99c5-7e413704b6c5 tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] 10.222.0.60 "GET /v2.0/ports?device_id=ea1510c3-58df-4522-8422-4d3a2ea1dd61 HTTP/1.1" status: 200 len: 210 time: 0.0882418 Nov 23 17:36:11.539670 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-51c02786-82e5-40f0-882a-8900fa52e487 req-9149d8b5-c794-4d80-bf65-7a558cfbf759 tempest-ServerRescueTestJSONUnderV235-2089606454 tempest-ServerRescueTestJSONUnderV235-2089606454-project] 10.222.0.60 "GET /v2.0/security-groups?id=627e1e45-7f27-49ad-a161-3002d16a7eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708529 Nov 23 17:36:11.551605 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c330eb15-9ea1-405b-8fba-433710dcbe25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c882d1a-3a4c-4034-ab74-d2f10435d9d7,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:36:11.587511 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80928b3f-4b61-4836-8897-0164423038d8 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Pushing event updated for resources: {'Subnet': ['ID=08ecc04e-7cac-4613-ae69-9b33f99f9257,revision_number=0']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:36:11.610447 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80928b3f-4b61-4836-8897-0164423038d8 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Checking segment: {'id': '0962b284-8abc-4bc2-bc99-b4c67f7a3d4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'fd91b525-d422-4393-8d4a-2d42020dcecd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:36:11.610810 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80928b3f-4b61-4836-8897-0164423038d8 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Network hostable DHCP agents. Network: fd91b525-d422-4393-8d4a-2d42020dcecd, hostable agents: ['0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3'], hosted agents: [] {{(pid=103590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 17:36:11.674917 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80928b3f-4b61-4836-8897-0164423038d8 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Network fd91b525-d422-4393-8d4a-2d42020dcecd is scheduled to be hosted by DHCP agent 0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3 with binding_index 1 {{(pid=103590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 17:36:11.691143 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [req-98550297-e3f2-4369-867c-418c912bfc97 req-9b07ea06-b3b0-4f3e-a07d-b74ed2eccba4 tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] Allocated IP 172.20.0.5 (fc96739d-c491-43ac-87e8-a972969a7778/579e8c1e-f51a-4f5f-aafb-372cc339033c/198766c7-576e-459e-a5ff-f0c1852cff91) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:36:11.693160 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-80928b3f-4b61-4836-8897-0164423038d8 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-8, fd91b525-d422-4393-8d4a-2d42020dcecd) {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:36:11.700764 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80928b3f-4b61-4836-8897-0164423038d8 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:36:11.701361 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-80928b3f-4b61-4836-8897-0164423038d8 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Publish callbacks [] for subnet, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:11.709238 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbd2e39a-2154-4e4b-a840-009e350e900a None None] Network fd91b525-d422-4393-8d4a-2d42020dcecd requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:36:11.787192 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-80928b3f-4b61-4836-8897-0164423038d8 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.4910860 Nov 23 17:36:11.790023 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 43830) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:36:11.967941 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-b6e4ecc6-ccb3-43a1-b1e8-b9f91d7a6d79 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-555181'] for network, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:12.035675 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-98550297-e3f2-4369-867c-418c912bfc97 req-9b07ea06-b3b0-4f3e-a07d-b74ed2eccba4 tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:12.061976 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66ba3f46-4435-4421-9f46-79180a4c90c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp355044b8-8e87-58c4-94fa-4a010ec30f9e-fd91b525-d422-4393-8d4a-2d42020dcecd', 'network_id': 'fd91b525-d422-4393-8d4a-2d42020dcecd', 'tenant_id': 'd5eecd5b996143b2ab53dcfe28b3de82', 'fixed_ips': [{'subnet_id': '08ecc04e-7cac-4613-ae69-9b33f99f9257'}]}} from n-d-816206-8. {{(pid=103592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 17:36:12.064080 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-66ba3f46-4435-4421-9f46-79180a4c90c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:12.138545 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-b6e4ecc6-ccb3-43a1-b1e8-b9f91d7a6d79 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971956'] for subnet, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:12.141845 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-98550297-e3f2-4369-867c-418c912bfc97 req-9b07ea06-b3b0-4f3e-a07d-b74ed2eccba4 tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:12.261851 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-b6e4ecc6-ccb3-43a1-b1e8-b9f91d7a6d79 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264758240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264314269'] for subnet, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:12.292442 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98550297-e3f2-4369-867c-418c912bfc97 req-9b07ea06-b3b0-4f3e-a07d-b74ed2eccba4 tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] Network fc96739d-c491-43ac-87e8-a972969a7778 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:36:12.294545 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b07ea06-b3b0-4f3e-a07d-b74ed2eccba4 tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] Pushing event updated for resources: {'Port': ['ID=198766c7-576e-459e-a5ff-f0c1852cff91,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:36:12.310392 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [req-98550297-e3f2-4369-867c-418c912bfc97 req-9b07ea06-b3b0-4f3e-a07d-b74ed2eccba4 tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:36:12.313679 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [req-98550297-e3f2-4369-867c-418c912bfc97 req-9b07ea06-b3b0-4f3e-a07d-b74ed2eccba4 tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:36:12.323603 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server [None req-66ba3f46-4435-4421-9f46-79180a4c90c3 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 08ecc04e-7cac-4613-ae69-9b33f99f9257: This subnet is being modified by another concurrent operation. Nov 23 17:36:12.323603 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 23 17:36:12.323603 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 23 17:36:12.323603 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 23 17:36:12.323603 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 23 17:36:12.323603 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 23 17:36:12.323603 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 23 17:36:12.323603 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 23 17:36:12.323603 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 23 17:36:12.323603 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 23 17:36:12.323603 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 23 17:36:12.323603 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 23 17:36:12.323603 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 17:36:12.323603 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 17:36:12.323603 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 17:36:12.323603 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 17:36:12.323603 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 23 17:36:12.323603 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 17:36:12.323603 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 23 17:36:12.323603 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 23 17:36:12.323603 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 17:36:12.323603 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 17:36:12.323603 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 17:36:12.323603 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 17:36:12.323603 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 23 17:36:12.323603 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 17:36:12.323603 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 23 17:36:12.323603 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 23 17:36:12.323603 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 17:36:12.323603 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 17:36:12.323603 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 17:36:12.323603 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 17:36:12.323603 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 23 17:36:12.323603 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 23 17:36:12.323603 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 23 17:36:12.323603 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 23 17:36:12.323603 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 23 17:36:12.323603 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 23 17:36:12.323603 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 23 17:36:12.323603 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 23 17:36:12.323603 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 23 17:36:12.323603 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 23 17:36:12.323603 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 23 17:36:12.323603 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 17:36:12.323603 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 23 17:36:12.323603 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 23 17:36:12.323603 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 23 17:36:12.323603 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 23 17:36:12.323603 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 17:36:12.323603 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 17:36:12.323603 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 17:36:12.323603 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 17:36:12.323603 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 23 17:36:12.323603 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 17:36:12.327188 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 23 17:36:12.327188 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 23 17:36:12.327188 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 17:36:12.327188 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 17:36:12.327188 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 17:36:12.327188 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 17:36:12.327188 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 23 17:36:12.327188 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 17:36:12.327188 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 23 17:36:12.327188 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 23 17:36:12.327188 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 17:36:12.327188 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 17:36:12.327188 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 17:36:12.327188 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 17:36:12.327188 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 23 17:36:12.327188 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 23 17:36:12.327188 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 23 17:36:12.327188 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 23 17:36:12.327188 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 23 17:36:12.327188 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 23 17:36:12.327188 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 23 17:36:12.327188 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 23 17:36:12.327188 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 23 17:36:12.327188 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 23 17:36:12.327188 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 17:36:12.327188 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 17:36:12.327188 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 17:36:12.327188 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 17:36:12.327188 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 23 17:36:12.327188 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 23 17:36:12.327188 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 23 17:36:12.327188 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 23 17:36:12.327188 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 23 17:36:12.327188 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 23 17:36:12.327188 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 23 17:36:12.327188 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server raise exception Nov 23 17:36:12.327188 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 08ecc04e-7cac-4613-ae69-9b33f99f9257: This subnet is being modified by another concurrent operation. Nov 23 17:36:12.327188 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server Nov 23 17:36:12.333264 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a86be801-760c-478d-ab3f-fddf8ecdd922 None None] DHCP port deletion for fc96739d-c491-43ac-87e8-a972969a7778 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:36:12.353798 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe6ba0f8-0885-468c-ab8b-e763818319ee None None] Network fd91b525-d422-4393-8d4a-2d42020dcecd requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:36:12.397602 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e4ecc6-ccb3-43a1-b1e8-b9f91d7a6d79 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Pushing event deleted for resources: {'Subnet': ['ID=08ecc04e-7cac-4613-ae69-9b33f99f9257,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:36:12.431513 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98550297-e3f2-4369-867c-418c912bfc97 req-9b07ea06-b3b0-4f3e-a07d-b74ed2eccba4 tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:36:12.433267 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-98550297-e3f2-4369-867c-418c912bfc97 req-9b07ea06-b3b0-4f3e-a07d-b74ed2eccba4 tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:12.478200 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-98550297-e3f2-4369-867c-418c912bfc97 req-9b07ea06-b3b0-4f3e-a07d-b74ed2eccba4 tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5276241 Nov 23 17:36:12.482352 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-b6e4ecc6-ccb3-43a1-b1e8-b9f91d7a6d79 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973419', 'neutron.services.segments.db._delete_segments_for_network-8736635878840'] for network, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:12.492836 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [req-98550297-e3f2-4369-867c-418c912bfc97 req-00ba104a-ae9f-4daa-bdef-b741a39b6c26 service neutron] Request body: {'port': {'device_id': 'ea1510c3-58df-4522-8422-4d3a2ea1dd61', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-8'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:36:12.512609 n-d-816206-8 neutron-server[103591]: DEBUG neutron.services.segments.db [None req-b6e4ecc6-ccb3-43a1-b1e8-b9f91d7a6d79 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd91b525-d422-4393-8d4a-2d42020dcecd']}} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:36:12.527865 n-d-816206-8 neutron-server[103591]: DEBUG neutron.services.segments.db [None req-b6e4ecc6-ccb3-43a1-b1e8-b9f91d7a6d79 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0962b284-8abc-4bc2-bc99-b4c67f7a3d4a') {'for_net_delete': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:36:12.528823 n-d-816206-8 neutron-server[103591]: DEBUG neutron.services.segments.db [None req-b6e4ecc6-ccb3-43a1-b1e8-b9f91d7a6d79 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0962b284-8abc-4bc2-bc99-b4c67f7a3d4a') {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:36:12.542771 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-b6e4ecc6-ccb3-43a1-b1e8-b9f91d7a6d79 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736635840332', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265989959'] for segment, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:12.565287 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-b6e4ecc6-ccb3-43a1-b1e8-b9f91d7a6d79 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:12.574995 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6e4ecc6-ccb3-43a1-b1e8-b9f91d7a6d79 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Releasing vlan 541 on physical network physnet1 to pool {{(pid=103591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 17:36:12.575739 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-b6e4ecc6-ccb3-43a1-b1e8-b9f91d7a6d79 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264756290'] for segment, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:12.654971 n-d-816206-8 neutron-server[103591]: Traceback (most recent call last): Nov 23 17:36:12.654971 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 17:36:12.654971 n-d-816206-8 neutron-server[103591]: timer() Nov 23 17:36:12.654971 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 17:36:12.654971 n-d-816206-8 neutron-server[103591]: cb(*args, **kw) Nov 23 17:36:12.654971 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 17:36:12.654971 n-d-816206-8 neutron-server[103591]: return func(*args, **kwargs) Nov 23 17:36:12.654971 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 17:36:12.654971 n-d-816206-8 neutron-server[103591]: self._notify() Nov 23 17:36:12.654971 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 17:36:12.654971 n-d-816206-8 neutron-server[103591]: self.callback(batched_events) Nov 23 17:36:12.654971 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 17:36:12.654971 n-d-816206-8 neutron-server[103591]: event.method(event) Nov 23 17:36:12.654971 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 17:36:12.654971 n-d-816206-8 neutron-server[103591]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 17:36:12.654971 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 17:36:12.654971 n-d-816206-8 neutron-server[103591]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 17:36:12.654971 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 17:36:12.654971 n-d-816206-8 neutron-server[103591]: return f(self, *a, **k) Nov 23 17:36:12.654971 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 17:36:12.654971 n-d-816206-8 neutron-server[103591]: return self._get(url).json() Nov 23 17:36:12.654971 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 17:36:12.654971 n-d-816206-8 neutron-server[103591]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 17:36:12.654971 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 17:36:12.654971 n-d-816206-8 neutron-server[103591]: return self.request(url, 'GET', **kwargs) Nov 23 17:36:12.654971 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 17:36:12.654971 n-d-816206-8 neutron-server[103591]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 17:36:12.654971 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 17:36:12.654971 n-d-816206-8 neutron-server[103591]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 17:36:12.654971 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 17:36:12.654971 n-d-816206-8 neutron-server[103591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 17:36:12.654971 n-d-816206-8 neutron-server[103591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 17:36:12.660172 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-98550297-e3f2-4369-867c-418c912bfc97 req-00ba104a-ae9f-4daa-bdef-b741a39b6c26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:12.719246 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-b6e4ecc6-ccb3-43a1-b1e8-b9f91d7a6d79 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1795418'] for network, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:12.732363 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-b6e4ecc6-ccb3-43a1-b1e8-b9f91d7a6d79 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for network, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:12.738734 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-b6e4ecc6-ccb3-43a1-b1e8-b9f91d7a6d79 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] 10.222.0.60 "DELETE /v2.0/networks/fd91b525-d422-4393-8d4a-2d42020dcecd HTTP/1.1" status: 204 len: 168 time: 0.9475906 Nov 23 17:36:12.744426 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 43858) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:36:12.751049 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-5353494d-9973-4961-a05c-221ac0618ebf tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-673361994'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:36:12.755820 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-20663709-14a4-49e4-8ba3-a6de2480b77e None None] Provisioning complete for port 198766c7-576e-459e-a5ff-f0c1852cff91 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:36:12.762526 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-20663709-14a4-49e4-8ba3-a6de2480b77e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:12.771028 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7346611-92ba-4dd6-972f-8229edf20fe6 None None] get_active_networks_info from n-d-816206-8 {{(pid=103592) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 23 17:36:12.850043 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e4ecc6-ccb3-43a1-b1e8-b9f91d7a6d79 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Pushing event deleted for resources: {'Network': ['ID=fd91b525-d422-4393-8d4a-2d42020dcecd,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:36:12.894061 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5353494d-9973-4961-a05c-221ac0618ebf tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Made reservation on behalf of d5eecd5b996143b2ab53dcfe28b3de82 for: {'network': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:36:12.908591 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5353494d-9973-4961-a05c-221ac0618ebf tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for network, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:12.990783 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558fec4b-6028-49f5-8216-f45ec5e00ec3 req-3944806c-715c-439b-99ee-62e906525061 tempest-ServerRescueTestJSONUnderV235-2089606454 tempest-ServerRescueTestJSONUnderV235-2089606454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:36:13.002057 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-558fec4b-6028-49f5-8216-f45ec5e00ec3 req-3944806c-715c-439b-99ee-62e906525061 tempest-ServerRescueTestJSONUnderV235-2089606454 tempest-ServerRescueTestJSONUnderV235-2089606454-project] 10.222.0.60 "GET /v2.0/ports?device_id=db755471-155f-4d9e-b81d-3999c64dda09 HTTP/1.1" status: 200 len: 946 time: 0.1539819 Nov 23 17:36:13.066654 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c18e58-cd7c-4765-8179-a03cb11b4172 req-e28e5a66-c0ba-4ad1-a0d4-140d2974898c tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:36:13.069220 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a7c18e58-cd7c-4765-8179-a03cb11b4172 req-e28e5a66-c0ba-4ad1-a0d4-140d2974898c tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] 10.222.0.60 "GET /v2.0/ports?device_id=ea1510c3-58df-4522-8422-4d3a2ea1dd61 HTTP/1.1" status: 200 len: 931 time: 0.3088434 Nov 23 17:36:13.114014 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-31940f44-11a7-4dbd-a85a-24f5ec3f35ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:13.123312 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-20663709-14a4-49e4-8ba3-a6de2480b77e None None] Port 198766c7-576e-459e-a5ff-f0c1852cff91 cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:36:13.142812 n-d-816206-8 neutron-server[103592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7346611-92ba-4dd6-972f-8229edf20fe6 None None] Resources bound (agent type, host, resource id): {{(pid=103592) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 23 17:36:13.167672 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a7c18e58-cd7c-4765-8179-a03cb11b4172 req-b21610bf-4451-4e7d-9332-570c571e9f73 tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] 10.222.0.60 "GET /v2.0/security-groups?id=67691fce-8308-48e3-b930-b7465ae25797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852058 Nov 23 17:36:13.187580 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-558fec4b-6028-49f5-8216-f45ec5e00ec3 req-93f945af-d56e-4ab8-9c15-59fb6af43e6a tempest-ServerRescueTestJSONUnderV235-2089606454 tempest-ServerRescueTestJSONUnderV235-2089606454-project] 10.222.0.60 "GET /v2.0/security-groups?id=627e1e45-7f27-49ad-a161-3002d16a7eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1843991 Nov 23 17:36:13.354773 n-d-816206-8 neutron-server[103590]: DEBUG neutron.notifiers.nova [req-98550297-e3f2-4369-867c-418c912bfc97 req-00ba104a-ae9f-4daa-bdef-b741a39b6c26 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 198766c7-576e-459e-a5ff-f0c1852cff91 {{(pid=103590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:36:13.366726 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-98550297-e3f2-4369-867c-418c912bfc97 req-00ba104a-ae9f-4daa-bdef-b741a39b6c26 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:13.369927 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:13.384372 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [req-98550297-e3f2-4369-867c-418c912bfc97 req-00ba104a-ae9f-4daa-bdef-b741a39b6c26 service neutron] Transition to ACTIVE for port object 198766c7-576e-459e-a5ff-f0c1852cff91 will not be triggered until provisioned by entity L2. {{(pid=103590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 17:36:13.392203 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-98550297-e3f2-4369-867c-418c912bfc97 req-00ba104a-ae9f-4daa-bdef-b741a39b6c26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264357957'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:13.394744 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5353494d-9973-4961-a05c-221ac0618ebf tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] vlan segment allocate from pool success with {'vlan_id': 528, 'physical_network': 'physnet1'} {{(pid=103590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 17:36:13.432859 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 43882) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:36:13.443889 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5353494d-9973-4961-a05c-221ac0618ebf tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:13.444777 n-d-816206-8 neutron-server[103590]: INFO neutron.db.segments_db [None req-5353494d-9973-4961-a05c-221ac0618ebf tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Added segment 339b316e-dea7-461b-b2c9-eeff182f92e3 of type vlan for network ce7c6a41-850b-4e4a-b985-c9f45927eb0a Nov 23 17:36:13.550697 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ba104a-ae9f-4daa-bdef-b741a39b6c26 service neutron] Pushing event updated for resources: {'Port': ['ID=198766c7-576e-459e-a5ff-f0c1852cff91,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:36:13.579268 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5353494d-9973-4961-a05c-221ac0618ebf tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736635338810'] for network, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:13.644732 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [req-98550297-e3f2-4369-867c-418c912bfc97 req-00ba104a-ae9f-4daa-bdef-b741a39b6c26 service neutron] Attempting to bind port 198766c7-576e-459e-a5ff-f0c1852cff91 on host n-h1-816206-8 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:36:13.645123 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [req-98550297-e3f2-4369-867c-418c912bfc97 req-00ba104a-ae9f-4daa-bdef-b741a39b6c26 service neutron] Attempting to bind port 198766c7-576e-459e-a5ff-f0c1852cff91 by drivers openvswitch,hyperv on host n-h1-816206-8 at level 0 using segments [{'id': 'e7632547-d306-492c-9ecc-5c4549ae9c5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'fc96739d-c491-43ac-87e8-a972969a7778'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:36:13.645449 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98550297-e3f2-4369-867c-418c912bfc97 req-00ba104a-ae9f-4daa-bdef-b741a39b6c26 service neutron] Attempting to bind port 198766c7-576e-459e-a5ff-f0c1852cff91 on network fc96739d-c491-43ac-87e8-a972969a7778 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:36:13.663978 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98550297-e3f2-4369-867c-418c912bfc97 req-00ba104a-ae9f-4daa-bdef-b741a39b6c26 service neutron] Port 198766c7-576e-459e-a5ff-f0c1852cff91 on network fc96739d-c491-43ac-87e8-a972969a7778 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-8 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 17:36:13.667606 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98550297-e3f2-4369-867c-418c912bfc97 req-00ba104a-ae9f-4daa-bdef-b741a39b6c26 service neutron] Attempting to bind port 198766c7-576e-459e-a5ff-f0c1852cff91 on network fc96739d-c491-43ac-87e8-a972969a7778 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:36:13.684169 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98550297-e3f2-4369-867c-418c912bfc97 req-00ba104a-ae9f-4daa-bdef-b741a39b6c26 service neutron] Checking agent: {'id': '4b0a4557-3bfe-4828-80a0-7981fc3ac84c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 15, 14), 'started_at': datetime.datetime(2021, 11, 23, 17, 15, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 35, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:36:13.684550 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98550297-e3f2-4369-867c-418c912bfc97 req-00ba104a-ae9f-4daa-bdef-b741a39b6c26 service neutron] Checking segment: {'id': 'e7632547-d306-492c-9ecc-5c4549ae9c5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'fc96739d-c491-43ac-87e8-a972969a7778'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:36:13.685155 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98550297-e3f2-4369-867c-418c912bfc97 req-00ba104a-ae9f-4daa-bdef-b741a39b6c26 service neutron] Bound using segment: {'id': 'e7632547-d306-492c-9ecc-5c4549ae9c5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'fc96739d-c491-43ac-87e8-a972969a7778'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:36:13.685326 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [req-98550297-e3f2-4369-867c-418c912bfc97 req-00ba104a-ae9f-4daa-bdef-b741a39b6c26 service neutron] Bound port: 198766c7-576e-459e-a5ff-f0c1852cff91, host: n-h1-816206-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7632547-d306-492c-9ecc-5c4549ae9c5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'fc96739d-c491-43ac-87e8-a972969a7778'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:36:13.685688 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-98550297-e3f2-4369-867c-418c912bfc97 req-00ba104a-ae9f-4daa-bdef-b741a39b6c26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:13.758304 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5353494d-9973-4961-a05c-221ac0618ebf tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493'] for network, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:13.775484 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5353494d-9973-4961-a05c-221ac0618ebf tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:36:13.776317 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5353494d-9973-4961-a05c-221ac0618ebf tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Publish callbacks [] for network, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:13.791726 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-6f6b158f-6ebc-4b4e-842b-16013b403be0 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1816343123-network', 'tenant_id': '7b9e7991d90e427d85569b76c7b04674'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:36:13.798372 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5e44262-0df4-4c51-8177-d6b6671da9d3 None None] DHCP port deletion for fc96739d-c491-43ac-87e8-a972969a7778 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:36:13.821756 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f6b158f-6ebc-4b4e-842b-16013b403be0 admin admin] Made reservation on behalf of 7b9e7991d90e427d85569b76c7b04674 for: {'network': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:36:13.826370 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-6f6b158f-6ebc-4b4e-842b-16013b403be0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for network, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:13.838917 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-6f6b158f-6ebc-4b4e-842b-16013b403be0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:13.891465 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-5353494d-9973-4961-a05c-221ac0618ebf tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.1451995 Nov 23 17:36:13.894543 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 43894) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:36:13.902678 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-36c12c52-130a-4581-b358-d7c26d19eca7 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Request body: {'subnet': {'network_id': 'ce7c6a41-850b-4e4a-b985-c9f45927eb0a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:36:13.903417 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5353494d-9973-4961-a05c-221ac0618ebf tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Pushing event updated for resources: {'Network': ['ID=ce7c6a41-850b-4e4a-b985-c9f45927eb0a,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:36:13.917660 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Network ce7c6a41-850b-4e4a-b985-c9f45927eb0a details requested by agent ovs-agent-n-d-816206-8 with host n-d-816206-8 {{(pid=103592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 17:36:13.946825 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [req-98550297-e3f2-4369-867c-418c912bfc97 req-00ba104a-ae9f-4daa-bdef-b741a39b6c26 service neutron] For port 198766c7-576e-459e-a5ff-f0c1852cff91, host n-h1-816206-8, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:36:13.955317 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [req-98550297-e3f2-4369-867c-418c912bfc97 req-00ba104a-ae9f-4daa-bdef-b741a39b6c26 service neutron] For port 198766c7-576e-459e-a5ff-f0c1852cff91, host n-h1-816206-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=198766c7-576e-459e-a5ff-f0c1852cff91,segment=NetworkSegment(e7632547-d306-492c-9ecc-5c4549ae9c5a),segment_id=e7632547-d306-492c-9ecc-5c4549ae9c5a)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:36:13.965161 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-98550297-e3f2-4369-867c-418c912bfc97 req-00ba104a-ae9f-4daa-bdef-b741a39b6c26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264357957'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:14.021786 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98550297-e3f2-4369-867c-418c912bfc97 req-00ba104a-ae9f-4daa-bdef-b741a39b6c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:36:14.022286 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-98550297-e3f2-4369-867c-418c912bfc97 req-00ba104a-ae9f-4daa-bdef-b741a39b6c26 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:14.024044 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-98550297-e3f2-4369-867c-418c912bfc97 req-00ba104a-ae9f-4daa-bdef-b741a39b6c26 service neutron] 10.222.0.55 "PUT /v2.0/ports/198766c7-576e-459e-a5ff-f0c1852cff91 HTTP/1.1" status: 200 len: 1091 time: 1.5366862 Nov 23 17:36:14.024533 n-d-816206-8 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea1510c3-58df-4522-8422-4d3a2ea1dd61', 'tag': '198766c7-576e-459e-a5ff-f0c1852cff91'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:36:14.028677 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbabddbc9fc37b068808e119c416c86f5957ca04531a4a0d2e695c515e93483b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20ddba29-8554-4130-aac3-8014e05a0940" -d '{"events": [{"name": "network-changed", "server_uuid": "ea1510c3-58df-4522-8422-4d3a2ea1dd61", "tag": "198766c7-576e-459e-a5ff-f0c1852cff91"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:36:14.058604 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d92ce5de-5c1c-4d6d-a9b6-108fa05cf5c0 None None] DHCP port deletion for fc96739d-c491-43ac-87e8-a972969a7778 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:36:14.112399 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ba104a-ae9f-4daa-bdef-b741a39b6c26 service neutron] Pushing event updated for resources: {'Port': ['ID=198766c7-576e-459e-a5ff-f0c1852cff91,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:36:14.128271 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98550297-e3f2-4369-867c-418c912bfc97 req-603c76a3-72d8-4ca7-9163-147a54cdcd4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:36:14.130135 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-98550297-e3f2-4369-867c-418c912bfc97 req-603c76a3-72d8-4ca7-9163-147a54cdcd4a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=479bc3f4118b4e1b83aa4de042fcddf0&device_id=ea1510c3-58df-4522-8422-4d3a2ea1dd61 HTTP/1.1" status: 200 len: 1094 time: 0.0599027 Nov 23 17:36:14.152984 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-6f6b158f-6ebc-4b4e-842b-16013b403be0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:14.154378 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:14.199583 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-6f6b158f-6ebc-4b4e-842b-16013b403be0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:14.203319 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36c12c52-130a-4581-b358-d7c26d19eca7 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Made reservation on behalf of d5eecd5b996143b2ab53dcfe28b3de82 for: {'subnet': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:36:14.206258 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 17:36:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bae995b-a4f7-4880-93f9-a2fee9c9eda1 x-openstack-request-id: req-3bae995b-a4f7-4880-93f9-a2fee9c9eda1 {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:36:14.207310 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea1510c3-58df-4522-8422-4d3a2ea1dd61", "tag": "198766c7-576e-459e-a5ff-f0c1852cff91", "status": "completed", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:36:14.207731 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3bae995b-a4f7-4880-93f9-a2fee9c9eda1 {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:36:14.208429 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-36c12c52-130a-4581-b358-d7c26d19eca7 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264314294'] for subnet, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:14.209041 n-d-816206-8 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea1510c3-58df-4522-8422-4d3a2ea1dd61', 'tag': '198766c7-576e-459e-a5ff-f0c1852cff91', 'status': 'completed', 'code': 200} Nov 23 17:36:14.215219 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-98550297-e3f2-4369-867c-418c912bfc97 req-88f5cb1c-1c06-47b7-81df-0ce96a81e476 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=198766c7-576e-459e-a5ff-f0c1852cff91 HTTP/1.1" status: 200 len: 217 time: 0.0763719 Nov 23 17:36:14.275461 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df61fe2-b091-4a8a-b310-e18b28b784e8 req-b66bcaaf-b847-493e-9ce9-387cb17e83b7 tempest-ServerRescueTestJSONUnderV235-2089606454 tempest-ServerRescueTestJSONUnderV235-2089606454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:36:14.277419 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-0df61fe2-b091-4a8a-b310-e18b28b784e8 req-b66bcaaf-b847-493e-9ce9-387cb17e83b7 tempest-ServerRescueTestJSONUnderV235-2089606454 tempest-ServerRescueTestJSONUnderV235-2089606454-project] 10.222.0.36 "GET /v2.0/ports?device_id=db755471-155f-4d9e-b81d-3999c64dda09 HTTP/1.1" status: 200 len: 946 time: 0.1988280 Nov 23 17:36:14.306105 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98550297-e3f2-4369-867c-418c912bfc97 req-9f3757df-ffec-4365-89fb-0417b6f326b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:36:14.308617 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-98550297-e3f2-4369-867c-418c912bfc97 req-9f3757df-ffec-4365-89fb-0417b6f326b1 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=579e8c1e-f51a-4f5f-aafb-372cc339033c HTTP/1.1" status: 200 len: 855 time: 0.0834272 Nov 23 17:36:14.310199 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6b158f-6ebc-4b4e-842b-16013b403be0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd1ea484-46e2-4e81-a3ab-3479e5488d1e,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:36:14.358337 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-98550297-e3f2-4369-867c-418c912bfc97 req-d6e2771a-b5aa-4620-946d-ee343a4f8d08 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=fc96739d-c491-43ac-87e8-a972969a7778&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380418 Nov 23 17:36:14.369477 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f6b158f-6ebc-4b4e-842b-16013b403be0 admin admin] vlan segment allocate from pool success with {'vlan_id': 508, 'physical_network': 'physnet1'} {{(pid=103591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 17:36:14.468531 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-6f6b158f-6ebc-4b4e-842b-16013b403be0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:14.469495 n-d-816206-8 neutron-server[103591]: INFO neutron.db.segments_db [None req-6f6b158f-6ebc-4b4e-842b-16013b403be0 admin admin] Added segment 8c64260d-b961-46a3-a6c7-197975bfee6d of type vlan for network 2cb4def7-9f5d-4e59-b7a8-e3a1bac05190 Nov 23 17:36:14.477484 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-98550297-e3f2-4369-867c-418c912bfc97 req-ed9f3414-d999-43af-8f30-97d0fcd99e03 service neutron] 10.222.0.55 "GET /v2.0/networks/fc96739d-c491-43ac-87e8-a972969a7778?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1087263 Nov 23 17:36:14.521212 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e622c8e4-676d-498f-bd0e-48bc84e83d41 req-d038cf3f-8e8a-4ba4-8a84-552eb3d4bcc0 tempest-ServerRescueTestJSONUnderV235-2089606454 tempest-ServerRescueTestJSONUnderV235-2089606454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:36:14.522772 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e622c8e4-676d-498f-bd0e-48bc84e83d41 req-d038cf3f-8e8a-4ba4-8a84-552eb3d4bcc0 tempest-ServerRescueTestJSONUnderV235-2089606454 tempest-ServerRescueTestJSONUnderV235-2089606454-project] 10.222.0.60 "GET /v2.0/ports?device_id=db755471-155f-4d9e-b81d-3999c64dda09 HTTP/1.1" status: 200 len: 946 time: 0.1621478 Nov 23 17:36:14.583269 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ee393e-5525-4319-8dce-f75e5ca92a3c req-2cbff7a1-912b-4364-b76e-24c4e653ebb0 tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:36:14.590982 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-12ee393e-5525-4319-8dce-f75e5ca92a3c req-2cbff7a1-912b-4364-b76e-24c4e653ebb0 tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] 10.222.0.60 "GET /v2.0/ports?device_id=ea1510c3-58df-4522-8422-4d3a2ea1dd61 HTTP/1.1" status: 200 len: 943 time: 0.3125200 Nov 23 17:36:14.628730 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-98550297-e3f2-4369-867c-418c912bfc97 req-7f6abcaf-fc52-477e-86e3-f9583dd25455 service neutron] 10.222.0.55 "GET /v2.0/networks/fc96739d-c491-43ac-87e8-a972969a7778?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1435316 Nov 23 17:36:14.633692 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-6f6b158f-6ebc-4b4e-842b-16013b403be0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736635338810'] for network, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:14.780305 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-6f6b158f-6ebc-4b4e-842b-16013b403be0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493'] for network, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:14.781298 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f6b158f-6ebc-4b4e-842b-16013b403be0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:36:14.782138 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-6f6b158f-6ebc-4b4e-842b-16013b403be0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for network, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:14.797928 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e622c8e4-676d-498f-bd0e-48bc84e83d41 req-df5066a9-05aa-4c85-9d23-e58c1f2feb75 tempest-ServerRescueTestJSONUnderV235-2089606454 tempest-ServerRescueTestJSONUnderV235-2089606454-project] 10.222.0.60 "GET /v2.0/security-groups?id=627e1e45-7f27-49ad-a161-3002d16a7eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2456508 Nov 23 17:36:14.804586 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ddba29-8554-4130-aac3-8014e05a0940 req-d057aae3-cd8c-490d-b479-4049b613b058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:36:14.808168 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-20ddba29-8554-4130-aac3-8014e05a0940 req-d057aae3-cd8c-490d-b479-4049b613b058 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=479bc3f4118b4e1b83aa4de042fcddf0&device_id=ea1510c3-58df-4522-8422-4d3a2ea1dd61 HTTP/1.1" status: 200 len: 1094 time: 0.1130450 Nov 23 17:36:14.815623 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-12ee393e-5525-4319-8dce-f75e5ca92a3c req-01f1a317-6ce7-44c1-a9ea-d099569418f0 tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] 10.222.0.60 "GET /v2.0/security-groups?id=67691fce-8308-48e3-b930-b7465ae25797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2238059 Nov 23 17:36:14.956749 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ddba29-8554-4130-aac3-8014e05a0940 req-15e68c65-317b-4b60-b14c-478cb81dc892 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:36:14.958371 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-20ddba29-8554-4130-aac3-8014e05a0940 req-15e68c65-317b-4b60-b14c-478cb81dc892 service neutron] 10.222.0.55 "GET /v2.0/networks?id=fc96739d-c491-43ac-87e8-a972969a7778 HTTP/1.1" status: 200 len: 916 time: 0.1437984 Nov 23 17:36:14.975906 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [req-0df61fe2-b091-4a8a-b310-e18b28b784e8 req-78eee317-06bb-4b01-b022-181085d68345 tempest-ServerRescueTestJSONUnderV235-2089606454 tempest-ServerRescueTestJSONUnderV235-2089606454-project] Deleting port cce38756-b262-4b06-8ceb-2d23048856a1 {{(pid=103591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:36:14.976532 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-0df61fe2-b091-4a8a-b310-e18b28b784e8 req-78eee317-06bb-4b01-b022-181085d68345 tempest-ServerRescueTestJSONUnderV235-2089606454 tempest-ServerRescueTestJSONUnderV235-2089606454-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:14.985375 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-6f6b158f-6ebc-4b4e-842b-16013b403be0 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.5509095 Nov 23 17:36:14.996942 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 43932) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:36:15.015973 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-65e583e1-84fc-4c18-a514-21afefee24f9 admin admin] Request body: {'subnet': {'network_id': '2cb4def7-9f5d-4e59-b7a8-e3a1bac05190', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1816343123-subnet', 'tenant_id': '7b9e7991d90e427d85569b76c7b04674', 'ip_version': 4}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:36:15.028614 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6b158f-6ebc-4b4e-842b-16013b403be0 admin admin] Pushing event updated for resources: {'Network': ['ID=2cb4def7-9f5d-4e59-b7a8-e3a1bac05190,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:36:15.029725 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-20ddba29-8554-4130-aac3-8014e05a0940 req-16daeb53-3685-4fb0-bdfe-eb3023df69ac service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=198766c7-576e-459e-a5ff-f0c1852cff91 HTTP/1.1" status: 200 len: 217 time: 0.0617385 Nov 23 17:36:15.047022 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Network 2cb4def7-9f5d-4e59-b7a8-e3a1bac05190 details requested by agent ovs-agent-n-d-816206-8 with host n-d-816206-8 {{(pid=103592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 17:36:15.053993 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-ab237ea7-3c73-4d4e-8353-cf78a9fc4ccd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:15.086490 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-36c12c52-130a-4581-b358-d7c26d19eca7 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264758079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264314276'] for subnet, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:15.101567 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ddba29-8554-4130-aac3-8014e05a0940 req-ba88f49b-c748-4a66-9489-5a8afd5eb9ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:36:15.105375 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-20ddba29-8554-4130-aac3-8014e05a0940 req-ba88f49b-c748-4a66-9489-5a8afd5eb9ec service neutron] 10.222.0.55 "GET /v2.0/subnets?id=579e8c1e-f51a-4f5f-aafb-372cc339033c HTTP/1.1" status: 200 len: 855 time: 0.0682068 Nov 23 17:36:15.105744 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65e583e1-84fc-4c18-a514-21afefee24f9 admin admin] Made reservation on behalf of 7b9e7991d90e427d85569b76c7b04674 for: {'subnet': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:36:15.108156 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-65e583e1-84fc-4c18-a514-21afefee24f9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264314294'] for subnet, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:15.150226 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-20ddba29-8554-4130-aac3-8014e05a0940 req-ae51e291-9d75-4d61-8647-d9dbaffa1930 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=fc96739d-c491-43ac-87e8-a972969a7778&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360730 Nov 23 17:36:15.282962 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-20ddba29-8554-4130-aac3-8014e05a0940 req-5e3eeaa7-fbd6-4d3d-bf0e-46844b7f2e43 service neutron] 10.222.0.55 "GET /v2.0/networks/fc96739d-c491-43ac-87e8-a972969a7778?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231880 Nov 23 17:36:15.696201 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-20ddba29-8554-4130-aac3-8014e05a0940 req-bc3e84c6-e187-414b-ae0d-9b4d17cbdb41 service neutron] 10.222.0.55 "GET /v2.0/networks/fc96739d-c491-43ac-87e8-a972969a7778?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4047332 Nov 23 17:36:15.732800 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c12c52-130a-4581-b358-d7c26d19eca7 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Pushing event updated for resources: {'Subnet': ['ID=4e655a52-3e6d-4e0a-860c-af6e25bfb764,revision_number=0']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:36:15.766817 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-0df61fe2-b091-4a8a-b310-e18b28b784e8 req-78eee317-06bb-4b01-b022-181085d68345 tempest-ServerRescueTestJSONUnderV235-2089606454 tempest-ServerRescueTestJSONUnderV235-2089606454-project] For port cce38756-b262-4b06-8ceb-2d23048856a1, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=cce38756-b262-4b06-8ceb-2d23048856a1,segment=NetworkSegment(da617373-7313-4b9e-9527-445b8d35f236),segment_id=da617373-7313-4b9e-9527-445b8d35f236)] {{(pid=103591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:36:15.766817 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-0df61fe2-b091-4a8a-b310-e18b28b784e8 req-78eee317-06bb-4b01-b022-181085d68345 tempest-ServerRescueTestJSONUnderV235-2089606454 tempest-ServerRescueTestJSONUnderV235-2089606454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:15.784741 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [req-0df61fe2-b091-4a8a-b310-e18b28b784e8 req-78eee317-06bb-4b01-b022-181085d68345 tempest-ServerRescueTestJSONUnderV235-2089606454 tempest-ServerRescueTestJSONUnderV235-2089606454-project] Calling delete_port for cce38756-b262-4b06-8ceb-2d23048856a1 owned by compute:nova {{(pid=103591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:36:15.804868 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36c12c52-130a-4581-b358-d7c26d19eca7 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Checking segment: {'id': '339b316e-dea7-461b-b2c9-eeff182f92e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'ce7c6a41-850b-4e4a-b985-c9f45927eb0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:36:15.806201 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36c12c52-130a-4581-b358-d7c26d19eca7 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Network hostable DHCP agents. Network: ce7c6a41-850b-4e4a-b985-c9f45927eb0a, hostable agents: ['0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3'], hosted agents: [] {{(pid=103591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 17:36:15.936407 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36c12c52-130a-4581-b358-d7c26d19eca7 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Network ce7c6a41-850b-4e4a-b985-c9f45927eb0a is scheduled to be hosted by DHCP agent 0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3 with binding_index 1 {{(pid=103591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 17:36:15.990609 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [None req-36c12c52-130a-4581-b358-d7c26d19eca7 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-8, ce7c6a41-850b-4e4a-b985-c9f45927eb0a) {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:36:16.001958 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f9d7bab-eadc-41b7-91a7-8862b45d03a9 None None] Network ce7c6a41-850b-4e4a-b985-c9f45927eb0a requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:36:16.006516 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36c12c52-130a-4581-b358-d7c26d19eca7 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:36:16.007122 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-36c12c52-130a-4581-b358-d7c26d19eca7 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for subnet, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:16.095420 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a339b4-0f58-4732-89ed-96fe4cdaa3c8 req-572bb84a-39c7-4c5d-8f92-4d16bfae3eec tempest-ServerRescueTestJSONUnderV235-2089606454 tempest-ServerRescueTestJSONUnderV235-2089606454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:36:16.097500 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-30a339b4-0f58-4732-89ed-96fe4cdaa3c8 req-572bb84a-39c7-4c5d-8f92-4d16bfae3eec tempest-ServerRescueTestJSONUnderV235-2089606454 tempest-ServerRescueTestJSONUnderV235-2089606454-project] 10.222.0.60 "GET /v2.0/ports?device_id=db755471-155f-4d9e-b81d-3999c64dda09 HTTP/1.1" status: 200 len: 946 time: 0.2142446 Nov 23 17:36:16.101393 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-36c12c52-130a-4581-b358-d7c26d19eca7 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.2050114 Nov 23 17:36:16.104959 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 43962) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:36:16.148273 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9deec9c4-6234-4a45-be63-ed77d7d8ea59 req-a38eb890-c955-49d6-bea2-14d5d2f0ed30 tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:36:16.150775 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9deec9c4-6234-4a45-be63-ed77d7d8ea59 req-a38eb890-c955-49d6-bea2-14d5d2f0ed30 tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] 10.222.0.60 "GET /v2.0/ports?device_id=ea1510c3-58df-4522-8422-4d3a2ea1dd61 HTTP/1.1" status: 200 len: 943 time: 0.2117255 Nov 23 17:36:16.155379 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-65e583e1-84fc-4c18-a514-21afefee24f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264758079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264314276'] for subnet, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:16.211429 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bedc1c29-8712-4110-bdb7-2f370d986a75 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp355044b8-8e87-58c4-94fa-4a010ec30f9e-ce7c6a41-850b-4e4a-b985-c9f45927eb0a', 'network_id': 'ce7c6a41-850b-4e4a-b985-c9f45927eb0a', 'tenant_id': 'd5eecd5b996143b2ab53dcfe28b3de82', 'fixed_ips': [{'subnet_id': '4e655a52-3e6d-4e0a-860c-af6e25bfb764'}]}} from n-d-816206-8. {{(pid=103592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 17:36:16.212303 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-bedc1c29-8712-4110-bdb7-2f370d986a75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:16.265136 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a38075ac-b403-44c2-b068-27115f7cfe65 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-555181'] for network, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:16.343369 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a38075ac-b403-44c2-b068-27115f7cfe65 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971956'] for subnet, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:16.359793 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9deec9c4-6234-4a45-be63-ed77d7d8ea59 req-2f99d85c-0c92-4368-9906-8e23857e8224 tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] 10.222.0.60 "GET /v2.0/security-groups?id=67691fce-8308-48e3-b930-b7465ae25797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1941237 Nov 23 17:36:16.365258 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-0df61fe2-b091-4a8a-b310-e18b28b784e8 req-78eee317-06bb-4b01-b022-181085d68345 tempest-ServerRescueTestJSONUnderV235-2089606454 tempest-ServerRescueTestJSONUnderV235-2089606454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:16.425153 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-30a339b4-0f58-4732-89ed-96fe4cdaa3c8 req-571d8ee2-1bcf-4ad2-9195-30ece99e8dff tempest-ServerRescueTestJSONUnderV235-2089606454 tempest-ServerRescueTestJSONUnderV235-2089606454-project] 10.222.0.60 "GET /v2.0/security-groups?id=627e1e45-7f27-49ad-a161-3002d16a7eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3104870 Nov 23 17:36:16.425989 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65e583e1-84fc-4c18-a514-21afefee24f9 admin admin] Checking segment: {'id': '8c64260d-b961-46a3-a6c7-197975bfee6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '2cb4def7-9f5d-4e59-b7a8-e3a1bac05190'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:36:16.426362 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65e583e1-84fc-4c18-a514-21afefee24f9 admin admin] Network hostable DHCP agents. Network: 2cb4def7-9f5d-4e59-b7a8-e3a1bac05190, hostable agents: ['0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3'], hosted agents: [] {{(pid=103591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 17:36:16.442154 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68f92967-4fb6-47ff-a6c3-b5378ab10e40 None None] DHCP port deletion for a7fc513d-97aa-4b2b-9a51-9e5f9afec91b request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:36:16.458145 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a38075ac-b403-44c2-b068-27115f7cfe65 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264357903', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264730940'] for subnet, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:16.513519 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e583e1-84fc-4c18-a514-21afefee24f9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9b52ede3-5c4c-4b0f-b012-6d08553edf55,revision_number=0']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:36:16.522115 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server [None req-bedc1c29-8712-4110-bdb7-2f370d986a75 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4e655a52-3e6d-4e0a-860c-af6e25bfb764: This subnet is being modified by another concurrent operation. Nov 23 17:36:16.522115 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 23 17:36:16.522115 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 23 17:36:16.522115 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 23 17:36:16.522115 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 23 17:36:16.522115 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 23 17:36:16.522115 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 23 17:36:16.522115 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 23 17:36:16.522115 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 23 17:36:16.522115 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 23 17:36:16.522115 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 23 17:36:16.522115 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 23 17:36:16.522115 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 17:36:16.522115 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 17:36:16.522115 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 17:36:16.522115 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 17:36:16.522115 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 23 17:36:16.522115 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 17:36:16.522115 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 23 17:36:16.522115 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 23 17:36:16.522115 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 17:36:16.522115 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 17:36:16.522115 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 17:36:16.522115 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 17:36:16.522115 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 23 17:36:16.522115 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 17:36:16.522115 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 23 17:36:16.522115 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 23 17:36:16.522115 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 17:36:16.522115 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 17:36:16.522115 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 17:36:16.522115 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 17:36:16.522115 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 23 17:36:16.522115 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 23 17:36:16.522115 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 23 17:36:16.522115 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 23 17:36:16.522115 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 23 17:36:16.522115 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 23 17:36:16.522115 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 23 17:36:16.522115 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 23 17:36:16.522115 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 23 17:36:16.522115 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 23 17:36:16.522115 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 23 17:36:16.522115 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 17:36:16.522115 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 23 17:36:16.522115 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 23 17:36:16.522115 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 23 17:36:16.522115 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 23 17:36:16.522115 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 17:36:16.522115 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 17:36:16.522115 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 17:36:16.522115 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 17:36:16.522115 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 23 17:36:16.522115 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 17:36:16.525445 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 23 17:36:16.525445 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 23 17:36:16.525445 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 17:36:16.525445 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 17:36:16.525445 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 17:36:16.525445 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 17:36:16.525445 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 23 17:36:16.525445 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 17:36:16.525445 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 23 17:36:16.525445 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 23 17:36:16.525445 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 17:36:16.525445 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 17:36:16.525445 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 17:36:16.525445 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 17:36:16.525445 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 23 17:36:16.525445 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 23 17:36:16.525445 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 23 17:36:16.525445 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 23 17:36:16.525445 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 23 17:36:16.525445 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 23 17:36:16.525445 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 23 17:36:16.525445 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 23 17:36:16.525445 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 23 17:36:16.525445 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 23 17:36:16.525445 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 17:36:16.525445 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 17:36:16.525445 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 17:36:16.525445 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 17:36:16.525445 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 23 17:36:16.525445 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 23 17:36:16.525445 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 23 17:36:16.525445 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 23 17:36:16.525445 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 23 17:36:16.525445 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 23 17:36:16.525445 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 23 17:36:16.525445 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server raise exception Nov 23 17:36:16.525445 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4e655a52-3e6d-4e0a-860c-af6e25bfb764: This subnet is being modified by another concurrent operation. Nov 23 17:36:16.525445 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server Nov 23 17:36:16.525445 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-52822d53-48f5-4819-8a95-bdc13aea0bf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:16.529869 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78eee317-06bb-4b01-b022-181085d68345 tempest-ServerRescueTestJSONUnderV235-2089606454 tempest-ServerRescueTestJSONUnderV235-2089606454-project] Pushing event deleted for resources: {'Port': ['ID=cce38756-b262-4b06-8ceb-2d23048856a1,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:36:16.548398 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c3c8c7f-e2dc-46c5-8fc0-292653ea1aab None None] Network ce7c6a41-850b-4e4a-b985-c9f45927eb0a requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:36:16.561454 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [req-0df61fe2-b091-4a8a-b310-e18b28b784e8 req-78eee317-06bb-4b01-b022-181085d68345 tempest-ServerRescueTestJSONUnderV235-2089606454 tempest-ServerRescueTestJSONUnderV235-2089606454-project] No DVR routers for this DVR port cce38756-b262-4b06-8ceb-2d23048856a1 on host n-h2-816206-8 {{(pid=103591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:36:16.575454 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-0df61fe2-b091-4a8a-b310-e18b28b784e8 req-78eee317-06bb-4b01-b022-181085d68345 tempest-ServerRescueTestJSONUnderV235-2089606454 tempest-ServerRescueTestJSONUnderV235-2089606454-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:16.578817 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-0df61fe2-b091-4a8a-b310-e18b28b784e8 req-78eee317-06bb-4b01-b022-181085d68345 tempest-ServerRescueTestJSONUnderV235-2089606454 tempest-ServerRescueTestJSONUnderV235-2089606454-project] 10.222.0.36 "DELETE /v2.0/ports/cce38756-b262-4b06-8ceb-2d23048856a1 HTTP/1.1" status: 204 len: 173 time: 2.2649624 Nov 23 17:36:16.579278 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db755471-155f-4d9e-b81d-3999c64dda09', 'name': 'network-vif-deleted', 'tag': 'cce38756-b262-4b06-8ceb-2d23048856a1'}] {{(pid=103591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:36:16.581607 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41d174a19ece9499ff9ec44e5b3fc50f2abd3ffbc947fb7e52ea1e8db27b95b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5f52cf6-c6f1-4aec-92b5-6e93a7be5c54" -d '{"events": [{"server_uuid": "db755471-155f-4d9e-b81d-3999c64dda09", "name": "network-vif-deleted", "tag": "cce38756-b262-4b06-8ceb-2d23048856a1"}]}' {{(pid=103591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:36:16.622001 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65e583e1-84fc-4c18-a514-21afefee24f9 admin admin] Network 2cb4def7-9f5d-4e59-b7a8-e3a1bac05190 is scheduled to be hosted by DHCP agent 0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3 with binding_index 1 {{(pid=103591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 17:36:16.638477 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [None req-65e583e1-84fc-4c18-a514-21afefee24f9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-8, 2cb4def7-9f5d-4e59-b7a8-e3a1bac05190) {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:36:16.646170 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65e583e1-84fc-4c18-a514-21afefee24f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:36:16.652543 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c50216a7-2ae8-4cc7-a499-9109fe04a0d2 None None] Network 2cb4def7-9f5d-4e59-b7a8-e3a1bac05190 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:36:16.653305 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-65e583e1-84fc-4c18-a514-21afefee24f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for subnet, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:16.710266 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:36:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f17e960-f7fa-4f76-9cee-6e4297121b23 x-openstack-request-id: req-3f17e960-f7fa-4f76-9cee-6e4297121b23 {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:36:16.713673 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db755471-155f-4d9e-b81d-3999c64dda09", "name": "network-vif-deleted", "tag": "cce38756-b262-4b06-8ceb-2d23048856a1", "status": "completed", "code": 200}]} {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:36:16.716832 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3f17e960-f7fa-4f76-9cee-6e4297121b23 {{(pid=103591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:36:16.718245 n-d-816206-8 neutron-server[103591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db755471-155f-4d9e-b81d-3999c64dda09', 'name': 'network-vif-deleted', 'tag': 'cce38756-b262-4b06-8ceb-2d23048856a1', 'status': 'completed', 'code': 200} Nov 23 17:36:16.738617 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-65e583e1-84fc-4c18-a514-21afefee24f9 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.7404292 Nov 23 17:36:16.739982 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 43980) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:36:16.745458 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-b8640447-ead0-47ec-805d-71bbdc5383cc admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1816343123-router', 'tenant_id': '7b9e7991d90e427d85569b76c7b04674', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'}}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:36:16.777164 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-b8640447-ead0-47ec-805d-71bbdc5383cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1793449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8093'] for router, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:16.778273 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-b8640447-ead0-47ec-805d-71bbdc5383cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1794473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1794771', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1638326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8086'] for router, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:16.783992 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38075ac-b403-44c2-b068-27115f7cfe65 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Pushing event deleted for resources: {'Subnet': ['ID=4e655a52-3e6d-4e0a-860c-af6e25bfb764,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:36:16.789288 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a38075ac-b403-44c2-b068-27115f7cfe65 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973419', 'neutron.services.segments.db._delete_segments_for_network-8736635878840'] for network, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:16.823616 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-a38075ac-b403-44c2-b068-27115f7cfe65 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce7c6a41-850b-4e4a-b985-c9f45927eb0a']}} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:36:16.852981 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-a38075ac-b403-44c2-b068-27115f7cfe65 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '339b316e-dea7-461b-b2c9-eeff182f92e3') {'for_net_delete': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:36:16.855112 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-a38075ac-b403-44c2-b068-27115f7cfe65 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '339b316e-dea7-461b-b2c9-eeff182f92e3') {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:36:16.863732 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-b8640447-ead0-47ec-805d-71bbdc5383cc admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:16.884337 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a38075ac-b403-44c2-b068-27115f7cfe65 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736635840332', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-267528353'] for segment, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:16.911868 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5042e07-78da-4fe6-9edd-1e3035b3c255 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp355044b8-8e87-58c4-94fa-4a010ec30f9e-2cb4def7-9f5d-4e59-b7a8-e3a1bac05190', 'network_id': '2cb4def7-9f5d-4e59-b7a8-e3a1bac05190', 'tenant_id': '7b9e7991d90e427d85569b76c7b04674', 'fixed_ips': [{'subnet_id': '9b52ede3-5c4c-4b0f-b012-6d08553edf55'}]}} from n-d-816206-8. {{(pid=103592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 17:36:16.912811 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c5042e07-78da-4fe6-9edd-1e3035b3c255 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:16.932884 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a38075ac-b403-44c2-b068-27115f7cfe65 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:16.941225 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a38075ac-b403-44c2-b068-27115f7cfe65 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Releasing vlan 528 on physical network physnet1 to pool {{(pid=103590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 17:36:16.941866 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a38075ac-b403-44c2-b068-27115f7cfe65 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264370093'] for segment, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:16.945627 n-d-816206-8 neutron-server[103590]: Traceback (most recent call last): Nov 23 17:36:16.945627 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 17:36:16.945627 n-d-816206-8 neutron-server[103590]: timer() Nov 23 17:36:16.945627 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 17:36:16.945627 n-d-816206-8 neutron-server[103590]: cb(*args, **kw) Nov 23 17:36:16.945627 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 17:36:16.945627 n-d-816206-8 neutron-server[103590]: return func(*args, **kwargs) Nov 23 17:36:16.945627 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 17:36:16.945627 n-d-816206-8 neutron-server[103590]: self._notify() Nov 23 17:36:16.945627 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 17:36:16.945627 n-d-816206-8 neutron-server[103590]: self.callback(batched_events) Nov 23 17:36:16.945627 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 17:36:16.945627 n-d-816206-8 neutron-server[103590]: event.method(event) Nov 23 17:36:16.945627 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 17:36:16.945627 n-d-816206-8 neutron-server[103590]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 17:36:16.945627 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 17:36:16.945627 n-d-816206-8 neutron-server[103590]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 17:36:16.945627 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 17:36:16.945627 n-d-816206-8 neutron-server[103590]: return f(self, *a, **k) Nov 23 17:36:16.945627 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 17:36:16.945627 n-d-816206-8 neutron-server[103590]: return self._get(url).json() Nov 23 17:36:16.945627 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 17:36:16.945627 n-d-816206-8 neutron-server[103590]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 17:36:16.945627 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 17:36:16.945627 n-d-816206-8 neutron-server[103590]: return self.request(url, 'GET', **kwargs) Nov 23 17:36:16.945627 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 17:36:16.945627 n-d-816206-8 neutron-server[103590]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 17:36:16.945627 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 17:36:16.945627 n-d-816206-8 neutron-server[103590]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 17:36:16.945627 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 17:36:16.945627 n-d-816206-8 neutron-server[103590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 17:36:16.945627 n-d-816206-8 neutron-server[103590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 17:36:17.036569 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a38075ac-b403-44c2-b068-27115f7cfe65 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1795418'] for network, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:17.059098 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a38075ac-b403-44c2-b068-27115f7cfe65 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Publish callbacks [] for network, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:17.063654 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-a38075ac-b403-44c2-b068-27115f7cfe65 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] 10.222.0.60 "DELETE /v2.0/networks/ce7c6a41-850b-4e4a-b985-c9f45927eb0a HTTP/1.1" status: 204 len: 168 time: 0.9576139 Nov 23 17:36:17.067549 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 43996) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:36:17.099980 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-d39546a4-5398-49c7-b157-e8747ae9c1cb tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-454601031'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:36:17.109257 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38075ac-b403-44c2-b068-27115f7cfe65 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Pushing event deleted for resources: {'Network': ['ID=ce7c6a41-850b-4e4a-b985-c9f45927eb0a,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:36:17.109935 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-b8640447-ead0-47ec-805d-71bbdc5383cc admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:17.178294 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d39546a4-5398-49c7-b157-e8747ae9c1cb tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Made reservation on behalf of d5eecd5b996143b2ab53dcfe28b3de82 for: {'network': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:36:17.182071 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d39546a4-5398-49c7-b157-e8747ae9c1cb tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for network, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:17.256191 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d39546a4-5398-49c7-b157-e8747ae9c1cb tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] vlan segment allocate from pool success with {'vlan_id': 549, 'physical_network': 'physnet1'} {{(pid=103590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 17:36:17.291747 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d39546a4-5398-49c7-b157-e8747ae9c1cb tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:17.292082 n-d-816206-8 neutron-server[103590]: INFO neutron.db.segments_db [None req-d39546a4-5398-49c7-b157-e8747ae9c1cb tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Added segment a996d500-a03f-4e3a-8cd8-2692868c9a61 of type vlan for network 2d942d9f-921c-4d1f-86db-2ce39fec5335 Nov 23 17:36:17.353929 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.db_base_plugin_common [None req-c5042e07-78da-4fe6-9edd-1e3035b3c255 None None] Allocated IP 172.20.0.2 (2cb4def7-9f5d-4e59-b7a8-e3a1bac05190/9b52ede3-5c4c-4b0f-b012-6d08553edf55/679b2a41-355b-40c4-a9c5-877afa6f6ac3) {{(pid=103592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:36:17.357041 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d39546a4-5398-49c7-b157-e8747ae9c1cb tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736635338810'] for network, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:17.441464 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d39546a4-5398-49c7-b157-e8747ae9c1cb tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493'] for network, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:17.448015 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d39546a4-5398-49c7-b157-e8747ae9c1cb tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:36:17.448884 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d39546a4-5398-49c7-b157-e8747ae9c1cb tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Publish callbacks [] for network, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:17.488996 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-d39546a4-5398-49c7-b157-e8747ae9c1cb tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4084129 Nov 23 17:36:17.499608 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 44006) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:36:17.528276 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-736db38b-fd3e-4522-bd21-1f64fb3ee579 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Request body: {'subnet': {'network_id': '2d942d9f-921c-4d1f-86db-2ce39fec5335', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:36:17.545973 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 44008) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:36:17.606280 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 44012) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:36:17.665047 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c5042e07-78da-4fe6-9edd-1e3035b3c255 None None] Publish callbacks [] for port, precommit_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:17.691324 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c5042e07-78da-4fe6-9edd-1e3035b3c255 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980'] for port, after_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:17.707963 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39546a4-5398-49c7-b157-e8747ae9c1cb tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Pushing event updated for resources: {'Network': ['ID=2d942d9f-921c-4d1f-86db-2ce39fec5335,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:36:17.795598 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9a27ae6c-db98-474f-94c1-cc99bf842d79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:17.808013 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Network 2d942d9f-921c-4d1f-86db-2ce39fec5335 details requested by agent ovs-agent-n-d-816206-8 with host n-d-816206-8 {{(pid=103592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 17:36:17.834621 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-736db38b-fd3e-4522-bd21-1f64fb3ee579 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Made reservation on behalf of d5eecd5b996143b2ab53dcfe28b3de82 for: {'subnet': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:36:17.842580 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-736db38b-fd3e-4522-bd21-1f64fb3ee579 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264730903'] for subnet, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:17.845137 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3e65c5-6304-4115-b8f5-afcdab994325 req-9c365d05-ed20-4678-b62a-91f79e3d90c2 tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:36:17.847046 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-bd3e65c5-6304-4115-b8f5-afcdab994325 req-9c365d05-ed20-4678-b62a-91f79e3d90c2 tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] 10.222.0.60 "GET /v2.0/ports?device_id=ea1510c3-58df-4522-8422-4d3a2ea1dd61 HTTP/1.1" status: 200 len: 943 time: 0.3000867 Nov 23 17:36:17.854119 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-b8640447-ead0-47ec-805d-71bbdc5383cc admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:17.913305 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-b8640447-ead0-47ec-805d-71bbdc5383cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:18.010589 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-bd3e65c5-6304-4115-b8f5-afcdab994325 req-0fc45919-f46e-4cbd-bb00-14835e1b17cc tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] 10.222.0.60 "GET /v2.0/security-groups?id=67691fce-8308-48e3-b930-b7465ae25797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512003 Nov 23 17:36:18.018225 n-d-816206-8 neutron-server[103592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5042e07-78da-4fe6-9edd-1e3035b3c255 None None] Network 2cb4def7-9f5d-4e59-b7a8-e3a1bac05190 is already hosted by enough agents. {{(pid=103592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:36:18.029613 n-d-816206-8 neutron-server[103592]: DEBUG neutron.scheduler.base_scheduler [None req-c5042e07-78da-4fe6-9edd-1e3035b3c255 None None] Resources bound (agent type, host, resource id): {{(pid=103592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:36:18.031729 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5042e07-78da-4fe6-9edd-1e3035b3c255 None None] Pushing event updated for resources: {'Port': ['ID=679b2a41-355b-40c4-a9c5-877afa6f6ac3,revision_number=1']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:36:18.054799 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5042e07-78da-4fe6-9edd-1e3035b3c255 None None] Received port after_create {{(pid=103592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:36:18.176295 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-c5042e07-78da-4fe6-9edd-1e3035b3c255 None None] Attempting to bind port 679b2a41-355b-40c4-a9c5-877afa6f6ac3 on host n-d-816206-8 for vnic_type normal with profile {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:36:18.179368 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-3699fe50-3045-40e4-ac5e-0446544ef64f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:18.179863 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-c5042e07-78da-4fe6-9edd-1e3035b3c255 None None] Attempting to bind port 679b2a41-355b-40c4-a9c5-877afa6f6ac3 by drivers openvswitch,hyperv on host n-d-816206-8 at level 0 using segments [{'id': '8c64260d-b961-46a3-a6c7-197975bfee6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '2cb4def7-9f5d-4e59-b7a8-e3a1bac05190'}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:36:18.180283 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5042e07-78da-4fe6-9edd-1e3035b3c255 None None] Attempting to bind port 679b2a41-355b-40c4-a9c5-877afa6f6ac3 on network 2cb4def7-9f5d-4e59-b7a8-e3a1bac05190 {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:36:18.188977 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5042e07-78da-4fe6-9edd-1e3035b3c255 None None] Checking agent: {'id': '9e89acbe-4bbe-4c77-a18b-6f1da9133e0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 7, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 35, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:36:18.189614 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5042e07-78da-4fe6-9edd-1e3035b3c255 None None] Checking segment: {'id': '8c64260d-b961-46a3-a6c7-197975bfee6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '2cb4def7-9f5d-4e59-b7a8-e3a1bac05190'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:36:18.190186 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c5042e07-78da-4fe6-9edd-1e3035b3c255 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:18.190913 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5042e07-78da-4fe6-9edd-1e3035b3c255 None None] Bound using segment: {'id': '8c64260d-b961-46a3-a6c7-197975bfee6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '2cb4def7-9f5d-4e59-b7a8-e3a1bac05190'} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:36:18.191554 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-c5042e07-78da-4fe6-9edd-1e3035b3c255 None None] Bound port: 679b2a41-355b-40c4-a9c5-877afa6f6ac3, host: n-d-816206-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c64260d-b961-46a3-a6c7-197975bfee6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '2cb4def7-9f5d-4e59-b7a8-e3a1bac05190'}}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:36:18.192689 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c5042e07-78da-4fe6-9edd-1e3035b3c255 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:18.282344 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-736db38b-fd3e-4522-bd21-1f64fb3ee579 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264358096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264730885'] for subnet, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:18.289863 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.db_base_plugin_common [None req-b8640447-ead0-47ec-805d-71bbdc5383cc admin admin] Allocated IP 172.25.3.85 (4c8455ba-1be5-42ac-b8c2-8a16e1292d55/08fe3644-ce41-4c3f-a7ea-92bac0f0fff5/38ba2435-56ed-4d1a-8759-9d9c8434f098) {{(pid=103591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:36:18.299693 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c5042e07-78da-4fe6-9edd-1e3035b3c255 None None] For port 679b2a41-355b-40c4-a9c5-877afa6f6ac3, host n-d-816206-8, cleared binding levels {{(pid=103592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:36:18.305590 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c5042e07-78da-4fe6-9edd-1e3035b3c255 None None] For port 679b2a41-355b-40c4-a9c5-877afa6f6ac3, host n-d-816206-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=679b2a41-355b-40c4-a9c5-877afa6f6ac3,segment=NetworkSegment(8c64260d-b961-46a3-a6c7-197975bfee6d),segment_id=8c64260d-b961-46a3-a6c7-197975bfee6d)] {{(pid=103592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:36:18.331792 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c5042e07-78da-4fe6-9edd-1e3035b3c255 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:18.339491 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736db38b-fd3e-4522-bd21-1f64fb3ee579 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Pushing event updated for resources: {'Subnet': ['ID=6051fa33-531e-4ccb-8f5e-b7c47757cc28,revision_number=0']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:36:18.384010 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device cce38756-b262-4b06-8ceb-2d23048856a1 no longer exists at agent hyperv_n-h2-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:36:18.397758 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-736db38b-fd3e-4522-bd21-1f64fb3ee579 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Checking segment: {'id': 'a996d500-a03f-4e3a-8cd8-2692868c9a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '2d942d9f-921c-4d1f-86db-2ce39fec5335'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:36:18.398310 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-736db38b-fd3e-4522-bd21-1f64fb3ee579 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Network hostable DHCP agents. Network: 2d942d9f-921c-4d1f-86db-2ce39fec5335, hostable agents: ['0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3'], hosted agents: [] {{(pid=103590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 17:36:18.431889 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:18.450625 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-3699fe50-3045-40e4-ac5e-0446544ef64f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:18.451293 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] No Port match for: cce38756-b262-4b06-8ceb-2d23048856a1 {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:36:18.451814 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device cce38756-b262-4b06-8ceb-2d23048856a1 not bound to the agent host n-h2-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:36:18.464845 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-3699fe50-3045-40e4-ac5e-0446544ef64f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:18.474001 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-1034893f-a2de-4555-8e3c-a1fa5eb7d122 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1794372'] for router_interface, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:18.490755 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5042e07-78da-4fe6-9edd-1e3035b3c255 None None] Pushing event updated for resources: {'Port': ['ID=679b2a41-355b-40c4-a9c5-877afa6f6ac3,revision_number=2']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:36:18.507823 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-736db38b-fd3e-4522-bd21-1f64fb3ee579 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Network 2d942d9f-921c-4d1f-86db-2ce39fec5335 is scheduled to be hosted by DHCP agent 0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3 with binding_index 1 {{(pid=103590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 17:36:18.518422 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3699fe50-3045-40e4-ac5e-0446544ef64f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6908e4d-e75a-4cfb-a20b-5aa5729a0df3,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:36:18.526582 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-3699fe50-3045-40e4-ac5e-0446544ef64f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=38fa20d9669e4d1ca142bcb080fbbe49&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9127672 Nov 23 17:36:18.528928 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-736db38b-fd3e-4522-bd21-1f64fb3ee579 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-8, 2d942d9f-921c-4d1f-86db-2ce39fec5335) {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:36:18.530595 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 44028) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:36:18.537858 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d2a142f-d2a1-48f6-bb87-27c36215a482 None None] Network 2d942d9f-921c-4d1f-86db-2ce39fec5335 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:36:18.542740 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-736db38b-fd3e-4522-bd21-1f64fb3ee579 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:36:18.543633 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-736db38b-fd3e-4522-bd21-1f64fb3ee579 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Publish callbacks [] for subnet, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:18.579962 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-736db38b-fd3e-4522-bd21-1f64fb3ee579 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0730779 Nov 23 17:36:18.585036 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 44032) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:36:18.694113 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-b8640447-ead0-47ec-805d-71bbdc5383cc admin admin] Publish callbacks [] for port, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:18.844820 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device 198766c7-576e-459e-a5ff-f0c1852cff91 details requested by agent hyperv_n-h1-816206-8 with host n-h1-816206-8 {{(pid=103592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 17:36:18.853308 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-da3a0ff4-3806-4234-b8b0-e9c868a0a723 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-555181'] for network, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:18.857623 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-3db60ef7-03ba-4c95-95c5-48fcb2a16b2d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:18.889267 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-b8640447-ead0-47ec-805d-71bbdc5383cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:18.889669 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-3db60ef7-03ba-4c95-95c5-48fcb2a16b2d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:18.921081 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8640447-ead0-47ec-805d-71bbdc5383cc admin admin] Network 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 is already hosted by enough agents. {{(pid=103591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:36:18.933344 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-388bec18-e4f4-4262-bd62-54529963bdf8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp355044b8-8e87-58c4-94fa-4a010ec30f9e-2d942d9f-921c-4d1f-86db-2ce39fec5335', 'network_id': '2d942d9f-921c-4d1f-86db-2ce39fec5335', 'tenant_id': 'd5eecd5b996143b2ab53dcfe28b3de82', 'fixed_ips': [{'subnet_id': '6051fa33-531e-4ccb-8f5e-b7c47757cc28'}]}} from n-d-816206-8. {{(pid=103592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 17:36:18.934239 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-388bec18-e4f4-4262-bd62-54529963bdf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:18.960126 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [None req-b8640447-ead0-47ec-805d-71bbdc5383cc admin admin] Resources bound (agent type, host, resource id): {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:36:18.964049 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8640447-ead0-47ec-805d-71bbdc5383cc admin admin] Received port after_create {{(pid=103591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:36:19.016125 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-da3a0ff4-3806-4234-b8b0-e9c868a0a723 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971956'] for subnet, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:19.038796 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8640447-ead0-47ec-805d-71bbdc5383cc admin admin] Pushing event updated for resources: {'Port': ['ID=38ba2435-56ed-4d1a-8759-9d9c8434f098,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:36:19.084038 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-3db60ef7-03ba-4c95-95c5-48fcb2a16b2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:19.088704 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-3db60ef7-03ba-4c95-95c5-48fcb2a16b2d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:19.093747 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-3db60ef7-03ba-4c95-95c5-48fcb2a16b2d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d6908e4d-e75a-4cfb-a20b-5aa5729a0df3 HTTP/1.1" status: 204 len: 168 time: 0.5617456 Nov 23 17:36:19.107080 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db60ef7-03ba-4c95-95c5-48fcb2a16b2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6908e4d-e75a-4cfb-a20b-5aa5729a0df3,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:36:19.124956 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-da3a0ff4-3806-4234-b8b0-e9c868a0a723 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264357903', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264730940'] for subnet, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:19.169774 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-1034893f-a2de-4555-8e3c-a1fa5eb7d122 admin admin] Deleting port 1b439740-9fbd-4f4e-b6f6-ae7422d785d2 {{(pid=103591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:36:19.170283 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-1034893f-a2de-4555-8e3c-a1fa5eb7d122 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:19.171689 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3a0ff4-3806-4234-b8b0-e9c868a0a723 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Pushing event deleted for resources: {'Subnet': ['ID=6051fa33-531e-4ccb-8f5e-b7c47757cc28,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:36:19.260466 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [None req-1034893f-a2de-4555-8e3c-a1fa5eb7d122 admin admin] For port 1b439740-9fbd-4f4e-b6f6-ae7422d785d2, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=1b439740-9fbd-4f4e-b6f6-ae7422d785d2,segment=NetworkSegment(da617373-7313-4b9e-9527-445b8d35f236),segment_id=da617373-7313-4b9e-9527-445b8d35f236)] {{(pid=103591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:36:19.260862 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-1034893f-a2de-4555-8e3c-a1fa5eb7d122 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:19.280543 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-1034893f-a2de-4555-8e3c-a1fa5eb7d122 admin admin] Calling delete_port for 1b439740-9fbd-4f4e-b6f6-ae7422d785d2 owned by network:router_interface {{(pid=103591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:36:19.281605 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-da3a0ff4-3806-4234-b8b0-e9c868a0a723 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973419', 'neutron.services.segments.db._delete_segments_for_network-8736635878840'] for network, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:19.316175 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-da3a0ff4-3806-4234-b8b0-e9c868a0a723 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d942d9f-921c-4d1f-86db-2ce39fec5335']}} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:36:19.331002 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-da3a0ff4-3806-4234-b8b0-e9c868a0a723 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a996d500-a03f-4e3a-8cd8-2692868c9a61') {'for_net_delete': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:36:19.332078 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-da3a0ff4-3806-4234-b8b0-e9c868a0a723 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a996d500-a03f-4e3a-8cd8-2692868c9a61') {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:36:19.345674 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-da3a0ff4-3806-4234-b8b0-e9c868a0a723 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736635840332', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-267528353'] for segment, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:19.364431 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-da3a0ff4-3806-4234-b8b0-e9c868a0a723 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:19.373633 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da3a0ff4-3806-4234-b8b0-e9c868a0a723 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Releasing vlan 549 on physical network physnet1 to pool {{(pid=103590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 17:36:19.374647 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-da3a0ff4-3806-4234-b8b0-e9c868a0a723 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264370093'] for segment, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:19.388273 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e385546-e3b7-45cc-9c7f-d17cace24e61 None None] DHCP port deletion for 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:36:19.418819 n-d-816206-8 neutron-server[103590]: Traceback (most recent call last): Nov 23 17:36:19.418819 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 17:36:19.418819 n-d-816206-8 neutron-server[103590]: timer() Nov 23 17:36:19.418819 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 17:36:19.418819 n-d-816206-8 neutron-server[103590]: cb(*args, **kw) Nov 23 17:36:19.418819 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 17:36:19.418819 n-d-816206-8 neutron-server[103590]: return func(*args, **kwargs) Nov 23 17:36:19.418819 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 17:36:19.418819 n-d-816206-8 neutron-server[103590]: self._notify() Nov 23 17:36:19.418819 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 17:36:19.418819 n-d-816206-8 neutron-server[103590]: self.callback(batched_events) Nov 23 17:36:19.418819 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 17:36:19.418819 n-d-816206-8 neutron-server[103590]: event.method(event) Nov 23 17:36:19.418819 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 17:36:19.418819 n-d-816206-8 neutron-server[103590]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 17:36:19.418819 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 17:36:19.418819 n-d-816206-8 neutron-server[103590]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 17:36:19.418819 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 17:36:19.418819 n-d-816206-8 neutron-server[103590]: return f(self, *a, **k) Nov 23 17:36:19.418819 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 17:36:19.418819 n-d-816206-8 neutron-server[103590]: return self._get(url).json() Nov 23 17:36:19.418819 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 17:36:19.418819 n-d-816206-8 neutron-server[103590]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 17:36:19.418819 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 17:36:19.418819 n-d-816206-8 neutron-server[103590]: return self.request(url, 'GET', **kwargs) Nov 23 17:36:19.418819 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 17:36:19.418819 n-d-816206-8 neutron-server[103590]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 17:36:19.418819 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 17:36:19.418819 n-d-816206-8 neutron-server[103590]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 17:36:19.418819 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 17:36:19.418819 n-d-816206-8 neutron-server[103590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 17:36:19.418819 n-d-816206-8 neutron-server[103590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 17:36:19.520635 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port 198766c7-576e-459e-a5ff-f0c1852cff91, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=198766c7-576e-459e-a5ff-f0c1852cff91,segment=NetworkSegment(e7632547-d306-492c-9ecc-5c4549ae9c5a),segment_id=e7632547-d306-492c-9ecc-5c4549ae9c5a)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:36:19.543641 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-da3a0ff4-3806-4234-b8b0-e9c868a0a723 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1795418'] for network, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:19.571454 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-da3a0ff4-3806-4234-b8b0-e9c868a0a723 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Publish callbacks [] for network, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:19.575485 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-da3a0ff4-3806-4234-b8b0-e9c868a0a723 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] 10.222.0.60 "DELETE /v2.0/networks/2d942d9f-921c-4d1f-86db-2ce39fec5335 HTTP/1.1" status: 204 len: 168 time: 0.9894803 Nov 23 17:36:19.588222 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server [None req-388bec18-e4f4-4262-bd62-54529963bdf8 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6051fa33-531e-4ccb-8f5e-b7c47757cc28: This subnet is being modified by another concurrent operation. Nov 23 17:36:19.588222 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 23 17:36:19.588222 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 23 17:36:19.588222 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 23 17:36:19.588222 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 23 17:36:19.588222 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 23 17:36:19.588222 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 23 17:36:19.588222 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 23 17:36:19.588222 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 23 17:36:19.588222 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 23 17:36:19.588222 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 23 17:36:19.588222 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 23 17:36:19.588222 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 17:36:19.588222 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 17:36:19.588222 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 17:36:19.588222 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 17:36:19.588222 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 23 17:36:19.588222 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 17:36:19.588222 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 23 17:36:19.588222 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 23 17:36:19.588222 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 17:36:19.588222 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 17:36:19.588222 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 17:36:19.588222 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 17:36:19.588222 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 23 17:36:19.588222 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 17:36:19.588222 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 23 17:36:19.588222 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 23 17:36:19.588222 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 17:36:19.588222 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 17:36:19.588222 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 17:36:19.588222 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 17:36:19.588222 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 23 17:36:19.588222 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 23 17:36:19.588222 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 23 17:36:19.588222 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 23 17:36:19.588222 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 23 17:36:19.588222 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 23 17:36:19.588222 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 23 17:36:19.588222 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 23 17:36:19.588222 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 23 17:36:19.588222 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 23 17:36:19.588222 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 23 17:36:19.588222 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 17:36:19.588222 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 23 17:36:19.588222 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 23 17:36:19.588222 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 23 17:36:19.588222 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 23 17:36:19.588222 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 17:36:19.588222 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 17:36:19.588222 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 17:36:19.588222 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 17:36:19.588222 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 23 17:36:19.588222 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 17:36:19.592579 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 23 17:36:19.592579 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 23 17:36:19.592579 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 17:36:19.592579 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 17:36:19.592579 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 17:36:19.592579 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 17:36:19.592579 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 23 17:36:19.592579 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 17:36:19.592579 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 23 17:36:19.592579 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 23 17:36:19.592579 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 17:36:19.592579 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 17:36:19.592579 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 17:36:19.592579 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 17:36:19.592579 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 23 17:36:19.592579 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 23 17:36:19.592579 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 23 17:36:19.592579 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 23 17:36:19.592579 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 23 17:36:19.592579 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 23 17:36:19.592579 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 23 17:36:19.592579 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 23 17:36:19.592579 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 23 17:36:19.592579 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 23 17:36:19.592579 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 17:36:19.592579 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 17:36:19.592579 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 17:36:19.592579 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 17:36:19.592579 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 23 17:36:19.592579 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 23 17:36:19.592579 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 23 17:36:19.592579 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 23 17:36:19.592579 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 23 17:36:19.592579 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 23 17:36:19.592579 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 23 17:36:19.592579 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server raise exception Nov 23 17:36:19.592579 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6051fa33-531e-4ccb-8f5e-b7c47757cc28: This subnet is being modified by another concurrent operation. Nov 23 17:36:19.592579 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server Nov 23 17:36:19.595296 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3a0ff4-3806-4234-b8b0-e9c868a0a723 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Pushing event deleted for resources: {'Network': ['ID=2d942d9f-921c-4d1f-86db-2ce39fec5335,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:36:19.595386 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0ada98-5740-4598-8dbf-422f607c99e4 req-30c0eacd-2bd5-4e11-9faa-102421316ce5 tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:36:19.596005 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Returning: {'device': '198766c7-576e-459e-a5ff-f0c1852cff91', 'network_id': 'fc96739d-c491-43ac-87e8-a972969a7778', 'port_id': '198766c7-576e-459e-a5ff-f0c1852cff91', 'mac_address': 'fa:16:3e:d7:04:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '579e8c1e-f51a-4f5f-aafb-372cc339033c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 17:36:19.596762 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 44052) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:36:19.601612 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2c0ada98-5740-4598-8dbf-422f607c99e4 req-30c0eacd-2bd5-4e11-9faa-102421316ce5 tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] 10.222.0.60 "GET /v2.0/ports?device_id=ea1510c3-58df-4522-8422-4d3a2ea1dd61 HTTP/1.1" status: 200 len: 943 time: 0.2087381 Nov 23 17:36:19.606535 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-d3b4481d-4da7-48ff-bf44-173bb3ca96d6 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-407193090'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:36:19.639414 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3b4481d-4da7-48ff-bf44-173bb3ca96d6 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Made reservation on behalf of d5eecd5b996143b2ab53dcfe28b3de82 for: {'network': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:36:19.644406 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d3b4481d-4da7-48ff-bf44-173bb3ca96d6 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for network, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:19.678355 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3b4481d-4da7-48ff-bf44-173bb3ca96d6 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] vlan segment allocate from pool success with {'vlan_id': 524, 'physical_network': 'physnet1'} {{(pid=103590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 17:36:19.696098 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d3b4481d-4da7-48ff-bf44-173bb3ca96d6 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:19.696776 n-d-816206-8 neutron-server[103590]: INFO neutron.db.segments_db [None req-d3b4481d-4da7-48ff-bf44-173bb3ca96d6 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Added segment 4ba04959-e847-4b9b-8f7e-abad63af8908 of type vlan for network f61f7039-b136-4bb8-908e-189789749e17 Nov 23 17:36:19.721701 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a73afa4-05ed-4406-a433-893a20d7f1f8 None None] Network 2d942d9f-921c-4d1f-86db-2ce39fec5335 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:36:19.743527 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-b8640447-ead0-47ec-805d-71bbdc5383cc admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:19.754249 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 44058) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:36:19.770009 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-1b3c5b82-e1e2-4953-9066-bd418329812d None None] Provisioning complete for port 38ba2435-56ed-4d1a-8759-9d9c8434f098 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:36:19.770774 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-1b3c5b82-e1e2-4953-9066-bd418329812d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:19.775574 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a73afa4-05ed-4406-a433-893a20d7f1f8 None None] Network 2d942d9f-921c-4d1f-86db-2ce39fec5335 could not be found, it might have been deleted concurrently. {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 23 17:36:19.783942 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-373c82ef-5099-442b-90e7-7e00e77c45fa admin admin] Publish callbacks [] for security_group, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:19.791331 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d3b4481d-4da7-48ff-bf44-173bb3ca96d6 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736635338810'] for network, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:19.804825 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:19.823379 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 198766c7-576e-459e-a5ff-f0c1852cff91 {{(pid=103592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:36:19.845474 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-1b3c5b82-e1e2-4953-9066-bd418329812d None None] Port 38ba2435-56ed-4d1a-8759-9d9c8434f098 cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:36:19.858579 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port 198766c7-576e-459e-a5ff-f0c1852cff91, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=198766c7-576e-459e-a5ff-f0c1852cff91,segment=NetworkSegment(e7632547-d306-492c-9ecc-5c4549ae9c5a),segment_id=e7632547-d306-492c-9ecc-5c4549ae9c5a)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:36:19.867409 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:19.950633 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d3b4481d-4da7-48ff-bf44-173bb3ca96d6 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493'] for network, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:19.958324 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3b4481d-4da7-48ff-bf44-173bb3ca96d6 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:36:19.959505 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d3b4481d-4da7-48ff-bf44-173bb3ca96d6 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Publish callbacks [] for network, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:20.011740 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Pushing event updated for resources: {'Port': ['ID=198766c7-576e-459e-a5ff-f0c1852cff91,revision_number=4']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:36:20.078705 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b4481d-4da7-48ff-bf44-173bb3ca96d6 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Pushing event updated for resources: {'Network': ['ID=f61f7039-b136-4bb8-908e-189789749e17,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:36:20.101820 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Network f61f7039-b136-4bb8-908e-189789749e17 details requested by agent ovs-agent-n-d-816206-8 with host n-d-816206-8 {{(pid=103592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 17:36:20.121359 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-d3b4481d-4da7-48ff-bf44-173bb3ca96d6 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5233307 Nov 23 17:36:20.123821 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-373c82ef-5099-442b-90e7-7e00e77c45fa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:20.124861 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 44068) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:36:20.130255 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-18b42a32-654e-4d25-aab0-67b0c6e96316 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Request body: {'subnet': {'network_id': 'f61f7039-b136-4bb8-908e-189789749e17', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:36:20.136830 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-373c82ef-5099-442b-90e7-7e00e77c45fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:20.140998 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] get_ports_and_sgs() called for port_ids ['198766c7-576e-459e-a5ff-f0c1852cff91'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:36:20.188084 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373c82ef-5099-442b-90e7-7e00e77c45fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c915d6a-cfdd-4f6e-9c21-0040c54fe796,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:36:20.208910 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e66bd615-2b83-4d9d-a5ea-1cc0ebdcdbd0 None None] Network 2cb4def7-9f5d-4e59-b7a8-e3a1bac05190 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:36:20.262951 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-373c82ef-5099-442b-90e7-7e00e77c45fa admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=785ee4bac82644f195fa3733a8fdd3a0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5052869 Nov 23 17:36:20.266765 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 44072) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:36:20.338532 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2c0ada98-5740-4598-8dbf-422f607c99e4 req-0aabee5a-3e26-4f22-90d4-fac2616f333d tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] 10.222.0.60 "GET /v2.0/security-groups?id=67691fce-8308-48e3-b930-b7465ae25797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7303145 Nov 23 17:36:20.363467 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18b42a32-654e-4d25-aab0-67b0c6e96316 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Made reservation on behalf of d5eecd5b996143b2ab53dcfe28b3de82 for: {'subnet': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:36:20.367617 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-18b42a32-654e-4d25-aab0-67b0c6e96316 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264730903'] for subnet, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:20.372898 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7b2dd824-c69f-4df8-ab50-7aabb809de96 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:20.376474 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-1034893f-a2de-4555-8e3c-a1fa5eb7d122 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:20.415309 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1034893f-a2de-4555-8e3c-a1fa5eb7d122 admin admin] Pushing event deleted for resources: {'Port': ['ID=1b439740-9fbd-4f4e-b6f6-ae7422d785d2,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:36:20.429683 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-b1051471-f14a-4cf4-9fa8-80545d5be4ab None None] Provisioning complete for port 679b2a41-355b-40c4-a9c5-877afa6f6ac3 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:36:20.430196 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1051471-f14a-4cf4-9fa8-80545d5be4ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:20.466923 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ba98c37-93d2-4875-bd95-7e1d47f10de6 None None] DHCP port deletion for a7fc513d-97aa-4b2b-9a51-9e5f9afec91b request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:36:20.474886 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.ipam_backend_mixin [None req-18b42a32-654e-4d25-aab0-67b0c6e96316 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Performing IP validity checks on allocation pools {{(pid=103590) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 23 17:36:20.475559 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.ipam_backend_mixin [None req-18b42a32-654e-4d25-aab0-67b0c6e96316 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103590) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 23 17:36:20.479924 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7b2dd824-c69f-4df8-ab50-7aabb809de96 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:20.583236 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7b2dd824-c69f-4df8-ab50-7aabb809de96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:20.585917 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7b2dd824-c69f-4df8-ab50-7aabb809de96 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:20.587155 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-7b2dd824-c69f-4df8-ab50-7aabb809de96 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/2c915d6a-cfdd-4f6e-9c21-0040c54fe796 HTTP/1.1" status: 204 len: 168 time: 0.3194239 Nov 23 17:36:20.602814 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2dd824-c69f-4df8-ab50-7aabb809de96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c915d6a-cfdd-4f6e-9c21-0040c54fe796,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:36:20.744272 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1051471-f14a-4cf4-9fa8-80545d5be4ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:20.745248 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-18b42a32-654e-4d25-aab0-67b0c6e96316 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264358096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264730885'] for subnet, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:20.778869 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-1034893f-a2de-4555-8e3c-a1fa5eb7d122 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2067500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1794520'] for router_interface, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:20.781219 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-b8640447-ead0-47ec-805d-71bbdc5383cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1794316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1795362'] for router, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:20.832743 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1051471-f14a-4cf4-9fa8-80545d5be4ab None None] For port 679b2a41-355b-40c4-a9c5-877afa6f6ac3, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=679b2a41-355b-40c4-a9c5-877afa6f6ac3,segment=NetworkSegment(8c64260d-b961-46a3-a6c7-197975bfee6d),segment_id=8c64260d-b961-46a3-a6c7-197975bfee6d)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:36:20.851148 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1051471-f14a-4cf4-9fa8-80545d5be4ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:20.917679 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1051471-f14a-4cf4-9fa8-80545d5be4ab None None] Pushing event updated for resources: {'Port': ['ID=679b2a41-355b-40c4-a9c5-877afa6f6ac3,revision_number=3']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:36:20.958843 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18b42a32-654e-4d25-aab0-67b0c6e96316 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Checking segment: {'id': '4ba04959-e847-4b9b-8f7e-abad63af8908', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'f61f7039-b136-4bb8-908e-189789749e17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:36:20.959774 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18b42a32-654e-4d25-aab0-67b0c6e96316 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Network hostable DHCP agents. Network: f61f7039-b136-4bb8-908e-189789749e17, hostable agents: ['0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3'], hosted agents: [] {{(pid=103590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 17:36:20.987225 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b42a32-654e-4d25-aab0-67b0c6e96316 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Pushing event updated for resources: {'Subnet': ['ID=5fd62800-8274-493b-974c-8c2420b7af84,revision_number=0']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:36:20.995776 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18b42a32-654e-4d25-aab0-67b0c6e96316 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Network f61f7039-b136-4bb8-908e-189789749e17 is scheduled to be hosted by DHCP agent 0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3 with binding_index 1 {{(pid=103590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 17:36:21.017386 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-18b42a32-654e-4d25-aab0-67b0c6e96316 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-8, f61f7039-b136-4bb8-908e-189789749e17) {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:36:21.028353 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f274f2f3-e74e-43a2-8a76-2b970fc796ac None None] Network f61f7039-b136-4bb8-908e-189789749e17 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:36:21.031517 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18b42a32-654e-4d25-aab0-67b0c6e96316 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:36:21.032117 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-18b42a32-654e-4d25-aab0-67b0c6e96316 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Publish callbacks [] for subnet, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:21.084546 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-18b42a32-654e-4d25-aab0-67b0c6e96316 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 0.9574952 Nov 23 17:36:21.086150 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 44094) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:36:21.207362 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 679b2a41-355b-40c4-a9c5-877afa6f6ac3 up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:36:21.242286 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-44eee1a6-e263-4b8f-8f48-3632c5fe5b72 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-555181'] for network, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:21.303665 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c9ee939-ebc6-41bd-8c4d-7b6891b496ac None None] Provisioning complete for port 679b2a41-355b-40c4-a9c5-877afa6f6ac3 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:36:21.304189 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c9ee939-ebc6-41bd-8c4d-7b6891b496ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:21.364548 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8640447-ead0-47ec-805d-71bbdc5383cc admin admin] Router e041f17c-334e-4434-9efd-7d711bdb8225 is scheduled to L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 with binding_index 1 {{(pid=103591) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 17:36:21.374612 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-44eee1a6-e263-4b8f-8f48-3632c5fe5b72 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971956'] for subnet, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:21.394600 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port 679b2a41-355b-40c4-a9c5-877afa6f6ac3 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:36:21.394983 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:21.478313 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f692c9c-0978-42d2-809b-1e7159b0bbb5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp355044b8-8e87-58c4-94fa-4a010ec30f9e-f61f7039-b136-4bb8-908e-189789749e17', 'network_id': 'f61f7039-b136-4bb8-908e-189789749e17', 'tenant_id': 'd5eecd5b996143b2ab53dcfe28b3de82', 'fixed_ips': [{'subnet_id': '5fd62800-8274-493b-974c-8c2420b7af84'}]}} from n-d-816206-8. {{(pid=103592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 17:36:21.479218 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-3f692c9c-0978-42d2-809b-1e7159b0bbb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:21.515904 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-44eee1a6-e263-4b8f-8f48-3632c5fe5b72 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264357903', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264730940'] for subnet, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:21.578785 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8640447-ead0-47ec-805d-71bbdc5383cc admin admin] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:36:21.591043 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56a6ffab-fe87-45d1-8c72-5544539766b5 None None] Sync routers for ids ['e041f17c-334e-4434-9efd-7d711bdb8225'] in n-d-816206-8 {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:36:21.605749 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56a6ffab-fe87-45d1-8c72-5544539766b5 None None] Routers {'e041f17c-334e-4434-9efd-7d711bdb8225'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:36:21.605961 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-56a6ffab-fe87-45d1-8c72-5544539766b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:36:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['e041f17c-334e-4434-9efd-7d711bdb8225'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:36:21.637287 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1034893f-a2de-4555-8e3c-a1fa5eb7d122 admin admin] Router 27419c05-b309-405f-9fcd-bf818c979861 has already been hosted by L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 {{(pid=103591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 17:36:21.664458 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-44eee1a6-e263-4b8f-8f48-3632c5fe5b72 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973419', 'neutron.services.segments.db._delete_segments_for_network-8736635878840'] for network, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:21.667271 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fec3561-9959-4403-89d1-e8eb671f1a3d req-f77e2d85-6600-45dc-ae87-ff415bcdeb39 tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:36:21.677206 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7fec3561-9959-4403-89d1-e8eb671f1a3d req-f77e2d85-6600-45dc-ae87-ff415bcdeb39 tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] 10.222.0.60 "GET /v2.0/ports?device_id=ea1510c3-58df-4522-8422-4d3a2ea1dd61 HTTP/1.1" status: 200 len: 944 time: 0.1251266 Nov 23 17:36:21.696230 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server [None req-3f692c9c-0978-42d2-809b-1e7159b0bbb5 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5fd62800-8274-493b-974c-8c2420b7af84: This subnet is being modified by another concurrent operation. Nov 23 17:36:21.696230 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 23 17:36:21.696230 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 23 17:36:21.696230 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 23 17:36:21.696230 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 23 17:36:21.696230 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 23 17:36:21.696230 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 23 17:36:21.696230 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 23 17:36:21.696230 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 23 17:36:21.696230 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 23 17:36:21.696230 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 23 17:36:21.696230 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 23 17:36:21.696230 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 17:36:21.696230 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 17:36:21.696230 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 17:36:21.696230 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 17:36:21.696230 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 23 17:36:21.696230 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 17:36:21.696230 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 23 17:36:21.696230 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 23 17:36:21.696230 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 17:36:21.696230 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 17:36:21.696230 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 17:36:21.696230 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 17:36:21.696230 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 23 17:36:21.696230 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 17:36:21.696230 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 23 17:36:21.696230 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 23 17:36:21.696230 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 17:36:21.696230 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 17:36:21.696230 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 17:36:21.696230 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 17:36:21.696230 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 23 17:36:21.696230 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 23 17:36:21.696230 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 23 17:36:21.696230 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 23 17:36:21.696230 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 23 17:36:21.696230 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 23 17:36:21.696230 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 23 17:36:21.696230 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 23 17:36:21.696230 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 23 17:36:21.696230 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 23 17:36:21.696230 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 23 17:36:21.696230 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 17:36:21.696230 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 23 17:36:21.696230 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 23 17:36:21.696230 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 23 17:36:21.696230 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 23 17:36:21.696230 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 17:36:21.696230 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 17:36:21.696230 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 17:36:21.696230 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 17:36:21.696230 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 23 17:36:21.696230 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 17:36:21.699766 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 23 17:36:21.699766 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 23 17:36:21.699766 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 17:36:21.699766 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 17:36:21.699766 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 17:36:21.699766 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 17:36:21.699766 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 23 17:36:21.699766 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 17:36:21.699766 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 23 17:36:21.699766 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 23 17:36:21.699766 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 17:36:21.699766 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 17:36:21.699766 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 17:36:21.699766 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 17:36:21.699766 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 23 17:36:21.699766 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 23 17:36:21.699766 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 23 17:36:21.699766 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 23 17:36:21.699766 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 23 17:36:21.699766 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 23 17:36:21.699766 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 23 17:36:21.699766 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 23 17:36:21.699766 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 23 17:36:21.699766 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 23 17:36:21.699766 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 17:36:21.699766 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 17:36:21.699766 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 17:36:21.699766 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 17:36:21.699766 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 23 17:36:21.699766 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 23 17:36:21.699766 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 23 17:36:21.699766 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 23 17:36:21.699766 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 23 17:36:21.699766 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 23 17:36:21.699766 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 23 17:36:21.699766 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server raise exception Nov 23 17:36:21.699766 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5fd62800-8274-493b-974c-8c2420b7af84: This subnet is being modified by another concurrent operation. Nov 23 17:36:21.699766 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server Nov 23 17:36:21.726591 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be8caac6-ae39-4cbf-88fd-87a370adab7c None None] Network f61f7039-b136-4bb8-908e-189789749e17 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:36:21.749645 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7fec3561-9959-4403-89d1-e8eb671f1a3d req-bb0786c6-5b29-4ddb-b656-0b9ecbae0162 tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] 10.222.0.60 "GET /v2.0/security-groups?id=67691fce-8308-48e3-b930-b7465ae25797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661192 Nov 23 17:36:21.752424 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-b8640447-ead0-47ec-805d-71bbdc5383cc admin admin] Publish callbacks [] for router, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:21.757364 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-b8640447-ead0-47ec-805d-71bbdc5383cc admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.0160866 Nov 23 17:36:21.758229 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 44116) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:36:21.771326 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-44eee1a6-e263-4b8f-8f48-3632c5fe5b72 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f61f7039-b136-4bb8-908e-189789749e17']}} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:36:21.777652 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44eee1a6-e263-4b8f-8f48-3632c5fe5b72 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Pushing event deleted for resources: {'Subnet': ['ID=5fd62800-8274-493b-974c-8c2420b7af84,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:36:21.803397 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-44eee1a6-e263-4b8f-8f48-3632c5fe5b72 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ba04959-e847-4b9b-8f7e-abad63af8908') {'for_net_delete': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:36:21.804053 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-44eee1a6-e263-4b8f-8f48-3632c5fe5b72 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ba04959-e847-4b9b-8f7e-abad63af8908') {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:36:21.829927 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-44eee1a6-e263-4b8f-8f48-3632c5fe5b72 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736635840332', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-267528353'] for segment, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:21.852336 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-56a6ffab-fe87-45d1-8c72-5544539766b5 None None] Set router e041f17c-334e-4434-9efd-7d711bdb8225 gateway port host: n-d-816206-8 {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:36:21.853056 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-44eee1a6-e263-4b8f-8f48-3632c5fe5b72 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:21.864576 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44eee1a6-e263-4b8f-8f48-3632c5fe5b72 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Releasing vlan 524 on physical network physnet1 to pool {{(pid=103590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 17:36:21.868019 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-44eee1a6-e263-4b8f-8f48-3632c5fe5b72 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264370093'] for segment, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:21.871264 n-d-816206-8 neutron-server[103590]: Traceback (most recent call last): Nov 23 17:36:21.871264 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 17:36:21.871264 n-d-816206-8 neutron-server[103590]: timer() Nov 23 17:36:21.871264 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 17:36:21.871264 n-d-816206-8 neutron-server[103590]: cb(*args, **kw) Nov 23 17:36:21.871264 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 17:36:21.871264 n-d-816206-8 neutron-server[103590]: return func(*args, **kwargs) Nov 23 17:36:21.871264 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 17:36:21.871264 n-d-816206-8 neutron-server[103590]: self._notify() Nov 23 17:36:21.871264 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 17:36:21.871264 n-d-816206-8 neutron-server[103590]: self.callback(batched_events) Nov 23 17:36:21.871264 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 17:36:21.871264 n-d-816206-8 neutron-server[103590]: event.method(event) Nov 23 17:36:21.871264 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 17:36:21.871264 n-d-816206-8 neutron-server[103590]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 17:36:21.871264 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 17:36:21.871264 n-d-816206-8 neutron-server[103590]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 17:36:21.871264 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 17:36:21.871264 n-d-816206-8 neutron-server[103590]: return f(self, *a, **k) Nov 23 17:36:21.871264 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 17:36:21.871264 n-d-816206-8 neutron-server[103590]: return self._get(url).json() Nov 23 17:36:21.871264 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 17:36:21.871264 n-d-816206-8 neutron-server[103590]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 17:36:21.871264 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 17:36:21.871264 n-d-816206-8 neutron-server[103590]: return self.request(url, 'GET', **kwargs) Nov 23 17:36:21.871264 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 17:36:21.871264 n-d-816206-8 neutron-server[103590]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 17:36:21.871264 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 17:36:21.871264 n-d-816206-8 neutron-server[103590]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 17:36:21.871264 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 17:36:21.871264 n-d-816206-8 neutron-server[103590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 17:36:21.871264 n-d-816206-8 neutron-server[103590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 17:36:21.885467 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5778b2b-e3be-488b-817a-b74010384c0f None None] get_active_networks_info from n-d-816206-8 {{(pid=103592) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 23 17:36:21.996992 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-44eee1a6-e263-4b8f-8f48-3632c5fe5b72 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1795418'] for network, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:22.016240 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-44eee1a6-e263-4b8f-8f48-3632c5fe5b72 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Publish callbacks [] for network, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:22.029919 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-44eee1a6-e263-4b8f-8f48-3632c5fe5b72 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] 10.222.0.60 "DELETE /v2.0/networks/f61f7039-b136-4bb8-908e-189789749e17 HTTP/1.1" status: 204 len: 168 time: 0.9394038 Nov 23 17:36:22.033941 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 44124) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:36:22.069504 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-f3add7c1-41a4-4f31-9d67-e20acb389c1e tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1764285195'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:36:22.103166 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44eee1a6-e263-4b8f-8f48-3632c5fe5b72 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Pushing event deleted for resources: {'Network': ['ID=f61f7039-b136-4bb8-908e-189789749e17,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:36:22.108366 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3add7c1-41a4-4f31-9d67-e20acb389c1e tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Made reservation on behalf of d5eecd5b996143b2ab53dcfe28b3de82 for: {'network': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:36:22.114023 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f3add7c1-41a4-4f31-9d67-e20acb389c1e tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for network, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:22.122010 n-d-816206-8 neutron-server[103592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5778b2b-e3be-488b-817a-b74010384c0f None None] Resources bound (agent type, host, resource id): {{(pid=103592) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 23 17:36:22.175659 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3add7c1-41a4-4f31-9d67-e20acb389c1e tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] vlan segment allocate from pool success with {'vlan_id': 545, 'physical_network': 'physnet1'} {{(pid=103590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 17:36:22.196067 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f3add7c1-41a4-4f31-9d67-e20acb389c1e tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:22.196067 n-d-816206-8 neutron-server[103590]: INFO neutron.db.segments_db [None req-f3add7c1-41a4-4f31-9d67-e20acb389c1e tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Added segment 8f298414-7847-4280-96a6-484d87e8e4dc of type vlan for network a3e1e82a-29f7-4893-a072-85a9f993edbc Nov 23 17:36:22.268463 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-56a6ffab-fe87-45d1-8c72-5544539766b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e041f17c-334e-4434-9efd-7d711bdb8225', 'name': 'tempest-TestServerMultinode-1816343123-router', 'tenant_id': '7b9e7991d90e427d85569b76c7b04674', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.85'}], 'enable_snat': True}, 'gw_port_id': '38ba2435-56ed-4d1a-8759-9d9c8434f098', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:36:16Z', 'updated_at': '2021-11-23T17:36:19Z', 'revision_number': 3, 'project_id': '7b9e7991d90e427d85569b76c7b04674', 'gw_port': {'id': '38ba2435-56ed-4d1a-8759-9d9c8434f098', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:24:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e041f17c-334e-4434-9efd-7d711bdb8225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1775, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:36:17Z', 'updated_at': '2021-11-23T17:36:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8'}], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:36:22.277503 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f3add7c1-41a4-4f31-9d67-e20acb389c1e tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736635338810'] for network, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:22.334048 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1034893f-a2de-4555-8e3c-a1fa5eb7d122 admin admin] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:36:22.339790 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f3add7c1-41a4-4f31-9d67-e20acb389c1e tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493'] for network, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:22.341303 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-1034893f-a2de-4555-8e3c-a1fa5eb7d122 admin admin] 10.222.0.60 "PUT /v2.0/routers/27419c05-b309-405f-9fcd-bf818c979861/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7610817 Nov 23 17:36:22.344850 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 44134) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:36:22.348736 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56a6ffab-fe87-45d1-8c72-5544539766b5 None None] Checking router: e041f17c-334e-4434-9efd-7d711bdb8225 for host: n-d-816206-8 {{(pid=103593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 17:36:22.350460 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56a6ffab-fe87-45d1-8c72-5544539766b5 None None] Updating router e041f17c-334e-4434-9efd-7d711bdb8225 port 38ba2435-56ed-4d1a-8759-9d9c8434f098 binding host n-d-816206-8 {{(pid=103593) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 17:36:22.356748 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-188280c5-c980-4815-8414-e113a221c5dc None None] Sync routers for ids ['27419c05-b309-405f-9fcd-bf818c979861'] in n-d-816206-8 {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:36:22.361230 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3add7c1-41a4-4f31-9d67-e20acb389c1e tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:36:22.362253 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f3add7c1-41a4-4f31-9d67-e20acb389c1e tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Publish callbacks [] for network, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:22.387159 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-56a6ffab-fe87-45d1-8c72-5544539766b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:22.426237 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-188280c5-c980-4815-8414-e113a221c5dc None None] Routers {'27419c05-b309-405f-9fcd-bf818c979861'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:36:22.426956 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-188280c5-c980-4815-8414-e113a221c5dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:36:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['27419c05-b309-405f-9fcd-bf818c979861'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:36:22.553957 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3add7c1-41a4-4f31-9d67-e20acb389c1e tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Pushing event updated for resources: {'Network': ['ID=a3e1e82a-29f7-4893-a072-85a9f993edbc,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:36:22.581410 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Network a3e1e82a-29f7-4893-a072-85a9f993edbc details requested by agent ovs-agent-n-d-816206-8 with host n-d-816206-8 {{(pid=103592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 17:36:22.584820 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-f3add7c1-41a4-4f31-9d67-e20acb389c1e tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5345404 Nov 23 17:36:22.587543 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 44142) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:36:22.594956 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-8a1f05e6-d01f-4f45-849c-c7833eaf56cd tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Request body: {'subnet': {'network_id': 'a3e1e82a-29f7-4893-a072-85a9f993edbc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:36:22.602962 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-7db2611b-0245-4d71-8697-e155b73220f8 admin admin] Publish callbacks [] for router, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:22.864838 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a1f05e6-d01f-4f45-849c-c7833eaf56cd tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Made reservation on behalf of d5eecd5b996143b2ab53dcfe28b3de82 for: {'subnet': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:36:22.885385 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8a1f05e6-d01f-4f45-849c-c7833eaf56cd tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264730903'] for subnet, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:22.915877 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-56a6ffab-fe87-45d1-8c72-5544539766b5 None None] Publish callbacks [] for port, precommit_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:22.924649 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-56a6ffab-fe87-45d1-8c72-5544539766b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:22.985212 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4db260-3a21-4eb7-8807-2ffc997a18de None None] Pushing event updated for resources: {'Port': ['ID=38ba2435-56ed-4d1a-8759-9d9c8434f098,revision_number=2']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:36:23.010472 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [None req-56a6ffab-fe87-45d1-8c72-5544539766b5 None None] Attempting to bind port 38ba2435-56ed-4d1a-8759-9d9c8434f098 on host n-d-816206-8 for vnic_type normal with profile {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:36:23.010847 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [None req-56a6ffab-fe87-45d1-8c72-5544539766b5 None None] Attempting to bind port 38ba2435-56ed-4d1a-8759-9d9c8434f098 by drivers openvswitch,hyperv on host n-d-816206-8 at level 0 using segments [{'id': 'bffd1e4f-e80f-4ff0-b418-2f42ae15febf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'}] {{(pid=103593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:36:23.011216 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56a6ffab-fe87-45d1-8c72-5544539766b5 None None] Attempting to bind port 38ba2435-56ed-4d1a-8759-9d9c8434f098 on network 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:36:23.016384 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4db260-3a21-4eb7-8807-2ffc997a18de None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:36:23.016905 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4db260-3a21-4eb7-8807-2ffc997a18de None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:36:23.017368 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4db260-3a21-4eb7-8807-2ffc997a18de None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:36:23.017820 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4db260-3a21-4eb7-8807-2ffc997a18de None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:36:23.018303 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4db260-3a21-4eb7-8807-2ffc997a18de None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:36:23.018949 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4db260-3a21-4eb7-8807-2ffc997a18de None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:36:23.019949 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4db260-3a21-4eb7-8807-2ffc997a18de None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:36:23.019949 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4db260-3a21-4eb7-8807-2ffc997a18de None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:36:23.020278 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4db260-3a21-4eb7-8807-2ffc997a18de None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:36:23.020774 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4db260-3a21-4eb7-8807-2ffc997a18de None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:36:23.021219 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4db260-3a21-4eb7-8807-2ffc997a18de None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:36:23.021690 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4db260-3a21-4eb7-8807-2ffc997a18de None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:36:23.039082 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56a6ffab-fe87-45d1-8c72-5544539766b5 None None] Checking agent: {'id': '9e89acbe-4bbe-4c77-a18b-6f1da9133e0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 7, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 36, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:36:23.040073 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56a6ffab-fe87-45d1-8c72-5544539766b5 None None] Checking segment: {'id': 'bffd1e4f-e80f-4ff0-b418-2f42ae15febf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:36:23.040073 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-56a6ffab-fe87-45d1-8c72-5544539766b5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:23.040316 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56a6ffab-fe87-45d1-8c72-5544539766b5 None None] Bound using segment: {'id': 'bffd1e4f-e80f-4ff0-b418-2f42ae15febf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'} {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:36:23.044378 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [None req-56a6ffab-fe87-45d1-8c72-5544539766b5 None None] Bound port: 38ba2435-56ed-4d1a-8759-9d9c8434f098, host: n-d-816206-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bffd1e4f-e80f-4ff0-b418-2f42ae15febf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'}}] {{(pid=103593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:36:23.044874 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-56a6ffab-fe87-45d1-8c72-5544539766b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:23.104362 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-56a6ffab-fe87-45d1-8c72-5544539766b5 None None] For port 38ba2435-56ed-4d1a-8759-9d9c8434f098, host n-d-816206-8, cleared binding levels {{(pid=103593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:36:23.108055 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-56a6ffab-fe87-45d1-8c72-5544539766b5 None None] For port 38ba2435-56ed-4d1a-8759-9d9c8434f098, host n-d-816206-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=38ba2435-56ed-4d1a-8759-9d9c8434f098,segment=NetworkSegment(bffd1e4f-e80f-4ff0-b418-2f42ae15febf),segment_id=bffd1e4f-e80f-4ff0-b418-2f42ae15febf)] {{(pid=103593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:36:23.120863 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-56a6ffab-fe87-45d1-8c72-5544539766b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:23.122792 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-baed1b88-b13e-4f82-97da-0e9b915cbdb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:23.199965 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56a6ffab-fe87-45d1-8c72-5544539766b5 None None] Routers {'e041f17c-334e-4434-9efd-7d711bdb8225'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:36:23.201542 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-56a6ffab-fe87-45d1-8c72-5544539766b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:36:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['e041f17c-334e-4434-9efd-7d711bdb8225'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:36:23.209706 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-7db2611b-0245-4d71-8697-e155b73220f8 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:23.214282 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device 198766c7-576e-459e-a5ff-f0c1852cff91 up at agent hyperv_n-h1-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:36:23.216541 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 679b2a41-355b-40c4-a9c5-877afa6f6ac3 up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:36:23.241265 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f7c939-c292-43f0-b1e4-4c61bd492b12 req-376f0a72-450f-4bb4-b841-e2d9076f9dcc tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:36:23.249007 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4db260-3a21-4eb7-8807-2ffc997a18de None None] Pushing event updated for resources: {'Port': ['ID=38ba2435-56ed-4d1a-8759-9d9c8434f098,revision_number=3']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:36:23.255110 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c7f7c939-c292-43f0-b1e4-4c61bd492b12 req-376f0a72-450f-4bb4-b841-e2d9076f9dcc tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] 10.222.0.60 "GET /v2.0/ports?device_id=ea1510c3-58df-4522-8422-4d3a2ea1dd61 HTTP/1.1" status: 200 len: 944 time: 0.2503481 Nov 23 17:36:23.318565 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8a1f05e6-d01f-4f45-849c-c7833eaf56cd tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264358096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264730885'] for subnet, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:23.414921 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvr_db [None req-188280c5-c980-4815-8414-e113a221c5dc None None] Set router 27419c05-b309-405f-9fcd-bf818c979861 gateway port host: n-d-816206-8 {{(pid=103592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:36:23.418581 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-56a6ffab-fe87-45d1-8c72-5544539766b5 None None] Set router e041f17c-334e-4434-9efd-7d711bdb8225 gateway port host: n-d-816206-8 {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:36:23.467467 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1f05e6-d01f-4f45-849c-c7833eaf56cd tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Pushing event updated for resources: {'Subnet': ['ID=b89d5240-cfec-477c-a5ba-1077558af66c,revision_number=0']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:36:23.491648 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a1f05e6-d01f-4f45-849c-c7833eaf56cd tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Checking segment: {'id': '8f298414-7847-4280-96a6-484d87e8e4dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'a3e1e82a-29f7-4893-a072-85a9f993edbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:36:23.491648 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a1f05e6-d01f-4f45-849c-c7833eaf56cd tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Network hostable DHCP agents. Network: a3e1e82a-29f7-4893-a072-85a9f993edbc, hostable agents: ['0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3'], hosted agents: [] {{(pid=103590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 17:36:23.527018 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a1f05e6-d01f-4f45-849c-c7833eaf56cd tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Network a3e1e82a-29f7-4893-a072-85a9f993edbc is scheduled to be hosted by DHCP agent 0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3 with binding_index 1 {{(pid=103590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 17:36:23.544157 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-8a1f05e6-d01f-4f45-849c-c7833eaf56cd tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-8, a3e1e82a-29f7-4893-a072-85a9f993edbc) {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:36:23.553844 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a1f05e6-d01f-4f45-849c-c7833eaf56cd tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:36:23.554453 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8a1f05e6-d01f-4f45-849c-c7833eaf56cd tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Publish callbacks [] for subnet, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:23.608026 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-8a1f05e6-d01f-4f45-849c-c7833eaf56cd tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.0167994 Nov 23 17:36:23.610633 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 44166) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:36:23.633200 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Provisioning for port 198766c7-576e-459e-a5ff-f0c1852cff91 completed by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 17:36:23.674176 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port 679b2a41-355b-40c4-a9c5-877afa6f6ac3 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:36:23.675867 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:23.707620 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c7f7c939-c292-43f0-b1e4-4c61bd492b12 req-9e8ebca5-d6a8-4835-90aa-b85add3f4b56 tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] 10.222.0.60 "GET /v2.0/security-groups?id=67691fce-8308-48e3-b930-b7465ae25797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3914204 Nov 23 17:36:23.710975 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Provisioning complete for port 198766c7-576e-459e-a5ff-f0c1852cff91 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:36:23.711465 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:23.732229 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-7db2611b-0245-4d71-8697-e155b73220f8 admin admin] Deleting port ce7cf3c7-0a3f-4c2b-ae55-238b2e203d31 {{(pid=103591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:36:23.732847 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-7db2611b-0245-4d71-8697-e155b73220f8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:23.801343 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-faf5555c-ef35-43fa-9dcc-8f7c7a58f0ed tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-555181'] for network, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:23.807433 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-56a6ffab-fe87-45d1-8c72-5544539766b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e041f17c-334e-4434-9efd-7d711bdb8225', 'name': 'tempest-TestServerMultinode-1816343123-router', 'tenant_id': '7b9e7991d90e427d85569b76c7b04674', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.85'}], 'enable_snat': True}, 'gw_port_id': '38ba2435-56ed-4d1a-8759-9d9c8434f098', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:36:16Z', 'updated_at': '2021-11-23T17:36:19Z', 'revision_number': 3, 'project_id': '7b9e7991d90e427d85569b76c7b04674', 'gw_port': {'id': '38ba2435-56ed-4d1a-8759-9d9c8434f098', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:24:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e041f17c-334e-4434-9efd-7d711bdb8225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1775, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:36:17Z', 'updated_at': '2021-11-23T17:36:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8'}], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:36:23.864520 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56a6ffab-fe87-45d1-8c72-5544539766b5 None None] The sync data for ids ['e041f17c-334e-4434-9efd-7d711bdb8225'] in n-d-816206-8 is: [{'id': 'e041f17c-334e-4434-9efd-7d711bdb8225', 'name': 'tempest-TestServerMultinode-1816343123-router', 'tenant_id': '7b9e7991d90e427d85569b76c7b04674', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.85'}], 'enable_snat': True}, 'gw_port_id': '38ba2435-56ed-4d1a-8759-9d9c8434f098', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:36:16Z', 'updated_at': '2021-11-23T17:36:19Z', 'revision_number': 3, 'project_id': '7b9e7991d90e427d85569b76c7b04674', 'gw_port': {'id': '38ba2435-56ed-4d1a-8759-9d9c8434f098', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:24:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e041f17c-334e-4434-9efd-7d711bdb8225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1775, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:36:17Z', 'updated_at': '2021-11-23T17:36:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8'}] {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:36:23.902558 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d52c86c-8e04-4f87-9828-df92dbb8186d None None] get_active_networks_info from n-d-816206-8 {{(pid=103592) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 23 17:36:23.907141 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.db_base_plugin_common [None req-baed1b88-b13e-4f82-97da-0e9b915cbdb6 admin admin] Allocated IP 172.20.0.1 (2cb4def7-9f5d-4e59-b7a8-e3a1bac05190/9b52ede3-5c4c-4b0f-b012-6d08553edf55/e062ee99-b15d-4ddd-8973-4b68765aeaf6) {{(pid=103591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:36:23.911412 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-faf5555c-ef35-43fa-9dcc-8f7c7a58f0ed tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971956'] for subnet, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:23.985484 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [None req-7db2611b-0245-4d71-8697-e155b73220f8 admin admin] For port ce7cf3c7-0a3f-4c2b-ae55-238b2e203d31, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=ce7cf3c7-0a3f-4c2b-ae55-238b2e203d31,segment=NetworkSegment(bffd1e4f-e80f-4ff0-b418-2f42ae15febf),segment_id=bffd1e4f-e80f-4ff0-b418-2f42ae15febf)] {{(pid=103591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:36:23.987262 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-7db2611b-0245-4d71-8697-e155b73220f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:24.021282 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-7db2611b-0245-4d71-8697-e155b73220f8 admin admin] Calling delete_port for ce7cf3c7-0a3f-4c2b-ae55-238b2e203d31 owned by network:router_gateway {{(pid=103591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:36:24.040016 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-faf5555c-ef35-43fa-9dcc-8f7c7a58f0ed tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264357903', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264730940'] for subnet, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:24.118314 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf5555c-ef35-43fa-9dcc-8f7c7a58f0ed tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Pushing event deleted for resources: {'Subnet': ['ID=b89d5240-cfec-477c-a5ba-1077558af66c,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:36:24.232032 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:24.256712 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-faf5555c-ef35-43fa-9dcc-8f7c7a58f0ed tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973419', 'neutron.services.segments.db._delete_segments_for_network-8736635878840'] for network, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:24.290865 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-faf5555c-ef35-43fa-9dcc-8f7c7a58f0ed tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3e1e82a-29f7-4893-a072-85a9f993edbc']}} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:36:24.352118 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-faf5555c-ef35-43fa-9dcc-8f7c7a58f0ed tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f298414-7847-4280-96a6-484d87e8e4dc') {'for_net_delete': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:36:24.352436 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-faf5555c-ef35-43fa-9dcc-8f7c7a58f0ed tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f298414-7847-4280-96a6-484d87e8e4dc') {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:36:24.365118 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea1510c3-58df-4522-8422-4d3a2ea1dd61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '198766c7-576e-459e-a5ff-f0c1852cff91'}] {{(pid=103592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:36:24.365456 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-faf5555c-ef35-43fa-9dcc-8f7c7a58f0ed tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736635840332', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-267528353'] for segment, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:24.367559 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba3e6a8f2301c7a29fe1eca9779abdae4ccbcd6266d69778087f2498d5551201" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5af9ef97-f8cf-4b0b-b146-6d488b696805" -d '{"events": [{"server_uuid": "ea1510c3-58df-4522-8422-4d3a2ea1dd61", "name": "network-vif-plugged", "status": "completed", "tag": "198766c7-576e-459e-a5ff-f0c1852cff91"}]}' {{(pid=103592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:36:24.407521 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-188280c5-c980-4815-8414-e113a221c5dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27419c05-b309-405f-9fcd-bf818c979861', 'name': 'tempest-ServerRescueTestJSONUnderV235-774584939-router', 'tenant_id': '5b004d5f15be417cbe32e472a39ce93f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.145'}], 'enable_snat': True}, 'gw_port_id': 'ce7cf3c7-0a3f-4c2b-ae55-238b2e203d31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:34:44Z', 'updated_at': '2021-11-23T17:36:19Z', 'revision_number': 5, 'project_id': '5b004d5f15be417cbe32e472a39ce93f', 'gw_port': {'id': 'ce7cf3c7-0a3f-4c2b-ae55-238b2e203d31', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:e9:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27419c05-b309-405f-9fcd-bf818c979861', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1500, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:34:45Z', 'updated_at': '2021-11-23T17:34:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8'}], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:36:24.424239 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-faf5555c-ef35-43fa-9dcc-8f7c7a58f0ed tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:24.435613 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-faf5555c-ef35-43fa-9dcc-8f7c7a58f0ed tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Releasing vlan 545 on physical network physnet1 to pool {{(pid=103590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 17:36:24.436414 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-faf5555c-ef35-43fa-9dcc-8f7c7a58f0ed tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264370093'] for segment, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:24.445594 n-d-816206-8 neutron-server[103590]: Traceback (most recent call last): Nov 23 17:36:24.445594 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 17:36:24.445594 n-d-816206-8 neutron-server[103590]: timer() Nov 23 17:36:24.445594 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 17:36:24.445594 n-d-816206-8 neutron-server[103590]: cb(*args, **kw) Nov 23 17:36:24.445594 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 17:36:24.445594 n-d-816206-8 neutron-server[103590]: return func(*args, **kwargs) Nov 23 17:36:24.445594 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 17:36:24.445594 n-d-816206-8 neutron-server[103590]: self._notify() Nov 23 17:36:24.445594 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 17:36:24.445594 n-d-816206-8 neutron-server[103590]: self.callback(batched_events) Nov 23 17:36:24.445594 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 17:36:24.445594 n-d-816206-8 neutron-server[103590]: event.method(event) Nov 23 17:36:24.445594 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 17:36:24.445594 n-d-816206-8 neutron-server[103590]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 17:36:24.445594 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 17:36:24.445594 n-d-816206-8 neutron-server[103590]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 17:36:24.445594 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 17:36:24.445594 n-d-816206-8 neutron-server[103590]: return f(self, *a, **k) Nov 23 17:36:24.445594 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 17:36:24.445594 n-d-816206-8 neutron-server[103590]: return self._get(url).json() Nov 23 17:36:24.445594 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 17:36:24.445594 n-d-816206-8 neutron-server[103590]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 17:36:24.445594 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 17:36:24.445594 n-d-816206-8 neutron-server[103590]: return self.request(url, 'GET', **kwargs) Nov 23 17:36:24.445594 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 17:36:24.445594 n-d-816206-8 neutron-server[103590]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 17:36:24.445594 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 17:36:24.445594 n-d-816206-8 neutron-server[103590]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 17:36:24.445594 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 17:36:24.445594 n-d-816206-8 neutron-server[103590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 17:36:24.445594 n-d-816206-8 neutron-server[103590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 17:36:24.498743 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-7db2611b-0245-4d71-8697-e155b73220f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:24.499303 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:36:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cbeb149-4264-4ba0-816f-f3fe0221913a x-openstack-request-id: req-9cbeb149-4264-4ba0-816f-f3fe0221913a {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:36:24.500203 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea1510c3-58df-4522-8422-4d3a2ea1dd61", "name": "network-vif-plugged", "status": "completed", "tag": "198766c7-576e-459e-a5ff-f0c1852cff91", "code": 200}]} {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:36:24.500203 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-9cbeb149-4264-4ba0-816f-f3fe0221913a {{(pid=103592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:36:24.500425 n-d-816206-8 neutron-server[103592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea1510c3-58df-4522-8422-4d3a2ea1dd61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '198766c7-576e-459e-a5ff-f0c1852cff91', 'code': 200} Nov 23 17:36:24.502417 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-188280c5-c980-4815-8414-e113a221c5dc None None] Checking router: 27419c05-b309-405f-9fcd-bf818c979861 for host: n-d-816206-8 {{(pid=103592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 17:36:24.508833 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port 198766c7-576e-459e-a5ff-f0c1852cff91, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=198766c7-576e-459e-a5ff-f0c1852cff91,segment=NetworkSegment(e7632547-d306-492c-9ecc-5c4549ae9c5a),segment_id=e7632547-d306-492c-9ecc-5c4549ae9c5a)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:36:24.521000 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-baed1b88-b13e-4f82-97da-0e9b915cbdb6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:24.533673 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:24.621538 n-d-816206-8 neutron-server[103592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d52c86c-8e04-4f87-9828-df92dbb8186d None None] Resources bound (agent type, host, resource id): {{(pid=103592) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 23 17:36:24.626610 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-188280c5-c980-4815-8414-e113a221c5dc None None] Routers {'27419c05-b309-405f-9fcd-bf818c979861'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:36:24.627586 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-188280c5-c980-4815-8414-e113a221c5dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:36:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['27419c05-b309-405f-9fcd-bf818c979861'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:36:24.682728 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-faf5555c-ef35-43fa-9dcc-8f7c7a58f0ed tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1795418'] for network, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:24.692621 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-faf5555c-ef35-43fa-9dcc-8f7c7a58f0ed tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Publish callbacks [] for network, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:24.698628 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-faf5555c-ef35-43fa-9dcc-8f7c7a58f0ed tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] 10.222.0.60 "DELETE /v2.0/networks/a3e1e82a-29f7-4893-a072-85a9f993edbc HTTP/1.1" status: 204 len: 168 time: 1.0869293 Nov 23 17:36:24.705799 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913b824e-d41d-45fb-a189-2b97a9158c5c req-178292a1-19df-429c-a566-e15de5d86ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:36:24.707288 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-913b824e-d41d-45fb-a189-2b97a9158c5c req-178292a1-19df-429c-a566-e15de5d86ca0 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=ea1510c3-58df-4522-8422-4d3a2ea1dd61 HTTP/1.1" status: 200 len: 1096 time: 0.1709473 Nov 23 17:36:24.709262 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 44190) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:36:24.723822 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-fc92bf54-ccc7-40cf-89dc-c7905f6a9344 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-30699189'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:36:24.733868 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db2611b-0245-4d71-8697-e155b73220f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=ce7cf3c7-0a3f-4c2b-ae55-238b2e203d31,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:36:24.752313 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf5555c-ef35-43fa-9dcc-8f7c7a58f0ed tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Pushing event deleted for resources: {'Network': ['ID=a3e1e82a-29f7-4893-a072-85a9f993edbc,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:36:24.801073 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvr_db [None req-188280c5-c980-4815-8414-e113a221c5dc None None] Set router 27419c05-b309-405f-9fcd-bf818c979861 gateway port host: None {{(pid=103592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:36:24.894904 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-188280c5-c980-4815-8414-e113a221c5dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27419c05-b309-405f-9fcd-bf818c979861', 'name': 'tempest-ServerRescueTestJSONUnderV235-774584939-router', 'tenant_id': '5b004d5f15be417cbe32e472a39ce93f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:34:44Z', 'updated_at': '2021-11-23T17:36:24Z', 'revision_number': 7, 'project_id': '5b004d5f15be417cbe32e472a39ce93f', 'gw_port_host': None}], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:36:24.906274 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc92bf54-ccc7-40cf-89dc-c7905f6a9344 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Made reservation on behalf of d5eecd5b996143b2ab53dcfe28b3de82 for: {'network': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:36:24.916457 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-fc92bf54-ccc7-40cf-89dc-c7905f6a9344 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for network, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:24.945082 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-913b824e-d41d-45fb-a189-2b97a9158c5c req-060ad38a-4b62-4aa8-8a2e-22e2d6aa9549 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=67691fce-8308-48e3-b930-b7465ae25797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1940246 Nov 23 17:36:24.976157 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-188280c5-c980-4815-8414-e113a221c5dc None None] The sync data for ids ['27419c05-b309-405f-9fcd-bf818c979861'] in n-d-816206-8 is: [{'id': '27419c05-b309-405f-9fcd-bf818c979861', 'name': 'tempest-ServerRescueTestJSONUnderV235-774584939-router', 'tenant_id': '5b004d5f15be417cbe32e472a39ce93f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:34:44Z', 'updated_at': '2021-11-23T17:36:24Z', 'revision_number': 7, 'project_id': '5b004d5f15be417cbe32e472a39ce93f', 'gw_port_host': None}] {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:36:24.983592 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc92bf54-ccc7-40cf-89dc-c7905f6a9344 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] vlan segment allocate from pool success with {'vlan_id': 505, 'physical_network': 'physnet1'} {{(pid=103590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 17:36:25.004373 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-fc92bf54-ccc7-40cf-89dc-c7905f6a9344 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:25.004706 n-d-816206-8 neutron-server[103590]: INFO neutron.db.segments_db [None req-fc92bf54-ccc7-40cf-89dc-c7905f6a9344 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Added segment 4960eca1-7f01-4b9b-b79b-b8ee0decd8e1 of type vlan for network 6092e492-715a-44a8-90be-c32c109cedfc Nov 23 17:36:25.008363 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-7db2611b-0245-4d71-8697-e155b73220f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1795454'] for router_gateway, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:25.028728 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 38ba2435-56ed-4d1a-8759-9d9c8434f098 up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:36:25.072024 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2320e346-3d5a-49d2-ba5d-266fac778397 req-abdb8e3a-4465-490e-b0dc-dcc55bbad6b1 tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:36:25.073655 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2320e346-3d5a-49d2-ba5d-266fac778397 req-abdb8e3a-4465-490e-b0dc-dcc55bbad6b1 tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] 10.222.0.60 "GET /v2.0/ports?device_id=ea1510c3-58df-4522-8422-4d3a2ea1dd61 HTTP/1.1" status: 200 len: 945 time: 0.1706116 Nov 23 17:36:25.103304 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-fc92bf54-ccc7-40cf-89dc-c7905f6a9344 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736635338810'] for network, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:25.109830 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-baed1b88-b13e-4f82-97da-0e9b915cbdb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:25.143559 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-fc92bf54-ccc7-40cf-89dc-c7905f6a9344 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493'] for network, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:25.159594 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc92bf54-ccc7-40cf-89dc-c7905f6a9344 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:36:25.161338 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-fc92bf54-ccc7-40cf-89dc-c7905f6a9344 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Publish callbacks [] for network, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:25.202356 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Pushing event updated for resources: {'Port': ['ID=198766c7-576e-459e-a5ff-f0c1852cff91,revision_number=5']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:36:25.240452 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baed1b88-b13e-4f82-97da-0e9b915cbdb6 admin admin] Pushing event updated for resources: {'Port': ['ID=e062ee99-b15d-4ddd-8973-4b68765aeaf6,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:36:25.287707 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc92bf54-ccc7-40cf-89dc-c7905f6a9344 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Pushing event updated for resources: {'Network': ['ID=6092e492-715a-44a8-90be-c32c109cedfc,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:36:25.304848 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Network 6092e492-715a-44a8-90be-c32c109cedfc details requested by agent ovs-agent-n-d-816206-8 with host n-d-816206-8 {{(pid=103592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 17:36:25.309981 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-fc92bf54-ccc7-40cf-89dc-c7905f6a9344 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.5995874 Nov 23 17:36:25.313022 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 44202) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:36:25.318665 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-2702cbb2-0113-4b74-aea2-94e8e7809619 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Request body: {'subnet': {'network_id': '6092e492-715a-44a8-90be-c32c109cedfc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:36:25.365932 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port 38ba2435-56ed-4d1a-8759-9d9c8434f098 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:36:25.366314 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:25.496826 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2702cbb2-0113-4b74-aea2-94e8e7809619 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Made reservation on behalf of d5eecd5b996143b2ab53dcfe28b3de82 for: {'subnet': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:36:25.501060 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2702cbb2-0113-4b74-aea2-94e8e7809619 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264730903'] for subnet, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:25.690873 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:25.775595 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] For port 38ba2435-56ed-4d1a-8759-9d9c8434f098, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=38ba2435-56ed-4d1a-8759-9d9c8434f098,segment=NetworkSegment(bffd1e4f-e80f-4ff0-b418-2f42ae15febf),segment_id=bffd1e4f-e80f-4ff0-b418-2f42ae15febf)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:36:25.808049 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-7db2611b-0245-4d71-8697-e155b73220f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1794352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8175'] for router, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:25.810243 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-7db2611b-0245-4d71-8697-e155b73220f8 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:25.822781 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:25.871723 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-432c18df-8286-4270-839b-73fa962fe012 None None] DHCP port deletion for 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:36:25.873757 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-7db2611b-0245-4d71-8697-e155b73220f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1795580'] for router, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:25.874292 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7db2611b-0245-4d71-8697-e155b73220f8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 27419c05-b309-405f-9fcd-bf818c979861 {{(pid=103591) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 17:36:25.874433 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ff19dc2-b549-4347-9e44-27d5fc9ac74d None None] Network a3e1e82a-29f7-4893-a072-85a9f993edbc requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:36:25.884348 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-7db2611b-0245-4d71-8697-e155b73220f8 admin admin] Publish callbacks [] for router, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:25.886080 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-7db2611b-0245-4d71-8697-e155b73220f8 admin admin] 10.222.0.60 "DELETE /v2.0/routers/27419c05-b309-405f-9fcd-bf818c979861 HTTP/1.1" status: 204 len: 168 time: 3.5400836 Nov 23 17:36:25.888289 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baed1b88-b13e-4f82-97da-0e9b915cbdb6 admin admin] Network 2cb4def7-9f5d-4e59-b7a8-e3a1bac05190 is already hosted by enough agents. {{(pid=103591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:36:25.890431 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 44210) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:36:25.905240 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [None req-baed1b88-b13e-4f82-97da-0e9b915cbdb6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:36:25.911835 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ff19dc2-b549-4347-9e44-27d5fc9ac74d None None] Network a3e1e82a-29f7-4893-a072-85a9f993edbc could not be found, it might have been deleted concurrently. {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 23 17:36:25.920382 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2702cbb2-0113-4b74-aea2-94e8e7809619 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264358096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264730885'] for subnet, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:25.937851 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Pushing event updated for resources: {'Port': ['ID=38ba2435-56ed-4d1a-8759-9d9c8434f098,revision_number=4']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:36:25.948168 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e98d1210-f516-4315-bf4a-48300201fe4f None None] Network a3e1e82a-29f7-4893-a072-85a9f993edbc requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:36:25.972592 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e98d1210-f516-4315-bf4a-48300201fe4f None None] Network a3e1e82a-29f7-4893-a072-85a9f993edbc could not be found, it might have been deleted concurrently. {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 23 17:36:25.974871 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baed1b88-b13e-4f82-97da-0e9b915cbdb6 admin admin] Received port after_create {{(pid=103591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:36:26.050124 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae6d1e9c-5e1c-46a2-b179-08acea3df256 None None] DHCP port deletion for 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:36:26.059255 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-339947fa-ebaf-4f59-b889-c24fe7381554 None None] Provisioning complete for port 38ba2435-56ed-4d1a-8759-9d9c8434f098 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:36:26.059500 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-339947fa-ebaf-4f59-b889-c24fe7381554 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:26.108318 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2320e346-3d5a-49d2-ba5d-266fac778397 req-00901ec9-21ae-4b70-8d6f-c8401c018cfc tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] 10.222.0.60 "GET /v2.0/security-groups?id=67691fce-8308-48e3-b930-b7465ae25797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9855213 Nov 23 17:36:26.142993 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.db_base_plugin_v2 [None req-9af3a7f8-5556-4cdb-b4fc-a222a7780b5d admin admin] Deleting subnet 1b8a3d78-3bde-4257-9e3e-58e9b2ea43c2 {{(pid=103591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 17:36:26.159872 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-9af3a7f8-5556-4cdb-b4fc-a222a7780b5d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:26.178657 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd4c84b7-7a51-4644-94ba-c2a084fd287c None None] DHCP port deletion for 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:36:26.188136 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2702cbb2-0113-4b74-aea2-94e8e7809619 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Pushing event updated for resources: {'Subnet': ['ID=165682e0-fe7d-4456-b884-5936fc439d36,revision_number=0']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:36:26.198645 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2702cbb2-0113-4b74-aea2-94e8e7809619 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Checking segment: {'id': '4960eca1-7f01-4b9b-b79b-b8ee0decd8e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '6092e492-715a-44a8-90be-c32c109cedfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:36:26.199012 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2702cbb2-0113-4b74-aea2-94e8e7809619 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Network hostable DHCP agents. Network: 6092e492-715a-44a8-90be-c32c109cedfc, hostable agents: ['0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3'], hosted agents: [] {{(pid=103590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 17:36:26.203888 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-baed1b88-b13e-4f82-97da-0e9b915cbdb6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1795539'] for router_interface, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:26.242741 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2702cbb2-0113-4b74-aea2-94e8e7809619 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Network 6092e492-715a-44a8-90be-c32c109cedfc is scheduled to be hosted by DHCP agent 0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3 with binding_index 1 {{(pid=103590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 17:36:26.269458 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-2702cbb2-0113-4b74-aea2-94e8e7809619 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-8, 6092e492-715a-44a8-90be-c32c109cedfc) {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:36:26.275594 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2702cbb2-0113-4b74-aea2-94e8e7809619 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:36:26.276280 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2702cbb2-0113-4b74-aea2-94e8e7809619 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Publish callbacks [] for subnet, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:26.279763 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 44218) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:36:26.287093 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8de12c7-4cae-4071-bdf4-b3e6b1b28385 None None] Network 6092e492-715a-44a8-90be-c32c109cedfc requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:36:26.326187 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-2702cbb2-0113-4b74-aea2-94e8e7809619 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.0117946 Nov 23 17:36:26.328780 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 44222) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:36:26.336557 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-9af3a7f8-5556-4cdb-b4fc-a222a7780b5d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265990000'] for subnet, precommit_delete_associations {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:26.474477 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-9af3a7f8-5556-4cdb-b4fc-a222a7780b5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971956'] for subnet, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:26.545413 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-dead2ded-1b4d-4e3c-9c6f-40a5b1270871 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:26.568144 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-146824d0-83a0-4845-8261-f89ea924be5d tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-555181'] for network, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:26.628077 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-8c26ad3c-5652-4249-8fc7-7f734d0defb4 None None] Provisioning complete for port 38ba2435-56ed-4d1a-8759-9d9c8434f098 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:36:26.628458 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-8c26ad3c-5652-4249-8fc7-7f734d0defb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:26.667706 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-146824d0-83a0-4845-8261-f89ea924be5d tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971956'] for subnet, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:26.686359 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-baed1b88-b13e-4f82-97da-0e9b915cbdb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:26.710585 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-9af3a7f8-5556-4cdb-b4fc-a222a7780b5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264758240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264314269'] for subnet, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:26.750756 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-9af3a7f8-5556-4cdb-b4fc-a222a7780b5d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for subnet, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:26.758910 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-9af3a7f8-5556-4cdb-b4fc-a222a7780b5d admin admin] 10.222.0.60 "DELETE /v2.0/subnets/1b8a3d78-3bde-4257-9e3e-58e9b2ea43c2 HTTP/1.1" status: 204 len: 168 time: 0.8674953 Nov 23 17:36:26.768404 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a404f20-1d3c-47f7-8038-a43f173e7145 None None] Network a7fc513d-97aa-4b2b-9a51-9e5f9afec91b requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:36:26.843734 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 44234) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:36:26.848609 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af3a7f8-5556-4cdb-b4fc-a222a7780b5d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1b8a3d78-3bde-4257-9e3e-58e9b2ea43c2,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:36:26.938146 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-dead2ded-1b4d-4e3c-9c6f-40a5b1270871 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:26.966541 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-dead2ded-1b4d-4e3c-9c6f-40a5b1270871 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:27.008207 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 38ba2435-56ed-4d1a-8759-9d9c8434f098 up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:36:27.093677 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-dead2ded-1b4d-4e3c-9c6f-40a5b1270871 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=dd1a00e69fc04a9ab58857835de7ec0a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8125827 Nov 23 17:36:27.098378 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-518d4a05-58cf-4304-ba6c-ee0878dc3cf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-555181'] for network, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:27.100433 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dead2ded-1b4d-4e3c-9c6f-40a5b1270871 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dd1fb7d-43d7-4328-b73f-b8bb1a3cca2a,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:36:27.105601 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 44240) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:36:27.134268 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-baed1b88-b13e-4f82-97da-0e9b915cbdb6 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:27.141409 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-146824d0-83a0-4845-8261-f89ea924be5d tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264357903', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264730940'] for subnet, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:27.141772 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-baed1b88-b13e-4f82-97da-0e9b915cbdb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264758186'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:27.168659 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a542a49a-7b84-40a2-91b8-6ce4b0643cc7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp355044b8-8e87-58c4-94fa-4a010ec30f9e-6092e492-715a-44a8-90be-c32c109cedfc', 'network_id': '6092e492-715a-44a8-90be-c32c109cedfc', 'tenant_id': 'd5eecd5b996143b2ab53dcfe28b3de82', 'fixed_ips': [{'subnet_id': '165682e0-fe7d-4456-b884-5936fc439d36'}]}} from n-d-816206-8. {{(pid=103592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 17:36:27.169427 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-a542a49a-7b84-40a2-91b8-6ce4b0643cc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:27.174001 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dead2ded-1b4d-4e3c-9c6f-40a5b1270871 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:36:27.174613 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dead2ded-1b4d-4e3c-9c6f-40a5b1270871 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:36:27.175166 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dead2ded-1b4d-4e3c-9c6f-40a5b1270871 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:36:27.175693 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dead2ded-1b4d-4e3c-9c6f-40a5b1270871 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:36:27.176228 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dead2ded-1b4d-4e3c-9c6f-40a5b1270871 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:36:27.176787 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dead2ded-1b4d-4e3c-9c6f-40a5b1270871 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:36:27.177309 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dead2ded-1b4d-4e3c-9c6f-40a5b1270871 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:36:27.177824 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dead2ded-1b4d-4e3c-9c6f-40a5b1270871 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:36:27.178340 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dead2ded-1b4d-4e3c-9c6f-40a5b1270871 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:36:27.178870 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dead2ded-1b4d-4e3c-9c6f-40a5b1270871 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:36:27.179387 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dead2ded-1b4d-4e3c-9c6f-40a5b1270871 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:36:27.179898 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dead2ded-1b4d-4e3c-9c6f-40a5b1270871 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:36:27.194800 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146824d0-83a0-4845-8261-f89ea924be5d tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Pushing event deleted for resources: {'Subnet': ['ID=165682e0-fe7d-4456-b884-5936fc439d36,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:36:27.217243 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-baed1b88-b13e-4f82-97da-0e9b915cbdb6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2068703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1794403'] for router_interface, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:27.306032 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c477c6c6-b109-4ad5-9e04-06445e84e344 None None] DHCP port deletion for a7fc513d-97aa-4b2b-9a51-9e5f9afec91b request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:36:27.323916 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-92fcc276-140c-4017-a46c-6371f1764b6a None None] Provisioning complete for port e062ee99-b15d-4ddd-8973-4b68765aeaf6 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:36:27.324285 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-92fcc276-140c-4017-a46c-6371f1764b6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:27.358818 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f15dd675-0d68-4260-9826-53c51f25a850 None None] Network 6092e492-715a-44a8-90be-c32c109cedfc requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:36:27.400289 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port 38ba2435-56ed-4d1a-8759-9d9c8434f098 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:36:27.401609 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:27.417517 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baed1b88-b13e-4f82-97da-0e9b915cbdb6 admin admin] Network 2cb4def7-9f5d-4e59-b7a8-e3a1bac05190 is already hosted by enough agents. {{(pid=103591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:36:27.424890 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [None req-baed1b88-b13e-4f82-97da-0e9b915cbdb6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:36:27.458176 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33a73da-9d08-498a-9b51-8443f5808f93 req-a80f9d7d-0031-4eaa-9674-d18c5091b6a3 tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:36:27.460213 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d33a73da-9d08-498a-9b51-8443f5808f93 req-a80f9d7d-0031-4eaa-9674-d18c5091b6a3 tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] 10.222.0.60 "GET /v2.0/ports?device_id=ea1510c3-58df-4522-8422-4d3a2ea1dd61 HTTP/1.1" status: 200 len: 945 time: 0.2051129 Nov 23 17:36:27.461456 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baed1b88-b13e-4f82-97da-0e9b915cbdb6 admin admin] Pushing event updated for resources: {'Port': ['ID=e062ee99-b15d-4ddd-8973-4b68765aeaf6,revision_number=2']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:36:27.495610 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-92fcc276-140c-4017-a46c-6371f1764b6a None None] Port e062ee99-b15d-4ddd-8973-4b68765aeaf6 cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:36:27.590380 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d33a73da-9d08-498a-9b51-8443f5808f93 req-e9fd9508-10d9-4ca9-b52c-68e53a84dfb0 tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] 10.222.0.60 "GET /v2.0/security-groups?id=67691fce-8308-48e3-b930-b7465ae25797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186974 Nov 23 17:36:27.687444 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-146824d0-83a0-4845-8261-f89ea924be5d tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973419', 'neutron.services.segments.db._delete_segments_for_network-8736635878840'] for network, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:27.688856 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-baed1b88-b13e-4f82-97da-0e9b915cbdb6 admin admin] Router e041f17c-334e-4434-9efd-7d711bdb8225 has already been hosted by L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 {{(pid=103591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 17:36:27.733789 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device ce7cf3c7-0a3f-4c2b-ae55-238b2e203d31 no longer exists at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:36:27.755540 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7a3d6666-e8af-4cd6-91d1-5b9ce6251184 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:27.779031 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] No Port match for: ce7cf3c7-0a3f-4c2b-ae55-238b2e203d31 {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:36:27.779384 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device ce7cf3c7-0a3f-4c2b-ae55-238b2e203d31 not bound to the agent host n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:36:27.779801 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 1b439740-9fbd-4f4e-b6f6-ae7422d785d2 no longer exists at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:36:27.804193 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] No Port match for: 1b439740-9fbd-4f4e-b6f6-ae7422d785d2 {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:36:27.804569 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 1b439740-9fbd-4f4e-b6f6-ae7422d785d2 not bound to the agent host n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:36:27.809328 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7a3d6666-e8af-4cd6-91d1-5b9ce6251184 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:27.852479 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-b1abf805-7c7d-4343-9c86-9a4e285fc9a3 None None] Provisioning complete for port e062ee99-b15d-4ddd-8973-4b68765aeaf6 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:36:27.857146 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1abf805-7c7d-4343-9c86-9a4e285fc9a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:27.857829 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-518d4a05-58cf-4304-ba6c-ee0878dc3cf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973419', 'neutron.services.segments.db._delete_segments_for_network-8736635878840'] for network, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:27.890514 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0128f3e1-c17c-40a1-8b4d-87469f1fa0c4 req-bb129275-73a3-4f23-89e9-9231d10fa4af tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:36:27.892111 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-0128f3e1-c17c-40a1-8b4d-87469f1fa0c4 req-bb129275-73a3-4f23-89e9-9231d10fa4af tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] 10.222.0.60 "GET /v2.0/ports?device_id=ea1510c3-58df-4522-8422-4d3a2ea1dd61 HTTP/1.1" status: 200 len: 945 time: 0.1205990 Nov 23 17:36:27.896085 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-146824d0-83a0-4845-8261-f89ea924be5d tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6092e492-715a-44a8-90be-c32c109cedfc']}} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:36:27.909451 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-baed1b88-b13e-4f82-97da-0e9b915cbdb6 admin admin] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:36:27.925496 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-146824d0-83a0-4845-8261-f89ea924be5d tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4960eca1-7f01-4b9b-b79b-b8ee0decd8e1') {'for_net_delete': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:36:27.926047 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-146824d0-83a0-4845-8261-f89ea924be5d tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4960eca1-7f01-4b9b-b79b-b8ee0decd8e1') {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:36:27.933718 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-518d4a05-58cf-4304-ba6c-ee0878dc3cf8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7fc513d-97aa-4b2b-9a51-9e5f9afec91b']}} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:36:27.934185 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d272061-2ad3-4039-9ff5-dc1ce67e2776 None None] Sync routers for ids ['e041f17c-334e-4434-9efd-7d711bdb8225'] in n-d-816206-8 {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:36:27.950977 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-baed1b88-b13e-4f82-97da-0e9b915cbdb6 admin admin] 10.222.0.60 "PUT /v2.0/routers/e041f17c-334e-4434-9efd-7d711bdb8225/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1827409 Nov 23 17:36:27.953151 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7a3d6666-e8af-4cd6-91d1-5b9ce6251184 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:27.955860 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7a3d6666-e8af-4cd6-91d1-5b9ce6251184 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:27.957058 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-7a3d6666-e8af-4cd6-91d1-5b9ce6251184 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/1dd1fb7d-43d7-4328-b73f-b8bb1a3cca2a HTTP/1.1" status: 204 len: 168 time: 0.8498907 Nov 23 17:36:27.963743 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-518d4a05-58cf-4304-ba6c-ee0878dc3cf8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da617373-7313-4b9e-9527-445b8d35f236') {'for_net_delete': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:36:27.964036 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-518d4a05-58cf-4304-ba6c-ee0878dc3cf8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da617373-7313-4b9e-9527-445b8d35f236') {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:36:27.972542 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-146824d0-83a0-4845-8261-f89ea924be5d tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736635840332', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-267528353'] for segment, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:27.993268 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d272061-2ad3-4039-9ff5-dc1ce67e2776 None None] Routers {'e041f17c-334e-4434-9efd-7d711bdb8225'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:36:27.994891 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-3d272061-2ad3-4039-9ff5-dc1ce67e2776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:36:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['e041f17c-334e-4434-9efd-7d711bdb8225'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:36:27.996071 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3d6666-e8af-4cd6-91d1-5b9ce6251184 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dd1fb7d-43d7-4328-b73f-b8bb1a3cca2a,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:36:27.998651 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-518d4a05-58cf-4304-ba6c-ee0878dc3cf8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736635840332', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-267528353'] for segment, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:28.008531 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-b1abf805-7c7d-4343-9c86-9a4e285fc9a3 None None] Port e062ee99-b15d-4ddd-8973-4b68765aeaf6 cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:36:28.015815 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-146824d0-83a0-4845-8261-f89ea924be5d tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:28.018735 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-518d4a05-58cf-4304-ba6c-ee0878dc3cf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:28.030941 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-146824d0-83a0-4845-8261-f89ea924be5d tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Releasing vlan 505 on physical network physnet1 to pool {{(pid=103590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 17:36:28.031462 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-146824d0-83a0-4845-8261-f89ea924be5d tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264370093'] for segment, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:28.035311 n-d-816206-8 neutron-server[103590]: Traceback (most recent call last): Nov 23 17:36:28.035311 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 17:36:28.035311 n-d-816206-8 neutron-server[103590]: timer() Nov 23 17:36:28.035311 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 17:36:28.035311 n-d-816206-8 neutron-server[103590]: cb(*args, **kw) Nov 23 17:36:28.035311 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 17:36:28.035311 n-d-816206-8 neutron-server[103590]: return func(*args, **kwargs) Nov 23 17:36:28.035311 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 17:36:28.035311 n-d-816206-8 neutron-server[103590]: self._notify() Nov 23 17:36:28.035311 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 17:36:28.035311 n-d-816206-8 neutron-server[103590]: self.callback(batched_events) Nov 23 17:36:28.035311 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 17:36:28.035311 n-d-816206-8 neutron-server[103590]: event.method(event) Nov 23 17:36:28.035311 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 17:36:28.035311 n-d-816206-8 neutron-server[103590]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 17:36:28.035311 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 17:36:28.035311 n-d-816206-8 neutron-server[103590]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 17:36:28.035311 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 17:36:28.035311 n-d-816206-8 neutron-server[103590]: return f(self, *a, **k) Nov 23 17:36:28.035311 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 17:36:28.035311 n-d-816206-8 neutron-server[103590]: return self._get(url).json() Nov 23 17:36:28.035311 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 17:36:28.035311 n-d-816206-8 neutron-server[103590]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 17:36:28.035311 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 17:36:28.035311 n-d-816206-8 neutron-server[103590]: return self.request(url, 'GET', **kwargs) Nov 23 17:36:28.035311 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 17:36:28.035311 n-d-816206-8 neutron-server[103590]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 17:36:28.035311 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 17:36:28.035311 n-d-816206-8 neutron-server[103590]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 17:36:28.035311 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 17:36:28.035311 n-d-816206-8 neutron-server[103590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 17:36:28.035311 n-d-816206-8 neutron-server[103590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 17:36:28.037649 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-518d4a05-58cf-4304-ba6c-ee0878dc3cf8 admin admin] Releasing vlan 518 on physical network physnet1 to pool {{(pid=103590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 17:36:28.037649 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-518d4a05-58cf-4304-ba6c-ee0878dc3cf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264370093'] for segment, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:28.039100 n-d-816206-8 neutron-server[103590]: Traceback (most recent call last): Nov 23 17:36:28.039100 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 17:36:28.039100 n-d-816206-8 neutron-server[103590]: timer() Nov 23 17:36:28.039100 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 17:36:28.039100 n-d-816206-8 neutron-server[103590]: cb(*args, **kw) Nov 23 17:36:28.039100 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 17:36:28.039100 n-d-816206-8 neutron-server[103590]: return func(*args, **kwargs) Nov 23 17:36:28.039100 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 17:36:28.039100 n-d-816206-8 neutron-server[103590]: self._notify() Nov 23 17:36:28.039100 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 17:36:28.039100 n-d-816206-8 neutron-server[103590]: self.callback(batched_events) Nov 23 17:36:28.039100 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 17:36:28.039100 n-d-816206-8 neutron-server[103590]: event.method(event) Nov 23 17:36:28.039100 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 17:36:28.039100 n-d-816206-8 neutron-server[103590]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 17:36:28.039100 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 17:36:28.039100 n-d-816206-8 neutron-server[103590]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 17:36:28.039100 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 17:36:28.039100 n-d-816206-8 neutron-server[103590]: return f(self, *a, **k) Nov 23 17:36:28.039100 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 17:36:28.039100 n-d-816206-8 neutron-server[103590]: return self._get(url).json() Nov 23 17:36:28.039100 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 17:36:28.039100 n-d-816206-8 neutron-server[103590]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 17:36:28.039100 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 17:36:28.039100 n-d-816206-8 neutron-server[103590]: return self.request(url, 'GET', **kwargs) Nov 23 17:36:28.039100 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 17:36:28.039100 n-d-816206-8 neutron-server[103590]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 17:36:28.039100 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 17:36:28.039100 n-d-816206-8 neutron-server[103590]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 17:36:28.039100 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 17:36:28.039100 n-d-816206-8 neutron-server[103590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 17:36:28.039100 n-d-816206-8 neutron-server[103590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 17:36:28.156909 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-0128f3e1-c17c-40a1-8b4d-87469f1fa0c4 req-555ab597-5c1f-419c-8cf9-eb71019ec882 tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] 10.222.0.60 "GET /v2.0/security-groups?id=67691fce-8308-48e3-b930-b7465ae25797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2501214 Nov 23 17:36:28.193596 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-518d4a05-58cf-4304-ba6c-ee0878dc3cf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1795418'] for network, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:28.220751 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-518d4a05-58cf-4304-ba6c-ee0878dc3cf8 admin admin] Publish callbacks [] for network, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:28.224744 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-518d4a05-58cf-4304-ba6c-ee0878dc3cf8 admin admin] 10.222.0.60 "DELETE /v2.0/networks/a7fc513d-97aa-4b2b-9a51-9e5f9afec91b HTTP/1.1" status: 204 len: 168 time: 1.3797216 Nov 23 17:36:28.225939 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518d4a05-58cf-4304-ba6c-ee0878dc3cf8 admin admin] Pushing event deleted for resources: {'Network': ['ID=a7fc513d-97aa-4b2b-9a51-9e5f9afec91b,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:36:28.227776 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-146824d0-83a0-4845-8261-f89ea924be5d tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1795418'] for network, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:28.245930 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-146824d0-83a0-4845-8261-f89ea924be5d tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Publish callbacks [] for network, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:28.250694 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-146824d0-83a0-4845-8261-f89ea924be5d tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] 10.222.0.60 "DELETE /v2.0/networks/6092e492-715a-44a8-90be-c32c109cedfc HTTP/1.1" status: 204 len: 168 time: 1.9206512 Nov 23 17:36:28.256380 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 44262) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:36:28.261993 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-95f5cb0e-b996-44f6-96b5-a2243d9adf23 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-623977030'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:36:28.295112 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146824d0-83a0-4845-8261-f89ea924be5d tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Pushing event deleted for resources: {'Network': ['ID=6092e492-715a-44a8-90be-c32c109cedfc,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:36:28.309437 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95f5cb0e-b996-44f6-96b5-a2243d9adf23 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Made reservation on behalf of d5eecd5b996143b2ab53dcfe28b3de82 for: {'network': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:36:28.316846 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-95f5cb0e-b996-44f6-96b5-a2243d9adf23 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for network, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:28.347378 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95f5cb0e-b996-44f6-96b5-a2243d9adf23 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] vlan segment allocate from pool success with {'vlan_id': 507, 'physical_network': 'physnet1'} {{(pid=103591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 17:36:28.361481 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-95f5cb0e-b996-44f6-96b5-a2243d9adf23 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:28.361872 n-d-816206-8 neutron-server[103591]: INFO neutron.db.segments_db [None req-95f5cb0e-b996-44f6-96b5-a2243d9adf23 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Added segment efff0da8-58fd-4838-ba50-fc5c373c2743 of type vlan for network 539e5a01-8706-4a83-8f55-c1e28ccaec0f Nov 23 17:36:28.378600 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-3d272061-2ad3-4039-9ff5-dc1ce67e2776 None None] Set router e041f17c-334e-4434-9efd-7d711bdb8225 gateway port host: n-d-816206-8 {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:36:28.415851 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-95f5cb0e-b996-44f6-96b5-a2243d9adf23 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736635338810'] for network, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:28.467894 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-95f5cb0e-b996-44f6-96b5-a2243d9adf23 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493'] for network, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:28.474973 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95f5cb0e-b996-44f6-96b5-a2243d9adf23 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:36:28.475620 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-95f5cb0e-b996-44f6-96b5-a2243d9adf23 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for network, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:28.519877 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-95f5cb0e-b996-44f6-96b5-a2243d9adf23 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2620578 Nov 23 17:36:28.524301 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 44270) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:36:28.532440 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-e8109aa0-ed75-4da4-a433-21d6e5958b41 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Request body: {'network': {'name': 'New_network'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:36:28.636911 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f5cb0e-b996-44f6-96b5-a2243d9adf23 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Pushing event updated for resources: {'Network': ['ID=539e5a01-8706-4a83-8f55-c1e28ccaec0f,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:36:28.654548 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Network 539e5a01-8706-4a83-8f55-c1e28ccaec0f details requested by agent ovs-agent-n-d-816206-8 with host n-d-816206-8 {{(pid=103592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 17:36:28.663262 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9ed482-4c60-46a0-828a-2c84561263e9 req-f9e184a5-e5d2-422a-882b-8257f0f041aa tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:36:28.673694 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7d9ed482-4c60-46a0-828a-2c84561263e9 req-f9e184a5-e5d2-422a-882b-8257f0f041aa tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] 10.222.0.60 "GET /v2.0/ports?device_id=ea1510c3-58df-4522-8422-4d3a2ea1dd61 HTTP/1.1" status: 200 len: 945 time: 0.0747437 Nov 23 17:36:28.774858 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-3d272061-2ad3-4039-9ff5-dc1ce67e2776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e041f17c-334e-4434-9efd-7d711bdb8225', 'name': 'tempest-TestServerMultinode-1816343123-router', 'tenant_id': '7b9e7991d90e427d85569b76c7b04674', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.85'}], 'enable_snat': True}, 'gw_port_id': '38ba2435-56ed-4d1a-8759-9d9c8434f098', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:36:16Z', 'updated_at': '2021-11-23T17:36:26Z', 'revision_number': 4, 'project_id': '7b9e7991d90e427d85569b76c7b04674', 'gw_port': {'id': '38ba2435-56ed-4d1a-8759-9d9c8434f098', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:24:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e041f17c-334e-4434-9efd-7d711bdb8225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1775, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:36:17Z', 'updated_at': '2021-11-23T17:36:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_interfaces': [{'id': 'e062ee99-b15d-4ddd-8973-4b68765aeaf6', 'name': '', 'network_id': '2cb4def7-9f5d-4e59-b7a8-e3a1bac05190', 'tenant_id': '7b9e7991d90e427d85569b76c7b04674', 'mac_address': 'fa:16:3e:ad:ad:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e041f17c-334e-4434-9efd-7d711bdb8225', 'device_owner': 'network:router_interface', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': '9b52ede3-5c4c-4b0f-b012-6d08553edf55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:36:23Z', 'updated_at': '2021-11-23T17:36:26Z', 'revision_number': 2, 'project_id': '7b9e7991d90e427d85569b76c7b04674', 'subnets': [{'id': '9b52ede3-5c4c-4b0f-b012-6d08553edf55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:36:28.778681 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 44274) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:36:28.808029 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d272061-2ad3-4039-9ff5-dc1ce67e2776 None None] Checking router: e041f17c-334e-4434-9efd-7d711bdb8225 for host: n-d-816206-8 {{(pid=103593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 17:36:28.808431 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d272061-2ad3-4039-9ff5-dc1ce67e2776 None None] Updating router e041f17c-334e-4434-9efd-7d711bdb8225 port e062ee99-b15d-4ddd-8973-4b68765aeaf6 binding host n-d-816206-8 {{(pid=103593) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 17:36:28.811006 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7d9ed482-4c60-46a0-828a-2c84561263e9 req-1a99535a-3107-4245-9d85-11d633c121df tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] 10.222.0.60 "GET /v2.0/security-groups?id=67691fce-8308-48e3-b930-b7465ae25797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364598 Nov 23 17:36:28.841006 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-3d272061-2ad3-4039-9ff5-dc1ce67e2776 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:28.881574 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-5f9a616b-6da7-4856-99d0-a3083e8d2d6f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=5b004d5f15be417cbe32e472a39ce93f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0996580 Nov 23 17:36:28.882683 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 44278) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:36:28.959938 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4330af22-d5de-4bc4-af9a-e1eb6a830c8e req-96710ac7-a669-453b-aabc-910c1f9603d3 tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:36:28.971105 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4330af22-d5de-4bc4-af9a-e1eb6a830c8e req-96710ac7-a669-453b-aabc-910c1f9603d3 tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] 10.222.0.60 "GET /v2.0/ports?device_id=ea1510c3-58df-4522-8422-4d3a2ea1dd61 HTTP/1.1" status: 200 len: 945 time: 0.0630109 Nov 23 17:36:29.034214 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e8109aa0-ed75-4da4-a433-21d6e5958b41 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736635338810'] for network, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:29.110378 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e8109aa0-ed75-4da4-a433-21d6e5958b41 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493'] for network, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:29.141241 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4330af22-d5de-4bc4-af9a-e1eb6a830c8e req-cb990b55-99c6-4e6d-a678-b7d26764dd4d tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] 10.222.0.60 "GET /v2.0/security-groups?id=67691fce-8308-48e3-b930-b7465ae25797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691556 Nov 23 17:36:29.143973 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e8109aa0-ed75-4da4-a433-21d6e5958b41 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Network 539e5a01-8706-4a83-8f55-c1e28ccaec0f is not hosted by any dhcp agent {{(pid=103590) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 23 17:36:29.149582 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8109aa0-ed75-4da4-a433-21d6e5958b41 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:36:29.154017 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e8109aa0-ed75-4da4-a433-21d6e5958b41 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Publish callbacks [] for network, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:29.155565 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-e8109aa0-ed75-4da4-a433-21d6e5958b41 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] 10.222.0.60 "PUT /v2.0/networks/539e5a01-8706-4a83-8f55-c1e28ccaec0f HTTP/1.1" status: 200 len: 723 time: 0.6292453 Nov 23 17:36:29.158398 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 44292) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:36:29.164325 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-0222c84a-a3e3-48c7-b954-ff52e7ebd2f2 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Request body: {'subnet': {'network_id': '539e5a01-8706-4a83-8f55-c1e28ccaec0f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:36:29.186255 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f9249389-7509-46e1-b4fd-477105735034 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:29.194358 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 44298) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:36:29.263584 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4d60d9ab-5447-48d6-8565-79d016d3210b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:29.270339 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-3d272061-2ad3-4039-9ff5-dc1ce67e2776 None None] Publish callbacks [] for port, precommit_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:29.291540 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-3d272061-2ad3-4039-9ff5-dc1ce67e2776 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:29.358053 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f9249389-7509-46e1-b4fd-477105735034 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:29.382514 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0222c84a-a3e3-48c7-b954-ff52e7ebd2f2 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Made reservation on behalf of d5eecd5b996143b2ab53dcfe28b3de82 for: {'subnet': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:36:29.387220 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-0222c84a-a3e3-48c7-b954-ff52e7ebd2f2 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264314294'] for subnet, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:29.396669 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8109aa0-ed75-4da4-a433-21d6e5958b41 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Pushing event updated for resources: {'Network': ['ID=539e5a01-8706-4a83-8f55-c1e28ccaec0f,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:36:29.422313 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Network 539e5a01-8706-4a83-8f55-c1e28ccaec0f details requested by agent ovs-agent-n-d-816206-8 with host n-d-816206-8 {{(pid=103592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 17:36:29.499859 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4d60d9ab-5447-48d6-8565-79d016d3210b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:29.510884 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4d60d9ab-5447-48d6-8565-79d016d3210b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:29.606225 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-4d60d9ab-5447-48d6-8565-79d016d3210b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f4415a173d9b4fd5a2d83b68a1b4bd38&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4041939 Nov 23 17:36:29.606465 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d60d9ab-5447-48d6-8565-79d016d3210b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=534c7325-420c-489f-8ff5-6b5784324a8e,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:36:29.609124 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 44306) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:36:29.644129 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62f7858-f58e-4b36-baee-586753b20c6f None None] Pushing event updated for resources: {'Port': ['ID=e062ee99-b15d-4ddd-8973-4b68765aeaf6,revision_number=3']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:36:29.645511 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 44308) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:36:29.651294 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-51d0a72b-c577-4a62-b08a-0070593655f7 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-676768878-network', 'tenant_id': 'c328d1d10b5d45d296fb20d432bd53d8'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:36:29.654038 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [None req-3d272061-2ad3-4039-9ff5-dc1ce67e2776 None None] Attempting to bind port e062ee99-b15d-4ddd-8973-4b68765aeaf6 on host n-d-816206-8 for vnic_type normal with profile {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:36:29.654418 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [None req-3d272061-2ad3-4039-9ff5-dc1ce67e2776 None None] Attempting to bind port e062ee99-b15d-4ddd-8973-4b68765aeaf6 by drivers openvswitch,hyperv on host n-d-816206-8 at level 0 using segments [{'id': '8c64260d-b961-46a3-a6c7-197975bfee6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '2cb4def7-9f5d-4e59-b7a8-e3a1bac05190'}] {{(pid=103593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:36:29.654782 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d272061-2ad3-4039-9ff5-dc1ce67e2776 None None] Attempting to bind port e062ee99-b15d-4ddd-8973-4b68765aeaf6 on network 2cb4def7-9f5d-4e59-b7a8-e3a1bac05190 {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:36:29.661178 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d272061-2ad3-4039-9ff5-dc1ce67e2776 None None] Checking agent: {'id': '9e89acbe-4bbe-4c77-a18b-6f1da9133e0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 7, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 36, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:36:29.661808 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d272061-2ad3-4039-9ff5-dc1ce67e2776 None None] Checking segment: {'id': '8c64260d-b961-46a3-a6c7-197975bfee6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '2cb4def7-9f5d-4e59-b7a8-e3a1bac05190'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:36:29.662210 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-3d272061-2ad3-4039-9ff5-dc1ce67e2776 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:29.662653 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d272061-2ad3-4039-9ff5-dc1ce67e2776 None None] Bound using segment: {'id': '8c64260d-b961-46a3-a6c7-197975bfee6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '2cb4def7-9f5d-4e59-b7a8-e3a1bac05190'} {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:36:29.663126 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [None req-3d272061-2ad3-4039-9ff5-dc1ce67e2776 None None] Bound port: e062ee99-b15d-4ddd-8973-4b68765aeaf6, host: n-d-816206-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c64260d-b961-46a3-a6c7-197975bfee6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '2cb4def7-9f5d-4e59-b7a8-e3a1bac05190'}}] {{(pid=103593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:36:29.663504 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-3d272061-2ad3-4039-9ff5-dc1ce67e2776 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:29.678311 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f9249389-7509-46e1-b4fd-477105735034 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:29.680990 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f9249389-7509-46e1-b4fd-477105735034 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:29.684924 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-f9249389-7509-46e1-b4fd-477105735034 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/627e1e45-7f27-49ad-a161-3002d16a7eca HTTP/1.1" status: 204 len: 168 time: 0.7960954 Nov 23 17:36:29.723146 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9249389-7509-46e1-b4fd-477105735034 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=627e1e45-7f27-49ad-a161-3002d16a7eca,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:36:29.748351 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51d0a72b-c577-4a62-b08a-0070593655f7 admin admin] Made reservation on behalf of c328d1d10b5d45d296fb20d432bd53d8 for: {'network': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:36:29.769109 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-51d0a72b-c577-4a62-b08a-0070593655f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for network, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:29.769853 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-3d272061-2ad3-4039-9ff5-dc1ce67e2776 None None] For port e062ee99-b15d-4ddd-8973-4b68765aeaf6, host n-d-816206-8, cleared binding levels {{(pid=103593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:36:29.776231 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-3d272061-2ad3-4039-9ff5-dc1ce67e2776 None None] For port e062ee99-b15d-4ddd-8973-4b68765aeaf6, host n-d-816206-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=e062ee99-b15d-4ddd-8973-4b68765aeaf6,segment=NetworkSegment(8c64260d-b961-46a3-a6c7-197975bfee6d),segment_id=8c64260d-b961-46a3-a6c7-197975bfee6d)] {{(pid=103593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:36:29.782264 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e6683aef-f189-46b8-879a-189279f2c3df admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:29.787099 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-51d0a72b-c577-4a62-b08a-0070593655f7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:29.788880 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-3d272061-2ad3-4039-9ff5-dc1ce67e2776 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:29.843468 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e6683aef-f189-46b8-879a-189279f2c3df admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:29.875587 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-731a30fc-d825-4339-bdf2-dd494b0afc8a None None] Provisioning complete for port e062ee99-b15d-4ddd-8973-4b68765aeaf6 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:36:29.876390 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-731a30fc-d825-4339-bdf2-dd494b0afc8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:29.940618 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d272061-2ad3-4039-9ff5-dc1ce67e2776 None None] Routers {'e041f17c-334e-4434-9efd-7d711bdb8225'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:36:29.941749 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-3d272061-2ad3-4039-9ff5-dc1ce67e2776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:36:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['e041f17c-334e-4434-9efd-7d711bdb8225'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:36:29.966640 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e6683aef-f189-46b8-879a-189279f2c3df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:29.969533 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e6683aef-f189-46b8-879a-189279f2c3df admin admin] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:29.970707 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-e6683aef-f189-46b8-879a-189279f2c3df admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/534c7325-420c-489f-8ff5-6b5784324a8e HTTP/1.1" status: 204 len: 168 time: 0.3604231 Nov 23 17:36:29.996258 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6683aef-f189-46b8-879a-189279f2c3df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=534c7325-420c-489f-8ff5-6b5784324a8e,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:36:30.000794 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-51d0a72b-c577-4a62-b08a-0070593655f7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:30.011282 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-51d0a72b-c577-4a62-b08a-0070593655f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:30.073816 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51d0a72b-c577-4a62-b08a-0070593655f7 admin admin] vlan segment allocate from pool success with {'vlan_id': 503, 'physical_network': 'physnet1'} {{(pid=103590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 17:36:30.087737 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d0a72b-c577-4a62-b08a-0070593655f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=929c7a40-58bd-4432-bd3a-56dcc11e52dd,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:36:30.096596 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-51d0a72b-c577-4a62-b08a-0070593655f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:30.097139 n-d-816206-8 neutron-server[103590]: INFO neutron.db.segments_db [None req-51d0a72b-c577-4a62-b08a-0070593655f7 admin admin] Added segment 0efc7d62-ad80-4bac-bd3f-c7c4dcb51843 of type vlan for network 66ff31d8-0f75-429d-aef0-9e289b1dae32 Nov 23 17:36:30.175658 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-51d0a72b-c577-4a62-b08a-0070593655f7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736635338810'] for network, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:30.220618 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8871757-e15c-428b-b90e-c4d2fb0ab52f req-c4dabe9a-176d-4b59-90cd-2679872ea3fd tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:36:30.231376 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b8871757-e15c-428b-b90e-c4d2fb0ab52f req-c4dabe9a-176d-4b59-90cd-2679872ea3fd tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] 10.222.0.60 "GET /v2.0/ports?device_id=ea1510c3-58df-4522-8422-4d3a2ea1dd61 HTTP/1.1" status: 200 len: 945 time: 0.5977066 Nov 23 17:36:30.235886 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-0222c84a-a3e3-48c7-b954-ff52e7ebd2f2 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264758079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264314276'] for subnet, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:30.257831 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-51d0a72b-c577-4a62-b08a-0070593655f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493'] for network, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:30.259257 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51d0a72b-c577-4a62-b08a-0070593655f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:36:30.260692 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-51d0a72b-c577-4a62-b08a-0070593655f7 admin admin] Publish callbacks [] for network, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:30.367548 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-731a30fc-d825-4339-bdf2-dd494b0afc8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:30.384072 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-51d0a72b-c577-4a62-b08a-0070593655f7 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7370539 Nov 23 17:36:30.399488 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 44328) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:36:30.406704 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-3d272061-2ad3-4039-9ff5-dc1ce67e2776 None None] Set router e041f17c-334e-4434-9efd-7d711bdb8225 gateway port host: n-d-816206-8 {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:36:30.447778 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-862d81fc-1f7c-4d1d-8c6c-826408099cd9 admin admin] Request body: {'subnet': {'network_id': '66ff31d8-0f75-429d-aef0-9e289b1dae32', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-676768878-subnet', 'tenant_id': 'c328d1d10b5d45d296fb20d432bd53d8', 'ip_version': 4}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:36:30.496874 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d0a72b-c577-4a62-b08a-0070593655f7 admin admin] Pushing event updated for resources: {'Network': ['ID=66ff31d8-0f75-429d-aef0-9e289b1dae32,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:36:30.500788 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-731a30fc-d825-4339-bdf2-dd494b0afc8a None None] For port e062ee99-b15d-4ddd-8973-4b68765aeaf6, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=e062ee99-b15d-4ddd-8973-4b68765aeaf6,segment=NetworkSegment(8c64260d-b961-46a3-a6c7-197975bfee6d),segment_id=8c64260d-b961-46a3-a6c7-197975bfee6d)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:36:30.514907 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-731a30fc-d825-4339-bdf2-dd494b0afc8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:30.527205 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Network 66ff31d8-0f75-429d-aef0-9e289b1dae32 details requested by agent ovs-agent-n-d-816206-8 with host n-d-816206-8 {{(pid=103592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 17:36:30.567642 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62f7858-f58e-4b36-baee-586753b20c6f None None] Pushing event updated for resources: {'Port': ['ID=e062ee99-b15d-4ddd-8973-4b68765aeaf6,revision_number=4']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:36:30.630220 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b8871757-e15c-428b-b90e-c4d2fb0ab52f req-dc053683-9f49-46e8-955f-1bf277c30bca tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] 10.222.0.60 "GET /v2.0/security-groups?id=67691fce-8308-48e3-b930-b7465ae25797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3915474 Nov 23 17:36:30.662920 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0222c84a-a3e3-48c7-b954-ff52e7ebd2f2 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Pushing event updated for resources: {'Subnet': ['ID=9cf9b3b8-bc4f-470b-965c-1b29ae81eb49,revision_number=0']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:36:30.719449 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0222c84a-a3e3-48c7-b954-ff52e7ebd2f2 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:36:30.719906 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0222c84a-a3e3-48c7-b954-ff52e7ebd2f2 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:36:30.720347 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0222c84a-a3e3-48c7-b954-ff52e7ebd2f2 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:36:30.725801 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0222c84a-a3e3-48c7-b954-ff52e7ebd2f2 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:36:30.726306 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0222c84a-a3e3-48c7-b954-ff52e7ebd2f2 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:36:30.726894 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0222c84a-a3e3-48c7-b954-ff52e7ebd2f2 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:36:30.727327 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0222c84a-a3e3-48c7-b954-ff52e7ebd2f2 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:36:30.727948 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0222c84a-a3e3-48c7-b954-ff52e7ebd2f2 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:36:30.729023 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0222c84a-a3e3-48c7-b954-ff52e7ebd2f2 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:36:30.729459 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0222c84a-a3e3-48c7-b954-ff52e7ebd2f2 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:36:30.729984 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0222c84a-a3e3-48c7-b954-ff52e7ebd2f2 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:36:30.730500 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0222c84a-a3e3-48c7-b954-ff52e7ebd2f2 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:36:30.756832 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-862d81fc-1f7c-4d1d-8c6c-826408099cd9 admin admin] Made reservation on behalf of c328d1d10b5d45d296fb20d432bd53d8 for: {'subnet': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:36:30.774465 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-862d81fc-1f7c-4d1d-8c6c-826408099cd9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264314294'] for subnet, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:30.814488 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0222c84a-a3e3-48c7-b954-ff52e7ebd2f2 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Checking segment: {'id': 'efff0da8-58fd-4838-ba50-fc5c373c2743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '539e5a01-8706-4a83-8f55-c1e28ccaec0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:36:30.816626 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0222c84a-a3e3-48c7-b954-ff52e7ebd2f2 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Network hostable DHCP agents. Network: 539e5a01-8706-4a83-8f55-c1e28ccaec0f, hostable agents: ['0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3'], hosted agents: [] {{(pid=103591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 17:36:30.833485 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731a30fc-d825-4339-bdf2-dd494b0afc8a None None] Pushing event updated for resources: {'Port': ['ID=e062ee99-b15d-4ddd-8973-4b68765aeaf6,revision_number=5']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:36:30.843611 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-0d4f9baf-5bfc-4d65-9824-ffbe1cfeac23 None None] Provisioning complete for port e062ee99-b15d-4ddd-8973-4b68765aeaf6 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:36:30.843987 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-0d4f9baf-5bfc-4d65-9824-ffbe1cfeac23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:30.966799 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-3d272061-2ad3-4039-9ff5-dc1ce67e2776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e041f17c-334e-4434-9efd-7d711bdb8225', 'name': 'tempest-TestServerMultinode-1816343123-router', 'tenant_id': '7b9e7991d90e427d85569b76c7b04674', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.85'}], 'enable_snat': True}, 'gw_port_id': '38ba2435-56ed-4d1a-8759-9d9c8434f098', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:36:16Z', 'updated_at': '2021-11-23T17:36:26Z', 'revision_number': 4, 'project_id': '7b9e7991d90e427d85569b76c7b04674', 'gw_port': {'id': '38ba2435-56ed-4d1a-8759-9d9c8434f098', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:24:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e041f17c-334e-4434-9efd-7d711bdb8225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1775, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:36:17Z', 'updated_at': '2021-11-23T17:36:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_interfaces': [{'id': 'e062ee99-b15d-4ddd-8973-4b68765aeaf6', 'name': '', 'network_id': '2cb4def7-9f5d-4e59-b7a8-e3a1bac05190', 'tenant_id': '7b9e7991d90e427d85569b76c7b04674', 'mac_address': 'fa:16:3e:ad:ad:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e041f17c-334e-4434-9efd-7d711bdb8225', 'device_owner': 'network:router_interface', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': '9b52ede3-5c4c-4b0f-b012-6d08553edf55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:36:23Z', 'updated_at': '2021-11-23T17:36:29Z', 'revision_number': 4, 'project_id': '7b9e7991d90e427d85569b76c7b04674', 'subnets': [{'id': '9b52ede3-5c4c-4b0f-b012-6d08553edf55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:36:31.001590 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d272061-2ad3-4039-9ff5-dc1ce67e2776 None None] The sync data for ids ['e041f17c-334e-4434-9efd-7d711bdb8225'] in n-d-816206-8 is: [{'id': 'e041f17c-334e-4434-9efd-7d711bdb8225', 'name': 'tempest-TestServerMultinode-1816343123-router', 'tenant_id': '7b9e7991d90e427d85569b76c7b04674', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.85'}], 'enable_snat': True}, 'gw_port_id': '38ba2435-56ed-4d1a-8759-9d9c8434f098', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:36:16Z', 'updated_at': '2021-11-23T17:36:26Z', 'revision_number': 4, 'project_id': '7b9e7991d90e427d85569b76c7b04674', 'gw_port': {'id': '38ba2435-56ed-4d1a-8759-9d9c8434f098', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:24:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e041f17c-334e-4434-9efd-7d711bdb8225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1775, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:36:17Z', 'updated_at': '2021-11-23T17:36:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_interfaces': [{'id': 'e062ee99-b15d-4ddd-8973-4b68765aeaf6', 'name': '', 'network_id': '2cb4def7-9f5d-4e59-b7a8-e3a1bac05190', 'tenant_id': '7b9e7991d90e427d85569b76c7b04674', 'mac_address': 'fa:16:3e:ad:ad:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e041f17c-334e-4434-9efd-7d711bdb8225', 'device_owner': 'network:router_interface', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': '9b52ede3-5c4c-4b0f-b012-6d08553edf55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:36:23Z', 'updated_at': '2021-11-23T17:36:29Z', 'revision_number': 4, 'project_id': '7b9e7991d90e427d85569b76c7b04674', 'subnets': [{'id': '9b52ede3-5c4c-4b0f-b012-6d08553edf55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:36:31.054574 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0222c84a-a3e3-48c7-b954-ff52e7ebd2f2 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Network 539e5a01-8706-4a83-8f55-c1e28ccaec0f is scheduled to be hosted by DHCP agent 0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3 with binding_index 1 {{(pid=103591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 17:36:31.110822 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef440a2-e4c6-4235-a1a1-ceaea201abe2 req-4077cf60-ee2e-4796-a6e6-27e3fbfdcc76 tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:36:31.117223 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-0ef440a2-e4c6-4235-a1a1-ceaea201abe2 req-4077cf60-ee2e-4796-a6e6-27e3fbfdcc76 tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] 10.222.0.60 "GET /v2.0/ports?device_id=ea1510c3-58df-4522-8422-4d3a2ea1dd61 HTTP/1.1" status: 200 len: 945 time: 0.3380497 Nov 23 17:36:31.140142 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [None req-0222c84a-a3e3-48c7-b954-ff52e7ebd2f2 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-8, 539e5a01-8706-4a83-8f55-c1e28ccaec0f) {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:36:31.149784 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6112eb21-d3ee-4f50-a605-853a6dcac98c None None] Network 539e5a01-8706-4a83-8f55-c1e28ccaec0f requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:36:31.266021 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0222c84a-a3e3-48c7-b954-ff52e7ebd2f2 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:36:31.266558 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-0222c84a-a3e3-48c7-b954-ff52e7ebd2f2 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for subnet, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:31.409928 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-0222c84a-a3e3-48c7-b954-ff52e7ebd2f2 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2500820 Nov 23 17:36:31.412507 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 44364) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:36:31.420517 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-fd88c110-cad7-4b80-ac39-6ee4ceb52a9d tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:36:31.428243 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-0ef440a2-e4c6-4235-a1a1-ceaea201abe2 req-e88a96d8-80ff-41ec-bbdc-0cd6be243118 tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] 10.222.0.60 "GET /v2.0/security-groups?id=67691fce-8308-48e3-b930-b7465ae25797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3049142 Nov 23 17:36:31.435350 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-862d81fc-1f7c-4d1d-8c6c-826408099cd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264758079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264314276'] for subnet, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:31.480404 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76e382b7-bfc0-408d-b1dd-cb7ca9037cc3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp355044b8-8e87-58c4-94fa-4a010ec30f9e-539e5a01-8706-4a83-8f55-c1e28ccaec0f', 'network_id': '539e5a01-8706-4a83-8f55-c1e28ccaec0f', 'tenant_id': 'd5eecd5b996143b2ab53dcfe28b3de82', 'fixed_ips': [{'subnet_id': '9cf9b3b8-bc4f-470b-965c-1b29ae81eb49'}]}} from n-d-816206-8. {{(pid=103592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 17:36:31.483351 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-76e382b7-bfc0-408d-b1dd-cb7ca9037cc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:31.603890 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862d81fc-1f7c-4d1d-8c6c-826408099cd9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=96d2a518-e68a-4770-a9fe-c56ccb38381f,revision_number=0']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:36:31.643647 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-fd88c110-cad7-4b80-ac39-6ee4ceb52a9d tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-264730894'] for subnet, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:31.715253 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-862d81fc-1f7c-4d1d-8c6c-826408099cd9 admin admin] Checking segment: {'id': '0efc7d62-ad80-4bac-bd3f-c7c4dcb51843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '66ff31d8-0f75-429d-aef0-9e289b1dae32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:36:31.715614 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-862d81fc-1f7c-4d1d-8c6c-826408099cd9 admin admin] Network hostable DHCP agents. Network: 66ff31d8-0f75-429d-aef0-9e289b1dae32, hostable agents: ['0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3'], hosted agents: [] {{(pid=103591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 17:36:31.770499 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-862d81fc-1f7c-4d1d-8c6c-826408099cd9 admin admin] Network 66ff31d8-0f75-429d-aef0-9e289b1dae32 is scheduled to be hosted by DHCP agent 0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3 with binding_index 1 {{(pid=103591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 17:36:31.805838 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [None req-862d81fc-1f7c-4d1d-8c6c-826408099cd9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-8, 66ff31d8-0f75-429d-aef0-9e289b1dae32) {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:36:31.822474 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c854b86e-f9f9-4b03-afe4-2fa49b6b5f30 None None] Network 66ff31d8-0f75-429d-aef0-9e289b1dae32 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:36:31.830930 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-862d81fc-1f7c-4d1d-8c6c-826408099cd9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:36:31.834236 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-862d81fc-1f7c-4d1d-8c6c-826408099cd9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for subnet, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:31.880926 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-862d81fc-1f7c-4d1d-8c6c-826408099cd9 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.4444852 Nov 23 17:36:31.883506 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 44386) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:36:31.889573 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-7195ec01-a5b7-4b18-9eb9-0e4f549ba9b5 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-676768878-router', 'tenant_id': 'c328d1d10b5d45d296fb20d432bd53d8', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'}}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:36:31.948602 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-7195ec01-a5b7-4b18-9eb9-0e4f549ba9b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1793449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8093'] for router, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:31.949894 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-7195ec01-a5b7-4b18-9eb9-0e4f549ba9b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1794473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1794771', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1638326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8086'] for router, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:32.009390 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.db_base_plugin_common [None req-76e382b7-bfc0-408d-b1dd-cb7ca9037cc3 None None] Allocated IP 172.20.0.2 (539e5a01-8706-4a83-8f55-c1e28ccaec0f/9cf9b3b8-bc4f-470b-965c-1b29ae81eb49/15d88d92-3140-47a2-a6af-de1a12387fb4) {{(pid=103592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:36:32.110043 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-7195ec01-a5b7-4b18-9eb9-0e4f549ba9b5 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:32.325985 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 44396) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:36:32.437349 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-7195ec01-a5b7-4b18-9eb9-0e4f549ba9b5 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:32.457699 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c953f1-ef61-454b-b3f5-e69115baed2a req-281df21e-7302-4d39-ba6b-ca61a10a962c tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:36:32.463847 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6f0b823e-02e5-4ac7-8dde-0057d3789d4f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:32.466741 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-20c953f1-ef61-454b-b3f5-e69115baed2a req-281df21e-7302-4d39-ba6b-ca61a10a962c tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] 10.222.0.60 "GET /v2.0/ports?device_id=ea1510c3-58df-4522-8422-4d3a2ea1dd61 HTTP/1.1" status: 200 len: 945 time: 0.2954843 Nov 23 17:36:32.520471 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c68aa3a7-e42b-4d75-b682-1c02f85649ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp355044b8-8e87-58c4-94fa-4a010ec30f9e-66ff31d8-0f75-429d-aef0-9e289b1dae32', 'network_id': '66ff31d8-0f75-429d-aef0-9e289b1dae32', 'tenant_id': 'c328d1d10b5d45d296fb20d432bd53d8', 'fixed_ips': [{'subnet_id': '96d2a518-e68a-4770-a9fe-c56ccb38381f'}]}} from n-d-816206-8. {{(pid=103592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 17:36:32.529131 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c68aa3a7-e42b-4d75-b682-1c02f85649ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:32.595976 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-20c953f1-ef61-454b-b3f5-e69115baed2a req-290e9097-ece9-4e24-8e50-3baa4ee59f4c tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] 10.222.0.60 "GET /v2.0/security-groups?id=67691fce-8308-48e3-b930-b7465ae25797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282723 Nov 23 17:36:32.620912 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-76e382b7-bfc0-408d-b1dd-cb7ca9037cc3 None None] Publish callbacks [] for port, precommit_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:32.635817 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6f0b823e-02e5-4ac7-8dde-0057d3789d4f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:32.654755 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6f0b823e-02e5-4ac7-8dde-0057d3789d4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:32.820425 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0b823e-02e5-4ac7-8dde-0057d3789d4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5e08c3b-35e2-4b0e-bc0c-48b35ea1b510,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:36:32.835353 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-6f0b823e-02e5-4ac7-8dde-0057d3789d4f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e1e91b12fe644513b158fa43819e444a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5071118 Nov 23 17:36:32.836232 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 44418) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:36:32.920006 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.db_base_plugin_common [None req-c68aa3a7-e42b-4d75-b682-1c02f85649ab None None] Allocated IP 172.20.0.2 (66ff31d8-0f75-429d-aef0-9e289b1dae32/96d2a518-e68a-4770-a9fe-c56ccb38381f/6e576881-d765-4f59-97f7-c73e53ed1b98) {{(pid=103592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:36:32.948962 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-672c8b69-9966-49fc-a022-4630a9c4d211 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:32.967558 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-fd88c110-cad7-4b80-ac39-6ee4ceb52a9d tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8736635652217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-264357894'] for subnet, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:32.999141 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-672c8b69-9966-49fc-a022-4630a9c4d211 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:33.002152 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd88c110-cad7-4b80-ac39-6ee4ceb52a9d tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:36:33.002772 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-fd88c110-cad7-4b80-ac39-6ee4ceb52a9d tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Publish callbacks [] for subnet, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:33.004083 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-fd88c110-cad7-4b80-ac39-6ee4ceb52a9d tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] 10.222.0.60 "PUT /v2.0/subnets/9cf9b3b8-bc4f-470b-965c-1b29ae81eb49 HTTP/1.1" status: 200 len: 806 time: 1.5900159 Nov 23 17:36:33.012771 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 44420) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:36:33.096627 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd88c110-cad7-4b80-ac39-6ee4ceb52a9d tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Pushing event updated for resources: {'Subnet': ['ID=9cf9b3b8-bc4f-470b-965c-1b29ae81eb49,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:36:33.158335 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device e062ee99-b15d-4ddd-8973-4b68765aeaf6 up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:36:33.213932 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-76e382b7-bfc0-408d-b1dd-cb7ca9037cc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980'] for port, after_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:33.278356 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-672c8b69-9966-49fc-a022-4630a9c4d211 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:33.295956 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-672c8b69-9966-49fc-a022-4630a9c4d211 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:33.298400 n-d-816206-8 neutron-server[103592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76e382b7-bfc0-408d-b1dd-cb7ca9037cc3 None None] Network 539e5a01-8706-4a83-8f55-c1e28ccaec0f is already hosted by enough agents. {{(pid=103592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:36:33.302436 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-672c8b69-9966-49fc-a022-4630a9c4d211 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a5e08c3b-35e2-4b0e-bc0c-48b35ea1b510 HTTP/1.1" status: 204 len: 168 time: 0.4623020 Nov 23 17:36:33.312827 n-d-816206-8 neutron-server[103592]: DEBUG neutron.scheduler.base_scheduler [None req-76e382b7-bfc0-408d-b1dd-cb7ca9037cc3 None None] Resources bound (agent type, host, resource id): {{(pid=103592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:36:33.337565 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76e382b7-bfc0-408d-b1dd-cb7ca9037cc3 None None] Received port after_create {{(pid=103592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:36:33.364138 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672c8b69-9966-49fc-a022-4630a9c4d211 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5e08c3b-35e2-4b0e-bc0c-48b35ea1b510,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:36:33.415077 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaef4e5e-4d11-4b3e-b70e-06778038a338 req-90eb23e5-6ec3-40e6-a35e-ce4d8c057971 tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:36:33.417613 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-aaef4e5e-4d11-4b3e-b70e-06778038a338 req-90eb23e5-6ec3-40e6-a35e-ce4d8c057971 tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] 10.222.0.55 "GET /v2.0/ports?device_id=ea1510c3-58df-4522-8422-4d3a2ea1dd61 HTTP/1.1" status: 200 len: 945 time: 0.2873814 Nov 23 17:36:33.454006 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-7195ec01-a5b7-4b18-9eb9-0e4f549ba9b5 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:33.475010 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b61fb14b-9972-482f-9f88-13fa14a1f18e req-77e30e99-2d1a-4291-aefa-a895e78bf436 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=6405c518-c3fe-4701-acc0-e089ba26cce4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.3213723 Nov 23 17:36:33.502609 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e382b7-bfc0-408d-b1dd-cb7ca9037cc3 None None] Pushing event updated for resources: {'Port': ['ID=15d88d92-3140-47a2-a6af-de1a12387fb4,revision_number=1']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:36:33.502849 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-7195ec01-a5b7-4b18-9eb9-0e4f549ba9b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:33.524754 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port e062ee99-b15d-4ddd-8973-4b68765aeaf6 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:36:33.525754 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:33.595894 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-5d09f0cf-762b-4ca7-b9e2-c7bfae065d0d tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-555181'] for network, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:33.612076 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [req-aaef4e5e-4d11-4b3e-b70e-06778038a338 req-26c5b123-750d-4f3b-b3e7-716b5b1d4ca4 tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] Deleting port 198766c7-576e-459e-a5ff-f0c1852cff91 {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:36:33.613099 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-aaef4e5e-4d11-4b3e-b70e-06778038a338 req-26c5b123-750d-4f3b-b3e7-716b5b1d4ca4 tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:33.727399 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-76e382b7-bfc0-408d-b1dd-cb7ca9037cc3 None None] Attempting to bind port 15d88d92-3140-47a2-a6af-de1a12387fb4 on host n-d-816206-8 for vnic_type normal with profile {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:36:33.727778 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-76e382b7-bfc0-408d-b1dd-cb7ca9037cc3 None None] Attempting to bind port 15d88d92-3140-47a2-a6af-de1a12387fb4 by drivers openvswitch,hyperv on host n-d-816206-8 at level 0 using segments [{'id': 'efff0da8-58fd-4838-ba50-fc5c373c2743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '539e5a01-8706-4a83-8f55-c1e28ccaec0f'}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:36:33.728172 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76e382b7-bfc0-408d-b1dd-cb7ca9037cc3 None None] Attempting to bind port 15d88d92-3140-47a2-a6af-de1a12387fb4 on network 539e5a01-8706-4a83-8f55-c1e28ccaec0f {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:36:33.751693 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76e382b7-bfc0-408d-b1dd-cb7ca9037cc3 None None] Checking agent: {'id': '9e89acbe-4bbe-4c77-a18b-6f1da9133e0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 7, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 36, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:36:33.768606 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76e382b7-bfc0-408d-b1dd-cb7ca9037cc3 None None] Checking segment: {'id': 'efff0da8-58fd-4838-ba50-fc5c373c2743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '539e5a01-8706-4a83-8f55-c1e28ccaec0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:36:33.771523 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-76e382b7-bfc0-408d-b1dd-cb7ca9037cc3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:33.772035 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76e382b7-bfc0-408d-b1dd-cb7ca9037cc3 None None] Bound using segment: {'id': 'efff0da8-58fd-4838-ba50-fc5c373c2743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '539e5a01-8706-4a83-8f55-c1e28ccaec0f'} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:36:33.772806 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-76e382b7-bfc0-408d-b1dd-cb7ca9037cc3 None None] Bound port: 15d88d92-3140-47a2-a6af-de1a12387fb4, host: n-d-816206-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efff0da8-58fd-4838-ba50-fc5c373c2743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '539e5a01-8706-4a83-8f55-c1e28ccaec0f'}}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:36:33.773461 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-76e382b7-bfc0-408d-b1dd-cb7ca9037cc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:33.810289 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [req-aaef4e5e-4d11-4b3e-b70e-06778038a338 req-26c5b123-750d-4f3b-b3e7-716b5b1d4ca4 tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] For port 198766c7-576e-459e-a5ff-f0c1852cff91, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=198766c7-576e-459e-a5ff-f0c1852cff91,segment=NetworkSegment(e7632547-d306-492c-9ecc-5c4549ae9c5a),segment_id=e7632547-d306-492c-9ecc-5c4549ae9c5a)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:36:33.810651 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-aaef4e5e-4d11-4b3e-b70e-06778038a338 req-26c5b123-750d-4f3b-b3e7-716b5b1d4ca4 tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:33.827910 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c68aa3a7-e42b-4d75-b682-1c02f85649ab None None] Publish callbacks [] for port, precommit_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:33.849594 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [req-aaef4e5e-4d11-4b3e-b70e-06778038a338 req-26c5b123-750d-4f3b-b3e7-716b5b1d4ca4 tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] Calling delete_port for 198766c7-576e-459e-a5ff-f0c1852cff91 owned by compute:nova {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:36:33.889019 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c68aa3a7-e42b-4d75-b682-1c02f85649ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980'] for port, after_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:33.937421 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61fb14b-9972-482f-9f88-13fa14a1f18e req-9aa141f6-d1bc-48f5-b62d-4b139d83ad96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:36:33.937851 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61fb14b-9972-482f-9f88-13fa14a1f18e req-9aa141f6-d1bc-48f5-b62d-4b139d83ad96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:36:33.938291 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61fb14b-9972-482f-9f88-13fa14a1f18e req-9aa141f6-d1bc-48f5-b62d-4b139d83ad96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:36:33.938745 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61fb14b-9972-482f-9f88-13fa14a1f18e req-9aa141f6-d1bc-48f5-b62d-4b139d83ad96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:36:33.939239 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61fb14b-9972-482f-9f88-13fa14a1f18e req-9aa141f6-d1bc-48f5-b62d-4b139d83ad96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:36:33.939638 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61fb14b-9972-482f-9f88-13fa14a1f18e req-9aa141f6-d1bc-48f5-b62d-4b139d83ad96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:36:33.940220 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61fb14b-9972-482f-9f88-13fa14a1f18e req-9aa141f6-d1bc-48f5-b62d-4b139d83ad96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:36:33.948126 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b61fb14b-9972-482f-9f88-13fa14a1f18e req-9aa141f6-d1bc-48f5-b62d-4b139d83ad96 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8043a75783e64196ac0be92247cb4c17&device_id=6405c518-c3fe-4701-acc0-e089ba26cce4 HTTP/1.1" status: 200 len: 6491 time: 0.3902335 Nov 23 17:36:33.972423 n-d-816206-8 neutron-server[103592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c68aa3a7-e42b-4d75-b682-1c02f85649ab None None] Network 66ff31d8-0f75-429d-aef0-9e289b1dae32 is already hosted by enough agents. {{(pid=103592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:36:33.983738 n-d-816206-8 neutron-server[103592]: DEBUG neutron.scheduler.base_scheduler [None req-c68aa3a7-e42b-4d75-b682-1c02f85649ab None None] Resources bound (agent type, host, resource id): {{(pid=103592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:36:34.001116 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c68aa3a7-e42b-4d75-b682-1c02f85649ab None None] Received port after_create {{(pid=103592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:36:34.017273 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cb2a8d-82de-4dba-b45f-c6980d40031f req-2b60114e-f393-45ba-abd8-c7fe3ad9ea80 tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:36:34.027804 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-32cb2a8d-82de-4dba-b45f-c6980d40031f req-2b60114e-f393-45ba-abd8-c7fe3ad9ea80 tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] 10.222.0.60 "GET /v2.0/ports?device_id=ea1510c3-58df-4522-8422-4d3a2ea1dd61 HTTP/1.1" status: 200 len: 945 time: 0.2885332 Nov 23 17:36:34.059166 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68aa3a7-e42b-4d75-b682-1c02f85649ab None None] Pushing event updated for resources: {'Port': ['ID=6e576881-d765-4f59-97f7-c73e53ed1b98,revision_number=1']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:36:34.104277 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.db_base_plugin_common [None req-7195ec01-a5b7-4b18-9eb9-0e4f549ba9b5 admin admin] Allocated IP 172.25.3.83 (4c8455ba-1be5-42ac-b8c2-8a16e1292d55/08fe3644-ce41-4c3f-a7ea-92bac0f0fff5/1be7e2fe-8348-47ae-a4ca-b071deb1a248) {{(pid=103591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:36:34.141127 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-aaef4e5e-4d11-4b3e-b70e-06778038a338 req-26c5b123-750d-4f3b-b3e7-716b5b1d4ca4 tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:34.227792 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c5b123-750d-4f3b-b3e7-716b5b1d4ca4 tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] Pushing event deleted for resources: {'Port': ['ID=198766c7-576e-459e-a5ff-f0c1852cff91,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:36:34.307342 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-76e382b7-bfc0-408d-b1dd-cb7ca9037cc3 None None] For port 15d88d92-3140-47a2-a6af-de1a12387fb4, host n-d-816206-8, cleared binding levels {{(pid=103592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:36:34.310163 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] get_ports_and_sgs() called for port_ids ['198766c7-576e-459e-a5ff-f0c1852cff91'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:36:34.313188 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-032c4e5b-04dd-459d-b9c6-8b65e78eb155 None None] DHCP port deletion for fc96739d-c491-43ac-87e8-a972969a7778 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:36:34.358714 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-76e382b7-bfc0-408d-b1dd-cb7ca9037cc3 None None] For port 15d88d92-3140-47a2-a6af-de1a12387fb4, host n-d-816206-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=15d88d92-3140-47a2-a6af-de1a12387fb4,segment=NetworkSegment(efff0da8-58fd-4838-ba50-fc5c373c2743),segment_id=efff0da8-58fd-4838-ba50-fc5c373c2743)] {{(pid=103592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:36:34.363372 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-c68aa3a7-e42b-4d75-b682-1c02f85649ab None None] Attempting to bind port 6e576881-d765-4f59-97f7-c73e53ed1b98 on host n-d-816206-8 for vnic_type normal with profile {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:36:34.363754 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-c68aa3a7-e42b-4d75-b682-1c02f85649ab None None] Attempting to bind port 6e576881-d765-4f59-97f7-c73e53ed1b98 by drivers openvswitch,hyperv on host n-d-816206-8 at level 0 using segments [{'id': '0efc7d62-ad80-4bac-bd3f-c7c4dcb51843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '66ff31d8-0f75-429d-aef0-9e289b1dae32'}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:36:34.364197 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c68aa3a7-e42b-4d75-b682-1c02f85649ab None None] Attempting to bind port 6e576881-d765-4f59-97f7-c73e53ed1b98 on network 66ff31d8-0f75-429d-aef0-9e289b1dae32 {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:36:34.366162 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [req-aaef4e5e-4d11-4b3e-b70e-06778038a338 req-26c5b123-750d-4f3b-b3e7-716b5b1d4ca4 tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] No DVR routers for this DVR port 198766c7-576e-459e-a5ff-f0c1852cff91 on host n-h1-816206-8 {{(pid=103590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:36:34.370361 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-aaef4e5e-4d11-4b3e-b70e-06778038a338 req-26c5b123-750d-4f3b-b3e7-716b5b1d4ca4 tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:34.371603 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c68aa3a7-e42b-4d75-b682-1c02f85649ab None None] Checking agent: {'id': '9e89acbe-4bbe-4c77-a18b-6f1da9133e0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 7, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 36, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:36:34.372158 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c68aa3a7-e42b-4d75-b682-1c02f85649ab None None] Checking segment: {'id': '0efc7d62-ad80-4bac-bd3f-c7c4dcb51843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '66ff31d8-0f75-429d-aef0-9e289b1dae32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:36:34.373410 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c68aa3a7-e42b-4d75-b682-1c02f85649ab None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:34.373410 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c68aa3a7-e42b-4d75-b682-1c02f85649ab None None] Bound using segment: {'id': '0efc7d62-ad80-4bac-bd3f-c7c4dcb51843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '66ff31d8-0f75-429d-aef0-9e289b1dae32'} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:36:34.373581 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-c68aa3a7-e42b-4d75-b682-1c02f85649ab None None] Bound port: 6e576881-d765-4f59-97f7-c73e53ed1b98, host: n-d-816206-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0efc7d62-ad80-4bac-bd3f-c7c4dcb51843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '66ff31d8-0f75-429d-aef0-9e289b1dae32'}}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:36:34.373952 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-aaef4e5e-4d11-4b3e-b70e-06778038a338 req-26c5b123-750d-4f3b-b3e7-716b5b1d4ca4 tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] 10.222.0.55 "DELETE /v2.0/ports/198766c7-576e-459e-a5ff-f0c1852cff91 HTTP/1.1" status: 204 len: 173 time: 0.9481509 Nov 23 17:36:34.374075 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c68aa3a7-e42b-4d75-b682-1c02f85649ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:34.374341 n-d-816206-8 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea1510c3-58df-4522-8422-4d3a2ea1dd61', 'name': 'network-vif-deleted', 'tag': '198766c7-576e-459e-a5ff-f0c1852cff91'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:36:34.388092 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbabddbc9fc37b068808e119c416c86f5957ca04531a4a0d2e695c515e93483b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-818129a4-c272-49a2-9ed4-6631fb41bc32" -d '{"events": [{"server_uuid": "ea1510c3-58df-4522-8422-4d3a2ea1dd61", "name": "network-vif-deleted", "tag": "198766c7-576e-459e-a5ff-f0c1852cff91"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:36:34.474519 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:36:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f76a543a-0fdc-49e5-853e-ec1ebe518159 x-openstack-request-id: req-f76a543a-0fdc-49e5-853e-ec1ebe518159 {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:36:34.475246 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea1510c3-58df-4522-8422-4d3a2ea1dd61", "name": "network-vif-deleted", "tag": "198766c7-576e-459e-a5ff-f0c1852cff91", "status": "completed", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:36:34.475716 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f76a543a-0fdc-49e5-853e-ec1ebe518159 {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:36:34.476343 n-d-816206-8 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea1510c3-58df-4522-8422-4d3a2ea1dd61', 'name': 'network-vif-deleted', 'tag': '198766c7-576e-459e-a5ff-f0c1852cff91', 'status': 'completed', 'code': 200} Nov 23 17:36:34.481583 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c68aa3a7-e42b-4d75-b682-1c02f85649ab None None] For port 6e576881-d765-4f59-97f7-c73e53ed1b98, host n-d-816206-8, cleared binding levels {{(pid=103592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:36:34.485355 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c68aa3a7-e42b-4d75-b682-1c02f85649ab None None] For port 6e576881-d765-4f59-97f7-c73e53ed1b98, host n-d-816206-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=6e576881-d765-4f59-97f7-c73e53ed1b98,segment=NetworkSegment(0efc7d62-ad80-4bac-bd3f-c7c4dcb51843),segment_id=0efc7d62-ad80-4bac-bd3f-c7c4dcb51843)] {{(pid=103592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:36:34.487043 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-76e382b7-bfc0-408d-b1dd-cb7ca9037cc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:34.503452 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c68aa3a7-e42b-4d75-b682-1c02f85649ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:34.525724 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-32cb2a8d-82de-4dba-b45f-c6980d40031f req-9919231e-baf3-4f93-9d6e-77b258f24fd3 tempest-ServerDiskConfigTestJSON-557029605 tempest-ServerDiskConfigTestJSON-557029605-project] 10.222.0.60 "GET /v2.0/security-groups?id=67691fce-8308-48e3-b930-b7465ae25797&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4971020 Nov 23 17:36:34.544433 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-5d09f0cf-762b-4ca7-b9e2-c7bfae065d0d tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Deleting port 15d88d92-3140-47a2-a6af-de1a12387fb4 {{(pid=103591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:36:34.544886 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-5d09f0cf-762b-4ca7-b9e2-c7bfae065d0d tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:34.582203 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61fb14b-9972-482f-9f88-13fa14a1f18e req-47331042-0af3-48a3-86fb-110548fb7bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:36:34.583034 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61fb14b-9972-482f-9f88-13fa14a1f18e req-47331042-0af3-48a3-86fb-110548fb7bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:36:34.583680 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61fb14b-9972-482f-9f88-13fa14a1f18e req-47331042-0af3-48a3-86fb-110548fb7bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:36:34.585780 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b61fb14b-9972-482f-9f88-13fa14a1f18e req-47331042-0af3-48a3-86fb-110548fb7bbc service neutron] 10.222.0.36 "GET /v2.0/networks?id=04470eef-b922-4801-8872-f6ca765b26dd&id=76740e25-dcec-4d2d-82d4-d720ca6b4fc6&id=76740e25-dcec-4d2d-82d4-d720ca6b4fc6&id=76740e25-dcec-4d2d-82d4-d720ca6b4fc6&id=76740e25-dcec-4d2d-82d4-d720ca6b4fc6&id=22bc55ee-b0f3-41c3-894c-32c421670838&id=22bc55ee-b0f3-41c3-894c-32c421670838 HTTP/1.1" status: 200 len: 2292 time: 0.5204434 Nov 23 17:36:34.664394 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e382b7-bfc0-408d-b1dd-cb7ca9037cc3 None None] Pushing event updated for resources: {'Port': ['ID=15d88d92-3140-47a2-a6af-de1a12387fb4,revision_number=2']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:36:34.807246 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68aa3a7-e42b-4d75-b682-1c02f85649ab None None] Pushing event updated for resources: {'Port': ['ID=6e576881-d765-4f59-97f7-c73e53ed1b98,revision_number=2']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:36:35.606384 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b61fb14b-9972-482f-9f88-13fa14a1f18e req-f6064185-a203-4e48-9f8a-1771f4047ef9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5c7b0226-5733-4a12-8cf6-a2a8001dd2da HTTP/1.1" status: 200 len: 1001 time: 0.9666085 Nov 23 17:36:35.650759 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-7195ec01-a5b7-4b18-9eb9-0e4f549ba9b5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:35.655510 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [None req-5d09f0cf-762b-4ca7-b9e2-c7bfae065d0d tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] For port 15d88d92-3140-47a2-a6af-de1a12387fb4, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=15d88d92-3140-47a2-a6af-de1a12387fb4,segment=NetworkSegment(efff0da8-58fd-4838-ba50-fc5c373c2743),segment_id=efff0da8-58fd-4838-ba50-fc5c373c2743)] {{(pid=103591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:36:35.655872 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-5d09f0cf-762b-4ca7-b9e2-c7bfae065d0d tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:35.718509 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-5d09f0cf-762b-4ca7-b9e2-c7bfae065d0d tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Calling delete_port for 15d88d92-3140-47a2-a6af-de1a12387fb4 owned by network:dhcp {{(pid=103591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:36:35.784250 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61fb14b-9972-482f-9f88-13fa14a1f18e req-39349c76-8078-497f-a4f9-ed9f9ed61fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:36:35.786117 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b61fb14b-9972-482f-9f88-13fa14a1f18e req-39349c76-8078-497f-a4f9-ed9f9ed61fa7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d52f2422-eba5-4adf-851d-059c4fb2a31d HTTP/1.1" status: 200 len: 851 time: 0.1568165 Nov 23 17:36:35.903972 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 44514) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:36:35.916428 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61fb14b-9972-482f-9f88-13fa14a1f18e req-b94271fc-8494-4816-88ef-d19618572660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:36:35.918336 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b61fb14b-9972-482f-9f88-13fa14a1f18e req-b94271fc-8494-4816-88ef-d19618572660 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=04470eef-b922-4801-8872-f6ca765b26dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1004314 Nov 23 17:36:35.919876 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-7195ec01-a5b7-4b18-9eb9-0e4f549ba9b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:35.989456 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7195ec01-a5b7-4b18-9eb9-0e4f549ba9b5 admin admin] Network 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 is already hosted by enough agents. {{(pid=103591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:36:36.005555 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [None req-7195ec01-a5b7-4b18-9eb9-0e4f549ba9b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:36:36.015391 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd4558ef-931a-4e03-bf02-65ce59beee27 admin admin] Deleting subnet 579e8c1e-f51a-4f5f-aafb-372cc339033c {{(pid=103590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 17:36:36.020851 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7195ec01-a5b7-4b18-9eb9-0e4f549ba9b5 admin admin] Received port after_create {{(pid=103591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:36:36.033104 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dfa9b29-34ce-42d8-9cf1-85b762462ee2 None None] DHCP port deletion for 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:36:36.046457 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-cd4558ef-931a-4e03-bf02-65ce59beee27 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:36.143777 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-cd4558ef-931a-4e03-bf02-65ce59beee27 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-267528342'] for subnet, precommit_delete_associations {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:36.193684 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-596d3732-6456-412e-9468-4c111aa3912c None None] Provisioning complete for port 1be7e2fe-8348-47ae-a4ca-b071deb1a248 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:36:36.197877 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-596d3732-6456-412e-9468-4c111aa3912c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:36.276143 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 44532) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:36:36.302457 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-596d3732-6456-412e-9468-4c111aa3912c None None] Port 1be7e2fe-8348-47ae-a4ca-b071deb1a248 cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:36:36.319953 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-cd4558ef-931a-4e03-bf02-65ce59beee27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971956'] for subnet, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:36.393027 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b61fb14b-9972-482f-9f88-13fa14a1f18e req-25fed649-1124-4d2f-9529-f50fdecd2d93 service neutron] 10.222.0.36 "GET /v2.0/networks/04470eef-b922-4801-8872-f6ca765b26dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4648256 Nov 23 17:36:36.395875 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7195ec01-a5b7-4b18-9eb9-0e4f549ba9b5 admin admin] Pushing event updated for resources: {'Port': ['ID=1be7e2fe-8348-47ae-a4ca-b071deb1a248,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:36:36.403840 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-cd4558ef-931a-4e03-bf02-65ce59beee27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264357903', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264730940'] for subnet, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:36.430488 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c7c6264-50dc-4c84-816c-e4fad4ce6b92 None None] Network 539e5a01-8706-4a83-8f55-c1e28ccaec0f requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:36:36.537944 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4558ef-931a-4e03-bf02-65ce59beee27 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=579e8c1e-f51a-4f5f-aafb-372cc339033c,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:36:36.560860 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-cd4558ef-931a-4e03-bf02-65ce59beee27 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:36.565699 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-cd4558ef-931a-4e03-bf02-65ce59beee27 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/579e8c1e-f51a-4f5f-aafb-372cc339033c HTTP/1.1" status: 204 len: 168 time: 0.6604714 Nov 23 17:36:36.569467 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 44540) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:36:36.635497 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba3e11b0-518e-4274-8a8e-fc2d6e09d848 None None] Network fc96739d-c491-43ac-87e8-a972969a7778 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:36:36.684732 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f90f5786-8aef-4b2d-92df-a572f45ef72f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-555181'] for network, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:36.695960 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c7ecb01c-5df4-4423-b990-0ef2698f618d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:36.713203 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-312b8038-020c-4666-ad08-49386e535827 None None] Provisioning complete for port 15d88d92-3140-47a2-a6af-de1a12387fb4 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:36:36.713858 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-312b8038-020c-4666-ad08-49386e535827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:36.772176 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-5d09f0cf-762b-4ca7-b9e2-c7bfae065d0d tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:36.882791 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b61fb14b-9972-482f-9f88-13fa14a1f18e req-6e0f0c9a-e8b8-40e5-8b19-31f4d83ff51e service neutron] 10.222.0.36 "GET /v2.0/networks/04470eef-b922-4801-8872-f6ca765b26dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4764249 Nov 23 17:36:36.948278 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f90f5786-8aef-4b2d-92df-a572f45ef72f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973419', 'neutron.services.segments.db._delete_segments_for_network-8736635878840'] for network, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:36.971919 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device 198766c7-576e-459e-a5ff-f0c1852cff91 no longer exists at agent hyperv_n-h1-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:36:37.003890 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-f90f5786-8aef-4b2d-92df-a572f45ef72f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc96739d-c491-43ac-87e8-a972969a7778']}} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:36:37.032151 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-f90f5786-8aef-4b2d-92df-a572f45ef72f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7632547-d306-492c-9ecc-5c4549ae9c5a') {'for_net_delete': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:36:37.032828 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-f90f5786-8aef-4b2d-92df-a572f45ef72f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7632547-d306-492c-9ecc-5c4549ae9c5a') {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:36:37.041209 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d09f0cf-762b-4ca7-b9e2-c7bfae065d0d tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Pushing event deleted for resources: {'Port': ['ID=15d88d92-3140-47a2-a6af-de1a12387fb4,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:36:37.051773 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 6e576881-d765-4f59-97f7-c73e53ed1b98 up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:36:37.054814 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e28584b-44ed-4df2-8973-24f96ebcfe80 None None] Network 66ff31d8-0f75-429d-aef0-9e289b1dae32 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:36:37.056368 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f90f5786-8aef-4b2d-92df-a572f45ef72f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736635840332', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-267528353'] for segment, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:37.132353 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f90f5786-8aef-4b2d-92df-a572f45ef72f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:37.149327 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c7ecb01c-5df4-4423-b990-0ef2698f618d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:37.153183 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] No Port match for: 198766c7-576e-459e-a5ff-f0c1852cff91 {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:36:37.153604 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device 198766c7-576e-459e-a5ff-f0c1852cff91 not bound to the agent host n-h1-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:36:37.159846 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f90f5786-8aef-4b2d-92df-a572f45ef72f admin admin] Releasing vlan 544 on physical network physnet1 to pool {{(pid=103590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 17:36:37.161323 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f90f5786-8aef-4b2d-92df-a572f45ef72f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264370093'] for segment, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:37.166761 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-312b8038-020c-4666-ad08-49386e535827 None None] Could not find standard attr ID for object 15d88d92-3140-47a2-a6af-de1a12387fb4. {{(pid=103592) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 17:36:37.171073 n-d-816206-8 neutron-server[103590]: Traceback (most recent call last): Nov 23 17:36:37.171073 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 17:36:37.171073 n-d-816206-8 neutron-server[103590]: timer() Nov 23 17:36:37.171073 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 17:36:37.171073 n-d-816206-8 neutron-server[103590]: cb(*args, **kw) Nov 23 17:36:37.171073 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 17:36:37.171073 n-d-816206-8 neutron-server[103590]: return func(*args, **kwargs) Nov 23 17:36:37.171073 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 17:36:37.171073 n-d-816206-8 neutron-server[103590]: self._notify() Nov 23 17:36:37.171073 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 17:36:37.171073 n-d-816206-8 neutron-server[103590]: self.callback(batched_events) Nov 23 17:36:37.171073 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 17:36:37.171073 n-d-816206-8 neutron-server[103590]: event.method(event) Nov 23 17:36:37.171073 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 17:36:37.171073 n-d-816206-8 neutron-server[103590]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 17:36:37.171073 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 17:36:37.171073 n-d-816206-8 neutron-server[103590]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 17:36:37.171073 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 17:36:37.171073 n-d-816206-8 neutron-server[103590]: return f(self, *a, **k) Nov 23 17:36:37.171073 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 17:36:37.171073 n-d-816206-8 neutron-server[103590]: return self._get(url).json() Nov 23 17:36:37.171073 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 17:36:37.171073 n-d-816206-8 neutron-server[103590]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 17:36:37.171073 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 17:36:37.171073 n-d-816206-8 neutron-server[103590]: return self.request(url, 'GET', **kwargs) Nov 23 17:36:37.171073 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 17:36:37.171073 n-d-816206-8 neutron-server[103590]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 17:36:37.171073 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 17:36:37.171073 n-d-816206-8 neutron-server[103590]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 17:36:37.171073 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 17:36:37.171073 n-d-816206-8 neutron-server[103590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 17:36:37.171073 n-d-816206-8 neutron-server[103590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 17:36:37.193400 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d09f0cf-762b-4ca7-b9e2-c7bfae065d0d tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] No DVR routers for this DVR port 15d88d92-3140-47a2-a6af-de1a12387fb4 on host n-d-816206-8 {{(pid=103591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:36:37.209698 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b61fb14b-9972-482f-9f88-13fa14a1f18e req-afc1b998-10a2-4fd6-b9c9-2f48ef7f543f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.220&port_id=98991338-19a7-4834-b0b5-0086ee597775 HTTP/1.1" status: 200 len: 217 time: 0.1607432 Nov 23 17:36:37.216216 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c7ecb01c-5df4-4423-b990-0ef2698f618d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:37.220775 n-d-816206-8 neutron-server[103592]: INFO neutron.plugins.ml2.db [None req-312b8038-020c-4666-ad08-49386e535827 None None] No ports have port_id starting with 15d88d92-3140-47a2-a6af-de1a12387fb4 Nov 23 17:36:37.223358 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d197334-9381-4e5f-9843-c91aefcd3250 None None] DHCP port deletion for fc96739d-c491-43ac-87e8-a972969a7778 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:36:37.295010 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-c7ecb01c-5df4-4423-b990-0ef2698f618d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7e59d2216ec643afa42c8c506f67e08c&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0091238 Nov 23 17:36:37.305833 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port 6e576881-d765-4f59-97f7-c73e53ed1b98 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:36:37.306810 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:37.308742 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61fb14b-9972-482f-9f88-13fa14a1f18e req-762c92f9-8cd7-4ad7-892a-0ff69dd5dba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:36:37.310246 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b61fb14b-9972-482f-9f88-13fa14a1f18e req-762c92f9-8cd7-4ad7-892a-0ff69dd5dba8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=79e8d965-2789-41b1-a1fa-0fe25b7624dc HTTP/1.1" status: 200 len: 797 time: 0.0711832 Nov 23 17:36:37.316181 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 44544) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:36:37.391281 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f90f5786-8aef-4b2d-92df-a572f45ef72f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1795418'] for network, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:37.423216 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f90f5786-8aef-4b2d-92df-a572f45ef72f admin admin] Publish callbacks [] for network, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:37.427017 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-f90f5786-8aef-4b2d-92df-a572f45ef72f admin admin] 10.222.0.60 "DELETE /v2.0/networks/fc96739d-c491-43ac-87e8-a972969a7778 HTTP/1.1" status: 204 len: 168 time: 0.8563917 Nov 23 17:36:37.480323 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c3db8b6-6111-4f88-8099-7973aeb7f519 None None] Network 539e5a01-8706-4a83-8f55-c1e28ccaec0f requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:36:37.522865 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90f5786-8aef-4b2d-92df-a572f45ef72f admin admin] Pushing event deleted for resources: {'Network': ['ID=fc96739d-c491-43ac-87e8-a972969a7778,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:36:37.553719 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ecb01c-5df4-4423-b990-0ef2698f618d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4065fac-632a-4182-b5df-721e9b720858,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:36:37.561902 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-5d09f0cf-762b-4ca7-b9e2-c7bfae065d0d tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971956'] for subnet, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:37.579602 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-bfd3d60d-f9dc-43ee-a79c-6799517cdaca None None] Provisioning complete for port 6e576881-d765-4f59-97f7-c73e53ed1b98 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:36:37.580372 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-bfd3d60d-f9dc-43ee-a79c-6799517cdaca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:37.697624 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:37.726320 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-7195ec01-a5b7-4b18-9eb9-0e4f549ba9b5 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:37.763436 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 44558) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:36:37.832287 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-1d332ad7-50f4-41a9-ab07-f2df347ab9d2 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=479bc3f4118b4e1b83aa4de042fcddf0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0673933 Nov 23 17:36:37.833339 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 44560) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:36:37.851675 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-ac2b71fa-8ee3-444a-9adf-3709f1c7f9a7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:37.887894 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61fb14b-9972-482f-9f88-13fa14a1f18e req-c603980c-ec91-4074-8abd-691cde5b4224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:36:37.895203 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b61fb14b-9972-482f-9f88-13fa14a1f18e req-c603980c-ec91-4074-8abd-691cde5b4224 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=76740e25-dcec-4d2d-82d4-d720ca6b4fc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5154786 Nov 23 17:36:37.903177 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-9129502b-11e2-4758-88ac-fa32bb7e4129 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:37.938812 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-9129502b-11e2-4758-88ac-fa32bb7e4129 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:37.966966 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-bfd3d60d-f9dc-43ee-a79c-6799517cdaca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:37.986441 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] For port 6e576881-d765-4f59-97f7-c73e53ed1b98, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=6e576881-d765-4f59-97f7-c73e53ed1b98,segment=NetworkSegment(0efc7d62-ad80-4bac-bd3f-c7c4dcb51843),segment_id=0efc7d62-ad80-4bac-bd3f-c7c4dcb51843)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:36:38.004009 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:38.004986 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 15d88d92-3140-47a2-a6af-de1a12387fb4 up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:36:38.032197 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-9129502b-11e2-4758-88ac-fa32bb7e4129 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:38.036912 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-9129502b-11e2-4758-88ac-fa32bb7e4129 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:38.042560 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-9129502b-11e2-4758-88ac-fa32bb7e4129 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/67691fce-8308-48e3-b930-b7465ae25797 HTTP/1.1" status: 204 len: 168 time: 0.2077692 Nov 23 17:36:38.043945 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-ac2b71fa-8ee3-444a-9adf-3709f1c7f9a7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:38.052527 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9129502b-11e2-4758-88ac-fa32bb7e4129 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67691fce-8308-48e3-b930-b7465ae25797,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:36:38.074376 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] No Port match for: 15d88d92-3140-47a2-a6af-de1a12387fb4 {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:36:38.074863 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 15d88d92-3140-47a2-a6af-de1a12387fb4 not bound to the agent host n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Nov 23 17:36:38.104231 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Port 15d88d92-3140-47a2-a6af-de1a12387fb4 not found, will not notify nova. {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Nov 23 17:36:38.113886 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.db.api [None req-bfd3d60d-f9dc-43ee-a79c-6799517cdaca None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103592) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 17:36:38.114294 n-d-816206-8 neutron-server[103592]: DEBUG oslo_db.api [None req-bfd3d60d-f9dc-43ee-a79c-6799517cdaca None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 17:36:38.200042 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Pushing event updated for resources: {'Port': ['ID=6e576881-d765-4f59-97f7-c73e53ed1b98,revision_number=3']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:36:38.304397 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-ac2b71fa-8ee3-444a-9adf-3709f1c7f9a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:38.307948 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-ac2b71fa-8ee3-444a-9adf-3709f1c7f9a7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:38.311514 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-ac2b71fa-8ee3-444a-9adf-3709f1c7f9a7 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a4065fac-632a-4182-b5df-721e9b720858 HTTP/1.1" status: 204 len: 168 time: 0.9921207 Nov 23 17:36:38.320750 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-5d09f0cf-762b-4ca7-b9e2-c7bfae065d0d tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264758240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264314269'] for subnet, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:38.376461 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2b71fa-8ee3-444a-9adf-3709f1c7f9a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4065fac-632a-4182-b5df-721e9b720858,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:36:38.412597 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.agents_db [None req-464f6c07-0de8-4be6-8f5b-563f574d1c5d None None] Agent healthcheck: found 7 active agents {{(pid=103593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 17:36:38.422000 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d09f0cf-762b-4ca7-b9e2-c7bfae065d0d tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Pushing event deleted for resources: {'Subnet': ['ID=9cf9b3b8-bc4f-470b-965c-1b29ae81eb49,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:36:38.432374 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b61fb14b-9972-482f-9f88-13fa14a1f18e req-fd7a02a7-3622-4098-a697-3a1ed296d500 service neutron] 10.222.0.36 "GET /v2.0/networks/76740e25-dcec-4d2d-82d4-d720ca6b4fc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4908688 Nov 23 17:36:38.436070 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b92f9553-289e-4626-82ee-38f56b76de4c None None] Network 539e5a01-8706-4a83-8f55-c1e28ccaec0f requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:36:38.643475 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-5d09f0cf-762b-4ca7-b9e2-c7bfae065d0d tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973419', 'neutron.services.segments.db._delete_segments_for_network-8736635878840'] for network, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:38.720337 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60e0e7f1-1719-4402-afa4-7963b94b9348 None None] DHCP port deletion for 539e5a01-8706-4a83-8f55-c1e28ccaec0f request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:36:38.835994 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-7195ec01-a5b7-4b18-9eb9-0e4f549ba9b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1794316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1795362'] for router, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:38.850415 n-d-816206-8 neutron-server[103591]: DEBUG neutron.services.segments.db [None req-5d09f0cf-762b-4ca7-b9e2-c7bfae065d0d tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['539e5a01-8706-4a83-8f55-c1e28ccaec0f']}} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:36:38.885736 n-d-816206-8 neutron-server[103591]: DEBUG neutron.services.segments.db [None req-5d09f0cf-762b-4ca7-b9e2-c7bfae065d0d tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'efff0da8-58fd-4838-ba50-fc5c373c2743') {'for_net_delete': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:36:38.886376 n-d-816206-8 neutron-server[103591]: DEBUG neutron.services.segments.db [None req-5d09f0cf-762b-4ca7-b9e2-c7bfae065d0d tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'efff0da8-58fd-4838-ba50-fc5c373c2743') {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:36:38.911069 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-5d09f0cf-762b-4ca7-b9e2-c7bfae065d0d tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736635840332', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265989959'] for segment, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:38.937462 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 6e576881-d765-4f59-97f7-c73e53ed1b98 up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:36:38.951458 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 44594) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:36:38.954198 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-5d09f0cf-762b-4ca7-b9e2-c7bfae065d0d tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:38.969450 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d09f0cf-762b-4ca7-b9e2-c7bfae065d0d tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Releasing vlan 507 on physical network physnet1 to pool {{(pid=103591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 17:36:38.970672 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-5d09f0cf-762b-4ca7-b9e2-c7bfae065d0d tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264756290'] for segment, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:38.971923 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8810dc9b-2ccb-4410-80cd-a800c54640af admin admin] Publish callbacks [] for security_group, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:39.004737 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-3cac408f-905a-4028-aff2-5e96aa193910 None None] Provisioning complete for port 6e576881-d765-4f59-97f7-c73e53ed1b98 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:36:39.005539 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-3cac408f-905a-4028-aff2-5e96aa193910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:39.064255 n-d-816206-8 neutron-server[103591]: Traceback (most recent call last): Nov 23 17:36:39.064255 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 17:36:39.064255 n-d-816206-8 neutron-server[103591]: timer() Nov 23 17:36:39.064255 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 17:36:39.064255 n-d-816206-8 neutron-server[103591]: cb(*args, **kw) Nov 23 17:36:39.064255 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 17:36:39.064255 n-d-816206-8 neutron-server[103591]: return func(*args, **kwargs) Nov 23 17:36:39.064255 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 17:36:39.064255 n-d-816206-8 neutron-server[103591]: self._notify() Nov 23 17:36:39.064255 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 17:36:39.064255 n-d-816206-8 neutron-server[103591]: self.callback(batched_events) Nov 23 17:36:39.064255 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 17:36:39.064255 n-d-816206-8 neutron-server[103591]: event.method(event) Nov 23 17:36:39.064255 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 17:36:39.064255 n-d-816206-8 neutron-server[103591]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 17:36:39.064255 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 17:36:39.064255 n-d-816206-8 neutron-server[103591]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 17:36:39.064255 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 17:36:39.064255 n-d-816206-8 neutron-server[103591]: return f(self, *a, **k) Nov 23 17:36:39.064255 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 17:36:39.064255 n-d-816206-8 neutron-server[103591]: return self._get(url).json() Nov 23 17:36:39.064255 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 17:36:39.064255 n-d-816206-8 neutron-server[103591]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 17:36:39.064255 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 17:36:39.064255 n-d-816206-8 neutron-server[103591]: return self.request(url, 'GET', **kwargs) Nov 23 17:36:39.064255 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 17:36:39.064255 n-d-816206-8 neutron-server[103591]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 17:36:39.064255 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 17:36:39.064255 n-d-816206-8 neutron-server[103591]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 17:36:39.064255 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 17:36:39.064255 n-d-816206-8 neutron-server[103591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 17:36:39.064255 n-d-816206-8 neutron-server[103591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 17:36:39.117950 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-5d09f0cf-762b-4ca7-b9e2-c7bfae065d0d tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1795418'] for network, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:39.143530 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-5d09f0cf-762b-4ca7-b9e2-c7bfae065d0d tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for network, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:39.156505 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-5d09f0cf-762b-4ca7-b9e2-c7bfae065d0d tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] 10.222.0.60 "DELETE /v2.0/networks/539e5a01-8706-4a83-8f55-c1e28ccaec0f HTTP/1.1" status: 204 len: 168 time: 6.1373229 Nov 23 17:36:39.165013 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 44604) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:36:39.200727 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8810dc9b-2ccb-4410-80cd-a800c54640af admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:39.215371 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8810dc9b-2ccb-4410-80cd-a800c54640af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:39.223204 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port 6e576881-d765-4f59-97f7-c73e53ed1b98 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:36:39.224286 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:39.233196 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d09f0cf-762b-4ca7-b9e2-c7bfae065d0d tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Pushing event deleted for resources: {'Network': ['ID=539e5a01-8706-4a83-8f55-c1e28ccaec0f,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:36:39.236720 n-d-816206-8 neutron-server[103591]: INFO neutron.pecan_wsgi.hooks.translation [None req-da293050-631f-4459-9819-125f99d1c94d tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] DELETE failed (client error): The resource could not be found. Nov 23 17:36:39.237410 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da293050-631f-4459-9819-125f99d1c94d tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103591) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 17:36:39.245333 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-da293050-631f-4459-9819-125f99d1c94d tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] 10.222.0.60 "DELETE /v2.0/networks/539e5a01-8706-4a83-8f55-c1e28ccaec0f HTTP/1.1" status: 404 len: 339 time: 0.0410328 Nov 23 17:36:39.246508 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 44608) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:36:39.262709 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-5ce7d7bd-b66a-47a8-920c-1f36a5b215e2 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-257955066', 'description': 'd1'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:36:39.312751 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8810dc9b-2ccb-4410-80cd-a800c54640af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d602e72b-42eb-4e6c-8031-e1977b95c64e,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:36:39.320255 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-8810dc9b-2ccb-4410-80cd-a800c54640af admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=19155c28c5f341918f0929c58c0b456c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3645790 Nov 23 17:36:39.320624 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 44616) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:36:39.380712 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-79dab156-d5a6-4b48-85b6-ba8ddbf5a909 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:39.415045 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-79dab156-d5a6-4b48-85b6-ba8ddbf5a909 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:39.420334 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b61fb14b-9972-482f-9f88-13fa14a1f18e req-34f143df-90a3-419a-8266-06c3d437efa0 service neutron] 10.222.0.36 "GET /v2.0/networks/76740e25-dcec-4d2d-82d4-d720ca6b4fc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9584944 Nov 23 17:36:39.421048 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ce7d7bd-b66a-47a8-920c-1f36a5b215e2 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Made reservation on behalf of d5eecd5b996143b2ab53dcfe28b3de82 for: {'network': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:36:39.425220 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-5ce7d7bd-b66a-47a8-920c-1f36a5b215e2 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for network, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:39.454850 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ce7d7bd-b66a-47a8-920c-1f36a5b215e2 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] vlan segment allocate from pool success with {'vlan_id': 515, 'physical_network': 'physnet1'} {{(pid=103591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 17:36:39.464321 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 15d88d92-3140-47a2-a6af-de1a12387fb4 no longer exists at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:36:39.466850 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-5ce7d7bd-b66a-47a8-920c-1f36a5b215e2 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:39.467346 n-d-816206-8 neutron-server[103591]: INFO neutron.db.segments_db [None req-5ce7d7bd-b66a-47a8-920c-1f36a5b215e2 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Added segment 914e1872-dc71-4b01-ab46-83436f6e5937 of type vlan for network e64d4810-7798-4957-b71b-01ed0c7bd2f0 Nov 23 17:36:39.509464 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-79dab156-d5a6-4b48-85b6-ba8ddbf5a909 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:39.512974 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-79dab156-d5a6-4b48-85b6-ba8ddbf5a909 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:39.520766 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-79dab156-d5a6-4b48-85b6-ba8ddbf5a909 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d602e72b-42eb-4e6c-8031-e1977b95c64e HTTP/1.1" status: 204 len: 168 time: 0.1991923 Nov 23 17:36:39.535185 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] No Port match for: 15d88d92-3140-47a2-a6af-de1a12387fb4 {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:36:39.540318 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79dab156-d5a6-4b48-85b6-ba8ddbf5a909 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d602e72b-42eb-4e6c-8031-e1977b95c64e,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:36:39.541360 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 15d88d92-3140-47a2-a6af-de1a12387fb4 not bound to the agent host n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:36:39.585924 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b61fb14b-9972-482f-9f88-13fa14a1f18e req-85331b22-e4d5-4584-9d11-ea533138d752 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.53&port_id=ca65c076-5a6f-484a-9871-7163634af22d HTTP/1.1" status: 200 len: 217 time: 0.1443274 Nov 23 17:36:39.588884 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-5ce7d7bd-b66a-47a8-920c-1f36a5b215e2 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736635338810'] for network, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:39.648361 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61fb14b-9972-482f-9f88-13fa14a1f18e req-4e4acfcf-e163-4842-ad8c-549139a4ca21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:36:39.650407 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b61fb14b-9972-482f-9f88-13fa14a1f18e req-4e4acfcf-e163-4842-ad8c-549139a4ca21 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=79e8d965-2789-41b1-a1fa-0fe25b7624dc HTTP/1.1" status: 200 len: 797 time: 0.0532074 Nov 23 17:36:39.694985 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.db.resource_extend [None req-5ce7d7bd-b66a-47a8-920c-1f36a5b215e2 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 23 17:36:39.740106 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7195ec01-a5b7-4b18-9eb9-0e4f549ba9b5 admin admin] Router 9dcfc9f5-f147-4f22-aa75-2e7a2eeea944 is scheduled to L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 with binding_index 1 {{(pid=103591) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 17:36:39.753737 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61fb14b-9972-482f-9f88-13fa14a1f18e req-5c77cc6f-ab77-453a-aa92-9423e73d6ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:36:39.755546 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b61fb14b-9972-482f-9f88-13fa14a1f18e req-5c77cc6f-ab77-453a-aa92-9423e73d6ba5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=76740e25-dcec-4d2d-82d4-d720ca6b4fc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0951121 Nov 23 17:36:39.758627 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-5ce7d7bd-b66a-47a8-920c-1f36a5b215e2 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493'] for network, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:39.766214 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ce7d7bd-b66a-47a8-920c-1f36a5b215e2 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:36:39.767057 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-5ce7d7bd-b66a-47a8-920c-1f36a5b215e2 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for network, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:39.801415 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 44628) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:36:40.062745 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7195ec01-a5b7-4b18-9eb9-0e4f549ba9b5 admin admin] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:36:40.077735 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-04be2207-2352-47df-9cb6-5fbae38718ad admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-224649488-network', 'tenant_id': 'fc12dc2acdef47618664fb9af38a2b64'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:36:40.083007 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d61a2bb-4069-4f31-b0be-e2747fe2a7e2 None None] Sync routers for ids ['9dcfc9f5-f147-4f22-aa75-2e7a2eeea944'] in n-d-816206-8 {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:36:40.094075 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce7d7bd-b66a-47a8-920c-1f36a5b215e2 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Pushing event updated for resources: {'Network': ['ID=e64d4810-7798-4957-b71b-01ed0c7bd2f0,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:36:40.106762 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d61a2bb-4069-4f31-b0be-e2747fe2a7e2 None None] Routers {'9dcfc9f5-f147-4f22-aa75-2e7a2eeea944'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:36:40.106762 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-4d61a2bb-4069-4f31-b0be-e2747fe2a7e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:36:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['9dcfc9f5-f147-4f22-aa75-2e7a2eeea944'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:36:40.113249 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-5ce7d7bd-b66a-47a8-920c-1f36a5b215e2 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.8566942 Nov 23 17:36:40.113843 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 44642) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:36:40.116013 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Network e64d4810-7798-4957-b71b-01ed0c7bd2f0 details requested by agent ovs-agent-n-d-816206-8 with host n-d-816206-8 {{(pid=103592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 17:36:40.182961 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-7195ec01-a5b7-4b18-9eb9-0e4f549ba9b5 admin admin] Publish callbacks [] for router, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:40.192280 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-7195ec01-a5b7-4b18-9eb9-0e4f549ba9b5 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 8.3076146 Nov 23 17:36:40.195257 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 44646) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:36:40.202190 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04be2207-2352-47df-9cb6-5fbae38718ad admin admin] Made reservation on behalf of fc12dc2acdef47618664fb9af38a2b64 for: {'network': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:36:40.206014 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-04be2207-2352-47df-9cb6-5fbae38718ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for network, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:40.276102 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-04be2207-2352-47df-9cb6-5fbae38718ad admin admin] Publish callbacks [] for security_group, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:40.366345 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d0886ff-fcf8-48be-bc25-4e2dab1bd52f tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:36:40.368461 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-4d0886ff-fcf8-48be-bc25-4e2dab1bd52f tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] 10.222.0.60 "GET /v2.0/networks?id=e64d4810-7798-4957-b71b-01ed0c7bd2f0 HTTP/1.1" status: 200 len: 760 time: 0.2500677 Nov 23 17:36:40.372987 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 44654) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:36:40.379287 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-5f7d3e1c-2d2d-43c0-8fa4-482d51365051 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Request body: {'network': {'description': 'd2'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:36:40.592927 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvr_db [None req-4d61a2bb-4069-4f31-b0be-e2747fe2a7e2 None None] Set router 9dcfc9f5-f147-4f22-aa75-2e7a2eeea944 gateway port host: n-d-816206-8 {{(pid=103592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:36:40.863482 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5f7d3e1c-2d2d-43c0-8fa4-482d51365051 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736635338810'] for network, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:40.920117 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5f7d3e1c-2d2d-43c0-8fa4-482d51365051 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493'] for network, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:40.923592 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-4d61a2bb-4069-4f31-b0be-e2747fe2a7e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dcfc9f5-f147-4f22-aa75-2e7a2eeea944', 'name': 'tempest-TestServerMultinode-676768878-router', 'tenant_id': 'c328d1d10b5d45d296fb20d432bd53d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.83'}], 'enable_snat': True}, 'gw_port_id': '1be7e2fe-8348-47ae-a4ca-b071deb1a248', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:36:31Z', 'updated_at': '2021-11-23T17:36:36Z', 'revision_number': 3, 'project_id': 'c328d1d10b5d45d296fb20d432bd53d8', 'gw_port': {'id': '1be7e2fe-8348-47ae-a4ca-b071deb1a248', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:70:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dcfc9f5-f147-4f22-aa75-2e7a2eeea944', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1829, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:36:33Z', 'updated_at': '2021-11-23T17:36:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8'}], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:36:40.999862 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-04be2207-2352-47df-9cb6-5fbae38718ad admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:41.156865 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-5f7d3e1c-2d2d-43c0-8fa4-482d51365051 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Network e64d4810-7798-4957-b71b-01ed0c7bd2f0 is not hosted by any dhcp agent {{(pid=103590) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 23 17:36:41.162831 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f7d3e1c-2d2d-43c0-8fa4-482d51365051 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:36:41.163518 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5f7d3e1c-2d2d-43c0-8fa4-482d51365051 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Publish callbacks [] for network, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:41.189123 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-5f7d3e1c-2d2d-43c0-8fa4-482d51365051 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] 10.222.0.60 "PUT /v2.0/networks/e64d4810-7798-4957-b71b-01ed0c7bd2f0 HTTP/1.1" status: 200 len: 757 time: 0.8146803 Nov 23 17:36:41.190111 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7d3e1c-2d2d-43c0-8fa4-482d51365051 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Pushing event updated for resources: {'Network': ['ID=e64d4810-7798-4957-b71b-01ed0c7bd2f0,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:36:41.192224 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 44672) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:36:41.288510 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b61fb14b-9972-482f-9f88-13fa14a1f18e req-b18337f9-5beb-4169-909a-5efe0264d1e1 service neutron] 10.222.0.36 "GET /v2.0/networks/76740e25-dcec-4d2d-82d4-d720ca6b4fc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5068104 Nov 23 17:36:41.348297 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d61a2bb-4069-4f31-b0be-e2747fe2a7e2 None None] Checking router: 9dcfc9f5-f147-4f22-aa75-2e7a2eeea944 for host: n-d-816206-8 {{(pid=103592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 17:36:41.348985 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d61a2bb-4069-4f31-b0be-e2747fe2a7e2 None None] Updating router 9dcfc9f5-f147-4f22-aa75-2e7a2eeea944 port 1be7e2fe-8348-47ae-a4ca-b071deb1a248 binding host n-d-816206-8 {{(pid=103592) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 17:36:41.387419 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-04be2207-2352-47df-9cb6-5fbae38718ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:41.423681 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Network e64d4810-7798-4957-b71b-01ed0c7bd2f0 details requested by agent ovs-agent-n-d-816206-8 with host n-d-816206-8 {{(pid=103592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 17:36:41.470300 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b61fb14b-9972-482f-9f88-13fa14a1f18e req-59eb50ce-55b4-40ac-9a4d-9e924e03a685 service neutron] 10.222.0.36 "GET /v2.0/networks/76740e25-dcec-4d2d-82d4-d720ca6b4fc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1699891 Nov 23 17:36:41.523382 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b61fb14b-9972-482f-9f88-13fa14a1f18e req-32f6b0de-43e6-4e31-b924-b6c14ee39eac service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.173&port_id=bc47c78f-ab00-4260-a560-1743414d7f20 HTTP/1.1" status: 200 len: 217 time: 0.0423937 Nov 23 17:36:41.532521 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-4d61a2bb-4069-4f31-b0be-e2747fe2a7e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:41.545921 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04be2207-2352-47df-9cb6-5fbae38718ad admin admin] vlan segment allocate from pool success with {'vlan_id': 511, 'physical_network': 'physnet1'} {{(pid=103590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 17:36:41.583115 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-04be2207-2352-47df-9cb6-5fbae38718ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:41.583115 n-d-816206-8 neutron-server[103590]: INFO neutron.db.segments_db [None req-04be2207-2352-47df-9cb6-5fbae38718ad admin admin] Added segment 509aabfa-b4d9-4755-8504-6b69ea7b1206 of type vlan for network 8811c65e-4aeb-4c7e-a81d-4694c5478579 Nov 23 17:36:41.639470 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61fb14b-9972-482f-9f88-13fa14a1f18e req-30c6d1a5-5a23-4e3e-ba03-c4dac9abea98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:36:41.644168 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b61fb14b-9972-482f-9f88-13fa14a1f18e req-30c6d1a5-5a23-4e3e-ba03-c4dac9abea98 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=79e8d965-2789-41b1-a1fa-0fe25b7624dc HTTP/1.1" status: 200 len: 797 time: 0.0626004 Nov 23 17:36:41.768072 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-04be2207-2352-47df-9cb6-5fbae38718ad admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736635338810'] for network, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:41.880649 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61fb14b-9972-482f-9f88-13fa14a1f18e req-ff206036-158b-443a-9c11-37da0b668ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:36:41.880649 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b61fb14b-9972-482f-9f88-13fa14a1f18e req-ff206036-158b-443a-9c11-37da0b668ee3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=76740e25-dcec-4d2d-82d4-d720ca6b4fc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2011967 Nov 23 17:36:41.922120 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c6b284a-fc2d-481d-aab6-c95f85b68cb9 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:36:41.924903 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-9c6b284a-fc2d-481d-aab6-c95f85b68cb9 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] 10.222.0.60 "GET /v2.0/networks?id=e64d4810-7798-4957-b71b-01ed0c7bd2f0 HTTP/1.1" status: 200 len: 760 time: 0.7301633 Nov 23 17:36:41.929828 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-04be2207-2352-47df-9cb6-5fbae38718ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493'] for network, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:41.930698 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04be2207-2352-47df-9cb6-5fbae38718ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:36:41.934783 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-04be2207-2352-47df-9cb6-5fbae38718ad admin admin] Publish callbacks [] for network, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:41.943248 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 44688) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:36:41.958087 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-93064fd8-4385-46e1-96e3-e343e2f83ee9 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-770691766'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:36:41.994959 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04be2207-2352-47df-9cb6-5fbae38718ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c9a971d-fa5b-4b1f-bed2-c3007d014589,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:36:42.045941 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04be2207-2352-47df-9cb6-5fbae38718ad admin admin] Pushing event updated for resources: {'Network': ['ID=8811c65e-4aeb-4c7e-a81d-4694c5478579,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:36:42.063971 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93064fd8-4385-46e1-96e3-e343e2f83ee9 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Made reservation on behalf of d5eecd5b996143b2ab53dcfe28b3de82 for: {'network': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:36:42.069651 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-93064fd8-4385-46e1-96e3-e343e2f83ee9 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for network, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:42.085601 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-04be2207-2352-47df-9cb6-5fbae38718ad admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.2829247 Nov 23 17:36:42.089570 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 44692) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:36:42.091266 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Network 8811c65e-4aeb-4c7e-a81d-4694c5478579 details requested by agent ovs-agent-n-d-816206-8 with host n-d-816206-8 {{(pid=103592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 17:36:42.097189 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-bb565641-e37c-4fc8-ac69-0ee8d3c99d4d admin admin] Request body: {'subnet': {'network_id': '8811c65e-4aeb-4c7e-a81d-4694c5478579', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-224649488-subnet', 'tenant_id': 'fc12dc2acdef47618664fb9af38a2b64', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:36:42.126368 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93064fd8-4385-46e1-96e3-e343e2f83ee9 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] vlan segment allocate from pool success with {'vlan_id': 544, 'physical_network': 'physnet1'} {{(pid=103590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 17:36:42.153697 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-93064fd8-4385-46e1-96e3-e343e2f83ee9 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:42.154328 n-d-816206-8 neutron-server[103590]: INFO neutron.db.segments_db [None req-93064fd8-4385-46e1-96e3-e343e2f83ee9 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Added segment 6b977e9b-e0e5-49ce-bb46-a7c75757c0a5 of type vlan for network 42c7981b-043f-437c-9d86-95844caaf3e9 Nov 23 17:36:42.165041 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb565641-e37c-4fc8-ac69-0ee8d3c99d4d admin admin] Made reservation on behalf of fc12dc2acdef47618664fb9af38a2b64 for: {'subnet': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:36:42.168222 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-bb565641-e37c-4fc8-ac69-0ee8d3c99d4d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264730903'] for subnet, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:42.171414 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-7cdf0879-e855-4aa6-aeb9-c679895df9d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:42.370336 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-4d61a2bb-4069-4f31-b0be-e2747fe2a7e2 None None] Publish callbacks [] for port, precommit_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:42.382805 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-4d61a2bb-4069-4f31-b0be-e2747fe2a7e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:42.390686 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-93064fd8-4385-46e1-96e3-e343e2f83ee9 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736635338810'] for network, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:42.438055 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b61fb14b-9972-482f-9f88-13fa14a1f18e req-64aa1a7a-a42d-4a6b-9914-2aee11c9736c service neutron] 10.222.0.36 "GET /v2.0/networks/76740e25-dcec-4d2d-82d4-d720ca6b4fc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5367041 Nov 23 17:36:42.443802 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c78bf7-cc8d-44c5-95db-df017bbad7eb None None] Pushing event updated for resources: {'Port': ['ID=1be7e2fe-8348-47ae-a4ca-b071deb1a248,revision_number=2']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:36:42.447471 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-93064fd8-4385-46e1-96e3-e343e2f83ee9 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493'] for network, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:42.452927 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93064fd8-4385-46e1-96e3-e343e2f83ee9 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:36:42.453526 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-93064fd8-4385-46e1-96e3-e343e2f83ee9 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Publish callbacks [] for network, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:42.475127 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-4d61a2bb-4069-4f31-b0be-e2747fe2a7e2 None None] Attempting to bind port 1be7e2fe-8348-47ae-a4ca-b071deb1a248 on host n-d-816206-8 for vnic_type normal with profile {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:36:42.475518 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-4d61a2bb-4069-4f31-b0be-e2747fe2a7e2 None None] Attempting to bind port 1be7e2fe-8348-47ae-a4ca-b071deb1a248 by drivers openvswitch,hyperv on host n-d-816206-8 at level 0 using segments [{'id': 'bffd1e4f-e80f-4ff0-b418-2f42ae15febf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:36:42.475966 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d61a2bb-4069-4f31-b0be-e2747fe2a7e2 None None] Attempting to bind port 1be7e2fe-8348-47ae-a4ca-b071deb1a248 on network 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:36:42.502909 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-93064fd8-4385-46e1-96e3-e343e2f83ee9 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5562680 Nov 23 17:36:42.506321 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d61a2bb-4069-4f31-b0be-e2747fe2a7e2 None None] Checking agent: {'id': '9e89acbe-4bbe-4c77-a18b-6f1da9133e0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 7, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 36, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:36:42.506706 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d61a2bb-4069-4f31-b0be-e2747fe2a7e2 None None] Checking segment: {'id': 'bffd1e4f-e80f-4ff0-b418-2f42ae15febf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:36:42.507116 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-4d61a2bb-4069-4f31-b0be-e2747fe2a7e2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:42.507513 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d61a2bb-4069-4f31-b0be-e2747fe2a7e2 None None] Bound using segment: {'id': 'bffd1e4f-e80f-4ff0-b418-2f42ae15febf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:36:42.508005 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-4d61a2bb-4069-4f31-b0be-e2747fe2a7e2 None None] Bound port: 1be7e2fe-8348-47ae-a4ca-b071deb1a248, host: n-d-816206-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bffd1e4f-e80f-4ff0-b418-2f42ae15febf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'}}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:36:42.508397 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-4d61a2bb-4069-4f31-b0be-e2747fe2a7e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:42.526204 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 44702) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:36:42.534787 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-56d7c951-7fae-4e86-a9b0-2f83e42b708c tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Request body: {'subnet': {'network_id': '42c7981b-043f-437c-9d86-95844caaf3e9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:36:42.570927 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-4d61a2bb-4069-4f31-b0be-e2747fe2a7e2 None None] For port 1be7e2fe-8348-47ae-a4ca-b071deb1a248, host n-d-816206-8, cleared binding levels {{(pid=103592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:36:42.575942 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-4d61a2bb-4069-4f31-b0be-e2747fe2a7e2 None None] For port 1be7e2fe-8348-47ae-a4ca-b071deb1a248, host n-d-816206-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=1be7e2fe-8348-47ae-a4ca-b071deb1a248,segment=NetworkSegment(bffd1e4f-e80f-4ff0-b418-2f42ae15febf),segment_id=bffd1e4f-e80f-4ff0-b418-2f42ae15febf)] {{(pid=103592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:36:42.577505 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1db3f32-8314-44bb-a870-3b1f2d098d98 None None] DHCP port deletion for 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:36:42.589775 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-4d61a2bb-4069-4f31-b0be-e2747fe2a7e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:42.591428 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93064fd8-4385-46e1-96e3-e343e2f83ee9 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Pushing event updated for resources: {'Network': ['ID=42c7981b-043f-437c-9d86-95844caaf3e9,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:36:42.657410 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c78bf7-cc8d-44c5-95db-df017bbad7eb None None] Pushing event updated for resources: {'Port': ['ID=1be7e2fe-8348-47ae-a4ca-b071deb1a248,revision_number=3']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:36:42.660417 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Network 42c7981b-043f-437c-9d86-95844caaf3e9 details requested by agent ovs-agent-n-d-816206-8 with host n-d-816206-8 {{(pid=103592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 17:36:42.748819 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-5e15fb6b-7b6e-4a5b-8b5b-935f69b2a06f None None] Provisioning complete for port 1be7e2fe-8348-47ae-a4ca-b071deb1a248 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:36:42.749320 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-5e15fb6b-7b6e-4a5b-8b5b-935f69b2a06f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:42.770743 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32978f80-3654-46e5-b1e9-27a8dbfe4774 None None] DHCP port deletion for 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:36:42.804034 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b61fb14b-9972-482f-9f88-13fa14a1f18e req-ef25a7cd-7728-4eb1-945f-2c4363f622d3 service neutron] 10.222.0.36 "GET /v2.0/networks/76740e25-dcec-4d2d-82d4-d720ca6b4fc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3541293 Nov 23 17:36:42.891453 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b61fb14b-9972-482f-9f88-13fa14a1f18e req-21a5cb6d-e44e-410a-861a-073fadc88551 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.132&port_id=cdb25aeb-c6d5-4b35-bc63-c92ed105830a HTTP/1.1" status: 200 len: 217 time: 0.0496345 Nov 23 17:36:42.894781 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-bb565641-e37c-4fc8-ac69-0ee8d3c99d4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264358096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264730885'] for subnet, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:42.912526 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d61a2bb-4069-4f31-b0be-e2747fe2a7e2 None None] Routers {'9dcfc9f5-f147-4f22-aa75-2e7a2eeea944'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:36:42.913267 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-4d61a2bb-4069-4f31-b0be-e2747fe2a7e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:36:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['9dcfc9f5-f147-4f22-aa75-2e7a2eeea944'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:36:42.945351 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.db_base_plugin_common [None req-7cdf0879-e855-4aa6-aeb9-c679895df9d4 admin admin] Allocated IP 172.20.0.1 (66ff31d8-0f75-429d-aef0-9e289b1dae32/96d2a518-e68a-4770-a9fe-c56ccb38381f/dd77a1f5-1f5a-468b-b446-731c1c78b064) {{(pid=103591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:36:42.989217 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61fb14b-9972-482f-9f88-13fa14a1f18e req-e0647f1d-8e4e-4e87-82a3-3628038f6b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:36:42.990803 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b61fb14b-9972-482f-9f88-13fa14a1f18e req-e0647f1d-8e4e-4e87-82a3-3628038f6b50 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=79e8d965-2789-41b1-a1fa-0fe25b7624dc HTTP/1.1" status: 200 len: 797 time: 0.0915780 Nov 23 17:36:42.996531 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56d7c951-7fae-4e86-a9b0-2f83e42b708c tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Made reservation on behalf of d5eecd5b996143b2ab53dcfe28b3de82 for: {'subnet': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:36:43.013351 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-56d7c951-7fae-4e86-a9b0-2f83e42b708c tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264730903'] for subnet, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:43.147733 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-f8a1edc3-858e-4333-b9e6-59da66dde377 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:43.197433 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61fb14b-9972-482f-9f88-13fa14a1f18e req-c625e5eb-62e3-43e3-845a-be6a6321da0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:36:43.200091 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b61fb14b-9972-482f-9f88-13fa14a1f18e req-c625e5eb-62e3-43e3-845a-be6a6321da0c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=76740e25-dcec-4d2d-82d4-d720ca6b4fc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1892910 Nov 23 17:36:43.324234 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-5e15fb6b-7b6e-4a5b-8b5b-935f69b2a06f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:43.337344 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb565641-e37c-4fc8-ac69-0ee8d3c99d4d admin admin] Pushing event updated for resources: {'Subnet': ['ID=b186db1a-5b84-4b46-989b-3956c608ca2f,revision_number=0']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:36:43.395461 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-5e15fb6b-7b6e-4a5b-8b5b-935f69b2a06f None None] For port 1be7e2fe-8348-47ae-a4ca-b071deb1a248, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=1be7e2fe-8348-47ae-a4ca-b071deb1a248,segment=NetworkSegment(bffd1e4f-e80f-4ff0-b418-2f42ae15febf),segment_id=bffd1e4f-e80f-4ff0-b418-2f42ae15febf)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:36:43.410312 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-5e15fb6b-7b6e-4a5b-8b5b-935f69b2a06f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:43.421990 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:43.498917 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvr_db [None req-4d61a2bb-4069-4f31-b0be-e2747fe2a7e2 None None] Set router 9dcfc9f5-f147-4f22-aa75-2e7a2eeea944 gateway port host: n-d-816206-8 {{(pid=103592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:36:43.517003 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-7cdf0879-e855-4aa6-aeb9-c679895df9d4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:43.601469 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b61fb14b-9972-482f-9f88-13fa14a1f18e req-7fc5cab7-7f8f-408c-92a8-53af4e0aae2d service neutron] 10.222.0.36 "GET /v2.0/networks/76740e25-dcec-4d2d-82d4-d720ca6b4fc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3926692 Nov 23 17:36:43.603606 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e15fb6b-7b6e-4a5b-8b5b-935f69b2a06f None None] Pushing event updated for resources: {'Port': ['ID=1be7e2fe-8348-47ae-a4ca-b071deb1a248,revision_number=4']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:36:43.620115 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-7cdf0879-e855-4aa6-aeb9-c679895df9d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:43.637691 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-4e09f175-ec7b-40dd-b524-3b700cf6c809 None None] Provisioning complete for port 1be7e2fe-8348-47ae-a4ca-b071deb1a248 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:36:43.639192 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-4e09f175-ec7b-40dd-b524-3b700cf6c809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:43.664157 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb565641-e37c-4fc8-ac69-0ee8d3c99d4d admin admin] Checking segment: {'id': '509aabfa-b4d9-4755-8504-6b69ea7b1206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '8811c65e-4aeb-4c7e-a81d-4694c5478579'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:36:43.664782 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb565641-e37c-4fc8-ac69-0ee8d3c99d4d admin admin] Network hostable DHCP agents. Network: 8811c65e-4aeb-4c7e-a81d-4694c5478579, hostable agents: ['0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3'], hosted agents: [] {{(pid=103590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 17:36:43.693955 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-56d7c951-7fae-4e86-a9b0-2f83e42b708c tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264358096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264730885'] for subnet, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:43.725725 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cdf0879-e855-4aa6-aeb9-c679895df9d4 admin admin] Network 66ff31d8-0f75-429d-aef0-9e289b1dae32 is already hosted by enough agents. {{(pid=103591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:36:43.736068 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [None req-7cdf0879-e855-4aa6-aeb9-c679895df9d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:36:43.740711 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cdf0879-e855-4aa6-aeb9-c679895df9d4 admin admin] Received port after_create {{(pid=103591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:36:43.742911 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdf0879-e855-4aa6-aeb9-c679895df9d4 admin admin] Pushing event updated for resources: {'Port': ['ID=dd77a1f5-1f5a-468b-b446-731c1c78b064,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:36:43.788407 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d7c951-7fae-4e86-a9b0-2f83e42b708c tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Pushing event updated for resources: {'Subnet': ['ID=e1b8b487-e71d-4142-b299-e42e0ca3c6a2,revision_number=0']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:36:43.798520 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb565641-e37c-4fc8-ac69-0ee8d3c99d4d admin admin] Network 8811c65e-4aeb-4c7e-a81d-4694c5478579 is scheduled to be hosted by DHCP agent 0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3 with binding_index 1 {{(pid=103590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 17:36:43.809257 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b61fb14b-9972-482f-9f88-13fa14a1f18e req-368a82dc-df94-4a3f-a482-28ea42cc4c75 service neutron] 10.222.0.36 "GET /v2.0/networks/76740e25-dcec-4d2d-82d4-d720ca6b4fc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1990588 Nov 23 17:36:43.813153 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-7cdf0879-e855-4aa6-aeb9-c679895df9d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1795539'] for router_interface, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:43.817689 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-bb565641-e37c-4fc8-ac69-0ee8d3c99d4d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-8, 8811c65e-4aeb-4c7e-a81d-4694c5478579) {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:36:43.824582 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb565641-e37c-4fc8-ac69-0ee8d3c99d4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:36:43.826412 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-bb565641-e37c-4fc8-ac69-0ee8d3c99d4d admin admin] Publish callbacks [] for subnet, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:43.849457 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56d7c951-7fae-4e86-a9b0-2f83e42b708c tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Checking segment: {'id': '6b977e9b-e0e5-49ce-bb46-a7c75757c0a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '42c7981b-043f-437c-9d86-95844caaf3e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:36:43.849984 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56d7c951-7fae-4e86-a9b0-2f83e42b708c tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Network hostable DHCP agents. Network: 42c7981b-043f-437c-9d86-95844caaf3e9, hostable agents: ['0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3'], hosted agents: [] {{(pid=103590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 17:36:43.858679 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-bb565641-e37c-4fc8-ac69-0ee8d3c99d4d admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.7674115 Nov 23 17:36:43.874965 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01b3018e-6aa2-4a4b-a89f-1ad41dddcc96 None None] Network 8811c65e-4aeb-4c7e-a81d-4694c5478579 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:36:43.878391 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56d7c951-7fae-4e86-a9b0-2f83e42b708c tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Network 42c7981b-043f-437c-9d86-95844caaf3e9 is scheduled to be hosted by DHCP agent 0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3 with binding_index 1 {{(pid=103590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 17:36:43.885260 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-56d7c951-7fae-4e86-a9b0-2f83e42b708c tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-8, 42c7981b-043f-437c-9d86-95844caaf3e9) {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:36:43.887400 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b61fb14b-9972-482f-9f88-13fa14a1f18e req-0fd6080b-1a7b-481e-98f9-db5286029d73 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=d4f487c3-aeab-403d-8746-5a1aee6d7eaa HTTP/1.1" status: 200 len: 217 time: 0.0699143 Nov 23 17:36:43.891387 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56d7c951-7fae-4e86-a9b0-2f83e42b708c tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:36:43.891987 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-56d7c951-7fae-4e86-a9b0-2f83e42b708c tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Publish callbacks [] for subnet, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:43.918744 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dc75034-e05c-442e-8406-7f357dcdc769 None None] Network 42c7981b-043f-437c-9d86-95844caaf3e9 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:36:43.924117 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-56d7c951-7fae-4e86-a9b0-2f83e42b708c tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3967326 Nov 23 17:36:43.925693 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 44740) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:36:44.152862 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61fb14b-9972-482f-9f88-13fa14a1f18e req-1d4c4d81-56c4-4215-acef-ab3b164fb229 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:36:44.155010 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b61fb14b-9972-482f-9f88-13fa14a1f18e req-1d4c4d81-56c4-4215-acef-ab3b164fb229 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8af7564e-f655-496a-9b6e-3592a9b162a5 HTTP/1.1" status: 200 len: 797 time: 0.1657431 Nov 23 17:36:44.256839 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d78e2ead-2946-4c74-9f93-2eeb7d7e8fc2 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-555181'] for network, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:44.369950 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d78e2ead-2946-4c74-9f93-2eeb7d7e8fc2 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971956'] for subnet, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:44.384963 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61fb14b-9972-482f-9f88-13fa14a1f18e req-2cdd25ad-3b3e-43e8-bc2b-d6c395da66f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:36:44.395280 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b61fb14b-9972-482f-9f88-13fa14a1f18e req-2cdd25ad-3b3e-43e8-bc2b-d6c395da66f5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=22bc55ee-b0f3-41c3-894c-32c421670838&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2200751 Nov 23 17:36:44.523116 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d78e2ead-2946-4c74-9f93-2eeb7d7e8fc2 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264357903', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264730940'] for subnet, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:44.564226 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-7cdf0879-e855-4aa6-aeb9-c679895df9d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:44.632294 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78e2ead-2946-4c74-9f93-2eeb7d7e8fc2 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Pushing event deleted for resources: {'Subnet': ['ID=e1b8b487-e71d-4142-b299-e42e0ca3c6a2,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:36:44.928457 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:44.999424 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e543faf-d270-4c61-a3ed-dce06e2b77d3 None None] Network 8811c65e-4aeb-4c7e-a81d-4694c5478579 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:36:45.036891 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b61fb14b-9972-482f-9f88-13fa14a1f18e req-a8476fd5-cb53-4c25-95a9-6ad9ea76a9de service neutron] 10.222.0.36 "GET /v2.0/networks/22bc55ee-b0f3-41c3-894c-32c421670838?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6309228 Nov 23 17:36:45.310721 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d78e2ead-2946-4c74-9f93-2eeb7d7e8fc2 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973419', 'neutron.services.segments.db._delete_segments_for_network-8736635878840'] for network, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:45.377275 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34368cfb-91d5-4c55-b04d-7e99064357ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp355044b8-8e87-58c4-94fa-4a010ec30f9e-42c7981b-043f-437c-9d86-95844caaf3e9', 'network_id': '42c7981b-043f-437c-9d86-95844caaf3e9', 'tenant_id': 'd5eecd5b996143b2ab53dcfe28b3de82', 'fixed_ips': [{'subnet_id': 'e1b8b487-e71d-4142-b299-e42e0ca3c6a2'}]}} from n-d-816206-8. {{(pid=103592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 17:36:45.378570 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-d78e2ead-2946-4c74-9f93-2eeb7d7e8fc2 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42c7981b-043f-437c-9d86-95844caaf3e9']}} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:36:45.378739 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-34368cfb-91d5-4c55-b04d-7e99064357ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:45.403021 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-d78e2ead-2946-4c74-9f93-2eeb7d7e8fc2 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b977e9b-e0e5-49ce-bb46-a7c75757c0a5') {'for_net_delete': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:36:45.403605 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-d78e2ead-2946-4c74-9f93-2eeb7d7e8fc2 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b977e9b-e0e5-49ce-bb46-a7c75757c0a5') {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:36:45.421423 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d78e2ead-2946-4c74-9f93-2eeb7d7e8fc2 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736635840332', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-267528353'] for segment, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:45.464204 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d78e2ead-2946-4c74-9f93-2eeb7d7e8fc2 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:45.486017 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d78e2ead-2946-4c74-9f93-2eeb7d7e8fc2 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Releasing vlan 544 on physical network physnet1 to pool {{(pid=103590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 17:36:45.486430 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d78e2ead-2946-4c74-9f93-2eeb7d7e8fc2 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264370093'] for segment, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:45.499969 n-d-816206-8 neutron-server[103590]: Traceback (most recent call last): Nov 23 17:36:45.499969 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 17:36:45.499969 n-d-816206-8 neutron-server[103590]: timer() Nov 23 17:36:45.499969 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 17:36:45.499969 n-d-816206-8 neutron-server[103590]: cb(*args, **kw) Nov 23 17:36:45.499969 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 17:36:45.499969 n-d-816206-8 neutron-server[103590]: return func(*args, **kwargs) Nov 23 17:36:45.499969 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 17:36:45.499969 n-d-816206-8 neutron-server[103590]: self._notify() Nov 23 17:36:45.499969 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 17:36:45.499969 n-d-816206-8 neutron-server[103590]: self.callback(batched_events) Nov 23 17:36:45.499969 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 17:36:45.499969 n-d-816206-8 neutron-server[103590]: event.method(event) Nov 23 17:36:45.499969 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 17:36:45.499969 n-d-816206-8 neutron-server[103590]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 17:36:45.499969 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 17:36:45.499969 n-d-816206-8 neutron-server[103590]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 17:36:45.499969 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 17:36:45.499969 n-d-816206-8 neutron-server[103590]: return f(self, *a, **k) Nov 23 17:36:45.499969 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 17:36:45.499969 n-d-816206-8 neutron-server[103590]: return self._get(url).json() Nov 23 17:36:45.499969 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 17:36:45.499969 n-d-816206-8 neutron-server[103590]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 17:36:45.499969 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 17:36:45.499969 n-d-816206-8 neutron-server[103590]: return self.request(url, 'GET', **kwargs) Nov 23 17:36:45.499969 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 17:36:45.499969 n-d-816206-8 neutron-server[103590]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 17:36:45.499969 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 17:36:45.499969 n-d-816206-8 neutron-server[103590]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 17:36:45.499969 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 17:36:45.499969 n-d-816206-8 neutron-server[103590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 17:36:45.499969 n-d-816206-8 neutron-server[103590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 17:36:45.522729 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b33d1298-8c44-4b22-8a7a-1cfe40e2bccc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:45.547525 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-e1e383b3-cae5-40d9-a053-bda7ecf6003e None None] Provisioning complete for port dd77a1f5-1f5a-468b-b446-731c1c78b064 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:36:45.548241 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-e1e383b3-cae5-40d9-a053-bda7ecf6003e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:45.555397 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46878136-4b71-4c5e-9422-30758417266f None None] Network 42c7981b-043f-437c-9d86-95844caaf3e9 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:36:45.651657 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d78e2ead-2946-4c74-9f93-2eeb7d7e8fc2 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1795418'] for network, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:45.663433 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d78e2ead-2946-4c74-9f93-2eeb7d7e8fc2 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Publish callbacks [] for network, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:45.667290 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59f80b1-9fa9-44fe-997f-9f50ea5cc390 req-8a6c5157-dfa3-46d3-addf-f224e74c8dcf tempest-InstanceActionsV221TestJSON-1408149125 tempest-InstanceActionsV221TestJSON-1408149125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:36:45.669538 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c59f80b1-9fa9-44fe-997f-9f50ea5cc390 req-8a6c5157-dfa3-46d3-addf-f224e74c8dcf tempest-InstanceActionsV221TestJSON-1408149125 tempest-InstanceActionsV221TestJSON-1408149125-project] 10.222.0.60 "GET /v2.0/networks?id=8811c65e-4aeb-4c7e-a81d-4694c5478579 HTTP/1.1" status: 200 len: 817 time: 0.7061138 Nov 23 17:36:45.673809 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-d78e2ead-2946-4c74-9f93-2eeb7d7e8fc2 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] 10.222.0.60 "DELETE /v2.0/networks/42c7981b-043f-437c-9d86-95844caaf3e9 HTTP/1.1" status: 204 len: 168 time: 1.7460039 Nov 23 17:36:45.676176 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 44792) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:36:45.715819 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c59f80b1-9fa9-44fe-997f-9f50ea5cc390 req-46374c28-9674-4232-8358-4f795e10c486 tempest-InstanceActionsV221TestJSON-1408149125 tempest-InstanceActionsV221TestJSON-1408149125-project] 10.222.0.60 "GET /v2.0/quotas/fc12dc2acdef47618664fb9af38a2b64 HTTP/1.1" status: 200 len: 375 time: 0.0321276 Nov 23 17:36:45.725207 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78e2ead-2946-4c74-9f93-2eeb7d7e8fc2 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Pushing event deleted for resources: {'Network': ['ID=42c7981b-043f-437c-9d86-95844caaf3e9,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:36:45.767165 n-d-816206-8 neutron-server[103590]: INFO neutron.pecan_wsgi.hooks.translation [None req-68cabd70-9660-4164-82a6-59710d7d60a0 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] GET failed (client error): The resource could not be found. Nov 23 17:36:45.771114 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-68cabd70-9660-4164-82a6-59710d7d60a0 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] 10.222.0.60 "GET /v2.0/subnets/e1b8b487-e71d-4142-b299-e42e0ca3c6a2 HTTP/1.1" status: 404 len: 337 time: 0.0922089 Nov 23 17:36:45.777337 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 44796) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:36:45.843340 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b61fb14b-9972-482f-9f88-13fa14a1f18e req-2eef72ea-45c9-4d4f-814b-77f4032c0be7 service neutron] 10.222.0.36 "GET /v2.0/networks/22bc55ee-b0f3-41c3-894c-32c421670838?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5588181 Nov 23 17:36:45.849078 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c59f80b1-9fa9-44fe-997f-9f50ea5cc390 req-065bb383-5711-469d-860b-bd7a76ae9141 tempest-InstanceActionsV221TestJSON-1408149125 tempest-InstanceActionsV221TestJSON-1408149125-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=fc12dc2acdef47618664fb9af38a2b64&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1263196 Nov 23 17:36:45.858577 n-d-816206-8 neutron-server[103590]: INFO neutron.pecan_wsgi.hooks.translation [None req-acbe41ca-e6a1-4307-b949-11becc04e31f tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] DELETE failed (client error): The resource could not be found. Nov 23 17:36:45.859807 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-acbe41ca-e6a1-4307-b949-11becc04e31f tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103590) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 17:36:45.872742 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-acbe41ca-e6a1-4307-b949-11becc04e31f tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] 10.222.0.60 "DELETE /v2.0/networks/42c7981b-043f-437c-9d86-95844caaf3e9 HTTP/1.1" status: 404 len: 339 time: 0.0941160 Nov 23 17:36:45.878023 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 44800) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:36:45.894359 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-7cdf0879-e855-4aa6-aeb9-c679895df9d4 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:45.958226 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-4d61a2bb-4069-4f31-b0be-e2747fe2a7e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dcfc9f5-f147-4f22-aa75-2e7a2eeea944', 'name': 'tempest-TestServerMultinode-676768878-router', 'tenant_id': 'c328d1d10b5d45d296fb20d432bd53d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.83'}], 'enable_snat': True}, 'gw_port_id': '1be7e2fe-8348-47ae-a4ca-b071deb1a248', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:36:31Z', 'updated_at': '2021-11-23T17:36:36Z', 'revision_number': 3, 'project_id': 'c328d1d10b5d45d296fb20d432bd53d8', 'gw_port': {'id': '1be7e2fe-8348-47ae-a4ca-b071deb1a248', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:70:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dcfc9f5-f147-4f22-aa75-2e7a2eeea944', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1829, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:36:33Z', 'updated_at': '2021-11-23T17:36:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8'}], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:36:45.991591 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d61a2bb-4069-4f31-b0be-e2747fe2a7e2 None None] The sync data for ids ['9dcfc9f5-f147-4f22-aa75-2e7a2eeea944'] in n-d-816206-8 is: [{'id': '9dcfc9f5-f147-4f22-aa75-2e7a2eeea944', 'name': 'tempest-TestServerMultinode-676768878-router', 'tenant_id': 'c328d1d10b5d45d296fb20d432bd53d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.83'}], 'enable_snat': True}, 'gw_port_id': '1be7e2fe-8348-47ae-a4ca-b071deb1a248', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:36:31Z', 'updated_at': '2021-11-23T17:36:36Z', 'revision_number': 3, 'project_id': 'c328d1d10b5d45d296fb20d432bd53d8', 'gw_port': {'id': '1be7e2fe-8348-47ae-a4ca-b071deb1a248', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:70:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dcfc9f5-f147-4f22-aa75-2e7a2eeea944', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1829, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:36:33Z', 'updated_at': '2021-11-23T17:36:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8'}] {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:36:46.028591 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-e1e383b3-cae5-40d9-a053-bda7ecf6003e None None] Port dd77a1f5-1f5a-468b-b446-731c1c78b064 cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:36:46.074574 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-7cdf0879-e855-4aa6-aeb9-c679895df9d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264758186'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:46.130042 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c59f80b1-9fa9-44fe-997f-9f50ea5cc390 req-eab34a61-c731-47d0-9d06-0b32627d6af1 service neutron] 10.222.0.60 "GET /v2.0/networks/8811c65e-4aeb-4c7e-a81d-4694c5478579?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2715018 Nov 23 17:36:46.132648 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-7cdf0879-e855-4aa6-aeb9-c679895df9d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2068703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1794403'] for router_interface, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:46.141894 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b61fb14b-9972-482f-9f88-13fa14a1f18e req-b97800f2-1863-4207-90e0-9531a65cc5b6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=710bef9f-b70a-46f8-8336-d0a377111f32 HTTP/1.1" status: 200 len: 217 time: 0.2845089 Nov 23 17:36:46.235849 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-206c1b5c-69fd-440e-a275-fea1840accae tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:36:46.237470 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-206c1b5c-69fd-440e-a275-fea1840accae tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3581691 Nov 23 17:36:46.241769 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 44806) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:36:46.320881 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-613a24da-34bc-4fd7-8151-92311d82b73e tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] 10.222.0.60 "GET /v2.0/subnets?network_id=4c8455ba-1be5-42ac-b8c2-8a16e1292d55 HTTP/1.1" status: 200 len: 207 time: 0.0777287 Nov 23 17:36:46.327753 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 44816) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:36:46.458626 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61fb14b-9972-482f-9f88-13fa14a1f18e req-4d6700be-f56b-45d9-8c59-afa9339f3b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:36:46.460788 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b61fb14b-9972-482f-9f88-13fa14a1f18e req-4d6700be-f56b-45d9-8c59-afa9339f3b83 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8af7564e-f655-496a-9b6e-3592a9b162a5 HTTP/1.1" status: 200 len: 797 time: 0.2729337 Nov 23 17:36:46.464256 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdf0879-e855-4aa6-aeb9-c679895df9d4 admin admin] Pushing event updated for resources: {'Port': ['ID=dd77a1f5-1f5a-468b-b446-731c1c78b064,revision_number=2']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:36:46.504901 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-52822d53-48f5-4819-8a95-bdc13aea0bf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:46.636713 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9d6c70b-93b8-4360-afce-84e40c486fb3 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:36:46.666784 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9d6c70b-93b8-4360-afce-84e40c486fb3 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:36:46.672569 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9d6c70b-93b8-4360-afce-84e40c486fb3 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:36:46.683294 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61fb14b-9972-482f-9f88-13fa14a1f18e req-dba630cc-be38-4fb1-b8f6-3b819bc7c1e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:36:46.685298 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b61fb14b-9972-482f-9f88-13fa14a1f18e req-dba630cc-be38-4fb1-b8f6-3b819bc7c1e6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=22bc55ee-b0f3-41c3-894c-32c421670838&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1619570 Nov 23 17:36:46.686654 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9d6c70b-93b8-4360-afce-84e40c486fb3 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:36:46.694228 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-a9d6c70b-93b8-4360-afce-84e40c486fb3 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2485 time: 0.3589785 Nov 23 17:36:46.694228 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 44828) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:36:46.739784 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c59f80b1-9fa9-44fe-997f-9f50ea5cc390 req-8e449f8e-236f-4f18-bff8-8379dc3779e0 service neutron] 10.222.0.60 "GET /v2.0/networks/8811c65e-4aeb-4c7e-a81d-4694c5478579?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5967822 Nov 23 17:36:46.780127 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cdf0879-e855-4aa6-aeb9-c679895df9d4 admin admin] Network 66ff31d8-0f75-429d-aef0-9e289b1dae32 is already hosted by enough agents. {{(pid=103591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:36:46.783609 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [None req-7cdf0879-e855-4aa6-aeb9-c679895df9d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:36:47.023849 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 1be7e2fe-8348-47ae-a4ca-b071deb1a248 up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:36:47.060675 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-d6c98207-19ce-45ec-9a4e-7c6a0a303044 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] 10.222.0.60 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 574 time: 0.3529801 Nov 23 17:36:47.061171 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 44836) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:36:47.206053 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port 1be7e2fe-8348-47ae-a4ca-b071deb1a248 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:36:47.209811 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:47.235899 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13b385de-bd80-4e6c-9ca6-26f9b5d0865a tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:36:47.242088 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13b385de-bd80-4e6c-9ca6-26f9b5d0865a tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:36:47.252061 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-13b385de-bd80-4e6c-9ca6-26f9b5d0865a tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1802366 Nov 23 17:36:47.253027 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 44844) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:36:47.306358 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b61fb14b-9972-482f-9f88-13fa14a1f18e req-2211e57e-04d0-4b98-953c-f8e3b57eeaa7 service neutron] 10.222.0.36 "GET /v2.0/networks/22bc55ee-b0f3-41c3-894c-32c421670838?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5970955 Nov 23 17:36:47.433149 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4ce39f30-db04-4465-a837-399b4a6f114c req-df5b5412-60c3-4fc7-bcf4-dce34bae27bb tempest-InstanceActionsV221TestJSON-1408149125 tempest-InstanceActionsV221TestJSON-1408149125-project] 10.222.0.60 "GET /v2.0/ports?device_id=13b5b2c9-9918-4dfb-a981-4fdec5dfb32c HTTP/1.1" status: 200 len: 210 time: 0.1631994 Nov 23 17:36:47.489608 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bc4b036-9482-44f7-9169-35153245f734 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Attributes excluded by policy engine: ['shared'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:36:47.499850 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bc4b036-9482-44f7-9169-35153245f734 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Attributes excluded by policy engine: ['shared'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:36:47.508321 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-6bc4b036-9482-44f7-9169-35153245f734 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] 10.222.0.60 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.2493284 Nov 23 17:36:47.508672 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-c035a166-b4ea-4511-8d1c-7627ad350021 None None] Provisioning complete for port dd77a1f5-1f5a-468b-b446-731c1c78b064 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:36:47.509595 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 44850) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:36:47.509985 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c035a166-b4ea-4511-8d1c-7627ad350021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:47.622969 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cdf0879-e855-4aa6-aeb9-c679895df9d4 admin admin] Router 9dcfc9f5-f147-4f22-aa75-2e7a2eeea944 has already been hosted by L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 {{(pid=103591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 17:36:47.655762 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-c035a166-b4ea-4511-8d1c-7627ad350021 None None] Port dd77a1f5-1f5a-468b-b446-731c1c78b064 cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:36:47.729384 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9a27ae6c-db98-474f-94c1-cc99bf842d79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:47.731114 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b61fb14b-9972-482f-9f88-13fa14a1f18e req-0997c10e-eb2e-4da4-abb8-c422849be0b2 service neutron] 10.222.0.36 "GET /v2.0/networks/22bc55ee-b0f3-41c3-894c-32c421670838?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3343081 Nov 23 17:36:47.846812 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d4cf8eb-2551-4f13-9877-874a60f14e59 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:36:47.851176 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-8d4cf8eb-2551-4f13-9877-874a60f14e59 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] 10.222.0.60 "GET /v2.0/networks/205ba418-ae5b-4a70-8f9a-ef72ccc4be14 HTTP/1.1" status: 200 len: 799 time: 0.3365879 Nov 23 17:36:47.858105 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 44862) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:36:48.284198 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:48.503900 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cdf0879-e855-4aa6-aeb9-c679895df9d4 admin admin] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:36:48.511425 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-7cdf0879-e855-4aa6-aeb9-c679895df9d4 admin admin] 10.222.0.60 "PUT /v2.0/routers/9dcfc9f5-f147-4f22-aa75-2e7a2eeea944/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3131888 Nov 23 17:36:48.570140 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-a0749191-1339-4ff6-bb4c-d69c268cd465 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] 10.222.0.60 "GET /v2.0/networks/205ba418-ae5b-4a70-8f9a-ef72ccc4be14?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.7071209 Nov 23 17:36:48.570335 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 44880) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:36:48.658688 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d1796fe3-69a7-4b90-b108-f066dfdc3e90 req-cc8d1dc9-1ba6-4f15-a473-f357f3ecbe8e tempest-InstanceActionsV221TestJSON-1408149125 tempest-InstanceActionsV221TestJSON-1408149125-project] 10.222.0.60 "GET /v2.0/ports?device_id=13b5b2c9-9918-4dfb-a981-4fdec5dfb32c HTTP/1.1" status: 200 len: 210 time: 0.0904269 Nov 23 17:36:48.688411 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a0c298a-967b-43ee-8b29-804bc2b00ee8 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:36:48.693514 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-6a0c298a-967b-43ee-8b29-804bc2b00ee8 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] 10.222.0.60 "GET /v2.0/subnets/95cad3a5-a7ce-4b74-a138-6935081c85f6 HTTP/1.1" status: 200 len: 811 time: 0.1186318 Nov 23 17:36:48.694165 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 44884) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:36:48.795304 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b353bdd5-7d44-4631-90cb-a89b671d82f6 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Attributes excluded by policy engine: ['shared'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:36:48.797550 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-b353bdd5-7d44-4631-90cb-a89b671d82f6 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] 10.222.0.60 "GET /v2.0/subnets/95cad3a5-a7ce-4b74-a138-6935081c85f6?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1022685 Nov 23 17:36:48.802957 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 44888) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:36:48.809794 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-69b18245-6686-4b7f-9ecb-f61b5de13afc tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-821380404'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:36:48.851138 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69b18245-6686-4b7f-9ecb-f61b5de13afc tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Made reservation on behalf of d5eecd5b996143b2ab53dcfe28b3de82 for: {'network': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:36:48.855619 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-69b18245-6686-4b7f-9ecb-f61b5de13afc tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for network, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:49.078590 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69b18245-6686-4b7f-9ecb-f61b5de13afc tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] vlan segment allocate from pool success with {'vlan_id': 524, 'physical_network': 'physnet1'} {{(pid=103591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 17:36:49.144956 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-69b18245-6686-4b7f-9ecb-f61b5de13afc tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:49.153020 n-d-816206-8 neutron-server[103591]: INFO neutron.db.segments_db [None req-69b18245-6686-4b7f-9ecb-f61b5de13afc tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Added segment e5e1b4ca-370e-4a0c-8620-473b6471b5b6 of type vlan for network b85f3567-5e3e-4704-a2bc-fddbf093ff8a Nov 23 17:36:49.170662 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59f80b1-9fa9-44fe-997f-9f50ea5cc390 req-0b89298d-b3f3-4722-a373-d59f1a5246fa tempest-InstanceActionsV221TestJSON-1408149125 tempest-InstanceActionsV221TestJSON-1408149125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:36:49.175361 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c59f80b1-9fa9-44fe-997f-9f50ea5cc390 req-0b89298d-b3f3-4722-a373-d59f1a5246fa tempest-InstanceActionsV221TestJSON-1408149125 tempest-InstanceActionsV221TestJSON-1408149125-project] 10.222.0.36 "GET /v2.0/networks?id=8811c65e-4aeb-4c7e-a81d-4694c5478579 HTTP/1.1" status: 200 len: 817 time: 0.2827556 Nov 23 17:36:49.199284 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [req-c59f80b1-9fa9-44fe-997f-9f50ea5cc390 req-91785e2d-bb1e-45a9-ad50-dc41aac72e46 tempest-InstanceActionsV221TestJSON-1408149125 tempest-InstanceActionsV221TestJSON-1408149125-project] Request body: {'port': {'device_id': '13b5b2c9-9918-4dfb-a981-4fdec5dfb32c', 'network_id': '8811c65e-4aeb-4c7e-a81d-4694c5478579', 'admin_state_up': True, 'tenant_id': 'fc12dc2acdef47618664fb9af38a2b64'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:36:49.340570 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a118aaa8-26a2-4952-979e-60647c9b395f None None] Sync routers for ids ['9dcfc9f5-f147-4f22-aa75-2e7a2eeea944'] in n-d-816206-8 {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:36:49.357986 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a118aaa8-26a2-4952-979e-60647c9b395f None None] Routers {'9dcfc9f5-f147-4f22-aa75-2e7a2eeea944'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:36:49.359919 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-a118aaa8-26a2-4952-979e-60647c9b395f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:36:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['9dcfc9f5-f147-4f22-aa75-2e7a2eeea944'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:36:49.360138 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-69b18245-6686-4b7f-9ecb-f61b5de13afc tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736635338810'] for network, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:49.454395 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-69b18245-6686-4b7f-9ecb-f61b5de13afc tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493'] for network, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:49.467673 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69b18245-6686-4b7f-9ecb-f61b5de13afc tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:36:49.467673 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-69b18245-6686-4b7f-9ecb-f61b5de13afc tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for network, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:49.546077 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-a118aaa8-26a2-4952-979e-60647c9b395f None None] Set router 9dcfc9f5-f147-4f22-aa75-2e7a2eeea944 gateway port host: n-d-816206-8 {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:36:49.721079 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c59f80b1-9fa9-44fe-997f-9f50ea5cc390 req-91785e2d-bb1e-45a9-ad50-dc41aac72e46 tempest-InstanceActionsV221TestJSON-1408149125 tempest-InstanceActionsV221TestJSON-1408149125-project] Made reservation on behalf of fc12dc2acdef47618664fb9af38a2b64 for: {'port': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:36:49.725319 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-c59f80b1-9fa9-44fe-997f-9f50ea5cc390 req-91785e2d-bb1e-45a9-ad50-dc41aac72e46 tempest-InstanceActionsV221TestJSON-1408149125 tempest-InstanceActionsV221TestJSON-1408149125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:49.766264 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 44934) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:36:49.773625 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-b1bf63b0-a899-459e-b020-756f975f19bb tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Request body: {'subnet': {'network_id': 'b85f3567-5e3e-4704-a2bc-fddbf093ff8a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:36:49.778190 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-69b18245-6686-4b7f-9ecb-f61b5de13afc tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.9733951 Nov 23 17:36:49.785160 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b18245-6686-4b7f-9ecb-f61b5de13afc tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Pushing event updated for resources: {'Network': ['ID=b85f3567-5e3e-4704-a2bc-fddbf093ff8a,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:36:49.809170 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Network b85f3567-5e3e-4704-a2bc-fddbf093ff8a details requested by agent ovs-agent-n-d-816206-8 with host n-d-816206-8 {{(pid=103592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 17:36:49.811285 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92615d26-c4c4-4172-af50-04554e3b3655 req-6d869779-e66d-42e9-976f-dd8753446953 tempest-TestServerMultinode-923147666 tempest-TestServerMultinode-923147666-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:36:49.819512 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-92615d26-c4c4-4172-af50-04554e3b3655 req-6d869779-e66d-42e9-976f-dd8753446953 tempest-TestServerMultinode-923147666 tempest-TestServerMultinode-923147666-project-admin] 10.222.0.60 "GET /v2.0/networks?id=2cb4def7-9f5d-4e59-b7a8-e3a1bac05190 HTTP/1.1" status: 200 len: 911 time: 0.3142211 Nov 23 17:36:49.928686 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-92615d26-c4c4-4172-af50-04554e3b3655 req-18629ab6-810c-4684-b25d-2527cd1e9205 tempest-TestServerMultinode-923147666 tempest-TestServerMultinode-923147666-project-admin] 10.222.0.60 "GET /v2.0/quotas/c328d1d10b5d45d296fb20d432bd53d8 HTTP/1.1" status: 200 len: 375 time: 0.1079328 Nov 23 17:36:49.936215 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-a118aaa8-26a2-4952-979e-60647c9b395f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dcfc9f5-f147-4f22-aa75-2e7a2eeea944', 'name': 'tempest-TestServerMultinode-676768878-router', 'tenant_id': 'c328d1d10b5d45d296fb20d432bd53d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.83'}], 'enable_snat': True}, 'gw_port_id': '1be7e2fe-8348-47ae-a4ca-b071deb1a248', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:36:31Z', 'updated_at': '2021-11-23T17:36:44Z', 'revision_number': 4, 'project_id': 'c328d1d10b5d45d296fb20d432bd53d8', 'gw_port': {'id': '1be7e2fe-8348-47ae-a4ca-b071deb1a248', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:70:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dcfc9f5-f147-4f22-aa75-2e7a2eeea944', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1829, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:36:33Z', 'updated_at': '2021-11-23T17:36:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_interfaces': [{'id': 'dd77a1f5-1f5a-468b-b446-731c1c78b064', 'name': '', 'network_id': '66ff31d8-0f75-429d-aef0-9e289b1dae32', 'tenant_id': 'c328d1d10b5d45d296fb20d432bd53d8', 'mac_address': 'fa:16:3e:fb:83:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dcfc9f5-f147-4f22-aa75-2e7a2eeea944', 'device_owner': 'network:router_interface', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': '96d2a518-e68a-4770-a9fe-c56ccb38381f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:36:42Z', 'updated_at': '2021-11-23T17:36:44Z', 'revision_number': 2, 'project_id': 'c328d1d10b5d45d296fb20d432bd53d8', 'subnets': [{'id': '96d2a518-e68a-4770-a9fe-c56ccb38381f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:36:49.971948 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a118aaa8-26a2-4952-979e-60647c9b395f None None] Checking router: 9dcfc9f5-f147-4f22-aa75-2e7a2eeea944 for host: n-d-816206-8 {{(pid=103593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 17:36:49.972268 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a118aaa8-26a2-4952-979e-60647c9b395f None None] Updating router 9dcfc9f5-f147-4f22-aa75-2e7a2eeea944 port dd77a1f5-1f5a-468b-b446-731c1c78b064 binding host n-d-816206-8 {{(pid=103593) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 17:36:49.999547 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1bf63b0-a899-459e-b020-756f975f19bb tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Made reservation on behalf of d5eecd5b996143b2ab53dcfe28b3de82 for: {'subnet': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:36:50.003302 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b1bf63b0-a899-459e-b020-756f975f19bb tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264730903'] for subnet, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:50.005339 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-a118aaa8-26a2-4952-979e-60647c9b395f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:50.062026 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-365be212-1182-41d0-be81-f7a87dc5c0bd req-245b9300-09e7-4d56-82e5-87c4ae2a02cd tempest-InstanceActionsV221TestJSON-1408149125 tempest-InstanceActionsV221TestJSON-1408149125-project] 10.222.0.60 "GET /v2.0/ports?device_id=13b5b2c9-9918-4dfb-a981-4fdec5dfb32c HTTP/1.1" status: 200 len: 210 time: 0.1590817 Nov 23 17:36:50.130192 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.ipam_backend_mixin [None req-b1bf63b0-a899-459e-b020-756f975f19bb tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Performing IP validity checks on allocation pools {{(pid=103590) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 23 17:36:50.132210 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.ipam_backend_mixin [None req-b1bf63b0-a899-459e-b020-756f975f19bb tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103590) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 23 17:36:50.298948 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.db_base_plugin_common [req-c59f80b1-9fa9-44fe-997f-9f50ea5cc390 req-91785e2d-bb1e-45a9-ad50-dc41aac72e46 tempest-InstanceActionsV221TestJSON-1408149125 tempest-InstanceActionsV221TestJSON-1408149125-project] Allocated IP 172.20.0.5 (8811c65e-4aeb-4c7e-a81d-4694c5478579/b186db1a-5b84-4b46-989b-3956c608ca2f/5ba24d20-e804-48c6-8a3e-5aef86e12679) {{(pid=103591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:36:50.390965 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b1bf63b0-a899-459e-b020-756f975f19bb tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264358096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264730885'] for subnet, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:50.445195 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-92615d26-c4c4-4172-af50-04554e3b3655 req-e0248a8e-38f1-4021-9f4b-d7ce59896294 tempest-TestServerMultinode-923147666 tempest-TestServerMultinode-923147666-project-admin] 10.222.0.60 "GET /v2.0/ports?tenant_id=c328d1d10b5d45d296fb20d432bd53d8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5094509 Nov 23 17:36:50.503376 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bf63b0-a899-459e-b020-756f975f19bb tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Pushing event updated for resources: {'Subnet': ['ID=b9c4dba6-336e-4e73-bafb-a7770119b692,revision_number=0']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:36:50.513401 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1bf63b0-a899-459e-b020-756f975f19bb tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Checking segment: {'id': 'e5e1b4ca-370e-4a0c-8620-473b6471b5b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'b85f3567-5e3e-4704-a2bc-fddbf093ff8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:36:50.513728 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1bf63b0-a899-459e-b020-756f975f19bb tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Network hostable DHCP agents. Network: b85f3567-5e3e-4704-a2bc-fddbf093ff8a, hostable agents: ['0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3'], hosted agents: [] {{(pid=103590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 17:36:50.535181 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1bf63b0-a899-459e-b020-756f975f19bb tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Network b85f3567-5e3e-4704-a2bc-fddbf093ff8a is scheduled to be hosted by DHCP agent 0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3 with binding_index 1 {{(pid=103590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 17:36:50.538509 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-a118aaa8-26a2-4952-979e-60647c9b395f None None] Publish callbacks [] for port, precommit_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:50.549329 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-a118aaa8-26a2-4952-979e-60647c9b395f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:50.550847 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-b1bf63b0-a899-459e-b020-756f975f19bb tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-8, b85f3567-5e3e-4704-a2bc-fddbf093ff8a) {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:36:50.556217 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1bf63b0-a899-459e-b020-756f975f19bb tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:36:50.557758 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b1bf63b0-a899-459e-b020-756f975f19bb tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Publish callbacks [] for subnet, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:50.560966 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ced0543d-6e64-4c70-b621-8b8024302fdd None None] Network b85f3567-5e3e-4704-a2bc-fddbf093ff8a requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:36:50.614101 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-92615d26-c4c4-4172-af50-04554e3b3655 req-279b09dc-de5c-4821-bd37-946fb6a438e3 service neutron] 10.222.0.60 "GET /v2.0/networks/2cb4def7-9f5d-4e59-b7a8-e3a1bac05190?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483910 Nov 23 17:36:50.621316 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-b1bf63b0-a899-459e-b020-756f975f19bb tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 0.8533182 Nov 23 17:36:50.623979 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 44950) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:36:50.629787 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-1729acaa-e5aa-4aa0-9c68-c1f80dd8847a tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:36:50.779421 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a687ee4-771b-48eb-8d70-17ebce3a0949 None None] Pushing event updated for resources: {'Port': ['ID=dd77a1f5-1f5a-468b-b446-731c1c78b064,revision_number=3']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:36:50.782708 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1729acaa-e5aa-4aa0-9c68-c1f80dd8847a tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-264730894'] for subnet, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:50.823413 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [None req-a118aaa8-26a2-4952-979e-60647c9b395f None None] Attempting to bind port dd77a1f5-1f5a-468b-b446-731c1c78b064 on host n-d-816206-8 for vnic_type normal with profile {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:36:50.823800 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [None req-a118aaa8-26a2-4952-979e-60647c9b395f None None] Attempting to bind port dd77a1f5-1f5a-468b-b446-731c1c78b064 by drivers openvswitch,hyperv on host n-d-816206-8 at level 0 using segments [{'id': '0efc7d62-ad80-4bac-bd3f-c7c4dcb51843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '66ff31d8-0f75-429d-aef0-9e289b1dae32'}] {{(pid=103593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:36:50.827286 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a118aaa8-26a2-4952-979e-60647c9b395f None None] Attempting to bind port dd77a1f5-1f5a-468b-b446-731c1c78b064 on network 66ff31d8-0f75-429d-aef0-9e289b1dae32 {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:36:50.842615 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a118aaa8-26a2-4952-979e-60647c9b395f None None] Checking agent: {'id': '9e89acbe-4bbe-4c77-a18b-6f1da9133e0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 7, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 36, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:36:50.842986 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a118aaa8-26a2-4952-979e-60647c9b395f None None] Checking segment: {'id': '0efc7d62-ad80-4bac-bd3f-c7c4dcb51843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '66ff31d8-0f75-429d-aef0-9e289b1dae32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:36:50.843389 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-a118aaa8-26a2-4952-979e-60647c9b395f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:50.843780 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a118aaa8-26a2-4952-979e-60647c9b395f None None] Bound using segment: {'id': '0efc7d62-ad80-4bac-bd3f-c7c4dcb51843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '66ff31d8-0f75-429d-aef0-9e289b1dae32'} {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:36:50.844447 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [None req-a118aaa8-26a2-4952-979e-60647c9b395f None None] Bound port: dd77a1f5-1f5a-468b-b446-731c1c78b064, host: n-d-816206-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0efc7d62-ad80-4bac-bd3f-c7c4dcb51843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '66ff31d8-0f75-429d-aef0-9e289b1dae32'}}] {{(pid=103593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:36:50.844653 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-a118aaa8-26a2-4952-979e-60647c9b395f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:50.939523 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5afdbb8-a04f-4071-9cc0-53952438ab23 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp355044b8-8e87-58c4-94fa-4a010ec30f9e-b85f3567-5e3e-4704-a2bc-fddbf093ff8a', 'network_id': 'b85f3567-5e3e-4704-a2bc-fddbf093ff8a', 'tenant_id': 'd5eecd5b996143b2ab53dcfe28b3de82', 'fixed_ips': [{'subnet_id': 'b9c4dba6-336e-4e73-bafb-a7770119b692'}]}} from n-d-816206-8. {{(pid=103592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 17:36:50.941015 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-d5afdbb8-a04f-4071-9cc0-53952438ab23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:50.953780 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-c59f80b1-9fa9-44fe-997f-9f50ea5cc390 req-91785e2d-bb1e-45a9-ad50-dc41aac72e46 tempest-InstanceActionsV221TestJSON-1408149125 tempest-InstanceActionsV221TestJSON-1408149125-project] Publish callbacks [] for port, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:51.002206 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-92615d26-c4c4-4172-af50-04554e3b3655 req-22f82b3f-6ade-4d49-ab13-5ceaa39662e0 service neutron] 10.222.0.60 "GET /v2.0/networks/2cb4def7-9f5d-4e59-b7a8-e3a1bac05190?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3590412 Nov 23 17:36:51.019897 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-a118aaa8-26a2-4952-979e-60647c9b395f None None] For port dd77a1f5-1f5a-468b-b446-731c1c78b064, host n-d-816206-8, cleared binding levels {{(pid=103593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:36:51.026909 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-a118aaa8-26a2-4952-979e-60647c9b395f None None] For port dd77a1f5-1f5a-468b-b446-731c1c78b064, host n-d-816206-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=dd77a1f5-1f5a-468b-b446-731c1c78b064,segment=NetworkSegment(0efc7d62-ad80-4bac-bd3f-c7c4dcb51843),segment_id=0efc7d62-ad80-4bac-bd3f-c7c4dcb51843)] {{(pid=103593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:36:51.042553 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-a118aaa8-26a2-4952-979e-60647c9b395f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:51.056799 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-c59f80b1-9fa9-44fe-997f-9f50ea5cc390 req-91785e2d-bb1e-45a9-ad50-dc41aac72e46 tempest-InstanceActionsV221TestJSON-1408149125 tempest-InstanceActionsV221TestJSON-1408149125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:51.086422 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1729acaa-e5aa-4aa0-9c68-c1f80dd8847a tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8736635652217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-264357894'] for subnet, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:51.135608 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c59f80b1-9fa9-44fe-997f-9f50ea5cc390 req-91785e2d-bb1e-45a9-ad50-dc41aac72e46 tempest-InstanceActionsV221TestJSON-1408149125 tempest-InstanceActionsV221TestJSON-1408149125-project] Network 8811c65e-4aeb-4c7e-a81d-4694c5478579 is already hosted by enough agents. {{(pid=103591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:36:51.139912 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [req-c59f80b1-9fa9-44fe-997f-9f50ea5cc390 req-91785e2d-bb1e-45a9-ad50-dc41aac72e46 tempest-InstanceActionsV221TestJSON-1408149125 tempest-InstanceActionsV221TestJSON-1408149125-project] Resources bound (agent type, host, resource id): {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:36:51.145096 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1729acaa-e5aa-4aa0-9c68-c1f80dd8847a tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:36:51.146225 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1729acaa-e5aa-4aa0-9c68-c1f80dd8847a tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Publish callbacks [] for subnet, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:51.148006 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-1729acaa-e5aa-4aa0-9c68-c1f80dd8847a tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] 10.222.0.60 "PUT /v2.0/subnets/b9c4dba6-336e-4e73-bafb-a7770119b692 HTTP/1.1" status: 200 len: 877 time: 0.5228477 Nov 23 17:36:51.152328 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 44968) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:36:51.164681 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [req-c59f80b1-9fa9-44fe-997f-9f50ea5cc390 req-91785e2d-bb1e-45a9-ad50-dc41aac72e46 tempest-InstanceActionsV221TestJSON-1408149125 tempest-InstanceActionsV221TestJSON-1408149125-project] Received port after_create {{(pid=103591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:36:51.207185 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1729acaa-e5aa-4aa0-9c68-c1f80dd8847a tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Pushing event updated for resources: {'Subnet': ['ID=b9c4dba6-336e-4e73-bafb-a7770119b692,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:36:51.331425 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-e02a59e6-0ce9-4467-8220-4f91608a6861 None None] Provisioning complete for port dd77a1f5-1f5a-468b-b446-731c1c78b064 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:36:51.337885 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-e02a59e6-0ce9-4467-8220-4f91608a6861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:51.340096 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a687ee4-771b-48eb-8d70-17ebce3a0949 None None] Pushing event updated for resources: {'Port': ['ID=dd77a1f5-1f5a-468b-b446-731c1c78b064,revision_number=4']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:36:51.354721 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a118aaa8-26a2-4952-979e-60647c9b395f None None] Routers {'9dcfc9f5-f147-4f22-aa75-2e7a2eeea944'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:36:51.355388 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-a118aaa8-26a2-4952-979e-60647c9b395f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:36:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['9dcfc9f5-f147-4f22-aa75-2e7a2eeea944'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:36:51.421201 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91785e2d-bb1e-45a9-ad50-dc41aac72e46 tempest-InstanceActionsV221TestJSON-1408149125 tempest-InstanceActionsV221TestJSON-1408149125-project] Pushing event updated for resources: {'Port': ['ID=5ba24d20-e804-48c6-8a3e-5aef86e12679,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:36:51.512337 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-654ba419-7ff2-46e5-8717-0ed2bbf4af82 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-555181'] for network, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:51.539475 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.db_base_plugin_common [None req-d5afdbb8-a04f-4071-9cc0-53952438ab23 None None] Allocated IP 172.20.0.3 (b85f3567-5e3e-4704-a2bc-fddbf093ff8a/b9c4dba6-336e-4e73-bafb-a7770119b692/17dcec8d-9807-4402-9e32-6e63f6e6f6c3) {{(pid=103592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:36:51.585541 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59f80b1-9fa9-44fe-997f-9f50ea5cc390 req-91785e2d-bb1e-45a9-ad50-dc41aac72e46 tempest-InstanceActionsV221TestJSON-1408149125 tempest-InstanceActionsV221TestJSON-1408149125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:36:51.586165 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-c59f80b1-9fa9-44fe-997f-9f50ea5cc390 req-91785e2d-bb1e-45a9-ad50-dc41aac72e46 tempest-InstanceActionsV221TestJSON-1408149125 tempest-InstanceActionsV221TestJSON-1408149125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:51.651709 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251e32b9-2fa9-4e2a-9820-870590c10873 req-7b9afd72-1216-4b21-b0a3-8f3e895f8012 tempest-InstanceActionsV221TestJSON-1408149125 tempest-InstanceActionsV221TestJSON-1408149125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:36:51.664070 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-e02a59e6-0ce9-4467-8220-4f91608a6861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:51.670376 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-251e32b9-2fa9-4e2a-9820-870590c10873 req-7b9afd72-1216-4b21-b0a3-8f3e895f8012 tempest-InstanceActionsV221TestJSON-1408149125 tempest-InstanceActionsV221TestJSON-1408149125-project] 10.222.0.60 "GET /v2.0/ports?device_id=13b5b2c9-9918-4dfb-a981-4fdec5dfb32c HTTP/1.1" status: 200 len: 931 time: 0.3224809 Nov 23 17:36:51.713509 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-e02a59e6-0ce9-4467-8220-4f91608a6861 None None] For port dd77a1f5-1f5a-468b-b446-731c1c78b064, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=dd77a1f5-1f5a-468b-b446-731c1c78b064,segment=NetworkSegment(0efc7d62-ad80-4bac-bd3f-c7c4dcb51843),segment_id=0efc7d62-ad80-4bac-bd3f-c7c4dcb51843)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:36:51.725764 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c59f80b1-9fa9-44fe-997f-9f50ea5cc390 req-91785e2d-bb1e-45a9-ad50-dc41aac72e46 tempest-InstanceActionsV221TestJSON-1408149125 tempest-InstanceActionsV221TestJSON-1408149125-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5313506 Nov 23 17:36:51.759514 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-e02a59e6-0ce9-4467-8220-4f91608a6861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:51.773082 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [req-c59f80b1-9fa9-44fe-997f-9f50ea5cc390 req-8c7aca81-bbea-4587-b90a-1907c4c1489f service neutron] Request body: {'port': {'device_id': '13b5b2c9-9918-4dfb-a981-4fdec5dfb32c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-8'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:36:51.829662 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-654ba419-7ff2-46e5-8717-0ed2bbf4af82 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971956'] for subnet, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:51.862972 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-251e32b9-2fa9-4e2a-9820-870590c10873 req-91d53b64-38a1-422a-ad66-83b4d6b5e055 tempest-InstanceActionsV221TestJSON-1408149125 tempest-InstanceActionsV221TestJSON-1408149125-project] 10.222.0.60 "GET /v2.0/security-groups?id=8c9a971d-fa5b-4b1f-bed2-c3007d014589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916859 Nov 23 17:36:51.920478 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-a118aaa8-26a2-4952-979e-60647c9b395f None None] Set router 9dcfc9f5-f147-4f22-aa75-2e7a2eeea944 gateway port host: n-d-816206-8 {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:36:51.935689 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-89d5d462-f236-49a6-8bf8-d13359c4e68a req-95826e08-e2b9-4f55-9bbf-8aac19157894 tempest-TestServerMultinode-923147666 tempest-TestServerMultinode-923147666-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=e01ab346-e11a-44c7-81b0-c857238c0d88 HTTP/1.1" status: 200 len: 210 time: 0.0831978 Nov 23 17:36:51.958267 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-c59f80b1-9fa9-44fe-997f-9f50ea5cc390 req-8c7aca81-bbea-4587-b90a-1907c4c1489f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:52.002211 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02a59e6-0ce9-4467-8220-4f91608a6861 None None] Pushing event updated for resources: {'Port': ['ID=dd77a1f5-1f5a-468b-b446-731c1c78b064,revision_number=5']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:36:52.059208 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-e9b48bd0-684d-4307-b5eb-8886ed03f6c2 None None] Provisioning complete for port dd77a1f5-1f5a-468b-b446-731c1c78b064 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:36:52.059577 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-e9b48bd0-684d-4307-b5eb-8886ed03f6c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:52.128456 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-d5afdbb8-a04f-4071-9cc0-53952438ab23 None None] Publish callbacks [] for port, precommit_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:52.150667 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-d5afdbb8-a04f-4071-9cc0-53952438ab23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980'] for port, after_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:52.199230 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-654ba419-7ff2-46e5-8717-0ed2bbf4af82 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264357903', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264730940'] for subnet, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:52.252795 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5afdbb8-a04f-4071-9cc0-53952438ab23 None None] Pushing event updated for resources: {'Port': ['ID=17dcec8d-9807-4402-9e32-6e63f6e6f6c3,revision_number=1']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:36:52.262512 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654ba419-7ff2-46e5-8717-0ed2bbf4af82 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Pushing event deleted for resources: {'Subnet': ['ID=b9c4dba6-336e-4e73-bafb-a7770119b692,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:36:52.345187 n-d-816206-8 neutron-server[103592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5afdbb8-a04f-4071-9cc0-53952438ab23 None None] Network b85f3567-5e3e-4704-a2bc-fddbf093ff8a is already hosted by enough agents. {{(pid=103592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:36:52.366099 n-d-816206-8 neutron-server[103592]: DEBUG neutron.scheduler.base_scheduler [None req-d5afdbb8-a04f-4071-9cc0-53952438ab23 None None] Resources bound (agent type, host, resource id): {{(pid=103592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:36:52.377195 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5afdbb8-a04f-4071-9cc0-53952438ab23 None None] Received port after_create {{(pid=103592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:36:52.406400 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-654ba419-7ff2-46e5-8717-0ed2bbf4af82 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973419', 'neutron.services.segments.db._delete_segments_for_network-8736635878840'] for network, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:52.531717 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-654ba419-7ff2-46e5-8717-0ed2bbf4af82 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b85f3567-5e3e-4704-a2bc-fddbf093ff8a']}} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:36:52.569968 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-654ba419-7ff2-46e5-8717-0ed2bbf4af82 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5e1b4ca-370e-4a0c-8620-473b6471b5b6') {'for_net_delete': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:36:52.570522 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-654ba419-7ff2-46e5-8717-0ed2bbf4af82 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5e1b4ca-370e-4a0c-8620-473b6471b5b6') {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:36:52.617129 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-654ba419-7ff2-46e5-8717-0ed2bbf4af82 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736635840332', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-267528353'] for segment, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:52.628710 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-d5afdbb8-a04f-4071-9cc0-53952438ab23 None None] Attempting to bind port 17dcec8d-9807-4402-9e32-6e63f6e6f6c3 on host n-d-816206-8 for vnic_type normal with profile {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:36:52.628710 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-d5afdbb8-a04f-4071-9cc0-53952438ab23 None None] Attempting to bind port 17dcec8d-9807-4402-9e32-6e63f6e6f6c3 by drivers openvswitch,hyperv on host n-d-816206-8 at level 0 using segments [{'id': 'e5e1b4ca-370e-4a0c-8620-473b6471b5b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'b85f3567-5e3e-4704-a2bc-fddbf093ff8a'}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:36:52.628710 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5afdbb8-a04f-4071-9cc0-53952438ab23 None None] Attempting to bind port 17dcec8d-9807-4402-9e32-6e63f6e6f6c3 on network b85f3567-5e3e-4704-a2bc-fddbf093ff8a {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:36:52.645917 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5afdbb8-a04f-4071-9cc0-53952438ab23 None None] Checking agent: {'id': '9e89acbe-4bbe-4c77-a18b-6f1da9133e0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 7, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 36, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:36:52.646619 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5afdbb8-a04f-4071-9cc0-53952438ab23 None None] Checking segment: {'id': 'e5e1b4ca-370e-4a0c-8620-473b6471b5b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'b85f3567-5e3e-4704-a2bc-fddbf093ff8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:36:52.648083 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-d5afdbb8-a04f-4071-9cc0-53952438ab23 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:52.648973 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5afdbb8-a04f-4071-9cc0-53952438ab23 None None] Bound using segment: {'id': 'e5e1b4ca-370e-4a0c-8620-473b6471b5b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'b85f3567-5e3e-4704-a2bc-fddbf093ff8a'} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:36:52.652191 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-d5afdbb8-a04f-4071-9cc0-53952438ab23 None None] Bound port: 17dcec8d-9807-4402-9e32-6e63f6e6f6c3, host: n-d-816206-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5e1b4ca-370e-4a0c-8620-473b6471b5b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'b85f3567-5e3e-4704-a2bc-fddbf093ff8a'}}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:36:52.654435 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-d5afdbb8-a04f-4071-9cc0-53952438ab23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:52.658429 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-a118aaa8-26a2-4952-979e-60647c9b395f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dcfc9f5-f147-4f22-aa75-2e7a2eeea944', 'name': 'tempest-TestServerMultinode-676768878-router', 'tenant_id': 'c328d1d10b5d45d296fb20d432bd53d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.83'}], 'enable_snat': True}, 'gw_port_id': '1be7e2fe-8348-47ae-a4ca-b071deb1a248', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:36:31Z', 'updated_at': '2021-11-23T17:36:44Z', 'revision_number': 4, 'project_id': 'c328d1d10b5d45d296fb20d432bd53d8', 'gw_port': {'id': '1be7e2fe-8348-47ae-a4ca-b071deb1a248', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:70:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dcfc9f5-f147-4f22-aa75-2e7a2eeea944', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1829, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:36:33Z', 'updated_at': '2021-11-23T17:36:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_interfaces': [{'id': 'dd77a1f5-1f5a-468b-b446-731c1c78b064', 'name': '', 'network_id': '66ff31d8-0f75-429d-aef0-9e289b1dae32', 'tenant_id': 'c328d1d10b5d45d296fb20d432bd53d8', 'mac_address': 'fa:16:3e:fb:83:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dcfc9f5-f147-4f22-aa75-2e7a2eeea944', 'device_owner': 'network:router_interface', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': '96d2a518-e68a-4770-a9fe-c56ccb38381f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:36:42Z', 'updated_at': '2021-11-23T17:36:51Z', 'revision_number': 4, 'project_id': 'c328d1d10b5d45d296fb20d432bd53d8', 'subnets': [{'id': '96d2a518-e68a-4770-a9fe-c56ccb38381f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:36:52.683401 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-654ba419-7ff2-46e5-8717-0ed2bbf4af82 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:52.713092 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-654ba419-7ff2-46e5-8717-0ed2bbf4af82 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Releasing vlan 524 on physical network physnet1 to pool {{(pid=103590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 17:36:52.713502 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-654ba419-7ff2-46e5-8717-0ed2bbf4af82 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264370093'] for segment, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:52.726449 n-d-816206-8 neutron-server[103590]: Traceback (most recent call last): Nov 23 17:36:52.726449 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 17:36:52.726449 n-d-816206-8 neutron-server[103590]: timer() Nov 23 17:36:52.726449 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 17:36:52.726449 n-d-816206-8 neutron-server[103590]: cb(*args, **kw) Nov 23 17:36:52.726449 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 17:36:52.726449 n-d-816206-8 neutron-server[103590]: return func(*args, **kwargs) Nov 23 17:36:52.726449 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 17:36:52.726449 n-d-816206-8 neutron-server[103590]: self._notify() Nov 23 17:36:52.726449 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 17:36:52.726449 n-d-816206-8 neutron-server[103590]: self.callback(batched_events) Nov 23 17:36:52.726449 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 17:36:52.726449 n-d-816206-8 neutron-server[103590]: event.method(event) Nov 23 17:36:52.726449 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 17:36:52.726449 n-d-816206-8 neutron-server[103590]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 17:36:52.726449 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 17:36:52.726449 n-d-816206-8 neutron-server[103590]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 17:36:52.726449 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 17:36:52.726449 n-d-816206-8 neutron-server[103590]: return f(self, *a, **k) Nov 23 17:36:52.726449 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 17:36:52.726449 n-d-816206-8 neutron-server[103590]: return self._get(url).json() Nov 23 17:36:52.726449 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 17:36:52.726449 n-d-816206-8 neutron-server[103590]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 17:36:52.726449 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 17:36:52.726449 n-d-816206-8 neutron-server[103590]: return self.request(url, 'GET', **kwargs) Nov 23 17:36:52.726449 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 17:36:52.726449 n-d-816206-8 neutron-server[103590]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 17:36:52.726449 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 17:36:52.726449 n-d-816206-8 neutron-server[103590]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 17:36:52.726449 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 17:36:52.726449 n-d-816206-8 neutron-server[103590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 17:36:52.726449 n-d-816206-8 neutron-server[103590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 17:36:52.761893 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a118aaa8-26a2-4952-979e-60647c9b395f None None] The sync data for ids ['9dcfc9f5-f147-4f22-aa75-2e7a2eeea944'] in n-d-816206-8 is: [{'id': '9dcfc9f5-f147-4f22-aa75-2e7a2eeea944', 'name': 'tempest-TestServerMultinode-676768878-router', 'tenant_id': 'c328d1d10b5d45d296fb20d432bd53d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.83'}], 'enable_snat': True}, 'gw_port_id': '1be7e2fe-8348-47ae-a4ca-b071deb1a248', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:36:31Z', 'updated_at': '2021-11-23T17:36:44Z', 'revision_number': 4, 'project_id': 'c328d1d10b5d45d296fb20d432bd53d8', 'gw_port': {'id': '1be7e2fe-8348-47ae-a4ca-b071deb1a248', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:70:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dcfc9f5-f147-4f22-aa75-2e7a2eeea944', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1829, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:36:33Z', 'updated_at': '2021-11-23T17:36:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_interfaces': [{'id': 'dd77a1f5-1f5a-468b-b446-731c1c78b064', 'name': '', 'network_id': '66ff31d8-0f75-429d-aef0-9e289b1dae32', 'tenant_id': 'c328d1d10b5d45d296fb20d432bd53d8', 'mac_address': 'fa:16:3e:fb:83:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dcfc9f5-f147-4f22-aa75-2e7a2eeea944', 'device_owner': 'network:router_interface', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': '96d2a518-e68a-4770-a9fe-c56ccb38381f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:36:42Z', 'updated_at': '2021-11-23T17:36:51Z', 'revision_number': 4, 'project_id': 'c328d1d10b5d45d296fb20d432bd53d8', 'subnets': [{'id': '96d2a518-e68a-4770-a9fe-c56ccb38381f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:36:52.936884 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-d5afdbb8-a04f-4071-9cc0-53952438ab23 None None] For port 17dcec8d-9807-4402-9e32-6e63f6e6f6c3, host n-d-816206-8, cleared binding levels {{(pid=103592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:36:53.023007 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-d5afdbb8-a04f-4071-9cc0-53952438ab23 None None] For port 17dcec8d-9807-4402-9e32-6e63f6e6f6c3, host n-d-816206-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=17dcec8d-9807-4402-9e32-6e63f6e6f6c3,segment=NetworkSegment(e5e1b4ca-370e-4a0c-8620-473b6471b5b6),segment_id=e5e1b4ca-370e-4a0c-8620-473b6471b5b6)] {{(pid=103592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:36:53.026500 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.db.api [None req-654ba419-7ff2-46e5-8717-0ed2bbf4af82 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 23 17:36:53.026500 n-d-816206-8 neutron-server[103590]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 23 17:36:53.026500 n-d-816206-8 neutron-server[103590]: [parameters: {'id': 'b85f3567-5e3e-4704-a2bc-fddbf093ff8a'}] Nov 23 17:36:53.026500 n-d-816206-8 neutron-server[103590]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103590) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 17:36:53.027969 n-d-816206-8 neutron-server[103590]: DEBUG oslo_db.api [None req-654ba419-7ff2-46e5-8717-0ed2bbf4af82 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 17:36:53.039031 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-d5afdbb8-a04f-4071-9cc0-53952438ab23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:53.047996 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [req-c59f80b1-9fa9-44fe-997f-9f50ea5cc390 req-8c7aca81-bbea-4587-b90a-1907c4c1489f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ba24d20-e804-48c6-8a3e-5aef86e12679 {{(pid=103591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:36:53.091024 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-c59f80b1-9fa9-44fe-997f-9f50ea5cc390 req-8c7aca81-bbea-4587-b90a-1907c4c1489f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:53.282541 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5afdbb8-a04f-4071-9cc0-53952438ab23 None None] Pushing event updated for resources: {'Port': ['ID=17dcec8d-9807-4402-9e32-6e63f6e6f6c3,revision_number=2']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:36:53.302828 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ce44a3ac-3234-436e-85ed-6446603668b2 req-a659e954-165e-463a-93e8-6e895657d002 tempest-TestServerMultinode-923147666 tempest-TestServerMultinode-923147666-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=e01ab346-e11a-44c7-81b0-c857238c0d88 HTTP/1.1" status: 200 len: 210 time: 0.1458986 Nov 23 17:36:53.311829 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.provisioning_blocks [req-c59f80b1-9fa9-44fe-997f-9f50ea5cc390 req-8c7aca81-bbea-4587-b90a-1907c4c1489f service neutron] Transition to ACTIVE for port object 5ba24d20-e804-48c6-8a3e-5aef86e12679 will not be triggered until provisioned by entity L2. {{(pid=103591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 17:36:53.333132 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-c59f80b1-9fa9-44fe-997f-9f50ea5cc390 req-8c7aca81-bbea-4587-b90a-1907c4c1489f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264758186'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:53.371342 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6482d399-c51f-4dc7-ae8b-1d63678664a8 None None] Network b85f3567-5e3e-4704-a2bc-fddbf093ff8a requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:36:53.459239 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7aca81-bbea-4587-b90a-1907c4c1489f service neutron] Pushing event updated for resources: {'Port': ['ID=5ba24d20-e804-48c6-8a3e-5aef86e12679,revision_number=2']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:36:53.465587 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 45030) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:36:53.482044 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe1f4b1-9a21-44e8-8d70-341165115a64 req-a4e173ac-cff4-4411-91a1-403a7767d070 tempest-InstanceActionsV221TestJSON-1408149125 tempest-InstanceActionsV221TestJSON-1408149125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:36:53.483586 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-bfe1f4b1-9a21-44e8-8d70-341165115a64 req-a4e173ac-cff4-4411-91a1-403a7767d070 tempest-InstanceActionsV221TestJSON-1408149125 tempest-InstanceActionsV221TestJSON-1408149125-project] 10.222.0.60 "GET /v2.0/ports?device_id=13b5b2c9-9918-4dfb-a981-4fdec5dfb32c HTTP/1.1" status: 200 len: 931 time: 0.3767343 Nov 23 17:36:53.529715 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-654ba419-7ff2-46e5-8717-0ed2bbf4af82 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-555181'] for network, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:53.683031 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-654ba419-7ff2-46e5-8717-0ed2bbf4af82 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Deleting port 17dcec8d-9807-4402-9e32-6e63f6e6f6c3 {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:36:53.683735 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-654ba419-7ff2-46e5-8717-0ed2bbf4af82 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:53.827465 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da130b29-aaf8-41f1-99e9-d8e3098de69d None None] Network b85f3567-5e3e-4704-a2bc-fddbf093ff8a requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:36:53.844574 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-bfe1f4b1-9a21-44e8-8d70-341165115a64 req-cbd33fbe-dfea-4b0d-8e10-364b23ac76a8 tempest-InstanceActionsV221TestJSON-1408149125 tempest-InstanceActionsV221TestJSON-1408149125-project] 10.222.0.60 "GET /v2.0/security-groups?id=8c9a971d-fa5b-4b1f-bed2-c3007d014589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3213401 Nov 23 17:36:53.866830 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-c59f80b1-9fa9-44fe-997f-9f50ea5cc390 req-8c7aca81-bbea-4587-b90a-1907c4c1489f service neutron] Attempting to bind port 5ba24d20-e804-48c6-8a3e-5aef86e12679 on host n-h2-816206-8 for vnic_type normal with profile {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:36:53.867219 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-c59f80b1-9fa9-44fe-997f-9f50ea5cc390 req-8c7aca81-bbea-4587-b90a-1907c4c1489f service neutron] Attempting to bind port 5ba24d20-e804-48c6-8a3e-5aef86e12679 by drivers openvswitch,hyperv on host n-h2-816206-8 at level 0 using segments [{'id': '509aabfa-b4d9-4755-8504-6b69ea7b1206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '8811c65e-4aeb-4c7e-a81d-4694c5478579'}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:36:53.867890 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c59f80b1-9fa9-44fe-997f-9f50ea5cc390 req-8c7aca81-bbea-4587-b90a-1907c4c1489f service neutron] Attempting to bind port 5ba24d20-e804-48c6-8a3e-5aef86e12679 on network 8811c65e-4aeb-4c7e-a81d-4694c5478579 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:36:53.874255 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c59f80b1-9fa9-44fe-997f-9f50ea5cc390 req-8c7aca81-bbea-4587-b90a-1907c4c1489f service neutron] Port 5ba24d20-e804-48c6-8a3e-5aef86e12679 on network 8811c65e-4aeb-4c7e-a81d-4694c5478579 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-8 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 17:36:53.874581 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c59f80b1-9fa9-44fe-997f-9f50ea5cc390 req-8c7aca81-bbea-4587-b90a-1907c4c1489f service neutron] Attempting to bind port 5ba24d20-e804-48c6-8a3e-5aef86e12679 on network 8811c65e-4aeb-4c7e-a81d-4694c5478579 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:36:53.881531 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c59f80b1-9fa9-44fe-997f-9f50ea5cc390 req-8c7aca81-bbea-4587-b90a-1907c4c1489f service neutron] Checking agent: {'id': 'ab77bf9e-0267-4174-8f1d-822cba89b207', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 15, 13), 'started_at': datetime.datetime(2021, 11, 23, 17, 15, 13), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 36, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:36:53.881531 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c59f80b1-9fa9-44fe-997f-9f50ea5cc390 req-8c7aca81-bbea-4587-b90a-1907c4c1489f service neutron] Checking segment: {'id': '509aabfa-b4d9-4755-8504-6b69ea7b1206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '8811c65e-4aeb-4c7e-a81d-4694c5478579'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:36:53.881806 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c59f80b1-9fa9-44fe-997f-9f50ea5cc390 req-8c7aca81-bbea-4587-b90a-1907c4c1489f service neutron] Bound using segment: {'id': '509aabfa-b4d9-4755-8504-6b69ea7b1206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '8811c65e-4aeb-4c7e-a81d-4694c5478579'} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:36:53.882164 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-c59f80b1-9fa9-44fe-997f-9f50ea5cc390 req-8c7aca81-bbea-4587-b90a-1907c4c1489f service neutron] Bound port: 5ba24d20-e804-48c6-8a3e-5aef86e12679, host: n-h2-816206-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '509aabfa-b4d9-4755-8504-6b69ea7b1206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '8811c65e-4aeb-4c7e-a81d-4694c5478579'}}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:36:53.882957 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-c59f80b1-9fa9-44fe-997f-9f50ea5cc390 req-8c7aca81-bbea-4587-b90a-1907c4c1489f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:53.980196 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-654ba419-7ff2-46e5-8717-0ed2bbf4af82 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] For port 17dcec8d-9807-4402-9e32-6e63f6e6f6c3, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=17dcec8d-9807-4402-9e32-6e63f6e6f6c3,segment=NetworkSegment(e5e1b4ca-370e-4a0c-8620-473b6471b5b6),segment_id=e5e1b4ca-370e-4a0c-8620-473b6471b5b6)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:36:53.980581 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-654ba419-7ff2-46e5-8717-0ed2bbf4af82 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:54.021256 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-c59f80b1-9fa9-44fe-997f-9f50ea5cc390 req-8c7aca81-bbea-4587-b90a-1907c4c1489f service neutron] For port 5ba24d20-e804-48c6-8a3e-5aef86e12679, host n-h2-816206-8, cleared binding levels {{(pid=103591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:36:54.026878 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d14fbe75-224a-4251-9f2d-9da5ccd23d65 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:54.027702 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-c59f80b1-9fa9-44fe-997f-9f50ea5cc390 req-8c7aca81-bbea-4587-b90a-1907c4c1489f service neutron] For port 5ba24d20-e804-48c6-8a3e-5aef86e12679, host n-h2-816206-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=5ba24d20-e804-48c6-8a3e-5aef86e12679,segment=NetworkSegment(509aabfa-b4d9-4755-8504-6b69ea7b1206),segment_id=509aabfa-b4d9-4755-8504-6b69ea7b1206)] {{(pid=103591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:36:54.033878 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-c59f80b1-9fa9-44fe-997f-9f50ea5cc390 req-8c7aca81-bbea-4587-b90a-1907c4c1489f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264758186'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:54.060216 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-654ba419-7ff2-46e5-8717-0ed2bbf4af82 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Calling delete_port for 17dcec8d-9807-4402-9e32-6e63f6e6f6c3 owned by network:dhcp {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:36:54.094618 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87e9a762-fb1c-4114-a40e-212ce8abb0b7 None None] get_active_networks_info from n-d-816206-8 {{(pid=103592) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 23 17:36:54.192781 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d14fbe75-224a-4251-9f2d-9da5ccd23d65 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:54.194086 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 45042) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:36:54.212897 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d14fbe75-224a-4251-9f2d-9da5ccd23d65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:54.290544 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14fbe75-224a-4251-9f2d-9da5ccd23d65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73ba9d2d-5dc4-4e7c-b13a-9f9e1604b26b,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:36:54.355450 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7aca81-bbea-4587-b90a-1907c4c1489f service neutron] Pushing event updated for resources: {'Port': ['ID=5ba24d20-e804-48c6-8a3e-5aef86e12679,revision_number=3']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:36:54.359856 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92615d26-c4c4-4172-af50-04554e3b3655 req-4efdb71b-8b00-4961-b878-cf06e6ac2e5a tempest-TestServerMultinode-923147666 tempest-TestServerMultinode-923147666-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:36:54.361481 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-92615d26-c4c4-4172-af50-04554e3b3655 req-4efdb71b-8b00-4961-b878-cf06e6ac2e5a tempest-TestServerMultinode-923147666 tempest-TestServerMultinode-923147666-project-admin] 10.222.0.36 "GET /v2.0/networks?id=2cb4def7-9f5d-4e59-b7a8-e3a1bac05190 HTTP/1.1" status: 200 len: 911 time: 0.1641064 Nov 23 17:36:54.365170 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59f80b1-9fa9-44fe-997f-9f50ea5cc390 req-8c7aca81-bbea-4587-b90a-1907c4c1489f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:36:54.365819 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-c59f80b1-9fa9-44fe-997f-9f50ea5cc390 req-8c7aca81-bbea-4587-b90a-1907c4c1489f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:54.369659 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c59f80b1-9fa9-44fe-997f-9f50ea5cc390 req-8c7aca81-bbea-4587-b90a-1907c4c1489f service neutron] 10.222.0.36 "PUT /v2.0/ports/5ba24d20-e804-48c6-8a3e-5aef86e12679 HTTP/1.1" status: 200 len: 1091 time: 2.6168404 Nov 23 17:36:54.370169 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13b5b2c9-9918-4dfb-a981-4fdec5dfb32c', 'tag': '5ba24d20-e804-48c6-8a3e-5aef86e12679'}] {{(pid=103591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:36:54.372871 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41d174a19ece9499ff9ec44e5b3fc50f2abd3ffbc947fb7e52ea1e8db27b95b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdbe907a-84e5-47be-8af2-19427decded4" -d '{"events": [{"name": "network-changed", "server_uuid": "13b5b2c9-9918-4dfb-a981-4fdec5dfb32c", "tag": "5ba24d20-e804-48c6-8a3e-5aef86e12679"}]}' {{(pid=103591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:36:54.382859 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [req-92615d26-c4c4-4172-af50-04554e3b3655 req-9d8612d9-ec7b-48fc-8112-d397e5354c15 tempest-TestServerMultinode-923147666 tempest-TestServerMultinode-923147666-project-admin] Request body: {'port': {'device_id': 'e01ab346-e11a-44c7-81b0-c857238c0d88', 'network_id': '2cb4def7-9f5d-4e59-b7a8-e3a1bac05190', 'admin_state_up': True, 'tenant_id': 'c328d1d10b5d45d296fb20d432bd53d8'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:36:54.419623 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-d14fbe75-224a-4251-9f2d-9da5ccd23d65 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0be36f5a845449e3b442e552359ecc99&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9501362 Nov 23 17:36:54.420273 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 45050) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:36:54.448364 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92615d26-c4c4-4172-af50-04554e3b3655 req-9d8612d9-ec7b-48fc-8112-d397e5354c15 tempest-TestServerMultinode-923147666 tempest-TestServerMultinode-923147666-project-admin] Made reservation on behalf of c328d1d10b5d45d296fb20d432bd53d8 for: {'port': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:36:54.457648 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-654ba419-7ff2-46e5-8717-0ed2bbf4af82 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:54.466209 n-d-816206-8 neutron-server[103592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87e9a762-fb1c-4114-a40e-212ce8abb0b7 None None] Resources bound (agent type, host, resource id): {{(pid=103592) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 23 17:36:54.470372 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-92615d26-c4c4-4172-af50-04554e3b3655 req-9d8612d9-ec7b-48fc-8112-d397e5354c15 tempest-TestServerMultinode-923147666 tempest-TestServerMultinode-923147666-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:54.538824 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 17:36:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cad24189-42aa-4d3a-9a3e-239a7f2f0ea9 x-openstack-request-id: req-cad24189-42aa-4d3a-9a3e-239a7f2f0ea9 {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:36:54.539108 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13b5b2c9-9918-4dfb-a981-4fdec5dfb32c", "tag": "5ba24d20-e804-48c6-8a3e-5aef86e12679", "status": "completed", "code": 200}]} {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:36:54.539363 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-cad24189-42aa-4d3a-9a3e-239a7f2f0ea9 {{(pid=103591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:36:54.539804 n-d-816206-8 neutron-server[103591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13b5b2c9-9918-4dfb-a981-4fdec5dfb32c', 'tag': '5ba24d20-e804-48c6-8a3e-5aef86e12679', 'status': 'completed', 'code': 200} Nov 23 17:36:54.571020 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654ba419-7ff2-46e5-8717-0ed2bbf4af82 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Pushing event deleted for resources: {'Port': ['ID=17dcec8d-9807-4402-9e32-6e63f6e6f6c3,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:36:54.612318 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-654ba419-7ff2-46e5-8717-0ed2bbf4af82 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] No DVR routers for this DVR port 17dcec8d-9807-4402-9e32-6e63f6e6f6c3 on host n-d-816206-8 {{(pid=103590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:36:54.665801 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-237777b3-04f4-4971-86e6-e5cf5f007a3a req-8795a4c9-0424-40ac-b342-e9bf59070000 tempest-TestServerMultinode-923147666 tempest-TestServerMultinode-923147666-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=e01ab346-e11a-44c7-81b0-c857238c0d88 HTTP/1.1" status: 200 len: 210 time: 0.1459668 Nov 23 17:36:54.733706 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8508b4e0-444b-4c65-8ced-79d7e17e083a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:54.825397 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-73aa1c6b-efd1-46db-824c-92761f8531bd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:54.846203 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59f80b1-9fa9-44fe-997f-9f50ea5cc390 req-df59c9e0-4120-461d-9fd2-daaf789bcb6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:36:54.852044 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c59f80b1-9fa9-44fe-997f-9f50ea5cc390 req-df59c9e0-4120-461d-9fd2-daaf789bcb6e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fc12dc2acdef47618664fb9af38a2b64&device_id=13b5b2c9-9918-4dfb-a981-4fdec5dfb32c HTTP/1.1" status: 200 len: 1094 time: 0.3113158 Nov 23 17:36:54.862379 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-654ba419-7ff2-46e5-8717-0ed2bbf4af82 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973419', 'neutron.services.segments.db._delete_segments_for_network-8736635878840'] for network, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:54.915971 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-654ba419-7ff2-46e5-8717-0ed2bbf4af82 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b85f3567-5e3e-4704-a2bc-fddbf093ff8a']}} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:36:54.941372 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c59f80b1-9fa9-44fe-997f-9f50ea5cc390 req-ebcf1c9a-0992-44bd-8eaf-62159a450408 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5ba24d20-e804-48c6-8a3e-5aef86e12679 HTTP/1.1" status: 200 len: 217 time: 0.0661447 Nov 23 17:36:54.953979 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-73aa1c6b-efd1-46db-824c-92761f8531bd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:54.970068 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-654ba419-7ff2-46e5-8717-0ed2bbf4af82 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5e1b4ca-370e-4a0c-8620-473b6471b5b6') {'for_net_delete': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:36:54.970592 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-654ba419-7ff2-46e5-8717-0ed2bbf4af82 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5e1b4ca-370e-4a0c-8620-473b6471b5b6') {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:36:55.024444 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-654ba419-7ff2-46e5-8717-0ed2bbf4af82 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736635840332', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-267528353'] for segment, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:55.089940 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-654ba419-7ff2-46e5-8717-0ed2bbf4af82 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:55.111163 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-654ba419-7ff2-46e5-8717-0ed2bbf4af82 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Releasing vlan 524 on physical network physnet1 to pool {{(pid=103590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 17:36:55.111930 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-654ba419-7ff2-46e5-8717-0ed2bbf4af82 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264370093'] for segment, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:55.117612 n-d-816206-8 neutron-server[103590]: Traceback (most recent call last): Nov 23 17:36:55.117612 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 17:36:55.117612 n-d-816206-8 neutron-server[103590]: timer() Nov 23 17:36:55.117612 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 17:36:55.117612 n-d-816206-8 neutron-server[103590]: cb(*args, **kw) Nov 23 17:36:55.117612 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 17:36:55.117612 n-d-816206-8 neutron-server[103590]: return func(*args, **kwargs) Nov 23 17:36:55.117612 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 17:36:55.117612 n-d-816206-8 neutron-server[103590]: self._notify() Nov 23 17:36:55.117612 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 17:36:55.117612 n-d-816206-8 neutron-server[103590]: self.callback(batched_events) Nov 23 17:36:55.117612 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 17:36:55.117612 n-d-816206-8 neutron-server[103590]: event.method(event) Nov 23 17:36:55.117612 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 17:36:55.117612 n-d-816206-8 neutron-server[103590]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 17:36:55.117612 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 17:36:55.117612 n-d-816206-8 neutron-server[103590]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 17:36:55.117612 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 17:36:55.117612 n-d-816206-8 neutron-server[103590]: return f(self, *a, **k) Nov 23 17:36:55.117612 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 17:36:55.117612 n-d-816206-8 neutron-server[103590]: return self._get(url).json() Nov 23 17:36:55.117612 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 17:36:55.117612 n-d-816206-8 neutron-server[103590]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 17:36:55.117612 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 17:36:55.117612 n-d-816206-8 neutron-server[103590]: return self.request(url, 'GET', **kwargs) Nov 23 17:36:55.117612 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 17:36:55.117612 n-d-816206-8 neutron-server[103590]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 17:36:55.117612 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 17:36:55.117612 n-d-816206-8 neutron-server[103590]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 17:36:55.117612 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 17:36:55.117612 n-d-816206-8 neutron-server[103590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 17:36:55.117612 n-d-816206-8 neutron-server[103590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 17:36:55.197857 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-73aa1c6b-efd1-46db-824c-92761f8531bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:55.200733 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-73aa1c6b-efd1-46db-824c-92761f8531bd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:55.205801 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-73aa1c6b-efd1-46db-824c-92761f8531bd admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/73ba9d2d-5dc4-4e7c-b13a-9f9e1604b26b HTTP/1.1" status: 204 len: 168 time: 0.7843125 Nov 23 17:36:55.215810 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8508b4e0-444b-4c65-8ced-79d7e17e083a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:55.253175 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59f80b1-9fa9-44fe-997f-9f50ea5cc390 req-1163b3fb-1065-4d61-99d0-331ef69dc345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:36:55.254990 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c59f80b1-9fa9-44fe-997f-9f50ea5cc390 req-1163b3fb-1065-4d61-99d0-331ef69dc345 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b186db1a-5b84-4b46-989b-3956c608ca2f HTTP/1.1" status: 200 len: 857 time: 0.2989383 Nov 23 17:36:55.286579 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73aa1c6b-efd1-46db-824c-92761f8531bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73ba9d2d-5dc4-4e7c-b13a-9f9e1604b26b,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:36:55.298354 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8508b4e0-444b-4c65-8ced-79d7e17e083a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:55.306705 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.db_base_plugin_common [req-92615d26-c4c4-4172-af50-04554e3b3655 req-9d8612d9-ec7b-48fc-8112-d397e5354c15 tempest-TestServerMultinode-923147666 tempest-TestServerMultinode-923147666-project-admin] Allocated IP 172.20.0.14 (2cb4def7-9f5d-4e59-b7a8-e3a1bac05190/9b52ede3-5c4c-4b0f-b012-6d08553edf55/dff4911f-7141-4f9a-9af6-94039721c180) {{(pid=103591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:36:55.313627 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device dd77a1f5-1f5a-468b-b446-731c1c78b064 up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:36:55.336783 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c59f80b1-9fa9-44fe-997f-9f50ea5cc390 req-7821c018-5c6e-4a0c-944f-aaf2b1df7560 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8811c65e-4aeb-4c7e-a81d-4694c5478579&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0538964 Nov 23 17:36:55.355944 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077bb90c-7ba9-453b-9071-4b71f0f4bcde req-2516da28-69a9-473a-bc36-315716f61a1b tempest-InstanceActionsV221TestJSON-1408149125 tempest-InstanceActionsV221TestJSON-1408149125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:36:55.358502 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-077bb90c-7ba9-453b-9071-4b71f0f4bcde req-2516da28-69a9-473a-bc36-315716f61a1b tempest-InstanceActionsV221TestJSON-1408149125 tempest-InstanceActionsV221TestJSON-1408149125-project] 10.222.0.60 "GET /v2.0/ports?device_id=13b5b2c9-9918-4dfb-a981-4fdec5dfb32c HTTP/1.1" status: 200 len: 943 time: 0.2044971 Nov 23 17:36:55.412014 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8508b4e0-444b-4c65-8ced-79d7e17e083a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07ca6dbc-cafa-433a-baa7-38e380473698,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:36:55.434756 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-654ba419-7ff2-46e5-8717-0ed2bbf4af82 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1795418'] for network, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:55.446974 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-654ba419-7ff2-46e5-8717-0ed2bbf4af82 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Publish callbacks [] for network, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:55.447844 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port dd77a1f5-1f5a-468b-b446-731c1c78b064 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:36:55.448355 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:55.460825 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-654ba419-7ff2-46e5-8717-0ed2bbf4af82 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] 10.222.0.60 "DELETE /v2.0/networks/b85f3567-5e3e-4704-a2bc-fddbf093ff8a HTTP/1.1" status: 204 len: 168 time: 4.3070450 Nov 23 17:36:55.479180 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 45064) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:36:55.490026 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b674f41-8041-415f-a9f3-66563426ec3d None None] DHCP port deletion for 8811c65e-4aeb-4c7e-a81d-4694c5478579 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:36:55.508147 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-8508b4e0-444b-4c65-8ced-79d7e17e083a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d4735bc904d5431999694e644f622ecd&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3035426 Nov 23 17:36:55.510065 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654ba419-7ff2-46e5-8717-0ed2bbf4af82 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Pushing event deleted for resources: {'Network': ['ID=b85f3567-5e3e-4704-a2bc-fddbf093ff8a,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:36:55.512911 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 45066) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:36:55.601891 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-00f11736-9d4d-4335-8222-3a8742e13f26 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:55.634139 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-00f11736-9d4d-4335-8222-3a8742e13f26 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:55.647507 n-d-816206-8 neutron-server[103591]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5e831b0-93ce-46fd-878e-539e6ead354e tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] DELETE failed (client error): The resource could not be found. Nov 23 17:36:55.647960 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5e831b0-93ce-46fd-878e-539e6ead354e tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103591) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 17:36:55.655137 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-a5e831b0-93ce-46fd-878e-539e6ead354e tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] 10.222.0.60 "DELETE /v2.0/subnets/b9c4dba6-336e-4e73-bafb-a7770119b692 HTTP/1.1" status: 404 len: 337 time: 0.1725435 Nov 23 17:36:55.655797 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 45070) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:36:55.701827 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-00f11736-9d4d-4335-8222-3a8742e13f26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:55.712506 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-00f11736-9d4d-4335-8222-3a8742e13f26 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:55.713940 n-d-816206-8 neutron-server[103591]: INFO neutron.pecan_wsgi.hooks.translation [None req-49fe049d-1822-4729-a655-12265263e8b4 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] DELETE failed (client error): The resource could not be found. Nov 23 17:36:55.714727 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49fe049d-1822-4729-a655-12265263e8b4 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103591) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 17:36:55.718400 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-00f11736-9d4d-4335-8222-3a8742e13f26 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/07ca6dbc-cafa-433a-baa7-38e380473698 HTTP/1.1" status: 204 len: 168 time: 0.2021711 Nov 23 17:36:55.726919 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-49fe049d-1822-4729-a655-12265263e8b4 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] 10.222.0.60 "DELETE /v2.0/networks/b85f3567-5e3e-4704-a2bc-fddbf093ff8a HTTP/1.1" status: 404 len: 339 time: 0.0617008 Nov 23 17:36:55.735141 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 45078) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:36:55.754225 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f11736-9d4d-4335-8222-3a8742e13f26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07ca6dbc-cafa-433a-baa7-38e380473698,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:36:55.773047 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-077bb90c-7ba9-453b-9071-4b71f0f4bcde req-99452aad-9f6f-4178-8bb5-81e8304b4d46 tempest-InstanceActionsV221TestJSON-1408149125 tempest-InstanceActionsV221TestJSON-1408149125-project] 10.222.0.60 "GET /v2.0/security-groups?id=8c9a971d-fa5b-4b1f-bed2-c3007d014589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4003546 Nov 23 17:36:55.906947 n-d-816206-8 neutron-server[103591]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1fb226b-ab93-4ecc-bafb-36fcbca592d9 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] DELETE failed (client error): The resource could not be found. Nov 23 17:36:55.907396 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1fb226b-ab93-4ecc-bafb-36fcbca592d9 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103591) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 17:36:55.910435 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-a1fb226b-ab93-4ecc-bafb-36fcbca592d9 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] 10.222.0.60 "DELETE /v2.0/subnets/e1b8b487-e71d-4142-b299-e42e0ca3c6a2 HTTP/1.1" status: 404 len: 337 time: 0.1725426 Nov 23 17:36:55.913490 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 45084) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:36:55.925047 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c59f80b1-9fa9-44fe-997f-9f50ea5cc390 req-e0659039-3621-49da-aa13-bdce079ef48e service neutron] 10.222.0.36 "GET /v2.0/networks/8811c65e-4aeb-4c7e-a81d-4694c5478579?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5638275 Nov 23 17:36:55.947599 n-d-816206-8 neutron-server[103590]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c05eccb-68c8-4de4-aa8e-7a35568493f0 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] DELETE failed (client error): The resource could not be found. Nov 23 17:36:55.948720 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-764d1b38-b98b-4627-9ddd-314b98052f11 req-5b9d7c56-67a8-46a1-9f64-8c5afe7b5293 tempest-TestServerMultinode-923147666 tempest-TestServerMultinode-923147666-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=e01ab346-e11a-44c7-81b0-c857238c0d88 HTTP/1.1" status: 200 len: 210 time: 0.0443511 Nov 23 17:36:55.952092 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c05eccb-68c8-4de4-aa8e-7a35568493f0 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103590) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 17:36:55.958646 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-3c05eccb-68c8-4de4-aa8e-7a35568493f0 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] 10.222.0.60 "DELETE /v2.0/networks/42c7981b-043f-437c-9d86-95844caaf3e9 HTTP/1.1" status: 404 len: 339 time: 0.0435658 Nov 23 17:36:55.959939 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 45088) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:36:56.095668 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8f8452fa-9923-4803-b572-0b74b1957666 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-555181'] for network, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:56.200730 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-92615d26-c4c4-4172-af50-04554e3b3655 req-9d8612d9-ec7b-48fc-8112-d397e5354c15 tempest-TestServerMultinode-923147666 tempest-TestServerMultinode-923147666-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:56.204182 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c59f80b1-9fa9-44fe-997f-9f50ea5cc390 req-0f41e2af-02e1-4354-84c4-250e93674f3c service neutron] 10.222.0.36 "GET /v2.0/networks/8811c65e-4aeb-4c7e-a81d-4694c5478579?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2586792 Nov 23 17:36:56.284159 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-92615d26-c4c4-4172-af50-04554e3b3655 req-9d8612d9-ec7b-48fc-8112-d397e5354c15 tempest-TestServerMultinode-923147666 tempest-TestServerMultinode-923147666-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:56.319054 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8f8452fa-9923-4803-b572-0b74b1957666 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973419', 'neutron.services.segments.db._delete_segments_for_network-8736635878840'] for network, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:56.358067 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-8f8452fa-9923-4803-b572-0b74b1957666 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e64d4810-7798-4957-b71b-01ed0c7bd2f0']}} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:36:56.376697 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-8f8452fa-9923-4803-b572-0b74b1957666 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '914e1872-dc71-4b01-ab46-83436f6e5937') {'for_net_delete': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:36:56.376976 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-8f8452fa-9923-4803-b572-0b74b1957666 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '914e1872-dc71-4b01-ab46-83436f6e5937') {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:36:56.391266 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8f8452fa-9923-4803-b572-0b74b1957666 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736635840332', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-267528353'] for segment, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:56.434521 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8f8452fa-9923-4803-b572-0b74b1957666 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:56.447112 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 45106) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:36:56.452557 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92615d26-c4c4-4172-af50-04554e3b3655 req-9d8612d9-ec7b-48fc-8112-d397e5354c15 tempest-TestServerMultinode-923147666 tempest-TestServerMultinode-923147666-project-admin] Network 2cb4def7-9f5d-4e59-b7a8-e3a1bac05190 is already hosted by enough agents. {{(pid=103591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:36:56.458869 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f8452fa-9923-4803-b572-0b74b1957666 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Releasing vlan 515 on physical network physnet1 to pool {{(pid=103590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 17:36:56.459456 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8f8452fa-9923-4803-b572-0b74b1957666 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264370093'] for segment, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:56.464608 n-d-816206-8 neutron-server[103590]: Traceback (most recent call last): Nov 23 17:36:56.464608 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 17:36:56.464608 n-d-816206-8 neutron-server[103590]: timer() Nov 23 17:36:56.464608 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 17:36:56.464608 n-d-816206-8 neutron-server[103590]: cb(*args, **kw) Nov 23 17:36:56.464608 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 17:36:56.464608 n-d-816206-8 neutron-server[103590]: return func(*args, **kwargs) Nov 23 17:36:56.464608 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 17:36:56.464608 n-d-816206-8 neutron-server[103590]: self._notify() Nov 23 17:36:56.464608 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 17:36:56.464608 n-d-816206-8 neutron-server[103590]: self.callback(batched_events) Nov 23 17:36:56.464608 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 17:36:56.464608 n-d-816206-8 neutron-server[103590]: event.method(event) Nov 23 17:36:56.464608 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 17:36:56.464608 n-d-816206-8 neutron-server[103590]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 17:36:56.464608 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 17:36:56.464608 n-d-816206-8 neutron-server[103590]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 17:36:56.464608 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 17:36:56.464608 n-d-816206-8 neutron-server[103590]: return f(self, *a, **k) Nov 23 17:36:56.464608 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 17:36:56.464608 n-d-816206-8 neutron-server[103590]: return self._get(url).json() Nov 23 17:36:56.464608 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 17:36:56.464608 n-d-816206-8 neutron-server[103590]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 17:36:56.464608 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 17:36:56.464608 n-d-816206-8 neutron-server[103590]: return self.request(url, 'GET', **kwargs) Nov 23 17:36:56.464608 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 17:36:56.464608 n-d-816206-8 neutron-server[103590]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 17:36:56.464608 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 17:36:56.464608 n-d-816206-8 neutron-server[103590]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 17:36:56.464608 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 17:36:56.464608 n-d-816206-8 neutron-server[103590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 17:36:56.464608 n-d-816206-8 neutron-server[103590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 17:36:56.471025 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [req-92615d26-c4c4-4172-af50-04554e3b3655 req-9d8612d9-ec7b-48fc-8112-d397e5354c15 tempest-TestServerMultinode-923147666 tempest-TestServerMultinode-923147666-project-admin] Resources bound (agent type, host, resource id): {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:36:56.474296 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [req-92615d26-c4c4-4172-af50-04554e3b3655 req-9d8612d9-ec7b-48fc-8112-d397e5354c15 tempest-TestServerMultinode-923147666 tempest-TestServerMultinode-923147666-project-admin] Received port after_create {{(pid=103591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:36:56.486261 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8612d9-ec7b-48fc-8112-d397e5354c15 tempest-TestServerMultinode-923147666 tempest-TestServerMultinode-923147666-project-admin] Pushing event updated for resources: {'Port': ['ID=dff4911f-7141-4f9a-9af6-94039721c180,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:36:56.493258 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-aa108d6b-3c05-4728-a3c3-cff3cf8765b2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:56.587822 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbe907a-84e5-47be-8af2-19427decded4 req-91699a15-a183-4d6e-83bd-6f0aea675e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:36:56.593431 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-fdbe907a-84e5-47be-8af2-19427decded4 req-91699a15-a183-4d6e-83bd-6f0aea675e40 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fc12dc2acdef47618664fb9af38a2b64&device_id=13b5b2c9-9918-4dfb-a981-4fdec5dfb32c HTTP/1.1" status: 200 len: 1094 time: 0.3234475 Nov 23 17:36:56.593709 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8f8452fa-9923-4803-b572-0b74b1957666 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1795418'] for network, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:56.599826 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8f8452fa-9923-4803-b572-0b74b1957666 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Publish callbacks [] for network, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:56.604645 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-8f8452fa-9923-4803-b572-0b74b1957666 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] 10.222.0.60 "DELETE /v2.0/networks/e64d4810-7798-4957-b71b-01ed0c7bd2f0 HTTP/1.1" status: 204 len: 168 time: 0.6432986 Nov 23 17:36:56.626810 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 45110) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:36:56.628970 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8452fa-9923-4803-b572-0b74b1957666 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Pushing event deleted for resources: {'Network': ['ID=e64d4810-7798-4957-b71b-01ed0c7bd2f0,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:36:56.645599 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92615d26-c4c4-4172-af50-04554e3b3655 req-9d8612d9-ec7b-48fc-8112-d397e5354c15 tempest-TestServerMultinode-923147666 tempest-TestServerMultinode-923147666-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:36:56.646988 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-92615d26-c4c4-4172-af50-04554e3b3655 req-9d8612d9-ec7b-48fc-8112-d397e5354c15 tempest-TestServerMultinode-923147666 tempest-TestServerMultinode-923147666-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:56.669910 n-d-816206-8 neutron-server[103590]: INFO neutron.pecan_wsgi.hooks.translation [None req-81ce23ec-8ed2-4fd3-b82c-b32fbd4fb385 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] DELETE failed (client error): The resource could not be found. Nov 23 17:36:56.670483 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81ce23ec-8ed2-4fd3-b82c-b32fbd4fb385 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103590) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 17:36:56.674662 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-81ce23ec-8ed2-4fd3-b82c-b32fbd4fb385 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] 10.222.0.60 "DELETE /v2.0/subnets/9cf9b3b8-bc4f-470b-965c-1b29ae81eb49 HTTP/1.1" status: 404 len: 337 time: 0.0414937 Nov 23 17:36:56.678365 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 45112) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:36:56.708702 n-d-816206-8 neutron-server[103590]: INFO neutron.pecan_wsgi.hooks.translation [None req-b749b710-609a-4887-b3b9-bbbe31675eab tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] DELETE failed (client error): The resource could not be found. Nov 23 17:36:56.709363 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b749b710-609a-4887-b3b9-bbbe31675eab tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103590) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 17:36:56.716287 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-b749b710-609a-4887-b3b9-bbbe31675eab tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] 10.222.0.60 "DELETE /v2.0/networks/539e5a01-8706-4a83-8f55-c1e28ccaec0f HTTP/1.1" status: 404 len: 339 time: 0.0363824 Nov 23 17:36:56.722644 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-92615d26-c4c4-4172-af50-04554e3b3655 req-9d8612d9-ec7b-48fc-8112-d397e5354c15 tempest-TestServerMultinode-923147666 tempest-TestServerMultinode-923147666-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 2.3443642 Nov 23 17:36:56.724017 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 45114) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:36:56.767946 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [req-92615d26-c4c4-4172-af50-04554e3b3655 req-ee6f556a-4ea7-4e3b-acbf-548157113221 service neutron] Request body: {'port': {'device_id': 'e01ab346-e11a-44c7-81b0-c857238c0d88', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-8'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:36:56.787851 n-d-816206-8 neutron-server[103590]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef9ce720-de79-4ce9-b605-15b1316180cc tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] DELETE failed (client error): The resource could not be found. Nov 23 17:36:56.788315 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef9ce720-de79-4ce9-b605-15b1316180cc tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103590) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 17:36:56.792719 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-ef9ce720-de79-4ce9-b605-15b1316180cc tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] 10.222.0.60 "DELETE /v2.0/subnets/165682e0-fe7d-4456-b884-5936fc439d36 HTTP/1.1" status: 404 len: 337 time: 0.0675004 Nov 23 17:36:56.797964 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 45118) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:36:56.823165 n-d-816206-8 neutron-server[103590]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb9110cc-b939-4edd-8f7e-b75640518d63 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] DELETE failed (client error): The resource could not be found. Nov 23 17:36:56.824347 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb9110cc-b939-4edd-8f7e-b75640518d63 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103590) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 17:36:56.828120 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-bb9110cc-b939-4edd-8f7e-b75640518d63 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] 10.222.0.60 "DELETE /v2.0/networks/6092e492-715a-44a8-90be-c32c109cedfc HTTP/1.1" status: 404 len: 339 time: 0.0272202 Nov 23 17:36:56.832280 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 45122) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:36:56.865871 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-92615d26-c4c4-4172-af50-04554e3b3655 req-ee6f556a-4ea7-4e3b-acbf-548157113221 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:56.905730 n-d-816206-8 neutron-server[103590]: INFO neutron.pecan_wsgi.hooks.translation [None req-41425abb-d723-40b9-9122-2599c9098305 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] DELETE failed (client error): The resource could not be found. Nov 23 17:36:56.906136 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41425abb-d723-40b9-9122-2599c9098305 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103590) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 17:36:56.917202 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-41425abb-d723-40b9-9122-2599c9098305 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] 10.222.0.60 "DELETE /v2.0/subnets/b89d5240-cfec-477c-a5ba-1077558af66c HTTP/1.1" status: 404 len: 337 time: 0.0836308 Nov 23 17:36:56.919777 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 45126) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:36:56.964926 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-8cab2eb5-b2d3-450f-b0b3-a4f42b08a63d None None] Provisioning complete for port dff4911f-7141-4f9a-9af6-94039721c180 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:36:56.965455 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-8cab2eb5-b2d3-450f-b0b3-a4f42b08a63d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:56.979181 n-d-816206-8 neutron-server[103590]: INFO neutron.pecan_wsgi.hooks.translation [None req-b597cbc0-d766-4174-90c7-93f8405328b5 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] DELETE failed (client error): The resource could not be found. Nov 23 17:36:56.979696 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b597cbc0-d766-4174-90c7-93f8405328b5 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103590) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 17:36:56.983418 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-b597cbc0-d766-4174-90c7-93f8405328b5 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] 10.222.0.60 "DELETE /v2.0/networks/a3e1e82a-29f7-4893-a072-85a9f993edbc HTTP/1.1" status: 404 len: 339 time: 0.0608330 Nov 23 17:36:56.993323 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 45130) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:36:57.029513 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-aa108d6b-3c05-4728-a3c3-cff3cf8765b2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:57.031029 n-d-816206-8 neutron-server[103590]: INFO neutron.pecan_wsgi.hooks.translation [None req-c96e0973-1c4a-406a-a094-0dc16a9595ae tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] DELETE failed (client error): The resource could not be found. Nov 23 17:36:57.031778 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c96e0973-1c4a-406a-a094-0dc16a9595ae tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103590) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 17:36:57.037336 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-c96e0973-1c4a-406a-a094-0dc16a9595ae tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] 10.222.0.60 "DELETE /v2.0/subnets/5fd62800-8274-493b-974c-8c2420b7af84 HTTP/1.1" status: 404 len: 337 time: 0.0419390 Nov 23 17:36:57.038726 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-aa108d6b-3c05-4728-a3c3-cff3cf8765b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:57.042127 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 45134) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:36:57.075387 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-8cab2eb5-b2d3-450f-b0b3-a4f42b08a63d None None] Port dff4911f-7141-4f9a-9af6-94039721c180 cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:36:57.094413 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa108d6b-3c05-4728-a3c3-cff3cf8765b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65567629-2e51-41e5-8dbe-8ed6ea2acf23,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:36:57.099016 n-d-816206-8 neutron-server[103590]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a96ccdf-fef1-4d10-a9e9-9cbff2fbdf36 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] DELETE failed (client error): The resource could not be found. Nov 23 17:36:57.099646 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a96ccdf-fef1-4d10-a9e9-9cbff2fbdf36 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103590) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 17:36:57.105716 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-8a96ccdf-fef1-4d10-a9e9-9cbff2fbdf36 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] 10.222.0.60 "DELETE /v2.0/networks/f61f7039-b136-4bb8-908e-189789749e17 HTTP/1.1" status: 404 len: 339 time: 0.0336175 Nov 23 17:36:57.109022 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 45136) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:36:57.140751 n-d-816206-8 neutron-server[103590]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6be74a6-fa38-4153-9971-6ed04b61cf32 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] DELETE failed (client error): The resource could not be found. Nov 23 17:36:57.141204 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6be74a6-fa38-4153-9971-6ed04b61cf32 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103590) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 17:36:57.148130 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-f6be74a6-fa38-4153-9971-6ed04b61cf32 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] 10.222.0.60 "DELETE /v2.0/subnets/6051fa33-531e-4ccb-8f5e-b7c47757cc28 HTTP/1.1" status: 404 len: 337 time: 0.0344181 Nov 23 17:36:57.148130 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 45138) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:36:57.180139 n-d-816206-8 neutron-server[103590]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d1afa9c-10fc-410c-85dc-944490621633 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] DELETE failed (client error): The resource could not be found. Nov 23 17:36:57.181248 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d1afa9c-10fc-410c-85dc-944490621633 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103590) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 17:36:57.189763 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-3d1afa9c-10fc-410c-85dc-944490621633 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] 10.222.0.60 "DELETE /v2.0/networks/2d942d9f-921c-4d1f-86db-2ce39fec5335 HTTP/1.1" status: 404 len: 339 time: 0.0350974 Nov 23 17:36:57.189763 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-aa108d6b-3c05-4728-a3c3-cff3cf8765b2 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=bb21be26bafc4ed786aff56cf94e29df&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7386794 Nov 23 17:36:57.189763 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 45142) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:36:57.191622 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 45144) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:36:57.224664 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbe907a-84e5-47be-8af2-19427decded4 req-cbf94e3d-331e-4a9c-85f7-c8af61d6ffe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:36:57.231927 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-fdbe907a-84e5-47be-8af2-19427decded4 req-cbf94e3d-331e-4a9c-85f7-c8af61d6ffe1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8811c65e-4aeb-4c7e-a81d-4694c5478579 HTTP/1.1" status: 200 len: 918 time: 0.5499492 Nov 23 17:36:57.344305 n-d-816206-8 neutron-server[103590]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f4a1b6a-76f6-49a8-9dd8-65d3cda793db tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] DELETE failed (client error): The resource could not be found. Nov 23 17:36:57.344860 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f4a1b6a-76f6-49a8-9dd8-65d3cda793db tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103590) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 17:36:57.351850 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-8f4a1b6a-76f6-49a8-9dd8-65d3cda793db tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] 10.222.0.60 "DELETE /v2.0/subnets/4e655a52-3e6d-4e0a-860c-af6e25bfb764 HTTP/1.1" status: 404 len: 337 time: 0.1592927 Nov 23 17:36:57.354902 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafd9918-603a-4964-a4fa-58ffcc27ffb6 req-8a8f76ae-8bb2-4650-b9de-bc47f0dd953e tempest-InstanceActionsV221TestJSON-1408149125 tempest-InstanceActionsV221TestJSON-1408149125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:36:57.358052 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 45154) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:36:57.363434 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-cafd9918-603a-4964-a4fa-58ffcc27ffb6 req-8a8f76ae-8bb2-4650-b9de-bc47f0dd953e tempest-InstanceActionsV221TestJSON-1408149125 tempest-InstanceActionsV221TestJSON-1408149125-project] 10.222.0.60 "GET /v2.0/ports?device_id=13b5b2c9-9918-4dfb-a981-4fdec5dfb32c HTTP/1.1" status: 200 len: 943 time: 0.4263973 Nov 23 17:36:57.382620 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-96c57d5b-750e-44a8-abbd-4f9f79a81ba1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:57.396249 n-d-816206-8 neutron-server[103590]: INFO neutron.pecan_wsgi.hooks.translation [None req-7abf622d-e02f-4ad9-88f3-7f0104622b52 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] DELETE failed (client error): The resource could not be found. Nov 23 17:36:57.396782 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7abf622d-e02f-4ad9-88f3-7f0104622b52 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103590) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 17:36:57.400845 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-7abf622d-e02f-4ad9-88f3-7f0104622b52 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] 10.222.0.60 "DELETE /v2.0/networks/ce7c6a41-850b-4e4a-b985-c9f45927eb0a HTTP/1.1" status: 404 len: 339 time: 0.0262065 Nov 23 17:36:57.406342 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 45158) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:36:57.433627 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-fdbe907a-84e5-47be-8af2-19427decded4 req-9032315e-dd89-4ccb-bd1f-3095aac20e2c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5ba24d20-e804-48c6-8a3e-5aef86e12679 HTTP/1.1" status: 200 len: 217 time: 0.1732404 Nov 23 17:36:57.447605 n-d-816206-8 neutron-server[103590]: INFO neutron.pecan_wsgi.hooks.translation [None req-dae9d2f2-4419-4c8e-9759-2a17484a3079 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] DELETE failed (client error): The resource could not be found. Nov 23 17:36:57.448083 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dae9d2f2-4419-4c8e-9759-2a17484a3079 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103590) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 17:36:57.451278 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-dae9d2f2-4419-4c8e-9759-2a17484a3079 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] 10.222.0.60 "DELETE /v2.0/subnets/08ecc04e-7cac-4613-ae69-9b33f99f9257 HTTP/1.1" status: 404 len: 337 time: 0.0439935 Nov 23 17:36:57.455374 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 45162) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:36:57.480448 n-d-816206-8 neutron-server[103590]: INFO neutron.pecan_wsgi.hooks.translation [None req-977875ea-f232-4b75-875e-6b89c7868cd4 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] DELETE failed (client error): The resource could not be found. Nov 23 17:36:57.481005 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-977875ea-f232-4b75-875e-6b89c7868cd4 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103590) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 17:36:57.485475 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-977875ea-f232-4b75-875e-6b89c7868cd4 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] 10.222.0.60 "DELETE /v2.0/networks/fd91b525-d422-4393-8d4a-2d42020dcecd HTTP/1.1" status: 404 len: 339 time: 0.0283110 Nov 23 17:36:57.488125 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 45168) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:36:57.519524 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-96c57d5b-750e-44a8-abbd-4f9f79a81ba1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:57.522557 n-d-816206-8 neutron-server[103590]: INFO neutron.pecan_wsgi.hooks.translation [None req-55eb9514-b155-43e6-b012-bb303b371e3c tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] DELETE failed (client error): The resource could not be found. Nov 23 17:36:57.523011 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55eb9514-b155-43e6-b012-bb303b371e3c tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103590) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 17:36:57.529721 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-55eb9514-b155-43e6-b012-bb303b371e3c tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] 10.222.0.60 "DELETE /v2.0/subnets/5e5e36a0-4053-4fe3-9f82-5293d91ab09e HTTP/1.1" status: 404 len: 337 time: 0.0405977 Nov 23 17:36:57.536927 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 45170) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:36:57.562906 n-d-816206-8 neutron-server[103590]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ee2cdf9-27a9-40f4-8f82-678f828e7b45 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] DELETE failed (client error): The resource could not be found. Nov 23 17:36:57.563415 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ee2cdf9-27a9-40f4-8f82-678f828e7b45 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103590) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 17:36:57.567424 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-5ee2cdf9-27a9-40f4-8f82-678f828e7b45 tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] 10.222.0.60 "DELETE /v2.0/networks/9cf04768-01c4-471a-8ef7-e1c45bb07cfa HTTP/1.1" status: 404 len: 339 time: 0.0287683 Nov 23 17:36:57.570389 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 45172) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:36:57.627428 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb817a5-a145-4173-bf8b-914ffd580157 req-d245258d-b5ab-41c3-84a2-83587299b4fd tempest-TestServerMultinode-923147666 tempest-TestServerMultinode-923147666-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:36:57.631362 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8eb817a5-a145-4173-bf8b-914ffd580157 req-d245258d-b5ab-41c3-84a2-83587299b4fd tempest-TestServerMultinode-923147666 tempest-TestServerMultinode-923147666-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=e01ab346-e11a-44c7-81b0-c857238c0d88 HTTP/1.1" status: 200 len: 1028 time: 0.5106838 Nov 23 17:36:57.663481 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbe907a-84e5-47be-8af2-19427decded4 req-fb499423-53f6-4701-b825-be165c358faf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:36:57.664998 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-fdbe907a-84e5-47be-8af2-19427decded4 req-fb499423-53f6-4701-b825-be165c358faf service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b186db1a-5b84-4b46-989b-3956c608ca2f HTTP/1.1" status: 200 len: 857 time: 0.2205849 Nov 23 17:36:57.690359 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b7296dd-7387-4907-9fe7-7167d7cbbe9b tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Deleting subnet 95cad3a5-a7ce-4b74-a138-6935081c85f6 {{(pid=103590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 17:36:57.700073 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5b7296dd-7387-4907-9fe7-7167d7cbbe9b tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Publish callbacks [] for subnet, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:57.766942 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5b7296dd-7387-4907-9fe7-7167d7cbbe9b tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-267528342'] for subnet, precommit_delete_associations {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:57.832631 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-96c57d5b-750e-44a8-abbd-4f9f79a81ba1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:57.843709 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-96c57d5b-750e-44a8-abbd-4f9f79a81ba1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:57.846053 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-96c57d5b-750e-44a8-abbd-4f9f79a81ba1 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/65567629-2e51-41e5-8dbe-8ed6ea2acf23 HTTP/1.1" status: 204 len: 168 time: 0.5921488 Nov 23 17:36:57.884869 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-cafd9918-603a-4964-a4fa-58ffcc27ffb6 req-c3c344fe-f7d2-4202-9ba3-0b356c5413e0 tempest-InstanceActionsV221TestJSON-1408149125 tempest-InstanceActionsV221TestJSON-1408149125-project] 10.222.0.60 "GET /v2.0/security-groups?id=8c9a971d-fa5b-4b1f-bed2-c3007d014589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5204291 Nov 23 17:36:57.905848 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c57d5b-750e-44a8-abbd-4f9f79a81ba1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65567629-2e51-41e5-8dbe-8ed6ea2acf23,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:36:57.972106 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-fdbe907a-84e5-47be-8af2-19427decded4 req-96cf0ca5-8dcb-46e4-92a3-b9b36a799e98 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8811c65e-4aeb-4c7e-a81d-4694c5478579&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1141503 Nov 23 17:36:58.025408 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5b7296dd-7387-4907-9fe7-7167d7cbbe9b tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971956'] for subnet, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:58.143043 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8eb817a5-a145-4173-bf8b-914ffd580157 req-6701bb62-2d77-4033-9ef4-2174383ff190 tempest-TestServerMultinode-923147666 tempest-TestServerMultinode-923147666-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=929c7a40-58bd-4432-bd3a-56dcc11e52dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4899561 Nov 23 17:36:58.207171 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5b7296dd-7387-4907-9fe7-7167d7cbbe9b tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264357903', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264730940'] for subnet, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:58.264235 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7296dd-7387-4907-9fe7-7167d7cbbe9b tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Pushing event deleted for resources: {'Subnet': ['ID=95cad3a5-a7ce-4b74-a138-6935081c85f6,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:36:58.275916 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b804018-e8cf-4d0b-9ce1-7db8da55cd26 None None] Network 205ba418-ae5b-4a70-8f9a-ef72ccc4be14 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:36:58.280829 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5b7296dd-7387-4907-9fe7-7167d7cbbe9b tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Publish callbacks [] for subnet, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:58.286568 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-5b7296dd-7387-4907-9fe7-7167d7cbbe9b tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] 10.222.0.60 "DELETE /v2.0/subnets/95cad3a5-a7ce-4b74-a138-6935081c85f6 HTTP/1.1" status: 204 len: 168 time: 0.7128191 Nov 23 17:36:58.287893 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 45194) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:36:58.358548 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [req-92615d26-c4c4-4172-af50-04554e3b3655 req-ee6f556a-4ea7-4e3b-acbf-548157113221 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dff4911f-7141-4f9a-9af6-94039721c180 {{(pid=103591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:36:58.383457 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-92615d26-c4c4-4172-af50-04554e3b3655 req-ee6f556a-4ea7-4e3b-acbf-548157113221 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:58.452657 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.provisioning_blocks [req-92615d26-c4c4-4172-af50-04554e3b3655 req-ee6f556a-4ea7-4e3b-acbf-548157113221 service neutron] Transition to ACTIVE for port object dff4911f-7141-4f9a-9af6-94039721c180 will not be triggered until provisioned by entity L2. {{(pid=103591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 17:36:58.455517 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-fdbe907a-84e5-47be-8af2-19427decded4 req-62c0cd61-1d79-4957-9ad8-8e47f7360e59 service neutron] 10.222.0.36 "GET /v2.0/networks/8811c65e-4aeb-4c7e-a81d-4694c5478579?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4721026 Nov 23 17:36:58.458783 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-971e0e68-960e-4646-bc71-3f5869ea413c tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-555181'] for network, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:58.464521 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-92615d26-c4c4-4172-af50-04554e3b3655 req-ee6f556a-4ea7-4e3b-acbf-548157113221 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264758186'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:58.568166 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-971e0e68-960e-4646-bc71-3f5869ea413c tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Deleting port 2e865d7e-414c-47a7-8bd3-ac1d82241ea0 {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:36:58.568907 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-971e0e68-960e-4646-bc71-3f5869ea413c tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:58.632566 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6f556a-4ea7-4e3b-acbf-548157113221 service neutron] Pushing event updated for resources: {'Port': ['ID=dff4911f-7141-4f9a-9af6-94039721c180,revision_number=2']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:36:58.659977 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed09f469-7efc-450b-8ac5-53e7dbe54bd3 None None] DHCP port deletion for 205ba418-ae5b-4a70-8f9a-ef72ccc4be14 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:36:58.756088 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-fdbe907a-84e5-47be-8af2-19427decded4 req-b530c004-1dd5-423e-a33b-d01b2b283d05 service neutron] 10.222.0.36 "GET /v2.0/networks/8811c65e-4aeb-4c7e-a81d-4694c5478579?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2879183 Nov 23 17:36:58.757609 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-ed09f469-7efc-450b-8ac5-53e7dbe54bd3 None None] Deleting port 2e865d7e-414c-47a7-8bd3-ac1d82241ea0 {{(pid=103592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:36:58.757995 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-ed09f469-7efc-450b-8ac5-53e7dbe54bd3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:58.786154 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-971e0e68-960e-4646-bc71-3f5869ea413c tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] For port 2e865d7e-414c-47a7-8bd3-ac1d82241ea0, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=2e865d7e-414c-47a7-8bd3-ac1d82241ea0,segment=NetworkSegment(c4fbaa41-821a-45d0-9d3a-97cb984f866b),segment_id=c4fbaa41-821a-45d0-9d3a-97cb984f866b)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:36:58.786401 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-971e0e68-960e-4646-bc71-3f5869ea413c tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:58.816067 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-92615d26-c4c4-4172-af50-04554e3b3655 req-ee6f556a-4ea7-4e3b-acbf-548157113221 service neutron] Attempting to bind port dff4911f-7141-4f9a-9af6-94039721c180 on host n-h2-816206-8 for vnic_type normal with profile {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:36:58.816426 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-92615d26-c4c4-4172-af50-04554e3b3655 req-ee6f556a-4ea7-4e3b-acbf-548157113221 service neutron] Attempting to bind port dff4911f-7141-4f9a-9af6-94039721c180 by drivers openvswitch,hyperv on host n-h2-816206-8 at level 0 using segments [{'id': '8c64260d-b961-46a3-a6c7-197975bfee6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '2cb4def7-9f5d-4e59-b7a8-e3a1bac05190'}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:36:58.818668 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92615d26-c4c4-4172-af50-04554e3b3655 req-ee6f556a-4ea7-4e3b-acbf-548157113221 service neutron] Attempting to bind port dff4911f-7141-4f9a-9af6-94039721c180 on network 2cb4def7-9f5d-4e59-b7a8-e3a1bac05190 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:36:58.822628 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-971e0e68-960e-4646-bc71-3f5869ea413c tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Calling delete_port for 2e865d7e-414c-47a7-8bd3-ac1d82241ea0 owned by network:dhcp {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:36:58.831382 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92615d26-c4c4-4172-af50-04554e3b3655 req-ee6f556a-4ea7-4e3b-acbf-548157113221 service neutron] Port dff4911f-7141-4f9a-9af6-94039721c180 on network 2cb4def7-9f5d-4e59-b7a8-e3a1bac05190 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-8 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 17:36:58.831729 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92615d26-c4c4-4172-af50-04554e3b3655 req-ee6f556a-4ea7-4e3b-acbf-548157113221 service neutron] Attempting to bind port dff4911f-7141-4f9a-9af6-94039721c180 on network 2cb4def7-9f5d-4e59-b7a8-e3a1bac05190 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:36:58.844941 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92615d26-c4c4-4172-af50-04554e3b3655 req-ee6f556a-4ea7-4e3b-acbf-548157113221 service neutron] Checking agent: {'id': 'ab77bf9e-0267-4174-8f1d-822cba89b207', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 15, 13), 'started_at': datetime.datetime(2021, 11, 23, 17, 15, 13), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 36, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:36:58.845318 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92615d26-c4c4-4172-af50-04554e3b3655 req-ee6f556a-4ea7-4e3b-acbf-548157113221 service neutron] Checking segment: {'id': '8c64260d-b961-46a3-a6c7-197975bfee6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '2cb4def7-9f5d-4e59-b7a8-e3a1bac05190'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:36:58.845668 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92615d26-c4c4-4172-af50-04554e3b3655 req-ee6f556a-4ea7-4e3b-acbf-548157113221 service neutron] Bound using segment: {'id': '8c64260d-b961-46a3-a6c7-197975bfee6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '2cb4def7-9f5d-4e59-b7a8-e3a1bac05190'} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:36:58.846122 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-92615d26-c4c4-4172-af50-04554e3b3655 req-ee6f556a-4ea7-4e3b-acbf-548157113221 service neutron] Bound port: dff4911f-7141-4f9a-9af6-94039721c180, host: n-h2-816206-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c64260d-b961-46a3-a6c7-197975bfee6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '2cb4def7-9f5d-4e59-b7a8-e3a1bac05190'}}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:36:58.846483 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-92615d26-c4c4-4172-af50-04554e3b3655 req-ee6f556a-4ea7-4e3b-acbf-548157113221 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:58.953018 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-ed09f469-7efc-450b-8ac5-53e7dbe54bd3 None None] For port 2e865d7e-414c-47a7-8bd3-ac1d82241ea0, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=2e865d7e-414c-47a7-8bd3-ac1d82241ea0,segment=NetworkSegment(c4fbaa41-821a-45d0-9d3a-97cb984f866b),segment_id=c4fbaa41-821a-45d0-9d3a-97cb984f866b)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:36:58.953844 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-ed09f469-7efc-450b-8ac5-53e7dbe54bd3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:58.976866 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-ed09f469-7efc-450b-8ac5-53e7dbe54bd3 None None] Calling delete_port for 2e865d7e-414c-47a7-8bd3-ac1d82241ea0 owned by network:dhcp {{(pid=103592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:36:58.986666 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-971e0e68-960e-4646-bc71-3f5869ea413c tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:58.992168 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-92615d26-c4c4-4172-af50-04554e3b3655 req-ee6f556a-4ea7-4e3b-acbf-548157113221 service neutron] For port dff4911f-7141-4f9a-9af6-94039721c180, host n-h2-816206-8, cleared binding levels {{(pid=103591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:36:58.995960 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-92615d26-c4c4-4172-af50-04554e3b3655 req-ee6f556a-4ea7-4e3b-acbf-548157113221 service neutron] For port dff4911f-7141-4f9a-9af6-94039721c180, host n-h2-816206-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=dff4911f-7141-4f9a-9af6-94039721c180,segment=NetworkSegment(8c64260d-b961-46a3-a6c7-197975bfee6d),segment_id=8c64260d-b961-46a3-a6c7-197975bfee6d)] {{(pid=103591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:36:59.008022 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-92615d26-c4c4-4172-af50-04554e3b3655 req-ee6f556a-4ea7-4e3b-acbf-548157113221 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264758186'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:59.087204 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971e0e68-960e-4646-bc71-3f5869ea413c tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Pushing event deleted for resources: {'Port': ['ID=2e865d7e-414c-47a7-8bd3-ac1d82241ea0,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:36:59.119337 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92615d26-c4c4-4172-af50-04554e3b3655 req-ee6f556a-4ea7-4e3b-acbf-548157113221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:36:59.121648 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-92615d26-c4c4-4172-af50-04554e3b3655 req-ee6f556a-4ea7-4e3b-acbf-548157113221 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:59.122339 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-971e0e68-960e-4646-bc71-3f5869ea413c tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] No DVR routers for this DVR port 2e865d7e-414c-47a7-8bd3-ac1d82241ea0 on host n-d-816206-8 {{(pid=103590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:36:59.127593 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-92615d26-c4c4-4172-af50-04554e3b3655 req-ee6f556a-4ea7-4e3b-acbf-548157113221 service neutron] 10.222.0.36 "PUT /v2.0/ports/dff4911f-7141-4f9a-9af6-94039721c180 HTTP/1.1" status: 200 len: 1092 time: 2.3685238 Nov 23 17:36:59.128138 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e01ab346-e11a-44c7-81b0-c857238c0d88', 'tag': 'dff4911f-7141-4f9a-9af6-94039721c180'}] {{(pid=103591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:36:59.133872 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41d174a19ece9499ff9ec44e5b3fc50f2abd3ffbc947fb7e52ea1e8db27b95b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90673400-6ef8-4d26-a5d0-b99daeb4e914" -d '{"events": [{"name": "network-changed", "server_uuid": "e01ab346-e11a-44c7-81b0-c857238c0d88", "tag": "dff4911f-7141-4f9a-9af6-94039721c180"}]}' {{(pid=103591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:36:59.180990 n-d-816206-8 neutron-server[103592]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 23 17:36:59.180990 n-d-816206-8 neutron-server[103592]: from cryptography.utils import int_from_bytes Nov 23 17:36:59.180990 n-d-816206-8 neutron-server[103592]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 23 17:36:59.180990 n-d-816206-8 neutron-server[103592]: from cryptography.utils import int_from_bytes Nov 23 17:36:59.180990 n-d-816206-8 neutron-server[103592]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 17:36:59.180990 n-d-816206-8 neutron-server[103592]: self.session.flush() Nov 23 17:36:59.180990 n-d-816206-8 neutron-server[103592]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 17:36:59.180990 n-d-816206-8 neutron-server[103592]: self.session.flush() Nov 23 17:36:59.180990 n-d-816206-8 neutron-server[103592]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 17:36:59.180990 n-d-816206-8 neutron-server[103592]: self.session.flush() Nov 23 17:36:59.180990 n-d-816206-8 neutron-server[103592]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 17:36:59.180990 n-d-816206-8 neutron-server[103592]: self.session.flush() Nov 23 17:36:59.180990 n-d-816206-8 neutron-server[103592]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 17:36:59.180990 n-d-816206-8 neutron-server[103592]: self.session.flush() Nov 23 17:36:59.180990 n-d-816206-8 neutron-server[103592]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 17:36:59.180990 n-d-816206-8 neutron-server[103592]: self.session.flush() Nov 23 17:36:59.180990 n-d-816206-8 neutron-server[103592]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 17:36:59.180990 n-d-816206-8 neutron-server[103592]: self.session.flush() Nov 23 17:36:59.180990 n-d-816206-8 neutron-server[103592]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 17:36:59.180990 n-d-816206-8 neutron-server[103592]: self.session.flush() Nov 23 17:36:59.180990 n-d-816206-8 neutron-server[103592]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 17:36:59.180990 n-d-816206-8 neutron-server[103592]: self.session.flush() Nov 23 17:36:59.180990 n-d-816206-8 neutron-server[103592]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 17:36:59.180990 n-d-816206-8 neutron-server[103592]: self.session.flush() Nov 23 17:36:59.180990 n-d-816206-8 neutron-server[103592]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 17:36:59.180990 n-d-816206-8 neutron-server[103592]: self.session.flush() Nov 23 17:36:59.180990 n-d-816206-8 neutron-server[103592]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 17:36:59.180990 n-d-816206-8 neutron-server[103592]: self.session.flush() Nov 23 17:36:59.180990 n-d-816206-8 neutron-server[103592]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 17:36:59.180990 n-d-816206-8 neutron-server[103592]: self.session.flush() Nov 23 17:36:59.180990 n-d-816206-8 neutron-server[103592]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 17:36:59.180990 n-d-816206-8 neutron-server[103592]: self.session.flush() Nov 23 17:36:59.180990 n-d-816206-8 neutron-server[103592]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 17:36:59.180990 n-d-816206-8 neutron-server[103592]: self.session.flush() Nov 23 17:36:59.180990 n-d-816206-8 neutron-server[103592]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 17:36:59.180990 n-d-816206-8 neutron-server[103592]: self.session.flush() Nov 23 17:36:59.180990 n-d-816206-8 neutron-server[103592]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 17:36:59.180990 n-d-816206-8 neutron-server[103592]: self.session.flush() Nov 23 17:36:59.180990 n-d-816206-8 neutron-server[103592]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 17:36:59.180990 n-d-816206-8 neutron-server[103592]: self.session.flush() Nov 23 17:36:59.180990 n-d-816206-8 neutron-server[103592]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 17:36:59.180990 n-d-816206-8 neutron-server[103592]: self.session.flush() Nov 23 17:36:59.183814 n-d-816206-8 neutron-server[103592]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 17:36:59.183814 n-d-816206-8 neutron-server[103592]: self.session.flush() Nov 23 17:36:59.183814 n-d-816206-8 neutron-server[103592]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 17:36:59.183814 n-d-816206-8 neutron-server[103592]: self.session.flush() Nov 23 17:36:59.183814 n-d-816206-8 neutron-server[103592]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 17:36:59.183814 n-d-816206-8 neutron-server[103592]: self.session.flush() Nov 23 17:36:59.183814 n-d-816206-8 neutron-server[103592]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 17:36:59.183814 n-d-816206-8 neutron-server[103592]: self.session.flush() Nov 23 17:36:59.183814 n-d-816206-8 neutron-server[103592]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 17:36:59.183814 n-d-816206-8 neutron-server[103592]: self.session.flush() Nov 23 17:36:59.183814 n-d-816206-8 neutron-server[103592]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 17:36:59.183814 n-d-816206-8 neutron-server[103592]: self.session.flush() Nov 23 17:36:59.183814 n-d-816206-8 neutron-server[103592]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 17:36:59.183814 n-d-816206-8 neutron-server[103592]: self.session.flush() Nov 23 17:36:59.194748 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-ed09f469-7efc-450b-8ac5-53e7dbe54bd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989'] for port, after_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:59.327864 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6f556a-4ea7-4e3b-acbf-548157113221 service neutron] Pushing event updated for resources: {'Port': ['ID=dff4911f-7141-4f9a-9af6-94039721c180,revision_number=3']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:36:59.347640 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be31ef0-3fe8-468a-b15a-bfcae4ecc146 req-90c42c9d-213a-40c4-9262-8c03c6bf0918 tempest-InstanceActionsV221TestJSON-1408149125 tempest-InstanceActionsV221TestJSON-1408149125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:36:59.356159 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 2e865d7e-414c-47a7-8bd3-ac1d82241ea0 no longer exists at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:36:59.365251 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9be31ef0-3fe8-468a-b15a-bfcae4ecc146 req-90c42c9d-213a-40c4-9262-8c03c6bf0918 tempest-InstanceActionsV221TestJSON-1408149125 tempest-InstanceActionsV221TestJSON-1408149125-project] 10.222.0.60 "GET /v2.0/ports?device_id=13b5b2c9-9918-4dfb-a981-4fdec5dfb32c HTTP/1.1" status: 200 len: 943 time: 0.3380260 Nov 23 17:36:59.398801 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 17:36:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30e52d42-809a-4e78-823f-5d34da5d1e38 x-openstack-request-id: req-30e52d42-809a-4e78-823f-5d34da5d1e38 {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:36:59.401324 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e01ab346-e11a-44c7-81b0-c857238c0d88", "tag": "dff4911f-7141-4f9a-9af6-94039721c180", "status": "completed", "code": 200}]} {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:36:59.402302 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-30e52d42-809a-4e78-823f-5d34da5d1e38 {{(pid=103591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:36:59.402890 n-d-816206-8 neutron-server[103591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e01ab346-e11a-44c7-81b0-c857238c0d88', 'tag': 'dff4911f-7141-4f9a-9af6-94039721c180', 'status': 'completed', 'code': 200} Nov 23 17:36:59.414930 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-971e0e68-960e-4646-bc71-3f5869ea413c tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973419', 'neutron.services.segments.db._delete_segments_for_network-8736635878840'] for network, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:59.449446 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92615d26-c4c4-4172-af50-04554e3b3655 req-3e484b1a-a984-4654-82ac-db050976151d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:36:59.451258 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-92615d26-c4c4-4172-af50-04554e3b3655 req-3e484b1a-a984-4654-82ac-db050976151d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c328d1d10b5d45d296fb20d432bd53d8&device_id=e01ab346-e11a-44c7-81b0-c857238c0d88 HTTP/1.1" status: 200 len: 1095 time: 0.2550199 Nov 23 17:36:59.456329 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed09f469-7efc-450b-8ac5-53e7dbe54bd3 None None] Pushing event deleted for resources: {'Port': ['ID=2e865d7e-414c-47a7-8bd3-ac1d82241ea0,revision_number=None']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:36:59.476047 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed09f469-7efc-450b-8ac5-53e7dbe54bd3 None None] No DVR routers for this DVR port 2e865d7e-414c-47a7-8bd3-ac1d82241ea0 on host n-d-816206-8 {{(pid=103592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:36:59.485104 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-971e0e68-960e-4646-bc71-3f5869ea413c tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['205ba418-ae5b-4a70-8f9a-ef72ccc4be14']}} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:36:59.489575 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] No Port match for: 2e865d7e-414c-47a7-8bd3-ac1d82241ea0 {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:36:59.489929 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 2e865d7e-414c-47a7-8bd3-ac1d82241ea0 not bound to the agent host n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:36:59.521511 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-971e0e68-960e-4646-bc71-3f5869ea413c tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4fbaa41-821a-45d0-9d3a-97cb984f866b') {'for_net_delete': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:36:59.523906 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-971e0e68-960e-4646-bc71-3f5869ea413c tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4fbaa41-821a-45d0-9d3a-97cb984f866b') {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:36:59.551334 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-971e0e68-960e-4646-bc71-3f5869ea413c tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736635840332', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-267528353'] for segment, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:59.573358 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-971e0e68-960e-4646-bc71-3f5869ea413c tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:59.584852 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9be31ef0-3fe8-468a-b15a-bfcae4ecc146 req-cf520d8a-112c-4ab2-9f7a-fe163527ea8f tempest-InstanceActionsV221TestJSON-1408149125 tempest-InstanceActionsV221TestJSON-1408149125-project] 10.222.0.60 "GET /v2.0/security-groups?id=8c9a971d-fa5b-4b1f-bed2-c3007d014589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2186868 Nov 23 17:36:59.587167 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-971e0e68-960e-4646-bc71-3f5869ea413c tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Releasing vlan 534 on physical network physnet1 to pool {{(pid=103590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 17:36:59.588048 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-971e0e68-960e-4646-bc71-3f5869ea413c tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264370093'] for segment, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:59.591031 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-92615d26-c4c4-4172-af50-04554e3b3655 req-08d16ada-5526-4e34-ba3c-b7d03bf7b9b7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dff4911f-7141-4f9a-9af6-94039721c180 HTTP/1.1" status: 200 len: 217 time: 0.1267495 Nov 23 17:36:59.594236 n-d-816206-8 neutron-server[103590]: Traceback (most recent call last): Nov 23 17:36:59.594236 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 17:36:59.594236 n-d-816206-8 neutron-server[103590]: timer() Nov 23 17:36:59.594236 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 17:36:59.594236 n-d-816206-8 neutron-server[103590]: cb(*args, **kw) Nov 23 17:36:59.594236 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 17:36:59.594236 n-d-816206-8 neutron-server[103590]: return func(*args, **kwargs) Nov 23 17:36:59.594236 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 17:36:59.594236 n-d-816206-8 neutron-server[103590]: self._notify() Nov 23 17:36:59.594236 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 17:36:59.594236 n-d-816206-8 neutron-server[103590]: self.callback(batched_events) Nov 23 17:36:59.594236 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 17:36:59.594236 n-d-816206-8 neutron-server[103590]: event.method(event) Nov 23 17:36:59.594236 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 17:36:59.594236 n-d-816206-8 neutron-server[103590]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 17:36:59.594236 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 17:36:59.594236 n-d-816206-8 neutron-server[103590]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 17:36:59.594236 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 17:36:59.594236 n-d-816206-8 neutron-server[103590]: return f(self, *a, **k) Nov 23 17:36:59.594236 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 17:36:59.594236 n-d-816206-8 neutron-server[103590]: return self._get(url).json() Nov 23 17:36:59.594236 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 17:36:59.594236 n-d-816206-8 neutron-server[103590]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 17:36:59.594236 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 17:36:59.594236 n-d-816206-8 neutron-server[103590]: return self.request(url, 'GET', **kwargs) Nov 23 17:36:59.594236 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 17:36:59.594236 n-d-816206-8 neutron-server[103590]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 17:36:59.594236 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 17:36:59.594236 n-d-816206-8 neutron-server[103590]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 17:36:59.594236 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 17:36:59.594236 n-d-816206-8 neutron-server[103590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 17:36:59.594236 n-d-816206-8 neutron-server[103590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 17:36:59.726047 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-971e0e68-960e-4646-bc71-3f5869ea413c tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1795418'] for network, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:59.728193 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92615d26-c4c4-4172-af50-04554e3b3655 req-a809f5d0-638a-4632-8d7f-0b0172f79840 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:36:59.731492 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-92615d26-c4c4-4172-af50-04554e3b3655 req-a809f5d0-638a-4632-8d7f-0b0172f79840 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9b52ede3-5c4c-4b0f-b012-6d08553edf55 HTTP/1.1" status: 200 len: 849 time: 0.1227620 Nov 23 17:36:59.752974 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-971e0e68-960e-4646-bc71-3f5869ea413c tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Publish callbacks [] for network, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:36:59.760083 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-971e0e68-960e-4646-bc71-3f5869ea413c tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] 10.222.0.60 "DELETE /v2.0/networks/205ba418-ae5b-4a70-8f9a-ef72ccc4be14 HTTP/1.1" status: 204 len: 168 time: 1.4673827 Nov 23 17:36:59.788459 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971e0e68-960e-4646-bc71-3f5869ea413c tempest-NetworksTest-889752110 tempest-NetworksTest-889752110-project] Pushing event deleted for resources: {'Network': ['ID=205ba418-ae5b-4a70-8f9a-ef72ccc4be14,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:36:59.830016 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0bf9c8-3fbe-41e5-85a1-e170a590d495 req-eaa3a2cc-057d-4a3c-b78f-0546123f7cf7 tempest-TestServerMultinode-923147666 tempest-TestServerMultinode-923147666-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:36:59.840170 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-1f0bf9c8-3fbe-41e5-85a1-e170a590d495 req-eaa3a2cc-057d-4a3c-b78f-0546123f7cf7 tempest-TestServerMultinode-923147666 tempest-TestServerMultinode-923147666-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=e01ab346-e11a-44c7-81b0-c857238c0d88 HTTP/1.1" status: 200 len: 1095 time: 0.2597210 Nov 23 17:36:59.894019 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92615d26-c4c4-4172-af50-04554e3b3655 req-532e148e-112a-453e-a9a9-97668a52af69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:36:59.897399 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-92615d26-c4c4-4172-af50-04554e3b3655 req-532e148e-112a-453e-a9a9-97668a52af69 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2cb4def7-9f5d-4e59-b7a8-e3a1bac05190&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1281505 Nov 23 17:36:59.977895 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-1f0bf9c8-3fbe-41e5-85a1-e170a590d495 req-5ab96741-f0e5-44eb-8b6d-250597f1bb7d tempest-TestServerMultinode-923147666 tempest-TestServerMultinode-923147666-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=929c7a40-58bd-4432-bd3a-56dcc11e52dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317651 Nov 23 17:37:00.064530 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-92615d26-c4c4-4172-af50-04554e3b3655 req-3709068e-945a-46bb-ac4d-a2f825994233 service neutron] 10.222.0.36 "GET /v2.0/networks/2cb4def7-9f5d-4e59-b7a8-e3a1bac05190?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1524470 Nov 23 17:37:00.178769 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-92615d26-c4c4-4172-af50-04554e3b3655 req-74108696-3ad1-4701-b2dd-b15c4d846497 service neutron] 10.222.0.36 "GET /v2.0/networks/2cb4def7-9f5d-4e59-b7a8-e3a1bac05190?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1125038 Nov 23 17:37:00.306295 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 45250) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:37:00.343333 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90673400-6ef8-4d26-a5d0-b99daeb4e914 req-0a09d740-d7d9-4df3-835b-203b7bb6c7ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:37:00.350800 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-90673400-6ef8-4d26-a5d0-b99daeb4e914 req-0a09d740-d7d9-4df3-835b-203b7bb6c7ea service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c328d1d10b5d45d296fb20d432bd53d8&device_id=e01ab346-e11a-44c7-81b0-c857238c0d88 HTTP/1.1" status: 200 len: 1095 time: 0.1096709 Nov 23 17:37:00.466369 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device 5ba24d20-e804-48c6-8a3e-5aef86e12679 details requested by agent hyperv_n-h2-816206-8 with host n-h2-816206-8 {{(pid=103592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 17:37:00.567363 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90673400-6ef8-4d26-a5d0-b99daeb4e914 req-e3427cc9-2abf-4bce-961b-76960c924143 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:37:00.570503 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-90673400-6ef8-4d26-a5d0-b99daeb4e914 req-e3427cc9-2abf-4bce-961b-76960c924143 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2cb4def7-9f5d-4e59-b7a8-e3a1bac05190 HTTP/1.1" status: 200 len: 911 time: 0.2049627 Nov 23 17:37:00.608870 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port 5ba24d20-e804-48c6-8a3e-5aef86e12679, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=5ba24d20-e804-48c6-8a3e-5aef86e12679,segment=NetworkSegment(509aabfa-b4d9-4755-8504-6b69ea7b1206),segment_id=509aabfa-b4d9-4755-8504-6b69ea7b1206)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:37:00.624441 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Returning: {'device': '5ba24d20-e804-48c6-8a3e-5aef86e12679', 'network_id': '8811c65e-4aeb-4c7e-a81d-4694c5478579', 'port_id': '5ba24d20-e804-48c6-8a3e-5aef86e12679', 'mac_address': 'fa:16:3e:04:57:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 511, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b186db1a-5b84-4b46-989b-3956c608ca2f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 17:37:00.653000 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-90673400-6ef8-4d26-a5d0-b99daeb4e914 req-0996c73f-c2e9-4450-a19e-1b3f6623e440 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dff4911f-7141-4f9a-9af6-94039721c180 HTTP/1.1" status: 200 len: 217 time: 0.0692449 Nov 23 17:37:00.669734 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:00.685976 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ba24d20-e804-48c6-8a3e-5aef86e12679 {{(pid=103592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:37:00.714396 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port 5ba24d20-e804-48c6-8a3e-5aef86e12679, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=5ba24d20-e804-48c6-8a3e-5aef86e12679,segment=NetworkSegment(509aabfa-b4d9-4755-8504-6b69ea7b1206),segment_id=509aabfa-b4d9-4755-8504-6b69ea7b1206)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:37:00.721296 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:00.801360 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90673400-6ef8-4d26-a5d0-b99daeb4e914 req-a8bc70fe-f5e6-4c03-8a4c-f822c6031535 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:37:00.802879 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-90673400-6ef8-4d26-a5d0-b99daeb4e914 req-a8bc70fe-f5e6-4c03-8a4c-f822c6031535 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9b52ede3-5c4c-4b0f-b012-6d08553edf55 HTTP/1.1" status: 200 len: 849 time: 0.1422689 Nov 23 17:37:00.832619 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Pushing event updated for resources: {'Port': ['ID=5ba24d20-e804-48c6-8a3e-5aef86e12679,revision_number=4']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:37:00.843213 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-e83af048-1579-4705-9076-013e41d9ba43 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d5eecd5b996143b2ab53dcfe28b3de82&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5355344 Nov 23 17:37:00.846660 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 45264) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:37:00.877681 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 45266) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:37:00.939898 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f404c418-1c13-4022-9ca8-be0c74d987ca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:00.968847 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fda67e-3f74-4a07-a5f3-cc6e2bea9de4 req-f56d2680-c9a8-4265-8bd7-41fdba652329 tempest-InstanceActionsV221TestJSON-1408149125 tempest-InstanceActionsV221TestJSON-1408149125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:37:00.971528 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-09fda67e-3f74-4a07-a5f3-cc6e2bea9de4 req-f56d2680-c9a8-4265-8bd7-41fdba652329 tempest-InstanceActionsV221TestJSON-1408149125 tempest-InstanceActionsV221TestJSON-1408149125-project] 10.222.0.60 "GET /v2.0/ports?device_id=13b5b2c9-9918-4dfb-a981-4fdec5dfb32c HTTP/1.1" status: 200 len: 944 time: 0.1625857 Nov 23 17:37:00.989687 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f404c418-1c13-4022-9ca8-be0c74d987ca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:01.031181 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8b46e853-432b-44b8-bcdf-c384e0022c02 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:01.057033 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90673400-6ef8-4d26-a5d0-b99daeb4e914 req-ceb8ba1e-b1bb-451f-aab2-15b075cce2f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:37:01.062618 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-90673400-6ef8-4d26-a5d0-b99daeb4e914 req-ceb8ba1e-b1bb-451f-aab2-15b075cce2f5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2cb4def7-9f5d-4e59-b7a8-e3a1bac05190&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2376721 Nov 23 17:37:01.094588 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] get_ports_and_sgs() called for port_ids ['5ba24d20-e804-48c6-8a3e-5aef86e12679'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:37:01.143783 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f404c418-1c13-4022-9ca8-be0c74d987ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:01.146427 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f404c418-1c13-4022-9ca8-be0c74d987ca admin admin] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:01.150884 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-f404c418-1c13-4022-9ca8-be0c74d987ca admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/5ee1d514-c458-4987-b03e-baf2daab6512 HTTP/1.1" status: 204 len: 168 time: 0.2995496 Nov 23 17:37:01.165056 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f404c418-1c13-4022-9ca8-be0c74d987ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ee1d514-c458-4987-b03e-baf2daab6512,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:37:01.193447 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8b46e853-432b-44b8-bcdf-c384e0022c02 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:01.203432 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8b46e853-432b-44b8-bcdf-c384e0022c02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:01.226498 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-09fda67e-3f74-4a07-a5f3-cc6e2bea9de4 req-9021a8e2-c7ea-4052-bc3f-a40f5a767816 tempest-InstanceActionsV221TestJSON-1408149125 tempest-InstanceActionsV221TestJSON-1408149125-project] 10.222.0.60 "GET /v2.0/security-groups?id=8c9a971d-fa5b-4b1f-bed2-c3007d014589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2405851 Nov 23 17:37:01.274845 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b46e853-432b-44b8-bcdf-c384e0022c02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c32e2e0-e925-4576-941e-e26b25d7d554,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:37:01.331716 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-8b46e853-432b-44b8-bcdf-c384e0022c02 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=86ea46a4daea4abcb447740cef544294&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4524372 Nov 23 17:37:01.334341 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 45280) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:37:01.496438 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-bb394e35-dfd1-435f-a777-9dc41d097a65 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:01.556802 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-bb394e35-dfd1-435f-a777-9dc41d097a65 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:01.666584 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-bb394e35-dfd1-435f-a777-9dc41d097a65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:01.669502 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-bb394e35-dfd1-435f-a777-9dc41d097a65 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:01.674170 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-bb394e35-dfd1-435f-a777-9dc41d097a65 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/4c32e2e0-e925-4576-941e-e26b25d7d554 HTTP/1.1" status: 204 len: 168 time: 0.3384702 Nov 23 17:37:01.683356 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb394e35-dfd1-435f-a777-9dc41d097a65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c32e2e0-e925-4576-941e-e26b25d7d554,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:37:01.874846 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6b61e8-c5cb-4139-98aa-e4c4ab3127bd req-7b844f3a-7fbf-4bfc-88c8-21417dcb62ee tempest-TestServerMultinode-923147666 tempest-TestServerMultinode-923147666-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:37:01.884547 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-3b6b61e8-c5cb-4139-98aa-e4c4ab3127bd req-7b844f3a-7fbf-4bfc-88c8-21417dcb62ee tempest-TestServerMultinode-923147666 tempest-TestServerMultinode-923147666-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=e01ab346-e11a-44c7-81b0-c857238c0d88 HTTP/1.1" status: 200 len: 1095 time: 0.7245963 Nov 23 17:37:01.889297 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-90673400-6ef8-4d26-a5d0-b99daeb4e914 req-f058d6b8-a797-4046-b3e3-1d9c01617d51 service neutron] 10.222.0.36 "GET /v2.0/networks/2cb4def7-9f5d-4e59-b7a8-e3a1bac05190?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8079236 Nov 23 17:37:02.063374 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-3b6b61e8-c5cb-4139-98aa-e4c4ab3127bd req-19c54727-ee70-4960-b8ca-1ce1c3f4a6e1 tempest-TestServerMultinode-923147666 tempest-TestServerMultinode-923147666-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=929c7a40-58bd-4432-bd3a-56dcc11e52dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776211 Nov 23 17:37:02.087410 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-90673400-6ef8-4d26-a5d0-b99daeb4e914 req-b95f302f-c80b-4650-a18b-1d9dcfbef2d4 service neutron] 10.222.0.36 "GET /v2.0/networks/2cb4def7-9f5d-4e59-b7a8-e3a1bac05190?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1708872 Nov 23 17:37:02.264610 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 45318) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:37:02.293874 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f08b5896-f32c-47ff-8d8d-5d7efe57fe5c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:02.407870 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e300e6-0cb9-472c-94c3-1b80dab710aa req-f00bb1c7-6fe1-4b09-9531-c0e30348c840 tempest-InstanceActionsV221TestJSON-1408149125 tempest-InstanceActionsV221TestJSON-1408149125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:37:02.409553 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c9e300e6-0cb9-472c-94c3-1b80dab710aa req-f00bb1c7-6fe1-4b09-9531-c0e30348c840 tempest-InstanceActionsV221TestJSON-1408149125 tempest-InstanceActionsV221TestJSON-1408149125-project] 10.222.0.60 "GET /v2.0/ports?device_id=13b5b2c9-9918-4dfb-a981-4fdec5dfb32c HTTP/1.1" status: 200 len: 944 time: 0.0866897 Nov 23 17:37:02.451467 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f08b5896-f32c-47ff-8d8d-5d7efe57fe5c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:02.461991 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f08b5896-f32c-47ff-8d8d-5d7efe57fe5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:02.480315 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device 5ba24d20-e804-48c6-8a3e-5aef86e12679 up at agent hyperv_n-h2-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:37:02.490019 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c9e300e6-0cb9-472c-94c3-1b80dab710aa req-9026d17a-35d4-4031-9476-c96315998f60 tempest-InstanceActionsV221TestJSON-1408149125 tempest-InstanceActionsV221TestJSON-1408149125-project] 10.222.0.60 "GET /v2.0/security-groups?id=8c9a971d-fa5b-4b1f-bed2-c3007d014589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717316 Nov 23 17:37:02.496014 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-f08b5896-f32c-47ff-8d8d-5d7efe57fe5c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f21ce951fdec4e78a4ef93d37020fa2b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2300622 Nov 23 17:37:02.504738 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 45326) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:37:02.529312 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08b5896-f32c-47ff-8d8d-5d7efe57fe5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e17cdda5-bdfd-4f84-8d6c-9dd08e40f5c8,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:37:02.581568 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-7636e604-ee81-4d2a-87f0-4f66a5f67360 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:02.618639 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-7636e604-ee81-4d2a-87f0-4f66a5f67360 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:02.620435 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Provisioning for port 5ba24d20-e804-48c6-8a3e-5aef86e12679 completed by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 17:37:02.624936 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Provisioning complete for port 5ba24d20-e804-48c6-8a3e-5aef86e12679 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:37:02.625114 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:02.716779 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-7636e604-ee81-4d2a-87f0-4f66a5f67360 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:02.721366 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-7636e604-ee81-4d2a-87f0-4f66a5f67360 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:02.724939 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-7636e604-ee81-4d2a-87f0-4f66a5f67360 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e17cdda5-bdfd-4f84-8d6c-9dd08e40f5c8 HTTP/1.1" status: 204 len: 168 time: 0.2230628 Nov 23 17:37:02.733891 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7636e604-ee81-4d2a-87f0-4f66a5f67360 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e17cdda5-bdfd-4f84-8d6c-9dd08e40f5c8,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:37:02.762928 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 45344) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:37:02.857801 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:02.912047 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port 5ba24d20-e804-48c6-8a3e-5aef86e12679, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=5ba24d20-e804-48c6-8a3e-5aef86e12679,segment=NetworkSegment(509aabfa-b4d9-4755-8504-6b69ea7b1206),segment_id=509aabfa-b4d9-4755-8504-6b69ea7b1206)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:37:02.913235 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13b5b2c9-9918-4dfb-a981-4fdec5dfb32c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ba24d20-e804-48c6-8a3e-5aef86e12679'}] {{(pid=103592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:37:02.916140 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba3e6a8f2301c7a29fe1eca9779abdae4ccbcd6266d69778087f2498d5551201" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-789ae63e-d8e7-4a70-9c36-5ea1ca6e736c" -d '{"events": [{"server_uuid": "13b5b2c9-9918-4dfb-a981-4fdec5dfb32c", "name": "network-vif-plugged", "status": "completed", "tag": "5ba24d20-e804-48c6-8a3e-5aef86e12679"}]}' {{(pid=103592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:37:02.920833 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:02.989461 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Pushing event updated for resources: {'Port': ['ID=5ba24d20-e804-48c6-8a3e-5aef86e12679,revision_number=5']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:37:03.009155 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:37:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-178baa82-25b3-48f4-8dee-cb3d207f2e31 x-openstack-request-id: req-178baa82-25b3-48f4-8dee-cb3d207f2e31 {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:37:03.009571 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13b5b2c9-9918-4dfb-a981-4fdec5dfb32c", "name": "network-vif-plugged", "status": "completed", "tag": "5ba24d20-e804-48c6-8a3e-5aef86e12679", "code": 200}]} {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:37:03.009915 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-178baa82-25b3-48f4-8dee-cb3d207f2e31 {{(pid=103592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:37:03.010413 n-d-816206-8 neutron-server[103592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13b5b2c9-9918-4dfb-a981-4fdec5dfb32c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ba24d20-e804-48c6-8a3e-5aef86e12679', 'code': 200} Nov 23 17:37:03.145648 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5793e83-30d2-45b2-a723-e533fe4ecd6d req-686510cf-3565-4988-a32d-7fd57062f30f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:37:03.147677 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f5793e83-30d2-45b2-a723-e533fe4ecd6d req-686510cf-3565-4988-a32d-7fd57062f30f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=13b5b2c9-9918-4dfb-a981-4fdec5dfb32c HTTP/1.1" status: 200 len: 1096 time: 0.0660305 Nov 23 17:37:03.228746 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2078ee59-0746-40a0-be83-e3005888f6bc req-034c87ec-0e66-431e-8b72-2b9169f8f752 tempest-TestServerMultinode-923147666 tempest-TestServerMultinode-923147666-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:37:03.230315 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2078ee59-0746-40a0-be83-e3005888f6bc req-034c87ec-0e66-431e-8b72-2b9169f8f752 tempest-TestServerMultinode-923147666 tempest-TestServerMultinode-923147666-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=e01ab346-e11a-44c7-81b0-c857238c0d88 HTTP/1.1" status: 200 len: 1095 time: 0.0816715 Nov 23 17:37:03.238029 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f5793e83-30d2-45b2-a723-e533fe4ecd6d req-8814b9fd-cb16-4651-a886-fd0dbf91b386 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=8c9a971d-fa5b-4b1f-bed2-c3007d014589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802689 Nov 23 17:37:03.243772 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-c15c913d-aa5c-4675-a3f8-79a574183acd tempest-NetworksNegativeTestJSON-654055425 tempest-NetworksNegativeTestJSON-654055425-project] Request body: {'port': {'network_id': 'bf9bbabc-8855-4e40-982a-8b75ac15966d', 'name': 'tempest-NetworksNegativeTestJSON-50864059'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:37:03.263737 n-d-816206-8 neutron-server[103591]: INFO neutron.pecan_wsgi.hooks.translation [None req-c15c913d-aa5c-4675-a3f8-79a574183acd tempest-NetworksNegativeTestJSON-654055425 tempest-NetworksNegativeTestJSON-654055425-project] POST failed (client error): The resource could not be found. Nov 23 17:37:03.264297 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c15c913d-aa5c-4675-a3f8-79a574183acd tempest-NetworksNegativeTestJSON-654055425 tempest-NetworksNegativeTestJSON-654055425-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103591) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 17:37:03.269215 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-c15c913d-aa5c-4675-a3f8-79a574183acd tempest-NetworksNegativeTestJSON-654055425 tempest-NetworksNegativeTestJSON-654055425-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.5049298 Nov 23 17:37:03.269661 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 45364) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:37:03.291366 n-d-816206-8 neutron-server[103590]: INFO neutron.pecan_wsgi.hooks.translation [None req-9055ea41-230e-4e33-986b-eb5fbf83b1c4 tempest-NetworksNegativeTestJSON-654055425 tempest-NetworksNegativeTestJSON-654055425-project] DELETE failed (client error): The resource could not be found. Nov 23 17:37:03.292178 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9055ea41-230e-4e33-986b-eb5fbf83b1c4 tempest-NetworksNegativeTestJSON-654055425 tempest-NetworksNegativeTestJSON-654055425-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103590) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 17:37:03.295398 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-9055ea41-230e-4e33-986b-eb5fbf83b1c4 tempest-NetworksNegativeTestJSON-654055425 tempest-NetworksNegativeTestJSON-654055425-project] 10.222.0.60 "DELETE /v2.0/networks/ab07a0c2-c7f8-45dd-b8a5-3f2b46d15bd4 HTTP/1.1" status: 404 len: 339 time: 0.0246131 Nov 23 17:37:03.301418 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 45366) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:37:03.325407 n-d-816206-8 neutron-server[103590]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f9f6e66-9aa8-45cd-a84d-2f615ad8d21e tempest-NetworksNegativeTestJSON-654055425 tempest-NetworksNegativeTestJSON-654055425-project] DELETE failed (client error): The resource could not be found. Nov 23 17:37:03.326343 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f9f6e66-9aa8-45cd-a84d-2f615ad8d21e tempest-NetworksNegativeTestJSON-654055425 tempest-NetworksNegativeTestJSON-654055425-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103590) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 17:37:03.329650 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-0f9f6e66-9aa8-45cd-a84d-2f615ad8d21e tempest-NetworksNegativeTestJSON-654055425 tempest-NetworksNegativeTestJSON-654055425-project] 10.222.0.60 "DELETE /v2.0/ports/c2b87105-4c62-4400-bec8-089cbfafe6c8 HTTP/1.1" status: 404 len: 333 time: 0.0269358 Nov 23 17:37:03.332707 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2078ee59-0746-40a0-be83-e3005888f6bc req-f18d5daa-9768-494a-bb21-8bad8df1b1de tempest-TestServerMultinode-923147666 tempest-TestServerMultinode-923147666-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=929c7a40-58bd-4432-bd3a-56dcc11e52dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584393 Nov 23 17:37:03.333383 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 45368) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:37:03.370285 n-d-816206-8 neutron-server[103591]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e5e6466-dce7-4d3d-a742-7fa94f9d61e3 tempest-NetworksNegativeTestJSON-654055425 tempest-NetworksNegativeTestJSON-654055425-project] DELETE failed (client error): The resource could not be found. Nov 23 17:37:03.370750 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e5e6466-dce7-4d3d-a742-7fa94f9d61e3 tempest-NetworksNegativeTestJSON-654055425 tempest-NetworksNegativeTestJSON-654055425-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103591) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 17:37:03.376567 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-1e5e6466-dce7-4d3d-a742-7fa94f9d61e3 tempest-NetworksNegativeTestJSON-654055425 tempest-NetworksNegativeTestJSON-654055425-project] 10.222.0.60 "DELETE /v2.0/subnets/8787fade-f5cc-4a3a-9ece-f719c80486cb HTTP/1.1" status: 404 len: 337 time: 0.0393662 Nov 23 17:37:03.377765 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 45374) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:37:03.397877 n-d-816206-8 neutron-server[103591]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f628d16-044a-4d9c-8495-c729a0d36ec3 tempest-NetworksNegativeTestJSON-654055425 tempest-NetworksNegativeTestJSON-654055425-project] GET failed (client error): The resource could not be found. Nov 23 17:37:03.403341 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-4f628d16-044a-4d9c-8495-c729a0d36ec3 tempest-NetworksNegativeTestJSON-654055425 tempest-NetworksNegativeTestJSON-654055425-project] 10.222.0.60 "GET /v2.0/networks/3d899de9-ee50-4b50-b9da-71ebea07cd84 HTTP/1.1" status: 404 len: 339 time: 0.0205331 Nov 23 17:37:03.403341 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 45376) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:37:03.403601 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 45378) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:37:03.432259 n-d-816206-8 neutron-server[103591]: INFO neutron.pecan_wsgi.hooks.translation [None req-97cb3ecd-960f-4df0-b4cd-a132d0aed623 tempest-NetworksNegativeTestJSON-654055425 tempest-NetworksNegativeTestJSON-654055425-project] GET failed (client error): The resource could not be found. Nov 23 17:37:03.437173 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-97cb3ecd-960f-4df0-b4cd-a132d0aed623 tempest-NetworksNegativeTestJSON-654055425 tempest-NetworksNegativeTestJSON-654055425-project] 10.222.0.60 "GET /v2.0/ports/7c6371da-3e23-4c20-9553-f8eb1b2e195f HTTP/1.1" status: 404 len: 333 time: 0.0295327 Nov 23 17:37:03.437926 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 45384) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:37:03.473329 n-d-816206-8 neutron-server[103590]: INFO neutron.pecan_wsgi.hooks.translation [None req-cacc4b9e-90f3-40c8-a291-31bccf0be544 tempest-NetworksNegativeTestJSON-654055425 tempest-NetworksNegativeTestJSON-654055425-project] GET failed (client error): The resource could not be found. Nov 23 17:37:03.477547 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-cacc4b9e-90f3-40c8-a291-31bccf0be544 tempest-NetworksNegativeTestJSON-654055425 tempest-NetworksNegativeTestJSON-654055425-project] 10.222.0.60 "GET /v2.0/subnets/173bbcbb-d6e2-4c0b-910c-66afe98c29cd HTTP/1.1" status: 404 len: 337 time: 0.0373273 Nov 23 17:37:03.480872 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 45390) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:37:03.486793 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-b7b74e9c-b046-43ee-968c-7e94eb1fd791 tempest-NetworksNegativeTestJSON-654055425 tempest-NetworksNegativeTestJSON-654055425-project] Request body: {'network': {'name': 'new_name'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:37:03.504120 n-d-816206-8 neutron-server[103591]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7b74e9c-b046-43ee-968c-7e94eb1fd791 tempest-NetworksNegativeTestJSON-654055425 tempest-NetworksNegativeTestJSON-654055425-project] PUT failed (client error): The resource could not be found. Nov 23 17:37:03.504950 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7b74e9c-b046-43ee-968c-7e94eb1fd791 tempest-NetworksNegativeTestJSON-654055425 tempest-NetworksNegativeTestJSON-654055425-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103591) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 17:37:03.510787 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 45392) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:37:03.511377 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-b7b74e9c-b046-43ee-968c-7e94eb1fd791 tempest-NetworksNegativeTestJSON-654055425 tempest-NetworksNegativeTestJSON-654055425-project] 10.222.0.60 "PUT /v2.0/networks/bc5366a7-0c57-4b82-b721-87867d6b9e24 HTTP/1.1" status: 404 len: 339 time: 0.0290103 Nov 23 17:37:03.518744 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-410e15d0-806c-49e2-9ad0-76cc6416e4da tempest-NetworksNegativeTestJSON-654055425 tempest-NetworksNegativeTestJSON-654055425-project] Request body: {'port': {'name': 'new_name'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:37:03.569318 n-d-816206-8 neutron-server[103590]: INFO neutron.pecan_wsgi.hooks.translation [None req-410e15d0-806c-49e2-9ad0-76cc6416e4da tempest-NetworksNegativeTestJSON-654055425 tempest-NetworksNegativeTestJSON-654055425-project] PUT failed (client error): The resource could not be found. Nov 23 17:37:03.572399 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-410e15d0-806c-49e2-9ad0-76cc6416e4da tempest-NetworksNegativeTestJSON-654055425 tempest-NetworksNegativeTestJSON-654055425-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103590) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 17:37:03.576219 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-410e15d0-806c-49e2-9ad0-76cc6416e4da tempest-NetworksNegativeTestJSON-654055425 tempest-NetworksNegativeTestJSON-654055425-project] 10.222.0.60 "PUT /v2.0/ports/40cc6ad8-ea1a-4503-b02c-10f15cfc0018 HTTP/1.1" status: 404 len: 333 time: 0.0618951 Nov 23 17:37:03.578220 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 45398) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:37:03.584519 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-b299ddd2-87a9-4c1c-9607-0572e816a387 tempest-NetworksNegativeTestJSON-654055425 tempest-NetworksNegativeTestJSON-654055425-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:37:03.637702 n-d-816206-8 neutron-server[103590]: INFO neutron.pecan_wsgi.hooks.translation [None req-b299ddd2-87a9-4c1c-9607-0572e816a387 tempest-NetworksNegativeTestJSON-654055425 tempest-NetworksNegativeTestJSON-654055425-project] PUT failed (client error): The resource could not be found. Nov 23 17:37:03.638321 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b299ddd2-87a9-4c1c-9607-0572e816a387 tempest-NetworksNegativeTestJSON-654055425 tempest-NetworksNegativeTestJSON-654055425-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103590) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 17:37:03.643725 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-b299ddd2-87a9-4c1c-9607-0572e816a387 tempest-NetworksNegativeTestJSON-654055425 tempest-NetworksNegativeTestJSON-654055425-project] 10.222.0.60 "PUT /v2.0/subnets/ce56fefd-72ce-444a-8390-21bdf76f4b08 HTTP/1.1" status: 404 len: 337 time: 0.0631998 Nov 23 17:37:03.648845 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437f5071-6f62-4e9a-ac8d-9d3d1f5f8be6 req-329a6c14-58c3-458a-bf51-eb0eaf5bfec2 tempest-InstanceActionsV221TestJSON-1408149125 tempest-InstanceActionsV221TestJSON-1408149125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:37:03.651309 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-437f5071-6f62-4e9a-ac8d-9d3d1f5f8be6 req-329a6c14-58c3-458a-bf51-eb0eaf5bfec2 tempest-InstanceActionsV221TestJSON-1408149125 tempest-InstanceActionsV221TestJSON-1408149125-project] 10.222.0.60 "GET /v2.0/ports?device_id=13b5b2c9-9918-4dfb-a981-4fdec5dfb32c HTTP/1.1" status: 200 len: 945 time: 0.0677416 Nov 23 17:37:03.763083 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-437f5071-6f62-4e9a-ac8d-9d3d1f5f8be6 req-d2183d63-1b00-4d06-8fee-e6fb7f80aaca tempest-InstanceActionsV221TestJSON-1408149125 tempest-InstanceActionsV221TestJSON-1408149125-project] 10.222.0.60 "GET /v2.0/security-groups?id=8c9a971d-fa5b-4b1f-bed2-c3007d014589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015546 Nov 23 17:37:03.813758 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-f41033ac-0df5-43ff-8434-fccd749e8993 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:03.921069 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-f41033ac-0df5-43ff-8434-fccd749e8993 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:03.934412 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-f41033ac-0df5-43ff-8434-fccd749e8993 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:03.979688 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41033ac-0df5-43ff-8434-fccd749e8993 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e39be057-db7c-46a8-8301-1ed483de4116,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:37:03.985861 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-f41033ac-0df5-43ff-8434-fccd749e8993 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c8f3fdc73cd64f18bab9708501d01201&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5842230 Nov 23 17:37:03.991881 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 45410) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:37:04.050538 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-bc959167-32ba-4b57-ada2-647a8321e7de admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:04.093550 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-bc959167-32ba-4b57-ada2-647a8321e7de admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:04.155486 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-bc959167-32ba-4b57-ada2-647a8321e7de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:04.158453 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-bc959167-32ba-4b57-ada2-647a8321e7de admin admin] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:04.159813 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-bc959167-32ba-4b57-ada2-647a8321e7de admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e39be057-db7c-46a8-8301-1ed483de4116 HTTP/1.1" status: 204 len: 168 time: 0.1657434 Nov 23 17:37:04.168238 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc959167-32ba-4b57-ada2-647a8321e7de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e39be057-db7c-46a8-8301-1ed483de4116,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:37:04.175606 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 45420) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:37:04.188621 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 45424) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:37:04.460011 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecc7e29-befd-4952-a433-826ca2efcb98 req-89801e8f-6d5e-403d-81b5-f78d6bd7b238 tempest-TestServerMultinode-923147666 tempest-TestServerMultinode-923147666-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:37:04.473794 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5ecc7e29-befd-4952-a433-826ca2efcb98 req-89801e8f-6d5e-403d-81b5-f78d6bd7b238 tempest-TestServerMultinode-923147666 tempest-TestServerMultinode-923147666-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=e01ab346-e11a-44c7-81b0-c857238c0d88 HTTP/1.1" status: 200 len: 1095 time: 0.0615096 Nov 23 17:37:04.487039 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device dff4911f-7141-4f9a-9af6-94039721c180 details requested by agent hyperv_n-h2-816206-8 with host n-h2-816206-8 {{(pid=103592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 17:37:04.510025 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-cf38e6d3-95d1-4e26-b96d-742aab1c710c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:04.532376 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5ecc7e29-befd-4952-a433-826ca2efcb98 req-8ede28a2-f351-4e6a-9930-49a41c140d0e tempest-TestServerMultinode-923147666 tempest-TestServerMultinode-923147666-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=929c7a40-58bd-4432-bd3a-56dcc11e52dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575554 Nov 23 17:37:04.550584 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-fa8a3869-8ca1-43e3-bad2-1d3dde35ecde admin admin] Publish callbacks [] for security_group, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:04.671772 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port dff4911f-7141-4f9a-9af6-94039721c180, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=dff4911f-7141-4f9a-9af6-94039721c180,segment=NetworkSegment(8c64260d-b961-46a3-a6c7-197975bfee6d),segment_id=8c64260d-b961-46a3-a6c7-197975bfee6d)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:37:04.691181 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Returning: {'device': 'dff4911f-7141-4f9a-9af6-94039721c180', 'network_id': '2cb4def7-9f5d-4e59-b7a8-e3a1bac05190', 'port_id': 'dff4911f-7141-4f9a-9af6-94039721c180', 'mac_address': 'fa:16:3e:9f:30:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b52ede3-5c4c-4b0f-b012-6d08553edf55', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 17:37:04.712750 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 45436) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:37:04.731808 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-0873e321-a711-4a56-b9e1-f43cd8a0a689 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:04.738590 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-cf38e6d3-95d1-4e26-b96d-742aab1c710c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:04.740919 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-fa8a3869-8ca1-43e3-bad2-1d3dde35ecde admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:04.744472 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-cf38e6d3-95d1-4e26-b96d-742aab1c710c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:04.745213 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:04.750417 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-fa8a3869-8ca1-43e3-bad2-1d3dde35ecde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:04.761926 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dff4911f-7141-4f9a-9af6-94039721c180 {{(pid=103592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:37:04.785990 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port dff4911f-7141-4f9a-9af6-94039721c180, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=dff4911f-7141-4f9a-9af6-94039721c180,segment=NetworkSegment(8c64260d-b961-46a3-a6c7-197975bfee6d),segment_id=8c64260d-b961-46a3-a6c7-197975bfee6d)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:37:04.791408 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:04.834454 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-cf38e6d3-95d1-4e26-b96d-742aab1c710c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f2aa288f2c16420fb37a11a3722189f2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6338103 Nov 23 17:37:04.846434 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-fa8a3869-8ca1-43e3-bad2-1d3dde35ecde admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=957b540bf8d74dcfbad3c15324d0abab&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6685038 Nov 23 17:37:04.847564 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 45440) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:37:04.859601 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 45442) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:37:04.860547 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf38e6d3-95d1-4e26-b96d-742aab1c710c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd74c756-9935-414a-840d-00b61c697ba5,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:37:04.862097 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-0873e321-a711-4a56-b9e1-f43cd8a0a689 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:04.873816 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Pushing event updated for resources: {'Port': ['ID=dff4911f-7141-4f9a-9af6-94039721c180,revision_number=4']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:37:04.879067 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-0873e321-a711-4a56-b9e1-f43cd8a0a689 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:04.969553 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0873e321-a711-4a56-b9e1-f43cd8a0a689 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87143f19-4da6-41a5-a193-4dc685f0ec6d,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:37:04.974286 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-0873e321-a711-4a56-b9e1-f43cd8a0a689 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e3dc0baeaa7d4021a9a0ed1aa0e032b9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2597103 Nov 23 17:37:04.978388 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 45448) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:37:05.001695 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8a3869-8ca1-43e3-bad2-1d3dde35ecde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a7bb776-c042-469b-9aad-7e0504b8108d,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:37:05.029597 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba51ae57-2c5a-4a60-8410-189ff9371c1e req-42fb0452-b518-4e30-bd6a-545a189ca5f9 tempest-InstanceActionsV221TestJSON-1408149125 tempest-InstanceActionsV221TestJSON-1408149125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:37:05.031397 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ba51ae57-2c5a-4a60-8410-189ff9371c1e req-42fb0452-b518-4e30-bd6a-545a189ca5f9 tempest-InstanceActionsV221TestJSON-1408149125 tempest-InstanceActionsV221TestJSON-1408149125-project] 10.222.0.60 "GET /v2.0/ports?device_id=13b5b2c9-9918-4dfb-a981-4fdec5dfb32c HTTP/1.1" status: 200 len: 945 time: 0.1188979 Nov 23 17:37:05.066092 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-477b99f1-341a-4d8a-9711-3c651cde2b33 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:05.088541 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6795fb94-95b5-4ac0-b284-1b2890836084 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:05.091142 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2491ab04-af01-4a8c-a642-25a60af5420a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:05.106784 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-477b99f1-341a-4d8a-9711-3c651cde2b33 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:05.125751 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6795fb94-95b5-4ac0-b284-1b2890836084 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:05.132782 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] get_ports_and_sgs() called for port_ids ['dff4911f-7141-4f9a-9af6-94039721c180'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:37:05.137184 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2491ab04-af01-4a8c-a642-25a60af5420a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:05.139262 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ba51ae57-2c5a-4a60-8410-189ff9371c1e req-d923aee1-571c-45f2-8345-e61d3df6cc6f tempest-InstanceActionsV221TestJSON-1408149125 tempest-InstanceActionsV221TestJSON-1408149125-project] 10.222.0.60 "GET /v2.0/security-groups?id=8c9a971d-fa5b-4b1f-bed2-c3007d014589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917814 Nov 23 17:37:05.192580 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-477b99f1-341a-4d8a-9711-3c651cde2b33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:05.195426 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-477b99f1-341a-4d8a-9711-3c651cde2b33 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:05.197311 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-477b99f1-341a-4d8a-9711-3c651cde2b33 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/87143f19-4da6-41a5-a193-4dc685f0ec6d HTTP/1.1" status: 204 len: 168 time: 0.2177634 Nov 23 17:37:05.208501 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477b99f1-341a-4d8a-9711-3c651cde2b33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87143f19-4da6-41a5-a193-4dc685f0ec6d,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:37:05.538842 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6795fb94-95b5-4ac0-b284-1b2890836084 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:05.542312 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6795fb94-95b5-4ac0-b284-1b2890836084 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:05.546577 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-6795fb94-95b5-4ac0-b284-1b2890836084 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/9a7bb776-c042-469b-9aad-7e0504b8108d HTTP/1.1" status: 204 len: 168 time: 0.6812177 Nov 23 17:37:05.551536 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2491ab04-af01-4a8c-a642-25a60af5420a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:05.554761 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2491ab04-af01-4a8c-a642-25a60af5420a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:05.556189 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-2491ab04-af01-4a8c-a642-25a60af5420a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/dd74c756-9935-414a-840d-00b61c697ba5 HTTP/1.1" status: 204 len: 168 time: 0.6921744 Nov 23 17:37:05.563136 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6795fb94-95b5-4ac0-b284-1b2890836084 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a7bb776-c042-469b-9aad-7e0504b8108d,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:37:05.577450 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2491ab04-af01-4a8c-a642-25a60af5420a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd74c756-9935-414a-840d-00b61c697ba5,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:37:05.617492 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6743de4-c3fe-404d-8293-89bae86ef6ce req-00111e5f-522f-4719-8879-c934612baf93 tempest-InstanceActionsV221TestJSON-1408149125 tempest-InstanceActionsV221TestJSON-1408149125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:37:05.625271 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b6743de4-c3fe-404d-8293-89bae86ef6ce req-00111e5f-522f-4719-8879-c934612baf93 tempest-InstanceActionsV221TestJSON-1408149125 tempest-InstanceActionsV221TestJSON-1408149125-project] 10.222.0.60 "GET /v2.0/ports?device_id=13b5b2c9-9918-4dfb-a981-4fdec5dfb32c HTTP/1.1" status: 200 len: 945 time: 0.0912499 Nov 23 17:37:05.732447 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b6743de4-c3fe-404d-8293-89bae86ef6ce req-8fa75bf9-a23b-40af-a456-ea1116f366a1 tempest-InstanceActionsV221TestJSON-1408149125 tempest-InstanceActionsV221TestJSON-1408149125-project] 10.222.0.60 "GET /v2.0/security-groups?id=8c9a971d-fa5b-4b1f-bed2-c3007d014589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975592 Nov 23 17:37:05.752547 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf7b760-7dc2-4398-a7dc-c6e9d5dc1449 req-485f0c6c-7a7d-4bde-8e8b-20a1622b7917 tempest-TestServerMultinode-923147666 tempest-TestServerMultinode-923147666-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:37:05.755411 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-acf7b760-7dc2-4398-a7dc-c6e9d5dc1449 req-485f0c6c-7a7d-4bde-8e8b-20a1622b7917 tempest-TestServerMultinode-923147666 tempest-TestServerMultinode-923147666-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=e01ab346-e11a-44c7-81b0-c857238c0d88 HTTP/1.1" status: 200 len: 1096 time: 0.0797603 Nov 23 17:37:05.832714 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-acf7b760-7dc2-4398-a7dc-c6e9d5dc1449 req-55c91fa1-aa37-4dcf-a7c4-9439a7885ff6 tempest-TestServerMultinode-923147666 tempest-TestServerMultinode-923147666-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=929c7a40-58bd-4432-bd3a-56dcc11e52dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565171 Nov 23 17:37:06.484423 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device dff4911f-7141-4f9a-9af6-94039721c180 up at agent hyperv_n-h2-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:37:06.546193 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Provisioning for port dff4911f-7141-4f9a-9af6-94039721c180 completed by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 17:37:06.557950 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Provisioning complete for port dff4911f-7141-4f9a-9af6-94039721c180 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:37:06.557950 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:06.647860 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:06.676865 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e01ab346-e11a-44c7-81b0-c857238c0d88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dff4911f-7141-4f9a-9af6-94039721c180'}] {{(pid=103592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:37:06.679711 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba3e6a8f2301c7a29fe1eca9779abdae4ccbcd6266d69778087f2498d5551201" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73b68fa7-eeaa-477a-a85b-40ccc68215ba" -d '{"events": [{"server_uuid": "e01ab346-e11a-44c7-81b0-c857238c0d88", "name": "network-vif-plugged", "status": "completed", "tag": "dff4911f-7141-4f9a-9af6-94039721c180"}]}' {{(pid=103592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:37:06.709759 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port dff4911f-7141-4f9a-9af6-94039721c180, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=dff4911f-7141-4f9a-9af6-94039721c180,segment=NetworkSegment(8c64260d-b961-46a3-a6c7-197975bfee6d),segment_id=8c64260d-b961-46a3-a6c7-197975bfee6d)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:37:06.716715 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:06.756068 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:37:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f67bdb6-a463-4947-b292-0c8b93c0c611 x-openstack-request-id: req-4f67bdb6-a463-4947-b292-0c8b93c0c611 {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:37:06.756907 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e01ab346-e11a-44c7-81b0-c857238c0d88", "name": "network-vif-plugged", "status": "completed", "tag": "dff4911f-7141-4f9a-9af6-94039721c180", "code": 200}]} {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:37:06.757343 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-4f67bdb6-a463-4947-b292-0c8b93c0c611 {{(pid=103592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:37:06.758049 n-d-816206-8 neutron-server[103592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e01ab346-e11a-44c7-81b0-c857238c0d88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dff4911f-7141-4f9a-9af6-94039721c180', 'code': 200} Nov 23 17:37:06.794176 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Pushing event updated for resources: {'Port': ['ID=dff4911f-7141-4f9a-9af6-94039721c180,revision_number=5']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:37:06.810913 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:37:06.811493 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:37:06.812061 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:37:06.813047 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:37:06.813855 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:37:06.814683 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:37:06.815244 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:37:06.815806 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:37:06.816378 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:37:06.817018 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:37:06.817593 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:37:06.818177 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:37:06.948804 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00c190c-7b75-4acc-9743-796fb0474bab req-b1ba2dec-6fbc-4486-a88c-70259cceab01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:37:06.950883 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b00c190c-7b75-4acc-9743-796fb0474bab req-b1ba2dec-6fbc-4486-a88c-70259cceab01 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e01ab346-e11a-44c7-81b0-c857238c0d88 HTTP/1.1" status: 200 len: 1097 time: 0.1147902 Nov 23 17:37:07.081993 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845e06f8-0472-48ca-92b1-0983a15151d5 req-501e40da-2159-4088-972d-3e63ade7a8a3 tempest-InstanceActionsV221TestJSON-1408149125 tempest-InstanceActionsV221TestJSON-1408149125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:37:07.089317 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-845e06f8-0472-48ca-92b1-0983a15151d5 req-501e40da-2159-4088-972d-3e63ade7a8a3 tempest-InstanceActionsV221TestJSON-1408149125 tempest-InstanceActionsV221TestJSON-1408149125-project] 10.222.0.60 "GET /v2.0/ports?device_id=13b5b2c9-9918-4dfb-a981-4fdec5dfb32c HTTP/1.1" status: 200 len: 945 time: 0.1432910 Nov 23 17:37:07.119148 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b00c190c-7b75-4acc-9743-796fb0474bab req-a87ec333-69a2-416b-bbf3-f6e63041dd4e service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=929c7a40-58bd-4432-bd3a-56dcc11e52dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571593 Nov 23 17:37:07.169913 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28c57e0-b172-484f-b799-10f2422aafac req-e7d85741-d65d-4a7d-8f8d-d8082a3f9d9f tempest-TestServerMultinode-923147666 tempest-TestServerMultinode-923147666-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:37:07.171457 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c28c57e0-b172-484f-b799-10f2422aafac req-e7d85741-d65d-4a7d-8f8d-d8082a3f9d9f tempest-TestServerMultinode-923147666 tempest-TestServerMultinode-923147666-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=e01ab346-e11a-44c7-81b0-c857238c0d88 HTTP/1.1" status: 200 len: 1097 time: 0.2077570 Nov 23 17:37:07.223819 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-845e06f8-0472-48ca-92b1-0983a15151d5 req-df59c42d-a49f-474e-a0d0-47ad3f10fe9d tempest-InstanceActionsV221TestJSON-1408149125 tempest-InstanceActionsV221TestJSON-1408149125-project] 10.222.0.60 "GET /v2.0/security-groups?id=8c9a971d-fa5b-4b1f-bed2-c3007d014589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332474 Nov 23 17:37:07.232019 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e8b028-ea65-4775-8621-f3ff77b95cbf req-86736710-987a-459e-8f0d-e2bc2dba288d tempest-InstanceActionsV221TestJSON-1408149125 tempest-InstanceActionsV221TestJSON-1408149125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:37:07.233538 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-66e8b028-ea65-4775-8621-f3ff77b95cbf req-86736710-987a-459e-8f0d-e2bc2dba288d tempest-InstanceActionsV221TestJSON-1408149125 tempest-InstanceActionsV221TestJSON-1408149125-project] 10.222.0.36 "GET /v2.0/ports?device_id=13b5b2c9-9918-4dfb-a981-4fdec5dfb32c HTTP/1.1" status: 200 len: 945 time: 0.1074736 Nov 23 17:37:07.259250 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c28c57e0-b172-484f-b799-10f2422aafac req-52c178e5-a11b-4739-b2a6-e326b3820a7e tempest-TestServerMultinode-923147666 tempest-TestServerMultinode-923147666-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=929c7a40-58bd-4432-bd3a-56dcc11e52dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795181 Nov 23 17:37:07.425645 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [req-66e8b028-ea65-4775-8621-f3ff77b95cbf req-b7c7ad25-c3c6-43f0-a351-d498c9cb7f7f tempest-InstanceActionsV221TestJSON-1408149125 tempest-InstanceActionsV221TestJSON-1408149125-project] Deleting port 5ba24d20-e804-48c6-8a3e-5aef86e12679 {{(pid=103591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:37:07.426037 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-66e8b028-ea65-4775-8621-f3ff77b95cbf req-b7c7ad25-c3c6-43f0-a351-d498c9cb7f7f tempest-InstanceActionsV221TestJSON-1408149125 tempest-InstanceActionsV221TestJSON-1408149125-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:07.456237 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 45554) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:37:07.548798 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-66e8b028-ea65-4775-8621-f3ff77b95cbf req-b7c7ad25-c3c6-43f0-a351-d498c9cb7f7f tempest-InstanceActionsV221TestJSON-1408149125 tempest-InstanceActionsV221TestJSON-1408149125-project] For port 5ba24d20-e804-48c6-8a3e-5aef86e12679, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=5ba24d20-e804-48c6-8a3e-5aef86e12679,segment=NetworkSegment(509aabfa-b4d9-4755-8504-6b69ea7b1206),segment_id=509aabfa-b4d9-4755-8504-6b69ea7b1206)] {{(pid=103591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:37:07.549247 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-66e8b028-ea65-4775-8621-f3ff77b95cbf req-b7c7ad25-c3c6-43f0-a351-d498c9cb7f7f tempest-InstanceActionsV221TestJSON-1408149125 tempest-InstanceActionsV221TestJSON-1408149125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:07.564883 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [req-66e8b028-ea65-4775-8621-f3ff77b95cbf req-b7c7ad25-c3c6-43f0-a351-d498c9cb7f7f tempest-InstanceActionsV221TestJSON-1408149125 tempest-InstanceActionsV221TestJSON-1408149125-project] Calling delete_port for 5ba24d20-e804-48c6-8a3e-5aef86e12679 owned by compute:nova {{(pid=103591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:37:07.721897 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-66e8b028-ea65-4775-8621-f3ff77b95cbf req-b7c7ad25-c3c6-43f0-a351-d498c9cb7f7f tempest-InstanceActionsV221TestJSON-1408149125 tempest-InstanceActionsV221TestJSON-1408149125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:07.739082 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] get_ports_and_sgs() called for port_ids ['5ba24d20-e804-48c6-8a3e-5aef86e12679'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:37:07.778875 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-18c47542-f9f7-4004-a73b-9f7a1be615eb tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-70522157'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:37:07.782237 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c7ad25-c3c6-43f0-a351-d498c9cb7f7f tempest-InstanceActionsV221TestJSON-1408149125 tempest-InstanceActionsV221TestJSON-1408149125-project] Pushing event deleted for resources: {'Port': ['ID=5ba24d20-e804-48c6-8a3e-5aef86e12679,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:37:07.819521 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13551aa4-0390-4f7a-b1b4-b3b03636c0e0 None None] DHCP port deletion for 8811c65e-4aeb-4c7e-a81d-4694c5478579 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:37:07.836977 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [req-66e8b028-ea65-4775-8621-f3ff77b95cbf req-b7c7ad25-c3c6-43f0-a351-d498c9cb7f7f tempest-InstanceActionsV221TestJSON-1408149125 tempest-InstanceActionsV221TestJSON-1408149125-project] No DVR routers for this DVR port 5ba24d20-e804-48c6-8a3e-5aef86e12679 on host n-h2-816206-8 {{(pid=103591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:37:07.840604 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-66e8b028-ea65-4775-8621-f3ff77b95cbf req-b7c7ad25-c3c6-43f0-a351-d498c9cb7f7f tempest-InstanceActionsV221TestJSON-1408149125 tempest-InstanceActionsV221TestJSON-1408149125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:07.844986 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-66e8b028-ea65-4775-8621-f3ff77b95cbf req-b7c7ad25-c3c6-43f0-a351-d498c9cb7f7f tempest-InstanceActionsV221TestJSON-1408149125 tempest-InstanceActionsV221TestJSON-1408149125-project] 10.222.0.36 "DELETE /v2.0/ports/5ba24d20-e804-48c6-8a3e-5aef86e12679 HTTP/1.1" status: 204 len: 173 time: 0.5321388 Nov 23 17:37:07.845463 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13b5b2c9-9918-4dfb-a981-4fdec5dfb32c', 'name': 'network-vif-deleted', 'tag': '5ba24d20-e804-48c6-8a3e-5aef86e12679'}] {{(pid=103591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:37:07.848000 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41d174a19ece9499ff9ec44e5b3fc50f2abd3ffbc947fb7e52ea1e8db27b95b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-547d5b52-b761-4fea-b36a-ef5ee0d44fc4" -d '{"events": [{"server_uuid": "13b5b2c9-9918-4dfb-a981-4fdec5dfb32c", "name": "network-vif-deleted", "tag": "5ba24d20-e804-48c6-8a3e-5aef86e12679"}]}' {{(pid=103591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:37:07.851573 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18c47542-f9f7-4004-a73b-9f7a1be615eb tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Made reservation on behalf of 4bc7c7d1542d486592900c4a00632f91 for: {'network': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:37:07.856030 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-18c47542-f9f7-4004-a73b-9f7a1be615eb tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for network, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:07.871032 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-18c47542-f9f7-4004-a73b-9f7a1be615eb tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks [] for security_group, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:07.924045 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:37:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef4cf179-566d-4ba8-8183-3c7f88cb8f0f x-openstack-request-id: req-ef4cf179-566d-4ba8-8183-3c7f88cb8f0f {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:37:07.924344 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13b5b2c9-9918-4dfb-a981-4fdec5dfb32c", "name": "network-vif-deleted", "tag": "5ba24d20-e804-48c6-8a3e-5aef86e12679", "status": "completed", "code": 200}]} {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:37:07.924625 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ef4cf179-566d-4ba8-8183-3c7f88cb8f0f {{(pid=103591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:37:07.925045 n-d-816206-8 neutron-server[103591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13b5b2c9-9918-4dfb-a981-4fdec5dfb32c', 'name': 'network-vif-deleted', 'tag': '5ba24d20-e804-48c6-8a3e-5aef86e12679', 'status': 'completed', 'code': 200} Nov 23 17:37:08.019236 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-18c47542-f9f7-4004-a73b-9f7a1be615eb tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks [] for security_group, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:08.025611 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-18c47542-f9f7-4004-a73b-9f7a1be615eb tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:08.058290 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18c47542-f9f7-4004-a73b-9f7a1be615eb tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] vlan segment allocate from pool success with {'vlan_id': 531, 'physical_network': 'physnet1'} {{(pid=103591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 17:37:08.087833 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-18c47542-f9f7-4004-a73b-9f7a1be615eb tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:08.088113 n-d-816206-8 neutron-server[103591]: INFO neutron.db.segments_db [None req-18c47542-f9f7-4004-a73b-9f7a1be615eb tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Added segment cb33f029-e736-4ff8-9953-c77670828d2c of type vlan for network c46f395e-b745-4479-88f0-746528e5aecf Nov 23 17:37:08.098640 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c47542-f9f7-4004-a73b-9f7a1be615eb tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a4d6777-8941-4292-b461-0148fbf05873,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:37:08.139933 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-18c47542-f9f7-4004-a73b-9f7a1be615eb tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736635338810'] for network, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:08.171829 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-18c47542-f9f7-4004-a73b-9f7a1be615eb tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493'] for network, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:08.177986 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18c47542-f9f7-4004-a73b-9f7a1be615eb tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:37:08.178644 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-18c47542-f9f7-4004-a73b-9f7a1be615eb tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for network, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:08.223980 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-18c47542-f9f7-4004-a73b-9f7a1be615eb tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.7665591 Nov 23 17:37:08.224394 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 45574) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:37:08.233549 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-064d2de3-b01e-4ccf-b193-ebe303ff9da9 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Request body: {'port': {'network_id': 'c46f395e-b745-4479-88f0-746528e5aecf', 'name': 'tempest-PortsIpV6TestJSON-1163914695'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:37:08.319295 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c47542-f9f7-4004-a73b-9f7a1be615eb tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Pushing event updated for resources: {'Network': ['ID=c46f395e-b745-4479-88f0-746528e5aecf,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:37:08.344643 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Network c46f395e-b745-4479-88f0-746528e5aecf details requested by agent ovs-agent-n-d-816206-8 with host n-d-816206-8 {{(pid=103592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 17:37:08.434847 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-064d2de3-b01e-4ccf-b193-ebe303ff9da9 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Made reservation on behalf of 4bc7c7d1542d486592900c4a00632f91 for: {'port': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:37:08.446870 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-064d2de3-b01e-4ccf-b193-ebe303ff9da9 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:08.458678 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2a936afe-0556-4676-85e8-8098870951ef req-6969bd13-b4cb-44f2-8541-bac8e88c8ab8 tempest-InstanceActionsV221TestJSON-1408149125 tempest-InstanceActionsV221TestJSON-1408149125-project] 10.222.0.60 "GET /v2.0/ports?device_id=13b5b2c9-9918-4dfb-a981-4fdec5dfb32c HTTP/1.1" status: 200 len: 210 time: 0.0507288 Nov 23 17:37:08.534267 n-d-816206-8 neutron-server[103590]: DEBUG neutron.notifiers.nova [None req-064d2de3-b01e-4ccf-b193-ebe303ff9da9 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] device_id is not set on port 0dbc49a2-e65e-4382-b491-870aaef09da9 yet. {{(pid=103590) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 17:37:08.575003 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcad6094-d402-440b-bccb-2696f86fa35d req-67254f89-5d71-4909-8cac-35d5addcebac tempest-TestServerMultinode-923147666 tempest-TestServerMultinode-923147666-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:37:08.583298 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-dcad6094-d402-440b-bccb-2696f86fa35d req-67254f89-5d71-4909-8cac-35d5addcebac tempest-TestServerMultinode-923147666 tempest-TestServerMultinode-923147666-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=e01ab346-e11a-44c7-81b0-c857238c0d88 HTTP/1.1" status: 200 len: 1097 time: 0.0597465 Nov 23 17:37:08.641158 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-dcad6094-d402-440b-bccb-2696f86fa35d req-294409fc-2b97-4add-b25a-459ccfa88f70 tempest-TestServerMultinode-923147666 tempest-TestServerMultinode-923147666-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=929c7a40-58bd-4432-bd3a-56dcc11e52dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567763 Nov 23 17:37:08.914271 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-064d2de3-b01e-4ccf-b193-ebe303ff9da9 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:08.957789 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-064d2de3-b01e-4ccf-b193-ebe303ff9da9 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:09.025075 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064d2de3-b01e-4ccf-b193-ebe303ff9da9 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Pushing event updated for resources: {'Port': ['ID=0dbc49a2-e65e-4382-b491-870aaef09da9,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:37:09.038845 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-064d2de3-b01e-4ccf-b193-ebe303ff9da9 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Checking segment: {'id': 'cb33f029-e736-4ff8-9953-c77670828d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'c46f395e-b745-4479-88f0-746528e5aecf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:37:09.039437 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-064d2de3-b01e-4ccf-b193-ebe303ff9da9 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Network hostable DHCP agents. Network: c46f395e-b745-4479-88f0-746528e5aecf, hostable agents: ['0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3'], hosted agents: [] {{(pid=103590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 17:37:09.058545 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-064d2de3-b01e-4ccf-b193-ebe303ff9da9 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Network c46f395e-b745-4479-88f0-746528e5aecf is scheduled to be hosted by DHCP agent 0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3 with binding_index 1 {{(pid=103590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 17:37:09.070121 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-064d2de3-b01e-4ccf-b193-ebe303ff9da9 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-8, c46f395e-b745-4479-88f0-746528e5aecf) {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:37:09.074900 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-064d2de3-b01e-4ccf-b193-ebe303ff9da9 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:37:09.081471 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-064d2de3-b01e-4ccf-b193-ebe303ff9da9 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:37:09.082077 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-064d2de3-b01e-4ccf-b193-ebe303ff9da9 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:09.086766 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53ca4c6d-52f3-471d-8942-03510c05eb1d None None] Network c46f395e-b745-4479-88f0-746528e5aecf requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:37:09.105033 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-064d2de3-b01e-4ccf-b193-ebe303ff9da9 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.8790858 Nov 23 17:37:09.108296 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 45596) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:37:09.116931 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-d8a20d7e-e5fc-4cbf-b88c-a9f6ad0f8b78 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1163297909'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:37:09.146600 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8a20d7e-e5fc-4cbf-b88c-a9f6ad0f8b78 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Made reservation on behalf of 4bc7c7d1542d486592900c4a00632f91 for: {'network': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:37:09.152859 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d8a20d7e-e5fc-4cbf-b88c-a9f6ad0f8b78 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for network, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:09.187393 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8a20d7e-e5fc-4cbf-b88c-a9f6ad0f8b78 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] vlan segment allocate from pool success with {'vlan_id': 540, 'physical_network': 'physnet1'} {{(pid=103590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 17:37:09.199795 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d8a20d7e-e5fc-4cbf-b88c-a9f6ad0f8b78 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:09.200141 n-d-816206-8 neutron-server[103590]: INFO neutron.db.segments_db [None req-d8a20d7e-e5fc-4cbf-b88c-a9f6ad0f8b78 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Added segment 6cf4785c-8621-4ef1-8431-f45561fc5143 of type vlan for network b2ff7cda-42bc-499c-8948-1d5fe74f6ce7 Nov 23 17:37:09.255606 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d8a20d7e-e5fc-4cbf-b88c-a9f6ad0f8b78 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736635338810'] for network, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:09.284903 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d8a20d7e-e5fc-4cbf-b88c-a9f6ad0f8b78 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493'] for network, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:09.291326 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8a20d7e-e5fc-4cbf-b88c-a9f6ad0f8b78 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:37:09.292057 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d8a20d7e-e5fc-4cbf-b88c-a9f6ad0f8b78 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks [] for network, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:09.331966 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-d8a20d7e-e5fc-4cbf-b88c-a9f6ad0f8b78 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2215104 Nov 23 17:37:09.334656 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 45608) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:37:09.340367 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-ac070f6e-35e3-4b0f-87b0-c9fb9bdff8fa tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Request body: {'ports': [{'network_id': 'c46f395e-b745-4479-88f0-746528e5aecf'}, {'network_id': 'b2ff7cda-42bc-499c-8948-1d5fe74f6ce7'}]} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:37:09.340717 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-ac070f6e-35e3-4b0f-87b0-c9fb9bdff8fa tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Request body: {'port': {'network_id': 'c46f395e-b745-4479-88f0-746528e5aecf'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:37:09.341205 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-ac070f6e-35e3-4b0f-87b0-c9fb9bdff8fa tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Request body: {'port': {'network_id': 'b2ff7cda-42bc-499c-8948-1d5fe74f6ce7'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:37:09.382240 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a20d7e-e5fc-4cbf-b88c-a9f6ad0f8b78 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Pushing event updated for resources: {'Network': ['ID=b2ff7cda-42bc-499c-8948-1d5fe74f6ce7,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:37:09.395453 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Network b2ff7cda-42bc-499c-8948-1d5fe74f6ce7 details requested by agent ovs-agent-n-d-816206-8 with host n-d-816206-8 {{(pid=103592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 17:37:09.542399 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac070f6e-35e3-4b0f-87b0-c9fb9bdff8fa tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Made reservation on behalf of 4bc7c7d1542d486592900c4a00632f91 for: {'port': 2} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:37:09.548297 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-ac070f6e-35e3-4b0f-87b0-c9fb9bdff8fa tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:09.563495 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-ac070f6e-35e3-4b0f-87b0-c9fb9bdff8fa tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:09.674846 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [None req-ac070f6e-35e3-4b0f-87b0-c9fb9bdff8fa tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] device_id is not set on port 77f0ed18-48b3-4459-8ca6-d8de17f4cb6b yet. {{(pid=103591) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 17:37:09.902286 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a821a7-213b-486a-88bd-02d12821fd60 req-8f542630-4f54-476c-b4f6-2acb7f9f468f tempest-TestServerMultinode-923147666 tempest-TestServerMultinode-923147666-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:37:09.910674 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-04a821a7-213b-486a-88bd-02d12821fd60 req-8f542630-4f54-476c-b4f6-2acb7f9f468f tempest-TestServerMultinode-923147666 tempest-TestServerMultinode-923147666-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=e01ab346-e11a-44c7-81b0-c857238c0d88 HTTP/1.1" status: 200 len: 1097 time: 0.1245654 Nov 23 17:37:09.947334 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-ac070f6e-35e3-4b0f-87b0-c9fb9bdff8fa tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks [] for port, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:10.042799 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 45648) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:37:10.045686 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-04a821a7-213b-486a-88bd-02d12821fd60 req-a71429f1-6b0a-4b89-91be-6a8354a63b1c tempest-TestServerMultinode-923147666 tempest-TestServerMultinode-923147666-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=929c7a40-58bd-4432-bd3a-56dcc11e52dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339626 Nov 23 17:37:10.050335 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [None req-ac070f6e-35e3-4b0f-87b0-c9fb9bdff8fa tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] device_id is not set on port 9827d186-5eea-4060-8ffd-06cc51fc3793 yet. {{(pid=103591) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 17:37:10.097723 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b7767d1-ba86-4418-b35d-09bdbffb90e0 admin admin] Deleting subnet b186db1a-5b84-4b46-989b-3956c608ca2f {{(pid=103590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 17:37:10.100983 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5b7767d1-ba86-4418-b35d-09bdbffb90e0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:10.146967 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5b7767d1-ba86-4418-b35d-09bdbffb90e0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-267528342'] for subnet, precommit_delete_associations {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:10.196873 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5b7767d1-ba86-4418-b35d-09bdbffb90e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971956'] for subnet, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:10.205177 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-ac070f6e-35e3-4b0f-87b0-c9fb9bdff8fa tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks [] for port, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:10.214467 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be1e67c-af6e-4924-a33f-d743d0faa7c6 req-28d9ee5c-0b7d-4d97-9b7e-e75f540b0c50 tempest-TestServerMultinode-923147666 tempest-TestServerMultinode-923147666-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:37:10.215999 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4be1e67c-af6e-4924-a33f-d743d0faa7c6 req-28d9ee5c-0b7d-4d97-9b7e-e75f540b0c50 tempest-TestServerMultinode-923147666 tempest-TestServerMultinode-923147666-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=e01ab346-e11a-44c7-81b0-c857238c0d88 HTTP/1.1" status: 200 len: 1097 time: 0.0824790 Nov 23 17:37:10.251590 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5b7767d1-ba86-4418-b35d-09bdbffb90e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264357903', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264730940'] for subnet, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:10.276005 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-ac070f6e-35e3-4b0f-87b0-c9fb9bdff8fa tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:10.283916 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5b7767d1-ba86-4418-b35d-09bdbffb90e0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:10.287402 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-5b7767d1-ba86-4418-b35d-09bdbffb90e0 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/b186db1a-5b84-4b46-989b-3956c608ca2f HTTP/1.1" status: 204 len: 168 time: 0.2433136 Nov 23 17:37:10.289266 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7767d1-ba86-4418-b35d-09bdbffb90e0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b186db1a-5b84-4b46-989b-3956c608ca2f,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:37:10.291041 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4be1e67c-af6e-4924-a33f-d743d0faa7c6 req-1eb840fb-5631-422a-8ee6-710afde27165 tempest-TestServerMultinode-923147666 tempest-TestServerMultinode-923147666-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=929c7a40-58bd-4432-bd3a-56dcc11e52dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653646 Nov 23 17:37:10.293317 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fe7bfdc-332d-4f2e-98f8-c617d9ad6036 None None] Network 8811c65e-4aeb-4c7e-a81d-4694c5478579 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:37:10.299367 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 45656) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:37:10.357001 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac070f6e-35e3-4b0f-87b0-c9fb9bdff8fa tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Pushing event updated for resources: {'Port': ['ID=77f0ed18-48b3-4459-8ca6-d8de17f4cb6b,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:37:10.376864 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac070f6e-35e3-4b0f-87b0-c9fb9bdff8fa tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Network c46f395e-b745-4479-88f0-746528e5aecf is already hosted by enough agents. {{(pid=103591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:37:10.378835 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [None req-ac070f6e-35e3-4b0f-87b0-c9fb9bdff8fa tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Resources bound (agent type, host, resource id): {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:37:10.381949 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac070f6e-35e3-4b0f-87b0-c9fb9bdff8fa tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Received port after_create {{(pid=103591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:37:10.383057 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-ac070f6e-35e3-4b0f-87b0-c9fb9bdff8fa tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:10.411199 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0ab160fb-d5c8-41e4-adc8-0f5b84f8c45e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-555181'] for network, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:10.464079 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-110800ae-dbf3-4320-a12d-be0bf8ffd70f None None] DHCP port deletion for 8811c65e-4aeb-4c7e-a81d-4694c5478579 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:37:10.487987 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device 5ba24d20-e804-48c6-8a3e-5aef86e12679 no longer exists at agent hyperv_n-h2-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:37:10.502966 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac070f6e-35e3-4b0f-87b0-c9fb9bdff8fa tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Pushing event updated for resources: {'Port': ['ID=9827d186-5eea-4060-8ffd-06cc51fc3793,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:37:10.513250 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0ab160fb-d5c8-41e4-adc8-0f5b84f8c45e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973419', 'neutron.services.segments.db._delete_segments_for_network-8736635878840'] for network, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:10.527334 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] No Port match for: 5ba24d20-e804-48c6-8a3e-5aef86e12679 {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:37:10.528044 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device 5ba24d20-e804-48c6-8a3e-5aef86e12679 not bound to the agent host n-h2-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:37:10.530642 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6591e8-18d0-4db4-948b-c3eeae5a9d49 req-ebcd4dc0-9a42-45d1-8561-ec520d41c6a5 tempest-TestServerMultinode-923147666 tempest-TestServerMultinode-923147666-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:37:10.532335 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9f6591e8-18d0-4db4-948b-c3eeae5a9d49 req-ebcd4dc0-9a42-45d1-8561-ec520d41c6a5 tempest-TestServerMultinode-923147666 tempest-TestServerMultinode-923147666-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=e01ab346-e11a-44c7-81b0-c857238c0d88 HTTP/1.1" status: 200 len: 1097 time: 0.1409006 Nov 23 17:37:10.533602 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac070f6e-35e3-4b0f-87b0-c9fb9bdff8fa tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Checking segment: {'id': '6cf4785c-8621-4ef1-8431-f45561fc5143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'b2ff7cda-42bc-499c-8948-1d5fe74f6ce7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:37:10.534143 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac070f6e-35e3-4b0f-87b0-c9fb9bdff8fa tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Network hostable DHCP agents. Network: b2ff7cda-42bc-499c-8948-1d5fe74f6ce7, hostable agents: ['0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3'], hosted agents: [] {{(pid=103591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 17:37:10.536229 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-0ab160fb-d5c8-41e4-adc8-0f5b84f8c45e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8811c65e-4aeb-4c7e-a81d-4694c5478579']}} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:37:10.548054 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-0ab160fb-d5c8-41e4-adc8-0f5b84f8c45e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '509aabfa-b4d9-4755-8504-6b69ea7b1206') {'for_net_delete': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:37:10.548436 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-0ab160fb-d5c8-41e4-adc8-0f5b84f8c45e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '509aabfa-b4d9-4755-8504-6b69ea7b1206') {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:37:10.560054 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0ab160fb-d5c8-41e4-adc8-0f5b84f8c45e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736635840332', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-267528353'] for segment, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:10.567691 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac070f6e-35e3-4b0f-87b0-c9fb9bdff8fa tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Network b2ff7cda-42bc-499c-8948-1d5fe74f6ce7 is scheduled to be hosted by DHCP agent 0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3 with binding_index 1 {{(pid=103591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 17:37:10.576741 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0ab160fb-d5c8-41e4-adc8-0f5b84f8c45e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:10.584627 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ab160fb-d5c8-41e4-adc8-0f5b84f8c45e admin admin] Releasing vlan 511 on physical network physnet1 to pool {{(pid=103590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 17:37:10.585190 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [None req-ac070f6e-35e3-4b0f-87b0-c9fb9bdff8fa tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-8, b2ff7cda-42bc-499c-8948-1d5fe74f6ce7) {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:37:10.585515 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0ab160fb-d5c8-41e4-adc8-0f5b84f8c45e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264370093'] for segment, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:10.588902 n-d-816206-8 neutron-server[103590]: Traceback (most recent call last): Nov 23 17:37:10.588902 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 17:37:10.588902 n-d-816206-8 neutron-server[103590]: timer() Nov 23 17:37:10.588902 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 17:37:10.588902 n-d-816206-8 neutron-server[103590]: cb(*args, **kw) Nov 23 17:37:10.588902 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 17:37:10.588902 n-d-816206-8 neutron-server[103590]: return func(*args, **kwargs) Nov 23 17:37:10.588902 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 17:37:10.588902 n-d-816206-8 neutron-server[103590]: self._notify() Nov 23 17:37:10.588902 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 17:37:10.588902 n-d-816206-8 neutron-server[103590]: self.callback(batched_events) Nov 23 17:37:10.588902 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 17:37:10.588902 n-d-816206-8 neutron-server[103590]: event.method(event) Nov 23 17:37:10.588902 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 17:37:10.588902 n-d-816206-8 neutron-server[103590]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 17:37:10.588902 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 17:37:10.588902 n-d-816206-8 neutron-server[103590]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 17:37:10.588902 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 17:37:10.588902 n-d-816206-8 neutron-server[103590]: return f(self, *a, **k) Nov 23 17:37:10.588902 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 17:37:10.588902 n-d-816206-8 neutron-server[103590]: return self._get(url).json() Nov 23 17:37:10.588902 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 17:37:10.588902 n-d-816206-8 neutron-server[103590]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 17:37:10.588902 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 17:37:10.588902 n-d-816206-8 neutron-server[103590]: return self.request(url, 'GET', **kwargs) Nov 23 17:37:10.588902 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 17:37:10.588902 n-d-816206-8 neutron-server[103590]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 17:37:10.588902 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 17:37:10.588902 n-d-816206-8 neutron-server[103590]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 17:37:10.588902 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 17:37:10.588902 n-d-816206-8 neutron-server[103590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 17:37:10.588902 n-d-816206-8 neutron-server[103590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 17:37:10.596113 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac070f6e-35e3-4b0f-87b0-c9fb9bdff8fa tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Received port after_create {{(pid=103591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:37:10.597084 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e98f19d-e21e-4c44-b449-30fc5175acc3 None None] Network b2ff7cda-42bc-499c-8948-1d5fe74f6ce7 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:37:10.601870 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac070f6e-35e3-4b0f-87b0-c9fb9bdff8fa tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:37:10.607372 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac070f6e-35e3-4b0f-87b0-c9fb9bdff8fa tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:37:10.608074 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-ac070f6e-35e3-4b0f-87b0-c9fb9bdff8fa tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:10.619975 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9f6591e8-18d0-4db4-948b-c3eeae5a9d49 req-c9223252-5a46-42fa-9375-01e5bf1b15c8 tempest-TestServerMultinode-923147666 tempest-TestServerMultinode-923147666-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=929c7a40-58bd-4432-bd3a-56dcc11e52dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734782 Nov 23 17:37:10.642731 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 45662) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:37:10.652283 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-ac070f6e-35e3-4b0f-87b0-c9fb9bdff8fa tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.3000414 Nov 23 17:37:10.687492 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0ab160fb-d5c8-41e4-adc8-0f5b84f8c45e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1795418'] for network, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:10.693886 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0ab160fb-d5c8-41e4-adc8-0f5b84f8c45e admin admin] Publish callbacks [] for network, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:10.698798 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-0ab160fb-d5c8-41e4-adc8-0f5b84f8c45e admin admin] 10.222.0.60 "DELETE /v2.0/networks/8811c65e-4aeb-4c7e-a81d-4694c5478579 HTTP/1.1" status: 204 len: 168 time: 0.3984108 Nov 23 17:37:10.721511 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab160fb-d5c8-41e4-adc8-0f5b84f8c45e admin admin] Pushing event deleted for resources: {'Network': ['ID=8811c65e-4aeb-4c7e-a81d-4694c5478579,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:37:10.800081 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-70752755-cfab-4bee-9d16-8707db64cdb7 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Deleting port 9827d186-5eea-4060-8ffd-06cc51fc3793 {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:37:10.800502 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-70752755-cfab-4bee-9d16-8707db64cdb7 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:10.884792 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-70752755-cfab-4bee-9d16-8707db64cdb7 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:10.898863 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-70752755-cfab-4bee-9d16-8707db64cdb7 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Calling delete_port for 9827d186-5eea-4060-8ffd-06cc51fc3793 owned by {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:37:10.982250 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad24bcd9-0989-408d-ac64-f40288db200c req-7bfd9bc2-b489-44e5-9435-54dd66a00e5f tempest-TestServerMultinode-923147666 tempest-TestServerMultinode-923147666-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:37:10.989021 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ad24bcd9-0989-408d-ac64-f40288db200c req-7bfd9bc2-b489-44e5-9435-54dd66a00e5f tempest-TestServerMultinode-923147666 tempest-TestServerMultinode-923147666-project-admin] 10.222.0.60 "GET /v2.0/networks?id=2cb4def7-9f5d-4e59-b7a8-e3a1bac05190 HTTP/1.1" status: 200 len: 911 time: 0.1222012 Nov 23 17:37:11.014174 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ad24bcd9-0989-408d-ac64-f40288db200c req-3ddcd214-4b71-4304-8cbb-5e422a00cc09 tempest-TestServerMultinode-923147666 tempest-TestServerMultinode-923147666-project-admin] 10.222.0.60 "GET /v2.0/quotas/c328d1d10b5d45d296fb20d432bd53d8 HTTP/1.1" status: 200 len: 375 time: 0.0217862 Nov 23 17:37:11.078435 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-70752755-cfab-4bee-9d16-8707db64cdb7 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:11.111426 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70752755-cfab-4bee-9d16-8707db64cdb7 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Pushing event deleted for resources: {'Port': ['ID=9827d186-5eea-4060-8ffd-06cc51fc3793,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:37:11.124298 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ad24bcd9-0989-408d-ac64-f40288db200c req-ef7a150f-15e8-4e99-857c-7b2a4c6e99d1 tempest-TestServerMultinode-923147666 tempest-TestServerMultinode-923147666-project-admin] 10.222.0.60 "GET /v2.0/ports?tenant_id=c328d1d10b5d45d296fb20d432bd53d8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0973048 Nov 23 17:37:11.124298 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 45696) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:37:11.142895 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-70752755-cfab-4bee-9d16-8707db64cdb7 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:11.150807 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-70752755-cfab-4bee-9d16-8707db64cdb7 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] 10.222.0.60 "DELETE /v2.0/ports/9827d186-5eea-4060-8ffd-06cc51fc3793 HTTP/1.1" status: 204 len: 168 time: 0.5068014 Nov 23 17:37:11.152068 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 45700) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:37:11.243991 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdebc131-dfa5-4358-b551-2cf02aa9d051 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:37:11.251431 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdebc131-dfa5-4358-b551-2cf02aa9d051 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:37:11.253720 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-bdebc131-dfa5-4358-b551-2cf02aa9d051 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.1002145 Nov 23 17:37:11.256128 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 45708) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:37:11.280894 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-1bd4d739-d242-4c72-8dd0-31d25ce81ae8 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=fc12dc2acdef47618664fb9af38a2b64&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1601269 Nov 23 17:37:11.283360 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 45714) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:37:11.363771 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ad24bcd9-0989-408d-ac64-f40288db200c req-e5d3463f-8162-4aac-9106-810b2f73545f service neutron] 10.222.0.60 "GET /v2.0/networks/2cb4def7-9f5d-4e59-b7a8-e3a1bac05190?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2445645 Nov 23 17:37:11.378757 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-b6513089-7fa7-46bc-a41c-720ad6c21a0a tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Deleting port 77f0ed18-48b3-4459-8ca6-d8de17f4cb6b {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:37:11.379243 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b6513089-7fa7-46bc-a41c-720ad6c21a0a tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:11.464916 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b6513089-7fa7-46bc-a41c-720ad6c21a0a tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:11.466010 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-cbfebecb-fa4c-4ecb-bd49-b42ec3cf15e8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:11.480480 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-b6513089-7fa7-46bc-a41c-720ad6c21a0a tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Calling delete_port for 77f0ed18-48b3-4459-8ca6-d8de17f4cb6b owned by {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:37:11.507802 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-cbfebecb-fa4c-4ecb-bd49-b42ec3cf15e8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:11.533482 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ad24bcd9-0989-408d-ac64-f40288db200c req-61429b05-1b6f-4abc-9071-28ef9e0d0a10 service neutron] 10.222.0.60 "GET /v2.0/networks/2cb4def7-9f5d-4e59-b7a8-e3a1bac05190?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1612663 Nov 23 17:37:11.605456 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-cbfebecb-fa4c-4ecb-bd49-b42ec3cf15e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:11.608927 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-cbfebecb-fa4c-4ecb-bd49-b42ec3cf15e8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:11.612846 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-cbfebecb-fa4c-4ecb-bd49-b42ec3cf15e8 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/8c9a971d-fa5b-4b1f-bed2-c3007d014589 HTTP/1.1" status: 204 len: 168 time: 0.3261886 Nov 23 17:37:11.615409 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b6513089-7fa7-46bc-a41c-720ad6c21a0a tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:11.620894 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfebecb-fa4c-4ecb-bd49-b42ec3cf15e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c9a971d-fa5b-4b1f-bed2-c3007d014589,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:37:11.651107 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6513089-7fa7-46bc-a41c-720ad6c21a0a tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Pushing event deleted for resources: {'Port': ['ID=77f0ed18-48b3-4459-8ca6-d8de17f4cb6b,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:37:11.667697 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b6513089-7fa7-46bc-a41c-720ad6c21a0a tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:11.675136 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 45738) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:37:11.675379 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-b6513089-7fa7-46bc-a41c-720ad6c21a0a tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] 10.222.0.60 "DELETE /v2.0/ports/77f0ed18-48b3-4459-8ca6-d8de17f4cb6b HTTP/1.1" status: 204 len: 168 time: 0.4174569 Nov 23 17:37:11.751953 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d82cc6ed-383f-4d0a-96ff-4c5a759b2040 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:37:11.754120 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-d82cc6ed-383f-4d0a-96ff-4c5a759b2040 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0777440 Nov 23 17:37:11.756877 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 45744) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:37:11.787316 n-d-816206-8 neutron-server[103591]: INFO neutron.pecan_wsgi.hooks.translation [None req-16fdf2be-9e9f-4266-b8a3-40af424ce4ee tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] GET failed (client error): The resource could not be found. Nov 23 17:37:11.789515 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-16fdf2be-9e9f-4266-b8a3-40af424ce4ee tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] 10.222.0.60 "GET /v2.0/ports/9827d186-5eea-4060-8ffd-06cc51fc3793 HTTP/1.1" status: 404 len: 333 time: 0.0310011 Nov 23 17:37:11.792322 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 45746) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:37:11.854931 n-d-816206-8 neutron-server[103591]: INFO neutron.pecan_wsgi.hooks.translation [None req-73b72935-be58-4a65-8d8e-841300017671 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] GET failed (client error): The resource could not be found. Nov 23 17:37:11.859675 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 45752) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:37:11.863350 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-73b72935-be58-4a65-8d8e-841300017671 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] 10.222.0.60 "GET /v2.0/ports/77f0ed18-48b3-4459-8ca6-d8de17f4cb6b HTTP/1.1" status: 404 len: 333 time: 0.0631979 Nov 23 17:37:11.882762 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-817c3922-d10f-45c7-b56a-fb10c18c2127 req-627d23ca-bcf4-4547-884e-4ee799a79788 tempest-TestServerMultinode-923147666 tempest-TestServerMultinode-923147666-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=33b4fa19-d365-4c44-8160-75721782e164 HTTP/1.1" status: 200 len: 210 time: 0.0576868 Nov 23 17:37:12.016808 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-42202c98-9f43-4316-b175-c3dbfea21657 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-555181'] for network, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:12.231933 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-42202c98-9f43-4316-b175-c3dbfea21657 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973419', 'neutron.services.segments.db._delete_segments_for_network-8736635878840'] for network, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:12.282281 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-42202c98-9f43-4316-b175-c3dbfea21657 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2ff7cda-42bc-499c-8948-1d5fe74f6ce7']}} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:37:12.308583 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-42202c98-9f43-4316-b175-c3dbfea21657 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6cf4785c-8621-4ef1-8431-f45561fc5143') {'for_net_delete': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:37:12.310329 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-42202c98-9f43-4316-b175-c3dbfea21657 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6cf4785c-8621-4ef1-8431-f45561fc5143') {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:37:12.333477 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-42202c98-9f43-4316-b175-c3dbfea21657 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736635840332', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-267528353'] for segment, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:12.362344 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-42202c98-9f43-4316-b175-c3dbfea21657 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:12.373710 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42202c98-9f43-4316-b175-c3dbfea21657 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Releasing vlan 540 on physical network physnet1 to pool {{(pid=103590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 17:37:12.376057 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-42202c98-9f43-4316-b175-c3dbfea21657 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264370093'] for segment, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:12.383686 n-d-816206-8 neutron-server[103590]: Traceback (most recent call last): Nov 23 17:37:12.383686 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 17:37:12.383686 n-d-816206-8 neutron-server[103590]: timer() Nov 23 17:37:12.383686 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 17:37:12.383686 n-d-816206-8 neutron-server[103590]: cb(*args, **kw) Nov 23 17:37:12.383686 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 17:37:12.383686 n-d-816206-8 neutron-server[103590]: return func(*args, **kwargs) Nov 23 17:37:12.383686 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 17:37:12.383686 n-d-816206-8 neutron-server[103590]: self._notify() Nov 23 17:37:12.383686 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 17:37:12.383686 n-d-816206-8 neutron-server[103590]: self.callback(batched_events) Nov 23 17:37:12.383686 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 17:37:12.383686 n-d-816206-8 neutron-server[103590]: event.method(event) Nov 23 17:37:12.383686 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 17:37:12.383686 n-d-816206-8 neutron-server[103590]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 17:37:12.383686 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 17:37:12.383686 n-d-816206-8 neutron-server[103590]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 17:37:12.383686 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 17:37:12.383686 n-d-816206-8 neutron-server[103590]: return f(self, *a, **k) Nov 23 17:37:12.383686 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 17:37:12.383686 n-d-816206-8 neutron-server[103590]: return self._get(url).json() Nov 23 17:37:12.383686 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 17:37:12.383686 n-d-816206-8 neutron-server[103590]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 17:37:12.383686 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 17:37:12.383686 n-d-816206-8 neutron-server[103590]: return self.request(url, 'GET', **kwargs) Nov 23 17:37:12.383686 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 17:37:12.383686 n-d-816206-8 neutron-server[103590]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 17:37:12.383686 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 17:37:12.383686 n-d-816206-8 neutron-server[103590]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 17:37:12.383686 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 17:37:12.383686 n-d-816206-8 neutron-server[103590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 17:37:12.383686 n-d-816206-8 neutron-server[103590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 17:37:12.479200 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-42202c98-9f43-4316-b175-c3dbfea21657 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1795418'] for network, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:12.487118 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-42202c98-9f43-4316-b175-c3dbfea21657 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks [] for network, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:12.501988 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 45782) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:37:12.503740 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-42202c98-9f43-4316-b175-c3dbfea21657 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] 10.222.0.60 "DELETE /v2.0/networks/b2ff7cda-42bc-499c-8948-1d5fe74f6ce7 HTTP/1.1" status: 204 len: 168 time: 0.6425793 Nov 23 17:37:12.509210 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-d46e62d5-f788-4999-bd52-336d0f9f8f6f tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-776898916'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:37:12.520507 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42202c98-9f43-4316-b175-c3dbfea21657 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Pushing event deleted for resources: {'Network': ['ID=b2ff7cda-42bc-499c-8948-1d5fe74f6ce7,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:37:12.557057 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d46e62d5-f788-4999-bd52-336d0f9f8f6f tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Made reservation on behalf of 4bc7c7d1542d486592900c4a00632f91 for: {'network': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:37:12.580532 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-d46e62d5-f788-4999-bd52-336d0f9f8f6f tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for network, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:12.636122 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d46e62d5-f788-4999-bd52-336d0f9f8f6f tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] vlan segment allocate from pool success with {'vlan_id': 546, 'physical_network': 'physnet1'} {{(pid=103591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 17:37:12.671214 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-d46e62d5-f788-4999-bd52-336d0f9f8f6f tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:12.671875 n-d-816206-8 neutron-server[103591]: INFO neutron.db.segments_db [None req-d46e62d5-f788-4999-bd52-336d0f9f8f6f tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Added segment 56fdf5bd-2f20-4156-97c2-88bd367f02a8 of type vlan for network 3ea02191-aca6-4f7a-a47f-63e3b0c52b52 Nov 23 17:37:12.784225 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-d46e62d5-f788-4999-bd52-336d0f9f8f6f tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736635338810'] for network, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:12.823637 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-d46e62d5-f788-4999-bd52-336d0f9f8f6f tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493'] for network, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:12.832617 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d46e62d5-f788-4999-bd52-336d0f9f8f6f tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:37:12.833416 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-d46e62d5-f788-4999-bd52-336d0f9f8f6f tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for network, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:12.882376 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-d46e62d5-f788-4999-bd52-336d0f9f8f6f tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3784842 Nov 23 17:37:12.886093 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 45806) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:37:12.892302 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-6f77c0fe-c702-4452-9ca7-682a81b11aa1 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Request body: {'subnet': {'network_id': '3ea02191-aca6-4f7a-a47f-63e3b0c52b52', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:37:12.927073 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46e62d5-f788-4999-bd52-336d0f9f8f6f tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Pushing event updated for resources: {'Network': ['ID=3ea02191-aca6-4f7a-a47f-63e3b0c52b52,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:37:12.929886 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-aa022231-dc8f-4e93-a08f-4339658fb4b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:12.951356 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Network 3ea02191-aca6-4f7a-a47f-63e3b0c52b52 details requested by agent ovs-agent-n-d-816206-8 with host n-d-816206-8 {{(pid=103592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 17:37:13.082989 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5ae5986f-81e9-42d3-a32f-47bcae934d0f req-21c094c6-f251-416e-986d-4839b96c6fd4 tempest-TestServerMultinode-923147666 tempest-TestServerMultinode-923147666-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=33b4fa19-d365-4c44-8160-75721782e164 HTTP/1.1" status: 200 len: 210 time: 0.0733633 Nov 23 17:37:13.114982 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f77c0fe-c702-4452-9ca7-682a81b11aa1 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Made reservation on behalf of 4bc7c7d1542d486592900c4a00632f91 for: {'subnet': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:37:13.121365 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6f77c0fe-c702-4452-9ca7-682a81b11aa1 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264730903'] for subnet, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:13.243625 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.ipam_backend_mixin [None req-6f77c0fe-c702-4452-9ca7-682a81b11aa1 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Performing IP validity checks on allocation pools {{(pid=103590) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 23 17:37:13.246851 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.ipam_backend_mixin [None req-6f77c0fe-c702-4452-9ca7-682a81b11aa1 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103590) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 23 17:37:13.337054 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:13.352824 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad24bcd9-0989-408d-ac64-f40288db200c req-f8b0a3c4-9edf-42b8-b171-1549ef240842 tempest-TestServerMultinode-923147666 tempest-TestServerMultinode-923147666-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:37:13.355376 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-ad24bcd9-0989-408d-ac64-f40288db200c req-f8b0a3c4-9edf-42b8-b171-1549ef240842 tempest-TestServerMultinode-923147666 tempest-TestServerMultinode-923147666-project-admin] 10.222.0.55 "GET /v2.0/networks?id=2cb4def7-9f5d-4e59-b7a8-e3a1bac05190 HTTP/1.1" status: 200 len: 911 time: 0.1812303 Nov 23 17:37:13.398295 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [req-ad24bcd9-0989-408d-ac64-f40288db200c req-a7cb5a77-368a-4022-bd0f-c4febdfb4c25 tempest-TestServerMultinode-923147666 tempest-TestServerMultinode-923147666-project-admin] Request body: {'port': {'device_id': '33b4fa19-d365-4c44-8160-75721782e164', 'network_id': '2cb4def7-9f5d-4e59-b7a8-e3a1bac05190', 'admin_state_up': True, 'tenant_id': 'c328d1d10b5d45d296fb20d432bd53d8'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:37:13.452459 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad24bcd9-0989-408d-ac64-f40288db200c req-a7cb5a77-368a-4022-bd0f-c4febdfb4c25 tempest-TestServerMultinode-923147666 tempest-TestServerMultinode-923147666-project-admin] Made reservation on behalf of c328d1d10b5d45d296fb20d432bd53d8 for: {'port': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:37:13.455764 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-ad24bcd9-0989-408d-ac64-f40288db200c req-a7cb5a77-368a-4022-bd0f-c4febdfb4c25 tempest-TestServerMultinode-923147666 tempest-TestServerMultinode-923147666-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:13.550505 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6f77c0fe-c702-4452-9ca7-682a81b11aa1 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264358096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264730885'] for subnet, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:13.609641 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 45822) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:37:13.644413 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 45826) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:37:13.678887 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f77c0fe-c702-4452-9ca7-682a81b11aa1 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Pushing event updated for resources: {'Subnet': ['ID=1ef4ac6d-c9c4-44bf-b830-66cbc84e55d0,revision_number=0']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:37:13.695071 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f77c0fe-c702-4452-9ca7-682a81b11aa1 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Checking segment: {'id': '56fdf5bd-2f20-4156-97c2-88bd367f02a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '3ea02191-aca6-4f7a-a47f-63e3b0c52b52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:37:13.695431 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f77c0fe-c702-4452-9ca7-682a81b11aa1 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Network hostable DHCP agents. Network: 3ea02191-aca6-4f7a-a47f-63e3b0c52b52, hostable agents: ['0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3'], hosted agents: [] {{(pid=103590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 17:37:13.713701 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [req-ad24bcd9-0989-408d-ac64-f40288db200c req-a7cb5a77-368a-4022-bd0f-c4febdfb4c25 tempest-TestServerMultinode-923147666 tempest-TestServerMultinode-923147666-project-admin] Allocated IP 172.20.0.10 (2cb4def7-9f5d-4e59-b7a8-e3a1bac05190/9b52ede3-5c4c-4b0f-b012-6d08553edf55/83cec3d3-be49-4f80-9d82-23f6e8fb4d5d) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:37:13.735181 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f77c0fe-c702-4452-9ca7-682a81b11aa1 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Network 3ea02191-aca6-4f7a-a47f-63e3b0c52b52 is scheduled to be hosted by DHCP agent 0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3 with binding_index 1 {{(pid=103590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 17:37:13.757807 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-6f77c0fe-c702-4452-9ca7-682a81b11aa1 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-8, 3ea02191-aca6-4f7a-a47f-63e3b0c52b52) {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:37:13.770006 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ddfd8ba-ec49-4130-9da3-b2747cde3804 None None] Network 3ea02191-aca6-4f7a-a47f-63e3b0c52b52 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:37:13.783082 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f77c0fe-c702-4452-9ca7-682a81b11aa1 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:37:13.783608 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6f77c0fe-c702-4452-9ca7-682a81b11aa1 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks [] for subnet, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:13.824543 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8e489e45-9c89-40d8-9896-d632bc8acefa admin admin] Publish callbacks [] for security_group, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:13.853200 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-6f77c0fe-c702-4452-9ca7-682a81b11aa1 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9659111 Nov 23 17:37:13.855922 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 45830) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:37:13.861898 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-b4a99edf-874e-4e05-917c-7f49d253c487 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Request body: {'port': {'network_id': '3ea02191-aca6-4f7a-a47f-63e3b0c52b52', 'name': 'tempest-PortsIpV6TestJSON-21756322'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:37:13.951960 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-ad24bcd9-0989-408d-ac64-f40288db200c req-a7cb5a77-368a-4022-bd0f-c4febdfb4c25 tempest-TestServerMultinode-923147666 tempest-TestServerMultinode-923147666-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:14.011433 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a2ee9f9-9ef1-4202-a5c2-004db36e906b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp355044b8-8e87-58c4-94fa-4a010ec30f9e-3ea02191-aca6-4f7a-a47f-63e3b0c52b52', 'network_id': '3ea02191-aca6-4f7a-a47f-63e3b0c52b52', 'tenant_id': '4bc7c7d1542d486592900c4a00632f91', 'fixed_ips': [{'subnet_id': '1ef4ac6d-c9c4-44bf-b830-66cbc84e55d0'}]}} from n-d-816206-8. {{(pid=103592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 17:37:14.012047 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8e489e45-9c89-40d8-9896-d632bc8acefa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:14.015601 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-6a2ee9f9-9ef1-4202-a5c2-004db36e906b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:14.019161 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8e489e45-9c89-40d8-9896-d632bc8acefa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:14.031225 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-22208f25-0850-41de-a67f-c7b6a5fd67b6 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-827825713-network', 'tenant_id': 'dc3a84a01fd349d789bdddd52fa39bcb'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:37:14.041719 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-ad24bcd9-0989-408d-ac64-f40288db200c req-a7cb5a77-368a-4022-bd0f-c4febdfb4c25 tempest-TestServerMultinode-923147666 tempest-TestServerMultinode-923147666-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:14.079834 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22208f25-0850-41de-a67f-c7b6a5fd67b6 admin admin] Made reservation on behalf of dc3a84a01fd349d789bdddd52fa39bcb for: {'network': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:37:14.085796 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-22208f25-0850-41de-a67f-c7b6a5fd67b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for network, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:14.107431 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-22208f25-0850-41de-a67f-c7b6a5fd67b6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:14.141856 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-8e489e45-9c89-40d8-9896-d632bc8acefa admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=29e4cab588434d49aaf41208c313999e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5284297 Nov 23 17:37:14.145257 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 45842) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:37:14.152045 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4a99edf-874e-4e05-917c-7f49d253c487 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Made reservation on behalf of 4bc7c7d1542d486592900c4a00632f91 for: {'port': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:37:14.166381 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-b4a99edf-874e-4e05-917c-7f49d253c487 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:14.168636 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad24bcd9-0989-408d-ac64-f40288db200c req-a7cb5a77-368a-4022-bd0f-c4febdfb4c25 tempest-TestServerMultinode-923147666 tempest-TestServerMultinode-923147666-project-admin] Network 2cb4def7-9f5d-4e59-b7a8-e3a1bac05190 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:37:14.182920 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] get_ports_and_sgs() called for port_ids ['dff4911f-7141-4f9a-9af6-94039721c180'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:37:14.212517 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e489e45-9c89-40d8-9896-d632bc8acefa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7451d7ec-3994-4c58-bd91-48c59b90b4da,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:37:14.229531 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [req-ad24bcd9-0989-408d-ac64-f40288db200c req-a7cb5a77-368a-4022-bd0f-c4febdfb4c25 tempest-TestServerMultinode-923147666 tempest-TestServerMultinode-923147666-project-admin] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:37:14.232965 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cb5a77-368a-4022-bd0f-c4febdfb4c25 tempest-TestServerMultinode-923147666 tempest-TestServerMultinode-923147666-project-admin] Pushing event updated for resources: {'Port': ['ID=83cec3d3-be49-4f80-9d82-23f6e8fb4d5d,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:37:14.257134 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [None req-b4a99edf-874e-4e05-917c-7f49d253c487 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] device_id is not set on port 0644115a-f798-4af9-b56a-e9e1d19ed6d0 yet. {{(pid=103591) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 17:37:14.273721 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad24bcd9-0989-408d-ac64-f40288db200c req-a7cb5a77-368a-4022-bd0f-c4febdfb4c25 tempest-TestServerMultinode-923147666 tempest-TestServerMultinode-923147666-project-admin] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:37:14.313883 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:14.347225 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.db_base_plugin_common [None req-6a2ee9f9-9ef1-4202-a5c2-004db36e906b None None] Allocated IP 2001:db8::2 (3ea02191-aca6-4f7a-a47f-63e3b0c52b52/1ef4ac6d-c9c4-44bf-b830-66cbc84e55d0/329c1cc4-b1c5-46a4-bfca-14172953bacd) {{(pid=103592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:37:14.367259 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 45850) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:37:14.404209 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad24bcd9-0989-408d-ac64-f40288db200c req-a7cb5a77-368a-4022-bd0f-c4febdfb4c25 tempest-TestServerMultinode-923147666 tempest-TestServerMultinode-923147666-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:37:14.407348 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-ad24bcd9-0989-408d-ac64-f40288db200c req-a7cb5a77-368a-4022-bd0f-c4febdfb4c25 tempest-TestServerMultinode-923147666 tempest-TestServerMultinode-923147666-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:14.465337 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-ad24bcd9-0989-408d-ac64-f40288db200c req-a7cb5a77-368a-4022-bd0f-c4febdfb4c25 tempest-TestServerMultinode-923147666 tempest-TestServerMultinode-923147666-project-admin] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.0715179 Nov 23 17:37:14.479490 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [req-ad24bcd9-0989-408d-ac64-f40288db200c req-6582d5ae-b746-4a5a-8867-4969f97953bb service neutron] Request body: {'port': {'device_id': '33b4fa19-d365-4c44-8160-75721782e164', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-8'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:37:14.535743 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13de34b0-3f36-40a6-a521-ccddff31b269 req-ca91860a-8cc8-4847-b11c-abc0313ba370 tempest-TestServerMultinode-923147666 tempest-TestServerMultinode-923147666-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:37:14.544269 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-13de34b0-3f36-40a6-a521-ccddff31b269 req-ca91860a-8cc8-4847-b11c-abc0313ba370 tempest-TestServerMultinode-923147666 tempest-TestServerMultinode-923147666-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=33b4fa19-d365-4c44-8160-75721782e164 HTTP/1.1" status: 200 len: 1028 time: 0.3598990 Nov 23 17:37:14.572721 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-d2f4b45c-b8d2-4ae8-80e6-dbfca5bebb17 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:14.582122 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-ad24bcd9-0989-408d-ac64-f40288db200c req-6582d5ae-b746-4a5a-8867-4969f97953bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:14.598468 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-d2f4b45c-b8d2-4ae8-80e6-dbfca5bebb17 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:14.615098 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-034d34bd-2c90-4890-9b0b-1c88085cf741 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:14.634509 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-6a2ee9f9-9ef1-4202-a5c2-004db36e906b None None] Publish callbacks [] for port, precommit_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:14.644353 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-6a2ee9f9-9ef1-4202-a5c2-004db36e906b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980'] for port, after_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:14.657260 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-22208f25-0850-41de-a67f-c7b6a5fd67b6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:14.677449 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-22208f25-0850-41de-a67f-c7b6a5fd67b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:14.690926 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22208f25-0850-41de-a67f-c7b6a5fd67b6 admin admin] vlan segment allocate from pool success with {'vlan_id': 542, 'physical_network': 'physnet1'} {{(pid=103591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 17:37:14.692231 n-d-816206-8 neutron-server[103592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a2ee9f9-9ef1-4202-a5c2-004db36e906b None None] Network 3ea02191-aca6-4f7a-a47f-63e3b0c52b52 is already hosted by enough agents. {{(pid=103592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:37:14.700803 n-d-816206-8 neutron-server[103592]: DEBUG neutron.scheduler.base_scheduler [None req-6a2ee9f9-9ef1-4202-a5c2-004db36e906b None None] Resources bound (agent type, host, resource id): {{(pid=103592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:37:14.709227 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-22208f25-0850-41de-a67f-c7b6a5fd67b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:14.709833 n-d-816206-8 neutron-server[103591]: INFO neutron.db.segments_db [None req-22208f25-0850-41de-a67f-c7b6a5fd67b6 admin admin] Added segment c149808e-63db-41ac-b80f-e721c4138182 of type vlan for network 54b597b6-8526-45de-87fd-e706be5a39dc Nov 23 17:37:14.711973 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a2ee9f9-9ef1-4202-a5c2-004db36e906b None None] Received port after_create {{(pid=103592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:37:14.722953 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-a85cf65c-2eb7-45ba-b739-c26654cd7f87 None None] Provisioning complete for port 83cec3d3-be49-4f80-9d82-23f6e8fb4d5d triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:37:14.723328 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-a85cf65c-2eb7-45ba-b739-c26654cd7f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:14.727983 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2ee9f9-9ef1-4202-a5c2-004db36e906b None None] Pushing event updated for resources: {'Port': ['ID=329c1cc4-b1c5-46a4-bfca-14172953bacd,revision_number=1']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:37:14.761381 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-22208f25-0850-41de-a67f-c7b6a5fd67b6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736635338810'] for network, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:14.808230 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-6a2ee9f9-9ef1-4202-a5c2-004db36e906b None None] Attempting to bind port 329c1cc4-b1c5-46a4-bfca-14172953bacd on host n-d-816206-8 for vnic_type normal with profile {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:37:14.809445 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-6a2ee9f9-9ef1-4202-a5c2-004db36e906b None None] Attempting to bind port 329c1cc4-b1c5-46a4-bfca-14172953bacd by drivers openvswitch,hyperv on host n-d-816206-8 at level 0 using segments [{'id': '56fdf5bd-2f20-4156-97c2-88bd367f02a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '3ea02191-aca6-4f7a-a47f-63e3b0c52b52'}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:37:14.809760 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a2ee9f9-9ef1-4202-a5c2-004db36e906b None None] Attempting to bind port 329c1cc4-b1c5-46a4-bfca-14172953bacd on network 3ea02191-aca6-4f7a-a47f-63e3b0c52b52 {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:37:14.819770 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a2ee9f9-9ef1-4202-a5c2-004db36e906b None None] Checking agent: {'id': '9e89acbe-4bbe-4c77-a18b-6f1da9133e0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 7, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 36, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:37:14.820145 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a2ee9f9-9ef1-4202-a5c2-004db36e906b None None] Checking segment: {'id': '56fdf5bd-2f20-4156-97c2-88bd367f02a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '3ea02191-aca6-4f7a-a47f-63e3b0c52b52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:37:14.820561 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-6a2ee9f9-9ef1-4202-a5c2-004db36e906b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:14.821523 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a2ee9f9-9ef1-4202-a5c2-004db36e906b None None] Bound using segment: {'id': '56fdf5bd-2f20-4156-97c2-88bd367f02a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '3ea02191-aca6-4f7a-a47f-63e3b0c52b52'} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:37:14.822008 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-6a2ee9f9-9ef1-4202-a5c2-004db36e906b None None] Bound port: 329c1cc4-b1c5-46a4-bfca-14172953bacd, host: n-d-816206-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56fdf5bd-2f20-4156-97c2-88bd367f02a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '3ea02191-aca6-4f7a-a47f-63e3b0c52b52'}}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:37:14.822437 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-6a2ee9f9-9ef1-4202-a5c2-004db36e906b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:14.838118 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-a85cf65c-2eb7-45ba-b739-c26654cd7f87 None None] Port 83cec3d3-be49-4f80-9d82-23f6e8fb4d5d cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:37:14.887447 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-22208f25-0850-41de-a67f-c7b6a5fd67b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493'] for network, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:14.888699 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22208f25-0850-41de-a67f-c7b6a5fd67b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:37:14.889360 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-22208f25-0850-41de-a67f-c7b6a5fd67b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for network, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:14.893847 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-034d34bd-2c90-4890-9b0b-1c88085cf741 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:14.910748 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-6a2ee9f9-9ef1-4202-a5c2-004db36e906b None None] For port 329c1cc4-b1c5-46a4-bfca-14172953bacd, host n-d-816206-8, cleared binding levels {{(pid=103592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:37:14.915285 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-6a2ee9f9-9ef1-4202-a5c2-004db36e906b None None] For port 329c1cc4-b1c5-46a4-bfca-14172953bacd, host n-d-816206-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=329c1cc4-b1c5-46a4-bfca-14172953bacd,segment=NetworkSegment(56fdf5bd-2f20-4156-97c2-88bd367f02a8),segment_id=56fdf5bd-2f20-4156-97c2-88bd367f02a8)] {{(pid=103592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:37:14.915951 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22208f25-0850-41de-a67f-c7b6a5fd67b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf26cd6b-cd43-4747-bf84-de1f0ff7a3bd,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:37:14.920834 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-6a2ee9f9-9ef1-4202-a5c2-004db36e906b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:14.928304 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-034d34bd-2c90-4890-9b0b-1c88085cf741 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:14.938817 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-13de34b0-3f36-40a6-a521-ccddff31b269 req-cb6afed3-702b-4580-be88-391ddb406099 tempest-TestServerMultinode-923147666 tempest-TestServerMultinode-923147666-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=929c7a40-58bd-4432-bd3a-56dcc11e52dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3933241 Nov 23 17:37:14.969198 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.db_base_plugin_common [None req-b4a99edf-874e-4e05-917c-7f49d253c487 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Allocated IP 2001:db8::34f (3ea02191-aca6-4f7a-a47f-63e3b0c52b52/1ef4ac6d-c9c4-44bf-b830-66cbc84e55d0/0644115a-f798-4af9-b56a-e9e1d19ed6d0) {{(pid=103591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:37:14.971908 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-d2f4b45c-b8d2-4ae8-80e6-dbfca5bebb17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:14.975125 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-d2f4b45c-b8d2-4ae8-80e6-dbfca5bebb17 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:14.976462 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-d2f4b45c-b8d2-4ae8-80e6-dbfca5bebb17 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/7451d7ec-3994-4c58-bd91-48c59b90b4da HTTP/1.1" status: 204 len: 168 time: 0.8254852 Nov 23 17:37:14.996602 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-034d34bd-2c90-4890-9b0b-1c88085cf741 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=5bda70c4c359456eab92c9452fb068f8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6272259 Nov 23 17:37:15.002264 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034d34bd-2c90-4890-9b0b-1c88085cf741 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c5f9753-fe5e-4a27-a20f-81b7ccf95ccc,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:37:15.002619 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2ee9f9-9ef1-4202-a5c2-004db36e906b None None] Pushing event updated for resources: {'Port': ['ID=329c1cc4-b1c5-46a4-bfca-14172953bacd,revision_number=2']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:37:15.006349 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 45858) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:37:15.030868 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-22208f25-0850-41de-a67f-c7b6a5fd67b6 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.3851647 Nov 23 17:37:15.031847 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-8df8732e-a1ba-46b6-9875-9b583be19f3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:15.037081 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 45860) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:37:15.047405 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-7b7355fa-dbb6-461f-bf75-4a3a5b30f728 admin admin] Request body: {'subnet': {'network_id': '54b597b6-8526-45de-87fd-e706be5a39dc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-827825713-subnet', 'tenant_id': 'dc3a84a01fd349d789bdddd52fa39bcb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:37:15.057998 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22208f25-0850-41de-a67f-c7b6a5fd67b6 admin admin] Pushing event updated for resources: {'Network': ['ID=54b597b6-8526-45de-87fd-e706be5a39dc,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:37:15.064077 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f4b45c-b8d2-4ae8-80e6-dbfca5bebb17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7451d7ec-3994-4c58-bd91-48c59b90b4da,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:37:15.083354 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Network 54b597b6-8526-45de-87fd-e706be5a39dc details requested by agent ovs-agent-n-d-816206-8 with host n-d-816206-8 {{(pid=103592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 17:37:15.107255 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b7355fa-dbb6-461f-bf75-4a3a5b30f728 admin admin] Made reservation on behalf of dc3a84a01fd349d789bdddd52fa39bcb for: {'subnet': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:37:15.110809 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-7b7355fa-dbb6-461f-bf75-4a3a5b30f728 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264314294'] for subnet, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:15.134262 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8293b1ce-47f6-441c-aa59-90e7f452c315 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:15.168744 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8293b1ce-47f6-441c-aa59-90e7f452c315 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:15.249520 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8293b1ce-47f6-441c-aa59-90e7f452c315 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:15.253270 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8293b1ce-47f6-441c-aa59-90e7f452c315 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:15.256220 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-8293b1ce-47f6-441c-aa59-90e7f452c315 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/2c5f9753-fe5e-4a27-a20f-81b7ccf95ccc HTTP/1.1" status: 204 len: 168 time: 0.2476695 Nov 23 17:37:15.273740 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8293b1ce-47f6-441c-aa59-90e7f452c315 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c5f9753-fe5e-4a27-a20f-81b7ccf95ccc,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:37:15.397886 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-b4a99edf-874e-4e05-917c-7f49d253c487 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks [] for port, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:15.414465 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.agents_db [None req-464f6c07-0de8-4be6-8f5b-563f574d1c5d None None] Agent healthcheck: found 7 active agents {{(pid=103593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 17:37:15.416328 n-d-816206-8 neutron-server[103590]: DEBUG neutron.notifiers.nova [req-ad24bcd9-0989-408d-ac64-f40288db200c req-6582d5ae-b746-4a5a-8867-4969f97953bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83cec3d3-be49-4f80-9d82-23f6e8fb4d5d {{(pid=103590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:37:15.431589 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-ad24bcd9-0989-408d-ac64-f40288db200c req-6582d5ae-b746-4a5a-8867-4969f97953bb service neutron] Publish callbacks [] for port, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:15.469673 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [req-ad24bcd9-0989-408d-ac64-f40288db200c req-6582d5ae-b746-4a5a-8867-4969f97953bb service neutron] Transition to ACTIVE for port object 83cec3d3-be49-4f80-9d82-23f6e8fb4d5d will not be triggered until provisioned by entity L2. {{(pid=103590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 17:37:15.475228 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-ad24bcd9-0989-408d-ac64-f40288db200c req-6582d5ae-b746-4a5a-8867-4969f97953bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264357957'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:15.499103 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 45870) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:37:15.544564 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-b4a99edf-874e-4e05-917c-7f49d253c487 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:15.553882 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6582d5ae-b746-4a5a-8867-4969f97953bb service neutron] Pushing event updated for resources: {'Port': ['ID=83cec3d3-be49-4f80-9d82-23f6e8fb4d5d,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:37:15.575624 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c0b4dba7-2244-43bd-bcc5-364fe23c03df admin admin] Publish callbacks [] for security_group, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:15.662316 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4a99edf-874e-4e05-917c-7f49d253c487 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Network 3ea02191-aca6-4f7a-a47f-63e3b0c52b52 is already hosted by enough agents. {{(pid=103591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:37:15.674085 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [None req-b4a99edf-874e-4e05-917c-7f49d253c487 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Resources bound (agent type, host, resource id): {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:37:15.676100 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a99edf-874e-4e05-917c-7f49d253c487 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Pushing event updated for resources: {'Port': ['ID=0644115a-f798-4af9-b56a-e9e1d19ed6d0,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:37:15.684759 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4a99edf-874e-4e05-917c-7f49d253c487 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Received port after_create {{(pid=103591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:37:15.700546 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4a99edf-874e-4e05-917c-7f49d253c487 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:37:15.701298 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-b4a99edf-874e-4e05-917c-7f49d253c487 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:15.714700 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-7b7355fa-dbb6-461f-bf75-4a3a5b30f728 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264758079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264314276'] for subnet, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:15.715032 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [req-ad24bcd9-0989-408d-ac64-f40288db200c req-6582d5ae-b746-4a5a-8867-4969f97953bb service neutron] Attempting to bind port 83cec3d3-be49-4f80-9d82-23f6e8fb4d5d on host n-h1-816206-8 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:37:15.715694 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [req-ad24bcd9-0989-408d-ac64-f40288db200c req-6582d5ae-b746-4a5a-8867-4969f97953bb service neutron] Attempting to bind port 83cec3d3-be49-4f80-9d82-23f6e8fb4d5d by drivers openvswitch,hyperv on host n-h1-816206-8 at level 0 using segments [{'id': '8c64260d-b961-46a3-a6c7-197975bfee6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '2cb4def7-9f5d-4e59-b7a8-e3a1bac05190'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:37:15.716025 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad24bcd9-0989-408d-ac64-f40288db200c req-6582d5ae-b746-4a5a-8867-4969f97953bb service neutron] Attempting to bind port 83cec3d3-be49-4f80-9d82-23f6e8fb4d5d on network 2cb4def7-9f5d-4e59-b7a8-e3a1bac05190 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:37:15.728938 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad24bcd9-0989-408d-ac64-f40288db200c req-6582d5ae-b746-4a5a-8867-4969f97953bb service neutron] Port 83cec3d3-be49-4f80-9d82-23f6e8fb4d5d on network 2cb4def7-9f5d-4e59-b7a8-e3a1bac05190 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-8 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 17:37:15.729523 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad24bcd9-0989-408d-ac64-f40288db200c req-6582d5ae-b746-4a5a-8867-4969f97953bb service neutron] Attempting to bind port 83cec3d3-be49-4f80-9d82-23f6e8fb4d5d on network 2cb4def7-9f5d-4e59-b7a8-e3a1bac05190 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:37:15.748199 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad24bcd9-0989-408d-ac64-f40288db200c req-6582d5ae-b746-4a5a-8867-4969f97953bb service neutron] Checking agent: {'id': '4b0a4557-3bfe-4828-80a0-7981fc3ac84c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 15, 14), 'started_at': datetime.datetime(2021, 11, 23, 17, 15, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 37, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:37:15.748590 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad24bcd9-0989-408d-ac64-f40288db200c req-6582d5ae-b746-4a5a-8867-4969f97953bb service neutron] Checking segment: {'id': '8c64260d-b961-46a3-a6c7-197975bfee6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '2cb4def7-9f5d-4e59-b7a8-e3a1bac05190'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:37:15.749070 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad24bcd9-0989-408d-ac64-f40288db200c req-6582d5ae-b746-4a5a-8867-4969f97953bb service neutron] Bound using segment: {'id': '8c64260d-b961-46a3-a6c7-197975bfee6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '2cb4def7-9f5d-4e59-b7a8-e3a1bac05190'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:37:15.749554 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [req-ad24bcd9-0989-408d-ac64-f40288db200c req-6582d5ae-b746-4a5a-8867-4969f97953bb service neutron] Bound port: 83cec3d3-be49-4f80-9d82-23f6e8fb4d5d, host: n-h1-816206-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c64260d-b961-46a3-a6c7-197975bfee6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '2cb4def7-9f5d-4e59-b7a8-e3a1bac05190'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:37:15.750698 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-ad24bcd9-0989-408d-ac64-f40288db200c req-6582d5ae-b746-4a5a-8867-4969f97953bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:15.782286 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-b4a99edf-874e-4e05-917c-7f49d253c487 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.9246018 Nov 23 17:37:15.786400 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 45878) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:37:15.793589 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c0b4dba7-2244-43bd-bcc5-364fe23c03df admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:15.815489 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7355fa-dbb6-461f-bf75-4a3a5b30f728 admin admin] Pushing event updated for resources: {'Subnet': ['ID=093eb2f7-fb10-42a1-aced-cc67680caad4,revision_number=0']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:37:15.829971 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c0b4dba7-2244-43bd-bcc5-364fe23c03df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:15.833361 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b7355fa-dbb6-461f-bf75-4a3a5b30f728 admin admin] Checking segment: {'id': 'c149808e-63db-41ac-b80f-e721c4138182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '54b597b6-8526-45de-87fd-e706be5a39dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:37:15.833734 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b7355fa-dbb6-461f-bf75-4a3a5b30f728 admin admin] Network hostable DHCP agents. Network: 54b597b6-8526-45de-87fd-e706be5a39dc, hostable agents: ['0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3'], hosted agents: [] {{(pid=103591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 17:37:15.854007 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b7355fa-dbb6-461f-bf75-4a3a5b30f728 admin admin] Network 54b597b6-8526-45de-87fd-e706be5a39dc is scheduled to be hosted by DHCP agent 0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3 with binding_index 1 {{(pid=103591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 17:37:15.868642 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [None req-7b7355fa-dbb6-461f-bf75-4a3a5b30f728 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-8, 54b597b6-8526-45de-87fd-e706be5a39dc) {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:37:15.874927 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b7355fa-dbb6-461f-bf75-4a3a5b30f728 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:37:15.875531 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-7b7355fa-dbb6-461f-bf75-4a3a5b30f728 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for subnet, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:15.881986 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-198b72d0-884d-438b-8ffb-26a44e4cc408 None None] Network 54b597b6-8526-45de-87fd-e706be5a39dc requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:37:15.903889 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-7b7355fa-dbb6-461f-bf75-4a3a5b30f728 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8585446 Nov 23 17:37:15.904585 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 45880) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:37:15.909862 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-24f97be1-806e-428b-a01f-be579fdeb410 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-827825713-router', 'tenant_id': 'dc3a84a01fd349d789bdddd52fa39bcb', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'}}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:37:15.949390 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-c0b4dba7-2244-43bd-bcc5-364fe23c03df admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=69be70656bfa4cf78ea29bd45bd356c0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4387355 Nov 23 17:37:15.953470 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b4dba7-2244-43bd-bcc5-364fe23c03df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1661aee2-5482-42c3-a2c8-b2d3708a96d0,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:37:15.954149 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 45882) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:37:15.959453 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 45884) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:37:15.982941 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1a2de79b-71ac-4ca9-9189-b06fff111842 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:15.985575 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-24f97be1-806e-428b-a01f-be579fdeb410 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1793449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8093'] for router, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:15.986798 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-24f97be1-806e-428b-a01f-be579fdeb410 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1794473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1794771', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1638326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8086'] for router, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:16.041895 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [req-ad24bcd9-0989-408d-ac64-f40288db200c req-6582d5ae-b746-4a5a-8867-4969f97953bb service neutron] For port 83cec3d3-be49-4f80-9d82-23f6e8fb4d5d, host n-h1-816206-8, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:37:16.063158 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [req-ad24bcd9-0989-408d-ac64-f40288db200c req-6582d5ae-b746-4a5a-8867-4969f97953bb service neutron] For port 83cec3d3-be49-4f80-9d82-23f6e8fb4d5d, host n-h1-816206-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=83cec3d3-be49-4f80-9d82-23f6e8fb4d5d,segment=NetworkSegment(8c64260d-b961-46a3-a6c7-197975bfee6d),segment_id=8c64260d-b961-46a3-a6c7-197975bfee6d)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:37:16.073001 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-ad24bcd9-0989-408d-ac64-f40288db200c req-6582d5ae-b746-4a5a-8867-4969f97953bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264357957'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:16.085725 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-3378b62a-98f2-4d67-9b0d-10393c063f12 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:16.093807 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-4e1a9a54-d36b-47a8-8d16-601f7098f983 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Deleting port 0644115a-f798-4af9-b56a-e9e1d19ed6d0 {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:37:16.094416 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4e1a9a54-d36b-47a8-8d16-601f7098f983 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:16.109677 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29433aea-27c2-4d77-85da-f2c017aacb9c None None] Network 54b597b6-8526-45de-87fd-e706be5a39dc requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:37:16.126309 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-3378b62a-98f2-4d67-9b0d-10393c063f12 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:16.166745 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad24bcd9-0989-408d-ac64-f40288db200c req-6582d5ae-b746-4a5a-8867-4969f97953bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:37:16.167377 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-ad24bcd9-0989-408d-ac64-f40288db200c req-6582d5ae-b746-4a5a-8867-4969f97953bb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:16.168951 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-ad24bcd9-0989-408d-ac64-f40288db200c req-6582d5ae-b746-4a5a-8867-4969f97953bb service neutron] 10.222.0.55 "PUT /v2.0/ports/83cec3d3-be49-4f80-9d82-23f6e8fb4d5d HTTP/1.1" status: 200 len: 1092 time: 1.6951966 Nov 23 17:37:16.169428 n-d-816206-8 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33b4fa19-d365-4c44-8160-75721782e164', 'tag': '83cec3d3-be49-4f80-9d82-23f6e8fb4d5d'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:37:16.171743 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbabddbc9fc37b068808e119c416c86f5957ca04531a4a0d2e695c515e93483b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ea6bb3b-1883-4b7c-8e6e-76816d69277b" -d '{"events": [{"name": "network-changed", "server_uuid": "33b4fa19-d365-4c44-8160-75721782e164", "tag": "83cec3d3-be49-4f80-9d82-23f6e8fb4d5d"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:37:16.258717 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-24f97be1-806e-428b-a01f-be579fdeb410 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:16.322417 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 17:37:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95dac377-4305-4cf3-a18e-919e5d2d28c3 x-openstack-request-id: req-95dac377-4305-4cf3-a18e-919e5d2d28c3 {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:37:16.322709 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33b4fa19-d365-4c44-8160-75721782e164", "tag": "83cec3d3-be49-4f80-9d82-23f6e8fb4d5d", "status": "completed", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:37:16.322965 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-95dac377-4305-4cf3-a18e-919e5d2d28c3 {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:37:16.323452 n-d-816206-8 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33b4fa19-d365-4c44-8160-75721782e164', 'tag': '83cec3d3-be49-4f80-9d82-23f6e8fb4d5d', 'status': 'completed', 'code': 200} Nov 23 17:37:16.365301 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5648a2-2aa0-4e2b-a5db-4a26512a5462 req-35bc5929-04d2-4906-875b-6dbed42b1e88 tempest-TestServerMultinode-923147666 tempest-TestServerMultinode-923147666-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:37:16.371427 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6582d5ae-b746-4a5a-8867-4969f97953bb service neutron] Pushing event updated for resources: {'Port': ['ID=83cec3d3-be49-4f80-9d82-23f6e8fb4d5d,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:37:16.373364 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4b5648a2-2aa0-4e2b-a5db-4a26512a5462 req-35bc5929-04d2-4906-875b-6dbed42b1e88 tempest-TestServerMultinode-923147666 tempest-TestServerMultinode-923147666-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=33b4fa19-d365-4c44-8160-75721782e164 HTTP/1.1" status: 200 len: 1095 time: 0.2252736 Nov 23 17:37:16.383452 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1a2de79b-71ac-4ca9-9189-b06fff111842 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:16.394417 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1a2de79b-71ac-4ca9-9189-b06fff111842 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:16.440947 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4e1a9a54-d36b-47a8-8d16-601f7098f983 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:16.459106 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad24bcd9-0989-408d-ac64-f40288db200c req-174add83-344e-40a2-ad97-35f12bdb58f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:37:16.460791 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-ad24bcd9-0989-408d-ac64-f40288db200c req-174add83-344e-40a2-ad97-35f12bdb58f5 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c328d1d10b5d45d296fb20d432bd53d8&device_id=33b4fa19-d365-4c44-8160-75721782e164 HTTP/1.1" status: 200 len: 1095 time: 0.2425206 Nov 23 17:37:16.467824 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-3378b62a-98f2-4d67-9b0d-10393c063f12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:16.470524 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-3378b62a-98f2-4d67-9b0d-10393c063f12 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:16.474308 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-3378b62a-98f2-4d67-9b0d-10393c063f12 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/1661aee2-5482-42c3-a2c8-b2d3708a96d0 HTTP/1.1" status: 204 len: 168 time: 0.5163636 Nov 23 17:37:16.489286 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-24f97be1-806e-428b-a01f-be579fdeb410 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:16.493349 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-4e1a9a54-d36b-47a8-8d16-601f7098f983 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Calling delete_port for 0644115a-f798-4af9-b56a-e9e1d19ed6d0 owned by {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:37:16.497089 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-52822d53-48f5-4819-8a95-bdc13aea0bf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:16.526092 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-1a2de79b-71ac-4ca9-9189-b06fff111842 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=4c347ccfe7dc4c979bd84edd3db65891&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5614574 Nov 23 17:37:16.534087 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4b5648a2-2aa0-4e2b-a5db-4a26512a5462 req-669030c9-9cbe-4d14-90c2-05db886c853b tempest-TestServerMultinode-923147666 tempest-TestServerMultinode-923147666-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=929c7a40-58bd-4432-bd3a-56dcc11e52dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589699 Nov 23 17:37:16.535816 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3378b62a-98f2-4d67-9b0d-10393c063f12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1661aee2-5482-42c3-a2c8-b2d3708a96d0,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:37:16.551324 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 45892) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:37:16.574255 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-ad24bcd9-0989-408d-ac64-f40288db200c req-2e9b15bb-0f34-4b7f-a21b-36305aa5dc8d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=83cec3d3-be49-4f80-9d82-23f6e8fb4d5d HTTP/1.1" status: 200 len: 217 time: 0.0863774 Nov 23 17:37:16.577178 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2de79b-71ac-4ca9-9189-b06fff111842 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11718fbf-0e0f-48f1-a9fb-5b5d3c8bd983,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:37:16.681401 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-178ecacb-b06b-499f-a284-305ec8d77a80 None None] Network 3ea02191-aca6-4f7a-a47f-63e3b0c52b52 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:37:16.715572 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad24bcd9-0989-408d-ac64-f40288db200c req-7b4922c1-d764-444a-8876-0cdd16eeee67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:37:16.717754 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-ad24bcd9-0989-408d-ac64-f40288db200c req-7b4922c1-d764-444a-8876-0cdd16eeee67 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9b52ede3-5c4c-4b0f-b012-6d08553edf55 HTTP/1.1" status: 200 len: 849 time: 0.1351600 Nov 23 17:37:16.770818 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-2685aaaa-45ae-4c0d-89f4-3d9a38b13b50 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:16.796215 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-2685aaaa-45ae-4c0d-89f4-3d9a38b13b50 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:16.858269 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-5d9a4f65-0e24-4ed7-9c6a-196bcc78ba64 None None] Provisioning complete for port 329c1cc4-b1c5-46a4-bfca-14172953bacd triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:37:16.858647 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-5d9a4f65-0e24-4ed7-9c6a-196bcc78ba64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:16.865988 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-2685aaaa-45ae-4c0d-89f4-3d9a38b13b50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:16.869639 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-2685aaaa-45ae-4c0d-89f4-3d9a38b13b50 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:16.873291 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-2685aaaa-45ae-4c0d-89f4-3d9a38b13b50 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/11718fbf-0e0f-48f1-a9fb-5b5d3c8bd983 HTTP/1.1" status: 204 len: 168 time: 0.3185892 Nov 23 17:37:16.883791 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2685aaaa-45ae-4c0d-89f4-3d9a38b13b50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11718fbf-0e0f-48f1-a9fb-5b5d3c8bd983,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:37:16.924384 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad24bcd9-0989-408d-ac64-f40288db200c req-93d7c4f5-c2ec-4899-bc5f-bd2e6f5de918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:37:16.926018 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-ad24bcd9-0989-408d-ac64-f40288db200c req-93d7c4f5-c2ec-4899-bc5f-bd2e6f5de918 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2cb4def7-9f5d-4e59-b7a8-e3a1bac05190&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1457977 Nov 23 17:37:17.011300 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-5d9a4f65-0e24-4ed7-9c6a-196bcc78ba64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:17.033644 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-24f97be1-806e-428b-a01f-be579fdeb410 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:17.045048 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-5d9a4f65-0e24-4ed7-9c6a-196bcc78ba64 None None] For port 329c1cc4-b1c5-46a4-bfca-14172953bacd, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=329c1cc4-b1c5-46a4-bfca-14172953bacd,segment=NetworkSegment(56fdf5bd-2f20-4156-97c2-88bd367f02a8),segment_id=56fdf5bd-2f20-4156-97c2-88bd367f02a8)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:37:17.055894 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-5d9a4f65-0e24-4ed7-9c6a-196bcc78ba64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:17.074252 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-24f97be1-806e-428b-a01f-be579fdeb410 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:17.119113 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9a4f65-0e24-4ed7-9c6a-196bcc78ba64 None None] Pushing event updated for resources: {'Port': ['ID=329c1cc4-b1c5-46a4-bfca-14172953bacd,revision_number=3']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:37:17.269308 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 329c1cc4-b1c5-46a4-bfca-14172953bacd up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:37:17.368664 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port 329c1cc4-b1c5-46a4-bfca-14172953bacd triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:37:17.369302 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:17.415049 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4e1a9a54-d36b-47a8-8d16-601f7098f983 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:17.564467 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1a9a54-d36b-47a8-8d16-601f7098f983 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Pushing event deleted for resources: {'Port': ['ID=0644115a-f798-4af9-b56a-e9e1d19ed6d0,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:37:17.599612 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.db_base_plugin_common [None req-24f97be1-806e-428b-a01f-be579fdeb410 admin admin] Allocated IP 172.25.3.248 (4c8455ba-1be5-42ac-b8c2-8a16e1292d55/08fe3644-ce41-4c3f-a7ea-92bac0f0fff5/1167b53d-7a64-4de6-aa5f-0c3ba79f452e) {{(pid=103591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:37:17.663622 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4e1a9a54-d36b-47a8-8d16-601f7098f983 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:17.673395 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-4e1a9a54-d36b-47a8-8d16-601f7098f983 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] 10.222.0.60 "DELETE /v2.0/ports/0644115a-f798-4af9-b56a-e9e1d19ed6d0 HTTP/1.1" status: 204 len: 168 time: 1.8820953 Nov 23 17:37:17.681281 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 45934) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:37:17.726528 n-d-816206-8 neutron-server[103590]: INFO neutron.pecan_wsgi.hooks.translation [None req-24adbd6c-03c6-4651-a2fd-da84d387d048 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] DELETE failed (client error): The resource could not be found. Nov 23 17:37:17.727498 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24adbd6c-03c6-4651-a2fd-da84d387d048 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103590) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 17:37:17.732681 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-24adbd6c-03c6-4651-a2fd-da84d387d048 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] 10.222.0.60 "DELETE /v2.0/ports/0644115a-f798-4af9-b56a-e9e1d19ed6d0 HTTP/1.1" status: 404 len: 333 time: 0.0471928 Nov 23 17:37:17.738317 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 45938) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:37:17.757377 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-ad24bcd9-0989-408d-ac64-f40288db200c req-e549935f-e417-4ac3-8d40-b4da3d6d8279 service neutron] 10.222.0.55 "GET /v2.0/networks/2cb4def7-9f5d-4e59-b7a8-e3a1bac05190?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8127592 Nov 23 17:37:17.885623 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-ad24bcd9-0989-408d-ac64-f40288db200c req-f81aa78c-0cb8-485e-af63-1790f1b0654e service neutron] 10.222.0.55 "GET /v2.0/networks/2cb4def7-9f5d-4e59-b7a8-e3a1bac05190?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268415 Nov 23 17:37:17.912167 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-d264805a-164d-4635-bca5-5719552c3a03 None None] Could not find standard attr ID for object 0644115a-f798-4af9-b56a-e9e1d19ed6d0. {{(pid=103592) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 17:37:17.918535 n-d-816206-8 neutron-server[103591]: INFO neutron.pecan_wsgi.hooks.translation [None req-7756540c-9a65-4556-b311-d75b02f73a70 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] GET failed (client error): The resource could not be found. Nov 23 17:37:17.920009 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-7756540c-9a65-4556-b311-d75b02f73a70 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] 10.222.0.60 "GET /v2.0/ports/0644115a-f798-4af9-b56a-e9e1d19ed6d0 HTTP/1.1" status: 404 len: 333 time: 0.1633101 Nov 23 17:37:17.923230 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 45948) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:37:17.951056 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9a27ae6c-db98-474f-94c1-cc99bf842d79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:17.990633 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-d264805a-164d-4635-bca5-5719552c3a03 None None] Provisioning complete for port 329c1cc4-b1c5-46a4-bfca-14172953bacd triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:37:17.991876 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-d264805a-164d-4635-bca5-5719552c3a03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:18.005623 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0a9095-db47-46ef-99ce-63973e984dfd req-51d43af9-943e-4f3f-929e-70dec1950f36 tempest-TestServerMultinode-923147666 tempest-TestServerMultinode-923147666-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:37:18.007171 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6e0a9095-db47-46ef-99ce-63973e984dfd req-51d43af9-943e-4f3f-929e-70dec1950f36 tempest-TestServerMultinode-923147666 tempest-TestServerMultinode-923147666-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=33b4fa19-d365-4c44-8160-75721782e164 HTTP/1.1" status: 200 len: 1095 time: 0.2747469 Nov 23 17:37:18.012184 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-24f97be1-806e-428b-a01f-be579fdeb410 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:18.091512 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_v2 [None req-82acc80d-bcec-465f-9ba0-9b83a0c9ca2b tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Deleting subnet 1ef4ac6d-c9c4-44bf-b830-66cbc84e55d0 {{(pid=103590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 17:37:18.098032 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-82acc80d-bcec-465f-9ba0-9b83a0c9ca2b tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks [] for subnet, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:18.110637 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6e0a9095-db47-46ef-99ce-63973e984dfd req-4697a6ff-763c-4f31-a12f-cae699b41fbd tempest-TestServerMultinode-923147666 tempest-TestServerMultinode-923147666-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=929c7a40-58bd-4432-bd3a-56dcc11e52dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953498 Nov 23 17:37:18.120898 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-24f97be1-806e-428b-a01f-be579fdeb410 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:18.165697 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea6bb3b-1883-4b7c-8e6e-76816d69277b req-1536e29e-0197-45a6-9788-d2198406d5f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:37:18.170979 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-1ea6bb3b-1883-4b7c-8e6e-76816d69277b req-1536e29e-0197-45a6-9788-d2198406d5f7 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c328d1d10b5d45d296fb20d432bd53d8&device_id=33b4fa19-d365-4c44-8160-75721782e164 HTTP/1.1" status: 200 len: 1095 time: 0.1538424 Nov 23 17:37:18.190980 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24f97be1-806e-428b-a01f-be579fdeb410 admin admin] Network 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 is already hosted by enough agents. {{(pid=103591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:37:18.196064 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [None req-24f97be1-806e-428b-a01f-be579fdeb410 admin admin] Resources bound (agent type, host, resource id): {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:37:18.198436 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f97be1-806e-428b-a01f-be579fdeb410 admin admin] Pushing event updated for resources: {'Port': ['ID=1167b53d-7a64-4de6-aa5f-0c3ba79f452e,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:37:18.200870 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24f97be1-806e-428b-a01f-be579fdeb410 admin admin] Received port after_create {{(pid=103591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:37:18.226037 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b61bc771-969f-4134-b349-589e60e7bb54 None None] DHCP port deletion for 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:37:18.228612 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-82acc80d-bcec-465f-9ba0-9b83a0c9ca2b tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-267528342'] for subnet, precommit_delete_associations {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:18.269073 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:18.290905 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-c2e394a4-68b7-469f-9f2f-071e173c41bd None None] Could not find standard attr ID for object 0644115a-f798-4af9-b56a-e9e1d19ed6d0. {{(pid=103592) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 17:37:18.317218 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-c2e394a4-68b7-469f-9f2f-071e173c41bd None None] Provisioning complete for port 1167b53d-7a64-4de6-aa5f-0c3ba79f452e triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:37:18.319183 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c2e394a4-68b7-469f-9f2f-071e173c41bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:18.384022 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-c2e394a4-68b7-469f-9f2f-071e173c41bd None None] Port 1167b53d-7a64-4de6-aa5f-0c3ba79f452e cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:37:18.459826 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-82acc80d-bcec-465f-9ba0-9b83a0c9ca2b tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971956'] for subnet, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:18.495978 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea6bb3b-1883-4b7c-8e6e-76816d69277b req-bea219f4-ce2a-47a8-9c5c-19bcec3cb823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:37:18.497519 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-1ea6bb3b-1883-4b7c-8e6e-76816d69277b req-bea219f4-ce2a-47a8-9c5c-19bcec3cb823 service neutron] 10.222.0.55 "GET /v2.0/networks?id=2cb4def7-9f5d-4e59-b7a8-e3a1bac05190 HTTP/1.1" status: 200 len: 911 time: 0.2103167 Nov 23 17:37:18.544396 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-24f97be1-806e-428b-a01f-be579fdeb410 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:18.565669 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-1ea6bb3b-1883-4b7c-8e6e-76816d69277b req-14e40661-c0aa-4c1d-9e5e-6b5af313bb4a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=83cec3d3-be49-4f80-9d82-23f6e8fb4d5d HTTP/1.1" status: 200 len: 217 time: 0.0598216 Nov 23 17:37:18.622013 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-82acc80d-bcec-465f-9ba0-9b83a0c9ca2b tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264357903', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264730940'] for subnet, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:18.654757 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea6bb3b-1883-4b7c-8e6e-76816d69277b req-50051e2d-e6d1-4a2a-9c18-ca5741a470e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:37:18.656140 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-1ea6bb3b-1883-4b7c-8e6e-76816d69277b req-50051e2d-e6d1-4a2a-9c18-ca5741a470e7 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9b52ede3-5c4c-4b0f-b012-6d08553edf55 HTTP/1.1" status: 200 len: 849 time: 0.0833809 Nov 23 17:37:18.659579 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-82acc80d-bcec-465f-9ba0-9b83a0c9ca2b tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks [] for subnet, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:18.663019 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-82acc80d-bcec-465f-9ba0-9b83a0c9ca2b tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] 10.222.0.60 "DELETE /v2.0/subnets/1ef4ac6d-c9c4-44bf-b830-66cbc84e55d0 HTTP/1.1" status: 204 len: 168 time: 0.7368348 Nov 23 17:37:18.665262 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82acc80d-bcec-465f-9ba0-9b83a0c9ca2b tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Pushing event deleted for resources: {'Subnet': ['ID=1ef4ac6d-c9c4-44bf-b830-66cbc84e55d0,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:37:18.665479 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 45968) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:37:18.676047 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8817f7e9-09a6-4839-bd64-dd13b3bae936 None None] Network 3ea02191-aca6-4f7a-a47f-63e3b0c52b52 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:37:18.722463 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea6bb3b-1883-4b7c-8e6e-76816d69277b req-1e89b63d-0ed3-4519-82a7-ad6e1cb559c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:37:18.723589 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-1ea6bb3b-1883-4b7c-8e6e-76816d69277b req-1e89b63d-0ed3-4519-82a7-ad6e1cb559c6 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2cb4def7-9f5d-4e59-b7a8-e3a1bac05190&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0590827 Nov 23 17:37:18.865666 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-1ea6bb3b-1883-4b7c-8e6e-76816d69277b req-f66f6a93-6271-466b-9f98-65309ee6b452 service neutron] 10.222.0.55 "GET /v2.0/networks/2cb4def7-9f5d-4e59-b7a8-e3a1bac05190?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345773 Nov 23 17:37:18.964328 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7abe8019-7f02-4b33-9551-fecf35c25034 None None] DHCP port deletion for 3ea02191-aca6-4f7a-a47f-63e3b0c52b52 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:37:19.041501 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-7abe8019-7f02-4b33-9551-fecf35c25034 None None] Deleting port 329c1cc4-b1c5-46a4-bfca-14172953bacd {{(pid=103592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:37:19.042282 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-7abe8019-7f02-4b33-9551-fecf35c25034 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:19.109633 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-1ea6bb3b-1883-4b7c-8e6e-76816d69277b req-61b8ab29-1ace-4f67-a983-4b14619153b1 service neutron] 10.222.0.55 "GET /v2.0/networks/2cb4def7-9f5d-4e59-b7a8-e3a1bac05190?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2354620 Nov 23 17:37:19.165570 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-7abe8019-7f02-4b33-9551-fecf35c25034 None None] For port 329c1cc4-b1c5-46a4-bfca-14172953bacd, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=329c1cc4-b1c5-46a4-bfca-14172953bacd,segment=NetworkSegment(56fdf5bd-2f20-4156-97c2-88bd367f02a8),segment_id=56fdf5bd-2f20-4156-97c2-88bd367f02a8)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:37:19.169008 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-7abe8019-7f02-4b33-9551-fecf35c25034 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:19.206230 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-7abe8019-7f02-4b33-9551-fecf35c25034 None None] Calling delete_port for 329c1cc4-b1c5-46a4-bfca-14172953bacd owned by network:dhcp {{(pid=103592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:37:19.221100 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 329c1cc4-b1c5-46a4-bfca-14172953bacd no longer exists at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:37:19.399918 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:19.428955 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-7abe8019-7f02-4b33-9551-fecf35c25034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989'] for port, after_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:19.481820 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abe8019-7f02-4b33-9551-fecf35c25034 None None] Pushing event deleted for resources: {'Port': ['ID=329c1cc4-b1c5-46a4-bfca-14172953bacd,revision_number=None']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:37:19.482388 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-0e6c58a8-bfa0-42b6-898b-34b518eec010 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-555181'] for network, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:19.504728 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7abe8019-7f02-4b33-9551-fecf35c25034 None None] No DVR routers for this DVR port 329c1cc4-b1c5-46a4-bfca-14172953bacd on host n-d-816206-8 {{(pid=103592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:37:19.542620 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c42f492-88ab-44c1-8578-c6279240f2d2 req-fc165e38-9edd-49ff-86c6-a6d35ddd8284 tempest-TestServerMultinode-923147666 tempest-TestServerMultinode-923147666-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:37:19.544177 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5c42f492-88ab-44c1-8578-c6279240f2d2 req-fc165e38-9edd-49ff-86c6-a6d35ddd8284 tempest-TestServerMultinode-923147666 tempest-TestServerMultinode-923147666-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=33b4fa19-d365-4c44-8160-75721782e164 HTTP/1.1" status: 200 len: 1095 time: 0.1960776 Nov 23 17:37:19.551791 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-24f97be1-806e-428b-a01f-be579fdeb410 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1794316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1795362'] for router, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:19.663700 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-0e6c58a8-bfa0-42b6-898b-34b518eec010 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973419', 'neutron.services.segments.db._delete_segments_for_network-8736635878840'] for network, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:19.745507 n-d-816206-8 neutron-server[103591]: DEBUG neutron.services.segments.db [None req-0e6c58a8-bfa0-42b6-898b-34b518eec010 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ea02191-aca6-4f7a-a47f-63e3b0c52b52']}} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:37:19.755865 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5c42f492-88ab-44c1-8578-c6279240f2d2 req-82404cdc-3fa7-4d03-9960-4b75f44135c5 tempest-TestServerMultinode-923147666 tempest-TestServerMultinode-923147666-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=929c7a40-58bd-4432-bd3a-56dcc11e52dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1915457 Nov 23 17:37:19.766167 n-d-816206-8 neutron-server[103591]: DEBUG neutron.services.segments.db [None req-0e6c58a8-bfa0-42b6-898b-34b518eec010 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56fdf5bd-2f20-4156-97c2-88bd367f02a8') {'for_net_delete': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:37:19.766167 n-d-816206-8 neutron-server[103591]: DEBUG neutron.services.segments.db [None req-0e6c58a8-bfa0-42b6-898b-34b518eec010 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56fdf5bd-2f20-4156-97c2-88bd367f02a8') {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:37:19.785329 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-0e6c58a8-bfa0-42b6-898b-34b518eec010 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736635840332', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265989959'] for segment, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:19.813114 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-0e6c58a8-bfa0-42b6-898b-34b518eec010 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:19.822881 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e6c58a8-bfa0-42b6-898b-34b518eec010 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Releasing vlan 546 on physical network physnet1 to pool {{(pid=103591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 17:37:19.823293 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-0e6c58a8-bfa0-42b6-898b-34b518eec010 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264756290'] for segment, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:19.826591 n-d-816206-8 neutron-server[103591]: Traceback (most recent call last): Nov 23 17:37:19.826591 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 17:37:19.826591 n-d-816206-8 neutron-server[103591]: timer() Nov 23 17:37:19.826591 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 17:37:19.826591 n-d-816206-8 neutron-server[103591]: cb(*args, **kw) Nov 23 17:37:19.826591 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 17:37:19.826591 n-d-816206-8 neutron-server[103591]: return func(*args, **kwargs) Nov 23 17:37:19.826591 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 17:37:19.826591 n-d-816206-8 neutron-server[103591]: self._notify() Nov 23 17:37:19.826591 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 17:37:19.826591 n-d-816206-8 neutron-server[103591]: self.callback(batched_events) Nov 23 17:37:19.826591 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 17:37:19.826591 n-d-816206-8 neutron-server[103591]: event.method(event) Nov 23 17:37:19.826591 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 17:37:19.826591 n-d-816206-8 neutron-server[103591]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 17:37:19.826591 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 17:37:19.826591 n-d-816206-8 neutron-server[103591]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 17:37:19.826591 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 17:37:19.826591 n-d-816206-8 neutron-server[103591]: return f(self, *a, **k) Nov 23 17:37:19.826591 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 17:37:19.826591 n-d-816206-8 neutron-server[103591]: return self._get(url).json() Nov 23 17:37:19.826591 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 17:37:19.826591 n-d-816206-8 neutron-server[103591]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 17:37:19.826591 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 17:37:19.826591 n-d-816206-8 neutron-server[103591]: return self.request(url, 'GET', **kwargs) Nov 23 17:37:19.826591 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 17:37:19.826591 n-d-816206-8 neutron-server[103591]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 17:37:19.826591 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 17:37:19.826591 n-d-816206-8 neutron-server[103591]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 17:37:19.826591 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 17:37:19.826591 n-d-816206-8 neutron-server[103591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 17:37:19.826591 n-d-816206-8 neutron-server[103591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 17:37:19.910055 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-0e6c58a8-bfa0-42b6-898b-34b518eec010 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1795418'] for network, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:19.914225 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24f97be1-806e-428b-a01f-be579fdeb410 admin admin] Router 698b01a0-292e-401b-83c0-87db14ab26ce is scheduled to L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 with binding_index 1 {{(pid=103591) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 17:37:19.920784 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-0e6c58a8-bfa0-42b6-898b-34b518eec010 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for network, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:19.924420 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-0e6c58a8-bfa0-42b6-898b-34b518eec010 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] 10.222.0.60 "DELETE /v2.0/networks/3ea02191-aca6-4f7a-a47f-63e3b0c52b52 HTTP/1.1" status: 204 len: 168 time: 1.2559602 Nov 23 17:37:19.929190 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 46030) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:37:19.935073 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-c2e8db67-2829-49ea-8107-3000711d2d36 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1785088223'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:37:19.944643 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6c58a8-bfa0-42b6-898b-34b518eec010 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Pushing event deleted for resources: {'Network': ['ID=3ea02191-aca6-4f7a-a47f-63e3b0c52b52,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:37:19.968211 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2e8db67-2829-49ea-8107-3000711d2d36 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Made reservation on behalf of 4bc7c7d1542d486592900c4a00632f91 for: {'network': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:37:19.979437 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c2e8db67-2829-49ea-8107-3000711d2d36 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for network, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:20.011159 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2e8db67-2829-49ea-8107-3000711d2d36 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] vlan segment allocate from pool success with {'vlan_id': 544, 'physical_network': 'physnet1'} {{(pid=103590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 17:37:20.020879 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c2e8db67-2829-49ea-8107-3000711d2d36 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:20.021230 n-d-816206-8 neutron-server[103590]: INFO neutron.db.segments_db [None req-c2e8db67-2829-49ea-8107-3000711d2d36 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Added segment 02122de7-8610-442c-b7de-a6f2f8eee6a9 of type vlan for network 1e144ff4-1eaa-41f8-bd2c-02671a129216 Nov 23 17:37:20.078459 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c2e8db67-2829-49ea-8107-3000711d2d36 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736635338810'] for network, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:20.119393 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c2e8db67-2829-49ea-8107-3000711d2d36 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493'] for network, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:20.126937 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2e8db67-2829-49ea-8107-3000711d2d36 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:37:20.127612 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c2e8db67-2829-49ea-8107-3000711d2d36 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks [] for network, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:20.134592 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24f97be1-806e-428b-a01f-be579fdeb410 admin admin] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:37:20.150252 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce0fd364-572c-4c2f-bd69-89325bc1ad71 None None] Sync routers for ids ['698b01a0-292e-401b-83c0-87db14ab26ce'] in n-d-816206-8 {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:37:20.167428 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-24f97be1-806e-428b-a01f-be579fdeb410 admin admin] Publish callbacks [] for router, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:20.168336 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce0fd364-572c-4c2f-bd69-89325bc1ad71 None None] Routers {'698b01a0-292e-401b-83c0-87db14ab26ce'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:37:20.169203 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-ce0fd364-572c-4c2f-bd69-89325bc1ad71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:37:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['698b01a0-292e-401b-83c0-87db14ab26ce'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:37:20.173280 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-24f97be1-806e-428b-a01f-be579fdeb410 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.2670090 Nov 23 17:37:20.173937 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 46050) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:37:20.193412 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-c2e8db67-2829-49ea-8107-3000711d2d36 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2624559 Nov 23 17:37:20.195133 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 46054) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:37:20.206286 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-fd116ac2-cfad-4aff-8e82-75e13806476e tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Request body: {'subnet': {'network_id': '1e144ff4-1eaa-41f8-bd2c-02671a129216', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:37:20.253421 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e8db67-2829-49ea-8107-3000711d2d36 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Pushing event updated for resources: {'Network': ['ID=1e144ff4-1eaa-41f8-bd2c-02671a129216,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:37:20.265303 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Network 1e144ff4-1eaa-41f8-bd2c-02671a129216 details requested by agent ovs-agent-n-d-816206-8 with host n-d-816206-8 {{(pid=103592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 17:37:20.449316 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvr_db [None req-ce0fd364-572c-4c2f-bd69-89325bc1ad71 None None] Set router 698b01a0-292e-401b-83c0-87db14ab26ce gateway port host: n-d-816206-8 {{(pid=103592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:37:20.474863 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd116ac2-cfad-4aff-8e82-75e13806476e tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Made reservation on behalf of 4bc7c7d1542d486592900c4a00632f91 for: {'subnet': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:37:20.479374 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-fd116ac2-cfad-4aff-8e82-75e13806476e tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264314294'] for subnet, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:20.762277 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-ce0fd364-572c-4c2f-bd69-89325bc1ad71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '698b01a0-292e-401b-83c0-87db14ab26ce', 'name': 'tempest-ServerRescueTestJSON-827825713-router', 'tenant_id': 'dc3a84a01fd349d789bdddd52fa39bcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': '1167b53d-7a64-4de6-aa5f-0c3ba79f452e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:37:16Z', 'updated_at': '2021-11-23T17:37:18Z', 'revision_number': 3, 'project_id': 'dc3a84a01fd349d789bdddd52fa39bcb', 'gw_port': {'id': '1167b53d-7a64-4de6-aa5f-0c3ba79f452e', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:1d:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '698b01a0-292e-401b-83c0-87db14ab26ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1953, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:37:17Z', 'updated_at': '2021-11-23T17:37:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8'}], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:37:20.804470 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce0fd364-572c-4c2f-bd69-89325bc1ad71 None None] Checking router: 698b01a0-292e-401b-83c0-87db14ab26ce for host: n-d-816206-8 {{(pid=103592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 17:37:20.805448 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce0fd364-572c-4c2f-bd69-89325bc1ad71 None None] Updating router 698b01a0-292e-401b-83c0-87db14ab26ce port 1167b53d-7a64-4de6-aa5f-0c3ba79f452e binding host n-d-816206-8 {{(pid=103592) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 17:37:20.864675 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-ce0fd364-572c-4c2f-bd69-89325bc1ad71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:20.955818 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-fd116ac2-cfad-4aff-8e82-75e13806476e tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264758079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264314276'] for subnet, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:21.020335 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9303cad7-cde9-4c71-b8c1-ac62d72f5181 req-e2a04b46-4f14-4777-8e9c-bd790ac7a368 tempest-TestServerMultinode-923147666 tempest-TestServerMultinode-923147666-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:37:21.020335 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9303cad7-cde9-4c71-b8c1-ac62d72f5181 req-e2a04b46-4f14-4777-8e9c-bd790ac7a368 tempest-TestServerMultinode-923147666 tempest-TestServerMultinode-923147666-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=33b4fa19-d365-4c44-8160-75721782e164 HTTP/1.1" status: 200 len: 1095 time: 0.1593699 Nov 23 17:37:21.141865 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device 83cec3d3-be49-4f80-9d82-23f6e8fb4d5d details requested by agent hyperv_n-h1-816206-8 with host n-h1-816206-8 {{(pid=103592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 17:37:21.165626 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd116ac2-cfad-4aff-8e82-75e13806476e tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Pushing event updated for resources: {'Subnet': ['ID=faa4257a-2bcc-4cea-8eee-b133de1e4f85,revision_number=0']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:37:21.193334 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd116ac2-cfad-4aff-8e82-75e13806476e tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Checking segment: {'id': '02122de7-8610-442c-b7de-a6f2f8eee6a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '1e144ff4-1eaa-41f8-bd2c-02671a129216'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:37:21.193636 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd116ac2-cfad-4aff-8e82-75e13806476e tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Network hostable DHCP agents. Network: 1e144ff4-1eaa-41f8-bd2c-02671a129216, hostable agents: ['0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3'], hosted agents: [] {{(pid=103591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 17:37:21.202169 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-0c18d351-0174-45ea-bd69-5e34e06fc94f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:21.205627 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9303cad7-cde9-4c71-b8c1-ac62d72f5181 req-e6ae32c7-3237-4be7-ac99-2f3bfe157423 tempest-TestServerMultinode-923147666 tempest-TestServerMultinode-923147666-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=929c7a40-58bd-4432-bd3a-56dcc11e52dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660814 Nov 23 17:37:21.281179 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd116ac2-cfad-4aff-8e82-75e13806476e tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Network 1e144ff4-1eaa-41f8-bd2c-02671a129216 is scheduled to be hosted by DHCP agent 0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3 with binding_index 1 {{(pid=103591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 17:37:21.301837 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [None req-fd116ac2-cfad-4aff-8e82-75e13806476e tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-8, 1e144ff4-1eaa-41f8-bd2c-02671a129216) {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:37:21.310767 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd116ac2-cfad-4aff-8e82-75e13806476e tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:37:21.311563 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-fd116ac2-cfad-4aff-8e82-75e13806476e tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for subnet, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:21.348394 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b9392f3-9c73-47c3-bfcf-592890e208f0 None None] Network 1e144ff4-1eaa-41f8-bd2c-02671a129216 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:37:21.365447 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-fd116ac2-cfad-4aff-8e82-75e13806476e tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1686783 Nov 23 17:37:21.369140 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-ce0fd364-572c-4c2f-bd69-89325bc1ad71 None None] Publish callbacks [] for port, precommit_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:21.369729 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 46150) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:37:21.376322 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-f92ad463-2f11-4462-aeca-8e7aca584872 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Request body: {'port': {'network_id': '1e144ff4-1eaa-41f8-bd2c-02671a129216', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-2089057244'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:37:21.463813 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-ce0fd364-572c-4c2f-bd69-89325bc1ad71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:21.471157 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.db_base_plugin_common [None req-0c18d351-0174-45ea-bd69-5e34e06fc94f admin admin] Allocated IP 172.20.0.1 (54b597b6-8526-45de-87fd-e706be5a39dc/093eb2f7-fb10-42a1-aced-cc67680caad4/d3142122-2d9c-4490-8edb-dc1eb3206428) {{(pid=103591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:37:21.542357 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c55bfb-2f19-4ee5-8c30-0c79617b4886 None None] Pushing event updated for resources: {'Port': ['ID=1167b53d-7a64-4de6-aa5f-0c3ba79f452e,revision_number=2']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:37:21.561943 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-330dd1c4-7fa1-49db-b1ab-04858c450d5a None None] DHCP port deletion for 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:37:21.564162 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-ce0fd364-572c-4c2f-bd69-89325bc1ad71 None None] Attempting to bind port 1167b53d-7a64-4de6-aa5f-0c3ba79f452e on host n-d-816206-8 for vnic_type normal with profile {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:37:21.564563 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-ce0fd364-572c-4c2f-bd69-89325bc1ad71 None None] Attempting to bind port 1167b53d-7a64-4de6-aa5f-0c3ba79f452e by drivers openvswitch,hyperv on host n-d-816206-8 at level 0 using segments [{'id': 'bffd1e4f-e80f-4ff0-b418-2f42ae15febf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:37:21.564937 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce0fd364-572c-4c2f-bd69-89325bc1ad71 None None] Attempting to bind port 1167b53d-7a64-4de6-aa5f-0c3ba79f452e on network 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:37:21.589839 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f92ad463-2f11-4462-aeca-8e7aca584872 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Made reservation on behalf of 4bc7c7d1542d486592900c4a00632f91 for: {'port': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:37:21.597871 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce0fd364-572c-4c2f-bd69-89325bc1ad71 None None] Checking agent: {'id': '9e89acbe-4bbe-4c77-a18b-6f1da9133e0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 7, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 37, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:37:21.598260 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce0fd364-572c-4c2f-bd69-89325bc1ad71 None None] Checking segment: {'id': 'bffd1e4f-e80f-4ff0-b418-2f42ae15febf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:37:21.598666 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-ce0fd364-572c-4c2f-bd69-89325bc1ad71 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:21.599051 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce0fd364-572c-4c2f-bd69-89325bc1ad71 None None] Bound using segment: {'id': 'bffd1e4f-e80f-4ff0-b418-2f42ae15febf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:37:21.599440 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f92ad463-2f11-4462-aeca-8e7aca584872 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:21.599590 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-ce0fd364-572c-4c2f-bd69-89325bc1ad71 None None] Bound port: 1167b53d-7a64-4de6-aa5f-0c3ba79f452e, host: n-d-816206-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bffd1e4f-e80f-4ff0-b418-2f42ae15febf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'}}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:37:21.599969 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-ce0fd364-572c-4c2f-bd69-89325bc1ad71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:21.609813 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port 83cec3d3-be49-4f80-9d82-23f6e8fb4d5d, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=83cec3d3-be49-4f80-9d82-23f6e8fb4d5d,segment=NetworkSegment(8c64260d-b961-46a3-a6c7-197975bfee6d),segment_id=8c64260d-b961-46a3-a6c7-197975bfee6d)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:37:21.649690 n-d-816206-8 neutron-server[103590]: DEBUG neutron.notifiers.nova [None req-f92ad463-2f11-4462-aeca-8e7aca584872 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] device_id is not set on port 21ec26d8-5237-457d-94bf-6d03118b23b4 yet. {{(pid=103590) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 17:37:21.682452 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Returning: {'device': '83cec3d3-be49-4f80-9d82-23f6e8fb4d5d', 'network_id': '2cb4def7-9f5d-4e59-b7a8-e3a1bac05190', 'port_id': '83cec3d3-be49-4f80-9d82-23f6e8fb4d5d', 'mac_address': 'fa:16:3e:41:20:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b52ede3-5c4c-4b0f-b012-6d08553edf55', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 17:37:21.694979 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-0c18d351-0174-45ea-bd69-5e34e06fc94f admin admin] Publish callbacks [] for port, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:21.738258 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-0c18d351-0174-45ea-bd69-5e34e06fc94f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:21.739839 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adeedc59-d009-45fb-bce3-ea5a39e0f9f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp355044b8-8e87-58c4-94fa-4a010ec30f9e-1e144ff4-1eaa-41f8-bd2c-02671a129216', 'network_id': '1e144ff4-1eaa-41f8-bd2c-02671a129216', 'tenant_id': '4bc7c7d1542d486592900c4a00632f91', 'fixed_ips': [{'subnet_id': 'faa4257a-2bcc-4cea-8eee-b133de1e4f85'}]}} from n-d-816206-8. {{(pid=103592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 17:37:21.740758 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-adeedc59-d009-45fb-bce3-ea5a39e0f9f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:21.811363 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c18d351-0174-45ea-bd69-5e34e06fc94f admin admin] Network 54b597b6-8526-45de-87fd-e706be5a39dc is already hosted by enough agents. {{(pid=103591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:37:21.817927 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [None req-0c18d351-0174-45ea-bd69-5e34e06fc94f admin admin] Resources bound (agent type, host, resource id): {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:37:21.822990 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c18d351-0174-45ea-bd69-5e34e06fc94f admin admin] Received port after_create {{(pid=103591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:37:21.859774 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c18d351-0174-45ea-bd69-5e34e06fc94f admin admin] Pushing event updated for resources: {'Port': ['ID=d3142122-2d9c-4490-8edb-dc1eb3206428,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:37:21.874314 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-f92ad463-2f11-4462-aeca-8e7aca584872 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Allocated IP 2001:db8::238 (1e144ff4-1eaa-41f8-bd2c-02671a129216/faa4257a-2bcc-4cea-8eee-b133de1e4f85/21ec26d8-5237-457d-94bf-6d03118b23b4) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:37:21.885694 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-0c18d351-0174-45ea-bd69-5e34e06fc94f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1795539'] for router_interface, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:21.890430 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 46162) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:37:21.891511 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:21.934878 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83cec3d3-be49-4f80-9d82-23f6e8fb4d5d {{(pid=103592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:37:21.945744 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-1df40f14-a125-41f4-b693-719a6cb1c7c2 None None] Provisioning complete for port 1167b53d-7a64-4de6-aa5f-0c3ba79f452e triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:37:21.946084 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-1df40f14-a125-41f4-b693-719a6cb1c7c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:21.963920 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port 83cec3d3-be49-4f80-9d82-23f6e8fb4d5d, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=83cec3d3-be49-4f80-9d82-23f6e8fb4d5d,segment=NetworkSegment(8c64260d-b961-46a3-a6c7-197975bfee6d),segment_id=8c64260d-b961-46a3-a6c7-197975bfee6d)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:37:21.989601 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-ce0fd364-572c-4c2f-bd69-89325bc1ad71 None None] For port 1167b53d-7a64-4de6-aa5f-0c3ba79f452e, host n-d-816206-8, cleared binding levels {{(pid=103592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:37:21.992139 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:22.059430 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f92ad463-2f11-4462-aeca-8e7aca584872 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:22.073946 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-ce0fd364-572c-4c2f-bd69-89325bc1ad71 None None] For port 1167b53d-7a64-4de6-aa5f-0c3ba79f452e, host n-d-816206-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=1167b53d-7a64-4de6-aa5f-0c3ba79f452e,segment=NetworkSegment(bffd1e4f-e80f-4ff0-b418-2f42ae15febf),segment_id=bffd1e4f-e80f-4ff0-b418-2f42ae15febf)] {{(pid=103592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:37:22.083243 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-0c18d351-0174-45ea-bd69-5e34e06fc94f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:22.108187 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-ce0fd364-572c-4c2f-bd69-89325bc1ad71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:22.111447 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f92ad463-2f11-4462-aeca-8e7aca584872 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:22.227799 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f92ad463-2f11-4462-aeca-8e7aca584872 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Network 1e144ff4-1eaa-41f8-bd2c-02671a129216 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:37:22.232578 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-f92ad463-2f11-4462-aeca-8e7aca584872 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:37:22.256312 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f92ad463-2f11-4462-aeca-8e7aca584872 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:37:22.262829 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f92ad463-2f11-4462-aeca-8e7aca584872 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:37:22.263472 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f92ad463-2f11-4462-aeca-8e7aca584872 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:22.273056 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-985702cc-3728-4246-a7cc-a9ab952d120f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:22.335339 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.db_base_plugin_common [None req-adeedc59-d009-45fb-bce3-ea5a39e0f9f8 None None] Allocated IP 2001:db8::2 (1e144ff4-1eaa-41f8-bd2c-02671a129216/faa4257a-2bcc-4cea-8eee-b133de1e4f85/1fcfc431-6a00-4c29-85e6-dba6f8769c0e) {{(pid=103592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:37:22.368050 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-0c18d351-0174-45ea-bd69-5e34e06fc94f admin admin] Publish callbacks [] for port, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:22.374801 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-0c18d351-0174-45ea-bd69-5e34e06fc94f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264758186'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:22.387353 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-985702cc-3728-4246-a7cc-a9ab952d120f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:22.389547 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92ad463-2f11-4462-aeca-8e7aca584872 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Pushing event updated for resources: {'Port': ['ID=21ec26d8-5237-457d-94bf-6d03118b23b4,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:37:22.405821 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-f92ad463-2f11-4462-aeca-8e7aca584872 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 1.0345879 Nov 23 17:37:22.406867 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 46182) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:37:22.453909 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-985702cc-3728-4246-a7cc-a9ab952d120f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:22.455576 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-1df40f14-a125-41f4-b693-719a6cb1c7c2 None None] Port 1167b53d-7a64-4de6-aa5f-0c3ba79f452e cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:37:22.480985 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Pushing event updated for resources: {'Port': ['ID=83cec3d3-be49-4f80-9d82-23f6e8fb4d5d,revision_number=4']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:37:22.493932 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66ec18e7-c4ca-41ae-96e7-d751cf2c8d52 None None] DHCP port deletion for 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:37:22.545352 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-985702cc-3728-4246-a7cc-a9ab952d120f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=3091a730179040e9bdce8601699eddd9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6538522 Nov 23 17:37:22.558791 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] get_ports_and_sgs() called for port_ids ['83cec3d3-be49-4f80-9d82-23f6e8fb4d5d'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:37:22.561594 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 46186) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:37:22.584546 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c18d351-0174-45ea-bd69-5e34e06fc94f admin admin] Pushing event updated for resources: {'Port': ['ID=d3142122-2d9c-4490-8edb-dc1eb3206428,revision_number=2']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:37:22.589118 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985702cc-3728-4246-a7cc-a9ab952d120f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1d7d889-ca8a-41b9-87e5-c06615c89b39,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:37:22.603081 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce0fd364-572c-4c2f-bd69-89325bc1ad71 None None] Routers {'698b01a0-292e-401b-83c0-87db14ab26ce'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:37:22.603478 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-ce0fd364-572c-4c2f-bd69-89325bc1ad71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:37:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['698b01a0-292e-401b-83c0-87db14ab26ce'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:37:22.642942 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-0c18d351-0174-45ea-bd69-5e34e06fc94f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2068703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1794403'] for router_interface, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:22.652457 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-e6809eb1-16fd-4ff0-adf1-5e93e4f5e50f tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Deleting port 21ec26d8-5237-457d-94bf-6d03118b23b4 {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:37:22.652877 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e6809eb1-16fd-4ff0-adf1-5e93e4f5e50f tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:22.658750 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b8bd13-67d9-437b-b792-910f54e43302 req-1d27dd6c-226f-47ab-bf00-6e05e680108e tempest-TestServerMultinode-923147666 tempest-TestServerMultinode-923147666-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:37:22.660517 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d3b8bd13-67d9-437b-b792-910f54e43302 req-1d27dd6c-226f-47ab-bf00-6e05e680108e tempest-TestServerMultinode-923147666 tempest-TestServerMultinode-923147666-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=33b4fa19-d365-4c44-8160-75721782e164 HTTP/1.1" status: 200 len: 1096 time: 0.2072945 Nov 23 17:37:22.686747 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f1b9d85e-53f2-46f2-8147-a9f279e0fb3a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:22.728086 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-adeedc59-d009-45fb-bce3-ea5a39e0f9f8 None None] Publish callbacks [] for port, precommit_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:22.745927 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c55bfb-2f19-4ee5-8c30-0c79617b4886 None None] Pushing event updated for resources: {'Port': ['ID=1167b53d-7a64-4de6-aa5f-0c3ba79f452e,revision_number=3']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:37:22.753454 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-3f7b2338-8367-4ec4-ad27-89507c6b2c96 None None] Provisioning complete for port 1167b53d-7a64-4de6-aa5f-0c3ba79f452e triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:37:22.754622 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-3f7b2338-8367-4ec4-ad27-89507c6b2c96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:22.784726 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f1b9d85e-53f2-46f2-8147-a9f279e0fb3a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:22.791416 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d3b8bd13-67d9-437b-b792-910f54e43302 req-3324e748-638e-41a6-acaa-b48da0bec10b tempest-TestServerMultinode-923147666 tempest-TestServerMultinode-923147666-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=929c7a40-58bd-4432-bd3a-56dcc11e52dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160867 Nov 23 17:37:22.802006 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-adeedc59-d009-45fb-bce3-ea5a39e0f9f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980'] for port, after_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:22.843277 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e6809eb1-16fd-4ff0-adf1-5e93e4f5e50f tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:22.850870 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c18d351-0174-45ea-bd69-5e34e06fc94f admin admin] Network 54b597b6-8526-45de-87fd-e706be5a39dc is already hosted by enough agents. {{(pid=103591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:37:22.853338 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvr_db [None req-ce0fd364-572c-4c2f-bd69-89325bc1ad71 None None] Set router 698b01a0-292e-401b-83c0-87db14ab26ce gateway port host: n-d-816206-8 {{(pid=103592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:37:22.855345 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [None req-0c18d351-0174-45ea-bd69-5e34e06fc94f admin admin] Resources bound (agent type, host, resource id): {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:37:22.860479 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-e6809eb1-16fd-4ff0-adf1-5e93e4f5e50f tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Calling delete_port for 21ec26d8-5237-457d-94bf-6d03118b23b4 owned by {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:37:22.916587 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f1b9d85e-53f2-46f2-8147-a9f279e0fb3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:22.919630 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f1b9d85e-53f2-46f2-8147-a9f279e0fb3a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:22.920883 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-f1b9d85e-53f2-46f2-8147-a9f279e0fb3a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a1d7d889-ca8a-41b9-87e5-c06615c89b39 HTTP/1.1" status: 204 len: 168 time: 0.3582609 Nov 23 17:37:22.929303 n-d-816206-8 neutron-server[103592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adeedc59-d009-45fb-bce3-ea5a39e0f9f8 None None] Network 1e144ff4-1eaa-41f8-bd2c-02671a129216 is already hosted by enough agents. {{(pid=103592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:37:22.933312 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b9d85e-53f2-46f2-8147-a9f279e0fb3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1d7d889-ca8a-41b9-87e5-c06615c89b39,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:37:22.953232 n-d-816206-8 neutron-server[103592]: DEBUG neutron.scheduler.base_scheduler [None req-adeedc59-d009-45fb-bce3-ea5a39e0f9f8 None None] Resources bound (agent type, host, resource id): {{(pid=103592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:37:22.959105 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adeedc59-d009-45fb-bce3-ea5a39e0f9f8 None None] Received port after_create {{(pid=103592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:37:22.970511 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adeedc59-d009-45fb-bce3-ea5a39e0f9f8 None None] Pushing event updated for resources: {'Port': ['ID=1fcfc431-6a00-4c29-85e6-dba6f8769c0e,revision_number=1']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:37:23.052163 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c18d351-0174-45ea-bd69-5e34e06fc94f admin admin] Router 698b01a0-292e-401b-83c0-87db14ab26ce has already been hosted by L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 {{(pid=103591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 17:37:23.094242 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e6809eb1-16fd-4ff0-adf1-5e93e4f5e50f tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:23.143618 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6809eb1-16fd-4ff0-adf1-5e93e4f5e50f tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Pushing event deleted for resources: {'Port': ['ID=21ec26d8-5237-457d-94bf-6d03118b23b4,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:37:23.165891 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 46196) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:37:23.203571 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e6809eb1-16fd-4ff0-adf1-5e93e4f5e50f tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:23.209378 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-e6809eb1-16fd-4ff0-adf1-5e93e4f5e50f tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] 10.222.0.60 "DELETE /v2.0/ports/21ec26d8-5237-457d-94bf-6d03118b23b4 HTTP/1.1" status: 204 len: 168 time: 0.8002031 Nov 23 17:37:23.211538 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 46200) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:37:23.219803 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c18d351-0174-45ea-bd69-5e34e06fc94f admin admin] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:37:23.225358 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-3f7b2338-8367-4ec4-ad27-89507c6b2c96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:23.240782 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-0c18d351-0174-45ea-bd69-5e34e06fc94f admin admin] 10.222.0.60 "PUT /v2.0/routers/698b01a0-292e-401b-83c0-87db14ab26ce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0656214 Nov 23 17:37:23.252756 n-d-816206-8 neutron-server[103590]: INFO neutron.pecan_wsgi.hooks.translation [None req-688b78f0-9cc4-4350-af86-fd38167587f7 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] GET failed (client error): The resource could not be found. Nov 23 17:37:23.256825 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-688b78f0-9cc4-4350-af86-fd38167587f7 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] 10.222.0.60 "GET /v2.0/ports/21ec26d8-5237-457d-94bf-6d03118b23b4 HTTP/1.1" status: 404 len: 333 time: 0.0385194 Nov 23 17:37:23.258465 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 46206) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:37:23.271637 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-adeedc59-d009-45fb-bce3-ea5a39e0f9f8 None None] Attempting to bind port 1fcfc431-6a00-4c29-85e6-dba6f8769c0e on host n-d-816206-8 for vnic_type normal with profile {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:37:23.272019 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-adeedc59-d009-45fb-bce3-ea5a39e0f9f8 None None] Attempting to bind port 1fcfc431-6a00-4c29-85e6-dba6f8769c0e by drivers openvswitch,hyperv on host n-d-816206-8 at level 0 using segments [{'id': '02122de7-8610-442c-b7de-a6f2f8eee6a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '1e144ff4-1eaa-41f8-bd2c-02671a129216'}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:37:23.272386 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adeedc59-d009-45fb-bce3-ea5a39e0f9f8 None None] Attempting to bind port 1fcfc431-6a00-4c29-85e6-dba6f8769c0e on network 1e144ff4-1eaa-41f8-bd2c-02671a129216 {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:37:23.290097 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-3f7b2338-8367-4ec4-ad27-89507c6b2c96 None None] For port 1167b53d-7a64-4de6-aa5f-0c3ba79f452e, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=1167b53d-7a64-4de6-aa5f-0c3ba79f452e,segment=NetworkSegment(bffd1e4f-e80f-4ff0-b418-2f42ae15febf),segment_id=bffd1e4f-e80f-4ff0-b418-2f42ae15febf)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:37:23.295068 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adeedc59-d009-45fb-bce3-ea5a39e0f9f8 None None] Checking agent: {'id': '9e89acbe-4bbe-4c77-a18b-6f1da9133e0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 7, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 37, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:37:23.295068 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adeedc59-d009-45fb-bce3-ea5a39e0f9f8 None None] Checking segment: {'id': '02122de7-8610-442c-b7de-a6f2f8eee6a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '1e144ff4-1eaa-41f8-bd2c-02671a129216'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:37:23.295423 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-adeedc59-d009-45fb-bce3-ea5a39e0f9f8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:23.295722 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adeedc59-d009-45fb-bce3-ea5a39e0f9f8 None None] Bound using segment: {'id': '02122de7-8610-442c-b7de-a6f2f8eee6a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '1e144ff4-1eaa-41f8-bd2c-02671a129216'} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:37:23.296195 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-adeedc59-d009-45fb-bce3-ea5a39e0f9f8 None None] Bound port: 1fcfc431-6a00-4c29-85e6-dba6f8769c0e, host: n-d-816206-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02122de7-8610-442c-b7de-a6f2f8eee6a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '1e144ff4-1eaa-41f8-bd2c-02671a129216'}}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:37:23.296959 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-adeedc59-d009-45fb-bce3-ea5a39e0f9f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:23.317242 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-3f7b2338-8367-4ec4-ad27-89507c6b2c96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:23.330328 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_v2 [None req-606fd714-df0c-4a7b-9dcd-01cd64fdb49c tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Deleting subnet faa4257a-2bcc-4cea-8eee-b133de1e4f85 {{(pid=103590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 17:37:23.334513 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-606fd714-df0c-4a7b-9dcd-01cd64fdb49c tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks [] for subnet, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:23.385237 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-606fd714-df0c-4a7b-9dcd-01cd64fdb49c tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-267528342'] for subnet, precommit_delete_associations {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:23.450344 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-ce0fd364-572c-4c2f-bd69-89325bc1ad71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '698b01a0-292e-401b-83c0-87db14ab26ce', 'name': 'tempest-ServerRescueTestJSON-827825713-router', 'tenant_id': 'dc3a84a01fd349d789bdddd52fa39bcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': '1167b53d-7a64-4de6-aa5f-0c3ba79f452e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:37:16Z', 'updated_at': '2021-11-23T17:37:22Z', 'revision_number': 4, 'project_id': 'dc3a84a01fd349d789bdddd52fa39bcb', 'gw_port': {'id': '1167b53d-7a64-4de6-aa5f-0c3ba79f452e', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:1d:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '698b01a0-292e-401b-83c0-87db14ab26ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1953, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:37:17Z', 'updated_at': '2021-11-23T17:37:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_interfaces': [{'id': 'd3142122-2d9c-4490-8edb-dc1eb3206428', 'name': '', 'network_id': '54b597b6-8526-45de-87fd-e706be5a39dc', 'tenant_id': 'dc3a84a01fd349d789bdddd52fa39bcb', 'mac_address': 'fa:16:3e:11:2f:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '698b01a0-292e-401b-83c0-87db14ab26ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1957, 'fixed_ips': [{'subnet_id': '093eb2f7-fb10-42a1-aced-cc67680caad4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:37:21Z', 'updated_at': '2021-11-23T17:37:22Z', 'revision_number': 2, 'project_id': 'dc3a84a01fd349d789bdddd52fa39bcb', 'subnets': [{'id': '093eb2f7-fb10-42a1-aced-cc67680caad4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:37:23.459122 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7b2338-8367-4ec4-ad27-89507c6b2c96 None None] Pushing event updated for resources: {'Port': ['ID=1167b53d-7a64-4de6-aa5f-0c3ba79f452e,revision_number=4']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:37:23.494526 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce0fd364-572c-4c2f-bd69-89325bc1ad71 None None] The sync data for ids ['698b01a0-292e-401b-83c0-87db14ab26ce'] in n-d-816206-8 is: [{'id': '698b01a0-292e-401b-83c0-87db14ab26ce', 'name': 'tempest-ServerRescueTestJSON-827825713-router', 'tenant_id': 'dc3a84a01fd349d789bdddd52fa39bcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': '1167b53d-7a64-4de6-aa5f-0c3ba79f452e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:37:16Z', 'updated_at': '2021-11-23T17:37:22Z', 'revision_number': 4, 'project_id': 'dc3a84a01fd349d789bdddd52fa39bcb', 'gw_port': {'id': '1167b53d-7a64-4de6-aa5f-0c3ba79f452e', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:1d:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '698b01a0-292e-401b-83c0-87db14ab26ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1953, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:37:17Z', 'updated_at': '2021-11-23T17:37:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_interfaces': [{'id': 'd3142122-2d9c-4490-8edb-dc1eb3206428', 'name': '', 'network_id': '54b597b6-8526-45de-87fd-e706be5a39dc', 'tenant_id': 'dc3a84a01fd349d789bdddd52fa39bcb', 'mac_address': 'fa:16:3e:11:2f:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '698b01a0-292e-401b-83c0-87db14ab26ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1957, 'fixed_ips': [{'subnet_id': '093eb2f7-fb10-42a1-aced-cc67680caad4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:37:21Z', 'updated_at': '2021-11-23T17:37:22Z', 'revision_number': 2, 'project_id': 'dc3a84a01fd349d789bdddd52fa39bcb', 'subnets': [{'id': '093eb2f7-fb10-42a1-aced-cc67680caad4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:37:23.496646 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-adeedc59-d009-45fb-bce3-ea5a39e0f9f8 None None] For port 1fcfc431-6a00-4c29-85e6-dba6f8769c0e, host n-d-816206-8, cleared binding levels {{(pid=103592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:37:23.511754 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-adeedc59-d009-45fb-bce3-ea5a39e0f9f8 None None] For port 1fcfc431-6a00-4c29-85e6-dba6f8769c0e, host n-d-816206-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=1fcfc431-6a00-4c29-85e6-dba6f8769c0e,segment=NetworkSegment(02122de7-8610-442c-b7de-a6f2f8eee6a9),segment_id=02122de7-8610-442c-b7de-a6f2f8eee6a9)] {{(pid=103592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:37:23.517256 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-adeedc59-d009-45fb-bce3-ea5a39e0f9f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:23.520870 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-606fd714-df0c-4a7b-9dcd-01cd64fdb49c tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971956'] for subnet, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:23.626334 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adeedc59-d009-45fb-bce3-ea5a39e0f9f8 None None] Pushing event updated for resources: {'Port': ['ID=1fcfc431-6a00-4c29-85e6-dba6f8769c0e,revision_number=2']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:37:23.671979 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-797bffd2-c457-4a22-8205-bc6cb22989e6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:23.698856 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-606fd714-df0c-4a7b-9dcd-01cd64fdb49c tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264357903', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264730940'] for subnet, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:23.744705 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606fd714-df0c-4a7b-9dcd-01cd64fdb49c tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Pushing event deleted for resources: {'Subnet': ['ID=faa4257a-2bcc-4cea-8eee-b133de1e4f85,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:37:23.746700 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-606fd714-df0c-4a7b-9dcd-01cd64fdb49c tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks [] for subnet, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:23.752995 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 46218) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:37:23.764958 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 46220) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:37:23.769174 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-606fd714-df0c-4a7b-9dcd-01cd64fdb49c tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] 10.222.0.60 "DELETE /v2.0/subnets/faa4257a-2bcc-4cea-8eee-b133de1e4f85 HTTP/1.1" status: 204 len: 168 time: 0.5109727 Nov 23 17:37:23.838929 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c2a9fba5-ef73-4712-95b2-39369bf4993f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:23.926996 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-797bffd2-c457-4a22-8205-bc6cb22989e6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:23.934386 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-797bffd2-c457-4a22-8205-bc6cb22989e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:24.016208 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797bffd2-c457-4a22-8205-bc6cb22989e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3920dcf9-3cc8-43a9-a35e-15a41a715a42,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:37:24.020748 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-10757ab0-d29b-4064-a2e4-005082ce0a99 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-555181'] for network, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:24.059002 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 46224) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:37:24.065156 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-797bffd2-c457-4a22-8205-bc6cb22989e6 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=139cd1aa51f74f5ca42cb749138250a8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8986137 Nov 23 17:37:24.181041 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91e6b40-984f-4edd-ac61-2ce2ab92a70f req-16eb5e9c-773e-4a03-8d8b-d5a348635ea9 tempest-TestServerMultinode-923147666 tempest-TestServerMultinode-923147666-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:37:24.182711 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d91e6b40-984f-4edd-ac61-2ce2ab92a70f req-16eb5e9c-773e-4a03-8d8b-d5a348635ea9 tempest-TestServerMultinode-923147666 tempest-TestServerMultinode-923147666-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=33b4fa19-d365-4c44-8160-75721782e164 HTTP/1.1" status: 200 len: 1096 time: 0.2341309 Nov 23 17:37:24.190837 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c2a9fba5-ef73-4712-95b2-39369bf4993f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:24.205210 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c2a9fba5-ef73-4712-95b2-39369bf4993f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:24.232442 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-a18ced1c-4f5d-4a71-b9e0-49d0318c6be7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:24.291998 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a9fba5-ef73-4712-95b2-39369bf4993f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e95cec9-a121-4819-8341-436d9e46a33a,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:37:24.297501 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-a18ced1c-4f5d-4a71-b9e0-49d0318c6be7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:24.311950 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-c2a9fba5-ef73-4712-95b2-39369bf4993f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=4bf1b01447de472fa693e88276790111&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5459719 Nov 23 17:37:24.315088 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 46234) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:37:24.328310 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-10757ab0-d29b-4064-a2e4-005082ce0a99 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Deleting port 1fcfc431-6a00-4c29-85e6-dba6f8769c0e {{(pid=103591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:37:24.328683 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-10757ab0-d29b-4064-a2e4-005082ce0a99 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:24.371389 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-49195747-3e37-4b55-94ed-6827e6449a85 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:24.405468 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-49195747-3e37-4b55-94ed-6827e6449a85 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:24.444098 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d91e6b40-984f-4edd-ac61-2ce2ab92a70f req-89e785a6-3cd1-40d3-86ba-c221288b2238 tempest-TestServerMultinode-923147666 tempest-TestServerMultinode-923147666-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=929c7a40-58bd-4432-bd3a-56dcc11e52dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2359908 Nov 23 17:37:24.481164 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-49195747-3e37-4b55-94ed-6827e6449a85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:24.485920 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-49195747-3e37-4b55-94ed-6827e6449a85 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:24.489711 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-49195747-3e37-4b55-94ed-6827e6449a85 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/0e95cec9-a121-4819-8341-436d9e46a33a HTTP/1.1" status: 204 len: 168 time: 0.1711752 Nov 23 17:37:24.496069 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [None req-10757ab0-d29b-4064-a2e4-005082ce0a99 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] For port 1fcfc431-6a00-4c29-85e6-dba6f8769c0e, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=1fcfc431-6a00-4c29-85e6-dba6f8769c0e,segment=NetworkSegment(02122de7-8610-442c-b7de-a6f2f8eee6a9),segment_id=02122de7-8610-442c-b7de-a6f2f8eee6a9)] {{(pid=103591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:37:24.496505 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-10757ab0-d29b-4064-a2e4-005082ce0a99 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:24.502426 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49195747-3e37-4b55-94ed-6827e6449a85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e95cec9-a121-4819-8341-436d9e46a33a,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:37:24.514807 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-10757ab0-d29b-4064-a2e4-005082ce0a99 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Calling delete_port for 1fcfc431-6a00-4c29-85e6-dba6f8769c0e owned by network:dhcp {{(pid=103591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:37:24.561296 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b582e232-6bf3-480a-b490-a944eff476c4 req-09c6e96b-3336-4c56-b1b1-8dd6781d0bfe tempest-ServerRescueTestJSON-1442542130 tempest-ServerRescueTestJSON-1442542130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:37:24.562910 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b582e232-6bf3-480a-b490-a944eff476c4 req-09c6e96b-3336-4c56-b1b1-8dd6781d0bfe tempest-ServerRescueTestJSON-1442542130 tempest-ServerRescueTestJSON-1442542130-project] 10.222.0.60 "GET /v2.0/networks?id=54b597b6-8526-45de-87fd-e706be5a39dc HTTP/1.1" status: 200 len: 810 time: 0.2613223 Nov 23 17:37:24.609570 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-a18ced1c-4f5d-4a71-b9e0-49d0318c6be7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:24.610828 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-a18ced1c-4f5d-4a71-b9e0-49d0318c6be7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:24.616186 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-a18ced1c-4f5d-4a71-b9e0-49d0318c6be7 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/3920dcf9-3cc8-43a9-a35e-15a41a715a42 HTTP/1.1" status: 204 len: 168 time: 0.5542729 Nov 23 17:37:24.662679 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18ced1c-4f5d-4a71-b9e0-49d0318c6be7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3920dcf9-3cc8-43a9-a35e-15a41a715a42,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:37:24.667871 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b582e232-6bf3-480a-b490-a944eff476c4 req-ade87794-5e23-4822-abec-9a2dba672338 tempest-ServerRescueTestJSON-1442542130 tempest-ServerRescueTestJSON-1442542130-project] 10.222.0.60 "GET /v2.0/quotas/dc3a84a01fd349d789bdddd52fa39bcb HTTP/1.1" status: 200 len: 375 time: 0.0632391 Nov 23 17:37:24.826096 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b582e232-6bf3-480a-b490-a944eff476c4 req-89885b6d-8bcd-4f6f-bfcd-8b2c1641ca92 tempest-ServerRescueTestJSON-1442542130 tempest-ServerRescueTestJSON-1442542130-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=dc3a84a01fd349d789bdddd52fa39bcb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1283090 Nov 23 17:37:24.847406 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-10757ab0-d29b-4064-a2e4-005082ce0a99 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:24.932683 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10757ab0-d29b-4064-a2e4-005082ce0a99 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Pushing event deleted for resources: {'Port': ['ID=1fcfc431-6a00-4c29-85e6-dba6f8769c0e,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:37:24.949851 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10757ab0-d29b-4064-a2e4-005082ce0a99 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] No DVR routers for this DVR port 1fcfc431-6a00-4c29-85e6-dba6f8769c0e on host n-d-816206-8 {{(pid=103591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:37:25.130637 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device 83cec3d3-be49-4f80-9d82-23f6e8fb4d5d up at agent hyperv_n-h1-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:37:25.137049 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45476dfd-0971-4c1d-88da-365e2b358fde req-648d01d1-8fdc-47d1-8353-5e3976318278 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:37:25.159316 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45476dfd-0971-4c1d-88da-365e2b358fde req-648d01d1-8fdc-47d1-8353-5e3976318278 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:37:25.179505 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45476dfd-0971-4c1d-88da-365e2b358fde req-648d01d1-8fdc-47d1-8353-5e3976318278 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:37:25.229109 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45476dfd-0971-4c1d-88da-365e2b358fde req-648d01d1-8fdc-47d1-8353-5e3976318278 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:37:25.231758 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Provisioning for port 83cec3d3-be49-4f80-9d82-23f6e8fb4d5d completed by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 17:37:25.236611 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Provisioning complete for port 83cec3d3-be49-4f80-9d82-23f6e8fb4d5d triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:37:25.237227 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:25.249887 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45476dfd-0971-4c1d-88da-365e2b358fde req-648d01d1-8fdc-47d1-8353-5e3976318278 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:37:25.266178 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45476dfd-0971-4c1d-88da-365e2b358fde req-648d01d1-8fdc-47d1-8353-5e3976318278 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:37:25.276020 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45476dfd-0971-4c1d-88da-365e2b358fde req-648d01d1-8fdc-47d1-8353-5e3976318278 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:37:25.286437 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-45476dfd-0971-4c1d-88da-365e2b358fde req-648d01d1-8fdc-47d1-8353-5e3976318278 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] 10.222.0.60 "GET /v2.0/ports?device_id=83c4b9c5-48d7-40af-8fb5-dabe4d43cce9 HTTP/1.1" status: 200 len: 5441 time: 0.4217010 Nov 23 17:37:25.314697 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 1167b53d-7a64-4de6-aa5f-0c3ba79f452e up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:37:25.347407 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-10757ab0-d29b-4064-a2e4-005082ce0a99 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973419', 'neutron.services.segments.db._delete_segments_for_network-8736635878840'] for network, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:25.369137 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-856b7fde-d519-46a4-8433-56b24a33f590 None None] Network 1e144ff4-1eaa-41f8-bd2c-02671a129216 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:37:25.400237 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-3cd115cd-7926-4227-be1a-aa8494b13e66 None None] Could not find standard attr ID for object 1fcfc431-6a00-4c29-85e6-dba6f8769c0e. {{(pid=103592) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 17:37:25.407573 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 46258) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:37:25.434927 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a9b42bfe-6f3d-42f2-aff7-cd29000f7e53 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:25.479389 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b582e232-6bf3-480a-b490-a944eff476c4 req-178b4c59-c104-42e9-a90f-b6ffeb220bde service neutron] 10.222.0.60 "GET /v2.0/networks/54b597b6-8526-45de-87fd-e706be5a39dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6432173 Nov 23 17:37:25.502548 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-45476dfd-0971-4c1d-88da-365e2b358fde req-00d1937d-6da5-49a0-809e-a3b1f2a21e8d tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] 10.222.0.60 "GET /v2.0/security-groups?id=f803d7ea-d3d6-4cf6-830c-70814cdc1205&id=0089afc6-8a44-4092-8e4d-085e37cc31cf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2151344 Nov 23 17:37:25.512373 n-d-816206-8 neutron-server[103591]: DEBUG neutron.services.segments.db [None req-10757ab0-d29b-4064-a2e4-005082ce0a99 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e144ff4-1eaa-41f8-bd2c-02671a129216']}} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:37:25.593810 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port 1167b53d-7a64-4de6-aa5f-0c3ba79f452e triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:37:25.595617 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:25.606362 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a9b42bfe-6f3d-42f2-aff7-cd29000f7e53 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:25.615192 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a9b42bfe-6f3d-42f2-aff7-cd29000f7e53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:25.643002 n-d-816206-8 neutron-server[103591]: DEBUG neutron.services.segments.db [None req-10757ab0-d29b-4064-a2e4-005082ce0a99 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02122de7-8610-442c-b7de-a6f2f8eee6a9') {'for_net_delete': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:37:25.647925 n-d-816206-8 neutron-server[103591]: DEBUG neutron.services.segments.db [None req-10757ab0-d29b-4064-a2e4-005082ce0a99 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02122de7-8610-442c-b7de-a6f2f8eee6a9') {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:37:25.673459 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b42bfe-6f3d-42f2-aff7-cd29000f7e53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6099e50e-bea9-445b-b718-2c124ab3276c,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:37:25.698276 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-a9b42bfe-6f3d-42f2-aff7-cd29000f7e53 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=5e2794a74dd143a88637570798506556&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2899103 Nov 23 17:37:25.700995 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 46270) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:37:25.702899 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:25.730938 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-10757ab0-d29b-4064-a2e4-005082ce0a99 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736635840332', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265989959'] for segment, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:25.774994 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-10757ab0-d29b-4064-a2e4-005082ce0a99 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:25.787481 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa871ee-885e-46b1-88a5-9d525f9fa865 req-465f076e-0217-4016-a43c-949e4d6c46b8 tempest-TestServerMultinode-923147666 tempest-TestServerMultinode-923147666-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:37:25.794009 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33b4fa19-d365-4c44-8160-75721782e164', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83cec3d3-be49-4f80-9d82-23f6e8fb4d5d'}] {{(pid=103592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:37:25.796146 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-bfa871ee-885e-46b1-88a5-9d525f9fa865 req-465f076e-0217-4016-a43c-949e4d6c46b8 tempest-TestServerMultinode-923147666 tempest-TestServerMultinode-923147666-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=33b4fa19-d365-4c44-8160-75721782e164 HTTP/1.1" status: 200 len: 1096 time: 0.1779494 Nov 23 17:37:25.797127 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba3e6a8f2301c7a29fe1eca9779abdae4ccbcd6266d69778087f2498d5551201" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75502797-89fb-489d-8e1c-1ff7494a24fb" -d '{"events": [{"server_uuid": "33b4fa19-d365-4c44-8160-75721782e164", "name": "network-vif-plugged", "status": "completed", "tag": "83cec3d3-be49-4f80-9d82-23f6e8fb4d5d"}]}' {{(pid=103592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:37:25.809255 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10757ab0-d29b-4064-a2e4-005082ce0a99 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Releasing vlan 544 on physical network physnet1 to pool {{(pid=103591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 17:37:25.809658 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-10757ab0-d29b-4064-a2e4-005082ce0a99 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264756290'] for segment, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:25.814069 n-d-816206-8 neutron-server[103591]: Traceback (most recent call last): Nov 23 17:37:25.814069 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 17:37:25.814069 n-d-816206-8 neutron-server[103591]: timer() Nov 23 17:37:25.814069 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 17:37:25.814069 n-d-816206-8 neutron-server[103591]: cb(*args, **kw) Nov 23 17:37:25.814069 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 17:37:25.814069 n-d-816206-8 neutron-server[103591]: return func(*args, **kwargs) Nov 23 17:37:25.814069 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 17:37:25.814069 n-d-816206-8 neutron-server[103591]: self._notify() Nov 23 17:37:25.814069 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 17:37:25.814069 n-d-816206-8 neutron-server[103591]: self.callback(batched_events) Nov 23 17:37:25.814069 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 17:37:25.814069 n-d-816206-8 neutron-server[103591]: event.method(event) Nov 23 17:37:25.814069 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 17:37:25.814069 n-d-816206-8 neutron-server[103591]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 17:37:25.814069 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 17:37:25.814069 n-d-816206-8 neutron-server[103591]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 17:37:25.814069 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 17:37:25.814069 n-d-816206-8 neutron-server[103591]: return f(self, *a, **k) Nov 23 17:37:25.814069 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 17:37:25.814069 n-d-816206-8 neutron-server[103591]: return self._get(url).json() Nov 23 17:37:25.814069 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 17:37:25.814069 n-d-816206-8 neutron-server[103591]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 17:37:25.814069 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 17:37:25.814069 n-d-816206-8 neutron-server[103591]: return self.request(url, 'GET', **kwargs) Nov 23 17:37:25.814069 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 17:37:25.814069 n-d-816206-8 neutron-server[103591]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 17:37:25.814069 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 17:37:25.814069 n-d-816206-8 neutron-server[103591]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 17:37:25.814069 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 17:37:25.814069 n-d-816206-8 neutron-server[103591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 17:37:25.814069 n-d-816206-8 neutron-server[103591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 17:37:25.819220 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-14ea0fc2-3d3b-4cc9-a95b-6b5db458d18c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:25.862254 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-14ea0fc2-3d3b-4cc9-a95b-6b5db458d18c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:25.862810 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b582e232-6bf3-480a-b490-a944eff476c4 req-5ceeac8a-f65f-45df-a987-0f79de7428e8 service neutron] 10.222.0.60 "GET /v2.0/networks/54b597b6-8526-45de-87fd-e706be5a39dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3568375 Nov 23 17:37:25.863612 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port 83cec3d3-be49-4f80-9d82-23f6e8fb4d5d, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=83cec3d3-be49-4f80-9d82-23f6e8fb4d5d,segment=NetworkSegment(8c64260d-b961-46a3-a6c7-197975bfee6d),segment_id=8c64260d-b961-46a3-a6c7-197975bfee6d)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:37:25.884830 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:25.960396 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8db5818b-f961-4c23-b29b-e4d1e7930f70 None None] DHCP port deletion for 1e144ff4-1eaa-41f8-bd2c-02671a129216 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:37:25.988318 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-14ea0fc2-3d3b-4cc9-a95b-6b5db458d18c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:25.993409 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-14ea0fc2-3d3b-4cc9-a95b-6b5db458d18c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:25.994797 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-14ea0fc2-3d3b-4cc9-a95b-6b5db458d18c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/6099e50e-bea9-445b-b718-2c124ab3276c HTTP/1.1" status: 204 len: 168 time: 0.2855165 Nov 23 17:37:26.010794 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ea0fc2-3d3b-4cc9-a95b-6b5db458d18c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6099e50e-bea9-445b-b718-2c124ab3276c,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:37:26.071454 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Pushing event updated for resources: {'Port': ['ID=83cec3d3-be49-4f80-9d82-23f6e8fb4d5d,revision_number=5']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:37:26.338943 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-10757ab0-d29b-4064-a2e4-005082ce0a99 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1795418'] for network, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:26.361732 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-bfa871ee-885e-46b1-88a5-9d525f9fa865 req-4723d9ae-ad83-4a9f-b9d2-b5eee500a11d tempest-TestServerMultinode-923147666 tempest-TestServerMultinode-923147666-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=929c7a40-58bd-4432-bd3a-56dcc11e52dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5586979 Nov 23 17:37:26.363017 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-10757ab0-d29b-4064-a2e4-005082ce0a99 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for network, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:26.370211 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-10757ab0-d29b-4064-a2e4-005082ce0a99 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] 10.222.0.60 "DELETE /v2.0/networks/1e144ff4-1eaa-41f8-bd2c-02671a129216 HTTP/1.1" status: 204 len: 168 time: 2.6122403 Nov 23 17:37:26.370537 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 46292) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:37:26.392693 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-dfb13593-371a-4197-8f56-e9f0b16216f9 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Request body: {'port': {'network_id': 'c46f395e-b745-4479-88f0-746528e5aecf', 'name': 'tempest-PortsIpV6TestJSON-734150010'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:37:26.511947 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10757ab0-d29b-4064-a2e4-005082ce0a99 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Pushing event deleted for resources: {'Network': ['ID=1e144ff4-1eaa-41f8-bd2c-02671a129216,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:37:26.544999 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2289c373-a3f8-41ed-90c1-a6a9b59d1fe5 req-aae94927-6ef7-41de-9276-2b1edfa42892 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:37:26.551389 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2289c373-a3f8-41ed-90c1-a6a9b59d1fe5 req-aae94927-6ef7-41de-9276-2b1edfa42892 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:37:26.558266 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2289c373-a3f8-41ed-90c1-a6a9b59d1fe5 req-aae94927-6ef7-41de-9276-2b1edfa42892 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:37:26.567294 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2289c373-a3f8-41ed-90c1-a6a9b59d1fe5 req-aae94927-6ef7-41de-9276-2b1edfa42892 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:37:26.573814 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:37:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d94c0e53-55ab-496f-bcd5-991c04d5d236 x-openstack-request-id: req-d94c0e53-55ab-496f-bcd5-991c04d5d236 {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:37:26.574285 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33b4fa19-d365-4c44-8160-75721782e164", "name": "network-vif-plugged", "status": "completed", "tag": "83cec3d3-be49-4f80-9d82-23f6e8fb4d5d", "code": 200}]} {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:37:26.574624 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d94c0e53-55ab-496f-bcd5-991c04d5d236 {{(pid=103592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:37:26.574734 n-d-816206-8 neutron-server[103592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33b4fa19-d365-4c44-8160-75721782e164', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83cec3d3-be49-4f80-9d82-23f6e8fb4d5d', 'code': 200} Nov 23 17:37:26.586009 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2289c373-a3f8-41ed-90c1-a6a9b59d1fe5 req-aae94927-6ef7-41de-9276-2b1edfa42892 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:37:26.592474 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2289c373-a3f8-41ed-90c1-a6a9b59d1fe5 req-aae94927-6ef7-41de-9276-2b1edfa42892 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:37:26.615236 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2289c373-a3f8-41ed-90c1-a6a9b59d1fe5 req-aae94927-6ef7-41de-9276-2b1edfa42892 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:37:26.619977 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2289c373-a3f8-41ed-90c1-a6a9b59d1fe5 req-aae94927-6ef7-41de-9276-2b1edfa42892 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] 10.222.0.60 "GET /v2.0/ports?device_id=83c4b9c5-48d7-40af-8fb5-dabe4d43cce9 HTTP/1.1" status: 200 len: 5441 time: 0.3348744 Nov 23 17:37:26.675350 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7916a9ef-3092-4516-b2a2-23cd183ed80e req-6917e503-f277-418e-8927-5695763ddf50 tempest-ServerRescueTestJSON-1442542130 tempest-ServerRescueTestJSON-1442542130-project] 10.222.0.60 "GET /v2.0/ports?device_id=ee290cd0-e82d-49ef-b37f-6dd1b103485f HTTP/1.1" status: 200 len: 210 time: 0.0398517 Nov 23 17:37:26.681814 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfb13593-371a-4197-8f56-e9f0b16216f9 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Made reservation on behalf of 4bc7c7d1542d486592900c4a00632f91 for: {'port': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:37:26.687296 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-dfb13593-371a-4197-8f56-e9f0b16216f9 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:26.723232 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f6025c-3385-41e4-b23a-f4f4c1047210 req-3c342988-eea8-46b6-8e69-b4f317a272dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:37:26.725816 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-07f6025c-3385-41e4-b23a-f4f4c1047210 req-3c342988-eea8-46b6-8e69-b4f317a272dd service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=33b4fa19-d365-4c44-8160-75721782e164 HTTP/1.1" status: 200 len: 1097 time: 0.0774887 Nov 23 17:37:26.727253 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [None req-dfb13593-371a-4197-8f56-e9f0b16216f9 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] device_id is not set on port 199ade4b-5485-41de-80b2-adf56ec5974d yet. {{(pid=103591) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 17:37:26.839091 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-07f6025c-3385-41e4-b23a-f4f4c1047210 req-8a1d6301-9312-4572-89f3-6a28ea50f3c1 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=929c7a40-58bd-4432-bd3a-56dcc11e52dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028481 Nov 23 17:37:27.027460 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-415d73c5-0e00-4949-8116-decf6b356a77 None None] Sync routers for ids ['698b01a0-292e-401b-83c0-87db14ab26ce'] in n-d-816206-8 {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:37:27.043725 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-dfb13593-371a-4197-8f56-e9f0b16216f9 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks [] for port, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:27.045848 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-415d73c5-0e00-4949-8116-decf6b356a77 None None] Routers {'698b01a0-292e-401b-83c0-87db14ab26ce'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:37:27.046485 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-415d73c5-0e00-4949-8116-decf6b356a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:37:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['698b01a0-292e-401b-83c0-87db14ab26ce'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:37:27.091579 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-dfb13593-371a-4197-8f56-e9f0b16216f9 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:27.154674 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 1fcfc431-6a00-4c29-85e6-dba6f8769c0e no longer exists at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:37:27.183494 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-415d73c5-0e00-4949-8116-decf6b356a77 None None] Set router 698b01a0-292e-401b-83c0-87db14ab26ce gateway port host: n-d-816206-8 {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:37:27.186623 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfb13593-371a-4197-8f56-e9f0b16216f9 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Network c46f395e-b745-4479-88f0-746528e5aecf is already hosted by enough agents. {{(pid=103591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:37:27.192962 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [None req-dfb13593-371a-4197-8f56-e9f0b16216f9 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Resources bound (agent type, host, resource id): {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:37:27.196162 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb13593-371a-4197-8f56-e9f0b16216f9 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Pushing event updated for resources: {'Port': ['ID=199ade4b-5485-41de-80b2-adf56ec5974d,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:37:27.198818 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfb13593-371a-4197-8f56-e9f0b16216f9 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Received port after_create {{(pid=103591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:37:27.205983 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfb13593-371a-4197-8f56-e9f0b16216f9 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:37:27.207065 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-dfb13593-371a-4197-8f56-e9f0b16216f9 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:27.211179 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] No Port match for: 1fcfc431-6a00-4c29-85e6-dba6f8769c0e {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:37:27.211856 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 1fcfc431-6a00-4c29-85e6-dba6f8769c0e not bound to the agent host n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:37:27.232463 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 46324) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:37:27.233018 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-dfb13593-371a-4197-8f56-e9f0b16216f9 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.8560507 Nov 23 17:37:27.385576 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-841a73dc-7b52-4b99-8076-4c4d7ba4c6e5 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Deleting port 199ade4b-5485-41de-80b2-adf56ec5974d {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:37:27.387013 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-841a73dc-7b52-4b99-8076-4c4d7ba4c6e5 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:27.442762 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-415d73c5-0e00-4949-8116-decf6b356a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '698b01a0-292e-401b-83c0-87db14ab26ce', 'name': 'tempest-ServerRescueTestJSON-827825713-router', 'tenant_id': 'dc3a84a01fd349d789bdddd52fa39bcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': '1167b53d-7a64-4de6-aa5f-0c3ba79f452e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:37:16Z', 'updated_at': '2021-11-23T17:37:22Z', 'revision_number': 4, 'project_id': 'dc3a84a01fd349d789bdddd52fa39bcb', 'gw_port': {'id': '1167b53d-7a64-4de6-aa5f-0c3ba79f452e', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:1d:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '698b01a0-292e-401b-83c0-87db14ab26ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1953, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:37:17Z', 'updated_at': '2021-11-23T17:37:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_interfaces': [{'id': 'd3142122-2d9c-4490-8edb-dc1eb3206428', 'name': '', 'network_id': '54b597b6-8526-45de-87fd-e706be5a39dc', 'tenant_id': 'dc3a84a01fd349d789bdddd52fa39bcb', 'mac_address': 'fa:16:3e:11:2f:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '698b01a0-292e-401b-83c0-87db14ab26ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1957, 'fixed_ips': [{'subnet_id': '093eb2f7-fb10-42a1-aced-cc67680caad4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:37:21Z', 'updated_at': '2021-11-23T17:37:22Z', 'revision_number': 2, 'project_id': 'dc3a84a01fd349d789bdddd52fa39bcb', 'subnets': [{'id': '093eb2f7-fb10-42a1-aced-cc67680caad4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:37:27.487523 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-415d73c5-0e00-4949-8116-decf6b356a77 None None] Checking router: 698b01a0-292e-401b-83c0-87db14ab26ce for host: n-d-816206-8 {{(pid=103593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 17:37:27.488228 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-415d73c5-0e00-4949-8116-decf6b356a77 None None] Updating router 698b01a0-292e-401b-83c0-87db14ab26ce port d3142122-2d9c-4490-8edb-dc1eb3206428 binding host n-d-816206-8 {{(pid=103593) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 17:37:27.497723 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-841a73dc-7b52-4b99-8076-4c4d7ba4c6e5 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:27.514685 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-841a73dc-7b52-4b99-8076-4c4d7ba4c6e5 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Calling delete_port for 199ade4b-5485-41de-80b2-adf56ec5974d owned by {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:37:27.534824 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-415d73c5-0e00-4949-8116-decf6b356a77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:27.658803 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b4c33b-c66e-4601-abb1-8489404b8452 req-105a94e0-f4bc-48fd-b938-1bd8adc9c4d7 tempest-TestServerMultinode-923147666 tempest-TestServerMultinode-923147666-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:37:27.668866 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-49b4c33b-c66e-4601-abb1-8489404b8452 req-105a94e0-f4bc-48fd-b938-1bd8adc9c4d7 tempest-TestServerMultinode-923147666 tempest-TestServerMultinode-923147666-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=33b4fa19-d365-4c44-8160-75721782e164 HTTP/1.1" status: 200 len: 1097 time: 0.2147484 Nov 23 17:37:27.688861 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-841a73dc-7b52-4b99-8076-4c4d7ba4c6e5 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:27.754147 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841a73dc-7b52-4b99-8076-4c4d7ba4c6e5 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Pushing event deleted for resources: {'Port': ['ID=199ade4b-5485-41de-80b2-adf56ec5974d,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:37:27.774513 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841a73dc-7b52-4b99-8076-4c4d7ba4c6e5 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:37:27.778577 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841a73dc-7b52-4b99-8076-4c4d7ba4c6e5 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:37:27.782173 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841a73dc-7b52-4b99-8076-4c4d7ba4c6e5 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:37:27.783466 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841a73dc-7b52-4b99-8076-4c4d7ba4c6e5 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:37:27.783997 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841a73dc-7b52-4b99-8076-4c4d7ba4c6e5 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:37:27.788621 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841a73dc-7b52-4b99-8076-4c4d7ba4c6e5 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:37:27.789352 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841a73dc-7b52-4b99-8076-4c4d7ba4c6e5 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:37:27.789872 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841a73dc-7b52-4b99-8076-4c4d7ba4c6e5 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:37:27.790567 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841a73dc-7b52-4b99-8076-4c4d7ba4c6e5 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:37:27.791278 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841a73dc-7b52-4b99-8076-4c4d7ba4c6e5 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:37:27.792049 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841a73dc-7b52-4b99-8076-4c4d7ba4c6e5 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:37:27.792722 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-841a73dc-7b52-4b99-8076-4c4d7ba4c6e5 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:37:27.801565 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-841a73dc-7b52-4b99-8076-4c4d7ba4c6e5 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:27.819470 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-841a73dc-7b52-4b99-8076-4c4d7ba4c6e5 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] 10.222.0.60 "DELETE /v2.0/ports/199ade4b-5485-41de-80b2-adf56ec5974d HTTP/1.1" status: 204 len: 168 time: 0.5830007 Nov 23 17:37:27.821390 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 46342) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:37:27.833658 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-85a7fd18-82b4-4ed0-bbf7-6c251ebdc4cb tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Request body: {'port': {'network_id': 'c46f395e-b745-4479-88f0-746528e5aecf', 'mac_address': 'fa:16:3e:f4:f1:9f', 'name': 'tempest-PortsIpV6TestJSON-338929054'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:37:28.029385 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b582e232-6bf3-480a-b490-a944eff476c4 req-b53b223c-fd68-41fd-8370-c8c079f49180 tempest-ServerRescueTestJSON-1442542130 tempest-ServerRescueTestJSON-1442542130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:37:28.034730 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b582e232-6bf3-480a-b490-a944eff476c4 req-b53b223c-fd68-41fd-8370-c8c079f49180 tempest-ServerRescueTestJSON-1442542130 tempest-ServerRescueTestJSON-1442542130-project] 10.222.0.36 "GET /v2.0/networks?id=54b597b6-8526-45de-87fd-e706be5a39dc HTTP/1.1" status: 200 len: 810 time: 0.4887559 Nov 23 17:37:28.037197 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-17b445dd-99b7-48bd-a314-96631213d990 req-121be244-dd43-499c-89b5-33e39a505834 tempest-ServerRescueTestJSON-1442542130 tempest-ServerRescueTestJSON-1442542130-project] 10.222.0.60 "GET /v2.0/ports?device_id=ee290cd0-e82d-49ef-b37f-6dd1b103485f HTTP/1.1" status: 200 len: 210 time: 0.1256564 Nov 23 17:37:28.044350 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-49b4c33b-c66e-4601-abb1-8489404b8452 req-106f50a3-5c40-4f2f-bc06-b78684a5982e tempest-TestServerMultinode-923147666 tempest-TestServerMultinode-923147666-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=929c7a40-58bd-4432-bd3a-56dcc11e52dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3098464 Nov 23 17:37:28.056233 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [req-b582e232-6bf3-480a-b490-a944eff476c4 req-c612465c-d6d0-42e8-91a8-c02f75f4017b tempest-ServerRescueTestJSON-1442542130 tempest-ServerRescueTestJSON-1442542130-project] Request body: {'port': {'device_id': 'ee290cd0-e82d-49ef-b37f-6dd1b103485f', 'network_id': '54b597b6-8526-45de-87fd-e706be5a39dc', 'admin_state_up': True, 'tenant_id': 'dc3a84a01fd349d789bdddd52fa39bcb'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:37:28.111311 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85a7fd18-82b4-4ed0-bbf7-6c251ebdc4cb tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Made reservation on behalf of 4bc7c7d1542d486592900c4a00632f91 for: {'port': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:37:28.222961 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-415d73c5-0e00-4949-8116-decf6b356a77 None None] Publish callbacks [] for port, precommit_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:28.227251 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b582e232-6bf3-480a-b490-a944eff476c4 req-c612465c-d6d0-42e8-91a8-c02f75f4017b tempest-ServerRescueTestJSON-1442542130 tempest-ServerRescueTestJSON-1442542130-project] Made reservation on behalf of dc3a84a01fd349d789bdddd52fa39bcb for: {'port': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:37:28.230750 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-415d73c5-0e00-4949-8116-decf6b356a77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:28.231306 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-b582e232-6bf3-480a-b490-a944eff476c4 req-c612465c-d6d0-42e8-91a8-c02f75f4017b tempest-ServerRescueTestJSON-1442542130 tempest-ServerRescueTestJSON-1442542130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:28.256953 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-85a7fd18-82b4-4ed0-bbf7-6c251ebdc4cb tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:28.305706 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f277d854-1b63-4c6a-8f01-534618b15ccd None None] Pushing event updated for resources: {'Port': ['ID=d3142122-2d9c-4490-8edb-dc1eb3206428,revision_number=3']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:37:28.307463 n-d-816206-8 neutron-server[103590]: DEBUG neutron.notifiers.nova [None req-85a7fd18-82b4-4ed0-bbf7-6c251ebdc4cb tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] device_id is not set on port 8c962eea-6dca-4355-b545-461991d39a6f yet. {{(pid=103590) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 17:37:28.322336 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f277d854-1b63-4c6a-8f01-534618b15ccd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:37:28.323196 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f277d854-1b63-4c6a-8f01-534618b15ccd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:37:28.324481 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f277d854-1b63-4c6a-8f01-534618b15ccd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:37:28.325205 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f277d854-1b63-4c6a-8f01-534618b15ccd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:37:28.325820 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f277d854-1b63-4c6a-8f01-534618b15ccd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:37:28.326391 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f277d854-1b63-4c6a-8f01-534618b15ccd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:37:28.327002 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f277d854-1b63-4c6a-8f01-534618b15ccd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:37:28.327583 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f277d854-1b63-4c6a-8f01-534618b15ccd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:37:28.328188 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f277d854-1b63-4c6a-8f01-534618b15ccd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:37:28.328779 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f277d854-1b63-4c6a-8f01-534618b15ccd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:37:28.329339 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f277d854-1b63-4c6a-8f01-534618b15ccd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:37:28.329895 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f277d854-1b63-4c6a-8f01-534618b15ccd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:37:28.440698 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [None req-415d73c5-0e00-4949-8116-decf6b356a77 None None] Attempting to bind port d3142122-2d9c-4490-8edb-dc1eb3206428 on host n-d-816206-8 for vnic_type normal with profile {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:37:28.441349 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [None req-415d73c5-0e00-4949-8116-decf6b356a77 None None] Attempting to bind port d3142122-2d9c-4490-8edb-dc1eb3206428 by drivers openvswitch,hyperv on host n-d-816206-8 at level 0 using segments [{'id': 'c149808e-63db-41ac-b80f-e721c4138182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '54b597b6-8526-45de-87fd-e706be5a39dc'}] {{(pid=103593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:37:28.442096 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-415d73c5-0e00-4949-8116-decf6b356a77 None None] Attempting to bind port d3142122-2d9c-4490-8edb-dc1eb3206428 on network 54b597b6-8526-45de-87fd-e706be5a39dc {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:37:28.452146 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-415d73c5-0e00-4949-8116-decf6b356a77 None None] Checking agent: {'id': '9e89acbe-4bbe-4c77-a18b-6f1da9133e0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 7, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 37, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:37:28.452916 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-415d73c5-0e00-4949-8116-decf6b356a77 None None] Checking segment: {'id': 'c149808e-63db-41ac-b80f-e721c4138182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '54b597b6-8526-45de-87fd-e706be5a39dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:37:28.453561 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-415d73c5-0e00-4949-8116-decf6b356a77 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:28.454383 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-415d73c5-0e00-4949-8116-decf6b356a77 None None] Bound using segment: {'id': 'c149808e-63db-41ac-b80f-e721c4138182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '54b597b6-8526-45de-87fd-e706be5a39dc'} {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:37:28.455326 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [None req-415d73c5-0e00-4949-8116-decf6b356a77 None None] Bound port: d3142122-2d9c-4490-8edb-dc1eb3206428, host: n-d-816206-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c149808e-63db-41ac-b80f-e721c4138182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '54b597b6-8526-45de-87fd-e706be5a39dc'}}] {{(pid=103593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:37:28.456266 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-415d73c5-0e00-4949-8116-decf6b356a77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:28.575995 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.db_base_plugin_common [req-b582e232-6bf3-480a-b490-a944eff476c4 req-c612465c-d6d0-42e8-91a8-c02f75f4017b tempest-ServerRescueTestJSON-1442542130 tempest-ServerRescueTestJSON-1442542130-project] Allocated IP 172.20.0.12 (54b597b6-8526-45de-87fd-e706be5a39dc/093eb2f7-fb10-42a1-aced-cc67680caad4/552bc992-268b-4e3f-9c43-7821ee8c00ae) {{(pid=103591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:37:28.587055 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-415d73c5-0e00-4949-8116-decf6b356a77 None None] For port d3142122-2d9c-4490-8edb-dc1eb3206428, host n-d-816206-8, cleared binding levels {{(pid=103593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:37:28.595043 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-415d73c5-0e00-4949-8116-decf6b356a77 None None] For port d3142122-2d9c-4490-8edb-dc1eb3206428, host n-d-816206-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=d3142122-2d9c-4490-8edb-dc1eb3206428,segment=NetworkSegment(c149808e-63db-41ac-b80f-e721c4138182),segment_id=c149808e-63db-41ac-b80f-e721c4138182)] {{(pid=103593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:37:28.605398 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-415d73c5-0e00-4949-8116-decf6b356a77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:28.701447 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-415d73c5-0e00-4949-8116-decf6b356a77 None None] Routers {'698b01a0-292e-401b-83c0-87db14ab26ce'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:37:28.702241 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-415d73c5-0e00-4949-8116-decf6b356a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:37:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['698b01a0-292e-401b-83c0-87db14ab26ce'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:37:28.705700 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f277d854-1b63-4c6a-8f01-534618b15ccd None None] Pushing event updated for resources: {'Port': ['ID=d3142122-2d9c-4490-8edb-dc1eb3206428,revision_number=4']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:37:28.762326 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-85a7fd18-82b4-4ed0-bbf7-6c251ebdc4cb tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:28.850023 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-85a7fd18-82b4-4ed0-bbf7-6c251ebdc4cb tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:28.871747 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-415d73c5-0e00-4949-8116-decf6b356a77 None None] Set router 698b01a0-292e-401b-83c0-87db14ab26ce gateway port host: n-d-816206-8 {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:37:28.934702 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85a7fd18-82b4-4ed0-bbf7-6c251ebdc4cb tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Network c46f395e-b745-4479-88f0-746528e5aecf is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:37:28.940395 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-85a7fd18-82b4-4ed0-bbf7-6c251ebdc4cb tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:37:28.947646 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85a7fd18-82b4-4ed0-bbf7-6c251ebdc4cb tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:37:28.957703 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85a7fd18-82b4-4ed0-bbf7-6c251ebdc4cb tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:37:28.961903 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-85a7fd18-82b4-4ed0-bbf7-6c251ebdc4cb tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:28.990504 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-85a7fd18-82b4-4ed0-bbf7-6c251ebdc4cb tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.1626983 Nov 23 17:37:28.995392 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 46384) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:37:28.996798 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-b582e232-6bf3-480a-b490-a944eff476c4 req-c612465c-d6d0-42e8-91a8-c02f75f4017b tempest-ServerRescueTestJSON-1442542130 tempest-ServerRescueTestJSON-1442542130-project] Publish callbacks [] for port, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:29.073305 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-b582e232-6bf3-480a-b490-a944eff476c4 req-c612465c-d6d0-42e8-91a8-c02f75f4017b tempest-ServerRescueTestJSON-1442542130 tempest-ServerRescueTestJSON-1442542130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:29.129330 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b582e232-6bf3-480a-b490-a944eff476c4 req-c612465c-d6d0-42e8-91a8-c02f75f4017b tempest-ServerRescueTestJSON-1442542130 tempest-ServerRescueTestJSON-1442542130-project] Network 54b597b6-8526-45de-87fd-e706be5a39dc is already hosted by enough agents. {{(pid=103591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:37:29.144793 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a7fd18-82b4-4ed0-bbf7-6c251ebdc4cb tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Pushing event updated for resources: {'Port': ['ID=8c962eea-6dca-4355-b545-461991d39a6f,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:37:29.163147 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [req-b582e232-6bf3-480a-b490-a944eff476c4 req-c612465c-d6d0-42e8-91a8-c02f75f4017b tempest-ServerRescueTestJSON-1442542130 tempest-ServerRescueTestJSON-1442542130-project] Resources bound (agent type, host, resource id): {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:37:29.166609 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [req-b582e232-6bf3-480a-b490-a944eff476c4 req-c612465c-d6d0-42e8-91a8-c02f75f4017b tempest-ServerRescueTestJSON-1442542130 tempest-ServerRescueTestJSON-1442542130-project] Received port after_create {{(pid=103591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:37:29.187505 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d57400d8-c828-425f-ac2a-18159845dc73 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:37:29.213370 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-d57400d8-c828-425f-ac2a-18159845dc73 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] 10.222.0.60 "GET /v2.0/ports/8c962eea-6dca-4355-b545-461991d39a6f HTTP/1.1" status: 200 len: 844 time: 0.2151155 Nov 23 17:37:29.217982 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 46394) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:37:29.268590 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c612465c-d6d0-42e8-91a8-c02f75f4017b tempest-ServerRescueTestJSON-1442542130 tempest-ServerRescueTestJSON-1442542130-project] Pushing event updated for resources: {'Port': ['ID=552bc992-268b-4e3f-9c43-7821ee8c00ae,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:37:29.269895 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-415d73c5-0e00-4949-8116-decf6b356a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '698b01a0-292e-401b-83c0-87db14ab26ce', 'name': 'tempest-ServerRescueTestJSON-827825713-router', 'tenant_id': 'dc3a84a01fd349d789bdddd52fa39bcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': '1167b53d-7a64-4de6-aa5f-0c3ba79f452e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:37:16Z', 'updated_at': '2021-11-23T17:37:22Z', 'revision_number': 4, 'project_id': 'dc3a84a01fd349d789bdddd52fa39bcb', 'gw_port': {'id': '1167b53d-7a64-4de6-aa5f-0c3ba79f452e', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:1d:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '698b01a0-292e-401b-83c0-87db14ab26ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1953, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:37:17Z', 'updated_at': '2021-11-23T17:37:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_interfaces': [{'id': 'd3142122-2d9c-4490-8edb-dc1eb3206428', 'name': '', 'network_id': '54b597b6-8526-45de-87fd-e706be5a39dc', 'tenant_id': 'dc3a84a01fd349d789bdddd52fa39bcb', 'mac_address': 'fa:16:3e:11:2f:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '698b01a0-292e-401b-83c0-87db14ab26ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1957, 'fixed_ips': [{'subnet_id': '093eb2f7-fb10-42a1-aced-cc67680caad4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:37:21Z', 'updated_at': '2021-11-23T17:37:28Z', 'revision_number': 4, 'project_id': 'dc3a84a01fd349d789bdddd52fa39bcb', 'subnets': [{'id': '093eb2f7-fb10-42a1-aced-cc67680caad4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:37:29.332785 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-415d73c5-0e00-4949-8116-decf6b356a77 None None] The sync data for ids ['698b01a0-292e-401b-83c0-87db14ab26ce'] in n-d-816206-8 is: [{'id': '698b01a0-292e-401b-83c0-87db14ab26ce', 'name': 'tempest-ServerRescueTestJSON-827825713-router', 'tenant_id': 'dc3a84a01fd349d789bdddd52fa39bcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': '1167b53d-7a64-4de6-aa5f-0c3ba79f452e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:37:16Z', 'updated_at': '2021-11-23T17:37:22Z', 'revision_number': 4, 'project_id': 'dc3a84a01fd349d789bdddd52fa39bcb', 'gw_port': {'id': '1167b53d-7a64-4de6-aa5f-0c3ba79f452e', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:1d:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '698b01a0-292e-401b-83c0-87db14ab26ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1953, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:37:17Z', 'updated_at': '2021-11-23T17:37:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_interfaces': [{'id': 'd3142122-2d9c-4490-8edb-dc1eb3206428', 'name': '', 'network_id': '54b597b6-8526-45de-87fd-e706be5a39dc', 'tenant_id': 'dc3a84a01fd349d789bdddd52fa39bcb', 'mac_address': 'fa:16:3e:11:2f:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '698b01a0-292e-401b-83c0-87db14ab26ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1957, 'fixed_ips': [{'subnet_id': '093eb2f7-fb10-42a1-aced-cc67680caad4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:37:21Z', 'updated_at': '2021-11-23T17:37:28Z', 'revision_number': 4, 'project_id': 'dc3a84a01fd349d789bdddd52fa39bcb', 'subnets': [{'id': '093eb2f7-fb10-42a1-aced-cc67680caad4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:37:29.395905 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b582e232-6bf3-480a-b490-a944eff476c4 req-c612465c-d6d0-42e8-91a8-c02f75f4017b tempest-ServerRescueTestJSON-1442542130 tempest-ServerRescueTestJSON-1442542130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:37:29.396626 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-b582e232-6bf3-480a-b490-a944eff476c4 req-c612465c-d6d0-42e8-91a8-c02f75f4017b tempest-ServerRescueTestJSON-1442542130 tempest-ServerRescueTestJSON-1442542130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:29.519296 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device d3142122-2d9c-4490-8edb-dc1eb3206428 up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:37:29.520787 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266cfd83-bff5-4951-8f7a-e07970d8667c req-7d48d899-1b09-45f6-9c83-c9cd8cdaa6f7 tempest-TestServerMultinode-923147666 tempest-TestServerMultinode-923147666-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:37:29.522560 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-266cfd83-bff5-4951-8f7a-e07970d8667c req-7d48d899-1b09-45f6-9c83-c9cd8cdaa6f7 tempest-TestServerMultinode-923147666 tempest-TestServerMultinode-923147666-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=33b4fa19-d365-4c44-8160-75721782e164 HTTP/1.1" status: 200 len: 1097 time: 0.2042248 Nov 23 17:37:29.536933 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b582e232-6bf3-480a-b490-a944eff476c4 req-c612465c-d6d0-42e8-91a8-c02f75f4017b tempest-ServerRescueTestJSON-1442542130 tempest-ServerRescueTestJSON-1442542130-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4867811 Nov 23 17:37:29.556758 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [req-b582e232-6bf3-480a-b490-a944eff476c4 req-510e93b6-df24-43f1-9c1d-8749550ca65c service neutron] Request body: {'port': {'device_id': 'ee290cd0-e82d-49ef-b37f-6dd1b103485f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-8'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:37:29.567875 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 46408) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:37:29.580388 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f45ad0-4b95-40f1-b041-d2d6c782f890 req-0b969b77-1b4b-4725-aa69-15a02ff804ec tempest-ServerRescueTestJSON-1442542130 tempest-ServerRescueTestJSON-1442542130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:37:29.588884 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a1f45ad0-4b95-40f1-b041-d2d6c782f890 req-0b969b77-1b4b-4725-aa69-15a02ff804ec tempest-ServerRescueTestJSON-1442542130 tempest-ServerRescueTestJSON-1442542130-project] 10.222.0.60 "GET /v2.0/ports?device_id=ee290cd0-e82d-49ef-b37f-6dd1b103485f HTTP/1.1" status: 200 len: 932 time: 0.2331088 Nov 23 17:37:29.621490 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-f9b4b940-42d9-41d1-ac04-5fc46c5bb2ec tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Deleting port 8c962eea-6dca-4355-b545-461991d39a6f {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:37:29.622509 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f9b4b940-42d9-41d1-ac04-5fc46c5bb2ec tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:29.669938 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-266cfd83-bff5-4951-8f7a-e07970d8667c req-bb88cb5f-0b25-4bd8-ab94-6382dd4b7949 tempest-TestServerMultinode-923147666 tempest-TestServerMultinode-923147666-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=929c7a40-58bd-4432-bd3a-56dcc11e52dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315041 Nov 23 17:37:29.714591 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-b582e232-6bf3-480a-b490-a944eff476c4 req-510e93b6-df24-43f1-9c1d-8749550ca65c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:29.785805 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port d3142122-2d9c-4490-8edb-dc1eb3206428 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:37:29.788759 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:29.827489 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a1f45ad0-4b95-40f1-b041-d2d6c782f890 req-b25a68ae-e22e-446b-8f1c-8738e1cb2c57 tempest-ServerRescueTestJSON-1442542130 tempest-ServerRescueTestJSON-1442542130-project] 10.222.0.60 "GET /v2.0/security-groups?id=cf26cd6b-cd43-4747-bf84-de1f0ff7a3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2372258 Nov 23 17:37:30.055209 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f9b4b940-42d9-41d1-ac04-5fc46c5bb2ec tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:30.073796 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:30.096189 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-f9b4b940-42d9-41d1-ac04-5fc46c5bb2ec tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Calling delete_port for 8c962eea-6dca-4355-b545-461991d39a6f owned by {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:37:30.166618 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] For port d3142122-2d9c-4490-8edb-dc1eb3206428, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=d3142122-2d9c-4490-8edb-dc1eb3206428,segment=NetworkSegment(c149808e-63db-41ac-b80f-e721c4138182),segment_id=c149808e-63db-41ac-b80f-e721c4138182)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:37:30.178055 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:30.247175 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca061e85-c4b2-45e6-ab29-132aa58af48f req-69127f46-4ae6-4c80-aee2-fd5197ff6085 tempest-TestServerMultinode-923147666 tempest-TestServerMultinode-923147666-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:37:30.259072 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ca061e85-c4b2-45e6-ab29-132aa58af48f req-69127f46-4ae6-4c80-aee2-fd5197ff6085 tempest-TestServerMultinode-923147666 tempest-TestServerMultinode-923147666-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=33b4fa19-d365-4c44-8160-75721782e164 HTTP/1.1" status: 200 len: 1097 time: 0.2324910 Nov 23 17:37:30.279231 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a595bb09-08b8-474a-936e-9003bad02107 req-bfec318f-50f9-412b-befc-d69fb1cb5154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:37:30.287365 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a595bb09-08b8-474a-936e-9003bad02107 req-bfec318f-50f9-412b-befc-d69fb1cb5154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:37:30.289734 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a595bb09-08b8-474a-936e-9003bad02107 req-bfec318f-50f9-412b-befc-d69fb1cb5154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:37:30.290272 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a595bb09-08b8-474a-936e-9003bad02107 req-bfec318f-50f9-412b-befc-d69fb1cb5154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:37:30.296207 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a595bb09-08b8-474a-936e-9003bad02107 req-bfec318f-50f9-412b-befc-d69fb1cb5154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:37:30.305680 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a595bb09-08b8-474a-936e-9003bad02107 req-bfec318f-50f9-412b-befc-d69fb1cb5154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:37:30.309538 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a595bb09-08b8-474a-936e-9003bad02107 req-bfec318f-50f9-412b-befc-d69fb1cb5154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:37:30.311717 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-a595bb09-08b8-474a-936e-9003bad02107 req-bfec318f-50f9-412b-befc-d69fb1cb5154 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=83c4b9c5-48d7-40af-8fb5-dabe4d43cce9 HTTP/1.1" status: 200 len: 6498 time: 0.7401114 Nov 23 17:37:30.339562 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Pushing event updated for resources: {'Port': ['ID=d3142122-2d9c-4490-8edb-dc1eb3206428,revision_number=5']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:37:30.355915 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ca061e85-c4b2-45e6-ab29-132aa58af48f req-127bf8bf-b3cb-4c8a-9c06-d7464dab7759 tempest-TestServerMultinode-923147666 tempest-TestServerMultinode-923147666-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=929c7a40-58bd-4432-bd3a-56dcc11e52dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902259 Nov 23 17:37:30.455294 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-a595bb09-08b8-474a-936e-9003bad02107 req-432f9171-78de-49b0-b952-03736e414245 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=0089afc6-8a44-4092-8e4d-085e37cc31cf&id=f803d7ea-d3d6-4cf6-830c-70814cdc1205&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1233532 Nov 23 17:37:30.457233 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f9b4b940-42d9-41d1-ac04-5fc46c5bb2ec tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:30.517683 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b4b940-42d9-41d1-ac04-5fc46c5bb2ec tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Pushing event deleted for resources: {'Port': ['ID=8c962eea-6dca-4355-b545-461991d39a6f,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:37:30.537863 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f9b4b940-42d9-41d1-ac04-5fc46c5bb2ec tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:30.544262 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-f9b4b940-42d9-41d1-ac04-5fc46c5bb2ec tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] 10.222.0.60 "DELETE /v2.0/ports/8c962eea-6dca-4355-b545-461991d39a6f HTTP/1.1" status: 204 len: 168 time: 1.3232136 Nov 23 17:37:30.548855 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 46438) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:37:30.563272 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [req-b582e232-6bf3-480a-b490-a944eff476c4 req-510e93b6-df24-43f1-9c1d-8749550ca65c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 552bc992-268b-4e3f-9c43-7821ee8c00ae {{(pid=103591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:37:30.573960 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-b582e232-6bf3-480a-b490-a944eff476c4 req-510e93b6-df24-43f1-9c1d-8749550ca65c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:30.585498 n-d-816206-8 neutron-server[103590]: INFO neutron.pecan_wsgi.hooks.translation [None req-deb2eb86-315c-4367-937f-90c4ba2be6c2 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] GET failed (client error): The resource could not be found. Nov 23 17:37:30.592981 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-deb2eb86-315c-4367-937f-90c4ba2be6c2 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] 10.222.0.60 "GET /v2.0/ports/8c962eea-6dca-4355-b545-461991d39a6f HTTP/1.1" status: 404 len: 333 time: 0.0363770 Nov 23 17:37:30.593268 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 46442) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:37:30.597826 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.provisioning_blocks [req-b582e232-6bf3-480a-b490-a944eff476c4 req-510e93b6-df24-43f1-9c1d-8749550ca65c service neutron] Transition to ACTIVE for port object 552bc992-268b-4e3f-9c43-7821ee8c00ae will not be triggered until provisioned by entity L2. {{(pid=103591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 17:37:30.599646 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-60db4001-d57e-4a50-88a3-d546f2d534e2 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Request body: {'port': {'network_id': 'c46f395e-b745-4479-88f0-746528e5aecf', 'name': 'tempest-PortsIpV6TestJSON-1147948308'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:37:30.606017 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-b582e232-6bf3-480a-b490-a944eff476c4 req-510e93b6-df24-43f1-9c1d-8749550ca65c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264758186'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:30.661097 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7848ef-688b-451e-9d70-25adfd38d451 req-bd8ca47b-2033-4622-a6d5-3aa889b211aa tempest-TestServerMultinode-923147666 tempest-TestServerMultinode-923147666-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:37:30.663941 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9e7848ef-688b-451e-9d70-25adfd38d451 req-bd8ca47b-2033-4622-a6d5-3aa889b211aa tempest-TestServerMultinode-923147666 tempest-TestServerMultinode-923147666-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=33b4fa19-d365-4c44-8160-75721782e164 HTTP/1.1" status: 200 len: 1097 time: 0.1795382 Nov 23 17:37:30.710064 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510e93b6-df24-43f1-9c1d-8749550ca65c service neutron] Pushing event updated for resources: {'Port': ['ID=552bc992-268b-4e3f-9c43-7821ee8c00ae,revision_number=2']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:37:30.788244 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60db4001-d57e-4a50-88a3-d546f2d534e2 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Made reservation on behalf of 4bc7c7d1542d486592900c4a00632f91 for: {'port': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:37:30.792785 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-60db4001-d57e-4a50-88a3-d546f2d534e2 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:30.819767 n-d-816206-8 neutron-server[103590]: DEBUG neutron.notifiers.nova [None req-60db4001-d57e-4a50-88a3-d546f2d534e2 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] device_id is not set on port 6bf1a21f-c7e9-4458-a28b-525490a1b1be yet. {{(pid=103590) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 17:37:30.828849 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9e7848ef-688b-451e-9d70-25adfd38d451 req-439dcc05-9b81-4cde-a1b1-26891e1ebe92 tempest-TestServerMultinode-923147666 tempest-TestServerMultinode-923147666-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=929c7a40-58bd-4432-bd3a-56dcc11e52dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439769 Nov 23 17:37:30.901675 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-b582e232-6bf3-480a-b490-a944eff476c4 req-510e93b6-df24-43f1-9c1d-8749550ca65c service neutron] Attempting to bind port 552bc992-268b-4e3f-9c43-7821ee8c00ae on host n-h2-816206-8 for vnic_type normal with profile {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:37:30.902149 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-b582e232-6bf3-480a-b490-a944eff476c4 req-510e93b6-df24-43f1-9c1d-8749550ca65c service neutron] Attempting to bind port 552bc992-268b-4e3f-9c43-7821ee8c00ae by drivers openvswitch,hyperv on host n-h2-816206-8 at level 0 using segments [{'id': 'c149808e-63db-41ac-b80f-e721c4138182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '54b597b6-8526-45de-87fd-e706be5a39dc'}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:37:30.902338 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b582e232-6bf3-480a-b490-a944eff476c4 req-510e93b6-df24-43f1-9c1d-8749550ca65c service neutron] Attempting to bind port 552bc992-268b-4e3f-9c43-7821ee8c00ae on network 54b597b6-8526-45de-87fd-e706be5a39dc {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:37:30.910085 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b582e232-6bf3-480a-b490-a944eff476c4 req-510e93b6-df24-43f1-9c1d-8749550ca65c service neutron] Port 552bc992-268b-4e3f-9c43-7821ee8c00ae on network 54b597b6-8526-45de-87fd-e706be5a39dc not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-8 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 17:37:30.910691 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b582e232-6bf3-480a-b490-a944eff476c4 req-510e93b6-df24-43f1-9c1d-8749550ca65c service neutron] Attempting to bind port 552bc992-268b-4e3f-9c43-7821ee8c00ae on network 54b597b6-8526-45de-87fd-e706be5a39dc {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:37:30.917521 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b582e232-6bf3-480a-b490-a944eff476c4 req-510e93b6-df24-43f1-9c1d-8749550ca65c service neutron] Checking agent: {'id': 'ab77bf9e-0267-4174-8f1d-822cba89b207', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 15, 13), 'started_at': datetime.datetime(2021, 11, 23, 17, 15, 13), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 37, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:37:30.918133 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b582e232-6bf3-480a-b490-a944eff476c4 req-510e93b6-df24-43f1-9c1d-8749550ca65c service neutron] Checking segment: {'id': 'c149808e-63db-41ac-b80f-e721c4138182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '54b597b6-8526-45de-87fd-e706be5a39dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:37:30.918718 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b582e232-6bf3-480a-b490-a944eff476c4 req-510e93b6-df24-43f1-9c1d-8749550ca65c service neutron] Bound using segment: {'id': 'c149808e-63db-41ac-b80f-e721c4138182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '54b597b6-8526-45de-87fd-e706be5a39dc'} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:37:30.919386 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-b582e232-6bf3-480a-b490-a944eff476c4 req-510e93b6-df24-43f1-9c1d-8749550ca65c service neutron] Bound port: 552bc992-268b-4e3f-9c43-7821ee8c00ae, host: n-h2-816206-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c149808e-63db-41ac-b80f-e721c4138182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '54b597b6-8526-45de-87fd-e706be5a39dc'}}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:37:30.919926 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-b582e232-6bf3-480a-b490-a944eff476c4 req-510e93b6-df24-43f1-9c1d-8749550ca65c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:31.028415 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ea8455-51d9-4aaa-b418-77714449020e req-0345d70e-c86b-48ad-b39f-4906bedcd7be tempest-ServerRescueTestJSON-1442542130 tempest-ServerRescueTestJSON-1442542130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:37:31.036804 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-41ea8455-51d9-4aaa-b418-77714449020e req-0345d70e-c86b-48ad-b39f-4906bedcd7be tempest-ServerRescueTestJSON-1442542130 tempest-ServerRescueTestJSON-1442542130-project] 10.222.0.60 "GET /v2.0/ports?device_id=ee290cd0-e82d-49ef-b37f-6dd1b103485f HTTP/1.1" status: 200 len: 944 time: 0.1024194 Nov 23 17:37:31.073201 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-b582e232-6bf3-480a-b490-a944eff476c4 req-510e93b6-df24-43f1-9c1d-8749550ca65c service neutron] For port 552bc992-268b-4e3f-9c43-7821ee8c00ae, host n-h2-816206-8, cleared binding levels {{(pid=103591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:37:31.111964 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-60db4001-d57e-4a50-88a3-d546f2d534e2 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:31.133250 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-b582e232-6bf3-480a-b490-a944eff476c4 req-510e93b6-df24-43f1-9c1d-8749550ca65c service neutron] For port 552bc992-268b-4e3f-9c43-7821ee8c00ae, host n-h2-816206-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=552bc992-268b-4e3f-9c43-7821ee8c00ae,segment=NetworkSegment(c149808e-63db-41ac-b80f-e721c4138182),segment_id=c149808e-63db-41ac-b80f-e721c4138182)] {{(pid=103591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:37:31.142566 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-41ea8455-51d9-4aaa-b418-77714449020e req-dbc05381-dafd-4ab1-978c-ca4880353b06 tempest-ServerRescueTestJSON-1442542130 tempest-ServerRescueTestJSON-1442542130-project] 10.222.0.60 "GET /v2.0/security-groups?id=cf26cd6b-cd43-4747-bf84-de1f0ff7a3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045797 Nov 23 17:37:31.145355 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-b582e232-6bf3-480a-b490-a944eff476c4 req-510e93b6-df24-43f1-9c1d-8749550ca65c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264758186'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:31.187852 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b582e232-6bf3-480a-b490-a944eff476c4 req-510e93b6-df24-43f1-9c1d-8749550ca65c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:37:31.188396 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-b582e232-6bf3-480a-b490-a944eff476c4 req-510e93b6-df24-43f1-9c1d-8749550ca65c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:31.189838 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b582e232-6bf3-480a-b490-a944eff476c4 req-510e93b6-df24-43f1-9c1d-8749550ca65c service neutron] 10.222.0.36 "PUT /v2.0/ports/552bc992-268b-4e3f-9c43-7821ee8c00ae HTTP/1.1" status: 200 len: 1092 time: 1.6404533 Nov 23 17:37:31.190523 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee290cd0-e82d-49ef-b37f-6dd1b103485f', 'tag': '552bc992-268b-4e3f-9c43-7821ee8c00ae'}] {{(pid=103591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:37:31.193697 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41d174a19ece9499ff9ec44e5b3fc50f2abd3ffbc947fb7e52ea1e8db27b95b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf1f380c-df2c-4114-9e02-f1d44b8262a2" -d '{"events": [{"name": "network-changed", "server_uuid": "ee290cd0-e82d-49ef-b37f-6dd1b103485f", "tag": "552bc992-268b-4e3f-9c43-7821ee8c00ae"}]}' {{(pid=103591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:37:31.230959 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-60db4001-d57e-4a50-88a3-d546f2d534e2 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:31.259650 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device d3142122-2d9c-4490-8edb-dc1eb3206428 up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:37:31.273725 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 17:37:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6158cb74-3401-4d0f-811c-61032925ade9 x-openstack-request-id: req-6158cb74-3401-4d0f-811c-61032925ade9 {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:37:31.274227 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee290cd0-e82d-49ef-b37f-6dd1b103485f", "tag": "552bc992-268b-4e3f-9c43-7821ee8c00ae", "status": "completed", "code": 200}]} {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:37:31.274354 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6158cb74-3401-4d0f-811c-61032925ade9 {{(pid=103591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:37:31.274670 n-d-816206-8 neutron-server[103591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee290cd0-e82d-49ef-b37f-6dd1b103485f', 'tag': '552bc992-268b-4e3f-9c43-7821ee8c00ae', 'status': 'completed', 'code': 200} Nov 23 17:37:31.292153 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510e93b6-df24-43f1-9c1d-8749550ca65c service neutron] Pushing event updated for resources: {'Port': ['ID=552bc992-268b-4e3f-9c43-7821ee8c00ae,revision_number=3']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:37:31.331095 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510e93b6-df24-43f1-9c1d-8749550ca65c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:37:31.331446 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510e93b6-df24-43f1-9c1d-8749550ca65c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:37:31.331621 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60db4001-d57e-4a50-88a3-d546f2d534e2 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Pushing event updated for resources: {'Port': ['ID=6bf1a21f-c7e9-4458-a28b-525490a1b1be,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:37:31.332123 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510e93b6-df24-43f1-9c1d-8749550ca65c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:37:31.332667 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510e93b6-df24-43f1-9c1d-8749550ca65c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:37:31.333355 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510e93b6-df24-43f1-9c1d-8749550ca65c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:37:31.333984 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510e93b6-df24-43f1-9c1d-8749550ca65c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:37:31.335483 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510e93b6-df24-43f1-9c1d-8749550ca65c service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:37:31.336705 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510e93b6-df24-43f1-9c1d-8749550ca65c service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:37:31.337234 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port d3142122-2d9c-4490-8edb-dc1eb3206428 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:37:31.337435 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:31.337818 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510e93b6-df24-43f1-9c1d-8749550ca65c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:37:31.338169 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510e93b6-df24-43f1-9c1d-8749550ca65c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:37:31.338508 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510e93b6-df24-43f1-9c1d-8749550ca65c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:37:31.338970 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510e93b6-df24-43f1-9c1d-8749550ca65c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:37:31.357732 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60db4001-d57e-4a50-88a3-d546f2d534e2 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Network c46f395e-b745-4479-88f0-746528e5aecf is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:37:31.359580 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-60db4001-d57e-4a50-88a3-d546f2d534e2 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:37:31.362869 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60db4001-d57e-4a50-88a3-d546f2d534e2 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:37:31.366128 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ce7369-64ef-4182-bcc4-edfcb73eb051 req-b7a167d7-5630-4105-a75f-0bcbe5e2d91e tempest-TestServerMultinode-923147666 tempest-TestServerMultinode-923147666-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:37:31.367779 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-58ce7369-64ef-4182-bcc4-edfcb73eb051 req-b7a167d7-5630-4105-a75f-0bcbe5e2d91e tempest-TestServerMultinode-923147666 tempest-TestServerMultinode-923147666-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=33b4fa19-d365-4c44-8160-75721782e164 HTTP/1.1" status: 200 len: 1097 time: 0.0919988 Nov 23 17:37:31.373824 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b582e232-6bf3-480a-b490-a944eff476c4 req-b643a119-a28f-4aa6-8de9-be607649297b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:37:31.375366 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b582e232-6bf3-480a-b490-a944eff476c4 req-b643a119-a28f-4aa6-8de9-be607649297b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=dc3a84a01fd349d789bdddd52fa39bcb&device_id=ee290cd0-e82d-49ef-b37f-6dd1b103485f HTTP/1.1" status: 200 len: 1095 time: 0.1300628 Nov 23 17:37:31.380647 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60db4001-d57e-4a50-88a3-d546f2d534e2 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:37:31.381616 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-60db4001-d57e-4a50-88a3-d546f2d534e2 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:31.421263 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-60db4001-d57e-4a50-88a3-d546f2d534e2 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.8269160 Nov 23 17:37:31.424889 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 46474) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:37:31.433909 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-5c5f0b19-294f-4aee-8da3-7bc602f1d2df tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:37:31.479754 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b582e232-6bf3-480a-b490-a944eff476c4 req-91dc556d-f3a2-435e-9823-684772d9fa15 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=552bc992-268b-4e3f-9c43-7821ee8c00ae HTTP/1.1" status: 200 len: 217 time: 0.0936947 Nov 23 17:37:31.528407 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5c5f0b19-294f-4aee-8da3-7bc602f1d2df tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:31.552690 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-58ce7369-64ef-4182-bcc4-edfcb73eb051 req-c1902782-7044-41bf-8e9e-72ebbe1bc21a tempest-TestServerMultinode-923147666 tempest-TestServerMultinode-923147666-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=929c7a40-58bd-4432-bd3a-56dcc11e52dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738548 Nov 23 17:37:31.574971 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b582e232-6bf3-480a-b490-a944eff476c4 req-dd0e4990-f917-49d4-bb2d-9b451e927bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:37:31.576468 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b582e232-6bf3-480a-b490-a944eff476c4 req-dd0e4990-f917-49d4-bb2d-9b451e927bc2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=093eb2f7-fb10-42a1-aced-cc67680caad4 HTTP/1.1" status: 200 len: 850 time: 0.0874345 Nov 23 17:37:31.613738 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b582e232-6bf3-480a-b490-a944eff476c4 req-55aa9fea-833e-4003-80a0-3ae9a7bfec5f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=54b597b6-8526-45de-87fd-e706be5a39dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295780 Nov 23 17:37:31.730083 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b582e232-6bf3-480a-b490-a944eff476c4 req-d235a1cd-e39c-4c89-b121-c664a149571c service neutron] 10.222.0.36 "GET /v2.0/networks/54b597b6-8526-45de-87fd-e706be5a39dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1058908 Nov 23 17:37:31.850593 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b582e232-6bf3-480a-b490-a944eff476c4 req-baf9fdb2-9f96-4897-9c17-ec471007778f service neutron] 10.222.0.36 "GET /v2.0/networks/54b597b6-8526-45de-87fd-e706be5a39dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1127393 Nov 23 17:37:31.977157 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1f380c-df2c-4114-9e02-f1d44b8262a2 req-496aab5a-31d5-4cc6-bc09-fbe53bad8bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:37:31.980466 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-cf1f380c-df2c-4114-9e02-f1d44b8262a2 req-496aab5a-31d5-4cc6-bc09-fbe53bad8bfd service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=dc3a84a01fd349d789bdddd52fa39bcb&device_id=ee290cd0-e82d-49ef-b37f-6dd1b103485f HTTP/1.1" status: 200 len: 1095 time: 0.0618148 Nov 23 17:37:32.054763 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5c5f0b19-294f-4aee-8da3-7bc602f1d2df tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks [] for port, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:32.061065 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5c5f0b19-294f-4aee-8da3-7bc602f1d2df tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264357957'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:32.103981 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1f380c-df2c-4114-9e02-f1d44b8262a2 req-972dd7d5-3613-492c-9034-d8eede4005f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:37:32.106313 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-cf1f380c-df2c-4114-9e02-f1d44b8262a2 req-972dd7d5-3613-492c-9034-d8eede4005f5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=54b597b6-8526-45de-87fd-e706be5a39dc HTTP/1.1" status: 200 len: 911 time: 0.1167765 Nov 23 17:37:32.111801 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-5c5f0b19-294f-4aee-8da3-7bc602f1d2df tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] In _notify_port_updated(), no bound segment for port 6bf1a21f-c7e9-4458-a28b-525490a1b1be on network c46f395e-b745-4479-88f0-746528e5aecf {{(pid=103590) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 23 17:37:32.122759 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c5f0b19-294f-4aee-8da3-7bc602f1d2df tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:37:32.123714 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5c5f0b19-294f-4aee-8da3-7bc602f1d2df tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:32.125912 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-5c5f0b19-294f-4aee-8da3-7bc602f1d2df tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] 10.222.0.60 "PUT /v2.0/ports/6bf1a21f-c7e9-4458-a28b-525490a1b1be HTTP/1.1" status: 200 len: 818 time: 0.6994185 Nov 23 17:37:32.130588 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 46494) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:37:32.187405 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5f0b19-294f-4aee-8da3-7bc602f1d2df tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Pushing event updated for resources: {'Port': ['ID=6bf1a21f-c7e9-4458-a28b-525490a1b1be,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:37:32.285266 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-cf1f380c-df2c-4114-9e02-f1d44b8262a2 req-98a17501-bf27-45f2-98dd-4c8077bb5739 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=552bc992-268b-4e3f-9c43-7821ee8c00ae HTTP/1.1" status: 200 len: 217 time: 0.1598918 Nov 23 17:37:32.319124 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-39aa4f59-f6af-4b12-95db-bbce2c614ba5 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Deleting port 6bf1a21f-c7e9-4458-a28b-525490a1b1be {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:37:32.320045 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-39aa4f59-f6af-4b12-95db-bbce2c614ba5 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:32.422844 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1f380c-df2c-4114-9e02-f1d44b8262a2 req-44788ee4-6b28-4b4c-b769-e094ac933954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:37:32.424919 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-cf1f380c-df2c-4114-9e02-f1d44b8262a2 req-44788ee4-6b28-4b4c-b769-e094ac933954 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=093eb2f7-fb10-42a1-aced-cc67680caad4 HTTP/1.1" status: 200 len: 850 time: 0.1173635 Nov 23 17:37:32.441804 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bac609-197b-44f7-b5e6-2e6938a693a0 req-fc171eb3-7f32-4f67-a4cf-40c1dcc03547 tempest-ServerRescueTestJSON-1442542130 tempest-ServerRescueTestJSON-1442542130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:37:32.445716 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b0bac609-197b-44f7-b5e6-2e6938a693a0 req-fc171eb3-7f32-4f67-a4cf-40c1dcc03547 tempest-ServerRescueTestJSON-1442542130 tempest-ServerRescueTestJSON-1442542130-project] 10.222.0.60 "GET /v2.0/ports?device_id=ee290cd0-e82d-49ef-b37f-6dd1b103485f HTTP/1.1" status: 200 len: 944 time: 0.1233690 Nov 23 17:37:32.481807 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-39aa4f59-f6af-4b12-95db-bbce2c614ba5 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:32.485795 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f4ec04-1349-4624-b27b-cc99174f4287 req-a8de633a-311a-4a49-8ebf-8bc5e9ea53c6 tempest-TestServerMultinode-923147666 tempest-TestServerMultinode-923147666-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:37:32.487326 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-a5f4ec04-1349-4624-b27b-cc99174f4287 req-a8de633a-311a-4a49-8ebf-8bc5e9ea53c6 tempest-TestServerMultinode-923147666 tempest-TestServerMultinode-923147666-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=33b4fa19-d365-4c44-8160-75721782e164 HTTP/1.1" status: 200 len: 1097 time: 0.1383932 Nov 23 17:37:32.501287 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-cf1f380c-df2c-4114-9e02-f1d44b8262a2 req-90dec854-e7d6-4ec6-81b9-d2eeb0abcf9d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=54b597b6-8526-45de-87fd-e706be5a39dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0540984 Nov 23 17:37:32.530305 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-39aa4f59-f6af-4b12-95db-bbce2c614ba5 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Calling delete_port for 6bf1a21f-c7e9-4458-a28b-525490a1b1be owned by {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:37:32.628182 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b0bac609-197b-44f7-b5e6-2e6938a693a0 req-c0cf6949-a951-4caa-8cd3-58bc67d8debf tempest-ServerRescueTestJSON-1442542130 tempest-ServerRescueTestJSON-1442542130-project] 10.222.0.60 "GET /v2.0/security-groups?id=cf26cd6b-cd43-4747-bf84-de1f0ff7a3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682553 Nov 23 17:37:32.775834 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [req-a5f4ec04-1349-4624-b27b-cc99174f4287 req-4ad4b0dc-e410-43ca-b7d4-4f34d6895bcf tempest-TestServerMultinode-923147666 tempest-TestServerMultinode-923147666-project-admin] Deleting port 83cec3d3-be49-4f80-9d82-23f6e8fb4d5d {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:37:32.776814 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-a5f4ec04-1349-4624-b27b-cc99174f4287 req-4ad4b0dc-e410-43ca-b7d4-4f34d6895bcf tempest-TestServerMultinode-923147666 tempest-TestServerMultinode-923147666-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:32.807750 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9042cb9d-0346-4aaf-8b47-52dfbd749ca7 req-dcf284cd-8d02-4357-8701-ed69bc6bb844 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=83c4b9c5-48d7-40af-8fb5-dabe4d43cce9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1307814 Nov 23 17:37:32.837658 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-39aa4f59-f6af-4b12-95db-bbce2c614ba5 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:32.840225 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-cf1f380c-df2c-4114-9e02-f1d44b8262a2 req-3bf63019-e57d-4aac-b073-4ee376768778 service neutron] 10.222.0.36 "GET /v2.0/networks/54b597b6-8526-45de-87fd-e706be5a39dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3265433 Nov 23 17:37:33.004720 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39aa4f59-f6af-4b12-95db-bbce2c614ba5 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Pushing event deleted for resources: {'Port': ['ID=6bf1a21f-c7e9-4458-a28b-525490a1b1be,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:37:33.010537 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-39aa4f59-f6af-4b12-95db-bbce2c614ba5 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:33.014996 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-39aa4f59-f6af-4b12-95db-bbce2c614ba5 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] 10.222.0.60 "DELETE /v2.0/ports/6bf1a21f-c7e9-4458-a28b-525490a1b1be HTTP/1.1" status: 204 len: 168 time: 0.8827553 Nov 23 17:37:33.018847 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 46514) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:37:33.108083 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [req-a5f4ec04-1349-4624-b27b-cc99174f4287 req-4ad4b0dc-e410-43ca-b7d4-4f34d6895bcf tempest-TestServerMultinode-923147666 tempest-TestServerMultinode-923147666-project-admin] For port 83cec3d3-be49-4f80-9d82-23f6e8fb4d5d, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=83cec3d3-be49-4f80-9d82-23f6e8fb4d5d,segment=NetworkSegment(8c64260d-b961-46a3-a6c7-197975bfee6d),segment_id=8c64260d-b961-46a3-a6c7-197975bfee6d)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:37:33.108694 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-a5f4ec04-1349-4624-b27b-cc99174f4287 req-4ad4b0dc-e410-43ca-b7d4-4f34d6895bcf tempest-TestServerMultinode-923147666 tempest-TestServerMultinode-923147666-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:33.133449 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dfe8b77-4fbd-44d2-8b2f-df6cc65d7b12 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:37:33.137857 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-6dfe8b77-4fbd-44d2-8b2f-df6cc65d7b12 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1150687 Nov 23 17:37:33.139804 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 46516) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:37:33.155702 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [req-a5f4ec04-1349-4624-b27b-cc99174f4287 req-4ad4b0dc-e410-43ca-b7d4-4f34d6895bcf tempest-TestServerMultinode-923147666 tempest-TestServerMultinode-923147666-project-admin] Calling delete_port for 83cec3d3-be49-4f80-9d82-23f6e8fb4d5d owned by compute:nova {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:37:33.193345 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9042cb9d-0346-4aaf-8b47-52dfbd749ca7 req-8c00d1ef-75ca-4845-9b09-c7024fa3e640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:37:33.194258 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9042cb9d-0346-4aaf-8b47-52dfbd749ca7 req-8c00d1ef-75ca-4845-9b09-c7024fa3e640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:37:33.194898 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9042cb9d-0346-4aaf-8b47-52dfbd749ca7 req-8c00d1ef-75ca-4845-9b09-c7024fa3e640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:37:33.195553 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9042cb9d-0346-4aaf-8b47-52dfbd749ca7 req-8c00d1ef-75ca-4845-9b09-c7024fa3e640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:37:33.196421 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9042cb9d-0346-4aaf-8b47-52dfbd749ca7 req-8c00d1ef-75ca-4845-9b09-c7024fa3e640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:37:33.197150 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9042cb9d-0346-4aaf-8b47-52dfbd749ca7 req-8c00d1ef-75ca-4845-9b09-c7024fa3e640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:37:33.197829 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9042cb9d-0346-4aaf-8b47-52dfbd749ca7 req-8c00d1ef-75ca-4845-9b09-c7024fa3e640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:37:33.198242 n-d-816206-8 neutron-server[103590]: INFO neutron.pecan_wsgi.hooks.translation [None req-e48ca048-652a-442f-a77e-21bf7fc96bb6 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] GET failed (client error): The resource could not be found. Nov 23 17:37:33.203244 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-e48ca048-652a-442f-a77e-21bf7fc96bb6 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] 10.222.0.60 "GET /v2.0/ports/6bf1a21f-c7e9-4458-a28b-525490a1b1be HTTP/1.1" status: 404 len: 333 time: 0.0588269 Nov 23 17:37:33.204514 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 46520) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:37:33.204890 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9042cb9d-0346-4aaf-8b47-52dfbd749ca7 req-8c00d1ef-75ca-4845-9b09-c7024fa3e640 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9b0068a4a0a543038f63069e85a0a90e&device_id=83c4b9c5-48d7-40af-8fb5-dabe4d43cce9 HTTP/1.1" status: 200 len: 6498 time: 0.2618132 Nov 23 17:37:33.211089 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-069480b4-f013-44b1-9345-b6411a03062f tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1378299177'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:37:33.288584 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-069480b4-f013-44b1-9345-b6411a03062f tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Made reservation on behalf of 4bc7c7d1542d486592900c4a00632f91 for: {'network': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:37:33.294144 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-069480b4-f013-44b1-9345-b6411a03062f tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for network, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:33.316555 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-cf1f380c-df2c-4114-9e02-f1d44b8262a2 req-92f22141-5c0c-4ad1-a02d-d3623b872592 service neutron] 10.222.0.36 "GET /v2.0/networks/54b597b6-8526-45de-87fd-e706be5a39dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4608479 Nov 23 17:37:33.350597 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-069480b4-f013-44b1-9345-b6411a03062f tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] vlan segment allocate from pool success with {'vlan_id': 524, 'physical_network': 'physnet1'} {{(pid=103590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 17:37:33.387714 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-069480b4-f013-44b1-9345-b6411a03062f tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:33.388787 n-d-816206-8 neutron-server[103590]: INFO neutron.db.segments_db [None req-069480b4-f013-44b1-9345-b6411a03062f tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Added segment 31843813-344f-4ad4-aa4f-48269bfab957 of type vlan for network c7a05d2e-065d-4768-9c74-9a92ebf070dd Nov 23 17:37:33.403989 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc21af2-5260-45d4-986f-32c534f0879d req-2b43802f-9843-4300-806b-32c5a91d8118 tempest-TestServerMultinode-923147666 tempest-TestServerMultinode-923147666-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:37:33.405598 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-0bc21af2-5260-45d4-986f-32c534f0879d req-2b43802f-9843-4300-806b-32c5a91d8118 tempest-TestServerMultinode-923147666 tempest-TestServerMultinode-923147666-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=33b4fa19-d365-4c44-8160-75721782e164 HTTP/1.1" status: 200 len: 1097 time: 0.1843934 Nov 23 17:37:33.465985 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9042cb9d-0346-4aaf-8b47-52dfbd749ca7 req-6f6b743d-a812-44e9-8dcf-77922d656502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:37:33.466466 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9042cb9d-0346-4aaf-8b47-52dfbd749ca7 req-6f6b743d-a812-44e9-8dcf-77922d656502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:37:33.467059 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9042cb9d-0346-4aaf-8b47-52dfbd749ca7 req-6f6b743d-a812-44e9-8dcf-77922d656502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:37:33.468942 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9042cb9d-0346-4aaf-8b47-52dfbd749ca7 req-6f6b743d-a812-44e9-8dcf-77922d656502 service neutron] 10.222.0.55 "GET /v2.0/networks?id=8fae7973-38e6-4660-a7b2-023eda92e2f5&id=a67d26f0-d8bc-46d6-9df4-c5b8fb20d14c&id=a67d26f0-d8bc-46d6-9df4-c5b8fb20d14c&id=a67d26f0-d8bc-46d6-9df4-c5b8fb20d14c&id=a67d26f0-d8bc-46d6-9df4-c5b8fb20d14c&id=a080cd49-aff0-47e2-a832-3717812be820&id=a080cd49-aff0-47e2-a832-3717812be820 HTTP/1.1" status: 200 len: 2298 time: 0.2122324 Nov 23 17:37:33.510352 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-069480b4-f013-44b1-9345-b6411a03062f tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736635338810'] for network, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:33.528170 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-a5f4ec04-1349-4624-b27b-cc99174f4287 req-4ad4b0dc-e410-43ca-b7d4-4f34d6895bcf tempest-TestServerMultinode-923147666 tempest-TestServerMultinode-923147666-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:33.561435 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-0bc21af2-5260-45d4-986f-32c534f0879d req-368f8f72-a160-4e65-87f8-433f4703d395 tempest-TestServerMultinode-923147666 tempest-TestServerMultinode-923147666-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=929c7a40-58bd-4432-bd3a-56dcc11e52dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483023 Nov 23 17:37:33.575547 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad4b0dc-e410-43ca-b7d4-4f34d6895bcf tempest-TestServerMultinode-923147666 tempest-TestServerMultinode-923147666-project-admin] Pushing event deleted for resources: {'Port': ['ID=83cec3d3-be49-4f80-9d82-23f6e8fb4d5d,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:37:33.597108 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9042cb9d-0346-4aaf-8b47-52dfbd749ca7 req-8cd671b5-156d-47e5-add1-cbabc9b46a3d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e6cacfa8-7eb8-4a5b-9e66-80a73f1d903a HTTP/1.1" status: 200 len: 1001 time: 0.1149361 Nov 23 17:37:33.624195 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-069480b4-f013-44b1-9345-b6411a03062f tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493'] for network, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:33.631394 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-069480b4-f013-44b1-9345-b6411a03062f tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:37:33.632385 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-069480b4-f013-44b1-9345-b6411a03062f tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks [] for network, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:33.682458 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9042cb9d-0346-4aaf-8b47-52dfbd749ca7 req-e4257ee2-ae0e-4d44-ac6f-c591a9f87580 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:37:33.690619 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9042cb9d-0346-4aaf-8b47-52dfbd749ca7 req-e4257ee2-ae0e-4d44-ac6f-c591a9f87580 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=34624ad2-f585-44eb-b7a5-2bcf52826b90 HTTP/1.1" status: 200 len: 856 time: 0.0850716 Nov 23 17:37:33.698293 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-069480b4-f013-44b1-9345-b6411a03062f tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4902661 Nov 23 17:37:33.699973 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 46536) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:37:33.740630 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5f4ec04-1349-4624-b27b-cc99174f4287 req-4ad4b0dc-e410-43ca-b7d4-4f34d6895bcf tempest-TestServerMultinode-923147666 tempest-TestServerMultinode-923147666-project-admin] No DVR routers for this DVR port 83cec3d3-be49-4f80-9d82-23f6e8fb4d5d on host n-h1-816206-8 {{(pid=103590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:37:33.747048 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-a5f4ec04-1349-4624-b27b-cc99174f4287 req-4ad4b0dc-e410-43ca-b7d4-4f34d6895bcf tempest-TestServerMultinode-923147666 tempest-TestServerMultinode-923147666-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:33.754069 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-a5f4ec04-1349-4624-b27b-cc99174f4287 req-4ad4b0dc-e410-43ca-b7d4-4f34d6895bcf tempest-TestServerMultinode-923147666 tempest-TestServerMultinode-923147666-project-admin] 10.222.0.55 "DELETE /v2.0/ports/83cec3d3-be49-4f80-9d82-23f6e8fb4d5d HTTP/1.1" status: 204 len: 173 time: 1.2586124 Nov 23 17:37:33.775041 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] get_ports_and_sgs() called for port_ids ['83cec3d3-be49-4f80-9d82-23f6e8fb4d5d'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:37:33.780610 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-f16ded53-6f5a-438d-bf08-e144b8868162 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Request body: {'subnet': {'network_id': 'c7a05d2e-065d-4768-9c74-9a92ebf070dd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:37:33.782929 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] get_ports_and_sgs() called for port_ids ['dff4911f-7141-4f9a-9af6-94039721c180'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:37:33.843078 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9042cb9d-0346-4aaf-8b47-52dfbd749ca7 req-0be755d5-8d09-48de-8566-c9a4cd44190d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:37:33.847583 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9042cb9d-0346-4aaf-8b47-52dfbd749ca7 req-0be755d5-8d09-48de-8566-c9a4cd44190d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8fae7973-38e6-4660-a7b2-023eda92e2f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1541574 Nov 23 17:37:33.938629 n-d-816206-8 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33b4fa19-d365-4c44-8160-75721782e164', 'name': 'network-vif-deleted', 'tag': '83cec3d3-be49-4f80-9d82-23f6e8fb4d5d'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:37:33.941066 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbabddbc9fc37b068808e119c416c86f5957ca04531a4a0d2e695c515e93483b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42f65904-3796-48e9-984e-bea8f529bf91" -d '{"events": [{"server_uuid": "33b4fa19-d365-4c44-8160-75721782e164", "name": "network-vif-deleted", "tag": "83cec3d3-be49-4f80-9d82-23f6e8fb4d5d"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:37:33.979685 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f16ded53-6f5a-438d-bf08-e144b8868162 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Made reservation on behalf of 4bc7c7d1542d486592900c4a00632f91 for: {'subnet': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:37:33.984196 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f16ded53-6f5a-438d-bf08-e144b8868162 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264730903'] for subnet, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:34.092670 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:37:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dde21acc-4c66-44e2-85de-3dbb03be552a x-openstack-request-id: req-dde21acc-4c66-44e2-85de-3dbb03be552a {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:37:34.092947 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33b4fa19-d365-4c44-8160-75721782e164", "name": "network-vif-deleted", "tag": "83cec3d3-be49-4f80-9d82-23f6e8fb4d5d", "status": "completed", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:37:34.093240 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-dde21acc-4c66-44e2-85de-3dbb03be552a {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:37:34.093653 n-d-816206-8 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33b4fa19-d365-4c44-8160-75721782e164', 'name': 'network-vif-deleted', 'tag': '83cec3d3-be49-4f80-9d82-23f6e8fb4d5d', 'status': 'completed', 'code': 200} Nov 23 17:37:34.108936 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cb3f87-5fcd-4b73-89ff-59a0272f84fa req-c3819b2a-7ab8-46fd-ab9f-3f37f344fc61 tempest-ServerRescueTestJSON-1442542130 tempest-ServerRescueTestJSON-1442542130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:37:34.121567 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a6cb3f87-5fcd-4b73-89ff-59a0272f84fa req-c3819b2a-7ab8-46fd-ab9f-3f37f344fc61 tempest-ServerRescueTestJSON-1442542130 tempest-ServerRescueTestJSON-1442542130-project] 10.222.0.60 "GET /v2.0/ports?device_id=ee290cd0-e82d-49ef-b37f-6dd1b103485f HTTP/1.1" status: 200 len: 944 time: 0.2800868 Nov 23 17:37:34.165982 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069480b4-f013-44b1-9345-b6411a03062f tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Pushing event updated for resources: {'Network': ['ID=c7a05d2e-065d-4768-9c74-9a92ebf070dd,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:37:34.187805 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Network c7a05d2e-065d-4768-9c74-9a92ebf070dd details requested by agent ovs-agent-n-d-816206-8 with host n-d-816206-8 {{(pid=103592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 17:37:34.301173 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a6cb3f87-5fcd-4b73-89ff-59a0272f84fa req-0b8e21d5-6576-45ca-a73a-fc368b641ff9 tempest-ServerRescueTestJSON-1442542130 tempest-ServerRescueTestJSON-1442542130-project] 10.222.0.60 "GET /v2.0/security-groups?id=cf26cd6b-cd43-4747-bf84-de1f0ff7a3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782632 Nov 23 17:37:34.308399 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9042cb9d-0346-4aaf-8b47-52dfbd749ca7 req-3b6f75af-4bb3-4b87-bbce-37c715357509 service neutron] 10.222.0.55 "GET /v2.0/networks/8fae7973-38e6-4660-a7b2-023eda92e2f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3555052 Nov 23 17:37:34.308649 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f16ded53-6f5a-438d-bf08-e144b8868162 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264358096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264730885'] for subnet, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:34.433458 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16ded53-6f5a-438d-bf08-e144b8868162 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Pushing event updated for resources: {'Subnet': ['ID=3fcd6b6f-5caa-4c15-865a-e40623048bc7,revision_number=0']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:37:34.448802 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f16ded53-6f5a-438d-bf08-e144b8868162 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Checking segment: {'id': '31843813-344f-4ad4-aa4f-48269bfab957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'c7a05d2e-065d-4768-9c74-9a92ebf070dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:37:34.449642 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f16ded53-6f5a-438d-bf08-e144b8868162 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Network hostable DHCP agents. Network: c7a05d2e-065d-4768-9c74-9a92ebf070dd, hostable agents: ['0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3'], hosted agents: [] {{(pid=103590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 17:37:34.498960 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f16ded53-6f5a-438d-bf08-e144b8868162 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Network c7a05d2e-065d-4768-9c74-9a92ebf070dd is scheduled to be hosted by DHCP agent 0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3 with binding_index 1 {{(pid=103590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 17:37:34.517633 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-f16ded53-6f5a-438d-bf08-e144b8868162 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-8, c7a05d2e-065d-4768-9c74-9a92ebf070dd) {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:37:34.520830 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9042cb9d-0346-4aaf-8b47-52dfbd749ca7 req-7c1b6874-238f-4219-bb3c-22f1697f7666 service neutron] 10.222.0.55 "GET /v2.0/networks/8fae7973-38e6-4660-a7b2-023eda92e2f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2038648 Nov 23 17:37:34.525768 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f16ded53-6f5a-438d-bf08-e144b8868162 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:37:34.526371 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f16ded53-6f5a-438d-bf08-e144b8868162 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks [] for subnet, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:34.531363 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32909f5b-0143-437b-aed3-760c953b2050 None None] Network c7a05d2e-065d-4768-9c74-9a92ebf070dd requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:37:34.566729 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-f16ded53-6f5a-438d-bf08-e144b8868162 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8323474 Nov 23 17:37:34.568813 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 46552) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:37:34.580546 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-bf5e0266-32df-4a94-87cc-e01b49083862 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Request body: {'subnet': {'network_id': 'c7a05d2e-065d-4768-9c74-9a92ebf070dd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:37:34.612640 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9042cb9d-0346-4aaf-8b47-52dfbd749ca7 req-31b64259-18ba-4111-af2b-96eb84494cd5 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.111&port_id=43a35972-e7d6-46b1-a089-47907bd8d235 HTTP/1.1" status: 200 len: 217 time: 0.0862250 Nov 23 17:37:34.634792 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device 552bc992-268b-4e3f-9c43-7821ee8c00ae details requested by agent hyperv_n-h2-816206-8 with host n-h2-816206-8 {{(pid=103592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 17:37:34.755962 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9042cb9d-0346-4aaf-8b47-52dfbd749ca7 req-0a41c82b-6db6-4d5d-a927-c8c89a87237e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:37:34.759131 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9042cb9d-0346-4aaf-8b47-52dfbd749ca7 req-0a41c82b-6db6-4d5d-a927-c8c89a87237e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=bcb9709f-482c-4f68-bfac-95b809cc7fe7 HTTP/1.1" status: 200 len: 797 time: 0.1374063 Nov 23 17:37:34.841038 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf5e0266-32df-4a94-87cc-e01b49083862 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Made reservation on behalf of 4bc7c7d1542d486592900c4a00632f91 for: {'subnet': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:37:34.842447 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a62e7d76-9783-44d6-8c2d-3e5455b55abe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp355044b8-8e87-58c4-94fa-4a010ec30f9e-c7a05d2e-065d-4768-9c74-9a92ebf070dd', 'network_id': 'c7a05d2e-065d-4768-9c74-9a92ebf070dd', 'tenant_id': '4bc7c7d1542d486592900c4a00632f91', 'fixed_ips': [{'subnet_id': '3fcd6b6f-5caa-4c15-865a-e40623048bc7'}]}} from n-d-816206-8. {{(pid=103592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 17:37:34.844292 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-a62e7d76-9783-44d6-8c2d-3e5455b55abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:34.845288 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-bf5e0266-32df-4a94-87cc-e01b49083862 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264730903'] for subnet, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:34.852333 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9042cb9d-0346-4aaf-8b47-52dfbd749ca7 req-4ec5a306-86a6-4c08-878e-61ee08441011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:37:34.860770 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9042cb9d-0346-4aaf-8b47-52dfbd749ca7 req-4ec5a306-86a6-4c08-878e-61ee08441011 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a67d26f0-d8bc-46d6-9df4-c5b8fb20d14c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0905468 Nov 23 17:37:35.006237 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9042cb9d-0346-4aaf-8b47-52dfbd749ca7 req-64b48dd7-88b6-4808-b9ed-352d0a4df80f service neutron] 10.222.0.55 "GET /v2.0/networks/a67d26f0-d8bc-46d6-9df4-c5b8fb20d14c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387758 Nov 23 17:37:35.031579 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port 552bc992-268b-4e3f-9c43-7821ee8c00ae, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=552bc992-268b-4e3f-9c43-7821ee8c00ae,segment=NetworkSegment(c149808e-63db-41ac-b80f-e721c4138182),segment_id=c149808e-63db-41ac-b80f-e721c4138182)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:37:35.032759 n-d-816206-8 neutron-server[103590]: INFO neutron.db.ipam_backend_mixin [None req-bf5e0266-32df-4a94-87cc-e01b49083862 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 3fcd6b6f-5caa-4c15-865a-e40623048bc7 (CIDR: 2001:db8::/64) Nov 23 17:37:35.037597 n-d-816206-8 neutron-server[103590]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf5e0266-32df-4a94-87cc-e01b49083862 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 17:37:35.038129 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf5e0266-32df-4a94-87cc-e01b49083862 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103590) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 17:37:35.058992 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Returning: {'device': '552bc992-268b-4e3f-9c43-7821ee8c00ae', 'network_id': '54b597b6-8526-45de-87fd-e706be5a39dc', 'port_id': '552bc992-268b-4e3f-9c43-7821ee8c00ae', 'mac_address': 'fa:16:3e:56:af:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 542, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '093eb2f7-fb10-42a1-aced-cc67680caad4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 17:37:35.076046 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-bf5e0266-32df-4a94-87cc-e01b49083862 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5058064 Nov 23 17:37:35.079156 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 46568) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:37:35.092034 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-79247b3c-3da2-49b6-b7e0-693e1e7a4855 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Request body: {'subnet': {'network_id': 'c7a05d2e-065d-4768-9c74-9a92ebf070dd', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:37:35.135696 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.db_base_plugin_common [None req-a62e7d76-9783-44d6-8c2d-3e5455b55abe None None] Allocated IP 2001:db8::2 (c7a05d2e-065d-4768-9c74-9a92ebf070dd/3fcd6b6f-5caa-4c15-865a-e40623048bc7/bfeaf133-0b44-460e-905c-1e3dc36d6967) {{(pid=103592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:37:35.264743 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9042cb9d-0346-4aaf-8b47-52dfbd749ca7 req-4e3e8de9-b56b-4a9e-9f9f-0a88b11cf8b8 service neutron] 10.222.0.55 "GET /v2.0/networks/a67d26f0-d8bc-46d6-9df4-c5b8fb20d14c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2503791 Nov 23 17:37:35.397644 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79247b3c-3da2-49b6-b7e0-693e1e7a4855 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Made reservation on behalf of 4bc7c7d1542d486592900c4a00632f91 for: {'subnet': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:37:35.403519 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-79247b3c-3da2-49b6-b7e0-693e1e7a4855 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264730903'] for subnet, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:35.425799 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:35.468724 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9042cb9d-0346-4aaf-8b47-52dfbd749ca7 req-3619e4bf-9cb5-427c-b08a-f3e0d9ff27da service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.36&port_id=2c22850f-3ed8-45c1-8cb5-d847f5bb33e0 HTTP/1.1" status: 200 len: 217 time: 0.1957378 Nov 23 17:37:35.502456 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 552bc992-268b-4e3f-9c43-7821ee8c00ae {{(pid=103592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:37:35.542978 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9042cb9d-0346-4aaf-8b47-52dfbd749ca7 req-0bb2f53e-6333-431a-8424-f26c2293ba09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:37:35.547464 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9042cb9d-0346-4aaf-8b47-52dfbd749ca7 req-0bb2f53e-6333-431a-8424-f26c2293ba09 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=bcb9709f-482c-4f68-bfac-95b809cc7fe7 HTTP/1.1" status: 200 len: 797 time: 0.0662982 Nov 23 17:37:35.568925 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port 552bc992-268b-4e3f-9c43-7821ee8c00ae, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=552bc992-268b-4e3f-9c43-7821ee8c00ae,segment=NetworkSegment(c149808e-63db-41ac-b80f-e721c4138182),segment_id=c149808e-63db-41ac-b80f-e721c4138182)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:37:35.585360 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:35.590786 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-a62e7d76-9783-44d6-8c2d-3e5455b55abe None None] Publish callbacks [] for port, precommit_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:35.634137 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2adcdba4-f3d6-442f-ac5d-7890bcceea1a req-7cbc2ef7-8f76-4aba-8d22-0b4a7113a48b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=6405c518-c3fe-4701-acc0-e089ba26cce4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.3480361 Nov 23 17:37:35.678612 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9042cb9d-0346-4aaf-8b47-52dfbd749ca7 req-50c44aaa-fb5a-4d1d-95b5-7ce7aeaf5fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:37:35.681015 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9042cb9d-0346-4aaf-8b47-52dfbd749ca7 req-50c44aaa-fb5a-4d1d-95b5-7ce7aeaf5fc3 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a67d26f0-d8bc-46d6-9df4-c5b8fb20d14c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1193964 Nov 23 17:37:35.682913 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75712f22-3569-4efa-b0e4-0c344a753ab4 req-f6a70c39-c440-4b5c-843b-6683773eae11 tempest-TestServerMultinode-923147666 tempest-TestServerMultinode-923147666-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:37:35.697946 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-75712f22-3569-4efa-b0e4-0c344a753ab4 req-f6a70c39-c440-4b5c-843b-6683773eae11 tempest-TestServerMultinode-923147666 tempest-TestServerMultinode-923147666-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=e01ab346-e11a-44c7-81b0-c857238c0d88 HTTP/1.1" status: 200 len: 1097 time: 0.6483834 Nov 23 17:37:35.720179 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-a62e7d76-9783-44d6-8c2d-3e5455b55abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980'] for port, after_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:35.753637 n-d-816206-8 neutron-server[103592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a62e7d76-9783-44d6-8c2d-3e5455b55abe None None] Network c7a05d2e-065d-4768-9c74-9a92ebf070dd is already hosted by enough agents. {{(pid=103592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:37:35.758861 n-d-816206-8 neutron-server[103592]: DEBUG neutron.scheduler.base_scheduler [None req-a62e7d76-9783-44d6-8c2d-3e5455b55abe None None] Resources bound (agent type, host, resource id): {{(pid=103592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:37:35.767868 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a62e7d76-9783-44d6-8c2d-3e5455b55abe None None] Received port after_create {{(pid=103592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:37:35.773402 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Pushing event updated for resources: {'Port': ['ID=552bc992-268b-4e3f-9c43-7821ee8c00ae,revision_number=4']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:37:35.938794 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62e7d76-9783-44d6-8c2d-3e5455b55abe None None] Pushing event updated for resources: {'Port': ['ID=bfeaf133-0b44-460e-905c-1e3dc36d6967,revision_number=1']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:37:35.961029 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-75712f22-3569-4efa-b0e4-0c344a753ab4 req-036a340c-3207-452f-899d-20e7e759b04d tempest-TestServerMultinode-923147666 tempest-TestServerMultinode-923147666-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=929c7a40-58bd-4432-bd3a-56dcc11e52dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2656887 Nov 23 17:37:36.027909 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-a62e7d76-9783-44d6-8c2d-3e5455b55abe None None] Attempting to bind port bfeaf133-0b44-460e-905c-1e3dc36d6967 on host n-d-816206-8 for vnic_type normal with profile {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:37:36.029627 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-a62e7d76-9783-44d6-8c2d-3e5455b55abe None None] Attempting to bind port bfeaf133-0b44-460e-905c-1e3dc36d6967 by drivers openvswitch,hyperv on host n-d-816206-8 at level 0 using segments [{'id': '31843813-344f-4ad4-aa4f-48269bfab957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'c7a05d2e-065d-4768-9c74-9a92ebf070dd'}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:37:36.030214 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a62e7d76-9783-44d6-8c2d-3e5455b55abe None None] Attempting to bind port bfeaf133-0b44-460e-905c-1e3dc36d6967 on network c7a05d2e-065d-4768-9c74-9a92ebf070dd {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:37:36.039429 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] get_ports_and_sgs() called for port_ids ['552bc992-268b-4e3f-9c43-7821ee8c00ae'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:37:36.065745 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9042cb9d-0346-4aaf-8b47-52dfbd749ca7 req-0980cb9a-701a-420a-97da-c6a43d7898e5 service neutron] 10.222.0.55 "GET /v2.0/networks/a67d26f0-d8bc-46d6-9df4-c5b8fb20d14c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3685408 Nov 23 17:37:36.071333 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-79247b3c-3da2-49b6-b7e0-693e1e7a4855 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264358096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264730885'] for subnet, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:36.084527 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 46594) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:37:36.115610 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a62e7d76-9783-44d6-8c2d-3e5455b55abe None None] Checking agent: {'id': '9e89acbe-4bbe-4c77-a18b-6f1da9133e0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 7, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 37, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:37:36.117013 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adcdba4-f3d6-442f-ac5d-7890bcceea1a req-86889562-6c52-4e3e-bf35-fbb9ccfb601e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:37:36.117238 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a62e7d76-9783-44d6-8c2d-3e5455b55abe None None] Checking segment: {'id': '31843813-344f-4ad4-aa4f-48269bfab957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'c7a05d2e-065d-4768-9c74-9a92ebf070dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:37:36.117672 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adcdba4-f3d6-442f-ac5d-7890bcceea1a req-86889562-6c52-4e3e-bf35-fbb9ccfb601e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:37:36.118259 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-a62e7d76-9783-44d6-8c2d-3e5455b55abe None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:36.118508 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adcdba4-f3d6-442f-ac5d-7890bcceea1a req-86889562-6c52-4e3e-bf35-fbb9ccfb601e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:37:36.119006 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a62e7d76-9783-44d6-8c2d-3e5455b55abe None None] Bound using segment: {'id': '31843813-344f-4ad4-aa4f-48269bfab957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'c7a05d2e-065d-4768-9c74-9a92ebf070dd'} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:37:36.119145 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adcdba4-f3d6-442f-ac5d-7890bcceea1a req-86889562-6c52-4e3e-bf35-fbb9ccfb601e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:37:36.119793 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-a62e7d76-9783-44d6-8c2d-3e5455b55abe None None] Bound port: bfeaf133-0b44-460e-905c-1e3dc36d6967, host: n-d-816206-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31843813-344f-4ad4-aa4f-48269bfab957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'c7a05d2e-065d-4768-9c74-9a92ebf070dd'}}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:37:36.119967 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adcdba4-f3d6-442f-ac5d-7890bcceea1a req-86889562-6c52-4e3e-bf35-fbb9ccfb601e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:37:36.120569 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-a62e7d76-9783-44d6-8c2d-3e5455b55abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:36.120701 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adcdba4-f3d6-442f-ac5d-7890bcceea1a req-86889562-6c52-4e3e-bf35-fbb9ccfb601e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:37:36.121342 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adcdba4-f3d6-442f-ac5d-7890bcceea1a req-86889562-6c52-4e3e-bf35-fbb9ccfb601e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:37:36.123933 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2adcdba4-f3d6-442f-ac5d-7890bcceea1a req-86889562-6c52-4e3e-bf35-fbb9ccfb601e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8043a75783e64196ac0be92247cb4c17&device_id=6405c518-c3fe-4701-acc0-e089ba26cce4 HTTP/1.1" status: 200 len: 6491 time: 0.3549082 Nov 23 17:37:36.153631 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92a920a-b5fb-4024-9d72-e8b3c9ddf70b req-019db0f2-e9c9-4f73-abf9-7c8b433d265a tempest-ServerRescueTestJSON-1442542130 tempest-ServerRescueTestJSON-1442542130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:37:36.155462 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e92a920a-b5fb-4024-9d72-e8b3c9ddf70b req-019db0f2-e9c9-4f73-abf9-7c8b433d265a tempest-ServerRescueTestJSON-1442542130 tempest-ServerRescueTestJSON-1442542130-project] 10.222.0.60 "GET /v2.0/ports?device_id=ee290cd0-e82d-49ef-b37f-6dd1b103485f HTTP/1.1" status: 200 len: 945 time: 0.7063048 Nov 23 17:37:36.190630 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79247b3c-3da2-49b6-b7e0-693e1e7a4855 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Network c7a05d2e-065d-4768-9c74-9a92ebf070dd is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:37:36.207628 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-79247b3c-3da2-49b6-b7e0-693e1e7a4855 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:37:36.215015 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79247b3c-3da2-49b6-b7e0-693e1e7a4855 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:37:36.215673 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-79247b3c-3da2-49b6-b7e0-693e1e7a4855 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks [] for subnet, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:36.246586 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-a62e7d76-9783-44d6-8c2d-3e5455b55abe None None] For port bfeaf133-0b44-460e-905c-1e3dc36d6967, host n-d-816206-8, cleared binding levels {{(pid=103592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:37:36.250244 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79247b3c-3da2-49b6-b7e0-693e1e7a4855 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Pushing event updated for resources: {'Subnet': ['ID=d3b9a455-c82d-4b4e-8815-72803491e1d8,revision_number=0']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:37:36.251454 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-a62e7d76-9783-44d6-8c2d-3e5455b55abe None None] For port bfeaf133-0b44-460e-905c-1e3dc36d6967, host n-d-816206-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=bfeaf133-0b44-460e-905c-1e3dc36d6967,segment=NetworkSegment(31843813-344f-4ad4-aa4f-48269bfab957),segment_id=31843813-344f-4ad4-aa4f-48269bfab957)] {{(pid=103592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:37:36.264412 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-a62e7d76-9783-44d6-8c2d-3e5455b55abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:36.272547 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-79247b3c-3da2-49b6-b7e0-693e1e7a4855 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.1920662 Nov 23 17:37:36.276083 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 46600) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:37:36.280516 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-7074b575-1cf2-4189-928b-a799d30e0f26 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Request body: {'port': {'network_id': 'c7a05d2e-065d-4768-9c74-9a92ebf070dd', 'fixed_ips': [{'subnet_id': '3fcd6b6f-5caa-4c15-865a-e40623048bc7'}, {'subnet_id': 'd3b9a455-c82d-4b4e-8815-72803491e1d8'}], 'name': 'tempest-PortsIpV6TestJSON-1090559661'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:37:36.356695 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e92a920a-b5fb-4024-9d72-e8b3c9ddf70b req-2fac8a1c-f3d2-4996-8f37-60647c5899a5 tempest-ServerRescueTestJSON-1442542130 tempest-ServerRescueTestJSON-1442542130-project] 10.222.0.60 "GET /v2.0/security-groups?id=cf26cd6b-cd43-4747-bf84-de1f0ff7a3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591117 Nov 23 17:37:36.408949 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9042cb9d-0346-4aaf-8b47-52dfbd749ca7 req-fa0c154a-8d42-4716-b9f0-87d84098015a service neutron] 10.222.0.55 "GET /v2.0/networks/a67d26f0-d8bc-46d6-9df4-c5b8fb20d14c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3328142 Nov 23 17:37:36.566431 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62e7d76-9783-44d6-8c2d-3e5455b55abe None None] Pushing event updated for resources: {'Port': ['ID=bfeaf133-0b44-460e-905c-1e3dc36d6967,revision_number=2']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:37:36.616232 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7074b575-1cf2-4189-928b-a799d30e0f26 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Made reservation on behalf of 4bc7c7d1542d486592900c4a00632f91 for: {'port': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:37:36.852227 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-08d498f3-d190-4f75-8127-80dd42f4997a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:36.922254 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7074b575-1cf2-4189-928b-a799d30e0f26 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:36.960256 n-d-816206-8 neutron-server[103590]: DEBUG neutron.notifiers.nova [None req-7074b575-1cf2-4189-928b-a799d30e0f26 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] device_id is not set on port 228a7299-3f3c-4fe8-bf30-721a207b8d43 yet. {{(pid=103590) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 17:37:37.087728 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9042cb9d-0346-4aaf-8b47-52dfbd749ca7 req-38661624-8c2f-484c-b9f4-981124155068 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.59&port_id=2a4244ef-ef03-4f4c-8ffc-3e8bbbae7f23 HTTP/1.1" status: 200 len: 217 time: 0.6652355 Nov 23 17:37:37.092433 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adcdba4-f3d6-442f-ac5d-7890bcceea1a req-cce1ef7a-e274-4b51-b655-626f843fa091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:37:37.093272 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adcdba4-f3d6-442f-ac5d-7890bcceea1a req-cce1ef7a-e274-4b51-b655-626f843fa091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:37:37.093642 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adcdba4-f3d6-442f-ac5d-7890bcceea1a req-cce1ef7a-e274-4b51-b655-626f843fa091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:37:37.095474 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2adcdba4-f3d6-442f-ac5d-7890bcceea1a req-cce1ef7a-e274-4b51-b655-626f843fa091 service neutron] 10.222.0.36 "GET /v2.0/networks?id=04470eef-b922-4801-8872-f6ca765b26dd&id=76740e25-dcec-4d2d-82d4-d720ca6b4fc6&id=76740e25-dcec-4d2d-82d4-d720ca6b4fc6&id=76740e25-dcec-4d2d-82d4-d720ca6b4fc6&id=76740e25-dcec-4d2d-82d4-d720ca6b4fc6&id=22bc55ee-b0f3-41c3-894c-32c421670838&id=22bc55ee-b0f3-41c3-894c-32c421670838 HTTP/1.1" status: 200 len: 2292 time: 0.8969014 Nov 23 17:37:37.176075 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device 83cec3d3-be49-4f80-9d82-23f6e8fb4d5d no longer exists at agent hyperv_n-h1-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:37:37.187564 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9042cb9d-0346-4aaf-8b47-52dfbd749ca7 req-8113c7a6-e136-4c7b-8163-3362c13afb87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:37:37.189378 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9042cb9d-0346-4aaf-8b47-52dfbd749ca7 req-8113c7a6-e136-4c7b-8163-3362c13afb87 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=bcb9709f-482c-4f68-bfac-95b809cc7fe7 HTTP/1.1" status: 200 len: 797 time: 0.0751727 Nov 23 17:37:37.192776 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-08d498f3-d190-4f75-8127-80dd42f4997a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:37.217816 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-08d498f3-d190-4f75-8127-80dd42f4997a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:37.220965 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] No Port match for: 83cec3d3-be49-4f80-9d82-23f6e8fb4d5d {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:37:37.221320 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device 83cec3d3-be49-4f80-9d82-23f6e8fb4d5d not bound to the agent host n-h1-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:37:37.317974 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device bfeaf133-0b44-460e-905c-1e3dc36d6967 up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:37:37.350396 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-08d498f3-d190-4f75-8127-80dd42f4997a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=96b8e78343234e47b89018085a8a097d&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2303543 Nov 23 17:37:37.360376 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 46614) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:37:37.364393 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d498f3-d190-4f75-8127-80dd42f4997a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=194b7220-484b-4f93-962c-51a222b23fd9,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:37:37.407788 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc357ac-a916-43a9-97c4-c8cd6b876b3a req-88194c80-b77e-4b87-a76e-f795f6f45f1d tempest-TestServerMultinode-923147666 tempest-TestServerMultinode-923147666-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:37:37.409813 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-3fc357ac-a916-43a9-97c4-c8cd6b876b3a req-88194c80-b77e-4b87-a76e-f795f6f45f1d tempest-TestServerMultinode-923147666 tempest-TestServerMultinode-923147666-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=e01ab346-e11a-44c7-81b0-c857238c0d88 HTTP/1.1" status: 200 len: 1097 time: 0.3377259 Nov 23 17:37:37.469131 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port bfeaf133-0b44-460e-905c-1e3dc36d6967 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:37:37.469501 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:37.569524 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2adcdba4-f3d6-442f-ac5d-7890bcceea1a req-fc391ac4-1aac-48e8-9290-87a5c716e98f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5c7b0226-5733-4a12-8cf6-a2a8001dd2da HTTP/1.1" status: 200 len: 1001 time: 0.4428468 Nov 23 17:37:37.576977 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9042cb9d-0346-4aaf-8b47-52dfbd749ca7 req-c406d4f0-9e83-4a03-a579-9d0f4c803207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:37:37.578539 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9042cb9d-0346-4aaf-8b47-52dfbd749ca7 req-c406d4f0-9e83-4a03-a579-9d0f4c803207 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a67d26f0-d8bc-46d6-9df4-c5b8fb20d14c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3135715 Nov 23 17:37:37.658093 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-7074b575-1cf2-4189-928b-a799d30e0f26 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Allocated IP 2001:db8::77 (c7a05d2e-065d-4768-9c74-9a92ebf070dd/3fcd6b6f-5caa-4c15-865a-e40623048bc7/228a7299-3f3c-4fe8-bf30-721a207b8d43) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:37:37.666313 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-7074b575-1cf2-4189-928b-a799d30e0f26 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Allocated IP 2001:db8:0:1::89 (c7a05d2e-065d-4768-9c74-9a92ebf070dd/d3b9a455-c82d-4b4e-8815-72803491e1d8/228a7299-3f3c-4fe8-bf30-721a207b8d43) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:37:37.670696 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:37.735608 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] For port bfeaf133-0b44-460e-905c-1e3dc36d6967, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=bfeaf133-0b44-460e-905c-1e3dc36d6967,segment=NetworkSegment(31843813-344f-4ad4-aa4f-48269bfab957),segment_id=31843813-344f-4ad4-aa4f-48269bfab957)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:37:37.745253 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:37.868649 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Pushing event updated for resources: {'Port': ['ID=bfeaf133-0b44-460e-905c-1e3dc36d6967,revision_number=3']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:37:37.911045 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7074b575-1cf2-4189-928b-a799d30e0f26 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:37.930780 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9042cb9d-0346-4aaf-8b47-52dfbd749ca7 req-3d97dbe9-7986-491f-b5b2-80bcaa7b8b59 service neutron] 10.222.0.55 "GET /v2.0/networks/a67d26f0-d8bc-46d6-9df4-c5b8fb20d14c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2376041 Nov 23 17:37:37.932578 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08524320-8eb4-454e-babc-c9d2e1ca8dc4 req-5c0509d9-a43b-48c5-b664-ba21e7c78598 tempest-TestServerMultinode-923147666 tempest-TestServerMultinode-923147666-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:37:37.939987 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-08524320-8eb4-454e-babc-c9d2e1ca8dc4 req-5c0509d9-a43b-48c5-b664-ba21e7c78598 tempest-TestServerMultinode-923147666 tempest-TestServerMultinode-923147666-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=e01ab346-e11a-44c7-81b0-c857238c0d88 HTTP/1.1" status: 200 len: 1097 time: 0.8145871 Nov 23 17:37:37.974027 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7074b575-1cf2-4189-928b-a799d30e0f26 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:38.033201 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 46624) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:37:38.059893 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7074b575-1cf2-4189-928b-a799d30e0f26 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Network c7a05d2e-065d-4768-9c74-9a92ebf070dd is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:37:38.063729 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-7074b575-1cf2-4189-928b-a799d30e0f26 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:37:38.067066 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7074b575-1cf2-4189-928b-a799d30e0f26 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:37:38.073601 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edf53c9c-a250-4f9d-888f-b98fb9350162 None None] Network c7a05d2e-065d-4768-9c74-9a92ebf070dd requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:37:38.074794 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7074b575-1cf2-4189-928b-a799d30e0f26 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:37:38.076138 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7074b575-1cf2-4189-928b-a799d30e0f26 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:38.090037 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6eabd1-7d10-4fec-aae6-9a27fa628d71 req-4471c8a9-bab0-4b4f-b45e-8fca626030c3 tempest-ServerRescueTestJSON-1442542130 tempest-ServerRescueTestJSON-1442542130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:37:38.092391 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7074b575-1cf2-4189-928b-a799d30e0f26 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Pushing event updated for resources: {'Port': ['ID=228a7299-3f3c-4fe8-bf30-721a207b8d43,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:37:38.098258 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-cb6eabd1-7d10-4fec-aae6-9a27fa628d71 req-4471c8a9-bab0-4b4f-b45e-8fca626030c3 tempest-ServerRescueTestJSON-1442542130 tempest-ServerRescueTestJSON-1442542130-project] 10.222.0.60 "GET /v2.0/ports?device_id=ee290cd0-e82d-49ef-b37f-6dd1b103485f HTTP/1.1" status: 200 len: 945 time: 0.5107682 Nov 23 17:37:38.122949 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-7074b575-1cf2-4189-928b-a799d30e0f26 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1015 time: 1.8464139 Nov 23 17:37:38.125675 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 46628) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:37:38.135619 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-37379964-0607-49a0-9f74-aec109c68929 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '3fcd6b6f-5caa-4c15-865a-e40623048bc7'}]}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:37:38.149967 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-b8fe7f83-db37-435a-8c47-1ae2b002bb1a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:38.189597 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adcdba4-f3d6-442f-ac5d-7890bcceea1a req-be98775a-d992-45cd-9e70-200db4b34200 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:37:38.191337 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2adcdba4-f3d6-442f-ac5d-7890bcceea1a req-be98775a-d992-45cd-9e70-200db4b34200 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d52f2422-eba5-4adf-851d-059c4fb2a31d HTTP/1.1" status: 200 len: 851 time: 0.6075845 Nov 23 17:37:38.201057 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-62ceb0dd-f0bd-47ef-b093-c0e221ce8821 None None] Provisioning complete for port bfeaf133-0b44-460e-905c-1e3dc36d6967 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:37:38.202020 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-62ceb0dd-f0bd-47ef-b093-c0e221ce8821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:38.273994 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-37379964-0607-49a0-9f74-aec109c68929 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:38.289502 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-cb6eabd1-7d10-4fec-aae6-9a27fa628d71 req-301dec11-b4d8-48c9-960a-f38174b3af60 tempest-ServerRescueTestJSON-1442542130 tempest-ServerRescueTestJSON-1442542130-project] 10.222.0.60 "GET /v2.0/security-groups?id=cf26cd6b-cd43-4747-bf84-de1f0ff7a3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1897914 Nov 23 17:37:38.308329 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [req-3fc357ac-a916-43a9-97c4-c8cd6b876b3a req-ad232ef9-1b20-4da1-82cd-56c5f71bc6f8 tempest-TestServerMultinode-923147666 tempest-TestServerMultinode-923147666-project-admin] Deleting port dff4911f-7141-4f9a-9af6-94039721c180 {{(pid=103591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:37:38.308682 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-3fc357ac-a916-43a9-97c4-c8cd6b876b3a req-ad232ef9-1b20-4da1-82cd-56c5f71bc6f8 tempest-TestServerMultinode-923147666 tempest-TestServerMultinode-923147666-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:38.349013 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-9bbd9fdd-fc08-4801-a2c3-d641a083f580 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:38.386762 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-b8fe7f83-db37-435a-8c47-1ae2b002bb1a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:38.452218 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-08524320-8eb4-454e-babc-c9d2e1ca8dc4 req-d1583241-f747-4166-aecf-667697792de4 tempest-TestServerMultinode-923147666 tempest-TestServerMultinode-923147666-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=929c7a40-58bd-4432-bd3a-56dcc11e52dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5112991 Nov 23 17:37:38.454239 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9042cb9d-0346-4aaf-8b47-52dfbd749ca7 req-0a04e7d4-1cb0-4454-9fbd-c1d2e1967a2d service neutron] 10.222.0.55 "GET /v2.0/networks/a67d26f0-d8bc-46d6-9df4-c5b8fb20d14c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5065641 Nov 23 17:37:38.507992 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adcdba4-f3d6-442f-ac5d-7890bcceea1a req-93de827f-04ec-4b1f-ac1d-a2f0e2620664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:37:38.512185 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2adcdba4-f3d6-442f-ac5d-7890bcceea1a req-93de827f-04ec-4b1f-ac1d-a2f0e2620664 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=04470eef-b922-4801-8872-f6ca765b26dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3028486 Nov 23 17:37:38.571696 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-525bf6ec-4dbd-4d48-9c43-d35bd8115e03 None None] Update dhcp port {'port': {'network_id': 'c7a05d2e-065d-4768-9c74-9a92ebf070dd', 'fixed_ips': [{'subnet_id': '3fcd6b6f-5caa-4c15-865a-e40623048bc7', 'ip_address': '2001:db8::2'}, {'subnet_id': 'd3b9a455-c82d-4b4e-8815-72803491e1d8'}], 'binding:host_id': 'n-d-816206-8'}, 'id': 'bfeaf133-0b44-460e-905c-1e3dc36d6967'} from n-d-816206-8. {{(pid=103592) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 23 17:37:38.588613 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9042cb9d-0346-4aaf-8b47-52dfbd749ca7 req-f3b02f15-b3fd-48fa-9fec-787f4606259b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.58&port_id=c11f7314-15f4-4533-9091-774452b72d36 HTTP/1.1" status: 200 len: 217 time: 0.1205246 Nov 23 17:37:38.607215 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-525bf6ec-4dbd-4d48-9c43-d35bd8115e03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:38.629988 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device 552bc992-268b-4e3f-9c43-7821ee8c00ae up at agent hyperv_n-h2-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:37:38.664613 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-9bbd9fdd-fc08-4801-a2c3-d641a083f580 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:38.683173 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-9bbd9fdd-fc08-4801-a2c3-d641a083f580 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:38.683836 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-3fc357ac-a916-43a9-97c4-c8cd6b876b3a req-ad232ef9-1b20-4da1-82cd-56c5f71bc6f8 tempest-TestServerMultinode-923147666 tempest-TestServerMultinode-923147666-project-admin] For port dff4911f-7141-4f9a-9af6-94039721c180, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=dff4911f-7141-4f9a-9af6-94039721c180,segment=NetworkSegment(8c64260d-b961-46a3-a6c7-197975bfee6d),segment_id=8c64260d-b961-46a3-a6c7-197975bfee6d)] {{(pid=103591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:37:38.684204 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-3fc357ac-a916-43a9-97c4-c8cd6b876b3a req-ad232ef9-1b20-4da1-82cd-56c5f71bc6f8 tempest-TestServerMultinode-923147666 tempest-TestServerMultinode-923147666-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:38.731372 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-b8fe7f83-db37-435a-8c47-1ae2b002bb1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:38.731636 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-9bbd9fdd-fc08-4801-a2c3-d641a083f580 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=136d028168804e198822fb761ba13a4a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6954479 Nov 23 17:37:38.735445 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-b8fe7f83-db37-435a-8c47-1ae2b002bb1a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:38.736608 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-b8fe7f83-db37-435a-8c47-1ae2b002bb1a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/194b7220-484b-4f93-962c-51a222b23fd9 HTTP/1.1" status: 204 len: 168 time: 1.3537152 Nov 23 17:37:38.737301 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 46634) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:37:38.759699 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [req-3fc357ac-a916-43a9-97c4-c8cd6b876b3a req-ad232ef9-1b20-4da1-82cd-56c5f71bc6f8 tempest-TestServerMultinode-923147666 tempest-TestServerMultinode-923147666-project-admin] Calling delete_port for dff4911f-7141-4f9a-9af6-94039721c180 owned by compute:nova {{(pid=103591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:37:38.797172 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fe7f83-db37-435a-8c47-1ae2b002bb1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=194b7220-484b-4f93-962c-51a222b23fd9,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:37:38.801884 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9042cb9d-0346-4aaf-8b47-52dfbd749ca7 req-2ba68940-9b6f-43f3-9cce-36924839e5c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:37:38.803924 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9042cb9d-0346-4aaf-8b47-52dfbd749ca7 req-2ba68940-9b6f-43f3-9cce-36924839e5c2 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=bcb9709f-482c-4f68-bfac-95b809cc7fe7 HTTP/1.1" status: 200 len: 797 time: 0.1888664 Nov 23 17:37:38.847656 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Provisioning for port 552bc992-268b-4e3f-9c43-7821ee8c00ae completed by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 17:37:38.871507 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbd9fdd-fc08-4801-a2c3-d641a083f580 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3909d270-5360-4399-b7f0-2c5ea9e0bb1c,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:37:38.891366 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2adcdba4-f3d6-442f-ac5d-7890bcceea1a req-c2763e54-5a23-435c-b2b1-9bca0d5fe2fc service neutron] 10.222.0.36 "GET /v2.0/networks/04470eef-b922-4801-8872-f6ca765b26dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3168466 Nov 23 17:37:38.916447 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Provisioning complete for port 552bc992-268b-4e3f-9c43-7821ee8c00ae triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:37:38.918022 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:38.935164 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-37379964-0607-49a0-9f74-aec109c68929 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Delete allocated IP 2001:db8:0:1::89 (c7a05d2e-065d-4768-9c74-9a92ebf070dd/d3b9a455-c82d-4b4e-8815-72803491e1d8) {{(pid=103590) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 23 17:37:38.954602 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9042cb9d-0346-4aaf-8b47-52dfbd749ca7 req-ed85fe6c-8653-4734-b886-7a6c03a2f84d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:37:38.956124 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9042cb9d-0346-4aaf-8b47-52dfbd749ca7 req-ed85fe6c-8653-4734-b886-7a6c03a2f84d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a67d26f0-d8bc-46d6-9df4-c5b8fb20d14c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1077328 Nov 23 17:37:38.988389 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-9a1e3a8e-86cd-43bf-81ca-2f8513b5e6a1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:39.035191 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-9a1e3a8e-86cd-43bf-81ca-2f8513b5e6a1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:39.068917 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:39.098665 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee290cd0-e82d-49ef-b37f-6dd1b103485f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '552bc992-268b-4e3f-9c43-7821ee8c00ae'}] {{(pid=103592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:37:39.101601 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba3e6a8f2301c7a29fe1eca9779abdae4ccbcd6266d69778087f2498d5551201" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6b1b260-abaf-4f17-a2f6-a178af662e66" -d '{"events": [{"server_uuid": "ee290cd0-e82d-49ef-b37f-6dd1b103485f", "name": "network-vif-plugged", "status": "completed", "tag": "552bc992-268b-4e3f-9c43-7821ee8c00ae"}]}' {{(pid=103592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:37:39.118707 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port 552bc992-268b-4e3f-9c43-7821ee8c00ae, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=552bc992-268b-4e3f-9c43-7821ee8c00ae,segment=NetworkSegment(c149808e-63db-41ac-b80f-e721c4138182),segment_id=c149808e-63db-41ac-b80f-e721c4138182)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:37:39.128323 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:39.129914 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device dff4911f-7141-4f9a-9af6-94039721c180 no longer exists at agent hyperv_n-h2-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:37:39.139303 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-9a1e3a8e-86cd-43bf-81ca-2f8513b5e6a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:39.142388 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-9a1e3a8e-86cd-43bf-81ca-2f8513b5e6a1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:39.146481 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-9a1e3a8e-86cd-43bf-81ca-2f8513b5e6a1 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/3909d270-5360-4399-b7f0-2c5ea9e0bb1c HTTP/1.1" status: 204 len: 168 time: 0.4080973 Nov 23 17:37:39.176703 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1e3a8e-86cd-43bf-81ca-2f8513b5e6a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3909d270-5360-4399-b7f0-2c5ea9e0bb1c,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:37:39.221374 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:37:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-771f1929-042a-4c96-9a3e-b172fe6e4e55 x-openstack-request-id: req-771f1929-042a-4c96-9a3e-b172fe6e4e55 {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:37:39.222449 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee290cd0-e82d-49ef-b37f-6dd1b103485f", "name": "network-vif-plugged", "status": "completed", "tag": "552bc992-268b-4e3f-9c43-7821ee8c00ae", "code": 200}]} {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:37:39.222999 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-771f1929-042a-4c96-9a3e-b172fe6e4e55 {{(pid=103592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:37:39.223642 n-d-816206-8 neutron-server[103592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee290cd0-e82d-49ef-b37f-6dd1b103485f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '552bc992-268b-4e3f-9c43-7821ee8c00ae', 'code': 200} Nov 23 17:37:39.262610 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9042cb9d-0346-4aaf-8b47-52dfbd749ca7 req-827576c6-8358-4832-b5d6-5306dbd41f12 service neutron] 10.222.0.55 "GET /v2.0/networks/a67d26f0-d8bc-46d6-9df4-c5b8fb20d14c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2953835 Nov 23 17:37:39.340799 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Pushing event updated for resources: {'Port': ['ID=552bc992-268b-4e3f-9c43-7821ee8c00ae,revision_number=5']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:37:39.343936 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device bfeaf133-0b44-460e-905c-1e3dc36d6967 up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:37:39.391742 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2adcdba4-f3d6-442f-ac5d-7890bcceea1a req-7b8fa6c5-5d13-4fc3-98b4-6827a3c74caa service neutron] 10.222.0.36 "GET /v2.0/networks/04470eef-b922-4801-8872-f6ca765b26dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4877551 Nov 23 17:37:39.474462 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-37379964-0607-49a0-9f74-aec109c68929 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks [] for port, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:39.493345 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-37379964-0607-49a0-9f74-aec109c68929 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264357957'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:39.614450 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2adcdba4-f3d6-442f-ac5d-7890bcceea1a req-25395692-f5cf-42da-b188-146ce228387e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.220&port_id=98991338-19a7-4834-b0b5-0086ee597775 HTTP/1.1" status: 200 len: 217 time: 0.1802938 Nov 23 17:37:39.623138 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port bfeaf133-0b44-460e-905c-1e3dc36d6967 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:37:39.623588 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:39.652892 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-37379964-0607-49a0-9f74-aec109c68929 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] In _notify_port_updated(), no bound segment for port 228a7299-3f3c-4fe8-bf30-721a207b8d43 on network c7a05d2e-065d-4768-9c74-9a92ebf070dd {{(pid=103590) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 23 17:37:39.660042 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-3fc357ac-a916-43a9-97c4-c8cd6b876b3a req-ad232ef9-1b20-4da1-82cd-56c5f71bc6f8 tempest-TestServerMultinode-923147666 tempest-TestServerMultinode-923147666-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:39.662676 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37379964-0607-49a0-9f74-aec109c68929 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:37:39.663757 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-37379964-0607-49a0-9f74-aec109c68929 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:39.666316 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-37379964-0607-49a0-9f74-aec109c68929 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] 10.222.0.60 "PUT /v2.0/ports/228a7299-3f3c-4fe8-bf30-721a207b8d43 HTTP/1.1" status: 200 len: 925 time: 1.5391419 Nov 23 17:37:39.668974 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37379964-0607-49a0-9f74-aec109c68929 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Pushing event updated for resources: {'Port': ['ID=228a7299-3f3c-4fe8-bf30-721a207b8d43,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:37:39.683476 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 46660) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:37:39.691028 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:39.693252 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-648b33e7-da3b-4117-a425-2412acb438a3 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '3fcd6b6f-5caa-4c15-865a-e40623048bc7'}, {'subnet_id': 'd3b9a455-c82d-4b4e-8815-72803491e1d8'}]}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:37:39.713972 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468ff5ac-49ba-435e-93c2-818724f6a2fe req-1cc2dae7-5332-4e8b-9b9b-ae3cbcbde208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:37:39.715560 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-468ff5ac-49ba-435e-93c2-818724f6a2fe req-1cc2dae7-5332-4e8b-9b9b-ae3cbcbde208 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ee290cd0-e82d-49ef-b37f-6dd1b103485f HTTP/1.1" status: 200 len: 1097 time: 0.4096963 Nov 23 17:37:39.812397 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-648b33e7-da3b-4117-a425-2412acb438a3 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:39.824739 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-24e83bc3-e186-4e29-982a-4cd36bb878b5 req-75ec8591-6034-4afc-a1c6-5d49225313bd tempest-TestServerMultinode-923147666 tempest-TestServerMultinode-923147666-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=e01ab346-e11a-44c7-81b0-c857238c0d88 HTTP/1.1" status: 200 len: 210 time: 0.1243942 Nov 23 17:37:39.825658 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad232ef9-1b20-4da1-82cd-56c5f71bc6f8 tempest-TestServerMultinode-923147666 tempest-TestServerMultinode-923147666-project-admin] Pushing event deleted for resources: {'Port': ['ID=dff4911f-7141-4f9a-9af6-94039721c180,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:37:39.834250 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.db_base_plugin_common [None req-525bf6ec-4dbd-4d48-9c43-d35bd8115e03 None None] Allocated IP 2001:db8:0:1::2 (c7a05d2e-065d-4768-9c74-9a92ebf070dd/d3b9a455-c82d-4b4e-8815-72803491e1d8/bfeaf133-0b44-460e-905c-1e3dc36d6967) {{(pid=103592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:37:39.873339 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9042cb9d-0346-4aaf-8b47-52dfbd749ca7 req-66dfb012-9541-4076-9ef3-0349d188ca23 service neutron] 10.222.0.55 "GET /v2.0/networks/a67d26f0-d8bc-46d6-9df4-c5b8fb20d14c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5794797 Nov 23 17:37:39.957446 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafdddc7-f5a3-49c1-8204-7d2aee94acfd req-b9407507-2b31-4345-a58b-4c35cba5c46e tempest-ServerRescueTestJSON-1442542130 tempest-ServerRescueTestJSON-1442542130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:37:39.959019 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-cafdddc7-f5a3-49c1-8204-7d2aee94acfd req-b9407507-2b31-4345-a58b-4c35cba5c46e tempest-ServerRescueTestJSON-1442542130 tempest-ServerRescueTestJSON-1442542130-project] 10.222.0.60 "GET /v2.0/ports?device_id=ee290cd0-e82d-49ef-b37f-6dd1b103485f HTTP/1.1" status: 200 len: 946 time: 0.3847275 Nov 23 17:37:39.975479 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 46664) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:37:39.992993 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8ee138fe-171c-4482-94ae-2d2153f3bf71 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:40.029669 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-525bf6ec-4dbd-4d48-9c43-d35bd8115e03 None None] For port bfeaf133-0b44-460e-905c-1e3dc36d6967, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=bfeaf133-0b44-460e-905c-1e3dc36d6967,segment=NetworkSegment(31843813-344f-4ad4-aa4f-48269bfab957),segment_id=31843813-344f-4ad4-aa4f-48269bfab957)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:37:40.073498 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adcdba4-f3d6-442f-ac5d-7890bcceea1a req-1e320310-68b4-44c7-a5dd-4ca9cef1fcd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:37:40.075055 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2adcdba4-f3d6-442f-ac5d-7890bcceea1a req-1e320310-68b4-44c7-a5dd-4ca9cef1fcd6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=79e8d965-2789-41b1-a1fa-0fe25b7624dc HTTP/1.1" status: 200 len: 797 time: 0.4122999 Nov 23 17:37:40.088681 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-525bf6ec-4dbd-4d48-9c43-d35bd8115e03 None None] Publish callbacks [] for port, precommit_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:40.098179 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8ee138fe-171c-4482-94ae-2d2153f3bf71 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:40.100175 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-525bf6ec-4dbd-4d48-9c43-d35bd8115e03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:40.101839 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fc357ac-a916-43a9-97c4-c8cd6b876b3a req-ad232ef9-1b20-4da1-82cd-56c5f71bc6f8 tempest-TestServerMultinode-923147666 tempest-TestServerMultinode-923147666-project-admin] No DVR routers for this DVR port dff4911f-7141-4f9a-9af6-94039721c180 on host n-h2-816206-8 {{(pid=103591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:37:40.104281 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9042cb9d-0346-4aaf-8b47-52dfbd749ca7 req-8cfd05c0-fcf9-4780-8eb3-d485591c142e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=c61316ed-a367-4301-9c1b-7dbf9122a432 HTTP/1.1" status: 200 len: 217 time: 0.1672628 Nov 23 17:37:40.107667 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8ee138fe-171c-4482-94ae-2d2153f3bf71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:40.108353 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-3fc357ac-a916-43a9-97c4-c8cd6b876b3a req-ad232ef9-1b20-4da1-82cd-56c5f71bc6f8 tempest-TestServerMultinode-923147666 tempest-TestServerMultinode-923147666-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:40.112297 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-3fc357ac-a916-43a9-97c4-c8cd6b876b3a req-ad232ef9-1b20-4da1-82cd-56c5f71bc6f8 tempest-TestServerMultinode-923147666 tempest-TestServerMultinode-923147666-project-admin] 10.222.0.36 "DELETE /v2.0/ports/dff4911f-7141-4f9a-9af6-94039721c180 HTTP/1.1" status: 204 len: 173 time: 2.6805329 Nov 23 17:37:40.142058 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e01ab346-e11a-44c7-81b0-c857238c0d88', 'name': 'network-vif-deleted', 'tag': 'dff4911f-7141-4f9a-9af6-94039721c180'}] {{(pid=103591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:37:40.144267 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41d174a19ece9499ff9ec44e5b3fc50f2abd3ffbc947fb7e52ea1e8db27b95b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-604ee8a1-9443-4f74-8875-4440eadff1b5" -d '{"events": [{"server_uuid": "e01ab346-e11a-44c7-81b0-c857238c0d88", "name": "network-vif-deleted", "tag": "dff4911f-7141-4f9a-9af6-94039721c180"}]}' {{(pid=103591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:37:40.233351 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:37:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f2a9fdd-8600-45fe-9952-5f40dfb7f1dd x-openstack-request-id: req-8f2a9fdd-8600-45fe-9952-5f40dfb7f1dd {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:37:40.238296 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e01ab346-e11a-44c7-81b0-c857238c0d88", "name": "network-vif-deleted", "tag": "dff4911f-7141-4f9a-9af6-94039721c180", "status": "completed", "code": 200}]} {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:37:40.238618 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-8f2a9fdd-8600-45fe-9952-5f40dfb7f1dd {{(pid=103591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:37:40.239055 n-d-816206-8 neutron-server[103591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e01ab346-e11a-44c7-81b0-c857238c0d88', 'name': 'network-vif-deleted', 'tag': 'dff4911f-7141-4f9a-9af6-94039721c180', 'status': 'completed', 'code': 200} Nov 23 17:37:40.243295 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-468ff5ac-49ba-435e-93c2-818724f6a2fe req-f07618ce-aa02-4c89-aa27-9b1009d3cae8 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=cf26cd6b-cd43-4747-bf84-de1f0ff7a3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4560211 Nov 23 17:37:40.261084 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee138fe-171c-4482-94ae-2d2153f3bf71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e007670-11bc-4dfd-82cb-246ccd7bd17f,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:37:40.278136 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-8ee138fe-171c-4482-94ae-2d2153f3bf71 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=984e229872ec47c28de064e7a1c5247c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2998860 Nov 23 17:37:40.280516 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 46672) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:37:40.382147 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525bf6ec-4dbd-4d48-9c43-d35bd8115e03 None None] Pushing event updated for resources: {'Port': ['ID=bfeaf133-0b44-460e-905c-1e3dc36d6967,revision_number=4']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:37:40.397754 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9042cb9d-0346-4aaf-8b47-52dfbd749ca7 req-fbcc9b99-7d1a-45f2-b3c2-c5fafe43b803 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:37:40.399613 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9042cb9d-0346-4aaf-8b47-52dfbd749ca7 req-fbcc9b99-7d1a-45f2-b3c2-c5fafe43b803 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=61fc00fc-b813-4658-838c-689d0da00fb4 HTTP/1.1" status: 200 len: 797 time: 0.2505977 Nov 23 17:37:40.404921 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-cafdddc7-f5a3-49c1-8204-7d2aee94acfd req-1da50b16-4143-40bc-8134-198c7a63b0be tempest-ServerRescueTestJSON-1442542130 tempest-ServerRescueTestJSON-1442542130-project] 10.222.0.60 "GET /v2.0/security-groups?id=cf26cd6b-cd43-4747-bf84-de1f0ff7a3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3983138 Nov 23 17:37:40.454962 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adcdba4-f3d6-442f-ac5d-7890bcceea1a req-fd7cfed9-3aa7-4595-8081-0da7db8e689a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:37:40.461644 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2adcdba4-f3d6-442f-ac5d-7890bcceea1a req-fd7cfed9-3aa7-4595-8081-0da7db8e689a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=76740e25-dcec-4d2d-82d4-d720ca6b4fc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3623762 Nov 23 17:37:40.540609 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0d12efbb-3985-47fc-86f9-dc01c114b334 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:40.602923 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9042cb9d-0346-4aaf-8b47-52dfbd749ca7 req-1d024394-7092-45f2-ab16-eadb48c33f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:37:40.605004 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9042cb9d-0346-4aaf-8b47-52dfbd749ca7 req-1d024394-7092-45f2-ab16-eadb48c33f85 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a080cd49-aff0-47e2-a832-3717812be820&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1933942 Nov 23 17:37:40.628400 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0d12efbb-3985-47fc-86f9-dc01c114b334 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:40.666822 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-648b33e7-da3b-4117-a425-2412acb438a3 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Allocated IP 2001:db8:0:1::1a7 (c7a05d2e-065d-4768-9c74-9a92ebf070dd/d3b9a455-c82d-4b4e-8815-72803491e1d8/228a7299-3f3c-4fe8-bf30-721a207b8d43) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:37:40.765674 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2adcdba4-f3d6-442f-ac5d-7890bcceea1a req-989ed3d6-37b2-4d96-969b-cbc1358b62fd service neutron] 10.222.0.36 "GET /v2.0/networks/76740e25-dcec-4d2d-82d4-d720ca6b4fc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2954750 Nov 23 17:37:40.884310 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0d12efbb-3985-47fc-86f9-dc01c114b334 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:40.903120 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0d12efbb-3985-47fc-86f9-dc01c114b334 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:40.914433 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2adcdba4-f3d6-442f-ac5d-7890bcceea1a req-61593f3c-e947-4cb9-bca7-a22e89bc14c4 service neutron] 10.222.0.36 "GET /v2.0/networks/76740e25-dcec-4d2d-82d4-d720ca6b4fc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335430 Nov 23 17:37:40.914677 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-0d12efbb-3985-47fc-86f9-dc01c114b334 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/5e007670-11bc-4dfd-82cb-246ccd7bd17f HTTP/1.1" status: 204 len: 168 time: 0.5520725 Nov 23 17:37:40.957988 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d12efbb-3985-47fc-86f9-dc01c114b334 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e007670-11bc-4dfd-82cb-246ccd7bd17f,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:37:41.071890 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-648b33e7-da3b-4117-a425-2412acb438a3 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks [] for port, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:41.076993 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2adcdba4-f3d6-442f-ac5d-7890bcceea1a req-52310f98-7dee-457a-957a-b52eb36136b6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.53&port_id=ca65c076-5a6f-484a-9871-7163634af22d HTTP/1.1" status: 200 len: 217 time: 0.1427932 Nov 23 17:37:41.087371 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-648b33e7-da3b-4117-a425-2412acb438a3 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264357957'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:41.177125 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-37a205e1-8204-407f-b6e5-a92321599940 req-eafae711-fc8b-4c3e-8f22-08b7deca0a78 tempest-TestServerMultinode-923147666 tempest-TestServerMultinode-923147666-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=e01ab346-e11a-44c7-81b0-c857238c0d88 HTTP/1.1" status: 200 len: 210 time: 0.1085143 Nov 23 17:37:41.277031 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adcdba4-f3d6-442f-ac5d-7890bcceea1a req-13b0475c-e92a-47f9-89c6-d1d232ef1b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:37:41.279240 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2adcdba4-f3d6-442f-ac5d-7890bcceea1a req-13b0475c-e92a-47f9-89c6-d1d232ef1b06 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=79e8d965-2789-41b1-a1fa-0fe25b7624dc HTTP/1.1" status: 200 len: 797 time: 0.1508636 Nov 23 17:37:41.282029 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9042cb9d-0346-4aaf-8b47-52dfbd749ca7 req-80e0612c-7e7a-45d0-922f-3d3cd3865ecd service neutron] 10.222.0.55 "GET /v2.0/networks/a080cd49-aff0-47e2-a832-3717812be820?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6660976 Nov 23 17:37:41.302814 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648b33e7-da3b-4117-a425-2412acb438a3 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Pushing event updated for resources: {'Port': ['ID=228a7299-3f3c-4fe8-bf30-721a207b8d43,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:37:41.362370 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device bfeaf133-0b44-460e-905c-1e3dc36d6967 up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:37:41.536244 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adcdba4-f3d6-442f-ac5d-7890bcceea1a req-ab0151f2-fd69-4eb8-ae5d-a69f41757f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:37:41.542309 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2adcdba4-f3d6-442f-ac5d-7890bcceea1a req-ab0151f2-fd69-4eb8-ae5d-a69f41757f00 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=76740e25-dcec-4d2d-82d4-d720ca6b4fc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2390056 Nov 23 17:37:41.551057 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5552bd1-3678-4667-9f77-01adf0004d01 None None] Network c7a05d2e-065d-4768-9c74-9a92ebf070dd requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:37:41.590559 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-648b33e7-da3b-4117-a425-2412acb438a3 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] In _notify_port_updated(), no bound segment for port 228a7299-3f3c-4fe8-bf30-721a207b8d43 on network c7a05d2e-065d-4768-9c74-9a92ebf070dd {{(pid=103590) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 23 17:37:41.606854 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-648b33e7-da3b-4117-a425-2412acb438a3 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:37:41.618913 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-648b33e7-da3b-4117-a425-2412acb438a3 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:41.621767 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-648b33e7-da3b-4117-a425-2412acb438a3 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] 10.222.0.60 "PUT /v2.0/ports/228a7299-3f3c-4fe8-bf30-721a207b8d43 HTTP/1.1" status: 200 len: 1011 time: 1.9367530 Nov 23 17:37:41.626201 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 46700) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:37:41.695427 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9042cb9d-0346-4aaf-8b47-52dfbd749ca7 req-634ff62b-3911-4e3c-81e7-a4ca1d1196d2 service neutron] 10.222.0.55 "GET /v2.0/networks/a080cd49-aff0-47e2-a832-3717812be820?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4042640 Nov 23 17:37:41.832689 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9042cb9d-0346-4aaf-8b47-52dfbd749ca7 req-ecdc16b5-4107-42b0-b89a-4486d1ee40bd service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=e501c8d2-3b8b-4517-82b1-6a263ce4aab2 HTTP/1.1" status: 200 len: 217 time: 0.0985320 Nov 23 17:37:41.920449 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb2b202-6dfb-493c-9898-68d5af391945 req-86e5345c-ac4d-4ff3-8e10-09c561f70d04 tempest-ServerRescueTestJSON-1442542130 tempest-ServerRescueTestJSON-1442542130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:37:41.922061 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6fb2b202-6dfb-493c-9898-68d5af391945 req-86e5345c-ac4d-4ff3-8e10-09c561f70d04 tempest-ServerRescueTestJSON-1442542130 tempest-ServerRescueTestJSON-1442542130-project] 10.222.0.60 "GET /v2.0/ports?device_id=ee290cd0-e82d-49ef-b37f-6dd1b103485f HTTP/1.1" status: 200 len: 946 time: 0.2860959 Nov 23 17:37:41.927003 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9042cb9d-0346-4aaf-8b47-52dfbd749ca7 req-9fffc0de-5f0c-4fcc-bfcb-bc8b4e20a8a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:37:41.928449 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9042cb9d-0346-4aaf-8b47-52dfbd749ca7 req-9fffc0de-5f0c-4fcc-bfcb-bc8b4e20a8a9 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=61fc00fc-b813-4658-838c-689d0da00fb4 HTTP/1.1" status: 200 len: 797 time: 0.0875585 Nov 23 17:37:41.931095 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2adcdba4-f3d6-442f-ac5d-7890bcceea1a req-ecaf48f2-980d-4d2a-8688-8d5477dfdb4c service neutron] 10.222.0.36 "GET /v2.0/networks/76740e25-dcec-4d2d-82d4-d720ca6b4fc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3720732 Nov 23 17:37:42.107117 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6fb2b202-6dfb-493c-9898-68d5af391945 req-e6eefba2-821a-4988-9e46-7f30db39da3b tempest-ServerRescueTestJSON-1442542130 tempest-ServerRescueTestJSON-1442542130-project] 10.222.0.60 "GET /v2.0/security-groups?id=cf26cd6b-cd43-4747-bf84-de1f0ff7a3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743915 Nov 23 17:37:42.119471 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9042cb9d-0346-4aaf-8b47-52dfbd749ca7 req-a7586125-adec-4007-858a-6f171861f4fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:37:42.121017 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9042cb9d-0346-4aaf-8b47-52dfbd749ca7 req-a7586125-adec-4007-858a-6f171861f4fb service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a080cd49-aff0-47e2-a832-3717812be820&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1782544 Nov 23 17:37:42.128260 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port bfeaf133-0b44-460e-905c-1e3dc36d6967 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:37:42.128260 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:42.130339 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-659bb247-8657-4cfb-b5cb-d344e432a2bb None None] Provisioning complete for port 228a7299-3f3c-4fe8-bf30-721a207b8d43 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:37:42.130850 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-659bb247-8657-4cfb-b5cb-d344e432a2bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:42.254243 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-659bb247-8657-4cfb-b5cb-d344e432a2bb None None] Port 228a7299-3f3c-4fe8-bf30-721a207b8d43 cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:37:42.309116 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-659bb247-8657-4cfb-b5cb-d344e432a2bb None None] Provisioning complete for port bfeaf133-0b44-460e-905c-1e3dc36d6967 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:37:42.309596 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-659bb247-8657-4cfb-b5cb-d344e432a2bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:42.406753 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 46722) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:37:42.521077 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 46726) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:37:42.624451 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-acba269a-21b5-4f01-97d3-654f72d76252 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Deleting port 228a7299-3f3c-4fe8-bf30-721a207b8d43 {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:37:42.624770 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-acba269a-21b5-4f01-97d3-654f72d76252 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:42.745234 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-4f632a09-6765-4653-a2ad-fb62af137cce None None] Provisioning complete for port 228a7299-3f3c-4fe8-bf30-721a207b8d43 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:37:42.746279 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-4f632a09-6765-4653-a2ad-fb62af137cce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:42.792107 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-4f632a09-6765-4653-a2ad-fb62af137cce None None] Port 228a7299-3f3c-4fe8-bf30-721a207b8d43 cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:37:42.804040 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-4f632a09-6765-4653-a2ad-fb62af137cce None None] Provisioning complete for port bfeaf133-0b44-460e-905c-1e3dc36d6967 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:37:42.805042 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-4f632a09-6765-4653-a2ad-fb62af137cce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:42.899347 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2adcdba4-f3d6-442f-ac5d-7890bcceea1a req-59b80c75-a4ff-442d-b6c7-f61278a42dd4 service neutron] 10.222.0.36 "GET /v2.0/networks/76740e25-dcec-4d2d-82d4-d720ca6b4fc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9452987 Nov 23 17:37:42.958405 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2adcdba4-f3d6-442f-ac5d-7890bcceea1a req-de792bdb-57f3-491e-b25d-b34657724a71 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.173&port_id=bc47c78f-ab00-4260-a560-1743414d7f20 HTTP/1.1" status: 200 len: 217 time: 0.0486608 Nov 23 17:37:42.994947 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-a79ab2e1-b789-4e69-a72a-d967df9c7157 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:43.029902 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-de10e821-cb2d-4c78-9b88-f10a2951c10f tempest-ExternalNetworksAdminNegativeTestJSON-987129104 tempest-ExternalNetworksAdminNegativeTestJSON-987129104-project-admin] Request body: {'floatingip': {'floating_network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:37:43.034278 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9042cb9d-0346-4aaf-8b47-52dfbd749ca7 req-487ce3cb-028c-49b7-9ef5-39bb7869d001 service neutron] 10.222.0.55 "GET /v2.0/networks/a080cd49-aff0-47e2-a832-3717812be820?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9055848 Nov 23 17:37:43.090974 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adcdba4-f3d6-442f-ac5d-7890bcceea1a req-8f1aa882-7226-4a15-b7df-ab0d1477da3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:37:43.107398 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2adcdba4-f3d6-442f-ac5d-7890bcceea1a req-8f1aa882-7226-4a15-b7df-ab0d1477da3d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=79e8d965-2789-41b1-a1fa-0fe25b7624dc HTTP/1.1" status: 200 len: 797 time: 0.1355200 Nov 23 17:37:43.169682 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-de10e821-cb2d-4c78-9b88-f10a2951c10f tempest-ExternalNetworksAdminNegativeTestJSON-987129104 tempest-ExternalNetworksAdminNegativeTestJSON-987129104-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:43.286643 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-508a2f56-3e76-40de-b0c2-90693c215dbb None None] Provisioning complete for port 228a7299-3f3c-4fe8-bf30-721a207b8d43 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:37:43.287184 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-508a2f56-3e76-40de-b0c2-90693c215dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:43.293207 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-acba269a-21b5-4f01-97d3-654f72d76252 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:43.329373 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-acba269a-21b5-4f01-97d3-654f72d76252 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Calling delete_port for 228a7299-3f3c-4fe8-bf30-721a207b8d43 owned by {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:37:43.334934 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9042cb9d-0346-4aaf-8b47-52dfbd749ca7 req-9cd1111b-60a4-4fb1-a451-c59928f5f13f service neutron] 10.222.0.55 "GET /v2.0/networks/a080cd49-aff0-47e2-a832-3717812be820?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2904615 Nov 23 17:37:43.350810 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adcdba4-f3d6-442f-ac5d-7890bcceea1a req-b0344c66-33f9-4239-a489-1620abb96a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:37:43.354188 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2adcdba4-f3d6-442f-ac5d-7890bcceea1a req-b0344c66-33f9-4239-a489-1620abb96a69 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=76740e25-dcec-4d2d-82d4-d720ca6b4fc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1821146 Nov 23 17:37:43.374279 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [req-2adcdba4-f3d6-442f-ac5d-7890bcceea1a req-423263df-a674-4401-a713-85ef5ee1ab1c service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=103591) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 17:37:43.375652 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2adcdba4-f3d6-442f-ac5d-7890bcceea1a req-423263df-a674-4401-a713-85ef5ee1ab1c service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0075550 Nov 23 17:37:43.402080 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8553fba0-dbfe-4a9b-9350-ab475c15fe8b req-ef063364-5bb7-4f24-aca8-e92d156912af tempest-ServerRescueTestJSON-1442542130 tempest-ServerRescueTestJSON-1442542130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:37:43.405553 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8553fba0-dbfe-4a9b-9350-ab475c15fe8b req-ef063364-5bb7-4f24-aca8-e92d156912af tempest-ServerRescueTestJSON-1442542130 tempest-ServerRescueTestJSON-1442542130-project] 10.222.0.60 "GET /v2.0/ports?device_id=ee290cd0-e82d-49ef-b37f-6dd1b103485f HTTP/1.1" status: 200 len: 946 time: 0.1247611 Nov 23 17:37:43.430962 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:43.441540 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-508a2f56-3e76-40de-b0c2-90693c215dbb None None] Port 228a7299-3f3c-4fe8-bf30-721a207b8d43 cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:37:43.583663 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2adcdba4-f3d6-442f-ac5d-7890bcceea1a req-2e59edbc-a376-4634-bc6b-6e231a44032e service neutron] 10.222.0.36 "GET /v2.0/networks/76740e25-dcec-4d2d-82d4-d720ca6b4fc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1759572 Nov 23 17:37:43.687881 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-f0791b10-b1f3-4d52-94f4-5b2cc5da43be None None] Provisioning complete for port 228a7299-3f3c-4fe8-bf30-721a207b8d43 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:37:43.688889 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-f0791b10-b1f3-4d52-94f4-5b2cc5da43be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:43.739134 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8553fba0-dbfe-4a9b-9350-ab475c15fe8b req-753e2fd5-e3a5-45f3-bd10-7ac9b932d0ca tempest-ServerRescueTestJSON-1442542130 tempest-ServerRescueTestJSON-1442542130-project] 10.222.0.60 "GET /v2.0/security-groups?id=cf26cd6b-cd43-4747-bf84-de1f0ff7a3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3123174 Nov 23 17:37:43.800574 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-de10e821-cb2d-4c78-9b88-f10a2951c10f tempest-ExternalNetworksAdminNegativeTestJSON-987129104 tempest-ExternalNetworksAdminNegativeTestJSON-987129104-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:43.806434 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-f0791b10-b1f3-4d52-94f4-5b2cc5da43be None None] Port 228a7299-3f3c-4fe8-bf30-721a207b8d43 cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:37:43.814056 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2adcdba4-f3d6-442f-ac5d-7890bcceea1a req-94c6fb24-80a8-4978-ab08-ab2a9b42c2a4 service neutron] 10.222.0.36 "GET /v2.0/networks/76740e25-dcec-4d2d-82d4-d720ca6b4fc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1911521 Nov 23 17:37:43.876833 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2adcdba4-f3d6-442f-ac5d-7890bcceea1a req-ae1a8329-7d25-4720-b373-7a912c53ebaf service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.132&port_id=cdb25aeb-c6d5-4b35-bc63-c92ed105830a HTTP/1.1" status: 200 len: 217 time: 0.0490415 Nov 23 17:37:43.979024 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adcdba4-f3d6-442f-ac5d-7890bcceea1a req-a86d94ac-f4e9-47ce-b7f8-90ade1116526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:37:43.980951 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2adcdba4-f3d6-442f-ac5d-7890bcceea1a req-a86d94ac-f4e9-47ce-b7f8-90ade1116526 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=79e8d965-2789-41b1-a1fa-0fe25b7624dc HTTP/1.1" status: 200 len: 797 time: 0.0922632 Nov 23 17:37:44.114361 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adcdba4-f3d6-442f-ac5d-7890bcceea1a req-56b630cf-0021-4749-a233-18f792abb95b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:37:44.116330 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2adcdba4-f3d6-442f-ac5d-7890bcceea1a req-56b630cf-0021-4749-a233-18f792abb95b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=76740e25-dcec-4d2d-82d4-d720ca6b4fc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1270437 Nov 23 17:37:44.130475 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-d4e01e5d-4720-491f-823c-104cba086a24 None None] Could not find standard attr ID for object 228a7299-3f3c-4fe8-bf30-721a207b8d43. {{(pid=103592) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 17:37:44.172048 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:44.177708 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4ad174-8b1a-4ed7-bf5a-9706c837ac51 req-94a304a9-0a1e-4039-8f63-583e65922a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:37:44.180372 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-dc4ad174-8b1a-4ed7-bf5a-9706c837ac51 req-94a304a9-0a1e-4039-8f63-583e65922a08 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=dc3a84a01fd349d789bdddd52fa39bcb&device_id=ee290cd0-e82d-49ef-b37f-6dd1b103485f HTTP/1.1" status: 200 len: 1097 time: 0.1170316 Nov 23 17:37:44.208454 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-acba269a-21b5-4f01-97d3-654f72d76252 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:44.251039 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acba269a-21b5-4f01-97d3-654f72d76252 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Pushing event deleted for resources: {'Port': ['ID=228a7299-3f3c-4fe8-bf30-721a207b8d43,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:37:44.261354 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-20f87812-70a0-499a-a308-98efee40a59f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1794372'] for router_interface, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:44.362839 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-de10e821-cb2d-4c78-9b88-f10a2951c10f tempest-ExternalNetworksAdminNegativeTestJSON-987129104 tempest-ExternalNetworksAdminNegativeTestJSON-987129104-project-admin] Allocated IP 172.25.3.13 (4c8455ba-1be5-42ac-b8c2-8a16e1292d55/08fe3644-ce41-4c3f-a7ea-92bac0f0fff5/859d6c75-8e20-4282-b029-15ef7f0b2d71) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:37:44.370757 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2adcdba4-f3d6-442f-ac5d-7890bcceea1a req-2fb36f9f-1e11-4818-a885-95f7cff357c9 service neutron] 10.222.0.36 "GET /v2.0/networks/76740e25-dcec-4d2d-82d4-d720ca6b4fc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2374558 Nov 23 17:37:44.419900 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-acba269a-21b5-4f01-97d3-654f72d76252 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:44.433211 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 46772) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:37:44.433793 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-acba269a-21b5-4f01-97d3-654f72d76252 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] 10.222.0.60 "DELETE /v2.0/ports/228a7299-3f3c-4fe8-bf30-721a207b8d43 HTTP/1.1" status: 204 len: 168 time: 2.7956614 Nov 23 17:37:44.466153 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4130b1f4-f323-4013-aa91-b80a7a2c8949 req-3a1a5e99-6e36-48f3-8512-681476b57bfa tempest-ServerRescueTestJSON-1442542130 tempest-ServerRescueTestJSON-1442542130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:37:44.467915 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4130b1f4-f323-4013-aa91-b80a7a2c8949 req-3a1a5e99-6e36-48f3-8512-681476b57bfa tempest-ServerRescueTestJSON-1442542130 tempest-ServerRescueTestJSON-1442542130-project] 10.222.0.60 "GET /v2.0/ports?device_id=ee290cd0-e82d-49ef-b37f-6dd1b103485f HTTP/1.1" status: 200 len: 946 time: 0.3144228 Nov 23 17:37:44.493150 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4ad174-8b1a-4ed7-bf5a-9706c837ac51 req-c53bee01-ed49-4933-aadf-bcdf1f28da72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:37:44.494642 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-dc4ad174-8b1a-4ed7-bf5a-9706c837ac51 req-c53bee01-ed49-4933-aadf-bcdf1f28da72 service neutron] 10.222.0.36 "GET /v2.0/networks?id=54b597b6-8526-45de-87fd-e706be5a39dc HTTP/1.1" status: 200 len: 911 time: 0.2935150 Nov 23 17:37:44.497964 n-d-816206-8 neutron-server[103591]: INFO neutron.pecan_wsgi.hooks.translation [None req-1df2031a-1c5f-4658-8ad1-5c2d818eec50 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] GET failed (client error): The resource could not be found. Nov 23 17:37:44.499368 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-1df2031a-1c5f-4658-8ad1-5c2d818eec50 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] 10.222.0.60 "GET /v2.0/ports/228a7299-3f3c-4fe8-bf30-721a207b8d43 HTTP/1.1" status: 404 len: 333 time: 0.0634706 Nov 23 17:37:44.521000 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 46776) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:37:44.715357 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-de10e821-cb2d-4c78-9b88-f10a2951c10f tempest-ExternalNetworksAdminNegativeTestJSON-987129104 tempest-ExternalNetworksAdminNegativeTestJSON-987129104-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:44.736152 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-dc4ad174-8b1a-4ed7-bf5a-9706c837ac51 req-429c416a-c84b-4ca1-bff7-7256144b7908 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=552bc992-268b-4e3f-9c43-7821ee8c00ae HTTP/1.1" status: 200 len: 217 time: 0.2141523 Nov 23 17:37:44.753706 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-de10e821-cb2d-4c78-9b88-f10a2951c10f tempest-ExternalNetworksAdminNegativeTestJSON-987129104 tempest-ExternalNetworksAdminNegativeTestJSON-987129104-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:44.801658 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.db_base_plugin_v2 [None req-82c09311-f9a0-4980-a18c-f0f93f708588 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Deleting subnet d3b9a455-c82d-4b4e-8815-72803491e1d8 {{(pid=103591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 17:37:44.807117 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4130b1f4-f323-4013-aa91-b80a7a2c8949 req-d2e15461-4d1d-4be3-afc2-a11b9621f778 tempest-ServerRescueTestJSON-1442542130 tempest-ServerRescueTestJSON-1442542130-project] 10.222.0.60 "GET /v2.0/security-groups?id=cf26cd6b-cd43-4747-bf84-de1f0ff7a3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3115180 Nov 23 17:37:44.818567 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-82c09311-f9a0-4980-a18c-f0f93f708588 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks [] for subnet, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:44.834113 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de10e821-cb2d-4c78-9b88-f10a2951c10f tempest-ExternalNetworksAdminNegativeTestJSON-987129104 tempest-ExternalNetworksAdminNegativeTestJSON-987129104-project-admin] Network 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:37:44.913168 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-de10e821-cb2d-4c78-9b88-f10a2951c10f tempest-ExternalNetworksAdminNegativeTestJSON-987129104 tempest-ExternalNetworksAdminNegativeTestJSON-987129104-project-admin] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:37:44.915269 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-82c09311-f9a0-4980-a18c-f0f93f708588 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265990000'] for subnet, precommit_delete_associations {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:44.916687 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de10e821-cb2d-4c78-9b88-f10a2951c10f tempest-ExternalNetworksAdminNegativeTestJSON-987129104 tempest-ExternalNetworksAdminNegativeTestJSON-987129104-project-admin] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:37:44.921567 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de10e821-cb2d-4c78-9b88-f10a2951c10f tempest-ExternalNetworksAdminNegativeTestJSON-987129104 tempest-ExternalNetworksAdminNegativeTestJSON-987129104-project-admin] Pushing event updated for resources: {'Port': ['ID=859d6c75-8e20-4282-b029-15ef7f0b2d71,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:37:44.940731 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2adcdba4-f3d6-442f-ac5d-7890bcceea1a req-b7aa6e98-0ed1-46a1-a700-76685925bb3b service neutron] 10.222.0.36 "GET /v2.0/networks/76740e25-dcec-4d2d-82d4-d720ca6b4fc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5575085 Nov 23 17:37:44.945595 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4ad174-8b1a-4ed7-bf5a-9706c837ac51 req-473d6ac6-913e-4fd1-a803-d56c687a3b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:37:44.947196 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-dc4ad174-8b1a-4ed7-bf5a-9706c837ac51 req-473d6ac6-913e-4fd1-a803-d56c687a3b6b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=093eb2f7-fb10-42a1-aced-cc67680caad4 HTTP/1.1" status: 200 len: 850 time: 0.1771262 Nov 23 17:37:45.042031 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-396a577d-75b1-467c-9506-170549798bd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:45.052933 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2adcdba4-f3d6-442f-ac5d-7890bcceea1a req-8d030b9e-b7a7-480f-99c0-321aea3fe80c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=d4f487c3-aeab-403d-8746-5a1aee6d7eaa HTTP/1.1" status: 200 len: 217 time: 0.0857718 Nov 23 17:37:45.055749 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-dc4ad174-8b1a-4ed7-bf5a-9706c837ac51 req-d8a0f116-f190-47ef-89bd-a570633c6452 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=54b597b6-8526-45de-87fd-e706be5a39dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0876353 Nov 23 17:37:45.159505 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-de10e821-cb2d-4c78-9b88-f10a2951c10f tempest-ExternalNetworksAdminNegativeTestJSON-987129104 tempest-ExternalNetworksAdminNegativeTestJSON-987129104-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:45.167844 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-82c09311-f9a0-4980-a18c-f0f93f708588 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971956'] for subnet, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:45.261945 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adcdba4-f3d6-442f-ac5d-7890bcceea1a req-5453faba-bb3f-4e8b-b515-383c4bf538b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:37:45.263443 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2adcdba4-f3d6-442f-ac5d-7890bcceea1a req-5453faba-bb3f-4e8b-b515-383c4bf538b4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8af7564e-f655-496a-9b6e-3592a9b162a5 HTTP/1.1" status: 200 len: 797 time: 0.1704981 Nov 23 17:37:45.341022 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-dc4ad174-8b1a-4ed7-bf5a-9706c837ac51 req-0ddc3146-332d-4bf4-94a7-5b22c615562d service neutron] 10.222.0.36 "GET /v2.0/networks/54b597b6-8526-45de-87fd-e706be5a39dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2491987 Nov 23 17:37:45.378155 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-82c09311-f9a0-4980-a18c-f0f93f708588 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264758240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264314269'] for subnet, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:45.406571 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-82c09311-f9a0-4980-a18c-f0f93f708588 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for subnet, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:45.415205 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-82c09311-f9a0-4980-a18c-f0f93f708588 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] 10.222.0.60 "DELETE /v2.0/subnets/d3b9a455-c82d-4b4e-8815-72803491e1d8 HTTP/1.1" status: 204 len: 168 time: 0.8891182 Nov 23 17:37:45.415426 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c0d4e62-26b2-4c24-be5f-0f59e4a28d98 None None] Network c7a05d2e-065d-4768-9c74-9a92ebf070dd requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:37:45.463506 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adcdba4-f3d6-442f-ac5d-7890bcceea1a req-fa0bcfb3-d62f-4d14-bfe9-7bbbf5a425fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:37:45.467880 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2adcdba4-f3d6-442f-ac5d-7890bcceea1a req-fa0bcfb3-d62f-4d14-bfe9-7bbbf5a425fd service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=22bc55ee-b0f3-41c3-894c-32c421670838&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1931400 Nov 23 17:37:45.469510 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 46796) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:37:45.522458 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-de10e821-cb2d-4c78-9b88-f10a2951c10f tempest-ExternalNetworksAdminNegativeTestJSON-987129104 tempest-ExternalNetworksAdminNegativeTestJSON-987129104-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:45.539433 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c09311-f9a0-4980-a18c-f0f93f708588 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Pushing event deleted for resources: {'Subnet': ['ID=d3b9a455-c82d-4b4e-8815-72803491e1d8,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:37:45.563734 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-20f87812-70a0-499a-a308-98efee40a59f admin admin] Deleting port e062ee99-b15d-4ddd-8973-4b68765aeaf6 {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:37:45.564097 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-20f87812-70a0-499a-a308-98efee40a59f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:45.643319 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-dc4ad174-8b1a-4ed7-bf5a-9706c837ac51 req-e7b9bbd2-c5ef-4a64-801e-490ff09bf641 service neutron] 10.222.0.36 "GET /v2.0/networks/54b597b6-8526-45de-87fd-e706be5a39dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2919061 Nov 23 17:37:45.735387 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-20f87812-70a0-499a-a308-98efee40a59f admin admin] For port e062ee99-b15d-4ddd-8973-4b68765aeaf6, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=e062ee99-b15d-4ddd-8973-4b68765aeaf6,segment=NetworkSegment(8c64260d-b961-46a3-a6c7-197975bfee6d),segment_id=8c64260d-b961-46a3-a6c7-197975bfee6d)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:37:45.735761 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-20f87812-70a0-499a-a308-98efee40a59f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:45.755605 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2adcdba4-f3d6-442f-ac5d-7890bcceea1a req-d947e929-d575-4b64-b8c0-01b9608bada9 service neutron] 10.222.0.36 "GET /v2.0/networks/22bc55ee-b0f3-41c3-894c-32c421670838?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2177064 Nov 23 17:37:45.766522 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.db_base_plugin_v2 [None req-78919a6f-cbb7-4008-8fbf-99410cde1a8b tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Deleting subnet 3fcd6b6f-5caa-4c15-865a-e40623048bc7 {{(pid=103591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 17:37:45.770232 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-78919a6f-cbb7-4008-8fbf-99410cde1a8b tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks [] for subnet, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:45.785133 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-20f87812-70a0-499a-a308-98efee40a59f admin admin] Calling delete_port for e062ee99-b15d-4ddd-8973-4b68765aeaf6 owned by network:router_interface {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:37:45.826727 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-78919a6f-cbb7-4008-8fbf-99410cde1a8b tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265990000'] for subnet, precommit_delete_associations {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:45.964306 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-de10e821-cb2d-4c78-9b88-f10a2951c10f tempest-ExternalNetworksAdminNegativeTestJSON-987129104 tempest-ExternalNetworksAdminNegativeTestJSON-987129104-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:45.979458 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-de10e821-cb2d-4c78-9b88-f10a2951c10f tempest-ExternalNetworksAdminNegativeTestJSON-987129104 tempest-ExternalNetworksAdminNegativeTestJSON-987129104-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264357957'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:46.034974 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-78919a6f-cbb7-4008-8fbf-99410cde1a8b tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971956'] for subnet, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:46.118567 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-78919a6f-cbb7-4008-8fbf-99410cde1a8b tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264758240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264314269'] for subnet, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:46.191179 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de10e821-cb2d-4c78-9b88-f10a2951c10f tempest-ExternalNetworksAdminNegativeTestJSON-987129104 tempest-ExternalNetworksAdminNegativeTestJSON-987129104-project-admin] Pushing event updated for resources: {'Port': ['ID=859d6c75-8e20-4282-b029-15ef7f0b2d71,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:37:46.230217 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-de10e821-cb2d-4c78-9b88-f10a2951c10f tempest-ExternalNetworksAdminNegativeTestJSON-987129104 tempest-ExternalNetworksAdminNegativeTestJSON-987129104-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1795396'] for floatingip, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:46.230852 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78919a6f-cbb7-4008-8fbf-99410cde1a8b tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Pushing event deleted for resources: {'Subnet': ['ID=3fcd6b6f-5caa-4c15-865a-e40623048bc7,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:37:46.235695 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-78919a6f-cbb7-4008-8fbf-99410cde1a8b tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for subnet, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:46.243199 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-78919a6f-cbb7-4008-8fbf-99410cde1a8b tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] 10.222.0.60 "DELETE /v2.0/subnets/3fcd6b6f-5caa-4c15-865a-e40623048bc7 HTTP/1.1" status: 204 len: 168 time: 0.7088482 Nov 23 17:37:46.247097 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 46814) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:37:46.287180 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6417577d-6acb-4e70-9c34-569944b9e2af req-f30f9c32-027d-44d8-ab16-675b91ad5c64 tempest-ServerRescueTestJSON-1442542130 tempest-ServerRescueTestJSON-1442542130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:37:46.289642 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6417577d-6acb-4e70-9c34-569944b9e2af req-f30f9c32-027d-44d8-ab16-675b91ad5c64 tempest-ServerRescueTestJSON-1442542130 tempest-ServerRescueTestJSON-1442542130-project] 10.222.0.60 "GET /v2.0/ports?device_id=ee290cd0-e82d-49ef-b37f-6dd1b103485f HTTP/1.1" status: 200 len: 946 time: 0.2684577 Nov 23 17:37:46.311611 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2adcdba4-f3d6-442f-ac5d-7890bcceea1a req-0354a0c7-647c-4a47-b410-c0192db33da7 service neutron] 10.222.0.36 "GET /v2.0/networks/22bc55ee-b0f3-41c3-894c-32c421670838?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3377156 Nov 23 17:37:46.359291 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-de10e821-cb2d-4c78-9b88-f10a2951c10f tempest-ExternalNetworksAdminNegativeTestJSON-987129104 tempest-ExternalNetworksAdminNegativeTestJSON-987129104-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for floatingip, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:46.360805 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-de10e821-cb2d-4c78-9b88-f10a2951c10f tempest-ExternalNetworksAdminNegativeTestJSON-987129104 tempest-ExternalNetworksAdminNegativeTestJSON-987129104-project-admin] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.8313866 Nov 23 17:37:46.378674 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 46816) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:37:46.426245 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-486f7ea7-7ab2-472e-b6c7-768dafb8ba33 tempest-ExternalNetworksAdminNegativeTestJSON-987129104 tempest-ExternalNetworksAdminNegativeTestJSON-987129104-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-620082649', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'fixed_ips': [{'ip_address': '172.25.3.13'}]}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:37:46.428138 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6417577d-6acb-4e70-9c34-569944b9e2af req-a00f40a6-699b-432d-b0b1-7f41e2e4c335 tempest-ServerRescueTestJSON-1442542130 tempest-ServerRescueTestJSON-1442542130-project] 10.222.0.60 "GET /v2.0/security-groups?id=cf26cd6b-cd43-4747-bf84-de1f0ff7a3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283967 Nov 23 17:37:46.430865 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2adcdba4-f3d6-442f-ac5d-7890bcceea1a req-7ee55397-85fb-4259-8a63-3f91f45f943b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=710bef9f-b70a-46f8-8336-d0a377111f32 HTTP/1.1" status: 200 len: 217 time: 0.1039889 Nov 23 17:37:46.505010 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adcdba4-f3d6-442f-ac5d-7890bcceea1a req-576d19a7-3ed5-4da0-afab-a1d9b1ebfd20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:37:46.508361 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2adcdba4-f3d6-442f-ac5d-7890bcceea1a req-576d19a7-3ed5-4da0-afab-a1d9b1ebfd20 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8af7564e-f655-496a-9b6e-3592a9b162a5 HTTP/1.1" status: 200 len: 797 time: 0.0651078 Nov 23 17:37:46.511649 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-52822d53-48f5-4819-8a95-bdc13aea0bf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:46.516000 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4d93c6e5-544c-4995-9b76-712dd3dc0260 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-555181'] for network, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:46.541006 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-486f7ea7-7ab2-472e-b6c7-768dafb8ba33 tempest-ExternalNetworksAdminNegativeTestJSON-987129104 tempest-ExternalNetworksAdminNegativeTestJSON-987129104-project-admin] Made reservation on behalf of 8c80d5045ac74e2ba92c7d7ca5f550e0 for: {'port': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:37:46.543706 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-486f7ea7-7ab2-472e-b6c7-768dafb8ba33 tempest-ExternalNetworksAdminNegativeTestJSON-987129104 tempest-ExternalNetworksAdminNegativeTestJSON-987129104-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:46.552960 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 46820) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:37:46.561496 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-20f87812-70a0-499a-a308-98efee40a59f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:46.567418 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-486f7ea7-7ab2-472e-b6c7-768dafb8ba33 tempest-ExternalNetworksAdminNegativeTestJSON-987129104 tempest-ExternalNetworksAdminNegativeTestJSON-987129104-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:46.580317 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adcdba4-f3d6-442f-ac5d-7890bcceea1a req-7c057ba6-c276-4378-9cd3-fecbffe0d80b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:37:46.580317 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2adcdba4-f3d6-442f-ac5d-7890bcceea1a req-7c057ba6-c276-4378-9cd3-fecbffe0d80b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=22bc55ee-b0f3-41c3-894c-32c421670838&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0617061 Nov 23 17:37:46.621237 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f87812-70a0-499a-a308-98efee40a59f admin admin] Pushing event deleted for resources: {'Port': ['ID=e062ee99-b15d-4ddd-8973-4b68765aeaf6,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:37:46.724125 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-971883f3-4781-4f48-9baa-e48071a3eb2b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:46.776302 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2adcdba4-f3d6-442f-ac5d-7890bcceea1a req-d3e4e5ef-da4d-41ae-b47c-a5d13340059e service neutron] 10.222.0.36 "GET /v2.0/networks/22bc55ee-b0f3-41c3-894c-32c421670838?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1894829 Nov 23 17:37:46.801733 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6e605b9-f269-464d-8dcb-6a5782723d5b None None] Network c7a05d2e-065d-4768-9c74-9a92ebf070dd requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:37:46.813768 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-4d93c6e5-544c-4995-9b76-712dd3dc0260 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Deleting port bfeaf133-0b44-460e-905c-1e3dc36d6967 {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:37:46.814378 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4d93c6e5-544c-4995-9b76-712dd3dc0260 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:46.948546 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-971883f3-4781-4f48-9baa-e48071a3eb2b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:46.953865 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-971883f3-4781-4f48-9baa-e48071a3eb2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:46.954607 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-486f7ea7-7ab2-472e-b6c7-768dafb8ba33 tempest-ExternalNetworksAdminNegativeTestJSON-987129104 tempest-ExternalNetworksAdminNegativeTestJSON-987129104-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:46.965873 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-4d93c6e5-544c-4995-9b76-712dd3dc0260 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] For port bfeaf133-0b44-460e-905c-1e3dc36d6967, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=bfeaf133-0b44-460e-905c-1e3dc36d6967,segment=NetworkSegment(31843813-344f-4ad4-aa4f-48269bfab957),segment_id=31843813-344f-4ad4-aa4f-48269bfab957)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:37:46.966586 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4d93c6e5-544c-4995-9b76-712dd3dc0260 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:46.968586 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-486f7ea7-7ab2-472e-b6c7-768dafb8ba33 tempest-ExternalNetworksAdminNegativeTestJSON-987129104 tempest-ExternalNetworksAdminNegativeTestJSON-987129104-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:46.976772 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-30366a98-c383-49ff-8b7c-35630cb2e057 None None] Provisioning complete for port bfeaf133-0b44-460e-905c-1e3dc36d6967 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:37:46.977523 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-30366a98-c383-49ff-8b7c-35630cb2e057 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:46.982782 n-d-816206-8 neutron-server[103590]: DEBUG neutron.notifiers.nova [None req-486f7ea7-7ab2-472e-b6c7-768dafb8ba33 tempest-ExternalNetworksAdminNegativeTestJSON-987129104 tempest-ExternalNetworksAdminNegativeTestJSON-987129104-project-admin] device_id is not set on port d88c035d-7bc9-425e-bb1e-3ccca67e4763 yet. {{(pid=103590) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 17:37:46.995998 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-20f87812-70a0-499a-a308-98efee40a59f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2067500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1794520'] for router_interface, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:47.004415 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2adcdba4-f3d6-442f-ac5d-7890bcceea1a req-2555efc4-08ce-4a94-8fd1-8d3a552126c7 service neutron] 10.222.0.36 "GET /v2.0/networks/22bc55ee-b0f3-41c3-894c-32c421670838?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2102301 Nov 23 17:37:47.004685 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-4d93c6e5-544c-4995-9b76-712dd3dc0260 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Calling delete_port for bfeaf133-0b44-460e-905c-1e3dc36d6967 owned by network:dhcp {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:37:47.004787 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-971883f3-4781-4f48-9baa-e48071a3eb2b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=64c11b056cb245b7a948d055f7f853b2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4493563 Nov 23 17:37:47.006036 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 46826) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:37:47.022260 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971883f3-4781-4f48-9baa-e48071a3eb2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1020f737-e86f-4f69-95aa-a586030c0d44,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:37:47.072858 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-3e8a0e5b-655a-49cb-a32b-31c72c78e4e9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:47.112522 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-3e8a0e5b-655a-49cb-a32b-31c72c78e4e9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:47.142571 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486f7ea7-7ab2-472e-b6c7-768dafb8ba33 tempest-ExternalNetworksAdminNegativeTestJSON-987129104 tempest-ExternalNetworksAdminNegativeTestJSON-987129104-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62138e0d-2927-4a2e-b75b-39e2f667639f,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:37:47.216892 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca580ad3-5b82-41bc-8c4f-a30dd523c738 None None] DHCP port deletion for c7a05d2e-065d-4768-9c74-9a92ebf070dd request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:37:47.226857 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-3e8a0e5b-655a-49cb-a32b-31c72c78e4e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:47.235088 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-3e8a0e5b-655a-49cb-a32b-31c72c78e4e9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:47.236272 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-3e8a0e5b-655a-49cb-a32b-31c72c78e4e9 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/1020f737-e86f-4f69-95aa-a586030c0d44 HTTP/1.1" status: 204 len: 168 time: 0.2292254 Nov 23 17:37:47.255025 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8a0e5b-655a-49cb-a32b-31c72c78e4e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1020f737-e86f-4f69-95aa-a586030c0d44,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:37:47.320060 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-ca580ad3-5b82-41bc-8c4f-a30dd523c738 None None] Deleting port bfeaf133-0b44-460e-905c-1e3dc36d6967 {{(pid=103592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:37:47.320565 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-ca580ad3-5b82-41bc-8c4f-a30dd523c738 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:47.402199 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4d93c6e5-544c-4995-9b76-712dd3dc0260 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:47.419747 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-ca580ad3-5b82-41bc-8c4f-a30dd523c738 None None] For port bfeaf133-0b44-460e-905c-1e3dc36d6967, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=bfeaf133-0b44-460e-905c-1e3dc36d6967,segment=NetworkSegment(31843813-344f-4ad4-aa4f-48269bfab957),segment_id=31843813-344f-4ad4-aa4f-48269bfab957)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:37:47.420467 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-ca580ad3-5b82-41bc-8c4f-a30dd523c738 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:47.436061 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-ca580ad3-5b82-41bc-8c4f-a30dd523c738 None None] Calling delete_port for bfeaf133-0b44-460e-905c-1e3dc36d6967 owned by network:dhcp {{(pid=103592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:37:47.437822 n-d-816206-8 neutron-server[103590]: INFO neutron.pecan_wsgi.hooks.translation [None req-486f7ea7-7ab2-472e-b6c7-768dafb8ba33 tempest-ExternalNetworksAdminNegativeTestJSON-987129104 tempest-ExternalNetworksAdminNegativeTestJSON-987129104-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Nov 23 17:37:47.438684 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-486f7ea7-7ab2-472e-b6c7-768dafb8ba33 tempest-ExternalNetworksAdminNegativeTestJSON-987129104 tempest-ExternalNetworksAdminNegativeTestJSON-987129104-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=103590) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 17:37:47.479960 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d93c6e5-544c-4995-9b76-712dd3dc0260 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] No DVR routers for this DVR port bfeaf133-0b44-460e-905c-1e3dc36d6967 on host n-d-816206-8 {{(pid=103590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:37:47.486317 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d93c6e5-544c-4995-9b76-712dd3dc0260 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Pushing event deleted for resources: {'Port': ['ID=bfeaf133-0b44-460e-905c-1e3dc36d6967,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:37:47.526908 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-ca580ad3-5b82-41bc-8c4f-a30dd523c738 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989'] for port, after_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:47.536811 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-486f7ea7-7ab2-472e-b6c7-768dafb8ba33 tempest-ExternalNetworksAdminNegativeTestJSON-987129104 tempest-ExternalNetworksAdminNegativeTestJSON-987129104-project-admin] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 1.1210525 Nov 23 17:37:47.539868 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 46836) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:37:47.604612 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca580ad3-5b82-41bc-8c4f-a30dd523c738 None None] Pushing event deleted for resources: {'Port': ['ID=bfeaf133-0b44-460e-905c-1e3dc36d6967,revision_number=None']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:37:47.610048 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca580ad3-5b82-41bc-8c4f-a30dd523c738 None None] No DVR routers for this DVR port bfeaf133-0b44-460e-905c-1e3dc36d6967 on host n-d-816206-8 {{(pid=103592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:37:47.645926 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4d93c6e5-544c-4995-9b76-712dd3dc0260 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973419', 'neutron.services.segments.db._delete_segments_for_network-8736635878840'] for network, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:47.680323 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-4d93c6e5-544c-4995-9b76-712dd3dc0260 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7a05d2e-065d-4768-9c74-9a92ebf070dd']}} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:37:47.685491 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9a27ae6c-db98-474f-94c1-cc99bf842d79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:47.692671 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20f87812-70a0-499a-a308-98efee40a59f admin admin] Router e041f17c-334e-4434-9efd-7d711bdb8225 has already been hosted by L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 {{(pid=103590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 17:37:47.699135 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-4d93c6e5-544c-4995-9b76-712dd3dc0260 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31843813-344f-4ad4-aa4f-48269bfab957') {'for_net_delete': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:37:47.699497 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-4d93c6e5-544c-4995-9b76-712dd3dc0260 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31843813-344f-4ad4-aa4f-48269bfab957') {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:37:47.715053 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4d93c6e5-544c-4995-9b76-712dd3dc0260 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736635840332', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-267528353'] for segment, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:47.743343 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dd1a0c-9f8b-421d-b4c6-c58f5f5bdc03 req-1af709cf-9f23-4ffa-bab0-586692f3592e tempest-ServerRescueTestJSON-1442542130 tempest-ServerRescueTestJSON-1442542130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:37:47.745044 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b1dd1a0c-9f8b-421d-b4c6-c58f5f5bdc03 req-1af709cf-9f23-4ffa-bab0-586692f3592e tempest-ServerRescueTestJSON-1442542130 tempest-ServerRescueTestJSON-1442542130-project] 10.222.0.60 "GET /v2.0/ports?device_id=ee290cd0-e82d-49ef-b37f-6dd1b103485f HTTP/1.1" status: 200 len: 946 time: 0.1247983 Nov 23 17:37:47.771458 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4d93c6e5-544c-4995-9b76-712dd3dc0260 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:47.784628 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d93c6e5-544c-4995-9b76-712dd3dc0260 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Releasing vlan 524 on physical network physnet1 to pool {{(pid=103590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 17:37:47.785033 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4d93c6e5-544c-4995-9b76-712dd3dc0260 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264370093'] for segment, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:47.788156 n-d-816206-8 neutron-server[103590]: Traceback (most recent call last): Nov 23 17:37:47.788156 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 17:37:47.788156 n-d-816206-8 neutron-server[103590]: timer() Nov 23 17:37:47.788156 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 17:37:47.788156 n-d-816206-8 neutron-server[103590]: cb(*args, **kw) Nov 23 17:37:47.788156 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 17:37:47.788156 n-d-816206-8 neutron-server[103590]: return func(*args, **kwargs) Nov 23 17:37:47.788156 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 17:37:47.788156 n-d-816206-8 neutron-server[103590]: self._notify() Nov 23 17:37:47.788156 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 17:37:47.788156 n-d-816206-8 neutron-server[103590]: self.callback(batched_events) Nov 23 17:37:47.788156 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 17:37:47.788156 n-d-816206-8 neutron-server[103590]: event.method(event) Nov 23 17:37:47.788156 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 17:37:47.788156 n-d-816206-8 neutron-server[103590]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 17:37:47.788156 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 17:37:47.788156 n-d-816206-8 neutron-server[103590]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 17:37:47.788156 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 17:37:47.788156 n-d-816206-8 neutron-server[103590]: return f(self, *a, **k) Nov 23 17:37:47.788156 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 17:37:47.788156 n-d-816206-8 neutron-server[103590]: return self._get(url).json() Nov 23 17:37:47.788156 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 17:37:47.788156 n-d-816206-8 neutron-server[103590]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 17:37:47.788156 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 17:37:47.788156 n-d-816206-8 neutron-server[103590]: return self.request(url, 'GET', **kwargs) Nov 23 17:37:47.788156 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 17:37:47.788156 n-d-816206-8 neutron-server[103590]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 17:37:47.788156 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 17:37:47.788156 n-d-816206-8 neutron-server[103590]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 17:37:47.788156 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 17:37:47.788156 n-d-816206-8 neutron-server[103590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 17:37:47.788156 n-d-816206-8 neutron-server[103590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 17:37:47.848191 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 46838) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:37:47.879750 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-5732d77a-9c90-4a0a-83d9-e1b8c28150b1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:47.898989 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b1dd1a0c-9f8b-421d-b4c6-c58f5f5bdc03 req-e32b4d31-6bf4-4dcb-ad62-b229afb86b40 tempest-ServerRescueTestJSON-1442542130 tempest-ServerRescueTestJSON-1442542130-project] 10.222.0.60 "GET /v2.0/security-groups?id=cf26cd6b-cd43-4747-bf84-de1f0ff7a3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352108 Nov 23 17:37:47.901227 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4d93c6e5-544c-4995-9b76-712dd3dc0260 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1795418'] for network, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:47.914792 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-6c1f1cd2-5e64-41b1-8440-2bfa691ca9ac tempest-ExternalNetworksAdminNegativeTestJSON-987129104 tempest-ExternalNetworksAdminNegativeTestJSON-987129104-project-admin] Deleting port 859d6c75-8e20-4282-b029-15ef7f0b2d71 {{(pid=103591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:37:47.914792 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-6c1f1cd2-5e64-41b1-8440-2bfa691ca9ac tempest-ExternalNetworksAdminNegativeTestJSON-987129104 tempest-ExternalNetworksAdminNegativeTestJSON-987129104-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:47.932011 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4d93c6e5-544c-4995-9b76-712dd3dc0260 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks [] for network, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:47.936429 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-4d93c6e5-544c-4995-9b76-712dd3dc0260 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] 10.222.0.60 "DELETE /v2.0/networks/c7a05d2e-065d-4768-9c74-9a92ebf070dd HTTP/1.1" status: 204 len: 168 time: 1.6872382 Nov 23 17:37:47.941204 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d93c6e5-544c-4995-9b76-712dd3dc0260 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Pushing event deleted for resources: {'Network': ['ID=c7a05d2e-065d-4768-9c74-9a92ebf070dd,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:37:47.941611 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 46848) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:37:47.966590 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20f87812-70a0-499a-a308-98efee40a59f admin admin] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:37:47.974682 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-20f87812-70a0-499a-a308-98efee40a59f admin admin] 10.222.0.60 "PUT /v2.0/routers/e041f17c-334e-4434-9efd-7d711bdb8225/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5662329 Nov 23 17:37:47.975440 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 46852) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:37:47.981483 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e998e95-3545-433b-8b62-503c684f3194 None None] Sync routers for ids ['e041f17c-334e-4434-9efd-7d711bdb8225'] in n-d-816206-8 {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:37:47.993543 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e998e95-3545-433b-8b62-503c684f3194 None None] Routers {'e041f17c-334e-4434-9efd-7d711bdb8225'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:37:47.994608 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-4e998e95-3545-433b-8b62-503c684f3194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:37:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['e041f17c-334e-4434-9efd-7d711bdb8225'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:37:48.065910 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-6c1f1cd2-5e64-41b1-8440-2bfa691ca9ac tempest-ExternalNetworksAdminNegativeTestJSON-987129104 tempest-ExternalNetworksAdminNegativeTestJSON-987129104-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:48.066248 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-6c1f1cd2-5e64-41b1-8440-2bfa691ca9ac tempest-ExternalNetworksAdminNegativeTestJSON-987129104 tempest-ExternalNetworksAdminNegativeTestJSON-987129104-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:48.094076 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-6c1f1cd2-5e64-41b1-8440-2bfa691ca9ac tempest-ExternalNetworksAdminNegativeTestJSON-987129104 tempest-ExternalNetworksAdminNegativeTestJSON-987129104-project-admin] Calling delete_port for 859d6c75-8e20-4282-b029-15ef7f0b2d71 owned by network:floatingip {{(pid=103591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:37:48.111516 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e0bddc2-e705-47a0-bfeb-e20bafd0c5ff tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:37:48.113376 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-1e0bddc2-e705-47a0-bfeb-e20bafd0c5ff tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1689973 Nov 23 17:37:48.118211 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 46854) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:37:48.162322 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-5732d77a-9c90-4a0a-83d9-e1b8c28150b1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:48.181298 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvr_db [None req-4e998e95-3545-433b-8b62-503c684f3194 None None] Set router e041f17c-334e-4434-9efd-7d711bdb8225 gateway port host: n-d-816206-8 {{(pid=103592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:37:48.197737 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-5732d77a-9c90-4a0a-83d9-e1b8c28150b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:48.258736 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-5732d77a-9c90-4a0a-83d9-e1b8c28150b1 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=226b017e23794d51b15b2342a5bf9291&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4083562 Nov 23 17:37:48.267885 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 46856) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:37:48.287322 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-1b7b82ee-9b78-4449-96de-cb421b18e0c2 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] 10.222.0.60 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1649861 Nov 23 17:37:48.294560 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5732d77a-9c90-4a0a-83d9-e1b8c28150b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9855ce5-8260-496b-b4bf-3337dde226c7,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:37:48.298579 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 46858) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:37:48.305631 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-28f7aa6c-1268-48dd-b324-d70321afb298 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1143933607'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:37:48.393011 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28f7aa6c-1268-48dd-b324-d70321afb298 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Made reservation on behalf of 4bc7c7d1542d486592900c4a00632f91 for: {'network': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:37:48.397303 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-28f7aa6c-1268-48dd-b324-d70321afb298 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for network, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:48.423380 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-d5f8741a-daaf-43aa-98c5-a1eefe81ead6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:48.440798 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:48.460404 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-6c1f1cd2-5e64-41b1-8440-2bfa691ca9ac tempest-ExternalNetworksAdminNegativeTestJSON-987129104 tempest-ExternalNetworksAdminNegativeTestJSON-987129104-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:48.462756 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-4e998e95-3545-433b-8b62-503c684f3194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e041f17c-334e-4434-9efd-7d711bdb8225', 'name': 'tempest-TestServerMultinode-1816343123-router', 'tenant_id': '7b9e7991d90e427d85569b76c7b04674', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.85'}], 'enable_snat': True}, 'gw_port_id': '38ba2435-56ed-4d1a-8759-9d9c8434f098', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:36:16Z', 'updated_at': '2021-11-23T17:37:46Z', 'revision_number': 5, 'project_id': '7b9e7991d90e427d85569b76c7b04674', 'gw_port': {'id': '38ba2435-56ed-4d1a-8759-9d9c8434f098', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:24:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e041f17c-334e-4434-9efd-7d711bdb8225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1775, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:36:17Z', 'updated_at': '2021-11-23T17:36:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8'}], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:37:48.465969 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28f7aa6c-1268-48dd-b324-d70321afb298 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] vlan segment allocate from pool success with {'vlan_id': 546, 'physical_network': 'physnet1'} {{(pid=103591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 17:37:48.469476 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-bac22c97-0843-442c-9b29-a9c25a98664d admin admin] Publish callbacks [] for router, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:48.470625 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-d5f8741a-daaf-43aa-98c5-a1eefe81ead6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:48.496886 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e998e95-3545-433b-8b62-503c684f3194 None None] Checking router: e041f17c-334e-4434-9efd-7d711bdb8225 for host: n-d-816206-8 {{(pid=103592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 17:37:48.505400 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1f1cd2-5e64-41b1-8440-2bfa691ca9ac tempest-ExternalNetworksAdminNegativeTestJSON-987129104 tempest-ExternalNetworksAdminNegativeTestJSON-987129104-project-admin] Pushing event deleted for resources: {'Port': ['ID=859d6c75-8e20-4282-b029-15ef7f0b2d71,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:37:48.514280 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-28f7aa6c-1268-48dd-b324-d70321afb298 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:48.516207 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e998e95-3545-433b-8b62-503c684f3194 None None] Routers {'e041f17c-334e-4434-9efd-7d711bdb8225'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:37:48.516860 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-4e998e95-3545-433b-8b62-503c684f3194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:37:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['e041f17c-334e-4434-9efd-7d711bdb8225'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:37:48.530957 n-d-816206-8 neutron-server[103591]: INFO neutron.db.segments_db [None req-28f7aa6c-1268-48dd-b324-d70321afb298 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Added segment 0b6c7df4-111a-4bb1-ba23-6bcfd01ebe7e of type vlan for network 32a7306e-b10d-45f4-b90e-978a8ed8b18e Nov 23 17:37:48.609886 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-bac22c97-0843-442c-9b29-a9c25a98664d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:48.647749 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvr_db [None req-4e998e95-3545-433b-8b62-503c684f3194 None None] Set router e041f17c-334e-4434-9efd-7d711bdb8225 gateway port host: n-d-816206-8 {{(pid=103592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:37:48.662080 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-28f7aa6c-1268-48dd-b324-d70321afb298 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736635338810'] for network, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:48.681647 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-bac22c97-0843-442c-9b29-a9c25a98664d admin admin] Deleting port 38ba2435-56ed-4d1a-8759-9d9c8434f098 {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:37:48.682084 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-bac22c97-0843-442c-9b29-a9c25a98664d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:48.693516 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-6c1f1cd2-5e64-41b1-8440-2bfa691ca9ac tempest-ExternalNetworksAdminNegativeTestJSON-987129104 tempest-ExternalNetworksAdminNegativeTestJSON-987129104-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:48.697205 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-6c1f1cd2-5e64-41b1-8440-2bfa691ca9ac tempest-ExternalNetworksAdminNegativeTestJSON-987129104 tempest-ExternalNetworksAdminNegativeTestJSON-987129104-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for floatingip, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:48.698381 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-6c1f1cd2-5e64-41b1-8440-2bfa691ca9ac tempest-ExternalNetworksAdminNegativeTestJSON-987129104 tempest-ExternalNetworksAdminNegativeTestJSON-987129104-project-admin] 10.222.0.60 "DELETE /v2.0/floatingips/66f90bca-2d28-45f8-87e4-2b4a5074351f HTTP/1.1" status: 204 len: 168 time: 1.1574023 Nov 23 17:37:48.701066 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-d5f8741a-daaf-43aa-98c5-a1eefe81ead6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:48.707291 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-d5f8741a-daaf-43aa-98c5-a1eefe81ead6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:48.712974 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-d5f8741a-daaf-43aa-98c5-a1eefe81ead6 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c9855ce5-8260-496b-b4bf-3337dde226c7 HTTP/1.1" status: 204 len: 168 time: 0.4406466 Nov 23 17:37:48.729746 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-28f7aa6c-1268-48dd-b324-d70321afb298 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493'] for network, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:48.737739 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28f7aa6c-1268-48dd-b324-d70321afb298 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:37:48.738825 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-28f7aa6c-1268-48dd-b324-d70321afb298 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for network, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:48.757690 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f8741a-daaf-43aa-98c5-a1eefe81ead6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9855ce5-8260-496b-b4bf-3337dde226c7,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:37:48.766464 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-28f7aa6c-1268-48dd-b324-d70321afb298 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4652860 Nov 23 17:37:48.790664 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 46878) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:37:48.801512 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-56324205-8b3b-40e1-8049-672c41b2c921 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Request body: {'subnet': {'network_id': '32a7306e-b10d-45f4-b90e-978a8ed8b18e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:37:48.899064 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-bac22c97-0843-442c-9b29-a9c25a98664d admin admin] For port 38ba2435-56ed-4d1a-8759-9d9c8434f098, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=38ba2435-56ed-4d1a-8759-9d9c8434f098,segment=NetworkSegment(bffd1e4f-e80f-4ff0-b418-2f42ae15febf),segment_id=bffd1e4f-e80f-4ff0-b418-2f42ae15febf)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:37:48.899393 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-bac22c97-0843-442c-9b29-a9c25a98664d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:48.916780 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f7aa6c-1268-48dd-b324-d70321afb298 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Pushing event updated for resources: {'Network': ['ID=32a7306e-b10d-45f4-b90e-978a8ed8b18e,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:37:48.933454 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-bac22c97-0843-442c-9b29-a9c25a98664d admin admin] Calling delete_port for 38ba2435-56ed-4d1a-8759-9d9c8434f098 owned by network:router_gateway {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:37:48.936105 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Network 32a7306e-b10d-45f4-b90e-978a8ed8b18e details requested by agent ovs-agent-n-d-816206-8 with host n-d-816206-8 {{(pid=103592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 17:37:49.037439 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56324205-8b3b-40e1-8049-672c41b2c921 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Made reservation on behalf of 4bc7c7d1542d486592900c4a00632f91 for: {'subnet': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:37:49.041494 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-56324205-8b3b-40e1-8049-672c41b2c921 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264314294'] for subnet, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:49.193537 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-4e998e95-3545-433b-8b62-503c684f3194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e041f17c-334e-4434-9efd-7d711bdb8225', 'name': 'tempest-TestServerMultinode-1816343123-router', 'tenant_id': '7b9e7991d90e427d85569b76c7b04674', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.85'}], 'enable_snat': True}, 'gw_port_id': '38ba2435-56ed-4d1a-8759-9d9c8434f098', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:36:16Z', 'updated_at': '2021-11-23T17:37:46Z', 'revision_number': 5, 'project_id': '7b9e7991d90e427d85569b76c7b04674', 'gw_port': {'id': '38ba2435-56ed-4d1a-8759-9d9c8434f098', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:24:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e041f17c-334e-4434-9efd-7d711bdb8225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1775, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:36:17Z', 'updated_at': '2021-11-23T17:36:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8'}], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:37:49.208028 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 46888) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:37:49.263069 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b1431d-61d7-441a-94b5-7c3d26262b97 req-c05f279f-07c6-4577-981e-87d410dd8336 tempest-ServerRescueTestJSON-1442542130 tempest-ServerRescueTestJSON-1442542130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:37:49.271513 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-71b1431d-61d7-441a-94b5-7c3d26262b97 req-c05f279f-07c6-4577-981e-87d410dd8336 tempest-ServerRescueTestJSON-1442542130 tempest-ServerRescueTestJSON-1442542130-project] 10.222.0.60 "GET /v2.0/ports?device_id=ee290cd0-e82d-49ef-b37f-6dd1b103485f HTTP/1.1" status: 200 len: 946 time: 0.1558707 Nov 23 17:37:49.282401 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e998e95-3545-433b-8b62-503c684f3194 None None] The sync data for ids ['e041f17c-334e-4434-9efd-7d711bdb8225'] in n-d-816206-8 is: [{'id': 'e041f17c-334e-4434-9efd-7d711bdb8225', 'name': 'tempest-TestServerMultinode-1816343123-router', 'tenant_id': '7b9e7991d90e427d85569b76c7b04674', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.85'}], 'enable_snat': True}, 'gw_port_id': '38ba2435-56ed-4d1a-8759-9d9c8434f098', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:36:16Z', 'updated_at': '2021-11-23T17:37:46Z', 'revision_number': 5, 'project_id': '7b9e7991d90e427d85569b76c7b04674', 'gw_port': {'id': '38ba2435-56ed-4d1a-8759-9d9c8434f098', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:24:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e041f17c-334e-4434-9efd-7d711bdb8225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1775, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:36:17Z', 'updated_at': '2021-11-23T17:36:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8'}] {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:37:49.286207 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device bfeaf133-0b44-460e-905c-1e3dc36d6967 no longer exists at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:37:49.321593 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] No Port match for: bfeaf133-0b44-460e-905c-1e3dc36d6967 {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:37:49.321952 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device bfeaf133-0b44-460e-905c-1e3dc36d6967 not bound to the agent host n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:37:49.394100 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-bac22c97-0843-442c-9b29-a9c25a98664d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:49.424437 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac22c97-0843-442c-9b29-a9c25a98664d admin admin] Pushing event deleted for resources: {'Port': ['ID=38ba2435-56ed-4d1a-8759-9d9c8434f098,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:37:49.443229 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c79668f-6372-4466-acff-4105e842b52f None None] DHCP port deletion for 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:37:49.523172 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-bac22c97-0843-442c-9b29-a9c25a98664d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1795454'] for router_gateway, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:49.699578 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-bac22c97-0843-442c-9b29-a9c25a98664d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1794352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8175'] for router, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:49.702221 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-bac22c97-0843-442c-9b29-a9c25a98664d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:49.791799 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-bac22c97-0843-442c-9b29-a9c25a98664d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1795580'] for router, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:49.792742 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bac22c97-0843-442c-9b29-a9c25a98664d admin admin] Fanout notify agent at l3_agent the message router_deleted on router e041f17c-334e-4434-9efd-7d711bdb8225 {{(pid=103590) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 17:37:49.798447 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-bac22c97-0843-442c-9b29-a9c25a98664d admin admin] Publish callbacks [] for router, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:49.805103 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-bac22c97-0843-442c-9b29-a9c25a98664d admin admin] 10.222.0.60 "DELETE /v2.0/routers/e041f17c-334e-4434-9efd-7d711bdb8225 HTTP/1.1" status: 204 len: 168 time: 1.8270748 Nov 23 17:37:49.805771 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 46918) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:37:49.869714 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7f2ddc6-9301-4cce-b680-25da3f4fce95 admin admin] Deleting subnet 9b52ede3-5c4c-4b0f-b012-6d08553edf55 {{(pid=103590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 17:37:49.873592 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f7f2ddc6-9301-4cce-b680-25da3f4fce95 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:49.925163 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-71b1431d-61d7-441a-94b5-7c3d26262b97 req-daabcbb7-25dd-4112-b46a-ee0467e1ac2f tempest-ServerRescueTestJSON-1442542130 tempest-ServerRescueTestJSON-1442542130-project] 10.222.0.60 "GET /v2.0/security-groups?id=cf26cd6b-cd43-4747-bf84-de1f0ff7a3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6524208 Nov 23 17:37:49.933168 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-60ff3f80-fd0a-40a8-8d18-dc18b7d94e6a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:49.956000 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f7f2ddc6-9301-4cce-b680-25da3f4fce95 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-267528342'] for subnet, precommit_delete_associations {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:50.032651 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-56324205-8b3b-40e1-8049-672c41b2c921 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264758079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264314276'] for subnet, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:50.087681 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f7f2ddc6-9301-4cce-b680-25da3f4fce95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971956'] for subnet, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:50.195500 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56324205-8b3b-40e1-8049-672c41b2c921 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Pushing event updated for resources: {'Subnet': ['ID=71ab7e29-2254-48c0-ade8-5e55e935c474,revision_number=0']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:37:50.217823 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56324205-8b3b-40e1-8049-672c41b2c921 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Checking segment: {'id': '0b6c7df4-111a-4bb1-ba23-6bcfd01ebe7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '32a7306e-b10d-45f4-b90e-978a8ed8b18e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:37:50.218186 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56324205-8b3b-40e1-8049-672c41b2c921 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Network hostable DHCP agents. Network: 32a7306e-b10d-45f4-b90e-978a8ed8b18e, hostable agents: ['0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3'], hosted agents: [] {{(pid=103591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 17:37:50.224293 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f7f2ddc6-9301-4cce-b680-25da3f4fce95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264357903', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264730940'] for subnet, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:50.248672 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-60ff3f80-fd0a-40a8-8d18-dc18b7d94e6a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:50.260173 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-60ff3f80-fd0a-40a8-8d18-dc18b7d94e6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:50.261476 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f2ddc6-9301-4cce-b680-25da3f4fce95 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9b52ede3-5c4c-4b0f-b012-6d08553edf55,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:37:50.268405 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef813b87-e2b5-4a3a-a845-1428a3dc2ebf None None] Network 2cb4def7-9f5d-4e59-b7a8-e3a1bac05190 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:37:50.278683 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56324205-8b3b-40e1-8049-672c41b2c921 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Network 32a7306e-b10d-45f4-b90e-978a8ed8b18e is scheduled to be hosted by DHCP agent 0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3 with binding_index 1 {{(pid=103591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 17:37:50.279580 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f7f2ddc6-9301-4cce-b680-25da3f4fce95 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:50.288019 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-f7f2ddc6-9301-4cce-b680-25da3f4fce95 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/9b52ede3-5c4c-4b0f-b012-6d08553edf55 HTTP/1.1" status: 204 len: 168 time: 0.4811120 Nov 23 17:37:50.289548 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 46932) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:37:50.343418 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [None req-56324205-8b3b-40e1-8049-672c41b2c921 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-8, 32a7306e-b10d-45f4-b90e-978a8ed8b18e) {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:37:50.374897 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-60ff3f80-fd0a-40a8-8d18-dc18b7d94e6a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=babfc069aa6d40798f102f588222c3e1&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1655524 Nov 23 17:37:50.376620 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56324205-8b3b-40e1-8049-672c41b2c921 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:37:50.377787 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-56324205-8b3b-40e1-8049-672c41b2c921 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for subnet, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:50.382044 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 46934) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:37:50.395581 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ff3f80-fd0a-40a8-8d18-dc18b7d94e6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a85d76a3-ed3d-4b0d-8190-6b31b0d36658,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:37:50.419983 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-56324205-8b3b-40e1-8049-672c41b2c921 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6282849 Nov 23 17:37:50.424025 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-956a4450-2298-4733-8647-4cd57ac0f24b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-555181'] for network, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:50.427231 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 46936) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:37:50.436749 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-1ae9ad01-d4de-4265-b85a-fed312ea8500 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Request body: {'port': {'network_id': '32a7306e-b10d-45f4-b90e-978a8ed8b18e', 'name': 'tempest-PortsIpV6TestJSON-1827945674'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:37:50.497274 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48820094-9335-4992-b693-3319d3325bf0 None None] Network 32a7306e-b10d-45f4-b90e-978a8ed8b18e requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:37:50.533356 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-404176d1-b309-4cb7-a809-8a0e2c04d010 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:50.561925 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-956a4450-2298-4733-8647-4cd57ac0f24b admin admin] Deleting port 679b2a41-355b-40c4-a9c5-877afa6f6ac3 {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:37:50.562320 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-956a4450-2298-4733-8647-4cd57ac0f24b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:50.583052 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-404176d1-b309-4cb7-a809-8a0e2c04d010 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:50.688551 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ae9ad01-d4de-4265-b85a-fed312ea8500 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Made reservation on behalf of 4bc7c7d1542d486592900c4a00632f91 for: {'port': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:37:50.695563 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-1ae9ad01-d4de-4265-b85a-fed312ea8500 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:50.723110 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [None req-1ae9ad01-d4de-4265-b85a-fed312ea8500 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] device_id is not set on port 41854ab2-5958-4d2e-ac73-873e704671f7 yet. {{(pid=103591) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 17:37:50.736971 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-404176d1-b309-4cb7-a809-8a0e2c04d010 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:50.740823 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-404176d1-b309-4cb7-a809-8a0e2c04d010 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:50.745995 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-404176d1-b309-4cb7-a809-8a0e2c04d010 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a85d76a3-ed3d-4b0d-8190-6b31b0d36658 HTTP/1.1" status: 204 len: 168 time: 0.3616281 Nov 23 17:37:50.792750 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404176d1-b309-4cb7-a809-8a0e2c04d010 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a85d76a3-ed3d-4b0d-8190-6b31b0d36658,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:37:50.842186 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-956a4450-2298-4733-8647-4cd57ac0f24b admin admin] For port 679b2a41-355b-40c4-a9c5-877afa6f6ac3, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=679b2a41-355b-40c4-a9c5-877afa6f6ac3,segment=NetworkSegment(8c64260d-b961-46a3-a6c7-197975bfee6d),segment_id=8c64260d-b961-46a3-a6c7-197975bfee6d)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:37:50.842574 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-956a4450-2298-4733-8647-4cd57ac0f24b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:50.905511 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-956a4450-2298-4733-8647-4cd57ac0f24b admin admin] Calling delete_port for 679b2a41-355b-40c4-a9c5-877afa6f6ac3 owned by network:dhcp {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:37:51.044287 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.db_base_plugin_common [None req-1ae9ad01-d4de-4265-b85a-fed312ea8500 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Allocated IP 2001:db8::7 (32a7306e-b10d-45f4-b90e-978a8ed8b18e/71ab7e29-2254-48c0-ade8-5e55e935c474/41854ab2-5958-4d2e-ac73-873e704671f7) {{(pid=103591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:37:51.158836 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-956a4450-2298-4733-8647-4cd57ac0f24b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:51.209442 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-956a4450-2298-4733-8647-4cd57ac0f24b admin admin] No DVR routers for this DVR port 679b2a41-355b-40c4-a9c5-877afa6f6ac3 on host n-d-816206-8 {{(pid=103590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:37:51.211661 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956a4450-2298-4733-8647-4cd57ac0f24b admin admin] Pushing event deleted for resources: {'Port': ['ID=679b2a41-355b-40c4-a9c5-877afa6f6ac3,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:37:51.265386 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bd30d54-7491-4735-a5fa-79a1c5044af1 None None] DHCP port deletion for 2cb4def7-9f5d-4e59-b7a8-e3a1bac05190 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:37:51.295519 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device e062ee99-b15d-4ddd-8973-4b68765aeaf6 no longer exists at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:37:51.304993 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3317980d-e2c9-4ab5-b80a-b69e82ae1f4b req-23bb18ac-ae81-41f0-8478-4d9e2899d790 tempest-ServerRescueTestJSON-1442542130 tempest-ServerRescueTestJSON-1442542130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:37:51.306683 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-3317980d-e2c9-4ab5-b80a-b69e82ae1f4b req-23bb18ac-ae81-41f0-8478-4d9e2899d790 tempest-ServerRescueTestJSON-1442542130 tempest-ServerRescueTestJSON-1442542130-project] 10.222.0.60 "GET /v2.0/ports?device_id=ee290cd0-e82d-49ef-b37f-6dd1b103485f HTTP/1.1" status: 200 len: 946 time: 0.2146406 Nov 23 17:37:51.396034 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] No Port match for: e062ee99-b15d-4ddd-8973-4b68765aeaf6 {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:37:51.397052 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device e062ee99-b15d-4ddd-8973-4b68765aeaf6 not bound to the agent host n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:37:51.398195 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 38ba2435-56ed-4d1a-8759-9d9c8434f098 no longer exists at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:37:51.415323 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-956a4450-2298-4733-8647-4cd57ac0f24b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973419', 'neutron.services.segments.db._delete_segments_for_network-8736635878840'] for network, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:51.425786 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] No Port match for: 38ba2435-56ed-4d1a-8759-9d9c8434f098 {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:37:51.426402 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 38ba2435-56ed-4d1a-8759-9d9c8434f098 not bound to the agent host n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:37:51.437187 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67320e8b-a113-4117-b16d-992808b58e74 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp355044b8-8e87-58c4-94fa-4a010ec30f9e-32a7306e-b10d-45f4-b90e-978a8ed8b18e', 'network_id': '32a7306e-b10d-45f4-b90e-978a8ed8b18e', 'tenant_id': '4bc7c7d1542d486592900c4a00632f91', 'fixed_ips': [{'subnet_id': '71ab7e29-2254-48c0-ade8-5e55e935c474'}]}} from n-d-816206-8. {{(pid=103592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 17:37:51.438303 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-67320e8b-a113-4117-b16d-992808b58e74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:51.468007 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-956a4450-2298-4733-8647-4cd57ac0f24b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2cb4def7-9f5d-4e59-b7a8-e3a1bac05190']}} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:37:51.485901 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-956a4450-2298-4733-8647-4cd57ac0f24b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c64260d-b961-46a3-a6c7-197975bfee6d') {'for_net_delete': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:37:51.486535 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-956a4450-2298-4733-8647-4cd57ac0f24b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c64260d-b961-46a3-a6c7-197975bfee6d') {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:37:51.513670 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-956a4450-2298-4733-8647-4cd57ac0f24b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736635840332', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-267528353'] for segment, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:51.528356 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-1ae9ad01-d4de-4265-b85a-fed312ea8500 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks [] for port, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:51.544374 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-3317980d-e2c9-4ab5-b80a-b69e82ae1f4b req-4a4c417b-a922-487b-a305-f9f14c761211 tempest-ServerRescueTestJSON-1442542130 tempest-ServerRescueTestJSON-1442542130-project] 10.222.0.60 "GET /v2.0/security-groups?id=cf26cd6b-cd43-4747-bf84-de1f0ff7a3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1934872 Nov 23 17:37:51.570252 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-956a4450-2298-4733-8647-4cd57ac0f24b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:51.579739 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-956a4450-2298-4733-8647-4cd57ac0f24b admin admin] Releasing vlan 508 on physical network physnet1 to pool {{(pid=103590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 17:37:51.580181 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-956a4450-2298-4733-8647-4cd57ac0f24b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264370093'] for segment, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:51.582016 n-d-816206-8 neutron-server[103590]: Traceback (most recent call last): Nov 23 17:37:51.582016 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 17:37:51.582016 n-d-816206-8 neutron-server[103590]: timer() Nov 23 17:37:51.582016 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 17:37:51.582016 n-d-816206-8 neutron-server[103590]: cb(*args, **kw) Nov 23 17:37:51.582016 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 17:37:51.582016 n-d-816206-8 neutron-server[103590]: return func(*args, **kwargs) Nov 23 17:37:51.582016 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 17:37:51.582016 n-d-816206-8 neutron-server[103590]: self._notify() Nov 23 17:37:51.582016 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 17:37:51.582016 n-d-816206-8 neutron-server[103590]: self.callback(batched_events) Nov 23 17:37:51.582016 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 17:37:51.582016 n-d-816206-8 neutron-server[103590]: event.method(event) Nov 23 17:37:51.582016 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 17:37:51.582016 n-d-816206-8 neutron-server[103590]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 17:37:51.582016 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 17:37:51.582016 n-d-816206-8 neutron-server[103590]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 17:37:51.582016 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 17:37:51.582016 n-d-816206-8 neutron-server[103590]: return f(self, *a, **k) Nov 23 17:37:51.582016 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 17:37:51.582016 n-d-816206-8 neutron-server[103590]: return self._get(url).json() Nov 23 17:37:51.582016 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 17:37:51.582016 n-d-816206-8 neutron-server[103590]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 17:37:51.582016 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 17:37:51.582016 n-d-816206-8 neutron-server[103590]: return self.request(url, 'GET', **kwargs) Nov 23 17:37:51.582016 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 17:37:51.582016 n-d-816206-8 neutron-server[103590]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 17:37:51.582016 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 17:37:51.582016 n-d-816206-8 neutron-server[103590]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 17:37:51.582016 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 17:37:51.582016 n-d-816206-8 neutron-server[103590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 17:37:51.582016 n-d-816206-8 neutron-server[103590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 17:37:51.627758 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-1ae9ad01-d4de-4265-b85a-fed312ea8500 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:51.696135 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.db_base_plugin_common [None req-67320e8b-a113-4117-b16d-992808b58e74 None None] Allocated IP 2001:db8::2 (32a7306e-b10d-45f4-b90e-978a8ed8b18e/71ab7e29-2254-48c0-ade8-5e55e935c474/8fa92f78-79dc-4b31-9857-37aeba16ce38) {{(pid=103592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:37:51.721626 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 46980) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:37:51.727861 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-956a4450-2298-4733-8647-4cd57ac0f24b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1795418'] for network, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:51.752254 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-956a4450-2298-4733-8647-4cd57ac0f24b admin admin] Publish callbacks [] for network, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:51.758002 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-956a4450-2298-4733-8647-4cd57ac0f24b admin admin] 10.222.0.60 "DELETE /v2.0/networks/2cb4def7-9f5d-4e59-b7a8-e3a1bac05190 HTTP/1.1" status: 204 len: 168 time: 1.4668984 Nov 23 17:37:51.759243 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956a4450-2298-4733-8647-4cd57ac0f24b admin admin] Pushing event deleted for resources: {'Network': ['ID=2cb4def7-9f5d-4e59-b7a8-e3a1bac05190,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:37:51.761156 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 46982) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:37:51.780794 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ae9ad01-d4de-4265-b85a-fed312ea8500 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Network 32a7306e-b10d-45f4-b90e-978a8ed8b18e is already hosted by enough agents. {{(pid=103591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:37:51.783581 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae9ad01-d4de-4265-b85a-fed312ea8500 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Pushing event updated for resources: {'Port': ['ID=41854ab2-5958-4d2e-ac73-873e704671f7,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:37:51.788526 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [None req-1ae9ad01-d4de-4265-b85a-fed312ea8500 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Resources bound (agent type, host, resource id): {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:37:51.795291 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ae9ad01-d4de-4265-b85a-fed312ea8500 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Received port after_create {{(pid=103591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:37:51.802147 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ae9ad01-d4de-4265-b85a-fed312ea8500 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:37:51.802343 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-1ae9ad01-d4de-4265-b85a-fed312ea8500 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:51.836951 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-b66c7438-c37a-46e5-9ae9-4f8d87952a35 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=8c80d5045ac74e2ba92c7d7ca5f550e0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1109197 Nov 23 17:37:51.838728 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 46984) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:37:51.838902 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-1ae9ad01-d4de-4265-b85a-fed312ea8500 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.4064384 Nov 23 17:37:51.841467 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 46986) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:37:51.849703 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-7dc20891-8461-4589-9165-5b18b7f47f2c tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Request body: {'port': {'network_id': '32a7306e-b10d-45f4-b90e-978a8ed8b18e', 'name': 'tempest-PortsIpV6TestJSON-1933136352'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:37:51.957303 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-67320e8b-a113-4117-b16d-992808b58e74 None None] Publish callbacks [] for port, precommit_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:51.964679 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-67320e8b-a113-4117-b16d-992808b58e74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980'] for port, after_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:52.077698 n-d-816206-8 neutron-server[103592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67320e8b-a113-4117-b16d-992808b58e74 None None] Network 32a7306e-b10d-45f4-b90e-978a8ed8b18e is already hosted by enough agents. {{(pid=103592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:37:52.090263 n-d-816206-8 neutron-server[103592]: DEBUG neutron.scheduler.base_scheduler [None req-67320e8b-a113-4117-b16d-992808b58e74 None None] Resources bound (agent type, host, resource id): {{(pid=103592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:37:52.090263 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67320e8b-a113-4117-b16d-992808b58e74 None None] Received port after_create {{(pid=103592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:37:52.149923 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dc20891-8461-4589-9165-5b18b7f47f2c tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Made reservation on behalf of 4bc7c7d1542d486592900c4a00632f91 for: {'port': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:37:52.156776 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-162e57ed-8a4b-46f5-8c88-d30ba6e24544 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:52.160380 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-7dc20891-8461-4589-9165-5b18b7f47f2c tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:52.167047 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-67320e8b-a113-4117-b16d-992808b58e74 None None] Attempting to bind port 8fa92f78-79dc-4b31-9857-37aeba16ce38 on host n-d-816206-8 for vnic_type normal with profile {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:37:52.167694 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-67320e8b-a113-4117-b16d-992808b58e74 None None] Attempting to bind port 8fa92f78-79dc-4b31-9857-37aeba16ce38 by drivers openvswitch,hyperv on host n-d-816206-8 at level 0 using segments [{'id': '0b6c7df4-111a-4bb1-ba23-6bcfd01ebe7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '32a7306e-b10d-45f4-b90e-978a8ed8b18e'}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:37:52.168177 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67320e8b-a113-4117-b16d-992808b58e74 None None] Attempting to bind port 8fa92f78-79dc-4b31-9857-37aeba16ce38 on network 32a7306e-b10d-45f4-b90e-978a8ed8b18e {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:37:52.174632 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67320e8b-a113-4117-b16d-992808b58e74 None None] Checking agent: {'id': '9e89acbe-4bbe-4c77-a18b-6f1da9133e0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 7, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 37, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:37:52.175511 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67320e8b-a113-4117-b16d-992808b58e74 None None] Checking segment: {'id': '0b6c7df4-111a-4bb1-ba23-6bcfd01ebe7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '32a7306e-b10d-45f4-b90e-978a8ed8b18e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:37:52.176167 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-67320e8b-a113-4117-b16d-992808b58e74 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:52.176812 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67320e8b-a113-4117-b16d-992808b58e74 None None] Bound using segment: {'id': '0b6c7df4-111a-4bb1-ba23-6bcfd01ebe7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '32a7306e-b10d-45f4-b90e-978a8ed8b18e'} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:37:52.177519 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-67320e8b-a113-4117-b16d-992808b58e74 None None] Bound port: 8fa92f78-79dc-4b31-9857-37aeba16ce38, host: n-d-816206-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b6c7df4-111a-4bb1-ba23-6bcfd01ebe7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '32a7306e-b10d-45f4-b90e-978a8ed8b18e'}}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:37:52.178144 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-67320e8b-a113-4117-b16d-992808b58e74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:52.192675 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67320e8b-a113-4117-b16d-992808b58e74 None None] Pushing event updated for resources: {'Port': ['ID=8fa92f78-79dc-4b31-9857-37aeba16ce38,revision_number=1']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:37:52.219172 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-162e57ed-8a4b-46f5-8c88-d30ba6e24544 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:52.244174 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [None req-7dc20891-8461-4589-9165-5b18b7f47f2c tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] device_id is not set on port 1d31b048-6d17-407b-b2a6-16297b7e4b20 yet. {{(pid=103591) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 17:37:52.265747 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-67320e8b-a113-4117-b16d-992808b58e74 None None] For port 8fa92f78-79dc-4b31-9857-37aeba16ce38, host n-d-816206-8, cleared binding levels {{(pid=103592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:37:52.270030 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-67320e8b-a113-4117-b16d-992808b58e74 None None] For port 8fa92f78-79dc-4b31-9857-37aeba16ce38, host n-d-816206-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=8fa92f78-79dc-4b31-9857-37aeba16ce38,segment=NetworkSegment(0b6c7df4-111a-4bb1-ba23-6bcfd01ebe7e),segment_id=0b6c7df4-111a-4bb1-ba23-6bcfd01ebe7e)] {{(pid=103592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:37:52.278077 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-67320e8b-a113-4117-b16d-992808b58e74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:52.376914 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-162e57ed-8a4b-46f5-8c88-d30ba6e24544 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:52.379973 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-162e57ed-8a4b-46f5-8c88-d30ba6e24544 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:52.381355 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-162e57ed-8a4b-46f5-8c88-d30ba6e24544 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/62138e0d-2927-4a2e-b75b-39e2f667639f HTTP/1.1" status: 204 len: 168 time: 0.5402215 Nov 23 17:37:52.388054 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67320e8b-a113-4117-b16d-992808b58e74 None None] Pushing event updated for resources: {'Port': ['ID=8fa92f78-79dc-4b31-9857-37aeba16ce38,revision_number=2']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:37:52.413038 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162e57ed-8a4b-46f5-8c88-d30ba6e24544 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62138e0d-2927-4a2e-b75b-39e2f667639f,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:37:52.429655 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.agents_db [None req-464f6c07-0de8-4be6-8f5b-563f574d1c5d None None] Agent healthcheck: found 7 active agents {{(pid=103593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 17:37:52.560359 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f1bb8949-256c-4d24-8e1a-b0354adebf67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1794372'] for router_interface, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:52.607875 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.db_base_plugin_common [None req-7dc20891-8461-4589-9165-5b18b7f47f2c tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Allocated IP 2001:db8::91 (32a7306e-b10d-45f4-b90e-978a8ed8b18e/71ab7e29-2254-48c0-ade8-5e55e935c474/1d31b048-6d17-407b-b2a6-16297b7e4b20) {{(pid=103591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:37:52.978997 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff85b5a-8cb2-49f6-a2ee-bed7d16795fd req-0ed531df-d754-4f7a-891b-8c7d0ca9f696 tempest-ServerRescueTestJSON-1442542130 tempest-ServerRescueTestJSON-1442542130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:37:52.990506 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2ff85b5a-8cb2-49f6-a2ee-bed7d16795fd req-0ed531df-d754-4f7a-891b-8c7d0ca9f696 tempest-ServerRescueTestJSON-1442542130 tempest-ServerRescueTestJSON-1442542130-project] 10.222.0.60 "GET /v2.0/ports?device_id=ee290cd0-e82d-49ef-b37f-6dd1b103485f HTTP/1.1" status: 200 len: 946 time: 0.2354269 Nov 23 17:37:53.180914 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-f1bb8949-256c-4d24-8e1a-b0354adebf67 admin admin] Deleting port dd77a1f5-1f5a-468b-b446-731c1c78b064 {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:37:53.184684 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f1bb8949-256c-4d24-8e1a-b0354adebf67 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:53.268192 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2ff85b5a-8cb2-49f6-a2ee-bed7d16795fd req-719a8d0a-5648-4b99-930b-b9c48ff33792 tempest-ServerRescueTestJSON-1442542130 tempest-ServerRescueTestJSON-1442542130-project] 10.222.0.60 "GET /v2.0/security-groups?id=cf26cd6b-cd43-4747-bf84-de1f0ff7a3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2725570 Nov 23 17:37:53.322726 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-7dc20891-8461-4589-9165-5b18b7f47f2c tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks [] for port, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:53.355377 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 8fa92f78-79dc-4b31-9857-37aeba16ce38 up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:37:53.393712 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-7dc20891-8461-4589-9165-5b18b7f47f2c tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:53.454450 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dc20891-8461-4589-9165-5b18b7f47f2c tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Network 32a7306e-b10d-45f4-b90e-978a8ed8b18e is already hosted by enough agents. {{(pid=103591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:37:53.462229 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [None req-7dc20891-8461-4589-9165-5b18b7f47f2c tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Resources bound (agent type, host, resource id): {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:37:53.475616 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dc20891-8461-4589-9165-5b18b7f47f2c tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Received port after_create {{(pid=103591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:37:53.483932 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dc20891-8461-4589-9165-5b18b7f47f2c tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:37:53.485144 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-7dc20891-8461-4589-9165-5b18b7f47f2c tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:53.489708 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-f1bb8949-256c-4d24-8e1a-b0354adebf67 admin admin] For port dd77a1f5-1f5a-468b-b446-731c1c78b064, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=dd77a1f5-1f5a-468b-b446-731c1c78b064,segment=NetworkSegment(0efc7d62-ad80-4bac-bd3f-c7c4dcb51843),segment_id=0efc7d62-ad80-4bac-bd3f-c7c4dcb51843)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:37:53.492373 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f1bb8949-256c-4d24-8e1a-b0354adebf67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:53.511244 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port 8fa92f78-79dc-4b31-9857-37aeba16ce38 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:37:53.511806 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:53.521468 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc20891-8461-4589-9165-5b18b7f47f2c tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Pushing event updated for resources: {'Port': ['ID=1d31b048-6d17-407b-b2a6-16297b7e4b20,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:37:53.538714 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-f1bb8949-256c-4d24-8e1a-b0354adebf67 admin admin] Calling delete_port for dd77a1f5-1f5a-468b-b446-731c1c78b064 owned by network:router_interface {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:37:53.558836 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-7dc20891-8461-4589-9165-5b18b7f47f2c tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.7162614 Nov 23 17:37:53.562550 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 47058) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:37:53.709977 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:53.785489 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c22cd26c-7b04-46f4-b1c3-96ff8ed427a3 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:37:53.787105 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-c22cd26c-7b04-46f4-b1c3-96ff8ed427a3 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] 10.222.0.60 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A7 HTTP/1.1" status: 200 len: 927 time: 0.2219403 Nov 23 17:37:53.789994 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 47064) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:37:53.811725 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 47066) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:37:53.832813 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] For port 8fa92f78-79dc-4b31-9857-37aeba16ce38, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=8fa92f78-79dc-4b31-9857-37aeba16ce38,segment=NetworkSegment(0b6c7df4-111a-4bb1-ba23-6bcfd01ebe7e),segment_id=0b6c7df4-111a-4bb1-ba23-6bcfd01ebe7e)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:37:53.840899 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:53.929220 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 679b2a41-355b-40c4-a9c5-877afa6f6ac3 no longer exists at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:37:54.015114 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] No Port match for: 679b2a41-355b-40c4-a9c5-877afa6f6ac3 {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:37:54.015455 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 679b2a41-355b-40c4-a9c5-877afa6f6ac3 not bound to the agent host n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:37:54.058207 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-c45203ad-79db-49cb-a62b-ab288a158184 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Deleting port 1d31b048-6d17-407b-b2a6-16297b7e4b20 {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:37:54.058683 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c45203ad-79db-49cb-a62b-ab288a158184 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:54.075785 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Pushing event updated for resources: {'Port': ['ID=8fa92f78-79dc-4b31-9857-37aeba16ce38,revision_number=3']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:37:54.174375 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c45203ad-79db-49cb-a62b-ab288a158184 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:54.178331 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f1bb8949-256c-4d24-8e1a-b0354adebf67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:54.222766 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-030326b8-9ad0-4042-bb88-7b42cbe6267d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:54.224069 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bb8949-256c-4d24-8e1a-b0354adebf67 admin admin] Pushing event deleted for resources: {'Port': ['ID=dd77a1f5-1f5a-468b-b446-731c1c78b064,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:37:54.246694 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-c45203ad-79db-49cb-a62b-ab288a158184 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Calling delete_port for 1d31b048-6d17-407b-b2a6-16297b7e4b20 owned by {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:37:54.261228 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d2adfea-18e6-4051-9648-7cfb363eaee9 None None] Network 32a7306e-b10d-45f4-b90e-978a8ed8b18e requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:37:54.411112 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-030326b8-9ad0-4042-bb88-7b42cbe6267d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:54.436150 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-030326b8-9ad0-4042-bb88-7b42cbe6267d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:54.460929 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-6f899ef6-023c-4389-a843-effad4d457f6 None None] Provisioning complete for port 8fa92f78-79dc-4b31-9857-37aeba16ce38 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:37:54.461570 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-6f899ef6-023c-4389-a843-effad4d457f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:54.523491 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-030326b8-9ad0-4042-bb88-7b42cbe6267d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=bd2a09ea03484f12ac13a519b633ff03&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7095201 Nov 23 17:37:54.524443 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 47092) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:37:54.593035 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030326b8-9ad0-4042-bb88-7b42cbe6267d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6af6d5b-b3db-4773-8a7e-c367d154b97c,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:37:54.645912 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f44ba1-4eb9-4409-9951-b20fc8cb25b9 req-f3b0313b-b37d-4a87-afec-96d76f9d039f tempest-ServerRescueTestJSON-1442542130 tempest-ServerRescueTestJSON-1442542130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:37:54.649618 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-55f44ba1-4eb9-4409-9951-b20fc8cb25b9 req-f3b0313b-b37d-4a87-afec-96d76f9d039f tempest-ServerRescueTestJSON-1442542130 tempest-ServerRescueTestJSON-1442542130-project] 10.222.0.60 "GET /v2.0/ports?device_id=ee290cd0-e82d-49ef-b37f-6dd1b103485f HTTP/1.1" status: 200 len: 946 time: 0.2236688 Nov 23 17:37:54.699145 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-5ebb7aaa-c037-45cb-afee-4b86a30f0c6e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:54.737522 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-55f44ba1-4eb9-4409-9951-b20fc8cb25b9 req-dd563006-1126-4f31-bb81-5fdf246f3705 tempest-ServerRescueTestJSON-1442542130 tempest-ServerRescueTestJSON-1442542130-project] 10.222.0.60 "GET /v2.0/security-groups?id=cf26cd6b-cd43-4747-bf84-de1f0ff7a3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727725 Nov 23 17:37:54.739974 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-5ebb7aaa-c037-45cb-afee-4b86a30f0c6e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:54.829659 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f1bb8949-256c-4d24-8e1a-b0354adebf67 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2067500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1794520'] for router_interface, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:54.854931 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-5ebb7aaa-c037-45cb-afee-4b86a30f0c6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:54.857994 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-5ebb7aaa-c037-45cb-afee-4b86a30f0c6e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:54.861579 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-5ebb7aaa-c037-45cb-afee-4b86a30f0c6e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b6af6d5b-b3db-4773-8a7e-c367d154b97c HTTP/1.1" status: 204 len: 168 time: 0.3115726 Nov 23 17:37:54.879083 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebb7aaa-c037-45cb-afee-4b86a30f0c6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6af6d5b-b3db-4773-8a7e-c367d154b97c,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:37:54.927457 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c45203ad-79db-49cb-a62b-ab288a158184 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:54.980991 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45203ad-79db-49cb-a62b-ab288a158184 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Pushing event deleted for resources: {'Port': ['ID=1d31b048-6d17-407b-b2a6-16297b7e4b20,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:37:55.013804 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c45203ad-79db-49cb-a62b-ab288a158184 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:55.021201 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 47108) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:37:55.024177 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-c45203ad-79db-49cb-a62b-ab288a158184 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] 10.222.0.60 "DELETE /v2.0/ports/1d31b048-6d17-407b-b2a6-16297b7e4b20 HTTP/1.1" status: 204 len: 168 time: 1.2330039 Nov 23 17:37:55.088431 n-d-816206-8 neutron-server[103591]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f6dae1f-291b-4cb4-8fd7-69e7c85ac831 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] GET failed (client error): The resource could not be found. Nov 23 17:37:55.091456 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-3f6dae1f-291b-4cb4-8fd7-69e7c85ac831 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] 10.222.0.60 "GET /v2.0/ports/1d31b048-6d17-407b-b2a6-16297b7e4b20 HTTP/1.1" status: 404 len: 333 time: 0.0688331 Nov 23 17:37:55.092894 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 47110) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:37:55.201933 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-8b9c8760-937b-44fe-91b2-c4d79033d71f None None] Provisioning complete for port 8fa92f78-79dc-4b31-9857-37aeba16ce38 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:37:55.202496 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-8b9c8760-937b-44fe-91b2-c4d79033d71f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:55.379406 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-b634c8b3-a553-45fa-8227-61b3ef8f8a7a tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Deleting port 41854ab2-5958-4d2e-ac73-873e704671f7 {{(pid=103591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:37:55.379756 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-b634c8b3-a553-45fa-8227-61b3ef8f8a7a tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:55.531712 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 8fa92f78-79dc-4b31-9857-37aeba16ce38 up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:37:55.568727 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1bb8949-256c-4d24-8e1a-b0354adebf67 admin admin] Router 9dcfc9f5-f147-4f22-aa75-2e7a2eeea944 has already been hosted by L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 {{(pid=103590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 17:37:55.668416 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-b634c8b3-a553-45fa-8227-61b3ef8f8a7a tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:55.706846 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-b634c8b3-a553-45fa-8227-61b3ef8f8a7a tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Calling delete_port for 41854ab2-5958-4d2e-ac73-873e704671f7 owned by {{(pid=103591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:37:55.756298 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-8b9c8760-937b-44fe-91b2-c4d79033d71f None None] Could not find standard attr ID for object 1d31b048-6d17-407b-b2a6-16297b7e4b20. {{(pid=103592) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 17:37:55.811240 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-8b9c8760-937b-44fe-91b2-c4d79033d71f None None] Provisioning complete for port 41854ab2-5958-4d2e-ac73-873e704671f7 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:37:55.811622 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-8b9c8760-937b-44fe-91b2-c4d79033d71f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:55.852105 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 47132) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:37:55.914199 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port 8fa92f78-79dc-4b31-9857-37aeba16ce38 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:37:55.914778 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:55.928591 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-649b4a96-d940-4b42-865e-983855318748 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:56.020623 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-8b9c8760-937b-44fe-91b2-c4d79033d71f None None] Port 41854ab2-5958-4d2e-ac73-873e704671f7 cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:37:56.156304 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-649b4a96-d940-4b42-865e-983855318748 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:56.196145 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-649b4a96-d940-4b42-865e-983855318748 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:56.198432 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 47138) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:37:56.213890 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-88d270aa-cd17-4f25-b85a-dbdd365bab6b None None] Could not find standard attr ID for object 1d31b048-6d17-407b-b2a6-16297b7e4b20. {{(pid=103592) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 17:37:56.231547 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-88d270aa-cd17-4f25-b85a-dbdd365bab6b None None] Provisioning complete for port 41854ab2-5958-4d2e-ac73-873e704671f7 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:37:56.231547 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-88d270aa-cd17-4f25-b85a-dbdd365bab6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:56.240623 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8cde20-349a-4081-89ff-af4801ce192d req-06379db7-00aa-4bb3-9720-b5f6129f62d3 tempest-ServerRescueTestJSON-1442542130 tempest-ServerRescueTestJSON-1442542130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:37:56.240623 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-aa8cde20-349a-4081-89ff-af4801ce192d req-06379db7-00aa-4bb3-9720-b5f6129f62d3 tempest-ServerRescueTestJSON-1442542130 tempest-ServerRescueTestJSON-1442542130-project] 10.222.0.60 "GET /v2.0/ports?device_id=ee290cd0-e82d-49ef-b37f-6dd1b103485f HTTP/1.1" status: 200 len: 946 time: 0.3586128 Nov 23 17:37:56.251646 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1bb8949-256c-4d24-8e1a-b0354adebf67 admin admin] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:37:56.264182 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7a43f00-8e79-4916-b714-f897d03bb291 None None] Sync routers for ids ['9dcfc9f5-f147-4f22-aa75-2e7a2eeea944'] in n-d-816206-8 {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:37:56.279095 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7a43f00-8e79-4916-b714-f897d03bb291 None None] Routers {'9dcfc9f5-f147-4f22-aa75-2e7a2eeea944'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:37:56.280033 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-f7a43f00-8e79-4916-b714-f897d03bb291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:37:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['9dcfc9f5-f147-4f22-aa75-2e7a2eeea944'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:37:56.285699 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-f1bb8949-256c-4d24-8e1a-b0354adebf67 admin admin] 10.222.0.60 "PUT /v2.0/routers/9dcfc9f5-f147-4f22-aa75-2e7a2eeea944/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5219698 Nov 23 17:37:56.287715 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 47144) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:37:56.321117 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-88d270aa-cd17-4f25-b85a-dbdd365bab6b None None] Port 41854ab2-5958-4d2e-ac73-873e704671f7 cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:37:56.435664 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-f7a43f00-8e79-4916-b714-f897d03bb291 None None] Set router 9dcfc9f5-f147-4f22-aa75-2e7a2eeea944 gateway port host: n-d-816206-8 {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:37:56.498510 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-9ce25d27-416e-4aad-be80-f4eada993d19 admin admin] Publish callbacks [] for router, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:56.535811 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-649b4a96-d940-4b42-865e-983855318748 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=5b70a5bb99cc4a86aea918e05729c11a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6786656 Nov 23 17:37:56.544333 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-057ee559-a40b-4d2d-833b-c67e47429283 tempest-QuotasNegativeTest-35769889 tempest-QuotasNegativeTest-35769889-project-admin] Request body: {'quota': {'network': 2}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:37:56.549298 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 47148) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:37:56.553800 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649b4a96-d940-4b42-865e-983855318748 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0101095e-f9ea-4398-a5c0-25fe4adea24b,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:37:56.560652 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-b634c8b3-a553-45fa-8227-61b3ef8f8a7a tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:56.656468 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b634c8b3-a553-45fa-8227-61b3ef8f8a7a tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Pushing event deleted for resources: {'Port': ['ID=41854ab2-5958-4d2e-ac73-873e704671f7,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:37:56.667046 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-b634c8b3-a553-45fa-8227-61b3ef8f8a7a tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:56.673719 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-b634c8b3-a553-45fa-8227-61b3ef8f8a7a tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] 10.222.0.60 "DELETE /v2.0/ports/41854ab2-5958-4d2e-ac73-873e704671f7 HTTP/1.1" status: 204 len: 168 time: 1.5792470 Nov 23 17:37:56.694094 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-aa8cde20-349a-4081-89ff-af4801ce192d req-b24cded0-aae4-45ca-9c64-9c5a6e009651 tempest-ServerRescueTestJSON-1442542130 tempest-ServerRescueTestJSON-1442542130-project] 10.222.0.60 "GET /v2.0/security-groups?id=cf26cd6b-cd43-4747-bf84-de1f0ff7a3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4269679 Nov 23 17:37:56.695445 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 47154) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:37:56.700391 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-057ee559-a40b-4d2d-833b-c67e47429283 tempest-QuotasNegativeTest-35769889 tempest-QuotasNegativeTest-35769889-project-admin] 10.222.0.60 "PUT /v2.0/quotas/0accc91d69204387843fdc6165b59884 HTTP/1.1" status: 200 len: 368 time: 0.4517040 Nov 23 17:37:56.719371 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 47156) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:37:56.746685 n-d-816206-8 neutron-server[103591]: INFO neutron.pecan_wsgi.hooks.translation [None req-b02c0ca0-da5d-4221-9d87-7d8ad172f7f8 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] GET failed (client error): The resource could not be found. Nov 23 17:37:56.754739 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-975daa7e-9c58-46f7-9364-703afd25307d tempest-QuotasNegativeTest-35769889 tempest-QuotasNegativeTest-35769889-project-admin] Request body: {'network': {'project_id': '0accc91d69204387843fdc6165b59884'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:37:56.758737 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-b02c0ca0-da5d-4221-9d87-7d8ad172f7f8 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] 10.222.0.60 "GET /v2.0/ports/41854ab2-5958-4d2e-ac73-873e704671f7 HTTP/1.1" status: 404 len: 333 time: 0.0568333 Nov 23 17:37:56.759406 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 47158) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:37:56.793661 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-9ce25d27-416e-4aad-be80-f4eada993d19 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:56.860835 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.db_base_plugin_v2 [None req-9db7b31e-847a-48ea-b55b-fe6a828d2cb4 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Deleting subnet 71ab7e29-2254-48c0-ade8-5e55e935c474 {{(pid=103591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 17:37:56.877551 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-9db7b31e-847a-48ea-b55b-fe6a828d2cb4 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks [] for subnet, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:56.918550 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-f7a43f00-8e79-4916-b714-f897d03bb291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dcfc9f5-f147-4f22-aa75-2e7a2eeea944', 'name': 'tempest-TestServerMultinode-676768878-router', 'tenant_id': 'c328d1d10b5d45d296fb20d432bd53d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.83'}], 'enable_snat': True}, 'gw_port_id': '1be7e2fe-8348-47ae-a4ca-b071deb1a248', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:36:31Z', 'updated_at': '2021-11-23T17:37:54Z', 'revision_number': 5, 'project_id': 'c328d1d10b5d45d296fb20d432bd53d8', 'gw_port': {'id': '1be7e2fe-8348-47ae-a4ca-b071deb1a248', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:70:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dcfc9f5-f147-4f22-aa75-2e7a2eeea944', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1829, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:36:33Z', 'updated_at': '2021-11-23T17:36:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8'}], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:37:56.932695 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-975daa7e-9c58-46f7-9364-703afd25307d tempest-QuotasNegativeTest-35769889 tempest-QuotasNegativeTest-35769889-project-admin] Made reservation on behalf of 0accc91d69204387843fdc6165b59884 for: {'network': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:37:56.935361 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-975daa7e-9c58-46f7-9364-703afd25307d tempest-QuotasNegativeTest-35769889 tempest-QuotasNegativeTest-35769889-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for network, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:56.938216 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-9db7b31e-847a-48ea-b55b-fe6a828d2cb4 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265990000'] for subnet, precommit_delete_associations {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:56.946778 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-975daa7e-9c58-46f7-9364-703afd25307d tempest-QuotasNegativeTest-35769889 tempest-QuotasNegativeTest-35769889-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:56.961523 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-929565fb-cf7c-4da6-b26e-748267e847e8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:56.996343 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7a43f00-8e79-4916-b714-f897d03bb291 None None] Checking router: 9dcfc9f5-f147-4f22-aa75-2e7a2eeea944 for host: n-d-816206-8 {{(pid=103593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 17:37:57.033545 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7a43f00-8e79-4916-b714-f897d03bb291 None None] Routers {'9dcfc9f5-f147-4f22-aa75-2e7a2eeea944'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:37:57.034177 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-f7a43f00-8e79-4916-b714-f897d03bb291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:37:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['9dcfc9f5-f147-4f22-aa75-2e7a2eeea944'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:37:57.072133 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-975daa7e-9c58-46f7-9364-703afd25307d tempest-QuotasNegativeTest-35769889 tempest-QuotasNegativeTest-35769889-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:57.091097 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-975daa7e-9c58-46f7-9364-703afd25307d tempest-QuotasNegativeTest-35769889 tempest-QuotasNegativeTest-35769889-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:57.123920 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975daa7e-9c58-46f7-9364-703afd25307d tempest-QuotasNegativeTest-35769889 tempest-QuotasNegativeTest-35769889-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9eaf5446-7cb7-4bae-9b22-d450124ffa0b,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:37:57.137921 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-9db7b31e-847a-48ea-b55b-fe6a828d2cb4 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971956'] for subnet, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:57.151863 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-929565fb-cf7c-4da6-b26e-748267e847e8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:57.154787 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-975daa7e-9c58-46f7-9364-703afd25307d tempest-QuotasNegativeTest-35769889 tempest-QuotasNegativeTest-35769889-project-admin] vlan segment allocate from pool success with {'vlan_id': 510, 'physical_network': 'physnet1'} {{(pid=103590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 17:37:57.181795 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-9ce25d27-416e-4aad-be80-f4eada993d19 admin admin] Deleting port 1be7e2fe-8348-47ae-a4ca-b071deb1a248 {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:37:57.182322 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-9ce25d27-416e-4aad-be80-f4eada993d19 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:57.228140 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-f7a43f00-8e79-4916-b714-f897d03bb291 None None] Set router 9dcfc9f5-f147-4f22-aa75-2e7a2eeea944 gateway port host: None {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:37:57.259387 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-9db7b31e-847a-48ea-b55b-fe6a828d2cb4 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264758240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264314269'] for subnet, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:57.272223 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-9ce25d27-416e-4aad-be80-f4eada993d19 admin admin] For port 1be7e2fe-8348-47ae-a4ca-b071deb1a248, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=1be7e2fe-8348-47ae-a4ca-b071deb1a248,segment=NetworkSegment(bffd1e4f-e80f-4ff0-b418-2f42ae15febf),segment_id=bffd1e4f-e80f-4ff0-b418-2f42ae15febf)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:37:57.273872 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-9ce25d27-416e-4aad-be80-f4eada993d19 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:57.288161 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-9ce25d27-416e-4aad-be80-f4eada993d19 admin admin] Calling delete_port for 1be7e2fe-8348-47ae-a4ca-b071deb1a248 owned by network:router_gateway {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:37:57.329015 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-9db7b31e-847a-48ea-b55b-fe6a828d2cb4 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for subnet, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:57.333261 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-9db7b31e-847a-48ea-b55b-fe6a828d2cb4 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] 10.222.0.60 "DELETE /v2.0/subnets/71ab7e29-2254-48c0-ade8-5e55e935c474 HTTP/1.1" status: 204 len: 168 time: 0.5728517 Nov 23 17:37:57.333878 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-079a3d0c-e495-4049-9f5f-c76de5190962 None None] Network 32a7306e-b10d-45f4-b90e-978a8ed8b18e requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:37:57.336076 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db7b31e-847a-48ea-b55b-fe6a828d2cb4 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Pushing event deleted for resources: {'Subnet': ['ID=71ab7e29-2254-48c0-ade8-5e55e935c474,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:37:57.344438 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 47168) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:37:57.347911 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-f7a43f00-8e79-4916-b714-f897d03bb291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dcfc9f5-f147-4f22-aa75-2e7a2eeea944', 'name': 'tempest-TestServerMultinode-676768878-router', 'tenant_id': 'c328d1d10b5d45d296fb20d432bd53d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:36:31Z', 'updated_at': '2021-11-23T17:37:56Z', 'revision_number': 6, 'project_id': 'c328d1d10b5d45d296fb20d432bd53d8', 'gw_port_host': None}], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:37:57.452221 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-d0faf82f-4c3a-41c3-a11c-d0b654d8f972 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-555181'] for network, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:57.461716 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-975daa7e-9c58-46f7-9364-703afd25307d tempest-QuotasNegativeTest-35769889 tempest-QuotasNegativeTest-35769889-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:57.462273 n-d-816206-8 neutron-server[103590]: INFO neutron.db.segments_db [None req-975daa7e-9c58-46f7-9364-703afd25307d tempest-QuotasNegativeTest-35769889 tempest-QuotasNegativeTest-35769889-project-admin] Added segment 280f21c4-2ad2-47a1-908f-4633f4b79cfb of type vlan for network a0555441-03e7-49b9-84d2-1e0f9bb7df80 Nov 23 17:37:57.511817 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7a43f00-8e79-4916-b714-f897d03bb291 None None] The sync data for ids ['9dcfc9f5-f147-4f22-aa75-2e7a2eeea944'] in n-d-816206-8 is: [{'id': '9dcfc9f5-f147-4f22-aa75-2e7a2eeea944', 'name': 'tempest-TestServerMultinode-676768878-router', 'tenant_id': 'c328d1d10b5d45d296fb20d432bd53d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:36:31Z', 'updated_at': '2021-11-23T17:37:56Z', 'revision_number': 6, 'project_id': 'c328d1d10b5d45d296fb20d432bd53d8', 'gw_port_host': None}] {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:37:57.523009 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-d0faf82f-4c3a-41c3-a11c-d0b654d8f972 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Deleting port 8fa92f78-79dc-4b31-9857-37aeba16ce38 {{(pid=103591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:37:57.523981 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-d0faf82f-4c3a-41c3-a11c-d0b654d8f972 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:57.533630 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-975daa7e-9c58-46f7-9364-703afd25307d tempest-QuotasNegativeTest-35769889 tempest-QuotasNegativeTest-35769889-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736635338810'] for network, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:57.628260 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-975daa7e-9c58-46f7-9364-703afd25307d tempest-QuotasNegativeTest-35769889 tempest-QuotasNegativeTest-35769889-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493'] for network, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:57.630458 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-975daa7e-9c58-46f7-9364-703afd25307d tempest-QuotasNegativeTest-35769889 tempest-QuotasNegativeTest-35769889-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:37:57.631477 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-975daa7e-9c58-46f7-9364-703afd25307d tempest-QuotasNegativeTest-35769889 tempest-QuotasNegativeTest-35769889-project-admin] Publish callbacks [] for network, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:57.635151 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-929565fb-cf7c-4da6-b26e-748267e847e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:57.638866 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-929565fb-cf7c-4da6-b26e-748267e847e8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:57.640181 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-929565fb-cf7c-4da6-b26e-748267e847e8 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/0101095e-f9ea-4398-a5c0-25fe4adea24b HTTP/1.1" status: 204 len: 168 time: 1.0898328 Nov 23 17:37:57.691168 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929565fb-cf7c-4da6-b26e-748267e847e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0101095e-f9ea-4398-a5c0-25fe4adea24b,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:37:57.712636 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [None req-d0faf82f-4c3a-41c3-a11c-d0b654d8f972 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] For port 8fa92f78-79dc-4b31-9857-37aeba16ce38, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=8fa92f78-79dc-4b31-9857-37aeba16ce38,segment=NetworkSegment(0b6c7df4-111a-4bb1-ba23-6bcfd01ebe7e),segment_id=0b6c7df4-111a-4bb1-ba23-6bcfd01ebe7e)] {{(pid=103591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:37:57.716865 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-d0faf82f-4c3a-41c3-a11c-d0b654d8f972 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:57.747533 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-d0faf82f-4c3a-41c3-a11c-d0b654d8f972 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Calling delete_port for 8fa92f78-79dc-4b31-9857-37aeba16ce38 owned by network:dhcp {{(pid=103591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:37:57.789338 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-975daa7e-9c58-46f7-9364-703afd25307d tempest-QuotasNegativeTest-35769889 tempest-QuotasNegativeTest-35769889-project-admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.0537939 Nov 23 17:37:57.792183 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975daa7e-9c58-46f7-9364-703afd25307d tempest-QuotasNegativeTest-35769889 tempest-QuotasNegativeTest-35769889-project-admin] Pushing event updated for resources: {'Network': ['ID=a0555441-03e7-49b9-84d2-1e0f9bb7df80,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:37:57.794276 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 47180) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:37:57.802156 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-4fb20b35-778b-4c98-86b0-d2f0c46435df tempest-QuotasNegativeTest-35769889 tempest-QuotasNegativeTest-35769889-project-admin] Request body: {'network': {'project_id': '0accc91d69204387843fdc6165b59884'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:37:57.805664 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Network a0555441-03e7-49b9-84d2-1e0f9bb7df80 details requested by agent ovs-agent-n-d-816206-8 with host n-d-816206-8 {{(pid=103592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 17:37:57.910735 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fb20b35-778b-4c98-86b0-d2f0c46435df tempest-QuotasNegativeTest-35769889 tempest-QuotasNegativeTest-35769889-project-admin] Made reservation on behalf of 0accc91d69204387843fdc6165b59884 for: {'network': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:37:57.912966 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4fb20b35-778b-4c98-86b0-d2f0c46435df tempest-QuotasNegativeTest-35769889 tempest-QuotasNegativeTest-35769889-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for network, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:57.916533 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-9ce25d27-416e-4aad-be80-f4eada993d19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:57.918768 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dd9a45d-cfe3-40ba-8209-35a4edb70e2a None None] DHCP port deletion for 32a7306e-b10d-45f4-b90e-978a8ed8b18e request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:37:57.983935 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-d0faf82f-4c3a-41c3-a11c-d0b654d8f972 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:58.009023 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce25d27-416e-4aad-be80-f4eada993d19 admin admin] Pushing event deleted for resources: {'Port': ['ID=1be7e2fe-8348-47ae-a4ca-b071deb1a248,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:37:58.042714 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0faf82f-4c3a-41c3-a11c-d0b654d8f972 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Pushing event deleted for resources: {'Port': ['ID=8fa92f78-79dc-4b31-9857-37aeba16ce38,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:37:58.045624 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0faf82f-4c3a-41c3-a11c-d0b654d8f972 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] No DVR routers for this DVR port 8fa92f78-79dc-4b31-9857-37aeba16ce38 on host n-d-816206-8 {{(pid=103591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:37:58.061786 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-5dd9a45d-cfe3-40ba-8209-35a4edb70e2a None None] The port '8fa92f78-79dc-4b31-9857-37aeba16ce38' was deleted {{(pid=103592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Nov 23 17:37:58.074755 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4fb20b35-778b-4c98-86b0-d2f0c46435df tempest-QuotasNegativeTest-35769889 tempest-QuotasNegativeTest-35769889-project-admin] vlan segment allocate from pool success with {'vlan_id': 537, 'physical_network': 'physnet1'} {{(pid=103590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 17:37:58.082183 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2327f73-2347-4724-8a78-cc1929360c72 None None] DHCP port deletion for 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:37:58.111225 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e571dc1a-6802-473a-b329-cfac2d4add90 req-40c7f5e0-196d-4f4a-bbb9-c715ab673a46 tempest-ServerRescueTestJSON-1442542130 tempest-ServerRescueTestJSON-1442542130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:37:58.112829 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e571dc1a-6802-473a-b329-cfac2d4add90 req-40c7f5e0-196d-4f4a-bbb9-c715ab673a46 tempest-ServerRescueTestJSON-1442542130 tempest-ServerRescueTestJSON-1442542130-project] 10.222.0.60 "GET /v2.0/ports?device_id=ee290cd0-e82d-49ef-b37f-6dd1b103485f HTTP/1.1" status: 200 len: 946 time: 0.1878350 Nov 23 17:37:58.137773 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4fb20b35-778b-4c98-86b0-d2f0c46435df tempest-QuotasNegativeTest-35769889 tempest-QuotasNegativeTest-35769889-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:58.137982 n-d-816206-8 neutron-server[103590]: INFO neutron.db.segments_db [None req-4fb20b35-778b-4c98-86b0-d2f0c46435df tempest-QuotasNegativeTest-35769889 tempest-QuotasNegativeTest-35769889-project-admin] Added segment 4f94ce5e-9acb-4bb9-88f8-9635d6bbc33a of type vlan for network 6339ce9a-fee1-45d1-9b32-82370ae45b15 Nov 23 17:37:58.186613 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-9ce25d27-416e-4aad-be80-f4eada993d19 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1795454'] for router_gateway, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:58.188371 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-d0faf82f-4c3a-41c3-a11c-d0b654d8f972 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973419', 'neutron.services.segments.db._delete_segments_for_network-8736635878840'] for network, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:58.222695 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4fb20b35-778b-4c98-86b0-d2f0c46435df tempest-QuotasNegativeTest-35769889 tempest-QuotasNegativeTest-35769889-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736635338810'] for network, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:58.223924 n-d-816206-8 neutron-server[103591]: DEBUG neutron.services.segments.db [None req-d0faf82f-4c3a-41c3-a11c-d0b654d8f972 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32a7306e-b10d-45f4-b90e-978a8ed8b18e']}} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:37:58.239191 n-d-816206-8 neutron-server[103591]: DEBUG neutron.services.segments.db [None req-d0faf82f-4c3a-41c3-a11c-d0b654d8f972 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b6c7df4-111a-4bb1-ba23-6bcfd01ebe7e') {'for_net_delete': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:37:58.239479 n-d-816206-8 neutron-server[103591]: DEBUG neutron.services.segments.db [None req-d0faf82f-4c3a-41c3-a11c-d0b654d8f972 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b6c7df4-111a-4bb1-ba23-6bcfd01ebe7e') {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:37:58.255800 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-d0faf82f-4c3a-41c3-a11c-d0b654d8f972 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736635840332', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265989959'] for segment, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:58.285267 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-d0faf82f-4c3a-41c3-a11c-d0b654d8f972 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:58.303137 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-9ce25d27-416e-4aad-be80-f4eada993d19 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1794352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8175'] for router, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:58.306939 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e571dc1a-6802-473a-b329-cfac2d4add90 req-efaa0e75-00fe-4283-9940-79f9c378ec08 tempest-ServerRescueTestJSON-1442542130 tempest-ServerRescueTestJSON-1442542130-project] 10.222.0.60 "GET /v2.0/security-groups?id=cf26cd6b-cd43-4747-bf84-de1f0ff7a3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659558 Nov 23 17:37:58.311204 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-9ce25d27-416e-4aad-be80-f4eada993d19 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:58.311487 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0faf82f-4c3a-41c3-a11c-d0b654d8f972 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Releasing vlan 546 on physical network physnet1 to pool {{(pid=103591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 17:37:58.312039 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-d0faf82f-4c3a-41c3-a11c-d0b654d8f972 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264756290'] for segment, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:58.317324 n-d-816206-8 neutron-server[103591]: Traceback (most recent call last): Nov 23 17:37:58.317324 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 17:37:58.317324 n-d-816206-8 neutron-server[103591]: timer() Nov 23 17:37:58.317324 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 17:37:58.317324 n-d-816206-8 neutron-server[103591]: cb(*args, **kw) Nov 23 17:37:58.317324 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 17:37:58.317324 n-d-816206-8 neutron-server[103591]: return func(*args, **kwargs) Nov 23 17:37:58.317324 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 17:37:58.317324 n-d-816206-8 neutron-server[103591]: self._notify() Nov 23 17:37:58.317324 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 17:37:58.317324 n-d-816206-8 neutron-server[103591]: self.callback(batched_events) Nov 23 17:37:58.317324 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 17:37:58.317324 n-d-816206-8 neutron-server[103591]: event.method(event) Nov 23 17:37:58.317324 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 17:37:58.317324 n-d-816206-8 neutron-server[103591]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 17:37:58.317324 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 17:37:58.317324 n-d-816206-8 neutron-server[103591]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 17:37:58.317324 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 17:37:58.317324 n-d-816206-8 neutron-server[103591]: return f(self, *a, **k) Nov 23 17:37:58.317324 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 17:37:58.317324 n-d-816206-8 neutron-server[103591]: return self._get(url).json() Nov 23 17:37:58.317324 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 17:37:58.317324 n-d-816206-8 neutron-server[103591]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 17:37:58.317324 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 17:37:58.317324 n-d-816206-8 neutron-server[103591]: return self.request(url, 'GET', **kwargs) Nov 23 17:37:58.317324 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 17:37:58.317324 n-d-816206-8 neutron-server[103591]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 17:37:58.317324 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 17:37:58.317324 n-d-816206-8 neutron-server[103591]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 17:37:58.317324 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 17:37:58.317324 n-d-816206-8 neutron-server[103591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 17:37:58.317324 n-d-816206-8 neutron-server[103591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 17:37:58.370455 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4fb20b35-778b-4c98-86b0-d2f0c46435df tempest-QuotasNegativeTest-35769889 tempest-QuotasNegativeTest-35769889-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493'] for network, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:58.371004 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fb20b35-778b-4c98-86b0-d2f0c46435df tempest-QuotasNegativeTest-35769889 tempest-QuotasNegativeTest-35769889-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:37:58.371582 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4fb20b35-778b-4c98-86b0-d2f0c46435df tempest-QuotasNegativeTest-35769889 tempest-QuotasNegativeTest-35769889-project-admin] Publish callbacks [] for network, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:58.396680 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-d0faf82f-4c3a-41c3-a11c-d0b654d8f972 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1795418'] for network, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:58.405226 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-9ce25d27-416e-4aad-be80-f4eada993d19 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1795580'] for router, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:58.406717 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ce25d27-416e-4aad-be80-f4eada993d19 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9dcfc9f5-f147-4f22-aa75-2e7a2eeea944 {{(pid=103590) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 17:37:58.416328 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-d0faf82f-4c3a-41c3-a11c-d0b654d8f972 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for network, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:58.420840 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-9ce25d27-416e-4aad-be80-f4eada993d19 admin admin] Publish callbacks [] for router, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:58.422067 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-9ce25d27-416e-4aad-be80-f4eada993d19 admin admin] 10.222.0.60 "DELETE /v2.0/routers/9dcfc9f5-f147-4f22-aa75-2e7a2eeea944 HTTP/1.1" status: 204 len: 168 time: 2.1331270 Nov 23 17:37:58.425464 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 47198) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:37:58.426313 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-d0faf82f-4c3a-41c3-a11c-d0b654d8f972 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] 10.222.0.60 "DELETE /v2.0/networks/32a7306e-b10d-45f4-b90e-978a8ed8b18e HTTP/1.1" status: 204 len: 168 time: 1.0803044 Nov 23 17:37:58.438072 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 47200) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:37:58.438336 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-4fb20b35-778b-4c98-86b0-d2f0c46435df tempest-QuotasNegativeTest-35769889 tempest-QuotasNegativeTest-35769889-project-admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.6403365 Nov 23 17:37:58.438501 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 47202) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:37:58.445125 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-578c1f0b-5e5e-4db4-ba16-d238cb45de92 tempest-QuotasNegativeTest-35769889 tempest-QuotasNegativeTest-35769889-project-admin] Request body: {'network': {'project_id': '0accc91d69204387843fdc6165b59884'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:37:58.459451 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-1d3797e8-58bb-4c0b-94a7-f217ff5c8168 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1324359839'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:37:58.468356 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0faf82f-4c3a-41c3-a11c-d0b654d8f972 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Pushing event deleted for resources: {'Network': ['ID=32a7306e-b10d-45f4-b90e-978a8ed8b18e,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:37:58.476151 n-d-816206-8 neutron-server[103591]: INFO neutron.pecan_wsgi.hooks.translation [None req-578c1f0b-5e5e-4db4-ba16-d238cb45de92 tempest-QuotasNegativeTest-35769889 tempest-QuotasNegativeTest-35769889-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Nov 23 17:37:58.476252 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-578c1f0b-5e5e-4db4-ba16-d238cb45de92 tempest-QuotasNegativeTest-35769889 tempest-QuotasNegativeTest-35769889-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=103591) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 17:37:58.480348 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-578c1f0b-5e5e-4db4-ba16-d238cb45de92 tempest-QuotasNegativeTest-35769889 tempest-QuotasNegativeTest-35769889-project-admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0370533 Nov 23 17:37:58.494448 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 47204) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:37:58.540400 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_v2 [None req-d544974b-60a8-495f-9c14-3aaaf9b494f0 admin admin] Deleting subnet 96d2a518-e68a-4770-a9fe-c56ccb38381f {{(pid=103590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 17:37:58.542536 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb20b35-778b-4c98-86b0-d2f0c46435df tempest-QuotasNegativeTest-35769889 tempest-QuotasNegativeTest-35769889-project-admin] Pushing event updated for resources: {'Network': ['ID=6339ce9a-fee1-45d1-9b32-82370ae45b15,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:37:58.546439 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d544974b-60a8-495f-9c14-3aaaf9b494f0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:58.557652 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Network 6339ce9a-fee1-45d1-9b32-82370ae45b15 details requested by agent ovs-agent-n-d-816206-8 with host n-d-816206-8 {{(pid=103592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 17:37:58.588538 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d544974b-60a8-495f-9c14-3aaaf9b494f0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-267528342'] for subnet, precommit_delete_associations {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:58.589789 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d3797e8-58bb-4c0b-94a7-f217ff5c8168 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Made reservation on behalf of 4bc7c7d1542d486592900c4a00632f91 for: {'network': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:37:58.598570 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-1d3797e8-58bb-4c0b-94a7-f217ff5c8168 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for network, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:58.635027 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-3137f56d-8727-4e37-a471-18270aa553a8 tempest-QuotasNegativeTest-35769889 tempest-QuotasNegativeTest-35769889-project-admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0accc91d69204387843fdc6165b59884&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1393182 Nov 23 17:37:58.637708 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 47208) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:37:58.693181 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d3797e8-58bb-4c0b-94a7-f217ff5c8168 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] vlan segment allocate from pool success with {'vlan_id': 529, 'physical_network': 'physnet1'} {{(pid=103591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 17:37:58.717451 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-1d3797e8-58bb-4c0b-94a7-f217ff5c8168 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:58.718106 n-d-816206-8 neutron-server[103591]: INFO neutron.db.segments_db [None req-1d3797e8-58bb-4c0b-94a7-f217ff5c8168 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Added segment 096b90f6-7835-4904-b332-8398a4982877 of type vlan for network 193b1d28-f5b9-428b-a764-ee110d0bb425 Nov 23 17:37:58.746472 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d544974b-60a8-495f-9c14-3aaaf9b494f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971956'] for subnet, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:58.754212 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-36687c86-9ea9-4826-96e4-fa6425e3a985 tempest-QuotasNegativeTest-35769889 tempest-QuotasNegativeTest-35769889-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:58.816329 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-1d3797e8-58bb-4c0b-94a7-f217ff5c8168 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736635338810'] for network, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:58.824349 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-36687c86-9ea9-4826-96e4-fa6425e3a985 tempest-QuotasNegativeTest-35769889 tempest-QuotasNegativeTest-35769889-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:58.830897 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d544974b-60a8-495f-9c14-3aaaf9b494f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264357903', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264730940'] for subnet, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:58.864015 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d544974b-60a8-495f-9c14-3aaaf9b494f0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=96d2a518-e68a-4770-a9fe-c56ccb38381f,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:37:58.870539 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d544974b-60a8-495f-9c14-3aaaf9b494f0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:58.874136 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-d544974b-60a8-495f-9c14-3aaaf9b494f0 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/96d2a518-e68a-4770-a9fe-c56ccb38381f HTTP/1.1" status: 204 len: 168 time: 0.4425330 Nov 23 17:37:58.876372 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67112fcd-6072-40f3-9e8c-9f9e6a187a98 None None] Network 66ff31d8-0f75-429d-aef0-9e289b1dae32 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:37:58.878820 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 47220) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:37:58.895080 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-1d3797e8-58bb-4c0b-94a7-f217ff5c8168 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493'] for network, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:58.902608 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d3797e8-58bb-4c0b-94a7-f217ff5c8168 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:37:58.903326 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-1d3797e8-58bb-4c0b-94a7-f217ff5c8168 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for network, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:58.983102 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3797e8-58bb-4c0b-94a7-f217ff5c8168 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Pushing event updated for resources: {'Network': ['ID=193b1d28-f5b9-428b-a764-ee110d0bb425,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:37:58.997622 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-36687c86-9ea9-4826-96e4-fa6425e3a985 tempest-QuotasNegativeTest-35769889 tempest-QuotasNegativeTest-35769889-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:59.000842 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-36687c86-9ea9-4826-96e4-fa6425e3a985 tempest-QuotasNegativeTest-35769889 tempest-QuotasNegativeTest-35769889-project-admin] Publish callbacks [] for security_group, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:59.004424 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-36687c86-9ea9-4826-96e4-fa6425e3a985 tempest-QuotasNegativeTest-35769889 tempest-QuotasNegativeTest-35769889-project-admin] 10.222.0.60 "DELETE /v2.0/security-groups/9eaf5446-7cb7-4bae-9b22-d450124ffa0b HTTP/1.1" status: 204 len: 168 time: 0.3628371 Nov 23 17:37:59.006542 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 47226) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:37:59.011603 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-1d3797e8-58bb-4c0b-94a7-f217ff5c8168 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5695922 Nov 23 17:37:59.011810 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Network 193b1d28-f5b9-428b-a764-ee110d0bb425 details requested by agent ovs-agent-n-d-816206-8 with host n-d-816206-8 {{(pid=103592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 17:37:59.016173 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 47228) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:37:59.027496 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-8c63779c-c08b-4868-922c-90bb75049dfa tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Request body: {'subnet': {'network_id': '193b1d28-f5b9-428b-a764-ee110d0bb425', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:37:59.031410 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36687c86-9ea9-4826-96e4-fa6425e3a985 tempest-QuotasNegativeTest-35769889 tempest-QuotasNegativeTest-35769889-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9eaf5446-7cb7-4bae-9b22-d450124ffa0b,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:37:59.200540 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c63779c-c08b-4868-922c-90bb75049dfa tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Made reservation on behalf of 4bc7c7d1542d486592900c4a00632f91 for: {'subnet': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:37:59.202151 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94a2682f-f019-4f4b-a601-ed8bf34277e6 tempest-QuotasNegativeTest-35769889 tempest-QuotasNegativeTest-35769889-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-555181'] for network, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:59.205496 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-8c63779c-c08b-4868-922c-90bb75049dfa tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264314294'] for subnet, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:59.285561 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device dd77a1f5-1f5a-468b-b446-731c1c78b064 no longer exists at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:37:59.286723 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-3b867e00-41ac-4134-82bd-644a38f530bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-555181'] for network, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:59.322416 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] No Port match for: dd77a1f5-1f5a-468b-b446-731c1c78b064 {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:37:59.324141 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device dd77a1f5-1f5a-468b-b446-731c1c78b064 not bound to the agent host n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:37:59.325860 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 8fa92f78-79dc-4b31-9857-37aeba16ce38 no longer exists at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:37:59.353513 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecb2a080-c575-4a82-a57e-c435ea005e88 None None] DHCP port deletion for 66ff31d8-0f75-429d-aef0-9e289b1dae32 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:37:59.390300 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] No Port match for: 8fa92f78-79dc-4b31-9857-37aeba16ce38 {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:37:59.391171 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 8fa92f78-79dc-4b31-9857-37aeba16ce38 not bound to the agent host n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:37:59.392068 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 1be7e2fe-8348-47ae-a4ca-b071deb1a248 no longer exists at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:37:59.403147 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94a2682f-f019-4f4b-a601-ed8bf34277e6 tempest-QuotasNegativeTest-35769889 tempest-QuotasNegativeTest-35769889-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973419', 'neutron.services.segments.db._delete_segments_for_network-8736635878840'] for network, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:59.429630 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] No Port match for: 1be7e2fe-8348-47ae-a4ca-b071deb1a248 {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:37:59.429630 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 1be7e2fe-8348-47ae-a4ca-b071deb1a248 not bound to the agent host n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:37:59.471901 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-94a2682f-f019-4f4b-a601-ed8bf34277e6 tempest-QuotasNegativeTest-35769889 tempest-QuotasNegativeTest-35769889-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6339ce9a-fee1-45d1-9b32-82370ae45b15']}} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:37:59.482749 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-94a2682f-f019-4f4b-a601-ed8bf34277e6 tempest-QuotasNegativeTest-35769889 tempest-QuotasNegativeTest-35769889-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f94ce5e-9acb-4bb9-88f8-9635d6bbc33a') {'for_net_delete': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:37:59.483049 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-94a2682f-f019-4f4b-a601-ed8bf34277e6 tempest-QuotasNegativeTest-35769889 tempest-QuotasNegativeTest-35769889-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f94ce5e-9acb-4bb9-88f8-9635d6bbc33a') {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:37:59.497296 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94a2682f-f019-4f4b-a601-ed8bf34277e6 tempest-QuotasNegativeTest-35769889 tempest-QuotasNegativeTest-35769889-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736635840332', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-267528353'] for segment, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:59.525915 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94a2682f-f019-4f4b-a601-ed8bf34277e6 tempest-QuotasNegativeTest-35769889 tempest-QuotasNegativeTest-35769889-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:59.534744 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-ecb2a080-c575-4a82-a57e-c435ea005e88 None None] Deleting port 6e576881-d765-4f59-97f7-c73e53ed1b98 {{(pid=103592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:37:59.535127 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-ecb2a080-c575-4a82-a57e-c435ea005e88 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:59.547535 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94a2682f-f019-4f4b-a601-ed8bf34277e6 tempest-QuotasNegativeTest-35769889 tempest-QuotasNegativeTest-35769889-project-admin] Releasing vlan 537 on physical network physnet1 to pool {{(pid=103590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 17:37:59.547946 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94a2682f-f019-4f4b-a601-ed8bf34277e6 tempest-QuotasNegativeTest-35769889 tempest-QuotasNegativeTest-35769889-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264370093'] for segment, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:59.557654 n-d-816206-8 neutron-server[103590]: Traceback (most recent call last): Nov 23 17:37:59.557654 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 17:37:59.557654 n-d-816206-8 neutron-server[103590]: timer() Nov 23 17:37:59.557654 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 17:37:59.557654 n-d-816206-8 neutron-server[103590]: cb(*args, **kw) Nov 23 17:37:59.557654 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 17:37:59.557654 n-d-816206-8 neutron-server[103590]: return func(*args, **kwargs) Nov 23 17:37:59.557654 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 17:37:59.557654 n-d-816206-8 neutron-server[103590]: self._notify() Nov 23 17:37:59.557654 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 17:37:59.557654 n-d-816206-8 neutron-server[103590]: self.callback(batched_events) Nov 23 17:37:59.557654 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 17:37:59.557654 n-d-816206-8 neutron-server[103590]: event.method(event) Nov 23 17:37:59.557654 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 17:37:59.557654 n-d-816206-8 neutron-server[103590]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 17:37:59.557654 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 17:37:59.557654 n-d-816206-8 neutron-server[103590]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 17:37:59.557654 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 17:37:59.557654 n-d-816206-8 neutron-server[103590]: return f(self, *a, **k) Nov 23 17:37:59.557654 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 17:37:59.557654 n-d-816206-8 neutron-server[103590]: return self._get(url).json() Nov 23 17:37:59.557654 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 17:37:59.557654 n-d-816206-8 neutron-server[103590]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 17:37:59.557654 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 17:37:59.557654 n-d-816206-8 neutron-server[103590]: return self.request(url, 'GET', **kwargs) Nov 23 17:37:59.557654 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 17:37:59.557654 n-d-816206-8 neutron-server[103590]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 17:37:59.557654 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 17:37:59.557654 n-d-816206-8 neutron-server[103590]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 17:37:59.557654 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 17:37:59.557654 n-d-816206-8 neutron-server[103590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 17:37:59.557654 n-d-816206-8 neutron-server[103590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 17:37:59.628171 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e079d9f4-b24d-40f4-8ff7-ca83db0e0db9 req-25d1b492-52c9-4689-ab38-bff5ef6ff840 tempest-ServerRescueTestJSON-1442542130 tempest-ServerRescueTestJSON-1442542130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:37:59.629840 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e079d9f4-b24d-40f4-8ff7-ca83db0e0db9 req-25d1b492-52c9-4689-ab38-bff5ef6ff840 tempest-ServerRescueTestJSON-1442542130 tempest-ServerRescueTestJSON-1442542130-project] 10.222.0.60 "GET /v2.0/ports?device_id=ee290cd0-e82d-49ef-b37f-6dd1b103485f HTTP/1.1" status: 200 len: 946 time: 0.1542215 Nov 23 17:37:59.691965 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94a2682f-f019-4f4b-a601-ed8bf34277e6 tempest-QuotasNegativeTest-35769889 tempest-QuotasNegativeTest-35769889-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1795418'] for network, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:59.703712 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94a2682f-f019-4f4b-a601-ed8bf34277e6 tempest-QuotasNegativeTest-35769889 tempest-QuotasNegativeTest-35769889-project-admin] Publish callbacks [] for network, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:59.707367 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-94a2682f-f019-4f4b-a601-ed8bf34277e6 tempest-QuotasNegativeTest-35769889 tempest-QuotasNegativeTest-35769889-project-admin] 10.222.0.60 "DELETE /v2.0/networks/6339ce9a-fee1-45d1-9b32-82370ae45b15 HTTP/1.1" status: 204 len: 168 time: 0.6990857 Nov 23 17:37:59.712293 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 47248) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:37:59.733460 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a2682f-f019-4f4b-a601-ed8bf34277e6 tempest-QuotasNegativeTest-35769889 tempest-QuotasNegativeTest-35769889-project-admin] Pushing event deleted for resources: {'Network': ['ID=6339ce9a-fee1-45d1-9b32-82370ae45b15,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:37:59.759521 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-8c63779c-c08b-4868-922c-90bb75049dfa tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264758079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264314276'] for subnet, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:59.790424 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-3b867e00-41ac-4134-82bd-644a38f530bc admin admin] Deleting port 6e576881-d765-4f59-97f7-c73e53ed1b98 {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:37:59.791116 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-3b867e00-41ac-4134-82bd-644a38f530bc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:59.880428 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-ecb2a080-c575-4a82-a57e-c435ea005e88 None None] For port 6e576881-d765-4f59-97f7-c73e53ed1b98, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=6e576881-d765-4f59-97f7-c73e53ed1b98,segment=NetworkSegment(0efc7d62-ad80-4bac-bd3f-c7c4dcb51843),segment_id=0efc7d62-ad80-4bac-bd3f-c7c4dcb51843)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:37:59.881067 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-ecb2a080-c575-4a82-a57e-c435ea005e88 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:59.897139 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c63779c-c08b-4868-922c-90bb75049dfa tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Pushing event updated for resources: {'Subnet': ['ID=f6d8a0ab-8c49-4bdf-a088-1096c3fbfa96,revision_number=0']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:37:59.900377 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-ecb2a080-c575-4a82-a57e-c435ea005e88 None None] Calling delete_port for 6e576881-d765-4f59-97f7-c73e53ed1b98 owned by network:dhcp {{(pid=103592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:37:59.911106 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e079d9f4-b24d-40f4-8ff7-ca83db0e0db9 req-0b7b48b0-526b-4a37-adc5-55996965b6a6 tempest-ServerRescueTestJSON-1442542130 tempest-ServerRescueTestJSON-1442542130-project] 10.222.0.60 "GET /v2.0/security-groups?id=cf26cd6b-cd43-4747-bf84-de1f0ff7a3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2714150 Nov 23 17:37:59.931061 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c63779c-c08b-4868-922c-90bb75049dfa tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Checking segment: {'id': '096b90f6-7835-4904-b332-8398a4982877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '193b1d28-f5b9-428b-a764-ee110d0bb425'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:37:59.931685 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c63779c-c08b-4868-922c-90bb75049dfa tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Network hostable DHCP agents. Network: 193b1d28-f5b9-428b-a764-ee110d0bb425, hostable agents: ['0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3'], hosted agents: [] {{(pid=103591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 17:37:59.951175 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c63779c-c08b-4868-922c-90bb75049dfa tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Network 193b1d28-f5b9-428b-a764-ee110d0bb425 is scheduled to be hosted by DHCP agent 0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3 with binding_index 1 {{(pid=103591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 17:37:59.966053 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-46d4290c-2b24-4fd3-b563-8e0361f7ac41 tempest-QuotasNegativeTest-35769889 tempest-QuotasNegativeTest-35769889-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-555181'] for network, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:59.989459 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-3b867e00-41ac-4134-82bd-644a38f530bc admin admin] For port 6e576881-d765-4f59-97f7-c73e53ed1b98, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=6e576881-d765-4f59-97f7-c73e53ed1b98,segment=NetworkSegment(0efc7d62-ad80-4bac-bd3f-c7c4dcb51843),segment_id=0efc7d62-ad80-4bac-bd3f-c7c4dcb51843)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:37:59.989872 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-3b867e00-41ac-4134-82bd-644a38f530bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:37:59.990293 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [None req-8c63779c-c08b-4868-922c-90bb75049dfa tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-8, 193b1d28-f5b9-428b-a764-ee110d0bb425) {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:37:59.999640 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f0d2e43-8065-4281-b9ea-d71fa3d31edd None None] Network 193b1d28-f5b9-428b-a764-ee110d0bb425 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:38:00.008165 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c63779c-c08b-4868-922c-90bb75049dfa tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:38:00.010273 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-8c63779c-c08b-4868-922c-90bb75049dfa tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for subnet, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:00.010434 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-3b867e00-41ac-4134-82bd-644a38f530bc admin admin] Calling delete_port for 6e576881-d765-4f59-97f7-c73e53ed1b98 owned by network:dhcp {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:38:00.047893 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-8c63779c-c08b-4868-922c-90bb75049dfa tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0281043 Nov 23 17:38:00.049264 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 47258) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:38:00.062575 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-8231f58a-1020-47e0-8a2d-2d50fd335ce4 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Request body: {'port': {'network_id': '193b1d28-f5b9-428b-a764-ee110d0bb425', 'name': 'tempest-PortsIpV6TestJSON-2055887323', 'fixed_ips': [{'subnet_id': 'f6d8a0ab-8c49-4bdf-a088-1096c3fbfa96', 'ip_address': '2001:db8::10'}]}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:38:00.098908 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-ecb2a080-c575-4a82-a57e-c435ea005e88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989'] for port, after_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:00.139500 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb2a080-c575-4a82-a57e-c435ea005e88 None None] Pushing event deleted for resources: {'Port': ['ID=6e576881-d765-4f59-97f7-c73e53ed1b98,revision_number=None']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:38:00.153162 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecb2a080-c575-4a82-a57e-c435ea005e88 None None] No DVR routers for this DVR port 6e576881-d765-4f59-97f7-c73e53ed1b98 on host n-d-816206-8 {{(pid=103592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:38:00.176758 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-46d4290c-2b24-4fd3-b563-8e0361f7ac41 tempest-QuotasNegativeTest-35769889 tempest-QuotasNegativeTest-35769889-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973419', 'neutron.services.segments.db._delete_segments_for_network-8736635878840'] for network, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:00.270874 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-46d4290c-2b24-4fd3-b563-8e0361f7ac41 tempest-QuotasNegativeTest-35769889 tempest-QuotasNegativeTest-35769889-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0555441-03e7-49b9-84d2-1e0f9bb7df80']}} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:38:00.285177 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-46d4290c-2b24-4fd3-b563-8e0361f7ac41 tempest-QuotasNegativeTest-35769889 tempest-QuotasNegativeTest-35769889-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '280f21c4-2ad2-47a1-908f-4633f4b79cfb') {'for_net_delete': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:38:00.286108 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-46d4290c-2b24-4fd3-b563-8e0361f7ac41 tempest-QuotasNegativeTest-35769889 tempest-QuotasNegativeTest-35769889-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '280f21c4-2ad2-47a1-908f-4633f4b79cfb') {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:38:00.292142 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39e0cae1-a370-4e34-a3f0-68e90d56f653 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp355044b8-8e87-58c4-94fa-4a010ec30f9e-193b1d28-f5b9-428b-a764-ee110d0bb425', 'network_id': '193b1d28-f5b9-428b-a764-ee110d0bb425', 'tenant_id': '4bc7c7d1542d486592900c4a00632f91', 'fixed_ips': [{'subnet_id': 'f6d8a0ab-8c49-4bdf-a088-1096c3fbfa96'}]}} from n-d-816206-8. {{(pid=103592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 17:38:00.293994 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-39e0cae1-a370-4e34-a3f0-68e90d56f653 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:00.302740 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-46d4290c-2b24-4fd3-b563-8e0361f7ac41 tempest-QuotasNegativeTest-35769889 tempest-QuotasNegativeTest-35769889-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736635840332', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-267528353'] for segment, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:00.335519 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-46d4290c-2b24-4fd3-b563-8e0361f7ac41 tempest-QuotasNegativeTest-35769889 tempest-QuotasNegativeTest-35769889-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:00.352646 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-3b867e00-41ac-4134-82bd-644a38f530bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:00.362133 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46d4290c-2b24-4fd3-b563-8e0361f7ac41 tempest-QuotasNegativeTest-35769889 tempest-QuotasNegativeTest-35769889-project-admin] Releasing vlan 510 on physical network physnet1 to pool {{(pid=103590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 17:38:00.362601 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-46d4290c-2b24-4fd3-b563-8e0361f7ac41 tempest-QuotasNegativeTest-35769889 tempest-QuotasNegativeTest-35769889-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264370093'] for segment, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:00.364440 n-d-816206-8 neutron-server[103590]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 17:38:00.364440 n-d-816206-8 neutron-server[103590]: self.session.flush() Nov 23 17:38:00.364440 n-d-816206-8 neutron-server[103590]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 17:38:00.364440 n-d-816206-8 neutron-server[103590]: self.session.flush() Nov 23 17:38:00.364440 n-d-816206-8 neutron-server[103590]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 17:38:00.364440 n-d-816206-8 neutron-server[103590]: self.session.flush() Nov 23 17:38:00.364440 n-d-816206-8 neutron-server[103590]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 17:38:00.364440 n-d-816206-8 neutron-server[103590]: self.session.flush() Nov 23 17:38:00.364440 n-d-816206-8 neutron-server[103590]: Traceback (most recent call last): Nov 23 17:38:00.364440 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 17:38:00.364440 n-d-816206-8 neutron-server[103590]: timer() Nov 23 17:38:00.364440 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 17:38:00.364440 n-d-816206-8 neutron-server[103590]: cb(*args, **kw) Nov 23 17:38:00.364440 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 17:38:00.364440 n-d-816206-8 neutron-server[103590]: return func(*args, **kwargs) Nov 23 17:38:00.364440 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 17:38:00.364440 n-d-816206-8 neutron-server[103590]: self._notify() Nov 23 17:38:00.364440 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 17:38:00.364440 n-d-816206-8 neutron-server[103590]: self.callback(batched_events) Nov 23 17:38:00.364440 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 17:38:00.364440 n-d-816206-8 neutron-server[103590]: event.method(event) Nov 23 17:38:00.364440 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 17:38:00.364440 n-d-816206-8 neutron-server[103590]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 17:38:00.364440 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 17:38:00.364440 n-d-816206-8 neutron-server[103590]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 17:38:00.364440 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 17:38:00.364440 n-d-816206-8 neutron-server[103590]: return f(self, *a, **k) Nov 23 17:38:00.364440 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 17:38:00.364440 n-d-816206-8 neutron-server[103590]: return self._get(url).json() Nov 23 17:38:00.364440 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 17:38:00.364440 n-d-816206-8 neutron-server[103590]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 17:38:00.364440 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 17:38:00.364440 n-d-816206-8 neutron-server[103590]: return self.request(url, 'GET', **kwargs) Nov 23 17:38:00.364440 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 17:38:00.364440 n-d-816206-8 neutron-server[103590]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 17:38:00.364440 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 17:38:00.364440 n-d-816206-8 neutron-server[103590]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 17:38:00.364440 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 17:38:00.364440 n-d-816206-8 neutron-server[103590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 17:38:00.364440 n-d-816206-8 neutron-server[103590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 17:38:00.369160 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8231f58a-1020-47e0-8a2d-2d50fd335ce4 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Made reservation on behalf of 4bc7c7d1542d486592900c4a00632f91 for: {'port': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:38:00.434143 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b867e00-41ac-4134-82bd-644a38f530bc admin admin] No DVR routers for this DVR port 6e576881-d765-4f59-97f7-c73e53ed1b98 on host n-d-816206-8 {{(pid=103590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:38:00.437789 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b867e00-41ac-4134-82bd-644a38f530bc admin admin] Pushing event deleted for resources: {'Port': ['ID=6e576881-d765-4f59-97f7-c73e53ed1b98,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:38:00.532681 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-8231f58a-1020-47e0-8a2d-2d50fd335ce4 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:00.544083 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-46d4290c-2b24-4fd3-b563-8e0361f7ac41 tempest-QuotasNegativeTest-35769889 tempest-QuotasNegativeTest-35769889-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1795418'] for network, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:00.554000 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.db_base_plugin_common [None req-39e0cae1-a370-4e34-a3f0-68e90d56f653 None None] Allocated IP 2001:db8::2 (193b1d28-f5b9-428b-a764-ee110d0bb425/f6d8a0ab-8c49-4bdf-a088-1096c3fbfa96/3a00fba8-1ba9-48bf-9eb0-10da291fae9b) {{(pid=103592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:38:00.557689 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-46d4290c-2b24-4fd3-b563-8e0361f7ac41 tempest-QuotasNegativeTest-35769889 tempest-QuotasNegativeTest-35769889-project-admin] Publish callbacks [] for network, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:00.565062 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-46d4290c-2b24-4fd3-b563-8e0361f7ac41 tempest-QuotasNegativeTest-35769889 tempest-QuotasNegativeTest-35769889-project-admin] 10.222.0.60 "DELETE /v2.0/networks/a0555441-03e7-49b9-84d2-1e0f9bb7df80 HTTP/1.1" status: 204 len: 168 time: 0.8419054 Nov 23 17:38:00.590658 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [None req-8231f58a-1020-47e0-8a2d-2d50fd335ce4 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] device_id is not set on port 86722130-eb7f-4834-867b-83f89c277a38 yet. {{(pid=103591) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 17:38:00.607630 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-3b867e00-41ac-4134-82bd-644a38f530bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973419', 'neutron.services.segments.db._delete_segments_for_network-8736635878840'] for network, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:00.611508 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d4290c-2b24-4fd3-b563-8e0361f7ac41 tempest-QuotasNegativeTest-35769889 tempest-QuotasNegativeTest-35769889-project-admin] Pushing event deleted for resources: {'Network': ['ID=a0555441-03e7-49b9-84d2-1e0f9bb7df80,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:38:00.669000 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-3b867e00-41ac-4134-82bd-644a38f530bc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66ff31d8-0f75-429d-aef0-9e289b1dae32']}} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:38:00.692069 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-3b867e00-41ac-4134-82bd-644a38f530bc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0efc7d62-ad80-4bac-bd3f-c7c4dcb51843') {'for_net_delete': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:38:00.695153 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-3b867e00-41ac-4134-82bd-644a38f530bc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0efc7d62-ad80-4bac-bd3f-c7c4dcb51843') {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:38:00.716294 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-3b867e00-41ac-4134-82bd-644a38f530bc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736635840332', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-267528353'] for segment, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:00.747186 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-3b867e00-41ac-4134-82bd-644a38f530bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:00.756882 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b867e00-41ac-4134-82bd-644a38f530bc admin admin] Releasing vlan 503 on physical network physnet1 to pool {{(pid=103590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 17:38:00.757286 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-3b867e00-41ac-4134-82bd-644a38f530bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264370093'] for segment, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:00.759170 n-d-816206-8 neutron-server[103590]: Traceback (most recent call last): Nov 23 17:38:00.759170 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 17:38:00.759170 n-d-816206-8 neutron-server[103590]: timer() Nov 23 17:38:00.759170 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 17:38:00.759170 n-d-816206-8 neutron-server[103590]: cb(*args, **kw) Nov 23 17:38:00.759170 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 17:38:00.759170 n-d-816206-8 neutron-server[103590]: return func(*args, **kwargs) Nov 23 17:38:00.759170 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 17:38:00.759170 n-d-816206-8 neutron-server[103590]: self._notify() Nov 23 17:38:00.759170 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 17:38:00.759170 n-d-816206-8 neutron-server[103590]: self.callback(batched_events) Nov 23 17:38:00.759170 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 17:38:00.759170 n-d-816206-8 neutron-server[103590]: event.method(event) Nov 23 17:38:00.759170 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 17:38:00.759170 n-d-816206-8 neutron-server[103590]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 17:38:00.759170 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 17:38:00.759170 n-d-816206-8 neutron-server[103590]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 17:38:00.759170 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 17:38:00.759170 n-d-816206-8 neutron-server[103590]: return f(self, *a, **k) Nov 23 17:38:00.759170 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 17:38:00.759170 n-d-816206-8 neutron-server[103590]: return self._get(url).json() Nov 23 17:38:00.759170 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 17:38:00.759170 n-d-816206-8 neutron-server[103590]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 17:38:00.759170 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 17:38:00.759170 n-d-816206-8 neutron-server[103590]: return self.request(url, 'GET', **kwargs) Nov 23 17:38:00.759170 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 17:38:00.759170 n-d-816206-8 neutron-server[103590]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 17:38:00.759170 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 17:38:00.759170 n-d-816206-8 neutron-server[103590]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 17:38:00.759170 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 17:38:00.759170 n-d-816206-8 neutron-server[103590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 17:38:00.759170 n-d-816206-8 neutron-server[103590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 17:38:00.816597 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-39e0cae1-a370-4e34-a3f0-68e90d56f653 None None] Publish callbacks [] for port, precommit_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:00.827102 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-39e0cae1-a370-4e34-a3f0-68e90d56f653 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980'] for port, after_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:00.878591 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-3b867e00-41ac-4134-82bd-644a38f530bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1795418'] for network, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:00.900922 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-3b867e00-41ac-4134-82bd-644a38f530bc admin admin] Publish callbacks [] for network, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:00.914853 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-3b867e00-41ac-4134-82bd-644a38f530bc admin admin] 10.222.0.60 "DELETE /v2.0/networks/66ff31d8-0f75-429d-aef0-9e289b1dae32 HTTP/1.1" status: 204 len: 168 time: 2.0305200 Nov 23 17:38:00.930866 n-d-816206-8 neutron-server[103592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39e0cae1-a370-4e34-a3f0-68e90d56f653 None None] Network 193b1d28-f5b9-428b-a764-ee110d0bb425 is already hosted by enough agents. {{(pid=103592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:38:00.935751 n-d-816206-8 neutron-server[103592]: DEBUG neutron.scheduler.base_scheduler [None req-39e0cae1-a370-4e34-a3f0-68e90d56f653 None None] Resources bound (agent type, host, resource id): {{(pid=103592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:38:00.947672 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b867e00-41ac-4134-82bd-644a38f530bc admin admin] Pushing event deleted for resources: {'Network': ['ID=66ff31d8-0f75-429d-aef0-9e289b1dae32,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:38:00.952114 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39e0cae1-a370-4e34-a3f0-68e90d56f653 None None] Received port after_create {{(pid=103592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:38:00.973890 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e0cae1-a370-4e34-a3f0-68e90d56f653 None None] Pushing event updated for resources: {'Port': ['ID=3a00fba8-1ba9-48bf-9eb0-10da291fae9b,revision_number=1']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:38:00.982870 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.db_base_plugin_common [None req-8231f58a-1020-47e0-8a2d-2d50fd335ce4 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Allocated IP 2001:db8::10 (193b1d28-f5b9-428b-a764-ee110d0bb425/f6d8a0ab-8c49-4bdf-a088-1096c3fbfa96/86722130-eb7f-4834-867b-83f89c277a38) {{(pid=103591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:38:01.042342 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-39e0cae1-a370-4e34-a3f0-68e90d56f653 None None] Attempting to bind port 3a00fba8-1ba9-48bf-9eb0-10da291fae9b on host n-d-816206-8 for vnic_type normal with profile {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:38:01.042733 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-39e0cae1-a370-4e34-a3f0-68e90d56f653 None None] Attempting to bind port 3a00fba8-1ba9-48bf-9eb0-10da291fae9b by drivers openvswitch,hyperv on host n-d-816206-8 at level 0 using segments [{'id': '096b90f6-7835-4904-b332-8398a4982877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '193b1d28-f5b9-428b-a764-ee110d0bb425'}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:38:01.043107 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39e0cae1-a370-4e34-a3f0-68e90d56f653 None None] Attempting to bind port 3a00fba8-1ba9-48bf-9eb0-10da291fae9b on network 193b1d28-f5b9-428b-a764-ee110d0bb425 {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:38:01.049576 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39e0cae1-a370-4e34-a3f0-68e90d56f653 None None] Checking agent: {'id': '9e89acbe-4bbe-4c77-a18b-6f1da9133e0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 7, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 37, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:38:01.049970 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39e0cae1-a370-4e34-a3f0-68e90d56f653 None None] Checking segment: {'id': '096b90f6-7835-4904-b332-8398a4982877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '193b1d28-f5b9-428b-a764-ee110d0bb425'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:38:01.050956 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-39e0cae1-a370-4e34-a3f0-68e90d56f653 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:01.051308 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39e0cae1-a370-4e34-a3f0-68e90d56f653 None None] Bound using segment: {'id': '096b90f6-7835-4904-b332-8398a4982877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '193b1d28-f5b9-428b-a764-ee110d0bb425'} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:38:01.051786 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-39e0cae1-a370-4e34-a3f0-68e90d56f653 None None] Bound port: 3a00fba8-1ba9-48bf-9eb0-10da291fae9b, host: n-d-816206-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '096b90f6-7835-4904-b332-8398a4982877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '193b1d28-f5b9-428b-a764-ee110d0bb425'}}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:38:01.052724 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-39e0cae1-a370-4e34-a3f0-68e90d56f653 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:01.127771 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-39e0cae1-a370-4e34-a3f0-68e90d56f653 None None] For port 3a00fba8-1ba9-48bf-9eb0-10da291fae9b, host n-d-816206-8, cleared binding levels {{(pid=103592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:38:01.133380 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-39e0cae1-a370-4e34-a3f0-68e90d56f653 None None] For port 3a00fba8-1ba9-48bf-9eb0-10da291fae9b, host n-d-816206-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=3a00fba8-1ba9-48bf-9eb0-10da291fae9b,segment=NetworkSegment(096b90f6-7835-4904-b332-8398a4982877),segment_id=096b90f6-7835-4904-b332-8398a4982877)] {{(pid=103592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:38:01.151883 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-39e0cae1-a370-4e34-a3f0-68e90d56f653 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:01.200933 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefe79e5-a449-40e3-aefe-87351ada4b39 req-875dedae-38af-4855-9481-57854b7500c1 tempest-ServerRescueTestJSON-1442542130 tempest-ServerRescueTestJSON-1442542130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:38:01.200933 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-eefe79e5-a449-40e3-aefe-87351ada4b39 req-875dedae-38af-4855-9481-57854b7500c1 tempest-ServerRescueTestJSON-1442542130 tempest-ServerRescueTestJSON-1442542130-project] 10.222.0.60 "GET /v2.0/ports?device_id=ee290cd0-e82d-49ef-b37f-6dd1b103485f HTTP/1.1" status: 200 len: 946 time: 0.1579399 Nov 23 17:38:01.254724 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 6e576881-d765-4f59-97f7-c73e53ed1b98 no longer exists at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:38:01.262897 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e0cae1-a370-4e34-a3f0-68e90d56f653 None None] Pushing event updated for resources: {'Port': ['ID=3a00fba8-1ba9-48bf-9eb0-10da291fae9b,revision_number=2']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:38:01.295000 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] No Port match for: 6e576881-d765-4f59-97f7-c73e53ed1b98 {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:38:01.295509 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 6e576881-d765-4f59-97f7-c73e53ed1b98 not bound to the agent host n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:38:01.357343 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 47302) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:38:01.396208 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-eefe79e5-a449-40e3-aefe-87351ada4b39 req-0acd4a8a-951b-47e9-b34e-016721e8ac93 tempest-ServerRescueTestJSON-1442542130 tempest-ServerRescueTestJSON-1442542130-project] 10.222.0.60 "GET /v2.0/security-groups?id=cf26cd6b-cd43-4747-bf84-de1f0ff7a3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1819930 Nov 23 17:38:01.409525 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-8231f58a-1020-47e0-8a2d-2d50fd335ce4 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks [] for port, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:01.481404 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-c79c81b3-65e3-4fe5-bab3-78e01b843a93 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7b9e7991d90e427d85569b76c7b04674&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1159492 Nov 23 17:38:01.482103 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 47308) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:38:01.519604 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-8231f58a-1020-47e0-8a2d-2d50fd335ce4 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:01.600174 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 47314) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:38:01.630023 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8231f58a-1020-47e0-8a2d-2d50fd335ce4 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Pushing event updated for resources: {'Port': ['ID=86722130-eb7f-4834-867b-83f89c277a38,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:38:01.660838 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8231f58a-1020-47e0-8a2d-2d50fd335ce4 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Network 193b1d28-f5b9-428b-a764-ee110d0bb425 is already hosted by enough agents. {{(pid=103591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:38:01.662493 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [None req-8231f58a-1020-47e0-8a2d-2d50fd335ce4 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Resources bound (agent type, host, resource id): {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:38:01.666038 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8231f58a-1020-47e0-8a2d-2d50fd335ce4 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Received port after_create {{(pid=103591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:38:01.671678 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8231f58a-1020-47e0-8a2d-2d50fd335ce4 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:38:01.672325 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-8231f58a-1020-47e0-8a2d-2d50fd335ce4 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:01.710568 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-a3bbc29c-c7a7-4e3a-8ec6-8c7dc9114c9c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:01.716700 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 47318) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:38:01.721736 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-67de7597-00e7-4595-b890-82a668b73da3 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Request body: {'port': {'network_id': '193b1d28-f5b9-428b-a764-ee110d0bb425', 'name': 'tempest-PortsIpV6TestJSON-1126297672', 'fixed_ips': [{'subnet_id': 'f6d8a0ab-8c49-4bdf-a088-1096c3fbfa96', 'ip_address': '2001:db8::f'}]}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:38:01.726424 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-8231f58a-1020-47e0-8a2d-2d50fd335ce4 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.6757622 Nov 23 17:38:01.781159 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-a3bbc29c-c7a7-4e3a-8ec6-8c7dc9114c9c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:01.890166 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-a3bbc29c-c7a7-4e3a-8ec6-8c7dc9114c9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:01.893322 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-a3bbc29c-c7a7-4e3a-8ec6-8c7dc9114c9c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:01.894810 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-a3bbc29c-c7a7-4e3a-8ec6-8c7dc9114c9c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/bd1ea484-46e2-4e81-a3ab-3479e5488d1e HTTP/1.1" status: 204 len: 168 time: 0.4131191 Nov 23 17:38:01.911576 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67de7597-00e7-4595-b890-82a668b73da3 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Made reservation on behalf of 4bc7c7d1542d486592900c4a00632f91 for: {'port': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:38:01.917461 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bbc29c-c7a7-4e3a-8ec6-8c7dc9114c9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd1ea484-46e2-4e81-a3ab-3479e5488d1e,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:38:02.073149 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-9803603d-cf04-4c0d-b40b-f6349213eff9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:02.078466 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-67de7597-00e7-4595-b890-82a668b73da3 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:02.120077 n-d-816206-8 neutron-server[103590]: DEBUG neutron.notifiers.nova [None req-67de7597-00e7-4595-b890-82a668b73da3 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] device_id is not set on port 211abd55-d384-40fa-9eb3-e2e510d9fe70 yet. {{(pid=103590) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 17:38:02.254988 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 47332) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:38:02.355116 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-9803603d-cf04-4c0d-b40b-f6349213eff9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:02.365816 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-9803603d-cf04-4c0d-b40b-f6349213eff9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:02.413911 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-67de7597-00e7-4595-b890-82a668b73da3 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Allocated IP 2001:db8::f (193b1d28-f5b9-428b-a764-ee110d0bb425/f6d8a0ab-8c49-4bdf-a088-1096c3fbfa96/211abd55-d384-40fa-9eb3-e2e510d9fe70) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:38:02.424638 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-8b726773-7885-4336-803f-2f2302626415 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:02.535096 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 47346) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:38:02.636380 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-43360013-7378-4c71-8d5f-0c52ab843fdb admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c328d1d10b5d45d296fb20d432bd53d8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0993965 Nov 23 17:38:02.643581 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 47348) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:38:02.646755 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-67de7597-00e7-4595-b890-82a668b73da3 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:02.709288 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9803603d-cf04-4c0d-b40b-f6349213eff9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b719710-3bcb-4d75-9af2-6e09a3433873,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:38:02.731010 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-9803603d-cf04-4c0d-b40b-f6349213eff9 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=4bfe9e18152b430a89eae881c0c215f1&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1266551 Nov 23 17:38:02.735508 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 47354) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:38:02.744713 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-8b726773-7885-4336-803f-2f2302626415 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:02.774258 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-8b726773-7885-4336-803f-2f2302626415 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:02.776551 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-67de7597-00e7-4595-b890-82a668b73da3 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:02.788357 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17809838-6584-44f9-9c95-597cf5c00cbe req-cfdf8295-e77b-4293-8c54-1b421820eb34 tempest-ServerRescueTestJSON-1442542130 tempest-ServerRescueTestJSON-1442542130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:38:02.790061 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-17809838-6584-44f9-9c95-597cf5c00cbe req-cfdf8295-e77b-4293-8c54-1b421820eb34 tempest-ServerRescueTestJSON-1442542130 tempest-ServerRescueTestJSON-1442542130-project] 10.222.0.60 "GET /v2.0/ports?device_id=ee290cd0-e82d-49ef-b37f-6dd1b103485f HTTP/1.1" status: 200 len: 946 time: 0.2003236 Nov 23 17:38:02.816672 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67de7597-00e7-4595-b890-82a668b73da3 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Network 193b1d28-f5b9-428b-a764-ee110d0bb425 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:38:02.843936 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-67de7597-00e7-4595-b890-82a668b73da3 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:38:02.850156 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67de7597-00e7-4595-b890-82a668b73da3 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:38:02.856772 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67de7597-00e7-4595-b890-82a668b73da3 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:38:02.857458 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-67de7597-00e7-4595-b890-82a668b73da3 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:02.879774 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-8b726773-7885-4336-803f-2f2302626415 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b9f1b71101324caa81d2f660f70c7fc2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6235442 Nov 23 17:38:02.890023 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 47356) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:38:02.894025 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b726773-7885-4336-803f-2f2302626415 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d39c61f-81fb-4591-a96e-6a2c6462fd1f,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:38:02.897004 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-67de7597-00e7-4595-b890-82a668b73da3 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.1791894 Nov 23 17:38:02.901413 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 47358) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:38:02.917711 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-78eded5e-212f-4242-990f-923b83e0c2bf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:02.938194 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67de7597-00e7-4595-b890-82a668b73da3 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Pushing event updated for resources: {'Port': ['ID=211abd55-d384-40fa-9eb3-e2e510d9fe70,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:38:02.956738 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f855d3b6-ef94-4d57-9431-403800a9ccbb None None] Network 193b1d28-f5b9-428b-a764-ee110d0bb425 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:38:02.992882 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c85b62e1-f8a0-412f-ae04-7c4f4229e28b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:03.013269 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-17809838-6584-44f9-9c95-597cf5c00cbe req-5fe8d178-f137-4907-8498-d0355a7e8723 tempest-ServerRescueTestJSON-1442542130 tempest-ServerRescueTestJSON-1442542130-project] 10.222.0.60 "GET /v2.0/security-groups?id=cf26cd6b-cd43-4747-bf84-de1f0ff7a3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2097006 Nov 23 17:38:03.019310 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-78eded5e-212f-4242-990f-923b83e0c2bf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:03.044021 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-62fe7863-61ec-473d-9129-500c6c5b7a79 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:03.056041 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c85b62e1-f8a0-412f-ae04-7c4f4229e28b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:03.074767 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-eb2b85cc-dd8c-4609-a2ee-ceabb3762a16 None None] Provisioning complete for port 3a00fba8-1ba9-48bf-9eb0-10da291fae9b triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:38:03.075111 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-eb2b85cc-dd8c-4609-a2ee-ceabb3762a16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:03.088574 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc1e5d89-c267-4c71-9826-907ca9c74ec3 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:38:03.093104 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-dc1e5d89-c267-4c71-9826-907ca9c74ec3 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] 10.222.0.60 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.1904097 Nov 23 17:38:03.094259 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 47364) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:38:03.151063 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-62fe7863-61ec-473d-9129-500c6c5b7a79 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:03.166537 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-78eded5e-212f-4242-990f-923b83e0c2bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:03.176055 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-78eded5e-212f-4242-990f-923b83e0c2bf admin admin] Publish callbacks [] for security_group, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:03.182781 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-78eded5e-212f-4242-990f-923b83e0c2bf admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/929c7a40-58bd-4432-bd3a-56dcc11e52dd HTTP/1.1" status: 204 len: 168 time: 0.5380862 Nov 23 17:38:03.206738 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65fe565f-af10-4225-8d69-6870364b5f4a tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:38:03.218080 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65fe565f-af10-4225-8d69-6870364b5f4a tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:38:03.224613 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65fe565f-af10-4225-8d69-6870364b5f4a tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:38:03.229998 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 47368) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:38:03.240830 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-65fe565f-af10-4225-8d69-6870364b5f4a tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] 10.222.0.60 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2389 time: 0.1450918 Nov 23 17:38:03.256270 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78eded5e-212f-4242-990f-923b83e0c2bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=929c7a40-58bd-4432-bd3a-56dcc11e52dd,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:38:03.320373 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 3a00fba8-1ba9-48bf-9eb0-10da291fae9b up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:38:03.360061 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c85b62e1-f8a0-412f-ae04-7c4f4229e28b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:03.363959 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c85b62e1-f8a0-412f-ae04-7c4f4229e28b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:03.367745 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-c85b62e1-f8a0-412f-ae04-7c4f4229e28b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/4b719710-3bcb-4d75-9af2-6e09a3433873 HTTP/1.1" status: 204 len: 168 time: 0.6306825 Nov 23 17:38:03.383989 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-eb2b85cc-dd8c-4609-a2ee-ceabb3762a16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:03.463119 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85b62e1-f8a0-412f-ae04-7c4f4229e28b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b719710-3bcb-4d75-9af2-6e09a3433873,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:38:03.482911 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-eb2b85cc-dd8c-4609-a2ee-ceabb3762a16 None None] For port 3a00fba8-1ba9-48bf-9eb0-10da291fae9b, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=3a00fba8-1ba9-48bf-9eb0-10da291fae9b,segment=NetworkSegment(096b90f6-7835-4904-b332-8398a4982877),segment_id=096b90f6-7835-4904-b332-8398a4982877)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:38:03.501950 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-eb2b85cc-dd8c-4609-a2ee-ceabb3762a16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:03.503168 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-62fe7863-61ec-473d-9129-500c6c5b7a79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:03.507926 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-62fe7863-61ec-473d-9129-500c6c5b7a79 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:03.513598 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-62fe7863-61ec-473d-9129-500c6c5b7a79 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/4d39c61f-81fb-4591-a96e-6a2c6462fd1f HTTP/1.1" status: 204 len: 168 time: 0.6146121 Nov 23 17:38:03.536047 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fe7863-61ec-473d-9129-500c6c5b7a79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d39c61f-81fb-4591-a96e-6a2c6462fd1f,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:38:03.560823 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-35848793-1e20-44e9-ac23-0b655e1f384c tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Deleting port 211abd55-d384-40fa-9eb3-e2e510d9fe70 {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:38:03.561180 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-35848793-1e20-44e9-ac23-0b655e1f384c tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:03.671241 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port 3a00fba8-1ba9-48bf-9eb0-10da291fae9b triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:38:03.671618 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:03.711867 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-35848793-1e20-44e9-ac23-0b655e1f384c tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:03.731406 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-35848793-1e20-44e9-ac23-0b655e1f384c tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Calling delete_port for 211abd55-d384-40fa-9eb3-e2e510d9fe70 owned by {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:38:03.862677 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2b85cc-dd8c-4609-a2ee-ceabb3762a16 None None] Pushing event updated for resources: {'Port': ['ID=3a00fba8-1ba9-48bf-9eb0-10da291fae9b,revision_number=3']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:38:03.899381 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-5d7cf7f0-1636-4698-867b-f2b6508cb512 None None] Provisioning complete for port 211abd55-d384-40fa-9eb3-e2e510d9fe70 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:38:03.899746 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-5d7cf7f0-1636-4698-867b-f2b6508cb512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:03.982011 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-35848793-1e20-44e9-ac23-0b655e1f384c tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:03.996204 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-5d7cf7f0-1636-4698-867b-f2b6508cb512 None None] Port 211abd55-d384-40fa-9eb3-e2e510d9fe70 cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:38:04.042295 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 47394) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:38:04.046865 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-5d7cf7f0-1636-4698-867b-f2b6508cb512 None None] Provisioning complete for port 3a00fba8-1ba9-48bf-9eb0-10da291fae9b triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:38:04.048621 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-5d7cf7f0-1636-4698-867b-f2b6508cb512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:04.074285 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-40236fd7-6510-4d8e-99a1-de3634bd423a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:04.161791 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35848793-1e20-44e9-ac23-0b655e1f384c tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Pushing event deleted for resources: {'Port': ['ID=211abd55-d384-40fa-9eb3-e2e510d9fe70,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:38:04.163822 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-35848793-1e20-44e9-ac23-0b655e1f384c tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:04.182625 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-35848793-1e20-44e9-ac23-0b655e1f384c tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] 10.222.0.60 "DELETE /v2.0/ports/211abd55-d384-40fa-9eb3-e2e510d9fe70 HTTP/1.1" status: 204 len: 168 time: 0.9476287 Nov 23 17:38:04.184354 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 47398) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:38:04.251169 n-d-816206-8 neutron-server[103590]: INFO neutron.pecan_wsgi.hooks.translation [None req-6db98164-1b7a-47d1-9197-399abdcdad5e tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] GET failed (client error): The resource could not be found. Nov 23 17:38:04.255082 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-6db98164-1b7a-47d1-9197-399abdcdad5e tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] 10.222.0.60 "GET /v2.0/ports/211abd55-d384-40fa-9eb3-e2e510d9fe70 HTTP/1.1" status: 404 len: 333 time: 0.0673015 Nov 23 17:38:04.256285 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 47402) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:38:04.336126 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-5d7cf7f0-1636-4698-867b-f2b6508cb512 None None] Provisioning complete for port 86722130-eb7f-4834-867b-83f89c277a38 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:38:04.336630 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-5d7cf7f0-1636-4698-867b-f2b6508cb512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:04.408422 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-5d7cf7f0-1636-4698-867b-f2b6508cb512 None None] Port 86722130-eb7f-4834-867b-83f89c277a38 cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:38:04.438927 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-40236fd7-6510-4d8e-99a1-de3634bd423a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:04.459720 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 47404) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:38:04.467301 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-40236fd7-6510-4d8e-99a1-de3634bd423a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:04.488230 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-767b2e18-c89f-416d-acf0-e955f6e62852 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:04.537256 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-40236fd7-6510-4d8e-99a1-de3634bd423a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d1120bc4d3584d2e9990ca539b8696e8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4925580 Nov 23 17:38:04.544852 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-da707e09-30e4-4e85-8641-38608f1d7e95 None None] Provisioning complete for port 86722130-eb7f-4834-867b-83f89c277a38 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:38:04.545238 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-da707e09-30e4-4e85-8641-38608f1d7e95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:04.560440 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 47408) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:38:04.564630 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40236fd7-6510-4d8e-99a1-de3634bd423a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5a4e912-f8d4-4eda-a085-40102d804f92,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:38:04.593443 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e5bb7c-5cb6-44f5-b985-bd81b5594633 req-e4b638f3-24bf-4ac3-b8e3-16d4dff8078b tempest-ServerRescueTestJSON-1442542130 tempest-ServerRescueTestJSON-1442542130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:38:04.594758 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-4ebad51e-d2ae-43b9-b681-563a276abb95 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Deleting port 86722130-eb7f-4834-867b-83f89c277a38 {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:38:04.596015 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f3e5bb7c-5cb6-44f5-b985-bd81b5594633 req-e4b638f3-24bf-4ac3-b8e3-16d4dff8078b tempest-ServerRescueTestJSON-1442542130 tempest-ServerRescueTestJSON-1442542130-project] 10.222.0.60 "GET /v2.0/ports?device_id=ee290cd0-e82d-49ef-b37f-6dd1b103485f HTTP/1.1" status: 200 len: 946 time: 0.3174698 Nov 23 17:38:04.599746 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4ebad51e-d2ae-43b9-b681-563a276abb95 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:04.614792 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-da707e09-30e4-4e85-8641-38608f1d7e95 None None] Port 86722130-eb7f-4834-867b-83f89c277a38 cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:38:04.684106 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f3e5bb7c-5cb6-44f5-b985-bd81b5594633 req-34448492-78f4-4af9-86b1-ab7afca46c32 tempest-ServerRescueTestJSON-1442542130 tempest-ServerRescueTestJSON-1442542130-project] 10.222.0.60 "GET /v2.0/security-groups?id=cf26cd6b-cd43-4747-bf84-de1f0ff7a3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815170 Nov 23 17:38:04.730456 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-13076aec-9f2e-446c-a65a-98ad948f6ea2 None None] Could not find standard attr ID for object 211abd55-d384-40fa-9eb3-e2e510d9fe70. {{(pid=103592) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 17:38:04.840296 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-767b2e18-c89f-416d-acf0-e955f6e62852 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:04.856989 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-767b2e18-c89f-416d-acf0-e955f6e62852 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:04.900534 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767b2e18-c89f-416d-acf0-e955f6e62852 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02333ece-2bda-4f35-a690-7c79441f397e,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:38:04.955724 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5948212d-6452-4aa9-a07c-5215f91b22db admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:04.984941 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4ebad51e-d2ae-43b9-b681-563a276abb95 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:04.989656 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-767b2e18-c89f-416d-acf0-e955f6e62852 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c3b8aa3aafbc402eb917ffaaf961a5b0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5261707 Nov 23 17:38:04.994408 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 47428) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:38:05.024568 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-4ebad51e-d2ae-43b9-b681-563a276abb95 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Calling delete_port for 86722130-eb7f-4834-867b-83f89c277a38 owned by {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:38:05.032021 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5948212d-6452-4aa9-a07c-5215f91b22db admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:05.054649 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-a45bea02-eaa7-4db6-a964-a9118b22e693 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:05.086922 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-a45bea02-eaa7-4db6-a964-a9118b22e693 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:05.146057 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5948212d-6452-4aa9-a07c-5215f91b22db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:05.149562 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5948212d-6452-4aa9-a07c-5215f91b22db admin admin] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:05.161547 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-5948212d-6452-4aa9-a07c-5215f91b22db admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e5a4e912-f8d4-4eda-a085-40102d804f92 HTTP/1.1" status: 204 len: 168 time: 0.5921893 Nov 23 17:38:05.176214 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-a45bea02-eaa7-4db6-a964-a9118b22e693 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:05.182995 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-a45bea02-eaa7-4db6-a964-a9118b22e693 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:05.187552 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-a45bea02-eaa7-4db6-a964-a9118b22e693 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/02333ece-2bda-4f35-a690-7c79441f397e HTTP/1.1" status: 204 len: 168 time: 0.1891248 Nov 23 17:38:05.192471 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5948212d-6452-4aa9-a07c-5215f91b22db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5a4e912-f8d4-4eda-a085-40102d804f92,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:38:05.212993 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45bea02-eaa7-4db6-a964-a9118b22e693 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02333ece-2bda-4f35-a690-7c79441f397e,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:38:05.279415 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 3a00fba8-1ba9-48bf-9eb0-10da291fae9b up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:38:05.322033 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4ebad51e-d2ae-43b9-b681-563a276abb95 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:05.364671 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port 3a00fba8-1ba9-48bf-9eb0-10da291fae9b triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:38:05.365247 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:05.392872 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebad51e-d2ae-43b9-b681-563a276abb95 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Pushing event deleted for resources: {'Port': ['ID=86722130-eb7f-4834-867b-83f89c277a38,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:38:05.455750 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4ebad51e-d2ae-43b9-b681-563a276abb95 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:05.462791 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 47442) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:38:05.473065 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-4ebad51e-d2ae-43b9-b681-563a276abb95 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] 10.222.0.60 "DELETE /v2.0/ports/86722130-eb7f-4834-867b-83f89c277a38 HTTP/1.1" status: 204 len: 168 time: 1.2147312 Nov 23 17:38:05.499130 n-d-816206-8 neutron-server[103591]: INFO neutron.pecan_wsgi.hooks.translation [None req-dade0dad-4217-45b7-b8cd-37eee4a3d830 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] GET failed (client error): The resource could not be found. Nov 23 17:38:05.503928 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 47448) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:38:05.513076 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-dade0dad-4217-45b7-b8cd-37eee4a3d830 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] 10.222.0.60 "GET /v2.0/ports/86722130-eb7f-4834-867b-83f89c277a38 HTTP/1.1" status: 404 len: 333 time: 0.0487399 Nov 23 17:38:05.623387 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 47450) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:38:05.830474 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-9a65d598-4d83-4b28-8a75-6fbda7166240 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1110572301-network', 'tenant_id': 'c0a53cd325e44b8fbee499050453672f'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:38:05.903217 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a65d598-4d83-4b28-8a75-6fbda7166240 admin admin] Made reservation on behalf of c0a53cd325e44b8fbee499050453672f for: {'network': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:38:05.907545 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-9a65d598-4d83-4b28-8a75-6fbda7166240 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for network, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:05.954327 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-9a65d598-4d83-4b28-8a75-6fbda7166240 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:06.077092 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-9a65d598-4d83-4b28-8a75-6fbda7166240 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:06.089181 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-9a65d598-4d83-4b28-8a75-6fbda7166240 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:06.105119 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b8de6c8-ccd3-442d-bb81-de6dd442ebc7 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Deleting subnet f6d8a0ab-8c49-4bdf-a088-1096c3fbfa96 {{(pid=103590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 17:38:06.111964 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5b8de6c8-ccd3-442d-bb81-de6dd442ebc7 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks [] for subnet, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:06.150515 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aedb476-f926-4495-bafc-f2d2d0324ed1 req-0510e3c5-008c-488b-88da-5143b91bbdc3 tempest-ServerRescueTestJSON-1442542130 tempest-ServerRescueTestJSON-1442542130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:38:06.155262 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9aedb476-f926-4495-bafc-f2d2d0324ed1 req-0510e3c5-008c-488b-88da-5143b91bbdc3 tempest-ServerRescueTestJSON-1442542130 tempest-ServerRescueTestJSON-1442542130-project] 10.222.0.60 "GET /v2.0/ports?device_id=ee290cd0-e82d-49ef-b37f-6dd1b103485f HTTP/1.1" status: 200 len: 946 time: 0.2854228 Nov 23 17:38:06.157099 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a65d598-4d83-4b28-8a75-6fbda7166240 admin admin] vlan segment allocate from pool success with {'vlan_id': 505, 'physical_network': 'physnet1'} {{(pid=103591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 17:38:06.201278 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5b8de6c8-ccd3-442d-bb81-de6dd442ebc7 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-267528342'] for subnet, precommit_delete_associations {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:06.231434 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-9a65d598-4d83-4b28-8a75-6fbda7166240 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:06.231812 n-d-816206-8 neutron-server[103591]: INFO neutron.db.segments_db [None req-9a65d598-4d83-4b28-8a75-6fbda7166240 admin admin] Added segment ec813e0a-4415-4fed-a736-e9a0442fcb85 of type vlan for network 02874d22-2dc9-404b-96b5-741d17e13e44 Nov 23 17:38:06.278774 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-9a65d598-4d83-4b28-8a75-6fbda7166240 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736635338810'] for network, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:06.291296 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a65d598-4d83-4b28-8a75-6fbda7166240 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=776cdaad-ec9b-4a42-a3a9-360feae7cf4d,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:38:06.341993 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9aedb476-f926-4495-bafc-f2d2d0324ed1 req-a9540909-36ad-42cf-a89e-e91b20e29027 tempest-ServerRescueTestJSON-1442542130 tempest-ServerRescueTestJSON-1442542130-project] 10.222.0.60 "GET /v2.0/security-groups?id=cf26cd6b-cd43-4747-bf84-de1f0ff7a3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725905 Nov 23 17:38:06.343085 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-9a65d598-4d83-4b28-8a75-6fbda7166240 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493'] for network, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:06.344129 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a65d598-4d83-4b28-8a75-6fbda7166240 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:38:06.344736 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-9a65d598-4d83-4b28-8a75-6fbda7166240 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for network, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:06.402112 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5b8de6c8-ccd3-442d-bb81-de6dd442ebc7 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971956'] for subnet, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:06.479935 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a65d598-4d83-4b28-8a75-6fbda7166240 admin admin] Pushing event updated for resources: {'Network': ['ID=02874d22-2dc9-404b-96b5-741d17e13e44,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:38:06.492398 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Network 02874d22-2dc9-404b-96b5-741d17e13e44 details requested by agent ovs-agent-n-d-816206-8 with host n-d-816206-8 {{(pid=103592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 17:38:06.521106 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-9a65d598-4d83-4b28-8a75-6fbda7166240 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8963597 Nov 23 17:38:06.524797 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 47502) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:38:06.532554 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-f67fef3f-81aa-4f8c-a80b-c266da60d457 admin admin] Request body: {'subnet': {'network_id': '02874d22-2dc9-404b-96b5-741d17e13e44', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1110572301-subnet', 'tenant_id': 'c0a53cd325e44b8fbee499050453672f', 'ip_version': 4}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:38:06.536908 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5b8de6c8-ccd3-442d-bb81-de6dd442ebc7 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264357903', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264730940'] for subnet, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:06.572125 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f67fef3f-81aa-4f8c-a80b-c266da60d457 admin admin] Made reservation on behalf of c0a53cd325e44b8fbee499050453672f for: {'subnet': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:38:06.575815 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-f67fef3f-81aa-4f8c-a80b-c266da60d457 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264314294'] for subnet, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:06.583970 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5b8de6c8-ccd3-442d-bb81-de6dd442ebc7 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks [] for subnet, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:06.590939 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-5b8de6c8-ccd3-442d-bb81-de6dd442ebc7 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] 10.222.0.60 "DELETE /v2.0/subnets/f6d8a0ab-8c49-4bdf-a088-1096c3fbfa96 HTTP/1.1" status: 204 len: 168 time: 1.0854030 Nov 23 17:38:06.593848 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 47506) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:38:06.640519 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 47508) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:38:06.645845 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62b54108-fdc2-44dc-ac96-e4734926d24f None None] Network 193b1d28-f5b9-428b-a764-ee110d0bb425 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:38:06.707847 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-05a53f6d-dade-4807-91ef-36b3888648b2 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-555181'] for network, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:06.711002 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8de6c8-ccd3-442d-bb81-de6dd442ebc7 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Pushing event deleted for resources: {'Subnet': ['ID=f6d8a0ab-8c49-4bdf-a088-1096c3fbfa96,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:38:06.844244 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-623e8d21-e12c-4260-aaf4-38e94ce83ba7 tempest-ExtraDHCPOptionsTestJSON-1551148202 tempest-ExtraDHCPOptionsTestJSON-1551148202-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-925609688'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:38:06.853980 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-05a53f6d-dade-4807-91ef-36b3888648b2 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Deleting port 3a00fba8-1ba9-48bf-9eb0-10da291fae9b {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:38:06.854319 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-05a53f6d-dade-4807-91ef-36b3888648b2 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:06.894689 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-f67fef3f-81aa-4f8c-a80b-c266da60d457 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264758079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264314276'] for subnet, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:06.937668 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-623e8d21-e12c-4260-aaf4-38e94ce83ba7 tempest-ExtraDHCPOptionsTestJSON-1551148202 tempest-ExtraDHCPOptionsTestJSON-1551148202-project] Made reservation on behalf of a9e9d3b79ec949b69a78eb6a0e561218 for: {'network': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:38:06.941124 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-623e8d21-e12c-4260-aaf4-38e94ce83ba7 tempest-ExtraDHCPOptionsTestJSON-1551148202 tempest-ExtraDHCPOptionsTestJSON-1551148202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for network, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:06.965028 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-623e8d21-e12c-4260-aaf4-38e94ce83ba7 tempest-ExtraDHCPOptionsTestJSON-1551148202 tempest-ExtraDHCPOptionsTestJSON-1551148202-project] Publish callbacks [] for security_group, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:07.003778 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67fef3f-81aa-4f8c-a80b-c266da60d457 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7cd7c517-b8bf-4f3d-98b6-b23c91372576,revision_number=0']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:38:07.020922 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-05a53f6d-dade-4807-91ef-36b3888648b2 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] For port 3a00fba8-1ba9-48bf-9eb0-10da291fae9b, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=3a00fba8-1ba9-48bf-9eb0-10da291fae9b,segment=NetworkSegment(096b90f6-7835-4904-b332-8398a4982877),segment_id=096b90f6-7835-4904-b332-8398a4982877)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:38:07.020922 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-05a53f6d-dade-4807-91ef-36b3888648b2 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:07.038624 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfc5e396-5173-47db-ab66-44673eb2df74 None None] DHCP port deletion for 193b1d28-f5b9-428b-a764-ee110d0bb425 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:38:07.045562 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f67fef3f-81aa-4f8c-a80b-c266da60d457 admin admin] Checking segment: {'id': 'ec813e0a-4415-4fed-a736-e9a0442fcb85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '02874d22-2dc9-404b-96b5-741d17e13e44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:38:07.045924 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f67fef3f-81aa-4f8c-a80b-c266da60d457 admin admin] Network hostable DHCP agents. Network: 02874d22-2dc9-404b-96b5-741d17e13e44, hostable agents: ['0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3'], hosted agents: [] {{(pid=103591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 17:38:07.072765 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-05a53f6d-dade-4807-91ef-36b3888648b2 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Calling delete_port for 3a00fba8-1ba9-48bf-9eb0-10da291fae9b owned by network:dhcp {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:38:07.102314 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f67fef3f-81aa-4f8c-a80b-c266da60d457 admin admin] Network 02874d22-2dc9-404b-96b5-741d17e13e44 is scheduled to be hosted by DHCP agent 0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3 with binding_index 1 {{(pid=103591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 17:38:07.144228 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-bfc5e396-5173-47db-ab66-44673eb2df74 None None] Deleting port 3a00fba8-1ba9-48bf-9eb0-10da291fae9b {{(pid=103592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:38:07.144882 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-bfc5e396-5173-47db-ab66-44673eb2df74 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:07.176171 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [None req-f67fef3f-81aa-4f8c-a80b-c266da60d457 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-8, 02874d22-2dc9-404b-96b5-741d17e13e44) {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:38:07.192599 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f67fef3f-81aa-4f8c-a80b-c266da60d457 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:38:07.192599 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-f67fef3f-81aa-4f8c-a80b-c266da60d457 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for subnet, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:07.223719 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-623e8d21-e12c-4260-aaf4-38e94ce83ba7 tempest-ExtraDHCPOptionsTestJSON-1551148202 tempest-ExtraDHCPOptionsTestJSON-1551148202-project] Publish callbacks [] for security_group, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:07.229666 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-623e8d21-e12c-4260-aaf4-38e94ce83ba7 tempest-ExtraDHCPOptionsTestJSON-1551148202 tempest-ExtraDHCPOptionsTestJSON-1551148202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:07.247447 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-f67fef3f-81aa-4f8c-a80b-c266da60d457 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7185493 Nov 23 17:38:07.247947 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 47526) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:38:07.255329 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-3e00b390-095f-4a8f-9899-f30787aa0f8f admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1110572301-router', 'tenant_id': 'c0a53cd325e44b8fbee499050453672f', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'}}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:38:07.262502 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-623e8d21-e12c-4260-aaf4-38e94ce83ba7 tempest-ExtraDHCPOptionsTestJSON-1551148202 tempest-ExtraDHCPOptionsTestJSON-1551148202-project] vlan segment allocate from pool success with {'vlan_id': 516, 'physical_network': 'physnet1'} {{(pid=103591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 17:38:07.290758 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-623e8d21-e12c-4260-aaf4-38e94ce83ba7 tempest-ExtraDHCPOptionsTestJSON-1551148202 tempest-ExtraDHCPOptionsTestJSON-1551148202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:07.290995 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-3e00b390-095f-4a8f-9899-f30787aa0f8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1793449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8093'] for router, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:07.291732 n-d-816206-8 neutron-server[103591]: INFO neutron.db.segments_db [None req-623e8d21-e12c-4260-aaf4-38e94ce83ba7 tempest-ExtraDHCPOptionsTestJSON-1551148202 tempest-ExtraDHCPOptionsTestJSON-1551148202-project] Added segment 7a3155c3-0428-4774-bf81-5bffaefb1353 of type vlan for network 5f8488c9-b080-4886-9fb5-7361e04fa5c2 Nov 23 17:38:07.291973 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-3e00b390-095f-4a8f-9899-f30787aa0f8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1794473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1794771', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1638326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8086'] for router, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:07.293059 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-bfc5e396-5173-47db-ab66-44673eb2df74 None None] For port 3a00fba8-1ba9-48bf-9eb0-10da291fae9b, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=3a00fba8-1ba9-48bf-9eb0-10da291fae9b,segment=NetworkSegment(096b90f6-7835-4904-b332-8398a4982877),segment_id=096b90f6-7835-4904-b332-8398a4982877)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:38:07.293378 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623e8d21-e12c-4260-aaf4-38e94ce83ba7 tempest-ExtraDHCPOptionsTestJSON-1551148202 tempest-ExtraDHCPOptionsTestJSON-1551148202-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5786856-be92-4f55-b7cc-0b96bf3032e8,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:38:07.293582 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-bfc5e396-5173-47db-ab66-44673eb2df74 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:07.311913 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-05a53f6d-dade-4807-91ef-36b3888648b2 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:07.318516 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2c552de-6b99-4555-81a6-d9ea30e316db None None] Network 02874d22-2dc9-404b-96b5-741d17e13e44 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:38:07.334642 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05a53f6d-dade-4807-91ef-36b3888648b2 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] No DVR routers for this DVR port 3a00fba8-1ba9-48bf-9eb0-10da291fae9b on host n-d-816206-8 {{(pid=103590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:38:07.367639 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-623e8d21-e12c-4260-aaf4-38e94ce83ba7 tempest-ExtraDHCPOptionsTestJSON-1551148202 tempest-ExtraDHCPOptionsTestJSON-1551148202-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736635338810'] for network, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:07.389642 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 3a00fba8-1ba9-48bf-9eb0-10da291fae9b no longer exists at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:38:07.402821 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-623e8d21-e12c-4260-aaf4-38e94ce83ba7 tempest-ExtraDHCPOptionsTestJSON-1551148202 tempest-ExtraDHCPOptionsTestJSON-1551148202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493'] for network, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:07.408903 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-623e8d21-e12c-4260-aaf4-38e94ce83ba7 tempest-ExtraDHCPOptionsTestJSON-1551148202 tempest-ExtraDHCPOptionsTestJSON-1551148202-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:38:07.409519 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-623e8d21-e12c-4260-aaf4-38e94ce83ba7 tempest-ExtraDHCPOptionsTestJSON-1551148202 tempest-ExtraDHCPOptionsTestJSON-1551148202-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for network, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:07.417520 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a53f6d-dade-4807-91ef-36b3888648b2 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Pushing event deleted for resources: {'Port': ['ID=3a00fba8-1ba9-48bf-9eb0-10da291fae9b,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:38:07.471751 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-623e8d21-e12c-4260-aaf4-38e94ce83ba7 tempest-ExtraDHCPOptionsTestJSON-1551148202 tempest-ExtraDHCPOptionsTestJSON-1551148202-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.8328052 Nov 23 17:38:07.482221 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-bfc5e396-5173-47db-ab66-44673eb2df74 None None] Calling delete_port for 3a00fba8-1ba9-48bf-9eb0-10da291fae9b owned by network:dhcp {{(pid=103592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:38:07.491907 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 47538) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:38:07.492539 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] No Port match for: 3a00fba8-1ba9-48bf-9eb0-10da291fae9b {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:38:07.492539 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 3a00fba8-1ba9-48bf-9eb0-10da291fae9b not bound to the agent host n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:38:07.525359 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-360b5297-6096-4418-88e8-4a549a736686 tempest-ExtraDHCPOptionsTestJSON-1551148202 tempest-ExtraDHCPOptionsTestJSON-1551148202-project] Request body: {'subnet': {'network_id': '5f8488c9-b080-4886-9fb5-7361e04fa5c2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:38:07.563078 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-05a53f6d-dade-4807-91ef-36b3888648b2 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973419', 'neutron.services.segments.db._delete_segments_for_network-8736635878840'] for network, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:07.586772 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-05a53f6d-dade-4807-91ef-36b3888648b2 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['193b1d28-f5b9-428b-a764-ee110d0bb425']}} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:38:07.596639 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-05a53f6d-dade-4807-91ef-36b3888648b2 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '096b90f6-7835-4904-b332-8398a4982877') {'for_net_delete': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:38:07.597217 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-05a53f6d-dade-4807-91ef-36b3888648b2 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '096b90f6-7835-4904-b332-8398a4982877') {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:38:07.608283 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-05a53f6d-dade-4807-91ef-36b3888648b2 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736635840332', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-267528353'] for segment, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:07.623045 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-05a53f6d-dade-4807-91ef-36b3888648b2 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:07.630097 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05a53f6d-dade-4807-91ef-36b3888648b2 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Releasing vlan 529 on physical network physnet1 to pool {{(pid=103590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 17:38:07.630770 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-05a53f6d-dade-4807-91ef-36b3888648b2 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264370093'] for segment, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:07.755434 n-d-816206-8 neutron-server[103590]: Traceback (most recent call last): Nov 23 17:38:07.755434 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 17:38:07.755434 n-d-816206-8 neutron-server[103590]: timer() Nov 23 17:38:07.755434 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 17:38:07.755434 n-d-816206-8 neutron-server[103590]: cb(*args, **kw) Nov 23 17:38:07.755434 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 17:38:07.755434 n-d-816206-8 neutron-server[103590]: return func(*args, **kwargs) Nov 23 17:38:07.755434 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 17:38:07.755434 n-d-816206-8 neutron-server[103590]: self._notify() Nov 23 17:38:07.755434 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 17:38:07.755434 n-d-816206-8 neutron-server[103590]: self.callback(batched_events) Nov 23 17:38:07.755434 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 17:38:07.755434 n-d-816206-8 neutron-server[103590]: event.method(event) Nov 23 17:38:07.755434 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 17:38:07.755434 n-d-816206-8 neutron-server[103590]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 17:38:07.755434 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 17:38:07.755434 n-d-816206-8 neutron-server[103590]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 17:38:07.755434 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 17:38:07.755434 n-d-816206-8 neutron-server[103590]: return f(self, *a, **k) Nov 23 17:38:07.755434 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 17:38:07.755434 n-d-816206-8 neutron-server[103590]: return self._get(url).json() Nov 23 17:38:07.755434 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 17:38:07.755434 n-d-816206-8 neutron-server[103590]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 17:38:07.755434 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 17:38:07.755434 n-d-816206-8 neutron-server[103590]: return self.request(url, 'GET', **kwargs) Nov 23 17:38:07.755434 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 17:38:07.755434 n-d-816206-8 neutron-server[103590]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 17:38:07.755434 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 17:38:07.755434 n-d-816206-8 neutron-server[103590]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 17:38:07.755434 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 17:38:07.755434 n-d-816206-8 neutron-server[103590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 17:38:07.755434 n-d-816206-8 neutron-server[103590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 17:38:07.763169 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-3e00b390-095f-4a8f-9899-f30787aa0f8f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:07.765350 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-05a53f6d-dade-4807-91ef-36b3888648b2 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1795418'] for network, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:07.780177 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-05a53f6d-dade-4807-91ef-36b3888648b2 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks [] for network, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:07.780325 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae2afd04-ca06-4e60-8605-377ff5c93e7d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp355044b8-8e87-58c4-94fa-4a010ec30f9e-02874d22-2dc9-404b-96b5-741d17e13e44', 'network_id': '02874d22-2dc9-404b-96b5-741d17e13e44', 'tenant_id': 'c0a53cd325e44b8fbee499050453672f', 'fixed_ips': [{'subnet_id': '7cd7c517-b8bf-4f3d-98b6-b23c91372576'}]}} from n-d-816206-8. {{(pid=103592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 17:38:07.781122 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-ae2afd04-ca06-4e60-8605-377ff5c93e7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:07.788790 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-05a53f6d-dade-4807-91ef-36b3888648b2 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] 10.222.0.60 "DELETE /v2.0/networks/193b1d28-f5b9-428b-a764-ee110d0bb425 HTTP/1.1" status: 204 len: 168 time: 1.1867185 Nov 23 17:38:07.880934 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a53f6d-dade-4807-91ef-36b3888648b2 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Pushing event deleted for resources: {'Network': ['ID=193b1d28-f5b9-428b-a764-ee110d0bb425,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:38:07.920883 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 47546) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:38:07.926993 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-9fd4140c-2469-4f6a-b860-89e3ff564bdd tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-277428017'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:38:07.951579 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.db_base_plugin_common [None req-ae2afd04-ca06-4e60-8605-377ff5c93e7d None None] Allocated IP 172.20.0.2 (02874d22-2dc9-404b-96b5-741d17e13e44/7cd7c517-b8bf-4f3d-98b6-b23c91372576/884778da-f948-4c0d-b8a6-853216cb256f) {{(pid=103592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:38:08.074971 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-bfc5e396-5173-47db-ab66-44673eb2df74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989'] for port, after_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:08.083208 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-3e00b390-095f-4a8f-9899-f30787aa0f8f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:08.088450 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fd4140c-2469-4f6a-b860-89e3ff564bdd tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Made reservation on behalf of 4bc7c7d1542d486592900c4a00632f91 for: {'network': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:38:08.089569 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-bfc5e396-5173-47db-ab66-44673eb2df74 None None] Network 193b1d28-f5b9-428b-a764-ee110d0bb425 is not hosted by any dhcp agent {{(pid=103592) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 23 17:38:08.090261 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfc5e396-5173-47db-ab66-44673eb2df74 None None] No DVR routers for this DVR port 3a00fba8-1ba9-48bf-9eb0-10da291fae9b on host n-d-816206-8 {{(pid=103592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:38:08.093656 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-9fd4140c-2469-4f6a-b860-89e3ff564bdd tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for network, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:08.120060 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc5e396-5173-47db-ab66-44673eb2df74 None None] Pushing event deleted for resources: {'Port': ['ID=3a00fba8-1ba9-48bf-9eb0-10da291fae9b,revision_number=None']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:38:08.135765 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623e8d21-e12c-4260-aaf4-38e94ce83ba7 tempest-ExtraDHCPOptionsTestJSON-1551148202 tempest-ExtraDHCPOptionsTestJSON-1551148202-project] Pushing event updated for resources: {'Network': ['ID=5f8488c9-b080-4886-9fb5-7361e04fa5c2,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:38:08.155692 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Network 5f8488c9-b080-4886-9fb5-7361e04fa5c2 details requested by agent ovs-agent-n-d-816206-8 with host n-d-816206-8 {{(pid=103592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 17:38:08.172522 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc5e396-5173-47db-ab66-44673eb2df74 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:38:08.173016 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc5e396-5173-47db-ab66-44673eb2df74 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:38:08.173526 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc5e396-5173-47db-ab66-44673eb2df74 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:38:08.174039 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc5e396-5173-47db-ab66-44673eb2df74 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:38:08.174382 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc5e396-5173-47db-ab66-44673eb2df74 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:38:08.174709 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc5e396-5173-47db-ab66-44673eb2df74 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:38:08.175195 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc5e396-5173-47db-ab66-44673eb2df74 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:38:08.175329 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc5e396-5173-47db-ab66-44673eb2df74 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:38:08.175659 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc5e396-5173-47db-ab66-44673eb2df74 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:38:08.179701 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc5e396-5173-47db-ab66-44673eb2df74 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:38:08.180318 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc5e396-5173-47db-ab66-44673eb2df74 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:38:08.180702 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc5e396-5173-47db-ab66-44673eb2df74 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:38:08.187004 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9fd4140c-2469-4f6a-b860-89e3ff564bdd tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] vlan segment allocate from pool success with {'vlan_id': 524, 'physical_network': 'physnet1'} {{(pid=103590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 17:38:08.200753 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-9fd4140c-2469-4f6a-b860-89e3ff564bdd tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:08.201115 n-d-816206-8 neutron-server[103590]: INFO neutron.db.segments_db [None req-9fd4140c-2469-4f6a-b860-89e3ff564bdd tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Added segment 5a02ed5d-1622-44b3-83b5-d200d333b366 of type vlan for network 29d10f2d-5365-4497-9794-9879edc2c233 Nov 23 17:38:08.277103 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5a2be6-6744-48cc-806d-72bd7c0a5c48 req-68036eed-8637-466b-b68b-3bead2039811 tempest-ServerRescueTestJSON-1442542130 tempest-ServerRescueTestJSON-1442542130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:38:08.279466 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-1b5a2be6-6744-48cc-806d-72bd7c0a5c48 req-68036eed-8637-466b-b68b-3bead2039811 tempest-ServerRescueTestJSON-1442542130 tempest-ServerRescueTestJSON-1442542130-project] 10.222.0.60 "GET /v2.0/ports?device_id=ee290cd0-e82d-49ef-b37f-6dd1b103485f HTTP/1.1" status: 200 len: 946 time: 0.7461369 Nov 23 17:38:08.315748 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-360b5297-6096-4418-88e8-4a549a736686 tempest-ExtraDHCPOptionsTestJSON-1551148202 tempest-ExtraDHCPOptionsTestJSON-1551148202-project] Made reservation on behalf of a9e9d3b79ec949b69a78eb6a0e561218 for: {'subnet': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:38:08.320937 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-360b5297-6096-4418-88e8-4a549a736686 tempest-ExtraDHCPOptionsTestJSON-1551148202 tempest-ExtraDHCPOptionsTestJSON-1551148202-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264314294'] for subnet, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:08.324416 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-9fd4140c-2469-4f6a-b860-89e3ff564bdd tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736635338810'] for network, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:08.402091 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-ae2afd04-ca06-4e60-8605-377ff5c93e7d None None] Publish callbacks [] for port, precommit_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:08.412623 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-ae2afd04-ca06-4e60-8605-377ff5c93e7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980'] for port, after_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:08.428403 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-1b5a2be6-6744-48cc-806d-72bd7c0a5c48 req-99e798b2-de61-4ce4-ab22-f084fa1cc31b tempest-ServerRescueTestJSON-1442542130 tempest-ServerRescueTestJSON-1442542130-project] 10.222.0.60 "GET /v2.0/security-groups?id=cf26cd6b-cd43-4747-bf84-de1f0ff7a3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348326 Nov 23 17:38:08.487243 n-d-816206-8 neutron-server[103592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae2afd04-ca06-4e60-8605-377ff5c93e7d None None] Network 02874d22-2dc9-404b-96b5-741d17e13e44 is already hosted by enough agents. {{(pid=103592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:38:08.492440 n-d-816206-8 neutron-server[103592]: DEBUG neutron.scheduler.base_scheduler [None req-ae2afd04-ca06-4e60-8605-377ff5c93e7d None None] Resources bound (agent type, host, resource id): {{(pid=103592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:38:08.500322 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae2afd04-ca06-4e60-8605-377ff5c93e7d None None] Received port after_create {{(pid=103592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:38:08.521796 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2afd04-ca06-4e60-8605-377ff5c93e7d None None] Pushing event updated for resources: {'Port': ['ID=884778da-f948-4c0d-b8a6-853216cb256f,revision_number=1']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:38:08.554985 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-9fd4140c-2469-4f6a-b860-89e3ff564bdd tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493'] for network, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:08.565291 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fd4140c-2469-4f6a-b860-89e3ff564bdd tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:38:08.566164 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-9fd4140c-2469-4f6a-b860-89e3ff564bdd tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks [] for network, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:08.594657 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-3e00b390-095f-4a8f-9899-f30787aa0f8f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:08.602172 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-ae2afd04-ca06-4e60-8605-377ff5c93e7d None None] Attempting to bind port 884778da-f948-4c0d-b8a6-853216cb256f on host n-d-816206-8 for vnic_type normal with profile {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:38:08.602860 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-ae2afd04-ca06-4e60-8605-377ff5c93e7d None None] Attempting to bind port 884778da-f948-4c0d-b8a6-853216cb256f by drivers openvswitch,hyperv on host n-d-816206-8 at level 0 using segments [{'id': 'ec813e0a-4415-4fed-a736-e9a0442fcb85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '02874d22-2dc9-404b-96b5-741d17e13e44'}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:38:08.603440 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae2afd04-ca06-4e60-8605-377ff5c93e7d None None] Attempting to bind port 884778da-f948-4c0d-b8a6-853216cb256f on network 02874d22-2dc9-404b-96b5-741d17e13e44 {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:38:08.610724 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae2afd04-ca06-4e60-8605-377ff5c93e7d None None] Checking agent: {'id': '9e89acbe-4bbe-4c77-a18b-6f1da9133e0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 7, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 37, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:38:08.611543 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae2afd04-ca06-4e60-8605-377ff5c93e7d None None] Checking segment: {'id': 'ec813e0a-4415-4fed-a736-e9a0442fcb85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '02874d22-2dc9-404b-96b5-741d17e13e44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:38:08.612411 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-ae2afd04-ca06-4e60-8605-377ff5c93e7d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:08.613041 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae2afd04-ca06-4e60-8605-377ff5c93e7d None None] Bound using segment: {'id': 'ec813e0a-4415-4fed-a736-e9a0442fcb85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '02874d22-2dc9-404b-96b5-741d17e13e44'} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:38:08.613698 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-ae2afd04-ca06-4e60-8605-377ff5c93e7d None None] Bound port: 884778da-f948-4c0d-b8a6-853216cb256f, host: n-d-816206-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec813e0a-4415-4fed-a736-e9a0442fcb85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '02874d22-2dc9-404b-96b5-741d17e13e44'}}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:38:08.614266 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-ae2afd04-ca06-4e60-8605-377ff5c93e7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:08.662100 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-9fd4140c-2469-4f6a-b860-89e3ff564bdd tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7396834 Nov 23 17:38:08.662901 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 47576) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:38:08.671317 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-360b5297-6096-4418-88e8-4a549a736686 tempest-ExtraDHCPOptionsTestJSON-1551148202 tempest-ExtraDHCPOptionsTestJSON-1551148202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264758079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264314276'] for subnet, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:08.672577 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-1351a96d-6d43-48ae-9b8b-8ae09c507abf tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Request body: {'subnet': {'network_id': '29d10f2d-5365-4497-9794-9879edc2c233', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:38:08.679031 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-3e00b390-095f-4a8f-9899-f30787aa0f8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:08.775590 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-360b5297-6096-4418-88e8-4a549a736686 tempest-ExtraDHCPOptionsTestJSON-1551148202 tempest-ExtraDHCPOptionsTestJSON-1551148202-project] Checking segment: {'id': '7a3155c3-0428-4774-bf81-5bffaefb1353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '5f8488c9-b080-4886-9fb5-7361e04fa5c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:38:08.775964 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-360b5297-6096-4418-88e8-4a549a736686 tempest-ExtraDHCPOptionsTestJSON-1551148202 tempest-ExtraDHCPOptionsTestJSON-1551148202-project] Network hostable DHCP agents. Network: 5f8488c9-b080-4886-9fb5-7361e04fa5c2, hostable agents: ['0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3'], hosted agents: [] {{(pid=103591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 17:38:08.792267 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-ae2afd04-ca06-4e60-8605-377ff5c93e7d None None] For port 884778da-f948-4c0d-b8a6-853216cb256f, host n-d-816206-8, cleared binding levels {{(pid=103592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:38:08.794615 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-ae2afd04-ca06-4e60-8605-377ff5c93e7d None None] For port 884778da-f948-4c0d-b8a6-853216cb256f, host n-d-816206-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=884778da-f948-4c0d-b8a6-853216cb256f,segment=NetworkSegment(ec813e0a-4415-4fed-a736-e9a0442fcb85),segment_id=ec813e0a-4415-4fed-a736-e9a0442fcb85)] {{(pid=103592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:38:08.799853 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-ae2afd04-ca06-4e60-8605-377ff5c93e7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:08.802952 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd4140c-2469-4f6a-b860-89e3ff564bdd tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Pushing event updated for resources: {'Network': ['ID=29d10f2d-5365-4497-9794-9879edc2c233,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:38:08.838666 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360b5297-6096-4418-88e8-4a549a736686 tempest-ExtraDHCPOptionsTestJSON-1551148202 tempest-ExtraDHCPOptionsTestJSON-1551148202-project] Pushing event updated for resources: {'Subnet': ['ID=66273903-487f-4057-9bc2-d1eee9cdbdfd,revision_number=0']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:38:08.868655 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2afd04-ca06-4e60-8605-377ff5c93e7d None None] Pushing event updated for resources: {'Port': ['ID=884778da-f948-4c0d-b8a6-853216cb256f,revision_number=2']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:38:08.871290 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Network 29d10f2d-5365-4497-9794-9879edc2c233 details requested by agent ovs-agent-n-d-816206-8 with host n-d-816206-8 {{(pid=103592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 17:38:08.889635 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-360b5297-6096-4418-88e8-4a549a736686 tempest-ExtraDHCPOptionsTestJSON-1551148202 tempest-ExtraDHCPOptionsTestJSON-1551148202-project] Network 5f8488c9-b080-4886-9fb5-7361e04fa5c2 is scheduled to be hosted by DHCP agent 0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3 with binding_index 1 {{(pid=103591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 17:38:08.902086 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [None req-360b5297-6096-4418-88e8-4a549a736686 tempest-ExtraDHCPOptionsTestJSON-1551148202 tempest-ExtraDHCPOptionsTestJSON-1551148202-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-8, 5f8488c9-b080-4886-9fb5-7361e04fa5c2) {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:38:08.930273 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-360b5297-6096-4418-88e8-4a549a736686 tempest-ExtraDHCPOptionsTestJSON-1551148202 tempest-ExtraDHCPOptionsTestJSON-1551148202-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:38:08.933061 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-360b5297-6096-4418-88e8-4a549a736686 tempest-ExtraDHCPOptionsTestJSON-1551148202 tempest-ExtraDHCPOptionsTestJSON-1551148202-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for subnet, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:08.955795 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1351a96d-6d43-48ae-9b8b-8ae09c507abf tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Made reservation on behalf of 4bc7c7d1542d486592900c4a00632f91 for: {'subnet': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:38:08.962986 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-360b5297-6096-4418-88e8-4a549a736686 tempest-ExtraDHCPOptionsTestJSON-1551148202 tempest-ExtraDHCPOptionsTestJSON-1551148202-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4673743 Nov 23 17:38:08.963197 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1351a96d-6d43-48ae-9b8b-8ae09c507abf tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264730903'] for subnet, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:08.963726 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 47590) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:38:08.979893 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-d1ab9ac1-31e8-4e6f-9084-ffe5f21c414f tempest-ExtraDHCPOptionsTestJSON-1551148202 tempest-ExtraDHCPOptionsTestJSON-1551148202-project] Request body: {'port': {'network_id': '5f8488c9-b080-4886-9fb5-7361e04fa5c2', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1692568236'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:38:08.996456 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67a8bd86-8265-4ab2-b239-75ad5b096936 None None] Network 5f8488c9-b080-4886-9fb5-7361e04fa5c2 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:38:09.201876 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-3e00b390-095f-4a8f-9899-f30787aa0f8f admin admin] Allocated IP 172.25.3.143 (4c8455ba-1be5-42ac-b8c2-8a16e1292d55/08fe3644-ce41-4c3f-a7ea-92bac0f0fff5/41276f9e-4769-4678-a2c8-4ca2eb9f723b) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:38:09.235868 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1ab9ac1-31e8-4e6f-9084-ffe5f21c414f tempest-ExtraDHCPOptionsTestJSON-1551148202 tempest-ExtraDHCPOptionsTestJSON-1551148202-project] Made reservation on behalf of a9e9d3b79ec949b69a78eb6a0e561218 for: {'port': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:38:09.240606 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9ac1-31e8-4e6f-9084-ffe5f21c414f tempest-ExtraDHCPOptionsTestJSON-1551148202 tempest-ExtraDHCPOptionsTestJSON-1551148202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:09.270592 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [None req-d1ab9ac1-31e8-4e6f-9084-ffe5f21c414f tempest-ExtraDHCPOptionsTestJSON-1551148202 tempest-ExtraDHCPOptionsTestJSON-1551148202-project] device_id is not set on port 2fa9e4b5-ce9e-441e-adcc-558bc7ffac6c yet. {{(pid=103591) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 17:38:09.279108 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94e7f60d-1c6a-4c38-95cc-98b27c6930fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp355044b8-8e87-58c4-94fa-4a010ec30f9e-5f8488c9-b080-4886-9fb5-7361e04fa5c2', 'network_id': '5f8488c9-b080-4886-9fb5-7361e04fa5c2', 'tenant_id': 'a9e9d3b79ec949b69a78eb6a0e561218', 'fixed_ips': [{'subnet_id': '66273903-487f-4057-9bc2-d1eee9cdbdfd'}]}} from n-d-816206-8. {{(pid=103592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 17:38:09.280424 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-94e7f60d-1c6a-4c38-95cc-98b27c6930fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:09.507105 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.db_base_plugin_common [None req-d1ab9ac1-31e8-4e6f-9084-ffe5f21c414f tempest-ExtraDHCPOptionsTestJSON-1551148202 tempest-ExtraDHCPOptionsTestJSON-1551148202-project] Allocated IP 172.20.0.10 (5f8488c9-b080-4886-9fb5-7361e04fa5c2/66273903-487f-4057-9bc2-d1eee9cdbdfd/2fa9e4b5-ce9e-441e-adcc-558bc7ffac6c) {{(pid=103591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:38:09.515633 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1351a96d-6d43-48ae-9b8b-8ae09c507abf tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264358096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264730885'] for subnet, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:09.635596 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-3e00b390-095f-4a8f-9899-f30787aa0f8f admin admin] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:09.662527 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1351a96d-6d43-48ae-9b8b-8ae09c507abf tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Pushing event updated for resources: {'Subnet': ['ID=9323e32f-6788-4c8b-93e8-5fe705d5b8cc,revision_number=0']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:38:09.676384 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1351a96d-6d43-48ae-9b8b-8ae09c507abf tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Checking segment: {'id': '5a02ed5d-1622-44b3-83b5-d200d333b366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '29d10f2d-5365-4497-9794-9879edc2c233'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:38:09.676875 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1351a96d-6d43-48ae-9b8b-8ae09c507abf tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Network hostable DHCP agents. Network: 29d10f2d-5365-4497-9794-9879edc2c233, hostable agents: ['0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3'], hosted agents: [] {{(pid=103590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 17:38:09.678320 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652fc090-7583-4200-9117-8d1fa090ee41 req-f6f55e65-6196-40dc-8a0c-b0b42b7e959f tempest-ServerRescueTestJSON-1442542130 tempest-ServerRescueTestJSON-1442542130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:38:09.687357 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-652fc090-7583-4200-9117-8d1fa090ee41 req-f6f55e65-6196-40dc-8a0c-b0b42b7e959f tempest-ServerRescueTestJSON-1442542130 tempest-ServerRescueTestJSON-1442542130-project] 10.222.0.60 "GET /v2.0/ports?device_id=ee290cd0-e82d-49ef-b37f-6dd1b103485f HTTP/1.1" status: 200 len: 946 time: 0.1468766 Nov 23 17:38:09.718641 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1351a96d-6d43-48ae-9b8b-8ae09c507abf tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Network 29d10f2d-5365-4497-9794-9879edc2c233 is scheduled to be hosted by DHCP agent 0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3 with binding_index 1 {{(pid=103590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 17:38:09.741628 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-3e00b390-095f-4a8f-9899-f30787aa0f8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:09.749630 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-1351a96d-6d43-48ae-9b8b-8ae09c507abf tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-8, 29d10f2d-5365-4497-9794-9879edc2c233) {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:38:09.761696 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3292f08-a6bb-45f5-b0f2-39f30584038d None None] Network 29d10f2d-5365-4497-9794-9879edc2c233 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:38:09.769868 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1351a96d-6d43-48ae-9b8b-8ae09c507abf tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:38:09.771342 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1351a96d-6d43-48ae-9b8b-8ae09c507abf tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks [] for subnet, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:09.835162 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e00b390-095f-4a8f-9899-f30787aa0f8f admin admin] Network 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:38:09.841230 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-3e00b390-095f-4a8f-9899-f30787aa0f8f admin admin] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:38:09.844648 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e00b390-095f-4a8f-9899-f30787aa0f8f admin admin] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:38:09.868880 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9ac1-31e8-4e6f-9084-ffe5f21c414f tempest-ExtraDHCPOptionsTestJSON-1551148202 tempest-ExtraDHCPOptionsTestJSON-1551148202-project] Publish callbacks [] for port, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:09.913304 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9ac1-31e8-4e6f-9084-ffe5f21c414f tempest-ExtraDHCPOptionsTestJSON-1551148202 tempest-ExtraDHCPOptionsTestJSON-1551148202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:09.937568 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a062b41-5c57-49b3-9fec-6485d0f32163 None None] DHCP port deletion for 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:38:09.995108 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-652fc090-7583-4200-9117-8d1fa090ee41 req-63c18376-562d-4aaf-aed6-fabe08ce7bf9 tempest-ServerRescueTestJSON-1442542130 tempest-ServerRescueTestJSON-1442542130-project] 10.222.0.60 "GET /v2.0/security-groups?id=cf26cd6b-cd43-4747-bf84-de1f0ff7a3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3066764 Nov 23 17:38:10.006145 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1ab9ac1-31e8-4e6f-9084-ffe5f21c414f tempest-ExtraDHCPOptionsTestJSON-1551148202 tempest-ExtraDHCPOptionsTestJSON-1551148202-project] Network 5f8488c9-b080-4886-9fb5-7361e04fa5c2 is already hosted by enough agents. {{(pid=103591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:38:10.010411 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ab9ac1-31e8-4e6f-9084-ffe5f21c414f tempest-ExtraDHCPOptionsTestJSON-1551148202 tempest-ExtraDHCPOptionsTestJSON-1551148202-project] Pushing event updated for resources: {'Port': ['ID=2fa9e4b5-ce9e-441e-adcc-558bc7ffac6c,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:38:10.014223 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [None req-d1ab9ac1-31e8-4e6f-9084-ffe5f21c414f tempest-ExtraDHCPOptionsTestJSON-1551148202 tempest-ExtraDHCPOptionsTestJSON-1551148202-project] Resources bound (agent type, host, resource id): {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:38:10.023406 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1ab9ac1-31e8-4e6f-9084-ffe5f21c414f tempest-ExtraDHCPOptionsTestJSON-1551148202 tempest-ExtraDHCPOptionsTestJSON-1551148202-project] Received port after_create {{(pid=103591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:38:10.043620 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c4ce4e4-bda0-471d-82a8-eb5c6401b3a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp355044b8-8e87-58c4-94fa-4a010ec30f9e-29d10f2d-5365-4497-9794-9879edc2c233', 'network_id': '29d10f2d-5365-4497-9794-9879edc2c233', 'tenant_id': '4bc7c7d1542d486592900c4a00632f91', 'fixed_ips': [{'subnet_id': '9323e32f-6788-4c8b-93e8-5fe705d5b8cc'}]}} from n-d-816206-8. {{(pid=103592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 17:38:10.044645 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-4c4ce4e4-bda0-471d-82a8-eb5c6401b3a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:10.050383 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-1351a96d-6d43-48ae-9b8b-8ae09c507abf tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3809905 Nov 23 17:38:10.054822 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 47618) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:38:10.062129 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 47620) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:38:10.097576 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1ab9ac1-31e8-4e6f-9084-ffe5f21c414f tempest-ExtraDHCPOptionsTestJSON-1551148202 tempest-ExtraDHCPOptionsTestJSON-1551148202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:38:10.098473 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9ac1-31e8-4e6f-9084-ffe5f21c414f tempest-ExtraDHCPOptionsTestJSON-1551148202 tempest-ExtraDHCPOptionsTestJSON-1551148202-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:10.121303 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-d1ab9ac1-31e8-4e6f-9084-ffe5f21c414f tempest-ExtraDHCPOptionsTestJSON-1551148202 tempest-ExtraDHCPOptionsTestJSON-1551148202-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.1564550 Nov 23 17:38:10.124124 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 47630) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:38:10.130154 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-01a88509-c5e0-46f2-87b1-fa79f911846e tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-249621961', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:38:10.130804 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-e04bdf16-e225-4d3c-bfc9-a3ef094ec8bc tempest-ExtraDHCPOptionsTestJSON-1551148202 tempest-ExtraDHCPOptionsTestJSON-1551148202-project] Request body: {'port': {'network_id': '5f8488c9-b080-4886-9fb5-7361e04fa5c2', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1437745155', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:38:10.131540 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.api.validators [None req-e04bdf16-e225-4d3c-bfc9-a3ef094ec8bc tempest-ExtraDHCPOptionsTestJSON-1551148202 tempest-ExtraDHCPOptionsTestJSON-1551148202-project] bootfile-name is not in valid_values {{(pid=103591) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 23 17:38:10.132043 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.api.validators [None req-e04bdf16-e225-4d3c-bfc9-a3ef094ec8bc tempest-ExtraDHCPOptionsTestJSON-1551148202 tempest-ExtraDHCPOptionsTestJSON-1551148202-project] tftp-server is not in valid_values {{(pid=103591) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 23 17:38:10.132554 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.api.validators [None req-e04bdf16-e225-4d3c-bfc9-a3ef094ec8bc tempest-ExtraDHCPOptionsTestJSON-1551148202 tempest-ExtraDHCPOptionsTestJSON-1551148202-project] server-ip-address is not in valid_values {{(pid=103591) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 23 17:38:10.168270 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e00b390-095f-4a8f-9899-f30787aa0f8f admin admin] Pushing event updated for resources: {'Port': ['ID=41276f9e-4769-4678-a2c8-4ca2eb9f723b,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:38:10.203273 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-291c8b2e-c3fb-430d-8468-7eb6b557720c None None] Provisioning complete for port 41276f9e-4769-4678-a2c8-4ca2eb9f723b triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:38:10.203985 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-291c8b2e-c3fb-430d-8468-7eb6b557720c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:10.216429 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.db_base_plugin_common [None req-94e7f60d-1c6a-4c38-95cc-98b27c6930fb None None] Allocated IP 172.20.0.2 (5f8488c9-b080-4886-9fb5-7361e04fa5c2/66273903-487f-4057-9bc2-d1eee9cdbdfd/f72810c3-520b-4f92-9d68-6515096832ec) {{(pid=103592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:38:10.373086 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.db_base_plugin_common [None req-4c4ce4e4-bda0-471d-82a8-eb5c6401b3a1 None None] Allocated IP 2001:db8::2 (29d10f2d-5365-4497-9794-9879edc2c233/9323e32f-6788-4c8b-93e8-5fe705d5b8cc/e2256acf-41f5-4e2f-96a9-c51b9650538c) {{(pid=103592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:38:10.373525 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e04bdf16-e225-4d3c-bfc9-a3ef094ec8bc tempest-ExtraDHCPOptionsTestJSON-1551148202 tempest-ExtraDHCPOptionsTestJSON-1551148202-project] Made reservation on behalf of a9e9d3b79ec949b69a78eb6a0e561218 for: {'port': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:38:10.377643 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-e04bdf16-e225-4d3c-bfc9-a3ef094ec8bc tempest-ExtraDHCPOptionsTestJSON-1551148202 tempest-ExtraDHCPOptionsTestJSON-1551148202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:10.389543 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-01a88509-c5e0-46f2-87b1-fa79f911846e tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1793449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8093'] for router, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:10.390647 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-01a88509-c5e0-46f2-87b1-fa79f911846e tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1794473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1794771', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1638326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8086'] for router, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:10.420044 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [None req-e04bdf16-e225-4d3c-bfc9-a3ef094ec8bc tempest-ExtraDHCPOptionsTestJSON-1551148202 tempest-ExtraDHCPOptionsTestJSON-1551148202-project] device_id is not set on port 6f8b75d0-96bd-4a05-8173-755a621e32b9 yet. {{(pid=103591) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 17:38:10.496912 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8d8d7ce2-4b07-4693-84ac-6a157b2f2a1f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:10.556644 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-3e00b390-095f-4a8f-9899-f30787aa0f8f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:10.641489 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-01a88509-c5e0-46f2-87b1-fa79f911846e tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:10.650284 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-01a88509-c5e0-46f2-87b1-fa79f911846e tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1794316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1795362'] for router, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:10.665521 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-291c8b2e-c3fb-430d-8468-7eb6b557720c None None] Port 41276f9e-4769-4678-a2c8-4ca2eb9f723b cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:38:10.719144 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7f0345b-bdae-4aba-8c6f-9902e4d4c556 None None] Network 02874d22-2dc9-404b-96b5-741d17e13e44 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:38:10.732386 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-01a88509-c5e0-46f2-87b1-fa79f911846e tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks [] for router, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:10.736654 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-01a88509-c5e0-46f2-87b1-fa79f911846e tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.6200128 Nov 23 17:38:10.737217 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 47638) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:38:10.750970 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-df96bbb8-6e1e-47f8-96e7-52a94c00ab15 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Request body: {'port': {'network_id': '29d10f2d-5365-4497-9794-9879edc2c233', 'name': 'tempest-PortsIpV6TestJSON-1312610199'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:38:10.889942 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8d8d7ce2-4b07-4693-84ac-6a157b2f2a1f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:10.901926 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8d8d7ce2-4b07-4693-84ac-6a157b2f2a1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:10.965103 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-3e00b390-095f-4a8f-9899-f30787aa0f8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1794316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1795362'] for router, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:10.970758 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8d7ce2-4b07-4693-84ac-6a157b2f2a1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4ff66f9-7656-4b5a-b01e-902ca76efc89,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:38:10.970931 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-94e7f60d-1c6a-4c38-95cc-98b27c6930fb None None] Publish callbacks [] for port, precommit_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:10.978094 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-8d8d7ce2-4b07-4693-84ac-6a157b2f2a1f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=fe25848b64c7416a8ac88e656a0d2322&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8603668 Nov 23 17:38:10.979234 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-f0875cdf-246c-428c-9778-83670c50480d None None] Provisioning complete for port 884778da-f948-4c0d-b8a6-853216cb256f triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:38:10.979234 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-f0875cdf-246c-428c-9778-83670c50480d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:10.997484 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 47646) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:38:11.039811 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-94e7f60d-1c6a-4c38-95cc-98b27c6930fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980'] for port, after_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:11.081381 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df96bbb8-6e1e-47f8-96e7-52a94c00ab15 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Made reservation on behalf of 4bc7c7d1542d486592900c4a00632f91 for: {'port': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:38:11.086566 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-df96bbb8-6e1e-47f8-96e7-52a94c00ab15 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:11.134262 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e00b390-095f-4a8f-9899-f30787aa0f8f admin admin] Router 6ce656d6-d295-4a48-8809-f02b548dd50a is scheduled to L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 with binding_index 1 {{(pid=103590) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 17:38:11.136629 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [None req-df96bbb8-6e1e-47f8-96e7-52a94c00ab15 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] device_id is not set on port 0266f2cb-f8ca-43f3-a928-4a95383bf91a yet. {{(pid=103591) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 17:38:11.161654 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.db_base_plugin_common [None req-e04bdf16-e225-4d3c-bfc9-a3ef094ec8bc tempest-ExtraDHCPOptionsTestJSON-1551148202 tempest-ExtraDHCPOptionsTestJSON-1551148202-project] Allocated IP 172.20.0.4 (5f8488c9-b080-4886-9fb5-7361e04fa5c2/66273903-487f-4057-9bc2-d1eee9cdbdfd/6f8b75d0-96bd-4a05-8173-755a621e32b9) {{(pid=103591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:38:11.179347 n-d-816206-8 neutron-server[103592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94e7f60d-1c6a-4c38-95cc-98b27c6930fb None None] Network 5f8488c9-b080-4886-9fb5-7361e04fa5c2 is already hosted by enough agents. {{(pid=103592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:38:11.214662 n-d-816206-8 neutron-server[103592]: DEBUG neutron.scheduler.base_scheduler [None req-94e7f60d-1c6a-4c38-95cc-98b27c6930fb None None] Resources bound (agent type, host, resource id): {{(pid=103592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:38:11.219427 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94e7f60d-1c6a-4c38-95cc-98b27c6930fb None None] Received port after_create {{(pid=103592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:38:11.252326 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-d0267869-84b2-4ffb-85fe-8ed8e1c3f53a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:11.270929 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d018c5-e075-49f1-a57c-463aa073e244 req-78778ca6-336b-4794-a05f-ec89c11865ec tempest-ServerRescueTestJSON-1442542130 tempest-ServerRescueTestJSON-1442542130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:38:11.279518 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-55d018c5-e075-49f1-a57c-463aa073e244 req-78778ca6-336b-4794-a05f-ec89c11865ec tempest-ServerRescueTestJSON-1442542130 tempest-ServerRescueTestJSON-1442542130-project] 10.222.0.60 "GET /v2.0/ports?device_id=ee290cd0-e82d-49ef-b37f-6dd1b103485f HTTP/1.1" status: 200 len: 946 time: 0.1569870 Nov 23 17:38:11.318922 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-4c4ce4e4-bda0-471d-82a8-eb5c6401b3a1 None None] Publish callbacks [] for port, precommit_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:11.330656 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e00b390-095f-4a8f-9899-f30787aa0f8f admin admin] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:38:11.363873 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-3e00b390-095f-4a8f-9899-f30787aa0f8f admin admin] Publish callbacks [] for router, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:11.365428 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-3e00b390-095f-4a8f-9899-f30787aa0f8f admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.1146281 Nov 23 17:38:11.370195 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 47656) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:38:11.387016 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 884778da-f948-4c0d-b8a6-853216cb256f up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:38:11.389598 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce5bbcf1-09ac-437b-8621-27b925e4ad9b None None] Sync routers for ids ['6ce656d6-d295-4a48-8809-f02b548dd50a'] in n-d-816206-8 {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:38:11.419191 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-4c4ce4e4-bda0-471d-82a8-eb5c6401b3a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980'] for port, after_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:11.424623 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-d0267869-84b2-4ffb-85fe-8ed8e1c3f53a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:11.495012 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e7f60d-1c6a-4c38-95cc-98b27c6930fb None None] Pushing event updated for resources: {'Port': ['ID=f72810c3-520b-4f92-9d68-6515096832ec,revision_number=1']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:38:11.527836 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-55d018c5-e075-49f1-a57c-463aa073e244 req-0c4aa68e-7371-404b-bfef-e6b7052fde63 tempest-ServerRescueTestJSON-1442542130 tempest-ServerRescueTestJSON-1442542130-project] 10.222.0.60 "GET /v2.0/security-groups?id=cf26cd6b-cd43-4747-bf84-de1f0ff7a3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2473309 Nov 23 17:38:11.604353 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-94e7f60d-1c6a-4c38-95cc-98b27c6930fb None None] Attempting to bind port f72810c3-520b-4f92-9d68-6515096832ec on host n-d-816206-8 for vnic_type normal with profile {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:38:11.605048 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-94e7f60d-1c6a-4c38-95cc-98b27c6930fb None None] Attempting to bind port f72810c3-520b-4f92-9d68-6515096832ec by drivers openvswitch,hyperv on host n-d-816206-8 at level 0 using segments [{'id': '7a3155c3-0428-4774-bf81-5bffaefb1353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '5f8488c9-b080-4886-9fb5-7361e04fa5c2'}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:38:11.605580 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94e7f60d-1c6a-4c38-95cc-98b27c6930fb None None] Attempting to bind port f72810c3-520b-4f92-9d68-6515096832ec on network 5f8488c9-b080-4886-9fb5-7361e04fa5c2 {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:38:11.612147 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.db_base_plugin_common [None req-df96bbb8-6e1e-47f8-96e7-52a94c00ab15 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Allocated IP 2001:db8::51 (29d10f2d-5365-4497-9794-9879edc2c233/9323e32f-6788-4c8b-93e8-5fe705d5b8cc/0266f2cb-f8ca-43f3-a928-4a95383bf91a) {{(pid=103591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:38:11.616800 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce5bbcf1-09ac-437b-8621-27b925e4ad9b None None] Routers {'6ce656d6-d295-4a48-8809-f02b548dd50a'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:38:11.617505 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-ce5bbcf1-09ac-437b-8621-27b925e4ad9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:37:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['6ce656d6-d295-4a48-8809-f02b548dd50a'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:38:11.672741 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-d0267869-84b2-4ffb-85fe-8ed8e1c3f53a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:11.676371 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-d0267869-84b2-4ffb-85fe-8ed8e1c3f53a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:11.692625 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-d0267869-84b2-4ffb-85fe-8ed8e1c3f53a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d4ff66f9-7656-4b5a-b01e-902ca76efc89 HTTP/1.1" status: 204 len: 168 time: 0.6833744 Nov 23 17:38:11.775704 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0267869-84b2-4ffb-85fe-8ed8e1c3f53a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4ff66f9-7656-4b5a-b01e-902ca76efc89,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:38:11.786750 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvr_db [None req-ce5bbcf1-09ac-437b-8621-27b925e4ad9b None None] Set router 6ce656d6-d295-4a48-8809-f02b548dd50a gateway port host: n-d-816206-8 {{(pid=103592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:38:11.837195 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-e04bdf16-e225-4d3c-bfc9-a3ef094ec8bc tempest-ExtraDHCPOptionsTestJSON-1551148202 tempest-ExtraDHCPOptionsTestJSON-1551148202-project] Publish callbacks [] for port, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:11.880158 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94e7f60d-1c6a-4c38-95cc-98b27c6930fb None None] Checking agent: {'id': '9e89acbe-4bbe-4c77-a18b-6f1da9133e0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 7, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 37, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:38:11.880644 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94e7f60d-1c6a-4c38-95cc-98b27c6930fb None None] Checking segment: {'id': '7a3155c3-0428-4774-bf81-5bffaefb1353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '5f8488c9-b080-4886-9fb5-7361e04fa5c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:38:11.881518 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-94e7f60d-1c6a-4c38-95cc-98b27c6930fb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:11.881983 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94e7f60d-1c6a-4c38-95cc-98b27c6930fb None None] Bound using segment: {'id': '7a3155c3-0428-4774-bf81-5bffaefb1353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '5f8488c9-b080-4886-9fb5-7361e04fa5c2'} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:38:11.882583 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-94e7f60d-1c6a-4c38-95cc-98b27c6930fb None None] Bound port: f72810c3-520b-4f92-9d68-6515096832ec, host: n-d-816206-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a3155c3-0428-4774-bf81-5bffaefb1353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '5f8488c9-b080-4886-9fb5-7361e04fa5c2'}}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:38:11.883045 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-94e7f60d-1c6a-4c38-95cc-98b27c6930fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:12.000174 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-df96bbb8-6e1e-47f8-96e7-52a94c00ab15 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks [] for port, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:12.072058 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-e04bdf16-e225-4d3c-bfc9-a3ef094ec8bc tempest-ExtraDHCPOptionsTestJSON-1551148202 tempest-ExtraDHCPOptionsTestJSON-1551148202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:12.091678 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-df96bbb8-6e1e-47f8-96e7-52a94c00ab15 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:12.112032 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4ce4e4-bda0-471d-82a8-eb5c6401b3a1 None None] Pushing event updated for resources: {'Port': ['ID=e2256acf-41f5-4e2f-96a9-c51b9650538c,revision_number=1']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:38:12.133946 n-d-816206-8 neutron-server[103592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c4ce4e4-bda0-471d-82a8-eb5c6401b3a1 None None] Network 29d10f2d-5365-4497-9794-9879edc2c233 is already hosted by enough agents. {{(pid=103592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:38:12.191633 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-f0875cdf-246c-428c-9778-83670c50480d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:12.196148 n-d-816206-8 neutron-server[103592]: DEBUG neutron.scheduler.base_scheduler [None req-4c4ce4e4-bda0-471d-82a8-eb5c6401b3a1 None None] Resources bound (agent type, host, resource id): {{(pid=103592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:38:12.211336 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04bdf16-e225-4d3c-bfc9-a3ef094ec8bc tempest-ExtraDHCPOptionsTestJSON-1551148202 tempest-ExtraDHCPOptionsTestJSON-1551148202-project] Pushing event updated for resources: {'Port': ['ID=6f8b75d0-96bd-4a05-8173-755a621e32b9,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:38:12.214362 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c4ce4e4-bda0-471d-82a8-eb5c6401b3a1 None None] Received port after_create {{(pid=103592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:38:12.223629 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e04bdf16-e225-4d3c-bfc9-a3ef094ec8bc tempest-ExtraDHCPOptionsTestJSON-1551148202 tempest-ExtraDHCPOptionsTestJSON-1551148202-project] Network 5f8488c9-b080-4886-9fb5-7361e04fa5c2 is already hosted by enough agents. {{(pid=103591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:38:12.238173 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [None req-e04bdf16-e225-4d3c-bfc9-a3ef094ec8bc tempest-ExtraDHCPOptionsTestJSON-1551148202 tempest-ExtraDHCPOptionsTestJSON-1551148202-project] Resources bound (agent type, host, resource id): {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:38:12.274333 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e04bdf16-e225-4d3c-bfc9-a3ef094ec8bc tempest-ExtraDHCPOptionsTestJSON-1551148202 tempest-ExtraDHCPOptionsTestJSON-1551148202-project] Received port after_create {{(pid=103591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:38:12.292836 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 47674) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:38:12.320702 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-9f905c2f-c5e9-475c-ac37-a3d9f520baee admin admin] Publish callbacks [] for security_group, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:12.337352 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e04bdf16-e225-4d3c-bfc9-a3ef094ec8bc tempest-ExtraDHCPOptionsTestJSON-1551148202 tempest-ExtraDHCPOptionsTestJSON-1551148202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:38:12.338162 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-e04bdf16-e225-4d3c-bfc9-a3ef094ec8bc tempest-ExtraDHCPOptionsTestJSON-1551148202 tempest-ExtraDHCPOptionsTestJSON-1551148202-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:12.359220 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df96bbb8-6e1e-47f8-96e7-52a94c00ab15 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Network 29d10f2d-5365-4497-9794-9879edc2c233 is already hosted by enough agents. {{(pid=103591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:38:12.362674 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-94e7f60d-1c6a-4c38-95cc-98b27c6930fb None None] For port f72810c3-520b-4f92-9d68-6515096832ec, host n-d-816206-8, cleared binding levels {{(pid=103592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:38:12.383057 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-94e7f60d-1c6a-4c38-95cc-98b27c6930fb None None] For port f72810c3-520b-4f92-9d68-6515096832ec, host n-d-816206-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=f72810c3-520b-4f92-9d68-6515096832ec,segment=NetworkSegment(7a3155c3-0428-4774-bf81-5bffaefb1353),segment_id=7a3155c3-0428-4774-bf81-5bffaefb1353)] {{(pid=103592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:38:12.396389 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [None req-df96bbb8-6e1e-47f8-96e7-52a94c00ab15 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Resources bound (agent type, host, resource id): {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:38:12.405120 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df96bbb8-6e1e-47f8-96e7-52a94c00ab15 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Received port after_create {{(pid=103591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:38:12.411270 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df96bbb8-6e1e-47f8-96e7-52a94c00ab15 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:38:12.411977 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-df96bbb8-6e1e-47f8-96e7-52a94c00ab15 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:12.436578 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df96bbb8-6e1e-47f8-96e7-52a94c00ab15 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Pushing event updated for resources: {'Port': ['ID=0266f2cb-f8ca-43f3-a928-4a95383bf91a,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:38:12.455617 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-f0875cdf-246c-428c-9778-83670c50480d None None] For port 884778da-f948-4c0d-b8a6-853216cb256f, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=884778da-f948-4c0d-b8a6-853216cb256f,segment=NetworkSegment(ec813e0a-4415-4fed-a736-e9a0442fcb85),segment_id=ec813e0a-4415-4fed-a736-e9a0442fcb85)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:38:12.462545 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port 884778da-f948-4c0d-b8a6-853216cb256f triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:38:12.462998 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:12.470033 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-df96bbb8-6e1e-47f8-96e7-52a94c00ab15 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.7295399 Nov 23 17:38:12.481285 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-f0875cdf-246c-428c-9778-83670c50480d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:12.483067 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-4c4ce4e4-bda0-471d-82a8-eb5c6401b3a1 None None] Attempting to bind port e2256acf-41f5-4e2f-96a9-c51b9650538c on host n-d-816206-8 for vnic_type normal with profile {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:38:12.483415 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-4c4ce4e4-bda0-471d-82a8-eb5c6401b3a1 None None] Attempting to bind port e2256acf-41f5-4e2f-96a9-c51b9650538c by drivers openvswitch,hyperv on host n-d-816206-8 at level 0 using segments [{'id': '5a02ed5d-1622-44b3-83b5-d200d333b366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '29d10f2d-5365-4497-9794-9879edc2c233'}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:38:12.483773 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c4ce4e4-bda0-471d-82a8-eb5c6401b3a1 None None] Attempting to bind port e2256acf-41f5-4e2f-96a9-c51b9650538c on network 29d10f2d-5365-4497-9794-9879edc2c233 {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:38:12.486436 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-94e7f60d-1c6a-4c38-95cc-98b27c6930fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:12.498801 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-e04bdf16-e225-4d3c-bfc9-a3ef094ec8bc tempest-ExtraDHCPOptionsTestJSON-1551148202 tempest-ExtraDHCPOptionsTestJSON-1551148202-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 2.3691123 Nov 23 17:38:12.500922 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 47680) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:38:12.502438 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 47682) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:38:12.540113 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-9f905c2f-c5e9-475c-ac37-a3d9f520baee admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:12.566971 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-9f905c2f-c5e9-475c-ac37-a3d9f520baee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:12.613990 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-9f905c2f-c5e9-475c-ac37-a3d9f520baee admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=84ef9da03bdc436b809769a11e6b69a0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3200836 Nov 23 17:38:12.618118 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c4ce4e4-bda0-471d-82a8-eb5c6401b3a1 None None] Checking agent: {'id': '9e89acbe-4bbe-4c77-a18b-6f1da9133e0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 7, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 37, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:38:12.618580 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c4ce4e4-bda0-471d-82a8-eb5c6401b3a1 None None] Checking segment: {'id': '5a02ed5d-1622-44b3-83b5-d200d333b366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '29d10f2d-5365-4497-9794-9879edc2c233'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:38:12.619057 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-4c4ce4e4-bda0-471d-82a8-eb5c6401b3a1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:12.619769 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c4ce4e4-bda0-471d-82a8-eb5c6401b3a1 None None] Bound using segment: {'id': '5a02ed5d-1622-44b3-83b5-d200d333b366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '29d10f2d-5365-4497-9794-9879edc2c233'} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:38:12.619912 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 47686) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:38:12.620787 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-4c4ce4e4-bda0-471d-82a8-eb5c6401b3a1 None None] Bound port: e2256acf-41f5-4e2f-96a9-c51b9650538c, host: n-d-816206-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a02ed5d-1622-44b3-83b5-d200d333b366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '29d10f2d-5365-4497-9794-9879edc2c233'}}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:38:12.621354 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-4c4ce4e4-bda0-471d-82a8-eb5c6401b3a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:12.627103 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0875cdf-246c-428c-9778-83670c50480d None None] Pushing event updated for resources: {'Port': ['ID=884778da-f948-4c0d-b8a6-853216cb256f,revision_number=3']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:38:12.628239 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-569e2531-8420-4247-8279-6e6d28273409 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:12.652907 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f905c2f-c5e9-475c-ac37-a3d9f520baee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5f022bf-e70f-4f2d-8a91-4fc21008e104,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:38:12.720943 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c38ad0-05d5-44a3-86c0-5ea1aceb62bc req-0e650ece-a426-4949-b024-ae35ce76b0ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:38:12.722662 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-48c38ad0-05d5-44a3-86c0-5ea1aceb62bc req-0e650ece-a426-4949-b024-ae35ce76b0ad service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ee290cd0-e82d-49ef-b37f-6dd1b103485f HTTP/1.1" status: 200 len: 1097 time: 0.3816121 Nov 23 17:38:12.735039 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e7f60d-1c6a-4c38-95cc-98b27c6930fb None None] Pushing event updated for resources: {'Port': ['ID=f72810c3-520b-4f92-9d68-6515096832ec,revision_number=2']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:38:12.843488 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2e71dc25-48d1-41fb-869f-7a4005b1c895 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:12.916524 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2e71dc25-48d1-41fb-869f-7a4005b1c895 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:12.950844 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-4c4ce4e4-bda0-471d-82a8-eb5c6401b3a1 None None] For port e2256acf-41f5-4e2f-96a9-c51b9650538c, host n-d-816206-8, cleared binding levels {{(pid=103592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:38:12.957764 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-4c4ce4e4-bda0-471d-82a8-eb5c6401b3a1 None None] For port e2256acf-41f5-4e2f-96a9-c51b9650538c, host n-d-816206-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=e2256acf-41f5-4e2f-96a9-c51b9650538c,segment=NetworkSegment(5a02ed5d-1622-44b3-83b5-d200d333b366),segment_id=5a02ed5d-1622-44b3-83b5-d200d333b366)] {{(pid=103592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:38:12.963659 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-ce5bbcf1-09ac-437b-8621-27b925e4ad9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ce656d6-d295-4a48-8809-f02b548dd50a', 'name': 'tempest-TestVolumeBootPattern-1110572301-router', 'tenant_id': 'c0a53cd325e44b8fbee499050453672f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.143'}], 'enable_snat': True}, 'gw_port_id': '41276f9e-4769-4678-a2c8-4ca2eb9f723b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:38:07Z', 'updated_at': '2021-11-23T17:38:10Z', 'revision_number': 3, 'project_id': 'c0a53cd325e44b8fbee499050453672f', 'gw_port': {'id': '41276f9e-4769-4678-a2c8-4ca2eb9f723b', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:83:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ce656d6-d295-4a48-8809-f02b548dd50a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2099, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:38:08Z', 'updated_at': '2021-11-23T17:38:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8'}], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:38:13.013535 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce5bbcf1-09ac-437b-8621-27b925e4ad9b None None] Checking router: 6ce656d6-d295-4a48-8809-f02b548dd50a for host: n-d-816206-8 {{(pid=103592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 17:38:13.014028 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce5bbcf1-09ac-437b-8621-27b925e4ad9b None None] Updating router 6ce656d6-d295-4a48-8809-f02b548dd50a port 41276f9e-4769-4678-a2c8-4ca2eb9f723b binding host n-d-816206-8 {{(pid=103592) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 17:38:13.018039 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-d9099063-eedd-48ba-a7b2-57b541345b69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:13.019374 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-4c4ce4e4-bda0-471d-82a8-eb5c6401b3a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:13.042323 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a848992-7355-456f-baf8-bcf526ba0d68 tempest-ExtraDHCPOptionsTestJSON-1551148202 tempest-ExtraDHCPOptionsTestJSON-1551148202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:38:13.046543 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-569e2531-8420-4247-8279-6e6d28273409 admin admin] Allocated IP 172.20.0.1 (02874d22-2dc9-404b-96b5-741d17e13e44/7cd7c517-b8bf-4f3d-98b6-b23c91372576/054eac10-0542-49e4-bc40-e19b267e336a) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:38:13.051285 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a848992-7355-456f-baf8-bcf526ba0d68 tempest-ExtraDHCPOptionsTestJSON-1551148202 tempest-ExtraDHCPOptionsTestJSON-1551148202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:38:13.091069 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a848992-7355-456f-baf8-bcf526ba0d68 tempest-ExtraDHCPOptionsTestJSON-1551148202 tempest-ExtraDHCPOptionsTestJSON-1551148202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:38:13.091069 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-2a848992-7355-456f-baf8-bcf526ba0d68 tempest-ExtraDHCPOptionsTestJSON-1551148202 tempest-ExtraDHCPOptionsTestJSON-1551148202-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2617 time: 0.5814319 Nov 23 17:38:13.105421 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 47696) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:38:13.109512 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-ce5bbcf1-09ac-437b-8621-27b925e4ad9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:13.293361 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 884778da-f948-4c0d-b8a6-853216cb256f up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:38:13.302855 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4ce4e4-bda0-471d-82a8-eb5c6401b3a1 None None] Pushing event updated for resources: {'Port': ['ID=e2256acf-41f5-4e2f-96a9-c51b9650538c,revision_number=2']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:38:13.357183 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c5ce4e-c59d-4948-81a3-ca0218bf1f9e req-c7a88f3a-6b04-4098-ab0c-e8d80593a329 tempest-ServerRescueTestJSON-1442542130 tempest-ServerRescueTestJSON-1442542130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:38:13.358139 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2e71dc25-48d1-41fb-869f-7a4005b1c895 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:13.359770 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-92c5ce4e-c59d-4948-81a3-ca0218bf1f9e req-c7a88f3a-6b04-4098-ab0c-e8d80593a329 tempest-ServerRescueTestJSON-1442542130 tempest-ServerRescueTestJSON-1442542130-project] 10.222.0.60 "GET /v2.0/ports?device_id=ee290cd0-e82d-49ef-b37f-6dd1b103485f HTTP/1.1" status: 200 len: 946 time: 0.6540918 Nov 23 17:38:13.361848 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2e71dc25-48d1-41fb-869f-7a4005b1c895 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:13.365385 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-2e71dc25-48d1-41fb-869f-7a4005b1c895 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e5f022bf-e70f-4f2d-8a91-4fc21008e104 HTTP/1.1" status: 204 len: 168 time: 0.7422242 Nov 23 17:38:13.389340 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-569e2531-8420-4247-8279-6e6d28273409 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:13.432979 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e71dc25-48d1-41fb-869f-7a4005b1c895 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5f022bf-e70f-4f2d-8a91-4fc21008e104,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:38:13.456504 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-48c38ad0-05d5-44a3-86c0-5ea1aceb62bc req-bd8e3f51-e54d-42b0-9112-c3e12695b8d9 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=cf26cd6b-cd43-4747-bf84-de1f0ff7a3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7220185 Nov 23 17:38:13.462567 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-92c5ce4e-c59d-4948-81a3-ca0218bf1f9e req-01c4c18b-45d7-4c3b-9d5c-40e350257a49 tempest-ServerRescueTestJSON-1442542130 tempest-ServerRescueTestJSON-1442542130-project] 10.222.0.60 "GET /v2.0/security-groups?id=cf26cd6b-cd43-4747-bf84-de1f0ff7a3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696850 Nov 23 17:38:13.504548 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-569e2531-8420-4247-8279-6e6d28273409 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:13.647647 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-cd32c7a0-73b1-48d2-b511-dc53364b8d9c tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:13.650860 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-569e2531-8420-4247-8279-6e6d28273409 admin admin] Network 02874d22-2dc9-404b-96b5-741d17e13e44 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:38:13.665360 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-569e2531-8420-4247-8279-6e6d28273409 admin admin] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:38:13.678486 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-569e2531-8420-4247-8279-6e6d28273409 admin admin] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:38:13.805801 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569e2531-8420-4247-8279-6e6d28273409 admin admin] Pushing event updated for resources: {'Port': ['ID=054eac10-0542-49e4-bc40-e19b267e336a,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:38:13.854384 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-569e2531-8420-4247-8279-6e6d28273409 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1795539'] for router_interface, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:13.856101 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-50520a84-389d-4596-9617-0864dbec6585 tempest-ExtraDHCPOptionsTestJSON-1551148202 tempest-ExtraDHCPOptionsTestJSON-1551148202-project] Deleting port 6f8b75d0-96bd-4a05-8173-755a621e32b9 {{(pid=103591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:38:13.856920 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-50520a84-389d-4596-9617-0864dbec6585 tempest-ExtraDHCPOptionsTestJSON-1551148202 tempest-ExtraDHCPOptionsTestJSON-1551148202-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:14.152858 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:14.158182 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-569e2531-8420-4247-8279-6e6d28273409 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:14.181868 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-f799da2f-bf29-486b-aa45-5dee051ce8f8 None None] Provisioning complete for port 884778da-f948-4c0d-b8a6-853216cb256f triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:38:14.182108 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-cd32c7a0-73b1-48d2-b511-dc53364b8d9c tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks [] for port, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:14.182634 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-f799da2f-bf29-486b-aa45-5dee051ce8f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:14.256783 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-50520a84-389d-4596-9617-0864dbec6585 tempest-ExtraDHCPOptionsTestJSON-1551148202 tempest-ExtraDHCPOptionsTestJSON-1551148202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:14.272727 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-50520a84-389d-4596-9617-0864dbec6585 tempest-ExtraDHCPOptionsTestJSON-1551148202 tempest-ExtraDHCPOptionsTestJSON-1551148202-project] Calling delete_port for 6f8b75d0-96bd-4a05-8173-755a621e32b9 owned by {{(pid=103591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:38:14.287089 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:14.363965 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-cd32c7a0-73b1-48d2-b511-dc53364b8d9c tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264758186'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:14.367345 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port 884778da-f948-4c0d-b8a6-853216cb256f triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:38:14.367846 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:14.658130 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-569e2531-8420-4247-8279-6e6d28273409 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:14.668374 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-569e2531-8420-4247-8279-6e6d28273409 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264357957'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:14.833023 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569e2531-8420-4247-8279-6e6d28273409 admin admin] Pushing event updated for resources: {'Port': ['ID=054eac10-0542-49e4-bc40-e19b267e336a,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:38:14.880982 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-569e2531-8420-4247-8279-6e6d28273409 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2068703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1794403'] for router_interface, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:14.988394 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-ce5bbcf1-09ac-437b-8621-27b925e4ad9b None None] Publish callbacks [] for port, precommit_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:14.994201 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-50520a84-389d-4596-9617-0864dbec6585 tempest-ExtraDHCPOptionsTestJSON-1551148202 tempest-ExtraDHCPOptionsTestJSON-1551148202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:15.000769 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd32c7a0-73b1-48d2-b511-dc53364b8d9c tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Pushing event updated for resources: {'Port': ['ID=0266f2cb-f8ca-43f3-a928-4a95383bf91a,revision_number=2']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:38:15.015596 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06f13487-2ac8-4c87-bd62-67dad1aa008e None None] Network 5f8488c9-b080-4886-9fb5-7361e04fa5c2 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:38:15.047828 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-ce5bbcf1-09ac-437b-8621-27b925e4ad9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:15.150939 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50520a84-389d-4596-9617-0864dbec6585 tempest-ExtraDHCPOptionsTestJSON-1551148202 tempest-ExtraDHCPOptionsTestJSON-1551148202-project] Pushing event deleted for resources: {'Port': ['ID=6f8b75d0-96bd-4a05-8173-755a621e32b9,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:38:15.177330 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-569e2531-8420-4247-8279-6e6d28273409 admin admin] Network 02874d22-2dc9-404b-96b5-741d17e13e44 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:38:15.183000 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-569e2531-8420-4247-8279-6e6d28273409 admin admin] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:38:15.333221 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575cf4d8-d26c-4c70-8ce9-5b97bbd664a2 req-83907d11-ee6b-46a9-99d3-9a2d2fe7bc1e tempest-ServerRescueTestJSON-1442542130 tempest-ServerRescueTestJSON-1442542130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:38:15.335330 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-575cf4d8-d26c-4c70-8ce9-5b97bbd664a2 req-83907d11-ee6b-46a9-99d3-9a2d2fe7bc1e tempest-ServerRescueTestJSON-1442542130 tempest-ServerRescueTestJSON-1442542130-project] 10.222.0.60 "GET /v2.0/ports?device_id=ee290cd0-e82d-49ef-b37f-6dd1b103485f HTTP/1.1" status: 200 len: 946 time: 0.5217779 Nov 23 17:38:15.351408 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-fae02834-ee97-4813-808f-88c4dc0a83b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:15.364979 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-d0d100c7-3140-4c3d-bdbe-2c932a04b56d None None] Provisioning complete for port 054eac10-0542-49e4-bc40-e19b267e336a triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:38:15.365353 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-d0d100c7-3140-4c3d-bdbe-2c932a04b56d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:15.496531 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-cd32c7a0-73b1-48d2-b511-dc53364b8d9c tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1795539'] for router_interface, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:15.499520 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-50520a84-389d-4596-9617-0864dbec6585 tempest-ExtraDHCPOptionsTestJSON-1551148202 tempest-ExtraDHCPOptionsTestJSON-1551148202-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:15.503061 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-50520a84-389d-4596-9617-0864dbec6585 tempest-ExtraDHCPOptionsTestJSON-1551148202 tempest-ExtraDHCPOptionsTestJSON-1551148202-project] 10.222.0.60 "DELETE /v2.0/ports/6f8b75d0-96bd-4a05-8173-755a621e32b9 HTTP/1.1" status: 204 len: 168 time: 2.3868635 Nov 23 17:38:15.509650 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 47752) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:38:15.524939 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-f8f37b9a-5b8f-4a3f-a7b4-c1c1d672a5b1 tempest-ExtraDHCPOptionsTestJSON-1551148202 tempest-ExtraDHCPOptionsTestJSON-1551148202-project] Request body: {'port': {'name': 'tempest-new-port-name-1116670737', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:38:15.525421 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.api.validators [None req-f8f37b9a-5b8f-4a3f-a7b4-c1c1d672a5b1 tempest-ExtraDHCPOptionsTestJSON-1551148202 tempest-ExtraDHCPOptionsTestJSON-1551148202-project] bootfile-name is not in valid_values {{(pid=103590) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 23 17:38:15.533321 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.api.validators [None req-f8f37b9a-5b8f-4a3f-a7b4-c1c1d672a5b1 tempest-ExtraDHCPOptionsTestJSON-1551148202 tempest-ExtraDHCPOptionsTestJSON-1551148202-project] tftp-server is not in valid_values {{(pid=103590) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 23 17:38:15.533680 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.api.validators [None req-f8f37b9a-5b8f-4a3f-a7b4-c1c1d672a5b1 tempest-ExtraDHCPOptionsTestJSON-1551148202 tempest-ExtraDHCPOptionsTestJSON-1551148202-project] server-ip-address is not in valid_values {{(pid=103590) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 23 17:38:15.579137 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-575cf4d8-d26c-4c70-8ce9-5b97bbd664a2 req-169ac8a1-2505-4506-a266-a62f5948001b tempest-ServerRescueTestJSON-1442542130 tempest-ServerRescueTestJSON-1442542130-project] 10.222.0.60 "GET /v2.0/security-groups?id=cf26cd6b-cd43-4747-bf84-de1f0ff7a3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2007277 Nov 23 17:38:15.612359 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-569e2531-8420-4247-8279-6e6d28273409 admin admin] Router 6ce656d6-d295-4a48-8809-f02b548dd50a has already been hosted by L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 {{(pid=103590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 17:38:15.612915 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8028c02d-8759-414d-8fe2-62423718051a None None] DHCP port deletion for 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:38:15.615330 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device f72810c3-520b-4f92-9d68-6515096832ec up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:38:15.688180 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d923fdb-afda-456f-906a-70999c0810c4 None None] Network 29d10f2d-5365-4497-9794-9879edc2c233 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:38:15.692896 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f8f37b9a-5b8f-4a3f-a7b4-c1c1d672a5b1 tempest-ExtraDHCPOptionsTestJSON-1551148202 tempest-ExtraDHCPOptionsTestJSON-1551148202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:15.714712 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-cd32c7a0-73b1-48d2-b511-dc53364b8d9c tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:15.714956 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-ce5bbcf1-09ac-437b-8621-27b925e4ad9b None None] Attempting to bind port 41276f9e-4769-4678-a2c8-4ca2eb9f723b on host n-d-816206-8 for vnic_type normal with profile {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:38:15.715286 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-ce5bbcf1-09ac-437b-8621-27b925e4ad9b None None] Attempting to bind port 41276f9e-4769-4678-a2c8-4ca2eb9f723b by drivers openvswitch,hyperv on host n-d-816206-8 at level 0 using segments [{'id': 'bffd1e4f-e80f-4ff0-b418-2f42ae15febf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:38:15.715654 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce5bbcf1-09ac-437b-8621-27b925e4ad9b None None] Attempting to bind port 41276f9e-4769-4678-a2c8-4ca2eb9f723b on network 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:38:15.733377 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070ffea0-a09f-4568-b969-2516371601d9 None None] Pushing event updated for resources: {'Port': ['ID=41276f9e-4769-4678-a2c8-4ca2eb9f723b,revision_number=2']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:38:15.785698 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-d0d100c7-3140-4c3d-bdbe-2c932a04b56d None None] Port 054eac10-0542-49e4-bc40-e19b267e336a cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:38:15.795376 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce5bbcf1-09ac-437b-8621-27b925e4ad9b None None] Checking agent: {'id': '9e89acbe-4bbe-4c77-a18b-6f1da9133e0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 7, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 37, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:38:15.795784 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce5bbcf1-09ac-437b-8621-27b925e4ad9b None None] Checking segment: {'id': 'bffd1e4f-e80f-4ff0-b418-2f42ae15febf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:38:15.796155 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-ce5bbcf1-09ac-437b-8621-27b925e4ad9b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:15.796567 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce5bbcf1-09ac-437b-8621-27b925e4ad9b None None] Bound using segment: {'id': 'bffd1e4f-e80f-4ff0-b418-2f42ae15febf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:38:15.797227 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-ce5bbcf1-09ac-437b-8621-27b925e4ad9b None None] Bound port: 41276f9e-4769-4678-a2c8-4ca2eb9f723b, host: n-d-816206-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bffd1e4f-e80f-4ff0-b418-2f42ae15febf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'}}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:38:15.798443 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-ce5bbcf1-09ac-437b-8621-27b925e4ad9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:15.963588 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-569e2531-8420-4247-8279-6e6d28273409 admin admin] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:38:15.970526 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-569e2531-8420-4247-8279-6e6d28273409 admin admin] 10.222.0.60 "PUT /v2.0/routers/6ce656d6-d295-4a48-8809-f02b548dd50a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5967183 Nov 23 17:38:16.095351 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-e396f5e1-f19b-4617-aa0f-df09f0253898 None None] Provisioning complete for port 054eac10-0542-49e4-bc40-e19b267e336a triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:38:16.095721 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-e396f5e1-f19b-4617-aa0f-df09f0253898 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:16.129324 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-ce5bbcf1-09ac-437b-8621-27b925e4ad9b None None] For port 41276f9e-4769-4678-a2c8-4ca2eb9f723b, host n-d-816206-8, cleared binding levels {{(pid=103592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:38:16.136223 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port f72810c3-520b-4f92-9d68-6515096832ec triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:38:16.136612 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:16.187454 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-ce5bbcf1-09ac-437b-8621-27b925e4ad9b None None] For port 41276f9e-4769-4678-a2c8-4ca2eb9f723b, host n-d-816206-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=41276f9e-4769-4678-a2c8-4ca2eb9f723b,segment=NetworkSegment(bffd1e4f-e80f-4ff0-b418-2f42ae15febf),segment_id=bffd1e4f-e80f-4ff0-b418-2f42ae15febf)] {{(pid=103592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:38:16.250299 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-ce5bbcf1-09ac-437b-8621-27b925e4ad9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:16.279693 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-e396f5e1-f19b-4617-aa0f-df09f0253898 None None] Port 054eac10-0542-49e4-bc40-e19b267e336a cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:38:16.292170 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f8f37b9a-5b8f-4a3f-a7b4-c1c1d672a5b1 tempest-ExtraDHCPOptionsTestJSON-1551148202 tempest-ExtraDHCPOptionsTestJSON-1551148202-project] Publish callbacks [] for port, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:16.298707 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f8f37b9a-5b8f-4a3f-a7b4-c1c1d672a5b1 tempest-ExtraDHCPOptionsTestJSON-1551148202 tempest-ExtraDHCPOptionsTestJSON-1551148202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264357957'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:16.426927 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070ffea0-a09f-4568-b969-2516371601d9 None None] Pushing event updated for resources: {'Port': ['ID=41276f9e-4769-4678-a2c8-4ca2eb9f723b,revision_number=3']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:38:16.470986 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f37b9a-5b8f-4a3f-a7b4-c1c1d672a5b1 tempest-ExtraDHCPOptionsTestJSON-1551148202 tempest-ExtraDHCPOptionsTestJSON-1551148202-project] Pushing event updated for resources: {'Port': ['ID=2fa9e4b5-ce9e-441e-adcc-558bc7ffac6c,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:38:16.523181 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-f8f37b9a-5b8f-4a3f-a7b4-c1c1d672a5b1 tempest-ExtraDHCPOptionsTestJSON-1551148202 tempest-ExtraDHCPOptionsTestJSON-1551148202-project] In _notify_port_updated(), no bound segment for port 2fa9e4b5-ce9e-441e-adcc-558bc7ffac6c on network 5f8488c9-b080-4886-9fb5-7361e04fa5c2 {{(pid=103590) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 23 17:38:16.543169 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8f37b9a-5b8f-4a3f-a7b4-c1c1d672a5b1 tempest-ExtraDHCPOptionsTestJSON-1551148202 tempest-ExtraDHCPOptionsTestJSON-1551148202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:38:16.543886 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f8f37b9a-5b8f-4a3f-a7b4-c1c1d672a5b1 tempest-ExtraDHCPOptionsTestJSON-1551148202 tempest-ExtraDHCPOptionsTestJSON-1551148202-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:16.549041 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-012f884c-a070-41e8-b084-1f57ef1f9388 None None] DHCP port deletion for 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:38:16.553348 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-f8f37b9a-5b8f-4a3f-a7b4-c1c1d672a5b1 tempest-ExtraDHCPOptionsTestJSON-1551148202 tempest-ExtraDHCPOptionsTestJSON-1551148202-project] 10.222.0.60 "PUT /v2.0/ports/2fa9e4b5-ce9e-441e-adcc-558bc7ffac6c HTTP/1.1" status: 200 len: 1137 time: 1.0425820 Nov 23 17:38:16.560070 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 47792) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:38:16.594924 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-e396f5e1-f19b-4617-aa0f-df09f0253898 None None] Provisioning complete for port e2256acf-41f5-4e2f-96a9-c51b9650538c triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:38:16.595288 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-e396f5e1-f19b-4617-aa0f-df09f0253898 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:16.672588 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4214364a-0cfd-4807-a223-638b0cea07de tempest-ExtraDHCPOptionsTestJSON-1551148202 tempest-ExtraDHCPOptionsTestJSON-1551148202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:38:16.679827 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-4214364a-0cfd-4807-a223-638b0cea07de tempest-ExtraDHCPOptionsTestJSON-1551148202 tempest-ExtraDHCPOptionsTestJSON-1551148202-project] 10.222.0.60 "GET /v2.0/ports/2fa9e4b5-ce9e-441e-adcc-558bc7ffac6c HTTP/1.1" status: 200 len: 1137 time: 0.1149981 Nov 23 17:38:16.680202 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 47798) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:38:16.743122 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 47800) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:38:16.758051 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce5bbcf1-09ac-437b-8621-27b925e4ad9b None None] Routers {'6ce656d6-d295-4a48-8809-f02b548dd50a'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:38:16.758758 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-ce5bbcf1-09ac-437b-8621-27b925e4ad9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:38:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['6ce656d6-d295-4a48-8809-f02b548dd50a'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:38:16.776868 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-52822d53-48f5-4819-8a95-bdc13aea0bf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:16.971380 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-eb148ce1-7396-4258-a7b8-7a03f080ae6f tempest-ExtraDHCPOptionsTestJSON-1551148202 tempest-ExtraDHCPOptionsTestJSON-1551148202-project] Deleting port 2fa9e4b5-ce9e-441e-adcc-558bc7ffac6c {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:38:16.973540 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-eb148ce1-7396-4258-a7b8-7a03f080ae6f tempest-ExtraDHCPOptionsTestJSON-1551148202 tempest-ExtraDHCPOptionsTestJSON-1551148202-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:17.009905 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-7ead5c7d-3ede-4a1c-8a90-c58877f34bbf admin admin] Publish callbacks [] for security_group, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:17.122879 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97a1287-cce0-4a69-a008-22bd1271708a req-0c55544c-6665-4295-99f5-b394cfb9e6f8 tempest-ServerRescueTestJSON-1442542130 tempest-ServerRescueTestJSON-1442542130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:38:17.128003 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:17.139532 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b97a1287-cce0-4a69-a008-22bd1271708a req-0c55544c-6665-4295-99f5-b394cfb9e6f8 tempest-ServerRescueTestJSON-1442542130 tempest-ServerRescueTestJSON-1442542130-project] 10.222.0.60 "GET /v2.0/ports?device_id=ee290cd0-e82d-49ef-b37f-6dd1b103485f HTTP/1.1" status: 200 len: 946 time: 0.3756526 Nov 23 17:38:17.147345 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-e396f5e1-f19b-4617-aa0f-df09f0253898 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:17.190245 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 47814) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:38:17.200589 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-ddb48dde-5f55-4ae9-bb88-17ef609dc3f7 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1477796775-network', 'tenant_id': '62e1fefd875f4454ac297b6fe98be148'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:38:17.229020 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-eb148ce1-7396-4258-a7b8-7a03f080ae6f tempest-ExtraDHCPOptionsTestJSON-1551148202 tempest-ExtraDHCPOptionsTestJSON-1551148202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:17.234747 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvr_db [None req-ce5bbcf1-09ac-437b-8621-27b925e4ad9b None None] Set router 6ce656d6-d295-4a48-8809-f02b548dd50a gateway port host: n-d-816206-8 {{(pid=103592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:38:17.262500 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-eb148ce1-7396-4258-a7b8-7a03f080ae6f tempest-ExtraDHCPOptionsTestJSON-1551148202 tempest-ExtraDHCPOptionsTestJSON-1551148202-project] Calling delete_port for 2fa9e4b5-ce9e-441e-adcc-558bc7ffac6c owned by {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:38:17.289958 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-cd32c7a0-73b1-48d2-b511-dc53364b8d9c tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks [] for port, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:17.295339 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddb48dde-5f55-4ae9-bb88-17ef609dc3f7 admin admin] Made reservation on behalf of 62e1fefd875f4454ac297b6fe98be148 for: {'network': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:38:17.304870 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-cd32c7a0-73b1-48d2-b511-dc53364b8d9c tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264758186'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:17.305680 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-cd32c7a0-73b1-48d2-b511-dc53364b8d9c tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2068703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1794403'] for router_interface, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:17.309342 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ddb48dde-5f55-4ae9-bb88-17ef609dc3f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for network, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:17.339823 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-e396f5e1-f19b-4617-aa0f-df09f0253898 None None] For port e2256acf-41f5-4e2f-96a9-c51b9650538c, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=e2256acf-41f5-4e2f-96a9-c51b9650538c,segment=NetworkSegment(5a02ed5d-1622-44b3-83b5-d200d333b366),segment_id=5a02ed5d-1622-44b3-83b5-d200d333b366)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:38:17.350737 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-e396f5e1-f19b-4617-aa0f-df09f0253898 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:17.416119 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ddb48dde-5f55-4ae9-bb88-17ef609dc3f7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:17.432308 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] For port f72810c3-520b-4f92-9d68-6515096832ec, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=f72810c3-520b-4f92-9d68-6515096832ec,segment=NetworkSegment(7a3155c3-0428-4774-bf81-5bffaefb1353),segment_id=7a3155c3-0428-4774-bf81-5bffaefb1353)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:38:17.453478 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-e396f5e1-f19b-4617-aa0f-df09f0253898 None None] Provisioning complete for port 41276f9e-4769-4678-a2c8-4ca2eb9f723b triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:38:17.453850 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-e396f5e1-f19b-4617-aa0f-df09f0253898 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:17.462724 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:17.463630 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device e2256acf-41f5-4e2f-96a9-c51b9650538c up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:38:17.469118 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b97a1287-cce0-4a69-a008-22bd1271708a req-a155a73a-b5ea-48f4-bcda-adb17350d642 tempest-ServerRescueTestJSON-1442542130 tempest-ServerRescueTestJSON-1442542130-project] 10.222.0.60 "GET /v2.0/security-groups?id=cf26cd6b-cd43-4747-bf84-de1f0ff7a3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3270068 Nov 23 17:38:17.515536 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ddb48dde-5f55-4ae9-bb88-17ef609dc3f7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:17.524959 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ddb48dde-5f55-4ae9-bb88-17ef609dc3f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:17.606649 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ddb48dde-5f55-4ae9-bb88-17ef609dc3f7 admin admin] vlan segment allocate from pool success with {'vlan_id': 538, 'physical_network': 'physnet1'} {{(pid=103590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 17:38:17.608861 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd32c7a0-73b1-48d2-b511-dc53364b8d9c tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Pushing event updated for resources: {'Port': ['ID=0266f2cb-f8ca-43f3-a928-4a95383bf91a,revision_number=3']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:38:17.618638 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb48dde-5f55-4ae9-bb88-17ef609dc3f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4da6d431-b20c-493b-a651-fe5ccdd25241,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:38:17.729871 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-7ead5c7d-3ede-4a1c-8a90-c58877f34bbf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:17.734187 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ddb48dde-5f55-4ae9-bb88-17ef609dc3f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:17.735186 n-d-816206-8 neutron-server[103590]: INFO neutron.db.segments_db [None req-ddb48dde-5f55-4ae9-bb88-17ef609dc3f7 admin admin] Added segment 9b71c4d0-295b-4f72-8e8a-bb82558e96ce of type vlan for network b1652212-2ea9-46d9-a8a1-f4e9a021c020 Nov 23 17:38:17.739288 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd32c7a0-73b1-48d2-b511-dc53364b8d9c tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Network 29d10f2d-5365-4497-9794-9879edc2c233 is already hosted by enough agents. {{(pid=103591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:38:17.741802 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [None req-cd32c7a0-73b1-48d2-b511-dc53364b8d9c tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Resources bound (agent type, host, resource id): {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:38:17.743969 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-7ead5c7d-3ede-4a1c-8a90-c58877f34bbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:17.867266 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-7ead5c7d-3ede-4a1c-8a90-c58877f34bbf admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=fab99bc658f24231a0ab7db3ffd5d139&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1203535 Nov 23 17:38:17.882833 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 47836) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:38:17.904366 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ddb48dde-5f55-4ae9-bb88-17ef609dc3f7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736635338810'] for network, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:17.911300 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-eb148ce1-7396-4258-a7b8-7a03f080ae6f tempest-ExtraDHCPOptionsTestJSON-1551148202 tempest-ExtraDHCPOptionsTestJSON-1551148202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:17.959144 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ead5c7d-3ede-4a1c-8a90-c58877f34bbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e58e72bb-83a2-4f2d-9f64-6e32bfc493d9,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:38:18.007011 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb148ce1-7396-4258-a7b8-7a03f080ae6f tempest-ExtraDHCPOptionsTestJSON-1551148202 tempest-ExtraDHCPOptionsTestJSON-1551148202-project] Pushing event deleted for resources: {'Port': ['ID=2fa9e4b5-ce9e-441e-adcc-558bc7ffac6c,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:38:18.029621 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.db.resource_extend [None req-ddb48dde-5f55-4ae9-bb88-17ef609dc3f7 admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 23 17:38:18.119028 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ddb48dde-5f55-4ae9-bb88-17ef609dc3f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493'] for network, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:18.120055 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddb48dde-5f55-4ae9-bb88-17ef609dc3f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:38:18.120824 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ddb48dde-5f55-4ae9-bb88-17ef609dc3f7 admin admin] Publish callbacks [] for network, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:18.133616 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9737f9a-de68-4ab6-9b7c-55fe23906581 req-2e75fb6a-2aa6-4fff-b1da-8cdce041a9e5 tempest-ServerRescueTestJSON-1442542130 tempest-ServerRescueTestJSON-1442542130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:38:18.135187 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b9737f9a-de68-4ab6-9b7c-55fe23906581 req-2e75fb6a-2aa6-4fff-b1da-8cdce041a9e5 tempest-ServerRescueTestJSON-1442542130 tempest-ServerRescueTestJSON-1442542130-project] 10.222.0.60 "GET /v2.0/networks?id=54b597b6-8526-45de-87fd-e706be5a39dc HTTP/1.1" status: 200 len: 810 time: 0.2204976 Nov 23 17:38:18.170855 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd32c7a0-73b1-48d2-b511-dc53364b8d9c tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Router 40855ef7-661e-4f68-b720-b8d248f8dba8 is scheduled to L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 with binding_index 1 {{(pid=103591) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 17:38:18.175461 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b9737f9a-de68-4ab6-9b7c-55fe23906581 req-67bb6a1f-c31c-4a11-a2ae-f74e753e241a tempest-ServerRescueTestJSON-1442542130 tempest-ServerRescueTestJSON-1442542130-project] 10.222.0.60 "GET /v2.0/quotas/dc3a84a01fd349d789bdddd52fa39bcb HTTP/1.1" status: 200 len: 375 time: 0.0257275 Nov 23 17:38:18.191120 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-fcb71845-b5c2-4068-a34c-f79c6f55557b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:18.202704 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-eb148ce1-7396-4258-a7b8-7a03f080ae6f tempest-ExtraDHCPOptionsTestJSON-1551148202 tempest-ExtraDHCPOptionsTestJSON-1551148202-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:18.208908 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-eb148ce1-7396-4258-a7b8-7a03f080ae6f tempest-ExtraDHCPOptionsTestJSON-1551148202 tempest-ExtraDHCPOptionsTestJSON-1551148202-project] 10.222.0.60 "DELETE /v2.0/ports/2fa9e4b5-ce9e-441e-adcc-558bc7ffac6c HTTP/1.1" status: 204 len: 168 time: 1.5275247 Nov 23 17:38:18.220678 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e396f5e1-f19b-4617-aa0f-df09f0253898 None None] Pushing event updated for resources: {'Port': ['ID=e2256acf-41f5-4e2f-96a9-c51b9650538c,revision_number=3']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:38:18.224186 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 47842) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:38:18.300590 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-ddb48dde-5f55-4ae9-bb88-17ef609dc3f7 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1086514 Nov 23 17:38:18.306498 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_v2 [None req-d94528bc-a0ff-4a34-8e43-a3f6db100476 tempest-ExtraDHCPOptionsTestJSON-1551148202 tempest-ExtraDHCPOptionsTestJSON-1551148202-project] Deleting subnet 66273903-487f-4057-9bc2-d1eee9cdbdfd {{(pid=103590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 17:38:18.313522 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 47846) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:38:18.364537 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-8d62d838-80b1-40be-a774-56f2e69f32b3 admin admin] Request body: {'subnet': {'network_id': 'b1652212-2ea9-46d9-a8a1-f4e9a021c020', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1477796775-subnet', 'tenant_id': '62e1fefd875f4454ac297b6fe98be148', 'ip_version': 4}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:38:18.368672 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d94528bc-a0ff-4a34-8e43-a3f6db100476 tempest-ExtraDHCPOptionsTestJSON-1551148202 tempest-ExtraDHCPOptionsTestJSON-1551148202-project] Publish callbacks [] for subnet, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:18.371957 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9a27ae6c-db98-474f-94c1-cc99bf842d79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:18.443379 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb48dde-5f55-4ae9-bb88-17ef609dc3f7 admin admin] Pushing event updated for resources: {'Network': ['ID=b1652212-2ea9-46d9-a8a1-f4e9a021c020,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:38:18.460475 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-fcb71845-b5c2-4068-a34c-f79c6f55557b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:18.509594 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b9737f9a-de68-4ab6-9b7c-55fe23906581 req-75406d2e-8650-42d2-bbb8-398d2a2d5da1 tempest-ServerRescueTestJSON-1442542130 tempest-ServerRescueTestJSON-1442542130-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=dc3a84a01fd349d789bdddd52fa39bcb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2349505 Nov 23 17:38:18.511316 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd32c7a0-73b1-48d2-b511-dc53364b8d9c tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:38:18.518772 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-cd32c7a0-73b1-48d2-b511-dc53364b8d9c tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] 10.222.0.60 "PUT /v2.0/routers/40855ef7-661e-4f68-b720-b8d248f8dba8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0147069 Nov 23 17:38:18.524758 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 47852) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:38:18.526598 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b54c1a3-697a-49ed-97e0-a68123b5cf53 None None] Sync routers for ids ['40855ef7-661e-4f68-b720-b8d248f8dba8'] in n-d-816206-8 {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:38:18.527470 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d94528bc-a0ff-4a34-8e43-a3f6db100476 tempest-ExtraDHCPOptionsTestJSON-1551148202 tempest-ExtraDHCPOptionsTestJSON-1551148202-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-267528342'] for subnet, precommit_delete_associations {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:18.537985 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Network b1652212-2ea9-46d9-a8a1-f4e9a021c020 details requested by agent ovs-agent-n-d-816206-8 with host n-d-816206-8 {{(pid=103592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 17:38:18.541218 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:18.544419 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b54c1a3-697a-49ed-97e0-a68123b5cf53 None None] Routers {'40855ef7-661e-4f68-b720-b8d248f8dba8'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:38:18.545096 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-3b54c1a3-697a-49ed-97e0-a68123b5cf53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:38:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['40855ef7-661e-4f68-b720-b8d248f8dba8'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:38:18.559065 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port e2256acf-41f5-4e2f-96a9-c51b9650538c triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:38:18.569755 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:18.597290 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d62d838-80b1-40be-a774-56f2e69f32b3 admin admin] Made reservation on behalf of 62e1fefd875f4454ac297b6fe98be148 for: {'subnet': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:38:18.601068 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8d62d838-80b1-40be-a774-56f2e69f32b3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264730903'] for subnet, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:18.626193 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-3b54c1a3-697a-49ed-97e0-a68123b5cf53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:38:18.671547 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b54c1a3-697a-49ed-97e0-a68123b5cf53 None None] Routers {'40855ef7-661e-4f68-b720-b8d248f8dba8'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:38:18.672593 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-3b54c1a3-697a-49ed-97e0-a68123b5cf53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:38:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['40855ef7-661e-4f68-b720-b8d248f8dba8'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:38:18.743448 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c41134d5-2ab9-412f-80e0-bd0ca50afeb3 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:38:18.743871 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Pushing event updated for resources: {'Port': ['ID=f72810c3-520b-4f92-9d68-6515096832ec,revision_number=3']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:38:18.745416 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-c41134d5-2ab9-412f-80e0-bd0ca50afeb3 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] 10.222.0.60 "GET /v2.0/ports?device_id=40855ef7-661e-4f68-b720-b8d248f8dba8 HTTP/1.1" status: 200 len: 988 time: 0.2161586 Nov 23 17:38:18.759713 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 47856) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:38:18.773255 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-3b54c1a3-697a-49ed-97e0-a68123b5cf53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:38:18.774193 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b54c1a3-697a-49ed-97e0-a68123b5cf53 None None] The sync data for ids ['40855ef7-661e-4f68-b720-b8d248f8dba8'] in n-d-816206-8 is: [] {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:38:18.853306 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-e396f5e1-f19b-4617-aa0f-df09f0253898 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:18.935315 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-e396f5e1-f19b-4617-aa0f-df09f0253898 None None] For port 41276f9e-4769-4678-a2c8-4ca2eb9f723b, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=41276f9e-4769-4678-a2c8-4ca2eb9f723b,segment=NetworkSegment(bffd1e4f-e80f-4ff0-b418-2f42ae15febf),segment_id=bffd1e4f-e80f-4ff0-b418-2f42ae15febf)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:38:18.940413 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-ce5bbcf1-09ac-437b-8621-27b925e4ad9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ce656d6-d295-4a48-8809-f02b548dd50a', 'name': 'tempest-TestVolumeBootPattern-1110572301-router', 'tenant_id': 'c0a53cd325e44b8fbee499050453672f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.143'}], 'enable_snat': True}, 'gw_port_id': '41276f9e-4769-4678-a2c8-4ca2eb9f723b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:38:07Z', 'updated_at': '2021-11-23T17:38:14Z', 'revision_number': 4, 'project_id': 'c0a53cd325e44b8fbee499050453672f', 'gw_port': {'id': '41276f9e-4769-4678-a2c8-4ca2eb9f723b', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:83:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ce656d6-d295-4a48-8809-f02b548dd50a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2099, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:38:08Z', 'updated_at': '2021-11-23T17:38:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_interfaces': [{'id': '054eac10-0542-49e4-bc40-e19b267e336a', 'name': '', 'network_id': '02874d22-2dc9-404b-96b5-741d17e13e44', 'tenant_id': 'c0a53cd325e44b8fbee499050453672f', 'mac_address': 'fa:16:3e:59:af:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ce656d6-d295-4a48-8809-f02b548dd50a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2117, 'fixed_ips': [{'subnet_id': '7cd7c517-b8bf-4f3d-98b6-b23c91372576', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:38:12Z', 'updated_at': '2021-11-23T17:38:14Z', 'revision_number': 2, 'project_id': 'c0a53cd325e44b8fbee499050453672f', 'subnets': [{'id': '7cd7c517-b8bf-4f3d-98b6-b23c91372576', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:38:18.946631 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-e396f5e1-f19b-4617-aa0f-df09f0253898 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:18.979990 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-fcb71845-b5c2-4068-a34c-f79c6f55557b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:18.985070 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-fcb71845-b5c2-4068-a34c-f79c6f55557b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:18.987850 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-fcb71845-b5c2-4068-a34c-f79c6f55557b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e58e72bb-83a2-4f2d-9f64-6e32bfc493d9 HTTP/1.1" status: 204 len: 168 time: 1.0971203 Nov 23 17:38:19.058694 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb71845-b5c2-4068-a34c-f79c6f55557b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e58e72bb-83a2-4f2d-9f64-6e32bfc493d9,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:38:19.060060 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b9737f9a-de68-4ab6-9b7c-55fe23906581 req-b04073bf-b752-4a22-b2f0-cf49ef25fc19 service neutron] 10.222.0.60 "GET /v2.0/networks/54b597b6-8526-45de-87fd-e706be5a39dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5084124 Nov 23 17:38:19.099496 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d94528bc-a0ff-4a34-8e43-a3f6db100476 tempest-ExtraDHCPOptionsTestJSON-1551148202 tempest-ExtraDHCPOptionsTestJSON-1551148202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971956'] for subnet, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:19.160597 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce5bbcf1-09ac-437b-8621-27b925e4ad9b None None] The sync data for ids ['6ce656d6-d295-4a48-8809-f02b548dd50a'] in n-d-816206-8 is: [{'id': '6ce656d6-d295-4a48-8809-f02b548dd50a', 'name': 'tempest-TestVolumeBootPattern-1110572301-router', 'tenant_id': 'c0a53cd325e44b8fbee499050453672f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.143'}], 'enable_snat': True}, 'gw_port_id': '41276f9e-4769-4678-a2c8-4ca2eb9f723b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:38:07Z', 'updated_at': '2021-11-23T17:38:14Z', 'revision_number': 4, 'project_id': 'c0a53cd325e44b8fbee499050453672f', 'gw_port': {'id': '41276f9e-4769-4678-a2c8-4ca2eb9f723b', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:83:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ce656d6-d295-4a48-8809-f02b548dd50a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2099, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:38:08Z', 'updated_at': '2021-11-23T17:38:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_interfaces': [{'id': '054eac10-0542-49e4-bc40-e19b267e336a', 'name': '', 'network_id': '02874d22-2dc9-404b-96b5-741d17e13e44', 'tenant_id': 'c0a53cd325e44b8fbee499050453672f', 'mac_address': 'fa:16:3e:59:af:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ce656d6-d295-4a48-8809-f02b548dd50a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2117, 'fixed_ips': [{'subnet_id': '7cd7c517-b8bf-4f3d-98b6-b23c91372576', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:38:12Z', 'updated_at': '2021-11-23T17:38:14Z', 'revision_number': 2, 'project_id': 'c0a53cd325e44b8fbee499050453672f', 'subnets': [{'id': '7cd7c517-b8bf-4f3d-98b6-b23c91372576', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:38:19.183475 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e396f5e1-f19b-4617-aa0f-df09f0253898 None None] Pushing event updated for resources: {'Port': ['ID=41276f9e-4769-4678-a2c8-4ca2eb9f723b,revision_number=4']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:38:19.214801 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-e396f5e1-f19b-4617-aa0f-df09f0253898 None None] Provisioning complete for port f72810c3-520b-4f92-9d68-6515096832ec triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:38:19.215347 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-e396f5e1-f19b-4617-aa0f-df09f0253898 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:19.253610 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b9737f9a-de68-4ab6-9b7c-55fe23906581 req-66f8e875-a36d-42ed-8f73-f776f8b45690 service neutron] 10.222.0.60 "GET /v2.0/networks/54b597b6-8526-45de-87fd-e706be5a39dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1924872 Nov 23 17:38:19.305046 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [req-aabdb676-a875-4310-924b-11f43bb38c09 req-66b3ce31-0ddf-4ee9-982f-7d1d32bc4ebe service neutron] (103591) timed out ('10.222.0.60', 47840) {{(pid=103591) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 23 17:38:19.555193 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device f72810c3-520b-4f92-9d68-6515096832ec up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:38:19.578208 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8d62d838-80b1-40be-a774-56f2e69f32b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264358096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264730885'] for subnet, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:19.665164 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d94528bc-a0ff-4a34-8e43-a3f6db100476 tempest-ExtraDHCPOptionsTestJSON-1551148202 tempest-ExtraDHCPOptionsTestJSON-1551148202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264357903', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264730940'] for subnet, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:19.684242 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d62d838-80b1-40be-a774-56f2e69f32b3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5fc8e237-fe4c-41c0-8073-10f5456620e4,revision_number=0']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:38:19.792266 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port f72810c3-520b-4f92-9d68-6515096832ec triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:38:19.792266 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:19.793990 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d94528bc-a0ff-4a34-8e43-a3f6db100476 tempest-ExtraDHCPOptionsTestJSON-1551148202 tempest-ExtraDHCPOptionsTestJSON-1551148202-project] Publish callbacks [] for subnet, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:19.799282 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-d94528bc-a0ff-4a34-8e43-a3f6db100476 tempest-ExtraDHCPOptionsTestJSON-1551148202 tempest-ExtraDHCPOptionsTestJSON-1551148202-project] 10.222.0.60 "DELETE /v2.0/subnets/66273903-487f-4057-9bc2-d1eee9cdbdfd HTTP/1.1" status: 204 len: 168 time: 1.5701191 Nov 23 17:38:19.801648 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94528bc-a0ff-4a34-8e43-a3f6db100476 tempest-ExtraDHCPOptionsTestJSON-1551148202 tempest-ExtraDHCPOptionsTestJSON-1551148202-project] Pushing event deleted for resources: {'Subnet': ['ID=66273903-487f-4057-9bc2-d1eee9cdbdfd,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:38:19.820207 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 47886) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:38:19.822171 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9142c719-d601-4b9b-b506-469058abd92f req-104ddf27-d72c-4ea4-85e9-27b9b7dd679b tempest-ServerRescueTestJSON-1442542130 tempest-ServerRescueTestJSON-1442542130-project] 10.222.0.60 "GET /v2.0/ports?device_id=88ef59a7-741b-4e2e-8f60-79bf9bf9f465 HTTP/1.1" status: 200 len: 210 time: 0.1407650 Nov 23 17:38:19.890441 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef333481-57be-4234-bb30-d64c904b163a None None] Network 5f8488c9-b080-4886-9fb5-7361e04fa5c2 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:38:19.895939 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d62d838-80b1-40be-a774-56f2e69f32b3 admin admin] Checking segment: {'id': '9b71c4d0-295b-4f72-8e8a-bb82558e96ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'b1652212-2ea9-46d9-a8a1-f4e9a021c020'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:38:19.897772 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d62d838-80b1-40be-a774-56f2e69f32b3 admin admin] Network hostable DHCP agents. Network: b1652212-2ea9-46d9-a8a1-f4e9a021c020, hostable agents: ['0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3'], hosted agents: [] {{(pid=103590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 17:38:19.932565 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d62d838-80b1-40be-a774-56f2e69f32b3 admin admin] Network b1652212-2ea9-46d9-a8a1-f4e9a021c020 is scheduled to be hosted by DHCP agent 0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3 with binding_index 1 {{(pid=103590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 17:38:19.952611 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-8d62d838-80b1-40be-a774-56f2e69f32b3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-8, b1652212-2ea9-46d9-a8a1-f4e9a021c020) {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:38:19.966548 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d62d838-80b1-40be-a774-56f2e69f32b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:38:19.967932 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8d62d838-80b1-40be-a774-56f2e69f32b3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:19.979873 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-a0ca8a1a-c6b7-4d7e-97e0-cb7ebfbb9f54 None None] Provisioning complete for port e2256acf-41f5-4e2f-96a9-c51b9650538c triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:38:19.980544 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-a0ca8a1a-c6b7-4d7e-97e0-cb7ebfbb9f54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:19.993153 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-8d62d838-80b1-40be-a774-56f2e69f32b3 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.6784692 Nov 23 17:38:19.996709 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 47892) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:38:20.017082 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-71c5d5ea-6c04-41b2-84e5-f0bd5402cb16 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1477796775-router', 'tenant_id': '62e1fefd875f4454ac297b6fe98be148', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'}}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:38:20.025068 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ab087d0-edd6-477b-8dc8-0e22ef1a01de None None] Network b1652212-2ea9-46d9-a8a1-f4e9a021c020 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:38:20.064837 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-71c5d5ea-6c04-41b2-84e5-f0bd5402cb16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1793449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8093'] for router, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:20.068318 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-71c5d5ea-6c04-41b2-84e5-f0bd5402cb16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1794473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1794771', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1638326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8086'] for router, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:20.153630 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-71c5d5ea-6c04-41b2-84e5-f0bd5402cb16 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:20.239284 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-e21fe6fd-6080-4135-8d08-95cb022e5c07 tempest-ExtraDHCPOptionsTestJSON-1551148202 tempest-ExtraDHCPOptionsTestJSON-1551148202-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-555181'] for network, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:20.490711 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-71c5d5ea-6c04-41b2-84e5-f0bd5402cb16 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:20.582234 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-499e259d-f2fe-4adb-bb44-005253b4649a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp355044b8-8e87-58c4-94fa-4a010ec30f9e-b1652212-2ea9-46d9-a8a1-f4e9a021c020', 'network_id': 'b1652212-2ea9-46d9-a8a1-f4e9a021c020', 'tenant_id': '62e1fefd875f4454ac297b6fe98be148', 'fixed_ips': [{'subnet_id': '5fc8e237-fe4c-41c0-8073-10f5456620e4'}]}} from n-d-816206-8. {{(pid=103592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 17:38:20.586431 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-499e259d-f2fe-4adb-bb44-005253b4649a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:20.628217 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-a0ca8a1a-c6b7-4d7e-97e0-cb7ebfbb9f54 None None] Could not find standard attr ID for object 2fa9e4b5-ce9e-441e-adcc-558bc7ffac6c. {{(pid=103592) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 17:38:20.635761 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-e21fe6fd-6080-4135-8d08-95cb022e5c07 tempest-ExtraDHCPOptionsTestJSON-1551148202 tempest-ExtraDHCPOptionsTestJSON-1551148202-project] Deleting port f72810c3-520b-4f92-9d68-6515096832ec {{(pid=103591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:38:20.636530 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-e21fe6fd-6080-4135-8d08-95cb022e5c07 tempest-ExtraDHCPOptionsTestJSON-1551148202 tempest-ExtraDHCPOptionsTestJSON-1551148202-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:20.854683 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-a0ca8a1a-c6b7-4d7e-97e0-cb7ebfbb9f54 None None] Provisioning complete for port 0266f2cb-f8ca-43f3-a928-4a95383bf91a triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:38:20.855197 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-a0ca8a1a-c6b7-4d7e-97e0-cb7ebfbb9f54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:20.986044 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device e2256acf-41f5-4e2f-96a9-c51b9650538c up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:38:21.008575 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-71c5d5ea-6c04-41b2-84e5-f0bd5402cb16 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:21.042144 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f6cc5cd-3e5c-4af5-b99a-4b0d79539e41 None None] DHCP port deletion for 5f8488c9-b080-4886-9fb5-7361e04fa5c2 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:38:21.045012 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-a0ca8a1a-c6b7-4d7e-97e0-cb7ebfbb9f54 None None] Port 0266f2cb-f8ca-43f3-a928-4a95383bf91a cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:38:21.059294 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-84939652-3191-4bb8-a581-a70e21f2bb79 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1794372'] for router_interface, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:21.078830 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-71c5d5ea-6c04-41b2-84e5-f0bd5402cb16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:21.090760 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.db_base_plugin_common [None req-499e259d-f2fe-4adb-bb44-005253b4649a None None] Allocated IP 172.20.0.2 (b1652212-2ea9-46d9-a8a1-f4e9a021c020/5fc8e237-fe4c-41c0-8073-10f5456620e4/51d8bdf3-14a4-4890-8014-847b1a355945) {{(pid=103592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:38:21.105454 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-a0ca8a1a-c6b7-4d7e-97e0-cb7ebfbb9f54 None None] Could not find standard attr ID for object 6f8b75d0-96bd-4a05-8173-755a621e32b9. {{(pid=103592) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 17:38:21.180001 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e7197ece-77eb-443b-9146-3d836e9a77ce req-c3ce94e5-4926-4f9f-a818-86c92837e719 tempest-ServerRescueTestJSON-1442542130 tempest-ServerRescueTestJSON-1442542130-project] 10.222.0.60 "GET /v2.0/ports?device_id=88ef59a7-741b-4e2e-8f60-79bf9bf9f465 HTTP/1.1" status: 200 len: 210 time: 0.1865742 Nov 23 17:38:21.234580 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [None req-e21fe6fd-6080-4135-8d08-95cb022e5c07 tempest-ExtraDHCPOptionsTestJSON-1551148202 tempest-ExtraDHCPOptionsTestJSON-1551148202-project] For port f72810c3-520b-4f92-9d68-6515096832ec, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=f72810c3-520b-4f92-9d68-6515096832ec,segment=NetworkSegment(7a3155c3-0428-4774-bf81-5bffaefb1353),segment_id=7a3155c3-0428-4774-bf81-5bffaefb1353)] {{(pid=103591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:38:21.234943 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-e21fe6fd-6080-4135-8d08-95cb022e5c07 tempest-ExtraDHCPOptionsTestJSON-1551148202 tempest-ExtraDHCPOptionsTestJSON-1551148202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:21.249470 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-a0ca8a1a-c6b7-4d7e-97e0-cb7ebfbb9f54 None None] Provisioning complete for port 41276f9e-4769-4678-a2c8-4ca2eb9f723b triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:38:21.249864 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-a0ca8a1a-c6b7-4d7e-97e0-cb7ebfbb9f54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:21.375582 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port e2256acf-41f5-4e2f-96a9-c51b9650538c triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:38:21.376045 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:21.406680 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-71c5d5ea-6c04-41b2-84e5-f0bd5402cb16 admin admin] Allocated IP 172.25.3.56 (4c8455ba-1be5-42ac-b8c2-8a16e1292d55/08fe3644-ce41-4c3f-a7ea-92bac0f0fff5/514bac06-50a8-4dc0-a1b7-fc2c22053418) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:38:21.456441 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-2f6cc5cd-3e5c-4af5-b99a-4b0d79539e41 None None] Deleting port f72810c3-520b-4f92-9d68-6515096832ec {{(pid=103592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:38:21.456772 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-2f6cc5cd-3e5c-4af5-b99a-4b0d79539e41 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:21.463916 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-e21fe6fd-6080-4135-8d08-95cb022e5c07 tempest-ExtraDHCPOptionsTestJSON-1551148202 tempest-ExtraDHCPOptionsTestJSON-1551148202-project] Calling delete_port for f72810c3-520b-4f92-9d68-6515096832ec owned by network:dhcp {{(pid=103591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:38:21.562944 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-2f6cc5cd-3e5c-4af5-b99a-4b0d79539e41 None None] For port f72810c3-520b-4f92-9d68-6515096832ec, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=f72810c3-520b-4f92-9d68-6515096832ec,segment=NetworkSegment(7a3155c3-0428-4774-bf81-5bffaefb1353),segment_id=7a3155c3-0428-4774-bf81-5bffaefb1353)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:38:21.563658 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-2f6cc5cd-3e5c-4af5-b99a-4b0d79539e41 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:21.587208 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-2f6cc5cd-3e5c-4af5-b99a-4b0d79539e41 None None] Calling delete_port for f72810c3-520b-4f92-9d68-6515096832ec owned by network:dhcp {{(pid=103592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:38:21.712631 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-71c5d5ea-6c04-41b2-84e5-f0bd5402cb16 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:21.741865 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-e21fe6fd-6080-4135-8d08-95cb022e5c07 tempest-ExtraDHCPOptionsTestJSON-1551148202 tempest-ExtraDHCPOptionsTestJSON-1551148202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:21.743945 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-2f6cc5cd-3e5c-4af5-b99a-4b0d79539e41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989'] for port, after_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:21.798473 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21fe6fd-6080-4135-8d08-95cb022e5c07 tempest-ExtraDHCPOptionsTestJSON-1551148202 tempest-ExtraDHCPOptionsTestJSON-1551148202-project] Pushing event deleted for resources: {'Port': ['ID=f72810c3-520b-4f92-9d68-6515096832ec,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:38:21.799955 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-499e259d-f2fe-4adb-bb44-005253b4649a None None] Publish callbacks [] for port, precommit_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:21.808323 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e21fe6fd-6080-4135-8d08-95cb022e5c07 tempest-ExtraDHCPOptionsTestJSON-1551148202 tempest-ExtraDHCPOptionsTestJSON-1551148202-project] No DVR routers for this DVR port f72810c3-520b-4f92-9d68-6515096832ec on host n-d-816206-8 {{(pid=103591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:38:21.825238 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-499e259d-f2fe-4adb-bb44-005253b4649a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980'] for port, after_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:21.866752 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6cc5cd-3e5c-4af5-b99a-4b0d79539e41 None None] Pushing event deleted for resources: {'Port': ['ID=f72810c3-520b-4f92-9d68-6515096832ec,revision_number=None']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:38:21.885687 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f6cc5cd-3e5c-4af5-b99a-4b0d79539e41 None None] No DVR routers for this DVR port f72810c3-520b-4f92-9d68-6515096832ec on host n-d-816206-8 {{(pid=103592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:38:21.887423 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-71c5d5ea-6c04-41b2-84e5-f0bd5402cb16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:21.946729 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71c5d5ea-6c04-41b2-84e5-f0bd5402cb16 admin admin] Network 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:38:21.949685 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-71c5d5ea-6c04-41b2-84e5-f0bd5402cb16 admin admin] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:38:21.952135 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71c5d5ea-6c04-41b2-84e5-f0bd5402cb16 admin admin] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:38:21.980788 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-a0ca8a1a-c6b7-4d7e-97e0-cb7ebfbb9f54 None None] Could not find standard attr ID for object f72810c3-520b-4f92-9d68-6515096832ec. {{(pid=103592) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 17:38:21.981922 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-e21fe6fd-6080-4135-8d08-95cb022e5c07 tempest-ExtraDHCPOptionsTestJSON-1551148202 tempest-ExtraDHCPOptionsTestJSON-1551148202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973419', 'neutron.services.segments.db._delete_segments_for_network-8736635878840'] for network, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:21.984569 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07a1c180-df7c-4c0d-b0d7-1e0aaea73262 None None] DHCP port deletion for 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:38:22.040961 n-d-816206-8 neutron-server[103591]: DEBUG neutron.services.segments.db [None req-e21fe6fd-6080-4135-8d08-95cb022e5c07 tempest-ExtraDHCPOptionsTestJSON-1551148202 tempest-ExtraDHCPOptionsTestJSON-1551148202-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f8488c9-b080-4886-9fb5-7361e04fa5c2']}} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:38:22.058772 n-d-816206-8 neutron-server[103592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-499e259d-f2fe-4adb-bb44-005253b4649a None None] Network b1652212-2ea9-46d9-a8a1-f4e9a021c020 is already hosted by enough agents. {{(pid=103592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:38:22.072660 n-d-816206-8 neutron-server[103592]: DEBUG neutron.scheduler.base_scheduler [None req-499e259d-f2fe-4adb-bb44-005253b4649a None None] Resources bound (agent type, host, resource id): {{(pid=103592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:38:22.075833 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-499e259d-f2fe-4adb-bb44-005253b4649a None None] Received port after_create {{(pid=103592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:38:22.081947 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c5d5ea-6c04-41b2-84e5-f0bd5402cb16 admin admin] Pushing event updated for resources: {'Port': ['ID=514bac06-50a8-4dc0-a1b7-fc2c22053418,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:38:22.083395 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499e259d-f2fe-4adb-bb44-005253b4649a None None] Pushing event updated for resources: {'Port': ['ID=51d8bdf3-14a4-4890-8014-847b1a355945,revision_number=1']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:38:22.108755 n-d-816206-8 neutron-server[103591]: DEBUG neutron.services.segments.db [None req-e21fe6fd-6080-4135-8d08-95cb022e5c07 tempest-ExtraDHCPOptionsTestJSON-1551148202 tempest-ExtraDHCPOptionsTestJSON-1551148202-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a3155c3-0428-4774-bf81-5bffaefb1353') {'for_net_delete': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:38:22.115937 n-d-816206-8 neutron-server[103591]: DEBUG neutron.services.segments.db [None req-e21fe6fd-6080-4135-8d08-95cb022e5c07 tempest-ExtraDHCPOptionsTestJSON-1551148202 tempest-ExtraDHCPOptionsTestJSON-1551148202-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a3155c3-0428-4774-bf81-5bffaefb1353') {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:38:22.157735 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-84939652-3191-4bb8-a581-a70e21f2bb79 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Deleting port 0266f2cb-f8ca-43f3-a928-4a95383bf91a {{(pid=103591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:38:22.157865 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-84939652-3191-4bb8-a581-a70e21f2bb79 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:22.252360 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-e21fe6fd-6080-4135-8d08-95cb022e5c07 tempest-ExtraDHCPOptionsTestJSON-1551148202 tempest-ExtraDHCPOptionsTestJSON-1551148202-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736635840332', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265989959'] for segment, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:22.268219 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-499e259d-f2fe-4adb-bb44-005253b4649a None None] Attempting to bind port 51d8bdf3-14a4-4890-8014-847b1a355945 on host n-d-816206-8 for vnic_type normal with profile {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:38:22.283155 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-499e259d-f2fe-4adb-bb44-005253b4649a None None] Attempting to bind port 51d8bdf3-14a4-4890-8014-847b1a355945 by drivers openvswitch,hyperv on host n-d-816206-8 at level 0 using segments [{'id': '9b71c4d0-295b-4f72-8e8a-bb82558e96ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'b1652212-2ea9-46d9-a8a1-f4e9a021c020'}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:38:22.283155 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-499e259d-f2fe-4adb-bb44-005253b4649a None None] Attempting to bind port 51d8bdf3-14a4-4890-8014-847b1a355945 on network b1652212-2ea9-46d9-a8a1-f4e9a021c020 {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:38:22.301611 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-499e259d-f2fe-4adb-bb44-005253b4649a None None] Checking agent: {'id': '9e89acbe-4bbe-4c77-a18b-6f1da9133e0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 7, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 38, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:38:22.308856 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-499e259d-f2fe-4adb-bb44-005253b4649a None None] Checking segment: {'id': '9b71c4d0-295b-4f72-8e8a-bb82558e96ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'b1652212-2ea9-46d9-a8a1-f4e9a021c020'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:38:22.309343 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-499e259d-f2fe-4adb-bb44-005253b4649a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:22.309763 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-499e259d-f2fe-4adb-bb44-005253b4649a None None] Bound using segment: {'id': '9b71c4d0-295b-4f72-8e8a-bb82558e96ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'b1652212-2ea9-46d9-a8a1-f4e9a021c020'} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:38:22.310283 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-499e259d-f2fe-4adb-bb44-005253b4649a None None] Bound port: 51d8bdf3-14a4-4890-8014-847b1a355945, host: n-d-816206-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b71c4d0-295b-4f72-8e8a-bb82558e96ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'b1652212-2ea9-46d9-a8a1-f4e9a021c020'}}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:38:22.310681 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-499e259d-f2fe-4adb-bb44-005253b4649a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:22.316829 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-3727a09d-812a-46ac-9e11-c200258aecb2 None None] Provisioning complete for port 514bac06-50a8-4dc0-a1b7-fc2c22053418 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:38:22.317069 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-3727a09d-812a-46ac-9e11-c200258aecb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:22.349034 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-e21fe6fd-6080-4135-8d08-95cb022e5c07 tempest-ExtraDHCPOptionsTestJSON-1551148202 tempest-ExtraDHCPOptionsTestJSON-1551148202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:22.410318 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-3727a09d-812a-46ac-9e11-c200258aecb2 None None] Port 514bac06-50a8-4dc0-a1b7-fc2c22053418 cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:38:22.498909 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-499e259d-f2fe-4adb-bb44-005253b4649a None None] For port 51d8bdf3-14a4-4890-8014-847b1a355945, host n-d-816206-8, cleared binding levels {{(pid=103592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:38:22.510307 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 41276f9e-4769-4678-a2c8-4ca2eb9f723b up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:38:22.567699 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-71c5d5ea-6c04-41b2-84e5-f0bd5402cb16 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:22.579883 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port 41276f9e-4769-4678-a2c8-4ca2eb9f723b triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:38:22.580567 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:22.795468 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device f72810c3-520b-4f92-9d68-6515096832ec no longer exists at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:38:22.873660 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] No Port match for: f72810c3-520b-4f92-9d68-6515096832ec {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:38:22.874376 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device f72810c3-520b-4f92-9d68-6515096832ec not bound to the agent host n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:38:23.119382 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e21fe6fd-6080-4135-8d08-95cb022e5c07 tempest-ExtraDHCPOptionsTestJSON-1551148202 tempest-ExtraDHCPOptionsTestJSON-1551148202-project] Releasing vlan 516 on physical network physnet1 to pool {{(pid=103591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 17:38:23.119893 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-e21fe6fd-6080-4135-8d08-95cb022e5c07 tempest-ExtraDHCPOptionsTestJSON-1551148202 tempest-ExtraDHCPOptionsTestJSON-1551148202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264756290'] for segment, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:23.139148 n-d-816206-8 neutron-server[103591]: Traceback (most recent call last): Nov 23 17:38:23.139148 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 17:38:23.139148 n-d-816206-8 neutron-server[103591]: timer() Nov 23 17:38:23.139148 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 17:38:23.139148 n-d-816206-8 neutron-server[103591]: cb(*args, **kw) Nov 23 17:38:23.139148 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 17:38:23.139148 n-d-816206-8 neutron-server[103591]: return func(*args, **kwargs) Nov 23 17:38:23.139148 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 17:38:23.139148 n-d-816206-8 neutron-server[103591]: self._notify() Nov 23 17:38:23.139148 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 17:38:23.139148 n-d-816206-8 neutron-server[103591]: self.callback(batched_events) Nov 23 17:38:23.139148 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 17:38:23.139148 n-d-816206-8 neutron-server[103591]: event.method(event) Nov 23 17:38:23.139148 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 17:38:23.139148 n-d-816206-8 neutron-server[103591]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 17:38:23.139148 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 17:38:23.139148 n-d-816206-8 neutron-server[103591]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 17:38:23.139148 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 17:38:23.139148 n-d-816206-8 neutron-server[103591]: return f(self, *a, **k) Nov 23 17:38:23.139148 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 17:38:23.139148 n-d-816206-8 neutron-server[103591]: return self._get(url).json() Nov 23 17:38:23.139148 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 17:38:23.139148 n-d-816206-8 neutron-server[103591]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 17:38:23.139148 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 17:38:23.139148 n-d-816206-8 neutron-server[103591]: return self.request(url, 'GET', **kwargs) Nov 23 17:38:23.139148 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 17:38:23.139148 n-d-816206-8 neutron-server[103591]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 17:38:23.139148 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 17:38:23.139148 n-d-816206-8 neutron-server[103591]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 17:38:23.139148 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 17:38:23.139148 n-d-816206-8 neutron-server[103591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 17:38:23.139148 n-d-816206-8 neutron-server[103591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 17:38:23.174183 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e22c2420-0af1-4cfb-b239-778a07673f91 req-22d1bf2a-692c-4abe-bbdd-cacb5d9d90e4 tempest-ServerRescueTestJSON-1442542130 tempest-ServerRescueTestJSON-1442542130-project] 10.222.0.60 "GET /v2.0/ports?device_id=88ef59a7-741b-4e2e-8f60-79bf9bf9f465 HTTP/1.1" status: 200 len: 210 time: 0.8417113 Nov 23 17:38:23.181557 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9737f9a-de68-4ab6-9b7c-55fe23906581 req-bb4a6e29-35dc-43f3-a0bf-4f4f62ab0e0d tempest-ServerRescueTestJSON-1442542130 tempest-ServerRescueTestJSON-1442542130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:38:23.183078 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b9737f9a-de68-4ab6-9b7c-55fe23906581 req-bb4a6e29-35dc-43f3-a0bf-4f4f62ab0e0d tempest-ServerRescueTestJSON-1442542130 tempest-ServerRescueTestJSON-1442542130-project] 10.222.0.55 "GET /v2.0/networks?id=54b597b6-8526-45de-87fd-e706be5a39dc HTTP/1.1" status: 200 len: 810 time: 1.0648699 Nov 23 17:38:23.203131 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-71c5d5ea-6c04-41b2-84e5-f0bd5402cb16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1794316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1795362'] for router, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:23.211276 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [req-b9737f9a-de68-4ab6-9b7c-55fe23906581 req-d3ef612e-ae47-4087-90d1-a933e7acc5f0 tempest-ServerRescueTestJSON-1442542130 tempest-ServerRescueTestJSON-1442542130-project] Request body: {'port': {'device_id': '88ef59a7-741b-4e2e-8f60-79bf9bf9f465', 'network_id': '54b597b6-8526-45de-87fd-e706be5a39dc', 'admin_state_up': True, 'tenant_id': 'dc3a84a01fd349d789bdddd52fa39bcb'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:38:23.319260 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-499e259d-f2fe-4adb-bb44-005253b4649a None None] For port 51d8bdf3-14a4-4890-8014-847b1a355945, host n-d-816206-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=51d8bdf3-14a4-4890-8014-847b1a355945,segment=NetworkSegment(9b71c4d0-295b-4f72-8e8a-bb82558e96ce),segment_id=9b71c4d0-295b-4f72-8e8a-bb82558e96ce)] {{(pid=103592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:38:23.328244 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-499e259d-f2fe-4adb-bb44-005253b4649a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:23.369017 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-84939652-3191-4bb8-a581-a70e21f2bb79 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:23.372188 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-e21fe6fd-6080-4135-8d08-95cb022e5c07 tempest-ExtraDHCPOptionsTestJSON-1551148202 tempest-ExtraDHCPOptionsTestJSON-1551148202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1795418'] for network, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:23.383150 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-e21fe6fd-6080-4135-8d08-95cb022e5c07 tempest-ExtraDHCPOptionsTestJSON-1551148202 tempest-ExtraDHCPOptionsTestJSON-1551148202-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for network, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:23.389893 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-e21fe6fd-6080-4135-8d08-95cb022e5c07 tempest-ExtraDHCPOptionsTestJSON-1551148202 tempest-ExtraDHCPOptionsTestJSON-1551148202-project] 10.222.0.60 "DELETE /v2.0/networks/5f8488c9-b080-4886-9fb5-7361e04fa5c2 HTTP/1.1" status: 204 len: 168 time: 3.5535347 Nov 23 17:38:23.439748 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71c5d5ea-6c04-41b2-84e5-f0bd5402cb16 admin admin] Router e892cc8a-2be7-40a8-aeb0-c00884c21b9a is scheduled to L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 with binding_index 1 {{(pid=103590) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 17:38:23.463909 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-84939652-3191-4bb8-a581-a70e21f2bb79 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Calling delete_port for 0266f2cb-f8ca-43f3-a928-4a95383bf91a owned by network:router_interface {{(pid=103591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:38:23.464884 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499e259d-f2fe-4adb-bb44-005253b4649a None None] Pushing event updated for resources: {'Port': ['ID=51d8bdf3-14a4-4890-8014-847b1a355945,revision_number=2']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:38:23.525014 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b5a5e18-c68f-40d8-92a7-57f633f45bb5 None None] Sync routers for ids ['6ce656d6-d295-4a48-8809-f02b548dd50a'] in n-d-816206-8 {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:38:23.541639 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b5a5e18-c68f-40d8-92a7-57f633f45bb5 None None] Routers {'6ce656d6-d295-4a48-8809-f02b548dd50a'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:38:23.545268 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-9b5a5e18-c68f-40d8-92a7-57f633f45bb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:38:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['6ce656d6-d295-4a48-8809-f02b548dd50a'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:38:23.589239 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21fe6fd-6080-4135-8d08-95cb022e5c07 tempest-ExtraDHCPOptionsTestJSON-1551148202 tempest-ExtraDHCPOptionsTestJSON-1551148202-project] Pushing event deleted for resources: {'Network': ['ID=5f8488c9-b080-4886-9fb5-7361e04fa5c2,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:38:23.744600 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71c5d5ea-6c04-41b2-84e5-f0bd5402cb16 admin admin] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:38:23.810599 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-71c5d5ea-6c04-41b2-84e5-f0bd5402cb16 admin admin] Publish callbacks [] for router, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:23.818184 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-71c5d5ea-6c04-41b2-84e5-f0bd5402cb16 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.8167903 Nov 23 17:38:23.819498 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 48020) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:38:23.843950 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49af9537-ff07-4a55-bce5-a975d029115a None None] Sync routers for ids ['e892cc8a-2be7-40a8-aeb0-c00884c21b9a'] in n-d-816206-8 {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:38:23.890838 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49af9537-ff07-4a55-bce5-a975d029115a None None] Routers {'e892cc8a-2be7-40a8-aeb0-c00884c21b9a'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:38:23.891518 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-49af9537-ff07-4a55-bce5-a975d029115a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:38:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['e892cc8a-2be7-40a8-aeb0-c00884c21b9a'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:38:24.073014 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-84939652-3191-4bb8-a581-a70e21f2bb79 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:24.075473 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9737f9a-de68-4ab6-9b7c-55fe23906581 req-d3ef612e-ae47-4087-90d1-a933e7acc5f0 tempest-ServerRescueTestJSON-1442542130 tempest-ServerRescueTestJSON-1442542130-project] Made reservation on behalf of dc3a84a01fd349d789bdddd52fa39bcb for: {'port': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:38:24.079406 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-b9737f9a-de68-4ab6-9b7c-55fe23906581 req-d3ef612e-ae47-4087-90d1-a933e7acc5f0 tempest-ServerRescueTestJSON-1442542130 tempest-ServerRescueTestJSON-1442542130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:24.128612 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 48024) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:38:24.148873 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvr_db [None req-9b5a5e18-c68f-40d8-92a7-57f633f45bb5 None None] Set router 6ce656d6-d295-4a48-8809-f02b548dd50a gateway port host: n-d-816206-8 {{(pid=103592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:38:24.190805 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84939652-3191-4bb8-a581-a70e21f2bb79 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Pushing event deleted for resources: {'Port': ['ID=0266f2cb-f8ca-43f3-a928-4a95383bf91a,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:38:24.651795 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-1230c6e2-5e5f-4ad5-83ba-edfe17f7097a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a9e9d3b79ec949b69a78eb6a0e561218&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5196795 Nov 23 17:38:24.652764 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 48050) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:38:24.673832 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 51d8bdf3-14a4-4890-8014-847b1a355945 up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:38:24.684158 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-49af9537-ff07-4a55-bce5-a975d029115a None None] Set router e892cc8a-2be7-40a8-aeb0-c00884c21b9a gateway port host: n-d-816206-8 {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:38:24.812749 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2e18b82c-03e4-4828-81fd-0ce5a97d1e69 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:24.818230 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-9b5a5e18-c68f-40d8-92a7-57f633f45bb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ce656d6-d295-4a48-8809-f02b548dd50a', 'name': 'tempest-TestVolumeBootPattern-1110572301-router', 'tenant_id': 'c0a53cd325e44b8fbee499050453672f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.143'}], 'enable_snat': True}, 'gw_port_id': '41276f9e-4769-4678-a2c8-4ca2eb9f723b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:38:07Z', 'updated_at': '2021-11-23T17:38:14Z', 'revision_number': 4, 'project_id': 'c0a53cd325e44b8fbee499050453672f', 'gw_port': {'id': '41276f9e-4769-4678-a2c8-4ca2eb9f723b', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:83:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ce656d6-d295-4a48-8809-f02b548dd50a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2099, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:38:08Z', 'updated_at': '2021-11-23T17:38:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_interfaces': [{'id': '054eac10-0542-49e4-bc40-e19b267e336a', 'name': '', 'network_id': '02874d22-2dc9-404b-96b5-741d17e13e44', 'tenant_id': 'c0a53cd325e44b8fbee499050453672f', 'mac_address': 'fa:16:3e:59:af:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ce656d6-d295-4a48-8809-f02b548dd50a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2117, 'fixed_ips': [{'subnet_id': '7cd7c517-b8bf-4f3d-98b6-b23c91372576', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:38:12Z', 'updated_at': '2021-11-23T17:38:14Z', 'revision_number': 2, 'project_id': 'c0a53cd325e44b8fbee499050453672f', 'subnets': [{'id': '7cd7c517-b8bf-4f3d-98b6-b23c91372576', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:38:24.861621 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b5a5e18-c68f-40d8-92a7-57f633f45bb5 None None] Checking router: 6ce656d6-d295-4a48-8809-f02b548dd50a for host: n-d-816206-8 {{(pid=103592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 17:38:24.861621 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b5a5e18-c68f-40d8-92a7-57f633f45bb5 None None] Updating router 6ce656d6-d295-4a48-8809-f02b548dd50a port 054eac10-0542-49e4-bc40-e19b267e336a binding host n-d-816206-8 {{(pid=103592) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 17:38:24.864020 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port 51d8bdf3-14a4-4890-8014-847b1a355945 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:38:24.864388 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:24.876407 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2e18b82c-03e4-4828-81fd-0ce5a97d1e69 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:24.934322 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.db_base_plugin_common [req-b9737f9a-de68-4ab6-9b7c-55fe23906581 req-d3ef612e-ae47-4087-90d1-a933e7acc5f0 tempest-ServerRescueTestJSON-1442542130 tempest-ServerRescueTestJSON-1442542130-project] Allocated IP 172.20.0.13 (54b597b6-8526-45de-87fd-e706be5a39dc/093eb2f7-fb10-42a1-aced-cc67680caad4/d1c9a459-49a8-4e30-a173-b7f7042e002a) {{(pid=103591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:38:25.021020 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9b5a5e18-c68f-40d8-92a7-57f633f45bb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:25.023944 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 48058) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:38:25.197517 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:25.202924 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-49af9537-ff07-4a55-bce5-a975d029115a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e892cc8a-2be7-40a8-aeb0-c00884c21b9a', 'name': 'tempest-TestVolumeBootPattern-1477796775-router', 'tenant_id': '62e1fefd875f4454ac297b6fe98be148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.56'}], 'enable_snat': True}, 'gw_port_id': '514bac06-50a8-4dc0-a1b7-fc2c22053418', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:38:20Z', 'updated_at': '2021-11-23T17:38:22Z', 'revision_number': 3, 'project_id': '62e1fefd875f4454ac297b6fe98be148', 'gw_port': {'id': '514bac06-50a8-4dc0-a1b7-fc2c22053418', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:40:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e892cc8a-2be7-40a8-aeb0-c00884c21b9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2133, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:38:21Z', 'updated_at': '2021-11-23T17:38:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8'}], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:38:25.220401 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-b9737f9a-de68-4ab6-9b7c-55fe23906581 req-d3ef612e-ae47-4087-90d1-a933e7acc5f0 tempest-ServerRescueTestJSON-1442542130 tempest-ServerRescueTestJSON-1442542130-project] Publish callbacks [] for port, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:25.233976 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2e18b82c-03e4-4828-81fd-0ce5a97d1e69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:25.239566 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2e18b82c-03e4-4828-81fd-0ce5a97d1e69 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:25.244186 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-2e18b82c-03e4-4828-81fd-0ce5a97d1e69 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c5786856-be92-4f55-b7cc-0b96bf3032e8 HTTP/1.1" status: 204 len: 168 time: 0.5904703 Nov 23 17:38:25.261768 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] For port 51d8bdf3-14a4-4890-8014-847b1a355945, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=51d8bdf3-14a4-4890-8014-847b1a355945,segment=NetworkSegment(9b71c4d0-295b-4f72-8e8a-bb82558e96ce),segment_id=9b71c4d0-295b-4f72-8e8a-bb82558e96ce)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:38:25.276202 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:25.276707 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49af9537-ff07-4a55-bce5-a975d029115a None None] Checking router: e892cc8a-2be7-40a8-aeb0-c00884c21b9a for host: n-d-816206-8 {{(pid=103593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 17:38:25.277135 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49af9537-ff07-4a55-bce5-a975d029115a None None] Updating router e892cc8a-2be7-40a8-aeb0-c00884c21b9a port 514bac06-50a8-4dc0-a1b7-fc2c22053418 binding host n-d-816206-8 {{(pid=103593) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 17:38:25.282901 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e18b82c-03e4-4828-81fd-0ce5a97d1e69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5786856-be92-4f55-b7cc-0b96bf3032e8,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:38:25.290229 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-088470b2-06da-4334-9b2a-4eba09502433 req-2aa52c44-7d6c-4ca5-98e1-30e84851f042 tempest-ServerRescueTestJSON-1442542130 tempest-ServerRescueTestJSON-1442542130-project] 10.222.0.60 "GET /v2.0/ports?device_id=88ef59a7-741b-4e2e-8f60-79bf9bf9f465 HTTP/1.1" status: 200 len: 210 time: 0.9107807 Nov 23 17:38:25.357255 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-49af9537-ff07-4a55-bce5-a975d029115a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:25.367640 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-b9737f9a-de68-4ab6-9b7c-55fe23906581 req-d3ef612e-ae47-4087-90d1-a933e7acc5f0 tempest-ServerRescueTestJSON-1442542130 tempest-ServerRescueTestJSON-1442542130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:25.396992 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Pushing event updated for resources: {'Port': ['ID=51d8bdf3-14a4-4890-8014-847b1a355945,revision_number=3']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:38:25.396992 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a1b6547-6258-46af-a181-376ab1346797 None None] Network b1652212-2ea9-46d9-a8a1-f4e9a021c020 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:38:25.430209 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] get_ports_and_sgs() called for port_ids ['552bc992-268b-4e3f-9c43-7821ee8c00ae'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:38:25.460033 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f95f80d0-e774-4b10-b604-22737fbdc500 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:25.477142 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-84939652-3191-4bb8-a581-a70e21f2bb79 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2067500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1794520'] for router_interface, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:25.537729 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9737f9a-de68-4ab6-9b7c-55fe23906581 req-d3ef612e-ae47-4087-90d1-a933e7acc5f0 tempest-ServerRescueTestJSON-1442542130 tempest-ServerRescueTestJSON-1442542130-project] Network 54b597b6-8526-45de-87fd-e706be5a39dc is already hosted by enough agents. {{(pid=103591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:38:25.546639 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ef612e-ae47-4087-90d1-a933e7acc5f0 tempest-ServerRescueTestJSON-1442542130 tempest-ServerRescueTestJSON-1442542130-project] Pushing event updated for resources: {'Port': ['ID=d1c9a459-49a8-4e30-a173-b7f7042e002a,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:38:25.566446 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [req-b9737f9a-de68-4ab6-9b7c-55fe23906581 req-d3ef612e-ae47-4087-90d1-a933e7acc5f0 tempest-ServerRescueTestJSON-1442542130 tempest-ServerRescueTestJSON-1442542130-project] Resources bound (agent type, host, resource id): {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:38:25.580811 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9737f9a-de68-4ab6-9b7c-55fe23906581 req-d3ef612e-ae47-4087-90d1-a933e7acc5f0 tempest-ServerRescueTestJSON-1442542130 tempest-ServerRescueTestJSON-1442542130-project] Received port after_create {{(pid=103591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:38:25.618784 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f95f80d0-e774-4b10-b604-22737fbdc500 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:25.626496 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-988e6f04-703d-438e-bee1-4b58d78e045f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:25.631409 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f95f80d0-e774-4b10-b604-22737fbdc500 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:25.764255 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-b4c932a7-bab9-4bec-bada-8fb4003eb25f None None] Provisioning complete for port 51d8bdf3-14a4-4890-8014-847b1a355945 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:38:25.777811 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b4c932a7-bab9-4bec-bada-8fb4003eb25f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:25.999047 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-49af9537-ff07-4a55-bce5-a975d029115a None None] Publish callbacks [] for port, precommit_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:26.007849 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-49af9537-ff07-4a55-bce5-a975d029115a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:26.030012 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9737f9a-de68-4ab6-9b7c-55fe23906581 req-d3ef612e-ae47-4087-90d1-a933e7acc5f0 tempest-ServerRescueTestJSON-1442542130 tempest-ServerRescueTestJSON-1442542130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:38:26.030780 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-b9737f9a-de68-4ab6-9b7c-55fe23906581 req-d3ef612e-ae47-4087-90d1-a933e7acc5f0 tempest-ServerRescueTestJSON-1442542130 tempest-ServerRescueTestJSON-1442542130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:26.032966 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-988e6f04-703d-438e-bee1-4b58d78e045f admin admin] Allocated IP 172.20.0.1 (b1652212-2ea9-46d9-a8a1-f4e9a021c020/5fc8e237-fe4c-41c0-8073-10f5456620e4/354549fe-271f-4f48-b4a7-4c33380f14ec) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:38:26.084340 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72de887e-f024-41b9-86ed-186d5ed58751 None None] Pushing event updated for resources: {'Port': ['ID=514bac06-50a8-4dc0-a1b7-fc2c22053418,revision_number=2']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:38:26.116997 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [None req-49af9537-ff07-4a55-bce5-a975d029115a None None] Attempting to bind port 514bac06-50a8-4dc0-a1b7-fc2c22053418 on host n-d-816206-8 for vnic_type normal with profile {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:38:26.117717 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [None req-49af9537-ff07-4a55-bce5-a975d029115a None None] Attempting to bind port 514bac06-50a8-4dc0-a1b7-fc2c22053418 by drivers openvswitch,hyperv on host n-d-816206-8 at level 0 using segments [{'id': 'bffd1e4f-e80f-4ff0-b418-2f42ae15febf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'}] {{(pid=103593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:38:26.118343 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49af9537-ff07-4a55-bce5-a975d029115a None None] Attempting to bind port 514bac06-50a8-4dc0-a1b7-fc2c22053418 on network 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:38:26.124281 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49af9537-ff07-4a55-bce5-a975d029115a None None] Checking agent: {'id': '9e89acbe-4bbe-4c77-a18b-6f1da9133e0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 7, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 38, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:38:26.126471 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49af9537-ff07-4a55-bce5-a975d029115a None None] Checking segment: {'id': 'bffd1e4f-e80f-4ff0-b418-2f42ae15febf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:38:26.127594 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-49af9537-ff07-4a55-bce5-a975d029115a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:26.128300 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49af9537-ff07-4a55-bce5-a975d029115a None None] Bound using segment: {'id': 'bffd1e4f-e80f-4ff0-b418-2f42ae15febf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'} {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:38:26.129041 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [None req-49af9537-ff07-4a55-bce5-a975d029115a None None] Bound port: 514bac06-50a8-4dc0-a1b7-fc2c22053418, host: n-d-816206-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bffd1e4f-e80f-4ff0-b418-2f42ae15febf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'}}] {{(pid=103593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:38:26.130243 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-49af9537-ff07-4a55-bce5-a975d029115a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:26.175998 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84939652-3191-4bb8-a581-a70e21f2bb79 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Router 40855ef7-661e-4f68-b720-b8d248f8dba8 has already been hosted by L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 {{(pid=103591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 17:38:26.198716 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-49af9537-ff07-4a55-bce5-a975d029115a None None] For port 514bac06-50a8-4dc0-a1b7-fc2c22053418, host n-d-816206-8, cleared binding levels {{(pid=103593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:38:26.200668 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83dde7b6-8161-4b36-85f6-ab92932d30a8 None None] DHCP port deletion for 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:38:26.204292 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-49af9537-ff07-4a55-bce5-a975d029115a None None] For port 514bac06-50a8-4dc0-a1b7-fc2c22053418, host n-d-816206-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=514bac06-50a8-4dc0-a1b7-fc2c22053418,segment=NetworkSegment(bffd1e4f-e80f-4ff0-b418-2f42ae15febf),segment_id=bffd1e4f-e80f-4ff0-b418-2f42ae15febf)] {{(pid=103593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:38:26.213063 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-49af9537-ff07-4a55-bce5-a975d029115a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:26.240825 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b9737f9a-de68-4ab6-9b7c-55fe23906581 req-d3ef612e-ae47-4087-90d1-a933e7acc5f0 tempest-ServerRescueTestJSON-1442542130 tempest-ServerRescueTestJSON-1442542130-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0416400 Nov 23 17:38:26.251707 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [req-b9737f9a-de68-4ab6-9b7c-55fe23906581 req-61d76a50-ac55-4626-adcd-104caf374619 tempest-ServerRescueTestJSON-1442542130 tempest-ServerRescueTestJSON-1442542130-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=103591) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 17:38:26.253252 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b9737f9a-de68-4ab6-9b7c-55fe23906581 req-61d76a50-ac55-4626-adcd-104caf374619 tempest-ServerRescueTestJSON-1442542130 tempest-ServerRescueTestJSON-1442542130-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0077260 Nov 23 17:38:26.338719 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72de887e-f024-41b9-86ed-186d5ed58751 None None] Pushing event updated for resources: {'Port': ['ID=514bac06-50a8-4dc0-a1b7-fc2c22053418,revision_number=3']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:38:26.354324 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49af9537-ff07-4a55-bce5-a975d029115a None None] Routers {'e892cc8a-2be7-40a8-aeb0-c00884c21b9a'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:38:26.357601 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-49af9537-ff07-4a55-bce5-a975d029115a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:38:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['e892cc8a-2be7-40a8-aeb0-c00884c21b9a'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:38:26.364192 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b74d58b3-800f-498c-8d4a-4cdbf17da11c None None] DHCP port deletion for 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:38:26.402366 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-988e6f04-703d-438e-bee1-4b58d78e045f admin admin] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:26.442765 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-f95f80d0-e774-4b10-b604-22737fbdc500 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f28e0a5005494a0db77f0b7a1b709bac&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4124639 Nov 23 17:38:26.445660 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 48096) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:38:26.487111 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95f80d0-e774-4b10-b604-22737fbdc500 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8162ba45-45d9-43e2-92e6-5312eefa9742,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:38:26.550641 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9b5a5e18-c68f-40d8-92a7-57f633f45bb5 None None] Publish callbacks [] for port, precommit_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:26.579047 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-6600d87a-e27a-4d06-9b60-88f3294d0b90 None None] Provisioning complete for port 514bac06-50a8-4dc0-a1b7-fc2c22053418 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:38:26.583050 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-6600d87a-e27a-4d06-9b60-88f3294d0b90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:26.628279 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84939652-3191-4bb8-a581-a70e21f2bb79 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:38:26.633212 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9b5a5e18-c68f-40d8-92a7-57f633f45bb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:26.645085 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-84939652-3191-4bb8-a581-a70e21f2bb79 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] 10.222.0.60 "PUT /v2.0/routers/40855ef7-661e-4f68-b720-b8d248f8dba8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8733788 Nov 23 17:38:26.655590 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0fc69c1-492e-4496-be14-f77d8cb018a0 None None] Sync routers for ids ['40855ef7-661e-4f68-b720-b8d248f8dba8'] in n-d-816206-8 {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:38:26.656212 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 48102) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:38:26.689014 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-988e6f04-703d-438e-bee1-4b58d78e045f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:26.744625 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-49af9537-ff07-4a55-bce5-a975d029115a None None] Set router e892cc8a-2be7-40a8-aeb0-c00884c21b9a gateway port host: n-d-816206-8 {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:38:26.768418 n-d-816206-8 neutron-server[103591]: INFO neutron.pecan_wsgi.hooks.translation [None req-a40bdb30-10cd-4beb-9605-82b533094438 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] GET failed (client error): The resource could not be found. Nov 23 17:38:26.770068 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-a40bdb30-10cd-4beb-9605-82b533094438 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] 10.222.0.60 "GET /v2.0/ports/0266f2cb-f8ca-43f3-a928-4a95383bf91a HTTP/1.1" status: 404 len: 333 time: 0.1110666 Nov 23 17:38:26.778726 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 48106) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:38:26.779123 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0fc69c1-492e-4496-be14-f77d8cb018a0 None None] Routers {'40855ef7-661e-4f68-b720-b8d248f8dba8'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:38:26.780584 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-a0fc69c1-492e-4496-be14-f77d8cb018a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:38:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['40855ef7-661e-4f68-b720-b8d248f8dba8'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:38:26.822635 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822c66f7-9800-4d01-9ba5-0087fd3d71f6 req-a31453cd-2c86-4c79-8586-a0bb3dc66947 tempest-ServerRescueTestJSON-1442542130 tempest-ServerRescueTestJSON-1442542130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:38:26.824206 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-822c66f7-9800-4d01-9ba5-0087fd3d71f6 req-a31453cd-2c86-4c79-8586-a0bb3dc66947 tempest-ServerRescueTestJSON-1442542130 tempest-ServerRescueTestJSON-1442542130-project] 10.222.0.60 "GET /v2.0/ports?device_id=88ef59a7-741b-4e2e-8f60-79bf9bf9f465 HTTP/1.1" status: 200 len: 932 time: 0.2928557 Nov 23 17:38:26.857879 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f639ea-1cb7-4fe7-bb98-dc2c835d0dd3 None None] Pushing event updated for resources: {'Port': ['ID=054eac10-0542-49e4-bc40-e19b267e336a,revision_number=3']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:38:26.863938 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-a0fc69c1-492e-4496-be14-f77d8cb018a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:38:26.873206 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988e6f04-703d-438e-bee1-4b58d78e045f admin admin] Pushing event updated for resources: {'Port': ['ID=354549fe-271f-4f48-b4a7-4c33380f14ec,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:38:26.925117 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 51d8bdf3-14a4-4890-8014-847b1a355945 up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:38:26.997398 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1292993c-0b25-4b91-bcdb-f69555168f03 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:27.054177 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0fc69c1-492e-4496-be14-f77d8cb018a0 None None] Routers {'40855ef7-661e-4f68-b720-b8d248f8dba8'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:38:27.054841 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-a0fc69c1-492e-4496-be14-f77d8cb018a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:38:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['40855ef7-661e-4f68-b720-b8d248f8dba8'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:38:27.064565 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-988e6f04-703d-438e-bee1-4b58d78e045f admin admin] Network b1652212-2ea9-46d9-a8a1-f4e9a021c020 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:38:27.086738 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-988e6f04-703d-438e-bee1-4b58d78e045f admin admin] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:38:27.090656 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-988e6f04-703d-438e-bee1-4b58d78e045f admin admin] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:38:27.199457 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-32c4702c-ae81-418e-a2dc-22e5de09bdf8 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks [] for router, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:27.202279 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-a0fc69c1-492e-4496-be14-f77d8cb018a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:38:27.203097 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0fc69c1-492e-4496-be14-f77d8cb018a0 None None] The sync data for ids ['40855ef7-661e-4f68-b720-b8d248f8dba8'] in n-d-816206-8 is: [] {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:38:27.230600 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1292993c-0b25-4b91-bcdb-f69555168f03 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:27.241214 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 48116) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:38:27.334947 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-49af9537-ff07-4a55-bce5-a975d029115a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e892cc8a-2be7-40a8-aeb0-c00884c21b9a', 'name': 'tempest-TestVolumeBootPattern-1477796775-router', 'tenant_id': '62e1fefd875f4454ac297b6fe98be148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.56'}], 'enable_snat': True}, 'gw_port_id': '514bac06-50a8-4dc0-a1b7-fc2c22053418', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:38:20Z', 'updated_at': '2021-11-23T17:38:22Z', 'revision_number': 3, 'project_id': '62e1fefd875f4454ac297b6fe98be148', 'gw_port': {'id': '514bac06-50a8-4dc0-a1b7-fc2c22053418', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:40:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e892cc8a-2be7-40a8-aeb0-c00884c21b9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2133, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:38:21Z', 'updated_at': '2021-11-23T17:38:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8'}], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:38:27.336184 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [req-b9737f9a-de68-4ab6-9b7c-55fe23906581 req-178d89f4-035f-46dd-8106-6e2db3040657 service neutron] Request body: {'port': {'device_id': '88ef59a7-741b-4e2e-8f60-79bf9bf9f465', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-8'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:38:27.366064 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-9b5a5e18-c68f-40d8-92a7-57f633f45bb5 None None] Attempting to bind port 054eac10-0542-49e4-bc40-e19b267e336a on host n-d-816206-8 for vnic_type normal with profile {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:38:27.366442 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-9b5a5e18-c68f-40d8-92a7-57f633f45bb5 None None] Attempting to bind port 054eac10-0542-49e4-bc40-e19b267e336a by drivers openvswitch,hyperv on host n-d-816206-8 at level 0 using segments [{'id': 'ec813e0a-4415-4fed-a736-e9a0442fcb85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '02874d22-2dc9-404b-96b5-741d17e13e44'}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:38:27.366811 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b5a5e18-c68f-40d8-92a7-57f633f45bb5 None None] Attempting to bind port 054eac10-0542-49e4-bc40-e19b267e336a on network 02874d22-2dc9-404b-96b5-741d17e13e44 {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:38:27.372048 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-988e6f04-703d-438e-bee1-4b58d78e045f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1795539'] for router_interface, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:27.381870 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-eaf25d3d-e658-4298-ac15-91e6d19ec7fa tempest-BulkNetworkOpsTest-1101708284 tempest-BulkNetworkOpsTest-1101708284-project] Request body: {'networks': [{'name': 'tempest-network--39045213'}, {'name': 'tempest-network--730265707'}]} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:38:27.382071 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-6600d87a-e27a-4d06-9b60-88f3294d0b90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:27.382769 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-eaf25d3d-e658-4298-ac15-91e6d19ec7fa tempest-BulkNetworkOpsTest-1101708284 tempest-BulkNetworkOpsTest-1101708284-project] Request body: {'network': {'name': 'tempest-network--39045213'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:38:27.383509 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-eaf25d3d-e658-4298-ac15-91e6d19ec7fa tempest-BulkNetworkOpsTest-1101708284 tempest-BulkNetworkOpsTest-1101708284-project] Request body: {'network': {'name': 'tempest-network--730265707'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:38:27.403360 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-6600d87a-e27a-4d06-9b60-88f3294d0b90 None None] For port 514bac06-50a8-4dc0-a1b7-fc2c22053418, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=514bac06-50a8-4dc0-a1b7-fc2c22053418,segment=NetworkSegment(bffd1e4f-e80f-4ff0-b418-2f42ae15febf),segment_id=bffd1e4f-e80f-4ff0-b418-2f42ae15febf)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:38:27.411394 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49af9537-ff07-4a55-bce5-a975d029115a None None] The sync data for ids ['e892cc8a-2be7-40a8-aeb0-c00884c21b9a'] in n-d-816206-8 is: [{'id': 'e892cc8a-2be7-40a8-aeb0-c00884c21b9a', 'name': 'tempest-TestVolumeBootPattern-1477796775-router', 'tenant_id': '62e1fefd875f4454ac297b6fe98be148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.56'}], 'enable_snat': True}, 'gw_port_id': '514bac06-50a8-4dc0-a1b7-fc2c22053418', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:38:20Z', 'updated_at': '2021-11-23T17:38:22Z', 'revision_number': 3, 'project_id': '62e1fefd875f4454ac297b6fe98be148', 'gw_port': {'id': '514bac06-50a8-4dc0-a1b7-fc2c22053418', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:40:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e892cc8a-2be7-40a8-aeb0-c00884c21b9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2133, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:38:21Z', 'updated_at': '2021-11-23T17:38:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8'}] {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:38:27.413961 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1292993c-0b25-4b91-bcdb-f69555168f03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:27.418722 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-6600d87a-e27a-4d06-9b60-88f3294d0b90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:27.433709 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b5a5e18-c68f-40d8-92a7-57f633f45bb5 None None] Checking agent: {'id': '9e89acbe-4bbe-4c77-a18b-6f1da9133e0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 7, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 38, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:38:27.434087 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b5a5e18-c68f-40d8-92a7-57f633f45bb5 None None] Checking segment: {'id': 'ec813e0a-4415-4fed-a736-e9a0442fcb85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '02874d22-2dc9-404b-96b5-741d17e13e44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:38:27.434487 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9b5a5e18-c68f-40d8-92a7-57f633f45bb5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:27.434876 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b5a5e18-c68f-40d8-92a7-57f633f45bb5 None None] Bound using segment: {'id': 'ec813e0a-4415-4fed-a736-e9a0442fcb85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '02874d22-2dc9-404b-96b5-741d17e13e44'} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:38:27.435360 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-9b5a5e18-c68f-40d8-92a7-57f633f45bb5 None None] Bound port: 054eac10-0542-49e4-bc40-e19b267e336a, host: n-d-816206-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec813e0a-4415-4fed-a736-e9a0442fcb85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '02874d22-2dc9-404b-96b5-741d17e13e44'}}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:38:27.435732 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9b5a5e18-c68f-40d8-92a7-57f633f45bb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:27.448509 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1292993c-0b25-4b91-bcdb-f69555168f03 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:27.476237 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-1292993c-0b25-4b91-bcdb-f69555168f03 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/8162ba45-45d9-43e2-92e6-5312eefa9742 HTTP/1.1" status: 204 len: 168 time: 1.0161729 Nov 23 17:38:27.487479 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-822c66f7-9800-4d01-9ba5-0087fd3d71f6 req-275d2c12-4243-43d0-b48f-73e5b79934c9 tempest-ServerRescueTestJSON-1442542130 tempest-ServerRescueTestJSON-1442542130-project] 10.222.0.60 "GET /v2.0/security-groups?id=cf26cd6b-cd43-4747-bf84-de1f0ff7a3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5141788 Nov 23 17:38:27.565132 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaf25d3d-e658-4298-ac15-91e6d19ec7fa tempest-BulkNetworkOpsTest-1101708284 tempest-BulkNetworkOpsTest-1101708284-project] Made reservation on behalf of 012ce55f5b4645c1b4d7d7e111ce69a0 for: {'network': 2} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:38:27.572351 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-eaf25d3d-e658-4298-ac15-91e6d19ec7fa tempest-BulkNetworkOpsTest-1101708284 tempest-BulkNetworkOpsTest-1101708284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for network, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:27.589321 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-eaf25d3d-e658-4298-ac15-91e6d19ec7fa tempest-BulkNetworkOpsTest-1101708284 tempest-BulkNetworkOpsTest-1101708284-project] Publish callbacks [] for security_group, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:27.620349 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6600d87a-e27a-4d06-9b60-88f3294d0b90 None None] Pushing event updated for resources: {'Port': ['ID=514bac06-50a8-4dc0-a1b7-fc2c22053418,revision_number=4']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:38:27.629768 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port 51d8bdf3-14a4-4890-8014-847b1a355945 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:38:27.629768 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:27.727686 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-32c4702c-ae81-418e-a2dc-22e5de09bdf8 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1794352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8175'] for router, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:27.730264 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-32c4702c-ae81-418e-a2dc-22e5de09bdf8 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:27.746899 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-055a2224-6e63-4c5c-9533-bcd7c8f21993 None None] Provisioning complete for port 054eac10-0542-49e4-bc40-e19b267e336a triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:38:27.748911 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-055a2224-6e63-4c5c-9533-bcd7c8f21993 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:27.765269 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1292993c-0b25-4b91-bcdb-f69555168f03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8162ba45-45d9-43e2-92e6-5312eefa9742,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:38:27.811883 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-eaf25d3d-e658-4298-ac15-91e6d19ec7fa tempest-BulkNetworkOpsTest-1101708284 tempest-BulkNetworkOpsTest-1101708284-project] Publish callbacks [] for security_group, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:27.822957 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-eaf25d3d-e658-4298-ac15-91e6d19ec7fa tempest-BulkNetworkOpsTest-1101708284 tempest-BulkNetworkOpsTest-1101708284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:27.823631 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-eaf25d3d-e658-4298-ac15-91e6d19ec7fa tempest-BulkNetworkOpsTest-1101708284 tempest-BulkNetworkOpsTest-1101708284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for network, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:27.866447 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-055a2224-6e63-4c5c-9533-bcd7c8f21993 None None] Port 054eac10-0542-49e4-bc40-e19b267e336a cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:38:27.888816 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-b9737f9a-de68-4ab6-9b7c-55fe23906581 req-178d89f4-035f-46dd-8106-6e2db3040657 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:27.889600 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-9b5a5e18-c68f-40d8-92a7-57f633f45bb5 None None] For port 054eac10-0542-49e4-bc40-e19b267e336a, host n-d-816206-8, cleared binding levels {{(pid=103592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:38:27.899567 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-9b5a5e18-c68f-40d8-92a7-57f633f45bb5 None None] For port 054eac10-0542-49e4-bc40-e19b267e336a, host n-d-816206-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=054eac10-0542-49e4-bc40-e19b267e336a,segment=NetworkSegment(ec813e0a-4415-4fed-a736-e9a0442fcb85),segment_id=ec813e0a-4415-4fed-a736-e9a0442fcb85)] {{(pid=103592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:38:27.933878 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9b5a5e18-c68f-40d8-92a7-57f633f45bb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:27.936762 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-32c4702c-ae81-418e-a2dc-22e5de09bdf8 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1795580'] for router, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:27.952178 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32c4702c-ae81-418e-a2dc-22e5de09bdf8 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Fanout notify agent at l3_agent the message router_deleted on router 40855ef7-661e-4f68-b720-b8d248f8dba8 {{(pid=103591) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 17:38:27.973272 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-32c4702c-ae81-418e-a2dc-22e5de09bdf8 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks [] for router, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:27.975035 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-32c4702c-ae81-418e-a2dc-22e5de09bdf8 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] 10.222.0.60 "DELETE /v2.0/routers/40855ef7-661e-4f68-b720-b8d248f8dba8 HTTP/1.1" status: 204 len: 168 time: 1.1768184 Nov 23 17:38:27.978608 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 48134) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:38:28.055000 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf25d3d-e658-4298-ac15-91e6d19ec7fa tempest-BulkNetworkOpsTest-1101708284 tempest-BulkNetworkOpsTest-1101708284-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b2a729a-143c-4abe-8f43-3231b05c565a,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:38:28.064428 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eaf25d3d-e658-4298-ac15-91e6d19ec7fa tempest-BulkNetworkOpsTest-1101708284 tempest-BulkNetworkOpsTest-1101708284-project] vlan segment allocate from pool success with {'vlan_id': 544, 'physical_network': 'physnet1'} {{(pid=103590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 17:38:28.083301 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-055a2224-6e63-4c5c-9533-bcd7c8f21993 None None] Provisioning complete for port 514bac06-50a8-4dc0-a1b7-fc2c22053418 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:38:28.083731 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-055a2224-6e63-4c5c-9533-bcd7c8f21993 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:28.126311 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.db_base_plugin_v2 [None req-13e179c7-d793-4c73-a06a-68c925f2afac tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Deleting subnet 9323e32f-6788-4c8b-93e8-5fe705d5b8cc {{(pid=103591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 17:38:28.130171 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf25d3d-e658-4298-ac15-91e6d19ec7fa tempest-BulkNetworkOpsTest-1101708284 tempest-BulkNetworkOpsTest-1101708284-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:38:28.130717 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf25d3d-e658-4298-ac15-91e6d19ec7fa tempest-BulkNetworkOpsTest-1101708284 tempest-BulkNetworkOpsTest-1101708284-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:38:28.130882 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf25d3d-e658-4298-ac15-91e6d19ec7fa tempest-BulkNetworkOpsTest-1101708284 tempest-BulkNetworkOpsTest-1101708284-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:38:28.131221 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf25d3d-e658-4298-ac15-91e6d19ec7fa tempest-BulkNetworkOpsTest-1101708284 tempest-BulkNetworkOpsTest-1101708284-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:38:28.131562 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf25d3d-e658-4298-ac15-91e6d19ec7fa tempest-BulkNetworkOpsTest-1101708284 tempest-BulkNetworkOpsTest-1101708284-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:38:28.131885 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf25d3d-e658-4298-ac15-91e6d19ec7fa tempest-BulkNetworkOpsTest-1101708284 tempest-BulkNetworkOpsTest-1101708284-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:38:28.137183 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf25d3d-e658-4298-ac15-91e6d19ec7fa tempest-BulkNetworkOpsTest-1101708284 tempest-BulkNetworkOpsTest-1101708284-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:38:28.138509 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf25d3d-e658-4298-ac15-91e6d19ec7fa tempest-BulkNetworkOpsTest-1101708284 tempest-BulkNetworkOpsTest-1101708284-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:38:28.140734 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf25d3d-e658-4298-ac15-91e6d19ec7fa tempest-BulkNetworkOpsTest-1101708284 tempest-BulkNetworkOpsTest-1101708284-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:38:28.140855 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf25d3d-e658-4298-ac15-91e6d19ec7fa tempest-BulkNetworkOpsTest-1101708284 tempest-BulkNetworkOpsTest-1101708284-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:38:28.143307 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-13e179c7-d793-4c73-a06a-68c925f2afac tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks [] for subnet, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:28.143971 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf25d3d-e658-4298-ac15-91e6d19ec7fa tempest-BulkNetworkOpsTest-1101708284 tempest-BulkNetworkOpsTest-1101708284-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:38:28.147933 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf25d3d-e658-4298-ac15-91e6d19ec7fa tempest-BulkNetworkOpsTest-1101708284 tempest-BulkNetworkOpsTest-1101708284-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:38:28.187236 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 48138) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:38:28.197844 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-eaf25d3d-e658-4298-ac15-91e6d19ec7fa tempest-BulkNetworkOpsTest-1101708284 tempest-BulkNetworkOpsTest-1101708284-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:28.201559 n-d-816206-8 neutron-server[103590]: INFO neutron.db.segments_db [None req-eaf25d3d-e658-4298-ac15-91e6d19ec7fa tempest-BulkNetworkOpsTest-1101708284 tempest-BulkNetworkOpsTest-1101708284-project] Added segment fe73881b-7d81-4825-8011-e2483394bb1b of type vlan for network 48bff56d-d507-438d-8554-2235f7a67b15 Nov 23 17:38:28.350711 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2375bf24-0163-40ae-8078-933fcde11a9f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:28.370318 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f639ea-1cb7-4fe7-bb98-dc2c835d0dd3 None None] Pushing event updated for resources: {'Port': ['ID=054eac10-0542-49e4-bc40-e19b267e336a,revision_number=4']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:38:28.378851 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b5a5e18-c68f-40d8-92a7-57f633f45bb5 None None] Routers {'6ce656d6-d295-4a48-8809-f02b548dd50a'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:38:28.379488 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-9b5a5e18-c68f-40d8-92a7-57f633f45bb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:38:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['6ce656d6-d295-4a48-8809-f02b548dd50a'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:38:28.383874 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-eaf25d3d-e658-4298-ac15-91e6d19ec7fa tempest-BulkNetworkOpsTest-1101708284 tempest-BulkNetworkOpsTest-1101708284-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736635338810'] for network, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:28.388621 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-988e6f04-703d-438e-bee1-4b58d78e045f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:28.481591 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-13e179c7-d793-4c73-a06a-68c925f2afac tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265990000'] for subnet, precommit_delete_associations {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:28.561417 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2375bf24-0163-40ae-8078-933fcde11a9f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:28.603868 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.db.resource_extend [None req-eaf25d3d-e658-4298-ac15-91e6d19ec7fa tempest-BulkNetworkOpsTest-1101708284 tempest-BulkNetworkOpsTest-1101708284-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 23 17:38:28.650670 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eaf25d3d-e658-4298-ac15-91e6d19ec7fa tempest-BulkNetworkOpsTest-1101708284 tempest-BulkNetworkOpsTest-1101708284-project] vlan segment allocate from pool success with {'vlan_id': 516, 'physical_network': 'physnet1'} {{(pid=103590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 17:38:28.665342 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [req-b9737f9a-de68-4ab6-9b7c-55fe23906581 req-178d89f4-035f-46dd-8106-6e2db3040657 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1c9a459-49a8-4e30-a173-b7f7042e002a {{(pid=103591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:38:28.673077 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-eaf25d3d-e658-4298-ac15-91e6d19ec7fa tempest-BulkNetworkOpsTest-1101708284 tempest-BulkNetworkOpsTest-1101708284-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:28.673905 n-d-816206-8 neutron-server[103590]: INFO neutron.db.segments_db [None req-eaf25d3d-e658-4298-ac15-91e6d19ec7fa tempest-BulkNetworkOpsTest-1101708284 tempest-BulkNetworkOpsTest-1101708284-project] Added segment 7c89740d-a42f-4b8c-ab6f-276b4a4cfc63 of type vlan for network 69689e4c-76d4-4ae0-b444-d42a80599be6 Nov 23 17:38:28.690564 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-13e179c7-d793-4c73-a06a-68c925f2afac tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971956'] for subnet, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:28.715158 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-b9737f9a-de68-4ab6-9b7c-55fe23906581 req-178d89f4-035f-46dd-8106-6e2db3040657 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:28.752682 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-eaf25d3d-e658-4298-ac15-91e6d19ec7fa tempest-BulkNetworkOpsTest-1101708284 tempest-BulkNetworkOpsTest-1101708284-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736635338810'] for network, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:28.791211 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.provisioning_blocks [req-b9737f9a-de68-4ab6-9b7c-55fe23906581 req-178d89f4-035f-46dd-8106-6e2db3040657 service neutron] Transition to ACTIVE for port object d1c9a459-49a8-4e30-a173-b7f7042e002a will not be triggered until provisioned by entity L2. {{(pid=103591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 17:38:28.800024 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-b9737f9a-de68-4ab6-9b7c-55fe23906581 req-178d89f4-035f-46dd-8106-6e2db3040657 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264758186'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:28.817585 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2375bf24-0163-40ae-8078-933fcde11a9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:28.876869 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvr_db [None req-9b5a5e18-c68f-40d8-92a7-57f633f45bb5 None None] Set router 6ce656d6-d295-4a48-8809-f02b548dd50a gateway port host: n-d-816206-8 {{(pid=103592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:38:28.906123 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-2375bf24-0163-40ae-8078-933fcde11a9f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b4ab642b20594a028623cd063ef85d02&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6336930 Nov 23 17:38:28.906877 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-eaf25d3d-e658-4298-ac15-91e6d19ec7fa tempest-BulkNetworkOpsTest-1101708284 tempest-BulkNetworkOpsTest-1101708284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493'] for network, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:28.907369 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-eaf25d3d-e658-4298-ac15-91e6d19ec7fa tempest-BulkNetworkOpsTest-1101708284 tempest-BulkNetworkOpsTest-1101708284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493'] for network, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:28.915502 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaf25d3d-e658-4298-ac15-91e6d19ec7fa tempest-BulkNetworkOpsTest-1101708284 tempest-BulkNetworkOpsTest-1101708284-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:38:28.922798 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-055a2224-6e63-4c5c-9533-bcd7c8f21993 None None] Provisioning complete for port 51d8bdf3-14a4-4890-8014-847b1a355945 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:38:28.923019 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaf25d3d-e658-4298-ac15-91e6d19ec7fa tempest-BulkNetworkOpsTest-1101708284 tempest-BulkNetworkOpsTest-1101708284-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:38:28.923128 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-055a2224-6e63-4c5c-9533-bcd7c8f21993 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:28.924301 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-eaf25d3d-e658-4298-ac15-91e6d19ec7fa tempest-BulkNetworkOpsTest-1101708284 tempest-BulkNetworkOpsTest-1101708284-project] Publish callbacks [] for network, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:28.939515 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 48152) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:38:28.942375 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2375bf24-0163-40ae-8078-933fcde11a9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2483879-a0fd-4d1d-b207-cbc58ac04997,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:38:29.020103 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b03c3b-714e-42b8-9d5a-b4d73fe08912 req-c5210e5e-7f74-408d-a575-8c02323e693c tempest-ServerRescueTestJSON-1442542130 tempest-ServerRescueTestJSON-1442542130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:38:29.026320 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-29b03c3b-714e-42b8-9d5a-b4d73fe08912 req-c5210e5e-7f74-408d-a575-8c02323e693c tempest-ServerRescueTestJSON-1442542130 tempest-ServerRescueTestJSON-1442542130-project] 10.222.0.60 "GET /v2.0/ports?device_id=88ef59a7-741b-4e2e-8f60-79bf9bf9f465 HTTP/1.1" status: 200 len: 932 time: 0.3520687 Nov 23 17:38:29.127939 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf25d3d-e658-4298-ac15-91e6d19ec7fa tempest-BulkNetworkOpsTest-1101708284 tempest-BulkNetworkOpsTest-1101708284-project] Pushing event updated for resources: {'Network': ['ID=48bff56d-d507-438d-8554-2235f7a67b15,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:38:29.135285 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-eaf25d3d-e658-4298-ac15-91e6d19ec7fa tempest-BulkNetworkOpsTest-1101708284 tempest-BulkNetworkOpsTest-1101708284-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1317 time: 1.8884251 Nov 23 17:38:29.158036 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-29b03c3b-714e-42b8-9d5a-b4d73fe08912 req-cda45fc6-3d7e-4219-af38-9211d5ccb850 tempest-ServerRescueTestJSON-1442542130 tempest-ServerRescueTestJSON-1442542130-project] 10.222.0.60 "GET /v2.0/security-groups?id=cf26cd6b-cd43-4747-bf84-de1f0ff7a3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093276 Nov 23 17:38:29.167933 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 48154) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:38:29.170894 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Network 48bff56d-d507-438d-8554-2235f7a67b15 details requested by agent ovs-agent-n-d-816206-8 with host n-d-816206-8 {{(pid=103592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 17:38:29.175864 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178d89f4-035f-46dd-8106-6e2db3040657 service neutron] Pushing event updated for resources: {'Port': ['ID=d1c9a459-49a8-4e30-a173-b7f7042e002a,revision_number=2']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:38:29.338341 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 514bac06-50a8-4dc0-a1b7-fc2c22053418 up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:38:29.434415 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.agents_db [None req-464f6c07-0de8-4be6-8f5b-563f574d1c5d None None] Agent healthcheck: found 7 active agents {{(pid=103593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 17:38:29.483254 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port 514bac06-50a8-4dc0-a1b7-fc2c22053418 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:38:29.483892 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:29.558785 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-bef6cefb-c3d5-4862-8ccd-1f460a6d089a None None] Provisioning complete for port 054eac10-0542-49e4-bc40-e19b267e336a triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:38:29.559544 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-bef6cefb-c3d5-4862-8ccd-1f460a6d089a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:29.564102 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-988e6f04-703d-438e-bee1-4b58d78e045f admin admin] Publish callbacks [] for port, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:29.567567 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf25d3d-e658-4298-ac15-91e6d19ec7fa tempest-BulkNetworkOpsTest-1101708284 tempest-BulkNetworkOpsTest-1101708284-project] Pushing event updated for resources: {'Network': ['ID=69689e4c-76d4-4ae0-b444-d42a80599be6,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:38:29.584670 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-988e6f04-703d-438e-bee1-4b58d78e045f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264357957'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:29.594797 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Network 69689e4c-76d4-4ae0-b444-d42a80599be6 details requested by agent ovs-agent-n-d-816206-8 with host n-d-816206-8 {{(pid=103592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 17:38:29.631612 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4cc7f72e-ceb9-4ea1-bcee-c0bdf316565d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:29.666547 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4cc7f72e-ceb9-4ea1-bcee-c0bdf316565d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:29.724181 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-9b5a5e18-c68f-40d8-92a7-57f633f45bb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ce656d6-d295-4a48-8809-f02b548dd50a', 'name': 'tempest-TestVolumeBootPattern-1110572301-router', 'tenant_id': 'c0a53cd325e44b8fbee499050453672f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.143'}], 'enable_snat': True}, 'gw_port_id': '41276f9e-4769-4678-a2c8-4ca2eb9f723b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:38:07Z', 'updated_at': '2021-11-23T17:38:14Z', 'revision_number': 4, 'project_id': 'c0a53cd325e44b8fbee499050453672f', 'gw_port': {'id': '41276f9e-4769-4678-a2c8-4ca2eb9f723b', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:83:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ce656d6-d295-4a48-8809-f02b548dd50a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2099, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:38:08Z', 'updated_at': '2021-11-23T17:38:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_interfaces': [{'id': '054eac10-0542-49e4-bc40-e19b267e336a', 'name': '', 'network_id': '02874d22-2dc9-404b-96b5-741d17e13e44', 'tenant_id': 'c0a53cd325e44b8fbee499050453672f', 'mac_address': 'fa:16:3e:59:af:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ce656d6-d295-4a48-8809-f02b548dd50a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2117, 'fixed_ips': [{'subnet_id': '7cd7c517-b8bf-4f3d-98b6-b23c91372576', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:38:12Z', 'updated_at': '2021-11-23T17:38:27Z', 'revision_number': 4, 'project_id': 'c0a53cd325e44b8fbee499050453672f', 'subnets': [{'id': '7cd7c517-b8bf-4f3d-98b6-b23c91372576', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:38:29.736927 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-988e6f04-703d-438e-bee1-4b58d78e045f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2068703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1794403'] for router_interface, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:29.814761 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 054eac10-0542-49e4-bc40-e19b267e336a up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:38:29.816238 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51348535-267f-4850-9a3b-fad0d6233bb0 tempest-BulkNetworkOpsTest-1101708284 tempest-BulkNetworkOpsTest-1101708284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:38:29.823817 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51348535-267f-4850-9a3b-fad0d6233bb0 tempest-BulkNetworkOpsTest-1101708284 tempest-BulkNetworkOpsTest-1101708284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:38:29.829915 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51348535-267f-4850-9a3b-fad0d6233bb0 tempest-BulkNetworkOpsTest-1101708284 tempest-BulkNetworkOpsTest-1101708284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:38:29.837103 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51348535-267f-4850-9a3b-fad0d6233bb0 tempest-BulkNetworkOpsTest-1101708284 tempest-BulkNetworkOpsTest-1101708284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:38:29.841365 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-51348535-267f-4850-9a3b-fad0d6233bb0 tempest-BulkNetworkOpsTest-1101708284 tempest-BulkNetworkOpsTest-1101708284-project] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2404 time: 0.6682539 Nov 23 17:38:29.842502 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-13e179c7-d793-4c73-a06a-68c925f2afac tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264758240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264314269'] for subnet, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:29.848225 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 48168) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:38:29.861103 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4cc7f72e-ceb9-4ea1-bcee-c0bdf316565d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:29.864880 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4cc7f72e-ceb9-4ea1-bcee-c0bdf316565d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:29.865711 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b5a5e18-c68f-40d8-92a7-57f633f45bb5 None None] The sync data for ids ['6ce656d6-d295-4a48-8809-f02b548dd50a'] in n-d-816206-8 is: [{'id': '6ce656d6-d295-4a48-8809-f02b548dd50a', 'name': 'tempest-TestVolumeBootPattern-1110572301-router', 'tenant_id': 'c0a53cd325e44b8fbee499050453672f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.143'}], 'enable_snat': True}, 'gw_port_id': '41276f9e-4769-4678-a2c8-4ca2eb9f723b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:38:07Z', 'updated_at': '2021-11-23T17:38:14Z', 'revision_number': 4, 'project_id': 'c0a53cd325e44b8fbee499050453672f', 'gw_port': {'id': '41276f9e-4769-4678-a2c8-4ca2eb9f723b', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:83:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ce656d6-d295-4a48-8809-f02b548dd50a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2099, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:38:08Z', 'updated_at': '2021-11-23T17:38:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_interfaces': [{'id': '054eac10-0542-49e4-bc40-e19b267e336a', 'name': '', 'network_id': '02874d22-2dc9-404b-96b5-741d17e13e44', 'tenant_id': 'c0a53cd325e44b8fbee499050453672f', 'mac_address': 'fa:16:3e:59:af:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ce656d6-d295-4a48-8809-f02b548dd50a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2117, 'fixed_ips': [{'subnet_id': '7cd7c517-b8bf-4f3d-98b6-b23c91372576', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:38:12Z', 'updated_at': '2021-11-23T17:38:27Z', 'revision_number': 4, 'project_id': 'c0a53cd325e44b8fbee499050453672f', 'subnets': [{'id': '7cd7c517-b8bf-4f3d-98b6-b23c91372576', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:38:29.869824 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-4cc7f72e-ceb9-4ea1-bcee-c0bdf316565d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d2483879-a0fd-4d1d-b207-cbc58ac04997 HTTP/1.1" status: 204 len: 168 time: 0.8059583 Nov 23 17:38:29.895120 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc7f72e-ceb9-4ea1-bcee-c0bdf316565d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2483879-a0fd-4d1d-b207-cbc58ac04997,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:38:29.912653 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988e6f04-703d-438e-bee1-4b58d78e045f admin admin] Pushing event updated for resources: {'Port': ['ID=354549fe-271f-4f48-b4a7-4c33380f14ec,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:38:29.950467 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-988e6f04-703d-438e-bee1-4b58d78e045f admin admin] Network b1652212-2ea9-46d9-a8a1-f4e9a021c020 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:38:29.953017 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-988e6f04-703d-438e-bee1-4b58d78e045f admin admin] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:38:29.988098 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e179c7-d793-4c73-a06a-68c925f2afac tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Pushing event deleted for resources: {'Subnet': ['ID=9323e32f-6788-4c8b-93e8-5fe705d5b8cc,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:38:30.012176 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-bef6cefb-c3d5-4862-8ccd-1f460a6d089a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:30.038048 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-13e179c7-d793-4c73-a06a-68c925f2afac tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for subnet, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:30.043877 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port 054eac10-0542-49e4-bc40-e19b267e336a triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:38:30.044253 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:30.055238 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-13e179c7-d793-4c73-a06a-68c925f2afac tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] 10.222.0.60 "DELETE /v2.0/subnets/9323e32f-6788-4c8b-93e8-5fe705d5b8cc HTTP/1.1" status: 204 len: 168 time: 2.0724213 Nov 23 17:38:30.061054 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 48172) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:38:30.127094 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99e657b5-3060-4c53-9ef8-5ae21c299c58 None None] Network 29d10f2d-5365-4497-9794-9879edc2c233 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:38:30.216352 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-b9737f9a-de68-4ab6-9b7c-55fe23906581 req-178d89f4-035f-46dd-8106-6e2db3040657 service neutron] Attempting to bind port d1c9a459-49a8-4e30-a173-b7f7042e002a on host n-h1-816206-8 for vnic_type normal with profile {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:38:30.217019 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-b9737f9a-de68-4ab6-9b7c-55fe23906581 req-178d89f4-035f-46dd-8106-6e2db3040657 service neutron] Attempting to bind port d1c9a459-49a8-4e30-a173-b7f7042e002a by drivers openvswitch,hyperv on host n-h1-816206-8 at level 0 using segments [{'id': 'c149808e-63db-41ac-b80f-e721c4138182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '54b597b6-8526-45de-87fd-e706be5a39dc'}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:38:30.217899 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9737f9a-de68-4ab6-9b7c-55fe23906581 req-178d89f4-035f-46dd-8106-6e2db3040657 service neutron] Attempting to bind port d1c9a459-49a8-4e30-a173-b7f7042e002a on network 54b597b6-8526-45de-87fd-e706be5a39dc {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:38:30.219608 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-bef6cefb-c3d5-4862-8ccd-1f460a6d089a None None] For port 054eac10-0542-49e4-bc40-e19b267e336a, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=054eac10-0542-49e4-bc40-e19b267e336a,segment=NetworkSegment(ec813e0a-4415-4fed-a736-e9a0442fcb85),segment_id=ec813e0a-4415-4fed-a736-e9a0442fcb85)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:38:30.237236 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-bef6cefb-c3d5-4862-8ccd-1f460a6d089a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:30.238293 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-b77a4ae5-12a6-4151-a101-dd0a3d6eabed tempest-BulkNetworkOpsTest-1101708284 tempest-BulkNetworkOpsTest-1101708284-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-555181'] for network, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:30.329838 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9737f9a-de68-4ab6-9b7c-55fe23906581 req-178d89f4-035f-46dd-8106-6e2db3040657 service neutron] Port d1c9a459-49a8-4e30-a173-b7f7042e002a on network 54b597b6-8526-45de-87fd-e706be5a39dc not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-8 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 17:38:30.330354 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9737f9a-de68-4ab6-9b7c-55fe23906581 req-178d89f4-035f-46dd-8106-6e2db3040657 service neutron] Attempting to bind port d1c9a459-49a8-4e30-a173-b7f7042e002a on network 54b597b6-8526-45de-87fd-e706be5a39dc {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:38:30.364315 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9737f9a-de68-4ab6-9b7c-55fe23906581 req-178d89f4-035f-46dd-8106-6e2db3040657 service neutron] Checking agent: {'id': '4b0a4557-3bfe-4828-80a0-7981fc3ac84c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 15, 14), 'started_at': datetime.datetime(2021, 11, 23, 17, 15, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 38, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:38:30.364731 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9737f9a-de68-4ab6-9b7c-55fe23906581 req-178d89f4-035f-46dd-8106-6e2db3040657 service neutron] Checking segment: {'id': 'c149808e-63db-41ac-b80f-e721c4138182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '54b597b6-8526-45de-87fd-e706be5a39dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:38:30.365664 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9737f9a-de68-4ab6-9b7c-55fe23906581 req-178d89f4-035f-46dd-8106-6e2db3040657 service neutron] Bound using segment: {'id': 'c149808e-63db-41ac-b80f-e721c4138182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '54b597b6-8526-45de-87fd-e706be5a39dc'} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:38:30.366125 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-b9737f9a-de68-4ab6-9b7c-55fe23906581 req-178d89f4-035f-46dd-8106-6e2db3040657 service neutron] Bound port: d1c9a459-49a8-4e30-a173-b7f7042e002a, host: n-h1-816206-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c149808e-63db-41ac-b80f-e721c4138182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '54b597b6-8526-45de-87fd-e706be5a39dc'}}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:38:30.366484 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-b9737f9a-de68-4ab6-9b7c-55fe23906581 req-178d89f4-035f-46dd-8106-6e2db3040657 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:30.373415 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-988e6f04-703d-438e-bee1-4b58d78e045f admin admin] Router e892cc8a-2be7-40a8-aeb0-c00884c21b9a has already been hosted by L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 {{(pid=103590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 17:38:30.383840 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-bb8376e0-6060-4912-a868-a2fe1df62373 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-555181'] for network, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:30.620019 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-b77a4ae5-12a6-4151-a101-dd0a3d6eabed tempest-BulkNetworkOpsTest-1101708284 tempest-BulkNetworkOpsTest-1101708284-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973419', 'neutron.services.segments.db._delete_segments_for_network-8736635878840'] for network, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:30.634129 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-bef6cefb-c3d5-4862-8ccd-1f460a6d089a None None] Provisioning complete for port 354549fe-271f-4f48-b4a7-4c33380f14ec triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:38:30.634765 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-bef6cefb-c3d5-4862-8ccd-1f460a6d089a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:30.636514 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef6cefb-c3d5-4862-8ccd-1f460a6d089a None None] Pushing event updated for resources: {'Port': ['ID=054eac10-0542-49e4-bc40-e19b267e336a,revision_number=5']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:38:30.655904 n-d-816206-8 neutron-server[103591]: DEBUG neutron.services.segments.db [None req-b77a4ae5-12a6-4151-a101-dd0a3d6eabed tempest-BulkNetworkOpsTest-1101708284 tempest-BulkNetworkOpsTest-1101708284-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48bff56d-d507-438d-8554-2235f7a67b15']}} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:38:30.670780 n-d-816206-8 neutron-server[103591]: DEBUG neutron.services.segments.db [None req-b77a4ae5-12a6-4151-a101-dd0a3d6eabed tempest-BulkNetworkOpsTest-1101708284 tempest-BulkNetworkOpsTest-1101708284-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe73881b-7d81-4825-8011-e2483394bb1b') {'for_net_delete': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:38:30.671075 n-d-816206-8 neutron-server[103591]: DEBUG neutron.services.segments.db [None req-b77a4ae5-12a6-4151-a101-dd0a3d6eabed tempest-BulkNetworkOpsTest-1101708284 tempest-BulkNetworkOpsTest-1101708284-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe73881b-7d81-4825-8011-e2483394bb1b') {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:38:30.691527 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-b77a4ae5-12a6-4151-a101-dd0a3d6eabed tempest-BulkNetworkOpsTest-1101708284 tempest-BulkNetworkOpsTest-1101708284-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736635840332', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265989959'] for segment, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:30.752824 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-b77a4ae5-12a6-4151-a101-dd0a3d6eabed tempest-BulkNetworkOpsTest-1101708284 tempest-BulkNetworkOpsTest-1101708284-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:30.785866 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-bef6cefb-c3d5-4862-8ccd-1f460a6d089a None None] Port 354549fe-271f-4f48-b4a7-4c33380f14ec cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:38:30.873198 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-b9737f9a-de68-4ab6-9b7c-55fe23906581 req-178d89f4-035f-46dd-8106-6e2db3040657 service neutron] For port d1c9a459-49a8-4e30-a173-b7f7042e002a, host n-h1-816206-8, cleared binding levels {{(pid=103591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:38:30.880255 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-b9737f9a-de68-4ab6-9b7c-55fe23906581 req-178d89f4-035f-46dd-8106-6e2db3040657 service neutron] For port d1c9a459-49a8-4e30-a173-b7f7042e002a, host n-h1-816206-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=d1c9a459-49a8-4e30-a173-b7f7042e002a,segment=NetworkSegment(c149808e-63db-41ac-b80f-e721c4138182),segment_id=c149808e-63db-41ac-b80f-e721c4138182)] {{(pid=103591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:38:30.887487 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b77a4ae5-12a6-4151-a101-dd0a3d6eabed tempest-BulkNetworkOpsTest-1101708284 tempest-BulkNetworkOpsTest-1101708284-project] Releasing vlan 544 on physical network physnet1 to pool {{(pid=103591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 17:38:30.887927 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-b77a4ae5-12a6-4151-a101-dd0a3d6eabed tempest-BulkNetworkOpsTest-1101708284 tempest-BulkNetworkOpsTest-1101708284-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264756290'] for segment, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:30.941626 n-d-816206-8 neutron-server[103591]: Traceback (most recent call last): Nov 23 17:38:30.941626 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 17:38:30.941626 n-d-816206-8 neutron-server[103591]: timer() Nov 23 17:38:30.941626 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 17:38:30.941626 n-d-816206-8 neutron-server[103591]: cb(*args, **kw) Nov 23 17:38:30.941626 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 17:38:30.941626 n-d-816206-8 neutron-server[103591]: return func(*args, **kwargs) Nov 23 17:38:30.941626 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 17:38:30.941626 n-d-816206-8 neutron-server[103591]: self._notify() Nov 23 17:38:30.941626 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 17:38:30.941626 n-d-816206-8 neutron-server[103591]: self.callback(batched_events) Nov 23 17:38:30.941626 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 17:38:30.941626 n-d-816206-8 neutron-server[103591]: event.method(event) Nov 23 17:38:30.941626 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 17:38:30.941626 n-d-816206-8 neutron-server[103591]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 17:38:30.941626 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 17:38:30.941626 n-d-816206-8 neutron-server[103591]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 17:38:30.941626 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 17:38:30.941626 n-d-816206-8 neutron-server[103591]: return f(self, *a, **k) Nov 23 17:38:30.941626 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 17:38:30.941626 n-d-816206-8 neutron-server[103591]: return self._get(url).json() Nov 23 17:38:30.941626 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 17:38:30.941626 n-d-816206-8 neutron-server[103591]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 17:38:30.941626 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 17:38:30.941626 n-d-816206-8 neutron-server[103591]: return self.request(url, 'GET', **kwargs) Nov 23 17:38:30.941626 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 17:38:30.941626 n-d-816206-8 neutron-server[103591]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 17:38:30.941626 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 17:38:30.941626 n-d-816206-8 neutron-server[103591]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 17:38:30.941626 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 17:38:30.941626 n-d-816206-8 neutron-server[103591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 17:38:30.941626 n-d-816206-8 neutron-server[103591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 17:38:30.946332 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-1ff05e5b-c214-47e2-9aff-f4f2279ca401 None None] Provisioning complete for port 354549fe-271f-4f48-b4a7-4c33380f14ec triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:38:30.946719 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-1ff05e5b-c214-47e2-9aff-f4f2279ca401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:30.982726 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0968b7ff-e944-4feb-9304-ece21e431a7b req-e0e45a52-0583-4d7b-bb8d-01747795f8a3 tempest-ServerRescueTestJSON-1442542130 tempest-ServerRescueTestJSON-1442542130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:38:30.991999 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-0968b7ff-e944-4feb-9304-ece21e431a7b req-e0e45a52-0583-4d7b-bb8d-01747795f8a3 tempest-ServerRescueTestJSON-1442542130 tempest-ServerRescueTestJSON-1442542130-project] 10.222.0.60 "GET /v2.0/ports?device_id=88ef59a7-741b-4e2e-8f60-79bf9bf9f465 HTTP/1.1" status: 200 len: 944 time: 0.6635315 Nov 23 17:38:30.996744 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-b9737f9a-de68-4ab6-9b7c-55fe23906581 req-178d89f4-035f-46dd-8106-6e2db3040657 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264758186'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:31.018373 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46cf867f-997f-455a-b2e5-1d4ce8f16591 None None] DHCP port deletion for 29d10f2d-5365-4497-9794-9879edc2c233 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:38:31.040184 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 054eac10-0542-49e4-bc40-e19b267e336a up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:38:31.125157 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-1ff05e5b-c214-47e2-9aff-f4f2279ca401 None None] Port 354549fe-271f-4f48-b4a7-4c33380f14ec cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:38:31.163982 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9737f9a-de68-4ab6-9b7c-55fe23906581 req-178d89f4-035f-46dd-8106-6e2db3040657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:38:31.164552 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-b9737f9a-de68-4ab6-9b7c-55fe23906581 req-178d89f4-035f-46dd-8106-6e2db3040657 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:31.166583 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b9737f9a-de68-4ab6-9b7c-55fe23906581 req-178d89f4-035f-46dd-8106-6e2db3040657 service neutron] 10.222.0.55 "PUT /v2.0/ports/d1c9a459-49a8-4e30-a173-b7f7042e002a HTTP/1.1" status: 200 len: 1092 time: 4.7440298 Nov 23 17:38:31.170695 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88ef59a7-741b-4e2e-8f60-79bf9bf9f465', 'tag': 'd1c9a459-49a8-4e30-a173-b7f7042e002a'}] {{(pid=103591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:38:31.174036 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41d174a19ece9499ff9ec44e5b3fc50f2abd3ffbc947fb7e52ea1e8db27b95b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a964af80-c5a8-4237-9ca2-b1267a2c0bc1" -d '{"events": [{"name": "network-changed", "server_uuid": "88ef59a7-741b-4e2e-8f60-79bf9bf9f465", "tag": "d1c9a459-49a8-4e30-a173-b7f7042e002a"}]}' {{(pid=103591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:38:31.199051 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-b77a4ae5-12a6-4151-a101-dd0a3d6eabed tempest-BulkNetworkOpsTest-1101708284 tempest-BulkNetworkOpsTest-1101708284-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1795418'] for network, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:31.240911 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-46cf867f-997f-455a-b2e5-1d4ce8f16591 None None] Deleting port e2256acf-41f5-4e2f-96a9-c51b9650538c {{(pid=103592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:38:31.241258 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-46cf867f-997f-455a-b2e5-1d4ce8f16591 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:31.241382 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-988e6f04-703d-438e-bee1-4b58d78e045f admin admin] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:38:31.244903 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-b77a4ae5-12a6-4151-a101-dd0a3d6eabed tempest-BulkNetworkOpsTest-1101708284 tempest-BulkNetworkOpsTest-1101708284-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for network, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:31.248261 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-b77a4ae5-12a6-4151-a101-dd0a3d6eabed tempest-BulkNetworkOpsTest-1101708284 tempest-BulkNetworkOpsTest-1101708284-project] 10.222.0.60 "DELETE /v2.0/networks/48bff56d-d507-438d-8554-2235f7a67b15 HTTP/1.1" status: 204 len: 168 time: 1.3955154 Nov 23 17:38:31.253159 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-988e6f04-703d-438e-bee1-4b58d78e045f admin admin] 10.222.0.60 "PUT /v2.0/routers/e892cc8a-2be7-40a8-aeb0-c00884c21b9a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4105790 Nov 23 17:38:31.258429 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 48200) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:38:31.261556 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee4ce97d-c0ec-46b6-9638-709a2d3c3261 None None] Sync routers for ids ['e892cc8a-2be7-40a8-aeb0-c00884c21b9a'] in n-d-816206-8 {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:38:31.290333 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee4ce97d-c0ec-46b6-9638-709a2d3c3261 None None] Routers {'e892cc8a-2be7-40a8-aeb0-c00884c21b9a'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:38:31.290973 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-ee4ce97d-c0ec-46b6-9638-709a2d3c3261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:38:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['e892cc8a-2be7-40a8-aeb0-c00884c21b9a'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:38:31.313857 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port 054eac10-0542-49e4-bc40-e19b267e336a triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:38:31.314272 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:31.331110 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-bb8376e0-6060-4912-a868-a2fe1df62373 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Deleting port e2256acf-41f5-4e2f-96a9-c51b9650538c {{(pid=103591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:38:31.347069 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-bb8376e0-6060-4912-a868-a2fe1df62373 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:31.349457 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178d89f4-035f-46dd-8106-6e2db3040657 service neutron] Pushing event updated for resources: {'Port': ['ID=d1c9a459-49a8-4e30-a173-b7f7042e002a,revision_number=3']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:38:31.372370 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77a4ae5-12a6-4151-a101-dd0a3d6eabed tempest-BulkNetworkOpsTest-1101708284 tempest-BulkNetworkOpsTest-1101708284-project] Pushing event deleted for resources: {'Network': ['ID=48bff56d-d507-438d-8554-2235f7a67b15,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:38:31.375778 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 17:38:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fc7fb1a-651c-4491-b7e2-50ab87119591 x-openstack-request-id: req-6fc7fb1a-651c-4491-b7e2-50ab87119591 {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:38:31.376364 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88ef59a7-741b-4e2e-8f60-79bf9bf9f465", "tag": "d1c9a459-49a8-4e30-a173-b7f7042e002a", "status": "completed", "code": 200}]} {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:38:31.376892 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6fc7fb1a-651c-4491-b7e2-50ab87119591 {{(pid=103591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:38:31.377755 n-d-816206-8 neutron-server[103591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88ef59a7-741b-4e2e-8f60-79bf9bf9f465', 'tag': 'd1c9a459-49a8-4e30-a173-b7f7042e002a', 'status': 'completed', 'code': 200} Nov 23 17:38:31.400878 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-0968b7ff-e944-4feb-9304-ece21e431a7b req-5cc0a9d5-f8af-44dd-bea7-5c80ac553045 tempest-ServerRescueTestJSON-1442542130 tempest-ServerRescueTestJSON-1442542130-project] 10.222.0.60 "GET /v2.0/security-groups?id=cf26cd6b-cd43-4747-bf84-de1f0ff7a3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4080467 Nov 23 17:38:31.421463 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-178d89f4-035f-46dd-8106-6e2db3040657 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:38:31.421463 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-178d89f4-035f-46dd-8106-6e2db3040657 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:38:31.421463 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-178d89f4-035f-46dd-8106-6e2db3040657 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:38:31.421463 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-178d89f4-035f-46dd-8106-6e2db3040657 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:38:31.421463 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-178d89f4-035f-46dd-8106-6e2db3040657 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:38:31.421463 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-178d89f4-035f-46dd-8106-6e2db3040657 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:38:31.421463 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-178d89f4-035f-46dd-8106-6e2db3040657 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:38:31.421463 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-178d89f4-035f-46dd-8106-6e2db3040657 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:38:31.421463 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-178d89f4-035f-46dd-8106-6e2db3040657 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:38:31.421463 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-178d89f4-035f-46dd-8106-6e2db3040657 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:38:31.421463 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-178d89f4-035f-46dd-8106-6e2db3040657 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:38:31.421463 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-178d89f4-035f-46dd-8106-6e2db3040657 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:38:31.433322 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77a4ae5-12a6-4151-a101-dd0a3d6eabed tempest-BulkNetworkOpsTest-1101708284 tempest-BulkNetworkOpsTest-1101708284-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:38:31.433847 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77a4ae5-12a6-4151-a101-dd0a3d6eabed tempest-BulkNetworkOpsTest-1101708284 tempest-BulkNetworkOpsTest-1101708284-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:38:31.434298 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77a4ae5-12a6-4151-a101-dd0a3d6eabed tempest-BulkNetworkOpsTest-1101708284 tempest-BulkNetworkOpsTest-1101708284-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:38:31.434929 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77a4ae5-12a6-4151-a101-dd0a3d6eabed tempest-BulkNetworkOpsTest-1101708284 tempest-BulkNetworkOpsTest-1101708284-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:38:31.435397 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77a4ae5-12a6-4151-a101-dd0a3d6eabed tempest-BulkNetworkOpsTest-1101708284 tempest-BulkNetworkOpsTest-1101708284-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:38:31.435838 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77a4ae5-12a6-4151-a101-dd0a3d6eabed tempest-BulkNetworkOpsTest-1101708284 tempest-BulkNetworkOpsTest-1101708284-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:38:31.436278 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77a4ae5-12a6-4151-a101-dd0a3d6eabed tempest-BulkNetworkOpsTest-1101708284 tempest-BulkNetworkOpsTest-1101708284-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:38:31.436755 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77a4ae5-12a6-4151-a101-dd0a3d6eabed tempest-BulkNetworkOpsTest-1101708284 tempest-BulkNetworkOpsTest-1101708284-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:38:31.437197 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77a4ae5-12a6-4151-a101-dd0a3d6eabed tempest-BulkNetworkOpsTest-1101708284 tempest-BulkNetworkOpsTest-1101708284-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:38:31.437635 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77a4ae5-12a6-4151-a101-dd0a3d6eabed tempest-BulkNetworkOpsTest-1101708284 tempest-BulkNetworkOpsTest-1101708284-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:38:31.438075 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77a4ae5-12a6-4151-a101-dd0a3d6eabed tempest-BulkNetworkOpsTest-1101708284 tempest-BulkNetworkOpsTest-1101708284-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:38:31.438751 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77a4ae5-12a6-4151-a101-dd0a3d6eabed tempest-BulkNetworkOpsTest-1101708284 tempest-BulkNetworkOpsTest-1101708284-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:38:31.523984 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f00b5392-7da7-4f51-aca9-fcb896f16dcc tempest-BulkNetworkOpsTest-1101708284 tempest-BulkNetworkOpsTest-1101708284-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-555181'] for network, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:31.592132 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-46cf867f-997f-455a-b2e5-1d4ce8f16591 None None] For port e2256acf-41f5-4e2f-96a9-c51b9650538c, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=e2256acf-41f5-4e2f-96a9-c51b9650538c,segment=NetworkSegment(5a02ed5d-1622-44b3-83b5-d200d333b366),segment_id=5a02ed5d-1622-44b3-83b5-d200d333b366)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:38:31.592733 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-46cf867f-997f-455a-b2e5-1d4ce8f16591 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:31.646017 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-46cf867f-997f-455a-b2e5-1d4ce8f16591 None None] Calling delete_port for e2256acf-41f5-4e2f-96a9-c51b9650538c owned by network:dhcp {{(pid=103592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:38:31.697138 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-ee4ce97d-c0ec-46b6-9638-709a2d3c3261 None None] Set router e892cc8a-2be7-40a8-aeb0-c00884c21b9a gateway port host: n-d-816206-8 {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:38:31.719782 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [None req-bb8376e0-6060-4912-a868-a2fe1df62373 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] For port e2256acf-41f5-4e2f-96a9-c51b9650538c, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=e2256acf-41f5-4e2f-96a9-c51b9650538c,segment=NetworkSegment(5a02ed5d-1622-44b3-83b5-d200d333b366),segment_id=5a02ed5d-1622-44b3-83b5-d200d333b366)] {{(pid=103591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:38:31.723275 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-bb8376e0-6060-4912-a868-a2fe1df62373 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:31.774296 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-bb8376e0-6060-4912-a868-a2fe1df62373 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Calling delete_port for e2256acf-41f5-4e2f-96a9-c51b9650538c owned by network:dhcp {{(pid=103591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:38:31.805899 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f00b5392-7da7-4f51-aca9-fcb896f16dcc tempest-BulkNetworkOpsTest-1101708284 tempest-BulkNetworkOpsTest-1101708284-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973419', 'neutron.services.segments.db._delete_segments_for_network-8736635878840'] for network, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:31.850748 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-f00b5392-7da7-4f51-aca9-fcb896f16dcc tempest-BulkNetworkOpsTest-1101708284 tempest-BulkNetworkOpsTest-1101708284-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69689e4c-76d4-4ae0-b444-d42a80599be6']}} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:38:31.872561 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-f00b5392-7da7-4f51-aca9-fcb896f16dcc tempest-BulkNetworkOpsTest-1101708284 tempest-BulkNetworkOpsTest-1101708284-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c89740d-a42f-4b8c-ab6f-276b4a4cfc63') {'for_net_delete': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:38:31.872855 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-f00b5392-7da7-4f51-aca9-fcb896f16dcc tempest-BulkNetworkOpsTest-1101708284 tempest-BulkNetworkOpsTest-1101708284-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c89740d-a42f-4b8c-ab6f-276b4a4cfc63') {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:38:31.907878 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f00b5392-7da7-4f51-aca9-fcb896f16dcc tempest-BulkNetworkOpsTest-1101708284 tempest-BulkNetworkOpsTest-1101708284-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736635840332', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-267528353'] for segment, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:31.956206 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9737f9a-de68-4ab6-9b7c-55fe23906581 req-361712cb-883b-493a-b998-b37eb42e7f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:38:31.962196 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b9737f9a-de68-4ab6-9b7c-55fe23906581 req-361712cb-883b-493a-b998-b37eb42e7f2d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=dc3a84a01fd349d789bdddd52fa39bcb&device_id=88ef59a7-741b-4e2e-8f60-79bf9bf9f465 HTTP/1.1" status: 200 len: 1095 time: 0.6846499 Nov 23 17:38:31.966166 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-bb8376e0-6060-4912-a868-a2fe1df62373 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:31.967567 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f00b5392-7da7-4f51-aca9-fcb896f16dcc tempest-BulkNetworkOpsTest-1101708284 tempest-BulkNetworkOpsTest-1101708284-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:31.997612 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f00b5392-7da7-4f51-aca9-fcb896f16dcc tempest-BulkNetworkOpsTest-1101708284 tempest-BulkNetworkOpsTest-1101708284-project] Releasing vlan 516 on physical network physnet1 to pool {{(pid=103590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 17:38:31.998005 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f00b5392-7da7-4f51-aca9-fcb896f16dcc tempest-BulkNetworkOpsTest-1101708284 tempest-BulkNetworkOpsTest-1101708284-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264370093'] for segment, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:32.001127 n-d-816206-8 neutron-server[103590]: Traceback (most recent call last): Nov 23 17:38:32.001127 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 17:38:32.001127 n-d-816206-8 neutron-server[103590]: timer() Nov 23 17:38:32.001127 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 17:38:32.001127 n-d-816206-8 neutron-server[103590]: cb(*args, **kw) Nov 23 17:38:32.001127 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 17:38:32.001127 n-d-816206-8 neutron-server[103590]: return func(*args, **kwargs) Nov 23 17:38:32.001127 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 17:38:32.001127 n-d-816206-8 neutron-server[103590]: self._notify() Nov 23 17:38:32.001127 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 17:38:32.001127 n-d-816206-8 neutron-server[103590]: self.callback(batched_events) Nov 23 17:38:32.001127 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 17:38:32.001127 n-d-816206-8 neutron-server[103590]: event.method(event) Nov 23 17:38:32.001127 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 17:38:32.001127 n-d-816206-8 neutron-server[103590]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 17:38:32.001127 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 17:38:32.001127 n-d-816206-8 neutron-server[103590]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 17:38:32.001127 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 17:38:32.001127 n-d-816206-8 neutron-server[103590]: return f(self, *a, **k) Nov 23 17:38:32.001127 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 17:38:32.001127 n-d-816206-8 neutron-server[103590]: return self._get(url).json() Nov 23 17:38:32.001127 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 17:38:32.001127 n-d-816206-8 neutron-server[103590]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 17:38:32.001127 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 17:38:32.001127 n-d-816206-8 neutron-server[103590]: return self.request(url, 'GET', **kwargs) Nov 23 17:38:32.001127 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 17:38:32.001127 n-d-816206-8 neutron-server[103590]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 17:38:32.001127 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 17:38:32.001127 n-d-816206-8 neutron-server[103590]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 17:38:32.001127 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 17:38:32.001127 n-d-816206-8 neutron-server[103590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 17:38:32.001127 n-d-816206-8 neutron-server[103590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 17:38:32.005994 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-46cf867f-997f-455a-b2e5-1d4ce8f16591 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989'] for port, after_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:32.008670 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb8376e0-6060-4912-a868-a2fe1df62373 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] No DVR routers for this DVR port e2256acf-41f5-4e2f-96a9-c51b9650538c on host n-d-816206-8 {{(pid=103591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:38:32.041929 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46cf867f-997f-455a-b2e5-1d4ce8f16591 None None] No DVR routers for this DVR port e2256acf-41f5-4e2f-96a9-c51b9650538c on host n-d-816206-8 {{(pid=103592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:38:32.093031 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cf867f-997f-455a-b2e5-1d4ce8f16591 None None] Pushing event deleted for resources: {'Port': ['ID=e2256acf-41f5-4e2f-96a9-c51b9650538c,revision_number=None']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:38:32.155557 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f00b5392-7da7-4f51-aca9-fcb896f16dcc tempest-BulkNetworkOpsTest-1101708284 tempest-BulkNetworkOpsTest-1101708284-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1795418'] for network, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:32.166810 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f00b5392-7da7-4f51-aca9-fcb896f16dcc tempest-BulkNetworkOpsTest-1101708284 tempest-BulkNetworkOpsTest-1101708284-project] Publish callbacks [] for network, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:32.170646 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-f00b5392-7da7-4f51-aca9-fcb896f16dcc tempest-BulkNetworkOpsTest-1101708284 tempest-BulkNetworkOpsTest-1101708284-project] 10.222.0.60 "DELETE /v2.0/networks/69689e4c-76d4-4ae0-b444-d42a80599be6 HTTP/1.1" status: 204 len: 168 time: 0.9092536 Nov 23 17:38:32.178192 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-ee4ce97d-c0ec-46b6-9638-709a2d3c3261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e892cc8a-2be7-40a8-aeb0-c00884c21b9a', 'name': 'tempest-TestVolumeBootPattern-1477796775-router', 'tenant_id': '62e1fefd875f4454ac297b6fe98be148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.56'}], 'enable_snat': True}, 'gw_port_id': '514bac06-50a8-4dc0-a1b7-fc2c22053418', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:38:20Z', 'updated_at': '2021-11-23T17:38:28Z', 'revision_number': 4, 'project_id': '62e1fefd875f4454ac297b6fe98be148', 'gw_port': {'id': '514bac06-50a8-4dc0-a1b7-fc2c22053418', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:40:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e892cc8a-2be7-40a8-aeb0-c00884c21b9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2133, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:38:21Z', 'updated_at': '2021-11-23T17:38:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_interfaces': [{'id': '354549fe-271f-4f48-b4a7-4c33380f14ec', 'name': '', 'network_id': 'b1652212-2ea9-46d9-a8a1-f4e9a021c020', 'tenant_id': '62e1fefd875f4454ac297b6fe98be148', 'mac_address': 'fa:16:3e:5a:f7:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e892cc8a-2be7-40a8-aeb0-c00884c21b9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2140, 'fixed_ips': [{'subnet_id': '5fc8e237-fe4c-41c0-8073-10f5456620e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:38:25Z', 'updated_at': '2021-11-23T17:38:29Z', 'revision_number': 2, 'project_id': '62e1fefd875f4454ac297b6fe98be148', 'subnets': [{'id': '5fc8e237-fe4c-41c0-8073-10f5456620e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:38:32.180056 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 48234) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:38:32.223947 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee4ce97d-c0ec-46b6-9638-709a2d3c3261 None None] Checking router: e892cc8a-2be7-40a8-aeb0-c00884c21b9a for host: n-d-816206-8 {{(pid=103593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 17:38:32.225186 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee4ce97d-c0ec-46b6-9638-709a2d3c3261 None None] Updating router e892cc8a-2be7-40a8-aeb0-c00884c21b9a port 354549fe-271f-4f48-b4a7-4c33380f14ec binding host n-d-816206-8 {{(pid=103593) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 17:38:32.238713 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00b5392-7da7-4f51-aca9-fcb896f16dcc tempest-BulkNetworkOpsTest-1101708284 tempest-BulkNetworkOpsTest-1101708284-project] Pushing event deleted for resources: {'Network': ['ID=69689e4c-76d4-4ae0-b444-d42a80599be6,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:38:32.263266 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8376e0-6060-4912-a868-a2fe1df62373 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Pushing event deleted for resources: {'Port': ['ID=e2256acf-41f5-4e2f-96a9-c51b9650538c,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:38:32.269856 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b9737f9a-de68-4ab6-9b7c-55fe23906581 req-ae9781f8-85a0-495f-a1c8-5e45da454729 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d1c9a459-49a8-4e30-a173-b7f7042e002a HTTP/1.1" status: 200 len: 217 time: 0.2753248 Nov 23 17:38:32.274948 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-ee4ce97d-c0ec-46b6-9638-709a2d3c3261 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:32.343967 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9737f9a-de68-4ab6-9b7c-55fe23906581 req-78fd4443-32f5-4638-bb87-86129bfc0415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:38:32.345898 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b9737f9a-de68-4ab6-9b7c-55fe23906581 req-78fd4443-32f5-4638-bb87-86129bfc0415 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=093eb2f7-fb10-42a1-aced-cc67680caad4 HTTP/1.1" status: 200 len: 850 time: 0.0645838 Nov 23 17:38:32.401754 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-bb8376e0-6060-4912-a868-a2fe1df62373 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973419', 'neutron.services.segments.db._delete_segments_for_network-8736635878840'] for network, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:32.459719 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b9737f9a-de68-4ab6-9b7c-55fe23906581 req-81db7936-0a76-44a1-831a-12ead62f9987 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=54b597b6-8526-45de-87fd-e706be5a39dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1063962 Nov 23 17:38:32.549157 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb6bc834-b295-4e1d-bda4-cf62ebd352e7 tempest-BulkNetworkOpsTest-1101708284 tempest-BulkNetworkOpsTest-1101708284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:38:32.574903 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb6bc834-b295-4e1d-bda4-cf62ebd352e7 tempest-BulkNetworkOpsTest-1101708284 tempest-BulkNetworkOpsTest-1101708284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:38:32.598686 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-cb6bc834-b295-4e1d-bda4-cf62ebd352e7 tempest-BulkNetworkOpsTest-1101708284 tempest-BulkNetworkOpsTest-1101708284-project] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.4171484 Nov 23 17:38:32.601110 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 48252) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:38:32.617580 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-379a169b-d5ee-4844-9c57-cef2dc68979a tempest-BulkNetworkOpsTest-1101708284 tempest-BulkNetworkOpsTest-1101708284-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-690080385'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:38:32.658669 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b9737f9a-de68-4ab6-9b7c-55fe23906581 req-a1fdaf1e-9783-4753-add7-22e811d136c4 service neutron] 10.222.0.55 "GET /v2.0/networks/54b597b6-8526-45de-87fd-e706be5a39dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1913424 Nov 23 17:38:32.662711 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-379a169b-d5ee-4844-9c57-cef2dc68979a tempest-BulkNetworkOpsTest-1101708284 tempest-BulkNetworkOpsTest-1101708284-project] Made reservation on behalf of 012ce55f5b4645c1b4d7d7e111ce69a0 for: {'network': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:38:32.669842 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-379a169b-d5ee-4844-9c57-cef2dc68979a tempest-BulkNetworkOpsTest-1101708284 tempest-BulkNetworkOpsTest-1101708284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for network, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:32.715646 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-379a169b-d5ee-4844-9c57-cef2dc68979a tempest-BulkNetworkOpsTest-1101708284 tempest-BulkNetworkOpsTest-1101708284-project] vlan segment allocate from pool success with {'vlan_id': 541, 'physical_network': 'physnet1'} {{(pid=103590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 17:38:32.739065 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-379a169b-d5ee-4844-9c57-cef2dc68979a tempest-BulkNetworkOpsTest-1101708284 tempest-BulkNetworkOpsTest-1101708284-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:32.739413 n-d-816206-8 neutron-server[103590]: INFO neutron.db.segments_db [None req-379a169b-d5ee-4844-9c57-cef2dc68979a tempest-BulkNetworkOpsTest-1101708284 tempest-BulkNetworkOpsTest-1101708284-project] Added segment e238d64d-ca88-4e30-ae5b-ca23378d1f12 of type vlan for network a7a02593-3f4d-472a-b2b4-24ae74b76b57 Nov 23 17:38:32.764626 n-d-816206-8 neutron-server[103591]: DEBUG neutron.services.segments.db [None req-bb8376e0-6060-4912-a868-a2fe1df62373 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29d10f2d-5365-4497-9794-9879edc2c233']}} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:38:32.834582 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-379a169b-d5ee-4844-9c57-cef2dc68979a tempest-BulkNetworkOpsTest-1101708284 tempest-BulkNetworkOpsTest-1101708284-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736635338810'] for network, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:32.839004 n-d-816206-8 neutron-server[103591]: DEBUG neutron.services.segments.db [None req-bb8376e0-6060-4912-a868-a2fe1df62373 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a02ed5d-1622-44b3-83b5-d200d333b366') {'for_net_delete': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:38:32.839726 n-d-816206-8 neutron-server[103591]: DEBUG neutron.services.segments.db [None req-bb8376e0-6060-4912-a868-a2fe1df62373 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a02ed5d-1622-44b3-83b5-d200d333b366') {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:38:32.869647 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-bb8376e0-6060-4912-a868-a2fe1df62373 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736635840332', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265989959'] for segment, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:32.906229 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-379a169b-d5ee-4844-9c57-cef2dc68979a tempest-BulkNetworkOpsTest-1101708284 tempest-BulkNetworkOpsTest-1101708284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493'] for network, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:32.922342 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-379a169b-d5ee-4844-9c57-cef2dc68979a tempest-BulkNetworkOpsTest-1101708284 tempest-BulkNetworkOpsTest-1101708284-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:38:32.923172 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-379a169b-d5ee-4844-9c57-cef2dc68979a tempest-BulkNetworkOpsTest-1101708284 tempest-BulkNetworkOpsTest-1101708284-project] Publish callbacks [] for network, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:32.996779 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device e2256acf-41f5-4e2f-96a9-c51b9650538c no longer exists at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:38:33.000998 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-bb8376e0-6060-4912-a868-a2fe1df62373 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:33.013730 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e628d7-fdf8-41e4-85be-78cbb4b1d1ab req-b15fa272-7b27-4514-b8aa-c57046c2556b tempest-ServerRescueTestJSON-1442542130 tempest-ServerRescueTestJSON-1442542130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:38:33.024565 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b7e628d7-fdf8-41e4-85be-78cbb4b1d1ab req-b15fa272-7b27-4514-b8aa-c57046c2556b tempest-ServerRescueTestJSON-1442542130 tempest-ServerRescueTestJSON-1442542130-project] 10.222.0.60 "GET /v2.0/ports?device_id=88ef59a7-741b-4e2e-8f60-79bf9bf9f465 HTTP/1.1" status: 200 len: 944 time: 0.3549082 Nov 23 17:38:33.032713 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-379a169b-d5ee-4844-9c57-cef2dc68979a tempest-BulkNetworkOpsTest-1101708284 tempest-BulkNetworkOpsTest-1101708284-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.4289577 Nov 23 17:38:33.036145 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 48266) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:38:33.046265 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-52c7a3e9-501d-4ffc-9436-731d2bf1119b tempest-BulkNetworkOpsTest-1101708284 tempest-BulkNetworkOpsTest-1101708284-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1686700524'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:38:33.066429 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 48268) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:38:33.083193 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb8376e0-6060-4912-a868-a2fe1df62373 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Releasing vlan 524 on physical network physnet1 to pool {{(pid=103591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 17:38:33.088953 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-bb8376e0-6060-4912-a868-a2fe1df62373 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264756290'] for segment, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:33.090545 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] No Port match for: e2256acf-41f5-4e2f-96a9-c51b9650538c {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:38:33.090901 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device e2256acf-41f5-4e2f-96a9-c51b9650538c not bound to the agent host n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:38:33.100999 n-d-816206-8 neutron-server[103591]: Traceback (most recent call last): Nov 23 17:38:33.100999 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 17:38:33.100999 n-d-816206-8 neutron-server[103591]: timer() Nov 23 17:38:33.100999 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 17:38:33.100999 n-d-816206-8 neutron-server[103591]: cb(*args, **kw) Nov 23 17:38:33.100999 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 17:38:33.100999 n-d-816206-8 neutron-server[103591]: return func(*args, **kwargs) Nov 23 17:38:33.100999 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 17:38:33.100999 n-d-816206-8 neutron-server[103591]: self._notify() Nov 23 17:38:33.100999 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 17:38:33.100999 n-d-816206-8 neutron-server[103591]: self.callback(batched_events) Nov 23 17:38:33.100999 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 17:38:33.100999 n-d-816206-8 neutron-server[103591]: event.method(event) Nov 23 17:38:33.100999 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 17:38:33.100999 n-d-816206-8 neutron-server[103591]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 17:38:33.100999 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 17:38:33.100999 n-d-816206-8 neutron-server[103591]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 17:38:33.100999 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 17:38:33.100999 n-d-816206-8 neutron-server[103591]: return f(self, *a, **k) Nov 23 17:38:33.100999 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 17:38:33.100999 n-d-816206-8 neutron-server[103591]: return self._get(url).json() Nov 23 17:38:33.100999 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 17:38:33.100999 n-d-816206-8 neutron-server[103591]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 17:38:33.100999 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 17:38:33.100999 n-d-816206-8 neutron-server[103591]: return self.request(url, 'GET', **kwargs) Nov 23 17:38:33.100999 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 17:38:33.100999 n-d-816206-8 neutron-server[103591]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 17:38:33.100999 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 17:38:33.100999 n-d-816206-8 neutron-server[103591]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 17:38:33.100999 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 17:38:33.100999 n-d-816206-8 neutron-server[103591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 17:38:33.100999 n-d-816206-8 neutron-server[103591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 17:38:33.166453 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379a169b-d5ee-4844-9c57-cef2dc68979a tempest-BulkNetworkOpsTest-1101708284 tempest-BulkNetworkOpsTest-1101708284-project] Pushing event updated for resources: {'Network': ['ID=a7a02593-3f4d-472a-b2b4-24ae74b76b57,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:38:33.180021 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Network a7a02593-3f4d-472a-b2b4-24ae74b76b57 details requested by agent ovs-agent-n-d-816206-8 with host n-d-816206-8 {{(pid=103592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 17:38:33.212784 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b7e628d7-fdf8-41e4-85be-78cbb4b1d1ab req-94fdfbfb-a2b6-40d9-b5e6-afbafebdc7a9 tempest-ServerRescueTestJSON-1442542130 tempest-ServerRescueTestJSON-1442542130-project] 10.222.0.60 "GET /v2.0/security-groups?id=cf26cd6b-cd43-4747-bf84-de1f0ff7a3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869144 Nov 23 17:38:33.231944 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b9737f9a-de68-4ab6-9b7c-55fe23906581 req-937a0711-f82c-4520-bc17-c26f624a7a24 service neutron] 10.222.0.55 "GET /v2.0/networks/54b597b6-8526-45de-87fd-e706be5a39dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5300455 Nov 23 17:38:33.247204 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52c7a3e9-501d-4ffc-9436-731d2bf1119b tempest-BulkNetworkOpsTest-1101708284 tempest-BulkNetworkOpsTest-1101708284-project] Made reservation on behalf of 012ce55f5b4645c1b4d7d7e111ce69a0 for: {'network': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:38:33.257726 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-52c7a3e9-501d-4ffc-9436-731d2bf1119b tempest-BulkNetworkOpsTest-1101708284 tempest-BulkNetworkOpsTest-1101708284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for network, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:33.259922 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-bb8376e0-6060-4912-a868-a2fe1df62373 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1795418'] for network, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:33.299446 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-ee4ce97d-c0ec-46b6-9638-709a2d3c3261 None None] Publish callbacks [] for port, precommit_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:33.309938 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-ee4ce97d-c0ec-46b6-9638-709a2d3c3261 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:33.320928 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-bb8376e0-6060-4912-a868-a2fe1df62373 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for network, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:33.324741 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-bb8376e0-6060-4912-a868-a2fe1df62373 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] 10.222.0.60 "DELETE /v2.0/networks/29d10f2d-5365-4497-9794-9879edc2c233 HTTP/1.1" status: 204 len: 168 time: 3.2607634 Nov 23 17:38:33.331888 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 48272) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:38:33.341257 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8376e0-6060-4912-a868-a2fe1df62373 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Pushing event deleted for resources: {'Network': ['ID=29d10f2d-5365-4497-9794-9879edc2c233,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:38:33.379519 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52c7a3e9-501d-4ffc-9436-731d2bf1119b tempest-BulkNetworkOpsTest-1101708284 tempest-BulkNetworkOpsTest-1101708284-project] vlan segment allocate from pool success with {'vlan_id': 510, 'physical_network': 'physnet1'} {{(pid=103591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 17:38:33.399205 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-52c7a3e9-501d-4ffc-9436-731d2bf1119b tempest-BulkNetworkOpsTest-1101708284 tempest-BulkNetworkOpsTest-1101708284-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:33.400088 n-d-816206-8 neutron-server[103591]: INFO neutron.db.segments_db [None req-52c7a3e9-501d-4ffc-9436-731d2bf1119b tempest-BulkNetworkOpsTest-1101708284 tempest-BulkNetworkOpsTest-1101708284-project] Added segment 288088cd-7ba1-4cf6-a303-ad151fa44bc0 of type vlan for network b0936072-f180-4726-9309-df7d8435c3db Nov 23 17:38:33.504888 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4a19093-312e-4870-bea2-a1619854aa8c tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:38:33.507984 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-f4a19093-312e-4870-bea2-a1619854aa8c tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] 10.222.0.60 "GET /v2.0/ports/0dbc49a2-e65e-4382-b491-870aaef09da9 HTTP/1.1" status: 200 len: 845 time: 0.1748431 Nov 23 17:38:33.511842 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 48280) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:38:33.541816 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-3345a8bb-6d2f-4a5e-a4af-18dafb1709ff tempest-RoutersAdminTest-1523904414 tempest-RoutersAdminTest-1523904414-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-491073126', 'router:external': True}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:38:33.564961 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-52c7a3e9-501d-4ffc-9436-731d2bf1119b tempest-BulkNetworkOpsTest-1101708284 tempest-BulkNetworkOpsTest-1101708284-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736635338810'] for network, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:33.604062 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-e3c900a7-abcd-4356-bde4-f6e4c03346ee tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] 10.222.0.60 "GET /v2.0/ports/0dbc49a2-e65e-4382-b491-870aaef09da9?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0790024 Nov 23 17:38:33.606757 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a964af80-c5a8-4237-9ca2-b1267a2c0bc1 req-d0e0b67d-1e3f-47ff-af84-99216cf7e2da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:38:33.608235 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a964af80-c5a8-4237-9ca2-b1267a2c0bc1 req-d0e0b67d-1e3f-47ff-af84-99216cf7e2da service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=dc3a84a01fd349d789bdddd52fa39bcb&device_id=88ef59a7-741b-4e2e-8f60-79bf9bf9f465 HTTP/1.1" status: 200 len: 1095 time: 0.2790883 Nov 23 17:38:33.610094 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 48284) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:38:33.619680 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-64592dd7-7a8f-4000-bd7f-18bc9eae3a63 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Request body: {'subnet': {'network_id': 'c46f395e-b745-4479-88f0-746528e5aecf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:38:33.653767 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3345a8bb-6d2f-4a5e-a4af-18dafb1709ff tempest-RoutersAdminTest-1523904414 tempest-RoutersAdminTest-1523904414-project-admin] Made reservation on behalf of c8bb95c5a342453d936600f6a4d60f4e for: {'network': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:38:33.662728 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-3345a8bb-6d2f-4a5e-a4af-18dafb1709ff tempest-RoutersAdminTest-1523904414 tempest-RoutersAdminTest-1523904414-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for network, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:33.684450 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-3345a8bb-6d2f-4a5e-a4af-18dafb1709ff tempest-RoutersAdminTest-1523904414 tempest-RoutersAdminTest-1523904414-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:33.724333 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37573bd4-f969-4540-b0e5-ec6de51df900 None None] Pushing event updated for resources: {'Port': ['ID=354549fe-271f-4f48-b4a7-4c33380f14ec,revision_number=3']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:38:33.764939 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-52c7a3e9-501d-4ffc-9436-731d2bf1119b tempest-BulkNetworkOpsTest-1101708284 tempest-BulkNetworkOpsTest-1101708284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493'] for network, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:33.766764 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [None req-ee4ce97d-c0ec-46b6-9638-709a2d3c3261 None None] Attempting to bind port 354549fe-271f-4f48-b4a7-4c33380f14ec on host n-d-816206-8 for vnic_type normal with profile {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:38:33.767139 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [None req-ee4ce97d-c0ec-46b6-9638-709a2d3c3261 None None] Attempting to bind port 354549fe-271f-4f48-b4a7-4c33380f14ec by drivers openvswitch,hyperv on host n-d-816206-8 at level 0 using segments [{'id': '9b71c4d0-295b-4f72-8e8a-bb82558e96ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'b1652212-2ea9-46d9-a8a1-f4e9a021c020'}] {{(pid=103593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:38:33.767505 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee4ce97d-c0ec-46b6-9638-709a2d3c3261 None None] Attempting to bind port 354549fe-271f-4f48-b4a7-4c33380f14ec on network b1652212-2ea9-46d9-a8a1-f4e9a021c020 {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:38:33.773587 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52c7a3e9-501d-4ffc-9436-731d2bf1119b tempest-BulkNetworkOpsTest-1101708284 tempest-BulkNetworkOpsTest-1101708284-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:38:33.774736 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-52c7a3e9-501d-4ffc-9436-731d2bf1119b tempest-BulkNetworkOpsTest-1101708284 tempest-BulkNetworkOpsTest-1101708284-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for network, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:33.782544 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37573bd4-f969-4540-b0e5-ec6de51df900 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:38:33.782896 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37573bd4-f969-4540-b0e5-ec6de51df900 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:38:33.783238 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37573bd4-f969-4540-b0e5-ec6de51df900 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:38:33.783577 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37573bd4-f969-4540-b0e5-ec6de51df900 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:38:33.783915 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37573bd4-f969-4540-b0e5-ec6de51df900 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:38:33.784266 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37573bd4-f969-4540-b0e5-ec6de51df900 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:38:33.787856 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37573bd4-f969-4540-b0e5-ec6de51df900 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:38:33.788240 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37573bd4-f969-4540-b0e5-ec6de51df900 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:38:33.788613 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37573bd4-f969-4540-b0e5-ec6de51df900 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:38:33.788957 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37573bd4-f969-4540-b0e5-ec6de51df900 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:38:33.789291 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37573bd4-f969-4540-b0e5-ec6de51df900 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:38:33.789624 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37573bd4-f969-4540-b0e5-ec6de51df900 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:38:33.826615 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64592dd7-7a8f-4000-bd7f-18bc9eae3a63 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Made reservation on behalf of 4bc7c7d1542d486592900c4a00632f91 for: {'subnet': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:38:33.831188 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-64592dd7-7a8f-4000-bd7f-18bc9eae3a63 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264730903'] for subnet, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:33.841912 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee4ce97d-c0ec-46b6-9638-709a2d3c3261 None None] Checking agent: {'id': '9e89acbe-4bbe-4c77-a18b-6f1da9133e0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 7, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 38, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:38:33.850904 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee4ce97d-c0ec-46b6-9638-709a2d3c3261 None None] Checking segment: {'id': '9b71c4d0-295b-4f72-8e8a-bb82558e96ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'b1652212-2ea9-46d9-a8a1-f4e9a021c020'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:38:33.853515 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-ee4ce97d-c0ec-46b6-9638-709a2d3c3261 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:33.853953 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee4ce97d-c0ec-46b6-9638-709a2d3c3261 None None] Bound using segment: {'id': '9b71c4d0-295b-4f72-8e8a-bb82558e96ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'b1652212-2ea9-46d9-a8a1-f4e9a021c020'} {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:38:33.854466 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [None req-ee4ce97d-c0ec-46b6-9638-709a2d3c3261 None None] Bound port: 354549fe-271f-4f48-b4a7-4c33380f14ec, host: n-d-816206-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b71c4d0-295b-4f72-8e8a-bb82558e96ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'b1652212-2ea9-46d9-a8a1-f4e9a021c020'}}] {{(pid=103593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:38:33.854850 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-ee4ce97d-c0ec-46b6-9638-709a2d3c3261 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:33.879682 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-52c7a3e9-501d-4ffc-9436-731d2bf1119b tempest-BulkNetworkOpsTest-1101708284 tempest-BulkNetworkOpsTest-1101708284-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.8422990 Nov 23 17:38:33.883212 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 48292) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:38:33.917171 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-5b3d9e63-9989-43aa-b9e3-0472f0f196fd tempest-BulkNetworkOpsTest-1101708284 tempest-BulkNetworkOpsTest-1101708284-project] Request body: {'ports': [{'network_id': 'a7a02593-3f4d-472a-b2b4-24ae74b76b57', 'name': 'tempest-port--1210295330', 'admin_state_up': True}, {'network_id': 'b0936072-f180-4726-9309-df7d8435c3db', 'admin_state_up': False}]} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:38:33.917495 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-5b3d9e63-9989-43aa-b9e3-0472f0f196fd tempest-BulkNetworkOpsTest-1101708284 tempest-BulkNetworkOpsTest-1101708284-project] Request body: {'port': {'network_id': 'a7a02593-3f4d-472a-b2b4-24ae74b76b57', 'name': 'tempest-port--1210295330', 'admin_state_up': True}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:38:33.918004 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-5b3d9e63-9989-43aa-b9e3-0472f0f196fd tempest-BulkNetworkOpsTest-1101708284 tempest-BulkNetworkOpsTest-1101708284-project] Request body: {'port': {'network_id': 'b0936072-f180-4726-9309-df7d8435c3db', 'admin_state_up': False}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:38:33.983861 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c7a3e9-501d-4ffc-9436-731d2bf1119b tempest-BulkNetworkOpsTest-1101708284 tempest-BulkNetworkOpsTest-1101708284-project] Pushing event updated for resources: {'Network': ['ID=b0936072-f180-4726-9309-df7d8435c3db,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:38:33.996629 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Network b0936072-f180-4726-9309-df7d8435c3db details requested by agent ovs-agent-n-d-816206-8 with host n-d-816206-8 {{(pid=103592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 17:38:34.008638 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a964af80-c5a8-4237-9ca2-b1267a2c0bc1 req-c205c388-35d5-40ff-a50a-698959ce6276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:38:34.015433 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a964af80-c5a8-4237-9ca2-b1267a2c0bc1 req-c205c388-35d5-40ff-a50a-698959ce6276 service neutron] 10.222.0.55 "GET /v2.0/networks?id=54b597b6-8526-45de-87fd-e706be5a39dc HTTP/1.1" status: 200 len: 911 time: 0.3909340 Nov 23 17:38:34.047670 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-ee4ce97d-c0ec-46b6-9638-709a2d3c3261 None None] For port 354549fe-271f-4f48-b4a7-4c33380f14ec, host n-d-816206-8, cleared binding levels {{(pid=103593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:38:34.065719 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-ee4ce97d-c0ec-46b6-9638-709a2d3c3261 None None] For port 354549fe-271f-4f48-b4a7-4c33380f14ec, host n-d-816206-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=354549fe-271f-4f48-b4a7-4c33380f14ec,segment=NetworkSegment(9b71c4d0-295b-4f72-8e8a-bb82558e96ce),segment_id=9b71c4d0-295b-4f72-8e8a-bb82558e96ce)] {{(pid=103593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:38:34.071992 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-ee4ce97d-c0ec-46b6-9638-709a2d3c3261 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:34.085410 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a964af80-c5a8-4237-9ca2-b1267a2c0bc1 req-005221dc-9611-43f2-8590-fa413700c25c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d1c9a459-49a8-4e30-a173-b7f7042e002a HTTP/1.1" status: 200 len: 217 time: 0.0569825 Nov 23 17:38:34.159332 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-b7e59b20-cf75-4230-8df6-f198f1a10a52 None None] Provisioning complete for port 354549fe-271f-4f48-b4a7-4c33380f14ec triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:38:34.159905 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b7e59b20-cf75-4230-8df6-f198f1a10a52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:34.179053 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee4ce97d-c0ec-46b6-9638-709a2d3c3261 None None] Routers {'e892cc8a-2be7-40a8-aeb0-c00884c21b9a'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:38:34.186662 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-ee4ce97d-c0ec-46b6-9638-709a2d3c3261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:38:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['e892cc8a-2be7-40a8-aeb0-c00884c21b9a'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:38:34.199386 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a964af80-c5a8-4237-9ca2-b1267a2c0bc1 req-b421e6a8-c23a-491b-a74d-3188c3cba4cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:38:34.204981 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a964af80-c5a8-4237-9ca2-b1267a2c0bc1 req-b421e6a8-c23a-491b-a74d-3188c3cba4cf service neutron] 10.222.0.55 "GET /v2.0/subnets?id=093eb2f7-fb10-42a1-aced-cc67680caad4 HTTP/1.1" status: 200 len: 850 time: 0.1109052 Nov 23 17:38:34.257133 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a964af80-c5a8-4237-9ca2-b1267a2c0bc1 req-ed7613dd-fb40-42a5-a42e-74f85cb7bf20 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=54b597b6-8526-45de-87fd-e706be5a39dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0446625 Nov 23 17:38:34.273432 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-3345a8bb-6d2f-4a5e-a4af-18dafb1709ff tempest-RoutersAdminTest-1523904414 tempest-RoutersAdminTest-1523904414-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:34.308356 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-3345a8bb-6d2f-4a5e-a4af-18dafb1709ff tempest-RoutersAdminTest-1523904414 tempest-RoutersAdminTest-1523904414-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:34.355955 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b7e59b20-cf75-4230-8df6-f198f1a10a52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:34.365691 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37573bd4-f969-4540-b0e5-ec6de51df900 None None] Pushing event updated for resources: {'Port': ['ID=354549fe-271f-4f48-b4a7-4c33380f14ec,revision_number=4']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:38:34.410231 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3345a8bb-6d2f-4a5e-a4af-18dafb1709ff tempest-RoutersAdminTest-1523904414 tempest-RoutersAdminTest-1523904414-project-admin] vlan segment allocate from pool success with {'vlan_id': 547, 'physical_network': 'physnet1'} {{(pid=103590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 17:38:34.435614 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b7e59b20-cf75-4230-8df6-f198f1a10a52 None None] For port 354549fe-271f-4f48-b4a7-4c33380f14ec, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=354549fe-271f-4f48-b4a7-4c33380f14ec,segment=NetworkSegment(9b71c4d0-295b-4f72-8e8a-bb82558e96ce),segment_id=9b71c4d0-295b-4f72-8e8a-bb82558e96ce)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:38:34.441183 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b7e59b20-cf75-4230-8df6-f198f1a10a52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:34.518928 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-ee4ce97d-c0ec-46b6-9638-709a2d3c3261 None None] Set router e892cc8a-2be7-40a8-aeb0-c00884c21b9a gateway port host: n-d-816206-8 {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:38:34.549487 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-3345a8bb-6d2f-4a5e-a4af-18dafb1709ff tempest-RoutersAdminTest-1523904414 tempest-RoutersAdminTest-1523904414-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:34.549969 n-d-816206-8 neutron-server[103590]: INFO neutron.db.segments_db [None req-3345a8bb-6d2f-4a5e-a4af-18dafb1709ff tempest-RoutersAdminTest-1523904414 tempest-RoutersAdminTest-1523904414-project-admin] Added segment 85aa5031-a2a0-4582-ba8b-63c73c4cf2b7 of type vlan for network e9d6612b-2271-4e17-8e05-86e62f96cc6d Nov 23 17:38:34.569835 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e59b20-cf75-4230-8df6-f198f1a10a52 None None] Pushing event updated for resources: {'Port': ['ID=354549fe-271f-4f48-b4a7-4c33380f14ec,revision_number=5']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:38:34.587520 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a964af80-c5a8-4237-9ca2-b1267a2c0bc1 req-5b196573-02bc-45ac-a81b-0d91e4c89c35 service neutron] 10.222.0.55 "GET /v2.0/networks/54b597b6-8526-45de-87fd-e706be5a39dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2994223 Nov 23 17:38:34.593670 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-47a43ecc-3dd3-4f2b-b861-ba8c3d7e76bc None None] Provisioning complete for port 354549fe-271f-4f48-b4a7-4c33380f14ec triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:38:34.602607 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-47a43ecc-3dd3-4f2b-b861-ba8c3d7e76bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:34.636932 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3345a8bb-6d2f-4a5e-a4af-18dafb1709ff tempest-RoutersAdminTest-1523904414 tempest-RoutersAdminTest-1523904414-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9804c38c-9198-438d-ab9d-d0d0389d6239,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:38:34.703704 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0db6127-fc52-400e-8ef4-9b4fd78fccbc req-e23bbd22-eb14-4313-af8c-448547afa0d3 tempest-ServerRescueTestJSON-1442542130 tempest-ServerRescueTestJSON-1442542130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:38:34.707267 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e0db6127-fc52-400e-8ef4-9b4fd78fccbc req-e23bbd22-eb14-4313-af8c-448547afa0d3 tempest-ServerRescueTestJSON-1442542130 tempest-ServerRescueTestJSON-1442542130-project] 10.222.0.60 "GET /v2.0/ports?device_id=88ef59a7-741b-4e2e-8f60-79bf9bf9f465 HTTP/1.1" status: 200 len: 944 time: 0.2074776 Nov 23 17:38:34.777230 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-615f58c4-3934-4f47-8a05-7a0cc5313a53 req-b7c60ce7-c150-428d-8926-98f38d527186 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=83c4b9c5-48d7-40af-8fb5-dabe4d43cce9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.6988986 Nov 23 17:38:34.869402 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e0db6127-fc52-400e-8ef4-9b4fd78fccbc req-4c1f83ae-357c-4dc4-b826-461c0c6a1928 tempest-ServerRescueTestJSON-1442542130 tempest-ServerRescueTestJSON-1442542130-project] 10.222.0.60 "GET /v2.0/security-groups?id=cf26cd6b-cd43-4747-bf84-de1f0ff7a3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432333 Nov 23 17:38:34.875548 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-3345a8bb-6d2f-4a5e-a4af-18dafb1709ff tempest-RoutersAdminTest-1523904414 tempest-RoutersAdminTest-1523904414-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736635338810'] for network, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:34.875813 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a964af80-c5a8-4237-9ca2-b1267a2c0bc1 req-84a2a6eb-ff6b-4ed4-a535-59b110d36c11 service neutron] 10.222.0.55 "GET /v2.0/networks/54b597b6-8526-45de-87fd-e706be5a39dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2862258 Nov 23 17:38:34.986935 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-ee4ce97d-c0ec-46b6-9638-709a2d3c3261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e892cc8a-2be7-40a8-aeb0-c00884c21b9a', 'name': 'tempest-TestVolumeBootPattern-1477796775-router', 'tenant_id': '62e1fefd875f4454ac297b6fe98be148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.56'}], 'enable_snat': True}, 'gw_port_id': '514bac06-50a8-4dc0-a1b7-fc2c22053418', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:38:20Z', 'updated_at': '2021-11-23T17:38:28Z', 'revision_number': 4, 'project_id': '62e1fefd875f4454ac297b6fe98be148', 'gw_port': {'id': '514bac06-50a8-4dc0-a1b7-fc2c22053418', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:40:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e892cc8a-2be7-40a8-aeb0-c00884c21b9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2133, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:38:21Z', 'updated_at': '2021-11-23T17:38:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_interfaces': [{'id': '354549fe-271f-4f48-b4a7-4c33380f14ec', 'name': '', 'network_id': 'b1652212-2ea9-46d9-a8a1-f4e9a021c020', 'tenant_id': '62e1fefd875f4454ac297b6fe98be148', 'mac_address': 'fa:16:3e:5a:f7:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e892cc8a-2be7-40a8-aeb0-c00884c21b9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2140, 'fixed_ips': [{'subnet_id': '5fc8e237-fe4c-41c0-8073-10f5456620e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:38:25Z', 'updated_at': '2021-11-23T17:38:34Z', 'revision_number': 4, 'project_id': '62e1fefd875f4454ac297b6fe98be148', 'subnets': [{'id': '5fc8e237-fe4c-41c0-8073-10f5456620e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:38:35.024171 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee4ce97d-c0ec-46b6-9638-709a2d3c3261 None None] The sync data for ids ['e892cc8a-2be7-40a8-aeb0-c00884c21b9a'] in n-d-816206-8 is: [{'id': 'e892cc8a-2be7-40a8-aeb0-c00884c21b9a', 'name': 'tempest-TestVolumeBootPattern-1477796775-router', 'tenant_id': '62e1fefd875f4454ac297b6fe98be148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.56'}], 'enable_snat': True}, 'gw_port_id': '514bac06-50a8-4dc0-a1b7-fc2c22053418', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:38:20Z', 'updated_at': '2021-11-23T17:38:28Z', 'revision_number': 4, 'project_id': '62e1fefd875f4454ac297b6fe98be148', 'gw_port': {'id': '514bac06-50a8-4dc0-a1b7-fc2c22053418', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:40:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e892cc8a-2be7-40a8-aeb0-c00884c21b9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2133, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:38:21Z', 'updated_at': '2021-11-23T17:38:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_interfaces': [{'id': '354549fe-271f-4f48-b4a7-4c33380f14ec', 'name': '', 'network_id': 'b1652212-2ea9-46d9-a8a1-f4e9a021c020', 'tenant_id': '62e1fefd875f4454ac297b6fe98be148', 'mac_address': 'fa:16:3e:5a:f7:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e892cc8a-2be7-40a8-aeb0-c00884c21b9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2140, 'fixed_ips': [{'subnet_id': '5fc8e237-fe4c-41c0-8073-10f5456620e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:38:25Z', 'updated_at': '2021-11-23T17:38:34Z', 'revision_number': 4, 'project_id': '62e1fefd875f4454ac297b6fe98be148', 'subnets': [{'id': '5fc8e237-fe4c-41c0-8073-10f5456620e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:38:35.051777 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-64592dd7-7a8f-4000-bd7f-18bc9eae3a63 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264358096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264730885'] for subnet, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:35.102885 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615f58c4-3934-4f47-8a05-7a0cc5313a53 req-717dacd7-83b8-43c1-a0db-d812b0806760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:38:35.103372 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615f58c4-3934-4f47-8a05-7a0cc5313a53 req-717dacd7-83b8-43c1-a0db-d812b0806760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:38:35.103837 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615f58c4-3934-4f47-8a05-7a0cc5313a53 req-717dacd7-83b8-43c1-a0db-d812b0806760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:38:35.105317 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615f58c4-3934-4f47-8a05-7a0cc5313a53 req-717dacd7-83b8-43c1-a0db-d812b0806760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:38:35.105317 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615f58c4-3934-4f47-8a05-7a0cc5313a53 req-717dacd7-83b8-43c1-a0db-d812b0806760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:38:35.105721 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615f58c4-3934-4f47-8a05-7a0cc5313a53 req-717dacd7-83b8-43c1-a0db-d812b0806760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:38:35.106187 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615f58c4-3934-4f47-8a05-7a0cc5313a53 req-717dacd7-83b8-43c1-a0db-d812b0806760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:38:35.108750 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-615f58c4-3934-4f47-8a05-7a0cc5313a53 req-717dacd7-83b8-43c1-a0db-d812b0806760 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9b0068a4a0a543038f63069e85a0a90e&device_id=83c4b9c5-48d7-40af-8fb5-dabe4d43cce9 HTTP/1.1" status: 200 len: 6498 time: 0.2596362 Nov 23 17:38:35.109469 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b3d9e63-9989-43aa-b9e3-0472f0f196fd tempest-BulkNetworkOpsTest-1101708284 tempest-BulkNetworkOpsTest-1101708284-project] Made reservation on behalf of 012ce55f5b4645c1b4d7d7e111ce69a0 for: {'port': 2} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:38:35.115044 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5b3d9e63-9989-43aa-b9e3-0472f0f196fd tempest-BulkNetworkOpsTest-1101708284 tempest-BulkNetworkOpsTest-1101708284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:35.167477 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-3345a8bb-6d2f-4a5e-a4af-18dafb1709ff tempest-RoutersAdminTest-1523904414 tempest-RoutersAdminTest-1523904414-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493'] for network, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:35.168470 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3345a8bb-6d2f-4a5e-a4af-18dafb1709ff tempest-RoutersAdminTest-1523904414 tempest-RoutersAdminTest-1523904414-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:38:35.169193 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-3345a8bb-6d2f-4a5e-a4af-18dafb1709ff tempest-RoutersAdminTest-1523904414 tempest-RoutersAdminTest-1523904414-project-admin] Publish callbacks [] for network, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:35.206235 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64592dd7-7a8f-4000-bd7f-18bc9eae3a63 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Network c46f395e-b745-4479-88f0-746528e5aecf is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:38:35.208868 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64592dd7-7a8f-4000-bd7f-18bc9eae3a63 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Pushing event updated for resources: {'Subnet': ['ID=47c3c6e2-3124-4f34-ac6d-69a3f903414a,revision_number=0']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:38:35.235586 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-64592dd7-7a8f-4000-bd7f-18bc9eae3a63 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:38:35.238734 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64592dd7-7a8f-4000-bd7f-18bc9eae3a63 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:38:35.239347 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-64592dd7-7a8f-4000-bd7f-18bc9eae3a63 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks [] for subnet, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:35.254269 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a48e72bb-0d21-4527-8b21-1c5de399f96b None None] Network c46f395e-b745-4479-88f0-746528e5aecf requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:38:35.354353 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5b3d9e63-9989-43aa-b9e3-0472f0f196fd tempest-BulkNetworkOpsTest-1101708284 tempest-BulkNetworkOpsTest-1101708284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:35.364271 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device d1c9a459-49a8-4e30-a173-b7f7042e002a details requested by agent hyperv_n-h1-816206-8 with host n-h1-816206-8 {{(pid=103592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 17:38:35.374719 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-64592dd7-7a8f-4000-bd7f-18bc9eae3a63 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7618263 Nov 23 17:38:35.380176 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 48320) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:38:35.391615 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-3345a8bb-6d2f-4a5e-a4af-18dafb1709ff tempest-RoutersAdminTest-1523904414 tempest-RoutersAdminTest-1523904414-project-admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 2.3170838 Nov 23 17:38:35.396232 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-6aadd0f7-50a5-48df-b0ee-a51cb0c2bf74 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Request body: {'security_group': {'name': 'tempest-secgroup-1118720610'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:38:35.432705 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 48322) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:38:35.446054 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-84a1c3ab-eb03-4a8c-84e2-7eea4151ed0a tempest-RoutersAdminTest-1523904414 tempest-RoutersAdminTest-1523904414-project-admin] Request body: {'subnet': {'network_id': 'e9d6612b-2271-4e17-8e05-86e62f96cc6d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:38:35.451164 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-6aadd0f7-50a5-48df-b0ee-a51cb0c2bf74 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks [] for security_group, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:35.463895 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3345a8bb-6d2f-4a5e-a4af-18dafb1709ff tempest-RoutersAdminTest-1523904414 tempest-RoutersAdminTest-1523904414-project-admin] Pushing event updated for resources: {'Network': ['ID=e9d6612b-2271-4e17-8e05-86e62f96cc6d,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:38:35.564575 n-d-816206-8 neutron-server[103590]: DEBUG neutron.notifiers.nova [None req-5b3d9e63-9989-43aa-b9e3-0472f0f196fd tempest-BulkNetworkOpsTest-1101708284 tempest-BulkNetworkOpsTest-1101708284-project] device_id is not set on port d32342cc-857c-4db2-a472-ec3686eb1574 yet. {{(pid=103590) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 17:38:35.655321 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-6aadd0f7-50a5-48df-b0ee-a51cb0c2bf74 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks [] for security_group, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:35.660459 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-6aadd0f7-50a5-48df-b0ee-a51cb0c2bf74 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:35.711132 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aadd0f7-50a5-48df-b0ee-a51cb0c2bf74 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Pushing event updated for resources: {'SecurityGroup': ['ID=803dd88e-b099-4a3b-bd31-0ec2d6946117,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:38:35.718503 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615f58c4-3934-4f47-8a05-7a0cc5313a53 req-f939b8bf-28b6-4f35-916b-5fceedb0303d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:38:35.719109 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615f58c4-3934-4f47-8a05-7a0cc5313a53 req-f939b8bf-28b6-4f35-916b-5fceedb0303d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:38:35.719339 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615f58c4-3934-4f47-8a05-7a0cc5313a53 req-f939b8bf-28b6-4f35-916b-5fceedb0303d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:38:35.726784 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-615f58c4-3934-4f47-8a05-7a0cc5313a53 req-f939b8bf-28b6-4f35-916b-5fceedb0303d service neutron] 10.222.0.55 "GET /v2.0/networks?id=8fae7973-38e6-4660-a7b2-023eda92e2f5&id=a67d26f0-d8bc-46d6-9df4-c5b8fb20d14c&id=a67d26f0-d8bc-46d6-9df4-c5b8fb20d14c&id=a67d26f0-d8bc-46d6-9df4-c5b8fb20d14c&id=a67d26f0-d8bc-46d6-9df4-c5b8fb20d14c&id=a080cd49-aff0-47e2-a832-3717812be820&id=a080cd49-aff0-47e2-a832-3717812be820 HTTP/1.1" status: 200 len: 2298 time: 0.5683391 Nov 23 17:38:35.768161 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-6aadd0f7-50a5-48df-b0ee-a51cb0c2bf74 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks [] for security_group, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:35.775658 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port d1c9a459-49a8-4e30-a173-b7f7042e002a, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=d1c9a459-49a8-4e30-a173-b7f7042e002a,segment=NetworkSegment(c149808e-63db-41ac-b80f-e721c4138182),segment_id=c149808e-63db-41ac-b80f-e721c4138182)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:38:35.781969 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-6aadd0f7-50a5-48df-b0ee-a51cb0c2bf74 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3990417 Nov 23 17:38:35.793261 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 48330) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:38:35.808723 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84a1c3ab-eb03-4a8c-84e2-7eea4151ed0a tempest-RoutersAdminTest-1523904414 tempest-RoutersAdminTest-1523904414-project-admin] Made reservation on behalf of c8bb95c5a342453d936600f6a4d60f4e for: {'subnet': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:38:35.811296 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-84a1c3ab-eb03-4a8c-84e2-7eea4151ed0a tempest-RoutersAdminTest-1523904414 tempest-RoutersAdminTest-1523904414-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264730903'] for subnet, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:35.817130 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-99d4bf73-ab24-4f30-9af2-a0b9ead5e5c6 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Request body: {'security_group': {'name': 'tempest-secgroup-1075864854'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:38:35.825949 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Returning: {'device': 'd1c9a459-49a8-4e30-a173-b7f7042e002a', 'network_id': '54b597b6-8526-45de-87fd-e706be5a39dc', 'port_id': 'd1c9a459-49a8-4e30-a173-b7f7042e002a', 'mac_address': 'fa:16:3e:53:a6:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 542, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '093eb2f7-fb10-42a1-aced-cc67680caad4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 17:38:35.869550 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Network e9d6612b-2271-4e17-8e05-86e62f96cc6d details requested by agent ovs-agent-n-d-816206-8 with host n-d-816206-8 {{(pid=103592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 17:38:35.885709 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-99d4bf73-ab24-4f30-9af2-a0b9ead5e5c6 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks [] for security_group, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:35.907043 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5b3d9e63-9989-43aa-b9e3-0472f0f196fd tempest-BulkNetworkOpsTest-1101708284 tempest-BulkNetworkOpsTest-1101708284-project] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:35.934956 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:35.997553 n-d-816206-8 neutron-server[103590]: DEBUG neutron.notifiers.nova [None req-5b3d9e63-9989-43aa-b9e3-0472f0f196fd tempest-BulkNetworkOpsTest-1101708284 tempest-BulkNetworkOpsTest-1101708284-project] device_id is not set on port 20d5703b-70e7-44b0-b0e7-0d13f7cd1a1b yet. {{(pid=103590) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 17:38:36.023467 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1c9a459-49a8-4e30-a173-b7f7042e002a {{(pid=103592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:38:36.055466 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port d1c9a459-49a8-4e30-a173-b7f7042e002a, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=d1c9a459-49a8-4e30-a173-b7f7042e002a,segment=NetworkSegment(c149808e-63db-41ac-b80f-e721c4138182),segment_id=c149808e-63db-41ac-b80f-e721c4138182)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:38:36.064272 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:36.166802 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ab10798-b6d9-4b63-867b-98ae038d53a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp355044b8-8e87-58c4-94fa-4a010ec30f9e-c46f395e-b745-4479-88f0-746528e5aecf', 'network_id': 'c46f395e-b745-4479-88f0-746528e5aecf', 'tenant_id': '4bc7c7d1542d486592900c4a00632f91', 'fixed_ips': [{'subnet_id': '47c3c6e2-3124-4f34-ac6d-69a3f903414a'}]}} from n-d-816206-8. {{(pid=103592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 17:38:36.170103 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-99d4bf73-ab24-4f30-9af2-a0b9ead5e5c6 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks [] for security_group, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:36.171440 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-8ab10798-b6d9-4b63-867b-98ae038d53a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:36.185475 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-99d4bf73-ab24-4f30-9af2-a0b9ead5e5c6 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:36.227061 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-615f58c4-3934-4f47-8a05-7a0cc5313a53 req-3a913668-6592-43b4-99ab-101d81d0ef38 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e6cacfa8-7eb8-4a5b-9e66-80a73f1d903a HTTP/1.1" status: 200 len: 1001 time: 0.4889500 Nov 23 17:38:36.246530 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-99d4bf73-ab24-4f30-9af2-a0b9ead5e5c6 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks [] for security_group, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:36.256185 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 48348) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:38:36.257321 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-99d4bf73-ab24-4f30-9af2-a0b9ead5e5c6 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4540074 Nov 23 17:38:36.271640 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-35154d1c-08fb-4268-a04a-2e3008bc5ef7 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1154221143', 'security_groups': ['d7f93880-28f4-4997-ba0a-bf41a2188ac9'], 'network_id': 'c46f395e-b745-4479-88f0-746528e5aecf', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '47c3c6e2-3124-4f34-ac6d-69a3f903414a'}]}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:38:36.355837 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56525853-b642-4078-a044-1f2f5d4ba622 req-84ea9591-51ec-4373-8806-fc776593b683 tempest-ServerRescueTestJSON-1442542130 tempest-ServerRescueTestJSON-1442542130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:38:36.358156 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-56525853-b642-4078-a044-1f2f5d4ba622 req-84ea9591-51ec-4373-8806-fc776593b683 tempest-ServerRescueTestJSON-1442542130 tempest-ServerRescueTestJSON-1442542130-project] 10.222.0.60 "GET /v2.0/ports?device_id=88ef59a7-741b-4e2e-8f60-79bf9bf9f465 HTTP/1.1" status: 200 len: 945 time: 0.3009338 Nov 23 17:38:36.395116 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Pushing event updated for resources: {'Port': ['ID=d1c9a459-49a8-4e30-a173-b7f7042e002a,revision_number=4']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:38:36.406178 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] get_ports_and_sgs() called for port_ids ['d1c9a459-49a8-4e30-a173-b7f7042e002a'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:38:36.527111 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615f58c4-3934-4f47-8a05-7a0cc5313a53 req-ea59ce85-6b69-4682-80ba-a5c865bde208 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:38:36.528785 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-615f58c4-3934-4f47-8a05-7a0cc5313a53 req-ea59ce85-6b69-4682-80ba-a5c865bde208 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=34624ad2-f585-44eb-b7a5-2bcf52826b90 HTTP/1.1" status: 200 len: 856 time: 0.2934694 Nov 23 17:38:36.532920 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e50a3c-ec8c-4720-afb3-b26c5235c44a req-96c79e62-ee25-40fb-8064-9f9017fffd33 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:38:36.550484 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d3e50a3c-ec8c-4720-afb3-b26c5235c44a req-96c79e62-ee25-40fb-8064-9f9017fffd33 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/networks?id=02874d22-2dc9-404b-96b5-741d17e13e44 HTTP/1.1" status: 200 len: 812 time: 0.1912305 Nov 23 17:38:36.560081 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d4bf73-ab24-4f30-9af2-a0b9ead5e5c6 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7f93880-28f4-4997-ba0a-bf41a2188ac9,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:38:36.587767 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.db_base_plugin_common [None req-8ab10798-b6d9-4b63-867b-98ae038d53a0 None None] Allocated IP 2001:db8::2 (c46f395e-b745-4479-88f0-746528e5aecf/47c3c6e2-3124-4f34-ac6d-69a3f903414a/4a324ae6-f0a7-4dd3-8643-e25984239871) {{(pid=103592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:38:36.618969 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5b3d9e63-9989-43aa-b9e3-0472f0f196fd tempest-BulkNetworkOpsTest-1101708284 tempest-BulkNetworkOpsTest-1101708284-project] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:36.643686 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d3e50a3c-ec8c-4720-afb3-b26c5235c44a req-c208a920-ba5f-466c-97e5-ed30d041992b tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/quotas/c0a53cd325e44b8fbee499050453672f HTTP/1.1" status: 200 len: 375 time: 0.0651488 Nov 23 17:38:36.764689 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615f58c4-3934-4f47-8a05-7a0cc5313a53 req-1c87a891-dd0c-4406-b645-120105b3be73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:38:36.767093 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-615f58c4-3934-4f47-8a05-7a0cc5313a53 req-1c87a891-dd0c-4406-b645-120105b3be73 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8fae7973-38e6-4660-a7b2-023eda92e2f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2219412 Nov 23 17:38:36.783698 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-56525853-b642-4078-a044-1f2f5d4ba622 req-326ea79a-07ce-4408-916d-44794ef8fb32 tempest-ServerRescueTestJSON-1442542130 tempest-ServerRescueTestJSON-1442542130-project] 10.222.0.60 "GET /v2.0/security-groups?id=cf26cd6b-cd43-4747-bf84-de1f0ff7a3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2288177 Nov 23 17:38:36.829039 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d3e50a3c-ec8c-4720-afb3-b26c5235c44a req-f9269d77-fcbb-4e64-8093-dfa1689baf30 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=c0a53cd325e44b8fbee499050453672f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1272101 Nov 23 17:38:36.843334 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [req-d3e50a3c-ec8c-4720-afb3-b26c5235c44a req-0e22f6bb-23a5-4ef2-923a-354f105a22ff service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=103591) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 17:38:36.844346 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d3e50a3c-ec8c-4720-afb3-b26c5235c44a req-0e22f6bb-23a5-4ef2-923a-354f105a22ff service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055938 Nov 23 17:38:36.924207 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5b3d9e63-9989-43aa-b9e3-0472f0f196fd tempest-BulkNetworkOpsTest-1101708284 tempest-BulkNetworkOpsTest-1101708284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:36.959672 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-8ab10798-b6d9-4b63-867b-98ae038d53a0 None None] Publish callbacks [] for port, precommit_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:36.978567 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-8ab10798-b6d9-4b63-867b-98ae038d53a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980'] for port, after_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:36.988290 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35154d1c-08fb-4268-a04a-2e3008bc5ef7 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Made reservation on behalf of 4bc7c7d1542d486592900c4a00632f91 for: {'port': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:38:37.029416 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d3e50a3c-ec8c-4720-afb3-b26c5235c44a req-a68c692b-b295-46d6-a8e8-6ea320683a73 service neutron] 10.222.0.60 "GET /v2.0/networks/02874d22-2dc9-404b-96b5-741d17e13e44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1751382 Nov 23 17:38:37.071234 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab10798-b6d9-4b63-867b-98ae038d53a0 None None] Pushing event updated for resources: {'Port': ['ID=4a324ae6-f0a7-4dd3-8643-e25984239871,revision_number=1']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:38:37.081664 n-d-816206-8 neutron-server[103592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ab10798-b6d9-4b63-867b-98ae038d53a0 None None] Network c46f395e-b745-4479-88f0-746528e5aecf is already hosted by enough agents. {{(pid=103592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:38:37.083324 n-d-816206-8 neutron-server[103592]: DEBUG neutron.scheduler.base_scheduler [None req-8ab10798-b6d9-4b63-867b-98ae038d53a0 None None] Resources bound (agent type, host, resource id): {{(pid=103592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:38:37.088405 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ab10798-b6d9-4b63-867b-98ae038d53a0 None None] Received port after_create {{(pid=103592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:38:37.123640 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 354549fe-271f-4f48-b4a7-4c33380f14ec up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:38:37.186380 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3d9e63-9989-43aa-b9e3-0472f0f196fd tempest-BulkNetworkOpsTest-1101708284 tempest-BulkNetworkOpsTest-1101708284-project] Pushing event updated for resources: {'Port': ['ID=d32342cc-857c-4db2-a472-ec3686eb1574,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:38:37.259436 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-426db6c9-f786-4c42-b400-11dc75716ff3 req-61ddd617-cd95-42bc-aa8e-471020ccd606 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=6405c518-c3fe-4701-acc0-e089ba26cce4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0830388 Nov 23 17:38:37.262644 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d3e50a3c-ec8c-4720-afb3-b26c5235c44a req-5de20c97-2e3a-46cd-b1ec-5338c0de10b8 service neutron] 10.222.0.60 "GET /v2.0/networks/02874d22-2dc9-404b-96b5-741d17e13e44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2142694 Nov 23 17:38:37.297788 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-35154d1c-08fb-4268-a04a-2e3008bc5ef7 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:37.307652 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-8ab10798-b6d9-4b63-867b-98ae038d53a0 None None] Attempting to bind port 4a324ae6-f0a7-4dd3-8643-e25984239871 on host n-d-816206-8 for vnic_type normal with profile {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:38:37.308014 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-8ab10798-b6d9-4b63-867b-98ae038d53a0 None None] Attempting to bind port 4a324ae6-f0a7-4dd3-8643-e25984239871 by drivers openvswitch,hyperv on host n-d-816206-8 at level 0 using segments [{'id': 'cb33f029-e736-4ff8-9953-c77670828d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'c46f395e-b745-4479-88f0-746528e5aecf'}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:38:37.308663 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ab10798-b6d9-4b63-867b-98ae038d53a0 None None] Attempting to bind port 4a324ae6-f0a7-4dd3-8643-e25984239871 on network c46f395e-b745-4479-88f0-746528e5aecf {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:38:37.317731 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ab10798-b6d9-4b63-867b-98ae038d53a0 None None] Checking agent: {'id': '9e89acbe-4bbe-4c77-a18b-6f1da9133e0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 7, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 38, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:38:37.318574 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ab10798-b6d9-4b63-867b-98ae038d53a0 None None] Checking segment: {'id': 'cb33f029-e736-4ff8-9953-c77670828d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'c46f395e-b745-4479-88f0-746528e5aecf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:38:37.318952 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-615f58c4-3934-4f47-8a05-7a0cc5313a53 req-50a9a848-d3cd-43d7-97ce-2bd342eaca4c service neutron] 10.222.0.55 "GET /v2.0/networks/8fae7973-38e6-4660-a7b2-023eda92e2f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5386634 Nov 23 17:38:37.319464 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-8ab10798-b6d9-4b63-867b-98ae038d53a0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:37.320226 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ab10798-b6d9-4b63-867b-98ae038d53a0 None None] Bound using segment: {'id': 'cb33f029-e736-4ff8-9953-c77670828d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'c46f395e-b745-4479-88f0-746528e5aecf'} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:38:37.320977 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-8ab10798-b6d9-4b63-867b-98ae038d53a0 None None] Bound port: 4a324ae6-f0a7-4dd3-8643-e25984239871, host: n-d-816206-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb33f029-e736-4ff8-9953-c77670828d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'c46f395e-b745-4479-88f0-746528e5aecf'}}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:38:37.322738 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-8ab10798-b6d9-4b63-867b-98ae038d53a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:37.326963 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port 354549fe-271f-4f48-b4a7-4c33380f14ec triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:38:37.327573 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:37.392739 n-d-816206-8 neutron-server[103590]: DEBUG neutron.notifiers.nova [None req-35154d1c-08fb-4268-a04a-2e3008bc5ef7 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] device_id is not set on port ccaf9570-a353-4366-aa7b-d11e59598266 yet. {{(pid=103590) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 17:38:37.403058 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b3d9e63-9989-43aa-b9e3-0472f0f196fd tempest-BulkNetworkOpsTest-1101708284 tempest-BulkNetworkOpsTest-1101708284-project] Checking segment: {'id': 'e238d64d-ca88-4e30-ae5b-ca23378d1f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'a7a02593-3f4d-472a-b2b4-24ae74b76b57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:38:37.404931 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b3d9e63-9989-43aa-b9e3-0472f0f196fd tempest-BulkNetworkOpsTest-1101708284 tempest-BulkNetworkOpsTest-1101708284-project] Network hostable DHCP agents. Network: a7a02593-3f4d-472a-b2b4-24ae74b76b57, hostable agents: ['0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3'], hosted agents: [] {{(pid=103590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 17:38:37.450435 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426db6c9-f786-4c42-b400-11dc75716ff3 req-b43d0118-cddd-4543-a2bf-265f6bdff57a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:38:37.452229 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426db6c9-f786-4c42-b400-11dc75716ff3 req-b43d0118-cddd-4543-a2bf-265f6bdff57a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:38:37.453393 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426db6c9-f786-4c42-b400-11dc75716ff3 req-b43d0118-cddd-4543-a2bf-265f6bdff57a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:38:37.455359 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426db6c9-f786-4c42-b400-11dc75716ff3 req-b43d0118-cddd-4543-a2bf-265f6bdff57a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:38:37.456774 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426db6c9-f786-4c42-b400-11dc75716ff3 req-b43d0118-cddd-4543-a2bf-265f6bdff57a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:38:37.458173 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426db6c9-f786-4c42-b400-11dc75716ff3 req-b43d0118-cddd-4543-a2bf-265f6bdff57a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:38:37.460288 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426db6c9-f786-4c42-b400-11dc75716ff3 req-b43d0118-cddd-4543-a2bf-265f6bdff57a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:38:37.465623 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-8ab10798-b6d9-4b63-867b-98ae038d53a0 None None] For port 4a324ae6-f0a7-4dd3-8643-e25984239871, host n-d-816206-8, cleared binding levels {{(pid=103592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:38:37.466358 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-426db6c9-f786-4c42-b400-11dc75716ff3 req-b43d0118-cddd-4543-a2bf-265f6bdff57a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8043a75783e64196ac0be92247cb4c17&device_id=6405c518-c3fe-4701-acc0-e089ba26cce4 HTTP/1.1" status: 200 len: 6491 time: 0.1125486 Nov 23 17:38:37.470195 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-8ab10798-b6d9-4b63-867b-98ae038d53a0 None None] For port 4a324ae6-f0a7-4dd3-8643-e25984239871, host n-d-816206-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=4a324ae6-f0a7-4dd3-8643-e25984239871,segment=NetworkSegment(cb33f029-e736-4ff8-9953-c77670828d2c),segment_id=cb33f029-e736-4ff8-9953-c77670828d2c)] {{(pid=103592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:38:37.516184 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-8ab10798-b6d9-4b63-867b-98ae038d53a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:37.580343 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b3d9e63-9989-43aa-b9e3-0472f0f196fd tempest-BulkNetworkOpsTest-1101708284 tempest-BulkNetworkOpsTest-1101708284-project] Network a7a02593-3f4d-472a-b2b4-24ae74b76b57 is scheduled to be hosted by DHCP agent 0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3 with binding_index 1 {{(pid=103590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 17:38:37.584356 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab10798-b6d9-4b63-867b-98ae038d53a0 None None] Pushing event updated for resources: {'Port': ['ID=4a324ae6-f0a7-4dd3-8643-e25984239871,revision_number=2']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:38:37.681144 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-5b3d9e63-9989-43aa-b9e3-0472f0f196fd tempest-BulkNetworkOpsTest-1101708284 tempest-BulkNetworkOpsTest-1101708284-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-8, a7a02593-3f4d-472a-b2b4-24ae74b76b57) {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:38:37.691514 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfe3dd7d-d8c7-4beb-ae83-6a28106bce8e None None] Network a7a02593-3f4d-472a-b2b4-24ae74b76b57 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:38:37.741388 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b3d9e63-9989-43aa-b9e3-0472f0f196fd tempest-BulkNetworkOpsTest-1101708284 tempest-BulkNetworkOpsTest-1101708284-project] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:38:37.742270 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5b3d9e63-9989-43aa-b9e3-0472f0f196fd tempest-BulkNetworkOpsTest-1101708284 tempest-BulkNetworkOpsTest-1101708284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:37.798958 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-615f58c4-3934-4f47-8a05-7a0cc5313a53 req-2df83de5-7436-4084-9c5d-3ee5a8dff1a4 service neutron] 10.222.0.55 "GET /v2.0/networks/8fae7973-38e6-4660-a7b2-023eda92e2f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4675665 Nov 23 17:38:38.280430 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e28ed56b-4dbc-4c50-b4b0-145674a96ff7 req-9fd37b29-62a5-4ab7-935d-8ecb11306984 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/ports?device_id=8c8ab3f8-16eb-4725-8c20-4ee36fa1a7e0 HTTP/1.1" status: 200 len: 210 time: 0.0540192 Nov 23 17:38:38.339211 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426db6c9-f786-4c42-b400-11dc75716ff3 req-b4f8cf46-503a-474a-93d7-ca48b6d6864a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:38:38.339573 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426db6c9-f786-4c42-b400-11dc75716ff3 req-b4f8cf46-503a-474a-93d7-ca48b6d6864a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:38:38.340032 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426db6c9-f786-4c42-b400-11dc75716ff3 req-b4f8cf46-503a-474a-93d7-ca48b6d6864a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:38:38.341868 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-426db6c9-f786-4c42-b400-11dc75716ff3 req-b4f8cf46-503a-474a-93d7-ca48b6d6864a service neutron] 10.222.0.36 "GET /v2.0/networks?id=04470eef-b922-4801-8872-f6ca765b26dd&id=76740e25-dcec-4d2d-82d4-d720ca6b4fc6&id=76740e25-dcec-4d2d-82d4-d720ca6b4fc6&id=76740e25-dcec-4d2d-82d4-d720ca6b4fc6&id=76740e25-dcec-4d2d-82d4-d720ca6b4fc6&id=22bc55ee-b0f3-41c3-894c-32c421670838&id=22bc55ee-b0f3-41c3-894c-32c421670838 HTTP/1.1" status: 200 len: 2292 time: 0.8351264 Nov 23 17:38:38.357605 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b9a6cd-5027-4bfb-bfbf-97dac841afc3 req-40c86525-5301-4608-8dce-44c7e64a3edc tempest-ServerRescueTestJSON-1442542130 tempest-ServerRescueTestJSON-1442542130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:38:38.359189 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b4b9a6cd-5027-4bfb-bfbf-97dac841afc3 req-40c86525-5301-4608-8dce-44c7e64a3edc tempest-ServerRescueTestJSON-1442542130 tempest-ServerRescueTestJSON-1442542130-project] 10.222.0.60 "GET /v2.0/ports?device_id=88ef59a7-741b-4e2e-8f60-79bf9bf9f465 HTTP/1.1" status: 200 len: 945 time: 0.1341605 Nov 23 17:38:38.368051 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-615f58c4-3934-4f47-8a05-7a0cc5313a53 req-b120ee78-01ad-4a2f-bce1-e7982c0675a4 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.111&port_id=43a35972-e7d6-46b1-a089-47907bd8d235 HTTP/1.1" status: 200 len: 217 time: 0.0718076 Nov 23 17:38:38.485840 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3d9e63-9989-43aa-b9e3-0472f0f196fd tempest-BulkNetworkOpsTest-1101708284 tempest-BulkNetworkOpsTest-1101708284-project] Pushing event updated for resources: {'Port': ['ID=20d5703b-70e7-44b0-b0e7-0d13f7cd1a1b,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:38:38.518258 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b4b9a6cd-5027-4bfb-bfbf-97dac841afc3 req-7d432c45-3b75-4bc6-8f8e-4294714319b2 tempest-ServerRescueTestJSON-1442542130 tempest-ServerRescueTestJSON-1442542130-project] 10.222.0.60 "GET /v2.0/security-groups?id=cf26cd6b-cd43-4747-bf84-de1f0ff7a3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340940 Nov 23 17:38:38.539868 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-35154d1c-08fb-4268-a04a-2e3008bc5ef7 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Allocated IP 2001:db8::43 (c46f395e-b745-4479-88f0-746528e5aecf/47c3c6e2-3124-4f34-ac6d-69a3f903414a/ccaf9570-a353-4366-aa7b-d11e59598266) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:38:38.551200 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-426db6c9-f786-4c42-b400-11dc75716ff3 req-01b4306f-06ad-468c-8888-0e4b297c9bea service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5c7b0226-5733-4a12-8cf6-a2a8001dd2da HTTP/1.1" status: 200 len: 1001 time: 0.1909850 Nov 23 17:38:38.580806 n-d-816206-8 neutron-server[103590]: DEBUG neutron.objects.ports [None req-84a1c3ab-eb03-4a8c-84e2-7eea4151ed0a tempest-RoutersAdminTest-1523904414 tempest-RoutersAdminTest-1523904414-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103590) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 23 17:38:38.581286 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-84a1c3ab-eb03-4a8c-84e2-7eea4151ed0a tempest-RoutersAdminTest-1523904414 tempest-RoutersAdminTest-1523904414-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264358096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264730885'] for subnet, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:38.593056 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615f58c4-3934-4f47-8a05-7a0cc5313a53 req-6b9d2344-db23-451c-9790-f707e250ef15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:38:38.594459 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-615f58c4-3934-4f47-8a05-7a0cc5313a53 req-6b9d2344-db23-451c-9790-f707e250ef15 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=bcb9709f-482c-4f68-bfac-95b809cc7fe7 HTTP/1.1" status: 200 len: 797 time: 0.2146108 Nov 23 17:38:38.601315 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b3d9e63-9989-43aa-b9e3-0472f0f196fd tempest-BulkNetworkOpsTest-1101708284 tempest-BulkNetworkOpsTest-1101708284-project] Checking segment: {'id': '288088cd-7ba1-4cf6-a303-ad151fa44bc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'b0936072-f180-4726-9309-df7d8435c3db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:38:38.601679 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b3d9e63-9989-43aa-b9e3-0472f0f196fd tempest-BulkNetworkOpsTest-1101708284 tempest-BulkNetworkOpsTest-1101708284-project] Network hostable DHCP agents. Network: b0936072-f180-4726-9309-df7d8435c3db, hostable agents: ['0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3'], hosted agents: [] {{(pid=103590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 17:38:38.616277 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426db6c9-f786-4c42-b400-11dc75716ff3 req-3c1de66f-ee09-4945-9ba2-9b445eef33eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:38:38.617807 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-426db6c9-f786-4c42-b400-11dc75716ff3 req-3c1de66f-ee09-4945-9ba2-9b445eef33eb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d52f2422-eba5-4adf-851d-059c4fb2a31d HTTP/1.1" status: 200 len: 851 time: 0.0551763 Nov 23 17:38:38.696923 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426db6c9-f786-4c42-b400-11dc75716ff3 req-aa4250ef-5d3f-4a99-aeab-f7158dd5808e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:38:38.701292 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-426db6c9-f786-4c42-b400-11dc75716ff3 req-aa4250ef-5d3f-4a99-aeab-f7158dd5808e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=04470eef-b922-4801-8872-f6ca765b26dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0716953 Nov 23 17:38:38.757882 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b3d9e63-9989-43aa-b9e3-0472f0f196fd tempest-BulkNetworkOpsTest-1101708284 tempest-BulkNetworkOpsTest-1101708284-project] Network b0936072-f180-4726-9309-df7d8435c3db is scheduled to be hosted by DHCP agent 0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3 with binding_index 1 {{(pid=103590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 17:38:38.765052 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a1c3ab-eb03-4a8c-84e2-7eea4151ed0a tempest-RoutersAdminTest-1523904414 tempest-RoutersAdminTest-1523904414-project-admin] Pushing event updated for resources: {'Subnet': ['ID=8d7630ae-c12b-4732-8d95-7fbd33565107,revision_number=0']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:38:38.809407 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615f58c4-3934-4f47-8a05-7a0cc5313a53 req-9de847d7-1f1e-4d63-ae07-f680a94db8e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:38:38.812032 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-615f58c4-3934-4f47-8a05-7a0cc5313a53 req-9de847d7-1f1e-4d63-ae07-f680a94db8e5 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a67d26f0-d8bc-46d6-9df4-c5b8fb20d14c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2074466 Nov 23 17:38:38.819795 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-5b3d9e63-9989-43aa-b9e3-0472f0f196fd tempest-BulkNetworkOpsTest-1101708284 tempest-BulkNetworkOpsTest-1101708284-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-8, b0936072-f180-4726-9309-df7d8435c3db) {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:38:38.835666 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c712539-5b78-44fb-bf56-558d7517dce2 None None] Network b0936072-f180-4726-9309-df7d8435c3db requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:38:38.870671 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b3d9e63-9989-43aa-b9e3-0472f0f196fd tempest-BulkNetworkOpsTest-1101708284 tempest-BulkNetworkOpsTest-1101708284-project] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:38:38.876532 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b3d9e63-9989-43aa-b9e3-0472f0f196fd tempest-BulkNetworkOpsTest-1101708284 tempest-BulkNetworkOpsTest-1101708284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:38:38.882145 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b3d9e63-9989-43aa-b9e3-0472f0f196fd tempest-BulkNetworkOpsTest-1101708284 tempest-BulkNetworkOpsTest-1101708284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:38:38.882860 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5b3d9e63-9989-43aa-b9e3-0472f0f196fd tempest-BulkNetworkOpsTest-1101708284 tempest-BulkNetworkOpsTest-1101708284-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:38.915412 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84a1c3ab-eb03-4a8c-84e2-7eea4151ed0a tempest-RoutersAdminTest-1523904414 tempest-RoutersAdminTest-1523904414-project-admin] Checking segment: {'id': '85aa5031-a2a0-4582-ba8b-63c73c4cf2b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'e9d6612b-2271-4e17-8e05-86e62f96cc6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:38:38.915823 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84a1c3ab-eb03-4a8c-84e2-7eea4151ed0a tempest-RoutersAdminTest-1523904414 tempest-RoutersAdminTest-1523904414-project-admin] Network hostable DHCP agents. Network: e9d6612b-2271-4e17-8e05-86e62f96cc6d, hostable agents: ['0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3'], hosted agents: [] {{(pid=103590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 17:38:38.917197 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-426db6c9-f786-4c42-b400-11dc75716ff3 req-710e830e-f334-4fe3-9ff0-aeb325161646 service neutron] 10.222.0.36 "GET /v2.0/networks/04470eef-b922-4801-8872-f6ca765b26dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2024381 Nov 23 17:38:39.063564 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-5b3d9e63-9989-43aa-b9e3-0472f0f196fd tempest-BulkNetworkOpsTest-1101708284 tempest-BulkNetworkOpsTest-1101708284-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 5.1791446 Nov 23 17:38:39.092870 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 4a324ae6-f0a7-4dd3-8643-e25984239871 up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:38:39.102520 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 48396) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:38:39.109561 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-426db6c9-f786-4c42-b400-11dc75716ff3 req-b8380ec9-dc99-4012-91d2-aaa879d96e58 service neutron] 10.222.0.36 "GET /v2.0/networks/04470eef-b922-4801-8872-f6ca765b26dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1841447 Nov 23 17:38:39.136877 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-35154d1c-08fb-4268-a04a-2e3008bc5ef7 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:39.145249 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84a1c3ab-eb03-4a8c-84e2-7eea4151ed0a tempest-RoutersAdminTest-1523904414 tempest-RoutersAdminTest-1523904414-project-admin] Network e9d6612b-2271-4e17-8e05-86e62f96cc6d is scheduled to be hosted by DHCP agent 0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3 with binding_index 1 {{(pid=103590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 17:38:39.176700 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-84a1c3ab-eb03-4a8c-84e2-7eea4151ed0a tempest-RoutersAdminTest-1523904414 tempest-RoutersAdminTest-1523904414-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-8, e9d6612b-2271-4e17-8e05-86e62f96cc6d) {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:38:39.194501 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84a1c3ab-eb03-4a8c-84e2-7eea4151ed0a tempest-RoutersAdminTest-1523904414 tempest-RoutersAdminTest-1523904414-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:38:39.195102 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-84a1c3ab-eb03-4a8c-84e2-7eea4151ed0a tempest-RoutersAdminTest-1523904414 tempest-RoutersAdminTest-1523904414-project-admin] Publish callbacks [] for subnet, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:39.195388 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd389201-d7d0-42a5-bc87-d68734b2b1db None None] Network e9d6612b-2271-4e17-8e05-86e62f96cc6d requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:38:39.200151 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-615f58c4-3934-4f47-8a05-7a0cc5313a53 req-bb2eb127-27f2-4e0f-8293-e17fe9b0bda2 service neutron] 10.222.0.55 "GET /v2.0/networks/a67d26f0-d8bc-46d6-9df4-c5b8fb20d14c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3721154 Nov 23 17:38:39.203832 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-426db6c9-f786-4c42-b400-11dc75716ff3 req-dcf3b973-1c02-4450-ad56-3440e5d917e1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.220&port_id=98991338-19a7-4834-b0b5-0086ee597775 HTTP/1.1" status: 200 len: 217 time: 0.0841565 Nov 23 17:38:39.257718 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-841b5265-756f-4ac7-9e85-2941d14b9547 tempest-BulkNetworkOpsTest-1101708284 tempest-BulkNetworkOpsTest-1101708284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:38:39.272718 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-841b5265-756f-4ac7-9e85-2941d14b9547 tempest-BulkNetworkOpsTest-1101708284 tempest-BulkNetworkOpsTest-1101708284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:38:39.276665 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-841b5265-756f-4ac7-9e85-2941d14b9547 tempest-BulkNetworkOpsTest-1101708284 tempest-BulkNetworkOpsTest-1101708284-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1730175 Nov 23 17:38:39.304252 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 48400) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:38:39.413171 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device d1c9a459-49a8-4e30-a173-b7f7042e002a up at agent hyperv_n-h1-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:38:39.473308 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port 4a324ae6-f0a7-4dd3-8643-e25984239871 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:38:39.474897 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:39.485171 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe56d9b1-e42f-4c7a-a87b-866a0cdb0437 None None] Network e9d6612b-2271-4e17-8e05-86e62f96cc6d requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:38:39.488855 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-615f58c4-3934-4f47-8a05-7a0cc5313a53 req-4dab8bef-26b5-4334-a11d-836bb6574527 service neutron] 10.222.0.55 "GET /v2.0/networks/a67d26f0-d8bc-46d6-9df4-c5b8fb20d14c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2548969 Nov 23 17:38:39.523619 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-84a1c3ab-eb03-4a8c-84e2-7eea4151ed0a tempest-RoutersAdminTest-1523904414 tempest-RoutersAdminTest-1523904414-project-admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 4.0827909 Nov 23 17:38:39.527585 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 48406) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:38:39.585153 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-1fec7c5b-fcfa-421f-9c63-d2ea9bd9a9b6 tempest-RoutersAdminTest-1523904414 tempest-RoutersAdminTest-1523904414-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-400145608', 'network_id': 'e9d6612b-2271-4e17-8e05-86e62f96cc6d'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:38:39.620064 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-615f58c4-3934-4f47-8a05-7a0cc5313a53 req-1bafb152-f7cd-4a01-a392-d45c49773273 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.36&port_id=2c22850f-3ed8-45c1-8cb5-d847f5bb33e0 HTTP/1.1" status: 200 len: 217 time: 0.1230605 Nov 23 17:38:39.626268 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-def643da-d0c0-44b8-8b90-4e47417922c3 None None] Provisioning complete for port 4a324ae6-f0a7-4dd3-8643-e25984239871 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:38:39.626720 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-def643da-d0c0-44b8-8b90-4e47417922c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:39.639987 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-35154d1c-08fb-4268-a04a-2e3008bc5ef7 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:39.645400 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ab006ba3-4ab3-4e16-9e86-94e876e50396 req-b7ccfd9c-f42c-49d9-9d09-87c7890a110c tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/ports?device_id=8c8ab3f8-16eb-4725-8c20-4ee36fa1a7e0 HTTP/1.1" status: 200 len: 210 time: 0.1971061 Nov 23 17:38:39.742144 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426db6c9-f786-4c42-b400-11dc75716ff3 req-b364b794-b07b-448b-85a5-f83efd4480c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:38:39.742373 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35154d1c-08fb-4268-a04a-2e3008bc5ef7 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Pushing event updated for resources: {'Port': ['ID=ccaf9570-a353-4366-aa7b-d11e59598266,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:38:39.744175 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-426db6c9-f786-4c42-b400-11dc75716ff3 req-b364b794-b07b-448b-85a5-f83efd4480c6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=79e8d965-2789-41b1-a1fa-0fe25b7624dc HTTP/1.1" status: 200 len: 797 time: 0.5248959 Nov 23 17:38:39.766785 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35154d1c-08fb-4268-a04a-2e3008bc5ef7 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Network c46f395e-b745-4479-88f0-746528e5aecf is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:38:39.766785 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-35154d1c-08fb-4268-a04a-2e3008bc5ef7 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:38:39.768118 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35154d1c-08fb-4268-a04a-2e3008bc5ef7 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:38:39.774787 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35154d1c-08fb-4268-a04a-2e3008bc5ef7 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:38:39.775454 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-35154d1c-08fb-4268-a04a-2e3008bc5ef7 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:39.778560 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Provisioning for port d1c9a459-49a8-4e30-a173-b7f7042e002a completed by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 17:38:39.800893 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615f58c4-3934-4f47-8a05-7a0cc5313a53 req-7d6a9b2d-1392-40ad-8fb1-1d04bdeb36c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:38:39.803124 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-615f58c4-3934-4f47-8a05-7a0cc5313a53 req-7d6a9b2d-1392-40ad-8fb1-1d04bdeb36c4 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=bcb9709f-482c-4f68-bfac-95b809cc7fe7 HTTP/1.1" status: 200 len: 797 time: 0.1752248 Nov 23 17:38:39.829343 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Provisioning complete for port d1c9a459-49a8-4e30-a173-b7f7042e002a triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:38:39.829716 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:39.870650 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-35154d1c-08fb-4268-a04a-2e3008bc5ef7 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.6019356 Nov 23 17:38:39.872203 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 48410) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:38:39.877019 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:39.880360 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-00f43c5e-c033-4961-a5bb-6f8f26e52557 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Request body: {'subnet': {'network_id': 'c46f395e-b745-4479-88f0-746528e5aecf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:38:39.893185 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e50a3c-ec8c-4720-afb3-b26c5235c44a req-e2fb0ac7-46d9-47b9-9e85-bfb7ac083e35 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:38:39.894605 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d3e50a3c-ec8c-4720-afb3-b26c5235c44a req-e2fb0ac7-46d9-47b9-9e85-bfb7ac083e35 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.36 "GET /v2.0/networks?id=02874d22-2dc9-404b-96b5-741d17e13e44 HTTP/1.1" status: 200 len: 812 time: 0.6644127 Nov 23 17:38:39.948457 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [req-d3e50a3c-ec8c-4720-afb3-b26c5235c44a req-fcf395f3-7135-4d79-9fd7-441490366452 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Request body: {'port': {'device_id': '8c8ab3f8-16eb-4725-8c20-4ee36fa1a7e0', 'network_id': '02874d22-2dc9-404b-96b5-741d17e13e44', 'admin_state_up': True, 'tenant_id': 'c0a53cd325e44b8fbee499050453672f'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:38:39.965125 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] For port 4a324ae6-f0a7-4dd3-8643-e25984239871, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=4a324ae6-f0a7-4dd3-8643-e25984239871,segment=NetworkSegment(cb33f029-e736-4ff8-9953-c77670828d2c),segment_id=cb33f029-e736-4ff8-9953-c77670828d2c)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:38:40.022223 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615f58c4-3934-4f47-8a05-7a0cc5313a53 req-cd5b3aea-45c8-4984-810d-0bbca36161cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:38:40.023830 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-615f58c4-3934-4f47-8a05-7a0cc5313a53 req-cd5b3aea-45c8-4984-810d-0bbca36161cb service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a67d26f0-d8bc-46d6-9df4-c5b8fb20d14c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2114131 Nov 23 17:38:40.033420 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:40.102141 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fec7c5b-fcfa-421f-9c63-d2ea9bd9a9b6 tempest-RoutersAdminTest-1523904414 tempest-RoutersAdminTest-1523904414-project-admin] Made reservation on behalf of c8bb95c5a342453d936600f6a4d60f4e for: {'port': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:38:40.102901 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-1fec7c5b-fcfa-421f-9c63-d2ea9bd9a9b6 tempest-RoutersAdminTest-1523904414 tempest-RoutersAdminTest-1523904414-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:40.146535 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [None req-1fec7c5b-fcfa-421f-9c63-d2ea9bd9a9b6 tempest-RoutersAdminTest-1523904414 tempest-RoutersAdminTest-1523904414-project-admin] device_id is not set on port 5c6d6077-3ff1-4587-9df6-7f71994cf487 yet. {{(pid=103591) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 17:38:40.202127 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Pushing event updated for resources: {'Port': ['ID=4a324ae6-f0a7-4dd3-8643-e25984239871,revision_number=3']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:38:40.215902 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-def643da-d0c0-44b8-8b90-4e47417922c3 None None] Provisioning complete for port 0dbc49a2-e65e-4382-b491-870aaef09da9 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:38:40.216277 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-def643da-d0c0-44b8-8b90-4e47417922c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:40.282657 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-def643da-d0c0-44b8-8b90-4e47417922c3 None None] Port 0dbc49a2-e65e-4382-b491-870aaef09da9 cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:38:40.284212 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:40.291903 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.db_base_plugin_common [None req-1fec7c5b-fcfa-421f-9c63-d2ea9bd9a9b6 tempest-RoutersAdminTest-1523904414 tempest-RoutersAdminTest-1523904414-project-admin] Allocated IP 172.20.0.7 (e9d6612b-2271-4e17-8e05-86e62f96cc6d/8d7630ae-c12b-4732-8d95-7fbd33565107/5c6d6077-3ff1-4587-9df6-7f71994cf487) {{(pid=103591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:38:40.314541 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-615f58c4-3934-4f47-8a05-7a0cc5313a53 req-8d9af619-fd08-4dd9-8bc2-038c4f3345f3 service neutron] 10.222.0.55 "GET /v2.0/networks/a67d26f0-d8bc-46d6-9df4-c5b8fb20d14c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2756879 Nov 23 17:38:40.317673 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88ef59a7-741b-4e2e-8f60-79bf9bf9f465', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1c9a459-49a8-4e30-a173-b7f7042e002a'}] {{(pid=103592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:38:40.320606 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba3e6a8f2301c7a29fe1eca9779abdae4ccbcd6266d69778087f2498d5551201" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf70b679-342d-42ed-af9c-d4faa76f5747" -d '{"events": [{"server_uuid": "88ef59a7-741b-4e2e-8f60-79bf9bf9f465", "name": "network-vif-plugged", "status": "completed", "tag": "d1c9a459-49a8-4e30-a173-b7f7042e002a"}]}' {{(pid=103592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:38:40.336938 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port d1c9a459-49a8-4e30-a173-b7f7042e002a, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=d1c9a459-49a8-4e30-a173-b7f7042e002a,segment=NetworkSegment(c149808e-63db-41ac-b80f-e721c4138182),segment_id=c149808e-63db-41ac-b80f-e721c4138182)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:38:40.347212 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:40.473854 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-1ae5bad5-72ad-4dfc-a456-5ec14acaaea2 None None] Provisioning complete for port ccaf9570-a353-4366-aa7b-d11e59598266 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:38:40.478724 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-1ae5bad5-72ad-4dfc-a456-5ec14acaaea2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:40.509630 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-615f58c4-3934-4f47-8a05-7a0cc5313a53 req-87fb53ec-7a06-4136-84d3-d01e3f061df8 service neutron] 10.222.0.55 "GET /v2.0/networks/a67d26f0-d8bc-46d6-9df4-c5b8fb20d14c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1889975 Nov 23 17:38:40.523419 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-1fec7c5b-fcfa-421f-9c63-d2ea9bd9a9b6 tempest-RoutersAdminTest-1523904414 tempest-RoutersAdminTest-1523904414-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:40.569297 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-615f58c4-3934-4f47-8a05-7a0cc5313a53 req-c5e07992-c404-494e-9892-5eaf91553fad service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.59&port_id=2a4244ef-ef03-4f4c-8ffc-3e8bbbae7f23 HTTP/1.1" status: 200 len: 217 time: 0.0509772 Nov 23 17:38:40.571433 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Pushing event updated for resources: {'Port': ['ID=d1c9a459-49a8-4e30-a173-b7f7042e002a,revision_number=5']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:38:40.610455 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-1ae5bad5-72ad-4dfc-a456-5ec14acaaea2 None None] Port ccaf9570-a353-4366-aa7b-d11e59598266 cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:38:40.611568 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426db6c9-f786-4c42-b400-11dc75716ff3 req-c409e5b6-6826-46d6-91dc-7536b43f277f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:38:40.613596 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-426db6c9-f786-4c42-b400-11dc75716ff3 req-c409e5b6-6826-46d6-91dc-7536b43f277f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=76740e25-dcec-4d2d-82d4-d720ca6b4fc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.8050508 Nov 23 17:38:40.664470 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237c4ae4-018c-4d2f-9c83-0c18dbfd24f5 req-7d8f46f1-6475-4c33-b917-f8ed191d4745 tempest-ServerRescueTestJSON-1442542130 tempest-ServerRescueTestJSON-1442542130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:38:40.668193 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00f43c5e-c033-4961-a5bb-6f8f26e52557 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Made reservation on behalf of 4bc7c7d1542d486592900c4a00632f91 for: {'subnet': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:38:40.668690 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-237c4ae4-018c-4d2f-9c83-0c18dbfd24f5 req-7d8f46f1-6475-4c33-b917-f8ed191d4745 tempest-ServerRescueTestJSON-1442542130 tempest-ServerRescueTestJSON-1442542130-project] 10.222.0.60 "GET /v2.0/ports?device_id=88ef59a7-741b-4e2e-8f60-79bf9bf9f465 HTTP/1.1" status: 200 len: 945 time: 0.9338086 Nov 23 17:38:40.670198 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3e50a3c-ec8c-4720-afb3-b26c5235c44a req-fcf395f3-7135-4d79-9fd7-441490366452 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Made reservation on behalf of c0a53cd325e44b8fbee499050453672f for: {'port': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:38:40.671962 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-00f43c5e-c033-4961-a5bb-6f8f26e52557 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264730903'] for subnet, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:40.675132 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-d3e50a3c-ec8c-4720-afb3-b26c5235c44a req-fcf395f3-7135-4d79-9fd7-441490366452 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:40.679944 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-1fec7c5b-fcfa-421f-9c63-d2ea9bd9a9b6 tempest-RoutersAdminTest-1523904414 tempest-RoutersAdminTest-1523904414-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:40.688672 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:38:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e42aa6f-f0be-439f-a32e-1c49eecca0e7 x-openstack-request-id: req-6e42aa6f-f0be-439f-a32e-1c49eecca0e7 {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:38:40.689253 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88ef59a7-741b-4e2e-8f60-79bf9bf9f465", "name": "network-vif-plugged", "status": "completed", "tag": "d1c9a459-49a8-4e30-a173-b7f7042e002a", "code": 200}]} {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:38:40.689764 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6e42aa6f-f0be-439f-a32e-1c49eecca0e7 {{(pid=103592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:38:40.690495 n-d-816206-8 neutron-server[103592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88ef59a7-741b-4e2e-8f60-79bf9bf9f465', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1c9a459-49a8-4e30-a173-b7f7042e002a', 'code': 200} Nov 23 17:38:40.717272 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-76b2b33b-00d3-4006-87d5-6001a1412f7a tempest-BulkNetworkOpsTest-1101708284 tempest-BulkNetworkOpsTest-1101708284-project] Deleting port d32342cc-857c-4db2-a472-ec3686eb1574 {{(pid=103591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:38:40.717715 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-76b2b33b-00d3-4006-87d5-6001a1412f7a tempest-BulkNetworkOpsTest-1101708284 tempest-BulkNetworkOpsTest-1101708284-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:40.787992 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615f58c4-3934-4f47-8a05-7a0cc5313a53 req-0638357b-b6d9-4dbf-be34-fb395b6c1445 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:38:40.789760 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-615f58c4-3934-4f47-8a05-7a0cc5313a53 req-0638357b-b6d9-4dbf-be34-fb395b6c1445 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=bcb9709f-482c-4f68-bfac-95b809cc7fe7 HTTP/1.1" status: 200 len: 797 time: 0.2128739 Nov 23 17:38:40.877334 n-d-816206-8 neutron-server[103590]: INFO neutron.db.ipam_backend_mixin [None req-00f43c5e-c033-4961-a5bb-6f8f26e52557 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 47c3c6e2-3124-4f34-ac6d-69a3f903414a (CIDR: 2001:db8::/64) Nov 23 17:38:40.883223 n-d-816206-8 neutron-server[103590]: INFO neutron.pecan_wsgi.hooks.translation [None req-00f43c5e-c033-4961-a5bb-6f8f26e52557 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 17:38:40.883744 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00f43c5e-c033-4961-a5bb-6f8f26e52557 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103590) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 17:38:40.925797 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-00f43c5e-c033-4961-a5bb-6f8f26e52557 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0513337 Nov 23 17:38:40.929794 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 48422) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:38:40.937262 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-fd430a45-9dc5-4322-bd64-e0ca243d0b22 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Request body: {'subnet': {'network_id': 'c46f395e-b745-4479-88f0-746528e5aecf', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:38:40.951141 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fec7c5b-fcfa-421f-9c63-d2ea9bd9a9b6 tempest-RoutersAdminTest-1523904414 tempest-RoutersAdminTest-1523904414-project-admin] Network e9d6612b-2271-4e17-8e05-86e62f96cc6d is already hosted by enough agents. {{(pid=103591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:38:40.968456 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [None req-1fec7c5b-fcfa-421f-9c63-d2ea9bd9a9b6 tempest-RoutersAdminTest-1523904414 tempest-RoutersAdminTest-1523904414-project-admin] Resources bound (agent type, host, resource id): {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:38:40.998377 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615f58c4-3934-4f47-8a05-7a0cc5313a53 req-fcfd5252-701c-4962-9b28-2f59680dfe61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:38:40.999832 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-615f58c4-3934-4f47-8a05-7a0cc5313a53 req-fcfd5252-701c-4962-9b28-2f59680dfe61 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a67d26f0-d8bc-46d6-9df4-c5b8fb20d14c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2021275 Nov 23 17:38:41.003624 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 4a324ae6-f0a7-4dd3-8643-e25984239871 up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:38:41.063957 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port 4a324ae6-f0a7-4dd3-8643-e25984239871 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:38:41.065353 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:41.096053 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-426db6c9-f786-4c42-b400-11dc75716ff3 req-c47f464a-2a84-4535-ada0-23b86339cf27 service neutron] 10.222.0.36 "GET /v2.0/networks/76740e25-dcec-4d2d-82d4-d720ca6b4fc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4488721 Nov 23 17:38:41.121258 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-615f58c4-3934-4f47-8a05-7a0cc5313a53 req-f8b565e4-3727-430c-aba9-0a2a34f254a6 service neutron] 10.222.0.55 "GET /v2.0/networks/a67d26f0-d8bc-46d6-9df4-c5b8fb20d14c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1095002 Nov 23 17:38:41.259720 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.db_base_plugin_common [req-d3e50a3c-ec8c-4720-afb3-b26c5235c44a req-fcf395f3-7135-4d79-9fd7-441490366452 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Allocated IP 172.20.0.10 (02874d22-2dc9-404b-96b5-741d17e13e44/7cd7c517-b8bf-4f3d-98b6-b23c91372576/510dfaa4-27ed-4c8d-b51b-bbe20d529067) {{(pid=103591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:38:41.262661 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fec7c5b-fcfa-421f-9c63-d2ea9bd9a9b6 tempest-RoutersAdminTest-1523904414 tempest-RoutersAdminTest-1523904414-project-admin] Received port after_create {{(pid=103591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:38:41.295140 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-615f58c4-3934-4f47-8a05-7a0cc5313a53 req-ff78c775-1a4a-476a-92d2-3ca10db3dfa4 service neutron] 10.222.0.55 "GET /v2.0/networks/a67d26f0-d8bc-46d6-9df4-c5b8fb20d14c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1459146 Nov 23 17:38:41.329257 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fec7c5b-fcfa-421f-9c63-d2ea9bd9a9b6 tempest-RoutersAdminTest-1523904414 tempest-RoutersAdminTest-1523904414-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:38:41.330120 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-1fec7c5b-fcfa-421f-9c63-d2ea9bd9a9b6 tempest-RoutersAdminTest-1523904414 tempest-RoutersAdminTest-1523904414-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:41.345459 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-237c4ae4-018c-4d2f-9c83-0c18dbfd24f5 req-5fb58bbe-9aee-480c-a93b-778385f781de tempest-ServerRescueTestJSON-1442542130 tempest-ServerRescueTestJSON-1442542130-project] 10.222.0.60 "GET /v2.0/security-groups?id=cf26cd6b-cd43-4747-bf84-de1f0ff7a3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6287823 Nov 23 17:38:41.361309 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-615f58c4-3934-4f47-8a05-7a0cc5313a53 req-dc0d596d-f4c9-4853-bc7c-b5a8f041df86 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.58&port_id=c11f7314-15f4-4533-9091-774452b72d36 HTTP/1.1" status: 200 len: 217 time: 0.0470817 Nov 23 17:38:41.377830 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8640a3d2-3b49-4f02-8257-5f232f401972 req-ec29eaff-784a-4c03-be8c-7aa7a988bc14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:38:41.379606 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8640a3d2-3b49-4f02-8257-5f232f401972 req-ec29eaff-784a-4c03-be8c-7aa7a988bc14 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=88ef59a7-741b-4e2e-8f60-79bf9bf9f465 HTTP/1.1" status: 200 len: 1097 time: 0.5317640 Nov 23 17:38:41.381751 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd430a45-9dc5-4322-bd64-e0ca243d0b22 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Made reservation on behalf of 4bc7c7d1542d486592900c4a00632f91 for: {'subnet': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:38:41.382346 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-76b2b33b-00d3-4006-87d5-6001a1412f7a tempest-BulkNetworkOpsTest-1101708284 tempest-BulkNetworkOpsTest-1101708284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:41.385731 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-fd430a45-9dc5-4322-bd64-e0ca243d0b22 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264730903'] for subnet, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:41.432293 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4090dae8-95a7-48bf-b8ef-96ba771cd98a req-518bf36e-766a-42c0-8a56-1e407f7658dc tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/ports?device_id=8c8ab3f8-16eb-4725-8c20-4ee36fa1a7e0 HTTP/1.1" status: 200 len: 210 time: 0.3310616 Nov 23 17:38:41.444299 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fec7c5b-fcfa-421f-9c63-d2ea9bd9a9b6 tempest-RoutersAdminTest-1523904414 tempest-RoutersAdminTest-1523904414-project-admin] Pushing event updated for resources: {'Port': ['ID=5c6d6077-3ff1-4587-9df6-7f71994cf487,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:38:41.463393 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-76b2b33b-00d3-4006-87d5-6001a1412f7a tempest-BulkNetworkOpsTest-1101708284 tempest-BulkNetworkOpsTest-1101708284-project] Calling delete_port for d32342cc-857c-4db2-a472-ec3686eb1574 owned by {{(pid=103591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:38:41.481249 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-1fec7c5b-fcfa-421f-9c63-d2ea9bd9a9b6 tempest-RoutersAdminTest-1523904414 tempest-RoutersAdminTest-1523904414-project-admin] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1022 time: 1.9483728 Nov 23 17:38:41.517601 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 48426) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:38:41.602433 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615f58c4-3934-4f47-8a05-7a0cc5313a53 req-6b0e0bda-36d3-461c-8a2c-aadb30e847a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:38:41.604192 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-615f58c4-3934-4f47-8a05-7a0cc5313a53 req-6b0e0bda-36d3-461c-8a2c-aadb30e847a4 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=bcb9709f-482c-4f68-bfac-95b809cc7fe7 HTTP/1.1" status: 200 len: 797 time: 0.2314012 Nov 23 17:38:41.696150 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8640a3d2-3b49-4f02-8257-5f232f401972 req-93c7a886-e0f9-4e79-98c6-c0481cb34eeb service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=cf26cd6b-cd43-4747-bf84-de1f0ff7a3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2814937 Nov 23 17:38:41.698869 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615f58c4-3934-4f47-8a05-7a0cc5313a53 req-4aceff9a-06ef-4f9f-9642-7e6dff2bd737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:38:41.700612 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-615f58c4-3934-4f47-8a05-7a0cc5313a53 req-4aceff9a-06ef-4f9f-9642-7e6dff2bd737 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a67d26f0-d8bc-46d6-9df4-c5b8fb20d14c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0884693 Nov 23 17:38:41.717192 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-426db6c9-f786-4c42-b400-11dc75716ff3 req-2668fc6b-8089-4173-a92b-fcc8b09318b3 service neutron] 10.222.0.36 "GET /v2.0/networks/76740e25-dcec-4d2d-82d4-d720ca6b4fc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3604667 Nov 23 17:38:41.720208 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-fd430a45-9dc5-4322-bd64-e0ca243d0b22 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264358096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264730885'] for subnet, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:41.786143 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd430a45-9dc5-4322-bd64-e0ca243d0b22 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Pushing event updated for resources: {'Subnet': ['ID=4808b8ca-0b6a-41b5-875e-70271dc987fa,revision_number=0']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:38:41.790304 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd430a45-9dc5-4322-bd64-e0ca243d0b22 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Network c46f395e-b745-4479-88f0-746528e5aecf is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:38:41.792130 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-fd430a45-9dc5-4322-bd64-e0ca243d0b22 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:38:41.799366 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd430a45-9dc5-4322-bd64-e0ca243d0b22 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:38:41.805447 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-fd430a45-9dc5-4322-bd64-e0ca243d0b22 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks [] for subnet, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:41.806719 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cc56721-0f0a-4d86-b372-9d77d1bf39be None None] Network c46f395e-b745-4479-88f0-746528e5aecf requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:38:41.821866 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-426db6c9-f786-4c42-b400-11dc75716ff3 req-f7976684-e323-4cca-b7a9-233a71fe141a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.53&port_id=ca65c076-5a6f-484a-9871-7163634af22d HTTP/1.1" status: 200 len: 217 time: 0.0866363 Nov 23 17:38:41.838966 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-fd430a45-9dc5-4322-bd64-e0ca243d0b22 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.9054627 Nov 23 17:38:41.843310 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 48428) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:38:41.850687 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-2453678c-f208-41c1-93f8-3e7271e7d5fb tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-880373623', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '4808b8ca-0b6a-41b5-875e-70271dc987fa'}], 'security_groups': ['803dd88e-b099-4a3b-bd31-0ec2d6946117']}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:38:41.915294 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-76b2b33b-00d3-4006-87d5-6001a1412f7a tempest-BulkNetworkOpsTest-1101708284 tempest-BulkNetworkOpsTest-1101708284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:41.978806 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b2b33b-00d3-4006-87d5-6001a1412f7a tempest-BulkNetworkOpsTest-1101708284 tempest-BulkNetworkOpsTest-1101708284-project] Pushing event deleted for resources: {'Port': ['ID=d32342cc-857c-4db2-a472-ec3686eb1574,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:38:41.994564 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-76b2b33b-00d3-4006-87d5-6001a1412f7a tempest-BulkNetworkOpsTest-1101708284 tempest-BulkNetworkOpsTest-1101708284-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:41.998156 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-76b2b33b-00d3-4006-87d5-6001a1412f7a tempest-BulkNetworkOpsTest-1101708284 tempest-BulkNetworkOpsTest-1101708284-project] 10.222.0.60 "DELETE /v2.0/ports/d32342cc-857c-4db2-a472-ec3686eb1574 HTTP/1.1" status: 204 len: 168 time: 2.6912401 Nov 23 17:38:42.012580 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 48432) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:38:42.023995 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-16f64ce3-8ae4-4d75-b401-5cbc8e5a8b8e tempest-RoutersAdminTest-1523904414 tempest-RoutersAdminTest-1523904414-project-admin] Deleting port 5c6d6077-3ff1-4587-9df6-7f71994cf487 {{(pid=103591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:38:42.024406 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-16f64ce3-8ae4-4d75-b401-5cbc8e5a8b8e tempest-RoutersAdminTest-1523904414 tempest-RoutersAdminTest-1523904414-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:42.063656 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2453678c-f208-41c1-93f8-3e7271e7d5fb tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:42.181242 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-615f58c4-3934-4f47-8a05-7a0cc5313a53 req-7a49c1fe-77d6-4aa1-8304-b0b5a87dc6fc service neutron] 10.222.0.55 "GET /v2.0/networks/a67d26f0-d8bc-46d6-9df4-c5b8fb20d14c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2825172 Nov 23 17:38:42.183957 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e6ae984-76f2-4bbf-940a-9f6bff524160 None None] Update dhcp port {'port': {'network_id': 'c46f395e-b745-4479-88f0-746528e5aecf', 'fixed_ips': [{'subnet_id': '47c3c6e2-3124-4f34-ac6d-69a3f903414a', 'ip_address': '2001:db8::2'}, {'subnet_id': '4808b8ca-0b6a-41b5-875e-70271dc987fa'}], 'binding:host_id': 'n-d-816206-8'}, 'id': '4a324ae6-f0a7-4dd3-8643-e25984239871'} from n-d-816206-8. {{(pid=103592) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 23 17:38:42.226530 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-5e6ae984-76f2-4bbf-940a-9f6bff524160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:42.367227 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-d3e50a3c-ec8c-4720-afb3-b26c5235c44a req-fcf395f3-7135-4d79-9fd7-441490366452 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Publish callbacks [] for port, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:42.369818 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426db6c9-f786-4c42-b400-11dc75716ff3 req-bfafd7fb-234e-4550-a541-f91f4202f046 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:38:42.372741 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-426db6c9-f786-4c42-b400-11dc75716ff3 req-bfafd7fb-234e-4550-a541-f91f4202f046 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=79e8d965-2789-41b1-a1fa-0fe25b7624dc HTTP/1.1" status: 200 len: 797 time: 0.5391080 Nov 23 17:38:42.463167 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-f61011b4-b5aa-4c7c-a794-d91ee98d2cb9 tempest-BulkNetworkOpsTest-1101708284 tempest-BulkNetworkOpsTest-1101708284-project] Deleting port 20d5703b-70e7-44b0-b0e7-0d13f7cd1a1b {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:38:42.463559 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f61011b4-b5aa-4c7c-a794-d91ee98d2cb9 tempest-BulkNetworkOpsTest-1101708284 tempest-BulkNetworkOpsTest-1101708284-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:42.476340 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.db_base_plugin_common [None req-5e6ae984-76f2-4bbf-940a-9f6bff524160 None None] Allocated IP 2001:db8:0:1::2 (c46f395e-b745-4479-88f0-746528e5aecf/4808b8ca-0b6a-41b5-875e-70271dc987fa/4a324ae6-f0a7-4dd3-8643-e25984239871) {{(pid=103592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:38:42.496591 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-16f64ce3-8ae4-4d75-b401-5cbc8e5a8b8e tempest-RoutersAdminTest-1523904414 tempest-RoutersAdminTest-1523904414-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:42.510484 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-16f64ce3-8ae4-4d75-b401-5cbc8e5a8b8e tempest-RoutersAdminTest-1523904414 tempest-RoutersAdminTest-1523904414-project-admin] Calling delete_port for 5c6d6077-3ff1-4587-9df6-7f71994cf487 owned by {{(pid=103591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:38:42.510762 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-615f58c4-3934-4f47-8a05-7a0cc5313a53 req-decd195f-b82a-4407-ba0e-8a2ff6f95034 service neutron] 10.222.0.55 "GET /v2.0/networks/a67d26f0-d8bc-46d6-9df4-c5b8fb20d14c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3158720 Nov 23 17:38:42.590422 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-615f58c4-3934-4f47-8a05-7a0cc5313a53 req-11ff9b02-47f5-4aec-b235-af3ef9c18314 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=c61316ed-a367-4301-9c1b-7dbf9122a432 HTTP/1.1" status: 200 len: 217 time: 0.0602107 Nov 23 17:38:42.624655 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-5e6ae984-76f2-4bbf-940a-9f6bff524160 None None] For port 4a324ae6-f0a7-4dd3-8643-e25984239871, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=4a324ae6-f0a7-4dd3-8643-e25984239871,segment=NetworkSegment(cb33f029-e736-4ff8-9953-c77670828d2c),segment_id=cb33f029-e736-4ff8-9953-c77670828d2c)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:38:42.679127 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f61011b4-b5aa-4c7c-a794-d91ee98d2cb9 tempest-BulkNetworkOpsTest-1101708284 tempest-BulkNetworkOpsTest-1101708284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:42.696279 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-5e6ae984-76f2-4bbf-940a-9f6bff524160 None None] Publish callbacks [] for port, precommit_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:42.704935 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b6e386ae-83c2-4d2d-81e8-b7a19c6badbb req-ad1533ba-39d2-4a01-ab33-138c318f70b2 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/ports?device_id=8c8ab3f8-16eb-4725-8c20-4ee36fa1a7e0 HTTP/1.1" status: 200 len: 210 time: 0.0983980 Nov 23 17:38:42.714299 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-5e6ae984-76f2-4bbf-940a-9f6bff524160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:42.727390 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-f61011b4-b5aa-4c7c-a794-d91ee98d2cb9 tempest-BulkNetworkOpsTest-1101708284 tempest-BulkNetworkOpsTest-1101708284-project] Calling delete_port for 20d5703b-70e7-44b0-b0e7-0d13f7cd1a1b owned by {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:38:42.766018 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615f58c4-3934-4f47-8a05-7a0cc5313a53 req-e3d646de-628b-457b-8cdc-fd3728cfe1a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:38:42.768653 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-615f58c4-3934-4f47-8a05-7a0cc5313a53 req-e3d646de-628b-457b-8cdc-fd3728cfe1a1 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=61fc00fc-b813-4658-838c-689d0da00fb4 HTTP/1.1" status: 200 len: 797 time: 0.1318340 Nov 23 17:38:42.793813 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426db6c9-f786-4c42-b400-11dc75716ff3 req-eef288ba-a645-4f24-9155-5e4f97908bae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:38:42.795446 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-426db6c9-f786-4c42-b400-11dc75716ff3 req-eef288ba-a645-4f24-9155-5e4f97908bae service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=76740e25-dcec-4d2d-82d4-d720ca6b4fc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2010124 Nov 23 17:38:42.821480 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919cb471-5adf-423d-a42e-3f132b899ae8 req-d5bd67d5-33d6-467e-b595-ce2dae6d161d tempest-ServerRescueTestJSON-1442542130 tempest-ServerRescueTestJSON-1442542130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:38:42.831971 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-919cb471-5adf-423d-a42e-3f132b899ae8 req-d5bd67d5-33d6-467e-b595-ce2dae6d161d tempest-ServerRescueTestJSON-1442542130 tempest-ServerRescueTestJSON-1442542130-project] 10.222.0.60 "GET /v2.0/ports?device_id=88ef59a7-741b-4e2e-8f60-79bf9bf9f465 HTTP/1.1" status: 200 len: 946 time: 0.2279270 Nov 23 17:38:42.858497 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-16f64ce3-8ae4-4d75-b401-5cbc8e5a8b8e tempest-RoutersAdminTest-1523904414 tempest-RoutersAdminTest-1523904414-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:42.873389 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-d3e50a3c-ec8c-4720-afb3-b26c5235c44a req-fcf395f3-7135-4d79-9fd7-441490366452 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:42.983351 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f64ce3-8ae4-4d75-b401-5cbc8e5a8b8e tempest-RoutersAdminTest-1523904414 tempest-RoutersAdminTest-1523904414-project-admin] Pushing event deleted for resources: {'Port': ['ID=5c6d6077-3ff1-4587-9df6-7f71994cf487,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:38:43.015580 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3e50a3c-ec8c-4720-afb3-b26c5235c44a req-fcf395f3-7135-4d79-9fd7-441490366452 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Network 02874d22-2dc9-404b-96b5-741d17e13e44 is already hosted by enough agents. {{(pid=103591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:38:43.032990 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6ae984-76f2-4bbf-940a-9f6bff524160 None None] Pushing event updated for resources: {'Port': ['ID=4a324ae6-f0a7-4dd3-8643-e25984239871,revision_number=4']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:38:43.058660 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-a2d8efc8-2b74-4445-9bd4-aa6825d36bbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:43.073143 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [req-d3e50a3c-ec8c-4720-afb3-b26c5235c44a req-fcf395f3-7135-4d79-9fd7-441490366452 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Resources bound (agent type, host, resource id): {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:38:43.111774 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3e50a3c-ec8c-4720-afb3-b26c5235c44a req-fcf395f3-7135-4d79-9fd7-441490366452 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Received port after_create {{(pid=103591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:38:43.164369 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-919cb471-5adf-423d-a42e-3f132b899ae8 req-e10c023b-9d52-4185-aa23-2be435092ee2 tempest-ServerRescueTestJSON-1442542130 tempest-ServerRescueTestJSON-1442542130-project] 10.222.0.60 "GET /v2.0/security-groups?id=cf26cd6b-cd43-4747-bf84-de1f0ff7a3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3312209 Nov 23 17:38:43.242697 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-426db6c9-f786-4c42-b400-11dc75716ff3 req-07db01af-ab00-4bb3-b4c6-4d4b56989e0c service neutron] 10.222.0.36 "GET /v2.0/networks/76740e25-dcec-4d2d-82d4-d720ca6b4fc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4062588 Nov 23 17:38:43.260309 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-16f64ce3-8ae4-4d75-b401-5cbc8e5a8b8e tempest-RoutersAdminTest-1523904414 tempest-RoutersAdminTest-1523904414-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:43.268682 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-16f64ce3-8ae4-4d75-b401-5cbc8e5a8b8e tempest-RoutersAdminTest-1523904414 tempest-RoutersAdminTest-1523904414-project-admin] 10.222.0.60 "DELETE /v2.0/ports/5c6d6077-3ff1-4587-9df6-7f71994cf487 HTTP/1.1" status: 204 len: 168 time: 1.7495720 Nov 23 17:38:43.270061 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf395f3-7135-4d79-9fd7-441490366452 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Pushing event updated for resources: {'Port': ['ID=510dfaa4-27ed-4c8d-b51b-bbe20d529067,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:38:43.296282 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 48442) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:38:43.311078 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-3da00d40-86a0-412e-ba93-cec33ef1c184 tempest-RoutersAdminTest-1523904414 tempest-RoutersAdminTest-1523904414-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e9d6612b-2271-4e17-8e05-86e62f96cc6d', 'external_fixed_ips': [{'subnet_id': '8d7630ae-c12b-4732-8d95-7fbd33565107', 'ip_address': '172.20.0.7'}]}}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:38:43.362654 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e50a3c-ec8c-4720-afb3-b26c5235c44a req-fcf395f3-7135-4d79-9fd7-441490366452 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:38:43.363189 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-d3e50a3c-ec8c-4720-afb3-b26c5235c44a req-fcf395f3-7135-4d79-9fd7-441490366452 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:43.391009 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d3e50a3c-ec8c-4720-afb3-b26c5235c44a req-fcf395f3-7135-4d79-9fd7-441490366452 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4568832 Nov 23 17:38:43.393056 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:43.395858 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-3da00d40-86a0-412e-ba93-cec33ef1c184 tempest-RoutersAdminTest-1523904414 tempest-RoutersAdminTest-1523904414-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1793449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8093'] for router, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:43.406645 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-3da00d40-86a0-412e-ba93-cec33ef1c184 tempest-RoutersAdminTest-1523904414 tempest-RoutersAdminTest-1523904414-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1794473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1794771', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1638326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8086'] for router, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:43.426177 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [req-d3e50a3c-ec8c-4720-afb3-b26c5235c44a req-c8a979d8-b905-4402-8c5a-4944e88866be service neutron] Request body: {'port': {'device_id': '8c8ab3f8-16eb-4725-8c20-4ee36fa1a7e0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-8'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:38:43.430333 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615f58c4-3934-4f47-8a05-7a0cc5313a53 req-ff31fb91-49ed-4877-a055-dc71c9d810ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:38:43.431850 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-615f58c4-3934-4f47-8a05-7a0cc5313a53 req-ff31fb91-49ed-4877-a055-dc71c9d810ee service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a080cd49-aff0-47e2-a832-3717812be820&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6469245 Nov 23 17:38:43.473262 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-ba93aed7-da91-4db1-bc83-9e228970197e None None] Provisioning complete for port 510dfaa4-27ed-4c8d-b51b-bbe20d529067 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:38:43.473638 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-ba93aed7-da91-4db1-bc83-9e228970197e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:43.509473 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-2453678c-f208-41c1-93f8-3e7271e7d5fb tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Delete allocated IP 2001:db8::43 (c46f395e-b745-4479-88f0-746528e5aecf/47c3c6e2-3124-4f34-ac6d-69a3f903414a) {{(pid=103590) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 23 17:38:43.511527 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f61011b4-b5aa-4c7c-a794-d91ee98d2cb9 tempest-BulkNetworkOpsTest-1101708284 tempest-BulkNetworkOpsTest-1101708284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:43.553301 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-ba93aed7-da91-4db1-bc83-9e228970197e None None] Port 510dfaa4-27ed-4c8d-b51b-bbe20d529067 cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:38:43.558316 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-d3e50a3c-ec8c-4720-afb3-b26c5235c44a req-c8a979d8-b905-4402-8c5a-4944e88866be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:43.582600 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-2453678c-f208-41c1-93f8-3e7271e7d5fb tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Allocated IP 2001:db8:0:1::2a4 (c46f395e-b745-4479-88f0-746528e5aecf/4808b8ca-0b6a-41b5-875e-70271dc987fa/ccaf9570-a353-4366-aa7b-d11e59598266) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:38:43.620827 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f61011b4-b5aa-4c7c-a794-d91ee98d2cb9 tempest-BulkNetworkOpsTest-1101708284 tempest-BulkNetworkOpsTest-1101708284-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:43.626781 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-f61011b4-b5aa-4c7c-a794-d91ee98d2cb9 tempest-BulkNetworkOpsTest-1101708284 tempest-BulkNetworkOpsTest-1101708284-project] 10.222.0.60 "DELETE /v2.0/ports/20d5703b-70e7-44b0-b0e7-0d13f7cd1a1b HTTP/1.1" status: 204 len: 168 time: 1.6109557 Nov 23 17:38:43.627238 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 48446) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:38:43.627933 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61011b4-b5aa-4c7c-a794-d91ee98d2cb9 tempest-BulkNetworkOpsTest-1101708284 tempest-BulkNetworkOpsTest-1101708284-project] Pushing event deleted for resources: {'Port': ['ID=20d5703b-70e7-44b0-b0e7-0d13f7cd1a1b,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:38:43.671016 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-350501d1-3282-42ee-af37-4896e3194967 tempest-BulkNetworkOpsTest-1101708284 tempest-BulkNetworkOpsTest-1101708284-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0394797 Nov 23 17:38:43.675456 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-3da00d40-86a0-412e-ba93-cec33ef1c184 tempest-RoutersAdminTest-1523904414 tempest-RoutersAdminTest-1523904414-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:43.678099 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 48448) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:38:43.714125 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-c081da69-586b-404a-b664-2bd9f7022204 tempest-BulkNetworkOpsTest-1101708284 tempest-BulkNetworkOpsTest-1101708284-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-757734456'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:38:43.835049 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2453678c-f208-41c1-93f8-3e7271e7d5fb tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks [] for port, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:43.839507 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-615f58c4-3934-4f47-8a05-7a0cc5313a53 req-10736ce3-8370-4282-ad59-0326c563c9e1 service neutron] 10.222.0.55 "GET /v2.0/networks/a080cd49-aff0-47e2-a832-3717812be820?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3944244 Nov 23 17:38:43.841145 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2453678c-f208-41c1-93f8-3e7271e7d5fb tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264357957'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:43.946006 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-426db6c9-f786-4c42-b400-11dc75716ff3 req-c59fbad0-8e32-49ae-b009-f6b6930f5382 service neutron] 10.222.0.36 "GET /v2.0/networks/76740e25-dcec-4d2d-82d4-d720ca6b4fc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6841083 Nov 23 17:38:43.953149 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-2453678c-f208-41c1-93f8-3e7271e7d5fb tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] In _notify_port_updated(), no bound segment for port ccaf9570-a353-4366-aa7b-d11e59598266 on network c46f395e-b745-4479-88f0-746528e5aecf {{(pid=103590) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 23 17:38:43.959537 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2453678c-f208-41c1-93f8-3e7271e7d5fb tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:38:43.960337 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2453678c-f208-41c1-93f8-3e7271e7d5fb tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:43.961790 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-2453678c-f208-41c1-93f8-3e7271e7d5fb tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] 10.222.0.60 "PUT /v2.0/ports/ccaf9570-a353-4366-aa7b-d11e59598266 HTTP/1.1" status: 200 len: 930 time: 2.1173310 Nov 23 17:38:43.995662 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c081da69-586b-404a-b664-2bd9f7022204 tempest-BulkNetworkOpsTest-1101708284 tempest-BulkNetworkOpsTest-1101708284-project] Made reservation on behalf of 012ce55f5b4645c1b4d7d7e111ce69a0 for: {'network': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:38:43.996019 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 48452) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:38:43.997163 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c081da69-586b-404a-b664-2bd9f7022204 tempest-BulkNetworkOpsTest-1101708284 tempest-BulkNetworkOpsTest-1101708284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for network, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:43.999698 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-827d93d9-cec7-4d02-9884-dbad49ebd20c None None] Provisioning complete for port 0dbc49a2-e65e-4382-b491-870aaef09da9 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:38:44.010754 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-827d93d9-cec7-4d02-9884-dbad49ebd20c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:44.051188 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-827d93d9-cec7-4d02-9884-dbad49ebd20c None None] Port 0dbc49a2-e65e-4382-b491-870aaef09da9 cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:38:44.065651 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-426db6c9-f786-4c42-b400-11dc75716ff3 req-82f2c17b-ed04-402a-9f9b-248a23794df9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.173&port_id=bc47c78f-ab00-4260-a560-1743414d7f20 HTTP/1.1" status: 200 len: 217 time: 0.0470805 Nov 23 17:38:44.065859 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-827d93d9-cec7-4d02-9884-dbad49ebd20c None None] Provisioning complete for port ccaf9570-a353-4366-aa7b-d11e59598266 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:38:44.066490 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-827d93d9-cec7-4d02-9884-dbad49ebd20c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:44.111118 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2453678c-f208-41c1-93f8-3e7271e7d5fb tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Pushing event updated for resources: {'Port': ['ID=ccaf9570-a353-4366-aa7b-d11e59598266,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:38:44.168680 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c081da69-586b-404a-b664-2bd9f7022204 tempest-BulkNetworkOpsTest-1101708284 tempest-BulkNetworkOpsTest-1101708284-project] vlan segment allocate from pool success with {'vlan_id': 537, 'physical_network': 'physnet1'} {{(pid=103591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 17:38:44.181037 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c081da69-586b-404a-b664-2bd9f7022204 tempest-BulkNetworkOpsTest-1101708284 tempest-BulkNetworkOpsTest-1101708284-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:44.181366 n-d-816206-8 neutron-server[103591]: INFO neutron.db.segments_db [None req-c081da69-586b-404a-b664-2bd9f7022204 tempest-BulkNetworkOpsTest-1101708284 tempest-BulkNetworkOpsTest-1101708284-project] Added segment 76ac457c-7c4b-4ad5-ba7d-dd63b5162777 of type vlan for network 619f4392-e11f-415b-81ec-2efe03e16d7b Nov 23 17:38:44.182901 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-615f58c4-3934-4f47-8a05-7a0cc5313a53 req-fe0cfaea-0133-4e4d-bdd7-f15ace1eec8f service neutron] 10.222.0.55 "GET /v2.0/networks/a080cd49-aff0-47e2-a832-3717812be820?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3318899 Nov 23 17:38:44.187180 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-827d93d9-cec7-4d02-9884-dbad49ebd20c None None] Port ccaf9570-a353-4366-aa7b-d11e59598266 cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:38:44.191879 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-22dd036c-9155-4828-8940-d2f96ba681a4 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Deleting port ccaf9570-a353-4366-aa7b-d11e59598266 {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:38:44.192546 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-22dd036c-9155-4828-8940-d2f96ba681a4 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:44.214821 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:44.220734 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-827d93d9-cec7-4d02-9884-dbad49ebd20c None None] Provisioning complete for port 4a324ae6-f0a7-4dd3-8643-e25984239871 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:38:44.221475 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-827d93d9-cec7-4d02-9884-dbad49ebd20c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:44.253623 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c081da69-586b-404a-b664-2bd9f7022204 tempest-BulkNetworkOpsTest-1101708284 tempest-BulkNetworkOpsTest-1101708284-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736635338810'] for network, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:44.337564 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-22dd036c-9155-4828-8940-d2f96ba681a4 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:44.353350 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-22dd036c-9155-4828-8940-d2f96ba681a4 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Calling delete_port for ccaf9570-a353-4366-aa7b-d11e59598266 owned by {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:38:44.354125 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c081da69-586b-404a-b664-2bd9f7022204 tempest-BulkNetworkOpsTest-1101708284 tempest-BulkNetworkOpsTest-1101708284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493'] for network, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:44.360223 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c081da69-586b-404a-b664-2bd9f7022204 tempest-BulkNetworkOpsTest-1101708284 tempest-BulkNetworkOpsTest-1101708284-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:38:44.361233 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c081da69-586b-404a-b664-2bd9f7022204 tempest-BulkNetworkOpsTest-1101708284 tempest-BulkNetworkOpsTest-1101708284-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for network, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:44.459527 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-615f58c4-3934-4f47-8a05-7a0cc5313a53 req-8700b0d2-4d9d-449a-9380-ee7034a52b15 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=e501c8d2-3b8b-4517-82b1-6a263ce4aab2 HTTP/1.1" status: 200 len: 217 time: 0.0454440 Nov 23 17:38:44.521843 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9a553201-a292-4c21-8e0c-39055be4c43a None None] Provisioning complete for port ccaf9570-a353-4366-aa7b-d11e59598266 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:38:44.522443 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9a553201-a292-4c21-8e0c-39055be4c43a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:44.538277 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-3da00d40-86a0-412e-ba93-cec33ef1c184 tempest-RoutersAdminTest-1523904414 tempest-RoutersAdminTest-1523904414-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:44.544591 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615f58c4-3934-4f47-8a05-7a0cc5313a53 req-15d54fa8-a696-438b-a96d-6007cca809b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:38:44.546231 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-615f58c4-3934-4f47-8a05-7a0cc5313a53 req-15d54fa8-a696-438b-a96d-6007cca809b8 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=61fc00fc-b813-4658-838c-689d0da00fb4 HTTP/1.1" status: 200 len: 797 time: 0.0790942 Nov 23 17:38:44.562310 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d926f955-5e99-4fb0-b842-0ebfbb328f73 req-f30d0f35-39d8-4ac8-a853-0611f4562021 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:38:44.570286 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-9a553201-a292-4c21-8e0c-39055be4c43a None None] Port ccaf9570-a353-4366-aa7b-d11e59598266 cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:38:44.571115 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d926f955-5e99-4fb0-b842-0ebfbb328f73 req-f30d0f35-39d8-4ac8-a853-0611f4562021 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/ports?device_id=8c8ab3f8-16eb-4725-8c20-4ee36fa1a7e0 HTTP/1.1" status: 200 len: 932 time: 0.5885348 Nov 23 17:38:44.593621 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-c081da69-586b-404a-b664-2bd9f7022204 tempest-BulkNetworkOpsTest-1101708284 tempest-BulkNetworkOpsTest-1101708284-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.9088154 Nov 23 17:38:44.593621 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426db6c9-f786-4c42-b400-11dc75716ff3 req-8a9785a4-fd65-49c4-8f80-1c1c4acc7b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:38:44.594217 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-426db6c9-f786-4c42-b400-11dc75716ff3 req-8a9785a4-fd65-49c4-8f80-1c1c4acc7b56 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=79e8d965-2789-41b1-a1fa-0fe25b7624dc HTTP/1.1" status: 200 len: 797 time: 0.5048785 Nov 23 17:38:44.597170 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 48460) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:38:44.611775 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-cd3c2403-aa46-429b-8530-cb9c159a38f0 tempest-BulkNetworkOpsTest-1101708284 tempest-BulkNetworkOpsTest-1101708284-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-771589770'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:38:44.654560 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615f58c4-3934-4f47-8a05-7a0cc5313a53 req-54002640-13e0-442d-97b4-292701cb0f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:38:44.656107 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-615f58c4-3934-4f47-8a05-7a0cc5313a53 req-54002640-13e0-442d-97b4-292701cb0f4d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a080cd49-aff0-47e2-a832-3717812be820&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1018918 Nov 23 17:38:44.657294 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-22dd036c-9155-4828-8940-d2f96ba681a4 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:44.671703 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c081da69-586b-404a-b664-2bd9f7022204 tempest-BulkNetworkOpsTest-1101708284 tempest-BulkNetworkOpsTest-1101708284-project] Pushing event updated for resources: {'Network': ['ID=619f4392-e11f-415b-81ec-2efe03e16d7b,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:38:44.686744 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Network 619f4392-e11f-415b-81ec-2efe03e16d7b details requested by agent ovs-agent-n-d-816206-8 with host n-d-816206-8 {{(pid=103592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 17:38:44.716579 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22dd036c-9155-4828-8940-d2f96ba681a4 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Pushing event deleted for resources: {'Port': ['ID=ccaf9570-a353-4366-aa7b-d11e59598266,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:38:44.770385 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-22dd036c-9155-4828-8940-d2f96ba681a4 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:44.776998 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-22dd036c-9155-4828-8940-d2f96ba681a4 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] 10.222.0.60 "DELETE /v2.0/ports/ccaf9570-a353-4366-aa7b-d11e59598266 HTTP/1.1" status: 204 len: 168 time: 0.7775064 Nov 23 17:38:44.778234 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 48462) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:38:44.782799 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68301bb3-cb28-415c-bbc6-5c4875a7be7f req-89193e7f-381e-4bf2-8d31-a1c03c6437a6 tempest-ServerRescueTestJSON-1442542130 tempest-ServerRescueTestJSON-1442542130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:38:44.787350 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-68301bb3-cb28-415c-bbc6-5c4875a7be7f req-89193e7f-381e-4bf2-8d31-a1c03c6437a6 tempest-ServerRescueTestJSON-1442542130 tempest-ServerRescueTestJSON-1442542130-project] 10.222.0.60 "GET /v2.0/ports?device_id=88ef59a7-741b-4e2e-8f60-79bf9bf9f465 HTTP/1.1" status: 200 len: 946 time: 0.3576465 Nov 23 17:38:44.843236 n-d-816206-8 neutron-server[103590]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ab4e550-5b21-402a-87f6-2d612da6fb78 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] GET failed (client error): The resource could not be found. Nov 23 17:38:44.848733 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-0ab4e550-5b21-402a-87f6-2d612da6fb78 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] 10.222.0.60 "GET /v2.0/ports/ccaf9570-a353-4366-aa7b-d11e59598266 HTTP/1.1" status: 404 len: 333 time: 0.0671711 Nov 23 17:38:44.848733 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 48464) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:38:44.874978 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d926f955-5e99-4fb0-b842-0ebfbb328f73 req-51fce43b-528b-4723-bb0f-8211eb213f30 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/security-groups?id=776cdaad-ec9b-4a42-a3a9-360feae7cf4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3027594 Nov 23 17:38:44.903387 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-615f58c4-3934-4f47-8a05-7a0cc5313a53 req-49bf82b3-c66f-427e-8b1a-10988a73c1ea service neutron] 10.222.0.55 "GET /v2.0/networks/a080cd49-aff0-47e2-a832-3717812be820?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2391794 Nov 23 17:38:44.908259 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd3c2403-aa46-429b-8530-cb9c159a38f0 tempest-BulkNetworkOpsTest-1101708284 tempest-BulkNetworkOpsTest-1101708284-project] Made reservation on behalf of 012ce55f5b4645c1b4d7d7e111ce69a0 for: {'network': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:38:44.921055 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-cd3c2403-aa46-429b-8530-cb9c159a38f0 tempest-BulkNetworkOpsTest-1101708284 tempest-BulkNetworkOpsTest-1101708284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for network, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:44.956136 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-08f08f95-06a5-4851-ab4a-803570643cce tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks [] for security_group, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:45.030607 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-aeacf7c2-507e-4fd0-aafa-2b166a1b6bc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:45.049659 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-08f08f95-06a5-4851-ab4a-803570643cce tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:45.080439 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 4a324ae6-f0a7-4dd3-8643-e25984239871 up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:38:45.104824 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-615f58c4-3934-4f47-8a05-7a0cc5313a53 req-7c2d0064-eebe-4b15-b293-604f80bd13a8 service neutron] 10.222.0.55 "GET /v2.0/networks/a080cd49-aff0-47e2-a832-3717812be820?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1935017 Nov 23 17:38:45.108922 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd3c2403-aa46-429b-8530-cb9c159a38f0 tempest-BulkNetworkOpsTest-1101708284 tempest-BulkNetworkOpsTest-1101708284-project] vlan segment allocate from pool success with {'vlan_id': 515, 'physical_network': 'physnet1'} {{(pid=103591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 17:38:45.115906 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426db6c9-f786-4c42-b400-11dc75716ff3 req-fed5c250-9944-4ff4-ac9d-92f5533a19a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:38:45.117681 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-426db6c9-f786-4c42-b400-11dc75716ff3 req-fed5c250-9944-4ff4-ac9d-92f5533a19a0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=76740e25-dcec-4d2d-82d4-d720ca6b4fc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4493244 Nov 23 17:38:45.127994 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-68301bb3-cb28-415c-bbc6-5c4875a7be7f req-481c1aa9-d80a-4110-acfc-a18df5c494f2 tempest-ServerRescueTestJSON-1442542130 tempest-ServerRescueTestJSON-1442542130-project] 10.222.0.60 "GET /v2.0/security-groups?id=cf26cd6b-cd43-4747-bf84-de1f0ff7a3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2977393 Nov 23 17:38:45.157283 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-08f08f95-06a5-4851-ab4a-803570643cce tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:45.170571 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-08f08f95-06a5-4851-ab4a-803570643cce tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:45.172699 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-08f08f95-06a5-4851-ab4a-803570643cce tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] 10.222.0.60 "DELETE /v2.0/security-groups/d7f93880-28f4-4997-ba0a-bf41a2188ac9 HTTP/1.1" status: 204 len: 168 time: 0.3228338 Nov 23 17:38:45.175212 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 48468) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:38:45.194474 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f08f95-06a5-4851-ab4a-803570643cce tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7f93880-28f4-4997-ba0a-bf41a2188ac9,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:38:45.234955 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-cd3c2403-aa46-429b-8530-cb9c159a38f0 tempest-BulkNetworkOpsTest-1101708284 tempest-BulkNetworkOpsTest-1101708284-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:45.235540 n-d-816206-8 neutron-server[103591]: INFO neutron.db.segments_db [None req-cd3c2403-aa46-429b-8530-cb9c159a38f0 tempest-BulkNetworkOpsTest-1101708284 tempest-BulkNetworkOpsTest-1101708284-project] Added segment b1b3a59d-c2dd-48ed-8a21-07f5696c14c0 of type vlan for network 67f835b6-23b6-4188-a32d-b7329ffabfa2 Nov 23 17:38:45.259202 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port 4a324ae6-f0a7-4dd3-8643-e25984239871 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:38:45.259741 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:45.509575 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452b029d-c903-4394-8a25-5add51d7b8f8 req-f4f7c951-9bd3-40d0-9ef1-c15412e22964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:38:45.511300 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-452b029d-c903-4394-8a25-5add51d7b8f8 req-f4f7c951-9bd3-40d0-9ef1-c15412e22964 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=dc3a84a01fd349d789bdddd52fa39bcb&device_id=88ef59a7-741b-4e2e-8f60-79bf9bf9f465 HTTP/1.1" status: 200 len: 1097 time: 0.0494609 Nov 23 17:38:45.529310 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [req-d3e50a3c-ec8c-4720-afb3-b26c5235c44a req-c8a979d8-b905-4402-8c5a-4944e88866be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 510dfaa4-27ed-4c8d-b51b-bbe20d529067 {{(pid=103591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:38:45.565394 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-d3e50a3c-ec8c-4720-afb3-b26c5235c44a req-c8a979d8-b905-4402-8c5a-4944e88866be service neutron] Publish callbacks [] for port, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:45.623748 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452b029d-c903-4394-8a25-5add51d7b8f8 req-b9a5ade1-f3b9-4283-934e-a7245a91c745 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:38:45.625360 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-452b029d-c903-4394-8a25-5add51d7b8f8 req-b9a5ade1-f3b9-4283-934e-a7245a91c745 service neutron] 10.222.0.55 "GET /v2.0/networks?id=54b597b6-8526-45de-87fd-e706be5a39dc HTTP/1.1" status: 200 len: 911 time: 0.1070688 Nov 23 17:38:45.685124 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-452b029d-c903-4394-8a25-5add51d7b8f8 req-2da25008-f82e-4bd2-bcaf-6b4215739a86 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d1c9a459-49a8-4e30-a173-b7f7042e002a HTTP/1.1" status: 200 len: 217 time: 0.0529494 Nov 23 17:38:45.687002 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.provisioning_blocks [req-d3e50a3c-ec8c-4720-afb3-b26c5235c44a req-c8a979d8-b905-4402-8c5a-4944e88866be service neutron] Transition to ACTIVE for port object 510dfaa4-27ed-4c8d-b51b-bbe20d529067 will not be triggered until provisioned by entity L2. {{(pid=103591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 17:38:45.711961 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-d3e50a3c-ec8c-4720-afb3-b26c5235c44a req-c8a979d8-b905-4402-8c5a-4944e88866be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264758186'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:45.718976 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-cd3c2403-aa46-429b-8530-cb9c159a38f0 tempest-BulkNetworkOpsTest-1101708284 tempest-BulkNetworkOpsTest-1101708284-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736635338810'] for network, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:45.739386 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452b029d-c903-4394-8a25-5add51d7b8f8 req-d2092a30-0a51-4c79-9dc2-387699855151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:38:45.741428 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-452b029d-c903-4394-8a25-5add51d7b8f8 req-d2092a30-0a51-4c79-9dc2-387699855151 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=093eb2f7-fb10-42a1-aced-cc67680caad4 HTTP/1.1" status: 200 len: 850 time: 0.0495417 Nov 23 17:38:45.775641 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-452b029d-c903-4394-8a25-5add51d7b8f8 req-79be5aff-c989-4a58-998e-fd4ba13c7b96 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=54b597b6-8526-45de-87fd-e706be5a39dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270579 Nov 23 17:38:45.862045 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-426db6c9-f786-4c42-b400-11dc75716ff3 req-3e8c68ec-66a5-4b1f-b368-f4200a08e676 service neutron] 10.222.0.36 "GET /v2.0/networks/76740e25-dcec-4d2d-82d4-d720ca6b4fc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7328317 Nov 23 17:38:45.870605 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae2c7cb-5a67-443c-a342-b7d18c554431 req-7e241206-269d-464d-9893-29645f7f130b tempest-ServerRescueTestJSON-1442542130 tempest-ServerRescueTestJSON-1442542130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:38:45.878081 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5ae2c7cb-5a67-443c-a342-b7d18c554431 req-7e241206-269d-464d-9893-29645f7f130b tempest-ServerRescueTestJSON-1442542130 tempest-ServerRescueTestJSON-1442542130-project] 10.222.0.60 "GET /v2.0/ports?device_id=88ef59a7-741b-4e2e-8f60-79bf9bf9f465 HTTP/1.1" status: 200 len: 946 time: 0.3337677 Nov 23 17:38:45.901764 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-452b029d-c903-4394-8a25-5add51d7b8f8 req-5eb0767c-5c34-4ed4-8db5-f494a1a55bb3 service neutron] 10.222.0.55 "GET /v2.0/networks/54b597b6-8526-45de-87fd-e706be5a39dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1181571 Nov 23 17:38:46.005026 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-61b18819-f5aa-466a-b5ab-ac5e315755a8 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks [] for security_group, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:46.043462 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-452b029d-c903-4394-8a25-5add51d7b8f8 req-ca353753-aa07-4f67-8ec2-d1554512230f service neutron] 10.222.0.55 "GET /v2.0/networks/54b597b6-8526-45de-87fd-e706be5a39dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337841 Nov 23 17:38:46.069478 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-cd3c2403-aa46-429b-8530-cb9c159a38f0 tempest-BulkNetworkOpsTest-1101708284 tempest-BulkNetworkOpsTest-1101708284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493'] for network, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:46.075131 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd3c2403-aa46-429b-8530-cb9c159a38f0 tempest-BulkNetworkOpsTest-1101708284 tempest-BulkNetworkOpsTest-1101708284-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:38:46.075726 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-cd3c2403-aa46-429b-8530-cb9c159a38f0 tempest-BulkNetworkOpsTest-1101708284 tempest-BulkNetworkOpsTest-1101708284-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for network, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:46.078142 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a979d8-b905-4402-8c5a-4944e88866be service neutron] Pushing event updated for resources: {'Port': ['ID=510dfaa4-27ed-4c8d-b51b-bbe20d529067,revision_number=2']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:38:46.211814 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-61b18819-f5aa-466a-b5ab-ac5e315755a8 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:46.253084 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5ae2c7cb-5a67-443c-a342-b7d18c554431 req-65ef3420-5d95-4a21-a25d-73b0ce1dcb0b tempest-ServerRescueTestJSON-1442542130 tempest-ServerRescueTestJSON-1442542130-project] 10.222.0.60 "GET /v2.0/security-groups?id=cf26cd6b-cd43-4747-bf84-de1f0ff7a3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3743663 Nov 23 17:38:46.272520 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-cd3c2403-aa46-429b-8530-cb9c159a38f0 tempest-BulkNetworkOpsTest-1101708284 tempest-BulkNetworkOpsTest-1101708284-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.6516995 Nov 23 17:38:46.352216 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3c2403-aa46-429b-8530-cb9c159a38f0 tempest-BulkNetworkOpsTest-1101708284 tempest-BulkNetworkOpsTest-1101708284-project] Pushing event updated for resources: {'Network': ['ID=67f835b6-23b6-4188-a32d-b7329ffabfa2,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:38:46.362965 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-426db6c9-f786-4c42-b400-11dc75716ff3 req-1f42837d-aea5-48fb-9c45-a871ca670c83 service neutron] 10.222.0.36 "GET /v2.0/networks/76740e25-dcec-4d2d-82d4-d720ca6b4fc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4804201 Nov 23 17:38:46.370228 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Network 67f835b6-23b6-4188-a32d-b7329ffabfa2 details requested by agent ovs-agent-n-d-816206-8 with host n-d-816206-8 {{(pid=103592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 17:38:46.371527 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-3da00d40-86a0-412e-ba93-cec33ef1c184 tempest-RoutersAdminTest-1523904414 tempest-RoutersAdminTest-1523904414-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:46.417711 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 48484) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:38:46.422790 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-993173c6-fcf7-484e-a3ee-d97665e99d05 tempest-BulkNetworkOpsTest-1101708284 tempest-BulkNetworkOpsTest-1101708284-project] Request body: {'subnets': [{'network_id': '619f4392-e11f-415b-81ec-2efe03e16d7b', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--126119111', 'ip_version': 4}, {'network_id': '67f835b6-23b6-4188-a32d-b7329ffabfa2', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:38:46.423109 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-993173c6-fcf7-484e-a3ee-d97665e99d05 tempest-BulkNetworkOpsTest-1101708284 tempest-BulkNetworkOpsTest-1101708284-project] Request body: {'subnet': {'network_id': '619f4392-e11f-415b-81ec-2efe03e16d7b', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--126119111', 'ip_version': 4}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:38:46.423966 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-993173c6-fcf7-484e-a3ee-d97665e99d05 tempest-BulkNetworkOpsTest-1101708284 tempest-BulkNetworkOpsTest-1101708284-project] Request body: {'subnet': {'network_id': '67f835b6-23b6-4188-a32d-b7329ffabfa2', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:38:46.432204 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-3da00d40-86a0-412e-ba93-cec33ef1c184 tempest-RoutersAdminTest-1523904414 tempest-RoutersAdminTest-1523904414-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:46.434204 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-d3e50a3c-ec8c-4720-afb3-b26c5235c44a req-c8a979d8-b905-4402-8c5a-4944e88866be service neutron] Attempting to bind port 510dfaa4-27ed-4c8d-b51b-bbe20d529067 on host n-h2-816206-8 for vnic_type normal with profile {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:38:46.434640 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-d3e50a3c-ec8c-4720-afb3-b26c5235c44a req-c8a979d8-b905-4402-8c5a-4944e88866be service neutron] Attempting to bind port 510dfaa4-27ed-4c8d-b51b-bbe20d529067 by drivers openvswitch,hyperv on host n-h2-816206-8 at level 0 using segments [{'id': 'ec813e0a-4415-4fed-a736-e9a0442fcb85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '02874d22-2dc9-404b-96b5-741d17e13e44'}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:38:46.435080 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3e50a3c-ec8c-4720-afb3-b26c5235c44a req-c8a979d8-b905-4402-8c5a-4944e88866be service neutron] Attempting to bind port 510dfaa4-27ed-4c8d-b51b-bbe20d529067 on network 02874d22-2dc9-404b-96b5-741d17e13e44 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:38:46.496833 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-52822d53-48f5-4819-8a95-bdc13aea0bf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:46.514569 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef58faa-eb37-49d4-824a-0d1d3b92c66b req-580d5f9e-ef98-49ad-afd9-4bf2404ab8dd tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:38:46.517365 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-fef58faa-eb37-49d4-824a-0d1d3b92c66b req-580d5f9e-ef98-49ad-afd9-4bf2404ab8dd tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/ports?device_id=8c8ab3f8-16eb-4725-8c20-4ee36fa1a7e0 HTTP/1.1" status: 200 len: 944 time: 0.4318988 Nov 23 17:38:46.521988 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-426db6c9-f786-4c42-b400-11dc75716ff3 req-a315565a-1543-47ee-a650-8c3557366174 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.132&port_id=cdb25aeb-c6d5-4b35-bc63-c92ed105830a HTTP/1.1" status: 200 len: 217 time: 0.1413922 Nov 23 17:38:46.522626 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3e50a3c-ec8c-4720-afb3-b26c5235c44a req-c8a979d8-b905-4402-8c5a-4944e88866be service neutron] Port 510dfaa4-27ed-4c8d-b51b-bbe20d529067 on network 02874d22-2dc9-404b-96b5-741d17e13e44 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-8 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 17:38:46.522954 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3e50a3c-ec8c-4720-afb3-b26c5235c44a req-c8a979d8-b905-4402-8c5a-4944e88866be service neutron] Attempting to bind port 510dfaa4-27ed-4c8d-b51b-bbe20d529067 on network 02874d22-2dc9-404b-96b5-741d17e13e44 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:38:46.525194 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-61b18819-f5aa-466a-b5ab-ac5e315755a8 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:46.527932 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-61b18819-f5aa-466a-b5ab-ac5e315755a8 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks [] for security_group, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:46.532346 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-61b18819-f5aa-466a-b5ab-ac5e315755a8 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] 10.222.0.60 "DELETE /v2.0/security-groups/803dd88e-b099-4a3b-bd31-0ec2d6946117 HTTP/1.1" status: 204 len: 168 time: 1.3393693 Nov 23 17:38:46.550381 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 48488) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:38:46.606855 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3e50a3c-ec8c-4720-afb3-b26c5235c44a req-c8a979d8-b905-4402-8c5a-4944e88866be service neutron] Checking agent: {'id': 'ab77bf9e-0267-4174-8f1d-822cba89b207', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 15, 13), 'started_at': datetime.datetime(2021, 11, 23, 17, 15, 13), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 38, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:38:46.607272 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3e50a3c-ec8c-4720-afb3-b26c5235c44a req-c8a979d8-b905-4402-8c5a-4944e88866be service neutron] Checking segment: {'id': 'ec813e0a-4415-4fed-a736-e9a0442fcb85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '02874d22-2dc9-404b-96b5-741d17e13e44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:38:46.607581 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3e50a3c-ec8c-4720-afb3-b26c5235c44a req-c8a979d8-b905-4402-8c5a-4944e88866be service neutron] Bound using segment: {'id': 'ec813e0a-4415-4fed-a736-e9a0442fcb85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '02874d22-2dc9-404b-96b5-741d17e13e44'} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:38:46.608022 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-d3e50a3c-ec8c-4720-afb3-b26c5235c44a req-c8a979d8-b905-4402-8c5a-4944e88866be service neutron] Bound port: 510dfaa4-27ed-4c8d-b51b-bbe20d529067, host: n-h2-816206-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec813e0a-4415-4fed-a736-e9a0442fcb85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '02874d22-2dc9-404b-96b5-741d17e13e44'}}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:38:46.608379 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-d3e50a3c-ec8c-4720-afb3-b26c5235c44a req-c8a979d8-b905-4402-8c5a-4944e88866be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:46.632145 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b18819-f5aa-466a-b5ab-ac5e315755a8 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=803dd88e-b099-4a3b-bd31-0ec2d6946117,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:38:46.659162 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_v2 [None req-05777462-332e-4b0d-9d65-bdc74313c496 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Deleting subnet 47c3c6e2-3124-4f34-ac6d-69a3f903414a {{(pid=103590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 17:38:46.664364 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-05777462-332e-4b0d-9d65-bdc74313c496 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks [] for subnet, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:46.703641 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-993173c6-fcf7-484e-a3ee-d97665e99d05 tempest-BulkNetworkOpsTest-1101708284 tempest-BulkNetworkOpsTest-1101708284-project] Made reservation on behalf of 012ce55f5b4645c1b4d7d7e111ce69a0 for: {'subnet': 2} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:38:46.709386 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-993173c6-fcf7-484e-a3ee-d97665e99d05 tempest-BulkNetworkOpsTest-1101708284 tempest-BulkNetworkOpsTest-1101708284-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264730903'] for subnet, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:46.709791 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-993173c6-fcf7-484e-a3ee-d97665e99d05 tempest-BulkNetworkOpsTest-1101708284 tempest-BulkNetworkOpsTest-1101708284-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264730903'] for subnet, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:46.733646 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-05777462-332e-4b0d-9d65-bdc74313c496 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-267528342'] for subnet, precommit_delete_associations {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:46.751879 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426db6c9-f786-4c42-b400-11dc75716ff3 req-6faa8476-4848-4ee3-9fe6-d0de577a9637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:38:46.756442 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-426db6c9-f786-4c42-b400-11dc75716ff3 req-6faa8476-4848-4ee3-9fe6-d0de577a9637 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=79e8d965-2789-41b1-a1fa-0fe25b7624dc HTTP/1.1" status: 200 len: 797 time: 0.2221758 Nov 23 17:38:46.763146 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-fef58faa-eb37-49d4-824a-0d1d3b92c66b req-54b9e0ef-18f2-436a-9c40-0151f585a5db tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/security-groups?id=776cdaad-ec9b-4a42-a3a9-360feae7cf4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2291288 Nov 23 17:38:46.864852 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-d3e50a3c-ec8c-4720-afb3-b26c5235c44a req-c8a979d8-b905-4402-8c5a-4944e88866be service neutron] For port 510dfaa4-27ed-4c8d-b51b-bbe20d529067, host n-h2-816206-8, cleared binding levels {{(pid=103591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:38:46.883651 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-d3e50a3c-ec8c-4720-afb3-b26c5235c44a req-c8a979d8-b905-4402-8c5a-4944e88866be service neutron] For port 510dfaa4-27ed-4c8d-b51b-bbe20d529067, host n-h2-816206-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=510dfaa4-27ed-4c8d-b51b-bbe20d529067,segment=NetworkSegment(ec813e0a-4415-4fed-a736-e9a0442fcb85),segment_id=ec813e0a-4415-4fed-a736-e9a0442fcb85)] {{(pid=103591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:38:46.891365 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426db6c9-f786-4c42-b400-11dc75716ff3 req-fb4a98fc-e65a-471e-9c81-718134c9fc8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:38:46.893099 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-426db6c9-f786-4c42-b400-11dc75716ff3 req-fb4a98fc-e65a-471e-9c81-718134c9fc8c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=76740e25-dcec-4d2d-82d4-d720ca6b4fc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1266387 Nov 23 17:38:46.898731 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-d3e50a3c-ec8c-4720-afb3-b26c5235c44a req-c8a979d8-b905-4402-8c5a-4944e88866be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264758186'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:46.904926 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.db_base_plugin_common [None req-3da00d40-86a0-412e-ba93-cec33ef1c184 tempest-RoutersAdminTest-1523904414 tempest-RoutersAdminTest-1523904414-project-admin] Allocated IP 172.20.0.7 (e9d6612b-2271-4e17-8e05-86e62f96cc6d/8d7630ae-c12b-4732-8d95-7fbd33565107/1f9072c9-25b5-4bf2-a70c-740c6a10a778) {{(pid=103591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:38:46.946185 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-05777462-332e-4b0d-9d65-bdc74313c496 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971956'] for subnet, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:46.973171 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e50a3c-ec8c-4720-afb3-b26c5235c44a req-c8a979d8-b905-4402-8c5a-4944e88866be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:38:46.973972 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-d3e50a3c-ec8c-4720-afb3-b26c5235c44a req-c8a979d8-b905-4402-8c5a-4944e88866be service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:46.975979 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d3e50a3c-ec8c-4720-afb3-b26c5235c44a req-c8a979d8-b905-4402-8c5a-4944e88866be service neutron] 10.222.0.36 "PUT /v2.0/ports/510dfaa4-27ed-4c8d-b51b-bbe20d529067 HTTP/1.1" status: 200 len: 1092 time: 3.5572267 Nov 23 17:38:46.976797 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c8ab3f8-16eb-4725-8c20-4ee36fa1a7e0', 'tag': '510dfaa4-27ed-4c8d-b51b-bbe20d529067'}] {{(pid=103591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:38:46.981134 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41d174a19ece9499ff9ec44e5b3fc50f2abd3ffbc947fb7e52ea1e8db27b95b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df2f79a1-1bb6-4d6b-87b1-9f40e31daf63" -d '{"events": [{"name": "network-changed", "server_uuid": "8c8ab3f8-16eb-4725-8c20-4ee36fa1a7e0", "tag": "510dfaa4-27ed-4c8d-b51b-bbe20d529067"}]}' {{(pid=103591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:38:47.099862 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-05777462-332e-4b0d-9d65-bdc74313c496 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264357903', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264730940'] for subnet, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:47.101995 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a979d8-b905-4402-8c5a-4944e88866be service neutron] Pushing event updated for resources: {'Port': ['ID=510dfaa4-27ed-4c8d-b51b-bbe20d529067,revision_number=3']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:38:47.168412 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 17:38:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7898a71-86b1-4dfe-9be2-3a183abe0005 x-openstack-request-id: req-a7898a71-86b1-4dfe-9be2-3a183abe0005 {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:38:47.169079 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c8ab3f8-16eb-4725-8c20-4ee36fa1a7e0", "tag": "510dfaa4-27ed-4c8d-b51b-bbe20d529067", "status": "completed", "code": 200}]} {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:38:47.169501 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a7898a71-86b1-4dfe-9be2-3a183abe0005 {{(pid=103591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:38:47.170076 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05777462-332e-4b0d-9d65-bdc74313c496 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Pushing event deleted for resources: {'Subnet': ['ID=47c3c6e2-3124-4f34-ac6d-69a3f903414a,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:38:47.170241 n-d-816206-8 neutron-server[103591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c8ab3f8-16eb-4725-8c20-4ee36fa1a7e0', 'tag': '510dfaa4-27ed-4c8d-b51b-bbe20d529067', 'status': 'completed', 'code': 200} Nov 23 17:38:47.172359 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-05777462-332e-4b0d-9d65-bdc74313c496 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks [] for subnet, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:47.176242 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-05777462-332e-4b0d-9d65-bdc74313c496 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] 10.222.0.60 "DELETE /v2.0/subnets/47c3c6e2-3124-4f34-ac6d-69a3f903414a HTTP/1.1" status: 204 len: 168 time: 0.6248636 Nov 23 17:38:47.183570 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 48492) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:38:47.189313 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-880f359e-a420-4127-abb9-c1d516c8259b tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Request body: {'subnet': {'network_id': 'c46f395e-b745-4479-88f0-746528e5aecf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:38:47.201420 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-950a46cf-94f0-43c1-8914-604bfd5a1db9 None None] Network c46f395e-b745-4479-88f0-746528e5aecf requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:38:47.209690 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-426db6c9-f786-4c42-b400-11dc75716ff3 req-2c84632a-a741-40b6-9dee-10994b59b8d7 service neutron] 10.222.0.36 "GET /v2.0/networks/76740e25-dcec-4d2d-82d4-d720ca6b4fc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2995749 Nov 23 17:38:47.220267 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e50a3c-ec8c-4720-afb3-b26c5235c44a req-dc89a285-a4e4-4902-8ce4-354f06890de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:38:47.222092 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d3e50a3c-ec8c-4720-afb3-b26c5235c44a req-dc89a285-a4e4-4902-8ce4-354f06890de5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c0a53cd325e44b8fbee499050453672f&device_id=8c8ab3f8-16eb-4725-8c20-4ee36fa1a7e0 HTTP/1.1" status: 200 len: 1095 time: 0.1577382 Nov 23 17:38:47.390371 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d3e50a3c-ec8c-4720-afb3-b26c5235c44a req-82e15906-5129-4a30-9448-e8404a45e3ba service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=510dfaa4-27ed-4c8d-b51b-bbe20d529067 HTTP/1.1" status: 200 len: 217 time: 0.1527159 Nov 23 17:38:47.411944 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-3da00d40-86a0-412e-ba93-cec33ef1c184 tempest-RoutersAdminTest-1523904414 tempest-RoutersAdminTest-1523904414-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:47.472848 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-993173c6-fcf7-484e-a3ee-d97665e99d05 tempest-BulkNetworkOpsTest-1101708284 tempest-BulkNetworkOpsTest-1101708284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264358096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264730885'] for subnet, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:47.595044 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993173c6-fcf7-484e-a3ee-d97665e99d05 tempest-BulkNetworkOpsTest-1101708284 tempest-BulkNetworkOpsTest-1101708284-project] Pushing event updated for resources: {'Subnet': ['ID=fc2fc4f6-7e58-4022-a2cb-515e3090e8b0,revision_number=0']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:38:47.595726 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e50a3c-ec8c-4720-afb3-b26c5235c44a req-d9eabb50-5cf1-4251-a81e-68ed2f0d0bab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:38:47.598201 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d3e50a3c-ec8c-4720-afb3-b26c5235c44a req-d9eabb50-5cf1-4251-a81e-68ed2f0d0bab service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7cd7c517-b8bf-4f3d-98b6-b23c91372576 HTTP/1.1" status: 200 len: 851 time: 0.1843469 Nov 23 17:38:47.621933 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c491315-527d-4325-a136-416308ca36d7 req-db78fb6c-18c7-4bb1-b4d9-d43336007c75 tempest-ServerRescueTestJSON-1442542130 tempest-ServerRescueTestJSON-1442542130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:38:47.623526 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4c491315-527d-4325-a136-416308ca36d7 req-db78fb6c-18c7-4bb1-b4d9-d43336007c75 tempest-ServerRescueTestJSON-1442542130 tempest-ServerRescueTestJSON-1442542130-project] 10.222.0.60 "GET /v2.0/ports?device_id=88ef59a7-741b-4e2e-8f60-79bf9bf9f465 HTTP/1.1" status: 200 len: 946 time: 0.2154880 Nov 23 17:38:47.653777 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-880f359e-a420-4127-abb9-c1d516c8259b tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Made reservation on behalf of 4bc7c7d1542d486592900c4a00632f91 for: {'subnet': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:38:47.657530 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-880f359e-a420-4127-abb9-c1d516c8259b tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264730903'] for subnet, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:47.660982 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-993173c6-fcf7-484e-a3ee-d97665e99d05 tempest-BulkNetworkOpsTest-1101708284 tempest-BulkNetworkOpsTest-1101708284-project] Checking segment: {'id': '76ac457c-7c4b-4ad5-ba7d-dd63b5162777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '619f4392-e11f-415b-81ec-2efe03e16d7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:38:47.661389 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-993173c6-fcf7-484e-a3ee-d97665e99d05 tempest-BulkNetworkOpsTest-1101708284 tempest-BulkNetworkOpsTest-1101708284-project] Network hostable DHCP agents. Network: 619f4392-e11f-415b-81ec-2efe03e16d7b, hostable agents: ['0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3'], hosted agents: [] {{(pid=103590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 17:38:47.689781 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9a27ae6c-db98-474f-94c1-cc99bf842d79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:47.719343 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-426db6c9-f786-4c42-b400-11dc75716ff3 req-e3bf3003-46d0-4443-85f5-86bc6d14cd06 service neutron] 10.222.0.36 "GET /v2.0/networks/76740e25-dcec-4d2d-82d4-d720ca6b4fc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4878106 Nov 23 17:38:47.745167 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-993173c6-fcf7-484e-a3ee-d97665e99d05 tempest-BulkNetworkOpsTest-1101708284 tempest-BulkNetworkOpsTest-1101708284-project] Network 619f4392-e11f-415b-81ec-2efe03e16d7b is scheduled to be hosted by DHCP agent 0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3 with binding_index 1 {{(pid=103590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 17:38:47.770585 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-993173c6-fcf7-484e-a3ee-d97665e99d05 tempest-BulkNetworkOpsTest-1101708284 tempest-BulkNetworkOpsTest-1101708284-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-8, 619f4392-e11f-415b-81ec-2efe03e16d7b) {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:38:47.779716 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d24d1a6-f779-472c-85a2-3d27a5b9f9d9 None None] Network 619f4392-e11f-415b-81ec-2efe03e16d7b requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:38:47.786384 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-993173c6-fcf7-484e-a3ee-d97665e99d05 tempest-BulkNetworkOpsTest-1101708284 tempest-BulkNetworkOpsTest-1101708284-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264358096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264730885'] for subnet, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:47.804462 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-426db6c9-f786-4c42-b400-11dc75716ff3 req-5a70c102-8e17-4698-8b76-89ef5ab2aac1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=d4f487c3-aeab-403d-8746-5a1aee6d7eaa HTTP/1.1" status: 200 len: 217 time: 0.0717547 Nov 23 17:38:47.806732 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e50a3c-ec8c-4720-afb3-b26c5235c44a req-e832fe8b-6ce4-4403-9393-c11dece8f1d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:38:47.808204 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d3e50a3c-ec8c-4720-afb3-b26c5235c44a req-e832fe8b-6ce4-4403-9393-c11dece8f1d0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=02874d22-2dc9-404b-96b5-741d17e13e44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1767721 Nov 23 17:38:47.812276 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-3da00d40-86a0-412e-ba93-cec33ef1c184 tempest-RoutersAdminTest-1523904414 tempest-RoutersAdminTest-1523904414-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:47.945797 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d3e50a3c-ec8c-4720-afb3-b26c5235c44a req-e2db18af-546d-464b-8cdf-5d88d2576407 service neutron] 10.222.0.36 "GET /v2.0/networks/02874d22-2dc9-404b-96b5-741d17e13e44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240337 Nov 23 17:38:47.977697 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993173c6-fcf7-484e-a3ee-d97665e99d05 tempest-BulkNetworkOpsTest-1101708284 tempest-BulkNetworkOpsTest-1101708284-project] Pushing event updated for resources: {'Subnet': ['ID=202a2e06-1910-4573-b5dd-d82bb82d87cf,revision_number=0']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:38:48.029261 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-993173c6-fcf7-484e-a3ee-d97665e99d05 tempest-BulkNetworkOpsTest-1101708284 tempest-BulkNetworkOpsTest-1101708284-project] Checking segment: {'id': 'b1b3a59d-c2dd-48ed-8a21-07f5696c14c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '67f835b6-23b6-4188-a32d-b7329ffabfa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:38:48.030117 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-993173c6-fcf7-484e-a3ee-d97665e99d05 tempest-BulkNetworkOpsTest-1101708284 tempest-BulkNetworkOpsTest-1101708284-project] Network hostable DHCP agents. Network: 67f835b6-23b6-4188-a32d-b7329ffabfa2, hostable agents: ['0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3'], hosted agents: [] {{(pid=103590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 17:38:48.077627 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92905681-421c-4be1-b164-513c71ff7783 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp355044b8-8e87-58c4-94fa-4a010ec30f9e-619f4392-e11f-415b-81ec-2efe03e16d7b', 'network_id': '619f4392-e11f-415b-81ec-2efe03e16d7b', 'tenant_id': '012ce55f5b4645c1b4d7d7e111ce69a0', 'fixed_ips': [{'subnet_id': 'fc2fc4f6-7e58-4022-a2cb-515e3090e8b0'}]}} from n-d-816206-8. {{(pid=103592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 17:38:48.078724 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-92905681-421c-4be1-b164-513c71ff7783 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:48.111342 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-993173c6-fcf7-484e-a3ee-d97665e99d05 tempest-BulkNetworkOpsTest-1101708284 tempest-BulkNetworkOpsTest-1101708284-project] Network 67f835b6-23b6-4188-a32d-b7329ffabfa2 is scheduled to be hosted by DHCP agent 0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3 with binding_index 1 {{(pid=103590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 17:38:48.133868 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-993173c6-fcf7-484e-a3ee-d97665e99d05 tempest-BulkNetworkOpsTest-1101708284 tempest-BulkNetworkOpsTest-1101708284-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-8, 67f835b6-23b6-4188-a32d-b7329ffabfa2) {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:38:48.149952 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-993173c6-fcf7-484e-a3ee-d97665e99d05 tempest-BulkNetworkOpsTest-1101708284 tempest-BulkNetworkOpsTest-1101708284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:38:48.150591 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-993173c6-fcf7-484e-a3ee-d97665e99d05 tempest-BulkNetworkOpsTest-1101708284 tempest-BulkNetworkOpsTest-1101708284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:38:48.151316 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-993173c6-fcf7-484e-a3ee-d97665e99d05 tempest-BulkNetworkOpsTest-1101708284 tempest-BulkNetworkOpsTest-1101708284-project] Publish callbacks [] for subnet, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:48.188762 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-430943d4-0bdb-4f70-8672-539638ce7ca6 None None] Network 67f835b6-23b6-4188-a32d-b7329ffabfa2 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:38:48.270417 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-880f359e-a420-4127-abb9-c1d516c8259b tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264358096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264730885'] for subnet, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:48.282758 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-993173c6-fcf7-484e-a3ee-d97665e99d05 tempest-BulkNetworkOpsTest-1101708284 tempest-BulkNetworkOpsTest-1101708284-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 1.8638039 Nov 23 17:38:48.290503 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 48502) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:38:48.368611 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:48.387236 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57367e82-81b5-44dc-b633-506f8328018b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp355044b8-8e87-58c4-94fa-4a010ec30f9e-67f835b6-23b6-4188-a32d-b7329ffabfa2', 'network_id': '67f835b6-23b6-4188-a32d-b7329ffabfa2', 'tenant_id': '012ce55f5b4645c1b4d7d7e111ce69a0', 'fixed_ips': [{'subnet_id': '202a2e06-1910-4573-b5dd-d82bb82d87cf'}]}} from n-d-816206-8. {{(pid=103592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 17:38:48.388244 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-57367e82-81b5-44dc-b633-506f8328018b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:48.424263 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-880f359e-a420-4127-abb9-c1d516c8259b tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Network c46f395e-b745-4479-88f0-746528e5aecf is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:38:48.432979 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-880f359e-a420-4127-abb9-c1d516c8259b tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:38:48.443316 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-880f359e-a420-4127-abb9-c1d516c8259b tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:38:48.444089 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-880f359e-a420-4127-abb9-c1d516c8259b tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks [] for subnet, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:48.460632 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880f359e-a420-4127-abb9-c1d516c8259b tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Pushing event updated for resources: {'Subnet': ['ID=fe2f66da-6804-4a40-af4f-c16dddca1cff,revision_number=0']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:38:48.480944 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ee21d0f-f688-43d4-a6e0-2f414af9694f tempest-BulkNetworkOpsTest-1101708284 tempest-BulkNetworkOpsTest-1101708284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:38:48.482968 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ee21d0f-f688-43d4-a6e0-2f414af9694f tempest-BulkNetworkOpsTest-1101708284 tempest-BulkNetworkOpsTest-1101708284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:38:48.484738 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ee21d0f-f688-43d4-a6e0-2f414af9694f tempest-BulkNetworkOpsTest-1101708284 tempest-BulkNetworkOpsTest-1101708284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:38:48.487129 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-5ee21d0f-f688-43d4-a6e0-2f414af9694f tempest-BulkNetworkOpsTest-1101708284 tempest-BulkNetworkOpsTest-1101708284-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.1638875 Nov 23 17:38:48.492390 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-880f359e-a420-4127-abb9-c1d516c8259b tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3070011 Nov 23 17:38:48.493385 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 48504) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:38:48.502227 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 48508) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:38:48.507626 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-dfa0f78e-0d63-4e3d-a5dd-89a93f476365 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Request body: {'security_group': {'name': 'tempest-secgroup-804929955'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:38:48.526741 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.db_base_plugin_common [None req-92905681-421c-4be1-b164-513c71ff7783 None None] Allocated IP 172.20.0.2 (619f4392-e11f-415b-81ec-2efe03e16d7b/fc2fc4f6-7e58-4022-a2cb-515e3090e8b0/a8f8af45-7c3f-48b3-a771-51644c6231fa) {{(pid=103592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:38:48.551072 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-518bae91-d9a6-4f06-8156-c3cf4d081868 None None] Network c46f395e-b745-4479-88f0-746528e5aecf requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:38:48.581843 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_v2 [None req-de19ba6d-e8a5-4af3-8965-339f0757cecb tempest-BulkNetworkOpsTest-1101708284 tempest-BulkNetworkOpsTest-1101708284-project] Deleting subnet fc2fc4f6-7e58-4022-a2cb-515e3090e8b0 {{(pid=103590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 17:38:48.586659 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-dfa0f78e-0d63-4e3d-a5dd-89a93f476365 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks [] for security_group, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:48.602981 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d3e50a3c-ec8c-4720-afb3-b26c5235c44a req-d4b60606-b4a0-4c2d-951c-83246dbbe253 service neutron] 10.222.0.36 "GET /v2.0/networks/02874d22-2dc9-404b-96b5-741d17e13e44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6322360 Nov 23 17:38:48.604416 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da00d40-86a0-412e-ba93-cec33ef1c184 tempest-RoutersAdminTest-1523904414 tempest-RoutersAdminTest-1523904414-project-admin] Pushing event updated for resources: {'Port': ['ID=1f9072c9-25b5-4bf2-a70c-740c6a10a778,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:38:48.635360 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3da00d40-86a0-412e-ba93-cec33ef1c184 tempest-RoutersAdminTest-1523904414 tempest-RoutersAdminTest-1523904414-project-admin] Network e9d6612b-2271-4e17-8e05-86e62f96cc6d is already hosted by enough agents. {{(pid=103591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:38:48.657155 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4c491315-527d-4325-a136-416308ca36d7 req-787f935f-553b-45b5-bb96-164e4771185d tempest-ServerRescueTestJSON-1442542130 tempest-ServerRescueTestJSON-1442542130-project] 10.222.0.60 "GET /v2.0/security-groups?id=cf26cd6b-cd43-4747-bf84-de1f0ff7a3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9723952 Nov 23 17:38:48.693394 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [None req-3da00d40-86a0-412e-ba93-cec33ef1c184 tempest-RoutersAdminTest-1523904414 tempest-RoutersAdminTest-1523904414-project-admin] Resources bound (agent type, host, resource id): {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:38:48.701440 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3da00d40-86a0-412e-ba93-cec33ef1c184 tempest-RoutersAdminTest-1523904414 tempest-RoutersAdminTest-1523904414-project-admin] Received port after_create {{(pid=103591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:38:48.714072 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-dfa0f78e-0d63-4e3d-a5dd-89a93f476365 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks [] for security_group, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:48.723851 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-dfa0f78e-0d63-4e3d-a5dd-89a93f476365 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:48.762614 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa0f78e-0d63-4e3d-a5dd-89a93f476365 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88cab71f-db47-4adf-a3b1-aecf4dea74ce,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:38:48.767666 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-dfa0f78e-0d63-4e3d-a5dd-89a93f476365 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:48.769063 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-dfa0f78e-0d63-4e3d-a5dd-89a93f476365 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.2655346 Nov 23 17:38:48.772405 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 48512) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:38:48.777405 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-9e91063c-060b-43e2-ae18-a480d84040c1 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Request body: {'security_group': {'name': 'tempest-secgroup-482103851'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:38:48.794681 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426db6c9-f786-4c42-b400-11dc75716ff3 req-3e7ccf3e-36a1-458f-ae28-4743ce15e9cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:38:48.797599 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-426db6c9-f786-4c42-b400-11dc75716ff3 req-3e7ccf3e-36a1-458f-ae28-4743ce15e9cf service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8af7564e-f655-496a-9b6e-3592a9b162a5 HTTP/1.1" status: 200 len: 797 time: 0.8632646 Nov 23 17:38:48.807257 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-9e91063c-060b-43e2-ae18-a480d84040c1 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks [] for security_group, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:48.874602 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-5139f4c9-cf39-408d-b37d-eb5c65d46a75 None None] Provisioning complete for port 0dbc49a2-e65e-4382-b491-870aaef09da9 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:38:48.875397 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-5139f4c9-cf39-408d-b37d-eb5c65d46a75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:48.911948 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-9e91063c-060b-43e2-ae18-a480d84040c1 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks [] for security_group, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:48.917167 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-9e91063c-060b-43e2-ae18-a480d84040c1 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:48.941876 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-9e91063c-060b-43e2-ae18-a480d84040c1 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:48.944303 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-9e91063c-060b-43e2-ae18-a480d84040c1 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.1707909 Nov 23 17:38:48.952312 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 48514) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:38:48.955262 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.db_base_plugin_common [None req-57367e82-81b5-44dc-b633-506f8328018b None None] Allocated IP 172.20.0.18 (67f835b6-23b6-4188-a32d-b7329ffabfa2/202a2e06-1910-4573-b5dd-d82bb82d87cf/f8e7e156-5ae6-4e90-853b-87e6055fccc0) {{(pid=103592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:38:48.958067 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-cc248d74-5b1a-4467-bfd0-08a9ed4220e7 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Request body: {'security_group': {'name': 'tempest-secgroup-1026972948'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:38:48.978473 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-5139f4c9-cf39-408d-b37d-eb5c65d46a75 None None] Port 0dbc49a2-e65e-4382-b491-870aaef09da9 cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:38:48.989565 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e91063c-060b-43e2-ae18-a480d84040c1 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cfd36c79-52cc-49a8-b08e-68ec63a19622,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:38:49.001654 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-cc248d74-5b1a-4467-bfd0-08a9ed4220e7 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks [] for security_group, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:49.017419 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-5139f4c9-cf39-408d-b37d-eb5c65d46a75 None None] Provisioning complete for port 4a324ae6-f0a7-4dd3-8643-e25984239871 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:38:49.017792 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-5139f4c9-cf39-408d-b37d-eb5c65d46a75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:49.049231 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08b4bf2-6ad0-4348-865a-f4a8ae244ea1 req-882096a6-3267-4888-a8c1-271610eee391 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:38:49.050850 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d08b4bf2-6ad0-4348-865a-f4a8ae244ea1 req-882096a6-3267-4888-a8c1-271610eee391 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/ports?device_id=8c8ab3f8-16eb-4725-8c20-4ee36fa1a7e0 HTTP/1.1" status: 200 len: 944 time: 1.0960104 Nov 23 17:38:49.100678 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426db6c9-f786-4c42-b400-11dc75716ff3 req-14f5c57d-0979-4908-a163-88e3634e1573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:38:49.102230 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-426db6c9-f786-4c42-b400-11dc75716ff3 req-14f5c57d-0979-4908-a163-88e3634e1573 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=22bc55ee-b0f3-41c3-894c-32c421670838&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2801278 Nov 23 17:38:49.106938 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-cc248d74-5b1a-4467-bfd0-08a9ed4220e7 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks [] for security_group, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:49.112379 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-cc248d74-5b1a-4467-bfd0-08a9ed4220e7 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:49.115800 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2f79a1-1bb6-4d6b-87b1-9f40e31daf63 req-30008670-69e2-4930-9eb7-e0de2b1d9f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:38:49.117420 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-df2f79a1-1bb6-4d6b-87b1-9f40e31daf63 req-30008670-69e2-4930-9eb7-e0de2b1d9f0d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c0a53cd325e44b8fbee499050453672f&device_id=8c8ab3f8-16eb-4725-8c20-4ee36fa1a7e0 HTTP/1.1" status: 200 len: 1095 time: 0.3125200 Nov 23 17:38:49.133961 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-cc248d74-5b1a-4467-bfd0-08a9ed4220e7 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:49.137717 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-cc248d74-5b1a-4467-bfd0-08a9ed4220e7 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1816940 Nov 23 17:38:49.141629 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 48516) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:38:49.148748 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-6229f311-0ab8-46a0-b637-b1c7c4283789 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-890430148', 'security_groups': ['d3a9557c-250a-493b-bf27-e105675acf5b'], 'network_id': 'c46f395e-b745-4479-88f0-746528e5aecf', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'fe2f66da-6804-4a40-af4f-c16dddca1cff'}]}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:38:49.280554 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc248d74-5b1a-4467-bfd0-08a9ed4220e7 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3a9557c-250a-493b-bf27-e105675acf5b,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:38:49.295250 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6229f311-0ab8-46a0-b637-b1c7c4283789 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Made reservation on behalf of 4bc7c7d1542d486592900c4a00632f91 for: {'port': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:38:49.407696 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6229f311-0ab8-46a0-b637-b1c7c4283789 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:49.430217 n-d-816206-8 neutron-server[103590]: DEBUG neutron.notifiers.nova [None req-6229f311-0ab8-46a0-b637-b1c7c4283789 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] device_id is not set on port cf2332ce-066f-42b4-9773-cb1a65f6a2b9 yet. {{(pid=103590) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 17:38:49.438322 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-92905681-421c-4be1-b164-513c71ff7783 None None] Publish callbacks [] for port, precommit_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:49.481542 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-92905681-421c-4be1-b164-513c71ff7783 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980'] for port, after_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:49.514391 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d08b4bf2-6ad0-4348-865a-f4a8ae244ea1 req-b94de34e-063a-4aeb-9272-bebfba485748 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/security-groups?id=776cdaad-ec9b-4a42-a3a9-360feae7cf4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4528761 Nov 23 17:38:49.571396 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92905681-421c-4be1-b164-513c71ff7783 None None] Pushing event updated for resources: {'Port': ['ID=a8f8af45-7c3f-48b3-a771-51644c6231fa,revision_number=1']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:38:49.632219 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2f79a1-1bb6-4d6b-87b1-9f40e31daf63 req-0a99e764-5c89-4f67-ae49-e36259d8d273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:38:49.634685 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-df2f79a1-1bb6-4d6b-87b1-9f40e31daf63 req-0a99e764-5c89-4f67-ae49-e36259d8d273 service neutron] 10.222.0.36 "GET /v2.0/networks?id=02874d22-2dc9-404b-96b5-741d17e13e44 HTTP/1.1" status: 200 len: 913 time: 0.4542747 Nov 23 17:38:49.639554 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-3da00d40-86a0-412e-ba93-cec33ef1c184 tempest-RoutersAdminTest-1523904414 tempest-RoutersAdminTest-1523904414-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:49.646445 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-426db6c9-f786-4c42-b400-11dc75716ff3 req-fb231c7d-b883-4ce0-b74f-b8ffe549d76f service neutron] 10.222.0.36 "GET /v2.0/networks/22bc55ee-b0f3-41c3-894c-32c421670838?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5251784 Nov 23 17:38:49.664085 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-506777e2-880c-46d2-8919-029f345f2933 None None] Update dhcp port {'port': {'network_id': 'c46f395e-b745-4479-88f0-746528e5aecf', 'fixed_ips': [{'subnet_id': '4808b8ca-0b6a-41b5-875e-70271dc987fa', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'fe2f66da-6804-4a40-af4f-c16dddca1cff'}], 'binding:host_id': 'n-d-816206-8'}, 'id': '4a324ae6-f0a7-4dd3-8643-e25984239871'} from n-d-816206-8. {{(pid=103592) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 23 17:38:49.677660 n-d-816206-8 neutron-server[103592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92905681-421c-4be1-b164-513c71ff7783 None None] Network 619f4392-e11f-415b-81ec-2efe03e16d7b is already hosted by enough agents. {{(pid=103592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:38:49.677833 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-6229f311-0ab8-46a0-b637-b1c7c4283789 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Allocated IP 2001:db8::20b (c46f395e-b745-4479-88f0-746528e5aecf/fe2f66da-6804-4a40-af4f-c16dddca1cff/cf2332ce-066f-42b4-9773-cb1a65f6a2b9) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:38:49.710872 n-d-816206-8 neutron-server[103592]: DEBUG neutron.scheduler.base_scheduler [None req-92905681-421c-4be1-b164-513c71ff7783 None None] Resources bound (agent type, host, resource id): {{(pid=103592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:38:49.713508 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92905681-421c-4be1-b164-513c71ff7783 None None] Received port after_create {{(pid=103592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:38:49.790905 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-df2f79a1-1bb6-4d6b-87b1-9f40e31daf63 req-49ada865-5aa5-475e-8849-b905adcd4924 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=510dfaa4-27ed-4c8d-b51b-bbe20d529067 HTTP/1.1" status: 200 len: 217 time: 0.1404262 Nov 23 17:38:49.793039 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-506777e2-880c-46d2-8919-029f345f2933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:49.847972 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-57367e82-81b5-44dc-b633-506f8328018b None None] Publish callbacks [] for port, precommit_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:49.912248 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6229f311-0ab8-46a0-b637-b1c7c4283789 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:49.915811 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-de19ba6d-e8a5-4af3-8965-339f0757cecb tempest-BulkNetworkOpsTest-1101708284 tempest-BulkNetworkOpsTest-1101708284-project] Publish callbacks [] for subnet, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:49.927980 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-57367e82-81b5-44dc-b633-506f8328018b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980'] for port, after_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:49.935046 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2f79a1-1bb6-4d6b-87b1-9f40e31daf63 req-973d0ea2-7c20-4200-8379-0179c47d16fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:38:49.936638 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-df2f79a1-1bb6-4d6b-87b1-9f40e31daf63 req-973d0ea2-7c20-4200-8379-0179c47d16fd service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7cd7c517-b8bf-4f3d-98b6-b23c91372576 HTTP/1.1" status: 200 len: 851 time: 0.1009014 Nov 23 17:38:49.971253 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-de19ba6d-e8a5-4af3-8965-339f0757cecb tempest-BulkNetworkOpsTest-1101708284 tempest-BulkNetworkOpsTest-1101708284-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-267528342'] for subnet, precommit_delete_associations {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:50.048659 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6229f311-0ab8-46a0-b637-b1c7c4283789 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:50.105639 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6229f311-0ab8-46a0-b637-b1c7c4283789 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Pushing event updated for resources: {'Port': ['ID=cf2332ce-066f-42b4-9773-cb1a65f6a2b9,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:38:50.115506 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57367e82-81b5-44dc-b633-506f8328018b None None] Pushing event updated for resources: {'Port': ['ID=f8e7e156-5ae6-4e90-853b-87e6055fccc0,revision_number=1']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:38:50.123619 n-d-816206-8 neutron-server[103592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57367e82-81b5-44dc-b633-506f8328018b None None] Network 67f835b6-23b6-4188-a32d-b7329ffabfa2 is already hosted by enough agents. {{(pid=103592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:38:50.127252 n-d-816206-8 neutron-server[103592]: DEBUG neutron.scheduler.base_scheduler [None req-57367e82-81b5-44dc-b633-506f8328018b None None] Resources bound (agent type, host, resource id): {{(pid=103592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:38:50.132536 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57367e82-81b5-44dc-b633-506f8328018b None None] Received port after_create {{(pid=103592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:38:50.142512 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-92905681-421c-4be1-b164-513c71ff7783 None None] Attempting to bind port a8f8af45-7c3f-48b3-a771-51644c6231fa on host n-d-816206-8 for vnic_type normal with profile {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:38:50.143322 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-92905681-421c-4be1-b164-513c71ff7783 None None] Attempting to bind port a8f8af45-7c3f-48b3-a771-51644c6231fa by drivers openvswitch,hyperv on host n-d-816206-8 at level 0 using segments [{'id': '76ac457c-7c4b-4ad5-ba7d-dd63b5162777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '619f4392-e11f-415b-81ec-2efe03e16d7b'}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:38:50.143868 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92905681-421c-4be1-b164-513c71ff7783 None None] Attempting to bind port a8f8af45-7c3f-48b3-a771-51644c6231fa on network 619f4392-e11f-415b-81ec-2efe03e16d7b {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:38:50.154578 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6229f311-0ab8-46a0-b637-b1c7c4283789 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Network c46f395e-b745-4479-88f0-746528e5aecf is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:38:50.155639 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92905681-421c-4be1-b164-513c71ff7783 None None] Checking agent: {'id': '9e89acbe-4bbe-4c77-a18b-6f1da9133e0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 7, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 38, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:38:50.156020 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92905681-421c-4be1-b164-513c71ff7783 None None] Checking segment: {'id': '76ac457c-7c4b-4ad5-ba7d-dd63b5162777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '619f4392-e11f-415b-81ec-2efe03e16d7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:38:50.156423 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-92905681-421c-4be1-b164-513c71ff7783 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:50.156846 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92905681-421c-4be1-b164-513c71ff7783 None None] Bound using segment: {'id': '76ac457c-7c4b-4ad5-ba7d-dd63b5162777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '619f4392-e11f-415b-81ec-2efe03e16d7b'} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:38:50.157576 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-92905681-421c-4be1-b164-513c71ff7783 None None] Bound port: a8f8af45-7c3f-48b3-a771-51644c6231fa, host: n-d-816206-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76ac457c-7c4b-4ad5-ba7d-dd63b5162777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '619f4392-e11f-415b-81ec-2efe03e16d7b'}}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:38:50.157714 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-92905681-421c-4be1-b164-513c71ff7783 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:50.158266 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-6229f311-0ab8-46a0-b637-b1c7c4283789 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:38:50.165679 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6229f311-0ab8-46a0-b637-b1c7c4283789 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:38:50.171808 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6229f311-0ab8-46a0-b637-b1c7c4283789 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:38:50.172675 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6229f311-0ab8-46a0-b637-b1c7c4283789 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:50.194515 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-de19ba6d-e8a5-4af3-8965-339f0757cecb tempest-BulkNetworkOpsTest-1101708284 tempest-BulkNetworkOpsTest-1101708284-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971956'] for subnet, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:50.204992 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-6229f311-0ab8-46a0-b637-b1c7c4283789 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.0609934 Nov 23 17:38:50.225830 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 48530) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:38:50.230902 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-4cc669b8-51f3-401a-84eb-7f2861ac9099 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Request body: {'subnet': {'network_id': 'c46f395e-b745-4479-88f0-746528e5aecf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:38:50.261351 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2f79a1-1bb6-4d6b-87b1-9f40e31daf63 req-53794c54-a37c-403d-805b-c9ddcd657225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:38:50.263863 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-df2f79a1-1bb6-4d6b-87b1-9f40e31daf63 req-53794c54-a37c-403d-805b-c9ddcd657225 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=02874d22-2dc9-404b-96b5-741d17e13e44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2798467 Nov 23 17:38:50.291582 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04705720-977c-404c-ad3f-c4cec5706b8e req-16dbd0ba-65fa-460d-b54a-2f08462865ff tempest-ServerRescueTestJSON-1442542130 tempest-ServerRescueTestJSON-1442542130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:38:50.294998 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-04705720-977c-404c-ad3f-c4cec5706b8e req-16dbd0ba-65fa-460d-b54a-2f08462865ff tempest-ServerRescueTestJSON-1442542130 tempest-ServerRescueTestJSON-1442542130-project] 10.222.0.60 "GET /v2.0/ports?device_id=88ef59a7-741b-4e2e-8f60-79bf9bf9f465 HTTP/1.1" status: 200 len: 946 time: 0.4755485 Nov 23 17:38:50.354617 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-de19ba6d-e8a5-4af3-8965-339f0757cecb tempest-BulkNetworkOpsTest-1101708284 tempest-BulkNetworkOpsTest-1101708284-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264357903', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264730940'] for subnet, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:50.394182 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-57367e82-81b5-44dc-b633-506f8328018b None None] Attempting to bind port f8e7e156-5ae6-4e90-853b-87e6055fccc0 on host n-d-816206-8 for vnic_type normal with profile {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:38:50.394651 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-57367e82-81b5-44dc-b633-506f8328018b None None] Attempting to bind port f8e7e156-5ae6-4e90-853b-87e6055fccc0 by drivers openvswitch,hyperv on host n-d-816206-8 at level 0 using segments [{'id': 'b1b3a59d-c2dd-48ed-8a21-07f5696c14c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '67f835b6-23b6-4188-a32d-b7329ffabfa2'}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:38:50.395303 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57367e82-81b5-44dc-b633-506f8328018b None None] Attempting to bind port f8e7e156-5ae6-4e90-853b-87e6055fccc0 on network 67f835b6-23b6-4188-a32d-b7329ffabfa2 {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:38:50.422944 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57367e82-81b5-44dc-b633-506f8328018b None None] Checking agent: {'id': '9e89acbe-4bbe-4c77-a18b-6f1da9133e0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 7, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 38, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:38:50.423347 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57367e82-81b5-44dc-b633-506f8328018b None None] Checking segment: {'id': 'b1b3a59d-c2dd-48ed-8a21-07f5696c14c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '67f835b6-23b6-4188-a32d-b7329ffabfa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:38:50.424094 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-57367e82-81b5-44dc-b633-506f8328018b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:50.424589 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57367e82-81b5-44dc-b633-506f8328018b None None] Bound using segment: {'id': 'b1b3a59d-c2dd-48ed-8a21-07f5696c14c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '67f835b6-23b6-4188-a32d-b7329ffabfa2'} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:38:50.425662 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-57367e82-81b5-44dc-b633-506f8328018b None None] Bound port: f8e7e156-5ae6-4e90-853b-87e6055fccc0, host: n-d-816206-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1b3a59d-c2dd-48ed-8a21-07f5696c14c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '67f835b6-23b6-4188-a32d-b7329ffabfa2'}}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:38:50.426137 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-57367e82-81b5-44dc-b633-506f8328018b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:50.432417 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-92905681-421c-4be1-b164-513c71ff7783 None None] For port a8f8af45-7c3f-48b3-a771-51644c6231fa, host n-d-816206-8, cleared binding levels {{(pid=103592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:38:50.444219 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-92905681-421c-4be1-b164-513c71ff7783 None None] For port a8f8af45-7c3f-48b3-a771-51644c6231fa, host n-d-816206-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=a8f8af45-7c3f-48b3-a771-51644c6231fa,segment=NetworkSegment(76ac457c-7c4b-4ad5-ba7d-dd63b5162777),segment_id=76ac457c-7c4b-4ad5-ba7d-dd63b5162777)] {{(pid=103592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:38:50.448030 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-df2f79a1-1bb6-4d6b-87b1-9f40e31daf63 req-6e02b706-4df7-4459-82c5-0e272dbc3316 service neutron] 10.222.0.36 "GET /v2.0/networks/02874d22-2dc9-404b-96b5-741d17e13e44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444376 Nov 23 17:38:50.454391 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-426db6c9-f786-4c42-b400-11dc75716ff3 req-7364878d-f198-4f64-a035-8c2ab0ad2d0a service neutron] 10.222.0.36 "GET /v2.0/networks/22bc55ee-b0f3-41c3-894c-32c421670838?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7929082 Nov 23 17:38:50.479726 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-92905681-421c-4be1-b164-513c71ff7783 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:50.647883 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.db_base_plugin_common [None req-506777e2-880c-46d2-8919-029f345f2933 None None] Allocated IP 2001:db8::2 (c46f395e-b745-4479-88f0-746528e5aecf/fe2f66da-6804-4a40-af4f-c16dddca1cff/4a324ae6-f0a7-4dd3-8643-e25984239871) {{(pid=103592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:38:50.656226 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92905681-421c-4be1-b164-513c71ff7783 None None] Pushing event updated for resources: {'Port': ['ID=a8f8af45-7c3f-48b3-a771-51644c6231fa,revision_number=3']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:38:50.733678 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-426db6c9-f786-4c42-b400-11dc75716ff3 req-293fb2cc-aa2b-47c2-b80a-fb018f98fe50 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=710bef9f-b70a-46f8-8336-d0a377111f32 HTTP/1.1" status: 200 len: 217 time: 0.2320790 Nov 23 17:38:50.741216 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-57367e82-81b5-44dc-b633-506f8328018b None None] For port f8e7e156-5ae6-4e90-853b-87e6055fccc0, host n-d-816206-8, cleared binding levels {{(pid=103592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:38:50.753967 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de19ba6d-e8a5-4af3-8965-339f0757cecb tempest-BulkNetworkOpsTest-1101708284 tempest-BulkNetworkOpsTest-1101708284-project] Pushing event deleted for resources: {'Subnet': ['ID=fc2fc4f6-7e58-4022-a2cb-515e3090e8b0,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:38:50.757030 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-de19ba6d-e8a5-4af3-8965-339f0757cecb tempest-BulkNetworkOpsTest-1101708284 tempest-BulkNetworkOpsTest-1101708284-project] Publish callbacks [] for subnet, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:50.762623 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-de19ba6d-e8a5-4af3-8965-339f0757cecb tempest-BulkNetworkOpsTest-1101708284 tempest-BulkNetworkOpsTest-1101708284-project] 10.222.0.60 "DELETE /v2.0/subnets/fc2fc4f6-7e58-4022-a2cb-515e3090e8b0 HTTP/1.1" status: 204 len: 168 time: 2.2658107 Nov 23 17:38:50.781551 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 48540) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:38:50.791248 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-57367e82-81b5-44dc-b633-506f8328018b None None] For port f8e7e156-5ae6-4e90-853b-87e6055fccc0, host n-d-816206-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=f8e7e156-5ae6-4e90-853b-87e6055fccc0,segment=NetworkSegment(b1b3a59d-c2dd-48ed-8a21-07f5696c14c0),segment_id=b1b3a59d-c2dd-48ed-8a21-07f5696c14c0)] {{(pid=103592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:38:50.847177 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cc669b8-51f3-401a-84eb-7f2861ac9099 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Made reservation on behalf of 4bc7c7d1542d486592900c4a00632f91 for: {'subnet': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:38:50.854582 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-57367e82-81b5-44dc-b633-506f8328018b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:50.856285 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4cc669b8-51f3-401a-84eb-7f2861ac9099 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264730903'] for subnet, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:50.903718 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a579c8a-2953-47a7-92e1-34ae70cc704e tempest-BulkNetworkOpsTest-1101708284 tempest-BulkNetworkOpsTest-1101708284-project] Deleting subnet 202a2e06-1910-4573-b5dd-d82bb82d87cf {{(pid=103590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 17:38:50.927927 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2a579c8a-2953-47a7-92e1-34ae70cc704e tempest-BulkNetworkOpsTest-1101708284 tempest-BulkNetworkOpsTest-1101708284-project] Publish callbacks [] for subnet, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:51.035385 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-506777e2-880c-46d2-8919-029f345f2933 None None] For port 4a324ae6-f0a7-4dd3-8643-e25984239871, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=4a324ae6-f0a7-4dd3-8643-e25984239871,segment=NetworkSegment(cb33f029-e736-4ff8-9953-c77670828d2c),segment_id=cb33f029-e736-4ff8-9953-c77670828d2c)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:38:51.050145 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2a579c8a-2953-47a7-92e1-34ae70cc704e tempest-BulkNetworkOpsTest-1101708284 tempest-BulkNetworkOpsTest-1101708284-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-267528342'] for subnet, precommit_delete_associations {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:51.059377 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57367e82-81b5-44dc-b633-506f8328018b None None] Pushing event updated for resources: {'Port': ['ID=f8e7e156-5ae6-4e90-853b-87e6055fccc0,revision_number=2']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:38:51.113094 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-506777e2-880c-46d2-8919-029f345f2933 None None] Publish callbacks [] for port, precommit_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:51.121302 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-506777e2-880c-46d2-8919-029f345f2933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:51.146569 n-d-816206-8 neutron-server[103590]: INFO neutron.db.ipam_backend_mixin [None req-4cc669b8-51f3-401a-84eb-7f2861ac9099 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet fe2f66da-6804-4a40-af4f-c16dddca1cff (CIDR: 2001:db8::/64) Nov 23 17:38:51.157941 n-d-816206-8 neutron-server[103590]: INFO neutron.pecan_wsgi.hooks.translation [None req-4cc669b8-51f3-401a-84eb-7f2861ac9099 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 17:38:51.160717 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4cc669b8-51f3-401a-84eb-7f2861ac9099 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103590) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 17:38:51.228366 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-4cc669b8-51f3-401a-84eb-7f2861ac9099 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0012841 Nov 23 17:38:51.236326 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 48544) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:38:51.245144 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-71c41f38-1095-436d-867b-8169871a34da tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Request body: {'subnet': {'network_id': 'c46f395e-b745-4479-88f0-746528e5aecf', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:38:51.266048 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2a579c8a-2953-47a7-92e1-34ae70cc704e tempest-BulkNetworkOpsTest-1101708284 tempest-BulkNetworkOpsTest-1101708284-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971956'] for subnet, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:51.331099 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506777e2-880c-46d2-8919-029f345f2933 None None] Pushing event updated for resources: {'Port': ['ID=4a324ae6-f0a7-4dd3-8643-e25984239871,revision_number=6']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:38:51.502202 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71c41f38-1095-436d-867b-8169871a34da tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Made reservation on behalf of 4bc7c7d1542d486592900c4a00632f91 for: {'subnet': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:38:51.507137 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-71c41f38-1095-436d-867b-8169871a34da tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264730903'] for subnet, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:51.530295 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2a579c8a-2953-47a7-92e1-34ae70cc704e tempest-BulkNetworkOpsTest-1101708284 tempest-BulkNetworkOpsTest-1101708284-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264357903', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264730940'] for subnet, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:51.534740 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-04705720-977c-404c-ad3f-c4cec5706b8e req-4819e14e-2429-4b8a-8514-ffbf24d7bbd4 tempest-ServerRescueTestJSON-1442542130 tempest-ServerRescueTestJSON-1442542130-project] 10.222.0.60 "GET /v2.0/security-groups?id=cf26cd6b-cd43-4747-bf84-de1f0ff7a3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0637424 Nov 23 17:38:51.582623 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426db6c9-f786-4c42-b400-11dc75716ff3 req-143981a4-1e02-4d18-afbf-e68965d69ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:38:51.600573 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-426db6c9-f786-4c42-b400-11dc75716ff3 req-143981a4-1e02-4d18-afbf-e68965d69ef9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8af7564e-f655-496a-9b6e-3592a9b162a5 HTTP/1.1" status: 200 len: 797 time: 0.7678497 Nov 23 17:38:51.642781 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a579c8a-2953-47a7-92e1-34ae70cc704e tempest-BulkNetworkOpsTest-1101708284 tempest-BulkNetworkOpsTest-1101708284-project] Pushing event deleted for resources: {'Subnet': ['ID=202a2e06-1910-4573-b5dd-d82bb82d87cf,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:38:51.669135 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3a4bc5-b3f2-4f91-b96b-82ec1fcdcb36 req-1b53a8d9-f57c-407c-b3e7-af7fc4445163 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:38:51.669412 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2a579c8a-2953-47a7-92e1-34ae70cc704e tempest-BulkNetworkOpsTest-1101708284 tempest-BulkNetworkOpsTest-1101708284-project] Publish callbacks [] for subnet, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:51.671164 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-db3a4bc5-b3f2-4f91-b96b-82ec1fcdcb36 req-1b53a8d9-f57c-407c-b3e7-af7fc4445163 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/ports?device_id=8c8ab3f8-16eb-4725-8c20-4ee36fa1a7e0 HTTP/1.1" status: 200 len: 944 time: 0.9717059 Nov 23 17:38:51.672738 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-2a579c8a-2953-47a7-92e1-34ae70cc704e tempest-BulkNetworkOpsTest-1101708284 tempest-BulkNetworkOpsTest-1101708284-project] 10.222.0.60 "DELETE /v2.0/subnets/202a2e06-1910-4573-b5dd-d82bb82d87cf HTTP/1.1" status: 204 len: 168 time: 0.8892760 Nov 23 17:38:51.681808 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 48552) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:38:51.747211 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-df2f79a1-1bb6-4d6b-87b1-9f40e31daf63 req-a18b52d0-bb25-4563-85ed-baebfe791650 service neutron] 10.222.0.36 "GET /v2.0/networks/02874d22-2dc9-404b-96b5-741d17e13e44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2390685 Nov 23 17:38:51.748754 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-3da00d40-86a0-412e-ba93-cec33ef1c184 tempest-RoutersAdminTest-1523904414 tempest-RoutersAdminTest-1523904414-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1794316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1795362'] for router, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:51.854311 n-d-816206-8 neutron-server[103590]: INFO neutron.db.ipam_backend_mixin [None req-71c41f38-1095-436d-867b-8169871a34da tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 4808b8ca-0b6a-41b5-875e-70271dc987fa (CIDR: 2001:db8:0:1::/64) Nov 23 17:38:51.866658 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e77b6d1e-e945-45b1-9e97-ad7f1b936f1e tempest-BulkNetworkOpsTest-1101708284 tempest-BulkNetworkOpsTest-1101708284-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:38:51.868522 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-e77b6d1e-e945-45b1-9e97-ad7f1b936f1e tempest-BulkNetworkOpsTest-1101708284 tempest-BulkNetworkOpsTest-1101708284-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1853378 Nov 23 17:38:51.869248 n-d-816206-8 neutron-server[103590]: INFO neutron.pecan_wsgi.hooks.translation [None req-71c41f38-1095-436d-867b-8169871a34da tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 17:38:51.875425 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71c41f38-1095-436d-867b-8169871a34da tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103590) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 17:38:51.883917 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 48556) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:38:51.907993 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426db6c9-f786-4c42-b400-11dc75716ff3 req-836f1c17-102a-4ca5-803b-52744b5604b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:38:51.910032 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-426db6c9-f786-4c42-b400-11dc75716ff3 req-836f1c17-102a-4ca5-803b-52744b5604b5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=22bc55ee-b0f3-41c3-894c-32c421670838&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2677672 Nov 23 17:38:51.982253 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-71c41f38-1095-436d-867b-8169871a34da tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.7445829 Nov 23 17:38:51.986122 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 48558) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:38:51.992145 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-ab98b9a9-1369-4213-a55b-badb5409308e tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Request body: {'subnet': {'network_id': 'c46f395e-b745-4479-88f0-746528e5aecf', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:38:52.041347 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-db3a4bc5-b3f2-4f91-b96b-82ec1fcdcb36 req-0c8c03ea-b749-4dd0-8855-4e0326d3ef01 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/security-groups?id=776cdaad-ec9b-4a42-a3a9-360feae7cf4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3033943 Nov 23 17:38:52.101752 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-141ca5af-85c2-450c-9f70-57c036eeb39c tempest-BulkNetworkOpsTest-1101708284 tempest-BulkNetworkOpsTest-1101708284-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-555181'] for network, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:52.268548 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3da00d40-86a0-412e-ba93-cec33ef1c184 tempest-RoutersAdminTest-1523904414 tempest-RoutersAdminTest-1523904414-project-admin] Router 5b26b740-ad7c-4286-9964-7a63d963d48c is scheduled to L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 with binding_index 1 {{(pid=103591) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 17:38:52.275850 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-426db6c9-f786-4c42-b400-11dc75716ff3 req-d688d74b-158f-48c8-b3c5-4085e805863c service neutron] 10.222.0.36 "GET /v2.0/networks/22bc55ee-b0f3-41c3-894c-32c421670838?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3412204 Nov 23 17:38:52.370644 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab98b9a9-1369-4213-a55b-badb5409308e tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Made reservation on behalf of 4bc7c7d1542d486592900c4a00632f91 for: {'subnet': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:38:52.374545 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ab98b9a9-1369-4213-a55b-badb5409308e tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264730903'] for subnet, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:52.436314 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-141ca5af-85c2-450c-9f70-57c036eeb39c tempest-BulkNetworkOpsTest-1101708284 tempest-BulkNetworkOpsTest-1101708284-project] Deleting port f8e7e156-5ae6-4e90-853b-87e6055fccc0 {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:38:52.436849 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-141ca5af-85c2-450c-9f70-57c036eeb39c tempest-BulkNetworkOpsTest-1101708284 tempest-BulkNetworkOpsTest-1101708284-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:52.591242 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-141ca5af-85c2-450c-9f70-57c036eeb39c tempest-BulkNetworkOpsTest-1101708284 tempest-BulkNetworkOpsTest-1101708284-project] For port f8e7e156-5ae6-4e90-853b-87e6055fccc0, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=f8e7e156-5ae6-4e90-853b-87e6055fccc0,segment=NetworkSegment(b1b3a59d-c2dd-48ed-8a21-07f5696c14c0),segment_id=b1b3a59d-c2dd-48ed-8a21-07f5696c14c0)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:38:52.591636 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-141ca5af-85c2-450c-9f70-57c036eeb39c tempest-BulkNetworkOpsTest-1101708284 tempest-BulkNetworkOpsTest-1101708284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:52.638072 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-141ca5af-85c2-450c-9f70-57c036eeb39c tempest-BulkNetworkOpsTest-1101708284 tempest-BulkNetworkOpsTest-1101708284-project] Calling delete_port for f8e7e156-5ae6-4e90-853b-87e6055fccc0 owned by network:dhcp {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:38:52.763752 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-a916b5ce-a205-4df2-9a51-bd9b33a748e1 None None] Provisioning complete for port 0dbc49a2-e65e-4382-b491-870aaef09da9 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:38:52.764306 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-a916b5ce-a205-4df2-9a51-bd9b33a748e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:52.796111 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-426db6c9-f786-4c42-b400-11dc75716ff3 req-e3b7f229-c775-4e82-80e1-9ff739793b17 service neutron] 10.222.0.36 "GET /v2.0/networks/22bc55ee-b0f3-41c3-894c-32c421670838?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5105424 Nov 23 17:38:52.829510 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3da00d40-86a0-412e-ba93-cec33ef1c184 tempest-RoutersAdminTest-1523904414 tempest-RoutersAdminTest-1523904414-project-admin] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:38:52.882462 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac59b0d-d9c6-412e-9a53-2f71ad12d93d req-6900ca2e-a8db-47f3-b729-114fcf6db247 tempest-ServerRescueTestJSON-1442542130 tempest-ServerRescueTestJSON-1442542130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:38:52.889790 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-bac59b0d-d9c6-412e-9a53-2f71ad12d93d req-6900ca2e-a8db-47f3-b729-114fcf6db247 tempest-ServerRescueTestJSON-1442542130 tempest-ServerRescueTestJSON-1442542130-project] 10.222.0.60 "GET /v2.0/ports?device_id=88ef59a7-741b-4e2e-8f60-79bf9bf9f465 HTTP/1.1" status: 200 len: 946 time: 0.1845143 Nov 23 17:38:52.953098 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-a916b5ce-a205-4df2-9a51-bd9b33a748e1 None None] Port 0dbc49a2-e65e-4382-b491-870aaef09da9 cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:38:52.963982 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3efcefb1-5587-426c-9292-f04dcf0e00cd None None] Network 619f4392-e11f-415b-81ec-2efe03e16d7b requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:38:53.002506 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-3da00d40-86a0-412e-ba93-cec33ef1c184 tempest-RoutersAdminTest-1523904414 tempest-RoutersAdminTest-1523904414-project-admin] Publish callbacks [] for router, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:53.009963 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-3da00d40-86a0-412e-ba93-cec33ef1c184 tempest-RoutersAdminTest-1523904414 tempest-RoutersAdminTest-1523904414-project-admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 9.7036881 Nov 23 17:38:53.012472 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 48570) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:38:53.165053 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e8e2e70-3f57-40cb-98c3-8c8c7b4e7bca None None] Sync routers for ids ['5b26b740-ad7c-4286-9964-7a63d963d48c'] in n-d-816206-8 {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:38:53.213327 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74958012-0515-4a48-8c67-06511ad7f9d3 None None] Network 67f835b6-23b6-4188-a32d-b7329ffabfa2 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:38:53.216034 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-141ca5af-85c2-450c-9f70-57c036eeb39c tempest-BulkNetworkOpsTest-1101708284 tempest-BulkNetworkOpsTest-1101708284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:53.234020 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ab98b9a9-1369-4213-a55b-badb5409308e tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264358096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264730885'] for subnet, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:53.275166 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141ca5af-85c2-450c-9f70-57c036eeb39c tempest-BulkNetworkOpsTest-1101708284 tempest-BulkNetworkOpsTest-1101708284-project] Pushing event deleted for resources: {'Port': ['ID=f8e7e156-5ae6-4e90-853b-87e6055fccc0,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:38:53.324943 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-bac59b0d-d9c6-412e-9a53-2f71ad12d93d req-992d893c-8d15-477a-b86b-6fdd8d8452ef tempest-ServerRescueTestJSON-1442542130 tempest-ServerRescueTestJSON-1442542130-project] 10.222.0.60 "GET /v2.0/security-groups?id=cf26cd6b-cd43-4747-bf84-de1f0ff7a3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3809578 Nov 23 17:38:53.326634 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-141ca5af-85c2-450c-9f70-57c036eeb39c tempest-BulkNetworkOpsTest-1101708284 tempest-BulkNetworkOpsTest-1101708284-project] No DVR routers for this DVR port f8e7e156-5ae6-4e90-853b-87e6055fccc0 on host n-d-816206-8 {{(pid=103590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:38:53.383897 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device a8f8af45-7c3f-48b3-a771-51644c6231fa up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:38:53.406777 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-a916b5ce-a205-4df2-9a51-bd9b33a748e1 None None] Provisioning complete for port 4a324ae6-f0a7-4dd3-8643-e25984239871 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:38:53.407238 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-a916b5ce-a205-4df2-9a51-bd9b33a748e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:53.411026 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e8e2e70-3f57-40cb-98c3-8c8c7b4e7bca None None] Routers {'5b26b740-ad7c-4286-9964-7a63d963d48c'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:38:53.412961 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-2e8e2e70-3f57-40cb-98c3-8c8c7b4e7bca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:38:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['5b26b740-ad7c-4286-9964-7a63d963d48c'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:38:53.414338 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab98b9a9-1369-4213-a55b-badb5409308e tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Network c46f395e-b745-4479-88f0-746528e5aecf is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:38:53.424704 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ed48f3-3fad-433e-abbf-ae6156e8d83b req-3e8b29fe-ce8f-4576-9142-7c9bce994600 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:38:53.426412 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-52ed48f3-3fad-433e-abbf-ae6156e8d83b req-3e8b29fe-ce8f-4576-9142-7c9bce994600 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/ports?device_id=8c8ab3f8-16eb-4725-8c20-4ee36fa1a7e0 HTTP/1.1" status: 200 len: 944 time: 0.2169971 Nov 23 17:38:53.436891 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-181825c9-45e5-48ab-bc4d-ddb8090bb7cc tempest-RoutersAdminTest-1523904414 tempest-RoutersAdminTest-1523904414-project-admin] Publish callbacks [] for router, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:53.458469 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-ab98b9a9-1369-4213-a55b-badb5409308e tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:38:53.498540 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c15f956-1c5a-4d26-8bcf-40e6b5559351 None None] Network c46f395e-b745-4479-88f0-746528e5aecf requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:38:53.518552 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab98b9a9-1369-4213-a55b-badb5409308e tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:38:53.519907 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ab98b9a9-1369-4213-a55b-badb5409308e tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks [] for subnet, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:53.565840 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62d51b78-998c-4e7c-ab9c-6cd9190b1646 None None] DHCP port deletion for 67f835b6-23b6-4188-a32d-b7329ffabfa2 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:38:53.577928 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-141ca5af-85c2-450c-9f70-57c036eeb39c tempest-BulkNetworkOpsTest-1101708284 tempest-BulkNetworkOpsTest-1101708284-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973419', 'neutron.services.segments.db._delete_segments_for_network-8736635878840'] for network, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:53.615227 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab98b9a9-1369-4213-a55b-badb5409308e tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Pushing event updated for resources: {'Subnet': ['ID=4283d7d8-2157-49d1-9343-5cc4ff7afc75,revision_number=0']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:38:53.636625 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-ab98b9a9-1369-4213-a55b-badb5409308e tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.6470234 Nov 23 17:38:53.637404 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-141ca5af-85c2-450c-9f70-57c036eeb39c tempest-BulkNetworkOpsTest-1101708284 tempest-BulkNetworkOpsTest-1101708284-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67f835b6-23b6-4188-a32d-b7329ffabfa2']}} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:38:53.639899 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 48574) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:38:53.647020 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-64b42441-5c6f-428e-a2dc-40c7ec0809ac tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1656930390', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '4283d7d8-2157-49d1-9343-5cc4ff7afc75'}], 'security_groups': ['88cab71f-db47-4adf-a3b1-aecf4dea74ce', 'cfd36c79-52cc-49a8-b08e-68ec63a19622']}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:38:53.648923 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-181825c9-45e5-48ab-bc4d-ddb8090bb7cc tempest-RoutersAdminTest-1523904414 tempest-RoutersAdminTest-1523904414-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:53.656805 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-52ed48f3-3fad-433e-abbf-ae6156e8d83b req-54fdaff9-aca0-4606-9992-6517602123cc tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/security-groups?id=776cdaad-ec9b-4a42-a3a9-360feae7cf4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2221689 Nov 23 17:38:53.715409 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-141ca5af-85c2-450c-9f70-57c036eeb39c tempest-BulkNetworkOpsTest-1101708284 tempest-BulkNetworkOpsTest-1101708284-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1b3a59d-c2dd-48ed-8a21-07f5696c14c0') {'for_net_delete': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:38:53.716382 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-141ca5af-85c2-450c-9f70-57c036eeb39c tempest-BulkNetworkOpsTest-1101708284 tempest-BulkNetworkOpsTest-1101708284-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1b3a59d-c2dd-48ed-8a21-07f5696c14c0') {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:38:53.735382 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-141ca5af-85c2-450c-9f70-57c036eeb39c tempest-BulkNetworkOpsTest-1101708284 tempest-BulkNetworkOpsTest-1101708284-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736635840332', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-267528353'] for segment, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:53.746081 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b08e5b67-e832-4ab5-b406-6899cb2ab260 None None] DHCP port deletion for 619f4392-e11f-415b-81ec-2efe03e16d7b request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:38:53.779374 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-181825c9-45e5-48ab-bc4d-ddb8090bb7cc tempest-RoutersAdminTest-1523904414 tempest-RoutersAdminTest-1523904414-project-admin] Deleting port 1f9072c9-25b5-4bf2-a70c-740c6a10a778 {{(pid=103591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:38:53.779861 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-181825c9-45e5-48ab-bc4d-ddb8090bb7cc tempest-RoutersAdminTest-1523904414 tempest-RoutersAdminTest-1523904414-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:53.790991 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-141ca5af-85c2-450c-9f70-57c036eeb39c tempest-BulkNetworkOpsTest-1101708284 tempest-BulkNetworkOpsTest-1101708284-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:53.803613 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-64b42441-5c6f-428e-a2dc-40c7ec0809ac tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:53.818730 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-141ca5af-85c2-450c-9f70-57c036eeb39c tempest-BulkNetworkOpsTest-1101708284 tempest-BulkNetworkOpsTest-1101708284-project] Releasing vlan 515 on physical network physnet1 to pool {{(pid=103590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 17:38:53.819145 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-141ca5af-85c2-450c-9f70-57c036eeb39c tempest-BulkNetworkOpsTest-1101708284 tempest-BulkNetworkOpsTest-1101708284-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264370093'] for segment, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:53.823203 n-d-816206-8 neutron-server[103590]: Traceback (most recent call last): Nov 23 17:38:53.823203 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 17:38:53.823203 n-d-816206-8 neutron-server[103590]: timer() Nov 23 17:38:53.823203 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 17:38:53.823203 n-d-816206-8 neutron-server[103590]: cb(*args, **kw) Nov 23 17:38:53.823203 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 17:38:53.823203 n-d-816206-8 neutron-server[103590]: return func(*args, **kwargs) Nov 23 17:38:53.823203 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 17:38:53.823203 n-d-816206-8 neutron-server[103590]: self._notify() Nov 23 17:38:53.823203 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 17:38:53.823203 n-d-816206-8 neutron-server[103590]: self.callback(batched_events) Nov 23 17:38:53.823203 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 17:38:53.823203 n-d-816206-8 neutron-server[103590]: event.method(event) Nov 23 17:38:53.823203 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 17:38:53.823203 n-d-816206-8 neutron-server[103590]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 17:38:53.823203 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 17:38:53.823203 n-d-816206-8 neutron-server[103590]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 17:38:53.823203 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 17:38:53.823203 n-d-816206-8 neutron-server[103590]: return f(self, *a, **k) Nov 23 17:38:53.823203 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 17:38:53.823203 n-d-816206-8 neutron-server[103590]: return self._get(url).json() Nov 23 17:38:53.823203 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 17:38:53.823203 n-d-816206-8 neutron-server[103590]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 17:38:53.823203 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 17:38:53.823203 n-d-816206-8 neutron-server[103590]: return self.request(url, 'GET', **kwargs) Nov 23 17:38:53.823203 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 17:38:53.823203 n-d-816206-8 neutron-server[103590]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 17:38:53.823203 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 17:38:53.823203 n-d-816206-8 neutron-server[103590]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 17:38:53.823203 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 17:38:53.823203 n-d-816206-8 neutron-server[103590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 17:38:53.823203 n-d-816206-8 neutron-server[103590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 17:38:53.860917 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port a8f8af45-7c3f-48b3-a771-51644c6231fa triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:38:53.861555 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:53.884419 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-181825c9-45e5-48ab-bc4d-ddb8090bb7cc tempest-RoutersAdminTest-1523904414 tempest-RoutersAdminTest-1523904414-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:53.899836 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-181825c9-45e5-48ab-bc4d-ddb8090bb7cc tempest-RoutersAdminTest-1523904414 tempest-RoutersAdminTest-1523904414-project-admin] Calling delete_port for 1f9072c9-25b5-4bf2-a70c-740c6a10a778 owned by network:router_gateway {{(pid=103591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:38:53.925491 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvr_db [None req-2e8e2e70-3f57-40cb-98c3-8c8c7b4e7bca None None] Set router 5b26b740-ad7c-4286-9964-7a63d963d48c gateway port host: n-d-816206-8 {{(pid=103592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:38:53.966466 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-141ca5af-85c2-450c-9f70-57c036eeb39c tempest-BulkNetworkOpsTest-1101708284 tempest-BulkNetworkOpsTest-1101708284-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1795418'] for network, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:53.973752 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-141ca5af-85c2-450c-9f70-57c036eeb39c tempest-BulkNetworkOpsTest-1101708284 tempest-BulkNetworkOpsTest-1101708284-project] Publish callbacks [] for network, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:53.977854 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-141ca5af-85c2-450c-9f70-57c036eeb39c tempest-BulkNetworkOpsTest-1101708284 tempest-BulkNetworkOpsTest-1101708284-project] 10.222.0.60 "DELETE /v2.0/networks/67f835b6-23b6-4188-a32d-b7329ffabfa2 HTTP/1.1" status: 204 len: 168 time: 2.0911624 Nov 23 17:38:53.983083 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 48578) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:38:54.003904 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141ca5af-85c2-450c-9f70-57c036eeb39c tempest-BulkNetworkOpsTest-1101708284 tempest-BulkNetworkOpsTest-1101708284-project] Pushing event deleted for resources: {'Network': ['ID=67f835b6-23b6-4188-a32d-b7329ffabfa2,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:38:54.136166 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-6af52877-bc79-4c70-b141-53f9f16e792e tempest-BulkNetworkOpsTest-1101708284 tempest-BulkNetworkOpsTest-1101708284-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-555181'] for network, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:54.238154 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-b08e5b67-e832-4ab5-b406-6899cb2ab260 None None] Deleting port a8f8af45-7c3f-48b3-a771-51644c6231fa {{(pid=103592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:38:54.238490 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b08e5b67-e832-4ab5-b406-6899cb2ab260 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:54.251597 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-6af52877-bc79-4c70-b141-53f9f16e792e tempest-BulkNetworkOpsTest-1101708284 tempest-BulkNetworkOpsTest-1101708284-project] Deleting port a8f8af45-7c3f-48b3-a771-51644c6231fa {{(pid=103591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:38:54.252002 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-6af52877-bc79-4c70-b141-53f9f16e792e tempest-BulkNetworkOpsTest-1101708284 tempest-BulkNetworkOpsTest-1101708284-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:54.276320 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-181825c9-45e5-48ab-bc4d-ddb8090bb7cc tempest-RoutersAdminTest-1523904414 tempest-RoutersAdminTest-1523904414-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:54.345096 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181825c9-45e5-48ab-bc4d-ddb8090bb7cc tempest-RoutersAdminTest-1523904414 tempest-RoutersAdminTest-1523904414-project-admin] Pushing event deleted for resources: {'Port': ['ID=1f9072c9-25b5-4bf2-a70c-740c6a10a778,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:38:54.371962 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-64b42441-5c6f-428e-a2dc-40c7ec0809ac tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Delete allocated IP 2001:db8::20b (c46f395e-b745-4479-88f0-746528e5aecf/fe2f66da-6804-4a40-af4f-c16dddca1cff) {{(pid=103590) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 23 17:38:54.385406 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-64b42441-5c6f-428e-a2dc-40c7ec0809ac tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Allocated IP 2001:db8:0:2::3c8 (c46f395e-b745-4479-88f0-746528e5aecf/4283d7d8-2157-49d1-9343-5cc4ff7afc75/cf2332ce-066f-42b4-9773-cb1a65f6a2b9) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:38:54.431356 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b08e5b67-e832-4ab5-b406-6899cb2ab260 None None] For port a8f8af45-7c3f-48b3-a771-51644c6231fa, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=a8f8af45-7c3f-48b3-a771-51644c6231fa,segment=NetworkSegment(76ac457c-7c4b-4ad5-ba7d-dd63b5162777),segment_id=76ac457c-7c4b-4ad5-ba7d-dd63b5162777)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:38:54.431756 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b08e5b67-e832-4ab5-b406-6899cb2ab260 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:54.476014 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-b08e5b67-e832-4ab5-b406-6899cb2ab260 None None] Calling delete_port for a8f8af45-7c3f-48b3-a771-51644c6231fa owned by network:dhcp {{(pid=103592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:38:54.484823 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-3985b682-af9a-454e-9aba-03e68d795e00 None None] Provisioning complete for port a8f8af45-7c3f-48b3-a771-51644c6231fa triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:38:54.485207 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-3985b682-af9a-454e-9aba-03e68d795e00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:54.496977 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-181825c9-45e5-48ab-bc4d-ddb8090bb7cc tempest-RoutersAdminTest-1523904414 tempest-RoutersAdminTest-1523904414-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1795454'] for router_gateway, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:54.500944 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [None req-6af52877-bc79-4c70-b141-53f9f16e792e tempest-BulkNetworkOpsTest-1101708284 tempest-BulkNetworkOpsTest-1101708284-project] For port a8f8af45-7c3f-48b3-a771-51644c6231fa, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=a8f8af45-7c3f-48b3-a771-51644c6231fa,segment=NetworkSegment(76ac457c-7c4b-4ad5-ba7d-dd63b5162777),segment_id=76ac457c-7c4b-4ad5-ba7d-dd63b5162777)] {{(pid=103591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:38:54.501312 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-6af52877-bc79-4c70-b141-53f9f16e792e tempest-BulkNetworkOpsTest-1101708284 tempest-BulkNetworkOpsTest-1101708284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:54.507222 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:54.555237 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-6af52877-bc79-4c70-b141-53f9f16e792e tempest-BulkNetworkOpsTest-1101708284 tempest-BulkNetworkOpsTest-1101708284-project] Calling delete_port for a8f8af45-7c3f-48b3-a771-51644c6231fa owned by network:dhcp {{(pid=103591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:38:54.638376 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-64b42441-5c6f-428e-a2dc-40c7ec0809ac tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks [] for port, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:54.647576 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-64b42441-5c6f-428e-a2dc-40c7ec0809ac tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264357957'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:54.681022 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] For port a8f8af45-7c3f-48b3-a771-51644c6231fa, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=a8f8af45-7c3f-48b3-a771-51644c6231fa,segment=NetworkSegment(76ac457c-7c4b-4ad5-ba7d-dd63b5162777),segment_id=76ac457c-7c4b-4ad5-ba7d-dd63b5162777)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:38:54.690234 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5ddf003-a6ce-446c-a73f-55293cfe4e50 None None] Update dhcp port {'port': {'network_id': 'c46f395e-b745-4479-88f0-746528e5aecf', 'fixed_ips': [{'subnet_id': '4808b8ca-0b6a-41b5-875e-70271dc987fa', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'fe2f66da-6804-4a40-af4f-c16dddca1cff', 'ip_address': '2001:db8::2'}, {'subnet_id': '4283d7d8-2157-49d1-9343-5cc4ff7afc75'}], 'binding:host_id': 'n-d-816206-8'}, 'id': '4a324ae6-f0a7-4dd3-8643-e25984239871'} from n-d-816206-8. {{(pid=103592) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 23 17:38:54.707484 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-181825c9-45e5-48ab-bc4d-ddb8090bb7cc tempest-RoutersAdminTest-1523904414 tempest-RoutersAdminTest-1523904414-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1794352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8175'] for router, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:54.713701 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-181825c9-45e5-48ab-bc4d-ddb8090bb7cc tempest-RoutersAdminTest-1523904414 tempest-RoutersAdminTest-1523904414-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:54.727487 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:54.728119 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2e6573-b098-409a-8936-04e68d895652 req-5776191b-da60-48a8-94ae-6477c7341e16 tempest-ServerRescueTestJSON-1442542130 tempest-ServerRescueTestJSON-1442542130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:38:54.728268 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device f8e7e156-5ae6-4e90-853b-87e6055fccc0 up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:38:54.729799 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2a2e6573-b098-409a-8936-04e68d895652 req-5776191b-da60-48a8-94ae-6477c7341e16 tempest-ServerRescueTestJSON-1442542130 tempest-ServerRescueTestJSON-1442542130-project] 10.222.0.60 "GET /v2.0/ports?device_id=88ef59a7-741b-4e2e-8f60-79bf9bf9f465 HTTP/1.1" status: 200 len: 946 time: 0.2704034 Nov 23 17:38:54.741563 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-64b42441-5c6f-428e-a2dc-40c7ec0809ac tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] In _notify_port_updated(), no bound segment for port cf2332ce-066f-42b4-9773-cb1a65f6a2b9 on network c46f395e-b745-4479-88f0-746528e5aecf {{(pid=103590) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 23 17:38:54.749026 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64b42441-5c6f-428e-a2dc-40c7ec0809ac tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:38:54.749952 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-64b42441-5c6f-428e-a2dc-40c7ec0809ac tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:54.754876 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-64b42441-5c6f-428e-a2dc-40c7ec0809ac tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] 10.222.0.60 "PUT /v2.0/ports/cf2332ce-066f-42b4-9773-cb1a65f6a2b9 HTTP/1.1" status: 200 len: 970 time: 1.1137240 Nov 23 17:38:54.758946 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 48586) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:38:54.796861 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] No Port match for: f8e7e156-5ae6-4e90-853b-87e6055fccc0 {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:38:54.797204 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device f8e7e156-5ae6-4e90-853b-87e6055fccc0 not bound to the agent host n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Nov 23 17:38:54.812108 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-181825c9-45e5-48ab-bc4d-ddb8090bb7cc tempest-RoutersAdminTest-1523904414 tempest-RoutersAdminTest-1523904414-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1795580'] for router, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:54.814698 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-181825c9-45e5-48ab-bc4d-ddb8090bb7cc tempest-RoutersAdminTest-1523904414 tempest-RoutersAdminTest-1523904414-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5b26b740-ad7c-4286-9964-7a63d963d48c {{(pid=103591) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 17:38:54.814884 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-2e8e2e70-3f57-40cb-98c3-8c8c7b4e7bca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b26b740-ad7c-4286-9964-7a63d963d48c', 'name': '', 'tenant_id': 'c8bb95c5a342453d936600f6a4d60f4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9d6612b-2271-4e17-8e05-86e62f96cc6d', 'external_fixed_ips': [{'subnet_id': '8d7630ae-c12b-4732-8d95-7fbd33565107', 'ip_address': '172.20.0.7'}], 'enable_snat': True}, 'gw_port_id': '1f9072c9-25b5-4bf2-a70c-740c6a10a778', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:38:43Z', 'updated_at': '2021-11-23T17:38:49Z', 'revision_number': 3, 'project_id': 'c8bb95c5a342453d936600f6a4d60f4e', 'gw_port': {'id': '1f9072c9-25b5-4bf2-a70c-740c6a10a778', 'name': '', 'network_id': 'e9d6612b-2271-4e17-8e05-86e62f96cc6d', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:27:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b26b740-ad7c-4286-9964-7a63d963d48c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2186, 'fixed_ips': [{'subnet_id': '8d7630ae-c12b-4732-8d95-7fbd33565107', 'ip_address': '172.20.0.7', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:38:46Z', 'updated_at': '2021-11-23T17:38:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8d7630ae-c12b-4732-8d95-7fbd33565107', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8'}], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:38:54.821841 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-181825c9-45e5-48ab-bc4d-ddb8090bb7cc tempest-RoutersAdminTest-1523904414 tempest-RoutersAdminTest-1523904414-project-admin] Publish callbacks [] for router, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:54.825454 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-181825c9-45e5-48ab-bc4d-ddb8090bb7cc tempest-RoutersAdminTest-1523904414 tempest-RoutersAdminTest-1523904414-project-admin] 10.222.0.60 "DELETE /v2.0/routers/5b26b740-ad7c-4286-9964-7a63d963d48c HTTP/1.1" status: 204 len: 168 time: 1.8047948 Nov 23 17:38:54.836628 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 48588) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:38:54.841309 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-6af52877-bc79-4c70-b141-53f9f16e792e tempest-BulkNetworkOpsTest-1101708284 tempest-BulkNetworkOpsTest-1101708284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:54.869444 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c5ddf003-a6ce-446c-a73f-55293cfe4e50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:54.874780 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Port f8e7e156-5ae6-4e90-853b-87e6055fccc0 not found, will not notify nova. {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Nov 23 17:38:54.875138 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 4a324ae6-f0a7-4dd3-8643-e25984239871 up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:38:54.875287 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6af52877-bc79-4c70-b141-53f9f16e792e tempest-BulkNetworkOpsTest-1101708284 tempest-BulkNetworkOpsTest-1101708284-project] No DVR routers for this DVR port a8f8af45-7c3f-48b3-a771-51644c6231fa on host n-d-816206-8 {{(pid=103591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:38:54.885409 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e8e2e70-3f57-40cb-98c3-8c8c7b4e7bca None None] Checking router: 5b26b740-ad7c-4286-9964-7a63d963d48c for host: n-d-816206-8 {{(pid=103592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 17:38:54.885759 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e8e2e70-3f57-40cb-98c3-8c8c7b4e7bca None None] Updating router 5b26b740-ad7c-4286-9964-7a63d963d48c port 1f9072c9-25b5-4bf2-a70c-740c6a10a778 binding host n-d-816206-8 {{(pid=103592) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 17:38:54.887655 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Pushing event updated for resources: {'Port': ['ID=a8f8af45-7c3f-48b3-a771-51644c6231fa,revision_number=4']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:38:54.948386 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b08e5b67-e832-4ab5-b406-6899cb2ab260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989'] for port, after_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:54.953931 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b42441-5c6f-428e-a2dc-40c7ec0809ac tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Pushing event updated for resources: {'Port': ['ID=cf2332ce-066f-42b4-9773-cb1a65f6a2b9,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:38:54.956369 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-3985b682-af9a-454e-9aba-03e68d795e00 None None] Port a8f8af45-7c3f-48b3-a771-51644c6231fa update to ACTIVE by agent not found {{(pid=103592) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Nov 23 17:38:54.958697 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e8e2e70-3f57-40cb-98c3-8c8c7b4e7bca None None] Port 1f9072c9-25b5-4bf2-a70c-740c6a10a778 not found while updating agent binding for router 5b26b740-ad7c-4286-9964-7a63d963d48c. {{(pid=103592) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Nov 23 17:38:54.978314 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af52877-bc79-4c70-b141-53f9f16e792e tempest-BulkNetworkOpsTest-1101708284 tempest-BulkNetworkOpsTest-1101708284-project] Pushing event deleted for resources: {'Port': ['ID=a8f8af45-7c3f-48b3-a771-51644c6231fa,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:38:54.988868 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b08e5b67-e832-4ab5-b406-6899cb2ab260 None None] No DVR routers for this DVR port a8f8af45-7c3f-48b3-a771-51644c6231fa on host n-d-816206-8 {{(pid=103592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:38:54.991386 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08e5b67-e832-4ab5-b406-6899cb2ab260 None None] Pushing event deleted for resources: {'Port': ['ID=a8f8af45-7c3f-48b3-a771-51644c6231fa,revision_number=None']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:38:55.014172 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1c5954d-2f7e-4a16-90b5-dee78b024a64 tempest-RoutersAdminTest-1523904414 tempest-RoutersAdminTest-1523904414-project-admin] Deleting subnet 8d7630ae-c12b-4732-8d95-7fbd33565107 {{(pid=103590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 17:38:55.021389 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2a2e6573-b098-409a-8936-04e68d895652 req-0045c24a-dc81-43cd-8c40-6f6610d4fda9 tempest-ServerRescueTestJSON-1442542130 tempest-ServerRescueTestJSON-1442542130-project] 10.222.0.60 "GET /v2.0/security-groups?id=cf26cd6b-cd43-4747-bf84-de1f0ff7a3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2455618 Nov 23 17:38:55.023886 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b1c5954d-2f7e-4a16-90b5-dee78b024a64 tempest-RoutersAdminTest-1523904414 tempest-RoutersAdminTest-1523904414-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:55.057682 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e8e2e70-3f57-40cb-98c3-8c8c7b4e7bca None None] Routers set() bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:38:55.058061 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e8e2e70-3f57-40cb-98c3-8c8c7b4e7bca None None] Router IDs set() for agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 23 17:38:55.058716 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_agentschedulers_db [None req-2e8e2e70-3f57-40cb-98c3-8c8c7b4e7bca None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'5b26b740-ad7c-4286-9964-7a63d963d48c'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:38:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent'). {{(pid=103592) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 23 17:38:55.059514 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e8e2e70-3f57-40cb-98c3-8c8c7b4e7bca None None] The sync data for ids ['5b26b740-ad7c-4286-9964-7a63d963d48c'] in n-d-816206-8 is: [] {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:38:55.068959 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-3985b682-af9a-454e-9aba-03e68d795e00 None None] Provisioning complete for port cf2332ce-066f-42b4-9773-cb1a65f6a2b9 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:38:55.069348 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-3985b682-af9a-454e-9aba-03e68d795e00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:55.091674 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-2e003e08-d5ca-4c7c-a78d-d242442f5e60 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Deleting port cf2332ce-066f-42b4-9773-cb1a65f6a2b9 {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:38:55.092328 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2e003e08-d5ca-4c7c-a78d-d242442f5e60 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:55.113528 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b1c5954d-2f7e-4a16-90b5-dee78b024a64 tempest-RoutersAdminTest-1523904414 tempest-RoutersAdminTest-1523904414-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-267528342'] for subnet, precommit_delete_associations {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:55.188132 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b83fe08-2ce3-444a-8637-c005e99f9a09 req-767542b4-68af-4d53-802f-50960750e18e tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:38:55.195118 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2b83fe08-2ce3-444a-8637-c005e99f9a09 req-767542b4-68af-4d53-802f-50960750e18e tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/ports?device_id=8c8ab3f8-16eb-4725-8c20-4ee36fa1a7e0 HTTP/1.1" status: 200 len: 944 time: 0.3392923 Nov 23 17:38:55.207305 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-3985b682-af9a-454e-9aba-03e68d795e00 None None] Port cf2332ce-066f-42b4-9773-cb1a65f6a2b9 cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:38:55.215963 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port 4a324ae6-f0a7-4dd3-8643-e25984239871 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:38:55.216346 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:55.219328 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-3985b682-af9a-454e-9aba-03e68d795e00 None None] Could not find standard attr ID for object f8e7e156-5ae6-4e90-853b-87e6055fccc0. {{(pid=103592) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 17:38:55.272349 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b1c5954d-2f7e-4a16-90b5-dee78b024a64 tempest-RoutersAdminTest-1523904414 tempest-RoutersAdminTest-1523904414-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971956'] for subnet, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:55.288653 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-6af52877-bc79-4c70-b141-53f9f16e792e tempest-BulkNetworkOpsTest-1101708284 tempest-BulkNetworkOpsTest-1101708284-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973419', 'neutron.services.segments.db._delete_segments_for_network-8736635878840'] for network, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:55.294202 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2b83fe08-2ce3-444a-8637-c005e99f9a09 req-926aec19-d265-4b11-b1c5-b924302917dc tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/security-groups?id=776cdaad-ec9b-4a42-a3a9-360feae7cf4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581839 Nov 23 17:38:55.339739 n-d-816206-8 neutron-server[103591]: DEBUG neutron.services.segments.db [None req-6af52877-bc79-4c70-b141-53f9f16e792e tempest-BulkNetworkOpsTest-1101708284 tempest-BulkNetworkOpsTest-1101708284-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['619f4392-e11f-415b-81ec-2efe03e16d7b']}} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:38:55.350708 n-d-816206-8 neutron-server[103591]: DEBUG neutron.services.segments.db [None req-6af52877-bc79-4c70-b141-53f9f16e792e tempest-BulkNetworkOpsTest-1101708284 tempest-BulkNetworkOpsTest-1101708284-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76ac457c-7c4b-4ad5-ba7d-dd63b5162777') {'for_net_delete': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:38:55.350960 n-d-816206-8 neutron-server[103591]: DEBUG neutron.services.segments.db [None req-6af52877-bc79-4c70-b141-53f9f16e792e tempest-BulkNetworkOpsTest-1101708284 tempest-BulkNetworkOpsTest-1101708284-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76ac457c-7c4b-4ad5-ba7d-dd63b5162777') {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:38:55.353119 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2e003e08-d5ca-4c7c-a78d-d242442f5e60 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:55.365473 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-6af52877-bc79-4c70-b141-53f9f16e792e tempest-BulkNetworkOpsTest-1101708284 tempest-BulkNetworkOpsTest-1101708284-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736635840332', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265989959'] for segment, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:55.374614 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-2e003e08-d5ca-4c7c-a78d-d242442f5e60 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Calling delete_port for cf2332ce-066f-42b4-9773-cb1a65f6a2b9 owned by {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:38:55.388475 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-6af52877-bc79-4c70-b141-53f9f16e792e tempest-BulkNetworkOpsTest-1101708284 tempest-BulkNetworkOpsTest-1101708284-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:55.394723 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.db_base_plugin_common [None req-c5ddf003-a6ce-446c-a73f-55293cfe4e50 None None] Allocated IP 2001:db8:0:2::2 (c46f395e-b745-4479-88f0-746528e5aecf/4283d7d8-2157-49d1-9343-5cc4ff7afc75/4a324ae6-f0a7-4dd3-8643-e25984239871) {{(pid=103592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:38:55.396916 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6af52877-bc79-4c70-b141-53f9f16e792e tempest-BulkNetworkOpsTest-1101708284 tempest-BulkNetworkOpsTest-1101708284-project] Releasing vlan 537 on physical network physnet1 to pool {{(pid=103591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 17:38:55.397322 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-6af52877-bc79-4c70-b141-53f9f16e792e tempest-BulkNetworkOpsTest-1101708284 tempest-BulkNetworkOpsTest-1101708284-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264756290'] for segment, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:55.439277 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b1c5954d-2f7e-4a16-90b5-dee78b024a64 tempest-RoutersAdminTest-1523904414 tempest-RoutersAdminTest-1523904414-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264357903', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264730940'] for subnet, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:55.478839 n-d-816206-8 neutron-server[103591]: Traceback (most recent call last): Nov 23 17:38:55.478839 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 17:38:55.478839 n-d-816206-8 neutron-server[103591]: timer() Nov 23 17:38:55.478839 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 17:38:55.478839 n-d-816206-8 neutron-server[103591]: cb(*args, **kw) Nov 23 17:38:55.478839 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 17:38:55.478839 n-d-816206-8 neutron-server[103591]: return func(*args, **kwargs) Nov 23 17:38:55.478839 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 17:38:55.478839 n-d-816206-8 neutron-server[103591]: self._notify() Nov 23 17:38:55.478839 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 17:38:55.478839 n-d-816206-8 neutron-server[103591]: self.callback(batched_events) Nov 23 17:38:55.478839 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 17:38:55.478839 n-d-816206-8 neutron-server[103591]: event.method(event) Nov 23 17:38:55.478839 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 17:38:55.478839 n-d-816206-8 neutron-server[103591]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 17:38:55.478839 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 17:38:55.478839 n-d-816206-8 neutron-server[103591]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 17:38:55.478839 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 17:38:55.478839 n-d-816206-8 neutron-server[103591]: return f(self, *a, **k) Nov 23 17:38:55.478839 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 17:38:55.478839 n-d-816206-8 neutron-server[103591]: return self._get(url).json() Nov 23 17:38:55.478839 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 17:38:55.478839 n-d-816206-8 neutron-server[103591]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 17:38:55.478839 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 17:38:55.478839 n-d-816206-8 neutron-server[103591]: return self.request(url, 'GET', **kwargs) Nov 23 17:38:55.478839 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 17:38:55.478839 n-d-816206-8 neutron-server[103591]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 17:38:55.478839 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 17:38:55.478839 n-d-816206-8 neutron-server[103591]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 17:38:55.478839 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 17:38:55.478839 n-d-816206-8 neutron-server[103591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 17:38:55.478839 n-d-816206-8 neutron-server[103591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 17:38:55.484794 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-6af52877-bc79-4c70-b141-53f9f16e792e tempest-BulkNetworkOpsTest-1101708284 tempest-BulkNetworkOpsTest-1101708284-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1795418'] for network, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:55.491174 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-6af52877-bc79-4c70-b141-53f9f16e792e tempest-BulkNetworkOpsTest-1101708284 tempest-BulkNetworkOpsTest-1101708284-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for network, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:55.498112 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-6af52877-bc79-4c70-b141-53f9f16e792e tempest-BulkNetworkOpsTest-1101708284 tempest-BulkNetworkOpsTest-1101708284-project] 10.222.0.60 "DELETE /v2.0/networks/619f4392-e11f-415b-81ec-2efe03e16d7b HTTP/1.1" status: 204 len: 168 time: 1.5117626 Nov 23 17:38:55.502268 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 48596) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:38:55.515637 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b1c5954d-2f7e-4a16-90b5-dee78b024a64 tempest-RoutersAdminTest-1523904414 tempest-RoutersAdminTest-1523904414-project-admin] Publish callbacks [] for subnet, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:55.523913 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-b1c5954d-2f7e-4a16-90b5-dee78b024a64 tempest-RoutersAdminTest-1523904414 tempest-RoutersAdminTest-1523904414-project-admin] 10.222.0.60 "DELETE /v2.0/subnets/8d7630ae-c12b-4732-8d95-7fbd33565107 HTTP/1.1" status: 204 len: 168 time: 0.6783674 Nov 23 17:38:55.525615 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c5954d-2f7e-4a16-90b5-dee78b024a64 tempest-RoutersAdminTest-1523904414 tempest-RoutersAdminTest-1523904414-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=8d7630ae-c12b-4732-8d95-7fbd33565107,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:38:55.533040 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 48598) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:38:55.540968 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c5ddf003-a6ce-446c-a73f-55293cfe4e50 None None] For port 4a324ae6-f0a7-4dd3-8643-e25984239871, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=4a324ae6-f0a7-4dd3-8643-e25984239871,segment=NetworkSegment(cb33f029-e736-4ff8-9953-c77670828d2c),segment_id=cb33f029-e736-4ff8-9953-c77670828d2c)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:38:55.577451 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af52877-bc79-4c70-b141-53f9f16e792e tempest-BulkNetworkOpsTest-1101708284 tempest-BulkNetworkOpsTest-1101708284-project] Pushing event deleted for resources: {'Network': ['ID=619f4392-e11f-415b-81ec-2efe03e16d7b,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:38:55.580986 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c5ddf003-a6ce-446c-a73f-55293cfe4e50 None None] Publish callbacks [] for port, precommit_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:55.633724 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c5ddf003-a6ce-446c-a73f-55293cfe4e50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:55.724693 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ddf003-a6ce-446c-a73f-55293cfe4e50 None None] Pushing event updated for resources: {'Port': ['ID=4a324ae6-f0a7-4dd3-8643-e25984239871,revision_number=7']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:38:55.743892 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-2fbe6189-43d2-4ee3-8021-271d5a9f2091 tempest-BulkNetworkOpsTest-1101708284 tempest-BulkNetworkOpsTest-1101708284-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-555181'] for network, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:55.768809 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-41012734-6457-4ec7-a571-6bbc94ee3e7a tempest-RoutersAdminTest-1523904414 tempest-RoutersAdminTest-1523904414-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-555181'] for network, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:55.776362 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2e003e08-d5ca-4c7c-a78d-d242442f5e60 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:55.819475 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device a8f8af45-7c3f-48b3-a771-51644c6231fa no longer exists at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:38:55.819941 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e003e08-d5ca-4c7c-a78d-d242442f5e60 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Pushing event deleted for resources: {'Port': ['ID=cf2332ce-066f-42b4-9773-cb1a65f6a2b9,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:38:55.858733 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] No Port match for: a8f8af45-7c3f-48b3-a771-51644c6231fa {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:38:55.859292 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device a8f8af45-7c3f-48b3-a771-51644c6231fa not bound to the agent host n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:38:55.859724 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device f8e7e156-5ae6-4e90-853b-87e6055fccc0 no longer exists at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:38:55.877811 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2e003e08-d5ca-4c7c-a78d-d242442f5e60 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:55.884734 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-2e003e08-d5ca-4c7c-a78d-d242442f5e60 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] 10.222.0.60 "DELETE /v2.0/ports/cf2332ce-066f-42b4-9773-cb1a65f6a2b9 HTTP/1.1" status: 204 len: 168 time: 1.1243894 Nov 23 17:38:55.886682 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 48600) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:38:55.903251 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] No Port match for: f8e7e156-5ae6-4e90-853b-87e6055fccc0 {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:38:55.903251 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device f8e7e156-5ae6-4e90-853b-87e6055fccc0 not bound to the agent host n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:38:55.908559 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-2fbe6189-43d2-4ee3-8021-271d5a9f2091 tempest-BulkNetworkOpsTest-1101708284 tempest-BulkNetworkOpsTest-1101708284-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973419', 'neutron.services.segments.db._delete_segments_for_network-8736635878840'] for network, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:55.932260 n-d-816206-8 neutron-server[103590]: INFO neutron.pecan_wsgi.hooks.translation [None req-68440b96-eb2b-4b6c-9f6f-0d4d6997d023 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] GET failed (client error): The resource could not be found. Nov 23 17:38:55.937184 n-d-816206-8 neutron-server[103591]: DEBUG neutron.services.segments.db [None req-2fbe6189-43d2-4ee3-8021-271d5a9f2091 tempest-BulkNetworkOpsTest-1101708284 tempest-BulkNetworkOpsTest-1101708284-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0936072-f180-4726-9309-df7d8435c3db']}} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:38:55.937760 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-68440b96-eb2b-4b6c-9f6f-0d4d6997d023 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] 10.222.0.60 "GET /v2.0/ports/cf2332ce-066f-42b4-9773-cb1a65f6a2b9 HTTP/1.1" status: 404 len: 333 time: 0.0488360 Nov 23 17:38:55.938085 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 48602) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:38:55.950911 n-d-816206-8 neutron-server[103591]: DEBUG neutron.services.segments.db [None req-2fbe6189-43d2-4ee3-8021-271d5a9f2091 tempest-BulkNetworkOpsTest-1101708284 tempest-BulkNetworkOpsTest-1101708284-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '288088cd-7ba1-4cf6-a303-ad151fa44bc0') {'for_net_delete': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:38:55.951385 n-d-816206-8 neutron-server[103591]: DEBUG neutron.services.segments.db [None req-2fbe6189-43d2-4ee3-8021-271d5a9f2091 tempest-BulkNetworkOpsTest-1101708284 tempest-BulkNetworkOpsTest-1101708284-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '288088cd-7ba1-4cf6-a303-ad151fa44bc0') {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:38:55.965085 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-2fbe6189-43d2-4ee3-8021-271d5a9f2091 tempest-BulkNetworkOpsTest-1101708284 tempest-BulkNetworkOpsTest-1101708284-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736635840332', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265989959'] for segment, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:55.980280 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-2fbe6189-43d2-4ee3-8021-271d5a9f2091 tempest-BulkNetworkOpsTest-1101708284 tempest-BulkNetworkOpsTest-1101708284-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:55.991709 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2fbe6189-43d2-4ee3-8021-271d5a9f2091 tempest-BulkNetworkOpsTest-1101708284 tempest-BulkNetworkOpsTest-1101708284-project] Releasing vlan 510 on physical network physnet1 to pool {{(pid=103591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 17:38:55.993278 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-2fbe6189-43d2-4ee3-8021-271d5a9f2091 tempest-BulkNetworkOpsTest-1101708284 tempest-BulkNetworkOpsTest-1101708284-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264756290'] for segment, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:56.005734 n-d-816206-8 neutron-server[103591]: Traceback (most recent call last): Nov 23 17:38:56.005734 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 17:38:56.005734 n-d-816206-8 neutron-server[103591]: timer() Nov 23 17:38:56.005734 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 17:38:56.005734 n-d-816206-8 neutron-server[103591]: cb(*args, **kw) Nov 23 17:38:56.005734 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 17:38:56.005734 n-d-816206-8 neutron-server[103591]: return func(*args, **kwargs) Nov 23 17:38:56.005734 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 17:38:56.005734 n-d-816206-8 neutron-server[103591]: self._notify() Nov 23 17:38:56.005734 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 17:38:56.005734 n-d-816206-8 neutron-server[103591]: self.callback(batched_events) Nov 23 17:38:56.005734 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 17:38:56.005734 n-d-816206-8 neutron-server[103591]: event.method(event) Nov 23 17:38:56.005734 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 17:38:56.005734 n-d-816206-8 neutron-server[103591]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 17:38:56.005734 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 17:38:56.005734 n-d-816206-8 neutron-server[103591]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 17:38:56.005734 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 17:38:56.005734 n-d-816206-8 neutron-server[103591]: return f(self, *a, **k) Nov 23 17:38:56.005734 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 17:38:56.005734 n-d-816206-8 neutron-server[103591]: return self._get(url).json() Nov 23 17:38:56.005734 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 17:38:56.005734 n-d-816206-8 neutron-server[103591]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 17:38:56.005734 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 17:38:56.005734 n-d-816206-8 neutron-server[103591]: return self.request(url, 'GET', **kwargs) Nov 23 17:38:56.005734 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 17:38:56.005734 n-d-816206-8 neutron-server[103591]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 17:38:56.005734 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 17:38:56.005734 n-d-816206-8 neutron-server[103591]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 17:38:56.005734 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 17:38:56.005734 n-d-816206-8 neutron-server[103591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 17:38:56.005734 n-d-816206-8 neutron-server[103591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 17:38:56.027375 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-41012734-6457-4ec7-a571-6bbc94ee3e7a tempest-RoutersAdminTest-1523904414 tempest-RoutersAdminTest-1523904414-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973419', 'neutron.services.segments.db._delete_segments_for_network-8736635878840'] for network, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:56.079659 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-41012734-6457-4ec7-a571-6bbc94ee3e7a tempest-RoutersAdminTest-1523904414 tempest-RoutersAdminTest-1523904414-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9d6612b-2271-4e17-8e05-86e62f96cc6d']}} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:38:56.107970 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-41012734-6457-4ec7-a571-6bbc94ee3e7a tempest-RoutersAdminTest-1523904414 tempest-RoutersAdminTest-1523904414-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85aa5031-a2a0-4582-ba8b-63c73c4cf2b7') {'for_net_delete': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:38:56.108606 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-41012734-6457-4ec7-a571-6bbc94ee3e7a tempest-RoutersAdminTest-1523904414 tempest-RoutersAdminTest-1523904414-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85aa5031-a2a0-4582-ba8b-63c73c4cf2b7') {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:38:56.125802 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-78f91dd5-16ce-4af3-860e-4242b43a5428 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks [] for security_group, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:56.129758 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-41012734-6457-4ec7-a571-6bbc94ee3e7a tempest-RoutersAdminTest-1523904414 tempest-RoutersAdminTest-1523904414-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736635840332', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-267528353'] for segment, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:56.163453 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-41012734-6457-4ec7-a571-6bbc94ee3e7a tempest-RoutersAdminTest-1523904414 tempest-RoutersAdminTest-1523904414-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:56.184041 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41012734-6457-4ec7-a571-6bbc94ee3e7a tempest-RoutersAdminTest-1523904414 tempest-RoutersAdminTest-1523904414-project-admin] Releasing vlan 547 on physical network physnet1 to pool {{(pid=103590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 17:38:56.184439 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-41012734-6457-4ec7-a571-6bbc94ee3e7a tempest-RoutersAdminTest-1523904414 tempest-RoutersAdminTest-1523904414-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264370093'] for segment, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:56.188586 n-d-816206-8 neutron-server[103590]: Traceback (most recent call last): Nov 23 17:38:56.188586 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 17:38:56.188586 n-d-816206-8 neutron-server[103590]: timer() Nov 23 17:38:56.188586 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 17:38:56.188586 n-d-816206-8 neutron-server[103590]: cb(*args, **kw) Nov 23 17:38:56.188586 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 17:38:56.188586 n-d-816206-8 neutron-server[103590]: return func(*args, **kwargs) Nov 23 17:38:56.188586 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 17:38:56.188586 n-d-816206-8 neutron-server[103590]: self._notify() Nov 23 17:38:56.188586 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 17:38:56.188586 n-d-816206-8 neutron-server[103590]: self.callback(batched_events) Nov 23 17:38:56.188586 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 17:38:56.188586 n-d-816206-8 neutron-server[103590]: event.method(event) Nov 23 17:38:56.188586 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 17:38:56.188586 n-d-816206-8 neutron-server[103590]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 17:38:56.188586 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 17:38:56.188586 n-d-816206-8 neutron-server[103590]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 17:38:56.188586 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 17:38:56.188586 n-d-816206-8 neutron-server[103590]: return f(self, *a, **k) Nov 23 17:38:56.188586 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 17:38:56.188586 n-d-816206-8 neutron-server[103590]: return self._get(url).json() Nov 23 17:38:56.188586 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 17:38:56.188586 n-d-816206-8 neutron-server[103590]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 17:38:56.188586 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 17:38:56.188586 n-d-816206-8 neutron-server[103590]: return self.request(url, 'GET', **kwargs) Nov 23 17:38:56.188586 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 17:38:56.188586 n-d-816206-8 neutron-server[103590]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 17:38:56.188586 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 17:38:56.188586 n-d-816206-8 neutron-server[103590]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 17:38:56.188586 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 17:38:56.188586 n-d-816206-8 neutron-server[103590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 17:38:56.188586 n-d-816206-8 neutron-server[103590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 17:38:56.193939 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-2fbe6189-43d2-4ee3-8021-271d5a9f2091 tempest-BulkNetworkOpsTest-1101708284 tempest-BulkNetworkOpsTest-1101708284-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1795418'] for network, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:56.200231 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-78f91dd5-16ce-4af3-860e-4242b43a5428 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:56.231438 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-2fbe6189-43d2-4ee3-8021-271d5a9f2091 tempest-BulkNetworkOpsTest-1101708284 tempest-BulkNetworkOpsTest-1101708284-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for network, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:56.237912 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-2fbe6189-43d2-4ee3-8021-271d5a9f2091 tempest-BulkNetworkOpsTest-1101708284 tempest-BulkNetworkOpsTest-1101708284-project] 10.222.0.60 "DELETE /v2.0/networks/b0936072-f180-4726-9309-df7d8435c3db HTTP/1.1" status: 204 len: 168 time: 0.7344768 Nov 23 17:38:56.263550 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 48608) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:38:56.326459 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbe6189-43d2-4ee3-8021-271d5a9f2091 tempest-BulkNetworkOpsTest-1101708284 tempest-BulkNetworkOpsTest-1101708284-project] Pushing event deleted for resources: {'Network': ['ID=b0936072-f180-4726-9309-df7d8435c3db,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:38:56.360296 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-41012734-6457-4ec7-a571-6bbc94ee3e7a tempest-RoutersAdminTest-1523904414 tempest-RoutersAdminTest-1523904414-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1795418'] for network, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:56.371264 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41012734-6457-4ec7-a571-6bbc94ee3e7a tempest-RoutersAdminTest-1523904414 tempest-RoutersAdminTest-1523904414-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network e9d6612b-2271-4e17-8e05-86e62f96cc6d {{(pid=103590) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 23 17:38:56.386374 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-41012734-6457-4ec7-a571-6bbc94ee3e7a tempest-RoutersAdminTest-1523904414 tempest-RoutersAdminTest-1523904414-project-admin] Publish callbacks [] for network, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:56.401772 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-41012734-6457-4ec7-a571-6bbc94ee3e7a tempest-RoutersAdminTest-1523904414 tempest-RoutersAdminTest-1523904414-project-admin] 10.222.0.60 "DELETE /v2.0/networks/e9d6612b-2271-4e17-8e05-86e62f96cc6d HTTP/1.1" status: 204 len: 168 time: 0.8668132 Nov 23 17:38:56.434338 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-78f91dd5-16ce-4af3-860e-4242b43a5428 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:56.453825 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-78f91dd5-16ce-4af3-860e-4242b43a5428 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:56.459034 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-78f91dd5-16ce-4af3-860e-4242b43a5428 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] 10.222.0.60 "DELETE /v2.0/security-groups/d3a9557c-250a-493b-bf27-e105675acf5b HTTP/1.1" status: 204 len: 168 time: 0.5175877 Nov 23 17:38:56.460201 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41012734-6457-4ec7-a571-6bbc94ee3e7a tempest-RoutersAdminTest-1523904414 tempest-RoutersAdminTest-1523904414-project-admin] Pushing event deleted for resources: {'Network': ['ID=e9d6612b-2271-4e17-8e05-86e62f96cc6d,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:38:56.467406 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 48616) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:38:56.496534 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f91dd5-16ce-4af3-860e-4242b43a5428 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3a9557c-250a-493b-bf27-e105675acf5b,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:38:56.560636 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5240ebf5-f421-4a22-bb3d-d5484d7191da req-44cccf3f-c17a-4562-97f9-3155e14b9cab tempest-ServerRescueTestJSON-1442542130 tempest-ServerRescueTestJSON-1442542130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:38:56.565237 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5240ebf5-f421-4a22-bb3d-d5484d7191da req-44cccf3f-c17a-4562-97f9-3155e14b9cab tempest-ServerRescueTestJSON-1442542130 tempest-ServerRescueTestJSON-1442542130-project] 10.222.0.60 "GET /v2.0/ports?device_id=88ef59a7-741b-4e2e-8f60-79bf9bf9f465 HTTP/1.1" status: 200 len: 946 time: 0.4302478 Nov 23 17:38:56.654887 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a82f2b8d-61c7-425d-9d49-de1ca616ecb4 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks [] for security_group, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:56.697481 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-f3970bda-a0c5-47c9-a134-8feb3a347cdb tempest-BulkNetworkOpsTest-1101708284 tempest-BulkNetworkOpsTest-1101708284-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-555181'] for network, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:56.717073 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a82f2b8d-61c7-425d-9d49-de1ca616ecb4 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:56.819389 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a82f2b8d-61c7-425d-9d49-de1ca616ecb4 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:56.822629 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a82f2b8d-61c7-425d-9d49-de1ca616ecb4 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:56.829716 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-a82f2b8d-61c7-425d-9d49-de1ca616ecb4 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] 10.222.0.60 "DELETE /v2.0/security-groups/cfd36c79-52cc-49a8-b08e-68ec63a19622 HTTP/1.1" status: 204 len: 168 time: 0.3484085 Nov 23 17:38:56.833238 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 48622) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:38:56.833769 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 48624) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:38:56.838359 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-6fc322eb-44a0-4cb1-bd8f-e89c82eb38dd tempest-RoutersAdminTest-1523904414 tempest-RoutersAdminTest-1523904414-project-admin] Request body: {'router': {'name': 'tempest-router--18282600', 'project_id': '3548afc4d9a244699202b380f5dc8c0d'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:38:56.848915 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82f2b8d-61c7-425d-9d49-de1ca616ecb4 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfd36c79-52cc-49a8-b08e-68ec63a19622,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:38:56.999487 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-6fc322eb-44a0-4cb1-bd8f-e89c82eb38dd tempest-RoutersAdminTest-1523904414 tempest-RoutersAdminTest-1523904414-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1793449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8093'] for router, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:57.000715 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-6fc322eb-44a0-4cb1-bd8f-e89c82eb38dd tempest-RoutersAdminTest-1523904414 tempest-RoutersAdminTest-1523904414-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1794473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1794771', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1638326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8086'] for router, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:57.010894 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17af2932-0026-4eac-b4d8-0704383a8624 req-28690268-0298-4a53-a56d-4e4aa4675a3f tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:38:57.012427 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-17af2932-0026-4eac-b4d8-0704383a8624 req-28690268-0298-4a53-a56d-4e4aa4675a3f tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/ports?device_id=8c8ab3f8-16eb-4725-8c20-4ee36fa1a7e0 HTTP/1.1" status: 200 len: 944 time: 0.3008285 Nov 23 17:38:57.059000 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5240ebf5-f421-4a22-bb3d-d5484d7191da req-b9b7babe-6e3d-4228-a402-32a4368c14ab tempest-ServerRescueTestJSON-1442542130 tempest-ServerRescueTestJSON-1442542130-project] 10.222.0.60 "GET /v2.0/security-groups?id=cf26cd6b-cd43-4747-bf84-de1f0ff7a3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3511837 Nov 23 17:38:57.069007 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-f3970bda-a0c5-47c9-a134-8feb3a347cdb tempest-BulkNetworkOpsTest-1101708284 tempest-BulkNetworkOpsTest-1101708284-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973419', 'neutron.services.segments.db._delete_segments_for_network-8736635878840'] for network, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:57.069238 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-005e9bb4-1229-4a6a-9118-b6f5e6bfaf19 None None] Could not find standard attr ID for object cf2332ce-066f-42b4-9773-cb1a65f6a2b9. {{(pid=103592) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 17:38:57.082145 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-005e9bb4-1229-4a6a-9118-b6f5e6bfaf19 None None] Provisioning complete for port 0dbc49a2-e65e-4382-b491-870aaef09da9 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:38:57.083026 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-005e9bb4-1229-4a6a-9118-b6f5e6bfaf19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:57.138519 n-d-816206-8 neutron-server[103591]: DEBUG neutron.services.segments.db [None req-f3970bda-a0c5-47c9-a134-8feb3a347cdb tempest-BulkNetworkOpsTest-1101708284 tempest-BulkNetworkOpsTest-1101708284-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7a02593-3f4d-472a-b2b4-24ae74b76b57']}} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:38:57.146768 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-005e9bb4-1229-4a6a-9118-b6f5e6bfaf19 None None] Port 0dbc49a2-e65e-4382-b491-870aaef09da9 cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:38:57.152141 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-d4848464-200a-4932-b179-e69c919956ce tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks [] for security_group, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:57.171296 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-005e9bb4-1229-4a6a-9118-b6f5e6bfaf19 None None] Provisioning complete for port 4a324ae6-f0a7-4dd3-8643-e25984239871 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:38:57.171955 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-005e9bb4-1229-4a6a-9118-b6f5e6bfaf19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:57.397048 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-6b25f89f-87af-4c9b-818d-e7fda860db16 None None] Could not find standard attr ID for object cf2332ce-066f-42b4-9773-cb1a65f6a2b9. {{(pid=103592) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 17:38:57.548716 n-d-816206-8 neutron-server[103591]: DEBUG neutron.services.segments.db [None req-f3970bda-a0c5-47c9-a134-8feb3a347cdb tempest-BulkNetworkOpsTest-1101708284 tempest-BulkNetworkOpsTest-1101708284-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e238d64d-ca88-4e30-ae5b-ca23378d1f12') {'for_net_delete': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:38:57.548716 n-d-816206-8 neutron-server[103591]: DEBUG neutron.services.segments.db [None req-f3970bda-a0c5-47c9-a134-8feb3a347cdb tempest-BulkNetworkOpsTest-1101708284 tempest-BulkNetworkOpsTest-1101708284-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e238d64d-ca88-4e30-ae5b-ca23378d1f12') {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:38:57.553615 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-6fc322eb-44a0-4cb1-bd8f-e89c82eb38dd tempest-RoutersAdminTest-1523904414 tempest-RoutersAdminTest-1523904414-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:57.577050 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-6fc322eb-44a0-4cb1-bd8f-e89c82eb38dd tempest-RoutersAdminTest-1523904414 tempest-RoutersAdminTest-1523904414-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1794316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1795362'] for router, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:57.580622 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-f3970bda-a0c5-47c9-a134-8feb3a347cdb tempest-BulkNetworkOpsTest-1101708284 tempest-BulkNetworkOpsTest-1101708284-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736635840332', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265989959'] for segment, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:57.596006 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-d4848464-200a-4932-b179-e69c919956ce tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:57.610347 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-17af2932-0026-4eac-b4d8-0704383a8624 req-d7737703-cf53-4c58-af38-0e2cb616f098 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/security-groups?id=776cdaad-ec9b-4a42-a3a9-360feae7cf4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5488062 Nov 23 17:38:57.625875 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-f3970bda-a0c5-47c9-a134-8feb3a347cdb tempest-BulkNetworkOpsTest-1101708284 tempest-BulkNetworkOpsTest-1101708284-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:57.635455 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-6fc322eb-44a0-4cb1-bd8f-e89c82eb38dd tempest-RoutersAdminTest-1523904414 tempest-RoutersAdminTest-1523904414-project-admin] Publish callbacks [] for router, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:57.636719 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-6fc322eb-44a0-4cb1-bd8f-e89c82eb38dd tempest-RoutersAdminTest-1523904414 tempest-RoutersAdminTest-1523904414-project-admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.8017027 Nov 23 17:38:57.639671 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 48630) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:38:57.647181 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3970bda-a0c5-47c9-a134-8feb3a347cdb tempest-BulkNetworkOpsTest-1101708284 tempest-BulkNetworkOpsTest-1101708284-project] Releasing vlan 541 on physical network physnet1 to pool {{(pid=103591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 17:38:57.647181 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-f3970bda-a0c5-47c9-a134-8feb3a347cdb tempest-BulkNetworkOpsTest-1101708284 tempest-BulkNetworkOpsTest-1101708284-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264756290'] for segment, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:57.681487 n-d-816206-8 neutron-server[103591]: Traceback (most recent call last): Nov 23 17:38:57.681487 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 17:38:57.681487 n-d-816206-8 neutron-server[103591]: timer() Nov 23 17:38:57.681487 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 17:38:57.681487 n-d-816206-8 neutron-server[103591]: cb(*args, **kw) Nov 23 17:38:57.681487 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 17:38:57.681487 n-d-816206-8 neutron-server[103591]: return func(*args, **kwargs) Nov 23 17:38:57.681487 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 17:38:57.681487 n-d-816206-8 neutron-server[103591]: self._notify() Nov 23 17:38:57.681487 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 17:38:57.681487 n-d-816206-8 neutron-server[103591]: self.callback(batched_events) Nov 23 17:38:57.681487 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 17:38:57.681487 n-d-816206-8 neutron-server[103591]: event.method(event) Nov 23 17:38:57.681487 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 17:38:57.681487 n-d-816206-8 neutron-server[103591]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 17:38:57.681487 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 17:38:57.681487 n-d-816206-8 neutron-server[103591]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 17:38:57.681487 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 17:38:57.681487 n-d-816206-8 neutron-server[103591]: return f(self, *a, **k) Nov 23 17:38:57.681487 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 17:38:57.681487 n-d-816206-8 neutron-server[103591]: return self._get(url).json() Nov 23 17:38:57.681487 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 17:38:57.681487 n-d-816206-8 neutron-server[103591]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 17:38:57.681487 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 17:38:57.681487 n-d-816206-8 neutron-server[103591]: return self.request(url, 'GET', **kwargs) Nov 23 17:38:57.681487 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 17:38:57.681487 n-d-816206-8 neutron-server[103591]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 17:38:57.681487 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 17:38:57.681487 n-d-816206-8 neutron-server[103591]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 17:38:57.681487 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 17:38:57.681487 n-d-816206-8 neutron-server[103591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 17:38:57.681487 n-d-816206-8 neutron-server[103591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 17:38:57.717714 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-41a6f896-8e0a-4725-8728-46f023d21b92 tempest-RoutersAdminTest-1523904414 tempest-RoutersAdminTest-1523904414-project-admin] Publish callbacks [] for router, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:57.741117 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-f3970bda-a0c5-47c9-a134-8feb3a347cdb tempest-BulkNetworkOpsTest-1101708284 tempest-BulkNetworkOpsTest-1101708284-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1795418'] for network, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:57.753129 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 4a324ae6-f0a7-4dd3-8643-e25984239871 up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:38:57.770671 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-f3970bda-a0c5-47c9-a134-8feb3a347cdb tempest-BulkNetworkOpsTest-1101708284 tempest-BulkNetworkOpsTest-1101708284-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for network, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:57.776403 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-f3970bda-a0c5-47c9-a134-8feb3a347cdb tempest-BulkNetworkOpsTest-1101708284 tempest-BulkNetworkOpsTest-1101708284-project] 10.222.0.60 "DELETE /v2.0/networks/a7a02593-3f4d-472a-b2b4-24ae74b76b57 HTTP/1.1" status: 204 len: 168 time: 1.4858947 Nov 23 17:38:57.776403 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3970bda-a0c5-47c9-a134-8feb3a347cdb tempest-BulkNetworkOpsTest-1101708284 tempest-BulkNetworkOpsTest-1101708284-project] Pushing event deleted for resources: {'Network': ['ID=a7a02593-3f4d-472a-b2b4-24ae74b76b57,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:38:57.780381 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-d4848464-200a-4932-b179-e69c919956ce tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:57.783671 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-d4848464-200a-4932-b179-e69c919956ce tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks [] for security_group, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:57.787871 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-d4848464-200a-4932-b179-e69c919956ce tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] 10.222.0.60 "DELETE /v2.0/security-groups/88cab71f-db47-4adf-a3b1-aecf4dea74ce HTTP/1.1" status: 204 len: 168 time: 0.9424827 Nov 23 17:38:57.795905 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 48634) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:38:57.796728 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4848464-200a-4932-b179-e69c919956ce tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=88cab71f-db47-4adf-a3b1-aecf4dea74ce,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:38:57.852156 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port 4a324ae6-f0a7-4dd3-8643-e25984239871 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:38:57.852657 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:57.876545 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.db_base_plugin_v2 [None req-1045c04c-f884-4655-97bc-55a3031819f7 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Deleting subnet fe2f66da-6804-4a40-af4f-c16dddca1cff {{(pid=103591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 17:38:57.880401 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-1045c04c-f884-4655-97bc-55a3031819f7 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks [] for subnet, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:57.936322 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-1045c04c-f884-4655-97bc-55a3031819f7 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265990000'] for subnet, precommit_delete_associations {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:57.941289 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-41a6f896-8e0a-4725-8728-46f023d21b92 tempest-RoutersAdminTest-1523904414 tempest-RoutersAdminTest-1523904414-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1794352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8175'] for router, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:57.944473 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-41a6f896-8e0a-4725-8728-46f023d21b92 tempest-RoutersAdminTest-1523904414 tempest-RoutersAdminTest-1523904414-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:58.008534 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-41a6f896-8e0a-4725-8728-46f023d21b92 tempest-RoutersAdminTest-1523904414 tempest-RoutersAdminTest-1523904414-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1795580'] for router, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:58.008790 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41a6f896-8e0a-4725-8728-46f023d21b92 tempest-RoutersAdminTest-1523904414 tempest-RoutersAdminTest-1523904414-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 748d3caf-d22c-484d-a9db-79129619fa40 {{(pid=103590) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 17:38:58.023331 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-41a6f896-8e0a-4725-8728-46f023d21b92 tempest-RoutersAdminTest-1523904414 tempest-RoutersAdminTest-1523904414-project-admin] Publish callbacks [] for router, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:58.031929 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-41a6f896-8e0a-4725-8728-46f023d21b92 tempest-RoutersAdminTest-1523904414 tempest-RoutersAdminTest-1523904414-project-admin] 10.222.0.60 "DELETE /v2.0/routers/748d3caf-d22c-484d-a9db-79129619fa40 HTTP/1.1" status: 204 len: 168 time: 0.3866549 Nov 23 17:38:58.044652 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-1045c04c-f884-4655-97bc-55a3031819f7 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971956'] for subnet, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:58.124750 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-1045c04c-f884-4655-97bc-55a3031819f7 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264758240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264314269'] for subnet, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:58.149404 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c12362f-5e3c-47f1-8874-2e399029aa56 None None] Network c46f395e-b745-4479-88f0-746528e5aecf requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:38:58.159664 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-1045c04c-f884-4655-97bc-55a3031819f7 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for subnet, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:58.169811 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 48642) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:38:58.170084 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-1045c04c-f884-4655-97bc-55a3031819f7 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] 10.222.0.60 "DELETE /v2.0/subnets/fe2f66da-6804-4a40-af4f-c16dddca1cff HTTP/1.1" status: 204 len: 168 time: 0.3705432 Nov 23 17:38:58.171589 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1045c04c-f884-4655-97bc-55a3031819f7 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Pushing event deleted for resources: {'Subnet': ['ID=fe2f66da-6804-4a40-af4f-c16dddca1cff,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:38:58.271225 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 48644) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:38:58.272975 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_v2 [None req-86bf4059-0d48-4d29-9a99-0c5d2c5bb630 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Deleting subnet 4283d7d8-2157-49d1-9343-5cc4ff7afc75 {{(pid=103590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 17:38:58.282603 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-86bf4059-0d48-4d29-9a99-0c5d2c5bb630 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks [] for subnet, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:58.288366 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 48648) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:38:58.326984 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e6af6e-ec0d-432f-8fe7-0ff9f14e6ce5 req-e812ef13-7ecf-46f1-8cbd-5c8d3f454018 tempest-ServerRescueTestJSON-1442542130 tempest-ServerRescueTestJSON-1442542130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:38:58.328639 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-13e6af6e-ec0d-432f-8fe7-0ff9f14e6ce5 req-e812ef13-7ecf-46f1-8cbd-5c8d3f454018 tempest-ServerRescueTestJSON-1442542130 tempest-ServerRescueTestJSON-1442542130-project] 10.222.0.60 "GET /v2.0/ports?device_id=88ef59a7-741b-4e2e-8f60-79bf9bf9f465 HTTP/1.1" status: 200 len: 946 time: 0.1177735 Nov 23 17:38:58.395534 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-86bf4059-0d48-4d29-9a99-0c5d2c5bb630 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-267528342'] for subnet, precommit_delete_associations {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:58.431273 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-13e6af6e-ec0d-432f-8fe7-0ff9f14e6ce5 req-7712358f-6100-4e61-8fa1-cc48756b81da tempest-ServerRescueTestJSON-1442542130 tempest-ServerRescueTestJSON-1442542130-project] 10.222.0.60 "GET /v2.0/security-groups?id=cf26cd6b-cd43-4747-bf84-de1f0ff7a3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939751 Nov 23 17:38:58.572931 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-86bf4059-0d48-4d29-9a99-0c5d2c5bb630 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971956'] for subnet, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:58.662020 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-902213f1-966a-4345-86e7-f642bf67d0fc tempest-RoutersAdminTest-366582559 tempest-RoutersAdminTest-366582559-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-759016939', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'}, 'admin_state_up': False}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:38:58.685087 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-86bf4059-0d48-4d29-9a99-0c5d2c5bb630 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264357903', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264730940'] for subnet, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:58.742682 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bf4059-0d48-4d29-9a99-0c5d2c5bb630 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Pushing event deleted for resources: {'Subnet': ['ID=4283d7d8-2157-49d1-9343-5cc4ff7afc75,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:38:58.756805 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-86bf4059-0d48-4d29-9a99-0c5d2c5bb630 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks [] for subnet, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:58.764864 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-86bf4059-0d48-4d29-9a99-0c5d2c5bb630 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] 10.222.0.60 "DELETE /v2.0/subnets/4283d7d8-2157-49d1-9343-5cc4ff7afc75 HTTP/1.1" status: 204 len: 168 time: 0.5858977 Nov 23 17:38:58.764864 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 48658) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:38:58.773123 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-ada690eb-9b64-498d-b646-d1cc75d5b22c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=012ce55f5b4645c1b4d7d7e111ce69a0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4996171 Nov 23 17:38:58.775503 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 48660) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:38:58.800532 n-d-816206-8 neutron-server[103590]: INFO neutron.pecan_wsgi.hooks.translation [None req-1bb2d805-170e-429d-b28c-1cf6fb50c0e8 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] DELETE failed (client error): The resource could not be found. Nov 23 17:38:58.801088 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1bb2d805-170e-429d-b28c-1cf6fb50c0e8 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103590) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 17:38:58.804993 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-1bb2d805-170e-429d-b28c-1cf6fb50c0e8 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] 10.222.0.60 "DELETE /v2.0/subnets/fe2f66da-6804-4a40-af4f-c16dddca1cff HTTP/1.1" status: 404 len: 337 time: 0.0395250 Nov 23 17:38:58.807650 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 48662) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:38:58.820663 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-902213f1-966a-4345-86e7-f642bf67d0fc tempest-RoutersAdminTest-366582559 tempest-RoutersAdminTest-366582559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1793449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8093'] for router, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:58.822424 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-902213f1-966a-4345-86e7-f642bf67d0fc tempest-RoutersAdminTest-366582559 tempest-RoutersAdminTest-366582559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1794473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1794771', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1638326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8086'] for router, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:58.847622 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8931aa8a-45d5-444e-85ab-9ea3548bf013 req-afb14c7b-1766-4dc1-9a2e-62e34c0da6bf tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:38:58.851307 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8931aa8a-45d5-444e-85ab-9ea3548bf013 req-afb14c7b-1766-4dc1-9a2e-62e34c0da6bf tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/ports?device_id=8c8ab3f8-16eb-4725-8c20-4ee36fa1a7e0 HTTP/1.1" status: 200 len: 944 time: 0.1399679 Nov 23 17:38:58.894996 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae30abb5-562d-458f-bcee-d0f321e08f7b tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Deleting subnet 4808b8ca-0b6a-41b5-875e-70271dc987fa {{(pid=103590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 17:38:58.900652 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ae30abb5-562d-458f-bcee-d0f321e08f7b tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks [] for subnet, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:58.919649 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-5220a564-d67e-4302-be11-007b086ba777 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:58.966357 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8931aa8a-45d5-444e-85ab-9ea3548bf013 req-ac6fff3b-6b38-4a17-9ac0-d83c66f3d416 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/security-groups?id=776cdaad-ec9b-4a42-a3a9-360feae7cf4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995684 Nov 23 17:38:58.978865 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-5220a564-d67e-4302-be11-007b086ba777 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:59.057772 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-5220a564-d67e-4302-be11-007b086ba777 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:59.061159 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-5220a564-d67e-4302-be11-007b086ba777 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:59.062614 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-5220a564-d67e-4302-be11-007b086ba777 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/9b2a729a-143c-4abe-8f43-3231b05c565a HTTP/1.1" status: 204 len: 168 time: 0.2860203 Nov 23 17:38:59.074319 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5220a564-d67e-4302-be11-007b086ba777 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b2a729a-143c-4abe-8f43-3231b05c565a,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:38:59.278471 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-902213f1-966a-4345-86e7-f642bf67d0fc tempest-RoutersAdminTest-366582559 tempest-RoutersAdminTest-366582559-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:59.396789 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8bbd829-707d-4932-ad5d-21070dbe241d None None] Network c46f395e-b745-4479-88f0-746528e5aecf requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:38:59.397278 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ae30abb5-562d-458f-bcee-d0f321e08f7b tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-267528342'] for subnet, precommit_delete_associations {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:59.499908 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-fde5cf48-3c73-4659-9b6a-699d5f02588d None None] Provisioning complete for port 4a324ae6-f0a7-4dd3-8643-e25984239871 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:38:59.503088 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-fde5cf48-3c73-4659-9b6a-699d5f02588d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:59.583605 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-902213f1-966a-4345-86e7-f642bf67d0fc tempest-RoutersAdminTest-366582559 tempest-RoutersAdminTest-366582559-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:59.696133 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a02bf66-e696-4faa-a9bc-b8df8c4e2eee req-97c46f19-2123-4eef-ae5c-86cc48499940 tempest-ServerRescueTestJSON-1442542130 tempest-ServerRescueTestJSON-1442542130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:38:59.697939 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6a02bf66-e696-4faa-a9bc-b8df8c4e2eee req-97c46f19-2123-4eef-ae5c-86cc48499940 tempest-ServerRescueTestJSON-1442542130 tempest-ServerRescueTestJSON-1442542130-project] 10.222.0.60 "GET /v2.0/ports?device_id=88ef59a7-741b-4e2e-8f60-79bf9bf9f465 HTTP/1.1" status: 200 len: 946 time: 0.0756023 Nov 23 17:38:59.742567 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ae30abb5-562d-458f-bcee-d0f321e08f7b tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971956'] for subnet, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:59.797999 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6a02bf66-e696-4faa-a9bc-b8df8c4e2eee req-aab7ff88-be89-42f7-8842-d3b28ee020b4 tempest-ServerRescueTestJSON-1442542130 tempest-ServerRescueTestJSON-1442542130-project] 10.222.0.60 "GET /v2.0/security-groups?id=cf26cd6b-cd43-4747-bf84-de1f0ff7a3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918496 Nov 23 17:38:59.878300 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ae30abb5-562d-458f-bcee-d0f321e08f7b tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264357903', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264730940'] for subnet, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:59.920247 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae30abb5-562d-458f-bcee-d0f321e08f7b tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Pushing event deleted for resources: {'Subnet': ['ID=4808b8ca-0b6a-41b5-875e-70271dc987fa,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:38:59.926041 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ae30abb5-562d-458f-bcee-d0f321e08f7b tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks [] for subnet, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:38:59.929904 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-ae30abb5-562d-458f-bcee-d0f321e08f7b tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] 10.222.0.60 "DELETE /v2.0/subnets/4808b8ca-0b6a-41b5-875e-70271dc987fa HTTP/1.1" status: 204 len: 168 time: 1.1212659 Nov 23 17:38:59.932302 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 48690) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:38:59.988422 n-d-816206-8 neutron-server[103591]: INFO neutron.pecan_wsgi.hooks.translation [None req-babc8b6a-fd29-46bc-bc26-3b65013d1bcc tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] DELETE failed (client error): The resource could not be found. Nov 23 17:38:59.988909 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-babc8b6a-fd29-46bc-bc26-3b65013d1bcc tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103591) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 17:38:59.999334 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-babc8b6a-fd29-46bc-bc26-3b65013d1bcc tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] 10.222.0.60 "DELETE /v2.0/subnets/47c3c6e2-3124-4f34-ac6d-69a3f903414a HTTP/1.1" status: 404 len: 337 time: 0.0638888 Nov 23 17:38:59.999973 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 48692) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:39:00.038461 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-fde5cf48-3c73-4659-9b6a-699d5f02588d None None] Provisioning complete for port 0dbc49a2-e65e-4382-b491-870aaef09da9 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:39:00.038845 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-fde5cf48-3c73-4659-9b6a-699d5f02588d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:00.067727 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-42ec8c92-482e-48bf-9481-c43e9e06a3cc tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] 10.222.0.60 "GET /v2.0/ports?device_id=40855ef7-661e-4f68-b720-b8d248f8dba8 HTTP/1.1" status: 200 len: 205 time: 0.0666034 Nov 23 17:39:00.079748 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 48696) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:39:00.085399 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-902213f1-966a-4345-86e7-f642bf67d0fc tempest-RoutersAdminTest-366582559 tempest-RoutersAdminTest-366582559-project] Publish callbacks [] for router_gateway, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:00.107347 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-902213f1-966a-4345-86e7-f642bf67d0fc tempest-RoutersAdminTest-366582559 tempest-RoutersAdminTest-366582559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:00.111726 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-fde5cf48-3c73-4659-9b6a-699d5f02588d None None] Port 0dbc49a2-e65e-4382-b491-870aaef09da9 cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:39:00.155057 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37634297-6e55-42af-afa8-db8456a9aa60 None None] Update dhcp port {'port': {'network_id': 'c46f395e-b745-4479-88f0-746528e5aecf', 'fixed_ips': [{'subnet_id': '4808b8ca-0b6a-41b5-875e-70271dc987fa'}], 'binding:host_id': 'n-d-816206-8'}, 'id': '4a324ae6-f0a7-4dd3-8643-e25984239871'} from n-d-816206-8. {{(pid=103592) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 23 17:39:00.160021 n-d-816206-8 neutron-server[103591]: INFO neutron.api.v2.resource [None req-717f3a72-add5-4f78-8596-55d641937cb4 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] delete failed (client error): The resource could not be found. Nov 23 17:39:00.167061 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-717f3a72-add5-4f78-8596-55d641937cb4 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] 10.222.0.60 "DELETE /v2.0/routers/40855ef7-661e-4f68-b720-b8d248f8dba8 HTTP/1.1" status: 404 len: 336 time: 0.0860231 Nov 23 17:39:00.167668 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 48700) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:39:00.188678 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-37634297-6e55-42af-afa8-db8456a9aa60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:00.203571 n-d-816206-8 neutron-server[103591]: INFO neutron.pecan_wsgi.hooks.translation [None req-db07980c-9940-4821-bf77-ef907d0e4b45 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] DELETE failed (client error): The resource could not be found. Nov 23 17:39:00.204048 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db07980c-9940-4821-bf77-ef907d0e4b45 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103591) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 17:39:00.207226 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-db07980c-9940-4821-bf77-ef907d0e4b45 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] 10.222.0.60 "DELETE /v2.0/subnets/9323e32f-6788-4c8b-93e8-5fe705d5b8cc HTTP/1.1" status: 404 len: 337 time: 0.0379283 Nov 23 17:39:00.211916 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 48702) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:39:00.280618 n-d-816206-8 neutron-server[103591]: INFO neutron.pecan_wsgi.hooks.translation [None req-99194602-5fdf-438f-9c20-fd4b6be3ea28 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] DELETE failed (client error): The resource could not be found. Nov 23 17:39:00.281090 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99194602-5fdf-438f-9c20-fd4b6be3ea28 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103591) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 17:39:00.284322 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-99194602-5fdf-438f-9c20-fd4b6be3ea28 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] 10.222.0.60 "DELETE /v2.0/subnets/f6d8a0ab-8c49-4bdf-a088-1096c3fbfa96 HTTP/1.1" status: 404 len: 337 time: 0.0728934 Nov 23 17:39:00.290833 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 48706) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:39:00.302056 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-902213f1-966a-4345-86e7-f642bf67d0fc tempest-RoutersAdminTest-366582559 tempest-RoutersAdminTest-366582559-project] Allocated IP 172.25.3.213 (4c8455ba-1be5-42ac-b8c2-8a16e1292d55/08fe3644-ce41-4c3f-a7ea-92bac0f0fff5/f7f49717-0597-49d3-8d25-531afbd1afbb) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:39:00.338783 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e4fbd7-895e-4dc6-8c02-2f75f0e34a9b req-195e58e8-5004-4689-ad67-969a4d0a1cf5 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:39:00.346729 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-00e4fbd7-895e-4dc6-8c02-2f75f0e34a9b req-195e58e8-5004-4689-ad67-969a4d0a1cf5 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/ports?device_id=8c8ab3f8-16eb-4725-8c20-4ee36fa1a7e0 HTTP/1.1" status: 200 len: 944 time: 0.1878777 Nov 23 17:39:00.349688 n-d-816206-8 neutron-server[103591]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbd231c5-b516-4b84-8f90-1a065964b182 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] DELETE failed (client error): The resource could not be found. Nov 23 17:39:00.350141 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cbd231c5-b516-4b84-8f90-1a065964b182 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103591) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 17:39:00.353239 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-cbd231c5-b516-4b84-8f90-1a065964b182 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] 10.222.0.60 "DELETE /v2.0/subnets/71ab7e29-2254-48c0-ade8-5e55e935c474 HTTP/1.1" status: 404 len: 337 time: 0.0574462 Nov 23 17:39:00.357876 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 48708) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:39:00.392844 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e2b04bd-b8d6-4f69-97aa-b1185dfa2ae1 None None] Network c46f395e-b745-4479-88f0-746528e5aecf requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:39:00.397885 n-d-816206-8 neutron-server[103590]: INFO neutron.pecan_wsgi.hooks.translation [None req-53018458-b28c-4827-9327-cfafbbba33ef tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] DELETE failed (client error): The resource could not be found. Nov 23 17:39:00.398151 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53018458-b28c-4827-9327-cfafbbba33ef tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103590) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 17:39:00.403923 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-53018458-b28c-4827-9327-cfafbbba33ef tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] 10.222.0.60 "DELETE /v2.0/ports/228a7299-3f3c-4fe8-bf30-721a207b8d43 HTTP/1.1" status: 404 len: 333 time: 0.0449991 Nov 23 17:39:00.404455 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 48710) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:39:00.438500 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-00e4fbd7-895e-4dc6-8c02-2f75f0e34a9b req-ba4f1988-284e-46b0-8dea-d98ca43bd6e6 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/security-groups?id=776cdaad-ec9b-4a42-a3a9-360feae7cf4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907891 Nov 23 17:39:00.466894 n-d-816206-8 neutron-server[103590]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e59e749-4db3-43f6-81b0-a998cc6700d2 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] DELETE failed (client error): The resource could not be found. Nov 23 17:39:00.467531 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e59e749-4db3-43f6-81b0-a998cc6700d2 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103590) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 17:39:00.471395 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-4e59e749-4db3-43f6-81b0-a998cc6700d2 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] 10.222.0.60 "DELETE /v2.0/subnets/d3b9a455-c82d-4b4e-8815-72803491e1d8 HTTP/1.1" status: 404 len: 337 time: 0.0640950 Nov 23 17:39:00.474734 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 48714) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:39:00.518470 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-318f54ab-52a6-4254-967e-49d96b56e4c5 None None] Provisioning complete for port 4a324ae6-f0a7-4dd3-8643-e25984239871 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:39:00.519473 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-318f54ab-52a6-4254-967e-49d96b56e4c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:00.537006 n-d-816206-8 neutron-server[103591]: INFO neutron.pecan_wsgi.hooks.translation [None req-c20853a1-051b-4e2a-8a27-00779b1cdbe9 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] DELETE failed (client error): The resource could not be found. Nov 23 17:39:00.539486 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c20853a1-051b-4e2a-8a27-00779b1cdbe9 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103591) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 17:39:00.544335 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-c20853a1-051b-4e2a-8a27-00779b1cdbe9 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] 10.222.0.60 "DELETE /v2.0/subnets/3fcd6b6f-5caa-4c15-865a-e40623048bc7 HTTP/1.1" status: 404 len: 337 time: 0.0680029 Nov 23 17:39:00.546696 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 48718) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:39:00.552843 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-902213f1-966a-4345-86e7-f642bf67d0fc tempest-RoutersAdminTest-366582559 tempest-RoutersAdminTest-366582559-project] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:00.583740 n-d-816206-8 neutron-server[103590]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9cb09f4-2932-4656-acf9-ebb173d92691 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] DELETE failed (client error): The resource could not be found. Nov 23 17:39:00.584350 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9cb09f4-2932-4656-acf9-ebb173d92691 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103590) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 17:39:00.591491 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-d9cb09f4-2932-4656-acf9-ebb173d92691 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] 10.222.0.60 "DELETE /v2.0/ports/21ec26d8-5237-457d-94bf-6d03118b23b4 HTTP/1.1" status: 404 len: 333 time: 0.0318329 Nov 23 17:39:00.591717 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 48722) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:39:00.627273 n-d-816206-8 neutron-server[103590]: INFO neutron.pecan_wsgi.hooks.translation [None req-04c17e5a-c85c-450d-a64a-e4a20e9b8611 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] DELETE failed (client error): The resource could not be found. Nov 23 17:39:00.627754 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04c17e5a-c85c-450d-a64a-e4a20e9b8611 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103590) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 17:39:00.631815 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-04c17e5a-c85c-450d-a64a-e4a20e9b8611 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] 10.222.0.60 "DELETE /v2.0/subnets/faa4257a-2bcc-4cea-8eee-b133de1e4f85 HTTP/1.1" status: 404 len: 337 time: 0.0391607 Nov 23 17:39:00.634515 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 48724) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:39:00.636738 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d372c93e-90a6-4f6f-8a19-c75b93dfd8e1 None None] DHCP port deletion for c46f395e-b745-4479-88f0-746528e5aecf request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:39:00.681837 n-d-816206-8 neutron-server[103591]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ce3b3b2-4ab9-4d9c-8520-80625cd864f5 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] DELETE failed (client error): The resource could not be found. Nov 23 17:39:00.682453 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ce3b3b2-4ab9-4d9c-8520-80625cd864f5 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103591) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 17:39:00.684839 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-902213f1-966a-4345-86e7-f642bf67d0fc tempest-RoutersAdminTest-366582559 tempest-RoutersAdminTest-366582559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:00.685758 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-8ce3b3b2-4ab9-4d9c-8520-80625cd864f5 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] 10.222.0.60 "DELETE /v2.0/subnets/1ef4ac6d-c9c4-44bf-b830-66cbc84e55d0 HTTP/1.1" status: 404 len: 337 time: 0.0501764 Nov 23 17:39:00.689097 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 48730) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:39:00.701348 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-318f54ab-52a6-4254-967e-49d96b56e4c5 None None] Provisioning complete for port 0dbc49a2-e65e-4382-b491-870aaef09da9 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:39:00.701919 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-318f54ab-52a6-4254-967e-49d96b56e4c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:00.747694 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902213f1-966a-4345-86e7-f642bf67d0fc tempest-RoutersAdminTest-366582559 tempest-RoutersAdminTest-366582559-project] Pushing event updated for resources: {'Port': ['ID=f7f49717-0597-49d3-8d25-531afbd1afbb,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:39:00.749202 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-318f54ab-52a6-4254-967e-49d96b56e4c5 None None] Port 0dbc49a2-e65e-4382-b491-870aaef09da9 cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:39:00.757111 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-d372c93e-90a6-4f6f-8a19-c75b93dfd8e1 None None] Deleting port 4a324ae6-f0a7-4dd3-8643-e25984239871 {{(pid=103592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:39:00.759856 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-d372c93e-90a6-4f6f-8a19-c75b93dfd8e1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:00.770409 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-902213f1-966a-4345-86e7-f642bf67d0fc tempest-RoutersAdminTest-366582559 tempest-RoutersAdminTest-366582559-project] Network 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:39:00.775022 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-902213f1-966a-4345-86e7-f642bf67d0fc tempest-RoutersAdminTest-366582559 tempest-RoutersAdminTest-366582559-project] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:39:00.777803 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-902213f1-966a-4345-86e7-f642bf67d0fc tempest-RoutersAdminTest-366582559 tempest-RoutersAdminTest-366582559-project] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:39:00.790446 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4ba3c1b-aac6-42b7-841c-05d38128e08a None None] DHCP port deletion for 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:39:00.849175 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-d372c93e-90a6-4f6f-8a19-c75b93dfd8e1 None None] For port 4a324ae6-f0a7-4dd3-8643-e25984239871, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=4a324ae6-f0a7-4dd3-8643-e25984239871,segment=NetworkSegment(cb33f029-e736-4ff8-9953-c77670828d2c),segment_id=cb33f029-e736-4ff8-9953-c77670828d2c)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:39:00.849576 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-d372c93e-90a6-4f6f-8a19-c75b93dfd8e1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:00.869894 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-d372c93e-90a6-4f6f-8a19-c75b93dfd8e1 None None] Calling delete_port for 4a324ae6-f0a7-4dd3-8643-e25984239871 owned by network:dhcp {{(pid=103592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:39:00.870178 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-e5bf885b-b60e-4c0c-84fb-c0d9b251a861 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Deleting port 0dbc49a2-e65e-4382-b491-870aaef09da9 {{(pid=103591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:39:00.870532 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-e5bf885b-b60e-4c0c-84fb-c0d9b251a861 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:00.891515 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-f7ba31c4-1a9e-42c5-b6e6-92fe08f01137 None None] Provisioning complete for port f7f49717-0597-49d3-8d25-531afbd1afbb triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:39:00.891932 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-f7ba31c4-1a9e-42c5-b6e6-92fe08f01137 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:00.964289 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device 510dfaa4-27ed-4c8d-b51b-bbe20d529067 details requested by agent hyperv_n-h2-816206-8 with host n-h2-816206-8 {{(pid=103592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 17:39:01.011272 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-f7ba31c4-1a9e-42c5-b6e6-92fe08f01137 None None] Port f7f49717-0597-49d3-8d25-531afbd1afbb cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:39:01.026109 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-e5bf885b-b60e-4c0c-84fb-c0d9b251a861 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:01.068327 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-e5bf885b-b60e-4c0c-84fb-c0d9b251a861 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Calling delete_port for 0dbc49a2-e65e-4382-b491-870aaef09da9 owned by {{(pid=103591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:39:01.094222 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a3de57-3e32-4e9b-a1de-e1e999d23efc req-8aefe679-8f9c-463e-a047-8a5d2a8a6956 tempest-ServerRescueTestJSON-1442542130 tempest-ServerRescueTestJSON-1442542130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:39:01.095966 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-46a3de57-3e32-4e9b-a1de-e1e999d23efc req-8aefe679-8f9c-463e-a047-8a5d2a8a6956 tempest-ServerRescueTestJSON-1442542130 tempest-ServerRescueTestJSON-1442542130-project] 10.222.0.60 "GET /v2.0/ports?device_id=88ef59a7-741b-4e2e-8f60-79bf9bf9f465 HTTP/1.1" status: 200 len: 946 time: 0.1206512 Nov 23 17:39:01.107669 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-d372c93e-90a6-4f6f-8a19-c75b93dfd8e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989'] for port, after_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:01.139200 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d372c93e-90a6-4f6f-8a19-c75b93dfd8e1 None None] Pushing event deleted for resources: {'Port': ['ID=4a324ae6-f0a7-4dd3-8643-e25984239871,revision_number=None']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:39:01.161916 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d372c93e-90a6-4f6f-8a19-c75b93dfd8e1 None None] No DVR routers for this DVR port 4a324ae6-f0a7-4dd3-8643-e25984239871 on host n-d-816206-8 {{(pid=103592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:39:01.203140 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port 510dfaa4-27ed-4c8d-b51b-bbe20d529067, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=510dfaa4-27ed-4c8d-b51b-bbe20d529067,segment=NetworkSegment(ec813e0a-4415-4fed-a736-e9a0442fcb85),segment_id=ec813e0a-4415-4fed-a736-e9a0442fcb85)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:39:01.222555 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Returning: {'device': '510dfaa4-27ed-4c8d-b51b-bbe20d529067', 'network_id': '02874d22-2dc9-404b-96b5-741d17e13e44', 'port_id': '510dfaa4-27ed-4c8d-b51b-bbe20d529067', 'mac_address': 'fa:16:3e:84:ae:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 505, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7cd7c517-b8bf-4f3d-98b6-b23c91372576', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 17:39:01.273953 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:01.274435 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-902213f1-966a-4345-86e7-f642bf67d0fc tempest-RoutersAdminTest-366582559 tempest-RoutersAdminTest-366582559-project] Publish callbacks [] for router_gateway, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:01.274867 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-46a3de57-3e32-4e9b-a1de-e1e999d23efc req-2567cd98-0f5a-4215-b7c4-d676076aa8a6 tempest-ServerRescueTestJSON-1442542130 tempest-ServerRescueTestJSON-1442542130-project] 10.222.0.60 "GET /v2.0/security-groups?id=cf26cd6b-cd43-4747-bf84-de1f0ff7a3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656983 Nov 23 17:39:01.288682 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-e5bf885b-b60e-4c0c-84fb-c0d9b251a861 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:01.310133 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 510dfaa4-27ed-4c8d-b51b-bbe20d529067 {{(pid=103592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:39:01.334737 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port 510dfaa4-27ed-4c8d-b51b-bbe20d529067, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=510dfaa4-27ed-4c8d-b51b-bbe20d529067,segment=NetworkSegment(ec813e0a-4415-4fed-a736-e9a0442fcb85),segment_id=ec813e0a-4415-4fed-a736-e9a0442fcb85)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:39:01.340625 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bf885b-b60e-4c0c-84fb-c0d9b251a861 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Pushing event deleted for resources: {'Port': ['ID=0dbc49a2-e65e-4382-b491-870aaef09da9,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:39:01.341485 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:01.373071 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-e5bf885b-b60e-4c0c-84fb-c0d9b251a861 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:01.381429 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-e5bf885b-b60e-4c0c-84fb-c0d9b251a861 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] 10.222.0.60 "DELETE /v2.0/ports/0dbc49a2-e65e-4382-b491-870aaef09da9 HTTP/1.1" status: 204 len: 168 time: 0.6883976 Nov 23 17:39:01.382127 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 48742) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:39:01.417359 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Pushing event updated for resources: {'Port': ['ID=510dfaa4-27ed-4c8d-b51b-bbe20d529067,revision_number=4']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:39:01.525285 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-d764a68d-f1fb-4ba4-ae88-789328eeebd8 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-555181'] for network, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:01.558197 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-902213f1-966a-4345-86e7-f642bf67d0fc tempest-RoutersAdminTest-366582559 tempest-RoutersAdminTest-366582559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1794316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1795362'] for router, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:01.694205 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] get_ports_and_sgs() called for port_ids ['510dfaa4-27ed-4c8d-b51b-bbe20d529067'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:39:01.697880 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-d764a68d-f1fb-4ba4-ae88-789328eeebd8 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973419', 'neutron.services.segments.db._delete_segments_for_network-8736635878840'] for network, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:01.727255 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-902213f1-966a-4345-86e7-f642bf67d0fc tempest-RoutersAdminTest-366582559 tempest-RoutersAdminTest-366582559-project] Router 5197ea79-9aa8-4b8a-8a53-e2196e894d7d is scheduled to L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 with binding_index 1 {{(pid=103590) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 17:39:01.739960 n-d-816206-8 neutron-server[103591]: DEBUG neutron.services.segments.db [None req-d764a68d-f1fb-4ba4-ae88-789328eeebd8 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c46f395e-b745-4479-88f0-746528e5aecf']}} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:39:01.752900 n-d-816206-8 neutron-server[103591]: DEBUG neutron.services.segments.db [None req-d764a68d-f1fb-4ba4-ae88-789328eeebd8 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb33f029-e736-4ff8-9953-c77670828d2c') {'for_net_delete': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:39:01.753398 n-d-816206-8 neutron-server[103591]: DEBUG neutron.services.segments.db [None req-d764a68d-f1fb-4ba4-ae88-789328eeebd8 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb33f029-e736-4ff8-9953-c77670828d2c') {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:39:01.774340 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0877ea-12ac-425e-8db0-7b3a9e798ca6 req-6e6e38c5-2449-4346-8fe2-7fa3fc40b845 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:39:01.776615 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7b0877ea-12ac-425e-8db0-7b3a9e798ca6 req-6e6e38c5-2449-4346-8fe2-7fa3fc40b845 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/ports?device_id=8c8ab3f8-16eb-4725-8c20-4ee36fa1a7e0 HTTP/1.1" status: 200 len: 945 time: 0.1543131 Nov 23 17:39:01.806495 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 4a324ae6-f0a7-4dd3-8643-e25984239871 no longer exists at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:39:01.836142 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-d764a68d-f1fb-4ba4-ae88-789328eeebd8 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736635840332', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265989959'] for segment, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:01.841177 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7b0877ea-12ac-425e-8db0-7b3a9e798ca6 req-209cc7c4-88a1-4fd6-a937-ea50f94ed1c4 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/security-groups?id=776cdaad-ec9b-4a42-a3a9-360feae7cf4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561464 Nov 23 17:39:01.841370 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] No Port match for: 4a324ae6-f0a7-4dd3-8643-e25984239871 {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:39:01.841833 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 4a324ae6-f0a7-4dd3-8643-e25984239871 not bound to the agent host n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:39:01.857420 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-d764a68d-f1fb-4ba4-ae88-789328eeebd8 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:01.865191 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d764a68d-f1fb-4ba4-ae88-789328eeebd8 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Releasing vlan 531 on physical network physnet1 to pool {{(pid=103591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 17:39:01.865837 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-d764a68d-f1fb-4ba4-ae88-789328eeebd8 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264756290'] for segment, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:01.869802 n-d-816206-8 neutron-server[103591]: Traceback (most recent call last): Nov 23 17:39:01.869802 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 17:39:01.869802 n-d-816206-8 neutron-server[103591]: timer() Nov 23 17:39:01.869802 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 17:39:01.869802 n-d-816206-8 neutron-server[103591]: cb(*args, **kw) Nov 23 17:39:01.869802 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 17:39:01.869802 n-d-816206-8 neutron-server[103591]: return func(*args, **kwargs) Nov 23 17:39:01.869802 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 17:39:01.869802 n-d-816206-8 neutron-server[103591]: self._notify() Nov 23 17:39:01.869802 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 17:39:01.869802 n-d-816206-8 neutron-server[103591]: self.callback(batched_events) Nov 23 17:39:01.869802 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 17:39:01.869802 n-d-816206-8 neutron-server[103591]: event.method(event) Nov 23 17:39:01.869802 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 17:39:01.869802 n-d-816206-8 neutron-server[103591]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 17:39:01.869802 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 17:39:01.869802 n-d-816206-8 neutron-server[103591]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 17:39:01.869802 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 17:39:01.869802 n-d-816206-8 neutron-server[103591]: return f(self, *a, **k) Nov 23 17:39:01.869802 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 17:39:01.869802 n-d-816206-8 neutron-server[103591]: return self._get(url).json() Nov 23 17:39:01.869802 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 17:39:01.869802 n-d-816206-8 neutron-server[103591]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 17:39:01.869802 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 17:39:01.869802 n-d-816206-8 neutron-server[103591]: return self.request(url, 'GET', **kwargs) Nov 23 17:39:01.869802 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 17:39:01.869802 n-d-816206-8 neutron-server[103591]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 17:39:01.869802 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 17:39:01.869802 n-d-816206-8 neutron-server[103591]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 17:39:01.869802 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 17:39:01.869802 n-d-816206-8 neutron-server[103591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 17:39:01.869802 n-d-816206-8 neutron-server[103591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 17:39:01.980177 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-d764a68d-f1fb-4ba4-ae88-789328eeebd8 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1795418'] for network, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:01.987499 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-902213f1-966a-4345-86e7-f642bf67d0fc tempest-RoutersAdminTest-366582559 tempest-RoutersAdminTest-366582559-project] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:39:01.988137 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-d764a68d-f1fb-4ba4-ae88-789328eeebd8 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for network, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:01.991919 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-d764a68d-f1fb-4ba4-ae88-789328eeebd8 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] 10.222.0.60 "DELETE /v2.0/networks/c46f395e-b745-4479-88f0-746528e5aecf HTTP/1.1" status: 204 len: 168 time: 0.6087613 Nov 23 17:39:02.003531 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-117edbf7-3c69-4f28-9d2d-8147131e1616 None None] Sync routers for ids ['5197ea79-9aa8-4b8a-8a53-e2196e894d7d'] in n-d-816206-8 {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:39:02.018676 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-902213f1-966a-4345-86e7-f642bf67d0fc tempest-RoutersAdminTest-366582559 tempest-RoutersAdminTest-366582559-project] Publish callbacks [] for router, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:02.023208 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d764a68d-f1fb-4ba4-ae88-789328eeebd8 tempest-PortsIpV6TestJSON-1806709710 tempest-PortsIpV6TestJSON-1806709710-project] Pushing event deleted for resources: {'Network': ['ID=c46f395e-b745-4479-88f0-746528e5aecf,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:39:02.024419 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-117edbf7-3c69-4f28-9d2d-8147131e1616 None None] Routers {'5197ea79-9aa8-4b8a-8a53-e2196e894d7d'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:39:02.025105 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-117edbf7-3c69-4f28-9d2d-8147131e1616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:38:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['5197ea79-9aa8-4b8a-8a53-e2196e894d7d'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:39:02.027491 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 48764) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:39:02.028133 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-902213f1-966a-4345-86e7-f642bf67d0fc tempest-RoutersAdminTest-366582559 tempest-RoutersAdminTest-366582559-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.7349088 Nov 23 17:39:02.106472 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-117edbf7-3c69-4f28-9d2d-8147131e1616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:39:02.117978 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-117edbf7-3c69-4f28-9d2d-8147131e1616 None None] Routers {'5197ea79-9aa8-4b8a-8a53-e2196e894d7d'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:39:02.118727 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-117edbf7-3c69-4f28-9d2d-8147131e1616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:38:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['5197ea79-9aa8-4b8a-8a53-e2196e894d7d'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:39:02.157941 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-117edbf7-3c69-4f28-9d2d-8147131e1616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:39:02.158836 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-117edbf7-3c69-4f28-9d2d-8147131e1616 None None] The sync data for ids ['5197ea79-9aa8-4b8a-8a53-e2196e894d7d'] in n-d-816206-8 is: [] {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:39:02.168673 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 48768) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:39:02.169274 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-540f4e28-d0c8-45e6-bf37-d856500ea71c tempest-RoutersAdminTest-1523904414 tempest-RoutersAdminTest-1523904414-project-admin] 10.222.0.60 "GET /v2.0/routers/5197ea79-9aa8-4b8a-8a53-e2196e894d7d HTTP/1.1" status: 200 len: 920 time: 0.1404843 Nov 23 17:39:02.200939 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-e2fd1f63-e01d-406c-a358-c129d018f1c4 tempest-RoutersAdminTest-366582559 tempest-RoutersAdminTest-366582559-project] 10.222.0.60 "GET /v2.0/ports?device_id=5197ea79-9aa8-4b8a-8a53-e2196e894d7d HTTP/1.1" status: 200 len: 205 time: 0.0300226 Nov 23 17:39:02.203510 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 48770) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:39:02.211460 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 48772) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:39:02.342823 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-65f00e92-5a15-408f-9c8b-9cb58ca04723 tempest-RoutersAdminTest-366582559 tempest-RoutersAdminTest-366582559-project] Publish callbacks [] for router, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:02.391327 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 48780) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:39:02.484662 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-65f00e92-5a15-408f-9c8b-9cb58ca04723 tempest-RoutersAdminTest-366582559 tempest-RoutersAdminTest-366582559-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:02.503704 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52b8c6e-825e-4d05-970a-03478ac303e5 req-0c1761f4-a766-4571-bcf9-5ac923bbeb7d tempest-ServerRescueTestJSON-1442542130 tempest-ServerRescueTestJSON-1442542130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:39:02.505835 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f52b8c6e-825e-4d05-970a-03478ac303e5 req-0c1761f4-a766-4571-bcf9-5ac923bbeb7d tempest-ServerRescueTestJSON-1442542130 tempest-ServerRescueTestJSON-1442542130-project] 10.222.0.60 "GET /v2.0/ports?device_id=88ef59a7-741b-4e2e-8f60-79bf9bf9f465 HTTP/1.1" status: 200 len: 946 time: 0.0997398 Nov 23 17:39:02.517910 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-30a54c52-d8ee-4e65-bb04-9c553d938f8d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:02.557413 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-94c55238-52fc-4fae-8b34-79a0b401fa1d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=4bc7c7d1542d486592900c4a00632f91&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1644669 Nov 23 17:39:02.564472 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 48784) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:39:02.576511 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-65f00e92-5a15-408f-9c8b-9cb58ca04723 tempest-RoutersAdminTest-366582559 tempest-RoutersAdminTest-366582559-project] Deleting port f7f49717-0597-49d3-8d25-531afbd1afbb {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:39:02.576782 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-65f00e92-5a15-408f-9c8b-9cb58ca04723 tempest-RoutersAdminTest-366582559 tempest-RoutersAdminTest-366582559-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:02.684344 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-65f00e92-5a15-408f-9c8b-9cb58ca04723 tempest-RoutersAdminTest-366582559 tempest-RoutersAdminTest-366582559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:02.686950 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f52b8c6e-825e-4d05-970a-03478ac303e5 req-eddc027b-54db-4a6e-a232-3cd28c07fd36 tempest-ServerRescueTestJSON-1442542130 tempest-ServerRescueTestJSON-1442542130-project] 10.222.0.60 "GET /v2.0/security-groups?id=cf26cd6b-cd43-4747-bf84-de1f0ff7a3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728613 Nov 23 17:39:02.699682 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-65f00e92-5a15-408f-9c8b-9cb58ca04723 tempest-RoutersAdminTest-366582559 tempest-RoutersAdminTest-366582559-project] Calling delete_port for f7f49717-0597-49d3-8d25-531afbd1afbb owned by network:router_gateway {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:39:02.759051 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-1e7f955c-54b9-4cf0-9e91-c1765b1f3958 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:02.792399 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-30a54c52-d8ee-4e65-bb04-9c553d938f8d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:02.799566 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-30a54c52-d8ee-4e65-bb04-9c553d938f8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:02.808714 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-1e7f955c-54b9-4cf0-9e91-c1765b1f3958 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:02.874676 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-30a54c52-d8ee-4e65-bb04-9c553d938f8d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ccadf564536349e3989f38d53b0b277d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6610148 Nov 23 17:39:02.879031 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 48788) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:39:02.888914 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a54c52-d8ee-4e65-bb04-9c553d938f8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95804820-a55c-4485-9fe6-a1aaa03a1f71,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:39:02.931132 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-65f00e92-5a15-408f-9c8b-9cb58ca04723 tempest-RoutersAdminTest-366582559 tempest-RoutersAdminTest-366582559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:02.944237 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-1e7f955c-54b9-4cf0-9e91-c1765b1f3958 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:02.947106 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-1e7f955c-54b9-4cf0-9e91-c1765b1f3958 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:02.950687 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-1e7f955c-54b9-4cf0-9e91-c1765b1f3958 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/8a4d6777-8941-4292-b461-0148fbf05873 HTTP/1.1" status: 204 len: 168 time: 0.3783197 Nov 23 17:39:02.951363 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-94fd95d8-c569-47e1-988e-bf2c022d7c76 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:02.977913 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7f955c-54b9-4cf0-9e91-c1765b1f3958 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a4d6777-8941-4292-b461-0148fbf05873,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:39:02.979405 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device 510dfaa4-27ed-4c8d-b51b-bbe20d529067 up at agent hyperv_n-h2-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:39:02.988844 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f00e92-5a15-408f-9c8b-9cb58ca04723 tempest-RoutersAdminTest-366582559 tempest-RoutersAdminTest-366582559-project] Pushing event deleted for resources: {'Port': ['ID=f7f49717-0597-49d3-8d25-531afbd1afbb,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:39:03.003262 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-94fd95d8-c569-47e1-988e-bf2c022d7c76 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:03.076060 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-94fd95d8-c569-47e1-988e-bf2c022d7c76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:03.079676 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-94fd95d8-c569-47e1-988e-bf2c022d7c76 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:03.081526 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-94fd95d8-c569-47e1-988e-bf2c022d7c76 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/95804820-a55c-4485-9fe6-a1aaa03a1f71 HTTP/1.1" status: 204 len: 168 time: 0.2008953 Nov 23 17:39:03.084805 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c03e5366-230e-401e-8cef-c7418dc79de8 None None] DHCP port deletion for 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:39:03.118156 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fd95d8-c569-47e1-988e-bf2c022d7c76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95804820-a55c-4485-9fe6-a1aaa03a1f71,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:39:03.155971 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-65f00e92-5a15-408f-9c8b-9cb58ca04723 tempest-RoutersAdminTest-366582559 tempest-RoutersAdminTest-366582559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1795454'] for router_gateway, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:03.192769 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Provisioning for port 510dfaa4-27ed-4c8d-b51b-bbe20d529067 completed by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 17:39:03.197848 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Provisioning complete for port 510dfaa4-27ed-4c8d-b51b-bbe20d529067 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:39:03.198460 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:03.244058 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefff52c-4255-4f13-8c97-e09f68d7403b req-33a10a75-fe2a-4834-8554-23d60d32b504 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:39:03.248248 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-cefff52c-4255-4f13-8c97-e09f68d7403b req-33a10a75-fe2a-4834-8554-23d60d32b504 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/ports?device_id=8c8ab3f8-16eb-4725-8c20-4ee36fa1a7e0 HTTP/1.1" status: 200 len: 945 time: 0.1277697 Nov 23 17:39:03.331282 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:03.344124 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-65f00e92-5a15-408f-9c8b-9cb58ca04723 tempest-RoutersAdminTest-366582559 tempest-RoutersAdminTest-366582559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1794352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8175'] for router, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:03.346768 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-65f00e92-5a15-408f-9c8b-9cb58ca04723 tempest-RoutersAdminTest-366582559 tempest-RoutersAdminTest-366582559-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:03.358710 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c8ab3f8-16eb-4725-8c20-4ee36fa1a7e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '510dfaa4-27ed-4c8d-b51b-bbe20d529067'}] {{(pid=103592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:39:03.362070 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-cefff52c-4255-4f13-8c97-e09f68d7403b req-30c62583-c16f-4b22-813a-545e2d0b5388 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/security-groups?id=776cdaad-ec9b-4a42-a3a9-360feae7cf4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070809 Nov 23 17:39:03.374041 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba3e6a8f2301c7a29fe1eca9779abdae4ccbcd6266d69778087f2498d5551201" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a859da52-cecc-4a23-bf3c-f753888b38e3" -d '{"events": [{"server_uuid": "8c8ab3f8-16eb-4725-8c20-4ee36fa1a7e0", "name": "network-vif-plugged", "status": "completed", "tag": "510dfaa4-27ed-4c8d-b51b-bbe20d529067"}]}' {{(pid=103592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:39:03.400878 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-65f00e92-5a15-408f-9c8b-9cb58ca04723 tempest-RoutersAdminTest-366582559 tempest-RoutersAdminTest-366582559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1795580'] for router, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:03.402256 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65f00e92-5a15-408f-9c8b-9cb58ca04723 tempest-RoutersAdminTest-366582559 tempest-RoutersAdminTest-366582559-project] Fanout notify agent at l3_agent the message router_deleted on router 5197ea79-9aa8-4b8a-8a53-e2196e894d7d {{(pid=103590) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 17:39:03.423100 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-65f00e92-5a15-408f-9c8b-9cb58ca04723 tempest-RoutersAdminTest-366582559 tempest-RoutersAdminTest-366582559-project] Publish callbacks [] for router, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:03.428585 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-65f00e92-5a15-408f-9c8b-9cb58ca04723 tempest-RoutersAdminTest-366582559 tempest-RoutersAdminTest-366582559-project] 10.222.0.60 "DELETE /v2.0/routers/5197ea79-9aa8-4b8a-8a53-e2196e894d7d HTTP/1.1" status: 204 len: 168 time: 1.2200415 Nov 23 17:39:03.428963 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 48808) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:39:03.434147 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-0b29f32c-bcf2-4b2e-a4a4-4c34c56a8538 tempest-RoutersAdminTest-1523904414 tempest-RoutersAdminTest-1523904414-project-admin] Request body: {'router': {'name': 'tempest-snat-router-337894486', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'enable_snat': False}}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:39:03.445112 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:39:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e044029d-1ed9-4e3d-868c-6060e98040c9 x-openstack-request-id: req-e044029d-1ed9-4e3d-868c-6060e98040c9 {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:39:03.445810 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c8ab3f8-16eb-4725-8c20-4ee36fa1a7e0", "name": "network-vif-plugged", "status": "completed", "tag": "510dfaa4-27ed-4c8d-b51b-bbe20d529067", "code": 200}]} {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:39:03.446386 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e044029d-1ed9-4e3d-868c-6060e98040c9 {{(pid=103592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:39:03.447086 n-d-816206-8 neutron-server[103592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c8ab3f8-16eb-4725-8c20-4ee36fa1a7e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '510dfaa4-27ed-4c8d-b51b-bbe20d529067', 'code': 200} Nov 23 17:39:03.454490 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port 510dfaa4-27ed-4c8d-b51b-bbe20d529067, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=510dfaa4-27ed-4c8d-b51b-bbe20d529067,segment=NetworkSegment(ec813e0a-4415-4fed-a736-e9a0442fcb85),segment_id=ec813e0a-4415-4fed-a736-e9a0442fcb85)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:39:03.464104 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:03.472946 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-0b29f32c-bcf2-4b2e-a4a4-4c34c56a8538 tempest-RoutersAdminTest-1523904414 tempest-RoutersAdminTest-1523904414-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1793449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8093'] for router, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:03.474865 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-0b29f32c-bcf2-4b2e-a4a4-4c34c56a8538 tempest-RoutersAdminTest-1523904414 tempest-RoutersAdminTest-1523904414-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1794473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1794771', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1638326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8086'] for router, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:03.531033 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Pushing event updated for resources: {'Port': ['ID=510dfaa4-27ed-4c8d-b51b-bbe20d529067,revision_number=5']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:39:03.564049 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-0b29f32c-bcf2-4b2e-a4a4-4c34c56a8538 tempest-RoutersAdminTest-1523904414 tempest-RoutersAdminTest-1523904414-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:03.592386 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 48814) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:39:03.606309 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7628f133-8263-4274-8a65-cfda4f4b2dae admin admin] Publish callbacks [] for security_group, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:03.664425 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba71338-e08c-45da-9893-330d39cf791e req-4a24f53f-42db-463a-8e49-7f83008bd3d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:39:03.666151 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-bba71338-e08c-45da-9893-330d39cf791e req-4a24f53f-42db-463a-8e49-7f83008bd3d9 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=8c8ab3f8-16eb-4725-8c20-4ee36fa1a7e0 HTTP/1.1" status: 200 len: 1097 time: 0.1153941 Nov 23 17:39:03.718471 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7628f133-8263-4274-8a65-cfda4f4b2dae admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:03.724179 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7628f133-8263-4274-8a65-cfda4f4b2dae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:03.748669 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-0b29f32c-bcf2-4b2e-a4a4-4c34c56a8538 tempest-RoutersAdminTest-1523904414 tempest-RoutersAdminTest-1523904414-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:03.766861 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-7628f133-8263-4274-8a65-cfda4f4b2dae admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7a4e078257ed47ffbffb4958f42bceba&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1731143 Nov 23 17:39:03.772215 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 48822) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:39:03.794056 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7628f133-8263-4274-8a65-cfda4f4b2dae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a574eaf9-978d-45ec-a4dc-366e34e26578,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:39:03.855755 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-bba71338-e08c-45da-9893-330d39cf791e req-2df72239-d8e1-4832-a48e-e7c66c3eaad6 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=776cdaad-ec9b-4a42-a3a9-360feae7cf4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550572 Nov 23 17:39:03.907356 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905dc2a3-bdaf-4304-a215-42b366b1b35c req-6625c740-a0c0-4cb5-bbab-f0fbc277e55a tempest-ServerRescueTestJSON-1442542130 tempest-ServerRescueTestJSON-1442542130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:39:03.908911 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-905dc2a3-bdaf-4304-a215-42b366b1b35c req-6625c740-a0c0-4cb5-bbab-f0fbc277e55a tempest-ServerRescueTestJSON-1442542130 tempest-ServerRescueTestJSON-1442542130-project] 10.222.0.60 "GET /v2.0/ports?device_id=88ef59a7-741b-4e2e-8f60-79bf9bf9f465 HTTP/1.1" status: 200 len: 946 time: 0.1137302 Nov 23 17:39:03.910491 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-3962f01d-bca0-4b55-98cd-24a4b5f827c6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:03.982308 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-3962f01d-bca0-4b55-98cd-24a4b5f827c6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:04.046175 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-905dc2a3-bdaf-4304-a215-42b366b1b35c req-9d42c4c1-a32c-48c3-9fd9-1f0d40f0940f tempest-ServerRescueTestJSON-1442542130 tempest-ServerRescueTestJSON-1442542130-project] 10.222.0.60 "GET /v2.0/security-groups?id=cf26cd6b-cd43-4747-bf84-de1f0ff7a3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014118 Nov 23 17:39:04.095855 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-3962f01d-bca0-4b55-98cd-24a4b5f827c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:04.099464 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-3962f01d-bca0-4b55-98cd-24a4b5f827c6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:04.100647 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-3962f01d-bca0-4b55-98cd-24a4b5f827c6 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a574eaf9-978d-45ec-a4dc-366e34e26578 HTTP/1.1" status: 204 len: 168 time: 0.3274481 Nov 23 17:39:04.107888 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 48834) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:39:04.143051 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3962f01d-bca0-4b55-98cd-24a4b5f827c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a574eaf9-978d-45ec-a4dc-366e34e26578,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:39:04.194199 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-0b29f32c-bcf2-4b2e-a4a4-4c34c56a8538 tempest-RoutersAdminTest-1523904414 tempest-RoutersAdminTest-1523904414-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:04.221249 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-0b29f32c-bcf2-4b2e-a4a4-4c34c56a8538 tempest-RoutersAdminTest-1523904414 tempest-RoutersAdminTest-1523904414-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:04.299318 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-493527c5-c10a-4cd4-9c26-39919b520462 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Request body: {'network': {'name': 'tempest-RoutersTest-894661224'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:39:04.331706 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-493527c5-c10a-4cd4-9c26-39919b520462 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Made reservation on behalf of 9ea08f514e394d68a6e33e0a371ec75c for: {'network': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:39:04.339570 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-493527c5-c10a-4cd4-9c26-39919b520462 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for network, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:04.354604 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-493527c5-c10a-4cd4-9c26-39919b520462 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks [] for security_group, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:04.383045 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.db_base_plugin_common [None req-0b29f32c-bcf2-4b2e-a4a4-4c34c56a8538 tempest-RoutersAdminTest-1523904414 tempest-RoutersAdminTest-1523904414-project-admin] Allocated IP 172.25.3.252 (4c8455ba-1be5-42ac-b8c2-8a16e1292d55/08fe3644-ce41-4c3f-a7ea-92bac0f0fff5/24866870-8932-4e4a-98f2-20731ae05f8b) {{(pid=103591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:39:04.457125 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-493527c5-c10a-4cd4-9c26-39919b520462 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks [] for security_group, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:04.462310 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-493527c5-c10a-4cd4-9c26-39919b520462 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:04.503649 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-493527c5-c10a-4cd4-9c26-39919b520462 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] vlan segment allocate from pool success with {'vlan_id': 547, 'physical_network': 'physnet1'} {{(pid=103590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 17:39:04.541917 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493527c5-c10a-4cd4-9c26-39919b520462 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2c4e076-be82-41b8-af2f-5fd6aa894ea2,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:39:04.548047 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-493527c5-c10a-4cd4-9c26-39919b520462 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:04.550083 n-d-816206-8 neutron-server[103590]: INFO neutron.db.segments_db [None req-493527c5-c10a-4cd4-9c26-39919b520462 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Added segment cb9db7d3-887f-43f7-9ab0-acc54f484e81 of type vlan for network 28f4f0fd-3383-49ae-bc2f-7bf6642e9c97 Nov 23 17:39:04.599923 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-0b29f32c-bcf2-4b2e-a4a4-4c34c56a8538 tempest-RoutersAdminTest-1523904414 tempest-RoutersAdminTest-1523904414-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:04.655229 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-493527c5-c10a-4cd4-9c26-39919b520462 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736635338810'] for network, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:04.662132 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f809cd7-177b-4f36-8c82-e3a4673e0181 req-74c327f2-9af1-4b39-97e9-2b311155ef83 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:39:04.663818 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-0f809cd7-177b-4f36-8c82-e3a4673e0181 req-74c327f2-9af1-4b39-97e9-2b311155ef83 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/ports?device_id=8c8ab3f8-16eb-4725-8c20-4ee36fa1a7e0 HTTP/1.1" status: 200 len: 946 time: 0.1549246 Nov 23 17:39:04.699170 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-493527c5-c10a-4cd4-9c26-39919b520462 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493'] for network, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:04.718429 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-493527c5-c10a-4cd4-9c26-39919b520462 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:39:04.719114 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-493527c5-c10a-4cd4-9c26-39919b520462 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks [] for network, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:04.770705 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-0b29f32c-bcf2-4b2e-a4a4-4c34c56a8538 tempest-RoutersAdminTest-1523904414 tempest-RoutersAdminTest-1523904414-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:04.789244 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-0f809cd7-177b-4f36-8c82-e3a4673e0181 req-e87c17c8-0bca-4cfa-a1f8-2e17f8d5004b tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/security-groups?id=776cdaad-ec9b-4a42-a3a9-360feae7cf4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089044 Nov 23 17:39:04.835082 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b29f32c-bcf2-4b2e-a4a4-4c34c56a8538 tempest-RoutersAdminTest-1523904414 tempest-RoutersAdminTest-1523904414-project-admin] Network 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 is already hosted by enough agents. {{(pid=103591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:39:04.840383 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [None req-0b29f32c-bcf2-4b2e-a4a4-4c34c56a8538 tempest-RoutersAdminTest-1523904414 tempest-RoutersAdminTest-1523904414-project-admin] Resources bound (agent type, host, resource id): {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:39:04.844109 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-493527c5-c10a-4cd4-9c26-39919b520462 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.7349353 Nov 23 17:39:04.845486 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b29f32c-bcf2-4b2e-a4a4-4c34c56a8538 tempest-RoutersAdminTest-1523904414 tempest-RoutersAdminTest-1523904414-project-admin] Received port after_create {{(pid=103591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:39:04.845814 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 48852) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:39:04.870325 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-400aa623-8dbe-4039-b0cf-39224bc306d6 None None] DHCP port deletion for 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:39:04.891245 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-0e47fa82-d550-4036-b145-8450b38c2292 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Request body: {'network': {'name': 'tempest-RoutersTest-1966877036'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:39:04.892042 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b29f32c-bcf2-4b2e-a4a4-4c34c56a8538 tempest-RoutersAdminTest-1523904414 tempest-RoutersAdminTest-1523904414-project-admin] Pushing event updated for resources: {'Port': ['ID=24866870-8932-4e4a-98f2-20731ae05f8b,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:39:04.901489 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493527c5-c10a-4cd4-9c26-39919b520462 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Pushing event updated for resources: {'Network': ['ID=28f4f0fd-3383-49ae-bc2f-7bf6642e9c97,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:39:04.925375 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e47fa82-d550-4036-b145-8450b38c2292 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Made reservation on behalf of 9ea08f514e394d68a6e33e0a371ec75c for: {'network': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:39:04.930788 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0e47fa82-d550-4036-b145-8450b38c2292 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for network, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:04.976441 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Network 28f4f0fd-3383-49ae-bc2f-7bf6642e9c97 details requested by agent ovs-agent-n-d-816206-8 with host n-d-816206-8 {{(pid=103592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 17:39:05.045099 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e47fa82-d550-4036-b145-8450b38c2292 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] vlan segment allocate from pool success with {'vlan_id': 507, 'physical_network': 'physnet1'} {{(pid=103590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 17:39:05.061868 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0e47fa82-d550-4036-b145-8450b38c2292 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:05.062644 n-d-816206-8 neutron-server[103590]: INFO neutron.db.segments_db [None req-0e47fa82-d550-4036-b145-8450b38c2292 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Added segment f27a4138-9967-4299-9e57-66f1ef0aaac3 of type vlan for network 7cfb2eda-f8a4-4ffc-a47f-7bc1d22ca304 Nov 23 17:39:05.178860 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-5316d8cf-49c1-429a-a2df-3019d913b506 None None] Provisioning complete for port 24866870-8932-4e4a-98f2-20731ae05f8b triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:39:05.180349 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-5316d8cf-49c1-429a-a2df-3019d913b506 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:05.302809 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-5316d8cf-49c1-429a-a2df-3019d913b506 None None] Port 24866870-8932-4e4a-98f2-20731ae05f8b cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:39:05.525331 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-0b29f32c-bcf2-4b2e-a4a4-4c34c56a8538 tempest-RoutersAdminTest-1523904414 tempest-RoutersAdminTest-1523904414-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:05.536225 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6adf665-d9c7-45ae-9eea-92dda45dc5f8 req-535a5c12-64c4-4ee4-9d5d-443e688a97ce tempest-ServerRescueTestJSON-1442542130 tempest-ServerRescueTestJSON-1442542130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:39:05.537916 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e6adf665-d9c7-45ae-9eea-92dda45dc5f8 req-535a5c12-64c4-4ee4-9d5d-443e688a97ce tempest-ServerRescueTestJSON-1442542130 tempest-ServerRescueTestJSON-1442542130-project] 10.222.0.60 "GET /v2.0/ports?device_id=88ef59a7-741b-4e2e-8f60-79bf9bf9f465 HTTP/1.1" status: 200 len: 946 time: 0.1692703 Nov 23 17:39:05.654921 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0e47fa82-d550-4036-b145-8450b38c2292 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736635338810'] for network, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:05.674517 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e6adf665-d9c7-45ae-9eea-92dda45dc5f8 req-708dcfbe-a8b3-4bc4-bfc9-d72353625f28 tempest-ServerRescueTestJSON-1442542130 tempest-ServerRescueTestJSON-1442542130-project] 10.222.0.60 "GET /v2.0/security-groups?id=cf26cd6b-cd43-4747-bf84-de1f0ff7a3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020672 Nov 23 17:39:05.729359 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0e47fa82-d550-4036-b145-8450b38c2292 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493'] for network, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:05.735213 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e47fa82-d550-4036-b145-8450b38c2292 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:39:05.735633 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0e47fa82-d550-4036-b145-8450b38c2292 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks [] for network, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:05.798108 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-0e47fa82-d550-4036-b145-8450b38c2292 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.9474547 Nov 23 17:39:05.801443 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 48894) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:39:05.809167 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-468d55b1-75e5-4c03-be19-d039259b7221 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Request body: {'subnet': {'network_id': '28f4f0fd-3383-49ae-bc2f-7bf6642e9c97', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:39:05.847032 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-0b29f32c-bcf2-4b2e-a4a4-4c34c56a8538 tempest-RoutersAdminTest-1523904414 tempest-RoutersAdminTest-1523904414-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1794316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1795362'] for router, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:05.942825 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e47fa82-d550-4036-b145-8450b38c2292 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Pushing event updated for resources: {'Network': ['ID=7cfb2eda-f8a4-4ffc-a47f-7bc1d22ca304,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:39:05.953556 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Network 7cfb2eda-f8a4-4ffc-a47f-7bc1d22ca304 details requested by agent ovs-agent-n-d-816206-8 with host n-d-816206-8 {{(pid=103592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 17:39:06.018948 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2709709c-5134-4aa8-a119-b4f0fb92e54d req-12944048-74d1-4ef2-9e90-295ce0b34ab0 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:39:06.029278 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2709709c-5134-4aa8-a119-b4f0fb92e54d req-12944048-74d1-4ef2-9e90-295ce0b34ab0 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/ports?device_id=8c8ab3f8-16eb-4725-8c20-4ee36fa1a7e0 HTTP/1.1" status: 200 len: 946 time: 0.1089208 Nov 23 17:39:06.047272 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-468d55b1-75e5-4c03-be19-d039259b7221 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Made reservation on behalf of 9ea08f514e394d68a6e33e0a371ec75c for: {'subnet': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:39:06.053620 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-468d55b1-75e5-4c03-be19-d039259b7221 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264730903'] for subnet, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:06.340120 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-468d55b1-75e5-4c03-be19-d039259b7221 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264358096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264730885'] for subnet, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:06.423893 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.agents_db [None req-464f6c07-0de8-4be6-8f5b-563f574d1c5d None None] Agent healthcheck: found 7 active agents {{(pid=103593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 17:39:06.428957 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-468d55b1-75e5-4c03-be19-d039259b7221 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Checking segment: {'id': 'cb9db7d3-887f-43f7-9ab0-acc54f484e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '28f4f0fd-3383-49ae-bc2f-7bf6642e9c97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:39:06.429242 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-468d55b1-75e5-4c03-be19-d039259b7221 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Network hostable DHCP agents. Network: 28f4f0fd-3383-49ae-bc2f-7bf6642e9c97, hostable agents: ['0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3'], hosted agents: [] {{(pid=103590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 17:39:06.450330 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468d55b1-75e5-4c03-be19-d039259b7221 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Pushing event updated for resources: {'Subnet': ['ID=fb4c7b23-5967-4079-b64f-d2dd070d2ff5,revision_number=0']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:39:06.463091 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-468d55b1-75e5-4c03-be19-d039259b7221 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Network 28f4f0fd-3383-49ae-bc2f-7bf6642e9c97 is scheduled to be hosted by DHCP agent 0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3 with binding_index 1 {{(pid=103590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 17:39:06.465244 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2709709c-5134-4aa8-a119-b4f0fb92e54d req-755017b3-c6d4-41e6-8ffe-8f66ef11fe71 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/security-groups?id=776cdaad-ec9b-4a42-a3a9-360feae7cf4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4347384 Nov 23 17:39:06.487442 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-468d55b1-75e5-4c03-be19-d039259b7221 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-8, 28f4f0fd-3383-49ae-bc2f-7bf6642e9c97) {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:39:06.492405 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-468d55b1-75e5-4c03-be19-d039259b7221 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:39:06.493371 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-468d55b1-75e5-4c03-be19-d039259b7221 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks [] for subnet, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:06.508214 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b29f32c-bcf2-4b2e-a4a4-4c34c56a8538 tempest-RoutersAdminTest-1523904414 tempest-RoutersAdminTest-1523904414-project-admin] Router dfd665d5-36ec-413b-b641-1bd26ccd7ffc is scheduled to L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 with binding_index 1 {{(pid=103591) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 17:39:06.515134 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63d0b2dd-6379-4248-81d4-334af2b134e8 None None] Network 28f4f0fd-3383-49ae-bc2f-7bf6642e9c97 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:39:06.516100 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-468d55b1-75e5-4c03-be19-d039259b7221 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7122176 Nov 23 17:39:06.518345 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 48926) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:39:06.525122 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-6f700cf7-60f3-4930-a5da-b5a097cb743a tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Request body: {'subnet': {'network_id': '7cfb2eda-f8a4-4ffc-a47f-7bc1d22ca304', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:39:06.687817 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b29f32c-bcf2-4b2e-a4a4-4c34c56a8538 tempest-RoutersAdminTest-1523904414 tempest-RoutersAdminTest-1523904414-project-admin] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:39:06.729134 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6024240a-1775-4851-bfc7-f5b2e6158e18 None None] Sync routers for ids ['dfd665d5-36ec-413b-b641-1bd26ccd7ffc'] in n-d-816206-8 {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:39:06.757372 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6024240a-1775-4851-bfc7-f5b2e6158e18 None None] Routers {'dfd665d5-36ec-413b-b641-1bd26ccd7ffc'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:39:06.758259 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-6024240a-1775-4851-bfc7-f5b2e6158e18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:38:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['dfd665d5-36ec-413b-b641-1bd26ccd7ffc'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:39:06.767499 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38f8b256-a2cd-43b7-b4fc-65968e250762 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp355044b8-8e87-58c4-94fa-4a010ec30f9e-28f4f0fd-3383-49ae-bc2f-7bf6642e9c97', 'network_id': '28f4f0fd-3383-49ae-bc2f-7bf6642e9c97', 'tenant_id': '9ea08f514e394d68a6e33e0a371ec75c', 'fixed_ips': [{'subnet_id': 'fb4c7b23-5967-4079-b64f-d2dd070d2ff5'}]}} from n-d-816206-8. {{(pid=103592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 17:39:06.768710 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-38f8b256-a2cd-43b7-b4fc-65968e250762 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:06.805274 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f700cf7-60f3-4930-a5da-b5a097cb743a tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Made reservation on behalf of 9ea08f514e394d68a6e33e0a371ec75c for: {'subnet': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:39:06.818640 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6f700cf7-60f3-4930-a5da-b5a097cb743a tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264730903'] for subnet, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:06.820041 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-0b29f32c-bcf2-4b2e-a4a4-4c34c56a8538 tempest-RoutersAdminTest-1523904414 tempest-RoutersAdminTest-1523904414-project-admin] Publish callbacks [] for router, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:06.826034 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-0b29f32c-bcf2-4b2e-a4a4-4c34c56a8538 tempest-RoutersAdminTest-1523904414 tempest-RoutersAdminTest-1523904414-project-admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 3.3957689 Nov 23 17:39:06.834433 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 48942) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:39:06.892765 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c323261-3b18-43d0-b94c-022ad2b14b90 req-bc51cb0f-2324-4684-bb15-80e48253a652 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:39:06.894978 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5c323261-3b18-43d0-b94c-022ad2b14b90 req-bc51cb0f-2324-4684-bb15-80e48253a652 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/ports?device_id=8c8ab3f8-16eb-4725-8c20-4ee36fa1a7e0 HTTP/1.1" status: 200 len: 946 time: 0.2044284 Nov 23 17:39:06.931256 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c06461-c39f-4ec0-9f32-e151d88487aa req-79cebac0-e737-4cc2-ba23-e9dd9e2a77d3 tempest-ServerRescueTestJSON-1442542130 tempest-ServerRescueTestJSON-1442542130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:39:06.932833 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-89c06461-c39f-4ec0-9f32-e151d88487aa req-79cebac0-e737-4cc2-ba23-e9dd9e2a77d3 tempest-ServerRescueTestJSON-1442542130 tempest-ServerRescueTestJSON-1442542130-project] 10.222.0.60 "GET /v2.0/ports?device_id=88ef59a7-741b-4e2e-8f60-79bf9bf9f465 HTTP/1.1" status: 200 len: 946 time: 0.1037087 Nov 23 17:39:07.001999 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5c323261-3b18-43d0-b94c-022ad2b14b90 req-0cf3b628-d058-4ddc-930a-5904d1c2c48e tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/security-groups?id=776cdaad-ec9b-4a42-a3a9-360feae7cf4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977561 Nov 23 17:39:07.028616 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-5e68a8b5-b0ee-495f-97fa-ab23a962ca55 tempest-RoutersAdminTest-1523904414 tempest-RoutersAdminTest-1523904414-project-admin] 10.222.0.60 "GET /v2.0/routers/dfd665d5-36ec-413b-b641-1bd26ccd7ffc HTTP/1.1" status: 200 len: 908 time: 0.1931629 Nov 23 17:39:07.031035 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 48948) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:39:07.031674 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-89c06461-c39f-4ec0-9f32-e151d88487aa req-8edf4588-3caa-4b87-bc7d-40e78692304d tempest-ServerRescueTestJSON-1442542130 tempest-ServerRescueTestJSON-1442542130-project] 10.222.0.60 "GET /v2.0/security-groups?id=cf26cd6b-cd43-4747-bf84-de1f0ff7a3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883031 Nov 23 17:39:07.038417 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-8fd9779d-8fb1-4420-b98b-8df454bf4e05 tempest-RoutersAdminTest-1523904414 tempest-RoutersAdminTest-1523904414-project-admin] Request body: {'router': {'name': 'tempest-snat-router-337894486', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'enable_snat': True}}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:39:07.125971 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8fd9779d-8fb1-4420-b98b-8df454bf4e05 tempest-RoutersAdminTest-1523904414 tempest-RoutersAdminTest-1523904414-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1793449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8093'] for router, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:07.128152 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8fd9779d-8fb1-4420-b98b-8df454bf4e05 tempest-RoutersAdminTest-1523904414 tempest-RoutersAdminTest-1523904414-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1794473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1794771', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1638326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8086'] for router, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:07.142961 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvr_db [None req-6024240a-1775-4851-bfc7-f5b2e6158e18 None None] Set router dfd665d5-36ec-413b-b641-1bd26ccd7ffc gateway port host: n-d-816206-8 {{(pid=103592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:39:07.254353 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b977fb-95ed-4139-9000-4a1970e0dea6 req-c71514bb-fe52-4188-97a9-747c8bb2a499 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:39:07.257452 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6f700cf7-60f3-4930-a5da-b5a097cb743a tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264358096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264730885'] for subnet, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:07.263723 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8fd9779d-8fb1-4420-b98b-8df454bf4e05 tempest-RoutersAdminTest-1523904414 tempest-RoutersAdminTest-1523904414-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:07.265983 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c6b977fb-95ed-4139-9000-4a1970e0dea6 req-c71514bb-fe52-4188-97a9-747c8bb2a499 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/ports?device_id=8c8ab3f8-16eb-4725-8c20-4ee36fa1a7e0 HTTP/1.1" status: 200 len: 946 time: 0.1129591 Nov 23 17:39:07.321268 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.db_base_plugin_common [None req-38f8b256-a2cd-43b7-b4fc-65968e250762 None None] Allocated IP 172.20.0.2 (28f4f0fd-3383-49ae-bc2f-7bf6642e9c97/fb4c7b23-5967-4079-b64f-d2dd070d2ff5/23cecadc-0306-44c8-933e-54912d5893b0) {{(pid=103592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:39:07.324839 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c6b977fb-95ed-4139-9000-4a1970e0dea6 req-04c6a54a-2f71-4741-8fca-b04a7b9d763b tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/security-groups?id=776cdaad-ec9b-4a42-a3a9-360feae7cf4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575719 Nov 23 17:39:07.522190 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8fd9779d-8fb1-4420-b98b-8df454bf4e05 tempest-RoutersAdminTest-1523904414 tempest-RoutersAdminTest-1523904414-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:07.523129 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 48964) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:39:07.535088 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f700cf7-60f3-4930-a5da-b5a097cb743a tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Checking segment: {'id': 'f27a4138-9967-4299-9e57-66f1ef0aaac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '7cfb2eda-f8a4-4ffc-a47f-7bc1d22ca304'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:39:07.535491 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f700cf7-60f3-4930-a5da-b5a097cb743a tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Network hostable DHCP agents. Network: 7cfb2eda-f8a4-4ffc-a47f-7bc1d22ca304, hostable agents: ['0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3'], hosted agents: [] {{(pid=103590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 17:39:07.549075 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f700cf7-60f3-4930-a5da-b5a097cb743a tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Pushing event updated for resources: {'Subnet': ['ID=6852d59d-1cf6-47f3-962f-5e91d104095c,revision_number=0']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:39:07.617507 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f700cf7-60f3-4930-a5da-b5a097cb743a tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Network 7cfb2eda-f8a4-4ffc-a47f-7bc1d22ca304 is scheduled to be hosted by DHCP agent 0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3 with binding_index 1 {{(pid=103590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 17:39:07.638330 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-6f700cf7-60f3-4930-a5da-b5a097cb743a tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-8, 7cfb2eda-f8a4-4ffc-a47f-7bc1d22ca304) {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:39:07.643968 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f700cf7-60f3-4930-a5da-b5a097cb743a tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:39:07.644986 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6f700cf7-60f3-4930-a5da-b5a097cb743a tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks [] for subnet, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:07.680805 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-6024240a-1775-4851-bfc7-f5b2e6158e18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfd665d5-36ec-413b-b641-1bd26ccd7ffc', 'name': 'tempest-snat-router-337894486', 'tenant_id': 'c8bb95c5a342453d936600f6a4d60f4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.252'}], 'enable_snat': False}, 'gw_port_id': '24866870-8932-4e4a-98f2-20731ae05f8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:39:03Z', 'updated_at': '2021-11-23T17:39:05Z', 'revision_number': 3, 'project_id': 'c8bb95c5a342453d936600f6a4d60f4e', 'gw_port': {'id': '24866870-8932-4e4a-98f2-20731ae05f8b', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:63:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfd665d5-36ec-413b-b641-1bd26ccd7ffc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2217, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:39:04Z', 'updated_at': '2021-11-23T17:39:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-816206-8'}], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:39:07.711799 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-6f700cf7-60f3-4930-a5da-b5a097cb743a tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1919777 Nov 23 17:39:07.714563 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 48974) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:39:07.726492 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-36a9f701-3c31-4c80-8d07-a316cc8b029f tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1277840600', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:39:07.756328 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-36a9f701-3c31-4c80-8d07-a316cc8b029f tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1793449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8093'] for router, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:07.757790 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-36a9f701-3c31-4c80-8d07-a316cc8b029f tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1794473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1794771', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1638326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8086'] for router, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:07.799839 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feacaae9-4a17-4646-bf4d-51a6518b8eb3 req-58073413-3423-4e55-99c6-ddada45a2a61 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:39:07.811400 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-feacaae9-4a17-4646-bf4d-51a6518b8eb3 req-58073413-3423-4e55-99c6-ddada45a2a61 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/ports?device_id=8c8ab3f8-16eb-4725-8c20-4ee36fa1a7e0 HTTP/1.1" status: 200 len: 946 time: 0.1022673 Nov 23 17:39:07.869052 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-d8ec90a5-5a4d-4519-86a4-2d74d696e1a9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:07.911971 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-36a9f701-3c31-4c80-8d07-a316cc8b029f tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:07.941733 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-feacaae9-4a17-4646-bf4d-51a6518b8eb3 req-6ac0ca11-43b8-4a35-8b76-814d25b6deb9 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/security-groups?id=776cdaad-ec9b-4a42-a3a9-360feae7cf4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292310 Nov 23 17:39:07.947936 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-36a9f701-3c31-4c80-8d07-a316cc8b029f tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1794316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1795362'] for router, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:08.022527 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-36a9f701-3c31-4c80-8d07-a316cc8b029f tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks [] for router, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:08.023795 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-36a9f701-3c31-4c80-8d07-a316cc8b029f tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3082292 Nov 23 17:39:08.028904 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 48984) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:39:08.031588 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-d8ec90a5-5a4d-4519-86a4-2d74d696e1a9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:08.039443 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-d8ec90a5-5a4d-4519-86a4-2d74d696e1a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:08.042223 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6024240a-1775-4851-bfc7-f5b2e6158e18 None None] Checking router: dfd665d5-36ec-413b-b641-1bd26ccd7ffc for host: n-d-816206-8 {{(pid=103592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 17:39:08.043095 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6024240a-1775-4851-bfc7-f5b2e6158e18 None None] Updating router dfd665d5-36ec-413b-b641-1bd26ccd7ffc port 24866870-8932-4e4a-98f2-20731ae05f8b binding host n-d-816206-8 {{(pid=103592) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 17:39:08.046679 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-164ea549-9fc9-46bb-b677-e6366d5c8445 None None] Network 7cfb2eda-f8a4-4ffc-a47f-7bc1d22ca304 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:39:08.107740 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-d8ec90a5-5a4d-4519-86a4-2d74d696e1a9 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=1a91b9774e62473fa5ed41c4047c47ea&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5830555 Nov 23 17:39:08.111110 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 48988) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:39:08.113178 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ec90a5-5a4d-4519-86a4-2d74d696e1a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=921a8928-720f-466b-ac00-bb3909f1e902,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:39:08.160629 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8fd9779d-8fb1-4420-b98b-8df454bf4e05 tempest-RoutersAdminTest-1523904414 tempest-RoutersAdminTest-1523904414-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:08.231510 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-f7a2dcd9-5462-4b67-8343-910ad74a7814 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:08.237713 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-6024240a-1775-4851-bfc7-f5b2e6158e18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:08.268480 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4459e3ab-c68a-45a2-a5c6-5e8efd5e1a40 req-057ffb72-cda4-400c-a3fc-e577e1ad3f44 tempest-ServerRescueTestJSON-1442542130 tempest-ServerRescueTestJSON-1442542130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:39:08.269462 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8fd9779d-8fb1-4420-b98b-8df454bf4e05 tempest-RoutersAdminTest-1523904414 tempest-RoutersAdminTest-1523904414-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:08.270159 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4459e3ab-c68a-45a2-a5c6-5e8efd5e1a40 req-057ffb72-cda4-400c-a3fc-e577e1ad3f44 tempest-ServerRescueTestJSON-1442542130 tempest-ServerRescueTestJSON-1442542130-project] 10.222.0.60 "GET /v2.0/ports?device_id=88ef59a7-741b-4e2e-8f60-79bf9bf9f465 HTTP/1.1" status: 200 len: 946 time: 0.0888903 Nov 23 17:39:08.276171 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-f7a2dcd9-5462-4b67-8343-910ad74a7814 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:08.302037 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-38f8b256-a2cd-43b7-b4fc-65968e250762 None None] Publish callbacks [] for port, precommit_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:08.318382 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-38f8b256-a2cd-43b7-b4fc-65968e250762 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980'] for port, after_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:08.379474 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4459e3ab-c68a-45a2-a5c6-5e8efd5e1a40 req-6d1b2601-e36a-4fba-9384-38d7826fef3e tempest-ServerRescueTestJSON-1442542130 tempest-ServerRescueTestJSON-1442542130-project] 10.222.0.60 "GET /v2.0/security-groups?id=cf26cd6b-cd43-4747-bf84-de1f0ff7a3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008143 Nov 23 17:39:08.385403 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f8b256-a2cd-43b7-b4fc-65968e250762 None None] Pushing event updated for resources: {'Port': ['ID=23cecadc-0306-44c8-933e-54912d5893b0,revision_number=1']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:39:08.423993 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-f7a2dcd9-5462-4b67-8343-910ad74a7814 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:08.427140 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-f7a2dcd9-5462-4b67-8343-910ad74a7814 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:08.428304 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-f7a2dcd9-5462-4b67-8343-910ad74a7814 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/921a8928-720f-466b-ac00-bb3909f1e902 HTTP/1.1" status: 204 len: 168 time: 0.3168364 Nov 23 17:39:08.437729 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a2dcd9-5462-4b67-8343-910ad74a7814 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=921a8928-720f-466b-ac00-bb3909f1e902,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:39:08.489798 n-d-816206-8 neutron-server[103592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38f8b256-a2cd-43b7-b4fc-65968e250762 None None] Network 28f4f0fd-3383-49ae-bc2f-7bf6642e9c97 is already hosted by enough agents. {{(pid=103592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:39:08.493978 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56761a3e-7bc1-4063-a89c-d5c0f8cd22bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp355044b8-8e87-58c4-94fa-4a010ec30f9e-7cfb2eda-f8a4-4ffc-a47f-7bc1d22ca304', 'network_id': '7cfb2eda-f8a4-4ffc-a47f-7bc1d22ca304', 'tenant_id': '9ea08f514e394d68a6e33e0a371ec75c', 'fixed_ips': [{'subnet_id': '6852d59d-1cf6-47f3-962f-5e91d104095c'}]}} from n-d-816206-8. {{(pid=103592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 17:39:08.494858 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-56761a3e-7bc1-4063-a89c-d5c0f8cd22bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:08.511818 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f8b256-a2cd-43b7-b4fc-65968e250762 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:39:08.512457 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f8b256-a2cd-43b7-b4fc-65968e250762 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:39:08.513082 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f8b256-a2cd-43b7-b4fc-65968e250762 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:39:08.513722 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f8b256-a2cd-43b7-b4fc-65968e250762 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:39:08.513722 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f8b256-a2cd-43b7-b4fc-65968e250762 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:39:08.514060 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f8b256-a2cd-43b7-b4fc-65968e250762 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:39:08.514571 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f8b256-a2cd-43b7-b4fc-65968e250762 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:39:08.514906 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f8b256-a2cd-43b7-b4fc-65968e250762 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:39:08.515237 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f8b256-a2cd-43b7-b4fc-65968e250762 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:39:08.515559 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f8b256-a2cd-43b7-b4fc-65968e250762 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:39:08.516063 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f8b256-a2cd-43b7-b4fc-65968e250762 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:39:08.516592 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f8b256-a2cd-43b7-b4fc-65968e250762 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:39:08.531064 n-d-816206-8 neutron-server[103592]: DEBUG neutron.scheduler.base_scheduler [None req-38f8b256-a2cd-43b7-b4fc-65968e250762 None None] Resources bound (agent type, host, resource id): {{(pid=103592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:39:08.540267 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38f8b256-a2cd-43b7-b4fc-65968e250762 None None] Received port after_create {{(pid=103592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:39:08.609906 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e03fffb0-e7c9-47bd-a470-86c5513d74cf tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:08.727182 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-8fd9779d-8fb1-4420-b98b-8df454bf4e05 tempest-RoutersAdminTest-1523904414 tempest-RoutersAdminTest-1523904414-project-admin] Allocated IP 172.25.3.46 (4c8455ba-1be5-42ac-b8c2-8a16e1292d55/08fe3644-ce41-4c3f-a7ea-92bac0f0fff5/cc94392a-a491-4b7b-958c-f3cfd8224943) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:39:08.742276 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.db_base_plugin_common [None req-56761a3e-7bc1-4063-a89c-d5c0f8cd22bb None None] Allocated IP 172.21.0.2 (7cfb2eda-f8a4-4ffc-a47f-7bc1d22ca304/6852d59d-1cf6-47f3-962f-5e91d104095c/51016ff3-f69e-4405-ae1c-3652b1510deb) {{(pid=103592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:39:08.861501 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-38f8b256-a2cd-43b7-b4fc-65968e250762 None None] Attempting to bind port 23cecadc-0306-44c8-933e-54912d5893b0 on host n-d-816206-8 for vnic_type normal with profile {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:39:08.861873 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-38f8b256-a2cd-43b7-b4fc-65968e250762 None None] Attempting to bind port 23cecadc-0306-44c8-933e-54912d5893b0 by drivers openvswitch,hyperv on host n-d-816206-8 at level 0 using segments [{'id': 'cb9db7d3-887f-43f7-9ab0-acc54f484e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '28f4f0fd-3383-49ae-bc2f-7bf6642e9c97'}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:39:08.862236 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38f8b256-a2cd-43b7-b4fc-65968e250762 None None] Attempting to bind port 23cecadc-0306-44c8-933e-54912d5893b0 on network 28f4f0fd-3383-49ae-bc2f-7bf6642e9c97 {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:39:08.880599 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38f8b256-a2cd-43b7-b4fc-65968e250762 None None] Checking agent: {'id': '9e89acbe-4bbe-4c77-a18b-6f1da9133e0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 7, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 38, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:39:08.882421 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38f8b256-a2cd-43b7-b4fc-65968e250762 None None] Checking segment: {'id': 'cb9db7d3-887f-43f7-9ab0-acc54f484e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '28f4f0fd-3383-49ae-bc2f-7bf6642e9c97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:39:08.885795 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-38f8b256-a2cd-43b7-b4fc-65968e250762 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:08.887424 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38f8b256-a2cd-43b7-b4fc-65968e250762 None None] Bound using segment: {'id': 'cb9db7d3-887f-43f7-9ab0-acc54f484e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '28f4f0fd-3383-49ae-bc2f-7bf6642e9c97'} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:39:08.888986 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-38f8b256-a2cd-43b7-b4fc-65968e250762 None None] Bound port: 23cecadc-0306-44c8-933e-54912d5893b0, host: n-d-816206-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb9db7d3-887f-43f7-9ab0-acc54f484e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '28f4f0fd-3383-49ae-bc2f-7bf6642e9c97'}}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:39:08.889904 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-38f8b256-a2cd-43b7-b4fc-65968e250762 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:08.938207 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 49010) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:39:08.969824 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-b7c306ec-59b8-4d00-9f02-554767ea2622 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:09.070317 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-38f8b256-a2cd-43b7-b4fc-65968e250762 None None] For port 23cecadc-0306-44c8-933e-54912d5893b0, host n-d-816206-8, cleared binding levels {{(pid=103592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:39:09.075245 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-38f8b256-a2cd-43b7-b4fc-65968e250762 None None] For port 23cecadc-0306-44c8-933e-54912d5893b0, host n-d-816206-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=23cecadc-0306-44c8-933e-54912d5893b0,segment=NetworkSegment(cb9db7d3-887f-43f7-9ab0-acc54f484e81),segment_id=cb9db7d3-887f-43f7-9ab0-acc54f484e81)] {{(pid=103592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:39:09.097478 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-38f8b256-a2cd-43b7-b4fc-65968e250762 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:09.099048 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8fd9779d-8fb1-4420-b98b-8df454bf4e05 tempest-RoutersAdminTest-1523904414 tempest-RoutersAdminTest-1523904414-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:09.185874 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-e03fffb0-e7c9-47bd-a470-86c5513d74cf tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Allocated IP 172.20.0.1 (28f4f0fd-3383-49ae-bc2f-7bf6642e9c97/fb4c7b23-5967-4079-b64f-d2dd070d2ff5/9319a920-c729-44c6-bf97-55e7206d4930) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:39:09.225989 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-56761a3e-7bc1-4063-a89c-d5c0f8cd22bb None None] Publish callbacks [] for port, precommit_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:09.227008 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f667f119-58ab-420d-b8ca-3d3705f419b5 req-7c8c7f1a-6870-4587-b523-ff6b894ca592 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:39:09.237762 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f667f119-58ab-420d-b8ca-3d3705f419b5 req-7c8c7f1a-6870-4587-b523-ff6b894ca592 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/ports?device_id=8c8ab3f8-16eb-4725-8c20-4ee36fa1a7e0 HTTP/1.1" status: 200 len: 946 time: 0.1941049 Nov 23 17:39:09.246082 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f8b256-a2cd-43b7-b4fc-65968e250762 None None] Pushing event updated for resources: {'Port': ['ID=23cecadc-0306-44c8-933e-54912d5893b0,revision_number=2']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:39:09.257535 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-b7c306ec-59b8-4d00-9f02-554767ea2622 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:09.261555 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-56761a3e-7bc1-4063-a89c-d5c0f8cd22bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980'] for port, after_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:09.268916 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-b7c306ec-59b8-4d00-9f02-554767ea2622 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:09.271252 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8fd9779d-8fb1-4420-b98b-8df454bf4e05 tempest-RoutersAdminTest-1523904414 tempest-RoutersAdminTest-1523904414-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:09.347278 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c306ec-59b8-4d00-9f02-554767ea2622 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f08e8550-32a3-4f16-ba47-a532a24a493f,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:39:09.385056 n-d-816206-8 neutron-server[103592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56761a3e-7bc1-4063-a89c-d5c0f8cd22bb None None] Network 7cfb2eda-f8a4-4ffc-a47f-7bc1d22ca304 is already hosted by enough agents. {{(pid=103592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:39:09.387255 n-d-816206-8 neutron-server[103592]: DEBUG neutron.scheduler.base_scheduler [None req-56761a3e-7bc1-4063-a89c-d5c0f8cd22bb None None] Resources bound (agent type, host, resource id): {{(pid=103592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:39:09.392741 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-b7c306ec-59b8-4d00-9f02-554767ea2622 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=8136abb8a5a44b0ea43cb698cb3911ed&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4498723 Nov 23 17:39:09.393010 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56761a3e-7bc1-4063-a89c-d5c0f8cd22bb None None] Received port after_create {{(pid=103592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:39:09.396319 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 49020) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:39:09.396957 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56761a3e-7bc1-4063-a89c-d5c0f8cd22bb None None] Pushing event updated for resources: {'Port': ['ID=51016ff3-f69e-4405-ae1c-3652b1510deb,revision_number=1']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:39:09.477720 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f667f119-58ab-420d-b8ca-3d3705f419b5 req-e16571f3-6a48-4121-83e8-e86845880276 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/security-groups?id=776cdaad-ec9b-4a42-a3a9-360feae7cf4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2389171 Nov 23 17:39:09.478247 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fd9779d-8fb1-4420-b98b-8df454bf4e05 tempest-RoutersAdminTest-1523904414 tempest-RoutersAdminTest-1523904414-project-admin] Network 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:39:09.482559 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd9779d-8fb1-4420-b98b-8df454bf4e05 tempest-RoutersAdminTest-1523904414 tempest-RoutersAdminTest-1523904414-project-admin] Pushing event updated for resources: {'Port': ['ID=cc94392a-a491-4b7b-958c-f3cfd8224943,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:39:09.504437 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-8fd9779d-8fb1-4420-b98b-8df454bf4e05 tempest-RoutersAdminTest-1523904414 tempest-RoutersAdminTest-1523904414-project-admin] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:39:09.504437 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fd9779d-8fb1-4420-b98b-8df454bf4e05 tempest-RoutersAdminTest-1523904414 tempest-RoutersAdminTest-1523904414-project-admin] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:39:09.518659 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-56761a3e-7bc1-4063-a89c-d5c0f8cd22bb None None] Attempting to bind port 51016ff3-f69e-4405-ae1c-3652b1510deb on host n-d-816206-8 for vnic_type normal with profile {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:39:09.519479 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-56761a3e-7bc1-4063-a89c-d5c0f8cd22bb None None] Attempting to bind port 51016ff3-f69e-4405-ae1c-3652b1510deb by drivers openvswitch,hyperv on host n-d-816206-8 at level 0 using segments [{'id': 'f27a4138-9967-4299-9e57-66f1ef0aaac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '7cfb2eda-f8a4-4ffc-a47f-7bc1d22ca304'}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:39:09.519843 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56761a3e-7bc1-4063-a89c-d5c0f8cd22bb None None] Attempting to bind port 51016ff3-f69e-4405-ae1c-3652b1510deb on network 7cfb2eda-f8a4-4ffc-a47f-7bc1d22ca304 {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:39:09.526404 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4f80909-fde1-430b-8a1d-b4b9152437bd None None] DHCP port deletion for 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:39:09.536840 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56761a3e-7bc1-4063-a89c-d5c0f8cd22bb None None] Checking agent: {'id': '9e89acbe-4bbe-4c77-a18b-6f1da9133e0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 7, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 38, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:39:09.537213 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56761a3e-7bc1-4063-a89c-d5c0f8cd22bb None None] Checking segment: {'id': 'f27a4138-9967-4299-9e57-66f1ef0aaac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '7cfb2eda-f8a4-4ffc-a47f-7bc1d22ca304'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:39:09.537615 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-56761a3e-7bc1-4063-a89c-d5c0f8cd22bb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:09.541813 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56761a3e-7bc1-4063-a89c-d5c0f8cd22bb None None] Bound using segment: {'id': 'f27a4138-9967-4299-9e57-66f1ef0aaac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '7cfb2eda-f8a4-4ffc-a47f-7bc1d22ca304'} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:39:09.542565 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-56761a3e-7bc1-4063-a89c-d5c0f8cd22bb None None] Bound port: 51016ff3-f69e-4405-ae1c-3652b1510deb, host: n-d-816206-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f27a4138-9967-4299-9e57-66f1ef0aaac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '7cfb2eda-f8a4-4ffc-a47f-7bc1d22ca304'}}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:39:09.543467 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-56761a3e-7bc1-4063-a89c-d5c0f8cd22bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:09.566611 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e03fffb0-e7c9-47bd-a470-86c5513d74cf tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:09.604592 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-1182c0bb-ed64-4290-a439-b8d4a95cb419 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:09.716608 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef41d86-f30a-44ad-ab6d-b4fef5f98baa req-d3c5f694-8825-4e53-a358-a1b140b1cbea tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:39:09.718333 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-fef41d86-f30a-44ad-ab6d-b4fef5f98baa req-d3c5f694-8825-4e53-a358-a1b140b1cbea tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.36 "GET /v2.0/ports?device_id=8c8ab3f8-16eb-4725-8c20-4ee36fa1a7e0 HTTP/1.1" status: 200 len: 946 time: 0.1984828 Nov 23 17:39:09.782771 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-1182c0bb-ed64-4290-a439-b8d4a95cb419 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:09.830642 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-6024240a-1775-4851-bfc7-f5b2e6158e18 None None] Publish callbacks [] for port, precommit_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:09.836240 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-56761a3e-7bc1-4063-a89c-d5c0f8cd22bb None None] For port 51016ff3-f69e-4405-ae1c-3652b1510deb, host n-d-816206-8, cleared binding levels {{(pid=103592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:39:09.849343 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-4ee5e2d3-3804-4b1e-b761-b71a4b7cebc7 None None] Provisioning complete for port cc94392a-a491-4b7b-958c-f3cfd8224943 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:39:09.849721 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-4ee5e2d3-3804-4b1e-b761-b71a4b7cebc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:09.852807 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-56761a3e-7bc1-4063-a89c-d5c0f8cd22bb None None] For port 51016ff3-f69e-4405-ae1c-3652b1510deb, host n-d-816206-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=51016ff3-f69e-4405-ae1c-3652b1510deb,segment=NetworkSegment(f27a4138-9967-4299-9e57-66f1ef0aaac3),segment_id=f27a4138-9967-4299-9e57-66f1ef0aaac3)] {{(pid=103592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:39:09.854959 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-6024240a-1775-4851-bfc7-f5b2e6158e18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:09.894709 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 23cecadc-0306-44c8-933e-54912d5893b0 up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:39:09.963148 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9eab0d0-c416-4458-b577-83f968f139ec req-108bedad-7376-409c-8d7f-30a7a02011fd tempest-ServerRescueTestJSON-1442542130 tempest-ServerRescueTestJSON-1442542130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:39:09.967032 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-56761a3e-7bc1-4063-a89c-d5c0f8cd22bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:09.967980 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a9eab0d0-c416-4458-b577-83f968f139ec req-108bedad-7376-409c-8d7f-30a7a02011fd tempest-ServerRescueTestJSON-1442542130 tempest-ServerRescueTestJSON-1442542130-project] 10.222.0.60 "GET /v2.0/ports?device_id=88ef59a7-741b-4e2e-8f60-79bf9bf9f465 HTTP/1.1" status: 200 len: 946 time: 0.3357317 Nov 23 17:39:10.073020 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db8944df-8050-453f-b13a-1bd3ce46c161 None None] DHCP port deletion for 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:39:10.073135 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-1182c0bb-ed64-4290-a439-b8d4a95cb419 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:10.091040 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-1182c0bb-ed64-4290-a439-b8d4a95cb419 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:10.094208 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-1182c0bb-ed64-4290-a439-b8d4a95cb419 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f08e8550-32a3-4f16-ba47-a532a24a493f HTTP/1.1" status: 204 len: 168 time: 0.6968160 Nov 23 17:39:10.102796 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-4ee5e2d3-3804-4b1e-b761-b71a4b7cebc7 None None] Port cc94392a-a491-4b7b-958c-f3cfd8224943 cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:39:10.110503 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a9eab0d0-c416-4458-b577-83f968f139ec req-1491a03e-5c4a-4580-b42a-9b46f0b62939 tempest-ServerRescueTestJSON-1442542130 tempest-ServerRescueTestJSON-1442542130-project] 10.222.0.60 "GET /v2.0/security-groups?id=cf26cd6b-cd43-4747-bf84-de1f0ff7a3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299181 Nov 23 17:39:10.136327 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1182c0bb-ed64-4290-a439-b8d4a95cb419 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f08e8550-32a3-4f16-ba47-a532a24a493f,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:39:10.153544 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [req-fef41d86-f30a-44ad-ab6d-b4fef5f98baa req-f4d677f3-9e60-45d2-895b-04bcbb1053ac tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Deleting port 510dfaa4-27ed-4c8d-b51b-bbe20d529067 {{(pid=103591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:39:10.154317 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-fef41d86-f30a-44ad-ab6d-b4fef5f98baa req-f4d677f3-9e60-45d2-895b-04bcbb1053ac tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:10.155148 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbf201f-2e77-41f4-b689-b75fb78aaff3 None None] Pushing event updated for resources: {'Port': ['ID=24866870-8932-4e4a-98f2-20731ae05f8b,revision_number=2']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:39:10.171419 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-6024240a-1775-4851-bfc7-f5b2e6158e18 None None] Attempting to bind port 24866870-8932-4e4a-98f2-20731ae05f8b on host n-d-816206-8 for vnic_type normal with profile {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:39:10.171799 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-6024240a-1775-4851-bfc7-f5b2e6158e18 None None] Attempting to bind port 24866870-8932-4e4a-98f2-20731ae05f8b by drivers openvswitch,hyperv on host n-d-816206-8 at level 0 using segments [{'id': 'bffd1e4f-e80f-4ff0-b418-2f42ae15febf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:39:10.172167 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6024240a-1775-4851-bfc7-f5b2e6158e18 None None] Attempting to bind port 24866870-8932-4e4a-98f2-20731ae05f8b on network 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:39:10.213351 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port 23cecadc-0306-44c8-933e-54912d5893b0 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:39:10.214401 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:10.347352 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6024240a-1775-4851-bfc7-f5b2e6158e18 None None] Checking agent: {'id': '9e89acbe-4bbe-4c77-a18b-6f1da9133e0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 7, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 38, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:39:10.348517 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6024240a-1775-4851-bfc7-f5b2e6158e18 None None] Checking segment: {'id': 'bffd1e4f-e80f-4ff0-b418-2f42ae15febf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:39:10.349125 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-6024240a-1775-4851-bfc7-f5b2e6158e18 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:10.349710 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6024240a-1775-4851-bfc7-f5b2e6158e18 None None] Bound using segment: {'id': 'bffd1e4f-e80f-4ff0-b418-2f42ae15febf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:39:10.350424 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-6024240a-1775-4851-bfc7-f5b2e6158e18 None None] Bound port: 24866870-8932-4e4a-98f2-20731ae05f8b, host: n-d-816206-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bffd1e4f-e80f-4ff0-b418-2f42ae15febf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'}}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:39:10.351780 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-6024240a-1775-4851-bfc7-f5b2e6158e18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:10.400822 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-fef41d86-f30a-44ad-ab6d-b4fef5f98baa req-f4d677f3-9e60-45d2-895b-04bcbb1053ac tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] For port 510dfaa4-27ed-4c8d-b51b-bbe20d529067, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=510dfaa4-27ed-4c8d-b51b-bbe20d529067,segment=NetworkSegment(ec813e0a-4415-4fed-a736-e9a0442fcb85),segment_id=ec813e0a-4415-4fed-a736-e9a0442fcb85)] {{(pid=103591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:39:10.401790 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-fef41d86-f30a-44ad-ab6d-b4fef5f98baa req-f4d677f3-9e60-45d2-895b-04bcbb1053ac tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:10.427147 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [req-fef41d86-f30a-44ad-ab6d-b4fef5f98baa req-f4d677f3-9e60-45d2-895b-04bcbb1053ac tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Calling delete_port for 510dfaa4-27ed-4c8d-b51b-bbe20d529067 owned by compute:nova {{(pid=103591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:39:10.553538 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56761a3e-7bc1-4063-a89c-d5c0f8cd22bb None None] Pushing event updated for resources: {'Port': ['ID=51016ff3-f69e-4405-ae1c-3652b1510deb,revision_number=2']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:39:10.657096 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-0ff1e8d3-6480-47cd-b101-143ae16cebba None None] Provisioning complete for port 24866870-8932-4e4a-98f2-20731ae05f8b triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:39:10.657479 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-0ff1e8d3-6480-47cd-b101-143ae16cebba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:10.734612 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e03fffb0-e7c9-47bd-a470-86c5513d74cf tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:10.743930 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b036be16-47c7-4545-b200-e566cff672cf req-3ba1d285-b4b8-43ce-ae96-2e9e4a889a57 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:39:10.755011 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b036be16-47c7-4545-b200-e566cff672cf req-3ba1d285-b4b8-43ce-ae96-2e9e4a889a57 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/ports?device_id=8c8ab3f8-16eb-4725-8c20-4ee36fa1a7e0 HTTP/1.1" status: 200 len: 946 time: 0.1219370 Nov 23 17:39:10.792601 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-0ff1e8d3-6480-47cd-b101-143ae16cebba None None] Port 24866870-8932-4e4a-98f2-20731ae05f8b cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:39:10.814053 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e03fffb0-e7c9-47bd-a470-86c5513d74cf tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Network 28f4f0fd-3383-49ae-bc2f-7bf6642e9c97 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:39:10.830705 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-e03fffb0-e7c9-47bd-a470-86c5513d74cf tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:39:10.833534 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8fd9779d-8fb1-4420-b98b-8df454bf4e05 tempest-RoutersAdminTest-1523904414 tempest-RoutersAdminTest-1523904414-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:10.856142 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-6024240a-1775-4851-bfc7-f5b2e6158e18 None None] For port 24866870-8932-4e4a-98f2-20731ae05f8b, host n-d-816206-8, cleared binding levels {{(pid=103592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:39:10.908780 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:10.923959 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-6024240a-1775-4851-bfc7-f5b2e6158e18 None None] For port 24866870-8932-4e4a-98f2-20731ae05f8b, host n-d-816206-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=24866870-8932-4e4a-98f2-20731ae05f8b,segment=NetworkSegment(bffd1e4f-e80f-4ff0-b418-2f42ae15febf),segment_id=bffd1e4f-e80f-4ff0-b418-2f42ae15febf)] {{(pid=103592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:39:10.936622 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03fffb0-e7c9-47bd-a470-86c5513d74cf tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Pushing event updated for resources: {'Port': ['ID=9319a920-c729-44c6-bf97-55e7206d4930,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:39:10.940314 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-6024240a-1775-4851-bfc7-f5b2e6158e18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:10.949680 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e03fffb0-e7c9-47bd-a470-86c5513d74cf tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:39:11.010335 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b036be16-47c7-4545-b200-e566cff672cf req-ad5a6791-66f2-4b62-8d3f-a54225bc62c3 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/security-groups?id=776cdaad-ec9b-4a42-a3a9-360feae7cf4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2509325 Nov 23 17:39:11.012825 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-fef41d86-f30a-44ad-ab6d-b4fef5f98baa req-f4d677f3-9e60-45d2-895b-04bcbb1053ac tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:11.090000 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d677f3-9e60-45d2-895b-04bcbb1053ac tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Pushing event deleted for resources: {'Port': ['ID=510dfaa4-27ed-4c8d-b51b-bbe20d529067,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:39:11.108974 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbf201f-2e77-41f4-b689-b75fb78aaff3 None None] Pushing event updated for resources: {'Port': ['ID=24866870-8932-4e4a-98f2-20731ae05f8b,revision_number=3']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:39:11.121927 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] get_ports_and_sgs() called for port_ids ['510dfaa4-27ed-4c8d-b51b-bbe20d529067'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:39:11.124250 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b07f106-9d0e-48c7-a2a9-501767c826e3 None None] Network 28f4f0fd-3383-49ae-bc2f-7bf6642e9c97 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:39:11.158515 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6024240a-1775-4851-bfc7-f5b2e6158e18 None None] Routers {'dfd665d5-36ec-413b-b641-1bd26ccd7ffc'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:39:11.159211 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-6024240a-1775-4851-bfc7-f5b2e6158e18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:38:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['dfd665d5-36ec-413b-b641-1bd26ccd7ffc'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:39:11.172365 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [req-fef41d86-f30a-44ad-ab6d-b4fef5f98baa req-f4d677f3-9e60-45d2-895b-04bcbb1053ac tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] No DVR routers for this DVR port 510dfaa4-27ed-4c8d-b51b-bbe20d529067 on host n-h2-816206-8 {{(pid=103591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:39:11.175776 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-308d0d8b-56e0-4219-b9a0-d1d3b1b412d6 None None] DHCP port deletion for 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:39:11.176048 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-fef41d86-f30a-44ad-ab6d-b4fef5f98baa req-f4d677f3-9e60-45d2-895b-04bcbb1053ac tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:11.182971 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-fef41d86-f30a-44ad-ab6d-b4fef5f98baa req-f4d677f3-9e60-45d2-895b-04bcbb1053ac tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.36 "DELETE /v2.0/ports/510dfaa4-27ed-4c8d-b51b-bbe20d529067 HTTP/1.1" status: 204 len: 173 time: 1.4395380 Nov 23 17:39:11.184827 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c8ab3f8-16eb-4725-8c20-4ee36fa1a7e0', 'name': 'network-vif-deleted', 'tag': '510dfaa4-27ed-4c8d-b51b-bbe20d529067'}] {{(pid=103591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:39:11.188347 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41d174a19ece9499ff9ec44e5b3fc50f2abd3ffbc947fb7e52ea1e8db27b95b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19e842fd-8719-4ed3-a766-1d364417c10a" -d '{"events": [{"server_uuid": "8c8ab3f8-16eb-4725-8c20-4ee36fa1a7e0", "name": "network-vif-deleted", "tag": "510dfaa4-27ed-4c8d-b51b-bbe20d529067"}]}' {{(pid=103591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:39:11.201152 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e03fffb0-e7c9-47bd-a470-86c5513d74cf tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1795539'] for router_interface, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:11.401271 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0416a2e-fcca-4d2a-9def-96f65ea4a26c req-24204ca9-7f85-4622-a9c1-db0fac7135d6 tempest-ServerRescueTestJSON-1442542130 tempest-ServerRescueTestJSON-1442542130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:39:11.408967 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b0416a2e-fcca-4d2a-9def-96f65ea4a26c req-24204ca9-7f85-4622-a9c1-db0fac7135d6 tempest-ServerRescueTestJSON-1442542130 tempest-ServerRescueTestJSON-1442542130-project] 10.222.0.60 "GET /v2.0/ports?device_id=88ef59a7-741b-4e2e-8f60-79bf9bf9f465 HTTP/1.1" status: 200 len: 946 time: 0.1083920 Nov 23 17:39:11.440313 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e03fffb0-e7c9-47bd-a470-86c5513d74cf tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:11.573394 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b0416a2e-fcca-4d2a-9def-96f65ea4a26c req-8b84f126-6e04-465f-aeba-a0b863d6fbd2 tempest-ServerRescueTestJSON-1442542130 tempest-ServerRescueTestJSON-1442542130-project] 10.222.0.60 "GET /v2.0/security-groups?id=cf26cd6b-cd43-4747-bf84-de1f0ff7a3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631753 Nov 23 17:39:11.677881 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8fd9779d-8fb1-4420-b98b-8df454bf4e05 tempest-RoutersAdminTest-1523904414 tempest-RoutersAdminTest-1523904414-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1794316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1795362'] for router, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:11.771886 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] For port 23cecadc-0306-44c8-933e-54912d5893b0, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=23cecadc-0306-44c8-933e-54912d5893b0,segment=NetworkSegment(cb9db7d3-887f-43f7-9ab0-acc54f484e81),segment_id=cb9db7d3-887f-43f7-9ab0-acc54f484e81)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:39:11.776009 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-6cf625cc-78b4-48e4-9fb2-2ace6f01d8fb None None] Provisioning complete for port 23cecadc-0306-44c8-933e-54912d5893b0 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:39:11.779588 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-6cf625cc-78b4-48e4-9fb2-2ace6f01d8fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:11.821259 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:39:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51dfa540-bbbf-42ea-b1a2-ae31ea35772f x-openstack-request-id: req-51dfa540-bbbf-42ea-b1a2-ae31ea35772f {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:39:11.821764 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c8ab3f8-16eb-4725-8c20-4ee36fa1a7e0", "name": "network-vif-deleted", "tag": "510dfaa4-27ed-4c8d-b51b-bbe20d529067", "status": "completed", "code": 200}]} {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:39:11.822198 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-51dfa540-bbbf-42ea-b1a2-ae31ea35772f {{(pid=103591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:39:11.822793 n-d-816206-8 neutron-server[103591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c8ab3f8-16eb-4725-8c20-4ee36fa1a7e0', 'name': 'network-vif-deleted', 'tag': '510dfaa4-27ed-4c8d-b51b-bbe20d529067', 'status': 'completed', 'code': 200} Nov 23 17:39:11.877047 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:12.192957 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvr_db [None req-6024240a-1775-4851-bfc7-f5b2e6158e18 None None] Set router dfd665d5-36ec-413b-b641-1bd26ccd7ffc gateway port host: n-d-816206-8 {{(pid=103592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:39:12.267149 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b7810fda-3912-4d1e-b661-865b66b30e24 req-a54ceaf2-c333-4750-9580-ddfa2f6866bc tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/ports?device_id=8c8ab3f8-16eb-4725-8c20-4ee36fa1a7e0 HTTP/1.1" status: 200 len: 210 time: 0.1503155 Nov 23 17:39:12.341104 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5443fb49-4785-4baa-acf9-39361464e31d None None] Network 7cfb2eda-f8a4-4ffc-a47f-7bc1d22ca304 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:39:12.347085 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 51016ff3-f69e-4405-ae1c-3652b1510deb up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:39:12.366417 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fd9779d-8fb1-4420-b98b-8df454bf4e05 tempest-RoutersAdminTest-1523904414 tempest-RoutersAdminTest-1523904414-project-admin] Router 75b198d7-4294-4991-9acf-a2c0d3271ddf is scheduled to L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 with binding_index 1 {{(pid=103590) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 17:39:12.508207 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af263ccf-ab81-438f-a570-fd2cf369d32a req-30575c33-ae3e-4e5e-914d-8bcc0ef61225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:39:12.509917 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-af263ccf-ab81-438f-a570-fd2cf369d32a req-30575c33-ae3e-4e5e-914d-8bcc0ef61225 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=88ef59a7-741b-4e2e-8f60-79bf9bf9f465 HTTP/1.1" status: 200 len: 1097 time: 0.2208784 Nov 23 17:39:12.684069 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-af263ccf-ab81-438f-a570-fd2cf369d32a req-0a7d3346-b7dd-4f69-b36d-09dc07dd44cb service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=cf26cd6b-cd43-4747-bf84-de1f0ff7a3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644447 Nov 23 17:39:12.691419 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e03fffb0-e7c9-47bd-a470-86c5513d74cf tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks [] for port, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:12.693569 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fd9779d-8fb1-4420-b98b-8df454bf4e05 tempest-RoutersAdminTest-1523904414 tempest-RoutersAdminTest-1523904414-project-admin] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:39:12.705667 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59931967-1edc-431d-8f93-117efb47a964 None None] Sync routers for ids ['75b198d7-4294-4991-9acf-a2c0d3271ddf'] in n-d-816206-8 {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:39:12.735357 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59931967-1edc-431d-8f93-117efb47a964 None None] Routers {'75b198d7-4294-4991-9acf-a2c0d3271ddf'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:39:12.740314 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e03fffb0-e7c9-47bd-a470-86c5513d74cf tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264357957'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:12.741142 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-59931967-1edc-431d-8f93-117efb47a964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:38:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['75b198d7-4294-4991-9acf-a2c0d3271ddf'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:39:12.824296 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8fd9779d-8fb1-4420-b98b-8df454bf4e05 tempest-RoutersAdminTest-1523904414 tempest-RoutersAdminTest-1523904414-project-admin] Publish callbacks [] for router, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:12.826406 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-8fd9779d-8fb1-4420-b98b-8df454bf4e05 tempest-RoutersAdminTest-1523904414 tempest-RoutersAdminTest-1523904414-project-admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 5.7939782 Nov 23 17:39:12.830487 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3216ac9-db31-4aa8-9c4b-d58901437980 req-5640e76a-360c-4428-935e-ee3f16ece191 tempest-ServerRescueTestJSON-1442542130 tempest-ServerRescueTestJSON-1442542130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:39:12.841131 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a3216ac9-db31-4aa8-9c4b-d58901437980 req-5640e76a-360c-4428-935e-ee3f16ece191 tempest-ServerRescueTestJSON-1442542130 tempest-ServerRescueTestJSON-1442542130-project] 10.222.0.60 "GET /v2.0/ports?device_id=88ef59a7-741b-4e2e-8f60-79bf9bf9f465 HTTP/1.1" status: 200 len: 946 time: 0.1179004 Nov 23 17:39:12.845593 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 49120) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:39:12.951394 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e03fffb0-e7c9-47bd-a470-86c5513d74cf tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2068703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1794403'] for router_interface, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:12.962641 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03fffb0-e7c9-47bd-a470-86c5513d74cf tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Pushing event updated for resources: {'Port': ['ID=9319a920-c729-44c6-bf97-55e7206d4930,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:39:13.017334 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-59931967-1edc-431d-8f93-117efb47a964 None None] Set router 75b198d7-4294-4991-9acf-a2c0d3271ddf gateway port host: n-d-816206-8 {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:39:13.093209 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a3216ac9-db31-4aa8-9c4b-d58901437980 req-d2ba45c5-bc5a-43bc-9ed1-d5c949de2f19 tempest-ServerRescueTestJSON-1442542130 tempest-ServerRescueTestJSON-1442542130-project] 10.222.0.60 "GET /v2.0/security-groups?id=cf26cd6b-cd43-4747-bf84-de1f0ff7a3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2510819 Nov 23 17:39:13.198729 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-78eb5b46-2dae-41a6-a487-2ee54c4b264e tempest-RoutersAdminTest-1523904414 tempest-RoutersAdminTest-1523904414-project-admin] 10.222.0.60 "GET /v2.0/routers/75b198d7-4294-4991-9acf-a2c0d3271ddf HTTP/1.1" status: 200 len: 906 time: 0.3509710 Nov 23 17:39:13.202138 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 49134) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:39:13.205584 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e03fffb0-e7c9-47bd-a470-86c5513d74cf tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Network 28f4f0fd-3383-49ae-bc2f-7bf6642e9c97 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:39:13.208020 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-e03fffb0-e7c9-47bd-a470-86c5513d74cf tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:39:13.310889 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-59931967-1edc-431d-8f93-117efb47a964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75b198d7-4294-4991-9acf-a2c0d3271ddf', 'name': 'tempest-snat-router-337894486', 'tenant_id': 'c8bb95c5a342453d936600f6a4d60f4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.46'}], 'enable_snat': True}, 'gw_port_id': 'cc94392a-a491-4b7b-958c-f3cfd8224943', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:39:07Z', 'updated_at': '2021-11-23T17:39:10Z', 'revision_number': 3, 'project_id': 'c8bb95c5a342453d936600f6a4d60f4e', 'gw_port': {'id': 'cc94392a-a491-4b7b-958c-f3cfd8224943', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:73:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75b198d7-4294-4991-9acf-a2c0d3271ddf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2237, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:39:08Z', 'updated_at': '2021-11-23T17:39:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8'}], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:39:13.370162 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59931967-1edc-431d-8f93-117efb47a964 None None] Checking router: 75b198d7-4294-4991-9acf-a2c0d3271ddf for host: n-d-816206-8 {{(pid=103593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 17:39:13.370839 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59931967-1edc-431d-8f93-117efb47a964 None None] Updating router 75b198d7-4294-4991-9acf-a2c0d3271ddf port cc94392a-a491-4b7b-958c-f3cfd8224943 binding host n-d-816206-8 {{(pid=103593) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 17:39:13.374312 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Pushing event updated for resources: {'Port': ['ID=23cecadc-0306-44c8-933e-54912d5893b0,revision_number=3']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:39:13.423830 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-297fd68c-51e9-4fd6-8683-3d6e7db4a8e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:13.449569 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port 51016ff3-f69e-4405-ae1c-3652b1510deb triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:39:13.450163 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:13.451201 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-59931967-1edc-431d-8f93-117efb47a964 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:13.502950 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:13.529491 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-7a68be89-493f-4c25-9c70-cf2b1f6eafbc tempest-RoutersAdminTest-1523904414 tempest-RoutersAdminTest-1523904414-project-admin] Publish callbacks [] for router, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:13.664340 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-04978a41-db8f-4e53-a6e7-bcf759ada55a None None] Provisioning complete for port 51016ff3-f69e-4405-ae1c-3652b1510deb triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:39:13.665032 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-04978a41-db8f-4e53-a6e7-bcf759ada55a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:13.771963 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e03fffb0-e7c9-47bd-a470-86c5513d74cf tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Router 6a322529-e043-484f-ad2a-c3439bae1986 is scheduled to L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 with binding_index 1 {{(pid=103590) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 17:39:13.820293 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:13.906447 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] For port 51016ff3-f69e-4405-ae1c-3652b1510deb, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=51016ff3-f69e-4405-ae1c-3652b1510deb,segment=NetworkSegment(f27a4138-9967-4299-9e57-66f1ef0aaac3),segment_id=f27a4138-9967-4299-9e57-66f1ef0aaac3)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:39:13.940271 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:13.945826 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-7a68be89-493f-4c25-9c70-cf2b1f6eafbc tempest-RoutersAdminTest-1523904414 tempest-RoutersAdminTest-1523904414-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:13.983848 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-6024240a-1775-4851-bfc7-f5b2e6158e18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfd665d5-36ec-413b-b641-1bd26ccd7ffc', 'name': 'tempest-snat-router-337894486', 'tenant_id': 'c8bb95c5a342453d936600f6a4d60f4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.252'}], 'enable_snat': False}, 'gw_port_id': '24866870-8932-4e4a-98f2-20731ae05f8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:39:03Z', 'updated_at': '2021-11-23T17:39:05Z', 'revision_number': 3, 'project_id': 'c8bb95c5a342453d936600f6a4d60f4e', 'gw_port': {'id': '24866870-8932-4e4a-98f2-20731ae05f8b', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:63:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfd665d5-36ec-413b-b641-1bd26ccd7ffc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2217, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:39:04Z', 'updated_at': '2021-11-23T17:39:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-816206-8'}], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:39:14.054161 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b1fd602f-eeb0-4e2e-93ca-6fda2cc19bbc req-28d2d3c0-d87b-43a9-9b89-36b940afc844 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/ports?device_id=8c8ab3f8-16eb-4725-8c20-4ee36fa1a7e0 HTTP/1.1" status: 200 len: 210 time: 0.1412482 Nov 23 17:39:14.056264 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e03fffb0-e7c9-47bd-a470-86c5513d74cf tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:39:14.079343 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-e03fffb0-e7c9-47bd-a470-86c5513d74cf tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] 10.222.0.60 "PUT /v2.0/routers/6a322529-e043-484f-ad2a-c3439bae1986/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0466313 Nov 23 17:39:14.084171 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 49154) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:39:14.150281 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2bbba79-c912-42a7-9977-cbfa03443718 None None] Sync routers for ids ['6a322529-e043-484f-ad2a-c3439bae1986'] in n-d-816206-8 {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:39:14.182694 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 23cecadc-0306-44c8-933e-54912d5893b0 up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:39:14.190017 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6024240a-1775-4851-bfc7-f5b2e6158e18 None None] The sync data for ids ['dfd665d5-36ec-413b-b641-1bd26ccd7ffc'] in n-d-816206-8 is: [{'id': 'dfd665d5-36ec-413b-b641-1bd26ccd7ffc', 'name': 'tempest-snat-router-337894486', 'tenant_id': 'c8bb95c5a342453d936600f6a4d60f4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.252'}], 'enable_snat': False}, 'gw_port_id': '24866870-8932-4e4a-98f2-20731ae05f8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:39:03Z', 'updated_at': '2021-11-23T17:39:05Z', 'revision_number': 3, 'project_id': 'c8bb95c5a342453d936600f6a4d60f4e', 'gw_port': {'id': '24866870-8932-4e4a-98f2-20731ae05f8b', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:63:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfd665d5-36ec-413b-b641-1bd26ccd7ffc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2217, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:39:04Z', 'updated_at': '2021-11-23T17:39:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-816206-8'}] {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:39:14.190223 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-59931967-1edc-431d-8f93-117efb47a964 None None] Publish callbacks [] for port, precommit_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:14.201587 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07e16cc7-cc9c-49ac-a3d6-ea233f994d93 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:39:14.205458 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-07e16cc7-cc9c-49ac-a3d6-ea233f994d93 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] 10.222.0.60 "GET /v2.0/ports/9319a920-c729-44c6-bf97-55e7206d4930 HTTP/1.1" status: 200 len: 910 time: 0.1201799 Nov 23 17:39:14.208516 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-59931967-1edc-431d-8f93-117efb47a964 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:14.209279 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 49162) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:39:14.266492 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-7a68be89-493f-4c25-9c70-cf2b1f6eafbc tempest-RoutersAdminTest-1523904414 tempest-RoutersAdminTest-1523904414-project-admin] Deleting port cc94392a-a491-4b7b-958c-f3cfd8224943 {{(pid=103591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:39:14.266876 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-7a68be89-493f-4c25-9c70-cf2b1f6eafbc tempest-RoutersAdminTest-1523904414 tempest-RoutersAdminTest-1523904414-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:14.452838 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5cd5dc-b208-4680-9a52-24d11392be46 req-2ad98e19-b7ba-4912-92a6-310299b943ac tempest-ServerRescueTestJSON-1442542130 tempest-ServerRescueTestJSON-1442542130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:39:14.461969 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ec5cd5dc-b208-4680-9a52-24d11392be46 req-2ad98e19-b7ba-4912-92a6-310299b943ac tempest-ServerRescueTestJSON-1442542130 tempest-ServerRescueTestJSON-1442542130-project] 10.222.0.60 "GET /v2.0/ports?device_id=88ef59a7-741b-4e2e-8f60-79bf9bf9f465 HTTP/1.1" status: 200 len: 946 time: 0.1640949 Nov 23 17:39:14.520310 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2bbba79-c912-42a7-9977-cbfa03443718 None None] Routers {'6a322529-e043-484f-ad2a-c3439bae1986'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:39:14.529856 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-a2bbba79-c912-42a7-9977-cbfa03443718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:38:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['6a322529-e043-484f-ad2a-c3439bae1986'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:39:14.539200 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:14.540321 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-7a68be89-493f-4c25-9c70-cf2b1f6eafbc tempest-RoutersAdminTest-1523904414 tempest-RoutersAdminTest-1523904414-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:14.577333 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Pushing event updated for resources: {'Port': ['ID=51016ff3-f69e-4405-ae1c-3652b1510deb,revision_number=3']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:39:14.652998 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-7a68be89-493f-4c25-9c70-cf2b1f6eafbc tempest-RoutersAdminTest-1523904414 tempest-RoutersAdminTest-1523904414-project-admin] Calling delete_port for cc94392a-a491-4b7b-958c-f3cfd8224943 owned by network:router_gateway {{(pid=103591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:39:14.798256 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-a2bbba79-c912-42a7-9977-cbfa03443718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:39:14.886577 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b674b622-63d5-4a0a-8d5c-38fdb74bf11e None None] DHCP port deletion for 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:39:14.899819 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2634cf39-2db8-4e18-a76d-81ad4510292b None None] Pushing event updated for resources: {'Port': ['ID=cc94392a-a491-4b7b-958c-f3cfd8224943,revision_number=2']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:39:14.934854 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [None req-59931967-1edc-431d-8f93-117efb47a964 None None] Attempting to bind port cc94392a-a491-4b7b-958c-f3cfd8224943 on host n-d-816206-8 for vnic_type normal with profile {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:39:14.935242 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [None req-59931967-1edc-431d-8f93-117efb47a964 None None] Attempting to bind port cc94392a-a491-4b7b-958c-f3cfd8224943 by drivers openvswitch,hyperv on host n-d-816206-8 at level 0 using segments [{'id': 'bffd1e4f-e80f-4ff0-b418-2f42ae15febf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'}] {{(pid=103593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:39:14.938794 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59931967-1edc-431d-8f93-117efb47a964 None None] Attempting to bind port cc94392a-a491-4b7b-958c-f3cfd8224943 on network 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:39:14.948565 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2bbba79-c912-42a7-9977-cbfa03443718 None None] Routers {'6a322529-e043-484f-ad2a-c3439bae1986'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:39:14.949310 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-a2bbba79-c912-42a7-9977-cbfa03443718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:38:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['6a322529-e043-484f-ad2a-c3439bae1986'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:39:14.958761 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59931967-1edc-431d-8f93-117efb47a964 None None] Checking agent: {'id': '9e89acbe-4bbe-4c77-a18b-6f1da9133e0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 7, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 38, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:39:14.959522 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59931967-1edc-431d-8f93-117efb47a964 None None] Checking segment: {'id': 'bffd1e4f-e80f-4ff0-b418-2f42ae15febf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:39:14.960974 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-59931967-1edc-431d-8f93-117efb47a964 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:14.962682 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59931967-1edc-431d-8f93-117efb47a964 None None] Bound using segment: {'id': 'bffd1e4f-e80f-4ff0-b418-2f42ae15febf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'} {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:39:14.965029 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [None req-59931967-1edc-431d-8f93-117efb47a964 None None] Bound port: cc94392a-a491-4b7b-958c-f3cfd8224943, host: n-d-816206-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bffd1e4f-e80f-4ff0-b418-2f42ae15febf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'}}] {{(pid=103593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:39:14.966065 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-59931967-1edc-431d-8f93-117efb47a964 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:14.968265 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port 23cecadc-0306-44c8-933e-54912d5893b0 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:39:14.968726 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:15.069540 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-a2bbba79-c912-42a7-9977-cbfa03443718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:39:15.077125 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2bbba79-c912-42a7-9977-cbfa03443718 None None] The sync data for ids ['6a322529-e043-484f-ad2a-c3439bae1986'] in n-d-816206-8 is: [] {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:39:15.098255 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device 510dfaa4-27ed-4c8d-b51b-bbe20d529067 no longer exists at agent hyperv_n-h2-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:39:15.127059 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-59931967-1edc-431d-8f93-117efb47a964 None None] For port cc94392a-a491-4b7b-958c-f3cfd8224943, host n-d-816206-8, cleared binding levels {{(pid=103593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:39:15.136305 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-59931967-1edc-431d-8f93-117efb47a964 None None] For port cc94392a-a491-4b7b-958c-f3cfd8224943, host n-d-816206-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=cc94392a-a491-4b7b-958c-f3cfd8224943,segment=NetworkSegment(bffd1e4f-e80f-4ff0-b418-2f42ae15febf),segment_id=bffd1e4f-e80f-4ff0-b418-2f42ae15febf)] {{(pid=103593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:39:15.152724 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-59931967-1edc-431d-8f93-117efb47a964 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:15.163079 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ec5cd5dc-b208-4680-9a52-24d11392be46 req-0a0c19bc-0718-4e8a-8b16-5aa28cf64b28 tempest-ServerRescueTestJSON-1442542130 tempest-ServerRescueTestJSON-1442542130-project] 10.222.0.60 "GET /v2.0/security-groups?id=cf26cd6b-cd43-4747-bf84-de1f0ff7a3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6981719 Nov 23 17:39:15.306880 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-04978a41-db8f-4e53-a6e7-bcf759ada55a None None] Provisioning complete for port 24866870-8932-4e4a-98f2-20731ae05f8b triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:39:15.309572 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-04978a41-db8f-4e53-a6e7-bcf759ada55a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:15.337585 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59931967-1edc-431d-8f93-117efb47a964 None None] Routers {'75b198d7-4294-4991-9acf-a2c0d3271ddf'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:39:15.338806 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-59931967-1edc-431d-8f93-117efb47a964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:38:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['75b198d7-4294-4991-9acf-a2c0d3271ddf'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:39:15.403784 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1731a26-ee57-4d9d-97bc-b85da8d1fdc9 None None] DHCP port deletion for 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:39:15.476224 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-7a68be89-493f-4c25-9c70-cf2b1f6eafbc tempest-RoutersAdminTest-1523904414 tempest-RoutersAdminTest-1523904414-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:15.493655 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] No Port match for: 510dfaa4-27ed-4c8d-b51b-bbe20d529067 {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:39:15.495007 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device 510dfaa4-27ed-4c8d-b51b-bbe20d529067 not bound to the agent host n-h2-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:39:15.497069 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-7de924d1-3f23-4afc-a560-0d76a225e7c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:15.521596 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5a2460a4-9d52-424a-8a5b-220583f6a81b req-71343861-9f4b-4c03-8803-36aef6cf19ba tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/ports?device_id=8c8ab3f8-16eb-4725-8c20-4ee36fa1a7e0 HTTP/1.1" status: 200 len: 210 time: 0.1269112 Nov 23 17:39:15.592384 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2634cf39-2db8-4e18-a76d-81ad4510292b None None] Pushing event updated for resources: {'Port': ['ID=cc94392a-a491-4b7b-958c-f3cfd8224943,revision_number=3']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:39:15.619947 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a68be89-493f-4c25-9c70-cf2b1f6eafbc tempest-RoutersAdminTest-1523904414 tempest-RoutersAdminTest-1523904414-project-admin] Pushing event deleted for resources: {'Port': ['ID=cc94392a-a491-4b7b-958c-f3cfd8224943,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:39:15.638457 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-59931967-1edc-431d-8f93-117efb47a964 None None] Set router 75b198d7-4294-4991-9acf-a2c0d3271ddf gateway port host: None {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:39:15.767644 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-59931967-1edc-431d-8f93-117efb47a964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75b198d7-4294-4991-9acf-a2c0d3271ddf', 'name': 'tempest-snat-router-337894486', 'tenant_id': 'c8bb95c5a342453d936600f6a4d60f4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:39:07Z', 'updated_at': '2021-11-23T17:39:13Z', 'revision_number': 4, 'project_id': 'c8bb95c5a342453d936600f6a4d60f4e', 'gw_port_host': None}], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:39:15.813101 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59931967-1edc-431d-8f93-117efb47a964 None None] The sync data for ids ['75b198d7-4294-4991-9acf-a2c0d3271ddf'] in n-d-816206-8 is: [{'id': '75b198d7-4294-4991-9acf-a2c0d3271ddf', 'name': 'tempest-snat-router-337894486', 'tenant_id': 'c8bb95c5a342453d936600f6a4d60f4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:39:07Z', 'updated_at': '2021-11-23T17:39:13Z', 'revision_number': 4, 'project_id': 'c8bb95c5a342453d936600f6a4d60f4e', 'gw_port_host': None}] {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:39:15.828108 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71180fdc-8f97-4659-b216-e2038dc9824e None None] DHCP port deletion for 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:39:15.839734 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-04978a41-db8f-4e53-a6e7-bcf759ada55a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:15.850207 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbba10e2-006b-48d7-bbfe-75dcea9248f5 req-ca7984da-7fd9-47dd-b02e-cfe994668542 tempest-ServerRescueTestJSON-1442542130 tempest-ServerRescueTestJSON-1442542130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:39:15.870350 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-fbba10e2-006b-48d7-bbfe-75dcea9248f5 req-ca7984da-7fd9-47dd-b02e-cfe994668542 tempest-ServerRescueTestJSON-1442542130 tempest-ServerRescueTestJSON-1442542130-project] 10.222.0.60 "GET /v2.0/ports?device_id=88ef59a7-741b-4e2e-8f60-79bf9bf9f465 HTTP/1.1" status: 200 len: 946 time: 0.2524166 Nov 23 17:39:15.960387 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-7a68be89-493f-4c25-9c70-cf2b1f6eafbc tempest-RoutersAdminTest-1523904414 tempest-RoutersAdminTest-1523904414-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1795454'] for router_gateway, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:16.016032 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-04978a41-db8f-4e53-a6e7-bcf759ada55a None None] For port 24866870-8932-4e4a-98f2-20731ae05f8b, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=24866870-8932-4e4a-98f2-20731ae05f8b,segment=NetworkSegment(bffd1e4f-e80f-4ff0-b418-2f42ae15febf),segment_id=bffd1e4f-e80f-4ff0-b418-2f42ae15febf)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:39:16.036026 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-04978a41-db8f-4e53-a6e7-bcf759ada55a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:16.166162 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-7a68be89-493f-4c25-9c70-cf2b1f6eafbc tempest-RoutersAdminTest-1523904414 tempest-RoutersAdminTest-1523904414-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1794352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8175'] for router, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:16.170551 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-7a68be89-493f-4c25-9c70-cf2b1f6eafbc tempest-RoutersAdminTest-1523904414 tempest-RoutersAdminTest-1523904414-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:16.311103 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-fbba10e2-006b-48d7-bbfe-75dcea9248f5 req-4afc8561-c40a-4a64-a448-0af573635ccd tempest-ServerRescueTestJSON-1442542130 tempest-ServerRescueTestJSON-1442542130-project] 10.222.0.60 "GET /v2.0/security-groups?id=cf26cd6b-cd43-4747-bf84-de1f0ff7a3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4396796 Nov 23 17:39:16.333452 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-7a68be89-493f-4c25-9c70-cf2b1f6eafbc tempest-RoutersAdminTest-1523904414 tempest-RoutersAdminTest-1523904414-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1795580'] for router, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:16.334129 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a68be89-493f-4c25-9c70-cf2b1f6eafbc tempest-RoutersAdminTest-1523904414 tempest-RoutersAdminTest-1523904414-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 75b198d7-4294-4991-9acf-a2c0d3271ddf {{(pid=103591) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 17:39:16.341352 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-7a68be89-493f-4c25-9c70-cf2b1f6eafbc tempest-RoutersAdminTest-1523904414 tempest-RoutersAdminTest-1523904414-project-admin] Publish callbacks [] for router, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:16.342557 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9f24be38-5d05-44d6-9023-e45e0bd3539d None None] Provisioning complete for port 51016ff3-f69e-4405-ae1c-3652b1510deb triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:39:16.343469 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-7a68be89-493f-4c25-9c70-cf2b1f6eafbc tempest-RoutersAdminTest-1523904414 tempest-RoutersAdminTest-1523904414-project-admin] 10.222.0.60 "DELETE /v2.0/routers/75b198d7-4294-4991-9acf-a2c0d3271ddf HTTP/1.1" status: 204 len: 168 time: 3.1395736 Nov 23 17:39:16.346273 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 49204) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:39:16.363022 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9f24be38-5d05-44d6-9023-e45e0bd3539d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:16.460205 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e780056-d4fe-4c51-8467-60b138ef887e req-5b032210-3652-4219-aa9a-9d3d9bf0c8e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:39:16.464711 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-0e780056-d4fe-4c51-8467-60b138ef887e req-5b032210-3652-4219-aa9a-9d3d9bf0c8e8 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=dc3a84a01fd349d789bdddd52fa39bcb&device_id=88ef59a7-741b-4e2e-8f60-79bf9bf9f465 HTTP/1.1" status: 200 len: 1097 time: 0.0966287 Nov 23 17:39:16.560307 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 24866870-8932-4e4a-98f2-20731ae05f8b up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:39:16.571722 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04978a41-db8f-4e53-a6e7-bcf759ada55a None None] Pushing event updated for resources: {'Port': ['ID=24866870-8932-4e4a-98f2-20731ae05f8b,revision_number=4']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:39:16.630735 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-1cec5d41-dcaf-4137-8eb5-8e8bef074fd4 tempest-RoutersAdminTest-1523904414 tempest-RoutersAdminTest-1523904414-project-admin] Publish callbacks [] for router, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:16.670623 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-52822d53-48f5-4819-8a95-bdc13aea0bf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:16.695274 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-19ea343b-6d94-4f74-be8e-4f4e1001038c tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:16.860741 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port 24866870-8932-4e4a-98f2-20731ae05f8b triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:39:16.861310 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:16.960173 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e780056-d4fe-4c51-8467-60b138ef887e req-0cfd870c-e3c8-457c-99e9-89ef21d1ff7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:39:16.966917 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-1cec5d41-dcaf-4137-8eb5-8e8bef074fd4 tempest-RoutersAdminTest-1523904414 tempest-RoutersAdminTest-1523904414-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:16.968270 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-0e780056-d4fe-4c51-8467-60b138ef887e req-0cfd870c-e3c8-457c-99e9-89ef21d1ff7b service neutron] 10.222.0.55 "GET /v2.0/networks?id=54b597b6-8526-45de-87fd-e706be5a39dc HTTP/1.1" status: 200 len: 911 time: 0.4902725 Nov 23 17:39:16.984002 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9f24be38-5d05-44d6-9023-e45e0bd3539d None None] Provisioning complete for port 23cecadc-0306-44c8-933e-54912d5893b0 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:39:16.984405 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9f24be38-5d05-44d6-9023-e45e0bd3539d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:16.992280 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2ec0b4de-55bf-4123-8b8e-5e81d7d60171 req-33e3725e-4db4-45e5-b1d8-d2344a77eb09 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/ports?device_id=8c8ab3f8-16eb-4725-8c20-4ee36fa1a7e0 HTTP/1.1" status: 200 len: 210 time: 0.0673800 Nov 23 17:39:17.061401 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-0e780056-d4fe-4c51-8467-60b138ef887e req-6ae3b4fc-3aef-488a-a6ab-bf86b188fc9f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d1c9a459-49a8-4e30-a173-b7f7042e002a HTTP/1.1" status: 200 len: 217 time: 0.0847583 Nov 23 17:39:17.096927 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 51016ff3-f69e-4405-ae1c-3652b1510deb up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:39:17.149764 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-1cec5d41-dcaf-4137-8eb5-8e8bef074fd4 tempest-RoutersAdminTest-1523904414 tempest-RoutersAdminTest-1523904414-project-admin] Deleting port 24866870-8932-4e4a-98f2-20731ae05f8b {{(pid=103591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:39:17.150106 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-1cec5d41-dcaf-4137-8eb5-8e8bef074fd4 tempest-RoutersAdminTest-1523904414 tempest-RoutersAdminTest-1523904414-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:17.273040 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e780056-d4fe-4c51-8467-60b138ef887e req-a1372f7c-c62c-4489-b33f-c3e22575b7ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:39:17.277041 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-0e780056-d4fe-4c51-8467-60b138ef887e req-a1372f7c-c62c-4489-b33f-c3e22575b7ec service neutron] 10.222.0.55 "GET /v2.0/subnets?id=093eb2f7-fb10-42a1-aced-cc67680caad4 HTTP/1.1" status: 200 len: 850 time: 0.0784779 Nov 23 17:39:17.322936 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port 51016ff3-f69e-4405-ae1c-3652b1510deb triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:39:17.323311 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:17.323572 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-0e780056-d4fe-4c51-8467-60b138ef887e req-79a46707-c97c-4f4e-97b6-9c513553104f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=54b597b6-8526-45de-87fd-e706be5a39dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364385 Nov 23 17:39:17.336379 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9f24be38-5d05-44d6-9023-e45e0bd3539d None None] Provisioning complete for port 9319a920-c729-44c6-bf97-55e7206d4930 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:39:17.336379 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9f24be38-5d05-44d6-9023-e45e0bd3539d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:17.438970 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-9f24be38-5d05-44d6-9023-e45e0bd3539d None None] Port 9319a920-c729-44c6-bf97-55e7206d4930 cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:39:17.444211 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9f24be38-5d05-44d6-9023-e45e0bd3539d None None] Could not find standard attr ID for object cc94392a-a491-4b7b-958c-f3cfd8224943. {{(pid=103592) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 17:39:17.682857 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-0e780056-d4fe-4c51-8467-60b138ef887e req-f464c53d-395b-4e59-a301-74565d05b6b3 service neutron] 10.222.0.55 "GET /v2.0/networks/54b597b6-8526-45de-87fd-e706be5a39dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3130348 Nov 23 17:39:17.687341 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-19ea343b-6d94-4f74-be8e-4f4e1001038c tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Allocated IP 172.21.0.1 (7cfb2eda-f8a4-4ffc-a47f-7bc1d22ca304/6852d59d-1cf6-47f3-962f-5e91d104095c/d6e7f1bb-c165-4e01-91d3-1247d824688d) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:39:17.698803 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9a27ae6c-db98-474f-94c1-cc99bf842d79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:17.890786 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-0e780056-d4fe-4c51-8467-60b138ef887e req-4bc9ece2-75f4-4233-99af-2c0dd7a7dee6 service neutron] 10.222.0.55 "GET /v2.0/networks/54b597b6-8526-45de-87fd-e706be5a39dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1590378 Nov 23 17:39:17.899983 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [None req-1cec5d41-dcaf-4137-8eb5-8e8bef074fd4 tempest-RoutersAdminTest-1523904414 tempest-RoutersAdminTest-1523904414-project-admin] For port 24866870-8932-4e4a-98f2-20731ae05f8b, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=24866870-8932-4e4a-98f2-20731ae05f8b,segment=NetworkSegment(bffd1e4f-e80f-4ff0-b418-2f42ae15febf),segment_id=bffd1e4f-e80f-4ff0-b418-2f42ae15febf)] {{(pid=103591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:39:17.900724 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-1cec5d41-dcaf-4137-8eb5-8e8bef074fd4 tempest-RoutersAdminTest-1523904414 tempest-RoutersAdminTest-1523904414-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:17.927716 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e6615b-cde3-470b-9823-84a744596399 req-e510c9f6-060f-43fe-a9ba-4cacbf2e41e7 tempest-ServerRescueTestJSON-1442542130 tempest-ServerRescueTestJSON-1442542130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:39:17.929297 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a6e6615b-cde3-470b-9823-84a744596399 req-e510c9f6-060f-43fe-a9ba-4cacbf2e41e7 tempest-ServerRescueTestJSON-1442542130 tempest-ServerRescueTestJSON-1442542130-project] 10.222.0.60 "GET /v2.0/ports?device_id=88ef59a7-741b-4e2e-8f60-79bf9bf9f465 HTTP/1.1" status: 200 len: 946 time: 0.0911040 Nov 23 17:39:17.940151 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-1cec5d41-dcaf-4137-8eb5-8e8bef074fd4 tempest-RoutersAdminTest-1523904414 tempest-RoutersAdminTest-1523904414-project-admin] Calling delete_port for 24866870-8932-4e4a-98f2-20731ae05f8b owned by network:router_gateway {{(pid=103591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:39:18.077990 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-19ea343b-6d94-4f74-be8e-4f4e1001038c tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:18.172460 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-19ea343b-6d94-4f74-be8e-4f4e1001038c tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:18.263185 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19ea343b-6d94-4f74-be8e-4f4e1001038c tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Network 7cfb2eda-f8a4-4ffc-a47f-7bc1d22ca304 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:39:18.268023 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-19ea343b-6d94-4f74-be8e-4f4e1001038c tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:39:18.275245 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a6e6615b-cde3-470b-9823-84a744596399 req-6a3e16c1-5eb0-47aa-b6e7-fce9de181fa9 tempest-ServerRescueTestJSON-1442542130 tempest-ServerRescueTestJSON-1442542130-project] 10.222.0.60 "GET /v2.0/security-groups?id=cf26cd6b-cd43-4747-bf84-de1f0ff7a3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3369625 Nov 23 17:39:18.284885 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-1cec5d41-dcaf-4137-8eb5-8e8bef074fd4 tempest-RoutersAdminTest-1523904414 tempest-RoutersAdminTest-1523904414-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:18.293170 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 24866870-8932-4e4a-98f2-20731ae05f8b up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:39:18.341786 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19ea343b-6d94-4f74-be8e-4f4e1001038c tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:39:18.392130 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:18.398507 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] No Port match for: 24866870-8932-4e4a-98f2-20731ae05f8b {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:39:18.399173 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 24866870-8932-4e4a-98f2-20731ae05f8b not bound to the agent host n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Nov 23 17:39:18.413599 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cec5d41-dcaf-4137-8eb5-8e8bef074fd4 tempest-RoutersAdminTest-1523904414 tempest-RoutersAdminTest-1523904414-project-admin] Pushing event deleted for resources: {'Port': ['ID=24866870-8932-4e4a-98f2-20731ae05f8b,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:39:18.430528 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ea343b-6d94-4f74-be8e-4f4e1001038c tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Pushing event updated for resources: {'Port': ['ID=d6e7f1bb-c165-4e01-91d3-1247d824688d,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:39:18.444701 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4266894b-3e1f-4469-afaa-0d9050bc07a2 None None] DHCP port deletion for 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:39:18.450536 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Port 24866870-8932-4e4a-98f2-20731ae05f8b not found, will not notify nova. {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Nov 23 17:39:18.478358 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-19ea343b-6d94-4f74-be8e-4f4e1001038c tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1795539'] for router_interface, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:18.485845 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6f90e88b-be26-45f8-aa29-3fb17073d870 req-ea618881-056b-40cd-8421-242d0bfff87f tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/ports?device_id=8c8ab3f8-16eb-4725-8c20-4ee36fa1a7e0 HTTP/1.1" status: 200 len: 210 time: 0.2076352 Nov 23 17:39:18.598377 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-1cec5d41-dcaf-4137-8eb5-8e8bef074fd4 tempest-RoutersAdminTest-1523904414 tempest-RoutersAdminTest-1523904414-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1795454'] for router_gateway, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:18.676474 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-19ea343b-6d94-4f74-be8e-4f4e1001038c tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:18.791656 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-1cec5d41-dcaf-4137-8eb5-8e8bef074fd4 tempest-RoutersAdminTest-1523904414 tempest-RoutersAdminTest-1523904414-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1794352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8175'] for router, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:18.792249 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-1cec5d41-dcaf-4137-8eb5-8e8bef074fd4 tempest-RoutersAdminTest-1523904414 tempest-RoutersAdminTest-1523904414-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:18.796516 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-c90f79b6-eb40-497e-9826-afdacfaed760 None None] Provisioning complete for port d6e7f1bb-c165-4e01-91d3-1247d824688d triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:39:18.805315 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c90f79b6-eb40-497e-9826-afdacfaed760 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:18.868817 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-1cec5d41-dcaf-4137-8eb5-8e8bef074fd4 tempest-RoutersAdminTest-1523904414 tempest-RoutersAdminTest-1523904414-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1795580'] for router, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:18.869364 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cec5d41-dcaf-4137-8eb5-8e8bef074fd4 tempest-RoutersAdminTest-1523904414 tempest-RoutersAdminTest-1523904414-project-admin] Fanout notify agent at l3_agent the message router_deleted on router dfd665d5-36ec-413b-b641-1bd26ccd7ffc {{(pid=103591) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 17:39:18.874859 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-1cec5d41-dcaf-4137-8eb5-8e8bef074fd4 tempest-RoutersAdminTest-1523904414 tempest-RoutersAdminTest-1523904414-project-admin] Publish callbacks [] for router, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:18.880212 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-1cec5d41-dcaf-4137-8eb5-8e8bef074fd4 tempest-RoutersAdminTest-1523904414 tempest-RoutersAdminTest-1523904414-project-admin] 10.222.0.60 "DELETE /v2.0/routers/dfd665d5-36ec-413b-b641-1bd26ccd7ffc HTTP/1.1" status: 204 len: 168 time: 2.5304956 Nov 23 17:39:18.880980 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 49258) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:39:18.887262 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-8f495cc7-a9f2-44ab-ac6b-bf0cf0b68162 tempest-RoutersAdminTest-366582559 tempest-RoutersAdminTest-366582559-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1858197844', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'}, 'admin_state_up': False}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:39:18.932021 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-8f495cc7-a9f2-44ab-ac6b-bf0cf0b68162 tempest-RoutersAdminTest-366582559 tempest-RoutersAdminTest-366582559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1793449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8093'] for router, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:18.934667 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-8f495cc7-a9f2-44ab-ac6b-bf0cf0b68162 tempest-RoutersAdminTest-366582559 tempest-RoutersAdminTest-366582559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1794473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1794771', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1638326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8086'] for router, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:18.960242 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-c90f79b6-eb40-497e-9826-afdacfaed760 None None] Port d6e7f1bb-c165-4e01-91d3-1247d824688d cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:39:19.064524 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-8f495cc7-a9f2-44ab-ac6b-bf0cf0b68162 tempest-RoutersAdminTest-366582559 tempest-RoutersAdminTest-366582559-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:19.431097 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-19ea343b-6d94-4f74-be8e-4f4e1001038c tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks [] for port, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:19.445789 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-8f495cc7-a9f2-44ab-ac6b-bf0cf0b68162 tempest-RoutersAdminTest-366582559 tempest-RoutersAdminTest-366582559-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:19.453176 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-19ea343b-6d94-4f74-be8e-4f4e1001038c tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264357957'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:19.659677 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-19ea343b-6d94-4f74-be8e-4f4e1001038c tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2068703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1794403'] for router_interface, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:19.662458 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ea343b-6d94-4f74-be8e-4f4e1001038c tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Pushing event updated for resources: {'Port': ['ID=d6e7f1bb-c165-4e01-91d3-1247d824688d,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:39:19.744866 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f858c22-553b-4ae9-a514-9dfa6731cbb3 req-5bed66b4-079a-48a0-a14f-c861a67449f1 tempest-ServerRescueTestJSON-1442542130 tempest-ServerRescueTestJSON-1442542130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:39:19.747391 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2f858c22-553b-4ae9-a514-9dfa6731cbb3 req-5bed66b4-079a-48a0-a14f-c861a67449f1 tempest-ServerRescueTestJSON-1442542130 tempest-ServerRescueTestJSON-1442542130-project] 10.222.0.60 "GET /v2.0/ports?device_id=88ef59a7-741b-4e2e-8f60-79bf9bf9f465 HTTP/1.1" status: 200 len: 946 time: 0.2836361 Nov 23 17:39:19.805014 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-805b7c50-5482-414e-8f28-a33eb2b9b431 req-1e2793a1-a643-44b9-9ed6-59395eedc24d tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/ports?device_id=8c8ab3f8-16eb-4725-8c20-4ee36fa1a7e0 HTTP/1.1" status: 200 len: 210 time: 0.0830562 Nov 23 17:39:19.856323 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2f858c22-553b-4ae9-a514-9dfa6731cbb3 req-4ad7d954-9fa5-4f13-a84a-6f5bf1e812a8 tempest-ServerRescueTestJSON-1442542130 tempest-ServerRescueTestJSON-1442542130-project] 10.222.0.60 "GET /v2.0/security-groups?id=cf26cd6b-cd43-4747-bf84-de1f0ff7a3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965695 Nov 23 17:39:19.880370 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19ea343b-6d94-4f74-be8e-4f4e1001038c tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Network 7cfb2eda-f8a4-4ffc-a47f-7bc1d22ca304 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:39:19.903284 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-19ea343b-6d94-4f74-be8e-4f4e1001038c tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:39:20.058378 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19ea343b-6d94-4f74-be8e-4f4e1001038c tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Router 6a322529-e043-484f-ad2a-c3439bae1986 has already been hosted by L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 {{(pid=103590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 17:39:20.068470 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-8f495cc7-a9f2-44ab-ac6b-bf0cf0b68162 tempest-RoutersAdminTest-366582559 tempest-RoutersAdminTest-366582559-project] Publish callbacks [] for router_gateway, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:20.134515 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 24866870-8932-4e4a-98f2-20731ae05f8b no longer exists at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:39:20.169946 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-8f495cc7-a9f2-44ab-ac6b-bf0cf0b68162 tempest-RoutersAdminTest-366582559 tempest-RoutersAdminTest-366582559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:20.190227 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] No Port match for: 24866870-8932-4e4a-98f2-20731ae05f8b {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:39:20.192012 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 24866870-8932-4e4a-98f2-20731ae05f8b not bound to the agent host n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:39:20.258470 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19ea343b-6d94-4f74-be8e-4f4e1001038c tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:39:20.271642 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 49288) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:39:20.271881 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-19ea343b-6d94-4f74-be8e-4f4e1001038c tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] 10.222.0.60 "PUT /v2.0/routers/6a322529-e043-484f-ad2a-c3439bae1986/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0612690 Nov 23 17:39:20.277493 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-741f0850-7f01-4dba-8a88-970fa0666f74 None None] Sync routers for ids ['6a322529-e043-484f-ad2a-c3439bae1986'] in n-d-816206-8 {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:39:20.313666 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-a936c95b-f2aa-4c1e-929b-8a12392bd395 None None] Provisioning complete for port d6e7f1bb-c165-4e01-91d3-1247d824688d triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:39:20.315456 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-741f0850-7f01-4dba-8a88-970fa0666f74 None None] Routers {'6a322529-e043-484f-ad2a-c3439bae1986'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:39:20.316180 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-741f0850-7f01-4dba-8a88-970fa0666f74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:39:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['6a322529-e043-484f-ad2a-c3439bae1986'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:39:20.316342 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-a936c95b-f2aa-4c1e-929b-8a12392bd395 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:20.389864 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-741f0850-7f01-4dba-8a88-970fa0666f74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:39:20.410204 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-a936c95b-f2aa-4c1e-929b-8a12392bd395 None None] Port d6e7f1bb-c165-4e01-91d3-1247d824688d cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:39:20.441353 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.db_base_plugin_common [None req-8f495cc7-a9f2-44ab-ac6b-bf0cf0b68162 tempest-RoutersAdminTest-366582559 tempest-RoutersAdminTest-366582559-project] Allocated IP 172.25.3.83 (4c8455ba-1be5-42ac-b8c2-8a16e1292d55/08fe3644-ce41-4c3f-a7ea-92bac0f0fff5/073aee33-9967-4593-b44c-8263c0245fd3) {{(pid=103591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:39:20.447819 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-741f0850-7f01-4dba-8a88-970fa0666f74 None None] Routers {'6a322529-e043-484f-ad2a-c3439bae1986'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:39:20.448683 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-741f0850-7f01-4dba-8a88-970fa0666f74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:39:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['6a322529-e043-484f-ad2a-c3439bae1986'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:39:20.540856 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-741f0850-7f01-4dba-8a88-970fa0666f74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:39:20.541437 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-741f0850-7f01-4dba-8a88-970fa0666f74 None None] The sync data for ids ['6a322529-e043-484f-ad2a-c3439bae1986'] in n-d-816206-8 is: [] {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:39:20.579412 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-8f495cc7-a9f2-44ab-ac6b-bf0cf0b68162 tempest-RoutersAdminTest-366582559 tempest-RoutersAdminTest-366582559-project] Publish callbacks [] for port, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:20.682682 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-904aadfa-181e-441a-a3e0-baf9d2c976a3 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:39:20.684152 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-904aadfa-181e-441a-a3e0-baf9d2c976a3 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] 10.222.0.60 "GET /v2.0/ports/d6e7f1bb-c165-4e01-91d3-1247d824688d HTTP/1.1" status: 200 len: 910 time: 0.0693798 Nov 23 17:39:20.685609 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-8f495cc7-a9f2-44ab-ac6b-bf0cf0b68162 tempest-RoutersAdminTest-366582559 tempest-RoutersAdminTest-366582559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:20.688329 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 49298) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:39:20.770504 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f495cc7-a9f2-44ab-ac6b-bf0cf0b68162 tempest-RoutersAdminTest-366582559 tempest-RoutersAdminTest-366582559-project] Network 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 is already hosted by enough agents. {{(pid=103591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:39:20.778745 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [None req-8f495cc7-a9f2-44ab-ac6b-bf0cf0b68162 tempest-RoutersAdminTest-366582559 tempest-RoutersAdminTest-366582559-project] Resources bound (agent type, host, resource id): {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:39:20.782945 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f495cc7-a9f2-44ab-ac6b-bf0cf0b68162 tempest-RoutersAdminTest-366582559 tempest-RoutersAdminTest-366582559-project] Received port after_create {{(pid=103591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:39:20.788737 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f495cc7-a9f2-44ab-ac6b-bf0cf0b68162 tempest-RoutersAdminTest-366582559 tempest-RoutersAdminTest-366582559-project] Pushing event updated for resources: {'Port': ['ID=073aee33-9967-4593-b44c-8263c0245fd3,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:39:20.797741 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dae77bb-a7d9-45ed-be3a-b9e6773a0730 None None] DHCP port deletion for 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:39:20.873799 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-daf64b20-63f7-46b0-be7c-8348bb15b014 None None] Provisioning complete for port 073aee33-9967-4593-b44c-8263c0245fd3 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:39:20.874428 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-daf64b20-63f7-46b0-be7c-8348bb15b014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:20.992513 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-daf64b20-63f7-46b0-be7c-8348bb15b014 None None] Port 073aee33-9967-4593-b44c-8263c0245fd3 cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:39:21.245548 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f37c12-7e58-4e00-9cc9-384a11f58c3b req-bfe43a05-d2f7-4ef1-9d92-e6328147d633 tempest-ServerRescueTestJSON-1442542130 tempest-ServerRescueTestJSON-1442542130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:39:21.259048 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-89f37c12-7e58-4e00-9cc9-384a11f58c3b req-bfe43a05-d2f7-4ef1-9d92-e6328147d633 tempest-ServerRescueTestJSON-1442542130 tempest-ServerRescueTestJSON-1442542130-project] 10.222.0.60 "GET /v2.0/ports?device_id=88ef59a7-741b-4e2e-8f60-79bf9bf9f465 HTTP/1.1" status: 200 len: 946 time: 0.2306440 Nov 23 17:39:21.337597 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-89f37c12-7e58-4e00-9cc9-384a11f58c3b req-7f907f78-1d9d-4f13-bd5c-eb553b612156 tempest-ServerRescueTestJSON-1442542130 tempest-ServerRescueTestJSON-1442542130-project] 10.222.0.60 "GET /v2.0/security-groups?id=cf26cd6b-cd43-4747-bf84-de1f0ff7a3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699823 Nov 23 17:39:21.544229 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-976b83a8-0142-48aa-9020-4e372330be22 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1794372'] for router_interface, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:21.724406 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7f1acec4-15c6-4876-8362-09b03a5d8312 req-1407fbf6-b3e5-4ea0-83ec-cd642afbe256 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/ports?device_id=8c8ab3f8-16eb-4725-8c20-4ee36fa1a7e0 HTTP/1.1" status: 200 len: 210 time: 0.0726316 Nov 23 17:39:21.726871 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-8f495cc7-a9f2-44ab-ac6b-bf0cf0b68162 tempest-RoutersAdminTest-366582559 tempest-RoutersAdminTest-366582559-project] Publish callbacks [] for router_gateway, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:21.990853 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-976b83a8-0142-48aa-9020-4e372330be22 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Deleting port d6e7f1bb-c165-4e01-91d3-1247d824688d {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:39:21.991525 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-976b83a8-0142-48aa-9020-4e372330be22 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:22.045791 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5042742c-3011-42df-9974-f1f10f13ebe3 req-6c78d059-ea82-46a0-b57f-894da3637004 tempest-ServerRescueTestJSON-1442542130 tempest-ServerRescueTestJSON-1442542130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:39:22.048022 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5042742c-3011-42df-9974-f1f10f13ebe3 req-6c78d059-ea82-46a0-b57f-894da3637004 tempest-ServerRescueTestJSON-1442542130 tempest-ServerRescueTestJSON-1442542130-project] 10.222.0.60 "GET /v2.0/ports?device_id=88ef59a7-741b-4e2e-8f60-79bf9bf9f465 HTTP/1.1" status: 200 len: 946 time: 0.1731088 Nov 23 17:39:22.065379 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2014853e-6880-4acb-9d03-a553af184bd4 req-a7764004-55ea-49a2-a6dd-8b3854a8e166 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:39:22.076112 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2014853e-6880-4acb-9d03-a553af184bd4 req-a7764004-55ea-49a2-a6dd-8b3854a8e166 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:39:22.086733 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2014853e-6880-4acb-9d03-a553af184bd4 req-a7764004-55ea-49a2-a6dd-8b3854a8e166 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:39:22.095426 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2014853e-6880-4acb-9d03-a553af184bd4 req-a7764004-55ea-49a2-a6dd-8b3854a8e166 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:39:22.102535 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2014853e-6880-4acb-9d03-a553af184bd4 req-a7764004-55ea-49a2-a6dd-8b3854a8e166 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:39:22.108471 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2014853e-6880-4acb-9d03-a553af184bd4 req-a7764004-55ea-49a2-a6dd-8b3854a8e166 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:39:22.115408 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2014853e-6880-4acb-9d03-a553af184bd4 req-a7764004-55ea-49a2-a6dd-8b3854a8e166 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:39:22.117373 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2014853e-6880-4acb-9d03-a553af184bd4 req-a7764004-55ea-49a2-a6dd-8b3854a8e166 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] 10.222.0.60 "GET /v2.0/ports?device_id=6405c518-c3fe-4701-acc0-e089ba26cce4 HTTP/1.1" status: 200 len: 5434 time: 0.1989939 Nov 23 17:39:22.127705 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-976b83a8-0142-48aa-9020-4e372330be22 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:22.144113 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-976b83a8-0142-48aa-9020-4e372330be22 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Calling delete_port for d6e7f1bb-c165-4e01-91d3-1247d824688d owned by network:router_interface {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:39:22.293930 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5042742c-3011-42df-9974-f1f10f13ebe3 req-11217fdc-2af9-4c55-b0dd-69e1c8e77c57 tempest-ServerRescueTestJSON-1442542130 tempest-ServerRescueTestJSON-1442542130-project] 10.222.0.60 "GET /v2.0/security-groups?id=cf26cd6b-cd43-4747-bf84-de1f0ff7a3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736255 Nov 23 17:39:22.312741 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2014853e-6880-4acb-9d03-a553af184bd4 req-5a78f7ef-78c8-4ad4-8ab7-e275d577a34d tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] 10.222.0.60 "GET /v2.0/security-groups?id=5a532450-e3c1-4821-9a24-76c3d212b901&id=10d72a3d-a998-4d2f-a806-0da22bfe86ab&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1725686 Nov 23 17:39:22.340303 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-8f495cc7-a9f2-44ab-ac6b-bf0cf0b68162 tempest-RoutersAdminTest-366582559 tempest-RoutersAdminTest-366582559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1794316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1795362'] for router, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:22.467313 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-976b83a8-0142-48aa-9020-4e372330be22 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:22.500829 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976b83a8-0142-48aa-9020-4e372330be22 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Pushing event deleted for resources: {'Port': ['ID=d6e7f1bb-c165-4e01-91d3-1247d824688d,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:39:22.756937 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-976b83a8-0142-48aa-9020-4e372330be22 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2067500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1794520'] for router_interface, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:23.014316 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c5d724-0b61-474f-a278-3f0fd007baeb req-945f55e5-11c5-4a54-904b-d8f08a35dc03 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:39:23.021421 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c5d724-0b61-474f-a278-3f0fd007baeb req-945f55e5-11c5-4a54-904b-d8f08a35dc03 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:39:23.029567 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c5d724-0b61-474f-a278-3f0fd007baeb req-945f55e5-11c5-4a54-904b-d8f08a35dc03 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:39:23.036042 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c5d724-0b61-474f-a278-3f0fd007baeb req-945f55e5-11c5-4a54-904b-d8f08a35dc03 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:39:23.041943 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c5d724-0b61-474f-a278-3f0fd007baeb req-945f55e5-11c5-4a54-904b-d8f08a35dc03 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:39:23.047990 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c5d724-0b61-474f-a278-3f0fd007baeb req-945f55e5-11c5-4a54-904b-d8f08a35dc03 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:39:23.053819 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-976b83a8-0142-48aa-9020-4e372330be22 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Router 6a322529-e043-484f-ad2a-c3439bae1986 has already been hosted by L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 {{(pid=103590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 17:39:23.055422 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c5d724-0b61-474f-a278-3f0fd007baeb req-945f55e5-11c5-4a54-904b-d8f08a35dc03 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:39:23.063423 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-63c5d724-0b61-474f-a278-3f0fd007baeb req-945f55e5-11c5-4a54-904b-d8f08a35dc03 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] 10.222.0.60 "GET /v2.0/ports?device_id=6405c518-c3fe-4701-acc0-e089ba26cce4 HTTP/1.1" status: 200 len: 5434 time: 0.6051335 Nov 23 17:39:23.127060 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f495cc7-a9f2-44ab-ac6b-bf0cf0b68162 tempest-RoutersAdminTest-366582559 tempest-RoutersAdminTest-366582559-project] Router 9bc90f69-bd61-4a87-8f65-828f91aa8c81 is scheduled to L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 with binding_index 1 {{(pid=103591) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 17:39:23.299080 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f495cc7-a9f2-44ab-ac6b-bf0cf0b68162 tempest-RoutersAdminTest-366582559 tempest-RoutersAdminTest-366582559-project] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:39:23.311048 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37e468e9-b1bc-4d3e-a71c-081bca2a6427 None None] Sync routers for ids ['9bc90f69-bd61-4a87-8f65-828f91aa8c81'] in n-d-816206-8 {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:39:23.345330 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37e468e9-b1bc-4d3e-a71c-081bca2a6427 None None] Routers {'9bc90f69-bd61-4a87-8f65-828f91aa8c81'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:39:23.348126 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-37e468e9-b1bc-4d3e-a71c-081bca2a6427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:39:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['9bc90f69-bd61-4a87-8f65-828f91aa8c81'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:39:23.352578 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-8f495cc7-a9f2-44ab-ac6b-bf0cf0b68162 tempest-RoutersAdminTest-366582559 tempest-RoutersAdminTest-366582559-project] Publish callbacks [] for router, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:23.357156 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-8f495cc7-a9f2-44ab-ac6b-bf0cf0b68162 tempest-RoutersAdminTest-366582559 tempest-RoutersAdminTest-366582559-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 4.4719005 Nov 23 17:39:23.357156 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 49372) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:39:23.366170 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-3310b371-b261-4d6e-9418-b75c8b72d26e tempest-RoutersAdminTest-1523904414 tempest-RoutersAdminTest-1523904414-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'enable_snat': False}}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:39:23.427648 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-37e468e9-b1bc-4d3e-a71c-081bca2a6427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:39:23.453531 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37e468e9-b1bc-4d3e-a71c-081bca2a6427 None None] Routers {'9bc90f69-bd61-4a87-8f65-828f91aa8c81'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:39:23.454479 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-37e468e9-b1bc-4d3e-a71c-081bca2a6427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:39:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['9bc90f69-bd61-4a87-8f65-828f91aa8c81'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:39:23.520422 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-37e468e9-b1bc-4d3e-a71c-081bca2a6427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:39:23.533538 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37e468e9-b1bc-4d3e-a71c-081bca2a6427 None None] The sync data for ids ['9bc90f69-bd61-4a87-8f65-828f91aa8c81'] in n-d-816206-8 is: [] {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:39:23.559932 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-976b83a8-0142-48aa-9020-4e372330be22 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:39:23.572459 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3302a279-3687-43a6-8e2c-6380d46f6465 None None] Sync routers for ids ['6a322529-e043-484f-ad2a-c3439bae1986'] in n-d-816206-8 {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:39:23.579351 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-976b83a8-0142-48aa-9020-4e372330be22 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] 10.222.0.60 "PUT /v2.0/routers/6a322529-e043-484f-ad2a-c3439bae1986/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8835313 Nov 23 17:39:23.579756 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 49376) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:39:23.588905 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3302a279-3687-43a6-8e2c-6380d46f6465 None None] Routers {'6a322529-e043-484f-ad2a-c3439bae1986'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:39:23.589667 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-3302a279-3687-43a6-8e2c-6380d46f6465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:39:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['6a322529-e043-484f-ad2a-c3439bae1986'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:39:23.680783 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-3302a279-3687-43a6-8e2c-6380d46f6465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:39:23.708847 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3302a279-3687-43a6-8e2c-6380d46f6465 None None] Routers {'6a322529-e043-484f-ad2a-c3439bae1986'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:39:23.709660 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-3302a279-3687-43a6-8e2c-6380d46f6465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:39:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['6a322529-e043-484f-ad2a-c3439bae1986'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:39:23.731248 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449915b5-a794-44a0-ae0a-a37de7168ea8 req-4e0cd06b-c51e-4d56-8d5b-f7a49034e509 tempest-ServerRescueTestJSON-1442542130 tempest-ServerRescueTestJSON-1442542130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:39:23.744371 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-449915b5-a794-44a0-ae0a-a37de7168ea8 req-4e0cd06b-c51e-4d56-8d5b-f7a49034e509 tempest-ServerRescueTestJSON-1442542130 tempest-ServerRescueTestJSON-1442542130-project] 10.222.0.60 "GET /v2.0/ports?device_id=88ef59a7-741b-4e2e-8f60-79bf9bf9f465 HTTP/1.1" status: 200 len: 946 time: 0.2499301 Nov 23 17:39:23.782062 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-3302a279-3687-43a6-8e2c-6380d46f6465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:39:23.782750 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3302a279-3687-43a6-8e2c-6380d46f6465 None None] The sync data for ids ['6a322529-e043-484f-ad2a-c3439bae1986'] in n-d-816206-8 is: [] {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:39:23.905275 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-449915b5-a794-44a0-ae0a-a37de7168ea8 req-9199014b-937f-44e2-a3e6-85f42404a689 tempest-ServerRescueTestJSON-1442542130 tempest-ServerRescueTestJSON-1442542130-project] 10.222.0.60 "GET /v2.0/security-groups?id=cf26cd6b-cd43-4747-bf84-de1f0ff7a3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596308 Nov 23 17:39:24.111115 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-97fb4db1-3d2c-402f-8cb2-9cd4af02ee0b tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1794372'] for router_interface, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:24.153144 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-3310b371-b261-4d6e-9418-b75c8b72d26e tempest-RoutersAdminTest-1523904414 tempest-RoutersAdminTest-1523904414-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:24.495008 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-97fb4db1-3d2c-402f-8cb2-9cd4af02ee0b tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Deleting port 9319a920-c729-44c6-bf97-55e7206d4930 {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:39:24.495693 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-97fb4db1-3d2c-402f-8cb2-9cd4af02ee0b tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:24.725390 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7d44ff-2bad-42a2-867f-05226ad5fba6 req-45ee3422-6019-416d-b6a2-9e2ba814f3a0 tempest-ServerRescueTestJSON-1442542130 tempest-ServerRescueTestJSON-1442542130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:39:24.727127 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-4b7d44ff-2bad-42a2-867f-05226ad5fba6 req-45ee3422-6019-416d-b6a2-9e2ba814f3a0 tempest-ServerRescueTestJSON-1442542130 tempest-ServerRescueTestJSON-1442542130-project] 10.222.0.55 "GET /v2.0/ports?device_id=88ef59a7-741b-4e2e-8f60-79bf9bf9f465 HTTP/1.1" status: 200 len: 946 time: 0.1200264 Nov 23 17:39:24.731502 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-97fb4db1-3d2c-402f-8cb2-9cd4af02ee0b tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:24.776109 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-97fb4db1-3d2c-402f-8cb2-9cd4af02ee0b tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Calling delete_port for 9319a920-c729-44c6-bf97-55e7206d4930 owned by network:router_interface {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:39:24.790901 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-3310b371-b261-4d6e-9418-b75c8b72d26e tempest-RoutersAdminTest-1523904414 tempest-RoutersAdminTest-1523904414-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1795385', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1794325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8160'] for router, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:24.795423 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-3310b371-b261-4d6e-9418-b75c8b72d26e tempest-RoutersAdminTest-1523904414 tempest-RoutersAdminTest-1523904414-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1795362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1795376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1795371', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1794338'] for router, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:24.974683 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [req-4b7d44ff-2bad-42a2-867f-05226ad5fba6 req-4eef62cd-2f42-4c3f-b609-a7f6a2c3f2d3 tempest-ServerRescueTestJSON-1442542130 tempest-ServerRescueTestJSON-1442542130-project] Deleting port d1c9a459-49a8-4e30-a173-b7f7042e002a {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:39:24.975587 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-4b7d44ff-2bad-42a2-867f-05226ad5fba6 req-4eef62cd-2f42-4c3f-b609-a7f6a2c3f2d3 tempest-ServerRescueTestJSON-1442542130 tempest-ServerRescueTestJSON-1442542130-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:24.977959 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3310b371-b261-4d6e-9418-b75c8b72d26e tempest-RoutersAdminTest-1523904414 tempest-RoutersAdminTest-1523904414-project-admin] Router 9bc90f69-bd61-4a87-8f65-828f91aa8c81 has already been hosted by L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 {{(pid=103591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 17:39:25.226151 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc9693c-d3e6-46ea-bfb6-43f30f04edee req-f50acc68-ca99-4424-a442-c091690f5200 tempest-ServerRescueTestJSON-1442542130 tempest-ServerRescueTestJSON-1442542130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:39:25.237554 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9cc9693c-d3e6-46ea-bfb6-43f30f04edee req-f50acc68-ca99-4424-a442-c091690f5200 tempest-ServerRescueTestJSON-1442542130 tempest-ServerRescueTestJSON-1442542130-project] 10.222.0.60 "GET /v2.0/ports?device_id=88ef59a7-741b-4e2e-8f60-79bf9bf9f465 HTTP/1.1" status: 200 len: 946 time: 0.1766655 Nov 23 17:39:25.283774 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [req-4b7d44ff-2bad-42a2-867f-05226ad5fba6 req-4eef62cd-2f42-4c3f-b609-a7f6a2c3f2d3 tempest-ServerRescueTestJSON-1442542130 tempest-ServerRescueTestJSON-1442542130-project] For port d1c9a459-49a8-4e30-a173-b7f7042e002a, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=d1c9a459-49a8-4e30-a173-b7f7042e002a,segment=NetworkSegment(c149808e-63db-41ac-b80f-e721c4138182),segment_id=c149808e-63db-41ac-b80f-e721c4138182)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:39:25.284844 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-4b7d44ff-2bad-42a2-867f-05226ad5fba6 req-4eef62cd-2f42-4c3f-b609-a7f6a2c3f2d3 tempest-ServerRescueTestJSON-1442542130 tempest-ServerRescueTestJSON-1442542130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:25.299817 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [req-4b7d44ff-2bad-42a2-867f-05226ad5fba6 req-4eef62cd-2f42-4c3f-b609-a7f6a2c3f2d3 tempest-ServerRescueTestJSON-1442542130 tempest-ServerRescueTestJSON-1442542130-project] Calling delete_port for d1c9a459-49a8-4e30-a173-b7f7042e002a owned by compute:nova {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:39:25.303077 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9cc9693c-d3e6-46ea-bfb6-43f30f04edee req-00f2564b-dbb7-4890-a424-70347a5182cc tempest-ServerRescueTestJSON-1442542130 tempest-ServerRescueTestJSON-1442542130-project] 10.222.0.60 "GET /v2.0/security-groups?id=cf26cd6b-cd43-4747-bf84-de1f0ff7a3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646613 Nov 23 17:39:25.318299 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3310b371-b261-4d6e-9418-b75c8b72d26e tempest-RoutersAdminTest-1523904414 tempest-RoutersAdminTest-1523904414-project-admin] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:39:25.328329 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-3310b371-b261-4d6e-9418-b75c8b72d26e tempest-RoutersAdminTest-1523904414 tempest-RoutersAdminTest-1523904414-project-admin] Publish callbacks [] for router, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:25.331504 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-016d0744-5c25-45ca-8cba-63f9145bcbbe None None] Sync routers for ids ['9bc90f69-bd61-4a87-8f65-828f91aa8c81'] in n-d-816206-8 {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:39:25.335888 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-3310b371-b261-4d6e-9418-b75c8b72d26e tempest-RoutersAdminTest-1523904414 tempest-RoutersAdminTest-1523904414-project-admin] 10.222.0.60 "PUT /v2.0/routers/9bc90f69-bd61-4a87-8f65-828f91aa8c81 HTTP/1.1" status: 200 len: 921 time: 1.9779086 Nov 23 17:39:25.337788 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 49398) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:39:25.347253 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-016d0744-5c25-45ca-8cba-63f9145bcbbe None None] Routers {'9bc90f69-bd61-4a87-8f65-828f91aa8c81'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:39:25.347914 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-016d0744-5c25-45ca-8cba-63f9145bcbbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:39:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['9bc90f69-bd61-4a87-8f65-828f91aa8c81'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:39:25.406917 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-016d0744-5c25-45ca-8cba-63f9145bcbbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:39:25.412756 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-97fb4db1-3d2c-402f-8cb2-9cd4af02ee0b tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:25.452679 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-016d0744-5c25-45ca-8cba-63f9145bcbbe None None] Routers {'9bc90f69-bd61-4a87-8f65-828f91aa8c81'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:39:25.453417 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-016d0744-5c25-45ca-8cba-63f9145bcbbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:39:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['9bc90f69-bd61-4a87-8f65-828f91aa8c81'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:39:25.558589 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fb4db1-3d2c-402f-8cb2-9cd4af02ee0b tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Pushing event deleted for resources: {'Port': ['ID=9319a920-c729-44c6-bf97-55e7206d4930,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:39:25.566885 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 49400) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:39:25.570410 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-a25484fb-3e9e-46d8-9f88-868075d9663e tempest-RoutersAdminTest-1523904414 tempest-RoutersAdminTest-1523904414-project-admin] 10.222.0.60 "GET /v2.0/routers/9bc90f69-bd61-4a87-8f65-828f91aa8c81 HTTP/1.1" status: 200 len: 921 time: 0.2314117 Nov 23 17:39:25.747300 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-016d0744-5c25-45ca-8cba-63f9145bcbbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:39:25.747967 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-016d0744-5c25-45ca-8cba-63f9145bcbbe None None] The sync data for ids ['9bc90f69-bd61-4a87-8f65-828f91aa8c81'] in n-d-816206-8 is: [] {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:39:25.793630 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 49410) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:39:25.924777 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0efbd6-9145-4cae-930f-97464711b1ac req-182c46c0-af63-4558-88dc-a6c90465ee2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:39:25.925258 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0efbd6-9145-4cae-930f-97464711b1ac req-182c46c0-af63-4558-88dc-a6c90465ee2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:39:25.927071 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0efbd6-9145-4cae-930f-97464711b1ac req-182c46c0-af63-4558-88dc-a6c90465ee2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:39:25.927555 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0efbd6-9145-4cae-930f-97464711b1ac req-182c46c0-af63-4558-88dc-a6c90465ee2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:39:25.928021 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0efbd6-9145-4cae-930f-97464711b1ac req-182c46c0-af63-4558-88dc-a6c90465ee2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:39:25.928498 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0efbd6-9145-4cae-930f-97464711b1ac req-182c46c0-af63-4558-88dc-a6c90465ee2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:39:25.932814 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0efbd6-9145-4cae-930f-97464711b1ac req-182c46c0-af63-4558-88dc-a6c90465ee2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:39:25.932814 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9f0efbd6-9145-4cae-930f-97464711b1ac req-182c46c0-af63-4558-88dc-a6c90465ee2e service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=6405c518-c3fe-4701-acc0-e089ba26cce4 HTTP/1.1" status: 200 len: 6491 time: 0.1378458 Nov 23 17:39:25.949691 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f454c787-b14b-48ac-93c1-84be5f46e51a tempest-RoutersAdminTest-1523904414 tempest-RoutersAdminTest-1523904414-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:39:25.954399 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-f454c787-b14b-48ac-93c1-84be5f46e51a tempest-RoutersAdminTest-1523904414 tempest-RoutersAdminTest-1523904414-project-admin] 10.222.0.60 "GET /v2.0/ports?network_id=4c8455ba-1be5-42ac-b8c2-8a16e1292d55&device_id=9bc90f69-bd61-4a87-8f65-828f91aa8c81&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.3391249 Nov 23 17:39:25.956660 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 49418) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:39:25.978131 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-97fb4db1-3d2c-402f-8cb2-9cd4af02ee0b tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2067500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1794520'] for router_interface, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:26.006419 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9f0efbd6-9145-4cae-930f-97464711b1ac req-926d3523-ec21-4353-84dd-1ae484868530 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=10d72a3d-a998-4d2f-a806-0da22bfe86ab&id=5a532450-e3c1-4821-9a24-76c3d212b901&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0660338 Nov 23 17:39:26.183705 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-4b7d44ff-2bad-42a2-867f-05226ad5fba6 req-4eef62cd-2f42-4c3f-b609-a7f6a2c3f2d3 tempest-ServerRescueTestJSON-1442542130 tempest-ServerRescueTestJSON-1442542130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:26.196935 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] get_ports_and_sgs() called for port_ids ['d1c9a459-49a8-4e30-a173-b7f7042e002a'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:39:26.200079 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] get_ports_and_sgs() called for port_ids ['552bc992-268b-4e3f-9c43-7821ee8c00ae'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:39:26.227937 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d92ca72-83ad-4f1b-bfbb-1c23c34d0514 tempest-RoutersAdminTest-1523904414 tempest-RoutersAdminTest-1523904414-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:39:26.232071 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-6d92ca72-83ad-4f1b-bfbb-1c23c34d0514 tempest-RoutersAdminTest-1523904414 tempest-RoutersAdminTest-1523904414-project-admin] 10.222.0.60 "GET /v2.0/networks/4c8455ba-1be5-42ac-b8c2-8a16e1292d55 HTTP/1.1" status: 200 len: 881 time: 0.2706287 Nov 23 17:39:26.232400 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 49426) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:39:26.244343 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eef62cd-2f42-4c3f-b609-a7f6a2c3f2d3 tempest-ServerRescueTestJSON-1442542130 tempest-ServerRescueTestJSON-1442542130-project] Pushing event deleted for resources: {'Port': ['ID=d1c9a459-49a8-4e30-a173-b7f7042e002a,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:39:26.283104 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-8ebfaa7f-ecd5-499a-8b48-75f2daeb5ec0 tempest-RoutersAdminTest-366582559 tempest-RoutersAdminTest-366582559-project] 10.222.0.60 "GET /v2.0/ports?device_id=9bc90f69-bd61-4a87-8f65-828f91aa8c81 HTTP/1.1" status: 200 len: 205 time: 0.0493808 Nov 23 17:39:26.286279 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 49428) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:39:26.509578 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-69b0f790-24b3-4fae-b492-15986c071b34 req-54ee5077-e6c7-47e1-8bab-030a53a39aef tempest-ServerRescueTestJSON-1442542130 tempest-ServerRescueTestJSON-1442542130-project] 10.222.0.60 "GET /v2.0/ports?device_id=88ef59a7-741b-4e2e-8f60-79bf9bf9f465 HTTP/1.1" status: 200 len: 210 time: 0.0643113 Nov 23 17:39:26.509873 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97fb4db1-3d2c-402f-8cb2-9cd4af02ee0b tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Router 6a322529-e043-484f-ad2a-c3439bae1986 has already been hosted by L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 {{(pid=103590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 17:39:26.511244 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b7d44ff-2bad-42a2-867f-05226ad5fba6 req-4eef62cd-2f42-4c3f-b609-a7f6a2c3f2d3 tempest-ServerRescueTestJSON-1442542130 tempest-ServerRescueTestJSON-1442542130-project] No DVR routers for this DVR port d1c9a459-49a8-4e30-a173-b7f7042e002a on host n-h1-816206-8 {{(pid=103590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:39:26.515609 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-4b7d44ff-2bad-42a2-867f-05226ad5fba6 req-4eef62cd-2f42-4c3f-b609-a7f6a2c3f2d3 tempest-ServerRescueTestJSON-1442542130 tempest-ServerRescueTestJSON-1442542130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:26.531040 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-4b7d44ff-2bad-42a2-867f-05226ad5fba6 req-4eef62cd-2f42-4c3f-b609-a7f6a2c3f2d3 tempest-ServerRescueTestJSON-1442542130 tempest-ServerRescueTestJSON-1442542130-project] 10.222.0.55 "DELETE /v2.0/ports/d1c9a459-49a8-4e30-a173-b7f7042e002a HTTP/1.1" status: 204 len: 173 time: 1.7822928 Nov 23 17:39:26.531040 n-d-816206-8 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88ef59a7-741b-4e2e-8f60-79bf9bf9f465', 'name': 'network-vif-deleted', 'tag': 'd1c9a459-49a8-4e30-a173-b7f7042e002a'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:39:26.532405 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbabddbc9fc37b068808e119c416c86f5957ca04531a4a0d2e695c515e93483b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc698d03-0036-4b4d-a779-62acd06da4f8" -d '{"events": [{"server_uuid": "88ef59a7-741b-4e2e-8f60-79bf9bf9f465", "name": "network-vif-deleted", "tag": "d1c9a459-49a8-4e30-a173-b7f7042e002a"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:39:26.579915 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-6e0efdff-cdf1-40c4-b285-7393ac2106ff tempest-RoutersAdminTest-366582559 tempest-RoutersAdminTest-366582559-project] Publish callbacks [] for router, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:26.789486 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97fb4db1-3d2c-402f-8cb2-9cd4af02ee0b tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:39:26.810757 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-97fb4db1-3d2c-402f-8cb2-9cd4af02ee0b tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] 10.222.0.60 "PUT /v2.0/routers/6a322529-e043-484f-ad2a-c3439bae1986/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2220192 Nov 23 17:39:26.810956 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f53bc674-20bb-4ad4-be74-f398245efd49 None None] Sync routers for ids ['6a322529-e043-484f-ad2a-c3439bae1986'] in n-d-816206-8 {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:39:26.811523 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 49440) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:39:26.828330 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f53bc674-20bb-4ad4-be74-f398245efd49 None None] Routers {'6a322529-e043-484f-ad2a-c3439bae1986'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:39:26.829057 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-f53bc674-20bb-4ad4-be74-f398245efd49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:39:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['6a322529-e043-484f-ad2a-c3439bae1986'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:39:26.868916 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-65685245-c7c9-4023-bb76-b2a5c407cd76 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] 10.222.0.60 "GET /v2.0/ports?device_id=6a322529-e043-484f-ad2a-c3439bae1986 HTTP/1.1" status: 200 len: 205 time: 0.0562031 Nov 23 17:39:26.869674 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 49442) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:39:26.916594 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-6e0efdff-cdf1-40c4-b285-7393ac2106ff tempest-RoutersAdminTest-366582559 tempest-RoutersAdminTest-366582559-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:26.925246 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-f53bc674-20bb-4ad4-be74-f398245efd49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:39:26.952954 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f53bc674-20bb-4ad4-be74-f398245efd49 None None] Routers {'6a322529-e043-484f-ad2a-c3439bae1986'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:39:26.953580 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-f53bc674-20bb-4ad4-be74-f398245efd49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:39:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['6a322529-e043-484f-ad2a-c3439bae1986'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:39:26.990657 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:39:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcfa58b2-85f9-40f9-8dab-4aff37745cf1 x-openstack-request-id: req-fcfa58b2-85f9-40f9-8dab-4aff37745cf1 {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:39:26.991076 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88ef59a7-741b-4e2e-8f60-79bf9bf9f465", "name": "network-vif-deleted", "tag": "d1c9a459-49a8-4e30-a173-b7f7042e002a", "status": "completed", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:39:26.991311 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-fcfa58b2-85f9-40f9-8dab-4aff37745cf1 {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:39:26.991726 n-d-816206-8 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88ef59a7-741b-4e2e-8f60-79bf9bf9f465', 'name': 'network-vif-deleted', 'tag': 'd1c9a459-49a8-4e30-a173-b7f7042e002a', 'status': 'completed', 'code': 200} Nov 23 17:39:27.011033 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-9376c325-44a8-4b05-aed8-2ff4b7003c81 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks [] for router, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:27.013552 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-f53bc674-20bb-4ad4-be74-f398245efd49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:39:27.014229 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f53bc674-20bb-4ad4-be74-f398245efd49 None None] The sync data for ids ['6a322529-e043-484f-ad2a-c3439bae1986'] in n-d-816206-8 is: [] {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:39:27.028791 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-6e0efdff-cdf1-40c4-b285-7393ac2106ff tempest-RoutersAdminTest-366582559 tempest-RoutersAdminTest-366582559-project] Deleting port 073aee33-9967-4593-b44c-8263c0245fd3 {{(pid=103591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:39:27.029030 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-6e0efdff-cdf1-40c4-b285-7393ac2106ff tempest-RoutersAdminTest-366582559 tempest-RoutersAdminTest-366582559-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:27.186319 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-6e0efdff-cdf1-40c4-b285-7393ac2106ff tempest-RoutersAdminTest-366582559 tempest-RoutersAdminTest-366582559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:27.209556 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-6e0efdff-cdf1-40c4-b285-7393ac2106ff tempest-RoutersAdminTest-366582559 tempest-RoutersAdminTest-366582559-project] Calling delete_port for 073aee33-9967-4593-b44c-8263c0245fd3 owned by network:router_gateway {{(pid=103591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:39:27.334805 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-9376c325-44a8-4b05-aed8-2ff4b7003c81 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1794352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8175'] for router, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:27.337972 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-9376c325-44a8-4b05-aed8-2ff4b7003c81 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:27.456127 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-9376c325-44a8-4b05-aed8-2ff4b7003c81 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1795580'] for router, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:27.456889 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9376c325-44a8-4b05-aed8-2ff4b7003c81 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Fanout notify agent at l3_agent the message router_deleted on router 6a322529-e043-484f-ad2a-c3439bae1986 {{(pid=103590) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 17:39:27.467363 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-9376c325-44a8-4b05-aed8-2ff4b7003c81 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks [] for router, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:27.472578 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-9376c325-44a8-4b05-aed8-2ff4b7003c81 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] 10.222.0.60 "DELETE /v2.0/routers/6a322529-e043-484f-ad2a-c3439bae1986 HTTP/1.1" status: 204 len: 168 time: 0.6002386 Nov 23 17:39:27.474686 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 49448) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:39:27.553438 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-6e0efdff-cdf1-40c4-b285-7393ac2106ff tempest-RoutersAdminTest-366582559 tempest-RoutersAdminTest-366582559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:27.575805 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3fa12bb-b90e-4196-9572-62ec6ffde674 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Deleting subnet 6852d59d-1cf6-47f3-962f-5e91d104095c {{(pid=103590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 17:39:27.582716 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f3fa12bb-b90e-4196-9572-62ec6ffde674 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks [] for subnet, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:27.604865 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0efdff-cdf1-40c4-b285-7393ac2106ff tempest-RoutersAdminTest-366582559 tempest-RoutersAdminTest-366582559-project] Pushing event deleted for resources: {'Port': ['ID=073aee33-9967-4593-b44c-8263c0245fd3,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:39:27.620791 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acf244fb-0826-47dd-9256-8730a88741d7 None None] DHCP port deletion for 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:39:27.674347 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f3fa12bb-b90e-4196-9572-62ec6ffde674 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-267528342'] for subnet, precommit_delete_associations {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:27.732757 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-6e0efdff-cdf1-40c4-b285-7393ac2106ff tempest-RoutersAdminTest-366582559 tempest-RoutersAdminTest-366582559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1795454'] for router_gateway, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:27.894263 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-6e0efdff-cdf1-40c4-b285-7393ac2106ff tempest-RoutersAdminTest-366582559 tempest-RoutersAdminTest-366582559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1794352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8175'] for router, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:27.901119 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-6e0efdff-cdf1-40c4-b285-7393ac2106ff tempest-RoutersAdminTest-366582559 tempest-RoutersAdminTest-366582559-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:28.305393 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-6e0efdff-cdf1-40c4-b285-7393ac2106ff tempest-RoutersAdminTest-366582559 tempest-RoutersAdminTest-366582559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1795580'] for router, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:28.306307 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e0efdff-cdf1-40c4-b285-7393ac2106ff tempest-RoutersAdminTest-366582559 tempest-RoutersAdminTest-366582559-project] Fanout notify agent at l3_agent the message router_deleted on router 9bc90f69-bd61-4a87-8f65-828f91aa8c81 {{(pid=103591) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 17:39:28.314164 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-6e0efdff-cdf1-40c4-b285-7393ac2106ff tempest-RoutersAdminTest-366582559 tempest-RoutersAdminTest-366582559-project] Publish callbacks [] for router, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:28.315320 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-6e0efdff-cdf1-40c4-b285-7393ac2106ff tempest-RoutersAdminTest-366582559 tempest-RoutersAdminTest-366582559-project] 10.222.0.60 "DELETE /v2.0/routers/9bc90f69-bd61-4a87-8f65-828f91aa8c81 HTTP/1.1" status: 204 len: 168 time: 2.0281096 Nov 23 17:39:28.319567 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 49460) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:39:28.324628 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-e30bec43-5373-4aed-87c1-4066f2a03584 tempest-RoutersAdminTest-366582559 tempest-RoutersAdminTest-366582559-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-468370984', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:39:28.364595 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f3fa12bb-b90e-4196-9572-62ec6ffde674 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971956'] for subnet, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:28.365688 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9782c048-af81-40c6-9995-fba1c0ec2a7f req-641a44d8-6a86-4a20-a84f-04fbe2a84b6f tempest-ServerRescueTestJSON-1442542130 tempest-ServerRescueTestJSON-1442542130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:39:28.375219 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9782c048-af81-40c6-9995-fba1c0ec2a7f req-641a44d8-6a86-4a20-a84f-04fbe2a84b6f tempest-ServerRescueTestJSON-1442542130 tempest-ServerRescueTestJSON-1442542130-project] 10.222.0.60 "GET /v2.0/ports?device_id=ee290cd0-e82d-49ef-b37f-6dd1b103485f HTTP/1.1" status: 200 len: 946 time: 0.1069129 Nov 23 17:39:28.479866 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9782c048-af81-40c6-9995-fba1c0ec2a7f req-b539d97f-89fe-49e6-b4c6-9b3adf3080ea tempest-ServerRescueTestJSON-1442542130 tempest-ServerRescueTestJSON-1442542130-project] 10.222.0.60 "GET /v2.0/security-groups?id=cf26cd6b-cd43-4747-bf84-de1f0ff7a3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954952 Nov 23 17:39:28.481385 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-e30bec43-5373-4aed-87c1-4066f2a03584 tempest-RoutersAdminTest-366582559 tempest-RoutersAdminTest-366582559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1793449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8093'] for router, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:28.497209 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-e30bec43-5373-4aed-87c1-4066f2a03584 tempest-RoutersAdminTest-366582559 tempest-RoutersAdminTest-366582559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1794473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1794771', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1638326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8086'] for router, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:28.506159 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f3fa12bb-b90e-4196-9572-62ec6ffde674 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264357903', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264730940'] for subnet, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:28.561803 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fa12bb-b90e-4196-9572-62ec6ffde674 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Pushing event deleted for resources: {'Subnet': ['ID=6852d59d-1cf6-47f3-962f-5e91d104095c,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:39:28.564675 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-e30bec43-5373-4aed-87c1-4066f2a03584 tempest-RoutersAdminTest-366582559 tempest-RoutersAdminTest-366582559-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:28.565767 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f3fa12bb-b90e-4196-9572-62ec6ffde674 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks [] for subnet, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:28.571146 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-339ff28a-2354-48f6-b9c3-5229c99bd294 None None] Network 7cfb2eda-f8a4-4ffc-a47f-7bc1d22ca304 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:39:28.572366 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-e30bec43-5373-4aed-87c1-4066f2a03584 tempest-RoutersAdminTest-366582559 tempest-RoutersAdminTest-366582559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1794316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1795362'] for router, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:28.587176 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-f3fa12bb-b90e-4196-9572-62ec6ffde674 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] 10.222.0.60 "DELETE /v2.0/subnets/6852d59d-1cf6-47f3-962f-5e91d104095c HTTP/1.1" status: 204 len: 168 time: 1.1114299 Nov 23 17:39:28.589109 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 49466) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:39:28.594871 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3fa12bb-b90e-4196-9572-62ec6ffde674 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:39:28.595297 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3fa12bb-b90e-4196-9572-62ec6ffde674 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:39:28.595645 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3fa12bb-b90e-4196-9572-62ec6ffde674 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:39:28.596034 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3fa12bb-b90e-4196-9572-62ec6ffde674 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:39:28.596308 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3fa12bb-b90e-4196-9572-62ec6ffde674 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:39:28.596696 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3fa12bb-b90e-4196-9572-62ec6ffde674 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:39:28.597050 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3fa12bb-b90e-4196-9572-62ec6ffde674 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:39:28.597638 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3fa12bb-b90e-4196-9572-62ec6ffde674 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:39:28.598018 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3fa12bb-b90e-4196-9572-62ec6ffde674 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:39:28.598368 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3fa12bb-b90e-4196-9572-62ec6ffde674 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:39:28.598692 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3fa12bb-b90e-4196-9572-62ec6ffde674 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:39:28.599066 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3fa12bb-b90e-4196-9572-62ec6ffde674 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:39:28.660700 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee4fc302-fd31-4923-8ae6-16a4bc84c401 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Deleting subnet fb4c7b23-5967-4079-b64f-d2dd070d2ff5 {{(pid=103591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 17:39:28.664911 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-ee4fc302-fd31-4923-8ae6-16a4bc84c401 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks [] for subnet, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:28.722658 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-ee4fc302-fd31-4923-8ae6-16a4bc84c401 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265990000'] for subnet, precommit_delete_associations {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:28.875406 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-e30bec43-5373-4aed-87c1-4066f2a03584 tempest-RoutersAdminTest-366582559 tempest-RoutersAdminTest-366582559-project] Publish callbacks [] for router, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:28.876986 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-e30bec43-5373-4aed-87c1-4066f2a03584 tempest-RoutersAdminTest-366582559 tempest-RoutersAdminTest-366582559-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5561635 Nov 23 17:39:28.879843 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 49484) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:39:28.886113 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-9a0379c9-340f-4d08-accc-f6b0ad92c315 tempest-RoutersAdminTest-366582559 tempest-RoutersAdminTest-366582559-project] Request body: {'router': {'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'}}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:39:28.889461 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-ee4fc302-fd31-4923-8ae6-16a4bc84c401 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971956'] for subnet, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:28.996480 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5e34526-3186-421b-bb98-3af9e93a345d None None] DHCP port deletion for 7cfb2eda-f8a4-4ffc-a47f-7bc1d22ca304 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:39:29.081338 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-f5e34526-3186-421b-bb98-3af9e93a345d None None] Deleting port 51016ff3-f69e-4405-ae1c-3652b1510deb {{(pid=103592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:39:29.084019 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-f5e34526-3186-421b-bb98-3af9e93a345d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:29.169794 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-f5e34526-3186-421b-bb98-3af9e93a345d None None] For port 51016ff3-f69e-4405-ae1c-3652b1510deb, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=51016ff3-f69e-4405-ae1c-3652b1510deb,segment=NetworkSegment(f27a4138-9967-4299-9e57-66f1ef0aaac3),segment_id=f27a4138-9967-4299-9e57-66f1ef0aaac3)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:39:29.170517 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-f5e34526-3186-421b-bb98-3af9e93a345d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:29.186352 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-f5e34526-3186-421b-bb98-3af9e93a345d None None] Calling delete_port for 51016ff3-f69e-4405-ae1c-3652b1510deb owned by network:dhcp {{(pid=103592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:39:29.216664 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-ee4fc302-fd31-4923-8ae6-16a4bc84c401 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264758240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264314269'] for subnet, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:29.258020 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4fc302-fd31-4923-8ae6-16a4bc84c401 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Pushing event deleted for resources: {'Subnet': ['ID=fb4c7b23-5967-4079-b64f-d2dd070d2ff5,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:39:29.288770 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9984b72f-8142-4744-9056-23d939d74c5e None None] Network 28f4f0fd-3383-49ae-bc2f-7bf6642e9c97 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:39:29.305467 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-ee4fc302-fd31-4923-8ae6-16a4bc84c401 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for subnet, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:29.312046 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 49514) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:39:29.320272 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-ee4fc302-fd31-4923-8ae6-16a4bc84c401 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] 10.222.0.60 "DELETE /v2.0/subnets/fb4c7b23-5967-4079-b64f-d2dd070d2ff5 HTTP/1.1" status: 204 len: 168 time: 0.7291348 Nov 23 17:39:29.440466 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-9a0379c9-340f-4d08-accc-f6b0ad92c315 tempest-RoutersAdminTest-366582559 tempest-RoutersAdminTest-366582559-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:29.537827 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-f5e34526-3186-421b-bb98-3af9e93a345d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989'] for port, after_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:29.594684 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-302f991b-878f-4b62-a1ba-3c60837f5015 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-555181'] for network, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:29.630300 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5e34526-3186-421b-bb98-3af9e93a345d None None] No DVR routers for this DVR port 51016ff3-f69e-4405-ae1c-3652b1510deb on host n-d-816206-8 {{(pid=103592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:39:29.660233 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e34526-3186-421b-bb98-3af9e93a345d None None] Pushing event deleted for resources: {'Port': ['ID=51016ff3-f69e-4405-ae1c-3652b1510deb,revision_number=None']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:39:29.666016 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device d1c9a459-49a8-4e30-a173-b7f7042e002a no longer exists at agent hyperv_n-h1-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:39:29.730143 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] No Port match for: d1c9a459-49a8-4e30-a173-b7f7042e002a {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:39:29.730499 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device d1c9a459-49a8-4e30-a173-b7f7042e002a not bound to the agent host n-h1-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:39:29.805900 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0692f8d-4b91-42f9-a9af-efefb1fb0ed3 req-2f58d80a-36e2-43ba-a59c-2d15fd12b313 tempest-ServerRescueTestJSON-1442542130 tempest-ServerRescueTestJSON-1442542130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:39:29.807590 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a0692f8d-4b91-42f9-a9af-efefb1fb0ed3 req-2f58d80a-36e2-43ba-a59c-2d15fd12b313 tempest-ServerRescueTestJSON-1442542130 tempest-ServerRescueTestJSON-1442542130-project] 10.222.0.60 "GET /v2.0/ports?device_id=ee290cd0-e82d-49ef-b37f-6dd1b103485f HTTP/1.1" status: 200 len: 946 time: 0.1032476 Nov 23 17:39:29.888379 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54a8df78-8762-4f8b-91d7-89571fd9d7e8 None None] DHCP port deletion for 28f4f0fd-3383-49ae-bc2f-7bf6642e9c97 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:39:29.914458 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-302f991b-878f-4b62-a1ba-3c60837f5015 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973419', 'neutron.services.segments.db._delete_segments_for_network-8736635878840'] for network, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:29.974235 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-302f991b-878f-4b62-a1ba-3c60837f5015 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7cfb2eda-f8a4-4ffc-a47f-7bc1d22ca304']}} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:39:30.014143 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-54a8df78-8762-4f8b-91d7-89571fd9d7e8 None None] Deleting port 23cecadc-0306-44c8-933e-54912d5893b0 {{(pid=103592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:39:30.025235 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-54a8df78-8762-4f8b-91d7-89571fd9d7e8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:30.036965 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-302f991b-878f-4b62-a1ba-3c60837f5015 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f27a4138-9967-4299-9e57-66f1ef0aaac3') {'for_net_delete': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:39:30.037319 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-302f991b-878f-4b62-a1ba-3c60837f5015 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f27a4138-9967-4299-9e57-66f1ef0aaac3') {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:39:30.096710 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a0692f8d-4b91-42f9-a9af-efefb1fb0ed3 req-017b0da5-2e0b-4ac3-bbeb-79e957007acb tempest-ServerRescueTestJSON-1442542130 tempest-ServerRescueTestJSON-1442542130-project] 10.222.0.60 "GET /v2.0/security-groups?id=cf26cd6b-cd43-4747-bf84-de1f0ff7a3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2768064 Nov 23 17:39:30.102181 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-302f991b-878f-4b62-a1ba-3c60837f5015 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736635840332', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-267528353'] for segment, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:30.137563 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-9a0379c9-340f-4d08-accc-f6b0ad92c315 tempest-RoutersAdminTest-366582559 tempest-RoutersAdminTest-366582559-project] Publish callbacks [] for router_gateway, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:30.154240 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-302f991b-878f-4b62-a1ba-3c60837f5015 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:30.175582 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-9a0379c9-340f-4d08-accc-f6b0ad92c315 tempest-RoutersAdminTest-366582559 tempest-RoutersAdminTest-366582559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:30.200536 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-302f991b-878f-4b62-a1ba-3c60837f5015 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Releasing vlan 507 on physical network physnet1 to pool {{(pid=103590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 17:39:30.201241 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-302f991b-878f-4b62-a1ba-3c60837f5015 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264370093'] for segment, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:30.223457 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-54a8df78-8762-4f8b-91d7-89571fd9d7e8 None None] For port 23cecadc-0306-44c8-933e-54912d5893b0, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=23cecadc-0306-44c8-933e-54912d5893b0,segment=NetworkSegment(cb9db7d3-887f-43f7-9ab0-acc54f484e81),segment_id=cb9db7d3-887f-43f7-9ab0-acc54f484e81)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:39:30.223706 n-d-816206-8 neutron-server[103590]: Traceback (most recent call last): Nov 23 17:39:30.223706 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 17:39:30.223706 n-d-816206-8 neutron-server[103590]: timer() Nov 23 17:39:30.223706 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 17:39:30.223706 n-d-816206-8 neutron-server[103590]: cb(*args, **kw) Nov 23 17:39:30.223706 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 17:39:30.223706 n-d-816206-8 neutron-server[103590]: return func(*args, **kwargs) Nov 23 17:39:30.223706 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 17:39:30.223706 n-d-816206-8 neutron-server[103590]: self._notify() Nov 23 17:39:30.223706 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 17:39:30.223706 n-d-816206-8 neutron-server[103590]: self.callback(batched_events) Nov 23 17:39:30.223706 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 17:39:30.223706 n-d-816206-8 neutron-server[103590]: event.method(event) Nov 23 17:39:30.223706 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 17:39:30.223706 n-d-816206-8 neutron-server[103590]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 17:39:30.223706 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 17:39:30.223706 n-d-816206-8 neutron-server[103590]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 17:39:30.223706 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 17:39:30.223706 n-d-816206-8 neutron-server[103590]: return f(self, *a, **k) Nov 23 17:39:30.223706 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 17:39:30.223706 n-d-816206-8 neutron-server[103590]: return self._get(url).json() Nov 23 17:39:30.223706 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 17:39:30.223706 n-d-816206-8 neutron-server[103590]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 17:39:30.223706 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 17:39:30.223706 n-d-816206-8 neutron-server[103590]: return self.request(url, 'GET', **kwargs) Nov 23 17:39:30.223706 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 17:39:30.223706 n-d-816206-8 neutron-server[103590]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 17:39:30.223706 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 17:39:30.223706 n-d-816206-8 neutron-server[103590]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 17:39:30.223706 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 17:39:30.223706 n-d-816206-8 neutron-server[103590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 17:39:30.223706 n-d-816206-8 neutron-server[103590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 17:39:30.227252 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-54a8df78-8762-4f8b-91d7-89571fd9d7e8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:30.255853 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 23cecadc-0306-44c8-933e-54912d5893b0 no longer exists at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:39:30.356860 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-54a8df78-8762-4f8b-91d7-89571fd9d7e8 None None] Calling delete_port for 23cecadc-0306-44c8-933e-54912d5893b0 owned by network:dhcp {{(pid=103592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:39:30.432949 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.db_base_plugin_common [None req-9a0379c9-340f-4d08-accc-f6b0ad92c315 tempest-RoutersAdminTest-366582559 tempest-RoutersAdminTest-366582559-project] Allocated IP 172.25.3.18 (4c8455ba-1be5-42ac-b8c2-8a16e1292d55/08fe3644-ce41-4c3f-a7ea-92bac0f0fff5/b7ed3abf-9af7-4160-bb48-638edbead7e6) {{(pid=103591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:39:30.443766 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-302f991b-878f-4b62-a1ba-3c60837f5015 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1795418'] for network, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:30.502123 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-302f991b-878f-4b62-a1ba-3c60837f5015 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks [] for network, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:30.516386 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-302f991b-878f-4b62-a1ba-3c60837f5015 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] 10.222.0.60 "DELETE /v2.0/networks/7cfb2eda-f8a4-4ffc-a47f-7bc1d22ca304 HTTP/1.1" status: 204 len: 168 time: 1.2027669 Nov 23 17:39:30.528274 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302f991b-878f-4b62-a1ba-3c60837f5015 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Pushing event deleted for resources: {'Network': ['ID=7cfb2eda-f8a4-4ffc-a47f-7bc1d22ca304,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:39:30.531863 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 49560) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:39:30.670443 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-9a0379c9-340f-4d08-accc-f6b0ad92c315 tempest-RoutersAdminTest-366582559 tempest-RoutersAdminTest-366582559-project] Publish callbacks [] for port, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:30.725342 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:30.730183 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-54a8df78-8762-4f8b-91d7-89571fd9d7e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989'] for port, after_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:30.759577 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 49564) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:39:30.800718 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-9a0379c9-340f-4d08-accc-f6b0ad92c315 tempest-RoutersAdminTest-366582559 tempest-RoutersAdminTest-366582559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:30.824362 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54a8df78-8762-4f8b-91d7-89571fd9d7e8 None None] No DVR routers for this DVR port 23cecadc-0306-44c8-933e-54912d5893b0 on host n-d-816206-8 {{(pid=103592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:39:30.866351 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a8df78-8762-4f8b-91d7-89571fd9d7e8 None None] Pushing event deleted for resources: {'Port': ['ID=23cecadc-0306-44c8-933e-54912d5893b0,revision_number=None']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:39:30.879577 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-784e8b41-3e77-4207-aa26-23ced087d6cf tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-555181'] for network, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:30.941033 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 51016ff3-f69e-4405-ae1c-3652b1510deb no longer exists at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:39:30.973701 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a0379c9-340f-4d08-accc-f6b0ad92c315 tempest-RoutersAdminTest-366582559 tempest-RoutersAdminTest-366582559-project] Network 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 is already hosted by enough agents. {{(pid=103591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:39:30.984120 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [None req-9a0379c9-340f-4d08-accc-f6b0ad92c315 tempest-RoutersAdminTest-366582559 tempest-RoutersAdminTest-366582559-project] Resources bound (agent type, host, resource id): {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:39:30.987789 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] No Port match for: 51016ff3-f69e-4405-ae1c-3652b1510deb {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:39:30.988771 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 51016ff3-f69e-4405-ae1c-3652b1510deb not bound to the agent host n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:39:31.011565 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64ebe914-69ef-4e8d-8b63-1d03008f9bee None None] DHCP port deletion for 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:39:31.033338 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a0379c9-340f-4d08-accc-f6b0ad92c315 tempest-RoutersAdminTest-366582559 tempest-RoutersAdminTest-366582559-project] Received port after_create {{(pid=103591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:39:31.069096 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-784e8b41-3e77-4207-aa26-23ced087d6cf tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973419', 'neutron.services.segments.db._delete_segments_for_network-8736635878840'] for network, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:31.075438 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-239e2dc5-efed-47cc-bce9-2a529b12b8d7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:31.094029 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ed7ddf-5dbc-49d8-9885-182327f2df1a req-c5c8e1b2-59d2-47ce-8876-85ff829fc8e1 tempest-ServerRescueTestJSON-1442542130 tempest-ServerRescueTestJSON-1442542130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:39:31.095044 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-784e8b41-3e77-4207-aa26-23ced087d6cf tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28f4f0fd-3383-49ae-bc2f-7bf6642e9c97']}} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:39:31.096049 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a3ed7ddf-5dbc-49d8-9885-182327f2df1a req-c5c8e1b2-59d2-47ce-8876-85ff829fc8e1 tempest-ServerRescueTestJSON-1442542130 tempest-ServerRescueTestJSON-1442542130-project] 10.222.0.36 "GET /v2.0/ports?device_id=ee290cd0-e82d-49ef-b37f-6dd1b103485f HTTP/1.1" status: 200 len: 946 time: 0.3355503 Nov 23 17:39:31.108256 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-784e8b41-3e77-4207-aa26-23ced087d6cf tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb9db7d3-887f-43f7-9ab0-acc54f484e81') {'for_net_delete': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:39:31.109372 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-784e8b41-3e77-4207-aa26-23ced087d6cf tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb9db7d3-887f-43f7-9ab0-acc54f484e81') {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:39:31.110662 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0379c9-340f-4d08-accc-f6b0ad92c315 tempest-RoutersAdminTest-366582559 tempest-RoutersAdminTest-366582559-project] Pushing event updated for resources: {'Port': ['ID=b7ed3abf-9af7-4160-bb48-638edbead7e6,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:39:31.130437 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-784e8b41-3e77-4207-aa26-23ced087d6cf tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736635840332', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-267528353'] for segment, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:31.157445 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-784e8b41-3e77-4207-aa26-23ced087d6cf tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:31.169389 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-f6944efb-ff19-4622-83e4-6137392492bc None None] Provisioning complete for port b7ed3abf-9af7-4160-bb48-638edbead7e6 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:39:31.169951 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-f6944efb-ff19-4622-83e4-6137392492bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:31.180284 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-784e8b41-3e77-4207-aa26-23ced087d6cf tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Releasing vlan 547 on physical network physnet1 to pool {{(pid=103590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 17:39:31.181898 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-784e8b41-3e77-4207-aa26-23ced087d6cf tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264370093'] for segment, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:31.192124 n-d-816206-8 neutron-server[103590]: Traceback (most recent call last): Nov 23 17:39:31.192124 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 17:39:31.192124 n-d-816206-8 neutron-server[103590]: timer() Nov 23 17:39:31.192124 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 17:39:31.192124 n-d-816206-8 neutron-server[103590]: cb(*args, **kw) Nov 23 17:39:31.192124 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 17:39:31.192124 n-d-816206-8 neutron-server[103590]: return func(*args, **kwargs) Nov 23 17:39:31.192124 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 17:39:31.192124 n-d-816206-8 neutron-server[103590]: self._notify() Nov 23 17:39:31.192124 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 17:39:31.192124 n-d-816206-8 neutron-server[103590]: self.callback(batched_events) Nov 23 17:39:31.192124 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 17:39:31.192124 n-d-816206-8 neutron-server[103590]: event.method(event) Nov 23 17:39:31.192124 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 17:39:31.192124 n-d-816206-8 neutron-server[103590]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 17:39:31.192124 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 17:39:31.192124 n-d-816206-8 neutron-server[103590]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 17:39:31.192124 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 17:39:31.192124 n-d-816206-8 neutron-server[103590]: return f(self, *a, **k) Nov 23 17:39:31.192124 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 17:39:31.192124 n-d-816206-8 neutron-server[103590]: return self._get(url).json() Nov 23 17:39:31.192124 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 17:39:31.192124 n-d-816206-8 neutron-server[103590]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 17:39:31.192124 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 17:39:31.192124 n-d-816206-8 neutron-server[103590]: return self.request(url, 'GET', **kwargs) Nov 23 17:39:31.192124 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 17:39:31.192124 n-d-816206-8 neutron-server[103590]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 17:39:31.192124 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 17:39:31.192124 n-d-816206-8 neutron-server[103590]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 17:39:31.192124 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 17:39:31.192124 n-d-816206-8 neutron-server[103590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 17:39:31.192124 n-d-816206-8 neutron-server[103590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 17:39:31.271181 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-f6944efb-ff19-4622-83e4-6137392492bc None None] Port b7ed3abf-9af7-4160-bb48-638edbead7e6 cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:39:31.324023 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-784e8b41-3e77-4207-aa26-23ced087d6cf tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1795418'] for network, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:31.338296 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-784e8b41-3e77-4207-aa26-23ced087d6cf tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks [] for network, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:31.347216 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-784e8b41-3e77-4207-aa26-23ced087d6cf tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] 10.222.0.60 "DELETE /v2.0/networks/28f4f0fd-3383-49ae-bc2f-7bf6642e9c97 HTTP/1.1" status: 204 len: 168 time: 0.8106518 Nov 23 17:39:31.348229 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 49572) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:39:31.356351 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-9b120cc5-c46c-48b5-9a62-2476ffb02876 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Request body: {'network': {'name': 'tempest-RoutersTest-1195446833'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:39:31.374307 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784e8b41-3e77-4207-aa26-23ced087d6cf tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Pushing event deleted for resources: {'Network': ['ID=28f4f0fd-3383-49ae-bc2f-7bf6642e9c97,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:39:31.398345 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b120cc5-c46c-48b5-9a62-2476ffb02876 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Made reservation on behalf of 9ea08f514e394d68a6e33e0a371ec75c for: {'network': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:39:31.402931 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-9b120cc5-c46c-48b5-9a62-2476ffb02876 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for network, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:31.442717 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b120cc5-c46c-48b5-9a62-2476ffb02876 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] vlan segment allocate from pool success with {'vlan_id': 539, 'physical_network': 'physnet1'} {{(pid=103590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 17:39:31.463951 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-9b120cc5-c46c-48b5-9a62-2476ffb02876 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:31.464315 n-d-816206-8 neutron-server[103590]: INFO neutron.db.segments_db [None req-9b120cc5-c46c-48b5-9a62-2476ffb02876 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Added segment 02086563-9a85-4cef-9c5c-675989d55fd0 of type vlan for network e133d3c0-0f8d-4fa9-90cc-e5cf042d9ad1 Nov 23 17:39:31.489260 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-239e2dc5-efed-47cc-bce9-2a529b12b8d7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:31.506540 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-239e2dc5-efed-47cc-bce9-2a529b12b8d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:31.518151 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-9b120cc5-c46c-48b5-9a62-2476ffb02876 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736635338810'] for network, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:31.551395 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-9b120cc5-c46c-48b5-9a62-2476ffb02876 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493'] for network, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:31.555373 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61d0abf-1c04-42c8-8b43-ce2b0c45709b req-c4e57c21-6fd4-43f9-8a6f-86a646f2781c tempest-ServerRescueTestJSON-1442542130 tempest-ServerRescueTestJSON-1442542130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:39:31.558825 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b120cc5-c46c-48b5-9a62-2476ffb02876 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:39:31.559673 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-9b120cc5-c46c-48b5-9a62-2476ffb02876 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks [] for network, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:31.564051 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e61d0abf-1c04-42c8-8b43-ce2b0c45709b req-c4e57c21-6fd4-43f9-8a6f-86a646f2781c tempest-ServerRescueTestJSON-1442542130 tempest-ServerRescueTestJSON-1442542130-project] 10.222.0.60 "GET /v2.0/ports?device_id=ee290cd0-e82d-49ef-b37f-6dd1b103485f HTTP/1.1" status: 200 len: 946 time: 0.1776671 Nov 23 17:39:31.651353 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-9b120cc5-c46c-48b5-9a62-2476ffb02876 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2997589 Nov 23 17:39:31.655106 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 49574) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:39:31.663077 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-a31addbe-d755-4603-9da7-0c9e8e2c1277 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Request body: {'subnet': {'network_id': 'e133d3c0-0f8d-4fa9-90cc-e5cf042d9ad1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:39:31.670448 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b120cc5-c46c-48b5-9a62-2476ffb02876 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Pushing event updated for resources: {'Network': ['ID=e133d3c0-0f8d-4fa9-90cc-e5cf042d9ad1,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:39:31.683914 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Network e133d3c0-0f8d-4fa9-90cc-e5cf042d9ad1 details requested by agent ovs-agent-n-d-816206-8 with host n-d-816206-8 {{(pid=103592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 17:39:31.720250 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-239e2dc5-efed-47cc-bce9-2a529b12b8d7 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=4cd61930d2484e0c9c761a325ae462af&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9367294 Nov 23 17:39:31.724096 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 49576) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:39:31.730342 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [req-a3ed7ddf-5dbc-49d8-9885-182327f2df1a req-37bf0c08-061a-4568-af80-47b2ea0e6b22 tempest-ServerRescueTestJSON-1442542130 tempest-ServerRescueTestJSON-1442542130-project] Deleting port 552bc992-268b-4e3f-9c43-7821ee8c00ae {{(pid=103591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:39:31.730886 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-a3ed7ddf-5dbc-49d8-9885-182327f2df1a req-37bf0c08-061a-4568-af80-47b2ea0e6b22 tempest-ServerRescueTestJSON-1442542130 tempest-ServerRescueTestJSON-1442542130-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:31.768207 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239e2dc5-efed-47cc-bce9-2a529b12b8d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81629b04-772f-46a7-a433-fb4e7d23cd98,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:39:31.836954 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a31addbe-d755-4603-9da7-0c9e8e2c1277 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Made reservation on behalf of 9ea08f514e394d68a6e33e0a371ec75c for: {'subnet': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:39:31.841375 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a31addbe-d755-4603-9da7-0c9e8e2c1277 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264730903'] for subnet, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:31.868745 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239e2dc5-efed-47cc-bce9-2a529b12b8d7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:39:31.869814 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239e2dc5-efed-47cc-bce9-2a529b12b8d7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:39:31.870222 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239e2dc5-efed-47cc-bce9-2a529b12b8d7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:39:31.870662 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239e2dc5-efed-47cc-bce9-2a529b12b8d7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:39:31.871059 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239e2dc5-efed-47cc-bce9-2a529b12b8d7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:39:31.871456 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239e2dc5-efed-47cc-bce9-2a529b12b8d7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:39:31.871850 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239e2dc5-efed-47cc-bce9-2a529b12b8d7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:39:31.872248 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239e2dc5-efed-47cc-bce9-2a529b12b8d7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:39:31.872890 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239e2dc5-efed-47cc-bce9-2a529b12b8d7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:39:31.873287 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239e2dc5-efed-47cc-bce9-2a529b12b8d7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:39:31.873679 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239e2dc5-efed-47cc-bce9-2a529b12b8d7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:39:31.874124 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239e2dc5-efed-47cc-bce9-2a529b12b8d7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:39:31.904451 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e61d0abf-1c04-42c8-8b43-ce2b0c45709b req-ddd5a02e-4d2c-45ac-ae5b-daa9f04e8340 tempest-ServerRescueTestJSON-1442542130 tempest-ServerRescueTestJSON-1442542130-project] 10.222.0.60 "GET /v2.0/security-groups?id=cf26cd6b-cd43-4747-bf84-de1f0ff7a3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3394735 Nov 23 17:39:32.093238 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-394a93cb-e7d1-40d1-a72c-bd7279d2d990 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:32.130540 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a31addbe-d755-4603-9da7-0c9e8e2c1277 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264358096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264730885'] for subnet, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:32.141885 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-394a93cb-e7d1-40d1-a72c-bd7279d2d990 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:32.170565 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-a3ed7ddf-5dbc-49d8-9885-182327f2df1a req-37bf0c08-061a-4568-af80-47b2ea0e6b22 tempest-ServerRescueTestJSON-1442542130 tempest-ServerRescueTestJSON-1442542130-project] For port 552bc992-268b-4e3f-9c43-7821ee8c00ae, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=552bc992-268b-4e3f-9c43-7821ee8c00ae,segment=NetworkSegment(c149808e-63db-41ac-b80f-e721c4138182),segment_id=c149808e-63db-41ac-b80f-e721c4138182)] {{(pid=103591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:39:32.171068 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-a3ed7ddf-5dbc-49d8-9885-182327f2df1a req-37bf0c08-061a-4568-af80-47b2ea0e6b22 tempest-ServerRescueTestJSON-1442542130 tempest-ServerRescueTestJSON-1442542130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:32.174065 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-9a0379c9-340f-4d08-accc-f6b0ad92c315 tempest-RoutersAdminTest-366582559 tempest-RoutersAdminTest-366582559-project] Publish callbacks [] for router_gateway, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:32.234758 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [req-a3ed7ddf-5dbc-49d8-9885-182327f2df1a req-37bf0c08-061a-4568-af80-47b2ea0e6b22 tempest-ServerRescueTestJSON-1442542130 tempest-ServerRescueTestJSON-1442542130-project] Calling delete_port for 552bc992-268b-4e3f-9c43-7821ee8c00ae owned by compute:nova {{(pid=103591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:39:32.294517 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31addbe-d755-4603-9da7-0c9e8e2c1277 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Pushing event updated for resources: {'Subnet': ['ID=da2b5b95-303c-4dbf-8f51-38ce7103ed50,revision_number=0']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:39:32.383310 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-394a93cb-e7d1-40d1-a72c-bd7279d2d990 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:32.385678 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a31addbe-d755-4603-9da7-0c9e8e2c1277 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Checking segment: {'id': '02086563-9a85-4cef-9c5c-675989d55fd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'e133d3c0-0f8d-4fa9-90cc-e5cf042d9ad1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:39:32.386170 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-394a93cb-e7d1-40d1-a72c-bd7279d2d990 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:32.389666 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-394a93cb-e7d1-40d1-a72c-bd7279d2d990 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/81629b04-772f-46a7-a433-fb4e7d23cd98 HTTP/1.1" status: 204 len: 168 time: 0.6531529 Nov 23 17:39:32.392468 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a31addbe-d755-4603-9da7-0c9e8e2c1277 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Network hostable DHCP agents. Network: e133d3c0-0f8d-4fa9-90cc-e5cf042d9ad1, hostable agents: ['0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3'], hosted agents: [] {{(pid=103590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 17:39:32.407500 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394a93cb-e7d1-40d1-a72c-bd7279d2d990 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81629b04-772f-46a7-a433-fb4e7d23cd98,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:39:32.449601 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a31addbe-d755-4603-9da7-0c9e8e2c1277 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Network e133d3c0-0f8d-4fa9-90cc-e5cf042d9ad1 is scheduled to be hosted by DHCP agent 0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3 with binding_index 1 {{(pid=103590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 17:39:32.466577 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-a31addbe-d755-4603-9da7-0c9e8e2c1277 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-8, e133d3c0-0f8d-4fa9-90cc-e5cf042d9ad1) {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:39:32.469964 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a31addbe-d755-4603-9da7-0c9e8e2c1277 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:39:32.470673 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a31addbe-d755-4603-9da7-0c9e8e2c1277 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks [] for subnet, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:32.478416 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99a9e1da-bede-4da9-bb58-2c892bdbd797 None None] Network e133d3c0-0f8d-4fa9-90cc-e5cf042d9ad1 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:39:32.509685 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-a31addbe-d755-4603-9da7-0c9e8e2c1277 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8530867 Nov 23 17:39:32.510472 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 49588) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:39:32.515938 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-88a36a8b-8ffb-468e-b86d-6c0fdca717b8 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-178054802', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:39:32.589731 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-88a36a8b-8ffb-468e-b86d-6c0fdca717b8 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1793449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8093'] for router, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:32.590926 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-88a36a8b-8ffb-468e-b86d-6c0fdca717b8 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1794473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1794771', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1638326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8086'] for router, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:32.768247 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-88a36a8b-8ffb-468e-b86d-6c0fdca717b8 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:32.774502 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-88a36a8b-8ffb-468e-b86d-6c0fdca717b8 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1794316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1795362'] for router, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:32.801442 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-88a36a8b-8ffb-468e-b86d-6c0fdca717b8 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks [] for router, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:32.802755 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-88a36a8b-8ffb-468e-b86d-6c0fdca717b8 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2912242 Nov 23 17:39:32.805693 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 49592) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:39:32.818135 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-ed1598bf-ba3d-4955-9817-f2badef2ee47 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Request body: {'port': {'network_id': 'e133d3c0-0f8d-4fa9-90cc-e5cf042d9ad1', 'name': 'tempest-RoutersTest-1452861629'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:39:32.826215 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-9a0379c9-340f-4d08-accc-f6b0ad92c315 tempest-RoutersAdminTest-366582559 tempest-RoutersAdminTest-366582559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1795385', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1794325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8160'] for router, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:32.842783 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-9a0379c9-340f-4d08-accc-f6b0ad92c315 tempest-RoutersAdminTest-366582559 tempest-RoutersAdminTest-366582559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1795362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1795376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1795371', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1794338'] for router, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:32.867465 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-339b47d8-dd41-4978-a45e-be9eae05abc6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp355044b8-8e87-58c4-94fa-4a010ec30f9e-e133d3c0-0f8d-4fa9-90cc-e5cf042d9ad1', 'network_id': 'e133d3c0-0f8d-4fa9-90cc-e5cf042d9ad1', 'tenant_id': '9ea08f514e394d68a6e33e0a371ec75c', 'fixed_ips': [{'subnet_id': 'da2b5b95-303c-4dbf-8f51-38ce7103ed50'}]}} from n-d-816206-8. {{(pid=103592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 17:39:32.868969 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-339b47d8-dd41-4978-a45e-be9eae05abc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:32.894018 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-a3ed7ddf-5dbc-49d8-9885-182327f2df1a req-37bf0c08-061a-4568-af80-47b2ea0e6b22 tempest-ServerRescueTestJSON-1442542130 tempest-ServerRescueTestJSON-1442542130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:33.121515 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] get_ports_and_sgs() called for port_ids ['552bc992-268b-4e3f-9c43-7821ee8c00ae'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:39:33.156642 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 49602) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:39:33.194207 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c65e60c5-9734-44cf-b4e8-151df51e8ce3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:33.220393 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.db_base_plugin_common [None req-339b47d8-dd41-4978-a45e-be9eae05abc6 None None] Allocated IP 172.20.0.2 (e133d3c0-0f8d-4fa9-90cc-e5cf042d9ad1/da2b5b95-303c-4dbf-8f51-38ce7103ed50/bc60e318-9b8b-4d67-8f23-93b2bceec353) {{(pid=103592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:39:33.300198 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c65e60c5-9734-44cf-b4e8-151df51e8ce3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:33.307686 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c65e60c5-9734-44cf-b4e8-151df51e8ce3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:33.327551 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed1598bf-ba3d-4955-9817-f2badef2ee47 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Made reservation on behalf of 9ea08f514e394d68a6e33e0a371ec75c for: {'port': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:39:33.332859 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ed1598bf-ba3d-4955-9817-f2badef2ee47 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:33.383390 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65e60c5-9734-44cf-b4e8-151df51e8ce3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acc5bbd4-cdbe-4873-a099-a6e3c17c0bd1,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:39:33.391180 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-c65e60c5-9734-44cf-b4e8-151df51e8ce3 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=038a6b758e874eaab8854fd868b7e67c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2309878 Nov 23 17:39:33.391492 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 49604) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:39:33.395305 n-d-816206-8 neutron-server[103590]: DEBUG neutron.notifiers.nova [None req-ed1598bf-ba3d-4955-9817-f2badef2ee47 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] device_id is not set on port 07bafc0a-a814-4302-834e-e3ac65394975 yet. {{(pid=103590) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 17:39:33.507346 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-fd8fb77c-47ed-4123-94ac-e840d511b84f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:33.541807 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bf0c08-061a-4568-af80-47b2ea0e6b22 tempest-ServerRescueTestJSON-1442542130 tempest-ServerRescueTestJSON-1442542130-project] Pushing event deleted for resources: {'Port': ['ID=552bc992-268b-4e3f-9c43-7821ee8c00ae,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:39:33.542994 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-fd8fb77c-47ed-4123-94ac-e840d511b84f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:33.562523 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-339b47d8-dd41-4978-a45e-be9eae05abc6 None None] Publish callbacks [] for port, precommit_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:33.563345 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-cabe9ebf-d8da-47db-9253-a288c1ba7642 req-94bc4e97-18dd-4533-98ac-d0ffbd61c10c tempest-ServerRescueTestJSON-1442542130 tempest-ServerRescueTestJSON-1442542130-project] 10.222.0.60 "GET /v2.0/ports?device_id=ee290cd0-e82d-49ef-b37f-6dd1b103485f HTTP/1.1" status: 200 len: 210 time: 0.5093431 Nov 23 17:39:33.574531 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-339b47d8-dd41-4978-a45e-be9eae05abc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980'] for port, after_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:33.609922 n-d-816206-8 neutron-server[103592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-339b47d8-dd41-4978-a45e-be9eae05abc6 None None] Network e133d3c0-0f8d-4fa9-90cc-e5cf042d9ad1 is already hosted by enough agents. {{(pid=103592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:39:33.614936 n-d-816206-8 neutron-server[103592]: DEBUG neutron.scheduler.base_scheduler [None req-339b47d8-dd41-4978-a45e-be9eae05abc6 None None] Resources bound (agent type, host, resource id): {{(pid=103592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:39:33.619622 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3ed7ddf-5dbc-49d8-9885-182327f2df1a req-37bf0c08-061a-4568-af80-47b2ea0e6b22 tempest-ServerRescueTestJSON-1442542130 tempest-ServerRescueTestJSON-1442542130-project] No DVR routers for this DVR port 552bc992-268b-4e3f-9c43-7821ee8c00ae on host n-h2-816206-8 {{(pid=103591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:39:33.622485 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-a3ed7ddf-5dbc-49d8-9885-182327f2df1a req-37bf0c08-061a-4568-af80-47b2ea0e6b22 tempest-ServerRescueTestJSON-1442542130 tempest-ServerRescueTestJSON-1442542130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:33.626718 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a3ed7ddf-5dbc-49d8-9885-182327f2df1a req-37bf0c08-061a-4568-af80-47b2ea0e6b22 tempest-ServerRescueTestJSON-1442542130 tempest-ServerRescueTestJSON-1442542130-project] 10.222.0.36 "DELETE /v2.0/ports/552bc992-268b-4e3f-9c43-7821ee8c00ae HTTP/1.1" status: 204 len: 173 time: 2.5069447 Nov 23 17:39:33.631744 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee290cd0-e82d-49ef-b37f-6dd1b103485f', 'name': 'network-vif-deleted', 'tag': '552bc992-268b-4e3f-9c43-7821ee8c00ae'}] {{(pid=103591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:39:33.634113 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41d174a19ece9499ff9ec44e5b3fc50f2abd3ffbc947fb7e52ea1e8db27b95b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61b90658-3ace-436c-bba6-51af8bf08e73" -d '{"events": [{"server_uuid": "ee290cd0-e82d-49ef-b37f-6dd1b103485f", "name": "network-vif-deleted", "tag": "552bc992-268b-4e3f-9c43-7821ee8c00ae"}]}' {{(pid=103591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:39:33.649176 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-339b47d8-dd41-4978-a45e-be9eae05abc6 None None] Received port after_create {{(pid=103592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:39:33.676573 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-ed1598bf-ba3d-4955-9817-f2badef2ee47 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Allocated IP 172.20.0.6 (e133d3c0-0f8d-4fa9-90cc-e5cf042d9ad1/da2b5b95-303c-4dbf-8f51-38ce7103ed50/07bafc0a-a814-4302-834e-e3ac65394975) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:39:33.684161 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-fd8fb77c-47ed-4123-94ac-e840d511b84f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:33.688069 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-fd8fb77c-47ed-4123-94ac-e840d511b84f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:33.689833 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-fd8fb77c-47ed-4123-94ac-e840d511b84f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/acc5bbd4-cdbe-4873-a099-a6e3c17c0bd1 HTTP/1.1" status: 204 len: 168 time: 0.2973123 Nov 23 17:39:33.701826 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc2fc84-f0ab-41e2-9c8c-35c5515eb5ae req-ae818878-2e34-47df-9260-b55ba0fff023 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:39:33.711683 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc2fc84-f0ab-41e2-9c8c-35c5515eb5ae req-ae818878-2e34-47df-9260-b55ba0fff023 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:39:33.715870 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8fb77c-47ed-4123-94ac-e840d511b84f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acc5bbd4-cdbe-4873-a099-a6e3c17c0bd1,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:39:33.721483 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc2fc84-f0ab-41e2-9c8c-35c5515eb5ae req-ae818878-2e34-47df-9260-b55ba0fff023 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:39:33.729944 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc2fc84-f0ab-41e2-9c8c-35c5515eb5ae req-ae818878-2e34-47df-9260-b55ba0fff023 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:39:33.735861 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc2fc84-f0ab-41e2-9c8c-35c5515eb5ae req-ae818878-2e34-47df-9260-b55ba0fff023 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:39:33.744816 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc2fc84-f0ab-41e2-9c8c-35c5515eb5ae req-ae818878-2e34-47df-9260-b55ba0fff023 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:39:33.752764 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc2fc84-f0ab-41e2-9c8c-35c5515eb5ae req-ae818878-2e34-47df-9260-b55ba0fff023 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:39:33.755836 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-fbc2fc84-f0ab-41e2-9c8c-35c5515eb5ae req-ae818878-2e34-47df-9260-b55ba0fff023 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] 10.222.0.60 "GET /v2.0/ports?device_id=83c4b9c5-48d7-40af-8fb5-dabe4d43cce9 HTTP/1.1" status: 200 len: 5441 time: 0.5540237 Nov 23 17:39:33.756295 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:39:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8d7904a-5497-43e9-af8e-ef8d00ca26cb x-openstack-request-id: req-f8d7904a-5497-43e9-af8e-ef8d00ca26cb {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:39:33.756635 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee290cd0-e82d-49ef-b37f-6dd1b103485f", "name": "network-vif-deleted", "tag": "552bc992-268b-4e3f-9c43-7821ee8c00ae", "status": "completed", "code": 200}]} {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:39:33.756882 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f8d7904a-5497-43e9-af8e-ef8d00ca26cb {{(pid=103591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:39:33.757275 n-d-816206-8 neutron-server[103591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee290cd0-e82d-49ef-b37f-6dd1b103485f', 'name': 'network-vif-deleted', 'tag': '552bc992-268b-4e3f-9c43-7821ee8c00ae', 'status': 'completed', 'code': 200} Nov 23 17:39:33.788417 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a0379c9-340f-4d08-accc-f6b0ad92c315 tempest-RoutersAdminTest-366582559 tempest-RoutersAdminTest-366582559-project] Router 6d0cf654-5cbd-4a09-8ff7-a8deb03815ed is scheduled to L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 with binding_index 1 {{(pid=103591) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 17:39:33.806903 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-339b47d8-dd41-4978-a45e-be9eae05abc6 None None] Attempting to bind port bc60e318-9b8b-4d67-8f23-93b2bceec353 on host n-d-816206-8 for vnic_type normal with profile {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:39:33.807587 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-339b47d8-dd41-4978-a45e-be9eae05abc6 None None] Attempting to bind port bc60e318-9b8b-4d67-8f23-93b2bceec353 by drivers openvswitch,hyperv on host n-d-816206-8 at level 0 using segments [{'id': '02086563-9a85-4cef-9c5c-675989d55fd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'e133d3c0-0f8d-4fa9-90cc-e5cf042d9ad1'}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:39:33.808374 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-339b47d8-dd41-4978-a45e-be9eae05abc6 None None] Attempting to bind port bc60e318-9b8b-4d67-8f23-93b2bceec353 on network e133d3c0-0f8d-4fa9-90cc-e5cf042d9ad1 {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:39:33.816788 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-339b47d8-dd41-4978-a45e-be9eae05abc6 None None] Checking agent: {'id': '9e89acbe-4bbe-4c77-a18b-6f1da9133e0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 7, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 39, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:39:33.817482 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-339b47d8-dd41-4978-a45e-be9eae05abc6 None None] Checking segment: {'id': '02086563-9a85-4cef-9c5c-675989d55fd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'e133d3c0-0f8d-4fa9-90cc-e5cf042d9ad1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:39:33.818087 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-339b47d8-dd41-4978-a45e-be9eae05abc6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:33.818769 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-339b47d8-dd41-4978-a45e-be9eae05abc6 None None] Bound using segment: {'id': '02086563-9a85-4cef-9c5c-675989d55fd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'e133d3c0-0f8d-4fa9-90cc-e5cf042d9ad1'} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:39:33.819414 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-339b47d8-dd41-4978-a45e-be9eae05abc6 None None] Bound port: bc60e318-9b8b-4d67-8f23-93b2bceec353, host: n-d-816206-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02086563-9a85-4cef-9c5c-675989d55fd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'e133d3c0-0f8d-4fa9-90cc-e5cf042d9ad1'}}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:39:33.819991 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-339b47d8-dd41-4978-a45e-be9eae05abc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:33.824446 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339b47d8-dd41-4978-a45e-be9eae05abc6 None None] Pushing event updated for resources: {'Port': ['ID=bc60e318-9b8b-4d67-8f23-93b2bceec353,revision_number=1']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:39:33.955703 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-339b47d8-dd41-4978-a45e-be9eae05abc6 None None] For port bc60e318-9b8b-4d67-8f23-93b2bceec353, host n-d-816206-8, cleared binding levels {{(pid=103592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:39:33.960330 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-339b47d8-dd41-4978-a45e-be9eae05abc6 None None] For port bc60e318-9b8b-4d67-8f23-93b2bceec353, host n-d-816206-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=bc60e318-9b8b-4d67-8f23-93b2bceec353,segment=NetworkSegment(02086563-9a85-4cef-9c5c-675989d55fd0),segment_id=02086563-9a85-4cef-9c5c-675989d55fd0)] {{(pid=103592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:39:33.977216 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-339b47d8-dd41-4978-a45e-be9eae05abc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:34.017706 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ed1598bf-ba3d-4955-9817-f2badef2ee47 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:34.071846 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a0379c9-340f-4d08-accc-f6b0ad92c315 tempest-RoutersAdminTest-366582559 tempest-RoutersAdminTest-366582559-project] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:39:34.087291 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-9a0379c9-340f-4d08-accc-f6b0ad92c315 tempest-RoutersAdminTest-366582559 tempest-RoutersAdminTest-366582559-project] Publish callbacks [] for router, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:34.090651 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-9a0379c9-340f-4d08-accc-f6b0ad92c315 tempest-RoutersAdminTest-366582559 tempest-RoutersAdminTest-366582559-project] 10.222.0.60 "PUT /v2.0/routers/6d0cf654-5cbd-4a09-8ff7-a8deb03815ed HTTP/1.1" status: 200 len: 878 time: 5.2093141 Nov 23 17:39:34.097088 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 49618) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:39:34.104894 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-fbc2fc84-f0ab-41e2-9c8c-35c5515eb5ae req-4a5d94fb-4896-4164-a7a2-7470391fb607 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] 10.222.0.60 "GET /v2.0/security-groups?id=f803d7ea-d3d6-4cf6-830c-70814cdc1205&id=0089afc6-8a44-4092-8e4d-085e37cc31cf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3336782 Nov 23 17:39:34.155860 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae2a5b05-9b6c-4510-9fd6-40bfaeefb25b None None] Sync routers for ids ['6d0cf654-5cbd-4a09-8ff7-a8deb03815ed'] in n-d-816206-8 {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:39:34.185646 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae2a5b05-9b6c-4510-9fd6-40bfaeefb25b None None] Routers {'6d0cf654-5cbd-4a09-8ff7-a8deb03815ed'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:39:34.186403 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-ae2a5b05-9b6c-4510-9fd6-40bfaeefb25b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:39:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['6d0cf654-5cbd-4a09-8ff7-a8deb03815ed'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:39:34.192249 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339b47d8-dd41-4978-a45e-be9eae05abc6 None None] Pushing event updated for resources: {'Port': ['ID=bc60e318-9b8b-4d67-8f23-93b2bceec353,revision_number=2']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:39:34.280800 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-ae2a5b05-9b6c-4510-9fd6-40bfaeefb25b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:39:34.286787 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ed1598bf-ba3d-4955-9817-f2badef2ee47 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:34.291404 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae2a5b05-9b6c-4510-9fd6-40bfaeefb25b None None] Routers {'6d0cf654-5cbd-4a09-8ff7-a8deb03815ed'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:39:34.291820 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-ae2a5b05-9b6c-4510-9fd6-40bfaeefb25b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:39:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['6d0cf654-5cbd-4a09-8ff7-a8deb03815ed'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:39:34.340720 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bff317-d2ec-44f9-a972-4a0723943764 req-d7a08f4b-1484-4a5a-aa24-65f187213c7d tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:39:34.348195 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bff317-d2ec-44f9-a972-4a0723943764 req-d7a08f4b-1484-4a5a-aa24-65f187213c7d tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:39:34.355037 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bff317-d2ec-44f9-a972-4a0723943764 req-d7a08f4b-1484-4a5a-aa24-65f187213c7d tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:39:34.361382 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bff317-d2ec-44f9-a972-4a0723943764 req-d7a08f4b-1484-4a5a-aa24-65f187213c7d tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:39:34.374803 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bff317-d2ec-44f9-a972-4a0723943764 req-d7a08f4b-1484-4a5a-aa24-65f187213c7d tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:39:34.381670 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-ae2a5b05-9b6c-4510-9fd6-40bfaeefb25b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:39:34.382352 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae2a5b05-9b6c-4510-9fd6-40bfaeefb25b None None] The sync data for ids ['6d0cf654-5cbd-4a09-8ff7-a8deb03815ed'] in n-d-816206-8 is: [] {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:39:34.385622 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bff317-d2ec-44f9-a972-4a0723943764 req-d7a08f4b-1484-4a5a-aa24-65f187213c7d tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:39:34.395509 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bff317-d2ec-44f9-a972-4a0723943764 req-d7a08f4b-1484-4a5a-aa24-65f187213c7d tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:39:34.395509 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-41bff317-d2ec-44f9-a972-4a0723943764 req-d7a08f4b-1484-4a5a-aa24-65f187213c7d tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] 10.222.0.55 "GET /v2.0/ports?device_id=83c4b9c5-48d7-40af-8fb5-dabe4d43cce9 HTTP/1.1" status: 200 len: 5441 time: 0.2170131 Nov 23 17:39:34.535827 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed1598bf-ba3d-4955-9817-f2badef2ee47 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Network e133d3c0-0f8d-4fa9-90cc-e5cf042d9ad1 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:39:34.660999 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 49648) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:39:34.697531 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bff317-d2ec-44f9-a972-4a0723943764 req-d05ff49d-6008-4b46-86b8-01601d859773 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:39:34.697531 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-41bff317-d2ec-44f9-a972-4a0723943764 req-d05ff49d-6008-4b46-86b8-01601d859773 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] 10.222.0.55 "GET /v2.0/ports/43a35972-e7d6-46b1-a089-47907bd8d235?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1779840 Nov 23 17:39:34.731953 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-ed1598bf-ba3d-4955-9817-f2badef2ee47 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:39:34.842574 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed1598bf-ba3d-4955-9817-f2badef2ee47 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:39:34.951947 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed1598bf-ba3d-4955-9817-f2badef2ee47 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:39:34.954119 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ed1598bf-ba3d-4955-9817-f2badef2ee47 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:35.095043 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-ed1598bf-ba3d-4955-9817-f2badef2ee47 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 2.2882881 Nov 23 17:39:35.095808 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1598bf-ba3d-4955-9817-f2badef2ee47 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Pushing event updated for resources: {'Port': ['ID=07bafc0a-a814-4302-834e-e3ac65394975,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:39:35.099392 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 49660) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:39:35.150850 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-c8bf7535-12bd-4e28-a19d-a03a05055876 tempest-RoutersAdminTest-1523904414 tempest-RoutersAdminTest-1523904414-project-admin] 10.222.0.60 "GET /v2.0/routers/6d0cf654-5cbd-4a09-8ff7-a8deb03815ed HTTP/1.1" status: 200 len: 919 time: 1.0491564 Nov 23 17:39:35.153363 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 49666) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:39:35.194720 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device 552bc992-268b-4e3f-9c43-7821ee8c00ae no longer exists at agent hyperv_n-h2-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:39:35.233542 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] No Port match for: 552bc992-268b-4e3f-9c43-7821ee8c00ae {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:39:35.234690 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device 552bc992-268b-4e3f-9c43-7821ee8c00ae not bound to the agent host n-h2-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:39:35.430432 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac798537-4199-43b9-989b-1e8e854011c3 tempest-RoutersAdminTest-1523904414 tempest-RoutersAdminTest-1523904414-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:39:35.432074 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-ac798537-4199-43b9-989b-1e8e854011c3 tempest-RoutersAdminTest-1523904414 tempest-RoutersAdminTest-1523904414-project-admin] 10.222.0.60 "GET /v2.0/ports?network_id=4c8455ba-1be5-42ac-b8c2-8a16e1292d55&device_id=6d0cf654-5cbd-4a09-8ff7-a8deb03815ed&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2777479 Nov 23 17:39:35.439920 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 49670) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:39:35.490526 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215cd5f9-3783-4703-9319-0be118c341e7 req-a5874692-cc22-4f94-b357-f6a1ef9ba43e tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:39:35.496513 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215cd5f9-3783-4703-9319-0be118c341e7 req-a5874692-cc22-4f94-b357-f6a1ef9ba43e tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:39:35.503482 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215cd5f9-3783-4703-9319-0be118c341e7 req-a5874692-cc22-4f94-b357-f6a1ef9ba43e tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:39:35.512034 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215cd5f9-3783-4703-9319-0be118c341e7 req-a5874692-cc22-4f94-b357-f6a1ef9ba43e tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:39:35.518090 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215cd5f9-3783-4703-9319-0be118c341e7 req-a5874692-cc22-4f94-b357-f6a1ef9ba43e tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:39:35.524554 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215cd5f9-3783-4703-9319-0be118c341e7 req-a5874692-cc22-4f94-b357-f6a1ef9ba43e tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:39:35.535934 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215cd5f9-3783-4703-9319-0be118c341e7 req-a5874692-cc22-4f94-b357-f6a1ef9ba43e tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:39:35.537933 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-215cd5f9-3783-4703-9319-0be118c341e7 req-a5874692-cc22-4f94-b357-f6a1ef9ba43e tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] 10.222.0.60 "GET /v2.0/ports?device_id=83c4b9c5-48d7-40af-8fb5-dabe4d43cce9 HTTP/1.1" status: 200 len: 5441 time: 0.2644446 Nov 23 17:39:35.544783 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-41bff317-d2ec-44f9-a972-4a0723943764 req-9bd0859a-9b39-4fac-8210-5ed16f6cb494 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] 10.222.0.55 "GET /v2.0/networks/a67d26f0-d8bc-46d6-9df4-c5b8fb20d14c?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.8331537 Nov 23 17:39:35.596141 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [req-41bff317-d2ec-44f9-a972-4a0723943764 req-2b3cfb49-537b-4036-b02e-9309e603d6af service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:39:35.880831 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-41bff317-d2ec-44f9-a972-4a0723943764 req-2b3cfb49-537b-4036-b02e-9309e603d6af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:35.998704 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6c94804-bfd9-4c76-8c20-393c69eb0c71 tempest-RoutersAdminTest-1523904414 tempest-RoutersAdminTest-1523904414-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:39:36.001675 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-76bdc5e8-229d-45c9-9731-0a9e81258524 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:36.006527 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-e6c94804-bfd9-4c76-8c20-393c69eb0c71 tempest-RoutersAdminTest-1523904414 tempest-RoutersAdminTest-1523904414-project-admin] 10.222.0.60 "GET /v2.0/networks/4c8455ba-1be5-42ac-b8c2-8a16e1292d55 HTTP/1.1" status: 200 len: 881 time: 0.5652995 Nov 23 17:39:36.011733 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 49706) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:39:36.060813 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-215cd5f9-3783-4703-9319-0be118c341e7 req-47b0bedb-2f1f-425b-8bb8-dac7f8f66b38 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] 10.222.0.60 "GET /v2.0/security-groups?id=f803d7ea-d3d6-4cf6-830c-70814cdc1205&id=0089afc6-8a44-4092-8e4d-085e37cc31cf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4982364 Nov 23 17:39:36.170711 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cce32499-406a-401b-832d-a740602bddd4 None None] Network e133d3c0-0f8d-4fa9-90cc-e5cf042d9ad1 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:39:36.175982 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-9c7e84e0-debe-4527-b59f-657e7c59ce6d tempest-RoutersAdminTest-366582559 tempest-RoutersAdminTest-366582559-project] 10.222.0.60 "GET /v2.0/ports?device_id=6d0cf654-5cbd-4a09-8ff7-a8deb03815ed HTTP/1.1" status: 200 len: 205 time: 0.1527035 Nov 23 17:39:36.182187 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 49724) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:39:36.239520 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-8c8ca3e5-a79e-493d-aa9f-a24642da3aa8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1794372'] for router_interface, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:36.371568 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device bc60e318-9b8b-4d67-8f23-93b2bceec353 up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:39:36.434929 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-87f0a473-cfd2-4a50-9237-8b333346ed62 None None] Provisioning complete for port bc60e318-9b8b-4d67-8f23-93b2bceec353 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:39:36.435549 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-87f0a473-cfd2-4a50-9237-8b333346ed62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:36.641904 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port bc60e318-9b8b-4d67-8f23-93b2bceec353 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:39:36.642835 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:36.793725 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:36.799909 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-87f0a473-cfd2-4a50-9237-8b333346ed62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:36.841943 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-87f0a473-cfd2-4a50-9237-8b333346ed62 None None] For port bc60e318-9b8b-4d67-8f23-93b2bceec353, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=bc60e318-9b8b-4d67-8f23-93b2bceec353,segment=NetworkSegment(02086563-9a85-4cef-9c5c-675989d55fd0),segment_id=02086563-9a85-4cef-9c5c-675989d55fd0)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:39:36.859958 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-87f0a473-cfd2-4a50-9237-8b333346ed62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:36.930869 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [req-41bff317-d2ec-44f9-a972-4a0723943764 req-2b3cfb49-537b-4036-b02e-9309e603d6af service neutron] For port 43a35972-e7d6-46b1-a089-47907bd8d235, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=43a35972-e7d6-46b1-a089-47907bd8d235,segment=NetworkSegment(f3fe809b-60bf-416a-b4bb-a4f078db8338),segment_id=f3fe809b-60bf-416a-b4bb-a4f078db8338)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:39:36.949750 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f0a473-cfd2-4a50-9237-8b333346ed62 None None] Pushing event updated for resources: {'Port': ['ID=bc60e318-9b8b-4d67-8f23-93b2bceec353,revision_number=3']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:39:37.061490 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [req-41bff317-d2ec-44f9-a972-4a0723943764 req-2b3cfb49-537b-4036-b02e-9309e603d6af service neutron] For port 43a35972-e7d6-46b1-a089-47907bd8d235, host n-h1-816206-8, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:39:37.063752 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.db.api [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103592) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 17:39:37.064430 n-d-816206-8 neutron-server[103592]: DEBUG oslo_db.api [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 17:39:37.091785 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-8c8ca3e5-a79e-493d-aa9f-a24642da3aa8 admin admin] Deleting port d3142122-2d9c-4490-8edb-dc1eb3206428 {{(pid=103591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:39:37.092126 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-8c8ca3e5-a79e-493d-aa9f-a24642da3aa8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:37.157182 n-d-816206-8 neutron-server[103590]: DEBUG neutron.notifiers.nova [req-41bff317-d2ec-44f9-a972-4a0723943764 req-2b3cfb49-537b-4036-b02e-9309e603d6af service neutron] device_id is not set on port 43a35972-e7d6-46b1-a089-47907bd8d235 yet. {{(pid=103590) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 17:39:37.195617 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-41bff317-d2ec-44f9-a972-4a0723943764 req-2b3cfb49-537b-4036-b02e-9309e603d6af service neutron] Publish callbacks [] for port, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:37.305847 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-159d97ac-0a8c-4aed-abb0-966cd5616b25 None None] Provisioning complete for port bc60e318-9b8b-4d67-8f23-93b2bceec353 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:39:37.306029 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [None req-8c8ca3e5-a79e-493d-aa9f-a24642da3aa8 admin admin] For port d3142122-2d9c-4490-8edb-dc1eb3206428, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=d3142122-2d9c-4490-8edb-dc1eb3206428,segment=NetworkSegment(c149808e-63db-41ac-b80f-e721c4138182),segment_id=c149808e-63db-41ac-b80f-e721c4138182)] {{(pid=103591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:39:37.306469 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-8c8ca3e5-a79e-493d-aa9f-a24642da3aa8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:37.307600 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-159d97ac-0a8c-4aed-abb0-966cd5616b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:37.326447 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-41bff317-d2ec-44f9-a972-4a0723943764 req-2b3cfb49-537b-4036-b02e-9309e603d6af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264357957'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:37.369582 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-8c8ca3e5-a79e-493d-aa9f-a24642da3aa8 admin admin] Calling delete_port for d3142122-2d9c-4490-8edb-dc1eb3206428 owned by network:router_interface {{(pid=103591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:39:37.476123 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ea9983b9-e705-4393-a235-ecd21c5090da tempest-RoutersAdminTest-366582559 tempest-RoutersAdminTest-366582559-project] Publish callbacks [] for router, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:37.675947 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device e501c8d2-3b8b-4517-82b1-6a263ce4aab2 no longer exists at agent hyperv_n-h1-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:39:37.866757 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-8c8ca3e5-a79e-493d-aa9f-a24642da3aa8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:37.890982 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-159d97ac-0a8c-4aed-abb0-966cd5616b25 None None] Provisioning complete for port 07bafc0a-a814-4302-834e-e3ac65394975 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:39:37.891698 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-159d97ac-0a8c-4aed-abb0-966cd5616b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:37.955003 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8ca3e5-a79e-493d-aa9f-a24642da3aa8 admin admin] Pushing event deleted for resources: {'Port': ['ID=d3142122-2d9c-4490-8edb-dc1eb3206428,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:39:38.036292 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252ce1c7-3cd3-48a8-a8d6-30ffbf78b3a3 req-7e7cd9ae-e160-4e78-bef8-3c3952e66cdc tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:39:38.043386 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252ce1c7-3cd3-48a8-a8d6-30ffbf78b3a3 req-7e7cd9ae-e160-4e78-bef8-3c3952e66cdc tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:39:38.052964 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252ce1c7-3cd3-48a8-a8d6-30ffbf78b3a3 req-7e7cd9ae-e160-4e78-bef8-3c3952e66cdc tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:39:38.053194 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:38.060978 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252ce1c7-3cd3-48a8-a8d6-30ffbf78b3a3 req-7e7cd9ae-e160-4e78-bef8-3c3952e66cdc tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:39:38.069705 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252ce1c7-3cd3-48a8-a8d6-30ffbf78b3a3 req-7e7cd9ae-e160-4e78-bef8-3c3952e66cdc tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:39:38.077932 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252ce1c7-3cd3-48a8-a8d6-30ffbf78b3a3 req-7e7cd9ae-e160-4e78-bef8-3c3952e66cdc tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:39:38.083534 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-159d97ac-0a8c-4aed-abb0-966cd5616b25 None None] Port 07bafc0a-a814-4302-834e-e3ac65394975 cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:39:38.088597 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-252ce1c7-3cd3-48a8-a8d6-30ffbf78b3a3 req-7e7cd9ae-e160-4e78-bef8-3c3952e66cdc tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] 10.222.0.60 "GET /v2.0/ports?device_id=83c4b9c5-48d7-40af-8fb5-dabe4d43cce9 HTTP/1.1" status: 200 len: 4662 time: 0.4651713 Nov 23 17:39:38.165897 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83c4b9c5-48d7-40af-8fb5-dabe4d43cce9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e501c8d2-3b8b-4517-82b1-6a263ce4aab2'}] {{(pid=103592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:39:38.174853 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba3e6a8f2301c7a29fe1eca9779abdae4ccbcd6266d69778087f2498d5551201" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bb2d8a7-2c5a-4424-9eec-cff288a0b416" -d '{"events": [{"server_uuid": "83c4b9c5-48d7-40af-8fb5-dabe4d43cce9", "name": "network-vif-unplugged", "status": "completed", "tag": "e501c8d2-3b8b-4517-82b1-6a263ce4aab2"}]}' {{(pid=103592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:39:38.227832 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port e501c8d2-3b8b-4517-82b1-6a263ce4aab2, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=e501c8d2-3b8b-4517-82b1-6a263ce4aab2,segment=NetworkSegment(487ac287-bf03-4216-af3f-1793e9c7040a),segment_id=487ac287-bf03-4216-af3f-1793e9c7040a)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:39:38.249984 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:38.250692 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device e6cacfa8-7eb8-4a5b-9e66-80a73f1d903a no longer exists at agent hyperv_n-h1-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:39:38.304427 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9d2ce5cd-24a2-48a1-a3a2-01d9266ecba0 None None] Provisioning complete for port 07bafc0a-a814-4302-834e-e3ac65394975 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:39:38.318707 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9d2ce5cd-24a2-48a1-a3a2-01d9266ecba0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:38.336142 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3cfb49-537b-4036-b02e-9309e603d6af service neutron] Pushing event updated for resources: {'Port': ['ID=43a35972-e7d6-46b1-a089-47907bd8d235,revision_number=6']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:39:38.347044 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [req-41bff317-d2ec-44f9-a972-4a0723943764 req-2b3cfb49-537b-4036-b02e-9309e603d6af service neutron] No DVR routers for this DVR port 43a35972-e7d6-46b1-a089-47907bd8d235 on host n-h1-816206-8 {{(pid=103590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:39:38.407391 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 17:39:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5738f49e-0a10-4a54-a53d-e0cb38a4001b x-openstack-request-id: req-5738f49e-0a10-4a54-a53d-e0cb38a4001b {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:39:38.407391 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83c4b9c5-48d7-40af-8fb5-dabe4d43cce9", "name": "network-vif-unplugged", "status": "completed", "tag": "e501c8d2-3b8b-4517-82b1-6a263ce4aab2", "code": 200}]} {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:39:38.407391 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5738f49e-0a10-4a54-a53d-e0cb38a4001b {{(pid=103592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:39:38.407391 n-d-816206-8 neutron-server[103592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83c4b9c5-48d7-40af-8fb5-dabe4d43cce9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e501c8d2-3b8b-4517-82b1-6a263ce4aab2', 'code': 200} Nov 23 17:39:38.500985 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-8c8ca3e5-a79e-493d-aa9f-a24642da3aa8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2067500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1794520'] for router_interface, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:38.644928 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-76bdc5e8-229d-45c9-9731-0a9e81258524 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks [] for port, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:38.702903 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-76bdc5e8-229d-45c9-9731-0a9e81258524 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264357957'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:38.768129 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device bc60e318-9b8b-4d67-8f23-93b2bceec353 up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:39:38.784558 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-252ce1c7-3cd3-48a8-a8d6-30ffbf78b3a3 req-0173b6a9-436f-4d93-ad76-9fb0b011dfbf tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] 10.222.0.60 "GET /v2.0/security-groups?id=f803d7ea-d3d6-4cf6-830c-70814cdc1205&id=0089afc6-8a44-4092-8e4d-085e37cc31cf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.6944187 Nov 23 17:39:38.785305 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [req-41bff317-d2ec-44f9-a972-4a0723943764 req-2b3cfb49-537b-4036-b02e-9309e603d6af service neutron] In _notify_port_updated(), no bound segment for port 43a35972-e7d6-46b1-a089-47907bd8d235 on network a67d26f0-d8bc-46d6-9df4-c5b8fb20d14c {{(pid=103590) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 23 17:39:38.787189 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bff317-d2ec-44f9-a972-4a0723943764 req-2b3cfb49-537b-4036-b02e-9309e603d6af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:39:38.788063 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-41bff317-d2ec-44f9-a972-4a0723943764 req-2b3cfb49-537b-4036-b02e-9309e603d6af service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:38.789929 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-41bff317-d2ec-44f9-a972-4a0723943764 req-2b3cfb49-537b-4036-b02e-9309e603d6af service neutron] 10.222.0.55 "PUT /v2.0/ports/43a35972-e7d6-46b1-a089-47907bd8d235 HTTP/1.1" status: 200 len: 1032 time: 3.1981740 Nov 23 17:39:38.857172 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Pushing event updated for resources: {'Port': ['ID=e501c8d2-3b8b-4517-82b1-6a263ce4aab2,revision_number=6']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:39:38.888656 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-9d2ce5cd-24a2-48a1-a3a2-01d9266ecba0 None None] Port 07bafc0a-a814-4302-834e-e3ac65394975 cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:39:38.960974 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port bc60e318-9b8b-4d67-8f23-93b2bceec353 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:39:38.961324 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:39.049270 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ea9983b9-e705-4393-a235-ecd21c5090da tempest-RoutersAdminTest-366582559 tempest-RoutersAdminTest-366582559-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:39.089681 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:39.183610 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port e6cacfa8-7eb8-4a5b-9e66-80a73f1d903a, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=e6cacfa8-7eb8-4a5b-9e66-80a73f1d903a,segment=NetworkSegment(5b559295-8909-4c1e-aefd-73cd9a3c5d40),segment_id=5b559295-8909-4c1e-aefd-73cd9a3c5d40)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:39:39.189601 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-3bfe89a3-918d-4be3-ba4c-894399cf118d None None] Provisioning complete for port 43a35972-e7d6-46b1-a089-47907bd8d235 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:39:39.190253 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-3bfe89a3-918d-4be3-ba4c-894399cf118d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:39.194940 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:39.196037 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device 2a4244ef-ef03-4f4c-8ffc-3e8bbbae7f23 no longer exists at agent hyperv_n-h1-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:39:39.200776 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bff317-d2ec-44f9-a972-4a0723943764 req-c79d1126-b286-406f-bb7a-60dd7533900e tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:39:39.209291 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-41bff317-d2ec-44f9-a972-4a0723943764 req-c79d1126-b286-406f-bb7a-60dd7533900e tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] 10.222.0.55 "GET /v2.0/ports/2c22850f-3ed8-45c1-8cb5-d847f5bb33e0?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.3555708 Nov 23 17:39:39.220331 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bdc5e8-229d-45c9-9731-0a9e81258524 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Pushing event updated for resources: {'Port': ['ID=07bafc0a-a814-4302-834e-e3ac65394975,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:39:39.261841 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c8ca3e5-a79e-493d-aa9f-a24642da3aa8 admin admin] Router 698b01a0-292e-401b-83c0-87db14ab26ce has already been hosted by L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 {{(pid=103591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 17:39:39.281828 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [req-41bff317-d2ec-44f9-a972-4a0723943764 req-edb12ef0-16f3-4be8-a2cd-2c2ff1da7aec service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:39:39.421905 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-3bfe89a3-918d-4be3-ba4c-894399cf118d None None] Port 43a35972-e7d6-46b1-a089-47907bd8d235 cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:39:39.428809 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Pushing event updated for resources: {'Port': ['ID=e6cacfa8-7eb8-4a5b-9e66-80a73f1d903a,revision_number=6']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:39:39.522668 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:39.533987 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-41bff317-d2ec-44f9-a972-4a0723943764 req-edb12ef0-16f3-4be8-a2cd-2c2ff1da7aec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:39.574573 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c8ca3e5-a79e-493d-aa9f-a24642da3aa8 admin admin] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:39:39.577571 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-ea9983b9-e705-4393-a235-ecd21c5090da tempest-RoutersAdminTest-366582559 tempest-RoutersAdminTest-366582559-project] Deleting port b7ed3abf-9af7-4160-bb48-638edbead7e6 {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:39:39.578125 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ea9983b9-e705-4393-a235-ecd21c5090da tempest-RoutersAdminTest-366582559 tempest-RoutersAdminTest-366582559-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:39.590932 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68ccad17-fba4-42d8-acc7-bf9c60e3be84 None None] Sync routers for ids ['698b01a0-292e-401b-83c0-87db14ab26ce'] in n-d-816206-8 {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:39:39.593765 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-8c8ca3e5-a79e-493d-aa9f-a24642da3aa8 admin admin] 10.222.0.60 "PUT /v2.0/routers/698b01a0-292e-401b-83c0-87db14ab26ce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9314792 Nov 23 17:39:39.596827 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 50026) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:39:39.612582 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68ccad17-fba4-42d8-acc7-bf9c60e3be84 None None] Routers {'698b01a0-292e-401b-83c0-87db14ab26ce'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:39:39.615160 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-68ccad17-fba4-42d8-acc7-bf9c60e3be84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:39:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['698b01a0-292e-401b-83c0-87db14ab26ce'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:39:39.751655 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port 2a4244ef-ef03-4f4c-8ffc-3e8bbbae7f23, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=2a4244ef-ef03-4f4c-8ffc-3e8bbbae7f23,segment=NetworkSegment(f3fe809b-60bf-416a-b4bb-a4f078db8338),segment_id=f3fe809b-60bf-416a-b4bb-a4f078db8338)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:39:39.770965 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:39.773687 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device 2c22850f-3ed8-45c1-8cb5-d847f5bb33e0 no longer exists at agent hyperv_n-h1-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:39:39.855877 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-144d9bc6-06fa-4bc7-8790-f7147770ce5f admin admin] Publish callbacks [] for router, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:39.872105 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-c929ccc5-6ccc-4d75-9de9-b46390603e65 None None] Provisioning complete for port 07bafc0a-a814-4302-834e-e3ac65394975 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:39:39.875129 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-76bdc5e8-229d-45c9-9731-0a9e81258524 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1795539'] for router_interface, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:39.875748 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c929ccc5-6ccc-4d75-9de9-b46390603e65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:39.891282 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-68ccad17-fba4-42d8-acc7-bf9c60e3be84 None None] Set router 698b01a0-292e-401b-83c0-87db14ab26ce gateway port host: n-d-816206-8 {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:39:40.064018 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-c929ccc5-6ccc-4d75-9de9-b46390603e65 None None] Port 07bafc0a-a814-4302-834e-e3ac65394975 cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:39:40.079089 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ea9983b9-e705-4393-a235-ecd21c5090da tempest-RoutersAdminTest-366582559 tempest-RoutersAdminTest-366582559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:40.105103 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Pushing event updated for resources: {'Port': ['ID=2a4244ef-ef03-4f4c-8ffc-3e8bbbae7f23,revision_number=6']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:39:40.137834 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-ea9983b9-e705-4393-a235-ecd21c5090da tempest-RoutersAdminTest-366582559 tempest-RoutersAdminTest-366582559-project] Calling delete_port for b7ed3abf-9af7-4160-bb48-638edbead7e6 owned by network:router_gateway {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:39:40.158948 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:40.306094 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [req-41bff317-d2ec-44f9-a972-4a0723943764 req-edb12ef0-16f3-4be8-a2cd-2c2ff1da7aec service neutron] For port 2c22850f-3ed8-45c1-8cb5-d847f5bb33e0, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=2c22850f-3ed8-45c1-8cb5-d847f5bb33e0,segment=NetworkSegment(f3fe809b-60bf-416a-b4bb-a4f078db8338),segment_id=f3fe809b-60bf-416a-b4bb-a4f078db8338)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:39:40.382500 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-68ccad17-fba4-42d8-acc7-bf9c60e3be84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '698b01a0-292e-401b-83c0-87db14ab26ce', 'name': 'tempest-ServerRescueTestJSON-827825713-router', 'tenant_id': 'dc3a84a01fd349d789bdddd52fa39bcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': '1167b53d-7a64-4de6-aa5f-0c3ba79f452e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:37:16Z', 'updated_at': '2021-11-23T17:39:37Z', 'revision_number': 5, 'project_id': 'dc3a84a01fd349d789bdddd52fa39bcb', 'gw_port': {'id': '1167b53d-7a64-4de6-aa5f-0c3ba79f452e', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:1d:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '698b01a0-292e-401b-83c0-87db14ab26ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1953, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:37:17Z', 'updated_at': '2021-11-23T17:37:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8'}], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:39:40.408734 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83c4b9c5-48d7-40af-8fb5-dabe4d43cce9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e6cacfa8-7eb8-4a5b-9e66-80a73f1d903a'}, {'server_uuid': '83c4b9c5-48d7-40af-8fb5-dabe4d43cce9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2a4244ef-ef03-4f4c-8ffc-3e8bbbae7f23'}] {{(pid=103592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:39:40.411746 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba3e6a8f2301c7a29fe1eca9779abdae4ccbcd6266d69778087f2498d5551201" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d209555e-6e9e-4108-857a-974bc8669e5e" -d '{"events": [{"server_uuid": "83c4b9c5-48d7-40af-8fb5-dabe4d43cce9", "name": "network-vif-unplugged", "status": "completed", "tag": "e6cacfa8-7eb8-4a5b-9e66-80a73f1d903a"}, {"server_uuid": "83c4b9c5-48d7-40af-8fb5-dabe4d43cce9", "name": "network-vif-unplugged", "status": "completed", "tag": "2a4244ef-ef03-4f4c-8ffc-3e8bbbae7f23"}]}' {{(pid=103592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:39:40.466110 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68ccad17-fba4-42d8-acc7-bf9c60e3be84 None None] Checking router: 698b01a0-292e-401b-83c0-87db14ab26ce for host: n-d-816206-8 {{(pid=103593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 17:39:40.492584 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68ccad17-fba4-42d8-acc7-bf9c60e3be84 None None] Routers {'698b01a0-292e-401b-83c0-87db14ab26ce'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:39:40.493172 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-68ccad17-fba4-42d8-acc7-bf9c60e3be84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:39:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['698b01a0-292e-401b-83c0-87db14ab26ce'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:39:40.518509 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Tue, 23 Nov 2021 17:39:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0290d538-152d-4f0e-a227-bc9296057630 x-openstack-request-id: req-0290d538-152d-4f0e-a227-bc9296057630 {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:39:40.520273 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83c4b9c5-48d7-40af-8fb5-dabe4d43cce9", "name": "network-vif-unplugged", "status": "completed", "tag": "e6cacfa8-7eb8-4a5b-9e66-80a73f1d903a", "code": 200}, {"server_uuid": "83c4b9c5-48d7-40af-8fb5-dabe4d43cce9", "name": "network-vif-unplugged", "status": "completed", "tag": "2a4244ef-ef03-4f4c-8ffc-3e8bbbae7f23", "code": 200}]} {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:39:40.521251 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-0290d538-152d-4f0e-a227-bc9296057630 {{(pid=103592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:39:40.522034 n-d-816206-8 neutron-server[103592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83c4b9c5-48d7-40af-8fb5-dabe4d43cce9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e6cacfa8-7eb8-4a5b-9e66-80a73f1d903a', 'code': 200} Nov 23 17:39:40.522712 n-d-816206-8 neutron-server[103592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83c4b9c5-48d7-40af-8fb5-dabe4d43cce9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2a4244ef-ef03-4f4c-8ffc-3e8bbbae7f23', 'code': 200} Nov 23 17:39:40.545815 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [req-41bff317-d2ec-44f9-a972-4a0723943764 req-edb12ef0-16f3-4be8-a2cd-2c2ff1da7aec service neutron] For port 2c22850f-3ed8-45c1-8cb5-d847f5bb33e0, host n-h1-816206-8, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:39:40.656912 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-76bdc5e8-229d-45c9-9731-0a9e81258524 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:40.786335 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7cdf41-2b4c-4d5b-bcf4-477502bca405 req-76856dba-67b7-42c0-8e3f-9a15b67edba3 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:39:40.793140 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-68ccad17-fba4-42d8-acc7-bf9c60e3be84 None None] Set router 698b01a0-292e-401b-83c0-87db14ab26ce gateway port host: n-d-816206-8 {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:39:40.804420 n-d-816206-8 neutron-server[103590]: DEBUG neutron.notifiers.nova [req-41bff317-d2ec-44f9-a972-4a0723943764 req-edb12ef0-16f3-4be8-a2cd-2c2ff1da7aec service neutron] device_id is not set on port 2c22850f-3ed8-45c1-8cb5-d847f5bb33e0 yet. {{(pid=103590) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 17:39:40.808034 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7cdf41-2b4c-4d5b-bcf4-477502bca405 req-76856dba-67b7-42c0-8e3f-9a15b67edba3 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:39:40.816871 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7cdf41-2b4c-4d5b-bcf4-477502bca405 req-76856dba-67b7-42c0-8e3f-9a15b67edba3 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:39:40.854853 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7cdf41-2b4c-4d5b-bcf4-477502bca405 req-76856dba-67b7-42c0-8e3f-9a15b67edba3 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:39:40.869503 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7cdf41-2b4c-4d5b-bcf4-477502bca405 req-76856dba-67b7-42c0-8e3f-9a15b67edba3 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:39:40.875948 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7cdf41-2b4c-4d5b-bcf4-477502bca405 req-76856dba-67b7-42c0-8e3f-9a15b67edba3 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:39:40.889288 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-bd7cdf41-2b4c-4d5b-bcf4-477502bca405 req-76856dba-67b7-42c0-8e3f-9a15b67edba3 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] 10.222.0.60 "GET /v2.0/ports?device_id=83c4b9c5-48d7-40af-8fb5-dabe4d43cce9 HTTP/1.1" status: 200 len: 4656 time: 0.2683063 Nov 23 17:39:40.914519 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-41bff317-d2ec-44f9-a972-4a0723943764 req-edb12ef0-16f3-4be8-a2cd-2c2ff1da7aec service neutron] Publish callbacks [] for port, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:40.939137 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-41bff317-d2ec-44f9-a972-4a0723943764 req-edb12ef0-16f3-4be8-a2cd-2c2ff1da7aec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264357957'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:40.945179 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-144d9bc6-06fa-4bc7-8790-f7147770ce5f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:41.065432 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.db.api [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103592) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 17:39:41.075595 n-d-816206-8 neutron-server[103592]: DEBUG oslo_db.api [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 17:39:41.149835 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-bd7cdf41-2b4c-4d5b-bcf4-477502bca405 req-df31a5e1-5fd2-4c9b-8c64-1cabf651b648 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] 10.222.0.60 "GET /v2.0/security-groups?id=f803d7ea-d3d6-4cf6-830c-70814cdc1205&id=0089afc6-8a44-4092-8e4d-085e37cc31cf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2497728 Nov 23 17:39:41.204146 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-144d9bc6-06fa-4bc7-8790-f7147770ce5f admin admin] Deleting port 1167b53d-7a64-4de6-aa5f-0c3ba79f452e {{(pid=103591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:39:41.210307 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-144d9bc6-06fa-4bc7-8790-f7147770ce5f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:41.400675 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-68ccad17-fba4-42d8-acc7-bf9c60e3be84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '698b01a0-292e-401b-83c0-87db14ab26ce', 'name': 'tempest-ServerRescueTestJSON-827825713-router', 'tenant_id': 'dc3a84a01fd349d789bdddd52fa39bcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': '1167b53d-7a64-4de6-aa5f-0c3ba79f452e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:37:16Z', 'updated_at': '2021-11-23T17:39:37Z', 'revision_number': 5, 'project_id': 'dc3a84a01fd349d789bdddd52fa39bcb', 'gw_port': {'id': '1167b53d-7a64-4de6-aa5f-0c3ba79f452e', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:1d:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '698b01a0-292e-401b-83c0-87db14ab26ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1953, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:37:17Z', 'updated_at': '2021-11-23T17:37:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8'}], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:39:41.406704 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [req-41bff317-d2ec-44f9-a972-4a0723943764 req-edb12ef0-16f3-4be8-a2cd-2c2ff1da7aec service neutron] No DVR routers for this DVR port 2c22850f-3ed8-45c1-8cb5-d847f5bb33e0 on host n-h1-816206-8 {{(pid=103590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:39:41.408894 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb12ef0-16f3-4be8-a2cd-2c2ff1da7aec service neutron] Pushing event updated for resources: {'Port': ['ID=2c22850f-3ed8-45c1-8cb5-d847f5bb33e0,revision_number=6']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:39:41.505665 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ea9983b9-e705-4393-a235-ecd21c5090da tempest-RoutersAdminTest-366582559 tempest-RoutersAdminTest-366582559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:41.516910 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68ccad17-fba4-42d8-acc7-bf9c60e3be84 None None] The sync data for ids ['698b01a0-292e-401b-83c0-87db14ab26ce'] in n-d-816206-8 is: [{'id': '698b01a0-292e-401b-83c0-87db14ab26ce', 'name': 'tempest-ServerRescueTestJSON-827825713-router', 'tenant_id': 'dc3a84a01fd349d789bdddd52fa39bcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': '1167b53d-7a64-4de6-aa5f-0c3ba79f452e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:37:16Z', 'updated_at': '2021-11-23T17:39:37Z', 'revision_number': 5, 'project_id': 'dc3a84a01fd349d789bdddd52fa39bcb', 'gw_port': {'id': '1167b53d-7a64-4de6-aa5f-0c3ba79f452e', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:1d:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '698b01a0-292e-401b-83c0-87db14ab26ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1953, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:37:17Z', 'updated_at': '2021-11-23T17:37:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8'}] {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:39:41.544355 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [None req-144d9bc6-06fa-4bc7-8790-f7147770ce5f admin admin] For port 1167b53d-7a64-4de6-aa5f-0c3ba79f452e, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=1167b53d-7a64-4de6-aa5f-0c3ba79f452e,segment=NetworkSegment(bffd1e4f-e80f-4ff0-b418-2f42ae15febf),segment_id=bffd1e4f-e80f-4ff0-b418-2f42ae15febf)] {{(pid=103591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:39:41.545748 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-144d9bc6-06fa-4bc7-8790-f7147770ce5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:41.572295 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-144d9bc6-06fa-4bc7-8790-f7147770ce5f admin admin] Calling delete_port for 1167b53d-7a64-4de6-aa5f-0c3ba79f452e owned by network:router_gateway {{(pid=103591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:39:41.619842 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [req-41bff317-d2ec-44f9-a972-4a0723943764 req-edb12ef0-16f3-4be8-a2cd-2c2ff1da7aec service neutron] In _notify_port_updated(), no bound segment for port 2c22850f-3ed8-45c1-8cb5-d847f5bb33e0 on network a67d26f0-d8bc-46d6-9df4-c5b8fb20d14c {{(pid=103590) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 23 17:39:41.620773 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bff317-d2ec-44f9-a972-4a0723943764 req-edb12ef0-16f3-4be8-a2cd-2c2ff1da7aec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:39:41.621690 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-41bff317-d2ec-44f9-a972-4a0723943764 req-edb12ef0-16f3-4be8-a2cd-2c2ff1da7aec service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:41.623183 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-41bff317-d2ec-44f9-a972-4a0723943764 req-edb12ef0-16f3-4be8-a2cd-2c2ff1da7aec service neutron] 10.222.0.55 "PUT /v2.0/ports/2c22850f-3ed8-45c1-8cb5-d847f5bb33e0 HTTP/1.1" status: 200 len: 1031 time: 2.3518214 Nov 23 17:39:41.623923 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9983b9-e705-4393-a235-ecd21c5090da tempest-RoutersAdminTest-366582559 tempest-RoutersAdminTest-366582559-project] Pushing event deleted for resources: {'Port': ['ID=b7ed3abf-9af7-4160-bb48-638edbead7e6,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:39:41.670110 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fef6a340-8ad8-44b8-a844-4e22968be89c None None] DHCP port deletion for 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:39:41.707726 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device c61316ed-a367-4301-9c1b-7dbf9122a432 no longer exists at agent hyperv_n-h1-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:39:41.747268 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-5cb87c02-6264-44ee-8039-6eda90c352e4 None None] Provisioning complete for port 2c22850f-3ed8-45c1-8cb5-d847f5bb33e0 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:39:41.747861 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-5cb87c02-6264-44ee-8039-6eda90c352e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:41.802881 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-5cb87c02-6264-44ee-8039-6eda90c352e4 None None] Port 2c22850f-3ed8-45c1-8cb5-d847f5bb33e0 cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:39:41.827129 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ea9983b9-e705-4393-a235-ecd21c5090da tempest-RoutersAdminTest-366582559 tempest-RoutersAdminTest-366582559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1795454'] for router_gateway, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:41.875838 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-144d9bc6-06fa-4bc7-8790-f7147770ce5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:41.902432 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:41.951163 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144d9bc6-06fa-4bc7-8790-f7147770ce5f admin admin] Pushing event deleted for resources: {'Port': ['ID=1167b53d-7a64-4de6-aa5f-0c3ba79f452e,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:39:41.969705 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-76bdc5e8-229d-45c9-9731-0a9e81258524 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks [] for port, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:41.976643 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ea9983b9-e705-4393-a235-ecd21c5090da tempest-RoutersAdminTest-366582559 tempest-RoutersAdminTest-366582559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1794352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8175'] for router, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:41.980500 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ea9983b9-e705-4393-a235-ecd21c5090da tempest-RoutersAdminTest-366582559 tempest-RoutersAdminTest-366582559-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:41.993804 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a838fe1e-021c-41dd-bb9c-1bd930324f7f None None] DHCP port deletion for 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:39:42.062634 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-144d9bc6-06fa-4bc7-8790-f7147770ce5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1795454'] for router_gateway, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:42.072032 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-76bdc5e8-229d-45c9-9731-0a9e81258524 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264357957'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:42.075255 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port c61316ed-a367-4301-9c1b-7dbf9122a432, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=c61316ed-a367-4301-9c1b-7dbf9122a432,segment=NetworkSegment(487ac287-bf03-4216-af3f-1793e9c7040a),segment_id=487ac287-bf03-4216-af3f-1793e9c7040a)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:39:42.088171 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:42.090254 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device 43a35972-e7d6-46b1-a089-47907bd8d235 no longer exists at agent hyperv_n-h1-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:39:42.274950 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [req-41bff317-d2ec-44f9-a972-4a0723943764 req-b48ebe0f-fc9c-4f56-8931-335819b8395f tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Deleting port c61316ed-a367-4301-9c1b-7dbf9122a432 {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:39:42.275294 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-41bff317-d2ec-44f9-a972-4a0723943764 req-b48ebe0f-fc9c-4f56-8931-335819b8395f tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:42.278090 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bdc5e8-229d-45c9-9731-0a9e81258524 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Pushing event updated for resources: {'Port': ['ID=07bafc0a-a814-4302-834e-e3ac65394975,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:39:42.287015 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-144d9bc6-06fa-4bc7-8790-f7147770ce5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1794352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8175'] for router, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:42.294134 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-144d9bc6-06fa-4bc7-8790-f7147770ce5f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:42.294515 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ea9983b9-e705-4393-a235-ecd21c5090da tempest-RoutersAdminTest-366582559 tempest-RoutersAdminTest-366582559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1795580'] for router, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:42.295074 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea9983b9-e705-4393-a235-ecd21c5090da tempest-RoutersAdminTest-366582559 tempest-RoutersAdminTest-366582559-project] Fanout notify agent at l3_agent the message router_deleted on router 6d0cf654-5cbd-4a09-8ff7-a8deb03815ed {{(pid=103590) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 17:39:42.325491 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ea9983b9-e705-4393-a235-ecd21c5090da tempest-RoutersAdminTest-366582559 tempest-RoutersAdminTest-366582559-project] Publish callbacks [] for router, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:42.330643 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-ea9983b9-e705-4393-a235-ecd21c5090da tempest-RoutersAdminTest-366582559 tempest-RoutersAdminTest-366582559-project] 10.222.0.60 "DELETE /v2.0/routers/6d0cf654-5cbd-4a09-8ff7-a8deb03815ed HTTP/1.1" status: 204 len: 168 time: 6.1468861 Nov 23 17:39:42.338756 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 50204) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:39:42.350894 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device d3142122-2d9c-4490-8edb-dc1eb3206428 no longer exists at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:39:42.351083 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-12041202-ff0c-4fef-9c26-fa61ee5aacde tempest-RoutersAdminTest-366582559 tempest-RoutersAdminTest-366582559-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-730041902', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:39:42.459062 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-76bdc5e8-229d-45c9-9731-0a9e81258524 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2068703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1794403'] for router_interface, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:42.498190 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-144d9bc6-06fa-4bc7-8790-f7147770ce5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1795580'] for router, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:42.498732 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-144d9bc6-06fa-4bc7-8790-f7147770ce5f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 698b01a0-292e-401b-83c0-87db14ab26ce {{(pid=103591) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 17:39:42.512001 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-144d9bc6-06fa-4bc7-8790-f7147770ce5f admin admin] Publish callbacks [] for router, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:42.513512 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Pushing event updated for resources: {'Port': ['ID=c61316ed-a367-4301-9c1b-7dbf9122a432,revision_number=6']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:39:42.517829 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-144d9bc6-06fa-4bc7-8790-f7147770ce5f admin admin] 10.222.0.60 "DELETE /v2.0/routers/698b01a0-292e-401b-83c0-87db14ab26ce HTTP/1.1" status: 204 len: 168 time: 2.9173837 Nov 23 17:39:42.528533 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 50212) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:39:42.555617 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83c4b9c5-48d7-40af-8fb5-dabe4d43cce9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c61316ed-a367-4301-9c1b-7dbf9122a432'}] {{(pid=103592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:39:42.574085 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba3e6a8f2301c7a29fe1eca9779abdae4ccbcd6266d69778087f2498d5551201" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0904e687-7e5c-468c-b5de-f5be09729e4e" -d '{"events": [{"server_uuid": "83c4b9c5-48d7-40af-8fb5-dabe4d43cce9", "name": "network-vif-unplugged", "status": "completed", "tag": "c61316ed-a367-4301-9c1b-7dbf9122a432"}]}' {{(pid=103592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:39:42.606569 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] No Port match for: d3142122-2d9c-4490-8edb-dc1eb3206428 {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:39:42.610278 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device d3142122-2d9c-4490-8edb-dc1eb3206428 not bound to the agent host n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:39:42.649109 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device 43a35972-e7d6-46b1-a089-47907bd8d235 not bound to the agent host n-h1-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:39:42.653328 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device c11f7314-15f4-4533-9091-774452b72d36 no longer exists at agent hyperv_n-h1-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:39:42.658694 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.db_base_plugin_v2 [None req-785d0d66-d136-4f2e-8076-43ba910667fb admin admin] Deleting subnet 093eb2f7-fb10-42a1-aced-cc67680caad4 {{(pid=103591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 17:39:42.681651 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-785d0d66-d136-4f2e-8076-43ba910667fb admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:42.723675 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 17:39:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-635419cc-1668-4187-bed2-3ef6e5614604 x-openstack-request-id: req-635419cc-1668-4187-bed2-3ef6e5614604 {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:39:42.725973 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83c4b9c5-48d7-40af-8fb5-dabe4d43cce9", "name": "network-vif-unplugged", "status": "completed", "tag": "c61316ed-a367-4301-9c1b-7dbf9122a432", "code": 200}]} {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:39:42.726499 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-635419cc-1668-4187-bed2-3ef6e5614604 {{(pid=103592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:39:42.727057 n-d-816206-8 neutron-server[103592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83c4b9c5-48d7-40af-8fb5-dabe4d43cce9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c61316ed-a367-4301-9c1b-7dbf9122a432', 'code': 200} Nov 23 17:39:42.794997 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76bdc5e8-229d-45c9-9731-0a9e81258524 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Network e133d3c0-0f8d-4fa9-90cc-e5cf042d9ad1 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:39:42.806589 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-12041202-ff0c-4fef-9c26-fa61ee5aacde tempest-RoutersAdminTest-366582559 tempest-RoutersAdminTest-366582559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1793449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8093'] for router, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:42.807646 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-12041202-ff0c-4fef-9c26-fa61ee5aacde tempest-RoutersAdminTest-366582559 tempest-RoutersAdminTest-366582559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1794473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1794771', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1638326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8086'] for router, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:42.826740 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-76bdc5e8-229d-45c9-9731-0a9e81258524 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:39:42.846657 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [req-41bff317-d2ec-44f9-a972-4a0723943764 req-b48ebe0f-fc9c-4f56-8931-335819b8395f tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] For port c61316ed-a367-4301-9c1b-7dbf9122a432, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=c61316ed-a367-4301-9c1b-7dbf9122a432,segment=NetworkSegment(487ac287-bf03-4216-af3f-1793e9c7040a),segment_id=487ac287-bf03-4216-af3f-1793e9c7040a)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:39:42.847785 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-41bff317-d2ec-44f9-a972-4a0723943764 req-b48ebe0f-fc9c-4f56-8931-335819b8395f tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:42.872767 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-785d0d66-d136-4f2e-8076-43ba910667fb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265990000'] for subnet, precommit_delete_associations {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:42.955607 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-785d0d66-d136-4f2e-8076-43ba910667fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971956'] for subnet, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:42.970550 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:42.986868 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [req-41bff317-d2ec-44f9-a972-4a0723943764 req-b48ebe0f-fc9c-4f56-8931-335819b8395f tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Calling delete_port for c61316ed-a367-4301-9c1b-7dbf9122a432 owned by compute:nova {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:39:43.014899 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-67f657e8-f2af-4abf-82cb-6d95573a8760 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:43.052848 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e390cbd7-f59c-4259-8266-e1e0c1dfbe5e req-9c83d867-26b1-45d1-aaa6-c2ab74c4d679 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:39:43.059870 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e390cbd7-f59c-4259-8266-e1e0c1dfbe5e req-9c83d867-26b1-45d1-aaa6-c2ab74c4d679 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:39:43.069111 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e390cbd7-f59c-4259-8266-e1e0c1dfbe5e req-9c83d867-26b1-45d1-aaa6-c2ab74c4d679 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:39:43.076947 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e390cbd7-f59c-4259-8266-e1e0c1dfbe5e req-9c83d867-26b1-45d1-aaa6-c2ab74c4d679 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:39:43.086425 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e390cbd7-f59c-4259-8266-e1e0c1dfbe5e req-9c83d867-26b1-45d1-aaa6-c2ab74c4d679 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:39:43.096619 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e390cbd7-f59c-4259-8266-e1e0c1dfbe5e req-9c83d867-26b1-45d1-aaa6-c2ab74c4d679 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] 10.222.0.60 "GET /v2.0/ports?device_id=83c4b9c5-48d7-40af-8fb5-dabe4d43cce9 HTTP/1.1" status: 200 len: 3876 time: 0.6685574 Nov 23 17:39:43.105474 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port c11f7314-15f4-4533-9091-774452b72d36, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=c11f7314-15f4-4533-9091-774452b72d36,segment=NetworkSegment(f3fe809b-60bf-416a-b4bb-a4f078db8338),segment_id=f3fe809b-60bf-416a-b4bb-a4f078db8338)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:39:43.117443 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-785d0d66-d136-4f2e-8076-43ba910667fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264758240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264314269'] for subnet, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:43.126777 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:43.149073 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-12041202-ff0c-4fef-9c26-fa61ee5aacde tempest-RoutersAdminTest-366582559 tempest-RoutersAdminTest-366582559-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:43.160459 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785d0d66-d136-4f2e-8076-43ba910667fb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=093eb2f7-fb10-42a1-aced-cc67680caad4,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:39:43.178691 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-785d0d66-d136-4f2e-8076-43ba910667fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for subnet, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:43.184255 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-785d0d66-d136-4f2e-8076-43ba910667fb admin admin] 10.222.0.60 "DELETE /v2.0/subnets/093eb2f7-fb10-42a1-aced-cc67680caad4 HTTP/1.1" status: 204 len: 168 time: 0.6484485 Nov 23 17:39:43.184517 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 50230) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:39:43.231536 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-12041202-ff0c-4fef-9c26-fa61ee5aacde tempest-RoutersAdminTest-366582559 tempest-RoutersAdminTest-366582559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1794316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1795362'] for router, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:43.264308 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Pushing event updated for resources: {'Port': ['ID=c11f7314-15f4-4533-9091-774452b72d36,revision_number=6']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:39:43.276330 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e390cbd7-f59c-4259-8266-e1e0c1dfbe5e req-0a769769-8143-43cc-9ef9-df38c1822344 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] 10.222.0.60 "GET /v2.0/security-groups?id=f803d7ea-d3d6-4cf6-830c-70814cdc1205&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1744449 Nov 23 17:39:43.386270 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76bdc5e8-229d-45c9-9731-0a9e81258524 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Router 60e22d08-c549-40e8-aedc-f365796f8696 is scheduled to L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 with binding_index 1 {{(pid=103590) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 17:39:43.394108 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-12041202-ff0c-4fef-9c26-fa61ee5aacde tempest-RoutersAdminTest-366582559 tempest-RoutersAdminTest-366582559-project] Publish callbacks [] for router, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:43.396826 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-12041202-ff0c-4fef-9c26-fa61ee5aacde tempest-RoutersAdminTest-366582559 tempest-RoutersAdminTest-366582559-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.0534449 Nov 23 17:39:43.398349 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:43.401107 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 50234) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:39:43.402775 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-1eaa394c-d8c7-445b-a7fe-49b6b02a8c06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-555181'] for network, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:43.422189 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-91b2a023-cec5-440e-ba26-0d98a6dc685e tempest-RoutersAdminTest-1523904414 tempest-RoutersAdminTest-1523904414-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'enable_snat': True}}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:39:43.423369 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.agents_db [None req-464f6c07-0de8-4be6-8f5b-563f574d1c5d None None] Agent healthcheck: found 7 active agents {{(pid=103593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 17:39:43.452696 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-f4ef4ab1-878a-4569-a50b-a4fdf83bcdd9 None None] Provisioning complete for port 07bafc0a-a814-4302-834e-e3ac65394975 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:39:43.453930 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-f4ef4ab1-878a-4569-a50b-a4fdf83bcdd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:43.577758 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-f4ef4ab1-878a-4569-a50b-a4fdf83bcdd9 None None] Port 07bafc0a-a814-4302-834e-e3ac65394975 cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:39:43.588961 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-1eaa394c-d8c7-445b-a7fe-49b6b02a8c06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973419', 'neutron.services.segments.db._delete_segments_for_network-8736635878840'] for network, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:43.651120 n-d-816206-8 neutron-server[103591]: DEBUG neutron.services.segments.db [None req-1eaa394c-d8c7-445b-a7fe-49b6b02a8c06 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54b597b6-8526-45de-87fd-e706be5a39dc']}} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:39:43.679146 n-d-816206-8 neutron-server[103591]: DEBUG neutron.services.segments.db [None req-1eaa394c-d8c7-445b-a7fe-49b6b02a8c06 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c149808e-63db-41ac-b80f-e721c4138182') {'for_net_delete': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:39:43.680742 n-d-816206-8 neutron-server[103591]: DEBUG neutron.services.segments.db [None req-1eaa394c-d8c7-445b-a7fe-49b6b02a8c06 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c149808e-63db-41ac-b80f-e721c4138182') {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:39:43.701550 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-1eaa394c-d8c7-445b-a7fe-49b6b02a8c06 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736635840332', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265989959'] for segment, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:43.722956 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-1eaa394c-d8c7-445b-a7fe-49b6b02a8c06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:43.739941 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1eaa394c-d8c7-445b-a7fe-49b6b02a8c06 admin admin] Releasing vlan 542 on physical network physnet1 to pool {{(pid=103591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 17:39:43.740436 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-1eaa394c-d8c7-445b-a7fe-49b6b02a8c06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264756290'] for segment, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:43.744230 n-d-816206-8 neutron-server[103591]: Traceback (most recent call last): Nov 23 17:39:43.744230 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 17:39:43.744230 n-d-816206-8 neutron-server[103591]: timer() Nov 23 17:39:43.744230 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 17:39:43.744230 n-d-816206-8 neutron-server[103591]: cb(*args, **kw) Nov 23 17:39:43.744230 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 17:39:43.744230 n-d-816206-8 neutron-server[103591]: return func(*args, **kwargs) Nov 23 17:39:43.744230 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 17:39:43.744230 n-d-816206-8 neutron-server[103591]: self._notify() Nov 23 17:39:43.744230 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 17:39:43.744230 n-d-816206-8 neutron-server[103591]: self.callback(batched_events) Nov 23 17:39:43.744230 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 17:39:43.744230 n-d-816206-8 neutron-server[103591]: event.method(event) Nov 23 17:39:43.744230 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 17:39:43.744230 n-d-816206-8 neutron-server[103591]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 17:39:43.744230 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 17:39:43.744230 n-d-816206-8 neutron-server[103591]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 17:39:43.744230 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 17:39:43.744230 n-d-816206-8 neutron-server[103591]: return f(self, *a, **k) Nov 23 17:39:43.744230 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 17:39:43.744230 n-d-816206-8 neutron-server[103591]: return self._get(url).json() Nov 23 17:39:43.744230 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 17:39:43.744230 n-d-816206-8 neutron-server[103591]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 17:39:43.744230 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 17:39:43.744230 n-d-816206-8 neutron-server[103591]: return self.request(url, 'GET', **kwargs) Nov 23 17:39:43.744230 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 17:39:43.744230 n-d-816206-8 neutron-server[103591]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 17:39:43.744230 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 17:39:43.744230 n-d-816206-8 neutron-server[103591]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 17:39:43.744230 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 17:39:43.744230 n-d-816206-8 neutron-server[103591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 17:39:43.744230 n-d-816206-8 neutron-server[103591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 17:39:43.943654 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-1eaa394c-d8c7-445b-a7fe-49b6b02a8c06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1795418'] for network, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:43.952355 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-1eaa394c-d8c7-445b-a7fe-49b6b02a8c06 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for network, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:43.956103 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-1eaa394c-d8c7-445b-a7fe-49b6b02a8c06 admin admin] 10.222.0.60 "DELETE /v2.0/networks/54b597b6-8526-45de-87fd-e706be5a39dc HTTP/1.1" status: 204 len: 168 time: 0.7706397 Nov 23 17:39:43.986988 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eaa394c-d8c7-445b-a7fe-49b6b02a8c06 admin admin] Pushing event deleted for resources: {'Network': ['ID=54b597b6-8526-45de-87fd-e706be5a39dc,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:39:44.114226 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 1167b53d-7a64-4de6-aa5f-0c3ba79f452e no longer exists at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:39:44.165213 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] No Port match for: 1167b53d-7a64-4de6-aa5f-0c3ba79f452e {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:39:44.167262 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 1167b53d-7a64-4de6-aa5f-0c3ba79f452e not bound to the agent host n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:39:44.184274 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76bdc5e8-229d-45c9-9731-0a9e81258524 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:39:44.202089 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-76bdc5e8-229d-45c9-9731-0a9e81258524 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] 10.222.0.60 "PUT /v2.0/routers/60e22d08-c549-40e8-aedc-f365796f8696/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0909724 Nov 23 17:39:44.204879 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 50244) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:39:44.225676 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8c2d040-e795-4e5c-91d6-4220993c1bcf None None] Sync routers for ids ['60e22d08-c549-40e8-aedc-f365796f8696'] in n-d-816206-8 {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:39:44.264347 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:44.286744 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8c2d040-e795-4e5c-91d6-4220993c1bcf None None] Routers {'60e22d08-c549-40e8-aedc-f365796f8696'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:39:44.289167 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-c8c2d040-e795-4e5c-91d6-4220993c1bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:39:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['60e22d08-c549-40e8-aedc-f365796f8696'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:39:44.346363 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72051a06-622e-4179-9595-86cb80732fdd tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:39:44.351953 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-72051a06-622e-4179-9595-86cb80732fdd tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] 10.222.0.60 "GET /v2.0/ports/07bafc0a-a814-4302-834e-e3ac65394975 HTTP/1.1" status: 200 len: 977 time: 0.1432941 Nov 23 17:39:44.355741 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 50246) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:39:44.383865 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-91b2a023-cec5-440e-ba26-0d98a6dc685e tempest-RoutersAdminTest-1523904414 tempest-RoutersAdminTest-1523904414-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:44.424537 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 50250) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:39:44.429317 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-c8c2d040-e795-4e5c-91d6-4220993c1bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:39:44.437274 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-41bff317-d2ec-44f9-a972-4a0723943764 req-b48ebe0f-fc9c-4f56-8931-335819b8395f tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:44.456264 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8c2d040-e795-4e5c-91d6-4220993c1bcf None None] Routers {'60e22d08-c549-40e8-aedc-f365796f8696'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:39:44.457699 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-c8c2d040-e795-4e5c-91d6-4220993c1bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:39:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['60e22d08-c549-40e8-aedc-f365796f8696'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:39:44.513927 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-c8c2d040-e795-4e5c-91d6-4220993c1bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:39:44.514836 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8c2d040-e795-4e5c-91d6-4220993c1bcf None None] The sync data for ids ['60e22d08-c549-40e8-aedc-f365796f8696'] in n-d-816206-8 is: [] {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:39:44.519648 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48ebe0f-fc9c-4f56-8931-335819b8395f tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Pushing event deleted for resources: {'Port': ['ID=c61316ed-a367-4301-9c1b-7dbf9122a432,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:39:44.639219 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [req-41bff317-d2ec-44f9-a972-4a0723943764 req-b48ebe0f-fc9c-4f56-8931-335819b8395f tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] No DVR routers for this DVR port c61316ed-a367-4301-9c1b-7dbf9122a432 on host n-h1-816206-8 {{(pid=103590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:39:44.644445 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-00b8cd74-39ad-42a7-8f82-ddd7e7e7b1a0 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=dc3a84a01fd349d789bdddd52fa39bcb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2170174 Nov 23 17:39:44.647517 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-41bff317-d2ec-44f9-a972-4a0723943764 req-b48ebe0f-fc9c-4f56-8931-335819b8395f tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:44.651425 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-41bff317-d2ec-44f9-a972-4a0723943764 req-b48ebe0f-fc9c-4f56-8931-335819b8395f tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] 10.222.0.55 "DELETE /v2.0/ports/c61316ed-a367-4301-9c1b-7dbf9122a432 HTTP/1.1" status: 204 len: 173 time: 3.0190482 Nov 23 17:39:44.651944 n-d-816206-8 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83c4b9c5-48d7-40af-8fb5-dabe4d43cce9', 'name': 'network-vif-deleted', 'tag': 'c61316ed-a367-4301-9c1b-7dbf9122a432'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:39:44.654558 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbabddbc9fc37b068808e119c416c86f5957ca04531a4a0d2e695c515e93483b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd4cebf2-742c-48b9-9fd4-af09c9878f95" -d '{"events": [{"server_uuid": "83c4b9c5-48d7-40af-8fb5-dabe4d43cce9", "name": "network-vif-deleted", "tag": "c61316ed-a367-4301-9c1b-7dbf9122a432"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:39:44.656434 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 50252) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:39:44.729727 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83c4b9c5-48d7-40af-8fb5-dabe4d43cce9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c11f7314-15f4-4533-9091-774452b72d36'}] {{(pid=103592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:39:44.735147 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba3e6a8f2301c7a29fe1eca9779abdae4ccbcd6266d69778087f2498d5551201" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e8670b4-4589-4979-9b7d-ee6146361556" -d '{"events": [{"server_uuid": "83c4b9c5-48d7-40af-8fb5-dabe4d43cce9", "name": "network-vif-unplugged", "status": "completed", "tag": "c11f7314-15f4-4533-9091-774452b72d36"}]}' {{(pid=103592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:39:44.787934 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:39:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b2312f1-6746-4b7e-8b43-166628ea4a06 x-openstack-request-id: req-0b2312f1-6746-4b7e-8b43-166628ea4a06 {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:39:44.788232 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83c4b9c5-48d7-40af-8fb5-dabe4d43cce9", "name": "network-vif-deleted", "tag": "c61316ed-a367-4301-9c1b-7dbf9122a432", "status": "completed", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:39:44.788904 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-0b2312f1-6746-4b7e-8b43-166628ea4a06 {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:39:44.790163 n-d-816206-8 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83c4b9c5-48d7-40af-8fb5-dabe4d43cce9', 'name': 'network-vif-deleted', 'tag': 'c61316ed-a367-4301-9c1b-7dbf9122a432', 'status': 'completed', 'code': 200} Nov 23 17:39:44.832717 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6313b335-3efe-45cc-b68a-c60eeda0b74c req-54145230-945c-42d1-8512-39624c01ee1c tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:39:44.841250 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6313b335-3efe-45cc-b68a-c60eeda0b74c req-54145230-945c-42d1-8512-39624c01ee1c tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:39:44.847751 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6313b335-3efe-45cc-b68a-c60eeda0b74c req-54145230-945c-42d1-8512-39624c01ee1c tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:39:44.853808 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6313b335-3efe-45cc-b68a-c60eeda0b74c req-54145230-945c-42d1-8512-39624c01ee1c tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:39:44.855591 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6313b335-3efe-45cc-b68a-c60eeda0b74c req-54145230-945c-42d1-8512-39624c01ee1c tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] 10.222.0.60 "GET /v2.0/ports?device_id=83c4b9c5-48d7-40af-8fb5-dabe4d43cce9 HTTP/1.1" status: 200 len: 3141 time: 0.2644920 Nov 23 17:39:44.887922 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 17:39:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77124e6c-d954-4704-9be9-fa378ad5958e x-openstack-request-id: req-77124e6c-d954-4704-9be9-fa378ad5958e {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:39:44.888507 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83c4b9c5-48d7-40af-8fb5-dabe4d43cce9", "name": "network-vif-unplugged", "status": "completed", "tag": "c11f7314-15f4-4533-9091-774452b72d36", "code": 200}]} {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:39:44.888966 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-77124e6c-d954-4704-9be9-fa378ad5958e {{(pid=103592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:39:44.889896 n-d-816206-8 neutron-server[103592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83c4b9c5-48d7-40af-8fb5-dabe4d43cce9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c11f7314-15f4-4533-9091-774452b72d36', 'code': 200} Nov 23 17:39:44.949744 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [req-41bff317-d2ec-44f9-a972-4a0723943764 req-eaaa67f4-4d7f-44bc-9f34-0a72bd75a510 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Deleting port c11f7314-15f4-4533-9091-774452b72d36 {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:39:44.950085 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-41bff317-d2ec-44f9-a972-4a0723943764 req-eaaa67f4-4d7f-44bc-9f34-0a72bd75a510 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:44.983004 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-a40fbe7f-117c-40c7-b740-917384138345 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:45.014762 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6313b335-3efe-45cc-b68a-c60eeda0b74c req-1181f0b0-acb8-4dbc-8973-e43cb9e6a542 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] 10.222.0.60 "GET /v2.0/security-groups?id=f803d7ea-d3d6-4cf6-830c-70814cdc1205&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1433561 Nov 23 17:39:45.058140 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-a637f228-961d-4130-a7b2-2cc7b73778f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:45.076042 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-a40fbe7f-117c-40c7-b740-917384138345 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:45.190440 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [req-41bff317-d2ec-44f9-a972-4a0723943764 req-eaaa67f4-4d7f-44bc-9f34-0a72bd75a510 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] For port c11f7314-15f4-4533-9091-774452b72d36, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=c11f7314-15f4-4533-9091-774452b72d36,segment=NetworkSegment(f3fe809b-60bf-416a-b4bb-a4f078db8338),segment_id=f3fe809b-60bf-416a-b4bb-a4f078db8338)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:39:45.191583 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-41bff317-d2ec-44f9-a972-4a0723943764 req-eaaa67f4-4d7f-44bc-9f34-0a72bd75a510 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:45.194424 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-a40fbe7f-117c-40c7-b740-917384138345 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:45.197323 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-a40fbe7f-117c-40c7-b740-917384138345 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:45.198566 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-a40fbe7f-117c-40c7-b740-917384138345 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/cf26cd6b-cd43-4747-bf84-de1f0ff7a3bd HTTP/1.1" status: 204 len: 168 time: 0.5380039 Nov 23 17:39:45.270791 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40fbe7f-117c-40c7-b740-917384138345 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf26cd6b-cd43-4747-bf84-de1f0ff7a3bd,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:39:45.335779 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [req-41bff317-d2ec-44f9-a972-4a0723943764 req-eaaa67f4-4d7f-44bc-9f34-0a72bd75a510 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Calling delete_port for c11f7314-15f4-4533-9091-774452b72d36 owned by compute:nova {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:39:45.415810 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-bdfba5c5-6ce8-4c57-9e15-bc9151ab5c17 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1794372'] for router_interface, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:45.433970 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-91b2a023-cec5-440e-ba26-0d98a6dc685e tempest-RoutersAdminTest-1523904414 tempest-RoutersAdminTest-1523904414-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:45.466567 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-91b2a023-cec5-440e-ba26-0d98a6dc685e tempest-RoutersAdminTest-1523904414 tempest-RoutersAdminTest-1523904414-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:45.688981 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-41bff317-d2ec-44f9-a972-4a0723943764 req-eaaa67f4-4d7f-44bc-9f34-0a72bd75a510 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:45.707491 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-91b2a023-cec5-440e-ba26-0d98a6dc685e tempest-RoutersAdminTest-1523904414 tempest-RoutersAdminTest-1523904414-project-admin] Allocated IP 172.25.3.58 (4c8455ba-1be5-42ac-b8c2-8a16e1292d55/08fe3644-ce41-4c3f-a7ea-92bac0f0fff5/217eb606-47cf-4da3-bd79-96745ecdcf9e) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:39:45.763954 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaaa67f4-4d7f-44bc-9f34-0a72bd75a510 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Pushing event deleted for resources: {'Port': ['ID=c11f7314-15f4-4533-9091-774452b72d36,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:39:45.837402 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-bdfba5c5-6ce8-4c57-9e15-bc9151ab5c17 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Deleting port 07bafc0a-a814-4302-834e-e3ac65394975 {{(pid=103591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:39:45.838368 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-bdfba5c5-6ce8-4c57-9e15-bc9151ab5c17 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:45.858552 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [req-41bff317-d2ec-44f9-a972-4a0723943764 req-eaaa67f4-4d7f-44bc-9f34-0a72bd75a510 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] No DVR routers for this DVR port c11f7314-15f4-4533-9091-774452b72d36 on host n-h1-816206-8 {{(pid=103590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:39:45.861180 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-41bff317-d2ec-44f9-a972-4a0723943764 req-eaaa67f4-4d7f-44bc-9f34-0a72bd75a510 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:45.864969 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-41bff317-d2ec-44f9-a972-4a0723943764 req-eaaa67f4-4d7f-44bc-9f34-0a72bd75a510 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] 10.222.0.55 "DELETE /v2.0/ports/c11f7314-15f4-4533-9091-774452b72d36 HTTP/1.1" status: 204 len: 173 time: 1.2019324 Nov 23 17:39:45.979640 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-bdfba5c5-6ce8-4c57-9e15-bc9151ab5c17 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:46.002484 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-bdfba5c5-6ce8-4c57-9e15-bc9151ab5c17 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Calling delete_port for 07bafc0a-a814-4302-834e-e3ac65394975 owned by network:router_interface {{(pid=103591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:39:46.011499 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-91b2a023-cec5-440e-ba26-0d98a6dc685e tempest-RoutersAdminTest-1523904414 tempest-RoutersAdminTest-1523904414-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:46.060148 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [req-41bff317-d2ec-44f9-a972-4a0723943764 req-846df566-bc43-48a4-94c7-e0d3c7bda2fa tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Deleting port 2a4244ef-ef03-4f4c-8ffc-3e8bbbae7f23 {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:39:46.060609 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-41bff317-d2ec-44f9-a972-4a0723943764 req-846df566-bc43-48a4-94c7-e0d3c7bda2fa tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:46.104374 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-91b2a023-cec5-440e-ba26-0d98a6dc685e tempest-RoutersAdminTest-1523904414 tempest-RoutersAdminTest-1523904414-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:46.330218 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91b2a023-cec5-440e-ba26-0d98a6dc685e tempest-RoutersAdminTest-1523904414 tempest-RoutersAdminTest-1523904414-project-admin] Network 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:39:46.344890 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b2a023-cec5-440e-ba26-0d98a6dc685e tempest-RoutersAdminTest-1523904414 tempest-RoutersAdminTest-1523904414-project-admin] Pushing event updated for resources: {'Port': ['ID=217eb606-47cf-4da3-bd79-96745ecdcf9e,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:39:46.361431 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-91b2a023-cec5-440e-ba26-0d98a6dc685e tempest-RoutersAdminTest-1523904414 tempest-RoutersAdminTest-1523904414-project-admin] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:39:46.394748 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19e1b9b3-0c16-41fc-9d11-45b6f4858016 None None] DHCP port deletion for 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:39:46.398574 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91b2a023-cec5-440e-ba26-0d98a6dc685e tempest-RoutersAdminTest-1523904414 tempest-RoutersAdminTest-1523904414-project-admin] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:39:46.451779 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b81a875-789b-4f67-87ca-16a98bdfe379 req-80fc4558-1144-4b95-bf30-376137f2950f tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:39:46.471659 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b81a875-789b-4f67-87ca-16a98bdfe379 req-80fc4558-1144-4b95-bf30-376137f2950f tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:39:46.477859 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b81a875-789b-4f67-87ca-16a98bdfe379 req-80fc4558-1144-4b95-bf30-376137f2950f tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:39:46.483016 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [req-41bff317-d2ec-44f9-a972-4a0723943764 req-846df566-bc43-48a4-94c7-e0d3c7bda2fa tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] For port 2a4244ef-ef03-4f4c-8ffc-3e8bbbae7f23, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=2a4244ef-ef03-4f4c-8ffc-3e8bbbae7f23,segment=NetworkSegment(f3fe809b-60bf-416a-b4bb-a4f078db8338),segment_id=f3fe809b-60bf-416a-b4bb-a4f078db8338)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:39:46.485301 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8b81a875-789b-4f67-87ca-16a98bdfe379 req-80fc4558-1144-4b95-bf30-376137f2950f tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] 10.222.0.60 "GET /v2.0/ports?device_id=83c4b9c5-48d7-40af-8fb5-dabe4d43cce9 HTTP/1.1" status: 200 len: 2409 time: 0.2878540 Nov 23 17:39:46.485996 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-41bff317-d2ec-44f9-a972-4a0723943764 req-846df566-bc43-48a4-94c7-e0d3c7bda2fa tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:46.531156 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-52822d53-48f5-4819-8a95-bdc13aea0bf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:46.531625 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [req-41bff317-d2ec-44f9-a972-4a0723943764 req-846df566-bc43-48a4-94c7-e0d3c7bda2fa tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Calling delete_port for 2a4244ef-ef03-4f4c-8ffc-3e8bbbae7f23 owned by compute:nova {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:39:46.552499 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-930224c4-f827-4252-93b9-f69870baeb5b None None] Provisioning complete for port 217eb606-47cf-4da3-bd79-96745ecdcf9e triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:39:46.553734 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-930224c4-f827-4252-93b9-f69870baeb5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:46.642187 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-930224c4-f827-4252-93b9-f69870baeb5b None None] Port 217eb606-47cf-4da3-bd79-96745ecdcf9e cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:39:46.685172 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8b81a875-789b-4f67-87ca-16a98bdfe379 req-e1e7a05b-c5c1-460d-a7a1-0927ea591d96 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] 10.222.0.60 "GET /v2.0/security-groups?id=f803d7ea-d3d6-4cf6-830c-70814cdc1205&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1924121 Nov 23 17:39:46.691770 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-bdfba5c5-6ce8-4c57-9e15-bc9151ab5c17 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:46.746291 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfba5c5-6ce8-4c57-9e15-bc9151ab5c17 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Pushing event deleted for resources: {'Port': ['ID=07bafc0a-a814-4302-834e-e3ac65394975,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:39:46.993286 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-bdfba5c5-6ce8-4c57-9e15-bc9151ab5c17 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2067500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1794520'] for router_interface, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:47.049247 n-d-816206-8 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83c4b9c5-48d7-40af-8fb5-dabe4d43cce9', 'name': 'network-vif-deleted', 'tag': 'c11f7314-15f4-4533-9091-774452b72d36'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:39:47.052120 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbabddbc9fc37b068808e119c416c86f5957ca04531a4a0d2e695c515e93483b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b34d7602-083d-4588-ab59-510d02da486e" -d '{"events": [{"server_uuid": "83c4b9c5-48d7-40af-8fb5-dabe4d43cce9", "name": "network-vif-deleted", "tag": "c11f7314-15f4-4533-9091-774452b72d36"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:39:47.071948 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-41bff317-d2ec-44f9-a972-4a0723943764 req-846df566-bc43-48a4-94c7-e0d3c7bda2fa tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:47.156326 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846df566-bc43-48a4-94c7-e0d3c7bda2fa tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Pushing event deleted for resources: {'Port': ['ID=2a4244ef-ef03-4f4c-8ffc-3e8bbbae7f23,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:39:47.186849 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:39:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3df0dd6c-6646-46d6-9dc0-c3af4107da1a x-openstack-request-id: req-3df0dd6c-6646-46d6-9dc0-c3af4107da1a {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:39:47.187158 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83c4b9c5-48d7-40af-8fb5-dabe4d43cce9", "name": "network-vif-deleted", "tag": "c11f7314-15f4-4533-9091-774452b72d36", "status": "completed", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:39:47.187416 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3df0dd6c-6646-46d6-9dc0-c3af4107da1a {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:39:47.188411 n-d-816206-8 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83c4b9c5-48d7-40af-8fb5-dabe4d43cce9', 'name': 'network-vif-deleted', 'tag': 'c11f7314-15f4-4533-9091-774452b72d36', 'status': 'completed', 'code': 200} Nov 23 17:39:47.327728 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdfba5c5-6ce8-4c57-9e15-bc9151ab5c17 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Router 60e22d08-c549-40e8-aedc-f365796f8696 has already been hosted by L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 {{(pid=103591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 17:39:47.355236 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [req-41bff317-d2ec-44f9-a972-4a0723943764 req-846df566-bc43-48a4-94c7-e0d3c7bda2fa tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] No DVR routers for this DVR port 2a4244ef-ef03-4f4c-8ffc-3e8bbbae7f23 on host n-h1-816206-8 {{(pid=103590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:39:47.359423 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-41bff317-d2ec-44f9-a972-4a0723943764 req-846df566-bc43-48a4-94c7-e0d3c7bda2fa tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:47.382227 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-41bff317-d2ec-44f9-a972-4a0723943764 req-846df566-bc43-48a4-94c7-e0d3c7bda2fa tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] 10.222.0.55 "DELETE /v2.0/ports/2a4244ef-ef03-4f4c-8ffc-3e8bbbae7f23 HTTP/1.1" status: 204 len: 173 time: 1.5097682 Nov 23 17:39:47.453903 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdfba5c5-6ce8-4c57-9e15-bc9151ab5c17 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:39:47.465744 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42797a8e-9836-47f4-90fc-3d380f555541 None None] Sync routers for ids ['60e22d08-c549-40e8-aedc-f365796f8696'] in n-d-816206-8 {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:39:47.470921 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-bdfba5c5-6ce8-4c57-9e15-bc9151ab5c17 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] 10.222.0.60 "PUT /v2.0/routers/60e22d08-c549-40e8-aedc-f365796f8696/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0998614 Nov 23 17:39:47.473193 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 50318) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:39:47.497767 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42797a8e-9836-47f4-90fc-3d380f555541 None None] Routers {'60e22d08-c549-40e8-aedc-f365796f8696'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:39:47.498645 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-42797a8e-9836-47f4-90fc-3d380f555541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:39:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['60e22d08-c549-40e8-aedc-f365796f8696'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:39:47.581915 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-91b2a023-cec5-440e-ba26-0d98a6dc685e tempest-RoutersAdminTest-1523904414 tempest-RoutersAdminTest-1523904414-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:47.590916 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-42797a8e-9836-47f4-90fc-3d380f555541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:39:47.616197 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42797a8e-9836-47f4-90fc-3d380f555541 None None] Routers {'60e22d08-c549-40e8-aedc-f365796f8696'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:39:47.617155 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-42797a8e-9836-47f4-90fc-3d380f555541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:39:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['60e22d08-c549-40e8-aedc-f365796f8696'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:39:47.711674 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-42797a8e-9836-47f4-90fc-3d380f555541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:39:47.713956 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42797a8e-9836-47f4-90fc-3d380f555541 None None] The sync data for ids ['60e22d08-c549-40e8-aedc-f365796f8696'] in n-d-816206-8 is: [] {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:39:47.740016 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9a27ae6c-db98-474f-94c1-cc99bf842d79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:47.916351 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [req-41bff317-d2ec-44f9-a972-4a0723943764 req-f90e53b0-f972-4902-87ec-4ea8dba2df1f tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Deleting port e501c8d2-3b8b-4517-82b1-6a263ce4aab2 {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:39:47.922597 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-41bff317-d2ec-44f9-a972-4a0723943764 req-f90e53b0-f972-4902-87ec-4ea8dba2df1f tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:47.927510 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2bbe6861-a48c-4325-9ec7-f6b5adebc26e req-1eeb5781-6f1f-4b01-8848-97a7168c7444 tempest-ServerShowV254Test-1352740878 tempest-ServerShowV254Test-1352740878-project] 10.222.0.60 "GET /v2.0/ports?device_id=812270dd-7ab0-418f-a64c-ca68ee11382b HTTP/1.1" status: 200 len: 210 time: 0.1015563 Nov 23 17:39:48.165365 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-91b2a023-cec5-440e-ba26-0d98a6dc685e tempest-RoutersAdminTest-1523904414 tempest-RoutersAdminTest-1523904414-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1795385', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1794325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8160'] for router, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:48.213732 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-91b2a023-cec5-440e-ba26-0d98a6dc685e tempest-RoutersAdminTest-1523904414 tempest-RoutersAdminTest-1523904414-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1795362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1795376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1795371', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1794338'] for router, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:48.298090 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:48.498324 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [req-41bff317-d2ec-44f9-a972-4a0723943764 req-f90e53b0-f972-4902-87ec-4ea8dba2df1f tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] For port e501c8d2-3b8b-4517-82b1-6a263ce4aab2, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=e501c8d2-3b8b-4517-82b1-6a263ce4aab2,segment=NetworkSegment(487ac287-bf03-4216-af3f-1793e9c7040a),segment_id=487ac287-bf03-4216-af3f-1793e9c7040a)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:39:48.498897 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-41bff317-d2ec-44f9-a972-4a0723943764 req-f90e53b0-f972-4902-87ec-4ea8dba2df1f tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:48.537981 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [req-41bff317-d2ec-44f9-a972-4a0723943764 req-f90e53b0-f972-4902-87ec-4ea8dba2df1f tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Calling delete_port for e501c8d2-3b8b-4517-82b1-6a263ce4aab2 owned by compute:nova {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:39:48.627973 n-d-816206-8 neutron-server[103591]: INFO neutron.api.v2.resource [None req-11c9e6e6-b8a1-4f87-a55c-afc22a5cc98d tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] remove_router_interface failed (client error): The resource could not be found. Nov 23 17:39:48.629635 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-11c9e6e6-b8a1-4f87-a55c-afc22a5cc98d tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] 10.222.0.60 "PUT /v2.0/routers/60e22d08-c549-40e8-aedc-f365796f8696/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 1.1554909 Nov 23 17:39:48.633344 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 50346) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:39:48.654604 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612a8424-6e8c-44c7-a9d5-394774afecce req-93c794c9-30c8-4060-a10c-ff9d40645aef tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:39:48.661297 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612a8424-6e8c-44c7-a9d5-394774afecce req-93c794c9-30c8-4060-a10c-ff9d40645aef tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:39:48.663060 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-612a8424-6e8c-44c7-a9d5-394774afecce req-93c794c9-30c8-4060-a10c-ff9d40645aef tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] 10.222.0.60 "GET /v2.0/ports?device_id=83c4b9c5-48d7-40af-8fb5-dabe4d43cce9 HTTP/1.1" status: 200 len: 1677 time: 0.7933567 Nov 23 17:39:48.682596 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-22f59d74-df97-4258-99de-0635ac46188f tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] 10.222.0.60 "GET /v2.0/ports?device_id=60e22d08-c549-40e8-aedc-f365796f8696 HTTP/1.1" status: 200 len: 205 time: 0.0454154 Nov 23 17:39:48.682907 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 50348) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:39:48.689707 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91b2a023-cec5-440e-ba26-0d98a6dc685e tempest-RoutersAdminTest-1523904414 tempest-RoutersAdminTest-1523904414-project-admin] Router 5c2e16b1-6861-4daf-beea-c00fa1d0a038 is scheduled to L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 with binding_index 1 {{(pid=103590) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 17:39:48.886112 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-df77e458-750d-4bf7-b4ab-80d8fceeaee8 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks [] for router, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:49.029545 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 50354) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:39:49.118983 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-612a8424-6e8c-44c7-a9d5-394774afecce req-5975a9a4-e31a-413f-9932-4615b3f65b8f tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] 10.222.0.60 "GET /v2.0/security-groups?id=f803d7ea-d3d6-4cf6-830c-70814cdc1205&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4413795 Nov 23 17:39:49.410213 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-53b84564-f890-4320-9e28-30d55dc788f3 req-452c3182-8834-4df1-b4db-83544eb17e51 tempest-ServerShowV254Test-1352740878 tempest-ServerShowV254Test-1352740878-project] 10.222.0.60 "GET /v2.0/ports?device_id=812270dd-7ab0-418f-a64c-ca68ee11382b HTTP/1.1" status: 200 len: 210 time: 0.3141119 Nov 23 17:39:49.441655 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-df77e458-750d-4bf7-b4ab-80d8fceeaee8 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1794352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8175'] for router, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:49.444927 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-df77e458-750d-4bf7-b4ab-80d8fceeaee8 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:49.446654 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-e0c5645f-cad2-42d1-8317-6d2de73f4207 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:49.475129 n-d-816206-8 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83c4b9c5-48d7-40af-8fb5-dabe4d43cce9', 'name': 'network-vif-deleted', 'tag': '2a4244ef-ef03-4f4c-8ffc-3e8bbbae7f23'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:39:49.477559 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbabddbc9fc37b068808e119c416c86f5957ca04531a4a0d2e695c515e93483b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a9ac4f3-bafb-404c-b47e-ef24172c27e8" -d '{"events": [{"server_uuid": "83c4b9c5-48d7-40af-8fb5-dabe4d43cce9", "name": "network-vif-deleted", "tag": "2a4244ef-ef03-4f4c-8ffc-3e8bbbae7f23"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:39:49.481012 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91b2a023-cec5-440e-ba26-0d98a6dc685e tempest-RoutersAdminTest-1523904414 tempest-RoutersAdminTest-1523904414-project-admin] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:39:49.492729 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29e81d4b-e2a4-4900-bcbc-3f398e9c0f01 None None] Sync routers for ids ['5c2e16b1-6861-4daf-beea-c00fa1d0a038'] in n-d-816206-8 {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:39:49.508150 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29e81d4b-e2a4-4900-bcbc-3f398e9c0f01 None None] Routers {'5c2e16b1-6861-4daf-beea-c00fa1d0a038'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:39:49.508806 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-29e81d4b-e2a4-4900-bcbc-3f398e9c0f01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:39:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['5c2e16b1-6861-4daf-beea-c00fa1d0a038'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:39:49.536814 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-91b2a023-cec5-440e-ba26-0d98a6dc685e tempest-RoutersAdminTest-1523904414 tempest-RoutersAdminTest-1523904414-project-admin] Publish callbacks [] for router, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:49.541275 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-91b2a023-cec5-440e-ba26-0d98a6dc685e tempest-RoutersAdminTest-1523904414 tempest-RoutersAdminTest-1523904414-project-admin] 10.222.0.60 "PUT /v2.0/routers/5c2e16b1-6861-4daf-beea-c00fa1d0a038 HTTP/1.1" status: 200 len: 913 time: 6.1346073 Nov 23 17:39:49.544222 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 50360) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:39:49.674635 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-41bff317-d2ec-44f9-a972-4a0723943764 req-f90e53b0-f972-4902-87ec-4ea8dba2df1f tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:49.675181 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-df77e458-750d-4bf7-b4ab-80d8fceeaee8 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1795580'] for router, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:49.678438 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-f5f34dfb-580d-443d-941a-f763081c0acb tempest-RoutersAdminTest-1523904414 tempest-RoutersAdminTest-1523904414-project-admin] 10.222.0.60 "GET /v2.0/routers/5c2e16b1-6861-4daf-beea-c00fa1d0a038 HTTP/1.1" status: 200 len: 919 time: 0.1325910 Nov 23 17:39:49.680320 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:39:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c93e2d90-e0f4-472c-8f57-c7667b389d5d x-openstack-request-id: req-c93e2d90-e0f4-472c-8f57-c7667b389d5d {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:39:49.680758 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83c4b9c5-48d7-40af-8fb5-dabe4d43cce9", "name": "network-vif-deleted", "tag": "2a4244ef-ef03-4f4c-8ffc-3e8bbbae7f23", "status": "completed", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:39:49.681160 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c93e2d90-e0f4-472c-8f57-c7667b389d5d {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:39:49.681731 n-d-816206-8 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83c4b9c5-48d7-40af-8fb5-dabe4d43cce9', 'name': 'network-vif-deleted', 'tag': '2a4244ef-ef03-4f4c-8ffc-3e8bbbae7f23', 'status': 'completed', 'code': 200} Nov 23 17:39:49.685782 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df77e458-750d-4bf7-b4ab-80d8fceeaee8 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Fanout notify agent at l3_agent the message router_deleted on router 60e22d08-c549-40e8-aedc-f365796f8696 {{(pid=103591) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 17:39:49.688657 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 50366) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:39:49.735160 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-29e81d4b-e2a4-4900-bcbc-3f398e9c0f01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:39:49.736376 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-df77e458-750d-4bf7-b4ab-80d8fceeaee8 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks [] for router, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:49.741311 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90e53b0-f972-4902-87ec-4ea8dba2df1f tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Pushing event deleted for resources: {'Port': ['ID=e501c8d2-3b8b-4517-82b1-6a263ce4aab2,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:39:49.742659 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-df77e458-750d-4bf7-b4ab-80d8fceeaee8 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] 10.222.0.60 "DELETE /v2.0/routers/60e22d08-c549-40e8-aedc-f365796f8696 HTTP/1.1" status: 204 len: 168 time: 1.0590158 Nov 23 17:39:49.743343 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 50368) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:39:49.778782 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29e81d4b-e2a4-4900-bcbc-3f398e9c0f01 None None] Routers {'5c2e16b1-6861-4daf-beea-c00fa1d0a038'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:39:49.794709 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-29e81d4b-e2a4-4900-bcbc-3f398e9c0f01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:39:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['5c2e16b1-6861-4daf-beea-c00fa1d0a038'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:39:49.821645 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [req-41bff317-d2ec-44f9-a972-4a0723943764 req-f90e53b0-f972-4902-87ec-4ea8dba2df1f tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] No DVR routers for this DVR port e501c8d2-3b8b-4517-82b1-6a263ce4aab2 on host n-h1-816206-8 {{(pid=103590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:39:49.834355 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-41bff317-d2ec-44f9-a972-4a0723943764 req-f90e53b0-f972-4902-87ec-4ea8dba2df1f tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:49.842621 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-41bff317-d2ec-44f9-a972-4a0723943764 req-f90e53b0-f972-4902-87ec-4ea8dba2df1f tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] 10.222.0.55 "DELETE /v2.0/ports/e501c8d2-3b8b-4517-82b1-6a263ce4aab2 HTTP/1.1" status: 204 len: 173 time: 2.4510028 Nov 23 17:39:49.850059 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-29e81d4b-e2a4-4900-bcbc-3f398e9c0f01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:39:49.850959 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29e81d4b-e2a4-4900-bcbc-3f398e9c0f01 None None] The sync data for ids ['5c2e16b1-6861-4daf-beea-c00fa1d0a038'] in n-d-816206-8 is: [] {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:39:49.867810 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c804e70f-4621-4170-95c0-769ca8826c2f tempest-RoutersAdminTest-1523904414 tempest-RoutersAdminTest-1523904414-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:39:49.872256 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-c804e70f-4621-4170-95c0-769ca8826c2f tempest-RoutersAdminTest-1523904414 tempest-RoutersAdminTest-1523904414-project-admin] 10.222.0.60 "GET /v2.0/ports?network_id=4c8455ba-1be5-42ac-b8c2-8a16e1292d55&device_id=5c2e16b1-6861-4daf-beea-c00fa1d0a038&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1781068 Nov 23 17:39:49.887836 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 50370) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:39:49.969218 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.db_base_plugin_v2 [None req-79ab8598-9721-4cca-87be-d16d25c439f2 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Deleting subnet da2b5b95-303c-4dbf-8f51-38ce7103ed50 {{(pid=103591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 17:39:49.977903 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-e0c5645f-cad2-42d1-8317-6d2de73f4207 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:49.979144 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-79ab8598-9721-4cca-87be-d16d25c439f2 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks [] for subnet, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:49.992984 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0488f762-5447-47fb-90bc-d28a9fbe6598 tempest-RoutersAdminTest-1523904414 tempest-RoutersAdminTest-1523904414-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:39:49.997027 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-0488f762-5447-47fb-90bc-d28a9fbe6598 tempest-RoutersAdminTest-1523904414 tempest-RoutersAdminTest-1523904414-project-admin] 10.222.0.60 "GET /v2.0/networks/4c8455ba-1be5-42ac-b8c2-8a16e1292d55 HTTP/1.1" status: 200 len: 881 time: 0.1058128 Nov 23 17:39:49.997957 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 50372) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:39:50.014753 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-e0c5645f-cad2-42d1-8317-6d2de73f4207 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:50.035956 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-b3581396-fbaa-4bcc-a4f5-8867412dd88a tempest-RoutersAdminTest-366582559 tempest-RoutersAdminTest-366582559-project] 10.222.0.60 "GET /v2.0/ports?device_id=5c2e16b1-6861-4daf-beea-c00fa1d0a038 HTTP/1.1" status: 200 len: 205 time: 0.0343478 Nov 23 17:39:50.037063 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 50374) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:39:50.058098 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c5645f-cad2-42d1-8317-6d2de73f4207 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=516608db-3d95-4bd9-b217-83ec9c69207f,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:39:50.094303 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-79ab8598-9721-4cca-87be-d16d25c439f2 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265990000'] for subnet, precommit_delete_associations {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:50.153138 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-e0c5645f-cad2-42d1-8317-6d2de73f4207 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=bc32a933b1a741f68bf4fb84fdca9460&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1224651 Nov 23 17:39:50.158429 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 50378) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:39:50.262004 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [req-41bff317-d2ec-44f9-a972-4a0723943764 req-6e9567c4-62a4-4141-801d-2959ea20fb43 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Deleting port e6cacfa8-7eb8-4a5b-9e66-80a73f1d903a {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:39:50.262348 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-41bff317-d2ec-44f9-a972-4a0723943764 req-6e9567c4-62a4-4141-801d-2959ea20fb43 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:50.391986 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [req-41bff317-d2ec-44f9-a972-4a0723943764 req-6e9567c4-62a4-4141-801d-2959ea20fb43 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] For port e6cacfa8-7eb8-4a5b-9e66-80a73f1d903a, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=e6cacfa8-7eb8-4a5b-9e66-80a73f1d903a,segment=NetworkSegment(5b559295-8909-4c1e-aefd-73cd9a3c5d40),segment_id=5b559295-8909-4c1e-aefd-73cd9a3c5d40)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:39:50.392361 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-41bff317-d2ec-44f9-a972-4a0723943764 req-6e9567c4-62a4-4141-801d-2959ea20fb43 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:50.461901 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-0c34ee5f-4c4d-481f-89f7-05df0a48a753 req-f498309a-bc19-4632-909f-717a6ca94485 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=812270dd-7ab0-418f-a64c-ca68ee11382b HTTP/1.1" status: 200 len: 210 time: 0.0479653 Nov 23 17:39:50.473265 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-79ab8598-9721-4cca-87be-d16d25c439f2 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971956'] for subnet, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:50.507085 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-a98d22b6-fd39-46c5-8395-ed2908975976 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:50.530548 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8ac580-6c80-4165-9fc2-db998954fc5c req-c99adf33-8563-465a-b6bf-58eaa3291654 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:39:50.532539 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4d8ac580-6c80-4165-9fc2-db998954fc5c req-c99adf33-8563-465a-b6bf-58eaa3291654 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] 10.222.0.60 "GET /v2.0/ports?device_id=83c4b9c5-48d7-40af-8fb5-dabe4d43cce9 HTTP/1.1" status: 200 len: 943 time: 0.2658870 Nov 23 17:39:50.610520 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-efa5b0d1-9696-4092-a554-5b5ad025f50b req-f3a4e120-20d6-4be9-ae5b-b5bf986ff96f tempest-ServerShowV254Test-1352740878 tempest-ServerShowV254Test-1352740878-project] 10.222.0.60 "GET /v2.0/ports?device_id=812270dd-7ab0-418f-a64c-ca68ee11382b HTTP/1.1" status: 200 len: 210 time: 0.0546906 Nov 23 17:39:50.627547 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-a98d22b6-fd39-46c5-8395-ed2908975976 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:50.706711 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4d8ac580-6c80-4165-9fc2-db998954fc5c req-3e6bc6d0-254f-44ae-949b-4e9522f7fef3 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] 10.222.0.60 "GET /v2.0/security-groups?id=f803d7ea-d3d6-4cf6-830c-70814cdc1205&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1616886 Nov 23 17:39:50.708912 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-79ab8598-9721-4cca-87be-d16d25c439f2 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264758240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264314269'] for subnet, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:50.744763 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-79ab8598-9721-4cca-87be-d16d25c439f2 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for subnet, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:50.748133 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-79ab8598-9721-4cca-87be-d16d25c439f2 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] 10.222.0.60 "DELETE /v2.0/subnets/da2b5b95-303c-4dbf-8f51-38ce7103ed50 HTTP/1.1" status: 204 len: 168 time: 1.0025542 Nov 23 17:39:50.751527 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d648424-a4bb-481b-8b8e-3891a54f5a89 None None] Network e133d3c0-0f8d-4fa9-90cc-e5cf042d9ad1 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:39:50.768280 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ab8598-9721-4cca-87be-d16d25c439f2 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Pushing event deleted for resources: {'Subnet': ['ID=da2b5b95-303c-4dbf-8f51-38ce7103ed50,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:39:50.772295 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 50384) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:39:50.780315 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-41bff317-d2ec-44f9-a972-4a0723943764 req-6e9567c4-62a4-4141-801d-2959ea20fb43 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:50.780898 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-41bff317-d2ec-44f9-a972-4a0723943764 req-6e9567c4-62a4-4141-801d-2959ea20fb43 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1795396'] for floatingip, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:50.781094 n-d-816206-8 neutron-server[103590]: INFO neutron.db.l3_db [req-41bff317-d2ec-44f9-a972-4a0723943764 req-6e9567c4-62a4-4141-801d-2959ea20fb43 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Floating IP 1483bc3c-da5b-4908-964b-36597d63f1c7 disassociated. External IP: 172.25.3.241, port: e6cacfa8-7eb8-4a5b-9e66-80a73f1d903a. Nov 23 17:39:50.781371 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [req-41bff317-d2ec-44f9-a972-4a0723943764 req-6e9567c4-62a4-4141-801d-2959ea20fb43 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Calling delete_port for e6cacfa8-7eb8-4a5b-9e66-80a73f1d903a owned by compute:nova {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:39:50.875885 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-69f872ec-99cc-4290-b61f-d7d1a3cdb4ba tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-555181'] for network, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:50.885215 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-a98d22b6-fd39-46c5-8395-ed2908975976 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:50.895051 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-a98d22b6-fd39-46c5-8395-ed2908975976 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:50.900159 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-a98d22b6-fd39-46c5-8395-ed2908975976 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/516608db-3d95-4bd9-b217-83ec9c69207f HTTP/1.1" status: 204 len: 168 time: 0.7351511 Nov 23 17:39:50.926251 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-41bff317-d2ec-44f9-a972-4a0723943764 req-6e9567c4-62a4-4141-801d-2959ea20fb43 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:50.941792 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c6caece5-cae6-43ce-bdc7-4a2b402fa864 tempest-RoutersAdminTest-366582559 tempest-RoutersAdminTest-366582559-project] Publish callbacks [] for router, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:50.942832 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98d22b6-fd39-46c5-8395-ed2908975976 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=516608db-3d95-4bd9-b217-83ec9c69207f,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:39:51.033764 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9567c4-62a4-4141-801d-2959ea20fb43 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Pushing event deleted for resources: {'Port': ['ID=e6cacfa8-7eb8-4a5b-9e66-80a73f1d903a,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:39:51.046007 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-69f872ec-99cc-4290-b61f-d7d1a3cdb4ba tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Deleting port bc60e318-9b8b-4d67-8f23-93b2bceec353 {{(pid=103591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:39:51.047214 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-69f872ec-99cc-4290-b61f-d7d1a3cdb4ba tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:51.169644 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9205ee8-1ad4-4f85-bb23-d3f5020acc44 None None] DHCP port deletion for e133d3c0-0f8d-4fa9-90cc-e5cf042d9ad1 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:39:51.176227 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [None req-69f872ec-99cc-4290-b61f-d7d1a3cdb4ba tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] For port bc60e318-9b8b-4d67-8f23-93b2bceec353, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=bc60e318-9b8b-4d67-8f23-93b2bceec353,segment=NetworkSegment(02086563-9a85-4cef-9c5c-675989d55fd0),segment_id=02086563-9a85-4cef-9c5c-675989d55fd0)] {{(pid=103591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:39:51.176662 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-69f872ec-99cc-4290-b61f-d7d1a3cdb4ba tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:51.198606 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-69f872ec-99cc-4290-b61f-d7d1a3cdb4ba tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Calling delete_port for bc60e318-9b8b-4d67-8f23-93b2bceec353 owned by network:dhcp {{(pid=103591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:39:51.271164 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-e9205ee8-1ad4-4f85-bb23-d3f5020acc44 None None] Deleting port bc60e318-9b8b-4d67-8f23-93b2bceec353 {{(pid=103592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:39:51.271534 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-e9205ee8-1ad4-4f85-bb23-d3f5020acc44 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:51.281834 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c6caece5-cae6-43ce-bdc7-4a2b402fa864 tempest-RoutersAdminTest-366582559 tempest-RoutersAdminTest-366582559-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:51.345449 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-69f872ec-99cc-4290-b61f-d7d1a3cdb4ba tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:51.381295 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f872ec-99cc-4290-b61f-d7d1a3cdb4ba tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Pushing event deleted for resources: {'Port': ['ID=bc60e318-9b8b-4d67-8f23-93b2bceec353,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:39:51.385856 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69f872ec-99cc-4290-b61f-d7d1a3cdb4ba tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] No DVR routers for this DVR port bc60e318-9b8b-4d67-8f23-93b2bceec353 on host n-d-816206-8 {{(pid=103591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:39:51.410790 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.l3_agent_scheduler [req-41bff317-d2ec-44f9-a972-4a0723943764 req-6e9567c4-62a4-4141-801d-2959ea20fb43 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Router b9679107-1fd1-4098-bfd2-62b5af47f898 has already been hosted by L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 {{(pid=103590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 17:39:51.437096 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-e9205ee8-1ad4-4f85-bb23-d3f5020acc44 None None] For port bc60e318-9b8b-4d67-8f23-93b2bceec353, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=bc60e318-9b8b-4d67-8f23-93b2bceec353,segment=NetworkSegment(02086563-9a85-4cef-9c5c-675989d55fd0),segment_id=02086563-9a85-4cef-9c5c-675989d55fd0)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:39:51.437483 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-e9205ee8-1ad4-4f85-bb23-d3f5020acc44 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:51.477506 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-c6caece5-cae6-43ce-bdc7-4a2b402fa864 tempest-RoutersAdminTest-366582559 tempest-RoutersAdminTest-366582559-project] Deleting port 217eb606-47cf-4da3-bd79-96745ecdcf9e {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:39:51.481431 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c6caece5-cae6-43ce-bdc7-4a2b402fa864 tempest-RoutersAdminTest-366582559 tempest-RoutersAdminTest-366582559-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:51.491199 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-e9205ee8-1ad4-4f85-bb23-d3f5020acc44 None None] Calling delete_port for bc60e318-9b8b-4d67-8f23-93b2bceec353 owned by network:dhcp {{(pid=103592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:39:51.537269 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-69f872ec-99cc-4290-b61f-d7d1a3cdb4ba tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973419', 'neutron.services.segments.db._delete_segments_for_network-8736635878840'] for network, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:51.543837 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 50392) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:39:51.585475 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e20ce6e7-711a-4ebc-9bba-7c1a9ffb3a6e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:51.607157 n-d-816206-8 neutron-server[103591]: DEBUG neutron.services.segments.db [None req-69f872ec-99cc-4290-b61f-d7d1a3cdb4ba tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e133d3c0-0f8d-4fa9-90cc-e5cf042d9ad1']}} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:39:51.629507 n-d-816206-8 neutron-server[103591]: DEBUG neutron.services.segments.db [None req-69f872ec-99cc-4290-b61f-d7d1a3cdb4ba tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02086563-9a85-4cef-9c5c-675989d55fd0') {'for_net_delete': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:39:51.632584 n-d-816206-8 neutron-server[103591]: DEBUG neutron.services.segments.db [None req-69f872ec-99cc-4290-b61f-d7d1a3cdb4ba tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02086563-9a85-4cef-9c5c-675989d55fd0') {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:39:51.661857 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-69f872ec-99cc-4290-b61f-d7d1a3cdb4ba tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736635840332', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265989959'] for segment, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:51.682386 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-e9205ee8-1ad4-4f85-bb23-d3f5020acc44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989'] for port, after_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:51.683215 n-d-816206-8 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83c4b9c5-48d7-40af-8fb5-dabe4d43cce9', 'name': 'network-vif-deleted', 'tag': 'e501c8d2-3b8b-4517-82b1-6a263ce4aab2'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:39:51.685416 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbabddbc9fc37b068808e119c416c86f5957ca04531a4a0d2e695c515e93483b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8eaf098e-8df0-4e68-8045-3c51a6d537ce" -d '{"events": [{"server_uuid": "83c4b9c5-48d7-40af-8fb5-dabe4d43cce9", "name": "network-vif-deleted", "tag": "e501c8d2-3b8b-4517-82b1-6a263ce4aab2"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:39:51.737012 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-69f872ec-99cc-4290-b61f-d7d1a3cdb4ba tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:51.745799 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9205ee8-1ad4-4f85-bb23-d3f5020acc44 None None] No DVR routers for this DVR port bc60e318-9b8b-4d67-8f23-93b2bceec353 on host n-d-816206-8 {{(pid=103592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:39:51.767690 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69f872ec-99cc-4290-b61f-d7d1a3cdb4ba tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Releasing vlan 539 on physical network physnet1 to pool {{(pid=103591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 17:39:51.767690 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-69f872ec-99cc-4290-b61f-d7d1a3cdb4ba tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264756290'] for segment, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:51.781243 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-41bff317-d2ec-44f9-a972-4a0723943764 req-6e9567c4-62a4-4141-801d-2959ea20fb43 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:39:51.788000 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9205ee8-1ad4-4f85-bb23-d3f5020acc44 None None] Pushing event deleted for resources: {'Port': ['ID=bc60e318-9b8b-4d67-8f23-93b2bceec353,revision_number=None']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:39:51.826739 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:39:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2158dc0-ed6f-4367-bdd5-6eb169971af0 x-openstack-request-id: req-e2158dc0-ed6f-4367-bdd5-6eb169971af0 {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:39:51.827244 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83c4b9c5-48d7-40af-8fb5-dabe4d43cce9", "name": "network-vif-deleted", "tag": "e501c8d2-3b8b-4517-82b1-6a263ce4aab2", "status": "completed", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:39:51.827908 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e2158dc0-ed6f-4367-bdd5-6eb169971af0 {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:39:51.828123 n-d-816206-8 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83c4b9c5-48d7-40af-8fb5-dabe4d43cce9', 'name': 'network-vif-deleted', 'tag': 'e501c8d2-3b8b-4517-82b1-6a263ce4aab2', 'status': 'completed', 'code': 200} Nov 23 17:39:51.852369 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c6caece5-cae6-43ce-bdc7-4a2b402fa864 tempest-RoutersAdminTest-366582559 tempest-RoutersAdminTest-366582559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:51.857739 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [req-41bff317-d2ec-44f9-a972-4a0723943764 req-6e9567c4-62a4-4141-801d-2959ea20fb43 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] No DVR routers for this DVR port e6cacfa8-7eb8-4a5b-9e66-80a73f1d903a on host n-h1-816206-8 {{(pid=103590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:39:51.866967 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-41bff317-d2ec-44f9-a972-4a0723943764 req-6e9567c4-62a4-4141-801d-2959ea20fb43 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:51.870550 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-41bff317-d2ec-44f9-a972-4a0723943764 req-6e9567c4-62a4-4141-801d-2959ea20fb43 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] 10.222.0.55 "DELETE /v2.0/ports/e6cacfa8-7eb8-4a5b-9e66-80a73f1d903a HTTP/1.1" status: 204 len: 173 time: 2.0187418 Nov 23 17:39:51.875925 n-d-816206-8 neutron-server[103591]: Traceback (most recent call last): Nov 23 17:39:51.875925 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 17:39:51.875925 n-d-816206-8 neutron-server[103591]: timer() Nov 23 17:39:51.875925 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 17:39:51.875925 n-d-816206-8 neutron-server[103591]: cb(*args, **kw) Nov 23 17:39:51.875925 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 17:39:51.875925 n-d-816206-8 neutron-server[103591]: return func(*args, **kwargs) Nov 23 17:39:51.875925 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 17:39:51.875925 n-d-816206-8 neutron-server[103591]: self._notify() Nov 23 17:39:51.875925 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 17:39:51.875925 n-d-816206-8 neutron-server[103591]: self.callback(batched_events) Nov 23 17:39:51.875925 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 17:39:51.875925 n-d-816206-8 neutron-server[103591]: event.method(event) Nov 23 17:39:51.875925 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 17:39:51.875925 n-d-816206-8 neutron-server[103591]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 17:39:51.875925 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 17:39:51.875925 n-d-816206-8 neutron-server[103591]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 17:39:51.875925 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 17:39:51.875925 n-d-816206-8 neutron-server[103591]: return f(self, *a, **k) Nov 23 17:39:51.875925 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 17:39:51.875925 n-d-816206-8 neutron-server[103591]: return self._get(url).json() Nov 23 17:39:51.875925 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 17:39:51.875925 n-d-816206-8 neutron-server[103591]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 17:39:51.875925 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 17:39:51.875925 n-d-816206-8 neutron-server[103591]: return self.request(url, 'GET', **kwargs) Nov 23 17:39:51.875925 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 17:39:51.875925 n-d-816206-8 neutron-server[103591]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 17:39:51.875925 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 17:39:51.875925 n-d-816206-8 neutron-server[103591]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 17:39:51.875925 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 17:39:51.875925 n-d-816206-8 neutron-server[103591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 17:39:51.875925 n-d-816206-8 neutron-server[103591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 17:39:51.880288 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-c6caece5-cae6-43ce-bdc7-4a2b402fa864 tempest-RoutersAdminTest-366582559 tempest-RoutersAdminTest-366582559-project] Calling delete_port for 217eb606-47cf-4da3-bd79-96745ecdcf9e owned by network:router_gateway {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:39:51.891355 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5c63439a-8560-422a-88e1-a2c6722b8a27 req-9f424c06-0cb1-46cf-869d-63545f24d0ac tempest-ServerShowV254Test-1352740878 tempest-ServerShowV254Test-1352740878-project] 10.222.0.60 "GET /v2.0/ports?device_id=812270dd-7ab0-418f-a64c-ca68ee11382b HTTP/1.1" status: 200 len: 210 time: 0.0744798 Nov 23 17:39:51.974596 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2743acf8-47d6-4356-a338-5fd3b127f366 None None] Sync routers for ids ['b9679107-1fd1-4098-bfd2-62b5af47f898'] in n-d-816206-8 {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:39:51.986240 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2743acf8-47d6-4356-a338-5fd3b127f366 None None] Routers {'b9679107-1fd1-4098-bfd2-62b5af47f898'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:39:51.989409 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-2743acf8-47d6-4356-a338-5fd3b127f366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:39:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['b9679107-1fd1-4098-bfd2-62b5af47f898'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:39:52.088303 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5a477184-2f9b-4cb6-a8f0-6416af0a117a req-d70b107b-7487-4914-824f-e7b5647c6cbf tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] 10.222.0.60 "GET /v2.0/ports?device_id=83c4b9c5-48d7-40af-8fb5-dabe4d43cce9 HTTP/1.1" status: 200 len: 210 time: 0.1109941 Nov 23 17:39:52.123646 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-69f872ec-99cc-4290-b61f-d7d1a3cdb4ba tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1795418'] for network, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:52.134062 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-69f872ec-99cc-4290-b61f-d7d1a3cdb4ba tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for network, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:52.164520 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-69f872ec-99cc-4290-b61f-d7d1a3cdb4ba tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] 10.222.0.60 "DELETE /v2.0/networks/e133d3c0-0f8d-4fa9-90cc-e5cf042d9ad1 HTTP/1.1" status: 204 len: 168 time: 1.3849113 Nov 23 17:39:52.180886 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f872ec-99cc-4290-b61f-d7d1a3cdb4ba tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Pushing event deleted for resources: {'Network': ['ID=e133d3c0-0f8d-4fa9-90cc-e5cf042d9ad1,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:39:52.182618 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 50406) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:39:52.189694 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-783dd36e-52fc-4327-9170-27c0021da6c0 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Request body: {'network': {'name': 'tempest-RoutersTest-1345023762'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:39:52.235984 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device bc60e318-9b8b-4d67-8f23-93b2bceec353 no longer exists at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:39:52.237395 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-783dd36e-52fc-4327-9170-27c0021da6c0 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Made reservation on behalf of 9ea08f514e394d68a6e33e0a371ec75c for: {'network': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:39:52.241927 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-783dd36e-52fc-4327-9170-27c0021da6c0 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for network, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:52.274338 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] No Port match for: bc60e318-9b8b-4d67-8f23-93b2bceec353 {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:39:52.274747 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-783dd36e-52fc-4327-9170-27c0021da6c0 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] vlan segment allocate from pool success with {'vlan_id': 540, 'physical_network': 'physnet1'} {{(pid=103591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 17:39:52.276181 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-2743acf8-47d6-4356-a338-5fd3b127f366 None None] Set router b9679107-1fd1-4098-bfd2-62b5af47f898 gateway port host: n-d-816206-8 {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:39:52.279635 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e20ce6e7-711a-4ebc-9bba-7c1a9ffb3a6e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:52.280876 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device bc60e318-9b8b-4d67-8f23-93b2bceec353 not bound to the agent host n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:39:52.290491 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e20ce6e7-711a-4ebc-9bba-7c1a9ffb3a6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:52.294152 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-783dd36e-52fc-4327-9170-27c0021da6c0 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:52.294878 n-d-816206-8 neutron-server[103591]: INFO neutron.db.segments_db [None req-783dd36e-52fc-4327-9170-27c0021da6c0 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Added segment 6be270eb-e6f8-4b9c-88e7-5b33994c029a of type vlan for network 72898620-17f2-4852-821b-2042747bc0f0 Nov 23 17:39:52.347282 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-783dd36e-52fc-4327-9170-27c0021da6c0 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736635338810'] for network, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:52.369611 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-e20ce6e7-711a-4ebc-9bba-7c1a9ffb3a6e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=968a168ee9804d37ab9def2fa0700a8b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8238573 Nov 23 17:39:52.372169 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 50408) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:39:52.409891 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20ce6e7-711a-4ebc-9bba-7c1a9ffb3a6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85362032-bb89-4bde-8e26-991108faf0b8,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:39:52.428504 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-783dd36e-52fc-4327-9170-27c0021da6c0 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493'] for network, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:52.440389 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-783dd36e-52fc-4327-9170-27c0021da6c0 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:39:52.441706 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-783dd36e-52fc-4327-9170-27c0021da6c0 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for network, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:52.492457 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c6caece5-cae6-43ce-bdc7-4a2b402fa864 tempest-RoutersAdminTest-366582559 tempest-RoutersAdminTest-366582559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:52.524927 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aeaef86-50a7-48ff-a8f8-f872e17ecd1f None None] DHCP port deletion for 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:39:52.589899 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6caece5-cae6-43ce-bdc7-4a2b402fa864 tempest-RoutersAdminTest-366582559 tempest-RoutersAdminTest-366582559-project] Pushing event deleted for resources: {'Port': ['ID=217eb606-47cf-4da3-bd79-96745ecdcf9e,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:39:52.619408 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-783dd36e-52fc-4327-9170-27c0021da6c0 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4354789 Nov 23 17:39:52.674925 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 50420) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:39:52.684598 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-a27d0418-731b-46bc-a304-0b5c4a8ffccd tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Request body: {'subnet': {'network_id': '72898620-17f2-4852-821b-2042747bc0f0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:39:52.715621 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c6caece5-cae6-43ce-bdc7-4a2b402fa864 tempest-RoutersAdminTest-366582559 tempest-RoutersAdminTest-366582559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1795454'] for router_gateway, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:52.733950 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-2743acf8-47d6-4356-a338-5fd3b127f366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9679107-1fd1-4098-bfd2-62b5af47f898', 'name': 'tempest-TaggedBootDevicesTest_v242-1843589813-router', 'tenant_id': '9b0068a4a0a543038f63069e85a0a90e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': '5e419484-ec27-4048-92d1-8b9d95aaa519', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:27:47Z', 'updated_at': '2021-11-23T17:28:02Z', 'revision_number': 4, 'project_id': '9b0068a4a0a543038f63069e85a0a90e', 'gw_port': {'id': '5e419484-ec27-4048-92d1-8b9d95aaa519', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:0a:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9679107-1fd1-4098-bfd2-62b5af47f898', 'device_owner': 'network:router_gateway', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:27:50Z', 'updated_at': '2021-11-23T17:28:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_interfaces': [{'id': 'b1e0681c-a2dd-4899-ba18-57dedd42bdbd', 'name': '', 'network_id': '8fae7973-38e6-4660-a7b2-023eda92e2f5', 'tenant_id': '9b0068a4a0a543038f63069e85a0a90e', 'mac_address': 'fa:16:3e:89:68:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9679107-1fd1-4098-bfd2-62b5af47f898', 'device_owner': 'network:router_interface', 'standard_attr_id': 955, 'fixed_ips': [{'subnet_id': '34624ad2-f585-44eb-b7a5-2bcf52826b90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:27:58Z', 'updated_at': '2021-11-23T17:28:22Z', 'revision_number': 5, 'project_id': '9b0068a4a0a543038f63069e85a0a90e', 'subnets': [{'id': '34624ad2-f585-44eb-b7a5-2bcf52826b90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:39:52.746353 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-be2e5240-9ac0-46fe-a696-2d79ad81e078 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:52.770797 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-be2e5240-9ac0-46fe-a696-2d79ad81e078 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:52.788002 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2743acf8-47d6-4356-a338-5fd3b127f366 None None] Checking router: b9679107-1fd1-4098-bfd2-62b5af47f898 for host: n-d-816206-8 {{(pid=103593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 17:39:52.823334 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2743acf8-47d6-4356-a338-5fd3b127f366 None None] Routers {'b9679107-1fd1-4098-bfd2-62b5af47f898'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:39:52.825553 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-2743acf8-47d6-4356-a338-5fd3b127f366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:39:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['b9679107-1fd1-4098-bfd2-62b5af47f898'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:39:52.868081 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783dd36e-52fc-4327-9170-27c0021da6c0 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Pushing event updated for resources: {'Network': ['ID=72898620-17f2-4852-821b-2042747bc0f0,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:39:52.898780 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Network 72898620-17f2-4852-821b-2042747bc0f0 details requested by agent ovs-agent-n-d-816206-8 with host n-d-816206-8 {{(pid=103592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 17:39:52.969295 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-be2e5240-9ac0-46fe-a696-2d79ad81e078 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:52.974369 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-be2e5240-9ac0-46fe-a696-2d79ad81e078 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:52.975747 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-be2e5240-9ac0-46fe-a696-2d79ad81e078 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/85362032-bb89-4bde-8e26-991108faf0b8 HTTP/1.1" status: 204 len: 168 time: 0.6019619 Nov 23 17:39:53.001230 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c6caece5-cae6-43ce-bdc7-4a2b402fa864 tempest-RoutersAdminTest-366582559 tempest-RoutersAdminTest-366582559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1794352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8175'] for router, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:53.002044 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2e5240-9ac0-46fe-a696-2d79ad81e078 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85362032-bb89-4bde-8e26-991108faf0b8,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:39:53.021070 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c6caece5-cae6-43ce-bdc7-4a2b402fa864 tempest-RoutersAdminTest-366582559 tempest-RoutersAdminTest-366582559-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:53.064142 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a27d0418-731b-46bc-a304-0b5c4a8ffccd tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Made reservation on behalf of 9ea08f514e394d68a6e33e0a371ec75c for: {'subnet': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:39:53.088187 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-a27d0418-731b-46bc-a304-0b5c4a8ffccd tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264314294'] for subnet, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:53.129815 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c6caece5-cae6-43ce-bdc7-4a2b402fa864 tempest-RoutersAdminTest-366582559 tempest-RoutersAdminTest-366582559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1795580'] for router, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:53.130395 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6caece5-cae6-43ce-bdc7-4a2b402fa864 tempest-RoutersAdminTest-366582559 tempest-RoutersAdminTest-366582559-project] Fanout notify agent at l3_agent the message router_deleted on router 5c2e16b1-6861-4daf-beea-c00fa1d0a038 {{(pid=103590) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 17:39:53.147469 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c6caece5-cae6-43ce-bdc7-4a2b402fa864 tempest-RoutersAdminTest-366582559 tempest-RoutersAdminTest-366582559-project] Publish callbacks [] for router, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:53.152733 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-c6caece5-cae6-43ce-bdc7-4a2b402fa864 tempest-RoutersAdminTest-366582559 tempest-RoutersAdminTest-366582559-project] 10.222.0.60 "DELETE /v2.0/routers/5c2e16b1-6861-4daf-beea-c00fa1d0a038 HTTP/1.1" status: 204 len: 168 time: 3.1121044 Nov 23 17:39:53.153628 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 50436) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:39:53.165956 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-0e7c4f97-bb99-419c-b028-d2c8908a3437 tempest-RoutersAdminTest-366582559 tempest-RoutersAdminTest-366582559-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-755784349', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:39:53.227342 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-2743acf8-47d6-4356-a338-5fd3b127f366 None None] Set router b9679107-1fd1-4098-bfd2-62b5af47f898 gateway port host: n-d-816206-8 {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:39:53.232186 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f3a8fb92-da7c-4362-a1a1-783963ecb9c1 req-cf8ddd5e-5fcc-48e2-93ab-908caaf63672 tempest-ServerShowV254Test-1352740878 tempest-ServerShowV254Test-1352740878-project] 10.222.0.60 "GET /v2.0/ports?device_id=812270dd-7ab0-418f-a64c-ca68ee11382b HTTP/1.1" status: 200 len: 210 time: 0.1800954 Nov 23 17:39:53.240394 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0e7c4f97-bb99-419c-b028-d2c8908a3437 tempest-RoutersAdminTest-366582559 tempest-RoutersAdminTest-366582559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1793449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8093'] for router, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:53.248098 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0e7c4f97-bb99-419c-b028-d2c8908a3437 tempest-RoutersAdminTest-366582559 tempest-RoutersAdminTest-366582559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1794473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1794771', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1638326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8086'] for router, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:53.406048 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0e7c4f97-bb99-419c-b028-d2c8908a3437 tempest-RoutersAdminTest-366582559 tempest-RoutersAdminTest-366582559-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:53.415884 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0e7c4f97-bb99-419c-b028-d2c8908a3437 tempest-RoutersAdminTest-366582559 tempest-RoutersAdminTest-366582559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1794316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1795362'] for router, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:53.429156 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4841929c-7028-423d-9f19-0794c94e59c0 req-98a5a7e0-ddfa-4634-8a2a-ddd83fcaea85 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] 10.222.0.60 "GET /v2.0/ports?device_id=83c4b9c5-48d7-40af-8fb5-dabe4d43cce9 HTTP/1.1" status: 200 len: 210 time: 0.0995424 Nov 23 17:39:53.474638 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0e7c4f97-bb99-419c-b028-d2c8908a3437 tempest-RoutersAdminTest-366582559 tempest-RoutersAdminTest-366582559-project] Publish callbacks [] for router, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:53.477630 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-0e7c4f97-bb99-419c-b028-d2c8908a3437 tempest-RoutersAdminTest-366582559 tempest-RoutersAdminTest-366582559-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3211625 Nov 23 17:39:53.479923 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 50440) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:39:53.485302 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-75566320-e9be-43cb-87e0-5262ca43503e tempest-RoutersAdminTest-1523904414 tempest-RoutersAdminTest-1523904414-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'enable_snat': False}}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:39:53.561577 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-2743acf8-47d6-4356-a338-5fd3b127f366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9679107-1fd1-4098-bfd2-62b5af47f898', 'name': 'tempest-TaggedBootDevicesTest_v242-1843589813-router', 'tenant_id': '9b0068a4a0a543038f63069e85a0a90e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': '5e419484-ec27-4048-92d1-8b9d95aaa519', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:27:47Z', 'updated_at': '2021-11-23T17:28:02Z', 'revision_number': 4, 'project_id': '9b0068a4a0a543038f63069e85a0a90e', 'gw_port': {'id': '5e419484-ec27-4048-92d1-8b9d95aaa519', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:0a:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9679107-1fd1-4098-bfd2-62b5af47f898', 'device_owner': 'network:router_gateway', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:27:50Z', 'updated_at': '2021-11-23T17:28:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_interfaces': [{'id': 'b1e0681c-a2dd-4899-ba18-57dedd42bdbd', 'name': '', 'network_id': '8fae7973-38e6-4660-a7b2-023eda92e2f5', 'tenant_id': '9b0068a4a0a543038f63069e85a0a90e', 'mac_address': 'fa:16:3e:89:68:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9679107-1fd1-4098-bfd2-62b5af47f898', 'device_owner': 'network:router_interface', 'standard_attr_id': 955, 'fixed_ips': [{'subnet_id': '34624ad2-f585-44eb-b7a5-2bcf52826b90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:27:58Z', 'updated_at': '2021-11-23T17:28:22Z', 'revision_number': 5, 'project_id': '9b0068a4a0a543038f63069e85a0a90e', 'subnets': [{'id': '34624ad2-f585-44eb-b7a5-2bcf52826b90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:39:53.601945 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2743acf8-47d6-4356-a338-5fd3b127f366 None None] The sync data for ids ['b9679107-1fd1-4098-bfd2-62b5af47f898'] in n-d-816206-8 is: [{'id': 'b9679107-1fd1-4098-bfd2-62b5af47f898', 'name': 'tempest-TaggedBootDevicesTest_v242-1843589813-router', 'tenant_id': '9b0068a4a0a543038f63069e85a0a90e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': '5e419484-ec27-4048-92d1-8b9d95aaa519', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:27:47Z', 'updated_at': '2021-11-23T17:28:02Z', 'revision_number': 4, 'project_id': '9b0068a4a0a543038f63069e85a0a90e', 'gw_port': {'id': '5e419484-ec27-4048-92d1-8b9d95aaa519', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:0a:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9679107-1fd1-4098-bfd2-62b5af47f898', 'device_owner': 'network:router_gateway', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:27:50Z', 'updated_at': '2021-11-23T17:28:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_interfaces': [{'id': 'b1e0681c-a2dd-4899-ba18-57dedd42bdbd', 'name': '', 'network_id': '8fae7973-38e6-4660-a7b2-023eda92e2f5', 'tenant_id': '9b0068a4a0a543038f63069e85a0a90e', 'mac_address': 'fa:16:3e:89:68:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9679107-1fd1-4098-bfd2-62b5af47f898', 'device_owner': 'network:router_interface', 'standard_attr_id': 955, 'fixed_ips': [{'subnet_id': '34624ad2-f585-44eb-b7a5-2bcf52826b90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:27:58Z', 'updated_at': '2021-11-23T17:28:22Z', 'revision_number': 5, 'project_id': '9b0068a4a0a543038f63069e85a0a90e', 'subnets': [{'id': '34624ad2-f585-44eb-b7a5-2bcf52826b90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:39:53.701946 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-a27d0418-731b-46bc-a304-0b5c4a8ffccd tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264758079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264314276'] for subnet, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:53.777140 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a27d0418-731b-46bc-a304-0b5c4a8ffccd tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Checking segment: {'id': '6be270eb-e6f8-4b9c-88e7-5b33994c029a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '72898620-17f2-4852-821b-2042747bc0f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:39:53.777685 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a27d0418-731b-46bc-a304-0b5c4a8ffccd tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Network hostable DHCP agents. Network: 72898620-17f2-4852-821b-2042747bc0f0, hostable agents: ['0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3'], hosted agents: [] {{(pid=103591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 17:39:53.786512 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27d0418-731b-46bc-a304-0b5c4a8ffccd tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Pushing event updated for resources: {'Subnet': ['ID=cc4b0d13-285b-471e-b341-12d95a806892,revision_number=0']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:39:53.802518 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 50444) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:39:53.811453 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a27d0418-731b-46bc-a304-0b5c4a8ffccd tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Network 72898620-17f2-4852-821b-2042747bc0f0 is scheduled to be hosted by DHCP agent 0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3 with binding_index 1 {{(pid=103591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 17:39:53.825540 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-2f6d51e9-57d0-4d98-ac7b-ad6702d17dd9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:53.829552 n-d-816206-8 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83c4b9c5-48d7-40af-8fb5-dabe4d43cce9', 'name': 'network-vif-deleted', 'tag': 'e6cacfa8-7eb8-4a5b-9e66-80a73f1d903a'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:39:53.832513 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbabddbc9fc37b068808e119c416c86f5957ca04531a4a0d2e695c515e93483b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53810bf7-8e00-4b12-b104-93e6a2fb6ab0" -d '{"events": [{"server_uuid": "83c4b9c5-48d7-40af-8fb5-dabe4d43cce9", "name": "network-vif-deleted", "tag": "e6cacfa8-7eb8-4a5b-9e66-80a73f1d903a"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:39:53.835293 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [None req-a27d0418-731b-46bc-a304-0b5c4a8ffccd tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-8, 72898620-17f2-4852-821b-2042747bc0f0) {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:39:53.845949 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb8c4e9c-526b-4bea-91b6-7e4fe32cae24 None None] Network 72898620-17f2-4852-821b-2042747bc0f0 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:39:53.857917 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a27d0418-731b-46bc-a304-0b5c4a8ffccd tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:39:53.859855 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-a27d0418-731b-46bc-a304-0b5c4a8ffccd tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for subnet, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:53.882446 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-a27d0418-731b-46bc-a304-0b5c4a8ffccd tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2019260 Nov 23 17:39:53.885847 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 50448) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:39:53.895233 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-01bf0cd0-44b5-4c6f-906f-7a555ceea08a tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1395755035', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:39:53.962378 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-01bf0cd0-44b5-4c6f-906f-7a555ceea08a tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1793449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8093'] for router, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:53.963772 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-01bf0cd0-44b5-4c6f-906f-7a555ceea08a tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1794473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1794771', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1638326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8086'] for router, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:54.026294 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-2f6d51e9-57d0-4d98-ac7b-ad6702d17dd9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:54.058456 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-2f6d51e9-57d0-4d98-ac7b-ad6702d17dd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:54.076836 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-01bf0cd0-44b5-4c6f-906f-7a555ceea08a tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:54.122483 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-01bf0cd0-44b5-4c6f-906f-7a555ceea08a tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1794316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1795362'] for router, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:54.138790 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-2f6d51e9-57d0-4d98-ac7b-ad6702d17dd9 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=1a370fb554bb464c86002e78fe94abec&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3350968 Nov 23 17:39:54.144237 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 50450) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:39:54.146955 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6d51e9-57d0-4d98-ac7b-ad6702d17dd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=926974b2-27fa-4183-8a8c-8b7ca543383b,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:39:54.213551 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-01bf0cd0-44b5-4c6f-906f-7a555ceea08a tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks [] for router, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:54.225312 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-01bf0cd0-44b5-4c6f-906f-7a555ceea08a tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3364980 Nov 23 17:39:54.237149 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 50458) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:39:54.404894 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:39:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-550a54dc-dc6e-4fb7-85da-73472f7fa652 x-openstack-request-id: req-550a54dc-dc6e-4fb7-85da-73472f7fa652 {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:39:54.405829 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83c4b9c5-48d7-40af-8fb5-dabe4d43cce9", "name": "network-vif-deleted", "tag": "e6cacfa8-7eb8-4a5b-9e66-80a73f1d903a", "status": "completed", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:39:54.406256 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-550a54dc-dc6e-4fb7-85da-73472f7fa652 {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:39:54.406824 n-d-816206-8 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83c4b9c5-48d7-40af-8fb5-dabe4d43cce9', 'name': 'network-vif-deleted', 'tag': 'e6cacfa8-7eb8-4a5b-9e66-80a73f1d903a', 'status': 'completed', 'code': 200} Nov 23 17:39:54.451854 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3008b55-decb-4239-b497-22b4f2e90457 None None] New status for floating IP 1483bc3c-da5b-4908-964b-36597d63f1c7: DOWN {{(pid=103592) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 17:39:54.475097 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-75566320-e9be-43cb-87e0-5262ca43503e tempest-RoutersAdminTest-1523904414 tempest-RoutersAdminTest-1523904414-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:54.536027 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8b2c60ef-1c34-458e-8213-4e44535688b1 req-34302a24-27fb-4d2e-9578-ae4393a4972f tempest-ServerShowV254Test-1352740878 tempest-ServerShowV254Test-1352740878-project] 10.222.0.60 "GET /v2.0/ports?device_id=812270dd-7ab0-418f-a64c-ca68ee11382b HTTP/1.1" status: 200 len: 210 time: 0.1214418 Nov 23 17:39:54.551103 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-09b48b0a-1371-46d6-9c71-1a940e3d2489 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:54.587336 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-09b48b0a-1371-46d6-9c71-1a940e3d2489 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:54.659032 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-09b48b0a-1371-46d6-9c71-1a940e3d2489 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:54.661748 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-09b48b0a-1371-46d6-9c71-1a940e3d2489 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:54.665369 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-09b48b0a-1371-46d6-9c71-1a940e3d2489 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/926974b2-27fa-4183-8a8c-8b7ca543383b HTTP/1.1" status: 204 len: 168 time: 0.5175791 Nov 23 17:39:54.693480 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b48b0a-1371-46d6-9c71-1a940e3d2489 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=926974b2-27fa-4183-8a8c-8b7ca543383b,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:39:54.704330 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-34a7e1d4-f398-49fc-ac27-70e008659410 req-6e60c0f8-d7a5-44b4-9d12-f14b93c1c82e tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] 10.222.0.60 "GET /v2.0/ports?device_id=83c4b9c5-48d7-40af-8fb5-dabe4d43cce9 HTTP/1.1" status: 200 len: 210 time: 0.0628314 Nov 23 17:39:54.793447 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-75566320-e9be-43cb-87e0-5262ca43503e tempest-RoutersAdminTest-1523904414 tempest-RoutersAdminTest-1523904414-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:54.842686 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-330466b1-8167-4161-aa34-fc8b08153358 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp355044b8-8e87-58c4-94fa-4a010ec30f9e-72898620-17f2-4852-821b-2042747bc0f0', 'network_id': '72898620-17f2-4852-821b-2042747bc0f0', 'tenant_id': '9ea08f514e394d68a6e33e0a371ec75c', 'fixed_ips': [{'subnet_id': 'cc4b0d13-285b-471e-b341-12d95a806892'}]}} from n-d-816206-8. {{(pid=103592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 17:39:54.843839 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-330466b1-8167-4161-aa34-fc8b08153358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:54.855135 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-75566320-e9be-43cb-87e0-5262ca43503e tempest-RoutersAdminTest-1523904414 tempest-RoutersAdminTest-1523904414-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:54.924169 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c9c7a8ee-ea8d-4c27-97dc-12fb25adc220 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:55.134041 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-75566320-e9be-43cb-87e0-5262ca43503e tempest-RoutersAdminTest-1523904414 tempest-RoutersAdminTest-1523904414-project-admin] Allocated IP 172.25.3.103 (4c8455ba-1be5-42ac-b8c2-8a16e1292d55/08fe3644-ce41-4c3f-a7ea-92bac0f0fff5/ac900a2a-38f1-4882-b94c-4b458302110d) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:39:55.205831 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.db_base_plugin_common [None req-330466b1-8167-4161-aa34-fc8b08153358 None None] Allocated IP 172.20.0.2 (72898620-17f2-4852-821b-2042747bc0f0/cc4b0d13-285b-471e-b341-12d95a806892/b1004b92-35f9-43b7-b405-b9e8223c603a) {{(pid=103592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:39:55.328471 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-75566320-e9be-43cb-87e0-5262ca43503e tempest-RoutersAdminTest-1523904414 tempest-RoutersAdminTest-1523904414-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:55.377457 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-75566320-e9be-43cb-87e0-5262ca43503e tempest-RoutersAdminTest-1523904414 tempest-RoutersAdminTest-1523904414-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:55.421762 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75566320-e9be-43cb-87e0-5262ca43503e tempest-RoutersAdminTest-1523904414 tempest-RoutersAdminTest-1523904414-project-admin] Network 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:39:55.427493 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-75566320-e9be-43cb-87e0-5262ca43503e tempest-RoutersAdminTest-1523904414 tempest-RoutersAdminTest-1523904414-project-admin] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:39:55.431462 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75566320-e9be-43cb-87e0-5262ca43503e tempest-RoutersAdminTest-1523904414 tempest-RoutersAdminTest-1523904414-project-admin] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:39:55.469264 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8151959f-d68d-4150-9597-6ea2fe454148 None None] DHCP port deletion for 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:39:55.484778 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75566320-e9be-43cb-87e0-5262ca43503e tempest-RoutersAdminTest-1523904414 tempest-RoutersAdminTest-1523904414-project-admin] Pushing event updated for resources: {'Port': ['ID=ac900a2a-38f1-4882-b94c-4b458302110d,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:39:55.532862 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-330466b1-8167-4161-aa34-fc8b08153358 None None] Publish callbacks [] for port, precommit_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:55.547924 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-330466b1-8167-4161-aa34-fc8b08153358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980'] for port, after_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:55.623985 n-d-816206-8 neutron-server[103592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-330466b1-8167-4161-aa34-fc8b08153358 None None] Network 72898620-17f2-4852-821b-2042747bc0f0 is already hosted by enough agents. {{(pid=103592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:39:55.629961 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.db_base_plugin_common [None req-c9c7a8ee-ea8d-4c27-97dc-12fb25adc220 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Allocated IP 172.20.0.1 (72898620-17f2-4852-821b-2042747bc0f0/cc4b0d13-285b-471e-b341-12d95a806892/68a53417-d43f-4b27-a128-ee110c920992) {{(pid=103591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:39:55.701499 n-d-816206-8 neutron-server[103592]: DEBUG neutron.scheduler.base_scheduler [None req-330466b1-8167-4161-aa34-fc8b08153358 None None] Resources bound (agent type, host, resource id): {{(pid=103592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:39:55.709497 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330466b1-8167-4161-aa34-fc8b08153358 None None] Pushing event updated for resources: {'Port': ['ID=b1004b92-35f9-43b7-b405-b9e8223c603a,revision_number=1']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:39:55.711510 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-330466b1-8167-4161-aa34-fc8b08153358 None None] Received port after_create {{(pid=103592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:39:55.740204 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-376ab59f-8c44-4cf2-9cfc-2f2313ab54fd None None] Provisioning complete for port ac900a2a-38f1-4882-b94c-4b458302110d triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:39:55.742301 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-376ab59f-8c44-4cf2-9cfc-2f2313ab54fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:55.900717 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-330466b1-8167-4161-aa34-fc8b08153358 None None] Attempting to bind port b1004b92-35f9-43b7-b405-b9e8223c603a on host n-d-816206-8 for vnic_type normal with profile {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:39:55.901307 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-330466b1-8167-4161-aa34-fc8b08153358 None None] Attempting to bind port b1004b92-35f9-43b7-b405-b9e8223c603a by drivers openvswitch,hyperv on host n-d-816206-8 at level 0 using segments [{'id': '6be270eb-e6f8-4b9c-88e7-5b33994c029a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '72898620-17f2-4852-821b-2042747bc0f0'}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:39:55.901886 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-330466b1-8167-4161-aa34-fc8b08153358 None None] Attempting to bind port b1004b92-35f9-43b7-b405-b9e8223c603a on network 72898620-17f2-4852-821b-2042747bc0f0 {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:39:55.910800 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-330466b1-8167-4161-aa34-fc8b08153358 None None] Checking agent: {'id': '9e89acbe-4bbe-4c77-a18b-6f1da9133e0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 7, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 39, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:39:55.911523 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-330466b1-8167-4161-aa34-fc8b08153358 None None] Checking segment: {'id': '6be270eb-e6f8-4b9c-88e7-5b33994c029a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '72898620-17f2-4852-821b-2042747bc0f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:39:55.914415 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-330466b1-8167-4161-aa34-fc8b08153358 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:55.915712 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-330466b1-8167-4161-aa34-fc8b08153358 None None] Bound using segment: {'id': '6be270eb-e6f8-4b9c-88e7-5b33994c029a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '72898620-17f2-4852-821b-2042747bc0f0'} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:39:55.916831 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-330466b1-8167-4161-aa34-fc8b08153358 None None] Bound port: b1004b92-35f9-43b7-b405-b9e8223c603a, host: n-d-816206-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6be270eb-e6f8-4b9c-88e7-5b33994c029a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '72898620-17f2-4852-821b-2042747bc0f0'}}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:39:55.920717 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-330466b1-8167-4161-aa34-fc8b08153358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:55.949983 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-376ab59f-8c44-4cf2-9cfc-2f2313ab54fd None None] Port ac900a2a-38f1-4882-b94c-4b458302110d cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:39:55.957786 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-aee221c4-f578-44dc-ae19-002f5946c55e req-902f7c75-1b19-4757-8e95-245da0fa7cab tempest-ServerShowV254Test-1352740878 tempest-ServerShowV254Test-1352740878-project] 10.222.0.60 "GET /v2.0/ports?device_id=812270dd-7ab0-418f-a64c-ca68ee11382b HTTP/1.1" status: 200 len: 210 time: 0.2827516 Nov 23 17:39:55.968980 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-75566320-e9be-43cb-87e0-5262ca43503e tempest-RoutersAdminTest-1523904414 tempest-RoutersAdminTest-1523904414-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:56.029545 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c9c7a8ee-ea8d-4c27-97dc-12fb25adc220 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks [] for port, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:56.033674 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-330466b1-8167-4161-aa34-fc8b08153358 None None] For port b1004b92-35f9-43b7-b405-b9e8223c603a, host n-d-816206-8, cleared binding levels {{(pid=103592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:39:56.038447 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-330466b1-8167-4161-aa34-fc8b08153358 None None] For port b1004b92-35f9-43b7-b405-b9e8223c603a, host n-d-816206-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=b1004b92-35f9-43b7-b405-b9e8223c603a,segment=NetworkSegment(6be270eb-e6f8-4b9c-88e7-5b33994c029a),segment_id=6be270eb-e6f8-4b9c-88e7-5b33994c029a)] {{(pid=103592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:39:56.052203 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-330466b1-8167-4161-aa34-fc8b08153358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:56.082711 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7f9916db-deed-4cf2-a88a-a8a5922a1952 req-3b179cd8-648a-41a3-b756-5e34d9d84a8f tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] 10.222.0.60 "GET /v2.0/ports?device_id=83c4b9c5-48d7-40af-8fb5-dabe4d43cce9 HTTP/1.1" status: 200 len: 210 time: 0.1696675 Nov 23 17:39:56.135780 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c9c7a8ee-ea8d-4c27-97dc-12fb25adc220 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:56.210671 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9c7a8ee-ea8d-4c27-97dc-12fb25adc220 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Network 72898620-17f2-4852-821b-2042747bc0f0 is already hosted by enough agents. {{(pid=103591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:39:56.214310 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [None req-c9c7a8ee-ea8d-4c27-97dc-12fb25adc220 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Resources bound (agent type, host, resource id): {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:39:56.219751 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9c7a8ee-ea8d-4c27-97dc-12fb25adc220 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Received port after_create {{(pid=103591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:39:56.278543 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330466b1-8167-4161-aa34-fc8b08153358 None None] Pushing event updated for resources: {'Port': ['ID=b1004b92-35f9-43b7-b405-b9e8223c603a,revision_number=2']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:39:56.281596 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c9c7a8ee-ea8d-4c27-97dc-12fb25adc220 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1795539'] for router_interface, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:56.398712 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-75566320-e9be-43cb-87e0-5262ca43503e tempest-RoutersAdminTest-1523904414 tempest-RoutersAdminTest-1523904414-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1795385', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1794325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8160'] for router, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:56.405125 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-75566320-e9be-43cb-87e0-5262ca43503e tempest-RoutersAdminTest-1523904414 tempest-RoutersAdminTest-1523904414-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1795362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1795376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1795371', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1794338'] for router, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:56.500211 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c9c7a8ee-ea8d-4c27-97dc-12fb25adc220 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:56.536353 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c7a8ee-ea8d-4c27-97dc-12fb25adc220 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Pushing event updated for resources: {'Port': ['ID=68a53417-d43f-4b27-a128-ee110c920992,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:39:56.710658 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75566320-e9be-43cb-87e0-5262ca43503e tempest-RoutersAdminTest-1523904414 tempest-RoutersAdminTest-1523904414-project-admin] Router f86fdc77-82e6-47e3-8905-399f5bb46e09 is scheduled to L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 with binding_index 1 {{(pid=103590) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 17:39:56.934306 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75566320-e9be-43cb-87e0-5262ca43503e tempest-RoutersAdminTest-1523904414 tempest-RoutersAdminTest-1523904414-project-admin] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:39:56.940171 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-75566320-e9be-43cb-87e0-5262ca43503e tempest-RoutersAdminTest-1523904414 tempest-RoutersAdminTest-1523904414-project-admin] Publish callbacks [] for router, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:56.942360 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-75566320-e9be-43cb-87e0-5262ca43503e tempest-RoutersAdminTest-1523904414 tempest-RoutersAdminTest-1523904414-project-admin] 10.222.0.60 "PUT /v2.0/routers/f86fdc77-82e6-47e3-8905-399f5bb46e09 HTTP/1.1" status: 200 len: 915 time: 3.4613962 Nov 23 17:39:56.947139 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9f7ead4-f4f2-497b-93ef-6f24b5559b1d None None] Sync routers for ids ['f86fdc77-82e6-47e3-8905-399f5bb46e09'] in n-d-816206-8 {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:39:56.958254 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 50518) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:39:56.970247 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9f7ead4-f4f2-497b-93ef-6f24b5559b1d None None] Routers {'f86fdc77-82e6-47e3-8905-399f5bb46e09'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:39:56.971346 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-a9f7ead4-f4f2-497b-93ef-6f24b5559b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:39:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['f86fdc77-82e6-47e3-8905-399f5bb46e09'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:39:57.023552 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [req-dd4f3281-a108-4691-b332-c77beb4f6137 req-934cc087-282c-4f29-a90b-541757fec2a2 service neutron] (103590) timed out ('10.222.0.60', 49616) {{(pid=103590) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 23 17:39:57.094713 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-a9f7ead4-f4f2-497b-93ef-6f24b5559b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:39:57.115091 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9f7ead4-f4f2-497b-93ef-6f24b5559b1d None None] Routers {'f86fdc77-82e6-47e3-8905-399f5bb46e09'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:39:57.115966 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-a9f7ead4-f4f2-497b-93ef-6f24b5559b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:39:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['f86fdc77-82e6-47e3-8905-399f5bb46e09'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:39:57.145654 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-68e8d184-0e11-404c-ac7d-8b098f4caedd tempest-RoutersAdminTest-1523904414 tempest-RoutersAdminTest-1523904414-project-admin] 10.222.0.60 "GET /v2.0/routers/f86fdc77-82e6-47e3-8905-399f5bb46e09 HTTP/1.1" status: 200 len: 921 time: 0.1861970 Nov 23 17:39:57.148820 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 50528) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:39:57.232197 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-a9f7ead4-f4f2-497b-93ef-6f24b5559b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:39:57.233564 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9f7ead4-f4f2-497b-93ef-6f24b5559b1d None None] The sync data for ids ['f86fdc77-82e6-47e3-8905-399f5bb46e09'] in n-d-816206-8 is: [] {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:39:57.241356 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5df28b0a-2671-437e-9ac2-70b30698ff01 tempest-RoutersAdminTest-1523904414 tempest-RoutersAdminTest-1523904414-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:39:57.244941 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-5df28b0a-2671-437e-9ac2-70b30698ff01 tempest-RoutersAdminTest-1523904414 tempest-RoutersAdminTest-1523904414-project-admin] 10.222.0.60 "GET /v2.0/ports?network_id=4c8455ba-1be5-42ac-b8c2-8a16e1292d55&device_id=f86fdc77-82e6-47e3-8905-399f5bb46e09&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0950215 Nov 23 17:39:57.245780 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 50530) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:39:57.414440 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e20d12a-a845-4170-8000-f9a1cb52f88a tempest-RoutersAdminTest-1523904414 tempest-RoutersAdminTest-1523904414-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:39:57.419130 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-9e20d12a-a845-4170-8000-f9a1cb52f88a tempest-RoutersAdminTest-1523904414 tempest-RoutersAdminTest-1523904414-project-admin] 10.222.0.60 "GET /v2.0/networks/4c8455ba-1be5-42ac-b8c2-8a16e1292d55 HTTP/1.1" status: 200 len: 881 time: 0.1718194 Nov 23 17:39:57.419971 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 50536) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:39:57.489085 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-d2f8bc44-3525-4401-81e8-b087e9bc3a42 tempest-RoutersAdminTest-366582559 tempest-RoutersAdminTest-366582559-project] 10.222.0.60 "GET /v2.0/ports?device_id=f86fdc77-82e6-47e3-8905-399f5bb46e09 HTTP/1.1" status: 200 len: 205 time: 0.0678475 Nov 23 17:39:57.491203 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 50540) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:39:57.643723 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8f4bf021-dab5-42e6-ac0c-cb1cd1eb2bbc req-69128c67-1918-415a-af5c-60b4d96a76a8 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] 10.222.0.60 "GET /v2.0/ports?device_id=83c4b9c5-48d7-40af-8fb5-dabe4d43cce9 HTTP/1.1" status: 200 len: 210 time: 0.1328390 Nov 23 17:39:57.645671 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5ea73bcf-c444-4d30-8b68-43d4198e4b4e req-4eed42d0-a306-421b-bbf3-a02f8f16cb7f tempest-ServerShowV254Test-1352740878 tempest-ServerShowV254Test-1352740878-project] 10.222.0.60 "GET /v2.0/ports?device_id=812270dd-7ab0-418f-a64c-ca68ee11382b HTTP/1.1" status: 200 len: 210 time: 0.1362741 Nov 23 17:39:57.711012 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-9c130fe8-1d1a-4995-8cc9-ee496111150e tempest-RoutersAdminTest-366582559 tempest-RoutersAdminTest-366582559-project] Publish callbacks [] for router, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:57.920981 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c9c7a8ee-ea8d-4c27-97dc-12fb25adc220 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks [] for port, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:57.935141 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c9c7a8ee-ea8d-4c27-97dc-12fb25adc220 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264758186'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:58.001531 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-9c130fe8-1d1a-4995-8cc9-ee496111150e tempest-RoutersAdminTest-366582559 tempest-RoutersAdminTest-366582559-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:58.044895 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12979479-74fc-42fd-b87b-376f51a16b2a None None] Network 72898620-17f2-4852-821b-2042747bc0f0 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:39:58.053949 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c9c7a8ee-ea8d-4c27-97dc-12fb25adc220 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2068703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1794403'] for router_interface, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:58.110015 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c7a8ee-ea8d-4c27-97dc-12fb25adc220 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Pushing event updated for resources: {'Port': ['ID=68a53417-d43f-4b27-a128-ee110c920992,revision_number=2']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:39:58.229882 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-9c130fe8-1d1a-4995-8cc9-ee496111150e tempest-RoutersAdminTest-366582559 tempest-RoutersAdminTest-366582559-project] Deleting port ac900a2a-38f1-4882-b94c-4b458302110d {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:39:58.230359 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-9c130fe8-1d1a-4995-8cc9-ee496111150e tempest-RoutersAdminTest-366582559 tempest-RoutersAdminTest-366582559-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:58.257572 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9c7a8ee-ea8d-4c27-97dc-12fb25adc220 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Network 72898620-17f2-4852-821b-2042747bc0f0 is already hosted by enough agents. {{(pid=103591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:39:58.267296 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [None req-c9c7a8ee-ea8d-4c27-97dc-12fb25adc220 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Resources bound (agent type, host, resource id): {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:39:58.414726 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device b1004b92-35f9-43b7-b405-b9e8223c603a up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:39:58.429316 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-051cab79-2515-404d-b920-3b1833b82eb3 None None] Provisioning complete for port b1004b92-35f9-43b7-b405-b9e8223c603a triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:39:58.430894 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-051cab79-2515-404d-b920-3b1833b82eb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:58.479947 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9c7a8ee-ea8d-4c27-97dc-12fb25adc220 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Router 54dfb80a-a75c-462b-95eb-adff68da8752 is scheduled to L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 with binding_index 1 {{(pid=103591) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 17:39:58.485446 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-9c130fe8-1d1a-4995-8cc9-ee496111150e tempest-RoutersAdminTest-366582559 tempest-RoutersAdminTest-366582559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:58.519664 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-9c130fe8-1d1a-4995-8cc9-ee496111150e tempest-RoutersAdminTest-366582559 tempest-RoutersAdminTest-366582559-project] Calling delete_port for ac900a2a-38f1-4882-b94c-4b458302110d owned by network:router_gateway {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:39:58.539688 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port b1004b92-35f9-43b7-b405-b9e8223c603a triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:39:58.540521 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:58.632767 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9c7a8ee-ea8d-4c27-97dc-12fb25adc220 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:39:58.642015 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-c9c7a8ee-ea8d-4c27-97dc-12fb25adc220 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] 10.222.0.60 "PUT /v2.0/routers/54dfb80a-a75c-462b-95eb-adff68da8752/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4022501 Nov 23 17:39:58.642818 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 50582) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:39:58.668222 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29abad13-511f-4e6f-a0fd-5e1884afc459 None None] Sync routers for ids ['54dfb80a-a75c-462b-95eb-adff68da8752'] in n-d-816206-8 {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:39:58.775635 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-051cab79-2515-404d-b920-3b1833b82eb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:58.843446 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8f98637b-ce1b-4cab-94ad-1b6dfe3963b4 req-40c76b23-f9df-401d-8862-05d1d1dcfb26 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] 10.222.0.60 "GET /v2.0/ports?device_id=83c4b9c5-48d7-40af-8fb5-dabe4d43cce9 HTTP/1.1" status: 200 len: 210 time: 0.0640969 Nov 23 17:39:58.865291 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-9c130fe8-1d1a-4995-8cc9-ee496111150e tempest-RoutersAdminTest-366582559 tempest-RoutersAdminTest-366582559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:58.869425 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-051cab79-2515-404d-b920-3b1833b82eb3 None None] For port b1004b92-35f9-43b7-b405-b9e8223c603a, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=b1004b92-35f9-43b7-b405-b9e8223c603a,segment=NetworkSegment(6be270eb-e6f8-4b9c-88e7-5b33994c029a),segment_id=6be270eb-e6f8-4b9c-88e7-5b33994c029a)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:39:58.876183 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29abad13-511f-4e6f-a0fd-5e1884afc459 None None] Routers {'54dfb80a-a75c-462b-95eb-adff68da8752'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:39:58.877171 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-29abad13-511f-4e6f-a0fd-5e1884afc459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:39:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['54dfb80a-a75c-462b-95eb-adff68da8752'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:39:58.881845 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7af1e5c2-c8df-451e-abfd-b7b6309c7086 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:39:58.887076 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-7af1e5c2-c8df-451e-abfd-b7b6309c7086 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] 10.222.0.60 "GET /v2.0/ports/68a53417-d43f-4b27-a128-ee110c920992 HTTP/1.1" status: 200 len: 910 time: 0.2430704 Nov 23 17:39:58.888125 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 50594) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:39:58.924976 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c130fe8-1d1a-4995-8cc9-ee496111150e tempest-RoutersAdminTest-366582559 tempest-RoutersAdminTest-366582559-project] Pushing event deleted for resources: {'Port': ['ID=ac900a2a-38f1-4882-b94c-4b458302110d,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:39:58.962727 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-051cab79-2515-404d-b920-3b1833b82eb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:59.044387 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7e67fabb-a022-4283-88a4-b268efdebe61 req-9399c524-7eda-4e88-84e4-d48d3cfc410f tempest-ServerShowV254Test-1352740878 tempest-ServerShowV254Test-1352740878-project] 10.222.0.60 "GET /v2.0/ports?device_id=812270dd-7ab0-418f-a64c-ca68ee11382b HTTP/1.1" status: 200 len: 210 time: 0.1763051 Nov 23 17:39:59.082871 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a4f5cbe-5e2f-4f62-8481-19b61cd6aec2 None None] DHCP port deletion for 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:39:59.108887 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-9c130fe8-1d1a-4995-8cc9-ee496111150e tempest-RoutersAdminTest-366582559 tempest-RoutersAdminTest-366582559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1795454'] for router_gateway, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:59.119559 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-29abad13-511f-4e6f-a0fd-5e1884afc459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:39:59.156200 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29abad13-511f-4e6f-a0fd-5e1884afc459 None None] Routers {'54dfb80a-a75c-462b-95eb-adff68da8752'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:39:59.162217 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-29abad13-511f-4e6f-a0fd-5e1884afc459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:39:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['54dfb80a-a75c-462b-95eb-adff68da8752'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:39:59.290597 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-29abad13-511f-4e6f-a0fd-5e1884afc459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:39:59.292593 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29abad13-511f-4e6f-a0fd-5e1884afc459 None None] The sync data for ids ['54dfb80a-a75c-462b-95eb-adff68da8752'] in n-d-816206-8 is: [] {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:39:59.318365 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051cab79-2515-404d-b920-3b1833b82eb3 None None] Pushing event updated for resources: {'Port': ['ID=b1004b92-35f9-43b7-b405-b9e8223c603a,revision_number=3']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:39:59.336359 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-364e9fe2-2d86-4052-bec7-4a7ed00de774 None None] Provisioning complete for port 68a53417-d43f-4b27-a128-ee110c920992 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:39:59.338333 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-364e9fe2-2d86-4052-bec7-4a7ed00de774 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:59.380762 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-9c130fe8-1d1a-4995-8cc9-ee496111150e tempest-RoutersAdminTest-366582559 tempest-RoutersAdminTest-366582559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1794352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8175'] for router, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:59.387611 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-9c130fe8-1d1a-4995-8cc9-ee496111150e tempest-RoutersAdminTest-366582559 tempest-RoutersAdminTest-366582559-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:59.431746 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-364e9fe2-2d86-4052-bec7-4a7ed00de774 None None] Port 68a53417-d43f-4b27-a128-ee110c920992 cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:39:59.442620 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 50600) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:39:59.449181 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-364e9fe2-2d86-4052-bec7-4a7ed00de774 None None] Provisioning complete for port b1004b92-35f9-43b7-b405-b9e8223c603a triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:39:59.449539 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-364e9fe2-2d86-4052-bec7-4a7ed00de774 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:59.458310 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-9c130fe8-1d1a-4995-8cc9-ee496111150e tempest-RoutersAdminTest-366582559 tempest-RoutersAdminTest-366582559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1795580'] for router, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:59.459147 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c130fe8-1d1a-4995-8cc9-ee496111150e tempest-RoutersAdminTest-366582559 tempest-RoutersAdminTest-366582559-project] Fanout notify agent at l3_agent the message router_deleted on router f86fdc77-82e6-47e3-8905-399f5bb46e09 {{(pid=103590) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 17:39:59.484441 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-9c130fe8-1d1a-4995-8cc9-ee496111150e tempest-RoutersAdminTest-366582559 tempest-RoutersAdminTest-366582559-project] Publish callbacks [] for router, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:59.489146 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-9c130fe8-1d1a-4995-8cc9-ee496111150e tempest-RoutersAdminTest-366582559 tempest-RoutersAdminTest-366582559-project] 10.222.0.60 "DELETE /v2.0/routers/f86fdc77-82e6-47e3-8905-399f5bb46e09 HTTP/1.1" status: 204 len: 168 time: 1.9931381 Nov 23 17:39:59.490615 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 50604) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:39:59.497764 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-876a298e-337d-485d-b590-4f4dc8b19a65 tempest-RoutersAdminTest-366582559 tempest-RoutersAdminTest-366582559-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-210473413', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'}, 'admin_state_up': False}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:39:59.572987 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-876a298e-337d-485d-b590-4f4dc8b19a65 tempest-RoutersAdminTest-366582559 tempest-RoutersAdminTest-366582559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1793449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8093'] for router, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:59.574546 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-876a298e-337d-485d-b590-4f4dc8b19a65 tempest-RoutersAdminTest-366582559 tempest-RoutersAdminTest-366582559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1794473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1794771', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1638326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8086'] for router, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:59.644656 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-e9abe24a-6314-4401-98d9-e9bf927bc8b5 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1794372'] for router_interface, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:59.770890 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9aa4085e-8047-485e-bb28-3e9b6ea9fd3a None None] Provisioning complete for port 68a53417-d43f-4b27-a128-ee110c920992 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:39:59.771273 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9aa4085e-8047-485e-bb28-3e9b6ea9fd3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:59.781498 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-876a298e-337d-485d-b590-4f4dc8b19a65 tempest-RoutersAdminTest-366582559 tempest-RoutersAdminTest-366582559-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:59.782865 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-3a3e420d-1ca9-4966-b05c-89d61fc82fad admin admin] Publish callbacks [] for security_group, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:39:59.843417 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-9aa4085e-8047-485e-bb28-3e9b6ea9fd3a None None] Port 68a53417-d43f-4b27-a128-ee110c920992 cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:39:59.967699 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-4177de99-baab-4913-9166-531f00a26326 None None] Provisioning complete for port 68a53417-d43f-4b27-a128-ee110c920992 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:39:59.968430 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-4177de99-baab-4913-9166-531f00a26326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:00.005088 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-4177de99-baab-4913-9166-531f00a26326 None None] Port 68a53417-d43f-4b27-a128-ee110c920992 cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:40:00.073662 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-876a298e-337d-485d-b590-4f4dc8b19a65 tempest-RoutersAdminTest-366582559 tempest-RoutersAdminTest-366582559-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:00.134339 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f4e5fecb-e69c-4d8d-8228-b16f4f6171a1 req-38c8a2c9-0fca-4933-8922-bf96e85b15ad tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] 10.222.0.60 "GET /v2.0/ports?device_id=83c4b9c5-48d7-40af-8fb5-dabe4d43cce9 HTTP/1.1" status: 200 len: 210 time: 0.1129949 Nov 23 17:40:00.259661 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device b1004b92-35f9-43b7-b405-b9e8223c603a up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:40:00.276895 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-21046e9b-91c6-4707-abe0-fce21678de69 req-ba1c2c22-5402-49ad-804d-073d502f2f68 tempest-ServerShowV254Test-1352740878 tempest-ServerShowV254Test-1352740878-project] 10.222.0.60 "GET /v2.0/ports?device_id=812270dd-7ab0-418f-a64c-ca68ee11382b HTTP/1.1" status: 200 len: 210 time: 0.0688043 Nov 23 17:40:00.287450 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-3a3e420d-1ca9-4966-b05c-89d61fc82fad admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:00.305422 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-3a3e420d-1ca9-4966-b05c-89d61fc82fad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:00.322508 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port b1004b92-35f9-43b7-b405-b9e8223c603a triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:40:00.322812 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:00.416521 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-3a3e420d-1ca9-4966-b05c-89d61fc82fad admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=9b9e889e93d54e898dd7702f39c9ce26&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9717519 Nov 23 17:40:00.420352 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 50614) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:40:00.429556 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3e420d-1ca9-4966-b05c-89d61fc82fad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fd4e2ed-43f5-4943-83e0-847ded6b8208,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:40:00.500292 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-55565561-d366-4f87-af48-0dc7b5a99c46 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:00.552843 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-55565561-d366-4f87-af48-0dc7b5a99c46 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:00.610957 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-55565561-d366-4f87-af48-0dc7b5a99c46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:00.615629 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-55565561-d366-4f87-af48-0dc7b5a99c46 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:00.620158 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-55565561-d366-4f87-af48-0dc7b5a99c46 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/9fd4e2ed-43f5-4943-83e0-847ded6b8208 HTTP/1.1" status: 204 len: 168 time: 0.1986353 Nov 23 17:40:00.633326 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55565561-d366-4f87-af48-0dc7b5a99c46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fd4e2ed-43f5-4943-83e0-847ded6b8208,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:40:00.989180 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-e9abe24a-6314-4401-98d9-e9bf927bc8b5 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Deleting port 68a53417-d43f-4b27-a128-ee110c920992 {{(pid=103591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:40:00.989432 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-e9abe24a-6314-4401-98d9-e9bf927bc8b5 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:01.038695 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-876a298e-337d-485d-b590-4f4dc8b19a65 tempest-RoutersAdminTest-366582559 tempest-RoutersAdminTest-366582559-project] Publish callbacks [] for router_gateway, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:01.064218 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 50622) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:40:01.086415 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-429545bf-6173-406b-bc07-431c3a87f730 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:01.092637 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-876a298e-337d-485d-b590-4f4dc8b19a65 tempest-RoutersAdminTest-366582559 tempest-RoutersAdminTest-366582559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:01.204601 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-e9abe24a-6314-4401-98d9-e9bf927bc8b5 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:01.228081 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-e9abe24a-6314-4401-98d9-e9bf927bc8b5 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Calling delete_port for 68a53417-d43f-4b27-a128-ee110c920992 owned by network:router_interface {{(pid=103591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:40:01.239141 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-429545bf-6173-406b-bc07-431c3a87f730 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:01.255111 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-429545bf-6173-406b-bc07-431c3a87f730 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:01.327043 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-429545bf-6173-406b-bc07-431c3a87f730 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f5e341f614d649bda3845da0aa30267a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2609997 Nov 23 17:40:01.327938 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 50630) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:40:01.329251 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429545bf-6173-406b-bc07-431c3a87f730 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6a10aa6-8931-47fa-b94b-d9f9c020aaf9,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:40:01.374153 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-cc607406-fd47-40de-ac72-7520dd7dc125 req-1087c1eb-4049-4cb0-9d9e-491b2051e737 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] 10.222.0.60 "GET /v2.0/ports?device_id=83c4b9c5-48d7-40af-8fb5-dabe4d43cce9 HTTP/1.1" status: 200 len: 210 time: 0.0538216 Nov 23 17:40:01.379717 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.db_base_plugin_common [None req-876a298e-337d-485d-b590-4f4dc8b19a65 tempest-RoutersAdminTest-366582559 tempest-RoutersAdminTest-366582559-project] Allocated IP 172.25.3.228 (4c8455ba-1be5-42ac-b8c2-8a16e1292d55/08fe3644-ce41-4c3f-a7ea-92bac0f0fff5/8f5dd859-1aea-4cf8-b5d0-121419ca3173) {{(pid=103591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:40:01.443022 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-be87cd58-d710-4ec9-a175-17bf4ccdf523 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:01.476895 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-be87cd58-d710-4ec9-a175-17bf4ccdf523 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:01.507214 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7b233c9e-fb3d-4eec-ba7f-45faa1edb3ee req-6565865c-37b3-44d2-9f63-b5ee5b14826c tempest-ServerShowV254Test-1352740878 tempest-ServerShowV254Test-1352740878-project] 10.222.0.60 "GET /v2.0/ports?device_id=812270dd-7ab0-418f-a64c-ca68ee11382b HTTP/1.1" status: 200 len: 210 time: 0.0793037 Nov 23 17:40:01.567400 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-be87cd58-d710-4ec9-a175-17bf4ccdf523 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:01.574543 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-be87cd58-d710-4ec9-a175-17bf4ccdf523 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:01.575973 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-be87cd58-d710-4ec9-a175-17bf4ccdf523 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c6a10aa6-8931-47fa-b94b-d9f9c020aaf9 HTTP/1.1" status: 204 len: 168 time: 0.2260137 Nov 23 17:40:01.606960 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be87cd58-d710-4ec9-a175-17bf4ccdf523 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6a10aa6-8931-47fa-b94b-d9f9c020aaf9,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:40:01.685206 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-876a298e-337d-485d-b590-4f4dc8b19a65 tempest-RoutersAdminTest-366582559 tempest-RoutersAdminTest-366582559-project] Publish callbacks [] for port, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:01.733772 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-e9abe24a-6314-4401-98d9-e9bf927bc8b5 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:01.843333 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9abe24a-6314-4401-98d9-e9bf927bc8b5 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Pushing event deleted for resources: {'Port': ['ID=68a53417-d43f-4b27-a128-ee110c920992,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:40:01.904477 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-876a298e-337d-485d-b590-4f4dc8b19a65 tempest-RoutersAdminTest-366582559 tempest-RoutersAdminTest-366582559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:02.063530 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-876a298e-337d-485d-b590-4f4dc8b19a65 tempest-RoutersAdminTest-366582559 tempest-RoutersAdminTest-366582559-project] Network 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 is already hosted by enough agents. {{(pid=103591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:40:02.109168 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [None req-876a298e-337d-485d-b590-4f4dc8b19a65 tempest-RoutersAdminTest-366582559 tempest-RoutersAdminTest-366582559-project] Resources bound (agent type, host, resource id): {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:40:02.130714 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-876a298e-337d-485d-b590-4f4dc8b19a65 tempest-RoutersAdminTest-366582559 tempest-RoutersAdminTest-366582559-project] Received port after_create {{(pid=103591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:40:02.153674 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48e4e8df-1e13-4534-90a2-64a149c754df None None] DHCP port deletion for 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:40:02.238365 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876a298e-337d-485d-b590-4f4dc8b19a65 tempest-RoutersAdminTest-366582559 tempest-RoutersAdminTest-366582559-project] Pushing event updated for resources: {'Port': ['ID=8f5dd859-1aea-4cf8-b5d0-121419ca3173,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:40:02.251886 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-e9abe24a-6314-4401-98d9-e9bf927bc8b5 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2067500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1794520'] for router_interface, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:02.290242 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-cf05cd43-f78e-4b64-829e-d95027394b3a None None] Provisioning complete for port 8f5dd859-1aea-4cf8-b5d0-121419ca3173 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:40:02.290856 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-cf05cd43-f78e-4b64-829e-d95027394b3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:02.339253 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-cf05cd43-f78e-4b64-829e-d95027394b3a None None] Port 8f5dd859-1aea-4cf8-b5d0-121419ca3173 cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:40:02.598680 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a1a4f2e4-59f0-4bb9-8b1a-20bde1d08322 req-eaa5f686-0ea1-41f1-b1c6-bec70f658026 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] 10.222.0.60 "GET /v2.0/ports?device_id=83c4b9c5-48d7-40af-8fb5-dabe4d43cce9 HTTP/1.1" status: 200 len: 210 time: 0.1088998 Nov 23 17:40:02.761948 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9abe24a-6314-4401-98d9-e9bf927bc8b5 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Router 54dfb80a-a75c-462b-95eb-adff68da8752 has already been hosted by L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 {{(pid=103591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 17:40:02.766547 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-fb43be65-a827-4ad1-9ce8-b73f36a7d936 req-13f531ef-0599-4bfd-a19c-9d5a7dd98e2e tempest-ServerShowV254Test-1352740878 tempest-ServerShowV254Test-1352740878-project] 10.222.0.60 "GET /v2.0/ports?device_id=812270dd-7ab0-418f-a64c-ca68ee11382b HTTP/1.1" status: 200 len: 210 time: 0.1019936 Nov 23 17:40:02.946978 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-876a298e-337d-485d-b590-4f4dc8b19a65 tempest-RoutersAdminTest-366582559 tempest-RoutersAdminTest-366582559-project] Publish callbacks [] for router_gateway, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:02.997885 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9abe24a-6314-4401-98d9-e9bf927bc8b5 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:40:03.005620 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-e9abe24a-6314-4401-98d9-e9bf927bc8b5 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] 10.222.0.60 "PUT /v2.0/routers/54dfb80a-a75c-462b-95eb-adff68da8752/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1154108 Nov 23 17:40:03.008471 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 50670) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:40:03.015585 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e53c63b5-2e61-413d-a26e-8214ed28fd42 None None] Sync routers for ids ['54dfb80a-a75c-462b-95eb-adff68da8752'] in n-d-816206-8 {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:40:03.027986 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e53c63b5-2e61-413d-a26e-8214ed28fd42 None None] Routers {'54dfb80a-a75c-462b-95eb-adff68da8752'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:40:03.028957 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-e53c63b5-2e61-413d-a26e-8214ed28fd42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:39:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['54dfb80a-a75c-462b-95eb-adff68da8752'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:40:03.074016 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-25c75898-d89f-48d3-a8d3-190984915a98 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] 10.222.0.60 "GET /v2.0/ports?device_id=54dfb80a-a75c-462b-95eb-adff68da8752 HTTP/1.1" status: 200 len: 205 time: 0.0643370 Nov 23 17:40:03.076593 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 50682) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:40:03.083830 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-e53c63b5-2e61-413d-a26e-8214ed28fd42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:40:03.100945 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e53c63b5-2e61-413d-a26e-8214ed28fd42 None None] Routers {'54dfb80a-a75c-462b-95eb-adff68da8752'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:40:03.101558 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-e53c63b5-2e61-413d-a26e-8214ed28fd42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:39:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['54dfb80a-a75c-462b-95eb-adff68da8752'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:40:03.179405 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-e53c63b5-2e61-413d-a26e-8214ed28fd42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:40:03.180161 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e53c63b5-2e61-413d-a26e-8214ed28fd42 None None] The sync data for ids ['54dfb80a-a75c-462b-95eb-adff68da8752'] in n-d-816206-8 is: [] {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:40:03.247441 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-10a0ef42-5867-4d3d-8072-06ebd44be7f7 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks [] for router, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:03.356415 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-876a298e-337d-485d-b590-4f4dc8b19a65 tempest-RoutersAdminTest-366582559 tempest-RoutersAdminTest-366582559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1794316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1795362'] for router, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:03.519355 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-10a0ef42-5867-4d3d-8072-06ebd44be7f7 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1794352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8175'] for router, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:03.528924 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-10a0ef42-5867-4d3d-8072-06ebd44be7f7 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:03.617038 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-10a0ef42-5867-4d3d-8072-06ebd44be7f7 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1795580'] for router, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:03.617752 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10a0ef42-5867-4d3d-8072-06ebd44be7f7 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Fanout notify agent at l3_agent the message router_deleted on router 54dfb80a-a75c-462b-95eb-adff68da8752 {{(pid=103590) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 17:40:03.654212 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-10a0ef42-5867-4d3d-8072-06ebd44be7f7 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks [] for router, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:03.658124 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-10a0ef42-5867-4d3d-8072-06ebd44be7f7 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] 10.222.0.60 "DELETE /v2.0/routers/54dfb80a-a75c-462b-95eb-adff68da8752 HTTP/1.1" status: 204 len: 168 time: 0.5712352 Nov 23 17:40:03.659211 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 50712) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:40:03.672941 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-876a298e-337d-485d-b590-4f4dc8b19a65 tempest-RoutersAdminTest-366582559 tempest-RoutersAdminTest-366582559-project] Router 21edd60a-b31f-4e41-9477-7c3a85f25829 is scheduled to L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 with binding_index 1 {{(pid=103591) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 17:40:03.791414 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.db_base_plugin_v2 [None req-750738e8-d040-46f0-9c1e-9fb0507e17dc tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Deleting subnet cc4b0d13-285b-471e-b341-12d95a806892 {{(pid=103591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 17:40:03.806725 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-750738e8-d040-46f0-9c1e-9fb0507e17dc tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks [] for subnet, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:03.865855 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-38a24008-dbc4-44de-9cef-8de900c6609f req-b2c32e4c-f292-44a6-a10a-031751e3b317 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] 10.222.0.60 "GET /v2.0/ports?device_id=83c4b9c5-48d7-40af-8fb5-dabe4d43cce9 HTTP/1.1" status: 200 len: 210 time: 0.0982106 Nov 23 17:40:03.928260 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-750738e8-d040-46f0-9c1e-9fb0507e17dc tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265990000'] for subnet, precommit_delete_associations {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:04.282338 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-abfa4aa7-6177-4d2d-afdd-8c05604a3448 req-df60d2dd-54af-4f4a-a9e4-4b53a1e3579c tempest-ServerShowV254Test-1352740878 tempest-ServerShowV254Test-1352740878-project] 10.222.0.60 "GET /v2.0/ports?device_id=812270dd-7ab0-418f-a64c-ca68ee11382b HTTP/1.1" status: 200 len: 210 time: 0.3744776 Nov 23 17:40:04.320160 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-876a298e-337d-485d-b590-4f4dc8b19a65 tempest-RoutersAdminTest-366582559 tempest-RoutersAdminTest-366582559-project] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:40:04.336180 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fd254a3-8842-4c8d-a0f3-37e8fd022f3e None None] Sync routers for ids ['21edd60a-b31f-4e41-9477-7c3a85f25829'] in n-d-816206-8 {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:40:04.351355 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fd254a3-8842-4c8d-a0f3-37e8fd022f3e None None] Routers {'21edd60a-b31f-4e41-9477-7c3a85f25829'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:40:04.352261 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-3fd254a3-8842-4c8d-a0f3-37e8fd022f3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:39:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['21edd60a-b31f-4e41-9477-7c3a85f25829'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:40:04.367817 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-876a298e-337d-485d-b590-4f4dc8b19a65 tempest-RoutersAdminTest-366582559 tempest-RoutersAdminTest-366582559-project] Publish callbacks [] for router, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:04.371854 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 50752) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:40:04.372332 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-876a298e-337d-485d-b590-4f4dc8b19a65 tempest-RoutersAdminTest-366582559 tempest-RoutersAdminTest-366582559-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 4.8782711 Nov 23 17:40:04.379143 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-7e5a95d6-4dd0-4f06-b8ff-849274563bda tempest-RoutersAdminTest-366582559 tempest-RoutersAdminTest-366582559-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:40:04.384321 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-750738e8-d040-46f0-9c1e-9fb0507e17dc tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971956'] for subnet, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:04.394418 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-3fd254a3-8842-4c8d-a0f3-37e8fd022f3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:40:04.410185 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fd254a3-8842-4c8d-a0f3-37e8fd022f3e None None] Routers {'21edd60a-b31f-4e41-9477-7c3a85f25829'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:40:04.410829 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-3fd254a3-8842-4c8d-a0f3-37e8fd022f3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:39:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['21edd60a-b31f-4e41-9477-7c3a85f25829'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:40:04.462294 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-3fd254a3-8842-4c8d-a0f3-37e8fd022f3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:40:04.463164 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fd254a3-8842-4c8d-a0f3-37e8fd022f3e None None] The sync data for ids ['21edd60a-b31f-4e41-9477-7c3a85f25829'] in n-d-816206-8 is: [] {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:40:04.469318 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-750738e8-d040-46f0-9c1e-9fb0507e17dc tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264758240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264314269'] for subnet, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:04.532304 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750738e8-d040-46f0-9c1e-9fb0507e17dc tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Pushing event deleted for resources: {'Subnet': ['ID=cc4b0d13-285b-471e-b341-12d95a806892,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:40:04.549363 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-790d1c31-5baf-47f6-a021-28ea43519742 None None] Network 72898620-17f2-4852-821b-2042747bc0f0 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:40:04.561707 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-750738e8-d040-46f0-9c1e-9fb0507e17dc tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for subnet, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:04.570726 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-750738e8-d040-46f0-9c1e-9fb0507e17dc tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] 10.222.0.60 "DELETE /v2.0/subnets/cc4b0d13-285b-471e-b341-12d95a806892 HTTP/1.1" status: 204 len: 168 time: 0.9104276 Nov 23 17:40:04.573924 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 50754) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:40:04.745085 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c9eeaee2-2e8a-4599-bcc6-09b448455dd2 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-555181'] for network, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:04.859899 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7e5a95d6-4dd0-4f06-b8ff-849274563bda tempest-RoutersAdminTest-366582559 tempest-RoutersAdminTest-366582559-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:04.871551 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ed7bcdc-7f95-4737-9bd7-d72564709c21 None None] DHCP port deletion for 72898620-17f2-4852-821b-2042747bc0f0 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:40:04.918894 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-c9eeaee2-2e8a-4599-bcc6-09b448455dd2 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Deleting port b1004b92-35f9-43b7-b405-b9e8223c603a {{(pid=103591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:40:04.920594 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c9eeaee2-2e8a-4599-bcc6-09b448455dd2 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:04.921822 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7e5a95d6-4dd0-4f06-b8ff-849274563bda tempest-RoutersAdminTest-366582559 tempest-RoutersAdminTest-366582559-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:04.980444 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-5ed7bcdc-7f95-4737-9bd7-d72564709c21 None None] Deleting port b1004b92-35f9-43b7-b405-b9e8223c603a {{(pid=103592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:40:04.981100 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-5ed7bcdc-7f95-4737-9bd7-d72564709c21 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:05.045668 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-7e5a95d6-4dd0-4f06-b8ff-849274563bda tempest-RoutersAdminTest-366582559 tempest-RoutersAdminTest-366582559-project] Deleting port 8f5dd859-1aea-4cf8-b5d0-121419ca3173 {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:40:05.050312 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7e5a95d6-4dd0-4f06-b8ff-849274563bda tempest-RoutersAdminTest-366582559 tempest-RoutersAdminTest-366582559-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:05.204475 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-5ed7bcdc-7f95-4737-9bd7-d72564709c21 None None] For port b1004b92-35f9-43b7-b405-b9e8223c603a, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=b1004b92-35f9-43b7-b405-b9e8223c603a,segment=NetworkSegment(6be270eb-e6f8-4b9c-88e7-5b33994c029a),segment_id=6be270eb-e6f8-4b9c-88e7-5b33994c029a)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:40:05.205132 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-5ed7bcdc-7f95-4737-9bd7-d72564709c21 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:05.207112 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f2b61e38-6c13-4ec8-9c23-0a0017f036ef req-897732ec-231c-4d0f-9e06-84a856a27d27 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] 10.222.0.60 "GET /v2.0/ports?device_id=83c4b9c5-48d7-40af-8fb5-dabe4d43cce9 HTTP/1.1" status: 200 len: 210 time: 0.0915525 Nov 23 17:40:05.223507 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-5ed7bcdc-7f95-4737-9bd7-d72564709c21 None None] Calling delete_port for b1004b92-35f9-43b7-b405-b9e8223c603a owned by network:dhcp {{(pid=103592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:40:05.244610 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7e5a95d6-4dd0-4f06-b8ff-849274563bda tempest-RoutersAdminTest-366582559 tempest-RoutersAdminTest-366582559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:05.263792 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [None req-c9eeaee2-2e8a-4599-bcc6-09b448455dd2 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] For port b1004b92-35f9-43b7-b405-b9e8223c603a, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=b1004b92-35f9-43b7-b405-b9e8223c603a,segment=NetworkSegment(6be270eb-e6f8-4b9c-88e7-5b33994c029a),segment_id=6be270eb-e6f8-4b9c-88e7-5b33994c029a)] {{(pid=103591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:40:05.264162 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c9eeaee2-2e8a-4599-bcc6-09b448455dd2 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:05.266738 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-7e5a95d6-4dd0-4f06-b8ff-849274563bda tempest-RoutersAdminTest-366582559 tempest-RoutersAdminTest-366582559-project] Calling delete_port for 8f5dd859-1aea-4cf8-b5d0-121419ca3173 owned by network:router_gateway {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:40:05.317516 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-c9eeaee2-2e8a-4599-bcc6-09b448455dd2 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Calling delete_port for b1004b92-35f9-43b7-b405-b9e8223c603a owned by network:dhcp {{(pid=103591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:40:05.338539 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-5ed7bcdc-7f95-4737-9bd7-d72564709c21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989'] for port, after_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:05.437675 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed7bcdc-7f95-4737-9bd7-d72564709c21 None None] Pushing event deleted for resources: {'Port': ['ID=b1004b92-35f9-43b7-b405-b9e8223c603a,revision_number=None']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:40:05.445263 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ed7bcdc-7f95-4737-9bd7-d72564709c21 None None] No DVR routers for this DVR port b1004b92-35f9-43b7-b405-b9e8223c603a on host n-d-816206-8 {{(pid=103592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:40:05.464444 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c9eeaee2-2e8a-4599-bcc6-09b448455dd2 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:05.553867 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9eeaee2-2e8a-4599-bcc6-09b448455dd2 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Pushing event deleted for resources: {'Port': ['ID=b1004b92-35f9-43b7-b405-b9e8223c603a,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:40:05.573858 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-89a97fdc-233e-47b5-84e7-423732bc1e42 req-feb615eb-4db7-456d-8edb-8ae3eff88c13 tempest-ServerShowV254Test-1352740878 tempest-ServerShowV254Test-1352740878-project] 10.222.0.60 "GET /v2.0/ports?device_id=812270dd-7ab0-418f-a64c-ca68ee11382b HTTP/1.1" status: 200 len: 210 time: 0.1038952 Nov 23 17:40:05.586285 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9eeaee2-2e8a-4599-bcc6-09b448455dd2 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] No DVR routers for this DVR port b1004b92-35f9-43b7-b405-b9e8223c603a on host n-d-816206-8 {{(pid=103591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:40:05.764104 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c9eeaee2-2e8a-4599-bcc6-09b448455dd2 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973419', 'neutron.services.segments.db._delete_segments_for_network-8736635878840'] for network, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:05.801594 n-d-816206-8 neutron-server[103591]: DEBUG neutron.services.segments.db [None req-c9eeaee2-2e8a-4599-bcc6-09b448455dd2 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72898620-17f2-4852-821b-2042747bc0f0']}} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:40:05.854456 n-d-816206-8 neutron-server[103591]: DEBUG neutron.services.segments.db [None req-c9eeaee2-2e8a-4599-bcc6-09b448455dd2 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6be270eb-e6f8-4b9c-88e7-5b33994c029a') {'for_net_delete': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:40:05.868553 n-d-816206-8 neutron-server[103591]: DEBUG neutron.services.segments.db [None req-c9eeaee2-2e8a-4599-bcc6-09b448455dd2 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6be270eb-e6f8-4b9c-88e7-5b33994c029a') {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:40:05.890067 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c9eeaee2-2e8a-4599-bcc6-09b448455dd2 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736635840332', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265989959'] for segment, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:05.916061 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c9eeaee2-2e8a-4599-bcc6-09b448455dd2 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:05.933491 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9eeaee2-2e8a-4599-bcc6-09b448455dd2 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Releasing vlan 540 on physical network physnet1 to pool {{(pid=103591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 17:40:05.934391 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c9eeaee2-2e8a-4599-bcc6-09b448455dd2 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264756290'] for segment, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:05.945349 n-d-816206-8 neutron-server[103591]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 17:40:05.945349 n-d-816206-8 neutron-server[103591]: self.session.flush() Nov 23 17:40:05.945349 n-d-816206-8 neutron-server[103591]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 17:40:05.945349 n-d-816206-8 neutron-server[103591]: self.session.flush() Nov 23 17:40:05.945349 n-d-816206-8 neutron-server[103591]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 17:40:05.945349 n-d-816206-8 neutron-server[103591]: self.session.flush() Nov 23 17:40:05.945349 n-d-816206-8 neutron-server[103591]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 17:40:05.945349 n-d-816206-8 neutron-server[103591]: self.session.flush() Nov 23 17:40:05.945349 n-d-816206-8 neutron-server[103591]: Traceback (most recent call last): Nov 23 17:40:05.945349 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 17:40:05.945349 n-d-816206-8 neutron-server[103591]: timer() Nov 23 17:40:05.945349 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 17:40:05.945349 n-d-816206-8 neutron-server[103591]: cb(*args, **kw) Nov 23 17:40:05.945349 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 17:40:05.945349 n-d-816206-8 neutron-server[103591]: return func(*args, **kwargs) Nov 23 17:40:05.945349 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 17:40:05.945349 n-d-816206-8 neutron-server[103591]: self._notify() Nov 23 17:40:05.945349 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 17:40:05.945349 n-d-816206-8 neutron-server[103591]: self.callback(batched_events) Nov 23 17:40:05.945349 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 17:40:05.945349 n-d-816206-8 neutron-server[103591]: event.method(event) Nov 23 17:40:05.945349 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 17:40:05.945349 n-d-816206-8 neutron-server[103591]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 17:40:05.945349 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 17:40:05.945349 n-d-816206-8 neutron-server[103591]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 17:40:05.945349 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 17:40:05.945349 n-d-816206-8 neutron-server[103591]: return f(self, *a, **k) Nov 23 17:40:05.945349 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 17:40:05.945349 n-d-816206-8 neutron-server[103591]: return self._get(url).json() Nov 23 17:40:05.945349 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 17:40:05.945349 n-d-816206-8 neutron-server[103591]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 17:40:05.945349 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 17:40:05.945349 n-d-816206-8 neutron-server[103591]: return self.request(url, 'GET', **kwargs) Nov 23 17:40:05.945349 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 17:40:05.945349 n-d-816206-8 neutron-server[103591]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 17:40:05.945349 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 17:40:05.945349 n-d-816206-8 neutron-server[103591]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 17:40:05.945349 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 17:40:05.945349 n-d-816206-8 neutron-server[103591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 17:40:05.945349 n-d-816206-8 neutron-server[103591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 17:40:06.047267 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c9eeaee2-2e8a-4599-bcc6-09b448455dd2 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1795418'] for network, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:06.058811 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c9eeaee2-2e8a-4599-bcc6-09b448455dd2 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for network, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:06.069474 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-c9eeaee2-2e8a-4599-bcc6-09b448455dd2 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] 10.222.0.60 "DELETE /v2.0/networks/72898620-17f2-4852-821b-2042747bc0f0 HTTP/1.1" status: 204 len: 168 time: 1.4946284 Nov 23 17:40:06.082446 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 50782) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:40:06.123386 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-10c4ba17-0633-4b2f-b037-8d6a46955f6e tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-92933432', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'}, 'admin_state_up': False}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:40:06.139974 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9eeaee2-2e8a-4599-bcc6-09b448455dd2 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Pushing event deleted for resources: {'Network': ['ID=72898620-17f2-4852-821b-2042747bc0f0,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:40:06.180189 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-10c4ba17-0633-4b2f-b037-8d6a46955f6e tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1793449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8093'] for router, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:06.182419 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-10c4ba17-0633-4b2f-b037-8d6a46955f6e tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1794473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1794771', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1638326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8086'] for router, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:06.223383 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device b1004b92-35f9-43b7-b405-b9e8223c603a no longer exists at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:40:06.293609 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] No Port match for: b1004b92-35f9-43b7-b405-b9e8223c603a {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:40:06.294026 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device b1004b92-35f9-43b7-b405-b9e8223c603a not bound to the agent host n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:40:06.297189 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7e5a95d6-4dd0-4f06-b8ff-849274563bda tempest-RoutersAdminTest-366582559 tempest-RoutersAdminTest-366582559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:06.376320 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5a95d6-4dd0-4f06-b8ff-849274563bda tempest-RoutersAdminTest-366582559 tempest-RoutersAdminTest-366582559-project] Pushing event deleted for resources: {'Port': ['ID=8f5dd859-1aea-4cf8-b5d0-121419ca3173,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:40:06.380913 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9213b21a-9201-4853-88c8-7e8e1c52e033 None None] DHCP port deletion for 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:40:06.441715 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-10c4ba17-0633-4b2f-b037-8d6a46955f6e tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:06.494101 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-348bf87a-cea7-4ae7-83b6-cbab506cc178 req-4e96c7d5-b1a5-4687-8c55-76c47b9fdde6 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] 10.222.0.60 "GET /v2.0/ports?device_id=83c4b9c5-48d7-40af-8fb5-dabe4d43cce9 HTTP/1.1" status: 200 len: 210 time: 0.0751958 Nov 23 17:40:06.494772 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7e5a95d6-4dd0-4f06-b8ff-849274563bda tempest-RoutersAdminTest-366582559 tempest-RoutersAdminTest-366582559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1795454'] for router_gateway, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:06.713331 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-10c4ba17-0633-4b2f-b037-8d6a46955f6e tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:06.939613 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-125cbc5e-d957-4b3e-a2f4-0b4ab323ae4c req-d16cd1df-7cbf-48d3-9506-76f75a7e10bc tempest-ServerShowV254Test-1352740878 tempest-ServerShowV254Test-1352740878-project] 10.222.0.60 "GET /v2.0/ports?device_id=812270dd-7ab0-418f-a64c-ca68ee11382b HTTP/1.1" status: 200 len: 210 time: 0.1336646 Nov 23 17:40:07.036083 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7e5a95d6-4dd0-4f06-b8ff-849274563bda tempest-RoutersAdminTest-366582559 tempest-RoutersAdminTest-366582559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1795385', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1794325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8160'] for router, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:07.040583 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7e5a95d6-4dd0-4f06-b8ff-849274563bda tempest-RoutersAdminTest-366582559 tempest-RoutersAdminTest-366582559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1795362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1795376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1795371', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1794338'] for router, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:07.230780 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e5a95d6-4dd0-4f06-b8ff-849274563bda tempest-RoutersAdminTest-366582559 tempest-RoutersAdminTest-366582559-project] Router 21edd60a-b31f-4e41-9477-7c3a85f25829 has already been hosted by L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 {{(pid=103590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 17:40:07.266334 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-10c4ba17-0633-4b2f-b037-8d6a46955f6e tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks [] for router_gateway, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:07.314050 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-10c4ba17-0633-4b2f-b037-8d6a46955f6e tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:07.406552 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e5a95d6-4dd0-4f06-b8ff-849274563bda tempest-RoutersAdminTest-366582559 tempest-RoutersAdminTest-366582559-project] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:40:07.415902 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7e5a95d6-4dd0-4f06-b8ff-849274563bda tempest-RoutersAdminTest-366582559 tempest-RoutersAdminTest-366582559-project] Publish callbacks [] for router, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:07.417217 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-7e5a95d6-4dd0-4f06-b8ff-849274563bda tempest-RoutersAdminTest-366582559 tempest-RoutersAdminTest-366582559-project] 10.222.0.60 "PUT /v2.0/routers/21edd60a-b31f-4e41-9477-7c3a85f25829 HTTP/1.1" status: 200 len: 705 time: 3.0435836 Nov 23 17:40:07.418812 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b50dda30-3568-46fe-adf4-a79e62965ec6 None None] Sync routers for ids ['21edd60a-b31f-4e41-9477-7c3a85f25829'] in n-d-816206-8 {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:40:07.419854 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 50808) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:40:07.445521 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b50dda30-3568-46fe-adf4-a79e62965ec6 None None] Routers {'21edd60a-b31f-4e41-9477-7c3a85f25829'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:40:07.452617 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-b50dda30-3568-46fe-adf4-a79e62965ec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:39:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['21edd60a-b31f-4e41-9477-7c3a85f25829'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:40:07.508835 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-21bd217d-d1f2-4298-84e7-119171afda3e tempest-RoutersAdminTest-1523904414 tempest-RoutersAdminTest-1523904414-project-admin] 10.222.0.60 "GET /v2.0/routers/21edd60a-b31f-4e41-9477-7c3a85f25829 HTTP/1.1" status: 200 len: 740 time: 0.0873070 Nov 23 17:40:07.511963 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 50810) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:40:07.513391 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-b50dda30-3568-46fe-adf4-a79e62965ec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:40:07.542025 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b50dda30-3568-46fe-adf4-a79e62965ec6 None None] Routers {'21edd60a-b31f-4e41-9477-7c3a85f25829'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:40:07.547007 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-b50dda30-3568-46fe-adf4-a79e62965ec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:39:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['21edd60a-b31f-4e41-9477-7c3a85f25829'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:40:07.587552 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-6e2cb580-564e-42af-a897-fee325deffc1 tempest-RoutersAdminTest-1523904414 tempest-RoutersAdminTest-1523904414-project-admin] 10.222.0.60 "GET /v2.0/ports?network_id=4c8455ba-1be5-42ac-b8c2-8a16e1292d55&device_id=21edd60a-b31f-4e41-9477-7c3a85f25829 HTTP/1.1" status: 200 len: 205 time: 0.0736852 Nov 23 17:40:07.591974 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 50814) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:40:07.608302 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.db_base_plugin_common [None req-10c4ba17-0633-4b2f-b037-8d6a46955f6e tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Allocated IP 172.25.3.217 (4c8455ba-1be5-42ac-b8c2-8a16e1292d55/08fe3644-ce41-4c3f-a7ea-92bac0f0fff5/66e64ec1-6aeb-4fe6-a753-b96dc5699dd3) {{(pid=103591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:40:07.629466 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-b50dda30-3568-46fe-adf4-a79e62965ec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:40:07.630386 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b50dda30-3568-46fe-adf4-a79e62965ec6 None None] The sync data for ids ['21edd60a-b31f-4e41-9477-7c3a85f25829'] in n-d-816206-8 is: [] {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:40:07.663251 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-e4365dd5-0407-45f6-a6f4-1e0a97432cc9 tempest-RoutersAdminTest-366582559 tempest-RoutersAdminTest-366582559-project] 10.222.0.60 "GET /v2.0/ports?device_id=21edd60a-b31f-4e41-9477-7c3a85f25829 HTTP/1.1" status: 200 len: 205 time: 0.0604079 Nov 23 17:40:07.664208 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 50816) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:40:07.675593 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-941e97d0-7420-4bb9-a7aa-d8d9fa21fe4c req-1126fa7f-5b4c-4fbf-a27a-ffce1be91a0e tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] 10.222.0.60 "GET /v2.0/ports?device_id=83c4b9c5-48d7-40af-8fb5-dabe4d43cce9 HTTP/1.1" status: 200 len: 210 time: 0.0399637 Nov 23 17:40:07.838921 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a7363817-299b-410d-b68e-d4a2fc9d2a4d tempest-RoutersAdminTest-366582559 tempest-RoutersAdminTest-366582559-project] Publish callbacks [] for router, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:07.866992 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-10c4ba17-0633-4b2f-b037-8d6a46955f6e tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks [] for port, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:07.958741 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-10c4ba17-0633-4b2f-b037-8d6a46955f6e tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:08.041136 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c4ba17-0633-4b2f-b037-8d6a46955f6e tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Pushing event updated for resources: {'Port': ['ID=66e64ec1-6aeb-4fe6-a753-b96dc5699dd3,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:40:08.120169 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7ccd6063-5e57-4f25-a084-23fc111ac110 req-58145f67-a9c4-4967-9944-0e063fc35a23 tempest-ServerShowV254Test-1352740878 tempest-ServerShowV254Test-1352740878-project] 10.222.0.60 "GET /v2.0/ports?device_id=812270dd-7ab0-418f-a64c-ca68ee11382b HTTP/1.1" status: 200 len: 210 time: 0.0624104 Nov 23 17:40:08.144811 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10c4ba17-0633-4b2f-b037-8d6a46955f6e tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Network 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 is already hosted by enough agents. {{(pid=103591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:40:08.153732 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [None req-10c4ba17-0633-4b2f-b037-8d6a46955f6e tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Resources bound (agent type, host, resource id): {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:40:08.165105 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10c4ba17-0633-4b2f-b037-8d6a46955f6e tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Received port after_create {{(pid=103591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:40:08.210392 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a7363817-299b-410d-b68e-d4a2fc9d2a4d tempest-RoutersAdminTest-366582559 tempest-RoutersAdminTest-366582559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1794352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8175'] for router, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:08.238141 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a7363817-299b-410d-b68e-d4a2fc9d2a4d tempest-RoutersAdminTest-366582559 tempest-RoutersAdminTest-366582559-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:08.271423 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc0d841a-f6c5-4f12-8b8b-b61e28e70504 None None] DHCP port deletion for 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:40:08.362193 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a7363817-299b-410d-b68e-d4a2fc9d2a4d tempest-RoutersAdminTest-366582559 tempest-RoutersAdminTest-366582559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1795580'] for router, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:08.362795 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7363817-299b-410d-b68e-d4a2fc9d2a4d tempest-RoutersAdminTest-366582559 tempest-RoutersAdminTest-366582559-project] Fanout notify agent at l3_agent the message router_deleted on router 21edd60a-b31f-4e41-9477-7c3a85f25829 {{(pid=103590) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 17:40:08.399545 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a7363817-299b-410d-b68e-d4a2fc9d2a4d tempest-RoutersAdminTest-366582559 tempest-RoutersAdminTest-366582559-project] Publish callbacks [] for router, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:08.406845 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-a7363817-299b-410d-b68e-d4a2fc9d2a4d tempest-RoutersAdminTest-366582559 tempest-RoutersAdminTest-366582559-project] 10.222.0.60 "DELETE /v2.0/routers/21edd60a-b31f-4e41-9477-7c3a85f25829 HTTP/1.1" status: 204 len: 168 time: 0.7397187 Nov 23 17:40:08.412279 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 50834) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:40:08.423605 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-86b26795-40c6-4870-86a1-581c9d38a4f8 None None] Provisioning complete for port 66e64ec1-6aeb-4fe6-a753-b96dc5699dd3 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:40:08.424775 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-86b26795-40c6-4870-86a1-581c9d38a4f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:08.485486 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-86b26795-40c6-4870-86a1-581c9d38a4f8 None None] Port 66e64ec1-6aeb-4fe6-a753-b96dc5699dd3 cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:40:08.507157 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-3f76440c-e34e-47fb-a148-241d942b3e40 tempest-RoutersAdminTest-366582559 tempest-RoutersAdminTest-366582559-project] 10.222.0.60 "GET /v2.0/ports?device_id=21edd60a-b31f-4e41-9477-7c3a85f25829 HTTP/1.1" status: 200 len: 205 time: 0.0935578 Nov 23 17:40:08.517450 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 50836) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:40:08.585747 n-d-816206-8 neutron-server[103590]: INFO neutron.api.v2.resource [None req-d0f9be0d-4ae2-496b-9cc5-055591c72393 tempest-RoutersAdminTest-366582559 tempest-RoutersAdminTest-366582559-project] delete failed (client error): The resource could not be found. Nov 23 17:40:08.586928 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-d0f9be0d-4ae2-496b-9cc5-055591c72393 tempest-RoutersAdminTest-366582559 tempest-RoutersAdminTest-366582559-project] 10.222.0.60 "DELETE /v2.0/routers/21edd60a-b31f-4e41-9477-7c3a85f25829 HTTP/1.1" status: 404 len: 336 time: 0.0671287 Nov 23 17:40:08.591184 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 50838) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:40:08.658182 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-c7bd001b-8e14-4c17-8fcb-85d28b7cf4bb tempest-RoutersAdminTest-366582559 tempest-RoutersAdminTest-366582559-project] 10.222.0.60 "GET /v2.0/ports?device_id=f86fdc77-82e6-47e3-8905-399f5bb46e09 HTTP/1.1" status: 200 len: 205 time: 0.0657666 Nov 23 17:40:08.660988 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 50840) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:40:08.700719 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-10c4ba17-0633-4b2f-b037-8d6a46955f6e tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks [] for router_gateway, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:08.737192 n-d-816206-8 neutron-server[103590]: INFO neutron.api.v2.resource [None req-aa3cece8-31d5-4f60-8366-e175c00f19a6 tempest-RoutersAdminTest-366582559 tempest-RoutersAdminTest-366582559-project] delete failed (client error): The resource could not be found. Nov 23 17:40:08.740786 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-aa3cece8-31d5-4f60-8366-e175c00f19a6 tempest-RoutersAdminTest-366582559 tempest-RoutersAdminTest-366582559-project] 10.222.0.60 "DELETE /v2.0/routers/f86fdc77-82e6-47e3-8905-399f5bb46e09 HTTP/1.1" status: 404 len: 336 time: 0.0762422 Nov 23 17:40:08.749028 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 50848) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:40:08.805722 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-b5738e4e-e2f8-439d-877e-b809f84d01ab tempest-RoutersAdminTest-366582559 tempest-RoutersAdminTest-366582559-project] 10.222.0.60 "GET /v2.0/ports?device_id=5c2e16b1-6861-4daf-beea-c00fa1d0a038 HTTP/1.1" status: 200 len: 205 time: 0.0555160 Nov 23 17:40:08.808057 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 50850) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:40:08.862986 n-d-816206-8 neutron-server[103590]: INFO neutron.api.v2.resource [None req-ac7aca09-b027-49d1-bc9a-bde17be65251 tempest-RoutersAdminTest-366582559 tempest-RoutersAdminTest-366582559-project] delete failed (client error): The resource could not be found. Nov 23 17:40:08.865719 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-ac7aca09-b027-49d1-bc9a-bde17be65251 tempest-RoutersAdminTest-366582559 tempest-RoutersAdminTest-366582559-project] 10.222.0.60 "DELETE /v2.0/routers/5c2e16b1-6861-4daf-beea-c00fa1d0a038 HTTP/1.1" status: 404 len: 336 time: 0.0565629 Nov 23 17:40:08.873258 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 50854) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:40:08.877103 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-52c84549-7bc1-402c-82b4-220bcf52372a req-a5835978-76dc-40a0-8e35-d1e62780e311 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] 10.222.0.60 "GET /v2.0/ports?device_id=83c4b9c5-48d7-40af-8fb5-dabe4d43cce9 HTTP/1.1" status: 200 len: 210 time: 0.0653982 Nov 23 17:40:08.981024 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-0902451a-ddfc-4045-9080-4ecbe65db8a4 tempest-RoutersAdminTest-366582559 tempest-RoutersAdminTest-366582559-project] 10.222.0.60 "GET /v2.0/ports?device_id=6d0cf654-5cbd-4a09-8ff7-a8deb03815ed HTTP/1.1" status: 200 len: 205 time: 0.1063058 Nov 23 17:40:08.983307 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 50860) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:40:09.063947 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-10c4ba17-0633-4b2f-b037-8d6a46955f6e tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1794316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1795362'] for router, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:09.071161 n-d-816206-8 neutron-server[103590]: INFO neutron.api.v2.resource [None req-809dfcf7-faad-46f3-8301-325ae22a34cf tempest-RoutersAdminTest-366582559 tempest-RoutersAdminTest-366582559-project] delete failed (client error): The resource could not be found. Nov 23 17:40:09.072239 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-809dfcf7-faad-46f3-8301-325ae22a34cf tempest-RoutersAdminTest-366582559 tempest-RoutersAdminTest-366582559-project] 10.222.0.60 "DELETE /v2.0/routers/6d0cf654-5cbd-4a09-8ff7-a8deb03815ed HTTP/1.1" status: 404 len: 336 time: 0.0837803 Nov 23 17:40:09.074905 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 50864) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:40:09.118255 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-200b7610-98ec-4c8d-9c65-4ef16030dbd9 tempest-RoutersAdminTest-366582559 tempest-RoutersAdminTest-366582559-project] 10.222.0.60 "GET /v2.0/ports?device_id=9bc90f69-bd61-4a87-8f65-828f91aa8c81 HTTP/1.1" status: 200 len: 205 time: 0.0394137 Nov 23 17:40:09.120541 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 50870) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:40:09.213320 n-d-816206-8 neutron-server[103590]: INFO neutron.api.v2.resource [None req-ddbceb2f-ed28-4e00-acde-20657741845d tempest-RoutersAdminTest-366582559 tempest-RoutersAdminTest-366582559-project] delete failed (client error): The resource could not be found. Nov 23 17:40:09.214643 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-ddbceb2f-ed28-4e00-acde-20657741845d tempest-RoutersAdminTest-366582559 tempest-RoutersAdminTest-366582559-project] 10.222.0.60 "DELETE /v2.0/routers/9bc90f69-bd61-4a87-8f65-828f91aa8c81 HTTP/1.1" status: 404 len: 336 time: 0.0931954 Nov 23 17:40:09.218145 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 50874) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:40:09.291135 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-fe5ce968-53ee-49cb-8f91-f708d76d5f7c tempest-RoutersAdminTest-366582559 tempest-RoutersAdminTest-366582559-project] 10.222.0.60 "GET /v2.0/ports?device_id=5197ea79-9aa8-4b8a-8a53-e2196e894d7d HTTP/1.1" status: 200 len: 205 time: 0.0694251 Nov 23 17:40:09.291463 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 50880) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:40:09.343911 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-3496ea1f-5243-4658-834c-6c66d20cddc5 req-288773ea-e99c-410c-b022-e5bb0a7bbbc7 tempest-ServerShowV254Test-1352740878 tempest-ServerShowV254Test-1352740878-project] 10.222.0.60 "GET /v2.0/ports?device_id=812270dd-7ab0-418f-a64c-ca68ee11382b HTTP/1.1" status: 200 len: 210 time: 0.0964653 Nov 23 17:40:09.365617 n-d-816206-8 neutron-server[103590]: INFO neutron.api.v2.resource [None req-f1ab7072-844b-43fe-91bd-e8461257a77e tempest-RoutersAdminTest-366582559 tempest-RoutersAdminTest-366582559-project] delete failed (client error): The resource could not be found. Nov 23 17:40:09.381795 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-f1ab7072-844b-43fe-91bd-e8461257a77e tempest-RoutersAdminTest-366582559 tempest-RoutersAdminTest-366582559-project] 10.222.0.60 "DELETE /v2.0/routers/5197ea79-9aa8-4b8a-8a53-e2196e894d7d HTTP/1.1" status: 404 len: 336 time: 0.0892296 Nov 23 17:40:09.384338 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 50886) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:40:09.420651 n-d-816206-8 neutron-server[103590]: INFO neutron.pecan_wsgi.hooks.translation [None req-5069c992-a06b-45c6-990f-30515c017aca tempest-RoutersAdminTest-366582559 tempest-RoutersAdminTest-366582559-project] DELETE failed (client error): The resource could not be found. Nov 23 17:40:09.421726 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5069c992-a06b-45c6-990f-30515c017aca tempest-RoutersAdminTest-366582559 tempest-RoutersAdminTest-366582559-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103590) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 17:40:09.426194 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-5069c992-a06b-45c6-990f-30515c017aca tempest-RoutersAdminTest-366582559 tempest-RoutersAdminTest-366582559-project] 10.222.0.60 "DELETE /v2.0/subnets/8d7630ae-c12b-4732-8d95-7fbd33565107 HTTP/1.1" status: 404 len: 337 time: 0.0401609 Nov 23 17:40:09.509917 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10c4ba17-0633-4b2f-b037-8d6a46955f6e tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Router daddd0fe-6a1a-4e56-b353-bedc0f0b8f7e is scheduled to L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 with binding_index 1 {{(pid=103591) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 17:40:09.608780 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a0c56d-4693-453b-8206-97ddf5d814e2 req-0fafe591-4a58-41fa-8a82-de9c1a4489c5 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:40:09.616666 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e2a0c56d-4693-453b-8206-97ddf5d814e2 req-0fafe591-4a58-41fa-8a82-de9c1a4489c5 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/networks?id=02874d22-2dc9-404b-96b5-741d17e13e44 HTTP/1.1" status: 200 len: 812 time: 0.2159011 Nov 23 17:40:09.737618 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e2a0c56d-4693-453b-8206-97ddf5d814e2 req-f65d45ff-1cb0-4c85-a70c-fa7062365a03 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/quotas/c0a53cd325e44b8fbee499050453672f HTTP/1.1" status: 200 len: 375 time: 0.1098435 Nov 23 17:40:09.867084 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10c4ba17-0633-4b2f-b037-8d6a46955f6e tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:40:09.885010 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e2a0c56d-4693-453b-8206-97ddf5d814e2 req-d0d45c87-bb53-4798-a9bf-b25912b7ef5d tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=c0a53cd325e44b8fbee499050453672f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1431174 Nov 23 17:40:09.895864 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d376130-17ff-47df-be35-9efd760bce48 None None] Sync routers for ids ['daddd0fe-6a1a-4e56-b353-bedc0f0b8f7e'] in n-d-816206-8 {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:40:09.926192 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d376130-17ff-47df-be35-9efd760bce48 None None] Routers {'daddd0fe-6a1a-4e56-b353-bedc0f0b8f7e'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:40:09.927779 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-4d376130-17ff-47df-be35-9efd760bce48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:39:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['daddd0fe-6a1a-4e56-b353-bedc0f0b8f7e'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:40:09.941063 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 50900) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:40:10.012260 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-4d376130-17ff-47df-be35-9efd760bce48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:40:10.042407 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-10c4ba17-0633-4b2f-b037-8d6a46955f6e tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks [] for router, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:10.044395 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-10c4ba17-0633-4b2f-b037-8d6a46955f6e tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 3.9266551 Nov 23 17:40:10.048530 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 50908) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:40:10.050180 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d376130-17ff-47df-be35-9efd760bce48 None None] Routers {'daddd0fe-6a1a-4e56-b353-bedc0f0b8f7e'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:40:10.051150 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-4d376130-17ff-47df-be35-9efd760bce48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:39:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['daddd0fe-6a1a-4e56-b353-bedc0f0b8f7e'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:40:10.197281 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-4d376130-17ff-47df-be35-9efd760bce48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:40:10.198253 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d376130-17ff-47df-be35-9efd760bce48 None None] The sync data for ids ['daddd0fe-6a1a-4e56-b353-bedc0f0b8f7e'] in n-d-816206-8 is: [] {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:40:10.202790 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-049d437d-8f78-4a19-bdf1-68dd3b8c01c5 req-101d238c-c123-48cc-95c6-053482a0230e tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] 10.222.0.60 "GET /v2.0/ports?device_id=83c4b9c5-48d7-40af-8fb5-dabe4d43cce9 HTTP/1.1" status: 200 len: 210 time: 0.0513902 Nov 23 17:40:10.220976 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-fe22d7ab-f6ee-4d1c-b364-5d6f0ed2575a tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] 10.222.0.60 "GET /v2.0/routers/daddd0fe-6a1a-4e56-b353-bedc0f0b8f7e HTTP/1.1" status: 200 len: 879 time: 0.1682601 Nov 23 17:40:10.221680 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 50910) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:40:10.237044 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4607d538-6a0f-4e84-acc3-85914b324ef1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:10.340215 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4607d538-6a0f-4e84-acc3-85914b324ef1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:10.348033 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4607d538-6a0f-4e84-acc3-85914b324ef1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:10.390264 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e2a0c56d-4693-453b-8206-97ddf5d814e2 req-6f51566e-f89c-4664-8bad-f4a684a143c8 service neutron] 10.222.0.60 "GET /v2.0/networks/02874d22-2dc9-404b-96b5-741d17e13e44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4937110 Nov 23 17:40:10.409873 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4607d538-6a0f-4e84-acc3-85914b324ef1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4b44be5-6b95-427f-b96e-c0305701b59e,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:40:10.459529 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-4607d538-6a0f-4e84-acc3-85914b324ef1 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=5a5d8e54de4547a29e315428ebccd3a2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5121777 Nov 23 17:40:10.460157 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 50918) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:40:10.535972 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e2a0c56d-4693-453b-8206-97ddf5d814e2 req-72fadd2e-8bb7-467f-8c73-6727ecefab08 service neutron] 10.222.0.60 "GET /v2.0/networks/02874d22-2dc9-404b-96b5-741d17e13e44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371932 Nov 23 17:40:10.598185 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-3fd8e2fc-4b9b-4ba8-8441-50656e7b68ce req-0a1aa969-4300-43ad-b2f0-f30eed317aa6 tempest-ServerShowV254Test-1352740878 tempest-ServerShowV254Test-1352740878-project] 10.222.0.60 "GET /v2.0/ports?device_id=812270dd-7ab0-418f-a64c-ca68ee11382b HTTP/1.1" status: 200 len: 210 time: 0.0611746 Nov 23 17:40:10.625540 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-38e55e14-ec11-4e1d-b737-2510e17d8202 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:10.690070 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-38e55e14-ec11-4e1d-b737-2510e17d8202 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:10.795067 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-38e55e14-ec11-4e1d-b737-2510e17d8202 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:10.798337 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-38e55e14-ec11-4e1d-b737-2510e17d8202 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:10.800365 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-38e55e14-ec11-4e1d-b737-2510e17d8202 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c4b44be5-6b95-427f-b96e-c0305701b59e HTTP/1.1" status: 204 len: 168 time: 0.3392150 Nov 23 17:40:10.814840 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-7d159049-3ebb-4545-9ee7-bed2a6ad553c tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 882 time: 0.5918515 Nov 23 17:40:10.816072 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 50930) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:40:10.820507 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-46e0a6da-1861-4633-b3a6-ba08d86c688d tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-92933432'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:40:10.854518 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e55e14-ec11-4e1d-b737-2510e17d8202 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4b44be5-6b95-427f-b96e-c0305701b59e,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:40:10.974195 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-3b67faf7-b86d-4052-84d0-6cfbbe0614d6 req-1ffcd33e-f141-45f1-b4e0-c06729d82b61 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/ports?device_id=05801c5e-23fe-4c5d-a9cb-dc7464d84c54 HTTP/1.1" status: 200 len: 210 time: 0.0361948 Nov 23 17:40:11.353464 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 50952) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:40:11.432947 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-945d0e68-33c4-4bfd-9c05-7f45bbac6917 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c8bb95c5a342453d936600f6a4d60f4e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0783145 Nov 23 17:40:11.436032 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 50954) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:40:11.602721 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b2ad8620-1dc0-4720-a1a6-0d86a166005b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:11.641240 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b2ad8620-1dc0-4720-a1a6-0d86a166005b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:11.676056 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-22a33201-bef8-4f3e-b2c7-124f054a61db req-a73d0e09-e494-4453-b2c2-d92d9c022d93 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] 10.222.0.60 "GET /v2.0/ports?device_id=83c4b9c5-48d7-40af-8fb5-dabe4d43cce9 HTTP/1.1" status: 200 len: 210 time: 0.0695398 Nov 23 17:40:11.792647 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b2ad8620-1dc0-4720-a1a6-0d86a166005b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:11.803709 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b2ad8620-1dc0-4720-a1a6-0d86a166005b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:11.810263 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-b2ad8620-1dc0-4720-a1a6-0d86a166005b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/9804c38c-9198-438d-ab9d-d0d0389d6239 HTTP/1.1" status: 204 len: 168 time: 0.3718731 Nov 23 17:40:11.825052 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ad8620-1dc0-4720-a1a6-0d86a166005b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9804c38c-9198-438d-ab9d-d0d0389d6239,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:40:11.890241 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-310b3599-7e19-4637-babc-02f94617e937 req-152831fd-ca0e-4e4c-ab9c-4356d57ad10a tempest-ServerShowV254Test-1352740878 tempest-ServerShowV254Test-1352740878-project] 10.222.0.60 "GET /v2.0/ports?device_id=812270dd-7ab0-418f-a64c-ca68ee11382b HTTP/1.1" status: 200 len: 210 time: 0.0521009 Nov 23 17:40:12.015245 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-46e0a6da-1861-4633-b3a6-ba08d86c688d tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1795385', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1794325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8160'] for router, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:12.036646 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-46e0a6da-1861-4633-b3a6-ba08d86c688d tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1795362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1795376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1795371', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1794338'] for router, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:12.214191 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-da421d89-48bd-431e-91e3-77b80523ed6f req-e1af5d8a-26d0-4775-867c-23496402792b tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/ports?device_id=05801c5e-23fe-4c5d-a9cb-dc7464d84c54 HTTP/1.1" status: 200 len: 210 time: 0.0720201 Nov 23 17:40:12.473694 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46e0a6da-1861-4633-b3a6-ba08d86c688d tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Router daddd0fe-6a1a-4e56-b353-bedc0f0b8f7e has already been hosted by L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 {{(pid=103591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 17:40:12.506135 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a0c56d-4693-453b-8206-97ddf5d814e2 req-7125c0a7-9731-406d-912a-c7b41a200453 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:40:12.507618 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e2a0c56d-4693-453b-8206-97ddf5d814e2 req-7125c0a7-9731-406d-912a-c7b41a200453 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.36 "GET /v2.0/networks?id=02874d22-2dc9-404b-96b5-741d17e13e44 HTTP/1.1" status: 200 len: 812 time: 0.2367730 Nov 23 17:40:12.560694 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [req-e2a0c56d-4693-453b-8206-97ddf5d814e2 req-aa10e064-6f86-43f9-8986-f38a7c2c6995 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Request body: {'port': {'device_id': '05801c5e-23fe-4c5d-a9cb-dc7464d84c54', 'network_id': '02874d22-2dc9-404b-96b5-741d17e13e44', 'admin_state_up': True, 'tenant_id': 'c0a53cd325e44b8fbee499050453672f'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:40:12.740818 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46e0a6da-1861-4633-b3a6-ba08d86c688d tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:40:12.758470 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-46e0a6da-1861-4633-b3a6-ba08d86c688d tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks [] for router, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:12.758470 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-46e0a6da-1861-4633-b3a6-ba08d86c688d tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] 10.222.0.60 "PUT /v2.0/routers/daddd0fe-6a1a-4e56-b353-bedc0f0b8f7e HTTP/1.1" status: 200 len: 886 time: 1.9390726 Nov 23 17:40:12.758733 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 50994) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:40:12.760695 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2a0c56d-4693-453b-8206-97ddf5d814e2 req-aa10e064-6f86-43f9-8986-f38a7c2c6995 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Made reservation on behalf of c0a53cd325e44b8fbee499050453672f for: {'port': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:40:12.764433 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-e2a0c56d-4693-453b-8206-97ddf5d814e2 req-aa10e064-6f86-43f9-8986-f38a7c2c6995 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:12.775881 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cdd63f8-ad36-4eef-a77a-e2a20ceccbb4 None None] Sync routers for ids ['daddd0fe-6a1a-4e56-b353-bedc0f0b8f7e'] in n-d-816206-8 {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:40:12.791189 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cdd63f8-ad36-4eef-a77a-e2a20ceccbb4 None None] Routers {'daddd0fe-6a1a-4e56-b353-bedc0f0b8f7e'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:40:12.792871 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-7cdd63f8-ad36-4eef-a77a-e2a20ceccbb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:39:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['daddd0fe-6a1a-4e56-b353-bedc0f0b8f7e'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:40:12.898322 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-7cdd63f8-ad36-4eef-a77a-e2a20ceccbb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:40:12.921355 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cdd63f8-ad36-4eef-a77a-e2a20ceccbb4 None None] Routers {'daddd0fe-6a1a-4e56-b353-bedc0f0b8f7e'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:40:12.923438 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-7cdd63f8-ad36-4eef-a77a-e2a20ceccbb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:39:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['daddd0fe-6a1a-4e56-b353-bedc0f0b8f7e'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:40:12.942432 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-ad13a0ca-dc67-4719-a551-ca84e4bcc531 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:13.034106 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-7cdd63f8-ad36-4eef-a77a-e2a20ceccbb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:40:13.039449 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cdd63f8-ad36-4eef-a77a-e2a20ceccbb4 None None] The sync data for ids ['daddd0fe-6a1a-4e56-b353-bedc0f0b8f7e'] in n-d-816206-8 is: [] {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:40:13.086822 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-bf2bd204-c51a-4b04-b0f6-bed36590093a tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] 10.222.0.60 "GET /v2.0/routers/daddd0fe-6a1a-4e56-b353-bedc0f0b8f7e HTTP/1.1" status: 200 len: 886 time: 0.3270245 Nov 23 17:40:13.089533 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 51008) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:40:13.134393 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-16b17e76-4e51-41ac-a821-6c07c467cacb tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] 10.222.0.60 "GET /v2.0/ports?device_id=daddd0fe-6a1a-4e56-b353-bedc0f0b8f7e HTTP/1.1" status: 200 len: 205 time: 0.0435770 Nov 23 17:40:13.136723 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 51012) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:40:13.143766 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a72da437-2569-4b6c-b312-4d3b1c0f914f req-7b1756ae-f8cc-406b-a166-f0d80ea68ab2 tempest-ServerShowV254Test-1352740878 tempest-ServerShowV254Test-1352740878-project] 10.222.0.60 "GET /v2.0/ports?device_id=812270dd-7ab0-418f-a64c-ca68ee11382b HTTP/1.1" status: 200 len: 210 time: 0.0435278 Nov 23 17:40:13.238050 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2ed3afeb-2752-45e8-a4e4-e9b746b63889 req-7e3b5e75-dadf-4321-83b2-c37172b74ba1 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] 10.222.0.60 "GET /v2.0/ports?device_id=83c4b9c5-48d7-40af-8fb5-dabe4d43cce9 HTTP/1.1" status: 200 len: 210 time: 0.1395931 Nov 23 17:40:13.328889 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.db_base_plugin_common [req-e2a0c56d-4693-453b-8206-97ddf5d814e2 req-aa10e064-6f86-43f9-8986-f38a7c2c6995 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Allocated IP 172.20.0.12 (02874d22-2dc9-404b-96b5-741d17e13e44/7cd7c517-b8bf-4f3d-98b6-b23c91372576/4aee3efb-f29a-43bd-b162-b14460ec15a6) {{(pid=103591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:40:13.397326 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-157e8efb-394c-4773-85be-c7bea0a7c225 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks [] for router, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:13.400525 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 51016) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:40:13.419305 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:13.625732 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-157e8efb-394c-4773-85be-c7bea0a7c225 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:13.718609 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-6b31352e-70ae-410c-acb7-3f9bf3bdada8 tempest-AgentManagementNegativeTest-1733004041 tempest-AgentManagementNegativeTest-1733004041-project] 10.222.0.60 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.3162925 Nov 23 17:40:13.761337 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-e2a0c56d-4693-453b-8206-97ddf5d814e2 req-aa10e064-6f86-43f9-8986-f38a7c2c6995 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Publish callbacks [] for port, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:13.781326 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-157e8efb-394c-4773-85be-c7bea0a7c225 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Deleting port 66e64ec1-6aeb-4fe6-a753-b96dc5699dd3 {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:40:13.781326 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-157e8efb-394c-4773-85be-c7bea0a7c225 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:13.828389 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-37b8a680-af87-47a4-84fa-27be91a9a405 req-e636ad75-041f-4b78-b879-51cd36c7efcd tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/ports?device_id=05801c5e-23fe-4c5d-a9cb-dc7464d84c54 HTTP/1.1" status: 200 len: 210 time: 0.3021457 Nov 23 17:40:13.904417 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-e2a0c56d-4693-453b-8206-97ddf5d814e2 req-aa10e064-6f86-43f9-8986-f38a7c2c6995 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:13.961390 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2a0c56d-4693-453b-8206-97ddf5d814e2 req-aa10e064-6f86-43f9-8986-f38a7c2c6995 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Network 02874d22-2dc9-404b-96b5-741d17e13e44 is already hosted by enough agents. {{(pid=103591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:40:13.965368 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [req-e2a0c56d-4693-453b-8206-97ddf5d814e2 req-aa10e064-6f86-43f9-8986-f38a7c2c6995 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Resources bound (agent type, host, resource id): {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:40:13.970568 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2a0c56d-4693-453b-8206-97ddf5d814e2 req-aa10e064-6f86-43f9-8986-f38a7c2c6995 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Received port after_create {{(pid=103591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:40:13.977282 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-157e8efb-394c-4773-85be-c7bea0a7c225 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:14.012139 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-157e8efb-394c-4773-85be-c7bea0a7c225 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Calling delete_port for 66e64ec1-6aeb-4fe6-a753-b96dc5699dd3 owned by network:router_gateway {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:40:14.024803 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa10e064-6f86-43f9-8986-f38a7c2c6995 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Pushing event updated for resources: {'Port': ['ID=4aee3efb-f29a-43bd-b162-b14460ec15a6,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:40:14.050480 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a0c56d-4693-453b-8206-97ddf5d814e2 req-aa10e064-6f86-43f9-8986-f38a7c2c6995 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:40:14.051244 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-e2a0c56d-4693-453b-8206-97ddf5d814e2 req-aa10e064-6f86-43f9-8986-f38a7c2c6995 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:14.086480 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e2a0c56d-4693-453b-8206-97ddf5d814e2 req-aa10e064-6f86-43f9-8986-f38a7c2c6995 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5275753 Nov 23 17:40:14.097744 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [req-e2a0c56d-4693-453b-8206-97ddf5d814e2 req-cb157a13-ad9c-4d74-b29b-9d92620fae59 service neutron] Request body: {'port': {'device_id': '05801c5e-23fe-4c5d-a9cb-dc7464d84c54', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-8'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:40:14.168601 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:14.290586 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-e2a0c56d-4693-453b-8206-97ddf5d814e2 req-cb157a13-ad9c-4d74-b29b-9d92620fae59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:14.496998 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-249d7a1d-14a8-4b33-8c22-79b0b52f46e9 None None] Provisioning complete for port 4aee3efb-f29a-43bd-b162-b14460ec15a6 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:40:14.497374 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-249d7a1d-14a8-4b33-8c22-79b0b52f46e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:14.572396 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-157e8efb-394c-4773-85be-c7bea0a7c225 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:14.646910 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-249d7a1d-14a8-4b33-8c22-79b0b52f46e9 None None] Port 4aee3efb-f29a-43bd-b162-b14460ec15a6 cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:40:14.674721 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157e8efb-394c-4773-85be-c7bea0a7c225 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Pushing event deleted for resources: {'Port': ['ID=66e64ec1-6aeb-4fe6-a753-b96dc5699dd3,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:40:14.685235 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-152cc6e4-9ce0-4aae-8eba-a7ee51bc6719 None None] DHCP port deletion for 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:40:14.730746 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-1a8665b6-4e93-4590-8e75-7a21b95e7fd0 req-c9f1cb35-bddb-4a5b-bba9-f81f32f38cb9 tempest-ServerShowV254Test-1352740878 tempest-ServerShowV254Test-1352740878-project] 10.222.0.60 "GET /v2.0/ports?device_id=812270dd-7ab0-418f-a64c-ca68ee11382b HTTP/1.1" status: 200 len: 210 time: 0.1181943 Nov 23 17:40:14.751154 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f534205c-87d1-478b-b1f5-89dab6816f99 req-c49f4a25-eead-4c5a-9cc2-99ed08079766 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] 10.222.0.60 "GET /v2.0/ports?device_id=83c4b9c5-48d7-40af-8fb5-dabe4d43cce9 HTTP/1.1" status: 200 len: 210 time: 0.1356633 Nov 23 17:40:14.838151 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-157e8efb-394c-4773-85be-c7bea0a7c225 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1795454'] for router_gateway, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:14.908068 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 51046) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:40:15.067596 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9042fdd8-d2fd-44e1-a15f-dbb2d671ec4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:15.088763 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-157e8efb-394c-4773-85be-c7bea0a7c225 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1794352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8175'] for router, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:15.094398 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-157e8efb-394c-4773-85be-c7bea0a7c225 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:15.154327 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-157e8efb-394c-4773-85be-c7bea0a7c225 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1795580'] for router, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:15.155162 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-157e8efb-394c-4773-85be-c7bea0a7c225 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Fanout notify agent at l3_agent the message router_deleted on router daddd0fe-6a1a-4e56-b353-bedc0f0b8f7e {{(pid=103590) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 17:40:15.163969 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-157e8efb-394c-4773-85be-c7bea0a7c225 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks [] for router, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:15.169365 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-157e8efb-394c-4773-85be-c7bea0a7c225 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] 10.222.0.60 "DELETE /v2.0/routers/daddd0fe-6a1a-4e56-b353-bedc0f0b8f7e HTTP/1.1" status: 204 len: 168 time: 2.0316222 Nov 23 17:40:15.170411 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 51054) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:40:15.176212 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-545f800b-79d8-41da-b271-708cd21ac374 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Request body: {'network': {'name': 'tempest-RoutersTest-1917178044'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:40:15.214132 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-545f800b-79d8-41da-b271-708cd21ac374 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Made reservation on behalf of 9ea08f514e394d68a6e33e0a371ec75c for: {'network': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:40:15.219916 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-545f800b-79d8-41da-b271-708cd21ac374 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for network, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:15.269166 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-545f800b-79d8-41da-b271-708cd21ac374 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] vlan segment allocate from pool success with {'vlan_id': 522, 'physical_network': 'physnet1'} {{(pid=103590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 17:40:15.280671 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-545f800b-79d8-41da-b271-708cd21ac374 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:15.281138 n-d-816206-8 neutron-server[103590]: INFO neutron.db.segments_db [None req-545f800b-79d8-41da-b271-708cd21ac374 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Added segment 36a5c8ae-1a7b-43f5-84ec-e74a2a3bff92 of type vlan for network b20f2555-d34c-4a3e-a6b5-93f6df3929f3 Nov 23 17:40:15.382427 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899b4ad0-7e97-4cd0-900a-7be633c9e7b7 req-dd067f1f-3349-48d8-b8b0-08641b79c1b4 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:40:15.383545 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-899b4ad0-7e97-4cd0-900a-7be633c9e7b7 req-dd067f1f-3349-48d8-b8b0-08641b79c1b4 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/ports?device_id=05801c5e-23fe-4c5d-a9cb-dc7464d84c54 HTTP/1.1" status: 200 len: 932 time: 0.3819654 Nov 23 17:40:15.385866 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [req-e2a0c56d-4693-453b-8206-97ddf5d814e2 req-cb157a13-ad9c-4d74-b29b-9d92620fae59 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4aee3efb-f29a-43bd-b162-b14460ec15a6 {{(pid=103591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:40:15.390667 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-f63039a9-b413-4a8a-bac9-cb7acc7975ed admin admin] Publish callbacks [] for security_group, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:15.406424 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-545f800b-79d8-41da-b271-708cd21ac374 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736635338810'] for network, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:15.408603 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-e2a0c56d-4693-453b-8206-97ddf5d814e2 req-cb157a13-ad9c-4d74-b29b-9d92620fae59 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:15.469655 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.provisioning_blocks [req-e2a0c56d-4693-453b-8206-97ddf5d814e2 req-cb157a13-ad9c-4d74-b29b-9d92620fae59 service neutron] Transition to ACTIVE for port object 4aee3efb-f29a-43bd-b162-b14460ec15a6 will not be triggered until provisioned by entity L2. {{(pid=103591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 17:40:15.491841 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-545f800b-79d8-41da-b271-708cd21ac374 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493'] for network, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:15.495299 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-e2a0c56d-4693-453b-8206-97ddf5d814e2 req-cb157a13-ad9c-4d74-b29b-9d92620fae59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264758186'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:15.503010 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-545f800b-79d8-41da-b271-708cd21ac374 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:40:15.504140 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-545f800b-79d8-41da-b271-708cd21ac374 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks [] for network, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:15.547596 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-899b4ad0-7e97-4cd0-900a-7be633c9e7b7 req-0705447b-8de1-4510-ba3b-505678903218 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/security-groups?id=776cdaad-ec9b-4a42-a3a9-360feae7cf4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542275 Nov 23 17:40:15.598385 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-545f800b-79d8-41da-b271-708cd21ac374 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4239719 Nov 23 17:40:15.602980 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 51062) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:40:15.634834 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-a2701919-9c5c-453c-b795-6e3f6cce90de tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Request body: {'subnet': {'network_id': 'b20f2555-d34c-4a3e-a6b5-93f6df3929f3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:40:15.652194 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb157a13-ad9c-4d74-b29b-9d92620fae59 service neutron] Pushing event updated for resources: {'Port': ['ID=4aee3efb-f29a-43bd-b162-b14460ec15a6,revision_number=2']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:40:15.692692 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545f800b-79d8-41da-b271-708cd21ac374 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Pushing event updated for resources: {'Network': ['ID=b20f2555-d34c-4a3e-a6b5-93f6df3929f3,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:40:15.712221 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Network b20f2555-d34c-4a3e-a6b5-93f6df3929f3 details requested by agent ovs-agent-n-d-816206-8 with host n-d-816206-8 {{(pid=103592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 17:40:15.917184 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-f63039a9-b413-4a8a-bac9-cb7acc7975ed admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:15.981984 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-f63039a9-b413-4a8a-bac9-cb7acc7975ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:16.066563 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f308c2b6-6b0f-407d-b373-1f0cf092315a req-5f16bbaf-5416-4a2a-9bc3-2d4adce9a7a0 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] 10.222.0.60 "GET /v2.0/ports?device_id=83c4b9c5-48d7-40af-8fb5-dabe4d43cce9 HTTP/1.1" status: 200 len: 210 time: 0.1003420 Nov 23 17:40:16.068646 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b41a9d58-ddb9-4f51-9e31-cfe68f65439f req-833aa897-d97e-4fed-b0eb-52a4c2241017 tempest-ServerShowV254Test-1352740878 tempest-ServerShowV254Test-1352740878-project] 10.222.0.60 "GET /v2.0/ports?device_id=812270dd-7ab0-418f-a64c-ca68ee11382b HTTP/1.1" status: 200 len: 210 time: 0.1062117 Nov 23 17:40:16.154020 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-e2a0c56d-4693-453b-8206-97ddf5d814e2 req-cb157a13-ad9c-4d74-b29b-9d92620fae59 service neutron] Attempting to bind port 4aee3efb-f29a-43bd-b162-b14460ec15a6 on host n-h2-816206-8 for vnic_type normal with profile {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:40:16.154480 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-e2a0c56d-4693-453b-8206-97ddf5d814e2 req-cb157a13-ad9c-4d74-b29b-9d92620fae59 service neutron] Attempting to bind port 4aee3efb-f29a-43bd-b162-b14460ec15a6 by drivers openvswitch,hyperv on host n-h2-816206-8 at level 0 using segments [{'id': 'ec813e0a-4415-4fed-a736-e9a0442fcb85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '02874d22-2dc9-404b-96b5-741d17e13e44'}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:40:16.155303 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2a0c56d-4693-453b-8206-97ddf5d814e2 req-cb157a13-ad9c-4d74-b29b-9d92620fae59 service neutron] Attempting to bind port 4aee3efb-f29a-43bd-b162-b14460ec15a6 on network 02874d22-2dc9-404b-96b5-741d17e13e44 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:40:16.157807 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63039a9-b413-4a8a-bac9-cb7acc7975ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cae50401-a9a2-4a8f-b281-b056b1dd36f9,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:40:16.168757 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-f63039a9-b413-4a8a-bac9-cb7acc7975ed admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=bec6376c3abf4e39a036044ef057228d&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2593203 Nov 23 17:40:16.169011 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 51074) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:40:16.171113 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2701919-9c5c-453c-b795-6e3f6cce90de tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Made reservation on behalf of 9ea08f514e394d68a6e33e0a371ec75c for: {'subnet': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:40:16.176275 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-a2701919-9c5c-453c-b795-6e3f6cce90de tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264314294'] for subnet, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:16.276894 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f385577c-68ac-4291-91ca-06bb359df5bb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:16.333882 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f385577c-68ac-4291-91ca-06bb359df5bb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:16.345751 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2a0c56d-4693-453b-8206-97ddf5d814e2 req-cb157a13-ad9c-4d74-b29b-9d92620fae59 service neutron] Port 4aee3efb-f29a-43bd-b162-b14460ec15a6 on network 02874d22-2dc9-404b-96b5-741d17e13e44 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-8 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 17:40:16.346109 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2a0c56d-4693-453b-8206-97ddf5d814e2 req-cb157a13-ad9c-4d74-b29b-9d92620fae59 service neutron] Attempting to bind port 4aee3efb-f29a-43bd-b162-b14460ec15a6 on network 02874d22-2dc9-404b-96b5-741d17e13e44 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:40:16.355531 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2a0c56d-4693-453b-8206-97ddf5d814e2 req-cb157a13-ad9c-4d74-b29b-9d92620fae59 service neutron] Checking agent: {'id': 'ab77bf9e-0267-4174-8f1d-822cba89b207', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 15, 13), 'started_at': datetime.datetime(2021, 11, 23, 17, 15, 13), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 40, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:40:16.355878 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2a0c56d-4693-453b-8206-97ddf5d814e2 req-cb157a13-ad9c-4d74-b29b-9d92620fae59 service neutron] Checking segment: {'id': 'ec813e0a-4415-4fed-a736-e9a0442fcb85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '02874d22-2dc9-404b-96b5-741d17e13e44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:40:16.356267 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2a0c56d-4693-453b-8206-97ddf5d814e2 req-cb157a13-ad9c-4d74-b29b-9d92620fae59 service neutron] Bound using segment: {'id': 'ec813e0a-4415-4fed-a736-e9a0442fcb85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '02874d22-2dc9-404b-96b5-741d17e13e44'} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:40:16.356735 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-e2a0c56d-4693-453b-8206-97ddf5d814e2 req-cb157a13-ad9c-4d74-b29b-9d92620fae59 service neutron] Bound port: 4aee3efb-f29a-43bd-b162-b14460ec15a6, host: n-h2-816206-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec813e0a-4415-4fed-a736-e9a0442fcb85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '02874d22-2dc9-404b-96b5-741d17e13e44'}}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:40:16.357093 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-e2a0c56d-4693-453b-8206-97ddf5d814e2 req-cb157a13-ad9c-4d74-b29b-9d92620fae59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:16.446754 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f385577c-68ac-4291-91ca-06bb359df5bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:16.475021 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f385577c-68ac-4291-91ca-06bb359df5bb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:16.479231 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-f385577c-68ac-4291-91ca-06bb359df5bb admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/cae50401-a9a2-4a8f-b281-b056b1dd36f9 HTTP/1.1" status: 204 len: 168 time: 0.3093235 Nov 23 17:40:16.504455 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f385577c-68ac-4291-91ca-06bb359df5bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cae50401-a9a2-4a8f-b281-b056b1dd36f9,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:40:16.535493 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-52822d53-48f5-4819-8a95-bdc13aea0bf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:16.568297 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-a2701919-9c5c-453c-b795-6e3f6cce90de tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264758079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264314276'] for subnet, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:16.740070 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2701919-9c5c-453c-b795-6e3f6cce90de tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Pushing event updated for resources: {'Subnet': ['ID=dc33f4ee-6242-4015-ba75-b3e783a0ce0a,revision_number=0']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:40:16.765156 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-e2a0c56d-4693-453b-8206-97ddf5d814e2 req-cb157a13-ad9c-4d74-b29b-9d92620fae59 service neutron] For port 4aee3efb-f29a-43bd-b162-b14460ec15a6, host n-h2-816206-8, cleared binding levels {{(pid=103591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:40:16.871785 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-e2a0c56d-4693-453b-8206-97ddf5d814e2 req-cb157a13-ad9c-4d74-b29b-9d92620fae59 service neutron] For port 4aee3efb-f29a-43bd-b162-b14460ec15a6, host n-h2-816206-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=4aee3efb-f29a-43bd-b162-b14460ec15a6,segment=NetworkSegment(ec813e0a-4415-4fed-a736-e9a0442fcb85),segment_id=ec813e0a-4415-4fed-a736-e9a0442fcb85)] {{(pid=103591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:40:16.879076 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2701919-9c5c-453c-b795-6e3f6cce90de tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Checking segment: {'id': '36a5c8ae-1a7b-43f5-84ec-e74a2a3bff92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'b20f2555-d34c-4a3e-a6b5-93f6df3929f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:40:16.880094 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2701919-9c5c-453c-b795-6e3f6cce90de tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Network hostable DHCP agents. Network: b20f2555-d34c-4a3e-a6b5-93f6df3929f3, hostable agents: ['0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3'], hosted agents: [] {{(pid=103591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 17:40:16.904815 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-e2a0c56d-4693-453b-8206-97ddf5d814e2 req-cb157a13-ad9c-4d74-b29b-9d92620fae59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264758186'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:16.998701 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f093fbfd-2646-4e57-83a8-1bbd087cb3ce req-48841031-ceae-424b-80e7-50cee0027b47 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:40:17.011621 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f093fbfd-2646-4e57-83a8-1bbd087cb3ce req-48841031-ceae-424b-80e7-50cee0027b47 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/ports?device_id=05801c5e-23fe-4c5d-a9cb-dc7464d84c54 HTTP/1.1" status: 200 len: 944 time: 0.2730377 Nov 23 17:40:17.034224 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a0c56d-4693-453b-8206-97ddf5d814e2 req-cb157a13-ad9c-4d74-b29b-9d92620fae59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:40:17.035058 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-e2a0c56d-4693-453b-8206-97ddf5d814e2 req-cb157a13-ad9c-4d74-b29b-9d92620fae59 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:17.036706 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e2a0c56d-4693-453b-8206-97ddf5d814e2 req-cb157a13-ad9c-4d74-b29b-9d92620fae59 service neutron] 10.222.0.36 "PUT /v2.0/ports/4aee3efb-f29a-43bd-b162-b14460ec15a6 HTTP/1.1" status: 200 len: 1092 time: 2.9438434 Nov 23 17:40:17.051301 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05801c5e-23fe-4c5d-a9cb-dc7464d84c54', 'tag': '4aee3efb-f29a-43bd-b162-b14460ec15a6'}] {{(pid=103591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:40:17.070699 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41d174a19ece9499ff9ec44e5b3fc50f2abd3ffbc947fb7e52ea1e8db27b95b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53f42cf3-9e3e-4167-8f51-28b139743da6" -d '{"events": [{"name": "network-changed", "server_uuid": "05801c5e-23fe-4c5d-a9cb-dc7464d84c54", "tag": "4aee3efb-f29a-43bd-b162-b14460ec15a6"}]}' {{(pid=103591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:40:17.076145 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2701919-9c5c-453c-b795-6e3f6cce90de tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Network b20f2555-d34c-4a3e-a6b5-93f6df3929f3 is scheduled to be hosted by DHCP agent 0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3 with binding_index 1 {{(pid=103591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 17:40:17.215604 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 17:40:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d5891e8-83b8-415b-9624-c742b3d854ed x-openstack-request-id: req-8d5891e8-83b8-415b-9624-c742b3d854ed {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:40:17.220713 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05801c5e-23fe-4c5d-a9cb-dc7464d84c54", "tag": "4aee3efb-f29a-43bd-b162-b14460ec15a6", "status": "completed", "code": 200}]} {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:40:17.224707 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-8d5891e8-83b8-415b-9624-c742b3d854ed {{(pid=103591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:40:17.225242 n-d-816206-8 neutron-server[103591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05801c5e-23fe-4c5d-a9cb-dc7464d84c54', 'tag': '4aee3efb-f29a-43bd-b162-b14460ec15a6', 'status': 'completed', 'code': 200} Nov 23 17:40:17.279152 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb157a13-ad9c-4d74-b29b-9d92620fae59 service neutron] Pushing event updated for resources: {'Port': ['ID=4aee3efb-f29a-43bd-b162-b14460ec15a6,revision_number=3']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:40:17.280988 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [None req-a2701919-9c5c-453c-b795-6e3f6cce90de tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-8, b20f2555-d34c-4a3e-a6b5-93f6df3929f3) {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:40:17.331828 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f093fbfd-2646-4e57-83a8-1bbd087cb3ce req-e13d3d83-6254-4ca1-8f96-112329baeb5d tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/security-groups?id=776cdaad-ec9b-4a42-a3a9-360feae7cf4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3150444 Nov 23 17:40:17.336864 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81d32e8c-b698-43f9-af86-f613bcc2a105 None None] Network b20f2555-d34c-4a3e-a6b5-93f6df3929f3 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:40:17.358013 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2701919-9c5c-453c-b795-6e3f6cce90de tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:40:17.358904 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-a2701919-9c5c-453c-b795-6e3f6cce90de tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for subnet, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:17.504156 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ef7b147d-ce03-4de6-a827-73e1e414bde2 req-c4a58b48-86c9-4d6b-95e8-8081ac92316a tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] 10.222.0.60 "GET /v2.0/ports?device_id=83c4b9c5-48d7-40af-8fb5-dabe4d43cce9 HTTP/1.1" status: 200 len: 210 time: 0.1711483 Nov 23 17:40:17.521140 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-a2701919-9c5c-453c-b795-6e3f6cce90de tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9165828 Nov 23 17:40:17.523695 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 51112) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:40:17.531567 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-73690641-1448-41bc-87b3-262a5dfcb0a2 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-637293389', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:40:17.561006 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a0c56d-4693-453b-8206-97ddf5d814e2 req-162f6014-f4e4-48cc-b10b-6a774d0f3f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:40:17.562528 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e2a0c56d-4693-453b-8206-97ddf5d814e2 req-162f6014-f4e4-48cc-b10b-6a774d0f3f2b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c0a53cd325e44b8fbee499050453672f&device_id=05801c5e-23fe-4c5d-a9cb-dc7464d84c54 HTTP/1.1" status: 200 len: 1095 time: 0.4328258 Nov 23 17:40:17.606911 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-73690641-1448-41bc-87b3-262a5dfcb0a2 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1793449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8093'] for router, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:17.607991 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-73690641-1448-41bc-87b3-262a5dfcb0a2 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1794473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1794771', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1638326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8086'] for router, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:17.640473 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-19f16b25-a579-4578-9774-7d4f25f7ac84 req-76170741-3494-4fe1-888f-eb46eebb5886 tempest-ServerShowV254Test-1352740878 tempest-ServerShowV254Test-1352740878-project] 10.222.0.60 "GET /v2.0/ports?device_id=812270dd-7ab0-418f-a64c-ca68ee11382b HTTP/1.1" status: 200 len: 210 time: 0.1345718 Nov 23 17:40:17.755223 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e2a0c56d-4693-453b-8206-97ddf5d814e2 req-6f79673f-5a78-4a9e-acec-1f1a036a7303 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4aee3efb-f29a-43bd-b162-b14460ec15a6 HTTP/1.1" status: 200 len: 217 time: 0.1675110 Nov 23 17:40:17.789312 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-73690641-1448-41bc-87b3-262a5dfcb0a2 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:17.802313 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-73690641-1448-41bc-87b3-262a5dfcb0a2 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1794316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1795362'] for router, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:17.851752 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-73690641-1448-41bc-87b3-262a5dfcb0a2 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks [] for router, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:17.865822 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-73690641-1448-41bc-87b3-262a5dfcb0a2 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3391106 Nov 23 17:40:17.867568 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 51120) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:40:17.876915 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a0c56d-4693-453b-8206-97ddf5d814e2 req-323e3bbf-a3ae-4431-a6ef-65074afc96d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:40:17.879298 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e2a0c56d-4693-453b-8206-97ddf5d814e2 req-323e3bbf-a3ae-4431-a6ef-65074afc96d2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7cd7c517-b8bf-4f3d-98b6-b23c91372576 HTTP/1.1" status: 200 len: 851 time: 0.1180871 Nov 23 17:40:17.942333 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9a27ae6c-db98-474f-94c1-cc99bf842d79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:17.945905 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-469fa62c-2fcf-46db-8de7-b37156ffc669 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp355044b8-8e87-58c4-94fa-4a010ec30f9e-b20f2555-d34c-4a3e-a6b5-93f6df3929f3', 'network_id': 'b20f2555-d34c-4a3e-a6b5-93f6df3929f3', 'tenant_id': '9ea08f514e394d68a6e33e0a371ec75c', 'fixed_ips': [{'subnet_id': 'dc33f4ee-6242-4015-ba75-b3e783a0ce0a'}]}} from n-d-816206-8. {{(pid=103592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 17:40:17.946998 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-469fa62c-2fcf-46db-8de7-b37156ffc669 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:18.028116 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a0c56d-4693-453b-8206-97ddf5d814e2 req-bda127ab-9355-4c5f-b676-fc1457e85250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:40:18.038274 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e2a0c56d-4693-453b-8206-97ddf5d814e2 req-bda127ab-9355-4c5f-b676-fc1457e85250 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=02874d22-2dc9-404b-96b5-741d17e13e44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1474345 Nov 23 17:40:18.234512 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 51132) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:40:18.364422 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e2a0c56d-4693-453b-8206-97ddf5d814e2 req-16410ef6-b3b3-487c-ab3f-ddd0776b79ef service neutron] 10.222.0.36 "GET /v2.0/networks/02874d22-2dc9-404b-96b5-741d17e13e44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3146541 Nov 23 17:40:18.385867 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:18.450365 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.db_base_plugin_common [None req-469fa62c-2fcf-46db-8de7-b37156ffc669 None None] Allocated IP 172.20.0.2 (b20f2555-d34c-4a3e-a6b5-93f6df3929f3/dc33f4ee-6242-4015-ba75-b3e783a0ce0a/8ad3fa05-612b-4ec8-ac97-c455d23bf30e) {{(pid=103592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:40:18.468986 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-a0ada05b-154f-4efb-96b5-28a025645b3b tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1525244958'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:40:18.746687 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0ada05b-154f-4efb-96b5-28a025645b3b tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Made reservation on behalf of a17872768c1e4384801bad129509cfa7 for: {'network': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:40:18.755209 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-a0ada05b-154f-4efb-96b5-28a025645b3b tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for network, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:18.758352 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e33914c5-83d8-4130-b835-933ddacf8aea req-c6ab48c4-bf5d-4569-a033-6beea84e7f25 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] 10.222.0.60 "GET /v2.0/ports?device_id=83c4b9c5-48d7-40af-8fb5-dabe4d43cce9 HTTP/1.1" status: 200 len: 210 time: 0.0900404 Nov 23 17:40:18.780517 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e764c5-3f69-4d30-b10e-ba950489b36f req-feadd494-7845-484c-a97d-ae5457d36613 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:40:18.792443 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-26e764c5-3f69-4d30-b10e-ba950489b36f req-feadd494-7845-484c-a97d-ae5457d36613 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/ports?device_id=05801c5e-23fe-4c5d-a9cb-dc7464d84c54 HTTP/1.1" status: 200 len: 944 time: 0.3031101 Nov 23 17:40:18.808890 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-a0ada05b-154f-4efb-96b5-28a025645b3b tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks [] for security_group, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:18.912401 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e2a0c56d-4693-453b-8206-97ddf5d814e2 req-6dac082f-98ce-432e-ad66-eb637cc55839 service neutron] 10.222.0.36 "GET /v2.0/networks/02874d22-2dc9-404b-96b5-741d17e13e44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5389259 Nov 23 17:40:19.052924 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-26e764c5-3f69-4d30-b10e-ba950489b36f req-c8ef4373-de1a-46cf-82c0-6153d0944b71 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/security-groups?id=776cdaad-ec9b-4a42-a3a9-360feae7cf4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2393775 Nov 23 17:40:19.231555 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a4e11750-4fef-4fed-b8ac-b3de01ac9bcf req-c4841bf2-7717-46cd-be51-62ec0309ff67 tempest-ServerShowV254Test-1352740878 tempest-ServerShowV254Test-1352740878-project] 10.222.0.60 "GET /v2.0/ports?device_id=812270dd-7ab0-418f-a64c-ca68ee11382b HTTP/1.1" status: 200 len: 210 time: 0.2014320 Nov 23 17:40:19.267092 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-469fa62c-2fcf-46db-8de7-b37156ffc669 None None] Publish callbacks [] for port, precommit_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:19.286118 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-469fa62c-2fcf-46db-8de7-b37156ffc669 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980'] for port, after_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:19.315992 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f42cf3-9e3e-4167-8f51-28b139743da6 req-1d07a1bc-d99f-4aa8-941e-88693a16927a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:40:19.327367 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-53f42cf3-9e3e-4167-8f51-28b139743da6 req-1d07a1bc-d99f-4aa8-941e-88693a16927a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c0a53cd325e44b8fbee499050453672f&device_id=05801c5e-23fe-4c5d-a9cb-dc7464d84c54 HTTP/1.1" status: 200 len: 1095 time: 0.2692459 Nov 23 17:40:19.363993 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c351ffd5-5de9-42bd-b59b-fa5ef1a4f71e tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:19.406460 n-d-816206-8 neutron-server[103592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-469fa62c-2fcf-46db-8de7-b37156ffc669 None None] Network b20f2555-d34c-4a3e-a6b5-93f6df3929f3 is already hosted by enough agents. {{(pid=103592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:40:19.414600 n-d-816206-8 neutron-server[103592]: DEBUG neutron.scheduler.base_scheduler [None req-469fa62c-2fcf-46db-8de7-b37156ffc669 None None] Resources bound (agent type, host, resource id): {{(pid=103592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:40:19.438077 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-469fa62c-2fcf-46db-8de7-b37156ffc669 None None] Received port after_create {{(pid=103592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:40:19.472866 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-a0ada05b-154f-4efb-96b5-28a025645b3b tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks [] for security_group, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:19.490192 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-a0ada05b-154f-4efb-96b5-28a025645b3b tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:19.533953 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469fa62c-2fcf-46db-8de7-b37156ffc669 None None] Pushing event updated for resources: {'Port': ['ID=8ad3fa05-612b-4ec8-ac97-c455d23bf30e,revision_number=1']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:40:19.623533 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469fa62c-2fcf-46db-8de7-b37156ffc669 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:40:19.623796 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469fa62c-2fcf-46db-8de7-b37156ffc669 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:40:19.624147 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469fa62c-2fcf-46db-8de7-b37156ffc669 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:40:19.624519 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469fa62c-2fcf-46db-8de7-b37156ffc669 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:40:19.625800 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469fa62c-2fcf-46db-8de7-b37156ffc669 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:40:19.626148 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469fa62c-2fcf-46db-8de7-b37156ffc669 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:40:19.629955 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469fa62c-2fcf-46db-8de7-b37156ffc669 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:40:19.630333 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469fa62c-2fcf-46db-8de7-b37156ffc669 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:40:19.630684 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469fa62c-2fcf-46db-8de7-b37156ffc669 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:40:19.631376 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469fa62c-2fcf-46db-8de7-b37156ffc669 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:40:19.631918 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469fa62c-2fcf-46db-8de7-b37156ffc669 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:40:19.632916 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469fa62c-2fcf-46db-8de7-b37156ffc669 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:40:19.650267 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0ada05b-154f-4efb-96b5-28a025645b3b tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] vlan segment allocate from pool success with {'vlan_id': 518, 'physical_network': 'physnet1'} {{(pid=103591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 17:40:19.652914 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f42cf3-9e3e-4167-8f51-28b139743da6 req-6a500a50-f718-4e31-9622-0a35cdb20f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:40:19.662481 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-53f42cf3-9e3e-4167-8f51-28b139743da6 req-6a500a50-f718-4e31-9622-0a35cdb20f67 service neutron] 10.222.0.36 "GET /v2.0/networks?id=02874d22-2dc9-404b-96b5-741d17e13e44 HTTP/1.1" status: 200 len: 913 time: 0.3188632 Nov 23 17:40:19.668659 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ada05b-154f-4efb-96b5-28a025645b3b tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20100e1d-0fc0-4ef0-a3dc-6555748cafba,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:40:19.690340 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-469fa62c-2fcf-46db-8de7-b37156ffc669 None None] Attempting to bind port 8ad3fa05-612b-4ec8-ac97-c455d23bf30e on host n-d-816206-8 for vnic_type normal with profile {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:40:19.691590 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-469fa62c-2fcf-46db-8de7-b37156ffc669 None None] Attempting to bind port 8ad3fa05-612b-4ec8-ac97-c455d23bf30e by drivers openvswitch,hyperv on host n-d-816206-8 at level 0 using segments [{'id': '36a5c8ae-1a7b-43f5-84ec-e74a2a3bff92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'b20f2555-d34c-4a3e-a6b5-93f6df3929f3'}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:40:19.692693 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-469fa62c-2fcf-46db-8de7-b37156ffc669 None None] Attempting to bind port 8ad3fa05-612b-4ec8-ac97-c455d23bf30e on network b20f2555-d34c-4a3e-a6b5-93f6df3929f3 {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:40:19.701912 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-469fa62c-2fcf-46db-8de7-b37156ffc669 None None] Checking agent: {'id': '9e89acbe-4bbe-4c77-a18b-6f1da9133e0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 7, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 40, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:40:19.703005 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-469fa62c-2fcf-46db-8de7-b37156ffc669 None None] Checking segment: {'id': '36a5c8ae-1a7b-43f5-84ec-e74a2a3bff92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'b20f2555-d34c-4a3e-a6b5-93f6df3929f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:40:19.704981 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-469fa62c-2fcf-46db-8de7-b37156ffc669 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:19.708721 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-469fa62c-2fcf-46db-8de7-b37156ffc669 None None] Bound using segment: {'id': '36a5c8ae-1a7b-43f5-84ec-e74a2a3bff92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'b20f2555-d34c-4a3e-a6b5-93f6df3929f3'} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:40:19.709895 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-469fa62c-2fcf-46db-8de7-b37156ffc669 None None] Bound port: 8ad3fa05-612b-4ec8-ac97-c455d23bf30e, host: n-d-816206-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36a5c8ae-1a7b-43f5-84ec-e74a2a3bff92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'b20f2555-d34c-4a3e-a6b5-93f6df3929f3'}}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:40:19.710305 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-469fa62c-2fcf-46db-8de7-b37156ffc669 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:19.799132 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-a0ada05b-154f-4efb-96b5-28a025645b3b tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:19.799675 n-d-816206-8 neutron-server[103591]: INFO neutron.db.segments_db [None req-a0ada05b-154f-4efb-96b5-28a025645b3b tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Added segment 208f22fc-9686-4ca3-a88c-018385437c28 of type vlan for network 56dedb9c-c874-4806-8073-23c183970f13 Nov 23 17:40:19.809861 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-53f42cf3-9e3e-4167-8f51-28b139743da6 req-8bd6ba78-3cc1-4d81-aea2-a6f247fd543c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4aee3efb-f29a-43bd-b162-b14460ec15a6 HTTP/1.1" status: 200 len: 217 time: 0.1318431 Nov 23 17:40:19.918841 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-469fa62c-2fcf-46db-8de7-b37156ffc669 None None] For port 8ad3fa05-612b-4ec8-ac97-c455d23bf30e, host n-d-816206-8, cleared binding levels {{(pid=103592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:40:19.929280 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-469fa62c-2fcf-46db-8de7-b37156ffc669 None None] For port 8ad3fa05-612b-4ec8-ac97-c455d23bf30e, host n-d-816206-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=8ad3fa05-612b-4ec8-ac97-c455d23bf30e,segment=NetworkSegment(36a5c8ae-1a7b-43f5-84ec-e74a2a3bff92),segment_id=36a5c8ae-1a7b-43f5-84ec-e74a2a3bff92)] {{(pid=103592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:40:19.938645 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-469fa62c-2fcf-46db-8de7-b37156ffc669 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:20.026781 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-a0ada05b-154f-4efb-96b5-28a025645b3b tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736635338810'] for network, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:20.042961 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469fa62c-2fcf-46db-8de7-b37156ffc669 None None] Pushing event updated for resources: {'Port': ['ID=8ad3fa05-612b-4ec8-ac97-c455d23bf30e,revision_number=2']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:40:20.105631 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4e039d30-3c0e-411e-b1c6-742cd8776908 req-c8fe2f99-9a5e-428c-8938-9e2cf0a50223 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] 10.222.0.60 "GET /v2.0/ports?device_id=83c4b9c5-48d7-40af-8fb5-dabe4d43cce9 HTTP/1.1" status: 200 len: 210 time: 0.1390526 Nov 23 17:40:20.151376 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-c351ffd5-5de9-42bd-b59b-fa5ef1a4f71e tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Allocated IP 172.20.0.1 (b20f2555-d34c-4a3e-a6b5-93f6df3929f3/dc33f4ee-6242-4015-ba75-b3e783a0ce0a/7b2ee67d-c246-480a-b25e-e5c509ad0c3d) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:40:20.194785 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f42cf3-9e3e-4167-8f51-28b139743da6 req-a7bcf5ee-22ec-4640-a911-8f9b0cbb2e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:40:20.198415 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-53f42cf3-9e3e-4167-8f51-28b139743da6 req-a7bcf5ee-22ec-4640-a911-8f9b0cbb2e8c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7cd7c517-b8bf-4f3d-98b6-b23c91372576 HTTP/1.1" status: 200 len: 851 time: 0.3760674 Nov 23 17:40:20.354425 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-a0ada05b-154f-4efb-96b5-28a025645b3b tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493'] for network, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:20.360827 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0ada05b-154f-4efb-96b5-28a025645b3b tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:40:20.361012 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-a0ada05b-154f-4efb-96b5-28a025645b3b tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for network, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:20.445276 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.agents_db [None req-464f6c07-0de8-4be6-8f5b-563f574d1c5d None None] Agent healthcheck: found 7 active agents {{(pid=103593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 17:40:20.450225 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83d30a4-20ab-4b4d-874b-fa85ba8a8590 req-9ff26d4e-9c13-4a16-9451-739d47fd724c tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:40:20.458340 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d83d30a4-20ab-4b4d-874b-fa85ba8a8590 req-9ff26d4e-9c13-4a16-9451-739d47fd724c tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/ports?device_id=05801c5e-23fe-4c5d-a9cb-dc7464d84c54 HTTP/1.1" status: 200 len: 944 time: 0.2458422 Nov 23 17:40:20.494042 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c351ffd5-5de9-42bd-b59b-fa5ef1a4f71e tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:20.576277 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-a0ada05b-154f-4efb-96b5-28a025645b3b tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 2.3377848 Nov 23 17:40:20.576277 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f42cf3-9e3e-4167-8f51-28b139743da6 req-fd98764b-f097-48d1-8587-f9b55d5e43c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:40:20.577546 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-53f42cf3-9e3e-4167-8f51-28b139743da6 req-fd98764b-f097-48d1-8587-f9b55d5e43c7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=02874d22-2dc9-404b-96b5-741d17e13e44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3663452 Nov 23 17:40:20.580060 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 51172) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:40:20.604412 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-fc0cdf0c-3b24-4ac3-800c-4e5e34cdeedc tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Request body: {'subnet': {'network_id': '56dedb9c-c874-4806-8073-23c183970f13', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:40:20.638473 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ada05b-154f-4efb-96b5-28a025645b3b tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Pushing event updated for resources: {'Network': ['ID=56dedb9c-c874-4806-8073-23c183970f13,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:40:20.655109 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-53e2a55e-8742-4cf7-a12e-0907580dc3f4 req-a36c4f41-dccf-4f9f-a381-d9ee6d89bbe8 tempest-ServerShowV254Test-1352740878 tempest-ServerShowV254Test-1352740878-project] 10.222.0.60 "GET /v2.0/ports?device_id=812270dd-7ab0-418f-a64c-ca68ee11382b HTTP/1.1" status: 200 len: 210 time: 0.1304791 Nov 23 17:40:20.661804 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Network 56dedb9c-c874-4806-8073-23c183970f13 details requested by agent ovs-agent-n-d-816206-8 with host n-d-816206-8 {{(pid=103592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 17:40:20.964657 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c351ffd5-5de9-42bd-b59b-fa5ef1a4f71e tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:20.975463 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-567c31b5-4b8b-4a79-b66e-725cbb8e6d5b req-4ef86b46-fe99-450e-b815-b8dc252c2a26 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=812270dd-7ab0-418f-a64c-ca68ee11382b HTTP/1.1" status: 200 len: 210 time: 0.1184142 Nov 23 17:40:21.144269 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc0cdf0c-3b24-4ac3-800c-4e5e34cdeedc tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Made reservation on behalf of a17872768c1e4384801bad129509cfa7 for: {'subnet': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:40:21.154849 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-fc0cdf0c-3b24-4ac3-800c-4e5e34cdeedc tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264730903'] for subnet, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:21.237919 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d83d30a4-20ab-4b4d-874b-fa85ba8a8590 req-bec68649-05ab-4b1b-9f98-52210a673438 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/security-groups?id=776cdaad-ec9b-4a42-a3a9-360feae7cf4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7785945 Nov 23 17:40:21.251452 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c351ffd5-5de9-42bd-b59b-fa5ef1a4f71e tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Network b20f2555-d34c-4a3e-a6b5-93f6df3929f3 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:40:21.256251 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-53f42cf3-9e3e-4167-8f51-28b139743da6 req-bee652c6-8c99-4e75-8dbb-a85c2b7afd55 service neutron] 10.222.0.36 "GET /v2.0/networks/02874d22-2dc9-404b-96b5-741d17e13e44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6445260 Nov 23 17:40:21.291640 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-c351ffd5-5de9-42bd-b59b-fa5ef1a4f71e tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:40:21.324368 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c351ffd5-5de9-42bd-b59b-fa5ef1a4f71e tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:40:21.407721 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c351ffd5-5de9-42bd-b59b-fa5ef1a4f71e tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Pushing event updated for resources: {'Port': ['ID=7b2ee67d-c246-480a-b25e-e5c509ad0c3d,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:40:21.609107 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c351ffd5-5de9-42bd-b59b-fa5ef1a4f71e tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1795539'] for router_interface, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:21.610186 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9a70184a-a622-4e04-ab57-b57005ab5c75 req-c596cb30-1c18-4798-876f-20a1cbf8859b tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] 10.222.0.60 "GET /v2.0/ports?device_id=83c4b9c5-48d7-40af-8fb5-dabe4d43cce9 HTTP/1.1" status: 200 len: 210 time: 0.1753383 Nov 23 17:40:21.649108 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-53f42cf3-9e3e-4167-8f51-28b139743da6 req-d5bc77de-13d6-4af8-a536-4a303dce89d4 service neutron] 10.222.0.36 "GET /v2.0/networks/02874d22-2dc9-404b-96b5-741d17e13e44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3842256 Nov 23 17:40:22.013333 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-92f36ace-0e75-4d86-b5a7-b6934050ccbf req-5ddda5ed-c1f4-4824-b29a-9354f9d78053 tempest-ServerShowV254Test-1352740878 tempest-ServerShowV254Test-1352740878-project] 10.222.0.60 "GET /v2.0/ports?device_id=812270dd-7ab0-418f-a64c-ca68ee11382b HTTP/1.1" status: 200 len: 210 time: 0.1070342 Nov 23 17:40:22.074043 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ed2f217-fea6-41cf-b131-65e0748db5b1 None None] Network b20f2555-d34c-4a3e-a6b5-93f6df3929f3 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:40:22.155487 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c351ffd5-5de9-42bd-b59b-fa5ef1a4f71e tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:22.182102 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-fc0cdf0c-3b24-4ac3-800c-4e5e34cdeedc tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264358096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264730885'] for subnet, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:22.252471 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-6ad10442-9da9-4cec-a39e-3250a94dd3e7 None None] Provisioning complete for port 8ad3fa05-612b-4ec8-ac97-c455d23bf30e triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:40:22.252991 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-6ad10442-9da9-4cec-a39e-3250a94dd3e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:22.366436 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc0cdf0c-3b24-4ac3-800c-4e5e34cdeedc tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Checking segment: {'id': '208f22fc-9686-4ca3-a88c-018385437c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '56dedb9c-c874-4806-8073-23c183970f13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:40:22.366810 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc0cdf0c-3b24-4ac3-800c-4e5e34cdeedc tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Network hostable DHCP agents. Network: 56dedb9c-c874-4806-8073-23c183970f13, hostable agents: ['0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3'], hosted agents: [] {{(pid=103590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 17:40:22.370077 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 8ad3fa05-612b-4ec8-ac97-c455d23bf30e up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:40:22.418332 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0cdf0c-3b24-4ac3-800c-4e5e34cdeedc tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Pushing event updated for resources: {'Subnet': ['ID=3a64a706-c3bd-430c-9c81-30d4c722525a,revision_number=0']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:40:22.456413 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc0cdf0c-3b24-4ac3-800c-4e5e34cdeedc tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Network 56dedb9c-c874-4806-8073-23c183970f13 is scheduled to be hosted by DHCP agent 0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3 with binding_index 1 {{(pid=103590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 17:40:22.517063 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-fc0cdf0c-3b24-4ac3-800c-4e5e34cdeedc tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-8, 56dedb9c-c874-4806-8073-23c183970f13) {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:40:22.547161 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc0cdf0c-3b24-4ac3-800c-4e5e34cdeedc tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:40:22.548456 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-fc0cdf0c-3b24-4ac3-800c-4e5e34cdeedc tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks [] for subnet, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:22.551064 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14e8d983-59b6-4687-b4cf-6a5c665dc666 None None] Network 56dedb9c-c874-4806-8073-23c183970f13 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:40:22.582667 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d79cf7-cdaf-4e6b-9236-39bce9b3c8cf req-aa543c04-8713-423b-9cbf-3ddc4170f735 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:40:22.587207 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c8d79cf7-cdaf-4e6b-9236-39bce9b3c8cf req-aa543c04-8713-423b-9cbf-3ddc4170f735 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/ports?device_id=05801c5e-23fe-4c5d-a9cb-dc7464d84c54 HTTP/1.1" status: 200 len: 944 time: 0.1446900 Nov 23 17:40:22.654886 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-fc0cdf0c-3b24-4ac3-800c-4e5e34cdeedc tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.0720863 Nov 23 17:40:22.657463 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 51204) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:40:22.690670 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-988bcc23-4081-46e8-8c30-0856ab2a13ba tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Request body: {'port': {'network_id': '56dedb9c-c874-4806-8073-23c183970f13', 'name': 'tempest-NetworksTestDHCPv6-1692206523'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:40:22.731433 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c8d79cf7-cdaf-4e6b-9236-39bce9b3c8cf req-60a54b50-0165-4405-9f89-8eb87cb78266 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/security-groups?id=776cdaad-ec9b-4a42-a3a9-360feae7cf4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372883 Nov 23 17:40:22.829922 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 51214) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:40:22.832611 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port 8ad3fa05-612b-4ec8-ac97-c455d23bf30e triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:40:22.839927 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:22.941070 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c351ffd5-5de9-42bd-b59b-fa5ef1a4f71e tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks [] for port, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:22.976951 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c351ffd5-5de9-42bd-b59b-fa5ef1a4f71e tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264357957'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:23.086460 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-988bcc23-4081-46e8-8c30-0856ab2a13ba tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Made reservation on behalf of a17872768c1e4384801bad129509cfa7 for: {'port': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:40:23.093108 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-988bcc23-4081-46e8-8c30-0856ab2a13ba tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:23.145349 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-95842d8d-fbfb-48bf-a408-ced631632a74 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Publish callbacks [] for security_group, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:23.170515 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-124e2125-5fc8-403e-adbd-19243c93cbfc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp355044b8-8e87-58c4-94fa-4a010ec30f9e-56dedb9c-c874-4806-8073-23c183970f13', 'network_id': '56dedb9c-c874-4806-8073-23c183970f13', 'tenant_id': 'a17872768c1e4384801bad129509cfa7', 'fixed_ips': [{'subnet_id': '3a64a706-c3bd-430c-9c81-30d4c722525a'}]}} from n-d-816206-8. {{(pid=103592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 17:40:23.171153 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [None req-988bcc23-4081-46e8-8c30-0856ab2a13ba tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] device_id is not set on port ddba8d97-5ccc-4976-b6e2-a336bb3ffc72 yet. {{(pid=103591) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 17:40:23.171372 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-124e2125-5fc8-403e-adbd-19243c93cbfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:23.215277 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-6ad10442-9da9-4cec-a39e-3250a94dd3e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:23.329163 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c351ffd5-5de9-42bd-b59b-fa5ef1a4f71e tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Pushing event updated for resources: {'Port': ['ID=7b2ee67d-c246-480a-b25e-e5c509ad0c3d,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:40:23.359257 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c351ffd5-5de9-42bd-b59b-fa5ef1a4f71e tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2068703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1794403'] for router_interface, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:23.404987 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-95842d8d-fbfb-48bf-a408-ced631632a74 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:23.519190 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.db_base_plugin_common [None req-988bcc23-4081-46e8-8c30-0856ab2a13ba tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Allocated IP 2001:db8::3b5 (56dedb9c-c874-4806-8073-23c183970f13/3a64a706-c3bd-430c-9c81-30d4c722525a/ddba8d97-5ccc-4976-b6e2-a336bb3ffc72) {{(pid=103591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:40:23.592716 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:23.653797 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-6ad10442-9da9-4cec-a39e-3250a94dd3e7 None None] For port 8ad3fa05-612b-4ec8-ac97-c455d23bf30e, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=8ad3fa05-612b-4ec8-ac97-c455d23bf30e,segment=NetworkSegment(36a5c8ae-1a7b-43f5-84ec-e74a2a3bff92),segment_id=36a5c8ae-1a7b-43f5-84ec-e74a2a3bff92)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:40:23.688613 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-6ad10442-9da9-4cec-a39e-3250a94dd3e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:23.723914 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c351ffd5-5de9-42bd-b59b-fa5ef1a4f71e tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Network b20f2555-d34c-4a3e-a6b5-93f6df3929f3 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:40:23.730725 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-c351ffd5-5de9-42bd-b59b-fa5ef1a4f71e tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:40:23.745896 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-26c57892-f912-41f7-bf54-81a911efe1dd req-e49d45e4-0748-4b90-b112-75d72efbea20 tempest-ServerShowV254Test-1352740878 tempest-ServerShowV254Test-1352740878-project] 10.222.0.60 "GET /v2.0/ports?device_id=812270dd-7ab0-418f-a64c-ca68ee11382b HTTP/1.1" status: 200 len: 210 time: 0.2906911 Nov 23 17:40:23.761716 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-95842d8d-fbfb-48bf-a408-ced631632a74 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:23.766198 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-95842d8d-fbfb-48bf-a408-ced631632a74 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:23.769487 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-95842d8d-fbfb-48bf-a408-ced631632a74 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] 10.222.0.60 "DELETE /v2.0/security-groups/f803d7ea-d3d6-4cf6-830c-70814cdc1205 HTTP/1.1" status: 204 len: 168 time: 0.9374180 Nov 23 17:40:23.773797 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 51230) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:40:23.895164 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95842d8d-fbfb-48bf-a408-ced631632a74 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f803d7ea-d3d6-4cf6-830c-70814cdc1205,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:40:23.928524 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad10442-9da9-4cec-a39e-3250a94dd3e7 None None] Pushing event updated for resources: {'Port': ['ID=8ad3fa05-612b-4ec8-ac97-c455d23bf30e,revision_number=3']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:40:23.931265 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.db.api [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103592) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 17:40:23.932029 n-d-816206-8 neutron-server[103592]: DEBUG oslo_db.api [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 17:40:23.961276 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-559be6f0-09d5-4ac5-b634-fc14eae92b13 None None] Provisioning complete for port 7b2ee67d-c246-480a-b25e-e5c509ad0c3d triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:40:23.969917 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-559be6f0-09d5-4ac5-b634-fc14eae92b13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:24.087073 n-d-816206-8 neutron-server[103590]: INFO neutron.api.v2.resource [None req-0de3a28e-e2e8-4c39-982e-6648472dc742 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] show failed (client error): The resource could not be found. Nov 23 17:40:24.088055 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-0de3a28e-e2e8-4c39-982e-6648472dc742 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] 10.222.0.60 "GET /v2.0/security-groups/f803d7ea-d3d6-4cf6-830c-70814cdc1205 HTTP/1.1" status: 404 len: 347 time: 0.2893417 Nov 23 17:40:24.138681 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 51238) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:40:24.146336 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-559be6f0-09d5-4ac5-b634-fc14eae92b13 None None] Port 7b2ee67d-c246-480a-b25e-e5c509ad0c3d cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:40:24.216730 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-559be6f0-09d5-4ac5-b634-fc14eae92b13 None None] Provisioning complete for port 8ad3fa05-612b-4ec8-ac97-c455d23bf30e triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:40:24.231306 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-559be6f0-09d5-4ac5-b634-fc14eae92b13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:24.380055 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-086d5ccc-bf3b-4076-ad8c-7829f4781154 req-36db5e52-85b4-43a3-81c5-7016a89edfb8 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=795bb8b995eb42ecb8105cbfc53a7a3b&device_id=812270dd-7ab0-418f-a64c-ca68ee11382b HTTP/1.1" status: 200 len: 210 time: 0.1357131 Nov 23 17:40:24.380974 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c351ffd5-5de9-42bd-b59b-fa5ef1a4f71e tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Router a58871c0-2a58-4706-bb3c-bb4d516059cb is scheduled to L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 with binding_index 1 {{(pid=103590) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 17:40:24.483530 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-086d5ccc-bf3b-4076-ad8c-7829f4781154 req-d0cdea3a-111f-4464-97d5-708b4105789e service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=795bb8b995eb42ecb8105cbfc53a7a3b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0820529 Nov 23 17:40:24.640071 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f80c7bd7-0b85-47ad-a5bd-678813ed7f51 req-516667df-75be-4c0a-9959-19ea3281e8ec tempest-ServerShowV254Test-1352740878 tempest-ServerShowV254Test-1352740878-project] 10.222.0.60 "GET /v2.0/ports?device_id=812270dd-7ab0-418f-a64c-ca68ee11382b HTTP/1.1" status: 200 len: 210 time: 0.1287818 Nov 23 17:40:24.808154 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-fdad9f0d-02b5-418d-9862-d36e71b8f771 None None] Provisioning complete for port 7b2ee67d-c246-480a-b25e-e5c509ad0c3d triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:40:24.808988 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-fdad9f0d-02b5-418d-9862-d36e71b8f771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:24.860604 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-fdad9f0d-02b5-418d-9862-d36e71b8f771 None None] Port 7b2ee67d-c246-480a-b25e-e5c509ad0c3d cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:40:24.863334 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 8ad3fa05-612b-4ec8-ac97-c455d23bf30e up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:40:24.887028 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aede752-9fde-4a72-97fc-5d448a4af569 req-67c13046-1a23-417f-9b58-6eb5a21e2ffc tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:40:24.897324 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9aede752-9fde-4a72-97fc-5d448a4af569 req-67c13046-1a23-417f-9b58-6eb5a21e2ffc tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/ports?device_id=05801c5e-23fe-4c5d-a9cb-dc7464d84c54 HTTP/1.1" status: 200 len: 944 time: 0.8780007 Nov 23 17:40:24.917249 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-988bcc23-4081-46e8-8c30-0856ab2a13ba tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks [] for port, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:24.990706 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c351ffd5-5de9-42bd-b59b-fa5ef1a4f71e tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:40:25.000429 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-c351ffd5-5de9-42bd-b59b-fa5ef1a4f71e tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] 10.222.0.60 "PUT /v2.0/routers/a58871c0-2a58-4706-bb3c-bb4d516059cb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1309254 Nov 23 17:40:25.006896 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 51250) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:40:25.016126 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8888e0bd-03db-401d-920d-7bfaf5d5de47 None None] Sync routers for ids ['a58871c0-2a58-4706-bb3c-bb4d516059cb'] in n-d-816206-8 {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:40:25.028172 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port 8ad3fa05-612b-4ec8-ac97-c455d23bf30e triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:40:25.032028 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:25.084702 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9aede752-9fde-4a72-97fc-5d448a4af569 req-c6622e87-02dd-44d6-8b91-3259761b1497 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/security-groups?id=776cdaad-ec9b-4a42-a3a9-360feae7cf4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852665 Nov 23 17:40:25.091177 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8888e0bd-03db-401d-920d-7bfaf5d5de47 None None] Routers {'a58871c0-2a58-4706-bb3c-bb4d516059cb'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:40:25.091177 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-8888e0bd-03db-401d-920d-7bfaf5d5de47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:40:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['a58871c0-2a58-4706-bb3c-bb4d516059cb'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:40:25.126196 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-04383493-65b1-428f-85f0-81514842b3d2 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Deleting port 2b470932-51f1-4058-92b7-e86d181e5e22 {{(pid=103591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:40:25.126537 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-04383493-65b1-428f-85f0-81514842b3d2 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:25.157001 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-988bcc23-4081-46e8-8c30-0856ab2a13ba tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:25.196945 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-8888e0bd-03db-401d-920d-7bfaf5d5de47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:40:25.218802 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3afe61c8-9bc5-4ed2-a400-c50baaf7c00c tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:40:25.225004 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-3afe61c8-9bc5-4ed2-a400-c50baaf7c00c tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] 10.222.0.60 "GET /v2.0/ports/7b2ee67d-c246-480a-b25e-e5c509ad0c3d HTTP/1.1" status: 200 len: 910 time: 0.2131295 Nov 23 17:40:25.225612 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 51252) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:40:25.233888 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-027861df-e7d1-4640-b139-9b12a69fc94c tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'dc33f4ee-6242-4015-ba75-b3e783a0ce0a'}]}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:40:25.238503 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086d5ccc-bf3b-4076-ad8c-7829f4781154 req-d9563765-5a2f-4526-9aa1-1bdfafd2dd75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:40:25.243683 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-086d5ccc-bf3b-4076-ad8c-7829f4781154 req-d9563765-5a2f-4526-9aa1-1bdfafd2dd75 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5821443 Nov 23 17:40:25.332859 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-988bcc23-4081-46e8-8c30-0856ab2a13ba tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Network 56dedb9c-c874-4806-8073-23c183970f13 is already hosted by enough agents. {{(pid=103591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:40:25.344178 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [None req-988bcc23-4081-46e8-8c30-0856ab2a13ba tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Resources bound (agent type, host, resource id): {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:40:25.352050 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8888e0bd-03db-401d-920d-7bfaf5d5de47 None None] Routers {'a58871c0-2a58-4706-bb3c-bb4d516059cb'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:40:25.352616 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-8888e0bd-03db-401d-920d-7bfaf5d5de47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:40:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['a58871c0-2a58-4706-bb3c-bb4d516059cb'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:40:25.354652 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-988bcc23-4081-46e8-8c30-0856ab2a13ba tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Received port after_create {{(pid=103591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:40:25.363863 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-988bcc23-4081-46e8-8c30-0856ab2a13ba tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:40:25.364946 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-988bcc23-4081-46e8-8c30-0856ab2a13ba tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:25.404919 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-8888e0bd-03db-401d-920d-7bfaf5d5de47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:40:25.405738 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8888e0bd-03db-401d-920d-7bfaf5d5de47 None None] The sync data for ids ['a58871c0-2a58-4706-bb3c-bb4d516059cb'] in n-d-816206-8 is: [] {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:40:25.414004 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.db_base_plugin_common [None req-124e2125-5fc8-403e-adbd-19243c93cbfc None None] Allocated IP 2001:db8::2 (56dedb9c-c874-4806-8073-23c183970f13/3a64a706-c3bd-430c-9c81-30d4c722525a/af52aa9e-e115-42e0-98c3-e77593967769) {{(pid=103592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:40:25.422964 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988bcc23-4081-46e8-8c30-0856ab2a13ba tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Pushing event updated for resources: {'Port': ['ID=ddba8d97-5ccc-4976-b6e2-a336bb3ffc72,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:40:25.459399 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-04383493-65b1-428f-85f0-81514842b3d2 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:25.459800 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-04383493-65b1-428f-85f0-81514842b3d2 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:25.501110 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-988bcc23-4081-46e8-8c30-0856ab2a13ba tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.8342986 Nov 23 17:40:25.506428 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 51260) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:40:25.520608 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-04383493-65b1-428f-85f0-81514842b3d2 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Calling delete_port for 2b470932-51f1-4058-92b7-e86d181e5e22 owned by network:floatingip {{(pid=103591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:40:25.587816 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-027861df-e7d1-4640-b139-9b12a69fc94c tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:25.619419 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b15890a-803f-4ec7-ae38-9db20daee929 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:40:25.635486 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-8b15890a-803f-4ec7-ae38-9db20daee929 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.1302626 Nov 23 17:40:25.638694 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 51262) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:40:25.799961 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-124e2125-5fc8-403e-adbd-19243c93cbfc None None] Publish callbacks [] for port, precommit_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:25.817229 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-124e2125-5fc8-403e-adbd-19243c93cbfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980'] for port, after_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:25.891876 n-d-816206-8 neutron-server[103592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-124e2125-5fc8-403e-adbd-19243c93cbfc None None] Network 56dedb9c-c874-4806-8073-23c183970f13 is already hosted by enough agents. {{(pid=103592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:40:25.896100 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-7604c478-8046-4462-838e-6a557abc3652 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Deleting port ddba8d97-5ccc-4976-b6e2-a336bb3ffc72 {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:40:25.896435 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7604c478-8046-4462-838e-6a557abc3652 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:25.913483 n-d-816206-8 neutron-server[103592]: DEBUG neutron.scheduler.base_scheduler [None req-124e2125-5fc8-403e-adbd-19243c93cbfc None None] Resources bound (agent type, host, resource id): {{(pid=103592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:40:25.915195 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124e2125-5fc8-403e-adbd-19243c93cbfc None None] Pushing event updated for resources: {'Port': ['ID=af52aa9e-e115-42e0-98c3-e77593967769,revision_number=1']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:40:25.917464 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-124e2125-5fc8-403e-adbd-19243c93cbfc None None] Received port after_create {{(pid=103592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:40:26.017299 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-3560bda2-be4e-494b-8d1e-43e69ffc9d3b req-811d37b8-1311-4dad-9842-6f864de5f554 tempest-ServerShowV254Test-1352740878 tempest-ServerShowV254Test-1352740878-project] 10.222.0.60 "GET /v2.0/ports?device_id=812270dd-7ab0-418f-a64c-ca68ee11382b HTTP/1.1" status: 200 len: 210 time: 0.1169569 Nov 23 17:40:26.052909 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-124e2125-5fc8-403e-adbd-19243c93cbfc None None] Attempting to bind port af52aa9e-e115-42e0-98c3-e77593967769 on host n-d-816206-8 for vnic_type normal with profile {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:40:26.053288 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-124e2125-5fc8-403e-adbd-19243c93cbfc None None] Attempting to bind port af52aa9e-e115-42e0-98c3-e77593967769 by drivers openvswitch,hyperv on host n-d-816206-8 at level 0 using segments [{'id': '208f22fc-9686-4ca3-a88c-018385437c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '56dedb9c-c874-4806-8073-23c183970f13'}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:40:26.053653 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-124e2125-5fc8-403e-adbd-19243c93cbfc None None] Attempting to bind port af52aa9e-e115-42e0-98c3-e77593967769 on network 56dedb9c-c874-4806-8073-23c183970f13 {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:40:26.059199 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-124e2125-5fc8-403e-adbd-19243c93cbfc None None] Checking agent: {'id': '9e89acbe-4bbe-4c77-a18b-6f1da9133e0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 7, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 40, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:40:26.059571 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-124e2125-5fc8-403e-adbd-19243c93cbfc None None] Checking segment: {'id': '208f22fc-9686-4ca3-a88c-018385437c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '56dedb9c-c874-4806-8073-23c183970f13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:40:26.059978 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-124e2125-5fc8-403e-adbd-19243c93cbfc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:26.060737 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-124e2125-5fc8-403e-adbd-19243c93cbfc None None] Bound using segment: {'id': '208f22fc-9686-4ca3-a88c-018385437c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '56dedb9c-c874-4806-8073-23c183970f13'} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:40:26.065163 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-124e2125-5fc8-403e-adbd-19243c93cbfc None None] Bound port: af52aa9e-e115-42e0-98c3-e77593967769, host: n-d-816206-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '208f22fc-9686-4ca3-a88c-018385437c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '56dedb9c-c874-4806-8073-23c183970f13'}}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:40:26.068848 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-124e2125-5fc8-403e-adbd-19243c93cbfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:26.099717 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7604c478-8046-4462-838e-6a557abc3652 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:26.117204 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-7604c478-8046-4462-838e-6a557abc3652 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Calling delete_port for ddba8d97-5ccc-4976-b6e2-a336bb3ffc72 owned by {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:40:26.226245 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-04383493-65b1-428f-85f0-81514842b3d2 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:26.286333 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04383493-65b1-428f-85f0-81514842b3d2 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Pushing event deleted for resources: {'Port': ['ID=2b470932-51f1-4058-92b7-e86d181e5e22,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:40:26.301511 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-124e2125-5fc8-403e-adbd-19243c93cbfc None None] For port af52aa9e-e115-42e0-98c3-e77593967769, host n-d-816206-8, cleared binding levels {{(pid=103592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:40:26.315490 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-124e2125-5fc8-403e-adbd-19243c93cbfc None None] For port af52aa9e-e115-42e0-98c3-e77593967769, host n-d-816206-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=af52aa9e-e115-42e0-98c3-e77593967769,segment=NetworkSegment(208f22fc-9686-4ca3-a88c-018385437c28),segment_id=208f22fc-9686-4ca3-a88c-018385437c28)] {{(pid=103592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:40:26.335715 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-124e2125-5fc8-403e-adbd-19243c93cbfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:26.530321 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124e2125-5fc8-403e-adbd-19243c93cbfc None None] Pushing event updated for resources: {'Port': ['ID=af52aa9e-e115-42e0-98c3-e77593967769,revision_number=2']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:40:26.562417 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-086d5ccc-bf3b-4076-ad8c-7829f4781154 req-0fd4ed36-0aab-4819-a817-85298420ac99 tempest-ServerShowV254Test-1352740878 tempest-ServerShowV254Test-1352740878-project] 10.222.0.55 "GET /v2.0/ports?device_id=812270dd-7ab0-418f-a64c-ca68ee11382b HTTP/1.1" status: 200 len: 210 time: 0.0816329 Nov 23 17:40:26.611276 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7604c478-8046-4462-838e-6a557abc3652 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:26.647692 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-04383493-65b1-428f-85f0-81514842b3d2 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Publish callbacks [] for floatingip, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:26.662483 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-04383493-65b1-428f-85f0-81514842b3d2 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for floatingip, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:26.666808 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-04383493-65b1-428f-85f0-81514842b3d2 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] 10.222.0.60 "DELETE /v2.0/floatingips/1483bc3c-da5b-4908-964b-36597d63f1c7 HTTP/1.1" status: 204 len: 168 time: 2.5264435 Nov 23 17:40:26.675600 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 51280) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:40:26.682944 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7604c478-8046-4462-838e-6a557abc3652 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Pushing event deleted for resources: {'Port': ['ID=ddba8d97-5ccc-4976-b6e2-a336bb3ffc72,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:40:26.722854 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7604c478-8046-4462-838e-6a557abc3652 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:26.728703 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-7604c478-8046-4462-838e-6a557abc3652 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] 10.222.0.60 "DELETE /v2.0/ports/ddba8d97-5ccc-4976-b6e2-a336bb3ffc72 HTTP/1.1" status: 204 len: 168 time: 1.0865035 Nov 23 17:40:26.729831 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca7fa53-ceb6-4f19-b9c3-c930151e90ca req-fe9c5ac9-f30e-4eac-9468-4e63c22a7bd5 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:40:26.729970 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 51282) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:40:26.731206 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6ca7fa53-ceb6-4f19-b9c3-c930151e90ca req-fe9c5ac9-f30e-4eac-9468-4e63c22a7bd5 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/ports?device_id=05801c5e-23fe-4c5d-a9cb-dc7464d84c54 HTTP/1.1" status: 200 len: 944 time: 0.3396871 Nov 23 17:40:26.895030 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a4a7061-a530-4a2f-8a73-05dc67e26894 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:40:26.901525 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a4a7061-a530-4a2f-8a73-05dc67e26894 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:40:26.905470 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-1a4a7061-a530-4a2f-8a73-05dc67e26894 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1733575 Nov 23 17:40:26.906458 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 51286) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:40:26.958283 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-027861df-e7d1-4640-b139-9b12a69fc94c tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks [] for port, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:27.066708 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_v2 [None req-d13ae1fa-d0bb-4cd9-8a68-d9b1de23f146 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Deleting subnet 3a64a706-c3bd-430c-9c81-30d4c722525a {{(pid=103590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 17:40:27.072760 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d13ae1fa-d0bb-4cd9-8a68-d9b1de23f146 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks [] for subnet, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:27.143708 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-027861df-e7d1-4640-b139-9b12a69fc94c tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264758186'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:27.191595 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d13ae1fa-d0bb-4cd9-8a68-d9b1de23f146 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-267528342'] for subnet, precommit_delete_associations {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:27.282692 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-dc04b464-392a-419f-b3d9-40fe609e7778 req-b91620c2-72a8-4c38-8ab9-66856e3fa05a tempest-ServerShowV254Test-1352740878 tempest-ServerShowV254Test-1352740878-project] 10.222.0.60 "GET /v2.0/ports?device_id=812270dd-7ab0-418f-a64c-ca68ee11382b HTTP/1.1" status: 200 len: 210 time: 0.0851800 Nov 23 17:40:27.318542 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6ca7fa53-ceb6-4f19-b9c3-c930151e90ca req-87a79ec6-b89d-4f9e-97d7-7e657a2550f8 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/security-groups?id=776cdaad-ec9b-4a42-a3a9-360feae7cf4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5753348 Nov 23 17:40:27.329911 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-027861df-e7d1-4640-b139-9b12a69fc94c tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:40:27.331404 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-027861df-e7d1-4640-b139-9b12a69fc94c tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:27.332980 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-027861df-e7d1-4640-b139-9b12a69fc94c tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] 10.222.0.60 "PUT /v2.0/ports/7b2ee67d-c246-480a-b25e-e5c509ad0c3d HTTP/1.1" status: 200 len: 910 time: 2.1044962 Nov 23 17:40:27.337693 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 51294) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:40:27.353942 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027861df-e7d1-4640-b139-9b12a69fc94c tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Pushing event updated for resources: {'Port': ['ID=7b2ee67d-c246-480a-b25e-e5c509ad0c3d,revision_number=3']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:40:27.386710 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-90874e58-89c5-4aca-943f-56285a530cb2 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Deleting port 2c22850f-3ed8-45c1-8cb5-d847f5bb33e0 {{(pid=103591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:40:27.387409 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-90874e58-89c5-4aca-943f-56285a530cb2 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:27.566609 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d13ae1fa-d0bb-4cd9-8a68-d9b1de23f146 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971956'] for subnet, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:27.606978 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-90874e58-89c5-4aca-943f-56285a530cb2 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:27.637837 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-90874e58-89c5-4aca-943f-56285a530cb2 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Calling delete_port for 2c22850f-3ed8-45c1-8cb5-d847f5bb33e0 owned by {{(pid=103591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:40:27.769382 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d13ae1fa-d0bb-4cd9-8a68-d9b1de23f146 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264357903', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264730940'] for subnet, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:27.948537 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-90874e58-89c5-4aca-943f-56285a530cb2 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:28.134220 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90874e58-89c5-4aca-943f-56285a530cb2 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Pushing event deleted for resources: {'Port': ['ID=2c22850f-3ed8-45c1-8cb5-d847f5bb33e0,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:40:28.271990 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-90874e58-89c5-4aca-943f-56285a530cb2 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:28.276724 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-90874e58-89c5-4aca-943f-56285a530cb2 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] 10.222.0.60 "DELETE /v2.0/ports/2c22850f-3ed8-45c1-8cb5-d847f5bb33e0 HTTP/1.1" status: 204 len: 168 time: 1.5988445 Nov 23 17:40:28.287082 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 51316) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:40:28.363239 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13ae1fa-d0bb-4cd9-8a68-d9b1de23f146 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Pushing event deleted for resources: {'Subnet': ['ID=3a64a706-c3bd-430c-9c81-30d4c722525a,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:40:28.463500 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d13ae1fa-d0bb-4cd9-8a68-d9b1de23f146 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks [] for subnet, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:28.464260 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f76d00c-846b-4cf7-aaab-be1cd1f16582 None None] Network 56dedb9c-c874-4806-8073-23c183970f13 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:40:28.467253 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-d13ae1fa-d0bb-4cd9-8a68-d9b1de23f146 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] 10.222.0.60 "DELETE /v2.0/subnets/3a64a706-c3bd-430c-9c81-30d4c722525a HTTP/1.1" status: 204 len: 168 time: 1.5592904 Nov 23 17:40:28.479196 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 51324) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:40:28.666364 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-d85f7b31-77e4-420b-a773-19f431106874 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1748967 Nov 23 17:40:28.670069 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 51328) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:40:28.682318 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-fd0cb312-183b-44a3-b0d9-510e1c327dd6 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Request body: {'subnet': {'network_id': '56dedb9c-c874-4806-8073-23c183970f13', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:40:28.729606 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73182698-944a-48f3-9e1e-061866ef2d9a req-51f88baf-550c-4826-a2e7-cce9669a100c tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:40:28.735809 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-73182698-944a-48f3-9e1e-061866ef2d9a req-51f88baf-550c-4826-a2e7-cce9669a100c tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/ports?device_id=05801c5e-23fe-4c5d-a9cb-dc7464d84c54 HTTP/1.1" status: 200 len: 944 time: 0.2077639 Nov 23 17:40:28.745669 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-379cfa76-910c-44c2-ad6d-d08517faee8c None None] Provisioning complete for port af52aa9e-e115-42e0-98c3-e77593967769 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:40:28.746294 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-379cfa76-910c-44c2-ad6d-d08517faee8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:28.756096 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-bf73ed15-edce-45a1-bd52-5311f25575bc tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Deleting port 43a35972-e7d6-46b1-a089-47907bd8d235 {{(pid=103591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:40:28.756096 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-bf73ed15-edce-45a1-bd52-5311f25575bc tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:29.034036 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-73182698-944a-48f3-9e1e-061866ef2d9a req-cc0f0e23-feb3-45f2-8cbc-57d6675fdd69 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/security-groups?id=776cdaad-ec9b-4a42-a3a9-360feae7cf4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2360315 Nov 23 17:40:29.065513 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-bf73ed15-edce-45a1-bd52-5311f25575bc tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:29.090990 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-bf73ed15-edce-45a1-bd52-5311f25575bc tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Calling delete_port for 43a35972-e7d6-46b1-a089-47907bd8d235 owned by {{(pid=103591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:40:29.199737 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 51338) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:40:29.219709 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd0cb312-183b-44a3-b0d9-510e1c327dd6 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Made reservation on behalf of a17872768c1e4384801bad129509cfa7 for: {'subnet': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:40:29.230952 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-fd0cb312-183b-44a3-b0d9-510e1c327dd6 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264730903'] for subnet, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:29.406385 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-bf73ed15-edce-45a1-bd52-5311f25575bc tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:29.415694 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-eebc7e6e-6c52-4052-aba4-9f36075f3a3f tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1794372'] for router_interface, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:29.466031 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf73ed15-edce-45a1-bd52-5311f25575bc tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Pushing event deleted for resources: {'Port': ['ID=43a35972-e7d6-46b1-a089-47907bd8d235,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:40:29.689938 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-120e6b9f-b0eb-4653-8417-67af57c15256 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:29.698157 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device af52aa9e-e115-42e0-98c3-e77593967769 up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:40:29.772387 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-379cfa76-910c-44c2-ad6d-d08517faee8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:29.829705 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port af52aa9e-e115-42e0-98c3-e77593967769 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:40:29.830124 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:29.847860 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-379cfa76-910c-44c2-ad6d-d08517faee8c None None] For port af52aa9e-e115-42e0-98c3-e77593967769, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=af52aa9e-e115-42e0-98c3-e77593967769,segment=NetworkSegment(208f22fc-9686-4ca3-a88c-018385437c28),segment_id=208f22fc-9686-4ca3-a88c-018385437c28)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:40:29.919054 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-379cfa76-910c-44c2-ad6d-d08517faee8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:29.928031 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-120e6b9f-b0eb-4653-8417-67af57c15256 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:29.933406 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-bf73ed15-edce-45a1-bd52-5311f25575bc tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:29.944603 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b68ae4e8-ef52-4562-916d-4046b8c2c9a3 None None] DHCP port deletion for 56dedb9c-c874-4806-8073-23c183970f13 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:40:29.945443 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-bf73ed15-edce-45a1-bd52-5311f25575bc tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] 10.222.0.60 "DELETE /v2.0/ports/43a35972-e7d6-46b1-a089-47907bd8d235 HTTP/1.1" status: 204 len: 168 time: 1.6539738 Nov 23 17:40:29.949169 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 51352) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:40:29.988128 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-120e6b9f-b0eb-4653-8417-67af57c15256 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:29.999934 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-fd0cb312-183b-44a3-b0d9-510e1c327dd6 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264358096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264730885'] for subnet, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:30.085884 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-120e6b9f-b0eb-4653-8417-67af57c15256 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=795bb8b995eb42ecb8105cbfc53a7a3b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8850577 Nov 23 17:40:30.093962 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 51362) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:40:30.139228 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379cfa76-910c-44c2-ad6d-d08517faee8c None None] Pushing event updated for resources: {'Port': ['ID=af52aa9e-e115-42e0-98c3-e77593967769,revision_number=4']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:40:30.172369 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-b68ae4e8-ef52-4562-916d-4046b8c2c9a3 None None] Deleting port af52aa9e-e115-42e0-98c3-e77593967769 {{(pid=103592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:40:30.172942 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b68ae4e8-ef52-4562-916d-4046b8c2c9a3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:30.200429 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0cb312-183b-44a3-b0d9-510e1c327dd6 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Pushing event updated for resources: {'Subnet': ['ID=25c23ec3-8666-4223-9220-6c21a7920ad8,revision_number=0']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:40:30.240727 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd0cb312-183b-44a3-b0d9-510e1c327dd6 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Network 56dedb9c-c874-4806-8073-23c183970f13 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:40:30.248160 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0cb312-183b-44a3-b0d9-510e1c327dd6 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:40:30.249665 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0cb312-183b-44a3-b0d9-510e1c327dd6 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:40:30.250033 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0cb312-183b-44a3-b0d9-510e1c327dd6 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:40:30.250384 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0cb312-183b-44a3-b0d9-510e1c327dd6 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:40:30.250729 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0cb312-183b-44a3-b0d9-510e1c327dd6 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:40:30.251073 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0cb312-183b-44a3-b0d9-510e1c327dd6 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:40:30.251417 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0cb312-183b-44a3-b0d9-510e1c327dd6 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:40:30.251829 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0cb312-183b-44a3-b0d9-510e1c327dd6 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:40:30.260996 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0cb312-183b-44a3-b0d9-510e1c327dd6 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:40:30.261349 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0cb312-183b-44a3-b0d9-510e1c327dd6 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:40:30.263345 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-dfd5ca0d-ee3f-4402-b3a4-7cd3a1655b87 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:30.263481 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0cb312-183b-44a3-b0d9-510e1c327dd6 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:40:30.265151 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd0cb312-183b-44a3-b0d9-510e1c327dd6 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:40:30.292752 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-dfd5ca0d-ee3f-4402-b3a4-7cd3a1655b87 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:30.320698 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-fd0cb312-183b-44a3-b0d9-510e1c327dd6 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:40:30.341078 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd0cb312-183b-44a3-b0d9-510e1c327dd6 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:40:30.343984 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-fd0cb312-183b-44a3-b0d9-510e1c327dd6 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks [] for subnet, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:30.372657 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.db_base_plugin_v2 [None req-c11dcae6-38d9-4db2-95ec-b67461118318 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Deleting subnet 61fc00fc-b813-4658-838c-689d0da00fb4 {{(pid=103591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 17:40:30.377373 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120e6b9f-b0eb-4653-8417-67af57c15256 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f04209cf-f1c6-402b-b794-2757f2cd2973,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:40:30.385938 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c11dcae6-38d9-4db2-95ec-b67461118318 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Publish callbacks [] for subnet, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:30.429153 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b68ae4e8-ef52-4562-916d-4046b8c2c9a3 None None] For port af52aa9e-e115-42e0-98c3-e77593967769, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=af52aa9e-e115-42e0-98c3-e77593967769,segment=NetworkSegment(208f22fc-9686-4ca3-a88c-018385437c28),segment_id=208f22fc-9686-4ca3-a88c-018385437c28)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:40:30.429943 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b68ae4e8-ef52-4562-916d-4046b8c2c9a3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:30.446186 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-b68ae4e8-ef52-4562-916d-4046b8c2c9a3 None None] Calling delete_port for af52aa9e-e115-42e0-98c3-e77593967769 owned by network:dhcp {{(pid=103592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:40:30.468388 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7f2445-86a2-4a90-ab22-978012a89b0e req-20cca119-43aa-4865-b56a-c8f0dfeadc5d tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:40:30.484272 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-fd0cb312-183b-44a3-b0d9-510e1c327dd6 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.8103511 Nov 23 17:40:30.486087 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4a7f2445-86a2-4a90-ab22-978012a89b0e req-20cca119-43aa-4865-b56a-c8f0dfeadc5d tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/ports?device_id=05801c5e-23fe-4c5d-a9cb-dc7464d84c54 HTTP/1.1" status: 200 len: 944 time: 0.2456369 Nov 23 17:40:30.510507 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 51368) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:40:30.523089 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-545bbd02-de1c-426d-bb8e-8ae0263fd767 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Request body: {'port': {'network_id': '56dedb9c-c874-4806-8073-23c183970f13', 'name': 'tempest-NetworksTestDHCPv6-1538503577'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:40:30.529520 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c11dcae6-38d9-4db2-95ec-b67461118318 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265990000'] for subnet, precommit_delete_associations {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:30.596879 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b68ae4e8-ef52-4562-916d-4046b8c2c9a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989'] for port, after_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:30.602776 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-dfd5ca0d-ee3f-4402-b3a4-7cd3a1655b87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:30.605367 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-dfd5ca0d-ee3f-4402-b3a4-7cd3a1655b87 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:30.608904 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-dfd5ca0d-ee3f-4402-b3a4-7cd3a1655b87 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f04209cf-f1c6-402b-b794-2757f2cd2973 HTTP/1.1" status: 204 len: 168 time: 0.5090666 Nov 23 17:40:30.627051 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4a7f2445-86a2-4a90-ab22-978012a89b0e req-6c8b3c1b-bd16-4af5-8ea3-7966da65b136 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/security-groups?id=776cdaad-ec9b-4a42-a3a9-360feae7cf4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396511 Nov 23 17:40:30.639371 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68ae4e8-ef52-4562-916d-4046b8c2c9a3 None None] Pushing event deleted for resources: {'Port': ['ID=af52aa9e-e115-42e0-98c3-e77593967769,revision_number=None']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:40:30.653461 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd5ca0d-ee3f-4402-b3a4-7cd3a1655b87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f04209cf-f1c6-402b-b794-2757f2cd2973,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:40:30.653977 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b68ae4e8-ef52-4562-916d-4046b8c2c9a3 None None] No DVR routers for this DVR port af52aa9e-e115-42e0-98c3-e77593967769 on host n-d-816206-8 {{(pid=103592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:40:30.704595 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97ff4ce4-19c3-4004-a3ea-07fde808966d None None] Network 56dedb9c-c874-4806-8073-23c183970f13 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:40:30.745589 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c11dcae6-38d9-4db2-95ec-b67461118318 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971956'] for subnet, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:30.802205 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-eebc7e6e-6c52-4052-aba4-9f36075f3a3f tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Deleting port 7b2ee67d-c246-480a-b25e-e5c509ad0c3d {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:40:30.802205 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-eebc7e6e-6c52-4052-aba4-9f36075f3a3f tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:30.909907 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c11dcae6-38d9-4db2-95ec-b67461118318 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264758240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264314269'] for subnet, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:30.958963 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-eebc7e6e-6c52-4052-aba4-9f36075f3a3f tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:30.961491 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device af52aa9e-e115-42e0-98c3-e77593967769 no longer exists at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:40:30.981722 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11dcae6-38d9-4db2-95ec-b67461118318 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Pushing event deleted for resources: {'Subnet': ['ID=61fc00fc-b813-4658-838c-689d0da00fb4,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:40:30.992679 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c11dcae6-38d9-4db2-95ec-b67461118318 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for subnet, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:30.996200 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-c11dcae6-38d9-4db2-95ec-b67461118318 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] 10.222.0.60 "DELETE /v2.0/subnets/61fc00fc-b813-4658-838c-689d0da00fb4 HTTP/1.1" status: 204 len: 168 time: 1.0422606 Nov 23 17:40:30.996403 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-eebc7e6e-6c52-4052-aba4-9f36075f3a3f tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Calling delete_port for 7b2ee67d-c246-480a-b25e-e5c509ad0c3d owned by network:router_interface {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:40:31.001137 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 51380) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:40:31.027718 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-545bbd02-de1c-426d-bb8e-8ae0263fd767 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Made reservation on behalf of a17872768c1e4384801bad129509cfa7 for: {'port': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:40:31.036165 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-545bbd02-de1c-426d-bb8e-8ae0263fd767 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:31.041274 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37665a6a-10d0-45a5-8e89-f2ed9c24349d None None] Network a080cd49-aff0-47e2-a832-3717812be820 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:40:31.102322 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] No Port match for: af52aa9e-e115-42e0-98c3-e77593967769 {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:40:31.102779 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device af52aa9e-e115-42e0-98c3-e77593967769 not bound to the agent host n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:40:31.108237 n-d-816206-8 neutron-server[103590]: DEBUG neutron.notifiers.nova [None req-545bbd02-de1c-426d-bb8e-8ae0263fd767 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] device_id is not set on port 37514514-cffc-4405-b029-3274e76c9b0f yet. {{(pid=103590) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 17:40:31.112843 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0afdc6a0-815c-4964-9d02-4d8e8d43d9ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp355044b8-8e87-58c4-94fa-4a010ec30f9e-56dedb9c-c874-4806-8073-23c183970f13', 'network_id': '56dedb9c-c874-4806-8073-23c183970f13', 'tenant_id': 'a17872768c1e4384801bad129509cfa7', 'fixed_ips': [{'subnet_id': '25c23ec3-8666-4223-9220-6c21a7920ad8'}]}} from n-d-816206-8. {{(pid=103592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 17:40:31.113805 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-0afdc6a0-815c-4964-9d02-4d8e8d43d9ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:31.347383 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-545bbd02-de1c-426d-bb8e-8ae0263fd767 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Allocated IP 2001:db8::3e4 (56dedb9c-c874-4806-8073-23c183970f13/25c23ec3-8666-4223-9220-6c21a7920ad8/37514514-cffc-4405-b029-3274e76c9b0f) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:40:31.534532 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3965f23-b315-4ab2-bd90-c162ceccf12c tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Deleting subnet bcb9709f-482c-4f68-bfac-95b809cc7fe7 {{(pid=103591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 17:40:31.538510 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c3965f23-b315-4ab2-bd90-c162ceccf12c tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Publish callbacks [] for subnet, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:31.557134 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a1dc68d-d360-49b2-9bdb-3a90a749180a None None] DHCP port deletion for a080cd49-aff0-47e2-a832-3717812be820 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:40:31.624394 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c3965f23-b315-4ab2-bd90-c162ceccf12c tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265990000'] for subnet, precommit_delete_associations {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:31.679778 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-545bbd02-de1c-426d-bb8e-8ae0263fd767 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:31.695985 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-0a1dc68d-d360-49b2-9bdb-3a90a749180a None None] Deleting port ad662a56-1f51-4b18-b430-00c202c96caa {{(pid=103592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:40:31.696403 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-0a1dc68d-d360-49b2-9bdb-3a90a749180a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:31.730937 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-545bbd02-de1c-426d-bb8e-8ae0263fd767 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:31.775337 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c3965f23-b315-4ab2-bd90-c162ceccf12c tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971956'] for subnet, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:31.872614 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-0a1dc68d-d360-49b2-9bdb-3a90a749180a None None] For port ad662a56-1f51-4b18-b430-00c202c96caa, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=ad662a56-1f51-4b18-b430-00c202c96caa,segment=NetworkSegment(487ac287-bf03-4216-af3f-1793e9c7040a),segment_id=487ac287-bf03-4216-af3f-1793e9c7040a)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:40:31.873188 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-0a1dc68d-d360-49b2-9bdb-3a90a749180a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:31.889597 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.db_base_plugin_common [None req-0afdc6a0-815c-4964-9d02-4d8e8d43d9ba None None] Allocated IP 2001:db8::2 (56dedb9c-c874-4806-8073-23c183970f13/25c23ec3-8666-4223-9220-6c21a7920ad8/998eec78-19e6-4fe5-9bcd-148659c72c3a) {{(pid=103592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:40:31.898018 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-0a1dc68d-d360-49b2-9bdb-3a90a749180a None None] Calling delete_port for ad662a56-1f51-4b18-b430-00c202c96caa owned by network:dhcp {{(pid=103592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:40:31.945821 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-545bbd02-de1c-426d-bb8e-8ae0263fd767 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Network 56dedb9c-c874-4806-8073-23c183970f13 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:40:31.960060 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-545bbd02-de1c-426d-bb8e-8ae0263fd767 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:40:31.964178 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c3965f23-b315-4ab2-bd90-c162ceccf12c tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264758240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264314269'] for subnet, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:31.966252 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-545bbd02-de1c-426d-bb8e-8ae0263fd767 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:40:31.966465 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 51412) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:40:31.980756 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-545bbd02-de1c-426d-bb8e-8ae0263fd767 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:40:31.985753 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-545bbd02-de1c-426d-bb8e-8ae0263fd767 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:32.010207 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3965f23-b315-4ab2-bd90-c162ceccf12c tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Pushing event deleted for resources: {'Subnet': ['ID=bcb9709f-482c-4f68-bfac-95b809cc7fe7,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:40:32.023711 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c3965f23-b315-4ab2-bd90-c162ceccf12c tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for subnet, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:32.027422 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-c3965f23-b315-4ab2-bd90-c162ceccf12c tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] 10.222.0.60 "DELETE /v2.0/subnets/bcb9709f-482c-4f68-bfac-95b809cc7fe7 HTTP/1.1" status: 204 len: 168 time: 1.0247583 Nov 23 17:40:32.031062 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 51418) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:40:32.033535 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3965f23-b315-4ab2-bd90-c162ceccf12c tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:40:32.034310 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3965f23-b315-4ab2-bd90-c162ceccf12c tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:40:32.034798 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3965f23-b315-4ab2-bd90-c162ceccf12c tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:40:32.035950 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3965f23-b315-4ab2-bd90-c162ceccf12c tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:40:32.036657 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3965f23-b315-4ab2-bd90-c162ceccf12c tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:40:32.037308 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3965f23-b315-4ab2-bd90-c162ceccf12c tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:40:32.037840 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3965f23-b315-4ab2-bd90-c162ceccf12c tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:40:32.038458 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3965f23-b315-4ab2-bd90-c162ceccf12c tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:40:32.039005 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3965f23-b315-4ab2-bd90-c162ceccf12c tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:40:32.039494 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3965f23-b315-4ab2-bd90-c162ceccf12c tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:40:32.040336 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3965f23-b315-4ab2-bd90-c162ceccf12c tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:40:32.040853 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3965f23-b315-4ab2-bd90-c162ceccf12c tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:40:32.066405 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe39105-b9cc-44e5-aa3c-5d60ff39338b req-af3f6813-7fa3-4e68-bacb-0a502a6e1bfd tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:40:32.068286 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-dfe39105-b9cc-44e5-aa3c-5d60ff39338b req-af3f6813-7fa3-4e68-bacb-0a502a6e1bfd tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/ports?device_id=05801c5e-23fe-4c5d-a9cb-dc7464d84c54 HTTP/1.1" status: 200 len: 944 time: 0.1759093 Nov 23 17:40:32.071834 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e88ac66-beea-4012-b724-a04b9b4e05cb None None] Network a67d26f0-d8bc-46d6-9df4-c5b8fb20d14c requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:40:32.127341 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545bbd02-de1c-426d-bb8e-8ae0263fd767 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Pushing event updated for resources: {'Port': ['ID=37514514-cffc-4405-b029-3274e76c9b0f,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:40:32.148321 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-545bbd02-de1c-426d-bb8e-8ae0263fd767 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.6318700 Nov 23 17:40:32.168879 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 51422) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:40:32.194238 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-89efa3d8-2a65-4f95-9935-341b4ed73c75 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-162058738-network', 'tenant_id': '466bf1c72d33403f87857823905a1383'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:40:32.244313 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-eebc7e6e-6c52-4052-aba4-9f36075f3a3f tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:32.258078 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3244b79-d05a-4ec7-a7f4-81e0c36ca053 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:40:32.259704 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-f3244b79-d05a-4ec7-a7f4-81e0c36ca053 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.0897992 Nov 23 17:40:32.265678 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 51424) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:40:32.269260 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-dfe39105-b9cc-44e5-aa3c-5d60ff39338b req-4bd8c33c-cff3-402d-839a-d6aefa0a637a tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/security-groups?id=776cdaad-ec9b-4a42-a3a9-360feae7cf4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827004 Nov 23 17:40:32.296666 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-189ee4e5-8631-4d58-b17d-781b818f10de tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-555181'] for network, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:32.311227 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebc7e6e-6c52-4052-aba4-9f36075f3a3f tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Pushing event deleted for resources: {'Port': ['ID=7b2ee67d-c246-480a-b25e-e5c509ad0c3d,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:40:32.319050 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89efa3d8-2a65-4f95-9935-341b4ed73c75 admin admin] Made reservation on behalf of 466bf1c72d33403f87857823905a1383 for: {'network': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:40:32.321425 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-89efa3d8-2a65-4f95-9935-341b4ed73c75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for network, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:32.347399 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-89efa3d8-2a65-4f95-9935-341b4ed73c75 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:32.431083 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-0a1dc68d-d360-49b2-9bdb-3a90a749180a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989'] for port, after_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:32.533873 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1dc68d-d360-49b2-9bdb-3a90a749180a None None] Pushing event deleted for resources: {'Port': ['ID=ad662a56-1f51-4b18-b430-00c202c96caa,revision_number=None']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:40:32.584106 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a1dc68d-d360-49b2-9bdb-3a90a749180a None None] No DVR routers for this DVR port ad662a56-1f51-4b18-b430-00c202c96caa on host n-d-816206-8 {{(pid=103592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:40:32.621741 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-0afdc6a0-815c-4964-9d02-4d8e8d43d9ba None None] Publish callbacks [] for port, precommit_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:32.660370 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-0afdc6a0-815c-4964-9d02-4d8e8d43d9ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980'] for port, after_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:32.697330 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-189ee4e5-8631-4d58-b17d-781b818f10de tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973419', 'neutron.services.segments.db._delete_segments_for_network-8736635878840'] for network, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:32.801446 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-eebc7e6e-6c52-4052-aba4-9f36075f3a3f tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2067500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1794520'] for router_interface, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:32.820735 n-d-816206-8 neutron-server[103592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0afdc6a0-815c-4964-9d02-4d8e8d43d9ba None None] Network 56dedb9c-c874-4806-8073-23c183970f13 is already hosted by enough agents. {{(pid=103592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:40:32.836844 n-d-816206-8 neutron-server[103592]: DEBUG neutron.scheduler.base_scheduler [None req-0afdc6a0-815c-4964-9d02-4d8e8d43d9ba None None] Resources bound (agent type, host, resource id): {{(pid=103592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:40:32.839824 n-d-816206-8 neutron-server[103591]: DEBUG neutron.services.segments.db [None req-189ee4e5-8631-4d58-b17d-781b818f10de tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a080cd49-aff0-47e2-a832-3717812be820']}} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:40:32.864624 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b527306-b7e7-4cdb-91f9-7eef0687a423 None None] DHCP port deletion for a67d26f0-d8bc-46d6-9df4-c5b8fb20d14c request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:40:32.899957 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0afdc6a0-815c-4964-9d02-4d8e8d43d9ba None None] Received port after_create {{(pid=103592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:40:32.909327 n-d-816206-8 neutron-server[103591]: DEBUG neutron.services.segments.db [None req-189ee4e5-8631-4d58-b17d-781b818f10de tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '487ac287-bf03-4216-af3f-1793e9c7040a') {'for_net_delete': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:40:32.909852 n-d-816206-8 neutron-server[103591]: DEBUG neutron.services.segments.db [None req-189ee4e5-8631-4d58-b17d-781b818f10de tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '487ac287-bf03-4216-af3f-1793e9c7040a') {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:40:32.948790 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-189ee4e5-8631-4d58-b17d-781b818f10de tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736635840332', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265989959'] for segment, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:33.014333 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afdc6a0-815c-4964-9d02-4d8e8d43d9ba None None] Pushing event updated for resources: {'Port': ['ID=998eec78-19e6-4fe5-9bcd-148659c72c3a,revision_number=1']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:40:33.015535 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-189ee4e5-8631-4d58-b17d-781b818f10de tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:33.067090 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-189ee4e5-8631-4d58-b17d-781b818f10de tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Releasing vlan 532 on physical network physnet1 to pool {{(pid=103591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 17:40:33.078461 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-189ee4e5-8631-4d58-b17d-781b818f10de tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264756290'] for segment, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:33.083577 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-8288ea5f-8f2a-4aed-ba81-f146f85aad55 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Deleting port 37514514-cffc-4405-b029-3274e76c9b0f {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:40:33.087727 n-d-816206-8 neutron-server[103591]: Traceback (most recent call last): Nov 23 17:40:33.087727 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 17:40:33.087727 n-d-816206-8 neutron-server[103591]: timer() Nov 23 17:40:33.087727 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 17:40:33.087727 n-d-816206-8 neutron-server[103591]: cb(*args, **kw) Nov 23 17:40:33.087727 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 17:40:33.087727 n-d-816206-8 neutron-server[103591]: return func(*args, **kwargs) Nov 23 17:40:33.087727 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 17:40:33.087727 n-d-816206-8 neutron-server[103591]: self._notify() Nov 23 17:40:33.087727 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 17:40:33.087727 n-d-816206-8 neutron-server[103591]: self.callback(batched_events) Nov 23 17:40:33.087727 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 17:40:33.087727 n-d-816206-8 neutron-server[103591]: event.method(event) Nov 23 17:40:33.087727 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 17:40:33.087727 n-d-816206-8 neutron-server[103591]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 17:40:33.087727 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 17:40:33.087727 n-d-816206-8 neutron-server[103591]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 17:40:33.087727 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 17:40:33.087727 n-d-816206-8 neutron-server[103591]: return f(self, *a, **k) Nov 23 17:40:33.087727 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 17:40:33.087727 n-d-816206-8 neutron-server[103591]: return self._get(url).json() Nov 23 17:40:33.087727 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 17:40:33.087727 n-d-816206-8 neutron-server[103591]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 17:40:33.087727 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 17:40:33.087727 n-d-816206-8 neutron-server[103591]: return self.request(url, 'GET', **kwargs) Nov 23 17:40:33.087727 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 17:40:33.087727 n-d-816206-8 neutron-server[103591]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 17:40:33.087727 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 17:40:33.087727 n-d-816206-8 neutron-server[103591]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 17:40:33.087727 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 17:40:33.087727 n-d-816206-8 neutron-server[103591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 17:40:33.087727 n-d-816206-8 neutron-server[103591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 17:40:33.090267 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8288ea5f-8f2a-4aed-ba81-f146f85aad55 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:33.109440 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device ad662a56-1f51-4b18-b430-00c202c96caa no longer exists at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:40:33.135184 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] No Port match for: ad662a56-1f51-4b18-b430-00c202c96caa {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:40:33.135531 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device ad662a56-1f51-4b18-b430-00c202c96caa not bound to the agent host n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:40:33.167132 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-0afdc6a0-815c-4964-9d02-4d8e8d43d9ba None None] Attempting to bind port 998eec78-19e6-4fe5-9bcd-148659c72c3a on host n-d-816206-8 for vnic_type normal with profile {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:40:33.167512 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-0afdc6a0-815c-4964-9d02-4d8e8d43d9ba None None] Attempting to bind port 998eec78-19e6-4fe5-9bcd-148659c72c3a by drivers openvswitch,hyperv on host n-d-816206-8 at level 0 using segments [{'id': '208f22fc-9686-4ca3-a88c-018385437c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '56dedb9c-c874-4806-8073-23c183970f13'}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:40:33.168466 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0afdc6a0-815c-4964-9d02-4d8e8d43d9ba None None] Attempting to bind port 998eec78-19e6-4fe5-9bcd-148659c72c3a on network 56dedb9c-c874-4806-8073-23c183970f13 {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:40:33.176552 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-4b527306-b7e7-4cdb-91f9-7eef0687a423 None None] Deleting port 71bd1fd6-ffd0-4cee-bb0a-858bc5227cbe {{(pid=103592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:40:33.177158 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-4b527306-b7e7-4cdb-91f9-7eef0687a423 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:33.217842 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-189ee4e5-8631-4d58-b17d-781b818f10de tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1795418'] for network, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:33.228301 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-189ee4e5-8631-4d58-b17d-781b818f10de tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for network, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:33.233739 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-189ee4e5-8631-4d58-b17d-781b818f10de tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] 10.222.0.60 "DELETE /v2.0/networks/a080cd49-aff0-47e2-a832-3717812be820 HTTP/1.1" status: 204 len: 168 time: 1.1885262 Nov 23 17:40:33.240301 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 51446) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:40:33.266580 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-4b527306-b7e7-4cdb-91f9-7eef0687a423 None None] For port 71bd1fd6-ffd0-4cee-bb0a-858bc5227cbe, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=71bd1fd6-ffd0-4cee-bb0a-858bc5227cbe,segment=NetworkSegment(f3fe809b-60bf-416a-b4bb-a4f078db8338),segment_id=f3fe809b-60bf-416a-b4bb-a4f078db8338)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:40:33.266918 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-4b527306-b7e7-4cdb-91f9-7eef0687a423 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:33.282830 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-4b527306-b7e7-4cdb-91f9-7eef0687a423 None None] Calling delete_port for 71bd1fd6-ffd0-4cee-bb0a-858bc5227cbe owned by network:dhcp {{(pid=103592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:40:33.301111 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-89efa3d8-2a65-4f95-9935-341b4ed73c75 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:33.304517 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189ee4e5-8631-4d58-b17d-781b818f10de tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Pushing event deleted for resources: {'Network': ['ID=a080cd49-aff0-47e2-a832-3717812be820,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:40:33.316030 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-89efa3d8-2a65-4f95-9935-341b4ed73c75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:33.375522 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0afdc6a0-815c-4964-9d02-4d8e8d43d9ba None None] Checking agent: {'id': '9e89acbe-4bbe-4c77-a18b-6f1da9133e0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 7, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 40, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:40:33.375937 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0afdc6a0-815c-4964-9d02-4d8e8d43d9ba None None] Checking segment: {'id': '208f22fc-9686-4ca3-a88c-018385437c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '56dedb9c-c874-4806-8073-23c183970f13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:40:33.377253 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-0afdc6a0-815c-4964-9d02-4d8e8d43d9ba None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:33.377854 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0afdc6a0-815c-4964-9d02-4d8e8d43d9ba None None] Bound using segment: {'id': '208f22fc-9686-4ca3-a88c-018385437c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '56dedb9c-c874-4806-8073-23c183970f13'} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:40:33.378794 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-0afdc6a0-815c-4964-9d02-4d8e8d43d9ba None None] Bound port: 998eec78-19e6-4fe5-9bcd-148659c72c3a, host: n-d-816206-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '208f22fc-9686-4ca3-a88c-018385437c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '56dedb9c-c874-4806-8073-23c183970f13'}}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:40:33.379374 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-0afdc6a0-815c-4964-9d02-4d8e8d43d9ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:33.385250 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-4b527306-b7e7-4cdb-91f9-7eef0687a423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989'] for port, after_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:33.386618 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89efa3d8-2a65-4f95-9935-341b4ed73c75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c589cfac-710c-42b4-831f-3acafd80334f,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:40:33.424941 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b527306-b7e7-4cdb-91f9-7eef0687a423 None None] Pushing event deleted for resources: {'Port': ['ID=71bd1fd6-ffd0-4cee-bb0a-858bc5227cbe,revision_number=None']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:40:33.460962 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b527306-b7e7-4cdb-91f9-7eef0687a423 None None] No DVR routers for this DVR port 71bd1fd6-ffd0-4cee-bb0a-858bc5227cbe on host n-d-816206-8 {{(pid=103592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:40:33.472697 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89efa3d8-2a65-4f95-9935-341b4ed73c75 admin admin] vlan segment allocate from pool success with {'vlan_id': 533, 'physical_network': 'physnet1'} {{(pid=103591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 17:40:33.520663 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-89efa3d8-2a65-4f95-9935-341b4ed73c75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:33.520926 n-d-816206-8 neutron-server[103591]: INFO neutron.db.segments_db [None req-89efa3d8-2a65-4f95-9935-341b4ed73c75 admin admin] Added segment e0fe1f0b-4dc5-4c1f-bf9c-941c134f4d0d of type vlan for network ed89e2f9-65c4-4b7e-be5c-6f67d177fc5a Nov 23 17:40:33.640301 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eebc7e6e-6c52-4052-aba4-9f36075f3a3f tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Router a58871c0-2a58-4706-bb3c-bb4d516059cb has already been hosted by L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 {{(pid=103590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 17:40:33.648781 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f6e723e4-26a2-4875-99c5-d904f5757e34 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-555181'] for network, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:33.677445 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8288ea5f-8f2a-4aed-ba81-f146f85aad55 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:33.721035 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-0afdc6a0-815c-4964-9d02-4d8e8d43d9ba None None] For port 998eec78-19e6-4fe5-9bcd-148659c72c3a, host n-d-816206-8, cleared binding levels {{(pid=103592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:40:33.749496 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-0afdc6a0-815c-4964-9d02-4d8e8d43d9ba None None] For port 998eec78-19e6-4fe5-9bcd-148659c72c3a, host n-d-816206-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=998eec78-19e6-4fe5-9bcd-148659c72c3a,segment=NetworkSegment(208f22fc-9686-4ca3-a88c-018385437c28),segment_id=208f22fc-9686-4ca3-a88c-018385437c28)] {{(pid=103592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:40:33.769687 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-0afdc6a0-815c-4964-9d02-4d8e8d43d9ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:33.802377 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eebc7e6e-6c52-4052-aba4-9f36075f3a3f tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:40:33.805763 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-8288ea5f-8f2a-4aed-ba81-f146f85aad55 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Calling delete_port for 37514514-cffc-4405-b029-3274e76c9b0f owned by {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:40:33.812132 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-eebc7e6e-6c52-4052-aba4-9f36075f3a3f tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] 10.222.0.60 "PUT /v2.0/routers/a58871c0-2a58-4706-bb3c-bb4d516059cb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4732618 Nov 23 17:40:33.819603 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10479a63-fad4-4ae3-bf0a-e64765e28efc None None] Sync routers for ids ['a58871c0-2a58-4706-bb3c-bb4d516059cb'] in n-d-816206-8 {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:40:33.821540 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 51462) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:40:33.836189 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10479a63-fad4-4ae3-bf0a-e64765e28efc None None] Routers {'a58871c0-2a58-4706-bb3c-bb4d516059cb'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:40:33.845017 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-10479a63-fad4-4ae3-bf0a-e64765e28efc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:40:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['a58871c0-2a58-4706-bb3c-bb4d516059cb'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:40:33.894187 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ee6c08-346e-4bec-acd5-ce7a7cf19d59 req-d584b64f-f114-4438-b2d3-f78facb8d1f1 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:40:33.897812 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-88ee6c08-346e-4bec-acd5-ce7a7cf19d59 req-d584b64f-f114-4438-b2d3-f78facb8d1f1 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/ports?device_id=05801c5e-23fe-4c5d-a9cb-dc7464d84c54 HTTP/1.1" status: 200 len: 944 time: 0.4499040 Nov 23 17:40:33.899040 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-a4ee876f-4786-4387-b074-2ec7ff904b88 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] 10.222.0.60 "GET /v2.0/ports?device_id=a58871c0-2a58-4706-bb3c-bb4d516059cb HTTP/1.1" status: 200 len: 205 time: 0.0740895 Nov 23 17:40:33.908739 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 51466) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:40:33.926087 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-89efa3d8-2a65-4f95-9935-341b4ed73c75 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736635338810'] for network, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:33.956388 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afdc6a0-815c-4964-9d02-4d8e8d43d9ba None None] Pushing event updated for resources: {'Port': ['ID=998eec78-19e6-4fe5-9bcd-148659c72c3a,revision_number=2']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:40:33.974521 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-10479a63-fad4-4ae3-bf0a-e64765e28efc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:40:34.009139 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10479a63-fad4-4ae3-bf0a-e64765e28efc None None] Routers {'a58871c0-2a58-4706-bb3c-bb4d516059cb'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:40:34.009765 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-10479a63-fad4-4ae3-bf0a-e64765e28efc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:40:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['a58871c0-2a58-4706-bb3c-bb4d516059cb'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:40:34.070550 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-10479a63-fad4-4ae3-bf0a-e64765e28efc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:40:34.071248 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f6e723e4-26a2-4875-99c5-d904f5757e34 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973419', 'neutron.services.segments.db._delete_segments_for_network-8736635878840'] for network, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:34.073064 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10479a63-fad4-4ae3-bf0a-e64765e28efc None None] The sync data for ids ['a58871c0-2a58-4706-bb3c-bb4d516059cb'] in n-d-816206-8 is: [] {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:40:34.100738 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-f6e723e4-26a2-4875-99c5-d904f5757e34 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a67d26f0-d8bc-46d6-9df4-c5b8fb20d14c']}} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:40:34.134825 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-f6e723e4-26a2-4875-99c5-d904f5757e34 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3fe809b-60bf-416a-b4bb-a4f078db8338') {'for_net_delete': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:40:34.135756 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-f6e723e4-26a2-4875-99c5-d904f5757e34 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3fe809b-60bf-416a-b4bb-a4f078db8338') {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:40:34.147339 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f6e723e4-26a2-4875-99c5-d904f5757e34 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736635840332', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-267528353'] for segment, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:34.186185 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f6e723e4-26a2-4875-99c5-d904f5757e34 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:34.205890 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.db.resource_extend [None req-89efa3d8-2a65-4f95-9935-341b4ed73c75 admin admin] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 23 17:40:34.209410 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6e723e4-26a2-4875-99c5-d904f5757e34 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Releasing vlan 504 on physical network physnet1 to pool {{(pid=103590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 17:40:34.211038 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f6e723e4-26a2-4875-99c5-d904f5757e34 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264370093'] for segment, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:34.221584 n-d-816206-8 neutron-server[103590]: Traceback (most recent call last): Nov 23 17:40:34.221584 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 17:40:34.221584 n-d-816206-8 neutron-server[103590]: timer() Nov 23 17:40:34.221584 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 17:40:34.221584 n-d-816206-8 neutron-server[103590]: cb(*args, **kw) Nov 23 17:40:34.221584 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 17:40:34.221584 n-d-816206-8 neutron-server[103590]: return func(*args, **kwargs) Nov 23 17:40:34.221584 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 17:40:34.221584 n-d-816206-8 neutron-server[103590]: self._notify() Nov 23 17:40:34.221584 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 17:40:34.221584 n-d-816206-8 neutron-server[103590]: self.callback(batched_events) Nov 23 17:40:34.221584 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 17:40:34.221584 n-d-816206-8 neutron-server[103590]: event.method(event) Nov 23 17:40:34.221584 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 17:40:34.221584 n-d-816206-8 neutron-server[103590]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 17:40:34.221584 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 17:40:34.221584 n-d-816206-8 neutron-server[103590]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 17:40:34.221584 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 17:40:34.221584 n-d-816206-8 neutron-server[103590]: return f(self, *a, **k) Nov 23 17:40:34.221584 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 17:40:34.221584 n-d-816206-8 neutron-server[103590]: return self._get(url).json() Nov 23 17:40:34.221584 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 17:40:34.221584 n-d-816206-8 neutron-server[103590]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 17:40:34.221584 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 17:40:34.221584 n-d-816206-8 neutron-server[103590]: return self.request(url, 'GET', **kwargs) Nov 23 17:40:34.221584 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 17:40:34.221584 n-d-816206-8 neutron-server[103590]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 17:40:34.221584 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 17:40:34.221584 n-d-816206-8 neutron-server[103590]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 17:40:34.221584 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 17:40:34.221584 n-d-816206-8 neutron-server[103590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 17:40:34.221584 n-d-816206-8 neutron-server[103590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 17:40:34.294777 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-e94f4751-9182-4588-bd70-5ce87b8a2985 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks [] for router, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:34.355270 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8288ea5f-8f2a-4aed-ba81-f146f85aad55 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:34.442428 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f6e723e4-26a2-4875-99c5-d904f5757e34 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1795418'] for network, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:34.449562 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8288ea5f-8f2a-4aed-ba81-f146f85aad55 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Pushing event deleted for resources: {'Port': ['ID=37514514-cffc-4405-b029-3274e76c9b0f,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:40:34.461467 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-88ee6c08-346e-4bec-acd5-ce7a7cf19d59 req-496a4b17-2901-4efa-b51f-763c143ab437 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/security-groups?id=776cdaad-ec9b-4a42-a3a9-360feae7cf4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5411434 Nov 23 17:40:34.473015 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f6e723e4-26a2-4875-99c5-d904f5757e34 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Publish callbacks [] for network, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:34.477851 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-f6e723e4-26a2-4875-99c5-d904f5757e34 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] 10.222.0.60 "DELETE /v2.0/networks/a67d26f0-d8bc-46d6-9df4-c5b8fb20d14c HTTP/1.1" status: 204 len: 168 time: 1.2303064 Nov 23 17:40:34.551716 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e723e4-26a2-4875-99c5-d904f5757e34 tempest-TaggedBootDevicesTest_v242-119914277 tempest-TaggedBootDevicesTest_v242-119914277-project] Pushing event deleted for resources: {'Network': ['ID=a67d26f0-d8bc-46d6-9df4-c5b8fb20d14c,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:40:34.593163 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8288ea5f-8f2a-4aed-ba81-f146f85aad55 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:34.599346 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-8288ea5f-8f2a-4aed-ba81-f146f85aad55 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] 10.222.0.60 "DELETE /v2.0/ports/37514514-cffc-4405-b029-3274e76c9b0f HTTP/1.1" status: 204 len: 168 time: 2.3314288 Nov 23 17:40:34.602779 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 51472) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:40:34.715037 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-89efa3d8-2a65-4f95-9935-341b4ed73c75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493'] for network, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:34.716117 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89efa3d8-2a65-4f95-9935-341b4ed73c75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:40:34.716808 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-89efa3d8-2a65-4f95-9935-341b4ed73c75 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for network, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:34.733464 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5892f11-47ed-476c-ac3f-19df80bf44bd tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:40:34.740821 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5892f11-47ed-476c-ac3f-19df80bf44bd tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:40:34.742473 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-e5892f11-47ed-476c-ac3f-19df80bf44bd tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1394210 Nov 23 17:40:34.745573 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 51480) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:40:34.761706 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-89efa3d8-2a65-4f95-9935-341b4ed73c75 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.7855732 Nov 23 17:40:34.763796 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 51484) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:40:34.780924 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-76944fd3-b12e-4703-8f21-efa86efdbdf0 admin admin] Request body: {'subnet': {'network_id': 'ed89e2f9-65c4-4b7e-be5c-6f67d177fc5a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-162058738-subnet', 'tenant_id': '466bf1c72d33403f87857823905a1383', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:40:34.792151 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-e94f4751-9182-4588-bd70-5ce87b8a2985 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1794352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8175'] for router, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:34.813892 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-e94f4751-9182-4588-bd70-5ce87b8a2985 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:34.874689 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_v2 [None req-476868d1-97eb-43d0-89fe-4cd6fcc56490 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Deleting subnet 25c23ec3-8666-4223-9220-6c21a7920ad8 {{(pid=103590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 17:40:34.880417 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-476868d1-97eb-43d0-89fe-4cd6fcc56490 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks [] for subnet, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:34.924912 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-476868d1-97eb-43d0-89fe-4cd6fcc56490 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-267528342'] for subnet, precommit_delete_associations {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:34.953405 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89efa3d8-2a65-4f95-9935-341b4ed73c75 admin admin] Pushing event updated for resources: {'Network': ['ID=ed89e2f9-65c4-4b7e-be5c-6f67d177fc5a,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:40:34.987635 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Network ed89e2f9-65c4-4b7e-be5c-6f67d177fc5a details requested by agent ovs-agent-n-d-816206-8 with host n-d-816206-8 {{(pid=103592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 17:40:35.082111 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 998eec78-19e6-4fe5-9bcd-148659c72c3a up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:40:35.084172 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76944fd3-b12e-4703-8f21-efa86efdbdf0 admin admin] Made reservation on behalf of 466bf1c72d33403f87857823905a1383 for: {'subnet': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:40:35.087280 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-76944fd3-b12e-4703-8f21-efa86efdbdf0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264314294'] for subnet, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:35.123788 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-e94f4751-9182-4588-bd70-5ce87b8a2985 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1795580'] for router, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:35.129177 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e94f4751-9182-4588-bd70-5ce87b8a2985 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Fanout notify agent at l3_agent the message router_deleted on router a58871c0-2a58-4706-bb3c-bb4d516059cb {{(pid=103591) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 17:40:35.153465 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-e94f4751-9182-4588-bd70-5ce87b8a2985 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks [] for router, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:35.168906 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-e94f4751-9182-4588-bd70-5ce87b8a2985 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] 10.222.0.60 "DELETE /v2.0/routers/a58871c0-2a58-4706-bb3c-bb4d516059cb HTTP/1.1" status: 204 len: 168 time: 1.2534599 Nov 23 17:40:35.184162 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 51494) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:40:35.186271 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-476868d1-97eb-43d0-89fe-4cd6fcc56490 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971956'] for subnet, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:35.328985 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-476868d1-97eb-43d0-89fe-4cd6fcc56490 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264357903', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264730940'] for subnet, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:35.358887 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.db_base_plugin_v2 [None req-1643206a-e9a2-4a6d-a59a-602ec0211875 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Deleting subnet dc33f4ee-6242-4015-ba75-b3e783a0ce0a {{(pid=103591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 17:40:35.372603 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-1643206a-e9a2-4a6d-a59a-602ec0211875 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks [] for subnet, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:35.390599 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476868d1-97eb-43d0-89fe-4cd6fcc56490 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Pushing event deleted for resources: {'Subnet': ['ID=25c23ec3-8666-4223-9220-6c21a7920ad8,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:40:35.399475 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-476868d1-97eb-43d0-89fe-4cd6fcc56490 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks [] for subnet, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:35.406981 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-476868d1-97eb-43d0-89fe-4cd6fcc56490 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] 10.222.0.60 "DELETE /v2.0/subnets/25c23ec3-8666-4223-9220-6c21a7920ad8 HTTP/1.1" status: 204 len: 168 time: 0.6603286 Nov 23 17:40:35.407635 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 51496) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:40:35.426411 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port 998eec78-19e6-4fe5-9bcd-148659c72c3a triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:40:35.427793 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:35.478454 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-1643206a-e9a2-4a6d-a59a-602ec0211875 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265990000'] for subnet, precommit_delete_associations {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:35.503642 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-f3aa6cb0-3e4f-4351-9233-1589c1396b9c tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0921707 Nov 23 17:40:35.503885 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 51502) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:40:35.526825 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-057bbaf4-170d-484f-9408-d51fbc2c6c80 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Request body: {'subnet': {'network_id': '56dedb9c-c874-4806-8073-23c183970f13', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:40:35.637606 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:35.711679 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] For port 998eec78-19e6-4fe5-9bcd-148659c72c3a, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=998eec78-19e6-4fe5-9bcd-148659c72c3a,segment=NetworkSegment(208f22fc-9686-4ca3-a88c-018385437c28),segment_id=208f22fc-9686-4ca3-a88c-018385437c28)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:40:35.725391 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:35.754660 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-057bbaf4-170d-484f-9408-d51fbc2c6c80 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Made reservation on behalf of a17872768c1e4384801bad129509cfa7 for: {'subnet': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:40:35.758654 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-057bbaf4-170d-484f-9408-d51fbc2c6c80 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264730903'] for subnet, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:35.902800 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Pushing event updated for resources: {'Port': ['ID=998eec78-19e6-4fe5-9bcd-148659c72c3a,revision_number=4']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:40:35.909536 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5b1e94f-da8f-4ecb-a5f8-6fe7dd472400 None None] Network 56dedb9c-c874-4806-8073-23c183970f13 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:40:35.914074 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 71bd1fd6-ffd0-4cee-bb0a-858bc5227cbe no longer exists at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:40:35.983891 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08158cd2-36bd-4fe7-80aa-ec01b0f50d47 req-1d423418-5157-4894-976e-b45ea7831119 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:40:35.985505 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-08158cd2-36bd-4fe7-80aa-ec01b0f50d47 req-1d423418-5157-4894-976e-b45ea7831119 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/ports?device_id=05801c5e-23fe-4c5d-a9cb-dc7464d84c54 HTTP/1.1" status: 200 len: 944 time: 0.3578529 Nov 23 17:40:35.998925 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] No Port match for: 71bd1fd6-ffd0-4cee-bb0a-858bc5227cbe {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:40:35.999972 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 71bd1fd6-ffd0-4cee-bb0a-858bc5227cbe not bound to the agent host n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:40:36.048467 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-961dd009-7c18-4c65-ae0e-336ff05e56ee None None] Provisioning complete for port 998eec78-19e6-4fe5-9bcd-148659c72c3a triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:40:36.049592 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-961dd009-7c18-4c65-ae0e-336ff05e56ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:36.136666 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-08158cd2-36bd-4fe7-80aa-ec01b0f50d47 req-6e1c3d01-b576-48dc-b502-a8f805536bbe tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/security-groups?id=776cdaad-ec9b-4a42-a3a9-360feae7cf4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256690 Nov 23 17:40:36.147808 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-76944fd3-b12e-4703-8f21-efa86efdbdf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264758079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264314276'] for subnet, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:36.197291 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-1643206a-e9a2-4a6d-a59a-602ec0211875 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971956'] for subnet, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:36.215110 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-057bbaf4-170d-484f-9408-d51fbc2c6c80 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264358096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264730885'] for subnet, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:36.297029 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76944fd3-b12e-4703-8f21-efa86efdbdf0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b69e7eff-3eec-438a-a269-43616e71347c,revision_number=0']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:40:36.357840 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-057bbaf4-170d-484f-9408-d51fbc2c6c80 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Network 56dedb9c-c874-4806-8073-23c183970f13 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:40:36.358295 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76944fd3-b12e-4703-8f21-efa86efdbdf0 admin admin] Checking segment: {'id': 'e0fe1f0b-4dc5-4c1f-bf9c-941c134f4d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'ed89e2f9-65c4-4b7e-be5c-6f67d177fc5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:40:36.358759 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76944fd3-b12e-4703-8f21-efa86efdbdf0 admin admin] Network hostable DHCP agents. Network: ed89e2f9-65c4-4b7e-be5c-6f67d177fc5a, hostable agents: ['0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3'], hosted agents: [] {{(pid=103591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 17:40:36.361476 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-057bbaf4-170d-484f-9408-d51fbc2c6c80 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:40:36.367310 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-057bbaf4-170d-484f-9408-d51fbc2c6c80 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:40:36.368000 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-057bbaf4-170d-484f-9408-d51fbc2c6c80 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks [] for subnet, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:36.387348 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1d386a5-869d-41fd-9d3d-42e609e96dda None None] DHCP port deletion for 56dedb9c-c874-4806-8073-23c183970f13 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:40:36.394706 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057bbaf4-170d-484f-9408-d51fbc2c6c80 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Pushing event updated for resources: {'Subnet': ['ID=ed571b74-93d3-4b67-b8e5-d859f51eb1ac,revision_number=0']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:40:36.404822 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 51516) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:40:36.405297 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-057bbaf4-170d-484f-9408-d51fbc2c6c80 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8939395 Nov 23 17:40:36.412778 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-4e5c34b5-e2dd-411c-a908-8ced2bcd6c9e tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Request body: {'port': {'network_id': '56dedb9c-c874-4806-8073-23c183970f13', 'name': 'tempest-NetworksTestDHCPv6-1250476724'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:40:36.417900 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-1643206a-e9a2-4a6d-a59a-602ec0211875 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264758240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264314269'] for subnet, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:36.427497 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76944fd3-b12e-4703-8f21-efa86efdbdf0 admin admin] Network ed89e2f9-65c4-4b7e-be5c-6f67d177fc5a is scheduled to be hosted by DHCP agent 0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3 with binding_index 1 {{(pid=103591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 17:40:36.474091 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-d1d386a5-869d-41fd-9d3d-42e609e96dda None None] Deleting port 998eec78-19e6-4fe5-9bcd-148659c72c3a {{(pid=103592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:40:36.474799 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-d1d386a5-869d-41fd-9d3d-42e609e96dda None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:36.481986 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [None req-76944fd3-b12e-4703-8f21-efa86efdbdf0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-8, ed89e2f9-65c4-4b7e-be5c-6f67d177fc5a) {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:40:36.486835 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76944fd3-b12e-4703-8f21-efa86efdbdf0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:40:36.487605 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-76944fd3-b12e-4703-8f21-efa86efdbdf0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for subnet, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:36.490909 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1643206a-e9a2-4a6d-a59a-602ec0211875 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Pushing event deleted for resources: {'Subnet': ['ID=dc33f4ee-6242-4015-ba75-b3e783a0ce0a,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:40:36.535384 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-76944fd3-b12e-4703-8f21-efa86efdbdf0 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.7596273 Nov 23 17:40:36.554291 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-1643206a-e9a2-4a6d-a59a-602ec0211875 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for subnet, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:36.569092 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-1643206a-e9a2-4a6d-a59a-602ec0211875 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] 10.222.0.60 "DELETE /v2.0/subnets/dc33f4ee-6242-4015-ba75-b3e783a0ce0a HTTP/1.1" status: 204 len: 168 time: 1.3658099 Nov 23 17:40:36.569317 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 51524) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:40:36.743304 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f669f92e-c4fd-4350-8d23-60f827ada5cc tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-555181'] for network, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:36.765180 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e5c34b5-e2dd-411c-a908-8ced2bcd6c9e tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Made reservation on behalf of a17872768c1e4384801bad129509cfa7 for: {'port': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:40:36.779652 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-4e5c34b5-e2dd-411c-a908-8ced2bcd6c9e tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:36.826403 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [None req-4e5c34b5-e2dd-411c-a908-8ced2bcd6c9e tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] device_id is not set on port afe6947f-daa6-4236-96d5-c2beb9951e78 yet. {{(pid=103591) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 17:40:36.920675 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-f669f92e-c4fd-4350-8d23-60f827ada5cc tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Deleting port 8ad3fa05-612b-4ec8-ac97-c455d23bf30e {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:40:36.921055 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f669f92e-c4fd-4350-8d23-60f827ada5cc tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:36.927125 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08afa7dd-ca5b-4f53-8803-1b656c2978d0 None None] Network ed89e2f9-65c4-4b7e-be5c-6f67d177fc5a requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:40:36.935586 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff9a6cf3-893e-4fc1-8abf-4405b82e62a7 None None] Network b20f2555-d34c-4a3e-a6b5-93f6df3929f3 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:40:36.972353 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 998eec78-19e6-4fe5-9bcd-148659c72c3a no longer exists at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:40:37.092679 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-d1d386a5-869d-41fd-9d3d-42e609e96dda None None] For port 998eec78-19e6-4fe5-9bcd-148659c72c3a, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=998eec78-19e6-4fe5-9bcd-148659c72c3a,segment=NetworkSegment(208f22fc-9686-4ca3-a88c-018385437c28),segment_id=208f22fc-9686-4ca3-a88c-018385437c28)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:40:37.093861 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-d1d386a5-869d-41fd-9d3d-42e609e96dda None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:37.100338 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-f669f92e-c4fd-4350-8d23-60f827ada5cc tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] For port 8ad3fa05-612b-4ec8-ac97-c455d23bf30e, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=8ad3fa05-612b-4ec8-ac97-c455d23bf30e,segment=NetworkSegment(36a5c8ae-1a7b-43f5-84ec-e74a2a3bff92),segment_id=36a5c8ae-1a7b-43f5-84ec-e74a2a3bff92)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:40:37.100767 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f669f92e-c4fd-4350-8d23-60f827ada5cc tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:37.132170 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-f669f92e-c4fd-4350-8d23-60f827ada5cc tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Calling delete_port for 8ad3fa05-612b-4ec8-ac97-c455d23bf30e owned by network:dhcp {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:40:37.137008 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-d1d386a5-869d-41fd-9d3d-42e609e96dda None None] Calling delete_port for 998eec78-19e6-4fe5-9bcd-148659c72c3a owned by network:dhcp {{(pid=103592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:40:37.233259 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.db_base_plugin_common [None req-4e5c34b5-e2dd-411c-a908-8ced2bcd6c9e tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Allocated IP 2001:db8::28 (56dedb9c-c874-4806-8073-23c183970f13/ed571b74-93d3-4b67-b8e5-d859f51eb1ac/afe6947f-daa6-4236-96d5-c2beb9951e78) {{(pid=103591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:40:37.362736 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f669f92e-c4fd-4350-8d23-60f827ada5cc tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:37.382890 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f669f92e-c4fd-4350-8d23-60f827ada5cc tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] No DVR routers for this DVR port 8ad3fa05-612b-4ec8-ac97-c455d23bf30e on host n-d-816206-8 {{(pid=103590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:40:37.411794 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b20c63c-e714-47ae-9f5c-4b201fea9ee9 req-b4fa47d6-89b6-4c8b-8a03-43dc030801ac tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:40:37.413442 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-3b20c63c-e714-47ae-9f5c-4b201fea9ee9 req-b4fa47d6-89b6-4c8b-8a03-43dc030801ac tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/ports?device_id=05801c5e-23fe-4c5d-a9cb-dc7464d84c54 HTTP/1.1" status: 200 len: 944 time: 0.1400478 Nov 23 17:40:37.447336 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-d1d386a5-869d-41fd-9d3d-42e609e96dda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989'] for port, after_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:37.535838 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-3b20c63c-e714-47ae-9f5c-4b201fea9ee9 req-2ffe087a-9bf2-4b25-b3ce-c63934517b6b tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/security-groups?id=776cdaad-ec9b-4a42-a3a9-360feae7cf4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109502 Nov 23 17:40:37.541361 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 51552) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:40:37.547499 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-8b8cdb1c-93fd-4847-99ba-2dc18953a132 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1576074045-network', 'tenant_id': '31d8418c1aec4f4f97ba0f97c1a033bb'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:40:37.570926 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f669f92e-c4fd-4350-8d23-60f827ada5cc tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Pushing event deleted for resources: {'Port': ['ID=8ad3fa05-612b-4ec8-ac97-c455d23bf30e,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:40:37.598610 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b8cdb1c-93fd-4847-99ba-2dc18953a132 admin admin] Made reservation on behalf of 31d8418c1aec4f4f97ba0f97c1a033bb for: {'network': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:40:37.601088 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-8b8cdb1c-93fd-4847-99ba-2dc18953a132 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for network, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:37.615691 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-4e5c34b5-e2dd-411c-a908-8ced2bcd6c9e tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks [] for port, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:37.638494 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-8b8cdb1c-93fd-4847-99ba-2dc18953a132 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:37.700801 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f669f92e-c4fd-4350-8d23-60f827ada5cc tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973419', 'neutron.services.segments.db._delete_segments_for_network-8736635878840'] for network, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:37.731313 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1d386a5-869d-41fd-9d3d-42e609e96dda None None] No DVR routers for this DVR port 998eec78-19e6-4fe5-9bcd-148659c72c3a on host n-d-816206-8 {{(pid=103592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:40:37.735435 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d386a5-869d-41fd-9d3d-42e609e96dda None None] Pushing event deleted for resources: {'Port': ['ID=998eec78-19e6-4fe5-9bcd-148659c72c3a,revision_number=None']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:40:37.745536 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-f669f92e-c4fd-4350-8d23-60f827ada5cc tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b20f2555-d34c-4a3e-a6b5-93f6df3929f3']}} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:40:37.769070 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-f669f92e-c4fd-4350-8d23-60f827ada5cc tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36a5c8ae-1a7b-43f5-84ec-e74a2a3bff92') {'for_net_delete': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:40:37.769356 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-f669f92e-c4fd-4350-8d23-60f827ada5cc tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36a5c8ae-1a7b-43f5-84ec-e74a2a3bff92') {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:40:37.797178 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f669f92e-c4fd-4350-8d23-60f827ada5cc tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736635840332', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-267528353'] for segment, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:37.812735 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] No active binding found for port 998eec78-19e6-4fe5-9bcd-148659c72c3a {{(pid=103592) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 23 17:40:37.816516 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-4e5c34b5-e2dd-411c-a908-8ced2bcd6c9e tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:37.817676 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 998eec78-19e6-4fe5-9bcd-148659c72c3a not bound to the agent host n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:40:37.833871 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f669f92e-c4fd-4350-8d23-60f827ada5cc tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:37.843672 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc6fb7f5-4ef5-408f-9659-43a406cc84e0 None None] Network 56dedb9c-c874-4806-8073-23c183970f13 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:40:37.848603 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f669f92e-c4fd-4350-8d23-60f827ada5cc tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Releasing vlan 522 on physical network physnet1 to pool {{(pid=103590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 17:40:37.849004 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f669f92e-c4fd-4350-8d23-60f827ada5cc tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264370093'] for segment, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:37.859412 n-d-816206-8 neutron-server[103590]: Traceback (most recent call last): Nov 23 17:40:37.859412 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 17:40:37.859412 n-d-816206-8 neutron-server[103590]: timer() Nov 23 17:40:37.859412 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 17:40:37.859412 n-d-816206-8 neutron-server[103590]: cb(*args, **kw) Nov 23 17:40:37.859412 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 17:40:37.859412 n-d-816206-8 neutron-server[103590]: return func(*args, **kwargs) Nov 23 17:40:37.859412 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 17:40:37.859412 n-d-816206-8 neutron-server[103590]: self._notify() Nov 23 17:40:37.859412 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 17:40:37.859412 n-d-816206-8 neutron-server[103590]: self.callback(batched_events) Nov 23 17:40:37.859412 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 17:40:37.859412 n-d-816206-8 neutron-server[103590]: event.method(event) Nov 23 17:40:37.859412 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 17:40:37.859412 n-d-816206-8 neutron-server[103590]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 17:40:37.859412 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 17:40:37.859412 n-d-816206-8 neutron-server[103590]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 17:40:37.859412 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 17:40:37.859412 n-d-816206-8 neutron-server[103590]: return f(self, *a, **k) Nov 23 17:40:37.859412 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 17:40:37.859412 n-d-816206-8 neutron-server[103590]: return self._get(url).json() Nov 23 17:40:37.859412 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 17:40:37.859412 n-d-816206-8 neutron-server[103590]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 17:40:37.859412 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 17:40:37.859412 n-d-816206-8 neutron-server[103590]: return self.request(url, 'GET', **kwargs) Nov 23 17:40:37.859412 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 17:40:37.859412 n-d-816206-8 neutron-server[103590]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 17:40:37.859412 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 17:40:37.859412 n-d-816206-8 neutron-server[103590]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 17:40:37.859412 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 17:40:37.859412 n-d-816206-8 neutron-server[103590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 17:40:37.859412 n-d-816206-8 neutron-server[103590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 17:40:37.915707 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e5c34b5-e2dd-411c-a908-8ced2bcd6c9e tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Network 56dedb9c-c874-4806-8073-23c183970f13 is already hosted by enough agents. {{(pid=103591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:40:37.915887 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff0f567a-4caa-471f-86a1-3618135cc3bb None None] DHCP port deletion for b20f2555-d34c-4a3e-a6b5-93f6df3929f3 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:40:37.920523 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [None req-4e5c34b5-e2dd-411c-a908-8ced2bcd6c9e tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Resources bound (agent type, host, resource id): {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:40:37.930289 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e5c34b5-e2dd-411c-a908-8ced2bcd6c9e tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Received port after_create {{(pid=103591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:40:37.938917 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e5c34b5-e2dd-411c-a908-8ced2bcd6c9e tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:40:37.940049 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-4e5c34b5-e2dd-411c-a908-8ced2bcd6c9e tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:37.969672 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-8b8cdb1c-93fd-4847-99ba-2dc18953a132 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:37.985199 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-8b8cdb1c-93fd-4847-99ba-2dc18953a132 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:37.988310 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5c34b5-e2dd-411c-a908-8ced2bcd6c9e tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Pushing event updated for resources: {'Port': ['ID=afe6947f-daa6-4236-96d5-c2beb9951e78,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:40:38.044149 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f669f92e-c4fd-4350-8d23-60f827ada5cc tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1795418'] for network, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:38.052048 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f669f92e-c4fd-4350-8d23-60f827ada5cc tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks [] for network, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:38.063004 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-f669f92e-c4fd-4350-8d23-60f827ada5cc tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] 10.222.0.60 "DELETE /v2.0/networks/b20f2555-d34c-4a3e-a6b5-93f6df3929f3 HTTP/1.1" status: 204 len: 168 time: 1.4852002 Nov 23 17:40:38.067804 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 51556) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:40:38.070084 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-4e5c34b5-e2dd-411c-a908-8ced2bcd6c9e tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.6639912 Nov 23 17:40:38.073445 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 51558) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:40:38.090672 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-dcd1832b-c097-4947-99d0-ee71b173eccd tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-551812585', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:40:38.108027 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b8cdb1c-93fd-4847-99ba-2dc18953a132 admin admin] vlan segment allocate from pool success with {'vlan_id': 513, 'physical_network': 'physnet1'} {{(pid=103591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 17:40:38.142884 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f669f92e-c4fd-4350-8d23-60f827ada5cc tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Pushing event deleted for resources: {'Network': ['ID=b20f2555-d34c-4a3e-a6b5-93f6df3929f3,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:40:38.150489 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8cdb1c-93fd-4847-99ba-2dc18953a132 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a020b96-0028-4952-86d4-494cdd031831,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:40:38.180090 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-8b8cdb1c-93fd-4847-99ba-2dc18953a132 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:38.180461 n-d-816206-8 neutron-server[103591]: INFO neutron.db.segments_db [None req-8b8cdb1c-93fd-4847-99ba-2dc18953a132 admin admin] Added segment 5d8dc47d-2a37-430a-b8ba-a4b6debd6889 of type vlan for network 3cd76f68-ca34-4ec9-9780-dc14f7603048 Nov 23 17:40:38.187143 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-780e3309-6571-40e7-942e-101352dca26d None None] Network ed89e2f9-65c4-4b7e-be5c-6f67d177fc5a requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:40:38.226809 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-dcd1832b-c097-4947-99d0-ee71b173eccd tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1793449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8093'] for router, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:38.228263 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-dcd1832b-c097-4947-99d0-ee71b173eccd tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1794473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1794771', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1638326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8086'] for router, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:38.289612 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-8b8cdb1c-93fd-4847-99ba-2dc18953a132 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736635338810'] for network, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:38.325932 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-dcd1832b-c097-4947-99d0-ee71b173eccd tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:38.331070 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-8b8cdb1c-93fd-4847-99ba-2dc18953a132 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493'] for network, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:38.332461 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b8cdb1c-93fd-4847-99ba-2dc18953a132 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:40:38.333537 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-8b8cdb1c-93fd-4847-99ba-2dc18953a132 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for network, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:38.342396 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-dcd1832b-c097-4947-99d0-ee71b173eccd tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1794316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1795362'] for router, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:38.388888 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10f13be4-f822-431a-83e9-32032a64175f tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:40:38.392624 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-8b8cdb1c-93fd-4847-99ba-2dc18953a132 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.8498499 Nov 23 17:40:38.393585 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 51566) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:40:38.398512 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-10f13be4-f822-431a-83e9-32032a64175f tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.2568762 Nov 23 17:40:38.406308 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 51568) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:40:38.418481 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-922a970f-b089-40b2-aec8-969ae6c2c7fc admin admin] Request body: {'subnet': {'network_id': '3cd76f68-ca34-4ec9-9780-dc14f7603048', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1576074045-subnet', 'tenant_id': '31d8418c1aec4f4f97ba0f97c1a033bb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:40:38.450890 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-dcd1832b-c097-4947-99d0-ee71b173eccd tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks [] for router, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:38.456240 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-dcd1832b-c097-4947-99d0-ee71b173eccd tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.3835161 Nov 23 17:40:38.459584 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 51570) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:40:38.465082 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-3905ded7-d6ac-40df-b936-e0646d148bf6 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Request body: {'network': {'name': 'tempest-RoutersTest-1118469607'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:40:38.480213 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c60ef4e-7e14-4e14-8e65-1f24a6c88431 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp355044b8-8e87-58c4-94fa-4a010ec30f9e-56dedb9c-c874-4806-8073-23c183970f13', 'network_id': '56dedb9c-c874-4806-8073-23c183970f13', 'tenant_id': 'a17872768c1e4384801bad129509cfa7', 'fixed_ips': [{'subnet_id': 'ed571b74-93d3-4b67-b8e5-d859f51eb1ac'}]}} from n-d-816206-8. {{(pid=103592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 17:40:38.481300 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-2c60ef4e-7e14-4e14-8e65-1f24a6c88431 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:38.514959 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8cdb1c-93fd-4847-99ba-2dc18953a132 admin admin] Pushing event updated for resources: {'Network': ['ID=3cd76f68-ca34-4ec9-9780-dc14f7603048,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:40:38.534018 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Network 3cd76f68-ca34-4ec9-9780-dc14f7603048 details requested by agent ovs-agent-n-d-816206-8 with host n-d-816206-8 {{(pid=103592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 17:40:38.536955 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-922a970f-b089-40b2-aec8-969ae6c2c7fc admin admin] Made reservation on behalf of 31d8418c1aec4f4f97ba0f97c1a033bb for: {'subnet': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:40:38.544373 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-922a970f-b089-40b2-aec8-969ae6c2c7fc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264314294'] for subnet, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:38.628407 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3905ded7-d6ac-40df-b936-e0646d148bf6 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Made reservation on behalf of 9ea08f514e394d68a6e33e0a371ec75c for: {'network': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:40:38.638582 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-3905ded7-d6ac-40df-b936-e0646d148bf6 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for network, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:38.691385 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3905ded7-d6ac-40df-b936-e0646d148bf6 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] vlan segment allocate from pool success with {'vlan_id': 503, 'physical_network': 'physnet1'} {{(pid=103590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 17:40:38.705892 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-f97df1d0-1bae-4754-b82d-6c46101f79ae tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Deleting port afe6947f-daa6-4236-96d5-c2beb9951e78 {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:40:38.706404 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f97df1d0-1bae-4754-b82d-6c46101f79ae tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:38.779440 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-3905ded7-d6ac-40df-b936-e0646d148bf6 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:38.781787 n-d-816206-8 neutron-server[103590]: INFO neutron.db.segments_db [None req-3905ded7-d6ac-40df-b936-e0646d148bf6 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Added segment 6e543b51-9a77-49ed-9977-d30168009d1c of type vlan for network 0d2689e3-f47b-4951-8a3f-d47a148adc6f Nov 23 17:40:38.892122 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.db_base_plugin_common [None req-2c60ef4e-7e14-4e14-8e65-1f24a6c88431 None None] Allocated IP 2001:db8::2 (56dedb9c-c874-4806-8073-23c183970f13/ed571b74-93d3-4b67-b8e5-d859f51eb1ac/54f12299-d20d-46a9-ac14-dab345792b68) {{(pid=103592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:40:38.949817 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 8ad3fa05-612b-4ec8-ac97-c455d23bf30e no longer exists at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:40:38.975274 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb89a51-0787-435c-b02c-53d4b81f1701 req-fec8ae4f-2ece-4cdf-8853-12634b8d1ca4 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:40:38.995171 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9cb89a51-0787-435c-b02c-53d4b81f1701 req-fec8ae4f-2ece-4cdf-8853-12634b8d1ca4 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/ports?device_id=05801c5e-23fe-4c5d-a9cb-dc7464d84c54 HTTP/1.1" status: 200 len: 944 time: 0.2006710 Nov 23 17:40:39.016391 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] No Port match for: 8ad3fa05-612b-4ec8-ac97-c455d23bf30e {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:40:39.016875 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 8ad3fa05-612b-4ec8-ac97-c455d23bf30e not bound to the agent host n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:40:39.071045 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-922a970f-b089-40b2-aec8-969ae6c2c7fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264758079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264314276'] for subnet, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:39.109145 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9cb89a51-0787-435c-b02c-53d4b81f1701 req-65408254-2b71-489a-afb0-ee42b6fd391c tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/security-groups?id=776cdaad-ec9b-4a42-a3a9-360feae7cf4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128817 Nov 23 17:40:39.257214 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-922a970f-b089-40b2-aec8-969ae6c2c7fc admin admin] Checking segment: {'id': '5d8dc47d-2a37-430a-b8ba-a4b6debd6889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '3cd76f68-ca34-4ec9-9780-dc14f7603048'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:40:39.257731 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-922a970f-b089-40b2-aec8-969ae6c2c7fc admin admin] Network hostable DHCP agents. Network: 3cd76f68-ca34-4ec9-9780-dc14f7603048, hostable agents: ['0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3'], hosted agents: [] {{(pid=103591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 17:40:39.260101 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922a970f-b089-40b2-aec8-969ae6c2c7fc admin admin] Pushing event updated for resources: {'Subnet': ['ID=26afee3c-d67c-4d8e-b86e-2be49aeec049,revision_number=0']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:40:39.291697 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-922a970f-b089-40b2-aec8-969ae6c2c7fc admin admin] Network 3cd76f68-ca34-4ec9-9780-dc14f7603048 is scheduled to be hosted by DHCP agent 0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3 with binding_index 1 {{(pid=103591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 17:40:39.334059 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-2c60ef4e-7e14-4e14-8e65-1f24a6c88431 None None] Publish callbacks [] for port, precommit_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:39.342146 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [None req-922a970f-b089-40b2-aec8-969ae6c2c7fc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-8, 3cd76f68-ca34-4ec9-9780-dc14f7603048) {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:40:39.351249 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-922a970f-b089-40b2-aec8-969ae6c2c7fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:40:39.351739 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-922a970f-b089-40b2-aec8-969ae6c2c7fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for subnet, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:39.359689 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e7ef537-f41f-403c-b9b7-bc891faed371 None None] Network 3cd76f68-ca34-4ec9-9780-dc14f7603048 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:40:39.376623 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-922a970f-b089-40b2-aec8-969ae6c2c7fc admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.9767196 Nov 23 17:40:39.465240 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-2c60ef4e-7e14-4e14-8e65-1f24a6c88431 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980'] for port, after_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:39.524267 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-3905ded7-d6ac-40df-b936-e0646d148bf6 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736635338810'] for network, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:39.563808 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c60ef4e-7e14-4e14-8e65-1f24a6c88431 None None] Pushing event updated for resources: {'Port': ['ID=54f12299-d20d-46a9-ac14-dab345792b68,revision_number=1']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:40:39.608117 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f97df1d0-1bae-4754-b82d-6c46101f79ae tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:39.646447 n-d-816206-8 neutron-server[103592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c60ef4e-7e14-4e14-8e65-1f24a6c88431 None None] Network 56dedb9c-c874-4806-8073-23c183970f13 is already hosted by enough agents. {{(pid=103592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:40:39.648572 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-f97df1d0-1bae-4754-b82d-6c46101f79ae tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Calling delete_port for afe6947f-daa6-4236-96d5-c2beb9951e78 owned by {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:40:39.661598 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-3905ded7-d6ac-40df-b936-e0646d148bf6 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493'] for network, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:39.663775 n-d-816206-8 neutron-server[103592]: DEBUG neutron.scheduler.base_scheduler [None req-2c60ef4e-7e14-4e14-8e65-1f24a6c88431 None None] Resources bound (agent type, host, resource id): {{(pid=103592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:40:39.671464 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3905ded7-d6ac-40df-b936-e0646d148bf6 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:40:39.672084 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-3905ded7-d6ac-40df-b936-e0646d148bf6 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks [] for network, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:39.682799 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c60ef4e-7e14-4e14-8e65-1f24a6c88431 None None] Received port after_create {{(pid=103592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:40:39.717827 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d297f5f7-bff4-4553-804b-89e508a82ddc None None] Network 3cd76f68-ca34-4ec9-9780-dc14f7603048 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:40:39.887745 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-2c60ef4e-7e14-4e14-8e65-1f24a6c88431 None None] Attempting to bind port 54f12299-d20d-46a9-ac14-dab345792b68 on host n-d-816206-8 for vnic_type normal with profile {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:40:39.888117 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-2c60ef4e-7e14-4e14-8e65-1f24a6c88431 None None] Attempting to bind port 54f12299-d20d-46a9-ac14-dab345792b68 by drivers openvswitch,hyperv on host n-d-816206-8 at level 0 using segments [{'id': '208f22fc-9686-4ca3-a88c-018385437c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '56dedb9c-c874-4806-8073-23c183970f13'}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:40:39.888481 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c60ef4e-7e14-4e14-8e65-1f24a6c88431 None None] Attempting to bind port 54f12299-d20d-46a9-ac14-dab345792b68 on network 56dedb9c-c874-4806-8073-23c183970f13 {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:40:39.963011 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c60ef4e-7e14-4e14-8e65-1f24a6c88431 None None] Checking agent: {'id': '9e89acbe-4bbe-4c77-a18b-6f1da9133e0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 7, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 40, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:40:39.972577 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c60ef4e-7e14-4e14-8e65-1f24a6c88431 None None] Checking segment: {'id': '208f22fc-9686-4ca3-a88c-018385437c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '56dedb9c-c874-4806-8073-23c183970f13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:40:39.973280 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-2c60ef4e-7e14-4e14-8e65-1f24a6c88431 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:39.974212 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c60ef4e-7e14-4e14-8e65-1f24a6c88431 None None] Bound using segment: {'id': '208f22fc-9686-4ca3-a88c-018385437c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '56dedb9c-c874-4806-8073-23c183970f13'} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:40:39.976081 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-2c60ef4e-7e14-4e14-8e65-1f24a6c88431 None None] Bound port: 54f12299-d20d-46a9-ac14-dab345792b68, host: n-d-816206-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '208f22fc-9686-4ca3-a88c-018385437c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '56dedb9c-c874-4806-8073-23c183970f13'}}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:40:39.980763 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-2c60ef4e-7e14-4e14-8e65-1f24a6c88431 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:40.069397 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3905ded7-d6ac-40df-b936-e0646d148bf6 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Pushing event updated for resources: {'Network': ['ID=0d2689e3-f47b-4951-8a3f-d47a148adc6f,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:40:40.123603 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-3905ded7-d6ac-40df-b936-e0646d148bf6 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.6625056 Nov 23 17:40:40.126139 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 51616) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:40:40.133206 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-6d8d8ed2-48c5-455d-ad28-6edfc679d070 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Request body: {'subnet': {'network_id': '0d2689e3-f47b-4951-8a3f-d47a148adc6f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:40:40.166618 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Network 0d2689e3-f47b-4951-8a3f-d47a148adc6f details requested by agent ovs-agent-n-d-816206-8 with host n-d-816206-8 {{(pid=103592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 17:40:40.175959 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f97df1d0-1bae-4754-b82d-6c46101f79ae tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:40.261207 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97df1d0-1bae-4754-b82d-6c46101f79ae tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Pushing event deleted for resources: {'Port': ['ID=afe6947f-daa6-4236-96d5-c2beb9951e78,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:40:40.343817 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f97df1d0-1bae-4754-b82d-6c46101f79ae tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:40.348410 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-f97df1d0-1bae-4754-b82d-6c46101f79ae tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] 10.222.0.60 "DELETE /v2.0/ports/afe6947f-daa6-4236-96d5-c2beb9951e78 HTTP/1.1" status: 204 len: 168 time: 1.9408419 Nov 23 17:40:40.350880 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 51622) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:40:40.372745 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea473b0-a7cb-49b7-b27d-e7a42e03d5d3 req-e1c753b3-b8d1-479a-ba66-0c36a9e74ec4 tempest-ServersNegativeTestMultiTenantJSON-355496335 tempest-ServersNegativeTestMultiTenantJSON-355496335-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:40:40.380201 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9ea473b0-a7cb-49b7-b27d-e7a42e03d5d3 req-e1c753b3-b8d1-479a-ba66-0c36a9e74ec4 tempest-ServersNegativeTestMultiTenantJSON-355496335 tempest-ServersNegativeTestMultiTenantJSON-355496335-project] 10.222.0.60 "GET /v2.0/networks?id=ed89e2f9-65c4-4b7e-be5c-6f67d177fc5a HTTP/1.1" status: 200 len: 824 time: 0.2533925 Nov 23 17:40:40.418787 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dd1e3ca-2bb1-4ee5-9bed-c8821960b086 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:40:40.420739 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dd1e3ca-2bb1-4ee5-9bed-c8821960b086 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:40:40.429974 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-2c60ef4e-7e14-4e14-8e65-1f24a6c88431 None None] For port 54f12299-d20d-46a9-ac14-dab345792b68, host n-d-816206-8, cleared binding levels {{(pid=103592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:40:40.430605 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-1dd1e3ca-2bb1-4ee5-9bed-c8821960b086 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0779555 Nov 23 17:40:40.441508 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-2c60ef4e-7e14-4e14-8e65-1f24a6c88431 None None] For port 54f12299-d20d-46a9-ac14-dab345792b68, host n-d-816206-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=54f12299-d20d-46a9-ac14-dab345792b68,segment=NetworkSegment(208f22fc-9686-4ca3-a88c-018385437c28),segment_id=208f22fc-9686-4ca3-a88c-018385437c28)] {{(pid=103592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:40:40.453552 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-2c60ef4e-7e14-4e14-8e65-1f24a6c88431 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:40.461716 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 51626) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:40:40.515214 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d8d8ed2-48c5-455d-ad28-6edfc679d070 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Made reservation on behalf of 9ea08f514e394d68a6e33e0a371ec75c for: {'subnet': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:40:40.527411 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6d8d8ed2-48c5-455d-ad28-6edfc679d070 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264730903'] for subnet, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:40.555245 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9ea473b0-a7cb-49b7-b27d-e7a42e03d5d3 req-ae29d69f-3ed7-42b2-b89b-dcea5a6418f4 tempest-ServersNegativeTestMultiTenantJSON-355496335 tempest-ServersNegativeTestMultiTenantJSON-355496335-project] 10.222.0.60 "GET /v2.0/quotas/466bf1c72d33403f87857823905a1383 HTTP/1.1" status: 200 len: 375 time: 0.1742253 Nov 23 17:40:40.572267 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_v2 [None req-dfb315bd-57f7-4344-8c9b-0514c5fc6d9c tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Deleting subnet ed571b74-93d3-4b67-b8e5-d859f51eb1ac {{(pid=103590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 17:40:40.590366 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-dfb315bd-57f7-4344-8c9b-0514c5fc6d9c tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks [] for subnet, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:40.605512 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c60ef4e-7e14-4e14-8e65-1f24a6c88431 None None] Pushing event updated for resources: {'Port': ['ID=54f12299-d20d-46a9-ac14-dab345792b68,revision_number=2']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:40:40.660166 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9ea473b0-a7cb-49b7-b27d-e7a42e03d5d3 req-17bfdea3-a3b1-494a-8b44-099029de0ca3 tempest-ServersNegativeTestMultiTenantJSON-355496335 tempest-ServersNegativeTestMultiTenantJSON-355496335-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=466bf1c72d33403f87857823905a1383&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0968769 Nov 23 17:40:40.700405 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-dfb315bd-57f7-4344-8c9b-0514c5fc6d9c tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-267528342'] for subnet, precommit_delete_associations {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:40.726915 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069296d3-1d5d-419b-97b7-982952fd1780 req-505b5e50-159b-4384-9bb9-f5e2a51ff268 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:40:40.739801 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-069296d3-1d5d-419b-97b7-982952fd1780 req-505b5e50-159b-4384-9bb9-f5e2a51ff268 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/ports?device_id=05801c5e-23fe-4c5d-a9cb-dc7464d84c54 HTTP/1.1" status: 200 len: 944 time: 0.3575764 Nov 23 17:40:40.808959 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-22819dd2-3cfe-437f-aecb-a4fba44d86d8 req-c07db84a-52da-4328-8c94-3eefc1cd1f73 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=6405c518-c3fe-4701-acc0-e089ba26cce4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.4230225 Nov 23 17:40:40.904895 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-dfb315bd-57f7-4344-8c9b-0514c5fc6d9c tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971956'] for subnet, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:41.045965 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-069296d3-1d5d-419b-97b7-982952fd1780 req-5803c3fc-4cd2-4da6-b5ac-3a8195e6adf0 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/security-groups?id=776cdaad-ec9b-4a42-a3a9-360feae7cf4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2978921 Nov 23 17:40:41.076352 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-dfb315bd-57f7-4344-8c9b-0514c5fc6d9c tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264357903', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264730940'] for subnet, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:41.097418 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22819dd2-3cfe-437f-aecb-a4fba44d86d8 req-b7f200f8-c579-4d75-9284-1a3156410194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:40:41.098077 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22819dd2-3cfe-437f-aecb-a4fba44d86d8 req-b7f200f8-c579-4d75-9284-1a3156410194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:40:41.098609 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22819dd2-3cfe-437f-aecb-a4fba44d86d8 req-b7f200f8-c579-4d75-9284-1a3156410194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:40:41.099132 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22819dd2-3cfe-437f-aecb-a4fba44d86d8 req-b7f200f8-c579-4d75-9284-1a3156410194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:40:41.099653 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22819dd2-3cfe-437f-aecb-a4fba44d86d8 req-b7f200f8-c579-4d75-9284-1a3156410194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:40:41.100718 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22819dd2-3cfe-437f-aecb-a4fba44d86d8 req-b7f200f8-c579-4d75-9284-1a3156410194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:40:41.102028 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22819dd2-3cfe-437f-aecb-a4fba44d86d8 req-b7f200f8-c579-4d75-9284-1a3156410194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:40:41.105460 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-22819dd2-3cfe-437f-aecb-a4fba44d86d8 req-b7f200f8-c579-4d75-9284-1a3156410194 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8043a75783e64196ac0be92247cb4c17&device_id=6405c518-c3fe-4701-acc0-e089ba26cce4 HTTP/1.1" status: 200 len: 6491 time: 0.1588016 Nov 23 17:40:41.117352 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb315bd-57f7-4344-8c9b-0514c5fc6d9c tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Pushing event deleted for resources: {'Subnet': ['ID=ed571b74-93d3-4b67-b8e5-d859f51eb1ac,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:40:41.117877 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9ea473b0-a7cb-49b7-b27d-e7a42e03d5d3 req-fcbe7c4e-2540-4218-91cd-892370be6c6b service neutron] 10.222.0.60 "GET /v2.0/networks/ed89e2f9-65c4-4b7e-be5c-6f67d177fc5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4422812 Nov 23 17:40:41.184528 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-dfb315bd-57f7-4344-8c9b-0514c5fc6d9c tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks [] for subnet, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:41.189709 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-dfb315bd-57f7-4344-8c9b-0514c5fc6d9c tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] 10.222.0.60 "DELETE /v2.0/subnets/ed571b74-93d3-4b67-b8e5-d859f51eb1ac HTTP/1.1" status: 204 len: 168 time: 0.7259600 Nov 23 17:40:41.192504 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 51640) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:40:41.203958 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6d8d8ed2-48c5-455d-ad28-6edfc679d070 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264358096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264730885'] for subnet, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:41.304519 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8d8ed2-48c5-455d-ad28-6edfc679d070 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Pushing event updated for resources: {'Subnet': ['ID=4fd923d4-90c0-465c-a731-f064e303a2b8,revision_number=0']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:40:41.308330 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-79e791ed-0634-4409-aa1d-accc031a615f tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1143506 Nov 23 17:40:41.315319 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 51644) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:40:41.385607 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d8d8ed2-48c5-455d-ad28-6edfc679d070 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Checking segment: {'id': '6e543b51-9a77-49ed-9977-d30168009d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '0d2689e3-f47b-4951-8a3f-d47a148adc6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:40:41.385976 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d8d8ed2-48c5-455d-ad28-6edfc679d070 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Network hostable DHCP agents. Network: 0d2689e3-f47b-4951-8a3f-d47a148adc6f, hostable agents: ['0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3'], hosted agents: [] {{(pid=103590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 17:40:41.415683 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d8d8ed2-48c5-455d-ad28-6edfc679d070 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Network 0d2689e3-f47b-4951-8a3f-d47a148adc6f is scheduled to be hosted by DHCP agent 0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3 with binding_index 1 {{(pid=103590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 17:40:41.431073 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22819dd2-3cfe-437f-aecb-a4fba44d86d8 req-65d2f2b6-0f4f-481e-a52b-b8b85ae578b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:40:41.431545 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22819dd2-3cfe-437f-aecb-a4fba44d86d8 req-65d2f2b6-0f4f-481e-a52b-b8b85ae578b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:40:41.433569 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22819dd2-3cfe-437f-aecb-a4fba44d86d8 req-65d2f2b6-0f4f-481e-a52b-b8b85ae578b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:40:41.435421 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-22819dd2-3cfe-437f-aecb-a4fba44d86d8 req-65d2f2b6-0f4f-481e-a52b-b8b85ae578b5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=04470eef-b922-4801-8872-f6ca765b26dd&id=76740e25-dcec-4d2d-82d4-d720ca6b4fc6&id=76740e25-dcec-4d2d-82d4-d720ca6b4fc6&id=76740e25-dcec-4d2d-82d4-d720ca6b4fc6&id=76740e25-dcec-4d2d-82d4-d720ca6b4fc6&id=22bc55ee-b0f3-41c3-894c-32c421670838&id=22bc55ee-b0f3-41c3-894c-32c421670838 HTTP/1.1" status: 200 len: 2292 time: 0.2518916 Nov 23 17:40:41.439983 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9ea473b0-a7cb-49b7-b27d-e7a42e03d5d3 req-a1c3bc25-de71-4220-bd67-b6579d7a507a service neutron] 10.222.0.60 "GET /v2.0/networks/ed89e2f9-65c4-4b7e-be5c-6f67d177fc5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3090346 Nov 23 17:40:41.446122 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-6d8d8ed2-48c5-455d-ad28-6edfc679d070 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-8, 0d2689e3-f47b-4951-8a3f-d47a148adc6f) {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:40:41.455739 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a39525a-3bcc-4ad5-a2fa-50c395ceccc3 None None] Network 0d2689e3-f47b-4951-8a3f-d47a148adc6f requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:40:41.457089 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d8d8ed2-48c5-455d-ad28-6edfc679d070 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:40:41.457851 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6d8d8ed2-48c5-455d-ad28-6edfc679d070 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks [] for subnet, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:41.481388 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d911865a-5d6f-4c59-a0be-5d555e7fa44b tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:40:41.484010 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-d911865a-5d6f-4c59-a0be-5d555e7fa44b tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1650617 Nov 23 17:40:41.486727 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 51654) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:40:41.520839 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-6d8d8ed2-48c5-455d-ad28-6edfc679d070 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3897452 Nov 23 17:40:41.584289 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 51656) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:40:41.647740 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-22819dd2-3cfe-437f-aecb-a4fba44d86d8 req-81dc59c2-31b5-44d5-b5c3-56ed6b2d9971 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5c7b0226-5733-4a12-8cf6-a2a8001dd2da HTTP/1.1" status: 200 len: 1001 time: 0.1623693 Nov 23 17:40:41.761533 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e05a55c2-2c5e-4f2e-8355-dbe577da6ee6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp355044b8-8e87-58c4-94fa-4a010ec30f9e-0d2689e3-f47b-4951-8a3f-d47a148adc6f', 'network_id': '0d2689e3-f47b-4951-8a3f-d47a148adc6f', 'tenant_id': '9ea08f514e394d68a6e33e0a371ec75c', 'fixed_ips': [{'subnet_id': '4fd923d4-90c0-465c-a731-f064e303a2b8'}]}} from n-d-816206-8. {{(pid=103592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 17:40:41.763259 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-e05a55c2-2c5e-4f2e-8355-dbe577da6ee6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:41.892968 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6e582531-532c-47f9-bc1e-4e9ed4a4e2ee req-342e142c-fa65-482e-aa60-9647030e9bc9 tempest-ServersNegativeTestMultiTenantJSON-355496335 tempest-ServersNegativeTestMultiTenantJSON-355496335-project] 10.222.0.60 "GET /v2.0/ports?device_id=8cba5382-3476-4a6a-8331-d65f672c2dc7 HTTP/1.1" status: 200 len: 210 time: 0.1474614 Nov 23 17:40:41.922994 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22819dd2-3cfe-437f-aecb-a4fba44d86d8 req-1fde34c8-4ae0-48d8-849b-957ae824dc13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:40:41.937517 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-22819dd2-3cfe-437f-aecb-a4fba44d86d8 req-1fde34c8-4ae0-48d8-849b-957ae824dc13 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d52f2422-eba5-4adf-851d-059c4fb2a31d HTTP/1.1" status: 200 len: 851 time: 0.2812276 Nov 23 17:40:42.075005 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22819dd2-3cfe-437f-aecb-a4fba44d86d8 req-fc1163a1-b4e2-4c2d-ae65-c8c7adae189d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:40:42.076481 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-22819dd2-3cfe-437f-aecb-a4fba44d86d8 req-fc1163a1-b4e2-4c2d-ae65-c8c7adae189d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=04470eef-b922-4801-8872-f6ca765b26dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1303186 Nov 23 17:40:42.194503 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.db_base_plugin_common [None req-e05a55c2-2c5e-4f2e-8355-dbe577da6ee6 None None] Allocated IP 172.20.0.2 (0d2689e3-f47b-4951-8a3f-d47a148adc6f/4fd923d4-90c0-465c-a731-f064e303a2b8/b39b4192-316a-4ff2-837a-3aa3ffe559c1) {{(pid=103592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:40:42.252901 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-384b5b2d-3729-42b4-b094-67dbac61e8f4 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:40:42.255809 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-384b5b2d-3729-42b4-b094-67dbac61e8f4 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.7680726 Nov 23 17:40:42.259760 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 51686) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:40:42.544779 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bc294b2-ee10-4e41-af0c-70150735bd3f None None] Network 56dedb9c-c874-4806-8073-23c183970f13 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:40:42.594034 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-df6daf87-91dd-4d43-b45b-5ba849984db0 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3328238 Nov 23 17:40:42.647621 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 51694) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:40:42.648951 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-e05a55c2-2c5e-4f2e-8355-dbe577da6ee6 None None] Publish callbacks [] for port, precommit_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:42.654826 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-512566ee-2d4d-4cdd-b9a2-87a50d16378d tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Request body: {'subnet': {'network_id': '56dedb9c-c874-4806-8073-23c183970f13', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:40:42.713247 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-e05a55c2-2c5e-4f2e-8355-dbe577da6ee6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980'] for port, after_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:42.865171 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-30cb2b98-f55f-4d54-b16f-a55fd7358d4f tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:42.897686 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-512566ee-2d4d-4cdd-b9a2-87a50d16378d tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Made reservation on behalf of a17872768c1e4384801bad129509cfa7 for: {'subnet': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:40:42.911755 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544f7717-b9df-48e0-85b1-82fe7343ab0f req-c2f45a9d-d1b2-48c1-9bf3-8f36bf756449 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:40:42.912687 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-512566ee-2d4d-4cdd-b9a2-87a50d16378d tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264730903'] for subnet, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:42.920833 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-544f7717-b9df-48e0-85b1-82fe7343ab0f req-c2f45a9d-d1b2-48c1-9bf3-8f36bf756449 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/ports?device_id=05801c5e-23fe-4c5d-a9cb-dc7464d84c54 HTTP/1.1" status: 200 len: 944 time: 0.6975706 Nov 23 17:40:42.962031 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-22819dd2-3cfe-437f-aecb-a4fba44d86d8 req-b9d747ef-30bf-4185-ba01-7425178cf5ba service neutron] 10.222.0.36 "GET /v2.0/networks/04470eef-b922-4801-8872-f6ca765b26dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8749785 Nov 23 17:40:42.993063 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05a55c2-2c5e-4f2e-8355-dbe577da6ee6 None None] Pushing event updated for resources: {'Port': ['ID=b39b4192-316a-4ff2-837a-3aa3ffe559c1,revision_number=1']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:40:43.058512 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-544f7717-b9df-48e0-85b1-82fe7343ab0f req-274777ed-4250-4d0b-99d0-c2e9f5337d30 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/security-groups?id=776cdaad-ec9b-4a42-a3a9-360feae7cf4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363761 Nov 23 17:40:43.075636 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 54f12299-d20d-46a9-ac14-dab345792b68 up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:40:43.214329 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7862c648-04b5-4e83-95ed-1042609dc421 req-54facca7-c7c6-4a1e-bf86-16710848b119 tempest-ServersNegativeTestMultiTenantJSON-355496335 tempest-ServersNegativeTestMultiTenantJSON-355496335-project] 10.222.0.60 "GET /v2.0/ports?device_id=8cba5382-3476-4a6a-8331-d65f672c2dc7 HTTP/1.1" status: 200 len: 210 time: 0.1347950 Nov 23 17:40:43.278223 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-22819dd2-3cfe-437f-aecb-a4fba44d86d8 req-fadf3830-5573-473b-ade7-6952a5c97633 service neutron] 10.222.0.36 "GET /v2.0/networks/04470eef-b922-4801-8872-f6ca765b26dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3008866 Nov 23 17:40:43.390821 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-22819dd2-3cfe-437f-aecb-a4fba44d86d8 req-0cf283fb-2cbd-4774-b843-435b1b2e4369 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.220&port_id=98991338-19a7-4834-b0b5-0086ee597775 HTTP/1.1" status: 200 len: 217 time: 0.1055043 Nov 23 17:40:43.529479 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22819dd2-3cfe-437f-aecb-a4fba44d86d8 req-b8d28763-04ce-42c5-871b-1b45a7fbe2fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:40:43.531282 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-22819dd2-3cfe-437f-aecb-a4fba44d86d8 req-b8d28763-04ce-42c5-871b-1b45a7fbe2fa service neutron] 10.222.0.36 "GET /v2.0/subnets?id=79e8d965-2789-41b1-a1fa-0fe25b7624dc HTTP/1.1" status: 200 len: 797 time: 0.1321292 Nov 23 17:40:43.612702 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22819dd2-3cfe-437f-aecb-a4fba44d86d8 req-3a59754e-9336-4a05-886f-c606a740724b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:40:43.614459 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-22819dd2-3cfe-437f-aecb-a4fba44d86d8 req-3a59754e-9336-4a05-886f-c606a740724b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=76740e25-dcec-4d2d-82d4-d720ca6b4fc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0734644 Nov 23 17:40:43.687868 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-6b1ec9fb-56d0-4670-b42e-8082cfb1bbfe None None] Provisioning complete for port 54f12299-d20d-46a9-ac14-dab345792b68 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:40:43.689874 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-6b1ec9fb-56d0-4670-b42e-8082cfb1bbfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:43.798465 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-22819dd2-3cfe-437f-aecb-a4fba44d86d8 req-e18f3952-c830-4294-b54f-0361c747a365 service neutron] 10.222.0.36 "GET /v2.0/networks/76740e25-dcec-4d2d-82d4-d720ca6b4fc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1644771 Nov 23 17:40:43.821572 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-18a5372b-63c8-4ce7-9494-99087b6a6e8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:43.838982 n-d-816206-8 neutron-server[103592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e05a55c2-2c5e-4f2e-8355-dbe577da6ee6 None None] Network 0d2689e3-f47b-4951-8a3f-d47a148adc6f is already hosted by enough agents. {{(pid=103592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:40:43.842248 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-512566ee-2d4d-4cdd-b9a2-87a50d16378d tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264358096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264730885'] for subnet, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:43.850831 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:43.854625 n-d-816206-8 neutron-server[103592]: DEBUG neutron.scheduler.base_scheduler [None req-e05a55c2-2c5e-4f2e-8355-dbe577da6ee6 None None] Resources bound (agent type, host, resource id): {{(pid=103592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:40:43.867722 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e05a55c2-2c5e-4f2e-8355-dbe577da6ee6 None None] Received port after_create {{(pid=103592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:40:43.962225 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512566ee-2d4d-4cdd-b9a2-87a50d16378d tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Pushing event updated for resources: {'Subnet': ['ID=98f0969e-f255-49d6-9818-e13ef2a19184,revision_number=0']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:40:44.040435 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-22819dd2-3cfe-437f-aecb-a4fba44d86d8 req-d990c462-dbd3-4aa7-b51b-34da2663d994 service neutron] 10.222.0.36 "GET /v2.0/networks/76740e25-dcec-4d2d-82d4-d720ca6b4fc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2341688 Nov 23 17:40:44.104927 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3c8498e-5e83-49ed-af32-43a0593aa237 None None] DHCP port deletion for 56dedb9c-c874-4806-8073-23c183970f13 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:40:44.115216 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-512566ee-2d4d-4cdd-b9a2-87a50d16378d tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Network 56dedb9c-c874-4806-8073-23c183970f13 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:40:44.136372 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-512566ee-2d4d-4cdd-b9a2-87a50d16378d tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:40:44.147969 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-512566ee-2d4d-4cdd-b9a2-87a50d16378d tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:40:44.148640 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-512566ee-2d4d-4cdd-b9a2-87a50d16378d tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks [] for subnet, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:44.159425 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-22819dd2-3cfe-437f-aecb-a4fba44d86d8 req-eb9d5352-8dcf-4ea2-8968-c3f3a18bf099 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.53&port_id=ca65c076-5a6f-484a-9871-7163634af22d HTTP/1.1" status: 200 len: 217 time: 0.1093719 Nov 23 17:40:44.189813 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-e05a55c2-2c5e-4f2e-8355-dbe577da6ee6 None None] Attempting to bind port b39b4192-316a-4ff2-837a-3aa3ffe559c1 on host n-d-816206-8 for vnic_type normal with profile {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:40:44.190191 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-e05a55c2-2c5e-4f2e-8355-dbe577da6ee6 None None] Attempting to bind port b39b4192-316a-4ff2-837a-3aa3ffe559c1 by drivers openvswitch,hyperv on host n-d-816206-8 at level 0 using segments [{'id': '6e543b51-9a77-49ed-9977-d30168009d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '0d2689e3-f47b-4951-8a3f-d47a148adc6f'}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:40:44.190554 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e05a55c2-2c5e-4f2e-8355-dbe577da6ee6 None None] Attempting to bind port b39b4192-316a-4ff2-837a-3aa3ffe559c1 on network 0d2689e3-f47b-4951-8a3f-d47a148adc6f {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:40:44.196976 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port 54f12299-d20d-46a9-ac14-dab345792b68 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:40:44.197378 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:44.201814 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea473b0-a7cb-49b7-b27d-e7a42e03d5d3 req-28a56181-a8f5-4c1f-8bdb-06326843a328 tempest-ServersNegativeTestMultiTenantJSON-355496335 tempest-ServersNegativeTestMultiTenantJSON-355496335-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:40:44.203338 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-9ea473b0-a7cb-49b7-b27d-e7a42e03d5d3 req-28a56181-a8f5-4c1f-8bdb-06326843a328 tempest-ServersNegativeTestMultiTenantJSON-355496335 tempest-ServersNegativeTestMultiTenantJSON-355496335-project] 10.222.0.55 "GET /v2.0/networks?id=ed89e2f9-65c4-4b7e-be5c-6f67d177fc5a HTTP/1.1" status: 200 len: 824 time: 0.7628567 Nov 23 17:40:44.281530 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [req-9ea473b0-a7cb-49b7-b27d-e7a42e03d5d3 req-066a835d-a3be-41d2-8934-9e88b1bcf38b tempest-ServersNegativeTestMultiTenantJSON-355496335 tempest-ServersNegativeTestMultiTenantJSON-355496335-project] Request body: {'port': {'device_id': '8cba5382-3476-4a6a-8331-d65f672c2dc7', 'network_id': 'ed89e2f9-65c4-4b7e-be5c-6f67d177fc5a', 'admin_state_up': True, 'tenant_id': '466bf1c72d33403f87857823905a1383'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:40:44.315040 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e05a55c2-2c5e-4f2e-8355-dbe577da6ee6 None None] Checking agent: {'id': '9e89acbe-4bbe-4c77-a18b-6f1da9133e0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 7, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 40, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:40:44.315426 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e05a55c2-2c5e-4f2e-8355-dbe577da6ee6 None None] Checking segment: {'id': '6e543b51-9a77-49ed-9977-d30168009d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '0d2689e3-f47b-4951-8a3f-d47a148adc6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:40:44.316748 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22819dd2-3cfe-437f-aecb-a4fba44d86d8 req-1e2b82fe-3fbb-46a7-ba7b-3d639e95909b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:40:44.317326 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-e05a55c2-2c5e-4f2e-8355-dbe577da6ee6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:44.317724 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e05a55c2-2c5e-4f2e-8355-dbe577da6ee6 None None] Bound using segment: {'id': '6e543b51-9a77-49ed-9977-d30168009d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '0d2689e3-f47b-4951-8a3f-d47a148adc6f'} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:40:44.318210 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-e05a55c2-2c5e-4f2e-8355-dbe577da6ee6 None None] Bound port: b39b4192-316a-4ff2-837a-3aa3ffe559c1, host: n-d-816206-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e543b51-9a77-49ed-9977-d30168009d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '0d2689e3-f47b-4951-8a3f-d47a148adc6f'}}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:40:44.318332 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-22819dd2-3cfe-437f-aecb-a4fba44d86d8 req-1e2b82fe-3fbb-46a7-ba7b-3d639e95909b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=79e8d965-2789-41b1-a1fa-0fe25b7624dc HTTP/1.1" status: 200 len: 797 time: 0.1446862 Nov 23 17:40:44.320366 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-e05a55c2-2c5e-4f2e-8355-dbe577da6ee6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:44.326729 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-512566ee-2d4d-4cdd-b9a2-87a50d16378d tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6774077 Nov 23 17:40:44.327079 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 51722) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:40:44.334807 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-7a6016a6-a96c-4141-8c81-35e3f15baa47 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Request body: {'port': {'network_id': '56dedb9c-c874-4806-8073-23c183970f13', 'fixed_ips': [{'subnet_id': '98f0969e-f255-49d6-9818-e13ef2a19184', 'ip_address': '2001:db8::95fe:fca3:d62d:d27b'}], 'name': 'tempest-NetworksTestDHCPv6-1314339535'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:40:44.359660 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8740a1fb-0851-473b-a542-50df79b68ff3 req-f515a77a-4935-4ee5-8da4-381b8c504833 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:40:44.361283 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8740a1fb-0851-473b-a542-50df79b68ff3 req-f515a77a-4935-4ee5-8da4-381b8c504833 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/ports?device_id=05801c5e-23fe-4c5d-a9cb-dc7464d84c54 HTTP/1.1" status: 200 len: 944 time: 0.1629012 Nov 23 17:40:44.390218 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-6b1ec9fb-56d0-4670-b42e-8082cfb1bbfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:44.477886 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-30cb2b98-f55f-4d54-b16f-a55fd7358d4f tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Allocated IP 172.20.0.1 (0d2689e3-f47b-4951-8a3f-d47a148adc6f/4fd923d4-90c0-465c-a731-f064e303a2b8/adc453bb-b64e-4a63-a1c3-03961aa01e6b) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:40:44.512141 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-6b1ec9fb-56d0-4670-b42e-8082cfb1bbfe None None] For port 54f12299-d20d-46a9-ac14-dab345792b68, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=54f12299-d20d-46a9-ac14-dab345792b68,segment=NetworkSegment(208f22fc-9686-4ca3-a88c-018385437c28),segment_id=208f22fc-9686-4ca3-a88c-018385437c28)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:40:44.513578 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-3eb8b9f3-ad33-4844-a581-d08016b1748f req-8768fdea-e3de-43be-aab2-61097456effa tempest-ServersNegativeTestMultiTenantJSON-355496335 tempest-ServersNegativeTestMultiTenantJSON-355496335-project] 10.222.0.60 "GET /v2.0/ports?device_id=8cba5382-3476-4a6a-8331-d65f672c2dc7 HTTP/1.1" status: 200 len: 210 time: 0.1384301 Nov 23 17:40:44.546773 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:44.557758 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-6b1ec9fb-56d0-4670-b42e-8082cfb1bbfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:44.655499 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-30cb2b98-f55f-4d54-b16f-a55fd7358d4f tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:44.685662 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-e05a55c2-2c5e-4f2e-8355-dbe577da6ee6 None None] For port b39b4192-316a-4ff2-837a-3aa3ffe559c1, host n-d-816206-8, cleared binding levels {{(pid=103592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:40:44.689986 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-e05a55c2-2c5e-4f2e-8355-dbe577da6ee6 None None] For port b39b4192-316a-4ff2-837a-3aa3ffe559c1, host n-d-816206-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=b39b4192-316a-4ff2-837a-3aa3ffe559c1,segment=NetworkSegment(6e543b51-9a77-49ed-9977-d30168009d1c),segment_id=6e543b51-9a77-49ed-9977-d30168009d1c)] {{(pid=103592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:40:44.721740 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22819dd2-3cfe-437f-aecb-a4fba44d86d8 req-83fa2dc7-1669-40e3-b997-093e8d80f72c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:40:44.727662 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-22819dd2-3cfe-437f-aecb-a4fba44d86d8 req-83fa2dc7-1669-40e3-b997-093e8d80f72c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=76740e25-dcec-4d2d-82d4-d720ca6b4fc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3881190 Nov 23 17:40:44.740355 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-30cb2b98-f55f-4d54-b16f-a55fd7358d4f tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:44.784655 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8740a1fb-0851-473b-a542-50df79b68ff3 req-54add8a7-357b-4a3c-b3a1-9d338ec12b44 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/security-groups?id=776cdaad-ec9b-4a42-a3a9-360feae7cf4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4104331 Nov 23 17:40:44.796059 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-6b1ec9fb-56d0-4670-b42e-8082cfb1bbfe None None] Could not find standard attr ID for object afe6947f-daa6-4236-96d5-c2beb9951e78. {{(pid=103592) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 17:40:44.803362 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1ec9fb-56d0-4670-b42e-8082cfb1bbfe None None] Pushing event updated for resources: {'Port': ['ID=54f12299-d20d-46a9-ac14-dab345792b68,revision_number=4']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:40:44.822340 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-e05a55c2-2c5e-4f2e-8355-dbe577da6ee6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:44.875305 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30cb2b98-f55f-4d54-b16f-a55fd7358d4f tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Network 0d2689e3-f47b-4951-8a3f-d47a148adc6f is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:40:44.883911 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-30cb2b98-f55f-4d54-b16f-a55fd7358d4f tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:40:44.887014 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05a55c2-2c5e-4f2e-8355-dbe577da6ee6 None None] Pushing event updated for resources: {'Port': ['ID=b39b4192-316a-4ff2-837a-3aa3ffe559c1,revision_number=2']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:40:44.908425 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30cb2b98-f55f-4d54-b16f-a55fd7358d4f tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:40:44.952712 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cb2b98-f55f-4d54-b16f-a55fd7358d4f tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Pushing event updated for resources: {'Port': ['ID=adc453bb-b64e-4a63-a1c3-03961aa01e6b,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:40:44.983967 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-a3c8498e-5e83-49ed-af32-43a0593aa237 None None] Deleting port 54f12299-d20d-46a9-ac14-dab345792b68 {{(pid=103592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:40:44.986483 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-a3c8498e-5e83-49ed-af32-43a0593aa237 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:44.995772 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a6016a6-a96c-4141-8c81-35e3f15baa47 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Made reservation on behalf of a17872768c1e4384801bad129509cfa7 for: {'port': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:40:45.075457 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-30cb2b98-f55f-4d54-b16f-a55fd7358d4f tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1795539'] for router_interface, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:45.311292 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-30cb2b98-f55f-4d54-b16f-a55fd7358d4f tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:45.342710 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c2d7169c-b9c0-4a0a-92b3-8cf89858aff4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:45.354430 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-7a6016a6-a96c-4141-8c81-35e3f15baa47 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:45.363133 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-22819dd2-3cfe-437f-aecb-a4fba44d86d8 req-86bba27c-cb6c-4c58-bcf7-8df1284417a4 service neutron] 10.222.0.36 "GET /v2.0/networks/76740e25-dcec-4d2d-82d4-d720ca6b4fc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6170254 Nov 23 17:40:45.440645 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-a3c8498e-5e83-49ed-af32-43a0593aa237 None None] For port 54f12299-d20d-46a9-ac14-dab345792b68, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=54f12299-d20d-46a9-ac14-dab345792b68,segment=NetworkSegment(208f22fc-9686-4ca3-a88c-018385437c28),segment_id=208f22fc-9686-4ca3-a88c-018385437c28)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:40:45.441064 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-a3c8498e-5e83-49ed-af32-43a0593aa237 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:45.478925 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-a3c8498e-5e83-49ed-af32-43a0593aa237 None None] Calling delete_port for 54f12299-d20d-46a9-ac14-dab345792b68 owned by network:dhcp {{(pid=103592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:40:45.487310 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 54f12299-d20d-46a9-ac14-dab345792b68 no longer exists at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:40:45.546775 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [None req-7a6016a6-a96c-4141-8c81-35e3f15baa47 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] device_id is not set on port 25718bbe-7c1b-4618-afdc-1833c067d9fd yet. {{(pid=103591) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 17:40:45.862731 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-22819dd2-3cfe-437f-aecb-a4fba44d86d8 req-8afb5851-41bc-4afe-8c30-764902d3cf5a service neutron] 10.222.0.36 "GET /v2.0/networks/76740e25-dcec-4d2d-82d4-d720ca6b4fc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4888914 Nov 23 17:40:45.873700 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e9abec8c-79d8-49f0-a8e9-99ea2013e478 req-20d6efde-1146-4d75-809f-2dc30f279619 tempest-ServersNegativeTestMultiTenantJSON-355496335 tempest-ServersNegativeTestMultiTenantJSON-355496335-project] 10.222.0.60 "GET /v2.0/ports?device_id=8cba5382-3476-4a6a-8331-d65f672c2dc7 HTTP/1.1" status: 200 len: 210 time: 0.0661869 Nov 23 17:40:45.916018 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] No active binding found for port 54f12299-d20d-46a9-ac14-dab345792b68 {{(pid=103592) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 23 17:40:45.924426 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 54f12299-d20d-46a9-ac14-dab345792b68 not bound to the agent host n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:40:45.926208 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-a3c8498e-5e83-49ed-af32-43a0593aa237 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989'] for port, after_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:45.949151 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-22819dd2-3cfe-437f-aecb-a4fba44d86d8 req-560d4b48-4114-45ea-a3b7-932d351b23d6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.173&port_id=bc47c78f-ab00-4260-a560-1743414d7f20 HTTP/1.1" status: 200 len: 217 time: 0.0707681 Nov 23 17:40:45.966746 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-30cb2b98-f55f-4d54-b16f-a55fd7358d4f tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks [] for port, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:45.978832 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ea473b0-a7cb-49b7-b27d-e7a42e03d5d3 req-066a835d-a3be-41d2-8934-9e88b1bcf38b tempest-ServersNegativeTestMultiTenantJSON-355496335 tempest-ServersNegativeTestMultiTenantJSON-355496335-project] Made reservation on behalf of 466bf1c72d33403f87857823905a1383 for: {'port': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:40:45.993992 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-9ea473b0-a7cb-49b7-b27d-e7a42e03d5d3 req-066a835d-a3be-41d2-8934-9e88b1bcf38b tempest-ServersNegativeTestMultiTenantJSON-355496335 tempest-ServersNegativeTestMultiTenantJSON-355496335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:46.007826 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-30cb2b98-f55f-4d54-b16f-a55fd7358d4f tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264357957'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:46.013515 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c8498e-5e83-49ed-af32-43a0593aa237 None None] Pushing event deleted for resources: {'Port': ['ID=54f12299-d20d-46a9-ac14-dab345792b68,revision_number=None']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:40:46.016132 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3c8498e-5e83-49ed-af32-43a0593aa237 None None] No DVR routers for this DVR port 54f12299-d20d-46a9-ac14-dab345792b68 on host n-d-816206-8 {{(pid=103592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:40:46.041543 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e96dc5a-924c-4a69-a629-75cd2bf81b8c None None] Network 56dedb9c-c874-4806-8073-23c183970f13 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:40:46.043435 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.db_base_plugin_common [None req-7a6016a6-a96c-4141-8c81-35e3f15baa47 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Allocated IP 2001:db8::95fe:fca3:d62d:d27b (56dedb9c-c874-4806-8073-23c183970f13/98f0969e-f255-49d6-9818-e13ef2a19184/25718bbe-7c1b-4618-afdc-1833c067d9fd) {{(pid=103591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:40:46.125090 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22819dd2-3cfe-437f-aecb-a4fba44d86d8 req-10c3f48f-e183-4c9a-9ef9-978bcd3cea62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:40:46.127182 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-22819dd2-3cfe-437f-aecb-a4fba44d86d8 req-10c3f48f-e183-4c9a-9ef9-978bcd3cea62 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=79e8d965-2789-41b1-a1fa-0fe25b7624dc HTTP/1.1" status: 200 len: 797 time: 0.0605485 Nov 23 17:40:46.166636 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-30cb2b98-f55f-4d54-b16f-a55fd7358d4f tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2068703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1794403'] for router_interface, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:46.301034 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22819dd2-3cfe-437f-aecb-a4fba44d86d8 req-94e41a06-085f-40ef-82f0-a8366e264c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:40:46.302550 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-22819dd2-3cfe-437f-aecb-a4fba44d86d8 req-94e41a06-085f-40ef-82f0-a8366e264c19 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=76740e25-dcec-4d2d-82d4-d720ca6b4fc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1529167 Nov 23 17:40:46.333556 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cb2b98-f55f-4d54-b16f-a55fd7358d4f tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Pushing event updated for resources: {'Port': ['ID=adc453bb-b64e-4a63-a1c3-03961aa01e6b,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:40:46.386135 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea16ea2f-d7fe-4333-914f-6151ee8514c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp355044b8-8e87-58c4-94fa-4a010ec30f9e-56dedb9c-c874-4806-8073-23c183970f13', 'network_id': '56dedb9c-c874-4806-8073-23c183970f13', 'tenant_id': 'a17872768c1e4384801bad129509cfa7', 'fixed_ips': [{'subnet_id': '98f0969e-f255-49d6-9818-e13ef2a19184'}]}} from n-d-816206-8. {{(pid=103592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 17:40:46.391989 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-ea16ea2f-d7fe-4333-914f-6151ee8514c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:46.426168 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fc6d48-12f9-4c68-9eb3-d5bdc32eb607 req-29e395e3-e158-4630-a1e1-5c083749e051 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:40:46.442092 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c2fc6d48-12f9-4c68-9eb3-d5bdc32eb607 req-29e395e3-e158-4630-a1e1-5c083749e051 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/ports?device_id=05801c5e-23fe-4c5d-a9cb-dc7464d84c54 HTTP/1.1" status: 200 len: 944 time: 0.4804504 Nov 23 17:40:46.581071 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-52822d53-48f5-4819-8a95-bdc13aea0bf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:46.834576 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30cb2b98-f55f-4d54-b16f-a55fd7358d4f tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Network 0d2689e3-f47b-4951-8a3f-d47a148adc6f is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:40:46.838867 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [req-9ea473b0-a7cb-49b7-b27d-e7a42e03d5d3 req-066a835d-a3be-41d2-8934-9e88b1bcf38b tempest-ServersNegativeTestMultiTenantJSON-355496335 tempest-ServersNegativeTestMultiTenantJSON-355496335-project] Allocated IP 172.20.0.10 (ed89e2f9-65c4-4b7e-be5c-6f67d177fc5a/b69e7eff-3eec-438a-a269-43616e71347c/54248917-064b-443d-b4c8-8ace1843cce2) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:40:46.841647 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-30cb2b98-f55f-4d54-b16f-a55fd7358d4f tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:40:46.888004 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c2fc6d48-12f9-4c68-9eb3-d5bdc32eb607 req-981eac4b-47fe-4c2b-ad35-b68779960ea1 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/security-groups?id=776cdaad-ec9b-4a42-a3a9-360feae7cf4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4449003 Nov 23 17:40:46.982614 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-7a6016a6-a96c-4141-8c81-35e3f15baa47 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks [] for port, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:47.015236 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-22819dd2-3cfe-437f-aecb-a4fba44d86d8 req-bd345a6c-7b99-49d6-bd0e-10813b3d3902 service neutron] 10.222.0.36 "GET /v2.0/networks/76740e25-dcec-4d2d-82d4-d720ca6b4fc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6921101 Nov 23 17:40:47.113344 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1445ae6-c690-4ff8-be2f-6f0e35a38762 None None] Network 0d2689e3-f47b-4951-8a3f-d47a148adc6f requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:40:47.225586 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30cb2b98-f55f-4d54-b16f-a55fd7358d4f tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Router 1d2dd293-4c5a-43d3-bb7f-3065bdc1a359 is scheduled to L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 with binding_index 1 {{(pid=103590) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 17:40:47.280319 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-3abb842b-c4b3-4e27-877d-2f1e7eb4375c req-f95e10dd-f7db-4a6d-aedd-73461af87e67 tempest-ServersNegativeTestMultiTenantJSON-355496335 tempest-ServersNegativeTestMultiTenantJSON-355496335-project] 10.222.0.60 "GET /v2.0/ports?device_id=8cba5382-3476-4a6a-8331-d65f672c2dc7 HTTP/1.1" status: 200 len: 210 time: 0.1536331 Nov 23 17:40:47.389616 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-22819dd2-3cfe-437f-aecb-a4fba44d86d8 req-650ed5a7-272b-433a-bdfc-d898a905c744 service neutron] 10.222.0.36 "GET /v2.0/networks/76740e25-dcec-4d2d-82d4-d720ca6b4fc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3604615 Nov 23 17:40:47.405382 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-7a6016a6-a96c-4141-8c81-35e3f15baa47 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:47.479586 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-9ea473b0-a7cb-49b7-b27d-e7a42e03d5d3 req-066a835d-a3be-41d2-8934-9e88b1bcf38b tempest-ServersNegativeTestMultiTenantJSON-355496335 tempest-ServersNegativeTestMultiTenantJSON-355496335-project] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:47.491768 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30cb2b98-f55f-4d54-b16f-a55fd7358d4f tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:40:47.528218 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-30cb2b98-f55f-4d54-b16f-a55fd7358d4f tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] 10.222.0.60 "PUT /v2.0/routers/1d2dd293-4c5a-43d3-bb7f-3065bdc1a359/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9427717 Nov 23 17:40:47.530710 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 51774) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:40:47.540331 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-b9780ebf-437e-42b3-bcdb-00ba1c2f1c60 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Request body: {'network': {'name': 'tempest-RoutersTest-1940895661'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:40:47.640403 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58aa894a-ace2-4755-b623-c4b6dda6323b None None] Sync routers for ids ['1d2dd293-4c5a-43d3-bb7f-3065bdc1a359'] in n-d-816206-8 {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:40:47.644876 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9780ebf-437e-42b3-bcdb-00ba1c2f1c60 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Made reservation on behalf of 9ea08f514e394d68a6e33e0a371ec75c for: {'network': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:40:47.650782 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b9780ebf-437e-42b3-bcdb-00ba1c2f1c60 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for network, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:47.667105 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device b39b4192-316a-4ff2-837a-3aa3ffe559c1 up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:40:47.679154 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-22819dd2-3cfe-437f-aecb-a4fba44d86d8 req-65f29af3-249b-498e-8b01-f80b9544b89c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.132&port_id=cdb25aeb-c6d5-4b35-bc63-c92ed105830a HTTP/1.1" status: 200 len: 217 time: 0.2752774 Nov 23 17:40:47.709248 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58aa894a-ace2-4755-b623-c4b6dda6323b None None] Routers {'1d2dd293-4c5a-43d3-bb7f-3065bdc1a359'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:40:47.710112 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-58aa894a-ace2-4755-b623-c4b6dda6323b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:40:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['1d2dd293-4c5a-43d3-bb7f-3065bdc1a359'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:40:47.715196 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-a19fa1e7-6022-4f10-a1c1-a7dc4c1913e4 None None] Provisioning complete for port b39b4192-316a-4ff2-837a-3aa3ffe559c1 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:40:47.715633 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-a19fa1e7-6022-4f10-a1c1-a7dc4c1913e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:47.726127 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a6016a6-a96c-4141-8c81-35e3f15baa47 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Network 56dedb9c-c874-4806-8073-23c183970f13 is already hosted by enough agents. {{(pid=103591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:40:47.729929 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-9ea473b0-a7cb-49b7-b27d-e7a42e03d5d3 req-066a835d-a3be-41d2-8934-9e88b1bcf38b tempest-ServersNegativeTestMultiTenantJSON-355496335 tempest-ServersNegativeTestMultiTenantJSON-355496335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:47.730654 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [None req-7a6016a6-a96c-4141-8c81-35e3f15baa47 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Resources bound (agent type, host, resource id): {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:40:47.737722 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9780ebf-437e-42b3-bcdb-00ba1c2f1c60 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] vlan segment allocate from pool success with {'vlan_id': 547, 'physical_network': 'physnet1'} {{(pid=103590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 17:40:47.739743 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a6016a6-a96c-4141-8c81-35e3f15baa47 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Received port after_create {{(pid=103591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:40:47.753302 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a6016a6-a96c-4141-8c81-35e3f15baa47 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:40:47.754061 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-7a6016a6-a96c-4141-8c81-35e3f15baa47 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:47.812356 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6016a6-a96c-4141-8c81-35e3f15baa47 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Pushing event updated for resources: {'Port': ['ID=25718bbe-7c1b-4618-afdc-1833c067d9fd,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:40:47.866526 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b9780ebf-437e-42b3-bcdb-00ba1c2f1c60 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:47.867058 n-d-816206-8 neutron-server[103590]: INFO neutron.db.segments_db [None req-b9780ebf-437e-42b3-bcdb-00ba1c2f1c60 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Added segment 1fe6ecdb-a1b2-47d0-b54a-c612bce7e9fa of type vlan for network 92be2970-7b78-43b3-9201-4bad6190f4b3 Nov 23 17:40:47.886117 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-7a6016a6-a96c-4141-8c81-35e3f15baa47 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.5555358 Nov 23 17:40:47.886735 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ea473b0-a7cb-49b7-b27d-e7a42e03d5d3 req-066a835d-a3be-41d2-8934-9e88b1bcf38b tempest-ServersNegativeTestMultiTenantJSON-355496335 tempest-ServersNegativeTestMultiTenantJSON-355496335-project] Network ed89e2f9-65c4-4b7e-be5c-6f67d177fc5a is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:40:47.889969 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 51780) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:40:47.899534 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [req-9ea473b0-a7cb-49b7-b27d-e7a42e03d5d3 req-066a835d-a3be-41d2-8934-9e88b1bcf38b tempest-ServersNegativeTestMultiTenantJSON-355496335 tempest-ServersNegativeTestMultiTenantJSON-355496335-project] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:40:47.905757 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ea473b0-a7cb-49b7-b27d-e7a42e03d5d3 req-066a835d-a3be-41d2-8934-9e88b1bcf38b tempest-ServersNegativeTestMultiTenantJSON-355496335 tempest-ServersNegativeTestMultiTenantJSON-355496335-project] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:40:47.957683 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22819dd2-3cfe-437f-aecb-a4fba44d86d8 req-a6789af3-617a-4ecd-88f9-b407ad25446c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:40:47.960659 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-22819dd2-3cfe-437f-aecb-a4fba44d86d8 req-a6789af3-617a-4ecd-88f9-b407ad25446c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=79e8d965-2789-41b1-a1fa-0fe25b7624dc HTTP/1.1" status: 200 len: 797 time: 0.1510530 Nov 23 17:40:48.000534 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066a835d-a3be-41d2-8934-9e88b1bcf38b tempest-ServersNegativeTestMultiTenantJSON-355496335 tempest-ServersNegativeTestMultiTenantJSON-355496335-project] Pushing event updated for resources: {'Port': ['ID=54248917-064b-443d-b4c8-8ace1843cce2,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:40:48.051164 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b9780ebf-437e-42b3-bcdb-00ba1c2f1c60 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736635338810'] for network, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:48.060029 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8754db71-db60-4c2a-a517-e2daa08ad854 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:40:48.063960 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-8754db71-db60-4c2a-a517-e2daa08ad854 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.1706507 Nov 23 17:40:48.066950 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 51788) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:40:48.103344 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22819dd2-3cfe-437f-aecb-a4fba44d86d8 req-68f55dfb-8671-4eb4-8667-3c12b148401b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:40:48.111563 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-22819dd2-3cfe-437f-aecb-a4fba44d86d8 req-68f55dfb-8671-4eb4-8667-3c12b148401b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=76740e25-dcec-4d2d-82d4-d720ca6b4fc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1263487 Nov 23 17:40:48.193548 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40eeda54-0a64-456c-ac00-c90bf984b3be req-5c8ec740-8dd6-4b52-bbfe-e27c11c21431 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:40:48.196537 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-40eeda54-0a64-456c-ac00-c90bf984b3be req-5c8ec740-8dd6-4b52-bbfe-e27c11c21431 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/ports?device_id=05801c5e-23fe-4c5d-a9cb-dc7464d84c54 HTTP/1.1" status: 200 len: 944 time: 0.1454344 Nov 23 17:40:48.216924 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9a27ae6c-db98-474f-94c1-cc99bf842d79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:48.222198 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.db_base_plugin_common [None req-ea16ea2f-d7fe-4333-914f-6151ee8514c9 None None] Allocated IP 2001:db8::2 (56dedb9c-c874-4806-8073-23c183970f13/98f0969e-f255-49d6-9818-e13ef2a19184/e33ba37b-e74b-42cb-bb55-da308d3110c7) {{(pid=103592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:40:48.249732 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea473b0-a7cb-49b7-b27d-e7a42e03d5d3 req-066a835d-a3be-41d2-8934-9e88b1bcf38b tempest-ServersNegativeTestMultiTenantJSON-355496335 tempest-ServersNegativeTestMultiTenantJSON-355496335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:40:48.250366 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-9ea473b0-a7cb-49b7-b27d-e7a42e03d5d3 req-066a835d-a3be-41d2-8934-9e88b1bcf38b tempest-ServersNegativeTestMultiTenantJSON-355496335 tempest-ServersNegativeTestMultiTenantJSON-355496335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:48.255300 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b9780ebf-437e-42b3-bcdb-00ba1c2f1c60 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493'] for network, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:48.266082 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9780ebf-437e-42b3-bcdb-00ba1c2f1c60 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:40:48.267257 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b9780ebf-437e-42b3-bcdb-00ba1c2f1c60 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks [] for network, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:48.403957 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvr_db [None req-58aa894a-ace2-4755-b623-c4b6dda6323b None None] Set router 1d2dd293-4c5a-43d3-bb7f-3065bdc1a359 gateway port host: None {{(pid=103592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:40:48.421766 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port b39b4192-316a-4ff2-837a-3aa3ffe559c1 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:40:48.422396 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:48.426280 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:48.432258 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-b9780ebf-437e-42b3-bcdb-00ba1c2f1c60 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.9002087 Nov 23 17:40:48.440194 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 51796) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:40:48.471444 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-8b30a560-6a09-4e88-9f8f-0b000d677eba tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Request body: {'subnet': {'network_id': '92be2970-7b78-43b3-9201-4bad6190f4b3', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:40:48.495599 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-9ea473b0-a7cb-49b7-b27d-e7a42e03d5d3 req-066a835d-a3be-41d2-8934-9e88b1bcf38b tempest-ServersNegativeTestMultiTenantJSON-355496335 tempest-ServersNegativeTestMultiTenantJSON-355496335-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.2241976 Nov 23 17:40:48.537225 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [req-9ea473b0-a7cb-49b7-b27d-e7a42e03d5d3 req-4eda9044-4651-4536-b048-9e519f2ff841 service neutron] Request body: {'port': {'device_id': '8cba5382-3476-4a6a-8331-d65f672c2dc7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-8'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:40:48.549858 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-22819dd2-3cfe-437f-aecb-a4fba44d86d8 req-07bcf0ef-31af-464e-9860-8076323cc8fb service neutron] 10.222.0.36 "GET /v2.0/networks/76740e25-dcec-4d2d-82d4-d720ca6b4fc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4302862 Nov 23 17:40:48.825224 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-22819dd2-3cfe-437f-aecb-a4fba44d86d8 req-6874b39b-128f-44d2-8c16-e70e0ca49f5f service neutron] 10.222.0.36 "GET /v2.0/networks/76740e25-dcec-4d2d-82d4-d720ca6b4fc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2583234 Nov 23 17:40:48.903502 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-40eeda54-0a64-456c-ac00-c90bf984b3be req-cd5940a2-9c30-4b08-87a6-e6993ec4c5fa tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/security-groups?id=776cdaad-ec9b-4a42-a3a9-360feae7cf4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6876380 Nov 23 17:40:49.008693 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-22819dd2-3cfe-437f-aecb-a4fba44d86d8 req-464bf032-5448-4dcd-b4c1-ea26251aff69 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=d4f487c3-aeab-403d-8746-5a1aee6d7eaa HTTP/1.1" status: 200 len: 217 time: 0.1593993 Nov 23 17:40:49.100456 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22819dd2-3cfe-437f-aecb-a4fba44d86d8 req-68bfbcd6-583b-456f-83b4-f04f8f4a90be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:40:49.104214 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-22819dd2-3cfe-437f-aecb-a4fba44d86d8 req-68bfbcd6-583b-456f-83b4-f04f8f4a90be service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8af7564e-f655-496a-9b6e-3592a9b162a5 HTTP/1.1" status: 200 len: 797 time: 0.0860002 Nov 23 17:40:49.152295 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a040c4f-d2fa-4f02-b2d4-7d1e34085ca3 req-1244e6e8-bbf6-4d80-961f-09b285c704d7 tempest-ServersNegativeTestMultiTenantJSON-355496335 tempest-ServersNegativeTestMultiTenantJSON-355496335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:40:49.154869 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-1a040c4f-d2fa-4f02-b2d4-7d1e34085ca3 req-1244e6e8-bbf6-4d80-961f-09b285c704d7 tempest-ServersNegativeTestMultiTenantJSON-355496335 tempest-ServersNegativeTestMultiTenantJSON-355496335-project] 10.222.0.60 "GET /v2.0/ports?device_id=8cba5382-3476-4a6a-8331-d65f672c2dc7 HTTP/1.1" status: 200 len: 932 time: 0.6967859 Nov 23 17:40:49.375272 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-1a040c4f-d2fa-4f02-b2d4-7d1e34085ca3 req-5faedda5-8357-4042-be7e-5d031bc5c704 tempest-ServersNegativeTestMultiTenantJSON-355496335 tempest-ServersNegativeTestMultiTenantJSON-355496335-project] 10.222.0.60 "GET /v2.0/security-groups?id=c589cfac-710c-42b4-831f-3acafd80334f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2108102 Nov 23 17:40:49.386704 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22819dd2-3cfe-437f-aecb-a4fba44d86d8 req-279b3bdd-14e1-40c5-8c53-e118ce61248e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:40:49.388252 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-22819dd2-3cfe-437f-aecb-a4fba44d86d8 req-279b3bdd-14e1-40c5-8c53-e118ce61248e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=22bc55ee-b0f3-41c3-894c-32c421670838&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2256227 Nov 23 17:40:49.483727 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9780ebf-437e-42b3-bcdb-00ba1c2f1c60 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Pushing event updated for resources: {'Network': ['ID=92be2970-7b78-43b3-9201-4bad6190f4b3,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:40:49.488369 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:49.521375 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Network 92be2970-7b78-43b3-9201-4bad6190f4b3 details requested by agent ovs-agent-n-d-816206-8 with host n-d-816206-8 {{(pid=103592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 17:40:49.524392 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-a19fa1e7-6022-4f10-a1c1-a7dc4c1913e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:49.617111 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-22819dd2-3cfe-437f-aecb-a4fba44d86d8 req-76c387a1-eb08-4e9e-ac11-1015c2e03ab2 service neutron] 10.222.0.36 "GET /v2.0/networks/22bc55ee-b0f3-41c3-894c-32c421670838?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2187984 Nov 23 17:40:49.619788 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-9ea473b0-a7cb-49b7-b27d-e7a42e03d5d3 req-4eda9044-4651-4536-b048-9e519f2ff841 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:49.668191 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-871bdc16-7154-4445-80c1-8df41b356cac tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Deleting port 25718bbe-7c1b-4618-afdc-1833c067d9fd {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:40:49.668191 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-871bdc16-7154-4445-80c1-8df41b356cac tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:49.671213 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 51820) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:40:49.747134 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b30a560-6a09-4e88-9f8f-0b000d677eba tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Made reservation on behalf of 9ea08f514e394d68a6e33e0a371ec75c for: {'subnet': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:40:49.768793 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8b30a560-6a09-4e88-9f8f-0b000d677eba tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264730903'] for subnet, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:49.890083 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-22819dd2-3cfe-437f-aecb-a4fba44d86d8 req-69d55f68-2116-4352-8a7b-d10b2766d263 service neutron] 10.222.0.36 "GET /v2.0/networks/22bc55ee-b0f3-41c3-894c-32c421670838?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2626250 Nov 23 17:40:49.991284 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] For port b39b4192-316a-4ff2-837a-3aa3ffe559c1, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=b39b4192-316a-4ff2-837a-3aa3ffe559c1,segment=NetworkSegment(6e543b51-9a77-49ed-9977-d30168009d1c),segment_id=6e543b51-9a77-49ed-9977-d30168009d1c)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:40:50.000686 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-22819dd2-3cfe-437f-aecb-a4fba44d86d8 req-fef9fb61-5830-4b75-b07f-0c34e2bb7597 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=710bef9f-b70a-46f8-8336-d0a377111f32 HTTP/1.1" status: 200 len: 217 time: 0.1039634 Nov 23 17:40:50.021187 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:50.100252 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8b30a560-6a09-4e88-9f8f-0b000d677eba tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264358096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264730885'] for subnet, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:50.126934 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1584fca9-c9f5-4877-b9af-72e421dfc099 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:50.220442 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Pushing event updated for resources: {'Port': ['ID=b39b4192-316a-4ff2-837a-3aa3ffe559c1,revision_number=3']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:40:50.248805 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22819dd2-3cfe-437f-aecb-a4fba44d86d8 req-76ef0396-02ce-47ac-862b-7f26c42f1827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:40:50.251910 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-22819dd2-3cfe-437f-aecb-a4fba44d86d8 req-76ef0396-02ce-47ac-862b-7f26c42f1827 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8af7564e-f655-496a-9b6e-3592a9b162a5 HTTP/1.1" status: 200 len: 797 time: 0.2421935 Nov 23 17:40:50.346450 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.db.api [None req-a19fa1e7-6022-4f10-a1c1-a7dc4c1913e4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103592) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 17:40:50.348248 n-d-816206-8 neutron-server[103592]: DEBUG oslo_db.api [None req-a19fa1e7-6022-4f10-a1c1-a7dc4c1913e4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 17:40:50.362189 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1584fca9-c9f5-4877-b9af-72e421dfc099 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:50.367922 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a364fc97-4cf9-49c3-9de9-0238b976210a req-08a3eb36-01a0-4310-bcb5-a6ef8f807d40 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:40:50.369677 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a364fc97-4cf9-49c3-9de9-0238b976210a req-08a3eb36-01a0-4310-bcb5-a6ef8f807d40 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/ports?device_id=05801c5e-23fe-4c5d-a9cb-dc7464d84c54 HTTP/1.1" status: 200 len: 944 time: 0.2381907 Nov 23 17:40:50.390837 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b30a560-6a09-4e88-9f8f-0b000d677eba tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Pushing event updated for resources: {'Subnet': ['ID=30865f18-4aca-4007-b22a-63fa611fdbc0,revision_number=0']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:40:50.435818 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-ea16ea2f-d7fe-4333-914f-6151ee8514c9 None None] Publish callbacks [] for port, precommit_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:50.455118 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1584fca9-c9f5-4877-b9af-72e421dfc099 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:50.493177 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-ea16ea2f-d7fe-4333-914f-6151ee8514c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980'] for port, after_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:50.519932 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-1584fca9-c9f5-4877-b9af-72e421dfc099 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=3478c0f1c8974392953b75b257e2fa5d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8419743 Nov 23 17:40:50.542654 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 51840) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:40:50.636607 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1584fca9-c9f5-4877-b9af-72e421dfc099 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8f31581-2f82-4ff3-a535-4e27f6f9738b,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:40:50.638716 n-d-816206-8 neutron-server[103592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea16ea2f-d7fe-4333-914f-6151ee8514c9 None None] Network 56dedb9c-c874-4806-8073-23c183970f13 is already hosted by enough agents. {{(pid=103592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:40:50.646052 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea16ea2f-d7fe-4333-914f-6151ee8514c9 None None] Pushing event updated for resources: {'Port': ['ID=e33ba37b-e74b-42cb-bb55-da308d3110c7,revision_number=1']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:40:50.648589 n-d-816206-8 neutron-server[103592]: DEBUG neutron.scheduler.base_scheduler [None req-ea16ea2f-d7fe-4333-914f-6151ee8514c9 None None] Resources bound (agent type, host, resource id): {{(pid=103592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:40:50.654975 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea16ea2f-d7fe-4333-914f-6151ee8514c9 None None] Received port after_create {{(pid=103592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:40:50.677969 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22819dd2-3cfe-437f-aecb-a4fba44d86d8 req-b741a435-ec6b-4376-936f-d82f63bff678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:40:50.680782 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-22819dd2-3cfe-437f-aecb-a4fba44d86d8 req-b741a435-ec6b-4376-936f-d82f63bff678 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=22bc55ee-b0f3-41c3-894c-32c421670838&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4197335 Nov 23 17:40:50.699244 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a364fc97-4cf9-49c3-9de9-0238b976210a req-2883c4c6-7ef6-4d55-bcdf-e8c85238c5c8 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/security-groups?id=776cdaad-ec9b-4a42-a3a9-360feae7cf4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3146152 Nov 23 17:40:50.733575 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-871bdc16-7154-4445-80c1-8df41b356cac tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:50.737404 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-58aa894a-ace2-4755-b623-c4b6dda6323b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d2dd293-4c5a-43d3-bb7f-3065bdc1a359', 'name': 'tempest-RoutersTest-router-551812585', 'tenant_id': '9ea08f514e394d68a6e33e0a371ec75c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:40:38Z', 'updated_at': '2021-11-23T17:40:45Z', 'revision_number': 2, 'project_id': '9ea08f514e394d68a6e33e0a371ec75c', 'gw_port_host': None, '_interfaces': [{'id': 'adc453bb-b64e-4a63-a1c3-03961aa01e6b', 'name': '', 'network_id': '0d2689e3-f47b-4951-8a3f-d47a148adc6f', 'tenant_id': '9ea08f514e394d68a6e33e0a371ec75c', 'mac_address': 'fa:16:3e:4f:5d:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d2dd293-4c5a-43d3-bb7f-3065bdc1a359', 'device_owner': 'network:router_interface', 'standard_attr_id': 2364, 'fixed_ips': [{'subnet_id': '4fd923d4-90c0-465c-a731-f064e303a2b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:40:43Z', 'updated_at': '2021-11-23T17:40:45Z', 'revision_number': 2, 'project_id': '9ea08f514e394d68a6e33e0a371ec75c', 'subnets': [{'id': '4fd923d4-90c0-465c-a731-f064e303a2b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:40:50.742503 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-ea16ea2f-d7fe-4333-914f-6151ee8514c9 None None] Attempting to bind port e33ba37b-e74b-42cb-bb55-da308d3110c7 on host n-d-816206-8 for vnic_type normal with profile {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:40:50.749103 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-ea16ea2f-d7fe-4333-914f-6151ee8514c9 None None] Attempting to bind port e33ba37b-e74b-42cb-bb55-da308d3110c7 by drivers openvswitch,hyperv on host n-d-816206-8 at level 0 using segments [{'id': '208f22fc-9686-4ca3-a88c-018385437c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '56dedb9c-c874-4806-8073-23c183970f13'}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:40:50.749528 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea16ea2f-d7fe-4333-914f-6151ee8514c9 None None] Attempting to bind port e33ba37b-e74b-42cb-bb55-da308d3110c7 on network 56dedb9c-c874-4806-8073-23c183970f13 {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:40:50.769380 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b30a560-6a09-4e88-9f8f-0b000d677eba tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Checking segment: {'id': '1fe6ecdb-a1b2-47d0-b54a-c612bce7e9fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '92be2970-7b78-43b3-9201-4bad6190f4b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:40:50.770703 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b30a560-6a09-4e88-9f8f-0b000d677eba tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Network hostable DHCP agents. Network: 92be2970-7b78-43b3-9201-4bad6190f4b3, hostable agents: ['0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3'], hosted agents: [] {{(pid=103590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 17:40:50.809861 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-871bdc16-7154-4445-80c1-8df41b356cac tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Calling delete_port for 25718bbe-7c1b-4618-afdc-1833c067d9fd owned by {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:40:50.816030 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58aa894a-ace2-4755-b623-c4b6dda6323b None None] Checking router: 1d2dd293-4c5a-43d3-bb7f-3065bdc1a359 for host: n-d-816206-8 {{(pid=103592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 17:40:50.816030 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58aa894a-ace2-4755-b623-c4b6dda6323b None None] Updating router 1d2dd293-4c5a-43d3-bb7f-3065bdc1a359 port adc453bb-b64e-4a63-a1c3-03961aa01e6b binding host n-d-816206-8 {{(pid=103592) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 17:40:50.845714 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-58aa894a-ace2-4755-b623-c4b6dda6323b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:50.857889 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea16ea2f-d7fe-4333-914f-6151ee8514c9 None None] Checking agent: {'id': '9e89acbe-4bbe-4c77-a18b-6f1da9133e0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 7, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 40, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:40:50.858275 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea16ea2f-d7fe-4333-914f-6151ee8514c9 None None] Checking segment: {'id': '208f22fc-9686-4ca3-a88c-018385437c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '56dedb9c-c874-4806-8073-23c183970f13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:40:50.858701 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-ea16ea2f-d7fe-4333-914f-6151ee8514c9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:50.859339 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea16ea2f-d7fe-4333-914f-6151ee8514c9 None None] Bound using segment: {'id': '208f22fc-9686-4ca3-a88c-018385437c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '56dedb9c-c874-4806-8073-23c183970f13'} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:40:50.859884 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-ea16ea2f-d7fe-4333-914f-6151ee8514c9 None None] Bound port: e33ba37b-e74b-42cb-bb55-da308d3110c7, host: n-d-816206-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '208f22fc-9686-4ca3-a88c-018385437c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '56dedb9c-c874-4806-8073-23c183970f13'}}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:40:50.860224 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-ea16ea2f-d7fe-4333-914f-6151ee8514c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:50.876112 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517bc7c0-f760-41cc-a652-679a0c4c7356 req-00d5875b-4325-4247-a063-b62275dbe68a tempest-ServersNegativeTestMultiTenantJSON-355496335 tempest-ServersNegativeTestMultiTenantJSON-355496335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:40:50.878732 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-517bc7c0-f760-41cc-a652-679a0c4c7356 req-00d5875b-4325-4247-a063-b62275dbe68a tempest-ServersNegativeTestMultiTenantJSON-355496335 tempest-ServersNegativeTestMultiTenantJSON-355496335-project] 10.222.0.60 "GET /v2.0/ports?device_id=8cba5382-3476-4a6a-8331-d65f672c2dc7 HTTP/1.1" status: 200 len: 932 time: 0.3886714 Nov 23 17:40:50.898683 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b30a560-6a09-4e88-9f8f-0b000d677eba tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Network 92be2970-7b78-43b3-9201-4bad6190f4b3 is scheduled to be hosted by DHCP agent 0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3 with binding_index 1 {{(pid=103590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 17:40:50.925153 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-663b45e5-600c-4405-b8c5-d68918d5eeee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:50.979812 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-663b45e5-600c-4405-b8c5-d68918d5eeee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:51.027169 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-8b30a560-6a09-4e88-9f8f-0b000d677eba tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-8, 92be2970-7b78-43b3-9201-4bad6190f4b3) {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:40:51.035014 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b30a560-6a09-4e88-9f8f-0b000d677eba tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:40:51.035707 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8b30a560-6a09-4e88-9f8f-0b000d677eba tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks [] for subnet, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:51.076874 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49f5d22f-5037-4bf1-9bde-80ac7c0d5030 None None] Network 92be2970-7b78-43b3-9201-4bad6190f4b3 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:40:51.082083 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-22819dd2-3cfe-437f-aecb-a4fba44d86d8 req-7a515dae-9fab-44e7-ba24-6ccc600a8405 service neutron] 10.222.0.36 "GET /v2.0/networks/22bc55ee-b0f3-41c3-894c-32c421670838?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3779342 Nov 23 17:40:51.109660 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-8b30a560-6a09-4e88-9f8f-0b000d677eba tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6571271 Nov 23 17:40:51.115807 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 51850) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:40:51.119311 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-663b45e5-600c-4405-b8c5-d68918d5eeee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:51.122104 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-663b45e5-600c-4405-b8c5-d68918d5eeee admin admin] Publish callbacks [] for security_group, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:51.131671 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-663b45e5-600c-4405-b8c5-d68918d5eeee admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b8f31581-2f82-4ff3-a535-4e27f6f9738b HTTP/1.1" status: 204 len: 168 time: 0.5871673 Nov 23 17:40:51.170369 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-517bc7c0-f760-41cc-a652-679a0c4c7356 req-475bf278-cf09-4825-ac7a-72300d2a1231 tempest-ServersNegativeTestMultiTenantJSON-355496335 tempest-ServersNegativeTestMultiTenantJSON-355496335-project] 10.222.0.60 "GET /v2.0/security-groups?id=c589cfac-710c-42b4-831f-3acafd80334f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2588348 Nov 23 17:40:51.201996 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663b45e5-600c-4405-b8c5-d68918d5eeee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8f31581-2f82-4ff3-a535-4e27f6f9738b,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:40:51.284861 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-22819dd2-3cfe-437f-aecb-a4fba44d86d8 req-0a7e9767-970d-4335-bca3-dc1803fc63ea service neutron] 10.222.0.36 "GET /v2.0/networks/22bc55ee-b0f3-41c3-894c-32c421670838?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1912179 Nov 23 17:40:51.566808 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-b31d0af8-4e7e-4ab2-b8ce-702acce1e14c None None] Provisioning complete for port adc453bb-b64e-4a63-a1c3-03961aa01e6b triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:40:51.572931 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b31d0af8-4e7e-4ab2-b8ce-702acce1e14c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:51.671024 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-ea16ea2f-d7fe-4333-914f-6151ee8514c9 None None] For port e33ba37b-e74b-42cb-bb55-da308d3110c7, host n-d-816206-8, cleared binding levels {{(pid=103592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:40:51.687831 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-b31d0af8-4e7e-4ab2-b8ce-702acce1e14c None None] Port adc453bb-b64e-4a63-a1c3-03961aa01e6b cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:40:51.740141 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-ea16ea2f-d7fe-4333-914f-6151ee8514c9 None None] For port e33ba37b-e74b-42cb-bb55-da308d3110c7, host n-d-816206-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=e33ba37b-e74b-42cb-bb55-da308d3110c7,segment=NetworkSegment(208f22fc-9686-4ca3-a88c-018385437c28),segment_id=208f22fc-9686-4ca3-a88c-018385437c28)] {{(pid=103592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:40:51.777645 n-d-816206-8 neutron-server[103590]: DEBUG neutron.notifiers.nova [req-9ea473b0-a7cb-49b7-b27d-e7a42e03d5d3 req-4eda9044-4651-4536-b048-9e519f2ff841 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54248917-064b-443d-b4c8-8ace1843cce2 {{(pid=103590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:40:51.788703 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-871bdc16-7154-4445-80c1-8df41b356cac tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:51.795163 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-9ea473b0-a7cb-49b7-b27d-e7a42e03d5d3 req-4eda9044-4651-4536-b048-9e519f2ff841 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:51.795760 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-ea16ea2f-d7fe-4333-914f-6151ee8514c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:51.852400 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871bdc16-7154-4445-80c1-8df41b356cac tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Pushing event deleted for resources: {'Port': ['ID=25718bbe-7c1b-4618-afdc-1833c067d9fd,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:40:51.880961 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [req-9ea473b0-a7cb-49b7-b27d-e7a42e03d5d3 req-4eda9044-4651-4536-b048-9e519f2ff841 service neutron] Transition to ACTIVE for port object 54248917-064b-443d-b4c8-8ace1843cce2 will not be triggered until provisioned by entity L2. {{(pid=103590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 17:40:51.892981 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-9ea473b0-a7cb-49b7-b27d-e7a42e03d5d3 req-4eda9044-4651-4536-b048-9e519f2ff841 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264357957'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:51.924469 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-871bdc16-7154-4445-80c1-8df41b356cac tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:51.930215 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-871bdc16-7154-4445-80c1-8df41b356cac tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] 10.222.0.60 "DELETE /v2.0/ports/25718bbe-7c1b-4618-afdc-1833c067d9fd HTTP/1.1" status: 204 len: 168 time: 3.8586719 Nov 23 17:40:51.956085 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 51874) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:40:52.028133 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7aba370c-0eea-42b8-821e-e7512e4d3a9c tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:52.030799 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21718ab-2b1f-4a8c-bdb5-945351e22b47 req-0738ecf6-2d8b-4d42-8ac5-73242995fe90 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:40:52.047418 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a21718ab-2b1f-4a8c-bdb5-945351e22b47 req-0738ecf6-2d8b-4d42-8ac5-73242995fe90 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/ports?device_id=05801c5e-23fe-4c5d-a9cb-dc7464d84c54 HTTP/1.1" status: 200 len: 944 time: 0.1582353 Nov 23 17:40:52.086679 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eda9044-4651-4536-b048-9e519f2ff841 service neutron] Pushing event updated for resources: {'Port': ['ID=54248917-064b-443d-b4c8-8ace1843cce2,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:40:52.091746 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f18e3f90-79ca-41f2-abe6-b42c3a3af9b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp355044b8-8e87-58c4-94fa-4a010ec30f9e-92be2970-7b78-43b3-9201-4bad6190f4b3', 'network_id': '92be2970-7b78-43b3-9201-4bad6190f4b3', 'tenant_id': '9ea08f514e394d68a6e33e0a371ec75c', 'fixed_ips': [{'subnet_id': '30865f18-4aca-4007-b22a-63fa611fdbc0'}]}} from n-d-816206-8. {{(pid=103592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 17:40:52.093046 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-f18e3f90-79ca-41f2-abe6-b42c3a3af9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:52.099245 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-b31d0af8-4e7e-4ab2-b8ce-702acce1e14c None None] Provisioning complete for port b39b4192-316a-4ff2-837a-3aa3ffe559c1 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:40:52.107291 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b31d0af8-4e7e-4ab2-b8ce-702acce1e14c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:52.197805 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4d88cea-cdb6-4287-8fea-58995a0396c0 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:40:52.199809 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4d88cea-cdb6-4287-8fea-58995a0396c0 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:40:52.201281 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-a4d88cea-cdb6-4287-8fea-58995a0396c0 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2336249 Nov 23 17:40:52.205021 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 51886) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:40:52.214311 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a21718ab-2b1f-4a8c-bdb5-945351e22b47 req-0bb42f5a-2cf8-46f8-8127-b55ca10d68bf tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/security-groups?id=776cdaad-ec9b-4a42-a3a9-360feae7cf4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650183 Nov 23 17:40:52.308117 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea16ea2f-d7fe-4333-914f-6151ee8514c9 None None] Pushing event updated for resources: {'Port': ['ID=e33ba37b-e74b-42cb-bb55-da308d3110c7,revision_number=2']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:40:52.321980 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device b39b4192-316a-4ff2-837a-3aa3ffe559c1 up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:40:52.466689 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff1e395-19fb-45cd-9608-c28ea4bc6111 req-a6e564b2-0cd3-4124-8c49-9016aea5de41 tempest-ServersNegativeTestMultiTenantJSON-355496335 tempest-ServersNegativeTestMultiTenantJSON-355496335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:40:52.470742 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9ff1e395-19fb-45cd-9608-c28ea4bc6111 req-a6e564b2-0cd3-4124-8c49-9016aea5de41 tempest-ServersNegativeTestMultiTenantJSON-355496335 tempest-ServersNegativeTestMultiTenantJSON-355496335-project] 10.222.0.60 "GET /v2.0/ports?device_id=8cba5382-3476-4a6a-8331-d65f672c2dc7 HTTP/1.1" status: 200 len: 944 time: 0.1601605 Nov 23 17:40:52.543532 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.db_base_plugin_common [None req-f18e3f90-79ca-41f2-abe6-b42c3a3af9b9 None None] Allocated IP 172.21.0.2 (92be2970-7b78-43b3-9201-4bad6190f4b3/30865f18-4aca-4007-b22a-63fa611fdbc0/5c356f90-d58f-4f24-a244-8713c7894efa) {{(pid=103592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:40:52.628948 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9ff1e395-19fb-45cd-9608-c28ea4bc6111 req-7bb4a42d-b3f1-4662-845a-e8b48933edd3 tempest-ServersNegativeTestMultiTenantJSON-355496335 tempest-ServersNegativeTestMultiTenantJSON-355496335-project] 10.222.0.60 "GET /v2.0/security-groups?id=c589cfac-710c-42b4-831f-3acafd80334f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429009 Nov 23 17:40:52.669818 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6d5e51c-8464-4abc-a388-6220dfc1b9f9 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Deleting subnet 98f0969e-f255-49d6-9818-e13ef2a19184 {{(pid=103590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 17:40:52.682453 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d6d5e51c-8464-4abc-a388-6220dfc1b9f9 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks [] for subnet, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:52.811599 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [req-9ea473b0-a7cb-49b7-b27d-e7a42e03d5d3 req-4eda9044-4651-4536-b048-9e519f2ff841 service neutron] Attempting to bind port 54248917-064b-443d-b4c8-8ace1843cce2 on host n-h1-816206-8 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:40:52.812579 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [req-9ea473b0-a7cb-49b7-b27d-e7a42e03d5d3 req-4eda9044-4651-4536-b048-9e519f2ff841 service neutron] Attempting to bind port 54248917-064b-443d-b4c8-8ace1843cce2 by drivers openvswitch,hyperv on host n-h1-816206-8 at level 0 using segments [{'id': 'e0fe1f0b-4dc5-4c1f-bf9c-941c134f4d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'ed89e2f9-65c4-4b7e-be5c-6f67d177fc5a'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:40:52.813122 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ea473b0-a7cb-49b7-b27d-e7a42e03d5d3 req-4eda9044-4651-4536-b048-9e519f2ff841 service neutron] Attempting to bind port 54248917-064b-443d-b4c8-8ace1843cce2 on network ed89e2f9-65c4-4b7e-be5c-6f67d177fc5a {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:40:52.825306 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ea473b0-a7cb-49b7-b27d-e7a42e03d5d3 req-4eda9044-4651-4536-b048-9e519f2ff841 service neutron] Port 54248917-064b-443d-b4c8-8ace1843cce2 on network ed89e2f9-65c4-4b7e-be5c-6f67d177fc5a not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-8 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 17:40:52.825937 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ea473b0-a7cb-49b7-b27d-e7a42e03d5d3 req-4eda9044-4651-4536-b048-9e519f2ff841 service neutron] Attempting to bind port 54248917-064b-443d-b4c8-8ace1843cce2 on network ed89e2f9-65c4-4b7e-be5c-6f67d177fc5a {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:40:52.829937 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d6d5e51c-8464-4abc-a388-6220dfc1b9f9 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-267528342'] for subnet, precommit_delete_associations {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:52.857529 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ea473b0-a7cb-49b7-b27d-e7a42e03d5d3 req-4eda9044-4651-4536-b048-9e519f2ff841 service neutron] Checking agent: {'id': '4b0a4557-3bfe-4828-80a0-7981fc3ac84c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 15, 14), 'started_at': datetime.datetime(2021, 11, 23, 17, 15, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 40, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:40:52.858083 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ea473b0-a7cb-49b7-b27d-e7a42e03d5d3 req-4eda9044-4651-4536-b048-9e519f2ff841 service neutron] Checking segment: {'id': 'e0fe1f0b-4dc5-4c1f-bf9c-941c134f4d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'ed89e2f9-65c4-4b7e-be5c-6f67d177fc5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:40:52.858622 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ea473b0-a7cb-49b7-b27d-e7a42e03d5d3 req-4eda9044-4651-4536-b048-9e519f2ff841 service neutron] Bound using segment: {'id': 'e0fe1f0b-4dc5-4c1f-bf9c-941c134f4d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'ed89e2f9-65c4-4b7e-be5c-6f67d177fc5a'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:40:52.859370 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [req-9ea473b0-a7cb-49b7-b27d-e7a42e03d5d3 req-4eda9044-4651-4536-b048-9e519f2ff841 service neutron] Bound port: 54248917-064b-443d-b4c8-8ace1843cce2, host: n-h1-816206-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0fe1f0b-4dc5-4c1f-bf9c-941c134f4d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'ed89e2f9-65c4-4b7e-be5c-6f67d177fc5a'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:40:52.859884 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-9ea473b0-a7cb-49b7-b27d-e7a42e03d5d3 req-4eda9044-4651-4536-b048-9e519f2ff841 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:53.009420 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d6d5e51c-8464-4abc-a388-6220dfc1b9f9 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971956'] for subnet, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:53.055719 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [req-9ea473b0-a7cb-49b7-b27d-e7a42e03d5d3 req-4eda9044-4651-4536-b048-9e519f2ff841 service neutron] For port 54248917-064b-443d-b4c8-8ace1843cce2, host n-h1-816206-8, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:40:53.099226 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [req-9ea473b0-a7cb-49b7-b27d-e7a42e03d5d3 req-4eda9044-4651-4536-b048-9e519f2ff841 service neutron] For port 54248917-064b-443d-b4c8-8ace1843cce2, host n-h1-816206-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=54248917-064b-443d-b4c8-8ace1843cce2,segment=NetworkSegment(e0fe1f0b-4dc5-4c1f-bf9c-941c134f4d0d),segment_id=e0fe1f0b-4dc5-4c1f-bf9c-941c134f4d0d)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:40:53.118061 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-9ea473b0-a7cb-49b7-b27d-e7a42e03d5d3 req-4eda9044-4651-4536-b048-9e519f2ff841 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264357957'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:53.161058 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea473b0-a7cb-49b7-b27d-e7a42e03d5d3 req-4eda9044-4651-4536-b048-9e519f2ff841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:40:53.162257 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-9ea473b0-a7cb-49b7-b27d-e7a42e03d5d3 req-4eda9044-4651-4536-b048-9e519f2ff841 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:53.172053 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-9ea473b0-a7cb-49b7-b27d-e7a42e03d5d3 req-4eda9044-4651-4536-b048-9e519f2ff841 service neutron] 10.222.0.55 "PUT /v2.0/ports/54248917-064b-443d-b4c8-8ace1843cce2 HTTP/1.1" status: 200 len: 1092 time: 4.6377103 Nov 23 17:40:53.178609 n-d-816206-8 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8cba5382-3476-4a6a-8331-d65f672c2dc7', 'tag': '54248917-064b-443d-b4c8-8ace1843cce2'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:40:53.182756 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbabddbc9fc37b068808e119c416c86f5957ca04531a4a0d2e695c515e93483b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7f4000b-fe5c-47f3-8292-0bb6cc097406" -d '{"events": [{"name": "network-changed", "server_uuid": "8cba5382-3476-4a6a-8331-d65f672c2dc7", "tag": "54248917-064b-443d-b4c8-8ace1843cce2"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:40:53.324014 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-58aa894a-ace2-4755-b623-c4b6dda6323b None None] Publish callbacks [] for port, precommit_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:53.325192 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea473b0-a7cb-49b7-b27d-e7a42e03d5d3 req-d8dd85e6-87a0-41d3-ae47-4eb69f8a53c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:40:53.332399 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port b39b4192-316a-4ff2-837a-3aa3ffe559c1 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:40:53.340821 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-9ea473b0-a7cb-49b7-b27d-e7a42e03d5d3 req-d8dd85e6-87a0-41d3-ae47-4eb69f8a53c1 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=466bf1c72d33403f87857823905a1383&device_id=8cba5382-3476-4a6a-8331-d65f672c2dc7 HTTP/1.1" status: 200 len: 1095 time: 0.1162891 Nov 23 17:40:53.341068 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:53.345511 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-f18e3f90-79ca-41f2-abe6-b42c3a3af9b9 None None] Publish callbacks [] for port, precommit_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:53.347460 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 17:40:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c904786f-1dc9-4a78-a6ab-286d5ccb4357 x-openstack-request-id: req-c904786f-1dc9-4a78-a6ab-286d5ccb4357 {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:40:53.348257 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8cba5382-3476-4a6a-8331-d65f672c2dc7", "tag": "54248917-064b-443d-b4c8-8ace1843cce2", "status": "completed", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:40:53.348983 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c904786f-1dc9-4a78-a6ab-286d5ccb4357 {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:40:53.349730 n-d-816206-8 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8cba5382-3476-4a6a-8331-d65f672c2dc7', 'tag': '54248917-064b-443d-b4c8-8ace1843cce2', 'status': 'completed', 'code': 200} Nov 23 17:40:53.443559 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-58aa894a-ace2-4755-b623-c4b6dda6323b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:53.484397 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-f18e3f90-79ca-41f2-abe6-b42c3a3af9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980'] for port, after_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:53.516139 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ed7460-a00e-44e8-a395-d583f906c825 req-9b0902e2-88d4-4829-9052-3203ae5becc4 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:40:53.534848 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-27ed7460-a00e-44e8-a395-d583f906c825 req-9b0902e2-88d4-4829-9052-3203ae5becc4 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/ports?device_id=05801c5e-23fe-4c5d-a9cb-dc7464d84c54 HTTP/1.1" status: 200 len: 944 time: 0.1621203 Nov 23 17:40:53.639677 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-27ed7460-a00e-44e8-a395-d583f906c825 req-29177fa7-2145-4104-aad6-f52c8840dd1e tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/security-groups?id=776cdaad-ec9b-4a42-a3a9-360feae7cf4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022773 Nov 23 17:40:53.655156 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-7aba370c-0eea-42b8-821e-e7512e4d3a9c tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Allocated IP 172.21.0.1 (92be2970-7b78-43b3-9201-4bad6190f4b3/30865f18-4aca-4007-b22a-63fa611fdbc0/66cf6c02-f69f-41af-a9df-28ff07530fea) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:40:53.797003 n-d-816206-8 neutron-server[103592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f18e3f90-79ca-41f2-abe6-b42c3a3af9b9 None None] Network 92be2970-7b78-43b3-9201-4bad6190f4b3 is already hosted by enough agents. {{(pid=103592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:40:53.797578 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacc31d8-1533-4fd0-82d1-7c9fe32954e6 None None] Pushing event updated for resources: {'Port': ['ID=adc453bb-b64e-4a63-a1c3-03961aa01e6b,revision_number=3']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:40:53.831115 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41b07aa-7273-4c52-bea3-050b1d1dbda6 req-5f6302e1-2ecc-48b5-9c56-163a7daa53c6 tempest-ServersNegativeTestMultiTenantJSON-355496335 tempest-ServersNegativeTestMultiTenantJSON-355496335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:40:53.843199 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d41b07aa-7273-4c52-bea3-050b1d1dbda6 req-5f6302e1-2ecc-48b5-9c56-163a7daa53c6 tempest-ServersNegativeTestMultiTenantJSON-355496335 tempest-ServersNegativeTestMultiTenantJSON-355496335-project] 10.222.0.60 "GET /v2.0/ports?device_id=8cba5382-3476-4a6a-8331-d65f672c2dc7 HTTP/1.1" status: 200 len: 944 time: 0.1206522 Nov 23 17:40:53.854852 n-d-816206-8 neutron-server[103592]: DEBUG neutron.scheduler.base_scheduler [None req-f18e3f90-79ca-41f2-abe6-b42c3a3af9b9 None None] Resources bound (agent type, host, resource id): {{(pid=103592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:40:53.866845 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f18e3f90-79ca-41f2-abe6-b42c3a3af9b9 None None] Received port after_create {{(pid=103592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:40:53.938619 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d41b07aa-7273-4c52-bea3-050b1d1dbda6 req-5ec5ffbe-32d9-435b-b522-32f5f201b30d tempest-ServersNegativeTestMultiTenantJSON-355496335 tempest-ServersNegativeTestMultiTenantJSON-355496335-project] 10.222.0.60 "GET /v2.0/security-groups?id=c589cfac-710c-42b4-831f-3acafd80334f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943017 Nov 23 17:40:53.994647 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-9ea473b0-a7cb-49b7-b27d-e7a42e03d5d3 req-6b6812d6-0994-4ca7-838f-1bd4a9c7da30 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=54248917-064b-443d-b4c8-8ace1843cce2 HTTP/1.1" status: 200 len: 217 time: 0.6299520 Nov 23 17:40:53.996235 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d6d5e51c-8464-4abc-a388-6220dfc1b9f9 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264357903', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264730940'] for subnet, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:54.026179 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eda9044-4651-4536-b048-9e519f2ff841 service neutron] Pushing event updated for resources: {'Port': ['ID=54248917-064b-443d-b4c8-8ace1843cce2,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:40:54.055859 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7aba370c-0eea-42b8-821e-e7512e4d3a9c tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:54.097947 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d6d5e51c-8464-4abc-a388-6220dfc1b9f9 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks [] for subnet, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:54.101352 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-d6d5e51c-8464-4abc-a388-6220dfc1b9f9 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] 10.222.0.60 "DELETE /v2.0/subnets/98f0969e-f255-49d6-9818-e13ef2a19184 HTTP/1.1" status: 204 len: 168 time: 1.8938129 Nov 23 17:40:54.102206 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d5e51c-8464-4abc-a388-6220dfc1b9f9 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Pushing event deleted for resources: {'Subnet': ['ID=98f0969e-f255-49d6-9818-e13ef2a19184,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:40:54.105104 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 51932) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:40:54.113434 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-6b630e0f-0174-4233-a99c-bc187dd1a58b None None] Provisioning complete for port e33ba37b-e74b-42cb-bb55-da308d3110c7 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:40:54.114082 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-6b630e0f-0174-4233-a99c-bc187dd1a58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:54.140741 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-58aa894a-ace2-4755-b623-c4b6dda6323b None None] Attempting to bind port adc453bb-b64e-4a63-a1c3-03961aa01e6b on host n-d-816206-8 for vnic_type normal with profile {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:40:54.145653 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-58aa894a-ace2-4755-b623-c4b6dda6323b None None] Attempting to bind port adc453bb-b64e-4a63-a1c3-03961aa01e6b by drivers openvswitch,hyperv on host n-d-816206-8 at level 0 using segments [{'id': '6e543b51-9a77-49ed-9977-d30168009d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '0d2689e3-f47b-4951-8a3f-d47a148adc6f'}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:40:54.146298 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58aa894a-ace2-4755-b623-c4b6dda6323b None None] Attempting to bind port adc453bb-b64e-4a63-a1c3-03961aa01e6b on network 0d2689e3-f47b-4951-8a3f-d47a148adc6f {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:40:54.183885 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea473b0-a7cb-49b7-b27d-e7a42e03d5d3 req-e23e9002-fc48-49f5-9840-f1257db6d9d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:40:54.185412 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-9ea473b0-a7cb-49b7-b27d-e7a42e03d5d3 req-e23e9002-fc48-49f5-9840-f1257db6d9d2 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b69e7eff-3eec-438a-a269-43616e71347c HTTP/1.1" status: 200 len: 864 time: 0.1795242 Nov 23 17:40:54.187048 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58aa894a-ace2-4755-b623-c4b6dda6323b None None] Checking agent: {'id': '9e89acbe-4bbe-4c77-a18b-6f1da9133e0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 7, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 40, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:40:54.187654 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58aa894a-ace2-4755-b623-c4b6dda6323b None None] Checking segment: {'id': '6e543b51-9a77-49ed-9977-d30168009d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '0d2689e3-f47b-4951-8a3f-d47a148adc6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:40:54.188287 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-58aa894a-ace2-4755-b623-c4b6dda6323b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:54.189351 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58aa894a-ace2-4755-b623-c4b6dda6323b None None] Bound using segment: {'id': '6e543b51-9a77-49ed-9977-d30168009d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '0d2689e3-f47b-4951-8a3f-d47a148adc6f'} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:40:54.190034 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-58aa894a-ace2-4755-b623-c4b6dda6323b None None] Bound port: adc453bb-b64e-4a63-a1c3-03961aa01e6b, host: n-d-816206-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e543b51-9a77-49ed-9977-d30168009d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '0d2689e3-f47b-4951-8a3f-d47a148adc6f'}}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:40:54.190637 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-58aa894a-ace2-4755-b623-c4b6dda6323b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:54.237727 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-6e63a621-2c3e-4656-9c6b-0851717dc1d1 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1282742 Nov 23 17:40:54.241004 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 51934) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:40:54.246060 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-01058b3a-9f96-4eaa-90b0-5e7fbdb3d6d9 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Request body: {'subnet': {'network_id': '56dedb9c-c874-4806-8073-23c183970f13', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:40:54.265404 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18e3f90-79ca-41f2-abe6-b42c3a3af9b9 None None] Pushing event updated for resources: {'Port': ['ID=5c356f90-d58f-4f24-a244-8713c7894efa,revision_number=1']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:40:54.270888 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-f18e3f90-79ca-41f2-abe6-b42c3a3af9b9 None None] Attempting to bind port 5c356f90-d58f-4f24-a244-8713c7894efa on host n-d-816206-8 for vnic_type normal with profile {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:40:54.271271 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-f18e3f90-79ca-41f2-abe6-b42c3a3af9b9 None None] Attempting to bind port 5c356f90-d58f-4f24-a244-8713c7894efa by drivers openvswitch,hyperv on host n-d-816206-8 at level 0 using segments [{'id': '1fe6ecdb-a1b2-47d0-b54a-c612bce7e9fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '92be2970-7b78-43b3-9201-4bad6190f4b3'}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:40:54.271627 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f18e3f90-79ca-41f2-abe6-b42c3a3af9b9 None None] Attempting to bind port 5c356f90-d58f-4f24-a244-8713c7894efa on network 92be2970-7b78-43b3-9201-4bad6190f4b3 {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:40:54.274612 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-9ea473b0-a7cb-49b7-b27d-e7a42e03d5d3 req-ee400720-e678-4d28-b621-8ab2a9447158 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ed89e2f9-65c4-4b7e-be5c-6f67d177fc5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0806725 Nov 23 17:40:54.282810 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7aba370c-0eea-42b8-821e-e7512e4d3a9c tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:54.312349 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f18e3f90-79ca-41f2-abe6-b42c3a3af9b9 None None] Checking agent: {'id': '9e89acbe-4bbe-4c77-a18b-6f1da9133e0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 7, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 40, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:40:54.312802 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f18e3f90-79ca-41f2-abe6-b42c3a3af9b9 None None] Checking segment: {'id': '1fe6ecdb-a1b2-47d0-b54a-c612bce7e9fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '92be2970-7b78-43b3-9201-4bad6190f4b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:40:54.313205 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-f18e3f90-79ca-41f2-abe6-b42c3a3af9b9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:54.314312 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f18e3f90-79ca-41f2-abe6-b42c3a3af9b9 None None] Bound using segment: {'id': '1fe6ecdb-a1b2-47d0-b54a-c612bce7e9fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '92be2970-7b78-43b3-9201-4bad6190f4b3'} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:40:54.314805 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-f18e3f90-79ca-41f2-abe6-b42c3a3af9b9 None None] Bound port: 5c356f90-d58f-4f24-a244-8713c7894efa, host: n-d-816206-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fe6ecdb-a1b2-47d0-b54a-c612bce7e9fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '92be2970-7b78-43b3-9201-4bad6190f4b3'}}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:40:54.315282 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-f18e3f90-79ca-41f2-abe6-b42c3a3af9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:54.317236 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a37c8eb9-7129-4880-8008-ff84aac1eb1a None None] Network 56dedb9c-c874-4806-8073-23c183970f13 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:40:54.382808 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aba370c-0eea-42b8-821e-e7512e4d3a9c tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Network 92be2970-7b78-43b3-9201-4bad6190f4b3 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:40:54.414053 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-7aba370c-0eea-42b8-821e-e7512e4d3a9c tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:40:54.433712 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aba370c-0eea-42b8-821e-e7512e4d3a9c tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:40:54.520999 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-58aa894a-ace2-4755-b623-c4b6dda6323b None None] For port adc453bb-b64e-4a63-a1c3-03961aa01e6b, host n-d-816206-8, cleared binding levels {{(pid=103592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:40:54.539137 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-58aa894a-ace2-4755-b623-c4b6dda6323b None None] For port adc453bb-b64e-4a63-a1c3-03961aa01e6b, host n-d-816206-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=adc453bb-b64e-4a63-a1c3-03961aa01e6b,segment=NetworkSegment(6e543b51-9a77-49ed-9977-d30168009d1c),segment_id=6e543b51-9a77-49ed-9977-d30168009d1c)] {{(pid=103592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:40:54.575018 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aba370c-0eea-42b8-821e-e7512e4d3a9c tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Pushing event updated for resources: {'Port': ['ID=66cf6c02-f69f-41af-a9df-28ff07530fea,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:40:54.795149 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-f18e3f90-79ca-41f2-abe6-b42c3a3af9b9 None None] For port 5c356f90-d58f-4f24-a244-8713c7894efa, host n-d-816206-8, cleared binding levels {{(pid=103592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:40:54.801694 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-f18e3f90-79ca-41f2-abe6-b42c3a3af9b9 None None] For port 5c356f90-d58f-4f24-a244-8713c7894efa, host n-d-816206-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=5c356f90-d58f-4f24-a244-8713c7894efa,segment=NetworkSegment(1fe6ecdb-a1b2-47d0-b54a-c612bce7e9fa),segment_id=1fe6ecdb-a1b2-47d0-b54a-c612bce7e9fa)] {{(pid=103592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:40:54.814164 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device e33ba37b-e74b-42cb-bb55-da308d3110c7 up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:40:54.822300 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-58aa894a-ace2-4755-b623-c4b6dda6323b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:54.858541 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-f18e3f90-79ca-41f2-abe6-b42c3a3af9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:55.035739 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-6b630e0f-0174-4233-a99c-bc187dd1a58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:55.066586 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01058b3a-9f96-4eaa-90b0-5e7fbdb3d6d9 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Made reservation on behalf of a17872768c1e4384801bad129509cfa7 for: {'subnet': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:40:55.075942 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-01058b3a-9f96-4eaa-90b0-5e7fbdb3d6d9 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264314294'] for subnet, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:55.163162 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-6b630e0f-0174-4233-a99c-bc187dd1a58b None None] For port e33ba37b-e74b-42cb-bb55-da308d3110c7, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=e33ba37b-e74b-42cb-bb55-da308d3110c7,segment=NetworkSegment(208f22fc-9686-4ca3-a88c-018385437c28),segment_id=208f22fc-9686-4ca3-a88c-018385437c28)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:40:55.204793 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf584ed9-800d-469a-a92b-ab347109e42b req-cba830b9-36bc-419a-b855-2fd9ef929cc5 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:40:55.206994 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-cf584ed9-800d-469a-a92b-ab347109e42b req-cba830b9-36bc-419a-b855-2fd9ef929cc5 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/ports?device_id=05801c5e-23fe-4c5d-a9cb-dc7464d84c54 HTTP/1.1" status: 200 len: 944 time: 0.2367661 Nov 23 17:40:55.264199 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-6b630e0f-0174-4233-a99c-bc187dd1a58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:55.375160 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58aa894a-ace2-4755-b623-c4b6dda6323b None None] Routers {'1d2dd293-4c5a-43d3-bb7f-3065bdc1a359'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:40:55.375869 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-58aa894a-ace2-4755-b623-c4b6dda6323b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:40:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['1d2dd293-4c5a-43d3-bb7f-3065bdc1a359'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:40:55.405809 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacc31d8-1533-4fd0-82d1-7c9fe32954e6 None None] Pushing event updated for resources: {'Port': ['ID=adc453bb-b64e-4a63-a1c3-03961aa01e6b,revision_number=4']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:40:55.431003 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-9ea473b0-a7cb-49b7-b27d-e7a42e03d5d3 req-b7af2e56-97ac-4a9d-9c25-fd4cbdfc5af4 service neutron] 10.222.0.55 "GET /v2.0/networks/ed89e2f9-65c4-4b7e-be5c-6f67d177fc5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1310673 Nov 23 17:40:55.523740 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-cf584ed9-800d-469a-a92b-ab347109e42b req-12d44eac-dead-4170-bfe5-483cbb86eaa8 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/security-groups?id=776cdaad-ec9b-4a42-a3a9-360feae7cf4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2683463 Nov 23 17:40:55.538302 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7aba370c-0eea-42b8-821e-e7512e4d3a9c tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1795539'] for router_interface, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:55.559395 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e583586-fff0-49e6-86ab-a973cc268320 req-3ad0476f-40d0-4e71-bf78-dbbbf7f45b72 tempest-ServersNegativeTestMultiTenantJSON-355496335 tempest-ServersNegativeTestMultiTenantJSON-355496335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:40:55.569708 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-3e583586-fff0-49e6-86ab-a973cc268320 req-3ad0476f-40d0-4e71-bf78-dbbbf7f45b72 tempest-ServersNegativeTestMultiTenantJSON-355496335 tempest-ServersNegativeTestMultiTenantJSON-355496335-project] 10.222.0.60 "GET /v2.0/ports?device_id=8cba5382-3476-4a6a-8331-d65f672c2dc7 HTTP/1.1" status: 200 len: 944 time: 0.4861314 Nov 23 17:40:55.687591 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18e3f90-79ca-41f2-abe6-b42c3a3af9b9 None None] Pushing event updated for resources: {'Port': ['ID=5c356f90-d58f-4f24-a244-8713c7894efa,revision_number=2']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:40:55.771195 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-3e583586-fff0-49e6-86ab-a973cc268320 req-9d4cda71-cdd5-43e3-8d5c-44e5a5db0404 tempest-ServersNegativeTestMultiTenantJSON-355496335 tempest-ServersNegativeTestMultiTenantJSON-355496335-project] 10.222.0.60 "GET /v2.0/security-groups?id=c589cfac-710c-42b4-831f-3acafd80334f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1989317 Nov 23 17:40:55.851456 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b7c2a70-d250-4bdb-9879-a0632d8c9407 None None] DHCP port deletion for 56dedb9c-c874-4806-8073-23c183970f13 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:40:55.857612 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device 4aee3efb-f29a-43bd-b162-b14460ec15a6 details requested by agent hyperv_n-h2-816206-8 with host n-h2-816206-8 {{(pid=103592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 17:40:55.916319 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-9ea473b0-a7cb-49b7-b27d-e7a42e03d5d3 req-c52b4d13-9e61-4f04-8c1f-a11e36a833d5 service neutron] 10.222.0.55 "GET /v2.0/networks/ed89e2f9-65c4-4b7e-be5c-6f67d177fc5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4693003 Nov 23 17:40:55.995958 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port e33ba37b-e74b-42cb-bb55-da308d3110c7 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:40:55.996337 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:56.018862 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-01058b3a-9f96-4eaa-90b0-5e7fbdb3d6d9 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264758079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264314276'] for subnet, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:56.105941 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01058b3a-9f96-4eaa-90b0-5e7fbdb3d6d9 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Pushing event updated for resources: {'Subnet': ['ID=4b8e9d26-6846-43bc-adcd-9417b18f4806,revision_number=0']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:40:56.122602 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b630e0f-0174-4233-a99c-bc187dd1a58b None None] Pushing event updated for resources: {'Port': ['ID=e33ba37b-e74b-42cb-bb55-da308d3110c7,revision_number=4']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:40:56.136533 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-7dcfa94f-05b1-436a-8094-a86674c06598 None None] Provisioning complete for port adc453bb-b64e-4a63-a1c3-03961aa01e6b triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:40:56.139973 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-7dcfa94f-05b1-436a-8094-a86674c06598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:56.154728 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7aba370c-0eea-42b8-821e-e7512e4d3a9c tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:56.168100 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01058b3a-9f96-4eaa-90b0-5e7fbdb3d6d9 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Network 56dedb9c-c874-4806-8073-23c183970f13 is already hosted by enough agents. {{(pid=103591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:40:56.169766 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [None req-01058b3a-9f96-4eaa-90b0-5e7fbdb3d6d9 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Resources bound (agent type, host, resource id): {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:40:56.175569 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01058b3a-9f96-4eaa-90b0-5e7fbdb3d6d9 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:40:56.176384 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-01058b3a-9f96-4eaa-90b0-5e7fbdb3d6d9 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for subnet, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:56.192183 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f4000b-fe5c-47f3-8292-0bb6cc097406 req-177baeac-9eb7-4138-9bcf-2d8b0949e35f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:40:56.197732 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-b7f4000b-fe5c-47f3-8292-0bb6cc097406 req-177baeac-9eb7-4138-9bcf-2d8b0949e35f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=466bf1c72d33403f87857823905a1383&device_id=8cba5382-3476-4a6a-8331-d65f672c2dc7 HTTP/1.1" status: 200 len: 1095 time: 0.1787343 Nov 23 17:40:56.209265 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-01058b3a-9f96-4eaa-90b0-5e7fbdb3d6d9 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.9669785 Nov 23 17:40:56.215338 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 51966) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:40:56.227704 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-55d64635-a2a9-4bb0-bdde-3df9fee6c0de tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Request body: {'port': {'network_id': '56dedb9c-c874-4806-8073-23c183970f13', 'fixed_ips': [{'subnet_id': '4b8e9d26-6846-43bc-adcd-9417b18f4806', 'ip_address': '2001:db8::8df:4df:d376:5e19'}], 'name': 'tempest-NetworksTestDHCPv6-424759325'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:40:56.238334 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.db.resource_extend [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 23 17:40:56.284822 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvr_db [None req-58aa894a-ace2-4755-b623-c4b6dda6323b None None] Set router 1d2dd293-4c5a-43d3-bb7f-3065bdc1a359 gateway port host: None {{(pid=103592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:40:56.460181 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port 4aee3efb-f29a-43bd-b162-b14460ec15a6, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=4aee3efb-f29a-43bd-b162-b14460ec15a6,segment=NetworkSegment(ec813e0a-4415-4fed-a736-e9a0442fcb85),segment_id=ec813e0a-4415-4fed-a736-e9a0442fcb85)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:40:56.472578 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55d64635-a2a9-4bb0-bdde-3df9fee6c0de tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Made reservation on behalf of a17872768c1e4384801bad129509cfa7 for: {'port': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:40:56.566576 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Returning: {'device': '4aee3efb-f29a-43bd-b162-b14460ec15a6', 'network_id': '02874d22-2dc9-404b-96b5-741d17e13e44', 'port_id': '4aee3efb-f29a-43bd-b162-b14460ec15a6', 'mac_address': 'fa:16:3e:9b:56:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 505, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7cd7c517-b8bf-4f3d-98b6-b23c91372576', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 17:40:56.658136 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-55d64635-a2a9-4bb0-bdde-3df9fee6c0de tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:56.690942 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f4000b-fe5c-47f3-8292-0bb6cc097406 req-47e2f088-1114-46ee-ac67-0483f4526ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:40:56.697025 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-b7f4000b-fe5c-47f3-8292-0bb6cc097406 req-47e2f088-1114-46ee-ac67-0483f4526ce4 service neutron] 10.222.0.55 "GET /v2.0/networks?id=ed89e2f9-65c4-4b7e-be5c-6f67d177fc5a HTTP/1.1" status: 200 len: 925 time: 0.4818375 Nov 23 17:40:56.725642 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [None req-55d64635-a2a9-4bb0-bdde-3df9fee6c0de tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] device_id is not set on port dfe8f3f6-d2ac-4756-a0b8-e24deb37f40a yet. {{(pid=103591) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 17:40:56.823125 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-b7f4000b-fe5c-47f3-8292-0bb6cc097406 req-d5be9fc5-4f06-4e0b-9186-66d1baa80d29 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=54248917-064b-443d-b4c8-8ace1843cce2 HTTP/1.1" status: 200 len: 217 time: 0.1165547 Nov 23 17:40:56.968017 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-7dcfa94f-05b1-436a-8094-a86674c06598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:57.070606 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f4000b-fe5c-47f3-8292-0bb6cc097406 req-eedd083a-b54c-4ef7-a375-09e04d2b8912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:40:57.072159 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-b7f4000b-fe5c-47f3-8292-0bb6cc097406 req-eedd083a-b54c-4ef7-a375-09e04d2b8912 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b69e7eff-3eec-438a-a269-43616e71347c HTTP/1.1" status: 200 len: 864 time: 0.2071741 Nov 23 17:40:57.135533 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-b7f4000b-fe5c-47f3-8292-0bb6cc097406 req-ce13bd6c-79c9-4531-aae5-9d58174ec000 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ed89e2f9-65c4-4b7e-be5c-6f67d177fc5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0533669 Nov 23 17:40:57.206606 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b65572-0598-4870-bcb3-d33e4bd6ab1b req-ba33f0ea-2b37-4e29-abaa-b1b7460a25c6 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:40:57.217007 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c0b65572-0598-4870-bcb3-d33e4bd6ab1b req-ba33f0ea-2b37-4e29-abaa-b1b7460a25c6 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/ports?device_id=05801c5e-23fe-4c5d-a9cb-dc7464d84c54 HTTP/1.1" status: 200 len: 944 time: 0.5120311 Nov 23 17:40:57.340745 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4874c65c-8726-40c1-b233-f703d43a6845 req-97df4e38-06f9-42a2-b409-2a12c3f42143 tempest-ServersNegativeTestMultiTenantJSON-355496335 tempest-ServersNegativeTestMultiTenantJSON-355496335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:40:57.349088 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4874c65c-8726-40c1-b233-f703d43a6845 req-97df4e38-06f9-42a2-b409-2a12c3f42143 tempest-ServersNegativeTestMultiTenantJSON-355496335 tempest-ServersNegativeTestMultiTenantJSON-355496335-project] 10.222.0.60 "GET /v2.0/ports?device_id=8cba5382-3476-4a6a-8331-d65f672c2dc7 HTTP/1.1" status: 200 len: 944 time: 0.3895552 Nov 23 17:40:57.427354 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.agents_db [None req-464f6c07-0de8-4be6-8f5b-563f574d1c5d None None] Agent healthcheck: found 7 active agents {{(pid=103593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 17:40:57.450603 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-b7f4000b-fe5c-47f3-8292-0bb6cc097406 req-f1fbcf8b-ed4b-4d95-bc4c-109e6eeab77b service neutron] 10.222.0.55 "GET /v2.0/networks/ed89e2f9-65c4-4b7e-be5c-6f67d177fc5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2912240 Nov 23 17:40:57.499693 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7aba370c-0eea-42b8-821e-e7512e4d3a9c tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks [] for port, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:57.529451 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7aba370c-0eea-42b8-821e-e7512e4d3a9c tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264357957'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:57.554357 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.db_base_plugin_common [None req-55d64635-a2a9-4bb0-bdde-3df9fee6c0de tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Allocated IP 2001:db8::8df:4df:d376:5e19 (56dedb9c-c874-4806-8073-23c183970f13/4b8e9d26-6846-43bc-adcd-9417b18f4806/dfe8f3f6-d2ac-4756-a0b8-e24deb37f40a) {{(pid=103591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:40:57.656578 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-7dcfa94f-05b1-436a-8094-a86674c06598 None None] For port adc453bb-b64e-4a63-a1c3-03961aa01e6b, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=adc453bb-b64e-4a63-a1c3-03961aa01e6b,segment=NetworkSegment(6e543b51-9a77-49ed-9977-d30168009d1c),segment_id=6e543b51-9a77-49ed-9977-d30168009d1c)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:40:57.662461 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf68c346-a63f-4aa3-bbd6-72018ef02148 None None] Network 92be2970-7b78-43b3-9201-4bad6190f4b3 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:40:57.765714 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-7dcfa94f-05b1-436a-8094-a86674c06598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:57.771683 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c0b65572-0598-4870-bcb3-d33e4bd6ab1b req-86a14139-f906-4228-a6b6-c8f2dd11deab tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/security-groups?id=776cdaad-ec9b-4a42-a3a9-360feae7cf4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5086958 Nov 23 17:40:57.869255 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4874c65c-8726-40c1-b233-f703d43a6845 req-dbd3a5ff-adf6-4213-b402-015a137d5962 tempest-ServersNegativeTestMultiTenantJSON-355496335 tempest-ServersNegativeTestMultiTenantJSON-355496335-project] 10.222.0.60 "GET /v2.0/security-groups?id=c589cfac-710c-42b4-831f-3acafd80334f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5177882 Nov 23 17:40:57.912067 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aba370c-0eea-42b8-821e-e7512e4d3a9c tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Pushing event updated for resources: {'Port': ['ID=66cf6c02-f69f-41af-a9df-28ff07530fea,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:40:57.958290 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7aba370c-0eea-42b8-821e-e7512e4d3a9c tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2068703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1794403'] for router_interface, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:57.971541 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-b7f4000b-fe5c-47f3-8292-0bb6cc097406 req-cd002380-31ee-436a-9bd3-f0cf89e782a6 service neutron] 10.222.0.55 "GET /v2.0/networks/ed89e2f9-65c4-4b7e-be5c-6f67d177fc5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5130956 Nov 23 17:40:57.982984 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-7dcfa94f-05b1-436a-8094-a86674c06598 None None] Could not find standard attr ID for object ddba8d97-5ccc-4976-b6e2-a336bb3ffc72. {{(pid=103592) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 17:40:58.080982 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-2b7c2a70-d250-4bdb-9879-a0632d8c9407 None None] Deleting port e33ba37b-e74b-42cb-bb55-da308d3110c7 {{(pid=103592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:40:58.081510 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-2b7c2a70-d250-4bdb-9879-a0632d8c9407 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:58.143592 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-55d64635-a2a9-4bb0-bdde-3df9fee6c0de tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks [] for port, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:58.210503 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device 54248917-064b-443d-b4c8-8ace1843cce2 details requested by agent hyperv_n-h1-816206-8 with host n-h1-816206-8 {{(pid=103592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 17:40:58.252638 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-55d64635-a2a9-4bb0-bdde-3df9fee6c0de tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:58.293040 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aba370c-0eea-42b8-821e-e7512e4d3a9c tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Network 92be2970-7b78-43b3-9201-4bad6190f4b3 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:40:58.295221 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-7aba370c-0eea-42b8-821e-e7512e4d3a9c tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:40:58.353831 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-4d1ba746-f7cc-4fbe-a9b8-8bd21a32fdd9 None None] Provisioning complete for port 5c356f90-d58f-4f24-a244-8713c7894efa triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:40:58.356196 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-4d1ba746-f7cc-4fbe-a9b8-8bd21a32fdd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:58.380623 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55d64635-a2a9-4bb0-bdde-3df9fee6c0de tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Network 56dedb9c-c874-4806-8073-23c183970f13 is already hosted by enough agents. {{(pid=103591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:40:58.408243 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [None req-55d64635-a2a9-4bb0-bdde-3df9fee6c0de tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Resources bound (agent type, host, resource id): {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:40:58.420334 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55d64635-a2a9-4bb0-bdde-3df9fee6c0de tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Received port after_create {{(pid=103591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:40:58.446292 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55d64635-a2a9-4bb0-bdde-3df9fee6c0de tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:40:58.447019 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-55d64635-a2a9-4bb0-bdde-3df9fee6c0de tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:58.475134 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d64635-a2a9-4bb0-bdde-3df9fee6c0de tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Pushing event updated for resources: {'Port': ['ID=dfe8f3f6-d2ac-4756-a0b8-e24deb37f40a,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:40:58.508181 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-55d64635-a2a9-4bb0-bdde-3df9fee6c0de tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 945 time: 2.2916319 Nov 23 17:40:58.510150 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 52012) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:40:58.537156 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:58.596543 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7aba370c-0eea-42b8-821e-e7512e4d3a9c tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Router 1d2dd293-4c5a-43d3-bb7f-3065bdc1a359 has already been hosted by L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 {{(pid=103590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 17:40:58.662657 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c669ac9-f9a0-47b1-ab46-fb75692727e7 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:40:58.669157 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 5c356f90-d58f-4f24-a244-8713c7894efa up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:40:58.669625 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c669ac9-f9a0-47b1-ab46-fb75692727e7 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:40:58.675943 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-0c669ac9-f9a0-47b1-ab46-fb75692727e7 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1605 time: 0.1635420 Nov 23 17:40:58.677250 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 52014) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:40:58.688248 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4aee3efb-f29a-43bd-b162-b14460ec15a6 {{(pid=103592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:40:58.780218 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port 4aee3efb-f29a-43bd-b162-b14460ec15a6, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=4aee3efb-f29a-43bd-b162-b14460ec15a6,segment=NetworkSegment(ec813e0a-4415-4fed-a736-e9a0442fcb85),segment_id=ec813e0a-4415-4fed-a736-e9a0442fcb85)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:40:58.798261 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-58aa894a-ace2-4755-b623-c4b6dda6323b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d2dd293-4c5a-43d3-bb7f-3065bdc1a359', 'name': 'tempest-RoutersTest-router-551812585', 'tenant_id': '9ea08f514e394d68a6e33e0a371ec75c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:40:38Z', 'updated_at': '2021-11-23T17:40:45Z', 'revision_number': 2, 'project_id': '9ea08f514e394d68a6e33e0a371ec75c', 'gw_port_host': None, '_interfaces': [{'id': 'adc453bb-b64e-4a63-a1c3-03961aa01e6b', 'name': '', 'network_id': '0d2689e3-f47b-4951-8a3f-d47a148adc6f', 'tenant_id': '9ea08f514e394d68a6e33e0a371ec75c', 'mac_address': 'fa:16:3e:4f:5d:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d2dd293-4c5a-43d3-bb7f-3065bdc1a359', 'device_owner': 'network:router_interface', 'standard_attr_id': 2364, 'fixed_ips': [{'subnet_id': '4fd923d4-90c0-465c-a731-f064e303a2b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:40:43Z', 'updated_at': '2021-11-23T17:40:54Z', 'revision_number': 4, 'project_id': '9ea08f514e394d68a6e33e0a371ec75c', 'subnets': [{'id': '4fd923d4-90c0-465c-a731-f064e303a2b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:40:58.907666 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:58.930451 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7aba370c-0eea-42b8-821e-e7512e4d3a9c tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:40:58.953174 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-7aba370c-0eea-42b8-821e-e7512e4d3a9c tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] 10.222.0.60 "PUT /v2.0/routers/1d2dd293-4c5a-43d3-bb7f-3065bdc1a359/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8347232 Nov 23 17:40:58.954623 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 52020) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:40:58.969276 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-1cb70471-44a9-42d4-94fe-a545da33f913 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Request body: {'network': {'name': 'tempest-RoutersTest-118421012'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:40:58.982705 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcfa94f-05b1-436a-8094-a86674c06598 None None] Pushing event updated for resources: {'Port': ['ID=adc453bb-b64e-4a63-a1c3-03961aa01e6b,revision_number=5']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:40:59.024062 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.db.resource_extend [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] It took 0.39 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 23 17:40:59.064903 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cb70471-44a9-42d4-94fe-a545da33f913 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Made reservation on behalf of 9ea08f514e394d68a6e33e0a371ec75c for: {'network': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:40:59.068979 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1cb70471-44a9-42d4-94fe-a545da33f913 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for network, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:59.113681 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-72eb0563-9662-4ff2-8c11-7a1a0da5b878 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Deleting port dfe8f3f6-d2ac-4756-a0b8-e24deb37f40a {{(pid=103591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:40:59.114048 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-72eb0563-9662-4ff2-8c11-7a1a0da5b878 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:59.175809 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Pushing event updated for resources: {'Port': ['ID=4aee3efb-f29a-43bd-b162-b14460ec15a6,revision_number=4']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:40:59.178504 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58aa894a-ace2-4755-b623-c4b6dda6323b None None] The sync data for ids ['1d2dd293-4c5a-43d3-bb7f-3065bdc1a359'] in n-d-816206-8 is: [{'id': '1d2dd293-4c5a-43d3-bb7f-3065bdc1a359', 'name': 'tempest-RoutersTest-router-551812585', 'tenant_id': '9ea08f514e394d68a6e33e0a371ec75c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:40:38Z', 'updated_at': '2021-11-23T17:40:45Z', 'revision_number': 2, 'project_id': '9ea08f514e394d68a6e33e0a371ec75c', 'gw_port_host': None, '_interfaces': [{'id': 'adc453bb-b64e-4a63-a1c3-03961aa01e6b', 'name': '', 'network_id': '0d2689e3-f47b-4951-8a3f-d47a148adc6f', 'tenant_id': '9ea08f514e394d68a6e33e0a371ec75c', 'mac_address': 'fa:16:3e:4f:5d:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d2dd293-4c5a-43d3-bb7f-3065bdc1a359', 'device_owner': 'network:router_interface', 'standard_attr_id': 2364, 'fixed_ips': [{'subnet_id': '4fd923d4-90c0-465c-a731-f064e303a2b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:40:43Z', 'updated_at': '2021-11-23T17:40:54Z', 'revision_number': 4, 'project_id': '9ea08f514e394d68a6e33e0a371ec75c', 'subnets': [{'id': '4fd923d4-90c0-465c-a731-f064e303a2b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:40:59.188727 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1cb70471-44a9-42d4-94fe-a545da33f913 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] vlan segment allocate from pool success with {'vlan_id': 529, 'physical_network': 'physnet1'} {{(pid=103590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 17:40:59.235542 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1cb70471-44a9-42d4-94fe-a545da33f913 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:59.236242 n-d-816206-8 neutron-server[103590]: INFO neutron.db.segments_db [None req-1cb70471-44a9-42d4-94fe-a545da33f913 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Added segment b89e99e6-49bc-4844-85f1-a831dd95d22b of type vlan for network 2acb5ccb-7e8d-4f79-b302-a5d872291601 Nov 23 17:40:59.267858 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-72eb0563-9662-4ff2-8c11-7a1a0da5b878 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:59.283522 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-72eb0563-9662-4ff2-8c11-7a1a0da5b878 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Calling delete_port for dfe8f3f6-d2ac-4756-a0b8-e24deb37f40a owned by {{(pid=103591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:40:59.417028 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] get_ports_and_sgs() called for port_ids ['4aee3efb-f29a-43bd-b162-b14460ec15a6'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:40:59.443969 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1cb70471-44a9-42d4-94fe-a545da33f913 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736635338810'] for network, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:59.508644 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a465f000-67a0-4431-8a3a-996d15cea7cd req-d3b18468-174d-430b-a743-84fcbb1d5ed6 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:40:59.521330 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a465f000-67a0-4431-8a3a-996d15cea7cd req-d3b18468-174d-430b-a743-84fcbb1d5ed6 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/ports?device_id=05801c5e-23fe-4c5d-a9cb-dc7464d84c54 HTTP/1.1" status: 200 len: 945 time: 0.6161106 Nov 23 17:40:59.534592 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1cb70471-44a9-42d4-94fe-a545da33f913 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493'] for network, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:59.543695 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cb70471-44a9-42d4-94fe-a545da33f913 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:40:59.544389 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1cb70471-44a9-42d4-94fe-a545da33f913 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks [] for network, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:59.590839 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-72eb0563-9662-4ff2-8c11-7a1a0da5b878 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:59.734791 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72eb0563-9662-4ff2-8c11-7a1a0da5b878 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Pushing event deleted for resources: {'Port': ['ID=dfe8f3f6-d2ac-4756-a0b8-e24deb37f40a,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:40:59.735713 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb70471-44a9-42d4-94fe-a545da33f913 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Pushing event updated for resources: {'Network': ['ID=2acb5ccb-7e8d-4f79-b302-a5d872291601,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:40:59.741621 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-1cb70471-44a9-42d4-94fe-a545da33f913 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.7849705 Nov 23 17:40:59.744633 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 52036) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:40:59.765970 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-1b54e58f-e6f5-42a1-ad74-e5f5028a5a14 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Request body: {'subnet': {'network_id': '2acb5ccb-7e8d-4f79-b302-a5d872291601', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:40:59.807489 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4c36da-3ee7-4456-94e4-a20e65db5f21 req-b5911edb-6634-40ae-88d7-2dbb0476c6e1 tempest-ServersNegativeTestMultiTenantJSON-355496335 tempest-ServersNegativeTestMultiTenantJSON-355496335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:40:59.810180 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9c4c36da-3ee7-4456-94e4-a20e65db5f21 req-b5911edb-6634-40ae-88d7-2dbb0476c6e1 tempest-ServersNegativeTestMultiTenantJSON-355496335 tempest-ServersNegativeTestMultiTenantJSON-355496335-project] 10.222.0.60 "GET /v2.0/ports?device_id=8cba5382-3476-4a6a-8331-d65f672c2dc7 HTTP/1.1" status: 200 len: 944 time: 0.7876549 Nov 23 17:40:59.838169 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port 54248917-064b-443d-b4c8-8ace1843cce2, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=54248917-064b-443d-b4c8-8ace1843cce2,segment=NetworkSegment(e0fe1f0b-4dc5-4c1f-bf9c-941c134f4d0d),segment_id=e0fe1f0b-4dc5-4c1f-bf9c-941c134f4d0d)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:40:59.881334 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-4d1ba746-f7cc-4fbe-a9b8-8bd21a32fdd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:59.902715 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Returning: {'device': '54248917-064b-443d-b4c8-8ace1843cce2', 'network_id': 'ed89e2f9-65c4-4b7e-be5c-6f67d177fc5a', 'port_id': '54248917-064b-443d-b4c8-8ace1843cce2', 'mac_address': 'fa:16:3e:41:ca:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 533, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b69e7eff-3eec-438a-a269-43616e71347c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 17:40:59.942460 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Network 2acb5ccb-7e8d-4f79-b302-a5d872291601 details requested by agent ovs-agent-n-d-816206-8 with host n-d-816206-8 {{(pid=103592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 17:40:59.950922 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-72eb0563-9662-4ff2-8c11-7a1a0da5b878 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:59.955695 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b54e58f-e6f5-42a1-ad74-e5f5028a5a14 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Made reservation on behalf of 9ea08f514e394d68a6e33e0a371ec75c for: {'subnet': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:40:59.957550 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-72eb0563-9662-4ff2-8c11-7a1a0da5b878 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] 10.222.0.60 "DELETE /v2.0/ports/dfe8f3f6-d2ac-4756-a0b8-e24deb37f40a HTTP/1.1" status: 204 len: 168 time: 1.2792740 Nov 23 17:40:59.962313 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1b54e58f-e6f5-42a1-ad74-e5f5028a5a14 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264730903'] for subnet, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:40:59.967708 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 52042) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:41:00.023395 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a465f000-67a0-4431-8a3a-996d15cea7cd req-1f9787e1-f587-4afe-bc4c-d59e622adc5b tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/security-groups?id=776cdaad-ec9b-4a42-a3a9-360feae7cf4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4982729 Nov 23 17:41:00.087192 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-2b7c2a70-d250-4bdb-9879-a0632d8c9407 None None] For port e33ba37b-e74b-42cb-bb55-da308d3110c7, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=e33ba37b-e74b-42cb-bb55-da308d3110c7,segment=NetworkSegment(208f22fc-9686-4ca3-a88c-018385437c28),segment_id=208f22fc-9686-4ca3-a88c-018385437c28)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:41:00.087824 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-2b7c2a70-d250-4bdb-9879-a0632d8c9407 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:00.152949 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9c4c36da-3ee7-4456-94e4-a20e65db5f21 req-42c5fe5c-9112-4e46-a23b-61616a11e426 tempest-ServersNegativeTestMultiTenantJSON-355496335 tempest-ServersNegativeTestMultiTenantJSON-355496335-project] 10.222.0.60 "GET /v2.0/security-groups?id=c589cfac-710c-42b4-831f-3acafd80334f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3054769 Nov 23 17:41:00.219014 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-2b7c2a70-d250-4bdb-9879-a0632d8c9407 None None] Calling delete_port for e33ba37b-e74b-42cb-bb55-da308d3110c7 owned by network:dhcp {{(pid=103592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:41:00.246478 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5290e82-ccc4-4d26-b555-363b9b3c91e5 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:41:00.248773 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:00.253285 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5290e82-ccc4-4d26-b555-363b9b3c91e5 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:41:00.257446 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-d5290e82-ccc4-4d26-b555-363b9b3c91e5 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2606983 Nov 23 17:41:00.262419 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 52050) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:41:00.364075 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54248917-064b-443d-b4c8-8ace1843cce2 {{(pid=103592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:41:00.463455 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port 54248917-064b-443d-b4c8-8ace1843cce2, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=54248917-064b-443d-b4c8-8ace1843cce2,segment=NetworkSegment(e0fe1f0b-4dc5-4c1f-bf9c-941c134f4d0d),segment_id=e0fe1f0b-4dc5-4c1f-bf9c-941c134f4d0d)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:41:00.500119 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port 5c356f90-d58f-4f24-a244-8713c7894efa triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:41:00.500119 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:00.522847 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0566aab-2565-41dc-bca5-32df481423ad tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Deleting subnet 4b8e9d26-6846-43bc-adcd-9417b18f4806 {{(pid=103590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 17:41:00.538164 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d0566aab-2565-41dc-bca5-32df481423ad tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks [] for subnet, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:00.555263 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:00.560240 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-4d1ba746-f7cc-4fbe-a9b8-8bd21a32fdd9 None None] For port 5c356f90-d58f-4f24-a244-8713c7894efa, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=5c356f90-d58f-4f24-a244-8713c7894efa,segment=NetworkSegment(1fe6ecdb-a1b2-47d0-b54a-c612bce7e9fa),segment_id=1fe6ecdb-a1b2-47d0-b54a-c612bce7e9fa)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:41:00.601506 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-4d1ba746-f7cc-4fbe-a9b8-8bd21a32fdd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:00.640973 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d0566aab-2565-41dc-bca5-32df481423ad tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-267528342'] for subnet, precommit_delete_associations {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:00.683385 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1b54e58f-e6f5-42a1-ad74-e5f5028a5a14 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264358096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264730885'] for subnet, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:00.785097 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d0566aab-2565-41dc-bca5-32df481423ad tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971956'] for subnet, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:00.821474 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] get_ports_and_sgs() called for port_ids ['54248917-064b-443d-b4c8-8ace1843cce2'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:41:00.828593 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b54e58f-e6f5-42a1-ad74-e5f5028a5a14 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Pushing event updated for resources: {'Subnet': ['ID=8e10b822-4992-4ff6-b2fc-54a371821776,revision_number=0']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:41:00.882900 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b54e58f-e6f5-42a1-ad74-e5f5028a5a14 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Checking segment: {'id': 'b89e99e6-49bc-4844-85f1-a831dd95d22b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '2acb5ccb-7e8d-4f79-b302-a5d872291601'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:41:00.883537 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b54e58f-e6f5-42a1-ad74-e5f5028a5a14 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Network hostable DHCP agents. Network: 2acb5ccb-7e8d-4f79-b302-a5d872291601, hostable agents: ['0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3'], hosted agents: [] {{(pid=103590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 17:41:00.889264 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d0566aab-2565-41dc-bca5-32df481423ad tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264357903', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264730940'] for subnet, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:00.912731 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-4d1ba746-f7cc-4fbe-a9b8-8bd21a32fdd9 None None] Provisioning complete for port adc453bb-b64e-4a63-a1c3-03961aa01e6b triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:41:00.913482 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-4d1ba746-f7cc-4fbe-a9b8-8bd21a32fdd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:00.958678 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d0566aab-2565-41dc-bca5-32df481423ad tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks [] for subnet, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:00.964625 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 52060) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:41:00.965113 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-d0566aab-2565-41dc-bca5-32df481423ad tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] 10.222.0.60 "DELETE /v2.0/subnets/4b8e9d26-6846-43bc-adcd-9417b18f4806 HTTP/1.1" status: 204 len: 168 time: 0.7012208 Nov 23 17:41:00.968016 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0566aab-2565-41dc-bca5-32df481423ad tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Pushing event deleted for resources: {'Subnet': ['ID=4b8e9d26-6846-43bc-adcd-9417b18f4806,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:41:00.987927 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b54e58f-e6f5-42a1-ad74-e5f5028a5a14 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Network 2acb5ccb-7e8d-4f79-b302-a5d872291601 is scheduled to be hosted by DHCP agent 0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3 with binding_index 1 {{(pid=103590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 17:41:01.004294 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-1b54e58f-e6f5-42a1-ad74-e5f5028a5a14 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-8, 2acb5ccb-7e8d-4f79-b302-a5d872291601) {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:41:01.008761 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device e33ba37b-e74b-42cb-bb55-da308d3110c7 no longer exists at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:41:01.009511 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b54e58f-e6f5-42a1-ad74-e5f5028a5a14 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:41:01.010119 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1b54e58f-e6f5-42a1-ad74-e5f5028a5a14 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks [] for subnet, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:01.014739 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-84856d5d-96d5-4b17-86bb-657bf6493120 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0489397 Nov 23 17:41:01.018943 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 52062) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:41:01.021716 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Pushing event updated for resources: {'Port': ['ID=54248917-064b-443d-b4c8-8ace1843cce2,revision_number=4']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:41:01.031125 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-20b5d7aa-0a62-4e7f-b079-0feceb354d45 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Request body: {'subnet': {'network_id': '56dedb9c-c874-4806-8073-23c183970f13', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:41:01.038602 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-1b54e58f-e6f5-42a1-ad74-e5f5028a5a14 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2902150 Nov 23 17:41:01.039006 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 52064) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:41:01.107375 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aade752a-a614-42ba-9c37-b7a04e774e0e None None] Network 2acb5ccb-7e8d-4f79-b302-a5d872291601 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:41:01.254211 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-2b7c2a70-d250-4bdb-9879-a0632d8c9407 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989'] for port, after_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:01.320512 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786fd4b9-1494-4591-86ba-df184eb1a43f req-9fcb5825-0236-4337-b535-58d0e86ab209 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:41:01.322136 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-786fd4b9-1494-4591-86ba-df184eb1a43f req-9fcb5825-0236-4337-b535-58d0e86ab209 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/ports?device_id=05801c5e-23fe-4c5d-a9cb-dc7464d84c54 HTTP/1.1" status: 200 len: 945 time: 0.1354356 Nov 23 17:41:01.322782 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20b5d7aa-0a62-4e7f-b079-0feceb354d45 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Made reservation on behalf of a17872768c1e4384801bad129509cfa7 for: {'subnet': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:41:01.337404 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-20b5d7aa-0a62-4e7f-b079-0feceb354d45 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264314294'] for subnet, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:01.431687 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b7c2a70-d250-4bdb-9879-a0632d8c9407 None None] No DVR routers for this DVR port e33ba37b-e74b-42cb-bb55-da308d3110c7 on host n-d-816206-8 {{(pid=103592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:41:01.433308 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1ba746-f7cc-4fbe-a9b8-8bd21a32fdd9 None None] Pushing event updated for resources: {'Port': ['ID=5c356f90-d58f-4f24-a244-8713c7894efa,revision_number=3']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:41:01.531632 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] No Port match for: e33ba37b-e74b-42cb-bb55-da308d3110c7 {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:41:01.533499 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device e33ba37b-e74b-42cb-bb55-da308d3110c7 not bound to the agent host n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:41:01.544364 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ed2be66a-ce09-47a8-bdaf-01a349a1c382 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:01.564990 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fc45731-973e-4619-8896-1fb502bbb3d7 None None] Network 56dedb9c-c874-4806-8073-23c183970f13 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:41:01.712134 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e0ecb1-37af-4e12-863c-8c54ce51bbc7 req-858947f1-4ea1-470f-b7d8-5c0fed243d06 tempest-ServersNegativeTestMultiTenantJSON-355496335 tempest-ServersNegativeTestMultiTenantJSON-355496335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:41:01.717141 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-62e0ecb1-37af-4e12-863c-8c54ce51bbc7 req-858947f1-4ea1-470f-b7d8-5c0fed243d06 tempest-ServersNegativeTestMultiTenantJSON-355496335 tempest-ServersNegativeTestMultiTenantJSON-355496335-project] 10.222.0.60 "GET /v2.0/ports?device_id=8cba5382-3476-4a6a-8331-d65f672c2dc7 HTTP/1.1" status: 200 len: 945 time: 0.3763812 Nov 23 17:41:01.723890 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-786fd4b9-1494-4591-86ba-df184eb1a43f req-070b66f2-88da-4773-af5b-adde98e9d891 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/security-groups?id=776cdaad-ec9b-4a42-a3a9-360feae7cf4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3815739 Nov 23 17:41:01.748993 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7c2a70-d250-4bdb-9879-a0632d8c9407 None None] Pushing event deleted for resources: {'Port': ['ID=e33ba37b-e74b-42cb-bb55-da308d3110c7,revision_number=None']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:41:01.937611 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-62e0ecb1-37af-4e12-863c-8c54ce51bbc7 req-34eb113e-fee5-4cf6-a8c9-e282af2518a4 tempest-ServersNegativeTestMultiTenantJSON-355496335 tempest-ServersNegativeTestMultiTenantJSON-355496335-project] 10.222.0.60 "GET /v2.0/security-groups?id=c589cfac-710c-42b4-831f-3acafd80334f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2087679 Nov 23 17:41:01.951678 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-603344ba-8893-4b00-bbda-2d8a7eec52ab None None] Sync routers for ids ['1d2dd293-4c5a-43d3-bb7f-3065bdc1a359'] in n-d-816206-8 {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:41:01.979818 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-603344ba-8893-4b00-bbda-2d8a7eec52ab None None] Routers {'1d2dd293-4c5a-43d3-bb7f-3065bdc1a359'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:41:01.979818 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-603344ba-8893-4b00-bbda-2d8a7eec52ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:40:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['1d2dd293-4c5a-43d3-bb7f-3065bdc1a359'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:41:02.114447 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-20b5d7aa-0a62-4e7f-b079-0feceb354d45 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264758079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264314276'] for subnet, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:02.160979 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20b5d7aa-0a62-4e7f-b079-0feceb354d45 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Network 56dedb9c-c874-4806-8073-23c183970f13 is already hosted by enough agents. {{(pid=103591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:41:02.166291 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [None req-20b5d7aa-0a62-4e7f-b079-0feceb354d45 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Resources bound (agent type, host, resource id): {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:41:02.170771 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20b5d7aa-0a62-4e7f-b079-0feceb354d45 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:41:02.171446 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-20b5d7aa-0a62-4e7f-b079-0feceb354d45 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for subnet, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:02.176895 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-ed2be66a-ce09-47a8-bdaf-01a349a1c382 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Allocated IP 172.22.0.1 (2acb5ccb-7e8d-4f79-b302-a5d872291601/8e10b822-4992-4ff6-b2fc-54a371821776/958dfef5-e0ae-44e1-996e-fe59244efbe6) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:41:02.221982 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b5d7aa-0a62-4e7f-b079-0feceb354d45 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Pushing event updated for resources: {'Subnet': ['ID=1319ed28-84ef-4d61-9640-c330edcfac7a,revision_number=0']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:41:02.233284 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-603344ba-8893-4b00-bbda-2d8a7eec52ab None None] Set router 1d2dd293-4c5a-43d3-bb7f-3065bdc1a359 gateway port host: None {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:41:02.236546 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-20b5d7aa-0a62-4e7f-b079-0feceb354d45 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2156277 Nov 23 17:41:02.243980 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 52088) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:41:02.246696 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f4bb007-e75f-4f86-a0b8-41de870c8cd8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp355044b8-8e87-58c4-94fa-4a010ec30f9e-2acb5ccb-7e8d-4f79-b302-a5d872291601', 'network_id': '2acb5ccb-7e8d-4f79-b302-a5d872291601', 'tenant_id': '9ea08f514e394d68a6e33e0a371ec75c', 'fixed_ips': [{'subnet_id': '8e10b822-4992-4ff6-b2fc-54a371821776'}]}} from n-d-816206-8. {{(pid=103592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 17:41:02.247595 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-2f4bb007-e75f-4f86-a0b8-41de870c8cd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:02.249529 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-19976035-a31b-407f-abc0-020ef4a5bf53 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Request body: {'port': {'network_id': '56dedb9c-c874-4806-8073-23c183970f13', 'fixed_ips': [{'subnet_id': '1319ed28-84ef-4d61-9640-c330edcfac7a', 'ip_address': '2001:db8::67cd:2ca:85ad:a89a'}], 'name': 'tempest-NetworksTestDHCPv6-524924569'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:41:02.272415 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device adc453bb-b64e-4a63-a1c3-03961aa01e6b up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:41:02.274972 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c94b251-7dd3-4b0b-b023-d84d045b0b9f None None] Network 56dedb9c-c874-4806-8073-23c183970f13 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:41:02.458524 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ed2be66a-ce09-47a8-bdaf-01a349a1c382 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:02.503877 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19976035-a31b-407f-abc0-020ef4a5bf53 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Made reservation on behalf of a17872768c1e4384801bad129509cfa7 for: {'port': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:41:02.551875 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ed2be66a-ce09-47a8-bdaf-01a349a1c382 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:02.634746 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed2be66a-ce09-47a8-bdaf-01a349a1c382 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Network 2acb5ccb-7e8d-4f79-b302-a5d872291601 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:41:02.657738 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-ed2be66a-ce09-47a8-bdaf-01a349a1c382 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:41:02.661719 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed2be66a-ce09-47a8-bdaf-01a349a1c382 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:41:02.697118 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-19976035-a31b-407f-abc0-020ef4a5bf53 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:02.698767 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-603344ba-8893-4b00-bbda-2d8a7eec52ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d2dd293-4c5a-43d3-bb7f-3065bdc1a359', 'name': 'tempest-RoutersTest-router-551812585', 'tenant_id': '9ea08f514e394d68a6e33e0a371ec75c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:40:38Z', 'updated_at': '2021-11-23T17:40:55Z', 'revision_number': 3, 'project_id': '9ea08f514e394d68a6e33e0a371ec75c', 'gw_port_host': None, '_interfaces': [{'id': '66cf6c02-f69f-41af-a9df-28ff07530fea', 'name': '', 'network_id': '92be2970-7b78-43b3-9201-4bad6190f4b3', 'tenant_id': '9ea08f514e394d68a6e33e0a371ec75c', 'mac_address': 'fa:16:3e:f7:02:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d2dd293-4c5a-43d3-bb7f-3065bdc1a359', 'device_owner': 'network:router_interface', 'standard_attr_id': 2377, 'fixed_ips': [{'subnet_id': '30865f18-4aca-4007-b22a-63fa611fdbc0', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:40:52Z', 'updated_at': '2021-11-23T17:40:56Z', 'revision_number': 2, 'project_id': '9ea08f514e394d68a6e33e0a371ec75c', 'subnets': [{'id': '30865f18-4aca-4007-b22a-63fa611fdbc0', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'adc453bb-b64e-4a63-a1c3-03961aa01e6b', 'name': '', 'network_id': '0d2689e3-f47b-4951-8a3f-d47a148adc6f', 'tenant_id': '9ea08f514e394d68a6e33e0a371ec75c', 'mac_address': 'fa:16:3e:4f:5d:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d2dd293-4c5a-43d3-bb7f-3065bdc1a359', 'device_owner': 'network:router_interface', 'standard_attr_id': 2364, 'fixed_ips': [{'subnet_id': '4fd923d4-90c0-465c-a731-f064e303a2b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:40:43Z', 'updated_at': '2021-11-23T17:40:57Z', 'revision_number': 5, 'project_id': '9ea08f514e394d68a6e33e0a371ec75c', 'subnets': [{'id': '4fd923d4-90c0-465c-a731-f064e303a2b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:41:02.725475 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2be66a-ce09-47a8-bdaf-01a349a1c382 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Pushing event updated for resources: {'Port': ['ID=958dfef5-e0ae-44e1-996e-fe59244efbe6,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:41:02.754463 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.db_base_plugin_common [None req-2f4bb007-e75f-4f86-a0b8-41de870c8cd8 None None] Allocated IP 172.22.0.2 (2acb5ccb-7e8d-4f79-b302-a5d872291601/8e10b822-4992-4ff6-b2fc-54a371821776/9b5c4f46-0cf0-49d6-b8d1-951e0c716d89) {{(pid=103592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:41:02.783876 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [None req-19976035-a31b-407f-abc0-020ef4a5bf53 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] device_id is not set on port 0d92ec9f-516a-4744-8eef-8609c1cd619a yet. {{(pid=103591) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 17:41:02.787989 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-603344ba-8893-4b00-bbda-2d8a7eec52ab None None] Checking router: 1d2dd293-4c5a-43d3-bb7f-3065bdc1a359 for host: n-d-816206-8 {{(pid=103593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 17:41:02.788409 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ed2be66a-ce09-47a8-bdaf-01a349a1c382 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1795539'] for router_interface, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:02.801092 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-603344ba-8893-4b00-bbda-2d8a7eec52ab None None] Updating router 1d2dd293-4c5a-43d3-bb7f-3065bdc1a359 port 66cf6c02-f69f-41af-a9df-28ff07530fea binding host n-d-816206-8 {{(pid=103593) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 17:41:02.849484 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-603344ba-8893-4b00-bbda-2d8a7eec52ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:02.927215 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device 4aee3efb-f29a-43bd-b162-b14460ec15a6 up at agent hyperv_n-h2-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:41:03.041063 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ed2be66a-ce09-47a8-bdaf-01a349a1c382 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:03.232411 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-8e952d2b-5866-494b-b0f9-6cc8915cadf3 None None] Provisioning complete for port 5c356f90-d58f-4f24-a244-8713c7894efa triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:41:03.232697 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-8e952d2b-5866-494b-b0f9-6cc8915cadf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:03.238063 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port adc453bb-b64e-4a63-a1c3-03961aa01e6b triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:41:03.238432 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:03.257395 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e72cb3d-c3b9-4b42-a9f5-6e9120d916b5 req-63df87b5-fd7f-4e5f-a534-2a6408a10e0f tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:41:03.274465 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5e72cb3d-c3b9-4b42-a9f5-6e9120d916b5 req-63df87b5-fd7f-4e5f-a534-2a6408a10e0f tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/ports?device_id=05801c5e-23fe-4c5d-a9cb-dc7464d84c54 HTTP/1.1" status: 200 len: 945 time: 0.3172386 Nov 23 17:41:03.334943 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-603344ba-8893-4b00-bbda-2d8a7eec52ab None None] Publish callbacks [] for port, precommit_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:03.355718 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-603344ba-8893-4b00-bbda-2d8a7eec52ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:03.448808 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc1171e-8e28-48d5-b083-359b5a43f4df None None] Pushing event updated for resources: {'Port': ['ID=66cf6c02-f69f-41af-a9df-28ff07530fea,revision_number=3']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:41:03.460967 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5e72cb3d-c3b9-4b42-a9f5-6e9120d916b5 req-7698bb67-f539-42aa-8535-22743e5f3af2 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/security-groups?id=776cdaad-ec9b-4a42-a3a9-360feae7cf4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783934 Nov 23 17:41:03.488259 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc1171e-8e28-48d5-b083-359b5a43f4df None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:41:03.496875 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc1171e-8e28-48d5-b083-359b5a43f4df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:41:03.497457 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc1171e-8e28-48d5-b083-359b5a43f4df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:41:03.497899 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc1171e-8e28-48d5-b083-359b5a43f4df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:41:03.498441 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ed2be66a-ce09-47a8-bdaf-01a349a1c382 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks [] for port, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:03.499227 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc1171e-8e28-48d5-b083-359b5a43f4df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:41:03.499665 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc1171e-8e28-48d5-b083-359b5a43f4df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:41:03.501443 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc1171e-8e28-48d5-b083-359b5a43f4df None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:41:03.501903 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc1171e-8e28-48d5-b083-359b5a43f4df None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:41:03.505501 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc1171e-8e28-48d5-b083-359b5a43f4df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:41:03.505967 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc1171e-8e28-48d5-b083-359b5a43f4df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:41:03.506407 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc1171e-8e28-48d5-b083-359b5a43f4df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:41:03.506833 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc1171e-8e28-48d5-b083-359b5a43f4df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:41:03.516034 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ed2be66a-ce09-47a8-bdaf-01a349a1c382 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264357957'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:03.567465 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6985a9c9-989b-4ab6-a17f-0ea33ed9eb1a req-9e480f84-966c-4f20-b410-7c278c61d44a tempest-ServersNegativeTestMultiTenantJSON-355496335 tempest-ServersNegativeTestMultiTenantJSON-355496335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:41:03.569199 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6985a9c9-989b-4ab6-a17f-0ea33ed9eb1a req-9e480f84-966c-4f20-b410-7c278c61d44a tempest-ServersNegativeTestMultiTenantJSON-355496335 tempest-ServersNegativeTestMultiTenantJSON-355496335-project] 10.222.0.60 "GET /v2.0/ports?device_id=8cba5382-3476-4a6a-8331-d65f672c2dc7 HTTP/1.1" status: 200 len: 945 time: 0.4142883 Nov 23 17:41:03.571737 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Provisioning for port 4aee3efb-f29a-43bd-b162-b14460ec15a6 completed by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 17:41:03.578745 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [None req-603344ba-8893-4b00-bbda-2d8a7eec52ab None None] Attempting to bind port 66cf6c02-f69f-41af-a9df-28ff07530fea on host n-d-816206-8 for vnic_type normal with profile {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:41:03.580074 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [None req-603344ba-8893-4b00-bbda-2d8a7eec52ab None None] Attempting to bind port 66cf6c02-f69f-41af-a9df-28ff07530fea by drivers openvswitch,hyperv on host n-d-816206-8 at level 0 using segments [{'id': '1fe6ecdb-a1b2-47d0-b54a-c612bce7e9fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '92be2970-7b78-43b3-9201-4bad6190f4b3'}] {{(pid=103593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:41:03.584302 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-603344ba-8893-4b00-bbda-2d8a7eec52ab None None] Attempting to bind port 66cf6c02-f69f-41af-a9df-28ff07530fea on network 92be2970-7b78-43b3-9201-4bad6190f4b3 {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:41:03.610806 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-603344ba-8893-4b00-bbda-2d8a7eec52ab None None] Checking agent: {'id': '9e89acbe-4bbe-4c77-a18b-6f1da9133e0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 7, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 40, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:41:03.629030 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-603344ba-8893-4b00-bbda-2d8a7eec52ab None None] Checking segment: {'id': '1fe6ecdb-a1b2-47d0-b54a-c612bce7e9fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '92be2970-7b78-43b3-9201-4bad6190f4b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:41:03.629638 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-603344ba-8893-4b00-bbda-2d8a7eec52ab None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:03.630153 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-603344ba-8893-4b00-bbda-2d8a7eec52ab None None] Bound using segment: {'id': '1fe6ecdb-a1b2-47d0-b54a-c612bce7e9fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '92be2970-7b78-43b3-9201-4bad6190f4b3'} {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:41:03.630778 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [None req-603344ba-8893-4b00-bbda-2d8a7eec52ab None None] Bound port: 66cf6c02-f69f-41af-a9df-28ff07530fea, host: n-d-816206-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fe6ecdb-a1b2-47d0-b54a-c612bce7e9fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '92be2970-7b78-43b3-9201-4bad6190f4b3'}}] {{(pid=103593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:41:03.631209 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Provisioning complete for port 4aee3efb-f29a-43bd-b162-b14460ec15a6 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:41:03.631695 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-603344ba-8893-4b00-bbda-2d8a7eec52ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:03.631832 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.db_base_plugin_common [None req-19976035-a31b-407f-abc0-020ef4a5bf53 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Allocated IP 2001:db8::67cd:2ca:85ad:a89a (56dedb9c-c874-4806-8073-23c183970f13/1319ed28-84ef-4d61-9640-c330edcfac7a/0d92ec9f-516a-4744-8eef-8609c1cd619a) {{(pid=103591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:41:03.632308 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:03.711806 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6985a9c9-989b-4ab6-a17f-0ea33ed9eb1a req-dace041e-e505-4bba-9a3c-b377cd3ab8da tempest-ServersNegativeTestMultiTenantJSON-355496335 tempest-ServersNegativeTestMultiTenantJSON-355496335-project] 10.222.0.60 "GET /v2.0/security-groups?id=c589cfac-710c-42b4-831f-3acafd80334f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203482 Nov 23 17:41:03.844245 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2be66a-ce09-47a8-bdaf-01a349a1c382 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Pushing event updated for resources: {'Port': ['ID=958dfef5-e0ae-44e1-996e-fe59244efbe6,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:41:03.862920 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ed2be66a-ce09-47a8-bdaf-01a349a1c382 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2068703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1794403'] for router_interface, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:03.877409 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-603344ba-8893-4b00-bbda-2d8a7eec52ab None None] For port 66cf6c02-f69f-41af-a9df-28ff07530fea, host n-d-816206-8, cleared binding levels {{(pid=103593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:41:03.882053 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-603344ba-8893-4b00-bbda-2d8a7eec52ab None None] For port 66cf6c02-f69f-41af-a9df-28ff07530fea, host n-d-816206-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=66cf6c02-f69f-41af-a9df-28ff07530fea,segment=NetworkSegment(1fe6ecdb-a1b2-47d0-b54a-c612bce7e9fa),segment_id=1fe6ecdb-a1b2-47d0-b54a-c612bce7e9fa)] {{(pid=103593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:41:03.890486 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-2f4bb007-e75f-4f86-a0b8-41de870c8cd8 None None] Publish callbacks [] for port, precommit_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:03.903395 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-603344ba-8893-4b00-bbda-2d8a7eec52ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:04.071793 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-603344ba-8893-4b00-bbda-2d8a7eec52ab None None] Routers {'1d2dd293-4c5a-43d3-bb7f-3065bdc1a359'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:41:04.079741 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-603344ba-8893-4b00-bbda-2d8a7eec52ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:40:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['1d2dd293-4c5a-43d3-bb7f-3065bdc1a359'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:41:04.105631 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-19976035-a31b-407f-abc0-020ef4a5bf53 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks [] for port, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:04.131590 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed2be66a-ce09-47a8-bdaf-01a349a1c382 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Network 2acb5ccb-7e8d-4f79-b302-a5d872291601 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:41:04.135692 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-ed2be66a-ce09-47a8-bdaf-01a349a1c382 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:41:04.208006 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-19976035-a31b-407f-abc0-020ef4a5bf53 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:04.244322 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-2f4bb007-e75f-4f86-a0b8-41de870c8cd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980'] for port, after_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:04.246699 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c56a4d7-a876-464f-8792-1ac477803ec8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp355044b8-8e87-58c4-94fa-4a010ec30f9e-56dedb9c-c874-4806-8073-23c183970f13', 'network_id': '56dedb9c-c874-4806-8073-23c183970f13', 'tenant_id': 'a17872768c1e4384801bad129509cfa7', 'fixed_ips': [{'subnet_id': '1319ed28-84ef-4d61-9640-c330edcfac7a'}]}} from n-d-816206-8. {{(pid=103592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 17:41:04.247818 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-3c56a4d7-a876-464f-8792-1ac477803ec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:04.256769 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 5c356f90-d58f-4f24-a244-8713c7894efa up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:41:04.346608 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-603344ba-8893-4b00-bbda-2d8a7eec52ab None None] Set router 1d2dd293-4c5a-43d3-bb7f-3065bdc1a359 gateway port host: None {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:41:04.347964 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed2be66a-ce09-47a8-bdaf-01a349a1c382 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Router 1d2dd293-4c5a-43d3-bb7f-3065bdc1a359 has already been hosted by L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 {{(pid=103590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 17:41:04.358485 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4bb007-e75f-4f86-a0b8-41de870c8cd8 None None] Pushing event updated for resources: {'Port': ['ID=9b5c4f46-0cf0-49d6-b8d1-951e0c716d89,revision_number=1']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:41:04.379001 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19976035-a31b-407f-abc0-020ef4a5bf53 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Pushing event updated for resources: {'Port': ['ID=0d92ec9f-516a-4744-8eef-8609c1cd619a,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:41:04.380542 n-d-816206-8 neutron-server[103592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f4bb007-e75f-4f86-a0b8-41de870c8cd8 None None] Network 2acb5ccb-7e8d-4f79-b302-a5d872291601 is already hosted by enough agents. {{(pid=103592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:41:04.385281 n-d-816206-8 neutron-server[103592]: DEBUG neutron.scheduler.base_scheduler [None req-2f4bb007-e75f-4f86-a0b8-41de870c8cd8 None None] Resources bound (agent type, host, resource id): {{(pid=103592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:41:04.394733 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f4bb007-e75f-4f86-a0b8-41de870c8cd8 None None] Received port after_create {{(pid=103592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:41:04.446191 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19976035-a31b-407f-abc0-020ef4a5bf53 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Network 56dedb9c-c874-4806-8073-23c183970f13 is already hosted by enough agents. {{(pid=103591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:41:04.447683 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [None req-19976035-a31b-407f-abc0-020ef4a5bf53 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Resources bound (agent type, host, resource id): {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:41:04.452597 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19976035-a31b-407f-abc0-020ef4a5bf53 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Received port after_create {{(pid=103591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:41:04.462174 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc1171e-8e28-48d5-b083-359b5a43f4df None None] Pushing event updated for resources: {'Port': ['ID=66cf6c02-f69f-41af-a9df-28ff07530fea,revision_number=4']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:41:04.492045 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19976035-a31b-407f-abc0-020ef4a5bf53 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:41:04.493237 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-19976035-a31b-407f-abc0-020ef4a5bf53 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:04.534122 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-19976035-a31b-407f-abc0-020ef4a5bf53 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 2.2889419 Nov 23 17:41:04.536634 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 52124) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:41:04.598227 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.db_base_plugin_common [None req-3c56a4d7-a876-464f-8792-1ac477803ec8 None None] Allocated IP 2001:db8::2 (56dedb9c-c874-4806-8073-23c183970f13/1319ed28-84ef-4d61-9640-c330edcfac7a/984246fb-1a04-4203-a416-fab237a2116d) {{(pid=103592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:41:04.746890 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b69d2499-fd80-4ac4-bfbb-b07e549a2173 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:41:04.752699 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-b69d2499-fd80-4ac4-bfbb-b07e549a2173 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 944 time: 0.2146955 Nov 23 17:41:04.755685 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 52130) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:41:04.864410 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6156e2c-c667-4b10-9d49-aa2df6be494d req-8ee43c9c-4986-48ea-9d0e-8fedc156b92d tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:41:04.865971 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c6156e2c-c667-4b10-9d49-aa2df6be494d req-8ee43c9c-4986-48ea-9d0e-8fedc156b92d tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/ports?device_id=05801c5e-23fe-4c5d-a9cb-dc7464d84c54 HTTP/1.1" status: 200 len: 945 time: 0.2686048 Nov 23 17:41:04.920327 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 52134) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:41:04.925340 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-3c56a4d7-a876-464f-8792-1ac477803ec8 None None] Publish callbacks [] for port, precommit_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:04.942426 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device 54248917-064b-443d-b4c8-8ace1843cce2 up at agent hyperv_n-h1-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:41:04.946996 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-603344ba-8893-4b00-bbda-2d8a7eec52ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d2dd293-4c5a-43d3-bb7f-3065bdc1a359', 'name': 'tempest-RoutersTest-router-551812585', 'tenant_id': '9ea08f514e394d68a6e33e0a371ec75c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:40:38Z', 'updated_at': '2021-11-23T17:41:02Z', 'revision_number': 4, 'project_id': '9ea08f514e394d68a6e33e0a371ec75c', 'gw_port_host': None, '_interfaces': [{'id': '66cf6c02-f69f-41af-a9df-28ff07530fea', 'name': '', 'network_id': '92be2970-7b78-43b3-9201-4bad6190f4b3', 'tenant_id': '9ea08f514e394d68a6e33e0a371ec75c', 'mac_address': 'fa:16:3e:f7:02:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d2dd293-4c5a-43d3-bb7f-3065bdc1a359', 'device_owner': 'network:router_interface', 'standard_attr_id': 2377, 'fixed_ips': [{'subnet_id': '30865f18-4aca-4007-b22a-63fa611fdbc0', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:40:52Z', 'updated_at': '2021-11-23T17:41:03Z', 'revision_number': 4, 'project_id': '9ea08f514e394d68a6e33e0a371ec75c', 'subnets': [{'id': '30865f18-4aca-4007-b22a-63fa611fdbc0', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '958dfef5-e0ae-44e1-996e-fe59244efbe6', 'name': '', 'network_id': '2acb5ccb-7e8d-4f79-b302-a5d872291601', 'tenant_id': '9ea08f514e394d68a6e33e0a371ec75c', 'mac_address': 'fa:16:3e:d3:ba:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d2dd293-4c5a-43d3-bb7f-3065bdc1a359', 'device_owner': 'network:router_interface', 'standard_attr_id': 2385, 'fixed_ips': [{'subnet_id': '8e10b822-4992-4ff6-b2fc-54a371821776', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:41:01Z', 'updated_at': '2021-11-23T17:41:03Z', 'revision_number': 2, 'project_id': '9ea08f514e394d68a6e33e0a371ec75c', 'subnets': [{'id': '8e10b822-4992-4ff6-b2fc-54a371821776', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'adc453bb-b64e-4a63-a1c3-03961aa01e6b', 'name': '', 'network_id': '0d2689e3-f47b-4951-8a3f-d47a148adc6f', 'tenant_id': '9ea08f514e394d68a6e33e0a371ec75c', 'mac_address': 'fa:16:3e:4f:5d:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d2dd293-4c5a-43d3-bb7f-3065bdc1a359', 'device_owner': 'network:router_interface', 'standard_attr_id': 2364, 'fixed_ips': [{'subnet_id': '4fd923d4-90c0-465c-a731-f064e303a2b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:40:43Z', 'updated_at': '2021-11-23T17:40:57Z', 'revision_number': 5, 'project_id': '9ea08f514e394d68a6e33e0a371ec75c', 'subnets': [{'id': '4fd923d4-90c0-465c-a731-f064e303a2b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:41:04.961768 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:05.002848 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-3c56a4d7-a876-464f-8792-1ac477803ec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980'] for port, after_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:05.009924 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-8e952d2b-5866-494b-b0f9-6cc8915cadf3 None None] Provisioning complete for port 66cf6c02-f69f-41af-a9df-28ff07530fea triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:41:05.010300 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-8e952d2b-5866-494b-b0f9-6cc8915cadf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:05.025848 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-603344ba-8893-4b00-bbda-2d8a7eec52ab None None] The sync data for ids ['1d2dd293-4c5a-43d3-bb7f-3065bdc1a359'] in n-d-816206-8 is: [{'id': '1d2dd293-4c5a-43d3-bb7f-3065bdc1a359', 'name': 'tempest-RoutersTest-router-551812585', 'tenant_id': '9ea08f514e394d68a6e33e0a371ec75c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:40:38Z', 'updated_at': '2021-11-23T17:41:02Z', 'revision_number': 4, 'project_id': '9ea08f514e394d68a6e33e0a371ec75c', 'gw_port_host': None, '_interfaces': [{'id': '66cf6c02-f69f-41af-a9df-28ff07530fea', 'name': '', 'network_id': '92be2970-7b78-43b3-9201-4bad6190f4b3', 'tenant_id': '9ea08f514e394d68a6e33e0a371ec75c', 'mac_address': 'fa:16:3e:f7:02:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d2dd293-4c5a-43d3-bb7f-3065bdc1a359', 'device_owner': 'network:router_interface', 'standard_attr_id': 2377, 'fixed_ips': [{'subnet_id': '30865f18-4aca-4007-b22a-63fa611fdbc0', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:40:52Z', 'updated_at': '2021-11-23T17:41:03Z', 'revision_number': 4, 'project_id': '9ea08f514e394d68a6e33e0a371ec75c', 'subnets': [{'id': '30865f18-4aca-4007-b22a-63fa611fdbc0', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '958dfef5-e0ae-44e1-996e-fe59244efbe6', 'name': '', 'network_id': '2acb5ccb-7e8d-4f79-b302-a5d872291601', 'tenant_id': '9ea08f514e394d68a6e33e0a371ec75c', 'mac_address': 'fa:16:3e:d3:ba:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d2dd293-4c5a-43d3-bb7f-3065bdc1a359', 'device_owner': 'network:router_interface', 'standard_attr_id': 2385, 'fixed_ips': [{'subnet_id': '8e10b822-4992-4ff6-b2fc-54a371821776', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:41:01Z', 'updated_at': '2021-11-23T17:41:03Z', 'revision_number': 2, 'project_id': '9ea08f514e394d68a6e33e0a371ec75c', 'subnets': [{'id': '8e10b822-4992-4ff6-b2fc-54a371821776', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'adc453bb-b64e-4a63-a1c3-03961aa01e6b', 'name': '', 'network_id': '0d2689e3-f47b-4951-8a3f-d47a148adc6f', 'tenant_id': '9ea08f514e394d68a6e33e0a371ec75c', 'mac_address': 'fa:16:3e:4f:5d:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d2dd293-4c5a-43d3-bb7f-3065bdc1a359', 'device_owner': 'network:router_interface', 'standard_attr_id': 2364, 'fixed_ips': [{'subnet_id': '4fd923d4-90c0-465c-a731-f064e303a2b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:40:43Z', 'updated_at': '2021-11-23T17:40:57Z', 'revision_number': 5, 'project_id': '9ea08f514e394d68a6e33e0a371ec75c', 'subnets': [{'id': '4fd923d4-90c0-465c-a731-f064e303a2b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:41:05.225188 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port 4aee3efb-f29a-43bd-b162-b14460ec15a6, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=4aee3efb-f29a-43bd-b162-b14460ec15a6,segment=NetworkSegment(ec813e0a-4415-4fed-a736-e9a0442fcb85),segment_id=ec813e0a-4415-4fed-a736-e9a0442fcb85)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:41:05.260134 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05801c5e-23fe-4c5d-a9cb-dc7464d84c54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4aee3efb-f29a-43bd-b162-b14460ec15a6'}] {{(pid=103592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:41:05.275645 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba3e6a8f2301c7a29fe1eca9779abdae4ccbcd6266d69778087f2498d5551201" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-071dfaeb-976a-491f-88d2-9e81121606f7" -d '{"events": [{"server_uuid": "05801c5e-23fe-4c5d-a9cb-dc7464d84c54", "name": "network-vif-plugged", "status": "completed", "tag": "4aee3efb-f29a-43bd-b162-b14460ec15a6"}]}' {{(pid=103592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:41:05.282444 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c6156e2c-c667-4b10-9d49-aa2df6be494d req-67724d0f-977b-4059-8b60-74005cc26201 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/security-groups?id=776cdaad-ec9b-4a42-a3a9-360feae7cf4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3627906 Nov 23 17:41:05.284342 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c56a4d7-a876-464f-8792-1ac477803ec8 None None] Pushing event updated for resources: {'Port': ['ID=984246fb-1a04-4203-a416-fab237a2116d,revision_number=1']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:41:05.291779 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135b5ff0-b0bc-45a4-b48c-ae6e198d933e req-15edcfb4-8ed4-4106-8edb-1945bab2830b tempest-ServersNegativeTestMultiTenantJSON-355496335 tempest-ServersNegativeTestMultiTenantJSON-355496335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:41:05.316889 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-135b5ff0-b0bc-45a4-b48c-ae6e198d933e req-15edcfb4-8ed4-4106-8edb-1945bab2830b tempest-ServersNegativeTestMultiTenantJSON-355496335 tempest-ServersNegativeTestMultiTenantJSON-355496335-project] 10.222.0.60 "GET /v2.0/ports?device_id=8cba5382-3476-4a6a-8331-d65f672c2dc7 HTTP/1.1" status: 200 len: 945 time: 0.4673374 Nov 23 17:41:05.317492 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:05.405410 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed2be66a-ce09-47a8-bdaf-01a349a1c382 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:41:05.419260 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-ed2be66a-ce09-47a8-bdaf-01a349a1c382 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] 10.222.0.60 "PUT /v2.0/routers/1d2dd293-4c5a-43d3-bb7f-3065bdc1a359/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3782573 Nov 23 17:41:05.419768 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 52142) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:41:05.428040 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-02a07849-7514-4e06-bfea-68e1e236d455 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Request body: {'network': {'name': 'tempest-RoutersTest-901471736'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:41:05.499030 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02a07849-7514-4e06-bfea-68e1e236d455 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Made reservation on behalf of 9ea08f514e394d68a6e33e0a371ec75c for: {'network': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:41:05.502845 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-02a07849-7514-4e06-bfea-68e1e236d455 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for network, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:05.512686 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:41:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e146974d-ab1f-4b6c-a3d7-c303553efcf1 x-openstack-request-id: req-e146974d-ab1f-4b6c-a3d7-c303553efcf1 {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:41:05.513394 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05801c5e-23fe-4c5d-a9cb-dc7464d84c54", "name": "network-vif-plugged", "status": "completed", "tag": "4aee3efb-f29a-43bd-b162-b14460ec15a6", "code": 200}]} {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:41:05.515000 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e146974d-ab1f-4b6c-a3d7-c303553efcf1 {{(pid=103592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:41:05.515780 n-d-816206-8 neutron-server[103592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05801c5e-23fe-4c5d-a9cb-dc7464d84c54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4aee3efb-f29a-43bd-b162-b14460ec15a6', 'code': 200} Nov 23 17:41:05.522676 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Pushing event updated for resources: {'Port': ['ID=4aee3efb-f29a-43bd-b162-b14460ec15a6,revision_number=5']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:41:05.542095 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-2f4bb007-e75f-4f86-a0b8-41de870c8cd8 None None] Attempting to bind port 9b5c4f46-0cf0-49d6-b8d1-951e0c716d89 on host n-d-816206-8 for vnic_type normal with profile {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:41:05.542480 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-2f4bb007-e75f-4f86-a0b8-41de870c8cd8 None None] Attempting to bind port 9b5c4f46-0cf0-49d6-b8d1-951e0c716d89 by drivers openvswitch,hyperv on host n-d-816206-8 at level 0 using segments [{'id': 'b89e99e6-49bc-4844-85f1-a831dd95d22b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '2acb5ccb-7e8d-4f79-b302-a5d872291601'}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:41:05.548353 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f4bb007-e75f-4f86-a0b8-41de870c8cd8 None None] Attempting to bind port 9b5c4f46-0cf0-49d6-b8d1-951e0c716d89 on network 2acb5ccb-7e8d-4f79-b302-a5d872291601 {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:41:05.559724 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02a07849-7514-4e06-bfea-68e1e236d455 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] vlan segment allocate from pool success with {'vlan_id': 511, 'physical_network': 'physnet1'} {{(pid=103590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 17:41:05.580887 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-02a07849-7514-4e06-bfea-68e1e236d455 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:05.581264 n-d-816206-8 neutron-server[103590]: INFO neutron.db.segments_db [None req-02a07849-7514-4e06-bfea-68e1e236d455 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Added segment 5fcac0f1-a823-4213-86de-0210d6620ec4 of type vlan for network 041b1b8d-da76-4e61-a906-0763c685e7e0 Nov 23 17:41:05.670235 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-02a07849-7514-4e06-bfea-68e1e236d455 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736635338810'] for network, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:05.700474 n-d-816206-8 neutron-server[103592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c56a4d7-a876-464f-8792-1ac477803ec8 None None] Network 56dedb9c-c874-4806-8073-23c183970f13 is already hosted by enough agents. {{(pid=103592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:41:05.706116 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-8e952d2b-5866-494b-b0f9-6cc8915cadf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:05.732236 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-02a07849-7514-4e06-bfea-68e1e236d455 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493'] for network, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:05.740453 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02a07849-7514-4e06-bfea-68e1e236d455 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:41:05.741311 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-02a07849-7514-4e06-bfea-68e1e236d455 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks [] for network, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:05.805148 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-8e952d2b-5866-494b-b0f9-6cc8915cadf3 None None] For port 66cf6c02-f69f-41af-a9df-28ff07530fea, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=66cf6c02-f69f-41af-a9df-28ff07530fea,segment=NetworkSegment(1fe6ecdb-a1b2-47d0-b54a-c612bce7e9fa),segment_id=1fe6ecdb-a1b2-47d0-b54a-c612bce7e9fa)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:41:05.812452 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port 5c356f90-d58f-4f24-a244-8713c7894efa triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:41:05.812848 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:05.822623 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f4bb007-e75f-4f86-a0b8-41de870c8cd8 None None] Checking agent: {'id': '9e89acbe-4bbe-4c77-a18b-6f1da9133e0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 7, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 40, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:41:05.823008 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f4bb007-e75f-4f86-a0b8-41de870c8cd8 None None] Checking segment: {'id': 'b89e99e6-49bc-4844-85f1-a831dd95d22b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '2acb5ccb-7e8d-4f79-b302-a5d872291601'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:41:05.823592 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-2f4bb007-e75f-4f86-a0b8-41de870c8cd8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:05.824169 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f4bb007-e75f-4f86-a0b8-41de870c8cd8 None None] Bound using segment: {'id': 'b89e99e6-49bc-4844-85f1-a831dd95d22b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '2acb5ccb-7e8d-4f79-b302-a5d872291601'} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:41:05.827339 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-2f4bb007-e75f-4f86-a0b8-41de870c8cd8 None None] Bound port: 9b5c4f46-0cf0-49d6-b8d1-951e0c716d89, host: n-d-816206-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b89e99e6-49bc-4844-85f1-a831dd95d22b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '2acb5ccb-7e8d-4f79-b302-a5d872291601'}}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:41:05.827914 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-2f4bb007-e75f-4f86-a0b8-41de870c8cd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:05.866725 n-d-816206-8 neutron-server[103592]: DEBUG neutron.scheduler.base_scheduler [None req-3c56a4d7-a876-464f-8792-1ac477803ec8 None None] Resources bound (agent type, host, resource id): {{(pid=103592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:41:05.867621 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a07849-7514-4e06-bfea-68e1e236d455 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Pushing event updated for resources: {'Network': ['ID=041b1b8d-da76-4e61-a906-0763c685e7e0,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:41:05.871366 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-8e952d2b-5866-494b-b0f9-6cc8915cadf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:05.902561 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-02a07849-7514-4e06-bfea-68e1e236d455 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4816809 Nov 23 17:41:05.905561 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 52146) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:41:05.915070 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-eecb438e-b1dc-4db9-8aba-a75b2119d9d6 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Request body: {'subnet': {'network_id': '041b1b8d-da76-4e61-a906-0763c685e7e0', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:41:06.143023 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c56a4d7-a876-464f-8792-1ac477803ec8 None None] Received port after_create {{(pid=103592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:41:06.165705 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Network 041b1b8d-da76-4e61-a906-0763c685e7e0 details requested by agent ovs-agent-n-d-816206-8 with host n-d-816206-8 {{(pid=103592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 17:41:06.269122 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eecb438e-b1dc-4db9-8aba-a75b2119d9d6 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Made reservation on behalf of 9ea08f514e394d68a6e33e0a371ec75c for: {'subnet': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:41:06.275199 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-eecb438e-b1dc-4db9-8aba-a75b2119d9d6 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264730903'] for subnet, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:06.463842 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Provisioning for port 54248917-064b-443d-b4c8-8ace1843cce2 completed by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 17:41:06.659145 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-eecb438e-b1dc-4db9-8aba-a75b2119d9d6 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264358096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264730885'] for subnet, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:06.714692 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-67f80fc3-7a3b-4c2c-bb55-3f4a4a9bdbff tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Deleting port 0d92ec9f-516a-4744-8eef-8609c1cd619a {{(pid=103591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:41:06.715111 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-67f80fc3-7a3b-4c2c-bb55-3f4a4a9bdbff tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:06.777213 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecb438e-b1dc-4db9-8aba-a75b2119d9d6 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Pushing event updated for resources: {'Subnet': ['ID=6a5d61bd-5d20-40ae-be19-5ff8dbfd2237,revision_number=0']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:41:06.778544 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-135b5ff0-b0bc-45a4-b48c-ae6e198d933e req-c968acfc-65db-49a7-8d27-5c43d79ed1f8 tempest-ServersNegativeTestMultiTenantJSON-355496335 tempest-ServersNegativeTestMultiTenantJSON-355496335-project] 10.222.0.60 "GET /v2.0/security-groups?id=c589cfac-710c-42b4-831f-3acafd80334f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4491365 Nov 23 17:41:06.814883 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eecb438e-b1dc-4db9-8aba-a75b2119d9d6 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Checking segment: {'id': '5fcac0f1-a823-4213-86de-0210d6620ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '041b1b8d-da76-4e61-a906-0763c685e7e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:41:06.815250 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eecb438e-b1dc-4db9-8aba-a75b2119d9d6 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Network hostable DHCP agents. Network: 041b1b8d-da76-4e61-a906-0763c685e7e0, hostable agents: ['0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3'], hosted agents: [] {{(pid=103590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 17:41:06.850560 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eecb438e-b1dc-4db9-8aba-a75b2119d9d6 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Network 041b1b8d-da76-4e61-a906-0763c685e7e0 is scheduled to be hosted by DHCP agent 0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3 with binding_index 1 {{(pid=103590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 17:41:06.862353 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-eecb438e-b1dc-4db9-8aba-a75b2119d9d6 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-8, 041b1b8d-da76-4e61-a906-0763c685e7e0) {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:41:06.875719 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Provisioning complete for port 54248917-064b-443d-b4c8-8ace1843cce2 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:41:06.876264 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:06.882088 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eecb438e-b1dc-4db9-8aba-a75b2119d9d6 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:41:06.887232 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-eecb438e-b1dc-4db9-8aba-a75b2119d9d6 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks [] for subnet, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:06.887591 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-67f80fc3-7a3b-4c2c-bb55-3f4a4a9bdbff tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:06.902496 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-67f80fc3-7a3b-4c2c-bb55-3f4a4a9bdbff tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Calling delete_port for 0d92ec9f-516a-4744-8eef-8609c1cd619a owned by {{(pid=103591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:41:06.919200 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-7c76f759-64ef-471e-b2ce-06483219e173 None None] Provisioning complete for port 66cf6c02-f69f-41af-a9df-28ff07530fea triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:41:06.919575 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-7c76f759-64ef-471e-b2ce-06483219e173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:06.934217 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-208061ab-f103-4986-b93e-d6d723eaf487 None None] Network 041b1b8d-da76-4e61-a906-0763c685e7e0 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:41:06.942400 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e952d2b-5866-494b-b0f9-6cc8915cadf3 None None] Pushing event updated for resources: {'Port': ['ID=66cf6c02-f69f-41af-a9df-28ff07530fea,revision_number=5']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:41:06.991179 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-eecb438e-b1dc-4db9-8aba-a75b2119d9d6 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0814841 Nov 23 17:41:06.994495 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 52154) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:41:07.049466 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-2f4bb007-e75f-4f86-a0b8-41de870c8cd8 None None] For port 9b5c4f46-0cf0-49d6-b8d1-951e0c716d89, host n-d-816206-8, cleared binding levels {{(pid=103592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:41:07.129337 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf6fe49-b010-410a-9c28-00e5e1b9dd67 req-661ce407-46ed-4e6a-b503-447d85156595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:41:07.131069 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ebf6fe49-b010-410a-9c28-00e5e1b9dd67 req-661ce407-46ed-4e6a-b503-447d85156595 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=05801c5e-23fe-4c5d-a9cb-dc7464d84c54 HTTP/1.1" status: 200 len: 1097 time: 0.6597064 Nov 23 17:41:07.164784 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-67f80fc3-7a3b-4c2c-bb55-3f4a4a9bdbff tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:07.183279 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-3c56a4d7-a876-464f-8792-1ac477803ec8 None None] Attempting to bind port 984246fb-1a04-4203-a416-fab237a2116d on host n-d-816206-8 for vnic_type normal with profile {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:41:07.183708 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-3c56a4d7-a876-464f-8792-1ac477803ec8 None None] Attempting to bind port 984246fb-1a04-4203-a416-fab237a2116d by drivers openvswitch,hyperv on host n-d-816206-8 at level 0 using segments [{'id': '208f22fc-9686-4ca3-a88c-018385437c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '56dedb9c-c874-4806-8073-23c183970f13'}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:41:07.184271 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c56a4d7-a876-464f-8792-1ac477803ec8 None None] Attempting to bind port 984246fb-1a04-4203-a416-fab237a2116d on network 56dedb9c-c874-4806-8073-23c183970f13 {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:41:07.211733 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7f2b1e-7d46-48be-ae44-1e70ae860788 req-d7ddf248-c557-4d24-aaa4-65e0eeb3fef9 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:41:07.213639 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4a7f2b1e-7d46-48be-ae44-1e70ae860788 req-d7ddf248-c557-4d24-aaa4-65e0eeb3fef9 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/ports?device_id=05801c5e-23fe-4c5d-a9cb-dc7464d84c54 HTTP/1.1" status: 200 len: 946 time: 0.7062781 Nov 23 17:41:07.264264 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f80fc3-7a3b-4c2c-bb55-3f4a4a9bdbff tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Pushing event deleted for resources: {'Port': ['ID=0d92ec9f-516a-4744-8eef-8609c1cd619a,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:41:07.319067 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-2f4bb007-e75f-4f86-a0b8-41de870c8cd8 None None] For port 9b5c4f46-0cf0-49d6-b8d1-951e0c716d89, host n-d-816206-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=9b5c4f46-0cf0-49d6-b8d1-951e0c716d89,segment=NetworkSegment(b89e99e6-49bc-4844-85f1-a831dd95d22b),segment_id=b89e99e6-49bc-4844-85f1-a831dd95d22b)] {{(pid=103592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:41:07.323953 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c56a4d7-a876-464f-8792-1ac477803ec8 None None] Checking agent: {'id': '9e89acbe-4bbe-4c77-a18b-6f1da9133e0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 7, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 40, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:41:07.324989 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c56a4d7-a876-464f-8792-1ac477803ec8 None None] Checking segment: {'id': '208f22fc-9686-4ca3-a88c-018385437c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '56dedb9c-c874-4806-8073-23c183970f13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:41:07.325992 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-3c56a4d7-a876-464f-8792-1ac477803ec8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:07.326552 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c56a4d7-a876-464f-8792-1ac477803ec8 None None] Bound using segment: {'id': '208f22fc-9686-4ca3-a88c-018385437c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '56dedb9c-c874-4806-8073-23c183970f13'} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:41:07.327324 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-3c56a4d7-a876-464f-8792-1ac477803ec8 None None] Bound port: 984246fb-1a04-4203-a416-fab237a2116d, host: n-d-816206-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '208f22fc-9686-4ca3-a88c-018385437c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '56dedb9c-c874-4806-8073-23c183970f13'}}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:41:07.327965 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-3c56a4d7-a876-464f-8792-1ac477803ec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:07.328194 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-67f80fc3-7a3b-4c2c-bb55-3f4a4a9bdbff tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:07.332428 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-67f80fc3-7a3b-4c2c-bb55-3f4a4a9bdbff tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] 10.222.0.60 "DELETE /v2.0/ports/0d92ec9f-516a-4744-8eef-8609c1cd619a HTTP/1.1" status: 204 len: 168 time: 2.5756557 Nov 23 17:41:07.339930 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 52160) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:41:07.434665 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-269572ed-b7db-45b5-b888-b30478ac2870 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp355044b8-8e87-58c4-94fa-4a010ec30f9e-041b1b8d-da76-4e61-a906-0763c685e7e0', 'network_id': '041b1b8d-da76-4e61-a906-0763c685e7e0', 'tenant_id': '9ea08f514e394d68a6e33e0a371ec75c', 'fixed_ips': [{'subnet_id': '6a5d61bd-5d20-40ae-be19-5ff8dbfd2237'}]}} from n-d-816206-8. {{(pid=103592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 17:41:07.435738 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-269572ed-b7db-45b5-b888-b30478ac2870 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:07.439365 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-2f4bb007-e75f-4f86-a0b8-41de870c8cd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:07.449047 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-346ec24a-8b6a-4abd-9139-3862a7f8cedd None None] Sync routers for ids ['1d2dd293-4c5a-43d3-bb7f-3065bdc1a359'] in n-d-816206-8 {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:41:07.456531 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c908939-a91a-4455-8198-207067caf429 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:41:07.458212 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c908939-a91a-4455-8198-207067caf429 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:41:07.461122 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-2c908939-a91a-4455-8198-207067caf429 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1190026 Nov 23 17:41:07.463239 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4a7f2b1e-7d46-48be-ae44-1e70ae860788 req-48fbf248-2ddd-49ce-b172-876b9b58b5b6 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/security-groups?id=776cdaad-ec9b-4a42-a3a9-360feae7cf4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2228525 Nov 23 17:41:07.465943 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 52164) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:41:07.502555 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ebf6fe49-b010-410a-9c28-00e5e1b9dd67 req-6c4278f8-f1e4-486f-b2cd-58fd9665b7b0 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=776cdaad-ec9b-4a42-a3a9-360feae7cf4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3323979 Nov 23 17:41:07.570532 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.db_base_plugin_v2 [None req-7bbd08d5-287c-433b-8087-77190a6175d5 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Deleting subnet 1319ed28-84ef-4d61-9640-c330edcfac7a {{(pid=103591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 17:41:07.575812 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-7bbd08d5-287c-433b-8087-77190a6175d5 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks [] for subnet, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:07.628036 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-3c56a4d7-a876-464f-8792-1ac477803ec8 None None] For port 984246fb-1a04-4203-a416-fab237a2116d, host n-d-816206-8, cleared binding levels {{(pid=103592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:41:07.631472 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-3c56a4d7-a876-464f-8792-1ac477803ec8 None None] For port 984246fb-1a04-4203-a416-fab237a2116d, host n-d-816206-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=984246fb-1a04-4203-a416-fab237a2116d,segment=NetworkSegment(208f22fc-9686-4ca3-a88c-018385437c28),segment_id=208f22fc-9686-4ca3-a88c-018385437c28)] {{(pid=103592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:41:07.641564 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-346ec24a-8b6a-4abd-9139-3862a7f8cedd None None] Routers {'1d2dd293-4c5a-43d3-bb7f-3065bdc1a359'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:41:07.642202 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-346ec24a-8b6a-4abd-9139-3862a7f8cedd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:40:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['1d2dd293-4c5a-43d3-bb7f-3065bdc1a359'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:41:07.673558 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-7bbd08d5-287c-433b-8087-77190a6175d5 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265990000'] for subnet, precommit_delete_associations {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:07.726806 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4bb007-e75f-4f86-a0b8-41de870c8cd8 None None] Pushing event updated for resources: {'Port': ['ID=9b5c4f46-0cf0-49d6-b8d1-951e0c716d89,revision_number=2']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:41:07.733368 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-3c56a4d7-a876-464f-8792-1ac477803ec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:07.840601 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c56a4d7-a876-464f-8792-1ac477803ec8 None None] Pushing event updated for resources: {'Port': ['ID=984246fb-1a04-4203-a416-fab237a2116d,revision_number=2']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:41:07.851238 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 66cf6c02-f69f-41af-a9df-28ff07530fea up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:41:07.967501 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c79e748d-1151-4971-90bb-84cc43922e5b tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:07.982509 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:08.050434 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-7bbd08d5-287c-433b-8087-77190a6175d5 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971956'] for subnet, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:08.140581 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-7bbd08d5-287c-433b-8087-77190a6175d5 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264758240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264314269'] for subnet, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:08.162489 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port 54248917-064b-443d-b4c8-8ace1843cce2, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=54248917-064b-443d-b4c8-8ace1843cce2,segment=NetworkSegment(e0fe1f0b-4dc5-4c1f-bf9c-941c134f4d0d),segment_id=e0fe1f0b-4dc5-4c1f-bf9c-941c134f4d0d)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:41:08.181065 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cba5382-3476-4a6a-8331-d65f672c2dc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54248917-064b-443d-b4c8-8ace1843cce2'}] {{(pid=103592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:41:08.181254 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbd08d5-287c-433b-8087-77190a6175d5 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Pushing event deleted for resources: {'Subnet': ['ID=1319ed28-84ef-4d61-9640-c330edcfac7a,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:41:08.183293 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba3e6a8f2301c7a29fe1eca9779abdae4ccbcd6266d69778087f2498d5551201" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51d9475e-35f2-464a-98d5-1ff4b10f733a" -d '{"events": [{"server_uuid": "8cba5382-3476-4a6a-8331-d65f672c2dc7", "name": "network-vif-plugged", "status": "completed", "tag": "54248917-064b-443d-b4c8-8ace1843cce2"}]}' {{(pid=103592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:41:08.215302 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:08.256998 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-7bbd08d5-287c-433b-8087-77190a6175d5 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for subnet, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:08.261692 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-7bbd08d5-287c-433b-8087-77190a6175d5 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] 10.222.0.60 "DELETE /v2.0/subnets/1319ed28-84ef-4d61-9640-c330edcfac7a HTTP/1.1" status: 204 len: 168 time: 0.7938817 Nov 23 17:41:08.269099 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 52172) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:41:08.302114 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83ff2a2-647c-40bd-97df-f8c05a397f9f req-54ddc15e-8582-44d4-a85a-9aaaf2b5a006 tempest-ServersNegativeTestMultiTenantJSON-355496335 tempest-ServersNegativeTestMultiTenantJSON-355496335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:41:08.303963 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a83ff2a2-647c-40bd-97df-f8c05a397f9f req-54ddc15e-8582-44d4-a85a-9aaaf2b5a006 tempest-ServersNegativeTestMultiTenantJSON-355496335 tempest-ServersNegativeTestMultiTenantJSON-355496335-project] 10.222.0.60 "GET /v2.0/ports?device_id=8cba5382-3476-4a6a-8331-d65f672c2dc7 HTTP/1.1" status: 200 len: 945 time: 0.3029654 Nov 23 17:41:08.335789 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:41:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-842dd4cd-29df-4f87-bf93-e1a46b769c43 x-openstack-request-id: req-842dd4cd-29df-4f87-bf93-e1a46b769c43 {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:41:08.336178 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cba5382-3476-4a6a-8331-d65f672c2dc7", "name": "network-vif-plugged", "status": "completed", "tag": "54248917-064b-443d-b4c8-8ace1843cce2", "code": 200}]} {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:41:08.336409 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-842dd4cd-29df-4f87-bf93-e1a46b769c43 {{(pid=103592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:41:08.336775 n-d-816206-8 neutron-server[103592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cba5382-3476-4a6a-8331-d65f672c2dc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54248917-064b-443d-b4c8-8ace1843cce2', 'code': 200} Nov 23 17:41:08.394607 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-a0e1e725-c541-4f25-95fa-f5abeeccf6d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1794372'] for router_interface, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:08.404475 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port 66cf6c02-f69f-41af-a9df-28ff07530fea triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:41:08.404881 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:08.473766 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvr_db [None req-346ec24a-8b6a-4abd-9139-3862a7f8cedd None None] Set router 1d2dd293-4c5a-43d3-bb7f-3065bdc1a359 gateway port host: None {{(pid=103592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:41:08.566716 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a83ff2a2-647c-40bd-97df-f8c05a397f9f req-565281ff-6da0-414f-9b00-571b98501663 tempest-ServersNegativeTestMultiTenantJSON-355496335 tempest-ServersNegativeTestMultiTenantJSON-355496335-project] 10.222.0.60 "GET /v2.0/security-groups?id=c589cfac-710c-42b4-831f-3acafd80334f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2483063 Nov 23 17:41:08.587343 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-d2059c83-1295-438b-b433-6a286e86167e tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3158181 Nov 23 17:41:08.600243 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 52178) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:41:08.710922 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9fad2e-ebc1-4935-bf08-aabb70d0d920 req-b45726a1-d494-4e35-b59d-fa2dcb89f099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:41:08.714928 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-0c9fad2e-ebc1-4935-bf08-aabb70d0d920 req-b45726a1-d494-4e35-b59d-fa2dcb89f099 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=8cba5382-3476-4a6a-8331-d65f672c2dc7 HTTP/1.1" status: 200 len: 1097 time: 0.1704423 Nov 23 17:41:08.773814 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Pushing event updated for resources: {'Port': ['ID=54248917-064b-443d-b4c8-8ace1843cce2,revision_number=5']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:41:08.846254 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abd508c9-19de-4a66-91e2-f3b3b0d64aeb tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:41:08.850370 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-abd508c9-19de-4a66-91e2-f3b3b0d64aeb tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.2498794 Nov 23 17:41:08.856320 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 52182) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:41:08.920450 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfc3a9a-c571-4b6d-bc3d-6492d6190408 req-7615acac-084b-4d51-a397-ad6652297a32 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:41:08.926795 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-0cfc3a9a-c571-4b6d-bc3d-6492d6190408 req-7615acac-084b-4d51-a397-ad6652297a32 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/ports?device_id=05801c5e-23fe-4c5d-a9cb-dc7464d84c54 HTTP/1.1" status: 200 len: 946 time: 0.1868894 Nov 23 17:41:09.010738 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.db_base_plugin_common [None req-269572ed-b7db-45b5-b888-b30478ac2870 None None] Allocated IP 172.23.0.2 (041b1b8d-da76-4e61-a906-0763c685e7e0/6a5d61bd-5d20-40ae-be19-5ff8dbfd2237/e48012f0-37de-4cbc-9208-d1b367a5cd20) {{(pid=103592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:41:09.018777 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de2a01a8-a279-4866-9f0c-8d015473cd2c tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:41:09.024162 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-de2a01a8-a279-4866-9f0c-8d015473cd2c tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1644180 Nov 23 17:41:09.025214 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 52184) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:41:09.119451 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-0cfc3a9a-c571-4b6d-bc3d-6492d6190408 req-7403050b-c862-421e-8f85-7279bf99395b tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/security-groups?id=776cdaad-ec9b-4a42-a3a9-360feae7cf4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011109 Nov 23 17:41:09.164307 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-0c9fad2e-ebc1-4935-bf08-aabb70d0d920 req-5bbb3121-a272-4282-abc1-8dd71c19a07b service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=c589cfac-710c-42b4-831f-3acafd80334f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4352448 Nov 23 17:41:09.168216 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-f7f722ed-bbb7-4e5c-ac12-7020c333bfd2 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1323040 Nov 23 17:41:09.173240 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 52186) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:41:09.185073 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-8739a39f-2e95-41ac-bf96-a17023981e8a tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Request body: {'subnet': {'network_id': '56dedb9c-c874-4806-8073-23c183970f13', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:41:09.320241 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-a0e1e725-c541-4f25-95fa-f5abeeccf6d8 admin admin] Deleting port b1e0681c-a2dd-4899-ba18-57dedd42bdbd {{(pid=103591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:41:09.323216 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-a0e1e725-c541-4f25-95fa-f5abeeccf6d8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:09.403485 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8739a39f-2e95-41ac-bf96-a17023981e8a tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Made reservation on behalf of a17872768c1e4384801bad129509cfa7 for: {'subnet': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:41:09.410259 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8739a39f-2e95-41ac-bf96-a17023981e8a tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264730903'] for subnet, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:09.443416 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [None req-a0e1e725-c541-4f25-95fa-f5abeeccf6d8 admin admin] For port b1e0681c-a2dd-4899-ba18-57dedd42bdbd, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=b1e0681c-a2dd-4899-ba18-57dedd42bdbd,segment=NetworkSegment(5b559295-8909-4c1e-aefd-73cd9a3c5d40),segment_id=5b559295-8909-4c1e-aefd-73cd9a3c5d40)] {{(pid=103591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:41:09.443786 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-a0e1e725-c541-4f25-95fa-f5abeeccf6d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:09.459091 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-a0e1e725-c541-4f25-95fa-f5abeeccf6d8 admin admin] Calling delete_port for b1e0681c-a2dd-4899-ba18-57dedd42bdbd owned by network:router_interface {{(pid=103591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:41:09.520296 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d17d9d03-38ad-43d8-bca6-c642dda52188 None None] Network 2acb5ccb-7e8d-4f79-b302-a5d872291601 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:41:09.763784 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-fc2aa317-4282-44a4-8a26-04d347288995 None None] Provisioning complete for port 9b5c4f46-0cf0-49d6-b8d1-951e0c716d89 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:41:09.763784 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-fc2aa317-4282-44a4-8a26-04d347288995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:09.778268 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-269572ed-b7db-45b5-b888-b30478ac2870 None None] Publish callbacks [] for port, precommit_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:09.885576 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-a0e1e725-c541-4f25-95fa-f5abeeccf6d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:09.942061 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-269572ed-b7db-45b5-b888-b30478ac2870 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980'] for port, after_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:09.956151 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a8c79a-7909-40f3-a133-9895587a0023 req-eecea9e1-905f-4713-a84b-725ef75c1a2d tempest-ServersNegativeTestMultiTenantJSON-355496335 tempest-ServersNegativeTestMultiTenantJSON-355496335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:41:09.966642 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c3a8c79a-7909-40f3-a133-9895587a0023 req-eecea9e1-905f-4713-a84b-725ef75c1a2d tempest-ServersNegativeTestMultiTenantJSON-355496335 tempest-ServersNegativeTestMultiTenantJSON-355496335-project] 10.222.0.60 "GET /v2.0/ports?device_id=8cba5382-3476-4a6a-8331-d65f672c2dc7 HTTP/1.1" status: 200 len: 946 time: 0.1561079 Nov 23 17:41:09.971841 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8739a39f-2e95-41ac-bf96-a17023981e8a tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264358096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264730885'] for subnet, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:10.005052 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 9b5c4f46-0cf0-49d6-b8d1-951e0c716d89 up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:41:10.046823 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e1e725-c541-4f25-95fa-f5abeeccf6d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=b1e0681c-a2dd-4899-ba18-57dedd42bdbd,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:41:10.059613 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8739a39f-2e95-41ac-bf96-a17023981e8a tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Network 56dedb9c-c874-4806-8073-23c183970f13 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:41:10.073219 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-8739a39f-2e95-41ac-bf96-a17023981e8a tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:41:10.087078 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8739a39f-2e95-41ac-bf96-a17023981e8a tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:41:10.088639 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8739a39f-2e95-41ac-bf96-a17023981e8a tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks [] for subnet, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:10.114635 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8739a39f-2e95-41ac-bf96-a17023981e8a tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Pushing event updated for resources: {'Subnet': ['ID=eb5eec36-6612-4fa5-b1e8-dd44829858ae,revision_number=0']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:41:10.176100 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-c79e748d-1151-4971-90bb-84cc43922e5b tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Allocated IP 172.23.0.1 (041b1b8d-da76-4e61-a906-0763c685e7e0/6a5d61bd-5d20-40ae-be19-5ff8dbfd2237/43a5cab1-19fb-42cf-8d9e-7214005e6f98) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:41:10.242876 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-8739a39f-2e95-41ac-bf96-a17023981e8a tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0679226 Nov 23 17:41:10.250029 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 52196) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:41:10.259921 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-495031a2-097d-41ce-86ae-e7b4df7ebbf1 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Request body: {'port': {'network_id': '56dedb9c-c874-4806-8073-23c183970f13', 'fixed_ips': [{'subnet_id': 'eb5eec36-6612-4fa5-b1e8-dd44829858ae', 'ip_address': '2001:db8::e599:9f8a:f8d7:56ff'}], 'name': 'tempest-NetworksTestDHCPv6-430107258'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:41:10.397954 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c3a8c79a-7909-40f3-a133-9895587a0023 req-f2422923-ed5b-4e70-a5a1-6c4fb6dbbd02 tempest-ServersNegativeTestMultiTenantJSON-355496335 tempest-ServersNegativeTestMultiTenantJSON-355496335-project] 10.222.0.60 "GET /v2.0/security-groups?id=c589cfac-710c-42b4-831f-3acafd80334f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4303162 Nov 23 17:41:10.409656 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb3beb01-1e06-441b-9312-74b269be7540 None None] Network 56dedb9c-c874-4806-8073-23c183970f13 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:41:10.499384 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c79e748d-1151-4971-90bb-84cc43922e5b tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:10.553076 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c79e748d-1151-4971-90bb-84cc43922e5b tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:10.610933 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79e748d-1151-4971-90bb-84cc43922e5b tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Pushing event updated for resources: {'Port': ['ID=43a5cab1-19fb-42cf-8d9e-7214005e6f98,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:41:10.621061 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdddab62-cf3e-4349-9c0c-25ea5d2c2ed1 req-d2bdd3e7-473f-496e-8cf2-07e19af1d69f tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:41:10.623311 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-cdddab62-cf3e-4349-9c0c-25ea5d2c2ed1 req-d2bdd3e7-473f-496e-8cf2-07e19af1d69f tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/ports?device_id=05801c5e-23fe-4c5d-a9cb-dc7464d84c54 HTTP/1.1" status: 200 len: 946 time: 0.2982183 Nov 23 17:41:10.659767 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c79e748d-1151-4971-90bb-84cc43922e5b tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Network 041b1b8d-da76-4e61-a906-0763c685e7e0 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:41:10.664692 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-c79e748d-1151-4971-90bb-84cc43922e5b tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:41:10.670844 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c79e748d-1151-4971-90bb-84cc43922e5b tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:41:10.685214 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-a0e1e725-c541-4f25-95fa-f5abeeccf6d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2067500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1794520'] for router_interface, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:10.739610 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c79e748d-1151-4971-90bb-84cc43922e5b tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1795539'] for router_interface, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:10.842999 n-d-816206-8 neutron-server[103592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-269572ed-b7db-45b5-b888-b30478ac2870 None None] Network 041b1b8d-da76-4e61-a906-0763c685e7e0 is already hosted by enough agents. {{(pid=103592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:41:10.898032 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c79e748d-1151-4971-90bb-84cc43922e5b tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:10.963223 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-cdddab62-cf3e-4349-9c0c-25ea5d2c2ed1 req-970f9ca5-6064-4d55-bbf3-6af751776aaa tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/security-groups?id=776cdaad-ec9b-4a42-a3a9-360feae7cf4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3269687 Nov 23 17:41:10.966209 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-495031a2-097d-41ce-86ae-e7b4df7ebbf1 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Made reservation on behalf of a17872768c1e4384801bad129509cfa7 for: {'port': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:41:10.970463 n-d-816206-8 neutron-server[103592]: DEBUG neutron.scheduler.base_scheduler [None req-269572ed-b7db-45b5-b888-b30478ac2870 None None] Resources bound (agent type, host, resource id): {{(pid=103592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:41:10.986026 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-269572ed-b7db-45b5-b888-b30478ac2870 None None] Received port after_create {{(pid=103592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:41:10.993427 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port 9b5c4f46-0cf0-49d6-b8d1-951e0c716d89 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:41:10.993942 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:11.070690 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-495031a2-097d-41ce-86ae-e7b4df7ebbf1 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:11.142396 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269572ed-b7db-45b5-b888-b30478ac2870 None None] Pushing event updated for resources: {'Port': ['ID=e48012f0-37de-4cbc-9208-d1b367a5cd20,revision_number=1']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:41:11.253358 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c79e748d-1151-4971-90bb-84cc43922e5b tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks [] for port, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:11.259878 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c79e748d-1151-4971-90bb-84cc43922e5b tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264357957'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:11.318475 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-346ec24a-8b6a-4abd-9139-3862a7f8cedd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d2dd293-4c5a-43d3-bb7f-3065bdc1a359', 'name': 'tempest-RoutersTest-router-551812585', 'tenant_id': '9ea08f514e394d68a6e33e0a371ec75c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:40:38Z', 'updated_at': '2021-11-23T17:41:02Z', 'revision_number': 4, 'project_id': '9ea08f514e394d68a6e33e0a371ec75c', 'gw_port_host': None, '_interfaces': [{'id': '66cf6c02-f69f-41af-a9df-28ff07530fea', 'name': '', 'network_id': '92be2970-7b78-43b3-9201-4bad6190f4b3', 'tenant_id': '9ea08f514e394d68a6e33e0a371ec75c', 'mac_address': 'fa:16:3e:f7:02:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d2dd293-4c5a-43d3-bb7f-3065bdc1a359', 'device_owner': 'network:router_interface', 'standard_attr_id': 2377, 'fixed_ips': [{'subnet_id': '30865f18-4aca-4007-b22a-63fa611fdbc0', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:40:52Z', 'updated_at': '2021-11-23T17:41:05Z', 'revision_number': 5, 'project_id': '9ea08f514e394d68a6e33e0a371ec75c', 'subnets': [{'id': '30865f18-4aca-4007-b22a-63fa611fdbc0', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '958dfef5-e0ae-44e1-996e-fe59244efbe6', 'name': '', 'network_id': '2acb5ccb-7e8d-4f79-b302-a5d872291601', 'tenant_id': '9ea08f514e394d68a6e33e0a371ec75c', 'mac_address': 'fa:16:3e:d3:ba:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d2dd293-4c5a-43d3-bb7f-3065bdc1a359', 'device_owner': 'network:router_interface', 'standard_attr_id': 2385, 'fixed_ips': [{'subnet_id': '8e10b822-4992-4ff6-b2fc-54a371821776', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:41:01Z', 'updated_at': '2021-11-23T17:41:03Z', 'revision_number': 2, 'project_id': '9ea08f514e394d68a6e33e0a371ec75c', 'subnets': [{'id': '8e10b822-4992-4ff6-b2fc-54a371821776', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'adc453bb-b64e-4a63-a1c3-03961aa01e6b', 'name': '', 'network_id': '0d2689e3-f47b-4951-8a3f-d47a148adc6f', 'tenant_id': '9ea08f514e394d68a6e33e0a371ec75c', 'mac_address': 'fa:16:3e:4f:5d:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d2dd293-4c5a-43d3-bb7f-3065bdc1a359', 'device_owner': 'network:router_interface', 'standard_attr_id': 2364, 'fixed_ips': [{'subnet_id': '4fd923d4-90c0-465c-a731-f064e303a2b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:40:43Z', 'updated_at': '2021-11-23T17:40:57Z', 'revision_number': 5, 'project_id': '9ea08f514e394d68a6e33e0a371ec75c', 'subnets': [{'id': '4fd923d4-90c0-465c-a731-f064e303a2b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:41:11.419819 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79e748d-1151-4971-90bb-84cc43922e5b tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Pushing event updated for resources: {'Port': ['ID=43a5cab1-19fb-42cf-8d9e-7214005e6f98,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:41:11.431510 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c79e748d-1151-4971-90bb-84cc43922e5b tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2068703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1794403'] for router_interface, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:11.442997 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-346ec24a-8b6a-4abd-9139-3862a7f8cedd None None] Checking router: 1d2dd293-4c5a-43d3-bb7f-3065bdc1a359 for host: n-d-816206-8 {{(pid=103592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 17:41:11.446085 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-346ec24a-8b6a-4abd-9139-3862a7f8cedd None None] Updating router 1d2dd293-4c5a-43d3-bb7f-3065bdc1a359 port 958dfef5-e0ae-44e1-996e-fe59244efbe6 binding host n-d-816206-8 {{(pid=103592) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 17:41:11.537159 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-269572ed-b7db-45b5-b888-b30478ac2870 None None] Attempting to bind port e48012f0-37de-4cbc-9208-d1b367a5cd20 on host n-d-816206-8 for vnic_type normal with profile {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:41:11.537787 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-269572ed-b7db-45b5-b888-b30478ac2870 None None] Attempting to bind port e48012f0-37de-4cbc-9208-d1b367a5cd20 by drivers openvswitch,hyperv on host n-d-816206-8 at level 0 using segments [{'id': '5fcac0f1-a823-4213-86de-0210d6620ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '041b1b8d-da76-4e61-a906-0763c685e7e0'}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:41:11.539050 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-269572ed-b7db-45b5-b888-b30478ac2870 None None] Attempting to bind port e48012f0-37de-4cbc-9208-d1b367a5cd20 on network 041b1b8d-da76-4e61-a906-0763c685e7e0 {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:41:11.541282 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-fc2aa317-4282-44a4-8a26-04d347288995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:11.574684 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-269572ed-b7db-45b5-b888-b30478ac2870 None None] Checking agent: {'id': '9e89acbe-4bbe-4c77-a18b-6f1da9133e0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 7, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 40, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:41:11.575335 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-269572ed-b7db-45b5-b888-b30478ac2870 None None] Checking segment: {'id': '5fcac0f1-a823-4213-86de-0210d6620ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '041b1b8d-da76-4e61-a906-0763c685e7e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:41:11.575900 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-269572ed-b7db-45b5-b888-b30478ac2870 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:11.576473 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-269572ed-b7db-45b5-b888-b30478ac2870 None None] Bound using segment: {'id': '5fcac0f1-a823-4213-86de-0210d6620ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '041b1b8d-da76-4e61-a906-0763c685e7e0'} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:41:11.577134 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-269572ed-b7db-45b5-b888-b30478ac2870 None None] Bound port: e48012f0-37de-4cbc-9208-d1b367a5cd20, host: n-d-816206-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fcac0f1-a823-4213-86de-0210d6620ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '041b1b8d-da76-4e61-a906-0763c685e7e0'}}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:41:11.577854 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-269572ed-b7db-45b5-b888-b30478ac2870 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:11.600376 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-346ec24a-8b6a-4abd-9139-3862a7f8cedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:11.628650 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:11.668642 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-fc2aa317-4282-44a4-8a26-04d347288995 None None] For port 9b5c4f46-0cf0-49d6-b8d1-951e0c716d89, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=9b5c4f46-0cf0-49d6-b8d1-951e0c716d89,segment=NetworkSegment(b89e99e6-49bc-4844-85f1-a831dd95d22b),segment_id=b89e99e6-49bc-4844-85f1-a831dd95d22b)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:41:11.680299 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [None req-495031a2-097d-41ce-86ae-e7b4df7ebbf1 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] device_id is not set on port 9054b76d-4206-4f55-8c17-5d13fc453e7f yet. {{(pid=103591) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 17:41:11.680983 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-fc2aa317-4282-44a4-8a26-04d347288995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:11.835933 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c79e748d-1151-4971-90bb-84cc43922e5b tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Network 041b1b8d-da76-4e61-a906-0763c685e7e0 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:41:11.835933 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-c79e748d-1151-4971-90bb-84cc43922e5b tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:41:11.839956 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c1e2d0-b402-4d27-99d0-5139036ce1e7 req-354fd49c-46fd-461c-a2aa-cc0cbbbabc98 tempest-ServersNegativeTestMultiTenantJSON-355496335 tempest-ServersNegativeTestMultiTenantJSON-355496335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:41:11.841585 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c9c1e2d0-b402-4d27-99d0-5139036ce1e7 req-354fd49c-46fd-461c-a2aa-cc0cbbbabc98 tempest-ServersNegativeTestMultiTenantJSON-355496335 tempest-ServersNegativeTestMultiTenantJSON-355496335-project] 10.222.0.60 "GET /v2.0/ports?device_id=8cba5382-3476-4a6a-8331-d65f672c2dc7 HTTP/1.1" status: 200 len: 946 time: 0.2985961 Nov 23 17:41:11.901237 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f621bca2-89a9-43f3-ace9-ae83d1c50c8d req-ae883bf8-e930-44b8-8ab1-fa342db05b9c tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:41:11.914422 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f621bca2-89a9-43f3-ace9-ae83d1c50c8d req-ae883bf8-e930-44b8-8ab1-fa342db05b9c tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/ports?device_id=05801c5e-23fe-4c5d-a9cb-dc7464d84c54 HTTP/1.1" status: 200 len: 946 time: 0.4091108 Nov 23 17:41:12.124158 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c79e748d-1151-4971-90bb-84cc43922e5b tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Router 1d2dd293-4c5a-43d3-bb7f-3065bdc1a359 has already been hosted by L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 {{(pid=103590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 17:41:12.176249 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.db.api [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103592) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 17:41:12.176653 n-d-816206-8 neutron-server[103592]: DEBUG oslo_db.api [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 17:41:12.182578 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2aa317-4282-44a4-8a26-04d347288995 None None] Pushing event updated for resources: {'Port': ['ID=9b5c4f46-0cf0-49d6-b8d1-951e0c716d89,revision_number=3']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:41:12.256027 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-269572ed-b7db-45b5-b888-b30478ac2870 None None] For port e48012f0-37de-4cbc-9208-d1b367a5cd20, host n-d-816206-8, cleared binding levels {{(pid=103592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:41:12.257477 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-a26d584b-4d0a-46f7-9d17-a43cab814139 None None] Provisioning complete for port 984246fb-1a04-4203-a416-fab237a2116d triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:41:12.257847 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-a26d584b-4d0a-46f7-9d17-a43cab814139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:12.331507 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c79e748d-1151-4971-90bb-84cc43922e5b tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:41:12.344890 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-c79e748d-1151-4971-90bb-84cc43922e5b tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] 10.222.0.60 "PUT /v2.0/routers/1d2dd293-4c5a-43d3-bb7f-3065bdc1a359/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3454630 Nov 23 17:41:12.345612 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 52210) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:41:12.347957 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-269572ed-b7db-45b5-b888-b30478ac2870 None None] For port e48012f0-37de-4cbc-9208-d1b367a5cd20, host n-d-816206-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=e48012f0-37de-4cbc-9208-d1b367a5cd20,segment=NetworkSegment(5fcac0f1-a823-4213-86de-0210d6620ec4),segment_id=5fcac0f1-a823-4213-86de-0210d6620ec4)] {{(pid=103592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:41:12.358076 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-8503d9ce-1ca6-4be2-bcbb-eb0edc586de3 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:41:12.372808 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f621bca2-89a9-43f3-ace9-ae83d1c50c8d req-c95ffb18-671c-4015-a287-b9d9e7038d1e tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/security-groups?id=776cdaad-ec9b-4a42-a3a9-360feae7cf4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4574420 Nov 23 17:41:12.384871 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c9c1e2d0-b402-4d27-99d0-5139036ce1e7 req-c8008eda-0a2e-4694-9200-3b63b6be3668 tempest-ServersNegativeTestMultiTenantJSON-355496335 tempest-ServersNegativeTestMultiTenantJSON-355496335-project] 10.222.0.60 "GET /v2.0/security-groups?id=c589cfac-710c-42b4-831f-3acafd80334f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5319669 Nov 23 17:41:12.396393 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.db_base_plugin_common [None req-495031a2-097d-41ce-86ae-e7b4df7ebbf1 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Allocated IP 2001:db8::e599:9f8a:f8d7:56ff (56dedb9c-c874-4806-8073-23c183970f13/eb5eec36-6612-4fa5-b1e8-dd44829858ae/9054b76d-4206-4f55-8c17-5d13fc453e7f) {{(pid=103591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:41:12.577885 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-346ec24a-8b6a-4abd-9139-3862a7f8cedd None None] Publish callbacks [] for port, precommit_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:12.584926 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-269572ed-b7db-45b5-b888-b30478ac2870 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:12.590137 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-346ec24a-8b6a-4abd-9139-3862a7f8cedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:12.712025 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0e1e725-c541-4f25-95fa-f5abeeccf6d8 admin admin] Router b9679107-1fd1-4098-bfd2-62b5af47f898 has already been hosted by L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 {{(pid=103591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 17:41:12.746987 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 984246fb-1a04-4203-a416-fab237a2116d up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:41:12.835799 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269572ed-b7db-45b5-b888-b30478ac2870 None None] Pushing event updated for resources: {'Port': ['ID=e48012f0-37de-4cbc-9208-d1b367a5cd20,revision_number=2']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:41:12.889761 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd2ef16-30d8-44c1-be2d-dcf975afbaae None None] Pushing event updated for resources: {'Port': ['ID=958dfef5-e0ae-44e1-996e-fe59244efbe6,revision_number=3']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:41:12.941625 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-346ec24a-8b6a-4abd-9139-3862a7f8cedd None None] Attempting to bind port 958dfef5-e0ae-44e1-996e-fe59244efbe6 on host n-d-816206-8 for vnic_type normal with profile {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:41:12.941977 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-346ec24a-8b6a-4abd-9139-3862a7f8cedd None None] Attempting to bind port 958dfef5-e0ae-44e1-996e-fe59244efbe6 by drivers openvswitch,hyperv on host n-d-816206-8 at level 0 using segments [{'id': 'b89e99e6-49bc-4844-85f1-a831dd95d22b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '2acb5ccb-7e8d-4f79-b302-a5d872291601'}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:41:12.942407 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-346ec24a-8b6a-4abd-9139-3862a7f8cedd None None] Attempting to bind port 958dfef5-e0ae-44e1-996e-fe59244efbe6 on network 2acb5ccb-7e8d-4f79-b302-a5d872291601 {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:41:12.956553 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-346ec24a-8b6a-4abd-9139-3862a7f8cedd None None] Checking agent: {'id': '9e89acbe-4bbe-4c77-a18b-6f1da9133e0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 7, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 40, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:41:12.956922 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-346ec24a-8b6a-4abd-9139-3862a7f8cedd None None] Checking segment: {'id': 'b89e99e6-49bc-4844-85f1-a831dd95d22b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '2acb5ccb-7e8d-4f79-b302-a5d872291601'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:41:12.957331 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-346ec24a-8b6a-4abd-9139-3862a7f8cedd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:12.957754 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-346ec24a-8b6a-4abd-9139-3862a7f8cedd None None] Bound using segment: {'id': 'b89e99e6-49bc-4844-85f1-a831dd95d22b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '2acb5ccb-7e8d-4f79-b302-a5d872291601'} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:41:12.967545 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-346ec24a-8b6a-4abd-9139-3862a7f8cedd None None] Bound port: 958dfef5-e0ae-44e1-996e-fe59244efbe6, host: n-d-816206-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b89e99e6-49bc-4844-85f1-a831dd95d22b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '2acb5ccb-7e8d-4f79-b302-a5d872291601'}}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:41:12.968432 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-346ec24a-8b6a-4abd-9139-3862a7f8cedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:12.999424 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-a26d584b-4d0a-46f7-9d17-a43cab814139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:13.019949 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-495031a2-097d-41ce-86ae-e7b4df7ebbf1 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks [] for port, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:13.033668 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-940ee97a-e852-4228-b718-b58e671fe426 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:13.160398 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-495031a2-097d-41ce-86ae-e7b4df7ebbf1 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:13.266486 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.extraroute_db [None req-8503d9ce-1ca6-4be2-bcbb-eb0edc586de3 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Added routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=103590) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 23 17:41:13.270257 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-a26d584b-4d0a-46f7-9d17-a43cab814139 None None] For port 984246fb-1a04-4203-a416-fab237a2116d, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=984246fb-1a04-4203-a416-fab237a2116d,segment=NetworkSegment(208f22fc-9686-4ca3-a88c-018385437c28),segment_id=208f22fc-9686-4ca3-a88c-018385437c28)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:41:13.282971 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port 984246fb-1a04-4203-a416-fab237a2116d triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:41:13.283697 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:13.318929 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.extraroute_db [None req-8503d9ce-1ca6-4be2-bcbb-eb0edc586de3 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Removed routes are [] {{(pid=103590) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 23 17:41:13.321286 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8503d9ce-1ca6-4be2-bcbb-eb0edc586de3 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1795385', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1794325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8160'] for router, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:13.354815 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-a26d584b-4d0a-46f7-9d17-a43cab814139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:13.382815 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a07db00-3255-4678-a890-6fa9e2f1a020 req-20f396df-e106-4922-ad63-e797a62b4ebc tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:41:13.384527 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-0a07db00-3255-4678-a890-6fa9e2f1a020 req-20f396df-e106-4922-ad63-e797a62b4ebc tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/ports?device_id=05801c5e-23fe-4c5d-a9cb-dc7464d84c54 HTTP/1.1" status: 200 len: 946 time: 0.7941446 Nov 23 17:41:13.424517 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26d584b-4d0a-46f7-9d17-a43cab814139 None None] Pushing event updated for resources: {'Port': ['ID=984246fb-1a04-4203-a416-fab237a2116d,revision_number=4']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:41:13.488149 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-346ec24a-8b6a-4abd-9139-3862a7f8cedd None None] For port 958dfef5-e0ae-44e1-996e-fe59244efbe6, host n-d-816206-8, cleared binding levels {{(pid=103592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:41:13.491175 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:13.514645 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-346ec24a-8b6a-4abd-9139-3862a7f8cedd None None] For port 958dfef5-e0ae-44e1-996e-fe59244efbe6, host n-d-816206-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=958dfef5-e0ae-44e1-996e-fe59244efbe6,segment=NetworkSegment(b89e99e6-49bc-4844-85f1-a831dd95d22b),segment_id=b89e99e6-49bc-4844-85f1-a831dd95d22b)] {{(pid=103592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:41:13.522641 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-346ec24a-8b6a-4abd-9139-3862a7f8cedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:13.553335 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 52242) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:41:13.565215 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc89c160-d1ce-40f3-af47-bc498f67420a req-248dd0b6-3ca1-4b2c-9696-fa2b7f090902 tempest-ServersNegativeTestMultiTenantJSON-355496335 tempest-ServersNegativeTestMultiTenantJSON-355496335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:41:13.567224 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-fc89c160-d1ce-40f3-af47-bc498f67420a req-248dd0b6-3ca1-4b2c-9696-fa2b7f090902 tempest-ServersNegativeTestMultiTenantJSON-355496335 tempest-ServersNegativeTestMultiTenantJSON-355496335-project] 10.222.0.60 "GET /v2.0/ports?device_id=8cba5382-3476-4a6a-8331-d65f672c2dc7 HTTP/1.1" status: 200 len: 946 time: 0.9271109 Nov 23 17:41:13.586995 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495031a2-097d-41ce-86ae-e7b4df7ebbf1 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Pushing event updated for resources: {'Port': ['ID=9054b76d-4206-4f55-8c17-5d13fc453e7f,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:41:13.606289 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-141ee3aa-1c9f-401f-aceb-fb8f49142197 None None] Provisioning complete for port 958dfef5-e0ae-44e1-996e-fe59244efbe6 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:41:13.606751 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-141ee3aa-1c9f-401f-aceb-fb8f49142197 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:13.638765 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8503d9ce-1ca6-4be2-bcbb-eb0edc586de3 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1795385', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1794325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8160'] for router, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:13.646181 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8503d9ce-1ca6-4be2-bcbb-eb0edc586de3 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1795362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1795376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1795371', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1794338'] for router, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:13.678494 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-495031a2-097d-41ce-86ae-e7b4df7ebbf1 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Network 56dedb9c-c874-4806-8073-23c183970f13 is already hosted by enough agents. {{(pid=103591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:41:13.751324 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd2ef16-30d8-44c1-be2d-dcf975afbaae None None] Pushing event updated for resources: {'Port': ['ID=958dfef5-e0ae-44e1-996e-fe59244efbe6,revision_number=4']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:41:13.755237 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [None req-495031a2-097d-41ce-86ae-e7b4df7ebbf1 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Resources bound (agent type, host, resource id): {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:41:13.777693 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-0a07db00-3255-4678-a890-6fa9e2f1a020 req-df5a2808-9e23-431b-9177-aade06e8be15 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/security-groups?id=776cdaad-ec9b-4a42-a3a9-360feae7cf4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3562739 Nov 23 17:41:13.809486 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-495031a2-097d-41ce-86ae-e7b4df7ebbf1 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Received port after_create {{(pid=103591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:41:13.816087 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-495031a2-097d-41ce-86ae-e7b4df7ebbf1 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:41:13.816789 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-495031a2-097d-41ce-86ae-e7b4df7ebbf1 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:13.819392 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-ef912682-c0ee-4c6f-aa44-99331727f002 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:13.870045 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-346ec24a-8b6a-4abd-9139-3862a7f8cedd None None] Routers {'1d2dd293-4c5a-43d3-bb7f-3065bdc1a359'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:41:13.870838 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-346ec24a-8b6a-4abd-9139-3862a7f8cedd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:40:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['1d2dd293-4c5a-43d3-bb7f-3065bdc1a359'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:41:13.984657 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-495031a2-097d-41ce-86ae-e7b4df7ebbf1 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.7293520 Nov 23 17:41:13.985022 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 52278) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:41:14.004279 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8503d9ce-1ca6-4be2-bcbb-eb0edc586de3 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Router 1d2dd293-4c5a-43d3-bb7f-3065bdc1a359 has already been hosted by L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 {{(pid=103590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 17:41:14.013217 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvr_db [None req-346ec24a-8b6a-4abd-9139-3862a7f8cedd None None] Set router 1d2dd293-4c5a-43d3-bb7f-3065bdc1a359 gateway port host: None {{(pid=103592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:41:14.015169 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-e19948de-d528-467a-a69a-c965ea5a89c8 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Request body: {'port': {'network_id': '56dedb9c-c874-4806-8073-23c183970f13', 'fixed_ips': [{'subnet_id': 'eb5eec36-6612-4fa5-b1e8-dd44829858ae', 'ip_address': '2001:db8::e599:9f8a:f8d7:56ff'}], 'name': 'tempest-NetworksTestDHCPv6-743969102'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:41:14.049632 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0e1e725-c541-4f25-95fa-f5abeeccf6d8 admin admin] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:41:14.088862 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db45fc1a-cae0-4942-87c3-1e735268f1b5 None None] Sync routers for ids ['b9679107-1fd1-4098-bfd2-62b5af47f898'] in n-d-816206-8 {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:41:14.117816 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-a0e1e725-c541-4f25-95fa-f5abeeccf6d8 admin admin] 10.222.0.60 "PUT /v2.0/routers/b9679107-1fd1-4098-bfd2-62b5af47f898/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1941156 Nov 23 17:41:14.128021 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db45fc1a-cae0-4942-87c3-1e735268f1b5 None None] Routers {'b9679107-1fd1-4098-bfd2-62b5af47f898'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:41:14.134214 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-db45fc1a-cae0-4942-87c3-1e735268f1b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:40:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['b9679107-1fd1-4098-bfd2-62b5af47f898'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:41:14.141855 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 52284) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:41:14.201832 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-fc89c160-d1ce-40f3-af47-bc498f67420a req-06706ff8-c2c3-4bcb-96fe-5dbcd08b102a tempest-ServersNegativeTestMultiTenantJSON-355496335 tempest-ServersNegativeTestMultiTenantJSON-355496335-project] 10.222.0.60 "GET /v2.0/security-groups?id=c589cfac-710c-42b4-831f-3acafd80334f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6057248 Nov 23 17:41:14.339743 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:14.481277 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-141ee3aa-1c9f-401f-aceb-fb8f49142197 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:14.486137 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8503d9ce-1ca6-4be2-bcbb-eb0edc586de3 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:41:14.538940 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8503d9ce-1ca6-4be2-bcbb-eb0edc586de3 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks [] for router, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:14.567482 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-8503d9ce-1ca6-4be2-bcbb-eb0edc586de3 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] 10.222.0.60 "PUT /v2.0/routers/1d2dd293-4c5a-43d3-bb7f-3065bdc1a359 HTTP/1.1" status: 200 len: 933 time: 2.2041304 Nov 23 17:41:14.571125 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 52320) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:41:14.665058 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-db45fc1a-cae0-4942-87c3-1e735268f1b5 None None] Set router b9679107-1fd1-4098-bfd2-62b5af47f898 gateway port host: n-d-816206-8 {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:41:14.932625 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578ef9b4-f2fb-4138-96b3-04fd4ecb8f4c req-0547d501-9dab-4ea1-bf29-5ad481fe56c3 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:41:14.948243 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-578ef9b4-f2fb-4138-96b3-04fd4ecb8f4c req-0547d501-9dab-4ea1-bf29-5ad481fe56c3 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/ports?device_id=05801c5e-23fe-4c5d-a9cb-dc7464d84c54 HTTP/1.1" status: 200 len: 946 time: 0.4769261 Nov 23 17:41:15.012805 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 984246fb-1a04-4203-a416-fab237a2116d up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:41:15.023217 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c75f4e6b-6309-4ea4-b5c7-c087a1df2a16 None None] Network 041b1b8d-da76-4e61-a906-0763c685e7e0 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:41:15.170644 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-db45fc1a-cae0-4942-87c3-1e735268f1b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9679107-1fd1-4098-bfd2-62b5af47f898', 'name': 'tempest-TaggedBootDevicesTest_v242-1843589813-router', 'tenant_id': '9b0068a4a0a543038f63069e85a0a90e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': '5e419484-ec27-4048-92d1-8b9d95aaa519', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:27:47Z', 'updated_at': '2021-11-23T17:41:09Z', 'revision_number': 5, 'project_id': '9b0068a4a0a543038f63069e85a0a90e', 'gw_port': {'id': '5e419484-ec27-4048-92d1-8b9d95aaa519', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:0a:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9679107-1fd1-4098-bfd2-62b5af47f898', 'device_owner': 'network:router_gateway', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:27:50Z', 'updated_at': '2021-11-23T17:28:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8'}], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:41:15.200736 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-ef912682-c0ee-4c6f-aa44-99331727f002 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:15.201643 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-2fd7957b-2bf5-429c-8969-bb3af217ebb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:15.246436 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-2ca91a25-0d50-489d-9693-3699c4c44cc0 admin admin] Publish callbacks [] for router, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:15.248387 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-ef912682-c0ee-4c6f-aa44-99331727f002 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:15.269077 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db45fc1a-cae0-4942-87c3-1e735268f1b5 None None] Checking router: b9679107-1fd1-4098-bfd2-62b5af47f898 for host: n-d-816206-8 {{(pid=103593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 17:41:15.286059 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db45fc1a-cae0-4942-87c3-1e735268f1b5 None None] Routers {'b9679107-1fd1-4098-bfd2-62b5af47f898'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:41:15.286714 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-db45fc1a-cae0-4942-87c3-1e735268f1b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:41:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['b9679107-1fd1-4098-bfd2-62b5af47f898'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:41:15.338592 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-141ee3aa-1c9f-401f-aceb-fb8f49142197 None None] For port 958dfef5-e0ae-44e1-996e-fe59244efbe6, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=958dfef5-e0ae-44e1-996e-fe59244efbe6,segment=NetworkSegment(b89e99e6-49bc-4844-85f1-a831dd95d22b),segment_id=b89e99e6-49bc-4844-85f1-a831dd95d22b)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:41:15.354875 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-141ee3aa-1c9f-401f-aceb-fb8f49142197 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:15.409885 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-141ee3aa-1c9f-401f-aceb-fb8f49142197 None None] Could not find standard attr ID for object 0d92ec9f-516a-4744-8eef-8609c1cd619a. {{(pid=103592) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 17:41:15.418388 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port 984246fb-1a04-4203-a416-fab237a2116d triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:41:15.418792 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:15.446735 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef912682-c0ee-4c6f-aa44-99331727f002 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fc5e1a0-b55f-4916-914e-244bd1625c65,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:41:15.590742 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-141ee3aa-1c9f-401f-aceb-fb8f49142197 None None] Provisioning complete for port 984246fb-1a04-4203-a416-fab237a2116d triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:41:15.591121 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-141ee3aa-1c9f-401f-aceb-fb8f49142197 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:15.616124 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-db45fc1a-cae0-4942-87c3-1e735268f1b5 None None] Set router b9679107-1fd1-4098-bfd2-62b5af47f898 gateway port host: n-d-816206-8 {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:41:15.658660 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141ee3aa-1c9f-401f-aceb-fb8f49142197 None None] Pushing event updated for resources: {'Port': ['ID=958dfef5-e0ae-44e1-996e-fe59244efbe6,revision_number=5']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:41:15.740020 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-ef912682-c0ee-4c6f-aa44-99331727f002 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0f6e26070d77468898a3d405c9d4759a&name=default HTTP/1.1" status: 200 len: 3000 time: 2.1703980 Nov 23 17:41:15.747825 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-2ca91a25-0d50-489d-9693-3699c4c44cc0 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:15.772511 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-346ec24a-8b6a-4abd-9139-3862a7f8cedd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d2dd293-4c5a-43d3-bb7f-3065bdc1a359', 'name': 'tempest-RoutersTest-router-551812585', 'tenant_id': '9ea08f514e394d68a6e33e0a371ec75c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:40:38Z', 'updated_at': '2021-11-23T17:41:13Z', 'revision_number': 6, 'project_id': '9ea08f514e394d68a6e33e0a371ec75c', 'gw_port_host': None, '_interfaces': [{'id': '43a5cab1-19fb-42cf-8d9e-7214005e6f98', 'name': '', 'network_id': '041b1b8d-da76-4e61-a906-0763c685e7e0', 'tenant_id': '9ea08f514e394d68a6e33e0a371ec75c', 'mac_address': 'fa:16:3e:75:e6:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d2dd293-4c5a-43d3-bb7f-3065bdc1a359', 'device_owner': 'network:router_interface', 'standard_attr_id': 2393, 'fixed_ips': [{'subnet_id': '6a5d61bd-5d20-40ae-be19-5ff8dbfd2237', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:41:08Z', 'updated_at': '2021-11-23T17:41:11Z', 'revision_number': 2, 'project_id': '9ea08f514e394d68a6e33e0a371ec75c', 'subnets': [{'id': '6a5d61bd-5d20-40ae-be19-5ff8dbfd2237', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '66cf6c02-f69f-41af-a9df-28ff07530fea', 'name': '', 'network_id': '92be2970-7b78-43b3-9201-4bad6190f4b3', 'tenant_id': '9ea08f514e394d68a6e33e0a371ec75c', 'mac_address': 'fa:16:3e:f7:02:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d2dd293-4c5a-43d3-bb7f-3065bdc1a359', 'device_owner': 'network:router_interface', 'standard_attr_id': 2377, 'fixed_ips': [{'subnet_id': '30865f18-4aca-4007-b22a-63fa611fdbc0', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:40:52Z', 'updated_at': '2021-11-23T17:41:05Z', 'revision_number': 5, 'project_id': '9ea08f514e394d68a6e33e0a371ec75c', 'subnets': [{'id': '30865f18-4aca-4007-b22a-63fa611fdbc0', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '958dfef5-e0ae-44e1-996e-fe59244efbe6', 'name': '', 'network_id': '2acb5ccb-7e8d-4f79-b302-a5d872291601', 'tenant_id': '9ea08f514e394d68a6e33e0a371ec75c', 'mac_address': 'fa:16:3e:d3:ba:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d2dd293-4c5a-43d3-bb7f-3065bdc1a359', 'device_owner': 'network:router_interface', 'standard_attr_id': 2385, 'fixed_ips': [{'subnet_id': '8e10b822-4992-4ff6-b2fc-54a371821776', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:41:01Z', 'updated_at': '2021-11-23T17:41:13Z', 'revision_number': 4, 'project_id': '9ea08f514e394d68a6e33e0a371ec75c', 'subnets': [{'id': '8e10b822-4992-4ff6-b2fc-54a371821776', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'adc453bb-b64e-4a63-a1c3-03961aa01e6b', 'name': '', 'network_id': '0d2689e3-f47b-4951-8a3f-d47a148adc6f', 'tenant_id': '9ea08f514e394d68a6e33e0a371ec75c', 'mac_address': 'fa:16:3e:4f:5d:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d2dd293-4c5a-43d3-bb7f-3065bdc1a359', 'device_owner': 'network:router_interface', 'standard_attr_id': 2364, 'fixed_ips': [{'subnet_id': '4fd923d4-90c0-465c-a731-f064e303a2b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:40:43Z', 'updated_at': '2021-11-23T17:40:57Z', 'revision_number': 5, 'project_id': '9ea08f514e394d68a6e33e0a371ec75c', 'subnets': [{'id': '4fd923d4-90c0-465c-a731-f064e303a2b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:41:15.773552 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 52422) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:41:15.830429 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12edac3-a757-4da8-8521-40b6449e0fef req-89fca769-62eb-4fd4-8cfc-c46adf9fe482 tempest-ServersNegativeTestMultiTenantJSON-355496335 tempest-ServersNegativeTestMultiTenantJSON-355496335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:41:15.846870 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f12edac3-a757-4da8-8521-40b6449e0fef req-89fca769-62eb-4fd4-8cfc-c46adf9fe482 tempest-ServersNegativeTestMultiTenantJSON-355496335 tempest-ServersNegativeTestMultiTenantJSON-355496335-project] 10.222.0.60 "GET /v2.0/ports?device_id=8cba5382-3476-4a6a-8331-d65f672c2dc7 HTTP/1.1" status: 200 len: 946 time: 0.6327825 Nov 23 17:41:15.914053 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device e48012f0-37de-4cbc-9208-d1b367a5cd20 up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:41:15.961928 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f12edac3-a757-4da8-8521-40b6449e0fef req-d302ab37-c655-482b-923c-c0fefa3a9180 tempest-ServersNegativeTestMultiTenantJSON-355496335 tempest-ServersNegativeTestMultiTenantJSON-355496335-project] 10.222.0.60 "GET /v2.0/security-groups?id=c589cfac-710c-42b4-831f-3acafd80334f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140578 Nov 23 17:41:15.974024 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-578ef9b4-f2fb-4138-96b3-04fd4ecb8f4c req-3da77ce5-ba75-4fbd-a7f7-a7e804a2757f tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/security-groups?id=776cdaad-ec9b-4a42-a3a9-360feae7cf4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0247543 Nov 23 17:41:16.004364 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e19948de-d528-467a-a69a-c965ea5a89c8 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Made reservation on behalf of a17872768c1e4384801bad129509cfa7 for: {'port': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:41:16.005930 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-346ec24a-8b6a-4abd-9139-3862a7f8cedd None None] The sync data for ids ['1d2dd293-4c5a-43d3-bb7f-3065bdc1a359'] in n-d-816206-8 is: [{'id': '1d2dd293-4c5a-43d3-bb7f-3065bdc1a359', 'name': 'tempest-RoutersTest-router-551812585', 'tenant_id': '9ea08f514e394d68a6e33e0a371ec75c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:40:38Z', 'updated_at': '2021-11-23T17:41:13Z', 'revision_number': 6, 'project_id': '9ea08f514e394d68a6e33e0a371ec75c', 'gw_port_host': None, '_interfaces': [{'id': '43a5cab1-19fb-42cf-8d9e-7214005e6f98', 'name': '', 'network_id': '041b1b8d-da76-4e61-a906-0763c685e7e0', 'tenant_id': '9ea08f514e394d68a6e33e0a371ec75c', 'mac_address': 'fa:16:3e:75:e6:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d2dd293-4c5a-43d3-bb7f-3065bdc1a359', 'device_owner': 'network:router_interface', 'standard_attr_id': 2393, 'fixed_ips': [{'subnet_id': '6a5d61bd-5d20-40ae-be19-5ff8dbfd2237', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:41:08Z', 'updated_at': '2021-11-23T17:41:11Z', 'revision_number': 2, 'project_id': '9ea08f514e394d68a6e33e0a371ec75c', 'subnets': [{'id': '6a5d61bd-5d20-40ae-be19-5ff8dbfd2237', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '66cf6c02-f69f-41af-a9df-28ff07530fea', 'name': '', 'network_id': '92be2970-7b78-43b3-9201-4bad6190f4b3', 'tenant_id': '9ea08f514e394d68a6e33e0a371ec75c', 'mac_address': 'fa:16:3e:f7:02:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d2dd293-4c5a-43d3-bb7f-3065bdc1a359', 'device_owner': 'network:router_interface', 'standard_attr_id': 2377, 'fixed_ips': [{'subnet_id': '30865f18-4aca-4007-b22a-63fa611fdbc0', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:40:52Z', 'updated_at': '2021-11-23T17:41:05Z', 'revision_number': 5, 'project_id': '9ea08f514e394d68a6e33e0a371ec75c', 'subnets': [{'id': '30865f18-4aca-4007-b22a-63fa611fdbc0', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '958dfef5-e0ae-44e1-996e-fe59244efbe6', 'name': '', 'network_id': '2acb5ccb-7e8d-4f79-b302-a5d872291601', 'tenant_id': '9ea08f514e394d68a6e33e0a371ec75c', 'mac_address': 'fa:16:3e:d3:ba:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d2dd293-4c5a-43d3-bb7f-3065bdc1a359', 'device_owner': 'network:router_interface', 'standard_attr_id': 2385, 'fixed_ips': [{'subnet_id': '8e10b822-4992-4ff6-b2fc-54a371821776', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:41:01Z', 'updated_at': '2021-11-23T17:41:13Z', 'revision_number': 4, 'project_id': '9ea08f514e394d68a6e33e0a371ec75c', 'subnets': [{'id': '8e10b822-4992-4ff6-b2fc-54a371821776', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'adc453bb-b64e-4a63-a1c3-03961aa01e6b', 'name': '', 'network_id': '0d2689e3-f47b-4951-8a3f-d47a148adc6f', 'tenant_id': '9ea08f514e394d68a6e33e0a371ec75c', 'mac_address': 'fa:16:3e:4f:5d:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d2dd293-4c5a-43d3-bb7f-3065bdc1a359', 'device_owner': 'network:router_interface', 'standard_attr_id': 2364, 'fixed_ips': [{'subnet_id': '4fd923d4-90c0-465c-a731-f064e303a2b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:40:43Z', 'updated_at': '2021-11-23T17:40:57Z', 'revision_number': 5, 'project_id': '9ea08f514e394d68a6e33e0a371ec75c', 'subnets': [{'id': '4fd923d4-90c0-465c-a731-f064e303a2b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:41:16.022856 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-e19948de-d528-467a-a69a-c965ea5a89c8 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:16.024240 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-141ee3aa-1c9f-401f-aceb-fb8f49142197 None None] Provisioning complete for port 9b5c4f46-0cf0-49d6-b8d1-951e0c716d89 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:41:16.025430 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-141ee3aa-1c9f-401f-aceb-fb8f49142197 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:16.123115 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-348db8f3-9584-4164-a0f9-e44b39896e30 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] 10.222.0.60 "GET /v2.0/routers/1d2dd293-4c5a-43d3-bb7f-3065bdc1a359 HTTP/1.1" status: 200 len: 933 time: 1.5417485 Nov 23 17:41:16.123977 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 52456) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:41:16.154769 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-0e2455cd-6537-4304-bfac-a84b6d5ecefb tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Request body: {'router': {'routes': None}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:41:16.164930 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-9b45350f-a7fc-4706-8053-3ec7bec8bc39 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:16.184333 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-db45fc1a-cae0-4942-87c3-1e735268f1b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9679107-1fd1-4098-bfd2-62b5af47f898', 'name': 'tempest-TaggedBootDevicesTest_v242-1843589813-router', 'tenant_id': '9b0068a4a0a543038f63069e85a0a90e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': '5e419484-ec27-4048-92d1-8b9d95aaa519', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:27:47Z', 'updated_at': '2021-11-23T17:41:09Z', 'revision_number': 5, 'project_id': '9b0068a4a0a543038f63069e85a0a90e', 'gw_port': {'id': '5e419484-ec27-4048-92d1-8b9d95aaa519', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:0a:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9679107-1fd1-4098-bfd2-62b5af47f898', 'device_owner': 'network:router_gateway', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:27:50Z', 'updated_at': '2021-11-23T17:28:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8'}], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:41:16.223887 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port e48012f0-37de-4cbc-9208-d1b367a5cd20 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:41:16.224274 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:16.249131 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [None req-e19948de-d528-467a-a69a-c965ea5a89c8 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] device_id is not set on port e0ad74d2-26fc-4e00-a889-826410a94cc0 yet. {{(pid=103591) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 17:41:16.278062 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db45fc1a-cae0-4942-87c3-1e735268f1b5 None None] The sync data for ids ['b9679107-1fd1-4098-bfd2-62b5af47f898'] in n-d-816206-8 is: [{'id': 'b9679107-1fd1-4098-bfd2-62b5af47f898', 'name': 'tempest-TaggedBootDevicesTest_v242-1843589813-router', 'tenant_id': '9b0068a4a0a543038f63069e85a0a90e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': '5e419484-ec27-4048-92d1-8b9d95aaa519', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:27:47Z', 'updated_at': '2021-11-23T17:41:09Z', 'revision_number': 5, 'project_id': '9b0068a4a0a543038f63069e85a0a90e', 'gw_port': {'id': '5e419484-ec27-4048-92d1-8b9d95aaa519', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:0a:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9679107-1fd1-4098-bfd2-62b5af47f898', 'device_owner': 'network:router_gateway', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:27:50Z', 'updated_at': '2021-11-23T17:28:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8'}] {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:41:16.517940 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-9b45350f-a7fc-4706-8053-3ec7bec8bc39 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:16.574950 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:16.607373 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-52822d53-48f5-4819-8a95-bdc13aea0bf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:16.639152 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] For port e48012f0-37de-4cbc-9208-d1b367a5cd20, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=e48012f0-37de-4cbc-9208-d1b367a5cd20,segment=NetworkSegment(5fcac0f1-a823-4213-86de-0210d6620ec4),segment_id=5fcac0f1-a823-4213-86de-0210d6620ec4)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:41:16.648092 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-7e352396-7912-4208-80e7-73444cbef7e5 None None] Provisioning complete for port 9054b76d-4206-4f55-8c17-5d13fc453e7f triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:41:16.648558 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-7e352396-7912-4208-80e7-73444cbef7e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:16.655625 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:16.656473 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 9b5c4f46-0cf0-49d6-b8d1-951e0c716d89 up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:41:16.958020 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-7e352396-7912-4208-80e7-73444cbef7e5 None None] Port 9054b76d-4206-4f55-8c17-5d13fc453e7f cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:41:16.964607 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-2ca91a25-0d50-489d-9693-3699c4c44cc0 admin admin] Deleting port 5e419484-ec27-4048-92d1-8b9d95aaa519 {{(pid=103591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:41:16.965233 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-2ca91a25-0d50-489d-9693-3699c4c44cc0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:16.984638 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Pushing event updated for resources: {'Port': ['ID=e48012f0-37de-4cbc-9208-d1b367a5cd20,revision_number=3']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:41:17.013641 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port 9b5c4f46-0cf0-49d6-b8d1-951e0c716d89 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:41:17.014017 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:17.057201 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.extraroute_db [None req-0e2455cd-6537-4304-bfac-a84b6d5ecefb tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Added routes are [] {{(pid=103590) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 23 17:41:17.057437 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.extraroute_db [None req-0e2455cd-6537-4304-bfac-a84b6d5ecefb tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Removed routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=103590) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 23 17:41:17.098904 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-7e352396-7912-4208-80e7-73444cbef7e5 None None] Provisioning complete for port 958dfef5-e0ae-44e1-996e-fe59244efbe6 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:41:17.099504 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-7e352396-7912-4208-80e7-73444cbef7e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:17.125527 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0e2455cd-6537-4304-bfac-a84b6d5ecefb tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1795385', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1794325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8160'] for router, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:17.162194 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [None req-2ca91a25-0d50-489d-9693-3699c4c44cc0 admin admin] For port 5e419484-ec27-4048-92d1-8b9d95aaa519, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=5e419484-ec27-4048-92d1-8b9d95aaa519,segment=NetworkSegment(bffd1e4f-e80f-4ff0-b418-2f42ae15febf),segment_id=bffd1e4f-e80f-4ff0-b418-2f42ae15febf)] {{(pid=103591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:41:17.162569 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-2ca91a25-0d50-489d-9693-3699c4c44cc0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:17.179329 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-2ca91a25-0d50-489d-9693-3699c4c44cc0 admin admin] Calling delete_port for 5e419484-ec27-4048-92d1-8b9d95aaa519 owned by network:router_gateway {{(pid=103591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:41:17.327380 n-d-816206-8 neutron-server[103591]: INFO neutron.pecan_wsgi.hooks.translation [None req-e19948de-d528-467a-a69a-c965ea5a89c8 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] POST failed (client error): There was a conflict when trying to complete your request. Nov 23 17:41:17.327900 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e19948de-d528-467a-a69a-c965ea5a89c8 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103591) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 17:41:17.351808 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 958dfef5-e0ae-44e1-996e-fe59244efbe6 up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:41:17.395931 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62586b23-17b5-4f88-812c-176bab166db9 req-ebab4cf8-a990-432a-b4dc-babd62cbd850 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:41:17.402592 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-62586b23-17b5-4f88-812c-176bab166db9 req-ebab4cf8-a990-432a-b4dc-babd62cbd850 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.36 "GET /v2.0/ports?device_id=05801c5e-23fe-4c5d-a9cb-dc7464d84c54 HTTP/1.1" status: 200 len: 946 time: 0.7812955 Nov 23 17:41:17.409507 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-7e352396-7912-4208-80e7-73444cbef7e5 None None] Provisioning complete for port 43a5cab1-19fb-42cf-8d9e-7214005e6f98 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:41:17.410044 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-7e352396-7912-4208-80e7-73444cbef7e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:17.417009 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-e19948de-d528-467a-a69a-c965ea5a89c8 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 3.4060826 Nov 23 17:41:17.418172 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-9b45350f-a7fc-4706-8053-3ec7bec8bc39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:17.419477 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 52568) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:41:17.421275 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-9b45350f-a7fc-4706-8053-3ec7bec8bc39 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:17.423517 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-9b45350f-a7fc-4706-8053-3ec7bec8bc39 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/4fc5e1a0-b55f-4916-914e-244bd1625c65 HTTP/1.1" status: 204 len: 168 time: 1.6452932 Nov 23 17:41:17.454204 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b45350f-a7fc-4706-8053-3ec7bec8bc39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fc5e1a0-b55f-4916-914e-244bd1625c65,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:41:17.493801 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf348b90-3e3c-4678-8799-2f62eb03e000 req-49ee00eb-e1c5-48ae-b58f-7da7ddf94da0 tempest-ServersNegativeTestMultiTenantJSON-355496335 tempest-ServersNegativeTestMultiTenantJSON-355496335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:41:17.500811 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0e2455cd-6537-4304-bfac-a84b6d5ecefb tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1795385', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1794325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8160'] for router, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:17.503515 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-cf348b90-3e3c-4678-8799-2f62eb03e000 req-49ee00eb-e1c5-48ae-b58f-7da7ddf94da0 tempest-ServersNegativeTestMultiTenantJSON-355496335 tempest-ServersNegativeTestMultiTenantJSON-355496335-project] 10.222.0.60 "GET /v2.0/ports?device_id=8cba5382-3476-4a6a-8331-d65f672c2dc7 HTTP/1.1" status: 200 len: 946 time: 0.7135174 Nov 23 17:41:17.513997 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0e2455cd-6537-4304-bfac-a84b6d5ecefb tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1795362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1795376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1795371', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1794338'] for router, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:17.535189 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68db2cde-1d40-40a8-b81e-b8eedc6b7ec2 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:41:17.541917 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68db2cde-1d40-40a8-b81e-b8eedc6b7ec2 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:41:17.544252 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-68db2cde-1d40-40a8-b81e-b8eedc6b7ec2 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1607 time: 0.1234715 Nov 23 17:41:17.548372 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 52582) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:41:17.565325 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b118b04-b55d-414d-a227-757e8c5abe62 req-fdd96bf3-3c79-443f-ae91-a1d22fc0c920 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:41:17.570765 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-7e352396-7912-4208-80e7-73444cbef7e5 None None] Port 43a5cab1-19fb-42cf-8d9e-7214005e6f98 cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:41:17.580969 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7b118b04-b55d-414d-a227-757e8c5abe62 req-fdd96bf3-3c79-443f-ae91-a1d22fc0c920 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/ports?device_id=05801c5e-23fe-4c5d-a9cb-dc7464d84c54 HTTP/1.1" status: 200 len: 946 time: 0.3026114 Nov 23 17:41:17.599494 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-7e352396-7912-4208-80e7-73444cbef7e5 None None] Provisioning complete for port e48012f0-37de-4cbc-9208-d1b367a5cd20 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:41:17.600093 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-7e352396-7912-4208-80e7-73444cbef7e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:17.676803 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port 958dfef5-e0ae-44e1-996e-fe59244efbe6 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:41:17.677456 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:17.758915 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86b05a37-e9fa-4ab5-bef9-188668c59097 None None] Sync routers for ids ['1d2dd293-4c5a-43d3-bb7f-3065bdc1a359'] in n-d-816206-8 {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:41:17.761391 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7b118b04-b55d-414d-a227-757e8c5abe62 req-bdce593d-527c-4033-842a-ecbc0fd6e99d tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/security-groups?id=776cdaad-ec9b-4a42-a3a9-360feae7cf4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795044 Nov 23 17:41:17.822920 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86b05a37-e9fa-4ab5-bef9-188668c59097 None None] Routers {'1d2dd293-4c5a-43d3-bb7f-3065bdc1a359'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:41:17.823574 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-86b05a37-e9fa-4ab5-bef9-188668c59097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:41:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['1d2dd293-4c5a-43d3-bb7f-3065bdc1a359'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:41:17.825332 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9a27ae6c-db98-474f-94c1-cc99bf842d79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:17.843370 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e2455cd-6537-4304-bfac-a84b6d5ecefb tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Router 1d2dd293-4c5a-43d3-bb7f-3065bdc1a359 has already been hosted by L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 {{(pid=103590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 17:41:17.887375 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b49332-0b95-432f-9679-2a18b642d659 req-2584c5c9-b219-4430-a97f-0a036aaf109c tempest-ServersNegativeTestMultiTenantJSON-355496335 tempest-ServersNegativeTestMultiTenantJSON-355496335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:41:17.889113 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-d7b49332-0b95-432f-9679-2a18b642d659 req-2584c5c9-b219-4430-a97f-0a036aaf109c tempest-ServersNegativeTestMultiTenantJSON-355496335 tempest-ServersNegativeTestMultiTenantJSON-355496335-project] 10.222.0.55 "GET /v2.0/ports?device_id=8cba5382-3476-4a6a-8331-d65f672c2dc7 HTTP/1.1" status: 200 len: 946 time: 0.0904493 Nov 23 17:41:18.025369 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvr_db [None req-86b05a37-e9fa-4ab5-bef9-188668c59097 None None] Set router 1d2dd293-4c5a-43d3-bb7f-3065bdc1a359 gateway port host: None {{(pid=103592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:41:18.054065 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-cbce7f15-e8e7-4917-8e7d-dfcfb01e2e35 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Deleting port 9054b76d-4206-4f55-8c17-5d13fc453e7f {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:41:18.054407 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-cbce7f15-e8e7-4917-8e7d-dfcfb01e2e35 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:18.278690 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-f34ed407-eece-4d0e-88dd-e3736f80023f None None] Provisioning complete for port 43a5cab1-19fb-42cf-8d9e-7214005e6f98 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:41:18.279177 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-f34ed407-eece-4d0e-88dd-e3736f80023f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:18.302513 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-cf348b90-3e3c-4678-8799-2f62eb03e000 req-90275793-1fa4-489c-b21d-a65dfd5fbdd9 tempest-ServersNegativeTestMultiTenantJSON-355496335 tempest-ServersNegativeTestMultiTenantJSON-355496335-project] 10.222.0.60 "GET /v2.0/security-groups?id=c589cfac-710c-42b4-831f-3acafd80334f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7980254 Nov 23 17:41:18.326650 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-f34ed407-eece-4d0e-88dd-e3736f80023f None None] Port 43a5cab1-19fb-42cf-8d9e-7214005e6f98 cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:41:18.355163 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e2455cd-6537-4304-bfac-a84b6d5ecefb tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:41:18.365921 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-2ca91a25-0d50-489d-9693-3699c4c44cc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:18.368958 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0e2455cd-6537-4304-bfac-a84b6d5ecefb tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks [] for router, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:18.370345 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-0e2455cd-6537-4304-bfac-a84b6d5ecefb tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] 10.222.0.60 "PUT /v2.0/routers/1d2dd293-4c5a-43d3-bb7f-3065bdc1a359 HTTP/1.1" status: 200 len: 699 time: 2.2212148 Nov 23 17:41:18.375958 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 52662) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:41:18.382511 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:18.434659 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-86b05a37-e9fa-4ab5-bef9-188668c59097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d2dd293-4c5a-43d3-bb7f-3065bdc1a359', 'name': 'tempest-RoutersTest-router-551812585', 'tenant_id': '9ea08f514e394d68a6e33e0a371ec75c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:40:38Z', 'updated_at': '2021-11-23T17:41:17Z', 'revision_number': 7, 'project_id': '9ea08f514e394d68a6e33e0a371ec75c', 'gw_port_host': None, '_interfaces': [{'id': '43a5cab1-19fb-42cf-8d9e-7214005e6f98', 'name': '', 'network_id': '041b1b8d-da76-4e61-a906-0763c685e7e0', 'tenant_id': '9ea08f514e394d68a6e33e0a371ec75c', 'mac_address': 'fa:16:3e:75:e6:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d2dd293-4c5a-43d3-bb7f-3065bdc1a359', 'device_owner': 'network:router_interface', 'standard_attr_id': 2393, 'fixed_ips': [{'subnet_id': '6a5d61bd-5d20-40ae-be19-5ff8dbfd2237', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:41:08Z', 'updated_at': '2021-11-23T17:41:11Z', 'revision_number': 2, 'project_id': '9ea08f514e394d68a6e33e0a371ec75c', 'subnets': [{'id': '6a5d61bd-5d20-40ae-be19-5ff8dbfd2237', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '66cf6c02-f69f-41af-a9df-28ff07530fea', 'name': '', 'network_id': '92be2970-7b78-43b3-9201-4bad6190f4b3', 'tenant_id': '9ea08f514e394d68a6e33e0a371ec75c', 'mac_address': 'fa:16:3e:f7:02:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d2dd293-4c5a-43d3-bb7f-3065bdc1a359', 'device_owner': 'network:router_interface', 'standard_attr_id': 2377, 'fixed_ips': [{'subnet_id': '30865f18-4aca-4007-b22a-63fa611fdbc0', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:40:52Z', 'updated_at': '2021-11-23T17:41:05Z', 'revision_number': 5, 'project_id': '9ea08f514e394d68a6e33e0a371ec75c', 'subnets': [{'id': '30865f18-4aca-4007-b22a-63fa611fdbc0', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '958dfef5-e0ae-44e1-996e-fe59244efbe6', 'name': '', 'network_id': '2acb5ccb-7e8d-4f79-b302-a5d872291601', 'tenant_id': '9ea08f514e394d68a6e33e0a371ec75c', 'mac_address': 'fa:16:3e:d3:ba:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d2dd293-4c5a-43d3-bb7f-3065bdc1a359', 'device_owner': 'network:router_interface', 'standard_attr_id': 2385, 'fixed_ips': [{'subnet_id': '8e10b822-4992-4ff6-b2fc-54a371821776', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:41:01Z', 'updated_at': '2021-11-23T17:41:15Z', 'revision_number': 5, 'project_id': '9ea08f514e394d68a6e33e0a371ec75c', 'subnets': [{'id': '8e10b822-4992-4ff6-b2fc-54a371821776', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'adc453bb-b64e-4a63-a1c3-03961aa01e6b', 'name': '', 'network_id': '0d2689e3-f47b-4951-8a3f-d47a148adc6f', 'tenant_id': '9ea08f514e394d68a6e33e0a371ec75c', 'mac_address': 'fa:16:3e:4f:5d:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d2dd293-4c5a-43d3-bb7f-3065bdc1a359', 'device_owner': 'network:router_interface', 'standard_attr_id': 2364, 'fixed_ips': [{'subnet_id': '4fd923d4-90c0-465c-a731-f064e303a2b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:40:43Z', 'updated_at': '2021-11-23T17:40:57Z', 'revision_number': 5, 'project_id': '9ea08f514e394d68a6e33e0a371ec75c', 'subnets': [{'id': '4fd923d4-90c0-465c-a731-f064e303a2b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:41:18.439317 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device e48012f0-37de-4cbc-9208-d1b367a5cd20 up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:41:18.457231 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca91a25-0d50-489d-9693-3699c4c44cc0 admin admin] Pushing event deleted for resources: {'Port': ['ID=5e419484-ec27-4048-92d1-8b9d95aaa519,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:41:18.458026 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-cbce7f15-e8e7-4917-8e7d-dfcfb01e2e35 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:18.470204 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [req-62586b23-17b5-4f88-812c-176bab166db9 req-ededadb5-f684-49ae-ac45-0d0388d174f1 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Deleting port 4aee3efb-f29a-43bd-b162-b14460ec15a6 {{(pid=103591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:41:18.470548 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-62586b23-17b5-4f88-812c-176bab166db9 req-ededadb5-f684-49ae-ac45-0d0388d174f1 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:18.480574 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86b05a37-e9fa-4ab5-bef9-188668c59097 None None] Checking router: 1d2dd293-4c5a-43d3-bb7f-3065bdc1a359 for host: n-d-816206-8 {{(pid=103592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 17:41:18.481181 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86b05a37-e9fa-4ab5-bef9-188668c59097 None None] Updating router 1d2dd293-4c5a-43d3-bb7f-3065bdc1a359 port 43a5cab1-19fb-42cf-8d9e-7214005e6f98 binding host n-d-816206-8 {{(pid=103592) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 17:41:18.539839 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-86b05a37-e9fa-4ab5-bef9-188668c59097 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:18.555559 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f644a3f7-5350-4f51-9aa0-1d4545c5d6ac None None] DHCP port deletion for 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:41:18.557690 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-cbce7f15-e8e7-4917-8e7d-dfcfb01e2e35 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Calling delete_port for 9054b76d-4206-4f55-8c17-5d13fc453e7f owned by {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:41:18.612344 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [req-d7b49332-0b95-432f-9679-2a18b642d659 req-03284c46-7783-42ed-9831-d63abede471b tempest-ServersNegativeTestMultiTenantJSON-355496335 tempest-ServersNegativeTestMultiTenantJSON-355496335-project] Deleting port 54248917-064b-443d-b4c8-8ace1843cce2 {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:41:18.623153 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-d7b49332-0b95-432f-9679-2a18b642d659 req-03284c46-7783-42ed-9831-d63abede471b tempest-ServersNegativeTestMultiTenantJSON-355496335 tempest-ServersNegativeTestMultiTenantJSON-355496335-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:18.666106 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-8ee781de-e817-42df-b032-f2758cb100b3 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] 10.222.0.60 "GET /v2.0/routers/1d2dd293-4c5a-43d3-bb7f-3065bdc1a359 HTTP/1.1" status: 200 len: 699 time: 0.2885363 Nov 23 17:41:18.673361 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 52696) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:41:18.692289 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port e48012f0-37de-4cbc-9208-d1b367a5cd20 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:41:18.692923 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:18.825836 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-2ca91a25-0d50-489d-9693-3699c4c44cc0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1795454'] for router_gateway, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:18.871881 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [req-d7b49332-0b95-432f-9679-2a18b642d659 req-03284c46-7783-42ed-9831-d63abede471b tempest-ServersNegativeTestMultiTenantJSON-355496335 tempest-ServersNegativeTestMultiTenantJSON-355496335-project] For port 54248917-064b-443d-b4c8-8ace1843cce2, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=54248917-064b-443d-b4c8-8ace1843cce2,segment=NetworkSegment(e0fe1f0b-4dc5-4c1f-bf9c-941c134f4d0d),segment_id=e0fe1f0b-4dc5-4c1f-bf9c-941c134f4d0d)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:41:18.872243 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-d7b49332-0b95-432f-9679-2a18b642d659 req-03284c46-7783-42ed-9831-d63abede471b tempest-ServersNegativeTestMultiTenantJSON-355496335 tempest-ServersNegativeTestMultiTenantJSON-355496335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:18.892441 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [req-d7b49332-0b95-432f-9679-2a18b642d659 req-03284c46-7783-42ed-9831-d63abede471b tempest-ServersNegativeTestMultiTenantJSON-355496335 tempest-ServersNegativeTestMultiTenantJSON-355496335-project] Calling delete_port for 54248917-064b-443d-b4c8-8ace1843cce2 owned by compute:nova {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:41:18.981664 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 958dfef5-e0ae-44e1-996e-fe59244efbe6 up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:41:19.000148 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-62586b23-17b5-4f88-812c-176bab166db9 req-ededadb5-f684-49ae-ac45-0d0388d174f1 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] For port 4aee3efb-f29a-43bd-b162-b14460ec15a6, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=4aee3efb-f29a-43bd-b162-b14460ec15a6,segment=NetworkSegment(ec813e0a-4415-4fed-a736-e9a0442fcb85),segment_id=ec813e0a-4415-4fed-a736-e9a0442fcb85)] {{(pid=103591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:41:19.000307 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-cbce7f15-e8e7-4917-8e7d-dfcfb01e2e35 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:19.000866 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-62586b23-17b5-4f88-812c-176bab166db9 req-ededadb5-f684-49ae-ac45-0d0388d174f1 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:19.007366 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-2ca91a25-0d50-489d-9693-3699c4c44cc0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1794352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8175'] for router, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:19.016191 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-2ca91a25-0d50-489d-9693-3699c4c44cc0 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:19.023495 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device 4aee3efb-f29a-43bd-b162-b14460ec15a6 no longer exists at agent hyperv_n-h2-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:41:19.041167 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [req-62586b23-17b5-4f88-812c-176bab166db9 req-ededadb5-f684-49ae-ac45-0d0388d174f1 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Calling delete_port for 4aee3efb-f29a-43bd-b162-b14460ec15a6 owned by compute:nova {{(pid=103591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:41:19.085885 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbce7f15-e8e7-4917-8e7d-dfcfb01e2e35 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Pushing event deleted for resources: {'Port': ['ID=9054b76d-4206-4f55-8c17-5d13fc453e7f,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:41:19.173191 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-cbce7f15-e8e7-4917-8e7d-dfcfb01e2e35 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:19.179969 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-cbce7f15-e8e7-4917-8e7d-dfcfb01e2e35 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] 10.222.0.60 "DELETE /v2.0/ports/9054b76d-4206-4f55-8c17-5d13fc453e7f HTTP/1.1" status: 204 len: 168 time: 1.6263056 Nov 23 17:41:19.179969 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 52746) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:41:19.224411 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f40a493-bd68-4545-b2dc-606da502a072 req-f2ba9ca0-7300-4487-a7e0-c2554d9ce313 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:41:19.226171 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-3f40a493-bd68-4545-b2dc-606da502a072 req-f2ba9ca0-7300-4487-a7e0-c2554d9ce313 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/ports?device_id=05801c5e-23fe-4c5d-a9cb-dc7464d84c54 HTTP/1.1" status: 200 len: 946 time: 0.3599889 Nov 23 17:41:19.240201 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-2ca91a25-0d50-489d-9693-3699c4c44cc0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1795580'] for router, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:19.241452 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ca91a25-0d50-489d-9693-3699c4c44cc0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b9679107-1fd1-4098-bfd2-62b5af47f898 {{(pid=103591) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 17:41:19.252586 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-2ca91a25-0d50-489d-9693-3699c4c44cc0 admin admin] Publish callbacks [] for router, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:19.254246 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-2ca91a25-0d50-489d-9693-3699c4c44cc0 admin admin] 10.222.0.60 "DELETE /v2.0/routers/b9679107-1fd1-4098-bfd2-62b5af47f898 HTTP/1.1" status: 204 len: 168 time: 5.0793161 Nov 23 17:41:19.261562 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 52748) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:41:19.305429 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f94d356-4172-43d6-a90b-a67d0b602ea3 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:41:19.307371 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f94d356-4172-43d6-a90b-a67d0b602ea3 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:41:19.309246 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-4f94d356-4172-43d6-a90b-a67d0b602ea3 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1276922 Nov 23 17:41:19.314118 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 52750) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:41:19.328344 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-d7b49332-0b95-432f-9679-2a18b642d659 req-03284c46-7783-42ed-9831-d63abede471b tempest-ServersNegativeTestMultiTenantJSON-355496335 tempest-ServersNegativeTestMultiTenantJSON-355496335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:19.462226 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03284c46-7783-42ed-9831-d63abede471b tempest-ServersNegativeTestMultiTenantJSON-355496335 tempest-ServersNegativeTestMultiTenantJSON-355496335-project] Pushing event deleted for resources: {'Port': ['ID=54248917-064b-443d-b4c8-8ace1843cce2,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:41:19.493598 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] get_ports_and_sgs() called for port_ids ['54248917-064b-443d-b4c8-8ace1843cce2'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:41:19.556207 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-fc24b816-08f9-48a6-8f35-92e1e606e666 req-adc759c9-ceef-4e2b-9dae-f257c742fa51 tempest-ServersNegativeTestMultiTenantJSON-355496335 tempest-ServersNegativeTestMultiTenantJSON-355496335-project] 10.222.0.60 "GET /v2.0/ports?device_id=8cba5382-3476-4a6a-8331-d65f672c2dc7 HTTP/1.1" status: 200 len: 210 time: 0.0788829 Nov 23 17:41:19.569673 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7b49332-0b95-432f-9679-2a18b642d659 req-03284c46-7783-42ed-9831-d63abede471b tempest-ServersNegativeTestMultiTenantJSON-355496335 tempest-ServersNegativeTestMultiTenantJSON-355496335-project] No DVR routers for this DVR port 54248917-064b-443d-b4c8-8ace1843cce2 on host n-h1-816206-8 {{(pid=103590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:41:19.575875 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-d7b49332-0b95-432f-9679-2a18b642d659 req-03284c46-7783-42ed-9831-d63abede471b tempest-ServersNegativeTestMultiTenantJSON-355496335 tempest-ServersNegativeTestMultiTenantJSON-355496335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:19.579621 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-d7b49332-0b95-432f-9679-2a18b642d659 req-03284c46-7783-42ed-9831-d63abede471b tempest-ServersNegativeTestMultiTenantJSON-355496335 tempest-ServersNegativeTestMultiTenantJSON-355496335-project] 10.222.0.55 "DELETE /v2.0/ports/54248917-064b-443d-b4c8-8ace1843cce2 HTTP/1.1" status: 204 len: 173 time: 1.6309352 Nov 23 17:41:19.580309 n-d-816206-8 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cba5382-3476-4a6a-8331-d65f672c2dc7', 'name': 'network-vif-deleted', 'tag': '54248917-064b-443d-b4c8-8ace1843cce2'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:41:19.583376 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbabddbc9fc37b068808e119c416c86f5957ca04531a4a0d2e695c515e93483b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e760764-8093-46e5-aff0-fcefd4795931" -d '{"events": [{"server_uuid": "8cba5382-3476-4a6a-8331-d65f672c2dc7", "name": "network-vif-deleted", "tag": "54248917-064b-443d-b4c8-8ace1843cce2"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:41:19.598515 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_v2 [None req-858830b3-578d-40c7-89e3-6a1cd8abb4ec tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Deleting subnet eb5eec36-6612-4fa5-b1e8-dd44829858ae {{(pid=103590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 17:41:19.603293 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-858830b3-578d-40c7-89e3-6a1cd8abb4ec tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks [] for subnet, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:19.623848 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.db_base_plugin_v2 [None req-23584aa0-6fec-4770-822f-c0676b887998 admin admin] Deleting subnet 34624ad2-f585-44eb-b7a5-2bcf52826b90 {{(pid=103591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 17:41:19.635465 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-23584aa0-6fec-4770-822f-c0676b887998 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:19.689615 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-3f40a493-bd68-4545-b2dc-606da502a072 req-bee97a6c-6590-4281-a47e-fc26edb7ef51 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/security-groups?id=776cdaad-ec9b-4a42-a3a9-360feae7cf4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4234164 Nov 23 17:41:19.697337 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:41:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65d99ca4-d670-4ffc-92a5-028da5324271 x-openstack-request-id: req-65d99ca4-d670-4ffc-92a5-028da5324271 {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:41:19.697815 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cba5382-3476-4a6a-8331-d65f672c2dc7", "name": "network-vif-deleted", "tag": "54248917-064b-443d-b4c8-8ace1843cce2", "status": "completed", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:41:19.699305 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-65d99ca4-d670-4ffc-92a5-028da5324271 {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:41:19.700082 n-d-816206-8 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cba5382-3476-4a6a-8331-d65f672c2dc7', 'name': 'network-vif-deleted', 'tag': '54248917-064b-443d-b4c8-8ace1843cce2', 'status': 'completed', 'code': 200} Nov 23 17:41:19.718078 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-858830b3-578d-40c7-89e3-6a1cd8abb4ec tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-267528342'] for subnet, precommit_delete_associations {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:19.767439 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-23584aa0-6fec-4770-822f-c0676b887998 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265990000'] for subnet, precommit_delete_associations {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:19.798093 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-858830b3-578d-40c7-89e3-6a1cd8abb4ec tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971956'] for subnet, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:19.808524 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-86b05a37-e9fa-4ab5-bef9-188668c59097 None None] Publish callbacks [] for port, precommit_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:19.832292 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-86b05a37-e9fa-4ab5-bef9-188668c59097 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:19.876835 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-62586b23-17b5-4f88-812c-176bab166db9 req-ededadb5-f684-49ae-ac45-0d0388d174f1 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:19.947141 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ededadb5-f684-49ae-ac45-0d0388d174f1 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Pushing event deleted for resources: {'Port': ['ID=4aee3efb-f29a-43bd-b162-b14460ec15a6,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:41:19.949311 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port 958dfef5-e0ae-44e1-996e-fe59244efbe6 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:41:19.949698 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:19.955933 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:19.977350 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-858830b3-578d-40c7-89e3-6a1cd8abb4ec tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264357903', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264730940'] for subnet, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:20.026879 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-23584aa0-6fec-4770-822f-c0676b887998 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971956'] for subnet, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:20.039372 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f403634-07d0-4353-b828-a4ee65a8226f None None] Pushing event updated for resources: {'Port': ['ID=43a5cab1-19fb-42cf-8d9e-7214005e6f98,revision_number=3']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:41:20.076024 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858830b3-578d-40c7-89e3-6a1cd8abb4ec tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Pushing event deleted for resources: {'Subnet': ['ID=eb5eec36-6612-4fa5-b1e8-dd44829858ae,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:41:20.083311 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-858830b3-578d-40c7-89e3-6a1cd8abb4ec tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks [] for subnet, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:20.088125 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [req-62586b23-17b5-4f88-812c-176bab166db9 req-ededadb5-f684-49ae-ac45-0d0388d174f1 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] No DVR routers for this DVR port 4aee3efb-f29a-43bd-b162-b14460ec15a6 on host n-h2-816206-8 {{(pid=103591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:41:20.096765 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-858830b3-578d-40c7-89e3-6a1cd8abb4ec tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] 10.222.0.60 "DELETE /v2.0/subnets/eb5eec36-6612-4fa5-b1e8-dd44829858ae HTTP/1.1" status: 204 len: 168 time: 0.7813032 Nov 23 17:41:20.099929 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 52776) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:41:20.106298 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-62586b23-17b5-4f88-812c-176bab166db9 req-ededadb5-f684-49ae-ac45-0d0388d174f1 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:20.110284 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-62586b23-17b5-4f88-812c-176bab166db9 req-ededadb5-f684-49ae-ac45-0d0388d174f1 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.36 "DELETE /v2.0/ports/4aee3efb-f29a-43bd-b162-b14460ec15a6 HTTP/1.1" status: 204 len: 173 time: 2.6818509 Nov 23 17:41:20.112765 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05801c5e-23fe-4c5d-a9cb-dc7464d84c54', 'name': 'network-vif-deleted', 'tag': '4aee3efb-f29a-43bd-b162-b14460ec15a6'}] {{(pid=103591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:41:20.115321 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41d174a19ece9499ff9ec44e5b3fc50f2abd3ffbc947fb7e52ea1e8db27b95b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93981bd2-5b18-4830-b24e-57eb1d94e262" -d '{"events": [{"server_uuid": "05801c5e-23fe-4c5d-a9cb-dc7464d84c54", "name": "network-vif-deleted", "tag": "4aee3efb-f29a-43bd-b162-b14460ec15a6"}]}' {{(pid=103591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:41:20.124019 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f403634-07d0-4353-b828-a4ee65a8226f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:41:20.126041 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f403634-07d0-4353-b828-a4ee65a8226f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:41:20.130147 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f403634-07d0-4353-b828-a4ee65a8226f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:41:20.131570 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f403634-07d0-4353-b828-a4ee65a8226f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:41:20.131929 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f403634-07d0-4353-b828-a4ee65a8226f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:41:20.132273 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f403634-07d0-4353-b828-a4ee65a8226f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:41:20.132642 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f403634-07d0-4353-b828-a4ee65a8226f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:41:20.132982 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f403634-07d0-4353-b828-a4ee65a8226f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:41:20.144666 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f403634-07d0-4353-b828-a4ee65a8226f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:41:20.145188 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f403634-07d0-4353-b828-a4ee65a8226f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:41:20.145540 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f403634-07d0-4353-b828-a4ee65a8226f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:41:20.145886 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f403634-07d0-4353-b828-a4ee65a8226f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:41:20.173057 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-e25079eb-2eb7-41d8-9514-387d705ec7eb tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1794372'] for router_interface, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:20.195605 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09c20ae0-edbe-45bd-a95f-5c77e57067fc None None] Network 56dedb9c-c874-4806-8073-23c183970f13 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:41:20.224268 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-23584aa0-6fec-4770-822f-c0676b887998 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264758240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264314269'] for subnet, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:20.267950 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:41:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a28f466-6076-465a-bc09-4bf6f9a70c8b x-openstack-request-id: req-2a28f466-6076-465a-bc09-4bf6f9a70c8b {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:41:20.268421 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05801c5e-23fe-4c5d-a9cb-dc7464d84c54", "name": "network-vif-deleted", "tag": "4aee3efb-f29a-43bd-b162-b14460ec15a6", "status": "completed", "code": 200}]} {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:41:20.270525 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-2a28f466-6076-465a-bc09-4bf6f9a70c8b {{(pid=103591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:41:20.270525 n-d-816206-8 neutron-server[103591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05801c5e-23fe-4c5d-a9cb-dc7464d84c54', 'name': 'network-vif-deleted', 'tag': '4aee3efb-f29a-43bd-b162-b14460ec15a6', 'status': 'completed', 'code': 200} Nov 23 17:41:20.297323 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-8ede9950-e576-4be9-8897-b81e756f5910 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1959486 Nov 23 17:41:20.301461 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 52780) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:41:20.312808 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23584aa0-6fec-4770-822f-c0676b887998 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=34624ad2-f585-44eb-b7a5-2bcf52826b90,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:41:20.321055 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-7c4f82fb-23b3-404a-b05a-2a3b9641669b tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Request body: {'subnet': {'network_id': '56dedb9c-c874-4806-8073-23c183970f13', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:41:20.332100 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-23584aa0-6fec-4770-822f-c0676b887998 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for subnet, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:20.336178 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-23584aa0-6fec-4770-822f-c0676b887998 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/34624ad2-f585-44eb-b7a5-2bcf52826b90 HTTP/1.1" status: 204 len: 168 time: 0.9962451 Nov 23 17:41:20.341833 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 52782) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:41:20.416440 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d178331-0160-4fed-a0e2-5a9d2741d0f5 None None] Network 8fae7973-38e6-4660-a7b2-023eda92e2f5 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:41:20.468730 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-86b05a37-e9fa-4ab5-bef9-188668c59097 None None] Attempting to bind port 43a5cab1-19fb-42cf-8d9e-7214005e6f98 on host n-d-816206-8 for vnic_type normal with profile {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:41:20.476010 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-86b05a37-e9fa-4ab5-bef9-188668c59097 None None] Attempting to bind port 43a5cab1-19fb-42cf-8d9e-7214005e6f98 by drivers openvswitch,hyperv on host n-d-816206-8 at level 0 using segments [{'id': '5fcac0f1-a823-4213-86de-0210d6620ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '041b1b8d-da76-4e61-a906-0763c685e7e0'}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:41:20.476655 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86b05a37-e9fa-4ab5-bef9-188668c59097 None None] Attempting to bind port 43a5cab1-19fb-42cf-8d9e-7214005e6f98 on network 041b1b8d-da76-4e61-a906-0763c685e7e0 {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:41:20.504948 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86b05a37-e9fa-4ab5-bef9-188668c59097 None None] Checking agent: {'id': '9e89acbe-4bbe-4c77-a18b-6f1da9133e0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 7, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 41, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:41:20.505618 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86b05a37-e9fa-4ab5-bef9-188668c59097 None None] Checking segment: {'id': '5fcac0f1-a823-4213-86de-0210d6620ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '041b1b8d-da76-4e61-a906-0763c685e7e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:41:20.505618 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-86b05a37-e9fa-4ab5-bef9-188668c59097 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:20.506029 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86b05a37-e9fa-4ab5-bef9-188668c59097 None None] Bound using segment: {'id': '5fcac0f1-a823-4213-86de-0210d6620ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '041b1b8d-da76-4e61-a906-0763c685e7e0'} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:41:20.535172 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-86b05a37-e9fa-4ab5-bef9-188668c59097 None None] Bound port: 43a5cab1-19fb-42cf-8d9e-7214005e6f98, host: n-d-816206-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fcac0f1-a823-4213-86de-0210d6620ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '041b1b8d-da76-4e61-a906-0763c685e7e0'}}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:41:20.539124 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-86b05a37-e9fa-4ab5-bef9-188668c59097 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:20.564040 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c4f82fb-23b3-404a-b05a-2a3b9641669b tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Made reservation on behalf of a17872768c1e4384801bad129509cfa7 for: {'subnet': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:41:20.568534 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7c4f82fb-23b3-404a-b05a-2a3b9641669b tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264730903'] for subnet, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:20.578984 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-e9bf07ca-7801-4369-9917-83e8ac3bb0ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-555181'] for network, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:20.657921 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 52786) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:41:20.694174 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-e9bf07ca-7801-4369-9917-83e8ac3bb0ad admin admin] Deleting port d5ba8070-3afb-43e5-a993-23fc1fb70249 {{(pid=103591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:41:20.694518 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-e9bf07ca-7801-4369-9917-83e8ac3bb0ad admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:20.808246 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.db_base_plugin_v2 [None req-a793b05a-9d88-49ad-87f3-66e6f4407957 admin admin] Deleting subnet b69e7eff-3eec-438a-a269-43616e71347c {{(pid=103591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 17:41:20.818193 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-a793b05a-9d88-49ad-87f3-66e6f4407957 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:20.864047 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-5e1a8b85-33d2-40cb-8d07-4d3a9b5101ad None None] Provisioning complete for port 43a5cab1-19fb-42cf-8d9e-7214005e6f98 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:41:20.864413 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-5e1a8b85-33d2-40cb-8d07-4d3a9b5101ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:20.880647 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-a793b05a-9d88-49ad-87f3-66e6f4407957 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265990000'] for subnet, precommit_delete_associations {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:20.926248 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-a793b05a-9d88-49ad-87f3-66e6f4407957 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971956'] for subnet, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:21.012857 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-86b05a37-e9fa-4ab5-bef9-188668c59097 None None] For port 43a5cab1-19fb-42cf-8d9e-7214005e6f98, host n-d-816206-8, cleared binding levels {{(pid=103592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:41:21.044625 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7c4f82fb-23b3-404a-b05a-2a3b9641669b tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264358096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264730885'] for subnet, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:21.100179 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-5e1a8b85-33d2-40cb-8d07-4d3a9b5101ad None None] Port 43a5cab1-19fb-42cf-8d9e-7214005e6f98 cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:41:21.131378 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-86b05a37-e9fa-4ab5-bef9-188668c59097 None None] For port 43a5cab1-19fb-42cf-8d9e-7214005e6f98, host n-d-816206-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=43a5cab1-19fb-42cf-8d9e-7214005e6f98,segment=NetworkSegment(5fcac0f1-a823-4213-86de-0210d6620ec4),segment_id=5fcac0f1-a823-4213-86de-0210d6620ec4)] {{(pid=103592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:41:21.154421 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c4f82fb-23b3-404a-b05a-2a3b9641669b tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Network 56dedb9c-c874-4806-8073-23c183970f13 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:41:21.159271 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-7c4f82fb-23b3-404a-b05a-2a3b9641669b tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:41:21.167427 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c4f82fb-23b3-404a-b05a-2a3b9641669b tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:41:21.169111 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7c4f82fb-23b3-404a-b05a-2a3b9641669b tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks [] for subnet, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:21.170849 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-0881b19b-a915-4e57-b702-5d968a24023d req-46c2c438-7a72-470a-b708-de780751cfe2 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/ports?device_id=05801c5e-23fe-4c5d-a9cb-dc7464d84c54 HTTP/1.1" status: 200 len: 210 time: 0.2186863 Nov 23 17:41:21.183746 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-920912a9-73f0-49cd-b09e-ed6738530ba6 None None] DHCP port deletion for 56dedb9c-c874-4806-8073-23c183970f13 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:41:21.204616 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-86b05a37-e9fa-4ab5-bef9-188668c59097 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:21.206207 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4f82fb-23b3-404a-b05a-2a3b9641669b tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Pushing event updated for resources: {'Subnet': ['ID=081a68b6-d148-49df-b713-0d3b957232d5,revision_number=0']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:41:21.213593 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-a793b05a-9d88-49ad-87f3-66e6f4407957 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264758240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264314269'] for subnet, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:21.216759 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [None req-e9bf07ca-7801-4369-9917-83e8ac3bb0ad admin admin] For port d5ba8070-3afb-43e5-a993-23fc1fb70249, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=d5ba8070-3afb-43e5-a993-23fc1fb70249,segment=NetworkSegment(5b559295-8909-4c1e-aefd-73cd9a3c5d40),segment_id=5b559295-8909-4c1e-aefd-73cd9a3c5d40)] {{(pid=103591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:41:21.217217 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-e9bf07ca-7801-4369-9917-83e8ac3bb0ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:21.225547 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-7c4f82fb-23b3-404a-b05a-2a3b9641669b tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9204986 Nov 23 17:41:21.226025 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 52796) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:41:21.230692 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-821fdc3d-43db-4772-9b55-df0c6c208f04 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Request body: {'port': {'network_id': '56dedb9c-c874-4806-8073-23c183970f13', 'fixed_ips': [{'subnet_id': '081a68b6-d148-49df-b713-0d3b957232d5', 'ip_address': '2001:db8:0:1::2'}], 'name': 'tempest-NetworksTestDHCPv6-1772035898'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:41:21.279085 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-e9bf07ca-7801-4369-9917-83e8ac3bb0ad admin admin] Calling delete_port for d5ba8070-3afb-43e5-a993-23fc1fb70249 owned by network:dhcp {{(pid=103591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:41:21.287159 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a793b05a-9d88-49ad-87f3-66e6f4407957 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b69e7eff-3eec-438a-a269-43616e71347c,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:41:21.294601 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device b1e0681c-a2dd-4899-ba18-57dedd42bdbd no longer exists at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:41:21.295628 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-a793b05a-9d88-49ad-87f3-66e6f4407957 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for subnet, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:21.301558 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-a793b05a-9d88-49ad-87f3-66e6f4407957 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/b69e7eff-3eec-438a-a269-43616e71347c HTTP/1.1" status: 204 len: 168 time: 0.6402450 Nov 23 17:41:21.306845 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 52800) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:41:21.385515 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] No Port match for: b1e0681c-a2dd-4899-ba18-57dedd42bdbd {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:41:21.385857 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device b1e0681c-a2dd-4899-ba18-57dedd42bdbd not bound to the agent host n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:41:21.423222 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86b05a37-e9fa-4ab5-bef9-188668c59097 None None] Routers {'1d2dd293-4c5a-43d3-bb7f-3065bdc1a359'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:41:21.423855 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-86b05a37-e9fa-4ab5-bef9-188668c59097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:41:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['1d2dd293-4c5a-43d3-bb7f-3065bdc1a359'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:41:21.430826 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f403634-07d0-4353-b828-a4ee65a8226f None None] Pushing event updated for resources: {'Port': ['ID=43a5cab1-19fb-42cf-8d9e-7214005e6f98,revision_number=4']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:41:21.470947 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-821fdc3d-43db-4772-9b55-df0c6c208f04 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Made reservation on behalf of a17872768c1e4384801bad129509cfa7 for: {'port': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:41:21.545151 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f41e22c-fe03-494c-8f10-3a639411d38b None None] DHCP port deletion for 8fae7973-38e6-4660-a7b2-023eda92e2f5 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:41:21.586628 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvr_db [None req-86b05a37-e9fa-4ab5-bef9-188668c59097 None None] Set router 1d2dd293-4c5a-43d3-bb7f-3065bdc1a359 gateway port host: None {{(pid=103592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:41:21.612174 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-e25079eb-2eb7-41d8-9514-387d705ec7eb tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Deleting port 43a5cab1-19fb-42cf-8d9e-7214005e6f98 {{(pid=103591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:41:21.612743 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-e25079eb-2eb7-41d8-9514-387d705ec7eb tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:21.640231 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-e9bf07ca-7801-4369-9917-83e8ac3bb0ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:21.687082 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-821fdc3d-43db-4772-9b55-df0c6c208f04 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:21.723571 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 43a5cab1-19fb-42cf-8d9e-7214005e6f98 up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:41:21.740051 n-d-816206-8 neutron-server[103590]: DEBUG neutron.notifiers.nova [None req-821fdc3d-43db-4772-9b55-df0c6c208f04 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] device_id is not set on port 9d8a7663-50d2-4e8b-af17-aaebc49087c1 yet. {{(pid=103590) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 17:41:21.782451 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-920912a9-73f0-49cd-b09e-ed6738530ba6 None None] Deleting port 984246fb-1a04-4203-a416-fab237a2116d {{(pid=103592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:41:21.782859 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-920912a9-73f0-49cd-b09e-ed6738530ba6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:21.806277 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-a75311af-d228-40c8-b7f8-a426d0d8cce9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-555181'] for network, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:21.812291 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bf07ca-7801-4369-9917-83e8ac3bb0ad admin admin] Pushing event deleted for resources: {'Port': ['ID=d5ba8070-3afb-43e5-a993-23fc1fb70249,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:41:21.815864 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9bf07ca-7801-4369-9917-83e8ac3bb0ad admin admin] No DVR routers for this DVR port d5ba8070-3afb-43e5-a993-23fc1fb70249 on host n-d-816206-8 {{(pid=103591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:41:21.910949 n-d-816206-8 neutron-server[103590]: INFO neutron.pecan_wsgi.hooks.translation [None req-821fdc3d-43db-4772-9b55-df0c6c208f04 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 17:41:21.911410 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-821fdc3d-43db-4772-9b55-df0c6c208f04 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103590) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 17:41:21.945746 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-821fdc3d-43db-4772-9b55-df0c6c208f04 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 0.7188179 Nov 23 17:41:21.946347 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 52802) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:41:22.026626 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-59b8c6c3-5c62-45ab-8df0-b4888234e448 None None] Provisioning complete for port 43a5cab1-19fb-42cf-8d9e-7214005e6f98 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:41:22.027234 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-59b8c6c3-5c62-45ab-8df0-b4888234e448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:22.058195 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aef07b27-17db-45b0-a977-8948c097fe61 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:41:22.069407 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-aef07b27-17db-45b0-a977-8948c097fe61 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1215363 Nov 23 17:41:22.070170 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 52804) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:41:22.077136 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-920912a9-73f0-49cd-b09e-ed6738530ba6 None None] For port 984246fb-1a04-4203-a416-fab237a2116d, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=984246fb-1a04-4203-a416-fab237a2116d,segment=NetworkSegment(208f22fc-9686-4ca3-a88c-018385437c28),segment_id=208f22fc-9686-4ca3-a88c-018385437c28)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:41:22.077780 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-920912a9-73f0-49cd-b09e-ed6738530ba6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:22.095417 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port 43a5cab1-19fb-42cf-8d9e-7214005e6f98 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:41:22.096003 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:22.106392 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-920912a9-73f0-49cd-b09e-ed6738530ba6 None None] Calling delete_port for 984246fb-1a04-4203-a416-fab237a2116d owned by network:dhcp {{(pid=103592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:41:22.172059 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87202191-f472-455f-8dbe-d3417ee8f622 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:41:22.173933 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87202191-f472-455f-8dbe-d3417ee8f622 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:41:22.179770 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-87202191-f472-455f-8dbe-d3417ee8f622 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1083510 Nov 23 17:41:22.180381 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 52808) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:41:22.292382 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_v2 [None req-6da7c658-c82d-4c18-9e4c-c1a1c4222af5 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Deleting subnet 081a68b6-d148-49df-b713-0d3b957232d5 {{(pid=103590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 17:41:22.296153 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6da7c658-c82d-4c18-9e4c-c1a1c4222af5 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks [] for subnet, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:22.303147 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-86b05a37-e9fa-4ab5-bef9-188668c59097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d2dd293-4c5a-43d3-bb7f-3065bdc1a359', 'name': 'tempest-RoutersTest-router-551812585', 'tenant_id': '9ea08f514e394d68a6e33e0a371ec75c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:40:38Z', 'updated_at': '2021-11-23T17:41:17Z', 'revision_number': 7, 'project_id': '9ea08f514e394d68a6e33e0a371ec75c', 'gw_port_host': None, '_interfaces': [{'id': '43a5cab1-19fb-42cf-8d9e-7214005e6f98', 'name': '', 'network_id': '041b1b8d-da76-4e61-a906-0763c685e7e0', 'tenant_id': '9ea08f514e394d68a6e33e0a371ec75c', 'mac_address': 'fa:16:3e:75:e6:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d2dd293-4c5a-43d3-bb7f-3065bdc1a359', 'device_owner': 'network:router_interface', 'standard_attr_id': 2393, 'fixed_ips': [{'subnet_id': '6a5d61bd-5d20-40ae-be19-5ff8dbfd2237', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:41:08Z', 'updated_at': '2021-11-23T17:41:20Z', 'revision_number': 4, 'project_id': '9ea08f514e394d68a6e33e0a371ec75c', 'subnets': [{'id': '6a5d61bd-5d20-40ae-be19-5ff8dbfd2237', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '66cf6c02-f69f-41af-a9df-28ff07530fea', 'name': '', 'network_id': '92be2970-7b78-43b3-9201-4bad6190f4b3', 'tenant_id': '9ea08f514e394d68a6e33e0a371ec75c', 'mac_address': 'fa:16:3e:f7:02:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d2dd293-4c5a-43d3-bb7f-3065bdc1a359', 'device_owner': 'network:router_interface', 'standard_attr_id': 2377, 'fixed_ips': [{'subnet_id': '30865f18-4aca-4007-b22a-63fa611fdbc0', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:40:52Z', 'updated_at': '2021-11-23T17:41:05Z', 'revision_number': 5, 'project_id': '9ea08f514e394d68a6e33e0a371ec75c', 'subnets': [{'id': '30865f18-4aca-4007-b22a-63fa611fdbc0', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '958dfef5-e0ae-44e1-996e-fe59244efbe6', 'name': '', 'network_id': '2acb5ccb-7e8d-4f79-b302-a5d872291601', 'tenant_id': '9ea08f514e394d68a6e33e0a371ec75c', 'mac_address': 'fa:16:3e:d3:ba:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d2dd293-4c5a-43d3-bb7f-3065bdc1a359', 'device_owner': 'network:router_interface', 'standard_attr_id': 2385, 'fixed_ips': [{'subnet_id': '8e10b822-4992-4ff6-b2fc-54a371821776', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:41:01Z', 'updated_at': '2021-11-23T17:41:15Z', 'revision_number': 5, 'project_id': '9ea08f514e394d68a6e33e0a371ec75c', 'subnets': [{'id': '8e10b822-4992-4ff6-b2fc-54a371821776', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'adc453bb-b64e-4a63-a1c3-03961aa01e6b', 'name': '', 'network_id': '0d2689e3-f47b-4951-8a3f-d47a148adc6f', 'tenant_id': '9ea08f514e394d68a6e33e0a371ec75c', 'mac_address': 'fa:16:3e:4f:5d:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d2dd293-4c5a-43d3-bb7f-3065bdc1a359', 'device_owner': 'network:router_interface', 'standard_attr_id': 2364, 'fixed_ips': [{'subnet_id': '4fd923d4-90c0-465c-a731-f064e303a2b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:40:43Z', 'updated_at': '2021-11-23T17:40:57Z', 'revision_number': 5, 'project_id': '9ea08f514e394d68a6e33e0a371ec75c', 'subnets': [{'id': '4fd923d4-90c0-465c-a731-f064e303a2b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:41:22.372827 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86b05a37-e9fa-4ab5-bef9-188668c59097 None None] The sync data for ids ['1d2dd293-4c5a-43d3-bb7f-3065bdc1a359'] in n-d-816206-8 is: [{'id': '1d2dd293-4c5a-43d3-bb7f-3065bdc1a359', 'name': 'tempest-RoutersTest-router-551812585', 'tenant_id': '9ea08f514e394d68a6e33e0a371ec75c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:40:38Z', 'updated_at': '2021-11-23T17:41:17Z', 'revision_number': 7, 'project_id': '9ea08f514e394d68a6e33e0a371ec75c', 'gw_port_host': None, '_interfaces': [{'id': '43a5cab1-19fb-42cf-8d9e-7214005e6f98', 'name': '', 'network_id': '041b1b8d-da76-4e61-a906-0763c685e7e0', 'tenant_id': '9ea08f514e394d68a6e33e0a371ec75c', 'mac_address': 'fa:16:3e:75:e6:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d2dd293-4c5a-43d3-bb7f-3065bdc1a359', 'device_owner': 'network:router_interface', 'standard_attr_id': 2393, 'fixed_ips': [{'subnet_id': '6a5d61bd-5d20-40ae-be19-5ff8dbfd2237', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:41:08Z', 'updated_at': '2021-11-23T17:41:20Z', 'revision_number': 4, 'project_id': '9ea08f514e394d68a6e33e0a371ec75c', 'subnets': [{'id': '6a5d61bd-5d20-40ae-be19-5ff8dbfd2237', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '66cf6c02-f69f-41af-a9df-28ff07530fea', 'name': '', 'network_id': '92be2970-7b78-43b3-9201-4bad6190f4b3', 'tenant_id': '9ea08f514e394d68a6e33e0a371ec75c', 'mac_address': 'fa:16:3e:f7:02:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d2dd293-4c5a-43d3-bb7f-3065bdc1a359', 'device_owner': 'network:router_interface', 'standard_attr_id': 2377, 'fixed_ips': [{'subnet_id': '30865f18-4aca-4007-b22a-63fa611fdbc0', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:40:52Z', 'updated_at': '2021-11-23T17:41:05Z', 'revision_number': 5, 'project_id': '9ea08f514e394d68a6e33e0a371ec75c', 'subnets': [{'id': '30865f18-4aca-4007-b22a-63fa611fdbc0', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '958dfef5-e0ae-44e1-996e-fe59244efbe6', 'name': '', 'network_id': '2acb5ccb-7e8d-4f79-b302-a5d872291601', 'tenant_id': '9ea08f514e394d68a6e33e0a371ec75c', 'mac_address': 'fa:16:3e:d3:ba:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d2dd293-4c5a-43d3-bb7f-3065bdc1a359', 'device_owner': 'network:router_interface', 'standard_attr_id': 2385, 'fixed_ips': [{'subnet_id': '8e10b822-4992-4ff6-b2fc-54a371821776', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:41:01Z', 'updated_at': '2021-11-23T17:41:15Z', 'revision_number': 5, 'project_id': '9ea08f514e394d68a6e33e0a371ec75c', 'subnets': [{'id': '8e10b822-4992-4ff6-b2fc-54a371821776', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'adc453bb-b64e-4a63-a1c3-03961aa01e6b', 'name': '', 'network_id': '0d2689e3-f47b-4951-8a3f-d47a148adc6f', 'tenant_id': '9ea08f514e394d68a6e33e0a371ec75c', 'mac_address': 'fa:16:3e:4f:5d:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d2dd293-4c5a-43d3-bb7f-3065bdc1a359', 'device_owner': 'network:router_interface', 'standard_attr_id': 2364, 'fixed_ips': [{'subnet_id': '4fd923d4-90c0-465c-a731-f064e303a2b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:40:43Z', 'updated_at': '2021-11-23T17:40:57Z', 'revision_number': 5, 'project_id': '9ea08f514e394d68a6e33e0a371ec75c', 'subnets': [{'id': '4fd923d4-90c0-465c-a731-f064e303a2b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:41:22.399099 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6da7c658-c82d-4c18-9e4c-c1a1c4222af5 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-267528342'] for subnet, precommit_delete_associations {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:22.502405 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6da7c658-c82d-4c18-9e4c-c1a1c4222af5 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971956'] for subnet, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:22.604418 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-0fc3ead2-af4d-4ab5-8e6d-d2e6b351c807 req-1425095b-d52b-4a07-b242-a87121b96c73 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/ports?device_id=05801c5e-23fe-4c5d-a9cb-dc7464d84c54 HTTP/1.1" status: 200 len: 210 time: 0.1622133 Nov 23 17:41:22.652410 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6da7c658-c82d-4c18-9e4c-c1a1c4222af5 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264357903', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264730940'] for subnet, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:22.670675 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [None req-e25079eb-2eb7-41d8-9514-387d705ec7eb tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] For port 43a5cab1-19fb-42cf-8d9e-7214005e6f98, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=43a5cab1-19fb-42cf-8d9e-7214005e6f98,segment=NetworkSegment(5fcac0f1-a823-4213-86de-0210d6620ec4),segment_id=5fcac0f1-a823-4213-86de-0210d6620ec4)] {{(pid=103591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:41:22.671205 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-e25079eb-2eb7-41d8-9514-387d705ec7eb tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:22.678847 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-e9bf07ca-7801-4369-9917-83e8ac3bb0ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973419', 'neutron.services.segments.db._delete_segments_for_network-8736635878840'] for network, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:22.711510 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6da7c658-c82d-4c18-9e4c-c1a1c4222af5 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks [] for subnet, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:22.717211 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-6da7c658-c82d-4c18-9e4c-c1a1c4222af5 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] 10.222.0.60 "DELETE /v2.0/subnets/081a68b6-d148-49df-b713-0d3b957232d5 HTTP/1.1" status: 204 len: 168 time: 0.5335751 Nov 23 17:41:22.733810 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 52814) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:41:22.770354 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device 54248917-064b-443d-b4c8-8ace1843cce2 no longer exists at agent hyperv_n-h1-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:41:22.778666 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-e25079eb-2eb7-41d8-9514-387d705ec7eb tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Calling delete_port for 43a5cab1-19fb-42cf-8d9e-7214005e6f98 owned by network:router_interface {{(pid=103591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:41:22.784904 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-a75311af-d228-40c8-b7f8-a426d0d8cce9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973419', 'neutron.services.segments.db._delete_segments_for_network-8736635878840'] for network, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:22.807751 n-d-816206-8 neutron-server[103591]: DEBUG neutron.services.segments.db [None req-e9bf07ca-7801-4369-9917-83e8ac3bb0ad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8fae7973-38e6-4660-a7b2-023eda92e2f5']}} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:41:22.846753 n-d-816206-8 neutron-server[103591]: DEBUG neutron.services.segments.db [None req-e9bf07ca-7801-4369-9917-83e8ac3bb0ad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b559295-8909-4c1e-aefd-73cd9a3c5d40') {'for_net_delete': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:41:22.847057 n-d-816206-8 neutron-server[103591]: DEBUG neutron.services.segments.db [None req-e9bf07ca-7801-4369-9917-83e8ac3bb0ad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b559295-8909-4c1e-aefd-73cd9a3c5d40') {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:41:22.863057 n-d-816206-8 neutron-server[103591]: DEBUG neutron.services.segments.db [None req-a75311af-d228-40c8-b7f8-a426d0d8cce9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed89e2f9-65c4-4b7e-be5c-6f67d177fc5a']}} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:41:22.863295 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] No Port match for: 54248917-064b-443d-b4c8-8ace1843cce2 {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:41:22.864423 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device 54248917-064b-443d-b4c8-8ace1843cce2 not bound to the agent host n-h1-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:41:22.866484 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-59b8c6c3-5c62-45ab-8df0-b4888234e448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:22.871481 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-e9bf07ca-7801-4369-9917-83e8ac3bb0ad admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736635840332', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265989959'] for segment, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:22.877786 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da7c658-c82d-4c18-9e4c-c1a1c4222af5 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Pushing event deleted for resources: {'Subnet': ['ID=081a68b6-d148-49df-b713-0d3b957232d5,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:41:22.888076 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-730bad3b-e657-4cb3-a0c6-d11995e0f948 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1109419 Nov 23 17:41:22.890421 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:22.891278 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 52816) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:41:22.895991 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-dc177069-d2ab-4f97-9265-ecae49c1646f tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Request body: {'subnet': {'network_id': '56dedb9c-c874-4806-8073-23c183970f13', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:41:22.930743 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-920912a9-73f0-49cd-b09e-ed6738530ba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989'] for port, after_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:22.937335 n-d-816206-8 neutron-server[103591]: DEBUG neutron.services.segments.db [None req-a75311af-d228-40c8-b7f8-a426d0d8cce9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0fe1f0b-4dc5-4c1f-bf9c-941c134f4d0d') {'for_net_delete': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:41:22.937699 n-d-816206-8 neutron-server[103591]: DEBUG neutron.services.segments.db [None req-a75311af-d228-40c8-b7f8-a426d0d8cce9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0fe1f0b-4dc5-4c1f-bf9c-941c134f4d0d') {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:41:22.948342 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-e9bf07ca-7801-4369-9917-83e8ac3bb0ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:22.963630 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dbe2ba2-c1d8-4edf-8cac-25b356f9c7f0 None None] Sync routers for ids ['1d2dd293-4c5a-43d3-bb7f-3065bdc1a359'] in n-d-816206-8 {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:41:22.970268 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-a75311af-d228-40c8-b7f8-a426d0d8cce9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736635840332', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265989959'] for segment, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:22.980829 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9bf07ca-7801-4369-9917-83e8ac3bb0ad admin admin] Releasing vlan 500 on physical network physnet1 to pool {{(pid=103591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 17:41:22.981236 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-e9bf07ca-7801-4369-9917-83e8ac3bb0ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264756290'] for segment, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:22.984931 n-d-816206-8 neutron-server[103591]: Traceback (most recent call last): Nov 23 17:41:22.984931 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 17:41:22.984931 n-d-816206-8 neutron-server[103591]: timer() Nov 23 17:41:22.984931 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 17:41:22.984931 n-d-816206-8 neutron-server[103591]: cb(*args, **kw) Nov 23 17:41:22.984931 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 17:41:22.984931 n-d-816206-8 neutron-server[103591]: return func(*args, **kwargs) Nov 23 17:41:22.984931 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 17:41:22.984931 n-d-816206-8 neutron-server[103591]: self._notify() Nov 23 17:41:22.984931 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 17:41:22.984931 n-d-816206-8 neutron-server[103591]: self.callback(batched_events) Nov 23 17:41:22.984931 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 17:41:22.984931 n-d-816206-8 neutron-server[103591]: event.method(event) Nov 23 17:41:22.984931 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 17:41:22.984931 n-d-816206-8 neutron-server[103591]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 17:41:22.984931 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 17:41:22.984931 n-d-816206-8 neutron-server[103591]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 17:41:22.984931 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 17:41:22.984931 n-d-816206-8 neutron-server[103591]: return f(self, *a, **k) Nov 23 17:41:22.984931 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 17:41:22.984931 n-d-816206-8 neutron-server[103591]: return self._get(url).json() Nov 23 17:41:22.984931 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 17:41:22.984931 n-d-816206-8 neutron-server[103591]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 17:41:22.984931 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 17:41:22.984931 n-d-816206-8 neutron-server[103591]: return self.request(url, 'GET', **kwargs) Nov 23 17:41:22.984931 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 17:41:22.984931 n-d-816206-8 neutron-server[103591]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 17:41:22.984931 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 17:41:22.984931 n-d-816206-8 neutron-server[103591]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 17:41:22.984931 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 17:41:22.984931 n-d-816206-8 neutron-server[103591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 17:41:22.984931 n-d-816206-8 neutron-server[103591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 17:41:22.989199 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dbe2ba2-c1d8-4edf-8cac-25b356f9c7f0 None None] Routers {'1d2dd293-4c5a-43d3-bb7f-3065bdc1a359'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:41:22.990105 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-5dbe2ba2-c1d8-4edf-8cac-25b356f9c7f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:41:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['1d2dd293-4c5a-43d3-bb7f-3065bdc1a359'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:41:23.009474 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-a75311af-d228-40c8-b7f8-a426d0d8cce9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:23.052676 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] For port 43a5cab1-19fb-42cf-8d9e-7214005e6f98, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=43a5cab1-19fb-42cf-8d9e-7214005e6f98,segment=NetworkSegment(5fcac0f1-a823-4213-86de-0210d6620ec4),segment_id=5fcac0f1-a823-4213-86de-0210d6620ec4)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:41:23.054866 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-920912a9-73f0-49cd-b09e-ed6738530ba6 None None] No DVR routers for this DVR port 984246fb-1a04-4203-a416-fab237a2116d on host n-d-816206-8 {{(pid=103592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:41:23.061617 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920912a9-73f0-49cd-b09e-ed6738530ba6 None None] Pushing event deleted for resources: {'Port': ['ID=984246fb-1a04-4203-a416-fab237a2116d,revision_number=None']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:41:23.070800 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:23.080244 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a75311af-d228-40c8-b7f8-a426d0d8cce9 admin admin] Releasing vlan 533 on physical network physnet1 to pool {{(pid=103591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 17:41:23.080702 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-a75311af-d228-40c8-b7f8-a426d0d8cce9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264756290'] for segment, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:23.082460 n-d-816206-8 neutron-server[103591]: Traceback (most recent call last): Nov 23 17:41:23.082460 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 17:41:23.082460 n-d-816206-8 neutron-server[103591]: timer() Nov 23 17:41:23.082460 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 17:41:23.082460 n-d-816206-8 neutron-server[103591]: cb(*args, **kw) Nov 23 17:41:23.082460 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 17:41:23.082460 n-d-816206-8 neutron-server[103591]: return func(*args, **kwargs) Nov 23 17:41:23.082460 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 17:41:23.082460 n-d-816206-8 neutron-server[103591]: self._notify() Nov 23 17:41:23.082460 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 17:41:23.082460 n-d-816206-8 neutron-server[103591]: self.callback(batched_events) Nov 23 17:41:23.082460 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 17:41:23.082460 n-d-816206-8 neutron-server[103591]: event.method(event) Nov 23 17:41:23.082460 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 17:41:23.082460 n-d-816206-8 neutron-server[103591]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 17:41:23.082460 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 17:41:23.082460 n-d-816206-8 neutron-server[103591]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 17:41:23.082460 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 17:41:23.082460 n-d-816206-8 neutron-server[103591]: return f(self, *a, **k) Nov 23 17:41:23.082460 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 17:41:23.082460 n-d-816206-8 neutron-server[103591]: return self._get(url).json() Nov 23 17:41:23.082460 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 17:41:23.082460 n-d-816206-8 neutron-server[103591]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 17:41:23.082460 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 17:41:23.082460 n-d-816206-8 neutron-server[103591]: return self.request(url, 'GET', **kwargs) Nov 23 17:41:23.082460 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 17:41:23.082460 n-d-816206-8 neutron-server[103591]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 17:41:23.082460 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 17:41:23.082460 n-d-816206-8 neutron-server[103591]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 17:41:23.082460 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 17:41:23.082460 n-d-816206-8 neutron-server[103591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 17:41:23.082460 n-d-816206-8 neutron-server[103591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 17:41:23.092009 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26ab8c16-2dd1-4ee5-917b-ae8a21ca7082 None None] Network 56dedb9c-c874-4806-8073-23c183970f13 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:41:23.138638 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc177069-d2ab-4f97-9265-ecae49c1646f tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Made reservation on behalf of a17872768c1e4384801bad129509cfa7 for: {'subnet': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:41:23.143843 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-dc177069-d2ab-4f97-9265-ecae49c1646f tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264730903'] for subnet, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:23.156174 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-e9bf07ca-7801-4369-9917-83e8ac3bb0ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1795418'] for network, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:23.208368 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-5dbe2ba2-c1d8-4edf-8cac-25b356f9c7f0 None None] Set router 1d2dd293-4c5a-43d3-bb7f-3065bdc1a359 gateway port host: None {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:41:23.236589 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-e9bf07ca-7801-4369-9917-83e8ac3bb0ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for network, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:23.248802 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-e9bf07ca-7801-4369-9917-83e8ac3bb0ad admin admin] 10.222.0.60 "DELETE /v2.0/networks/8fae7973-38e6-4660-a7b2-023eda92e2f5 HTTP/1.1" status: 204 len: 168 time: 2.9031625 Nov 23 17:41:23.260539 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 52820) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:41:23.274917 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 984246fb-1a04-4203-a416-fab237a2116d no longer exists at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:41:23.304530 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-a75311af-d228-40c8-b7f8-a426d0d8cce9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1795418'] for network, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:23.306653 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bf07ca-7801-4369-9917-83e8ac3bb0ad admin admin] Pushing event deleted for resources: {'Network': ['ID=8fae7973-38e6-4660-a7b2-023eda92e2f5,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:41:23.358432 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] No Port match for: 984246fb-1a04-4203-a416-fab237a2116d {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:41:23.358780 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 984246fb-1a04-4203-a416-fab237a2116d not bound to the agent host n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:41:23.359210 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 5e419484-ec27-4048-92d1-8b9d95aaa519 no longer exists at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:41:23.409063 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-a75311af-d228-40c8-b7f8-a426d0d8cce9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for network, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:23.418812 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-a75311af-d228-40c8-b7f8-a426d0d8cce9 admin admin] 10.222.0.60 "DELETE /v2.0/networks/ed89e2f9-65c4-4b7e-be5c-6f67d177fc5a HTTP/1.1" status: 204 len: 168 time: 2.1064110 Nov 23 17:41:23.422804 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 52826) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:41:23.435046 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] No Port match for: 5e419484-ec27-4048-92d1-8b9d95aaa519 {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:41:23.435396 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 5e419484-ec27-4048-92d1-8b9d95aaa519 not bound to the agent host n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:41:23.514398 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75311af-d228-40c8-b7f8-a426d0d8cce9 admin admin] Pushing event deleted for resources: {'Network': ['ID=ed89e2f9-65c4-4b7e-be5c-6f67d177fc5a,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:41:23.548014 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.db.api [None req-59b8c6c3-5c62-45ab-8df0-b4888234e448 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103592) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 17:41:23.556668 n-d-816206-8 neutron-server[103592]: DEBUG oslo_db.api [None req-59b8c6c3-5c62-45ab-8df0-b4888234e448 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 17:41:23.583282 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Pushing event updated for resources: {'Port': ['ID=43a5cab1-19fb-42cf-8d9e-7214005e6f98,revision_number=5']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:41:23.612226 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_v2 [None req-66b4eb3a-e7cc-4028-b0ce-d7f399b55583 admin admin] Deleting subnet 26afee3c-d67c-4d8e-b86e-2be49aeec049 {{(pid=103590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 17:41:23.635106 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-66b4eb3a-e7cc-4028-b0ce-d7f399b55583 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:23.691322 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-e25079eb-2eb7-41d8-9514-387d705ec7eb tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:23.750155 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 43a5cab1-19fb-42cf-8d9e-7214005e6f98 up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:41:23.775488 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-5dbe2ba2-c1d8-4edf-8cac-25b356f9c7f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d2dd293-4c5a-43d3-bb7f-3065bdc1a359', 'name': 'tempest-RoutersTest-router-551812585', 'tenant_id': '9ea08f514e394d68a6e33e0a371ec75c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:40:38Z', 'updated_at': '2021-11-23T17:41:17Z', 'revision_number': 7, 'project_id': '9ea08f514e394d68a6e33e0a371ec75c', 'gw_port_host': None, '_interfaces': [{'id': '43a5cab1-19fb-42cf-8d9e-7214005e6f98', 'name': '', 'network_id': '041b1b8d-da76-4e61-a906-0763c685e7e0', 'tenant_id': '9ea08f514e394d68a6e33e0a371ec75c', 'mac_address': 'fa:16:3e:75:e6:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d2dd293-4c5a-43d3-bb7f-3065bdc1a359', 'device_owner': 'network:router_interface', 'standard_attr_id': 2393, 'fixed_ips': [{'subnet_id': '6a5d61bd-5d20-40ae-be19-5ff8dbfd2237', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:41:08Z', 'updated_at': '2021-11-23T17:41:20Z', 'revision_number': 4, 'project_id': '9ea08f514e394d68a6e33e0a371ec75c', 'subnets': [{'id': '6a5d61bd-5d20-40ae-be19-5ff8dbfd2237', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '66cf6c02-f69f-41af-a9df-28ff07530fea', 'name': '', 'network_id': '92be2970-7b78-43b3-9201-4bad6190f4b3', 'tenant_id': '9ea08f514e394d68a6e33e0a371ec75c', 'mac_address': 'fa:16:3e:f7:02:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d2dd293-4c5a-43d3-bb7f-3065bdc1a359', 'device_owner': 'network:router_interface', 'standard_attr_id': 2377, 'fixed_ips': [{'subnet_id': '30865f18-4aca-4007-b22a-63fa611fdbc0', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:40:52Z', 'updated_at': '2021-11-23T17:41:05Z', 'revision_number': 5, 'project_id': '9ea08f514e394d68a6e33e0a371ec75c', 'subnets': [{'id': '30865f18-4aca-4007-b22a-63fa611fdbc0', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '958dfef5-e0ae-44e1-996e-fe59244efbe6', 'name': '', 'network_id': '2acb5ccb-7e8d-4f79-b302-a5d872291601', 'tenant_id': '9ea08f514e394d68a6e33e0a371ec75c', 'mac_address': 'fa:16:3e:d3:ba:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d2dd293-4c5a-43d3-bb7f-3065bdc1a359', 'device_owner': 'network:router_interface', 'standard_attr_id': 2385, 'fixed_ips': [{'subnet_id': '8e10b822-4992-4ff6-b2fc-54a371821776', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:41:01Z', 'updated_at': '2021-11-23T17:41:15Z', 'revision_number': 5, 'project_id': '9ea08f514e394d68a6e33e0a371ec75c', 'subnets': [{'id': '8e10b822-4992-4ff6-b2fc-54a371821776', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'adc453bb-b64e-4a63-a1c3-03961aa01e6b', 'name': '', 'network_id': '0d2689e3-f47b-4951-8a3f-d47a148adc6f', 'tenant_id': '9ea08f514e394d68a6e33e0a371ec75c', 'mac_address': 'fa:16:3e:4f:5d:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d2dd293-4c5a-43d3-bb7f-3065bdc1a359', 'device_owner': 'network:router_interface', 'standard_attr_id': 2364, 'fixed_ips': [{'subnet_id': '4fd923d4-90c0-465c-a731-f064e303a2b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:40:43Z', 'updated_at': '2021-11-23T17:40:57Z', 'revision_number': 5, 'project_id': '9ea08f514e394d68a6e33e0a371ec75c', 'subnets': [{'id': '4fd923d4-90c0-465c-a731-f064e303a2b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:41:23.820236 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25079eb-2eb7-41d8-9514-387d705ec7eb tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Pushing event deleted for resources: {'Port': ['ID=43a5cab1-19fb-42cf-8d9e-7214005e6f98,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:41:23.825250 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] No Port match for: 43a5cab1-19fb-42cf-8d9e-7214005e6f98 {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:41:23.825926 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 43a5cab1-19fb-42cf-8d9e-7214005e6f98 not bound to the agent host n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Nov 23 17:41:23.864924 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Port 43a5cab1-19fb-42cf-8d9e-7214005e6f98 not found, will not notify nova. {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Nov 23 17:41:23.876716 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dbe2ba2-c1d8-4edf-8cac-25b356f9c7f0 None None] Checking router: 1d2dd293-4c5a-43d3-bb7f-3065bdc1a359 for host: n-d-816206-8 {{(pid=103593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 17:41:23.911918 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dbe2ba2-c1d8-4edf-8cac-25b356f9c7f0 None None] Routers {'1d2dd293-4c5a-43d3-bb7f-3065bdc1a359'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:41:23.912884 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-5dbe2ba2-c1d8-4edf-8cac-25b356f9c7f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:41:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['1d2dd293-4c5a-43d3-bb7f-3065bdc1a359'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:41:23.970623 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device d5ba8070-3afb-43e5-a993-23fc1fb70249 no longer exists at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:41:24.012718 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] No Port match for: d5ba8070-3afb-43e5-a993-23fc1fb70249 {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:41:24.013078 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device d5ba8070-3afb-43e5-a993-23fc1fb70249 not bound to the agent host n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:41:24.089666 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-59b8c6c3-5c62-45ab-8df0-b4888234e448 None None] Port 43a5cab1-19fb-42cf-8d9e-7214005e6f98 update to ACTIVE by agent not found {{(pid=103592) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Nov 23 17:41:24.120742 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2793b3ce-1825-4a7f-a7eb-16740c64ff04 req-46344a88-1513-478c-912a-5266bee106fe tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/ports?device_id=05801c5e-23fe-4c5d-a9cb-dc7464d84c54 HTTP/1.1" status: 200 len: 210 time: 0.2912743 Nov 23 17:41:24.147316 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-5dbe2ba2-c1d8-4edf-8cac-25b356f9c7f0 None None] Set router 1d2dd293-4c5a-43d3-bb7f-3065bdc1a359 gateway port host: None {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:41:24.401307 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-dc177069-d2ab-4f97-9265-ecae49c1646f tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264358096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264730885'] for subnet, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:24.478480 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-e25079eb-2eb7-41d8-9514-387d705ec7eb tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2067500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1794520'] for router_interface, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:24.509085 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-66b4eb3a-e7cc-4028-b0ce-d7f399b55583 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-267528342'] for subnet, precommit_delete_associations {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:24.528026 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc177069-d2ab-4f97-9265-ecae49c1646f tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Network 56dedb9c-c874-4806-8073-23c183970f13 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:41:24.558481 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-dc177069-d2ab-4f97-9265-ecae49c1646f tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:41:24.568280 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cf687d1-8a8f-46f9-a5c4-7c829cc5b018 None None] Network 56dedb9c-c874-4806-8073-23c183970f13 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:41:24.569300 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc177069-d2ab-4f97-9265-ecae49c1646f tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:41:24.569909 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-dc177069-d2ab-4f97-9265-ecae49c1646f tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks [] for subnet, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:24.585478 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-5dbe2ba2-c1d8-4edf-8cac-25b356f9c7f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d2dd293-4c5a-43d3-bb7f-3065bdc1a359', 'name': 'tempest-RoutersTest-router-551812585', 'tenant_id': '9ea08f514e394d68a6e33e0a371ec75c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:40:38Z', 'updated_at': '2021-11-23T17:41:23Z', 'revision_number': 8, 'project_id': '9ea08f514e394d68a6e33e0a371ec75c', 'gw_port_host': None, '_interfaces': [{'id': '66cf6c02-f69f-41af-a9df-28ff07530fea', 'name': '', 'network_id': '92be2970-7b78-43b3-9201-4bad6190f4b3', 'tenant_id': '9ea08f514e394d68a6e33e0a371ec75c', 'mac_address': 'fa:16:3e:f7:02:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d2dd293-4c5a-43d3-bb7f-3065bdc1a359', 'device_owner': 'network:router_interface', 'standard_attr_id': 2377, 'fixed_ips': [{'subnet_id': '30865f18-4aca-4007-b22a-63fa611fdbc0', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:40:52Z', 'updated_at': '2021-11-23T17:41:05Z', 'revision_number': 5, 'project_id': '9ea08f514e394d68a6e33e0a371ec75c', 'subnets': [{'id': '30865f18-4aca-4007-b22a-63fa611fdbc0', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '958dfef5-e0ae-44e1-996e-fe59244efbe6', 'name': '', 'network_id': '2acb5ccb-7e8d-4f79-b302-a5d872291601', 'tenant_id': '9ea08f514e394d68a6e33e0a371ec75c', 'mac_address': 'fa:16:3e:d3:ba:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d2dd293-4c5a-43d3-bb7f-3065bdc1a359', 'device_owner': 'network:router_interface', 'standard_attr_id': 2385, 'fixed_ips': [{'subnet_id': '8e10b822-4992-4ff6-b2fc-54a371821776', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:41:01Z', 'updated_at': '2021-11-23T17:41:15Z', 'revision_number': 5, 'project_id': '9ea08f514e394d68a6e33e0a371ec75c', 'subnets': [{'id': '8e10b822-4992-4ff6-b2fc-54a371821776', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'adc453bb-b64e-4a63-a1c3-03961aa01e6b', 'name': '', 'network_id': '0d2689e3-f47b-4951-8a3f-d47a148adc6f', 'tenant_id': '9ea08f514e394d68a6e33e0a371ec75c', 'mac_address': 'fa:16:3e:4f:5d:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d2dd293-4c5a-43d3-bb7f-3065bdc1a359', 'device_owner': 'network:router_interface', 'standard_attr_id': 2364, 'fixed_ips': [{'subnet_id': '4fd923d4-90c0-465c-a731-f064e303a2b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:40:43Z', 'updated_at': '2021-11-23T17:40:57Z', 'revision_number': 5, 'project_id': '9ea08f514e394d68a6e33e0a371ec75c', 'subnets': [{'id': '4fd923d4-90c0-465c-a731-f064e303a2b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:41:24.597523 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc177069-d2ab-4f97-9265-ecae49c1646f tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Pushing event updated for resources: {'Subnet': ['ID=84013b08-67d4-46c4-8cbf-c872215a201f,revision_number=0']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:41:24.630530 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dbe2ba2-c1d8-4edf-8cac-25b356f9c7f0 None None] The sync data for ids ['1d2dd293-4c5a-43d3-bb7f-3065bdc1a359'] in n-d-816206-8 is: [{'id': '1d2dd293-4c5a-43d3-bb7f-3065bdc1a359', 'name': 'tempest-RoutersTest-router-551812585', 'tenant_id': '9ea08f514e394d68a6e33e0a371ec75c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:40:38Z', 'updated_at': '2021-11-23T17:41:23Z', 'revision_number': 8, 'project_id': '9ea08f514e394d68a6e33e0a371ec75c', 'gw_port_host': None, '_interfaces': [{'id': '66cf6c02-f69f-41af-a9df-28ff07530fea', 'name': '', 'network_id': '92be2970-7b78-43b3-9201-4bad6190f4b3', 'tenant_id': '9ea08f514e394d68a6e33e0a371ec75c', 'mac_address': 'fa:16:3e:f7:02:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d2dd293-4c5a-43d3-bb7f-3065bdc1a359', 'device_owner': 'network:router_interface', 'standard_attr_id': 2377, 'fixed_ips': [{'subnet_id': '30865f18-4aca-4007-b22a-63fa611fdbc0', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:40:52Z', 'updated_at': '2021-11-23T17:41:05Z', 'revision_number': 5, 'project_id': '9ea08f514e394d68a6e33e0a371ec75c', 'subnets': [{'id': '30865f18-4aca-4007-b22a-63fa611fdbc0', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '958dfef5-e0ae-44e1-996e-fe59244efbe6', 'name': '', 'network_id': '2acb5ccb-7e8d-4f79-b302-a5d872291601', 'tenant_id': '9ea08f514e394d68a6e33e0a371ec75c', 'mac_address': 'fa:16:3e:d3:ba:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d2dd293-4c5a-43d3-bb7f-3065bdc1a359', 'device_owner': 'network:router_interface', 'standard_attr_id': 2385, 'fixed_ips': [{'subnet_id': '8e10b822-4992-4ff6-b2fc-54a371821776', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:41:01Z', 'updated_at': '2021-11-23T17:41:15Z', 'revision_number': 5, 'project_id': '9ea08f514e394d68a6e33e0a371ec75c', 'subnets': [{'id': '8e10b822-4992-4ff6-b2fc-54a371821776', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'adc453bb-b64e-4a63-a1c3-03961aa01e6b', 'name': '', 'network_id': '0d2689e3-f47b-4951-8a3f-d47a148adc6f', 'tenant_id': '9ea08f514e394d68a6e33e0a371ec75c', 'mac_address': 'fa:16:3e:4f:5d:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d2dd293-4c5a-43d3-bb7f-3065bdc1a359', 'device_owner': 'network:router_interface', 'standard_attr_id': 2364, 'fixed_ips': [{'subnet_id': '4fd923d4-90c0-465c-a731-f064e303a2b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:40:43Z', 'updated_at': '2021-11-23T17:40:57Z', 'revision_number': 5, 'project_id': '9ea08f514e394d68a6e33e0a371ec75c', 'subnets': [{'id': '4fd923d4-90c0-465c-a731-f064e303a2b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:41:24.642006 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-dc177069-d2ab-4f97-9265-ecae49c1646f tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7475777 Nov 23 17:41:24.645964 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-66b4eb3a-e7cc-4028-b0ce-d7f399b55583 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971956'] for subnet, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:24.648706 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 52836) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:41:24.655056 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-67c7daaa-ff5d-4814-a5f7-b2f9152875fc tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-106468874', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:41:24.712071 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-67c7daaa-ff5d-4814-a5f7-b2f9152875fc tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1793449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8093'] for router, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:24.713180 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-67c7daaa-ff5d-4814-a5f7-b2f9152875fc tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1794473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1794771', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1638326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8086'] for router, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:24.819416 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-67c7daaa-ff5d-4814-a5f7-b2f9152875fc tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:24.829095 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-67c7daaa-ff5d-4814-a5f7-b2f9152875fc tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1794316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1795362'] for router, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:24.848470 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-66b4eb3a-e7cc-4028-b0ce-d7f399b55583 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264357903', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264730940'] for subnet, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:24.886985 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b4eb3a-e7cc-4028-b0ce-d7f399b55583 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=26afee3c-d67c-4d8e-b86e-2be49aeec049,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:41:24.889491 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-66b4eb3a-e7cc-4028-b0ce-d7f399b55583 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:24.899604 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-66b4eb3a-e7cc-4028-b0ce-d7f399b55583 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/26afee3c-d67c-4d8e-b86e-2be49aeec049 HTTP/1.1" status: 204 len: 168 time: 1.4757831 Nov 23 17:41:24.906764 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 52840) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:41:24.907442 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-67c7daaa-ff5d-4814-a5f7-b2f9152875fc tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks [] for router, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:24.913899 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-67c7daaa-ff5d-4814-a5f7-b2f9152875fc tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2636774 Nov 23 17:41:24.916759 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 52842) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:41:24.933738 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-465ff5de-865f-493a-9877-756109d7d732 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp355044b8-8e87-58c4-94fa-4a010ec30f9e-56dedb9c-c874-4806-8073-23c183970f13', 'network_id': '56dedb9c-c874-4806-8073-23c183970f13', 'tenant_id': 'a17872768c1e4384801bad129509cfa7', 'fixed_ips': [{'subnet_id': '84013b08-67d4-46c4-8cbf-c872215a201f'}]}} from n-d-816206-8. {{(pid=103592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 17:41:24.934805 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-465ff5de-865f-493a-9877-756109d7d732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:25.123169 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-35c30988-7be9-4f87-ad6c-e934c2e695ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-555181'] for network, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:25.147357 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e25079eb-2eb7-41d8-9514-387d705ec7eb tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Router 1d2dd293-4c5a-43d3-bb7f-3065bdc1a359 has already been hosted by L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 {{(pid=103591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 17:41:25.295440 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.db_base_plugin_common [None req-465ff5de-865f-493a-9877-756109d7d732 None None] Allocated IP 2001:db8::2 (56dedb9c-c874-4806-8073-23c183970f13/84013b08-67d4-46c4-8cbf-c872215a201f/3da9e047-99d7-40b5-b6aa-bb4e06a28042) {{(pid=103592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:41:25.455759 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-35c30988-7be9-4f87-ad6c-e934c2e695ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973419', 'neutron.services.segments.db._delete_segments_for_network-8736635878840'] for network, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:25.459738 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e25079eb-2eb7-41d8-9514-387d705ec7eb tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:41:25.474878 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e9e49ac-5de6-4348-82dd-73d7671214fc None None] Sync routers for ids ['1d2dd293-4c5a-43d3-bb7f-3065bdc1a359'] in n-d-816206-8 {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:41:25.521377 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-e25079eb-2eb7-41d8-9514-387d705ec7eb tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] 10.222.0.60 "PUT /v2.0/routers/1d2dd293-4c5a-43d3-bb7f-3065bdc1a359/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8463683 Nov 23 17:41:25.536778 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 52848) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:41:25.545303 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e9e49ac-5de6-4348-82dd-73d7671214fc None None] Routers {'1d2dd293-4c5a-43d3-bb7f-3065bdc1a359'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:41:25.545935 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-3e9e49ac-5de6-4348-82dd-73d7671214fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:41:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['1d2dd293-4c5a-43d3-bb7f-3065bdc1a359'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:41:25.602412 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a9bce17a-76f4-45a8-b40b-f6fdbcb2d4e5 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:25.607893 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-573c2a47-d223-4476-838f-f50e61fea54e req-cb17a3a6-2256-4c36-8fcd-b2d50542c796 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/ports?device_id=05801c5e-23fe-4c5d-a9cb-dc7464d84c54 HTTP/1.1" status: 200 len: 210 time: 0.3547108 Nov 23 17:41:25.622740 n-d-816206-8 neutron-server[103591]: DEBUG neutron.services.segments.db [None req-35c30988-7be9-4f87-ad6c-e934c2e695ba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3cd76f68-ca34-4ec9-9780-dc14f7603048']}} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:41:25.637333 n-d-816206-8 neutron-server[103591]: DEBUG neutron.services.segments.db [None req-35c30988-7be9-4f87-ad6c-e934c2e695ba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d8dc47d-2a37-430a-b8ba-a4b6debd6889') {'for_net_delete': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:41:25.638309 n-d-816206-8 neutron-server[103591]: DEBUG neutron.services.segments.db [None req-35c30988-7be9-4f87-ad6c-e934c2e695ba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d8dc47d-2a37-430a-b8ba-a4b6debd6889') {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:41:25.650970 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-35c30988-7be9-4f87-ad6c-e934c2e695ba admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736635840332', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265989959'] for segment, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:25.668558 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-35c30988-7be9-4f87-ad6c-e934c2e695ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:25.675546 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35c30988-7be9-4f87-ad6c-e934c2e695ba admin admin] Releasing vlan 513 on physical network physnet1 to pool {{(pid=103591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 17:41:25.676170 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-35c30988-7be9-4f87-ad6c-e934c2e695ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264756290'] for segment, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:25.714486 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 43a5cab1-19fb-42cf-8d9e-7214005e6f98 no longer exists at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:41:25.737286 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_v2 [None req-b63e863c-0a40-4c4d-a309-fec464e80433 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Deleting subnet 6a5d61bd-5d20-40ae-be19-5ff8dbfd2237 {{(pid=103590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 17:41:25.763124 n-d-816206-8 neutron-server[103591]: Traceback (most recent call last): Nov 23 17:41:25.763124 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 17:41:25.763124 n-d-816206-8 neutron-server[103591]: timer() Nov 23 17:41:25.763124 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 17:41:25.763124 n-d-816206-8 neutron-server[103591]: cb(*args, **kw) Nov 23 17:41:25.763124 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 17:41:25.763124 n-d-816206-8 neutron-server[103591]: return func(*args, **kwargs) Nov 23 17:41:25.763124 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 17:41:25.763124 n-d-816206-8 neutron-server[103591]: self._notify() Nov 23 17:41:25.763124 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 17:41:25.763124 n-d-816206-8 neutron-server[103591]: self.callback(batched_events) Nov 23 17:41:25.763124 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 17:41:25.763124 n-d-816206-8 neutron-server[103591]: event.method(event) Nov 23 17:41:25.763124 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 17:41:25.763124 n-d-816206-8 neutron-server[103591]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 17:41:25.763124 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 17:41:25.763124 n-d-816206-8 neutron-server[103591]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 17:41:25.763124 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 17:41:25.763124 n-d-816206-8 neutron-server[103591]: return f(self, *a, **k) Nov 23 17:41:25.763124 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 17:41:25.763124 n-d-816206-8 neutron-server[103591]: return self._get(url).json() Nov 23 17:41:25.763124 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 17:41:25.763124 n-d-816206-8 neutron-server[103591]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 17:41:25.763124 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 17:41:25.763124 n-d-816206-8 neutron-server[103591]: return self.request(url, 'GET', **kwargs) Nov 23 17:41:25.763124 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 17:41:25.763124 n-d-816206-8 neutron-server[103591]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 17:41:25.763124 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 17:41:25.763124 n-d-816206-8 neutron-server[103591]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 17:41:25.763124 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 17:41:25.763124 n-d-816206-8 neutron-server[103591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 17:41:25.763124 n-d-816206-8 neutron-server[103591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 17:41:25.771743 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-35c30988-7be9-4f87-ad6c-e934c2e695ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1795418'] for network, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:25.773521 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b63e863c-0a40-4c4d-a309-fec464e80433 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks [] for subnet, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:25.786568 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] No Port match for: 43a5cab1-19fb-42cf-8d9e-7214005e6f98 {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:41:25.786835 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 43a5cab1-19fb-42cf-8d9e-7214005e6f98 not bound to the agent host n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:41:25.790598 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-35c30988-7be9-4f87-ad6c-e934c2e695ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for network, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:25.798116 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-35c30988-7be9-4f87-ad6c-e934c2e695ba admin admin] 10.222.0.60 "DELETE /v2.0/networks/3cd76f68-ca34-4ec9-9780-dc14f7603048 HTTP/1.1" status: 204 len: 168 time: 0.8897009 Nov 23 17:41:25.871418 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c30988-7be9-4f87-ad6c-e934c2e695ba admin admin] Pushing event deleted for resources: {'Network': ['ID=3cd76f68-ca34-4ec9-9780-dc14f7603048,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:41:25.895255 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b63e863c-0a40-4c4d-a309-fec464e80433 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-267528342'] for subnet, precommit_delete_associations {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:25.914446 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-465ff5de-865f-493a-9877-756109d7d732 None None] Publish callbacks [] for port, precommit_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:25.920185 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvr_db [None req-3e9e49ac-5de6-4348-82dd-73d7671214fc None None] Set router 1d2dd293-4c5a-43d3-bb7f-3065bdc1a359 gateway port host: None {{(pid=103592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:41:25.953231 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-465ff5de-865f-493a-9877-756109d7d732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980'] for port, after_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:26.008214 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-1dd282d3-94f4-45fb-bcbf-d4355a1d390d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1794372'] for router_interface, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:26.057970 n-d-816206-8 neutron-server[103592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-465ff5de-865f-493a-9877-756109d7d732 None None] Network 56dedb9c-c874-4806-8073-23c183970f13 is already hosted by enough agents. {{(pid=103592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:41:26.171138 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 52854) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:41:26.184588 n-d-816206-8 neutron-server[103592]: DEBUG neutron.scheduler.base_scheduler [None req-465ff5de-865f-493a-9877-756109d7d732 None None] Resources bound (agent type, host, resource id): {{(pid=103592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:41:26.215750 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-465ff5de-865f-493a-9877-756109d7d732 None None] Received port after_create {{(pid=103592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:41:26.227654 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465ff5de-865f-493a-9877-756109d7d732 None None] Pushing event updated for resources: {'Port': ['ID=3da9e047-99d7-40b5-b6aa-bb4e06a28042,revision_number=1']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:41:26.258680 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-51b7854b-77b4-4a6e-8c6e-3af673e6fec5 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=466bf1c72d33403f87857823905a1383&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0857131 Nov 23 17:41:26.262247 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 52856) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:41:26.309926 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-465ff5de-865f-493a-9877-756109d7d732 None None] Attempting to bind port 3da9e047-99d7-40b5-b6aa-bb4e06a28042 on host n-d-816206-8 for vnic_type normal with profile {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:41:26.310307 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-465ff5de-865f-493a-9877-756109d7d732 None None] Attempting to bind port 3da9e047-99d7-40b5-b6aa-bb4e06a28042 by drivers openvswitch,hyperv on host n-d-816206-8 at level 0 using segments [{'id': '208f22fc-9686-4ca3-a88c-018385437c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '56dedb9c-c874-4806-8073-23c183970f13'}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:41:26.310827 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-465ff5de-865f-493a-9877-756109d7d732 None None] Attempting to bind port 3da9e047-99d7-40b5-b6aa-bb4e06a28042 on network 56dedb9c-c874-4806-8073-23c183970f13 {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:41:26.321227 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-465ff5de-865f-493a-9877-756109d7d732 None None] Checking agent: {'id': '9e89acbe-4bbe-4c77-a18b-6f1da9133e0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 7, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 41, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:41:26.321603 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-465ff5de-865f-493a-9877-756109d7d732 None None] Checking segment: {'id': '208f22fc-9686-4ca3-a88c-018385437c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '56dedb9c-c874-4806-8073-23c183970f13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:41:26.322067 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-465ff5de-865f-493a-9877-756109d7d732 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:26.322462 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-465ff5de-865f-493a-9877-756109d7d732 None None] Bound using segment: {'id': '208f22fc-9686-4ca3-a88c-018385437c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '56dedb9c-c874-4806-8073-23c183970f13'} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:41:26.322951 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-465ff5de-865f-493a-9877-756109d7d732 None None] Bound port: 3da9e047-99d7-40b5-b6aa-bb4e06a28042, host: n-d-816206-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '208f22fc-9686-4ca3-a88c-018385437c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '56dedb9c-c874-4806-8073-23c183970f13'}}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:41:26.323441 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-465ff5de-865f-493a-9877-756109d7d732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:26.401769 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-465ff5de-865f-493a-9877-756109d7d732 None None] For port 3da9e047-99d7-40b5-b6aa-bb4e06a28042, host n-d-816206-8, cleared binding levels {{(pid=103592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:41:26.411302 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-465ff5de-865f-493a-9877-756109d7d732 None None] For port 3da9e047-99d7-40b5-b6aa-bb4e06a28042, host n-d-816206-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=3da9e047-99d7-40b5-b6aa-bb4e06a28042,segment=NetworkSegment(208f22fc-9686-4ca3-a88c-018385437c28),segment_id=208f22fc-9686-4ca3-a88c-018385437c28)] {{(pid=103592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:41:26.416208 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b63e863c-0a40-4c4d-a309-fec464e80433 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971956'] for subnet, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:26.419594 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-cee95eaa-480c-473a-8c0a-698af46ff6de admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:26.419754 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-3e9e49ac-5de6-4348-82dd-73d7671214fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d2dd293-4c5a-43d3-bb7f-3065bdc1a359', 'name': 'tempest-RoutersTest-router-551812585', 'tenant_id': '9ea08f514e394d68a6e33e0a371ec75c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:40:38Z', 'updated_at': '2021-11-23T17:41:23Z', 'revision_number': 8, 'project_id': '9ea08f514e394d68a6e33e0a371ec75c', 'gw_port_host': None, '_interfaces': [{'id': '66cf6c02-f69f-41af-a9df-28ff07530fea', 'name': '', 'network_id': '92be2970-7b78-43b3-9201-4bad6190f4b3', 'tenant_id': '9ea08f514e394d68a6e33e0a371ec75c', 'mac_address': 'fa:16:3e:f7:02:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d2dd293-4c5a-43d3-bb7f-3065bdc1a359', 'device_owner': 'network:router_interface', 'standard_attr_id': 2377, 'fixed_ips': [{'subnet_id': '30865f18-4aca-4007-b22a-63fa611fdbc0', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:40:52Z', 'updated_at': '2021-11-23T17:41:05Z', 'revision_number': 5, 'project_id': '9ea08f514e394d68a6e33e0a371ec75c', 'subnets': [{'id': '30865f18-4aca-4007-b22a-63fa611fdbc0', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '958dfef5-e0ae-44e1-996e-fe59244efbe6', 'name': '', 'network_id': '2acb5ccb-7e8d-4f79-b302-a5d872291601', 'tenant_id': '9ea08f514e394d68a6e33e0a371ec75c', 'mac_address': 'fa:16:3e:d3:ba:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d2dd293-4c5a-43d3-bb7f-3065bdc1a359', 'device_owner': 'network:router_interface', 'standard_attr_id': 2385, 'fixed_ips': [{'subnet_id': '8e10b822-4992-4ff6-b2fc-54a371821776', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:41:01Z', 'updated_at': '2021-11-23T17:41:15Z', 'revision_number': 5, 'project_id': '9ea08f514e394d68a6e33e0a371ec75c', 'subnets': [{'id': '8e10b822-4992-4ff6-b2fc-54a371821776', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'adc453bb-b64e-4a63-a1c3-03961aa01e6b', 'name': '', 'network_id': '0d2689e3-f47b-4951-8a3f-d47a148adc6f', 'tenant_id': '9ea08f514e394d68a6e33e0a371ec75c', 'mac_address': 'fa:16:3e:4f:5d:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d2dd293-4c5a-43d3-bb7f-3065bdc1a359', 'device_owner': 'network:router_interface', 'standard_attr_id': 2364, 'fixed_ips': [{'subnet_id': '4fd923d4-90c0-465c-a731-f064e303a2b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:40:43Z', 'updated_at': '2021-11-23T17:40:57Z', 'revision_number': 5, 'project_id': '9ea08f514e394d68a6e33e0a371ec75c', 'subnets': [{'id': '4fd923d4-90c0-465c-a731-f064e303a2b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:41:26.444966 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-cee95eaa-480c-473a-8c0a-698af46ff6de admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:26.502242 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-465ff5de-865f-493a-9877-756109d7d732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:26.506761 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e9e49ac-5de6-4348-82dd-73d7671214fc None None] Checking router: 1d2dd293-4c5a-43d3-bb7f-3065bdc1a359 for host: n-d-816206-8 {{(pid=103592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 17:41:26.533683 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-cee95eaa-480c-473a-8c0a-698af46ff6de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:26.536545 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-cee95eaa-480c-473a-8c0a-698af46ff6de admin admin] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:26.537717 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-cee95eaa-480c-473a-8c0a-698af46ff6de admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c589cfac-710c-42b4-831f-3acafd80334f HTTP/1.1" status: 204 len: 168 time: 0.2518032 Nov 23 17:41:26.555107 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-a9bce17a-76f4-45a8-b40b-f6fdbcb2d4e5 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Allocated IP 2001:db8::1 (56dedb9c-c874-4806-8073-23c183970f13/84013b08-67d4-46c4-8cbf-c872215a201f/9bf0e330-584e-4425-b7b5-3b5ea4603044) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:41:26.598386 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-1dd282d3-94f4-45fb-bcbf-d4355a1d390d admin admin] Deleting port 52bd8b9a-fd12-4478-b95f-eb822fd1ec76 {{(pid=103591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:41:26.598721 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-1dd282d3-94f4-45fb-bcbf-d4355a1d390d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:26.600136 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e9e49ac-5de6-4348-82dd-73d7671214fc None None] Routers {'1d2dd293-4c5a-43d3-bb7f-3065bdc1a359'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:41:26.600786 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-3e9e49ac-5de6-4348-82dd-73d7671214fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:41:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['1d2dd293-4c5a-43d3-bb7f-3065bdc1a359'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:41:26.702072 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee95eaa-480c-473a-8c0a-698af46ff6de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c589cfac-710c-42b4-831f-3acafd80334f,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:41:26.933094 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ab98b938-0e6d-465d-ac7d-252deb38fdf4 req-5e909516-c4f0-4ef2-8f71-81f48b00e1d9 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/ports?device_id=05801c5e-23fe-4c5d-a9cb-dc7464d84c54 HTTP/1.1" status: 200 len: 210 time: 0.0763960 Nov 23 17:41:27.019666 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [None req-1dd282d3-94f4-45fb-bcbf-d4355a1d390d admin admin] For port 52bd8b9a-fd12-4478-b95f-eb822fd1ec76, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=52bd8b9a-fd12-4478-b95f-eb822fd1ec76,segment=NetworkSegment(b195e0b4-717d-497e-9676-eff15a175551),segment_id=b195e0b4-717d-497e-9676-eff15a175551)] {{(pid=103591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:41:27.020793 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-1dd282d3-94f4-45fb-bcbf-d4355a1d390d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:27.069826 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-1dd282d3-94f4-45fb-bcbf-d4355a1d390d admin admin] Calling delete_port for 52bd8b9a-fd12-4478-b95f-eb822fd1ec76 owned by network:router_interface {{(pid=103591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:41:27.088310 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a9bce17a-76f4-45a8-b40b-f6fdbcb2d4e5 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:27.107200 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b63e863c-0a40-4c4d-a309-fec464e80433 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264357903', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264730940'] for subnet, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:27.176317 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b63e863c-0a40-4c4d-a309-fec464e80433 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks [] for subnet, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:27.189081 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-b63e863c-0a40-4c4d-a309-fec464e80433 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] 10.222.0.60 "DELETE /v2.0/subnets/6a5d61bd-5d20-40ae-be19-5ff8dbfd2237 HTTP/1.1" status: 204 len: 168 time: 1.6511779 Nov 23 17:41:27.190004 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 52872) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:41:27.196718 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63e863c-0a40-4c4d-a309-fec464e80433 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Pushing event deleted for resources: {'Subnet': ['ID=6a5d61bd-5d20-40ae-be19-5ff8dbfd2237,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:41:27.385948 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvr_db [None req-3e9e49ac-5de6-4348-82dd-73d7671214fc None None] Set router 1d2dd293-4c5a-43d3-bb7f-3065bdc1a359 gateway port host: None {{(pid=103592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:41:27.421681 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 52874) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:41:27.462326 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-012c8475-bc11-47e8-9dec-f0b000448d99 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-555181'] for network, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:27.471645 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3376e093-2a4b-458a-a682-7821dcfb4f08 None None] Network 041b1b8d-da76-4e61-a906-0763c685e7e0 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:41:27.476268 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465ff5de-865f-493a-9877-756109d7d732 None None] Pushing event updated for resources: {'Port': ['ID=3da9e047-99d7-40b5-b6aa-bb4e06a28042,revision_number=2']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:41:27.482179 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-1dd282d3-94f4-45fb-bcbf-d4355a1d390d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:27.503760 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a9bce17a-76f4-45a8-b40b-f6fdbcb2d4e5 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:27.550238 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd282d3-94f4-45fb-bcbf-d4355a1d390d admin admin] Pushing event deleted for resources: {'Port': ['ID=52bd8b9a-fd12-4478-b95f-eb822fd1ec76,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:41:27.759737 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bce17a-76f4-45a8-b40b-f6fdbcb2d4e5 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Pushing event updated for resources: {'Port': ['ID=9bf0e330-584e-4425-b7b5-3b5ea4603044,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:41:27.815258 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-ae1277ed-ad54-4e95-8689-b10ac73a23b7 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=31d8418c1aec4f4f97ba0f97c1a033bb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3873734 Nov 23 17:41:27.816352 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9bce17a-76f4-45a8-b40b-f6fdbcb2d4e5 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Network 56dedb9c-c874-4806-8073-23c183970f13 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:41:27.816692 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 52878) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:41:27.893077 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-a9bce17a-76f4-45a8-b40b-f6fdbcb2d4e5 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:41:27.902764 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9bce17a-76f4-45a8-b40b-f6fdbcb2d4e5 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:41:27.904240 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a9bce17a-76f4-45a8-b40b-f6fdbcb2d4e5 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1795539'] for router_interface, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:28.280588 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-3e9e49ac-5de6-4348-82dd-73d7671214fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d2dd293-4c5a-43d3-bb7f-3065bdc1a359', 'name': 'tempest-RoutersTest-router-551812585', 'tenant_id': '9ea08f514e394d68a6e33e0a371ec75c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:40:38Z', 'updated_at': '2021-11-23T17:41:23Z', 'revision_number': 8, 'project_id': '9ea08f514e394d68a6e33e0a371ec75c', 'gw_port_host': None, '_interfaces': [{'id': '66cf6c02-f69f-41af-a9df-28ff07530fea', 'name': '', 'network_id': '92be2970-7b78-43b3-9201-4bad6190f4b3', 'tenant_id': '9ea08f514e394d68a6e33e0a371ec75c', 'mac_address': 'fa:16:3e:f7:02:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d2dd293-4c5a-43d3-bb7f-3065bdc1a359', 'device_owner': 'network:router_interface', 'standard_attr_id': 2377, 'fixed_ips': [{'subnet_id': '30865f18-4aca-4007-b22a-63fa611fdbc0', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:40:52Z', 'updated_at': '2021-11-23T17:41:05Z', 'revision_number': 5, 'project_id': '9ea08f514e394d68a6e33e0a371ec75c', 'subnets': [{'id': '30865f18-4aca-4007-b22a-63fa611fdbc0', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '958dfef5-e0ae-44e1-996e-fe59244efbe6', 'name': '', 'network_id': '2acb5ccb-7e8d-4f79-b302-a5d872291601', 'tenant_id': '9ea08f514e394d68a6e33e0a371ec75c', 'mac_address': 'fa:16:3e:d3:ba:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d2dd293-4c5a-43d3-bb7f-3065bdc1a359', 'device_owner': 'network:router_interface', 'standard_attr_id': 2385, 'fixed_ips': [{'subnet_id': '8e10b822-4992-4ff6-b2fc-54a371821776', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:41:01Z', 'updated_at': '2021-11-23T17:41:15Z', 'revision_number': 5, 'project_id': '9ea08f514e394d68a6e33e0a371ec75c', 'subnets': [{'id': '8e10b822-4992-4ff6-b2fc-54a371821776', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'adc453bb-b64e-4a63-a1c3-03961aa01e6b', 'name': '', 'network_id': '0d2689e3-f47b-4951-8a3f-d47a148adc6f', 'tenant_id': '9ea08f514e394d68a6e33e0a371ec75c', 'mac_address': 'fa:16:3e:4f:5d:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d2dd293-4c5a-43d3-bb7f-3065bdc1a359', 'device_owner': 'network:router_interface', 'standard_attr_id': 2364, 'fixed_ips': [{'subnet_id': '4fd923d4-90c0-465c-a731-f064e303a2b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:40:43Z', 'updated_at': '2021-11-23T17:40:57Z', 'revision_number': 5, 'project_id': '9ea08f514e394d68a6e33e0a371ec75c', 'subnets': [{'id': '4fd923d4-90c0-465c-a731-f064e303a2b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:41:28.380419 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e9e49ac-5de6-4348-82dd-73d7671214fc None None] The sync data for ids ['1d2dd293-4c5a-43d3-bb7f-3065bdc1a359'] in n-d-816206-8 is: [{'id': '1d2dd293-4c5a-43d3-bb7f-3065bdc1a359', 'name': 'tempest-RoutersTest-router-551812585', 'tenant_id': '9ea08f514e394d68a6e33e0a371ec75c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:40:38Z', 'updated_at': '2021-11-23T17:41:23Z', 'revision_number': 8, 'project_id': '9ea08f514e394d68a6e33e0a371ec75c', 'gw_port_host': None, '_interfaces': [{'id': '66cf6c02-f69f-41af-a9df-28ff07530fea', 'name': '', 'network_id': '92be2970-7b78-43b3-9201-4bad6190f4b3', 'tenant_id': '9ea08f514e394d68a6e33e0a371ec75c', 'mac_address': 'fa:16:3e:f7:02:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d2dd293-4c5a-43d3-bb7f-3065bdc1a359', 'device_owner': 'network:router_interface', 'standard_attr_id': 2377, 'fixed_ips': [{'subnet_id': '30865f18-4aca-4007-b22a-63fa611fdbc0', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:40:52Z', 'updated_at': '2021-11-23T17:41:05Z', 'revision_number': 5, 'project_id': '9ea08f514e394d68a6e33e0a371ec75c', 'subnets': [{'id': '30865f18-4aca-4007-b22a-63fa611fdbc0', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '958dfef5-e0ae-44e1-996e-fe59244efbe6', 'name': '', 'network_id': '2acb5ccb-7e8d-4f79-b302-a5d872291601', 'tenant_id': '9ea08f514e394d68a6e33e0a371ec75c', 'mac_address': 'fa:16:3e:d3:ba:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d2dd293-4c5a-43d3-bb7f-3065bdc1a359', 'device_owner': 'network:router_interface', 'standard_attr_id': 2385, 'fixed_ips': [{'subnet_id': '8e10b822-4992-4ff6-b2fc-54a371821776', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:41:01Z', 'updated_at': '2021-11-23T17:41:15Z', 'revision_number': 5, 'project_id': '9ea08f514e394d68a6e33e0a371ec75c', 'subnets': [{'id': '8e10b822-4992-4ff6-b2fc-54a371821776', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'adc453bb-b64e-4a63-a1c3-03961aa01e6b', 'name': '', 'network_id': '0d2689e3-f47b-4951-8a3f-d47a148adc6f', 'tenant_id': '9ea08f514e394d68a6e33e0a371ec75c', 'mac_address': 'fa:16:3e:4f:5d:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d2dd293-4c5a-43d3-bb7f-3065bdc1a359', 'device_owner': 'network:router_interface', 'standard_attr_id': 2364, 'fixed_ips': [{'subnet_id': '4fd923d4-90c0-465c-a731-f064e303a2b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:40:43Z', 'updated_at': '2021-11-23T17:40:57Z', 'revision_number': 5, 'project_id': '9ea08f514e394d68a6e33e0a371ec75c', 'subnets': [{'id': '4fd923d4-90c0-465c-a731-f064e303a2b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:41:28.382547 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81ccc18a-4122-4b9b-b447-f6e415b23baa None None] DHCP port deletion for 041b1b8d-da76-4e61-a906-0763c685e7e0 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:41:28.399113 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-012c8475-bc11-47e8-9dec-f0b000448d99 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Deleting port e48012f0-37de-4cbc-9208-d1b367a5cd20 {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:41:28.399489 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-012c8475-bc11-47e8-9dec-f0b000448d99 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:28.503461 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d053b150-ad47-42e1-864b-2653c690a765 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:28.517243 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-81ccc18a-4122-4b9b-b447-f6e415b23baa None None] Deleting port e48012f0-37de-4cbc-9208-d1b367a5cd20 {{(pid=103592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:41:28.518188 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-81ccc18a-4122-4b9b-b447-f6e415b23baa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:28.594283 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a9bce17a-76f4-45a8-b40b-f6fdbcb2d4e5 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:28.618476 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-81ccc18a-4122-4b9b-b447-f6e415b23baa None None] For port e48012f0-37de-4cbc-9208-d1b367a5cd20, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=e48012f0-37de-4cbc-9208-d1b367a5cd20,segment=NetworkSegment(5fcac0f1-a823-4213-86de-0210d6620ec4),segment_id=5fcac0f1-a823-4213-86de-0210d6620ec4)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:41:28.619053 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-81ccc18a-4122-4b9b-b447-f6e415b23baa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:28.643239 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-81ccc18a-4122-4b9b-b447-f6e415b23baa None None] Calling delete_port for e48012f0-37de-4cbc-9208-d1b367a5cd20 owned by network:dhcp {{(pid=103592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:41:28.776099 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-4271f5e7-2309-418a-878e-1f431c3bce30 None None] Provisioning complete for port 3da9e047-99d7-40b5-b6aa-bb4e06a28042 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:41:28.776642 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-4271f5e7-2309-418a-878e-1f431c3bce30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:29.081890 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-1dd282d3-94f4-45fb-bcbf-d4355a1d390d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2067500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1794520'] for router_interface, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:29.086855 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 52892) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:41:29.158557 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-4271f5e7-2309-418a-878e-1f431c3bce30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:29.175119 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-81ccc18a-4122-4b9b-b447-f6e415b23baa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989'] for port, after_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:29.239032 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ccc18a-4122-4b9b-b447-f6e415b23baa None None] Pushing event deleted for resources: {'Port': ['ID=e48012f0-37de-4cbc-9208-d1b367a5cd20,revision_number=None']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:41:29.254058 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81ccc18a-4122-4b9b-b447-f6e415b23baa None None] No DVR routers for this DVR port e48012f0-37de-4cbc-9208-d1b367a5cd20 on host n-d-816206-8 {{(pid=103592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:41:29.288107 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-4271f5e7-2309-418a-878e-1f431c3bce30 None None] For port 3da9e047-99d7-40b5-b6aa-bb4e06a28042, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=3da9e047-99d7-40b5-b6aa-bb4e06a28042,segment=NetworkSegment(208f22fc-9686-4ca3-a88c-018385437c28),segment_id=208f22fc-9686-4ca3-a88c-018385437c28)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:41:29.297496 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-4271f5e7-2309-418a-878e-1f431c3bce30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:29.314536 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-3c15e645-ce07-4b8a-8701-52a0451e0c02 req-c3c28de8-693d-4ef2-8e2e-4a522415936b tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/ports?device_id=05801c5e-23fe-4c5d-a9cb-dc7464d84c54 HTTP/1.1" status: 200 len: 210 time: 0.2144547 Nov 23 17:41:29.386324 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4271f5e7-2309-418a-878e-1f431c3bce30 None None] Pushing event updated for resources: {'Port': ['ID=3da9e047-99d7-40b5-b6aa-bb4e06a28042,revision_number=3']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:41:29.403593 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d053b150-ad47-42e1-864b-2653c690a765 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:29.437947 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-deb64ed7-ec6e-4e28-abb9-24f4ad9f8a06 None None] Provisioning complete for port 9bf0e330-584e-4425-b7b5-3b5ea4603044 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:41:29.441695 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-deb64ed7-ec6e-4e28-abb9-24f4ad9f8a06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:29.468371 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-012c8475-bc11-47e8-9dec-f0b000448d99 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] For port e48012f0-37de-4cbc-9208-d1b367a5cd20, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=e48012f0-37de-4cbc-9208-d1b367a5cd20,segment=NetworkSegment(5fcac0f1-a823-4213-86de-0210d6620ec4),segment_id=5fcac0f1-a823-4213-86de-0210d6620ec4)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:41:29.471238 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-012c8475-bc11-47e8-9dec-f0b000448d99 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:29.498070 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4330e0-6a74-41b6-b14b-e301cfc16e52 req-f808661e-291e-4dab-8f2a-3d3309d22707 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:41:29.517519 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4330e0-6a74-41b6-b14b-e301cfc16e52 req-f808661e-291e-4dab-8f2a-3d3309d22707 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:41:29.536194 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4330e0-6a74-41b6-b14b-e301cfc16e52 req-f808661e-291e-4dab-8f2a-3d3309d22707 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:41:29.555186 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-012c8475-bc11-47e8-9dec-f0b000448d99 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Calling delete_port for e48012f0-37de-4cbc-9208-d1b367a5cd20 owned by network:dhcp {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:41:29.556065 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-deb64ed7-ec6e-4e28-abb9-24f4ad9f8a06 None None] Port 9bf0e330-584e-4425-b7b5-3b5ea4603044 cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:41:29.558094 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4330e0-6a74-41b6-b14b-e301cfc16e52 req-f808661e-291e-4dab-8f2a-3d3309d22707 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:41:29.583608 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4330e0-6a74-41b6-b14b-e301cfc16e52 req-f808661e-291e-4dab-8f2a-3d3309d22707 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:41:29.595398 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4330e0-6a74-41b6-b14b-e301cfc16e52 req-f808661e-291e-4dab-8f2a-3d3309d22707 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:41:29.604144 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4330e0-6a74-41b6-b14b-e301cfc16e52 req-f808661e-291e-4dab-8f2a-3d3309d22707 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:41:29.607431 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-3e4330e0-6a74-41b6-b14b-e301cfc16e52 req-f808661e-291e-4dab-8f2a-3d3309d22707 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] 10.222.0.60 "GET /v2.0/ports?device_id=6405c518-c3fe-4701-acc0-e089ba26cce4 HTTP/1.1" status: 200 len: 5434 time: 0.5180476 Nov 23 17:41:29.745866 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a9bce17a-76f4-45a8-b40b-f6fdbcb2d4e5 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks [] for port, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:29.774085 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d053b150-ad47-42e1-864b-2653c690a765 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:29.777306 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d053b150-ad47-42e1-864b-2653c690a765 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:29.778878 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-d053b150-ad47-42e1-864b-2653c690a765 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/2a020b96-0028-4952-86d4-494cdd031831 HTTP/1.1" status: 204 len: 168 time: 1.9516098 Nov 23 17:41:29.784865 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a9bce17a-76f4-45a8-b40b-f6fdbcb2d4e5 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264357957'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:29.785826 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a9bce17a-76f4-45a8-b40b-f6fdbcb2d4e5 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2068703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1794403'] for router_interface, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:29.808922 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d053b150-ad47-42e1-864b-2653c690a765 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a020b96-0028-4952-86d4-494cdd031831,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:41:29.875545 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 3da9e047-99d7-40b5-b6aa-bb4e06a28042 up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:41:29.892169 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-2f0e0c1b-7141-42b5-9fbc-fa83429a323e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:29.967669 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-3e4330e0-6a74-41b6-b14b-e301cfc16e52 req-1daf6f0c-e3c9-4b2f-8b12-fd0e4f87edad tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] 10.222.0.60 "GET /v2.0/security-groups?id=5a532450-e3c1-4821-9a24-76c3d212b901&id=10d72a3d-a998-4d2f-a806-0da22bfe86ab&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1692388 Nov 23 17:41:30.012075 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-012c8475-bc11-47e8-9dec-f0b000448d99 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:30.016296 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port 3da9e047-99d7-40b5-b6aa-bb4e06a28042 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:41:30.016706 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:30.019292 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bce17a-76f4-45a8-b40b-f6fdbcb2d4e5 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Pushing event updated for resources: {'Port': ['ID=9bf0e330-584e-4425-b7b5-3b5ea4603044,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:41:30.216474 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-012c8475-bc11-47e8-9dec-f0b000448d99 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] No DVR routers for this DVR port e48012f0-37de-4cbc-9208-d1b367a5cd20 on host n-d-816206-8 {{(pid=103590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:41:30.224922 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012c8475-bc11-47e8-9dec-f0b000448d99 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Pushing event deleted for resources: {'Port': ['ID=e48012f0-37de-4cbc-9208-d1b367a5cd20,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:41:30.306161 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device e48012f0-37de-4cbc-9208-d1b367a5cd20 no longer exists at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:41:30.336053 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97aeaae9-3073-431c-94af-5b067cb0e712 req-a51177f1-f6fe-47fe-a7f4-af837e2eeaec tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:41:30.341053 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] No Port match for: e48012f0-37de-4cbc-9208-d1b367a5cd20 {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:41:30.341721 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device e48012f0-37de-4cbc-9208-d1b367a5cd20 not bound to the agent host n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:41:30.365880 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-012c8475-bc11-47e8-9dec-f0b000448d99 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973419', 'neutron.services.segments.db._delete_segments_for_network-8736635878840'] for network, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:30.388991 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97aeaae9-3073-431c-94af-5b067cb0e712 req-a51177f1-f6fe-47fe-a7f4-af837e2eeaec tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:41:30.402267 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97aeaae9-3073-431c-94af-5b067cb0e712 req-a51177f1-f6fe-47fe-a7f4-af837e2eeaec tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:41:30.413775 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97aeaae9-3073-431c-94af-5b067cb0e712 req-a51177f1-f6fe-47fe-a7f4-af837e2eeaec tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:41:30.420403 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97aeaae9-3073-431c-94af-5b067cb0e712 req-a51177f1-f6fe-47fe-a7f4-af837e2eeaec tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:41:30.432339 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97aeaae9-3073-431c-94af-5b067cb0e712 req-a51177f1-f6fe-47fe-a7f4-af837e2eeaec tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:41:30.438248 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-012c8475-bc11-47e8-9dec-f0b000448d99 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['041b1b8d-da76-4e61-a906-0763c685e7e0']}} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:41:30.445404 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97aeaae9-3073-431c-94af-5b067cb0e712 req-a51177f1-f6fe-47fe-a7f4-af837e2eeaec tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:41:30.451348 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-012c8475-bc11-47e8-9dec-f0b000448d99 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5fcac0f1-a823-4213-86de-0210d6620ec4') {'for_net_delete': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:41:30.451654 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-012c8475-bc11-47e8-9dec-f0b000448d99 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5fcac0f1-a823-4213-86de-0210d6620ec4') {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:41:30.452198 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-97aeaae9-3073-431c-94af-5b067cb0e712 req-a51177f1-f6fe-47fe-a7f4-af837e2eeaec tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] 10.222.0.36 "GET /v2.0/ports?device_id=6405c518-c3fe-4701-acc0-e089ba26cce4 HTTP/1.1" status: 200 len: 5434 time: 0.3301129 Nov 23 17:41:30.467286 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-012c8475-bc11-47e8-9dec-f0b000448d99 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736635840332', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-267528353'] for segment, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:30.468621 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1dd282d3-94f4-45fb-bcbf-d4355a1d390d admin admin] Router e033f186-114f-4f93-8922-c692c9a7eee3 has already been hosted by L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 {{(pid=103591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 17:41:30.489413 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-012c8475-bc11-47e8-9dec-f0b000448d99 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:30.502231 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-012c8475-bc11-47e8-9dec-f0b000448d99 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Releasing vlan 511 on physical network physnet1 to pool {{(pid=103590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 17:41:30.502653 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-012c8475-bc11-47e8-9dec-f0b000448d99 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264370093'] for segment, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:30.535014 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-abb193a5-4a24-4cc8-a25f-266d3bb888d8 req-9f270b30-84d0-44fd-9793-2e8751b029e6 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/ports?device_id=05801c5e-23fe-4c5d-a9cb-dc7464d84c54 HTTP/1.1" status: 200 len: 210 time: 0.0637202 Nov 23 17:41:30.588155 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97aeaae9-3073-431c-94af-5b067cb0e712 req-de3ffcae-dceb-4af8-9e93-9ae7606ba84a tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:41:30.589857 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-97aeaae9-3073-431c-94af-5b067cb0e712 req-de3ffcae-dceb-4af8-9e93-9ae7606ba84a tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] 10.222.0.36 "GET /v2.0/ports/ca65c076-5a6f-484a-9871-7163634af22d?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1149335 Nov 23 17:41:30.592693 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-2f0e0c1b-7141-42b5-9fbc-fa83429a323e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:30.595738 n-d-816206-8 neutron-server[103590]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 17:41:30.595738 n-d-816206-8 neutron-server[103590]: self.session.flush() Nov 23 17:41:30.595738 n-d-816206-8 neutron-server[103590]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 17:41:30.595738 n-d-816206-8 neutron-server[103590]: self.session.flush() Nov 23 17:41:30.595738 n-d-816206-8 neutron-server[103590]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 17:41:30.595738 n-d-816206-8 neutron-server[103590]: self.session.flush() Nov 23 17:41:30.595738 n-d-816206-8 neutron-server[103590]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 17:41:30.595738 n-d-816206-8 neutron-server[103590]: self.session.flush() Nov 23 17:41:30.595738 n-d-816206-8 neutron-server[103590]: Traceback (most recent call last): Nov 23 17:41:30.595738 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 17:41:30.595738 n-d-816206-8 neutron-server[103590]: timer() Nov 23 17:41:30.595738 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 17:41:30.595738 n-d-816206-8 neutron-server[103590]: cb(*args, **kw) Nov 23 17:41:30.595738 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 17:41:30.595738 n-d-816206-8 neutron-server[103590]: return func(*args, **kwargs) Nov 23 17:41:30.595738 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 17:41:30.595738 n-d-816206-8 neutron-server[103590]: self._notify() Nov 23 17:41:30.595738 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 17:41:30.595738 n-d-816206-8 neutron-server[103590]: self.callback(batched_events) Nov 23 17:41:30.595738 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 17:41:30.595738 n-d-816206-8 neutron-server[103590]: event.method(event) Nov 23 17:41:30.595738 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 17:41:30.595738 n-d-816206-8 neutron-server[103590]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 17:41:30.595738 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 17:41:30.595738 n-d-816206-8 neutron-server[103590]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 17:41:30.595738 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 17:41:30.595738 n-d-816206-8 neutron-server[103590]: return f(self, *a, **k) Nov 23 17:41:30.595738 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 17:41:30.595738 n-d-816206-8 neutron-server[103590]: return self._get(url).json() Nov 23 17:41:30.595738 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 17:41:30.595738 n-d-816206-8 neutron-server[103590]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 17:41:30.595738 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 17:41:30.595738 n-d-816206-8 neutron-server[103590]: return self.request(url, 'GET', **kwargs) Nov 23 17:41:30.595738 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 17:41:30.595738 n-d-816206-8 neutron-server[103590]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 17:41:30.595738 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 17:41:30.595738 n-d-816206-8 neutron-server[103590]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 17:41:30.595738 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 17:41:30.595738 n-d-816206-8 neutron-server[103590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 17:41:30.595738 n-d-816206-8 neutron-server[103590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 17:41:30.598745 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9bce17a-76f4-45a8-b40b-f6fdbcb2d4e5 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Network 56dedb9c-c874-4806-8073-23c183970f13 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:41:30.603908 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-a9bce17a-76f4-45a8-b40b-f6fdbcb2d4e5 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:41:30.623331 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-012c8475-bc11-47e8-9dec-f0b000448d99 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1795418'] for network, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:30.644629 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-012c8475-bc11-47e8-9dec-f0b000448d99 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks [] for network, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:30.648451 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-012c8475-bc11-47e8-9dec-f0b000448d99 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] 10.222.0.60 "DELETE /v2.0/networks/041b1b8d-da76-4e61-a906-0763c685e7e0 HTTP/1.1" status: 204 len: 168 time: 3.4390488 Nov 23 17:41:30.649969 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012c8475-bc11-47e8-9dec-f0b000448d99 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Pushing event deleted for resources: {'Network': ['ID=041b1b8d-da76-4e61-a906-0763c685e7e0,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:41:30.652867 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 52920) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:41:30.667575 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012c8475-bc11-47e8-9dec-f0b000448d99 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:41:30.668021 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012c8475-bc11-47e8-9dec-f0b000448d99 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:41:30.668369 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012c8475-bc11-47e8-9dec-f0b000448d99 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:41:30.668843 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012c8475-bc11-47e8-9dec-f0b000448d99 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:41:30.669187 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012c8475-bc11-47e8-9dec-f0b000448d99 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:41:30.669526 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012c8475-bc11-47e8-9dec-f0b000448d99 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:41:30.669857 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012c8475-bc11-47e8-9dec-f0b000448d99 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:41:30.670190 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012c8475-bc11-47e8-9dec-f0b000448d99 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:41:30.670518 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012c8475-bc11-47e8-9dec-f0b000448d99 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:41:30.670843 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012c8475-bc11-47e8-9dec-f0b000448d99 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:41:30.671172 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012c8475-bc11-47e8-9dec-f0b000448d99 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:41:30.671518 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012c8475-bc11-47e8-9dec-f0b000448d99 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:41:30.704386 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-2f0e0c1b-7141-42b5-9fbc-fa83429a323e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:30.772667 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-2f0e0c1b-7141-42b5-9fbc-fa83429a323e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=394b65d2461243b69b22cdace57505ce&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6423833 Nov 23 17:41:30.785898 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 52924) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:41:30.944421 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-97aeaae9-3073-431c-94af-5b067cb0e712 req-d22e7e92-e57e-4739-bcfd-a3d04b564569 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] 10.222.0.36 "GET /v2.0/networks/76740e25-dcec-4d2d-82d4-d720ca6b4fc6?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.3438590 Nov 23 17:41:30.945553 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0e0c1b-7141-42b5-9fbc-fa83429a323e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8289430-3bf9-4524-aede-b099f19e57d0,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:41:30.983583 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [req-97aeaae9-3073-431c-94af-5b067cb0e712 req-f553e661-c586-43a5-8680-647f826565c9 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:41:30.987828 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-b1791d6d-421b-4f75-8f24-da9ad6a9ab7c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:31.023443 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-b1791d6d-421b-4f75-8f24-da9ad6a9ab7c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:31.109681 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-421a3727-cc38-465b-88ad-a1778c80e84a None None] Provisioning complete for port 9bf0e330-584e-4425-b7b5-3b5ea4603044 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:41:31.111074 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-421a3727-cc38-465b-88ad-a1778c80e84a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:31.181613 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9bce17a-76f4-45a8-b40b-f6fdbcb2d4e5 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Router 7a9d24dd-e49e-4b9a-a322-1eccf7565cd9 is scheduled to L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 with binding_index 1 {{(pid=103590) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 17:41:31.210455 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-421a3727-cc38-465b-88ad-a1778c80e84a None None] Port 9bf0e330-584e-4425-b7b5-3b5ea4603044 cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:41:31.261980 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-97aeaae9-3073-431c-94af-5b067cb0e712 req-f553e661-c586-43a5-8680-647f826565c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:31.325568 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-b1791d6d-421b-4f75-8f24-da9ad6a9ab7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:31.335485 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-b1791d6d-421b-4f75-8f24-da9ad6a9ab7c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:31.336702 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-b1791d6d-421b-4f75-8f24-da9ad6a9ab7c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d8289430-3bf9-4524-aede-b099f19e57d0 HTTP/1.1" status: 204 len: 168 time: 0.5348043 Nov 23 17:41:31.361591 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1791d6d-421b-4f75-8f24-da9ad6a9ab7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8289430-3bf9-4524-aede-b099f19e57d0,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:41:31.369751 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9bce17a-76f4-45a8-b40b-f6fdbcb2d4e5 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:41:31.376831 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-a9bce17a-76f4-45a8-b40b-f6fdbcb2d4e5 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] 10.222.0.60 "PUT /v2.0/routers/7a9d24dd-e49e-4b9a-a322-1eccf7565cd9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4588854 Nov 23 17:41:31.382396 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 52942) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:41:31.385937 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3d2e185-6b5c-4e67-93a5-cd0de52b6b5f None None] Sync routers for ids ['7a9d24dd-e49e-4b9a-a322-1eccf7565cd9'] in n-d-816206-8 {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:41:31.393419 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060ad3d9-223c-4ce0-9da3-ef9b954726e4 req-75455034-4621-4bf0-a7fd-92fab09d2c96 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:41:31.402260 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060ad3d9-223c-4ce0-9da3-ef9b954726e4 req-75455034-4621-4bf0-a7fd-92fab09d2c96 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:41:31.408800 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060ad3d9-223c-4ce0-9da3-ef9b954726e4 req-75455034-4621-4bf0-a7fd-92fab09d2c96 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:41:31.415083 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060ad3d9-223c-4ce0-9da3-ef9b954726e4 req-75455034-4621-4bf0-a7fd-92fab09d2c96 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:41:31.422500 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060ad3d9-223c-4ce0-9da3-ef9b954726e4 req-75455034-4621-4bf0-a7fd-92fab09d2c96 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:41:31.430436 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060ad3d9-223c-4ce0-9da3-ef9b954726e4 req-75455034-4621-4bf0-a7fd-92fab09d2c96 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:41:31.432243 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3d2e185-6b5c-4e67-93a5-cd0de52b6b5f None None] Routers {'7a9d24dd-e49e-4b9a-a322-1eccf7565cd9'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:41:31.435316 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-f3d2e185-6b5c-4e67-93a5-cd0de52b6b5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:41:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['7a9d24dd-e49e-4b9a-a322-1eccf7565cd9'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:41:31.438719 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060ad3d9-223c-4ce0-9da3-ef9b954726e4 req-75455034-4621-4bf0-a7fd-92fab09d2c96 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:41:31.441665 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-060ad3d9-223c-4ce0-9da3-ef9b954726e4 req-75455034-4621-4bf0-a7fd-92fab09d2c96 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] 10.222.0.60 "GET /v2.0/ports?device_id=6405c518-c3fe-4701-acc0-e089ba26cce4 HTTP/1.1" status: 200 len: 5434 time: 0.2755179 Nov 23 17:41:31.463425 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03e32814-9d95-4cd8-9c8f-08a8bd94d186 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:41:31.464164 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-03e32814-9d95-4cd8-9c8f-08a8bd94d186 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] 10.222.0.60 "GET /v2.0/ports/9bf0e330-584e-4425-b7b5-3b5ea4603044 HTTP/1.1" status: 200 len: 911 time: 0.0796051 Nov 23 17:41:31.470495 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 52944) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:41:31.470791 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dd282d3-94f4-45fb-bcbf-d4355a1d390d admin admin] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:41:31.490681 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68fab9a5-fbfe-4047-8e91-40ef10b6c1d8 None None] Sync routers for ids ['e033f186-114f-4f93-8922-c692c9a7eee3'] in n-d-816206-8 {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:41:31.512707 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-1dd282d3-94f4-45fb-bcbf-d4355a1d390d admin admin] 10.222.0.60 "PUT /v2.0/routers/e033f186-114f-4f93-8922-c692c9a7eee3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2331550 Nov 23 17:41:31.527305 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 52946) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:41:31.545798 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68fab9a5-fbfe-4047-8e91-40ef10b6c1d8 None None] Routers {'e033f186-114f-4f93-8922-c692c9a7eee3'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:41:31.547287 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-68fab9a5-fbfe-4047-8e91-40ef10b6c1d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:41:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['e033f186-114f-4f93-8922-c692c9a7eee3'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:41:31.665286 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-324a5aee-6bf0-49e3-81b4-ec599af21699 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:41:31.683741 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-324a5aee-6bf0-49e3-81b4-ec599af21699 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:41:31.692039 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-f3d2e185-6b5c-4e67-93a5-cd0de52b6b5f None None] Set router 7a9d24dd-e49e-4b9a-a322-1eccf7565cd9 gateway port host: None {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:41:31.694140 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-324a5aee-6bf0-49e3-81b4-ec599af21699 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.2169545 Nov 23 17:41:31.698170 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 52952) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:41:31.861641 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 52956) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:41:31.943110 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-26ee7c2a-d8af-4228-ab20-b31663ac2868 admin admin] Publish callbacks [] for router, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:31.951693 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-39d0ae63-8d58-4518-be21-b48abe48fa97 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1794372'] for router_interface, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:31.959228 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvr_db [None req-68fab9a5-fbfe-4047-8e91-40ef10b6c1d8 None None] Set router e033f186-114f-4f93-8922-c692c9a7eee3 gateway port host: n-d-816206-8 {{(pid=103592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:41:32.122623 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5248c224-53df-4694-91c7-f2b8309250ce req-d9c1421b-ac1a-4b69-9400-e2fd753462c2 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/ports?device_id=05801c5e-23fe-4c5d-a9cb-dc7464d84c54 HTTP/1.1" status: 200 len: 210 time: 0.2617085 Nov 23 17:41:32.133818 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-26ee7c2a-d8af-4228-ab20-b31663ac2868 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:32.147740 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-060ad3d9-223c-4ce0-9da3-ef9b954726e4 req-54254443-934c-4b7c-8f9d-88302f9b781e tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] 10.222.0.60 "GET /v2.0/security-groups?id=5a532450-e3c1-4821-9a24-76c3d212b901&id=10d72a3d-a998-4d2f-a806-0da22bfe86ab&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.6912990 Nov 23 17:41:32.198628 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 52960) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:41:32.252840 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-f3d2e185-6b5c-4e67-93a5-cd0de52b6b5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a9d24dd-e49e-4b9a-a322-1eccf7565cd9', 'name': 'tempest-NetworksTestDHCPv6-router-106468874', 'tenant_id': 'a17872768c1e4384801bad129509cfa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:41:24Z', 'updated_at': '2021-11-23T17:41:28Z', 'revision_number': 2, 'project_id': 'a17872768c1e4384801bad129509cfa7', 'gw_port_host': None, '_interfaces': [{'id': '9bf0e330-584e-4425-b7b5-3b5ea4603044', 'name': '', 'network_id': '56dedb9c-c874-4806-8073-23c183970f13', 'tenant_id': 'a17872768c1e4384801bad129509cfa7', 'mac_address': 'fa:16:3e:72:b6:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a9d24dd-e49e-4b9a-a322-1eccf7565cd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2407, 'fixed_ips': [{'subnet_id': '84013b08-67d4-46c4-8cbf-c872215a201f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:41:25Z', 'updated_at': '2021-11-23T17:41:29Z', 'revision_number': 2, 'project_id': 'a17872768c1e4384801bad129509cfa7', 'subnets': [{'id': '84013b08-67d4-46c4-8cbf-c872215a201f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:41:32.317273 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-66ec7696-e1c1-4c01-9488-ef5c408bb0c8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:32.318811 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3d2e185-6b5c-4e67-93a5-cd0de52b6b5f None None] Checking router: 7a9d24dd-e49e-4b9a-a322-1eccf7565cd9 for host: n-d-816206-8 {{(pid=103593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 17:41:32.319175 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3d2e185-6b5c-4e67-93a5-cd0de52b6b5f None None] Updating router 7a9d24dd-e49e-4b9a-a322-1eccf7565cd9 port 9bf0e330-584e-4425-b7b5-3b5ea4603044 binding host n-d-816206-8 {{(pid=103593) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 17:41:32.367013 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-b9792bfc-e251-4f8e-a4fe-70577b0f8069 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:32.380042 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-f3d2e185-6b5c-4e67-93a5-cd0de52b6b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:32.380840 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-97aeaae9-3073-431c-94af-5b067cb0e712 req-f553e661-c586-43a5-8680-647f826565c9 service neutron] For port ca65c076-5a6f-484a-9871-7163634af22d, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=ca65c076-5a6f-484a-9871-7163634af22d,segment=NetworkSegment(20b9bc5a-f40c-4305-aea8-1cd399f9d3b9),segment_id=20b9bc5a-f40c-4305-aea8-1cd399f9d3b9)] {{(pid=103591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:41:32.488760 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-26ee7c2a-d8af-4228-ab20-b31663ac2868 admin admin] Deleting port 9fb78564-8197-4fce-8468-1e30db0db210 {{(pid=103591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:41:32.489082 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-26ee7c2a-d8af-4228-ab20-b31663ac2868 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:32.498649 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-68fab9a5-fbfe-4047-8e91-40ef10b6c1d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e033f186-114f-4f93-8922-c692c9a7eee3', 'name': 'tempest-TaggedBootDevicesTest_v242-541031557-router', 'tenant_id': 'c75743e34bb54a03b0a32643bc9d50a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.55'}], 'enable_snat': True}, 'gw_port_id': '9fb78564-8197-4fce-8468-1e30db0db210', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:28:10Z', 'updated_at': '2021-11-23T17:41:27Z', 'revision_number': 5, 'project_id': 'c75743e34bb54a03b0a32643bc9d50a1', 'gw_port': {'id': '9fb78564-8197-4fce-8468-1e30db0db210', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:e4:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e033f186-114f-4f93-8922-c692c9a7eee3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 977, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:28:12Z', 'updated_at': '2021-11-23T17:28:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8'}], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:41:32.516663 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-97aeaae9-3073-431c-94af-5b067cb0e712 req-f553e661-c586-43a5-8680-647f826565c9 service neutron] For port ca65c076-5a6f-484a-9871-7163634af22d, host n-h2-816206-8, cleared binding levels {{(pid=103591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:41:32.541591 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68fab9a5-fbfe-4047-8e91-40ef10b6c1d8 None None] Checking router: e033f186-114f-4f93-8922-c692c9a7eee3 for host: n-d-816206-8 {{(pid=103592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 17:41:32.554409 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68fab9a5-fbfe-4047-8e91-40ef10b6c1d8 None None] Routers {'e033f186-114f-4f93-8922-c692c9a7eee3'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:41:32.555052 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-68fab9a5-fbfe-4047-8e91-40ef10b6c1d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:41:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['e033f186-114f-4f93-8922-c692c9a7eee3'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:41:32.657357 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [req-97aeaae9-3073-431c-94af-5b067cb0e712 req-f553e661-c586-43a5-8680-647f826565c9 service neutron] device_id is not set on port ca65c076-5a6f-484a-9871-7163634af22d yet. {{(pid=103591) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 17:41:32.681973 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-97aeaae9-3073-431c-94af-5b067cb0e712 req-f553e661-c586-43a5-8680-647f826565c9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:32.695895 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvr_db [None req-68fab9a5-fbfe-4047-8e91-40ef10b6c1d8 None None] Set router e033f186-114f-4f93-8922-c692c9a7eee3 gateway port host: None {{(pid=103592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:41:32.714866 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-97aeaae9-3073-431c-94af-5b067cb0e712 req-f553e661-c586-43a5-8680-647f826565c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264758186'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:32.748722 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [None req-26ee7c2a-d8af-4228-ab20-b31663ac2868 admin admin] For port 9fb78564-8197-4fce-8468-1e30db0db210, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=9fb78564-8197-4fce-8468-1e30db0db210,segment=NetworkSegment(bffd1e4f-e80f-4ff0-b418-2f42ae15febf),segment_id=bffd1e4f-e80f-4ff0-b418-2f42ae15febf)] {{(pid=103591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:41:32.749085 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-26ee7c2a-d8af-4228-ab20-b31663ac2868 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:32.773836 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-66ec7696-e1c1-4c01-9488-ef5c408bb0c8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:32.816654 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-68fab9a5-fbfe-4047-8e91-40ef10b6c1d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e033f186-114f-4f93-8922-c692c9a7eee3', 'name': 'tempest-TaggedBootDevicesTest_v242-541031557-router', 'tenant_id': 'c75743e34bb54a03b0a32643bc9d50a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:28:10Z', 'updated_at': '2021-11-23T17:41:32Z', 'revision_number': 6, 'project_id': 'c75743e34bb54a03b0a32643bc9d50a1', 'gw_port_host': None}], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:41:32.820732 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [req-97aeaae9-3073-431c-94af-5b067cb0e712 req-f553e661-c586-43a5-8680-647f826565c9 service neutron] No DVR routers for this DVR port ca65c076-5a6f-484a-9871-7163634af22d on host n-h2-816206-8 {{(pid=103591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:41:32.823828 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-b9792bfc-e251-4f8e-a4fe-70577b0f8069 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:32.840502 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-66ec7696-e1c1-4c01-9488-ef5c408bb0c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:32.860878 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-26ee7c2a-d8af-4228-ab20-b31663ac2868 admin admin] Calling delete_port for 9fb78564-8197-4fce-8468-1e30db0db210 owned by network:router_gateway {{(pid=103591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:41:32.862121 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68fab9a5-fbfe-4047-8e91-40ef10b6c1d8 None None] The sync data for ids ['e033f186-114f-4f93-8922-c692c9a7eee3'] in n-d-816206-8 is: [{'id': 'e033f186-114f-4f93-8922-c692c9a7eee3', 'name': 'tempest-TaggedBootDevicesTest_v242-541031557-router', 'tenant_id': 'c75743e34bb54a03b0a32643bc9d50a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:28:10Z', 'updated_at': '2021-11-23T17:41:32Z', 'revision_number': 6, 'project_id': 'c75743e34bb54a03b0a32643bc9d50a1', 'gw_port_host': None}] {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:41:32.928439 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-b9792bfc-e251-4f8e-a4fe-70577b0f8069 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:32.965049 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-f3d2e185-6b5c-4e67-93a5-cd0de52b6b5f None None] Publish callbacks [] for port, precommit_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:32.973144 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-f3d2e185-6b5c-4e67-93a5-cd0de52b6b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:33.081237 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device cdb25aeb-c6d5-4b35-bc63-c92ed105830a no longer exists at agent hyperv_n-h2-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:41:33.110594 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [None req-f3d2e185-6b5c-4e67-93a5-cd0de52b6b5f None None] Attempting to bind port 9bf0e330-584e-4425-b7b5-3b5ea4603044 on host n-d-816206-8 for vnic_type normal with profile {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:41:33.111199 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [None req-f3d2e185-6b5c-4e67-93a5-cd0de52b6b5f None None] Attempting to bind port 9bf0e330-584e-4425-b7b5-3b5ea4603044 by drivers openvswitch,hyperv on host n-d-816206-8 at level 0 using segments [{'id': '208f22fc-9686-4ca3-a88c-018385437c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '56dedb9c-c874-4806-8073-23c183970f13'}] {{(pid=103593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:41:33.111722 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3d2e185-6b5c-4e67-93a5-cd0de52b6b5f None None] Attempting to bind port 9bf0e330-584e-4425-b7b5-3b5ea4603044 on network 56dedb9c-c874-4806-8073-23c183970f13 {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:41:33.113924 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c12c12-5065-464d-8f94-d9f365c43a84 None None] Pushing event updated for resources: {'Port': ['ID=9bf0e330-584e-4425-b7b5-3b5ea4603044,revision_number=3']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:41:33.122543 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3d2e185-6b5c-4e67-93a5-cd0de52b6b5f None None] Checking agent: {'id': '9e89acbe-4bbe-4c77-a18b-6f1da9133e0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 7, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 41, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:41:33.123110 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3d2e185-6b5c-4e67-93a5-cd0de52b6b5f None None] Checking segment: {'id': '208f22fc-9686-4ca3-a88c-018385437c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '56dedb9c-c874-4806-8073-23c183970f13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:41:33.123674 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-f3d2e185-6b5c-4e67-93a5-cd0de52b6b5f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:33.124209 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3d2e185-6b5c-4e67-93a5-cd0de52b6b5f None None] Bound using segment: {'id': '208f22fc-9686-4ca3-a88c-018385437c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '56dedb9c-c874-4806-8073-23c183970f13'} {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:41:33.125456 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [None req-f3d2e185-6b5c-4e67-93a5-cd0de52b6b5f None None] Bound port: 9bf0e330-584e-4425-b7b5-3b5ea4603044, host: n-d-816206-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '208f22fc-9686-4ca3-a88c-018385437c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '56dedb9c-c874-4806-8073-23c183970f13'}}] {{(pid=103593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:41:33.126156 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-f3d2e185-6b5c-4e67-93a5-cd0de52b6b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:33.241490 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-f3d2e185-6b5c-4e67-93a5-cd0de52b6b5f None None] For port 9bf0e330-584e-4425-b7b5-3b5ea4603044, host n-d-816206-8, cleared binding levels {{(pid=103593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:41:33.254122 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-f3d2e185-6b5c-4e67-93a5-cd0de52b6b5f None None] For port 9bf0e330-584e-4425-b7b5-3b5ea4603044, host n-d-816206-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=9bf0e330-584e-4425-b7b5-3b5ea4603044,segment=NetworkSegment(208f22fc-9686-4ca3-a88c-018385437c28),segment_id=208f22fc-9686-4ca3-a88c-018385437c28)] {{(pid=103593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:41:33.269896 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-f3d2e185-6b5c-4e67-93a5-cd0de52b6b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:33.319954 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-d69bb484-f2ae-439f-a382-ac6e785fbdd8 None None] Provisioning complete for port ca65c076-5a6f-484a-9871-7163634af22d triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:41:33.320264 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-d69bb484-f2ae-439f-a382-ac6e785fbdd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:33.349201 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c12c12-5065-464d-8f94-d9f365c43a84 None None] Pushing event updated for resources: {'Port': ['ID=9bf0e330-584e-4425-b7b5-3b5ea4603044,revision_number=4']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:41:33.378542 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3d2e185-6b5c-4e67-93a5-cd0de52b6b5f None None] Routers {'7a9d24dd-e49e-4b9a-a322-1eccf7565cd9'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:41:33.379494 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-f3d2e185-6b5c-4e67-93a5-cd0de52b6b5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:41:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['7a9d24dd-e49e-4b9a-a322-1eccf7565cd9'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:41:33.419134 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f553e661-c586-43a5-8680-647f826565c9 service neutron] Pushing event updated for resources: {'Port': ['ID=ca65c076-5a6f-484a-9871-7163634af22d,revision_number=6']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:41:33.443402 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ec7696-e1c1-4c01-9488-ef5c408bb0c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcb3b612-45ea-446f-8eb5-462c5e90d5a7,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:41:33.469340 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f553e661-c586-43a5-8680-647f826565c9 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:41:33.469689 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f553e661-c586-43a5-8680-647f826565c9 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:41:33.470034 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f553e661-c586-43a5-8680-647f826565c9 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:41:33.470375 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f553e661-c586-43a5-8680-647f826565c9 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:41:33.470712 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f553e661-c586-43a5-8680-647f826565c9 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:41:33.471053 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f553e661-c586-43a5-8680-647f826565c9 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:41:33.471384 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f553e661-c586-43a5-8680-647f826565c9 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:41:33.471717 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f553e661-c586-43a5-8680-647f826565c9 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:41:33.472039 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f553e661-c586-43a5-8680-647f826565c9 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:41:33.487077 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-d69bb484-f2ae-439f-a382-ac6e785fbdd8 None None] Port ca65c076-5a6f-484a-9871-7163634af22d cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:41:33.487990 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f553e661-c586-43a5-8680-647f826565c9 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:41:33.489578 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f553e661-c586-43a5-8680-647f826565c9 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:41:33.490100 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f553e661-c586-43a5-8680-647f826565c9 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:41:33.495622 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:33.549088 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-f3d2e185-6b5c-4e67-93a5-cd0de52b6b5f None None] Set router 7a9d24dd-e49e-4b9a-a322-1eccf7565cd9 gateway port host: None {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:41:33.589847 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ec7696-e1c1-4c01-9488-ef5c408bb0c8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:41:33.590233 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ec7696-e1c1-4c01-9488-ef5c408bb0c8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:41:33.591470 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ec7696-e1c1-4c01-9488-ef5c408bb0c8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:41:33.591834 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ec7696-e1c1-4c01-9488-ef5c408bb0c8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:41:33.592887 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ec7696-e1c1-4c01-9488-ef5c408bb0c8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:41:33.594545 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port cdb25aeb-c6d5-4b35-bc63-c92ed105830a, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=cdb25aeb-c6d5-4b35-bc63-c92ed105830a,segment=NetworkSegment(20b9bc5a-f40c-4305-aea8-1cd399f9d3b9),segment_id=20b9bc5a-f40c-4305-aea8-1cd399f9d3b9)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:41:33.595030 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ec7696-e1c1-4c01-9488-ef5c408bb0c8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:41:33.596555 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ec7696-e1c1-4c01-9488-ef5c408bb0c8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:41:33.596907 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ec7696-e1c1-4c01-9488-ef5c408bb0c8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:41:33.598279 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ec7696-e1c1-4c01-9488-ef5c408bb0c8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:41:33.598671 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ec7696-e1c1-4c01-9488-ef5c408bb0c8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:41:33.599595 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ec7696-e1c1-4c01-9488-ef5c408bb0c8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:41:33.600805 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ec7696-e1c1-4c01-9488-ef5c408bb0c8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:41:33.607729 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6405c518-c3fe-4701-acc0-e089ba26cce4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cdb25aeb-c6d5-4b35-bc63-c92ed105830a'}] {{(pid=103592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:41:33.612208 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba3e6a8f2301c7a29fe1eca9779abdae4ccbcd6266d69778087f2498d5551201" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfd09f21-b16b-425b-a3df-bb037227f460" -d '{"events": [{"server_uuid": "6405c518-c3fe-4701-acc0-e089ba26cce4", "name": "network-vif-unplugged", "status": "completed", "tag": "cdb25aeb-c6d5-4b35-bc63-c92ed105830a"}]}' {{(pid=103592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:41:33.624141 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-b9792bfc-e251-4f8e-a4fe-70577b0f8069 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=8f6bd73900f64c8dac09a1032f83631c&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3575745 Nov 23 17:41:33.628212 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 52972) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:41:33.690233 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:33.692086 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device 98991338-19a7-4834-b0b5-0086ee597775 no longer exists at agent hyperv_n-h2-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:41:33.769964 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-39d0ae63-8d58-4518-be21-b48abe48fa97 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Deleting port 958dfef5-e0ae-44e1-996e-fe59244efbe6 {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:41:33.770423 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-39d0ae63-8d58-4518-be21-b48abe48fa97 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:33.801671 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 52bd8b9a-fd12-4478-b95f-eb822fd1ec76 no longer exists at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:41:33.807064 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 17:41:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7316b0ad-dee4-4909-a71c-feabfbb13ce0 x-openstack-request-id: req-7316b0ad-dee4-4909-a71c-feabfbb13ce0 {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:41:33.807064 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6405c518-c3fe-4701-acc0-e089ba26cce4", "name": "network-vif-unplugged", "status": "completed", "tag": "cdb25aeb-c6d5-4b35-bc63-c92ed105830a", "code": 200}]} {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:41:33.807403 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7316b0ad-dee4-4909-a71c-feabfbb13ce0 {{(pid=103592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:41:33.807707 n-d-816206-8 neutron-server[103592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6405c518-c3fe-4701-acc0-e089ba26cce4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cdb25aeb-c6d5-4b35-bc63-c92ed105830a', 'code': 200} Nov 23 17:41:33.850199 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-26ee7c2a-d8af-4228-ab20-b31663ac2868 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:33.877817 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-66ec7696-e1c1-4c01-9488-ef5c408bb0c8 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=69d70ef156e84a1399d3e395fe075a50&name=default HTTP/1.1" status: 200 len: 3000 time: 2.0075786 Nov 23 17:41:33.878454 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 52976) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:41:33.896561 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-170fcb92-79ab-45ff-8242-c289eeb619a1 None None] Provisioning complete for port 9bf0e330-584e-4425-b7b5-3b5ea4603044 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:41:33.896944 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-170fcb92-79ab-45ff-8242-c289eeb619a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:33.933224 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] No Port match for: 52bd8b9a-fd12-4478-b95f-eb822fd1ec76 {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:41:33.933578 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 52bd8b9a-fd12-4478-b95f-eb822fd1ec76 not bound to the agent host n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:41:33.934004 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 9fb78564-8197-4fce-8468-1e30db0db210 no longer exists at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:41:33.975231 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ee7c2a-d8af-4228-ab20-b31663ac2868 admin admin] Pushing event deleted for resources: {'Port': ['ID=9fb78564-8197-4fce-8468-1e30db0db210,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:41:33.991070 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-079000d8-76ca-4fa0-96f0-54e46e065e34 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:34.001547 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [req-97aeaae9-3073-431c-94af-5b067cb0e712 req-f553e661-c586-43a5-8680-647f826565c9 service neutron] In _notify_port_updated(), no bound segment for port ca65c076-5a6f-484a-9871-7163634af22d on network 76740e25-dcec-4d2d-82d4-d720ca6b4fc6 {{(pid=103591) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 23 17:41:34.002769 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97aeaae9-3073-431c-94af-5b067cb0e712 req-f553e661-c586-43a5-8680-647f826565c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:41:34.003604 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-97aeaae9-3073-431c-94af-5b067cb0e712 req-f553e661-c586-43a5-8680-647f826565c9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:34.005726 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-97aeaae9-3073-431c-94af-5b067cb0e712 req-f553e661-c586-43a5-8680-647f826565c9 service neutron] 10.222.0.36 "PUT /v2.0/ports/ca65c076-5a6f-484a-9871-7163634af22d HTTP/1.1" status: 200 len: 1027 time: 3.0299165 Nov 23 17:41:34.017655 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-079000d8-76ca-4fa0-96f0-54e46e065e34 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:34.029821 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9792bfc-e251-4f8e-a4fe-70577b0f8069 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff6b1611-4074-4fcc-9468-5437050f5bd8,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:41:34.071424 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-f3d2e185-6b5c-4e67-93a5-cd0de52b6b5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a9d24dd-e49e-4b9a-a322-1eccf7565cd9', 'name': 'tempest-NetworksTestDHCPv6-router-106468874', 'tenant_id': 'a17872768c1e4384801bad129509cfa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:41:24Z', 'updated_at': '2021-11-23T17:41:28Z', 'revision_number': 2, 'project_id': 'a17872768c1e4384801bad129509cfa7', 'gw_port_host': None, '_interfaces': [{'id': '9bf0e330-584e-4425-b7b5-3b5ea4603044', 'name': '', 'network_id': '56dedb9c-c874-4806-8073-23c183970f13', 'tenant_id': 'a17872768c1e4384801bad129509cfa7', 'mac_address': 'fa:16:3e:72:b6:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a9d24dd-e49e-4b9a-a322-1eccf7565cd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2407, 'fixed_ips': [{'subnet_id': '84013b08-67d4-46c4-8cbf-c872215a201f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:41:25Z', 'updated_at': '2021-11-23T17:41:33Z', 'revision_number': 4, 'project_id': 'a17872768c1e4384801bad129509cfa7', 'subnets': [{'id': '84013b08-67d4-46c4-8cbf-c872215a201f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:41:34.133955 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-079000d8-76ca-4fa0-96f0-54e46e065e34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:34.137741 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-079000d8-76ca-4fa0-96f0-54e46e065e34 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:34.139127 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-079000d8-76ca-4fa0-96f0-54e46e065e34 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ff6b1611-4074-4fcc-9468-5437050f5bd8 HTTP/1.1" status: 204 len: 168 time: 0.4694669 Nov 23 17:41:34.146234 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3d2e185-6b5c-4e67-93a5-cd0de52b6b5f None None] The sync data for ids ['7a9d24dd-e49e-4b9a-a322-1eccf7565cd9'] in n-d-816206-8 is: [{'id': '7a9d24dd-e49e-4b9a-a322-1eccf7565cd9', 'name': 'tempest-NetworksTestDHCPv6-router-106468874', 'tenant_id': 'a17872768c1e4384801bad129509cfa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:41:24Z', 'updated_at': '2021-11-23T17:41:28Z', 'revision_number': 2, 'project_id': 'a17872768c1e4384801bad129509cfa7', 'gw_port_host': None, '_interfaces': [{'id': '9bf0e330-584e-4425-b7b5-3b5ea4603044', 'name': '', 'network_id': '56dedb9c-c874-4806-8073-23c183970f13', 'tenant_id': 'a17872768c1e4384801bad129509cfa7', 'mac_address': 'fa:16:3e:72:b6:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a9d24dd-e49e-4b9a-a322-1eccf7565cd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2407, 'fixed_ips': [{'subnet_id': '84013b08-67d4-46c4-8cbf-c872215a201f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:41:25Z', 'updated_at': '2021-11-23T17:41:33Z', 'revision_number': 4, 'project_id': 'a17872768c1e4384801bad129509cfa7', 'subnets': [{'id': '84013b08-67d4-46c4-8cbf-c872215a201f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:41:34.162958 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079000d8-76ca-4fa0-96f0-54e46e065e34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff6b1611-4074-4fcc-9468-5437050f5bd8,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:41:34.214135 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-26ee7c2a-d8af-4228-ab20-b31663ac2868 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1795454'] for router_gateway, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:34.362240 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-39d0ae63-8d58-4518-be21-b48abe48fa97 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] For port 958dfef5-e0ae-44e1-996e-fe59244efbe6, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=958dfef5-e0ae-44e1-996e-fe59244efbe6,segment=NetworkSegment(b89e99e6-49bc-4844-85f1-a831dd95d22b),segment_id=b89e99e6-49bc-4844-85f1-a831dd95d22b)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:41:34.373848 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-39d0ae63-8d58-4518-be21-b48abe48fa97 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:34.423625 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db5c8ac5-1c56-4423-a5e9-980f5984aceb None None] DHCP port deletion for 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:41:34.432761 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.agents_db [None req-464f6c07-0de8-4be6-8f5b-563f574d1c5d None None] Agent healthcheck: found 7 active agents {{(pid=103593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 17:41:34.472405 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] No Port match for: 9fb78564-8197-4fce-8468-1e30db0db210 {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:41:34.472809 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 9fb78564-8197-4fce-8468-1e30db0db210 not bound to the agent host n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:41:34.486208 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-dea28455-6225-40ac-9747-399baf5df896 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1794372'] for router_interface, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:34.502011 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9fa960-ec6e-4107-8ca0-715023fc5420 req-90a95e1f-a7dd-4956-9cbe-56dfe617ae20 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:41:34.521431 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9fa960-ec6e-4107-8ca0-715023fc5420 req-90a95e1f-a7dd-4956-9cbe-56dfe617ae20 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:41:34.538937 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9fa960-ec6e-4107-8ca0-715023fc5420 req-90a95e1f-a7dd-4956-9cbe-56dfe617ae20 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:41:34.561746 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9fa960-ec6e-4107-8ca0-715023fc5420 req-90a95e1f-a7dd-4956-9cbe-56dfe617ae20 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:41:34.584087 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9fa960-ec6e-4107-8ca0-715023fc5420 req-90a95e1f-a7dd-4956-9cbe-56dfe617ae20 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:41:34.593169 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9fa960-ec6e-4107-8ca0-715023fc5420 req-90a95e1f-a7dd-4956-9cbe-56dfe617ae20 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:41:34.595365 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9c9fa960-ec6e-4107-8ca0-715023fc5420 req-90a95e1f-a7dd-4956-9cbe-56dfe617ae20 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] 10.222.0.60 "GET /v2.0/ports?device_id=6405c518-c3fe-4701-acc0-e089ba26cce4 HTTP/1.1" status: 200 len: 4658 time: 1.1433220 Nov 23 17:41:34.598104 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Pushing event updated for resources: {'Port': ['ID=cdb25aeb-c6d5-4b35-bc63-c92ed105830a,revision_number=6']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:41:34.642921 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97aeaae9-3073-431c-94af-5b067cb0e712 req-18ea7284-e233-4ff5-bf6d-c1bc2865c545 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:41:34.644364 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-97aeaae9-3073-431c-94af-5b067cb0e712 req-18ea7284-e233-4ff5-bf6d-c1bc2865c545 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] 10.222.0.36 "GET /v2.0/ports/98991338-19a7-4834-b0b5-0086ee597775?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.6232092 Nov 23 17:41:34.652909 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-1ecdb1a1-d64e-4930-a41c-3e31244ade68 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:34.679964 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-1ecdb1a1-d64e-4930-a41c-3e31244ade68 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:34.736315 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-39d0ae63-8d58-4518-be21-b48abe48fa97 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Calling delete_port for 958dfef5-e0ae-44e1-996e-fe59244efbe6 owned by network:router_interface {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:41:34.757351 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-26ee7c2a-d8af-4228-ab20-b31663ac2868 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1794352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8175'] for router, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:34.763933 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [req-97aeaae9-3073-431c-94af-5b067cb0e712 req-c5f44835-62c8-4b8f-8d2f-6df642c75cc2 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:41:34.777349 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-26ee7c2a-d8af-4228-ab20-b31663ac2868 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:34.777863 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-170fcb92-79ab-45ff-8242-c289eeb619a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:34.889477 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:35.005570 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-170fcb92-79ab-45ff-8242-c289eeb619a1 None None] For port 9bf0e330-584e-4425-b7b5-3b5ea4603044, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=9bf0e330-584e-4425-b7b5-3b5ea4603044,segment=NetworkSegment(208f22fc-9686-4ca3-a88c-018385437c28),segment_id=208f22fc-9686-4ca3-a88c-018385437c28)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:41:35.021946 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-170fcb92-79ab-45ff-8242-c289eeb619a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:35.135644 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-39d0ae63-8d58-4518-be21-b48abe48fa97 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:35.145709 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170fcb92-79ab-45ff-8242-c289eeb619a1 None None] Pushing event updated for resources: {'Port': ['ID=9bf0e330-584e-4425-b7b5-3b5ea4603044,revision_number=5']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:41:35.196067 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port 98991338-19a7-4834-b0b5-0086ee597775, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=98991338-19a7-4834-b0b5-0086ee597775,segment=NetworkSegment(20b9bc5a-f40c-4305-aea8-1cd399f9d3b9),segment_id=20b9bc5a-f40c-4305-aea8-1cd399f9d3b9)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:41:35.214178 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-acc45e03-a3f5-4e5a-8cbb-bcaead9cb022 None None] Provisioning complete for port 9bf0e330-584e-4425-b7b5-3b5ea4603044 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:41:35.215744 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-acc45e03-a3f5-4e5a-8cbb-bcaead9cb022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:35.249061 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d0ae63-8d58-4518-be21-b48abe48fa97 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Pushing event deleted for resources: {'Port': ['ID=958dfef5-e0ae-44e1-996e-fe59244efbe6,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:41:35.300382 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:35.301248 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device 710bef9f-b70a-46f8-8336-d0a377111f32 no longer exists at agent hyperv_n-h2-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:41:35.731499 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:35.778476 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-1ecdb1a1-d64e-4930-a41c-3e31244ade68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:35.783211 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-1ecdb1a1-d64e-4930-a41c-3e31244ade68 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:35.784416 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-1ecdb1a1-d64e-4930-a41c-3e31244ade68 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/dcb3b612-45ea-446f-8eb5-462c5e90d5a7 HTTP/1.1" status: 204 len: 168 time: 1.8660991 Nov 23 17:41:35.832661 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-39d0ae63-8d58-4518-be21-b48abe48fa97 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2067500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1794520'] for router_interface, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:35.840707 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9c9fa960-ec6e-4107-8ca0-715023fc5420 req-3a32e4ca-7d7a-43f7-9ea9-545e66058c8a tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] 10.222.0.60 "GET /v2.0/security-groups?id=5a532450-e3c1-4821-9a24-76c3d212b901&id=10d72a3d-a998-4d2f-a806-0da22bfe86ab&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 1.2368963 Nov 23 17:41:35.891403 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6405c518-c3fe-4701-acc0-e089ba26cce4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '98991338-19a7-4834-b0b5-0086ee597775'}] {{(pid=103592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:41:35.893966 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba3e6a8f2301c7a29fe1eca9779abdae4ccbcd6266d69778087f2498d5551201" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5661d89-5296-4ae3-b540-084331a6a708" -d '{"events": [{"server_uuid": "6405c518-c3fe-4701-acc0-e089ba26cce4", "name": "network-vif-unplugged", "status": "completed", "tag": "98991338-19a7-4834-b0b5-0086ee597775"}]}' {{(pid=103592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:41:35.958485 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Pushing event updated for resources: {'Port': ['ID=98991338-19a7-4834-b0b5-0086ee597775,revision_number=6']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:41:35.983149 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecdb1a1-d64e-4930-a41c-3e31244ade68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcb3b612-45ea-446f-8eb5-462c5e90d5a7,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:41:36.002903 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-26ee7c2a-d8af-4228-ab20-b31663ac2868 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1795580'] for router, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:36.004347 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26ee7c2a-d8af-4228-ab20-b31663ac2868 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e033f186-114f-4f93-8922-c692c9a7eee3 {{(pid=103591) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 17:41:36.012024 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-26ee7c2a-d8af-4228-ab20-b31663ac2868 admin admin] Publish callbacks [] for router, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:36.025741 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-26ee7c2a-d8af-4228-ab20-b31663ac2868 admin admin] 10.222.0.60 "DELETE /v2.0/routers/e033f186-114f-4f93-8922-c692c9a7eee3 HTTP/1.1" status: 204 len: 168 time: 4.4955094 Nov 23 17:41:36.028526 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 53014) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:41:36.051490 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port 710bef9f-b70a-46f8-8336-d0a377111f32, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=710bef9f-b70a-46f8-8336-d0a377111f32,segment=NetworkSegment(734f1627-0ec0-4314-9413-7e2078531419),segment_id=734f1627-0ec0-4314-9413-7e2078531419)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:41:36.060865 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 9bf0e330-584e-4425-b7b5-3b5ea4603044 up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:41:36.084656 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-dea28455-6225-40ac-9747-399baf5df896 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Deleting port 9bf0e330-584e-4425-b7b5-3b5ea4603044 {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:41:36.085009 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-dea28455-6225-40ac-9747-399baf5df896 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:36.138098 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.db_base_plugin_v2 [None req-67024fae-06e4-413f-9196-007036610e71 admin admin] Deleting subnet 6ad5bbcc-6910-4f4f-8076-29f2f4bc9b05 {{(pid=103591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 17:41:36.167787 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-67024fae-06e4-413f-9196-007036610e71 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:36.176648 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-97aeaae9-3073-431c-94af-5b067cb0e712 req-c5f44835-62c8-4b8f-8d2f-6df642c75cc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:36.194477 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 17:41:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e65571d-d312-46f1-b7e9-c5df8ed327e5 x-openstack-request-id: req-3e65571d-d312-46f1-b7e9-c5df8ed327e5 {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:41:36.194748 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6405c518-c3fe-4701-acc0-e089ba26cce4", "name": "network-vif-unplugged", "status": "completed", "tag": "98991338-19a7-4834-b0b5-0086ee597775", "code": 200}]} {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:41:36.194977 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3e65571d-d312-46f1-b7e9-c5df8ed327e5 {{(pid=103592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:41:36.195380 n-d-816206-8 neutron-server[103592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6405c518-c3fe-4701-acc0-e089ba26cce4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '98991338-19a7-4834-b0b5-0086ee597775', 'code': 200} Nov 23 17:41:36.226834 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:36.229391 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device d4f487c3-aeab-403d-8746-5a1aee6d7eaa no longer exists at agent hyperv_n-h2-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:41:36.433427 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-dea28455-6225-40ac-9747-399baf5df896 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] For port 9bf0e330-584e-4425-b7b5-3b5ea4603044, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=9bf0e330-584e-4425-b7b5-3b5ea4603044,segment=NetworkSegment(208f22fc-9686-4ca3-a88c-018385437c28),segment_id=208f22fc-9686-4ca3-a88c-018385437c28)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:41:36.441133 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-67024fae-06e4-413f-9196-007036610e71 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265990000'] for subnet, precommit_delete_associations {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:36.444158 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-dea28455-6225-40ac-9747-399baf5df896 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:36.455295 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port 9bf0e330-584e-4425-b7b5-3b5ea4603044 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:41:36.455668 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:36.502545 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Pushing event updated for resources: {'Port': ['ID=710bef9f-b70a-46f8-8336-d0a377111f32,revision_number=6']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:41:36.536292 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-dea28455-6225-40ac-9747-399baf5df896 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Calling delete_port for 9bf0e330-584e-4425-b7b5-3b5ea4603044 owned by network:router_interface {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:41:36.731137 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:36.761351 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39d0ae63-8d58-4518-be21-b48abe48fa97 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Router 1d2dd293-4c5a-43d3-bb7f-3065bdc1a359 has already been hosted by L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 {{(pid=103590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 17:41:36.978262 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-67024fae-06e4-413f-9196-007036610e71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971956'] for subnet, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:37.019500 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39d0ae63-8d58-4518-be21-b48abe48fa97 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:41:37.035646 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-39d0ae63-8d58-4518-be21-b48abe48fa97 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] 10.222.0.60 "PUT /v2.0/routers/1d2dd293-4c5a-43d3-bb7f-3065bdc1a359/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3795176 Nov 23 17:41:37.036131 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ee512f8-3f46-4886-94dd-b0d059af9a5b None None] Sync routers for ids ['1d2dd293-4c5a-43d3-bb7f-3065bdc1a359'] in n-d-816206-8 {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:41:37.045763 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 53036) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:41:37.049584 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ee512f8-3f46-4886-94dd-b0d059af9a5b None None] Routers {'1d2dd293-4c5a-43d3-bb7f-3065bdc1a359'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:41:37.050003 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-4ee512f8-3f46-4886-94dd-b0d059af9a5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:41:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['1d2dd293-4c5a-43d3-bb7f-3065bdc1a359'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:41:37.077178 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port d4f487c3-aeab-403d-8746-5a1aee6d7eaa, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=d4f487c3-aeab-403d-8746-5a1aee6d7eaa,segment=NetworkSegment(734f1627-0ec0-4314-9413-7e2078531419),segment_id=734f1627-0ec0-4314-9413-7e2078531419)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:41:37.090619 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:37.103980 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device ca65c076-5a6f-484a-9871-7163634af22d no longer exists at agent hyperv_n-h2-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:41:37.174662 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.db_base_plugin_v2 [None req-ddc11b8b-0dfc-4f3e-8624-ff58956f8011 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Deleting subnet 8e10b822-4992-4ff6-b2fc-54a371821776 {{(pid=103591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 17:41:37.180868 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-97aeaae9-3073-431c-94af-5b067cb0e712 req-c5f44835-62c8-4b8f-8d2f-6df642c75cc2 service neutron] For port 98991338-19a7-4834-b0b5-0086ee597775, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=98991338-19a7-4834-b0b5-0086ee597775,segment=NetworkSegment(20b9bc5a-f40c-4305-aea8-1cd399f9d3b9),segment_id=20b9bc5a-f40c-4305-aea8-1cd399f9d3b9)] {{(pid=103591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:41:37.232026 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-97aeaae9-3073-431c-94af-5b067cb0e712 req-c5f44835-62c8-4b8f-8d2f-6df642c75cc2 service neutron] For port 98991338-19a7-4834-b0b5-0086ee597775, host n-h2-816206-8, cleared binding levels {{(pid=103591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:41:37.277940 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [req-97aeaae9-3073-431c-94af-5b067cb0e712 req-c5f44835-62c8-4b8f-8d2f-6df642c75cc2 service neutron] device_id is not set on port 98991338-19a7-4834-b0b5-0086ee597775 yet. {{(pid=103591) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 17:41:37.297309 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-97aeaae9-3073-431c-94af-5b067cb0e712 req-c5f44835-62c8-4b8f-8d2f-6df642c75cc2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:37.311278 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-ddc11b8b-0dfc-4f3e-8624-ff58956f8011 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks [] for subnet, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:37.327829 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-dea28455-6225-40ac-9747-399baf5df896 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:37.355609 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device ca65c076-5a6f-484a-9871-7163634af22d not bound to the agent host n-h2-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:41:37.356049 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device 5c7b0226-5733-4a12-8cf6-a2a8001dd2da no longer exists at agent hyperv_n-h2-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:41:37.383160 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-97aeaae9-3073-431c-94af-5b067cb0e712 req-c5f44835-62c8-4b8f-8d2f-6df642c75cc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264758186'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:37.433699 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea28455-6225-40ac-9747-399baf5df896 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Pushing event deleted for resources: {'Port': ['ID=9bf0e330-584e-4425-b7b5-3b5ea4603044,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:41:37.478716 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-4ee512f8-3f46-4886-94dd-b0d059af9a5b None None] Set router 1d2dd293-4c5a-43d3-bb7f-3065bdc1a359 gateway port host: None {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:41:37.570163 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Pushing event updated for resources: {'Port': ['ID=d4f487c3-aeab-403d-8746-5a1aee6d7eaa,revision_number=6']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:41:37.699341 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcabb95-cb50-4860-826d-c657c24b82b1 req-0f54d64f-7502-4194-861d-bab16e247300 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:41:37.718077 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:37.737043 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcabb95-cb50-4860-826d-c657c24b82b1 req-0f54d64f-7502-4194-861d-bab16e247300 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:41:37.754259 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcabb95-cb50-4860-826d-c657c24b82b1 req-0f54d64f-7502-4194-861d-bab16e247300 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:41:37.786194 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcabb95-cb50-4860-826d-c657c24b82b1 req-0f54d64f-7502-4194-861d-bab16e247300 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:41:37.798295 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcabb95-cb50-4860-826d-c657c24b82b1 req-0f54d64f-7502-4194-861d-bab16e247300 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:41:37.818465 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port 5c7b0226-5733-4a12-8cf6-a2a8001dd2da, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=5c7b0226-5733-4a12-8cf6-a2a8001dd2da,segment=NetworkSegment(57150f33-5c5e-42b2-9a51-7db09327dcc4),segment_id=57150f33-5c5e-42b2-9a51-7db09327dcc4)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:41:37.822500 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcabb95-cb50-4860-826d-c657c24b82b1 req-0f54d64f-7502-4194-861d-bab16e247300 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:41:37.824664 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8dcabb95-cb50-4860-826d-c657c24b82b1 req-0f54d64f-7502-4194-861d-bab16e247300 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] 10.222.0.60 "GET /v2.0/ports?device_id=6405c518-c3fe-4701-acc0-e089ba26cce4 HTTP/1.1" status: 200 len: 4576 time: 0.8249958 Nov 23 17:41:37.828881 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:37.829803 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device bc47c78f-ab00-4260-a560-1743414d7f20 no longer exists at agent hyperv_n-h2-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:41:37.835348 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 53050) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:41:37.848921 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-dea28455-6225-40ac-9747-399baf5df896 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2067500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1794520'] for router_interface, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:37.853278 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-ddc11b8b-0dfc-4f3e-8624-ff58956f8011 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265990000'] for subnet, precommit_delete_associations {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:38.017866 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Pushing event updated for resources: {'Port': ['ID=5c7b0226-5733-4a12-8cf6-a2a8001dd2da,revision_number=6']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:41:38.143639 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [req-97aeaae9-3073-431c-94af-5b067cb0e712 req-c5f44835-62c8-4b8f-8d2f-6df642c75cc2 service neutron] No DVR routers for this DVR port 98991338-19a7-4834-b0b5-0086ee597775 on host n-h2-816206-8 {{(pid=103591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:41:38.174784 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f44835-62c8-4b8f-8d2f-6df642c75cc2 service neutron] Pushing event updated for resources: {'Port': ['ID=98991338-19a7-4834-b0b5-0086ee597775,revision_number=7']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:41:38.195853 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-dcba96f5-f4d2-4463-af69-6a4ae69a0543 None None] Provisioning complete for port 98991338-19a7-4834-b0b5-0086ee597775 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:41:38.196439 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-dcba96f5-f4d2-4463-af69-6a4ae69a0543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:38.226664 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-4ee512f8-3f46-4886-94dd-b0d059af9a5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d2dd293-4c5a-43d3-bb7f-3065bdc1a359', 'name': 'tempest-RoutersTest-router-551812585', 'tenant_id': '9ea08f514e394d68a6e33e0a371ec75c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:40:38Z', 'updated_at': '2021-11-23T17:41:35Z', 'revision_number': 9, 'project_id': '9ea08f514e394d68a6e33e0a371ec75c', 'gw_port_host': None, '_interfaces': [{'id': '66cf6c02-f69f-41af-a9df-28ff07530fea', 'name': '', 'network_id': '92be2970-7b78-43b3-9201-4bad6190f4b3', 'tenant_id': '9ea08f514e394d68a6e33e0a371ec75c', 'mac_address': 'fa:16:3e:f7:02:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d2dd293-4c5a-43d3-bb7f-3065bdc1a359', 'device_owner': 'network:router_interface', 'standard_attr_id': 2377, 'fixed_ips': [{'subnet_id': '30865f18-4aca-4007-b22a-63fa611fdbc0', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:40:52Z', 'updated_at': '2021-11-23T17:41:05Z', 'revision_number': 5, 'project_id': '9ea08f514e394d68a6e33e0a371ec75c', 'subnets': [{'id': '30865f18-4aca-4007-b22a-63fa611fdbc0', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'adc453bb-b64e-4a63-a1c3-03961aa01e6b', 'name': '', 'network_id': '0d2689e3-f47b-4951-8a3f-d47a148adc6f', 'tenant_id': '9ea08f514e394d68a6e33e0a371ec75c', 'mac_address': 'fa:16:3e:4f:5d:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d2dd293-4c5a-43d3-bb7f-3065bdc1a359', 'device_owner': 'network:router_interface', 'standard_attr_id': 2364, 'fixed_ips': [{'subnet_id': '4fd923d4-90c0-465c-a731-f064e303a2b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:40:43Z', 'updated_at': '2021-11-23T17:40:57Z', 'revision_number': 5, 'project_id': '9ea08f514e394d68a6e33e0a371ec75c', 'subnets': [{'id': '4fd923d4-90c0-465c-a731-f064e303a2b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:41:38.249180 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6405c518-c3fe-4701-acc0-e089ba26cce4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '710bef9f-b70a-46f8-8336-d0a377111f32'}, {'server_uuid': '6405c518-c3fe-4701-acc0-e089ba26cce4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd4f487c3-aeab-403d-8746-5a1aee6d7eaa'}, {'server_uuid': '6405c518-c3fe-4701-acc0-e089ba26cce4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5c7b0226-5733-4a12-8cf6-a2a8001dd2da'}] {{(pid=103592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:41:38.251714 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba3e6a8f2301c7a29fe1eca9779abdae4ccbcd6266d69778087f2498d5551201" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95310f08-29ae-4864-8a85-b67defb92c18" -d '{"events": [{"server_uuid": "6405c518-c3fe-4701-acc0-e089ba26cce4", "name": "network-vif-unplugged", "status": "completed", "tag": "710bef9f-b70a-46f8-8336-d0a377111f32"}, {"server_uuid": "6405c518-c3fe-4701-acc0-e089ba26cce4", "name": "network-vif-unplugged", "status": "completed", "tag": "d4f487c3-aeab-403d-8746-5a1aee6d7eaa"}, {"server_uuid": "6405c518-c3fe-4701-acc0-e089ba26cce4", "name": "network-vif-unplugged", "status": "completed", "tag": "5c7b0226-5733-4a12-8cf6-a2a8001dd2da"}]}' {{(pid=103592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:41:38.258261 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-dcba96f5-f4d2-4463-af69-6a4ae69a0543 None None] Port 98991338-19a7-4834-b0b5-0086ee597775 cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:41:38.286021 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:38.319364 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ee512f8-3f46-4886-94dd-b0d059af9a5b None None] Checking router: 1d2dd293-4c5a-43d3-bb7f-3065bdc1a359 for host: n-d-816206-8 {{(pid=103593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 17:41:38.326934 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dea28455-6225-40ac-9747-399baf5df896 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Router 7a9d24dd-e49e-4b9a-a322-1eccf7565cd9 has already been hosted by L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 {{(pid=103590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 17:41:38.356890 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ee512f8-3f46-4886-94dd-b0d059af9a5b None None] Routers {'1d2dd293-4c5a-43d3-bb7f-3065bdc1a359'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:41:38.357537 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-4ee512f8-3f46-4886-94dd-b0d059af9a5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:41:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['1d2dd293-4c5a-43d3-bb7f-3065bdc1a359'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:41:38.381576 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8dcabb95-cb50-4860-826d-c657c24b82b1 req-4c19866f-5417-4527-864f-7cd6f3ab5149 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] 10.222.0.60 "GET /v2.0/security-groups?id=5a532450-e3c1-4821-9a24-76c3d212b901&id=10d72a3d-a998-4d2f-a806-0da22bfe86ab&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5322273 Nov 23 17:41:38.383452 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-67024fae-06e4-413f-9196-007036610e71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264758240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264314269'] for subnet, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:38.391516 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-e5142614-670e-4102-aafa-85efd02090db admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1601318973-network', 'tenant_id': '093e052ebdfd4c689471d0502a0c2e0a'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:41:38.402994 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Tue, 23 Nov 2021 17:41:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66cb8310-8fb9-4c45-866f-af985031c0a7 x-openstack-request-id: req-66cb8310-8fb9-4c45-866f-af985031c0a7 {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:41:38.403299 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6405c518-c3fe-4701-acc0-e089ba26cce4", "name": "network-vif-unplugged", "status": "completed", "tag": "710bef9f-b70a-46f8-8336-d0a377111f32", "code": 200}, {"server_uuid": "6405c518-c3fe-4701-acc0-e089ba26cce4", "name": "network-vif-unplugged", "status": "completed", "tag": "d4f487c3-aeab-403d-8746-5a1aee6d7eaa", "code": 200}, {"server_uuid": "6405c518-c3fe-4701-acc0-e089ba26cce4", "name": "network-vif-unplugged", "status": "completed", "tag": "5c7b0226-5733-4a12-8cf6-a2a8001dd2da", "code": 200}]} {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:41:38.403558 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-66cb8310-8fb9-4c45-866f-af985031c0a7 {{(pid=103592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:41:38.403967 n-d-816206-8 neutron-server[103592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6405c518-c3fe-4701-acc0-e089ba26cce4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '710bef9f-b70a-46f8-8336-d0a377111f32', 'code': 200} Nov 23 17:41:38.404231 n-d-816206-8 neutron-server[103592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6405c518-c3fe-4701-acc0-e089ba26cce4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd4f487c3-aeab-403d-8746-5a1aee6d7eaa', 'code': 200} Nov 23 17:41:38.404527 n-d-816206-8 neutron-server[103592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6405c518-c3fe-4701-acc0-e089ba26cce4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5c7b0226-5733-4a12-8cf6-a2a8001dd2da', 'code': 200} Nov 23 17:41:38.423541 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port bc47c78f-ab00-4260-a560-1743414d7f20, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=bc47c78f-ab00-4260-a560-1743414d7f20,segment=NetworkSegment(20b9bc5a-f40c-4305-aea8-1cd399f9d3b9),segment_id=20b9bc5a-f40c-4305-aea8-1cd399f9d3b9)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:41:38.439217 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:38.460214 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67024fae-06e4-413f-9196-007036610e71 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6ad5bbcc-6910-4f4f-8076-29f2f4bc9b05,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:41:38.470271 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-67024fae-06e4-413f-9196-007036610e71 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for subnet, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:38.474243 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-67024fae-06e4-413f-9196-007036610e71 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/6ad5bbcc-6910-4f4f-8076-29f2f4bc9b05 HTTP/1.1" status: 204 len: 168 time: 2.4445801 Nov 23 17:41:38.478277 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 53064) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:41:38.504886 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [req-97aeaae9-3073-431c-94af-5b067cb0e712 req-c5f44835-62c8-4b8f-8d2f-6df642c75cc2 service neutron] In _notify_port_updated(), no bound segment for port 98991338-19a7-4834-b0b5-0086ee597775 on network 76740e25-dcec-4d2d-82d4-d720ca6b4fc6 {{(pid=103591) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 23 17:41:38.505970 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97aeaae9-3073-431c-94af-5b067cb0e712 req-c5f44835-62c8-4b8f-8d2f-6df642c75cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:41:38.506962 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-97aeaae9-3073-431c-94af-5b067cb0e712 req-c5f44835-62c8-4b8f-8d2f-6df642c75cc2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:38.508694 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-97aeaae9-3073-431c-94af-5b067cb0e712 req-c5f44835-62c8-4b8f-8d2f-6df642c75cc2 service neutron] 10.222.0.36 "PUT /v2.0/ports/98991338-19a7-4834-b0b5-0086ee597775 HTTP/1.1" status: 200 len: 1027 time: 3.7489398 Nov 23 17:41:38.527420 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a387bd7b-9cf3-454c-88a2-5c282ccd3d28 None None] Network 87f938c1-ee21-4937-8bfe-d0c625905f3e requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:41:38.544233 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-ddc11b8b-0dfc-4f3e-8624-ff58956f8011 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971956'] for subnet, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:38.559231 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dea28455-6225-40ac-9747-399baf5df896 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:41:38.580803 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-dea28455-6225-40ac-9747-399baf5df896 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] 10.222.0.60 "PUT /v2.0/routers/7a9d24dd-e49e-4b9a-a322-1eccf7565cd9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8812718 Nov 23 17:41:38.583742 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 53066) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:41:38.622167 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8242c126-bc1d-4f4e-87b2-e4ed06ee4bbb None None] Sync routers for ids ['7a9d24dd-e49e-4b9a-a322-1eccf7565cd9'] in n-d-816206-8 {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:41:38.675088 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 53068) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:41:38.676876 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-4ee512f8-3f46-4886-94dd-b0d059af9a5b None None] Set router 1d2dd293-4c5a-43d3-bb7f-3065bdc1a359 gateway port host: None {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:41:38.680728 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-180a1b68-9e9c-4b05-b474-e4da9da019a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-555181'] for network, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:38.701253 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5142614-670e-4102-aafa-85efd02090db admin admin] Made reservation on behalf of 093e052ebdfd4c689471d0502a0c2e0a for: {'network': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:41:38.704973 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-e5142614-670e-4102-aafa-85efd02090db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for network, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:38.707357 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-ddc11b8b-0dfc-4f3e-8624-ff58956f8011 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264758240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264314269'] for subnet, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:38.761421 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8242c126-bc1d-4f4e-87b2-e4ed06ee4bbb None None] Routers {'7a9d24dd-e49e-4b9a-a322-1eccf7565cd9'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:41:38.762290 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-8242c126-bc1d-4f4e-87b2-e4ed06ee4bbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:41:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['7a9d24dd-e49e-4b9a-a322-1eccf7565cd9'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:41:38.851585 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc11b8b-0dfc-4f3e-8624-ff58956f8011 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Pushing event deleted for resources: {'Subnet': ['ID=8e10b822-4992-4ff6-b2fc-54a371821776,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:41:38.916110 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-e5142614-670e-4102-aafa-85efd02090db admin admin] Publish callbacks [] for security_group, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:38.962316 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvr_db [None req-8242c126-bc1d-4f4e-87b2-e4ed06ee4bbb None None] Set router 7a9d24dd-e49e-4b9a-a322-1eccf7565cd9 gateway port host: None {{(pid=103592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:41:38.976117 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-ddc11b8b-0dfc-4f3e-8624-ff58956f8011 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for subnet, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:38.982607 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-ddc11b8b-0dfc-4f3e-8624-ff58956f8011 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] 10.222.0.60 "DELETE /v2.0/subnets/8e10b822-4992-4ff6-b2fc-54a371821776 HTTP/1.1" status: 204 len: 168 time: 1.9282625 Nov 23 17:41:39.010320 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 53074) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:41:39.159883 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Pushing event updated for resources: {'Port': ['ID=bc47c78f-ab00-4260-a560-1743414d7f20,revision_number=6']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:41:39.166467 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07bdeb90-d17f-42a4-96ab-fa0b4fef8249 None None] Network 2acb5ccb-7e8d-4f79-b302-a5d872291601 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:41:39.201523 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-3bdbb750-eeea-4910-90bd-922590133945 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:39.307938 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [req-97aeaae9-3073-431c-94af-5b067cb0e712 req-a4aeab79-82d6-490a-85c0-fc2369b45666 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Deleting port cdb25aeb-c6d5-4b35-bc63-c92ed105830a {{(pid=103591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:41:39.308379 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-97aeaae9-3073-431c-94af-5b067cb0e712 req-a4aeab79-82d6-490a-85c0-fc2369b45666 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:39.321169 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-4ee512f8-3f46-4886-94dd-b0d059af9a5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d2dd293-4c5a-43d3-bb7f-3065bdc1a359', 'name': 'tempest-RoutersTest-router-551812585', 'tenant_id': '9ea08f514e394d68a6e33e0a371ec75c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:40:38Z', 'updated_at': '2021-11-23T17:41:35Z', 'revision_number': 9, 'project_id': '9ea08f514e394d68a6e33e0a371ec75c', 'gw_port_host': None, '_interfaces': [{'id': '66cf6c02-f69f-41af-a9df-28ff07530fea', 'name': '', 'network_id': '92be2970-7b78-43b3-9201-4bad6190f4b3', 'tenant_id': '9ea08f514e394d68a6e33e0a371ec75c', 'mac_address': 'fa:16:3e:f7:02:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d2dd293-4c5a-43d3-bb7f-3065bdc1a359', 'device_owner': 'network:router_interface', 'standard_attr_id': 2377, 'fixed_ips': [{'subnet_id': '30865f18-4aca-4007-b22a-63fa611fdbc0', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:40:52Z', 'updated_at': '2021-11-23T17:41:05Z', 'revision_number': 5, 'project_id': '9ea08f514e394d68a6e33e0a371ec75c', 'subnets': [{'id': '30865f18-4aca-4007-b22a-63fa611fdbc0', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'adc453bb-b64e-4a63-a1c3-03961aa01e6b', 'name': '', 'network_id': '0d2689e3-f47b-4951-8a3f-d47a148adc6f', 'tenant_id': '9ea08f514e394d68a6e33e0a371ec75c', 'mac_address': 'fa:16:3e:4f:5d:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d2dd293-4c5a-43d3-bb7f-3065bdc1a359', 'device_owner': 'network:router_interface', 'standard_attr_id': 2364, 'fixed_ips': [{'subnet_id': '4fd923d4-90c0-465c-a731-f064e303a2b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:40:43Z', 'updated_at': '2021-11-23T17:40:57Z', 'revision_number': 5, 'project_id': '9ea08f514e394d68a6e33e0a371ec75c', 'subnets': [{'id': '4fd923d4-90c0-465c-a731-f064e303a2b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:41:39.351334 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-8242c126-bc1d-4f4e-87b2-e4ed06ee4bbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a9d24dd-e49e-4b9a-a322-1eccf7565cd9', 'name': 'tempest-NetworksTestDHCPv6-router-106468874', 'tenant_id': 'a17872768c1e4384801bad129509cfa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:41:24Z', 'updated_at': '2021-11-23T17:41:37Z', 'revision_number': 3, 'project_id': 'a17872768c1e4384801bad129509cfa7', 'gw_port_host': None}], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:41:39.379647 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-ecc79a8b-8d1a-4cc5-9007-ccbab4b794e8 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-555181'] for network, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:39.395014 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ee512f8-3f46-4886-94dd-b0d059af9a5b None None] The sync data for ids ['1d2dd293-4c5a-43d3-bb7f-3065bdc1a359'] in n-d-816206-8 is: [{'id': '1d2dd293-4c5a-43d3-bb7f-3065bdc1a359', 'name': 'tempest-RoutersTest-router-551812585', 'tenant_id': '9ea08f514e394d68a6e33e0a371ec75c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:40:38Z', 'updated_at': '2021-11-23T17:41:35Z', 'revision_number': 9, 'project_id': '9ea08f514e394d68a6e33e0a371ec75c', 'gw_port_host': None, '_interfaces': [{'id': '66cf6c02-f69f-41af-a9df-28ff07530fea', 'name': '', 'network_id': '92be2970-7b78-43b3-9201-4bad6190f4b3', 'tenant_id': '9ea08f514e394d68a6e33e0a371ec75c', 'mac_address': 'fa:16:3e:f7:02:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d2dd293-4c5a-43d3-bb7f-3065bdc1a359', 'device_owner': 'network:router_interface', 'standard_attr_id': 2377, 'fixed_ips': [{'subnet_id': '30865f18-4aca-4007-b22a-63fa611fdbc0', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:40:52Z', 'updated_at': '2021-11-23T17:41:05Z', 'revision_number': 5, 'project_id': '9ea08f514e394d68a6e33e0a371ec75c', 'subnets': [{'id': '30865f18-4aca-4007-b22a-63fa611fdbc0', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'adc453bb-b64e-4a63-a1c3-03961aa01e6b', 'name': '', 'network_id': '0d2689e3-f47b-4951-8a3f-d47a148adc6f', 'tenant_id': '9ea08f514e394d68a6e33e0a371ec75c', 'mac_address': 'fa:16:3e:4f:5d:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d2dd293-4c5a-43d3-bb7f-3065bdc1a359', 'device_owner': 'network:router_interface', 'standard_attr_id': 2364, 'fixed_ips': [{'subnet_id': '4fd923d4-90c0-465c-a731-f064e303a2b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:40:43Z', 'updated_at': '2021-11-23T17:40:57Z', 'revision_number': 5, 'project_id': '9ea08f514e394d68a6e33e0a371ec75c', 'subnets': [{'id': '4fd923d4-90c0-465c-a731-f064e303a2b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:41:39.460325 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8242c126-bc1d-4f4e-87b2-e4ed06ee4bbb None None] Checking router: 7a9d24dd-e49e-4b9a-a322-1eccf7565cd9 for host: n-d-816206-8 {{(pid=103592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 17:41:39.497323 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-97aeaae9-3073-431c-94af-5b067cb0e712 req-a4aeab79-82d6-490a-85c0-fc2369b45666 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] For port cdb25aeb-c6d5-4b35-bc63-c92ed105830a, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=cdb25aeb-c6d5-4b35-bc63-c92ed105830a,segment=NetworkSegment(20b9bc5a-f40c-4305-aea8-1cd399f9d3b9),segment_id=20b9bc5a-f40c-4305-aea8-1cd399f9d3b9)] {{(pid=103591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:41:39.499021 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-97aeaae9-3073-431c-94af-5b067cb0e712 req-a4aeab79-82d6-490a-85c0-fc2369b45666 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:39.522779 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8242c126-bc1d-4f4e-87b2-e4ed06ee4bbb None None] Routers {'7a9d24dd-e49e-4b9a-a322-1eccf7565cd9'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:41:39.523137 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [req-97aeaae9-3073-431c-94af-5b067cb0e712 req-a4aeab79-82d6-490a-85c0-fc2369b45666 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Calling delete_port for cdb25aeb-c6d5-4b35-bc63-c92ed105830a owned by compute:nova {{(pid=103591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:41:39.523370 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-8242c126-bc1d-4f4e-87b2-e4ed06ee4bbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:41:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['7a9d24dd-e49e-4b9a-a322-1eccf7565cd9'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:41:39.561116 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f588a40b-47c3-473a-a999-a4e09256becd tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:41:39.564300 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f588a40b-47c3-473a-a999-a4e09256becd tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:41:39.569708 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-f588a40b-47c3-473a-a999-a4e09256becd tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.9843216 Nov 23 17:41:39.570567 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 53080) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:41:39.616003 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvr_db [None req-8242c126-bc1d-4f4e-87b2-e4ed06ee4bbb None None] Set router 7a9d24dd-e49e-4b9a-a322-1eccf7565cd9 gateway port host: None {{(pid=103592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:41:39.644652 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-e5142614-670e-4102-aafa-85efd02090db admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:39.684206 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-8242c126-bc1d-4f4e-87b2-e4ed06ee4bbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a9d24dd-e49e-4b9a-a322-1eccf7565cd9', 'name': 'tempest-NetworksTestDHCPv6-router-106468874', 'tenant_id': 'a17872768c1e4384801bad129509cfa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:41:24Z', 'updated_at': '2021-11-23T17:41:37Z', 'revision_number': 3, 'project_id': 'a17872768c1e4384801bad129509cfa7', 'gw_port_host': None}], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:41:39.687919 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_v2 [None req-117c280c-d5e7-4477-9644-e034d84f8608 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Deleting subnet 84013b08-67d4-46c4-8cbf-c872215a201f {{(pid=103590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 17:41:39.693834 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-117c280c-d5e7-4477-9644-e034d84f8608 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks [] for subnet, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:39.715204 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8242c126-bc1d-4f4e-87b2-e4ed06ee4bbb None None] The sync data for ids ['7a9d24dd-e49e-4b9a-a322-1eccf7565cd9'] in n-d-816206-8 is: [{'id': '7a9d24dd-e49e-4b9a-a322-1eccf7565cd9', 'name': 'tempest-NetworksTestDHCPv6-router-106468874', 'tenant_id': 'a17872768c1e4384801bad129509cfa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:41:24Z', 'updated_at': '2021-11-23T17:41:37Z', 'revision_number': 3, 'project_id': 'a17872768c1e4384801bad129509cfa7', 'gw_port_host': None}] {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:41:39.739260 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-180a1b68-9e9c-4b05-b474-e4da9da019a9 admin admin] Deleting port b923f14d-81a0-419c-b58d-f351c46b9a04 {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:41:39.739625 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-180a1b68-9e9c-4b05-b474-e4da9da019a9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:39.783907 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-117c280c-d5e7-4477-9644-e034d84f8608 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-267528342'] for subnet, precommit_delete_associations {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:39.797150 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe7eb19b-e050-4533-a591-afc324063c87 None None] DHCP port deletion for 87f938c1-ee21-4937-8bfe-d0c625905f3e request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:41:39.822440 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-e5142614-670e-4102-aafa-85efd02090db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:39.833462 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f17ec07f-859e-45e7-9fa1-a3300aa1814c None None] DHCP port deletion for 2acb5ccb-7e8d-4f79-b302-a5d872291601 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:41:39.933748 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-fe7eb19b-e050-4533-a591-afc324063c87 None None] Deleting port b923f14d-81a0-419c-b58d-f351c46b9a04 {{(pid=103592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:41:39.934132 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-fe7eb19b-e050-4533-a591-afc324063c87 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:39.943401 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-180a1b68-9e9c-4b05-b474-e4da9da019a9 admin admin] For port b923f14d-81a0-419c-b58d-f351c46b9a04, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=b923f14d-81a0-419c-b58d-f351c46b9a04,segment=NetworkSegment(b195e0b4-717d-497e-9676-eff15a175551),segment_id=b195e0b4-717d-497e-9676-eff15a175551)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:41:39.943779 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-180a1b68-9e9c-4b05-b474-e4da9da019a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:39.969255 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-180a1b68-9e9c-4b05-b474-e4da9da019a9 admin admin] Calling delete_port for b923f14d-81a0-419c-b58d-f351c46b9a04 owned by network:dhcp {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:41:39.974872 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-97aeaae9-3073-431c-94af-5b067cb0e712 req-a4aeab79-82d6-490a-85c0-fc2369b45666 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:40.002516 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-f17ec07f-859e-45e7-9fa1-a3300aa1814c None None] Deleting port 9b5c4f46-0cf0-49d6-b8d1-951e0c716d89 {{(pid=103592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:41:40.003051 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-f17ec07f-859e-45e7-9fa1-a3300aa1814c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:40.078558 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-fe7eb19b-e050-4533-a591-afc324063c87 None None] For port b923f14d-81a0-419c-b58d-f351c46b9a04, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=b923f14d-81a0-419c-b58d-f351c46b9a04,segment=NetworkSegment(b195e0b4-717d-497e-9676-eff15a175551),segment_id=b195e0b4-717d-497e-9676-eff15a175551)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:41:40.079218 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-fe7eb19b-e050-4533-a591-afc324063c87 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:40.103136 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4aeab79-82d6-490a-85c0-fc2369b45666 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Pushing event deleted for resources: {'Port': ['ID=cdb25aeb-c6d5-4b35-bc63-c92ed105830a,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:41:40.133153 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-fe7eb19b-e050-4533-a591-afc324063c87 None None] Calling delete_port for b923f14d-81a0-419c-b58d-f351c46b9a04 owned by network:dhcp {{(pid=103592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:41:40.151954 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84adce1f-17e9-42e7-84b5-c139e9852e4c req-2e68f4a6-f5b1-4346-a139-9f0d32c5f4da tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:41:40.156024 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-f17ec07f-859e-45e7-9fa1-a3300aa1814c None None] For port 9b5c4f46-0cf0-49d6-b8d1-951e0c716d89, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=9b5c4f46-0cf0-49d6-b8d1-951e0c716d89,segment=NetworkSegment(b89e99e6-49bc-4844-85f1-a831dd95d22b),segment_id=b89e99e6-49bc-4844-85f1-a831dd95d22b)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:41:40.156573 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-f17ec07f-859e-45e7-9fa1-a3300aa1814c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:40.188028 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84adce1f-17e9-42e7-84b5-c139e9852e4c req-2e68f4a6-f5b1-4346-a139-9f0d32c5f4da tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:41:40.202148 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84adce1f-17e9-42e7-84b5-c139e9852e4c req-2e68f4a6-f5b1-4346-a139-9f0d32c5f4da tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:41:40.219462 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-180a1b68-9e9c-4b05-b474-e4da9da019a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:40.221786 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84adce1f-17e9-42e7-84b5-c139e9852e4c req-2e68f4a6-f5b1-4346-a139-9f0d32c5f4da tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:41:40.230306 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device b923f14d-81a0-419c-b58d-f351c46b9a04 no longer exists at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:41:40.237355 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84adce1f-17e9-42e7-84b5-c139e9852e4c req-2e68f4a6-f5b1-4346-a139-9f0d32c5f4da tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:41:40.238360 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-f17ec07f-859e-45e7-9fa1-a3300aa1814c None None] Calling delete_port for 9b5c4f46-0cf0-49d6-b8d1-951e0c716d89 owned by network:dhcp {{(pid=103592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:41:40.254030 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-84adce1f-17e9-42e7-84b5-c139e9852e4c req-2e68f4a6-f5b1-4346-a139-9f0d32c5f4da tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] 10.222.0.60 "GET /v2.0/ports?device_id=6405c518-c3fe-4701-acc0-e089ba26cce4 HTTP/1.1" status: 200 len: 3876 time: 0.7317894 Nov 23 17:41:40.261538 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5142614-670e-4102-aafa-85efd02090db admin admin] vlan segment allocate from pool success with {'vlan_id': 522, 'physical_network': 'physnet1'} {{(pid=103591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 17:41:40.315941 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] No Port match for: b923f14d-81a0-419c-b58d-f351c46b9a04 {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:41:40.316434 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device b923f14d-81a0-419c-b58d-f351c46b9a04 not bound to the agent host n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:41:40.317021 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 958dfef5-e0ae-44e1-996e-fe59244efbe6 no longer exists at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:41:40.323827 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180a1b68-9e9c-4b05-b474-e4da9da019a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=b923f14d-81a0-419c-b58d-f351c46b9a04,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:41:40.338329 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-180a1b68-9e9c-4b05-b474-e4da9da019a9 admin admin] No DVR routers for this DVR port b923f14d-81a0-419c-b58d-f351c46b9a04 on host n-d-816206-8 {{(pid=103590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:41:40.385214 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-3bdbb750-eeea-4910-90bd-922590133945 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:40.409863 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5142614-670e-4102-aafa-85efd02090db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdc1cdc8-4fb8-4a0e-be3b-b852f60a4635,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:41:40.411915 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] No Port match for: 958dfef5-e0ae-44e1-996e-fe59244efbe6 {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:41:40.414142 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 958dfef5-e0ae-44e1-996e-fe59244efbe6 not bound to the agent host n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:41:40.417202 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6405c518-c3fe-4701-acc0-e089ba26cce4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bc47c78f-ab00-4260-a560-1743414d7f20'}] {{(pid=103592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:41:40.421511 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba3e6a8f2301c7a29fe1eca9779abdae4ccbcd6266d69778087f2498d5551201" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d4c0384-8dfa-4146-a7cd-b51ea86f613f" -d '{"events": [{"server_uuid": "6405c518-c3fe-4701-acc0-e089ba26cce4", "name": "network-vif-unplugged", "status": "completed", "tag": "bc47c78f-ab00-4260-a560-1743414d7f20"}]}' {{(pid=103592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:41:40.443672 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-3bdbb750-eeea-4910-90bd-922590133945 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:40.551552 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-e5142614-670e-4102-aafa-85efd02090db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:40.554372 n-d-816206-8 neutron-server[103591]: INFO neutron.db.segments_db [None req-e5142614-670e-4102-aafa-85efd02090db admin admin] Added segment 97bf93aa-7116-4943-8d21-ff543f30be5d of type vlan for network b05aa742-7050-4bee-9612-3681dfd2164b Nov 23 17:41:40.563931 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 17:41:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6071c3b0-1de9-4f51-b703-850a641fd2f6 x-openstack-request-id: req-6071c3b0-1de9-4f51-b703-850a641fd2f6 {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:41:40.564275 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6405c518-c3fe-4701-acc0-e089ba26cce4", "name": "network-vif-unplugged", "status": "completed", "tag": "bc47c78f-ab00-4260-a560-1743414d7f20", "code": 200}]} {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:41:40.564526 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6071c3b0-1de9-4f51-b703-850a641fd2f6 {{(pid=103592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:41:40.564938 n-d-816206-8 neutron-server[103592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6405c518-c3fe-4701-acc0-e089ba26cce4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bc47c78f-ab00-4260-a560-1743414d7f20', 'code': 200} Nov 23 17:41:40.567605 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdbb750-eeea-4910-90bd-922590133945 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61d6acff-d82c-4b1a-8503-209f70d1bfc0,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:41:40.595086 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-180a1b68-9e9c-4b05-b474-e4da9da019a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973419', 'neutron.services.segments.db._delete_segments_for_network-8736635878840'] for network, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:40.645016 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-fe7eb19b-e050-4533-a591-afc324063c87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989'] for port, after_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:40.655660 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-180a1b68-9e9c-4b05-b474-e4da9da019a9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87f938c1-ee21-4937-8bfe-d0c625905f3e']}} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:41:40.668143 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-84adce1f-17e9-42e7-84b5-c139e9852e4c req-a70237d5-2914-4203-8872-bcd9acedc382 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] 10.222.0.60 "GET /v2.0/security-groups?id=10d72a3d-a998-4d2f-a806-0da22bfe86ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4128344 Nov 23 17:41:40.676743 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-180a1b68-9e9c-4b05-b474-e4da9da019a9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b195e0b4-717d-497e-9676-eff15a175551') {'for_net_delete': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:41:40.677056 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-180a1b68-9e9c-4b05-b474-e4da9da019a9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b195e0b4-717d-497e-9676-eff15a175551') {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:41:40.700182 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-180a1b68-9e9c-4b05-b474-e4da9da019a9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736635840332', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-267528353'] for segment, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:40.726038 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7eb19b-e050-4533-a591-afc324063c87 None None] Pushing event deleted for resources: {'Port': ['ID=b923f14d-81a0-419c-b58d-f351c46b9a04,revision_number=None']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:41:40.733071 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-180a1b68-9e9c-4b05-b474-e4da9da019a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:40.739429 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe7eb19b-e050-4533-a591-afc324063c87 None None] No DVR routers for this DVR port b923f14d-81a0-419c-b58d-f351c46b9a04 on host n-d-816206-8 {{(pid=103592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:41:40.742677 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-180a1b68-9e9c-4b05-b474-e4da9da019a9 admin admin] Releasing vlan 512 on physical network physnet1 to pool {{(pid=103590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 17:41:40.743272 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-180a1b68-9e9c-4b05-b474-e4da9da019a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264370093'] for segment, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:40.748538 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-f17ec07f-859e-45e7-9fa1-a3300aa1814c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989'] for port, after_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:40.827352 n-d-816206-8 neutron-server[103590]: Traceback (most recent call last): Nov 23 17:41:40.827352 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 17:41:40.827352 n-d-816206-8 neutron-server[103590]: timer() Nov 23 17:41:40.827352 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 17:41:40.827352 n-d-816206-8 neutron-server[103590]: cb(*args, **kw) Nov 23 17:41:40.827352 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 17:41:40.827352 n-d-816206-8 neutron-server[103590]: return func(*args, **kwargs) Nov 23 17:41:40.827352 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 17:41:40.827352 n-d-816206-8 neutron-server[103590]: self._notify() Nov 23 17:41:40.827352 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 17:41:40.827352 n-d-816206-8 neutron-server[103590]: self.callback(batched_events) Nov 23 17:41:40.827352 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 17:41:40.827352 n-d-816206-8 neutron-server[103590]: event.method(event) Nov 23 17:41:40.827352 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 17:41:40.827352 n-d-816206-8 neutron-server[103590]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 17:41:40.827352 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 17:41:40.827352 n-d-816206-8 neutron-server[103590]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 17:41:40.827352 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 17:41:40.827352 n-d-816206-8 neutron-server[103590]: return f(self, *a, **k) Nov 23 17:41:40.827352 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 17:41:40.827352 n-d-816206-8 neutron-server[103590]: return self._get(url).json() Nov 23 17:41:40.827352 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 17:41:40.827352 n-d-816206-8 neutron-server[103590]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 17:41:40.827352 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 17:41:40.827352 n-d-816206-8 neutron-server[103590]: return self.request(url, 'GET', **kwargs) Nov 23 17:41:40.827352 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 17:41:40.827352 n-d-816206-8 neutron-server[103590]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 17:41:40.827352 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 17:41:40.827352 n-d-816206-8 neutron-server[103590]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 17:41:40.827352 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 17:41:40.827352 n-d-816206-8 neutron-server[103590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 17:41:40.827352 n-d-816206-8 neutron-server[103590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 17:41:40.833278 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f17ec07f-859e-45e7-9fa1-a3300aa1814c None None] No DVR routers for this DVR port 9b5c4f46-0cf0-49d6-b8d1-951e0c716d89 on host n-d-816206-8 {{(pid=103592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:41:40.840890 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17ec07f-859e-45e7-9fa1-a3300aa1814c None None] Pushing event deleted for resources: {'Port': ['ID=9b5c4f46-0cf0-49d6-b8d1-951e0c716d89,revision_number=None']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:41:40.850033 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [req-97aeaae9-3073-431c-94af-5b067cb0e712 req-a4aeab79-82d6-490a-85c0-fc2369b45666 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] No DVR routers for this DVR port cdb25aeb-c6d5-4b35-bc63-c92ed105830a on host n-h2-816206-8 {{(pid=103591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:41:40.851710 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-180a1b68-9e9c-4b05-b474-e4da9da019a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1795418'] for network, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:40.864219 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-97aeaae9-3073-431c-94af-5b067cb0e712 req-a4aeab79-82d6-490a-85c0-fc2369b45666 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:40.888190 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-97aeaae9-3073-431c-94af-5b067cb0e712 req-a4aeab79-82d6-490a-85c0-fc2369b45666 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] 10.222.0.36 "DELETE /v2.0/ports/cdb25aeb-c6d5-4b35-bc63-c92ed105830a HTTP/1.1" status: 204 len: 173 time: 2.3638163 Nov 23 17:41:40.900718 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6405c518-c3fe-4701-acc0-e089ba26cce4', 'name': 'network-vif-deleted', 'tag': 'cdb25aeb-c6d5-4b35-bc63-c92ed105830a'}] {{(pid=103591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:41:40.902667 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-180a1b68-9e9c-4b05-b474-e4da9da019a9 admin admin] Publish callbacks [] for network, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:40.903211 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41d174a19ece9499ff9ec44e5b3fc50f2abd3ffbc947fb7e52ea1e8db27b95b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a5e11a9-46d8-4377-834a-43fe8633ecdd" -d '{"events": [{"server_uuid": "6405c518-c3fe-4701-acc0-e089ba26cce4", "name": "network-vif-deleted", "tag": "cdb25aeb-c6d5-4b35-bc63-c92ed105830a"}]}' {{(pid=103591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:41:40.906020 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-180a1b68-9e9c-4b05-b474-e4da9da019a9 admin admin] 10.222.0.60 "DELETE /v2.0/networks/87f938c1-ee21-4937-8bfe-d0c625905f3e HTTP/1.1" status: 204 len: 168 time: 2.4245896 Nov 23 17:41:40.934132 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-ecc79a8b-8d1a-4cc5-9007-ccbab4b794e8 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Deleting port 9b5c4f46-0cf0-49d6-b8d1-951e0c716d89 {{(pid=103591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:41:40.934478 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-ecc79a8b-8d1a-4cc5-9007-ccbab4b794e8 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:40.980410 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180a1b68-9e9c-4b05-b474-e4da9da019a9 admin admin] Pushing event deleted for resources: {'Network': ['ID=87f938c1-ee21-4937-8bfe-d0c625905f3e,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:41:41.082034 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-117c280c-d5e7-4477-9644-e034d84f8608 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971956'] for subnet, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:41.124096 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [None req-ecc79a8b-8d1a-4cc5-9007-ccbab4b794e8 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] For port 9b5c4f46-0cf0-49d6-b8d1-951e0c716d89, host n-d-816206-8, got binding levels [] {{(pid=103591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:41:41.125037 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-ecc79a8b-8d1a-4cc5-9007-ccbab4b794e8 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:41.151199 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:41:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea24a8a1-ecdf-4771-a1ff-458ad251ef5a x-openstack-request-id: req-ea24a8a1-ecdf-4771-a1ff-458ad251ef5a {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:41:41.151938 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6405c518-c3fe-4701-acc0-e089ba26cce4", "name": "network-vif-deleted", "tag": "cdb25aeb-c6d5-4b35-bc63-c92ed105830a", "status": "completed", "code": 200}]} {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:41:41.152440 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ea24a8a1-ecdf-4771-a1ff-458ad251ef5a {{(pid=103591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:41:41.153189 n-d-816206-8 neutron-server[103591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6405c518-c3fe-4701-acc0-e089ba26cce4', 'name': 'network-vif-deleted', 'tag': 'cdb25aeb-c6d5-4b35-bc63-c92ed105830a', 'status': 'completed', 'code': 200} Nov 23 17:41:41.158247 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-3bdbb750-eeea-4910-90bd-922590133945 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0941b948784e495f930b85cafbce28c0&name=default HTTP/1.1" status: 200 len: 3000 time: 2.4795654 Nov 23 17:41:41.182582 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 53118) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:41:41.182971 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 53120) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:41:41.195602 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-ecc79a8b-8d1a-4cc5-9007-ccbab4b794e8 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Calling delete_port for 9b5c4f46-0cf0-49d6-b8d1-951e0c716d89 owned by network:dhcp {{(pid=103591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:41:41.198645 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.ipam_backend_mixin [None req-ecc79a8b-8d1a-4cc5-9007-ccbab4b794e8 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Port 9b5c4f46-0cf0-49d6-b8d1-951e0c716d89 was not found and therefore no delete operation was performed {{(pid=103591) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 23 17:41:41.200235 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-ecc79a8b-8d1a-4cc5-9007-ccbab4b794e8 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:41.205669 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-e5142614-670e-4102-aafa-85efd02090db admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736635338810'] for network, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:41.283984 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc79a8b-8d1a-4cc5-9007-ccbab4b794e8 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Pushing event deleted for resources: {'Port': ['ID=9b5c4f46-0cf0-49d6-b8d1-951e0c716d89,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:41:41.308179 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecc79a8b-8d1a-4cc5-9007-ccbab4b794e8 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] No DVR routers for this DVR port 9b5c4f46-0cf0-49d6-b8d1-951e0c716d89 on host n-d-816206-8 {{(pid=103591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:41:41.370080 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-e5142614-670e-4102-aafa-85efd02090db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493'] for network, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:41.371698 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5142614-670e-4102-aafa-85efd02090db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:41:41.372618 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-e5142614-670e-4102-aafa-85efd02090db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for network, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:41.378053 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-117c280c-d5e7-4477-9644-e034d84f8608 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264357903', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264730940'] for subnet, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:41.403811 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 53130) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:41:41.409775 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-64ff6583-a79a-4e33-b335-8bbb68947695 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=9b0068a4a0a543038f63069e85a0a90e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2192092 Nov 23 17:41:41.418250 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-e5142614-670e-4102-aafa-85efd02090db admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 3.4943578 Nov 23 17:41:41.424453 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 53132) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:41:41.435155 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fd54fe9-c642-4e91-b11d-a0e2ed8a9a10 None None] Network 56dedb9c-c874-4806-8073-23c183970f13 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:41:41.491202 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-117c280c-d5e7-4477-9644-e034d84f8608 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks [] for subnet, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:41.502079 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-ecc79a8b-8d1a-4cc5-9007-ccbab4b794e8 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973419', 'neutron.services.segments.db._delete_segments_for_network-8736635878840'] for network, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:41.506720 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-117c280c-d5e7-4477-9644-e034d84f8608 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] 10.222.0.60 "DELETE /v2.0/subnets/84013b08-67d4-46c4-8cbf-c872215a201f HTTP/1.1" status: 204 len: 168 time: 1.9319038 Nov 23 17:41:41.508792 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-f820624b-5023-4704-b607-7c5bca9e5e8f admin admin] Request body: {'subnet': {'network_id': 'b05aa742-7050-4bee-9612-3681dfd2164b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1601318973-subnet', 'tenant_id': '093e052ebdfd4c689471d0502a0c2e0a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:41:41.557966 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 53136) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:41:41.568807 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6f05dddb-54ed-4741-9c70-55b0a76b43e9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:41.573885 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117c280c-d5e7-4477-9644-e034d84f8608 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Pushing event deleted for resources: {'Subnet': ['ID=84013b08-67d4-46c4-8cbf-c872215a201f,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:41:41.580311 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f820624b-5023-4704-b607-7c5bca9e5e8f admin admin] Made reservation on behalf of 093e052ebdfd4c689471d0502a0c2e0a for: {'subnet': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:41:41.583324 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f820624b-5023-4704-b607-7c5bca9e5e8f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264730903'] for subnet, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:41.625314 n-d-816206-8 neutron-server[103591]: DEBUG neutron.services.segments.db [None req-ecc79a8b-8d1a-4cc5-9007-ccbab4b794e8 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2acb5ccb-7e8d-4f79-b302-a5d872291601']}} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:41:41.633990 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5142614-670e-4102-aafa-85efd02090db admin admin] Pushing event updated for resources: {'Network': ['ID=b05aa742-7050-4bee-9612-3681dfd2164b,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:41:41.688944 n-d-816206-8 neutron-server[103591]: DEBUG neutron.services.segments.db [None req-ecc79a8b-8d1a-4cc5-9007-ccbab4b794e8 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b89e99e6-49bc-4844-85f1-a831dd95d22b') {'for_net_delete': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:41:41.689323 n-d-816206-8 neutron-server[103591]: DEBUG neutron.services.segments.db [None req-ecc79a8b-8d1a-4cc5-9007-ccbab4b794e8 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b89e99e6-49bc-4844-85f1-a831dd95d22b') {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:41:41.694582 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 9b5c4f46-0cf0-49d6-b8d1-951e0c716d89 no longer exists at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:41:41.696442 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Network b05aa742-7050-4bee-9612-3681dfd2164b details requested by agent ovs-agent-n-d-816206-8 with host n-d-816206-8 {{(pid=103592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 17:41:41.703949 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [req-97aeaae9-3073-431c-94af-5b067cb0e712 req-2a91026e-6047-4cb5-8929-c07b66329dcb tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Deleting port bc47c78f-ab00-4260-a560-1743414d7f20 {{(pid=103591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:41:41.705157 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-97aeaae9-3073-431c-94af-5b067cb0e712 req-2a91026e-6047-4cb5-8929-c07b66329dcb tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:41.713115 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-ecc79a8b-8d1a-4cc5-9007-ccbab4b794e8 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736635840332', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265989959'] for segment, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:41.815944 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-16bdb0b6-5fcc-42da-abfd-4279f05a4c64 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:41.821558 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-ecc79a8b-8d1a-4cc5-9007-ccbab4b794e8 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:41.861451 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6f05dddb-54ed-4741-9c70-55b0a76b43e9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:41.930715 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ecc79a8b-8d1a-4cc5-9007-ccbab4b794e8 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Releasing vlan 529 on physical network physnet1 to pool {{(pid=103591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 17:41:41.938012 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-ecc79a8b-8d1a-4cc5-9007-ccbab4b794e8 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264756290'] for segment, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:41.985442 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6f05dddb-54ed-4741-9c70-55b0a76b43e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:41.988296 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6f05dddb-54ed-4741-9c70-55b0a76b43e9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:41.992335 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-6f05dddb-54ed-4741-9c70-55b0a76b43e9 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/61d6acff-d82c-4b1a-8503-209f70d1bfc0 HTTP/1.1" status: 204 len: 168 time: 0.7906842 Nov 23 17:41:42.033265 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-6ad0affe-b17c-49c4-bbad-597aee66b1a2 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.4739947 Nov 23 17:41:42.038264 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 53144) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:41:42.039101 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f05dddb-54ed-4741-9c70-55b0a76b43e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61d6acff-d82c-4b1a-8503-209f70d1bfc0,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:41:42.070471 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] No Port match for: 9b5c4f46-0cf0-49d6-b8d1-951e0c716d89 {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:41:42.071763 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 9b5c4f46-0cf0-49d6-b8d1-951e0c716d89 not bound to the agent host n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:41:42.072415 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 9bf0e330-584e-4425-b7b5-3b5ea4603044 no longer exists at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:41:42.077023 n-d-816206-8 neutron-server[103591]: Traceback (most recent call last): Nov 23 17:41:42.077023 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 17:41:42.077023 n-d-816206-8 neutron-server[103591]: timer() Nov 23 17:41:42.077023 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 17:41:42.077023 n-d-816206-8 neutron-server[103591]: cb(*args, **kw) Nov 23 17:41:42.077023 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 17:41:42.077023 n-d-816206-8 neutron-server[103591]: return func(*args, **kwargs) Nov 23 17:41:42.077023 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 17:41:42.077023 n-d-816206-8 neutron-server[103591]: self._notify() Nov 23 17:41:42.077023 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 17:41:42.077023 n-d-816206-8 neutron-server[103591]: self.callback(batched_events) Nov 23 17:41:42.077023 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 17:41:42.077023 n-d-816206-8 neutron-server[103591]: event.method(event) Nov 23 17:41:42.077023 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 17:41:42.077023 n-d-816206-8 neutron-server[103591]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 17:41:42.077023 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 17:41:42.077023 n-d-816206-8 neutron-server[103591]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 17:41:42.077023 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 17:41:42.077023 n-d-816206-8 neutron-server[103591]: return f(self, *a, **k) Nov 23 17:41:42.077023 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 17:41:42.077023 n-d-816206-8 neutron-server[103591]: return self._get(url).json() Nov 23 17:41:42.077023 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 17:41:42.077023 n-d-816206-8 neutron-server[103591]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 17:41:42.077023 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 17:41:42.077023 n-d-816206-8 neutron-server[103591]: return self.request(url, 'GET', **kwargs) Nov 23 17:41:42.077023 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 17:41:42.077023 n-d-816206-8 neutron-server[103591]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 17:41:42.077023 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 17:41:42.077023 n-d-816206-8 neutron-server[103591]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 17:41:42.077023 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 17:41:42.077023 n-d-816206-8 neutron-server[103591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 17:41:42.077023 n-d-816206-8 neutron-server[103591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 17:41:42.123424 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] No Port match for: 9bf0e330-584e-4425-b7b5-3b5ea4603044 {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:41:42.127681 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 9bf0e330-584e-4425-b7b5-3b5ea4603044 not bound to the agent host n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:41:42.134909 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2f049e48-b575-4c0b-b623-05a150d68e0d tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks [] for router, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:42.279387 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-ecc79a8b-8d1a-4cc5-9007-ccbab4b794e8 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1795418'] for network, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:42.286375 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-ecc79a8b-8d1a-4cc5-9007-ccbab4b794e8 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for network, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:42.294374 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-ecc79a8b-8d1a-4cc5-9007-ccbab4b794e8 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] 10.222.0.60 "DELETE /v2.0/networks/2acb5ccb-7e8d-4f79-b302-a5d872291601 HTTP/1.1" status: 204 len: 168 time: 3.2690618 Nov 23 17:41:42.305112 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 53146) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:41:42.432407 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7920c359-379e-4dab-ab3a-3a1c7591a545 None None] DHCP port deletion for 56dedb9c-c874-4806-8073-23c183970f13 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:41:42.523989 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-7920c359-379e-4dab-ab3a-3a1c7591a545 None None] Deleting port 3da9e047-99d7-40b5-b6aa-bb4e06a28042 {{(pid=103592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:41:42.524641 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-7920c359-379e-4dab-ab3a-3a1c7591a545 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:42.565429 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2f049e48-b575-4c0b-b623-05a150d68e0d tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1794352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8175'] for router, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:42.573105 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-16bdb0b6-5fcc-42da-abfd-4279f05a4c64 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:42.577379 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2f049e48-b575-4c0b-b623-05a150d68e0d tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:42.629950 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c10dd79-be77-415a-baf9-ce1a7cd35913 req-6e447f8c-abf6-4d87-9ec4-b2aef3862c6f tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:41:42.645234 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-7920c359-379e-4dab-ab3a-3a1c7591a545 None None] For port 3da9e047-99d7-40b5-b6aa-bb4e06a28042, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=3da9e047-99d7-40b5-b6aa-bb4e06a28042,segment=NetworkSegment(208f22fc-9686-4ca3-a88c-018385437c28),segment_id=208f22fc-9686-4ca3-a88c-018385437c28)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:41:42.646346 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-7920c359-379e-4dab-ab3a-3a1c7591a545 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:42.657017 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c10dd79-be77-415a-baf9-ce1a7cd35913 req-6e447f8c-abf6-4d87-9ec4-b2aef3862c6f tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:41:42.665211 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c10dd79-be77-415a-baf9-ce1a7cd35913 req-6e447f8c-abf6-4d87-9ec4-b2aef3862c6f tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:41:42.675742 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c10dd79-be77-415a-baf9-ce1a7cd35913 req-6e447f8c-abf6-4d87-9ec4-b2aef3862c6f tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:41:42.677716 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8c10dd79-be77-415a-baf9-ce1a7cd35913 req-6e447f8c-abf6-4d87-9ec4-b2aef3862c6f tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] 10.222.0.60 "GET /v2.0/ports?device_id=6405c518-c3fe-4701-acc0-e089ba26cce4 HTTP/1.1" status: 200 len: 3143 time: 0.8357131 Nov 23 17:41:42.679456 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-7920c359-379e-4dab-ab3a-3a1c7591a545 None None] Calling delete_port for 3da9e047-99d7-40b5-b6aa-bb4e06a28042 owned by network:dhcp {{(pid=103592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:41:42.722279 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc79a8b-8d1a-4cc5-9007-ccbab4b794e8 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Pushing event deleted for resources: {'Network': ['ID=2acb5ccb-7e8d-4f79-b302-a5d872291601,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:41:42.725164 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 53154) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:41:42.795369 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f820624b-5023-4704-b607-7c5bca9e5e8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264358096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264730885'] for subnet, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:42.875502 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-7920c359-379e-4dab-ab3a-3a1c7591a545 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989'] for port, after_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:42.892941 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-97aeaae9-3073-431c-94af-5b067cb0e712 req-2a91026e-6047-4cb5-8929-c07b66329dcb tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] For port bc47c78f-ab00-4260-a560-1743414d7f20, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=bc47c78f-ab00-4260-a560-1743414d7f20,segment=NetworkSegment(20b9bc5a-f40c-4305-aea8-1cd399f9d3b9),segment_id=20b9bc5a-f40c-4305-aea8-1cd399f9d3b9)] {{(pid=103591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:41:42.893311 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-97aeaae9-3073-431c-94af-5b067cb0e712 req-2a91026e-6047-4cb5-8929-c07b66329dcb tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:42.903830 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f820624b-5023-4704-b607-7c5bca9e5e8f admin admin] Pushing event updated for resources: {'Subnet': ['ID=784540e3-73ef-4656-9bfa-913bbf55b1a9,revision_number=0']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:41:42.906974 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2f049e48-b575-4c0b-b623-05a150d68e0d tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1795580'] for router, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:42.907624 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f049e48-b575-4c0b-b623-05a150d68e0d tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Fanout notify agent at l3_agent the message router_deleted on router 7a9d24dd-e49e-4b9a-a322-1eccf7565cd9 {{(pid=103590) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 17:41:42.916273 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [req-97aeaae9-3073-431c-94af-5b067cb0e712 req-2a91026e-6047-4cb5-8929-c07b66329dcb tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Calling delete_port for bc47c78f-ab00-4260-a560-1743414d7f20 owned by compute:nova {{(pid=103591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:41:42.933166 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2f049e48-b575-4c0b-b623-05a150d68e0d tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks [] for router, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:42.934592 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-2f049e48-b575-4c0b-b623-05a150d68e0d tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] 10.222.0.60 "DELETE /v2.0/routers/7a9d24dd-e49e-4b9a-a322-1eccf7565cd9 HTTP/1.1" status: 204 len: 168 time: 0.8934805 Nov 23 17:41:42.943487 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 53156) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:41:42.950546 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7920c359-379e-4dab-ab3a-3a1c7591a545 None None] Pushing event deleted for resources: {'Port': ['ID=3da9e047-99d7-40b5-b6aa-bb4e06a28042,revision_number=None']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:41:42.951990 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-fa451216-ee6e-4699-8fde-ca8bceebee14 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Request body: {'subnet': {'network_id': '56dedb9c-c874-4806-8073-23c183970f13', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:41:42.957492 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-72413390-25c2-4bcf-9c49-2aa0a8c78555 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:43.006619 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7920c359-379e-4dab-ab3a-3a1c7591a545 None None] No DVR routers for this DVR port 3da9e047-99d7-40b5-b6aa-bb4e06a28042 on host n-d-816206-8 {{(pid=103592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:41:43.021559 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9be1fc40-4d49-45a0-8a04-09f88b2de633 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:43.084811 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f820624b-5023-4704-b607-7c5bca9e5e8f admin admin] Checking segment: {'id': '97bf93aa-7116-4943-8d21-ff543f30be5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'b05aa742-7050-4bee-9612-3681dfd2164b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:41:43.085694 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f820624b-5023-4704-b607-7c5bca9e5e8f admin admin] Network hostable DHCP agents. Network: b05aa742-7050-4bee-9612-3681dfd2164b, hostable agents: ['0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3'], hosted agents: [] {{(pid=103590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 17:41:43.159206 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f820624b-5023-4704-b607-7c5bca9e5e8f admin admin] Network b05aa742-7050-4bee-9612-3681dfd2164b is scheduled to be hosted by DHCP agent 0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3 with binding_index 1 {{(pid=103590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 17:41:43.172383 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa451216-ee6e-4699-8fde-ca8bceebee14 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Made reservation on behalf of a17872768c1e4384801bad129509cfa7 for: {'subnet': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:41:43.178204 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-fa451216-ee6e-4699-8fde-ca8bceebee14 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264730903'] for subnet, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:43.203660 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-f820624b-5023-4704-b607-7c5bca9e5e8f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-8, b05aa742-7050-4bee-9612-3681dfd2164b) {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:41:43.215991 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63f57ec2-8421-4690-828a-e66e0f2421e8 None None] Network b05aa742-7050-4bee-9612-3681dfd2164b requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:41:43.318400 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f820624b-5023-4704-b607-7c5bca9e5e8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:41:43.319057 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f820624b-5023-4704-b607-7c5bca9e5e8f admin admin] Publish callbacks [] for subnet, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:43.361690 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-f820624b-5023-4704-b607-7c5bca9e5e8f admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.9234095 Nov 23 17:41:43.362260 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 53158) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:41:43.376451 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-dca2fee0-0e66-4e2f-bcb1-b7c2da1a0560 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1601318973-router', 'tenant_id': '093e052ebdfd4c689471d0502a0c2e0a', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'}}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:41:43.460100 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b52b1ee-62ba-455f-b40e-432ed25168fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp355044b8-8e87-58c4-94fa-4a010ec30f9e-b05aa742-7050-4bee-9612-3681dfd2164b', 'network_id': 'b05aa742-7050-4bee-9612-3681dfd2164b', 'tenant_id': '093e052ebdfd4c689471d0502a0c2e0a', 'fixed_ips': [{'subnet_id': '784540e3-73ef-4656-9bfa-913bbf55b1a9'}]}} from n-d-816206-8. {{(pid=103592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 17:41:43.466655 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9b52b1ee-62ba-455f-b40e-432ed25168fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:43.491610 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-16bdb0b6-5fcc-42da-abfd-4279f05a4c64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:43.494956 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-16bdb0b6-5fcc-42da-abfd-4279f05a4c64 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:43.507259 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-16bdb0b6-5fcc-42da-abfd-4279f05a4c64 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/0089afc6-8a44-4092-8e4d-085e37cc31cf HTTP/1.1" status: 204 len: 168 time: 2.0797100 Nov 23 17:41:43.532712 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8c10dd79-be77-415a-baf9-ce1a7cd35913 req-d860ac39-4485-4b7f-afd0-f95c6eea6876 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] 10.222.0.60 "GET /v2.0/security-groups?id=10d72a3d-a998-4d2f-a806-0da22bfe86ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7999709 Nov 23 17:41:43.561718 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-dca2fee0-0e66-4e2f-bcb1-b7c2da1a0560 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1793449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8093'] for router, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:43.563113 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-dca2fee0-0e66-4e2f-bcb1-b7c2da1a0560 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1794473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1794771', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1638326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8086'] for router, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:43.571545 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bdb0b6-5fcc-42da-abfd-4279f05a4c64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0089afc6-8a44-4092-8e4d-085e37cc31cf,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:41:43.692425 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.db_base_plugin_common [None req-9b52b1ee-62ba-455f-b40e-432ed25168fd None None] Allocated IP 172.20.0.2 (b05aa742-7050-4bee-9612-3681dfd2164b/784540e3-73ef-4656-9bfa-913bbf55b1a9/21698b0b-489d-4c2c-b970-8feaf058a150) {{(pid=103592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:41:43.727104 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-dca2fee0-0e66-4e2f-bcb1-b7c2da1a0560 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:43.739683 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-fa451216-ee6e-4699-8fde-ca8bceebee14 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264358096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264730885'] for subnet, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:43.787426 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-72413390-25c2-4bcf-9c49-2aa0a8c78555 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:43.808075 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-72413390-25c2-4bcf-9c49-2aa0a8c78555 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:43.809848 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 3da9e047-99d7-40b5-b6aa-bb4e06a28042 no longer exists at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:41:43.842074 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa451216-ee6e-4699-8fde-ca8bceebee14 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Pushing event updated for resources: {'Subnet': ['ID=2a57fbe8-846c-446b-839e-39d3aa00de36,revision_number=0']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:41:43.845624 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] No Port match for: 3da9e047-99d7-40b5-b6aa-bb4e06a28042 {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:41:43.852683 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 3da9e047-99d7-40b5-b6aa-bb4e06a28042 not bound to the agent host n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:41:43.899780 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:43.905664 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-72413390-25c2-4bcf-9c49-2aa0a8c78555 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a4265cc17ab84b8cb5042b963f2786c5&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1715498 Nov 23 17:41:43.909901 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 53168) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:41:43.918451 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72413390-25c2-4bcf-9c49-2aa0a8c78555 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9258c178-baa0-4da5-b774-70937feb6375,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:41:43.935491 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa451216-ee6e-4699-8fde-ca8bceebee14 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Network 56dedb9c-c874-4806-8073-23c183970f13 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:41:43.935995 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-97aeaae9-3073-431c-94af-5b067cb0e712 req-2a91026e-6047-4cb5-8929-c07b66329dcb tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:43.982012 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9b52b1ee-62ba-455f-b40e-432ed25168fd None None] Publish callbacks [] for port, precommit_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:43.990100 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9b52b1ee-62ba-455f-b40e-432ed25168fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980'] for port, after_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:44.014116 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-dca2fee0-0e66-4e2f-bcb1-b7c2da1a0560 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:44.020635 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-fa451216-ee6e-4699-8fde-ca8bceebee14 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:41:44.024669 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa451216-ee6e-4699-8fde-ca8bceebee14 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:41:44.025898 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a91026e-6047-4cb5-8929-c07b66329dcb tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Pushing event deleted for resources: {'Port': ['ID=bc47c78f-ab00-4260-a560-1743414d7f20,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:41:44.026047 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-fa451216-ee6e-4699-8fde-ca8bceebee14 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks [] for subnet, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:44.056032 n-d-816206-8 neutron-server[103592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b52b1ee-62ba-455f-b40e-432ed25168fd None None] Network b05aa742-7050-4bee-9612-3681dfd2164b is already hosted by enough agents. {{(pid=103592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:41:44.062621 n-d-816206-8 neutron-server[103592]: DEBUG neutron.scheduler.base_scheduler [None req-9b52b1ee-62ba-455f-b40e-432ed25168fd None None] Resources bound (agent type, host, resource id): {{(pid=103592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:41:44.065150 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b52b1ee-62ba-455f-b40e-432ed25168fd None None] Received port after_create {{(pid=103592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:41:44.067704 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bb294bd-6deb-4965-96e4-8cc07ad9022c None None] Network 56dedb9c-c874-4806-8073-23c183970f13 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:41:44.096607 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-fa451216-ee6e-4699-8fde-ca8bceebee14 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1497638 Nov 23 17:41:44.099313 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 53170) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:41:44.107560 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-84ad1ff7-5230-4c65-a798-bc6f4071d607 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1874133137', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:41:44.151285 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [req-97aeaae9-3073-431c-94af-5b067cb0e712 req-2a91026e-6047-4cb5-8929-c07b66329dcb tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] No DVR routers for this DVR port bc47c78f-ab00-4260-a560-1743414d7f20 on host n-h2-816206-8 {{(pid=103591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:41:44.155774 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-97aeaae9-3073-431c-94af-5b067cb0e712 req-2a91026e-6047-4cb5-8929-c07b66329dcb tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:44.159211 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-97aeaae9-3073-431c-94af-5b067cb0e712 req-2a91026e-6047-4cb5-8929-c07b66329dcb tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] 10.222.0.36 "DELETE /v2.0/ports/bc47c78f-ab00-4260-a560-1743414d7f20 HTTP/1.1" status: 204 len: 173 time: 3.2372210 Nov 23 17:41:44.159851 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6405c518-c3fe-4701-acc0-e089ba26cce4', 'name': 'network-vif-deleted', 'tag': 'bc47c78f-ab00-4260-a560-1743414d7f20'}] {{(pid=103591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:41:44.162283 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41d174a19ece9499ff9ec44e5b3fc50f2abd3ffbc947fb7e52ea1e8db27b95b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c9850b3-6c85-4b54-907b-d7b9408d3717" -d '{"events": [{"server_uuid": "6405c518-c3fe-4701-acc0-e089ba26cce4", "name": "network-vif-deleted", "tag": "bc47c78f-ab00-4260-a560-1743414d7f20"}]}' {{(pid=103591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:41:44.179320 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-2745a993-891b-4495-b71f-8ed8089fa450 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:44.194236 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-84ad1ff7-5230-4c65-a798-bc6f4071d607 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1793449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8093'] for router, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:44.195878 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-84ad1ff7-5230-4c65-a798-bc6f4071d607 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1794473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1794771', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1638326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8086'] for router, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:44.246000 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-2745a993-891b-4495-b71f-8ed8089fa450 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:44.256754 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-84ad1ff7-5230-4c65-a798-bc6f4071d607 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:44.272013 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-84ad1ff7-5230-4c65-a798-bc6f4071d607 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1794316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1795362'] for router, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:44.277813 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:41:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cedfa1a-1ac3-4d17-9e6e-146237103ac2 x-openstack-request-id: req-8cedfa1a-1ac3-4d17-9e6e-146237103ac2 {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:41:44.278112 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6405c518-c3fe-4701-acc0-e089ba26cce4", "name": "network-vif-deleted", "tag": "bc47c78f-ab00-4260-a560-1743414d7f20", "status": "completed", "code": 200}]} {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:41:44.281720 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-8cedfa1a-1ac3-4d17-9e6e-146237103ac2 {{(pid=103591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:41:44.282317 n-d-816206-8 neutron-server[103591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6405c518-c3fe-4701-acc0-e089ba26cce4', 'name': 'network-vif-deleted', 'tag': 'bc47c78f-ab00-4260-a560-1743414d7f20', 'status': 'completed', 'code': 200} Nov 23 17:41:44.286811 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-7eee7730-c857-4d93-9c4d-f2788129bbb8 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1794372'] for router_interface, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:44.290861 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 53174) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:41:44.302810 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-84ad1ff7-5230-4c65-a798-bc6f4071d607 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks [] for router, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:44.305318 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-84ad1ff7-5230-4c65-a798-bc6f4071d607 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.2049758 Nov 23 17:41:44.309134 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 53176) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:41:44.336983 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8819f793-692f-4c99-a79c-af99acf8a549 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp355044b8-8e87-58c4-94fa-4a010ec30f9e-56dedb9c-c874-4806-8073-23c183970f13', 'network_id': '56dedb9c-c874-4806-8073-23c183970f13', 'tenant_id': 'a17872768c1e4384801bad129509cfa7', 'fixed_ips': [{'subnet_id': '2a57fbe8-846c-446b-839e-39d3aa00de36'}]}} from n-d-816206-8. {{(pid=103592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 17:41:44.338020 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-8819f793-692f-4c99-a79c-af99acf8a549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:44.380943 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:44.427843 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b52b1ee-62ba-455f-b40e-432ed25168fd None None] Pushing event updated for resources: {'Port': ['ID=21698b0b-489d-4c2c-b970-8feaf058a150,revision_number=1']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:41:44.483316 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-dca2fee0-0e66-4e2f-bcb1-b7c2da1a0560 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:44.555485 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-dca2fee0-0e66-4e2f-bcb1-b7c2da1a0560 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:44.565511 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-2745a993-891b-4495-b71f-8ed8089fa450 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:44.568216 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-2745a993-891b-4495-b71f-8ed8089fa450 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:44.575143 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-2745a993-891b-4495-b71f-8ed8089fa450 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/9258c178-baa0-4da5-b774-70937feb6375 HTTP/1.1" status: 204 len: 168 time: 0.6611671 Nov 23 17:41:44.598242 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-9b52b1ee-62ba-455f-b40e-432ed25168fd None None] Attempting to bind port 21698b0b-489d-4c2c-b970-8feaf058a150 on host n-d-816206-8 for vnic_type normal with profile {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:41:44.598625 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-9b52b1ee-62ba-455f-b40e-432ed25168fd None None] Attempting to bind port 21698b0b-489d-4c2c-b970-8feaf058a150 by drivers openvswitch,hyperv on host n-d-816206-8 at level 0 using segments [{'id': '97bf93aa-7116-4943-8d21-ff543f30be5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'b05aa742-7050-4bee-9612-3681dfd2164b'}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:41:44.599213 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b52b1ee-62ba-455f-b40e-432ed25168fd None None] Attempting to bind port 21698b0b-489d-4c2c-b970-8feaf058a150 on network b05aa742-7050-4bee-9612-3681dfd2164b {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:41:44.612996 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b52b1ee-62ba-455f-b40e-432ed25168fd None None] Checking agent: {'id': '9e89acbe-4bbe-4c77-a18b-6f1da9133e0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 7, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 41, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:41:44.613427 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b52b1ee-62ba-455f-b40e-432ed25168fd None None] Checking segment: {'id': '97bf93aa-7116-4943-8d21-ff543f30be5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'b05aa742-7050-4bee-9612-3681dfd2164b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:41:44.613791 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9b52b1ee-62ba-455f-b40e-432ed25168fd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:44.614518 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b52b1ee-62ba-455f-b40e-432ed25168fd None None] Bound using segment: {'id': '97bf93aa-7116-4943-8d21-ff543f30be5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'b05aa742-7050-4bee-9612-3681dfd2164b'} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:41:44.617744 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-b788222a-071f-425d-8f24-a55f56dc6105 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c75743e34bb54a03b0a32643bc9d50a1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3231292 Nov 23 17:41:44.622546 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-9b52b1ee-62ba-455f-b40e-432ed25168fd None None] Bound port: 21698b0b-489d-4c2c-b970-8feaf058a150, host: n-d-816206-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97bf93aa-7116-4943-8d21-ff543f30be5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'b05aa742-7050-4bee-9612-3681dfd2164b'}}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:41:44.623123 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9b52b1ee-62ba-455f-b40e-432ed25168fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:44.691097 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 53186) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:41:44.691945 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2745a993-891b-4495-b71f-8ed8089fa450 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9258c178-baa0-4da5-b774-70937feb6375,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:41:44.769972 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [req-97aeaae9-3073-431c-94af-5b067cb0e712 req-e4686804-c032-4349-ae16-f8e80dde8939 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Deleting port 5c7b0226-5733-4a12-8cf6-a2a8001dd2da {{(pid=103591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:41:44.770411 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-97aeaae9-3073-431c-94af-5b067cb0e712 req-e4686804-c032-4349-ae16-f8e80dde8939 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:44.811342 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-dca2fee0-0e66-4e2f-bcb1-b7c2da1a0560 admin admin] Allocated IP 172.25.3.177 (4c8455ba-1be5-42ac-b8c2-8a16e1292d55/08fe3644-ce41-4c3f-a7ea-92bac0f0fff5/6d7f938f-5576-42b6-829f-dd4bf00be0d8) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:41:44.924120 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-dca2fee0-0e66-4e2f-bcb1-b7c2da1a0560 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:44.954302 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.db_base_plugin_common [None req-8819f793-692f-4c99-a79c-af99acf8a549 None None] Allocated IP 2001:db8::2 (56dedb9c-c874-4806-8073-23c183970f13/2a57fbe8-846c-446b-839e-39d3aa00de36/1dc75a3c-abee-4cdf-b77a-3acd14dad456) {{(pid=103592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:41:44.956920 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-9b52b1ee-62ba-455f-b40e-432ed25168fd None None] For port 21698b0b-489d-4c2c-b970-8feaf058a150, host n-d-816206-8, cleared binding levels {{(pid=103592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:41:44.962000 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-9b52b1ee-62ba-455f-b40e-432ed25168fd None None] For port 21698b0b-489d-4c2c-b970-8feaf058a150, host n-d-816206-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=21698b0b-489d-4c2c-b970-8feaf058a150,segment=NetworkSegment(97bf93aa-7116-4943-8d21-ff543f30be5d),segment_id=97bf93aa-7116-4943-8d21-ff543f30be5d)] {{(pid=103592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:41:44.972092 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9b52b1ee-62ba-455f-b40e-432ed25168fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:45.071019 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-97aeaae9-3073-431c-94af-5b067cb0e712 req-e4686804-c032-4349-ae16-f8e80dde8939 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] For port 5c7b0226-5733-4a12-8cf6-a2a8001dd2da, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=5c7b0226-5733-4a12-8cf6-a2a8001dd2da,segment=NetworkSegment(57150f33-5c5e-42b2-9a51-7db09327dcc4),segment_id=57150f33-5c5e-42b2-9a51-7db09327dcc4)] {{(pid=103591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:41:45.071396 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-97aeaae9-3073-431c-94af-5b067cb0e712 req-e4686804-c032-4349-ae16-f8e80dde8939 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:45.275415 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-9b57bc02-7ca3-4134-8de0-7d2fe232bd2c tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:45.348898 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-dca2fee0-0e66-4e2f-bcb1-b7c2da1a0560 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:45.355603 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-8819f793-692f-4c99-a79c-af99acf8a549 None None] Publish callbacks [] for port, precommit_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:45.394258 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-8819f793-692f-4c99-a79c-af99acf8a549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980'] for port, after_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:45.426836 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b52b1ee-62ba-455f-b40e-432ed25168fd None None] Pushing event updated for resources: {'Port': ['ID=21698b0b-489d-4c2c-b970-8feaf058a150,revision_number=2']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:41:45.455866 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca2fee0-0e66-4e2f-bcb1-b7c2da1a0560 admin admin] Pushing event updated for resources: {'Port': ['ID=6d7f938f-5576-42b6-829f-dd4bf00be0d8,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:41:45.461059 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-1eadd874-b52a-40e5-9102-1a6200006ccd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:45.472893 n-d-816206-8 neutron-server[103592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8819f793-692f-4c99-a79c-af99acf8a549 None None] Network 56dedb9c-c874-4806-8073-23c183970f13 is already hosted by enough agents. {{(pid=103592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:41:45.474042 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dca2fee0-0e66-4e2f-bcb1-b7c2da1a0560 admin admin] Network 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:41:45.479352 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-dca2fee0-0e66-4e2f-bcb1-b7c2da1a0560 admin admin] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:41:45.491105 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dca2fee0-0e66-4e2f-bcb1-b7c2da1a0560 admin admin] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:41:45.557230 n-d-816206-8 neutron-server[103592]: DEBUG neutron.scheduler.base_scheduler [None req-8819f793-692f-4c99-a79c-af99acf8a549 None None] Resources bound (agent type, host, resource id): {{(pid=103592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:41:45.568695 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8819f793-692f-4c99-a79c-af99acf8a549 None None] Received port after_create {{(pid=103592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:41:45.574107 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdbeb42f-e01e-4fc7-a6d6-b9d061624f52 None None] DHCP port deletion for 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:41:45.664306 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-97aeaae9-3073-431c-94af-5b067cb0e712 req-e4686804-c032-4349-ae16-f8e80dde8939 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:45.666264 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-97aeaae9-3073-431c-94af-5b067cb0e712 req-e4686804-c032-4349-ae16-f8e80dde8939 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1795396'] for floatingip, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:45.666264 n-d-816206-8 neutron-server[103591]: INFO neutron.db.l3_db [req-97aeaae9-3073-431c-94af-5b067cb0e712 req-e4686804-c032-4349-ae16-f8e80dde8939 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Floating IP c0d5ed81-4b69-454d-8586-ef6820078fbf disassociated. External IP: 172.25.3.244, port: 5c7b0226-5733-4a12-8cf6-a2a8001dd2da. Nov 23 17:41:45.666264 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [req-97aeaae9-3073-431c-94af-5b067cb0e712 req-e4686804-c032-4349-ae16-f8e80dde8939 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Calling delete_port for 5c7b0226-5733-4a12-8cf6-a2a8001dd2da owned by compute:nova {{(pid=103591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:41:45.701191 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ae1386-3cf6-4fdd-8d6a-52a36c962ddf req-673a8382-ef3c-48a3-a135-de6d26173470 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:41:45.718753 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ae1386-3cf6-4fdd-8d6a-52a36c962ddf req-673a8382-ef3c-48a3-a135-de6d26173470 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:41:45.732747 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ae1386-3cf6-4fdd-8d6a-52a36c962ddf req-673a8382-ef3c-48a3-a135-de6d26173470 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:41:45.735002 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-26ae1386-3cf6-4fdd-8d6a-52a36c962ddf req-673a8382-ef3c-48a3-a135-de6d26173470 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] 10.222.0.60 "GET /v2.0/ports?device_id=6405c518-c3fe-4701-acc0-e089ba26cce4 HTTP/1.1" status: 200 len: 2410 time: 0.9920340 Nov 23 17:41:45.742144 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-bc112c56-dff8-452c-98d7-6893ac22b775 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:45.795249 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8819f793-692f-4c99-a79c-af99acf8a549 None None] Pushing event updated for resources: {'Port': ['ID=1dc75a3c-abee-4cdf-b77a-3acd14dad456,revision_number=1']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:41:45.838678 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-8819f793-692f-4c99-a79c-af99acf8a549 None None] Attempting to bind port 1dc75a3c-abee-4cdf-b77a-3acd14dad456 on host n-d-816206-8 for vnic_type normal with profile {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:41:45.839147 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-8819f793-692f-4c99-a79c-af99acf8a549 None None] Attempting to bind port 1dc75a3c-abee-4cdf-b77a-3acd14dad456 by drivers openvswitch,hyperv on host n-d-816206-8 at level 0 using segments [{'id': '208f22fc-9686-4ca3-a88c-018385437c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '56dedb9c-c874-4806-8073-23c183970f13'}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:41:45.839635 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8819f793-692f-4c99-a79c-af99acf8a549 None None] Attempting to bind port 1dc75a3c-abee-4cdf-b77a-3acd14dad456 on network 56dedb9c-c874-4806-8073-23c183970f13 {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:41:45.852194 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8819f793-692f-4c99-a79c-af99acf8a549 None None] Checking agent: {'id': '9e89acbe-4bbe-4c77-a18b-6f1da9133e0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 7, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 41, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:41:45.852775 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8819f793-692f-4c99-a79c-af99acf8a549 None None] Checking segment: {'id': '208f22fc-9686-4ca3-a88c-018385437c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '56dedb9c-c874-4806-8073-23c183970f13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:41:45.853305 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-8819f793-692f-4c99-a79c-af99acf8a549 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:45.854545 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8819f793-692f-4c99-a79c-af99acf8a549 None None] Bound using segment: {'id': '208f22fc-9686-4ca3-a88c-018385437c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '56dedb9c-c874-4806-8073-23c183970f13'} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:41:45.855881 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-8819f793-692f-4c99-a79c-af99acf8a549 None None] Bound port: 1dc75a3c-abee-4cdf-b77a-3acd14dad456, host: n-d-816206-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '208f22fc-9686-4ca3-a88c-018385437c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '56dedb9c-c874-4806-8073-23c183970f13'}}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:41:45.856864 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-8819f793-692f-4c99-a79c-af99acf8a549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:45.886697 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-bc112c56-dff8-452c-98d7-6893ac22b775 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:45.912361 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-adcd7c94-5791-4ce5-8bd7-5c1b9f6d644c None None] Provisioning complete for port 6d7f938f-5576-42b6-829f-dd4bf00be0d8 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:41:45.912901 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-adcd7c94-5791-4ce5-8bd7-5c1b9f6d644c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:46.102295 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-adcd7c94-5791-4ce5-8bd7-5c1b9f6d644c None None] Port 6d7f938f-5576-42b6-829f-dd4bf00be0d8 cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:41:46.154246 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-8819f793-692f-4c99-a79c-af99acf8a549 None None] For port 1dc75a3c-abee-4cdf-b77a-3acd14dad456, host n-d-816206-8, cleared binding levels {{(pid=103592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:41:46.158514 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-8819f793-692f-4c99-a79c-af99acf8a549 None None] For port 1dc75a3c-abee-4cdf-b77a-3acd14dad456, host n-d-816206-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=1dc75a3c-abee-4cdf-b77a-3acd14dad456,segment=NetworkSegment(208f22fc-9686-4ca3-a88c-018385437c28),segment_id=208f22fc-9686-4ca3-a88c-018385437c28)] {{(pid=103592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:41:46.162343 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-26ae1386-3cf6-4fdd-8d6a-52a36c962ddf req-2f409f25-7d87-446b-913c-48b1749f6156 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] 10.222.0.60 "GET /v2.0/security-groups?id=10d72a3d-a998-4d2f-a806-0da22bfe86ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3408453 Nov 23 17:41:46.175681 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-8819f793-692f-4c99-a79c-af99acf8a549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:46.333862 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8819f793-692f-4c99-a79c-af99acf8a549 None None] Pushing event updated for resources: {'Port': ['ID=1dc75a3c-abee-4cdf-b77a-3acd14dad456,revision_number=2']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:41:46.337863 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-9b57bc02-7ca3-4134-8de0-7d2fe232bd2c tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Allocated IP 2001:db8::1 (56dedb9c-c874-4806-8073-23c183970f13/2a57fbe8-846c-446b-839e-39d3aa00de36/5de4527d-4b63-4a80-921a-a7b1eb5772f1) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:41:46.348033 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-bc112c56-dff8-452c-98d7-6893ac22b775 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:46.352782 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-bc112c56-dff8-452c-98d7-6893ac22b775 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:46.354460 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-bc112c56-dff8-452c-98d7-6893ac22b775 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/0f58bc41-6e86-4511-a012-80609df223c0 HTTP/1.1" status: 204 len: 168 time: 1.6447146 Nov 23 17:41:46.401831 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc112c56-dff8-452c-98d7-6893ac22b775 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f58bc41-6e86-4511-a012-80609df223c0,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:41:46.455575 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-7eee7730-c857-4d93-9c4d-f2788129bbb8 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Deleting port 66cf6c02-f69f-41af-a9df-28ff07530fea {{(pid=103591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:41:46.456373 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-7eee7730-c857-4d93-9c4d-f2788129bbb8 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:46.527872 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-dca2fee0-0e66-4e2f-bcb1-b7c2da1a0560 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:46.533691 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-52822d53-48f5-4819-8a95-bdc13aea0bf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:46.683508 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [None req-7eee7730-c857-4d93-9c4d-f2788129bbb8 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] For port 66cf6c02-f69f-41af-a9df-28ff07530fea, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=66cf6c02-f69f-41af-a9df-28ff07530fea,segment=NetworkSegment(1fe6ecdb-a1b2-47d0-b54a-c612bce7e9fa),segment_id=1fe6ecdb-a1b2-47d0-b54a-c612bce7e9fa)] {{(pid=103591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:41:46.684718 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-7eee7730-c857-4d93-9c4d-f2788129bbb8 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:46.743876 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-7eee7730-c857-4d93-9c4d-f2788129bbb8 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Calling delete_port for 66cf6c02-f69f-41af-a9df-28ff07530fea owned by network:router_interface {{(pid=103591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:41:47.007691 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 53226) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:41:47.042359 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-97aeaae9-3073-431c-94af-5b067cb0e712 req-e4686804-c032-4349-ae16-f8e80dde8939 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:47.204646 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4686804-c032-4349-ae16-f8e80dde8939 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Pushing event deleted for resources: {'Port': ['ID=5c7b0226-5733-4a12-8cf6-a2a8001dd2da,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:41:47.426972 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-744ad77d-1026-4462-b1f1-19a49a4f8e06 None None] Network b05aa742-7050-4bee-9612-3681dfd2164b requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:41:47.629154 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.l3_agent_scheduler [req-97aeaae9-3073-431c-94af-5b067cb0e712 req-e4686804-c032-4349-ae16-f8e80dde8939 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Router 6a53abb7-a82c-438a-98f4-dc33d7b03780 has already been hosted by L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 {{(pid=103591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 17:41:47.673894 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-e3f323eb-4f78-4867-85e2-7b92eae800da None None] Provisioning complete for port 21698b0b-489d-4c2c-b970-8feaf058a150 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:41:47.675904 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-e3f323eb-4f78-4867-85e2-7b92eae800da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:47.874936 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9a27ae6c-db98-474f-94c1-cc99bf842d79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:48.004314 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 1dc75a3c-abee-4cdf-b77a-3acd14dad456 up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:41:48.023619 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-e3f323eb-4f78-4867-85e2-7b92eae800da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:48.040464 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-d8a0ccc0-ecba-4b24-bd7f-d40b5c975619 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:48.066037 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-7eee7730-c857-4d93-9c4d-f2788129bbb8 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:48.212958 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eee7730-c857-4d93-9c4d-f2788129bbb8 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Pushing event deleted for resources: {'Port': ['ID=66cf6c02-f69f-41af-a9df-28ff07530fea,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:41:48.415763 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5954f8d-8aa5-4894-a9f6-0ac9987964e5 req-f82c6491-f4ea-4570-8289-2e6ba7679d82 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:41:48.427531 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5954f8d-8aa5-4894-a9f6-0ac9987964e5 req-f82c6491-f4ea-4570-8289-2e6ba7679d82 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:41:48.429509 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b5954f8d-8aa5-4894-a9f6-0ac9987964e5 req-f82c6491-f4ea-4570-8289-2e6ba7679d82 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] 10.222.0.60 "GET /v2.0/ports?device_id=6405c518-c3fe-4701-acc0-e089ba26cce4 HTTP/1.1" status: 200 len: 1677 time: 0.8918562 Nov 23 17:41:48.624725 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-dca2fee0-0e66-4e2f-bcb1-b7c2da1a0560 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1794316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1795362'] for router, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:48.627558 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-97aeaae9-3073-431c-94af-5b067cb0e712 req-e4686804-c032-4349-ae16-f8e80dde8939 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:41:48.639745 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b28508be-62e9-48a3-b924-3836ae788da9 None None] Sync routers for ids ['6a53abb7-a82c-438a-98f4-dc33d7b03780'] in n-d-816206-8 {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:41:48.663799 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 53262) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:41:48.667279 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b28508be-62e9-48a3-b924-3836ae788da9 None None] Routers {'6a53abb7-a82c-438a-98f4-dc33d7b03780'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:41:48.669917 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-b28508be-62e9-48a3-b924-3836ae788da9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:41:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['6a53abb7-a82c-438a-98f4-dc33d7b03780'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:41:48.693542 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-9b57bc02-7ca3-4134-8de0-7d2fe232bd2c tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:48.718007 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-e3f323eb-4f78-4867-85e2-7b92eae800da None None] For port 21698b0b-489d-4c2c-b970-8feaf058a150, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=21698b0b-489d-4c2c-b970-8feaf058a150,segment=NetworkSegment(97bf93aa-7116-4943-8d21-ff543f30be5d),segment_id=97bf93aa-7116-4943-8d21-ff543f30be5d)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:41:48.722409 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:48.741376 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port 1dc75a3c-abee-4cdf-b77a-3acd14dad456 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:41:48.744586 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:48.756290 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-e3f323eb-4f78-4867-85e2-7b92eae800da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:48.826994 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-9b57bc02-7ca3-4134-8de0-7d2fe232bd2c tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:48.939724 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f323eb-4f78-4867-85e2-7b92eae800da None None] Pushing event updated for resources: {'Port': ['ID=21698b0b-489d-4c2c-b970-8feaf058a150,revision_number=3']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:41:48.944060 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b57bc02-7ca3-4134-8de0-7d2fe232bd2c tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Network 56dedb9c-c874-4806-8073-23c183970f13 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:41:48.960850 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-9b57bc02-7ca3-4134-8de0-7d2fe232bd2c tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:41:48.963572 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b57bc02-7ca3-4134-8de0-7d2fe232bd2c tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:41:48.964544 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-9b57bc02-7ca3-4134-8de0-7d2fe232bd2c tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1795539'] for router_interface, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:49.030965 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-f121ac49-3da7-48a0-9561-82c89b7391d2 None None] Provisioning complete for port 1dc75a3c-abee-4cdf-b77a-3acd14dad456 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:41:49.031688 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-f121ac49-3da7-48a0-9561-82c89b7391d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:49.135461 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-b28508be-62e9-48a3-b924-3836ae788da9 None None] Set router 6a53abb7-a82c-438a-98f4-dc33d7b03780 gateway port host: n-d-816206-8 {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:41:49.268458 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b57bc02-7ca3-4134-8de0-7d2fe232bd2c tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Pushing event updated for resources: {'Port': ['ID=5de4527d-4b63-4a80-921a-a7b1eb5772f1,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:41:49.336008 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [req-97aeaae9-3073-431c-94af-5b067cb0e712 req-e4686804-c032-4349-ae16-f8e80dde8939 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] No DVR routers for this DVR port 5c7b0226-5733-4a12-8cf6-a2a8001dd2da on host n-h2-816206-8 {{(pid=103591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:41:49.346372 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-97aeaae9-3073-431c-94af-5b067cb0e712 req-e4686804-c032-4349-ae16-f8e80dde8939 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:49.350084 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-97aeaae9-3073-431c-94af-5b067cb0e712 req-e4686804-c032-4349-ae16-f8e80dde8939 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] 10.222.0.36 "DELETE /v2.0/ports/5c7b0226-5733-4a12-8cf6-a2a8001dd2da HTTP/1.1" status: 204 len: 173 time: 5.1829138 Nov 23 17:41:49.355874 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6405c518-c3fe-4701-acc0-e089ba26cce4', 'name': 'network-vif-deleted', 'tag': '5c7b0226-5733-4a12-8cf6-a2a8001dd2da'}] {{(pid=103591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:41:49.359159 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41d174a19ece9499ff9ec44e5b3fc50f2abd3ffbc947fb7e52ea1e8db27b95b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78e823ce-c002-4097-9356-93174a20e7a8" -d '{"events": [{"server_uuid": "6405c518-c3fe-4701-acc0-e089ba26cce4", "name": "network-vif-deleted", "tag": "5c7b0226-5733-4a12-8cf6-a2a8001dd2da"}]}' {{(pid=103591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:41:49.365274 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b5954f8d-8aa5-4894-a9f6-0ac9987964e5 req-19ff8354-ab9b-413c-a214-2e2170dc9361 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] 10.222.0.60 "GET /v2.0/security-groups?id=10d72a3d-a998-4d2f-a806-0da22bfe86ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9184747 Nov 23 17:41:49.391476 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:49.491737 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-d8a0ccc0-ecba-4b24-bd7f-d40b5c975619 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:49.524011 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dca2fee0-0e66-4e2f-bcb1-b7c2da1a0560 admin admin] Router 908b3081-86f5-4649-af90-5b9a4d728ea7 is scheduled to L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 with binding_index 1 {{(pid=103590) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 17:41:49.547465 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:41:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-322ed8f9-8f93-4d9d-b560-2911378c8e84 x-openstack-request-id: req-322ed8f9-8f93-4d9d-b560-2911378c8e84 {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:41:49.549978 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6405c518-c3fe-4701-acc0-e089ba26cce4", "name": "network-vif-deleted", "tag": "5c7b0226-5733-4a12-8cf6-a2a8001dd2da", "status": "completed", "code": 200}]} {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:41:49.550411 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-322ed8f9-8f93-4d9d-b560-2911378c8e84 {{(pid=103591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:41:49.550995 n-d-816206-8 neutron-server[103591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6405c518-c3fe-4701-acc0-e089ba26cce4', 'name': 'network-vif-deleted', 'tag': '5c7b0226-5733-4a12-8cf6-a2a8001dd2da', 'status': 'completed', 'code': 200} Nov 23 17:41:49.560850 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-7eee7730-c857-4d93-9c4d-f2788129bbb8 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2067500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1794520'] for router_interface, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:49.570755 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-b219a575-fec6-437c-839c-6d27d7a2c909 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-1245959373-network', 'tenant_id': 'df1b8182c5e2460d9373ba94b679b8a6'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:41:49.594016 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-d8a0ccc0-ecba-4b24-bd7f-d40b5c975619 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:49.594114 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-f121ac49-3da7-48a0-9561-82c89b7391d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:49.611606 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] For port 1dc75a3c-abee-4cdf-b77a-3acd14dad456, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=1dc75a3c-abee-4cdf-b77a-3acd14dad456,segment=NetworkSegment(208f22fc-9686-4ca3-a88c-018385437c28),segment_id=208f22fc-9686-4ca3-a88c-018385437c28)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:41:49.627510 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:49.629023 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 21698b0b-489d-4c2c-b970-8feaf058a150 up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:41:49.685377 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b219a575-fec6-437c-839c-6d27d7a2c909 admin admin] Made reservation on behalf of df1b8182c5e2460d9373ba94b679b8a6 for: {'network': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:41:49.687680 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-b219a575-fec6-437c-839c-6d27d7a2c909 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for network, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:49.727217 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.db.api [None req-f121ac49-3da7-48a0-9561-82c89b7391d2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103592) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 17:41:49.727217 n-d-816206-8 neutron-server[103592]: DEBUG oslo_db.api [None req-f121ac49-3da7-48a0-9561-82c89b7391d2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 17:41:49.759185 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a0ccc0-ecba-4b24-bd7f-d40b5c975619 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9d4061a-d195-49a6-bec5-a046128d74ca,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:41:49.774167 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-d8a0ccc0-ecba-4b24-bd7f-d40b5c975619 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c6a2c58e5bc94eebaba2b60818839b21&name=default HTTP/1.1" status: 200 len: 3000 time: 2.7548039 Nov 23 17:41:49.776101 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 53274) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:41:49.781320 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-b219a575-fec6-437c-839c-6d27d7a2c909 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:49.784744 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-b28508be-62e9-48a3-b924-3836ae788da9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a53abb7-a82c-438a-98f4-dc33d7b03780', 'name': 'tempest-TaggedBootDevicesTest-1442236328-router', 'tenant_id': '8043a75783e64196ac0be92247cb4c17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.230'}], 'enable_snat': True}, 'gw_port_id': 'bf23729d-89c0-4a8d-9706-96f8e283aad2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:30:45Z', 'updated_at': '2021-11-23T17:30:50Z', 'revision_number': 4, 'project_id': '8043a75783e64196ac0be92247cb4c17', 'gw_port': {'id': 'bf23729d-89c0-4a8d-9706-96f8e283aad2', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:d2:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a53abb7-a82c-438a-98f4-dc33d7b03780', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1155, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:30:46Z', 'updated_at': '2021-11-23T17:30:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_interfaces': [{'id': '8ab61e19-8747-4ccd-abd9-833697a8023a', 'name': '', 'network_id': '04470eef-b922-4801-8872-f6ca765b26dd', 'tenant_id': '8043a75783e64196ac0be92247cb4c17', 'mac_address': 'fa:16:3e:48:cb:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a53abb7-a82c-438a-98f4-dc33d7b03780', 'device_owner': 'network:router_interface', 'standard_attr_id': 1156, 'fixed_ips': [{'subnet_id': 'd52f2422-eba5-4adf-851d-059c4fb2a31d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:30:49Z', 'updated_at': '2021-11-23T17:31:07Z', 'revision_number': 5, 'project_id': '8043a75783e64196ac0be92247cb4c17', 'subnets': [{'id': 'd52f2422-eba5-4adf-851d-059c4fb2a31d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:41:49.791448 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dca2fee0-0e66-4e2f-bcb1-b7c2da1a0560 admin admin] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:41:49.823774 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b28508be-62e9-48a3-b924-3836ae788da9 None None] Checking router: 6a53abb7-a82c-438a-98f4-dc33d7b03780 for host: n-d-816206-8 {{(pid=103593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 17:41:49.833123 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-986e98c7-5929-4ae2-933d-19ce90c3cd90 None None] Sync routers for ids ['908b3081-86f5-4649-af90-5b9a4d728ea7'] in n-d-816206-8 {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:41:49.834543 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b28508be-62e9-48a3-b924-3836ae788da9 None None] Routers {'6a53abb7-a82c-438a-98f4-dc33d7b03780'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:41:49.835177 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-b28508be-62e9-48a3-b924-3836ae788da9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:41:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['6a53abb7-a82c-438a-98f4-dc33d7b03780'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:41:49.847421 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-9b57bc02-7ca3-4134-8de0-7d2fe232bd2c tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:49.883632 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Pushing event updated for resources: {'Port': ['ID=1dc75a3c-abee-4cdf-b77a-3acd14dad456,revision_number=3']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:41:49.897693 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-986e98c7-5929-4ae2-933d-19ce90c3cd90 None None] Routers {'908b3081-86f5-4649-af90-5b9a4d728ea7'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:41:49.898330 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-986e98c7-5929-4ae2-933d-19ce90c3cd90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:41:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['908b3081-86f5-4649-af90-5b9a4d728ea7'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:41:49.902036 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port 21698b0b-489d-4c2c-b970-8feaf058a150 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:41:49.902036 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:49.902569 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [req-97aeaae9-3073-431c-94af-5b067cb0e712 req-2e742c3c-1b93-46dd-b34d-c6949e2876d2 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Deleting port d4f487c3-aeab-403d-8746-5a1aee6d7eaa {{(pid=103591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:41:49.903490 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-97aeaae9-3073-431c-94af-5b067cb0e712 req-2e742c3c-1b93-46dd-b34d-c6949e2876d2 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:49.918834 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-dca2fee0-0e66-4e2f-bcb1-b7c2da1a0560 admin admin] Publish callbacks [] for router, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:49.923473 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-dca2fee0-0e66-4e2f-bcb1-b7c2da1a0560 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 6.5482836 Nov 23 17:41:49.930898 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 53278) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:41:50.045522 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-b28508be-62e9-48a3-b924-3836ae788da9 None None] Set router 6a53abb7-a82c-438a-98f4-dc33d7b03780 gateway port host: n-d-816206-8 {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:41:50.052349 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-562066b1-e28e-4e85-9cdc-b21ff6e92fde admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:50.106625 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c09416f5-105c-474b-9f51-4688f436d2a2 req-6ff93a87-3215-4448-80d0-56a5259aeae3 tempest-VolumesBackupsTest-643586812 tempest-VolumesBackupsTest-643586812-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=77e4b35578d8459080444edfaacb61b2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0890386 Nov 23 17:41:50.249790 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-562066b1-e28e-4e85-9cdc-b21ff6e92fde admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:50.386446 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvr_db [None req-986e98c7-5929-4ae2-933d-19ce90c3cd90 None None] Set router 908b3081-86f5-4649-af90-5b9a4d728ea7 gateway port host: n-d-816206-8 {{(pid=103592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:41:50.394453 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-9b57bc02-7ca3-4134-8de0-7d2fe232bd2c tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks [] for port, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:50.407290 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-9b57bc02-7ca3-4134-8de0-7d2fe232bd2c tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264357957'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:50.409718 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-9b57bc02-7ca3-4134-8de0-7d2fe232bd2c tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2068703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1794403'] for router_interface, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:50.476252 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-b28508be-62e9-48a3-b924-3836ae788da9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a53abb7-a82c-438a-98f4-dc33d7b03780', 'name': 'tempest-TaggedBootDevicesTest-1442236328-router', 'tenant_id': '8043a75783e64196ac0be92247cb4c17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.230'}], 'enable_snat': True}, 'gw_port_id': 'bf23729d-89c0-4a8d-9706-96f8e283aad2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:30:45Z', 'updated_at': '2021-11-23T17:30:50Z', 'revision_number': 4, 'project_id': '8043a75783e64196ac0be92247cb4c17', 'gw_port': {'id': 'bf23729d-89c0-4a8d-9706-96f8e283aad2', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:d2:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a53abb7-a82c-438a-98f4-dc33d7b03780', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1155, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:30:46Z', 'updated_at': '2021-11-23T17:30:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_interfaces': [{'id': '8ab61e19-8747-4ccd-abd9-833697a8023a', 'name': '', 'network_id': '04470eef-b922-4801-8872-f6ca765b26dd', 'tenant_id': '8043a75783e64196ac0be92247cb4c17', 'mac_address': 'fa:16:3e:48:cb:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a53abb7-a82c-438a-98f4-dc33d7b03780', 'device_owner': 'network:router_interface', 'standard_attr_id': 1156, 'fixed_ips': [{'subnet_id': 'd52f2422-eba5-4adf-851d-059c4fb2a31d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:30:49Z', 'updated_at': '2021-11-23T17:31:07Z', 'revision_number': 5, 'project_id': '8043a75783e64196ac0be92247cb4c17', 'subnets': [{'id': 'd52f2422-eba5-4adf-851d-059c4fb2a31d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:41:50.484999 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7eee7730-c857-4d93-9c4d-f2788129bbb8 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Router 1d2dd293-4c5a-43d3-bb7f-3065bdc1a359 has already been hosted by L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 {{(pid=103591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 17:41:50.559595 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b28508be-62e9-48a3-b924-3836ae788da9 None None] The sync data for ids ['6a53abb7-a82c-438a-98f4-dc33d7b03780'] in n-d-816206-8 is: [{'id': '6a53abb7-a82c-438a-98f4-dc33d7b03780', 'name': 'tempest-TaggedBootDevicesTest-1442236328-router', 'tenant_id': '8043a75783e64196ac0be92247cb4c17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.230'}], 'enable_snat': True}, 'gw_port_id': 'bf23729d-89c0-4a8d-9706-96f8e283aad2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:30:45Z', 'updated_at': '2021-11-23T17:30:50Z', 'revision_number': 4, 'project_id': '8043a75783e64196ac0be92247cb4c17', 'gw_port': {'id': 'bf23729d-89c0-4a8d-9706-96f8e283aad2', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:d2:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a53abb7-a82c-438a-98f4-dc33d7b03780', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1155, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:30:46Z', 'updated_at': '2021-11-23T17:30:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_interfaces': [{'id': '8ab61e19-8747-4ccd-abd9-833697a8023a', 'name': '', 'network_id': '04470eef-b922-4801-8872-f6ca765b26dd', 'tenant_id': '8043a75783e64196ac0be92247cb4c17', 'mac_address': 'fa:16:3e:48:cb:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a53abb7-a82c-438a-98f4-dc33d7b03780', 'device_owner': 'network:router_interface', 'standard_attr_id': 1156, 'fixed_ips': [{'subnet_id': 'd52f2422-eba5-4adf-851d-059c4fb2a31d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:30:49Z', 'updated_at': '2021-11-23T17:31:07Z', 'revision_number': 5, 'project_id': '8043a75783e64196ac0be92247cb4c17', 'subnets': [{'id': 'd52f2422-eba5-4adf-851d-059c4fb2a31d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:41:50.575456 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-b219a575-fec6-437c-839c-6d27d7a2c909 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:50.666493 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-b219a575-fec6-437c-839c-6d27d7a2c909 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:50.675635 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b57bc02-7ca3-4134-8de0-7d2fe232bd2c tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Pushing event updated for resources: {'Port': ['ID=5de4527d-4b63-4a80-921a-a7b1eb5772f1,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:41:50.687294 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-97aeaae9-3073-431c-94af-5b067cb0e712 req-2e742c3c-1b93-46dd-b34d-c6949e2876d2 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] For port d4f487c3-aeab-403d-8746-5a1aee6d7eaa, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=d4f487c3-aeab-403d-8746-5a1aee6d7eaa,segment=NetworkSegment(734f1627-0ec0-4314-9413-7e2078531419),segment_id=734f1627-0ec0-4314-9413-7e2078531419)] {{(pid=103591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:41:50.688054 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-97aeaae9-3073-431c-94af-5b067cb0e712 req-2e742c3c-1b93-46dd-b34d-c6949e2876d2 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:50.781308 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b219a575-fec6-437c-839c-6d27d7a2c909 admin admin] vlan segment allocate from pool success with {'vlan_id': 524, 'physical_network': 'physnet1'} {{(pid=103591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 17:41:50.788312 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [req-97aeaae9-3073-431c-94af-5b067cb0e712 req-2e742c3c-1b93-46dd-b34d-c6949e2876d2 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Calling delete_port for d4f487c3-aeab-403d-8746-5a1aee6d7eaa owned by compute:nova {{(pid=103591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:41:50.815846 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b57bc02-7ca3-4134-8de0-7d2fe232bd2c tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Network 56dedb9c-c874-4806-8073-23c183970f13 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:41:50.820472 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-9b57bc02-7ca3-4134-8de0-7d2fe232bd2c tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:41:50.824928 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09416f5-105c-474b-9f51-4688f436d2a2 req-4f49d35c-5ab0-459f-b8c3-b6f3ff45c698 tempest-VolumesBackupsTest-643586812 tempest-VolumesBackupsTest-643586812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:41:50.827332 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 1dc75a3c-abee-4cdf-b77a-3acd14dad456 up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:41:50.837378 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c09416f5-105c-474b-9f51-4688f436d2a2 req-4f49d35c-5ab0-459f-b8c3-b6f3ff45c698 tempest-VolumesBackupsTest-643586812 tempest-VolumesBackupsTest-643586812-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7284892 Nov 23 17:41:50.938704 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b219a575-fec6-437c-839c-6d27d7a2c909 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6b6eac1-340c-40ab-b97e-f0769e7e5b42,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:41:50.949495 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-b219a575-fec6-437c-839c-6d27d7a2c909 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:50.950200 n-d-816206-8 neutron-server[103591]: INFO neutron.db.segments_db [None req-b219a575-fec6-437c-839c-6d27d7a2c909 admin admin] Added segment 85eec0be-8b24-42a3-b0b6-c1087790d7a8 of type vlan for network 983df33e-23dd-411d-9fe2-659f57744967 Nov 23 17:41:50.956154 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-fb55333f-00da-4915-b0f8-d53bb1031019 None None] Provisioning complete for port 5de4527d-4b63-4a80-921a-a7b1eb5772f1 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:41:50.958121 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-fb55333f-00da-4915-b0f8-d53bb1031019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:51.010752 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-562066b1-e28e-4e85-9cdc-b21ff6e92fde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:51.013874 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-562066b1-e28e-4e85-9cdc-b21ff6e92fde admin admin] Publish callbacks [] for security_group, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:51.016249 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-562066b1-e28e-4e85-9cdc-b21ff6e92fde admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d9d4061a-d195-49a6-bec5-a046128d74ca HTTP/1.1" status: 204 len: 168 time: 1.2362370 Nov 23 17:41:51.103426 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f377428-e549-46b0-a312-5dd9700523e0 None None] New status for floating IP c0d5ed81-4b69-454d-8586-ef6820078fbf: DOWN {{(pid=103593) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 17:41:51.143027 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-fb55333f-00da-4915-b0f8-d53bb1031019 None None] Port 5de4527d-4b63-4a80-921a-a7b1eb5772f1 cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:41:51.161896 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c09416f5-105c-474b-9f51-4688f436d2a2 req-dcfea1bb-80c1-434f-9688-4078300864ac tempest-VolumesBackupsTest-643586812 tempest-VolumesBackupsTest-643586812-project] 10.222.0.60 "GET /v2.0/quotas/77e4b35578d8459080444edfaacb61b2 HTTP/1.1" status: 200 len: 375 time: 0.3232331 Nov 23 17:41:51.210106 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562066b1-e28e-4e85-9cdc-b21ff6e92fde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9d4061a-d195-49a6-bec5-a046128d74ca,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:41:51.263256 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c09416f5-105c-474b-9f51-4688f436d2a2 req-32e387ce-bc45-4fa2-92dc-2d949800f431 tempest-VolumesBackupsTest-643586812 tempest-VolumesBackupsTest-643586812-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=77e4b35578d8459080444edfaacb61b2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0694587 Nov 23 17:41:51.274662 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-b219a575-fec6-437c-839c-6d27d7a2c909 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736635338810'] for network, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:51.286300 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf53bcb4-7736-4b30-a226-26d2cad70250 req-a31644bf-43c0-4558-8932-2a7d03dc7f25 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:41:51.292763 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf53bcb4-7736-4b30-a226-26d2cad70250 req-a31644bf-43c0-4558-8932-2a7d03dc7f25 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:41:51.293096 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port 1dc75a3c-abee-4cdf-b77a-3acd14dad456 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:41:51.294456 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-cf53bcb4-7736-4b30-a226-26d2cad70250 req-a31644bf-43c0-4558-8932-2a7d03dc7f25 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] 10.222.0.60 "GET /v2.0/ports?device_id=6405c518-c3fe-4701-acc0-e089ba26cce4 HTTP/1.1" status: 200 len: 1677 time: 0.6150334 Nov 23 17:41:51.306643 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:51.333939 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7eee7730-c857-4d93-9c4d-f2788129bbb8 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:41:51.363690 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 53342) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:41:51.364371 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-7eee7730-c857-4d93-9c4d-f2788129bbb8 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] 10.222.0.60 "PUT /v2.0/routers/1d2dd293-4c5a-43d3-bb7f-3065bdc1a359/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0525854 Nov 23 17:41:51.411441 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b57bc02-7ca3-4134-8de0-7d2fe232bd2c tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Router 3719aad9-4b5a-483e-a489-0fae46da400c is scheduled to L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 with binding_index 1 {{(pid=103590) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 17:41:51.461953 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_v2 [None req-619479dd-8b89-4807-8004-a84dbfd76928 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Deleting subnet 30865f18-4aca-4007-b22a-63fa611fdbc0 {{(pid=103590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 17:41:51.479197 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-619479dd-8b89-4807-8004-a84dbfd76928 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks [] for subnet, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:51.518157 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-b219a575-fec6-437c-839c-6d27d7a2c909 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493'] for network, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:51.519165 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b219a575-fec6-437c-839c-6d27d7a2c909 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:41:51.519755 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-b219a575-fec6-437c-839c-6d27d7a2c909 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for network, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:51.524207 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-fb55333f-00da-4915-b0f8-d53bb1031019 None None] Provisioning complete for port 21698b0b-489d-4c2c-b970-8feaf058a150 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:41:51.524600 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-fb55333f-00da-4915-b0f8-d53bb1031019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:51.587474 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75622927-ba8f-4f81-a25e-ee63c45f0439 None None] Sync routers for ids ['1d2dd293-4c5a-43d3-bb7f-3065bdc1a359'] in n-d-816206-8 {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:41:51.600984 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-340078de-c384-4814-bd6a-8710f3e85224 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:51.658226 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-619479dd-8b89-4807-8004-a84dbfd76928 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-267528342'] for subnet, precommit_delete_associations {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:51.668194 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75622927-ba8f-4f81-a25e-ee63c45f0439 None None] Routers {'1d2dd293-4c5a-43d3-bb7f-3065bdc1a359'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:41:51.669025 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-75622927-ba8f-4f81-a25e-ee63c45f0439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:41:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['1d2dd293-4c5a-43d3-bb7f-3065bdc1a359'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:41:51.675347 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-986e98c7-5929-4ae2-933d-19ce90c3cd90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '908b3081-86f5-4649-af90-5b9a4d728ea7', 'name': 'tempest-AttachVolumeShelveTestJSON-1601318973-router', 'tenant_id': '093e052ebdfd4c689471d0502a0c2e0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.177'}], 'enable_snat': True}, 'gw_port_id': '6d7f938f-5576-42b6-829f-dd4bf00be0d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:41:43Z', 'updated_at': '2021-11-23T17:41:46Z', 'revision_number': 3, 'project_id': '093e052ebdfd4c689471d0502a0c2e0a', 'gw_port': {'id': '6d7f938f-5576-42b6-829f-dd4bf00be0d8', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:4a:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '908b3081-86f5-4649-af90-5b9a4d728ea7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2446, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:41:44Z', 'updated_at': '2021-11-23T17:41:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8'}], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:41:51.737101 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-b219a575-fec6-437c-839c-6d27d7a2c909 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 3.0453112 Nov 23 17:41:51.741693 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-cf53bcb4-7736-4b30-a226-26d2cad70250 req-19f76b09-2518-44a8-87bb-5172c645fbc0 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] 10.222.0.60 "GET /v2.0/security-groups?id=10d72a3d-a998-4d2f-a806-0da22bfe86ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4281225 Nov 23 17:41:51.745173 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 53364) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:41:51.801844 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-ce6aae11-5acc-4b5d-9878-05000e609257 admin admin] Request body: {'subnet': {'network_id': '983df33e-23dd-411d-9fe2-659f57744967', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-1245959373-subnet', 'tenant_id': 'df1b8182c5e2460d9373ba94b679b8a6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:41:51.846646 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b57bc02-7ca3-4134-8de0-7d2fe232bd2c tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:41:51.857182 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85681ba7-d73a-43a2-ac1a-2d985b52f38a None None] Sync routers for ids ['3719aad9-4b5a-483e-a489-0fae46da400c'] in n-d-816206-8 {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:41:51.876158 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-9b57bc02-7ca3-4134-8de0-7d2fe232bd2c tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] 10.222.0.60 "PUT /v2.0/routers/3719aad9-4b5a-483e-a489-0fae46da400c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5657880 Nov 23 17:41:51.876706 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85681ba7-d73a-43a2-ac1a-2d985b52f38a None None] Routers {'3719aad9-4b5a-483e-a489-0fae46da400c'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:41:51.877547 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-85681ba7-d73a-43a2-ac1a-2d985b52f38a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:41:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['3719aad9-4b5a-483e-a489-0fae46da400c'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:41:51.924755 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b219a575-fec6-437c-839c-6d27d7a2c909 admin admin] Pushing event updated for resources: {'Network': ['ID=983df33e-23dd-411d-9fe2-659f57744967,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:41:51.935603 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-87595c3a-2fc1-4549-93f6-507242aae6b3 req-8fa2dd76-fcf4-4d82-9d9e-1a8e3ed5c953 tempest-VolumesBackupsTest-643586812 tempest-VolumesBackupsTest-643586812-project] 10.222.0.60 "GET /v2.0/ports?device_id=3aeb0ea1-307a-4c3c-9237-d07df043ece9 HTTP/1.1" status: 200 len: 210 time: 0.1234708 Nov 23 17:41:51.959591 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 53384) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:41:52.037980 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 21698b0b-489d-4c2c-b970-8feaf058a150 up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:41:52.105195 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-85681ba7-d73a-43a2-ac1a-2d985b52f38a None None] Set router 3719aad9-4b5a-483e-a489-0fae46da400c gateway port host: None {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:41:52.115256 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Network 983df33e-23dd-411d-9fe2-659f57744967 details requested by agent ovs-agent-n-d-816206-8 with host n-d-816206-8 {{(pid=103592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 17:41:52.132832 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-986e98c7-5929-4ae2-933d-19ce90c3cd90 None None] Checking router: 908b3081-86f5-4649-af90-5b9a4d728ea7 for host: n-d-816206-8 {{(pid=103592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 17:41:52.133893 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-986e98c7-5929-4ae2-933d-19ce90c3cd90 None None] Updating router 908b3081-86f5-4649-af90-5b9a4d728ea7 port 6d7f938f-5576-42b6-829f-dd4bf00be0d8 binding host n-d-816206-8 {{(pid=103592) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 17:41:52.137536 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-619479dd-8b89-4807-8004-a84dbfd76928 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971956'] for subnet, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:52.184173 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-97aeaae9-3073-431c-94af-5b067cb0e712 req-2e742c3c-1b93-46dd-b34d-c6949e2876d2 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:52.263579 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd26b0fb-3b3e-4349-addc-ac0a45c54e29 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:41:52.267770 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-cd26b0fb-3b3e-4349-addc-ac0a45c54e29 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] 10.222.0.60 "GET /v2.0/ports/5de4527d-4b63-4a80-921a-a7b1eb5772f1 HTTP/1.1" status: 200 len: 911 time: 0.3046825 Nov 23 17:41:52.268859 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 53400) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:41:52.315995 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-340078de-c384-4814-bd6a-8710f3e85224 admin admin] Allocated IP 172.20.0.1 (b05aa742-7050-4bee-9612-3681dfd2164b/784540e3-73ef-4656-9bfa-913bbf55b1a9/bd302559-a622-4aa2-a1df-caae459e166f) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:41:52.375176 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce6aae11-5acc-4b5d-9878-05000e609257 admin admin] Made reservation on behalf of df1b8182c5e2460d9373ba94b679b8a6 for: {'subnet': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:41:52.379076 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-ce6aae11-5acc-4b5d-9878-05000e609257 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264314294'] for subnet, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:52.443441 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-619479dd-8b89-4807-8004-a84dbfd76928 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264357903', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264730940'] for subnet, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:52.489380 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e742c3c-1b93-46dd-b34d-c6949e2876d2 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Pushing event deleted for resources: {'Port': ['ID=d4f487c3-aeab-403d-8746-5a1aee6d7eaa,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:41:52.501290 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-619479dd-8b89-4807-8004-a84dbfd76928 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks [] for subnet, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:52.505728 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-619479dd-8b89-4807-8004-a84dbfd76928 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] 10.222.0.60 "DELETE /v2.0/subnets/30865f18-4aca-4007-b22a-63fa611fdbc0 HTTP/1.1" status: 204 len: 168 time: 1.1407356 Nov 23 17:41:52.506930 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619479dd-8b89-4807-8004-a84dbfd76928 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Pushing event deleted for resources: {'Subnet': ['ID=30865f18-4aca-4007-b22a-63fa611fdbc0,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:41:52.552144 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 53408) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:41:52.570136 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-986e98c7-5929-4ae2-933d-19ce90c3cd90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:52.595065 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5f3b181-e813-4eef-879e-f1bea846292c None None] Network 92be2970-7b78-43b3-9201-4bad6190f4b3 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:41:52.617446 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvr_db [None req-75622927-ba8f-4f81-a25e-ee63c45f0439 None None] Set router 1d2dd293-4c5a-43d3-bb7f-3065bdc1a359 gateway port host: None {{(pid=103592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:41:52.706623 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 53410) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:41:52.774083 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [req-97aeaae9-3073-431c-94af-5b067cb0e712 req-2e742c3c-1b93-46dd-b34d-c6949e2876d2 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] No DVR routers for this DVR port d4f487c3-aeab-403d-8746-5a1aee6d7eaa on host n-h2-816206-8 {{(pid=103591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:41:52.779350 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-97aeaae9-3073-431c-94af-5b067cb0e712 req-2e742c3c-1b93-46dd-b34d-c6949e2876d2 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:52.785721 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-97aeaae9-3073-431c-94af-5b067cb0e712 req-2e742c3c-1b93-46dd-b34d-c6949e2876d2 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] 10.222.0.36 "DELETE /v2.0/ports/d4f487c3-aeab-403d-8746-5a1aee6d7eaa HTTP/1.1" status: 204 len: 173 time: 3.4191785 Nov 23 17:41:52.787942 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-774f71e9-0d90-450a-87cc-a889ea6bd265 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-555181'] for network, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:52.790153 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-85681ba7-d73a-43a2-ac1a-2d985b52f38a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3719aad9-4b5a-483e-a489-0fae46da400c', 'name': 'tempest-NetworksTestDHCPv6-router-1874133137', 'tenant_id': 'a17872768c1e4384801bad129509cfa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:41:44Z', 'updated_at': '2021-11-23T17:41:49Z', 'revision_number': 2, 'project_id': 'a17872768c1e4384801bad129509cfa7', 'gw_port_host': None, '_interfaces': [{'id': '5de4527d-4b63-4a80-921a-a7b1eb5772f1', 'name': '', 'network_id': '56dedb9c-c874-4806-8073-23c183970f13', 'tenant_id': 'a17872768c1e4384801bad129509cfa7', 'mac_address': 'fa:16:3e:a5:4e:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3719aad9-4b5a-483e-a489-0fae46da400c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2447, 'fixed_ips': [{'subnet_id': '2a57fbe8-846c-446b-839e-39d3aa00de36', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:41:45Z', 'updated_at': '2021-11-23T17:41:50Z', 'revision_number': 2, 'project_id': 'a17872768c1e4384801bad129509cfa7', 'subnets': [{'id': '2a57fbe8-846c-446b-839e-39d3aa00de36', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:41:52.790909 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6405c518-c3fe-4701-acc0-e089ba26cce4', 'name': 'network-vif-deleted', 'tag': 'd4f487c3-aeab-403d-8746-5a1aee6d7eaa'}] {{(pid=103591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:41:52.793464 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41d174a19ece9499ff9ec44e5b3fc50f2abd3ffbc947fb7e52ea1e8db27b95b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b030a86-bb11-4142-b8ba-75b274827769" -d '{"events": [{"server_uuid": "6405c518-c3fe-4701-acc0-e089ba26cce4", "name": "network-vif-deleted", "tag": "d4f487c3-aeab-403d-8746-5a1aee6d7eaa"}]}' {{(pid=103591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:41:52.836892 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05ce2d77-7a34-495b-b375-d123168b42eb tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:41:52.844924 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05ce2d77-7a34-495b-b375-d123168b42eb tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:41:52.850133 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-05ce2d77-7a34-495b-b375-d123168b42eb tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.5756397 Nov 23 17:41:52.863521 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 53418) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:41:52.940373 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:41:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a569f0e-8e08-4bc1-8487-106a98a5a319 x-openstack-request-id: req-2a569f0e-8e08-4bc1-8487-106a98a5a319 {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:41:52.940919 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6405c518-c3fe-4701-acc0-e089ba26cce4", "name": "network-vif-deleted", "tag": "d4f487c3-aeab-403d-8746-5a1aee6d7eaa", "status": "completed", "code": 200}]} {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:41:52.942348 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-2a569f0e-8e08-4bc1-8487-106a98a5a319 {{(pid=103591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:41:52.944023 n-d-816206-8 neutron-server[103591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6405c518-c3fe-4701-acc0-e089ba26cce4', 'name': 'network-vif-deleted', 'tag': 'd4f487c3-aeab-403d-8746-5a1aee6d7eaa', 'status': 'completed', 'code': 200} Nov 23 17:41:52.952818 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85681ba7-d73a-43a2-ac1a-2d985b52f38a None None] Checking router: 3719aad9-4b5a-483e-a489-0fae46da400c for host: n-d-816206-8 {{(pid=103593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 17:41:52.964835 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85681ba7-d73a-43a2-ac1a-2d985b52f38a None None] Updating router 3719aad9-4b5a-483e-a489-0fae46da400c port 5de4527d-4b63-4a80-921a-a7b1eb5772f1 binding host n-d-816206-8 {{(pid=103593) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 17:41:53.034585 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-85681ba7-d73a-43a2-ac1a-2d985b52f38a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:53.207422 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-fad5b27d-95a0-42b8-8104-6a866354321b req-2d3d0f67-c7c4-4924-a5b3-0d3b4db33a29 tempest-VolumesBackupsTest-643586812 tempest-VolumesBackupsTest-643586812-project] 10.222.0.60 "GET /v2.0/ports?device_id=3aeb0ea1-307a-4c3c-9237-d07df043ece9 HTTP/1.1" status: 200 len: 210 time: 0.1136210 Nov 23 17:41:53.333091 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port 21698b0b-489d-4c2c-b970-8feaf058a150 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:41:53.333715 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:53.409438 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-0ac02562-0fdd-4fcf-b4db-0e23d5b25df9 None None] Provisioning complete for port 5de4527d-4b63-4a80-921a-a7b1eb5772f1 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:41:53.409970 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-0ac02562-0fdd-4fcf-b4db-0e23d5b25df9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:53.452629 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191a9e7d-9f80-4eba-b9b1-fe6120f2801f req-66ba0521-343f-49d2-a690-971004f7204a tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:41:53.455612 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-191a9e7d-9f80-4eba-b9b1-fe6120f2801f req-66ba0521-343f-49d2-a690-971004f7204a tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] 10.222.0.60 "GET /v2.0/ports?device_id=6405c518-c3fe-4701-acc0-e089ba26cce4 HTTP/1.1" status: 200 len: 943 time: 0.3757849 Nov 23 17:41:53.473345 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [req-97aeaae9-3073-431c-94af-5b067cb0e712 req-87da90e4-68fa-4bb0-a338-c08d0836d7aa tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Deleting port 710bef9f-b70a-46f8-8336-d0a377111f32 {{(pid=103591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:41:53.474167 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-97aeaae9-3073-431c-94af-5b067cb0e712 req-87da90e4-68fa-4bb0-a338-c08d0836d7aa tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:53.575080 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-340078de-c384-4814-bd6a-8710f3e85224 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:53.625950 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-ce6aae11-5acc-4b5d-9878-05000e609257 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264758079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264314276'] for subnet, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:53.655313 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-05900e79-92f4-4a60-b4ce-67c762d88a57 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-60933780-network', 'tenant_id': '07f6f862fd8349ba9423ccbd91a7fd20'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:41:53.703766 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-85681ba7-d73a-43a2-ac1a-2d985b52f38a None None] Publish callbacks [] for port, precommit_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:53.707850 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-191a9e7d-9f80-4eba-b9b1-fe6120f2801f req-fae155c1-e05d-4f02-98c9-494775412828 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] 10.222.0.60 "GET /v2.0/security-groups?id=10d72a3d-a998-4d2f-a806-0da22bfe86ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2059917 Nov 23 17:41:53.718911 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-85681ba7-d73a-43a2-ac1a-2d985b52f38a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:53.734503 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-97aeaae9-3073-431c-94af-5b067cb0e712 req-87da90e4-68fa-4bb0-a338-c08d0836d7aa tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] For port 710bef9f-b70a-46f8-8336-d0a377111f32, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=710bef9f-b70a-46f8-8336-d0a377111f32,segment=NetworkSegment(734f1627-0ec0-4314-9413-7e2078531419),segment_id=734f1627-0ec0-4314-9413-7e2078531419)] {{(pid=103591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:41:53.735156 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-97aeaae9-3073-431c-94af-5b067cb0e712 req-87da90e4-68fa-4bb0-a338-c08d0836d7aa tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:53.745812 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-c09416f5-105c-474b-9f51-4688f436d2a2 req-76a102c8-ed6f-4a92-8ddd-1409ce77fcef tempest-VolumesBackupsTest-643586812 tempest-VolumesBackupsTest-643586812-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=77e4b35578d8459080444edfaacb61b2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1792927 Nov 23 17:41:53.787084 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [req-97aeaae9-3073-431c-94af-5b067cb0e712 req-87da90e4-68fa-4bb0-a338-c08d0836d7aa tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Calling delete_port for 710bef9f-b70a-46f8-8336-d0a377111f32 owned by compute:nova {{(pid=103591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:41:53.797289 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6aae11-5acc-4b5d-9878-05000e609257 admin admin] Pushing event updated for resources: {'Subnet': ['ID=667b9ca4-e57e-4316-8a4b-81fe761e8c2e,revision_number=0']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:41:53.821526 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce6aae11-5acc-4b5d-9878-05000e609257 admin admin] Checking segment: {'id': '85eec0be-8b24-42a3-b0b6-c1087790d7a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '983df33e-23dd-411d-9fe2-659f57744967'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:41:53.822535 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce6aae11-5acc-4b5d-9878-05000e609257 admin admin] Network hostable DHCP agents. Network: 983df33e-23dd-411d-9fe2-659f57744967, hostable agents: ['0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3'], hosted agents: [] {{(pid=103591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 17:41:53.913825 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05900e79-92f4-4a60-b4ce-67c762d88a57 admin admin] Made reservation on behalf of 07f6f862fd8349ba9423ccbd91a7fd20 for: {'network': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:41:53.916171 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-05900e79-92f4-4a60-b4ce-67c762d88a57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for network, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:53.926913 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d68074-0471-4ea1-939f-c9f903c6a795 None None] Pushing event updated for resources: {'Port': ['ID=5de4527d-4b63-4a80-921a-a7b1eb5772f1,revision_number=3']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:41:53.965556 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce6aae11-5acc-4b5d-9878-05000e609257 admin admin] Network 983df33e-23dd-411d-9fe2-659f57744967 is scheduled to be hosted by DHCP agent 0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3 with binding_index 1 {{(pid=103591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 17:41:53.974395 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [None req-85681ba7-d73a-43a2-ac1a-2d985b52f38a None None] Attempting to bind port 5de4527d-4b63-4a80-921a-a7b1eb5772f1 on host n-d-816206-8 for vnic_type normal with profile {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:41:53.974918 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [None req-85681ba7-d73a-43a2-ac1a-2d985b52f38a None None] Attempting to bind port 5de4527d-4b63-4a80-921a-a7b1eb5772f1 by drivers openvswitch,hyperv on host n-d-816206-8 at level 0 using segments [{'id': '208f22fc-9686-4ca3-a88c-018385437c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '56dedb9c-c874-4806-8073-23c183970f13'}] {{(pid=103593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:41:53.976073 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85681ba7-d73a-43a2-ac1a-2d985b52f38a None None] Attempting to bind port 5de4527d-4b63-4a80-921a-a7b1eb5772f1 on network 56dedb9c-c874-4806-8073-23c183970f13 {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:41:53.985908 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85681ba7-d73a-43a2-ac1a-2d985b52f38a None None] Checking agent: {'id': '9e89acbe-4bbe-4c77-a18b-6f1da9133e0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 7, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 41, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:41:53.987196 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85681ba7-d73a-43a2-ac1a-2d985b52f38a None None] Checking segment: {'id': '208f22fc-9686-4ca3-a88c-018385437c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '56dedb9c-c874-4806-8073-23c183970f13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:41:53.987751 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-85681ba7-d73a-43a2-ac1a-2d985b52f38a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:53.988230 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85681ba7-d73a-43a2-ac1a-2d985b52f38a None None] Bound using segment: {'id': '208f22fc-9686-4ca3-a88c-018385437c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '56dedb9c-c874-4806-8073-23c183970f13'} {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:41:53.988843 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [None req-85681ba7-d73a-43a2-ac1a-2d985b52f38a None None] Bound port: 5de4527d-4b63-4a80-921a-a7b1eb5772f1, host: n-d-816206-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '208f22fc-9686-4ca3-a88c-018385437c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '56dedb9c-c874-4806-8073-23c183970f13'}}] {{(pid=103593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:41:53.990690 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-85681ba7-d73a-43a2-ac1a-2d985b52f38a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:53.998005 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [None req-ce6aae11-5acc-4b5d-9878-05000e609257 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-8, 983df33e-23dd-411d-9fe2-659f57744967) {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:41:54.009566 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce6aae11-5acc-4b5d-9878-05000e609257 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:41:54.010167 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-ce6aae11-5acc-4b5d-9878-05000e609257 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for subnet, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:54.045862 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25f9fbee-6845-4828-80c8-549fdcf8ebef None None] Network 983df33e-23dd-411d-9fe2-659f57744967 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:41:54.076197 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-ce6aae11-5acc-4b5d-9878-05000e609257 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.2929916 Nov 23 17:41:54.145400 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-85681ba7-d73a-43a2-ac1a-2d985b52f38a None None] For port 5de4527d-4b63-4a80-921a-a7b1eb5772f1, host n-d-816206-8, cleared binding levels {{(pid=103593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:41:54.153172 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-0ac02562-0fdd-4fcf-b4db-0e23d5b25df9 None None] Port 5de4527d-4b63-4a80-921a-a7b1eb5772f1 cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:41:54.154467 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-05900e79-92f4-4a60-b4ce-67c762d88a57 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:54.206898 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-340078de-c384-4814-bd6a-8710f3e85224 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:54.220712 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-97aeaae9-3073-431c-94af-5b067cb0e712 req-87da90e4-68fa-4bb0-a338-c08d0836d7aa tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:54.221370 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-85681ba7-d73a-43a2-ac1a-2d985b52f38a None None] For port 5de4527d-4b63-4a80-921a-a7b1eb5772f1, host n-d-816206-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=5de4527d-4b63-4a80-921a-a7b1eb5772f1,segment=NetworkSegment(208f22fc-9686-4ca3-a88c-018385437c28),segment_id=208f22fc-9686-4ca3-a88c-018385437c28)] {{(pid=103593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:41:54.235493 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-85681ba7-d73a-43a2-ac1a-2d985b52f38a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:54.292012 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87da90e4-68fa-4bb0-a338-c08d0836d7aa tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Pushing event deleted for resources: {'Port': ['ID=710bef9f-b70a-46f8-8336-d0a377111f32,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:41:54.429364 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [req-97aeaae9-3073-431c-94af-5b067cb0e712 req-87da90e4-68fa-4bb0-a338-c08d0836d7aa tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] No DVR routers for this DVR port 710bef9f-b70a-46f8-8336-d0a377111f32 on host n-h2-816206-8 {{(pid=103591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:41:54.432157 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-97aeaae9-3073-431c-94af-5b067cb0e712 req-87da90e4-68fa-4bb0-a338-c08d0836d7aa tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:54.437963 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85681ba7-d73a-43a2-ac1a-2d985b52f38a None None] Routers {'3719aad9-4b5a-483e-a489-0fae46da400c'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:41:54.439086 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-85681ba7-d73a-43a2-ac1a-2d985b52f38a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:41:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['3719aad9-4b5a-483e-a489-0fae46da400c'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:41:54.440605 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-97aeaae9-3073-431c-94af-5b067cb0e712 req-87da90e4-68fa-4bb0-a338-c08d0836d7aa tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] 10.222.0.36 "DELETE /v2.0/ports/710bef9f-b70a-46f8-8336-d0a377111f32 HTTP/1.1" status: 204 len: 173 time: 1.6362362 Nov 23 17:41:54.443096 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d68074-0471-4ea1-939f-c9f903c6a795 None None] Pushing event updated for resources: {'Port': ['ID=5de4527d-4b63-4a80-921a-a7b1eb5772f1,revision_number=4']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:41:54.470524 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-340078de-c384-4814-bd6a-8710f3e85224 admin admin] Network b05aa742-7050-4bee-9612-3681dfd2164b is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:41:54.477030 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-05900e79-92f4-4a60-b4ce-67c762d88a57 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:54.522904 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ba63923f-a3e6-4b39-b01e-a0bda51dacc0 req-26bdf453-cc0a-49f1-85a0-f1c7874ccd24 tempest-VolumesBackupsTest-643586812 tempest-VolumesBackupsTest-643586812-project] 10.222.0.60 "GET /v2.0/ports?device_id=3aeb0ea1-307a-4c3c-9237-d07df043ece9 HTTP/1.1" status: 200 len: 210 time: 0.1003222 Nov 23 17:41:54.565199 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-340078de-c384-4814-bd6a-8710f3e85224 admin admin] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:41:54.584034 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-05900e79-92f4-4a60-b4ce-67c762d88a57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:54.630646 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05900e79-92f4-4a60-b4ce-67c762d88a57 admin admin] vlan segment allocate from pool success with {'vlan_id': 508, 'physical_network': 'physnet1'} {{(pid=103590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 17:41:54.651052 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-05900e79-92f4-4a60-b4ce-67c762d88a57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:54.651798 n-d-816206-8 neutron-server[103590]: INFO neutron.db.segments_db [None req-05900e79-92f4-4a60-b4ce-67c762d88a57 admin admin] Added segment 07965fcd-1084-4fab-83f3-80d2c69eb397 of type vlan for network b04d3905-94fd-478d-8f36-29a81061160f Nov 23 17:41:54.715951 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-05900e79-92f4-4a60-b4ce-67c762d88a57 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736635338810'] for network, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:54.719433 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-09c79502-730a-41f1-b4f9-7b92fd3df45b None None] Provisioning complete for port 5de4527d-4b63-4a80-921a-a7b1eb5772f1 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:41:54.735746 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-09c79502-730a-41f1-b4f9-7b92fd3df45b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:54.763702 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-340078de-c384-4814-bd6a-8710f3e85224 admin admin] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:41:54.790047 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340078de-c384-4814-bd6a-8710f3e85224 admin admin] Pushing event updated for resources: {'Port': ['ID=bd302559-a622-4aa2-a1df-caae459e166f,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:41:54.793830 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-774f71e9-0d90-450a-87cc-a889ea6bd265 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Deleting port 5c356f90-d58f-4f24-a244-8713c7894efa {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:41:54.804205 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-774f71e9-0d90-450a-87cc-a889ea6bd265 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:54.821525 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-85681ba7-d73a-43a2-ac1a-2d985b52f38a None None] Set router 3719aad9-4b5a-483e-a489-0fae46da400c gateway port host: None {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:41:54.968941 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6405c518-c3fe-4701-acc0-e089ba26cce4', 'name': 'network-vif-deleted', 'tag': '710bef9f-b70a-46f8-8336-d0a377111f32'}] {{(pid=103591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:41:54.977869 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41d174a19ece9499ff9ec44e5b3fc50f2abd3ffbc947fb7e52ea1e8db27b95b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-691736a1-209f-4156-9ac4-f8bf9210c0e8" -d '{"events": [{"server_uuid": "6405c518-c3fe-4701-acc0-e089ba26cce4", "name": "network-vif-deleted", "tag": "710bef9f-b70a-46f8-8336-d0a377111f32"}]}' {{(pid=103591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:41:55.005845 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-774f71e9-0d90-450a-87cc-a889ea6bd265 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] For port 5c356f90-d58f-4f24-a244-8713c7894efa, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=5c356f90-d58f-4f24-a244-8713c7894efa,segment=NetworkSegment(1fe6ecdb-a1b2-47d0-b54a-c612bce7e9fa),segment_id=1fe6ecdb-a1b2-47d0-b54a-c612bce7e9fa)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:41:55.006626 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-774f71e9-0d90-450a-87cc-a889ea6bd265 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:55.039378 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-774f71e9-0d90-450a-87cc-a889ea6bd265 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Calling delete_port for 5c356f90-d58f-4f24-a244-8713c7894efa owned by network:dhcp {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:41:55.073737 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-beb999eb-57bb-4492-8d29-a09581142c51 req-3451ae32-804a-4e1a-bd6f-b9008cc58f16 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] 10.222.0.60 "GET /v2.0/ports?device_id=6405c518-c3fe-4701-acc0-e089ba26cce4 HTTP/1.1" status: 200 len: 210 time: 0.1455581 Nov 23 17:41:55.132311 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c47d7da2-4624-4730-8445-46905cd54974 None None] DHCP port deletion for 92be2970-7b78-43b3-9201-4bad6190f4b3 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:41:55.139111 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09416f5-105c-474b-9f51-4688f436d2a2 req-481b1880-d0dc-4f2f-8c37-bc775eaca0e0 tempest-VolumesBackupsTest-643586812 tempest-VolumesBackupsTest-643586812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:41:55.142091 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-c09416f5-105c-474b-9f51-4688f436d2a2 req-481b1880-d0dc-4f2f-8c37-bc775eaca0e0 tempest-VolumesBackupsTest-643586812 tempest-VolumesBackupsTest-643586812-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.3867869 Nov 23 17:41:55.148651 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-774f71e9-0d90-450a-87cc-a889ea6bd265 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:55.231163 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774f71e9-0d90-450a-87cc-a889ea6bd265 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Pushing event deleted for resources: {'Port': ['ID=5c356f90-d58f-4f24-a244-8713c7894efa,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:41:55.265047 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [req-c09416f5-105c-474b-9f51-4688f436d2a2 req-8d56f47e-633c-4765-8562-34512bc1aade tempest-VolumesBackupsTest-643586812 tempest-VolumesBackupsTest-643586812-project] Request body: {'port': {'device_id': '3aeb0ea1-307a-4c3c-9237-d07df043ece9', 'network_id': 'f1e1dabf-b410-4023-9169-a460a86e7184', 'admin_state_up': True, 'tenant_id': '77e4b35578d8459080444edfaacb61b2'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:41:55.331222 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-75622927-ba8f-4f81-a25e-ee63c45f0439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d2dd293-4c5a-43d3-bb7f-3065bdc1a359', 'name': 'tempest-RoutersTest-router-551812585', 'tenant_id': '9ea08f514e394d68a6e33e0a371ec75c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:40:38Z', 'updated_at': '2021-11-23T17:41:47Z', 'revision_number': 10, 'project_id': '9ea08f514e394d68a6e33e0a371ec75c', 'gw_port_host': None, '_interfaces': [{'id': 'adc453bb-b64e-4a63-a1c3-03961aa01e6b', 'name': '', 'network_id': '0d2689e3-f47b-4951-8a3f-d47a148adc6f', 'tenant_id': '9ea08f514e394d68a6e33e0a371ec75c', 'mac_address': 'fa:16:3e:4f:5d:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d2dd293-4c5a-43d3-bb7f-3065bdc1a359', 'device_owner': 'network:router_interface', 'standard_attr_id': 2364, 'fixed_ips': [{'subnet_id': '4fd923d4-90c0-465c-a731-f064e303a2b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:40:43Z', 'updated_at': '2021-11-23T17:40:57Z', 'revision_number': 5, 'project_id': '9ea08f514e394d68a6e33e0a371ec75c', 'subnets': [{'id': '4fd923d4-90c0-465c-a731-f064e303a2b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:41:55.351758 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-85681ba7-d73a-43a2-ac1a-2d985b52f38a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3719aad9-4b5a-483e-a489-0fae46da400c', 'name': 'tempest-NetworksTestDHCPv6-router-1874133137', 'tenant_id': 'a17872768c1e4384801bad129509cfa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:41:44Z', 'updated_at': '2021-11-23T17:41:49Z', 'revision_number': 2, 'project_id': 'a17872768c1e4384801bad129509cfa7', 'gw_port_host': None, '_interfaces': [{'id': '5de4527d-4b63-4a80-921a-a7b1eb5772f1', 'name': '', 'network_id': '56dedb9c-c874-4806-8073-23c183970f13', 'tenant_id': 'a17872768c1e4384801bad129509cfa7', 'mac_address': 'fa:16:3e:a5:4e:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3719aad9-4b5a-483e-a489-0fae46da400c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2447, 'fixed_ips': [{'subnet_id': '2a57fbe8-846c-446b-839e-39d3aa00de36', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:41:45Z', 'updated_at': '2021-11-23T17:41:54Z', 'revision_number': 4, 'project_id': 'a17872768c1e4384801bad129509cfa7', 'subnets': [{'id': '2a57fbe8-846c-446b-839e-39d3aa00de36', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:41:55.368512 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75622927-ba8f-4f81-a25e-ee63c45f0439 None None] Checking router: 1d2dd293-4c5a-43d3-bb7f-3065bdc1a359 for host: n-d-816206-8 {{(pid=103592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 17:41:55.405673 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-774f71e9-0d90-450a-87cc-a889ea6bd265 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] No DVR routers for this DVR port 5c356f90-d58f-4f24-a244-8713c7894efa on host n-d-816206-8 {{(pid=103590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:41:55.460351 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-05900e79-92f4-4a60-b4ce-67c762d88a57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493'] for network, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:55.461391 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05900e79-92f4-4a60-b4ce-67c762d88a57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:41:55.461690 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85681ba7-d73a-43a2-ac1a-2d985b52f38a None None] The sync data for ids ['3719aad9-4b5a-483e-a489-0fae46da400c'] in n-d-816206-8 is: [{'id': '3719aad9-4b5a-483e-a489-0fae46da400c', 'name': 'tempest-NetworksTestDHCPv6-router-1874133137', 'tenant_id': 'a17872768c1e4384801bad129509cfa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:41:44Z', 'updated_at': '2021-11-23T17:41:49Z', 'revision_number': 2, 'project_id': 'a17872768c1e4384801bad129509cfa7', 'gw_port_host': None, '_interfaces': [{'id': '5de4527d-4b63-4a80-921a-a7b1eb5772f1', 'name': '', 'network_id': '56dedb9c-c874-4806-8073-23c183970f13', 'tenant_id': 'a17872768c1e4384801bad129509cfa7', 'mac_address': 'fa:16:3e:a5:4e:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3719aad9-4b5a-483e-a489-0fae46da400c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2447, 'fixed_ips': [{'subnet_id': '2a57fbe8-846c-446b-839e-39d3aa00de36', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:41:45Z', 'updated_at': '2021-11-23T17:41:54Z', 'revision_number': 4, 'project_id': 'a17872768c1e4384801bad129509cfa7', 'subnets': [{'id': '2a57fbe8-846c-446b-839e-39d3aa00de36', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:41:55.471875 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-05900e79-92f4-4a60-b4ce-67c762d88a57 admin admin] Publish callbacks [] for network, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:55.478056 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b1ff3ad-5bc0-4366-b6e6-12c3760740a9 None None] Network 983df33e-23dd-411d-9fe2-659f57744967 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:41:55.534929 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75622927-ba8f-4f81-a25e-ee63c45f0439 None None] Routers {'1d2dd293-4c5a-43d3-bb7f-3065bdc1a359'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:41:55.535540 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-75622927-ba8f-4f81-a25e-ee63c45f0439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:41:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['1d2dd293-4c5a-43d3-bb7f-3065bdc1a359'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:41:55.654883 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 5c356f90-d58f-4f24-a244-8713c7894efa no longer exists at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:41:55.816021 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvr_db [None req-75622927-ba8f-4f81-a25e-ee63c45f0439 None None] Set router 1d2dd293-4c5a-43d3-bb7f-3065bdc1a359 gateway port host: None {{(pid=103592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:41:55.816707 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-340078de-c384-4814-bd6a-8710f3e85224 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1795539'] for router_interface, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:55.830924 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-05900e79-92f4-4a60-b4ce-67c762d88a57 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 3.1186712 Nov 23 17:41:55.857141 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 53456) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:41:56.015055 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-09c79502-730a-41f1-b4f9-7b92fd3df45b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:56.040174 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:41:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5255abd0-e232-4d87-9f27-93453c0621d0 x-openstack-request-id: req-5255abd0-e232-4d87-9f27-93453c0621d0 {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:41:56.041230 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6405c518-c3fe-4701-acc0-e089ba26cce4", "name": "network-vif-deleted", "tag": "710bef9f-b70a-46f8-8336-d0a377111f32", "status": "completed", "code": 200}]} {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:41:56.041705 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5255abd0-e232-4d87-9f27-93453c0621d0 {{(pid=103591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:41:56.042419 n-d-816206-8 neutron-server[103591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6405c518-c3fe-4701-acc0-e089ba26cce4', 'name': 'network-vif-deleted', 'tag': '710bef9f-b70a-46f8-8336-d0a377111f32', 'status': 'completed', 'code': 200} Nov 23 17:41:56.086533 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b6a1ef00-4436-44ad-a469-21b3dccbe878 req-3c09c977-1161-48c6-be6e-8b61344be70e tempest-VolumesBackupsTest-643586812 tempest-VolumesBackupsTest-643586812-project] 10.222.0.60 "GET /v2.0/ports?device_id=3aeb0ea1-307a-4c3c-9237-d07df043ece9 HTTP/1.1" status: 200 len: 210 time: 0.0482736 Nov 23 17:41:56.131119 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-917b8088-9e56-4771-b2bd-18179e32703f admin admin] Request body: {'subnet': {'network_id': 'b04d3905-94fd-478d-8f36-29a81061160f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-60933780-subnet', 'tenant_id': '07f6f862fd8349ba9423ccbd91a7fd20', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:41:56.189289 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afe71fd-a4a6-49f2-a914-aca21190da30 req-932110b4-f94e-48bb-9899-ea02a7db2b28 tempest-InstanceActionsTestJSON-1355406583 tempest-InstanceActionsTestJSON-1355406583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:41:56.190716 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05900e79-92f4-4a60-b4ce-67c762d88a57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68fe547d-d706-4389-a025-af2d1c7bf46e,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:41:56.200770 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-0afe71fd-a4a6-49f2-a914-aca21190da30 req-932110b4-f94e-48bb-9899-ea02a7db2b28 tempest-InstanceActionsTestJSON-1355406583 tempest-InstanceActionsTestJSON-1355406583-project] 10.222.0.60 "GET /v2.0/networks?id=983df33e-23dd-411d-9fe2-659f57744967 HTTP/1.1" status: 200 len: 814 time: 1.2624846 Nov 23 17:41:56.219763 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-774f71e9-0d90-450a-87cc-a889ea6bd265 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973419', 'neutron.services.segments.db._delete_segments_for_network-8736635878840'] for network, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:56.235511 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-0afe71fd-a4a6-49f2-a914-aca21190da30 req-4375f4d1-58f7-4f68-8c21-cb0041e4ec39 tempest-InstanceActionsTestJSON-1355406583 tempest-InstanceActionsTestJSON-1355406583-project] 10.222.0.60 "GET /v2.0/quotas/df1b8182c5e2460d9373ba94b679b8a6 HTTP/1.1" status: 200 len: 375 time: 0.0309720 Nov 23 17:41:56.261874 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] No Port match for: 5c356f90-d58f-4f24-a244-8713c7894efa {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:41:56.262524 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 5c356f90-d58f-4f24-a244-8713c7894efa not bound to the agent host n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:41:56.291420 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c09416f5-105c-474b-9f51-4688f436d2a2 req-8d56f47e-633c-4765-8562-34512bc1aade tempest-VolumesBackupsTest-643586812 tempest-VolumesBackupsTest-643586812-project] Made reservation on behalf of 77e4b35578d8459080444edfaacb61b2 for: {'port': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:41:56.303982 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-c09416f5-105c-474b-9f51-4688f436d2a2 req-8d56f47e-633c-4765-8562-34512bc1aade tempest-VolumesBackupsTest-643586812 tempest-VolumesBackupsTest-643586812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:56.319410 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-917b8088-9e56-4771-b2bd-18179e32703f admin admin] Made reservation on behalf of 07f6f862fd8349ba9423ccbd91a7fd20 for: {'subnet': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:41:56.325016 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-917b8088-9e56-4771-b2bd-18179e32703f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264730903'] for subnet, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:56.360619 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-09c79502-730a-41f1-b4f9-7b92fd3df45b None None] For port 5de4527d-4b63-4a80-921a-a7b1eb5772f1, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=5de4527d-4b63-4a80-921a-a7b1eb5772f1,segment=NetworkSegment(208f22fc-9686-4ca3-a88c-018385437c28),segment_id=208f22fc-9686-4ca3-a88c-018385437c28)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:41:56.369576 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-0afe71fd-a4a6-49f2-a914-aca21190da30 req-8c7ec423-1fa9-4a59-bc42-65dec1143445 tempest-InstanceActionsTestJSON-1355406583 tempest-InstanceActionsTestJSON-1355406583-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=df1b8182c5e2460d9373ba94b679b8a6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1243291 Nov 23 17:41:56.428616 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-986e98c7-5929-4ae2-933d-19ce90c3cd90 None None] Publish callbacks [] for port, precommit_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:56.433789 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7f138513-2c38-48e1-b8c2-0d803f2beac1 req-2ca3af93-2d44-4c1b-8f16-14d8e5f02da5 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] 10.222.0.60 "GET /v2.0/ports?device_id=6405c518-c3fe-4701-acc0-e089ba26cce4 HTTP/1.1" status: 200 len: 210 time: 0.1608086 Nov 23 17:41:56.456047 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-09c79502-730a-41f1-b4f9-7b92fd3df45b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:56.552792 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-986e98c7-5929-4ae2-933d-19ce90c3cd90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:56.557809 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [req-0afe71fd-a4a6-49f2-a914-aca21190da30 req-82294a67-5fa4-4fef-88a1-3a4dae5b2649 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=103591) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 17:41:56.567740 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-0afe71fd-a4a6-49f2-a914-aca21190da30 req-82294a67-5fa4-4fef-88a1-3a4dae5b2649 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1970665 Nov 23 17:41:56.633979 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f6e5233-6ae2-42d2-b5e5-0fb7b0dcca6f None None] DHCP port deletion for 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:41:56.662235 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05900e79-92f4-4a60-b4ce-67c762d88a57 admin admin] Pushing event updated for resources: {'Network': ['ID=b04d3905-94fd-478d-8f36-29a81061160f,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:41:56.679158 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-c09416f5-105c-474b-9f51-4688f436d2a2 req-8d56f47e-633c-4765-8562-34512bc1aade tempest-VolumesBackupsTest-643586812 tempest-VolumesBackupsTest-643586812-project] Publish callbacks [] for security_group, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:56.698853 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-917b8088-9e56-4771-b2bd-18179e32703f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264358096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264730885'] for subnet, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:56.763082 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-774f71e9-0d90-450a-87cc-a889ea6bd265 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92be2970-7b78-43b3-9201-4bad6190f4b3']}} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:41:56.792175 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-0afe71fd-a4a6-49f2-a914-aca21190da30 req-7a8b536c-e597-4a87-9529-23a4f50ec7bc service neutron] 10.222.0.60 "GET /v2.0/networks/983df33e-23dd-411d-9fe2-659f57744967?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2229559 Nov 23 17:41:56.792405 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-774f71e9-0d90-450a-87cc-a889ea6bd265 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1fe6ecdb-a1b2-47d0-b54a-c612bce7e9fa') {'for_net_delete': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:41:56.795795 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-774f71e9-0d90-450a-87cc-a889ea6bd265 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1fe6ecdb-a1b2-47d0-b54a-c612bce7e9fa') {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:41:56.825560 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-774f71e9-0d90-450a-87cc-a889ea6bd265 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736635840332', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-267528353'] for segment, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:56.862677 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-774f71e9-0d90-450a-87cc-a889ea6bd265 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:56.889002 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-774f71e9-0d90-450a-87cc-a889ea6bd265 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Releasing vlan 547 on physical network physnet1 to pool {{(pid=103590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 17:41:56.890529 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-774f71e9-0d90-450a-87cc-a889ea6bd265 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264370093'] for segment, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:57.011310 n-d-816206-8 neutron-server[103590]: Traceback (most recent call last): Nov 23 17:41:57.011310 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 17:41:57.011310 n-d-816206-8 neutron-server[103590]: timer() Nov 23 17:41:57.011310 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 17:41:57.011310 n-d-816206-8 neutron-server[103590]: cb(*args, **kw) Nov 23 17:41:57.011310 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 17:41:57.011310 n-d-816206-8 neutron-server[103590]: return func(*args, **kwargs) Nov 23 17:41:57.011310 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 17:41:57.011310 n-d-816206-8 neutron-server[103590]: self._notify() Nov 23 17:41:57.011310 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 17:41:57.011310 n-d-816206-8 neutron-server[103590]: self.callback(batched_events) Nov 23 17:41:57.011310 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 17:41:57.011310 n-d-816206-8 neutron-server[103590]: event.method(event) Nov 23 17:41:57.011310 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 17:41:57.011310 n-d-816206-8 neutron-server[103590]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 17:41:57.011310 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 17:41:57.011310 n-d-816206-8 neutron-server[103590]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 17:41:57.011310 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 17:41:57.011310 n-d-816206-8 neutron-server[103590]: return f(self, *a, **k) Nov 23 17:41:57.011310 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 17:41:57.011310 n-d-816206-8 neutron-server[103590]: return self._get(url).json() Nov 23 17:41:57.011310 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 17:41:57.011310 n-d-816206-8 neutron-server[103590]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 17:41:57.011310 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 17:41:57.011310 n-d-816206-8 neutron-server[103590]: return self.request(url, 'GET', **kwargs) Nov 23 17:41:57.011310 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 17:41:57.011310 n-d-816206-8 neutron-server[103590]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 17:41:57.011310 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 17:41:57.011310 n-d-816206-8 neutron-server[103590]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 17:41:57.011310 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 17:41:57.011310 n-d-816206-8 neutron-server[103590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 17:41:57.011310 n-d-816206-8 neutron-server[103590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 17:41:57.050347 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-0afe71fd-a4a6-49f2-a914-aca21190da30 req-2f480d59-6b8b-41f5-94c9-9ae914536806 service neutron] 10.222.0.60 "GET /v2.0/networks/983df33e-23dd-411d-9fe2-659f57744967?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2513874 Nov 23 17:41:57.058596 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Network b04d3905-94fd-478d-8f36-29a81061160f details requested by agent ovs-agent-n-d-816206-8 with host n-d-816206-8 {{(pid=103592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 17:41:57.069939 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-774f71e9-0d90-450a-87cc-a889ea6bd265 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1795418'] for network, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:57.118799 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-774f71e9-0d90-450a-87cc-a889ea6bd265 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks [] for network, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:57.132698 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-774f71e9-0d90-450a-87cc-a889ea6bd265 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] 10.222.0.60 "DELETE /v2.0/networks/92be2970-7b78-43b3-9201-4bad6190f4b3 HTTP/1.1" status: 204 len: 168 time: 4.5793114 Nov 23 17:41:57.135638 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 53466) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:41:57.183594 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c79502-730a-41f1-b4f9-7b92fd3df45b None None] Pushing event updated for resources: {'Port': ['ID=5de4527d-4b63-4a80-921a-a7b1eb5772f1,revision_number=5']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:41:57.312909 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22dbced2-bb99-4105-b142-2a37ff203ca9 None None] Pushing event updated for resources: {'Port': ['ID=6d7f938f-5576-42b6-829f-dd4bf00be0d8,revision_number=2']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:41:57.332135 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-986e98c7-5929-4ae2-933d-19ce90c3cd90 None None] Attempting to bind port 6d7f938f-5576-42b6-829f-dd4bf00be0d8 on host n-d-816206-8 for vnic_type normal with profile {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:41:57.332785 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-986e98c7-5929-4ae2-933d-19ce90c3cd90 None None] Attempting to bind port 6d7f938f-5576-42b6-829f-dd4bf00be0d8 by drivers openvswitch,hyperv on host n-d-816206-8 at level 0 using segments [{'id': 'bffd1e4f-e80f-4ff0-b418-2f42ae15febf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:41:57.333383 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-986e98c7-5929-4ae2-933d-19ce90c3cd90 None None] Attempting to bind port 6d7f938f-5576-42b6-829f-dd4bf00be0d8 on network 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:41:57.402016 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774f71e9-0d90-450a-87cc-a889ea6bd265 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Pushing event deleted for resources: {'Network': ['ID=92be2970-7b78-43b3-9201-4bad6190f4b3,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:41:57.429757 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d9e39cfa-bbc3-473f-805c-e9a55025c234 req-d7c8e855-3e48-44dc-bcf0-2d9b35534627 tempest-VolumesBackupsTest-643586812 tempest-VolumesBackupsTest-643586812-project] 10.222.0.60 "GET /v2.0/ports?device_id=3aeb0ea1-307a-4c3c-9237-d07df043ece9 HTTP/1.1" status: 200 len: 210 time: 0.1116908 Nov 23 17:41:57.472384 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-4366eff4-09cd-4e11-8040-07da6efef38c None None] Provisioning complete for port 5de4527d-4b63-4a80-921a-a7b1eb5772f1 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:41:57.473666 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-4366eff4-09cd-4e11-8040-07da6efef38c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:57.480864 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-986e98c7-5929-4ae2-933d-19ce90c3cd90 None None] Checking agent: {'id': '9e89acbe-4bbe-4c77-a18b-6f1da9133e0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 7, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 41, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:41:57.500303 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-986e98c7-5929-4ae2-933d-19ce90c3cd90 None None] Checking segment: {'id': 'bffd1e4f-e80f-4ff0-b418-2f42ae15febf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:41:57.502641 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-986e98c7-5929-4ae2-933d-19ce90c3cd90 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:57.504309 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-986e98c7-5929-4ae2-933d-19ce90c3cd90 None None] Bound using segment: {'id': 'bffd1e4f-e80f-4ff0-b418-2f42ae15febf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:41:57.506517 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-986e98c7-5929-4ae2-933d-19ce90c3cd90 None None] Bound port: 6d7f938f-5576-42b6-829f-dd4bf00be0d8, host: n-d-816206-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bffd1e4f-e80f-4ff0-b418-2f42ae15febf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'}}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:41:57.509061 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-986e98c7-5929-4ae2-933d-19ce90c3cd90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:57.539853 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d535b935-484e-4520-a87b-e86bffa73b9d req-07ed4284-47cd-4806-8865-03aa9f5b73ce tempest-InstanceActionsTestJSON-1355406583 tempest-InstanceActionsTestJSON-1355406583-project] 10.222.0.60 "GET /v2.0/ports?device_id=2b3dda08-c98d-4327-bf96-769c7b70e3e2 HTTP/1.1" status: 200 len: 210 time: 0.1274641 Nov 23 17:41:57.541014 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-917b8088-9e56-4771-b2bd-18179e32703f admin admin] Checking segment: {'id': '07965fcd-1084-4fab-83f3-80d2c69eb397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'b04d3905-94fd-478d-8f36-29a81061160f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:41:57.541383 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-917b8088-9e56-4771-b2bd-18179e32703f admin admin] Network hostable DHCP agents. Network: b04d3905-94fd-478d-8f36-29a81061160f, hostable agents: ['0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3'], hosted agents: [] {{(pid=103590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 17:41:57.568958 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917b8088-9e56-4771-b2bd-18179e32703f admin admin] Pushing event updated for resources: {'Subnet': ['ID=d6ef9595-65a5-4d75-8113-6090cd6ca55e,revision_number=0']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:41:57.635081 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-340078de-c384-4814-bd6a-8710f3e85224 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:57.671038 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 5de4527d-4b63-4a80-921a-a7b1eb5772f1 up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:41:57.742838 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-917b8088-9e56-4771-b2bd-18179e32703f admin admin] Network b04d3905-94fd-478d-8f36-29a81061160f is scheduled to be hosted by DHCP agent 0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3 with binding_index 1 {{(pid=103590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 17:41:57.982463 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-917b8088-9e56-4771-b2bd-18179e32703f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-8, b04d3905-94fd-478d-8f36-29a81061160f) {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:41:58.027022 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-1c0456c0-3b53-4766-9a4e-f4049af40d4a req-600c4bdc-acb9-4398-adfc-d827e55e1308 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] 10.222.0.60 "GET /v2.0/ports?device_id=6405c518-c3fe-4701-acc0-e089ba26cce4 HTTP/1.1" status: 200 len: 210 time: 0.2112639 Nov 23 17:41:58.085716 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acc0b60c-2aeb-4085-bed0-0c1621308d21 None None] Network b04d3905-94fd-478d-8f36-29a81061160f requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:41:58.129851 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-917b8088-9e56-4771-b2bd-18179e32703f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:41:58.135550 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-917b8088-9e56-4771-b2bd-18179e32703f admin admin] Publish callbacks [] for subnet, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:58.208647 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-917b8088-9e56-4771-b2bd-18179e32703f admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 2.1023333 Nov 23 17:41:58.210283 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port 5de4527d-4b63-4a80-921a-a7b1eb5772f1 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:41:58.210651 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:58.216951 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-c09416f5-105c-474b-9f51-4688f436d2a2 req-8d56f47e-633c-4765-8562-34512bc1aade tempest-VolumesBackupsTest-643586812 tempest-VolumesBackupsTest-643586812-project] Publish callbacks [] for security_group, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:58.273976 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-75622927-ba8f-4f81-a25e-ee63c45f0439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d2dd293-4c5a-43d3-bb7f-3065bdc1a359', 'name': 'tempest-RoutersTest-router-551812585', 'tenant_id': '9ea08f514e394d68a6e33e0a371ec75c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:40:38Z', 'updated_at': '2021-11-23T17:41:47Z', 'revision_number': 10, 'project_id': '9ea08f514e394d68a6e33e0a371ec75c', 'gw_port_host': None, '_interfaces': [{'id': 'adc453bb-b64e-4a63-a1c3-03961aa01e6b', 'name': '', 'network_id': '0d2689e3-f47b-4951-8a3f-d47a148adc6f', 'tenant_id': '9ea08f514e394d68a6e33e0a371ec75c', 'mac_address': 'fa:16:3e:4f:5d:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d2dd293-4c5a-43d3-bb7f-3065bdc1a359', 'device_owner': 'network:router_interface', 'standard_attr_id': 2364, 'fixed_ips': [{'subnet_id': '4fd923d4-90c0-465c-a731-f064e303a2b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:40:43Z', 'updated_at': '2021-11-23T17:40:57Z', 'revision_number': 5, 'project_id': '9ea08f514e394d68a6e33e0a371ec75c', 'subnets': [{'id': '4fd923d4-90c0-465c-a731-f064e303a2b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:41:58.283053 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-7c0a692b-a2f1-4b44-adef-5ff3ded96643 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1794372'] for router_interface, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:58.292826 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-15814f0d-3c1b-4e64-b395-8554ae089808 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1794372'] for router_interface, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:58.342188 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-986e98c7-5929-4ae2-933d-19ce90c3cd90 None None] For port 6d7f938f-5576-42b6-829f-dd4bf00be0d8, host n-d-816206-8, cleared binding levels {{(pid=103592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:41:58.379231 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75622927-ba8f-4f81-a25e-ee63c45f0439 None None] The sync data for ids ['1d2dd293-4c5a-43d3-bb7f-3065bdc1a359'] in n-d-816206-8 is: [{'id': '1d2dd293-4c5a-43d3-bb7f-3065bdc1a359', 'name': 'tempest-RoutersTest-router-551812585', 'tenant_id': '9ea08f514e394d68a6e33e0a371ec75c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:40:38Z', 'updated_at': '2021-11-23T17:41:47Z', 'revision_number': 10, 'project_id': '9ea08f514e394d68a6e33e0a371ec75c', 'gw_port_host': None, '_interfaces': [{'id': 'adc453bb-b64e-4a63-a1c3-03961aa01e6b', 'name': '', 'network_id': '0d2689e3-f47b-4951-8a3f-d47a148adc6f', 'tenant_id': '9ea08f514e394d68a6e33e0a371ec75c', 'mac_address': 'fa:16:3e:4f:5d:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d2dd293-4c5a-43d3-bb7f-3065bdc1a359', 'device_owner': 'network:router_interface', 'standard_attr_id': 2364, 'fixed_ips': [{'subnet_id': '4fd923d4-90c0-465c-a731-f064e303a2b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:40:43Z', 'updated_at': '2021-11-23T17:40:57Z', 'revision_number': 5, 'project_id': '9ea08f514e394d68a6e33e0a371ec75c', 'subnets': [{'id': '4fd923d4-90c0-465c-a731-f064e303a2b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:41:58.451941 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-4366eff4-09cd-4e11-8040-07da6efef38c None None] Provisioning complete for port bd302559-a622-4aa2-a1df-caae459e166f triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:41:58.452757 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-4366eff4-09cd-4e11-8040-07da6efef38c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:58.469455 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-986e98c7-5929-4ae2-933d-19ce90c3cd90 None None] For port 6d7f938f-5576-42b6-829f-dd4bf00be0d8, host n-d-816206-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=6d7f938f-5576-42b6-829f-dd4bf00be0d8,segment=NetworkSegment(bffd1e4f-e80f-4ff0-b418-2f42ae15febf),segment_id=bffd1e4f-e80f-4ff0-b418-2f42ae15febf)] {{(pid=103592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:41:58.571093 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-c09416f5-105c-474b-9f51-4688f436d2a2 req-8d56f47e-633c-4765-8562-34512bc1aade tempest-VolumesBackupsTest-643586812 tempest-VolumesBackupsTest-643586812-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:58.649815 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-aaeffa53-6926-4850-9bc9-1d843ce9564a req-afa6decf-5b5b-4a1e-8834-e7aad9f8b589 tempest-VolumesBackupsTest-643586812 tempest-VolumesBackupsTest-643586812-project] 10.222.0.60 "GET /v2.0/ports?device_id=3aeb0ea1-307a-4c3c-9237-d07df043ece9 HTTP/1.1" status: 200 len: 210 time: 0.0865088 Nov 23 17:41:58.665484 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-986e98c7-5929-4ae2-933d-19ce90c3cd90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:58.756515 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [req-c09416f5-105c-474b-9f51-4688f436d2a2 req-8d56f47e-633c-4765-8562-34512bc1aade tempest-VolumesBackupsTest-643586812 tempest-VolumesBackupsTest-643586812-project] Allocated IP 192.168.233.94 (f1e1dabf-b410-4023-9169-a460a86e7184/ac77c175-5679-438b-8a2a-356718377641/ce8b633a-6cd2-4637-acae-9d541f261158) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:41:58.848032 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-06b42e48-111d-4b93-a037-a0d612cd1780 req-6f4d9fcc-b5f9-4e04-861c-6a0e59a66746 tempest-InstanceActionsTestJSON-1355406583 tempest-InstanceActionsTestJSON-1355406583-project] 10.222.0.60 "GET /v2.0/ports?device_id=2b3dda08-c98d-4327-bf96-769c7b70e3e2 HTTP/1.1" status: 200 len: 210 time: 0.1543181 Nov 23 17:41:58.974555 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-4366eff4-09cd-4e11-8040-07da6efef38c None None] Port bd302559-a622-4aa2-a1df-caae459e166f cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:41:58.976284 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf6fcaf8-19e1-4690-924f-616322d10f91 None None] DHCP port deletion for 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:41:58.991575 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d56f47e-633c-4765-8562-34512bc1aade tempest-VolumesBackupsTest-643586812 tempest-VolumesBackupsTest-643586812-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4df28033-856d-4fed-8b1f-2717b5a26001,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:41:59.028918 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef26514d-1ff7-4a50-8501-87456291036f None None] Network b04d3905-94fd-478d-8f36-29a81061160f requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:41:59.034030 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-7c0a692b-a2f1-4b44-adef-5ff3ded96643 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Deleting port adc453bb-b64e-4a63-a1c3-03961aa01e6b {{(pid=103591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:41:59.034245 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-7c0a692b-a2f1-4b44-adef-5ff3ded96643 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:59.075380 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-986e98c7-5929-4ae2-933d-19ce90c3cd90 None None] Routers {'908b3081-86f5-4649-af90-5b9a4d728ea7'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:41:59.076050 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-986e98c7-5929-4ae2-933d-19ce90c3cd90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:41:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['908b3081-86f5-4649-af90-5b9a4d728ea7'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:41:59.112948 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-340078de-c384-4814-bd6a-8710f3e85224 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:59.139058 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-340078de-c384-4814-bd6a-8710f3e85224 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264357957'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:59.363037 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340078de-c384-4814-bd6a-8710f3e85224 admin admin] Pushing event updated for resources: {'Port': ['ID=bd302559-a622-4aa2-a1df-caae459e166f,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:41:59.373060 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22dbced2-bb99-4105-b142-2a37ff203ca9 None None] Pushing event updated for resources: {'Port': ['ID=6d7f938f-5576-42b6-829f-dd4bf00be0d8,revision_number=3']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:41:59.427029 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-340078de-c384-4814-bd6a-8710f3e85224 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2068703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1794403'] for router_interface, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:59.471164 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [None req-7c0a692b-a2f1-4b44-adef-5ff3ded96643 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] For port adc453bb-b64e-4a63-a1c3-03961aa01e6b, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=adc453bb-b64e-4a63-a1c3-03961aa01e6b,segment=NetworkSegment(6e543b51-9a77-49ed-9977-d30168009d1c),segment_id=6e543b51-9a77-49ed-9977-d30168009d1c)] {{(pid=103591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:41:59.472588 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-7c0a692b-a2f1-4b44-adef-5ff3ded96643 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:59.506068 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-c09416f5-105c-474b-9f51-4688f436d2a2 req-8d56f47e-633c-4765-8562-34512bc1aade tempest-VolumesBackupsTest-643586812 tempest-VolumesBackupsTest-643586812-project] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:59.516121 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 66cf6c02-f69f-41af-a9df-28ff07530fea no longer exists at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:41:59.547227 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-15814f0d-3c1b-4e64-b395-8554ae089808 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Deleting port 5de4527d-4b63-4a80-921a-a7b1eb5772f1 {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:41:59.547566 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-15814f0d-3c1b-4e64-b395-8554ae089808 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:59.663712 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-ad5a4361-3bea-4a66-b0f4-f4ac7b917afd None None] Provisioning complete for port 6d7f938f-5576-42b6-829f-dd4bf00be0d8 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:41:59.664081 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-ad5a4361-3bea-4a66-b0f4-f4ac7b917afd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:59.665710 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] No Port match for: 66cf6c02-f69f-41af-a9df-28ff07530fea {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:41:59.677237 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-84b51b68-00f3-4949-98f3-e58a0d3afccf req-d59878c9-325f-4899-837d-4fdd26dc0187 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] 10.222.0.60 "GET /v2.0/ports?device_id=6405c518-c3fe-4701-acc0-e089ba26cce4 HTTP/1.1" status: 200 len: 210 time: 0.4086761 Nov 23 17:41:59.680898 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-7c0a692b-a2f1-4b44-adef-5ff3ded96643 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Calling delete_port for adc453bb-b64e-4a63-a1c3-03961aa01e6b owned by network:router_interface {{(pid=103591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:41:59.695561 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 66cf6c02-f69f-41af-a9df-28ff07530fea not bound to the agent host n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:41:59.819863 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-15814f0d-3c1b-4e64-b395-8554ae089808 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] For port 5de4527d-4b63-4a80-921a-a7b1eb5772f1, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=5de4527d-4b63-4a80-921a-a7b1eb5772f1,segment=NetworkSegment(208f22fc-9686-4ca3-a88c-018385437c28),segment_id=208f22fc-9686-4ca3-a88c-018385437c28)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:41:59.820749 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-15814f0d-3c1b-4e64-b395-8554ae089808 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:41:59.859884 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-15814f0d-3c1b-4e64-b395-8554ae089808 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Calling delete_port for 5de4527d-4b63-4a80-921a-a7b1eb5772f1 owned by network:router_interface {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:41:59.880052 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvr_db [None req-986e98c7-5929-4ae2-933d-19ce90c3cd90 None None] Set router 908b3081-86f5-4649-af90-5b9a4d728ea7 gateway port host: n-d-816206-8 {{(pid=103592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:41:59.892188 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8d62eff4-47a8-4e09-93e7-c70a7e67f9ea req-f4738d81-1051-417b-90ac-2aa0ce362c4d tempest-VolumesBackupsTest-643586812 tempest-VolumesBackupsTest-643586812-project] 10.222.0.60 "GET /v2.0/ports?device_id=3aeb0ea1-307a-4c3c-9237-d07df043ece9 HTTP/1.1" status: 200 len: 210 time: 0.0707054 Nov 23 17:41:59.900780 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-c09416f5-105c-474b-9f51-4688f436d2a2 req-8d56f47e-633c-4765-8562-34512bc1aade tempest-VolumesBackupsTest-643586812 tempest-VolumesBackupsTest-643586812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:00.046472 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-ad5a4361-3bea-4a66-b0f4-f4ac7b917afd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:00.058736 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d56f47e-633c-4765-8562-34512bc1aade tempest-VolumesBackupsTest-643586812 tempest-VolumesBackupsTest-643586812-project] Pushing event updated for resources: {'Port': ['ID=ce8b633a-6cd2-4637-acae-9d541f261158,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:42:00.082980 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c09416f5-105c-474b-9f51-4688f436d2a2 req-8d56f47e-633c-4765-8562-34512bc1aade tempest-VolumesBackupsTest-643586812 tempest-VolumesBackupsTest-643586812-project] Network f1e1dabf-b410-4023-9169-a460a86e7184 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:42:00.091329 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [req-c09416f5-105c-474b-9f51-4688f436d2a2 req-8d56f47e-633c-4765-8562-34512bc1aade tempest-VolumesBackupsTest-643586812 tempest-VolumesBackupsTest-643586812-project] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:42:00.099986 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-340078de-c384-4814-bd6a-8710f3e85224 admin admin] Network b05aa742-7050-4bee-9612-3681dfd2164b is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:42:00.102164 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [req-c09416f5-105c-474b-9f51-4688f436d2a2 req-8d56f47e-633c-4765-8562-34512bc1aade tempest-VolumesBackupsTest-643586812 tempest-VolumesBackupsTest-643586812-project] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:42:00.161539 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09416f5-105c-474b-9f51-4688f436d2a2 req-8d56f47e-633c-4765-8562-34512bc1aade tempest-VolumesBackupsTest-643586812 tempest-VolumesBackupsTest-643586812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:42:00.162183 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-c09416f5-105c-474b-9f51-4688f436d2a2 req-8d56f47e-633c-4765-8562-34512bc1aade tempest-VolumesBackupsTest-643586812 tempest-VolumesBackupsTest-643586812-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:00.178068 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-340078de-c384-4814-bd6a-8710f3e85224 admin admin] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:42:00.198897 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-c09416f5-105c-474b-9f51-4688f436d2a2 req-8d56f47e-633c-4765-8562-34512bc1aade tempest-VolumesBackupsTest-643586812 tempest-VolumesBackupsTest-643586812-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.9900713 Nov 23 17:42:00.199188 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-ad5a4361-3bea-4a66-b0f4-f4ac7b917afd None None] For port 6d7f938f-5576-42b6-829f-dd4bf00be0d8, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=6d7f938f-5576-42b6-829f-dd4bf00be0d8,segment=NetworkSegment(bffd1e4f-e80f-4ff0-b418-2f42ae15febf),segment_id=bffd1e4f-e80f-4ff0-b418-2f42ae15febf)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:42:00.212293 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-ad5a4361-3bea-4a66-b0f4-f4ac7b917afd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:00.267952 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [req-c09416f5-105c-474b-9f51-4688f436d2a2 req-c2920e32-c131-4eaf-836f-bfe1fa74ce2f service neutron] Request body: {'port': {'device_id': '3aeb0ea1-307a-4c3c-9237-d07df043ece9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-8'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:42:00.351861 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5a4361-3bea-4a66-b0f4-f4ac7b917afd None None] Pushing event updated for resources: {'Port': ['ID=6d7f938f-5576-42b6-829f-dd4bf00be0d8,revision_number=4']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:42:00.413110 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-58fd38b2-42f1-4c62-bcff-88b24e1b5e32 req-622aa88e-bc93-4581-9576-8503f9aadfbc tempest-InstanceActionsTestJSON-1355406583 tempest-InstanceActionsTestJSON-1355406583-project] 10.222.0.60 "GET /v2.0/ports?device_id=2b3dda08-c98d-4327-bf96-769c7b70e3e2 HTTP/1.1" status: 200 len: 210 time: 0.1290908 Nov 23 17:42:00.443171 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-7c0a692b-a2f1-4b44-adef-5ff3ded96643 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:00.491806 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afe71fd-a4a6-49f2-a914-aca21190da30 req-9af61763-e532-406b-9e64-5b05abbf27d0 tempest-InstanceActionsTestJSON-1355406583 tempest-InstanceActionsTestJSON-1355406583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:42:00.493407 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-0afe71fd-a4a6-49f2-a914-aca21190da30 req-9af61763-e532-406b-9e64-5b05abbf27d0 tempest-InstanceActionsTestJSON-1355406583 tempest-InstanceActionsTestJSON-1355406583-project] 10.222.0.36 "GET /v2.0/networks?id=983df33e-23dd-411d-9fe2-659f57744967 HTTP/1.1" status: 200 len: 814 time: 1.2223117 Nov 23 17:42:00.497872 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0a692b-a2f1-4b44-adef-5ff3ded96643 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Pushing event deleted for resources: {'Port': ['ID=adc453bb-b64e-4a63-a1c3-03961aa01e6b,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:42:00.528738 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-986e98c7-5929-4ae2-933d-19ce90c3cd90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '908b3081-86f5-4649-af90-5b9a4d728ea7', 'name': 'tempest-AttachVolumeShelveTestJSON-1601318973-router', 'tenant_id': '093e052ebdfd4c689471d0502a0c2e0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.177'}], 'enable_snat': True}, 'gw_port_id': '6d7f938f-5576-42b6-829f-dd4bf00be0d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:41:43Z', 'updated_at': '2021-11-23T17:41:57Z', 'revision_number': 4, 'project_id': '093e052ebdfd4c689471d0502a0c2e0a', 'gw_port': {'id': '6d7f938f-5576-42b6-829f-dd4bf00be0d8', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:4a:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '908b3081-86f5-4649-af90-5b9a4d728ea7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2446, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:41:44Z', 'updated_at': '2021-11-23T17:41:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_interfaces': [{'id': 'bd302559-a622-4aa2-a1df-caae459e166f', 'name': '', 'network_id': 'b05aa742-7050-4bee-9612-3681dfd2164b', 'tenant_id': '093e052ebdfd4c689471d0502a0c2e0a', 'mac_address': 'fa:16:3e:04:2e:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '908b3081-86f5-4649-af90-5b9a4d728ea7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2460, 'fixed_ips': [{'subnet_id': '784540e3-73ef-4656-9bfa-913bbf55b1a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:41:51Z', 'updated_at': '2021-11-23T17:41:52Z', 'revision_number': 1, 'project_id': '093e052ebdfd4c689471d0502a0c2e0a', 'subnets': [{'id': '784540e3-73ef-4656-9bfa-913bbf55b1a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:42:00.535286 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [req-0afe71fd-a4a6-49f2-a914-aca21190da30 req-530ad720-a0db-462b-84ed-95f2f15dcd38 tempest-InstanceActionsTestJSON-1355406583 tempest-InstanceActionsTestJSON-1355406583-project] Request body: {'port': {'device_id': '2b3dda08-c98d-4327-bf96-769c7b70e3e2', 'network_id': '983df33e-23dd-411d-9fe2-659f57744967', 'admin_state_up': True, 'tenant_id': 'df1b8182c5e2460d9373ba94b679b8a6'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:42:00.621627 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-986e98c7-5929-4ae2-933d-19ce90c3cd90 None None] The sync data for ids ['908b3081-86f5-4649-af90-5b9a4d728ea7'] in n-d-816206-8 is: [{'id': '908b3081-86f5-4649-af90-5b9a4d728ea7', 'name': 'tempest-AttachVolumeShelveTestJSON-1601318973-router', 'tenant_id': '093e052ebdfd4c689471d0502a0c2e0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.177'}], 'enable_snat': True}, 'gw_port_id': '6d7f938f-5576-42b6-829f-dd4bf00be0d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:41:43Z', 'updated_at': '2021-11-23T17:41:57Z', 'revision_number': 4, 'project_id': '093e052ebdfd4c689471d0502a0c2e0a', 'gw_port': {'id': '6d7f938f-5576-42b6-829f-dd4bf00be0d8', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:4a:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '908b3081-86f5-4649-af90-5b9a4d728ea7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2446, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:41:44Z', 'updated_at': '2021-11-23T17:41:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_interfaces': [{'id': 'bd302559-a622-4aa2-a1df-caae459e166f', 'name': '', 'network_id': 'b05aa742-7050-4bee-9612-3681dfd2164b', 'tenant_id': '093e052ebdfd4c689471d0502a0c2e0a', 'mac_address': 'fa:16:3e:04:2e:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '908b3081-86f5-4649-af90-5b9a4d728ea7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2460, 'fixed_ips': [{'subnet_id': '784540e3-73ef-4656-9bfa-913bbf55b1a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:41:51Z', 'updated_at': '2021-11-23T17:41:52Z', 'revision_number': 1, 'project_id': '093e052ebdfd4c689471d0502a0c2e0a', 'subnets': [{'id': '784540e3-73ef-4656-9bfa-913bbf55b1a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:42:00.697465 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-a46d71d8-d538-4a64-ad41-933d1f77969f None None] Provisioning complete for port ce8b633a-6cd2-4637-acae-9d541f261158 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:42:00.697833 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-a46d71d8-d538-4a64-ad41-933d1f77969f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:00.851629 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-a46d71d8-d538-4a64-ad41-933d1f77969f None None] Port ce8b633a-6cd2-4637-acae-9d541f261158 cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:42:00.991885 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-5e06a57a-46ff-4a24-8968-18205339843f None None] Provisioning complete for port bd302559-a622-4aa2-a1df-caae459e166f triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:42:00.992751 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-5e06a57a-46ff-4a24-8968-18205339843f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:01.077805 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-5e06a57a-46ff-4a24-8968-18205339843f None None] Port bd302559-a622-4aa2-a1df-caae459e166f cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:42:01.130804 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f3945460-8bd3-42ca-ad44-2ed0d8659e84 req-27b624db-f444-4296-928c-320dc055389a tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] 10.222.0.60 "GET /v2.0/ports?device_id=6405c518-c3fe-4701-acc0-e089ba26cce4 HTTP/1.1" status: 200 len: 210 time: 0.1077940 Nov 23 17:42:01.175187 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-7c0a692b-a2f1-4b44-adef-5ff3ded96643 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2067500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1794520'] for router_interface, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:01.353381 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a716427f-4da1-4875-86ed-52e1906ae4a5 req-6f169f62-38b9-4430-827e-a4ef84d567a1 tempest-VolumesBackupsTest-643586812 tempest-VolumesBackupsTest-643586812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:42:01.362794 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a716427f-4da1-4875-86ed-52e1906ae4a5 req-6f169f62-38b9-4430-827e-a4ef84d567a1 tempest-VolumesBackupsTest-643586812 tempest-VolumesBackupsTest-643586812-project] 10.222.0.60 "GET /v2.0/ports?device_id=3aeb0ea1-307a-4c3c-9237-d07df043ece9 HTTP/1.1" status: 200 len: 935 time: 0.2347677 Nov 23 17:42:01.389264 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0afe71fd-a4a6-49f2-a914-aca21190da30 req-530ad720-a0db-462b-84ed-95f2f15dcd38 tempest-InstanceActionsTestJSON-1355406583 tempest-InstanceActionsTestJSON-1355406583-project] Made reservation on behalf of df1b8182c5e2460d9373ba94b679b8a6 for: {'port': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:42:01.395393 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-0afe71fd-a4a6-49f2-a914-aca21190da30 req-530ad720-a0db-462b-84ed-95f2f15dcd38 tempest-InstanceActionsTestJSON-1355406583 tempest-InstanceActionsTestJSON-1355406583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:01.454613 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a716427f-4da1-4875-86ed-52e1906ae4a5 req-c4cd337a-5a62-4012-ae80-efa475ec9054 tempest-VolumesBackupsTest-643586812 tempest-VolumesBackupsTest-643586812-project] 10.222.0.60 "GET /v2.0/security-groups?id=4df28033-856d-4fed-8b1f-2717b5a26001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838106 Nov 23 17:42:01.482717 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-340078de-c384-4814-bd6a-8710f3e85224 admin admin] Router 908b3081-86f5-4649-af90-5b9a4d728ea7 has already been hosted by L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 {{(pid=103590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 17:42:01.634922 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.db_base_plugin_common [req-0afe71fd-a4a6-49f2-a914-aca21190da30 req-530ad720-a0db-462b-84ed-95f2f15dcd38 tempest-InstanceActionsTestJSON-1355406583 tempest-InstanceActionsTestJSON-1355406583-project] Allocated IP 172.20.0.14 (983df33e-23dd-411d-9fe2-659f57744967/667b9ca4-e57e-4316-8a4b-81fe761e8c2e/f51b812d-2eed-4dc5-9375-7ad9f1d0dd79) {{(pid=103591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:42:01.635517 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-c09416f5-105c-474b-9f51-4688f436d2a2 req-c2920e32-c131-4eaf-836f-bfe1fa74ce2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:01.727551 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-cbb59abf-84f1-4f8a-afb6-3e0c7522873a req-983779df-e79e-4f2d-83ab-a83384862222 tempest-InstanceActionsTestJSON-1355406583 tempest-InstanceActionsTestJSON-1355406583-project] 10.222.0.60 "GET /v2.0/ports?device_id=2b3dda08-c98d-4327-bf96-769c7b70e3e2 HTTP/1.1" status: 200 len: 210 time: 0.0798657 Nov 23 17:42:01.740057 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c0a692b-a2f1-4b44-adef-5ff3ded96643 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Router 1d2dd293-4c5a-43d3-bb7f-3065bdc1a359 has already been hosted by L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 {{(pid=103591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 17:42:01.860879 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-15814f0d-3c1b-4e64-b395-8554ae089808 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:01.959192 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c0a692b-a2f1-4b44-adef-5ff3ded96643 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:42:01.969598 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-7c0a692b-a2f1-4b44-adef-5ff3ded96643 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] 10.222.0.60 "PUT /v2.0/routers/1d2dd293-4c5a-43d3-bb7f-3065bdc1a359/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8327386 Nov 23 17:42:01.972457 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 53520) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:42:01.975018 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab01c0b3-fd87-4a75-849c-fedccdfe0191 None None] Sync routers for ids ['1d2dd293-4c5a-43d3-bb7f-3065bdc1a359'] in n-d-816206-8 {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:42:01.998791 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab01c0b3-fd87-4a75-849c-fedccdfe0191 None None] Routers {'1d2dd293-4c5a-43d3-bb7f-3065bdc1a359'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:42:02.003916 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-ab01c0b3-fd87-4a75-849c-fedccdfe0191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:41:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['1d2dd293-4c5a-43d3-bb7f-3065bdc1a359'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:42:02.035522 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15814f0d-3c1b-4e64-b395-8554ae089808 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Pushing event deleted for resources: {'Port': ['ID=5de4527d-4b63-4a80-921a-a7b1eb5772f1,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:42:02.242134 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-0afe71fd-a4a6-49f2-a914-aca21190da30 req-530ad720-a0db-462b-84ed-95f2f15dcd38 tempest-InstanceActionsTestJSON-1355406583 tempest-InstanceActionsTestJSON-1355406583-project] Publish callbacks [] for port, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:02.263623 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvr_db [None req-ab01c0b3-fd87-4a75-849c-fedccdfe0191 None None] Set router 1d2dd293-4c5a-43d3-bb7f-3065bdc1a359 gateway port host: None {{(pid=103592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:42:02.267922 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.db_base_plugin_v2 [None req-00a8f5c8-a498-49e9-bbc0-bab91c3792f8 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Deleting subnet 4fd923d4-90c0-465c-a731-f064e303a2b8 {{(pid=103591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 17:42:02.289075 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-00a8f5c8-a498-49e9-bbc0-bab91c3792f8 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks [] for subnet, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:02.403851 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b89a70e8-347f-44e9-8406-5508a292f274 req-5a1fc112-89b2-46de-b09e-6b2d4acbc2f3 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] 10.222.0.60 "GET /v2.0/ports?device_id=6405c518-c3fe-4701-acc0-e089ba26cce4 HTTP/1.1" status: 200 len: 210 time: 0.1296449 Nov 23 17:42:02.431787 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-340078de-c384-4814-bd6a-8710f3e85224 admin admin] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:42:02.464691 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-340078de-c384-4814-bd6a-8710f3e85224 admin admin] 10.222.0.60 "PUT /v2.0/routers/908b3081-86f5-4649-af90-5b9a4d728ea7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.5322471 Nov 23 17:42:02.476016 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-15814f0d-3c1b-4e64-b395-8554ae089808 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2067500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1794520'] for router_interface, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:02.535398 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-00a8f5c8-a498-49e9-bbc0-bab91c3792f8 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265990000'] for subnet, precommit_delete_associations {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:02.830793 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-ab01c0b3-fd87-4a75-849c-fedccdfe0191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d2dd293-4c5a-43d3-bb7f-3065bdc1a359', 'name': 'tempest-RoutersTest-router-551812585', 'tenant_id': '9ea08f514e394d68a6e33e0a371ec75c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:40:38Z', 'updated_at': '2021-11-23T17:42:00Z', 'revision_number': 11, 'project_id': '9ea08f514e394d68a6e33e0a371ec75c', 'gw_port_host': None}], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:42:02.912041 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab01c0b3-fd87-4a75-849c-fedccdfe0191 None None] Checking router: 1d2dd293-4c5a-43d3-bb7f-3065bdc1a359 for host: n-d-816206-8 {{(pid=103592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 17:42:02.951751 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15814f0d-3c1b-4e64-b395-8554ae089808 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Router 3719aad9-4b5a-483e-a489-0fae46da400c has already been hosted by L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 {{(pid=103590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 17:42:02.989087 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab01c0b3-fd87-4a75-849c-fedccdfe0191 None None] Routers {'1d2dd293-4c5a-43d3-bb7f-3065bdc1a359'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:42:02.993012 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-ab01c0b3-fd87-4a75-849c-fedccdfe0191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:41:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['1d2dd293-4c5a-43d3-bb7f-3065bdc1a359'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:42:03.123353 n-d-816206-8 neutron-server[103590]: DEBUG neutron.notifiers.nova [req-c09416f5-105c-474b-9f51-4688f436d2a2 req-c2920e32-c131-4eaf-836f-bfe1fa74ce2f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce8b633a-6cd2-4637-acae-9d541f261158 {{(pid=103590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:42:03.134225 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-c09416f5-105c-474b-9f51-4688f436d2a2 req-c2920e32-c131-4eaf-836f-bfe1fa74ce2f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:03.140098 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvr_db [None req-ab01c0b3-fd87-4a75-849c-fedccdfe0191 None None] Set router 1d2dd293-4c5a-43d3-bb7f-3065bdc1a359 gateway port host: None {{(pid=103592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:42:03.152453 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [req-c09416f5-105c-474b-9f51-4688f436d2a2 req-c2920e32-c131-4eaf-836f-bfe1fa74ce2f service neutron] Transition to ACTIVE for port object ce8b633a-6cd2-4637-acae-9d541f261158 will not be triggered until provisioned by entity L2. {{(pid=103590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 17:42:03.207030 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-c09416f5-105c-474b-9f51-4688f436d2a2 req-c2920e32-c131-4eaf-836f-bfe1fa74ce2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264357957'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:03.219059 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab444f3b-bc84-47a0-820c-2c2e9167682b req-a88006b2-6283-4c8f-af6d-474d32b08340 tempest-VolumesActionsTest-442734151 tempest-VolumesActionsTest-442734151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:42:03.220692 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ab444f3b-bc84-47a0-820c-2c2e9167682b req-a88006b2-6283-4c8f-af6d-474d32b08340 tempest-VolumesActionsTest-442734151 tempest-VolumesActionsTest-442734151-project] 10.222.0.60 "GET /v2.0/networks?id=b04d3905-94fd-478d-8f36-29a81061160f HTTP/1.1" status: 200 len: 807 time: 0.9477909 Nov 23 17:42:03.243526 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-ab01c0b3-fd87-4a75-849c-fedccdfe0191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d2dd293-4c5a-43d3-bb7f-3065bdc1a359', 'name': 'tempest-RoutersTest-router-551812585', 'tenant_id': '9ea08f514e394d68a6e33e0a371ec75c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:40:38Z', 'updated_at': '2021-11-23T17:42:00Z', 'revision_number': 11, 'project_id': '9ea08f514e394d68a6e33e0a371ec75c', 'gw_port_host': None}], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:42:03.250654 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ab444f3b-bc84-47a0-820c-2c2e9167682b req-a3126a73-43f4-4a39-a1f8-725234cf5336 tempest-VolumesActionsTest-442734151 tempest-VolumesActionsTest-442734151-project] 10.222.0.60 "GET /v2.0/quotas/07f6f862fd8349ba9423ccbd91a7fd20 HTTP/1.1" status: 200 len: 375 time: 0.0145199 Nov 23 17:42:03.255755 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-0afe71fd-a4a6-49f2-a914-aca21190da30 req-530ad720-a0db-462b-84ed-95f2f15dcd38 tempest-InstanceActionsTestJSON-1355406583 tempest-InstanceActionsTestJSON-1355406583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:03.278297 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15814f0d-3c1b-4e64-b395-8554ae089808 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:42:03.291979 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-15814f0d-3c1b-4e64-b395-8554ae089808 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] 10.222.0.60 "PUT /v2.0/routers/3719aad9-4b5a-483e-a489-0fae46da400c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4061658 Nov 23 17:42:03.294676 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 53546) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:42:03.298275 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed2e8807-77e4-45d3-8d4d-92aca93828ec None None] Sync routers for ids ['3719aad9-4b5a-483e-a489-0fae46da400c'] in n-d-816206-8 {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:42:03.312743 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab01c0b3-fd87-4a75-849c-fedccdfe0191 None None] The sync data for ids ['1d2dd293-4c5a-43d3-bb7f-3065bdc1a359'] in n-d-816206-8 is: [{'id': '1d2dd293-4c5a-43d3-bb7f-3065bdc1a359', 'name': 'tempest-RoutersTest-router-551812585', 'tenant_id': '9ea08f514e394d68a6e33e0a371ec75c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:40:38Z', 'updated_at': '2021-11-23T17:42:00Z', 'revision_number': 11, 'project_id': '9ea08f514e394d68a6e33e0a371ec75c', 'gw_port_host': None}] {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:42:03.321294 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed2e8807-77e4-45d3-8d4d-92aca93828ec None None] Routers {'3719aad9-4b5a-483e-a489-0fae46da400c'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:42:03.325871 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-ed2e8807-77e4-45d3-8d4d-92aca93828ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:41:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['3719aad9-4b5a-483e-a489-0fae46da400c'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:42:03.361947 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2920e32-c131-4eaf-836f-bfe1fa74ce2f service neutron] Pushing event updated for resources: {'Port': ['ID=ce8b633a-6cd2-4637-acae-9d541f261158,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:42:03.432372 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89290483-74c2-4245-9849-d935ca1f16eb tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:42:03.434673 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89290483-74c2-4245-9849-d935ca1f16eb tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:42:03.437436 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-89290483-74c2-4245-9849-d935ca1f16eb tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1418629 Nov 23 17:42:03.440654 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 53550) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:42:03.442122 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ab444f3b-bc84-47a0-820c-2c2e9167682b req-2db68f83-a8f1-4ce6-9952-6116ca62c0ff tempest-VolumesActionsTest-442734151 tempest-VolumesActionsTest-442734151-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=07f6f862fd8349ba9423ccbd91a7fd20&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1780410 Nov 23 17:42:03.526150 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b087b902-2252-4a99-a93a-bcea4488f847 req-9f643948-78be-4287-8549-78b9cb0b4c17 tempest-VolumesBackupsTest-643586812 tempest-VolumesBackupsTest-643586812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:42:03.531094 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b087b902-2252-4a99-a93a-bcea4488f847 req-9f643948-78be-4287-8549-78b9cb0b4c17 tempest-VolumesBackupsTest-643586812 tempest-VolumesBackupsTest-643586812-project] 10.222.0.60 "GET /v2.0/ports?device_id=3aeb0ea1-307a-4c3c-9237-d07df043ece9 HTTP/1.1" status: 200 len: 935 time: 0.8990340 Nov 23 17:42:03.540630 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [req-c09416f5-105c-474b-9f51-4688f436d2a2 req-c2920e32-c131-4eaf-836f-bfe1fa74ce2f service neutron] Attempting to bind port ce8b633a-6cd2-4637-acae-9d541f261158 on host n-h1-816206-8 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:42:03.541374 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [req-c09416f5-105c-474b-9f51-4688f436d2a2 req-c2920e32-c131-4eaf-836f-bfe1fa74ce2f service neutron] Attempting to bind port ce8b633a-6cd2-4637-acae-9d541f261158 by drivers openvswitch,hyperv on host n-h1-816206-8 at level 0 using segments [{'id': '329c1745-02bf-4561-9615-3192910887f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'f1e1dabf-b410-4023-9169-a460a86e7184'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:42:03.541727 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c09416f5-105c-474b-9f51-4688f436d2a2 req-c2920e32-c131-4eaf-836f-bfe1fa74ce2f service neutron] Attempting to bind port ce8b633a-6cd2-4637-acae-9d541f261158 on network f1e1dabf-b410-4023-9169-a460a86e7184 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:42:03.548452 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f3bd88d-98f3-4fa3-ad69-21a5bc41ac82 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Deleting subnet 2a57fbe8-846c-446b-839e-39d3aa00de36 {{(pid=103590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 17:42:03.557447 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1f3bd88d-98f3-4fa3-ad69-21a5bc41ac82 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks [] for subnet, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:03.564696 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-ed2e8807-77e4-45d3-8d4d-92aca93828ec None None] Set router 3719aad9-4b5a-483e-a489-0fae46da400c gateway port host: None {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:42:03.592929 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c09416f5-105c-474b-9f51-4688f436d2a2 req-c2920e32-c131-4eaf-836f-bfe1fa74ce2f service neutron] Port ce8b633a-6cd2-4637-acae-9d541f261158 on network f1e1dabf-b410-4023-9169-a460a86e7184 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-8 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 17:42:03.593260 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c09416f5-105c-474b-9f51-4688f436d2a2 req-c2920e32-c131-4eaf-836f-bfe1fa74ce2f service neutron] Attempting to bind port ce8b633a-6cd2-4637-acae-9d541f261158 on network f1e1dabf-b410-4023-9169-a460a86e7184 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:42:03.621278 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c09416f5-105c-474b-9f51-4688f436d2a2 req-c2920e32-c131-4eaf-836f-bfe1fa74ce2f service neutron] Checking agent: {'id': '4b0a4557-3bfe-4828-80a0-7981fc3ac84c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 15, 14), 'started_at': datetime.datetime(2021, 11, 23, 17, 15, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 41, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:42:03.621578 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c09416f5-105c-474b-9f51-4688f436d2a2 req-c2920e32-c131-4eaf-836f-bfe1fa74ce2f service neutron] Checking segment: {'id': '329c1745-02bf-4561-9615-3192910887f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'f1e1dabf-b410-4023-9169-a460a86e7184'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:42:03.621972 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c09416f5-105c-474b-9f51-4688f436d2a2 req-c2920e32-c131-4eaf-836f-bfe1fa74ce2f service neutron] Bound using segment: {'id': '329c1745-02bf-4561-9615-3192910887f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'f1e1dabf-b410-4023-9169-a460a86e7184'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:42:03.622430 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [req-c09416f5-105c-474b-9f51-4688f436d2a2 req-c2920e32-c131-4eaf-836f-bfe1fa74ce2f service neutron] Bound port: ce8b633a-6cd2-4637-acae-9d541f261158, host: n-h1-816206-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '329c1745-02bf-4561-9615-3192910887f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'f1e1dabf-b410-4023-9169-a460a86e7184'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:42:03.622636 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0afe71fd-a4a6-49f2-a914-aca21190da30 req-530ad720-a0db-462b-84ed-95f2f15dcd38 tempest-InstanceActionsTestJSON-1355406583 tempest-InstanceActionsTestJSON-1355406583-project] Network 983df33e-23dd-411d-9fe2-659f57744967 is already hosted by enough agents. {{(pid=103591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:42:03.622792 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-c09416f5-105c-474b-9f51-4688f436d2a2 req-c2920e32-c131-4eaf-836f-bfe1fa74ce2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:03.646988 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [req-0afe71fd-a4a6-49f2-a914-aca21190da30 req-530ad720-a0db-462b-84ed-95f2f15dcd38 tempest-InstanceActionsTestJSON-1355406583 tempest-InstanceActionsTestJSON-1355406583-project] Resources bound (agent type, host, resource id): {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:42:03.649546 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530ad720-a0db-462b-84ed-95f2f15dcd38 tempest-InstanceActionsTestJSON-1355406583 tempest-InstanceActionsTestJSON-1355406583-project] Pushing event updated for resources: {'Port': ['ID=f51b812d-2eed-4dc5-9375-7ad9f1d0dd79,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:42:03.653943 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [req-0afe71fd-a4a6-49f2-a914-aca21190da30 req-530ad720-a0db-462b-84ed-95f2f15dcd38 tempest-InstanceActionsTestJSON-1355406583 tempest-InstanceActionsTestJSON-1355406583-project] Received port after_create {{(pid=103591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:42:03.718281 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [req-c09416f5-105c-474b-9f51-4688f436d2a2 req-c2920e32-c131-4eaf-836f-bfe1fa74ce2f service neutron] For port ce8b633a-6cd2-4637-acae-9d541f261158, host n-h1-816206-8, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:42:03.724849 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [req-c09416f5-105c-474b-9f51-4688f436d2a2 req-c2920e32-c131-4eaf-836f-bfe1fa74ce2f service neutron] For port ce8b633a-6cd2-4637-acae-9d541f261158, host n-h1-816206-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=ce8b633a-6cd2-4637-acae-9d541f261158,segment=NetworkSegment(329c1745-02bf-4561-9615-3192910887f5),segment_id=329c1745-02bf-4561-9615-3192910887f5)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:42:03.735723 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1f3bd88d-98f3-4fa3-ad69-21a5bc41ac82 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-267528342'] for subnet, precommit_delete_associations {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:03.744223 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-c09416f5-105c-474b-9f51-4688f436d2a2 req-c2920e32-c131-4eaf-836f-bfe1fa74ce2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264357957'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:03.778648 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-00a8f5c8-a498-49e9-bbc0-bab91c3792f8 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971956'] for subnet, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:03.788952 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-ed2e8807-77e4-45d3-8d4d-92aca93828ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3719aad9-4b5a-483e-a489-0fae46da400c', 'name': 'tempest-NetworksTestDHCPv6-router-1874133137', 'tenant_id': 'a17872768c1e4384801bad129509cfa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:41:44Z', 'updated_at': '2021-11-23T17:42:01Z', 'revision_number': 3, 'project_id': 'a17872768c1e4384801bad129509cfa7', 'gw_port_host': None}], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:42:03.829428 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed2e8807-77e4-45d3-8d4d-92aca93828ec None None] Checking router: 3719aad9-4b5a-483e-a489-0fae46da400c for host: n-d-816206-8 {{(pid=103593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 17:42:03.848190 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed2e8807-77e4-45d3-8d4d-92aca93828ec None None] Routers {'3719aad9-4b5a-483e-a489-0fae46da400c'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:42:03.848786 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-ed2e8807-77e4-45d3-8d4d-92aca93828ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:41:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['3719aad9-4b5a-483e-a489-0fae46da400c'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:42:03.924605 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-00a8f5c8-a498-49e9-bbc0-bab91c3792f8 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264758240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264314269'] for subnet, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:03.941036 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2920e32-c131-4eaf-836f-bfe1fa74ce2f service neutron] Pushing event updated for resources: {'Port': ['ID=ce8b633a-6cd2-4637-acae-9d541f261158,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:42:04.012152 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09416f5-105c-474b-9f51-4688f436d2a2 req-c2920e32-c131-4eaf-836f-bfe1fa74ce2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:42:04.013749 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-c09416f5-105c-474b-9f51-4688f436d2a2 req-c2920e32-c131-4eaf-836f-bfe1fa74ce2f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:04.015970 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-c09416f5-105c-474b-9f51-4688f436d2a2 req-c2920e32-c131-4eaf-836f-bfe1fa74ce2f service neutron] 10.222.0.55 "PUT /v2.0/ports/ce8b633a-6cd2-4637-acae-9d541f261158 HTTP/1.1" status: 200 len: 1095 time: 3.7582319 Nov 23 17:42:04.016449 n-d-816206-8 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3aeb0ea1-307a-4c3c-9237-d07df043ece9', 'tag': 'ce8b633a-6cd2-4637-acae-9d541f261158'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:42:04.018764 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbabddbc9fc37b068808e119c416c86f5957ca04531a4a0d2e695c515e93483b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e1576db-b089-4a4c-986c-2ed7858ee186" -d '{"events": [{"name": "network-changed", "server_uuid": "3aeb0ea1-307a-4c3c-9237-d07df043ece9", "tag": "ce8b633a-6cd2-4637-acae-9d541f261158"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:42:04.040721 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 6d7f938f-5576-42b6-829f-dd4bf00be0d8 up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:42:04.097391 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-ed2e8807-77e4-45d3-8d4d-92aca93828ec None None] Set router 3719aad9-4b5a-483e-a489-0fae46da400c gateway port host: None {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:42:04.164062 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port 6d7f938f-5576-42b6-829f-dd4bf00be0d8 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:42:04.164719 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:04.165235 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ab444f3b-bc84-47a0-820c-2c2e9167682b req-4a5423b3-4fe6-4120-ad38-c4dd1a468627 service neutron] 10.222.0.60 "GET /v2.0/networks/b04d3905-94fd-478d-8f36-29a81061160f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6977615 Nov 23 17:42:04.179314 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afe71fd-a4a6-49f2-a914-aca21190da30 req-530ad720-a0db-462b-84ed-95f2f15dcd38 tempest-InstanceActionsTestJSON-1355406583 tempest-InstanceActionsTestJSON-1355406583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:42:04.180736 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-0afe71fd-a4a6-49f2-a914-aca21190da30 req-530ad720-a0db-462b-84ed-95f2f15dcd38 tempest-InstanceActionsTestJSON-1355406583 tempest-InstanceActionsTestJSON-1355406583-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:04.197273 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-ed2e8807-77e4-45d3-8d4d-92aca93828ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3719aad9-4b5a-483e-a489-0fae46da400c', 'name': 'tempest-NetworksTestDHCPv6-router-1874133137', 'tenant_id': 'a17872768c1e4384801bad129509cfa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:41:44Z', 'updated_at': '2021-11-23T17:42:01Z', 'revision_number': 3, 'project_id': 'a17872768c1e4384801bad129509cfa7', 'gw_port_host': None}], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:42:04.234475 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09416f5-105c-474b-9f51-4688f436d2a2 req-18c08bcc-5098-4980-8ce9-e9be13c31b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:42:04.236184 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-c09416f5-105c-474b-9f51-4688f436d2a2 req-18c08bcc-5098-4980-8ce9-e9be13c31b00 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=77e4b35578d8459080444edfaacb61b2&device_id=3aeb0ea1-307a-4c3c-9237-d07df043ece9 HTTP/1.1" status: 200 len: 1098 time: 0.1596014 Nov 23 17:42:04.242902 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1f3bd88d-98f3-4fa3-ad69-21a5bc41ac82 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971956'] for subnet, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:04.259699 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed2e8807-77e4-45d3-8d4d-92aca93828ec None None] The sync data for ids ['3719aad9-4b5a-483e-a489-0fae46da400c'] in n-d-816206-8 is: [{'id': '3719aad9-4b5a-483e-a489-0fae46da400c', 'name': 'tempest-NetworksTestDHCPv6-router-1874133137', 'tenant_id': 'a17872768c1e4384801bad129509cfa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:41:44Z', 'updated_at': '2021-11-23T17:42:01Z', 'revision_number': 3, 'project_id': 'a17872768c1e4384801bad129509cfa7', 'gw_port_host': None}] {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:42:04.367170 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-c09416f5-105c-474b-9f51-4688f436d2a2 req-0e23d8fb-fdb5-46bd-9dfb-e4bbc76d6b28 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=ce8b633a-6cd2-4637-acae-9d541f261158 HTTP/1.1" status: 200 len: 217 time: 0.1161506 Nov 23 17:42:04.379866 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device adc453bb-b64e-4a63-a1c3-03961aa01e6b no longer exists at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:42:04.408473 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] No Port match for: adc453bb-b64e-4a63-a1c3-03961aa01e6b {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:42:04.408875 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device adc453bb-b64e-4a63-a1c3-03961aa01e6b not bound to the agent host n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:42:04.417934 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b12331e-5ca8-454a-856b-53249e48b7b9 None None] Network 0d2689e3-f47b-4951-8a3f-d47a148adc6f requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:42:04.473957 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09416f5-105c-474b-9f51-4688f436d2a2 req-9e969a4a-bb5c-42bf-b5af-3477ceeea1b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:42:04.475696 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-c09416f5-105c-474b-9f51-4688f436d2a2 req-9e969a4a-bb5c-42bf-b5af-3477ceeea1b6 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ac77c175-5679-438b-8a2a-356718377641 HTTP/1.1" status: 200 len: 843 time: 0.0922356 Nov 23 17:42:04.511087 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ab444f3b-bc84-47a0-820c-2c2e9167682b req-0ca61a1f-40f3-476b-baef-f7022140ffad service neutron] 10.222.0.60 "GET /v2.0/networks/b04d3905-94fd-478d-8f36-29a81061160f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2951143 Nov 23 17:42:04.520331 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-00a8f5c8-a498-49e9-bbc0-bab91c3792f8 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for subnet, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:04.523724 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-00a8f5c8-a498-49e9-bbc0-bab91c3792f8 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] 10.222.0.60 "DELETE /v2.0/subnets/4fd923d4-90c0-465c-a731-f064e303a2b8 HTTP/1.1" status: 204 len: 168 time: 2.5428452 Nov 23 17:42:04.532566 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 53556) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:42:04.537499 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a8f5c8-a498-49e9-bbc0-bab91c3792f8 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Pushing event deleted for resources: {'Subnet': ['ID=4fd923d4-90c0-465c-a731-f064e303a2b8,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:42:04.574026 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b087b902-2252-4a99-a93a-bcea4488f847 req-63da8ddb-0b38-4799-af8d-e1b1bd5a55e7 tempest-VolumesBackupsTest-643586812 tempest-VolumesBackupsTest-643586812-project] 10.222.0.60 "GET /v2.0/security-groups?id=4df28033-856d-4fed-8b1f-2717b5a26001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9588981 Nov 23 17:42:04.575647 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-0afe71fd-a4a6-49f2-a914-aca21190da30 req-530ad720-a0db-462b-84ed-95f2f15dcd38 tempest-InstanceActionsTestJSON-1355406583 tempest-InstanceActionsTestJSON-1355406583-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.0631027 Nov 23 17:42:04.617211 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [req-0afe71fd-a4a6-49f2-a914-aca21190da30 req-9f2b18cd-1a4e-4b5f-a68f-96d5d6745308 service neutron] Request body: {'port': {'device_id': '2b3dda08-c98d-4327-bf96-769c7b70e3e2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-8'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:42:04.744275 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0d20a28-c316-4640-bc1f-b5097bd1e824 None None] DHCP port deletion for 0d2689e3-f47b-4951-8a3f-d47a148adc6f request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:42:04.789918 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-0afe71fd-a4a6-49f2-a914-aca21190da30 req-9f2b18cd-1a4e-4b5f-a68f-96d5d6745308 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:04.812787 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1f3bd88d-98f3-4fa3-ad69-21a5bc41ac82 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264357903', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264730940'] for subnet, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:04.831714 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0c4ef58-3eb6-4c7c-b9b6-affdd488e9f8 None None] Sync routers for ids ['908b3081-86f5-4649-af90-5b9a4d728ea7'] in n-d-816206-8 {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:42:04.868984 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0c4ef58-3eb6-4c7c-b9b6-affdd488e9f8 None None] Routers {'908b3081-86f5-4649-af90-5b9a4d728ea7'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:42:04.875111 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-a0c4ef58-3eb6-4c7c-b9b6-affdd488e9f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:41:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['908b3081-86f5-4649-af90-5b9a4d728ea7'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:42:04.886638 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3bd88d-98f3-4fa3-ad69-21a5bc41ac82 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Pushing event deleted for resources: {'Subnet': ['ID=2a57fbe8-846c-446b-839e-39d3aa00de36,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:42:04.892623 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-74994f52-53f6-4d1a-8b2c-16fcca44d2f8 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-555181'] for network, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:04.911545 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09416f5-105c-474b-9f51-4688f436d2a2 req-2893106f-67e0-4fe0-b5a9-0941fc392ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:42:04.918000 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-c09416f5-105c-474b-9f51-4688f436d2a2 req-2893106f-67e0-4fe0-b5a9-0941fc392ba4 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f1e1dabf-b410-4023-9169-a460a86e7184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4258642 Nov 23 17:42:04.927322 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1f3bd88d-98f3-4fa3-ad69-21a5bc41ac82 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks [] for subnet, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:04.933719 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-1f3bd88d-98f3-4fa3-ad69-21a5bc41ac82 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] 10.222.0.60 "DELETE /v2.0/subnets/2a57fbe8-846c-446b-839e-39d3aa00de36 HTTP/1.1" status: 204 len: 168 time: 1.4915993 Nov 23 17:42:04.950283 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 53564) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:42:05.167268 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-653c15ae-a827-4346-bd85-cda8c60cde6d None None] Network 56dedb9c-c874-4806-8073-23c183970f13 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:42:05.235441 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-c09416f5-105c-474b-9f51-4688f436d2a2 req-fcccb3c9-0cdf-4161-892e-558e24ebaeb5 service neutron] 10.222.0.55 "GET /v2.0/networks/f1e1dabf-b410-4023-9169-a460a86e7184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2838054 Nov 23 17:42:05.238511 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 53570) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:42:05.242367 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-e49d0e4e-b4d2-428b-a068-7bb4d2b783cc tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] Request body: {'security_group': {'name': 'tempest-securitygroup--520765697', 'description': 'tempest-description--190507173'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:42:05.378910 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [req-0afe71fd-a4a6-49f2-a914-aca21190da30 req-9f2b18cd-1a4e-4b5f-a68f-96d5d6745308 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f51b812d-2eed-4dc5-9375-7ad9f1d0dd79 {{(pid=103591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:42:05.386429 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-c09416f5-105c-474b-9f51-4688f436d2a2 req-fb0eb6c8-6cf4-4cce-82f5-f96617b98074 service neutron] 10.222.0.55 "GET /v2.0/networks/f1e1dabf-b410-4023-9169-a460a86e7184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980041 Nov 23 17:42:05.389634 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-0afe71fd-a4a6-49f2-a914-aca21190da30 req-9f2b18cd-1a4e-4b5f-a68f-96d5d6745308 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:05.442605 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.provisioning_blocks [req-0afe71fd-a4a6-49f2-a914-aca21190da30 req-9f2b18cd-1a4e-4b5f-a68f-96d5d6745308 service neutron] Transition to ACTIVE for port object f51b812d-2eed-4dc5-9375-7ad9f1d0dd79 will not be triggered until provisioned by entity L2. {{(pid=103591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 17:42:05.447155 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-1600046b-cb06-4feb-a78c-c0aa5f8f1609 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.4900343 Nov 23 17:42:05.447377 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvr_db [None req-a0c4ef58-3eb6-4c7c-b9b6-affdd488e9f8 None None] Set router 908b3081-86f5-4649-af90-5b9a4d728ea7 gateway port host: n-d-816206-8 {{(pid=103592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:42:05.449706 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 53576) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:42:05.518117 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-15b74383-0b4b-43a6-82f8-703757545035 req-5b92bc35-9d92-431d-91bd-471a4d18abfa tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] 10.222.0.60 "GET /v2.0/ports?device_id=6405c518-c3fe-4701-acc0-e089ba26cce4 HTTP/1.1" status: 200 len: 210 time: 0.0681727 Nov 23 17:42:05.541750 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-d0d20a28-c316-4640-bc1f-b5097bd1e824 None None] Deleting port b39b4192-316a-4ff2-837a-3aa3ffe559c1 {{(pid=103592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:42:05.542193 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-d0d20a28-c316-4640-bc1f-b5097bd1e824 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:05.561791 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-0afe71fd-a4a6-49f2-a914-aca21190da30 req-9f2b18cd-1a4e-4b5f-a68f-96d5d6745308 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264758186'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:05.616331 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e49d0e4e-b4d2-428b-a068-7bb4d2b783cc tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] Publish callbacks [] for security_group, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:05.650545 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 5de4527d-4b63-4a80-921a-a7b1eb5772f1 no longer exists at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:42:05.655413 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 17:42:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35179840-8976-4d20-89b0-fa24dd6ce1a2 x-openstack-request-id: req-35179840-8976-4d20-89b0-fa24dd6ce1a2 {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:42:05.655413 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3aeb0ea1-307a-4c3c-9237-d07df043ece9", "tag": "ce8b633a-6cd2-4637-acae-9d541f261158", "status": "completed", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:42:05.655413 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-35179840-8976-4d20-89b0-fa24dd6ce1a2 {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:42:05.655738 n-d-816206-8 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3aeb0ea1-307a-4c3c-9237-d07df043ece9', 'tag': 'ce8b633a-6cd2-4637-acae-9d541f261158', 'status': 'completed', 'code': 200} Nov 23 17:42:05.677784 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b46a54-8182-468f-8960-b3e5608b3ff1 req-cc51e9fb-4ee8-41c2-b133-6c5bd53e468a tempest-InstanceActionsTestJSON-1355406583 tempest-InstanceActionsTestJSON-1355406583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:42:05.687109 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-44b46a54-8182-468f-8960-b3e5608b3ff1 req-cc51e9fb-4ee8-41c2-b133-6c5bd53e468a tempest-InstanceActionsTestJSON-1355406583 tempest-InstanceActionsTestJSON-1355406583-project] 10.222.0.60 "GET /v2.0/ports?device_id=2b3dda08-c98d-4327-bf96-769c7b70e3e2 HTTP/1.1" status: 200 len: 944 time: 0.2326314 Nov 23 17:42:05.715306 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-cd3b8f8a-d6d0-4aa5-8da5-4b281252dbea tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks [] for router, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:05.741420 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] No Port match for: 5de4527d-4b63-4a80-921a-a7b1eb5772f1 {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:42:05.741755 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 5de4527d-4b63-4a80-921a-a7b1eb5772f1 not bound to the agent host n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:42:05.742322 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device b39b4192-316a-4ff2-837a-3aa3ffe559c1 no longer exists at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:42:05.781024 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2b18cd-1a4e-4b5f-a68f-96d5d6745308 service neutron] Pushing event updated for resources: {'Port': ['ID=f51b812d-2eed-4dc5-9375-7ad9f1d0dd79,revision_number=2']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:42:05.822342 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-787050e1-e9d9-4b15-be99-4773ff2c7cd0 req-015d12eb-31cb-4ebe-bb0d-1f821bac7efc tempest-VolumesActionsTest-442734151 tempest-VolumesActionsTest-442734151-project] 10.222.0.60 "GET /v2.0/ports?device_id=e575047e-db9d-4c9b-9d83-cb9756b65ee6 HTTP/1.1" status: 200 len: 210 time: 0.0467794 Nov 23 17:42:05.863446 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-44b46a54-8182-468f-8960-b3e5608b3ff1 req-a94433c4-0fa4-4863-9109-149a6005f1cd tempest-InstanceActionsTestJSON-1355406583 tempest-InstanceActionsTestJSON-1355406583-project] 10.222.0.60 "GET /v2.0/security-groups?id=f6b6eac1-340c-40ab-b97e-f0769e7e5b42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750953 Nov 23 17:42:05.882227 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-0afe71fd-a4a6-49f2-a914-aca21190da30 req-9f2b18cd-1a4e-4b5f-a68f-96d5d6745308 service neutron] Attempting to bind port f51b812d-2eed-4dc5-9375-7ad9f1d0dd79 on host n-h2-816206-8 for vnic_type normal with profile {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:42:05.885611 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-0afe71fd-a4a6-49f2-a914-aca21190da30 req-9f2b18cd-1a4e-4b5f-a68f-96d5d6745308 service neutron] Attempting to bind port f51b812d-2eed-4dc5-9375-7ad9f1d0dd79 by drivers openvswitch,hyperv on host n-h2-816206-8 at level 0 using segments [{'id': '85eec0be-8b24-42a3-b0b6-c1087790d7a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '983df33e-23dd-411d-9fe2-659f57744967'}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:42:05.888451 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0afe71fd-a4a6-49f2-a914-aca21190da30 req-9f2b18cd-1a4e-4b5f-a68f-96d5d6745308 service neutron] Attempting to bind port f51b812d-2eed-4dc5-9375-7ad9f1d0dd79 on network 983df33e-23dd-411d-9fe2-659f57744967 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:42:05.900859 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0afe71fd-a4a6-49f2-a914-aca21190da30 req-9f2b18cd-1a4e-4b5f-a68f-96d5d6745308 service neutron] Port f51b812d-2eed-4dc5-9375-7ad9f1d0dd79 on network 983df33e-23dd-411d-9fe2-659f57744967 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-8 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 17:42:05.901446 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0afe71fd-a4a6-49f2-a914-aca21190da30 req-9f2b18cd-1a4e-4b5f-a68f-96d5d6745308 service neutron] Attempting to bind port f51b812d-2eed-4dc5-9375-7ad9f1d0dd79 on network 983df33e-23dd-411d-9fe2-659f57744967 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:42:05.913716 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0afe71fd-a4a6-49f2-a914-aca21190da30 req-9f2b18cd-1a4e-4b5f-a68f-96d5d6745308 service neutron] Checking agent: {'id': 'ab77bf9e-0267-4174-8f1d-822cba89b207', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 15, 13), 'started_at': datetime.datetime(2021, 11, 23, 17, 15, 13), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 41, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:42:05.914317 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0afe71fd-a4a6-49f2-a914-aca21190da30 req-9f2b18cd-1a4e-4b5f-a68f-96d5d6745308 service neutron] Checking segment: {'id': '85eec0be-8b24-42a3-b0b6-c1087790d7a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '983df33e-23dd-411d-9fe2-659f57744967'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:42:05.919107 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0afe71fd-a4a6-49f2-a914-aca21190da30 req-9f2b18cd-1a4e-4b5f-a68f-96d5d6745308 service neutron] Bound using segment: {'id': '85eec0be-8b24-42a3-b0b6-c1087790d7a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '983df33e-23dd-411d-9fe2-659f57744967'} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:42:05.919793 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-0afe71fd-a4a6-49f2-a914-aca21190da30 req-9f2b18cd-1a4e-4b5f-a68f-96d5d6745308 service neutron] Bound port: f51b812d-2eed-4dc5-9375-7ad9f1d0dd79, host: n-h2-816206-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85eec0be-8b24-42a3-b0b6-c1087790d7a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '983df33e-23dd-411d-9fe2-659f57744967'}}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:42:05.920510 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-0afe71fd-a4a6-49f2-a914-aca21190da30 req-9f2b18cd-1a4e-4b5f-a68f-96d5d6745308 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:05.999212 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e49d0e4e-b4d2-428b-a068-7bb4d2b783cc tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] Publish callbacks [] for security_group, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:06.026085 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e49d0e4e-b4d2-428b-a068-7bb4d2b783cc tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:06.071485 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-0afe71fd-a4a6-49f2-a914-aca21190da30 req-9f2b18cd-1a4e-4b5f-a68f-96d5d6745308 service neutron] For port f51b812d-2eed-4dc5-9375-7ad9f1d0dd79, host n-h2-816206-8, cleared binding levels {{(pid=103591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:42:06.075096 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-d0d20a28-c316-4640-bc1f-b5097bd1e824 None None] For port b39b4192-316a-4ff2-837a-3aa3ffe559c1, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=b39b4192-316a-4ff2-837a-3aa3ffe559c1,segment=NetworkSegment(6e543b51-9a77-49ed-9977-d30168009d1c),segment_id=6e543b51-9a77-49ed-9977-d30168009d1c)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:42:06.076140 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-d0d20a28-c316-4640-bc1f-b5097bd1e824 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:06.081140 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-0afe71fd-a4a6-49f2-a914-aca21190da30 req-9f2b18cd-1a4e-4b5f-a68f-96d5d6745308 service neutron] For port f51b812d-2eed-4dc5-9375-7ad9f1d0dd79, host n-h2-816206-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=f51b812d-2eed-4dc5-9375-7ad9f1d0dd79,segment=NetworkSegment(85eec0be-8b24-42a3-b0b6-c1087790d7a8),segment_id=85eec0be-8b24-42a3-b0b6-c1087790d7a8)] {{(pid=103591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:42:06.092084 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-d0d20a28-c316-4640-bc1f-b5097bd1e824 None None] Calling delete_port for b39b4192-316a-4ff2-837a-3aa3ffe559c1 owned by network:dhcp {{(pid=103592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:42:06.114923 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-0afe71fd-a4a6-49f2-a914-aca21190da30 req-9f2b18cd-1a4e-4b5f-a68f-96d5d6745308 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264758186'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:06.120075 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49d0e4e-b4d2-428b-a068-7bb4d2b783cc tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c11b6a3a-f89b-4d05-9340-8aa0be1653f6,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:42:06.125213 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e49d0e4e-b4d2-428b-a068-7bb4d2b783cc tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:06.126419 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-e49d0e4e-b4d2-428b-a068-7bb4d2b783cc tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.8879130 Nov 23 17:42:06.144262 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-74994f52-53f6-4d1a-8b2c-16fcca44d2f8 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Deleting port b39b4192-316a-4ff2-837a-3aa3ffe559c1 {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:42:06.144655 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-74994f52-53f6-4d1a-8b2c-16fcca44d2f8 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:06.164655 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 53580) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:42:06.188027 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-12f684bf-4b22-42aa-9b2a-2bc427875d19 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] Request body: {'security_group_rule': {'security_group_id': 'c11b6a3a-f89b-4d05-9340-8aa0be1653f6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:42:06.289370 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afe71fd-a4a6-49f2-a914-aca21190da30 req-9f2b18cd-1a4e-4b5f-a68f-96d5d6745308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:42:06.290019 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-0afe71fd-a4a6-49f2-a914-aca21190da30 req-9f2b18cd-1a4e-4b5f-a68f-96d5d6745308 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:06.296861 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-0afe71fd-a4a6-49f2-a914-aca21190da30 req-9f2b18cd-1a4e-4b5f-a68f-96d5d6745308 service neutron] 10.222.0.36 "PUT /v2.0/ports/f51b812d-2eed-4dc5-9375-7ad9f1d0dd79 HTTP/1.1" status: 200 len: 1092 time: 1.7052882 Nov 23 17:42:06.302319 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b3dda08-c98d-4327-bf96-769c7b70e3e2', 'tag': 'f51b812d-2eed-4dc5-9375-7ad9f1d0dd79'}] {{(pid=103591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:42:06.308894 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41d174a19ece9499ff9ec44e5b3fc50f2abd3ffbc947fb7e52ea1e8db27b95b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ba83a97-9cec-4dbd-baf9-539dd3eb17f8" -d '{"events": [{"name": "network-changed", "server_uuid": "2b3dda08-c98d-4327-bf96-769c7b70e3e2", "tag": "f51b812d-2eed-4dc5-9375-7ad9f1d0dd79"}]}' {{(pid=103591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:42:06.384675 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1576db-b089-4a4c-986c-2ed7858ee186 req-7e3c5e21-623b-413d-ae24-54253551dc01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:42:06.387586 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-9e1576db-b089-4a4c-986c-2ed7858ee186 req-7e3c5e21-623b-413d-ae24-54253551dc01 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=77e4b35578d8459080444edfaacb61b2&device_id=3aeb0ea1-307a-4c3c-9237-d07df043ece9 HTTP/1.1" status: 200 len: 1098 time: 0.7138515 Nov 23 17:42:06.422883 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600f803b-7e6a-4c0d-bfc7-3dc9432d1c33 req-d07b2961-0828-485e-a192-706bf9412b73 tempest-VolumesBackupsTest-643586812 tempest-VolumesBackupsTest-643586812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:42:06.436559 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-600f803b-7e6a-4c0d-bfc7-3dc9432d1c33 req-d07b2961-0828-485e-a192-706bf9412b73 tempest-VolumesBackupsTest-643586812 tempest-VolumesBackupsTest-643586812-project] 10.222.0.60 "GET /v2.0/ports?device_id=3aeb0ea1-307a-4c3c-9237-d07df043ece9 HTTP/1.1" status: 200 len: 947 time: 0.3518677 Nov 23 17:42:06.445513 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 17:42:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc7cddeb-3822-4b68-bb38-72630029e956 x-openstack-request-id: req-dc7cddeb-3822-4b68-bb38-72630029e956 {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:42:06.447902 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b3dda08-c98d-4327-bf96-769c7b70e3e2", "tag": "f51b812d-2eed-4dc5-9375-7ad9f1d0dd79", "status": "completed", "code": 200}]} {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:42:06.449090 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-dc7cddeb-3822-4b68-bb38-72630029e956 {{(pid=103591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:42:06.450386 n-d-816206-8 neutron-server[103591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b3dda08-c98d-4327-bf96-769c7b70e3e2', 'tag': 'f51b812d-2eed-4dc5-9375-7ad9f1d0dd79', 'status': 'completed', 'code': 200} Nov 23 17:42:06.583189 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2b18cd-1a4e-4b5f-a68f-96d5d6745308 service neutron] Pushing event updated for resources: {'Port': ['ID=f51b812d-2eed-4dc5-9375-7ad9f1d0dd79,revision_number=3']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:42:06.643674 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:06.712622 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-d0d20a28-c316-4640-bc1f-b5097bd1e824 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989'] for port, after_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:06.721271 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-12f684bf-4b22-42aa-9b2a-2bc427875d19 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:06.782736 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b1e21df6-9a46-4d28-9268-eefcb16f0b76 req-efc6e4f9-b0df-4712-85bc-9dbbac14e0e3 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] 10.222.0.60 "GET /v2.0/ports?device_id=6405c518-c3fe-4701-acc0-e089ba26cce4 HTTP/1.1" status: 200 len: 210 time: 0.1220233 Nov 23 17:42:06.790565 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbdb58ef-564c-4e78-a183-6a721843e413 None None] DHCP port deletion for 56dedb9c-c874-4806-8073-23c183970f13 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:42:06.828599 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-a0c4ef58-3eb6-4c7c-b9b6-affdd488e9f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '908b3081-86f5-4649-af90-5b9a4d728ea7', 'name': 'tempest-AttachVolumeShelveTestJSON-1601318973-router', 'tenant_id': '093e052ebdfd4c689471d0502a0c2e0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.177'}], 'enable_snat': True}, 'gw_port_id': '6d7f938f-5576-42b6-829f-dd4bf00be0d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:41:43Z', 'updated_at': '2021-11-23T17:41:57Z', 'revision_number': 4, 'project_id': '093e052ebdfd4c689471d0502a0c2e0a', 'gw_port': {'id': '6d7f938f-5576-42b6-829f-dd4bf00be0d8', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:4a:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '908b3081-86f5-4649-af90-5b9a4d728ea7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2446, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:41:44Z', 'updated_at': '2021-11-23T17:42:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_interfaces': [{'id': 'bd302559-a622-4aa2-a1df-caae459e166f', 'name': '', 'network_id': 'b05aa742-7050-4bee-9612-3681dfd2164b', 'tenant_id': '093e052ebdfd4c689471d0502a0c2e0a', 'mac_address': 'fa:16:3e:04:2e:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '908b3081-86f5-4649-af90-5b9a4d728ea7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2460, 'fixed_ips': [{'subnet_id': '784540e3-73ef-4656-9bfa-913bbf55b1a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:41:51Z', 'updated_at': '2021-11-23T17:41:57Z', 'revision_number': 2, 'project_id': '093e052ebdfd4c689471d0502a0c2e0a', 'subnets': [{'id': '784540e3-73ef-4656-9bfa-913bbf55b1a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:42:06.835092 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-600f803b-7e6a-4c0d-bfc7-3dc9432d1c33 req-046e9e86-26ea-48c6-9b46-6c5988fe57c1 tempest-VolumesBackupsTest-643586812 tempest-VolumesBackupsTest-643586812-project] 10.222.0.60 "GET /v2.0/security-groups?id=4df28033-856d-4fed-8b1f-2717b5a26001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3972263 Nov 23 17:42:06.937104 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afe71fd-a4a6-49f2-a914-aca21190da30 req-1a41e544-7d38-4d2a-9af0-2432a7ba77ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:42:06.938632 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-0afe71fd-a4a6-49f2-a914-aca21190da30 req-1a41e544-7d38-4d2a-9af0-2432a7ba77ef service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=df1b8182c5e2460d9373ba94b679b8a6&device_id=2b3dda08-c98d-4327-bf96-769c7b70e3e2 HTTP/1.1" status: 200 len: 1095 time: 0.5558147 Nov 23 17:42:06.963867 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-74994f52-53f6-4d1a-8b2c-16fcca44d2f8 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] For port b39b4192-316a-4ff2-837a-3aa3ffe559c1, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=b39b4192-316a-4ff2-837a-3aa3ffe559c1,segment=NetworkSegment(6e543b51-9a77-49ed-9977-d30168009d1c),segment_id=6e543b51-9a77-49ed-9977-d30168009d1c)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:42:06.964249 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-74994f52-53f6-4d1a-8b2c-16fcca44d2f8 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:06.968364 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-cd3b8f8a-d6d0-4aa5-8da5-4b281252dbea tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1794352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8175'] for router, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:06.986020 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-cd3b8f8a-d6d0-4aa5-8da5-4b281252dbea tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:07.023551 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0c4ef58-3eb6-4c7c-b9b6-affdd488e9f8 None None] Checking router: 908b3081-86f5-4649-af90-5b9a4d728ea7 for host: n-d-816206-8 {{(pid=103592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 17:42:07.023918 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0c4ef58-3eb6-4c7c-b9b6-affdd488e9f8 None None] Updating router 908b3081-86f5-4649-af90-5b9a4d728ea7 port bd302559-a622-4aa2-a1df-caae459e166f binding host n-d-816206-8 {{(pid=103592) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 17:42:07.024880 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-74994f52-53f6-4d1a-8b2c-16fcca44d2f8 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Calling delete_port for b39b4192-316a-4ff2-837a-3aa3ffe559c1 owned by network:dhcp {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:42:07.110480 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-3f473b2f-07ca-401b-98f4-fc971343a4c4 req-5f108dd4-cc75-463b-8505-d9107441d724 tempest-VolumesActionsTest-442734151 tempest-VolumesActionsTest-442734151-project] 10.222.0.60 "GET /v2.0/ports?device_id=e575047e-db9d-4c9b-9d83-cb9756b65ee6 HTTP/1.1" status: 200 len: 210 time: 0.0427310 Nov 23 17:42:07.110721 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-a0c4ef58-3eb6-4c7c-b9b6-affdd488e9f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:07.117770 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-0afe71fd-a4a6-49f2-a914-aca21190da30 req-7a8d1888-042b-4a52-9d6f-c76985a82353 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f51b812d-2eed-4dc5-9375-7ad9f1d0dd79 HTTP/1.1" status: 200 len: 217 time: 0.1480052 Nov 23 17:42:07.125310 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d20a28-c316-4640-bc1f-b5097bd1e824 None None] Pushing event deleted for resources: {'Port': ['ID=b39b4192-316a-4ff2-837a-3aa3ffe559c1,revision_number=None']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:42:07.127637 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0d20a28-c316-4640-bc1f-b5097bd1e824 None None] No DVR routers for this DVR port b39b4192-316a-4ff2-837a-3aa3ffe559c1 on host n-d-816206-8 {{(pid=103592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:42:07.186638 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab444f3b-bc84-47a0-820c-2c2e9167682b req-8597fa94-f88c-4738-a9ff-c13eda796e21 tempest-VolumesActionsTest-442734151 tempest-VolumesActionsTest-442734151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:42:07.188167 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ab444f3b-bc84-47a0-820c-2c2e9167682b req-8597fa94-f88c-4738-a9ff-c13eda796e21 tempest-VolumesActionsTest-442734151 tempest-VolumesActionsTest-442734151-project] 10.222.0.55 "GET /v2.0/networks?id=b04d3905-94fd-478d-8f36-29a81061160f HTTP/1.1" status: 200 len: 807 time: 0.5913842 Nov 23 17:42:07.233950 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [req-ab444f3b-bc84-47a0-820c-2c2e9167682b req-c20e3761-03ad-48b3-ba47-8e16791edff7 tempest-VolumesActionsTest-442734151 tempest-VolumesActionsTest-442734151-project] Request body: {'port': {'device_id': 'e575047e-db9d-4c9b-9d83-cb9756b65ee6', 'network_id': 'b04d3905-94fd-478d-8f36-29a81061160f', 'admin_state_up': True, 'tenant_id': '07f6f862fd8349ba9423ccbd91a7fd20'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:42:07.283771 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-cd3b8f8a-d6d0-4aa5-8da5-4b281252dbea tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1795580'] for router, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:07.285209 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd3b8f8a-d6d0-4aa5-8da5-4b281252dbea tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Fanout notify agent at l3_agent the message router_deleted on router 3719aad9-4b5a-483e-a489-0fae46da400c {{(pid=103590) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 17:42:07.297061 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-fbdb58ef-564c-4e78-a183-6a721843e413 None None] Deleting port 1dc75a3c-abee-4cdf-b77a-3acd14dad456 {{(pid=103592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:42:07.297061 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-fbdb58ef-564c-4e78-a183-6a721843e413 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:07.307250 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-12f684bf-4b22-42aa-9b2a-2bc427875d19 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:07.317954 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-cd3b8f8a-d6d0-4aa5-8da5-4b281252dbea tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks [] for router, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:07.323038 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d33978-71c5-4857-8e00-47815186006a req-85731668-98f8-4f5f-a721-9b77bd1c40c9 tempest-InstanceActionsTestJSON-1355406583 tempest-InstanceActionsTestJSON-1355406583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:42:07.324798 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-cd3b8f8a-d6d0-4aa5-8da5-4b281252dbea tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] 10.222.0.60 "DELETE /v2.0/routers/3719aad9-4b5a-483e-a489-0fae46da400c HTTP/1.1" status: 204 len: 168 time: 1.8739088 Nov 23 17:42:07.327258 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e1d33978-71c5-4857-8e00-47815186006a req-85731668-98f8-4f5f-a721-9b77bd1c40c9 tempest-InstanceActionsTestJSON-1355406583 tempest-InstanceActionsTestJSON-1355406583-project] 10.222.0.60 "GET /v2.0/ports?device_id=2b3dda08-c98d-4327-bf96-769c7b70e3e2 HTTP/1.1" status: 200 len: 944 time: 0.2602763 Nov 23 17:42:07.327529 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 53592) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:42:07.335134 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-12f684bf-4b22-42aa-9b2a-2bc427875d19 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994370'] for security_group_rule, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:07.440259 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1576db-b089-4a4c-986c-2ed7858ee186 req-cb397031-bd5e-43e0-8bbd-90f93a0acff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:42:07.442424 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afe71fd-a4a6-49f2-a914-aca21190da30 req-d8269df7-7205-43c1-baf0-f9e5ac7fddf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:42:07.443898 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-0afe71fd-a4a6-49f2-a914-aca21190da30 req-d8269df7-7205-43c1-baf0-f9e5ac7fddf1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=667b9ca4-e57e-4316-8a4b-81fe761e8c2e HTTP/1.1" status: 200 len: 854 time: 0.3109462 Nov 23 17:42:07.449387 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-9e1576db-b089-4a4c-986c-2ed7858ee186 req-cb397031-bd5e-43e0-8bbd-90f93a0acff5 service neutron] 10.222.0.55 "GET /v2.0/networks?id=f1e1dabf-b410-4023-9169-a460a86e7184 HTTP/1.1" status: 200 len: 870 time: 0.8876491 Nov 23 17:42:07.489362 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f684bf-4b22-42aa-9b2a-2bc427875d19 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62f3be2f-4e4e-42cc-8f99-ab421c7a675f,revision_number=0']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:42:07.526335 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-0afe71fd-a4a6-49f2-a914-aca21190da30 req-ce0534d7-9592-4349-926c-aaebb61b4ba0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=983df33e-23dd-411d-9fe2-659f57744967&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0571115 Nov 23 17:42:07.579488 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-12f684bf-4b22-42aa-9b2a-2bc427875d19 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:07.581097 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-12f684bf-4b22-42aa-9b2a-2bc427875d19 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4095654 Nov 23 17:42:07.593236 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab444f3b-bc84-47a0-820c-2c2e9167682b req-c20e3761-03ad-48b3-ba47-8e16791edff7 tempest-VolumesActionsTest-442734151 tempest-VolumesActionsTest-442734151-project] Made reservation on behalf of 07f6f862fd8349ba9423ccbd91a7fd20 for: {'port': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:42:07.595847 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-74994f52-53f6-4d1a-8b2c-16fcca44d2f8 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:07.599522 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-ab444f3b-bc84-47a0-820c-2c2e9167682b req-c20e3761-03ad-48b3-ba47-8e16791edff7 tempest-VolumesActionsTest-442734151 tempest-VolumesActionsTest-442734151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:07.603682 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 53596) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:42:07.612389 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-85e630b9-6e43-4b96-b81a-6cc7d3b1d88a tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] Request body: {'security_group_rule': {'security_group_id': 'c11b6a3a-f89b-4d05-9340-8aa0be1653f6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:42:07.668682 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e1d33978-71c5-4857-8e00-47815186006a req-8234a04f-4f95-4d7a-bd2c-8efcbacedc13 tempest-InstanceActionsTestJSON-1355406583 tempest-InstanceActionsTestJSON-1355406583-project] 10.222.0.60 "GET /v2.0/security-groups?id=f6b6eac1-340c-40ab-b97e-f0769e7e5b42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2337053 Nov 23 17:42:07.673582 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-9e1576db-b089-4a4c-986c-2ed7858ee186 req-1568f870-e8e0-45c9-a800-c16e63fcb1ee service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=ce8b633a-6cd2-4637-acae-9d541f261158 HTTP/1.1" status: 200 len: 217 time: 0.2042477 Nov 23 17:42:07.685427 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-fbdb58ef-564c-4e78-a183-6a721843e413 None None] For port 1dc75a3c-abee-4cdf-b77a-3acd14dad456, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=1dc75a3c-abee-4cdf-b77a-3acd14dad456,segment=NetworkSegment(208f22fc-9686-4ca3-a88c-018385437c28),segment_id=208f22fc-9686-4ca3-a88c-018385437c28)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:42:07.687884 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-fbdb58ef-564c-4e78-a183-6a721843e413 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:07.695532 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74994f52-53f6-4d1a-8b2c-16fcca44d2f8 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Pushing event deleted for resources: {'Port': ['ID=b39b4192-316a-4ff2-837a-3aa3ffe559c1,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:42:07.725617 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-fbdb58ef-564c-4e78-a183-6a721843e413 None None] Calling delete_port for 1dc75a3c-abee-4cdf-b77a-3acd14dad456 owned by network:dhcp {{(pid=103592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:42:07.739187 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74994f52-53f6-4d1a-8b2c-16fcca44d2f8 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] No DVR routers for this DVR port b39b4192-316a-4ff2-837a-3aa3ffe559c1 on host n-d-816206-8 {{(pid=103590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:42:07.786733 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-85e630b9-6e43-4b96-b81a-6cc7d3b1d88a tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:07.816981 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-302a08c7-1034-4ec0-bb12-19e20dfd3f67 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:42:07.819505 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-0afe71fd-a4a6-49f2-a914-aca21190da30 req-77686ffe-a1ce-4aa7-a1fe-200745f8b5a5 service neutron] 10.222.0.36 "GET /v2.0/networks/983df33e-23dd-411d-9fe2-659f57744967?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2588847 Nov 23 17:42:07.820827 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-302a08c7-1034-4ec0-bb12-19e20dfd3f67 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.4329367 Nov 23 17:42:07.827225 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 53600) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:42:07.839429 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 1dc75a3c-abee-4cdf-b77a-3acd14dad456 no longer exists at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:42:07.865585 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1576db-b089-4a4c-986c-2ed7858ee186 req-0bc08a9a-4f08-4cd8-9f34-82f832890ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:42:07.867178 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-9e1576db-b089-4a4c-986c-2ed7858ee186 req-0bc08a9a-4f08-4cd8-9f34-82f832890ff6 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ac77c175-5679-438b-8a2a-356718377641 HTTP/1.1" status: 200 len: 843 time: 0.1835027 Nov 23 17:42:07.913627 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-74994f52-53f6-4d1a-8b2c-16fcca44d2f8 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973419', 'neutron.services.segments.db._delete_segments_for_network-8736635878840'] for network, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:07.973426 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-74994f52-53f6-4d1a-8b2c-16fcca44d2f8 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d2689e3-f47b-4951-8a3f-d47a148adc6f']}} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:42:08.005317 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-a0c4ef58-3eb6-4c7c-b9b6-affdd488e9f8 None None] Publish callbacks [] for port, precommit_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:08.011882 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-74994f52-53f6-4d1a-8b2c-16fcca44d2f8 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e543b51-9a77-49ed-9977-d30168009d1c') {'for_net_delete': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:42:08.013024 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-74994f52-53f6-4d1a-8b2c-16fcca44d2f8 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e543b51-9a77-49ed-9977-d30168009d1c') {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:42:08.025364 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0ac1148-ff0a-4881-a42f-ea5ee582ea9e tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:42:08.026849 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-c0ac1148-ff0a-4881-a42f-ea5ee582ea9e tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1892266 Nov 23 17:42:08.045075 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-74994f52-53f6-4d1a-8b2c-16fcca44d2f8 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736635840332', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-267528353'] for segment, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:08.048727 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-a0c4ef58-3eb6-4c7c-b9b6-affdd488e9f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:08.074156 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 53604) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:42:08.117890 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4315026d-cfd7-4628-b4f2-75ff355b8e41 req-297c570e-5717-4cd1-ad3f-3cded5dd40b8 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] 10.222.0.60 "GET /v2.0/ports?device_id=6405c518-c3fe-4701-acc0-e089ba26cce4 HTTP/1.1" status: 200 len: 210 time: 0.1129422 Nov 23 17:42:08.194012 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-74994f52-53f6-4d1a-8b2c-16fcca44d2f8 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:08.199338 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-85e630b9-6e43-4b96-b81a-6cc7d3b1d88a tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:08.217103 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-e0db9a1b-19b1-4fed-ae85-2e8ce3c33848 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1374357 Nov 23 17:42:08.226956 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1576db-b089-4a4c-986c-2ed7858ee186 req-c9b36420-7139-453d-9eb0-6b9690236435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:42:08.228996 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-9e1576db-b089-4a4c-986c-2ed7858ee186 req-c9b36420-7139-453d-9eb0-6b9690236435 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f1e1dabf-b410-4023-9169-a460a86e7184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3268790 Nov 23 17:42:08.229136 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 53608) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:42:08.239473 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-85e630b9-6e43-4b96-b81a-6cc7d3b1d88a tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994370'] for security_group_rule, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:08.248356 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-23173a71-1675-41af-8ea9-13f3c1add243 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Request body: {'subnet': {'network_id': '56dedb9c-c874-4806-8073-23c183970f13', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:42:08.252966 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74994f52-53f6-4d1a-8b2c-16fcca44d2f8 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Releasing vlan 503 on physical network physnet1 to pool {{(pid=103590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 17:42:08.253298 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-74994f52-53f6-4d1a-8b2c-16fcca44d2f8 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264370093'] for segment, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:08.277751 n-d-816206-8 neutron-server[103590]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 17:42:08.277751 n-d-816206-8 neutron-server[103590]: self.session.flush() Nov 23 17:42:08.277751 n-d-816206-8 neutron-server[103590]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 17:42:08.277751 n-d-816206-8 neutron-server[103590]: self.session.flush() Nov 23 17:42:08.277751 n-d-816206-8 neutron-server[103590]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 17:42:08.277751 n-d-816206-8 neutron-server[103590]: self.session.flush() Nov 23 17:42:08.277751 n-d-816206-8 neutron-server[103590]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 17:42:08.277751 n-d-816206-8 neutron-server[103590]: self.session.flush() Nov 23 17:42:08.277751 n-d-816206-8 neutron-server[103590]: Traceback (most recent call last): Nov 23 17:42:08.277751 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 17:42:08.277751 n-d-816206-8 neutron-server[103590]: timer() Nov 23 17:42:08.277751 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 17:42:08.277751 n-d-816206-8 neutron-server[103590]: cb(*args, **kw) Nov 23 17:42:08.277751 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 17:42:08.277751 n-d-816206-8 neutron-server[103590]: return func(*args, **kwargs) Nov 23 17:42:08.277751 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 17:42:08.277751 n-d-816206-8 neutron-server[103590]: self._notify() Nov 23 17:42:08.277751 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 17:42:08.277751 n-d-816206-8 neutron-server[103590]: self.callback(batched_events) Nov 23 17:42:08.277751 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 17:42:08.277751 n-d-816206-8 neutron-server[103590]: event.method(event) Nov 23 17:42:08.277751 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 17:42:08.277751 n-d-816206-8 neutron-server[103590]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 17:42:08.277751 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 17:42:08.277751 n-d-816206-8 neutron-server[103590]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 17:42:08.277751 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 17:42:08.277751 n-d-816206-8 neutron-server[103590]: return f(self, *a, **k) Nov 23 17:42:08.277751 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 17:42:08.277751 n-d-816206-8 neutron-server[103590]: return self._get(url).json() Nov 23 17:42:08.277751 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 17:42:08.277751 n-d-816206-8 neutron-server[103590]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 17:42:08.277751 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 17:42:08.277751 n-d-816206-8 neutron-server[103590]: return self.request(url, 'GET', **kwargs) Nov 23 17:42:08.277751 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 17:42:08.277751 n-d-816206-8 neutron-server[103590]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 17:42:08.277751 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 17:42:08.277751 n-d-816206-8 neutron-server[103590]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 17:42:08.277751 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 17:42:08.277751 n-d-816206-8 neutron-server[103590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 17:42:08.277751 n-d-816206-8 neutron-server[103590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 17:42:08.327481 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:08.329812 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692afb70-53e5-4f53-9450-e9a62cd99193 None None] Pushing event updated for resources: {'Port': ['ID=bd302559-a622-4aa2-a1df-caae459e166f,revision_number=3']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:42:08.399722 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e9e33138-2034-4ebe-90ba-269937ff0252 req-bf6ffe3f-28ed-4144-98c3-6b7644eb8fa8 tempest-VolumesActionsTest-442734151 tempest-VolumesActionsTest-442734151-project] 10.222.0.60 "GET /v2.0/ports?device_id=e575047e-db9d-4c9b-9d83-cb9756b65ee6 HTTP/1.1" status: 200 len: 210 time: 0.1491010 Nov 23 17:42:08.428765 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc2504b-afbb-4c73-b5e2-2967d402b074 req-60b7573f-ad9b-44c1-9414-167587e03525 tempest-VolumesBackupsTest-643586812 tempest-VolumesBackupsTest-643586812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:42:08.428765 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4cc2504b-afbb-4c73-b5e2-2967d402b074 req-60b7573f-ad9b-44c1-9414-167587e03525 tempest-VolumesBackupsTest-643586812 tempest-VolumesBackupsTest-643586812-project] 10.222.0.60 "GET /v2.0/ports?device_id=3aeb0ea1-307a-4c3c-9237-d07df043ece9 HTTP/1.1" status: 200 len: 947 time: 0.4407871 Nov 23 17:42:08.436291 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-85e630b9-6e43-4b96-b81a-6cc7d3b1d88a tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:08.440366 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-85e630b9-6e43-4b96-b81a-6cc7d3b1d88a tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8287356 Nov 23 17:42:08.440366 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e630b9-6e43-4b96-b81a-6cc7d3b1d88a tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad550082-ecef-40ee-b2a0-81da4247dda7,revision_number=0']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:42:08.455553 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.db_base_plugin_common [req-ab444f3b-bc84-47a0-820c-2c2e9167682b req-c20e3761-03ad-48b3-ba47-8e16791edff7 tempest-VolumesActionsTest-442734151 tempest-VolumesActionsTest-442734151-project] Allocated IP 172.20.0.8 (b04d3905-94fd-478d-8f36-29a81061160f/d6ef9595-65a5-4d75-8113-6090cd6ca55e/701772b5-54d9-4250-a91a-10c8a93c0699) {{(pid=103591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:42:08.459838 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 53612) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:42:08.466343 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-3f6eaef4-5664-4ae9-a17b-0130e1d6af6a tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] Request body: {'floatingip': {'floating_network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:42:08.522849 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-3f6eaef4-5664-4ae9-a17b-0130e1d6af6a tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] Publish callbacks [] for floatingip, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:08.605013 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-0afe71fd-a4a6-49f2-a914-aca21190da30 req-c4a66d81-2843-4221-a730-87be88ee92a4 service neutron] 10.222.0.36 "GET /v2.0/networks/983df33e-23dd-411d-9fe2-659f57744967?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6111419 Nov 23 17:42:08.663034 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4cc2504b-afbb-4c73-b5e2-2967d402b074 req-f5bcbebb-8adf-493a-b133-785a090dead5 tempest-VolumesBackupsTest-643586812 tempest-VolumesBackupsTest-643586812-project] 10.222.0.60 "GET /v2.0/security-groups?id=4df28033-856d-4fed-8b1f-2717b5a26001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2164485 Nov 23 17:42:08.800966 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba83a97-9cec-4dbd-baf9-539dd3eb17f8 req-5ad76ff4-b390-4339-926c-f5e9b4b69d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:42:08.805046 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5ba83a97-9cec-4dbd-baf9-539dd3eb17f8 req-5ad76ff4-b390-4339-926c-f5e9b4b69d3e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=df1b8182c5e2460d9373ba94b679b8a6&device_id=2b3dda08-c98d-4327-bf96-769c7b70e3e2 HTTP/1.1" status: 200 len: 1095 time: 0.1137848 Nov 23 17:42:08.877771 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-fbdb58ef-564c-4e78-a183-6a721843e413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989'] for port, after_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:08.915592 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device ce8b633a-6cd2-4637-acae-9d541f261158 details requested by agent hyperv_n-h1-816206-8 with host n-h1-816206-8 {{(pid=103592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 17:42:08.919727 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-a0c4ef58-3eb6-4c7c-b9b6-affdd488e9f8 None None] Attempting to bind port bd302559-a622-4aa2-a1df-caae459e166f on host n-d-816206-8 for vnic_type normal with profile {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:42:08.920311 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-a0c4ef58-3eb6-4c7c-b9b6-affdd488e9f8 None None] Attempting to bind port bd302559-a622-4aa2-a1df-caae459e166f by drivers openvswitch,hyperv on host n-d-816206-8 at level 0 using segments [{'id': '97bf93aa-7116-4943-8d21-ff543f30be5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'b05aa742-7050-4bee-9612-3681dfd2164b'}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:42:08.920821 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c4ef58-3eb6-4c7c-b9b6-affdd488e9f8 None None] Attempting to bind port bd302559-a622-4aa2-a1df-caae459e166f on network b05aa742-7050-4bee-9612-3681dfd2164b {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:42:08.947731 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-3f6eaef4-5664-4ae9-a17b-0130e1d6af6a tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:08.951394 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c4ef58-3eb6-4c7c-b9b6-affdd488e9f8 None None] Checking agent: {'id': '9e89acbe-4bbe-4c77-a18b-6f1da9133e0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 7, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 41, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:42:08.952535 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c4ef58-3eb6-4c7c-b9b6-affdd488e9f8 None None] Checking segment: {'id': '97bf93aa-7116-4943-8d21-ff543f30be5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'b05aa742-7050-4bee-9612-3681dfd2164b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:42:08.953058 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-a0c4ef58-3eb6-4c7c-b9b6-affdd488e9f8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:08.953567 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c4ef58-3eb6-4c7c-b9b6-affdd488e9f8 None None] Bound using segment: {'id': '97bf93aa-7116-4943-8d21-ff543f30be5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'b05aa742-7050-4bee-9612-3681dfd2164b'} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:42:08.954181 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-a0c4ef58-3eb6-4c7c-b9b6-affdd488e9f8 None None] Bound port: bd302559-a622-4aa2-a1df-caae459e166f, host: n-d-816206-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97bf93aa-7116-4943-8d21-ff543f30be5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'b05aa742-7050-4bee-9612-3681dfd2164b'}}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:42:08.954693 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-a0c4ef58-3eb6-4c7c-b9b6-affdd488e9f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:09.033269 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdb58ef-564c-4e78-a183-6a721843e413 None None] Pushing event deleted for resources: {'Port': ['ID=1dc75a3c-abee-4cdf-b77a-3acd14dad456,revision_number=None']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:42:09.035793 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbdb58ef-564c-4e78-a183-6a721843e413 None None] No DVR routers for this DVR port 1dc75a3c-abee-4cdf-b77a-3acd14dad456 on host n-d-816206-8 {{(pid=103592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:42:09.065248 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-8c90b297-5b06-46f9-92e5-42b3fbcf6938 None None] Provisioning complete for port bd302559-a622-4aa2-a1df-caae459e166f triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:42:09.065248 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-8c90b297-5b06-46f9-92e5-42b3fbcf6938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:09.162321 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-a0c4ef58-3eb6-4c7c-b9b6-affdd488e9f8 None None] For port bd302559-a622-4aa2-a1df-caae459e166f, host n-d-816206-8, cleared binding levels {{(pid=103592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:42:09.180893 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-74994f52-53f6-4d1a-8b2c-16fcca44d2f8 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1795418'] for network, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:09.184835 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-a0c4ef58-3eb6-4c7c-b9b6-affdd488e9f8 None None] For port bd302559-a622-4aa2-a1df-caae459e166f, host n-d-816206-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=bd302559-a622-4aa2-a1df-caae459e166f,segment=NetworkSegment(97bf93aa-7116-4943-8d21-ff543f30be5d),segment_id=97bf93aa-7116-4943-8d21-ff543f30be5d)] {{(pid=103592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:42:09.186859 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-74994f52-53f6-4d1a-8b2c-16fcca44d2f8 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks [] for network, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:09.193750 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-74994f52-53f6-4d1a-8b2c-16fcca44d2f8 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] 10.222.0.60 "DELETE /v2.0/networks/0d2689e3-f47b-4951-8a3f-d47a148adc6f HTTP/1.1" status: 204 len: 168 time: 4.6547894 Nov 23 17:42:09.194383 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 53618) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:42:09.204099 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-a0c4ef58-3eb6-4c7c-b9b6-affdd488e9f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:09.209042 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-75d9655e-e6ba-482a-9f50-fbb6a2494ba9 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Request body: {'router': {'routes': None}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:42:09.229010 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-9e1576db-b089-4a4c-986c-2ed7858ee186 req-e814bbfa-4c05-47d1-8410-c3b07e113c2c service neutron] 10.222.0.55 "GET /v2.0/networks/f1e1dabf-b410-4023-9169-a460a86e7184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9723055 Nov 23 17:42:09.336925 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-8c90b297-5b06-46f9-92e5-42b3fbcf6938 None None] Port bd302559-a622-4aa2-a1df-caae459e166f cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:42:09.395089 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6100ab9f-43dc-4bc3-a73b-d15859e458ee req-8e68867b-4fe9-47ef-8579-f939e1d097a7 tempest-InstanceActionsTestJSON-1355406583 tempest-InstanceActionsTestJSON-1355406583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:42:09.417505 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6100ab9f-43dc-4bc3-a73b-d15859e458ee req-8e68867b-4fe9-47ef-8579-f939e1d097a7 tempest-InstanceActionsTestJSON-1355406583 tempest-InstanceActionsTestJSON-1355406583-project] 10.222.0.60 "GET /v2.0/ports?device_id=2b3dda08-c98d-4327-bf96-769c7b70e3e2 HTTP/1.1" status: 200 len: 944 time: 0.5854239 Nov 23 17:42:09.419734 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7ebd6f60-f4de-42f7-bd24-494127372101 req-c50fff4a-05f7-4934-9fc3-9c2fc4a6a91d tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] 10.222.0.60 "GET /v2.0/ports?device_id=6405c518-c3fe-4701-acc0-e089ba26cce4 HTTP/1.1" status: 200 len: 210 time: 0.1544104 Nov 23 17:42:09.426814 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0c4ef58-3eb6-4c7c-b9b6-affdd488e9f8 None None] Routers {'908b3081-86f5-4649-af90-5b9a4d728ea7'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:42:09.427885 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-a0c4ef58-3eb6-4c7c-b9b6-affdd488e9f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:41:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['908b3081-86f5-4649-af90-5b9a4d728ea7'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:42:09.449342 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74994f52-53f6-4d1a-8b2c-16fcca44d2f8 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Pushing event deleted for resources: {'Network': ['ID=0d2689e3-f47b-4951-8a3f-d47a148adc6f,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:42:09.498003 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692afb70-53e5-4f53-9450-e9a62cd99193 None None] Pushing event updated for resources: {'Port': ['ID=bd302559-a622-4aa2-a1df-caae459e166f,revision_number=4']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:42:09.621154 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba83a97-9cec-4dbd-baf9-539dd3eb17f8 req-23221692-62ec-4bf4-9052-e42f4ee055bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:42:09.631151 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5ba83a97-9cec-4dbd-baf9-539dd3eb17f8 req-23221692-62ec-4bf4-9052-e42f4ee055bb service neutron] 10.222.0.36 "GET /v2.0/networks?id=983df33e-23dd-411d-9fe2-659f57744967 HTTP/1.1" status: 200 len: 915 time: 0.8144305 Nov 23 17:42:09.641632 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23173a71-1675-41af-8ea9-13f3c1add243 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Made reservation on behalf of a17872768c1e4384801bad129509cfa7 for: {'subnet': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:42:09.648896 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-23173a71-1675-41af-8ea9-13f3c1add243 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264730903'] for subnet, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:09.650069 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port ce8b633a-6cd2-4637-acae-9d541f261158, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=ce8b633a-6cd2-4637-acae-9d541f261158,segment=NetworkSegment(329c1745-02bf-4561-9615-3192910887f5),segment_id=329c1745-02bf-4561-9615-3192910887f5)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:42:09.698117 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Returning: {'device': 'ce8b633a-6cd2-4637-acae-9d541f261158', 'network_id': 'f1e1dabf-b410-4023-9169-a460a86e7184', 'port_id': 'ce8b633a-6cd2-4637-acae-9d541f261158', 'mac_address': 'fa:16:3e:8b:fb:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac77c175-5679-438b-8a2a-356718377641', 'ip_address': '192.168.233.94'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 17:42:09.795847 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.extraroute_db [None req-75d9655e-e6ba-482a-9f50-fbb6a2494ba9 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Added routes are [] {{(pid=103590) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 23 17:42:09.796227 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.extraroute_db [None req-75d9655e-e6ba-482a-9f50-fbb6a2494ba9 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Removed routes are [] {{(pid=103590) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 23 17:42:09.796623 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-75d9655e-e6ba-482a-9f50-fbb6a2494ba9 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1795385', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1794325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8160'] for router, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:09.859003 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-1d4c925b-fd66-4465-b7bd-b7c2a7d2e428 None None] Provisioning complete for port bd302559-a622-4aa2-a1df-caae459e166f triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:42:09.859660 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-1d4c925b-fd66-4465-b7bd-b7c2a7d2e428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:09.864282 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:09.899743 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvr_db [None req-a0c4ef58-3eb6-4c7c-b9b6-affdd488e9f8 None None] Set router 908b3081-86f5-4649-af90-5b9a4d728ea7 gateway port host: n-d-816206-8 {{(pid=103592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:42:10.013346 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-75d9655e-e6ba-482a-9f50-fbb6a2494ba9 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1795385', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1794325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8160'] for router, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:10.022951 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-75d9655e-e6ba-482a-9f50-fbb6a2494ba9 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1795362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1795376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1795371', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1794338'] for router, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:10.039296 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce8b633a-6cd2-4637-acae-9d541f261158 {{(pid=103592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:42:10.092813 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port ce8b633a-6cd2-4637-acae-9d541f261158, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=ce8b633a-6cd2-4637-acae-9d541f261158,segment=NetworkSegment(329c1745-02bf-4561-9615-3192910887f5),segment_id=329c1745-02bf-4561-9615-3192910887f5)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:42:10.109509 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:10.148460 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75d9655e-e6ba-482a-9f50-fbb6a2494ba9 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Router 1d2dd293-4c5a-43d3-bb7f-3065bdc1a359 has already been hosted by L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 {{(pid=103590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 17:42:10.151651 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-9e1576db-b089-4a4c-986c-2ed7858ee186 req-52f88fa6-1125-4cc2-ab58-d455be988662 service neutron] 10.222.0.55 "GET /v2.0/networks/f1e1dabf-b410-4023-9169-a460a86e7184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7105155 Nov 23 17:42:10.185892 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6100ab9f-43dc-4bc3-a73b-d15859e458ee req-a6dd0983-3976-415f-9079-8ac0f822862a tempest-InstanceActionsTestJSON-1355406583 tempest-InstanceActionsTestJSON-1355406583-project] 10.222.0.60 "GET /v2.0/security-groups?id=f6b6eac1-340c-40ab-b97e-f0769e7e5b42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7107000 Nov 23 17:42:10.208963 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-0c62e1e3-d4f5-4e00-859e-43a8f3fae553 req-adec95fb-efb7-4a72-92ad-4b415cc94c35 tempest-VolumesActionsTest-442734151 tempest-VolumesActionsTest-442734151-project] 10.222.0.60 "GET /v2.0/ports?device_id=e575047e-db9d-4c9b-9d83-cb9756b65ee6 HTTP/1.1" status: 200 len: 210 time: 0.5698340 Nov 23 17:42:10.220860 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5ba83a97-9cec-4dbd-baf9-539dd3eb17f8 req-1479c3c8-ed2c-4234-933b-ff4e0b67e42f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f51b812d-2eed-4dc5-9375-7ad9f1d0dd79 HTTP/1.1" status: 200 len: 217 time: 0.1323347 Nov 23 17:42:10.230052 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-ab444f3b-bc84-47a0-820c-2c2e9167682b req-c20e3761-03ad-48b3-ba47-8e16791edff7 tempest-VolumesActionsTest-442734151 tempest-VolumesActionsTest-442734151-project] Publish callbacks [] for port, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:10.270852 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Pushing event updated for resources: {'Port': ['ID=ce8b633a-6cd2-4637-acae-9d541f261158,revision_number=4']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:42:10.334402 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] get_ports_and_sgs() called for port_ids ['ce8b633a-6cd2-4637-acae-9d541f261158'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:42:10.356515 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.db_base_plugin_common [None req-3f6eaef4-5664-4ae9-a17b-0130e1d6af6a tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] Allocated IP 172.25.3.236 (4c8455ba-1be5-42ac-b8c2-8a16e1292d55/08fe3644-ce41-4c3f-a7ea-92bac0f0fff5/da10b34f-c63b-4479-98ac-343dd01ebdbf) {{(pid=103591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:42:10.403911 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-1d4c925b-fd66-4465-b7bd-b7c2a7d2e428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:10.406511 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75d9655e-e6ba-482a-9f50-fbb6a2494ba9 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:42:10.419102 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba83a97-9cec-4dbd-baf9-539dd3eb17f8 req-efd714fc-6332-4d8a-85b8-d8d3bdb3f46e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:42:10.419298 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-75d9655e-e6ba-482a-9f50-fbb6a2494ba9 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks [] for router, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:10.419648 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5ba83a97-9cec-4dbd-baf9-539dd3eb17f8 req-efd714fc-6332-4d8a-85b8-d8d3bdb3f46e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=667b9ca4-e57e-4316-8a4b-81fe761e8c2e HTTP/1.1" status: 200 len: 854 time: 0.1841466 Nov 23 17:42:10.425740 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-75d9655e-e6ba-482a-9f50-fbb6a2494ba9 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] 10.222.0.60 "PUT /v2.0/routers/1d2dd293-4c5a-43d3-bb7f-3065bdc1a359 HTTP/1.1" status: 200 len: 700 time: 1.2229185 Nov 23 17:42:10.429062 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 53626) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:42:10.430432 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4976b50-2d85-4dfb-b29c-4529f3b672b8 None None] Sync routers for ids ['1d2dd293-4c5a-43d3-bb7f-3065bdc1a359'] in n-d-816206-8 {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:42:10.453377 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4976b50-2d85-4dfb-b29c-4529f3b672b8 None None] Routers {'1d2dd293-4c5a-43d3-bb7f-3065bdc1a359'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:42:10.454093 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-d4976b50-2d85-4dfb-b29c-4529f3b672b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:41:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['1d2dd293-4c5a-43d3-bb7f-3065bdc1a359'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:42:10.468068 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-8bee1b83-a961-4cbd-bff8-dbcdeeb61e58 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] 10.222.0.60 "GET /v2.0/ports?device_id=1d2dd293-4c5a-43d3-bb7f-3065bdc1a359 HTTP/1.1" status: 200 len: 205 time: 0.0381439 Nov 23 17:42:10.469059 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 53628) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:42:10.505248 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5ba83a97-9cec-4dbd-baf9-539dd3eb17f8 req-dfb3d330-a23f-4e98-b40e-86e241886117 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=983df33e-23dd-411d-9fe2-659f57744967&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0725780 Nov 23 17:42:10.566333 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-1d4c925b-fd66-4465-b7bd-b7c2a7d2e428 None None] For port bd302559-a622-4aa2-a1df-caae459e166f, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=bd302559-a622-4aa2-a1df-caae459e166f,segment=NetworkSegment(97bf93aa-7116-4943-8d21-ff543f30be5d),segment_id=97bf93aa-7116-4943-8d21-ff543f30be5d)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:42:10.588203 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-ab444f3b-bc84-47a0-820c-2c2e9167682b req-c20e3761-03ad-48b3-ba47-8e16791edff7 tempest-VolumesActionsTest-442734151 tempest-VolumesActionsTest-442734151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:10.589951 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-1d4c925b-fd66-4465-b7bd-b7c2a7d2e428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:10.602664 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-a0c4ef58-3eb6-4c7c-b9b6-affdd488e9f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '908b3081-86f5-4649-af90-5b9a4d728ea7', 'name': 'tempest-AttachVolumeShelveTestJSON-1601318973-router', 'tenant_id': '093e052ebdfd4c689471d0502a0c2e0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.177'}], 'enable_snat': True}, 'gw_port_id': '6d7f938f-5576-42b6-829f-dd4bf00be0d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:41:43Z', 'updated_at': '2021-11-23T17:41:57Z', 'revision_number': 4, 'project_id': '093e052ebdfd4c689471d0502a0c2e0a', 'gw_port': {'id': '6d7f938f-5576-42b6-829f-dd4bf00be0d8', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:4a:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '908b3081-86f5-4649-af90-5b9a4d728ea7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2446, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:41:44Z', 'updated_at': '2021-11-23T17:42:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_interfaces': [{'id': 'bd302559-a622-4aa2-a1df-caae459e166f', 'name': '', 'network_id': 'b05aa742-7050-4bee-9612-3681dfd2164b', 'tenant_id': '093e052ebdfd4c689471d0502a0c2e0a', 'mac_address': 'fa:16:3e:04:2e:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '908b3081-86f5-4649-af90-5b9a4d728ea7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2460, 'fixed_ips': [{'subnet_id': '784540e3-73ef-4656-9bfa-913bbf55b1a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:41:51Z', 'updated_at': '2021-11-23T17:42:09Z', 'revision_number': 4, 'project_id': '093e052ebdfd4c689471d0502a0c2e0a', 'subnets': [{'id': '784540e3-73ef-4656-9bfa-913bbf55b1a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:42:10.615874 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-d4976b50-2d85-4dfb-b29c-4529f3b672b8 None None] Set router 1d2dd293-4c5a-43d3-bb7f-3065bdc1a359 gateway port host: None {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:42:10.645756 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ecf95278-858c-4303-b1c5-919e678427d6 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks [] for router, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:10.745995 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-d4976b50-2d85-4dfb-b29c-4529f3b672b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d2dd293-4c5a-43d3-bb7f-3065bdc1a359', 'name': 'tempest-RoutersTest-router-551812585', 'tenant_id': '9ea08f514e394d68a6e33e0a371ec75c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:40:38Z', 'updated_at': '2021-11-23T17:42:00Z', 'revision_number': 11, 'project_id': '9ea08f514e394d68a6e33e0a371ec75c', 'gw_port_host': None}], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:42:10.766010 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0c4ef58-3eb6-4c7c-b9b6-affdd488e9f8 None None] The sync data for ids ['908b3081-86f5-4649-af90-5b9a4d728ea7'] in n-d-816206-8 is: [{'id': '908b3081-86f5-4649-af90-5b9a4d728ea7', 'name': 'tempest-AttachVolumeShelveTestJSON-1601318973-router', 'tenant_id': '093e052ebdfd4c689471d0502a0c2e0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.177'}], 'enable_snat': True}, 'gw_port_id': '6d7f938f-5576-42b6-829f-dd4bf00be0d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:41:43Z', 'updated_at': '2021-11-23T17:41:57Z', 'revision_number': 4, 'project_id': '093e052ebdfd4c689471d0502a0c2e0a', 'gw_port': {'id': '6d7f938f-5576-42b6-829f-dd4bf00be0d8', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:4a:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '908b3081-86f5-4649-af90-5b9a4d728ea7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2446, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:41:44Z', 'updated_at': '2021-11-23T17:42:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_interfaces': [{'id': 'bd302559-a622-4aa2-a1df-caae459e166f', 'name': '', 'network_id': 'b05aa742-7050-4bee-9612-3681dfd2164b', 'tenant_id': '093e052ebdfd4c689471d0502a0c2e0a', 'mac_address': 'fa:16:3e:04:2e:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '908b3081-86f5-4649-af90-5b9a4d728ea7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2460, 'fixed_ips': [{'subnet_id': '784540e3-73ef-4656-9bfa-913bbf55b1a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:41:51Z', 'updated_at': '2021-11-23T17:42:09Z', 'revision_number': 4, 'project_id': '093e052ebdfd4c689471d0502a0c2e0a', 'subnets': [{'id': '784540e3-73ef-4656-9bfa-913bbf55b1a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:42:10.798828 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9b5cf4-9c83-4b05-8425-a0803ca18c91 req-fb744ff5-4aa2-41ff-9832-500eb6321173 tempest-VolumesBackupsTest-643586812 tempest-VolumesBackupsTest-643586812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:42:10.812002 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5a9b5cf4-9c83-4b05-8425-a0803ca18c91 req-fb744ff5-4aa2-41ff-9832-500eb6321173 tempest-VolumesBackupsTest-643586812 tempest-VolumesBackupsTest-643586812-project] 10.222.0.60 "GET /v2.0/ports?device_id=3aeb0ea1-307a-4c3c-9237-d07df043ece9 HTTP/1.1" status: 200 len: 948 time: 0.4750280 Nov 23 17:42:10.813120 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4976b50-2d85-4dfb-b29c-4529f3b672b8 None None] Checking router: 1d2dd293-4c5a-43d3-bb7f-3065bdc1a359 for host: n-d-816206-8 {{(pid=103593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 17:42:10.838531 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4976b50-2d85-4dfb-b29c-4529f3b672b8 None None] Routers {'1d2dd293-4c5a-43d3-bb7f-3065bdc1a359'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:42:10.839264 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-d4976b50-2d85-4dfb-b29c-4529f3b672b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:41:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['1d2dd293-4c5a-43d3-bb7f-3065bdc1a359'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:42:10.882444 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20e3761-03ad-48b3-ba47-8e16791edff7 tempest-VolumesActionsTest-442734151 tempest-VolumesActionsTest-442734151-project] Pushing event updated for resources: {'Port': ['ID=701772b5-54d9-4250-a91a-10c8a93c0699,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:42:10.911696 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4c925b-fd66-4465-b7bd-b7c2a7d2e428 None None] Pushing event updated for resources: {'Port': ['ID=bd302559-a622-4aa2-a1df-caae459e166f,revision_number=5']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:42:10.990723 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ecf95278-858c-4303-b1c5-919e678427d6 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1794352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8175'] for router, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:10.993411 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ecf95278-858c-4303-b1c5-919e678427d6 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:11.022000 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-d4976b50-2d85-4dfb-b29c-4529f3b672b8 None None] Set router 1d2dd293-4c5a-43d3-bb7f-3065bdc1a359 gateway port host: None {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:42:11.038414 n-d-816206-8 neutron-server[103590]: DEBUG neutron.objects.ports [None req-23173a71-1675-41af-8ea9-13f3c1add243 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103590) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 23 17:42:11.042800 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-23173a71-1675-41af-8ea9-13f3c1add243 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264358096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264730885'] for subnet, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:11.067334 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-3f6eaef4-5664-4ae9-a17b-0130e1d6af6a tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] Publish callbacks [] for port, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:11.087715 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-d4976b50-2d85-4dfb-b29c-4529f3b672b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d2dd293-4c5a-43d3-bb7f-3065bdc1a359', 'name': 'tempest-RoutersTest-router-551812585', 'tenant_id': '9ea08f514e394d68a6e33e0a371ec75c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:40:38Z', 'updated_at': '2021-11-23T17:42:00Z', 'revision_number': 11, 'project_id': '9ea08f514e394d68a6e33e0a371ec75c', 'gw_port_host': None}], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:42:11.118814 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4976b50-2d85-4dfb-b29c-4529f3b672b8 None None] The sync data for ids ['1d2dd293-4c5a-43d3-bb7f-3065bdc1a359'] in n-d-816206-8 is: [{'id': '1d2dd293-4c5a-43d3-bb7f-3065bdc1a359', 'name': 'tempest-RoutersTest-router-551812585', 'tenant_id': '9ea08f514e394d68a6e33e0a371ec75c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:40:38Z', 'updated_at': '2021-11-23T17:42:00Z', 'revision_number': 11, 'project_id': '9ea08f514e394d68a6e33e0a371ec75c', 'gw_port_host': None}] {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:42:11.152768 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23173a71-1675-41af-8ea9-13f3c1add243 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Network 56dedb9c-c874-4806-8073-23c183970f13 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:42:11.159655 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-fa8a05da-87d4-4860-9ede-e24197e59729 req-7aeeeac1-62aa-4536-9b5b-1f998ce79bbf tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] 10.222.0.60 "GET /v2.0/ports?device_id=6405c518-c3fe-4701-acc0-e089ba26cce4 HTTP/1.1" status: 200 len: 210 time: 0.3234494 Nov 23 17:42:11.165479 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-3f6eaef4-5664-4ae9-a17b-0130e1d6af6a tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:11.190165 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-23173a71-1675-41af-8ea9-13f3c1add243 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:42:11.194861 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23173a71-1675-41af-8ea9-13f3c1add243 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:42:11.195466 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-23173a71-1675-41af-8ea9-13f3c1add243 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks [] for subnet, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:11.200053 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29b5c5ad-72f7-45e0-abb1-51fb26cb5fe3 None None] Network 56dedb9c-c874-4806-8073-23c183970f13 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:42:11.245413 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device f51b812d-2eed-4dc5-9375-7ad9f1d0dd79 details requested by agent hyperv_n-h2-816206-8 with host n-h2-816206-8 {{(pid=103592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 17:42:11.261161 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ecf95278-858c-4303-b1c5-919e678427d6 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1795580'] for router, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:11.261771 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecf95278-858c-4303-b1c5-919e678427d6 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Fanout notify agent at l3_agent the message router_deleted on router 1d2dd293-4c5a-43d3-bb7f-3065bdc1a359 {{(pid=103590) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 17:42:11.273034 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-23173a71-1675-41af-8ea9-13f3c1add243 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.0412929 Nov 23 17:42:11.276042 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 53638) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:42:11.293723 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6eaef4-5664-4ae9-a17b-0130e1d6af6a tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] Pushing event updated for resources: {'Port': ['ID=da10b34f-c63b-4479-98ac-343dd01ebdbf,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:42:11.294165 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ecf95278-858c-4303-b1c5-919e678427d6 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks [] for router, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:11.305712 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab444f3b-bc84-47a0-820c-2c2e9167682b req-c20e3761-03ad-48b3-ba47-8e16791edff7 tempest-VolumesActionsTest-442734151 tempest-VolumesActionsTest-442734151-project] Network b04d3905-94fd-478d-8f36-29a81061160f is already hosted by enough agents. {{(pid=103591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:42:11.309021 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-ecf95278-858c-4303-b1c5-919e678427d6 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] 10.222.0.60 "DELETE /v2.0/routers/1d2dd293-4c5a-43d3-bb7f-3065bdc1a359 HTTP/1.1" status: 204 len: 168 time: 0.8371027 Nov 23 17:42:11.328975 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-bbb39516-d4cb-4201-84f2-2efe7f03fac8 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Request body: {'subnet': {'network_id': '56dedb9c-c874-4806-8073-23c183970f13', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:42:11.338857 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 53640) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:42:11.354678 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-09416b61-263c-46d7-9171-90f31902979f tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2028395862', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:42:11.374202 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [req-ab444f3b-bc84-47a0-820c-2c2e9167682b req-c20e3761-03ad-48b3-ba47-8e16791edff7 tempest-VolumesActionsTest-442734151 tempest-VolumesActionsTest-442734151-project] Resources bound (agent type, host, resource id): {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:42:11.391857 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5a9b5cf4-9c83-4b05-8425-a0803ca18c91 req-71342a68-aa1c-45d9-a428-ec3fc002a46b tempest-VolumesBackupsTest-643586812 tempest-VolumesBackupsTest-643586812-project] 10.222.0.60 "GET /v2.0/security-groups?id=4df28033-856d-4fed-8b1f-2717b5a26001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5747457 Nov 23 17:42:11.398012 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f6eaef4-5664-4ae9-a17b-0130e1d6af6a tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] Network 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 is already hosted by enough agents. {{(pid=103591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:42:11.406258 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab444f3b-bc84-47a0-820c-2c2e9167682b req-c20e3761-03ad-48b3-ba47-8e16791edff7 tempest-VolumesActionsTest-442734151 tempest-VolumesActionsTest-442734151-project] Received port after_create {{(pid=103591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:42:11.412464 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23173a71-1675-41af-8ea9-13f3c1add243 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Pushing event updated for resources: {'Subnet': ['ID=aedc5714-ea99-4654-84cb-f229bdff686f,revision_number=0']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:42:11.434801 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.agents_db [None req-464f6c07-0de8-4be6-8f5b-563f574d1c5d None None] Agent healthcheck: found 7 active agents {{(pid=103593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 17:42:11.475781 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [None req-3f6eaef4-5664-4ae9-a17b-0130e1d6af6a tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] Resources bound (agent type, host, resource id): {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:42:11.508413 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-215ccda4-e748-4118-bc01-4b6382dd265e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp355044b8-8e87-58c4-94fa-4a010ec30f9e-56dedb9c-c874-4806-8073-23c183970f13', 'network_id': '56dedb9c-c874-4806-8073-23c183970f13', 'tenant_id': 'a17872768c1e4384801bad129509cfa7', 'fixed_ips': [{'subnet_id': 'aedc5714-ea99-4654-84cb-f229bdff686f'}]}} from n-d-816206-8. {{(pid=103592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 17:42:11.509407 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-215ccda4-e748-4118-bc01-4b6382dd265e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:11.597376 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-09416b61-263c-46d7-9171-90f31902979f tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1793449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8093'] for router, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:11.598446 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-09416b61-263c-46d7-9171-90f31902979f tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1794473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1794771', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1638326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8086'] for router, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:11.617752 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f6eaef4-5664-4ae9-a17b-0130e1d6af6a tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] Received port after_create {{(pid=103591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:42:11.728109 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-09416b61-263c-46d7-9171-90f31902979f tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:11.775074 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-09416b61-263c-46d7-9171-90f31902979f tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1794316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1795362'] for router, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:11.783189 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5ba83a97-9cec-4dbd-baf9-539dd3eb17f8 req-e394b302-f08b-4a60-85ca-76fbb7d57419 service neutron] 10.222.0.36 "GET /v2.0/networks/983df33e-23dd-411d-9fe2-659f57744967?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2381907 Nov 23 17:42:11.814964 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-09416b61-263c-46d7-9171-90f31902979f tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks [] for router, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:11.819439 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-09416b61-263c-46d7-9171-90f31902979f tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4683168 Nov 23 17:42:11.820576 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 53644) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:42:11.839149 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device bd302559-a622-4aa2-a1df-caae459e166f up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:42:11.848315 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-ecfd120a-6e3f-4601-b012-c2d65b2505d8 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:42:11.973131 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab444f3b-bc84-47a0-820c-2c2e9167682b req-c20e3761-03ad-48b3-ba47-8e16791edff7 tempest-VolumesActionsTest-442734151 tempest-VolumesActionsTest-442734151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:42:11.974565 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-ab444f3b-bc84-47a0-820c-2c2e9167682b req-c20e3761-03ad-48b3-ba47-8e16791edff7 tempest-VolumesActionsTest-442734151 tempest-VolumesActionsTest-442734151-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:12.020349 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port f51b812d-2eed-4dc5-9375-7ad9f1d0dd79, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=f51b812d-2eed-4dc5-9375-7ad9f1d0dd79,segment=NetworkSegment(85eec0be-8b24-42a3-b0b6-c1087790d7a8),segment_id=85eec0be-8b24-42a3-b0b6-c1087790d7a8)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:42:12.043933 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port bd302559-a622-4aa2-a1df-caae459e166f triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:42:12.044307 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:12.045767 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9ccb0c-40f6-4247-87c7-9dd8f59790e5 req-ba922158-43ae-4ec6-bade-9b426e16fc0a tempest-VolumesActionsTest-442734151 tempest-VolumesActionsTest-442734151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:42:12.049153 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.db_base_plugin_common [None req-215ccda4-e748-4118-bc01-4b6382dd265e None None] Allocated IP 2001:db8::f816:3eff:fe8f:4d61 (56dedb9c-c874-4806-8073-23c183970f13/aedc5714-ea99-4654-84cb-f229bdff686f/4a8392c6-d9a8-4ecf-b467-e4e2dd280f15) {{(pid=103592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:42:12.050089 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-cf9ccb0c-40f6-4247-87c7-9dd8f59790e5 req-ba922158-43ae-4ec6-bade-9b426e16fc0a tempest-VolumesActionsTest-442734151 tempest-VolumesActionsTest-442734151-project] 10.222.0.60 "GET /v2.0/ports?device_id=e575047e-db9d-4c9b-9d83-cb9756b65ee6 HTTP/1.1" status: 200 len: 931 time: 0.6321104 Nov 23 17:42:12.086903 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Returning: {'device': 'f51b812d-2eed-4dc5-9375-7ad9f1d0dd79', 'network_id': '983df33e-23dd-411d-9fe2-659f57744967', 'port_id': 'f51b812d-2eed-4dc5-9375-7ad9f1d0dd79', 'mac_address': 'fa:16:3e:ab:00:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 524, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '667b9ca4-e57e-4316-8a4b-81fe761e8c2e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 17:42:12.129218 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbb39516-d4cb-4201-84f2-2efe7f03fac8 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Made reservation on behalf of a17872768c1e4384801bad129509cfa7 for: {'subnet': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:42:12.138605 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-bbb39516-d4cb-4201-84f2-2efe7f03fac8 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264730903'] for subnet, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:12.226925 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58fc905-3268-41ff-b7bb-9912e5b159f8 req-84fbb064-3a1d-4e5a-a771-45c9c359fc69 tempest-InstanceActionsTestJSON-1355406583 tempest-InstanceActionsTestJSON-1355406583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:42:12.230066 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a58fc905-3268-41ff-b7bb-9912e5b159f8 req-84fbb064-3a1d-4e5a-a771-45c9c359fc69 tempest-InstanceActionsTestJSON-1355406583 tempest-InstanceActionsTestJSON-1355406583-project] 10.222.0.60 "GET /v2.0/ports?device_id=2b3dda08-c98d-4327-bf96-769c7b70e3e2 HTTP/1.1" status: 200 len: 944 time: 0.6033659 Nov 23 17:42:12.356371 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-3f6eaef4-5664-4ae9-a17b-0130e1d6af6a tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:12.395517 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ecfd120a-6e3f-4601-b012-c2d65b2505d8 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1795385', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1794325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8160'] for router, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:12.400990 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ab444f3b-bc84-47a0-820c-2c2e9167682b req-c20e3761-03ad-48b3-ba47-8e16791edff7 tempest-VolumesActionsTest-442734151 tempest-VolumesActionsTest-442734151-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.1857483 Nov 23 17:42:12.403021 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5ba83a97-9cec-4dbd-baf9-539dd3eb17f8 req-0827a551-acd4-497b-b684-69bb0899ab0a service neutron] 10.222.0.36 "GET /v2.0/networks/983df33e-23dd-411d-9fe2-659f57744967?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5860732 Nov 23 17:42:12.425204 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [req-ab444f3b-bc84-47a0-820c-2c2e9167682b req-2c07a024-9a28-446a-894b-9eb68da52ca8 service neutron] Request body: {'port': {'device_id': 'e575047e-db9d-4c9b-9d83-cb9756b65ee6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-8'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:42:12.431160 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ecfd120a-6e3f-4601-b012-c2d65b2505d8 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1795362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1795376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1795371', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1794338'] for router, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:12.497884 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:12.533782 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-cf9ccb0c-40f6-4247-87c7-9dd8f59790e5 req-35f3dffc-349e-4c11-809e-47c00b75b3f9 tempest-VolumesActionsTest-442734151 tempest-VolumesActionsTest-442734151-project] 10.222.0.60 "GET /v2.0/security-groups?id=68fe547d-d706-4389-a025-af2d1c7bf46e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3843668 Nov 23 17:42:12.539136 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-3f6eaef4-5664-4ae9-a17b-0130e1d6af6a tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:12.553155 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f51b812d-2eed-4dc5-9375-7ad9f1d0dd79 {{(pid=103592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:42:12.614836 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port f51b812d-2eed-4dc5-9375-7ad9f1d0dd79, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=f51b812d-2eed-4dc5-9375-7ad9f1d0dd79,segment=NetworkSegment(85eec0be-8b24-42a3-b0b6-c1087790d7a8),segment_id=85eec0be-8b24-42a3-b0b6-c1087790d7a8)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:42:12.642811 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:12.650328 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-bbb39516-d4cb-4201-84f2-2efe7f03fac8 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264358096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264730885'] for subnet, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:12.666599 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a58fc905-3268-41ff-b7bb-9912e5b159f8 req-3a2f87ba-77b8-4121-8b21-c884252be932 tempest-InstanceActionsTestJSON-1355406583 tempest-InstanceActionsTestJSON-1355406583-project] 10.222.0.60 "GET /v2.0/security-groups?id=f6b6eac1-340c-40ab-b97e-f0769e7e5b42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2741423 Nov 23 17:42:12.770953 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-548bf587-df0b-4c04-870e-3784ff8593c4 req-4500a3ad-2318-4c08-b0f1-e0d7bd5aaf9e tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] 10.222.0.60 "GET /v2.0/ports?device_id=6405c518-c3fe-4701-acc0-e089ba26cce4 HTTP/1.1" status: 200 len: 210 time: 0.0859540 Nov 23 17:42:12.775164 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-215ccda4-e748-4118-bc01-4b6382dd265e None None] Publish callbacks [] for port, precommit_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:12.793789 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-215ccda4-e748-4118-bc01-4b6382dd265e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980'] for port, after_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:12.806157 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb39516-d4cb-4201-84f2-2efe7f03fac8 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Pushing event updated for resources: {'Subnet': ['ID=ffe58e8d-872d-40ed-822b-80bd91e4482b,revision_number=0']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:42:12.812546 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-ab444f3b-bc84-47a0-820c-2c2e9167682b req-2c07a024-9a28-446a-894b-9eb68da52ca8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:12.832632 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbb39516-d4cb-4201-84f2-2efe7f03fac8 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Network 56dedb9c-c874-4806-8073-23c183970f13 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:42:12.843335 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-bbb39516-d4cb-4201-84f2-2efe7f03fac8 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:42:12.854526 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbb39516-d4cb-4201-84f2-2efe7f03fac8 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:42:12.855245 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-bbb39516-d4cb-4201-84f2-2efe7f03fac8 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks [] for subnet, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:12.865089 n-d-816206-8 neutron-server[103592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-215ccda4-e748-4118-bc01-4b6382dd265e None None] Network 56dedb9c-c874-4806-8073-23c183970f13 is already hosted by enough agents. {{(pid=103592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:42:12.872688 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Pushing event updated for resources: {'Port': ['ID=f51b812d-2eed-4dc5-9375-7ad9f1d0dd79,revision_number=4']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:42:12.880034 n-d-816206-8 neutron-server[103592]: DEBUG neutron.scheduler.base_scheduler [None req-215ccda4-e748-4118-bc01-4b6382dd265e None None] Resources bound (agent type, host, resource id): {{(pid=103592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:42:12.884241 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-215ccda4-e748-4118-bc01-4b6382dd265e None None] Received port after_create {{(pid=103592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:42:12.911341 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 53652) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:42:12.917553 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-bbb39516-d4cb-4201-84f2-2efe7f03fac8 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6016130 Nov 23 17:42:12.918631 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-2a291c0a-b775-4456-ad46-7595719ba901 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Request body: {'port': {'network_id': '56dedb9c-c874-4806-8073-23c183970f13', 'mac_address': 'fa:16:3e:15:71:0c', 'name': 'tempest-NetworksTestDHCPv6-780546700'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:42:12.962471 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] get_ports_and_sgs() called for port_ids ['f51b812d-2eed-4dc5-9375-7ad9f1d0dd79'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:42:12.965384 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecfd120a-6e3f-4601-b012-c2d65b2505d8 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Router 09fb46e4-c843-4eee-92fc-4ae969a963b4 is scheduled to L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 with binding_index 1 {{(pid=103590) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 17:42:12.976476 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device ce8b633a-6cd2-4637-acae-9d541f261158 up at agent hyperv_n-h1-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:42:13.035833 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d5a15a-8181-43ce-ba96-cfeecd82dd25 req-8f765452-7224-488d-b3c4-c451846bfd40 tempest-VolumesBackupsTest-643586812 tempest-VolumesBackupsTest-643586812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:42:13.037420 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b6d5a15a-8181-43ce-ba96-cfeecd82dd25 req-8f765452-7224-488d-b3c4-c451846bfd40 tempest-VolumesBackupsTest-643586812 tempest-VolumesBackupsTest-643586812-project] 10.222.0.60 "GET /v2.0/ports?device_id=3aeb0ea1-307a-4c3c-9237-d07df043ece9 HTTP/1.1" status: 200 len: 948 time: 0.2598886 Nov 23 17:42:13.039300 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215ccda4-e748-4118-bc01-4b6382dd265e None None] Pushing event updated for resources: {'Port': ['ID=4a8392c6-d9a8-4ecf-b467-e4e2dd280f15,revision_number=1']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:42:13.101804 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a291c0a-b775-4456-ad46-7595719ba901 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Made reservation on behalf of a17872768c1e4384801bad129509cfa7 for: {'port': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:42:13.113223 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecfd120a-6e3f-4601-b012-c2d65b2505d8 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:42:13.129642 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ecfd120a-6e3f-4601-b012-c2d65b2505d8 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks [] for router, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:13.131286 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-ecfd120a-6e3f-4601-b012-c2d65b2505d8 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] 10.222.0.60 "PUT /v2.0/routers/09fb46e4-c843-4eee-92fc-4ae969a963b4 HTTP/1.1" status: 200 len: 694 time: 1.3022385 Nov 23 17:42:13.132771 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa519b63-e857-4148-ac53-d49b43038ec8 None None] Sync routers for ids ['09fb46e4-c843-4eee-92fc-4ae969a963b4'] in n-d-816206-8 {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:42:13.134421 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 53654) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:42:13.140162 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-8794b442-29de-4d9b-8db5-027a012f9a23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:13.156819 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa519b63-e857-4148-ac53-d49b43038ec8 None None] Routers {'09fb46e4-c843-4eee-92fc-4ae969a963b4'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:42:13.158129 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-fa519b63-e857-4148-ac53-d49b43038ec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:41:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['09fb46e4-c843-4eee-92fc-4ae969a963b4'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:42:13.161193 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-215ccda4-e748-4118-bc01-4b6382dd265e None None] Attempting to bind port 4a8392c6-d9a8-4ecf-b467-e4e2dd280f15 on host n-d-816206-8 for vnic_type normal with profile {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:42:13.161622 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-215ccda4-e748-4118-bc01-4b6382dd265e None None] Attempting to bind port 4a8392c6-d9a8-4ecf-b467-e4e2dd280f15 by drivers openvswitch,hyperv on host n-d-816206-8 at level 0 using segments [{'id': '208f22fc-9686-4ca3-a88c-018385437c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '56dedb9c-c874-4806-8073-23c183970f13'}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:42:13.161925 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-215ccda4-e748-4118-bc01-4b6382dd265e None None] Attempting to bind port 4a8392c6-d9a8-4ecf-b467-e4e2dd280f15 on network 56dedb9c-c874-4806-8073-23c183970f13 {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:42:13.252382 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-215ccda4-e748-4118-bc01-4b6382dd265e None None] Checking agent: {'id': '9e89acbe-4bbe-4c77-a18b-6f1da9133e0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 7, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 41, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:42:13.252830 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-215ccda4-e748-4118-bc01-4b6382dd265e None None] Checking segment: {'id': '208f22fc-9686-4ca3-a88c-018385437c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '56dedb9c-c874-4806-8073-23c183970f13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:42:13.253192 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-215ccda4-e748-4118-bc01-4b6382dd265e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:13.253860 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-215ccda4-e748-4118-bc01-4b6382dd265e None None] Bound using segment: {'id': '208f22fc-9686-4ca3-a88c-018385437c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '56dedb9c-c874-4806-8073-23c183970f13'} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:42:13.254076 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-215ccda4-e748-4118-bc01-4b6382dd265e None None] Bound port: 4a8392c6-d9a8-4ecf-b467-e4e2dd280f15, host: n-d-816206-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '208f22fc-9686-4ca3-a88c-018385437c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '56dedb9c-c874-4806-8073-23c183970f13'}}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:42:13.254456 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-215ccda4-e748-4118-bc01-4b6382dd265e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:13.316725 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvr_db [None req-fa519b63-e857-4148-ac53-d49b43038ec8 None None] Set router 09fb46e4-c843-4eee-92fc-4ae969a963b4 gateway port host: None {{(pid=103592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:42:13.318708 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Provisioning for port ce8b633a-6cd2-4637-acae-9d541f261158 completed by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 17:42:13.325662 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-70908b8c-b374-403b-b755-c65d865609ec tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] 10.222.0.60 "GET /v2.0/routers/09fb46e4-c843-4eee-92fc-4ae969a963b4 HTTP/1.1" status: 200 len: 700 time: 0.1868050 Nov 23 17:42:13.328046 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 53656) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:42:13.335180 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b6d5a15a-8181-43ce-ba96-cfeecd82dd25 req-6b7311fd-a24a-4d6a-b71f-d65687ca8f68 tempest-VolumesBackupsTest-643586812 tempest-VolumesBackupsTest-643586812-project] 10.222.0.60 "GET /v2.0/security-groups?id=4df28033-856d-4fed-8b1f-2717b5a26001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2465465 Nov 23 17:42:13.394930 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-215ccda4-e748-4118-bc01-4b6382dd265e None None] For port 4a8392c6-d9a8-4ecf-b467-e4e2dd280f15, host n-d-816206-8, cleared binding levels {{(pid=103592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:42:13.398416 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-215ccda4-e748-4118-bc01-4b6382dd265e None None] For port 4a8392c6-d9a8-4ecf-b467-e4e2dd280f15, host n-d-816206-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=4a8392c6-d9a8-4ecf-b467-e4e2dd280f15,segment=NetworkSegment(208f22fc-9686-4ca3-a88c-018385437c28),segment_id=208f22fc-9686-4ca3-a88c-018385437c28)] {{(pid=103592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:42:13.400273 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-2a291c0a-b775-4456-ad46-7595719ba901 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:13.416902 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-643338e9-7b78-4f07-af31-11af197b8d89 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] 10.222.0.60 "GET /v2.0/ports?device_id=09fb46e4-c843-4eee-92fc-4ae969a963b4 HTTP/1.1" status: 200 len: 205 time: 0.0830922 Nov 23 17:42:13.421398 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 53658) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:42:13.435164 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-3f6eaef4-5664-4ae9-a17b-0130e1d6af6a tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] Publish callbacks [] for port, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:13.439135 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Provisioning complete for port ce8b633a-6cd2-4637-acae-9d541f261158 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:42:13.441457 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:13.504998 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-215ccda4-e748-4118-bc01-4b6382dd265e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:13.562940 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-fa519b63-e857-4148-ac53-d49b43038ec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09fb46e4-c843-4eee-92fc-4ae969a963b4', 'name': 'tempest-RoutersTest-router-2028395862', 'tenant_id': '9ea08f514e394d68a6e33e0a371ec75c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:42:11Z', 'updated_at': '2021-11-23T17:42:12Z', 'revision_number': 2, 'project_id': '9ea08f514e394d68a6e33e0a371ec75c', 'gw_port_host': None}], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:42:13.636439 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [req-ab444f3b-bc84-47a0-820c-2c2e9167682b req-2c07a024-9a28-446a-894b-9eb68da52ca8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 701772b5-54d9-4250-a91a-10c8a93c0699 {{(pid=103591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:42:13.657693 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-ab444f3b-bc84-47a0-820c-2c2e9167682b req-2c07a024-9a28-446a-894b-9eb68da52ca8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:13.665928 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa519b63-e857-4148-ac53-d49b43038ec8 None None] Checking router: 09fb46e4-c843-4eee-92fc-4ae969a963b4 for host: n-d-816206-8 {{(pid=103592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 17:42:13.687110 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:13.687932 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.provisioning_blocks [req-ab444f3b-bc84-47a0-820c-2c2e9167682b req-2c07a024-9a28-446a-894b-9eb68da52ca8 service neutron] Transition to ACTIVE for port object 701772b5-54d9-4250-a91a-10c8a93c0699 will not be triggered until provisioned by entity L2. {{(pid=103591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 17:42:13.690708 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-3f6eaef4-5664-4ae9-a17b-0130e1d6af6a tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264758186'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:13.733276 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [None req-2a291c0a-b775-4456-ad46-7595719ba901 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] device_id is not set on port c24665c6-ae8f-4a78-835d-bd20b5c98c87 yet. {{(pid=103591) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 17:42:13.746026 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa519b63-e857-4148-ac53-d49b43038ec8 None None] Routers {'09fb46e4-c843-4eee-92fc-4ae969a963b4'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:42:13.747170 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-fa519b63-e857-4148-ac53-d49b43038ec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:41:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['09fb46e4-c843-4eee-92fc-4ae969a963b4'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:42:13.772299 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-ab444f3b-bc84-47a0-820c-2c2e9167682b req-2c07a024-9a28-446a-894b-9eb68da52ca8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264758186'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:13.855044 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvr_db [None req-fa519b63-e857-4148-ac53-d49b43038ec8 None None] Set router 09fb46e4-c843-4eee-92fc-4ae969a963b4 gateway port host: None {{(pid=103592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:42:13.932467 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-fa519b63-e857-4148-ac53-d49b43038ec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09fb46e4-c843-4eee-92fc-4ae969a963b4', 'name': 'tempest-RoutersTest-router-2028395862', 'tenant_id': '9ea08f514e394d68a6e33e0a371ec75c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:42:11Z', 'updated_at': '2021-11-23T17:42:12Z', 'revision_number': 2, 'project_id': '9ea08f514e394d68a6e33e0a371ec75c', 'gw_port_host': None}], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:42:13.987259 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa519b63-e857-4148-ac53-d49b43038ec8 None None] The sync data for ids ['09fb46e4-c843-4eee-92fc-4ae969a963b4'] in n-d-816206-8 is: [{'id': '09fb46e4-c843-4eee-92fc-4ae969a963b4', 'name': 'tempest-RoutersTest-router-2028395862', 'tenant_id': '9ea08f514e394d68a6e33e0a371ec75c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:42:11Z', 'updated_at': '2021-11-23T17:42:12Z', 'revision_number': 2, 'project_id': '9ea08f514e394d68a6e33e0a371ec75c', 'gw_port_host': None}] {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:42:13.993816 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215ccda4-e748-4118-bc01-4b6382dd265e None None] Pushing event updated for resources: {'Port': ['ID=4a8392c6-d9a8-4ecf-b467-e4e2dd280f15,revision_number=2']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:42:14.019884 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6eaef4-5664-4ae9-a17b-0130e1d6af6a tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] Pushing event updated for resources: {'Port': ['ID=da10b34f-c63b-4479-98ac-343dd01ebdbf,revision_number=2']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:42:14.209202 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:14.211067 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:14.211194 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-07acd7ca-f7e4-4c6b-a64c-ec977bbbf36a tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks [] for router, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:14.273440 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3e4671-6553-4b4d-8745-42c0f4b0bc27 req-5b0757c5-8ab4-48f8-a009-95798ea1769e tempest-VolumesActionsTest-442734151 tempest-VolumesActionsTest-442734151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:42:14.276981 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6d3e4671-6553-4b4d-8745-42c0f4b0bc27 req-5b0757c5-8ab4-48f8-a009-95798ea1769e tempest-VolumesActionsTest-442734151 tempest-VolumesActionsTest-442734151-project] 10.222.0.60 "GET /v2.0/ports?device_id=e575047e-db9d-4c9b-9d83-cb9756b65ee6 HTTP/1.1" status: 200 len: 943 time: 0.5542352 Nov 23 17:42:14.277749 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port ce8b633a-6cd2-4637-acae-9d541f261158, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=ce8b633a-6cd2-4637-acae-9d541f261158,segment=NetworkSegment(329c1745-02bf-4561-9615-3192910887f5),segment_id=329c1745-02bf-4561-9615-3192910887f5)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:42:14.279179 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3aeb0ea1-307a-4c3c-9237-d07df043ece9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce8b633a-6cd2-4637-acae-9d541f261158'}] {{(pid=103592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:42:14.282533 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba3e6a8f2301c7a29fe1eca9779abdae4ccbcd6266d69778087f2498d5551201" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6932f142-db7e-45c6-8cdc-bf3c0488cf9f" -d '{"events": [{"server_uuid": "3aeb0ea1-307a-4c3c-9237-d07df043ece9", "name": "network-vif-plugged", "status": "completed", "tag": "ce8b633a-6cd2-4637-acae-9d541f261158"}]}' {{(pid=103592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:42:14.292256 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:14.341983 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-3f6eaef4-5664-4ae9-a17b-0130e1d6af6a tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1795396'] for floatingip, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:14.384523 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d843a19-b209-4ca6-84ed-b2905f7355b6 req-b8bd0639-a22b-40bd-9127-ed3efb57d6a4 tempest-InstanceActionsTestJSON-1355406583 tempest-InstanceActionsTestJSON-1355406583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:42:14.386096 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6d843a19-b209-4ca6-84ed-b2905f7355b6 req-b8bd0639-a22b-40bd-9127-ed3efb57d6a4 tempest-InstanceActionsTestJSON-1355406583 tempest-InstanceActionsTestJSON-1355406583-project] 10.222.0.60 "GET /v2.0/ports?device_id=2b3dda08-c98d-4327-bf96-769c7b70e3e2 HTTP/1.1" status: 200 len: 945 time: 0.5010030 Nov 23 17:42:14.402781 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Pushing event updated for resources: {'Port': ['ID=ce8b633a-6cd2-4637-acae-9d541f261158,revision_number=5']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:42:14.408914 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c07a024-9a28-446a-894b-9eb68da52ca8 service neutron] Pushing event updated for resources: {'Port': ['ID=701772b5-54d9-4250-a91a-10c8a93c0699,revision_number=2']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:42:14.552737 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-3f6eaef4-5664-4ae9-a17b-0130e1d6af6a tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for floatingip, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:14.565587 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-3f6eaef4-5664-4ae9-a17b-0130e1d6af6a tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.1038053 Nov 23 17:42:14.566282 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-07acd7ca-f7e4-4c6b-a64c-ec977bbbf36a tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1794352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8175'] for router, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:14.569567 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-07acd7ca-f7e4-4c6b-a64c-ec977bbbf36a tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:14.656891 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-07acd7ca-f7e4-4c6b-a64c-ec977bbbf36a tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1795580'] for router, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:14.657454 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07acd7ca-f7e4-4c6b-a64c-ec977bbbf36a tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Fanout notify agent at l3_agent the message router_deleted on router 09fb46e4-c843-4eee-92fc-4ae969a963b4 {{(pid=103590) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 17:42:14.666931 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-07acd7ca-f7e4-4c6b-a64c-ec977bbbf36a tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] Publish callbacks [] for router, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:14.668604 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-07acd7ca-f7e4-4c6b-a64c-ec977bbbf36a tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] 10.222.0.60 "DELETE /v2.0/routers/09fb46e4-c843-4eee-92fc-4ae969a963b4 HTTP/1.1" status: 204 len: 168 time: 1.2456849 Nov 23 17:42:14.673127 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 53682) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:42:14.714570 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-8c8b27a4-5504-4529-a678-0e9d36a69d5e tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] 10.222.0.60 "GET /v2.0/ports?device_id=09fb46e4-c843-4eee-92fc-4ae969a963b4 HTTP/1.1" status: 200 len: 205 time: 0.0402699 Nov 23 17:42:14.718447 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 53684) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:42:14.772843 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6d3e4671-6553-4b4d-8745-42c0f4b0bc27 req-c874c209-de5d-424c-b075-c86fd81c4eae tempest-VolumesActionsTest-442734151 tempest-VolumesActionsTest-442734151-project] 10.222.0.60 "GET /v2.0/security-groups?id=68fe547d-d706-4389-a025-af2d1c7bf46e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4676914 Nov 23 17:42:14.805717 n-d-816206-8 neutron-server[103590]: INFO neutron.api.v2.resource [None req-4007ceff-eb5f-4f4c-96f5-005e414e571b tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] delete failed (client error): The resource could not be found. Nov 23 17:42:14.810262 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-4007ceff-eb5f-4f4c-96f5-005e414e571b tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] 10.222.0.60 "DELETE /v2.0/routers/09fb46e4-c843-4eee-92fc-4ae969a963b4 HTTP/1.1" status: 404 len: 336 time: 0.0877430 Nov 23 17:42:14.812164 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 53692) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:42:14.818764 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.db_base_plugin_common [None req-2a291c0a-b775-4456-ad46-7595719ba901 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Allocated IP 172.20.0.11 (56dedb9c-c874-4806-8073-23c183970f13/ffe58e8d-872d-40ed-822b-80bd91e4482b/c24665c6-ae8f-4a78-835d-bd20b5c98c87) {{(pid=103591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:42:14.827691 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-ab444f3b-bc84-47a0-820c-2c2e9167682b req-2c07a024-9a28-446a-894b-9eb68da52ca8 service neutron] Attempting to bind port 701772b5-54d9-4250-a91a-10c8a93c0699 on host n-h1-816206-8 for vnic_type normal with profile {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:42:14.828037 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-ab444f3b-bc84-47a0-820c-2c2e9167682b req-2c07a024-9a28-446a-894b-9eb68da52ca8 service neutron] Attempting to bind port 701772b5-54d9-4250-a91a-10c8a93c0699 by drivers openvswitch,hyperv on host n-h1-816206-8 at level 0 using segments [{'id': '07965fcd-1084-4fab-83f3-80d2c69eb397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'b04d3905-94fd-478d-8f36-29a81061160f'}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:42:14.829465 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab444f3b-bc84-47a0-820c-2c2e9167682b req-2c07a024-9a28-446a-894b-9eb68da52ca8 service neutron] Attempting to bind port 701772b5-54d9-4250-a91a-10c8a93c0699 on network b04d3905-94fd-478d-8f36-29a81061160f {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:42:14.832424 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.db_base_plugin_common [None req-2a291c0a-b775-4456-ad46-7595719ba901 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Allocated IP 2001:db8::f816:3eff:fe15:710c (56dedb9c-c874-4806-8073-23c183970f13/aedc5714-ea99-4654-84cb-f229bdff686f/c24665c6-ae8f-4a78-835d-bd20b5c98c87) {{(pid=103591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:42:14.840061 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6d843a19-b209-4ca6-84ed-b2905f7355b6 req-10f341f3-2125-4261-9bf3-982d331ec27f tempest-InstanceActionsTestJSON-1355406583 tempest-InstanceActionsTestJSON-1355406583-project] 10.222.0.60 "GET /v2.0/security-groups?id=f6b6eac1-340c-40ab-b97e-f0769e7e5b42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3999887 Nov 23 17:42:14.847713 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab444f3b-bc84-47a0-820c-2c2e9167682b req-2c07a024-9a28-446a-894b-9eb68da52ca8 service neutron] Port 701772b5-54d9-4250-a91a-10c8a93c0699 on network b04d3905-94fd-478d-8f36-29a81061160f not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-8 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 17:42:14.848125 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab444f3b-bc84-47a0-820c-2c2e9167682b req-2c07a024-9a28-446a-894b-9eb68da52ca8 service neutron] Attempting to bind port 701772b5-54d9-4250-a91a-10c8a93c0699 on network b04d3905-94fd-478d-8f36-29a81061160f {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:42:14.857187 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab444f3b-bc84-47a0-820c-2c2e9167682b req-2c07a024-9a28-446a-894b-9eb68da52ca8 service neutron] Checking agent: {'id': '4b0a4557-3bfe-4828-80a0-7981fc3ac84c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 15, 14), 'started_at': datetime.datetime(2021, 11, 23, 17, 15, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 42, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:42:14.858318 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab444f3b-bc84-47a0-820c-2c2e9167682b req-2c07a024-9a28-446a-894b-9eb68da52ca8 service neutron] Checking segment: {'id': '07965fcd-1084-4fab-83f3-80d2c69eb397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'b04d3905-94fd-478d-8f36-29a81061160f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:42:14.859149 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab444f3b-bc84-47a0-820c-2c2e9167682b req-2c07a024-9a28-446a-894b-9eb68da52ca8 service neutron] Bound using segment: {'id': '07965fcd-1084-4fab-83f3-80d2c69eb397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'b04d3905-94fd-478d-8f36-29a81061160f'} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:42:14.875244 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-ab444f3b-bc84-47a0-820c-2c2e9167682b req-2c07a024-9a28-446a-894b-9eb68da52ca8 service neutron] Bound port: 701772b5-54d9-4250-a91a-10c8a93c0699, host: n-h1-816206-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07965fcd-1084-4fab-83f3-80d2c69eb397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'b04d3905-94fd-478d-8f36-29a81061160f'}}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:42:14.875692 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-ab444f3b-bc84-47a0-820c-2c2e9167682b req-2c07a024-9a28-446a-894b-9eb68da52ca8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:14.881872 n-d-816206-8 neutron-server[103590]: INFO neutron.pecan_wsgi.hooks.translation [None req-785cb575-b873-4963-8b7c-7571e1a59de7 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] DELETE failed (client error): The resource could not be found. Nov 23 17:42:14.885108 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-785cb575-b873-4963-8b7c-7571e1a59de7 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103590) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 17:42:14.888457 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-785cb575-b873-4963-8b7c-7571e1a59de7 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] 10.222.0.60 "DELETE /v2.0/subnets/6a5d61bd-5d20-40ae-be19-5ff8dbfd2237 HTTP/1.1" status: 404 len: 337 time: 0.0744994 Nov 23 17:42:14.895143 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 53698) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:42:14.944994 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:42:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71ad0f70-1a0a-4743-a421-24a71ea4459a x-openstack-request-id: req-71ad0f70-1a0a-4743-a421-24a71ea4459a {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:42:14.945482 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3aeb0ea1-307a-4c3c-9237-d07df043ece9", "name": "network-vif-plugged", "status": "completed", "tag": "ce8b633a-6cd2-4637-acae-9d541f261158", "code": 200}]} {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:42:14.945907 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-71ad0f70-1a0a-4743-a421-24a71ea4459a {{(pid=103592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:42:14.946372 n-d-816206-8 neutron-server[103592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3aeb0ea1-307a-4c3c-9237-d07df043ece9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce8b633a-6cd2-4637-acae-9d541f261158', 'code': 200} Nov 23 17:42:14.961838 n-d-816206-8 neutron-server[103590]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b7cbe13-e12d-4e96-a854-e9f2f085ae2e tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] DELETE failed (client error): The resource could not be found. Nov 23 17:42:14.962294 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b7cbe13-e12d-4e96-a854-e9f2f085ae2e tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103590) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 17:42:14.971791 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-8b7cbe13-e12d-4e96-a854-e9f2f085ae2e tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] 10.222.0.60 "DELETE /v2.0/subnets/8e10b822-4992-4ff6-b2fc-54a371821776 HTTP/1.1" status: 404 len: 337 time: 0.0721142 Nov 23 17:42:14.972569 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 53700) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:42:15.040342 n-d-816206-8 neutron-server[103590]: INFO neutron.pecan_wsgi.hooks.translation [None req-586c7b0a-a1c6-414c-b392-712f6686618e tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] DELETE failed (client error): The resource could not be found. Nov 23 17:42:15.040851 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-586c7b0a-a1c6-414c-b392-712f6686618e tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103590) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 17:42:15.047879 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-586c7b0a-a1c6-414c-b392-712f6686618e tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] 10.222.0.60 "DELETE /v2.0/subnets/30865f18-4aca-4007-b22a-63fa611fdbc0 HTTP/1.1" status: 404 len: 337 time: 0.0696278 Nov 23 17:42:15.048122 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c57920a-2e13-4921-bf33-37f38dfb84bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:15.055452 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 53702) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:42:15.087654 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-992ca238-edfe-4837-8023-0e1a57225960 req-3c095153-d4df-483b-8a73-a7fcc7d0fae2 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] 10.222.0.60 "GET /v2.0/ports?device_id=6405c518-c3fe-4701-acc0-e089ba26cce4 HTTP/1.1" status: 200 len: 210 time: 0.0891392 Nov 23 17:42:15.171261 n-d-816206-8 neutron-server[103590]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a1087cf-442d-42b0-8775-69d63359b876 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] DELETE failed (client error): The resource could not be found. Nov 23 17:42:15.171714 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a1087cf-442d-42b0-8775-69d63359b876 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103590) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 17:42:15.178326 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-ab444f3b-bc84-47a0-820c-2c2e9167682b req-2c07a024-9a28-446a-894b-9eb68da52ca8 service neutron] For port 701772b5-54d9-4250-a91a-10c8a93c0699, host n-h1-816206-8, cleared binding levels {{(pid=103591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:42:15.183245 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 53710) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:42:15.186267 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-2a1087cf-442d-42b0-8775-69d63359b876 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] 10.222.0.60 "DELETE /v2.0/subnets/4fd923d4-90c0-465c-a731-f064e303a2b8 HTTP/1.1" status: 404 len: 337 time: 0.1236467 Nov 23 17:42:15.211518 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d7b3c7-d512-4af7-b120-af0e2e430d55 req-0178edc3-d427-46ed-b786-e6d3dc157d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:42:15.213317 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-a2d7b3c7-d512-4af7-b120-af0e2e430d55 req-0178edc3-d427-46ed-b786-e6d3dc157d29 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=3aeb0ea1-307a-4c3c-9237-d07df043ece9 HTTP/1.1" status: 200 len: 1100 time: 0.1847904 Nov 23 17:42:15.237181 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device f51b812d-2eed-4dc5-9375-7ad9f1d0dd79 up at agent hyperv_n-h2-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:42:15.278358 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-a2d7b3c7-d512-4af7-b120-af0e2e430d55 req-fac80a3c-ff23-4f99-81d5-b56c69077a79 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=4df28033-856d-4fed-8b1f-2717b5a26001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457602 Nov 23 17:42:15.359814 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Provisioning for port f51b812d-2eed-4dc5-9375-7ad9f1d0dd79 completed by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 17:42:15.369361 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Provisioning complete for port f51b812d-2eed-4dc5-9375-7ad9f1d0dd79 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:42:15.370060 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:15.448305 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3b5b71b-97b6-45df-b3aa-fef6ce496656 None None] Network 56dedb9c-c874-4806-8073-23c183970f13 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:42:15.610610 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:15.626466 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 4a8392c6-d9a8-4ecf-b467-e4e2dd280f15 up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:42:15.667597 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-57ab6039-2b99-40bd-9441-0bfc516e82e3 None None] Provisioning complete for port 4a8392c6-d9a8-4ecf-b467-e4e2dd280f15 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:42:15.667961 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-57ab6039-2b99-40bd-9441-0bfc516e82e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:15.754545 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port f51b812d-2eed-4dc5-9375-7ad9f1d0dd79, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=f51b812d-2eed-4dc5-9375-7ad9f1d0dd79,segment=NetworkSegment(85eec0be-8b24-42a3-b0b6-c1087790d7a8),segment_id=85eec0be-8b24-42a3-b0b6-c1087790d7a8)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:42:15.766242 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-2a291c0a-b775-4456-ad46-7595719ba901 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks [] for port, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:15.777432 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:15.802888 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-ab444f3b-bc84-47a0-820c-2c2e9167682b req-2c07a024-9a28-446a-894b-9eb68da52ca8 service neutron] For port 701772b5-54d9-4250-a91a-10c8a93c0699, host n-h1-816206-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=701772b5-54d9-4250-a91a-10c8a93c0699,segment=NetworkSegment(07965fcd-1084-4fab-83f3-80d2c69eb397),segment_id=07965fcd-1084-4fab-83f3-80d2c69eb397)] {{(pid=103591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:42:15.815130 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-7c5d0daa-cc73-437e-b799-a60a75b23661 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] 10.222.0.60 "GET /v2.0/ports?device_id=1d2dd293-4c5a-43d3-bb7f-3065bdc1a359 HTTP/1.1" status: 200 len: 205 time: 0.6248145 Nov 23 17:42:15.816052 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 53718) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:42:15.817287 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-2a291c0a-b775-4456-ad46-7595719ba901 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:15.832914 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-ab444f3b-bc84-47a0-820c-2c2e9167682b req-2c07a024-9a28-446a-894b-9eb68da52ca8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264758186'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:15.876805 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf87a8b-eda9-48fd-93a8-a6b106824537 req-e7faae78-c14f-45dd-81f0-8e27b354280a tempest-VolumesBackupsTest-643586812 tempest-VolumesBackupsTest-643586812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:42:15.878292 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-fcf87a8b-eda9-48fd-93a8-a6b106824537 req-e7faae78-c14f-45dd-81f0-8e27b354280a tempest-VolumesBackupsTest-643586812 tempest-VolumesBackupsTest-643586812-project] 10.222.0.60 "GET /v2.0/ports?device_id=3aeb0ea1-307a-4c3c-9237-d07df043ece9 HTTP/1.1" status: 200 len: 949 time: 0.8463874 Nov 23 17:42:15.891488 n-d-816206-8 neutron-server[103590]: INFO neutron.api.v2.resource [None req-bc21b441-42c3-47b0-bd6d-802e12ef6adc tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] delete failed (client error): The resource could not be found. Nov 23 17:42:15.897547 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-bc21b441-42c3-47b0-bd6d-802e12ef6adc tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] 10.222.0.60 "DELETE /v2.0/routers/1d2dd293-4c5a-43d3-bb7f-3065bdc1a359 HTTP/1.1" status: 404 len: 336 time: 0.0802300 Nov 23 17:42:15.898766 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 53722) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:42:15.901405 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port 4a8392c6-d9a8-4ecf-b467-e4e2dd280f15 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:42:15.902346 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:15.928172 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a291c0a-b775-4456-ad46-7595719ba901 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Network 56dedb9c-c874-4806-8073-23c183970f13 is already hosted by enough agents. {{(pid=103591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:42:15.950220 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-518abf0f-d7f5-45ee-8e57-d0ba9a4cd9d1 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] 10.222.0.60 "GET /v2.0/ports?device_id=a58871c0-2a58-4706-bb3c-bb4d516059cb HTTP/1.1" status: 200 len: 205 time: 0.0499802 Nov 23 17:42:15.952251 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 53724) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:42:15.974754 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [None req-2a291c0a-b775-4456-ad46-7595719ba901 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Resources bound (agent type, host, resource id): {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:42:15.993079 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab444f3b-bc84-47a0-820c-2c2e9167682b req-2c07a024-9a28-446a-894b-9eb68da52ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:42:15.995875 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-ab444f3b-bc84-47a0-820c-2c2e9167682b req-2c07a024-9a28-446a-894b-9eb68da52ca8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:15.997387 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ab444f3b-bc84-47a0-820c-2c2e9167682b req-2c07a024-9a28-446a-894b-9eb68da52ca8 service neutron] 10.222.0.55 "PUT /v2.0/ports/701772b5-54d9-4250-a91a-10c8a93c0699 HTTP/1.1" status: 200 len: 1091 time: 3.5767257 Nov 23 17:42:16.000040 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e575047e-db9d-4c9b-9d83-cb9756b65ee6', 'tag': '701772b5-54d9-4250-a91a-10c8a93c0699'}] {{(pid=103591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:42:16.002528 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41d174a19ece9499ff9ec44e5b3fc50f2abd3ffbc947fb7e52ea1e8db27b95b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-121d90b7-03da-40cb-8f5c-be4430a5c85f" -d '{"events": [{"name": "network-changed", "server_uuid": "e575047e-db9d-4c9b-9d83-cb9756b65ee6", "tag": "701772b5-54d9-4250-a91a-10c8a93c0699"}]}' {{(pid=103591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:42:16.018257 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a291c0a-b775-4456-ad46-7595719ba901 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Received port after_create {{(pid=103591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:42:16.037300 n-d-816206-8 neutron-server[103590]: INFO neutron.api.v2.resource [None req-e8484887-4f47-4c16-9bbd-b95dcf00ea6b tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] delete failed (client error): The resource could not be found. Nov 23 17:42:16.040668 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-e8484887-4f47-4c16-9bbd-b95dcf00ea6b tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] 10.222.0.60 "DELETE /v2.0/routers/a58871c0-2a58-4706-bb3c-bb4d516059cb HTTP/1.1" status: 404 len: 336 time: 0.0848658 Nov 23 17:42:16.041122 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 53728) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:42:16.078852 n-d-816206-8 neutron-server[103590]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a8d9743-7770-492d-abb1-9028af409448 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] DELETE failed (client error): The resource could not be found. Nov 23 17:42:16.079671 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a8d9743-7770-492d-abb1-9028af409448 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103590) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 17:42:16.086029 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a291c0a-b775-4456-ad46-7595719ba901 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:42:16.086029 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-2a291c0a-b775-4456-ad46-7595719ba901 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:16.086808 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-6a8d9743-7770-492d-abb1-9028af409448 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] 10.222.0.60 "DELETE /v2.0/subnets/dc33f4ee-6242-4015-ba75-b3e783a0ce0a HTTP/1.1" status: 404 len: 337 time: 0.0446920 Nov 23 17:42:16.088011 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 53730) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:42:16.108723 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Pushing event updated for resources: {'Port': ['ID=f51b812d-2eed-4dc5-9375-7ad9f1d0dd79,revision_number=5']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:42:16.124189 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-8c94bda1-5f5f-4847-88ba-300a863a7f84 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] 10.222.0.60 "GET /v2.0/ports?device_id=daddd0fe-6a1a-4e56-b353-bedc0f0b8f7e HTTP/1.1" status: 200 len: 205 time: 0.0347404 Nov 23 17:42:16.125208 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 53732) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:42:16.162169 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-57ab6039-2b99-40bd-9441-0bfc516e82e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:16.182204 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-fcf87a8b-eda9-48fd-93a8-a6b106824537 req-202a0b77-1dc4-4e90-bbb5-4f577d05ea63 tempest-VolumesBackupsTest-643586812 tempest-VolumesBackupsTest-643586812-project] 10.222.0.60 "GET /v2.0/security-groups?id=4df28033-856d-4fed-8b1f-2717b5a26001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2784197 Nov 23 17:42:16.186178 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-2a291c0a-b775-4456-ad46-7595719ba901 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.2717855 Nov 23 17:42:16.191597 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 53736) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:42:16.227545 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-93d7c40c-6b5e-42bf-af95-95ff4fddadee req-2996b9d3-51d8-4879-b95e-4a88c048ce8a tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--520765697&fields=id&tenant_id=093e052ebdfd4c689471d0502a0c2e0a HTTP/1.1" status: 200 len: 267 time: 0.5501564 Nov 23 17:42:16.236129 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:16.243679 n-d-816206-8 neutron-server[103590]: INFO neutron.api.v2.resource [None req-7cc4ba70-cbcd-46f3-a81d-b46aa7dcbf57 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] delete failed (client error): The resource could not be found. Nov 23 17:42:16.244753 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-7cc4ba70-cbcd-46f3-a81d-b46aa7dcbf57 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] 10.222.0.60 "DELETE /v2.0/routers/daddd0fe-6a1a-4e56-b353-bedc0f0b8f7e HTTP/1.1" status: 404 len: 336 time: 0.1182287 Nov 23 17:42:16.248179 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 53740) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:42:16.264817 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c07a024-9a28-446a-894b-9eb68da52ca8 service neutron] Pushing event updated for resources: {'Port': ['ID=701772b5-54d9-4250-a91a-10c8a93c0699,revision_number=3']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:42:16.272887 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74d264dc-5cee-4574-aa61-0f215d77f7b3 None None] Update dhcp port {'port': {'network_id': '56dedb9c-c874-4806-8073-23c183970f13', 'fixed_ips': [{'subnet_id': 'aedc5714-ea99-4654-84cb-f229bdff686f', 'ip_address': '2001:db8::f816:3eff:fe8f:4d61'}, {'subnet_id': 'ffe58e8d-872d-40ed-822b-80bd91e4482b'}], 'binding:host_id': 'n-d-816206-8'}, 'id': '4a8392c6-d9a8-4ecf-b467-e4e2dd280f15'} from n-d-816206-8. {{(pid=103592) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 23 17:42:16.319124 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-93a4f6a7-1c95-4048-94d6-979cb58693fe tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] 10.222.0.60 "GET /v2.0/ports?device_id=54dfb80a-a75c-462b-95eb-adff68da8752 HTTP/1.1" status: 200 len: 205 time: 0.0663574 Nov 23 17:42:16.321966 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 53742) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:42:16.323575 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-57ab6039-2b99-40bd-9441-0bfc516e82e3 None None] For port 4a8392c6-d9a8-4ecf-b467-e4e2dd280f15, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=4a8392c6-d9a8-4ecf-b467-e4e2dd280f15,segment=NetworkSegment(208f22fc-9686-4ca3-a88c-018385437c28),segment_id=208f22fc-9686-4ca3-a88c-018385437c28)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:42:16.335150 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-74d264dc-5cee-4574-aa61-0f215d77f7b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:16.359355 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-57ab6039-2b99-40bd-9441-0bfc516e82e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:16.422128 n-d-816206-8 neutron-server[103590]: INFO neutron.api.v2.resource [None req-9c46d2aa-e588-491f-acd3-5d6883242fa4 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] delete failed (client error): The resource could not be found. Nov 23 17:42:16.425464 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-9c46d2aa-e588-491f-acd3-5d6883242fa4 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] 10.222.0.60 "DELETE /v2.0/routers/54dfb80a-a75c-462b-95eb-adff68da8752 HTTP/1.1" status: 404 len: 336 time: 0.1025226 Nov 23 17:42:16.428058 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 53744) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:42:16.469870 n-d-816206-8 neutron-server[103590]: INFO neutron.pecan_wsgi.hooks.translation [None req-85464a24-9773-47b7-9fc7-aa9217b0fed4 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] DELETE failed (client error): The resource could not be found. Nov 23 17:42:16.470616 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85464a24-9773-47b7-9fc7-aa9217b0fed4 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103590) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 17:42:16.472462 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d7c40c-6b5e-42bf-af95-95ff4fddadee req-71ca7d8e-c378-4d71-9ab8-d9e31a2c73f5 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:42:16.474190 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-93d7c40c-6b5e-42bf-af95-95ff4fddadee req-71ca7d8e-c378-4d71-9ab8-d9e31a2c73f5 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] 10.222.0.60 "GET /v2.0/networks?id=b05aa742-7050-4bee-9612-3681dfd2164b HTTP/1.1" status: 200 len: 817 time: 0.2158582 Nov 23 17:42:16.485359 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-85464a24-9773-47b7-9fc7-aa9217b0fed4 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] 10.222.0.60 "DELETE /v2.0/subnets/cc4b0d13-285b-471e-b341-12d95a806892 HTTP/1.1" status: 404 len: 337 time: 0.0557377 Nov 23 17:42:16.486015 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 53746) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:42:16.525393 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-93d7c40c-6b5e-42bf-af95-95ff4fddadee req-e493d704-ccf9-4365-86d4-2cb49a06040c tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] 10.222.0.60 "GET /v2.0/quotas/093e052ebdfd4c689471d0502a0c2e0a HTTP/1.1" status: 200 len: 375 time: 0.0199172 Nov 23 17:42:16.536856 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-58a520a8-ed81-4241-b14a-ec3bcb23eff3 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] 10.222.0.60 "GET /v2.0/ports?device_id=60e22d08-c549-40e8-aedc-f365796f8696 HTTP/1.1" status: 200 len: 205 time: 0.0481725 Nov 23 17:42:16.537886 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 53748) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:42:16.566464 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-52822d53-48f5-4819-8a95-bdc13aea0bf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:16.567777 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.db.api [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103592) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 17:42:16.568331 n-d-816206-8 neutron-server[103592]: DEBUG oslo_db.api [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 17:42:16.603721 n-d-816206-8 neutron-server[103590]: INFO neutron.api.v2.resource [None req-ac0409f5-dff2-4168-97bb-bd413bfc7f08 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] delete failed (client error): The resource could not be found. Nov 23 17:42:16.605436 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-ac0409f5-dff2-4168-97bb-bd413bfc7f08 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] 10.222.0.60 "DELETE /v2.0/routers/60e22d08-c549-40e8-aedc-f365796f8696 HTTP/1.1" status: 404 len: 336 time: 0.0665696 Nov 23 17:42:16.608651 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 53750) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:42:16.635791 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ab6039-2b99-40bd-9441-0bfc516e82e3 None None] Pushing event updated for resources: {'Port': ['ID=4a8392c6-d9a8-4ecf-b467-e4e2dd280f15,revision_number=3']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:42:16.636031 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab444f3b-bc84-47a0-820c-2c2e9167682b req-4af0f483-9f67-445f-9390-fb06b91ceef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:42:16.637562 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ab444f3b-bc84-47a0-820c-2c2e9167682b req-4af0f483-9f67-445f-9390-fb06b91ceef1 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=07f6f862fd8349ba9423ccbd91a7fd20&device_id=e575047e-db9d-4c9b-9d83-cb9756b65ee6 HTTP/1.1" status: 200 len: 1094 time: 0.5337858 Nov 23 17:42:16.644000 n-d-816206-8 neutron-server[103590]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab178b07-0849-4a43-8f8c-2b4221ded81c tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] DELETE failed (client error): The resource could not be found. Nov 23 17:42:16.645797 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab178b07-0849-4a43-8f8c-2b4221ded81c tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103590) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 17:42:16.650376 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-ab178b07-0849-4a43-8f8c-2b4221ded81c tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] 10.222.0.60 "DELETE /v2.0/subnets/da2b5b95-303c-4dbf-8f51-38ce7103ed50 HTTP/1.1" status: 404 len: 337 time: 0.0404906 Nov 23 17:42:16.654426 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 53752) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:42:16.657255 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0ac728d-7960-479d-b014-2830a6cb5ff3 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:42:16.663826 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0ac728d-7960-479d-b014-2830a6cb5ff3 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:42:16.665788 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-c0ac728d-7960-479d-b014-2830a6cb5ff3 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.4597125 Nov 23 17:42:16.666923 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a291c0a-b775-4456-ad46-7595719ba901 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Pushing event updated for resources: {'Port': ['ID=c24665c6-ae8f-4a78-835d-bd20b5c98c87,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:42:16.669582 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 53754) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:42:16.716337 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-bdd7e486-b51a-4af7-a541-e93958ad75d4 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] 10.222.0.60 "GET /v2.0/ports?device_id=6a322529-e043-484f-ad2a-c3439bae1986 HTTP/1.1" status: 200 len: 205 time: 0.0603428 Nov 23 17:42:16.724398 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 53756) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:42:16.768073 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.db_base_plugin_common [None req-74d264dc-5cee-4574-aa61-0f215d77f7b3 None None] Allocated IP 172.20.0.2 (56dedb9c-c874-4806-8073-23c183970f13/ffe58e8d-872d-40ed-822b-80bd91e4482b/4a8392c6-d9a8-4ecf-b467-e4e2dd280f15) {{(pid=103592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:42:16.809205 n-d-816206-8 neutron-server[103590]: INFO neutron.api.v2.resource [None req-fa0ba061-0985-41cb-b33a-f5d3780a9f90 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] delete failed (client error): The resource could not be found. Nov 23 17:42:16.810562 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-fa0ba061-0985-41cb-b33a-f5d3780a9f90 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] 10.222.0.60 "DELETE /v2.0/routers/6a322529-e043-484f-ad2a-c3439bae1986 HTTP/1.1" status: 404 len: 336 time: 0.0849211 Nov 23 17:42:16.816013 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ab444f3b-bc84-47a0-820c-2c2e9167682b req-a7d28228-325a-4b44-a974-12613bbee877 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=701772b5-54d9-4250-a91a-10c8a93c0699 HTTP/1.1" status: 200 len: 217 time: 0.1375124 Nov 23 17:42:16.816997 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 53758) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:42:16.865140 n-d-816206-8 neutron-server[103590]: INFO neutron.pecan_wsgi.hooks.translation [None req-a67b6e09-fefd-4852-b63f-3a90d9abaa73 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] DELETE failed (client error): The resource could not be found. Nov 23 17:42:16.865516 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a67b6e09-fefd-4852-b63f-3a90d9abaa73 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103590) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 17:42:16.868639 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-a67b6e09-fefd-4852-b63f-3a90d9abaa73 tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] 10.222.0.60 "DELETE /v2.0/subnets/6852d59d-1cf6-47f3-962f-5e91d104095c HTTP/1.1" status: 404 len: 337 time: 0.0504844 Nov 23 17:42:16.872380 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 53760) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:42:16.893741 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-93d7c40c-6b5e-42bf-af95-95ff4fddadee req-452f274a-2d5e-4a32-9017-adaf951b313d tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=093e052ebdfd4c689471d0502a0c2e0a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3549879 Nov 23 17:42:16.901465 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338f2508-9592-4060-9880-89ed17966e76 req-2547843d-446e-45a2-b746-4b6b71e1d5b0 tempest-VolumesActionsTest-442734151 tempest-VolumesActionsTest-442734151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:42:16.903198 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-338f2508-9592-4060-9880-89ed17966e76 req-2547843d-446e-45a2-b746-4b6b71e1d5b0 tempest-VolumesActionsTest-442734151 tempest-VolumesActionsTest-442734151-project] 10.222.0.60 "GET /v2.0/ports?device_id=e575047e-db9d-4c9b-9d83-cb9756b65ee6 HTTP/1.1" status: 200 len: 943 time: 0.4073265 Nov 23 17:42:16.909508 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab444f3b-bc84-47a0-820c-2c2e9167682b req-609927bb-6555-4f72-b716-ba183fb0a8f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:42:16.911131 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ab444f3b-bc84-47a0-820c-2c2e9167682b req-609927bb-6555-4f72-b716-ba183fb0a8f2 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d6ef9595-65a5-4d75-8113-6090cd6ca55e HTTP/1.1" status: 200 len: 847 time: 0.0848808 Nov 23 17:42:16.914205 n-d-816206-8 neutron-server[103590]: INFO neutron.pecan_wsgi.hooks.translation [None req-48c7a58b-c01f-494a-befd-7306dc0cf37d tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] DELETE failed (client error): The resource could not be found. Nov 23 17:42:16.914661 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48c7a58b-c01f-494a-befd-7306dc0cf37d tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103590) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 17:42:16.918373 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-48c7a58b-c01f-494a-befd-7306dc0cf37d tempest-RoutersTest-1618439021 tempest-RoutersTest-1618439021-project] 10.222.0.60 "DELETE /v2.0/subnets/fb4c7b23-5967-4079-b64f-d2dd070d2ff5 HTTP/1.1" status: 404 len: 337 time: 0.0442181 Nov 23 17:42:16.936953 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-74d264dc-5cee-4574-aa61-0f215d77f7b3 None None] For port 4a8392c6-d9a8-4ecf-b467-e4e2dd280f15, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=4a8392c6-d9a8-4ecf-b467-e4e2dd280f15,segment=NetworkSegment(208f22fc-9686-4ca3-a88c-018385437c28),segment_id=208f22fc-9686-4ca3-a88c-018385437c28)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:42:16.976667 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-74d264dc-5cee-4574-aa61-0f215d77f7b3 None None] Publish callbacks [] for port, precommit_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:16.978637 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b3dda08-c98d-4327-bf96-769c7b70e3e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f51b812d-2eed-4dc5-9375-7ad9f1d0dd79'}] {{(pid=103592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:42:16.981880 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba3e6a8f2301c7a29fe1eca9779abdae4ccbcd6266d69778087f2498d5551201" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f332d42f-61df-4d0e-89d5-9488b7433c03" -d '{"events": [{"server_uuid": "2b3dda08-c98d-4327-bf96-769c7b70e3e2", "name": "network-vif-plugged", "status": "completed", "tag": "f51b812d-2eed-4dc5-9375-7ad9f1d0dd79"}]}' {{(pid=103592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:42:16.987509 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-74d264dc-5cee-4574-aa61-0f215d77f7b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:17.030341 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ab444f3b-bc84-47a0-820c-2c2e9167682b req-6d89567b-e08e-4086-9962-892d8cd9d08f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b04d3905-94fd-478d-8f36-29a81061160f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0674729 Nov 23 17:42:17.371452 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-338f2508-9592-4060-9880-89ed17966e76 req-2f732ab0-7f8a-40e4-b532-dfcfab7cf436 tempest-VolumesActionsTest-442734151 tempest-VolumesActionsTest-442734151-project] 10.222.0.60 "GET /v2.0/security-groups?id=68fe547d-d706-4389-a025-af2d1c7bf46e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4590473 Nov 23 17:42:17.378903 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d264dc-5cee-4574-aa61-0f215d77f7b3 None None] Pushing event updated for resources: {'Port': ['ID=4a8392c6-d9a8-4ecf-b467-e4e2dd280f15,revision_number=4']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:42:17.410818 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 53780) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:42:17.450438 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-93d7c40c-6b5e-42bf-af95-95ff4fddadee req-ed156738-8524-4a18-a667-a40c002e0ffd service neutron] 10.222.0.60 "GET /v2.0/networks/b05aa742-7050-4bee-9612-3681dfd2164b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5349622 Nov 23 17:42:17.453713 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ab444f3b-bc84-47a0-820c-2c2e9167682b req-1b758ff4-368f-49d7-81e7-34884009ad00 service neutron] 10.222.0.55 "GET /v2.0/networks/b04d3905-94fd-478d-8f36-29a81061160f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3911874 Nov 23 17:42:17.464199 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-0ed7d8f2-84ea-4797-bd2e-208c05667b32 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Deleting port c24665c6-ae8f-4a78-835d-bd20b5c98c87 {{(pid=103591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:42:17.464560 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-0ed7d8f2-84ea-4797-bd2e-208c05667b32 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:17.597521 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 4a8392c6-d9a8-4ecf-b467-e4e2dd280f15 up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:42:17.605189 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-93d7c40c-6b5e-42bf-af95-95ff4fddadee req-f8eb35e1-444c-41b9-b1b4-6009a6d6071d service neutron] 10.222.0.60 "GET /v2.0/networks/b05aa742-7050-4bee-9612-3681dfd2164b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304712 Nov 23 17:42:17.663542 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-f00ef867-a5e5-4f14-9d49-44e3df512db9 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=9ea08f514e394d68a6e33e0a371ec75c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2516296 Nov 23 17:42:17.669066 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 53784) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:42:17.742217 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port 4a8392c6-d9a8-4ecf-b467-e4e2dd280f15 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:42:17.742655 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:17.772968 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9a27ae6c-db98-474f-94c1-cc99bf842d79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:17.781090 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d97470ff-1a15-4af0-a26e-2628e5870e6e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:17.860323 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d97470ff-1a15-4af0-a26e-2628e5870e6e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:17.909848 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4de3db-f215-4b60-ae87-88f26b15bc45 req-57c57720-b339-4788-a4c5-af0354ff2385 tempest-InstanceActionsTestJSON-1355406583 tempest-InstanceActionsTestJSON-1355406583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:42:17.911568 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9e4de3db-f215-4b60-ae87-88f26b15bc45 req-57c57720-b339-4788-a4c5-af0354ff2385 tempest-InstanceActionsTestJSON-1355406583 tempest-InstanceActionsTestJSON-1355406583-project] 10.222.0.60 "GET /v2.0/ports?device_id=2b3dda08-c98d-4327-bf96-769c7b70e3e2 HTTP/1.1" status: 200 len: 946 time: 0.2919543 Nov 23 17:42:18.010273 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d97470ff-1a15-4af0-a26e-2628e5870e6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:18.015716 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d97470ff-1a15-4af0-a26e-2628e5870e6e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:18.016711 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-d97470ff-1a15-4af0-a26e-2628e5870e6e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b2c4e076-be82-41b8-af2f-5fd6aa894ea2 HTTP/1.1" status: 204 len: 168 time: 0.3464127 Nov 23 17:42:18.035885 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 17:42:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e40562e-6301-45b6-a999-39c47de87935 x-openstack-request-id: req-1e40562e-6301-45b6-a999-39c47de87935 {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:42:18.036750 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e575047e-db9d-4c9b-9d83-cb9756b65ee6", "tag": "701772b5-54d9-4250-a91a-10c8a93c0699", "status": "completed", "code": 200}]} {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:42:18.037284 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97470ff-1a15-4af0-a26e-2628e5870e6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2c4e076-be82-41b8-af2f-5fd6aa894ea2,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:42:18.039902 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-1e40562e-6301-45b6-a999-39c47de87935 {{(pid=103591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:42:18.040623 n-d-816206-8 neutron-server[103591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e575047e-db9d-4c9b-9d83-cb9756b65ee6', 'tag': '701772b5-54d9-4250-a91a-10c8a93c0699', 'status': 'completed', 'code': 200} Nov 23 17:42:18.047350 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-0ed7d8f2-84ea-4797-bd2e-208c05667b32 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:18.133064 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ab444f3b-bc84-47a0-820c-2c2e9167682b req-e986e394-0cae-4414-ae5c-68d7ad1064be service neutron] 10.222.0.55 "GET /v2.0/networks/b04d3905-94fd-478d-8f36-29a81061160f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5490971 Nov 23 17:42:18.134309 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-0ed7d8f2-84ea-4797-bd2e-208c05667b32 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Calling delete_port for c24665c6-ae8f-4a78-835d-bd20b5c98c87 owned by {{(pid=103591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:42:18.255801 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9e4de3db-f215-4b60-ae87-88f26b15bc45 req-e4233ea1-61c4-46ef-a0cf-5c766cf41c1f tempest-InstanceActionsTestJSON-1355406583 tempest-InstanceActionsTestJSON-1355406583-project] 10.222.0.60 "GET /v2.0/security-groups?id=f6b6eac1-340c-40ab-b97e-f0769e7e5b42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3376896 Nov 23 17:42:18.302377 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-82379ae6-88b4-4376-ad05-ece179a63443 req-4ae799a9-ef2e-490d-b604-5a08cb587022 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] 10.222.0.60 "GET /v2.0/ports?device_id=6405c518-c3fe-4701-acc0-e089ba26cce4 HTTP/1.1" status: 200 len: 210 time: 0.1981566 Nov 23 17:42:18.338727 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:18.451278 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:42:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-118ed157-edfb-4dba-824f-5caf27f8faa6 x-openstack-request-id: req-118ed157-edfb-4dba-824f-5caf27f8faa6 {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:42:18.452894 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b3dda08-c98d-4327-bf96-769c7b70e3e2", "name": "network-vif-plugged", "status": "completed", "tag": "f51b812d-2eed-4dc5-9375-7ad9f1d0dd79", "code": 200}]} {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:42:18.453565 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-118ed157-edfb-4dba-824f-5caf27f8faa6 {{(pid=103592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:42:18.453938 n-d-816206-8 neutron-server[103592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b3dda08-c98d-4327-bf96-769c7b70e3e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f51b812d-2eed-4dc5-9375-7ad9f1d0dd79', 'code': 200} Nov 23 17:42:18.645591 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-e0017a4a-86f3-4fe6-a365-3b5b958c8846 None None] Provisioning complete for port 4a8392c6-d9a8-4ecf-b467-e4e2dd280f15 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:42:18.645970 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-e0017a4a-86f3-4fe6-a365-3b5b958c8846 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:18.663855 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-35b03399-3d74-4c78-bf2e-e5aed23dbdb5 req-3a6b6454-b3c2-419b-ae4d-c26a2b5153e4 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] 10.222.0.60 "GET /v2.0/ports?device_id=a43134ca-2758-4794-bb9c-974d11e5e279 HTTP/1.1" status: 200 len: 210 time: 0.0817285 Nov 23 17:42:18.692726 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121d90b7-03da-40cb-8f5c-be4430a5c85f req-3adc3032-9791-44ce-864c-a13f45498ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:42:18.698643 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-121d90b7-03da-40cb-8f5c-be4430a5c85f req-3adc3032-9791-44ce-864c-a13f45498ee7 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=07f6f862fd8349ba9423ccbd91a7fd20&device_id=e575047e-db9d-4c9b-9d83-cb9756b65ee6 HTTP/1.1" status: 200 len: 1094 time: 0.4440334 Nov 23 17:42:18.731246 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db23985-12fc-4efe-b2bf-5702e298ea07 req-5ac286b1-98a1-4c11-8fa3-1503ed65596c tempest-VolumesBackupsTest-643586812 tempest-VolumesBackupsTest-643586812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:42:18.733742 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5db23985-12fc-4efe-b2bf-5702e298ea07 req-5ac286b1-98a1-4c11-8fa3-1503ed65596c tempest-VolumesBackupsTest-643586812 tempest-VolumesBackupsTest-643586812-project] 10.222.0.60 "GET /v2.0/ports?device_id=3aeb0ea1-307a-4c3c-9237-d07df043ece9 HTTP/1.1" status: 200 len: 949 time: 0.2756104 Nov 23 17:42:18.831878 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83c980f-07bc-404b-ab37-9153982dce06 req-0e2b8904-8ea5-432f-98b6-811042bd8c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:42:18.834449 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-e0017a4a-86f3-4fe6-a365-3b5b958c8846 None None] Provisioning complete for port c24665c6-ae8f-4a78-835d-bd20b5c98c87 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:42:18.834981 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-e0017a4a-86f3-4fe6-a365-3b5b958c8846 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:18.835401 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c83c980f-07bc-404b-ab37-9153982dce06 req-0e2b8904-8ea5-432f-98b6-811042bd8c80 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=2b3dda08-c98d-4327-bf96-769c7b70e3e2 HTTP/1.1" status: 200 len: 1097 time: 0.2982700 Nov 23 17:42:18.911791 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-e0017a4a-86f3-4fe6-a365-3b5b958c8846 None None] Port c24665c6-ae8f-4a78-835d-bd20b5c98c87 cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:42:19.115323 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab7be91-4fac-4055-854b-9268ec556e24 req-f8e5ca14-8e6e-4f3e-9c45-87960696fd09 tempest-VolumesActionsTest-442734151 tempest-VolumesActionsTest-442734151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:42:19.118330 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-cab7be91-4fac-4055-854b-9268ec556e24 req-f8e5ca14-8e6e-4f3e-9c45-87960696fd09 tempest-VolumesActionsTest-442734151 tempest-VolumesActionsTest-442734151-project] 10.222.0.60 "GET /v2.0/ports?device_id=e575047e-db9d-4c9b-9d83-cb9756b65ee6 HTTP/1.1" status: 200 len: 943 time: 0.2947431 Nov 23 17:42:19.239772 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-0489afcf-2a8e-4f02-a69a-25b4f70dcaaf None None] Provisioning complete for port c24665c6-ae8f-4a78-835d-bd20b5c98c87 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:42:19.242556 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-0489afcf-2a8e-4f02-a69a-25b4f70dcaaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:19.331731 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-0489afcf-2a8e-4f02-a69a-25b4f70dcaaf None None] Port c24665c6-ae8f-4a78-835d-bd20b5c98c87 cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:42:19.368077 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5db23985-12fc-4efe-b2bf-5702e298ea07 req-6c58fc27-9f4c-462f-9c7c-959d4eb8736d tempest-VolumesBackupsTest-643586812 tempest-VolumesBackupsTest-643586812-project] 10.222.0.60 "GET /v2.0/security-groups?id=4df28033-856d-4fed-8b1f-2717b5a26001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5983629 Nov 23 17:42:19.375336 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121d90b7-03da-40cb-8f5c-be4430a5c85f req-91870e74-fcac-4146-90d5-0908989b9b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:42:19.382932 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-121d90b7-03da-40cb-8f5c-be4430a5c85f req-91870e74-fcac-4146-90d5-0908989b9b0b service neutron] 10.222.0.55 "GET /v2.0/networks?id=b04d3905-94fd-478d-8f36-29a81061160f HTTP/1.1" status: 200 len: 908 time: 0.6702547 Nov 23 17:42:19.399240 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-0ed7d8f2-84ea-4797-bd2e-208c05667b32 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:19.405004 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c83c980f-07bc-404b-ab37-9153982dce06 req-4675ce84-e6b8-45fc-a624-1c54721a38ff service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=f6b6eac1-340c-40ab-b97e-f0769e7e5b42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5393171 Nov 23 17:42:19.511932 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-121d90b7-03da-40cb-8f5c-be4430a5c85f req-523d9b47-df54-4d67-98d6-3e16a4620a59 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=701772b5-54d9-4250-a91a-10c8a93c0699 HTTP/1.1" status: 200 len: 217 time: 0.1197481 Nov 23 17:42:19.533045 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed7d8f2-84ea-4797-bd2e-208c05667b32 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Pushing event deleted for resources: {'Port': ['ID=c24665c6-ae8f-4a78-835d-bd20b5c98c87,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:42:19.649542 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-cab7be91-4fac-4055-854b-9268ec556e24 req-3e2a1faa-31e7-4e70-abbe-f5272fcf1ba9 tempest-VolumesActionsTest-442734151 tempest-VolumesActionsTest-442734151-project] 10.222.0.60 "GET /v2.0/security-groups?id=68fe547d-d706-4389-a025-af2d1c7bf46e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5063264 Nov 23 17:42:19.717838 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121d90b7-03da-40cb-8f5c-be4430a5c85f req-f9974e4e-d608-41e4-9eae-5de2e9daa3a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:42:19.720381 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-121d90b7-03da-40cb-8f5c-be4430a5c85f req-f9974e4e-d608-41e4-9eae-5de2e9daa3a2 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d6ef9595-65a5-4d75-8113-6090cd6ca55e HTTP/1.1" status: 200 len: 847 time: 0.1834829 Nov 23 17:42:19.748069 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4212f28-df80-4b40-a886-0fd260975db3 req-5a60ea41-ba3e-4afc-ab9c-73484c8d08bd tempest-InstanceActionsTestJSON-1355406583 tempest-InstanceActionsTestJSON-1355406583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:42:19.766511 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f4212f28-df80-4b40-a886-0fd260975db3 req-5a60ea41-ba3e-4afc-ab9c-73484c8d08bd tempest-InstanceActionsTestJSON-1355406583 tempest-InstanceActionsTestJSON-1355406583-project] 10.222.0.60 "GET /v2.0/ports?device_id=2b3dda08-c98d-4327-bf96-769c7b70e3e2 HTTP/1.1" status: 200 len: 946 time: 0.2497327 Nov 23 17:42:19.840161 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-121d90b7-03da-40cb-8f5c-be4430a5c85f req-06d4fd17-b06c-4207-b4cd-206ea25dc8c6 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b04d3905-94fd-478d-8f36-29a81061160f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1065037 Nov 23 17:42:19.844254 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6a58e440-99f6-462e-a159-886372a7fcfb req-a81d94c3-85c0-4b6a-9f69-9e03444b71b6 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] 10.222.0.60 "GET /v2.0/ports?device_id=6405c518-c3fe-4701-acc0-e089ba26cce4 HTTP/1.1" status: 200 len: 210 time: 0.0593019 Nov 23 17:42:19.847058 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-0ed7d8f2-84ea-4797-bd2e-208c05667b32 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:19.851168 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-0ed7d8f2-84ea-4797-bd2e-208c05667b32 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] 10.222.0.60 "DELETE /v2.0/ports/c24665c6-ae8f-4a78-835d-bd20b5c98c87 HTTP/1.1" status: 204 len: 168 time: 3.1680090 Nov 23 17:42:19.854761 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 53840) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:42:20.011728 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1996e112-2bab-487e-907a-b2bdc337e7ab tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:42:20.020539 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1996e112-2bab-487e-907a-b2bdc337e7ab tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:42:20.022941 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1996e112-2bab-487e-907a-b2bdc337e7ab tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:42:20.037111 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-1996e112-2bab-487e-907a-b2bdc337e7ab tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1802869 Nov 23 17:42:20.041286 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 53842) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:42:20.162850 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_v2 [None req-5cf0df53-2829-4244-9e91-ccac4051f8b4 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Deleting subnet aedc5714-ea99-4654-84cb-f229bdff686f {{(pid=103590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 17:42:20.176363 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5cf0df53-2829-4244-9e91-ccac4051f8b4 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks [] for subnet, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:20.298341 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5cf0df53-2829-4244-9e91-ccac4051f8b4 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-267528342'] for subnet, precommit_delete_associations {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:20.367579 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-121d90b7-03da-40cb-8f5c-be4430a5c85f req-972e440b-dd5c-4fa4-b1c9-57d93100b89e service neutron] 10.222.0.55 "GET /v2.0/networks/b04d3905-94fd-478d-8f36-29a81061160f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5127094 Nov 23 17:42:20.392656 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f4212f28-df80-4b40-a886-0fd260975db3 req-e9fa6f32-0f5a-4ca7-a904-5f11cb0e31d9 tempest-InstanceActionsTestJSON-1355406583 tempest-InstanceActionsTestJSON-1355406583-project] 10.222.0.60 "GET /v2.0/security-groups?id=f6b6eac1-340c-40ab-b97e-f0769e7e5b42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6247833 Nov 23 17:42:20.530950 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5cf0df53-2829-4244-9e91-ccac4051f8b4 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971956'] for subnet, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:20.633396 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5cf0df53-2829-4244-9e91-ccac4051f8b4 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264357903', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264730940'] for subnet, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:20.698822 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf0df53-2829-4244-9e91-ccac4051f8b4 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Pushing event deleted for resources: {'Subnet': ['ID=aedc5714-ea99-4654-84cb-f229bdff686f,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:42:20.699984 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d7c40c-6b5e-42bf-af95-95ff4fddadee req-4eff5942-a506-4c4f-b0f1-715f64f8d887 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:42:20.702101 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-93d7c40c-6b5e-42bf-af95-95ff4fddadee req-4eff5942-a506-4c4f-b0f1-715f64f8d887 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] 10.222.0.36 "GET /v2.0/networks?id=b05aa742-7050-4bee-9612-3681dfd2164b HTTP/1.1" status: 200 len: 817 time: 0.6102450 Nov 23 17:42:20.720265 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5cf0df53-2829-4244-9e91-ccac4051f8b4 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks [] for subnet, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:20.723856 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-5cf0df53-2829-4244-9e91-ccac4051f8b4 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] 10.222.0.60 "DELETE /v2.0/subnets/aedc5714-ea99-4654-84cb-f229bdff686f HTTP/1.1" status: 204 len: 168 time: 0.6809487 Nov 23 17:42:20.724605 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b40297e-849e-4e5d-b2bf-7486e234b934 None None] Network 56dedb9c-c874-4806-8073-23c183970f13 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:42:20.729137 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 53864) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:42:20.795649 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-99afa7ce-9f14-45e1-b15c-cc98bbb48fa8 req-261a6d71-856f-430b-83dc-2dadb95914a1 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] 10.222.0.60 "GET /v2.0/ports?device_id=a43134ca-2758-4794-bb9c-974d11e5e279 HTTP/1.1" status: 200 len: 210 time: 0.1375132 Nov 23 17:42:20.874035 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_v2 [None req-15acf645-c15d-421a-87a5-3fa4bac5cafb tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Deleting subnet ffe58e8d-872d-40ed-822b-80bd91e4482b {{(pid=103590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 17:42:20.884279 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-15acf645-c15d-421a-87a5-3fa4bac5cafb tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks [] for subnet, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:20.898448 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-121d90b7-03da-40cb-8f5c-be4430a5c85f req-10144db9-5e48-4eea-9669-5ac6d6ea1ef3 service neutron] 10.222.0.55 "GET /v2.0/networks/b04d3905-94fd-478d-8f36-29a81061160f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5044651 Nov 23 17:42:20.941331 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-15acf645-c15d-421a-87a5-3fa4bac5cafb tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-267528342'] for subnet, precommit_delete_associations {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:20.971432 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-93d7c40c-6b5e-42bf-af95-95ff4fddadee req-7aced01e-d250-4785-b3f0-89336a55baa6 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=093e052ebdfd4c689471d0502a0c2e0a HTTP/1.1" status: 200 len: 379 time: 0.2099903 Nov 23 17:42:21.005836 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [req-93d7c40c-6b5e-42bf-af95-95ff4fddadee req-5317b70f-7405-4c79-b100-c60cf9c9d7fb tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] Request body: {'port': {'device_id': 'a43134ca-2758-4794-bb9c-974d11e5e279', 'network_id': 'b05aa742-7050-4bee-9612-3681dfd2164b', 'admin_state_up': True, 'tenant_id': '093e052ebdfd4c689471d0502a0c2e0a', 'security_groups': ['c11b6a3a-f89b-4d05-9340-8aa0be1653f6']}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:42:21.024990 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device 701772b5-54d9-4250-a91a-10c8a93c0699 details requested by agent hyperv_n-h1-816206-8 with host n-h1-816206-8 {{(pid=103592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 17:42:21.040581 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-15acf645-c15d-421a-87a5-3fa4bac5cafb tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971956'] for subnet, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:21.108300 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-15acf645-c15d-421a-87a5-3fa4bac5cafb tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264357903', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264730940'] for subnet, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:21.141971 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15acf645-c15d-421a-87a5-3fa4bac5cafb tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Pushing event deleted for resources: {'Subnet': ['ID=ffe58e8d-872d-40ed-822b-80bd91e4482b,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:42:21.150536 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-15acf645-c15d-421a-87a5-3fa4bac5cafb tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks [] for subnet, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:21.153962 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-15acf645-c15d-421a-87a5-3fa4bac5cafb tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] 10.222.0.60 "DELETE /v2.0/subnets/ffe58e8d-872d-40ed-822b-80bd91e4482b HTTP/1.1" status: 204 len: 168 time: 0.4223676 Nov 23 17:42:21.156863 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 53870) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:42:21.158820 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-47a7a839-654c-4075-950a-0651124ee6e6 req-eca984d1-c055-432e-aaa0-befe41c922f5 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] 10.222.0.60 "GET /v2.0/ports?device_id=6405c518-c3fe-4701-acc0-e089ba26cce4 HTTP/1.1" status: 200 len: 210 time: 0.0850363 Nov 23 17:42:21.261508 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-2cdd55db-9021-45bd-8f3e-eecd03e66f2d tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0978591 Nov 23 17:42:21.262335 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 53874) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:42:21.267941 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-5479a252-3226-4a4d-bd23-991678dcbd88 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Request body: {'subnet': {'network_id': '56dedb9c-c874-4806-8073-23c183970f13', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:42:21.268355 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port 701772b5-54d9-4250-a91a-10c8a93c0699, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=701772b5-54d9-4250-a91a-10c8a93c0699,segment=NetworkSegment(07965fcd-1084-4fab-83f3-80d2c69eb397),segment_id=07965fcd-1084-4fab-83f3-80d2c69eb397)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:42:21.287694 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Returning: {'device': '701772b5-54d9-4250-a91a-10c8a93c0699', 'network_id': 'b04d3905-94fd-478d-8f36-29a81061160f', 'port_id': '701772b5-54d9-4250-a91a-10c8a93c0699', 'mac_address': 'fa:16:3e:76:09:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6ef9595-65a5-4d75-8113-6090cd6ca55e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 17:42:21.333817 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:21.356789 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 701772b5-54d9-4250-a91a-10c8a93c0699 {{(pid=103592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:42:21.395836 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port 701772b5-54d9-4250-a91a-10c8a93c0699, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=701772b5-54d9-4250-a91a-10c8a93c0699,segment=NetworkSegment(07965fcd-1084-4fab-83f3-80d2c69eb397),segment_id=07965fcd-1084-4fab-83f3-80d2c69eb397)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:42:21.419569 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:21.505971 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5479a252-3226-4a4d-bd23-991678dcbd88 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Made reservation on behalf of a17872768c1e4384801bad129509cfa7 for: {'subnet': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:42:21.510339 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5479a252-3226-4a4d-bd23-991678dcbd88 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264730903'] for subnet, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:21.587046 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Pushing event updated for resources: {'Port': ['ID=701772b5-54d9-4250-a91a-10c8a93c0699,revision_number=4']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:42:21.599581 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb3dfa39-fc06-40bd-9e2a-a01786361815 None None] Update dhcp port {'port': {'network_id': '56dedb9c-c874-4806-8073-23c183970f13', 'fixed_ips': [{'subnet_id': 'ffe58e8d-872d-40ed-822b-80bd91e4482b'}], 'binding:host_id': 'n-d-816206-8'}, 'id': '4a8392c6-d9a8-4ecf-b467-e4e2dd280f15'} from n-d-816206-8. {{(pid=103592) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 23 17:42:21.689686 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-fb3dfa39-fc06-40bd-9e2a-a01786361815 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:21.704101 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:42:21.704464 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:42:21.704825 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:42:21.707858 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:42:21.708287 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:42:21.708654 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:42:21.708993 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:42:21.711603 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:42:21.712015 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:42:21.713093 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:42:21.714255 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:42:21.714617 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:42:21.737974 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e07e3df-7ed1-4735-9f33-49760772edf9 req-b991f101-6923-4cee-9ea8-6d46d6bde4c1 tempest-VolumesActionsTest-442734151 tempest-VolumesActionsTest-442734151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:42:21.739746 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6e07e3df-7ed1-4735-9f33-49760772edf9 req-b991f101-6923-4cee-9ea8-6d46d6bde4c1 tempest-VolumesActionsTest-442734151 tempest-VolumesActionsTest-442734151-project] 10.222.0.60 "GET /v2.0/ports?device_id=e575047e-db9d-4c9b-9d83-cb9756b65ee6 HTTP/1.1" status: 200 len: 943 time: 0.7673721 Nov 23 17:42:21.766804 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] get_ports_and_sgs() called for port_ids ['701772b5-54d9-4250-a91a-10c8a93c0699'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:42:21.857081 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6e07e3df-7ed1-4735-9f33-49760772edf9 req-2e86bce8-0dae-4343-9281-fb7836c92009 tempest-VolumesActionsTest-442734151 tempest-VolumesActionsTest-442734151-project] 10.222.0.60 "GET /v2.0/security-groups?id=68fe547d-d706-4389-a025-af2d1c7bf46e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014075 Nov 23 17:42:21.871728 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7b5190-7930-421a-b71e-6a4d952a8ab8 req-b4fcd554-5020-4f57-be94-c9775d3098b5 tempest-InstanceActionsTestJSON-1355406583 tempest-InstanceActionsTestJSON-1355406583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:42:21.880113 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-bb7b5190-7930-421a-b71e-6a4d952a8ab8 req-b4fcd554-5020-4f57-be94-c9775d3098b5 tempest-InstanceActionsTestJSON-1355406583 tempest-InstanceActionsTestJSON-1355406583-project] 10.222.0.60 "GET /v2.0/ports?device_id=2b3dda08-c98d-4327-bf96-769c7b70e3e2 HTTP/1.1" status: 200 len: 946 time: 0.1384830 Nov 23 17:42:21.958636 n-d-816206-8 neutron-server[103590]: DEBUG neutron.objects.ports [None req-5479a252-3226-4a4d-bd23-991678dcbd88 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103590) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 23 17:42:21.981420 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93d7c40c-6b5e-42bf-af95-95ff4fddadee req-5317b70f-7405-4c79-b100-c60cf9c9d7fb tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] Made reservation on behalf of 093e052ebdfd4c689471d0502a0c2e0a for: {'port': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:42:21.990666 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-93d7c40c-6b5e-42bf-af95-95ff4fddadee req-5317b70f-7405-4c79-b100-c60cf9c9d7fb tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:22.157064 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-bb7b5190-7930-421a-b71e-6a4d952a8ab8 req-f75398f5-3ed7-4cc7-b2b2-b95244d16c63 tempest-InstanceActionsTestJSON-1355406583 tempest-InstanceActionsTestJSON-1355406583-project] 10.222.0.60 "GET /v2.0/security-groups?id=f6b6eac1-340c-40ab-b97e-f0769e7e5b42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2687542 Nov 23 17:42:22.184299 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-74f5090b-ecfc-44ac-90a3-1f8ad3a54c8e req-97ad54d0-5a5a-467d-8ecd-37fbfe5fa0ed tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] 10.222.0.60 "GET /v2.0/ports?device_id=a43134ca-2758-4794-bb9c-974d11e5e279 HTTP/1.1" status: 200 len: 210 time: 0.1547668 Nov 23 17:42:22.301321 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f277b37-cbbe-4ce9-ac47-ef5c4ddcb629 None None] Network 56dedb9c-c874-4806-8073-23c183970f13 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:42:22.457016 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5479a252-3226-4a4d-bd23-991678dcbd88 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:22.511719 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-02742710-5702-4d41-a82a-fb51ffdd3c3b req-327727ad-9898-43bb-b779-690a6f114537 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] 10.222.0.60 "GET /v2.0/ports?device_id=6405c518-c3fe-4701-acc0-e089ba26cce4 HTTP/1.1" status: 200 len: 210 time: 0.0873828 Nov 23 17:42:22.679205 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.db_base_plugin_common [req-93d7c40c-6b5e-42bf-af95-95ff4fddadee req-5317b70f-7405-4c79-b100-c60cf9c9d7fb tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] Allocated IP 172.20.0.10 (b05aa742-7050-4bee-9612-3681dfd2164b/784540e3-73ef-4656-9bfa-913bbf55b1a9/fbe44c50-ab0e-48c7-bd92-149bb465cefc) {{(pid=103591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:42:22.802343 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-97fe4670-d3df-4d96-9011-bb337f1ff281 None None] Provisioning complete for port 4a8392c6-d9a8-4ecf-b467-e4e2dd280f15 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:42:22.802902 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-97fe4670-d3df-4d96-9011-bb337f1ff281 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:22.856481 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-5479a252-3226-4a4d-bd23-991678dcbd88 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] For port 4a8392c6-d9a8-4ecf-b467-e4e2dd280f15, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=4a8392c6-d9a8-4ecf-b467-e4e2dd280f15,segment=NetworkSegment(208f22fc-9686-4ca3-a88c-018385437c28),segment_id=208f22fc-9686-4ca3-a88c-018385437c28)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:42:22.956892 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5479a252-3226-4a4d-bd23-991678dcbd88 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks [] for port, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:22.966380 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5479a252-3226-4a4d-bd23-991678dcbd88 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264357957'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:22.968321 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5479a252-3226-4a4d-bd23-991678dcbd88 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264358096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264730885'] for subnet, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:23.080935 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5479a252-3226-4a4d-bd23-991678dcbd88 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Network 56dedb9c-c874-4806-8073-23c183970f13 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:42:23.088147 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-5479a252-3226-4a4d-bd23-991678dcbd88 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:42:23.095349 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5479a252-3226-4a4d-bd23-991678dcbd88 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:42:23.095957 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5479a252-3226-4a4d-bd23-991678dcbd88 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks [] for subnet, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:23.122450 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5479a252-3226-4a4d-bd23-991678dcbd88 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Pushing event updated for resources: {'Subnet': ['ID=400c447e-adcb-45b6-8bd6-47f6fd8139cd,revision_number=0']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:42:23.149744 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5479a252-3226-4a4d-bd23-991678dcbd88 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Pushing event updated for resources: {'Port': ['ID=4a8392c6-d9a8-4ecf-b467-e4e2dd280f15,revision_number=8']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:42:23.150995 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-93d7c40c-6b5e-42bf-af95-95ff4fddadee req-5317b70f-7405-4c79-b100-c60cf9c9d7fb tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] Publish callbacks [] for port, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:23.170930 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-5479a252-3226-4a4d-bd23-991678dcbd88 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9074030 Nov 23 17:42:23.174720 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 53894) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:42:23.181023 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-bb6df2ec-e802-479f-ab5d-17474fd3ecda tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Request body: {'subnet': {'network_id': '56dedb9c-c874-4806-8073-23c183970f13', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:42:23.243988 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75689e01-2f3b-4f6b-92e5-ae0872e86986 req-14693b37-8788-489f-b5ff-7af074c2f1e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:42:23.245564 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-75689e01-2f3b-4f6b-92e5-ae0872e86986 req-14693b37-8788-489f-b5ff-7af074c2f1e0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=df1b8182c5e2460d9373ba94b679b8a6&device_id=2b3dda08-c98d-4327-bf96-769c7b70e3e2 HTTP/1.1" status: 200 len: 1097 time: 0.4373698 Nov 23 17:42:23.257618 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d1d88c-00de-4a51-9149-2f37acef32d0 req-daeb128e-70a3-4892-a0d3-c295a15d8e1b tempest-InstanceActionsTestJSON-1355406583 tempest-InstanceActionsTestJSON-1355406583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:42:23.259202 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a6d1d88c-00de-4a51-9149-2f37acef32d0 req-daeb128e-70a3-4892-a0d3-c295a15d8e1b tempest-InstanceActionsTestJSON-1355406583 tempest-InstanceActionsTestJSON-1355406583-project] 10.222.0.60 "GET /v2.0/ports?device_id=2b3dda08-c98d-4327-bf96-769c7b70e3e2 HTTP/1.1" status: 200 len: 946 time: 0.4281917 Nov 23 17:42:23.367483 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb6df2ec-e802-479f-ab5d-17474fd3ecda tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Made reservation on behalf of a17872768c1e4384801bad129509cfa7 for: {'subnet': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:42:23.377888 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-bb6df2ec-e802-479f-ab5d-17474fd3ecda tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264730903'] for subnet, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:23.407199 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985ba11c-5619-4343-82b6-a0725e2ecb9f req-b2b55699-45de-4b5c-a8d8-de00a36b7932 tempest-VolumesActionsTest-442734151 tempest-VolumesActionsTest-442734151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:42:23.414821 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 4a8392c6-d9a8-4ecf-b467-e4e2dd280f15 no longer exists at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:42:23.422119 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-985ba11c-5619-4343-82b6-a0725e2ecb9f req-b2b55699-45de-4b5c-a8d8-de00a36b7932 tempest-VolumesActionsTest-442734151 tempest-VolumesActionsTest-442734151-project] 10.222.0.60 "GET /v2.0/ports?device_id=e575047e-db9d-4c9b-9d83-cb9756b65ee6 HTTP/1.1" status: 200 len: 944 time: 0.3697140 Nov 23 17:42:23.547411 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75689e01-2f3b-4f6b-92e5-ae0872e86986 req-d89c5e3b-03a8-4971-93e1-9ccf4a50537a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:42:23.556518 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-75689e01-2f3b-4f6b-92e5-ae0872e86986 req-d89c5e3b-03a8-4971-93e1-9ccf4a50537a service neutron] 10.222.0.36 "GET /v2.0/networks?id=983df33e-23dd-411d-9fe2-659f57744967 HTTP/1.1" status: 200 len: 915 time: 0.2845857 Nov 23 17:42:23.581825 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-93d7c40c-6b5e-42bf-af95-95ff4fddadee req-5317b70f-7405-4c79-b100-c60cf9c9d7fb tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:23.652479 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:23.741150 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] For port 4a8392c6-d9a8-4ecf-b467-e4e2dd280f15, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=4a8392c6-d9a8-4ecf-b467-e4e2dd280f15,segment=NetworkSegment(208f22fc-9686-4ca3-a88c-018385437c28),segment_id=208f22fc-9686-4ca3-a88c-018385437c28)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:42:23.770307 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:23.842344 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5317b70f-7405-4c79-b100-c60cf9c9d7fb tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] Pushing event updated for resources: {'Port': ['ID=fbe44c50-ab0e-48c7-bd92-149bb465cefc,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:42:23.871168 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Pushing event updated for resources: {'Port': ['ID=4a8392c6-d9a8-4ecf-b467-e4e2dd280f15,revision_number=9']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:42:23.906720 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-75689e01-2f3b-4f6b-92e5-ae0872e86986 req-a329afb1-9e51-440c-8349-b9b8691c73db service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f51b812d-2eed-4dc5-9375-7ad9f1d0dd79 HTTP/1.1" status: 200 len: 217 time: 0.3152890 Nov 23 17:42:23.923371 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-bb6df2ec-e802-479f-ab5d-17474fd3ecda tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264358096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264730885'] for subnet, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:23.956130 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93d7c40c-6b5e-42bf-af95-95ff4fddadee req-5317b70f-7405-4c79-b100-c60cf9c9d7fb tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] Network b05aa742-7050-4bee-9612-3681dfd2164b is already hosted by enough agents. {{(pid=103591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:42:23.978602 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a6d1d88c-00de-4a51-9149-2f37acef32d0 req-78ebc292-399b-46c3-88b8-9d36d022dd0c tempest-InstanceActionsTestJSON-1355406583 tempest-InstanceActionsTestJSON-1355406583-project] 10.222.0.60 "GET /v2.0/security-groups?id=f6b6eac1-340c-40ab-b97e-f0769e7e5b42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7072237 Nov 23 17:42:24.024255 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6df2ec-e802-479f-ab5d-17474fd3ecda tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Pushing event updated for resources: {'Subnet': ['ID=e353f59f-c215-4f70-89ab-58f23cc089b3,revision_number=0']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:42:24.055229 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 4a8392c6-d9a8-4ecf-b467-e4e2dd280f15 up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:42:24.064092 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-985ba11c-5619-4343-82b6-a0725e2ecb9f req-1bced4be-cd22-42af-af67-33446574ad94 tempest-VolumesActionsTest-442734151 tempest-VolumesActionsTest-442734151-project] 10.222.0.60 "GET /v2.0/security-groups?id=68fe547d-d706-4389-a025-af2d1c7bf46e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6408195 Nov 23 17:42:24.067200 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [req-93d7c40c-6b5e-42bf-af95-95ff4fddadee req-5317b70f-7405-4c79-b100-c60cf9c9d7fb tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] Resources bound (agent type, host, resource id): {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:42:24.091864 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [req-93d7c40c-6b5e-42bf-af95-95ff4fddadee req-5317b70f-7405-4c79-b100-c60cf9c9d7fb tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] Received port after_create {{(pid=103591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:42:24.104985 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb6df2ec-e802-479f-ab5d-17474fd3ecda tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Network 56dedb9c-c874-4806-8073-23c183970f13 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:42:24.115711 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-bb6df2ec-e802-479f-ab5d-17474fd3ecda tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:42:24.129308 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb6df2ec-e802-479f-ab5d-17474fd3ecda tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:42:24.144202 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-bb6df2ec-e802-479f-ab5d-17474fd3ecda tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks [] for subnet, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:24.196107 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-bb6df2ec-e802-479f-ab5d-17474fd3ecda tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0178382 Nov 23 17:42:24.200871 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 53904) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:42:24.233467 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-d678c6e5-e487-4e26-b1e7-4fe4b88cd922 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Request body: {'port': {'network_id': '56dedb9c-c874-4806-8073-23c183970f13', 'mac_address': 'fa:16:3e:78:b0:d3', 'name': 'tempest-NetworksTestDHCPv6-837221956'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:42:24.257446 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port 4a8392c6-d9a8-4ecf-b467-e4e2dd280f15 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:42:24.258669 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 53908) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:42:24.260122 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:24.307794 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75689e01-2f3b-4f6b-92e5-ae0872e86986 req-db94a71f-cd98-4fe9-83f8-6aa9906117cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:42:24.309832 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-75689e01-2f3b-4f6b-92e5-ae0872e86986 req-db94a71f-cd98-4fe9-83f8-6aa9906117cd service neutron] 10.222.0.36 "GET /v2.0/subnets?id=667b9ca4-e57e-4316-8a4b-81fe761e8c2e HTTP/1.1" status: 200 len: 854 time: 0.3915064 Nov 23 17:42:24.393818 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-991ca36f-f3ed-4a53-94d5-957473784434 None None] Network 56dedb9c-c874-4806-8073-23c183970f13 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:42:24.434958 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f5f9f3a8-b12d-4626-9879-86d22b9b3322 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Publish callbacks [] for security_group, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:24.486215 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f5f9f3a8-b12d-4626-9879-86d22b9b3322 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:24.568447 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d7c40c-6b5e-42bf-af95-95ff4fddadee req-5317b70f-7405-4c79-b100-c60cf9c9d7fb tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:42:24.580592 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-93d7c40c-6b5e-42bf-af95-95ff4fddadee req-5317b70f-7405-4c79-b100-c60cf9c9d7fb tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:24.583509 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d678c6e5-e487-4e26-b1e7-4fe4b88cd922 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Made reservation on behalf of a17872768c1e4384801bad129509cfa7 for: {'port': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:42:24.595807 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f5f9f3a8-b12d-4626-9879-86d22b9b3322 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:24.600122 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f5f9f3a8-b12d-4626-9879-86d22b9b3322 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:24.601571 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-f5f9f3a8-b12d-4626-9879-86d22b9b3322 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] 10.222.0.60 "DELETE /v2.0/security-groups/10d72a3d-a998-4d2f-a806-0da22bfe86ab HTTP/1.1" status: 204 len: 168 time: 0.3397503 Nov 23 17:42:24.604344 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 53916) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:42:24.662029 n-d-816206-8 neutron-server[103590]: INFO neutron.api.v2.resource [None req-712ee4a2-629b-4e48-aa4f-d94782d5d1ed tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] show failed (client error): The resource could not be found. Nov 23 17:42:24.664354 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-712ee4a2-629b-4e48-aa4f-d94782d5d1ed tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] 10.222.0.60 "GET /v2.0/security-groups/10d72a3d-a998-4d2f-a806-0da22bfe86ab HTTP/1.1" status: 404 len: 347 time: 0.0536191 Nov 23 17:42:24.666036 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f9f3a8-b12d-4626-9879-86d22b9b3322 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=10d72a3d-a998-4d2f-a806-0da22bfe86ab,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:42:24.678542 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 53920) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:42:24.727632 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-b16958a6-b740-46ce-81fd-945302eb9ac0 None None] Provisioning complete for port 4a8392c6-d9a8-4ecf-b467-e4e2dd280f15 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:42:24.728731 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b16958a6-b740-46ce-81fd-945302eb9ac0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:24.835064 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-d678c6e5-e487-4e26-b1e7-4fe4b88cd922 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:24.839453 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-75689e01-2f3b-4f6b-92e5-ae0872e86986 req-23c2b84f-3bf6-42df-af45-de353a03acae service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=983df33e-23dd-411d-9fe2-659f57744967&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3021629 Nov 23 17:42:24.847823 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-93d7c40c-6b5e-42bf-af95-95ff4fddadee req-5317b70f-7405-4c79-b100-c60cf9c9d7fb tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8534381 Nov 23 17:42:24.890961 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:24.896681 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [None req-d678c6e5-e487-4e26-b1e7-4fe4b88cd922 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] device_id is not set on port 002a11d6-5d30-4952-838c-2e06f410607a yet. {{(pid=103591) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 17:42:25.009262 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b16958a6-b740-46ce-81fd-945302eb9ac0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:25.014571 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device 701772b5-54d9-4250-a91a-10c8a93c0699 up at agent hyperv_n-h1-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:42:25.047126 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-ed209eec-6902-44f9-adf3-def51247dac9 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Deleting port 168aae12-82c8-4108-a978-38526bded432 {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:42:25.047767 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ed209eec-6902-44f9-adf3-def51247dac9 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:25.114806 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.db_base_plugin_common [None req-d678c6e5-e487-4e26-b1e7-4fe4b88cd922 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Allocated IP 172.20.0.11 (56dedb9c-c874-4806-8073-23c183970f13/e353f59f-c215-4f70-89ab-58f23cc089b3/002a11d6-5d30-4952-838c-2e06f410607a) {{(pid=103591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:42:25.115130 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] For port 4a8392c6-d9a8-4ecf-b467-e4e2dd280f15, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=4a8392c6-d9a8-4ecf-b467-e4e2dd280f15,segment=NetworkSegment(208f22fc-9686-4ca3-a88c-018385437c28),segment_id=208f22fc-9686-4ca3-a88c-018385437c28)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:42:25.122710 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.db_base_plugin_common [None req-d678c6e5-e487-4e26-b1e7-4fe4b88cd922 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Allocated IP 2001:db8::f816:3eff:fe78:b0d3 (56dedb9c-c874-4806-8073-23c183970f13/400c447e-adcb-45b6-8bd6-47f6fd8139cd/002a11d6-5d30-4952-838c-2e06f410607a) {{(pid=103591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:42:25.125776 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:25.130317 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Provisioning for port 701772b5-54d9-4250-a91a-10c8a93c0699 completed by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 17:42:25.222443 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Provisioning complete for port 701772b5-54d9-4250-a91a-10c8a93c0699 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:42:25.222821 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:25.269113 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ed209eec-6902-44f9-adf3-def51247dac9 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:25.269455 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ed209eec-6902-44f9-adf3-def51247dac9 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:25.285641 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-038e78f0-731b-4c23-81e9-23ac54a8a04c None None] Update dhcp port {'port': {'network_id': '56dedb9c-c874-4806-8073-23c183970f13', 'fixed_ips': [{'subnet_id': '400c447e-adcb-45b6-8bd6-47f6fd8139cd', 'ip_address': '2001:db8::f816:3eff:fe8f:4d61'}, {'subnet_id': 'e353f59f-c215-4f70-89ab-58f23cc089b3'}], 'binding:host_id': 'n-d-816206-8'}, 'id': '4a8392c6-d9a8-4ecf-b467-e4e2dd280f15'} from n-d-816206-8. {{(pid=103592) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 23 17:42:25.294253 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-ed209eec-6902-44f9-adf3-def51247dac9 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Calling delete_port for 168aae12-82c8-4108-a978-38526bded432 owned by network:floatingip {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:42:25.360388 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.db.api [None req-b16958a6-b740-46ce-81fd-945302eb9ac0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103592) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 17:42:25.360388 n-d-816206-8 neutron-server[103592]: DEBUG oslo_db.api [None req-b16958a6-b740-46ce-81fd-945302eb9ac0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 17:42:25.363524 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [req-93d7c40c-6b5e-42bf-af95-95ff4fddadee req-b349cf82-d1cd-4cf5-8097-d5f129ad72fc service neutron] Request body: {'port': {'device_id': 'a43134ca-2758-4794-bb9c-974d11e5e279', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-8'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:42:25.366031 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Pushing event updated for resources: {'Port': ['ID=4a8392c6-d9a8-4ecf-b467-e4e2dd280f15,revision_number=10']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:42:25.368901 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-038e78f0-731b-4c23-81e9-23ac54a8a04c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:25.397091 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5246712-d4b4-4ef9-8fd9-7dba29f753cc req-609f1181-cf9c-4baa-9896-3e2f557a0e9c tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:42:25.398853 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f5246712-d4b4-4ef9-8fd9-7dba29f753cc req-609f1181-cf9c-4baa-9896-3e2f557a0e9c tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] 10.222.0.60 "GET /v2.0/ports?device_id=a43134ca-2758-4794-bb9c-974d11e5e279 HTTP/1.1" status: 200 len: 932 time: 1.1539247 Nov 23 17:42:25.536232 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ed209eec-6902-44f9-adf3-def51247dac9 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:25.562603 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:25.590798 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 4a8392c6-d9a8-4ecf-b467-e4e2dd280f15 up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:42:25.591258 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed209eec-6902-44f9-adf3-def51247dac9 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Pushing event deleted for resources: {'Port': ['ID=168aae12-82c8-4108-a978-38526bded432,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:42:25.592870 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ca61b0-f4f4-4ece-983a-c262604c5427 req-c5fa98f3-208a-460e-891a-687b95bedbb1 tempest-InstanceActionsTestJSON-1355406583 tempest-InstanceActionsTestJSON-1355406583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:42:25.602238 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c5ca61b0-f4f4-4ece-983a-c262604c5427 req-c5fa98f3-208a-460e-891a-687b95bedbb1 tempest-InstanceActionsTestJSON-1355406583 tempest-InstanceActionsTestJSON-1355406583-project] 10.222.0.60 "GET /v2.0/ports?device_id=2b3dda08-c98d-4327-bf96-769c7b70e3e2 HTTP/1.1" status: 200 len: 946 time: 0.2729752 Nov 23 17:42:25.615126 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-d678c6e5-e487-4e26-b1e7-4fe4b88cd922 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks [] for port, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:25.637754 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-93d7c40c-6b5e-42bf-af95-95ff4fddadee req-b349cf82-d1cd-4cf5-8097-d5f129ad72fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:25.673195 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ed209eec-6902-44f9-adf3-def51247dac9 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Publish callbacks [] for floatingip, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:25.675868 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f5246712-d4b4-4ef9-8fd9-7dba29f753cc req-9e297d74-5d07-4e93-8a0e-d1c76c06b5f1 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] 10.222.0.60 "GET /v2.0/security-groups?id=c11b6a3a-f89b-4d05-9340-8aa0be1653f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2316623 Nov 23 17:42:25.676427 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ed209eec-6902-44f9-adf3-def51247dac9 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for floatingip, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:25.678144 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-ed209eec-6902-44f9-adf3-def51247dac9 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] 10.222.0.60 "DELETE /v2.0/floatingips/c0d5ed81-4b69-454d-8586-ef6820078fbf HTTP/1.1" status: 204 len: 168 time: 0.9951320 Nov 23 17:42:25.688948 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 53948) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:42:25.703380 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-75689e01-2f3b-4f6b-92e5-ae0872e86986 req-3209052e-144b-400a-abc0-578e96cad9ef service neutron] 10.222.0.36 "GET /v2.0/networks/983df33e-23dd-411d-9fe2-659f57744967?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8527913 Nov 23 17:42:25.729007 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port 701772b5-54d9-4250-a91a-10c8a93c0699, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=701772b5-54d9-4250-a91a-10c8a93c0699,segment=NetworkSegment(07965fcd-1084-4fab-83f3-80d2c69eb397),segment_id=07965fcd-1084-4fab-83f3-80d2c69eb397)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:42:25.742818 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e575047e-db9d-4c9b-9d83-cb9756b65ee6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '701772b5-54d9-4250-a91a-10c8a93c0699'}] {{(pid=103592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:42:25.749869 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba3e6a8f2301c7a29fe1eca9779abdae4ccbcd6266d69778087f2498d5551201" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ca91700-16a2-4e1d-a975-b6275f82007c" -d '{"events": [{"server_uuid": "e575047e-db9d-4c9b-9d83-cb9756b65ee6", "name": "network-vif-plugged", "status": "completed", "tag": "701772b5-54d9-4250-a91a-10c8a93c0699"}]}' {{(pid=103592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:42:25.767253 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:25.943833 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-7bbe176d-fe6c-467a-9608-187d9e68968e tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Deleting port ca65c076-5a6f-484a-9871-7163634af22d {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:42:25.944231 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7bbe176d-fe6c-467a-9608-187d9e68968e tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:25.995586 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 53956) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:42:26.025106 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Pushing event updated for resources: {'Port': ['ID=701772b5-54d9-4250-a91a-10c8a93c0699,revision_number=5']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:42:26.030189 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port 4a8392c6-d9a8-4ecf-b467-e4e2dd280f15 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:42:26.030598 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:26.048815 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c5ca61b0-f4f4-4ece-983a-c262604c5427 req-ed487740-63c3-4cac-b003-98861ee8dc03 tempest-InstanceActionsTestJSON-1355406583 tempest-InstanceActionsTestJSON-1355406583-project] 10.222.0.60 "GET /v2.0/security-groups?id=f6b6eac1-340c-40ab-b97e-f0769e7e5b42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4453902 Nov 23 17:42:26.120626 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-74c61611-1f9b-467f-ba87-5746a7e92a05 None None] Provisioning complete for port fbe44c50-ab0e-48c7-bd92-149bb465cefc triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:42:26.120964 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7bbe176d-fe6c-467a-9608-187d9e68968e tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:26.121430 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-74c61611-1f9b-467f-ba87-5746a7e92a05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:26.140944 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-7bbe176d-fe6c-467a-9608-187d9e68968e tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Calling delete_port for ca65c076-5a6f-484a-9871-7163634af22d owned by {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:42:26.200553 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-d678c6e5-e487-4e26-b1e7-4fe4b88cd922 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:26.219328 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4162fabb-1ddc-4353-b666-fe66b286dc0f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:26.237194 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628df3e4-2c72-4b12-aabf-83187478683a req-c5691b45-564e-437d-8272-d4ce010f71fe tempest-VolumesActionsTest-442734151 tempest-VolumesActionsTest-442734151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:42:26.244847 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-628df3e4-2c72-4b12-aabf-83187478683a req-c5691b45-564e-437d-8272-d4ce010f71fe tempest-VolumesActionsTest-442734151 tempest-VolumesActionsTest-442734151-project] 10.222.0.60 "GET /v2.0/ports?device_id=e575047e-db9d-4c9b-9d83-cb9756b65ee6 HTTP/1.1" status: 200 len: 945 time: 0.3585227 Nov 23 17:42:26.262101 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-74c61611-1f9b-467f-ba87-5746a7e92a05 None None] Port fbe44c50-ab0e-48c7-bd92-149bb465cefc cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:42:26.267618 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.db_base_plugin_common [None req-038e78f0-731b-4c23-81e9-23ac54a8a04c None None] Allocated IP 172.20.0.2 (56dedb9c-c874-4806-8073-23c183970f13/e353f59f-c215-4f70-89ab-58f23cc089b3/4a8392c6-d9a8-4ecf-b467-e4e2dd280f15) {{(pid=103592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:42:26.347467 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4162fabb-1ddc-4353-b666-fe66b286dc0f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:26.352828 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-75689e01-2f3b-4f6b-92e5-ae0872e86986 req-abfd9689-21a6-4d46-b2a9-95bc5f2aed47 service neutron] 10.222.0.36 "GET /v2.0/networks/983df33e-23dd-411d-9fe2-659f57744967?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4675965 Nov 23 17:42:26.357528 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4162fabb-1ddc-4353-b666-fe66b286dc0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:26.384789 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d678c6e5-e487-4e26-b1e7-4fe4b88cd922 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Network 56dedb9c-c874-4806-8073-23c183970f13 is already hosted by enough agents. {{(pid=103591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:42:26.392934 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4162fabb-1ddc-4353-b666-fe66b286dc0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c68f2ef2-ef47-4bd8-aa7b-82a975870811,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:42:26.423586 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d678c6e5-e487-4e26-b1e7-4fe4b88cd922 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Pushing event updated for resources: {'Port': ['ID=002a11d6-5d30-4952-838c-2e06f410607a,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:42:26.425549 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-038e78f0-731b-4c23-81e9-23ac54a8a04c None None] For port 4a8392c6-d9a8-4ecf-b467-e4e2dd280f15, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=4a8392c6-d9a8-4ecf-b467-e4e2dd280f15,segment=NetworkSegment(208f22fc-9686-4ca3-a88c-018385437c28),segment_id=208f22fc-9686-4ca3-a88c-018385437c28)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:42:26.427675 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [None req-d678c6e5-e487-4e26-b1e7-4fe4b88cd922 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Resources bound (agent type, host, resource id): {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:42:26.430658 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d678c6e5-e487-4e26-b1e7-4fe4b88cd922 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Received port after_create {{(pid=103591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:42:26.472648 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-038e78f0-731b-4c23-81e9-23ac54a8a04c None None] Publish callbacks [] for port, precommit_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:26.479819 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-038e78f0-731b-4c23-81e9-23ac54a8a04c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:26.485995 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-4162fabb-1ddc-4353-b666-fe66b286dc0f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d18c526daf15472fb9b11c66a607bc80&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4888351 Nov 23 17:42:26.492767 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 53962) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:42:26.575249 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-628df3e4-2c72-4b12-aabf-83187478683a req-1c066371-6687-40ee-a34f-c6844199c931 tempest-VolumesActionsTest-442734151 tempest-VolumesActionsTest-442734151-project] 10.222.0.60 "GET /v2.0/security-groups?id=68fe547d-d706-4389-a025-af2d1c7bf46e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3294086 Nov 23 17:42:26.618622 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7bbe176d-fe6c-467a-9608-187d9e68968e tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:26.632848 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [req-93d7c40c-6b5e-42bf-af95-95ff4fddadee req-b349cf82-d1cd-4cf5-8097-d5f129ad72fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fbe44c50-ab0e-48c7-bd92-149bb465cefc {{(pid=103591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:42:26.655948 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:42:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6fe812d-6194-403d-ad67-418316a0ea6c x-openstack-request-id: req-d6fe812d-6194-403d-ad67-418316a0ea6c {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:42:26.656920 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e575047e-db9d-4c9b-9d83-cb9756b65ee6", "name": "network-vif-plugged", "status": "completed", "tag": "701772b5-54d9-4250-a91a-10c8a93c0699", "code": 200}]} {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:42:26.657210 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d6fe812d-6194-403d-ad67-418316a0ea6c {{(pid=103592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:42:26.657622 n-d-816206-8 neutron-server[103592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e575047e-db9d-4c9b-9d83-cb9756b65ee6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '701772b5-54d9-4250-a91a-10c8a93c0699', 'code': 200} Nov 23 17:42:26.667821 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbe176d-fe6c-467a-9608-187d9e68968e tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Pushing event deleted for resources: {'Port': ['ID=ca65c076-5a6f-484a-9871-7163634af22d,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:42:26.674601 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d678c6e5-e487-4e26-b1e7-4fe4b88cd922 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:42:26.675502 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-d678c6e5-e487-4e26-b1e7-4fe4b88cd922 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:26.680815 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-93d7c40c-6b5e-42bf-af95-95ff4fddadee req-b349cf82-d1cd-4cf5-8097-d5f129ad72fc service neutron] Publish callbacks [] for port, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:26.706052 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29716cea-021e-4d8c-9403-c06b46602376 req-7339b31a-7a13-4bc8-8c5a-d9d0cea7bddb tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:42:26.717641 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-29716cea-021e-4d8c-9403-c06b46602376 req-7339b31a-7a13-4bc8-8c5a-d9d0cea7bddb tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/networks?id=02874d22-2dc9-404b-96b5-741d17e13e44 HTTP/1.1" status: 200 len: 812 time: 0.5185525 Nov 23 17:42:26.753166 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4e7fea8c-ecb8-46bb-89be-a18464e6813d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:26.770422 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.provisioning_blocks [req-93d7c40c-6b5e-42bf-af95-95ff4fddadee req-b349cf82-d1cd-4cf5-8097-d5f129ad72fc service neutron] Transition to ACTIVE for port object fbe44c50-ab0e-48c7-bd92-149bb465cefc will not be triggered until provisioned by entity L2. {{(pid=103591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 17:42:26.796390 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-d678c6e5-e487-4e26-b1e7-4fe4b88cd922 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.5768902 Nov 23 17:42:26.797373 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-93d7c40c-6b5e-42bf-af95-95ff4fddadee req-b349cf82-d1cd-4cf5-8097-d5f129ad72fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264758186'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:26.801005 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038e78f0-731b-4c23-81e9-23ac54a8a04c None None] Pushing event updated for resources: {'Port': ['ID=4a8392c6-d9a8-4ecf-b467-e4e2dd280f15,revision_number=11']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:42:26.811072 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-29716cea-021e-4d8c-9403-c06b46602376 req-2871785c-c68d-46d0-b4e5-6d2389601f29 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/quotas/c0a53cd325e44b8fbee499050453672f HTTP/1.1" status: 200 len: 375 time: 0.0924134 Nov 23 17:42:26.813469 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 53966) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:42:26.891515 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4e7fea8c-ecb8-46bb-89be-a18464e6813d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:27.031472 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7bbe176d-fe6c-467a-9608-187d9e68968e tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:27.047391 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-7bbe176d-fe6c-467a-9608-187d9e68968e tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] 10.222.0.60 "DELETE /v2.0/ports/ca65c076-5a6f-484a-9871-7163634af22d HTTP/1.1" status: 204 len: 168 time: 1.3550661 Nov 23 17:42:27.047788 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 53970) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:42:27.065910 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4e7fea8c-ecb8-46bb-89be-a18464e6813d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:27.072991 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4e7fea8c-ecb8-46bb-89be-a18464e6813d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:27.077985 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-4e7fea8c-ecb8-46bb-89be-a18464e6813d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c68f2ef2-ef47-4bd8-aa7b-82a975870811 HTTP/1.1" status: 204 len: 168 time: 0.4964476 Nov 23 17:42:27.080292 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b349cf82-d1cd-4cf5-8097-d5f129ad72fc service neutron] Pushing event updated for resources: {'Port': ['ID=fbe44c50-ab0e-48c7-bd92-149bb465cefc,revision_number=2']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:42:27.109541 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-29716cea-021e-4d8c-9403-c06b46602376 req-9194a00c-13e9-407a-84aa-6a670e8b0672 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=c0a53cd325e44b8fbee499050453672f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2974138 Nov 23 17:42:27.123533 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1795cf2-67bc-4291-bd08-fb7deaa4fa1d req-2665c103-9f51-4e76-ae1f-98114d425a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:42:27.125099 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f1795cf2-67bc-4291-bd08-fb7deaa4fa1d req-2665c103-9f51-4e76-ae1f-98114d425a07 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=e575047e-db9d-4c9b-9d83-cb9756b65ee6 HTTP/1.1" status: 200 len: 1096 time: 0.3579986 Nov 23 17:42:27.128071 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7fea8c-ecb8-46bb-89be-a18464e6813d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c68f2ef2-ef47-4bd8-aa7b-82a975870811,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:42:27.302853 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-81fdb122-03b7-40fe-b4f4-3fc772141427 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Deleting port 98991338-19a7-4834-b0b5-0086ee597775 {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:42:27.303197 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-81fdb122-03b7-40fe-b4f4-3fc772141427 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:27.379185 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf232e2-a6fd-445b-9a3b-465e0412a94b req-af44326e-a1ba-45e7-9105-c725e5984447 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:42:27.380732 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6bf232e2-a6fd-445b-9a3b-465e0412a94b req-af44326e-a1ba-45e7-9105-c725e5984447 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] 10.222.0.60 "GET /v2.0/ports?device_id=a43134ca-2758-4794-bb9c-974d11e5e279 HTTP/1.1" status: 200 len: 944 time: 0.4721768 Nov 23 17:42:27.415025 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7c879d9-9ef2-4168-b0f8-0808174471ad tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:42:27.429520 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7c879d9-9ef2-4168-b0f8-0808174471ad tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:42:27.437737 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-e7c879d9-9ef2-4168-b0f8-0808174471ad tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1864 time: 0.6012981 Nov 23 17:42:27.450562 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 53978) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:42:27.504045 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-81fdb122-03b7-40fe-b4f4-3fc772141427 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:27.518967 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-81fdb122-03b7-40fe-b4f4-3fc772141427 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Calling delete_port for 98991338-19a7-4834-b0b5-0086ee597775 owned by {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:42:27.588224 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 4a8392c6-d9a8-4ecf-b467-e4e2dd280f15 up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:42:27.675440 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 53982) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:42:27.704774 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port 4a8392c6-d9a8-4ecf-b467-e4e2dd280f15 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:42:27.705161 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:27.746813 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-bd9b2547-de68-4c0d-b41f-923feacb1d11 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:27.822623 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-81fdb122-03b7-40fe-b4f4-3fc772141427 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:27.847907 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-073bf65e-6679-4914-9370-e676fe0da8ba None None] Network 56dedb9c-c874-4806-8073-23c183970f13 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:42:27.862327 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fdb122-03b7-40fe-b4f4-3fc772141427 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Pushing event deleted for resources: {'Port': ['ID=98991338-19a7-4834-b0b5-0086ee597775,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:42:27.898179 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-f22c5c5e-1348-421b-af0a-7101a81f21ae None None] Provisioning complete for port 4a8392c6-d9a8-4ecf-b467-e4e2dd280f15 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:42:27.898555 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-f22c5c5e-1348-421b-af0a-7101a81f21ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:27.960786 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-bd9b2547-de68-4c0d-b41f-923feacb1d11 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:27.967304 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-bd9b2547-de68-4c0d-b41f-923feacb1d11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:28.018762 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-81fdb122-03b7-40fe-b4f4-3fc772141427 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:28.026288 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 53984) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:42:28.027285 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-81fdb122-03b7-40fe-b4f4-3fc772141427 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] 10.222.0.60 "DELETE /v2.0/ports/98991338-19a7-4834-b0b5-0086ee597775 HTTP/1.1" status: 204 len: 168 time: 0.9748921 Nov 23 17:42:28.035558 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-bd9b2547-de68-4c0d-b41f-923feacb1d11 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=283293f4ea954a15bd3cff4fc8124b40&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3581917 Nov 23 17:42:28.036467 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9b2547-de68-4c0d-b41f-923feacb1d11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d6aad87-f554-4342-a051-0a1bdd0c7f09,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:42:28.039006 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 53988) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:42:28.099743 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-824ee798-7dde-4b8b-8766-994894804879 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:28.136290 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-93d7c40c-6b5e-42bf-af95-95ff4fddadee req-b349cf82-d1cd-4cf5-8097-d5f129ad72fc service neutron] Attempting to bind port fbe44c50-ab0e-48c7-bd92-149bb465cefc on host n-h2-816206-8 for vnic_type normal with profile {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:42:28.136686 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-93d7c40c-6b5e-42bf-af95-95ff4fddadee req-b349cf82-d1cd-4cf5-8097-d5f129ad72fc service neutron] Attempting to bind port fbe44c50-ab0e-48c7-bd92-149bb465cefc by drivers openvswitch,hyperv on host n-h2-816206-8 at level 0 using segments [{'id': '97bf93aa-7116-4943-8d21-ff543f30be5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'b05aa742-7050-4bee-9612-3681dfd2164b'}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:42:28.136836 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-824ee798-7dde-4b8b-8766-994894804879 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:28.137274 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93d7c40c-6b5e-42bf-af95-95ff4fddadee req-b349cf82-d1cd-4cf5-8097-d5f129ad72fc service neutron] Attempting to bind port fbe44c50-ab0e-48c7-bd92-149bb465cefc on network b05aa742-7050-4bee-9612-3681dfd2164b {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:42:28.174287 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-29716cea-021e-4d8c-9403-c06b46602376 req-f8ce59dc-c383-4992-8dd8-baddc29c9642 service neutron] 10.222.0.60 "GET /v2.0/networks/02874d22-2dc9-404b-96b5-741d17e13e44?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0637410 Nov 23 17:42:28.182252 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93d7c40c-6b5e-42bf-af95-95ff4fddadee req-b349cf82-d1cd-4cf5-8097-d5f129ad72fc service neutron] Port fbe44c50-ab0e-48c7-bd92-149bb465cefc on network b05aa742-7050-4bee-9612-3681dfd2164b not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-8 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 17:42:28.182610 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93d7c40c-6b5e-42bf-af95-95ff4fddadee req-b349cf82-d1cd-4cf5-8097-d5f129ad72fc service neutron] Attempting to bind port fbe44c50-ab0e-48c7-bd92-149bb465cefc on network b05aa742-7050-4bee-9612-3681dfd2164b {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:42:28.191848 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f1795cf2-67bc-4291-bd08-fb7deaa4fa1d req-0c6bd52f-ee33-468f-9d5b-e01a72f9a4dc service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=68fe547d-d706-4389-a025-af2d1c7bf46e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9026184 Nov 23 17:42:28.207894 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-824ee798-7dde-4b8b-8766-994894804879 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:28.208750 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93d7c40c-6b5e-42bf-af95-95ff4fddadee req-b349cf82-d1cd-4cf5-8097-d5f129ad72fc service neutron] Checking agent: {'id': 'ab77bf9e-0267-4174-8f1d-822cba89b207', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 15, 13), 'started_at': datetime.datetime(2021, 11, 23, 17, 15, 13), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 42, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:42:28.209093 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93d7c40c-6b5e-42bf-af95-95ff4fddadee req-b349cf82-d1cd-4cf5-8097-d5f129ad72fc service neutron] Checking segment: {'id': '97bf93aa-7116-4943-8d21-ff543f30be5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'b05aa742-7050-4bee-9612-3681dfd2164b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:42:28.209479 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93d7c40c-6b5e-42bf-af95-95ff4fddadee req-b349cf82-d1cd-4cf5-8097-d5f129ad72fc service neutron] Bound using segment: {'id': '97bf93aa-7116-4943-8d21-ff543f30be5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'b05aa742-7050-4bee-9612-3681dfd2164b'} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:42:28.209915 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-93d7c40c-6b5e-42bf-af95-95ff4fddadee req-b349cf82-d1cd-4cf5-8097-d5f129ad72fc service neutron] Bound port: fbe44c50-ab0e-48c7-bd92-149bb465cefc, host: n-h2-816206-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97bf93aa-7116-4943-8d21-ff543f30be5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'b05aa742-7050-4bee-9612-3681dfd2164b'}}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:42:28.210272 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-93d7c40c-6b5e-42bf-af95-95ff4fddadee req-b349cf82-d1cd-4cf5-8097-d5f129ad72fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:28.212738 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-824ee798-7dde-4b8b-8766-994894804879 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:28.214641 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-824ee798-7dde-4b8b-8766-994894804879 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/9d6aad87-f554-4342-a051-0a1bdd0c7f09 HTTP/1.1" status: 204 len: 168 time: 0.1747813 Nov 23 17:42:28.239088 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824ee798-7dde-4b8b-8766-994894804879 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d6aad87-f554-4342-a051-0a1bdd0c7f09,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:42:28.268742 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d64d5f3-7d8c-43fa-8bba-a7293bcf1639 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Deleting subnet 8af7564e-f655-496a-9b6e-3592a9b162a5 {{(pid=103591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 17:42:28.302545 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6bf232e2-a6fd-445b-9a3b-465e0412a94b req-75498a6a-7a0c-48f4-9f28-95efbe663be5 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] 10.222.0.60 "GET /v2.0/security-groups?id=c11b6a3a-f89b-4d05-9340-8aa0be1653f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8526351 Nov 23 17:42:28.303763 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-0d64d5f3-7d8c-43fa-8bba-a7293bcf1639 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Publish callbacks [] for subnet, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:28.459739 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-fccee2a9-673d-4ecc-8d47-5cd702ebdc76 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Deleting port 002a11d6-5d30-4952-838c-2e06f410607a {{(pid=103591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:42:28.460403 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-fccee2a9-673d-4ecc-8d47-5cd702ebdc76 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:28.588317 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-fccee2a9-673d-4ecc-8d47-5cd702ebdc76 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:28.601718 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-fccee2a9-673d-4ecc-8d47-5cd702ebdc76 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Calling delete_port for 002a11d6-5d30-4952-838c-2e06f410607a owned by {{(pid=103591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:42:28.651121 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-0d64d5f3-7d8c-43fa-8bba-a7293bcf1639 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265990000'] for subnet, precommit_delete_associations {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:28.707736 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-8067d517-f735-4cf7-928d-f3797bece297 None None] Provisioning complete for port 4a8392c6-d9a8-4ecf-b467-e4e2dd280f15 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:42:28.708986 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-8067d517-f735-4cf7-928d-f3797bece297 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:28.751260 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-29716cea-021e-4d8c-9403-c06b46602376 req-8671dfec-d8d1-4b54-a7d8-520739c04898 service neutron] 10.222.0.60 "GET /v2.0/networks/02874d22-2dc9-404b-96b5-741d17e13e44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5758219 Nov 23 17:42:28.770805 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-93d7c40c-6b5e-42bf-af95-95ff4fddadee req-b349cf82-d1cd-4cf5-8097-d5f129ad72fc service neutron] For port fbe44c50-ab0e-48c7-bd92-149bb465cefc, host n-h2-816206-8, cleared binding levels {{(pid=103591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:42:28.785021 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-93d7c40c-6b5e-42bf-af95-95ff4fddadee req-b349cf82-d1cd-4cf5-8097-d5f129ad72fc service neutron] For port fbe44c50-ab0e-48c7-bd92-149bb465cefc, host n-h2-816206-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=fbe44c50-ab0e-48c7-bd92-149bb465cefc,segment=NetworkSegment(97bf93aa-7116-4943-8d21-ff543f30be5d),segment_id=97bf93aa-7116-4943-8d21-ff543f30be5d)] {{(pid=103591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:42:28.827297 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5bc69f-fc30-457e-8430-1f86ec92abcd req-0f0e5517-b1bf-4a44-96da-57f9cbb30ced tempest-InstanceActionsTestJSON-1355406583 tempest-InstanceActionsTestJSON-1355406583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:42:28.834609 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-0e5bc69f-fc30-457e-8430-1f86ec92abcd req-0f0e5517-b1bf-4a44-96da-57f9cbb30ced tempest-InstanceActionsTestJSON-1355406583 tempest-InstanceActionsTestJSON-1355406583-project] 10.222.0.60 "GET /v2.0/ports?device_id=2b3dda08-c98d-4327-bf96-769c7b70e3e2 HTTP/1.1" status: 200 len: 946 time: 0.3809328 Nov 23 17:42:28.836933 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-93d7c40c-6b5e-42bf-af95-95ff4fddadee req-b349cf82-d1cd-4cf5-8097-d5f129ad72fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264758186'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:28.881089 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d7c40c-6b5e-42bf-af95-95ff4fddadee req-b349cf82-d1cd-4cf5-8097-d5f129ad72fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:42:28.881727 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-93d7c40c-6b5e-42bf-af95-95ff4fddadee req-b349cf82-d1cd-4cf5-8097-d5f129ad72fc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:28.883154 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-93d7c40c-6b5e-42bf-af95-95ff4fddadee req-b349cf82-d1cd-4cf5-8097-d5f129ad72fc service neutron] 10.222.0.36 "PUT /v2.0/ports/fbe44c50-ab0e-48c7-bd92-149bb465cefc HTTP/1.1" status: 200 len: 1092 time: 3.5584283 Nov 23 17:42:28.886307 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a43134ca-2758-4794-bb9c-974d11e5e279', 'tag': 'fbe44c50-ab0e-48c7-bd92-149bb465cefc'}] {{(pid=103591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:42:28.897710 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41d174a19ece9499ff9ec44e5b3fc50f2abd3ffbc947fb7e52ea1e8db27b95b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f11670dc-c3e9-4b5c-964a-87c5e5e731fd" -d '{"events": [{"name": "network-changed", "server_uuid": "a43134ca-2758-4794-bb9c-974d11e5e279", "tag": "fbe44c50-ab0e-48c7-bd92-149bb465cefc"}]}' {{(pid=103591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:42:29.016958 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-8067d517-f735-4cf7-928d-f3797bece297 None None] Provisioning complete for port 002a11d6-5d30-4952-838c-2e06f410607a triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:42:29.017529 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-8067d517-f735-4cf7-928d-f3797bece297 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:29.062272 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-0d64d5f3-7d8c-43fa-8bba-a7293bcf1639 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971956'] for subnet, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:29.098274 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-8067d517-f735-4cf7-928d-f3797bece297 None None] Port 002a11d6-5d30-4952-838c-2e06f410607a cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:42:29.326772 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-ed9db986-8886-45ec-8dbf-5aa9eaadb5b2 None None] Provisioning complete for port 002a11d6-5d30-4952-838c-2e06f410607a triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:42:29.327159 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-ed9db986-8886-45ec-8dbf-5aa9eaadb5b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:29.409584 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-0d64d5f3-7d8c-43fa-8bba-a7293bcf1639 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264758240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264314269'] for subnet, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:29.418042 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-0e5bc69f-fc30-457e-8430-1f86ec92abcd req-05d35e92-a4e5-4f64-b86e-0393c3340ec8 tempest-InstanceActionsTestJSON-1355406583 tempest-InstanceActionsTestJSON-1355406583-project] 10.222.0.60 "GET /v2.0/security-groups?id=f6b6eac1-340c-40ab-b97e-f0769e7e5b42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5819435 Nov 23 17:42:29.427280 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b349cf82-d1cd-4cf5-8097-d5f129ad72fc service neutron] Pushing event updated for resources: {'Port': ['ID=fbe44c50-ab0e-48c7-bd92-149bb465cefc,revision_number=3']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:42:29.442942 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-ed9db986-8886-45ec-8dbf-5aa9eaadb5b2 None None] Port 002a11d6-5d30-4952-838c-2e06f410607a cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:42:29.448034 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d7c40c-6b5e-42bf-af95-95ff4fddadee req-ec232538-94aa-4bab-83ae-e1acec07b6f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:42:29.449912 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-93d7c40c-6b5e-42bf-af95-95ff4fddadee req-ec232538-94aa-4bab-83ae-e1acec07b6f5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=093e052ebdfd4c689471d0502a0c2e0a&device_id=a43134ca-2758-4794-bb9c-974d11e5e279 HTTP/1.1" status: 200 len: 1095 time: 0.4749446 Nov 23 17:42:29.592646 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d64d5f3-7d8c-43fa-8bba-a7293bcf1639 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Pushing event deleted for resources: {'Subnet': ['ID=8af7564e-f655-496a-9b6e-3592a9b162a5,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:42:29.596293 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-93d7c40c-6b5e-42bf-af95-95ff4fddadee req-ace3b91a-8fea-4490-9665-ac8c6a950f6f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fbe44c50-ab0e-48c7-bd92-149bb465cefc HTTP/1.1" status: 200 len: 217 time: 0.0806115 Nov 23 17:42:29.612767 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 17:42:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c5bb1c4-242f-4467-84ee-6f6b0a4733d5 x-openstack-request-id: req-5c5bb1c4-242f-4467-84ee-6f6b0a4733d5 {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:42:29.613067 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a43134ca-2758-4794-bb9c-974d11e5e279", "tag": "fbe44c50-ab0e-48c7-bd92-149bb465cefc", "status": "completed", "code": 200}]} {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:42:29.613325 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5c5bb1c4-242f-4467-84ee-6f6b0a4733d5 {{(pid=103591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:42:29.614221 n-d-816206-8 neutron-server[103591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a43134ca-2758-4794-bb9c-974d11e5e279', 'tag': 'fbe44c50-ab0e-48c7-bd92-149bb465cefc', 'status': 'completed', 'code': 200} Nov 23 17:42:29.623489 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-0d64d5f3-7d8c-43fa-8bba-a7293bcf1639 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for subnet, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:29.630863 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 54032) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:42:29.637724 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-0d64d5f3-7d8c-43fa-8bba-a7293bcf1639 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] 10.222.0.60 "DELETE /v2.0/subnets/8af7564e-f655-496a-9b6e-3592a9b162a5 HTTP/1.1" status: 204 len: 168 time: 1.5873067 Nov 23 17:42:29.639287 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcc76ef1-bcd0-429e-9a15-7e02c7cf9d94 None None] Network 22bc55ee-b0f3-41c3-894c-32c421670838 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:42:29.724022 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-fccee2a9-673d-4ecc-8d47-5cd702ebdc76 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:29.768048 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_v2 [None req-890bb302-f2a4-4dbd-9272-6bdfbcd7cee1 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Deleting subnet 79e8d965-2789-41b1-a1fa-0fe25b7624dc {{(pid=103590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 17:42:29.774933 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-890bb302-f2a4-4dbd-9272-6bdfbcd7cee1 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Publish callbacks [] for subnet, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:29.811475 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-63e60baf-bfe9-40bd-8dca-9f5b0c255b1e req-3ca5ad7e-4c8b-4a5b-bbfd-b6d3db09fb29 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/ports?device_id=87555c4b-ac12-459b-ba06-6ecf0fceb916 HTTP/1.1" status: 200 len: 210 time: 0.1376138 Nov 23 17:42:29.851382 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f182c4eb-81ce-4251-b8af-1a8b8c4d3ed9 req-87c0dc76-6183-469f-8881-b3106c424dc1 tempest-VolumesActionsTest-442734151 tempest-VolumesActionsTest-442734151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:42:29.858175 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f182c4eb-81ce-4251-b8af-1a8b8c4d3ed9 req-87c0dc76-6183-469f-8881-b3106c424dc1 tempest-VolumesActionsTest-442734151 tempest-VolumesActionsTest-442734151-project] 10.222.0.60 "GET /v2.0/ports?device_id=e575047e-db9d-4c9b-9d83-cb9756b65ee6 HTTP/1.1" status: 200 len: 945 time: 0.3410196 Nov 23 17:42:29.861261 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-890bb302-f2a4-4dbd-9272-6bdfbcd7cee1 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-267528342'] for subnet, precommit_delete_associations {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:29.866863 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccee2a9-673d-4ecc-8d47-5cd702ebdc76 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Pushing event deleted for resources: {'Port': ['ID=002a11d6-5d30-4952-838c-2e06f410607a,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:42:30.005548 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-890bb302-f2a4-4dbd-9272-6bdfbcd7cee1 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971956'] for subnet, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:30.026622 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d7c40c-6b5e-42bf-af95-95ff4fddadee req-5c26da41-1638-4180-8387-f948e76b5809 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:42:30.028122 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-93d7c40c-6b5e-42bf-af95-95ff4fddadee req-5c26da41-1638-4180-8387-f948e76b5809 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=784540e3-73ef-4656-9bfa-913bbf55b1a9 HTTP/1.1" status: 200 len: 856 time: 0.4076047 Nov 23 17:42:30.096596 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-890bb302-f2a4-4dbd-9272-6bdfbcd7cee1 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264357903', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264730940'] for subnet, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:30.178464 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-890bb302-f2a4-4dbd-9272-6bdfbcd7cee1 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Publish callbacks [] for subnet, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:30.196937 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-890bb302-f2a4-4dbd-9272-6bdfbcd7cee1 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] 10.222.0.60 "DELETE /v2.0/subnets/79e8d965-2789-41b1-a1fa-0fe25b7624dc HTTP/1.1" status: 204 len: 168 time: 0.5536916 Nov 23 17:42:30.200203 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 54042) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:42:30.201952 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890bb302-f2a4-4dbd-9272-6bdfbcd7cee1 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Pushing event deleted for resources: {'Subnet': ['ID=79e8d965-2789-41b1-a1fa-0fe25b7624dc,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:42:30.232572 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eee601af-b098-4966-9925-d57763f0c14d None None] Network 76740e25-dcec-4d2d-82d4-d720ca6b4fc6 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:42:30.327472 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-fccee2a9-673d-4ecc-8d47-5cd702ebdc76 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:30.334505 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-fccee2a9-673d-4ecc-8d47-5cd702ebdc76 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] 10.222.0.60 "DELETE /v2.0/ports/002a11d6-5d30-4952-838c-2e06f410607a HTTP/1.1" status: 204 len: 168 time: 2.8821492 Nov 23 17:42:30.338818 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 54050) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:42:30.419972 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f182c4eb-81ce-4251-b8af-1a8b8c4d3ed9 req-21072f8c-345d-4021-b1ae-73e3286f4f14 tempest-VolumesActionsTest-442734151 tempest-VolumesActionsTest-442734151-project] 10.222.0.60 "GET /v2.0/security-groups?id=68fe547d-d706-4389-a025-af2d1c7bf46e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5423799 Nov 23 17:42:30.444993 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9acfde5-2200-410f-8576-6406fd479c62 req-20acbcc0-f04f-45a9-8ae2-e573723adb92 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:42:30.469094 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b9acfde5-2200-410f-8576-6406fd479c62 req-20acbcc0-f04f-45a9-8ae2-e573723adb92 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] 10.222.0.60 "GET /v2.0/ports?device_id=a43134ca-2758-4794-bb9c-974d11e5e279 HTTP/1.1" status: 200 len: 944 time: 0.4978895 Nov 23 17:42:30.487381 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1de1398f-78a4-4636-8d75-602b2edba9ed tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-555181'] for network, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:30.504736 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d7c40c-6b5e-42bf-af95-95ff4fddadee req-eeb72e47-0655-49f9-9532-09fa03ec9a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:42:30.507075 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-93d7c40c-6b5e-42bf-af95-95ff4fddadee req-eeb72e47-0655-49f9-9532-09fa03ec9a29 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b05aa742-7050-4bee-9612-3681dfd2164b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4318323 Nov 23 17:42:30.516821 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d3865b5-7b1a-4bd1-8600-96dafeb878b5 None None] DHCP port deletion for 22bc55ee-b0f3-41c3-894c-32c421670838 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:42:30.596988 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50df24bb-e638-4cd4-87c5-ac4e22d1da19 None None] DHCP port deletion for 76740e25-dcec-4d2d-82d4-d720ca6b4fc6 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:42:30.602561 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b9acfde5-2200-410f-8576-6406fd479c62 req-33f358b8-2b82-4c05-ba8d-20a58482c18e tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] 10.222.0.60 "GET /v2.0/security-groups?id=c11b6a3a-f89b-4d05-9340-8aa0be1653f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1323500 Nov 23 17:42:30.655650 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd940416-10fe-422f-83cc-c10871f01034 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:42:30.681676 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-1de1398f-78a4-4636-8d75-602b2edba9ed tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Deleting port ff846289-bd2e-42c2-92d0-5b21b1b85e07 {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:42:30.682262 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1de1398f-78a4-4636-8d75-602b2edba9ed tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:30.687505 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd940416-10fe-422f-83cc-c10871f01034 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:42:30.689080 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd940416-10fe-422f-83cc-c10871f01034 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:42:30.690785 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-fd940416-10fe-422f-83cc-c10871f01034 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.3482985 Nov 23 17:42:30.721386 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 54058) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:42:30.747304 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-8d3865b5-7b1a-4bd1-8600-96dafeb878b5 None None] Deleting port ff846289-bd2e-42c2-92d0-5b21b1b85e07 {{(pid=103592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:42:30.748244 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-8d3865b5-7b1a-4bd1-8600-96dafeb878b5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:30.863136 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-8d3865b5-7b1a-4bd1-8600-96dafeb878b5 None None] For port ff846289-bd2e-42c2-92d0-5b21b1b85e07, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=ff846289-bd2e-42c2-92d0-5b21b1b85e07,segment=NetworkSegment(734f1627-0ec0-4314-9413-7e2078531419),segment_id=734f1627-0ec0-4314-9413-7e2078531419)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:42:30.863915 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-8d3865b5-7b1a-4bd1-8600-96dafeb878b5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:30.874295 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1de1398f-78a4-4636-8d75-602b2edba9ed tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] For port ff846289-bd2e-42c2-92d0-5b21b1b85e07, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=ff846289-bd2e-42c2-92d0-5b21b1b85e07,segment=NetworkSegment(734f1627-0ec0-4314-9413-7e2078531419),segment_id=734f1627-0ec0-4314-9413-7e2078531419)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:42:30.874665 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1de1398f-78a4-4636-8d75-602b2edba9ed tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:30.881409 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-8d3865b5-7b1a-4bd1-8600-96dafeb878b5 None None] Calling delete_port for ff846289-bd2e-42c2-92d0-5b21b1b85e07 owned by network:dhcp {{(pid=103592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:42:30.903218 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-1de1398f-78a4-4636-8d75-602b2edba9ed tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Calling delete_port for ff846289-bd2e-42c2-92d0-5b21b1b85e07 owned by network:dhcp {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:42:30.999226 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-8d3865b5-7b1a-4bd1-8600-96dafeb878b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989'] for port, after_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:31.036415 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3865b5-7b1a-4bd1-8600-96dafeb878b5 None None] Pushing event deleted for resources: {'Port': ['ID=ff846289-bd2e-42c2-92d0-5b21b1b85e07,revision_number=None']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:42:31.048283 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d3865b5-7b1a-4bd1-8600-96dafeb878b5 None None] No DVR routers for this DVR port ff846289-bd2e-42c2-92d0-5b21b1b85e07 on host n-d-816206-8 {{(pid=103592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:42:31.068807 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-50df24bb-e638-4cd4-87c5-ac4e22d1da19 None None] Deleting port 158c8910-f24d-49da-ae39-09bcaffcb99d {{(pid=103592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:42:31.069353 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-50df24bb-e638-4cd4-87c5-ac4e22d1da19 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:31.090763 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1de1398f-78a4-4636-8d75-602b2edba9ed tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:31.126238 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-36e59d49-1d67-47aa-ae94-7907a414b155 req-bbbef444-d9ee-4741-b321-5d4995b2ae19 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/ports?device_id=87555c4b-ac12-459b-ba06-6ecf0fceb916 HTTP/1.1" status: 200 len: 210 time: 0.1399539 Nov 23 17:42:31.150163 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-50df24bb-e638-4cd4-87c5-ac4e22d1da19 None None] For port 158c8910-f24d-49da-ae39-09bcaffcb99d, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=158c8910-f24d-49da-ae39-09bcaffcb99d,segment=NetworkSegment(20b9bc5a-f40c-4305-aea8-1cd399f9d3b9),segment_id=20b9bc5a-f40c-4305-aea8-1cd399f9d3b9)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:42:31.150570 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-50df24bb-e638-4cd4-87c5-ac4e22d1da19 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:31.163207 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de1398f-78a4-4636-8d75-602b2edba9ed tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Pushing event deleted for resources: {'Port': ['ID=ff846289-bd2e-42c2-92d0-5b21b1b85e07,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:42:31.165915 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-50df24bb-e638-4cd4-87c5-ac4e22d1da19 None None] Calling delete_port for 158c8910-f24d-49da-ae39-09bcaffcb99d owned by network:dhcp {{(pid=103592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:42:31.181874 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1de1398f-78a4-4636-8d75-602b2edba9ed tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] No DVR routers for this DVR port ff846289-bd2e-42c2-92d0-5b21b1b85e07 on host n-d-816206-8 {{(pid=103590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:42:31.182105 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.db_base_plugin_v2 [None req-cbab9776-a8d2-4b0b-99e8-5be3a4ce141a tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Deleting subnet 400c447e-adcb-45b6-8bd6-47f6fd8139cd {{(pid=103591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 17:42:31.186278 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-cbab9776-a8d2-4b0b-99e8-5be3a4ce141a tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks [] for subnet, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:31.187399 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de1398f-78a4-4636-8d75-602b2edba9ed tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:42:31.188773 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de1398f-78a4-4636-8d75-602b2edba9ed tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:42:31.189315 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de1398f-78a4-4636-8d75-602b2edba9ed tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:42:31.189823 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de1398f-78a4-4636-8d75-602b2edba9ed tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:42:31.190328 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de1398f-78a4-4636-8d75-602b2edba9ed tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:42:31.190829 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de1398f-78a4-4636-8d75-602b2edba9ed tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:42:31.191349 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de1398f-78a4-4636-8d75-602b2edba9ed tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:42:31.191854 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de1398f-78a4-4636-8d75-602b2edba9ed tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:42:31.192884 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de1398f-78a4-4636-8d75-602b2edba9ed tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:42:31.193383 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de1398f-78a4-4636-8d75-602b2edba9ed tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:42:31.193888 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de1398f-78a4-4636-8d75-602b2edba9ed tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:42:31.194657 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de1398f-78a4-4636-8d75-602b2edba9ed tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:42:31.230647 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-cbab9776-a8d2-4b0b-99e8-5be3a4ce141a tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265990000'] for subnet, precommit_delete_associations {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:31.285378 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-50df24bb-e638-4cd4-87c5-ac4e22d1da19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989'] for port, after_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:31.315540 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50df24bb-e638-4cd4-87c5-ac4e22d1da19 None None] Pushing event deleted for resources: {'Port': ['ID=158c8910-f24d-49da-ae39-09bcaffcb99d,revision_number=None']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:42:31.321723 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-cbab9776-a8d2-4b0b-99e8-5be3a4ce141a tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971956'] for subnet, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:31.334221 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1de1398f-78a4-4636-8d75-602b2edba9ed tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973419', 'neutron.services.segments.db._delete_segments_for_network-8736635878840'] for network, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:31.343838 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50df24bb-e638-4cd4-87c5-ac4e22d1da19 None None] No DVR routers for this DVR port 158c8910-f24d-49da-ae39-09bcaffcb99d on host n-d-816206-8 {{(pid=103592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:42:31.367395 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-1de1398f-78a4-4636-8d75-602b2edba9ed tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22bc55ee-b0f3-41c3-894c-32c421670838']}} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:42:31.381767 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-1de1398f-78a4-4636-8d75-602b2edba9ed tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '734f1627-0ec0-4314-9413-7e2078531419') {'for_net_delete': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:42:31.382362 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-1de1398f-78a4-4636-8d75-602b2edba9ed tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '734f1627-0ec0-4314-9413-7e2078531419') {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:42:31.386099 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-93d7c40c-6b5e-42bf-af95-95ff4fddadee req-0b6e4dea-7659-4835-94eb-38f5c53e1c37 service neutron] 10.222.0.36 "GET /v2.0/networks/b05aa742-7050-4bee-9612-3681dfd2164b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8140314 Nov 23 17:42:31.396150 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1de1398f-78a4-4636-8d75-602b2edba9ed tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736635840332', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-267528353'] for segment, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:31.424800 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-cbab9776-a8d2-4b0b-99e8-5be3a4ce141a tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264758240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264314269'] for subnet, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:31.441422 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1de1398f-78a4-4636-8d75-602b2edba9ed tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:31.453235 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549f1389-a9ba-45e9-aea0-feef3d49753d req-40ea70d8-a7a6-4075-96f4-eadad46cc59f tempest-InstanceActionsTestJSON-1355406583 tempest-InstanceActionsTestJSON-1355406583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:42:31.454809 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-549f1389-a9ba-45e9-aea0-feef3d49753d req-40ea70d8-a7a6-4075-96f4-eadad46cc59f tempest-InstanceActionsTestJSON-1355406583 tempest-InstanceActionsTestJSON-1355406583-project] 10.222.0.60 "GET /v2.0/ports?device_id=2b3dda08-c98d-4327-bf96-769c7b70e3e2 HTTP/1.1" status: 200 len: 946 time: 0.4213867 Nov 23 17:42:31.462866 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1de1398f-78a4-4636-8d75-602b2edba9ed tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Releasing vlan 548 on physical network physnet1 to pool {{(pid=103590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 17:42:31.463518 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1de1398f-78a4-4636-8d75-602b2edba9ed tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264370093'] for segment, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:31.476886 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29716cea-021e-4d8c-9403-c06b46602376 req-abaae12c-46ad-4b9c-a07a-51cfda202c88 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:42:31.478406 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-29716cea-021e-4d8c-9403-c06b46602376 req-abaae12c-46ad-4b9c-a07a-51cfda202c88 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.55 "GET /v2.0/networks?id=02874d22-2dc9-404b-96b5-741d17e13e44 HTTP/1.1" status: 200 len: 812 time: 0.7843747 Nov 23 17:42:31.511769 n-d-816206-8 neutron-server[103590]: Traceback (most recent call last): Nov 23 17:42:31.511769 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 17:42:31.511769 n-d-816206-8 neutron-server[103590]: timer() Nov 23 17:42:31.511769 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 17:42:31.511769 n-d-816206-8 neutron-server[103590]: cb(*args, **kw) Nov 23 17:42:31.511769 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 17:42:31.511769 n-d-816206-8 neutron-server[103590]: return func(*args, **kwargs) Nov 23 17:42:31.511769 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 17:42:31.511769 n-d-816206-8 neutron-server[103590]: self._notify() Nov 23 17:42:31.511769 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 17:42:31.511769 n-d-816206-8 neutron-server[103590]: self.callback(batched_events) Nov 23 17:42:31.511769 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 17:42:31.511769 n-d-816206-8 neutron-server[103590]: event.method(event) Nov 23 17:42:31.511769 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 17:42:31.511769 n-d-816206-8 neutron-server[103590]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 17:42:31.511769 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 17:42:31.511769 n-d-816206-8 neutron-server[103590]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 17:42:31.511769 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 17:42:31.511769 n-d-816206-8 neutron-server[103590]: return f(self, *a, **k) Nov 23 17:42:31.511769 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 17:42:31.511769 n-d-816206-8 neutron-server[103590]: return self._get(url).json() Nov 23 17:42:31.511769 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 17:42:31.511769 n-d-816206-8 neutron-server[103590]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 17:42:31.511769 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 17:42:31.511769 n-d-816206-8 neutron-server[103590]: return self.request(url, 'GET', **kwargs) Nov 23 17:42:31.511769 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 17:42:31.511769 n-d-816206-8 neutron-server[103590]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 17:42:31.511769 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 17:42:31.511769 n-d-816206-8 neutron-server[103590]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 17:42:31.511769 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 17:42:31.511769 n-d-816206-8 neutron-server[103590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 17:42:31.511769 n-d-816206-8 neutron-server[103590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 17:42:31.531933 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [req-29716cea-021e-4d8c-9403-c06b46602376 req-f82d047a-d1fc-40be-810c-b5801cd32353 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Request body: {'port': {'device_id': '87555c4b-ac12-459b-ba06-6ecf0fceb916', 'network_id': '02874d22-2dc9-404b-96b5-741d17e13e44', 'admin_state_up': True, 'tenant_id': 'c0a53cd325e44b8fbee499050453672f'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:42:31.554858 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 158c8910-f24d-49da-ae39-09bcaffcb99d no longer exists at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:42:31.559268 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1de1398f-78a4-4636-8d75-602b2edba9ed tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1795418'] for network, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:31.584857 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1de1398f-78a4-4636-8d75-602b2edba9ed tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Publish callbacks [] for network, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:31.588533 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-1de1398f-78a4-4636-8d75-602b2edba9ed tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] 10.222.0.60 "DELETE /v2.0/networks/22bc55ee-b0f3-41c3-894c-32c421670838 HTTP/1.1" status: 204 len: 168 time: 1.3842590 Nov 23 17:42:31.591250 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 54078) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:42:31.602873 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68798c8b-7890-438a-91ca-682ca40ff81c None None] Network 56dedb9c-c874-4806-8073-23c183970f13 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:42:31.606835 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] No Port match for: 158c8910-f24d-49da-ae39-09bcaffcb99d {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:42:31.607786 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 158c8910-f24d-49da-ae39-09bcaffcb99d not bound to the agent host n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:42:31.608152 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device ff846289-bd2e-42c2-92d0-5b21b1b85e07 no longer exists at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:42:31.614634 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de1398f-78a4-4636-8d75-602b2edba9ed tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Pushing event deleted for resources: {'Network': ['ID=22bc55ee-b0f3-41c3-894c-32c421670838,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:42:31.619760 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbab9776-a8d2-4b0b-99e8-5be3a4ce141a tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Pushing event deleted for resources: {'Subnet': ['ID=400c447e-adcb-45b6-8bd6-47f6fd8139cd,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:42:31.640001 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-cbab9776-a8d2-4b0b-99e8-5be3a4ce141a tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for subnet, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:31.643370 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-cbab9776-a8d2-4b0b-99e8-5be3a4ce141a tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] 10.222.0.60 "DELETE /v2.0/subnets/400c447e-adcb-45b6-8bd6-47f6fd8139cd HTTP/1.1" status: 204 len: 168 time: 0.8856962 Nov 23 17:42:31.647404 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 54082) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:42:31.682167 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] No Port match for: ff846289-bd2e-42c2-92d0-5b21b1b85e07 {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:42:31.682517 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device ff846289-bd2e-42c2-92d0-5b21b1b85e07 not bound to the agent host n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:42:31.749050 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a6c5babd-5704-49b6-adbe-148935971fe8 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-555181'] for network, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:31.775097 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_v2 [None req-b24dcb1a-1d7f-404c-9212-905e43cf58f7 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Deleting subnet e353f59f-c215-4f70-89ab-58f23cc089b3 {{(pid=103590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 17:42:31.780290 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b24dcb1a-1d7f-404c-9212-905e43cf58f7 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks [] for subnet, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:31.833651 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-93d7c40c-6b5e-42bf-af95-95ff4fddadee req-fb9e5d4b-5830-43b6-bfcf-6b81de364062 service neutron] 10.222.0.36 "GET /v2.0/networks/b05aa742-7050-4bee-9612-3681dfd2164b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4272337 Nov 23 17:42:31.874653 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-549f1389-a9ba-45e9-aea0-feef3d49753d req-7bbd170c-26ed-4ddc-88a0-1002ab0c606e tempest-InstanceActionsTestJSON-1355406583 tempest-InstanceActionsTestJSON-1355406583-project] 10.222.0.60 "GET /v2.0/security-groups?id=f6b6eac1-340c-40ab-b97e-f0769e7e5b42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4047630 Nov 23 17:42:31.909813 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6ebcde-c391-4d6d-b6c4-59aa8a127c36 req-dcae772b-392d-4ff0-9c1d-830cb0943efd tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:42:31.910574 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b24dcb1a-1d7f-404c-9212-905e43cf58f7 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-267528342'] for subnet, precommit_delete_associations {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:31.918458 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-bd6ebcde-c391-4d6d-b6c4-59aa8a127c36 req-dcae772b-392d-4ff0-9c1d-830cb0943efd tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] 10.222.0.60 "GET /v2.0/ports?device_id=a43134ca-2758-4794-bb9c-974d11e5e279 HTTP/1.1" status: 200 len: 944 time: 0.1522224 Nov 23 17:42:31.978469 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a6c5babd-5704-49b6-adbe-148935971fe8 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973419', 'neutron.services.segments.db._delete_segments_for_network-8736635878840'] for network, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:31.994326 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29716cea-021e-4d8c-9403-c06b46602376 req-f82d047a-d1fc-40be-810c-b5801cd32353 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Made reservation on behalf of c0a53cd325e44b8fbee499050453672f for: {'port': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:42:31.999217 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-29716cea-021e-4d8c-9403-c06b46602376 req-f82d047a-d1fc-40be-810c-b5801cd32353 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:32.039944 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-a6c5babd-5704-49b6-adbe-148935971fe8 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76740e25-dcec-4d2d-82d4-d720ca6b4fc6']}} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:42:32.067387 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-a6c5babd-5704-49b6-adbe-148935971fe8 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20b9bc5a-f40c-4305-aea8-1cd399f9d3b9') {'for_net_delete': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:42:32.067821 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-a6c5babd-5704-49b6-adbe-148935971fe8 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20b9bc5a-f40c-4305-aea8-1cd399f9d3b9') {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:42:32.090014 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a6c5babd-5704-49b6-adbe-148935971fe8 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736635840332', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-267528353'] for segment, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:32.153656 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a6c5babd-5704-49b6-adbe-148935971fe8 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:32.154137 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11670dc-c3e9-4b5c-964a-87c5e5e731fd req-eafab5c3-dfb9-4a12-ad1b-25804d71c57c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:42:32.156202 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f11670dc-c3e9-4b5c-964a-87c5e5e731fd req-eafab5c3-dfb9-4a12-ad1b-25804d71c57c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=093e052ebdfd4c689471d0502a0c2e0a&device_id=a43134ca-2758-4794-bb9c-974d11e5e279 HTTP/1.1" status: 200 len: 1095 time: 0.2345381 Nov 23 17:42:32.161246 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-bd6ebcde-c391-4d6d-b6c4-59aa8a127c36 req-8f2bb3e2-a606-451f-9c37-70f020f91075 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] 10.222.0.60 "GET /v2.0/security-groups?id=c11b6a3a-f89b-4d05-9340-8aa0be1653f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2414327 Nov 23 17:42:32.182293 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6c5babd-5704-49b6-adbe-148935971fe8 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Releasing vlan 520 on physical network physnet1 to pool {{(pid=103590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 17:42:32.182881 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a6c5babd-5704-49b6-adbe-148935971fe8 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264370093'] for segment, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:32.198817 n-d-816206-8 neutron-server[103590]: Traceback (most recent call last): Nov 23 17:42:32.198817 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 17:42:32.198817 n-d-816206-8 neutron-server[103590]: timer() Nov 23 17:42:32.198817 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 17:42:32.198817 n-d-816206-8 neutron-server[103590]: cb(*args, **kw) Nov 23 17:42:32.198817 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 17:42:32.198817 n-d-816206-8 neutron-server[103590]: return func(*args, **kwargs) Nov 23 17:42:32.198817 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 17:42:32.198817 n-d-816206-8 neutron-server[103590]: self._notify() Nov 23 17:42:32.198817 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 17:42:32.198817 n-d-816206-8 neutron-server[103590]: self.callback(batched_events) Nov 23 17:42:32.198817 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 17:42:32.198817 n-d-816206-8 neutron-server[103590]: event.method(event) Nov 23 17:42:32.198817 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 17:42:32.198817 n-d-816206-8 neutron-server[103590]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 17:42:32.198817 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 17:42:32.198817 n-d-816206-8 neutron-server[103590]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 17:42:32.198817 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 17:42:32.198817 n-d-816206-8 neutron-server[103590]: return f(self, *a, **k) Nov 23 17:42:32.198817 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 17:42:32.198817 n-d-816206-8 neutron-server[103590]: return self._get(url).json() Nov 23 17:42:32.198817 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 17:42:32.198817 n-d-816206-8 neutron-server[103590]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 17:42:32.198817 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 17:42:32.198817 n-d-816206-8 neutron-server[103590]: return self.request(url, 'GET', **kwargs) Nov 23 17:42:32.198817 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 17:42:32.198817 n-d-816206-8 neutron-server[103590]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 17:42:32.198817 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 17:42:32.198817 n-d-816206-8 neutron-server[103590]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 17:42:32.198817 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 17:42:32.198817 n-d-816206-8 neutron-server[103590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 17:42:32.198817 n-d-816206-8 neutron-server[103590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 17:42:32.227125 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b24dcb1a-1d7f-404c-9212-905e43cf58f7 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971956'] for subnet, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:32.441469 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a6c5babd-5704-49b6-adbe-148935971fe8 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1795418'] for network, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:32.447015 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a6c5babd-5704-49b6-adbe-148935971fe8 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Publish callbacks [] for network, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:32.462479 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-a6c5babd-5704-49b6-adbe-148935971fe8 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] 10.222.0.60 "DELETE /v2.0/networks/76740e25-dcec-4d2d-82d4-d720ca6b4fc6 HTTP/1.1" status: 204 len: 168 time: 0.8487217 Nov 23 17:42:32.462967 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4ef43cf7-b6c3-4dc5-aae8-b62868e0cca0 req-b7eccb5f-4118-430a-8461-fad108bc11f5 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/ports?device_id=87555c4b-ac12-459b-ba06-6ecf0fceb916 HTTP/1.1" status: 200 len: 210 time: 0.1072130 Nov 23 17:42:32.474874 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c5babd-5704-49b6-adbe-148935971fe8 tempest-TaggedBootDevicesTest-10356280 tempest-TaggedBootDevicesTest-10356280-project] Pushing event deleted for resources: {'Network': ['ID=76740e25-dcec-4d2d-82d4-d720ca6b4fc6,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:42:32.522282 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b24dcb1a-1d7f-404c-9212-905e43cf58f7 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264357903', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264730940'] for subnet, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:32.574885 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24dcb1a-1d7f-404c-9212-905e43cf58f7 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Pushing event deleted for resources: {'Subnet': ['ID=e353f59f-c215-4f70-89ab-58f23cc089b3,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:42:32.589318 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b24dcb1a-1d7f-404c-9212-905e43cf58f7 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks [] for subnet, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:32.598018 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-b24dcb1a-1d7f-404c-9212-905e43cf58f7 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] 10.222.0.60 "DELETE /v2.0/subnets/e353f59f-c215-4f70-89ab-58f23cc089b3 HTTP/1.1" status: 204 len: 168 time: 0.9493549 Nov 23 17:42:32.600713 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 54090) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:42:32.601485 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.db_base_plugin_common [req-29716cea-021e-4d8c-9403-c06b46602376 req-f82d047a-d1fc-40be-810c-b5801cd32353 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Allocated IP 172.20.0.11 (02874d22-2dc9-404b-96b5-741d17e13e44/7cd7c517-b8bf-4f3d-98b6-b23c91372576/9e98aa35-5be0-48bb-8298-3bbc77f02426) {{(pid=103591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:42:32.625112 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11670dc-c3e9-4b5c-964a-87c5e5e731fd req-fe2f1494-38cc-416f-b0ed-84afa3534bba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:42:32.625112 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f11670dc-c3e9-4b5c-964a-87c5e5e731fd req-fe2f1494-38cc-416f-b0ed-84afa3534bba service neutron] 10.222.0.36 "GET /v2.0/networks?id=b05aa742-7050-4bee-9612-3681dfd2164b HTTP/1.1" status: 200 len: 918 time: 0.4254549 Nov 23 17:42:32.743566 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f11670dc-c3e9-4b5c-964a-87c5e5e731fd req-8ee6750c-761e-421d-8d23-a51d866c830a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fbe44c50-ab0e-48c7-bd92-149bb465cefc HTTP/1.1" status: 200 len: 217 time: 0.1035287 Nov 23 17:42:32.961552 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11670dc-c3e9-4b5c-964a-87c5e5e731fd req-621f96f3-2a71-41bc-837b-11b1d2fb88b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:42:32.963282 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f11670dc-c3e9-4b5c-964a-87c5e5e731fd req-621f96f3-2a71-41bc-837b-11b1d2fb88b4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=784540e3-73ef-4656-9bfa-913bbf55b1a9 HTTP/1.1" status: 200 len: 856 time: 0.1906135 Nov 23 17:42:33.285967 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68046d69-887f-4d4e-b02d-fdc2aecdd2d8 None None] Network 56dedb9c-c874-4806-8073-23c183970f13 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:42:33.385926 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-58b2ef8c-3a86-43f9-a9a2-427a2eca0b94 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.7519288 Nov 23 17:42:33.386655 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 54110) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:42:33.392686 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-36dffd06-5069-4e9b-884a-743e85ff658f tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Request body: {'subnet': {'network_id': '56dedb9c-c874-4806-8073-23c183970f13', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:42:33.429296 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-8ddfe92b-4f70-4bf4-b610-adf4477bde7a None None] Provisioning complete for port 4a8392c6-d9a8-4ecf-b467-e4e2dd280f15 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:42:33.429705 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-8ddfe92b-4f70-4bf4-b610-adf4477bde7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:33.513027 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36dffd06-5069-4e9b-884a-743e85ff658f tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Made reservation on behalf of a17872768c1e4384801bad129509cfa7 for: {'subnet': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:42:33.527220 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-36dffd06-5069-4e9b-884a-743e85ff658f tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264730903'] for subnet, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:33.741013 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c0f139c-e461-4d15-a0b1-e987b115354a None None] DHCP port deletion for 56dedb9c-c874-4806-8073-23c183970f13 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:42:33.824325 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-0c0f139c-e461-4d15-a0b1-e987b115354a None None] Deleting port 4a8392c6-d9a8-4ecf-b467-e4e2dd280f15 {{(pid=103592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:42:33.825025 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-0c0f139c-e461-4d15-a0b1-e987b115354a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:33.871387 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-36dffd06-5069-4e9b-884a-743e85ff658f tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264358096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264730885'] for subnet, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:33.920375 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36dffd06-5069-4e9b-884a-743e85ff658f tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Network 56dedb9c-c874-4806-8073-23c183970f13 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:42:33.926851 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-36dffd06-5069-4e9b-884a-743e85ff658f tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:42:33.930183 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36dffd06-5069-4e9b-884a-743e85ff658f tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:42:33.930790 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-36dffd06-5069-4e9b-884a-743e85ff658f tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks [] for subnet, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:33.954118 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-0c0f139c-e461-4d15-a0b1-e987b115354a None None] For port 4a8392c6-d9a8-4ecf-b467-e4e2dd280f15, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=4a8392c6-d9a8-4ecf-b467-e4e2dd280f15,segment=NetworkSegment(208f22fc-9686-4ca3-a88c-018385437c28),segment_id=208f22fc-9686-4ca3-a88c-018385437c28)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:42:33.954882 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-0c0f139c-e461-4d15-a0b1-e987b115354a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:33.971576 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-0c0f139c-e461-4d15-a0b1-e987b115354a None None] Calling delete_port for 4a8392c6-d9a8-4ecf-b467-e4e2dd280f15 owned by network:dhcp {{(pid=103592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:42:33.972053 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-36dffd06-5069-4e9b-884a-743e85ff658f tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5841684 Nov 23 17:42:33.981548 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 54122) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:42:33.990574 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-f63d9db7-8906-477f-a776-d5c61bc315ae tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Request body: {'subnet': {'network_id': '56dedb9c-c874-4806-8073-23c183970f13', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:42:33.995882 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11670dc-c3e9-4b5c-964a-87c5e5e731fd req-1882fe91-ddc4-43a0-bfe2-4918b52fa04f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:42:33.998589 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36dffd06-5069-4e9b-884a-743e85ff658f tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Pushing event updated for resources: {'Subnet': ['ID=4928c877-fdc6-47d5-8462-34f0ca355b05,revision_number=0']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:42:33.998824 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f11670dc-c3e9-4b5c-964a-87c5e5e731fd req-1882fe91-ddc4-43a0-bfe2-4918b52fa04f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b05aa742-7050-4bee-9612-3681dfd2164b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.0139720 Nov 23 17:42:34.016173 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a51f7b-dd96-4244-94ed-07b9b3582c77 req-99e99c77-4f00-46f3-b13a-bd8ef52c427c tempest-InstanceActionsTestJSON-1355406583 tempest-InstanceActionsTestJSON-1355406583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:42:34.017849 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e8a51f7b-dd96-4244-94ed-07b9b3582c77 req-99e99c77-4f00-46f3-b13a-bd8ef52c427c tempest-InstanceActionsTestJSON-1355406583 tempest-InstanceActionsTestJSON-1355406583-project] 10.222.0.36 "GET /v2.0/ports?device_id=2b3dda08-c98d-4327-bf96-769c7b70e3e2 HTTP/1.1" status: 200 len: 946 time: 0.9936988 Nov 23 17:42:34.064843 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-0c0f139c-e461-4d15-a0b1-e987b115354a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989'] for port, after_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:34.096693 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-29716cea-021e-4d8c-9403-c06b46602376 req-f82d047a-d1fc-40be-810c-b5801cd32353 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Publish callbacks [] for port, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:34.107002 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0f139c-e461-4d15-a0b1-e987b115354a None None] Pushing event deleted for resources: {'Port': ['ID=4a8392c6-d9a8-4ecf-b467-e4e2dd280f15,revision_number=None']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:42:34.112767 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abee2266-d79f-4f11-afb1-42e67cbdc7d6 req-aa6a6261-20c3-4bce-acfa-513057f0bab7 tempest-InstanceActionsTestJSON-1355406583 tempest-InstanceActionsTestJSON-1355406583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:42:34.114279 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-abee2266-d79f-4f11-afb1-42e67cbdc7d6 req-aa6a6261-20c3-4bce-acfa-513057f0bab7 tempest-InstanceActionsTestJSON-1355406583 tempest-InstanceActionsTestJSON-1355406583-project] 10.222.0.60 "GET /v2.0/ports?device_id=2b3dda08-c98d-4327-bf96-769c7b70e3e2 HTTP/1.1" status: 200 len: 946 time: 1.0649366 Nov 23 17:42:34.121389 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c0f139c-e461-4d15-a0b1-e987b115354a None None] No DVR routers for this DVR port 4a8392c6-d9a8-4ecf-b467-e4e2dd280f15 on host n-d-816206-8 {{(pid=103592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:42:34.139563 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca0165a5-da2e-43c2-ac39-9d9b307e6ab2 None None] Network 56dedb9c-c874-4806-8073-23c183970f13 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:42:34.164481 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797b20fa-f99d-45d2-8704-f4e8eed4ec16 req-d4902495-db69-414f-a348-b640dabbec3e tempest-VolumesActionsTest-442734151 tempest-VolumesActionsTest-442734151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:42:34.166013 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-797b20fa-f99d-45d2-8704-f4e8eed4ec16 req-d4902495-db69-414f-a348-b640dabbec3e tempest-VolumesActionsTest-442734151 tempest-VolumesActionsTest-442734151-project] 10.222.0.60 "GET /v2.0/ports?device_id=e575047e-db9d-4c9b-9d83-cb9756b65ee6 HTTP/1.1" status: 200 len: 945 time: 0.2890570 Nov 23 17:42:34.327325 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3278a266-b20f-4683-9f22-89abf8e1d403 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp355044b8-8e87-58c4-94fa-4a010ec30f9e-56dedb9c-c874-4806-8073-23c183970f13', 'network_id': '56dedb9c-c874-4806-8073-23c183970f13', 'tenant_id': 'a17872768c1e4384801bad129509cfa7', 'fixed_ips': [{'subnet_id': '4928c877-fdc6-47d5-8462-34f0ca355b05'}]}} from n-d-816206-8. {{(pid=103592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 17:42:34.328323 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-3278a266-b20f-4683-9f22-89abf8e1d403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:34.447048 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-abee2266-d79f-4f11-afb1-42e67cbdc7d6 req-1d016603-f9e4-4704-8155-45365195768a tempest-InstanceActionsTestJSON-1355406583 tempest-InstanceActionsTestJSON-1355406583-project] 10.222.0.60 "GET /v2.0/security-groups?id=f6b6eac1-340c-40ab-b97e-f0769e7e5b42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3001168 Nov 23 17:42:34.459462 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f11670dc-c3e9-4b5c-964a-87c5e5e731fd req-688ef29a-b57a-404b-b494-3bb311521153 service neutron] 10.222.0.36 "GET /v2.0/networks/b05aa742-7050-4bee-9612-3681dfd2164b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4388168 Nov 23 17:42:34.471085 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-797b20fa-f99d-45d2-8704-f4e8eed4ec16 req-0c9d667f-e160-48d0-bdc5-b2413262dd91 tempest-VolumesActionsTest-442734151 tempest-VolumesActionsTest-442734151-project] 10.222.0.60 "GET /v2.0/security-groups?id=68fe547d-d706-4389-a025-af2d1c7bf46e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2936873 Nov 23 17:42:34.478558 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-29716cea-021e-4d8c-9403-c06b46602376 req-f82d047a-d1fc-40be-810c-b5801cd32353 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:34.576234 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f63d9db7-8906-477f-a776-d5c61bc315ae tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Made reservation on behalf of a17872768c1e4384801bad129509cfa7 for: {'subnet': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:42:34.580590 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-f63d9db7-8906-477f-a776-d5c61bc315ae tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264314294'] for subnet, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:34.613034 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f787e10-69e3-4052-bd42-75a54f212c79 req-e873e338-8c2d-4555-92a1-104108302977 tempest-VolumesActionsTest-442734151 tempest-VolumesActionsTest-442734151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:42:34.614809 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-2f787e10-69e3-4052-bd42-75a54f212c79 req-e873e338-8c2d-4555-92a1-104108302977 tempest-VolumesActionsTest-442734151 tempest-VolumesActionsTest-442734151-project] 10.222.0.55 "GET /v2.0/ports?device_id=e575047e-db9d-4c9b-9d83-cb9756b65ee6 HTTP/1.1" status: 200 len: 945 time: 0.1333563 Nov 23 17:42:34.627950 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.db_base_plugin_common [None req-3278a266-b20f-4683-9f22-89abf8e1d403 None None] Allocated IP 172.20.0.2 (56dedb9c-c874-4806-8073-23c183970f13/4928c877-fdc6-47d5-8462-34f0ca355b05/2a6f8093-dc66-4cde-952e-3394e5b09ca7) {{(pid=103592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:42:34.647694 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29716cea-021e-4d8c-9403-c06b46602376 req-f82d047a-d1fc-40be-810c-b5801cd32353 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Network 02874d22-2dc9-404b-96b5-741d17e13e44 is already hosted by enough agents. {{(pid=103591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:42:34.694547 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [req-29716cea-021e-4d8c-9403-c06b46602376 req-f82d047a-d1fc-40be-810c-b5801cd32353 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Resources bound (agent type, host, resource id): {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:42:34.758419 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [req-29716cea-021e-4d8c-9403-c06b46602376 req-f82d047a-d1fc-40be-810c-b5801cd32353 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Received port after_create {{(pid=103591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:42:34.762808 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [req-e8a51f7b-dd96-4244-94ed-07b9b3582c77 req-d9911933-4ebd-45a9-9a49-0d69a78d4b45 tempest-InstanceActionsTestJSON-1355406583 tempest-InstanceActionsTestJSON-1355406583-project] Deleting port f51b812d-2eed-4dc5-9375-7ad9f1d0dd79 {{(pid=103591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:42:34.762950 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-e8a51f7b-dd96-4244-94ed-07b9b3582c77 req-d9911933-4ebd-45a9-9a49-0d69a78d4b45 tempest-InstanceActionsTestJSON-1355406583 tempest-InstanceActionsTestJSON-1355406583-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:34.823705 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [req-2f787e10-69e3-4052-bd42-75a54f212c79 req-acf64ab8-103f-49a9-8e38-6444311f7f1e tempest-VolumesActionsTest-442734151 tempest-VolumesActionsTest-442734151-project] Deleting port 701772b5-54d9-4250-a91a-10c8a93c0699 {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:42:34.824042 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-2f787e10-69e3-4052-bd42-75a54f212c79 req-acf64ab8-103f-49a9-8e38-6444311f7f1e tempest-VolumesActionsTest-442734151 tempest-VolumesActionsTest-442734151-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:34.860054 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82d047a-d1fc-40be-810c-b5801cd32353 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Pushing event updated for resources: {'Port': ['ID=9e98aa35-5be0-48bb-8298-3bbc77f02426,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:42:35.002529 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82d047a-d1fc-40be-810c-b5801cd32353 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:42:35.003172 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82d047a-d1fc-40be-810c-b5801cd32353 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:42:35.003172 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82d047a-d1fc-40be-810c-b5801cd32353 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:42:35.003516 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82d047a-d1fc-40be-810c-b5801cd32353 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:42:35.004147 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82d047a-d1fc-40be-810c-b5801cd32353 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:42:35.004248 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82d047a-d1fc-40be-810c-b5801cd32353 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:42:35.004507 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82d047a-d1fc-40be-810c-b5801cd32353 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:42:35.007096 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82d047a-d1fc-40be-810c-b5801cd32353 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:42:35.010461 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82d047a-d1fc-40be-810c-b5801cd32353 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:42:35.010461 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82d047a-d1fc-40be-810c-b5801cd32353 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:42:35.010461 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82d047a-d1fc-40be-810c-b5801cd32353 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:42:35.010812 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82d047a-d1fc-40be-810c-b5801cd32353 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:42:35.036745 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [req-2f787e10-69e3-4052-bd42-75a54f212c79 req-acf64ab8-103f-49a9-8e38-6444311f7f1e tempest-VolumesActionsTest-442734151 tempest-VolumesActionsTest-442734151-project] For port 701772b5-54d9-4250-a91a-10c8a93c0699, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=701772b5-54d9-4250-a91a-10c8a93c0699,segment=NetworkSegment(07965fcd-1084-4fab-83f3-80d2c69eb397),segment_id=07965fcd-1084-4fab-83f3-80d2c69eb397)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:42:35.040116 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-2f787e10-69e3-4052-bd42-75a54f212c79 req-acf64ab8-103f-49a9-8e38-6444311f7f1e tempest-VolumesActionsTest-442734151 tempest-VolumesActionsTest-442734151-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:35.051942 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-3278a266-b20f-4683-9f22-89abf8e1d403 None None] Publish callbacks [] for port, precommit_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:35.063943 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-3278a266-b20f-4683-9f22-89abf8e1d403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980'] for port, after_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:35.075882 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [req-2f787e10-69e3-4052-bd42-75a54f212c79 req-acf64ab8-103f-49a9-8e38-6444311f7f1e tempest-VolumesActionsTest-442734151 tempest-VolumesActionsTest-442734151-project] Calling delete_port for 701772b5-54d9-4250-a91a-10c8a93c0699 owned by compute:nova {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:42:35.085441 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f11670dc-c3e9-4b5c-964a-87c5e5e731fd req-154e7378-4f8d-4824-b0d6-656f4300c946 service neutron] 10.222.0.36 "GET /v2.0/networks/b05aa742-7050-4bee-9612-3681dfd2164b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6111214 Nov 23 17:42:35.108830 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29716cea-021e-4d8c-9403-c06b46602376 req-f82d047a-d1fc-40be-810c-b5801cd32353 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:42:35.109513 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-29716cea-021e-4d8c-9403-c06b46602376 req-f82d047a-d1fc-40be-810c-b5801cd32353 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:35.162032 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f51a6ef-767a-41a6-833f-a8e08c4389d4 req-da138b08-ac69-4eeb-9594-cd322745ee90 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:42:35.163744 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7f51a6ef-767a-41a6-833f-a8e08c4389d4 req-da138b08-ac69-4eeb-9594-cd322745ee90 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] 10.222.0.60 "GET /v2.0/ports?device_id=a43134ca-2758-4794-bb9c-974d11e5e279 HTTP/1.1" status: 200 len: 944 time: 0.4944942 Nov 23 17:42:35.186304 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d4d832-8bd5-459a-b006-dcd7367db1c0 req-e4f05319-40d3-4782-8967-71e7becca872 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:42:35.190045 n-d-816206-8 neutron-server[103592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3278a266-b20f-4683-9f22-89abf8e1d403 None None] Network 56dedb9c-c874-4806-8073-23c183970f13 is already hosted by enough agents. {{(pid=103592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:42:35.194598 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-32d4d832-8bd5-459a-b006-dcd7367db1c0 req-e4f05319-40d3-4782-8967-71e7becca872 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/ports?device_id=87555c4b-ac12-459b-ba06-6ecf0fceb916 HTTP/1.1" status: 200 len: 932 time: 0.5203383 Nov 23 17:42:35.201855 n-d-816206-8 neutron-server[103592]: DEBUG neutron.scheduler.base_scheduler [None req-3278a266-b20f-4683-9f22-89abf8e1d403 None None] Resources bound (agent type, host, resource id): {{(pid=103592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:42:35.206650 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3278a266-b20f-4683-9f22-89abf8e1d403 None None] Received port after_create {{(pid=103592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:42:35.240585 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3278a266-b20f-4683-9f22-89abf8e1d403 None None] Pushing event updated for resources: {'Port': ['ID=2a6f8093-dc66-4cde-952e-3394e5b09ca7,revision_number=1']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:42:35.245848 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-2f787e10-69e3-4052-bd42-75a54f212c79 req-acf64ab8-103f-49a9-8e38-6444311f7f1e tempest-VolumesActionsTest-442734151 tempest-VolumesActionsTest-442734151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:35.275875 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-29716cea-021e-4d8c-9403-c06b46602376 req-f82d047a-d1fc-40be-810c-b5801cd32353 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7530780 Nov 23 17:42:35.280614 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-fbb3a934-b0fd-4d37-b7b9-22ce51158ff2 None None] Provisioning complete for port 9e98aa35-5be0-48bb-8298-3bbc77f02426 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:42:35.281042 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-fbb3a934-b0fd-4d37-b7b9-22ce51158ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:35.296004 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-e8a51f7b-dd96-4244-94ed-07b9b3582c77 req-d9911933-4ebd-45a9-9a49-0d69a78d4b45 tempest-InstanceActionsTestJSON-1355406583 tempest-InstanceActionsTestJSON-1355406583-project] For port f51b812d-2eed-4dc5-9375-7ad9f1d0dd79, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=f51b812d-2eed-4dc5-9375-7ad9f1d0dd79,segment=NetworkSegment(85eec0be-8b24-42a3-b0b6-c1087790d7a8),segment_id=85eec0be-8b24-42a3-b0b6-c1087790d7a8)] {{(pid=103591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:42:35.296372 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-e8a51f7b-dd96-4244-94ed-07b9b3582c77 req-d9911933-4ebd-45a9-9a49-0d69a78d4b45 tempest-InstanceActionsTestJSON-1355406583 tempest-InstanceActionsTestJSON-1355406583-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:35.304981 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [req-29716cea-021e-4d8c-9403-c06b46602376 req-45a42f21-598d-4289-9234-67b4a37b9ca2 service neutron] Request body: {'port': {'device_id': '87555c4b-ac12-459b-ba06-6ecf0fceb916', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-8'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:42:35.306534 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf64ab8-103f-49a9-8e38-6444311f7f1e tempest-VolumesActionsTest-442734151 tempest-VolumesActionsTest-442734151-project] Pushing event deleted for resources: {'Port': ['ID=701772b5-54d9-4250-a91a-10c8a93c0699,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:42:35.328085 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] get_ports_and_sgs() called for port_ids ['701772b5-54d9-4250-a91a-10c8a93c0699'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:42:35.335800 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-fbb3a934-b0fd-4d37-b7b9-22ce51158ff2 None None] Port 9e98aa35-5be0-48bb-8298-3bbc77f02426 cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:42:35.337284 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device fbe44c50-ab0e-48c7-bd92-149bb465cefc details requested by agent hyperv_n-h2-816206-8 with host n-h2-816206-8 {{(pid=103592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 17:42:35.353500 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f787e10-69e3-4052-bd42-75a54f212c79 req-acf64ab8-103f-49a9-8e38-6444311f7f1e tempest-VolumesActionsTest-442734151 tempest-VolumesActionsTest-442734151-project] No DVR routers for this DVR port 701772b5-54d9-4250-a91a-10c8a93c0699 on host n-h1-816206-8 {{(pid=103590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:42:35.357944 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-2f787e10-69e3-4052-bd42-75a54f212c79 req-acf64ab8-103f-49a9-8e38-6444311f7f1e tempest-VolumesActionsTest-442734151 tempest-VolumesActionsTest-442734151-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:35.362748 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-2f787e10-69e3-4052-bd42-75a54f212c79 req-acf64ab8-103f-49a9-8e38-6444311f7f1e tempest-VolumesActionsTest-442734151 tempest-VolumesActionsTest-442734151-project] 10.222.0.55 "DELETE /v2.0/ports/701772b5-54d9-4250-a91a-10c8a93c0699 HTTP/1.1" status: 204 len: 173 time: 0.7386107 Nov 23 17:42:35.363233 n-d-816206-8 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e575047e-db9d-4c9b-9d83-cb9756b65ee6', 'name': 'network-vif-deleted', 'tag': '701772b5-54d9-4250-a91a-10c8a93c0699'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:42:35.366920 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [req-e8a51f7b-dd96-4244-94ed-07b9b3582c77 req-d9911933-4ebd-45a9-9a49-0d69a78d4b45 tempest-InstanceActionsTestJSON-1355406583 tempest-InstanceActionsTestJSON-1355406583-project] Calling delete_port for f51b812d-2eed-4dc5-9375-7ad9f1d0dd79 owned by compute:nova {{(pid=103591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:42:35.367090 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbabddbc9fc37b068808e119c416c86f5957ca04531a4a0d2e695c515e93483b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32f29fd5-0d5b-42e5-9b58-41a78366d52f" -d '{"events": [{"server_uuid": "e575047e-db9d-4c9b-9d83-cb9756b65ee6", "name": "network-vif-deleted", "tag": "701772b5-54d9-4250-a91a-10c8a93c0699"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:42:35.371982 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-32d4d832-8bd5-459a-b006-dcd7367db1c0 req-d2c7130c-37a9-4947-a203-748f08d8c109 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/security-groups?id=776cdaad-ec9b-4a42-a3a9-360feae7cf4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765437 Nov 23 17:42:35.383223 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7f51a6ef-767a-41a6-833f-a8e08c4389d4 req-efaa94b7-1fb2-48f7-9618-cf9cb0b16611 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] 10.222.0.60 "GET /v2.0/security-groups?id=c11b6a3a-f89b-4d05-9340-8aa0be1653f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2119107 Nov 23 17:42:35.429913 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-3278a266-b20f-4683-9f22-89abf8e1d403 None None] Attempting to bind port 2a6f8093-dc66-4cde-952e-3394e5b09ca7 on host n-d-816206-8 for vnic_type normal with profile {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:42:35.430865 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-3278a266-b20f-4683-9f22-89abf8e1d403 None None] Attempting to bind port 2a6f8093-dc66-4cde-952e-3394e5b09ca7 by drivers openvswitch,hyperv on host n-d-816206-8 at level 0 using segments [{'id': '208f22fc-9686-4ca3-a88c-018385437c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '56dedb9c-c874-4806-8073-23c183970f13'}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:42:35.431477 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3278a266-b20f-4683-9f22-89abf8e1d403 None None] Attempting to bind port 2a6f8093-dc66-4cde-952e-3394e5b09ca7 on network 56dedb9c-c874-4806-8073-23c183970f13 {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:42:35.441559 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3278a266-b20f-4683-9f22-89abf8e1d403 None None] Checking agent: {'id': '9e89acbe-4bbe-4c77-a18b-6f1da9133e0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 7, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 42, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:42:35.442362 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3278a266-b20f-4683-9f22-89abf8e1d403 None None] Checking segment: {'id': '208f22fc-9686-4ca3-a88c-018385437c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '56dedb9c-c874-4806-8073-23c183970f13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:42:35.442974 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-3278a266-b20f-4683-9f22-89abf8e1d403 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:35.443567 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3278a266-b20f-4683-9f22-89abf8e1d403 None None] Bound using segment: {'id': '208f22fc-9686-4ca3-a88c-018385437c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '56dedb9c-c874-4806-8073-23c183970f13'} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:42:35.444248 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-3278a266-b20f-4683-9f22-89abf8e1d403 None None] Bound port: 2a6f8093-dc66-4cde-952e-3394e5b09ca7, host: n-d-816206-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '208f22fc-9686-4ca3-a88c-018385437c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '56dedb9c-c874-4806-8073-23c183970f13'}}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:42:35.444906 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-3278a266-b20f-4683-9f22-89abf8e1d403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:35.464172 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:42:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b1c4abd-f7e3-4457-ad7f-ee6ca06f163c x-openstack-request-id: req-7b1c4abd-f7e3-4457-ad7f-ee6ca06f163c {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:42:35.464620 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e575047e-db9d-4c9b-9d83-cb9756b65ee6", "name": "network-vif-deleted", "tag": "701772b5-54d9-4250-a91a-10c8a93c0699", "status": "completed", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:42:35.464881 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7b1c4abd-f7e3-4457-ad7f-ee6ca06f163c {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:42:35.465293 n-d-816206-8 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e575047e-db9d-4c9b-9d83-cb9756b65ee6', 'name': 'network-vif-deleted', 'tag': '701772b5-54d9-4250-a91a-10c8a93c0699', 'status': 'completed', 'code': 200} Nov 23 17:42:35.554878 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-29716cea-021e-4d8c-9403-c06b46602376 req-45a42f21-598d-4289-9234-67b4a37b9ca2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:35.609922 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 4a8392c6-d9a8-4ecf-b467-e4e2dd280f15 no longer exists at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:42:35.657272 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] No Port match for: 4a8392c6-d9a8-4ecf-b467-e4e2dd280f15 {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:42:35.657840 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 4a8392c6-d9a8-4ecf-b467-e4e2dd280f15 not bound to the agent host n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:42:35.667676 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-3278a266-b20f-4683-9f22-89abf8e1d403 None None] For port 2a6f8093-dc66-4cde-952e-3394e5b09ca7, host n-d-816206-8, cleared binding levels {{(pid=103592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:42:35.672751 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-3278a266-b20f-4683-9f22-89abf8e1d403 None None] For port 2a6f8093-dc66-4cde-952e-3394e5b09ca7, host n-d-816206-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=2a6f8093-dc66-4cde-952e-3394e5b09ca7,segment=NetworkSegment(208f22fc-9686-4ca3-a88c-018385437c28),segment_id=208f22fc-9686-4ca3-a88c-018385437c28)] {{(pid=103592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:42:35.694866 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-3278a266-b20f-4683-9f22-89abf8e1d403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:35.789925 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3278a266-b20f-4683-9f22-89abf8e1d403 None None] Pushing event updated for resources: {'Port': ['ID=2a6f8093-dc66-4cde-952e-3394e5b09ca7,revision_number=2']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:42:35.838714 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port fbe44c50-ab0e-48c7-bd92-149bb465cefc, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=fbe44c50-ab0e-48c7-bd92-149bb465cefc,segment=NetworkSegment(97bf93aa-7116-4943-8d21-ff543f30be5d),segment_id=97bf93aa-7116-4943-8d21-ff543f30be5d)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:42:35.882963 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Returning: {'device': 'fbe44c50-ab0e-48c7-bd92-149bb465cefc', 'network_id': 'b05aa742-7050-4bee-9612-3681dfd2164b', 'port_id': 'fbe44c50-ab0e-48c7-bd92-149bb465cefc', 'mac_address': 'fa:16:3e:f2:30:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '784540e3-73ef-4656-9bfa-913bbf55b1a9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 17:42:35.988990 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:36.007618 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fbe44c50-ab0e-48c7-bd92-149bb465cefc {{(pid=103592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:42:36.033752 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port fbe44c50-ab0e-48c7-bd92-149bb465cefc, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=fbe44c50-ab0e-48c7-bd92-149bb465cefc,segment=NetworkSegment(97bf93aa-7116-4943-8d21-ff543f30be5d),segment_id=97bf93aa-7116-4943-8d21-ff543f30be5d)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:42:36.040887 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:36.196463 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Pushing event updated for resources: {'Port': ['ID=fbe44c50-ab0e-48c7-bd92-149bb465cefc,revision_number=4']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:42:36.332683 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] get_ports_and_sgs() called for port_ids ['fbe44c50-ab0e-48c7-bd92-149bb465cefc'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:42:36.337471 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2bfa62b9-f89a-4c3f-bcb7-57c3c34275cd req-879ab26b-3a78-4fba-96b0-51311213f258 tempest-VolumesActionsTest-442734151 tempest-VolumesActionsTest-442734151-project] 10.222.0.60 "GET /v2.0/ports?device_id=e575047e-db9d-4c9b-9d83-cb9756b65ee6 HTTP/1.1" status: 200 len: 210 time: 0.7232351 Nov 23 17:42:36.503686 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-e8a51f7b-dd96-4244-94ed-07b9b3582c77 req-d9911933-4ebd-45a9-9a49-0d69a78d4b45 tempest-InstanceActionsTestJSON-1355406583 tempest-InstanceActionsTestJSON-1355406583-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:36.678007 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9911933-4ebd-45a9-9a49-0d69a78d4b45 tempest-InstanceActionsTestJSON-1355406583 tempest-InstanceActionsTestJSON-1355406583-project] Pushing event deleted for resources: {'Port': ['ID=f51b812d-2eed-4dc5-9375-7ad9f1d0dd79,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:42:36.693925 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f5bac2-8414-412a-ba05-6a8526fd940e req-5c3db57e-6faf-4ea3-91c5-4e6fe0474d03 tempest-InstanceActionsTestJSON-1355406583 tempest-InstanceActionsTestJSON-1355406583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:42:36.697376 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-42f5bac2-8414-412a-ba05-6a8526fd940e req-5c3db57e-6faf-4ea3-91c5-4e6fe0474d03 tempest-InstanceActionsTestJSON-1355406583 tempest-InstanceActionsTestJSON-1355406583-project] 10.222.0.60 "GET /v2.0/ports?device_id=2b3dda08-c98d-4327-bf96-769c7b70e3e2 HTTP/1.1" status: 200 len: 867 time: 1.0924773 Nov 23 17:42:36.766022 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8a51f7b-dd96-4244-94ed-07b9b3582c77 req-d9911933-4ebd-45a9-9a49-0d69a78d4b45 tempest-InstanceActionsTestJSON-1355406583 tempest-InstanceActionsTestJSON-1355406583-project] No DVR routers for this DVR port f51b812d-2eed-4dc5-9375-7ad9f1d0dd79 on host n-h2-816206-8 {{(pid=103591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:42:36.772917 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-e8a51f7b-dd96-4244-94ed-07b9b3582c77 req-d9911933-4ebd-45a9-9a49-0d69a78d4b45 tempest-InstanceActionsTestJSON-1355406583 tempest-InstanceActionsTestJSON-1355406583-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:36.776855 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e8a51f7b-dd96-4244-94ed-07b9b3582c77 req-d9911933-4ebd-45a9-9a49-0d69a78d4b45 tempest-InstanceActionsTestJSON-1355406583 tempest-InstanceActionsTestJSON-1355406583-project] 10.222.0.36 "DELETE /v2.0/ports/f51b812d-2eed-4dc5-9375-7ad9f1d0dd79 HTTP/1.1" status: 204 len: 173 time: 2.7249177 Nov 23 17:42:36.793545 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b3dda08-c98d-4327-bf96-769c7b70e3e2', 'name': 'network-vif-deleted', 'tag': 'f51b812d-2eed-4dc5-9375-7ad9f1d0dd79'}] {{(pid=103591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:42:36.797025 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41d174a19ece9499ff9ec44e5b3fc50f2abd3ffbc947fb7e52ea1e8db27b95b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac691493-3e7d-4392-9bb7-87a98060cea6" -d '{"events": [{"server_uuid": "2b3dda08-c98d-4327-bf96-769c7b70e3e2", "name": "network-vif-deleted", "tag": "f51b812d-2eed-4dc5-9375-7ad9f1d0dd79"}]}' {{(pid=103591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:42:36.849979 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac338c5-4018-4a75-8179-983113f972bf req-c2ad27db-8704-4986-b0e7-07752bb56fc3 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:42:36.851807 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-fac338c5-4018-4a75-8179-983113f972bf req-c2ad27db-8704-4986-b0e7-07752bb56fc3 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/ports?device_id=87555c4b-ac12-459b-ba06-6ecf0fceb916 HTTP/1.1" status: 200 len: 932 time: 0.3055484 Nov 23 17:42:37.089249 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [req-29716cea-021e-4d8c-9403-c06b46602376 req-45a42f21-598d-4289-9234-67b4a37b9ca2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e98aa35-5be0-48bb-8298-3bbc77f02426 {{(pid=103591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:42:37.101252 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-29716cea-021e-4d8c-9403-c06b46602376 req-45a42f21-598d-4289-9234-67b4a37b9ca2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:37.113773 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-42f5bac2-8414-412a-ba05-6a8526fd940e req-17e68b64-8250-4e8b-8a14-03fc3ef51f06 tempest-InstanceActionsTestJSON-1355406583 tempest-InstanceActionsTestJSON-1355406583-project] 10.222.0.60 "GET /v2.0/security-groups?id=f6b6eac1-340c-40ab-b97e-f0769e7e5b42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4096134 Nov 23 17:42:37.123880 n-d-816206-8 neutron-server[103591]: DEBUG neutron.objects.ports [None req-f63d9db7-8906-477f-a776-d5c61bc315ae tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103591) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 23 17:42:37.139094 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.provisioning_blocks [req-29716cea-021e-4d8c-9403-c06b46602376 req-45a42f21-598d-4289-9234-67b4a37b9ca2 service neutron] Transition to ACTIVE for port object 9e98aa35-5be0-48bb-8298-3bbc77f02426 will not be triggered until provisioned by entity L2. {{(pid=103591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 17:42:37.152675 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-29716cea-021e-4d8c-9403-c06b46602376 req-45a42f21-598d-4289-9234-67b4a37b9ca2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264758186'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:37.317073 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-fac338c5-4018-4a75-8179-983113f972bf req-74b38338-63d7-41fb-ba6b-d0f863a12d93 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/security-groups?id=776cdaad-ec9b-4a42-a3a9-360feae7cf4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3579941 Nov 23 17:42:37.352129 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device fbe44c50-ab0e-48c7-bd92-149bb465cefc up at agent hyperv_n-h2-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:42:37.462771 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Provisioning for port fbe44c50-ab0e-48c7-bd92-149bb465cefc completed by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 17:42:37.471303 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Provisioning complete for port fbe44c50-ab0e-48c7-bd92-149bb465cefc triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:42:37.472882 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:37.708778 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:37.712725 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 2a6f8093-dc66-4cde-952e-3394e5b09ca7 up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:42:37.835769 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a43134ca-2758-4794-bb9c-974d11e5e279', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbe44c50-ab0e-48c7-bd92-149bb465cefc'}] {{(pid=103592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:42:37.838969 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba3e6a8f2301c7a29fe1eca9779abdae4ccbcd6266d69778087f2498d5551201" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3893888f-f747-46ca-a5d7-6bbdb5097ade" -d '{"events": [{"server_uuid": "a43134ca-2758-4794-bb9c-974d11e5e279", "name": "network-vif-plugged", "status": "completed", "tag": "fbe44c50-ab0e-48c7-bd92-149bb465cefc"}]}' {{(pid=103592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:42:37.879201 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port fbe44c50-ab0e-48c7-bd92-149bb465cefc, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=fbe44c50-ab0e-48c7-bd92-149bb465cefc,segment=NetworkSegment(97bf93aa-7116-4943-8d21-ff543f30be5d),segment_id=97bf93aa-7116-4943-8d21-ff543f30be5d)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:42:37.890961 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-90a5f092-d08f-45fc-82c2-9ff906b5e722 None None] Provisioning complete for port 2a6f8093-dc66-4cde-952e-3394e5b09ca7 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:42:37.891402 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-90a5f092-d08f-45fc-82c2-9ff906b5e722 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:37.893134 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:37.893940 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device f51b812d-2eed-4dc5-9375-7ad9f1d0dd79 no longer exists at agent hyperv_n-h2-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:42:38.033286 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] No Port match for: f51b812d-2eed-4dc5-9375-7ad9f1d0dd79 {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:42:38.033650 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device f51b812d-2eed-4dc5-9375-7ad9f1d0dd79 not bound to the agent host n-h2-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:42:38.078881 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port 2a6f8093-dc66-4cde-952e-3394e5b09ca7 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:42:38.079074 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:38.105872 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-8098d42d-225e-458d-aca3-25d1afadca42 req-e46e1e40-63ca-4667-951a-9a3002f60272 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=3aeb0ea1-307a-4c3c-9237-d07df043ece9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0907097 Nov 23 17:42:38.113082 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:42:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8aa82bde-8637-4f71-b31c-01674c9f0b65 x-openstack-request-id: req-8aa82bde-8637-4f71-b31c-01674c9f0b65 {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:42:38.113536 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b3dda08-c98d-4327-bf96-769c7b70e3e2", "name": "network-vif-deleted", "tag": "f51b812d-2eed-4dc5-9375-7ad9f1d0dd79", "status": "completed", "code": 200}]} {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:42:38.113619 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-8aa82bde-8637-4f71-b31c-01674c9f0b65 {{(pid=103591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:42:38.114155 n-d-816206-8 neutron-server[103591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b3dda08-c98d-4327-bf96-769c7b70e3e2', 'name': 'network-vif-deleted', 'tag': 'f51b812d-2eed-4dc5-9375-7ad9f1d0dd79', 'status': 'completed', 'code': 200} Nov 23 17:42:38.222786 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Pushing event updated for resources: {'Port': ['ID=fbe44c50-ab0e-48c7-bd92-149bb465cefc,revision_number=5']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:42:38.249997 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a42f21-598d-4289-9234-67b4a37b9ca2 service neutron] Pushing event updated for resources: {'Port': ['ID=9e98aa35-5be0-48bb-8298-3bbc77f02426,revision_number=2']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:42:38.251545 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8098d42d-225e-458d-aca3-25d1afadca42 req-521ff7eb-9819-48ec-a70a-45fb9fe997cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:42:38.256871 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-8098d42d-225e-458d-aca3-25d1afadca42 req-521ff7eb-9819-48ec-a70a-45fb9fe997cd service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=77e4b35578d8459080444edfaacb61b2&device_id=3aeb0ea1-307a-4c3c-9237-d07df043ece9 HTTP/1.1" status: 200 len: 1100 time: 0.0826695 Nov 23 17:42:38.415463 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-90a5f092-d08f-45fc-82c2-9ff906b5e722 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:38.481260 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2e7d5c-80f3-480c-a634-98c5843d1bac req-7e6b3132-2d32-4c10-8d80-98e26aa4015b tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:42:38.495321 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8098d42d-225e-458d-aca3-25d1afadca42 req-c9513cab-fb2c-4722-b12e-38ca0d6cd6e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:42:38.496144 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-1d2e7d5c-80f3-480c-a634-98c5843d1bac req-7e6b3132-2d32-4c10-8d80-98e26aa4015b tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] 10.222.0.60 "GET /v2.0/ports?device_id=a43134ca-2758-4794-bb9c-974d11e5e279 HTTP/1.1" status: 200 len: 946 time: 1.1673300 Nov 23 17:42:38.505130 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-8098d42d-225e-458d-aca3-25d1afadca42 req-c9513cab-fb2c-4722-b12e-38ca0d6cd6e7 service neutron] 10.222.0.55 "GET /v2.0/networks?id=f1e1dabf-b410-4023-9169-a460a86e7184 HTTP/1.1" status: 200 len: 870 time: 0.2234349 Nov 23 17:42:38.512456 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:38.593782 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-8098d42d-225e-458d-aca3-25d1afadca42 req-44290d1a-282f-4ee5-b534-fbdb60d6b3ee service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=ce8b633a-6cd2-4637-acae-9d541f261158 HTTP/1.1" status: 200 len: 217 time: 0.0781751 Nov 23 17:42:38.652886 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.db.api [None req-90a5f092-d08f-45fc-82c2-9ff906b5e722 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 23 17:42:38.652886 n-d-816206-8 neutron-server[103592]: [SQL: UPDATE ports SET status=%(status)s WHERE ports.id = %(ports_id)s] Nov 23 17:42:38.652886 n-d-816206-8 neutron-server[103592]: [parameters: {'status': 'ACTIVE', 'ports_id': '2a6f8093-dc66-4cde-952e-3394e5b09ca7'}] Nov 23 17:42:38.652886 n-d-816206-8 neutron-server[103592]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103592) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 17:42:38.653315 n-d-816206-8 neutron-server[103592]: DEBUG oslo_db.api [None req-90a5f092-d08f-45fc-82c2-9ff906b5e722 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 17:42:38.709789 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8098d42d-225e-458d-aca3-25d1afadca42 req-e23a03a5-936f-439a-b855-974aed823dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:42:38.711603 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-8098d42d-225e-458d-aca3-25d1afadca42 req-e23a03a5-936f-439a-b855-974aed823dcc service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ac77c175-5679-438b-8a2a-356718377641 HTTP/1.1" status: 200 len: 843 time: 0.1093431 Nov 23 17:42:38.722601 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3ab1fb-de62-456e-8818-87efd4e76dfb req-a85c0a94-9e1b-4020-a592-009bdcce7b9f tempest-VolumesActionsTest-442734151 tempest-VolumesActionsTest-442734151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:42:38.726163 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2e3ab1fb-de62-456e-8818-87efd4e76dfb req-a85c0a94-9e1b-4020-a592-009bdcce7b9f tempest-VolumesActionsTest-442734151 tempest-VolumesActionsTest-442734151-project] 10.222.0.60 "GET /v2.0/networks?id=b04d3905-94fd-478d-8f36-29a81061160f HTTP/1.1" status: 200 len: 807 time: 0.6082623 Nov 23 17:42:38.771929 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-1d2e7d5c-80f3-480c-a634-98c5843d1bac req-7f08a180-9e3c-419e-a220-4d38f6739721 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] 10.222.0.60 "GET /v2.0/security-groups?id=c11b6a3a-f89b-4d05-9340-8aa0be1653f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2554450 Nov 23 17:42:38.777133 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-29716cea-021e-4d8c-9403-c06b46602376 req-45a42f21-598d-4289-9234-67b4a37b9ca2 service neutron] Attempting to bind port 9e98aa35-5be0-48bb-8298-3bbc77f02426 on host n-h1-816206-8 for vnic_type normal with profile {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:42:38.778782 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-29716cea-021e-4d8c-9403-c06b46602376 req-45a42f21-598d-4289-9234-67b4a37b9ca2 service neutron] Attempting to bind port 9e98aa35-5be0-48bb-8298-3bbc77f02426 by drivers openvswitch,hyperv on host n-h1-816206-8 at level 0 using segments [{'id': 'ec813e0a-4415-4fed-a736-e9a0442fcb85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '02874d22-2dc9-404b-96b5-741d17e13e44'}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:42:38.779142 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29716cea-021e-4d8c-9403-c06b46602376 req-45a42f21-598d-4289-9234-67b4a37b9ca2 service neutron] Attempting to bind port 9e98aa35-5be0-48bb-8298-3bbc77f02426 on network 02874d22-2dc9-404b-96b5-741d17e13e44 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:42:38.800112 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8098d42d-225e-458d-aca3-25d1afadca42 req-08a83a1f-edfd-47cf-8bb0-874370efda9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:42:38.800869 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-f63d9db7-8906-477f-a776-d5c61bc315ae tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:38.803041 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-8098d42d-225e-458d-aca3-25d1afadca42 req-08a83a1f-edfd-47cf-8bb0-874370efda9c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f1e1dabf-b410-4023-9169-a460a86e7184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0807436 Nov 23 17:42:38.806977 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2e3ab1fb-de62-456e-8818-87efd4e76dfb req-f3ac827d-3cac-4f1b-935c-0337198f8960 tempest-VolumesActionsTest-442734151 tempest-VolumesActionsTest-442734151-project] 10.222.0.60 "GET /v2.0/quotas/07f6f862fd8349ba9423ccbd91a7fd20 HTTP/1.1" status: 200 len: 375 time: 0.0309281 Nov 23 17:42:38.807629 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29716cea-021e-4d8c-9403-c06b46602376 req-45a42f21-598d-4289-9234-67b4a37b9ca2 service neutron] Port 9e98aa35-5be0-48bb-8298-3bbc77f02426 on network 02874d22-2dc9-404b-96b5-741d17e13e44 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-8 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 17:42:38.808039 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29716cea-021e-4d8c-9403-c06b46602376 req-45a42f21-598d-4289-9234-67b4a37b9ca2 service neutron] Attempting to bind port 9e98aa35-5be0-48bb-8298-3bbc77f02426 on network 02874d22-2dc9-404b-96b5-741d17e13e44 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:42:38.921444 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2e3ab1fb-de62-456e-8818-87efd4e76dfb req-117080fc-aa5f-4caa-a9ab-f3f21cbf493e tempest-VolumesActionsTest-442734151 tempest-VolumesActionsTest-442734151-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=07f6f862fd8349ba9423ccbd91a7fd20&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1014168 Nov 23 17:42:38.926191 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 54200) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:42:38.933637 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29716cea-021e-4d8c-9403-c06b46602376 req-45a42f21-598d-4289-9234-67b4a37b9ca2 service neutron] Checking agent: {'id': '4b0a4557-3bfe-4828-80a0-7981fc3ac84c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 15, 14), 'started_at': datetime.datetime(2021, 11, 23, 17, 15, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 42, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:42:38.933993 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29716cea-021e-4d8c-9403-c06b46602376 req-45a42f21-598d-4289-9234-67b4a37b9ca2 service neutron] Checking segment: {'id': 'ec813e0a-4415-4fed-a736-e9a0442fcb85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '02874d22-2dc9-404b-96b5-741d17e13e44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:42:38.934371 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29716cea-021e-4d8c-9403-c06b46602376 req-45a42f21-598d-4289-9234-67b4a37b9ca2 service neutron] Bound using segment: {'id': 'ec813e0a-4415-4fed-a736-e9a0442fcb85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '02874d22-2dc9-404b-96b5-741d17e13e44'} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:42:38.934858 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-29716cea-021e-4d8c-9403-c06b46602376 req-45a42f21-598d-4289-9234-67b4a37b9ca2 service neutron] Bound port: 9e98aa35-5be0-48bb-8298-3bbc77f02426, host: n-h1-816206-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec813e0a-4415-4fed-a736-e9a0442fcb85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '02874d22-2dc9-404b-96b5-741d17e13e44'}}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:42:38.935350 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-29716cea-021e-4d8c-9403-c06b46602376 req-45a42f21-598d-4289-9234-67b4a37b9ca2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:39.051784 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-8098d42d-225e-458d-aca3-25d1afadca42 req-840233a9-e1d7-47cb-a3de-30dbe42043ef service neutron] 10.222.0.55 "GET /v2.0/networks/f1e1dabf-b410-4023-9169-a460a86e7184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2377477 Nov 23 17:42:39.104194 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:42:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca4d080c-3aef-4c5d-8bf7-22f6c83f6bef x-openstack-request-id: req-ca4d080c-3aef-4c5d-8bf7-22f6c83f6bef {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:42:39.104594 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a43134ca-2758-4794-bb9c-974d11e5e279", "name": "network-vif-plugged", "status": "completed", "tag": "fbe44c50-ab0e-48c7-bd92-149bb465cefc", "code": 200}]} {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:42:39.104922 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ca4d080c-3aef-4c5d-8bf7-22f6c83f6bef {{(pid=103592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:42:39.105409 n-d-816206-8 neutron-server[103592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a43134ca-2758-4794-bb9c-974d11e5e279', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbe44c50-ab0e-48c7-bd92-149bb465cefc', 'code': 200} Nov 23 17:42:39.112532 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.db.api [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103592) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 17:42:39.112978 n-d-816206-8 neutron-server[103592]: DEBUG oslo_db.api [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 17:42:39.113721 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device 701772b5-54d9-4250-a91a-10c8a93c0699 no longer exists at agent hyperv_n-h1-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:42:39.138974 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] No Port match for: 701772b5-54d9-4250-a91a-10c8a93c0699 {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:42:39.139234 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device 701772b5-54d9-4250-a91a-10c8a93c0699 not bound to the agent host n-h1-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:42:39.224120 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-90a5f092-d08f-45fc-82c2-9ff906b5e722 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:39.237991 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-8098d42d-225e-458d-aca3-25d1afadca42 req-f1a9bd32-aedc-401c-8927-7b58c2ea8308 service neutron] 10.222.0.55 "GET /v2.0/networks/f1e1dabf-b410-4023-9169-a460a86e7184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1781259 Nov 23 17:42:39.297419 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.db_base_plugin_v2 [None req-f16428e5-4c2e-4401-8149-a0e4cbff288a admin admin] Deleting subnet 667b9ca4-e57e-4316-8a4b-81fe761e8c2e {{(pid=103591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 17:42:39.319184 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-f16428e5-4c2e-4401-8149-a0e4cbff288a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:39.557830 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [None req-f63d9db7-8906-477f-a776-d5c61bc315ae tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] For port 2a6f8093-dc66-4cde-952e-3394e5b09ca7, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=2a6f8093-dc66-4cde-952e-3394e5b09ca7,segment=NetworkSegment(208f22fc-9686-4ca3-a88c-018385437c28),segment_id=208f22fc-9686-4ca3-a88c-018385437c28)] {{(pid=103591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:42:39.595255 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-f63d9db7-8906-477f-a776-d5c61bc315ae tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks [] for port, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:39.708691 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:39.743577 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.db.api [None req-90a5f092-d08f-45fc-82c2-9ff906b5e722 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103592) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 17:42:39.744126 n-d-816206-8 neutron-server[103592]: DEBUG oslo_db.api [None req-90a5f092-d08f-45fc-82c2-9ff906b5e722 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 17:42:39.788735 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] For port 2a6f8093-dc66-4cde-952e-3394e5b09ca7, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=2a6f8093-dc66-4cde-952e-3394e5b09ca7,segment=NetworkSegment(208f22fc-9686-4ca3-a88c-018385437c28),segment_id=208f22fc-9686-4ca3-a88c-018385437c28)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:42:39.798677 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:39.851297 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2e3ab1fb-de62-456e-8818-87efd4e76dfb req-83aa53b7-a619-457b-bd56-b2252941b5de service neutron] 10.222.0.60 "GET /v2.0/networks/b04d3905-94fd-478d-8f36-29a81061160f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7379968 Nov 23 17:42:39.860852 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-f63d9db7-8906-477f-a776-d5c61bc315ae tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264758186'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:39.861840 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-f63d9db7-8906-477f-a776-d5c61bc315ae tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264758079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264314276'] for subnet, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:39.884724 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-f16428e5-4c2e-4401-8149-a0e4cbff288a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265990000'] for subnet, precommit_delete_associations {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:39.887556 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-90a5f092-d08f-45fc-82c2-9ff906b5e722 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:39.981647 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Pushing event updated for resources: {'Port': ['ID=2a6f8093-dc66-4cde-952e-3394e5b09ca7,revision_number=5']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:42:40.048256 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63d9db7-8906-477f-a776-d5c61bc315ae tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Pushing event updated for resources: {'Port': ['ID=2a6f8093-dc66-4cde-952e-3394e5b09ca7,revision_number=5']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:42:40.059771 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.db.api [None req-90a5f092-d08f-45fc-82c2-9ff906b5e722 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103592) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 17:42:40.060141 n-d-816206-8 neutron-server[103592]: DEBUG oslo_db.api [None req-90a5f092-d08f-45fc-82c2-9ff906b5e722 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 17:42:40.060648 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63d9db7-8906-477f-a776-d5c61bc315ae tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Pushing event updated for resources: {'Subnet': ['ID=6e9bc8f5-8b9d-4bf3-931a-b90aec874caa,revision_number=0']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:42:40.072761 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b1bfa9-c086-474c-9930-084ad7f3cfa9 req-e92e2dd8-438b-43d8-9636-3a5d8fbf60e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:42:40.074431 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c8b1bfa9-c086-474c-9930-084ad7f3cfa9 req-e92e2dd8-438b-43d8-9636-3a5d8fbf60e5 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a43134ca-2758-4794-bb9c-974d11e5e279 HTTP/1.1" status: 200 len: 1097 time: 0.9489770 Nov 23 17:42:40.179990 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-f16428e5-4c2e-4401-8149-a0e4cbff288a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971956'] for subnet, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:40.249015 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f63d9db7-8906-477f-a776-d5c61bc315ae tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Network 56dedb9c-c874-4806-8073-23c183970f13 is already hosted by enough agents. {{(pid=103591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:42:40.301476 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d761dd4a-1c1a-4e5c-b659-cf3b47f4074c req-ad560595-c779-40e7-a046-97dca059f860 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:42:40.303614 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d761dd4a-1c1a-4e5c-b659-cf3b47f4074c req-ad560595-c779-40e7-a046-97dca059f860 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/ports?device_id=87555c4b-ac12-459b-ba06-6ecf0fceb916 HTTP/1.1" status: 200 len: 944 time: 1.2090116 Nov 23 17:42:40.312557 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [None req-f63d9db7-8906-477f-a776-d5c61bc315ae tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Resources bound (agent type, host, resource id): {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:42:40.322470 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44972eb6-0288-4c95-a06f-cb31894570fb None None] Network 56dedb9c-c874-4806-8073-23c183970f13 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:42:40.338323 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f63d9db7-8906-477f-a776-d5c61bc315ae tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:42:40.339074 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-f63d9db7-8906-477f-a776-d5c61bc315ae tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for subnet, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:40.363299 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-29716cea-021e-4d8c-9403-c06b46602376 req-45a42f21-598d-4289-9234-67b4a37b9ca2 service neutron] For port 9e98aa35-5be0-48bb-8298-3bbc77f02426, host n-h1-816206-8, cleared binding levels {{(pid=103591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:42:40.473745 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-29716cea-021e-4d8c-9403-c06b46602376 req-45a42f21-598d-4289-9234-67b4a37b9ca2 service neutron] For port 9e98aa35-5be0-48bb-8298-3bbc77f02426, host n-h1-816206-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=9e98aa35-5be0-48bb-8298-3bbc77f02426,segment=NetworkSegment(ec813e0a-4415-4fed-a736-e9a0442fcb85),segment_id=ec813e0a-4415-4fed-a736-e9a0442fcb85)] {{(pid=103591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:42:40.505939 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c8b1bfa9-c086-474c-9930-084ad7f3cfa9 req-8cf4b866-4119-418a-8998-0f76dee41fd2 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=c11b6a3a-f89b-4d05-9340-8aa0be1653f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3904178 Nov 23 17:42:40.579072 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2e3ab1fb-de62-456e-8818-87efd4e76dfb req-7fc89f08-57a7-480f-b9ed-271bf03d21f9 service neutron] 10.222.0.60 "GET /v2.0/networks/b04d3905-94fd-478d-8f36-29a81061160f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7190900 Nov 23 17:42:40.594313 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d761dd4a-1c1a-4e5c-b659-cf3b47f4074c req-6634b8be-cc63-470d-a01d-f793e380fdca tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/security-groups?id=776cdaad-ec9b-4a42-a3a9-360feae7cf4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2594800 Nov 23 17:42:40.595541 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-29716cea-021e-4d8c-9403-c06b46602376 req-45a42f21-598d-4289-9234-67b4a37b9ca2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264758186'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:40.632211 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-f16428e5-4c2e-4401-8149-a0e4cbff288a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264758240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264314269'] for subnet, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:40.751378 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 54214) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:42:40.758271 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-181011ae-0aae-4a31-9fc8-4616553dedaf tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Request body: {'port': {'network_id': '56dedb9c-c874-4806-8073-23c183970f13', 'mac_address': 'fa:16:3e:bd:07:53', 'name': 'tempest-NetworksTestDHCPv6-580479999'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:42:40.765125 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-f63d9db7-8906-477f-a776-d5c61bc315ae tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 6.7792730 Nov 23 17:42:40.785645 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29716cea-021e-4d8c-9403-c06b46602376 req-45a42f21-598d-4289-9234-67b4a37b9ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:42:40.786599 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-29716cea-021e-4d8c-9403-c06b46602376 req-45a42f21-598d-4289-9234-67b4a37b9ca2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:40.796374 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-29716cea-021e-4d8c-9403-c06b46602376 req-45a42f21-598d-4289-9234-67b4a37b9ca2 service neutron] 10.222.0.55 "PUT /v2.0/ports/9e98aa35-5be0-48bb-8298-3bbc77f02426 HTTP/1.1" status: 200 len: 1092 time: 5.5034990 Nov 23 17:42:40.873126 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-f16428e5-4c2e-4401-8149-a0e4cbff288a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for subnet, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:40.910606 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-f16428e5-4c2e-4401-8149-a0e4cbff288a admin admin] 10.222.0.60 "DELETE /v2.0/subnets/667b9ca4-e57e-4316-8a4b-81fe761e8c2e HTTP/1.1" status: 204 len: 168 time: 1.9488466 Nov 23 17:42:40.925405 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87555c4b-ac12-459b-ba06-6ecf0fceb916', 'tag': '9e98aa35-5be0-48bb-8298-3bbc77f02426'}] {{(pid=103591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:42:40.927986 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41d174a19ece9499ff9ec44e5b3fc50f2abd3ffbc947fb7e52ea1e8db27b95b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-505ae297-7d5b-47b1-b6c7-1e4f2429f8be" -d '{"events": [{"name": "network-changed", "server_uuid": "87555c4b-ac12-459b-ba06-6ecf0fceb916", "tag": "9e98aa35-5be0-48bb-8298-3bbc77f02426"}]}' {{(pid=103591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:42:40.964868 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 54222) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:42:41.094820 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16428e5-4c2e-4401-8149-a0e4cbff288a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=667b9ca4-e57e-4316-8a4b-81fe761e8c2e,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:42:41.161689 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a42f21-598d-4289-9234-67b4a37b9ca2 service neutron] Pushing event updated for resources: {'Port': ['ID=9e98aa35-5be0-48bb-8298-3bbc77f02426,revision_number=3']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:42:41.206215 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-181011ae-0aae-4a31-9fc8-4616553dedaf tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Made reservation on behalf of a17872768c1e4384801bad129509cfa7 for: {'port': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:42:41.380527 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-181011ae-0aae-4a31-9fc8-4616553dedaf tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:41.381489 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-06f0e7fd-20b4-4015-86cb-e8a47d21ad31 req-e0d0186f-df64-4daf-af5f-31b3d7c6cca3 tempest-VolumesActionsTest-442734151 tempest-VolumesActionsTest-442734151-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a602979-ef8a-43a1-affb-58c84f40f938 HTTP/1.1" status: 200 len: 210 time: 0.3108759 Nov 23 17:42:41.456551 n-d-816206-8 neutron-server[103590]: DEBUG neutron.notifiers.nova [None req-181011ae-0aae-4a31-9fc8-4616553dedaf tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] device_id is not set on port 6e5b260e-d295-4287-ab28-287342448aac yet. {{(pid=103590) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 17:42:41.874198 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-0babdfa6-be75-41c9-a197-b844bd839630 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-555181'] for network, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:41.930542 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 17:42:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46bd0aaa-808d-4305-a899-436135e13a21 x-openstack-request-id: req-46bd0aaa-808d-4305-a899-436135e13a21 {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:42:41.930839 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87555c4b-ac12-459b-ba06-6ecf0fceb916", "tag": "9e98aa35-5be0-48bb-8298-3bbc77f02426", "status": "completed", "code": 200}]} {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:42:41.931101 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-46bd0aaa-808d-4305-a899-436135e13a21 {{(pid=103591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:42:41.931519 n-d-816206-8 neutron-server[103591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87555c4b-ac12-459b-ba06-6ecf0fceb916', 'tag': '9e98aa35-5be0-48bb-8298-3bbc77f02426', 'status': 'completed', 'code': 200} Nov 23 17:42:42.037635 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 2a6f8093-dc66-4cde-952e-3394e5b09ca7 up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:42:42.117057 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2446d142-6dfa-46ab-a237-e91af63117d8 req-839a55f7-9e6c-4270-9036-8cf445f9d828 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:42:42.136974 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2446d142-6dfa-46ab-a237-e91af63117d8 req-839a55f7-9e6c-4270-9036-8cf445f9d828 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] 10.222.0.60 "GET /v2.0/ports?device_id=a43134ca-2758-4794-bb9c-974d11e5e279 HTTP/1.1" status: 200 len: 946 time: 1.1709414 Nov 23 17:42:42.158202 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29716cea-021e-4d8c-9403-c06b46602376 req-8899653b-137a-43de-a629-1b61dc97059c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:42:42.167979 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-29716cea-021e-4d8c-9403-c06b46602376 req-8899653b-137a-43de-a629-1b61dc97059c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c0a53cd325e44b8fbee499050453672f&device_id=87555c4b-ac12-459b-ba06-6ecf0fceb916 HTTP/1.1" status: 200 len: 1095 time: 1.2148037 Nov 23 17:42:42.189623 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port 2a6f8093-dc66-4cde-952e-3394e5b09ca7 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:42:42.189987 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:42.258978 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-181011ae-0aae-4a31-9fc8-4616553dedaf tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Allocated IP 172.20.0.6 (56dedb9c-c874-4806-8073-23c183970f13/4928c877-fdc6-47d5-8462-34f0ca355b05/6e5b260e-d295-4287-ab28-287342448aac) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:42:42.273570 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-181011ae-0aae-4a31-9fc8-4616553dedaf tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Allocated IP 2001:db8::f816:3eff:febd:753 (56dedb9c-c874-4806-8073-23c183970f13/6e9bc8f5-8b9d-4bf3-931a-b90aec874caa/6e5b260e-d295-4287-ab28-287342448aac) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:42:42.477503 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-aa5e9111-ab08-45c1-a3a5-46b607eb4ff6 None None] Provisioning complete for port 2a6f8093-dc66-4cde-952e-3394e5b09ca7 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:42:42.477873 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-aa5e9111-ab08-45c1-a3a5-46b607eb4ff6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:42.584034 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-0babdfa6-be75-41c9-a197-b844bd839630 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973419', 'neutron.services.segments.db._delete_segments_for_network-8736635878840'] for network, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:42.603064 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-29716cea-021e-4d8c-9403-c06b46602376 req-46d7afed-fe63-470e-b7d2-78453de24702 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9e98aa35-5be0-48bb-8298-3bbc77f02426 HTTP/1.1" status: 200 len: 217 time: 0.4122577 Nov 23 17:42:42.660000 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-181011ae-0aae-4a31-9fc8-4616553dedaf tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:42.703220 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-181011ae-0aae-4a31-9fc8-4616553dedaf tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:42.771540 n-d-816206-8 neutron-server[103591]: DEBUG neutron.services.segments.db [None req-0babdfa6-be75-41c9-a197-b844bd839630 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['983df33e-23dd-411d-9fe2-659f57744967']}} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:42:42.803076 n-d-816206-8 neutron-server[103591]: DEBUG neutron.services.segments.db [None req-0babdfa6-be75-41c9-a197-b844bd839630 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85eec0be-8b24-42a3-b0b6-c1087790d7a8') {'for_net_delete': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:42:42.805067 n-d-816206-8 neutron-server[103591]: DEBUG neutron.services.segments.db [None req-0babdfa6-be75-41c9-a197-b844bd839630 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85eec0be-8b24-42a3-b0b6-c1087790d7a8') {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:42:42.848731 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-181011ae-0aae-4a31-9fc8-4616553dedaf tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Network 56dedb9c-c874-4806-8073-23c183970f13 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:42:42.851027 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7c32b8-33ae-444f-a05e-436439428202 req-70e72e10-1459-4904-8eea-d2c5055a749a tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:42:42.861905 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ec7c32b8-33ae-444f-a05e-436439428202 req-70e72e10-1459-4904-8eea-d2c5055a749a tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/ports?device_id=87555c4b-ac12-459b-ba06-6ecf0fceb916 HTTP/1.1" status: 200 len: 944 time: 0.8616128 Nov 23 17:42:42.869038 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-181011ae-0aae-4a31-9fc8-4616553dedaf tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:42:42.874055 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-181011ae-0aae-4a31-9fc8-4616553dedaf tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:42:42.884151 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-0babdfa6-be75-41c9-a197-b844bd839630 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736635840332', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265989959'] for segment, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:42.946303 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29716cea-021e-4d8c-9403-c06b46602376 req-b9c5bcf5-ca40-40ca-9e29-31dd5c09905f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:42:42.954742 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-6340204f-4f15-4ef4-b77f-0ea2664cd23f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:42.957518 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-29716cea-021e-4d8c-9403-c06b46602376 req-b9c5bcf5-ca40-40ca-9e29-31dd5c09905f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7cd7c517-b8bf-4f3d-98b6-b23c91372576 HTTP/1.1" status: 200 len: 851 time: 0.3435535 Nov 23 17:42:43.019171 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2446d142-6dfa-46ab-a237-e91af63117d8 req-c102c8cf-f6c4-4d02-8312-a277485fc336 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] 10.222.0.60 "GET /v2.0/security-groups?id=c11b6a3a-f89b-4d05-9340-8aa0be1653f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8796220 Nov 23 17:42:43.043954 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181011ae-0aae-4a31-9fc8-4616553dedaf tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Pushing event updated for resources: {'Port': ['ID=6e5b260e-d295-4287-ab28-287342448aac,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:42:43.092428 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-181011ae-0aae-4a31-9fc8-4616553dedaf tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:42:43.093869 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-181011ae-0aae-4a31-9fc8-4616553dedaf tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:43.112116 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6a700a8f-6254-4d4f-8006-668b93855c55 req-a6f07744-3d86-48f0-b3d1-f4eb446296f0 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a43134ca-2758-4794-bb9c-974d11e5e279&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.9383395 Nov 23 17:42:43.135219 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-0babdfa6-be75-41c9-a197-b844bd839630 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:43.139631 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-181011ae-0aae-4a31-9fc8-4616553dedaf tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1025 time: 2.3861928 Nov 23 17:42:43.140346 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 54248) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:42:43.272085 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-376c2028-996f-43d0-bbaf-92ccea8053d9 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:42:43.305951 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-376c2028-996f-43d0-bbaf-92ccea8053d9 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:42:43.312853 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-376c2028-996f-43d0-bbaf-92ccea8053d9 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1861 time: 0.1706624 Nov 23 17:42:43.313498 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 54256) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:42:43.354959 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0babdfa6-be75-41c9-a197-b844bd839630 admin admin] Releasing vlan 524 on physical network physnet1 to pool {{(pid=103591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 17:42:43.358751 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-0babdfa6-be75-41c9-a197-b844bd839630 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264756290'] for segment, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:43.363954 n-d-816206-8 neutron-server[103591]: Traceback (most recent call last): Nov 23 17:42:43.363954 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 17:42:43.363954 n-d-816206-8 neutron-server[103591]: timer() Nov 23 17:42:43.363954 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 17:42:43.363954 n-d-816206-8 neutron-server[103591]: cb(*args, **kw) Nov 23 17:42:43.363954 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 17:42:43.363954 n-d-816206-8 neutron-server[103591]: return func(*args, **kwargs) Nov 23 17:42:43.363954 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 17:42:43.363954 n-d-816206-8 neutron-server[103591]: self._notify() Nov 23 17:42:43.363954 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 17:42:43.363954 n-d-816206-8 neutron-server[103591]: self.callback(batched_events) Nov 23 17:42:43.363954 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 17:42:43.363954 n-d-816206-8 neutron-server[103591]: event.method(event) Nov 23 17:42:43.363954 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 17:42:43.363954 n-d-816206-8 neutron-server[103591]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 17:42:43.363954 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 17:42:43.363954 n-d-816206-8 neutron-server[103591]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 17:42:43.363954 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 17:42:43.363954 n-d-816206-8 neutron-server[103591]: return f(self, *a, **k) Nov 23 17:42:43.363954 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 17:42:43.363954 n-d-816206-8 neutron-server[103591]: return self._get(url).json() Nov 23 17:42:43.363954 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 17:42:43.363954 n-d-816206-8 neutron-server[103591]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 17:42:43.363954 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 17:42:43.363954 n-d-816206-8 neutron-server[103591]: return self.request(url, 'GET', **kwargs) Nov 23 17:42:43.363954 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 17:42:43.363954 n-d-816206-8 neutron-server[103591]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 17:42:43.363954 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 17:42:43.363954 n-d-816206-8 neutron-server[103591]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 17:42:43.363954 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 17:42:43.363954 n-d-816206-8 neutron-server[103591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 17:42:43.363954 n-d-816206-8 neutron-server[103591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 17:42:43.437005 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:43.537410 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-b48a580f-1514-46c8-a7a4-4d3e4d689896 None None] Provisioning complete for port 6e5b260e-d295-4287-ab28-287342448aac triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:42:43.538577 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b48a580f-1514-46c8-a7a4-4d3e4d689896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:43.555199 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-2232f2ea-86f5-4bce-8a68-35d4b02b9af4 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Deleting port 6e5b260e-d295-4287-ab28-287342448aac {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:42:43.559803 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2232f2ea-86f5-4bce-8a68-35d4b02b9af4 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:43.597968 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-61d24373-651d-4c33-9d2f-1dbad07ba8a2 req-aec98043-1751-40d1-87a2-93b88f6f3901 tempest-VolumesActionsTest-442734151 tempest-VolumesActionsTest-442734151-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a602979-ef8a-43a1-affb-58c84f40f938 HTTP/1.1" status: 200 len: 210 time: 0.3576801 Nov 23 17:42:43.702697 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-b48a580f-1514-46c8-a7a4-4d3e4d689896 None None] Port 6e5b260e-d295-4287-ab28-287342448aac cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:42:43.731071 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ec7c32b8-33ae-444f-a05e-436439428202 req-38c57053-b046-4c9e-9ec2-20239844b396 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/security-groups?id=776cdaad-ec9b-4a42-a3a9-360feae7cf4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8678696 Nov 23 17:42:43.757075 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29716cea-021e-4d8c-9403-c06b46602376 req-035aef48-8136-4f88-b984-8293ca4d8b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:42:43.772248 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-29716cea-021e-4d8c-9403-c06b46602376 req-035aef48-8136-4f88-b984-8293ca4d8b56 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=02874d22-2dc9-404b-96b5-741d17e13e44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7345161 Nov 23 17:42:43.810767 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2232f2ea-86f5-4bce-8a68-35d4b02b9af4 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:43.824747 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-2232f2ea-86f5-4bce-8a68-35d4b02b9af4 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Calling delete_port for 6e5b260e-d295-4287-ab28-287342448aac owned by {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:42:43.832233 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-0babdfa6-be75-41c9-a197-b844bd839630 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1795418'] for network, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:43.880063 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a700a8f-6254-4d4f-8006-668b93855c55 req-f97fd7a3-70f4-459c-b21e-2cd40a4d9c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:42:43.881884 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6a700a8f-6254-4d4f-8006-668b93855c55 req-f97fd7a3-70f4-459c-b21e-2cd40a4d9c32 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=093e052ebdfd4c689471d0502a0c2e0a&device_id=a43134ca-2758-4794-bb9c-974d11e5e279 HTTP/1.1" status: 200 len: 1097 time: 0.5909781 Nov 23 17:42:43.914085 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-0babdfa6-be75-41c9-a197-b844bd839630 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for network, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:43.917752 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-0babdfa6-be75-41c9-a197-b844bd839630 admin admin] 10.222.0.60 "DELETE /v2.0/networks/983df33e-23dd-411d-9fe2-659f57744967 HTTP/1.1" status: 204 len: 168 time: 2.8970621 Nov 23 17:42:44.172896 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3ab1fb-de62-456e-8818-87efd4e76dfb req-8170e7d9-e726-4d1b-8cb2-bdd22dd4d0a2 tempest-VolumesActionsTest-442734151 tempest-VolumesActionsTest-442734151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:42:44.176738 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2e3ab1fb-de62-456e-8818-87efd4e76dfb req-8170e7d9-e726-4d1b-8cb2-bdd22dd4d0a2 tempest-VolumesActionsTest-442734151 tempest-VolumesActionsTest-442734151-project] 10.222.0.36 "GET /v2.0/networks?id=b04d3905-94fd-478d-8f36-29a81061160f HTTP/1.1" status: 200 len: 807 time: 1.1358933 Nov 23 17:42:44.178283 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:44.179730 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-29716cea-021e-4d8c-9403-c06b46602376 req-b60f930a-3a82-4046-8d50-c71d4e151759 service neutron] 10.222.0.55 "GET /v2.0/networks/02874d22-2dc9-404b-96b5-741d17e13e44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3879037 Nov 23 17:42:44.221683 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2232f2ea-86f5-4bce-8a68-35d4b02b9af4 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:44.262113 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 54274) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:42:44.317239 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2232f2ea-86f5-4bce-8a68-35d4b02b9af4 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Pushing event deleted for resources: {'Port': ['ID=6e5b260e-d295-4287-ab28-287342448aac,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:42:44.351493 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a700a8f-6254-4d4f-8006-668b93855c55 req-8d5aa1d0-be5e-4c12-8abf-7175da43322d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:42:44.353082 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6a700a8f-6254-4d4f-8006-668b93855c55 req-8d5aa1d0-be5e-4c12-8abf-7175da43322d service neutron] 10.222.0.36 "GET /v2.0/networks?id=b05aa742-7050-4bee-9612-3681dfd2164b HTTP/1.1" status: 200 len: 918 time: 0.1703615 Nov 23 17:42:44.362024 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [req-2e3ab1fb-de62-456e-8818-87efd4e76dfb req-2de4ddb9-aa20-462b-be94-61aeea6ba602 tempest-VolumesActionsTest-442734151 tempest-VolumesActionsTest-442734151-project] Request body: {'port': {'device_id': '5a602979-ef8a-43a1-affb-58c84f40f938', 'network_id': 'b04d3905-94fd-478d-8f36-29a81061160f', 'admin_state_up': True, 'tenant_id': '07f6f862fd8349ba9423ccbd91a7fd20'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:42:44.424258 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 54276) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:42:44.530305 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2232f2ea-86f5-4bce-8a68-35d4b02b9af4 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:44.546192 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-2232f2ea-86f5-4bce-8a68-35d4b02b9af4 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] 10.222.0.60 "DELETE /v2.0/ports/6e5b260e-d295-4287-ab28-287342448aac HTTP/1.1" status: 204 len: 168 time: 1.2316194 Nov 23 17:42:44.549190 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-40335b03-548f-45a6-8464-1a35be458628 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=df1b8182c5e2460d9373ba94b679b8a6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2617323 Nov 23 17:42:44.550022 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 54282) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:42:44.561823 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 54284) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:42:44.582191 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e3ab1fb-de62-456e-8818-87efd4e76dfb req-2de4ddb9-aa20-462b-be94-61aeea6ba602 tempest-VolumesActionsTest-442734151 tempest-VolumesActionsTest-442734151-project] Made reservation on behalf of 07f6f862fd8349ba9423ccbd91a7fd20 for: {'port': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:42:44.588839 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-2e3ab1fb-de62-456e-8818-87efd4e76dfb req-2de4ddb9-aa20-462b-be94-61aeea6ba602 tempest-VolumesActionsTest-442734151 tempest-VolumesActionsTest-442734151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:44.618906 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0babdfa6-be75-41c9-a197-b844bd839630 admin admin] Pushing event deleted for resources: {'Network': ['ID=983df33e-23dd-411d-9fe2-659f57744967,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:42:44.756616 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82746968-2631-4608-b64d-9d5ee386c4bc tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:42:44.758879 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82746968-2631-4608-b64d-9d5ee386c4bc tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:42:44.760657 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82746968-2631-4608-b64d-9d5ee386c4bc tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:42:44.767263 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-82746968-2631-4608-b64d-9d5ee386c4bc tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.2140527 Nov 23 17:42:44.767263 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 54290) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:42:44.818267 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-29716cea-021e-4d8c-9403-c06b46602376 req-3d481682-2da7-400b-b149-7adadbc3e5e4 service neutron] 10.222.0.55 "GET /v2.0/networks/02874d22-2dc9-404b-96b5-741d17e13e44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3394578 Nov 23 17:42:44.868384 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c7e89b49-c5fe-4ce9-a398-dfa41dc35723 req-68fb1c18-21de-41ad-a4a9-8de692b61b76 tempest-VolumesActionsTest-442734151 tempest-VolumesActionsTest-442734151-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a602979-ef8a-43a1-affb-58c84f40f938 HTTP/1.1" status: 200 len: 210 time: 0.0457404 Nov 23 17:42:44.878643 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d54bc2-c4ed-43bc-ac42-0e384eb313d5 req-9fa380be-8af2-45f9-badd-63cdf34b97a3 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:42:44.880737 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c2d54bc2-c4ed-43bc-ac42-0e384eb313d5 req-9fa380be-8af2-45f9-badd-63cdf34b97a3 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] 10.222.0.60 "GET /v2.0/ports?device_id=a43134ca-2758-4794-bb9c-974d11e5e279 HTTP/1.1" status: 200 len: 946 time: 0.7002330 Nov 23 17:42:44.894835 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1b2dd6aa-1197-4f12-bfaf-4236e7a43503 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:44.916152 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-665f2514-2f0e-43d3-9008-e6d1cd816aaa admin admin] Publish callbacks [] for security_group, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:45.039656 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_v2 [None req-7daf7c1a-8fbf-4e97-b875-a645f853c018 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Deleting subnet 4928c877-fdc6-47d5-8462-34f0ca355b05 {{(pid=103590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 17:42:45.051751 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-73e8e645-24d6-4290-a0b7-4e3256579c8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:45.054711 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1b2dd6aa-1197-4f12-bfaf-4236e7a43503 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:45.073052 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505ae297-7d5b-47b1-b6c7-1e4f2429f8be req-089601bf-4ed6-47e2-9f56-e00980f3e649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:42:45.074564 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-505ae297-7d5b-47b1-b6c7-1e4f2429f8be req-089601bf-4ed6-47e2-9f56-e00980f3e649 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c0a53cd325e44b8fbee499050453672f&device_id=87555c4b-ac12-459b-ba06-6ecf0fceb916 HTTP/1.1" status: 200 len: 1095 time: 0.1915963 Nov 23 17:42:45.137196 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7daf7c1a-8fbf-4e97-b875-a645f853c018 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks [] for subnet, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:45.145752 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1b2dd6aa-1197-4f12-bfaf-4236e7a43503 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:45.154498 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1b2dd6aa-1197-4f12-bfaf-4236e7a43503 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:45.160204 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-1b2dd6aa-1197-4f12-bfaf-4236e7a43503 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f6b6eac1-340c-40ab-b97e-f0769e7e5b42 HTTP/1.1" status: 204 len: 168 time: 0.5971720 Nov 23 17:42:45.186835 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6a700a8f-6254-4d4f-8006-668b93855c55 req-a7918a24-6aef-4479-a7b2-0d38fe4519fd service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fbe44c50-ab0e-48c7-bd92-149bb465cefc HTTP/1.1" status: 200 len: 217 time: 0.6179430 Nov 23 17:42:45.227072 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2dd6aa-1197-4f12-bfaf-4236e7a43503 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6b6eac1-340c-40ab-b97e-f0769e7e5b42,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:42:45.266104 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7daf7c1a-8fbf-4e97-b875-a645f853c018 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-267528342'] for subnet, precommit_delete_associations {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:45.363744 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c2d54bc2-c4ed-43bc-ac42-0e384eb313d5 req-2c2ca50f-25c5-4680-afbe-d1c7573f0ef9 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] 10.222.0.60 "GET /v2.0/security-groups?id=c11b6a3a-f89b-4d05-9340-8aa0be1653f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4210632 Nov 23 17:42:45.420597 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-665f2514-2f0e-43d3-9008-e6d1cd816aaa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:45.444197 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-665f2514-2f0e-43d3-9008-e6d1cd816aaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:45.513272 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7daf7c1a-8fbf-4e97-b875-a645f853c018 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971956'] for subnet, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:45.633447 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665f2514-2f0e-43d3-9008-e6d1cd816aaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29d7e784-0d9e-4e39-a195-8bf37d3434ff,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:42:45.650927 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-665f2514-2f0e-43d3-9008-e6d1cd816aaa admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c33204766c5c4e078ab9273c09dafaa1&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2131586 Nov 23 17:42:45.652410 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 54310) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:42:45.821189 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7daf7c1a-8fbf-4e97-b875-a645f853c018 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264357903', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264730940'] for subnet, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:45.895184 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0838d42d-db9b-4840-ad83-d21f2398d4da admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:45.904027 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7daf7c1a-8fbf-4e97-b875-a645f853c018 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Pushing event deleted for resources: {'Subnet': ['ID=4928c877-fdc6-47d5-8462-34f0ca355b05,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:42:45.912142 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85359f34-061a-483d-a387-233bdefb60bf None None] Network 56dedb9c-c874-4806-8073-23c183970f13 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:42:45.912333 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7daf7c1a-8fbf-4e97-b875-a645f853c018 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks [] for subnet, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:45.928028 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-7daf7c1a-8fbf-4e97-b875-a645f853c018 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] 10.222.0.60 "DELETE /v2.0/subnets/4928c877-fdc6-47d5-8462-34f0ca355b05 HTTP/1.1" status: 204 len: 168 time: 1.1554375 Nov 23 17:42:45.944481 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 54320) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:42:46.052007 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0838d42d-db9b-4840-ad83-d21f2398d4da admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:46.059371 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.db_base_plugin_common [req-2e3ab1fb-de62-456e-8818-87efd4e76dfb req-2de4ddb9-aa20-462b-be94-61aeea6ba602 tempest-VolumesActionsTest-442734151 tempest-VolumesActionsTest-442734151-project] Allocated IP 172.20.0.4 (b04d3905-94fd-478d-8f36-29a81061160f/d6ef9595-65a5-4d75-8113-6090cd6ca55e/e4f42627-3265-4afe-9239-54672891e2f0) {{(pid=103591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:42:46.149257 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcface8-6e9d-4bd6-a3f3-d94b0f0847a1 req-f1cca26d-c3b2-4ca6-88fc-fa9b315ee47e tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:42:46.169113 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-bdcface8-6e9d-4bd6-a3f3-d94b0f0847a1 req-f1cca26d-c3b2-4ca6-88fc-fa9b315ee47e tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/ports?device_id=87555c4b-ac12-459b-ba06-6ecf0fceb916 HTTP/1.1" status: 200 len: 944 time: 1.1366353 Nov 23 17:42:46.187088 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e8a6771-f390-427f-a463-9173f0e82092 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Deleting subnet 6e9bc8f5-8b9d-4bf3-931a-b90aec874caa {{(pid=103590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 17:42:46.191136 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1e8a6771-f390-427f-a463-9173f0e82092 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks [] for subnet, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:46.197668 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a700a8f-6254-4d4f-8006-668b93855c55 req-a4e21ab7-69c0-4ce2-991d-9cf699f731d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:42:46.206845 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6a700a8f-6254-4d4f-8006-668b93855c55 req-a4e21ab7-69c0-4ce2-991d-9cf699f731d3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=784540e3-73ef-4656-9bfa-913bbf55b1a9 HTTP/1.1" status: 200 len: 856 time: 0.9400313 Nov 23 17:42:46.315001 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0838d42d-db9b-4840-ad83-d21f2398d4da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:46.317691 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0838d42d-db9b-4840-ad83-d21f2398d4da admin admin] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:46.318890 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-0838d42d-db9b-4840-ad83-d21f2398d4da admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/29d7e784-0d9e-4e39-a195-8bf37d3434ff HTTP/1.1" status: 204 len: 168 time: 0.6587169 Nov 23 17:42:46.337305 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1e8a6771-f390-427f-a463-9173f0e82092 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-267528342'] for subnet, precommit_delete_associations {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:46.386647 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505ae297-7d5b-47b1-b6c7-1e4f2429f8be req-8ce668e5-7a6d-45ac-8808-9a04972055bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:42:46.388157 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-505ae297-7d5b-47b1-b6c7-1e4f2429f8be req-8ce668e5-7a6d-45ac-8808-9a04972055bf service neutron] 10.222.0.55 "GET /v2.0/networks?id=02874d22-2dc9-404b-96b5-741d17e13e44 HTTP/1.1" status: 200 len: 913 time: 1.2392087 Nov 23 17:42:46.446101 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0838d42d-db9b-4840-ad83-d21f2398d4da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29d7e784-0d9e-4e39-a195-8bf37d3434ff,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:42:46.546463 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-bdcface8-6e9d-4bd6-a3f3-d94b0f0847a1 req-269baadd-8924-4266-a313-02a30e93ca27 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/security-groups?id=776cdaad-ec9b-4a42-a3a9-360feae7cf4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3734214 Nov 23 17:42:46.555855 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-52822d53-48f5-4819-8a95-bdc13aea0bf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:46.646061 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1e8a6771-f390-427f-a463-9173f0e82092 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971956'] for subnet, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:46.765332 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96e8147-02f9-44d4-8ba9-f076e8bfe6d6 req-94d54996-a18e-4fc0-8596-93b0f0ebb687 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:42:46.766436 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b96e8147-02f9-44d4-8ba9-f076e8bfe6d6 req-94d54996-a18e-4fc0-8596-93b0f0ebb687 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] 10.222.0.60 "GET /v2.0/ports?device_id=a43134ca-2758-4794-bb9c-974d11e5e279 HTTP/1.1" status: 200 len: 946 time: 0.8046379 Nov 23 17:42:46.782498 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-505ae297-7d5b-47b1-b6c7-1e4f2429f8be req-9a3efa87-3945-4f8a-b624-9dcaa3e35e41 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9e98aa35-5be0-48bb-8298-3bbc77f02426 HTTP/1.1" status: 200 len: 217 time: 0.2630405 Nov 23 17:42:46.783547 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 54340) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:42:46.795719 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-ac066ed6-227d-4fe8-aeed-8ae21bb0721d tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] Request body: {'floatingip': {'port_id': 'fbe44c50-ab0e-48c7-bd92-149bb465cefc'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:42:46.926462 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ac066ed6-227d-4fe8-aeed-8ae21bb0721d tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] Publish callbacks [] for floatingip, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:46.992553 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505ae297-7d5b-47b1-b6c7-1e4f2429f8be req-edc7f1fe-c56a-4263-aa26-0e69b15e0266 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:42:46.994265 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-505ae297-7d5b-47b1-b6c7-1e4f2429f8be req-edc7f1fe-c56a-4263-aa26-0e69b15e0266 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7cd7c517-b8bf-4f3d-98b6-b23c91372576 HTTP/1.1" status: 200 len: 851 time: 0.1674707 Nov 23 17:42:47.017071 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-39b23a72-b92e-41ee-b787-9688dc11325e req-43974b3d-0510-4e7d-8900-194defcf2378 tempest-VolumesActionsTest-442734151 tempest-VolumesActionsTest-442734151-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a602979-ef8a-43a1-affb-58c84f40f938 HTTP/1.1" status: 200 len: 210 time: 0.2757845 Nov 23 17:42:47.039954 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 54342) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:42:47.063757 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a700a8f-6254-4d4f-8006-668b93855c55 req-a846a97d-3f6b-4626-b5a8-b725271fbcfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:42:47.065279 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6a700a8f-6254-4d4f-8006-668b93855c55 req-a846a97d-3f6b-4626-b5a8-b725271fbcfb service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b05aa742-7050-4bee-9612-3681dfd2164b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7982581 Nov 23 17:42:47.164823 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1e8a6771-f390-427f-a463-9173f0e82092 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264357903', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264730940'] for subnet, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:47.166857 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 54346) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:42:47.312636 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505ae297-7d5b-47b1-b6c7-1e4f2429f8be req-ff91c69c-0dbb-4a3c-ab35-d9f4b09dac0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:42:47.314309 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-505ae297-7d5b-47b1-b6c7-1e4f2429f8be req-ff91c69c-0dbb-4a3c-ab35-d9f4b09dac0e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=02874d22-2dc9-404b-96b5-741d17e13e44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2752173 Nov 23 17:42:47.338722 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8a6771-f390-427f-a463-9173f0e82092 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Pushing event deleted for resources: {'Subnet': ['ID=6e9bc8f5-8b9d-4bf3-931a-b90aec874caa,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:42:47.382880 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1e8a6771-f390-427f-a463-9173f0e82092 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks [] for subnet, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:47.388342 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-1e8a6771-f390-427f-a463-9173f0e82092 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] 10.222.0.60 "DELETE /v2.0/subnets/6e9bc8f5-8b9d-4bf3-931a-b90aec874caa HTTP/1.1" status: 204 len: 168 time: 1.4406807 Nov 23 17:42:47.389620 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7932c8ac-3c28-4efc-9a10-1b843ae930aa admin admin] Publish callbacks [] for security_group, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:47.413418 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 54348) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:42:47.431058 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-238e2e6a-d34a-4c08-92f3-8c06dc157188 None None] Network 56dedb9c-c874-4806-8073-23c183970f13 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:42:47.483428 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-505ae297-7d5b-47b1-b6c7-1e4f2429f8be req-b43968c6-2c4d-4b2f-a5c4-20550f5493de service neutron] 10.222.0.55 "GET /v2.0/networks/02874d22-2dc9-404b-96b5-741d17e13e44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1597378 Nov 23 17:42:47.636529 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-6e6b2bcc-c044-48d4-bc0a-2733b2f6d2f1 None None] Provisioning complete for port 2a6f8093-dc66-4cde-952e-3394e5b09ca7 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:42:47.637002 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-6e6b2bcc-c044-48d4-bc0a-2733b2f6d2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:47.652164 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-2e3ab1fb-de62-456e-8818-87efd4e76dfb req-2de4ddb9-aa20-462b-be94-61aeea6ba602 tempest-VolumesActionsTest-442734151 tempest-VolumesActionsTest-442734151-project] Publish callbacks [] for port, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:47.695569 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-505ae297-7d5b-47b1-b6c7-1e4f2429f8be req-ab381d68-7525-4a8b-9abf-92b6330cecb8 service neutron] 10.222.0.55 "GET /v2.0/networks/02874d22-2dc9-404b-96b5-741d17e13e44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1862285 Nov 23 17:42:47.708586 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-b3e13684-7250-4690-a649-059fa7c31a08 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1581636602-network', 'tenant_id': 'd6c92b35b840401aba16aa44ff812cdc'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:42:47.717596 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-2e3ab1fb-de62-456e-8818-87efd4e76dfb req-2de4ddb9-aa20-462b-be94-61aeea6ba602 tempest-VolumesActionsTest-442734151 tempest-VolumesActionsTest-442734151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:47.741697 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-e35f6706-a270-42f5-9f61-50b23e3287ca tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3265629 Nov 23 17:42:47.753405 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 54356) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:42:47.768380 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-716b741f-128c-424b-898f-3535994f8c7c tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Request body: {'subnet': {'network_id': '56dedb9c-c874-4806-8073-23c183970f13', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:42:47.796863 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9a27ae6c-db98-474f-94c1-cc99bf842d79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:47.799886 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6a700a8f-6254-4d4f-8006-668b93855c55 req-4b89539b-427a-40c6-ac29-0bda8b4ec67e service neutron] 10.222.0.36 "GET /v2.0/networks/b05aa742-7050-4bee-9612-3681dfd2164b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6679521 Nov 23 17:42:47.810324 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e3ab1fb-de62-456e-8818-87efd4e76dfb req-2de4ddb9-aa20-462b-be94-61aeea6ba602 tempest-VolumesActionsTest-442734151 tempest-VolumesActionsTest-442734151-project] Network b04d3905-94fd-478d-8f36-29a81061160f is already hosted by enough agents. {{(pid=103591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:42:47.831511 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7932c8ac-3c28-4efc-9a10-1b843ae930aa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:47.854967 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [req-2e3ab1fb-de62-456e-8818-87efd4e76dfb req-2de4ddb9-aa20-462b-be94-61aeea6ba602 tempest-VolumesActionsTest-442734151 tempest-VolumesActionsTest-442734151-project] Resources bound (agent type, host, resource id): {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:42:47.861696 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e3ab1fb-de62-456e-8818-87efd4e76dfb req-2de4ddb9-aa20-462b-be94-61aeea6ba602 tempest-VolumesActionsTest-442734151 tempest-VolumesActionsTest-442734151-project] Received port after_create {{(pid=103591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:42:47.935209 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-481d1463-f63b-4ffb-83c8-88683b505176 None None] DHCP port deletion for 56dedb9c-c874-4806-8073-23c183970f13 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:42:48.024289 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6a700a8f-6254-4d4f-8006-668b93855c55 req-4d67619c-3bce-4434-af2f-a6ae1a98458a service neutron] 10.222.0.36 "GET /v2.0/networks/b05aa742-7050-4bee-9612-3681dfd2164b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1876211 Nov 23 17:42:48.041213 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-481d1463-f63b-4ffb-83c8-88683b505176 None None] Deleting port 2a6f8093-dc66-4cde-952e-3394e5b09ca7 {{(pid=103592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:42:48.042990 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-481d1463-f63b-4ffb-83c8-88683b505176 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:48.046829 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec74e63e-7c97-4c8c-a855-312f87ba428b req-67ca4207-7013-4c6b-8ec7-e55feeeeaf45 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:42:48.048420 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ec74e63e-7c97-4c8c-a855-312f87ba428b req-67ca4207-7013-4c6b-8ec7-e55feeeeaf45 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/ports?device_id=87555c4b-ac12-459b-ba06-6ecf0fceb916 HTTP/1.1" status: 200 len: 944 time: 0.3454287 Nov 23 17:42:48.056839 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3e13684-7250-4690-a649-059fa7c31a08 admin admin] Made reservation on behalf of d6c92b35b840401aba16aa44ff812cdc for: {'network': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:42:48.059171 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-b3e13684-7250-4690-a649-059fa7c31a08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for network, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:48.079046 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-b3e13684-7250-4690-a649-059fa7c31a08 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:48.128120 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7932c8ac-3c28-4efc-9a10-1b843ae930aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:48.152582 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ec74e63e-7c97-4c8c-a855-312f87ba428b req-6c03ee68-8728-4eed-92f1-1c8833f18ca1 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/security-groups?id=776cdaad-ec9b-4a42-a3a9-360feae7cf4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776370 Nov 23 17:42:48.153244 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de4ddb9-aa20-462b-be94-61aeea6ba602 tempest-VolumesActionsTest-442734151 tempest-VolumesActionsTest-442734151-project] Pushing event updated for resources: {'Port': ['ID=e4f42627-3265-4afe-9239-54672891e2f0,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:42:48.190123 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-481d1463-f63b-4ffb-83c8-88683b505176 None None] For port 2a6f8093-dc66-4cde-952e-3394e5b09ca7, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=2a6f8093-dc66-4cde-952e-3394e5b09ca7,segment=NetworkSegment(208f22fc-9686-4ca3-a88c-018385437c28),segment_id=208f22fc-9686-4ca3-a88c-018385437c28)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:42:48.190604 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-481d1463-f63b-4ffb-83c8-88683b505176 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:48.205920 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3ab1fb-de62-456e-8818-87efd4e76dfb req-2de4ddb9-aa20-462b-be94-61aeea6ba602 tempest-VolumesActionsTest-442734151 tempest-VolumesActionsTest-442734151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:42:48.206550 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-2e3ab1fb-de62-456e-8818-87efd4e76dfb req-2de4ddb9-aa20-462b-be94-61aeea6ba602 tempest-VolumesActionsTest-442734151 tempest-VolumesActionsTest-442734151-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:48.214546 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-481d1463-f63b-4ffb-83c8-88683b505176 None None] Calling delete_port for 2a6f8093-dc66-4cde-952e-3394e5b09ca7 owned by network:dhcp {{(pid=103592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:42:48.230709 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2e3ab1fb-de62-456e-8818-87efd4e76dfb req-2de4ddb9-aa20-462b-be94-61aeea6ba602 tempest-VolumesActionsTest-442734151 tempest-VolumesActionsTest-442734151-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8765419 Nov 23 17:42:48.260677 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1b1fe1-9fc4-4fad-ba7b-320166bc108d req-abec1dc3-b2a2-4b98-be5f-47db2ddabee4 tempest-VolumesActionsTest-442734151 tempest-VolumesActionsTest-442734151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:42:48.262237 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-cb1b1fe1-9fc4-4fad-ba7b-320166bc108d req-abec1dc3-b2a2-4b98-be5f-47db2ddabee4 tempest-VolumesActionsTest-442734151 tempest-VolumesActionsTest-442734151-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a602979-ef8a-43a1-affb-58c84f40f938 HTTP/1.1" status: 200 len: 931 time: 0.1164684 Nov 23 17:42:48.270673 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [req-2e3ab1fb-de62-456e-8818-87efd4e76dfb req-4ff5801f-9f36-4608-aff4-033498068058 service neutron] Request body: {'port': {'device_id': '5a602979-ef8a-43a1-affb-58c84f40f938', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-8'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:42:48.362308 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-2e3ab1fb-de62-456e-8818-87efd4e76dfb req-4ff5801f-9f36-4608-aff4-033498068058 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:48.381908 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-7932c8ac-3c28-4efc-9a10-1b843ae930aa admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a724a71489da477bb53ab65d0a973087&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1846449 Nov 23 17:42:48.392720 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7932c8ac-3c28-4efc-9a10-1b843ae930aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cee85885-d5ea-4af8-8865-64a97b11fb68,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:42:48.398224 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 54360) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:42:48.437130 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:48.439068 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.agents_db [None req-464f6c07-0de8-4be6-8f5b-563f574d1c5d None None] Agent healthcheck: found 7 active agents {{(pid=103593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 17:42:48.453547 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-481d1463-f63b-4ffb-83c8-88683b505176 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989'] for port, after_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:48.477436 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481d1463-f63b-4ffb-83c8-88683b505176 None None] Pushing event deleted for resources: {'Port': ['ID=2a6f8093-dc66-4cde-952e-3394e5b09ca7,revision_number=None']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:42:48.504805 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-481d1463-f63b-4ffb-83c8-88683b505176 None None] No DVR routers for this DVR port 2a6f8093-dc66-4cde-952e-3394e5b09ca7 on host n-d-816206-8 {{(pid=103592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:42:48.552867 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-716b741f-128c-424b-898f-3535994f8c7c tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Made reservation on behalf of a17872768c1e4384801bad129509cfa7 for: {'subnet': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:42:48.557059 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-716b741f-128c-424b-898f-3535994f8c7c tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264730903'] for subnet, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:48.644549 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-cb1b1fe1-9fc4-4fad-ba7b-320166bc108d req-12c4ec8f-7511-4f1c-be5f-8cb6becedb20 tempest-VolumesActionsTest-442734151 tempest-VolumesActionsTest-442734151-project] 10.222.0.60 "GET /v2.0/security-groups?id=68fe547d-d706-4389-a025-af2d1c7bf46e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3331735 Nov 23 17:42:48.668043 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-b3e13684-7250-4690-a649-059fa7c31a08 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:48.802654 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-b3e13684-7250-4690-a649-059fa7c31a08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:48.829678 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.db.resource_extend [None req-ac066ed6-227d-4fe8-aeed-8ae21bb0721d tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 23 17:42:48.865622 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3e13684-7250-4690-a649-059fa7c31a08 admin admin] vlan segment allocate from pool success with {'vlan_id': 517, 'physical_network': 'physnet1'} {{(pid=103591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 17:42:48.888089 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e13684-7250-4690-a649-059fa7c31a08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21da44c1-bab0-4a24-bdb5-9c78cb5bfd70,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:42:48.893601 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7cd15380-ef1d-42f3-85a2-ade4d740a84f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:48.901215 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-b3e13684-7250-4690-a649-059fa7c31a08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:48.901700 n-d-816206-8 neutron-server[103591]: INFO neutron.db.segments_db [None req-b3e13684-7250-4690-a649-059fa7c31a08 admin admin] Added segment 27d47b01-53c9-46b4-98cd-4228976adb4c of type vlan for network 5eaeb0bb-5461-4ac0-b61d-4ffea0f2e6cb Nov 23 17:42:48.925022 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7cd15380-ef1d-42f3-85a2-ade4d740a84f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:49.025541 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-b3e13684-7250-4690-a649-059fa7c31a08 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736635338810'] for network, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:49.100345 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-b3e13684-7250-4690-a649-059fa7c31a08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493'] for network, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:49.101361 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3e13684-7250-4690-a649-059fa7c31a08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:42:49.101959 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-b3e13684-7250-4690-a649-059fa7c31a08 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for network, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:49.133366 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [req-2e3ab1fb-de62-456e-8818-87efd4e76dfb req-4ff5801f-9f36-4608-aff4-033498068058 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4f42627-3265-4afe-9239-54672891e2f0 {{(pid=103591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:42:49.153800 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-2e3ab1fb-de62-456e-8818-87efd4e76dfb req-4ff5801f-9f36-4608-aff4-033498068058 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:49.166024 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-b3e13684-7250-4690-a649-059fa7c31a08 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.1230094 Nov 23 17:42:49.169079 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 54366) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:42:49.176196 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-769ca8e8-5eab-4a3f-97c4-3557a3d3668c admin admin] Request body: {'subnet': {'network_id': '5eaeb0bb-5461-4ac0-b61d-4ffea0f2e6cb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1581636602-subnet', 'tenant_id': 'd6c92b35b840401aba16aa44ff812cdc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:42:49.283534 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e13684-7250-4690-a649-059fa7c31a08 admin admin] Pushing event updated for resources: {'Network': ['ID=5eaeb0bb-5461-4ac0-b61d-4ffea0f2e6cb,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:42:49.286236 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.provisioning_blocks [req-2e3ab1fb-de62-456e-8818-87efd4e76dfb req-4ff5801f-9f36-4608-aff4-033498068058 service neutron] Transition to ACTIVE for port object e4f42627-3265-4afe-9239-54672891e2f0 will not be triggered until provisioned by entity L2. {{(pid=103591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 17:42:49.296764 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Network 5eaeb0bb-5461-4ac0-b61d-4ffea0f2e6cb details requested by agent ovs-agent-n-d-816206-8 with host n-d-816206-8 {{(pid=103592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 17:42:49.314026 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-2e3ab1fb-de62-456e-8818-87efd4e76dfb req-4ff5801f-9f36-4608-aff4-033498068058 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264758186'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:49.362170 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-769ca8e8-5eab-4a3f-97c4-3557a3d3668c admin admin] Made reservation on behalf of d6c92b35b840401aba16aa44ff812cdc for: {'subnet': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:42:49.364825 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-769ca8e8-5eab-4a3f-97c4-3557a3d3668c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264314294'] for subnet, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:49.417347 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7cd15380-ef1d-42f3-85a2-ade4d740a84f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:49.420627 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7cd15380-ef1d-42f3-85a2-ade4d740a84f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:49.422311 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-7cd15380-ef1d-42f3-85a2-ade4d740a84f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/cee85885-d5ea-4af8-8865-64a97b11fb68 HTTP/1.1" status: 204 len: 168 time: 1.0137484 Nov 23 17:42:49.446146 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59486418-7380-4656-9dbc-751689ab3d6f req-2fba8f96-1282-4a41-88c2-624f823d5d71 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:42:49.454179 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-59486418-7380-4656-9dbc-751689ab3d6f req-2fba8f96-1282-4a41-88c2-624f823d5d71 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/ports?device_id=87555c4b-ac12-459b-ba06-6ecf0fceb916 HTTP/1.1" status: 200 len: 944 time: 0.1891787 Nov 23 17:42:49.459076 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd15380-ef1d-42f3-85a2-ade4d740a84f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cee85885-d5ea-4af8-8865-64a97b11fb68,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:42:49.464759 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff5801f-9f36-4608-aff4-033498068058 service neutron] Pushing event updated for resources: {'Port': ['ID=e4f42627-3265-4afe-9239-54672891e2f0,revision_number=2']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:42:49.482986 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ac066ed6-227d-4fe8-aeed-8ae21bb0721d tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:49.495691 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ac066ed6-227d-4fe8-aeed-8ae21bb0721d tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1795396'] for floatingip, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:49.597445 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-59486418-7380-4656-9dbc-751689ab3d6f req-18dc77cd-7395-47db-82cf-c3aeee7a5c45 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/security-groups?id=776cdaad-ec9b-4a42-a3a9-360feae7cf4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422975 Nov 23 17:42:49.627855 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-2e3ab1fb-de62-456e-8818-87efd4e76dfb req-4ff5801f-9f36-4608-aff4-033498068058 service neutron] Attempting to bind port e4f42627-3265-4afe-9239-54672891e2f0 on host n-h2-816206-8 for vnic_type normal with profile {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:42:49.628436 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-2e3ab1fb-de62-456e-8818-87efd4e76dfb req-4ff5801f-9f36-4608-aff4-033498068058 service neutron] Attempting to bind port e4f42627-3265-4afe-9239-54672891e2f0 by drivers openvswitch,hyperv on host n-h2-816206-8 at level 0 using segments [{'id': '07965fcd-1084-4fab-83f3-80d2c69eb397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'b04d3905-94fd-478d-8f36-29a81061160f'}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:42:49.628989 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e3ab1fb-de62-456e-8818-87efd4e76dfb req-4ff5801f-9f36-4608-aff4-033498068058 service neutron] Attempting to bind port e4f42627-3265-4afe-9239-54672891e2f0 on network b04d3905-94fd-478d-8f36-29a81061160f {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:42:49.637272 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e3ab1fb-de62-456e-8818-87efd4e76dfb req-4ff5801f-9f36-4608-aff4-033498068058 service neutron] Port e4f42627-3265-4afe-9239-54672891e2f0 on network b04d3905-94fd-478d-8f36-29a81061160f not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-8 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 17:42:49.637848 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e3ab1fb-de62-456e-8818-87efd4e76dfb req-4ff5801f-9f36-4608-aff4-033498068058 service neutron] Attempting to bind port e4f42627-3265-4afe-9239-54672891e2f0 on network b04d3905-94fd-478d-8f36-29a81061160f {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:42:49.648262 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e3ab1fb-de62-456e-8818-87efd4e76dfb req-4ff5801f-9f36-4608-aff4-033498068058 service neutron] Checking agent: {'id': 'ab77bf9e-0267-4174-8f1d-822cba89b207', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 15, 13), 'started_at': datetime.datetime(2021, 11, 23, 17, 15, 13), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 42, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:42:49.648883 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e3ab1fb-de62-456e-8818-87efd4e76dfb req-4ff5801f-9f36-4608-aff4-033498068058 service neutron] Checking segment: {'id': '07965fcd-1084-4fab-83f3-80d2c69eb397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'b04d3905-94fd-478d-8f36-29a81061160f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:42:49.649648 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e3ab1fb-de62-456e-8818-87efd4e76dfb req-4ff5801f-9f36-4608-aff4-033498068058 service neutron] Bound using segment: {'id': '07965fcd-1084-4fab-83f3-80d2c69eb397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'b04d3905-94fd-478d-8f36-29a81061160f'} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:42:49.650254 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-2e3ab1fb-de62-456e-8818-87efd4e76dfb req-4ff5801f-9f36-4608-aff4-033498068058 service neutron] Bound port: e4f42627-3265-4afe-9239-54672891e2f0, host: n-h2-816206-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07965fcd-1084-4fab-83f3-80d2c69eb397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'b04d3905-94fd-478d-8f36-29a81061160f'}}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:42:49.650840 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-2e3ab1fb-de62-456e-8818-87efd4e76dfb req-4ff5801f-9f36-4608-aff4-033498068058 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:49.727816 n-d-816206-8 neutron-server[103590]: INFO neutron.db.l3_db [None req-ac066ed6-227d-4fe8-aeed-8ae21bb0721d tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] Floating IP 1b75582a-194f-47bb-9fe9-19346311c3f1 associated. External IP: 172.25.3.236, port: fbe44c50-ab0e-48c7-bd92-149bb465cefc. Nov 23 17:42:49.946277 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-716b741f-128c-424b-898f-3535994f8c7c tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264358096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264730885'] for subnet, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:49.997824 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 2a6f8093-dc66-4cde-952e-3394e5b09ca7 no longer exists at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:42:50.023161 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-716b741f-128c-424b-898f-3535994f8c7c tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Network 56dedb9c-c874-4806-8073-23c183970f13 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:42:50.042133 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] No Port match for: 2a6f8093-dc66-4cde-952e-3394e5b09ca7 {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:42:50.042985 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 2a6f8093-dc66-4cde-952e-3394e5b09ca7 not bound to the agent host n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:42:50.076070 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-716b741f-128c-424b-898f-3535994f8c7c tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:42:50.084421 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-716b741f-128c-424b-898f-3535994f8c7c tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:42:50.088422 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-716b741f-128c-424b-898f-3535994f8c7c tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks [] for subnet, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:50.090037 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f6b8345-c9ce-4146-a569-4e07d497182d None None] Network 56dedb9c-c874-4806-8073-23c183970f13 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:42:50.098787 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716b741f-128c-424b-898f-3535994f8c7c tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Pushing event updated for resources: {'Subnet': ['ID=83aceb57-4867-4cc7-a766-0420e1542fc1,revision_number=0']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:42:50.127208 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-716b741f-128c-424b-898f-3535994f8c7c tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3692024 Nov 23 17:42:50.133862 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 54386) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:42:50.147078 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-487a11cf-5da9-4f31-970a-f14cc69cb3d6 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Request body: {'subnet': {'network_id': '56dedb9c-c874-4806-8073-23c183970f13', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:42:50.157458 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-2e3ab1fb-de62-456e-8818-87efd4e76dfb req-4ff5801f-9f36-4608-aff4-033498068058 service neutron] For port e4f42627-3265-4afe-9239-54672891e2f0, host n-h2-816206-8, cleared binding levels {{(pid=103591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:42:50.169561 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-2e3ab1fb-de62-456e-8818-87efd4e76dfb req-4ff5801f-9f36-4608-aff4-033498068058 service neutron] For port e4f42627-3265-4afe-9239-54672891e2f0, host n-h2-816206-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=e4f42627-3265-4afe-9239-54672891e2f0,segment=NetworkSegment(07965fcd-1084-4fab-83f3-80d2c69eb397),segment_id=07965fcd-1084-4fab-83f3-80d2c69eb397)] {{(pid=103591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:42:50.209678 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-2e3ab1fb-de62-456e-8818-87efd4e76dfb req-4ff5801f-9f36-4608-aff4-033498068058 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264758186'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:50.249437 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb92e210-d32e-48de-a67c-635740005fd0 req-59d36b14-64df-48a9-a9db-d0b2fefbc665 tempest-VolumesActionsTest-442734151 tempest-VolumesActionsTest-442734151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:42:50.256666 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-fb92e210-d32e-48de-a67c-635740005fd0 req-59d36b14-64df-48a9-a9db-d0b2fefbc665 tempest-VolumesActionsTest-442734151 tempest-VolumesActionsTest-442734151-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a602979-ef8a-43a1-affb-58c84f40f938 HTTP/1.1" status: 200 len: 943 time: 0.4738538 Nov 23 17:42:50.322228 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-769ca8e8-5eab-4a3f-97c4-3557a3d3668c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264758079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264314276'] for subnet, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:50.366152 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3ab1fb-de62-456e-8818-87efd4e76dfb req-4ff5801f-9f36-4608-aff4-033498068058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:42:50.366765 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-2e3ab1fb-de62-456e-8818-87efd4e76dfb req-4ff5801f-9f36-4608-aff4-033498068058 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:50.368145 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2e3ab1fb-de62-456e-8818-87efd4e76dfb req-4ff5801f-9f36-4608-aff4-033498068058 service neutron] 10.222.0.36 "PUT /v2.0/ports/e4f42627-3265-4afe-9239-54672891e2f0 HTTP/1.1" status: 200 len: 1091 time: 2.1180680 Nov 23 17:42:50.390259 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a602979-ef8a-43a1-affb-58c84f40f938', 'tag': 'e4f42627-3265-4afe-9239-54672891e2f0'}] {{(pid=103591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:42:50.393242 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41d174a19ece9499ff9ec44e5b3fc50f2abd3ffbc947fb7e52ea1e8db27b95b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-164e128b-4759-4a2d-8d82-34996193de30" -d '{"events": [{"name": "network-changed", "server_uuid": "5a602979-ef8a-43a1-affb-58c84f40f938", "tag": "e4f42627-3265-4afe-9239-54672891e2f0"}]}' {{(pid=103591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:42:50.478547 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b508e39c-2261-4ba5-9560-8190b85c7d69 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp355044b8-8e87-58c4-94fa-4a010ec30f9e-56dedb9c-c874-4806-8073-23c183970f13', 'network_id': '56dedb9c-c874-4806-8073-23c183970f13', 'tenant_id': 'a17872768c1e4384801bad129509cfa7', 'fixed_ips': [{'subnet_id': '83aceb57-4867-4cc7-a766-0420e1542fc1'}]}} from n-d-816206-8. {{(pid=103592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 17:42:50.480033 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b508e39c-2261-4ba5-9560-8190b85c7d69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:50.492758 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac066ed6-227d-4fe8-aeed-8ae21bb0721d tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] Router 908b3081-86f5-4649-af90-5b9a4d728ea7 has already been hosted by L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 {{(pid=103590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 17:42:50.527337 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 17:42:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e5b06c8-ad4b-40f1-a1dc-9e9feb7051bc x-openstack-request-id: req-5e5b06c8-ad4b-40f1-a1dc-9e9feb7051bc {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:42:50.527337 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a602979-ef8a-43a1-affb-58c84f40f938", "tag": "e4f42627-3265-4afe-9239-54672891e2f0", "status": "completed", "code": 200}]} {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:42:50.529275 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5e5b06c8-ad4b-40f1-a1dc-9e9feb7051bc {{(pid=103591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:42:50.529275 n-d-816206-8 neutron-server[103591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a602979-ef8a-43a1-affb-58c84f40f938', 'tag': 'e4f42627-3265-4afe-9239-54672891e2f0', 'status': 'completed', 'code': 200} Nov 23 17:42:50.665174 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3ab1fb-de62-456e-8818-87efd4e76dfb req-fe8bee7c-58dc-41a0-96e8-dc7d39fa7af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:42:50.666738 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2e3ab1fb-de62-456e-8818-87efd4e76dfb req-fe8bee7c-58dc-41a0-96e8-dc7d39fa7af8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=07f6f862fd8349ba9423ccbd91a7fd20&device_id=5a602979-ef8a-43a1-affb-58c84f40f938 HTTP/1.1" status: 200 len: 1094 time: 0.2487483 Nov 23 17:42:50.670284 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-fb92e210-d32e-48de-a67c-635740005fd0 req-f0316cf4-263a-4be5-99a9-ecc54f291848 tempest-VolumesActionsTest-442734151 tempest-VolumesActionsTest-442734151-project] 10.222.0.60 "GET /v2.0/security-groups?id=68fe547d-d706-4389-a025-af2d1c7bf46e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3670609 Nov 23 17:42:50.685702 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff5801f-9f36-4608-aff4-033498068058 service neutron] Pushing event updated for resources: {'Port': ['ID=e4f42627-3265-4afe-9239-54672891e2f0,revision_number=3']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:42:50.688981 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769ca8e8-5eab-4a3f-97c4-3557a3d3668c admin admin] Pushing event updated for resources: {'Subnet': ['ID=7b7705dd-54e7-4139-93a8-c68471f9ef1c,revision_number=0']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:42:50.710065 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-769ca8e8-5eab-4a3f-97c4-3557a3d3668c admin admin] Checking segment: {'id': '27d47b01-53c9-46b4-98cd-4228976adb4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '5eaeb0bb-5461-4ac0-b61d-4ffea0f2e6cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:42:50.710959 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-769ca8e8-5eab-4a3f-97c4-3557a3d3668c admin admin] Network hostable DHCP agents. Network: 5eaeb0bb-5461-4ac0-b61d-4ffea0f2e6cb, hostable agents: ['0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3'], hosted agents: [] {{(pid=103591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 17:42:50.839137 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-487a11cf-5da9-4f31-970a-f14cc69cb3d6 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Made reservation on behalf of a17872768c1e4384801bad129509cfa7 for: {'subnet': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:42:50.848268 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-487a11cf-5da9-4f31-970a-f14cc69cb3d6 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264730903'] for subnet, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:50.850005 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2e3ab1fb-de62-456e-8818-87efd4e76dfb req-8360507b-f8e3-4d2c-8fdb-f72885ac00d5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e4f42627-3265-4afe-9239-54672891e2f0 HTTP/1.1" status: 200 len: 217 time: 0.1487582 Nov 23 17:42:50.893848 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-769ca8e8-5eab-4a3f-97c4-3557a3d3668c admin admin] Network 5eaeb0bb-5461-4ac0-b61d-4ffea0f2e6cb is scheduled to be hosted by DHCP agent 0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3 with binding_index 1 {{(pid=103591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 17:42:50.912821 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cca4017-93e6-4b2d-858d-48af711a375a req-6d6c78ac-743d-49a5-9278-47b54f0e7f4b tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:42:50.920972 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-3cca4017-93e6-4b2d-858d-48af711a375a req-6d6c78ac-743d-49a5-9278-47b54f0e7f4b tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/ports?device_id=87555c4b-ac12-459b-ba06-6ecf0fceb916 HTTP/1.1" status: 200 len: 944 time: 0.1244001 Nov 23 17:42:50.948068 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.db_base_plugin_common [None req-b508e39c-2261-4ba5-9560-8190b85c7d69 None None] Allocated IP 172.20.0.2 (56dedb9c-c874-4806-8073-23c183970f13/83aceb57-4867-4cc7-a766-0420e1542fc1/c749efbb-a0d6-4510-ad39-9d917813b508) {{(pid=103592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:42:50.965252 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [None req-769ca8e8-5eab-4a3f-97c4-3557a3d3668c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-8, 5eaeb0bb-5461-4ac0-b61d-4ffea0f2e6cb) {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:42:50.982977 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-3cca4017-93e6-4b2d-858d-48af711a375a req-7bf0dd54-12ff-4dab-886c-5d978c231b86 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/security-groups?id=776cdaad-ec9b-4a42-a3a9-360feae7cf4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608213 Nov 23 17:42:50.994132 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-769ca8e8-5eab-4a3f-97c4-3557a3d3668c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:42:50.995004 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-769ca8e8-5eab-4a3f-97c4-3557a3d3668c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for subnet, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:51.007517 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3ab1fb-de62-456e-8818-87efd4e76dfb req-3fbd92a8-a6a0-428e-9b98-47c07e6f25e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:42:51.009439 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2e3ab1fb-de62-456e-8818-87efd4e76dfb req-3fbd92a8-a6a0-428e-9b98-47c07e6f25e1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d6ef9595-65a5-4d75-8113-6090cd6ca55e HTTP/1.1" status: 200 len: 847 time: 0.1489587 Nov 23 17:42:51.019422 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-769ca8e8-5eab-4a3f-97c4-3557a3d3668c admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.8476915 Nov 23 17:42:51.061765 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2e3ab1fb-de62-456e-8818-87efd4e76dfb req-91205c71-5d7b-447b-9b3f-5f856e5b8616 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b04d3905-94fd-478d-8f36-29a81061160f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391355 Nov 23 17:42:51.090364 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac066ed6-227d-4fe8-aeed-8ae21bb0721d tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:42:51.106048 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf80a57d-bc2f-492d-a29e-0e53a28d8938 None None] Sync routers for ids ['908b3081-86f5-4649-af90-5b9a4d728ea7'] in n-d-816206-8 {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:42:51.117146 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ac066ed6-227d-4fe8-aeed-8ae21bb0721d tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for floatingip, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:51.128418 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf80a57d-bc2f-492d-a29e-0e53a28d8938 None None] Routers {'908b3081-86f5-4649-af90-5b9a4d728ea7'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:42:51.132710 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-cf80a57d-bc2f-492d-a29e-0e53a28d8938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:42:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['908b3081-86f5-4649-af90-5b9a4d728ea7'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:42:51.217956 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f04a32c-9562-41e0-b674-86650a1253f0 None None] Network 5eaeb0bb-5461-4ac0-b61d-4ffea0f2e6cb requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:42:51.245356 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-ac066ed6-227d-4fe8-aeed-8ae21bb0721d tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] 10.222.0.60 "PUT /v2.0/floatingips/1b75582a-194f-47bb-9fe9-19346311c3f1 HTTP/1.1" status: 200 len: 992 time: 4.4596837 Nov 23 17:42:51.269038 n-d-816206-8 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a43134ca-2758-4794-bb9c-974d11e5e279', 'tag': 'fbe44c50-ab0e-48c7-bd92-149bb465cefc'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:42:51.279163 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbabddbc9fc37b068808e119c416c86f5957ca04531a4a0d2e695c515e93483b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3281f787-95ed-4676-9b41-bf0a712cdd49" -d '{"events": [{"name": "network-changed", "server_uuid": "a43134ca-2758-4794-bb9c-974d11e5e279", "tag": "fbe44c50-ab0e-48c7-bd92-149bb465cefc"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:42:51.427358 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 17:42:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3522944-01a6-45fb-9266-5897b0364a89 x-openstack-request-id: req-f3522944-01a6-45fb-9266-5897b0364a89 {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:42:51.433756 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a43134ca-2758-4794-bb9c-974d11e5e279", "tag": "fbe44c50-ab0e-48c7-bd92-149bb465cefc", "status": "completed", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:42:51.435778 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f3522944-01a6-45fb-9266-5897b0364a89 {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:42:51.440696 n-d-816206-8 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a43134ca-2758-4794-bb9c-974d11e5e279', 'tag': 'fbe44c50-ab0e-48c7-bd92-149bb465cefc', 'status': 'completed', 'code': 200} Nov 23 17:42:51.517356 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2e3ab1fb-de62-456e-8818-87efd4e76dfb req-7a40923a-0fef-4d5f-9bec-4b2b3cb0bae7 service neutron] 10.222.0.36 "GET /v2.0/networks/b04d3905-94fd-478d-8f36-29a81061160f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4442325 Nov 23 17:42:51.575053 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-cf80a57d-bc2f-492d-a29e-0e53a28d8938 None None] Set router 908b3081-86f5-4649-af90-5b9a4d728ea7 gateway port host: n-d-816206-8 {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:42:51.613600 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3281f787-95ed-4676-9b41-bf0a712cdd49 req-cee74738-8699-410f-9d79-00ea9e3c4dda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:42:51.615591 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-3281f787-95ed-4676-9b41-bf0a712cdd49 req-cee74738-8699-410f-9d79-00ea9e3c4dda service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=093e052ebdfd4c689471d0502a0c2e0a&device_id=a43134ca-2758-4794-bb9c-974d11e5e279 HTTP/1.1" status: 200 len: 1097 time: 0.1569598 Nov 23 17:42:51.784063 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46aa9161-76ff-4ab7-a91d-1f8a8678e4c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp355044b8-8e87-58c4-94fa-4a010ec30f9e-5eaeb0bb-5461-4ac0-b61d-4ffea0f2e6cb', 'network_id': '5eaeb0bb-5461-4ac0-b61d-4ffea0f2e6cb', 'tenant_id': 'd6c92b35b840401aba16aa44ff812cdc', 'fixed_ips': [{'subnet_id': '7b7705dd-54e7-4139-93a8-c68471f9ef1c'}]}} from n-d-816206-8. {{(pid=103592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 17:42:51.785616 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-46aa9161-76ff-4ab7-a91d-1f8a8678e4c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:51.911051 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2e3ab1fb-de62-456e-8818-87efd4e76dfb req-f0d11398-14bd-466e-8af4-c7a7ec7209a5 service neutron] 10.222.0.36 "GET /v2.0/networks/b04d3905-94fd-478d-8f36-29a81061160f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3805666 Nov 23 17:42:52.099907 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3281f787-95ed-4676-9b41-bf0a712cdd49 req-73071963-971e-47d9-aaf4-2a91a035c478 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:42:52.108182 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-3281f787-95ed-4676-9b41-bf0a712cdd49 req-73071963-971e-47d9-aaf4-2a91a035c478 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b05aa742-7050-4bee-9612-3681dfd2164b HTTP/1.1" status: 200 len: 918 time: 0.4509420 Nov 23 17:42:52.212975 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-cf80a57d-bc2f-492d-a29e-0e53a28d8938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '908b3081-86f5-4649-af90-5b9a4d728ea7', 'name': 'tempest-AttachVolumeShelveTestJSON-1601318973-router', 'tenant_id': '093e052ebdfd4c689471d0502a0c2e0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.177'}], 'enable_snat': True}, 'gw_port_id': '6d7f938f-5576-42b6-829f-dd4bf00be0d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:41:43Z', 'updated_at': '2021-11-23T17:41:57Z', 'revision_number': 4, 'project_id': '093e052ebdfd4c689471d0502a0c2e0a', 'gw_port': {'id': '6d7f938f-5576-42b6-829f-dd4bf00be0d8', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:4a:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '908b3081-86f5-4649-af90-5b9a4d728ea7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2446, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:41:44Z', 'updated_at': '2021-11-23T17:42:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_floatingips': [{'id': '1b75582a-194f-47bb-9fe9-19346311c3f1', 'tenant_id': '093e052ebdfd4c689471d0502a0c2e0a', 'floating_ip_address': '172.25.3.236', 'floating_network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'router_id': '908b3081-86f5-4649-af90-5b9a4d728ea7', 'port_id': 'fbe44c50-ab0e-48c7-bd92-149bb465cefc', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2487, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b05aa742-7050-4bee-9612-3681dfd2164b', 'mac_address': 'fa:16:3e:f2:30:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a43134ca-2758-4794-bb9c-974d11e5e279', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T17:42:12Z', 'updated_at': '2021-11-23T17:42:48Z', 'revision_number': 1, 'project_id': '093e052ebdfd4c689471d0502a0c2e0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd302559-a622-4aa2-a1df-caae459e166f', 'name': '', 'network_id': 'b05aa742-7050-4bee-9612-3681dfd2164b', 'tenant_id': '093e052ebdfd4c689471d0502a0c2e0a', 'mac_address': 'fa:16:3e:04:2e:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '908b3081-86f5-4649-af90-5b9a4d728ea7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2460, 'fixed_ips': [{'subnet_id': '784540e3-73ef-4656-9bfa-913bbf55b1a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:41:51Z', 'updated_at': '2021-11-23T17:42:10Z', 'revision_number': 5, 'project_id': '093e052ebdfd4c689471d0502a0c2e0a', 'subnets': [{'id': '784540e3-73ef-4656-9bfa-913bbf55b1a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:42:52.224842 n-d-816206-8 neutron-server[103590]: DEBUG neutron.objects.ports [None req-487a11cf-5da9-4f31-970a-f14cc69cb3d6 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103590) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 23 17:42:52.229673 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-487a11cf-5da9-4f31-970a-f14cc69cb3d6 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264358096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264730885'] for subnet, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:52.297514 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf80a57d-bc2f-492d-a29e-0e53a28d8938 None None] Checking router: 908b3081-86f5-4649-af90-5b9a4d728ea7 for host: n-d-816206-8 {{(pid=103593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 17:42:52.318058 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf80a57d-bc2f-492d-a29e-0e53a28d8938 None None] Routers {'908b3081-86f5-4649-af90-5b9a4d728ea7'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:42:52.320977 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-cf80a57d-bc2f-492d-a29e-0e53a28d8938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:42:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['908b3081-86f5-4649-af90-5b9a4d728ea7'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:42:52.324180 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b508e39c-2261-4ba5-9560-8190b85c7d69 None None] Publish callbacks [] for port, precommit_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:52.375706 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-487a11cf-5da9-4f31-970a-f14cc69cb3d6 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Network 56dedb9c-c874-4806-8073-23c183970f13 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:42:52.381389 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b508e39c-2261-4ba5-9560-8190b85c7d69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980'] for port, after_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:52.387172 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-487a11cf-5da9-4f31-970a-f14cc69cb3d6 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:42:52.395835 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-487a11cf-5da9-4f31-970a-f14cc69cb3d6 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:42:52.396313 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-487a11cf-5da9-4f31-970a-f14cc69cb3d6 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks [] for subnet, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:52.466067 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487a11cf-5da9-4f31-970a-f14cc69cb3d6 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Pushing event updated for resources: {'Subnet': ['ID=a492475c-8f9f-4a98-9ab5-6d85c5d35ad1,revision_number=0']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:42:52.480891 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-487a11cf-5da9-4f31-970a-f14cc69cb3d6 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.3411453 Nov 23 17:42:52.487861 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 54454) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:42:52.505755 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-43844cf4-17b1-4e40-9fc9-5c6d13c8633e tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Request body: {'port': {'network_id': '56dedb9c-c874-4806-8073-23c183970f13', 'mac_address': 'fa:16:3e:e4:32:d5', 'name': 'tempest-NetworksTestDHCPv6-1185539840'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:42:52.607384 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-3281f787-95ed-4676-9b41-bf0a712cdd49 req-04745df5-3665-4a7e-943b-232c095bc30f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fbe44c50-ab0e-48c7-bd92-149bb465cefc HTTP/1.1" status: 200 len: 1000 time: 0.4626343 Nov 23 17:42:52.644322 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164e128b-4759-4a2d-8d82-34996193de30 req-70d3d5d4-5ff7-4b08-a784-57929e0132f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:42:52.650275 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-164e128b-4759-4a2d-8d82-34996193de30 req-70d3d5d4-5ff7-4b08-a784-57929e0132f0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=07f6f862fd8349ba9423ccbd91a7fd20&device_id=5a602979-ef8a-43a1-affb-58c84f40f938 HTTP/1.1" status: 200 len: 1094 time: 0.4801934 Nov 23 17:42:52.674363 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-cf80a57d-bc2f-492d-a29e-0e53a28d8938 None None] Set router 908b3081-86f5-4649-af90-5b9a4d728ea7 gateway port host: n-d-816206-8 {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:42:52.694521 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8a13e1-32e0-46d4-ab2e-44cd749f65be req-ba249711-c4cd-4196-874c-8509f9ceeb0f tempest-VolumesActionsTest-442734151 tempest-VolumesActionsTest-442734151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:42:52.696025 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-be8a13e1-32e0-46d4-ab2e-44cd749f65be req-ba249711-c4cd-4196-874c-8509f9ceeb0f tempest-VolumesActionsTest-442734151 tempest-VolumesActionsTest-442734151-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a602979-ef8a-43a1-affb-58c84f40f938 HTTP/1.1" status: 200 len: 943 time: 0.8301768 Nov 23 17:42:52.833613 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43844cf4-17b1-4e40-9fc9-5c6d13c8633e tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Made reservation on behalf of a17872768c1e4384801bad129509cfa7 for: {'port': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:42:52.933422 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b508e39c-2261-4ba5-9560-8190b85c7d69 None None] Pushing event updated for resources: {'Port': ['ID=c749efbb-a0d6-4510-ad39-9d917813b508,revision_number=1']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:42:52.952221 n-d-816206-8 neutron-server[103592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b508e39c-2261-4ba5-9560-8190b85c7d69 None None] Network 56dedb9c-c874-4806-8073-23c183970f13 is already hosted by enough agents. {{(pid=103592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:42:52.973540 n-d-816206-8 neutron-server[103592]: DEBUG neutron.scheduler.base_scheduler [None req-b508e39c-2261-4ba5-9560-8190b85c7d69 None None] Resources bound (agent type, host, resource id): {{(pid=103592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:42:52.977603 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b508e39c-2261-4ba5-9560-8190b85c7d69 None None] Received port after_create {{(pid=103592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:42:53.079221 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-43844cf4-17b1-4e40-9fc9-5c6d13c8633e tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:53.098006 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.db_base_plugin_common [None req-46aa9161-76ff-4ab7-a91d-1f8a8678e4c1 None None] Allocated IP 172.20.0.2 (5eaeb0bb-5461-4ac0-b61d-4ffea0f2e6cb/7b7705dd-54e7-4139-93a8-c68471f9ef1c/129bb9a5-a99b-4336-a27d-d6ff95c97f9a) {{(pid=103592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:42:53.142863 n-d-816206-8 neutron-server[103590]: DEBUG neutron.notifiers.nova [None req-43844cf4-17b1-4e40-9fc9-5c6d13c8633e tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] device_id is not set on port a697e6d3-25d2-4013-bff3-ac9afe967fa3 yet. {{(pid=103590) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 17:42:53.160538 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device 9e98aa35-5be0-48bb-8298-3bbc77f02426 details requested by agent hyperv_n-h1-816206-8 with host n-h1-816206-8 {{(pid=103592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 17:42:53.318214 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-b508e39c-2261-4ba5-9560-8190b85c7d69 None None] Attempting to bind port c749efbb-a0d6-4510-ad39-9d917813b508 on host n-d-816206-8 for vnic_type normal with profile {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:42:53.323428 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-b508e39c-2261-4ba5-9560-8190b85c7d69 None None] Attempting to bind port c749efbb-a0d6-4510-ad39-9d917813b508 by drivers openvswitch,hyperv on host n-d-816206-8 at level 0 using segments [{'id': '208f22fc-9686-4ca3-a88c-018385437c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '56dedb9c-c874-4806-8073-23c183970f13'}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:42:53.328449 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b508e39c-2261-4ba5-9560-8190b85c7d69 None None] Attempting to bind port c749efbb-a0d6-4510-ad39-9d917813b508 on network 56dedb9c-c874-4806-8073-23c183970f13 {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:42:53.349791 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b508e39c-2261-4ba5-9560-8190b85c7d69 None None] Checking agent: {'id': '9e89acbe-4bbe-4c77-a18b-6f1da9133e0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 7, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 42, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:42:53.353393 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b508e39c-2261-4ba5-9560-8190b85c7d69 None None] Checking segment: {'id': '208f22fc-9686-4ca3-a88c-018385437c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '56dedb9c-c874-4806-8073-23c183970f13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:42:53.354006 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b508e39c-2261-4ba5-9560-8190b85c7d69 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:53.355217 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b508e39c-2261-4ba5-9560-8190b85c7d69 None None] Bound using segment: {'id': '208f22fc-9686-4ca3-a88c-018385437c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '56dedb9c-c874-4806-8073-23c183970f13'} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:42:53.357563 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-b508e39c-2261-4ba5-9560-8190b85c7d69 None None] Bound port: c749efbb-a0d6-4510-ad39-9d917813b508, host: n-d-816206-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '208f22fc-9686-4ca3-a88c-018385437c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '56dedb9c-c874-4806-8073-23c183970f13'}}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:42:53.358158 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b508e39c-2261-4ba5-9560-8190b85c7d69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:53.440589 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-cf80a57d-bc2f-492d-a29e-0e53a28d8938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '908b3081-86f5-4649-af90-5b9a4d728ea7', 'name': 'tempest-AttachVolumeShelveTestJSON-1601318973-router', 'tenant_id': '093e052ebdfd4c689471d0502a0c2e0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.177'}], 'enable_snat': True}, 'gw_port_id': '6d7f938f-5576-42b6-829f-dd4bf00be0d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:41:43Z', 'updated_at': '2021-11-23T17:41:57Z', 'revision_number': 4, 'project_id': '093e052ebdfd4c689471d0502a0c2e0a', 'gw_port': {'id': '6d7f938f-5576-42b6-829f-dd4bf00be0d8', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:4a:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '908b3081-86f5-4649-af90-5b9a4d728ea7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2446, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:41:44Z', 'updated_at': '2021-11-23T17:42:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_floatingips': [{'id': '1b75582a-194f-47bb-9fe9-19346311c3f1', 'tenant_id': '093e052ebdfd4c689471d0502a0c2e0a', 'floating_ip_address': '172.25.3.236', 'floating_network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'router_id': '908b3081-86f5-4649-af90-5b9a4d728ea7', 'port_id': 'fbe44c50-ab0e-48c7-bd92-149bb465cefc', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2487, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b05aa742-7050-4bee-9612-3681dfd2164b', 'mac_address': 'fa:16:3e:f2:30:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a43134ca-2758-4794-bb9c-974d11e5e279', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T17:42:12Z', 'updated_at': '2021-11-23T17:42:48Z', 'revision_number': 1, 'project_id': '093e052ebdfd4c689471d0502a0c2e0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd302559-a622-4aa2-a1df-caae459e166f', 'name': '', 'network_id': 'b05aa742-7050-4bee-9612-3681dfd2164b', 'tenant_id': '093e052ebdfd4c689471d0502a0c2e0a', 'mac_address': 'fa:16:3e:04:2e:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '908b3081-86f5-4649-af90-5b9a4d728ea7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2460, 'fixed_ips': [{'subnet_id': '784540e3-73ef-4656-9bfa-913bbf55b1a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:41:51Z', 'updated_at': '2021-11-23T17:42:10Z', 'revision_number': 5, 'project_id': '093e052ebdfd4c689471d0502a0c2e0a', 'subnets': [{'id': '784540e3-73ef-4656-9bfa-913bbf55b1a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:42:53.562718 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf80a57d-bc2f-492d-a29e-0e53a28d8938 None None] The sync data for ids ['908b3081-86f5-4649-af90-5b9a4d728ea7'] in n-d-816206-8 is: [{'id': '908b3081-86f5-4649-af90-5b9a4d728ea7', 'name': 'tempest-AttachVolumeShelveTestJSON-1601318973-router', 'tenant_id': '093e052ebdfd4c689471d0502a0c2e0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.177'}], 'enable_snat': True}, 'gw_port_id': '6d7f938f-5576-42b6-829f-dd4bf00be0d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:41:43Z', 'updated_at': '2021-11-23T17:41:57Z', 'revision_number': 4, 'project_id': '093e052ebdfd4c689471d0502a0c2e0a', 'gw_port': {'id': '6d7f938f-5576-42b6-829f-dd4bf00be0d8', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:4a:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '908b3081-86f5-4649-af90-5b9a4d728ea7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2446, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:41:44Z', 'updated_at': '2021-11-23T17:42:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_floatingips': [{'id': '1b75582a-194f-47bb-9fe9-19346311c3f1', 'tenant_id': '093e052ebdfd4c689471d0502a0c2e0a', 'floating_ip_address': '172.25.3.236', 'floating_network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'router_id': '908b3081-86f5-4649-af90-5b9a4d728ea7', 'port_id': 'fbe44c50-ab0e-48c7-bd92-149bb465cefc', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2487, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b05aa742-7050-4bee-9612-3681dfd2164b', 'mac_address': 'fa:16:3e:f2:30:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a43134ca-2758-4794-bb9c-974d11e5e279', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T17:42:12Z', 'updated_at': '2021-11-23T17:42:48Z', 'revision_number': 1, 'project_id': '093e052ebdfd4c689471d0502a0c2e0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd302559-a622-4aa2-a1df-caae459e166f', 'name': '', 'network_id': 'b05aa742-7050-4bee-9612-3681dfd2164b', 'tenant_id': '093e052ebdfd4c689471d0502a0c2e0a', 'mac_address': 'fa:16:3e:04:2e:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '908b3081-86f5-4649-af90-5b9a4d728ea7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2460, 'fixed_ips': [{'subnet_id': '784540e3-73ef-4656-9bfa-913bbf55b1a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:41:51Z', 'updated_at': '2021-11-23T17:42:10Z', 'revision_number': 5, 'project_id': '093e052ebdfd4c689471d0502a0c2e0a', 'subnets': [{'id': '784540e3-73ef-4656-9bfa-913bbf55b1a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:42:53.691632 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-43844cf4-17b1-4e40-9fc9-5c6d13c8633e tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Allocated IP 172.20.0.10 (56dedb9c-c874-4806-8073-23c183970f13/83aceb57-4867-4cc7-a766-0420e1542fc1/a697e6d3-25d2-4013-bff3-ac9afe967fa3) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:42:53.732129 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-43844cf4-17b1-4e40-9fc9-5c6d13c8633e tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Allocated IP 2001:db8::f816:3eff:fee4:32d5 (56dedb9c-c874-4806-8073-23c183970f13/a492475c-8f9f-4a98-9ab5-6d85c5d35ad1/a697e6d3-25d2-4013-bff3-ac9afe967fa3) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:42:53.733131 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.db.resource_extend [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] It took 0.38 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 23 17:42:54.004175 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164e128b-4759-4a2d-8d82-34996193de30 req-a64ab08c-6b7e-4c6e-b174-6d048183bc8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:42:54.022070 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-164e128b-4759-4a2d-8d82-34996193de30 req-a64ab08c-6b7e-4c6e-b174-6d048183bc8c service neutron] 10.222.0.36 "GET /v2.0/networks?id=b04d3905-94fd-478d-8f36-29a81061160f HTTP/1.1" status: 200 len: 908 time: 1.3448813 Nov 23 17:42:54.067407 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3281f787-95ed-4676-9b41-bf0a712cdd49 req-961042f6-92fb-4da4-b585-b5dccb4e0705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:42:54.069464 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-3281f787-95ed-4676-9b41-bf0a712cdd49 req-961042f6-92fb-4da4-b585-b5dccb4e0705 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=784540e3-73ef-4656-9bfa-913bbf55b1a9 HTTP/1.1" status: 200 len: 856 time: 1.4503682 Nov 23 17:42:54.172593 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87cce594-d8be-4546-9b76-25e9bdc4c34e None None] New status for floating IP 1b75582a-194f-47bb-9fe9-19346311c3f1: ACTIVE {{(pid=103592) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 17:42:54.197365 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-164e128b-4759-4a2d-8d82-34996193de30 req-a8de1cf2-da1e-4765-948d-1e53c245ab03 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e4f42627-3265-4afe-9239-54672891e2f0 HTTP/1.1" status: 200 len: 217 time: 0.0789633 Nov 23 17:42:54.206758 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b508e39c-2261-4ba5-9560-8190b85c7d69 None None] For port c749efbb-a0d6-4510-ad39-9d917813b508, host n-d-816206-8, cleared binding levels {{(pid=103592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:42:54.443028 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b508e39c-2261-4ba5-9560-8190b85c7d69 None None] For port c749efbb-a0d6-4510-ad39-9d917813b508, host n-d-816206-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=c749efbb-a0d6-4510-ad39-9d917813b508,segment=NetworkSegment(208f22fc-9686-4ca3-a88c-018385437c28),segment_id=208f22fc-9686-4ca3-a88c-018385437c28)] {{(pid=103592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:42:54.456880 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3281f787-95ed-4676-9b41-bf0a712cdd49 req-67f462b7-a3e3-40b5-bf1f-57a346aa21d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:42:54.459046 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-3281f787-95ed-4676-9b41-bf0a712cdd49 req-67f462b7-a3e3-40b5-bf1f-57a346aa21d0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b05aa742-7050-4bee-9612-3681dfd2164b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2658849 Nov 23 17:42:54.472396 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06319a0d-5002-4787-b79a-c1aae1379c6f req-87abc923-a309-47ff-83ba-b4c0f747c115 tempest-ListServerFiltersTestJSON-602552987 tempest-ListServerFiltersTestJSON-602552987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:42:54.480181 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-06319a0d-5002-4787-b79a-c1aae1379c6f req-87abc923-a309-47ff-83ba-b4c0f747c115 tempest-ListServerFiltersTestJSON-602552987 tempest-ListServerFiltersTestJSON-602552987-project] 10.222.0.60 "GET /v2.0/networks?id=5eaeb0bb-5461-4ac0-b61d-4ffea0f2e6cb HTTP/1.1" status: 200 len: 816 time: 1.8920281 Nov 23 17:42:54.486540 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-43844cf4-17b1-4e40-9fc9-5c6d13c8633e tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:54.537794 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-43844cf4-17b1-4e40-9fc9-5c6d13c8633e tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:54.540813 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b508e39c-2261-4ba5-9560-8190b85c7d69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:54.595833 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43844cf4-17b1-4e40-9fc9-5c6d13c8633e tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Network 56dedb9c-c874-4806-8073-23c183970f13 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:42:54.599308 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-43844cf4-17b1-4e40-9fc9-5c6d13c8633e tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:42:54.603409 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43844cf4-17b1-4e40-9fc9-5c6d13c8633e tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:42:54.629961 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43844cf4-17b1-4e40-9fc9-5c6d13c8633e tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Pushing event updated for resources: {'Port': ['ID=a697e6d3-25d2-4013-bff3-ac9afe967fa3,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:42:54.662151 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port 9e98aa35-5be0-48bb-8298-3bbc77f02426, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=9e98aa35-5be0-48bb-8298-3bbc77f02426,segment=NetworkSegment(ec813e0a-4415-4fed-a736-e9a0442fcb85),segment_id=ec813e0a-4415-4fed-a736-e9a0442fcb85)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:42:54.668406 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164e128b-4759-4a2d-8d82-34996193de30 req-36a8129a-9b12-4a22-8f4c-f2ee647b98fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:42:54.670900 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-164e128b-4759-4a2d-8d82-34996193de30 req-36a8129a-9b12-4a22-8f4c-f2ee647b98fb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d6ef9595-65a5-4d75-8113-6090cd6ca55e HTTP/1.1" status: 200 len: 847 time: 0.4461944 Nov 23 17:42:54.676798 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-be8a13e1-32e0-46d4-ab2e-44cd749f65be req-38e355b0-9631-41d9-85c8-720cf0dbdbfd tempest-VolumesActionsTest-442734151 tempest-VolumesActionsTest-442734151-project] 10.222.0.60 "GET /v2.0/security-groups?id=68fe547d-d706-4389-a025-af2d1c7bf46e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.8704343 Nov 23 17:42:54.711674 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-06319a0d-5002-4787-b79a-c1aae1379c6f req-dd588c55-4373-43c2-b30b-175e637f2410 tempest-ListServerFiltersTestJSON-602552987 tempest-ListServerFiltersTestJSON-602552987-project] 10.222.0.60 "GET /v2.0/quotas/d6c92b35b840401aba16aa44ff812cdc HTTP/1.1" status: 200 len: 375 time: 0.2304776 Nov 23 17:42:54.737726 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43844cf4-17b1-4e40-9fc9-5c6d13c8633e tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:42:54.738481 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-43844cf4-17b1-4e40-9fc9-5c6d13c8633e tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:54.743886 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-164e128b-4759-4a2d-8d82-34996193de30 req-9dfa2155-ad4f-4449-9c50-eed81190afd9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b04d3905-94fd-478d-8f36-29a81061160f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0589836 Nov 23 17:42:54.799204 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-43844cf4-17b1-4e40-9fc9-5c6d13c8633e tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 2.3076682 Nov 23 17:42:54.799687 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-06319a0d-5002-4787-b79a-c1aae1379c6f req-72e898da-aa4e-4988-87a7-b3fb25ee23ea tempest-ListServerFiltersTestJSON-602552987 tempest-ListServerFiltersTestJSON-602552987-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=d6c92b35b840401aba16aa44ff812cdc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0684121 Nov 23 17:42:54.806500 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 54482) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:42:54.944285 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-3281f787-95ed-4676-9b41-bf0a712cdd49 req-f782c676-34e3-44de-9c37-4ce14ef48d99 service neutron] 10.222.0.36 "GET /v2.0/networks/b05aa742-7050-4bee-9612-3681dfd2164b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4582107 Nov 23 17:42:54.977970 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Returning: {'device': '9e98aa35-5be0-48bb-8298-3bbc77f02426', 'network_id': '02874d22-2dc9-404b-96b5-741d17e13e44', 'port_id': '9e98aa35-5be0-48bb-8298-3bbc77f02426', 'mac_address': 'fa:16:3e:41:6c:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 505, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7cd7c517-b8bf-4f3d-98b6-b23c91372576', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 17:42:55.028695 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4118038-771c-4e0c-bf0a-5a26271a321a tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:42:55.054075 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4118038-771c-4e0c-bf0a-5a26271a321a tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:42:55.065881 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-f4118038-771c-4e0c-bf0a-5a26271a321a tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1764 time: 0.2533202 Nov 23 17:42:55.065881 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 54488) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:42:55.183362 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f4269a-29f1-489d-889a-23c361a0df03 req-4a6ff6c1-5ff0-41bd-a355-f70c5bac7b0c tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:42:55.198410 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b3f4269a-29f1-489d-889a-23c361a0df03 req-4a6ff6c1-5ff0-41bd-a355-f70c5bac7b0c tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/ports?device_id=87555c4b-ac12-459b-ba06-6ecf0fceb916 HTTP/1.1" status: 200 len: 944 time: 0.3074818 Nov 23 17:42:55.251759 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:55.302816 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-46aa9161-76ff-4ab7-a91d-1f8a8678e4c1 None None] Publish callbacks [] for port, precommit_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:55.310802 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e98aa35-5be0-48bb-8298-3bbc77f02426 {{(pid=103592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:42:55.381077 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-46aa9161-76ff-4ab7-a91d-1f8a8678e4c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980'] for port, after_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:55.443381 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port 9e98aa35-5be0-48bb-8298-3bbc77f02426, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=9e98aa35-5be0-48bb-8298-3bbc77f02426,segment=NetworkSegment(ec813e0a-4415-4fed-a736-e9a0442fcb85),segment_id=ec813e0a-4415-4fed-a736-e9a0442fcb85)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:42:55.471974 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device e4f42627-3265-4afe-9239-54672891e2f0 details requested by agent hyperv_n-h2-816206-8 with host n-h2-816206-8 {{(pid=103592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 17:42:55.527791 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-ac6a1fe0-5b0a-40f8-9107-f6047961a243 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Deleting port a697e6d3-25d2-4013-bff3-ac9afe967fa3 {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:42:55.532038 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ac6a1fe0-5b0a-40f8-9107-f6047961a243 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:55.532228 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-164e128b-4759-4a2d-8d82-34996193de30 req-47580135-4831-4efc-a8b1-9091b7539206 service neutron] 10.222.0.36 "GET /v2.0/networks/b04d3905-94fd-478d-8f36-29a81061160f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7464135 Nov 23 17:42:55.663509 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-06319a0d-5002-4787-b79a-c1aae1379c6f req-a1dd5753-1aec-477b-ab2e-5287fcd2e842 service neutron] 10.222.0.60 "GET /v2.0/networks/5eaeb0bb-5461-4ac0-b61d-4ffea0f2e6cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8431733 Nov 23 17:42:55.699645 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-3281f787-95ed-4676-9b41-bf0a712cdd49 req-5e75ae02-9be2-4104-97b3-112dbeab2a47 service neutron] 10.222.0.36 "GET /v2.0/networks/b05aa742-7050-4bee-9612-3681dfd2164b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7149010 Nov 23 17:42:55.718446 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port e4f42627-3265-4afe-9239-54672891e2f0, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=e4f42627-3265-4afe-9239-54672891e2f0,segment=NetworkSegment(07965fcd-1084-4fab-83f3-80d2c69eb397),segment_id=07965fcd-1084-4fab-83f3-80d2c69eb397)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:42:55.748722 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b508e39c-2261-4ba5-9560-8190b85c7d69 None None] Pushing event updated for resources: {'Port': ['ID=c749efbb-a0d6-4510-ad39-9d917813b508,revision_number=2']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:42:55.855394 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ac6a1fe0-5b0a-40f8-9107-f6047961a243 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:55.862110 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Returning: {'device': 'e4f42627-3265-4afe-9239-54672891e2f0', 'network_id': 'b04d3905-94fd-478d-8f36-29a81061160f', 'port_id': 'e4f42627-3265-4afe-9239-54672891e2f0', 'mac_address': 'fa:16:3e:6a:4a:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6ef9595-65a5-4d75-8113-6090cd6ca55e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 17:42:55.863414 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b3f4269a-29f1-489d-889a-23c361a0df03 req-0715862b-6e47-47d7-baa4-c1d193edc08a tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/security-groups?id=776cdaad-ec9b-4a42-a3a9-360feae7cf4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6652839 Nov 23 17:42:55.865451 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-06319a0d-5002-4787-b79a-c1aae1379c6f req-603fd656-2faf-4ece-8c8b-db4be63493fe service neutron] 10.222.0.60 "GET /v2.0/networks/5eaeb0bb-5461-4ac0-b61d-4ffea0f2e6cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1642208 Nov 23 17:42:55.893849 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aa9161-76ff-4ab7-a91d-1f8a8678e4c1 None None] Pushing event updated for resources: {'Port': ['ID=129bb9a5-a99b-4336-a27d-d6ff95c97f9a,revision_number=1']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:42:55.902850 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:55.913114 n-d-816206-8 neutron-server[103592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46aa9161-76ff-4ab7-a91d-1f8a8678e4c1 None None] Network 5eaeb0bb-5461-4ac0-b61d-4ffea0f2e6cb is already hosted by enough agents. {{(pid=103592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:42:55.918466 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-ac6a1fe0-5b0a-40f8-9107-f6047961a243 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Calling delete_port for a697e6d3-25d2-4013-bff3-ac9afe967fa3 owned by {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:42:56.112623 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-164e128b-4759-4a2d-8d82-34996193de30 req-5aedb038-49d7-41c6-9add-edf97917db6d service neutron] 10.222.0.36 "GET /v2.0/networks/b04d3905-94fd-478d-8f36-29a81061160f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5361128 Nov 23 17:42:56.134135 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:56.217032 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device c749efbb-a0d6-4510-ad39-9d917813b508 up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:42:56.336523 n-d-816206-8 neutron-server[103592]: DEBUG neutron.scheduler.base_scheduler [None req-46aa9161-76ff-4ab7-a91d-1f8a8678e4c1 None None] Resources bound (agent type, host, resource id): {{(pid=103592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:42:56.362539 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46aa9161-76ff-4ab7-a91d-1f8a8678e4c1 None None] Received port after_create {{(pid=103592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:42:56.369822 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589fcf01-9b8e-4917-b6e0-18aee8385dad req-38c1ad97-268d-4674-af74-c707be9c9f33 tempest-VolumesActionsTest-442734151 tempest-VolumesActionsTest-442734151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:42:56.372904 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4f42627-3265-4afe-9239-54672891e2f0 {{(pid=103592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:42:56.389813 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-589fcf01-9b8e-4917-b6e0-18aee8385dad req-38c1ad97-268d-4674-af74-c707be9c9f33 tempest-VolumesActionsTest-442734151 tempest-VolumesActionsTest-442734151-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a602979-ef8a-43a1-affb-58c84f40f938 HTTP/1.1" status: 200 len: 943 time: 0.1542950 Nov 23 17:42:56.434347 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] get_ports_and_sgs() called for port_ids ['9e98aa35-5be0-48bb-8298-3bbc77f02426'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:42:56.475179 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ac6a1fe0-5b0a-40f8-9107-f6047961a243 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:56.489616 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port e4f42627-3265-4afe-9239-54672891e2f0, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=e4f42627-3265-4afe-9239-54672891e2f0,segment=NetworkSegment(07965fcd-1084-4fab-83f3-80d2c69eb397),segment_id=07965fcd-1084-4fab-83f3-80d2c69eb397)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:42:56.537689 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6a1fe0-5b0a-40f8-9107-f6047961a243 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Pushing event deleted for resources: {'Port': ['ID=a697e6d3-25d2-4013-bff3-ac9afe967fa3,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:42:56.610480 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:56.748945 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Pushing event updated for resources: {'Port': ['ID=9e98aa35-5be0-48bb-8298-3bbc77f02426,revision_number=4']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:42:56.890046 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443fa405-fc59-48f2-9330-1b295833be55 req-b51655aa-c674-4fc6-b5ed-74a14803850d tempest-ListServerFiltersTestJSON-602552987 tempest-ListServerFiltersTestJSON-602552987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:42:56.902029 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-443fa405-fc59-48f2-9330-1b295833be55 req-b51655aa-c674-4fc6-b5ed-74a14803850d tempest-ListServerFiltersTestJSON-602552987 tempest-ListServerFiltersTestJSON-602552987-project] 10.222.0.60 "GET /v2.0/networks?id=5eaeb0bb-5461-4ac0-b61d-4ffea0f2e6cb HTTP/1.1" status: 200 len: 816 time: 0.3720722 Nov 23 17:42:56.920140 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-589fcf01-9b8e-4917-b6e0-18aee8385dad req-cc6bfada-466a-4bd5-b6e3-a6b5450ed871 tempest-VolumesActionsTest-442734151 tempest-VolumesActionsTest-442734151-project] 10.222.0.60 "GET /v2.0/security-groups?id=68fe547d-d706-4389-a025-af2d1c7bf46e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5227690 Nov 23 17:42:56.940567 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-443fa405-fc59-48f2-9330-1b295833be55 req-ce025cde-1c86-4b0f-8b7d-0360e9f228ac tempest-ListServerFiltersTestJSON-602552987 tempest-ListServerFiltersTestJSON-602552987-project] 10.222.0.60 "GET /v2.0/quotas/d6c92b35b840401aba16aa44ff812cdc HTTP/1.1" status: 200 len: 375 time: 0.0376062 Nov 23 17:42:56.968789 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ac6a1fe0-5b0a-40f8-9107-f6047961a243 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:56.976221 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 54522) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:42:56.980995 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-ac6a1fe0-5b0a-40f8-9107-f6047961a243 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] 10.222.0.60 "DELETE /v2.0/ports/a697e6d3-25d2-4013-bff3-ac9afe967fa3 HTTP/1.1" status: 204 len: 168 time: 1.9056573 Nov 23 17:42:57.060888 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port c749efbb-a0d6-4510-ad39-9d917813b508 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:42:57.061268 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:57.144840 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-46aa9161-76ff-4ab7-a91d-1f8a8678e4c1 None None] Attempting to bind port 129bb9a5-a99b-4336-a27d-d6ff95c97f9a on host n-d-816206-8 for vnic_type normal with profile {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:42:57.145221 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-46aa9161-76ff-4ab7-a91d-1f8a8678e4c1 None None] Attempting to bind port 129bb9a5-a99b-4336-a27d-d6ff95c97f9a by drivers openvswitch,hyperv on host n-d-816206-8 at level 0 using segments [{'id': '27d47b01-53c9-46b4-98cd-4228976adb4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '5eaeb0bb-5461-4ac0-b61d-4ffea0f2e6cb'}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:42:57.145587 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46aa9161-76ff-4ab7-a91d-1f8a8678e4c1 None None] Attempting to bind port 129bb9a5-a99b-4336-a27d-d6ff95c97f9a on network 5eaeb0bb-5461-4ac0-b61d-4ffea0f2e6cb {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:42:57.148382 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Pushing event updated for resources: {'Port': ['ID=e4f42627-3265-4afe-9239-54672891e2f0,revision_number=4']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:42:57.200634 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-443fa405-fc59-48f2-9330-1b295833be55 req-e1e56ccd-687e-427d-b2ce-bb454b95832b tempest-ListServerFiltersTestJSON-602552987 tempest-ListServerFiltersTestJSON-602552987-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=d6c92b35b840401aba16aa44ff812cdc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2347107 Nov 23 17:42:57.207489 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] get_ports_and_sgs() called for port_ids ['e4f42627-3265-4afe-9239-54672891e2f0'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:42:57.289275 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ffcca2d-3ea7-4028-8a70-c8451edfbf02 None None] Network 56dedb9c-c874-4806-8073-23c183970f13 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:42:57.291346 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46aa9161-76ff-4ab7-a91d-1f8a8678e4c1 None None] Checking agent: {'id': '9e89acbe-4bbe-4c77-a18b-6f1da9133e0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 7, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 42, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:42:57.291805 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46aa9161-76ff-4ab7-a91d-1f8a8678e4c1 None None] Checking segment: {'id': '27d47b01-53c9-46b4-98cd-4228976adb4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '5eaeb0bb-5461-4ac0-b61d-4ffea0f2e6cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:42:57.292301 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-46aa9161-76ff-4ab7-a91d-1f8a8678e4c1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:57.292807 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46aa9161-76ff-4ab7-a91d-1f8a8678e4c1 None None] Bound using segment: {'id': '27d47b01-53c9-46b4-98cd-4228976adb4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '5eaeb0bb-5461-4ac0-b61d-4ffea0f2e6cb'} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:42:57.293498 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-46aa9161-76ff-4ab7-a91d-1f8a8678e4c1 None None] Bound port: 129bb9a5-a99b-4336-a27d-d6ff95c97f9a, host: n-d-816206-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27d47b01-53c9-46b4-98cd-4228976adb4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '5eaeb0bb-5461-4ac0-b61d-4ffea0f2e6cb'}}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:42:57.294438 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-46aa9161-76ff-4ab7-a91d-1f8a8678e4c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:57.321572 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e13a3cd8-ee86-4ddb-988c-500a8a063f53 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:42:57.324018 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e13a3cd8-ee86-4ddb-988c-500a8a063f53 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:42:57.327798 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e13a3cd8-ee86-4ddb-988c-500a8a063f53 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:42:57.333134 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 54530) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:42:57.333570 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-e13a3cd8-ee86-4ddb-988c-500a8a063f53 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.3334689 Nov 23 17:42:57.481125 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b531eab-defb-45e8-ac6d-5cda07c9bf25 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Deleting subnet 83aceb57-4867-4cc7-a766-0420e1542fc1 {{(pid=103590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 17:42:57.487841 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-443fa405-fc59-48f2-9330-1b295833be55 req-e92d3bb0-0838-450f-9b8c-60613ddd9de0 service neutron] 10.222.0.60 "GET /v2.0/networks/5eaeb0bb-5461-4ac0-b61d-4ffea0f2e6cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2852547 Nov 23 17:42:57.488331 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5b531eab-defb-45e8-ac6d-5cda07c9bf25 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks [] for subnet, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:57.553586 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5b531eab-defb-45e8-ac6d-5cda07c9bf25 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-267528342'] for subnet, precommit_delete_associations {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:57.647263 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-443fa405-fc59-48f2-9330-1b295833be55 req-0eb107c0-4272-4d0e-a9f9-e443cc7f709a service neutron] 10.222.0.60 "GET /v2.0/networks/5eaeb0bb-5461-4ac0-b61d-4ffea0f2e6cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1563621 Nov 23 17:42:57.671925 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c1798c-3c1d-4cdd-8de6-22e477d1bd42 req-ba38d26a-de72-424e-9cfd-a3c925e75512 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:42:57.675884 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-06c1798c-3c1d-4cdd-8de6-22e477d1bd42 req-ba38d26a-de72-424e-9cfd-a3c925e75512 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/ports?device_id=87555c4b-ac12-459b-ba06-6ecf0fceb916 HTTP/1.1" status: 200 len: 945 time: 0.5745721 Nov 23 17:42:57.722759 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-7ccecf7e-0215-4159-9a3b-d50a9fa7fa47 None None] Provisioning complete for port c749efbb-a0d6-4510-ad39-9d917813b508 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:42:57.723289 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-7ccecf7e-0215-4159-9a3b-d50a9fa7fa47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:57.734443 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5b531eab-defb-45e8-ac6d-5cda07c9bf25 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971956'] for subnet, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:57.780961 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-06c1798c-3c1d-4cdd-8de6-22e477d1bd42 req-1973f49f-7ee5-4eb2-a2e4-53318104c84e tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/security-groups?id=776cdaad-ec9b-4a42-a3a9-360feae7cf4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981963 Nov 23 17:42:57.946484 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5b531eab-defb-45e8-ac6d-5cda07c9bf25 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264357903', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264730940'] for subnet, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:57.978917 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:58.042113 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5b531eab-defb-45e8-ac6d-5cda07c9bf25 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks [] for subnet, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:58.058347 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 54546) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:42:58.074659 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-5b531eab-defb-45e8-ac6d-5cda07c9bf25 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] 10.222.0.60 "DELETE /v2.0/subnets/83aceb57-4867-4cc7-a766-0420e1542fc1 HTTP/1.1" status: 204 len: 168 time: 0.7400837 Nov 23 17:42:58.173096 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b531eab-defb-45e8-ac6d-5cda07c9bf25 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Pushing event deleted for resources: {'Subnet': ['ID=83aceb57-4867-4cc7-a766-0420e1542fc1,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:42:58.266882 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-46aa9161-76ff-4ab7-a91d-1f8a8678e4c1 None None] For port 129bb9a5-a99b-4336-a27d-d6ff95c97f9a, host n-d-816206-8, cleared binding levels {{(pid=103592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:42:58.363730 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.db.api [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103592) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 17:42:58.364140 n-d-816206-8 neutron-server[103592]: DEBUG oslo_db.api [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 17:42:58.440534 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-46aa9161-76ff-4ab7-a91d-1f8a8678e4c1 None None] For port 129bb9a5-a99b-4336-a27d-d6ff95c97f9a, host n-d-816206-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=129bb9a5-a99b-4336-a27d-d6ff95c97f9a,segment=NetworkSegment(27d47b01-53c9-46b4-98cd-4228976adb4c),segment_id=27d47b01-53c9-46b4-98cd-4228976adb4c)] {{(pid=103592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:42:58.475355 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-46aa9161-76ff-4ab7-a91d-1f8a8678e4c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:58.620299 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.db_base_plugin_v2 [None req-37ceee5e-3e90-431f-aa5f-a63f25a1ffaa tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Deleting subnet a492475c-8f9f-4a98-9ab5-6d85c5d35ad1 {{(pid=103591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 17:42:58.640598 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae221c1-f43a-4b2c-b592-06ef059199da req-22e2e8ca-c9e4-4900-84e3-9224b1c2ea01 tempest-VolumesActionsTest-442734151 tempest-VolumesActionsTest-442734151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:42:58.642297 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-3ae221c1-f43a-4b2c-b592-06ef059199da req-22e2e8ca-c9e4-4900-84e3-9224b1c2ea01 tempest-VolumesActionsTest-442734151 tempest-VolumesActionsTest-442734151-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a602979-ef8a-43a1-affb-58c84f40f938 HTTP/1.1" status: 200 len: 944 time: 0.4549220 Nov 23 17:42:58.645681 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-37ceee5e-3e90-431f-aa5f-a63f25a1ffaa tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks [] for subnet, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:58.806913 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-37ceee5e-3e90-431f-aa5f-a63f25a1ffaa tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265990000'] for subnet, precommit_delete_associations {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:58.823152 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8bac06-041e-4a7c-a8cc-d5a0bfcb393c req-95d9c9c4-bab6-44ee-9526-076e55a909b2 tempest-ListServerFiltersTestJSON-602552987 tempest-ListServerFiltersTestJSON-602552987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:42:58.825575 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ec8bac06-041e-4a7c-a8cc-d5a0bfcb393c req-95d9c9c4-bab6-44ee-9526-076e55a909b2 tempest-ListServerFiltersTestJSON-602552987 tempest-ListServerFiltersTestJSON-602552987-project] 10.222.0.60 "GET /v2.0/networks?id=5eaeb0bb-5461-4ac0-b61d-4ffea0f2e6cb HTTP/1.1" status: 200 len: 816 time: 0.6220694 Nov 23 17:42:58.900557 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-37ceee5e-3e90-431f-aa5f-a63f25a1ffaa tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971956'] for subnet, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:59.087725 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ec8bac06-041e-4a7c-a8cc-d5a0bfcb393c req-35588f24-0f0e-4b33-9897-8db14af61f62 tempest-ListServerFiltersTestJSON-602552987 tempest-ListServerFiltersTestJSON-602552987-project] 10.222.0.60 "GET /v2.0/quotas/d6c92b35b840401aba16aa44ff812cdc HTTP/1.1" status: 200 len: 375 time: 0.1087568 Nov 23 17:42:59.132822 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06319a0d-5002-4787-b79a-c1aae1379c6f req-2eabaed3-e1f8-4b4d-9047-ae6fb070c331 tempest-ListServerFiltersTestJSON-602552987 tempest-ListServerFiltersTestJSON-602552987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:42:59.133793 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:59.134411 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-06319a0d-5002-4787-b79a-c1aae1379c6f req-2eabaed3-e1f8-4b4d-9047-ae6fb070c331 tempest-ListServerFiltersTestJSON-602552987 tempest-ListServerFiltersTestJSON-602552987-project] 10.222.0.55 "GET /v2.0/networks?id=5eaeb0bb-5461-4ac0-b61d-4ffea0f2e6cb HTTP/1.1" status: 200 len: 816 time: 0.8285120 Nov 23 17:42:59.154344 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aa9161-76ff-4ab7-a91d-1f8a8678e4c1 None None] Pushing event updated for resources: {'Port': ['ID=129bb9a5-a99b-4336-a27d-d6ff95c97f9a,revision_number=2']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:42:59.171982 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-3ae221c1-f43a-4b2c-b592-06ef059199da req-97d234f4-237e-4e0b-a3b3-fff6eef24842 tempest-VolumesActionsTest-442734151 tempest-VolumesActionsTest-442734151-project] 10.222.0.60 "GET /v2.0/security-groups?id=68fe547d-d706-4389-a025-af2d1c7bf46e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4845362 Nov 23 17:42:59.265778 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [req-06319a0d-5002-4787-b79a-c1aae1379c6f req-084110b0-5b06-4fc2-bfc7-ba1b9d5d567d tempest-ListServerFiltersTestJSON-602552987 tempest-ListServerFiltersTestJSON-602552987-project] Request body: {'port': {'device_id': '36409146-1095-48e4-aac8-430c5301d5ac', 'network_id': '5eaeb0bb-5461-4ac0-b61d-4ffea0f2e6cb', 'admin_state_up': True, 'tenant_id': 'd6c92b35b840401aba16aa44ff812cdc'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:42:59.414061 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-7ccecf7e-0215-4159-9a3b-d50a9fa7fa47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:59.551739 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] For port c749efbb-a0d6-4510-ad39-9d917813b508, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=c749efbb-a0d6-4510-ad39-9d917813b508,segment=NetworkSegment(208f22fc-9686-4ca3-a88c-018385437c28),segment_id=208f22fc-9686-4ca3-a88c-018385437c28)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:42:59.567371 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:59.636511 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ec8bac06-041e-4a7c-a8cc-d5a0bfcb393c req-ba959727-b6e6-48cd-bc86-f6121211fd55 tempest-ListServerFiltersTestJSON-602552987 tempest-ListServerFiltersTestJSON-602552987-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=d6c92b35b840401aba16aa44ff812cdc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5401428 Nov 23 17:42:59.646651 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-37ceee5e-3e90-431f-aa5f-a63f25a1ffaa tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264758240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264314269'] for subnet, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:59.878690 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-37ceee5e-3e90-431f-aa5f-a63f25a1ffaa tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for subnet, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:42:59.885214 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 54582) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:42:59.888617 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-37ceee5e-3e90-431f-aa5f-a63f25a1ffaa tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] 10.222.0.60 "DELETE /v2.0/subnets/a492475c-8f9f-4a98-9ab5-6d85c5d35ad1 HTTP/1.1" status: 204 len: 168 time: 1.8261549 Nov 23 17:42:59.912757 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0b903f-316c-4fb7-9d95-db97e34fb48b req-b083f5a4-32ef-4e23-8c79-9b09297b44cf tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:42:59.914839 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-0a0b903f-316c-4fb7-9d95-db97e34fb48b req-b083f5a4-32ef-4e23-8c79-9b09297b44cf tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/ports?device_id=87555c4b-ac12-459b-ba06-6ecf0fceb916 HTTP/1.1" status: 200 len: 945 time: 0.5822470 Nov 23 17:42:59.916849 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ceee5e-3e90-431f-aa5f-a63f25a1ffaa tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Pushing event deleted for resources: {'Subnet': ['ID=a492475c-8f9f-4a98-9ab5-6d85c5d35ad1,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:42:59.923781 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 129bb9a5-a99b-4336-a27d-d6ff95c97f9a up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:42:59.946387 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.db.api [None req-7ccecf7e-0215-4159-9a3b-d50a9fa7fa47 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103592) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 17:42:59.946740 n-d-816206-8 neutron-server[103592]: DEBUG oslo_db.api [None req-7ccecf7e-0215-4159-9a3b-d50a9fa7fa47 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 17:43:00.005445 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-394d62be-5105-419b-a7e4-6556810f6566 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1182940 Nov 23 17:43:00.016316 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 54586) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:43:00.035461 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device 9e98aa35-5be0-48bb-8298-3bbc77f02426 up at agent hyperv_n-h1-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:43:00.047603 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Pushing event updated for resources: {'Port': ['ID=c749efbb-a0d6-4510-ad39-9d917813b508,revision_number=4']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:43:00.125440 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ec8bac06-041e-4a7c-a8cc-d5a0bfcb393c req-9f97745c-df6b-4f25-8896-eac0e98d6c97 service neutron] 10.222.0.60 "GET /v2.0/networks/5eaeb0bb-5461-4ac0-b61d-4ffea0f2e6cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4716446 Nov 23 17:43:00.242542 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-048b940b-7667-4c5d-a046-aacdd8a66ecc tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:43:00.247266 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-048b940b-7667-4c5d-a046-aacdd8a66ecc tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2264552 Nov 23 17:43:00.249124 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 54598) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:43:00.289947 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75b722c9-984a-483c-808e-7e144a429897 None None] Update dhcp port {'port': {'network_id': '56dedb9c-c874-4806-8073-23c183970f13', 'fixed_ips': [{'subnet_id': 'a492475c-8f9f-4a98-9ab5-6d85c5d35ad1'}], 'binding:host_id': 'n-d-816206-8'}, 'id': 'c749efbb-a0d6-4510-ad39-9d917813b508'} from n-d-816206-8. {{(pid=103592) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 23 17:43:00.349287 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-75b722c9-984a-483c-808e-7e144a429897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:00.377331 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port 129bb9a5-a99b-4336-a27d-d6ff95c97f9a triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:43:00.377331 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:00.518236 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a4acf77-773b-4fa7-98ff-406cea3f0aaf tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:43:00.521097 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Provisioning for port 9e98aa35-5be0-48bb-8298-3bbc77f02426 completed by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 17:43:00.536156 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 54608) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:43:00.542958 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-5a4acf77-773b-4fa7-98ff-406cea3f0aaf tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2874084 Nov 23 17:43:00.666767 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-0ee87456-9072-4b5c-bc36-6c5871a5c100 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1032503 Nov 23 17:43:00.673889 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 54614) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:43:00.685377 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-5b37d7eb-8c30-47b3-bf43-fb760e8f2e15 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Request body: {'subnet': {'network_id': '56dedb9c-c874-4806-8073-23c183970f13', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:43:00.779701 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Provisioning complete for port 9e98aa35-5be0-48bb-8298-3bbc77f02426 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:43:00.782652 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:00.865717 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06319a0d-5002-4787-b79a-c1aae1379c6f req-084110b0-5b06-4fc2-bfc7-ba1b9d5d567d tempest-ListServerFiltersTestJSON-602552987 tempest-ListServerFiltersTestJSON-602552987-project] Made reservation on behalf of d6c92b35b840401aba16aa44ff812cdc for: {'port': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:43:00.878275 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-06319a0d-5002-4787-b79a-c1aae1379c6f req-084110b0-5b06-4fc2-bfc7-ba1b9d5d567d tempest-ListServerFiltersTestJSON-602552987 tempest-ListServerFiltersTestJSON-602552987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:00.987538 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b37d7eb-8c30-47b3-bf43-fb760e8f2e15 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Made reservation on behalf of a17872768c1e4384801bad129509cfa7 for: {'subnet': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:43:00.997506 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5b37d7eb-8c30-47b3-bf43-fb760e8f2e15 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264730903'] for subnet, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:00.999802 n-d-816206-8 neutron-server[103590]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b37d7eb-8c30-47b3-bf43-fb760e8f2e15 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 17:43:01.000376 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-0a0b903f-316c-4fb7-9d95-db97e34fb48b req-9a85b29e-e553-400a-9237-2821549cd0fd tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/security-groups?id=776cdaad-ec9b-4a42-a3a9-360feae7cf4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8736541 Nov 23 17:43:01.018654 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:01.021711 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b37d7eb-8c30-47b3-bf43-fb760e8f2e15 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103590) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 17:43:01.023271 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e97beddd-3ba8-42e6-8c8e-81b54b9bfc02 None None] Network 56dedb9c-c874-4806-8073-23c183970f13 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:43:01.057680 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-5b37d7eb-8c30-47b3-bf43-fb760e8f2e15 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3787334 Nov 23 17:43:01.057680 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 54622) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:43:01.068469 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-de24728a-ba18-4db7-956e-ff191d59c70f tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Request body: {'subnet': {'network_id': '56dedb9c-c874-4806-8073-23c183970f13', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:43:01.077788 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14c0f80e-60bc-4f8b-8712-53955b9314a8 None None] Network 5eaeb0bb-5461-4ac0-b61d-4ffea0f2e6cb requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:43:01.299434 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de24728a-ba18-4db7-956e-ff191d59c70f tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Made reservation on behalf of a17872768c1e4384801bad129509cfa7 for: {'subnet': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:43:01.306043 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-de24728a-ba18-4db7-956e-ff191d59c70f tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264730903'] for subnet, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:01.307948 n-d-816206-8 neutron-server[103590]: INFO neutron.pecan_wsgi.hooks.translation [None req-de24728a-ba18-4db7-956e-ff191d59c70f tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 17:43:01.308716 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de24728a-ba18-4db7-956e-ff191d59c70f tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103590) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 17:43:01.342321 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-de24728a-ba18-4db7-956e-ff191d59c70f tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2833498 Nov 23 17:43:01.345355 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 54632) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:43:01.350873 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-999f81e0-c305-4d83-a152-6237ca4aee9b tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Request body: {'subnet': {'network_id': '56dedb9c-c874-4806-8073-23c183970f13', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:43:01.356959 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ec8bac06-041e-4a7c-a8cc-d5a0bfcb393c req-ca2d9223-7305-4b02-a82b-86eccbff78e2 service neutron] 10.222.0.60 "GET /v2.0/networks/5eaeb0bb-5461-4ac0-b61d-4ffea0f2e6cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0587530 Nov 23 17:43:01.464847 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 54638) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:43:01.477597 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443fa405-fc59-48f2-9330-1b295833be55 req-39f9e191-7951-4e49-a524-2d36753c0172 tempest-ListServerFiltersTestJSON-602552987 tempest-ListServerFiltersTestJSON-602552987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:43:01.479178 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-443fa405-fc59-48f2-9330-1b295833be55 req-39f9e191-7951-4e49-a524-2d36753c0172 tempest-ListServerFiltersTestJSON-602552987 tempest-ListServerFiltersTestJSON-602552987-project] 10.222.0.36 "GET /v2.0/networks?id=5eaeb0bb-5461-4ac0-b61d-4ffea0f2e6cb HTTP/1.1" status: 200 len: 816 time: 1.3359215 Nov 23 17:43:01.523731 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [req-443fa405-fc59-48f2-9330-1b295833be55 req-586c6aa9-6a9a-48b2-aed1-69b0f3ef9f36 tempest-ListServerFiltersTestJSON-602552987 tempest-ListServerFiltersTestJSON-602552987-project] Request body: {'port': {'device_id': '74d60304-cc4f-41f3-9245-821f0a036a31', 'network_id': '5eaeb0bb-5461-4ac0-b61d-4ffea0f2e6cb', 'admin_state_up': True, 'tenant_id': 'd6c92b35b840401aba16aa44ff812cdc'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:43:01.533460 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-4fdf77b3-8c77-4d2b-83e0-d00cf7086dec None None] Provisioning complete for port c749efbb-a0d6-4510-ad39-9d917813b508 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:43:01.534466 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-4fdf77b3-8c77-4d2b-83e0-d00cf7086dec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:01.575547 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device e4f42627-3265-4afe-9239-54672891e2f0 up at agent hyperv_n-h2-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:43:01.634748 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-999f81e0-c305-4d83-a152-6237ca4aee9b tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Made reservation on behalf of a17872768c1e4384801bad129509cfa7 for: {'subnet': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:43:01.648635 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-999f81e0-c305-4d83-a152-6237ca4aee9b tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264730903'] for subnet, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:01.649570 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] For port 129bb9a5-a99b-4336-a27d-d6ff95c97f9a, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=129bb9a5-a99b-4336-a27d-d6ff95c97f9a,segment=NetworkSegment(27d47b01-53c9-46b4-98cd-4228976adb4c),segment_id=27d47b01-53c9-46b4-98cd-4228976adb4c)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:43:01.652952 n-d-816206-8 neutron-server[103590]: INFO neutron.pecan_wsgi.hooks.translation [None req-999f81e0-c305-4d83-a152-6237ca4aee9b tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 17:43:01.653865 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-999f81e0-c305-4d83-a152-6237ca4aee9b tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103590) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 17:43:01.688200 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-999f81e0-c305-4d83-a152-6237ca4aee9b tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.3413522 Nov 23 17:43:01.688895 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 54654) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:43:01.697100 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:01.697313 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-2f5d7e04-90bd-4ccd-8893-14730bbb5390 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Request body: {'subnet': {'network_id': '56dedb9c-c874-4806-8073-23c183970f13', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:43:01.757849 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Provisioning for port e4f42627-3265-4afe-9239-54672891e2f0 completed by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 17:43:01.841081 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Provisioning complete for port e4f42627-3265-4afe-9239-54672891e2f0 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:43:01.841788 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:01.847203 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7ac40d2-58f1-4866-bddd-6f36cd9da7e9 None None] DHCP port deletion for 56dedb9c-c874-4806-8073-23c183970f13 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:43:01.886834 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device c749efbb-a0d6-4510-ad39-9d917813b508 no longer exists at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:43:01.948569 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:02.091291 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87555c4b-ac12-459b-ba06-6ecf0fceb916', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e98aa35-5be0-48bb-8298-3bbc77f02426'}] {{(pid=103592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:43:02.093816 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba3e6a8f2301c7a29fe1eca9779abdae4ccbcd6266d69778087f2498d5551201" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a730ee1-2d67-49bc-8b3d-c278592e61de" -d '{"events": [{"server_uuid": "87555c4b-ac12-459b-ba06-6ecf0fceb916", "name": "network-vif-plugged", "status": "completed", "tag": "9e98aa35-5be0-48bb-8298-3bbc77f02426"}]}' {{(pid=103592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:43:02.107312 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ffeb23c7-fe84-4368-8b50-8033d41262ec req-95dfed16-a757-4481-ba63-ed90be19a252 tempest-ListServerFiltersTestJSON-602552987 tempest-ListServerFiltersTestJSON-602552987-project] 10.222.0.60 "GET /v2.0/ports?device_id=62716bb5-8ce0-40bd-8dc9-1784181f4168 HTTP/1.1" status: 200 len: 210 time: 0.1851234 Nov 23 17:43:02.107895 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Pushing event updated for resources: {'Port': ['ID=129bb9a5-a99b-4336-a27d-d6ff95c97f9a,revision_number=3']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:43:02.116669 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port 9e98aa35-5be0-48bb-8298-3bbc77f02426, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=9e98aa35-5be0-48bb-8298-3bbc77f02426,segment=NetworkSegment(ec813e0a-4415-4fed-a736-e9a0442fcb85),segment_id=ec813e0a-4415-4fed-a736-e9a0442fcb85)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:43:02.117883 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-facde1e6-04d0-4011-9c5d-c2e9c938a383 None None] Provisioning complete for port 129bb9a5-a99b-4336-a27d-d6ff95c97f9a triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:43:02.118370 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-facde1e6-04d0-4011-9c5d-c2e9c938a383 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:02.140408 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.db_base_plugin_common [req-06319a0d-5002-4787-b79a-c1aae1379c6f req-084110b0-5b06-4fc2-bfc7-ba1b9d5d567d tempest-ListServerFiltersTestJSON-602552987 tempest-ListServerFiltersTestJSON-602552987-project] Allocated IP 172.20.0.13 (5eaeb0bb-5461-4ac0-b61d-4ffea0f2e6cb/7b7705dd-54e7-4139-93a8-c68471f9ef1c/9658f692-56ae-405c-812e-58fe07a614a5) {{(pid=103591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:43:02.163025 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055930c0-d58a-4a82-a696-b77a5c1e6a5d req-9dbbf6db-15b2-425f-a115-fb8aa3e5cfdb tempest-VolumesActionsTest-442734151 tempest-VolumesActionsTest-442734151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:43:02.168035 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:02.177838 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-055930c0-d58a-4a82-a696-b77a5c1e6a5d req-9dbbf6db-15b2-425f-a115-fb8aa3e5cfdb tempest-VolumesActionsTest-442734151 tempest-VolumesActionsTest-442734151-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a602979-ef8a-43a1-affb-58c84f40f938 HTTP/1.1" status: 200 len: 944 time: 0.8487802 Nov 23 17:43:02.180778 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-443fa405-fc59-48f2-9330-1b295833be55 req-586c6aa9-6a9a-48b2-aed1-69b0f3ef9f36 tempest-ListServerFiltersTestJSON-602552987 tempest-ListServerFiltersTestJSON-602552987-project] Made reservation on behalf of d6c92b35b840401aba16aa44ff812cdc for: {'port': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:43:02.191184 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-443fa405-fc59-48f2-9330-1b295833be55 req-586c6aa9-6a9a-48b2-aed1-69b0f3ef9f36 tempest-ListServerFiltersTestJSON-602552987 tempest-ListServerFiltersTestJSON-602552987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:02.239765 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.db.api [None req-2f5d7e04-90bd-4ccd-8893-14730bbb5390 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 23 17:43:02.239765 n-d-816206-8 neutron-server[103590]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 23 17:43:02.239765 n-d-816206-8 neutron-server[103590]: [parameters: {'project_id_1': 'a17872768c1e4384801bad129509cfa7', 'expiration_1': datetime.datetime(2021, 11, 23, 17, 42, 42, 26700)}] Nov 23 17:43:02.239765 n-d-816206-8 neutron-server[103590]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103590) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 17:43:02.241158 n-d-816206-8 neutron-server[103590]: DEBUG oslo_db.api [None req-2f5d7e04-90bd-4ccd-8893-14730bbb5390 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 17:43:02.609656 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:02.620042 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Pushing event updated for resources: {'Port': ['ID=9e98aa35-5be0-48bb-8298-3bbc77f02426,revision_number=5']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:43:02.644649 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:02.662510 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-c7ac40d2-58f1-4866-bddd-6f36cd9da7e9 None None] Deleting port c749efbb-a0d6-4510-ad39-9d917813b508 {{(pid=103592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:43:02.663137 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c7ac40d2-58f1-4866-bddd-6f36cd9da7e9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:03.217917 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port e4f42627-3265-4afe-9239-54672891e2f0, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=e4f42627-3265-4afe-9239-54672891e2f0,segment=NetworkSegment(07965fcd-1084-4fab-83f3-80d2c69eb397),segment_id=07965fcd-1084-4fab-83f3-80d2c69eb397)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:43:03.220953 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f5d7e04-90bd-4ccd-8893-14730bbb5390 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Made reservation on behalf of a17872768c1e4384801bad129509cfa7 for: {'subnet': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:43:03.225205 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2f5d7e04-90bd-4ccd-8893-14730bbb5390 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264730903'] for subnet, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:03.231927 n-d-816206-8 neutron-server[103590]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f5d7e04-90bd-4ccd-8893-14730bbb5390 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 17:43:03.232565 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f5d7e04-90bd-4ccd-8893-14730bbb5390 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103590) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 17:43:03.235035 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:03.241375 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] For port c749efbb-a0d6-4510-ad39-9d917813b508, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=c749efbb-a0d6-4510-ad39-9d917813b508,segment=NetworkSegment(208f22fc-9686-4ca3-a88c-018385437c28),segment_id=208f22fc-9686-4ca3-a88c-018385437c28)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:43:03.245582 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c7ac40d2-58f1-4866-bddd-6f36cd9da7e9 None None] For port c749efbb-a0d6-4510-ad39-9d917813b508, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=c749efbb-a0d6-4510-ad39-9d917813b508,segment=NetworkSegment(208f22fc-9686-4ca3-a88c-018385437c28),segment_id=208f22fc-9686-4ca3-a88c-018385437c28)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:43:03.245986 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c7ac40d2-58f1-4866-bddd-6f36cd9da7e9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:03.256112 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:03.289926 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-c7ac40d2-58f1-4866-bddd-6f36cd9da7e9 None None] Calling delete_port for c749efbb-a0d6-4510-ad39-9d917813b508 owned by network:dhcp {{(pid=103592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:43:03.297209 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-2f5d7e04-90bd-4ccd-8893-14730bbb5390 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 1.6045873 Nov 23 17:43:03.300272 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 54676) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:43:03.327210 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-89e250ea-fbb1-4f49-95a4-78a54f5c28ee tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Request body: {'subnet': {'network_id': '56dedb9c-c874-4806-8073-23c183970f13', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:43:03.365472 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Pushing event updated for resources: {'Port': ['ID=e4f42627-3265-4afe-9239-54672891e2f0,revision_number=5']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:43:03.441206 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-5bfd00c5-dae7-49ce-9822-03a1313d5a9e None None] Provisioning complete for port 129bb9a5-a99b-4336-a27d-d6ff95c97f9a triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:43:03.441576 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-5bfd00c5-dae7-49ce-9822-03a1313d5a9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:03.472525 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-055930c0-d58a-4a82-a696-b77a5c1e6a5d req-9eea76cb-b2e4-4415-bc43-08cc2d621727 tempest-VolumesActionsTest-442734151 tempest-VolumesActionsTest-442734151-project] 10.222.0.60 "GET /v2.0/security-groups?id=68fe547d-d706-4389-a025-af2d1c7bf46e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2935069 Nov 23 17:43:03.514926 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Pushing event updated for resources: {'Port': ['ID=c749efbb-a0d6-4510-ad39-9d917813b508,revision_number=5']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:43:03.532346 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c7ac40d2-58f1-4866-bddd-6f36cd9da7e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989'] for port, after_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:03.608572 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09f24b6-b6a9-4e1e-9880-2e4b651376de req-7ca379ed-bd7e-4b28-9243-6e536c6fc954 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:43:03.610198 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b09f24b6-b6a9-4e1e-9880-2e4b651376de req-7ca379ed-bd7e-4b28-9243-6e536c6fc954 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/ports?device_id=87555c4b-ac12-459b-ba06-6ecf0fceb916 HTTP/1.1" status: 200 len: 946 time: 1.3337491 Nov 23 17:43:03.635384 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ac40d2-58f1-4866-bddd-6f36cd9da7e9 None None] Pushing event deleted for resources: {'Port': ['ID=c749efbb-a0d6-4510-ad39-9d917813b508,revision_number=None']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:43:03.662220 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89e250ea-fbb1-4f49-95a4-78a54f5c28ee tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Made reservation on behalf of a17872768c1e4384801bad129509cfa7 for: {'subnet': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:43:03.663918 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7ac40d2-58f1-4866-bddd-6f36cd9da7e9 None None] No DVR routers for this DVR port c749efbb-a0d6-4510-ad39-9d917813b508 on host n-d-816206-8 {{(pid=103592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:43:03.667791 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-89e250ea-fbb1-4f49-95a4-78a54f5c28ee tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264314294'] for subnet, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:03.673171 n-d-816206-8 neutron-server[103591]: INFO neutron.pecan_wsgi.hooks.translation [None req-89e250ea-fbb1-4f49-95a4-78a54f5c28ee tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 17:43:03.673635 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89e250ea-fbb1-4f49-95a4-78a54f5c28ee tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103591) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 17:43:03.698120 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:43:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2142fa5f-c781-4a48-a3af-66ee3cb1eee0 x-openstack-request-id: req-2142fa5f-c781-4a48-a3af-66ee3cb1eee0 {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:43:03.700954 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87555c4b-ac12-459b-ba06-6ecf0fceb916", "name": "network-vif-plugged", "status": "completed", "tag": "9e98aa35-5be0-48bb-8298-3bbc77f02426", "code": 200}]} {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:43:03.702528 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-2142fa5f-c781-4a48-a3af-66ee3cb1eee0 {{(pid=103592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:43:03.703237 n-d-816206-8 neutron-server[103592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87555c4b-ac12-459b-ba06-6ecf0fceb916', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e98aa35-5be0-48bb-8298-3bbc77f02426', 'code': 200} Nov 23 17:43:03.758818 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-06319a0d-5002-4787-b79a-c1aae1379c6f req-084110b0-5b06-4fc2-bfc7-ba1b9d5d567d tempest-ListServerFiltersTestJSON-602552987 tempest-ListServerFiltersTestJSON-602552987-project] Publish callbacks [] for port, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:03.872751 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-89e250ea-fbb1-4f49-95a4-78a54f5c28ee tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.5535200 Nov 23 17:43:03.906386 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 54680) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:43:03.932610 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-c7de000f-ead5-47ab-9223-41ce68f228b5 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Request body: {'subnet': {'network_id': '56dedb9c-c874-4806-8073-23c183970f13', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:43:03.935846 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 129bb9a5-a99b-4336-a27d-d6ff95c97f9a up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:43:04.051412 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port 129bb9a5-a99b-4336-a27d-d6ff95c97f9a triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:43:04.051792 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:04.113411 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8bac06-041e-4a7c-a8cc-d5a0bfcb393c req-84d27f92-5344-44c6-8ce1-9a83daadc2ff tempest-ListServerFiltersTestJSON-602552987 tempest-ListServerFiltersTestJSON-602552987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:43:04.114999 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-ec8bac06-041e-4a7c-a8cc-d5a0bfcb393c req-84d27f92-5344-44c6-8ce1-9a83daadc2ff tempest-ListServerFiltersTestJSON-602552987 tempest-ListServerFiltersTestJSON-602552987-project] 10.222.0.55 "GET /v2.0/networks?id=5eaeb0bb-5461-4ac0-b61d-4ffea0f2e6cb HTTP/1.1" status: 200 len: 816 time: 0.5549517 Nov 23 17:43:04.129323 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [req-ec8bac06-041e-4a7c-a8cc-d5a0bfcb393c req-6ae3d882-863e-4592-8e2f-aeffba7ec612 tempest-ListServerFiltersTestJSON-602552987 tempest-ListServerFiltersTestJSON-602552987-project] Request body: {'port': {'device_id': '62716bb5-8ce0-40bd-8dc9-1784181f4168', 'network_id': '5eaeb0bb-5461-4ac0-b61d-4ffea0f2e6cb', 'admin_state_up': True, 'tenant_id': 'd6c92b35b840401aba16aa44ff812cdc'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:43:04.145350 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b09f24b6-b6a9-4e1e-9880-2e4b651376de req-167106ea-28ae-4245-a132-fe3e64fcb339 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/security-groups?id=776cdaad-ec9b-4a42-a3a9-360feae7cf4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5123394 Nov 23 17:43:04.179456 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e1c70073-a33a-4b31-a2a9-8b04f0ab48cc req-f40f8fa1-6f19-43dc-a588-d847bd670fd7 tempest-ListServerFiltersTestJSON-602552987 tempest-ListServerFiltersTestJSON-602552987-project] 10.222.0.60 "GET /v2.0/ports?device_id=62716bb5-8ce0-40bd-8dc9-1784181f4168 HTTP/1.1" status: 200 len: 210 time: 0.1916170 Nov 23 17:43:04.243100 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1a9be5-4e8b-4adf-ae64-b789bcd7dfae req-7f5a461d-dab8-42dc-b272-dae73073b0c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:43:04.245014 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5c1a9be5-4e8b-4adf-ae64-b789bcd7dfae req-7f5a461d-dab8-42dc-b272-dae73073b0c8 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=87555c4b-ac12-459b-ba06-6ecf0fceb916 HTTP/1.1" status: 200 len: 1097 time: 0.3817050 Nov 23 17:43:04.256161 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7ade1ca6-192b-4351-a1c1-a203ad3a7da1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1794372'] for router_interface, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:04.312872 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.db_base_plugin_common [req-443fa405-fc59-48f2-9330-1b295833be55 req-586c6aa9-6a9a-48b2-aed1-69b0f3ef9f36 tempest-ListServerFiltersTestJSON-602552987 tempest-ListServerFiltersTestJSON-602552987-project] Allocated IP 172.20.0.7 (5eaeb0bb-5461-4ac0-b61d-4ffea0f2e6cb/7b7705dd-54e7-4139-93a8-c68471f9ef1c/c2f473f6-b483-48f8-93c1-d88935e14ee5) {{(pid=103591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:43:04.439232 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-06319a0d-5002-4787-b79a-c1aae1379c6f req-084110b0-5b06-4fc2-bfc7-ba1b9d5d567d tempest-ListServerFiltersTestJSON-602552987 tempest-ListServerFiltersTestJSON-602552987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:04.487249 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec8bac06-041e-4a7c-a8cc-d5a0bfcb393c req-6ae3d882-863e-4592-8e2f-aeffba7ec612 tempest-ListServerFiltersTestJSON-602552987 tempest-ListServerFiltersTestJSON-602552987-project] Made reservation on behalf of d6c92b35b840401aba16aa44ff812cdc for: {'port': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:43:04.491684 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-ec8bac06-041e-4a7c-a8cc-d5a0bfcb393c req-6ae3d882-863e-4592-8e2f-aeffba7ec612 tempest-ListServerFiltersTestJSON-602552987 tempest-ListServerFiltersTestJSON-602552987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:04.497138 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-443fa405-fc59-48f2-9330-1b295833be55 req-586c6aa9-6a9a-48b2-aed1-69b0f3ef9f36 tempest-ListServerFiltersTestJSON-602552987 tempest-ListServerFiltersTestJSON-602552987-project] Publish callbacks [] for port, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:04.598614 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5c1a9be5-4e8b-4adf-ae64-b789bcd7dfae req-48152f90-cd07-4785-a02c-f673b20e23a2 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=776cdaad-ec9b-4a42-a3a9-360feae7cf4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3459904 Nov 23 17:43:04.668140 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7de000f-ead5-47ab-9223-41ce68f228b5 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Made reservation on behalf of a17872768c1e4384801bad129509cfa7 for: {'subnet': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:43:04.672255 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c7de000f-ead5-47ab-9223-41ce68f228b5 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264314294'] for subnet, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:04.674235 n-d-816206-8 neutron-server[103591]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7de000f-ead5-47ab-9223-41ce68f228b5 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 17:43:04.675044 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7de000f-ead5-47ab-9223-41ce68f228b5 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103591) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 17:43:04.688706 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-443fa405-fc59-48f2-9330-1b295833be55 req-586c6aa9-6a9a-48b2-aed1-69b0f3ef9f36 tempest-ListServerFiltersTestJSON-602552987 tempest-ListServerFiltersTestJSON-602552987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:04.706154 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06319a0d-5002-4787-b79a-c1aae1379c6f req-084110b0-5b06-4fc2-bfc7-ba1b9d5d567d tempest-ListServerFiltersTestJSON-602552987 tempest-ListServerFiltersTestJSON-602552987-project] Network 5eaeb0bb-5461-4ac0-b61d-4ffea0f2e6cb is already hosted by enough agents. {{(pid=103591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:43:04.713338 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [req-06319a0d-5002-4787-b79a-c1aae1379c6f req-084110b0-5b06-4fc2-bfc7-ba1b9d5d567d tempest-ListServerFiltersTestJSON-602552987 tempest-ListServerFiltersTestJSON-602552987-project] Resources bound (agent type, host, resource id): {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:43:04.718993 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [req-06319a0d-5002-4787-b79a-c1aae1379c6f req-084110b0-5b06-4fc2-bfc7-ba1b9d5d567d tempest-ListServerFiltersTestJSON-602552987 tempest-ListServerFiltersTestJSON-602552987-project] Received port after_create {{(pid=103591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:43:04.737548 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-c7de000f-ead5-47ab-9223-41ce68f228b5 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.8297472 Nov 23 17:43:04.743625 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 54688) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:43:04.744219 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084110b0-5b06-4fc2-bfc7-ba1b9d5d567d tempest-ListServerFiltersTestJSON-602552987 tempest-ListServerFiltersTestJSON-602552987-project] Pushing event updated for resources: {'Port': ['ID=9658f692-56ae-405c-812e-58fe07a614a5,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:43:04.775454 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [req-ec8bac06-041e-4a7c-a8cc-d5a0bfcb393c req-6ae3d882-863e-4592-8e2f-aeffba7ec612 tempest-ListServerFiltersTestJSON-602552987 tempest-ListServerFiltersTestJSON-602552987-project] Allocated IP 172.20.0.12 (5eaeb0bb-5461-4ac0-b61d-4ffea0f2e6cb/7b7705dd-54e7-4139-93a8-c68471f9ef1c/c353247e-5ca9-41b0-b031-d3a6cf2c4448) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:43:04.845022 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586c6aa9-6a9a-48b2-aed1-69b0f3ef9f36 tempest-ListServerFiltersTestJSON-602552987 tempest-ListServerFiltersTestJSON-602552987-project] Pushing event updated for resources: {'Port': ['ID=c2f473f6-b483-48f8-93c1-d88935e14ee5,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:43:04.866404 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04aa557-a616-406c-bd9c-f8f2260cd2c2 req-bc12aeea-78eb-4ded-a91d-dbd0cb5a1047 tempest-VolumesActionsTest-442734151 tempest-VolumesActionsTest-442734151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:43:04.868029 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a04aa557-a616-406c-bd9c-f8f2260cd2c2 req-bc12aeea-78eb-4ded-a91d-dbd0cb5a1047 tempest-VolumesActionsTest-442734151 tempest-VolumesActionsTest-442734151-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a602979-ef8a-43a1-affb-58c84f40f938 HTTP/1.1" status: 200 len: 945 time: 0.2686129 Nov 23 17:43:04.878711 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-443fa405-fc59-48f2-9330-1b295833be55 req-586c6aa9-6a9a-48b2-aed1-69b0f3ef9f36 tempest-ListServerFiltersTestJSON-602552987 tempest-ListServerFiltersTestJSON-602552987-project] Network 5eaeb0bb-5461-4ac0-b61d-4ffea0f2e6cb is already hosted by enough agents. {{(pid=103591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:43:04.893603 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [req-443fa405-fc59-48f2-9330-1b295833be55 req-586c6aa9-6a9a-48b2-aed1-69b0f3ef9f36 tempest-ListServerFiltersTestJSON-602552987 tempest-ListServerFiltersTestJSON-602552987-project] Resources bound (agent type, host, resource id): {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:43:04.908258 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [req-443fa405-fc59-48f2-9330-1b295833be55 req-586c6aa9-6a9a-48b2-aed1-69b0f3ef9f36 tempest-ListServerFiltersTestJSON-602552987 tempest-ListServerFiltersTestJSON-602552987-project] Received port after_create {{(pid=103591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:43:04.961482 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-7b43c7ec-b71a-4a4d-b59e-52ca13728846 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.2166424 Nov 23 17:43:04.963572 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06319a0d-5002-4787-b79a-c1aae1379c6f req-084110b0-5b06-4fc2-bfc7-ba1b9d5d567d tempest-ListServerFiltersTestJSON-602552987 tempest-ListServerFiltersTestJSON-602552987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:43:04.964262 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-06319a0d-5002-4787-b79a-c1aae1379c6f req-084110b0-5b06-4fc2-bfc7-ba1b9d5d567d tempest-ListServerFiltersTestJSON-602552987 tempest-ListServerFiltersTestJSON-602552987-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:04.972177 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 54692) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:43:04.988563 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-7ade1ca6-192b-4351-a1c1-a203ad3a7da1 admin admin] Deleting port 8ab61e19-8747-4ccd-abd9-833697a8023a {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:43:04.989289 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7ade1ca6-192b-4351-a1c1-a203ad3a7da1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:05.047866 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443fa405-fc59-48f2-9330-1b295833be55 req-586c6aa9-6a9a-48b2-aed1-69b0f3ef9f36 tempest-ListServerFiltersTestJSON-602552987 tempest-ListServerFiltersTestJSON-602552987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:43:05.051134 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-443fa405-fc59-48f2-9330-1b295833be55 req-586c6aa9-6a9a-48b2-aed1-69b0f3ef9f36 tempest-ListServerFiltersTestJSON-602552987 tempest-ListServerFiltersTestJSON-602552987-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:05.143461 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0fe5852-f188-4ddf-a80b-913056362f94 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:43:05.145086 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-c0fe5852-f188-4ddf-a80b-913056362f94 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1704636 Nov 23 17:43:05.150576 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 54694) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:43:05.152192 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-06319a0d-5002-4787-b79a-c1aae1379c6f req-084110b0-5b06-4fc2-bfc7-ba1b9d5d567d tempest-ListServerFiltersTestJSON-602552987 tempest-ListServerFiltersTestJSON-602552987-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.8991125 Nov 23 17:43:05.170315 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-443fa405-fc59-48f2-9330-1b295833be55 req-586c6aa9-6a9a-48b2-aed1-69b0f3ef9f36 tempest-ListServerFiltersTestJSON-602552987 tempest-ListServerFiltersTestJSON-602552987-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6722705 Nov 23 17:43:05.179629 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [req-06319a0d-5002-4787-b79a-c1aae1379c6f req-eab294b3-58f9-4785-bd14-5e166d4ea36c service neutron] Request body: {'port': {'device_id': '36409146-1095-48e4-aac8-430c5301d5ac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-8'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:43:05.221617 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-277c8744-8085-4678-8dbd-23eca73a2d91 None None] Provisioning complete for port 9658f692-56ae-405c-812e-58fe07a614a5 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:43:05.222212 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-277c8744-8085-4678-8dbd-23eca73a2d91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:05.288067 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-627adf74-3adc-4d3f-91cf-a4ad32de23b3 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1327267 Nov 23 17:43:05.291705 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [req-443fa405-fc59-48f2-9330-1b295833be55 req-a0426576-2628-424e-bc5c-b9b6f2783281 service neutron] Request body: {'port': {'device_id': '74d60304-cc4f-41f3-9245-821f0a036a31', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-8'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:43:05.303477 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 54702) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:43:05.311002 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-f3fb63c5-f01b-4448-8a4a-c70e7091710b tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Request body: {'subnet': {'network_id': '56dedb9c-c874-4806-8073-23c183970f13', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:43:05.317365 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-ec8bac06-041e-4a7c-a8cc-d5a0bfcb393c req-6ae3d882-863e-4592-8e2f-aeffba7ec612 tempest-ListServerFiltersTestJSON-602552987 tempest-ListServerFiltersTestJSON-602552987-project] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:05.318191 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-277c8744-8085-4678-8dbd-23eca73a2d91 None None] Port 9658f692-56ae-405c-812e-58fe07a614a5 cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:43:05.331056 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-7ade1ca6-192b-4351-a1c1-a203ad3a7da1 admin admin] For port 8ab61e19-8747-4ccd-abd9-833697a8023a, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=8ab61e19-8747-4ccd-abd9-833697a8023a,segment=NetworkSegment(57150f33-5c5e-42b2-9a51-7db09327dcc4),segment_id=57150f33-5c5e-42b2-9a51-7db09327dcc4)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:43:05.331814 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7ade1ca6-192b-4351-a1c1-a203ad3a7da1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:05.344980 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a04aa557-a616-406c-bd9c-f8f2260cd2c2 req-ca2c11c5-7707-41d7-b6a2-e38ba0566b4e tempest-VolumesActionsTest-442734151 tempest-VolumesActionsTest-442734151-project] 10.222.0.60 "GET /v2.0/security-groups?id=68fe547d-d706-4389-a025-af2d1c7bf46e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4650426 Nov 23 17:43:05.476144 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-7ade1ca6-192b-4351-a1c1-a203ad3a7da1 admin admin] Calling delete_port for 8ab61e19-8747-4ccd-abd9-833697a8023a owned by network:router_interface {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:43:05.487186 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-06319a0d-5002-4787-b79a-c1aae1379c6f req-eab294b3-58f9-4785-bd14-5e166d4ea36c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:05.498156 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6e4a54ea-d55d-4be2-aae7-8f8715170bbb req-7e1c97c1-2b7e-493a-9ef7-249a4d26b2a1 tempest-ListServerFiltersTestJSON-602552987 tempest-ListServerFiltersTestJSON-602552987-project] 10.222.0.60 "GET /v2.0/ports?device_id=62716bb5-8ce0-40bd-8dc9-1784181f4168 HTTP/1.1" status: 200 len: 210 time: 0.0324743 Nov 23 17:43:05.553591 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-98679cd1-26fb-482b-ab74-c269a2de29ab None None] Provisioning complete for port c2f473f6-b483-48f8-93c1-d88935e14ee5 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:43:05.554128 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-98679cd1-26fb-482b-ab74-c269a2de29ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:05.598526 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-443fa405-fc59-48f2-9330-1b295833be55 req-a0426576-2628-424e-bc5c-b9b6f2783281 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:05.638358 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-98679cd1-26fb-482b-ab74-c269a2de29ab None None] Port c2f473f6-b483-48f8-93c1-d88935e14ee5 cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:43:05.644030 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3fb63c5-f01b-4448-8a4a-c70e7091710b tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Made reservation on behalf of a17872768c1e4384801bad129509cfa7 for: {'subnet': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:43:05.648292 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f3fb63c5-f01b-4448-8a4a-c70e7091710b tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264730903'] for subnet, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:05.673083 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8907bf7-dd98-4928-85b2-18b4487e7f37 req-f7d202f0-9cee-485d-b6a8-0654c2cc693a tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:43:05.675251 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e8907bf7-dd98-4928-85b2-18b4487e7f37 req-f7d202f0-9cee-485d-b6a8-0654c2cc693a tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/ports?device_id=87555c4b-ac12-459b-ba06-6ecf0fceb916 HTTP/1.1" status: 200 len: 946 time: 0.3701699 Nov 23 17:43:05.707328 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a602979-ef8a-43a1-affb-58c84f40f938', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4f42627-3265-4afe-9239-54672891e2f0'}] {{(pid=103592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:43:05.711066 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba3e6a8f2301c7a29fe1eca9779abdae4ccbcd6266d69778087f2498d5551201" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b78e00f-c1a0-4728-ad61-d865aad6b06e" -d '{"events": [{"server_uuid": "5a602979-ef8a-43a1-affb-58c84f40f938", "name": "network-vif-plugged", "status": "completed", "tag": "e4f42627-3265-4afe-9239-54672891e2f0"}]}' {{(pid=103592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:43:05.791410 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:43:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a827cbc5-7781-4755-82ce-264b60060ffd x-openstack-request-id: req-a827cbc5-7781-4755-82ce-264b60060ffd {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:43:05.791985 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a602979-ef8a-43a1-affb-58c84f40f938", "name": "network-vif-plugged", "status": "completed", "tag": "e4f42627-3265-4afe-9239-54672891e2f0", "code": 200}]} {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:43:05.792480 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a827cbc5-7781-4755-82ce-264b60060ffd {{(pid=103592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:43:05.793140 n-d-816206-8 neutron-server[103592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a602979-ef8a-43a1-affb-58c84f40f938', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4f42627-3265-4afe-9239-54672891e2f0', 'code': 200} Nov 23 17:43:05.842536 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e8907bf7-dd98-4928-85b2-18b4487e7f37 req-3ca000ac-4ef1-4cfe-8f76-d49fe5b13a5c tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/security-groups?id=776cdaad-ec9b-4a42-a3a9-360feae7cf4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582589 Nov 23 17:43:05.876862 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-ec8bac06-041e-4a7c-a8cc-d5a0bfcb393c req-6ae3d882-863e-4592-8e2f-aeffba7ec612 tempest-ListServerFiltersTestJSON-602552987 tempest-ListServerFiltersTestJSON-602552987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:05.977749 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec8bac06-041e-4a7c-a8cc-d5a0bfcb393c req-6ae3d882-863e-4592-8e2f-aeffba7ec612 tempest-ListServerFiltersTestJSON-602552987 tempest-ListServerFiltersTestJSON-602552987-project] Network 5eaeb0bb-5461-4ac0-b61d-4ffea0f2e6cb is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:43:06.036662 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [req-ec8bac06-041e-4a7c-a8cc-d5a0bfcb393c req-6ae3d882-863e-4592-8e2f-aeffba7ec612 tempest-ListServerFiltersTestJSON-602552987 tempest-ListServerFiltersTestJSON-602552987-project] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:43:06.039196 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec8bac06-041e-4a7c-a8cc-d5a0bfcb393c req-6ae3d882-863e-4592-8e2f-aeffba7ec612 tempest-ListServerFiltersTestJSON-602552987 tempest-ListServerFiltersTestJSON-602552987-project] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:43:06.105280 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8bac06-041e-4a7c-a8cc-d5a0bfcb393c req-6ae3d882-863e-4592-8e2f-aeffba7ec612 tempest-ListServerFiltersTestJSON-602552987 tempest-ListServerFiltersTestJSON-602552987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:43:06.106451 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-ec8bac06-041e-4a7c-a8cc-d5a0bfcb393c req-6ae3d882-863e-4592-8e2f-aeffba7ec612 tempest-ListServerFiltersTestJSON-602552987 tempest-ListServerFiltersTestJSON-602552987-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:06.124702 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae3d882-863e-4592-8e2f-aeffba7ec612 tempest-ListServerFiltersTestJSON-602552987 tempest-ListServerFiltersTestJSON-602552987-project] Pushing event updated for resources: {'Port': ['ID=c353247e-5ca9-41b0-b031-d3a6cf2c4448,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:43:06.130831 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-ec8bac06-041e-4a7c-a8cc-d5a0bfcb393c req-6ae3d882-863e-4592-8e2f-aeffba7ec612 tempest-ListServerFiltersTestJSON-602552987 tempest-ListServerFiltersTestJSON-602552987-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0055816 Nov 23 17:43:06.148326 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [req-ec8bac06-041e-4a7c-a8cc-d5a0bfcb393c req-9d7f738a-2c0b-4126-8f88-b5529196701d service neutron] Request body: {'port': {'device_id': '62716bb5-8ce0-40bd-8dc9-1784181f4168', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-8'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:43:06.206258 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [req-06319a0d-5002-4787-b79a-c1aae1379c6f req-eab294b3-58f9-4785-bd14-5e166d4ea36c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9658f692-56ae-405c-812e-58fe07a614a5 {{(pid=103591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:43:06.220922 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-06319a0d-5002-4787-b79a-c1aae1379c6f req-eab294b3-58f9-4785-bd14-5e166d4ea36c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:06.241021 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.provisioning_blocks [req-06319a0d-5002-4787-b79a-c1aae1379c6f req-eab294b3-58f9-4785-bd14-5e166d4ea36c service neutron] Transition to ACTIVE for port object 9658f692-56ae-405c-812e-58fe07a614a5 will not be triggered until provisioned by entity L2. {{(pid=103591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 17:43:06.247754 n-d-816206-8 neutron-server[103590]: DEBUG neutron.objects.ports [None req-f3fb63c5-f01b-4448-8a4a-c70e7091710b tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103590) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 23 17:43:06.259792 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f3fb63c5-f01b-4448-8a4a-c70e7091710b tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264358096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264730885'] for subnet, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:06.331388 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-06319a0d-5002-4787-b79a-c1aae1379c6f req-eab294b3-58f9-4785-bd14-5e166d4ea36c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264758186'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:06.342507 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-ec8bac06-041e-4a7c-a8cc-d5a0bfcb393c req-9d7f738a-2c0b-4126-8f88-b5529196701d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:06.361702 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3fb63c5-f01b-4448-8a4a-c70e7091710b tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Network 56dedb9c-c874-4806-8073-23c183970f13 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:43:06.377456 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-f3fb63c5-f01b-4448-8a4a-c70e7091710b tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:43:06.381702 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3fb63c5-f01b-4448-8a4a-c70e7091710b tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:43:06.383547 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f3fb63c5-f01b-4448-8a4a-c70e7091710b tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks [] for subnet, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:06.391026 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03b15acd-81f8-4e39-bd57-cee6d739c0fd None None] Network 56dedb9c-c874-4806-8073-23c183970f13 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:43:06.552448 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769b9e9f-4ffb-4e78-a2f3-af36e46dcf9d req-a5e24c38-2c5b-4ac8-ab45-3e30137b8ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:43:06.555227 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-769b9e9f-4ffb-4e78-a2f3-af36e46dcf9d req-a5e24c38-2c5b-4ac8-ab45-3e30137b8ca1 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=5a602979-ef8a-43a1-affb-58c84f40f938 HTTP/1.1" status: 200 len: 1096 time: 0.3121226 Nov 23 17:43:06.596912 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab294b3-58f9-4785-bd14-5e166d4ea36c service neutron] Pushing event updated for resources: {'Port': ['ID=9658f692-56ae-405c-812e-58fe07a614a5,revision_number=2']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:43:06.723826 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fb63c5-f01b-4448-8a4a-c70e7091710b tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Pushing event updated for resources: {'Subnet': ['ID=d8eb8adb-b848-4e8e-a30f-ab0e01762730,revision_number=0']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:43:06.741535 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-f3fb63c5-f01b-4448-8a4a-c70e7091710b tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.4320168 Nov 23 17:43:06.770597 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 54726) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:43:06.789951 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-89cc8133-cc1a-4426-b398-3e130c7a9c27 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Request body: {'port': {'network_id': '56dedb9c-c874-4806-8073-23c183970f13', 'mac_address': 'fa:16:3e:16:92:e8', 'name': 'tempest-NetworksTestDHCPv6-73298801'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:43:06.791814 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-c5582dfc-d8df-4a8f-a033-4fcc881d1edb None None] Provisioning complete for port c353247e-5ca9-41b0-b031-d3a6cf2c4448 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:43:06.794148 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c5582dfc-d8df-4a8f-a033-4fcc881d1edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:06.856256 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-06319a0d-5002-4787-b79a-c1aae1379c6f req-eab294b3-58f9-4785-bd14-5e166d4ea36c service neutron] Attempting to bind port 9658f692-56ae-405c-812e-58fe07a614a5 on host n-h1-816206-8 for vnic_type normal with profile {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:43:06.856542 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-06319a0d-5002-4787-b79a-c1aae1379c6f req-eab294b3-58f9-4785-bd14-5e166d4ea36c service neutron] Attempting to bind port 9658f692-56ae-405c-812e-58fe07a614a5 by drivers openvswitch,hyperv on host n-h1-816206-8 at level 0 using segments [{'id': '27d47b01-53c9-46b4-98cd-4228976adb4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '5eaeb0bb-5461-4ac0-b61d-4ffea0f2e6cb'}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:43:06.856774 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06319a0d-5002-4787-b79a-c1aae1379c6f req-eab294b3-58f9-4785-bd14-5e166d4ea36c service neutron] Attempting to bind port 9658f692-56ae-405c-812e-58fe07a614a5 on network 5eaeb0bb-5461-4ac0-b61d-4ffea0f2e6cb {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:43:06.868150 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7ade1ca6-192b-4351-a1c1-a203ad3a7da1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:06.887984 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-769b9e9f-4ffb-4e78-a2f3-af36e46dcf9d req-438a5984-0b49-419e-8775-1d10cb55440f service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=68fe547d-d706-4389-a025-af2d1c7bf46e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3055136 Nov 23 17:43:06.920670 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06319a0d-5002-4787-b79a-c1aae1379c6f req-eab294b3-58f9-4785-bd14-5e166d4ea36c service neutron] Port 9658f692-56ae-405c-812e-58fe07a614a5 on network 5eaeb0bb-5461-4ac0-b61d-4ffea0f2e6cb not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-8 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 17:43:06.921042 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06319a0d-5002-4787-b79a-c1aae1379c6f req-eab294b3-58f9-4785-bd14-5e166d4ea36c service neutron] Attempting to bind port 9658f692-56ae-405c-812e-58fe07a614a5 on network 5eaeb0bb-5461-4ac0-b61d-4ffea0f2e6cb {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:43:06.989828 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-c5582dfc-d8df-4a8f-a033-4fcc881d1edb None None] Port c353247e-5ca9-41b0-b031-d3a6cf2c4448 cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:43:07.001357 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4250ea24-c8b6-4319-8fa1-766fe5e25c21 req-4d36b980-c3e8-4995-aca2-21acbc0e04e6 tempest-VolumesActionsTest-442734151 tempest-VolumesActionsTest-442734151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:43:07.013365 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4250ea24-c8b6-4319-8fa1-766fe5e25c21 req-4d36b980-c3e8-4995-aca2-21acbc0e04e6 tempest-VolumesActionsTest-442734151 tempest-VolumesActionsTest-442734151-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a602979-ef8a-43a1-affb-58c84f40f938 HTTP/1.1" status: 200 len: 945 time: 0.4088025 Nov 23 17:43:07.071822 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81f3e623-a639-48d0-af9a-b9363451f2cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp355044b8-8e87-58c4-94fa-4a010ec30f9e-56dedb9c-c874-4806-8073-23c183970f13', 'network_id': '56dedb9c-c874-4806-8073-23c183970f13', 'tenant_id': 'a17872768c1e4384801bad129509cfa7', 'fixed_ips': [{'subnet_id': 'd8eb8adb-b848-4e8e-a30f-ab0e01762730'}]}} from n-d-816206-8. {{(pid=103592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 17:43:07.072811 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-81f3e623-a639-48d0-af9a-b9363451f2cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:07.116687 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260d4754-56dc-4c76-ab28-04aaf348c144 req-146020bf-a95a-47ce-b99a-780b7357a437 tempest-ListServerFiltersTestJSON-602552987 tempest-ListServerFiltersTestJSON-602552987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:43:07.128198 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-260d4754-56dc-4c76-ab28-04aaf348c144 req-146020bf-a95a-47ce-b99a-780b7357a437 tempest-ListServerFiltersTestJSON-602552987 tempest-ListServerFiltersTestJSON-602552987-project] 10.222.0.60 "GET /v2.0/ports?device_id=62716bb5-8ce0-40bd-8dc9-1784181f4168 HTTP/1.1" status: 200 len: 932 time: 0.4267893 Nov 23 17:43:07.146954 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 54736) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:43:07.149214 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06319a0d-5002-4787-b79a-c1aae1379c6f req-eab294b3-58f9-4785-bd14-5e166d4ea36c service neutron] Checking agent: {'id': '4b0a4557-3bfe-4828-80a0-7981fc3ac84c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 15, 14), 'started_at': datetime.datetime(2021, 11, 23, 17, 15, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 42, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:43:07.149897 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06319a0d-5002-4787-b79a-c1aae1379c6f req-eab294b3-58f9-4785-bd14-5e166d4ea36c service neutron] Checking segment: {'id': '27d47b01-53c9-46b4-98cd-4228976adb4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '5eaeb0bb-5461-4ac0-b61d-4ffea0f2e6cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:43:07.150597 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06319a0d-5002-4787-b79a-c1aae1379c6f req-eab294b3-58f9-4785-bd14-5e166d4ea36c service neutron] Bound using segment: {'id': '27d47b01-53c9-46b4-98cd-4228976adb4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '5eaeb0bb-5461-4ac0-b61d-4ffea0f2e6cb'} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:43:07.151289 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-06319a0d-5002-4787-b79a-c1aae1379c6f req-eab294b3-58f9-4785-bd14-5e166d4ea36c service neutron] Bound port: 9658f692-56ae-405c-812e-58fe07a614a5, host: n-h1-816206-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27d47b01-53c9-46b4-98cd-4228976adb4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '5eaeb0bb-5461-4ac0-b61d-4ffea0f2e6cb'}}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:43:07.151895 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-06319a0d-5002-4787-b79a-c1aae1379c6f req-eab294b3-58f9-4785-bd14-5e166d4ea36c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:07.441374 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4250ea24-c8b6-4319-8fa1-766fe5e25c21 req-472661c1-d00c-408e-963f-1405c77fdc0d tempest-VolumesActionsTest-442734151 tempest-VolumesActionsTest-442734151-project] 10.222.0.60 "GET /v2.0/security-groups?id=68fe547d-d706-4389-a025-af2d1c7bf46e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4226980 Nov 23 17:43:07.477514 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ade1ca6-192b-4351-a1c1-a203ad3a7da1 admin admin] Pushing event deleted for resources: {'Port': ['ID=8ab61e19-8747-4ccd-abd9-833697a8023a,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:43:07.563580 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.db_base_plugin_common [None req-81f3e623-a639-48d0-af9a-b9363451f2cc None None] Allocated IP 2001:db8::f816:3eff:fe0f:e74a (56dedb9c-c874-4806-8073-23c183970f13/d8eb8adb-b848-4e8e-a30f-ab0e01762730/7f787db7-9577-4030-b851-de8da77c4054) {{(pid=103592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:43:07.581869 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-073b69ec-8a99-4a78-a908-8dcea838f534 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:07.610535 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-260d4754-56dc-4c76-ab28-04aaf348c144 req-719fb33c-ed3e-402b-a91d-c4b29ae53a1b tempest-ListServerFiltersTestJSON-602552987 tempest-ListServerFiltersTestJSON-602552987-project] 10.222.0.60 "GET /v2.0/security-groups?id=21da44c1-bab0-4a24-bdb5-9c78cb5bfd70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4810166 Nov 23 17:43:07.693081 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-06319a0d-5002-4787-b79a-c1aae1379c6f req-eab294b3-58f9-4785-bd14-5e166d4ea36c service neutron] For port 9658f692-56ae-405c-812e-58fe07a614a5, host n-h1-816206-8, cleared binding levels {{(pid=103591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:43:07.771634 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89cc8133-cc1a-4426-b398-3e130c7a9c27 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Made reservation on behalf of a17872768c1e4384801bad129509cfa7 for: {'port': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:43:07.838569 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-06319a0d-5002-4787-b79a-c1aae1379c6f req-eab294b3-58f9-4785-bd14-5e166d4ea36c service neutron] For port 9658f692-56ae-405c-812e-58fe07a614a5, host n-h1-816206-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=9658f692-56ae-405c-812e-58fe07a614a5,segment=NetworkSegment(27d47b01-53c9-46b4-98cd-4228976adb4c),segment_id=27d47b01-53c9-46b4-98cd-4228976adb4c)] {{(pid=103591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:43:07.863970 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-06319a0d-5002-4787-b79a-c1aae1379c6f req-eab294b3-58f9-4785-bd14-5e166d4ea36c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264758186'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:07.873423 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [req-443fa405-fc59-48f2-9330-1b295833be55 req-a0426576-2628-424e-bc5c-b9b6f2783281 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2f473f6-b483-48f8-93c1-d88935e14ee5 {{(pid=103591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:43:07.907947 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-443fa405-fc59-48f2-9330-1b295833be55 req-a0426576-2628-424e-bc5c-b9b6f2783281 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:07.968829 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7ade1ca6-192b-4351-a1c1-a203ad3a7da1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2067500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1794520'] for router_interface, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:07.977973 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-89cc8133-cc1a-4426-b398-3e130c7a9c27 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:08.037810 n-d-816206-8 neutron-server[103590]: DEBUG neutron.notifiers.nova [None req-89cc8133-cc1a-4426-b398-3e130c7a9c27 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] device_id is not set on port c59dc330-c38d-481b-9bf4-d7cbb80b32e6 yet. {{(pid=103590) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 17:43:08.039746 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06319a0d-5002-4787-b79a-c1aae1379c6f req-eab294b3-58f9-4785-bd14-5e166d4ea36c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:43:08.042407 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-06319a0d-5002-4787-b79a-c1aae1379c6f req-eab294b3-58f9-4785-bd14-5e166d4ea36c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:08.046514 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-81f3e623-a639-48d0-af9a-b9363451f2cc None None] Publish callbacks [] for port, precommit_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:08.048231 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-06319a0d-5002-4787-b79a-c1aae1379c6f req-eab294b3-58f9-4785-bd14-5e166d4ea36c service neutron] 10.222.0.55 "PUT /v2.0/ports/9658f692-56ae-405c-812e-58fe07a614a5 HTTP/1.1" status: 200 len: 1092 time: 2.8726165 Nov 23 17:43:08.057491 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-81f3e623-a639-48d0-af9a-b9363451f2cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980'] for port, after_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:08.058556 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36409146-1095-48e4-aac8-430c5301d5ac', 'tag': '9658f692-56ae-405c-812e-58fe07a614a5'}] {{(pid=103591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:43:08.066332 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41d174a19ece9499ff9ec44e5b3fc50f2abd3ffbc947fb7e52ea1e8db27b95b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f742b87-be86-48dc-abf7-d76486f1b02d" -d '{"events": [{"name": "network-changed", "server_uuid": "36409146-1095-48e4-aac8-430c5301d5ac", "tag": "9658f692-56ae-405c-812e-58fe07a614a5"}]}' {{(pid=103591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:43:08.091635 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.provisioning_blocks [req-443fa405-fc59-48f2-9330-1b295833be55 req-a0426576-2628-424e-bc5c-b9b6f2783281 service neutron] Transition to ACTIVE for port object c2f473f6-b483-48f8-93c1-d88935e14ee5 will not be triggered until provisioned by entity L2. {{(pid=103591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 17:43:08.103407 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05bac00-8aab-4fb5-9790-7c3103c7596a req-221c7821-220a-4129-877f-93a4e95be1c4 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:43:08.105330 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d05bac00-8aab-4fb5-9790-7c3103c7596a req-221c7821-220a-4129-877f-93a4e95be1c4 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/ports?device_id=87555c4b-ac12-459b-ba06-6ecf0fceb916 HTTP/1.1" status: 200 len: 946 time: 0.4830518 Nov 23 17:43:08.136024 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-443fa405-fc59-48f2-9330-1b295833be55 req-a0426576-2628-424e-bc5c-b9b6f2783281 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264758186'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:08.181344 n-d-816206-8 neutron-server[103592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81f3e623-a639-48d0-af9a-b9363451f2cc None None] Network 56dedb9c-c874-4806-8073-23c183970f13 is already hosted by enough agents. {{(pid=103592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:43:08.192221 n-d-816206-8 neutron-server[103592]: DEBUG neutron.scheduler.base_scheduler [None req-81f3e623-a639-48d0-af9a-b9363451f2cc None None] Resources bound (agent type, host, resource id): {{(pid=103592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:43:08.204398 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81f3e623-a639-48d0-af9a-b9363451f2cc None None] Received port after_create {{(pid=103592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:43:08.216323 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f3e623-a639-48d0-af9a-b9363451f2cc None None] Pushing event updated for resources: {'Port': ['ID=7f787db7-9577-4030-b851-de8da77c4054,revision_number=1']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:43:08.273469 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 17:43:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15684e9b-f4b8-4714-92d4-c8be6a5eafff x-openstack-request-id: req-15684e9b-f4b8-4714-92d4-c8be6a5eafff {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:43:08.273699 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36409146-1095-48e4-aac8-430c5301d5ac", "tag": "9658f692-56ae-405c-812e-58fe07a614a5", "status": "completed", "code": 200}]} {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:43:08.273918 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-15684e9b-f4b8-4714-92d4-c8be6a5eafff {{(pid=103591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:43:08.274334 n-d-816206-8 neutron-server[103591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36409146-1095-48e4-aac8-430c5301d5ac', 'tag': '9658f692-56ae-405c-812e-58fe07a614a5', 'status': 'completed', 'code': 200} Nov 23 17:43:08.304290 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab294b3-58f9-4785-bd14-5e166d4ea36c service neutron] Pushing event updated for resources: {'Port': ['ID=9658f692-56ae-405c-812e-58fe07a614a5,revision_number=3']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:43:08.394482 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-81f3e623-a639-48d0-af9a-b9363451f2cc None None] Attempting to bind port 7f787db7-9577-4030-b851-de8da77c4054 on host n-d-816206-8 for vnic_type normal with profile {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:43:08.394482 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-81f3e623-a639-48d0-af9a-b9363451f2cc None None] Attempting to bind port 7f787db7-9577-4030-b851-de8da77c4054 by drivers openvswitch,hyperv on host n-d-816206-8 at level 0 using segments [{'id': '208f22fc-9686-4ca3-a88c-018385437c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '56dedb9c-c874-4806-8073-23c183970f13'}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:43:08.394803 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81f3e623-a639-48d0-af9a-b9363451f2cc None None] Attempting to bind port 7f787db7-9577-4030-b851-de8da77c4054 on network 56dedb9c-c874-4806-8073-23c183970f13 {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:43:08.405325 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81f3e623-a639-48d0-af9a-b9363451f2cc None None] Checking agent: {'id': '9e89acbe-4bbe-4c77-a18b-6f1da9133e0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 7, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 42, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:43:08.406324 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81f3e623-a639-48d0-af9a-b9363451f2cc None None] Checking segment: {'id': '208f22fc-9686-4ca3-a88c-018385437c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '56dedb9c-c874-4806-8073-23c183970f13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:43:08.406872 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-81f3e623-a639-48d0-af9a-b9363451f2cc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:08.407442 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81f3e623-a639-48d0-af9a-b9363451f2cc None None] Bound using segment: {'id': '208f22fc-9686-4ca3-a88c-018385437c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '56dedb9c-c874-4806-8073-23c183970f13'} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:43:08.407995 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-81f3e623-a639-48d0-af9a-b9363451f2cc None None] Bound port: 7f787db7-9577-4030-b851-de8da77c4054, host: n-d-816206-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '208f22fc-9686-4ca3-a88c-018385437c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '56dedb9c-c874-4806-8073-23c183970f13'}}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:43:08.408462 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-81f3e623-a639-48d0-af9a-b9363451f2cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:08.496118 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-073b69ec-8a99-4a78-a908-8dcea838f534 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:08.519699 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-073b69ec-8a99-4a78-a908-8dcea838f534 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:08.561759 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-81f3e623-a639-48d0-af9a-b9363451f2cc None None] For port 7f787db7-9577-4030-b851-de8da77c4054, host n-d-816206-8, cleared binding levels {{(pid=103592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:43:08.569818 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-89cc8133-cc1a-4426-b398-3e130c7a9c27 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Allocated IP 2001:db8::f816:3eff:fe16:92e8 (56dedb9c-c874-4806-8073-23c183970f13/d8eb8adb-b848-4e8e-a30f-ab0e01762730/c59dc330-c38d-481b-9bf4-d7cbb80b32e6) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:43:08.573760 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-81f3e623-a639-48d0-af9a-b9363451f2cc None None] For port 7f787db7-9577-4030-b851-de8da77c4054, host n-d-816206-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=7f787db7-9577-4030-b851-de8da77c4054,segment=NetworkSegment(208f22fc-9686-4ca3-a88c-018385437c28),segment_id=208f22fc-9686-4ca3-a88c-018385437c28)] {{(pid=103592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:43:08.591989 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-81f3e623-a639-48d0-af9a-b9363451f2cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:08.663920 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-073b69ec-8a99-4a78-a908-8dcea838f534 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=77f5e114e92641c6af06db868870fce8&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4956048 Nov 23 17:43:08.676033 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 54748) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:43:08.732371 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f3e623-a639-48d0-af9a-b9363451f2cc None None] Pushing event updated for resources: {'Port': ['ID=7f787db7-9577-4030-b851-de8da77c4054,revision_number=2']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:43:08.863246 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06319a0d-5002-4787-b79a-c1aae1379c6f req-81ead17b-79d5-446c-b677-f50a3b73a4ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:43:08.865723 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-06319a0d-5002-4787-b79a-c1aae1379c6f req-81ead17b-79d5-446c-b677-f50a3b73a4ae service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d6c92b35b840401aba16aa44ff812cdc&device_id=36409146-1095-48e4-aac8-430c5301d5ac HTTP/1.1" status: 200 len: 1095 time: 0.7076461 Nov 23 17:43:08.871025 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d05bac00-8aab-4fb5-9790-7c3103c7596a req-f1433d95-67e2-4803-9257-bb2b15158afe tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/security-groups?id=776cdaad-ec9b-4a42-a3a9-360feae7cf4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6079528 Nov 23 17:43:08.883968 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0426576-2628-424e-bc5c-b9b6f2783281 service neutron] Pushing event updated for resources: {'Port': ['ID=c2f473f6-b483-48f8-93c1-d88935e14ee5,revision_number=2']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:43:08.915210 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ade1ca6-192b-4351-a1c1-a203ad3a7da1 admin admin] Router 6a53abb7-a82c-438a-98f4-dc33d7b03780 has already been hosted by L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 {{(pid=103590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 17:43:08.955360 n-d-816206-8 neutron-server[103590]: DEBUG neutron.notifiers.nova [req-ec8bac06-041e-4a7c-a8cc-d5a0bfcb393c req-9d7f738a-2c0b-4126-8f88-b5529196701d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c353247e-5ca9-41b0-b031-d3a6cf2c4448 {{(pid=103590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:43:08.974808 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-06319a0d-5002-4787-b79a-c1aae1379c6f req-3df582eb-bde2-4657-8f93-48881737b7e4 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9658f692-56ae-405c-812e-58fe07a614a5 HTTP/1.1" status: 200 len: 217 time: 0.0632963 Nov 23 17:43:08.985740 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-ec8bac06-041e-4a7c-a8cc-d5a0bfcb393c req-9d7f738a-2c0b-4126-8f88-b5529196701d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:09.007818 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6500aef8-6676-4443-8e5d-6f204b2c9584 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:09.009700 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073b69ec-8a99-4a78-a908-8dcea838f534 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fab070fa-255c-447d-aeb9-5a1fbceb9afc,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:43:09.068449 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [req-ec8bac06-041e-4a7c-a8cc-d5a0bfcb393c req-9d7f738a-2c0b-4126-8f88-b5529196701d service neutron] Transition to ACTIVE for port object c353247e-5ca9-41b0-b031-d3a6cf2c4448 will not be triggered until provisioned by entity L2. {{(pid=103590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 17:43:09.122622 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-ec8bac06-041e-4a7c-a8cc-d5a0bfcb393c req-9d7f738a-2c0b-4126-8f88-b5529196701d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264357957'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:09.171319 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6500aef8-6676-4443-8e5d-6f204b2c9584 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:09.181776 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35465618-b68f-45c9-8cdf-b277e325904e req-1f8208c3-49be-4895-820c-bde378ff8aeb tempest-VolumesActionsTest-442734151 tempest-VolumesActionsTest-442734151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:43:09.190147 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-35465618-b68f-45c9-8cdf-b277e325904e req-1f8208c3-49be-4895-820c-bde378ff8aeb tempest-VolumesActionsTest-442734151 tempest-VolumesActionsTest-442734151-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a602979-ef8a-43a1-affb-58c84f40f938 HTTP/1.1" status: 200 len: 945 time: 0.5177591 Nov 23 17:43:09.200839 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-443fa405-fc59-48f2-9330-1b295833be55 req-a0426576-2628-424e-bc5c-b9b6f2783281 service neutron] Attempting to bind port c2f473f6-b483-48f8-93c1-d88935e14ee5 on host n-h2-816206-8 for vnic_type normal with profile {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:43:09.201137 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-443fa405-fc59-48f2-9330-1b295833be55 req-a0426576-2628-424e-bc5c-b9b6f2783281 service neutron] Attempting to bind port c2f473f6-b483-48f8-93c1-d88935e14ee5 by drivers openvswitch,hyperv on host n-h2-816206-8 at level 0 using segments [{'id': '27d47b01-53c9-46b4-98cd-4228976adb4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '5eaeb0bb-5461-4ac0-b61d-4ffea0f2e6cb'}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:43:09.201587 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-443fa405-fc59-48f2-9330-1b295833be55 req-a0426576-2628-424e-bc5c-b9b6f2783281 service neutron] Attempting to bind port c2f473f6-b483-48f8-93c1-d88935e14ee5 on network 5eaeb0bb-5461-4ac0-b61d-4ffea0f2e6cb {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:43:09.207034 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06319a0d-5002-4787-b79a-c1aae1379c6f req-f7ce28b7-8c25-4c64-a569-e19225a6e4ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:43:09.208731 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-06319a0d-5002-4787-b79a-c1aae1379c6f req-f7ce28b7-8c25-4c64-a569-e19225a6e4ad service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7b7705dd-54e7-4139-93a8-c68471f9ef1c HTTP/1.1" status: 200 len: 855 time: 0.2127471 Nov 23 17:43:09.243665 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-443fa405-fc59-48f2-9330-1b295833be55 req-a0426576-2628-424e-bc5c-b9b6f2783281 service neutron] Port c2f473f6-b483-48f8-93c1-d88935e14ee5 on network 5eaeb0bb-5461-4ac0-b61d-4ffea0f2e6cb not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-8 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 17:43:09.244143 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-443fa405-fc59-48f2-9330-1b295833be55 req-a0426576-2628-424e-bc5c-b9b6f2783281 service neutron] Attempting to bind port c2f473f6-b483-48f8-93c1-d88935e14ee5 on network 5eaeb0bb-5461-4ac0-b61d-4ffea0f2e6cb {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:43:09.294806 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382176a0-2001-43e4-be00-85962ef95c99 req-9ed613a5-3b8f-4ccc-b410-d9d470f333cb tempest-ListServerFiltersTestJSON-602552987 tempest-ListServerFiltersTestJSON-602552987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:43:09.297266 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-382176a0-2001-43e4-be00-85962ef95c99 req-9ed613a5-3b8f-4ccc-b410-d9d470f333cb tempest-ListServerFiltersTestJSON-602552987 tempest-ListServerFiltersTestJSON-602552987-project] 10.222.0.60 "GET /v2.0/ports?device_id=62716bb5-8ce0-40bd-8dc9-1784181f4168 HTTP/1.1" status: 200 len: 932 time: 0.3146629 Nov 23 17:43:09.303125 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-443fa405-fc59-48f2-9330-1b295833be55 req-a0426576-2628-424e-bc5c-b9b6f2783281 service neutron] Checking agent: {'id': 'ab77bf9e-0267-4174-8f1d-822cba89b207', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 15, 13), 'started_at': datetime.datetime(2021, 11, 23, 17, 15, 13), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 42, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:43:09.303590 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-443fa405-fc59-48f2-9330-1b295833be55 req-a0426576-2628-424e-bc5c-b9b6f2783281 service neutron] Checking segment: {'id': '27d47b01-53c9-46b4-98cd-4228976adb4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '5eaeb0bb-5461-4ac0-b61d-4ffea0f2e6cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:43:09.304077 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-443fa405-fc59-48f2-9330-1b295833be55 req-a0426576-2628-424e-bc5c-b9b6f2783281 service neutron] Bound using segment: {'id': '27d47b01-53c9-46b4-98cd-4228976adb4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '5eaeb0bb-5461-4ac0-b61d-4ffea0f2e6cb'} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:43:09.304673 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-443fa405-fc59-48f2-9330-1b295833be55 req-a0426576-2628-424e-bc5c-b9b6f2783281 service neutron] Bound port: c2f473f6-b483-48f8-93c1-d88935e14ee5, host: n-h2-816206-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27d47b01-53c9-46b4-98cd-4228976adb4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '5eaeb0bb-5461-4ac0-b61d-4ffea0f2e6cb'}}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:43:09.305254 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-443fa405-fc59-48f2-9330-1b295833be55 req-a0426576-2628-424e-bc5c-b9b6f2783281 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:09.356411 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-89cc8133-cc1a-4426-b398-3e130c7a9c27 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:09.375773 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-35465618-b68f-45c9-8cdf-b277e325904e req-6d5c8539-43cc-4f26-9b59-781011d9ec02 tempest-VolumesActionsTest-442734151 tempest-VolumesActionsTest-442734151-project] 10.222.0.60 "GET /v2.0/security-groups?id=68fe547d-d706-4389-a025-af2d1c7bf46e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1844747 Nov 23 17:43:09.381761 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7f738a-2c0b-4126-8f88-b5529196701d service neutron] Pushing event updated for resources: {'Port': ['ID=c353247e-5ca9-41b0-b031-d3a6cf2c4448,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:43:09.494403 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06319a0d-5002-4787-b79a-c1aae1379c6f req-56d7cc3e-0bce-49ac-baf0-e83220db87fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:43:09.508990 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-06319a0d-5002-4787-b79a-c1aae1379c6f req-56d7cc3e-0bce-49ac-baf0-e83220db87fc service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5eaeb0bb-5461-4ac0-b61d-4ffea0f2e6cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2895157 Nov 23 17:43:09.518939 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6500aef8-6676-4443-8e5d-6f204b2c9584 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:09.522271 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6500aef8-6676-4443-8e5d-6f204b2c9584 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:09.526666 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-6500aef8-6676-4443-8e5d-6f204b2c9584 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/fab070fa-255c-447d-aeb9-5a1fbceb9afc HTTP/1.1" status: 204 len: 168 time: 0.8429546 Nov 23 17:43:09.526666 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ade1ca6-192b-4351-a1c1-a203ad3a7da1 admin admin] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:43:09.536472 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d96ca584-8a79-4a2c-83da-c3fe275a1946 None None] Sync routers for ids ['6a53abb7-a82c-438a-98f4-dc33d7b03780'] in n-d-816206-8 {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:43:09.540374 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-89cc8133-cc1a-4426-b398-3e130c7a9c27 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:09.552247 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-7ade1ca6-192b-4351-a1c1-a203ad3a7da1 admin admin] 10.222.0.60 "PUT /v2.0/routers/6a53abb7-a82c-438a-98f4-dc33d7b03780/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0862906 Nov 23 17:43:09.571502 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d96ca584-8a79-4a2c-83da-c3fe275a1946 None None] Routers {'6a53abb7-a82c-438a-98f4-dc33d7b03780'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:43:09.574159 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-d96ca584-8a79-4a2c-83da-c3fe275a1946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:42:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['6a53abb7-a82c-438a-98f4-dc33d7b03780'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:43:09.577771 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 54760) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:43:09.636878 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-382176a0-2001-43e4-be00-85962ef95c99 req-6c257961-169f-4a23-a736-a3e9f0f51902 tempest-ListServerFiltersTestJSON-602552987 tempest-ListServerFiltersTestJSON-602552987-project] 10.222.0.60 "GET /v2.0/security-groups?id=21da44c1-bab0-4a24-bdb5-9c78cb5bfd70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3280344 Nov 23 17:43:09.647852 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6500aef8-6676-4443-8e5d-6f204b2c9584 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fab070fa-255c-447d-aeb9-5a1fbceb9afc,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:43:09.821729 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89cc8133-cc1a-4426-b398-3e130c7a9c27 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Network 56dedb9c-c874-4806-8073-23c183970f13 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:43:09.838494 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-89cc8133-cc1a-4426-b398-3e130c7a9c27 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:43:09.844282 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cc8133-cc1a-4426-b398-3e130c7a9c27 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Pushing event updated for resources: {'Port': ['ID=c59dc330-c38d-481b-9bf4-d7cbb80b32e6,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:43:09.848887 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89cc8133-cc1a-4426-b398-3e130c7a9c27 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:43:09.856458 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89cc8133-cc1a-4426-b398-3e130c7a9c27 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:43:09.857351 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-89cc8133-cc1a-4426-b398-3e130c7a9c27 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:09.865829 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [req-ec8bac06-041e-4a7c-a8cc-d5a0bfcb393c req-9d7f738a-2c0b-4126-8f88-b5529196701d service neutron] Attempting to bind port c353247e-5ca9-41b0-b031-d3a6cf2c4448 on host n-h1-816206-8 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:43:09.866321 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [req-ec8bac06-041e-4a7c-a8cc-d5a0bfcb393c req-9d7f738a-2c0b-4126-8f88-b5529196701d service neutron] Attempting to bind port c353247e-5ca9-41b0-b031-d3a6cf2c4448 by drivers openvswitch,hyperv on host n-h1-816206-8 at level 0 using segments [{'id': '27d47b01-53c9-46b4-98cd-4228976adb4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '5eaeb0bb-5461-4ac0-b61d-4ffea0f2e6cb'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:43:09.866782 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec8bac06-041e-4a7c-a8cc-d5a0bfcb393c req-9d7f738a-2c0b-4126-8f88-b5529196701d service neutron] Attempting to bind port c353247e-5ca9-41b0-b031-d3a6cf2c4448 on network 5eaeb0bb-5461-4ac0-b61d-4ffea0f2e6cb {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:43:09.875995 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec8bac06-041e-4a7c-a8cc-d5a0bfcb393c req-9d7f738a-2c0b-4126-8f88-b5529196701d service neutron] Port c353247e-5ca9-41b0-b031-d3a6cf2c4448 on network 5eaeb0bb-5461-4ac0-b61d-4ffea0f2e6cb not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-8 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 17:43:09.876443 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec8bac06-041e-4a7c-a8cc-d5a0bfcb393c req-9d7f738a-2c0b-4126-8f88-b5529196701d service neutron] Attempting to bind port c353247e-5ca9-41b0-b031-d3a6cf2c4448 on network 5eaeb0bb-5461-4ac0-b61d-4ffea0f2e6cb {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:43:09.887781 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-89cc8133-cc1a-4426-b398-3e130c7a9c27 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 3.1091499 Nov 23 17:43:09.891185 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec8bac06-041e-4a7c-a8cc-d5a0bfcb393c req-9d7f738a-2c0b-4126-8f88-b5529196701d service neutron] Checking agent: {'id': '4b0a4557-3bfe-4828-80a0-7981fc3ac84c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 15, 14), 'started_at': datetime.datetime(2021, 11, 23, 17, 15, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 42, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:43:09.892621 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec8bac06-041e-4a7c-a8cc-d5a0bfcb393c req-9d7f738a-2c0b-4126-8f88-b5529196701d service neutron] Checking segment: {'id': '27d47b01-53c9-46b4-98cd-4228976adb4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '5eaeb0bb-5461-4ac0-b61d-4ffea0f2e6cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:43:09.894542 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec8bac06-041e-4a7c-a8cc-d5a0bfcb393c req-9d7f738a-2c0b-4126-8f88-b5529196701d service neutron] Bound using segment: {'id': '27d47b01-53c9-46b4-98cd-4228976adb4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '5eaeb0bb-5461-4ac0-b61d-4ffea0f2e6cb'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:43:09.895175 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [req-ec8bac06-041e-4a7c-a8cc-d5a0bfcb393c req-9d7f738a-2c0b-4126-8f88-b5529196701d service neutron] Bound port: c353247e-5ca9-41b0-b031-d3a6cf2c4448, host: n-h1-816206-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27d47b01-53c9-46b4-98cd-4228976adb4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '5eaeb0bb-5461-4ac0-b61d-4ffea0f2e6cb'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:43:09.895649 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-ec8bac06-041e-4a7c-a8cc-d5a0bfcb393c req-9d7f738a-2c0b-4126-8f88-b5529196701d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:09.901611 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 54764) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:43:09.945352 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-d96ca584-8a79-4a2c-83da-c3fe275a1946 None None] Set router 6a53abb7-a82c-438a-98f4-dc33d7b03780 gateway port host: n-d-816206-8 {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:43:09.974960 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 7f787db7-9577-4030-b851-de8da77c4054 up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:43:10.147899 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de4e8fb4-14fb-4f99-ac5d-a44810ade027 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:43:10.148823 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port 7f787db7-9577-4030-b851-de8da77c4054 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:43:10.149424 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:10.166594 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de4e8fb4-14fb-4f99-ac5d-a44810ade027 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:43:10.181547 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-de4e8fb4-14fb-4f99-ac5d-a44810ade027 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1701 time: 0.2750087 Nov 23 17:43:10.185358 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 54774) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:43:10.241275 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-d96ca584-8a79-4a2c-83da-c3fe275a1946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a53abb7-a82c-438a-98f4-dc33d7b03780', 'name': 'tempest-TaggedBootDevicesTest-1442236328-router', 'tenant_id': '8043a75783e64196ac0be92247cb4c17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.230'}], 'enable_snat': True}, 'gw_port_id': 'bf23729d-89c0-4a8d-9706-96f8e283aad2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:30:45Z', 'updated_at': '2021-11-23T17:43:06Z', 'revision_number': 5, 'project_id': '8043a75783e64196ac0be92247cb4c17', 'gw_port': {'id': 'bf23729d-89c0-4a8d-9706-96f8e283aad2', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:d2:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a53abb7-a82c-438a-98f4-dc33d7b03780', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1155, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:30:46Z', 'updated_at': '2021-11-23T17:30:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8'}], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:43:10.314544 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [req-ec8bac06-041e-4a7c-a8cc-d5a0bfcb393c req-9d7f738a-2c0b-4126-8f88-b5529196701d service neutron] For port c353247e-5ca9-41b0-b031-d3a6cf2c4448, host n-h1-816206-8, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:43:10.337800 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [req-ec8bac06-041e-4a7c-a8cc-d5a0bfcb393c req-9d7f738a-2c0b-4126-8f88-b5529196701d service neutron] For port c353247e-5ca9-41b0-b031-d3a6cf2c4448, host n-h1-816206-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=c353247e-5ca9-41b0-b031-d3a6cf2c4448,segment=NetworkSegment(27d47b01-53c9-46b4-98cd-4228976adb4c),segment_id=27d47b01-53c9-46b4-98cd-4228976adb4c)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:43:10.346359 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d96ca584-8a79-4a2c-83da-c3fe275a1946 None None] Checking router: 6a53abb7-a82c-438a-98f4-dc33d7b03780 for host: n-d-816206-8 {{(pid=103593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 17:43:10.366231 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:10.371080 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d96ca584-8a79-4a2c-83da-c3fe275a1946 None None] Routers {'6a53abb7-a82c-438a-98f4-dc33d7b03780'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:43:10.371873 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-d96ca584-8a79-4a2c-83da-c3fe275a1946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:42:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['6a53abb7-a82c-438a-98f4-dc33d7b03780'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:43:10.391362 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-ec8bac06-041e-4a7c-a8cc-d5a0bfcb393c req-9d7f738a-2c0b-4126-8f88-b5529196701d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264357957'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:10.467383 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] For port 7f787db7-9577-4030-b851-de8da77c4054, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=7f787db7-9577-4030-b851-de8da77c4054,segment=NetworkSegment(208f22fc-9686-4ca3-a88c-018385437c28),segment_id=208f22fc-9686-4ca3-a88c-018385437c28)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:43:10.490581 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 54778) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:43:10.498492 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:10.597849 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8bac06-041e-4a7c-a8cc-d5a0bfcb393c req-9d7f738a-2c0b-4126-8f88-b5529196701d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:43:10.603595 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-ec8bac06-041e-4a7c-a8cc-d5a0bfcb393c req-9d7f738a-2c0b-4126-8f88-b5529196701d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:10.607381 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-ec8bac06-041e-4a7c-a8cc-d5a0bfcb393c req-9d7f738a-2c0b-4126-8f88-b5529196701d service neutron] 10.222.0.55 "PUT /v2.0/ports/c353247e-5ca9-41b0-b031-d3a6cf2c4448 HTTP/1.1" status: 200 len: 1092 time: 4.4635553 Nov 23 17:43:10.613504 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-212bc751-0884-4048-ba78-58d2c8e079cc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:10.622220 n-d-816206-8 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62716bb5-8ce0-40bd-8dc9-1784181f4168', 'tag': 'c353247e-5ca9-41b0-b031-d3a6cf2c4448'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:43:10.630611 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbabddbc9fc37b068808e119c416c86f5957ca04531a4a0d2e695c515e93483b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-683cd709-5164-401e-abb1-49e871ec07e2" -d '{"events": [{"name": "network-changed", "server_uuid": "62716bb5-8ce0-40bd-8dc9-1784181f4168", "tag": "c353247e-5ca9-41b0-b031-d3a6cf2c4448"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:43:10.714493 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Pushing event updated for resources: {'Port': ['ID=7f787db7-9577-4030-b851-de8da77c4054,revision_number=3']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:43:10.775824 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-d96ca584-8a79-4a2c-83da-c3fe275a1946 None None] Set router 6a53abb7-a82c-438a-98f4-dc33d7b03780 gateway port host: n-d-816206-8 {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:43:10.841135 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-443fa405-fc59-48f2-9330-1b295833be55 req-a0426576-2628-424e-bc5c-b9b6f2783281 service neutron] For port c2f473f6-b483-48f8-93c1-d88935e14ee5, host n-h2-816206-8, cleared binding levels {{(pid=103591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:43:10.885059 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7f738a-2c0b-4126-8f88-b5529196701d service neutron] Pushing event updated for resources: {'Port': ['ID=c353247e-5ca9-41b0-b031-d3a6cf2c4448,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:43:10.948752 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-06319a0d-5002-4787-b79a-c1aae1379c6f req-da979aa2-4d1d-4a62-82df-bded4b74c75d service neutron] 10.222.0.55 "GET /v2.0/networks/5eaeb0bb-5461-4ac0-b61d-4ffea0f2e6cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4225950 Nov 23 17:43:10.971457 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-443fa405-fc59-48f2-9330-1b295833be55 req-a0426576-2628-424e-bc5c-b9b6f2783281 service neutron] For port c2f473f6-b483-48f8-93c1-d88935e14ee5, host n-h2-816206-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=c2f473f6-b483-48f8-93c1-d88935e14ee5,segment=NetworkSegment(27d47b01-53c9-46b4-98cd-4228976adb4c),segment_id=27d47b01-53c9-46b4-98cd-4228976adb4c)] {{(pid=103591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:43:10.972390 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-b445ed89-48f7-4d20-8a7f-84f2db032226 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Deleting port c59dc330-c38d-481b-9bf4-d7cbb80b32e6 {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:43:10.972794 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b445ed89-48f7-4d20-8a7f-84f2db032226 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:11.044300 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-d5f157ae-6d6b-4658-9405-ad5f7f3f6c26 None None] Provisioning complete for port 7f787db7-9577-4030-b851-de8da77c4054 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:43:11.054007 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-d5f157ae-6d6b-4658-9405-ad5f7f3f6c26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:11.118051 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8bac06-041e-4a7c-a8cc-d5a0bfcb393c req-d00a9129-3eb3-408c-bc6a-90555856d17d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:43:11.120018 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-ec8bac06-041e-4a7c-a8cc-d5a0bfcb393c req-d00a9129-3eb3-408c-bc6a-90555856d17d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d6c92b35b840401aba16aa44ff812cdc&device_id=62716bb5-8ce0-40bd-8dc9-1784181f4168 HTTP/1.1" status: 200 len: 1095 time: 0.3627009 Nov 23 17:43:11.193489 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-06319a0d-5002-4787-b79a-c1aae1379c6f req-47c342b8-87a4-4d93-8a2e-aa202d46d757 service neutron] 10.222.0.55 "GET /v2.0/networks/5eaeb0bb-5461-4ac0-b61d-4ffea0f2e6cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2063382 Nov 23 17:43:11.200263 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 17:43:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a75cccdb-b874-41e1-acfe-72c35dad1217 x-openstack-request-id: req-a75cccdb-b874-41e1-acfe-72c35dad1217 {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:43:11.204549 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62716bb5-8ce0-40bd-8dc9-1784181f4168", "tag": "c353247e-5ca9-41b0-b031-d3a6cf2c4448", "status": "completed", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:43:11.205125 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a75cccdb-b874-41e1-acfe-72c35dad1217 {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:43:11.206115 n-d-816206-8 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62716bb5-8ce0-40bd-8dc9-1784181f4168', 'tag': 'c353247e-5ca9-41b0-b031-d3a6cf2c4448', 'status': 'completed', 'code': 200} Nov 23 17:43:11.214473 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-443fa405-fc59-48f2-9330-1b295833be55 req-a0426576-2628-424e-bc5c-b9b6f2783281 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264758186'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:11.318277 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec05936-3e2f-4220-a7db-713dd719bf46 req-a9308838-4b74-4b4f-93f2-946211e98b16 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:43:11.322096 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-ec8bac06-041e-4a7c-a8cc-d5a0bfcb393c req-4ef8b89d-a6d4-467a-ad16-708d8e2057ac service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c353247e-5ca9-41b0-b031-d3a6cf2c4448 HTTP/1.1" status: 200 len: 217 time: 0.1087792 Nov 23 17:43:11.327233 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-3ec05936-3e2f-4220-a7db-713dd719bf46 req-a9308838-4b74-4b4f-93f2-946211e98b16 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/ports?device_id=87555c4b-ac12-459b-ba06-6ecf0fceb916 HTTP/1.1" status: 200 len: 946 time: 1.7017577 Nov 23 17:43:11.429197 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b445ed89-48f7-4d20-8a7f-84f2db032226 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:11.467720 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-b445ed89-48f7-4d20-8a7f-84f2db032226 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Calling delete_port for c59dc330-c38d-481b-9bf4-d7cbb80b32e6 owned by {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:43:11.480500 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0426576-2628-424e-bc5c-b9b6f2783281 service neutron] Pushing event updated for resources: {'Port': ['ID=c2f473f6-b483-48f8-93c1-d88935e14ee5,revision_number=3']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:43:11.520841 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443fa405-fc59-48f2-9330-1b295833be55 req-a0426576-2628-424e-bc5c-b9b6f2783281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:43:11.522435 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-443fa405-fc59-48f2-9330-1b295833be55 req-a0426576-2628-424e-bc5c-b9b6f2783281 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:11.527378 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-443fa405-fc59-48f2-9330-1b295833be55 req-a0426576-2628-424e-bc5c-b9b6f2783281 service neutron] 10.222.0.36 "PUT /v2.0/ports/c2f473f6-b483-48f8-93c1-d88935e14ee5 HTTP/1.1" status: 200 len: 1091 time: 6.2444501 Nov 23 17:43:11.544256 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-54f5ea36-2a97-4995-bda8-87624e21b672 None None] Provisioning complete for port c59dc330-c38d-481b-9bf4-d7cbb80b32e6 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:43:11.545618 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-54f5ea36-2a97-4995-bda8-87624e21b672 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:11.570919 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8bac06-041e-4a7c-a8cc-d5a0bfcb393c req-ace68727-6ed6-4f26-b324-e575af486826 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:43:11.574145 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-d96ca584-8a79-4a2c-83da-c3fe275a1946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a53abb7-a82c-438a-98f4-dc33d7b03780', 'name': 'tempest-TaggedBootDevicesTest-1442236328-router', 'tenant_id': '8043a75783e64196ac0be92247cb4c17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.230'}], 'enable_snat': True}, 'gw_port_id': 'bf23729d-89c0-4a8d-9706-96f8e283aad2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:30:45Z', 'updated_at': '2021-11-23T17:43:06Z', 'revision_number': 5, 'project_id': '8043a75783e64196ac0be92247cb4c17', 'gw_port': {'id': 'bf23729d-89c0-4a8d-9706-96f8e283aad2', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:d2:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a53abb7-a82c-438a-98f4-dc33d7b03780', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1155, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:30:46Z', 'updated_at': '2021-11-23T17:30:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8'}], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:43:11.577209 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-ec8bac06-041e-4a7c-a8cc-d5a0bfcb393c req-ace68727-6ed6-4f26-b324-e575af486826 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7b7705dd-54e7-4139-93a8-c68471f9ef1c HTTP/1.1" status: 200 len: 855 time: 0.2414706 Nov 23 17:43:11.581867 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-212bc751-0884-4048-ba78-58d2c8e079cc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:11.609469 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74d60304-cc4f-41f3-9245-821f0a036a31', 'tag': 'c2f473f6-b483-48f8-93c1-d88935e14ee5'}] {{(pid=103591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:43:11.612964 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41d174a19ece9499ff9ec44e5b3fc50f2abd3ffbc947fb7e52ea1e8db27b95b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27e348f4-a2b6-4a2c-a350-f521034528ad" -d '{"events": [{"name": "network-changed", "server_uuid": "74d60304-cc4f-41f3-9245-821f0a036a31", "tag": "c2f473f6-b483-48f8-93c1-d88935e14ee5"}]}' {{(pid=103591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:43:11.624455 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-54f5ea36-2a97-4995-bda8-87624e21b672 None None] Port c59dc330-c38d-481b-9bf4-d7cbb80b32e6 cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:43:11.627397 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-212bc751-0884-4048-ba78-58d2c8e079cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:11.645088 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d96ca584-8a79-4a2c-83da-c3fe275a1946 None None] The sync data for ids ['6a53abb7-a82c-438a-98f4-dc33d7b03780'] in n-d-816206-8 is: [{'id': '6a53abb7-a82c-438a-98f4-dc33d7b03780', 'name': 'tempest-TaggedBootDevicesTest-1442236328-router', 'tenant_id': '8043a75783e64196ac0be92247cb4c17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.230'}], 'enable_snat': True}, 'gw_port_id': 'bf23729d-89c0-4a8d-9706-96f8e283aad2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:30:45Z', 'updated_at': '2021-11-23T17:43:06Z', 'revision_number': 5, 'project_id': '8043a75783e64196ac0be92247cb4c17', 'gw_port': {'id': 'bf23729d-89c0-4a8d-9706-96f8e283aad2', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:d2:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a53abb7-a82c-438a-98f4-dc33d7b03780', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1155, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:30:46Z', 'updated_at': '2021-11-23T17:30:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8'}] {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:43:11.758104 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-212bc751-0884-4048-ba78-58d2c8e079cc admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=373a33f48a404bae885ec9d511d5aebc&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2649240 Nov 23 17:43:11.760827 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 54794) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:43:11.761675 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212bc751-0884-4048-ba78-58d2c8e079cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e46053e-dac6-4489-80e7-b78a819315a2,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:43:11.765328 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a74ada6-8d68-4bc5-9ce9-eaa5edce3d70 req-08b58786-e877-4681-b2b5-855842874d73 tempest-ListServerFiltersTestJSON-602552987 tempest-ListServerFiltersTestJSON-602552987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:43:11.770907 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7a74ada6-8d68-4bc5-9ce9-eaa5edce3d70 req-08b58786-e877-4681-b2b5-855842874d73 tempest-ListServerFiltersTestJSON-602552987 tempest-ListServerFiltersTestJSON-602552987-project] 10.222.0.60 "GET /v2.0/ports?device_id=62716bb5-8ce0-40bd-8dc9-1784181f4168 HTTP/1.1" status: 200 len: 944 time: 0.2940931 Nov 23 17:43:11.811547 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8bac06-041e-4a7c-a8cc-d5a0bfcb393c req-a928132b-9f45-488c-a73d-66bc81008389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:43:11.813622 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-ec8bac06-041e-4a7c-a8cc-d5a0bfcb393c req-a928132b-9f45-488c-a73d-66bc81008389 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5eaeb0bb-5461-4ac0-b61d-4ffea0f2e6cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2138536 Nov 23 17:43:11.831777 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-3ec05936-3e2f-4220-a7db-713dd719bf46 req-72648233-d2ee-4d4c-88ff-b1bfe456beb0 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/security-groups?id=776cdaad-ec9b-4a42-a3a9-360feae7cf4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5001516 Nov 23 17:43:11.882489 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-b988a0f8-73c9-4102-998c-be31705cb7ff admin admin] Publish callbacks [] for router, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:11.911243 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f742b87-be86-48dc-abf7-d76486f1b02d req-30d1bbba-413f-4dd2-9325-ac414296cf9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:43:11.912891 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5f742b87-be86-48dc-abf7-d76486f1b02d req-30d1bbba-413f-4dd2-9325-ac414296cf9e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d6c92b35b840401aba16aa44ff812cdc&device_id=36409146-1095-48e4-aac8-430c5301d5ac HTTP/1.1" status: 200 len: 1095 time: 0.4799271 Nov 23 17:43:11.931951 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 7f787db7-9577-4030-b851-de8da77c4054 up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:43:12.029910 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port 7f787db7-9577-4030-b851-de8da77c4054 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:43:12.030780 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:12.112687 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2743c7ee-fa98-4cbd-bea6-112ae16ab9b0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:12.126593 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-ec8bac06-041e-4a7c-a8cc-d5a0bfcb393c req-314a1bee-2bf6-4b2d-a412-95a8b7652ef1 service neutron] 10.222.0.55 "GET /v2.0/networks/5eaeb0bb-5461-4ac0-b61d-4ffea0f2e6cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2822838 Nov 23 17:43:12.210698 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443fa405-fc59-48f2-9330-1b295833be55 req-32232c3e-ddbc-49cb-ab10-ca8f87a323f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:43:12.212337 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-443fa405-fc59-48f2-9330-1b295833be55 req-32232c3e-ddbc-49cb-ab10-ca8f87a323f8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d6c92b35b840401aba16aa44ff812cdc&device_id=74d60304-cc4f-41f3-9245-821f0a036a31 HTTP/1.1" status: 200 len: 1094 time: 0.5811405 Nov 23 17:43:12.217604 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b445ed89-48f7-4d20-8a7f-84f2db032226 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:12.222249 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2743c7ee-fa98-4cbd-bea6-112ae16ab9b0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:12.282474 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7a74ada6-8d68-4bc5-9ce9-eaa5edce3d70 req-2cf7d417-6ad5-4ac5-80f6-d0d09c8f9448 tempest-ListServerFiltersTestJSON-602552987 tempest-ListServerFiltersTestJSON-602552987-project] 10.222.0.60 "GET /v2.0/security-groups?id=21da44c1-bab0-4a24-bdb5-9c78cb5bfd70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4813447 Nov 23 17:43:12.336710 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-443fa405-fc59-48f2-9330-1b295833be55 req-15126222-530c-47e3-ad1d-dbea4c4fb2ee service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c2f473f6-b483-48f8-93c1-d88935e14ee5 HTTP/1.1" status: 200 len: 217 time: 0.1080348 Nov 23 17:43:12.364463 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cc96d6-0fa2-4608-8709-8ebcec4535fd req-26553118-838f-47e9-9601-3edb74002874 tempest-VolumesActionsTest-442734151 tempest-VolumesActionsTest-442734151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:43:12.366992 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-81cc96d6-0fa2-4608-8709-8ebcec4535fd req-26553118-838f-47e9-9601-3edb74002874 tempest-VolumesActionsTest-442734151 tempest-VolumesActionsTest-442734151-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a602979-ef8a-43a1-affb-58c84f40f938 HTTP/1.1" status: 200 len: 945 time: 0.3605914 Nov 23 17:43:12.375502 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 17:43:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6eb50e3-4cba-4f0c-b88c-54d83796a140 x-openstack-request-id: req-a6eb50e3-4cba-4f0c-b88c-54d83796a140 {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:43:12.376015 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74d60304-cc4f-41f3-9245-821f0a036a31", "tag": "c2f473f6-b483-48f8-93c1-d88935e14ee5", "status": "completed", "code": 200}]} {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:43:12.376330 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a6eb50e3-4cba-4f0c-b88c-54d83796a140 {{(pid=103591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:43:12.376816 n-d-816206-8 neutron-server[103591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74d60304-cc4f-41f3-9245-821f0a036a31', 'tag': 'c2f473f6-b483-48f8-93c1-d88935e14ee5', 'status': 'completed', 'code': 200} Nov 23 17:43:12.445291 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-b988a0f8-73c9-4102-998c-be31705cb7ff admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:12.529514 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f742b87-be86-48dc-abf7-d76486f1b02d req-3a911e71-9c80-4b21-9d10-52b4b8bd4142 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:43:12.531849 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5f742b87-be86-48dc-abf7-d76486f1b02d req-3a911e71-9c80-4b21-9d10-52b4b8bd4142 service neutron] 10.222.0.55 "GET /v2.0/networks?id=5eaeb0bb-5461-4ac0-b61d-4ffea0f2e6cb HTTP/1.1" status: 200 len: 917 time: 0.5269539 Nov 23 17:43:12.539776 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443fa405-fc59-48f2-9330-1b295833be55 req-ed06ed21-9071-4bb7-ac44-e5182b9fc76c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:43:12.541350 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-443fa405-fc59-48f2-9330-1b295833be55 req-ed06ed21-9071-4bb7-ac44-e5182b9fc76c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7b7705dd-54e7-4139-93a8-c68471f9ef1c HTTP/1.1" status: 200 len: 855 time: 0.1636393 Nov 23 17:43:12.547985 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-81cc96d6-0fa2-4608-8709-8ebcec4535fd req-ff4eeb3f-1b06-4332-9492-736280836d8a tempest-VolumesActionsTest-442734151 tempest-VolumesActionsTest-442734151-project] 10.222.0.60 "GET /v2.0/security-groups?id=68fe547d-d706-4389-a025-af2d1c7bf46e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585515 Nov 23 17:43:12.614020 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b445ed89-48f7-4d20-8a7f-84f2db032226 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Pushing event deleted for resources: {'Port': ['ID=c59dc330-c38d-481b-9bf4-d7cbb80b32e6,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:43:12.667413 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5f742b87-be86-48dc-abf7-d76486f1b02d req-93bb45f0-a703-4e9b-9035-998d01f9486c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9658f692-56ae-405c-812e-58fe07a614a5 HTTP/1.1" status: 200 len: 217 time: 0.0752850 Nov 23 17:43:12.677185 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-b988a0f8-73c9-4102-998c-be31705cb7ff admin admin] Deleting port bf23729d-89c0-4a8d-9706-96f8e283aad2 {{(pid=103591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:43:12.677617 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-b988a0f8-73c9-4102-998c-be31705cb7ff admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:12.678204 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b445ed89-48f7-4d20-8a7f-84f2db032226 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:12.687271 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-b445ed89-48f7-4d20-8a7f-84f2db032226 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] 10.222.0.60 "DELETE /v2.0/ports/c59dc330-c38d-481b-9bf4-d7cbb80b32e6 HTTP/1.1" status: 204 len: 168 time: 2.4967873 Nov 23 17:43:12.690735 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 54808) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:43:12.773583 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443fa405-fc59-48f2-9330-1b295833be55 req-f2ea92b8-261f-4336-9433-ee9dffa038ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:43:12.774118 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-443fa405-fc59-48f2-9330-1b295833be55 req-f2ea92b8-261f-4336-9433-ee9dffa038ec service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5eaeb0bb-5461-4ac0-b61d-4ffea0f2e6cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2213795 Nov 23 17:43:12.774765 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-ec8bac06-041e-4a7c-a8cc-d5a0bfcb393c req-d6984dc5-e002-4d60-84e9-c886b080e412 service neutron] 10.222.0.55 "GET /v2.0/networks/5eaeb0bb-5461-4ac0-b61d-4ffea0f2e6cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6161559 Nov 23 17:43:12.799303 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2743c7ee-fa98-4cbd-bea6-112ae16ab9b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:12.804974 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2743c7ee-fa98-4cbd-bea6-112ae16ab9b0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:12.808195 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-2743c7ee-fa98-4cbd-bea6-112ae16ab9b0 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/8e46053e-dac6-4489-80e7-b78a819315a2 HTTP/1.1" status: 204 len: 168 time: 1.0414536 Nov 23 17:43:12.828943 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0683c315-14e9-4153-9f95-5cd054fe56de tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:43:12.831319 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0683c315-14e9-4153-9f95-5cd054fe56de tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:43:12.833547 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-0683c315-14e9-4153-9f95-5cd054fe56de tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1411295 Nov 23 17:43:12.853311 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 54814) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:43:12.887528 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2743c7ee-fa98-4cbd-bea6-112ae16ab9b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e46053e-dac6-4489-80e7-b78a819315a2,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:43:12.995874 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-038838bd-ed0b-4984-ad31-920efbf5868e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:13.010582 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_v2 [None req-4db2ba58-f9f6-4c82-a2ae-2324baeb74a9 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Deleting subnet d8eb8adb-b848-4e8e-a30f-ab0e01762730 {{(pid=103590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 17:43:13.017319 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4db2ba58-f9f6-4c82-a2ae-2324baeb74a9 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks [] for subnet, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:13.025480 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683cd709-5164-401e-abb1-49e871ec07e2 req-4a5facf5-95f7-47c5-8474-d62305117998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:43:13.027494 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-683cd709-5164-401e-abb1-49e871ec07e2 req-4a5facf5-95f7-47c5-8474-d62305117998 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d6c92b35b840401aba16aa44ff812cdc&device_id=62716bb5-8ce0-40bd-8dc9-1784181f4168 HTTP/1.1" status: 200 len: 1095 time: 0.1861162 Nov 23 17:43:13.044157 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f742b87-be86-48dc-abf7-d76486f1b02d req-4d5328ec-7bcd-4ef5-80a8-556cb7d16d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:43:13.060178 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5f742b87-be86-48dc-abf7-d76486f1b02d req-4d5328ec-7bcd-4ef5-80a8-556cb7d16d24 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7b7705dd-54e7-4139-93a8-c68471f9ef1c HTTP/1.1" status: 200 len: 855 time: 0.3776259 Nov 23 17:43:13.146684 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4db2ba58-f9f6-4c82-a2ae-2324baeb74a9 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-267528342'] for subnet, precommit_delete_associations {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:13.153557 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [None req-b988a0f8-73c9-4102-998c-be31705cb7ff admin admin] For port bf23729d-89c0-4a8d-9706-96f8e283aad2, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=bf23729d-89c0-4a8d-9706-96f8e283aad2,segment=NetworkSegment(bffd1e4f-e80f-4ff0-b418-2f42ae15febf),segment_id=bffd1e4f-e80f-4ff0-b418-2f42ae15febf)] {{(pid=103591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:43:13.154532 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-b988a0f8-73c9-4102-998c-be31705cb7ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:13.190151 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563e5fc5-4e0c-4d3d-8c41-7846edcdaa96 req-94792e74-17b9-40c9-ade4-cb1d093fad70 tempest-VolumesActionsTest-442734151 tempest-VolumesActionsTest-442734151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:43:13.191689 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-563e5fc5-4e0c-4d3d-8c41-7846edcdaa96 req-94792e74-17b9-40c9-ade4-cb1d093fad70 tempest-VolumesActionsTest-442734151 tempest-VolumesActionsTest-442734151-project] 10.222.0.36 "GET /v2.0/ports?device_id=5a602979-ef8a-43a1-affb-58c84f40f938 HTTP/1.1" status: 200 len: 945 time: 0.2804539 Nov 23 17:43:13.199980 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-b988a0f8-73c9-4102-998c-be31705cb7ff admin admin] Calling delete_port for bf23729d-89c0-4a8d-9706-96f8e283aad2 owned by network:router_gateway {{(pid=103591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:43:13.260133 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-443fa405-fc59-48f2-9330-1b295833be55 req-e9ee0036-f805-4650-b5b8-6281ab2df4d6 service neutron] 10.222.0.36 "GET /v2.0/networks/5eaeb0bb-5461-4ac0-b61d-4ffea0f2e6cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4739909 Nov 23 17:43:13.304992 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683cd709-5164-401e-abb1-49e871ec07e2 req-438894d6-5747-457b-b945-7f84d2c336b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:43:13.307105 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-683cd709-5164-401e-abb1-49e871ec07e2 req-438894d6-5747-457b-b945-7f84d2c336b5 service neutron] 10.222.0.55 "GET /v2.0/networks?id=5eaeb0bb-5461-4ac0-b61d-4ffea0f2e6cb HTTP/1.1" status: 200 len: 917 time: 0.2288167 Nov 23 17:43:13.361637 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-683cd709-5164-401e-abb1-49e871ec07e2 req-e245a393-1509-4b82-95d6-432dc6e0ae57 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c353247e-5ca9-41b0-b031-d3a6cf2c4448 HTTP/1.1" status: 200 len: 217 time: 0.0463035 Nov 23 17:43:13.363171 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4db2ba58-f9f6-4c82-a2ae-2324baeb74a9 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971956'] for subnet, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:13.376042 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f742b87-be86-48dc-abf7-d76486f1b02d req-2f5f1f83-c654-4c70-85f2-152c06766114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:43:13.379044 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5f742b87-be86-48dc-abf7-d76486f1b02d req-2f5f1f83-c654-4c70-85f2-152c06766114 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5eaeb0bb-5461-4ac0-b61d-4ffea0f2e6cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2924495 Nov 23 17:43:13.446887 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:13.514366 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683cd709-5164-401e-abb1-49e871ec07e2 req-30bb49fc-a5bb-4f06-9558-6c1b7f4ec31b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:43:13.516061 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-683cd709-5164-401e-abb1-49e871ec07e2 req-30bb49fc-a5bb-4f06-9558-6c1b7f4ec31b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7b7705dd-54e7-4139-93a8-c68471f9ef1c HTTP/1.1" status: 200 len: 855 time: 0.1280167 Nov 23 17:43:13.550422 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4db2ba58-f9f6-4c82-a2ae-2324baeb74a9 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264357903', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264730940'] for subnet, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:13.629031 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4db2ba58-f9f6-4c82-a2ae-2324baeb74a9 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks [] for subnet, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:13.632922 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-4db2ba58-f9f6-4c82-a2ae-2324baeb74a9 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] 10.222.0.60 "DELETE /v2.0/subnets/d8eb8adb-b848-4e8e-a30f-ab0e01762730 HTTP/1.1" status: 204 len: 168 time: 0.7767692 Nov 23 17:43:13.634168 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db2ba58-f9f6-4c82-a2ae-2324baeb74a9 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Pushing event deleted for resources: {'Subnet': ['ID=d8eb8adb-b848-4e8e-a30f-ab0e01762730,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:43:13.638047 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 54844) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:43:13.645237 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54e61e00-3e8f-40ff-8d7b-34b63a13b2ac None None] Network 56dedb9c-c874-4806-8073-23c183970f13 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:43:13.753204 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-40375650-f568-4388-902e-75f13f8d4968 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1138110 Nov 23 17:43:13.753867 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 54854) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:43:13.763372 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-9d609d11-47f5-4fce-bf38-6c36ed600324 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Request body: {'subnet': {'network_id': '56dedb9c-c874-4806-8073-23c183970f13', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:43:13.804016 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683cd709-5164-401e-abb1-49e871ec07e2 req-f8a50517-e044-48b4-b922-e7b5f5ac2d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:43:13.818771 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-683cd709-5164-401e-abb1-49e871ec07e2 req-f8a50517-e044-48b4-b922-e7b5f5ac2d3a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5eaeb0bb-5461-4ac0-b61d-4ffea0f2e6cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2867105 Nov 23 17:43:13.835021 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 8ab61e19-8747-4ccd-abd9-833697a8023a no longer exists at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:43:13.879037 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] No Port match for: 8ab61e19-8747-4ccd-abd9-833697a8023a {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:43:13.889836 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 8ab61e19-8747-4ccd-abd9-833697a8023a not bound to the agent host n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:43:13.999973 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-b988a0f8-73c9-4102-998c-be31705cb7ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:14.037490 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device 9658f692-56ae-405c-812e-58fe07a614a5 details requested by agent hyperv_n-h1-816206-8 with host n-h1-816206-8 {{(pid=103592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 17:43:14.083290 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-795fde6f-ea58-4736-b0be-f193bca1c19a None None] DHCP port deletion for 56dedb9c-c874-4806-8073-23c183970f13 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:43:14.122485 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-443fa405-fc59-48f2-9330-1b295833be55 req-a3e68fc2-7846-4d18-bd6f-c3ce955218bc service neutron] 10.222.0.36 "GET /v2.0/networks/5eaeb0bb-5461-4ac0-b61d-4ffea0f2e6cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8051980 Nov 23 17:43:14.283357 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b988a0f8-73c9-4102-998c-be31705cb7ff admin admin] Pushing event deleted for resources: {'Port': ['ID=bf23729d-89c0-4a8d-9706-96f8e283aad2,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:43:14.351331 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d609d11-47f5-4fce-bf38-6c36ed600324 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Made reservation on behalf of a17872768c1e4384801bad129509cfa7 for: {'subnet': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:43:14.359626 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-9d609d11-47f5-4fce-bf38-6c36ed600324 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264730903'] for subnet, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:14.370128 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-683cd709-5164-401e-abb1-49e871ec07e2 req-991bd036-5dde-43a9-b3f8-7c794a98d708 service neutron] 10.222.0.55 "GET /v2.0/networks/5eaeb0bb-5461-4ac0-b61d-4ffea0f2e6cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5338178 Nov 23 17:43:14.401963 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ab514f1-107e-4bea-bd6b-1c61425aebf7 None None] DHCP port deletion for 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:43:14.434670 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:14.495301 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 54886) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:43:14.507353 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-795fde6f-ea58-4736-b0be-f193bca1c19a None None] Deleting port 7f787db7-9577-4030-b851-de8da77c4054 {{(pid=103592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:43:14.507775 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-795fde6f-ea58-4736-b0be-f193bca1c19a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:14.572417 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-b988a0f8-73c9-4102-998c-be31705cb7ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1795454'] for router_gateway, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:14.631842 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port 9658f692-56ae-405c-812e-58fe07a614a5, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=9658f692-56ae-405c-812e-58fe07a614a5,segment=NetworkSegment(27d47b01-53c9-46b4-98cd-4228976adb4c),segment_id=27d47b01-53c9-46b4-98cd-4228976adb4c)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:43:14.697870 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c596b4-6ad3-4b3d-851c-d2aad7a99458 req-91edd79b-2238-4d86-a0eb-3587fc094ef3 tempest-ListServerFiltersTestJSON-602552987 tempest-ListServerFiltersTestJSON-602552987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:43:14.711342 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d1c596b4-6ad3-4b3d-851c-d2aad7a99458 req-91edd79b-2238-4d86-a0eb-3587fc094ef3 tempest-ListServerFiltersTestJSON-602552987 tempest-ListServerFiltersTestJSON-602552987-project] 10.222.0.60 "GET /v2.0/ports?device_id=62716bb5-8ce0-40bd-8dc9-1784181f4168 HTTP/1.1" status: 200 len: 944 time: 0.7483726 Nov 23 17:43:14.780571 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Returning: {'device': '9658f692-56ae-405c-812e-58fe07a614a5', 'network_id': '5eaeb0bb-5461-4ac0-b61d-4ffea0f2e6cb', 'port_id': '9658f692-56ae-405c-812e-58fe07a614a5', 'mac_address': 'fa:16:3e:67:88:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 517, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b7705dd-54e7-4139-93a8-c68471f9ef1c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 17:43:14.799251 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-795fde6f-ea58-4736-b0be-f193bca1c19a None None] For port 7f787db7-9577-4030-b851-de8da77c4054, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=7f787db7-9577-4030-b851-de8da77c4054,segment=NetworkSegment(208f22fc-9686-4ca3-a88c-018385437c28),segment_id=208f22fc-9686-4ca3-a88c-018385437c28)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:43:14.805532 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-795fde6f-ea58-4736-b0be-f193bca1c19a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:14.822171 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-683cd709-5164-401e-abb1-49e871ec07e2 req-d9e65566-8176-488c-a79c-ace285fa83a5 service neutron] 10.222.0.55 "GET /v2.0/networks/5eaeb0bb-5461-4ac0-b61d-4ffea0f2e6cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4425600 Nov 23 17:43:14.937627 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:14.974702 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9658f692-56ae-405c-812e-58fe07a614a5 {{(pid=103592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:43:14.980067 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-795fde6f-ea58-4736-b0be-f193bca1c19a None None] Calling delete_port for 7f787db7-9577-4030-b851-de8da77c4054 owned by network:dhcp {{(pid=103592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:43:14.986010 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-b988a0f8-73c9-4102-998c-be31705cb7ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1794352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8175'] for router, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:14.994134 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-b988a0f8-73c9-4102-998c-be31705cb7ff admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:14.999067 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-e5ac9046-2013-4aa3-8fd4-b4d2b513ecac admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-807093323-network', 'tenant_id': 'c0df88da3887410eb6df2513a0bdb7ce'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:43:15.013123 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port 9658f692-56ae-405c-812e-58fe07a614a5, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=9658f692-56ae-405c-812e-58fe07a614a5,segment=NetworkSegment(27d47b01-53c9-46b4-98cd-4228976adb4c),segment_id=27d47b01-53c9-46b4-98cd-4228976adb4c)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:43:15.074995 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:15.075744 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device c353247e-5ca9-41b0-b031-d3a6cf2c4448 details requested by agent hyperv_n-h1-816206-8 with host n-h1-816206-8 {{(pid=103592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 17:43:15.107995 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [req-563e5fc5-4e0c-4d3d-8c41-7846edcdaa96 req-21f58f01-826b-4348-92fd-6161f027a81d tempest-VolumesActionsTest-442734151 tempest-VolumesActionsTest-442734151-project] Deleting port e4f42627-3265-4afe-9239-54672891e2f0 {{(pid=103591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:43:15.108601 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-563e5fc5-4e0c-4d3d-8c41-7846edcdaa96 req-21f58f01-826b-4348-92fd-6161f027a81d tempest-VolumesActionsTest-442734151 tempest-VolumesActionsTest-442734151-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:15.115927 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5f742b87-be86-48dc-abf7-d76486f1b02d req-e27c7964-683d-4486-bb70-d0df342d418e service neutron] 10.222.0.55 "GET /v2.0/networks/5eaeb0bb-5461-4ac0-b61d-4ffea0f2e6cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6996937 Nov 23 17:43:15.119797 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port c353247e-5ca9-41b0-b031-d3a6cf2c4448, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=c353247e-5ca9-41b0-b031-d3a6cf2c4448,segment=NetworkSegment(27d47b01-53c9-46b4-98cd-4228976adb4c),segment_id=27d47b01-53c9-46b4-98cd-4228976adb4c)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:43:15.136274 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-b988a0f8-73c9-4102-998c-be31705cb7ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1795580'] for router, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:15.137840 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b988a0f8-73c9-4102-998c-be31705cb7ff admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6a53abb7-a82c-438a-98f4-dc33d7b03780 {{(pid=103591) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 17:43:15.173885 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5ac9046-2013-4aa3-8fd4-b4d2b513ecac admin admin] Made reservation on behalf of c0df88da3887410eb6df2513a0bdb7ce for: {'network': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:43:15.185389 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-b988a0f8-73c9-4102-998c-be31705cb7ff admin admin] Publish callbacks [] for router, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:15.186768 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-b988a0f8-73c9-4102-998c-be31705cb7ff admin admin] 10.222.0.60 "DELETE /v2.0/routers/6a53abb7-a82c-438a-98f4-dc33d7b03780 HTTP/1.1" status: 204 len: 168 time: 5.6079338 Nov 23 17:43:15.190861 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e5ac9046-2013-4aa3-8fd4-b4d2b513ecac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for network, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:15.195893 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 54922) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:43:15.215904 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d1c596b4-6ad3-4b3d-851c-d2aad7a99458 req-22d75f68-1633-4a2f-b378-3a44416852ae tempest-ListServerFiltersTestJSON-602552987 tempest-ListServerFiltersTestJSON-602552987-project] 10.222.0.60 "GET /v2.0/security-groups?id=21da44c1-bab0-4a24-bdb5-9c78cb5bfd70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5025735 Nov 23 17:43:15.270692 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e5ac9046-2013-4aa3-8fd4-b4d2b513ecac admin admin] Publish callbacks [] for security_group, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:15.301962 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-1201d64e-c33c-4820-a9d9-b5782fd9e2ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:15.306225 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Returning: {'device': 'c353247e-5ca9-41b0-b031-d3a6cf2c4448', 'network_id': '5eaeb0bb-5461-4ac0-b61d-4ffea0f2e6cb', 'port_id': 'c353247e-5ca9-41b0-b031-d3a6cf2c4448', 'mac_address': 'fa:16:3e:e2:43:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 517, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b7705dd-54e7-4139-93a8-c68471f9ef1c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 17:43:15.438773 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:15.456372 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Pushing event updated for resources: {'Port': ['ID=9658f692-56ae-405c-812e-58fe07a614a5,revision_number=4']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:43:15.480543 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c353247e-5ca9-41b0-b031-d3a6cf2c4448 {{(pid=103592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:43:15.487299 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-795fde6f-ea58-4736-b0be-f193bca1c19a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989'] for port, after_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:15.545035 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795fde6f-ea58-4736-b0be-f193bca1c19a None None] Pushing event deleted for resources: {'Port': ['ID=7f787db7-9577-4030-b851-de8da77c4054,revision_number=None']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:43:15.547724 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-795fde6f-ea58-4736-b0be-f193bca1c19a None None] No DVR routers for this DVR port 7f787db7-9577-4030-b851-de8da77c4054 on host n-d-816206-8 {{(pid=103592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:43:15.553707 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device e4f42627-3265-4afe-9239-54672891e2f0 no longer exists at agent hyperv_n-h2-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:43:15.575380 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port c353247e-5ca9-41b0-b031-d3a6cf2c4448, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=c353247e-5ca9-41b0-b031-d3a6cf2c4448,segment=NetworkSegment(27d47b01-53c9-46b4-98cd-4228976adb4c),segment_id=27d47b01-53c9-46b4-98cd-4228976adb4c)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:43:15.583255 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d56c948-3996-4626-8f86-ae6ffe9a0cc5 admin admin] Deleting subnet d52f2422-eba5-4adf-851d-059c4fb2a31d {{(pid=103590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 17:43:15.607701 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0d56c948-3996-4626-8f86-ae6ffe9a0cc5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:15.610694 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:15.654520 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e5ac9046-2013-4aa3-8fd4-b4d2b513ecac admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:15.713016 n-d-816206-8 neutron-server[103590]: DEBUG neutron.objects.ports [None req-9d609d11-47f5-4fce-bf38-6c36ed600324 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103590) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 23 17:43:15.801224 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e5ac9046-2013-4aa3-8fd4-b4d2b513ecac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:15.838877 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-9d609d11-47f5-4fce-bf38-6c36ed600324 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264358096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264730885'] for subnet, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:15.890158 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Pushing event updated for resources: {'Port': ['ID=c353247e-5ca9-41b0-b031-d3a6cf2c4448,revision_number=4']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:43:15.895783 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:15.967936 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] get_ports_and_sgs() called for port_ids ['c353247e-5ca9-41b0-b031-d3a6cf2c4448'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:43:15.985511 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ac9046-2013-4aa3-8fd4-b4d2b513ecac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8b17f96-d64e-431f-9313-e4489dcbb007,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:43:15.993160 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e348f4-a2b6-4a2c-a350-f521034528ad req-f88e9708-403f-41d1-adec-c5391f08d4a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:43:15.994893 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-27e348f4-a2b6-4a2c-a350-f521034528ad req-f88e9708-403f-41d1-adec-c5391f08d4a2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d6c92b35b840401aba16aa44ff812cdc&device_id=74d60304-cc4f-41f3-9245-821f0a036a31 HTTP/1.1" status: 200 len: 1094 time: 1.7754817 Nov 23 17:43:16.027890 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d609d11-47f5-4fce-bf38-6c36ed600324 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Network 56dedb9c-c874-4806-8073-23c183970f13 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:43:16.030123 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5ac9046-2013-4aa3-8fd4-b4d2b513ecac admin admin] vlan segment allocate from pool success with {'vlan_id': 526, 'physical_network': 'physnet1'} {{(pid=103590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 17:43:16.056769 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] get_ports_and_sgs() called for port_ids ['9658f692-56ae-405c-812e-58fe07a614a5'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:43:16.065075 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0d56c948-3996-4626-8f86-ae6ffe9a0cc5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-267528342'] for subnet, precommit_delete_associations {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:16.069962 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-9d609d11-47f5-4fce-bf38-6c36ed600324 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:43:16.073390 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d609d11-47f5-4fce-bf38-6c36ed600324 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:43:16.074879 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-9d609d11-47f5-4fce-bf38-6c36ed600324 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks [] for subnet, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:16.091583 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e5ac9046-2013-4aa3-8fd4-b4d2b513ecac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:16.092333 n-d-816206-8 neutron-server[103590]: INFO neutron.db.segments_db [None req-e5ac9046-2013-4aa3-8fd4-b4d2b513ecac admin admin] Added segment 8fdf731f-3bb3-4ebb-9eaf-ea67ab6e4fa4 of type vlan for network 3e49d59c-8c69-4181-bbc9-1400019223da Nov 23 17:43:16.142519 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-9d609d11-47f5-4fce-bf38-6c36ed600324 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.3858936 Nov 23 17:43:16.156781 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a602979-ef8a-43a1-affb-58c84f40f938', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e4f42627-3265-4afe-9239-54672891e2f0'}] {{(pid=103592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:43:16.159513 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba3e6a8f2301c7a29fe1eca9779abdae4ccbcd6266d69778087f2498d5551201" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a82b7ece-3b7f-4f02-8dbd-bd50a3e36d9c" -d '{"events": [{"server_uuid": "5a602979-ef8a-43a1-affb-58c84f40f938", "name": "network-vif-unplugged", "status": "completed", "tag": "e4f42627-3265-4afe-9239-54672891e2f0"}]}' {{(pid=103592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:43:16.161120 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 54936) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:43:16.165096 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device bf23729d-89c0-4a8d-9706-96f8e283aad2 no longer exists at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:43:16.167111 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0234f62e-37e4-4f5e-b1b2-c02b52754b42 None None] Network 56dedb9c-c874-4806-8073-23c183970f13 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:43:16.171212 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-15bd61b3-a6fc-44e6-af99-58a44e1159f7 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Request body: {'port': {'network_id': '56dedb9c-c874-4806-8073-23c183970f13', 'mac_address': 'fa:16:3e:c1:05:fd', 'name': 'tempest-NetworksTestDHCPv6-864861803'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:43:16.234953 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e348f4-a2b6-4a2c-a350-f521034528ad req-ffd16423-1c49-403a-8268-7ecce2e106c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:43:16.236457 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-27e348f4-a2b6-4a2c-a350-f521034528ad req-ffd16423-1c49-403a-8268-7ecce2e106c3 service neutron] 10.222.0.36 "GET /v2.0/networks?id=5eaeb0bb-5461-4ac0-b61d-4ffea0f2e6cb HTTP/1.1" status: 200 len: 917 time: 0.2211142 Nov 23 17:43:16.258209 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 17:43:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5de34219-8d54-49e9-86e9-eb7515008ae0 x-openstack-request-id: req-5de34219-8d54-49e9-86e9-eb7515008ae0 {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:43:16.258584 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a602979-ef8a-43a1-affb-58c84f40f938", "name": "network-vif-unplugged", "status": "completed", "tag": "e4f42627-3265-4afe-9239-54672891e2f0", "code": 200}]} {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:43:16.258881 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5de34219-8d54-49e9-86e9-eb7515008ae0 {{(pid=103592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:43:16.259286 n-d-816206-8 neutron-server[103592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a602979-ef8a-43a1-affb-58c84f40f938', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e4f42627-3265-4afe-9239-54672891e2f0', 'code': 200} Nov 23 17:43:16.261417 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port e4f42627-3265-4afe-9239-54672891e2f0, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=e4f42627-3265-4afe-9239-54672891e2f0,segment=NetworkSegment(07965fcd-1084-4fab-83f3-80d2c69eb397),segment_id=07965fcd-1084-4fab-83f3-80d2c69eb397)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:43:16.272078 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5952986-e356-4370-96b7-4b24ad17a879 req-2d6df78c-c3d8-4094-bad0-0e329e2e0bcb tempest-VolumesActionsTest-442734151 tempest-VolumesActionsTest-442734151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:43:16.280148 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c5952986-e356-4370-96b7-4b24ad17a879 req-2d6df78c-c3d8-4094-bad0-0e329e2e0bcb tempest-VolumesActionsTest-442734151 tempest-VolumesActionsTest-442734151-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a602979-ef8a-43a1-affb-58c84f40f938 HTTP/1.1" status: 200 len: 945 time: 1.0630193 Nov 23 17:43:16.340348 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e5ac9046-2013-4aa3-8fd4-b4d2b513ecac admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736635338810'] for network, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:16.342823 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d609d11-47f5-4fce-bf38-6c36ed600324 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Pushing event updated for resources: {'Subnet': ['ID=abbc9326-d3ae-4119-a4a5-b3f5c8e1c621,revision_number=0']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:43:16.354136 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] No Port match for: bf23729d-89c0-4a8d-9706-96f8e283aad2 {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:43:16.354401 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device bf23729d-89c0-4a8d-9706-96f8e283aad2 not bound to the agent host n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:43:16.357433 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 7f787db7-9577-4030-b851-de8da77c4054 no longer exists at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:43:16.389963 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-27e348f4-a2b6-4a2c-a350-f521034528ad req-f805b739-414c-4b76-b195-a22432a5dc38 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c2f473f6-b483-48f8-93c1-d88935e14ee5 HTTP/1.1" status: 200 len: 217 time: 0.1305811 Nov 23 17:43:16.486050 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e5ac9046-2013-4aa3-8fd4-b4d2b513ecac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493'] for network, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:16.487114 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5ac9046-2013-4aa3-8fd4-b4d2b513ecac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:43:16.487774 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e5ac9046-2013-4aa3-8fd4-b4d2b513ecac admin admin] Publish callbacks [] for network, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:16.491284 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0d56c948-3996-4626-8f86-ae6ffe9a0cc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971956'] for subnet, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:16.541945 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5f742b87-be86-48dc-abf7-d76486f1b02d req-da25fcd0-bff9-474c-961a-ea430b490a86 service neutron] 10.222.0.55 "GET /v2.0/networks/5eaeb0bb-5461-4ac0-b61d-4ffea0f2e6cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3357546 Nov 23 17:43:16.598028 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-563e5fc5-4e0c-4d3d-8c41-7846edcdaa96 req-21f58f01-826b-4348-92fd-6161f027a81d tempest-VolumesActionsTest-442734151 tempest-VolumesActionsTest-442734151-project] For port e4f42627-3265-4afe-9239-54672891e2f0, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=e4f42627-3265-4afe-9239-54672891e2f0,segment=NetworkSegment(07965fcd-1084-4fab-83f3-80d2c69eb397),segment_id=07965fcd-1084-4fab-83f3-80d2c69eb397)] {{(pid=103591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:43:16.598434 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-563e5fc5-4e0c-4d3d-8c41-7846edcdaa96 req-21f58f01-826b-4348-92fd-6161f027a81d tempest-VolumesActionsTest-442734151 tempest-VolumesActionsTest-442734151-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:16.620937 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15bd61b3-a6fc-44e6-af99-58a44e1159f7 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Made reservation on behalf of a17872768c1e4384801bad129509cfa7 for: {'port': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:43:16.629964 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c5952986-e356-4370-96b7-4b24ad17a879 req-948ee036-e23b-4715-9ba4-30094462885c tempest-VolumesActionsTest-442734151 tempest-VolumesActionsTest-442734151-project] 10.222.0.60 "GET /v2.0/security-groups?id=68fe547d-d706-4389-a025-af2d1c7bf46e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3488090 Nov 23 17:43:16.645730 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ac9046-2013-4aa3-8fd4-b4d2b513ecac admin admin] Pushing event updated for resources: {'Network': ['ID=3e49d59c-8c69-4181-bbc9-1400019223da,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:43:16.659532 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-e5ac9046-2013-4aa3-8fd4-b4d2b513ecac admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.1630480 Nov 23 17:43:16.667667 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [req-563e5fc5-4e0c-4d3d-8c41-7846edcdaa96 req-21f58f01-826b-4348-92fd-6161f027a81d tempest-VolumesActionsTest-442734151 tempest-VolumesActionsTest-442734151-project] Calling delete_port for e4f42627-3265-4afe-9239-54672891e2f0 owned by compute:nova {{(pid=103591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:43:16.669789 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 54956) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:43:16.680091 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf45a5b-0984-47b7-9cfa-99dcbea82154 req-337ffe11-e4d5-462e-81e2-e2049661f204 tempest-ListServerFiltersTestJSON-602552987 tempest-ListServerFiltersTestJSON-602552987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:43:16.688100 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-fcf45a5b-0984-47b7-9cfa-99dcbea82154 req-337ffe11-e4d5-462e-81e2-e2049661f204 tempest-ListServerFiltersTestJSON-602552987 tempest-ListServerFiltersTestJSON-602552987-project] 10.222.0.60 "GET /v2.0/ports?device_id=62716bb5-8ce0-40bd-8dc9-1784181f4168 HTTP/1.1" status: 200 len: 945 time: 0.2710869 Nov 23 17:43:16.691580 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e348f4-a2b6-4a2c-a350-f521034528ad req-9af452e5-a7d6-48ab-bc28-c7bd3240ec74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:43:16.693363 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-27e348f4-a2b6-4a2c-a350-f521034528ad req-9af452e5-a7d6-48ab-bc28-c7bd3240ec74 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7b7705dd-54e7-4139-93a8-c68471f9ef1c HTTP/1.1" status: 200 len: 855 time: 0.2610798 Nov 23 17:43:16.698026 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-26691061-8f34-4dd7-8e53-a3b37df0c24b admin admin] Request body: {'subnet': {'network_id': '3e49d59c-8c69-4181-bbc9-1400019223da', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-807093323-subnet', 'tenant_id': 'c0df88da3887410eb6df2513a0bdb7ce', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:43:16.734081 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:16.746670 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26691061-8f34-4dd7-8e53-a3b37df0c24b admin admin] Made reservation on behalf of c0df88da3887410eb6df2513a0bdb7ce for: {'subnet': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:43:16.749067 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-26691061-8f34-4dd7-8e53-a3b37df0c24b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264314294'] for subnet, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:16.772320 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Network 3e49d59c-8c69-4181-bbc9-1400019223da details requested by agent ovs-agent-n-d-816206-8 with host n-d-816206-8 {{(pid=103592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 17:43:16.816211 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-15bd61b3-a6fc-44e6-af99-58a44e1159f7 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:16.869582 n-d-816206-8 neutron-server[103590]: DEBUG neutron.notifiers.nova [None req-15bd61b3-a6fc-44e6-af99-58a44e1159f7 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] device_id is not set on port e4707588-6655-49f3-a4b4-185e2c43be35 yet. {{(pid=103590) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 17:43:16.947202 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0d56c948-3996-4626-8f86-ae6ffe9a0cc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264357903', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264730940'] for subnet, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:16.948871 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] No Port match for: 7f787db7-9577-4030-b851-de8da77c4054 {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:43:16.949776 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 7f787db7-9577-4030-b851-de8da77c4054 not bound to the agent host n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:43:16.998573 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d56c948-3996-4626-8f86-ae6ffe9a0cc5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d52f2422-eba5-4adf-851d-059c4fb2a31d,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:43:17.014865 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0d56c948-3996-4626-8f86-ae6ffe9a0cc5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:17.023182 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-0d56c948-3996-4626-8f86-ae6ffe9a0cc5 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/d52f2422-eba5-4adf-851d-059c4fb2a31d HTTP/1.1" status: 204 len: 168 time: 1.8199012 Nov 23 17:43:17.023509 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96886204-6023-4af6-8598-aff62fd524d9 None None] Network 04470eef-b922-4801-8872-f6ca765b26dd requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:43:17.024063 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 54970) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:43:17.102195 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-52822d53-48f5-4819-8a95-bdc13aea0bf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:17.135907 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-26691061-8f34-4dd7-8e53-a3b37df0c24b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264758079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264314276'] for subnet, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:17.195023 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-191e6a2c-11a5-488f-9720-13261ea7aa62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-555181'] for network, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:17.202630 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26691061-8f34-4dd7-8e53-a3b37df0c24b admin admin] Pushing event updated for resources: {'Subnet': ['ID=b0b01950-7cc8-4604-839e-29e2d8a1f9ac,revision_number=0']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:43:17.219237 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-15bd61b3-a6fc-44e6-af99-58a44e1159f7 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Allocated IP 2001:db8::f816:3eff:fec1:5fd (56dedb9c-c874-4806-8073-23c183970f13/abbc9326-d3ae-4119-a4a5-b3f5c8e1c621/e4707588-6655-49f3-a4b4-185e2c43be35) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:43:17.260757 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Pushing event updated for resources: {'Port': ['ID=e4f42627-3265-4afe-9239-54672891e2f0,revision_number=6']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:43:17.296617 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81159594-dfda-422c-87a0-c442ff828441 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp355044b8-8e87-58c4-94fa-4a010ec30f9e-56dedb9c-c874-4806-8073-23c183970f13', 'network_id': '56dedb9c-c874-4806-8073-23c183970f13', 'tenant_id': 'a17872768c1e4384801bad129509cfa7', 'fixed_ips': [{'subnet_id': 'abbc9326-d3ae-4119-a4a5-b3f5c8e1c621'}]}} from n-d-816206-8. {{(pid=103592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 17:43:17.296617 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-81159594-dfda-422c-87a0-c442ff828441 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:17.328111 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-191e6a2c-11a5-488f-9720-13261ea7aa62 admin admin] Deleting port 8012e2a4-8fbc-4127-a4e3-8ebef1b5e5a3 {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:43:17.328987 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-191e6a2c-11a5-488f-9720-13261ea7aa62 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:17.449163 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-fcf45a5b-0984-47b7-9cfa-99dcbea82154 req-021d75d9-fae9-447e-926e-2c5ff0b7bfb5 tempest-ListServerFiltersTestJSON-602552987 tempest-ListServerFiltersTestJSON-602552987-project] 10.222.0.60 "GET /v2.0/security-groups?id=21da44c1-bab0-4a24-bdb5-9c78cb5bfd70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7601182 Nov 23 17:43:17.477874 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-191e6a2c-11a5-488f-9720-13261ea7aa62 admin admin] For port 8012e2a4-8fbc-4127-a4e3-8ebef1b5e5a3, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=8012e2a4-8fbc-4127-a4e3-8ebef1b5e5a3,segment=NetworkSegment(57150f33-5c5e-42b2-9a51-7db09327dcc4),segment_id=57150f33-5c5e-42b2-9a51-7db09327dcc4)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:43:17.478298 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-191e6a2c-11a5-488f-9720-13261ea7aa62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:17.497344 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-191e6a2c-11a5-488f-9720-13261ea7aa62 admin admin] Calling delete_port for 8012e2a4-8fbc-4127-a4e3-8ebef1b5e5a3 owned by network:dhcp {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:43:17.497838 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f0c92fc-b173-475a-97ba-30d1168c85e4 None None] DHCP port deletion for 04470eef-b922-4801-8872-f6ca765b26dd request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:43:17.561299 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device c2f473f6-b483-48f8-93c1-d88935e14ee5 details requested by agent hyperv_n-h2-816206-8 with host n-h2-816206-8 {{(pid=103592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 17:43:17.602779 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-563e5fc5-4e0c-4d3d-8c41-7846edcdaa96 req-21f58f01-826b-4348-92fd-6161f027a81d tempest-VolumesActionsTest-442734151 tempest-VolumesActionsTest-442734151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:17.613566 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e348f4-a2b6-4a2c-a350-f521034528ad req-a21cc4e1-ab41-4c2e-bbc1-ecf66ba733b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:43:17.615110 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-27e348f4-a2b6-4a2c-a350-f521034528ad req-a21cc4e1-ab41-4c2e-bbc1-ecf66ba733b5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5eaeb0bb-5461-4ac0-b61d-4ffea0f2e6cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8935575 Nov 23 17:43:17.658678 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-6f0c92fc-b173-475a-97ba-30d1168c85e4 None None] Deleting port 8012e2a4-8fbc-4127-a4e3-8ebef1b5e5a3 {{(pid=103592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:43:17.658678 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-6f0c92fc-b173-475a-97ba-30d1168c85e4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:17.697182 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-191e6a2c-11a5-488f-9720-13261ea7aa62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:17.718548 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8059a02-6641-4a9c-be27-5809c51f6b87 req-e578b920-bac6-408b-ae1a-480f2fd84410 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:43:17.720261 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c8059a02-6641-4a9c-be27-5809c51f6b87 req-e578b920-bac6-408b-ae1a-480f2fd84410 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/networks?id=02874d22-2dc9-404b-96b5-741d17e13e44 HTTP/1.1" status: 200 len: 812 time: 0.5925152 Nov 23 17:43:17.735878 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-6f0c92fc-b173-475a-97ba-30d1168c85e4 None None] For port 8012e2a4-8fbc-4127-a4e3-8ebef1b5e5a3, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=8012e2a4-8fbc-4127-a4e3-8ebef1b5e5a3,segment=NetworkSegment(57150f33-5c5e-42b2-9a51-7db09327dcc4),segment_id=57150f33-5c5e-42b2-9a51-7db09327dcc4)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:43:17.736521 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-6f0c92fc-b173-475a-97ba-30d1168c85e4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:17.744101 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-15bd61b3-a6fc-44e6-af99-58a44e1159f7 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:17.751774 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26691061-8f34-4dd7-8e53-a3b37df0c24b admin admin] Checking segment: {'id': '8fdf731f-3bb3-4ebb-9eaf-ea67ab6e4fa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '3e49d59c-8c69-4181-bbc9-1400019223da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:43:17.752150 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26691061-8f34-4dd7-8e53-a3b37df0c24b admin admin] Network hostable DHCP agents. Network: 3e49d59c-8c69-4181-bbc9-1400019223da, hostable agents: ['0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3'], hosted agents: [] {{(pid=103591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 17:43:17.753424 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-6f0c92fc-b173-475a-97ba-30d1168c85e4 None None] Calling delete_port for 8012e2a4-8fbc-4127-a4e3-8ebef1b5e5a3 owned by network:dhcp {{(pid=103592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:43:17.757464 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f58f01-826b-4348-92fd-6161f027a81d tempest-VolumesActionsTest-442734151 tempest-VolumesActionsTest-442734151-project] Pushing event deleted for resources: {'Port': ['ID=e4f42627-3265-4afe-9239-54672891e2f0,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:43:17.810697 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-191e6a2c-11a5-488f-9720-13261ea7aa62 admin admin] No DVR routers for this DVR port 8012e2a4-8fbc-4127-a4e3-8ebef1b5e5a3 on host n-d-816206-8 {{(pid=103590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:43:17.810944 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [req-563e5fc5-4e0c-4d3d-8c41-7846edcdaa96 req-21f58f01-826b-4348-92fd-6161f027a81d tempest-VolumesActionsTest-442734151 tempest-VolumesActionsTest-442734151-project] No DVR routers for this DVR port e4f42627-3265-4afe-9239-54672891e2f0 on host n-h2-816206-8 {{(pid=103591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:43:17.819043 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191e6a2c-11a5-488f-9720-13261ea7aa62 admin admin] Pushing event deleted for resources: {'Port': ['ID=8012e2a4-8fbc-4127-a4e3-8ebef1b5e5a3,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:43:17.868389 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 8012e2a4-8fbc-4127-a4e3-8ebef1b5e5a3 no longer exists at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:43:17.935766 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-191e6a2c-11a5-488f-9720-13261ea7aa62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973419', 'neutron.services.segments.db._delete_segments_for_network-8736635878840'] for network, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:17.938552 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-15bd61b3-a6fc-44e6-af99-58a44e1159f7 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:17.942120 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-563e5fc5-4e0c-4d3d-8c41-7846edcdaa96 req-21f58f01-826b-4348-92fd-6161f027a81d tempest-VolumesActionsTest-442734151 tempest-VolumesActionsTest-442734151-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:17.947196 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-563e5fc5-4e0c-4d3d-8c41-7846edcdaa96 req-21f58f01-826b-4348-92fd-6161f027a81d tempest-VolumesActionsTest-442734151 tempest-VolumesActionsTest-442734151-project] 10.222.0.36 "DELETE /v2.0/ports/e4f42627-3265-4afe-9239-54672891e2f0 HTTP/1.1" status: 204 len: 173 time: 4.7348692 Nov 23 17:43:17.989555 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.db_base_plugin_common [None req-81159594-dfda-422c-87a0-c442ff828441 None None] Allocated IP 2001:db8::f816:3eff:fe8e:7351 (56dedb9c-c874-4806-8073-23c183970f13/abbc9326-d3ae-4119-a4a5-b3f5c8e1c621/f6e5a882-255d-4c51-9c3f-cc46b8c1d34a) {{(pid=103592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:43:17.995529 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-191e6a2c-11a5-488f-9720-13261ea7aa62 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04470eef-b922-4801-8872-f6ca765b26dd']}} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:43:18.000098 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-27e348f4-a2b6-4a2c-a350-f521034528ad req-65287dba-82fe-4a69-a90d-1556b024a7bd service neutron] 10.222.0.36 "GET /v2.0/networks/5eaeb0bb-5461-4ac0-b61d-4ffea0f2e6cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3576026 Nov 23 17:43:18.000779 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a602979-ef8a-43a1-affb-58c84f40f938', 'name': 'network-vif-deleted', 'tag': 'e4f42627-3265-4afe-9239-54672891e2f0'}] {{(pid=103591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:43:18.006646 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41d174a19ece9499ff9ec44e5b3fc50f2abd3ffbc947fb7e52ea1e8db27b95b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ae4dd6c-c529-4a15-bd1e-5e045a289f4d" -d '{"events": [{"server_uuid": "5a602979-ef8a-43a1-affb-58c84f40f938", "name": "network-vif-deleted", "tag": "e4f42627-3265-4afe-9239-54672891e2f0"}]}' {{(pid=103591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:43:18.012322 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e3e34a6a-1630-4016-9b18-c85754d3cb55 req-29d59485-874a-4985-86b0-0a0c0f5ef30b tempest-VolumesActionsTest-442734151 tempest-VolumesActionsTest-442734151-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a602979-ef8a-43a1-affb-58c84f40f938 HTTP/1.1" status: 200 len: 210 time: 0.2087095 Nov 23 17:43:18.030471 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c8059a02-6641-4a9c-be27-5809c51f6b87 req-0d39a4c0-2534-4fc5-9d78-8104cca669af tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/quotas/c0a53cd325e44b8fbee499050453672f HTTP/1.1" status: 200 len: 375 time: 0.2703984 Nov 23 17:43:18.032924 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26691061-8f34-4dd7-8e53-a3b37df0c24b admin admin] Network 3e49d59c-8c69-4181-bbc9-1400019223da is scheduled to be hosted by DHCP agent 0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3 with binding_index 1 {{(pid=103591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 17:43:18.087827 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15bd61b3-a6fc-44e6-af99-58a44e1159f7 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Network 56dedb9c-c874-4806-8073-23c183970f13 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:43:18.102760 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-15bd61b3-a6fc-44e6-af99-58a44e1159f7 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:43:18.111837 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15bd61b3-a6fc-44e6-af99-58a44e1159f7 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:43:18.120347 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15bd61b3-a6fc-44e6-af99-58a44e1159f7 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:43:18.121280 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-15bd61b3-a6fc-44e6-af99-58a44e1159f7 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:18.163135 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-191e6a2c-11a5-488f-9720-13261ea7aa62 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57150f33-5c5e-42b2-9a51-7db09327dcc4') {'for_net_delete': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:43:18.163592 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-191e6a2c-11a5-488f-9720-13261ea7aa62 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57150f33-5c5e-42b2-9a51-7db09327dcc4') {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:43:18.164807 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-81159594-dfda-422c-87a0-c442ff828441 None None] Publish callbacks [] for port, precommit_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:18.166403 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bd61b3-a6fc-44e6-af99-58a44e1159f7 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Pushing event updated for resources: {'Port': ['ID=e4707588-6655-49f3-a4b4-185e2c43be35,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:43:18.172007 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [None req-26691061-8f34-4dd7-8e53-a3b37df0c24b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-8, 3e49d59c-8c69-4181-bbc9-1400019223da) {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:43:18.179504 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9a27ae6c-db98-474f-94c1-cc99bf842d79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:18.183268 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] No Port match for: 8012e2a4-8fbc-4127-a4e3-8ebef1b5e5a3 {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:43:18.184517 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 8012e2a4-8fbc-4127-a4e3-8ebef1b5e5a3 not bound to the agent host n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:43:18.187033 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26691061-8f34-4dd7-8e53-a3b37df0c24b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:43:18.187645 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-26691061-8f34-4dd7-8e53-a3b37df0c24b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for subnet, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:18.214688 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port c2f473f6-b483-48f8-93c1-d88935e14ee5, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=c2f473f6-b483-48f8-93c1-d88935e14ee5,segment=NetworkSegment(27d47b01-53c9-46b4-98cd-4228976adb4c),segment_id=27d47b01-53c9-46b4-98cd-4228976adb4c)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:43:18.228075 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-15bd61b3-a6fc-44e6-af99-58a44e1159f7 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 2.0616641 Nov 23 17:43:18.246606 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-26691061-8f34-4dd7-8e53-a3b37df0c24b admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.5428827 Nov 23 17:43:18.246896 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device c353247e-5ca9-41b0-b031-d3a6cf2c4448 up at agent hyperv_n-h1-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:43:18.247014 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 54992) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:43:18.247096 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-191e6a2c-11a5-488f-9720-13261ea7aa62 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736635840332', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-267528353'] for segment, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:18.250332 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-81159594-dfda-422c-87a0-c442ff828441 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980'] for port, after_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:18.277955 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c8059a02-6641-4a9c-be27-5809c51f6b87 req-d6242feb-c331-45f5-900d-16483244d66b tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=c0a53cd325e44b8fbee499050453672f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2129662 Nov 23 17:43:18.281838 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-27e348f4-a2b6-4a2c-a350-f521034528ad req-3de23097-437f-444d-b575-6b394832eeec service neutron] 10.222.0.36 "GET /v2.0/networks/5eaeb0bb-5461-4ac0-b61d-4ffea0f2e6cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2642486 Nov 23 17:43:18.300720 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-191e6a2c-11a5-488f-9720-13261ea7aa62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:18.324189 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0e7584c-18f1-47a9-9100-a63792968b97 None None] Network 3e49d59c-8c69-4181-bbc9-1400019223da requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:43:18.334029 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-191e6a2c-11a5-488f-9720-13261ea7aa62 admin admin] Releasing vlan 525 on physical network physnet1 to pool {{(pid=103590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 17:43:18.334589 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-191e6a2c-11a5-488f-9720-13261ea7aa62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264370093'] for segment, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:18.337669 n-d-816206-8 neutron-server[103590]: Traceback (most recent call last): Nov 23 17:43:18.337669 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 17:43:18.337669 n-d-816206-8 neutron-server[103590]: timer() Nov 23 17:43:18.337669 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 17:43:18.337669 n-d-816206-8 neutron-server[103590]: cb(*args, **kw) Nov 23 17:43:18.337669 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 17:43:18.337669 n-d-816206-8 neutron-server[103590]: return func(*args, **kwargs) Nov 23 17:43:18.337669 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 17:43:18.337669 n-d-816206-8 neutron-server[103590]: self._notify() Nov 23 17:43:18.337669 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 17:43:18.337669 n-d-816206-8 neutron-server[103590]: self.callback(batched_events) Nov 23 17:43:18.337669 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 17:43:18.337669 n-d-816206-8 neutron-server[103590]: event.method(event) Nov 23 17:43:18.337669 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 17:43:18.337669 n-d-816206-8 neutron-server[103590]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 17:43:18.337669 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 17:43:18.337669 n-d-816206-8 neutron-server[103590]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 17:43:18.337669 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 17:43:18.337669 n-d-816206-8 neutron-server[103590]: return f(self, *a, **k) Nov 23 17:43:18.337669 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 17:43:18.337669 n-d-816206-8 neutron-server[103590]: return self._get(url).json() Nov 23 17:43:18.337669 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 17:43:18.337669 n-d-816206-8 neutron-server[103590]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 17:43:18.337669 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 17:43:18.337669 n-d-816206-8 neutron-server[103590]: return self.request(url, 'GET', **kwargs) Nov 23 17:43:18.337669 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 17:43:18.337669 n-d-816206-8 neutron-server[103590]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 17:43:18.337669 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 17:43:18.337669 n-d-816206-8 neutron-server[103590]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 17:43:18.337669 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 17:43:18.337669 n-d-816206-8 neutron-server[103590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 17:43:18.337669 n-d-816206-8 neutron-server[103590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 17:43:18.413464 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:43:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8637271c-b226-401c-b674-911b7db23fe0 x-openstack-request-id: req-8637271c-b226-401c-b674-911b7db23fe0 {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:43:18.414821 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a602979-ef8a-43a1-affb-58c84f40f938", "name": "network-vif-deleted", "tag": "e4f42627-3265-4afe-9239-54672891e2f0", "status": "completed", "code": 200}]} {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:43:18.415366 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-8637271c-b226-401c-b674-911b7db23fe0 {{(pid=103591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:43:18.416816 n-d-816206-8 neutron-server[103591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a602979-ef8a-43a1-affb-58c84f40f938', 'name': 'network-vif-deleted', 'tag': 'e4f42627-3265-4afe-9239-54672891e2f0', 'status': 'completed', 'code': 200} Nov 23 17:43:18.488977 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c8059a02-6641-4a9c-be27-5809c51f6b87 req-7238a0f5-d679-48d1-ac7e-1365739e64bb service neutron] 10.222.0.60 "GET /v2.0/networks/02874d22-2dc9-404b-96b5-741d17e13e44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2090445 Nov 23 17:43:18.497657 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-191e6a2c-11a5-488f-9720-13261ea7aa62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1795418'] for network, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:18.501037 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5986284c-646f-45fc-88cc-497bde1d3ba5 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:43:18.505918 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-191e6a2c-11a5-488f-9720-13261ea7aa62 admin admin] Publish callbacks [] for network, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:18.509033 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5986284c-646f-45fc-88cc-497bde1d3ba5 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:43:18.510038 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-191e6a2c-11a5-488f-9720-13261ea7aa62 admin admin] 10.222.0.60 "DELETE /v2.0/networks/04470eef-b922-4801-8872-f6ca765b26dd HTTP/1.1" status: 204 len: 168 time: 1.4797289 Nov 23 17:43:18.511197 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-5986284c-646f-45fc-88cc-497bde1d3ba5 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1701 time: 0.2690818 Nov 23 17:43:18.520227 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 55004) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:43:18.520954 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 55006) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:43:18.609902 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191e6a2c-11a5-488f-9720-13261ea7aa62 admin admin] Pushing event deleted for resources: {'Network': ['ID=04470eef-b922-4801-8872-f6ca765b26dd,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:43:18.621938 n-d-816206-8 neutron-server[103592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81159594-dfda-422c-87a0-c442ff828441 None None] Network 56dedb9c-c874-4806-8073-23c183970f13 is already hosted by enough agents. {{(pid=103592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:43:18.648934 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81159594-dfda-422c-87a0-c442ff828441 None None] Pushing event updated for resources: {'Port': ['ID=f6e5a882-255d-4c51-9c3f-cc46b8c1d34a,revision_number=1']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:43:18.656015 n-d-816206-8 neutron-server[103592]: DEBUG neutron.scheduler.base_scheduler [None req-81159594-dfda-422c-87a0-c442ff828441 None None] Resources bound (agent type, host, resource id): {{(pid=103592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:43:18.665939 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81159594-dfda-422c-87a0-c442ff828441 None None] Received port after_create {{(pid=103592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:43:18.773144 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c8059a02-6641-4a9c-be27-5809c51f6b87 req-1a44fd77-0877-4988-b16a-88fea1f4fe5f service neutron] 10.222.0.60 "GET /v2.0/networks/02874d22-2dc9-404b-96b5-741d17e13e44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2823870 Nov 23 17:43:18.796768 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Returning: {'device': 'c2f473f6-b483-48f8-93c1-d88935e14ee5', 'network_id': '5eaeb0bb-5461-4ac0-b61d-4ffea0f2e6cb', 'port_id': 'c2f473f6-b483-48f8-93c1-d88935e14ee5', 'mac_address': 'fa:16:3e:67:b4:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 517, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b7705dd-54e7-4139-93a8-c68471f9ef1c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 17:43:18.801599 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fb212d-a143-4af6-a69a-b2238a24219c req-a7153368-eac2-4d62-b94e-d2fd725ae5e7 tempest-ListServerFiltersTestJSON-602552987 tempest-ListServerFiltersTestJSON-602552987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:43:18.811982 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-45fb212d-a143-4af6-a69a-b2238a24219c req-a7153368-eac2-4d62-b94e-d2fd725ae5e7 tempest-ListServerFiltersTestJSON-602552987 tempest-ListServerFiltersTestJSON-602552987-project] 10.222.0.60 "GET /v2.0/ports?device_id=62716bb5-8ce0-40bd-8dc9-1784181f4168 HTTP/1.1" status: 200 len: 945 time: 0.1249897 Nov 23 17:43:18.835417 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-d1221c6d-8f51-4390-897e-bbd5c2553b11 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Deleting port e4707588-6655-49f3-a4b4-185e2c43be35 {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:43:18.836041 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d1221c6d-8f51-4390-897e-bbd5c2553b11 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:18.950428 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-45fb212d-a143-4af6-a69a-b2238a24219c req-99c0a82c-c3ea-42c9-8532-7f2cb5641f85 tempest-ListServerFiltersTestJSON-602552987 tempest-ListServerFiltersTestJSON-602552987-project] 10.222.0.60 "GET /v2.0/security-groups?id=21da44c1-bab0-4a24-bdb5-9c78cb5bfd70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375206 Nov 23 17:43:19.069560 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d1221c6d-8f51-4390-897e-bbd5c2553b11 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:19.080227 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:19.180966 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:19.214548 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08e59a8d-3e94-465b-9b8b-84f6dd9e294c None None] Network 3e49d59c-8c69-4181-bbc9-1400019223da requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:43:19.223265 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2f473f6-b483-48f8-93c1-d88935e14ee5 {{(pid=103592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:43:19.231549 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-cb6864ab-acca-4172-8d57-9c1d89ae3765 req-3059ed1a-5267-4fe5-bd24-1ff5141593be tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/ports?device_id=7492c7e5-8d27-4c5f-b3a2-6a31ab4fda25 HTTP/1.1" status: 200 len: 210 time: 0.1389940 Nov 23 17:43:19.273711 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-6f0c92fc-b173-475a-97ba-30d1168c85e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989'] for port, after_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:19.312356 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-6f0c92fc-b173-475a-97ba-30d1168c85e4 None None] Network 04470eef-b922-4801-8872-f6ca765b26dd is not hosted by any dhcp agent {{(pid=103592) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 23 17:43:19.313188 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f0c92fc-b173-475a-97ba-30d1168c85e4 None None] No DVR routers for this DVR port 8012e2a4-8fbc-4127-a4e3-8ebef1b5e5a3 on host n-d-816206-8 {{(pid=103592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:43:19.338052 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-81159594-dfda-422c-87a0-c442ff828441 None None] Attempting to bind port f6e5a882-255d-4c51-9c3f-cc46b8c1d34a on host n-d-816206-8 for vnic_type normal with profile {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:43:19.338564 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-81159594-dfda-422c-87a0-c442ff828441 None None] Attempting to bind port f6e5a882-255d-4c51-9c3f-cc46b8c1d34a by drivers openvswitch,hyperv on host n-d-816206-8 at level 0 using segments [{'id': '208f22fc-9686-4ca3-a88c-018385437c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '56dedb9c-c874-4806-8073-23c183970f13'}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:43:19.347882 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81159594-dfda-422c-87a0-c442ff828441 None None] Attempting to bind port f6e5a882-255d-4c51-9c3f-cc46b8c1d34a on network 56dedb9c-c874-4806-8073-23c183970f13 {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:43:19.409528 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0c92fc-b173-475a-97ba-30d1168c85e4 None None] Pushing event deleted for resources: {'Port': ['ID=8012e2a4-8fbc-4127-a4e3-8ebef1b5e5a3,revision_number=None']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:43:19.431522 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81159594-dfda-422c-87a0-c442ff828441 None None] Checking agent: {'id': '9e89acbe-4bbe-4c77-a18b-6f1da9133e0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 7, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 43, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:43:19.432783 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81159594-dfda-422c-87a0-c442ff828441 None None] Checking segment: {'id': '208f22fc-9686-4ca3-a88c-018385437c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '56dedb9c-c874-4806-8073-23c183970f13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:43:19.433204 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-81159594-dfda-422c-87a0-c442ff828441 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:19.434239 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81159594-dfda-422c-87a0-c442ff828441 None None] Bound using segment: {'id': '208f22fc-9686-4ca3-a88c-018385437c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '56dedb9c-c874-4806-8073-23c183970f13'} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:43:19.434819 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-81159594-dfda-422c-87a0-c442ff828441 None None] Bound port: f6e5a882-255d-4c51-9c3f-cc46b8c1d34a, host: n-d-816206-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '208f22fc-9686-4ca3-a88c-018385437c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '56dedb9c-c874-4806-8073-23c183970f13'}}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:43:19.435284 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-81159594-dfda-422c-87a0-c442ff828441 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:19.559907 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 55050) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:43:19.565635 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-4ed482c5-65c9-44d9-80e4-c44cbc6ee3db admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1541432434-network', 'tenant_id': '05ddaf737a184475b40dbffaf8fcc628'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:43:19.604704 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ed482c5-65c9-44d9-80e4-c44cbc6ee3db admin admin] Made reservation on behalf of 05ddaf737a184475b40dbffaf8fcc628 for: {'network': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:43:19.613095 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-4ed482c5-65c9-44d9-80e4-c44cbc6ee3db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for network, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:19.613985 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-d1221c6d-8f51-4390-897e-bbd5c2553b11 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Calling delete_port for e4707588-6655-49f3-a4b4-185e2c43be35 owned by {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:43:19.630628 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Provisioning for port c353247e-5ca9-41b0-b031-d3a6cf2c4448 completed by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 17:43:19.637375 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-4ed482c5-65c9-44d9-80e4-c44cbc6ee3db admin admin] Publish callbacks [] for security_group, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:19.638237 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port c2f473f6-b483-48f8-93c1-d88935e14ee5, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=c2f473f6-b483-48f8-93c1-d88935e14ee5,segment=NetworkSegment(27d47b01-53c9-46b4-98cd-4228976adb4c),segment_id=27d47b01-53c9-46b4-98cd-4228976adb4c)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:43:19.647191 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Provisioning complete for port c353247e-5ca9-41b0-b031-d3a6cf2c4448 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:43:19.647609 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:19.701661 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [req-5da37ee4-2e13-478a-9c6a-b5b20168ea84 req-96372b01-9f8d-4265-93fb-6d5b9d0f9e4b service neutron] (103590) timed out ('10.222.0.36', 53210) {{(pid=103590) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 23 17:43:19.722306 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:19.891602 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-4ed482c5-65c9-44d9-80e4-c44cbc6ee3db admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:19.901789 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-4ed482c5-65c9-44d9-80e4-c44cbc6ee3db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:19.947883 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d1221c6d-8f51-4390-897e-bbd5c2553b11 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:19.954532 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed482c5-65c9-44d9-80e4-c44cbc6ee3db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dcd7947-5fa7-40d2-b3ee-bc17a55d4980,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:43:20.003364 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-81159594-dfda-422c-87a0-c442ff828441 None None] For port f6e5a882-255d-4c51-9c3f-cc46b8c1d34a, host n-d-816206-8, cleared binding levels {{(pid=103592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:43:20.009788 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-81159594-dfda-422c-87a0-c442ff828441 None None] For port f6e5a882-255d-4c51-9c3f-cc46b8c1d34a, host n-d-816206-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=f6e5a882-255d-4c51-9c3f-cc46b8c1d34a,segment=NetworkSegment(208f22fc-9686-4ca3-a88c-018385437c28),segment_id=208f22fc-9686-4ca3-a88c-018385437c28)] {{(pid=103592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:43:20.015966 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ed482c5-65c9-44d9-80e4-c44cbc6ee3db admin admin] vlan segment allocate from pool success with {'vlan_id': 520, 'physical_network': 'physnet1'} {{(pid=103591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 17:43:20.021660 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1221c6d-8f51-4390-897e-bbd5c2553b11 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Pushing event deleted for resources: {'Port': ['ID=e4707588-6655-49f3-a4b4-185e2c43be35,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:43:20.048196 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Pushing event updated for resources: {'Port': ['ID=c2f473f6-b483-48f8-93c1-d88935e14ee5,revision_number=4']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:43:20.057939 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d1221c6d-8f51-4390-897e-bbd5c2553b11 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:20.061154 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-81159594-dfda-422c-87a0-c442ff828441 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:20.061414 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-d1221c6d-8f51-4390-897e-bbd5c2553b11 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] 10.222.0.60 "DELETE /v2.0/ports/e4707588-6655-49f3-a4b4-185e2c43be35 HTTP/1.1" status: 204 len: 168 time: 1.5083904 Nov 23 17:43:20.064754 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-fba2549a-87f9-4b29-9b80-24aac1903bce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1794372'] for router_interface, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:20.068999 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 55070) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:43:20.081510 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-4ed482c5-65c9-44d9-80e4-c44cbc6ee3db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:20.086808 n-d-816206-8 neutron-server[103591]: INFO neutron.db.segments_db [None req-4ed482c5-65c9-44d9-80e4-c44cbc6ee3db admin admin] Added segment 3beda436-0f71-41e5-b078-a317c21e3c95 of type vlan for network 452c1d17-93a7-4cd6-973e-19d6c66daf48 Nov 23 17:43:20.090506 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] get_ports_and_sgs() called for port_ids ['c2f473f6-b483-48f8-93c1-d88935e14ee5'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:43:20.310242 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:20.353088 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f9efaf5-5ff0-4d0b-b7ad-029a135ab5ee tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:43:20.355042 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f9efaf5-5ff0-4d0b-b7ad-029a135ab5ee tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:43:20.357837 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-7f9efaf5-5ff0-4d0b-b7ad-029a135ab5ee tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.2876198 Nov 23 17:43:20.374540 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 55078) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:43:20.434254 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port c353247e-5ca9-41b0-b031-d3a6cf2c4448, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=c353247e-5ca9-41b0-b031-d3a6cf2c4448,segment=NetworkSegment(27d47b01-53c9-46b4-98cd-4228976adb4c),segment_id=27d47b01-53c9-46b4-98cd-4228976adb4c)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:43:20.439090 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62716bb5-8ce0-40bd-8dc9-1784181f4168', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c353247e-5ca9-41b0-b031-d3a6cf2c4448'}] {{(pid=103592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:43:20.445773 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba3e6a8f2301c7a29fe1eca9779abdae4ccbcd6266d69778087f2498d5551201" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81da642d-852f-4646-8f68-71f232a8eb4b" -d '{"events": [{"server_uuid": "62716bb5-8ce0-40bd-8dc9-1784181f4168", "name": "network-vif-plugged", "status": "completed", "tag": "c353247e-5ca9-41b0-b031-d3a6cf2c4448"}]}' {{(pid=103592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:43:20.453994 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81159594-dfda-422c-87a0-c442ff828441 None None] Pushing event updated for resources: {'Port': ['ID=f6e5a882-255d-4c51-9c3f-cc46b8c1d34a,revision_number=2']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:43:20.458696 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:20.458696 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device 9658f692-56ae-405c-812e-58fe07a614a5 up at agent hyperv_n-h1-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:43:20.591863 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_v2 [None req-931854a4-bb29-48c4-b845-45335825cfad tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Deleting subnet abbc9326-d3ae-4119-a4a5-b3f5c8e1c621 {{(pid=103590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 17:43:20.596498 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-4ed482c5-65c9-44d9-80e4-c44cbc6ee3db admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736635338810'] for network, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:20.611977 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-931854a4-bb29-48c4-b845-45335825cfad tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks [] for subnet, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:20.670962 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-82d3001e-5436-4476-8820-e73ce72cf60e req-2d602cfd-fd14-4adc-a526-3062441a3692 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/ports?device_id=7492c7e5-8d27-4c5f-b3a2-6a31ab4fda25 HTTP/1.1" status: 200 len: 210 time: 0.1344969 Nov 23 17:43:20.726814 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea14f492-96ea-4aa8-9c68-a8d89bf06248 req-5dead784-0cd8-44dc-937a-70163590917d tempest-ListServerFiltersTestJSON-602552987 tempest-ListServerFiltersTestJSON-602552987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:43:20.741202 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ea14f492-96ea-4aa8-9c68-a8d89bf06248 req-5dead784-0cd8-44dc-937a-70163590917d tempest-ListServerFiltersTestJSON-602552987 tempest-ListServerFiltersTestJSON-602552987-project] 10.222.0.60 "GET /v2.0/ports?device_id=62716bb5-8ce0-40bd-8dc9-1784181f4168 HTTP/1.1" status: 200 len: 945 time: 0.4443424 Nov 23 17:43:20.783045 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-931854a4-bb29-48c4-b845-45335825cfad tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-267528342'] for subnet, precommit_delete_associations {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:20.790972 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-4ed482c5-65c9-44d9-80e4-c44cbc6ee3db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493'] for network, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:20.792915 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ed482c5-65c9-44d9-80e4-c44cbc6ee3db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:43:20.793758 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-4ed482c5-65c9-44d9-80e4-c44cbc6ee3db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for network, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:20.898182 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed482c5-65c9-44d9-80e4-c44cbc6ee3db admin admin] Pushing event updated for resources: {'Network': ['ID=452c1d17-93a7-4cd6-973e-19d6c66daf48,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:43:20.935295 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:43:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-108dc84e-c984-4518-a191-414eb433a5ab x-openstack-request-id: req-108dc84e-c984-4518-a191-414eb433a5ab {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:43:20.936434 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62716bb5-8ce0-40bd-8dc9-1784181f4168", "name": "network-vif-plugged", "status": "completed", "tag": "c353247e-5ca9-41b0-b031-d3a6cf2c4448", "code": 200}]} {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:43:20.936714 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-108dc84e-c984-4518-a191-414eb433a5ab {{(pid=103592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:43:20.937453 n-d-816206-8 neutron-server[103592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62716bb5-8ce0-40bd-8dc9-1784181f4168', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c353247e-5ca9-41b0-b031-d3a6cf2c4448', 'code': 200} Nov 23 17:43:21.013327 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Network 452c1d17-93a7-4cd6-973e-19d6c66daf48 details requested by agent ovs-agent-n-d-816206-8 with host n-d-816206-8 {{(pid=103592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 17:43:21.065452 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-4ed482c5-65c9-44d9-80e4-c44cbc6ee3db admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.5043607 Nov 23 17:43:21.071300 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 55104) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:43:21.082158 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-f13b41f7-968e-45f5-b2a4-0c5c547293ee admin admin] Request body: {'subnet': {'network_id': '452c1d17-93a7-4cd6-973e-19d6c66daf48', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1541432434-subnet', 'tenant_id': '05ddaf737a184475b40dbffaf8fcc628', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:43:21.125124 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ea14f492-96ea-4aa8-9c68-a8d89bf06248 req-12e363fd-58d1-406d-bda8-94ff3eab5ddb tempest-ListServerFiltersTestJSON-602552987 tempest-ListServerFiltersTestJSON-602552987-project] 10.222.0.60 "GET /v2.0/security-groups?id=21da44c1-bab0-4a24-bdb5-9c78cb5bfd70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3811457 Nov 23 17:43:21.194580 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-931854a4-bb29-48c4-b845-45335825cfad tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971956'] for subnet, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:21.289938 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-fba2549a-87f9-4b29-9b80-24aac1903bce admin admin] Deleting port 12fa3432-cbaf-4ebf-9f28-b946995a0a0b {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:43:21.290548 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-fba2549a-87f9-4b29-9b80-24aac1903bce admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:21.317024 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Pushing event updated for resources: {'Port': ['ID=c353247e-5ca9-41b0-b031-d3a6cf2c4448,revision_number=5']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:43:21.322394 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8059a02-6641-4a9c-be27-5809c51f6b87 req-ca44e86a-e39f-40ab-86a5-017c9ff5012a tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:43:21.324407 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c8059a02-6641-4a9c-be27-5809c51f6b87 req-ca44e86a-e39f-40ab-86a5-017c9ff5012a tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.36 "GET /v2.0/networks?id=02874d22-2dc9-404b-96b5-741d17e13e44 HTTP/1.1" status: 200 len: 812 time: 0.2253084 Nov 23 17:43:21.339220 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17a0466-0139-4b56-927a-43ea40eeb187 req-16aee261-6411-4c35-b143-24445820f7a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:43:21.342440 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c17a0466-0139-4b56-927a-43ea40eeb187 req-16aee261-6411-4c35-b143-24445820f7a9 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=62716bb5-8ce0-40bd-8dc9-1784181f4168 HTTP/1.1" status: 200 len: 1097 time: 0.4157097 Nov 23 17:43:21.343205 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-931854a4-bb29-48c4-b845-45335825cfad tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264357903', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264730940'] for subnet, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:21.349653 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [req-c8059a02-6641-4a9c-be27-5809c51f6b87 req-d6a03d83-3b6f-4e36-a8d6-8dce3d074028 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Request body: {'port': {'device_id': '7492c7e5-8d27-4c5f-b3a2-6a31ab4fda25', 'network_id': '02874d22-2dc9-404b-96b5-741d17e13e44', 'admin_state_up': True, 'tenant_id': 'c0a53cd325e44b8fbee499050453672f'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:43:21.385151 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Provisioning for port 9658f692-56ae-405c-812e-58fe07a614a5 completed by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 17:43:21.397747 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f13b41f7-968e-45f5-b2a4-0c5c547293ee admin admin] Made reservation on behalf of 05ddaf737a184475b40dbffaf8fcc628 for: {'subnet': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:43:21.400069 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-f13b41f7-968e-45f5-b2a4-0c5c547293ee admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264314294'] for subnet, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:21.408413 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Provisioning complete for port 9658f692-56ae-405c-812e-58fe07a614a5 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:43:21.408956 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:21.497739 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931854a4-bb29-48c4-b845-45335825cfad tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Pushing event deleted for resources: {'Subnet': ['ID=abbc9326-d3ae-4119-a4a5-b3f5c8e1c621,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:43:21.500032 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-931854a4-bb29-48c4-b845-45335825cfad tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks [] for subnet, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:21.503528 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-931854a4-bb29-48c4-b845-45335825cfad tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] 10.222.0.60 "DELETE /v2.0/subnets/abbc9326-d3ae-4119-a4a5-b3f5c8e1c621 HTTP/1.1" status: 204 len: 168 time: 1.1268358 Nov 23 17:43:21.506092 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 55120) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:43:21.601966 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-2ab91d85-e35a-48ae-acff-08578c407efd tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0940857 Nov 23 17:43:21.605061 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 55126) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:43:21.669839 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:21.715535 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port 9658f692-56ae-405c-812e-58fe07a614a5, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=9658f692-56ae-405c-812e-58fe07a614a5,segment=NetworkSegment(27d47b01-53c9-46b4-98cd-4228976adb4c),segment_id=27d47b01-53c9-46b4-98cd-4228976adb4c)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:43:21.720414 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-fba2549a-87f9-4b29-9b80-24aac1903bce admin admin] For port 12fa3432-cbaf-4ebf-9f28-b946995a0a0b, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=12fa3432-cbaf-4ebf-9f28-b946995a0a0b,segment=NetworkSegment(67895827-b67c-4dd5-8267-f9ff4a198829),segment_id=67895827-b67c-4dd5-8267-f9ff4a198829)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:43:21.720821 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:21.733093 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-fba2549a-87f9-4b29-9b80-24aac1903bce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:21.760430 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-fba2549a-87f9-4b29-9b80-24aac1903bce admin admin] Calling delete_port for 12fa3432-cbaf-4ebf-9f28-b946995a0a0b owned by network:router_interface {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:43:21.814556 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d6d32f1-285b-4c87-bb24-1b9c92dd1316 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:43:21.817210 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-7d6d32f1-285b-4c87-bb24-1b9c92dd1316 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.2104185 Nov 23 17:43:21.825092 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 55130) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:43:21.910248 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Pushing event updated for resources: {'Port': ['ID=9658f692-56ae-405c-812e-58fe07a614a5,revision_number=5']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:43:21.941374 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:43:21.943364 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:43:21.945631 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:43:21.947082 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:43:21.947763 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:43:21.948815 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:43:21.951068 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:43:21.953630 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:43:21.954564 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:43:21.955212 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:43:21.956456 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:43:21.957092 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:43:22.006537 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device f6e5a882-255d-4c51-9c3f-cc46b8c1d34a up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:43:22.010981 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a543ebb4-ccd8-43ab-ba70-71522445b997 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:43:22.013127 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-a543ebb4-ccd8-43ab-ba70-71522445b997 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1866207 Nov 23 17:43:22.022690 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 55132) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:43:22.104260 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-f1cc2eb9-4e5b-4020-9aea-c10d36207366 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0768039 Nov 23 17:43:22.108604 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 55140) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:43:22.116513 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-a98beac7-3fc5-42a4-a6f4-ee4c576bedfa tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Request body: {'subnet': {'network_id': '56dedb9c-c874-4806-8073-23c183970f13', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:43:22.158660 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-f13b41f7-968e-45f5-b2a4-0c5c547293ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264758079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264314276'] for subnet, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:22.168076 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port f6e5a882-255d-4c51-9c3f-cc46b8c1d34a triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:43:22.168464 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:22.324356 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc2861ac-5491-4212-b058-91be26d17a94 None None] Network 56dedb9c-c874-4806-8073-23c183970f13 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:43:22.382005 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13b41f7-968e-45f5-b2a4-0c5c547293ee admin admin] Pushing event updated for resources: {'Subnet': ['ID=0f167dff-c3a4-4d4a-b95a-716e4012796a,revision_number=0']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:43:22.473298 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-fd61df8b-a139-4546-8bf4-7d5731608c30 req-a0c61fbe-fa51-4351-bba0-cff202964d6f tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/ports?device_id=7492c7e5-8d27-4c5f-b3a2-6a31ab4fda25 HTTP/1.1" status: 200 len: 210 time: 0.3332653 Nov 23 17:43:22.509359 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c17a0466-0139-4b56-927a-43ea40eeb187 req-2a9c2443-0066-4aa3-90e5-a52cb35e746e service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=21da44c1-bab0-4a24-bdb5-9c78cb5bfd70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1522107 Nov 23 17:43:22.509792 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a98beac7-3fc5-42a4-a6f4-ee4c576bedfa tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Made reservation on behalf of a17872768c1e4384801bad129509cfa7 for: {'subnet': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:43:22.515339 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a98beac7-3fc5-42a4-a6f4-ee4c576bedfa tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264730903'] for subnet, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:22.603545 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-7076a23f-ddbd-470e-98d4-e8f6703d392f None None] Provisioning complete for port f6e5a882-255d-4c51-9c3f-cc46b8c1d34a triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:43:22.610438 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-7076a23f-ddbd-470e-98d4-e8f6703d392f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:22.624993 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-fba2549a-87f9-4b29-9b80-24aac1903bce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:22.626411 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f13b41f7-968e-45f5-b2a4-0c5c547293ee admin admin] Checking segment: {'id': '3beda436-0f71-41e5-b078-a317c21e3c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '452c1d17-93a7-4cd6-973e-19d6c66daf48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:43:22.626988 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f13b41f7-968e-45f5-b2a4-0c5c547293ee admin admin] Network hostable DHCP agents. Network: 452c1d17-93a7-4cd6-973e-19d6c66daf48, hostable agents: ['0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3'], hosted agents: [] {{(pid=103591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 17:43:22.669590 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba2549a-87f9-4b29-9b80-24aac1903bce admin admin] Pushing event deleted for resources: {'Port': ['ID=12fa3432-cbaf-4ebf-9f28-b946995a0a0b,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:43:22.720682 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f13b41f7-968e-45f5-b2a4-0c5c547293ee admin admin] Network 452c1d17-93a7-4cd6-973e-19d6c66daf48 is scheduled to be hosted by DHCP agent 0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3 with binding_index 1 {{(pid=103591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 17:43:22.729998 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8059a02-6641-4a9c-be27-5809c51f6b87 req-d6a03d83-3b6f-4e36-a8d6-8dce3d074028 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Made reservation on behalf of c0a53cd325e44b8fbee499050453672f for: {'port': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:43:22.740600 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-c8059a02-6641-4a9c-be27-5809c51f6b87 req-d6a03d83-3b6f-4e36-a8d6-8dce3d074028 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:22.824866 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:22.947094 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36409146-1095-48e4-aac8-430c5301d5ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9658f692-56ae-405c-812e-58fe07a614a5'}] {{(pid=103592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:43:22.962642 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba3e6a8f2301c7a29fe1eca9779abdae4ccbcd6266d69778087f2498d5551201" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bff9a7f-a8bd-430d-8e7b-daa5fd9fea94" -d '{"events": [{"server_uuid": "36409146-1095-48e4-aac8-430c5301d5ac", "name": "network-vif-plugged", "status": "completed", "tag": "9658f692-56ae-405c-812e-58fe07a614a5"}]}' {{(pid=103592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:43:23.004863 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [None req-f13b41f7-968e-45f5-b2a4-0c5c547293ee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-8, 452c1d17-93a7-4cd6-973e-19d6c66daf48) {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:43:23.021235 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f66c11-5a87-458b-b399-c337d87380f3 req-6fc735bc-2092-4aad-b12b-dc15b998b2b3 tempest-ListServerFiltersTestJSON-602552987 tempest-ListServerFiltersTestJSON-602552987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:43:23.031286 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e2f66c11-5a87-458b-b399-c337d87380f3 req-6fc735bc-2092-4aad-b12b-dc15b998b2b3 tempest-ListServerFiltersTestJSON-602552987 tempest-ListServerFiltersTestJSON-602552987-project] 10.222.0.60 "GET /v2.0/ports?device_id=62716bb5-8ce0-40bd-8dc9-1784181f4168 HTTP/1.1" status: 200 len: 946 time: 0.4632409 Nov 23 17:43:23.056847 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8708a8c9-527b-41dc-b6b5-34a2bc2120e2 None None] Network 452c1d17-93a7-4cd6-973e-19d6c66daf48 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:43:23.062972 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f13b41f7-968e-45f5-b2a4-0c5c547293ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:43:23.063721 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-f13b41f7-968e-45f5-b2a4-0c5c547293ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for subnet, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:23.106953 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:43:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2d78593-a624-4dfa-8ac6-e6ba3bf71df2 x-openstack-request-id: req-a2d78593-a624-4dfa-8ac6-e6ba3bf71df2 {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:43:23.107511 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36409146-1095-48e4-aac8-430c5301d5ac", "name": "network-vif-plugged", "status": "completed", "tag": "9658f692-56ae-405c-812e-58fe07a614a5", "code": 200}]} {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:43:23.107976 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a2d78593-a624-4dfa-8ac6-e6ba3bf71df2 {{(pid=103592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:43:23.109345 n-d-816206-8 neutron-server[103592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36409146-1095-48e4-aac8-430c5301d5ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9658f692-56ae-405c-812e-58fe07a614a5', 'code': 200} Nov 23 17:43:23.206035 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] For port f6e5a882-255d-4c51-9c3f-cc46b8c1d34a, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=f6e5a882-255d-4c51-9c3f-cc46b8c1d34a,segment=NetworkSegment(208f22fc-9686-4ca3-a88c-018385437c28),segment_id=208f22fc-9686-4ca3-a88c-018385437c28)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:43:23.232187 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:23.376117 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-f13b41f7-968e-45f5-b2a4-0c5c547293ee admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.2994597 Nov 23 17:43:23.494580 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d94d0953-55cd-4856-bbf8-f7c367580f2f None None] DHCP port deletion for 56dedb9c-c874-4806-8073-23c183970f13 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:43:23.494785 n-d-816206-8 neutron-server[103590]: DEBUG neutron.objects.ports [None req-a98beac7-3fc5-42a4-a6f4-ee4c576bedfa tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103590) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 23 17:43:23.580464 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e2f66c11-5a87-458b-b399-c337d87380f3 req-46073302-63e1-4e14-94b9-03a2f221376a tempest-ListServerFiltersTestJSON-602552987 tempest-ListServerFiltersTestJSON-602552987-project] 10.222.0.60 "GET /v2.0/security-groups?id=21da44c1-bab0-4a24-bdb5-9c78cb5bfd70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5471911 Nov 23 17:43:23.639468 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-7076a23f-ddbd-470e-98d4-e8f6703d392f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:23.641664 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7e28ed-7118-49e6-b10d-bb4040467f3b req-eb28272d-5abf-4355-9c1f-30163e1e27ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:43:23.647043 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8d7e28ed-7118-49e6-b10d-bb4040467f3b req-eb28272d-5abf-4355-9c1f-30163e1e27ae service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=36409146-1095-48e4-aac8-430c5301d5ac HTTP/1.1" status: 200 len: 1097 time: 0.4723067 Nov 23 17:43:23.704274 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.db_base_plugin_common [req-c8059a02-6641-4a9c-be27-5809c51f6b87 req-d6a03d83-3b6f-4e36-a8d6-8dce3d074028 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Allocated IP 172.20.0.8 (02874d22-2dc9-404b-96b5-741d17e13e44/7cd7c517-b8bf-4f3d-98b6-b23c91372576/e23e7716-a1e1-4fc5-9caf-568deb4c2f48) {{(pid=103591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:43:23.804867 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device c2f473f6-b483-48f8-93c1-d88935e14ee5 up at agent hyperv_n-h2-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:43:23.850468 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Pushing event updated for resources: {'Port': ['ID=f6e5a882-255d-4c51-9c3f-cc46b8c1d34a,revision_number=4']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:43:23.857116 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-fba2549a-87f9-4b29-9b80-24aac1903bce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2067500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1794520'] for router_interface, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:23.915400 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-1cc02f3b-4008-4044-80d9-7bd77f719ba2 req-f16a98e2-67c1-4006-81e5-be973e391369 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/ports?device_id=7492c7e5-8d27-4c5f-b3a2-6a31ab4fda25 HTTP/1.1" status: 200 len: 210 time: 0.2014844 Nov 23 17:43:23.996663 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8d7e28ed-7118-49e6-b10d-bb4040467f3b req-7ba33598-d17a-4039-b953-554f0fc549bf service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=21da44c1-bab0-4a24-bdb5-9c78cb5bfd70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3404803 Nov 23 17:43:24.234962 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a98beac7-3fc5-42a4-a6f4-ee4c576bedfa tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:24.248272 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device f6e5a882-255d-4c51-9c3f-cc46b8c1d34a no longer exists at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:43:24.362406 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66d55592-bd17-4bc8-ad0c-050250e43e0d None None] Network 452c1d17-93a7-4cd6-973e-19d6c66daf48 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:43:24.399393 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.db.api [None req-7076a23f-ddbd-470e-98d4-e8f6703d392f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103592) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 17:43:24.399761 n-d-816206-8 neutron-server[103592]: DEBUG oslo_db.api [None req-7076a23f-ddbd-470e-98d4-e8f6703d392f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 17:43:24.421831 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-c8059a02-6641-4a9c-be27-5809c51f6b87 req-d6a03d83-3b6f-4e36-a8d6-8dce3d074028 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Publish callbacks [] for port, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:24.467901 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-d94d0953-55cd-4856-bbf8-f7c367580f2f None None] Deleting port f6e5a882-255d-4c51-9c3f-cc46b8c1d34a {{(pid=103592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:43:24.468315 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-d94d0953-55cd-4856-bbf8-f7c367580f2f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:24.563811 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-c8059a02-6641-4a9c-be27-5809c51f6b87 req-d6a03d83-3b6f-4e36-a8d6-8dce3d074028 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:24.617625 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] get_ports_and_sgs() called for port_ids ['9e98aa35-5be0-48bb-8298-3bbc77f02426'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:43:24.680507 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a03d83-3b6f-4e36-a8d6-8dce3d074028 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Pushing event updated for resources: {'Port': ['ID=e23e7716-a1e1-4fc5-9caf-568deb4c2f48,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:43:24.779060 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8059a02-6641-4a9c-be27-5809c51f6b87 req-d6a03d83-3b6f-4e36-a8d6-8dce3d074028 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Network 02874d22-2dc9-404b-96b5-741d17e13e44 is already hosted by enough agents. {{(pid=103591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:43:24.785413 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [req-c8059a02-6641-4a9c-be27-5809c51f6b87 req-d6a03d83-3b6f-4e36-a8d6-8dce3d074028 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Resources bound (agent type, host, resource id): {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:43:24.791569 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8059a02-6641-4a9c-be27-5809c51f6b87 req-d6a03d83-3b6f-4e36-a8d6-8dce3d074028 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Received port after_create {{(pid=103591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:43:24.926759 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-a98beac7-3fc5-42a4-a6f4-ee4c576bedfa tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] For port f6e5a882-255d-4c51-9c3f-cc46b8c1d34a, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=f6e5a882-255d-4c51-9c3f-cc46b8c1d34a,segment=NetworkSegment(208f22fc-9686-4ca3-a88c-018385437c28),segment_id=208f22fc-9686-4ca3-a88c-018385437c28)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:43:24.930549 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-d94d0953-55cd-4856-bbf8-f7c367580f2f None None] For port f6e5a882-255d-4c51-9c3f-cc46b8c1d34a, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=f6e5a882-255d-4c51-9c3f-cc46b8c1d34a,segment=NetworkSegment(208f22fc-9686-4ca3-a88c-018385437c28),segment_id=208f22fc-9686-4ca3-a88c-018385437c28)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:43:24.931426 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-d94d0953-55cd-4856-bbf8-f7c367580f2f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:24.977543 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-d94d0953-55cd-4856-bbf8-f7c367580f2f None None] Calling delete_port for f6e5a882-255d-4c51-9c3f-cc46b8c1d34a owned by network:dhcp {{(pid=103592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:43:24.999913 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a98beac7-3fc5-42a4-a6f4-ee4c576bedfa tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks [] for port, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:25.038668 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a98beac7-3fc5-42a4-a6f4-ee4c576bedfa tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264357957'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:25.039871 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a98beac7-3fc5-42a4-a6f4-ee4c576bedfa tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264358096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264730885'] for subnet, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:25.150664 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7556bf6-dc70-458f-a9b7-bbe7afffa42d req-19b80e41-49ee-4e7f-bf75-9e7771d0962b tempest-ListServerFiltersTestJSON-602552987 tempest-ListServerFiltersTestJSON-602552987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:43:25.163430 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f7556bf6-dc70-458f-a9b7-bbe7afffa42d req-19b80e41-49ee-4e7f-bf75-9e7771d0962b tempest-ListServerFiltersTestJSON-602552987 tempest-ListServerFiltersTestJSON-602552987-project] 10.222.0.60 "GET /v2.0/ports?device_id=62716bb5-8ce0-40bd-8dc9-1784181f4168 HTTP/1.1" status: 200 len: 946 time: 0.3320990 Nov 23 17:43:25.183075 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8059a02-6641-4a9c-be27-5809c51f6b87 req-d6a03d83-3b6f-4e36-a8d6-8dce3d074028 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:43:25.186248 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-c8059a02-6641-4a9c-be27-5809c51f6b87 req-d6a03d83-3b6f-4e36-a8d6-8dce3d074028 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:25.195689 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98beac7-3fc5-42a4-a6f4-ee4c576bedfa tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Pushing event updated for resources: {'Subnet': ['ID=12bce59e-6755-4c21-bc9f-7b11ad66aa05,revision_number=0']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:43:25.270585 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e236e84c-0c0a-4c1d-af28-c19f4c041b71 req-16022af5-d65e-4a04-96e4-e355480ca4ab tempest-VolumesActionsTest-1274332743 tempest-VolumesActionsTest-1274332743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:43:25.280394 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e236e84c-0c0a-4c1d-af28-c19f4c041b71 req-16022af5-d65e-4a04-96e4-e355480ca4ab tempest-VolumesActionsTest-1274332743 tempest-VolumesActionsTest-1274332743-project] 10.222.0.60 "GET /v2.0/networks?id=3e49d59c-8c69-4181-bbc9-1400019223da HTTP/1.1" status: 200 len: 808 time: 0.7673955 Nov 23 17:43:25.345907 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c8059a02-6641-4a9c-be27-5809c51f6b87 req-d6a03d83-3b6f-4e36-a8d6-8dce3d074028 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0007751 Nov 23 17:43:25.365380 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a98beac7-3fc5-42a4-a6f4-ee4c576bedfa tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Network 56dedb9c-c874-4806-8073-23c183970f13 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:43:25.381700 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-a98beac7-3fc5-42a4-a6f4-ee4c576bedfa tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:43:25.397546 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a98beac7-3fc5-42a4-a6f4-ee4c576bedfa tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:43:25.398421 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a98beac7-3fc5-42a4-a6f4-ee4c576bedfa tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks [] for subnet, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:25.417336 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [req-c8059a02-6641-4a9c-be27-5809c51f6b87 req-cadfccbb-32d5-42d8-9303-1213145d5467 service neutron] Request body: {'port': {'device_id': '7492c7e5-8d27-4c5f-b3a2-6a31ab4fda25', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-8'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:43:25.432037 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Provisioning for port c2f473f6-b483-48f8-93c1-d88935e14ee5 completed by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 17:43:25.440884 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.agents_db [None req-464f6c07-0de8-4be6-8f5b-563f574d1c5d None None] Agent healthcheck: found 7 active agents {{(pid=103593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 17:43:25.454674 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Provisioning complete for port c2f473f6-b483-48f8-93c1-d88935e14ee5 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:43:25.455335 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:25.550861 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-a98beac7-3fc5-42a4-a6f4-ee4c576bedfa tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 3.4406025 Nov 23 17:43:25.568450 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f7556bf6-dc70-458f-a9b7-bbe7afffa42d req-ded36cf9-7cd2-4b5a-84f4-487cb2d1c8db tempest-ListServerFiltersTestJSON-602552987 tempest-ListServerFiltersTestJSON-602552987-project] 10.222.0.60 "GET /v2.0/security-groups?id=21da44c1-bab0-4a24-bdb5-9c78cb5bfd70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4022329 Nov 23 17:43:25.574393 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e236e84c-0c0a-4c1d-af28-c19f4c041b71 req-225db736-0357-4ec3-97c0-901f765a7108 tempest-VolumesActionsTest-1274332743 tempest-VolumesActionsTest-1274332743-project] 10.222.0.60 "GET /v2.0/quotas/c0df88da3887410eb6df2513a0bdb7ce HTTP/1.1" status: 200 len: 375 time: 0.2668474 Nov 23 17:43:25.577861 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 55232) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:43:25.591035 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98beac7-3fc5-42a4-a6f4-ee4c576bedfa tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Pushing event updated for resources: {'Port': ['ID=f6e5a882-255d-4c51-9c3f-cc46b8c1d34a,revision_number=6']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:43:25.632478 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-87d40a94-35cd-45af-887f-a61b6833a426 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Request body: {'port': {'network_id': '56dedb9c-c874-4806-8073-23c183970f13', 'mac_address': 'fa:16:3e:16:3d:7b', 'name': 'tempest-NetworksTestDHCPv6-311873431'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:43:25.652208 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:25.690870 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e236e84c-0c0a-4c1d-af28-c19f4c041b71 req-016c0aca-b95f-4dfb-b48c-51cdb2515e82 tempest-VolumesActionsTest-1274332743 tempest-VolumesActionsTest-1274332743-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=c0df88da3887410eb6df2513a0bdb7ce&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1035314 Nov 23 17:43:25.850832 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-d94d0953-55cd-4856-bbf8-f7c367580f2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989'] for port, after_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:25.893908 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e236e84c-0c0a-4c1d-af28-c19f4c041b71 req-0ea522d5-2301-4669-802f-6f16800a840e service neutron] 10.222.0.60 "GET /v2.0/networks/3e49d59c-8c69-4181-bbc9-1400019223da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1745253 Nov 23 17:43:25.989820 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-c8059a02-6641-4a9c-be27-5809c51f6b87 req-cadfccbb-32d5-42d8-9303-1213145d5467 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:25.993249 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fba2549a-87f9-4b29-9b80-24aac1903bce admin admin] Router b9941b0a-0293-4671-92e3-d0e0935ad29a has already been hosted by L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 {{(pid=103590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 17:43:26.009258 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-fd7ee5a1-0adb-4eda-b8a3-e1248fc9d468 None None] Provisioning complete for port e23e7716-a1e1-4fc5-9caf-568deb4c2f48 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:43:26.026130 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-fd7ee5a1-0adb-4eda-b8a3-e1248fc9d468 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:26.044560 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94d0953-55cd-4856-bbf8-f7c367580f2f None None] Pushing event deleted for resources: {'Port': ['ID=f6e5a882-255d-4c51-9c3f-cc46b8c1d34a,revision_number=None']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:43:26.145656 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87d40a94-35cd-45af-887f-a61b6833a426 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Made reservation on behalf of a17872768c1e4384801bad129509cfa7 for: {'port': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:43:26.226226 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e4db45-5632-4b90-8419-d2754a53250f req-bcf7318a-d6e3-472a-ac7d-3c09cbce4590 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:43:26.251711 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c5e4db45-5632-4b90-8419-d2754a53250f req-bcf7318a-d6e3-472a-ac7d-3c09cbce4590 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/ports?device_id=7492c7e5-8d27-4c5f-b3a2-6a31ab4fda25 HTTP/1.1" status: 200 len: 931 time: 0.3696389 Nov 23 17:43:26.316287 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d94d0953-55cd-4856-bbf8-f7c367580f2f None None] No DVR routers for this DVR port f6e5a882-255d-4c51-9c3f-cc46b8c1d34a on host n-d-816206-8 {{(pid=103592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:43:26.317949 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:26.372750 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46882184-a1cf-400a-a513-7136c31e27e3 None None] Network 56dedb9c-c874-4806-8073-23c183970f13 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:43:26.421832 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74d60304-cc4f-41f3-9245-821f0a036a31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2f473f6-b483-48f8-93c1-d88935e14ee5'}] {{(pid=103592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:43:26.424298 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba3e6a8f2301c7a29fe1eca9779abdae4ccbcd6266d69778087f2498d5551201" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fa74334-9ff3-44c4-a871-afcecdb8a2b5" -d '{"events": [{"server_uuid": "74d60304-cc4f-41f3-9245-821f0a036a31", "name": "network-vif-plugged", "status": "completed", "tag": "c2f473f6-b483-48f8-93c1-d88935e14ee5"}]}' {{(pid=103592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:43:26.518626 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-fd7ee5a1-0adb-4eda-b8a3-e1248fc9d468 None None] Port e23e7716-a1e1-4fc5-9caf-568deb4c2f48 cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:43:26.524310 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c5e4db45-5632-4b90-8419-d2754a53250f req-684b9eab-6243-475a-b7c2-16cc2dcbc2a0 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/security-groups?id=776cdaad-ec9b-4a42-a3a9-360feae7cf4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2705271 Nov 23 17:43:26.536305 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e236e84c-0c0a-4c1d-af28-c19f4c041b71 req-4170aab8-8104-4315-89cb-cd75c6cb1f1d service neutron] 10.222.0.60 "GET /v2.0/networks/3e49d59c-8c69-4181-bbc9-1400019223da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5877101 Nov 23 17:43:26.612310 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port c2f473f6-b483-48f8-93c1-d88935e14ee5, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=c2f473f6-b483-48f8-93c1-d88935e14ee5,segment=NetworkSegment(27d47b01-53c9-46b4-98cd-4228976adb4c),segment_id=27d47b01-53c9-46b4-98cd-4228976adb4c)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:43:26.643569 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:26.975839 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [req-9db624f2-cfcd-4f1f-acbf-cfb8b279f636 req-58cda458-a1e6-40ba-99cd-a62ee0ec83bd service neutron] (103590) timed out ('10.222.0.36', 53180) {{(pid=103590) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 23 17:43:27.066193 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Pushing event updated for resources: {'Port': ['ID=c2f473f6-b483-48f8-93c1-d88935e14ee5,revision_number=5']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:43:27.098308 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:43:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b54cba40-362b-43bd-8023-6214b4ffcab8 x-openstack-request-id: req-b54cba40-362b-43bd-8023-6214b4ffcab8 {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:43:27.098505 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74d60304-cc4f-41f3-9245-821f0a036a31", "name": "network-vif-plugged", "status": "completed", "tag": "c2f473f6-b483-48f8-93c1-d88935e14ee5", "code": 200}]} {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:43:27.098778 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b54cba40-362b-43bd-8023-6214b4ffcab8 {{(pid=103592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:43:27.103447 n-d-816206-8 neutron-server[103592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74d60304-cc4f-41f3-9245-821f0a036a31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2f473f6-b483-48f8-93c1-d88935e14ee5', 'code': 200} Nov 23 17:43:27.130746 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fba2549a-87f9-4b29-9b80-24aac1903bce admin admin] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:43:27.157852 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-fba2549a-87f9-4b29-9b80-24aac1903bce admin admin] 10.222.0.60 "PUT /v2.0/routers/b9941b0a-0293-4671-92e3-d0e0935ad29a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6100035 Nov 23 17:43:27.167531 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 55266) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:43:27.191396 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb600543-a6f1-4238-88d7-d0f9fe3d0fff None None] Sync routers for ids ['b9941b0a-0293-4671-92e3-d0e0935ad29a'] in n-d-816206-8 {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:43:27.222499 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281a25ae-e3c5-4bbe-9a81-144de526dd57 req-5dc7853f-c2c5-4898-82d0-d06f1a710a51 tempest-ListServerFiltersTestJSON-602552987 tempest-ListServerFiltersTestJSON-602552987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:43:27.223155 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74bd3cd7-031f-4cf9-bde7-14a38ff9f047 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp355044b8-8e87-58c4-94fa-4a010ec30f9e-56dedb9c-c874-4806-8073-23c183970f13', 'network_id': '56dedb9c-c874-4806-8073-23c183970f13', 'tenant_id': 'a17872768c1e4384801bad129509cfa7', 'fixed_ips': [{'subnet_id': '12bce59e-6755-4c21-bc9f-7b11ad66aa05'}]}} from n-d-816206-8. {{(pid=103592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 17:43:27.225068 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-281a25ae-e3c5-4bbe-9a81-144de526dd57 req-5dc7853f-c2c5-4898-82d0-d06f1a710a51 tempest-ListServerFiltersTestJSON-602552987 tempest-ListServerFiltersTestJSON-602552987-project] 10.222.0.60 "GET /v2.0/ports?device_id=36409146-1095-48e4-aac8-430c5301d5ac HTTP/1.1" status: 200 len: 946 time: 0.3522639 Nov 23 17:43:27.240062 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-74bd3cd7-031f-4cf9-bde7-14a38ff9f047 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:27.267810 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-87d40a94-35cd-45af-887f-a61b6833a426 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:27.330702 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-909872f2-4cda-40a7-b9a8-7a6cac09a2f2 req-2d8bb586-1e2c-4e5d-8af8-bece96f595ec tempest-VolumesActionsTest-1274332743 tempest-VolumesActionsTest-1274332743-project] 10.222.0.60 "GET /v2.0/ports?device_id=b1a5f4a8-b383-45d0-8daa-85aae12c15c0 HTTP/1.1" status: 200 len: 210 time: 0.1513669 Nov 23 17:43:27.336617 n-d-816206-8 neutron-server[103590]: DEBUG neutron.notifiers.nova [None req-87d40a94-35cd-45af-887f-a61b6833a426 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] device_id is not set on port fa6cbcd8-df49-45fe-93aa-05dbe1ff2e32 yet. {{(pid=103590) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 17:43:27.422086 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e84294-ca25-44f7-b9ec-dbc9c60756d4 req-e2272806-5f1c-4527-a828-c4a5aca63651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:43:27.428986 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f1e84294-ca25-44f7-b9ec-dbc9c60756d4 req-e2272806-5f1c-4527-a828-c4a5aca63651 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=74d60304-cc4f-41f3-9245-821f0a036a31 HTTP/1.1" status: 200 len: 1096 time: 0.2394578 Nov 23 17:43:27.488176 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-099bef69-e948-48a3-a18b-712122283fbf admin admin] Publish callbacks [] for router, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:27.541450 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-281a25ae-e3c5-4bbe-9a81-144de526dd57 req-a65fc1a5-38c8-4bae-b267-854abe721eea tempest-ListServerFiltersTestJSON-602552987 tempest-ListServerFiltersTestJSON-602552987-project] 10.222.0.60 "GET /v2.0/security-groups?id=21da44c1-bab0-4a24-bdb5-9c78cb5bfd70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2965653 Nov 23 17:43:27.688669 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb600543-a6f1-4238-88d7-d0f9fe3d0fff None None] Routers {'b9941b0a-0293-4671-92e3-d0e0935ad29a'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:43:27.690995 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-fb600543-a6f1-4238-88d7-d0f9fe3d0fff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:43:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['b9941b0a-0293-4671-92e3-d0e0935ad29a'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:43:27.947600 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-099bef69-e948-48a3-a18b-712122283fbf admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:27.982401 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f1e84294-ca25-44f7-b9ec-dbc9c60756d4 req-3f9e2d93-9b84-445f-b294-e9f0ba6ffdc2 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=21da44c1-bab0-4a24-bdb5-9c78cb5bfd70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4600101 Nov 23 17:43:28.002112 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvr_db [None req-fb600543-a6f1-4238-88d7-d0f9fe3d0fff None None] Set router b9941b0a-0293-4671-92e3-d0e0935ad29a gateway port host: n-d-816206-8 {{(pid=103592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:43:28.086828 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-87d40a94-35cd-45af-887f-a61b6833a426 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Allocated IP 2001:db8::f816:3eff:fe16:3d7b (56dedb9c-c874-4806-8073-23c183970f13/12bce59e-6755-4c21-bc9f-7b11ad66aa05/fa6cbcd8-df49-45fe-93aa-05dbe1ff2e32) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:43:28.247169 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-099bef69-e948-48a3-a18b-712122283fbf admin admin] Deleting port ca02f506-9fb5-4538-8a0c-3f9a1fbff4af {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:43:28.247169 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-099bef69-e948-48a3-a18b-712122283fbf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:28.309295 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe255dd-863e-45a0-840f-5366fa662afa req-83a4e6e5-4515-4caf-9800-3419d8c0f8d5 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:43:28.321777 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-cfe255dd-863e-45a0-840f-5366fa662afa req-83a4e6e5-4515-4caf-9800-3419d8c0f8d5 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/ports?device_id=7492c7e5-8d27-4c5f-b3a2-6a31ab4fda25 HTTP/1.1" status: 200 len: 931 time: 0.5841358 Nov 23 17:43:28.405409 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-fb600543-a6f1-4238-88d7-d0f9fe3d0fff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9941b0a-0293-4671-92e3-d0e0935ad29a', 'name': 'tempest-TaggedBootDevicesTest-1434805336-router', 'tenant_id': '944eb16d76604cc6ab0a57ea3c768527', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.186'}], 'enable_snat': True}, 'gw_port_id': 'ca02f506-9fb5-4538-8a0c-3f9a1fbff4af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:30:55Z', 'updated_at': '2021-11-23T17:43:22Z', 'revision_number': 5, 'project_id': '944eb16d76604cc6ab0a57ea3c768527', 'gw_port': {'id': 'ca02f506-9fb5-4538-8a0c-3f9a1fbff4af', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:f5:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9941b0a-0293-4671-92e3-d0e0935ad29a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1167, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:30:56Z', 'updated_at': '2021-11-23T17:31:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8'}], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:43:28.454005 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb600543-a6f1-4238-88d7-d0f9fe3d0fff None None] Checking router: b9941b0a-0293-4671-92e3-d0e0935ad29a for host: n-d-816206-8 {{(pid=103592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 17:43:28.468348 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb600543-a6f1-4238-88d7-d0f9fe3d0fff None None] Routers {'b9941b0a-0293-4671-92e3-d0e0935ad29a'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:43:28.469391 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-fb600543-a6f1-4238-88d7-d0f9fe3d0fff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:43:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['b9941b0a-0293-4671-92e3-d0e0935ad29a'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:43:28.725350 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-099bef69-e948-48a3-a18b-712122283fbf admin admin] For port ca02f506-9fb5-4538-8a0c-3f9a1fbff4af, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=ca02f506-9fb5-4538-8a0c-3f9a1fbff4af,segment=NetworkSegment(bffd1e4f-e80f-4ff0-b418-2f42ae15febf),segment_id=bffd1e4f-e80f-4ff0-b418-2f42ae15febf)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:43:28.730685 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-099bef69-e948-48a3-a18b-712122283fbf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:28.805413 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-099bef69-e948-48a3-a18b-712122283fbf admin admin] Calling delete_port for ca02f506-9fb5-4538-8a0c-3f9a1fbff4af owned by network:router_gateway {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:43:28.892539 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvr_db [None req-fb600543-a6f1-4238-88d7-d0f9fe3d0fff None None] Set router b9941b0a-0293-4671-92e3-d0e0935ad29a gateway port host: None {{(pid=103592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:43:28.896581 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-87d40a94-35cd-45af-887f-a61b6833a426 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:29.077111 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-fb600543-a6f1-4238-88d7-d0f9fe3d0fff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9941b0a-0293-4671-92e3-d0e0935ad29a', 'name': 'tempest-TaggedBootDevicesTest-1434805336-router', 'tenant_id': '944eb16d76604cc6ab0a57ea3c768527', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:30:55Z', 'updated_at': '2021-11-23T17:43:27Z', 'revision_number': 6, 'project_id': '944eb16d76604cc6ab0a57ea3c768527', 'gw_port_host': None}], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:43:29.216269 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-87d40a94-35cd-45af-887f-a61b6833a426 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:29.223793 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb600543-a6f1-4238-88d7-d0f9fe3d0fff None None] The sync data for ids ['b9941b0a-0293-4671-92e3-d0e0935ad29a'] in n-d-816206-8 is: [{'id': 'b9941b0a-0293-4671-92e3-d0e0935ad29a', 'name': 'tempest-TaggedBootDevicesTest-1434805336-router', 'tenant_id': '944eb16d76604cc6ab0a57ea3c768527', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:30:55Z', 'updated_at': '2021-11-23T17:43:27Z', 'revision_number': 6, 'project_id': '944eb16d76604cc6ab0a57ea3c768527', 'gw_port_host': None}] {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:43:29.383650 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.db_base_plugin_common [None req-74bd3cd7-031f-4cf9-bde7-14a38ff9f047 None None] Allocated IP 2001:db8::f816:3eff:fe04:283e (56dedb9c-c874-4806-8073-23c183970f13/12bce59e-6755-4c21-bc9f-7b11ad66aa05/fbaebf3c-14c5-4133-a656-bdaeaf4ea8eb) {{(pid=103592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:43:29.509290 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [req-c8059a02-6641-4a9c-be27-5809c51f6b87 req-cadfccbb-32d5-42d8-9303-1213145d5467 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e23e7716-a1e1-4fc5-9caf-568deb4c2f48 {{(pid=103591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:43:29.513178 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87d40a94-35cd-45af-887f-a61b6833a426 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Network 56dedb9c-c874-4806-8073-23c183970f13 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:43:29.531197 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-87d40a94-35cd-45af-887f-a61b6833a426 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:43:29.531471 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a10189-f1bd-4d5b-be77-cd50ceb53ac5 req-5cab9a54-5676-4cac-81e6-a412e2287204 tempest-ListServerFiltersTestJSON-602552987 tempest-ListServerFiltersTestJSON-602552987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:43:29.534467 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87d40a94-35cd-45af-887f-a61b6833a426 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:43:29.539137 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c1a10189-f1bd-4d5b-be77-cd50ceb53ac5 req-5cab9a54-5676-4cac-81e6-a412e2287204 tempest-ListServerFiltersTestJSON-602552987 tempest-ListServerFiltersTestJSON-602552987-project] 10.222.0.60 "GET /v2.0/ports?device_id=74d60304-cc4f-41f3-9245-821f0a036a31 HTTP/1.1" status: 200 len: 945 time: 1.8212352 Nov 23 17:43:29.548973 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87d40a94-35cd-45af-887f-a61b6833a426 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:43:29.550455 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-87d40a94-35cd-45af-887f-a61b6833a426 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:29.573270 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-c8059a02-6641-4a9c-be27-5809c51f6b87 req-cadfccbb-32d5-42d8-9303-1213145d5467 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:29.633432 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-87d40a94-35cd-45af-887f-a61b6833a426 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 4.0477831 Nov 23 17:43:29.638403 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 55310) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:43:29.658349 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d40a94-35cd-45af-887f-a61b6833a426 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Pushing event updated for resources: {'Port': ['ID=fa6cbcd8-df49-45fe-93aa-05dbe1ff2e32,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:43:29.801024 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-099bef69-e948-48a3-a18b-712122283fbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:29.877227 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-74bd3cd7-031f-4cf9-bde7-14a38ff9f047 None None] Publish callbacks [] for port, precommit_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:29.900939 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-74bd3cd7-031f-4cf9-bde7-14a38ff9f047 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980'] for port, after_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:29.916394 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099bef69-e948-48a3-a18b-712122283fbf admin admin] Pushing event deleted for resources: {'Port': ['ID=ca02f506-9fb5-4538-8a0c-3f9a1fbff4af,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:43:29.963828 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-cfe255dd-863e-45a0-840f-5366fa662afa req-0339ab59-8d84-4b72-a846-9273b514e277 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/security-groups?id=776cdaad-ec9b-4a42-a3a9-360feae7cf4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.6399195 Nov 23 17:43:29.987161 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e236e84c-0c0a-4c1d-af28-c19f4c041b71 req-b16dbd0f-fda3-4964-b684-f63d834dd0f8 tempest-VolumesActionsTest-1274332743 tempest-VolumesActionsTest-1274332743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:43:29.998026 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3b30a01-9ee3-428f-a242-fe195b688c53 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:43:30.000686 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e236e84c-0c0a-4c1d-af28-c19f4c041b71 req-b16dbd0f-fda3-4964-b684-f63d834dd0f8 tempest-VolumesActionsTest-1274332743 tempest-VolumesActionsTest-1274332743-project] 10.222.0.36 "GET /v2.0/networks?id=3e49d59c-8c69-4181-bbc9-1400019223da HTTP/1.1" status: 200 len: 808 time: 0.4523380 Nov 23 17:43:30.004930 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-a3b30a01-9ee3-428f-a242-fe195b688c53 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.3641815 Nov 23 17:43:30.007213 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 55316) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:43:30.058997 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [req-e236e84c-0c0a-4c1d-af28-c19f4c041b71 req-7ca39b46-c78d-4d0f-a827-1d0ff66f55d9 tempest-VolumesActionsTest-1274332743 tempest-VolumesActionsTest-1274332743-project] Request body: {'port': {'device_id': 'b1a5f4a8-b383-45d0-8daa-85aae12c15c0', 'network_id': '3e49d59c-8c69-4181-bbc9-1400019223da', 'admin_state_up': True, 'tenant_id': 'c0df88da3887410eb6df2513a0bdb7ce'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:43:30.080970 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.provisioning_blocks [req-c8059a02-6641-4a9c-be27-5809c51f6b87 req-cadfccbb-32d5-42d8-9303-1213145d5467 service neutron] Transition to ACTIVE for port object e23e7716-a1e1-4fc5-9caf-568deb4c2f48 will not be triggered until provisioned by entity L2. {{(pid=103591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 17:43:30.144634 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bd3cd7-031f-4cf9-bde7-14a38ff9f047 None None] Pushing event updated for resources: {'Port': ['ID=fbaebf3c-14c5-4133-a656-bdaeaf4ea8eb,revision_number=1']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:43:30.148632 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ff8934b-6f9c-4a09-bb79-9131c95cea00 None None] DHCP port deletion for 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:43:30.166353 n-d-816206-8 neutron-server[103592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74bd3cd7-031f-4cf9-bde7-14a38ff9f047 None None] Network 56dedb9c-c874-4806-8073-23c183970f13 is already hosted by enough agents. {{(pid=103592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:43:30.170106 n-d-816206-8 neutron-server[103592]: DEBUG neutron.scheduler.base_scheduler [None req-74bd3cd7-031f-4cf9-bde7-14a38ff9f047 None None] Resources bound (agent type, host, resource id): {{(pid=103592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:43:30.200304 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74bd3cd7-031f-4cf9-bde7-14a38ff9f047 None None] Received port after_create {{(pid=103592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:43:30.283608 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-c8059a02-6641-4a9c-be27-5809c51f6b87 req-cadfccbb-32d5-42d8-9303-1213145d5467 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264758186'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:30.384865 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-74bd3cd7-031f-4cf9-bde7-14a38ff9f047 None None] Attempting to bind port fbaebf3c-14c5-4133-a656-bdaeaf4ea8eb on host n-d-816206-8 for vnic_type normal with profile {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:43:30.385559 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-74bd3cd7-031f-4cf9-bde7-14a38ff9f047 None None] Attempting to bind port fbaebf3c-14c5-4133-a656-bdaeaf4ea8eb by drivers openvswitch,hyperv on host n-d-816206-8 at level 0 using segments [{'id': '208f22fc-9686-4ca3-a88c-018385437c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '56dedb9c-c874-4806-8073-23c183970f13'}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:43:30.386384 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadfccbb-32d5-42d8-9303-1213145d5467 service neutron] Pushing event updated for resources: {'Port': ['ID=e23e7716-a1e1-4fc5-9caf-568deb4c2f48,revision_number=2']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:43:30.387167 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74bd3cd7-031f-4cf9-bde7-14a38ff9f047 None None] Attempting to bind port fbaebf3c-14c5-4133-a656-bdaeaf4ea8eb on network 56dedb9c-c874-4806-8073-23c183970f13 {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:43:30.407697 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-099bef69-e948-48a3-a18b-712122283fbf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1795454'] for router_gateway, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:30.407925 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74bd3cd7-031f-4cf9-bde7-14a38ff9f047 None None] Checking agent: {'id': '9e89acbe-4bbe-4c77-a18b-6f1da9133e0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 7, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 43, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:43:30.408236 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74bd3cd7-031f-4cf9-bde7-14a38ff9f047 None None] Checking segment: {'id': '208f22fc-9686-4ca3-a88c-018385437c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '56dedb9c-c874-4806-8073-23c183970f13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:43:30.413972 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-74bd3cd7-031f-4cf9-bde7-14a38ff9f047 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:30.414474 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74bd3cd7-031f-4cf9-bde7-14a38ff9f047 None None] Bound using segment: {'id': '208f22fc-9686-4ca3-a88c-018385437c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '56dedb9c-c874-4806-8073-23c183970f13'} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:43:30.416800 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-74bd3cd7-031f-4cf9-bde7-14a38ff9f047 None None] Bound port: fbaebf3c-14c5-4133-a656-bdaeaf4ea8eb, host: n-d-816206-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '208f22fc-9686-4ca3-a88c-018385437c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '56dedb9c-c874-4806-8073-23c183970f13'}}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:43:30.417316 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-74bd3cd7-031f-4cf9-bde7-14a38ff9f047 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:30.611735 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-74bd3cd7-031f-4cf9-bde7-14a38ff9f047 None None] For port fbaebf3c-14c5-4133-a656-bdaeaf4ea8eb, host n-d-816206-8, cleared binding levels {{(pid=103592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:43:30.619787 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-099bef69-e948-48a3-a18b-712122283fbf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1794352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8175'] for router, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:30.625343 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-099bef69-e948-48a3-a18b-712122283fbf admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:30.630168 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-74bd3cd7-031f-4cf9-bde7-14a38ff9f047 None None] For port fbaebf3c-14c5-4133-a656-bdaeaf4ea8eb, host n-d-816206-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=fbaebf3c-14c5-4133-a656-bdaeaf4ea8eb,segment=NetworkSegment(208f22fc-9686-4ca3-a88c-018385437c28),segment_id=208f22fc-9686-4ca3-a88c-018385437c28)] {{(pid=103592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:43:30.652539 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device ca02f506-9fb5-4538-8a0c-3f9a1fbff4af no longer exists at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:43:30.667189 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f3287a7f-3d84-4a93-974b-7d576ae3d563 req-5c028d31-139e-4e1e-9e86-f88b55c6cad1 tempest-VolumesActionsTest-1274332743 tempest-VolumesActionsTest-1274332743-project] 10.222.0.60 "GET /v2.0/ports?device_id=b1a5f4a8-b383-45d0-8daa-85aae12c15c0 HTTP/1.1" status: 200 len: 210 time: 0.3117337 Nov 23 17:43:30.730735 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c1a10189-f1bd-4d5b-be77-cd50ceb53ac5 req-65a0ebf2-8790-4519-bfc4-a063af433bb5 tempest-ListServerFiltersTestJSON-602552987 tempest-ListServerFiltersTestJSON-602552987-project] 10.222.0.60 "GET /v2.0/security-groups?id=21da44c1-bab0-4a24-bdb5-9c78cb5bfd70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1447453 Nov 23 17:43:30.732676 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e236e84c-0c0a-4c1d-af28-c19f4c041b71 req-7ca39b46-c78d-4d0f-a827-1d0ff66f55d9 tempest-VolumesActionsTest-1274332743 tempest-VolumesActionsTest-1274332743-project] Made reservation on behalf of c0df88da3887410eb6df2513a0bdb7ce for: {'port': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:43:30.761033 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-e236e84c-0c0a-4c1d-af28-c19f4c041b71 req-7ca39b46-c78d-4d0f-a827-1d0ff66f55d9 tempest-VolumesActionsTest-1274332743 tempest-VolumesActionsTest-1274332743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:30.780234 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] No Port match for: ca02f506-9fb5-4538-8a0c-3f9a1fbff4af {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:43:30.781153 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device ca02f506-9fb5-4538-8a0c-3f9a1fbff4af not bound to the agent host n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:43:30.781942 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 12fa3432-cbaf-4ebf-9f28-b946995a0a0b no longer exists at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:43:30.787449 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-74bd3cd7-031f-4cf9-bde7-14a38ff9f047 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:30.874771 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] No Port match for: 12fa3432-cbaf-4ebf-9f28-b946995a0a0b {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:43:30.876713 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 12fa3432-cbaf-4ebf-9f28-b946995a0a0b not bound to the agent host n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:43:30.922945 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-0a935eb5-0735-48b7-9b4b-850aedaf0901 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Deleting port fa6cbcd8-df49-45fe-93aa-05dbe1ff2e32 {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:43:30.931890 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0a935eb5-0735-48b7-9b4b-850aedaf0901 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:30.989387 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bd3cd7-031f-4cf9-bde7-14a38ff9f047 None None] Pushing event updated for resources: {'Port': ['ID=fbaebf3c-14c5-4133-a656-bdaeaf4ea8eb,revision_number=2']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:43:31.305564 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.db_base_plugin_common [req-e236e84c-0c0a-4c1d-af28-c19f4c041b71 req-7ca39b46-c78d-4d0f-a827-1d0ff66f55d9 tempest-VolumesActionsTest-1274332743 tempest-VolumesActionsTest-1274332743-project] Allocated IP 172.20.0.12 (3e49d59c-8c69-4181-bbc9-1400019223da/b0b01950-7cc8-4604-839e-29e2d8a1f9ac/8b14bd65-86c5-45d9-8ac6-75534bee817c) {{(pid=103591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:43:31.444126 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0a935eb5-0735-48b7-9b4b-850aedaf0901 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:31.523973 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-0a935eb5-0735-48b7-9b4b-850aedaf0901 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Calling delete_port for fa6cbcd8-df49-45fe-93aa-05dbe1ff2e32 owned by {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:43:32.057955 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-099bef69-e948-48a3-a18b-712122283fbf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1795580'] for router, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:32.064745 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-099bef69-e948-48a3-a18b-712122283fbf admin admin] Fanout notify agent at l3_agent the message router_deleted on router b9941b0a-0293-4671-92e3-d0e0935ad29a {{(pid=103590) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 17:43:32.115266 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-099bef69-e948-48a3-a18b-712122283fbf admin admin] Publish callbacks [] for router, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:32.126854 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-099bef69-e948-48a3-a18b-712122283fbf admin admin] 10.222.0.60 "DELETE /v2.0/routers/b9941b0a-0293-4671-92e3-d0e0935ad29a HTTP/1.1" status: 204 len: 168 time: 4.9495435 Nov 23 17:43:32.138230 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 55346) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:43:32.304892 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0a935eb5-0735-48b7-9b4b-850aedaf0901 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:32.565424 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19151b1d-8da5-4ed3-afe3-fe03e45616ac req-ccbeae9a-a553-4098-be6d-59e1a073de4d tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:43:32.569578 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-19151b1d-8da5-4ed3-afe3-fe03e45616ac req-ccbeae9a-a553-4098-be6d-59e1a073de4d tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/ports?device_id=7492c7e5-8d27-4c5f-b3a2-6a31ab4fda25 HTTP/1.1" status: 200 len: 943 time: 1.3027644 Nov 23 17:43:32.570717 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-c8059a02-6641-4a9c-be27-5809c51f6b87 req-cadfccbb-32d5-42d8-9303-1213145d5467 service neutron] Attempting to bind port e23e7716-a1e1-4fc5-9caf-568deb4c2f48 on host n-h2-816206-8 for vnic_type normal with profile {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:43:32.575969 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-c8059a02-6641-4a9c-be27-5809c51f6b87 req-cadfccbb-32d5-42d8-9303-1213145d5467 service neutron] Attempting to bind port e23e7716-a1e1-4fc5-9caf-568deb4c2f48 by drivers openvswitch,hyperv on host n-h2-816206-8 at level 0 using segments [{'id': 'ec813e0a-4415-4fed-a736-e9a0442fcb85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '02874d22-2dc9-404b-96b5-741d17e13e44'}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:43:32.576714 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8059a02-6641-4a9c-be27-5809c51f6b87 req-cadfccbb-32d5-42d8-9303-1213145d5467 service neutron] Attempting to bind port e23e7716-a1e1-4fc5-9caf-568deb4c2f48 on network 02874d22-2dc9-404b-96b5-741d17e13e44 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:43:32.650366 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-64e6b0f7-1572-4146-8ad9-434f969e7b41 req-f3a78cb1-c526-44e0-ac80-0cc97d12c057 tempest-VolumesActionsTest-1274332743 tempest-VolumesActionsTest-1274332743-project] 10.222.0.60 "GET /v2.0/ports?device_id=b1a5f4a8-b383-45d0-8daa-85aae12c15c0 HTTP/1.1" status: 200 len: 210 time: 0.3215945 Nov 23 17:43:32.672740 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0a935eb5-0735-48b7-9b4b-850aedaf0901 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:32.680736 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-0a935eb5-0735-48b7-9b4b-850aedaf0901 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] 10.222.0.60 "DELETE /v2.0/ports/fa6cbcd8-df49-45fe-93aa-05dbe1ff2e32 HTTP/1.1" status: 204 len: 168 time: 2.6528585 Nov 23 17:43:32.682705 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device fbaebf3c-14c5-4133-a656-bdaeaf4ea8eb up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:43:32.684756 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_v2 [None req-231a7985-44c8-4dc6-bc8d-33cc0d6b62d3 admin admin] Deleting subnet 790bbb98-ba35-48b0-8ef1-5daf008c0447 {{(pid=103590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 17:43:32.693525 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-231a7985-44c8-4dc6-bc8d-33cc0d6b62d3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:32.696282 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 55356) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:43:32.801817 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8059a02-6641-4a9c-be27-5809c51f6b87 req-cadfccbb-32d5-42d8-9303-1213145d5467 service neutron] Port e23e7716-a1e1-4fc5-9caf-568deb4c2f48 on network 02874d22-2dc9-404b-96b5-741d17e13e44 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-8 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 17:43:32.804384 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8059a02-6641-4a9c-be27-5809c51f6b87 req-cadfccbb-32d5-42d8-9303-1213145d5467 service neutron] Attempting to bind port e23e7716-a1e1-4fc5-9caf-568deb4c2f48 on network 02874d22-2dc9-404b-96b5-741d17e13e44 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:43:32.816015 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-231a7985-44c8-4dc6-bc8d-33cc0d6b62d3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-267528342'] for subnet, precommit_delete_associations {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:32.882771 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port fbaebf3c-14c5-4133-a656-bdaeaf4ea8eb triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:43:32.883479 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:33.021709 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:33.033501 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15da0c08-63f6-4752-986a-acc71be2e35c tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:43:33.036404 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15da0c08-63f6-4752-986a-acc71be2e35c tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:43:33.039608 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-15da0c08-63f6-4752-986a-acc71be2e35c tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.3200259 Nov 23 17:43:33.074390 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] For port fbaebf3c-14c5-4133-a656-bdaeaf4ea8eb, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=fbaebf3c-14c5-4133-a656-bdaeaf4ea8eb,segment=NetworkSegment(208f22fc-9686-4ca3-a88c-018385437c28),segment_id=208f22fc-9686-4ca3-a88c-018385437c28)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:43:33.085442 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:33.152681 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8059a02-6641-4a9c-be27-5809c51f6b87 req-cadfccbb-32d5-42d8-9303-1213145d5467 service neutron] Checking agent: {'id': 'ab77bf9e-0267-4174-8f1d-822cba89b207', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 15, 13), 'started_at': datetime.datetime(2021, 11, 23, 17, 15, 13), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 43, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:43:33.153317 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8059a02-6641-4a9c-be27-5809c51f6b87 req-cadfccbb-32d5-42d8-9303-1213145d5467 service neutron] Checking segment: {'id': 'ec813e0a-4415-4fed-a736-e9a0442fcb85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '02874d22-2dc9-404b-96b5-741d17e13e44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:43:33.154036 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8059a02-6641-4a9c-be27-5809c51f6b87 req-cadfccbb-32d5-42d8-9303-1213145d5467 service neutron] Bound using segment: {'id': 'ec813e0a-4415-4fed-a736-e9a0442fcb85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '02874d22-2dc9-404b-96b5-741d17e13e44'} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:43:33.154763 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-c8059a02-6641-4a9c-be27-5809c51f6b87 req-cadfccbb-32d5-42d8-9303-1213145d5467 service neutron] Bound port: e23e7716-a1e1-4fc5-9caf-568deb4c2f48, host: n-h2-816206-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec813e0a-4415-4fed-a736-e9a0442fcb85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '02874d22-2dc9-404b-96b5-741d17e13e44'}}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:43:33.155289 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-c8059a02-6641-4a9c-be27-5809c51f6b87 req-cadfccbb-32d5-42d8-9303-1213145d5467 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:33.172761 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 55362) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:43:33.180201 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-19151b1d-8da5-4ed3-afe3-fe03e45616ac req-aa9815ab-c25a-4045-b9f1-f9f807c23a48 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/security-groups?id=776cdaad-ec9b-4a42-a3a9-360feae7cf4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5882320 Nov 23 17:43:33.203559 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Pushing event updated for resources: {'Port': ['ID=fbaebf3c-14c5-4133-a656-bdaeaf4ea8eb,revision_number=3']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:43:33.280182 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-231a7985-44c8-4dc6-bc8d-33cc0d6b62d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971956'] for subnet, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:33.433712 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.db_base_plugin_v2 [None req-8501ab05-7356-4fcb-a93b-6f2d04800757 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Deleting subnet 12bce59e-6755-4c21-bc9f-7b11ad66aa05 {{(pid=103591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 17:43:33.461687 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-8501ab05-7356-4fcb-a93b-6f2d04800757 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks [] for subnet, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:33.547959 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a935eb5-0735-48b7-9b4b-850aedaf0901 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Pushing event deleted for resources: {'Port': ['ID=fa6cbcd8-df49-45fe-93aa-05dbe1ff2e32,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:43:33.567148 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-c270fc0c-c573-47af-a73c-5284ec803600 None None] Provisioning complete for port fbaebf3c-14c5-4133-a656-bdaeaf4ea8eb triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:43:33.567929 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c270fc0c-c573-47af-a73c-5284ec803600 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:33.589730 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-231a7985-44c8-4dc6-bc8d-33cc0d6b62d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264357903', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264730940'] for subnet, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:33.607533 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a935eb5-0735-48b7-9b4b-850aedaf0901 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:43:33.609132 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a935eb5-0735-48b7-9b4b-850aedaf0901 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:43:33.609772 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a935eb5-0735-48b7-9b4b-850aedaf0901 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:43:33.610380 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a935eb5-0735-48b7-9b4b-850aedaf0901 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:43:33.614036 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-8501ab05-7356-4fcb-a93b-6f2d04800757 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265990000'] for subnet, precommit_delete_associations {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:33.618936 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a935eb5-0735-48b7-9b4b-850aedaf0901 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:43:33.619284 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a935eb5-0735-48b7-9b4b-850aedaf0901 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:43:33.619633 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a935eb5-0735-48b7-9b4b-850aedaf0901 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:43:33.619978 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a935eb5-0735-48b7-9b4b-850aedaf0901 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:43:33.620318 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a935eb5-0735-48b7-9b4b-850aedaf0901 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:43:33.621260 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a935eb5-0735-48b7-9b4b-850aedaf0901 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:43:33.621594 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a935eb5-0735-48b7-9b4b-850aedaf0901 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:43:33.621920 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a935eb5-0735-48b7-9b4b-850aedaf0901 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:43:33.698114 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-e236e84c-0c0a-4c1d-af28-c19f4c041b71 req-7ca39b46-c78d-4d0f-a827-1d0ff66f55d9 tempest-VolumesActionsTest-1274332743 tempest-VolumesActionsTest-1274332743-project] Publish callbacks [] for port, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:33.731345 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231a7985-44c8-4dc6-bc8d-33cc0d6b62d3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=790bbb98-ba35-48b0-8ef1-5daf008c0447,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:43:33.771875 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-231a7985-44c8-4dc6-bc8d-33cc0d6b62d3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:33.777983 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-231a7985-44c8-4dc6-bc8d-33cc0d6b62d3 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/790bbb98-ba35-48b0-8ef1-5daf008c0447 HTTP/1.1" status: 204 len: 168 time: 1.6369498 Nov 23 17:43:33.778625 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 55374) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:43:33.831963 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-c8059a02-6641-4a9c-be27-5809c51f6b87 req-cadfccbb-32d5-42d8-9303-1213145d5467 service neutron] For port e23e7716-a1e1-4fc5-9caf-568deb4c2f48, host n-h2-816206-8, cleared binding levels {{(pid=103591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:43:33.836015 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-c8059a02-6641-4a9c-be27-5809c51f6b87 req-cadfccbb-32d5-42d8-9303-1213145d5467 service neutron] For port e23e7716-a1e1-4fc5-9caf-568deb4c2f48, host n-h2-816206-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=e23e7716-a1e1-4fc5-9caf-568deb4c2f48,segment=NetworkSegment(ec813e0a-4415-4fed-a736-e9a0442fcb85),segment_id=ec813e0a-4415-4fed-a736-e9a0442fcb85)] {{(pid=103591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:43:33.843126 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-582c911a-2de5-42f1-897e-5ca4a30c56e9 None None] Network 75339259-3f00-443b-adda-17867b26c858 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:43:33.956271 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d7430a-6792-4216-a1c3-861c42ce6ed7 req-96be0b96-5bcd-4a71-bad3-7e1b49b2201e tempest-ListServerFiltersTestJSON-602552987 tempest-ListServerFiltersTestJSON-602552987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:43:33.959650 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b3d7430a-6792-4216-a1c3-861c42ce6ed7 req-96be0b96-5bcd-4a71-bad3-7e1b49b2201e tempest-ListServerFiltersTestJSON-602552987 tempest-ListServerFiltersTestJSON-602552987-project] 10.222.0.60 "GET /v2.0/ports?device_id=74d60304-cc4f-41f3-9245-821f0a036a31 HTTP/1.1" status: 200 len: 945 time: 0.9183323 Nov 23 17:43:34.001344 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-c8059a02-6641-4a9c-be27-5809c51f6b87 req-cadfccbb-32d5-42d8-9303-1213145d5467 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264758186'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:34.171650 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-82e6cb06-6de6-4e0b-a11d-a8d456d0029f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-555181'] for network, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:34.242202 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8059a02-6641-4a9c-be27-5809c51f6b87 req-cadfccbb-32d5-42d8-9303-1213145d5467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:43:34.244148 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-c8059a02-6641-4a9c-be27-5809c51f6b87 req-cadfccbb-32d5-42d8-9303-1213145d5467 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:34.245872 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c8059a02-6641-4a9c-be27-5809c51f6b87 req-cadfccbb-32d5-42d8-9303-1213145d5467 service neutron] 10.222.0.36 "PUT /v2.0/ports/e23e7716-a1e1-4fc5-9caf-568deb4c2f48 HTTP/1.1" status: 200 len: 1091 time: 8.8538942 Nov 23 17:43:34.250133 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7492c7e5-8d27-4c5f-b3a2-6a31ab4fda25', 'tag': 'e23e7716-a1e1-4fc5-9caf-568deb4c2f48'}] {{(pid=103591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:43:34.254985 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41d174a19ece9499ff9ec44e5b3fc50f2abd3ffbc947fb7e52ea1e8db27b95b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46133db9-ee54-4629-a316-888837b3fc12" -d '{"events": [{"name": "network-changed", "server_uuid": "7492c7e5-8d27-4c5f-b3a2-6a31ab4fda25", "tag": "e23e7716-a1e1-4fc5-9caf-568deb4c2f48"}]}' {{(pid=103591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:43:34.298041 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c89f95bd-91a2-418b-81ae-c71569db79f6 req-cba32039-f5ec-4c24-95fa-7dfde8d3996d tempest-VolumesActionsTest-1274332743 tempest-VolumesActionsTest-1274332743-project] 10.222.0.60 "GET /v2.0/ports?device_id=b1a5f4a8-b383-45d0-8daa-85aae12c15c0 HTTP/1.1" status: 200 len: 210 time: 0.4518874 Nov 23 17:43:34.403984 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-6f272865-0268-4c34-85fa-a799a890171a None None] Could not find standard attr ID for object e4707588-6655-49f3-a4b4-185e2c43be35. {{(pid=103592) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 17:43:34.437123 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-82e6cb06-6de6-4e0b-a11d-a8d456d0029f admin admin] Deleting port 4a5e586e-5a54-4602-9a52-47ccead826e6 {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:43:34.437684 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-82e6cb06-6de6-4e0b-a11d-a8d456d0029f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:34.489635 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0020a8d4-da7b-4de5-9c1b-5574b37c3437 None None] DHCP port deletion for 75339259-3f00-443b-adda-17867b26c858 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:43:34.621994 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device fbaebf3c-14c5-4133-a656-bdaeaf4ea8eb up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:43:34.728053 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b3d7430a-6792-4216-a1c3-861c42ce6ed7 req-90cd46f9-1d07-4fd9-b443-9b46c5a182b1 tempest-ListServerFiltersTestJSON-602552987 tempest-ListServerFiltersTestJSON-602552987-project] 10.222.0.60 "GET /v2.0/security-groups?id=21da44c1-bab0-4a24-bdb5-9c78cb5bfd70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6370785 Nov 23 17:43:34.778758 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-82e6cb06-6de6-4e0b-a11d-a8d456d0029f admin admin] For port 4a5e586e-5a54-4602-9a52-47ccead826e6, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=4a5e586e-5a54-4602-9a52-47ccead826e6,segment=NetworkSegment(67895827-b67c-4dd5-8267-f9ff4a198829),segment_id=67895827-b67c-4dd5-8267-f9ff4a198829)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:43:34.779090 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-82e6cb06-6de6-4e0b-a11d-a8d456d0029f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:34.796966 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadfccbb-32d5-42d8-9303-1213145d5467 service neutron] Pushing event updated for resources: {'Port': ['ID=e23e7716-a1e1-4fc5-9caf-568deb4c2f48,revision_number=3']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:43:34.799404 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-0020a8d4-da7b-4de5-9c1b-5574b37c3437 None None] Deleting port 4a5e586e-5a54-4602-9a52-47ccead826e6 {{(pid=103592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:43:34.799404 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-0020a8d4-da7b-4de5-9c1b-5574b37c3437 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:34.858149 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-8501ab05-7356-4fcb-a93b-6f2d04800757 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971956'] for subnet, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:34.871108 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-82e6cb06-6de6-4e0b-a11d-a8d456d0029f admin admin] Calling delete_port for 4a5e586e-5a54-4602-9a52-47ccead826e6 owned by network:dhcp {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:43:34.996608 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-e236e84c-0c0a-4c1d-af28-c19f4c041b71 req-7ca39b46-c78d-4d0f-a827-1d0ff66f55d9 tempest-VolumesActionsTest-1274332743 tempest-VolumesActionsTest-1274332743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:35.050416 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 17:43:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a70ab17-87d3-41fc-bb7a-858cddd57c50 x-openstack-request-id: req-5a70ab17-87d3-41fc-bb7a-858cddd57c50 {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:43:35.050718 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7492c7e5-8d27-4c5f-b3a2-6a31ab4fda25", "tag": "e23e7716-a1e1-4fc5-9caf-568deb4c2f48", "status": "completed", "code": 200}]} {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:43:35.050981 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5a70ab17-87d3-41fc-bb7a-858cddd57c50 {{(pid=103591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:43:35.059316 n-d-816206-8 neutron-server[103591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7492c7e5-8d27-4c5f-b3a2-6a31ab4fda25', 'tag': 'e23e7716-a1e1-4fc5-9caf-568deb4c2f48', 'status': 'completed', 'code': 200} Nov 23 17:43:35.153742 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-82e6cb06-6de6-4e0b-a11d-a8d456d0029f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:35.177351 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82e6cb06-6de6-4e0b-a11d-a8d456d0029f admin admin] No DVR routers for this DVR port 4a5e586e-5a54-4602-9a52-47ccead826e6 on host n-d-816206-8 {{(pid=103590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:43:35.238310 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-0020a8d4-da7b-4de5-9c1b-5574b37c3437 None None] For port 4a5e586e-5a54-4602-9a52-47ccead826e6, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=4a5e586e-5a54-4602-9a52-47ccead826e6,segment=NetworkSegment(67895827-b67c-4dd5-8267-f9ff4a198829),segment_id=67895827-b67c-4dd5-8267-f9ff4a198829)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:43:35.243311 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-0020a8d4-da7b-4de5-9c1b-5574b37c3437 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:35.258157 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e6cb06-6de6-4e0b-a11d-a8d456d0029f admin admin] Pushing event deleted for resources: {'Port': ['ID=4a5e586e-5a54-4602-9a52-47ccead826e6,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:43:35.289711 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-0020a8d4-da7b-4de5-9c1b-5574b37c3437 None None] Calling delete_port for 4a5e586e-5a54-4602-9a52-47ccead826e6 owned by network:dhcp {{(pid=103592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:43:35.330938 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8059a02-6641-4a9c-be27-5809c51f6b87 req-d028fe12-1e3e-4f4b-ad23-f3a652b3d37e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:43:35.343742 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c8059a02-6641-4a9c-be27-5809c51f6b87 req-d028fe12-1e3e-4f4b-ad23-f3a652b3d37e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c0a53cd325e44b8fbee499050453672f&device_id=7492c7e5-8d27-4c5f-b3a2-6a31ab4fda25 HTTP/1.1" status: 200 len: 1094 time: 0.9429593 Nov 23 17:43:35.400971 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e236e84c-0c0a-4c1d-af28-c19f4c041b71 req-7ca39b46-c78d-4d0f-a827-1d0ff66f55d9 tempest-VolumesActionsTest-1274332743 tempest-VolumesActionsTest-1274332743-project] Network 3e49d59c-8c69-4181-bbc9-1400019223da is already hosted by enough agents. {{(pid=103591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:43:35.590363 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [req-e236e84c-0c0a-4c1d-af28-c19f4c041b71 req-7ca39b46-c78d-4d0f-a827-1d0ff66f55d9 tempest-VolumesActionsTest-1274332743 tempest-VolumesActionsTest-1274332743-project] Resources bound (agent type, host, resource id): {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:43:35.600094 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port fbaebf3c-14c5-4133-a656-bdaeaf4ea8eb triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:43:35.600094 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:35.617010 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [req-e236e84c-0c0a-4c1d-af28-c19f4c041b71 req-7ca39b46-c78d-4d0f-a827-1d0ff66f55d9 tempest-VolumesActionsTest-1274332743 tempest-VolumesActionsTest-1274332743-project] Received port after_create {{(pid=103591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:43:35.653303 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c8059a02-6641-4a9c-be27-5809c51f6b87 req-3d0cdc83-57c5-47c6-a3c3-b82cffac902b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e23e7716-a1e1-4fc5-9caf-568deb4c2f48 HTTP/1.1" status: 200 len: 217 time: 0.2737834 Nov 23 17:43:35.680648 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-82e6cb06-6de6-4e0b-a11d-a8d456d0029f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973419', 'neutron.services.segments.db._delete_segments_for_network-8736635878840'] for network, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:35.725830 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f9d580-9138-4f30-ae4a-7e940e37c30f req-0b328703-be5c-4e7d-bb86-99502cd7e89e tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:43:35.740124 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-00f9d580-9138-4f30-ae4a-7e940e37c30f req-0b328703-be5c-4e7d-bb86-99502cd7e89e tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/ports?device_id=7492c7e5-8d27-4c5f-b3a2-6a31ab4fda25 HTTP/1.1" status: 200 len: 943 time: 0.7058921 Nov 23 17:43:35.743052 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-82e6cb06-6de6-4e0b-a11d-a8d456d0029f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75339259-3f00-443b-adda-17867b26c858']}} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:43:35.750326 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca39b46-c78d-4d0f-a827-1d0ff66f55d9 tempest-VolumesActionsTest-1274332743 tempest-VolumesActionsTest-1274332743-project] Pushing event updated for resources: {'Port': ['ID=8b14bd65-86c5-45d9-8ac6-75534bee817c,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:43:35.778327 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-82e6cb06-6de6-4e0b-a11d-a8d456d0029f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67895827-b67c-4dd5-8267-f9ff4a198829') {'for_net_delete': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:43:35.778698 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-82e6cb06-6de6-4e0b-a11d-a8d456d0029f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67895827-b67c-4dd5-8267-f9ff4a198829') {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:43:35.785098 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-0020a8d4-da7b-4de5-9c1b-5574b37c3437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989'] for port, after_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:35.820167 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-82e6cb06-6de6-4e0b-a11d-a8d456d0029f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736635840332', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-267528353'] for segment, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:35.822638 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0020a8d4-da7b-4de5-9c1b-5574b37c3437 None None] No DVR routers for this DVR port 4a5e586e-5a54-4602-9a52-47ccead826e6 on host n-d-816206-8 {{(pid=103592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:43:35.853883 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-82e6cb06-6de6-4e0b-a11d-a8d456d0029f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:35.881330 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82e6cb06-6de6-4e0b-a11d-a8d456d0029f admin admin] Releasing vlan 519 on physical network physnet1 to pool {{(pid=103590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 17:43:35.884130 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-82e6cb06-6de6-4e0b-a11d-a8d456d0029f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264370093'] for segment, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:35.893392 n-d-816206-8 neutron-server[103590]: Traceback (most recent call last): Nov 23 17:43:35.893392 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 17:43:35.893392 n-d-816206-8 neutron-server[103590]: timer() Nov 23 17:43:35.893392 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 17:43:35.893392 n-d-816206-8 neutron-server[103590]: cb(*args, **kw) Nov 23 17:43:35.893392 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 17:43:35.893392 n-d-816206-8 neutron-server[103590]: return func(*args, **kwargs) Nov 23 17:43:35.893392 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 17:43:35.893392 n-d-816206-8 neutron-server[103590]: self._notify() Nov 23 17:43:35.893392 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 17:43:35.893392 n-d-816206-8 neutron-server[103590]: self.callback(batched_events) Nov 23 17:43:35.893392 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 17:43:35.893392 n-d-816206-8 neutron-server[103590]: event.method(event) Nov 23 17:43:35.893392 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 17:43:35.893392 n-d-816206-8 neutron-server[103590]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 17:43:35.893392 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 17:43:35.893392 n-d-816206-8 neutron-server[103590]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 17:43:35.893392 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 17:43:35.893392 n-d-816206-8 neutron-server[103590]: return f(self, *a, **k) Nov 23 17:43:35.893392 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 17:43:35.893392 n-d-816206-8 neutron-server[103590]: return self._get(url).json() Nov 23 17:43:35.893392 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 17:43:35.893392 n-d-816206-8 neutron-server[103590]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 17:43:35.893392 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 17:43:35.893392 n-d-816206-8 neutron-server[103590]: return self.request(url, 'GET', **kwargs) Nov 23 17:43:35.893392 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 17:43:35.893392 n-d-816206-8 neutron-server[103590]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 17:43:35.893392 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 17:43:35.893392 n-d-816206-8 neutron-server[103590]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 17:43:35.893392 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 17:43:35.893392 n-d-816206-8 neutron-server[103590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 17:43:35.893392 n-d-816206-8 neutron-server[103590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 17:43:35.897593 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-4522ae83-1495-44d9-9fd4-f59a85bbc893 None None] Could not find standard attr ID for object fa6cbcd8-df49-45fe-93aa-05dbe1ff2e32. {{(pid=103592) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 17:43:35.897593 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0020a8d4-da7b-4de5-9c1b-5574b37c3437 None None] Pushing event deleted for resources: {'Port': ['ID=4a5e586e-5a54-4602-9a52-47ccead826e6,revision_number=None']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:43:35.942494 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-8501ab05-7356-4fcb-a93b-6f2d04800757 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264758240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264314269'] for subnet, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:35.994883 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca39b46-c78d-4d0f-a827-1d0ff66f55d9 tempest-VolumesActionsTest-1274332743 tempest-VolumesActionsTest-1274332743-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:43:35.996092 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca39b46-c78d-4d0f-a827-1d0ff66f55d9 tempest-VolumesActionsTest-1274332743 tempest-VolumesActionsTest-1274332743-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:43:35.996593 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca39b46-c78d-4d0f-a827-1d0ff66f55d9 tempest-VolumesActionsTest-1274332743 tempest-VolumesActionsTest-1274332743-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:43:35.997045 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca39b46-c78d-4d0f-a827-1d0ff66f55d9 tempest-VolumesActionsTest-1274332743 tempest-VolumesActionsTest-1274332743-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:43:35.997495 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca39b46-c78d-4d0f-a827-1d0ff66f55d9 tempest-VolumesActionsTest-1274332743 tempest-VolumesActionsTest-1274332743-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:43:36.000729 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca39b46-c78d-4d0f-a827-1d0ff66f55d9 tempest-VolumesActionsTest-1274332743 tempest-VolumesActionsTest-1274332743-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:43:36.000729 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca39b46-c78d-4d0f-a827-1d0ff66f55d9 tempest-VolumesActionsTest-1274332743 tempest-VolumesActionsTest-1274332743-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:43:36.000729 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca39b46-c78d-4d0f-a827-1d0ff66f55d9 tempest-VolumesActionsTest-1274332743 tempest-VolumesActionsTest-1274332743-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:43:36.000729 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca39b46-c78d-4d0f-a827-1d0ff66f55d9 tempest-VolumesActionsTest-1274332743 tempest-VolumesActionsTest-1274332743-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:43:36.000729 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca39b46-c78d-4d0f-a827-1d0ff66f55d9 tempest-VolumesActionsTest-1274332743 tempest-VolumesActionsTest-1274332743-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:43:36.000729 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca39b46-c78d-4d0f-a827-1d0ff66f55d9 tempest-VolumesActionsTest-1274332743 tempest-VolumesActionsTest-1274332743-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:43:36.000729 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca39b46-c78d-4d0f-a827-1d0ff66f55d9 tempest-VolumesActionsTest-1274332743 tempest-VolumesActionsTest-1274332743-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:43:36.005926 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-8501ab05-7356-4fcb-a93b-6f2d04800757 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for subnet, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:36.009595 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-8501ab05-7356-4fcb-a93b-6f2d04800757 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] 10.222.0.60 "DELETE /v2.0/subnets/12bce59e-6755-4c21-bc9f-7b11ad66aa05 HTTP/1.1" status: 204 len: 168 time: 2.8270037 Nov 23 17:43:36.036701 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 55410) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:43:36.057034 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8501ab05-7356-4fcb-a93b-6f2d04800757 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Pushing event deleted for resources: {'Subnet': ['ID=12bce59e-6755-4c21-bc9f-7b11ad66aa05,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:43:36.158385 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e236e84c-0c0a-4c1d-af28-c19f4c041b71 req-7ca39b46-c78d-4d0f-a827-1d0ff66f55d9 tempest-VolumesActionsTest-1274332743 tempest-VolumesActionsTest-1274332743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:43:36.159598 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-e236e84c-0c0a-4c1d-af28-c19f4c041b71 req-7ca39b46-c78d-4d0f-a827-1d0ff66f55d9 tempest-VolumesActionsTest-1274332743 tempest-VolumesActionsTest-1274332743-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:36.189802 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-fdf5d95e-9eba-4ca3-bf33-740556d7746e tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1415660 Nov 23 17:43:36.201329 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e236e84c-0c0a-4c1d-af28-c19f4c041b71 req-7ca39b46-c78d-4d0f-a827-1d0ff66f55d9 tempest-VolumesActionsTest-1274332743 tempest-VolumesActionsTest-1274332743-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.1687589 Nov 23 17:43:36.202591 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 55418) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:43:36.211841 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-a3aa84be-66b9-4dee-8bdd-930b430e8f39 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Request body: {'subnet': {'network_id': '56dedb9c-c874-4806-8073-23c183970f13', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:43:36.225073 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8059a02-6641-4a9c-be27-5809c51f6b87 req-8bd7eff1-333a-4870-b74d-29970a057680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:43:36.226949 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c8059a02-6641-4a9c-be27-5809c51f6b87 req-8bd7eff1-333a-4870-b74d-29970a057680 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7cd7c517-b8bf-4f3d-98b6-b23c91372576 HTTP/1.1" status: 200 len: 851 time: 0.4601173 Nov 23 17:43:36.244324 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-00f9d580-9138-4f30-ae4a-7e940e37c30f req-4dc9fc68-52b5-4df0-9a67-609f2adebee6 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/security-groups?id=776cdaad-ec9b-4a42-a3a9-360feae7cf4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4952362 Nov 23 17:43:36.266330 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [req-e236e84c-0c0a-4c1d-af28-c19f4c041b71 req-b22a73b5-58a4-42d9-9676-d1d57931b2e0 service neutron] Request body: {'port': {'device_id': 'b1a5f4a8-b383-45d0-8daa-85aae12c15c0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-8'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:43:36.290528 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-82e6cb06-6de6-4e0b-a11d-a8d456d0029f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1795418'] for network, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:36.300178 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-82e6cb06-6de6-4e0b-a11d-a8d456d0029f admin admin] Publish callbacks [] for network, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:36.324104 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-82e6cb06-6de6-4e0b-a11d-a8d456d0029f admin admin] 10.222.0.60 "DELETE /v2.0/networks/75339259-3f00-443b-adda-17867b26c858 HTTP/1.1" status: 204 len: 168 time: 2.5443215 Nov 23 17:43:36.357034 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e6cb06-6de6-4e0b-a11d-a8d456d0029f admin admin] Pushing event deleted for resources: {'Network': ['ID=75339259-3f00-443b-adda-17867b26c858,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:43:36.509929 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dfef7a7-fb03-4b1d-a587-94f105ab878f None None] Network 56dedb9c-c874-4806-8073-23c183970f13 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:43:36.575163 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac613643-1848-4571-acf4-785b08ab1205 req-982ecd62-7a65-455a-a4d1-5f4fe69e109e tempest-ListServerFiltersTestJSON-602552987 tempest-ListServerFiltersTestJSON-602552987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:43:36.583281 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ac613643-1848-4571-acf4-785b08ab1205 req-982ecd62-7a65-455a-a4d1-5f4fe69e109e tempest-ListServerFiltersTestJSON-602552987 tempest-ListServerFiltersTestJSON-602552987-project] 10.222.0.60 "GET /v2.0/ports?device_id=62716bb5-8ce0-40bd-8dc9-1784181f4168 HTTP/1.1" status: 200 len: 946 time: 0.5958054 Nov 23 17:43:36.591751 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 4a5e586e-5a54-4602-9a52-47ccead826e6 no longer exists at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:43:36.729340 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] No Port match for: 4a5e586e-5a54-4602-9a52-47ccead826e6 {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:43:36.730410 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 4a5e586e-5a54-4602-9a52-47ccead826e6 not bound to the agent host n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:43:36.811982 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 55428) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:43:36.860893 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3aa84be-66b9-4dee-8bdd-930b430e8f39 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Made reservation on behalf of a17872768c1e4384801bad129509cfa7 for: {'subnet': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:43:36.880447 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-a3aa84be-66b9-4dee-8bdd-930b430e8f39 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264314294'] for subnet, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:36.903413 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-9a8ef3ba-4b2f-4899-8c8b-786e0f92230a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=8043a75783e64196ac0be92247cb4c17&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0901098 Nov 23 17:43:36.906684 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-e236e84c-0c0a-4c1d-af28-c19f4c041b71 req-b22a73b5-58a4-42d9-9676-d1d57931b2e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:36.906890 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 55430) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:43:36.960093 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8059a02-6641-4a9c-be27-5809c51f6b87 req-70d90219-1c29-48e7-a37e-6fd8da9d1352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:43:36.966210 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c8059a02-6641-4a9c-be27-5809c51f6b87 req-70d90219-1c29-48e7-a37e-6fd8da9d1352 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=02874d22-2dc9-404b-96b5-741d17e13e44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7048256 Nov 23 17:43:37.124311 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b832573c-62fd-440f-ae6a-1d1906870dff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:37.129282 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f4e211e-2d22-42ca-aeb5-6f3587b2106a None None] DHCP port deletion for 56dedb9c-c874-4806-8073-23c183970f13 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:43:37.198214 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b832573c-62fd-440f-ae6a-1d1906870dff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:37.216128 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406d6b28-19c5-4376-abf7-512cc910cb13 req-24302a7d-b6fc-4159-b05c-b8b43ea63bd2 tempest-VolumesActionsTest-1274332743 tempest-VolumesActionsTest-1274332743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:43:37.217885 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-406d6b28-19c5-4376-abf7-512cc910cb13 req-24302a7d-b6fc-4159-b05c-b8b43ea63bd2 tempest-VolumesActionsTest-1274332743 tempest-VolumesActionsTest-1274332743-project] 10.222.0.60 "GET /v2.0/ports?device_id=b1a5f4a8-b383-45d0-8daa-85aae12c15c0 HTTP/1.1" status: 200 len: 932 time: 0.7029366 Nov 23 17:43:37.268528 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-8f4e211e-2d22-42ca-aeb5-6f3587b2106a None None] Deleting port fbaebf3c-14c5-4133-a656-bdaeaf4ea8eb {{(pid=103592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:43:37.271367 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-8f4e211e-2d22-42ca-aeb5-6f3587b2106a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:37.429477 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ac613643-1848-4571-acf4-785b08ab1205 req-df1a2bd8-2b9d-47bd-bde2-685f54b3610b tempest-ListServerFiltersTestJSON-602552987 tempest-ListServerFiltersTestJSON-602552987-project] 10.222.0.60 "GET /v2.0/security-groups?id=21da44c1-bab0-4a24-bdb5-9c78cb5bfd70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8451769 Nov 23 17:43:37.439042 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c8059a02-6641-4a9c-be27-5809c51f6b87 req-2b83b0c2-1960-4f53-9eb8-7cd9ada78ca2 service neutron] 10.222.0.36 "GET /v2.0/networks/02874d22-2dc9-404b-96b5-741d17e13e44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4511917 Nov 23 17:43:37.443203 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b832573c-62fd-440f-ae6a-1d1906870dff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:37.455442 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b832573c-62fd-440f-ae6a-1d1906870dff admin admin] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:37.461735 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-b832573c-62fd-440f-ae6a-1d1906870dff admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/5a532450-e3c1-4821-9a24-76c3d212b901 HTTP/1.1" status: 204 len: 168 time: 0.5477636 Nov 23 17:43:37.483123 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-8f4e211e-2d22-42ca-aeb5-6f3587b2106a None None] For port fbaebf3c-14c5-4133-a656-bdaeaf4ea8eb, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=fbaebf3c-14c5-4133-a656-bdaeaf4ea8eb,segment=NetworkSegment(208f22fc-9686-4ca3-a88c-018385437c28),segment_id=208f22fc-9686-4ca3-a88c-018385437c28)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:43:37.483579 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-8f4e211e-2d22-42ca-aeb5-6f3587b2106a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:37.519146 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-8f4e211e-2d22-42ca-aeb5-6f3587b2106a None None] Calling delete_port for fbaebf3c-14c5-4133-a656-bdaeaf4ea8eb owned by network:dhcp {{(pid=103592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:43:37.521224 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b832573c-62fd-440f-ae6a-1d1906870dff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a532450-e3c1-4821-9a24-76c3d212b901,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:43:37.818769 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-8f4e211e-2d22-42ca-aeb5-6f3587b2106a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989'] for port, after_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:37.863831 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4e211e-2d22-42ca-aeb5-6f3587b2106a None None] Pushing event deleted for resources: {'Port': ['ID=fbaebf3c-14c5-4133-a656-bdaeaf4ea8eb,revision_number=None']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:43:37.890688 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f4e211e-2d22-42ca-aeb5-6f3587b2106a None None] No DVR routers for this DVR port fbaebf3c-14c5-4133-a656-bdaeaf4ea8eb on host n-d-816206-8 {{(pid=103592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:43:37.963931 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-406d6b28-19c5-4376-abf7-512cc910cb13 req-c095bfd3-9dcc-49b2-a435-eb371801e8fa tempest-VolumesActionsTest-1274332743 tempest-VolumesActionsTest-1274332743-project] 10.222.0.60 "GET /v2.0/security-groups?id=b8b17f96-d64e-431f-9313-e4489dcbb007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4977298 Nov 23 17:43:38.640117 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c8059a02-6641-4a9c-be27-5809c51f6b87 req-23ea6b14-fa73-4009-a9cd-1554846711f5 service neutron] 10.222.0.36 "GET /v2.0/networks/02874d22-2dc9-404b-96b5-741d17e13e44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1697571 Nov 23 17:43:38.652785 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device fbaebf3c-14c5-4133-a656-bdaeaf4ea8eb no longer exists at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:43:38.679298 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [req-e236e84c-0c0a-4c1d-af28-c19f4c041b71 req-b22a73b5-58a4-42d9-9676-d1d57931b2e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b14bd65-86c5-45d9-8ac6-75534bee817c {{(pid=103591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:43:38.735068 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf71800-4d0e-4ec1-93e7-9eaf29a4190a req-a89b724f-f68c-401f-bb6f-9c6581bc42e6 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:43:38.738537 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-edf71800-4d0e-4ec1-93e7-9eaf29a4190a req-a89b724f-f68c-401f-bb6f-9c6581bc42e6 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/ports?device_id=7492c7e5-8d27-4c5f-b3a2-6a31ab4fda25 HTTP/1.1" status: 200 len: 943 time: 0.9002802 Nov 23 17:43:38.774266 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] No Port match for: fbaebf3c-14c5-4133-a656-bdaeaf4ea8eb {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:43:38.776581 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device fbaebf3c-14c5-4133-a656-bdaeaf4ea8eb not bound to the agent host n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:43:38.837447 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-e236e84c-0c0a-4c1d-af28-c19f4c041b71 req-b22a73b5-58a4-42d9-9676-d1d57931b2e0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:38.902735 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 55462) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:43:38.912685 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.provisioning_blocks [req-e236e84c-0c0a-4c1d-af28-c19f4c041b71 req-b22a73b5-58a4-42d9-9676-d1d57931b2e0 service neutron] Transition to ACTIVE for port object 8b14bd65-86c5-45d9-8ac6-75534bee817c will not be triggered until provisioned by entity L2. {{(pid=103591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 17:43:39.043120 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-db9e7221-b557-43f0-b8a5-6b5c23165afa admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=944eb16d76604cc6ab0a57ea3c768527&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1388266 Nov 23 17:43:39.045825 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 55466) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:43:39.115039 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-739de682-5e5f-48dc-b383-be1af79b35dd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:39.145937 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-739de682-5e5f-48dc-b383-be1af79b35dd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:39.322019 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-739de682-5e5f-48dc-b383-be1af79b35dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:39.341791 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-739de682-5e5f-48dc-b383-be1af79b35dd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:39.344027 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-739de682-5e5f-48dc-b383-be1af79b35dd admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e15cccf2-97e7-468e-86f8-a1256d96df28 HTTP/1.1" status: 204 len: 168 time: 0.2964399 Nov 23 17:43:39.403886 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739de682-5e5f-48dc-b383-be1af79b35dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e15cccf2-97e7-468e-86f8-a1256d96df28,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:43:39.417028 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-edf71800-4d0e-4ec1-93e7-9eaf29a4190a req-90c9b4bd-7b07-4a1e-ad05-918ef408b210 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/security-groups?id=776cdaad-ec9b-4a42-a3a9-360feae7cf4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5876067 Nov 23 17:43:39.431916 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-e236e84c-0c0a-4c1d-af28-c19f4c041b71 req-b22a73b5-58a4-42d9-9676-d1d57931b2e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264758186'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:39.578320 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22a73b5-58a4-42d9-9676-d1d57931b2e0 service neutron] Pushing event updated for resources: {'Port': ['ID=8b14bd65-86c5-45d9-8ac6-75534bee817c,revision_number=2']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:43:39.710486 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46133db9-ee54-4629-a316-888837b3fc12 req-cbd08c6d-6ef3-4006-9fe1-3083f89398a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:43:39.712288 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-46133db9-ee54-4629-a316-888837b3fc12 req-cbd08c6d-6ef3-4006-9fe1-3083f89398a8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c0a53cd325e44b8fbee499050453672f&device_id=7492c7e5-8d27-4c5f-b3a2-6a31ab4fda25 HTTP/1.1" status: 200 len: 1094 time: 0.9167328 Nov 23 17:43:39.758833 n-d-816206-8 neutron-server[103591]: DEBUG neutron.objects.ports [None req-a3aa84be-66b9-4dee-8bdd-930b430e8f39 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103591) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 23 17:43:39.794177 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89aad485-b95e-4d9b-a579-28ee1e506e16 req-aab69758-6cad-4fc6-ab12-54e2ba18748f tempest-ListServerFiltersTestJSON-602552987 tempest-ListServerFiltersTestJSON-602552987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:43:39.795933 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-89aad485-b95e-4d9b-a579-28ee1e506e16 req-aab69758-6cad-4fc6-ab12-54e2ba18748f tempest-ListServerFiltersTestJSON-602552987 tempest-ListServerFiltersTestJSON-602552987-project] 10.222.0.60 "GET /v2.0/ports?device_id=36409146-1095-48e4-aac8-430c5301d5ac HTTP/1.1" status: 200 len: 946 time: 1.0489466 Nov 23 17:43:39.800341 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-a3aa84be-66b9-4dee-8bdd-930b430e8f39 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264758079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264314276'] for subnet, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:39.895903 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3aa84be-66b9-4dee-8bdd-930b430e8f39 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Network 56dedb9c-c874-4806-8073-23c183970f13 is already hosted by enough agents. {{(pid=103591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:43:40.089401 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [None req-a3aa84be-66b9-4dee-8bdd-930b430e8f39 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Resources bound (agent type, host, resource id): {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:43:40.097948 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3aa84be-66b9-4dee-8bdd-930b430e8f39 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:43:40.100607 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-a3aa84be-66b9-4dee-8bdd-930b430e8f39 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for subnet, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:40.103601 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d89c44ac-9fcc-4b30-bb51-ee7fe8f881a1 None None] Network 56dedb9c-c874-4806-8073-23c183970f13 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:43:40.178064 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a3fbd4-b970-43ce-b4ca-c2b00d5185bb req-68a8cc11-6122-4bf9-81b5-4194213c2f2f tempest-VolumesActionsTest-1274332743 tempest-VolumesActionsTest-1274332743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:43:40.186876 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a6a3fbd4-b970-43ce-b4ca-c2b00d5185bb req-68a8cc11-6122-4bf9-81b5-4194213c2f2f tempest-VolumesActionsTest-1274332743 tempest-VolumesActionsTest-1274332743-project] 10.222.0.60 "GET /v2.0/ports?device_id=b1a5f4a8-b383-45d0-8daa-85aae12c15c0 HTTP/1.1" status: 200 len: 944 time: 0.4816868 Nov 23 17:43:40.280580 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3aa84be-66b9-4dee-8bdd-930b430e8f39 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Pushing event updated for resources: {'Subnet': ['ID=90861151-194e-4144-85ed-720a8e6f2abc,revision_number=0']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:43:40.300453 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-a3aa84be-66b9-4dee-8bdd-930b430e8f39 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 4.0944548 Nov 23 17:43:40.304529 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 55492) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:43:40.311874 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-af4144c5-10ee-438e-ad07-570310514e0a tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Request body: {'port': {'network_id': '56dedb9c-c874-4806-8073-23c183970f13', 'mac_address': 'fa:16:3e:ff:4d:1d', 'name': 'tempest-NetworksTestDHCPv6-161359555'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:43:40.318648 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-89aad485-b95e-4d9b-a579-28ee1e506e16 req-cf560bf6-9a48-41f3-92d8-946744d9e478 tempest-ListServerFiltersTestJSON-602552987 tempest-ListServerFiltersTestJSON-602552987-project] 10.222.0.60 "GET /v2.0/security-groups?id=21da44c1-bab0-4a24-bdb5-9c78cb5bfd70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4939938 Nov 23 17:43:40.330002 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-eeb3b43a-6ce1-4d9b-800f-9467a71f6675 req-549d01d1-010c-48e1-a61b-7080da8bc83c service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=3aeb0ea1-307a-4c3c-9237-d07df043ece9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.8996956 Nov 23 17:43:40.454866 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-e236e84c-0c0a-4c1d-af28-c19f4c041b71 req-b22a73b5-58a4-42d9-9676-d1d57931b2e0 service neutron] Attempting to bind port 8b14bd65-86c5-45d9-8ac6-75534bee817c on host n-h2-816206-8 for vnic_type normal with profile {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:43:40.455632 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-e236e84c-0c0a-4c1d-af28-c19f4c041b71 req-b22a73b5-58a4-42d9-9676-d1d57931b2e0 service neutron] Attempting to bind port 8b14bd65-86c5-45d9-8ac6-75534bee817c by drivers openvswitch,hyperv on host n-h2-816206-8 at level 0 using segments [{'id': '8fdf731f-3bb3-4ebb-9eaf-ea67ab6e4fa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '3e49d59c-8c69-4181-bbc9-1400019223da'}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:43:40.455632 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e236e84c-0c0a-4c1d-af28-c19f4c041b71 req-b22a73b5-58a4-42d9-9676-d1d57931b2e0 service neutron] Attempting to bind port 8b14bd65-86c5-45d9-8ac6-75534bee817c on network 3e49d59c-8c69-4181-bbc9-1400019223da {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:43:40.472171 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46133db9-ee54-4629-a316-888837b3fc12 req-f6ed04ae-f062-485c-933a-80df4b3c6ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:43:40.482529 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-46133db9-ee54-4629-a316-888837b3fc12 req-f6ed04ae-f062-485c-933a-80df4b3c6ae6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=02874d22-2dc9-404b-96b5-741d17e13e44 HTTP/1.1" status: 200 len: 913 time: 0.7439990 Nov 23 17:43:40.631728 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e236e84c-0c0a-4c1d-af28-c19f4c041b71 req-b22a73b5-58a4-42d9-9676-d1d57931b2e0 service neutron] Port 8b14bd65-86c5-45d9-8ac6-75534bee817c on network 3e49d59c-8c69-4181-bbc9-1400019223da not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-8 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 17:43:40.632150 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e236e84c-0c0a-4c1d-af28-c19f4c041b71 req-b22a73b5-58a4-42d9-9676-d1d57931b2e0 service neutron] Attempting to bind port 8b14bd65-86c5-45d9-8ac6-75534bee817c on network 3e49d59c-8c69-4181-bbc9-1400019223da {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:43:40.717822 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a6a3fbd4-b970-43ce-b4ca-c2b00d5185bb req-8a317ac5-eb4b-4f22-a0dc-ef3fc344c43d tempest-VolumesActionsTest-1274332743 tempest-VolumesActionsTest-1274332743-project] 10.222.0.60 "GET /v2.0/security-groups?id=b8b17f96-d64e-431f-9313-e4489dcbb007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5292804 Nov 23 17:43:40.746158 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-46133db9-ee54-4629-a316-888837b3fc12 req-105347fb-20de-46f6-a725-79189991e5c5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e23e7716-a1e1-4fc5-9caf-568deb4c2f48 HTTP/1.1" status: 200 len: 217 time: 0.1930513 Nov 23 17:43:40.756000 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e236e84c-0c0a-4c1d-af28-c19f4c041b71 req-b22a73b5-58a4-42d9-9676-d1d57931b2e0 service neutron] Checking agent: {'id': 'ab77bf9e-0267-4174-8f1d-822cba89b207', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 15, 13), 'started_at': datetime.datetime(2021, 11, 23, 17, 15, 13), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 43, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:43:40.756716 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e236e84c-0c0a-4c1d-af28-c19f4c041b71 req-b22a73b5-58a4-42d9-9676-d1d57931b2e0 service neutron] Checking segment: {'id': '8fdf731f-3bb3-4ebb-9eaf-ea67ab6e4fa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '3e49d59c-8c69-4181-bbc9-1400019223da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:43:40.756716 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e236e84c-0c0a-4c1d-af28-c19f4c041b71 req-b22a73b5-58a4-42d9-9676-d1d57931b2e0 service neutron] Bound using segment: {'id': '8fdf731f-3bb3-4ebb-9eaf-ea67ab6e4fa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '3e49d59c-8c69-4181-bbc9-1400019223da'} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:43:40.757033 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-e236e84c-0c0a-4c1d-af28-c19f4c041b71 req-b22a73b5-58a4-42d9-9676-d1d57931b2e0 service neutron] Bound port: 8b14bd65-86c5-45d9-8ac6-75534bee817c, host: n-h2-816206-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8fdf731f-3bb3-4ebb-9eaf-ea67ab6e4fa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '3e49d59c-8c69-4181-bbc9-1400019223da'}}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:43:40.757506 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-e236e84c-0c0a-4c1d-af28-c19f4c041b71 req-b22a73b5-58a4-42d9-9676-d1d57931b2e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:40.773023 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fca1f4a4-a0df-42c8-9db3-9af7f6b8569a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp355044b8-8e87-58c4-94fa-4a010ec30f9e-56dedb9c-c874-4806-8073-23c183970f13', 'network_id': '56dedb9c-c874-4806-8073-23c183970f13', 'tenant_id': 'a17872768c1e4384801bad129509cfa7', 'fixed_ips': [{'subnet_id': '90861151-194e-4144-85ed-720a8e6f2abc'}]}} from n-d-816206-8. {{(pid=103592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 17:43:40.774161 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-fca1f4a4-a0df-42c8-9db3-9af7f6b8569a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:40.924000 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af4144c5-10ee-438e-ad07-570310514e0a tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Made reservation on behalf of a17872768c1e4384801bad129509cfa7 for: {'port': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:43:41.150749 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb3b43a-6ce1-4d9b-800f-9467a71f6675 req-620ce0e2-0483-4ea3-9228-fd97000662ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:43:41.157047 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-eeb3b43a-6ce1-4d9b-800f-9467a71f6675 req-620ce0e2-0483-4ea3-9228-fd97000662ca service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=77e4b35578d8459080444edfaacb61b2&device_id=3aeb0ea1-307a-4c3c-9237-d07df043ece9 HTTP/1.1" status: 200 len: 1100 time: 0.7256620 Nov 23 17:43:41.277669 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.db_base_plugin_common [None req-fca1f4a4-a0df-42c8-9db3-9af7f6b8569a None None] Allocated IP 2001:db8::f816:3eff:fe48:8177 (56dedb9c-c874-4806-8073-23c183970f13/90861151-194e-4144-85ed-720a8e6f2abc/e87ad3ff-2117-4727-b31e-1f2b8040024f) {{(pid=103592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:43:41.314805 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-af4144c5-10ee-438e-ad07-570310514e0a tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:41.398805 n-d-816206-8 neutron-server[103590]: DEBUG neutron.notifiers.nova [None req-af4144c5-10ee-438e-ad07-570310514e0a tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] device_id is not set on port ea93de3d-3990-418c-bad8-7922548903be yet. {{(pid=103590) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 17:43:41.468144 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46133db9-ee54-4629-a316-888837b3fc12 req-a966aa69-c27a-4b24-b934-9b8fd9ac138b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:43:41.472614 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-46133db9-ee54-4629-a316-888837b3fc12 req-a966aa69-c27a-4b24-b934-9b8fd9ac138b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7cd7c517-b8bf-4f3d-98b6-b23c91372576 HTTP/1.1" status: 200 len: 851 time: 0.7117836 Nov 23 17:43:41.860290 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-fca1f4a4-a0df-42c8-9db3-9af7f6b8569a None None] Publish callbacks [] for port, precommit_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:41.874586 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-fca1f4a4-a0df-42c8-9db3-9af7f6b8569a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980'] for port, after_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:41.936587 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78aa385-09bc-401a-9d8d-36a42180fd3e req-9a4d95cb-36c4-4225-a13d-038165ec07b0 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:43:41.944912 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c78aa385-09bc-401a-9d8d-36a42180fd3e req-9a4d95cb-36c4-4225-a13d-038165ec07b0 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/ports?device_id=7492c7e5-8d27-4c5f-b3a2-6a31ab4fda25 HTTP/1.1" status: 200 len: 943 time: 0.9649329 Nov 23 17:43:41.984710 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09393413-e541-449d-9435-a617b779acbc req-416bf9f1-252f-4969-92e0-b2c594310121 tempest-ListServerFiltersTestJSON-602552987 tempest-ListServerFiltersTestJSON-602552987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:43:42.000176 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09393413-e541-449d-9435-a617b779acbc req-416bf9f1-252f-4969-92e0-b2c594310121 tempest-ListServerFiltersTestJSON-602552987 tempest-ListServerFiltersTestJSON-602552987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:43:42.020620 n-d-816206-8 neutron-server[103592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fca1f4a4-a0df-42c8-9db3-9af7f6b8569a None None] Network 56dedb9c-c874-4806-8073-23c183970f13 is already hosted by enough agents. {{(pid=103592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:43:42.031694 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09393413-e541-449d-9435-a617b779acbc req-416bf9f1-252f-4969-92e0-b2c594310121 tempest-ListServerFiltersTestJSON-602552987 tempest-ListServerFiltersTestJSON-602552987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:43:42.037621 n-d-816206-8 neutron-server[103592]: DEBUG neutron.scheduler.base_scheduler [None req-fca1f4a4-a0df-42c8-9db3-9af7f6b8569a None None] Resources bound (agent type, host, resource id): {{(pid=103592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:43:42.042812 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-af4144c5-10ee-438e-ad07-570310514e0a tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Allocated IP 2001:db8::f816:3eff:feff:4d1d (56dedb9c-c874-4806-8073-23c183970f13/90861151-194e-4144-85ed-720a8e6f2abc/ea93de3d-3990-418c-bad8-7922548903be) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:43:42.047461 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fca1f4a4-a0df-42c8-9db3-9af7f6b8569a None None] Received port after_create {{(pid=103592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:43:42.048946 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-09393413-e541-449d-9435-a617b779acbc req-416bf9f1-252f-4969-92e0-b2c594310121 tempest-ListServerFiltersTestJSON-602552987 tempest-ListServerFiltersTestJSON-602552987-project] 10.222.0.60 "GET /v2.0/ports?device_id=62716bb5-8ce0-40bd-8dc9-1784181f4168&device_id=74d60304-cc4f-41f3-9245-821f0a036a31&device_id=36409146-1095-48e4-aac8-430c5301d5ac HTTP/1.1" status: 200 len: 2418 time: 0.9083655 Nov 23 17:43:42.062081 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca1f4a4-a0df-42c8-9db3-9af7f6b8569a None None] Pushing event updated for resources: {'Port': ['ID=e87ad3ff-2117-4727-b31e-1f2b8040024f,revision_number=1']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:43:42.134367 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-e236e84c-0c0a-4c1d-af28-c19f4c041b71 req-b22a73b5-58a4-42d9-9676-d1d57931b2e0 service neutron] For port 8b14bd65-86c5-45d9-8ac6-75534bee817c, host n-h2-816206-8, cleared binding levels {{(pid=103591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:43:42.177078 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 55538) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:43:42.258989 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-e236e84c-0c0a-4c1d-af28-c19f4c041b71 req-b22a73b5-58a4-42d9-9676-d1d57931b2e0 service neutron] For port 8b14bd65-86c5-45d9-8ac6-75534bee817c, host n-h2-816206-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=8b14bd65-86c5-45d9-8ac6-75534bee817c,segment=NetworkSegment(8fdf731f-3bb3-4ebb-9eaf-ea67ab6e4fa4),segment_id=8fdf731f-3bb3-4ebb-9eaf-ea67ab6e4fa4)] {{(pid=103591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:43:42.278142 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46133db9-ee54-4629-a316-888837b3fc12 req-ce70aabb-5d4d-4117-b364-dd21de311800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:43:42.281947 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-46133db9-ee54-4629-a316-888837b3fc12 req-ce70aabb-5d4d-4117-b364-dd21de311800 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=02874d22-2dc9-404b-96b5-741d17e13e44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7743297 Nov 23 17:43:42.292261 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-fca1f4a4-a0df-42c8-9db3-9af7f6b8569a None None] Attempting to bind port e87ad3ff-2117-4727-b31e-1f2b8040024f on host n-d-816206-8 for vnic_type normal with profile {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:43:42.297104 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-fca1f4a4-a0df-42c8-9db3-9af7f6b8569a None None] Attempting to bind port e87ad3ff-2117-4727-b31e-1f2b8040024f by drivers openvswitch,hyperv on host n-d-816206-8 at level 0 using segments [{'id': '208f22fc-9686-4ca3-a88c-018385437c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '56dedb9c-c874-4806-8073-23c183970f13'}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:43:42.301991 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fca1f4a4-a0df-42c8-9db3-9af7f6b8569a None None] Attempting to bind port e87ad3ff-2117-4727-b31e-1f2b8040024f on network 56dedb9c-c874-4806-8073-23c183970f13 {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:43:42.326516 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-e236e84c-0c0a-4c1d-af28-c19f4c041b71 req-b22a73b5-58a4-42d9-9676-d1d57931b2e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264758186'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:42.334660 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fca1f4a4-a0df-42c8-9db3-9af7f6b8569a None None] Checking agent: {'id': '9e89acbe-4bbe-4c77-a18b-6f1da9133e0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 7, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 43, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:43:42.337006 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fca1f4a4-a0df-42c8-9db3-9af7f6b8569a None None] Checking segment: {'id': '208f22fc-9686-4ca3-a88c-018385437c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '56dedb9c-c874-4806-8073-23c183970f13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:43:42.341907 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-fca1f4a4-a0df-42c8-9db3-9af7f6b8569a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:42.342686 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fca1f4a4-a0df-42c8-9db3-9af7f6b8569a None None] Bound using segment: {'id': '208f22fc-9686-4ca3-a88c-018385437c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '56dedb9c-c874-4806-8073-23c183970f13'} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:43:42.343632 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-fca1f4a4-a0df-42c8-9db3-9af7f6b8569a None None] Bound port: e87ad3ff-2117-4727-b31e-1f2b8040024f, host: n-d-816206-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '208f22fc-9686-4ca3-a88c-018385437c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '56dedb9c-c874-4806-8073-23c183970f13'}}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:43:42.345271 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-fca1f4a4-a0df-42c8-9db3-9af7f6b8569a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:42.365202 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-af4144c5-10ee-438e-ad07-570310514e0a tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:42.425826 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-af4144c5-10ee-438e-ad07-570310514e0a tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:42.529824 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb3b43a-6ce1-4d9b-800f-9467a71f6675 req-1c1f02ce-49fb-41ab-915b-7bb3ed2ce92a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:43:42.531534 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-eeb3b43a-6ce1-4d9b-800f-9467a71f6675 req-1c1f02ce-49fb-41ab-915b-7bb3ed2ce92a service neutron] 10.222.0.55 "GET /v2.0/networks?id=f1e1dabf-b410-4023-9169-a460a86e7184 HTTP/1.1" status: 200 len: 870 time: 1.2084286 Nov 23 17:43:42.549055 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e236e84c-0c0a-4c1d-af28-c19f4c041b71 req-b22a73b5-58a4-42d9-9676-d1d57931b2e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:43:42.549998 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-e236e84c-0c0a-4c1d-af28-c19f4c041b71 req-b22a73b5-58a4-42d9-9676-d1d57931b2e0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:42.551773 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e236e84c-0c0a-4c1d-af28-c19f4c041b71 req-b22a73b5-58a4-42d9-9676-d1d57931b2e0 service neutron] 10.222.0.36 "PUT /v2.0/ports/8b14bd65-86c5-45d9-8ac6-75534bee817c HTTP/1.1" status: 200 len: 1092 time: 6.2933421 Nov 23 17:43:42.568153 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1a5f4a8-b383-45d0-8daa-85aae12c15c0', 'tag': '8b14bd65-86c5-45d9-8ac6-75534bee817c'}] {{(pid=103591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:43:42.572234 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41d174a19ece9499ff9ec44e5b3fc50f2abd3ffbc947fb7e52ea1e8db27b95b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d04a1e19-f6d4-43b5-bce6-c26fa8b2b8f0" -d '{"events": [{"name": "network-changed", "server_uuid": "b1a5f4a8-b383-45d0-8daa-85aae12c15c0", "tag": "8b14bd65-86c5-45d9-8ac6-75534bee817c"}]}' {{(pid=103591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:43:42.677084 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af4144c5-10ee-438e-ad07-570310514e0a tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Network 56dedb9c-c874-4806-8073-23c183970f13 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:43:42.681300 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4144c5-10ee-438e-ad07-570310514e0a tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Pushing event updated for resources: {'Port': ['ID=ea93de3d-3990-418c-bad8-7922548903be,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:43:42.689725 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-09393413-e541-449d-9435-a617b779acbc req-39521b52-1509-4b7e-ad80-0f78b27f69f7 tempest-ListServerFiltersTestJSON-602552987 tempest-ListServerFiltersTestJSON-602552987-project] 10.222.0.60 "GET /v2.0/security-groups?id=21da44c1-bab0-4a24-bdb5-9c78cb5bfd70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6398118 Nov 23 17:43:42.700830 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-fca1f4a4-a0df-42c8-9db3-9af7f6b8569a None None] For port e87ad3ff-2117-4727-b31e-1f2b8040024f, host n-d-816206-8, cleared binding levels {{(pid=103592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:43:42.707948 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-af4144c5-10ee-438e-ad07-570310514e0a tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:43:42.711192 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af4144c5-10ee-438e-ad07-570310514e0a tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:43:42.721042 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-fca1f4a4-a0df-42c8-9db3-9af7f6b8569a None None] For port e87ad3ff-2117-4727-b31e-1f2b8040024f, host n-d-816206-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=e87ad3ff-2117-4727-b31e-1f2b8040024f,segment=NetworkSegment(208f22fc-9686-4ca3-a88c-018385437c28),segment_id=208f22fc-9686-4ca3-a88c-018385437c28)] {{(pid=103592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:43:42.722656 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af4144c5-10ee-438e-ad07-570310514e0a tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:43:42.723692 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-af4144c5-10ee-438e-ad07-570310514e0a tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:42.731160 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-fca1f4a4-a0df-42c8-9db3-9af7f6b8569a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:42.768164 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-af4144c5-10ee-438e-ad07-570310514e0a tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.4621484 Nov 23 17:43:42.781842 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 55554) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:43:42.807212 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-9841a361-f223-4ff1-ad34-5fedfce91ebc admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-1847601151-network', 'tenant_id': '958aa7895c404be3875a374837f04f49'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:43:42.915637 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca1f4a4-a0df-42c8-9db3-9af7f6b8569a None None] Pushing event updated for resources: {'Port': ['ID=e87ad3ff-2117-4727-b31e-1f2b8040024f,revision_number=2']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:43:42.959942 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c78aa385-09bc-401a-9d8d-36a42180fd3e req-4039b6bd-77d1-465d-adb4-b6485c781570 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/security-groups?id=776cdaad-ec9b-4a42-a3a9-360feae7cf4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0133038 Nov 23 17:43:42.966315 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-eeb3b43a-6ce1-4d9b-800f-9467a71f6675 req-2942c333-7ac5-4bdc-9d3b-e603e8462a3e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=ce8b633a-6cd2-4637-acae-9d541f261158 HTTP/1.1" status: 200 len: 217 time: 0.3848305 Nov 23 17:43:42.968303 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22a73b5-58a4-42d9-9676-d1d57931b2e0 service neutron] Pushing event updated for resources: {'Port': ['ID=8b14bd65-86c5-45d9-8ac6-75534bee817c,revision_number=3']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:43:42.971536 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3410fbe3-b528-4bb9-84ac-55e2114e3dae tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:43:43.008729 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3410fbe3-b528-4bb9-84ac-55e2114e3dae tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:43:43.019001 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-3410fbe3-b528-4bb9-84ac-55e2114e3dae tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.2307532 Nov 23 17:43:43.021001 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 55558) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:43:43.052306 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-eefc03ba-ee81-40df-86a4-bb85828d1c91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:43.207614 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 17:43:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17ffba93-80cb-4236-bcc4-b74a834d440e x-openstack-request-id: req-17ffba93-80cb-4236-bcc4-b74a834d440e {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:43:43.208064 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1a5f4a8-b383-45d0-8daa-85aae12c15c0", "tag": "8b14bd65-86c5-45d9-8ac6-75534bee817c", "status": "completed", "code": 200}]} {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:43:43.208466 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-17ffba93-80cb-4236-bcc4-b74a834d440e {{(pid=103591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:43:43.209005 n-d-816206-8 neutron-server[103591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1a5f4a8-b383-45d0-8daa-85aae12c15c0', 'tag': '8b14bd65-86c5-45d9-8ac6-75534bee817c', 'status': 'completed', 'code': 200} Nov 23 17:43:43.306047 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-17785988-47a5-4d55-af6a-9d355391c998 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Deleting port ea93de3d-3990-418c-bad8-7922548903be {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:43:43.306605 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-17785988-47a5-4d55-af6a-9d355391c998 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:43.378819 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e236e84c-0c0a-4c1d-af28-c19f4c041b71 req-ef384a77-72db-4f6a-8f1b-51e6432d0b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:43:43.380750 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e236e84c-0c0a-4c1d-af28-c19f4c041b71 req-ef384a77-72db-4f6a-8f1b-51e6432d0b20 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c0df88da3887410eb6df2513a0bdb7ce&device_id=b1a5f4a8-b383-45d0-8daa-85aae12c15c0 HTTP/1.1" status: 200 len: 1095 time: 0.7615733 Nov 23 17:43:43.405875 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-46133db9-ee54-4629-a316-888837b3fc12 req-3b673a86-d65a-4bb8-a881-1cf4d827bb65 service neutron] 10.222.0.36 "GET /v2.0/networks/02874d22-2dc9-404b-96b5-741d17e13e44?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0899656 Nov 23 17:43:43.409723 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9841a361-f223-4ff1-ad34-5fedfce91ebc admin admin] Made reservation on behalf of 958aa7895c404be3875a374837f04f49 for: {'network': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:43:43.412177 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-9841a361-f223-4ff1-ad34-5fedfce91ebc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for network, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:43.446337 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb3b43a-6ce1-4d9b-800f-9467a71f6675 req-a2d14bc3-a6be-4b6f-94a3-3e594b3b97bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:43:43.448129 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-eeb3b43a-6ce1-4d9b-800f-9467a71f6675 req-a2d14bc3-a6be-4b6f-94a3-3e594b3b97bd service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ac77c175-5679-438b-8a2a-356718377641 HTTP/1.1" status: 200 len: 843 time: 0.4593031 Nov 23 17:43:43.463530 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4defd84-0954-4520-b73e-61c0cfface9c req-805d4dbd-3709-4440-b61f-c4def8440736 tempest-VolumesActionsTest-1274332743 tempest-VolumesActionsTest-1274332743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:43:43.465210 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e4defd84-0954-4520-b73e-61c0cfface9c req-805d4dbd-3709-4440-b61f-c4def8440736 tempest-VolumesActionsTest-1274332743 tempest-VolumesActionsTest-1274332743-project] 10.222.0.60 "GET /v2.0/ports?device_id=b1a5f4a8-b383-45d0-8daa-85aae12c15c0 HTTP/1.1" status: 200 len: 944 time: 0.3325834 Nov 23 17:43:43.482685 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-9841a361-f223-4ff1-ad34-5fedfce91ebc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:43.515692 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-17785988-47a5-4d55-af6a-9d355391c998 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:43.569109 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-17785988-47a5-4d55-af6a-9d355391c998 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Calling delete_port for ea93de3d-3990-418c-bad8-7922548903be owned by {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:43:43.592333 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:43.611434 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e236e84c-0c0a-4c1d-af28-c19f4c041b71 req-f2d8cb53-0113-4074-b4e3-fd62692cc69c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8b14bd65-86c5-45d9-8ac6-75534bee817c HTTP/1.1" status: 200 len: 217 time: 0.2053239 Nov 23 17:43:43.802538 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ae4fc8-381c-47b8-a79f-604b88bc3059 req-b2185976-6b5d-49cc-bdd5-ceb0de243663 tempest-ListServerFiltersTestJSON-602552987 tempest-ListServerFiltersTestJSON-602552987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:43:43.811820 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c8ae4fc8-381c-47b8-a79f-604b88bc3059 req-b2185976-6b5d-49cc-bdd5-ceb0de243663 tempest-ListServerFiltersTestJSON-602552987 tempest-ListServerFiltersTestJSON-602552987-project] 10.222.0.60 "GET /v2.0/ports?device_id=62716bb5-8ce0-40bd-8dc9-1784181f4168 HTTP/1.1" status: 200 len: 946 time: 0.4583209 Nov 23 17:43:43.845179 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-17785988-47a5-4d55-af6a-9d355391c998 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:43.905198 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb3b43a-6ce1-4d9b-800f-9467a71f6675 req-f66cac5e-8a7e-4ebf-a8d6-9d9e03e43ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:43:43.906776 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-eeb3b43a-6ce1-4d9b-800f-9467a71f6675 req-f66cac5e-8a7e-4ebf-a8d6-9d9e03e43ac6 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f1e1dabf-b410-4023-9169-a460a86e7184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4330113 Nov 23 17:43:43.921659 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e236e84c-0c0a-4c1d-af28-c19f4c041b71 req-1aca46ca-7bbc-47c5-8426-d671e2b9dc79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:43:43.926978 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e236e84c-0c0a-4c1d-af28-c19f4c041b71 req-1aca46ca-7bbc-47c5-8426-d671e2b9dc79 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b0b01950-7cc8-4604-839e-29e2d8a1f9ac HTTP/1.1" status: 200 len: 848 time: 0.2834187 Nov 23 17:43:43.928607 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17785988-47a5-4d55-af6a-9d355391c998 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Pushing event deleted for resources: {'Port': ['ID=ea93de3d-3990-418c-bad8-7922548903be,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:43:43.949170 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e4defd84-0954-4520-b73e-61c0cfface9c req-aab65fbb-861e-4fdd-bcba-f48c435c001b tempest-VolumesActionsTest-1274332743 tempest-VolumesActionsTest-1274332743-project] 10.222.0.60 "GET /v2.0/security-groups?id=b8b17f96-d64e-431f-9313-e4489dcbb007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3871343 Nov 23 17:43:43.999076 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-17785988-47a5-4d55-af6a-9d355391c998 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:44.016464 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-17785988-47a5-4d55-af6a-9d355391c998 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] 10.222.0.60 "DELETE /v2.0/ports/ea93de3d-3990-418c-bad8-7922548903be HTTP/1.1" status: 204 len: 168 time: 0.9918406 Nov 23 17:43:44.018127 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 55582) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:43:44.061005 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e236e84c-0c0a-4c1d-af28-c19f4c041b71 req-ec05dd1b-380e-4f38-9ddc-b111997c1d31 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3e49d59c-8c69-4181-bbc9-1400019223da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0885892 Nov 23 17:43:44.063216 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-46133db9-ee54-4629-a316-888837b3fc12 req-3ca84971-0d78-4e12-b17e-37ca597c1ecf service neutron] 10.222.0.36 "GET /v2.0/networks/02874d22-2dc9-404b-96b5-741d17e13e44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6079803 Nov 23 17:43:44.213597 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:44.240266 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afc7ed89-32e6-4d9c-b3d4-712205da4d91 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:43:44.253621 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afc7ed89-32e6-4d9c-b3d4-712205da4d91 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:43:44.262383 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-afc7ed89-32e6-4d9c-b3d4-712205da4d91 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.2403584 Nov 23 17:43:44.265319 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 55584) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:43:44.363926 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_v2 [None req-3475061a-ed5c-4ba6-9d22-9a2b4056b180 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Deleting subnet 90861151-194e-4144-85ed-720a8e6f2abc {{(pid=103590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 17:43:44.372719 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-3475061a-ed5c-4ba6-9d22-9a2b4056b180 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks [] for subnet, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:44.519800 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c8ae4fc8-381c-47b8-a79f-604b88bc3059 req-4565fa70-5fbf-46e4-adf7-13fa90cb0928 tempest-ListServerFiltersTestJSON-602552987 tempest-ListServerFiltersTestJSON-602552987-project] 10.222.0.60 "GET /v2.0/security-groups?id=21da44c1-bab0-4a24-bdb5-9c78cb5bfd70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7070057 Nov 23 17:43:44.544073 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-3475061a-ed5c-4ba6-9d22-9a2b4056b180 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-267528342'] for subnet, precommit_delete_associations {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:44.589310 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device e87ad3ff-2117-4727-b31e-1f2b8040024f up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:43:44.717720 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-9841a361-f223-4ff1-ad34-5fedfce91ebc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:44.786165 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-3475061a-ed5c-4ba6-9d22-9a2b4056b180 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971956'] for subnet, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:44.810784 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port e87ad3ff-2117-4727-b31e-1f2b8040024f triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:43:44.813851 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:44.834180 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-eeb3b43a-6ce1-4d9b-800f-9467a71f6675 req-c71da296-c7b7-4e92-b781-130f35c73a0d service neutron] 10.222.0.55 "GET /v2.0/networks/f1e1dabf-b410-4023-9169-a460a86e7184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8997378 Nov 23 17:43:44.834784 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-9841a361-f223-4ff1-ad34-5fedfce91ebc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:44.866866 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9841a361-f223-4ff1-ad34-5fedfce91ebc admin admin] vlan segment allocate from pool success with {'vlan_id': 549, 'physical_network': 'physnet1'} {{(pid=103591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 17:43:44.907804 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-9841a361-f223-4ff1-ad34-5fedfce91ebc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:44.911114 n-d-816206-8 neutron-server[103591]: INFO neutron.db.segments_db [None req-9841a361-f223-4ff1-ad34-5fedfce91ebc admin admin] Added segment 82837b43-cb0c-4b0f-b79c-102830cae67e of type vlan for network 15e62e26-a71b-4a7c-9672-0cf924bc3e09 Nov 23 17:43:44.980330 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-3475061a-ed5c-4ba6-9d22-9a2b4056b180 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264357903', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264730940'] for subnet, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:45.070385 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3475061a-ed5c-4ba6-9d22-9a2b4056b180 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Pushing event deleted for resources: {'Subnet': ['ID=90861151-194e-4144-85ed-720a8e6f2abc,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:43:45.086058 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-aefb79d8-b2ec-4af4-85ab-a3299c6b6ce1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:45.087333 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-3475061a-ed5c-4ba6-9d22-9a2b4056b180 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks [] for subnet, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:45.092943 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:45.096605 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-3475061a-ed5c-4ba6-9d22-9a2b4056b180 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] 10.222.0.60 "DELETE /v2.0/subnets/90861151-194e-4144-85ed-720a8e6f2abc HTTP/1.1" status: 204 len: 168 time: 0.8299127 Nov 23 17:43:45.100608 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 55600) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:43:45.103886 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e236e84c-0c0a-4c1d-af28-c19f4c041b71 req-3038ec47-a0ea-424c-8183-aa3b0cc7de05 service neutron] 10.222.0.36 "GET /v2.0/networks/3e49d59c-8c69-4181-bbc9-1400019223da?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0126600 Nov 23 17:43:45.190994 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] For port e87ad3ff-2117-4727-b31e-1f2b8040024f, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=e87ad3ff-2117-4727-b31e-1f2b8040024f,segment=NetworkSegment(208f22fc-9686-4ca3-a88c-018385437c28),segment_id=208f22fc-9686-4ca3-a88c-018385437c28)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:43:45.209170 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:45.237258 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-6c037639-ef5d-45c1-b360-bc45284636e7 None None] Provisioning complete for port e87ad3ff-2117-4727-b31e-1f2b8040024f triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:43:45.242319 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-6c037639-ef5d-45c1-b360-bc45284636e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:45.282355 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-eeb3b43a-6ce1-4d9b-800f-9467a71f6675 req-5bb444ea-bcce-4086-aa97-fe56cbee7be6 service neutron] 10.222.0.55 "GET /v2.0/networks/f1e1dabf-b410-4023-9169-a460a86e7184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2714643 Nov 23 17:43:45.293196 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-51cee360-a89f-4b52-9e03-50d915aec287 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1909356 Nov 23 17:43:45.299119 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 55610) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:43:45.385517 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-9841a361-f223-4ff1-ad34-5fedfce91ebc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736635338810'] for network, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:45.526776 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4aadc9b-f2af-4dae-9d1e-e8cd00f0bb03 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:43:45.537469 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-a4aadc9b-f2af-4dae-9d1e-e8cd00f0bb03 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2220924 Nov 23 17:43:45.541704 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 55612) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:43:45.579454 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Pushing event updated for resources: {'Port': ['ID=e87ad3ff-2117-4727-b31e-1f2b8040024f,revision_number=4']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:43:45.625886 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37c505f5-dcaf-400e-b622-a7780b2d8d79 None None] Network 56dedb9c-c874-4806-8073-23c183970f13 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:43:45.680537 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e236e84c-0c0a-4c1d-af28-c19f4c041b71 req-1ac2b4a3-38fc-4b56-93d4-437bc066a9c2 service neutron] 10.222.0.36 "GET /v2.0/networks/3e49d59c-8c69-4181-bbc9-1400019223da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3908088 Nov 23 17:43:45.682297 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9841a361-f223-4ff1-ad34-5fedfce91ebc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eefe0ea5-c106-4734-8906-c749a9768f75,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:43:45.700011 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6fdfb0d-7e17-4185-b454-8776ef3622b7 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:43:45.708202 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-c6fdfb0d-7e17-4185-b454-8776ef3622b7 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1605301 Nov 23 17:43:45.709609 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 55614) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:43:45.738858 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-9841a361-f223-4ff1-ad34-5fedfce91ebc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493'] for network, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:45.739882 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9841a361-f223-4ff1-ad34-5fedfce91ebc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:43:45.748571 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-9841a361-f223-4ff1-ad34-5fedfce91ebc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for network, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:45.852841 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-c0dafc1d-a9d8-47b3-9496-f25e3abca1b6 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1423168 Nov 23 17:43:45.857950 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 55624) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:43:45.863224 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-eb2468de-edb6-40e1-8d64-f20f2f02076a tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Request body: {'subnet': {'network_id': '56dedb9c-c874-4806-8073-23c183970f13', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:43:46.144861 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb2468de-edb6-40e1-8d64-f20f2f02076a tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Made reservation on behalf of a17872768c1e4384801bad129509cfa7 for: {'subnet': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:43:46.155562 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-eb2468de-edb6-40e1-8d64-f20f2f02076a tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264730903'] for subnet, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:46.164363 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f0a0e94-f06a-46e9-9101-5ead584d2101 None None] DHCP port deletion for 56dedb9c-c874-4806-8073-23c183970f13 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:43:46.186732 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-00f621fa-9852-4c3e-bedc-42af9c3e5f6b None None] Could not find standard attr ID for object ea93de3d-3990-418c-bad8-7922548903be. {{(pid=103592) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 17:43:46.286495 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-4f0a0e94-f06a-46e9-9101-5ead584d2101 None None] Deleting port e87ad3ff-2117-4727-b31e-1f2b8040024f {{(pid=103592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:43:46.287259 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-4f0a0e94-f06a-46e9-9101-5ead584d2101 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:46.396431 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-4f0a0e94-f06a-46e9-9101-5ead584d2101 None None] For port e87ad3ff-2117-4727-b31e-1f2b8040024f, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=e87ad3ff-2117-4727-b31e-1f2b8040024f,segment=NetworkSegment(208f22fc-9686-4ca3-a88c-018385437c28),segment_id=208f22fc-9686-4ca3-a88c-018385437c28)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:43:46.397224 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-4f0a0e94-f06a-46e9-9101-5ead584d2101 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:46.420806 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-4f0a0e94-f06a-46e9-9101-5ead584d2101 None None] Calling delete_port for e87ad3ff-2117-4727-b31e-1f2b8040024f owned by network:dhcp {{(pid=103592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:43:46.591619 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device e87ad3ff-2117-4727-b31e-1f2b8040024f no longer exists at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:43:46.627726 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-eb2468de-edb6-40e1-8d64-f20f2f02076a tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264358096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264730885'] for subnet, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:46.748389 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-52822d53-48f5-4819-8a95-bdc13aea0bf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:46.750363 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb2468de-edb6-40e1-8d64-f20f2f02076a tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Network 56dedb9c-c874-4806-8073-23c183970f13 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:43:46.755000 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453392a9-a70e-4ef8-92c4-a53f4b7919d2 req-637525d8-d409-4ccf-8475-1c224d7091ae tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:43:46.757284 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-453392a9-a70e-4ef8-92c4-a53f4b7919d2 req-637525d8-d409-4ccf-8475-1c224d7091ae tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/ports?device_id=7492c7e5-8d27-4c5f-b3a2-6a31ab4fda25 HTTP/1.1" status: 200 len: 943 time: 2.4307880 Nov 23 17:43:46.761249 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-eb2468de-edb6-40e1-8d64-f20f2f02076a tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:43:46.779340 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-1731e6d4-0ce6-41bd-a9fe-834d28f093cb req-896da873-1cc7-4546-978a-6bda64e89e95 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a43134ca-2758-4794-bb9c-974d11e5e279&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 2.5312841 Nov 23 17:43:46.783382 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb2468de-edb6-40e1-8d64-f20f2f02076a tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:43:46.793315 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-eb2468de-edb6-40e1-8d64-f20f2f02076a tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks [] for subnet, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:46.834531 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-eb2468de-edb6-40e1-8d64-f20f2f02076a tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9751296 Nov 23 17:43:46.836519 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9841a361-f223-4ff1-ad34-5fedfce91ebc admin admin] Pushing event updated for resources: {'Network': ['ID=15e62e26-a71b-4a7c-9672-0cf924bc3e09,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:43:46.837888 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 55638) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:43:46.861404 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-47c8b6ea-8c62-4977-b1cf-529a9bc13aba tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Request body: {'port': {'network_id': '56dedb9c-c874-4806-8073-23c183970f13', 'mac_address': 'fa:16:3e:1b:f0:96', 'name': 'tempest-NetworksTestDHCPv6-1070098357'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:43:46.886266 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Network 15e62e26-a71b-4a7c-9672-0cf924bc3e09 details requested by agent ovs-agent-n-d-816206-8 with host n-d-816206-8 {{(pid=103592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 17:43:46.912348 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-9841a361-f223-4ff1-ad34-5fedfce91ebc admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 4.7101963 Nov 23 17:43:46.940502 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 55642) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:43:46.969326 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-6a35dca4-f3b3-4538-bb9c-9785d509b965 admin admin] Request body: {'subnet': {'network_id': '15e62e26-a71b-4a7c-9672-0cf924bc3e09', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-1847601151-subnet', 'tenant_id': '958aa7895c404be3875a374837f04f49', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:43:47.014026 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2468de-edb6-40e1-8d64-f20f2f02076a tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Pushing event updated for resources: {'Subnet': ['ID=c690385b-8e53-4dc7-af47-8a3a9f5de012,revision_number=0']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:43:47.015424 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:47.022404 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083cdf16-521f-4094-9e36-6011db9047b8 req-894127ab-2e5f-48e9-af2a-6be0026db49b tempest-VolumesActionsTest-1274332743 tempest-VolumesActionsTest-1274332743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:43:47.034437 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-083cdf16-521f-4094-9e36-6011db9047b8 req-894127ab-2e5f-48e9-af2a-6be0026db49b tempest-VolumesActionsTest-1274332743 tempest-VolumesActionsTest-1274332743-project] 10.222.0.60 "GET /v2.0/ports?device_id=b1a5f4a8-b383-45d0-8daa-85aae12c15c0 HTTP/1.1" status: 200 len: 944 time: 1.6562111 Nov 23 17:43:47.055418 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47c8b6ea-8c62-4977-b1cf-529a9bc13aba tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Made reservation on behalf of a17872768c1e4384801bad129509cfa7 for: {'port': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:43:47.057019 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-4f0a0e94-f06a-46e9-9101-5ead584d2101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989'] for port, after_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:47.174294 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04a1e19-f6d4-43b5-bce6-c26fa8b2b8f0 req-149f32f3-d4de-4e6d-9f7a-db7bffb86c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:43:47.178673 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d04a1e19-f6d4-43b5-bce6-c26fa8b2b8f0 req-149f32f3-d4de-4e6d-9f7a-db7bffb86c18 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c0df88da3887410eb6df2513a0bdb7ce&device_id=b1a5f4a8-b383-45d0-8daa-85aae12c15c0 HTTP/1.1" status: 200 len: 1095 time: 0.4148192 Nov 23 17:43:47.306452 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-083cdf16-521f-4094-9e36-6011db9047b8 req-400c2956-8420-4968-8b40-fab42d863c1b tempest-VolumesActionsTest-1274332743 tempest-VolumesActionsTest-1274332743-project] 10.222.0.60 "GET /v2.0/security-groups?id=b8b17f96-d64e-431f-9313-e4489dcbb007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2399864 Nov 23 17:43:47.306452 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-453392a9-a70e-4ef8-92c4-a53f4b7919d2 req-6e7e71d3-7f78-44d5-93d7-9fd44be11996 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/security-groups?id=776cdaad-ec9b-4a42-a3a9-360feae7cf4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4390097 Nov 23 17:43:47.367288 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-47c8b6ea-8c62-4977-b1cf-529a9bc13aba tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:47.375531 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0a0e94-f06a-46e9-9101-5ead584d2101 None None] Pushing event deleted for resources: {'Port': ['ID=e87ad3ff-2117-4727-b31e-1f2b8040024f,revision_number=None']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:43:47.414786 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f0a0e94-f06a-46e9-9101-5ead584d2101 None None] No DVR routers for this DVR port e87ad3ff-2117-4727-b31e-1f2b8040024f on host n-d-816206-8 {{(pid=103592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:43:47.491396 n-d-816206-8 neutron-server[103590]: DEBUG neutron.notifiers.nova [None req-47c8b6ea-8c62-4977-b1cf-529a9bc13aba tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] device_id is not set on port e1dd83be-ba1c-42ae-a916-25fd98b2cc6e yet. {{(pid=103590) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 17:43:47.520050 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7db10ffc-5143-45bd-97ef-b98c9c0ed327 None None] Network 56dedb9c-c874-4806-8073-23c183970f13 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:43:47.726405 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1731e6d4-0ce6-41bd-a9fe-834d28f093cb req-2a69bee1-9cc2-4204-8952-cec99462ba1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:43:47.733416 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-1731e6d4-0ce6-41bd-a9fe-834d28f093cb req-2a69bee1-9cc2-4204-8952-cec99462ba1a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=093e052ebdfd4c689471d0502a0c2e0a&device_id=a43134ca-2758-4794-bb9c-974d11e5e279 HTTP/1.1" status: 200 len: 1097 time: 0.8495653 Nov 23 17:43:47.737939 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a35dca4-f3b3-4538-bb9c-9785d509b965 admin admin] Made reservation on behalf of 958aa7895c404be3875a374837f04f49 for: {'subnet': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:43:47.744086 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-6a35dca4-f3b3-4538-bb9c-9785d509b965 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264314294'] for subnet, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:47.755466 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04a1e19-f6d4-43b5-bce6-c26fa8b2b8f0 req-18381060-e5c2-4517-a35b-7885c10aee05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:43:47.766405 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d04a1e19-f6d4-43b5-bce6-c26fa8b2b8f0 req-18381060-e5c2-4517-a35b-7885c10aee05 service neutron] 10.222.0.36 "GET /v2.0/networks?id=3e49d59c-8c69-4181-bbc9-1400019223da HTTP/1.1" status: 200 len: 909 time: 0.5029399 Nov 23 17:43:47.823398 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9a27ae6c-db98-474f-94c1-cc99bf842d79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:47.866846 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-47c8b6ea-8c62-4977-b1cf-529a9bc13aba tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Allocated IP 2001:db8::31 (56dedb9c-c874-4806-8073-23c183970f13/c690385b-8e53-4dc7-af47-8a3a9f5de012/e1dd83be-ba1c-42ae-a916-25fd98b2cc6e) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:43:47.983282 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d04a1e19-f6d4-43b5-bce6-c26fa8b2b8f0 req-db4792cd-f0c7-4c03-aed1-9aa6d11baa75 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8b14bd65-86c5-45d9-8ac6-75534bee817c HTTP/1.1" status: 200 len: 217 time: 0.1763542 Nov 23 17:43:48.077178 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5e5633c-9e6f-479a-8a29-702a81dc6392 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp355044b8-8e87-58c4-94fa-4a010ec30f9e-56dedb9c-c874-4806-8073-23c183970f13', 'network_id': '56dedb9c-c874-4806-8073-23c183970f13', 'tenant_id': 'a17872768c1e4384801bad129509cfa7', 'fixed_ips': [{'subnet_id': 'c690385b-8e53-4dc7-af47-8a3a9f5de012'}]}} from n-d-816206-8. {{(pid=103592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 17:43:48.080107 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-a5e5633c-9e6f-479a-8a29-702a81dc6392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:48.515007 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:48.921306 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-6a35dca4-f3b3-4538-bb9c-9785d509b965 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264758079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264314276'] for subnet, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:49.106070 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-47c8b6ea-8c62-4977-b1cf-529a9bc13aba tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:49.169629 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04a1e19-f6d4-43b5-bce6-c26fa8b2b8f0 req-fa1cbf84-704e-4a83-8ddc-5746c2175c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:43:49.172347 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d04a1e19-f6d4-43b5-bce6-c26fa8b2b8f0 req-fa1cbf84-704e-4a83-8ddc-5746c2175c95 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b0b01950-7cc8-4604-839e-29e2d8a1f9ac HTTP/1.1" status: 200 len: 848 time: 1.1596684 Nov 23 17:43:49.214902 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1e2c06-0674-46a2-a375-bed766feec94 req-cb7c4834-11c6-4012-a961-21b462a64fcb tempest-VolumesActionsTest-1274332743 tempest-VolumesActionsTest-1274332743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:43:49.216670 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-da1e2c06-0674-46a2-a375-bed766feec94 req-cb7c4834-11c6-4012-a961-21b462a64fcb tempest-VolumesActionsTest-1274332743 tempest-VolumesActionsTest-1274332743-project] 10.222.0.60 "GET /v2.0/ports?device_id=b1a5f4a8-b383-45d0-8daa-85aae12c15c0 HTTP/1.1" status: 200 len: 944 time: 0.5599778 Nov 23 17:43:49.238301 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-47c8b6ea-8c62-4977-b1cf-529a9bc13aba tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:49.293617 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1731e6d4-0ce6-41bd-a9fe-834d28f093cb req-51e82dfc-b2df-427c-8d78-8555d05ccd2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:43:49.295481 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-1731e6d4-0ce6-41bd-a9fe-834d28f093cb req-51e82dfc-b2df-427c-8d78-8555d05ccd2f service neutron] 10.222.0.36 "GET /v2.0/networks?id=b05aa742-7050-4bee-9612-3681dfd2164b HTTP/1.1" status: 200 len: 918 time: 1.5273929 Nov 23 17:43:49.305808 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d04a1e19-f6d4-43b5-bce6-c26fa8b2b8f0 req-9f6b0308-b4bc-4b25-8ceb-e067d2c48c01 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3e49d59c-8c69-4181-bbc9-1400019223da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0880337 Nov 23 17:43:49.325760 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a35dca4-f3b3-4538-bb9c-9785d509b965 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eb94737b-23ba-410c-a917-0de3c0f4f602,revision_number=0']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:43:49.373802 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47c8b6ea-8c62-4977-b1cf-529a9bc13aba tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Network 56dedb9c-c874-4806-8073-23c183970f13 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:43:49.377736 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-47c8b6ea-8c62-4977-b1cf-529a9bc13aba tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:43:49.399137 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47c8b6ea-8c62-4977-b1cf-529a9bc13aba tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:43:49.410350 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47c8b6ea-8c62-4977-b1cf-529a9bc13aba tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:43:49.412061 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-47c8b6ea-8c62-4977-b1cf-529a9bc13aba tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:49.439926 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.db_base_plugin_common [None req-a5e5633c-9e6f-479a-8a29-702a81dc6392 None None] Allocated IP 2001:db8::2 (56dedb9c-c874-4806-8073-23c183970f13/c690385b-8e53-4dc7-af47-8a3a9f5de012/0a59466e-ec24-4aa1-bddc-4e1940cea83c) {{(pid=103592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:43:49.472523 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-1731e6d4-0ce6-41bd-a9fe-834d28f093cb req-28b270de-7be2-4ef7-a553-b0440785cf36 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fbe44c50-ab0e-48c7-bd92-149bb465cefc HTTP/1.1" status: 200 len: 1002 time: 0.1604891 Nov 23 17:43:49.483050 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-47c8b6ea-8c62-4977-b1cf-529a9bc13aba tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.6408632 Nov 23 17:43:49.483711 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 55678) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:43:49.491710 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a35dca4-f3b3-4538-bb9c-9785d509b965 admin admin] Checking segment: {'id': '82837b43-cb0c-4b0f-b79c-102830cae67e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '15e62e26-a71b-4a7c-9672-0cf924bc3e09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:43:49.492014 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a35dca4-f3b3-4538-bb9c-9785d509b965 admin admin] Network hostable DHCP agents. Network: 15e62e26-a71b-4a7c-9672-0cf924bc3e09, hostable agents: ['0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3'], hosted agents: [] {{(pid=103591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 17:43:49.513312 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c8b6ea-8c62-4977-b1cf-529a9bc13aba tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Pushing event updated for resources: {'Port': ['ID=e1dd83be-ba1c-42ae-a916-25fd98b2cc6e,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:43:49.528878 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab483d1-79ed-49e6-922a-7d5ca421612a req-fae5dc8e-97a9-4403-a1b8-e63d89fa5111 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:43:49.533050 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5ab483d1-79ed-49e6-922a-7d5ca421612a req-fae5dc8e-97a9-4403-a1b8-e63d89fa5111 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/ports?device_id=7492c7e5-8d27-4c5f-b3a2-6a31ab4fda25 HTTP/1.1" status: 200 len: 943 time: 0.4783556 Nov 23 17:43:49.593970 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c6d84a9-ea84-4257-9b19-aa74b441821e tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:43:49.600739 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-1c6d84a9-ea84-4257-9b19-aa74b441821e tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.1092989 Nov 23 17:43:49.601537 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 55682) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:43:49.760738 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-d4656f1a-0813-47dc-8dcb-3a7d9cf2f590 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Deleting port e1dd83be-ba1c-42ae-a916-25fd98b2cc6e {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:43:49.760738 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d4656f1a-0813-47dc-8dcb-3a7d9cf2f590 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:49.801701 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-a5e5633c-9e6f-479a-8a29-702a81dc6392 None None] Publish callbacks [] for port, precommit_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:49.814967 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-a5e5633c-9e6f-479a-8a29-702a81dc6392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980'] for port, after_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:49.817144 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a35dca4-f3b3-4538-bb9c-9785d509b965 admin admin] Network 15e62e26-a71b-4a7c-9672-0cf924bc3e09 is scheduled to be hosted by DHCP agent 0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3 with binding_index 1 {{(pid=103591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 17:43:49.867735 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device 8b14bd65-86c5-45d9-8ac6-75534bee817c details requested by agent hyperv_n-h2-816206-8 with host n-h2-816206-8 {{(pid=103592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 17:43:49.897506 n-d-816206-8 neutron-server[103592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5e5633c-9e6f-479a-8a29-702a81dc6392 None None] Network 56dedb9c-c874-4806-8073-23c183970f13 is already hosted by enough agents. {{(pid=103592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:43:49.909696 n-d-816206-8 neutron-server[103592]: DEBUG neutron.scheduler.base_scheduler [None req-a5e5633c-9e6f-479a-8a29-702a81dc6392 None None] Resources bound (agent type, host, resource id): {{(pid=103592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:43:49.927783 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5ab483d1-79ed-49e6-922a-7d5ca421612a req-3f140e77-b08c-4ad3-bf29-6d2108d718f7 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/security-groups?id=776cdaad-ec9b-4a42-a3a9-360feae7cf4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3507481 Nov 23 17:43:49.967709 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-da1e2c06-0674-46a2-a375-bed766feec94 req-57c51cbf-940e-4ef3-95a4-65182f78432d tempest-VolumesActionsTest-1274332743 tempest-VolumesActionsTest-1274332743-project] 10.222.0.60 "GET /v2.0/security-groups?id=b8b17f96-d64e-431f-9313-e4489dcbb007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7188706 Nov 23 17:43:49.968638 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [None req-6a35dca4-f3b3-4538-bb9c-9785d509b965 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-8, 15e62e26-a71b-4a7c-9672-0cf924bc3e09) {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:43:49.991256 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1731e6d4-0ce6-41bd-a9fe-834d28f093cb req-a2f49dad-99b1-4f25-8d13-2b6c40e08e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:43:49.992937 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-1731e6d4-0ce6-41bd-a9fe-834d28f093cb req-a2f49dad-99b1-4f25-8d13-2b6c40e08e61 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=784540e3-73ef-4656-9bfa-913bbf55b1a9 HTTP/1.1" status: 200 len: 856 time: 0.4934132 Nov 23 17:43:50.006014 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a35dca4-f3b3-4538-bb9c-9785d509b965 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:43:50.006621 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-6a35dca4-f3b3-4538-bb9c-9785d509b965 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for subnet, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:50.017854 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d4656f1a-0813-47dc-8dcb-3a7d9cf2f590 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:50.054587 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-d4656f1a-0813-47dc-8dcb-3a7d9cf2f590 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Calling delete_port for e1dd83be-ba1c-42ae-a916-25fd98b2cc6e owned by {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:43:50.184804 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d04a1e19-f6d4-43b5-bce6-c26fa8b2b8f0 req-80f52166-3bee-482c-a02f-32224d1efd18 service neutron] 10.222.0.36 "GET /v2.0/networks/3e49d59c-8c69-4181-bbc9-1400019223da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7200186 Nov 23 17:43:50.229349 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-6a35dca4-f3b3-4538-bb9c-9785d509b965 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 3.2641120 Nov 23 17:43:50.232707 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port 8b14bd65-86c5-45d9-8ac6-75534bee817c, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=8b14bd65-86c5-45d9-8ac6-75534bee817c,segment=NetworkSegment(8fdf731f-3bb3-4ebb-9eaf-ea67ab6e4fa4),segment_id=8fdf731f-3bb3-4ebb-9eaf-ea67ab6e4fa4)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:43:50.264602 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Returning: {'device': '8b14bd65-86c5-45d9-8ac6-75534bee817c', 'network_id': '3e49d59c-8c69-4181-bbc9-1400019223da', 'port_id': '8b14bd65-86c5-45d9-8ac6-75534bee817c', 'mac_address': 'fa:16:3e:64:92:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 526, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0b01950-7cc8-4604-839e-29e2d8a1f9ac', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 17:43:50.273355 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5e5633c-9e6f-479a-8a29-702a81dc6392 None None] Received port after_create {{(pid=103592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:43:50.303231 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d65f709-785a-4655-b57f-edcfba0907ab None None] Network 15e62e26-a71b-4a7c-9672-0cf924bc3e09 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:43:50.463876 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d4656f1a-0813-47dc-8dcb-3a7d9cf2f590 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:50.515007 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d04a1e19-f6d4-43b5-bce6-c26fa8b2b8f0 req-c5444e2d-825c-48aa-a279-1c742a0083c4 service neutron] 10.222.0.36 "GET /v2.0/networks/3e49d59c-8c69-4181-bbc9-1400019223da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2839606 Nov 23 17:43:50.533850 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1731e6d4-0ce6-41bd-a9fe-834d28f093cb req-757d8471-4e87-4e01-868d-f3994401f5e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:43:50.548155 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-1731e6d4-0ce6-41bd-a9fe-834d28f093cb req-757d8471-4e87-4e01-868d-f3994401f5e5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b05aa742-7050-4bee-9612-3681dfd2164b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5277462 Nov 23 17:43:50.548962 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4656f1a-0813-47dc-8dcb-3a7d9cf2f590 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Pushing event deleted for resources: {'Port': ['ID=e1dd83be-ba1c-42ae-a916-25fd98b2cc6e,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:43:50.575109 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e5633c-9e6f-479a-8a29-702a81dc6392 None None] Pushing event updated for resources: {'Port': ['ID=0a59466e-ec24-4aa1-bddc-4e1940cea83c,revision_number=1']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:43:50.679325 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d4656f1a-0813-47dc-8dcb-3a7d9cf2f590 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:50.693070 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-d4656f1a-0813-47dc-8dcb-3a7d9cf2f590 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] 10.222.0.60 "DELETE /v2.0/ports/e1dd83be-ba1c-42ae-a916-25fd98b2cc6e HTTP/1.1" status: 204 len: 168 time: 1.0903583 Nov 23 17:43:50.694774 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 55706) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:43:50.762362 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-1731e6d4-0ce6-41bd-a9fe-834d28f093cb req-ed5d90e8-1992-43ad-9a9e-c6a569c99822 service neutron] 10.222.0.36 "GET /v2.0/networks/b05aa742-7050-4bee-9612-3681dfd2164b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1912494 Nov 23 17:43:50.889852 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95a32266-c9ce-42fc-b3a2-16092c24d17d tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:43:50.899667 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95a32266-c9ce-42fc-b3a2-16092c24d17d tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:43:50.914363 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-95a32266-c9ce-42fc-b3a2-16092c24d17d tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.2151222 Nov 23 17:43:50.914970 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 55712) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:43:51.029500 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-1731e6d4-0ce6-41bd-a9fe-834d28f093cb req-c2724b4d-c546-425c-b692-dfa5de524e3e service neutron] 10.222.0.36 "GET /v2.0/networks/b05aa742-7050-4bee-9612-3681dfd2164b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2529089 Nov 23 17:43:51.112134 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_v2 [None req-001d5bc1-1e1d-4536-b641-048494171bf4 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Deleting subnet c690385b-8e53-4dc7-af47-8a3a9f5de012 {{(pid=103590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 17:43:51.116583 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-001d5bc1-1e1d-4536-b641-048494171bf4 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks [] for subnet, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:51.140792 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cd350a3-15b2-4616-a98b-f0cde6998188 None None] Network 15e62e26-a71b-4a7c-9672-0cf924bc3e09 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:43:51.223733 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-001d5bc1-1e1d-4536-b641-048494171bf4 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-267528342'] for subnet, precommit_delete_associations {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:51.277202 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b0f11d-5b12-42d3-abed-fbae7d218098 req-0549ab0a-a270-4725-a514-cfe039247c8d tempest-ListServerFiltersTestJSON-602552987 tempest-ListServerFiltersTestJSON-602552987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:43:51.278780 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-57b0f11d-5b12-42d3-abed-fbae7d218098 req-0549ab0a-a270-4725-a514-cfe039247c8d tempest-ListServerFiltersTestJSON-602552987 tempest-ListServerFiltersTestJSON-602552987-project] 10.222.0.60 "GET /v2.0/ports?device_id=36409146-1095-48e4-aac8-430c5301d5ac HTTP/1.1" status: 200 len: 946 time: 0.1948538 Nov 23 17:43:51.364430 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-a5e5633c-9e6f-479a-8a29-702a81dc6392 None None] Attempting to bind port 0a59466e-ec24-4aa1-bddc-4e1940cea83c on host n-d-816206-8 for vnic_type normal with profile {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:43:51.366734 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-a5e5633c-9e6f-479a-8a29-702a81dc6392 None None] Attempting to bind port 0a59466e-ec24-4aa1-bddc-4e1940cea83c by drivers openvswitch,hyperv on host n-d-816206-8 at level 0 using segments [{'id': '208f22fc-9686-4ca3-a88c-018385437c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '56dedb9c-c874-4806-8073-23c183970f13'}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:43:51.371198 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5e5633c-9e6f-479a-8a29-702a81dc6392 None None] Attempting to bind port 0a59466e-ec24-4aa1-bddc-4e1940cea83c on network 56dedb9c-c874-4806-8073-23c183970f13 {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:43:51.414544 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:51.434923 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b14bd65-86c5-45d9-8ac6-75534bee817c {{(pid=103592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:43:51.454731 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-57b0f11d-5b12-42d3-abed-fbae7d218098 req-b2b53d87-d967-4684-acc7-e13e972f30a7 tempest-ListServerFiltersTestJSON-602552987 tempest-ListServerFiltersTestJSON-602552987-project] 10.222.0.60 "GET /v2.0/security-groups?id=21da44c1-bab0-4a24-bdb5-9c78cb5bfd70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494510 Nov 23 17:43:51.458154 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-001d5bc1-1e1d-4536-b641-048494171bf4 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971956'] for subnet, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:51.459954 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5e5633c-9e6f-479a-8a29-702a81dc6392 None None] Checking agent: {'id': '9e89acbe-4bbe-4c77-a18b-6f1da9133e0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 7, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 43, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:43:51.460331 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5e5633c-9e6f-479a-8a29-702a81dc6392 None None] Checking segment: {'id': '208f22fc-9686-4ca3-a88c-018385437c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '56dedb9c-c874-4806-8073-23c183970f13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:43:51.460754 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-a5e5633c-9e6f-479a-8a29-702a81dc6392 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:51.461166 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5e5633c-9e6f-479a-8a29-702a81dc6392 None None] Bound using segment: {'id': '208f22fc-9686-4ca3-a88c-018385437c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '56dedb9c-c874-4806-8073-23c183970f13'} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:43:51.461651 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-a5e5633c-9e6f-479a-8a29-702a81dc6392 None None] Bound port: 0a59466e-ec24-4aa1-bddc-4e1940cea83c, host: n-d-816206-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '208f22fc-9686-4ca3-a88c-018385437c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '56dedb9c-c874-4806-8073-23c183970f13'}}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:43:51.462035 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-a5e5633c-9e6f-479a-8a29-702a81dc6392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:51.535298 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8413044-9beb-483b-a323-ec98b1c1f5bf req-787759d5-95a9-4b87-9bb2-26a4890d10ea tempest-InstanceActionsNegativeTestJSON-1904907124 tempest-InstanceActionsNegativeTestJSON-1904907124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:43:51.542971 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b8413044-9beb-483b-a323-ec98b1c1f5bf req-787759d5-95a9-4b87-9bb2-26a4890d10ea tempest-InstanceActionsNegativeTestJSON-1904907124 tempest-InstanceActionsNegativeTestJSON-1904907124-project] 10.222.0.60 "GET /v2.0/networks?id=15e62e26-a71b-4a7c-9672-0cf924bc3e09 HTTP/1.1" status: 200 len: 822 time: 0.3790858 Nov 23 17:43:51.556945 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port 8b14bd65-86c5-45d9-8ac6-75534bee817c, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=8b14bd65-86c5-45d9-8ac6-75534bee817c,segment=NetworkSegment(8fdf731f-3bb3-4ebb-9eaf-ea67ab6e4fa4),segment_id=8fdf731f-3bb3-4ebb-9eaf-ea67ab6e4fa4)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:43:51.564435 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:51.592782 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b8413044-9beb-483b-a323-ec98b1c1f5bf req-6fba0078-671a-44a8-af1f-e062c0832c8e tempest-InstanceActionsNegativeTestJSON-1904907124 tempest-InstanceActionsNegativeTestJSON-1904907124-project] 10.222.0.60 "GET /v2.0/quotas/958aa7895c404be3875a374837f04f49 HTTP/1.1" status: 200 len: 375 time: 0.0483134 Nov 23 17:43:51.622860 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-001d5bc1-1e1d-4536-b641-048494171bf4 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264357903', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264730940'] for subnet, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:51.648586 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-a5e5633c-9e6f-479a-8a29-702a81dc6392 None None] For port 0a59466e-ec24-4aa1-bddc-4e1940cea83c, host n-d-816206-8, cleared binding levels {{(pid=103592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:43:51.656622 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b8413044-9beb-483b-a323-ec98b1c1f5bf req-0dd1027c-c9bc-4826-aeae-1df9ef8d0795 tempest-InstanceActionsNegativeTestJSON-1904907124 tempest-InstanceActionsNegativeTestJSON-1904907124-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=958aa7895c404be3875a374837f04f49&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0576360 Nov 23 17:43:51.703719 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001d5bc1-1e1d-4536-b641-048494171bf4 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Pushing event deleted for resources: {'Subnet': ['ID=c690385b-8e53-4dc7-af47-8a3a9f5de012,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:43:51.718714 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-a5e5633c-9e6f-479a-8a29-702a81dc6392 None None] For port 0a59466e-ec24-4aa1-bddc-4e1940cea83c, host n-d-816206-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=0a59466e-ec24-4aa1-bddc-4e1940cea83c,segment=NetworkSegment(208f22fc-9686-4ca3-a88c-018385437c28),segment_id=208f22fc-9686-4ca3-a88c-018385437c28)] {{(pid=103592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:43:51.726347 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-001d5bc1-1e1d-4536-b641-048494171bf4 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks [] for subnet, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:51.736781 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-a5e5633c-9e6f-479a-8a29-702a81dc6392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:51.740137 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-001d5bc1-1e1d-4536-b641-048494171bf4 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] 10.222.0.60 "DELETE /v2.0/subnets/c690385b-8e53-4dc7-af47-8a3a9f5de012 HTTP/1.1" status: 204 len: 168 time: 0.8220243 Nov 23 17:43:51.740548 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 55742) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:43:51.822352 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Pushing event updated for resources: {'Port': ['ID=8b14bd65-86c5-45d9-8ac6-75534bee817c,revision_number=4']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:43:51.878273 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 55744) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:43:51.881248 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-d113f4a4-1801-428c-8095-372650566f2b tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1391768 Nov 23 17:43:51.992433 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] get_ports_and_sgs() called for port_ids ['8b14bd65-86c5-45d9-8ac6-75534bee817c'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:43:51.999057 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed957584-fd19-4e05-b93c-882ac684205e req-84444a0c-f97d-44eb-8ff6-98e3f284d0f4 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:43:52.006792 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ed957584-fd19-4e05-b93c-882ac684205e req-84444a0c-f97d-44eb-8ff6-98e3f284d0f4 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/ports?device_id=7492c7e5-8d27-4c5f-b3a2-6a31ab4fda25 HTTP/1.1" status: 200 len: 943 time: 0.3471003 Nov 23 17:43:52.096179 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e5633c-9e6f-479a-8a29-702a81dc6392 None None] Pushing event updated for resources: {'Port': ['ID=0a59466e-ec24-4aa1-bddc-4e1940cea83c,revision_number=3']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:43:52.178013 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49f72699-134a-4f47-94cf-ebc1c1e1aa8b tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:43:52.180582 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-49f72699-134a-4f47-94cf-ebc1c1e1aa8b tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.2994771 Nov 23 17:43:52.203393 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 55750) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:43:52.238674 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b8413044-9beb-483b-a323-ec98b1c1f5bf req-5a29559f-bfe8-497a-9b80-ddf6b780721f service neutron] 10.222.0.60 "GET /v2.0/networks/15e62e26-a71b-4a7c-9672-0cf924bc3e09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5272474 Nov 23 17:43:52.356090 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ed957584-fd19-4e05-b93c-882ac684205e req-bd707e9f-60f9-4030-ba8a-dc26a683d502 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/security-groups?id=776cdaad-ec9b-4a42-a3a9-360feae7cf4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3246398 Nov 23 17:43:52.632633 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6992b97a-d528-4241-8e77-955366a8c138 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:43:52.634686 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-6992b97a-d528-4241-8e77-955366a8c138 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4296906 Nov 23 17:43:52.637621 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 55764) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:43:52.739088 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-b5e3398e-c456-43d6-90a5-f9196c285b3b tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0940430 Nov 23 17:43:52.743297 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 55766) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:43:52.778874 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-57147697-074f-4675-9e95-fc566200b124 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Request body: {'subnet': {'network_id': '56dedb9c-c874-4806-8073-23c183970f13', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:43:52.788123 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 0a59466e-ec24-4aa1-bddc-4e1940cea83c up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:43:52.817280 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d4e557-ebc0-46c2-ab9a-3f2d151d2086 req-2fca9ece-1177-48c4-a65e-7819ad48a15f tempest-VolumesActionsTest-1274332743 tempest-VolumesActionsTest-1274332743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:43:52.846160 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-06d4e557-ebc0-46c2-ab9a-3f2d151d2086 req-2fca9ece-1177-48c4-a65e-7819ad48a15f tempest-VolumesActionsTest-1274332743 tempest-VolumesActionsTest-1274332743-project] 10.222.0.60 "GET /v2.0/ports?device_id=b1a5f4a8-b383-45d0-8daa-85aae12c15c0 HTTP/1.1" status: 200 len: 945 time: 0.2647460 Nov 23 17:43:52.961692 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b8413044-9beb-483b-a323-ec98b1c1f5bf req-add559ec-d18e-4e69-9512-aef23e8ce8dd service neutron] 10.222.0.60 "GET /v2.0/networks/15e62e26-a71b-4a7c-9672-0cf924bc3e09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7218728 Nov 23 17:43:52.966321 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port 0a59466e-ec24-4aa1-bddc-4e1940cea83c triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:43:52.967092 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:53.103177 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-06d4e557-ebc0-46c2-ab9a-3f2d151d2086 req-62a5d0f6-4443-49df-9b29-2641a020f46a tempest-VolumesActionsTest-1274332743 tempest-VolumesActionsTest-1274332743-project] 10.222.0.60 "GET /v2.0/security-groups?id=b8b17f96-d64e-431f-9313-e4489dcbb007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2550285 Nov 23 17:43:53.233855 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57147697-074f-4675-9e95-fc566200b124 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Made reservation on behalf of a17872768c1e4384801bad129509cfa7 for: {'subnet': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:43:53.262667 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:53.270124 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-57147697-074f-4675-9e95-fc566200b124 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264730903'] for subnet, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:53.412572 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] For port 0a59466e-ec24-4aa1-bddc-4e1940cea83c, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=0a59466e-ec24-4aa1-bddc-4e1940cea83c,segment=NetworkSegment(208f22fc-9686-4ca3-a88c-018385437c28),segment_id=208f22fc-9686-4ca3-a88c-018385437c28)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:43:53.426176 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:53.592218 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Pushing event updated for resources: {'Port': ['ID=0a59466e-ec24-4aa1-bddc-4e1940cea83c,revision_number=4']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:43:53.637510 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6a4c8c00-93b1-4d01-8a9d-39767990f8ce req-e09ea9d0-2d52-484f-8bf7-a213b4c98285 tempest-InstanceActionsNegativeTestJSON-1904907124 tempest-InstanceActionsNegativeTestJSON-1904907124-project] 10.222.0.60 "GET /v2.0/ports?device_id=5685a2de-45b8-49e0-b43b-265681f6b7ad HTTP/1.1" status: 200 len: 210 time: 0.0624211 Nov 23 17:43:53.683355 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9cf00d-7c83-4bb2-be11-203b4f6a6141 req-10229bd8-5dc4-41d8-a9f5-a7efad480dd5 tempest-ListServerFiltersTestJSON-602552987 tempest-ListServerFiltersTestJSON-602552987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:43:53.720293 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ed9cf00d-7c83-4bb2-be11-203b4f6a6141 req-10229bd8-5dc4-41d8-a9f5-a7efad480dd5 tempest-ListServerFiltersTestJSON-602552987 tempest-ListServerFiltersTestJSON-602552987-project] 10.222.0.60 "GET /v2.0/ports?device_id=36409146-1095-48e4-aac8-430c5301d5ac HTTP/1.1" status: 200 len: 946 time: 0.2237222 Nov 23 17:43:53.897888 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device 8b14bd65-86c5-45d9-8ac6-75534bee817c up at agent hyperv_n-h2-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:43:53.981617 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ed9cf00d-7c83-4bb2-be11-203b4f6a6141 req-1d0c3869-58cf-4f5e-99bb-081253dd08bb tempest-ListServerFiltersTestJSON-602552987 tempest-ListServerFiltersTestJSON-602552987-project] 10.222.0.60 "GET /v2.0/security-groups?id=21da44c1-bab0-4a24-bdb5-9c78cb5bfd70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2602534 Nov 23 17:43:54.072277 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7627c603-c779-406a-97db-90bec097c4d0 req-c4fa2bc3-5973-4188-9f0a-0e12ee839a37 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:43:54.086425 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7627c603-c779-406a-97db-90bec097c4d0 req-c4fa2bc3-5973-4188-9f0a-0e12ee839a37 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/ports?device_id=7492c7e5-8d27-4c5f-b3a2-6a31ab4fda25 HTTP/1.1" status: 200 len: 943 time: 0.2185662 Nov 23 17:43:54.100888 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Provisioning for port 8b14bd65-86c5-45d9-8ac6-75534bee817c completed by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 17:43:54.119870 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Provisioning complete for port 8b14bd65-86c5-45d9-8ac6-75534bee817c triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:43:54.120000 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:54.211968 n-d-816206-8 neutron-server[103590]: DEBUG neutron.objects.ports [None req-57147697-074f-4675-9e95-fc566200b124 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103590) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 23 17:43:54.263302 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7627c603-c779-406a-97db-90bec097c4d0 req-a2b95146-c1df-4d6a-a1bb-390f79c1a33a tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/security-groups?id=776cdaad-ec9b-4a42-a3a9-360feae7cf4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750989 Nov 23 17:43:54.264636 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dfcf6c2-5942-4ffb-a297-7028b5498288 None None] Network 56dedb9c-c874-4806-8073-23c183970f13 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:43:54.470546 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aafa013-3049-4111-8b84-668e4e96d33e req-562b6c57-2b1c-4135-be0b-c39031755ee0 tempest-VolumesActionsTest-1274332743 tempest-VolumesActionsTest-1274332743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:43:54.472132 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6aafa013-3049-4111-8b84-668e4e96d33e req-562b6c57-2b1c-4135-be0b-c39031755ee0 tempest-VolumesActionsTest-1274332743 tempest-VolumesActionsTest-1274332743-project] 10.222.0.60 "GET /v2.0/ports?device_id=b1a5f4a8-b383-45d0-8daa-85aae12c15c0 HTTP/1.1" status: 200 len: 945 time: 0.1203706 Nov 23 17:43:54.668018 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6aafa013-3049-4111-8b84-668e4e96d33e req-204e54bb-ef50-4808-8b40-98a31598b100 tempest-VolumesActionsTest-1274332743 tempest-VolumesActionsTest-1274332743-project] 10.222.0.60 "GET /v2.0/security-groups?id=b8b17f96-d64e-431f-9313-e4489dcbb007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895232 Nov 23 17:43:54.828324 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 0a59466e-ec24-4aa1-bddc-4e1940cea83c up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:43:54.895104 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-57147697-074f-4675-9e95-fc566200b124 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:54.899293 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-a91f2ecf-1730-4964-82c3-6a29c5c80937 None None] Provisioning complete for port 0a59466e-ec24-4aa1-bddc-4e1940cea83c triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:43:54.900667 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-a91f2ecf-1730-4964-82c3-6a29c5c80937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:55.060512 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port 0a59466e-ec24-4aa1-bddc-4e1940cea83c triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:43:55.060512 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:55.232083 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b03d1a41-cdcc-40e0-b056-d15719a450c1 req-eb5872b4-2043-4c07-9d51-6ece2681c14d tempest-InstanceActionsNegativeTestJSON-1904907124 tempest-InstanceActionsNegativeTestJSON-1904907124-project] 10.222.0.60 "GET /v2.0/ports?device_id=5685a2de-45b8-49e0-b43b-265681f6b7ad HTTP/1.1" status: 200 len: 210 time: 0.1486545 Nov 23 17:43:55.461357 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73787e9-8918-4f0c-8caa-79a20b7a2ad0 req-90e36ac9-1a87-4543-8c11-4a50259650d7 tempest-ListServerFiltersTestJSON-602552987 tempest-ListServerFiltersTestJSON-602552987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:43:55.473478 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c73787e9-8918-4f0c-8caa-79a20b7a2ad0 req-90e36ac9-1a87-4543-8c11-4a50259650d7 tempest-ListServerFiltersTestJSON-602552987 tempest-ListServerFiltersTestJSON-602552987-project] 10.222.0.60 "GET /v2.0/ports?device_id=36409146-1095-48e4-aac8-430c5301d5ac HTTP/1.1" status: 200 len: 946 time: 0.2234728 Nov 23 17:43:55.521488 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:55.627376 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1a5f4a8-b383-45d0-8daa-85aae12c15c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b14bd65-86c5-45d9-8ac6-75534bee817c'}] {{(pid=103592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:43:55.637790 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba3e6a8f2301c7a29fe1eca9779abdae4ccbcd6266d69778087f2498d5551201" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5089ece-7141-4d57-9046-9fc0a78bfb15" -d '{"events": [{"server_uuid": "b1a5f4a8-b383-45d0-8daa-85aae12c15c0", "name": "network-vif-plugged", "status": "completed", "tag": "8b14bd65-86c5-45d9-8ac6-75534bee817c"}]}' {{(pid=103592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:43:55.642385 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-57147697-074f-4675-9e95-fc566200b124 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] For port 0a59466e-ec24-4aa1-bddc-4e1940cea83c, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=0a59466e-ec24-4aa1-bddc-4e1940cea83c,segment=NetworkSegment(208f22fc-9686-4ca3-a88c-018385437c28),segment_id=208f22fc-9686-4ca3-a88c-018385437c28)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:43:55.709045 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526bec12-e5b3-4a47-b3f8-6b4748fa82aa req-fbd37421-13e8-4051-9efc-d8f9becd4b47 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:43:55.711150 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-526bec12-e5b3-4a47-b3f8-6b4748fa82aa req-fbd37421-13e8-4051-9efc-d8f9becd4b47 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/ports?device_id=7492c7e5-8d27-4c5f-b3a2-6a31ab4fda25 HTTP/1.1" status: 200 len: 943 time: 0.1934154 Nov 23 17:43:55.734589 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port 8b14bd65-86c5-45d9-8ac6-75534bee817c, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=8b14bd65-86c5-45d9-8ac6-75534bee817c,segment=NetworkSegment(8fdf731f-3bb3-4ebb-9eaf-ea67ab6e4fa4),segment_id=8fdf731f-3bb3-4ebb-9eaf-ea67ab6e4fa4)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:43:55.747768 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:55.765918 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c73787e9-8918-4f0c-8caa-79a20b7a2ad0 req-758aa64d-f493-4b97-aa3d-5ac7468aac6e tempest-ListServerFiltersTestJSON-602552987 tempest-ListServerFiltersTestJSON-602552987-project] 10.222.0.60 "GET /v2.0/security-groups?id=21da44c1-bab0-4a24-bdb5-9c78cb5bfd70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2905023 Nov 23 17:43:55.814606 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-57147697-074f-4675-9e95-fc566200b124 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks [] for port, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:55.835216 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-57147697-074f-4675-9e95-fc566200b124 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264357957'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:55.836380 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-57147697-074f-4675-9e95-fc566200b124 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264358096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264730885'] for subnet, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:55.910123 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-526bec12-e5b3-4a47-b3f8-6b4748fa82aa req-bf72d999-3e50-456d-a12c-848bf99bbab7 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/security-groups?id=776cdaad-ec9b-4a42-a3a9-360feae7cf4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849747 Nov 23 17:43:55.974498 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Pushing event updated for resources: {'Port': ['ID=8b14bd65-86c5-45d9-8ac6-75534bee817c,revision_number=5']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:43:56.082019 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57147697-074f-4675-9e95-fc566200b124 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Pushing event updated for resources: {'Port': ['ID=0a59466e-ec24-4aa1-bddc-4e1940cea83c,revision_number=6']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:43:56.165225 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57147697-074f-4675-9e95-fc566200b124 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Network 56dedb9c-c874-4806-8073-23c183970f13 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:43:56.214497 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-57147697-074f-4675-9e95-fc566200b124 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:43:56.221727 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57147697-074f-4675-9e95-fc566200b124 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:43:56.222345 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-57147697-074f-4675-9e95-fc566200b124 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks [] for subnet, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:56.313913 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57147697-074f-4675-9e95-fc566200b124 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Pushing event updated for resources: {'Subnet': ['ID=28f896aa-c294-4e0e-9f3d-87a2d5a52db0,revision_number=0']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:43:56.329458 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:43:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ce6958a-2043-4e00-a347-a5df80c4ce07 x-openstack-request-id: req-7ce6958a-2043-4e00-a347-a5df80c4ce07 {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:43:56.329774 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1a5f4a8-b383-45d0-8daa-85aae12c15c0", "name": "network-vif-plugged", "status": "completed", "tag": "8b14bd65-86c5-45d9-8ac6-75534bee817c", "code": 200}]} {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:43:56.330012 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7ce6958a-2043-4e00-a347-a5df80c4ce07 {{(pid=103592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:43:56.330457 n-d-816206-8 neutron-server[103592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1a5f4a8-b383-45d0-8daa-85aae12c15c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b14bd65-86c5-45d9-8ac6-75534bee817c', 'code': 200} Nov 23 17:43:56.358465 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-57147697-074f-4675-9e95-fc566200b124 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.6106462 Nov 23 17:43:56.358953 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 55844) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:43:56.373969 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-7e451135-9526-4825-b82e-e776fe731e99 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Request body: {'subnet': {'network_id': '56dedb9c-c874-4806-8073-23c183970f13', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:43:56.548776 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc89345a-e732-4a0b-ab65-97b6db749f68 req-55c4aedc-0e29-4c96-b6f3-80acae71f2a6 tempest-VolumesActionsTest-1274332743 tempest-VolumesActionsTest-1274332743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:43:56.559004 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-cc89345a-e732-4a0b-ab65-97b6db749f68 req-55c4aedc-0e29-4c96-b6f3-80acae71f2a6 tempest-VolumesActionsTest-1274332743 tempest-VolumesActionsTest-1274332743-project] 10.222.0.60 "GET /v2.0/ports?device_id=b1a5f4a8-b383-45d0-8daa-85aae12c15c0 HTTP/1.1" status: 200 len: 946 time: 0.4178450 Nov 23 17:43:56.605503 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 0a59466e-ec24-4aa1-bddc-4e1940cea83c up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:43:56.674568 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-399849a4-c197-4725-96fa-1b30802b14ec req-b34eb0f7-27d1-4949-8d94-8ffd6f9fbe7c tempest-InstanceActionsNegativeTestJSON-1904907124 tempest-InstanceActionsNegativeTestJSON-1904907124-project] 10.222.0.60 "GET /v2.0/ports?device_id=5685a2de-45b8-49e0-b43b-265681f6b7ad HTTP/1.1" status: 200 len: 210 time: 0.1625876 Nov 23 17:43:56.682851 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d8a0f56-fe34-4cd7-9a51-1af6591ce032 None None] Network 56dedb9c-c874-4806-8073-23c183970f13 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:43:56.716343 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8413044-9beb-483b-a323-ec98b1c1f5bf req-cc1e1c7b-6d8c-4f14-b041-724d6d8d7a4e tempest-InstanceActionsNegativeTestJSON-1904907124 tempest-InstanceActionsNegativeTestJSON-1904907124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:43:56.732330 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b8413044-9beb-483b-a323-ec98b1c1f5bf req-cc1e1c7b-6d8c-4f14-b041-724d6d8d7a4e tempest-InstanceActionsNegativeTestJSON-1904907124 tempest-InstanceActionsNegativeTestJSON-1904907124-project] 10.222.0.55 "GET /v2.0/networks?id=15e62e26-a71b-4a7c-9672-0cf924bc3e09 HTTP/1.1" status: 200 len: 822 time: 0.7066700 Nov 23 17:43:56.748458 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [req-b8413044-9beb-483b-a323-ec98b1c1f5bf req-132d19f8-b019-4bc4-ad25-78dd6921af29 tempest-InstanceActionsNegativeTestJSON-1904907124 tempest-InstanceActionsNegativeTestJSON-1904907124-project] Request body: {'port': {'device_id': '5685a2de-45b8-49e0-b43b-265681f6b7ad', 'network_id': '15e62e26-a71b-4a7c-9672-0cf924bc3e09', 'admin_state_up': True, 'tenant_id': '958aa7895c404be3875a374837f04f49'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:43:56.844417 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e451135-9526-4825-b82e-e776fe731e99 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Made reservation on behalf of a17872768c1e4384801bad129509cfa7 for: {'subnet': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:43:56.859523 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7e451135-9526-4825-b82e-e776fe731e99 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264730903'] for subnet, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:56.881512 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c166f10-4efe-43b0-b0ae-c17b50af5f57 req-bdd7544d-c084-4fd9-9bf4-a92d2be1bac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:43:56.883549 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9c166f10-4efe-43b0-b0ae-c17b50af5f57 req-bdd7544d-c084-4fd9-9bf4-a92d2be1bac2 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b1a5f4a8-b383-45d0-8daa-85aae12c15c0 HTTP/1.1" status: 200 len: 1097 time: 0.3220274 Nov 23 17:43:57.114107 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-cc89345a-e732-4a0b-ab65-97b6db749f68 req-da3d0710-fd4a-4628-8bed-023578b98cfc tempest-VolumesActionsTest-1274332743 tempest-VolumesActionsTest-1274332743-project] 10.222.0.60 "GET /v2.0/security-groups?id=b8b17f96-d64e-431f-9313-e4489dcbb007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5527802 Nov 23 17:43:57.224809 n-d-816206-8 neutron-server[103590]: INFO neutron.db.ipam_backend_mixin [None req-7e451135-9526-4825-b82e-e776fe731e99 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 28f896aa-c294-4e0e-9f3d-87a2d5a52db0 (CIDR: 2001:db8::/64) Nov 23 17:43:57.229484 n-d-816206-8 neutron-server[103590]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e451135-9526-4825-b82e-e776fe731e99 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 17:43:57.230153 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e451135-9526-4825-b82e-e776fe731e99 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103590) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 17:43:57.251924 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9c166f10-4efe-43b0-b0ae-c17b50af5f57 req-07b6618b-4b1c-411c-b30b-21b374566186 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=b8b17f96-d64e-431f-9313-e4489dcbb007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3578482 Nov 23 17:43:57.288234 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-7e451135-9526-4825-b82e-e776fe731e99 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9248331 Nov 23 17:43:57.288689 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 55858) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:43:57.296239 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-5cbcf4fa-42b6-457c-9ed5-823427f25d01 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Request body: {'subnet': {'network_id': '56dedb9c-c874-4806-8073-23c183970f13', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:43:57.304664 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8413044-9beb-483b-a323-ec98b1c1f5bf req-132d19f8-b019-4bc4-ad25-78dd6921af29 tempest-InstanceActionsNegativeTestJSON-1904907124 tempest-InstanceActionsNegativeTestJSON-1904907124-project] Made reservation on behalf of 958aa7895c404be3875a374837f04f49 for: {'port': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:43:57.322087 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-5345c702-be57-4eec-8643-abc2c01556f0 None None] Provisioning complete for port 0a59466e-ec24-4aa1-bddc-4e1940cea83c triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:43:57.325571 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-b8413044-9beb-483b-a323-ec98b1c1f5bf req-132d19f8-b019-4bc4-ad25-78dd6921af29 tempest-InstanceActionsNegativeTestJSON-1904907124 tempest-InstanceActionsNegativeTestJSON-1904907124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:57.330295 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-5345c702-be57-4eec-8643-abc2c01556f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:57.362108 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcccfacc-8203-400c-8d88-7ab9fa2c3431 req-4ca7ad2e-86da-46b7-a59b-033732844ff9 tempest-ListServerFiltersTestJSON-602552987 tempest-ListServerFiltersTestJSON-602552987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:43:57.373549 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-fcccfacc-8203-400c-8d88-7ab9fa2c3431 req-4ca7ad2e-86da-46b7-a59b-033732844ff9 tempest-ListServerFiltersTestJSON-602552987 tempest-ListServerFiltersTestJSON-602552987-project] 10.222.0.60 "GET /v2.0/ports?device_id=36409146-1095-48e4-aac8-430c5301d5ac HTTP/1.1" status: 200 len: 946 time: 0.4854913 Nov 23 17:43:57.535993 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port 0a59466e-ec24-4aa1-bddc-4e1940cea83c triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:43:57.540675 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:57.757562 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cbcf4fa-42b6-457c-9ed5-823427f25d01 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Made reservation on behalf of a17872768c1e4384801bad129509cfa7 for: {'subnet': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:43:57.780962 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5cbcf4fa-42b6-457c-9ed5-823427f25d01 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264730903'] for subnet, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:58.150001 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.db_base_plugin_common [req-b8413044-9beb-483b-a323-ec98b1c1f5bf req-132d19f8-b019-4bc4-ad25-78dd6921af29 tempest-InstanceActionsNegativeTestJSON-1904907124 tempest-InstanceActionsNegativeTestJSON-1904907124-project] Allocated IP 172.20.0.5 (15e62e26-a71b-4a7c-9672-0cf924bc3e09/eb94737b-23ba-410c-a917-0de3c0f4f602/906a7551-44ad-4151-9be0-d95ddabd25da) {{(pid=103591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:43:58.404470 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9b4caf84-35bc-4922-946a-a8037d6b2c99 None None] Provisioning complete for port 0a59466e-ec24-4aa1-bddc-4e1940cea83c triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:43:58.405223 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9b4caf84-35bc-4922-946a-a8037d6b2c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:58.548827 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac64e41-fdfc-472d-8cae-5b9c0d9c1b21 req-d515b864-c812-4b85-81eb-140a509f6880 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:43:58.551684 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-1ac64e41-fdfc-472d-8cae-5b9c0d9c1b21 req-d515b864-c812-4b85-81eb-140a509f6880 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/ports?device_id=7492c7e5-8d27-4c5f-b3a2-6a31ab4fda25 HTTP/1.1" status: 200 len: 943 time: 1.1533298 Nov 23 17:43:58.622509 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-fcccfacc-8203-400c-8d88-7ab9fa2c3431 req-263de774-2df0-4249-aca4-f93cfab9d231 tempest-ListServerFiltersTestJSON-602552987 tempest-ListServerFiltersTestJSON-602552987-project] 10.222.0.60 "GET /v2.0/security-groups?id=21da44c1-bab0-4a24-bdb5-9c78cb5bfd70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1703651 Nov 23 17:43:58.778596 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5cbcf4fa-42b6-457c-9ed5-823427f25d01 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264358096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264730885'] for subnet, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:58.802194 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-108fbe87-15ec-4cf5-bc54-5d75e51c18f9 None None] Could not find standard attr ID for object e1dd83be-ba1c-42ae-a916-25fd98b2cc6e. {{(pid=103592) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 17:43:58.890444 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-b8413044-9beb-483b-a323-ec98b1c1f5bf req-132d19f8-b019-4bc4-ad25-78dd6921af29 tempest-InstanceActionsNegativeTestJSON-1904907124 tempest-InstanceActionsNegativeTestJSON-1904907124-project] Publish callbacks [] for port, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:58.893651 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbcf4fa-42b6-457c-9ed5-823427f25d01 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Pushing event updated for resources: {'Subnet': ['ID=c46f1234-91a7-43c6-a38a-0dcb2308885c,revision_number=0']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:43:58.904126 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cbcf4fa-42b6-457c-9ed5-823427f25d01 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Network 56dedb9c-c874-4806-8073-23c183970f13 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:43:58.907300 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-5cbcf4fa-42b6-457c-9ed5-823427f25d01 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:43:58.911129 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cbcf4fa-42b6-457c-9ed5-823427f25d01 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:43:58.913380 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5cbcf4fa-42b6-457c-9ed5-823427f25d01 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks [] for subnet, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:58.951841 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-5cbcf4fa-42b6-457c-9ed5-823427f25d01 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6612210 Nov 23 17:43:58.952815 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 55888) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:43:58.981952 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-48f0aacc-349e-4f3f-953f-dba5ce23a50e tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Request body: {'port': {'network_id': '56dedb9c-c874-4806-8073-23c183970f13', 'mac_address': 'fa:16:3e:9b:7a:8e', 'name': 'tempest-NetworksTestDHCPv6-970126141'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:43:59.050717 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-b8413044-9beb-483b-a323-ec98b1c1f5bf req-132d19f8-b019-4bc4-ad25-78dd6921af29 tempest-InstanceActionsNegativeTestJSON-1904907124 tempest-InstanceActionsNegativeTestJSON-1904907124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:59.136349 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132d19f8-b019-4bc4-ad25-78dd6921af29 tempest-InstanceActionsNegativeTestJSON-1904907124 tempest-InstanceActionsNegativeTestJSON-1904907124-project] Pushing event updated for resources: {'Port': ['ID=906a7551-44ad-4151-9be0-d95ddabd25da,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:43:59.205978 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f09622d-a553-476e-a90b-92222e12eb73 None None] Network 56dedb9c-c874-4806-8073-23c183970f13 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:43:59.213308 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8413044-9beb-483b-a323-ec98b1c1f5bf req-132d19f8-b019-4bc4-ad25-78dd6921af29 tempest-InstanceActionsNegativeTestJSON-1904907124 tempest-InstanceActionsNegativeTestJSON-1904907124-project] Network 15e62e26-a71b-4a7c-9672-0cf924bc3e09 is already hosted by enough agents. {{(pid=103591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:43:59.217034 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [req-b8413044-9beb-483b-a323-ec98b1c1f5bf req-132d19f8-b019-4bc4-ad25-78dd6921af29 tempest-InstanceActionsNegativeTestJSON-1904907124 tempest-InstanceActionsNegativeTestJSON-1904907124-project] Resources bound (agent type, host, resource id): {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:43:59.221494 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8413044-9beb-483b-a323-ec98b1c1f5bf req-132d19f8-b019-4bc4-ad25-78dd6921af29 tempest-InstanceActionsNegativeTestJSON-1904907124 tempest-InstanceActionsNegativeTestJSON-1904907124-project] Received port after_create {{(pid=103591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:43:59.290578 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8413044-9beb-483b-a323-ec98b1c1f5bf req-132d19f8-b019-4bc4-ad25-78dd6921af29 tempest-InstanceActionsNegativeTestJSON-1904907124 tempest-InstanceActionsNegativeTestJSON-1904907124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:43:59.291826 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-b8413044-9beb-483b-a323-ec98b1c1f5bf req-132d19f8-b019-4bc4-ad25-78dd6921af29 tempest-InstanceActionsNegativeTestJSON-1904907124 tempest-InstanceActionsNegativeTestJSON-1904907124-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:59.306756 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-1ac64e41-fdfc-472d-8cae-5b9c0d9c1b21 req-b2a36977-7a65-4f45-b95d-e3bea80811bf tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/security-groups?id=776cdaad-ec9b-4a42-a3a9-360feae7cf4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2927437 Nov 23 17:43:59.358513 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b8413044-9beb-483b-a323-ec98b1c1f5bf req-132d19f8-b019-4bc4-ad25-78dd6921af29 tempest-InstanceActionsNegativeTestJSON-1904907124 tempest-InstanceActionsNegativeTestJSON-1904907124-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6179893 Nov 23 17:43:59.388932 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [req-b8413044-9beb-483b-a323-ec98b1c1f5bf req-b321a49e-e89c-473f-acde-180d56a00a37 service neutron] Request body: {'port': {'device_id': '5685a2de-45b8-49e0-b43b-265681f6b7ad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-8'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:43:59.512272 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48f0aacc-349e-4f3f-953f-dba5ce23a50e tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Made reservation on behalf of a17872768c1e4384801bad129509cfa7 for: {'port': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:43:59.571981 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee123676-8ecd-4deb-904a-386690e5d9b6 req-65a923f6-ddb1-439c-a9b6-4a6a5bfa8b7a tempest-InstanceActionsNegativeTestJSON-1904907124 tempest-InstanceActionsNegativeTestJSON-1904907124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:43:59.580539 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ee123676-8ecd-4deb-904a-386690e5d9b6 req-65a923f6-ddb1-439c-a9b6-4a6a5bfa8b7a tempest-InstanceActionsNegativeTestJSON-1904907124 tempest-InstanceActionsNegativeTestJSON-1904907124-project] 10.222.0.60 "GET /v2.0/ports?device_id=5685a2de-45b8-49e0-b43b-265681f6b7ad HTTP/1.1" status: 200 len: 931 time: 0.3590484 Nov 23 17:43:59.821948 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-48f0aacc-349e-4f3f-953f-dba5ce23a50e tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:59.830744 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-b8413044-9beb-483b-a323-ec98b1c1f5bf req-b321a49e-e89c-473f-acde-180d56a00a37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:59.844551 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7188afb1-4d63-42ee-89a5-55f7d922cbd3 None None] Update dhcp port {'port': {'network_id': '56dedb9c-c874-4806-8073-23c183970f13', 'fixed_ips': [{'subnet_id': '28f896aa-c294-4e0e-9f3d-87a2d5a52db0', 'ip_address': '2001:db8::f816:3eff:fee3:5701'}, {'subnet_id': 'c46f1234-91a7-43c6-a38a-0dcb2308885c'}], 'binding:host_id': 'n-d-816206-8'}, 'id': '0a59466e-ec24-4aa1-bddc-4e1940cea83c'} from n-d-816206-8. {{(pid=103592) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 23 17:43:59.873722 n-d-816206-8 neutron-server[103590]: DEBUG neutron.notifiers.nova [None req-48f0aacc-349e-4f3f-953f-dba5ce23a50e tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] device_id is not set on port 11fdbd62-b00f-4e86-aed4-af13d6052994 yet. {{(pid=103590) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 17:43:59.890460 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98af9f7-fef7-428c-9371-0cdc5a4e6231 req-bee4d6a4-c0eb-4b02-bd22-4e7e79effb56 tempest-VolumesActionsTest-1274332743 tempest-VolumesActionsTest-1274332743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:43:59.898554 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b98af9f7-fef7-428c-9371-0cdc5a4e6231 req-bee4d6a4-c0eb-4b02-bd22-4e7e79effb56 tempest-VolumesActionsTest-1274332743 tempest-VolumesActionsTest-1274332743-project] 10.222.0.60 "GET /v2.0/ports?device_id=b1a5f4a8-b383-45d0-8daa-85aae12c15c0 HTTP/1.1" status: 200 len: 946 time: 0.3162913 Nov 23 17:43:59.934354 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-7188afb1-4d63-42ee-89a5-55f7d922cbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:43:59.966944 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ee123676-8ecd-4deb-904a-386690e5d9b6 req-d5c3f432-7a50-446e-8fcb-06c27560d7b4 tempest-InstanceActionsNegativeTestJSON-1904907124 tempest-InstanceActionsNegativeTestJSON-1904907124-project] 10.222.0.60 "GET /v2.0/security-groups?id=eefe0ea5-c106-4734-8906-c749a9768f75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2670586 Nov 23 17:44:00.268869 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-48f0aacc-349e-4f3f-953f-dba5ce23a50e tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Allocated IP 2001:db8:0:1::3bd (56dedb9c-c874-4806-8073-23c183970f13/c46f1234-91a7-43c6-a38a-0dcb2308885c/11fdbd62-b00f-4e86-aed4-af13d6052994) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:44:00.275698 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-48f0aacc-349e-4f3f-953f-dba5ce23a50e tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Allocated IP 2001:db8::f816:3eff:fe9b:7a8e (56dedb9c-c874-4806-8073-23c183970f13/28f896aa-c294-4e0e-9f3d-87a2d5a52db0/11fdbd62-b00f-4e86-aed4-af13d6052994) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:44:00.319717 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b98af9f7-fef7-428c-9371-0cdc5a4e6231 req-34137c12-0d75-44ec-9755-21734a92dc38 tempest-VolumesActionsTest-1274332743 tempest-VolumesActionsTest-1274332743-project] 10.222.0.60 "GET /v2.0/security-groups?id=b8b17f96-d64e-431f-9313-e4489dcbb007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4205847 Nov 23 17:44:00.403119 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2503a18f-ce14-4fc6-b61e-97d3628815fd req-ef0e0c3b-f764-4106-97f9-c2ca38b04dbf tempest-ListServerFiltersTestJSON-602552987 tempest-ListServerFiltersTestJSON-602552987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:44:00.410569 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2503a18f-ce14-4fc6-b61e-97d3628815fd req-ef0e0c3b-f764-4106-97f9-c2ca38b04dbf tempest-ListServerFiltersTestJSON-602552987 tempest-ListServerFiltersTestJSON-602552987-project] 10.222.0.60 "GET /v2.0/ports?device_id=36409146-1095-48e4-aac8-430c5301d5ac HTTP/1.1" status: 200 len: 946 time: 0.1866744 Nov 23 17:44:00.691110 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-48f0aacc-349e-4f3f-953f-dba5ce23a50e tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:00.779437 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-48f0aacc-349e-4f3f-953f-dba5ce23a50e tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:00.901916 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48f0aacc-349e-4f3f-953f-dba5ce23a50e tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Network 56dedb9c-c874-4806-8073-23c183970f13 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:44:00.922649 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-48f0aacc-349e-4f3f-953f-dba5ce23a50e tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:44:00.945546 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.db_base_plugin_common [None req-7188afb1-4d63-42ee-89a5-55f7d922cbd3 None None] Allocated IP 2001:db8:0:1::2 (56dedb9c-c874-4806-8073-23c183970f13/c46f1234-91a7-43c6-a38a-0dcb2308885c/0a59466e-ec24-4aa1-bddc-4e1940cea83c) {{(pid=103592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:44:00.955342 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48f0aacc-349e-4f3f-953f-dba5ce23a50e tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:44:00.975221 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48f0aacc-349e-4f3f-953f-dba5ce23a50e tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:44:00.975786 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-48f0aacc-349e-4f3f-953f-dba5ce23a50e tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:01.029604 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f0aacc-349e-4f3f-953f-dba5ce23a50e tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Pushing event updated for resources: {'Port': ['ID=11fdbd62-b00f-4e86-aed4-af13d6052994,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:44:01.065832 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-48f0aacc-349e-4f3f-953f-dba5ce23a50e tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.1077330 Nov 23 17:44:01.066999 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 55922) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:44:01.256306 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-7188afb1-4d63-42ee-89a5-55f7d922cbd3 None None] For port 0a59466e-ec24-4aa1-bddc-4e1940cea83c, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=0a59466e-ec24-4aa1-bddc-4e1940cea83c,segment=NetworkSegment(208f22fc-9686-4ca3-a88c-018385437c28),segment_id=208f22fc-9686-4ca3-a88c-018385437c28)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:44:01.322356 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-7188afb1-4d63-42ee-89a5-55f7d922cbd3 None None] Publish callbacks [] for port, precommit_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:01.353473 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-7188afb1-4d63-42ee-89a5-55f7d922cbd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:01.354715 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-639813bc-1c88-443e-9409-f2698847ce2d tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Deleting port 11fdbd62-b00f-4e86-aed4-af13d6052994 {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:44:01.354715 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-639813bc-1c88-443e-9409-f2698847ce2d tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:01.485765 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7188afb1-4d63-42ee-89a5-55f7d922cbd3 None None] Pushing event updated for resources: {'Port': ['ID=0a59466e-ec24-4aa1-bddc-4e1940cea83c,revision_number=7']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:44:01.537122 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-639813bc-1c88-443e-9409-f2698847ce2d tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:01.559963 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-639813bc-1c88-443e-9409-f2698847ce2d tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Calling delete_port for 11fdbd62-b00f-4e86-aed4-af13d6052994 owned by {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:44:01.700477 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2503a18f-ce14-4fc6-b61e-97d3628815fd req-15464974-c65c-4836-b2fe-505c98ff2a7e tempest-ListServerFiltersTestJSON-602552987 tempest-ListServerFiltersTestJSON-602552987-project] 10.222.0.60 "GET /v2.0/security-groups?id=21da44c1-bab0-4a24-bdb5-9c78cb5bfd70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2887886 Nov 23 17:44:01.837405 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c373cdf-196e-4423-9525-f1e807ef9b43 req-96e4fc25-b3fd-45ba-a078-11c143d4fe55 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:44:01.845718 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9c373cdf-196e-4423-9525-f1e807ef9b43 req-96e4fc25-b3fd-45ba-a078-11c143d4fe55 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/ports?device_id=7492c7e5-8d27-4c5f-b3a2-6a31ab4fda25 HTTP/1.1" status: 200 len: 943 time: 1.2423775 Nov 23 17:44:01.975242 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-639813bc-1c88-443e-9409-f2698847ce2d tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:02.052735 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639813bc-1c88-443e-9409-f2698847ce2d tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Pushing event deleted for resources: {'Port': ['ID=11fdbd62-b00f-4e86-aed4-af13d6052994,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:44:02.177161 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-639813bc-1c88-443e-9409-f2698847ce2d tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:02.190345 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-639813bc-1c88-443e-9409-f2698847ce2d tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] 10.222.0.60 "DELETE /v2.0/ports/11fdbd62-b00f-4e86-aed4-af13d6052994 HTTP/1.1" status: 204 len: 168 time: 1.1230783 Nov 23 17:44:02.192633 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 55944) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:44:02.207797 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [req-b8413044-9beb-483b-a323-ec98b1c1f5bf req-b321a49e-e89c-473f-acde-180d56a00a37 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 906a7551-44ad-4151-9be0-d95ddabd25da {{(pid=103591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:44:02.245634 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-b8413044-9beb-483b-a323-ec98b1c1f5bf req-b321a49e-e89c-473f-acde-180d56a00a37 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:02.271777 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.provisioning_blocks [req-b8413044-9beb-483b-a323-ec98b1c1f5bf req-b321a49e-e89c-473f-acde-180d56a00a37 service neutron] Transition to ACTIVE for port object 906a7551-44ad-4151-9be0-d95ddabd25da will not be triggered until provisioned by entity L2. {{(pid=103591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 17:44:02.312593 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52ee262f-1a43-47ba-afe2-7723464f69e2 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:44:02.313355 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32d9985-0142-4053-a62d-42a87aa10317 req-521a9159-3d6d-45e4-94e1-68d7abf9d809 tempest-InstanceActionsNegativeTestJSON-1904907124 tempest-InstanceActionsNegativeTestJSON-1904907124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:44:02.321486 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c32d9985-0142-4053-a62d-42a87aa10317 req-521a9159-3d6d-45e4-94e1-68d7abf9d809 tempest-InstanceActionsNegativeTestJSON-1904907124 tempest-InstanceActionsNegativeTestJSON-1904907124-project] 10.222.0.60 "GET /v2.0/ports?device_id=5685a2de-45b8-49e0-b43b-265681f6b7ad HTTP/1.1" status: 200 len: 931 time: 0.4031177 Nov 23 17:44:02.329005 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-52ee262f-1a43-47ba-afe2-7723464f69e2 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1324139 Nov 23 17:44:02.329591 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 55952) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:44:02.359437 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-b8413044-9beb-483b-a323-ec98b1c1f5bf req-b321a49e-e89c-473f-acde-180d56a00a37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264758186'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:02.374603 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9c373cdf-196e-4423-9525-f1e807ef9b43 req-0228737f-163e-4462-b939-61dd81028d2c tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/security-groups?id=776cdaad-ec9b-4a42-a3a9-360feae7cf4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5129783 Nov 23 17:44:02.455238 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.agents_db [None req-464f6c07-0de8-4be6-8f5b-563f574d1c5d None None] Agent healthcheck: found 7 active agents {{(pid=103593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 17:44:02.518674 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8007e95c-2bf5-4df9-b0d1-eada28d15072 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:44:02.521104 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-8007e95c-2bf5-4df9-b0d1-eada28d15072 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1862659 Nov 23 17:44:02.526848 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 55954) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:44:02.633247 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c32d9985-0142-4053-a62d-42a87aa10317 req-ec415074-a741-4365-ad7d-8e9ffe35f8e1 tempest-InstanceActionsNegativeTestJSON-1904907124 tempest-InstanceActionsNegativeTestJSON-1904907124-project] 10.222.0.60 "GET /v2.0/security-groups?id=eefe0ea5-c106-4734-8906-c749a9768f75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3087761 Nov 23 17:44:02.637214 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b321a49e-e89c-473f-acde-180d56a00a37 service neutron] Pushing event updated for resources: {'Port': ['ID=906a7551-44ad-4151-9be0-d95ddabd25da,revision_number=2']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:44:02.654796 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 0a59466e-ec24-4aa1-bddc-4e1940cea83c up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:44:02.660990 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d514e57-a263-4cd5-9b4c-129f73b2fd74 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:44:02.676849 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d514e57-a263-4cd5-9b4c-129f73b2fd74 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:44:02.678664 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d514e57-a263-4cd5-9b4c-129f73b2fd74 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:44:02.680328 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-0d514e57-a263-4cd5-9b4c-129f73b2fd74 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1483893 Nov 23 17:44:02.693693 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 55960) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:44:02.734600 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port 0a59466e-ec24-4aa1-bddc-4e1940cea83c triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:44:02.735016 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:02.880942 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-b8413044-9beb-483b-a323-ec98b1c1f5bf req-b321a49e-e89c-473f-acde-180d56a00a37 service neutron] Attempting to bind port 906a7551-44ad-4151-9be0-d95ddabd25da on host n-h1-816206-8 for vnic_type normal with profile {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:44:02.881570 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-b8413044-9beb-483b-a323-ec98b1c1f5bf req-b321a49e-e89c-473f-acde-180d56a00a37 service neutron] Attempting to bind port 906a7551-44ad-4151-9be0-d95ddabd25da by drivers openvswitch,hyperv on host n-h1-816206-8 at level 0 using segments [{'id': '82837b43-cb0c-4b0f-b79c-102830cae67e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '15e62e26-a71b-4a7c-9672-0cf924bc3e09'}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:44:02.881570 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8413044-9beb-483b-a323-ec98b1c1f5bf req-b321a49e-e89c-473f-acde-180d56a00a37 service neutron] Attempting to bind port 906a7551-44ad-4151-9be0-d95ddabd25da on network 15e62e26-a71b-4a7c-9672-0cf924bc3e09 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:44:02.897291 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8413044-9beb-483b-a323-ec98b1c1f5bf req-b321a49e-e89c-473f-acde-180d56a00a37 service neutron] Port 906a7551-44ad-4151-9be0-d95ddabd25da on network 15e62e26-a71b-4a7c-9672-0cf924bc3e09 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-8 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 17:44:02.897654 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8413044-9beb-483b-a323-ec98b1c1f5bf req-b321a49e-e89c-473f-acde-180d56a00a37 service neutron] Attempting to bind port 906a7551-44ad-4151-9be0-d95ddabd25da on network 15e62e26-a71b-4a7c-9672-0cf924bc3e09 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:44:02.951409 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8413044-9beb-483b-a323-ec98b1c1f5bf req-b321a49e-e89c-473f-acde-180d56a00a37 service neutron] Checking agent: {'id': '4b0a4557-3bfe-4828-80a0-7981fc3ac84c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 15, 14), 'started_at': datetime.datetime(2021, 11, 23, 17, 15, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 43, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:44:02.951409 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8413044-9beb-483b-a323-ec98b1c1f5bf req-b321a49e-e89c-473f-acde-180d56a00a37 service neutron] Checking segment: {'id': '82837b43-cb0c-4b0f-b79c-102830cae67e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '15e62e26-a71b-4a7c-9672-0cf924bc3e09'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:44:02.951409 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8413044-9beb-483b-a323-ec98b1c1f5bf req-b321a49e-e89c-473f-acde-180d56a00a37 service neutron] Bound using segment: {'id': '82837b43-cb0c-4b0f-b79c-102830cae67e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '15e62e26-a71b-4a7c-9672-0cf924bc3e09'} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:44:02.951409 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-b8413044-9beb-483b-a323-ec98b1c1f5bf req-b321a49e-e89c-473f-acde-180d56a00a37 service neutron] Bound port: 906a7551-44ad-4151-9be0-d95ddabd25da, host: n-h1-816206-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82837b43-cb0c-4b0f-b79c-102830cae67e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '15e62e26-a71b-4a7c-9672-0cf924bc3e09'}}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:44:02.951409 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-b8413044-9beb-483b-a323-ec98b1c1f5bf req-b321a49e-e89c-473f-acde-180d56a00a37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:02.977981 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_v2 [None req-12a8b49f-74ad-450e-bc9b-6d22bc74fb41 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Deleting subnet 28f896aa-c294-4e0e-9f3d-87a2d5a52db0 {{(pid=103590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 17:44:02.987739 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-12a8b49f-74ad-450e-bc9b-6d22bc74fb41 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks [] for subnet, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:03.090547 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-12a8b49f-74ad-450e-bc9b-6d22bc74fb41 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-267528342'] for subnet, precommit_delete_associations {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:03.129539 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdda1e7f-bb9f-4d44-b544-6a2ad6ecb8a6 req-490f70a2-461a-48c8-98a7-cdc1212ffc08 tempest-ListServerFiltersTestJSON-602552987 tempest-ListServerFiltersTestJSON-602552987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:44:03.157797 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-fdda1e7f-bb9f-4d44-b544-6a2ad6ecb8a6 req-490f70a2-461a-48c8-98a7-cdc1212ffc08 tempest-ListServerFiltersTestJSON-602552987 tempest-ListServerFiltersTestJSON-602552987-project] 10.222.0.60 "GET /v2.0/ports?device_id=36409146-1095-48e4-aac8-430c5301d5ac HTTP/1.1" status: 200 len: 946 time: 0.1697206 Nov 23 17:44:03.170018 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-be831f27-691a-42e0-a758-289472a39e87 None None] Provisioning complete for port 0a59466e-ec24-4aa1-bddc-4e1940cea83c triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:44:03.170436 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-be831f27-691a-42e0-a758-289472a39e87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:03.217885 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-b8413044-9beb-483b-a323-ec98b1c1f5bf req-b321a49e-e89c-473f-acde-180d56a00a37 service neutron] For port 906a7551-44ad-4151-9be0-d95ddabd25da, host n-h1-816206-8, cleared binding levels {{(pid=103591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:44:03.277431 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-b8413044-9beb-483b-a323-ec98b1c1f5bf req-b321a49e-e89c-473f-acde-180d56a00a37 service neutron] For port 906a7551-44ad-4151-9be0-d95ddabd25da, host n-h1-816206-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=906a7551-44ad-4151-9be0-d95ddabd25da,segment=NetworkSegment(82837b43-cb0c-4b0f-b79c-102830cae67e),segment_id=82837b43-cb0c-4b0f-b79c-102830cae67e)] {{(pid=103591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:44:03.284902 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-b8413044-9beb-483b-a323-ec98b1c1f5bf req-b321a49e-e89c-473f-acde-180d56a00a37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264758186'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:03.413873 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-12a8b49f-74ad-450e-bc9b-6d22bc74fb41 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971956'] for subnet, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:03.449823 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8413044-9beb-483b-a323-ec98b1c1f5bf req-b321a49e-e89c-473f-acde-180d56a00a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:44:03.450612 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-b8413044-9beb-483b-a323-ec98b1c1f5bf req-b321a49e-e89c-473f-acde-180d56a00a37 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:03.452372 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b8413044-9beb-483b-a323-ec98b1c1f5bf req-b321a49e-e89c-473f-acde-180d56a00a37 service neutron] 10.222.0.55 "PUT /v2.0/ports/906a7551-44ad-4151-9be0-d95ddabd25da HTTP/1.1" status: 200 len: 1091 time: 4.0729344 Nov 23 17:44:03.455062 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b321a49e-e89c-473f-acde-180d56a00a37 service neutron] Pushing event updated for resources: {'Port': ['ID=906a7551-44ad-4151-9be0-d95ddabd25da,revision_number=3']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:44:03.482846 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5685a2de-45b8-49e0-b43b-265681f6b7ad', 'tag': '906a7551-44ad-4151-9be0-d95ddabd25da'}] {{(pid=103591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:44:03.487922 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41d174a19ece9499ff9ec44e5b3fc50f2abd3ffbc947fb7e52ea1e8db27b95b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a62862f5-ed62-4f71-bb4b-892886f0d841" -d '{"events": [{"name": "network-changed", "server_uuid": "5685a2de-45b8-49e0-b43b-265681f6b7ad", "tag": "906a7551-44ad-4151-9be0-d95ddabd25da"}]}' {{(pid=103591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:44:03.555964 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-fdda1e7f-bb9f-4d44-b544-6a2ad6ecb8a6 req-e7f4929c-5ad7-4b8a-b51b-fba181c3af49 tempest-ListServerFiltersTestJSON-602552987 tempest-ListServerFiltersTestJSON-602552987-project] 10.222.0.60 "GET /v2.0/security-groups?id=21da44c1-bab0-4a24-bdb5-9c78cb5bfd70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3970072 Nov 23 17:44:03.582413 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-12a8b49f-74ad-450e-bc9b-6d22bc74fb41 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264357903', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264730940'] for subnet, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:03.657546 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 17:44:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-404c10f7-b7c1-475c-ab22-d6b1450df355 x-openstack-request-id: req-404c10f7-b7c1-475c-ab22-d6b1450df355 {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:44:03.657936 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5685a2de-45b8-49e0-b43b-265681f6b7ad", "tag": "906a7551-44ad-4151-9be0-d95ddabd25da", "status": "completed", "code": 200}]} {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:44:03.659427 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-404c10f7-b7c1-475c-ab22-d6b1450df355 {{(pid=103591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:44:03.659853 n-d-816206-8 neutron-server[103591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5685a2de-45b8-49e0-b43b-265681f6b7ad', 'tag': '906a7551-44ad-4151-9be0-d95ddabd25da', 'status': 'completed', 'code': 200} Nov 23 17:44:03.671294 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-12a8b49f-74ad-450e-bc9b-6d22bc74fb41 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks [] for subnet, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:03.677704 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-12a8b49f-74ad-450e-bc9b-6d22bc74fb41 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] 10.222.0.60 "DELETE /v2.0/subnets/28f896aa-c294-4e0e-9f3d-87a2d5a52db0 HTTP/1.1" status: 204 len: 168 time: 0.9828823 Nov 23 17:44:03.678372 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 55990) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:44:03.679159 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a8b49f-74ad-450e-bc9b-6d22bc74fb41 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Pushing event deleted for resources: {'Subnet': ['ID=28f896aa-c294-4e0e-9f3d-87a2d5a52db0,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:44:03.718319 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-12438961-b2da-4896-9e22-967915102625 None None] Could not find standard attr ID for object 11fdbd62-b00f-4e86-aed4-af13d6052994. {{(pid=103592) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 17:44:03.736271 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-831f541e-b5e3-4334-954b-c4dfe3d8efb3 None None] Network 56dedb9c-c874-4806-8073-23c183970f13 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:44:03.761030 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8413044-9beb-483b-a323-ec98b1c1f5bf req-b66429d5-eb23-47a5-a359-c1dbf81398d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:44:03.765499 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b8413044-9beb-483b-a323-ec98b1c1f5bf req-b66429d5-eb23-47a5-a359-c1dbf81398d8 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=958aa7895c404be3875a374837f04f49&device_id=5685a2de-45b8-49e0-b43b-265681f6b7ad HTTP/1.1" status: 200 len: 1094 time: 0.2425394 Nov 23 17:44:03.818617 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7ada7b4-f8f7-4435-a602-6a0f2e07ceb5 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Deleting subnet c46f1234-91a7-43c6-a38a-0dcb2308885c {{(pid=103590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 17:44:03.823890 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e7ada7b4-f8f7-4435-a602-6a0f2e07ceb5 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks [] for subnet, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:03.878873 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b8413044-9beb-483b-a323-ec98b1c1f5bf req-5f5507ec-c843-49c1-b37b-60b926f5d578 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=906a7551-44ad-4151-9be0-d95ddabd25da HTTP/1.1" status: 200 len: 217 time: 0.1042144 Nov 23 17:44:03.895744 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a78e0d-f599-44c4-b192-8687c3c55975 req-c3af1aa4-e480-4a63-b04c-04044726fa61 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:44:03.903691 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-16a78e0d-f599-44c4-b192-8687c3c55975 req-c3af1aa4-e480-4a63-b04c-04044726fa61 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/ports?device_id=7492c7e5-8d27-4c5f-b3a2-6a31ab4fda25 HTTP/1.1" status: 200 len: 943 time: 0.3410478 Nov 23 17:44:03.934862 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e7ada7b4-f8f7-4435-a602-6a0f2e07ceb5 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-267528342'] for subnet, precommit_delete_associations {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:04.113402 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e7ada7b4-f8f7-4435-a602-6a0f2e07ceb5 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971956'] for subnet, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:04.181442 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8413044-9beb-483b-a323-ec98b1c1f5bf req-455a8944-4c79-4a07-95da-b3a0ac994876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:44:04.183082 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b8413044-9beb-483b-a323-ec98b1c1f5bf req-455a8944-4c79-4a07-95da-b3a0ac994876 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=eb94737b-23ba-410c-a917-0de3c0f4f602 HTTP/1.1" status: 200 len: 862 time: 0.2637820 Nov 23 17:44:04.215991 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-16a78e0d-f599-44c4-b192-8687c3c55975 req-5c805a65-a405-4d8d-8683-625deb1c3585 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/security-groups?id=776cdaad-ec9b-4a42-a3a9-360feae7cf4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3110774 Nov 23 17:44:04.269888 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85fdf6b-8000-4de6-94b6-b87ff82bb2ec req-2f418550-3b43-4ba2-8067-5e8973cb8201 tempest-InstanceActionsNegativeTestJSON-1904907124 tempest-InstanceActionsNegativeTestJSON-1904907124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:44:04.280763 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e85fdf6b-8000-4de6-94b6-b87ff82bb2ec req-2f418550-3b43-4ba2-8067-5e8973cb8201 tempest-InstanceActionsNegativeTestJSON-1904907124 tempest-InstanceActionsNegativeTestJSON-1904907124-project] 10.222.0.60 "GET /v2.0/ports?device_id=5685a2de-45b8-49e0-b43b-265681f6b7ad HTTP/1.1" status: 200 len: 943 time: 0.2557428 Nov 23 17:44:04.301492 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e7ada7b4-f8f7-4435-a602-6a0f2e07ceb5 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264357903', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264730940'] for subnet, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:04.341013 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e7ada7b4-f8f7-4435-a602-6a0f2e07ceb5 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks [] for subnet, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:04.351088 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-e7ada7b4-f8f7-4435-a602-6a0f2e07ceb5 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] 10.222.0.60 "DELETE /v2.0/subnets/c46f1234-91a7-43c6-a38a-0dcb2308885c HTTP/1.1" status: 204 len: 168 time: 0.6643908 Nov 23 17:44:04.351915 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 56004) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:44:04.381603 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b8413044-9beb-483b-a323-ec98b1c1f5bf req-59fdcfa4-7705-4cd2-95ee-661fd927c29e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=15e62e26-a71b-4a7c-9672-0cf924bc3e09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1615837 Nov 23 17:44:04.477278 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-5f26f3b6-2ce1-454d-aaeb-38acec0e7516 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1221313 Nov 23 17:44:04.482914 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 56010) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:44:04.492831 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-338a0dad-fd67-4316-8aee-033188982502 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Request body: {'subnet': {'network_id': '56dedb9c-c874-4806-8073-23c183970f13', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:44:04.508466 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ada7b4-f8f7-4435-a602-6a0f2e07ceb5 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Pushing event deleted for resources: {'Subnet': ['ID=c46f1234-91a7-43c6-a38a-0dcb2308885c,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:44:04.687862 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e85fdf6b-8000-4de6-94b6-b87ff82bb2ec req-7ee6a0d9-8687-453d-a0b0-24dc7656bf1d tempest-InstanceActionsNegativeTestJSON-1904907124 tempest-InstanceActionsNegativeTestJSON-1904907124-project] 10.222.0.60 "GET /v2.0/security-groups?id=eefe0ea5-c106-4734-8906-c749a9768f75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4060118 Nov 23 17:44:04.780756 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76ecc5b-4061-45c8-a6e5-268ff924da6a req-b440ca1b-30b2-4782-afc6-523acb900a7f tempest-ListServerFiltersTestJSON-602552987 tempest-ListServerFiltersTestJSON-602552987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:44:04.788688 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a76ecc5b-4061-45c8-a6e5-268ff924da6a req-b440ca1b-30b2-4782-afc6-523acb900a7f tempest-ListServerFiltersTestJSON-602552987 tempest-ListServerFiltersTestJSON-602552987-project] 10.222.0.60 "GET /v2.0/ports?device_id=36409146-1095-48e4-aac8-430c5301d5ac HTTP/1.1" status: 200 len: 946 time: 0.2356560 Nov 23 17:44:04.850118 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b8413044-9beb-483b-a323-ec98b1c1f5bf req-be0d6b3e-9203-4e76-89f5-fd810f0b490c service neutron] 10.222.0.55 "GET /v2.0/networks/15e62e26-a71b-4a7c-9672-0cf924bc3e09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4555206 Nov 23 17:44:04.949442 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-338a0dad-fd67-4316-8aee-033188982502 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Made reservation on behalf of a17872768c1e4384801bad129509cfa7 for: {'subnet': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:44:04.959501 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-338a0dad-fd67-4316-8aee-033188982502 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264730903'] for subnet, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:04.998032 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a76ecc5b-4061-45c8-a6e5-268ff924da6a req-f85467de-a2fc-4546-8c63-f6c2a8c948d2 tempest-ListServerFiltersTestJSON-602552987 tempest-ListServerFiltersTestJSON-602552987-project] 10.222.0.60 "GET /v2.0/security-groups?id=21da44c1-bab0-4a24-bdb5-9c78cb5bfd70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2087936 Nov 23 17:44:05.127641 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b8413044-9beb-483b-a323-ec98b1c1f5bf req-3571bd4c-be82-4ad0-a427-d00fee0c8f9e service neutron] 10.222.0.55 "GET /v2.0/networks/15e62e26-a71b-4a7c-9672-0cf924bc3e09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2691221 Nov 23 17:44:05.284259 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62862f5-ed62-4f71-bb4b-892886f0d841 req-99878974-317c-4ecf-b43c-21553e7afe3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:44:05.286304 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a62862f5-ed62-4f71-bb4b-892886f0d841 req-99878974-317c-4ecf-b43c-21553e7afe3c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=958aa7895c404be3875a374837f04f49&device_id=5685a2de-45b8-49e0-b43b-265681f6b7ad HTTP/1.1" status: 200 len: 1094 time: 0.0768530 Nov 23 17:44:05.522563 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634d8d84-de9b-4737-8bb4-47216e5faf87 req-1c5737fc-2421-4601-9334-85efd2fe048b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:44:05.527435 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-634d8d84-de9b-4737-8bb4-47216e5faf87 req-1c5737fc-2421-4601-9334-85efd2fe048b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d6c92b35b840401aba16aa44ff812cdc&device_id=36409146-1095-48e4-aac8-430c5301d5ac HTTP/1.1" status: 200 len: 1097 time: 0.9629014 Nov 23 17:44:05.530996 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40e8f03b-2637-487b-89fe-dd7b18b58f76 None None] Network 56dedb9c-c874-4806-8073-23c183970f13 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:44:05.542769 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62862f5-ed62-4f71-bb4b-892886f0d841 req-978bff7c-1584-4385-a8a7-478c33b0bb1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:44:05.544388 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a62862f5-ed62-4f71-bb4b-892886f0d841 req-978bff7c-1584-4385-a8a7-478c33b0bb1b service neutron] 10.222.0.55 "GET /v2.0/networks?id=15e62e26-a71b-4a7c-9672-0cf924bc3e09 HTTP/1.1" status: 200 len: 923 time: 0.2499979 Nov 23 17:44:05.681728 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a62862f5-ed62-4f71-bb4b-892886f0d841 req-1180b259-16ba-4098-8602-7f9f72048444 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=906a7551-44ad-4151-9be0-d95ddabd25da HTTP/1.1" status: 200 len: 217 time: 0.1219194 Nov 23 17:44:05.694358 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-f26d045c-05fe-4b79-95af-791b064be732 None None] Provisioning complete for port 0a59466e-ec24-4aa1-bddc-4e1940cea83c triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:44:05.694963 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-f26d045c-05fe-4b79-95af-791b064be732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:05.697224 n-d-816206-8 neutron-server[103590]: DEBUG neutron.objects.ports [None req-338a0dad-fd67-4316-8aee-033188982502 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103590) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 23 17:44:05.946120 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26db36a8-4b20-483a-a38e-6015a23aac12 req-d247718c-5a35-4a2a-a207-c64a8221033e tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:44:05.950017 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-26db36a8-4b20-483a-a38e-6015a23aac12 req-d247718c-5a35-4a2a-a207-c64a8221033e tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/ports?device_id=7492c7e5-8d27-4c5f-b3a2-6a31ab4fda25 HTTP/1.1" status: 200 len: 943 time: 0.4043422 Nov 23 17:44:06.062428 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62862f5-ed62-4f71-bb4b-892886f0d841 req-b43ddb6f-bc29-45cf-ad61-a294aa849ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:44:06.065028 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a62862f5-ed62-4f71-bb4b-892886f0d841 req-b43ddb6f-bc29-45cf-ad61-a294aa849ea2 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=eb94737b-23ba-410c-a917-0de3c0f4f602 HTTP/1.1" status: 200 len: 862 time: 0.3256674 Nov 23 17:44:06.083531 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634d8d84-de9b-4737-8bb4-47216e5faf87 req-c09098f1-1055-4abe-9b02-78a39e4012d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:44:06.085228 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-634d8d84-de9b-4737-8bb4-47216e5faf87 req-c09098f1-1055-4abe-9b02-78a39e4012d1 service neutron] 10.222.0.55 "GET /v2.0/networks?id=5eaeb0bb-5461-4ac0-b61d-4ffea0f2e6cb HTTP/1.1" status: 200 len: 917 time: 0.4945006 Nov 23 17:44:06.195612 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-634d8d84-de9b-4737-8bb4-47216e5faf87 req-b0b4fa23-c889-4876-baae-d84238ea93b4 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9658f692-56ae-405c-812e-58fe07a614a5 HTTP/1.1" status: 200 len: 217 time: 0.0863183 Nov 23 17:44:06.269725 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a62862f5-ed62-4f71-bb4b-892886f0d841 req-21de81ea-f6eb-4c6c-9068-ba225418fa52 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=15e62e26-a71b-4a7c-9672-0cf924bc3e09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0857670 Nov 23 17:44:06.310870 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device 906a7551-44ad-4151-9be0-d95ddabd25da details requested by agent hyperv_n-h1-816206-8 with host n-h1-816206-8 {{(pid=103592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 17:44:06.315210 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-338a0dad-fd67-4316-8aee-033188982502 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:06.378560 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfacc235-0727-4ea8-a370-c092304c8f24 None None] Update dhcp port {'port': {'network_id': '56dedb9c-c874-4806-8073-23c183970f13', 'fixed_ips': [{'subnet_id': '85a2bf89-368a-4562-8ffd-ab37dbccd629'}], 'binding:host_id': 'n-d-816206-8'}, 'id': '0a59466e-ec24-4aa1-bddc-4e1940cea83c'} from n-d-816206-8. {{(pid=103592) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 23 17:44:06.384507 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634d8d84-de9b-4737-8bb4-47216e5faf87 req-fcb9e096-3eaf-41e1-8af4-47c9345f7597 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:44:06.387286 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-634d8d84-de9b-4737-8bb4-47216e5faf87 req-fcb9e096-3eaf-41e1-8af4-47c9345f7597 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7b7705dd-54e7-4139-93a8-c68471f9ef1c HTTP/1.1" status: 200 len: 855 time: 0.1841159 Nov 23 17:44:06.484650 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9792f84f-bac4-4522-89fe-594f3ade7b3a req-9946e69d-c0f9-48dc-9d51-7cde65daea08 tempest-InstanceActionsNegativeTestJSON-1904907124 tempest-InstanceActionsNegativeTestJSON-1904907124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:44:06.486796 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9792f84f-bac4-4522-89fe-594f3ade7b3a req-9946e69d-c0f9-48dc-9d51-7cde65daea08 tempest-InstanceActionsNegativeTestJSON-1904907124 tempest-InstanceActionsNegativeTestJSON-1904907124-project] 10.222.0.60 "GET /v2.0/ports?device_id=5685a2de-45b8-49e0-b43b-265681f6b7ad HTTP/1.1" status: 200 len: 943 time: 0.5085223 Nov 23 17:44:06.516526 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634d8d84-de9b-4737-8bb4-47216e5faf87 req-0beec3d8-0d62-4480-b897-8043b083a6e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:44:06.518190 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-634d8d84-de9b-4737-8bb4-47216e5faf87 req-0beec3d8-0d62-4480-b897-8043b083a6e1 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5eaeb0bb-5461-4ac0-b61d-4ffea0f2e6cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1195760 Nov 23 17:44:06.536793 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-26db36a8-4b20-483a-a38e-6015a23aac12 req-4cdc0222-ea87-4db0-a2d9-2fd3b2e8c0ab tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/security-groups?id=776cdaad-ec9b-4a42-a3a9-360feae7cf4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5738938 Nov 23 17:44:06.663434 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-634d8d84-de9b-4737-8bb4-47216e5faf87 req-57586dc6-d72a-4ddb-98ed-b616c03f79a8 service neutron] 10.222.0.55 "GET /v2.0/networks/5eaeb0bb-5461-4ac0-b61d-4ffea0f2e6cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290021 Nov 23 17:44:06.667171 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port 906a7551-44ad-4151-9be0-d95ddabd25da, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=906a7551-44ad-4151-9be0-d95ddabd25da,segment=NetworkSegment(82837b43-cb0c-4b0f-b79c-102830cae67e),segment_id=82837b43-cb0c-4b0f-b79c-102830cae67e)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:44:06.755470 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a62862f5-ed62-4f71-bb4b-892886f0d841 req-026cd03b-876c-4e5d-928c-7027a6281006 service neutron] 10.222.0.55 "GET /v2.0/networks/15e62e26-a71b-4a7c-9672-0cf924bc3e09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4716191 Nov 23 17:44:06.762591 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Returning: {'device': '906a7551-44ad-4151-9be0-d95ddabd25da', 'network_id': '15e62e26-a71b-4a7c-9672-0cf924bc3e09', 'port_id': '906a7551-44ad-4151-9be0-d95ddabd25da', 'mac_address': 'fa:16:3e:d7:3e:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 549, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb94737b-23ba-410c-a917-0de3c0f4f602', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 17:44:06.833701 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-634d8d84-de9b-4737-8bb4-47216e5faf87 req-d61465ca-0f71-46f5-9e9a-ca38632f9660 service neutron] 10.222.0.55 "GET /v2.0/networks/5eaeb0bb-5461-4ac0-b61d-4ffea0f2e6cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461735 Nov 23 17:44:06.835254 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:06.843773 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-cfacc235-0727-4ea8-a370-c092304c8f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:06.982125 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9792f84f-bac4-4522-89fe-594f3ade7b3a req-57325b3c-9d69-4082-8dd5-35408ccc21f4 tempest-InstanceActionsNegativeTestJSON-1904907124 tempest-InstanceActionsNegativeTestJSON-1904907124-project] 10.222.0.60 "GET /v2.0/security-groups?id=eefe0ea5-c106-4734-8906-c749a9768f75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4704657 Nov 23 17:44:07.000239 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-338a0dad-fd67-4316-8aee-033188982502 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] For port 0a59466e-ec24-4aa1-bddc-4e1940cea83c, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=0a59466e-ec24-4aa1-bddc-4e1940cea83c,segment=NetworkSegment(208f22fc-9686-4ca3-a88c-018385437c28),segment_id=208f22fc-9686-4ca3-a88c-018385437c28)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:44:07.059952 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b71f24-e1de-4c79-8def-01f30e85d218 req-303b4069-bb11-4fc3-93ba-4b13fc0db1b1 tempest-ListServerFiltersTestJSON-602552987 tempest-ListServerFiltersTestJSON-602552987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:44:07.067874 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-16b71f24-e1de-4c79-8def-01f30e85d218 req-303b4069-bb11-4fc3-93ba-4b13fc0db1b1 tempest-ListServerFiltersTestJSON-602552987 tempest-ListServerFiltersTestJSON-602552987-project] 10.222.0.60 "GET /v2.0/ports?device_id=36409146-1095-48e4-aac8-430c5301d5ac HTTP/1.1" status: 200 len: 946 time: 0.3455088 Nov 23 17:44:07.100211 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 906a7551-44ad-4151-9be0-d95ddabd25da {{(pid=103592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:44:07.112917 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-338a0dad-fd67-4316-8aee-033188982502 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks [] for port, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:07.119054 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a62862f5-ed62-4f71-bb4b-892886f0d841 req-8cf1f511-ee2a-407c-8c7e-80fc88fccf98 service neutron] 10.222.0.55 "GET /v2.0/networks/15e62e26-a71b-4a7c-9672-0cf924bc3e09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3120749 Nov 23 17:44:07.125437 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-338a0dad-fd67-4316-8aee-033188982502 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264357957'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:07.126497 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-338a0dad-fd67-4316-8aee-033188982502 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264358096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264730885'] for subnet, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:07.197299 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-16b71f24-e1de-4c79-8def-01f30e85d218 req-4bc0d3f8-cb2f-40f6-a49c-6b515cc7fca0 tempest-ListServerFiltersTestJSON-602552987 tempest-ListServerFiltersTestJSON-602552987-project] 10.222.0.60 "GET /v2.0/security-groups?id=21da44c1-bab0-4a24-bdb5-9c78cb5bfd70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281168 Nov 23 17:44:07.348315 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port 906a7551-44ad-4151-9be0-d95ddabd25da, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=906a7551-44ad-4151-9be0-d95ddabd25da,segment=NetworkSegment(82837b43-cb0c-4b0f-b79c-102830cae67e),segment_id=82837b43-cb0c-4b0f-b79c-102830cae67e)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:44:07.351301 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-338a0dad-fd67-4316-8aee-033188982502 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Network 56dedb9c-c874-4806-8073-23c183970f13 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:44:07.359768 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338a0dad-fd67-4316-8aee-033188982502 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Pushing event updated for resources: {'Subnet': ['ID=85a2bf89-368a-4562-8ffd-ab37dbccd629,revision_number=0']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:44:07.362489 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-338a0dad-fd67-4316-8aee-033188982502 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:44:07.367521 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-338a0dad-fd67-4316-8aee-033188982502 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:44:07.368138 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-338a0dad-fd67-4316-8aee-033188982502 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks [] for subnet, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:07.398062 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338a0dad-fd67-4316-8aee-033188982502 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Pushing event updated for resources: {'Port': ['ID=0a59466e-ec24-4aa1-bddc-4e1940cea83c,revision_number=11']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:44:07.408118 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-338a0dad-fd67-4316-8aee-033188982502 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.9235497 Nov 23 17:44:07.412618 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 56084) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:44:07.421463 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-4bf8341b-6d1d-48e7-a0e0-2d2fd5734f52 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Request body: {'subnet': {'network_id': '56dedb9c-c874-4806-8073-23c183970f13', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:44:07.496344 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:07.669588 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Pushing event updated for resources: {'Port': ['ID=906a7551-44ad-4151-9be0-d95ddabd25da,revision_number=4']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:44:07.761293 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.db.api [None req-cfacc235-0727-4ea8-a370-c092304c8f24 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103592) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 17:44:07.762190 n-d-816206-8 neutron-server[103592]: DEBUG oslo_db.api [None req-cfacc235-0727-4ea8-a370-c092304c8f24 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 17:44:07.765161 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0f4565-2df6-4980-bd7d-cc7383472129 req-25ea0456-c640-4f96-b4d2-712127a077d2 tempest-VolumesActionsTest-1274332743 tempest-VolumesActionsTest-1274332743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:44:07.772677 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6e0f4565-2df6-4980-bd7d-cc7383472129 req-25ea0456-c640-4f96-b4d2-712127a077d2 tempest-VolumesActionsTest-1274332743 tempest-VolumesActionsTest-1274332743-project] 10.222.0.60 "GET /v2.0/ports?device_id=b1a5f4a8-b383-45d0-8daa-85aae12c15c0 HTTP/1.1" status: 200 len: 946 time: 0.2382092 Nov 23 17:44:07.833262 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] get_ports_and_sgs() called for port_ids ['906a7551-44ad-4151-9be0-d95ddabd25da'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:44:08.139514 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f6ee13-0795-4e02-9fc2-43204db9728a req-387f24be-b25f-4432-a0bd-92daa9ba19ce tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:44:08.149059 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-87f6ee13-0795-4e02-9fc2-43204db9728a req-387f24be-b25f-4432-a0bd-92daa9ba19ce tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/ports?device_id=7492c7e5-8d27-4c5f-b3a2-6a31ab4fda25 HTTP/1.1" status: 200 len: 943 time: 0.3749957 Nov 23 17:44:08.179001 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6e0f4565-2df6-4980-bd7d-cc7383472129 req-4cff3cee-7045-431b-9327-8aeb123b59f7 tempest-VolumesActionsTest-1274332743 tempest-VolumesActionsTest-1274332743-project] 10.222.0.60 "GET /v2.0/security-groups?id=b8b17f96-d64e-431f-9313-e4489dcbb007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3490620 Nov 23 17:44:08.280030 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-87f6ee13-0795-4e02-9fc2-43204db9728a req-0e0a2575-4a08-46e9-810f-0e81b61e417f tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/security-groups?id=776cdaad-ec9b-4a42-a3a9-360feae7cf4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297059 Nov 23 17:44:08.352510 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-cfacc235-0727-4ea8-a370-c092304c8f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:08.359329 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bf8341b-6d1d-48e7-a0e0-2d2fd5734f52 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Made reservation on behalf of a17872768c1e4384801bad129509cfa7 for: {'subnet': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:44:08.368850 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4bf8341b-6d1d-48e7-a0e0-2d2fd5734f52 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264730903'] for subnet, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:08.423613 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e513832-a7b5-48c1-8090-2cb79ee10ab9 req-c9401e35-96d2-4a32-96f2-6e38f60b1933 tempest-InstanceActionsNegativeTestJSON-1904907124 tempest-InstanceActionsNegativeTestJSON-1904907124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:44:08.435040 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-0e513832-a7b5-48c1-8090-2cb79ee10ab9 req-c9401e35-96d2-4a32-96f2-6e38f60b1933 tempest-InstanceActionsNegativeTestJSON-1904907124 tempest-InstanceActionsNegativeTestJSON-1904907124-project] 10.222.0.60 "GET /v2.0/ports?device_id=5685a2de-45b8-49e0-b43b-265681f6b7ad HTTP/1.1" status: 200 len: 944 time: 0.1358371 Nov 23 17:44:08.565293 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-0e513832-a7b5-48c1-8090-2cb79ee10ab9 req-d6feddf3-fcf5-4eeb-92f7-526bf3690cb5 tempest-InstanceActionsNegativeTestJSON-1904907124 tempest-InstanceActionsNegativeTestJSON-1904907124-project] 10.222.0.60 "GET /v2.0/security-groups?id=eefe0ea5-c106-4734-8906-c749a9768f75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292491 Nov 23 17:44:08.633837 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fe74c3-7e3c-4547-a469-17705be7d34a req-f68b5b3d-d378-46db-999b-12c5677aa2ce tempest-ListServerFiltersTestJSON-602552987 tempest-ListServerFiltersTestJSON-602552987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:44:08.649761 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-02fe74c3-7e3c-4547-a469-17705be7d34a req-f68b5b3d-d378-46db-999b-12c5677aa2ce tempest-ListServerFiltersTestJSON-602552987 tempest-ListServerFiltersTestJSON-602552987-project] 10.222.0.60 "GET /v2.0/ports?device_id=36409146-1095-48e4-aac8-430c5301d5ac HTTP/1.1" status: 200 len: 946 time: 0.1106203 Nov 23 17:44:08.673881 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 0a59466e-ec24-4aa1-bddc-4e1940cea83c up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:44:08.694291 n-d-816206-8 neutron-server[103590]: INFO neutron.db.ipam_backend_mixin [None req-4bf8341b-6d1d-48e7-a0e0-2d2fd5734f52 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 85a2bf89-368a-4562-8ffd-ab37dbccd629 (CIDR: 2001:db8::/64) Nov 23 17:44:08.705751 n-d-816206-8 neutron-server[103590]: INFO neutron.pecan_wsgi.hooks.translation [None req-4bf8341b-6d1d-48e7-a0e0-2d2fd5734f52 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 17:44:08.708210 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4bf8341b-6d1d-48e7-a0e0-2d2fd5734f52 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103590) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 17:44:08.755561 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-4bf8341b-6d1d-48e7-a0e0-2d2fd5734f52 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3384111 Nov 23 17:44:08.756695 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 56114) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:44:08.769131 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-02fe74c3-7e3c-4547-a469-17705be7d34a req-1444bb88-0576-4640-91e4-9259c0c1dd0a tempest-ListServerFiltersTestJSON-602552987 tempest-ListServerFiltersTestJSON-602552987-project] 10.222.0.60 "GET /v2.0/security-groups?id=21da44c1-bab0-4a24-bdb5-9c78cb5bfd70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151915 Nov 23 17:44:08.783830 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-2ac87044-e3ee-4760-8e1e-db35dfab929c tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Request body: {'subnet': {'network_id': '56dedb9c-c874-4806-8073-23c183970f13', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:44:08.991578 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ac87044-e3ee-4760-8e1e-db35dfab929c tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Made reservation on behalf of a17872768c1e4384801bad129509cfa7 for: {'subnet': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:44:08.995828 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2ac87044-e3ee-4760-8e1e-db35dfab929c tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264730903'] for subnet, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:09.082909 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee2a44f-40c3-4ed3-bbf8-d3c2a1a17af6 req-1ce24669-3115-4ee8-8e8a-c7c8783395ef tempest-ListServerFiltersTestJSON-602552987 tempest-ListServerFiltersTestJSON-602552987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:44:09.094092 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-3ee2a44f-40c3-4ed3-bbf8-d3c2a1a17af6 req-1ce24669-3115-4ee8-8e8a-c7c8783395ef tempest-ListServerFiltersTestJSON-602552987 tempest-ListServerFiltersTestJSON-602552987-project] 10.222.0.60 "GET /v2.0/ports?device_id=36409146-1095-48e4-aac8-430c5301d5ac HTTP/1.1" status: 200 len: 946 time: 0.1414709 Nov 23 17:44:09.191904 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-3ee2a44f-40c3-4ed3-bbf8-d3c2a1a17af6 req-6ce4e225-4ad4-4e72-8f54-23ea39b92bda tempest-ListServerFiltersTestJSON-602552987 tempest-ListServerFiltersTestJSON-602552987-project] 10.222.0.60 "GET /v2.0/security-groups?id=21da44c1-bab0-4a24-bdb5-9c78cb5bfd70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967731 Nov 23 17:44:09.367319 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-cfacc235-0727-4ea8-a370-c092304c8f24 None None] For port 0a59466e-ec24-4aa1-bddc-4e1940cea83c, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=0a59466e-ec24-4aa1-bddc-4e1940cea83c,segment=NetworkSegment(208f22fc-9686-4ca3-a88c-018385437c28),segment_id=208f22fc-9686-4ca3-a88c-018385437c28)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:44:09.427632 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-cfacc235-0727-4ea8-a370-c092304c8f24 None None] Publish callbacks [] for port, precommit_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:09.436576 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-cfacc235-0727-4ea8-a370-c092304c8f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:09.545410 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfacc235-0727-4ea8-a370-c092304c8f24 None None] Pushing event updated for resources: {'Port': ['ID=0a59466e-ec24-4aa1-bddc-4e1940cea83c,revision_number=12']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:44:09.576828 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port 0a59466e-ec24-4aa1-bddc-4e1940cea83c triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:44:09.577499 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:09.631778 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8919424f-d598-44d9-bef8-8e56f6fab1f5 req-27c0a7b6-4767-4d26-9001-ce040859d064 tempest-ListServerFiltersTestJSON-602552987 tempest-ListServerFiltersTestJSON-602552987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:44:09.642015 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2ac87044-e3ee-4760-8e1e-db35dfab929c tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264358096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264730885'] for subnet, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:09.645182 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8919424f-d598-44d9-bef8-8e56f6fab1f5 req-27c0a7b6-4767-4d26-9001-ce040859d064 tempest-ListServerFiltersTestJSON-602552987 tempest-ListServerFiltersTestJSON-602552987-project] 10.222.0.60 "GET /v2.0/ports?device_id=74d60304-cc4f-41f3-9245-821f0a036a31 HTTP/1.1" status: 200 len: 945 time: 0.3357573 Nov 23 17:44:09.694523 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed049fb-4e99-437e-8f66-b5d8ecbf1b6b req-861909fd-6aa4-41c2-b4c1-6cbefc547772 tempest-VolumesActionsTest-1274332743 tempest-VolumesActionsTest-1274332743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:44:09.704151 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8ed049fb-4e99-437e-8f66-b5d8ecbf1b6b req-861909fd-6aa4-41c2-b4c1-6cbefc547772 tempest-VolumesActionsTest-1274332743 tempest-VolumesActionsTest-1274332743-project] 10.222.0.60 "GET /v2.0/ports?device_id=b1a5f4a8-b383-45d0-8daa-85aae12c15c0 HTTP/1.1" status: 200 len: 946 time: 0.3311102 Nov 23 17:44:09.762120 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ac87044-e3ee-4760-8e1e-db35dfab929c tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Network 56dedb9c-c874-4806-8073-23c183970f13 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:44:09.768379 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-2ac87044-e3ee-4760-8e1e-db35dfab929c tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:44:09.788131 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ac87044-e3ee-4760-8e1e-db35dfab929c tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:44:09.788879 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2ac87044-e3ee-4760-8e1e-db35dfab929c tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks [] for subnet, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:09.802421 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac87044-e3ee-4760-8e1e-db35dfab929c tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Pushing event updated for resources: {'Subnet': ['ID=ff48ac4f-fb3c-49ab-9ba4-2cd71030b9f0,revision_number=0']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:44:09.827933 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-2ac87044-e3ee-4760-8e1e-db35dfab929c tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0646122 Nov 23 17:44:09.837799 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 56144) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:44:09.853793 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-e82eef33-cb91-4d4d-9545-2a7ca333df98 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Request body: {'port': {'network_id': '56dedb9c-c874-4806-8073-23c183970f13', 'mac_address': 'fa:16:3e:97:81:a4', 'name': 'tempest-NetworksTestDHCPv6-374851186'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:44:09.902290 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8ed049fb-4e99-437e-8f66-b5d8ecbf1b6b req-276e9f56-9c59-4407-ac22-863de33c1b82 tempest-VolumesActionsTest-1274332743 tempest-VolumesActionsTest-1274332743-project] 10.222.0.60 "GET /v2.0/security-groups?id=b8b17f96-d64e-431f-9313-e4489dcbb007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1971455 Nov 23 17:44:09.951358 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device e23e7716-a1e1-4fc5-9caf-568deb4c2f48 details requested by agent hyperv_n-h2-816206-8 with host n-h2-816206-8 {{(pid=103592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 17:44:10.007302 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f3fdc7-0d96-4d0f-a96c-b4576329dd09 req-d42dc2c1-41d1-4188-ac30-28c5e6272fed tempest-VolumesActionsTest-1274332743 tempest-VolumesActionsTest-1274332743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:44:10.020326 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-01f3fdc7-0d96-4d0f-a96c-b4576329dd09 req-d42dc2c1-41d1-4188-ac30-28c5e6272fed tempest-VolumesActionsTest-1274332743 tempest-VolumesActionsTest-1274332743-project] 10.222.0.36 "GET /v2.0/ports?device_id=b1a5f4a8-b383-45d0-8daa-85aae12c15c0 HTTP/1.1" status: 200 len: 946 time: 0.2846656 Nov 23 17:44:10.024287 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8919424f-d598-44d9-bef8-8e56f6fab1f5 req-956aa843-83a6-4531-8b7e-32f2d15728d4 tempest-ListServerFiltersTestJSON-602552987 tempest-ListServerFiltersTestJSON-602552987-project] 10.222.0.60 "GET /v2.0/security-groups?id=21da44c1-bab0-4a24-bdb5-9c78cb5bfd70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3783433 Nov 23 17:44:10.105952 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e82eef33-cb91-4d4d-9545-2a7ca333df98 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Made reservation on behalf of a17872768c1e4384801bad129509cfa7 for: {'port': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:44:10.278912 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port e23e7716-a1e1-4fc5-9caf-568deb4c2f48, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=e23e7716-a1e1-4fc5-9caf-568deb4c2f48,segment=NetworkSegment(ec813e0a-4415-4fed-a736-e9a0442fcb85),segment_id=ec813e0a-4415-4fed-a736-e9a0442fcb85)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:44:10.304037 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Returning: {'device': 'e23e7716-a1e1-4fc5-9caf-568deb4c2f48', 'network_id': '02874d22-2dc9-404b-96b5-741d17e13e44', 'port_id': 'e23e7716-a1e1-4fc5-9caf-568deb4c2f48', 'mac_address': 'fa:16:3e:97:05:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 505, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7cd7c517-b8bf-4f3d-98b6-b23c91372576', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 17:44:10.314169 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device 906a7551-44ad-4151-9be0-d95ddabd25da up at agent hyperv_n-h1-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:44:10.374958 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:10.383208 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e82eef33-cb91-4d4d-9545-2a7ca333df98 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:10.417617 n-d-816206-8 neutron-server[103590]: DEBUG neutron.notifiers.nova [None req-e82eef33-cb91-4d4d-9545-2a7ca333df98 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] device_id is not set on port d233268b-2a1c-4b3f-9c5e-d4f037ca7ecb yet. {{(pid=103590) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 17:44:10.472352 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e23e7716-a1e1-4fc5-9caf-568deb4c2f48 {{(pid=103592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:44:10.501775 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port e23e7716-a1e1-4fc5-9caf-568deb4c2f48, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=e23e7716-a1e1-4fc5-9caf-568deb4c2f48,segment=NetworkSegment(ec813e0a-4415-4fed-a736-e9a0442fcb85),segment_id=ec813e0a-4415-4fed-a736-e9a0442fcb85)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:44:10.513694 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00548e3c-7ce1-44bb-9f11-d2b85e25f2eb req-fc141acd-af48-48ac-8536-88aca0336d7c tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:44:10.516758 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:10.523299 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-00548e3c-7ce1-44bb-9f11-d2b85e25f2eb req-fc141acd-af48-48ac-8536-88aca0336d7c tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/ports?device_id=7492c7e5-8d27-4c5f-b3a2-6a31ab4fda25 HTTP/1.1" status: 200 len: 943 time: 0.3667727 Nov 23 17:44:10.597784 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Provisioning for port 906a7551-44ad-4151-9be0-d95ddabd25da completed by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 17:44:10.603624 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Pushing event updated for resources: {'Port': ['ID=e23e7716-a1e1-4fc5-9caf-568deb4c2f48,revision_number=4']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:44:10.622734 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Provisioning complete for port 906a7551-44ad-4151-9be0-d95ddabd25da triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:44:10.624406 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:10.679192 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da585941-f966-4a13-aecc-b9b3991dc3ce None None] Network 56dedb9c-c874-4806-8073-23c183970f13 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:44:10.705759 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-00548e3c-7ce1-44bb-9f11-d2b85e25f2eb req-a06b62a9-b1b3-4396-9c31-14b377cf9485 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/security-groups?id=776cdaad-ec9b-4a42-a3a9-360feae7cf4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802890 Nov 23 17:44:10.817511 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10caa634-0339-4126-b8ff-57ab7eb2174d req-4d9d1d6d-fc25-4a0e-825e-c5e722b0e916 tempest-InstanceActionsNegativeTestJSON-1904907124 tempest-InstanceActionsNegativeTestJSON-1904907124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:44:10.824143 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-10caa634-0339-4126-b8ff-57ab7eb2174d req-4d9d1d6d-fc25-4a0e-825e-c5e722b0e916 tempest-InstanceActionsNegativeTestJSON-1904907124 tempest-InstanceActionsNegativeTestJSON-1904907124-project] 10.222.0.60 "GET /v2.0/ports?device_id=5685a2de-45b8-49e0-b43b-265681f6b7ad HTTP/1.1" status: 200 len: 944 time: 0.4786148 Nov 23 17:44:10.839498 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [req-01f3fdc7-0d96-4d0f-a96c-b4576329dd09 req-40a27fa9-6015-46f4-a448-1cd9638b6015 tempest-VolumesActionsTest-1274332743 tempest-VolumesActionsTest-1274332743-project] Deleting port 8b14bd65-86c5-45d9-8ac6-75534bee817c {{(pid=103591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:44:10.839937 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-01f3fdc7-0d96-4d0f-a96c-b4576329dd09 req-40a27fa9-6015-46f4-a448-1cd9638b6015 tempest-VolumesActionsTest-1274332743 tempest-VolumesActionsTest-1274332743-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:10.868321 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-e82eef33-cb91-4d4d-9545-2a7ca333df98 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Allocated IP 2001:db8:0:1::3c4 (56dedb9c-c874-4806-8073-23c183970f13/ff48ac4f-fb3c-49ab-9ba4-2cd71030b9f0/d233268b-2a1c-4b3f-9c5e-d4f037ca7ecb) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:44:10.880990 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-e82eef33-cb91-4d4d-9545-2a7ca333df98 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Allocated IP 2001:db8::f816:3eff:fe97:81a4 (56dedb9c-c874-4806-8073-23c183970f13/85a2bf89-368a-4562-8ffd-ab37dbccd629/d233268b-2a1c-4b3f-9c5e-d4f037ca7ecb) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:44:10.901943 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-d5c97c77-199b-49b4-9b10-3cca2c5a9c2a None None] Provisioning complete for port 0a59466e-ec24-4aa1-bddc-4e1940cea83c triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:44:10.902748 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-d5c97c77-199b-49b4-9b10-3cca2c5a9c2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:11.002348 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] get_ports_and_sgs() called for port_ids ['e23e7716-a1e1-4fc5-9caf-568deb4c2f48'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:44:11.098690 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:11.148831 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e82eef33-cb91-4d4d-9545-2a7ca333df98 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:11.170673 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183d0027-0eba-4e53-8141-5fe4953881d7 req-1f2a053f-c9f2-47ee-8616-818452f943d0 tempest-ListServerFiltersTestJSON-602552987 tempest-ListServerFiltersTestJSON-602552987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:44:11.180145 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-183d0027-0eba-4e53-8141-5fe4953881d7 req-1f2a053f-c9f2-47ee-8616-818452f943d0 tempest-ListServerFiltersTestJSON-602552987 tempest-ListServerFiltersTestJSON-602552987-project] 10.222.0.60 "GET /v2.0/ports?device_id=62716bb5-8ce0-40bd-8dc9-1784181f4168 HTTP/1.1" status: 200 len: 946 time: 0.3142002 Nov 23 17:44:11.195741 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e82eef33-cb91-4d4d-9545-2a7ca333df98 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:11.230907 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-10caa634-0339-4126-b8ff-57ab7eb2174d req-5ad38684-902a-4b73-b24f-1970eec64957 tempest-InstanceActionsNegativeTestJSON-1904907124 tempest-InstanceActionsNegativeTestJSON-1904907124-project] 10.222.0.60 "GET /v2.0/security-groups?id=eefe0ea5-c106-4734-8906-c749a9768f75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4014599 Nov 23 17:44:11.270866 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e82eef33-cb91-4d4d-9545-2a7ca333df98 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Network 56dedb9c-c874-4806-8073-23c183970f13 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:44:11.277333 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-e82eef33-cb91-4d4d-9545-2a7ca333df98 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:44:11.280457 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e82eef33-cb91-4d4d-9545-2a7ca333df98 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:44:11.286296 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e82eef33-cb91-4d4d-9545-2a7ca333df98 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:44:11.286964 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e82eef33-cb91-4d4d-9545-2a7ca333df98 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:11.298671 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5685a2de-45b8-49e0-b43b-265681f6b7ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '906a7551-44ad-4151-9be0-d95ddabd25da'}] {{(pid=103592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:44:11.302112 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba3e6a8f2301c7a29fe1eca9779abdae4ccbcd6266d69778087f2498d5551201" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b16addaa-3570-4001-a9d0-dea454be3bd1" -d '{"events": [{"server_uuid": "5685a2de-45b8-49e0-b43b-265681f6b7ad", "name": "network-vif-plugged", "status": "completed", "tag": "906a7551-44ad-4151-9be0-d95ddabd25da"}]}' {{(pid=103592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:44:11.307800 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82eef33-cb91-4d4d-9545-2a7ca333df98 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Pushing event updated for resources: {'Port': ['ID=d233268b-2a1c-4b3f-9c5e-d4f037ca7ecb,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:44:11.337478 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-e82eef33-cb91-4d4d-9545-2a7ca333df98 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.4962838 Nov 23 17:44:11.338138 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 56172) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:44:11.350054 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port 906a7551-44ad-4151-9be0-d95ddabd25da, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=906a7551-44ad-4151-9be0-d95ddabd25da,segment=NetworkSegment(82837b43-cb0c-4b0f-b79c-102830cae67e),segment_id=82837b43-cb0c-4b0f-b79c-102830cae67e)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:44:11.360513 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:11.492460 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-01f3fdc7-0d96-4d0f-a96c-b4576329dd09 req-40a27fa9-6015-46f4-a448-1cd9638b6015 tempest-VolumesActionsTest-1274332743 tempest-VolumesActionsTest-1274332743-project] For port 8b14bd65-86c5-45d9-8ac6-75534bee817c, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=8b14bd65-86c5-45d9-8ac6-75534bee817c,segment=NetworkSegment(8fdf731f-3bb3-4ebb-9eaf-ea67ab6e4fa4),segment_id=8fdf731f-3bb3-4ebb-9eaf-ea67ab6e4fa4)] {{(pid=103591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:44:11.492865 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-01f3fdc7-0d96-4d0f-a96c-b4576329dd09 req-40a27fa9-6015-46f4-a448-1cd9638b6015 tempest-VolumesActionsTest-1274332743 tempest-VolumesActionsTest-1274332743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:11.522028 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-183d0027-0eba-4e53-8141-5fe4953881d7 req-2f27ecb7-847c-4c92-b213-a279397a054b tempest-ListServerFiltersTestJSON-602552987 tempest-ListServerFiltersTestJSON-602552987-project] 10.222.0.60 "GET /v2.0/security-groups?id=21da44c1-bab0-4a24-bdb5-9c78cb5bfd70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3408341 Nov 23 17:44:11.558803 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [req-01f3fdc7-0d96-4d0f-a96c-b4576329dd09 req-40a27fa9-6015-46f4-a448-1cd9638b6015 tempest-VolumesActionsTest-1274332743 tempest-VolumesActionsTest-1274332743-project] Calling delete_port for 8b14bd65-86c5-45d9-8ac6-75534bee817c owned by compute:nova {{(pid=103591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:44:11.582490 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-23854f4d-f999-41c3-9db6-65262379573a tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Deleting port d233268b-2a1c-4b3f-9c5e-d4f037ca7ecb {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:44:11.582834 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-23854f4d-f999-41c3-9db6-65262379573a tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:11.673093 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Pushing event updated for resources: {'Port': ['ID=906a7551-44ad-4151-9be0-d95ddabd25da,revision_number=5']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:44:11.687029 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d73b4bd8-7417-4932-b29c-b63446665be2 None None] Update dhcp port {'port': {'network_id': '56dedb9c-c874-4806-8073-23c183970f13', 'fixed_ips': [{'subnet_id': '85a2bf89-368a-4562-8ffd-ab37dbccd629', 'ip_address': '2001:db8::f816:3eff:fee3:5701'}, {'subnet_id': 'ff48ac4f-fb3c-49ab-9ba4-2cd71030b9f0'}], 'binding:host_id': 'n-d-816206-8'}, 'id': '0a59466e-ec24-4aa1-bddc-4e1940cea83c'} from n-d-816206-8. {{(pid=103592) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 23 17:44:11.723705 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20fdfd3-2ede-44e7-a4ed-849dffc82570 req-9fb4749b-54de-4ebc-93e0-bf0abc348d13 tempest-VolumesActionsTest-1274332743 tempest-VolumesActionsTest-1274332743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:44:11.763134 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e20fdfd3-2ede-44e7-a4ed-849dffc82570 req-9fb4749b-54de-4ebc-93e0-bf0abc348d13 tempest-VolumesActionsTest-1274332743 tempest-VolumesActionsTest-1274332743-project] 10.222.0.60 "GET /v2.0/ports?device_id=b1a5f4a8-b383-45d0-8daa-85aae12c15c0 HTTP/1.1" status: 200 len: 946 time: 0.3686323 Nov 23 17:44:11.767276 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-d73b4bd8-7417-4932-b29c-b63446665be2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:11.774260 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-01f3fdc7-0d96-4d0f-a96c-b4576329dd09 req-40a27fa9-6015-46f4-a448-1cd9638b6015 tempest-VolumesActionsTest-1274332743 tempest-VolumesActionsTest-1274332743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:11.819462 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a27fa9-6015-46f4-a448-1cd9638b6015 tempest-VolumesActionsTest-1274332743 tempest-VolumesActionsTest-1274332743-project] Pushing event deleted for resources: {'Port': ['ID=8b14bd65-86c5-45d9-8ac6-75534bee817c,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:44:11.828324 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:44:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16a40ff6-6617-4a9d-9b97-4035b6eb7b82 x-openstack-request-id: req-16a40ff6-6617-4a9d-9b97-4035b6eb7b82 {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:44:11.828796 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5685a2de-45b8-49e0-b43b-265681f6b7ad", "name": "network-vif-plugged", "status": "completed", "tag": "906a7551-44ad-4151-9be0-d95ddabd25da", "code": 200}]} {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:44:11.830079 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-16a40ff6-6617-4a9d-9b97-4035b6eb7b82 {{(pid=103592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:44:11.830540 n-d-816206-8 neutron-server[103592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5685a2de-45b8-49e0-b43b-265681f6b7ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '906a7551-44ad-4151-9be0-d95ddabd25da', 'code': 200} Nov 23 17:44:11.844759 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [req-e073cf51-7a2c-43aa-b12a-9501144a9285 req-0c38bddc-932d-4114-b0ad-9000f190e41a tempest-ListServerFiltersTestJSON-602552987 tempest-ListServerFiltersTestJSON-602552987-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=103591) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 17:44:11.845816 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e073cf51-7a2c-43aa-b12a-9501144a9285 req-0c38bddc-932d-4114-b0ad-9000f190e41a tempest-ListServerFiltersTestJSON-602552987 tempest-ListServerFiltersTestJSON-602552987-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0137548 Nov 23 17:44:11.937058 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-23854f4d-f999-41c3-9db6-65262379573a tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:11.966885 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-23854f4d-f999-41c3-9db6-65262379573a tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Calling delete_port for d233268b-2a1c-4b3f-9c5e-d4f037ca7ecb owned by {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:44:12.072073 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e20fdfd3-2ede-44e7-a4ed-849dffc82570 req-fe259ff8-d568-4950-b01d-854aff738eff tempest-VolumesActionsTest-1274332743 tempest-VolumesActionsTest-1274332743-project] 10.222.0.60 "GET /v2.0/security-groups?id=b8b17f96-d64e-431f-9313-e4489dcbb007&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3076584 Nov 23 17:44:12.074419 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [req-01f3fdc7-0d96-4d0f-a96c-b4576329dd09 req-40a27fa9-6015-46f4-a448-1cd9638b6015 tempest-VolumesActionsTest-1274332743 tempest-VolumesActionsTest-1274332743-project] No DVR routers for this DVR port 8b14bd65-86c5-45d9-8ac6-75534bee817c on host n-h2-816206-8 {{(pid=103591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:44:12.087741 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-01f3fdc7-0d96-4d0f-a96c-b4576329dd09 req-40a27fa9-6015-46f4-a448-1cd9638b6015 tempest-VolumesActionsTest-1274332743 tempest-VolumesActionsTest-1274332743-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:12.100125 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-01f3fdc7-0d96-4d0f-a96c-b4576329dd09 req-40a27fa9-6015-46f4-a448-1cd9638b6015 tempest-VolumesActionsTest-1274332743 tempest-VolumesActionsTest-1274332743-project] 10.222.0.36 "DELETE /v2.0/ports/8b14bd65-86c5-45d9-8ac6-75534bee817c HTTP/1.1" status: 204 len: 173 time: 2.0513415 Nov 23 17:44:12.193080 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1a5f4a8-b383-45d0-8daa-85aae12c15c0', 'name': 'network-vif-deleted', 'tag': '8b14bd65-86c5-45d9-8ac6-75534bee817c'}] {{(pid=103591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:44:12.207679 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41d174a19ece9499ff9ec44e5b3fc50f2abd3ffbc947fb7e52ea1e8db27b95b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e775f79-cbd4-44ab-add3-12784e628454" -d '{"events": [{"server_uuid": "b1a5f4a8-b383-45d0-8daa-85aae12c15c0", "name": "network-vif-deleted", "tag": "8b14bd65-86c5-45d9-8ac6-75534bee817c"}]}' {{(pid=103591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:44:12.249988 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.db_base_plugin_common [None req-d73b4bd8-7417-4932-b29c-b63446665be2 None None] Allocated IP 2001:db8:0:1::2 (56dedb9c-c874-4806-8073-23c183970f13/ff48ac4f-fb3c-49ab-9ba4-2cd71030b9f0/0a59466e-ec24-4aa1-bddc-4e1940cea83c) {{(pid=103592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:44:12.276877 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf9826c-5431-4a75-b034-f923a4d78e72 req-16e2d406-80f9-4c73-b867-625ac994f343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:44:12.278282 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ddf9826c-5431-4a75-b034-f923a4d78e72 req-16e2d406-80f9-4c73-b867-625ac994f343 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=5685a2de-45b8-49e0-b43b-265681f6b7ad HTTP/1.1" status: 200 len: 1096 time: 0.3224642 Nov 23 17:44:12.384184 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ddf9826c-5431-4a75-b034-f923a4d78e72 req-3ad4234a-a357-4242-83a0-1b2105f003fd service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=eefe0ea5-c106-4734-8906-c749a9768f75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591815 Nov 23 17:44:12.431131 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ebdeab-f523-4e9a-88f2-1548a294325f req-94567689-57a4-461b-923a-5766bdc5ef5c tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:44:12.433307 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-17ebdeab-f523-4e9a-88f2-1548a294325f req-94567689-57a4-461b-923a-5766bdc5ef5c tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/ports?device_id=7492c7e5-8d27-4c5f-b3a2-6a31ab4fda25 HTTP/1.1" status: 200 len: 944 time: 0.1986790 Nov 23 17:44:12.439257 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-23854f4d-f999-41c3-9db6-65262379573a tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:12.440134 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e073cf51-7a2c-43aa-b12a-9501144a9285 req-daff79b2-a807-4d7c-af79-cd36c21556bb tempest-ListServerFiltersTestJSON-602552987 tempest-ListServerFiltersTestJSON-602552987-project] 10.222.0.60 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.13&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.5389061 Nov 23 17:44:12.551239 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23854f4d-f999-41c3-9db6-65262379573a tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Pushing event deleted for resources: {'Port': ['ID=d233268b-2a1c-4b3f-9c5e-d4f037ca7ecb,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:44:12.554868 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-d73b4bd8-7417-4932-b29c-b63446665be2 None None] For port 0a59466e-ec24-4aa1-bddc-4e1940cea83c, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=0a59466e-ec24-4aa1-bddc-4e1940cea83c,segment=NetworkSegment(208f22fc-9686-4ca3-a88c-018385437c28),segment_id=208f22fc-9686-4ca3-a88c-018385437c28)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:44:12.594680 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-17ebdeab-f523-4e9a-88f2-1548a294325f req-360464c1-4ee3-4329-b9f7-d0110a29ebe7 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/security-groups?id=776cdaad-ec9b-4a42-a3a9-360feae7cf4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396666 Nov 23 17:44:12.646378 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-d73b4bd8-7417-4932-b29c-b63446665be2 None None] Publish callbacks [] for port, precommit_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:12.664520 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-d73b4bd8-7417-4932-b29c-b63446665be2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:12.671773 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-23854f4d-f999-41c3-9db6-65262379573a tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:12.679254 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-23854f4d-f999-41c3-9db6-65262379573a tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] 10.222.0.60 "DELETE /v2.0/ports/d233268b-2a1c-4b3f-9c5e-d4f037ca7ecb HTTP/1.1" status: 204 len: 168 time: 1.3363507 Nov 23 17:44:12.679541 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 56202) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:44:12.867562 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98e36fad-1ef3-41c0-85d6-c9c23ca04cc1 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:44:12.869279 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-98e36fad-1ef3-41c0-85d6-c9c23ca04cc1 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1048 time: 0.1887436 Nov 23 17:44:12.873788 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 56212) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:44:12.902253 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73b4bd8-7417-4932-b29c-b63446665be2 None None] Pushing event updated for resources: {'Port': ['ID=0a59466e-ec24-4aa1-bddc-4e1940cea83c,revision_number=13']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:44:13.036581 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-4b89791d-5cf9-48b2-890f-2c9f087c3aba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:13.038827 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-080c646a-2524-496d-9a2f-dd0d13f3a6cd tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:44:13.048791 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-080c646a-2524-496d-9a2f-dd0d13f3a6cd tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1048 time: 0.1704466 Nov 23 17:44:13.049040 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 56216) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:44:13.193352 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:44:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf2489c4-2cbe-41df-b25c-5b749a93ff65 x-openstack-request-id: req-cf2489c4-2cbe-41df-b25c-5b749a93ff65 {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:44:13.193811 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1a5f4a8-b383-45d0-8daa-85aae12c15c0", "name": "network-vif-deleted", "tag": "8b14bd65-86c5-45d9-8ac6-75534bee817c", "status": "completed", "code": 200}]} {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:44:13.196377 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-cf2489c4-2cbe-41df-b25c-5b749a93ff65 {{(pid=103591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:44:13.198103 n-d-816206-8 neutron-server[103591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1a5f4a8-b383-45d0-8daa-85aae12c15c0', 'name': 'network-vif-deleted', 'tag': '8b14bd65-86c5-45d9-8ac6-75534bee817c', 'status': 'completed', 'code': 200} Nov 23 17:44:13.247659 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ffa9a00-ac20-4379-a12d-35374fbcf74f tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:44:13.252171 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ffa9a00-ac20-4379-a12d-35374fbcf74f tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:44:13.258363 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ffa9a00-ac20-4379-a12d-35374fbcf74f tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:44:13.261052 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-3ffa9a00-ac20-4379-a12d-35374fbcf74f tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.2110813 Nov 23 17:44:13.263183 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 56224) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:44:13.305863 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f057cf2c-5249-4322-8cee-6bd1a356e149 req-02c492e3-2148-4d09-907a-31186b73f6c1 tempest-InstanceActionsNegativeTestJSON-1904907124 tempest-InstanceActionsNegativeTestJSON-1904907124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:44:13.326204 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f057cf2c-5249-4322-8cee-6bd1a356e149 req-02c492e3-2148-4d09-907a-31186b73f6c1 tempest-InstanceActionsNegativeTestJSON-1904907124 tempest-InstanceActionsNegativeTestJSON-1904907124-project] 10.222.0.60 "GET /v2.0/ports?device_id=5685a2de-45b8-49e0-b43b-265681f6b7ad HTTP/1.1" status: 200 len: 945 time: 0.2568977 Nov 23 17:44:13.376973 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_v2 [None req-50f6ffde-f8ec-40ae-9308-d53e2abd8d6e tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Deleting subnet 85a2bf89-368a-4562-8ffd-ab37dbccd629 {{(pid=103590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 17:44:13.383080 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-50f6ffde-f8ec-40ae-9308-d53e2abd8d6e tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks [] for subnet, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:13.455839 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:13.494603 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-50f6ffde-f8ec-40ae-9308-d53e2abd8d6e tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-267528342'] for subnet, precommit_delete_associations {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:13.609103 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f057cf2c-5249-4322-8cee-6bd1a356e149 req-91bb026c-0895-4df2-9a6d-3672097d65ea tempest-InstanceActionsNegativeTestJSON-1904907124 tempest-InstanceActionsNegativeTestJSON-1904907124-project] 10.222.0.60 "GET /v2.0/security-groups?id=eefe0ea5-c106-4734-8906-c749a9768f75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2814019 Nov 23 17:44:13.713887 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507417d3-9eed-41f9-b05d-69dc4e86badd req-95559a54-cd90-4f2e-976b-d6fdd9dd31e6 tempest-ListServerFiltersTestJSON-602552987 tempest-ListServerFiltersTestJSON-602552987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:44:13.717331 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-507417d3-9eed-41f9-b05d-69dc4e86badd req-95559a54-cd90-4f2e-976b-d6fdd9dd31e6 tempest-ListServerFiltersTestJSON-602552987 tempest-ListServerFiltersTestJSON-602552987-project] 10.222.0.60 "GET /v2.0/ports?device_id=36409146-1095-48e4-aac8-430c5301d5ac HTTP/1.1" status: 200 len: 946 time: 0.2492321 Nov 23 17:44:13.858463 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-50f6ffde-f8ec-40ae-9308-d53e2abd8d6e tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971956'] for subnet, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:13.967289 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device e23e7716-a1e1-4fc5-9caf-568deb4c2f48 up at agent hyperv_n-h2-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:44:14.027406 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-50f6ffde-f8ec-40ae-9308-d53e2abd8d6e tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264357903', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264730940'] for subnet, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:14.049429 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-507417d3-9eed-41f9-b05d-69dc4e86badd req-7960124f-f52c-4d31-97b3-2b7f2eb1ab16 tempest-ListServerFiltersTestJSON-602552987 tempest-ListServerFiltersTestJSON-602552987-project] 10.222.0.60 "GET /v2.0/security-groups?id=21da44c1-bab0-4a24-bdb5-9c78cb5bfd70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3002541 Nov 23 17:44:14.073942 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-50f6ffde-f8ec-40ae-9308-d53e2abd8d6e tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks [] for subnet, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:14.084728 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Provisioning for port e23e7716-a1e1-4fc5-9caf-568deb4c2f48 completed by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 17:44:14.093291 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-50f6ffde-f8ec-40ae-9308-d53e2abd8d6e tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] 10.222.0.60 "DELETE /v2.0/subnets/85a2bf89-368a-4562-8ffd-ab37dbccd629 HTTP/1.1" status: 204 len: 168 time: 0.8256369 Nov 23 17:44:14.094608 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Provisioning complete for port e23e7716-a1e1-4fc5-9caf-568deb4c2f48 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:44:14.095177 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:14.096274 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 56238) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:44:14.321004 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:14.345941 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9700cd10-c942-4847-8259-c399984aea5d req-72d208c1-e604-4d70-856e-46aaad4f9c6c tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:44:14.347327 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:14.355361 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9700cd10-c942-4847-8259-c399984aea5d req-72d208c1-e604-4d70-856e-46aaad4f9c6c tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/ports?device_id=7492c7e5-8d27-4c5f-b3a2-6a31ab4fda25 HTTP/1.1" status: 200 len: 944 time: 0.4044886 Nov 23 17:44:14.417682 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7492c7e5-8d27-4c5f-b3a2-6a31ab4fda25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e23e7716-a1e1-4fc5-9caf-568deb4c2f48'}] {{(pid=103592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:44:14.420419 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba3e6a8f2301c7a29fe1eca9779abdae4ccbcd6266d69778087f2498d5551201" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e3bb1dc-a8cb-4679-ae7b-8517aeb712fd" -d '{"events": [{"server_uuid": "7492c7e5-8d27-4c5f-b3a2-6a31ab4fda25", "name": "network-vif-plugged", "status": "completed", "tag": "e23e7716-a1e1-4fc5-9caf-568deb4c2f48"}]}' {{(pid=103592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:44:14.468575 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9700cd10-c942-4847-8259-c399984aea5d req-2e4eaee3-86db-4d80-a7d7-1a16274b074b tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/security-groups?id=776cdaad-ec9b-4a42-a3a9-360feae7cf4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089423 Nov 23 17:44:14.477147 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port e23e7716-a1e1-4fc5-9caf-568deb4c2f48, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=e23e7716-a1e1-4fc5-9caf-568deb4c2f48,segment=NetworkSegment(ec813e0a-4415-4fed-a736-e9a0442fcb85),segment_id=ec813e0a-4415-4fed-a736-e9a0442fcb85)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:44:14.486375 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:14.489518 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device 8b14bd65-86c5-45d9-8ac6-75534bee817c no longer exists at agent hyperv_n-h2-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:44:14.492885 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e4c3fc-14d6-4d50-a4ca-fb9b604a4f76 req-54740591-6a9d-4bd5-a5cf-fa373c30cd86 tempest-ListServerFiltersTestJSON-602552987 tempest-ListServerFiltersTestJSON-602552987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:44:14.503036 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-74e4c3fc-14d6-4d50-a4ca-fb9b604a4f76 req-54740591-6a9d-4bd5-a5cf-fa373c30cd86 tempest-ListServerFiltersTestJSON-602552987 tempest-ListServerFiltersTestJSON-602552987-project] 10.222.0.60 "GET /v2.0/ports?device_id=74d60304-cc4f-41f3-9245-821f0a036a31 HTTP/1.1" status: 200 len: 945 time: 0.3178766 Nov 23 17:44:14.598566 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a44ace5c-2587-435e-a224-24c32bd9de32 None None] Network 56dedb9c-c874-4806-8073-23c183970f13 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:44:14.632216 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f6ffde-f8ec-40ae-9308-d53e2abd8d6e tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Pushing event deleted for resources: {'Subnet': ['ID=85a2bf89-368a-4562-8ffd-ab37dbccd629,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:44:14.641982 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-74e4c3fc-14d6-4d50-a4ca-fb9b604a4f76 req-f65e50aa-4d84-4a52-874e-f70ea77231a4 tempest-ListServerFiltersTestJSON-602552987 tempest-ListServerFiltersTestJSON-602552987-project] 10.222.0.60 "GET /v2.0/security-groups?id=21da44c1-bab0-4a24-bdb5-9c78cb5bfd70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327043 Nov 23 17:44:14.662457 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_v2 [None req-f31cadc1-d08e-40d1-a7d7-ba9d12b16c83 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Deleting subnet ff48ac4f-fb3c-49ab-9ba4-2cd71030b9f0 {{(pid=103590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 17:44:14.669657 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f31cadc1-d08e-40d1-a7d7-ba9d12b16c83 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks [] for subnet, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:14.735635 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] No Port match for: 8b14bd65-86c5-45d9-8ac6-75534bee817c {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:44:14.739244 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device 8b14bd65-86c5-45d9-8ac6-75534bee817c not bound to the agent host n-h2-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:44:14.769018 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:44:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4885c12-9cb0-4c75-9384-fee72e8610e1 x-openstack-request-id: req-d4885c12-9cb0-4c75-9384-fee72e8610e1 {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:44:14.769335 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7492c7e5-8d27-4c5f-b3a2-6a31ab4fda25", "name": "network-vif-plugged", "status": "completed", "tag": "e23e7716-a1e1-4fc5-9caf-568deb4c2f48", "code": 200}]} {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:44:14.769571 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d4885c12-9cb0-4c75-9384-fee72e8610e1 {{(pid=103592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:44:14.773486 n-d-816206-8 neutron-server[103592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7492c7e5-8d27-4c5f-b3a2-6a31ab4fda25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e23e7716-a1e1-4fc5-9caf-568deb4c2f48', 'code': 200} Nov 23 17:44:14.834150 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 0a59466e-ec24-4aa1-bddc-4e1940cea83c up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:44:14.853017 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f31cadc1-d08e-40d1-a7d7-ba9d12b16c83 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-267528342'] for subnet, precommit_delete_associations {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:14.997764 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f31cadc1-d08e-40d1-a7d7-ba9d12b16c83 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971956'] for subnet, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:15.014431 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-ce6e780c-9fd8-40bb-a9e6-c831d71edc4f None None] Provisioning complete for port 0a59466e-ec24-4aa1-bddc-4e1940cea83c triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:44:15.023626 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-ce6e780c-9fd8-40bb-a9e6-c831d71edc4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:15.067263 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62a4ba6-5945-4acd-ad5a-52b38a2eabb4 req-4d3f0d2f-4c1c-4b9e-8be7-2177d435f908 tempest-InstanceActionsNegativeTestJSON-1904907124 tempest-InstanceActionsNegativeTestJSON-1904907124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:44:15.080595 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e62a4ba6-5945-4acd-ad5a-52b38a2eabb4 req-4d3f0d2f-4c1c-4b9e-8be7-2177d435f908 tempest-InstanceActionsNegativeTestJSON-1904907124 tempest-InstanceActionsNegativeTestJSON-1904907124-project] 10.222.0.60 "GET /v2.0/ports?device_id=5685a2de-45b8-49e0-b43b-265681f6b7ad HTTP/1.1" status: 200 len: 945 time: 0.2771840 Nov 23 17:44:15.105807 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037804f8-1443-4bcf-a336-e3279983935b req-b995cbd4-aec0-446d-9080-7285be17f2ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:44:15.107562 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-037804f8-1443-4bcf-a336-e3279983935b req-b995cbd4-aec0-446d-9080-7285be17f2ce service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=7492c7e5-8d27-4c5f-b3a2-6a31ab4fda25 HTTP/1.1" status: 200 len: 1096 time: 0.2526815 Nov 23 17:44:15.122441 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3abcbcb-c0a6-41c2-93fb-9645773fd287 req-94ad9b0e-ebf5-4db7-b77d-90848966a954 tempest-ListServerFiltersTestJSON-602552987 tempest-ListServerFiltersTestJSON-602552987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:44:15.130641 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c3abcbcb-c0a6-41c2-93fb-9645773fd287 req-94ad9b0e-ebf5-4db7-b77d-90848966a954 tempest-ListServerFiltersTestJSON-602552987 tempest-ListServerFiltersTestJSON-602552987-project] 10.222.0.60 "GET /v2.0/ports?device_id=62716bb5-8ce0-40bd-8dc9-1784181f4168 HTTP/1.1" status: 200 len: 946 time: 0.2741098 Nov 23 17:44:15.160990 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f31cadc1-d08e-40d1-a7d7-ba9d12b16c83 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264357903', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264730940'] for subnet, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:15.238653 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31cadc1-d08e-40d1-a7d7-ba9d12b16c83 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Pushing event deleted for resources: {'Subnet': ['ID=ff48ac4f-fb3c-49ab-9ba4-2cd71030b9f0,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:44:15.251157 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f31cadc1-d08e-40d1-a7d7-ba9d12b16c83 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks [] for subnet, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:15.263204 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-f31cadc1-d08e-40d1-a7d7-ba9d12b16c83 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] 10.222.0.60 "DELETE /v2.0/subnets/ff48ac4f-fb3c-49ab-9ba4-2cd71030b9f0 HTTP/1.1" status: 204 len: 168 time: 1.1591048 Nov 23 17:44:15.263451 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e62a4ba6-5945-4acd-ad5a-52b38a2eabb4 req-c0272970-2ec2-45cf-ad9d-d401b70e4645 tempest-InstanceActionsNegativeTestJSON-1904907124 tempest-InstanceActionsNegativeTestJSON-1904907124-project] 10.222.0.60 "GET /v2.0/security-groups?id=eefe0ea5-c106-4734-8906-c749a9768f75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767466 Nov 23 17:44:15.266358 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 56274) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:44:15.320318 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-037804f8-1443-4bcf-a336-e3279983935b req-5cd9d8e3-117a-4b14-8b50-7dbb42b78924 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=776cdaad-ec9b-4a42-a3a9-360feae7cf4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871047 Nov 23 17:44:15.350925 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c3abcbcb-c0a6-41c2-93fb-9645773fd287 req-ae2ab528-b864-4bfd-bc12-a921937f0f06 tempest-ListServerFiltersTestJSON-602552987 tempest-ListServerFiltersTestJSON-602552987-project] 10.222.0.60 "GET /v2.0/security-groups?id=21da44c1-bab0-4a24-bdb5-9c78cb5bfd70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2183604 Nov 23 17:44:15.384575 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Pushing event updated for resources: {'Port': ['ID=e23e7716-a1e1-4fc5-9caf-568deb4c2f48,revision_number=5']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:44:15.402196 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-fcf7c1b1-93f7-4d4a-a03f-0a7830377569 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:15.405910 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-91e443c4-6cfb-4db7-948a-826bac360322 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1380351 Nov 23 17:44:15.408646 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 56286) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:44:15.414164 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-5fcbace3-639d-4f0a-bed1-c0505cac43fd tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Request body: {'subnet': {'network_id': '56dedb9c-c874-4806-8073-23c183970f13', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:44:15.669206 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port 0a59466e-ec24-4aa1-bddc-4e1940cea83c triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:44:15.669924 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:15.695587 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fcbace3-639d-4f0a-bed1-c0505cac43fd tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Made reservation on behalf of a17872768c1e4384801bad129509cfa7 for: {'subnet': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:44:15.701674 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5fcbace3-639d-4f0a-bed1-c0505cac43fd tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264730903'] for subnet, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:15.831793 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a87bf3b-6429-4d70-8c44-ebacbcdc6103 None None] DHCP port deletion for 56dedb9c-c874-4806-8073-23c183970f13 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:44:15.929099 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c61fe9-70f7-4be9-a7cf-e2b71f9406f2 req-4a823e83-5d76-4392-adca-f62246560bc3 tempest-ListServerFiltersTestJSON-602552987 tempest-ListServerFiltersTestJSON-602552987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:44:15.946089 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c61fe9-70f7-4be9-a7cf-e2b71f9406f2 req-4a823e83-5d76-4392-adca-f62246560bc3 tempest-ListServerFiltersTestJSON-602552987 tempest-ListServerFiltersTestJSON-602552987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:44:15.960457 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c61fe9-70f7-4be9-a7cf-e2b71f9406f2 req-4a823e83-5d76-4392-adca-f62246560bc3 tempest-ListServerFiltersTestJSON-602552987 tempest-ListServerFiltersTestJSON-602552987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:44:15.972388 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-4a87bf3b-6429-4d70-8c44-ebacbcdc6103 None None] Deleting port 0a59466e-ec24-4aa1-bddc-4e1940cea83c {{(pid=103592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:44:15.972726 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-4a87bf3b-6429-4d70-8c44-ebacbcdc6103 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:15.995573 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-18c61fe9-70f7-4be9-a7cf-e2b71f9406f2 req-4a823e83-5d76-4392-adca-f62246560bc3 tempest-ListServerFiltersTestJSON-602552987 tempest-ListServerFiltersTestJSON-602552987-project] 10.222.0.60 "GET /v2.0/ports?device_id=62716bb5-8ce0-40bd-8dc9-1784181f4168&device_id=74d60304-cc4f-41f3-9245-821f0a036a31&device_id=36409146-1095-48e4-aac8-430c5301d5ac HTTP/1.1" status: 200 len: 2418 time: 0.2759287 Nov 23 17:44:16.056350 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ac2d06-ca3d-4c62-99e7-15b9a2a33261 req-0ebf89ae-9404-4841-b4fd-227dbfd90292 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:44:16.065271 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b1ac2d06-ca3d-4c62-99e7-15b9a2a33261 req-0ebf89ae-9404-4841-b4fd-227dbfd90292 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/ports?device_id=7492c7e5-8d27-4c5f-b3a2-6a31ab4fda25 HTTP/1.1" status: 200 len: 945 time: 0.2286129 Nov 23 17:44:16.076555 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5fcbace3-639d-4f0a-bed1-c0505cac43fd tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264358096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264730885'] for subnet, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:16.080286 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-4a87bf3b-6429-4d70-8c44-ebacbcdc6103 None None] For port 0a59466e-ec24-4aa1-bddc-4e1940cea83c, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=0a59466e-ec24-4aa1-bddc-4e1940cea83c,segment=NetworkSegment(208f22fc-9686-4ca3-a88c-018385437c28),segment_id=208f22fc-9686-4ca3-a88c-018385437c28)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:44:16.085389 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-4a87bf3b-6429-4d70-8c44-ebacbcdc6103 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:16.137722 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-4a87bf3b-6429-4d70-8c44-ebacbcdc6103 None None] Calling delete_port for 0a59466e-ec24-4aa1-bddc-4e1940cea83c owned by network:dhcp {{(pid=103592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:44:16.148899 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fcbace3-639d-4f0a-bed1-c0505cac43fd tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Network 56dedb9c-c874-4806-8073-23c183970f13 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:44:16.175792 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-5fcbace3-639d-4f0a-bed1-c0505cac43fd tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:44:16.182589 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcbace3-639d-4f0a-bed1-c0505cac43fd tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Pushing event updated for resources: {'Subnet': ['ID=bd3ee310-a78f-4115-9fa9-0d7fd4093f74,revision_number=0']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:44:16.193273 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fcbace3-639d-4f0a-bed1-c0505cac43fd tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:44:16.195328 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5fcbace3-639d-4f0a-bed1-c0505cac43fd tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks [] for subnet, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:16.212562 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-18c61fe9-70f7-4be9-a7cf-e2b71f9406f2 req-f5b93041-dd2e-432e-a620-86a12c0bdd6e tempest-ListServerFiltersTestJSON-602552987 tempest-ListServerFiltersTestJSON-602552987-project] 10.222.0.60 "GET /v2.0/security-groups?id=21da44c1-bab0-4a24-bdb5-9c78cb5bfd70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1952970 Nov 23 17:44:16.228061 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-5fcbace3-639d-4f0a-bed1-c0505cac43fd tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8178751 Nov 23 17:44:16.232649 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 56326) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:44:16.249287 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-6382563a-2a50-4fa8-8ced-418b67d0fb7d tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Request body: {'subnet': {'network_id': '56dedb9c-c874-4806-8073-23c183970f13', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:44:16.293720 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-4a87bf3b-6429-4d70-8c44-ebacbcdc6103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989'] for port, after_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:16.297349 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b1ac2d06-ca3d-4c62-99e7-15b9a2a33261 req-05d6fa4d-a6f8-4e6e-a51f-bb6a1bde322b tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/security-groups?id=776cdaad-ec9b-4a42-a3a9-360feae7cf4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1939027 Nov 23 17:44:16.317544 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a87bf3b-6429-4d70-8c44-ebacbcdc6103 None None] No DVR routers for this DVR port 0a59466e-ec24-4aa1-bddc-4e1940cea83c on host n-d-816206-8 {{(pid=103592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:44:16.422997 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a87bf3b-6429-4d70-8c44-ebacbcdc6103 None None] Pushing event deleted for resources: {'Port': ['ID=0a59466e-ec24-4aa1-bddc-4e1940cea83c,revision_number=None']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:44:16.442483 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b86f9852-ed56-4bb7-aa2d-2e35ea9decf5 None None] Network 56dedb9c-c874-4806-8073-23c183970f13 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:44:16.698429 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-52822d53-48f5-4819-8a95-bdc13aea0bf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:16.705495 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 0a59466e-ec24-4aa1-bddc-4e1940cea83c no longer exists at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:44:16.731041 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6382563a-2a50-4fa8-8ced-418b67d0fb7d tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Made reservation on behalf of a17872768c1e4384801bad129509cfa7 for: {'subnet': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:44:16.736399 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6382563a-2a50-4fa8-8ced-418b67d0fb7d tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264730903'] for subnet, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:16.744246 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2631c2a4-0b39-46a2-95be-c027f1c3d665 req-516515ab-a50e-4e87-bc1e-f17972baa522 tempest-ListServerFiltersTestJSON-602552987 tempest-ListServerFiltersTestJSON-602552987-project] 10.222.0.60 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.2107463 Nov 23 17:44:16.906370 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855fc95c-d549-48e9-bc1c-790954fc8db2 req-fb3da924-596b-4997-a9e3-b0f26fb41bbd tempest-InstanceActionsNegativeTestJSON-1904907124 tempest-InstanceActionsNegativeTestJSON-1904907124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:44:16.907924 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-855fc95c-d549-48e9-bc1c-790954fc8db2 req-fb3da924-596b-4997-a9e3-b0f26fb41bbd tempest-InstanceActionsNegativeTestJSON-1904907124 tempest-InstanceActionsNegativeTestJSON-1904907124-project] 10.222.0.60 "GET /v2.0/ports?device_id=5685a2de-45b8-49e0-b43b-265681f6b7ad HTTP/1.1" status: 200 len: 945 time: 0.1591518 Nov 23 17:44:16.943927 n-d-816206-8 neutron-server[103590]: INFO neutron.db.ipam_backend_mixin [None req-6382563a-2a50-4fa8-8ced-418b67d0fb7d tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet bd3ee310-a78f-4115-9fa9-0d7fd4093f74 (CIDR: 2001:db8::/64) Nov 23 17:44:16.949374 n-d-816206-8 neutron-server[103590]: INFO neutron.pecan_wsgi.hooks.translation [None req-6382563a-2a50-4fa8-8ced-418b67d0fb7d tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 17:44:16.949896 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6382563a-2a50-4fa8-8ced-418b67d0fb7d tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103590) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 17:44:16.985802 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-6382563a-2a50-4fa8-8ced-418b67d0fb7d tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7506087 Nov 23 17:44:16.986462 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 56348) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:44:16.998020 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-e9840f24-06f8-4b35-ab1c-79dd453f2652 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Request body: {'subnet': {'network_id': '56dedb9c-c874-4806-8073-23c183970f13', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:44:17.023103 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-855fc95c-d549-48e9-bc1c-790954fc8db2 req-8d84412d-093d-40c7-8e21-f4ddca585271 tempest-InstanceActionsNegativeTestJSON-1904907124 tempest-InstanceActionsNegativeTestJSON-1904907124-project] 10.222.0.60 "GET /v2.0/security-groups?id=eefe0ea5-c106-4734-8906-c749a9768f75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006420 Nov 23 17:44:17.065655 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] No Port match for: 0a59466e-ec24-4aa1-bddc-4e1940cea83c {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:44:17.066331 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 0a59466e-ec24-4aa1-bddc-4e1940cea83c not bound to the agent host n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:44:17.225729 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9468c07-0898-4e5f-b369-33fef121621a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp355044b8-8e87-58c4-94fa-4a010ec30f9e-56dedb9c-c874-4806-8073-23c183970f13', 'network_id': '56dedb9c-c874-4806-8073-23c183970f13', 'tenant_id': 'a17872768c1e4384801bad129509cfa7', 'fixed_ips': [{'subnet_id': 'bd3ee310-a78f-4115-9fa9-0d7fd4093f74'}]}} from n-d-816206-8. {{(pid=103592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 17:44:17.226625 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b9468c07-0898-4e5f-b369-33fef121621a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:17.248288 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9840f24-06f8-4b35-ab1c-79dd453f2652 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Made reservation on behalf of a17872768c1e4384801bad129509cfa7 for: {'subnet': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:44:17.256125 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e9840f24-06f8-4b35-ab1c-79dd453f2652 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264730903'] for subnet, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:17.502705 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.db_base_plugin_common [None req-b9468c07-0898-4e5f-b369-33fef121621a None None] Allocated IP 2001:db8::2 (56dedb9c-c874-4806-8073-23c183970f13/bd3ee310-a78f-4115-9fa9-0d7fd4093f74/7eb9e300-bde2-49f2-842d-a126a3cf7170) {{(pid=103592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:44:17.553126 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8b5653-fe05-41f8-9d0e-9e98a18e4837 req-6e6a13f8-bfdf-4670-b01c-1eb1dfe855ac tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:44:17.555299 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-3e8b5653-fe05-41f8-9d0e-9e98a18e4837 req-6e6a13f8-bfdf-4670-b01c-1eb1dfe855ac tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/ports?device_id=7492c7e5-8d27-4c5f-b3a2-6a31ab4fda25 HTTP/1.1" status: 200 len: 945 time: 0.1053410 Nov 23 17:44:17.665210 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-3e8b5653-fe05-41f8-9d0e-9e98a18e4837 req-b2e40e29-1741-4b8c-9998-8990ce37b974 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/security-groups?id=776cdaad-ec9b-4a42-a3a9-360feae7cf4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917559 Nov 23 17:44:17.848727 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9a27ae6c-db98-474f-94c1-cc99bf842d79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:17.884274 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b9468c07-0898-4e5f-b369-33fef121621a None None] Publish callbacks [] for port, precommit_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:17.903243 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b9468c07-0898-4e5f-b369-33fef121621a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980'] for port, after_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:17.981650 n-d-816206-8 neutron-server[103592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9468c07-0898-4e5f-b369-33fef121621a None None] Network 56dedb9c-c874-4806-8073-23c183970f13 is already hosted by enough agents. {{(pid=103592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:44:17.987134 n-d-816206-8 neutron-server[103592]: DEBUG neutron.scheduler.base_scheduler [None req-b9468c07-0898-4e5f-b369-33fef121621a None None] Resources bound (agent type, host, resource id): {{(pid=103592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:44:17.990835 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9468c07-0898-4e5f-b369-33fef121621a None None] Received port after_create {{(pid=103592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:44:18.014671 n-d-816206-8 neutron-server[103590]: DEBUG neutron.objects.ports [None req-e9840f24-06f8-4b35-ab1c-79dd453f2652 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103590) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 23 17:44:18.061366 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920303b0-ce01-49e3-ac70-11c4beb50e31 req-c254bb65-a279-48a3-934c-4b8cb2f602f6 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:44:18.063031 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-920303b0-ce01-49e3-ac70-11c4beb50e31 req-c254bb65-a279-48a3-934c-4b8cb2f602f6 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/ports?device_id=7492c7e5-8d27-4c5f-b3a2-6a31ab4fda25 HTTP/1.1" status: 200 len: 945 time: 0.1950243 Nov 23 17:44:18.108724 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9468c07-0898-4e5f-b369-33fef121621a None None] Pushing event updated for resources: {'Port': ['ID=7eb9e300-bde2-49f2-842d-a126a3cf7170,revision_number=1']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:44:18.123928 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-b9468c07-0898-4e5f-b369-33fef121621a None None] Attempting to bind port 7eb9e300-bde2-49f2-842d-a126a3cf7170 on host n-d-816206-8 for vnic_type normal with profile {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:44:18.124315 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-b9468c07-0898-4e5f-b369-33fef121621a None None] Attempting to bind port 7eb9e300-bde2-49f2-842d-a126a3cf7170 by drivers openvswitch,hyperv on host n-d-816206-8 at level 0 using segments [{'id': '208f22fc-9686-4ca3-a88c-018385437c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '56dedb9c-c874-4806-8073-23c183970f13'}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:44:18.124730 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9468c07-0898-4e5f-b369-33fef121621a None None] Attempting to bind port 7eb9e300-bde2-49f2-842d-a126a3cf7170 on network 56dedb9c-c874-4806-8073-23c183970f13 {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:44:18.166350 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4055e89-8fab-485a-85fa-6acb3ba43350 req-91bcea08-c801-4330-aef8-d794db0262cc tempest-InstanceActionsNegativeTestJSON-1904907124 tempest-InstanceActionsNegativeTestJSON-1904907124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:44:18.167984 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e4055e89-8fab-485a-85fa-6acb3ba43350 req-91bcea08-c801-4330-aef8-d794db0262cc tempest-InstanceActionsNegativeTestJSON-1904907124 tempest-InstanceActionsNegativeTestJSON-1904907124-project] 10.222.0.55 "GET /v2.0/ports?device_id=5685a2de-45b8-49e0-b43b-265681f6b7ad HTTP/1.1" status: 200 len: 945 time: 0.2774062 Nov 23 17:44:18.176097 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9468c07-0898-4e5f-b369-33fef121621a None None] Checking agent: {'id': '9e89acbe-4bbe-4c77-a18b-6f1da9133e0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 7, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 43, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:44:18.176961 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9468c07-0898-4e5f-b369-33fef121621a None None] Checking segment: {'id': '208f22fc-9686-4ca3-a88c-018385437c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '56dedb9c-c874-4806-8073-23c183970f13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:44:18.177182 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b9468c07-0898-4e5f-b369-33fef121621a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:18.177680 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9468c07-0898-4e5f-b369-33fef121621a None None] Bound using segment: {'id': '208f22fc-9686-4ca3-a88c-018385437c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '56dedb9c-c874-4806-8073-23c183970f13'} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:44:18.178531 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-b9468c07-0898-4e5f-b369-33fef121621a None None] Bound port: 7eb9e300-bde2-49f2-842d-a126a3cf7170, host: n-d-816206-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '208f22fc-9686-4ca3-a88c-018385437c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '56dedb9c-c874-4806-8073-23c183970f13'}}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:44:18.179042 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b9468c07-0898-4e5f-b369-33fef121621a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:18.302238 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-920303b0-ce01-49e3-ac70-11c4beb50e31 req-03430665-aa16-4ca9-847e-a1cd9f93ac8f tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/security-groups?id=776cdaad-ec9b-4a42-a3a9-360feae7cf4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2255578 Nov 23 17:44:18.379163 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b9468c07-0898-4e5f-b369-33fef121621a None None] For port 7eb9e300-bde2-49f2-842d-a126a3cf7170, host n-d-816206-8, cleared binding levels {{(pid=103592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:44:18.389845 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:18.395636 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b9468c07-0898-4e5f-b369-33fef121621a None None] For port 7eb9e300-bde2-49f2-842d-a126a3cf7170, host n-d-816206-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=7eb9e300-bde2-49f2-842d-a126a3cf7170,segment=NetworkSegment(208f22fc-9686-4ca3-a88c-018385437c28),segment_id=208f22fc-9686-4ca3-a88c-018385437c28)] {{(pid=103592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:44:18.403096 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b9468c07-0898-4e5f-b369-33fef121621a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:18.429964 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210cd586-2ef1-4730-9d4d-5df3b2f21d87 req-3027ed13-1fe7-463c-886b-01ec967e0af5 tempest-InstanceActionsNegativeTestJSON-1904907124 tempest-InstanceActionsNegativeTestJSON-1904907124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:44:18.439448 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-210cd586-2ef1-4730-9d4d-5df3b2f21d87 req-3027ed13-1fe7-463c-886b-01ec967e0af5 tempest-InstanceActionsNegativeTestJSON-1904907124 tempest-InstanceActionsNegativeTestJSON-1904907124-project] 10.222.0.60 "GET /v2.0/ports?device_id=5685a2de-45b8-49e0-b43b-265681f6b7ad HTTP/1.1" status: 200 len: 945 time: 0.1610332 Nov 23 17:44:18.445095 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e9840f24-06f8-4b35-ab1c-79dd453f2652 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:18.546634 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [req-e4055e89-8fab-485a-85fa-6acb3ba43350 req-3e60bfa2-668a-4988-a4d9-6f3865a185ec tempest-InstanceActionsNegativeTestJSON-1904907124 tempest-InstanceActionsNegativeTestJSON-1904907124-project] Deleting port 906a7551-44ad-4151-9be0-d95ddabd25da {{(pid=103591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:44:18.547391 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-e4055e89-8fab-485a-85fa-6acb3ba43350 req-3e60bfa2-668a-4988-a4d9-6f3865a185ec tempest-InstanceActionsNegativeTestJSON-1904907124 tempest-InstanceActionsNegativeTestJSON-1904907124-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:18.562971 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9468c07-0898-4e5f-b369-33fef121621a None None] Pushing event updated for resources: {'Port': ['ID=7eb9e300-bde2-49f2-842d-a126a3cf7170,revision_number=3']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:44:18.616820 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-210cd586-2ef1-4730-9d4d-5df3b2f21d87 req-b8ec1225-951d-41da-a782-c0f193a9e844 tempest-InstanceActionsNegativeTestJSON-1904907124 tempest-InstanceActionsNegativeTestJSON-1904907124-project] 10.222.0.60 "GET /v2.0/security-groups?id=eefe0ea5-c106-4734-8906-c749a9768f75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728494 Nov 23 17:44:18.816715 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-e4055e89-8fab-485a-85fa-6acb3ba43350 req-3e60bfa2-668a-4988-a4d9-6f3865a185ec tempest-InstanceActionsNegativeTestJSON-1904907124 tempest-InstanceActionsNegativeTestJSON-1904907124-project] For port 906a7551-44ad-4151-9be0-d95ddabd25da, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=906a7551-44ad-4151-9be0-d95ddabd25da,segment=NetworkSegment(82837b43-cb0c-4b0f-b79c-102830cae67e),segment_id=82837b43-cb0c-4b0f-b79c-102830cae67e)] {{(pid=103591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:44:18.817089 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-e4055e89-8fab-485a-85fa-6acb3ba43350 req-3e60bfa2-668a-4988-a4d9-6f3865a185ec tempest-InstanceActionsNegativeTestJSON-1904907124 tempest-InstanceActionsNegativeTestJSON-1904907124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:18.852478 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [req-e4055e89-8fab-485a-85fa-6acb3ba43350 req-3e60bfa2-668a-4988-a4d9-6f3865a185ec tempest-InstanceActionsNegativeTestJSON-1904907124 tempest-InstanceActionsNegativeTestJSON-1904907124-project] Calling delete_port for 906a7551-44ad-4151-9be0-d95ddabd25da owned by compute:nova {{(pid=103591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:44:18.967385 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-e9840f24-06f8-4b35-ab1c-79dd453f2652 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] For port 7eb9e300-bde2-49f2-842d-a126a3cf7170, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=7eb9e300-bde2-49f2-842d-a126a3cf7170,segment=NetworkSegment(208f22fc-9686-4ca3-a88c-018385437c28),segment_id=208f22fc-9686-4ca3-a88c-018385437c28)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:44:19.102778 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e9840f24-06f8-4b35-ab1c-79dd453f2652 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks [] for port, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:19.115438 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e9840f24-06f8-4b35-ab1c-79dd453f2652 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264357957'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:19.117863 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e9840f24-06f8-4b35-ab1c-79dd453f2652 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264358096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264730885'] for subnet, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:19.267436 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-e4055e89-8fab-485a-85fa-6acb3ba43350 req-3e60bfa2-668a-4988-a4d9-6f3865a185ec tempest-InstanceActionsNegativeTestJSON-1904907124 tempest-InstanceActionsNegativeTestJSON-1904907124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:19.318943 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e60bfa2-668a-4988-a4d9-6f3865a185ec tempest-InstanceActionsNegativeTestJSON-1904907124 tempest-InstanceActionsNegativeTestJSON-1904907124-project] Pushing event deleted for resources: {'Port': ['ID=906a7551-44ad-4151-9be0-d95ddabd25da,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:44:19.335445 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9840f24-06f8-4b35-ab1c-79dd453f2652 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Network 56dedb9c-c874-4806-8073-23c183970f13 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:44:19.340157 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-e9840f24-06f8-4b35-ab1c-79dd453f2652 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:44:19.349124 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9840f24-06f8-4b35-ab1c-79dd453f2652 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Pushing event updated for resources: {'Subnet': ['ID=578af092-9638-45bc-84c6-22418ffacd9d,revision_number=0']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:44:19.355926 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9840f24-06f8-4b35-ab1c-79dd453f2652 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:44:19.357092 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e9840f24-06f8-4b35-ab1c-79dd453f2652 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks [] for subnet, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:19.386719 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9840f24-06f8-4b35-ab1c-79dd453f2652 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Pushing event updated for resources: {'Port': ['ID=7eb9e300-bde2-49f2-842d-a126a3cf7170,revision_number=4']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:44:19.402621 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-e9840f24-06f8-4b35-ab1c-79dd453f2652 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.4120626 Nov 23 17:44:19.403727 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 56464) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:44:19.410455 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-09ee3656-035c-421f-a322-53b26aa831f0 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Request body: {'port': {'network_id': '56dedb9c-c874-4806-8073-23c183970f13', 'mac_address': 'fa:16:3e:1d:8e:ff', 'name': 'tempest-NetworksTestDHCPv6-2108161741'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:44:19.540115 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4055e89-8fab-485a-85fa-6acb3ba43350 req-3e60bfa2-668a-4988-a4d9-6f3865a185ec tempest-InstanceActionsNegativeTestJSON-1904907124 tempest-InstanceActionsNegativeTestJSON-1904907124-project] No DVR routers for this DVR port 906a7551-44ad-4151-9be0-d95ddabd25da on host n-h1-816206-8 {{(pid=103591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:44:19.568976 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-e4055e89-8fab-485a-85fa-6acb3ba43350 req-3e60bfa2-668a-4988-a4d9-6f3865a185ec tempest-InstanceActionsNegativeTestJSON-1904907124 tempest-InstanceActionsNegativeTestJSON-1904907124-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:19.569354 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09ee3656-035c-421f-a322-53b26aa831f0 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Made reservation on behalf of a17872768c1e4384801bad129509cfa7 for: {'port': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:44:19.578233 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e4055e89-8fab-485a-85fa-6acb3ba43350 req-3e60bfa2-668a-4988-a4d9-6f3865a185ec tempest-InstanceActionsNegativeTestJSON-1904907124 tempest-InstanceActionsNegativeTestJSON-1904907124-project] 10.222.0.55 "DELETE /v2.0/ports/906a7551-44ad-4151-9be0-d95ddabd25da HTTP/1.1" status: 204 len: 173 time: 1.3907619 Nov 23 17:44:19.579922 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5685a2de-45b8-49e0-b43b-265681f6b7ad', 'name': 'network-vif-deleted', 'tag': '906a7551-44ad-4151-9be0-d95ddabd25da'}] {{(pid=103591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:44:19.607119 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41d174a19ece9499ff9ec44e5b3fc50f2abd3ffbc947fb7e52ea1e8db27b95b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7aaf2fae-6a0f-4c34-9c55-4ad96d33f27a" -d '{"events": [{"server_uuid": "5685a2de-45b8-49e0-b43b-265681f6b7ad", "name": "network-vif-deleted", "tag": "906a7551-44ad-4151-9be0-d95ddabd25da"}]}' {{(pid=103591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:44:19.731354 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-09ee3656-035c-421f-a322-53b26aa831f0 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:19.732615 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4ea956-9064-4b1f-b55f-48340b67c6b0 req-5e373ab5-d8ac-484a-84b9-d768b56966c7 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:44:19.735424 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ac4ea956-9064-4b1f-b55f-48340b67c6b0 req-5e373ab5-d8ac-484a-84b9-d768b56966c7 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/ports?device_id=7492c7e5-8d27-4c5f-b3a2-6a31ab4fda25 HTTP/1.1" status: 200 len: 945 time: 0.3121521 Nov 23 17:44:19.817972 n-d-816206-8 neutron-server[103590]: DEBUG neutron.notifiers.nova [None req-09ee3656-035c-421f-a322-53b26aa831f0 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] device_id is not set on port f9fee878-c8e9-42e6-bc46-452c4e0f53c9 yet. {{(pid=103590) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 17:44:19.945405 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ac4ea956-9064-4b1f-b55f-48340b67c6b0 req-3b764a8a-0589-40a0-af83-8207dfbafc08 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/security-groups?id=776cdaad-ec9b-4a42-a3a9-360feae7cf4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955884 Nov 23 17:44:20.012365 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:44:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83ba3c22-c390-4b8f-b094-7d9ddd8ada6a x-openstack-request-id: req-83ba3c22-c390-4b8f-b094-7d9ddd8ada6a {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:44:20.012734 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5685a2de-45b8-49e0-b43b-265681f6b7ad", "name": "network-vif-deleted", "tag": "906a7551-44ad-4151-9be0-d95ddabd25da", "status": "completed", "code": 200}]} {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:44:20.012962 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-83ba3c22-c390-4b8f-b094-7d9ddd8ada6a {{(pid=103591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:44:20.013374 n-d-816206-8 neutron-server[103591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5685a2de-45b8-49e0-b43b-265681f6b7ad', 'name': 'network-vif-deleted', 'tag': '906a7551-44ad-4151-9be0-d95ddabd25da', 'status': 'completed', 'code': 200} Nov 23 17:44:20.205502 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4ebe8d8b-bf7c-41cb-b157-01373afedbd1 req-28ebdf5d-63b5-4948-8480-23a96aca0a83 tempest-InstanceActionsNegativeTestJSON-1904907124 tempest-InstanceActionsNegativeTestJSON-1904907124-project] 10.222.0.60 "GET /v2.0/ports?device_id=5685a2de-45b8-49e0-b43b-265681f6b7ad HTTP/1.1" status: 200 len: 210 time: 0.0601735 Nov 23 17:44:20.267720 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-09ee3656-035c-421f-a322-53b26aa831f0 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Allocated IP 2001:db8::fb (56dedb9c-c874-4806-8073-23c183970f13/bd3ee310-a78f-4115-9fa9-0d7fd4093f74/f9fee878-c8e9-42e6-bc46-452c4e0f53c9) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:44:20.310177 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-09ee3656-035c-421f-a322-53b26aa831f0 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Allocated IP 2001:db8:0:1:f816:3eff:fe1d:8eff (56dedb9c-c874-4806-8073-23c183970f13/578af092-9638-45bc-84c6-22418ffacd9d/f9fee878-c8e9-42e6-bc46-452c4e0f53c9) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:44:20.318654 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device 906a7551-44ad-4151-9be0-d95ddabd25da no longer exists at agent hyperv_n-h1-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:44:20.420063 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] No Port match for: 906a7551-44ad-4151-9be0-d95ddabd25da {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:44:20.436189 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device 906a7551-44ad-4151-9be0-d95ddabd25da not bound to the agent host n-h1-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:44:20.697079 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 7eb9e300-bde2-49f2-842d-a126a3cf7170 up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:44:20.755055 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-09ee3656-035c-421f-a322-53b26aa831f0 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:20.801982 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f04fd73b-7c42-4d35-840b-e516d6381c63 None None] Network 56dedb9c-c874-4806-8073-23c183970f13 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:44:20.812133 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-09ee3656-035c-421f-a322-53b26aa831f0 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:20.875528 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09ee3656-035c-421f-a322-53b26aa831f0 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Network 56dedb9c-c874-4806-8073-23c183970f13 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:44:20.882546 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-09ee3656-035c-421f-a322-53b26aa831f0 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:44:20.892551 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09ee3656-035c-421f-a322-53b26aa831f0 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:44:20.897227 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91e48e3-536e-42ad-90cb-921779a3a2ea req-bbeaf4a3-0444-458c-a498-b890012bdd11 tempest-ListServerFiltersTestJSON-602552987 tempest-ListServerFiltersTestJSON-602552987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:44:20.899584 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09ee3656-035c-421f-a322-53b26aa831f0 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:44:20.900372 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-09ee3656-035c-421f-a322-53b26aa831f0 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:20.904829 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e91e48e3-536e-42ad-90cb-921779a3a2ea req-bbeaf4a3-0444-458c-a498-b890012bdd11 tempest-ListServerFiltersTestJSON-602552987 tempest-ListServerFiltersTestJSON-602552987-project] 10.222.0.60 "GET /v2.0/ports?device_id=62716bb5-8ce0-40bd-8dc9-1784181f4168 HTTP/1.1" status: 200 len: 946 time: 0.1660600 Nov 23 17:44:20.913024 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ee3656-035c-421f-a322-53b26aa831f0 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Pushing event updated for resources: {'Port': ['ID=f9fee878-c8e9-42e6-bc46-452c4e0f53c9,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:44:20.937257 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-09ee3656-035c-421f-a322-53b26aa831f0 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.5323071 Nov 23 17:44:20.940175 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 56488) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:44:20.982367 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1007cfa-4f72-4f1a-a143-cecf0f846bde req-8b127d61-53ce-456d-8a2f-688b62e13077 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:44:20.984102 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b1007cfa-4f72-4f1a-a143-cecf0f846bde req-8b127d61-53ce-456d-8a2f-688b62e13077 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.36 "GET /v2.0/ports?device_id=7492c7e5-8d27-4c5f-b3a2-6a31ab4fda25 HTTP/1.1" status: 200 len: 945 time: 0.1362090 Nov 23 17:44:21.086101 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e91e48e3-536e-42ad-90cb-921779a3a2ea req-6182fe01-8d6b-4e2b-b7f5-0a9c2d50ad57 tempest-ListServerFiltersTestJSON-602552987 tempest-ListServerFiltersTestJSON-602552987-project] 10.222.0.60 "GET /v2.0/security-groups?id=21da44c1-bab0-4a24-bdb5-9c78cb5bfd70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789386 Nov 23 17:44:21.161385 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9d13cd7d-f6c6-4473-97f3-a8fa07eece1d None None] Provisioning complete for port 7eb9e300-bde2-49f2-842d-a126a3cf7170 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:44:21.161952 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9d13cd7d-f6c6-4473-97f3-a8fa07eece1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:21.178670 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-e7188cf5-18d1-499d-859c-6a01efcf5533 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Deleting port f9fee878-c8e9-42e6-bc46-452c4e0f53c9 {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:44:21.178924 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e7188cf5-18d1-499d-859c-6a01efcf5533 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:21.236113 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port 7eb9e300-bde2-49f2-842d-a126a3cf7170 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:44:21.236726 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:21.308718 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 56500) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:44:21.311464 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [req-b1007cfa-4f72-4f1a-a143-cecf0f846bde req-5b2c8a60-c3fa-4f0a-85b1-ce3bc1df19e7 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Deleting port e23e7716-a1e1-4fc5-9caf-568deb4c2f48 {{(pid=103591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:44:21.311972 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-b1007cfa-4f72-4f1a-a143-cecf0f846bde req-5b2c8a60-c3fa-4f0a-85b1-ce3bc1df19e7 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:21.392543 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e7188cf5-18d1-499d-859c-6a01efcf5533 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:21.406757 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-e7188cf5-18d1-499d-859c-6a01efcf5533 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Calling delete_port for f9fee878-c8e9-42e6-bc46-452c4e0f53c9 owned by {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:44:21.414571 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfdbb55-04bd-465c-8a28-5547a073837e req-eb0e9586-2a6f-422c-9968-8d0966a3ef06 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:44:21.426232 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-1cfdbb55-04bd-465c-8a28-5547a073837e req-eb0e9586-2a6f-422c-9968-8d0966a3ef06 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/ports?device_id=7492c7e5-8d27-4c5f-b3a2-6a31ab4fda25 HTTP/1.1" status: 200 len: 945 time: 0.3076699 Nov 23 17:44:21.455463 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9d13cd7d-f6c6-4473-97f3-a8fa07eece1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:21.489016 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:21.625632 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] For port 7eb9e300-bde2-49f2-842d-a126a3cf7170, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=7eb9e300-bde2-49f2-842d-a126a3cf7170,segment=NetworkSegment(208f22fc-9686-4ca3-a88c-018385437c28),segment_id=208f22fc-9686-4ca3-a88c-018385437c28)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:44:21.636516 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:21.798004 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Pushing event updated for resources: {'Port': ['ID=7eb9e300-bde2-49f2-842d-a126a3cf7170,revision_number=5']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:44:21.850247 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.db.api [None req-9d13cd7d-f6c6-4473-97f3-a8fa07eece1d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103592) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 17:44:21.850480 n-d-816206-8 neutron-server[103592]: DEBUG oslo_db.api [None req-9d13cd7d-f6c6-4473-97f3-a8fa07eece1d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 17:44:21.861170 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e7188cf5-18d1-499d-859c-6a01efcf5533 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:21.929179 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7188cf5-18d1-499d-859c-6a01efcf5533 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Pushing event deleted for resources: {'Port': ['ID=f9fee878-c8e9-42e6-bc46-452c4e0f53c9,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:44:22.015533 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e7188cf5-18d1-499d-859c-6a01efcf5533 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:22.019900 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-e7188cf5-18d1-499d-859c-6a01efcf5533 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] 10.222.0.60 "DELETE /v2.0/ports/f9fee878-c8e9-42e6-bc46-452c4e0f53c9 HTTP/1.1" status: 204 len: 168 time: 1.0782678 Nov 23 17:44:22.022372 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 56512) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:44:22.114556 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1907103-9922-4745-ac2a-967cac37d37f tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:44:22.118160 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-a1907103-9922-4745-ac2a-967cac37d37f tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0945668 Nov 23 17:44:22.121346 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 56520) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:44:22.199912 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96657ecf-5dc4-4752-adf8-38b0fbb518b7 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:44:22.213261 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-96657ecf-5dc4-4752-adf8-38b0fbb518b7 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0898643 Nov 23 17:44:22.222513 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 56522) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:44:22.313827 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a1a9ebb-ba6b-4c53-84d7-67d6118f20ad tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:44:22.321071 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a1a9ebb-ba6b-4c53-84d7-67d6118f20ad tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:44:22.323804 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a1a9ebb-ba6b-4c53-84d7-67d6118f20ad tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:44:22.325693 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-4a1a9ebb-ba6b-4c53-84d7-67d6118f20ad tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1020303 Nov 23 17:44:22.328289 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 56528) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:44:22.330419 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.db_base_plugin_v2 [None req-72409e31-d451-4d75-aba6-4c388e14ca03 admin admin] Deleting subnet eb94737b-23ba-410c-a917-0de3c0f4f602 {{(pid=103591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 17:44:22.336179 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-72409e31-d451-4d75-aba6-4c388e14ca03 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:22.445084 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-72409e31-d451-4d75-aba6-4c388e14ca03 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265990000'] for subnet, precommit_delete_associations {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:22.459911 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_v2 [None req-54b3466e-1e7b-4c57-94b2-8d80d5e581ca tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Deleting subnet 578af092-9638-45bc-84c6-22418ffacd9d {{(pid=103590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 17:44:22.468928 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-54b3466e-1e7b-4c57-94b2-8d80d5e581ca tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks [] for subnet, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:22.513088 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-72409e31-d451-4d75-aba6-4c388e14ca03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971956'] for subnet, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:22.564894 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-54b3466e-1e7b-4c57-94b2-8d80d5e581ca tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-267528342'] for subnet, precommit_delete_associations {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:22.579397 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 7eb9e300-bde2-49f2-842d-a126a3cf7170 up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:44:22.609783 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32587c73-9c48-4246-819a-b97b2710a4a6 req-0e5e88c7-b0c7-4f60-81dd-f1989eaee27b tempest-ListServerFiltersTestJSON-602552987 tempest-ListServerFiltersTestJSON-602552987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:44:22.611318 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-32587c73-9c48-4246-819a-b97b2710a4a6 req-0e5e88c7-b0c7-4f60-81dd-f1989eaee27b tempest-ListServerFiltersTestJSON-602552987 tempest-ListServerFiltersTestJSON-602552987-project] 10.222.0.55 "GET /v2.0/ports?device_id=62716bb5-8ce0-40bd-8dc9-1784181f4168 HTTP/1.1" status: 200 len: 946 time: 0.4300599 Nov 23 17:44:22.635259 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-1cfdbb55-04bd-465c-8a28-5547a073837e req-6c13314d-c972-4977-bb90-7517fa2246f1 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/security-groups?id=776cdaad-ec9b-4a42-a3a9-360feae7cf4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2078922 Nov 23 17:44:22.751974 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f0729c-6278-40a3-976b-8c1ed687a0eb req-be2e5da7-b38c-4ec0-aa6c-d8840d1e2d80 tempest-ListServerFiltersTestJSON-602552987 tempest-ListServerFiltersTestJSON-602552987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:44:22.771872 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d5f0729c-6278-40a3-976b-8c1ed687a0eb req-be2e5da7-b38c-4ec0-aa6c-d8840d1e2d80 tempest-ListServerFiltersTestJSON-602552987 tempest-ListServerFiltersTestJSON-602552987-project] 10.222.0.60 "GET /v2.0/ports?device_id=62716bb5-8ce0-40bd-8dc9-1784181f4168 HTTP/1.1" status: 200 len: 946 time: 0.5376556 Nov 23 17:44:22.793348 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-82ee0881-74c3-463f-b6b1-32f38ec60d87 None None] Provisioning complete for port 7eb9e300-bde2-49f2-842d-a126a3cf7170 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:44:22.795467 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-82ee0881-74c3-463f-b6b1-32f38ec60d87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:22.814008 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port 7eb9e300-bde2-49f2-842d-a126a3cf7170 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:44:22.814996 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:22.909106 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-b1007cfa-4f72-4f1a-a143-cecf0f846bde req-5b2c8a60-c3fa-4f0a-85b1-ce3bc1df19e7 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] For port e23e7716-a1e1-4fc5-9caf-568deb4c2f48, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=e23e7716-a1e1-4fc5-9caf-568deb4c2f48,segment=NetworkSegment(ec813e0a-4415-4fed-a736-e9a0442fcb85),segment_id=ec813e0a-4415-4fed-a736-e9a0442fcb85)] {{(pid=103591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:44:22.910424 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-b1007cfa-4f72-4f1a-a143-cecf0f846bde req-5b2c8a60-c3fa-4f0a-85b1-ce3bc1df19e7 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:23.007480 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d5f0729c-6278-40a3-976b-8c1ed687a0eb req-66b201c8-476a-4a1e-a88a-3486af6fa30b tempest-ListServerFiltersTestJSON-602552987 tempest-ListServerFiltersTestJSON-602552987-project] 10.222.0.60 "GET /v2.0/security-groups?id=21da44c1-bab0-4a24-bdb5-9c78cb5bfd70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2319448 Nov 23 17:44:23.088976 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [req-b1007cfa-4f72-4f1a-a143-cecf0f846bde req-5b2c8a60-c3fa-4f0a-85b1-ce3bc1df19e7 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Calling delete_port for e23e7716-a1e1-4fc5-9caf-568deb4c2f48 owned by compute:nova {{(pid=103591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:44:23.259170 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-82ee0881-74c3-463f-b6b1-32f38ec60d87 None None] Could not find standard attr ID for object f9fee878-c8e9-42e6-bc46-452c4e0f53c9. {{(pid=103592) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 17:44:23.264005 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-72409e31-d451-4d75-aba6-4c388e14ca03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264758240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264314269'] for subnet, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:23.301537 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72409e31-d451-4d75-aba6-4c388e14ca03 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eb94737b-23ba-410c-a917-0de3c0f4f602,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:44:23.307635 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-72409e31-d451-4d75-aba6-4c388e14ca03 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for subnet, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:23.313148 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-72409e31-d451-4d75-aba6-4c388e14ca03 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/eb94737b-23ba-410c-a917-0de3c0f4f602 HTTP/1.1" status: 204 len: 168 time: 1.9421070 Nov 23 17:44:23.328533 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 56548) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:44:23.384065 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-c5b1f41a-64b0-43dc-a520-4fe812d3f669 None None] Could not find standard attr ID for object d233268b-2a1c-4b3f-9c5e-d4f037ca7ecb. {{(pid=103592) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 17:44:23.442663 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-54b3466e-1e7b-4c57-94b2-8d80d5e581ca tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971956'] for subnet, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:23.464088 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [req-32587c73-9c48-4246-819a-b97b2710a4a6 req-c599cd26-7364-4373-8b5c-90032dffea1b tempest-ListServerFiltersTestJSON-602552987 tempest-ListServerFiltersTestJSON-602552987-project] Deleting port c353247e-5ca9-41b0-b031-d3a6cf2c4448 {{(pid=103591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:44:23.464670 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-32587c73-9c48-4246-819a-b97b2710a4a6 req-c599cd26-7364-4373-8b5c-90032dffea1b tempest-ListServerFiltersTestJSON-602552987 tempest-ListServerFiltersTestJSON-602552987-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:23.532123 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 56558) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:44:23.599666 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-3648c439-a46e-491f-a1e1-37563cc57669 None None] Could not find standard attr ID for object f9fee878-c8e9-42e6-bc46-452c4e0f53c9. {{(pid=103592) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 17:44:23.633760 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_v2 [None req-5bbb5511-4916-40ca-9240-436223469f2b admin admin] Deleting subnet d6ef9595-65a5-4d75-8113-6090cd6ca55e {{(pid=103590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 17:44:23.638256 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5bbb5511-4916-40ca-9240-436223469f2b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:23.654454 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-32587c73-9c48-4246-819a-b97b2710a4a6 req-c599cd26-7364-4373-8b5c-90032dffea1b tempest-ListServerFiltersTestJSON-602552987 tempest-ListServerFiltersTestJSON-602552987-project] For port c353247e-5ca9-41b0-b031-d3a6cf2c4448, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=c353247e-5ca9-41b0-b031-d3a6cf2c4448,segment=NetworkSegment(27d47b01-53c9-46b4-98cd-4228976adb4c),segment_id=27d47b01-53c9-46b4-98cd-4228976adb4c)] {{(pid=103591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:44:23.654811 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-32587c73-9c48-4246-819a-b97b2710a4a6 req-c599cd26-7364-4373-8b5c-90032dffea1b tempest-ListServerFiltersTestJSON-602552987 tempest-ListServerFiltersTestJSON-602552987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:23.670915 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [req-32587c73-9c48-4246-819a-b97b2710a4a6 req-c599cd26-7364-4373-8b5c-90032dffea1b tempest-ListServerFiltersTestJSON-602552987 tempest-ListServerFiltersTestJSON-602552987-project] Calling delete_port for c353247e-5ca9-41b0-b031-d3a6cf2c4448 owned by compute:nova {{(pid=103591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:44:23.809641 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5bbb5511-4916-40ca-9240-436223469f2b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-267528342'] for subnet, precommit_delete_associations {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:23.878748 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5bbb5511-4916-40ca-9240-436223469f2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971956'] for subnet, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:23.952842 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-2054c0d0-1d69-488b-9210-ce1bc4a46462 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-555181'] for network, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:23.990938 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device e23e7716-a1e1-4fc5-9caf-568deb4c2f48 no longer exists at agent hyperv_n-h2-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:44:24.004039 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-54b3466e-1e7b-4c57-94b2-8d80d5e581ca tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264357903', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264730940'] for subnet, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:24.036603 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5bbb5511-4916-40ca-9240-436223469f2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264357903', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264730940'] for subnet, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:24.075650 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-54b3466e-1e7b-4c57-94b2-8d80d5e581ca tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks [] for subnet, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:24.090056 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-54b3466e-1e7b-4c57-94b2-8d80d5e581ca tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] 10.222.0.60 "DELETE /v2.0/subnets/578af092-9638-45bc-84c6-22418ffacd9d HTTP/1.1" status: 204 len: 168 time: 1.7604544 Nov 23 17:44:24.098894 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5bbb5511-4916-40ca-9240-436223469f2b admin admin] Publish callbacks [] for subnet, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:24.107112 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 56568) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:44:24.115827 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-5bbb5511-4916-40ca-9240-436223469f2b admin admin] 10.222.0.60 "DELETE /v2.0/subnets/d6ef9595-65a5-4d75-8113-6090cd6ca55e HTTP/1.1" status: 204 len: 168 time: 0.5821214 Nov 23 17:44:24.119709 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 56570) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:44:24.186109 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b3466e-1e7b-4c57-94b2-8d80d5e581ca tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Pushing event deleted for resources: {'Subnet': ['ID=578af092-9638-45bc-84c6-22418ffacd9d,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:44:24.208779 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:24.220429 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbb5511-4916-40ca-9240-436223469f2b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d6ef9595-65a5-4d75-8113-6090cd6ca55e,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:44:24.315893 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device c353247e-5ca9-41b0-b031-d3a6cf2c4448 no longer exists at agent hyperv_n-h1-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:44:24.392093 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-9f937589-697b-47f9-9b72-de2dcd285a98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-555181'] for network, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:24.424529 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9af04aa6-d6af-4195-925e-97ae1bdc49b1 None None] Network 56dedb9c-c874-4806-8073-23c183970f13 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:44:24.497052 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.db_base_plugin_v2 [None req-6be6405d-7c6a-4ce5-8f77-d2e5d1cbfaa8 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Deleting subnet bd3ee310-a78f-4115-9fa9-0d7fd4093f74 {{(pid=103591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 17:44:24.504468 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-6be6405d-7c6a-4ce5-8f77-d2e5d1cbfaa8 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks [] for subnet, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:24.585695 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-6be6405d-7c6a-4ce5-8f77-d2e5d1cbfaa8 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265990000'] for subnet, precommit_delete_associations {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:24.659479 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:24.699447 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-6be6405d-7c6a-4ce5-8f77-d2e5d1cbfaa8 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971956'] for subnet, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:24.732025 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62716bb5-8ce0-40bd-8dc9-1784181f4168', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c353247e-5ca9-41b0-b031-d3a6cf2c4448'}] {{(pid=103592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:44:24.734362 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba3e6a8f2301c7a29fe1eca9779abdae4ccbcd6266d69778087f2498d5551201" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5524876c-1b47-4945-8083-a5f30c30f014" -d '{"events": [{"server_uuid": "62716bb5-8ce0-40bd-8dc9-1784181f4168", "name": "network-vif-unplugged", "status": "completed", "tag": "c353247e-5ca9-41b0-b031-d3a6cf2c4448"}]}' {{(pid=103592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:44:24.748655 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port c353247e-5ca9-41b0-b031-d3a6cf2c4448, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=c353247e-5ca9-41b0-b031-d3a6cf2c4448,segment=NetworkSegment(27d47b01-53c9-46b4-98cd-4228976adb4c),segment_id=27d47b01-53c9-46b4-98cd-4228976adb4c)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:44:24.763451 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:24.896388 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Pushing event updated for resources: {'Port': ['ID=c353247e-5ca9-41b0-b031-d3a6cf2c4448,revision_number=6']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:44:24.914851 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:44:24.920460 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:44:24.925462 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:44:24.931190 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:44:24.931682 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:44:24.932030 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:44:24.932374 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:44:24.932737 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:44:24.933073 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:44:24.933491 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:44:24.933940 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:44:24.934175 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:44:24.988403 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb63fc7-9f3e-4783-ab20-243d0b111edd req-c146b491-4dd5-4dbb-8229-43402aab67a4 tempest-ListServerFiltersTestJSON-602552987 tempest-ListServerFiltersTestJSON-602552987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:44:24.990092 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5eb63fc7-9f3e-4783-ab20-243d0b111edd req-c146b491-4dd5-4dbb-8229-43402aab67a4 tempest-ListServerFiltersTestJSON-602552987 tempest-ListServerFiltersTestJSON-602552987-project] 10.222.0.60 "GET /v2.0/ports?device_id=62716bb5-8ce0-40bd-8dc9-1784181f4168 HTTP/1.1" status: 200 len: 946 time: 0.6336303 Nov 23 17:44:25.117658 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-b1007cfa-4f72-4f1a-a143-cecf0f846bde req-5b2c8a60-c3fa-4f0a-85b1-ce3bc1df19e7 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:25.133342 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] get_ports_and_sgs() called for port_ids ['9e98aa35-5be0-48bb-8298-3bbc77f02426'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:44:25.144187 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185d8f6d-a455-40a0-ab20-75a333869320 req-f5afd052-c86c-4007-aa95-653483993e39 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:44:25.151551 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-185d8f6d-a455-40a0-ab20-75a333869320 req-f5afd052-c86c-4007-aa95-653483993e39 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/ports?device_id=7492c7e5-8d27-4c5f-b3a2-6a31ab4fda25 HTTP/1.1" status: 200 len: 945 time: 1.1920903 Nov 23 17:44:25.155860 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-2054c0d0-1d69-488b-9210-ce1bc4a46462 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973419', 'neutron.services.segments.db._delete_segments_for_network-8736635878840'] for network, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:25.401460 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2c8a60-c3fa-4f0a-85b1-ce3bc1df19e7 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Pushing event deleted for resources: {'Port': ['ID=e23e7716-a1e1-4fc5-9caf-568deb4c2f48,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:44:25.468716 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5eb63fc7-9f3e-4783-ab20-243d0b111edd req-fb93f589-b653-40d6-8df7-508267c63552 tempest-ListServerFiltersTestJSON-602552987 tempest-ListServerFiltersTestJSON-602552987-project] 10.222.0.60 "GET /v2.0/security-groups?id=21da44c1-bab0-4a24-bdb5-9c78cb5bfd70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3638806 Nov 23 17:44:25.481947 n-d-816206-8 neutron-server[103591]: DEBUG neutron.services.segments.db [None req-2054c0d0-1d69-488b-9210-ce1bc4a46462 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15e62e26-a71b-4a7c-9672-0cf924bc3e09']}} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:44:25.482914 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-9f937589-697b-47f9-9b72-de2dcd285a98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973419', 'neutron.services.segments.db._delete_segments_for_network-8736635878840'] for network, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:25.507023 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-6be6405d-7c6a-4ce5-8f77-d2e5d1cbfaa8 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264758240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264314269'] for subnet, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:25.535740 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 17:44:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f008c8d-b0d1-4815-be74-d0f1375b7a38 x-openstack-request-id: req-7f008c8d-b0d1-4815-be74-d0f1375b7a38 {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:44:25.536161 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62716bb5-8ce0-40bd-8dc9-1784181f4168", "name": "network-vif-unplugged", "status": "completed", "tag": "c353247e-5ca9-41b0-b031-d3a6cf2c4448", "code": 200}]} {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:44:25.536518 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7f008c8d-b0d1-4815-be74-d0f1375b7a38 {{(pid=103592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:44:25.537039 n-d-816206-8 neutron-server[103592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62716bb5-8ce0-40bd-8dc9-1784181f4168', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c353247e-5ca9-41b0-b031-d3a6cf2c4448', 'code': 200} Nov 23 17:44:25.599121 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1007cfa-4f72-4f1a-a143-cecf0f846bde req-5b2c8a60-c3fa-4f0a-85b1-ce3bc1df19e7 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] No DVR routers for this DVR port e23e7716-a1e1-4fc5-9caf-568deb4c2f48 on host n-h2-816206-8 {{(pid=103591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:44:25.614382 n-d-816206-8 neutron-server[103591]: DEBUG neutron.services.segments.db [None req-2054c0d0-1d69-488b-9210-ce1bc4a46462 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82837b43-cb0c-4b0f-b79c-102830cae67e') {'for_net_delete': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:44:25.614696 n-d-816206-8 neutron-server[103591]: DEBUG neutron.services.segments.db [None req-2054c0d0-1d69-488b-9210-ce1bc4a46462 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82837b43-cb0c-4b0f-b79c-102830cae67e') {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:44:25.616896 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be6405d-7c6a-4ce5-8f77-d2e5d1cbfaa8 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Pushing event deleted for resources: {'Subnet': ['ID=bd3ee310-a78f-4115-9fa9-0d7fd4093f74,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:44:25.649718 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-2054c0d0-1d69-488b-9210-ce1bc4a46462 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736635840332', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265989959'] for segment, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:25.662572 n-d-816206-8 neutron-server[103591]: DEBUG neutron.services.segments.db [None req-9f937589-697b-47f9-9b72-de2dcd285a98 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b04d3905-94fd-478d-8f36-29a81061160f']}} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:44:25.674608 n-d-816206-8 neutron-server[103591]: DEBUG neutron.services.segments.db [None req-9f937589-697b-47f9-9b72-de2dcd285a98 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07965fcd-1084-4fab-83f3-80d2c69eb397') {'for_net_delete': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:44:25.675170 n-d-816206-8 neutron-server[103591]: DEBUG neutron.services.segments.db [None req-9f937589-697b-47f9-9b72-de2dcd285a98 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07965fcd-1084-4fab-83f3-80d2c69eb397') {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:44:25.688400 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-9f937589-697b-47f9-9b72-de2dcd285a98 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736635840332', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265989959'] for segment, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:25.704143 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-9f937589-697b-47f9-9b72-de2dcd285a98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:25.711435 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f937589-697b-47f9-9b72-de2dcd285a98 admin admin] Releasing vlan 508 on physical network physnet1 to pool {{(pid=103591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 17:44:25.711847 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-9f937589-697b-47f9-9b72-de2dcd285a98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264756290'] for segment, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:25.779392 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-b1007cfa-4f72-4f1a-a143-cecf0f846bde req-5b2c8a60-c3fa-4f0a-85b1-ce3bc1df19e7 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:25.783182 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b1007cfa-4f72-4f1a-a143-cecf0f846bde req-5b2c8a60-c3fa-4f0a-85b1-ce3bc1df19e7 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.36 "DELETE /v2.0/ports/e23e7716-a1e1-4fc5-9caf-568deb4c2f48 HTTP/1.1" status: 204 len: 173 time: 4.7904861 Nov 23 17:44:25.807616 n-d-816206-8 neutron-server[103591]: Traceback (most recent call last): Nov 23 17:44:25.807616 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 17:44:25.807616 n-d-816206-8 neutron-server[103591]: timer() Nov 23 17:44:25.807616 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 17:44:25.807616 n-d-816206-8 neutron-server[103591]: cb(*args, **kw) Nov 23 17:44:25.807616 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 17:44:25.807616 n-d-816206-8 neutron-server[103591]: return func(*args, **kwargs) Nov 23 17:44:25.807616 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 17:44:25.807616 n-d-816206-8 neutron-server[103591]: self._notify() Nov 23 17:44:25.807616 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 17:44:25.807616 n-d-816206-8 neutron-server[103591]: self.callback(batched_events) Nov 23 17:44:25.807616 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 17:44:25.807616 n-d-816206-8 neutron-server[103591]: event.method(event) Nov 23 17:44:25.807616 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 17:44:25.807616 n-d-816206-8 neutron-server[103591]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 17:44:25.807616 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 17:44:25.807616 n-d-816206-8 neutron-server[103591]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 17:44:25.807616 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 17:44:25.807616 n-d-816206-8 neutron-server[103591]: return f(self, *a, **k) Nov 23 17:44:25.807616 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 17:44:25.807616 n-d-816206-8 neutron-server[103591]: return self._get(url).json() Nov 23 17:44:25.807616 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 17:44:25.807616 n-d-816206-8 neutron-server[103591]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 17:44:25.807616 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 17:44:25.807616 n-d-816206-8 neutron-server[103591]: return self.request(url, 'GET', **kwargs) Nov 23 17:44:25.807616 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 17:44:25.807616 n-d-816206-8 neutron-server[103591]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 17:44:25.807616 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 17:44:25.807616 n-d-816206-8 neutron-server[103591]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 17:44:25.807616 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 17:44:25.807616 n-d-816206-8 neutron-server[103591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 17:44:25.807616 n-d-816206-8 neutron-server[103591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 17:44:25.810243 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7492c7e5-8d27-4c5f-b3a2-6a31ab4fda25', 'name': 'network-vif-deleted', 'tag': 'e23e7716-a1e1-4fc5-9caf-568deb4c2f48'}] {{(pid=103591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:44:25.812771 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41d174a19ece9499ff9ec44e5b3fc50f2abd3ffbc947fb7e52ea1e8db27b95b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b53193c-fddf-40ea-8e0f-a6c10f71189d" -d '{"events": [{"server_uuid": "7492c7e5-8d27-4c5f-b3a2-6a31ab4fda25", "name": "network-vif-deleted", "tag": "e23e7716-a1e1-4fc5-9caf-568deb4c2f48"}]}' {{(pid=103591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:44:25.855288 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-9f937589-697b-47f9-9b72-de2dcd285a98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1795418'] for network, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:25.876252 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-6be6405d-7c6a-4ce5-8f77-d2e5d1cbfaa8 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for subnet, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:25.879672 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-6be6405d-7c6a-4ce5-8f77-d2e5d1cbfaa8 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] 10.222.0.60 "DELETE /v2.0/subnets/bd3ee310-a78f-4115-9fa9-0d7fd4093f74 HTTP/1.1" status: 204 len: 168 time: 1.7471197 Nov 23 17:44:25.882226 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 56592) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:44:25.894304 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-32587c73-9c48-4246-819a-b97b2710a4a6 req-c599cd26-7364-4373-8b5c-90032dffea1b tempest-ListServerFiltersTestJSON-602552987 tempest-ListServerFiltersTestJSON-602552987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:25.899392 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:44:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d087af18-75ec-4806-ad79-d83bd493db56 x-openstack-request-id: req-d087af18-75ec-4806-ad79-d83bd493db56 {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:44:25.900913 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7492c7e5-8d27-4c5f-b3a2-6a31ab4fda25", "name": "network-vif-deleted", "tag": "e23e7716-a1e1-4fc5-9caf-568deb4c2f48", "status": "completed", "code": 200}]} {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:44:25.901351 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d087af18-75ec-4806-ad79-d83bd493db56 {{(pid=103591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:44:25.901942 n-d-816206-8 neutron-server[103591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7492c7e5-8d27-4c5f-b3a2-6a31ab4fda25', 'name': 'network-vif-deleted', 'tag': 'e23e7716-a1e1-4fc5-9caf-568deb4c2f48', 'status': 'completed', 'code': 200} Nov 23 17:44:25.907132 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-9f937589-697b-47f9-9b72-de2dcd285a98 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for network, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:25.915256 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6050318-b02f-44c6-9e9d-d5a4f7443c2e None None] Network 56dedb9c-c874-4806-8073-23c183970f13 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:44:25.927147 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-9f937589-697b-47f9-9b72-de2dcd285a98 admin admin] 10.222.0.60 "DELETE /v2.0/networks/b04d3905-94fd-478d-8f36-29a81061160f HTTP/1.1" status: 204 len: 168 time: 1.7626390 Nov 23 17:44:25.932020 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-2054c0d0-1d69-488b-9210-ce1bc4a46462 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:25.937250 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-7d26dfb8-fb47-4f66-81be-cc887f423de3 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0529611 Nov 23 17:44:25.939863 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 56598) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:44:25.947502 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-185d8f6d-a455-40a0-ab20-75a333869320 req-9527aac7-b6ec-4f08-a776-186a17956cea tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/security-groups?id=776cdaad-ec9b-4a42-a3a9-360feae7cf4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6728106 Nov 23 17:44:25.973231 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-4ad54ff8-537e-4b5f-9550-89f31ff88c44 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Request body: {'subnet': {'network_id': '56dedb9c-c874-4806-8073-23c183970f13', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:44:26.071490 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f937589-697b-47f9-9b72-de2dcd285a98 admin admin] Pushing event deleted for resources: {'Network': ['ID=b04d3905-94fd-478d-8f36-29a81061160f,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:44:26.076237 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c7dfb1e-2249-4a90-a664-b6cc61d27eea None None] Provisioning complete for port 7eb9e300-bde2-49f2-842d-a126a3cf7170 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:44:26.076670 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c7dfb1e-2249-4a90-a664-b6cc61d27eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:26.084124 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2054c0d0-1d69-488b-9210-ce1bc4a46462 admin admin] Releasing vlan 549 on physical network physnet1 to pool {{(pid=103591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 17:44:26.085955 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-2054c0d0-1d69-488b-9210-ce1bc4a46462 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264756290'] for segment, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:26.111354 n-d-816206-8 neutron-server[103591]: Traceback (most recent call last): Nov 23 17:44:26.111354 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 17:44:26.111354 n-d-816206-8 neutron-server[103591]: timer() Nov 23 17:44:26.111354 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 17:44:26.111354 n-d-816206-8 neutron-server[103591]: cb(*args, **kw) Nov 23 17:44:26.111354 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 17:44:26.111354 n-d-816206-8 neutron-server[103591]: return func(*args, **kwargs) Nov 23 17:44:26.111354 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 17:44:26.111354 n-d-816206-8 neutron-server[103591]: self._notify() Nov 23 17:44:26.111354 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 17:44:26.111354 n-d-816206-8 neutron-server[103591]: self.callback(batched_events) Nov 23 17:44:26.111354 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 17:44:26.111354 n-d-816206-8 neutron-server[103591]: event.method(event) Nov 23 17:44:26.111354 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 17:44:26.111354 n-d-816206-8 neutron-server[103591]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 17:44:26.111354 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 17:44:26.111354 n-d-816206-8 neutron-server[103591]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 17:44:26.111354 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 17:44:26.111354 n-d-816206-8 neutron-server[103591]: return f(self, *a, **k) Nov 23 17:44:26.111354 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 17:44:26.111354 n-d-816206-8 neutron-server[103591]: return self._get(url).json() Nov 23 17:44:26.111354 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 17:44:26.111354 n-d-816206-8 neutron-server[103591]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 17:44:26.111354 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 17:44:26.111354 n-d-816206-8 neutron-server[103591]: return self.request(url, 'GET', **kwargs) Nov 23 17:44:26.111354 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 17:44:26.111354 n-d-816206-8 neutron-server[103591]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 17:44:26.111354 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 17:44:26.111354 n-d-816206-8 neutron-server[103591]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 17:44:26.111354 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 17:44:26.111354 n-d-816206-8 neutron-server[103591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 17:44:26.111354 n-d-816206-8 neutron-server[103591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 17:44:26.118824 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ad54ff8-537e-4b5f-9550-89f31ff88c44 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Made reservation on behalf of a17872768c1e4384801bad129509cfa7 for: {'subnet': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:44:26.139262 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4ad54ff8-537e-4b5f-9550-89f31ff88c44 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264730903'] for subnet, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:26.141800 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c599cd26-7364-4373-8b5c-90032dffea1b tempest-ListServerFiltersTestJSON-602552987 tempest-ListServerFiltersTestJSON-602552987-project] Pushing event deleted for resources: {'Port': ['ID=c353247e-5ca9-41b0-b031-d3a6cf2c4448,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:44:26.177470 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] get_ports_and_sgs() called for port_ids ['9658f692-56ae-405c-812e-58fe07a614a5'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:44:26.183571 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 56602) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:44:26.191591 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] get_ports_and_sgs() called for port_ids ['c2f473f6-b483-48f8-93c1-d88935e14ee5'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:44:26.329956 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-0b9f3bca-8a39-4d20-a531-d4e8bd0d1dbe admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=07f6f862fd8349ba9423ccbd91a7fd20&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1423194 Nov 23 17:44:26.330185 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [req-32587c73-9c48-4246-819a-b97b2710a4a6 req-c599cd26-7364-4373-8b5c-90032dffea1b tempest-ListServerFiltersTestJSON-602552987 tempest-ListServerFiltersTestJSON-602552987-project] No DVR routers for this DVR port c353247e-5ca9-41b0-b031-d3a6cf2c4448 on host n-h1-816206-8 {{(pid=103591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:44:26.331370 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 56604) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:44:26.334622 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-32587c73-9c48-4246-819a-b97b2710a4a6 req-c599cd26-7364-4373-8b5c-90032dffea1b tempest-ListServerFiltersTestJSON-602552987 tempest-ListServerFiltersTestJSON-602552987-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:26.345102 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-32587c73-9c48-4246-819a-b97b2710a4a6 req-c599cd26-7364-4373-8b5c-90032dffea1b tempest-ListServerFiltersTestJSON-602552987 tempest-ListServerFiltersTestJSON-602552987-project] 10.222.0.55 "DELETE /v2.0/ports/c353247e-5ca9-41b0-b031-d3a6cf2c4448 HTTP/1.1" status: 204 len: 173 time: 3.7268398 Nov 23 17:44:26.362343 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-2054c0d0-1d69-488b-9210-ce1bc4a46462 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1795418'] for network, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:26.377014 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-2054c0d0-1d69-488b-9210-ce1bc4a46462 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for network, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:26.386887 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-2054c0d0-1d69-488b-9210-ce1bc4a46462 admin admin] 10.222.0.60 "DELETE /v2.0/networks/15e62e26-a71b-4a7c-9672-0cf924bc3e09 HTTP/1.1" status: 204 len: 168 time: 3.0548065 Nov 23 17:44:26.419218 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2054c0d0-1d69-488b-9210-ce1bc4a46462 admin admin] Pushing event deleted for resources: {'Network': ['ID=15e62e26-a71b-4a7c-9672-0cf924bc3e09,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:44:26.598268 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4ad54ff8-537e-4b5f-9550-89f31ff88c44 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264358096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264730885'] for subnet, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:26.699835 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 56614) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:44:26.702252 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-3149011f-dc38-47d1-ba77-3f29a4fc07e6 req-a440553e-f2e0-48ff-8917-4334871989e9 tempest-ListServerFiltersTestJSON-602552987 tempest-ListServerFiltersTestJSON-602552987-project] 10.222.0.60 "GET /v2.0/ports?device_id=62716bb5-8ce0-40bd-8dc9-1784181f4168 HTTP/1.1" status: 200 len: 210 time: 0.0660093 Nov 23 17:44:26.739986 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-080c2601-4421-4c78-ba4f-09a82e6a7a90 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:26.754920 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad54ff8-537e-4b5f-9550-89f31ff88c44 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Pushing event updated for resources: {'Subnet': ['ID=8e886af4-cb2a-4fc7-851f-d27f1c5329a0,revision_number=0']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:44:26.790802 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ad54ff8-537e-4b5f-9550-89f31ff88c44 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Network 56dedb9c-c874-4806-8073-23c183970f13 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:44:26.810647 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-4ad54ff8-537e-4b5f-9550-89f31ff88c44 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:44:26.848979 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ad54ff8-537e-4b5f-9550-89f31ff88c44 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:44:26.849595 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4ad54ff8-537e-4b5f-9550-89f31ff88c44 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks [] for subnet, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:26.900079 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-080c2601-4421-4c78-ba4f-09a82e6a7a90 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:26.915355 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-4ad54ff8-537e-4b5f-9550-89f31ff88c44 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9741576 Nov 23 17:44:26.918348 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 56616) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:44:26.924360 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-79707e2c-5f00-4c6b-9f53-374e4648afb2 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Request body: {'subnet': {'network_id': '56dedb9c-c874-4806-8073-23c183970f13', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:44:26.943541 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-209e461d-668f-43c8-a49f-c7747fb712e0 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=958aa7895c404be3875a374837f04f49&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2392130 Nov 23 17:44:26.948273 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 56618) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:44:27.029698 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08b03bc7-1f74-4d19-a084-f51ea4029ac5 None None] DHCP port deletion for 56dedb9c-c874-4806-8073-23c183970f13 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:44:27.053195 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-080c2601-4421-4c78-ba4f-09a82e6a7a90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:27.054721 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-080c2601-4421-4c78-ba4f-09a82e6a7a90 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:27.062840 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-080c2601-4421-4c78-ba4f-09a82e6a7a90 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/68fe547d-d706-4389-a025-af2d1c7bf46e HTTP/1.1" status: 204 len: 168 time: 0.7302120 Nov 23 17:44:27.094886 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080c2601-4421-4c78-ba4f-09a82e6a7a90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68fe547d-d706-4389-a025-af2d1c7bf46e,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:44:27.201919 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6be5cd11-654d-4fdc-8057-3d2b2e8e1213 req-2b037c4c-ef73-4453-b907-b798475d8a34 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/ports?device_id=7492c7e5-8d27-4c5f-b3a2-6a31ab4fda25 HTTP/1.1" status: 200 len: 210 time: 0.0557528 Nov 23 17:44:27.246369 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-08b03bc7-1f74-4d19-a084-f51ea4029ac5 None None] Deleting port 7eb9e300-bde2-49f2-842d-a126a3cf7170 {{(pid=103592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:44:27.246645 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-08b03bc7-1f74-4d19-a084-f51ea4029ac5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:27.263117 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-d5d9d982-1443-46ba-a89c-0e7fd0adb4bb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:27.304018 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-d5d9d982-1443-46ba-a89c-0e7fd0adb4bb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:27.370374 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79707e2c-5f00-4c6b-9f53-374e4648afb2 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Made reservation on behalf of a17872768c1e4384801bad129509cfa7 for: {'subnet': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:44:27.376896 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-79707e2c-5f00-4c6b-9f53-374e4648afb2 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264314294'] for subnet, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:27.453276 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-08b03bc7-1f74-4d19-a084-f51ea4029ac5 None None] For port 7eb9e300-bde2-49f2-842d-a126a3cf7170, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=7eb9e300-bde2-49f2-842d-a126a3cf7170,segment=NetworkSegment(208f22fc-9686-4ca3-a88c-018385437c28),segment_id=208f22fc-9686-4ca3-a88c-018385437c28)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:44:27.453909 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-08b03bc7-1f74-4d19-a084-f51ea4029ac5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:27.472322 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-08b03bc7-1f74-4d19-a084-f51ea4029ac5 None None] Calling delete_port for 7eb9e300-bde2-49f2-842d-a126a3cf7170 owned by network:dhcp {{(pid=103592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:44:27.488001 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-d5d9d982-1443-46ba-a89c-0e7fd0adb4bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:27.490636 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-d5d9d982-1443-46ba-a89c-0e7fd0adb4bb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:27.491781 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-d5d9d982-1443-46ba-a89c-0e7fd0adb4bb admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/eefe0ea5-c106-4734-8906-c749a9768f75 HTTP/1.1" status: 204 len: 168 time: 0.4796140 Nov 23 17:44:27.578424 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-08b03bc7-1f74-4d19-a084-f51ea4029ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989'] for port, after_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:27.607641 n-d-816206-8 neutron-server[103591]: INFO neutron.db.ipam_backend_mixin [None req-79707e2c-5f00-4c6b-9f53-374e4648afb2 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 8e886af4-cb2a-4fc7-851f-d27f1c5329a0 (CIDR: 2001:db8::/64) Nov 23 17:44:27.610444 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d9d982-1443-46ba-a89c-0e7fd0adb4bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eefe0ea5-c106-4734-8906-c749a9768f75,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:44:27.618935 n-d-816206-8 neutron-server[103591]: INFO neutron.pecan_wsgi.hooks.translation [None req-79707e2c-5f00-4c6b-9f53-374e4648afb2 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 17:44:27.621460 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79707e2c-5f00-4c6b-9f53-374e4648afb2 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103591) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 17:44:27.629949 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08b03bc7-1f74-4d19-a084-f51ea4029ac5 None None] No DVR routers for this DVR port 7eb9e300-bde2-49f2-842d-a126a3cf7170 on host n-d-816206-8 {{(pid=103592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:44:27.641028 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b03bc7-1f74-4d19-a084-f51ea4029ac5 None None] Pushing event deleted for resources: {'Port': ['ID=7eb9e300-bde2-49f2-842d-a126a3cf7170,revision_number=None']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:44:27.677707 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-79707e2c-5f00-4c6b-9f53-374e4648afb2 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7552409 Nov 23 17:44:27.678027 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 56636) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:44:27.683589 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-44e6a6d3-eaa5-4052-851a-3a0f06803aff tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Request body: {'subnet': {'network_id': '56dedb9c-c874-4806-8073-23c183970f13', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:44:27.690054 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eda0a35-a00f-404d-a632-d79b89cfe44d None None] Network 56dedb9c-c874-4806-8073-23c183970f13 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:44:27.903817 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62716bb5-8ce0-40bd-8dc9-1784181f4168', 'name': 'network-vif-deleted', 'tag': 'c353247e-5ca9-41b0-b031-d3a6cf2c4448'}] {{(pid=103591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:44:27.906420 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41d174a19ece9499ff9ec44e5b3fc50f2abd3ffbc947fb7e52ea1e8db27b95b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d85fe72-d164-45d2-af79-e5fa30a95f17" -d '{"events": [{"server_uuid": "62716bb5-8ce0-40bd-8dc9-1784181f4168", "name": "network-vif-deleted", "tag": "c353247e-5ca9-41b0-b031-d3a6cf2c4448"}]}' {{(pid=103591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:44:28.030577 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44e6a6d3-eaa5-4052-851a-3a0f06803aff tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Made reservation on behalf of a17872768c1e4384801bad129509cfa7 for: {'subnet': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:44:28.034071 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-44e6a6d3-eaa5-4052-851a-3a0f06803aff tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264730903'] for subnet, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:28.037981 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:44:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9132d27-dd79-4746-9375-17f853298bfb x-openstack-request-id: req-e9132d27-dd79-4746-9375-17f853298bfb {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:44:28.038591 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62716bb5-8ce0-40bd-8dc9-1784181f4168", "name": "network-vif-deleted", "tag": "c353247e-5ca9-41b0-b031-d3a6cf2c4448", "status": "completed", "code": 200}]} {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:44:28.039012 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e9132d27-dd79-4746-9375-17f853298bfb {{(pid=103591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:44:28.039591 n-d-816206-8 neutron-server[103591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62716bb5-8ce0-40bd-8dc9-1784181f4168', 'name': 'network-vif-deleted', 'tag': 'c353247e-5ca9-41b0-b031-d3a6cf2c4448', 'status': 'completed', 'code': 200} Nov 23 17:44:28.111888 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fe33b3b-6bff-4b6d-8fb2-2a6c1247dac5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp355044b8-8e87-58c4-94fa-4a010ec30f9e-56dedb9c-c874-4806-8073-23c183970f13', 'network_id': '56dedb9c-c874-4806-8073-23c183970f13', 'tenant_id': 'a17872768c1e4384801bad129509cfa7', 'fixed_ips': [{'subnet_id': '8e886af4-cb2a-4fc7-851f-d27f1c5329a0'}]}} from n-d-816206-8. {{(pid=103592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 17:44:28.112790 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-0fe33b3b-6bff-4b6d-8fb2-2a6c1247dac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:28.343344 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1014e0d4-b139-4667-825f-f5bf6914d783 req-64e97c6b-344f-48ff-bc92-721ab0a16033 tempest-ListServerFiltersTestJSON-602552987 tempest-ListServerFiltersTestJSON-602552987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:44:28.359903 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-1014e0d4-b139-4667-825f-f5bf6914d783 req-64e97c6b-344f-48ff-bc92-721ab0a16033 tempest-ListServerFiltersTestJSON-602552987 tempest-ListServerFiltersTestJSON-602552987-project] 10.222.0.60 "GET /v2.0/ports?device_id=74d60304-cc4f-41f3-9245-821f0a036a31 HTTP/1.1" status: 200 len: 945 time: 0.1515021 Nov 23 17:44:28.510770 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-df31c171-1af5-4ebd-a09d-f5e27c31e150 req-e0e783f2-025e-4768-b196-9b9026b278f7 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/ports?device_id=7492c7e5-8d27-4c5f-b3a2-6a31ab4fda25 HTTP/1.1" status: 200 len: 210 time: 0.1392894 Nov 23 17:44:28.639152 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-1014e0d4-b139-4667-825f-f5bf6914d783 req-6431f940-6e9b-4a9f-babe-5416235b1552 tempest-ListServerFiltersTestJSON-602552987 tempest-ListServerFiltersTestJSON-602552987-project] 10.222.0.60 "GET /v2.0/security-groups?id=21da44c1-bab0-4a24-bdb5-9c78cb5bfd70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2728884 Nov 23 17:44:28.841931 n-d-816206-8 neutron-server[103590]: DEBUG neutron.objects.ports [None req-44e6a6d3-eaa5-4052-851a-3a0f06803aff tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103590) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 23 17:44:28.843656 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-44e6a6d3-eaa5-4052-851a-3a0f06803aff tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264358096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264730885'] for subnet, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:28.918009 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44e6a6d3-eaa5-4052-851a-3a0f06803aff tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Network 56dedb9c-c874-4806-8073-23c183970f13 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:44:28.943555 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-44e6a6d3-eaa5-4052-851a-3a0f06803aff tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:44:28.945526 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e6a6d3-eaa5-4052-851a-3a0f06803aff tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Pushing event updated for resources: {'Subnet': ['ID=f1ec13fe-f915-4736-b220-0b6c183f5a2e,revision_number=0']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:44:28.948732 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44e6a6d3-eaa5-4052-851a-3a0f06803aff tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:44:28.949449 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-44e6a6d3-eaa5-4052-851a-3a0f06803aff tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks [] for subnet, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:28.983238 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-44e6a6d3-eaa5-4052-851a-3a0f06803aff tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.3013532 Nov 23 17:44:28.984201 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 56692) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:44:28.991351 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-06de8520-27e8-4220-b034-b79512bb5ecb tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Request body: {'port': {'network_id': '56dedb9c-c874-4806-8073-23c183970f13', 'mac_address': 'fa:16:3e:55:80:49', 'name': 'tempest-NetworksTestDHCPv6-1057887297'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:44:29.049591 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 7eb9e300-bde2-49f2-842d-a126a3cf7170 no longer exists at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:44:29.114219 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] No Port match for: 7eb9e300-bde2-49f2-842d-a126a3cf7170 {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:44:29.115317 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 7eb9e300-bde2-49f2-842d-a126a3cf7170 not bound to the agent host n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:44:29.153671 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.db_base_plugin_common [None req-0fe33b3b-6bff-4b6d-8fb2-2a6c1247dac5 None None] Allocated IP 2001:db8::2 (56dedb9c-c874-4806-8073-23c183970f13/8e886af4-cb2a-4fc7-851f-d27f1c5329a0/2103037d-e7c2-425a-9434-182a2d19777d) {{(pid=103592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:44:29.154444 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 56696) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:44:29.347162 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06de8520-27e8-4220-b034-b79512bb5ecb tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Made reservation on behalf of a17872768c1e4384801bad129509cfa7 for: {'port': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:44:29.437956 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-0fe33b3b-6bff-4b6d-8fb2-2a6c1247dac5 None None] Publish callbacks [] for port, precommit_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:29.447637 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-0fe33b3b-6bff-4b6d-8fb2-2a6c1247dac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980'] for port, after_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:29.520541 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe33b3b-6bff-4b6d-8fb2-2a6c1247dac5 None None] Pushing event updated for resources: {'Port': ['ID=2103037d-e7c2-425a-9434-182a2d19777d,revision_number=1']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:44:29.533473 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-06de8520-27e8-4220-b034-b79512bb5ecb tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:29.620726 n-d-816206-8 neutron-server[103592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fe33b3b-6bff-4b6d-8fb2-2a6c1247dac5 None None] Network 56dedb9c-c874-4806-8073-23c183970f13 is already hosted by enough agents. {{(pid=103592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:44:29.622976 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [None req-06de8520-27e8-4220-b034-b79512bb5ecb tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] device_id is not set on port 3f77adc4-b4c4-4f4e-a24d-5bfc32441904 yet. {{(pid=103591) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 17:44:29.627288 n-d-816206-8 neutron-server[103592]: DEBUG neutron.scheduler.base_scheduler [None req-0fe33b3b-6bff-4b6d-8fb2-2a6c1247dac5 None None] Resources bound (agent type, host, resource id): {{(pid=103592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:44:29.632437 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fe33b3b-6bff-4b6d-8fb2-2a6c1247dac5 None None] Received port after_create {{(pid=103592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:44:29.650636 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-a0f9563a-43a4-412f-8bbb-a6c0ab01f7dc admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-943317818-network', 'tenant_id': 'd12571583578401d94edb82eeee79d8b'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:44:29.698732 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0f9563a-43a4-412f-8bbb-a6c0ab01f7dc admin admin] Made reservation on behalf of d12571583578401d94edb82eeee79d8b for: {'network': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:44:29.701503 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a0f9563a-43a4-412f-8bbb-a6c0ab01f7dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for network, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:29.716206 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a0f9563a-43a4-412f-8bbb-a6c0ab01f7dc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:29.832658 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-0fe33b3b-6bff-4b6d-8fb2-2a6c1247dac5 None None] Attempting to bind port 2103037d-e7c2-425a-9434-182a2d19777d on host n-d-816206-8 for vnic_type normal with profile {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:44:29.833086 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-0fe33b3b-6bff-4b6d-8fb2-2a6c1247dac5 None None] Attempting to bind port 2103037d-e7c2-425a-9434-182a2d19777d by drivers openvswitch,hyperv on host n-d-816206-8 at level 0 using segments [{'id': '208f22fc-9686-4ca3-a88c-018385437c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '56dedb9c-c874-4806-8073-23c183970f13'}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:44:29.833458 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fe33b3b-6bff-4b6d-8fb2-2a6c1247dac5 None None] Attempting to bind port 2103037d-e7c2-425a-9434-182a2d19777d on network 56dedb9c-c874-4806-8073-23c183970f13 {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:44:29.840596 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fe33b3b-6bff-4b6d-8fb2-2a6c1247dac5 None None] Checking agent: {'id': '9e89acbe-4bbe-4c77-a18b-6f1da9133e0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 7, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 44, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:44:29.841042 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fe33b3b-6bff-4b6d-8fb2-2a6c1247dac5 None None] Checking segment: {'id': '208f22fc-9686-4ca3-a88c-018385437c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '56dedb9c-c874-4806-8073-23c183970f13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:44:29.841458 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-0fe33b3b-6bff-4b6d-8fb2-2a6c1247dac5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:29.841857 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fe33b3b-6bff-4b6d-8fb2-2a6c1247dac5 None None] Bound using segment: {'id': '208f22fc-9686-4ca3-a88c-018385437c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '56dedb9c-c874-4806-8073-23c183970f13'} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:44:29.842521 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-0fe33b3b-6bff-4b6d-8fb2-2a6c1247dac5 None None] Bound port: 2103037d-e7c2-425a-9434-182a2d19777d, host: n-d-816206-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '208f22fc-9686-4ca3-a88c-018385437c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '56dedb9c-c874-4806-8073-23c183970f13'}}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:44:29.842916 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-0fe33b3b-6bff-4b6d-8fb2-2a6c1247dac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:29.867444 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2c7512cf-d3b8-47e0-a5ef-624ad0875c4a req-4a97d38b-773c-4f8a-93cb-65a80827a8f9 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/ports?device_id=7492c7e5-8d27-4c5f-b3a2-6a31ab4fda25 HTTP/1.1" status: 200 len: 210 time: 0.1877964 Nov 23 17:44:29.880251 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a0f9563a-43a4-412f-8bbb-a6c0ab01f7dc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:29.900404 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a0f9563a-43a4-412f-8bbb-a6c0ab01f7dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:29.928462 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0f9563a-43a4-412f-8bbb-a6c0ab01f7dc admin admin] vlan segment allocate from pool success with {'vlan_id': 533, 'physical_network': 'physnet1'} {{(pid=103590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 17:44:29.964477 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a0f9563a-43a4-412f-8bbb-a6c0ab01f7dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:29.966411 n-d-816206-8 neutron-server[103590]: INFO neutron.db.segments_db [None req-a0f9563a-43a4-412f-8bbb-a6c0ab01f7dc admin admin] Added segment 2a53338f-2048-4067-a393-9c8ccd1c070e of type vlan for network 23348ac2-82c2-44f2-ae17-0af4b4c8f8b2 Nov 23 17:44:29.969841 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f9563a-43a4-412f-8bbb-a6c0ab01f7dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df37d9c5-5a4e-4669-a83f-08f0e6fcaac5,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:44:29.977738 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-0fe33b3b-6bff-4b6d-8fb2-2a6c1247dac5 None None] For port 2103037d-e7c2-425a-9434-182a2d19777d, host n-d-816206-8, cleared binding levels {{(pid=103592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:44:29.982775 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-0fe33b3b-6bff-4b6d-8fb2-2a6c1247dac5 None None] For port 2103037d-e7c2-425a-9434-182a2d19777d, host n-d-816206-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=2103037d-e7c2-425a-9434-182a2d19777d,segment=NetworkSegment(208f22fc-9686-4ca3-a88c-018385437c28),segment_id=208f22fc-9686-4ca3-a88c-018385437c28)] {{(pid=103592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:44:29.996652 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9649953-a68e-4857-a57d-d770b2ac1aa0 req-c49d4a44-fccb-4cf2-a9f0-3d9598863505 tempest-ListServerFiltersTestJSON-602552987 tempest-ListServerFiltersTestJSON-602552987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:44:29.998751 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a9649953-a68e-4857-a57d-d770b2ac1aa0 req-c49d4a44-fccb-4cf2-a9f0-3d9598863505 tempest-ListServerFiltersTestJSON-602552987 tempest-ListServerFiltersTestJSON-602552987-project] 10.222.0.36 "GET /v2.0/ports?device_id=74d60304-cc4f-41f3-9245-821f0a036a31 HTTP/1.1" status: 200 len: 945 time: 0.2342350 Nov 23 17:44:30.010348 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-0fe33b3b-6bff-4b6d-8fb2-2a6c1247dac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:30.086531 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a0f9563a-43a4-412f-8bbb-a6c0ab01f7dc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736635338810'] for network, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:30.110855 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe33b3b-6bff-4b6d-8fb2-2a6c1247dac5 None None] Pushing event updated for resources: {'Port': ['ID=2103037d-e7c2-425a-9434-182a2d19777d,revision_number=2']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:44:30.174465 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a0f9563a-43a4-412f-8bbb-a6c0ab01f7dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493'] for network, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:30.176339 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0f9563a-43a4-412f-8bbb-a6c0ab01f7dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:44:30.177120 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a0f9563a-43a4-412f-8bbb-a6c0ab01f7dc admin admin] Publish callbacks [] for network, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:30.259608 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c355c187-3fb1-4755-a23c-369823c80004 req-4849fb8d-b2a8-4742-89f2-ca0da50cf543 tempest-ListServerFiltersTestJSON-602552987 tempest-ListServerFiltersTestJSON-602552987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:44:30.264225 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c355c187-3fb1-4755-a23c-369823c80004 req-4849fb8d-b2a8-4742-89f2-ca0da50cf543 tempest-ListServerFiltersTestJSON-602552987 tempest-ListServerFiltersTestJSON-602552987-project] 10.222.0.60 "GET /v2.0/ports?device_id=74d60304-cc4f-41f3-9245-821f0a036a31 HTTP/1.1" status: 200 len: 945 time: 0.3929529 Nov 23 17:44:30.269668 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-a0f9563a-43a4-412f-8bbb-a6c0ab01f7dc admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1113448 Nov 23 17:44:30.271835 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 56728) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:44:30.285174 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-e8d738f8-f89c-4e50-82a3-620557be225b admin admin] Request body: {'subnet': {'network_id': '23348ac2-82c2-44f2-ae17-0af4b4c8f8b2', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-943317818-subnet', 'tenant_id': 'd12571583578401d94edb82eeee79d8b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:44:30.385210 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f9563a-43a4-412f-8bbb-a6c0ab01f7dc admin admin] Pushing event updated for resources: {'Network': ['ID=23348ac2-82c2-44f2-ae17-0af4b4c8f8b2,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:44:30.404154 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Network 23348ac2-82c2-44f2-ae17-0af4b4c8f8b2 details requested by agent ovs-agent-n-d-816206-8 with host n-d-816206-8 {{(pid=103592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 17:44:30.420386 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8d738f8-f89c-4e50-82a3-620557be225b admin admin] Made reservation on behalf of d12571583578401d94edb82eeee79d8b for: {'subnet': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:44:30.424737 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e8d738f8-f89c-4e50-82a3-620557be225b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264730903'] for subnet, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:30.464699 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [req-a9649953-a68e-4857-a57d-d770b2ac1aa0 req-02b2a93f-7b6d-48bb-a90e-ed39585caf47 tempest-ListServerFiltersTestJSON-602552987 tempest-ListServerFiltersTestJSON-602552987-project] Deleting port c2f473f6-b483-48f8-93c1-d88935e14ee5 {{(pid=103591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:44:30.465045 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-a9649953-a68e-4857-a57d-d770b2ac1aa0 req-02b2a93f-7b6d-48bb-a90e-ed39585caf47 tempest-ListServerFiltersTestJSON-602552987 tempest-ListServerFiltersTestJSON-602552987-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:31.026601 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e8d738f8-f89c-4e50-82a3-620557be225b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264358096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264730885'] for subnet, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:31.141049 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d738f8-f89c-4e50-82a3-620557be225b admin admin] Pushing event updated for resources: {'Subnet': ['ID=e8c8539d-8327-4e19-a1c8-5e883e124f3b,revision_number=0']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:44:31.165015 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8d738f8-f89c-4e50-82a3-620557be225b admin admin] Checking segment: {'id': '2a53338f-2048-4067-a393-9c8ccd1c070e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '23348ac2-82c2-44f2-ae17-0af4b4c8f8b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:44:31.170604 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8d738f8-f89c-4e50-82a3-620557be225b admin admin] Network hostable DHCP agents. Network: 23348ac2-82c2-44f2-ae17-0af4b4c8f8b2, hostable agents: ['0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3'], hosted agents: [] {{(pid=103590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 17:44:31.229475 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8d738f8-f89c-4e50-82a3-620557be225b admin admin] Network 23348ac2-82c2-44f2-ae17-0af4b4c8f8b2 is scheduled to be hosted by DHCP agent 0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3 with binding_index 1 {{(pid=103590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 17:44:31.247172 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-e8d738f8-f89c-4e50-82a3-620557be225b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-8, 23348ac2-82c2-44f2-ae17-0af4b4c8f8b2) {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:44:31.251535 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8d738f8-f89c-4e50-82a3-620557be225b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:44:31.252130 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e8d738f8-f89c-4e50-82a3-620557be225b admin admin] Publish callbacks [] for subnet, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:31.273998 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0bc6193-4ac2-4a3c-99fd-bee4cd5eeda0 None None] Network 23348ac2-82c2-44f2-ae17-0af4b4c8f8b2 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:44:31.285836 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-e8d738f8-f89c-4e50-82a3-620557be225b admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0103426 Nov 23 17:44:31.309294 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c355c187-3fb1-4755-a23c-369823c80004 req-63fb3ff4-5af0-46a4-a7db-9e917369742e tempest-ListServerFiltersTestJSON-602552987 tempest-ListServerFiltersTestJSON-602552987-project] 10.222.0.60 "GET /v2.0/security-groups?id=21da44c1-bab0-4a24-bdb5-9c78cb5bfd70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0214021 Nov 23 17:44:31.332655 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f6dcacaf-ee3d-4100-8b44-5f5d550bcafc req-deb4a5ef-bf0d-43cb-9dd1-c2fa175fcbcc tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/ports?device_id=7492c7e5-8d27-4c5f-b3a2-6a31ab4fda25 HTTP/1.1" status: 200 len: 210 time: 0.0748851 Nov 23 17:44:31.342485 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.db_base_plugin_common [None req-06de8520-27e8-4220-b034-b79512bb5ecb tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Allocated IP 2001:db8::2aa (56dedb9c-c874-4806-8073-23c183970f13/8e886af4-cb2a-4fc7-851f-d27f1c5329a0/3f77adc4-b4c4-4f4e-a24d-5bfc32441904) {{(pid=103591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:44:31.373051 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.db_base_plugin_common [None req-06de8520-27e8-4220-b034-b79512bb5ecb tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Allocated IP 2001:db8:0:1:f816:3eff:fe55:8049 (56dedb9c-c874-4806-8073-23c183970f13/f1ec13fe-f915-4736-b220-0b6c183f5a2e/3f77adc4-b4c4-4f4e-a24d-5bfc32441904) {{(pid=103591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:44:31.495117 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-a9649953-a68e-4857-a57d-d770b2ac1aa0 req-02b2a93f-7b6d-48bb-a90e-ed39585caf47 tempest-ListServerFiltersTestJSON-602552987 tempest-ListServerFiltersTestJSON-602552987-project] For port c2f473f6-b483-48f8-93c1-d88935e14ee5, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=c2f473f6-b483-48f8-93c1-d88935e14ee5,segment=NetworkSegment(27d47b01-53c9-46b4-98cd-4228976adb4c),segment_id=27d47b01-53c9-46b4-98cd-4228976adb4c)] {{(pid=103591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:44:31.495819 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-a9649953-a68e-4857-a57d-d770b2ac1aa0 req-02b2a93f-7b6d-48bb-a90e-ed39585caf47 tempest-ListServerFiltersTestJSON-602552987 tempest-ListServerFiltersTestJSON-602552987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:31.539892 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [req-a9649953-a68e-4857-a57d-d770b2ac1aa0 req-02b2a93f-7b6d-48bb-a90e-ed39585caf47 tempest-ListServerFiltersTestJSON-602552987 tempest-ListServerFiltersTestJSON-602552987-project] Calling delete_port for c2f473f6-b483-48f8-93c1-d88935e14ee5 owned by compute:nova {{(pid=103591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:44:31.599614 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aafc2a7d-75af-4930-a5da-f55c8858b184 None None] Network 23348ac2-82c2-44f2-ae17-0af4b4c8f8b2 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:44:31.977969 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-06de8520-27e8-4220-b034-b79512bb5ecb tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks [] for port, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:32.016452 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device c2f473f6-b483-48f8-93c1-d88935e14ee5 no longer exists at agent hyperv_n-h2-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:44:32.151229 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-06de8520-27e8-4220-b034-b79512bb5ecb tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:32.178971 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:32.181897 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-700d3944-ebc5-40c3-a811-03453fa4bcd5 None None] Network 56dedb9c-c874-4806-8073-23c183970f13 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:44:32.194909 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 56880) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:44:32.297367 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-42b4f3a7-6765-443a-ba9d-2ac17c78a90e None None] Provisioning complete for port 2103037d-e7c2-425a-9434-182a2d19777d triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:44:32.297775 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-42b4f3a7-6765-443a-ba9d-2ac17c78a90e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:32.324141 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06de8520-27e8-4220-b034-b79512bb5ecb tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Pushing event updated for resources: {'Port': ['ID=3f77adc4-b4c4-4f4e-a24d-5bfc32441904,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:44:32.401861 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-84b96edd-d003-49db-93b3-709162b9bac4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:32.524818 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-42b4f3a7-6765-443a-ba9d-2ac17c78a90e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:32.539213 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06de8520-27e8-4220-b034-b79512bb5ecb tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Network 56dedb9c-c874-4806-8073-23c183970f13 is already hosted by enough agents. {{(pid=103591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:44:32.630014 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-42b4f3a7-6765-443a-ba9d-2ac17c78a90e None None] For port 2103037d-e7c2-425a-9434-182a2d19777d, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=2103037d-e7c2-425a-9434-182a2d19777d,segment=NetworkSegment(208f22fc-9686-4ca3-a88c-018385437c28),segment_id=208f22fc-9686-4ca3-a88c-018385437c28)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:44:32.632740 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-84b96edd-d003-49db-93b3-709162b9bac4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:32.640244 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-42b4f3a7-6765-443a-ba9d-2ac17c78a90e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:32.642130 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-84b96edd-d003-49db-93b3-709162b9bac4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:32.695260 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-84b96edd-d003-49db-93b3-709162b9bac4 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=74457b0d1456441e94941c8c994cd4a0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4991903 Nov 23 17:44:32.705382 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 56888) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:44:32.721169 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [None req-06de8520-27e8-4220-b034-b79512bb5ecb tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Resources bound (agent type, host, resource id): {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:44:32.725425 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b4f3a7-6765-443a-ba9d-2ac17c78a90e None None] Pushing event updated for resources: {'Port': ['ID=2103037d-e7c2-425a-9434-182a2d19777d,revision_number=3']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:44:32.729527 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 2103037d-e7c2-425a-9434-182a2d19777d up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:44:32.810985 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06de8520-27e8-4220-b034-b79512bb5ecb tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Received port after_create {{(pid=103591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:44:32.829017 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06de8520-27e8-4220-b034-b79512bb5ecb tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:44:32.830291 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-06de8520-27e8-4220-b034-b79512bb5ecb tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:32.858151 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8cf5d437-283c-481e-91c3-20e4c8dfe3d4 req-5aa1a038-5a65-421e-bce3-e03d10349237 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/ports?device_id=7492c7e5-8d27-4c5f-b3a2-6a31ab4fda25 HTTP/1.1" status: 200 len: 210 time: 0.3279021 Nov 23 17:44:32.887521 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b96edd-d003-49db-93b3-709162b9bac4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bba138cb-c55d-4b46-8dd2-e87e6785d010,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:44:32.901387 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-06de8520-27e8-4220-b034-b79512bb5ecb tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 3.9140921 Nov 23 17:44:32.901628 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 56894) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:44:32.913173 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-a9649953-a68e-4857-a57d-d770b2ac1aa0 req-02b2a93f-7b6d-48bb-a90e-ed39585caf47 tempest-ListServerFiltersTestJSON-602552987 tempest-ListServerFiltersTestJSON-602552987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:32.983475 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] get_ports_and_sgs() called for port_ids ['9658f692-56ae-405c-812e-58fe07a614a5'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:44:33.022318 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7532a4dd-3296-40f4-9269-e1a8efff0b3a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:33.044720 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b2a93f-7b6d-48bb-a90e-ed39585caf47 tempest-ListServerFiltersTestJSON-602552987 tempest-ListServerFiltersTestJSON-602552987-project] Pushing event deleted for resources: {'Port': ['ID=c2f473f6-b483-48f8-93c1-d88935e14ee5,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:44:33.095351 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port 2103037d-e7c2-425a-9434-182a2d19777d triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:44:33.095995 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:33.109556 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7532a4dd-3296-40f4-9269-e1a8efff0b3a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:33.142112 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ed84687a-0848-49fd-878b-02baf2bbc22f req-886237cc-ad39-48b2-93a2-f64d692e7e83 tempest-ListServerFiltersTestJSON-602552987 tempest-ListServerFiltersTestJSON-602552987-project] 10.222.0.60 "GET /v2.0/ports?device_id=74d60304-cc4f-41f3-9245-821f0a036a31 HTTP/1.1" status: 200 len: 210 time: 0.1282563 Nov 23 17:44:33.168704 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7532a4dd-3296-40f4-9269-e1a8efff0b3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:33.182159 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7532a4dd-3296-40f4-9269-e1a8efff0b3a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:33.198055 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-7532a4dd-3296-40f4-9269-e1a8efff0b3a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/bba138cb-c55d-4b46-8dd2-e87e6785d010 HTTP/1.1" status: 204 len: 168 time: 0.4779930 Nov 23 17:44:33.213169 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9649953-a68e-4857-a57d-d770b2ac1aa0 req-02b2a93f-7b6d-48bb-a90e-ed39585caf47 tempest-ListServerFiltersTestJSON-602552987 tempest-ListServerFiltersTestJSON-602552987-project] No DVR routers for this DVR port c2f473f6-b483-48f8-93c1-d88935e14ee5 on host n-h2-816206-8 {{(pid=103591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:44:33.214865 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7532a4dd-3296-40f4-9269-e1a8efff0b3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bba138cb-c55d-4b46-8dd2-e87e6785d010,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:44:33.216035 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-a9649953-a68e-4857-a57d-d770b2ac1aa0 req-02b2a93f-7b6d-48bb-a90e-ed39585caf47 tempest-ListServerFiltersTestJSON-602552987 tempest-ListServerFiltersTestJSON-602552987-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:33.223104 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a9649953-a68e-4857-a57d-d770b2ac1aa0 req-02b2a93f-7b6d-48bb-a90e-ed39585caf47 tempest-ListServerFiltersTestJSON-602552987 tempest-ListServerFiltersTestJSON-602552987-project] 10.222.0.36 "DELETE /v2.0/ports/c2f473f6-b483-48f8-93c1-d88935e14ee5 HTTP/1.1" status: 204 len: 173 time: 3.2105885 Nov 23 17:44:33.231183 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74d60304-cc4f-41f3-9245-821f0a036a31', 'name': 'network-vif-deleted', 'tag': 'c2f473f6-b483-48f8-93c1-d88935e14ee5'}] {{(pid=103591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:44:33.234780 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-b61e9185-a5f2-4938-a90b-8ebb2830ec89 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Deleting port 3f77adc4-b4c4-4f4e-a24d-5bfc32441904 {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:44:33.235413 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b61e9185-a5f2-4938-a90b-8ebb2830ec89 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:33.239246 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41d174a19ece9499ff9ec44e5b3fc50f2abd3ffbc947fb7e52ea1e8db27b95b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c98d3ca5-6a50-4d9c-a8bd-a217ee15df95" -d '{"events": [{"server_uuid": "74d60304-cc4f-41f3-9245-821f0a036a31", "name": "network-vif-deleted", "tag": "c2f473f6-b483-48f8-93c1-d88935e14ee5"}]}' {{(pid=103591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:44:33.285161 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfc6fee-002b-4d05-89c7-53fde6fbf186 req-f78b4b07-bc51-4be3-bff0-aed7b98a57b7 tempest-MultipleCreateTestJSON-731598663 tempest-MultipleCreateTestJSON-731598663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:44:33.297068 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8bfc6fee-002b-4d05-89c7-53fde6fbf186 req-f78b4b07-bc51-4be3-bff0-aed7b98a57b7 tempest-MultipleCreateTestJSON-731598663 tempest-MultipleCreateTestJSON-731598663-project] 10.222.0.60 "GET /v2.0/networks?id=23348ac2-82c2-44f2-ae17-0af4b4c8f8b2 HTTP/1.1" status: 200 len: 812 time: 1.0858870 Nov 23 17:44:33.343948 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8bfc6fee-002b-4d05-89c7-53fde6fbf186 req-118839b4-d5dc-44c0-a060-59fca795cd57 tempest-MultipleCreateTestJSON-731598663 tempest-MultipleCreateTestJSON-731598663-project] 10.222.0.60 "GET /v2.0/quotas/d12571583578401d94edb82eeee79d8b HTTP/1.1" status: 200 len: 375 time: 0.0457792 Nov 23 17:44:33.385204 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b61e9185-a5f2-4938-a90b-8ebb2830ec89 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:33.398790 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8bfc6fee-002b-4d05-89c7-53fde6fbf186 req-65f5362b-e2f4-4b0b-8459-0535178ce611 tempest-MultipleCreateTestJSON-731598663 tempest-MultipleCreateTestJSON-731598663-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=d12571583578401d94edb82eeee79d8b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0538671 Nov 23 17:44:33.408321 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70f53262-ca3a-4205-9abb-9e7b006c2f29 None None] Update dhcp port {'port': {'network_id': '56dedb9c-c874-4806-8073-23c183970f13', 'fixed_ips': [{'subnet_id': '8e886af4-cb2a-4fc7-851f-d27f1c5329a0', 'ip_address': '2001:db8::2'}, {'subnet_id': 'f1ec13fe-f915-4736-b220-0b6c183f5a2e'}], 'binding:host_id': 'n-d-816206-8'}, 'id': '2103037d-e7c2-425a-9434-182a2d19777d'} from n-d-816206-8. {{(pid=103592) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 23 17:44:33.424050 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-b61e9185-a5f2-4938-a90b-8ebb2830ec89 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Calling delete_port for 3f77adc4-b4c4-4f4e-a24d-5bfc32441904 owned by {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:44:33.519397 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-70f53262-ca3a-4205-9abb-9e7b006c2f29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:33.548594 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8bfc6fee-002b-4d05-89c7-53fde6fbf186 req-2b6cb503-f11b-43a1-b965-4c84e1baae28 service neutron] 10.222.0.60 "GET /v2.0/networks/23348ac2-82c2-44f2-ae17-0af4b4c8f8b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1487625 Nov 23 17:44:33.750638 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8bfc6fee-002b-4d05-89c7-53fde6fbf186 req-0ed6ca5f-c421-48b4-a149-130b8c1f6f69 service neutron] 10.222.0.60 "GET /v2.0/networks/23348ac2-82c2-44f2-ae17-0af4b4c8f8b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1997867 Nov 23 17:44:33.855267 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b61e9185-a5f2-4938-a90b-8ebb2830ec89 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:33.910397 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61e9185-a5f2-4938-a90b-8ebb2830ec89 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Pushing event deleted for resources: {'Port': ['ID=3f77adc4-b4c4-4f4e-a24d-5bfc32441904,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:44:33.949374 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61e9185-a5f2-4938-a90b-8ebb2830ec89 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:44:33.950106 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61e9185-a5f2-4938-a90b-8ebb2830ec89 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:44:33.950620 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61e9185-a5f2-4938-a90b-8ebb2830ec89 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:44:33.951129 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61e9185-a5f2-4938-a90b-8ebb2830ec89 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:44:33.951621 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61e9185-a5f2-4938-a90b-8ebb2830ec89 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:44:33.952111 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61e9185-a5f2-4938-a90b-8ebb2830ec89 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:44:33.952621 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61e9185-a5f2-4938-a90b-8ebb2830ec89 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:44:33.953263 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61e9185-a5f2-4938-a90b-8ebb2830ec89 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:44:33.956051 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61e9185-a5f2-4938-a90b-8ebb2830ec89 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:44:33.956651 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61e9185-a5f2-4938-a90b-8ebb2830ec89 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:44:33.961016 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61e9185-a5f2-4938-a90b-8ebb2830ec89 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:44:33.961618 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61e9185-a5f2-4938-a90b-8ebb2830ec89 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:44:34.137481 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b61e9185-a5f2-4938-a90b-8ebb2830ec89 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:34.150750 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 56920) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:44:34.151613 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-b61e9185-a5f2-4938-a90b-8ebb2830ec89 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] 10.222.0.60 "DELETE /v2.0/ports/3f77adc4-b4c4-4f4e-a24d-5bfc32441904 HTTP/1.1" status: 204 len: 168 time: 1.2471087 Nov 23 17:44:34.162443 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 56924) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:44:34.178008 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-14991ff2-c357-4c3f-be33-b565ad1fc174 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:34.237955 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:44:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5122fa11-f338-4a7d-97d4-55be3514999a x-openstack-request-id: req-5122fa11-f338-4a7d-97d4-55be3514999a {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:44:34.238528 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74d60304-cc4f-41f3-9245-821f0a036a31", "name": "network-vif-deleted", "tag": "c2f473f6-b483-48f8-93c1-d88935e14ee5", "status": "completed", "code": 200}]} {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:44:34.238846 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5122fa11-f338-4a7d-97d4-55be3514999a {{(pid=103591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:44:34.239392 n-d-816206-8 neutron-server[103591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74d60304-cc4f-41f3-9245-821f0a036a31', 'name': 'network-vif-deleted', 'tag': 'c2f473f6-b483-48f8-93c1-d88935e14ee5', 'status': 'completed', 'code': 200} Nov 23 17:44:34.350937 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.db_base_plugin_common [None req-70f53262-ca3a-4205-9abb-9e7b006c2f29 None None] Allocated IP 2001:db8:0:1:f816:3eff:febd:f05b (56dedb9c-c874-4806-8073-23c183970f13/f1ec13fe-f915-4736-b220-0b6c183f5a2e/2103037d-e7c2-425a-9434-182a2d19777d) {{(pid=103592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:44:34.411223 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4521c0d7-ae9b-4158-9128-a2efa41eeb22 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:44:34.425516 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-4521c0d7-ae9b-4158-9128-a2efa41eeb22 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.2488549 Nov 23 17:44:34.427322 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 56932) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:44:34.435751 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-14991ff2-c357-4c3f-be33-b565ad1fc174 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:34.509170 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e7446445-ad8e-411a-a6d0-17fbbb630b21 req-5af0f9bb-1bae-4a4b-ae7f-6f3df3840885 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/ports?device_id=7492c7e5-8d27-4c5f-b3a2-6a31ab4fda25 HTTP/1.1" status: 200 len: 210 time: 0.1315792 Nov 23 17:44:34.555680 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-14991ff2-c357-4c3f-be33-b565ad1fc174 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:34.589152 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cbe375a-1623-47ec-99a7-e8ffb6672bfc tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:44:34.592905 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-70f53262-ca3a-4205-9abb-9e7b006c2f29 None None] For port 2103037d-e7c2-425a-9434-182a2d19777d, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=2103037d-e7c2-425a-9434-182a2d19777d,segment=NetworkSegment(208f22fc-9686-4ca3-a88c-018385437c28),segment_id=208f22fc-9686-4ca3-a88c-018385437c28)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:44:34.594809 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-9cbe375a-1623-47ec-99a7-e8ffb6672bfc tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.1643186 Nov 23 17:44:34.596532 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 56938) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:44:34.606178 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 2103037d-e7c2-425a-9434-182a2d19777d up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:44:34.689020 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14991ff2-c357-4c3f-be33-b565ad1fc174 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3c7b0e3-aff3-44c6-bea4-5d5bef266eda,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:44:34.735366 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-70f53262-ca3a-4205-9abb-9e7b006c2f29 None None] Publish callbacks [] for port, precommit_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:34.743471 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-70f53262-ca3a-4205-9abb-9e7b006c2f29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:34.760773 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port 2103037d-e7c2-425a-9434-182a2d19777d triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:44:34.761146 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:34.767007 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-14991ff2-c357-4c3f-be33-b565ad1fc174 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=5f50f9d8d33b4a39948837c5b35f5d1f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6122832 Nov 23 17:44:34.768995 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 56946) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:44:34.786458 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3137129-3a04-44e0-b1fb-794bb3b59bf2 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:44:34.794934 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3137129-3a04-44e0-b1fb-794bb3b59bf2 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:44:34.803097 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3137129-3a04-44e0-b1fb-794bb3b59bf2 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:44:34.805288 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-e3137129-3a04-44e0-b1fb-794bb3b59bf2 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.2070582 Nov 23 17:44:34.809414 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 56950) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:44:34.861302 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd78da14-2b22-4bcb-8e48-bb49960dcf9a req-2c224e59-6ba8-48c4-b05c-861b63a95946 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:44:34.876606 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-dd78da14-2b22-4bcb-8e48-bb49960dcf9a req-2c224e59-6ba8-48c4-b05c-861b63a95946 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] 10.222.0.60 "GET /v2.0/ports?device_id=a43134ca-2758-4794-bb9c-974d11e5e279 HTTP/1.1" status: 200 len: 946 time: 0.4856901 Nov 23 17:44:34.878488 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f53262-ca3a-4205-9abb-9e7b006c2f29 None None] Pushing event updated for resources: {'Port': ['ID=2103037d-e7c2-425a-9434-182a2d19777d,revision_number=4']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:44:34.982379 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e125397-a720-4eed-adb7-504fd0768896 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Deleting subnet 8e886af4-cb2a-4fc7-851f-d27f1c5329a0 {{(pid=103590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 17:44:34.989763 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0e125397-a720-4eed-adb7-504fd0768896 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks [] for subnet, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:35.073279 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0e125397-a720-4eed-adb7-504fd0768896 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-267528342'] for subnet, precommit_delete_associations {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:35.110231 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-dd78da14-2b22-4bcb-8e48-bb49960dcf9a req-2317133b-070f-435a-be8c-e21c41d2a696 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] 10.222.0.60 "GET /v2.0/security-groups?id=c11b6a3a-f89b-4d05-9340-8aa0be1653f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2313907 Nov 23 17:44:35.174449 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-cb368168-a25b-43d7-8fcd-c53f1ba9a034 req-0c156e8e-c2cb-4049-91bd-87b6573554d8 tempest-MultipleCreateTestJSON-731598663 tempest-MultipleCreateTestJSON-731598663-project] 10.222.0.60 "GET /v2.0/ports?device_id=747ae454-88db-45fc-9c8a-27cb913a3fa0 HTTP/1.1" status: 200 len: 210 time: 0.1056097 Nov 23 17:44:35.211033 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-383d0ac7-76c6-4447-ab77-8a7976452ee3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:35.238149 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0e125397-a720-4eed-adb7-504fd0768896 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971956'] for subnet, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:35.303555 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-383d0ac7-76c6-4447-ab77-8a7976452ee3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:35.329086 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0e125397-a720-4eed-adb7-504fd0768896 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264357903', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264730940'] for subnet, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:35.351853 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0e125397-a720-4eed-adb7-504fd0768896 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks [] for subnet, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:35.361970 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-0e125397-a720-4eed-adb7-504fd0768896 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] 10.222.0.60 "DELETE /v2.0/subnets/8e886af4-cb2a-4fc7-851f-d27f1c5329a0 HTTP/1.1" status: 204 len: 168 time: 0.5498343 Nov 23 17:44:35.362878 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 56958) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:44:35.388376 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1d03ed-10fc-4b47-94f2-a522278b3c76 req-79c6e84e-6ae0-4602-8c1e-79112d5692f4 tempest-ListServerFiltersTestJSON-602552987 tempest-ListServerFiltersTestJSON-602552987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:44:35.390429 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-fc1d03ed-10fc-4b47-94f2-a522278b3c76 req-79c6e84e-6ae0-4602-8c1e-79112d5692f4 tempest-ListServerFiltersTestJSON-602552987 tempest-ListServerFiltersTestJSON-602552987-project] 10.222.0.60 "GET /v2.0/ports?device_id=36409146-1095-48e4-aac8-430c5301d5ac HTTP/1.1" status: 200 len: 946 time: 0.1476729 Nov 23 17:44:35.447740 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-383d0ac7-76c6-4447-ab77-8a7976452ee3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:35.452171 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-383d0ac7-76c6-4447-ab77-8a7976452ee3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:35.458599 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-383d0ac7-76c6-4447-ab77-8a7976452ee3 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c3c7b0e3-aff3-44c6-bea4-5d5bef266eda HTTP/1.1" status: 204 len: 168 time: 0.6875622 Nov 23 17:44:35.490236 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e125397-a720-4eed-adb7-504fd0768896 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Pushing event deleted for resources: {'Subnet': ['ID=8e886af4-cb2a-4fc7-851f-d27f1c5329a0,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:44:35.511004 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba501340-2725-4a4f-be7b-45880afb11ca tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Deleting subnet f1ec13fe-f915-4736-b220-0b6c183f5a2e {{(pid=103590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 17:44:35.522038 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383d0ac7-76c6-4447-ab77-8a7976452ee3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3c7b0e3-aff3-44c6-bea4-5d5bef266eda,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:44:35.530590 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ba501340-2725-4a4f-be7b-45880afb11ca tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks [] for subnet, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:35.555612 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-fc1d03ed-10fc-4b47-94f2-a522278b3c76 req-677e4775-af90-478a-9a4f-5f524b23bbbd tempest-ListServerFiltersTestJSON-602552987 tempest-ListServerFiltersTestJSON-602552987-project] 10.222.0.60 "GET /v2.0/security-groups?id=21da44c1-bab0-4a24-bdb5-9c78cb5bfd70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513534 Nov 23 17:44:35.654636 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ba501340-2725-4a4f-be7b-45880afb11ca tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-267528342'] for subnet, precommit_delete_associations {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:35.829715 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-737c1937-4ddd-449e-b08f-d381e9d8746b req-14c2b471-33fc-4421-a1d8-5a8594dbb62d tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/ports?device_id=7492c7e5-8d27-4c5f-b3a2-6a31ab4fda25 HTTP/1.1" status: 200 len: 210 time: 0.0985479 Nov 23 17:44:35.926753 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ba501340-2725-4a4f-be7b-45880afb11ca tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971956'] for subnet, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:36.095714 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ba501340-2725-4a4f-be7b-45880afb11ca tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264357903', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264730940'] for subnet, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:36.139809 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba501340-2725-4a4f-be7b-45880afb11ca tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Pushing event deleted for resources: {'Subnet': ['ID=f1ec13fe-f915-4736-b220-0b6c183f5a2e,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:44:36.149812 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ba501340-2725-4a4f-be7b-45880afb11ca tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks [] for subnet, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:36.154847 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-ba501340-2725-4a4f-be7b-45880afb11ca tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] 10.222.0.60 "DELETE /v2.0/subnets/f1ec13fe-f915-4736-b220-0b6c183f5a2e HTTP/1.1" status: 204 len: 168 time: 0.7896171 Nov 23 17:44:36.157457 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 56978) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:44:36.207112 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdff9032-0484-4a74-b16c-18d3337adef9 None None] Network 56dedb9c-c874-4806-8073-23c183970f13 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:44:36.250875 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-48f52643-fc82-4430-a728-d35b06127bd8 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0916934 Nov 23 17:44:36.253343 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 56982) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:44:36.483860 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-5bc68936-788e-4027-876d-d79e1c0c2f7c None None] Provisioning complete for port 2103037d-e7c2-425a-9434-182a2d19777d triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:44:36.484674 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-5bc68936-788e-4027-876d-d79e1c0c2f7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:36.514698 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-751f4726-64c0-4c45-934c-7a0ef38eaf38 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:44:36.517160 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-751f4726-64c0-4c45-934c-7a0ef38eaf38 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2626419 Nov 23 17:44:36.519590 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 56984) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:44:36.593205 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 2103037d-e7c2-425a-9434-182a2d19777d up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:44:36.622636 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f24e0eb2-fcd5-4972-a9c1-42d8708ccbda req-d46081bb-c116-418f-b75f-66b52daed864 tempest-MultipleCreateTestJSON-731598663 tempest-MultipleCreateTestJSON-731598663-project] 10.222.0.60 "GET /v2.0/ports?device_id=747ae454-88db-45fc-9c8a-27cb913a3fa0 HTTP/1.1" status: 200 len: 210 time: 0.2191184 Nov 23 17:44:36.647920 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe6957c7-9c34-4ee6-a2dd-a1827798be20 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:44:36.649878 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-fe6957c7-9c34-4ee6-a2dd-a1827798be20 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1263921 Nov 23 17:44:36.678488 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 56988) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:44:36.723279 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8048196b-53a6-4b06-bccd-735de0e8fc18 None None] DHCP port deletion for 56dedb9c-c874-4806-8073-23c183970f13 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:44:36.826007 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-c14ee484-e2e9-4daf-a0a7-234532d26d39 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1460207 Nov 23 17:44:36.858289 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 56990) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:44:36.861638 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfc6fee-002b-4d05-89c7-53fde6fbf186 req-8f807209-abc9-4a1d-8dff-7d2e74d329fe tempest-MultipleCreateTestJSON-731598663 tempest-MultipleCreateTestJSON-731598663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:44:36.863121 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8bfc6fee-002b-4d05-89c7-53fde6fbf186 req-8f807209-abc9-4a1d-8dff-7d2e74d329fe tempest-MultipleCreateTestJSON-731598663 tempest-MultipleCreateTestJSON-731598663-project] 10.222.0.36 "GET /v2.0/networks?id=23348ac2-82c2-44f2-ae17-0af4b4c8f8b2 HTTP/1.1" status: 200 len: 812 time: 0.2861650 Nov 23 17:44:36.898812 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port 2103037d-e7c2-425a-9434-182a2d19777d triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:44:36.898812 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:36.917820 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-5bc68936-788e-4027-876d-d79e1c0c2f7c None None] Could not find standard attr ID for object 3f77adc4-b4c4-4f4e-a24d-5bfc32441904. {{(pid=103592) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 17:44:36.972216 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-8048196b-53a6-4b06-bccd-735de0e8fc18 None None] Deleting port 2103037d-e7c2-425a-9434-182a2d19777d {{(pid=103592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:44:36.973179 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-8048196b-53a6-4b06-bccd-735de0e8fc18 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:37.036063 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [req-8bfc6fee-002b-4d05-89c7-53fde6fbf186 req-d1b5e25c-674d-4680-8811-b0fb78dff02d tempest-MultipleCreateTestJSON-731598663 tempest-MultipleCreateTestJSON-731598663-project] Request body: {'port': {'device_id': '747ae454-88db-45fc-9c8a-27cb913a3fa0', 'network_id': '23348ac2-82c2-44f2-ae17-0af4b4c8f8b2', 'admin_state_up': True, 'tenant_id': 'd12571583578401d94edb82eeee79d8b'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:44:37.050078 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ef5df9-7c9f-41dc-b538-0765ad5a586f req-b936402e-58ff-4bed-8196-b33ce99e3583 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:44:37.051835 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-49ef5df9-7c9f-41dc-b538-0765ad5a586f req-b936402e-58ff-4bed-8196-b33ce99e3583 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] 10.222.0.60 "GET /v2.0/ports?device_id=a43134ca-2758-4794-bb9c-974d11e5e279 HTTP/1.1" status: 200 len: 946 time: 0.7676399 Nov 23 17:44:37.077761 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-8048196b-53a6-4b06-bccd-735de0e8fc18 None None] For port 2103037d-e7c2-425a-9434-182a2d19777d, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=2103037d-e7c2-425a-9434-182a2d19777d,segment=NetworkSegment(208f22fc-9686-4ca3-a88c-018385437c28),segment_id=208f22fc-9686-4ca3-a88c-018385437c28)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:44:37.078351 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-8048196b-53a6-4b06-bccd-735de0e8fc18 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:37.091844 n-d-816206-8 neutron-server[103590]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ce2cfe2-7617-46ec-a5bd-787cdb2af3f8 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] DELETE failed (client error): The resource could not be found. Nov 23 17:44:37.092436 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ce2cfe2-7617-46ec-a5bd-787cdb2af3f8 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103590) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 17:44:37.094074 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-8048196b-53a6-4b06-bccd-735de0e8fc18 None None] Calling delete_port for 2103037d-e7c2-425a-9434-182a2d19777d owned by network:dhcp {{(pid=103592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:44:37.105098 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-2ce2cfe2-7617-46ec-a5bd-787cdb2af3f8 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] 10.222.0.60 "DELETE /v2.0/ports/3f77adc4-b4c4-4f4e-a24d-5bfc32441904 HTTP/1.1" status: 404 len: 333 time: 0.2408631 Nov 23 17:44:37.109738 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 56998) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:44:37.145880 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c45222-625a-42d7-8788-932b4c577f34 req-fbf7e202-5350-42ec-bc84-e5191f6c9846 tempest-ListServerFiltersTestJSON-602552987 tempest-ListServerFiltersTestJSON-602552987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:44:37.147735 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-63c45222-625a-42d7-8788-932b4c577f34 req-fbf7e202-5350-42ec-bc84-e5191f6c9846 tempest-ListServerFiltersTestJSON-602552987 tempest-ListServerFiltersTestJSON-602552987-project] 10.222.0.55 "GET /v2.0/ports?device_id=36409146-1095-48e4-aac8-430c5301d5ac HTTP/1.1" status: 200 len: 946 time: 0.5980594 Nov 23 17:44:37.183316 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-49ef5df9-7c9f-41dc-b538-0765ad5a586f req-f7267d38-11fc-45f5-81aa-e165be050875 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] 10.222.0.60 "GET /v2.0/security-groups?id=c11b6a3a-f89b-4d05-9340-8aa0be1653f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0865171 Nov 23 17:44:37.190516 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-8048196b-53a6-4b06-bccd-735de0e8fc18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989'] for port, after_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:37.195930 n-d-816206-8 neutron-server[103590]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe7138c1-5fd6-4357-996a-77f5abac85dd tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] DELETE failed (client error): The resource could not be found. Nov 23 17:44:37.201470 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe7138c1-5fd6-4357-996a-77f5abac85dd tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103590) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 17:44:37.222257 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-fe7138c1-5fd6-4357-996a-77f5abac85dd tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] 10.222.0.60 "DELETE /v2.0/subnets/f1ec13fe-f915-4736-b220-0b6c183f5a2e HTTP/1.1" status: 404 len: 337 time: 0.1087885 Nov 23 17:44:37.222787 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 57000) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:44:37.230573 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8048196b-53a6-4b06-bccd-735de0e8fc18 None None] Pushing event deleted for resources: {'Port': ['ID=2103037d-e7c2-425a-9434-182a2d19777d,revision_number=None']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:44:37.237144 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8048196b-53a6-4b06-bccd-735de0e8fc18 None None] No DVR routers for this DVR port 2103037d-e7c2-425a-9434-182a2d19777d on host n-d-816206-8 {{(pid=103592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:44:37.250924 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Could not find standard attr ID for object 2103037d-e7c2-425a-9434-182a2d19777d. {{(pid=103592) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 17:44:37.250924 n-d-816206-8 neutron-server[103592]: INFO neutron.plugins.ml2.db [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] No ports have port_id starting with 2103037d-e7c2-425a-9434-182a2d19777d Nov 23 17:44:37.316439 n-d-816206-8 neutron-server[103590]: INFO neutron.pecan_wsgi.hooks.translation [None req-25e8082b-168f-4766-8b85-794daa56a7bb tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] DELETE failed (client error): The resource could not be found. Nov 23 17:44:37.316922 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25e8082b-168f-4766-8b85-794daa56a7bb tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103590) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 17:44:37.326969 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-25e8082b-168f-4766-8b85-794daa56a7bb tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] 10.222.0.60 "DELETE /v2.0/subnets/8e886af4-cb2a-4fc7-851f-d27f1c5329a0 HTTP/1.1" status: 404 len: 337 time: 0.0990055 Nov 23 17:44:37.332728 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 57002) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:44:37.386866 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfc6fee-002b-4d05-89c7-53fde6fbf186 req-e71de03b-71c9-452a-969b-37607c9a6d84 tempest-MultipleCreateTestJSON-731598663 tempest-MultipleCreateTestJSON-731598663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:44:37.388430 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-8bfc6fee-002b-4d05-89c7-53fde6fbf186 req-e71de03b-71c9-452a-969b-37607c9a6d84 tempest-MultipleCreateTestJSON-731598663 tempest-MultipleCreateTestJSON-731598663-project] 10.222.0.55 "GET /v2.0/networks?id=23348ac2-82c2-44f2-ae17-0af4b4c8f8b2 HTTP/1.1" status: 200 len: 812 time: 0.7372921 Nov 23 17:44:37.389383 n-d-816206-8 neutron-server[103590]: INFO neutron.pecan_wsgi.hooks.translation [None req-d913fbc3-1d77-4b95-88c5-0ce26ba0c7fc tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] DELETE failed (client error): The resource could not be found. Nov 23 17:44:37.389965 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d913fbc3-1d77-4b95-88c5-0ce26ba0c7fc tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103590) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 17:44:37.395697 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-d913fbc3-1d77-4b95-88c5-0ce26ba0c7fc tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] 10.222.0.60 "DELETE /v2.0/ports/f9fee878-c8e9-42e6-bc46-452c4e0f53c9 HTTP/1.1" status: 404 len: 333 time: 0.0618916 Nov 23 17:44:37.396339 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 57004) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:44:37.424702 n-d-816206-8 neutron-server[103590]: INFO neutron.pecan_wsgi.hooks.translation [None req-2057536d-99d2-4fe4-9396-f7ba3cf56fdb tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] DELETE failed (client error): The resource could not be found. Nov 23 17:44:37.425433 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2057536d-99d2-4fe4-9396-f7ba3cf56fdb tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103590) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 17:44:37.432039 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-2057536d-99d2-4fe4-9396-f7ba3cf56fdb tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] 10.222.0.60 "DELETE /v2.0/subnets/578af092-9638-45bc-84c6-22418ffacd9d HTTP/1.1" status: 404 len: 337 time: 0.0345523 Nov 23 17:44:37.432696 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 57008) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:44:37.436287 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [req-8bfc6fee-002b-4d05-89c7-53fde6fbf186 req-a0e4d7fb-d952-4815-ab37-9f02275e0f01 tempest-MultipleCreateTestJSON-731598663 tempest-MultipleCreateTestJSON-731598663-project] Request body: {'port': {'device_id': '5a176e5e-9a07-43c9-a6e0-e0129ece5b67', 'network_id': '23348ac2-82c2-44f2-ae17-0af4b4c8f8b2', 'admin_state_up': True, 'tenant_id': 'd12571583578401d94edb82eeee79d8b'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:44:37.437539 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-3b0743bf-c831-46f2-8dba-1f69861ada60 req-6e9943b8-1e88-4425-8c1b-d0573516c4d9 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/ports?device_id=7492c7e5-8d27-4c5f-b3a2-6a31ab4fda25 HTTP/1.1" status: 200 len: 210 time: 0.0881081 Nov 23 17:44:37.472079 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8bfc6fee-002b-4d05-89c7-53fde6fbf186 req-d1b5e25c-674d-4680-8811-b0fb78dff02d tempest-MultipleCreateTestJSON-731598663 tempest-MultipleCreateTestJSON-731598663-project] Made reservation on behalf of d12571583578401d94edb82eeee79d8b for: {'port': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:44:37.475927 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-8bfc6fee-002b-4d05-89c7-53fde6fbf186 req-d1b5e25c-674d-4680-8811-b0fb78dff02d tempest-MultipleCreateTestJSON-731598663 tempest-MultipleCreateTestJSON-731598663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:37.480737 n-d-816206-8 neutron-server[103590]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd901301-8554-41d9-a76c-00dc020394a3 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] DELETE failed (client error): The resource could not be found. Nov 23 17:44:37.481194 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd901301-8554-41d9-a76c-00dc020394a3 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103590) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 17:44:37.487315 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-fd901301-8554-41d9-a76c-00dc020394a3 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] 10.222.0.60 "DELETE /v2.0/subnets/bd3ee310-a78f-4115-9fa9-0d7fd4093f74 HTTP/1.1" status: 404 len: 337 time: 0.0445082 Nov 23 17:44:37.487536 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5c89bf-9a69-4153-ab49-988ae1110a15 req-7ae3a54d-d113-41cf-9e83-1bb40b3411c5 tempest-ListServerFiltersTestJSON-602552987 tempest-ListServerFiltersTestJSON-602552987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:44:37.492035 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6a5c89bf-9a69-4153-ab49-988ae1110a15 req-7ae3a54d-d113-41cf-9e83-1bb40b3411c5 tempest-ListServerFiltersTestJSON-602552987 tempest-ListServerFiltersTestJSON-602552987-project] 10.222.0.60 "GET /v2.0/ports?device_id=36409146-1095-48e4-aac8-430c5301d5ac HTTP/1.1" status: 200 len: 946 time: 0.6276546 Nov 23 17:44:37.493106 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 57010) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:44:37.558409 n-d-816206-8 neutron-server[103590]: INFO neutron.pecan_wsgi.hooks.translation [None req-4595cf2a-9e4e-4923-b0be-58427c1e869b tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] DELETE failed (client error): The resource could not be found. Nov 23 17:44:37.559142 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4595cf2a-9e4e-4923-b0be-58427c1e869b tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103590) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 17:44:37.562337 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-4595cf2a-9e4e-4923-b0be-58427c1e869b tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] 10.222.0.60 "DELETE /v2.0/ports/d233268b-2a1c-4b3f-9c5e-d4f037ca7ecb HTTP/1.1" status: 404 len: 333 time: 0.0681274 Nov 23 17:44:37.565656 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 57012) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:44:37.590228 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6a5c89bf-9a69-4153-ab49-988ae1110a15 req-6f7dcb45-b03d-4270-ab32-efebebdd4eb4 tempest-ListServerFiltersTestJSON-602552987 tempest-ListServerFiltersTestJSON-602552987-project] 10.222.0.60 "GET /v2.0/security-groups?id=21da44c1-bab0-4a24-bdb5-9c78cb5bfd70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933201 Nov 23 17:44:37.614353 n-d-816206-8 neutron-server[103590]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1f336a8-3977-4cd9-9d2b-5ca759097b7b tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] DELETE failed (client error): The resource could not be found. Nov 23 17:44:37.614810 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1f336a8-3977-4cd9-9d2b-5ca759097b7b tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103590) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 17:44:37.618110 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-f1f336a8-3977-4cd9-9d2b-5ca759097b7b tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] 10.222.0.60 "DELETE /v2.0/subnets/ff48ac4f-fb3c-49ab-9ba4-2cd71030b9f0 HTTP/1.1" status: 404 len: 337 time: 0.0516732 Nov 23 17:44:37.621377 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 57014) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:44:37.621558 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [req-63c45222-625a-42d7-8788-932b4c577f34 req-2b4103ba-7178-4415-9d7c-dd72c1fd8338 tempest-ListServerFiltersTestJSON-602552987 tempest-ListServerFiltersTestJSON-602552987-project] Deleting port 9658f692-56ae-405c-812e-58fe07a614a5 {{(pid=103591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:44:37.621558 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-63c45222-625a-42d7-8788-932b4c577f34 req-2b4103ba-7178-4415-9d7c-dd72c1fd8338 tempest-ListServerFiltersTestJSON-602552987 tempest-ListServerFiltersTestJSON-602552987-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:37.656560 n-d-816206-8 neutron-server[103590]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2afb633-f4be-4bde-bb3e-ff8cbe7754c7 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] DELETE failed (client error): The resource could not be found. Nov 23 17:44:37.657007 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2afb633-f4be-4bde-bb3e-ff8cbe7754c7 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103590) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 17:44:37.662517 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-d2afb633-f4be-4bde-bb3e-ff8cbe7754c7 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] 10.222.0.60 "DELETE /v2.0/subnets/85a2bf89-368a-4562-8ffd-ab37dbccd629 HTTP/1.1" status: 404 len: 337 time: 0.0382338 Nov 23 17:44:37.665963 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 57018) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:44:37.711544 n-d-816206-8 neutron-server[103590]: INFO neutron.pecan_wsgi.hooks.translation [None req-f006a073-233e-4114-8275-5f2569bc762f tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] DELETE failed (client error): The resource could not be found. Nov 23 17:44:37.712600 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f006a073-233e-4114-8275-5f2569bc762f tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103590) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 17:44:37.720181 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-f006a073-233e-4114-8275-5f2569bc762f tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] 10.222.0.60 "DELETE /v2.0/ports/11fdbd62-b00f-4e86-aed4-af13d6052994 HTTP/1.1" status: 404 len: 333 time: 0.0505650 Nov 23 17:44:37.720181 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8bfc6fee-002b-4d05-89c7-53fde6fbf186 req-a0e4d7fb-d952-4815-ab37-9f02275e0f01 tempest-MultipleCreateTestJSON-731598663 tempest-MultipleCreateTestJSON-731598663-project] Made reservation on behalf of d12571583578401d94edb82eeee79d8b for: {'port': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:44:37.725856 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-8bfc6fee-002b-4d05-89c7-53fde6fbf186 req-a0e4d7fb-d952-4815-ab37-9f02275e0f01 tempest-MultipleCreateTestJSON-731598663 tempest-MultipleCreateTestJSON-731598663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:37.728759 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 57020) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:44:37.790723 n-d-816206-8 neutron-server[103590]: INFO neutron.pecan_wsgi.hooks.translation [None req-11e838cd-b1f4-4e11-b26c-db0b98c52f1d tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] DELETE failed (client error): The resource could not be found. Nov 23 17:44:37.791246 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11e838cd-b1f4-4e11-b26c-db0b98c52f1d tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103590) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 17:44:37.796990 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-11e838cd-b1f4-4e11-b26c-db0b98c52f1d tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] 10.222.0.60 "DELETE /v2.0/subnets/c46f1234-91a7-43c6-a38a-0dcb2308885c HTTP/1.1" status: 404 len: 337 time: 0.0639396 Nov 23 17:44:37.798026 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 57022) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:44:37.842842 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-63c45222-625a-42d7-8788-932b4c577f34 req-2b4103ba-7178-4415-9d7c-dd72c1fd8338 tempest-ListServerFiltersTestJSON-602552987 tempest-ListServerFiltersTestJSON-602552987-project] For port 9658f692-56ae-405c-812e-58fe07a614a5, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=9658f692-56ae-405c-812e-58fe07a614a5,segment=NetworkSegment(27d47b01-53c9-46b4-98cd-4228976adb4c),segment_id=27d47b01-53c9-46b4-98cd-4228976adb4c)] {{(pid=103591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:44:37.844569 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-63c45222-625a-42d7-8788-932b4c577f34 req-2b4103ba-7178-4415-9d7c-dd72c1fd8338 tempest-ListServerFiltersTestJSON-602552987 tempest-ListServerFiltersTestJSON-602552987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:37.862591 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [req-63c45222-625a-42d7-8788-932b4c577f34 req-2b4103ba-7178-4415-9d7c-dd72c1fd8338 tempest-ListServerFiltersTestJSON-602552987 tempest-ListServerFiltersTestJSON-602552987-project] Calling delete_port for 9658f692-56ae-405c-812e-58fe07a614a5 owned by compute:nova {{(pid=103591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:44:37.864144 n-d-816206-8 neutron-server[103590]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f15e402-eb05-4364-ba52-ad734c294ace tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] DELETE failed (client error): The resource could not be found. Nov 23 17:44:37.864654 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f15e402-eb05-4364-ba52-ad734c294ace tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103590) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 17:44:37.868934 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-1f15e402-eb05-4364-ba52-ad734c294ace tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] 10.222.0.60 "DELETE /v2.0/subnets/28f896aa-c294-4e0e-9f3d-87a2d5a52db0 HTTP/1.1" status: 404 len: 337 time: 0.0691891 Nov 23 17:44:37.872168 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 57024) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:44:37.904439 n-d-816206-8 neutron-server[103590]: INFO neutron.pecan_wsgi.hooks.translation [None req-2bd62768-6627-4214-9d66-a0d984a3b3dd tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] DELETE failed (client error): The resource could not be found. Nov 23 17:44:37.905022 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2bd62768-6627-4214-9d66-a0d984a3b3dd tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103590) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 17:44:37.908554 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-2bd62768-6627-4214-9d66-a0d984a3b3dd tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] 10.222.0.60 "DELETE /v2.0/ports/e1dd83be-ba1c-42ae-a916-25fd98b2cc6e HTTP/1.1" status: 404 len: 333 time: 0.0355775 Nov 23 17:44:37.911974 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 57026) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:44:37.951481 n-d-816206-8 neutron-server[103590]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3c8990d-edba-4bf1-9a5e-f36d9aee7e34 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] DELETE failed (client error): The resource could not be found. Nov 23 17:44:37.951947 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3c8990d-edba-4bf1-9a5e-f36d9aee7e34 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103590) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 17:44:37.955339 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-d3c8990d-edba-4bf1-9a5e-f36d9aee7e34 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] 10.222.0.60 "DELETE /v2.0/subnets/c690385b-8e53-4dc7-af47-8a3a9f5de012 HTTP/1.1" status: 404 len: 337 time: 0.0422609 Nov 23 17:44:37.958016 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 57028) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:44:37.983462 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5882faa0-3c34-408c-81d1-4103296cc5e3 req-3af03804-c22a-4ee4-9c4a-9cbb18645979 tempest-MultipleCreateTestJSON-731598663 tempest-MultipleCreateTestJSON-731598663-project] 10.222.0.60 "GET /v2.0/ports?device_id=747ae454-88db-45fc-9c8a-27cb913a3fa0 HTTP/1.1" status: 200 len: 210 time: 0.0316825 Nov 23 17:44:38.011982 n-d-816206-8 neutron-server[103590]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae4967bf-fa6f-42e0-9ac2-bc575bbaa230 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] DELETE failed (client error): The resource could not be found. Nov 23 17:44:38.011982 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae4967bf-fa6f-42e0-9ac2-bc575bbaa230 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103590) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 17:44:38.014369 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-ae4967bf-fa6f-42e0-9ac2-bc575bbaa230 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] 10.222.0.60 "DELETE /v2.0/ports/ea93de3d-3990-418c-bad8-7922548903be HTTP/1.1" status: 404 len: 333 time: 0.0553966 Nov 23 17:44:38.017356 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 57030) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:44:38.055961 n-d-816206-8 neutron-server[103591]: INFO neutron.pecan_wsgi.hooks.translation [None req-33d2f6ec-f963-4185-aab6-6b65ad6f931b tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] DELETE failed (client error): The resource could not be found. Nov 23 17:44:38.056577 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33d2f6ec-f963-4185-aab6-6b65ad6f931b tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103591) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 17:44:38.060174 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-33d2f6ec-f963-4185-aab6-6b65ad6f931b tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] 10.222.0.60 "DELETE /v2.0/subnets/90861151-194e-4144-85ed-720a8e6f2abc HTTP/1.1" status: 404 len: 337 time: 0.0414426 Nov 23 17:44:38.062884 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 57034) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:44:38.106046 n-d-816206-8 neutron-server[103590]: INFO neutron.pecan_wsgi.hooks.translation [None req-adb8602c-1d33-43a1-94bd-71746546e310 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] DELETE failed (client error): The resource could not be found. Nov 23 17:44:38.106878 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-adb8602c-1d33-43a1-94bd-71746546e310 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103590) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 17:44:38.110432 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-adb8602c-1d33-43a1-94bd-71746546e310 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] 10.222.0.60 "DELETE /v2.0/ports/fa6cbcd8-df49-45fe-93aa-05dbe1ff2e32 HTTP/1.1" status: 404 len: 333 time: 0.0463152 Nov 23 17:44:38.116613 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 57038) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:44:38.132391 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.db_base_plugin_common [req-8bfc6fee-002b-4d05-89c7-53fde6fbf186 req-d1b5e25c-674d-4680-8811-b0fb78dff02d tempest-MultipleCreateTestJSON-731598663 tempest-MultipleCreateTestJSON-731598663-project] Allocated IP 172.20.0.10 (23348ac2-82c2-44f2-ae17-0af4b4c8f8b2/e8c8539d-8327-4e19-a1c8-5e883e124f3b/b6e1bcc5-9fc2-4b48-accd-4e79e173eb43) {{(pid=103591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:44:38.183478 n-d-816206-8 neutron-server[103590]: INFO neutron.pecan_wsgi.hooks.translation [None req-0fd510d8-4056-46a1-9f31-7236b287f6d3 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] DELETE failed (client error): The resource could not be found. Nov 23 17:44:38.184278 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0fd510d8-4056-46a1-9f31-7236b287f6d3 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103590) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 17:44:38.191917 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 57040) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:44:38.193869 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-0fd510d8-4056-46a1-9f31-7236b287f6d3 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] 10.222.0.60 "DELETE /v2.0/subnets/12bce59e-6755-4c21-bc9f-7b11ad66aa05 HTTP/1.1" status: 404 len: 337 time: 0.0755756 Nov 23 17:44:38.243074 n-d-816206-8 neutron-server[103591]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a67e24d-08d5-4c4f-9f34-55183362ff8b tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] DELETE failed (client error): The resource could not be found. Nov 23 17:44:38.244171 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a67e24d-08d5-4c4f-9f34-55183362ff8b tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103591) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 17:44:38.250732 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 57044) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:44:38.261415 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-6a67e24d-08d5-4c4f-9f34-55183362ff8b tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] 10.222.0.60 "DELETE /v2.0/ports/e4707588-6655-49f3-a4b4-185e2c43be35 HTTP/1.1" status: 404 len: 333 time: 0.0691633 Nov 23 17:44:38.289797 n-d-816206-8 neutron-server[103590]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9e3f94d-b10b-4ea4-a1ba-746cee160fb9 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] DELETE failed (client error): The resource could not be found. Nov 23 17:44:38.290314 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9e3f94d-b10b-4ea4-a1ba-746cee160fb9 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103590) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 17:44:38.293505 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-c9e3f94d-b10b-4ea4-a1ba-746cee160fb9 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] 10.222.0.60 "DELETE /v2.0/subnets/abbc9326-d3ae-4119-a4a5-b3f5c8e1c621 HTTP/1.1" status: 404 len: 337 time: 0.0417202 Nov 23 17:44:38.296547 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 57046) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:44:38.381557 n-d-816206-8 neutron-server[103591]: INFO neutron.pecan_wsgi.hooks.translation [None req-90f51cc2-4a1c-4a22-a4f2-b116814d8b25 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] DELETE failed (client error): The resource could not be found. Nov 23 17:44:38.382152 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90f51cc2-4a1c-4a22-a4f2-b116814d8b25 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103591) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 17:44:38.385531 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-90f51cc2-4a1c-4a22-a4f2-b116814d8b25 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] 10.222.0.60 "DELETE /v2.0/ports/c59dc330-c38d-481b-9bf4-d7cbb80b32e6 HTTP/1.1" status: 404 len: 333 time: 0.0827971 Nov 23 17:44:38.386296 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-63c45222-625a-42d7-8788-932b4c577f34 req-2b4103ba-7178-4415-9d7c-dd72c1fd8338 tempest-ListServerFiltersTestJSON-602552987 tempest-ListServerFiltersTestJSON-602552987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:38.388142 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 57048) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:44:38.400232 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] get_ports_and_sgs() called for port_ids ['9658f692-56ae-405c-812e-58fe07a614a5'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:44:38.433176 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4103ba-7178-4415-9d7c-dd72c1fd8338 tempest-ListServerFiltersTestJSON-602552987 tempest-ListServerFiltersTestJSON-602552987-project] Pushing event deleted for resources: {'Port': ['ID=9658f692-56ae-405c-812e-58fe07a614a5,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:44:38.448073 n-d-816206-8 neutron-server[103590]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7eade76-ec88-4c59-8878-0471df8d7ea7 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] DELETE failed (client error): The resource could not be found. Nov 23 17:44:38.449910 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7eade76-ec88-4c59-8878-0471df8d7ea7 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103590) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 17:44:38.471806 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-e7eade76-ec88-4c59-8878-0471df8d7ea7 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] 10.222.0.60 "DELETE /v2.0/subnets/d8eb8adb-b848-4e8e-a30f-ab0e01762730 HTTP/1.1" status: 404 len: 337 time: 0.0815508 Nov 23 17:44:38.474678 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 57052) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:44:38.490139 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4103ba-7178-4415-9d7c-dd72c1fd8338 tempest-ListServerFiltersTestJSON-602552987 tempest-ListServerFiltersTestJSON-602552987-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:44:38.490494 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4103ba-7178-4415-9d7c-dd72c1fd8338 tempest-ListServerFiltersTestJSON-602552987 tempest-ListServerFiltersTestJSON-602552987-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:44:38.490853 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4103ba-7178-4415-9d7c-dd72c1fd8338 tempest-ListServerFiltersTestJSON-602552987 tempest-ListServerFiltersTestJSON-602552987-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:44:38.491180 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4103ba-7178-4415-9d7c-dd72c1fd8338 tempest-ListServerFiltersTestJSON-602552987 tempest-ListServerFiltersTestJSON-602552987-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:44:38.491508 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4103ba-7178-4415-9d7c-dd72c1fd8338 tempest-ListServerFiltersTestJSON-602552987 tempest-ListServerFiltersTestJSON-602552987-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:44:38.491836 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4103ba-7178-4415-9d7c-dd72c1fd8338 tempest-ListServerFiltersTestJSON-602552987 tempest-ListServerFiltersTestJSON-602552987-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:44:38.492163 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4103ba-7178-4415-9d7c-dd72c1fd8338 tempest-ListServerFiltersTestJSON-602552987 tempest-ListServerFiltersTestJSON-602552987-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:44:38.492509 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4103ba-7178-4415-9d7c-dd72c1fd8338 tempest-ListServerFiltersTestJSON-602552987 tempest-ListServerFiltersTestJSON-602552987-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:44:38.492863 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4103ba-7178-4415-9d7c-dd72c1fd8338 tempest-ListServerFiltersTestJSON-602552987 tempest-ListServerFiltersTestJSON-602552987-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:44:38.493260 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4103ba-7178-4415-9d7c-dd72c1fd8338 tempest-ListServerFiltersTestJSON-602552987 tempest-ListServerFiltersTestJSON-602552987-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:44:38.493588 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4103ba-7178-4415-9d7c-dd72c1fd8338 tempest-ListServerFiltersTestJSON-602552987 tempest-ListServerFiltersTestJSON-602552987-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:44:38.493956 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4103ba-7178-4415-9d7c-dd72c1fd8338 tempest-ListServerFiltersTestJSON-602552987 tempest-ListServerFiltersTestJSON-602552987-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:44:38.551335 n-d-816206-8 neutron-server[103590]: INFO neutron.pecan_wsgi.hooks.translation [None req-0cc27338-daef-4996-b011-8dacdb66af8f tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] DELETE failed (client error): The resource could not be found. Nov 23 17:44:38.551890 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0cc27338-daef-4996-b011-8dacdb66af8f tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103590) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 17:44:38.555179 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-0cc27338-daef-4996-b011-8dacdb66af8f tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] 10.222.0.60 "DELETE /v2.0/ports/a697e6d3-25d2-4013-bff3-ac9afe967fa3 HTTP/1.1" status: 404 len: 333 time: 0.0792511 Nov 23 17:44:38.560511 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 57054) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:44:38.574320 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [req-63c45222-625a-42d7-8788-932b4c577f34 req-2b4103ba-7178-4415-9d7c-dd72c1fd8338 tempest-ListServerFiltersTestJSON-602552987 tempest-ListServerFiltersTestJSON-602552987-project] No DVR routers for this DVR port 9658f692-56ae-405c-812e-58fe07a614a5 on host n-h1-816206-8 {{(pid=103591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:44:38.579109 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-63c45222-625a-42d7-8788-932b4c577f34 req-2b4103ba-7178-4415-9d7c-dd72c1fd8338 tempest-ListServerFiltersTestJSON-602552987 tempest-ListServerFiltersTestJSON-602552987-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:38.582327 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 2103037d-e7c2-425a-9434-182a2d19777d no longer exists at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:44:38.586734 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-63c45222-625a-42d7-8788-932b4c577f34 req-2b4103ba-7178-4415-9d7c-dd72c1fd8338 tempest-ListServerFiltersTestJSON-602552987 tempest-ListServerFiltersTestJSON-602552987-project] 10.222.0.55 "DELETE /v2.0/ports/9658f692-56ae-405c-812e-58fe07a614a5 HTTP/1.1" status: 204 len: 173 time: 1.4106648 Nov 23 17:44:38.608217 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36409146-1095-48e4-aac8-430c5301d5ac', 'name': 'network-vif-deleted', 'tag': '9658f692-56ae-405c-812e-58fe07a614a5'}] {{(pid=103591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:44:38.610562 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41d174a19ece9499ff9ec44e5b3fc50f2abd3ffbc947fb7e52ea1e8db27b95b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-567707c8-3946-4ca5-a6c2-d65209344877" -d '{"events": [{"server_uuid": "36409146-1095-48e4-aac8-430c5301d5ac", "name": "network-vif-deleted", "tag": "9658f692-56ae-405c-812e-58fe07a614a5"}]}' {{(pid=103591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:44:38.629076 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2602e35-5c15-4c94-bf07-2a15dcb4a439 req-954fc9d4-6146-49e5-987d-2c97726d658d tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:44:38.630692 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d2602e35-5c15-4c94-bf07-2a15dcb4a439 req-954fc9d4-6146-49e5-987d-2c97726d658d tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] 10.222.0.60 "GET /v2.0/ports?device_id=a43134ca-2758-4794-bb9c-974d11e5e279 HTTP/1.1" status: 200 len: 946 time: 0.3423979 Nov 23 17:44:38.643009 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] No Port match for: 2103037d-e7c2-425a-9434-182a2d19777d {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:44:38.643359 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 2103037d-e7c2-425a-9434-182a2d19777d not bound to the agent host n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:44:38.650884 n-d-816206-8 neutron-server[103590]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d1eb5e3-b1dc-4aed-84d9-cabb9e78670c tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] DELETE failed (client error): The resource could not be found. Nov 23 17:44:38.651384 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d1eb5e3-b1dc-4aed-84d9-cabb9e78670c tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103590) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 17:44:38.662659 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-1d1eb5e3-b1dc-4aed-84d9-cabb9e78670c tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] 10.222.0.60 "DELETE /v2.0/subnets/a492475c-8f9f-4a98-9ab5-6d85c5d35ad1 HTTP/1.1" status: 404 len: 337 time: 0.0991011 Nov 23 17:44:38.663346 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 57060) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:44:38.691826 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-8bfc6fee-002b-4d05-89c7-53fde6fbf186 req-d1b5e25c-674d-4680-8811-b0fb78dff02d tempest-MultipleCreateTestJSON-731598663 tempest-MultipleCreateTestJSON-731598663-project] Publish callbacks [] for port, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:38.736976 n-d-816206-8 neutron-server[103590]: INFO neutron.pecan_wsgi.hooks.translation [None req-147ce4d1-f73c-4443-8d11-d13dfc7ad6a0 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] DELETE failed (client error): The resource could not be found. Nov 23 17:44:38.737482 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-147ce4d1-f73c-4443-8d11-d13dfc7ad6a0 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103590) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 17:44:38.741706 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-147ce4d1-f73c-4443-8d11-d13dfc7ad6a0 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] 10.222.0.60 "DELETE /v2.0/subnets/83aceb57-4867-4cc7-a766-0420e1542fc1 HTTP/1.1" status: 404 len: 337 time: 0.0762832 Nov 23 17:44:38.746677 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 57062) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:44:38.779844 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b5f47057-5f44-4d15-87b6-257c220eadaa req-73e9d604-d5fd-4431-9c5d-50687c6d3846 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/ports?device_id=7492c7e5-8d27-4c5f-b3a2-6a31ab4fda25 HTTP/1.1" status: 200 len: 210 time: 0.0782566 Nov 23 17:44:38.802298 n-d-816206-8 neutron-server[103590]: INFO neutron.pecan_wsgi.hooks.translation [None req-b486636c-2b92-4ae2-b519-4ade1996b64c tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] DELETE failed (client error): The resource could not be found. Nov 23 17:44:38.803454 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b486636c-2b92-4ae2-b519-4ade1996b64c tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103590) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 17:44:38.810772 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d2602e35-5c15-4c94-bf07-2a15dcb4a439 req-fc3b35c1-4e60-40ab-bbd2-094aba8db47b tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] 10.222.0.60 "GET /v2.0/security-groups?id=c11b6a3a-f89b-4d05-9340-8aa0be1653f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1665695 Nov 23 17:44:38.811327 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 57064) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:44:38.811808 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-b486636c-2b92-4ae2-b519-4ade1996b64c tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] 10.222.0.60 "DELETE /v2.0/ports/6e5b260e-d295-4287-ab28-287342448aac HTTP/1.1" status: 404 len: 333 time: 0.0621071 Nov 23 17:44:38.925066 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:44:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43b2cf81-ef36-4b3b-b962-7d7700580316 x-openstack-request-id: req-43b2cf81-ef36-4b3b-b962-7d7700580316 {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:44:38.925653 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36409146-1095-48e4-aac8-430c5301d5ac", "name": "network-vif-deleted", "tag": "9658f692-56ae-405c-812e-58fe07a614a5", "status": "completed", "code": 200}]} {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:44:38.925653 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-43b2cf81-ef36-4b3b-b962-7d7700580316 {{(pid=103591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:44:38.926009 n-d-816206-8 neutron-server[103591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36409146-1095-48e4-aac8-430c5301d5ac', 'name': 'network-vif-deleted', 'tag': '9658f692-56ae-405c-812e-58fe07a614a5', 'status': 'completed', 'code': 200} Nov 23 17:44:38.928743 n-d-816206-8 neutron-server[103591]: INFO neutron.pecan_wsgi.hooks.translation [None req-7dd13de2-8a52-498b-9698-8052d5bb585d tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] DELETE failed (client error): The resource could not be found. Nov 23 17:44:38.929193 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7dd13de2-8a52-498b-9698-8052d5bb585d tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103591) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 17:44:38.935153 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-7dd13de2-8a52-498b-9698-8052d5bb585d tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] 10.222.0.60 "DELETE /v2.0/subnets/6e9bc8f5-8b9d-4bf3-931a-b90aec874caa HTTP/1.1" status: 404 len: 337 time: 0.1184530 Nov 23 17:44:38.935843 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 57066) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:44:38.992250 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-cc2b73c2-c374-4c81-acd4-f679587ac310 req-c4d3409e-84a5-46e1-8bba-2ae467c0bac6 tempest-ListServerFiltersTestJSON-602552987 tempest-ListServerFiltersTestJSON-602552987-project] 10.222.0.60 "GET /v2.0/ports?device_id=36409146-1095-48e4-aac8-430c5301d5ac HTTP/1.1" status: 200 len: 210 time: 0.0582912 Nov 23 17:44:38.995064 n-d-816206-8 neutron-server[103591]: INFO neutron.pecan_wsgi.hooks.translation [None req-44f253f9-e8f6-4a2f-97ff-68c8e8125659 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] DELETE failed (client error): The resource could not be found. Nov 23 17:44:38.996699 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44f253f9-e8f6-4a2f-97ff-68c8e8125659 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103591) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 17:44:39.001425 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-44f253f9-e8f6-4a2f-97ff-68c8e8125659 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] 10.222.0.60 "DELETE /v2.0/subnets/4928c877-fdc6-47d5-8462-34f0ca355b05 HTTP/1.1" status: 404 len: 337 time: 0.0613809 Nov 23 17:44:39.004881 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 57068) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:44:39.013144 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-8bfc6fee-002b-4d05-89c7-53fde6fbf186 req-d1b5e25c-674d-4680-8811-b0fb78dff02d tempest-MultipleCreateTestJSON-731598663 tempest-MultipleCreateTestJSON-731598663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:39.069992 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8bfc6fee-002b-4d05-89c7-53fde6fbf186 req-d1b5e25c-674d-4680-8811-b0fb78dff02d tempest-MultipleCreateTestJSON-731598663 tempest-MultipleCreateTestJSON-731598663-project] Network 23348ac2-82c2-44f2-ae17-0af4b4c8f8b2 is already hosted by enough agents. {{(pid=103591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:44:39.074444 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [req-8bfc6fee-002b-4d05-89c7-53fde6fbf186 req-d1b5e25c-674d-4680-8811-b0fb78dff02d tempest-MultipleCreateTestJSON-731598663 tempest-MultipleCreateTestJSON-731598663-project] Resources bound (agent type, host, resource id): {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:44:39.083040 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bfc6fee-002b-4d05-89c7-53fde6fbf186 req-d1b5e25c-674d-4680-8811-b0fb78dff02d tempest-MultipleCreateTestJSON-731598663 tempest-MultipleCreateTestJSON-731598663-project] Received port after_create {{(pid=103591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:44:39.101213 n-d-816206-8 neutron-server[103590]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc7db362-4a24-4c9b-a6e9-ee30369985fd tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] DELETE failed (client error): The resource could not be found. Nov 23 17:44:39.101851 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc7db362-4a24-4c9b-a6e9-ee30369985fd tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103590) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 17:44:39.116038 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-fc7db362-4a24-4c9b-a6e9-ee30369985fd tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] 10.222.0.60 "DELETE /v2.0/ports/002a11d6-5d30-4952-838c-2e06f410607a HTTP/1.1" status: 404 len: 333 time: 0.1084933 Nov 23 17:44:39.118239 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 57076) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:44:39.226643 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfc6fee-002b-4d05-89c7-53fde6fbf186 req-d1b5e25c-674d-4680-8811-b0fb78dff02d tempest-MultipleCreateTestJSON-731598663 tempest-MultipleCreateTestJSON-731598663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:44:39.227420 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-8bfc6fee-002b-4d05-89c7-53fde6fbf186 req-d1b5e25c-674d-4680-8811-b0fb78dff02d tempest-MultipleCreateTestJSON-731598663 tempest-MultipleCreateTestJSON-731598663-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:39.234416 n-d-816206-8 neutron-server[103590]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0ba4629-05d4-498b-bef4-68789d1798d3 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] DELETE failed (client error): The resource could not be found. Nov 23 17:44:39.234799 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0ba4629-05d4-498b-bef4-68789d1798d3 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103590) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 17:44:39.244059 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-e0ba4629-05d4-498b-bef4-68789d1798d3 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] 10.222.0.60 "DELETE /v2.0/subnets/e353f59f-c215-4f70-89ab-58f23cc089b3 HTTP/1.1" status: 404 len: 337 time: 0.0861840 Nov 23 17:44:39.246147 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 57078) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:44:39.284967 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [req-8bfc6fee-002b-4d05-89c7-53fde6fbf186 req-a0e4d7fb-d952-4815-ab37-9f02275e0f01 tempest-MultipleCreateTestJSON-731598663 tempest-MultipleCreateTestJSON-731598663-project] Allocated IP 172.20.0.6 (23348ac2-82c2-44f2-ae17-0af4b4c8f8b2/e8c8539d-8327-4e19-a1c8-5e883e124f3b/b589c157-5611-44d3-bfe0-37bd4f4fe45f) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:44:39.295475 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b5e25c-674d-4680-8811-b0fb78dff02d tempest-MultipleCreateTestJSON-731598663 tempest-MultipleCreateTestJSON-731598663-project] Pushing event updated for resources: {'Port': ['ID=b6e1bcc5-9fc2-4b48-accd-4e79e173eb43,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:44:39.306347 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8bfc6fee-002b-4d05-89c7-53fde6fbf186 req-d1b5e25c-674d-4680-8811-b0fb78dff02d tempest-MultipleCreateTestJSON-731598663 tempest-MultipleCreateTestJSON-731598663-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3324981 Nov 23 17:44:39.308264 n-d-816206-8 neutron-server[103591]: INFO neutron.pecan_wsgi.hooks.translation [None req-2dc490c3-9a8d-4478-9654-e6003e34c98a tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] DELETE failed (client error): The resource could not be found. Nov 23 17:44:39.308869 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2dc490c3-9a8d-4478-9654-e6003e34c98a tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103591) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 17:44:39.311935 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-2dc490c3-9a8d-4478-9654-e6003e34c98a tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] 10.222.0.60 "DELETE /v2.0/subnets/400c447e-adcb-45b6-8bd6-47f6fd8139cd HTTP/1.1" status: 404 len: 337 time: 0.0596318 Nov 23 17:44:39.314591 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 57080) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:44:39.334827 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [req-8bfc6fee-002b-4d05-89c7-53fde6fbf186 req-f8bf7d86-967c-4ee6-b35e-0fb22308d3ca service neutron] Request body: {'port': {'device_id': '747ae454-88db-45fc-9c8a-27cb913a3fa0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-8'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:44:39.375100 n-d-816206-8 neutron-server[103591]: INFO neutron.pecan_wsgi.hooks.translation [None req-8cf3e188-ccd3-4908-9494-ccbe4dc5af65 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] DELETE failed (client error): The resource could not be found. Nov 23 17:44:39.375800 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8cf3e188-ccd3-4908-9494-ccbe4dc5af65 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103591) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 17:44:39.379362 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-8cf3e188-ccd3-4908-9494-ccbe4dc5af65 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] 10.222.0.60 "DELETE /v2.0/ports/c24665c6-ae8f-4a78-835d-bd20b5c98c87 HTTP/1.1" status: 404 len: 333 time: 0.0635889 Nov 23 17:44:39.388018 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 57082) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:44:39.410827 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a57260-4509-49cc-9dbb-5a6252cf32c9 req-d61c9af4-bbeb-4ae0-b399-117eca292370 tempest-MultipleCreateTestJSON-731598663 tempest-MultipleCreateTestJSON-731598663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:44:39.412415 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-84a57260-4509-49cc-9dbb-5a6252cf32c9 req-d61c9af4-bbeb-4ae0-b399-117eca292370 tempest-MultipleCreateTestJSON-731598663 tempest-MultipleCreateTestJSON-731598663-project] 10.222.0.60 "GET /v2.0/ports?device_id=747ae454-88db-45fc-9c8a-27cb913a3fa0 HTTP/1.1" status: 200 len: 932 time: 0.2267249 Nov 23 17:44:39.444469 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.agents_db [None req-464f6c07-0de8-4be6-8f5b-563f574d1c5d None None] Agent healthcheck: found 7 active agents {{(pid=103593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 17:44:39.472647 n-d-816206-8 neutron-server[103590]: INFO neutron.pecan_wsgi.hooks.translation [None req-596b4455-07a1-4851-9be1-d614910d5e27 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] DELETE failed (client error): The resource could not be found. Nov 23 17:44:39.473460 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-596b4455-07a1-4851-9be1-d614910d5e27 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103590) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 17:44:39.476847 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-596b4455-07a1-4851-9be1-d614910d5e27 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] 10.222.0.60 "DELETE /v2.0/subnets/ffe58e8d-872d-40ed-822b-80bd91e4482b HTTP/1.1" status: 404 len: 337 time: 0.0875635 Nov 23 17:44:39.484649 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 57084) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:44:39.493641 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-8bfc6fee-002b-4d05-89c7-53fde6fbf186 req-f8bf7d86-967c-4ee6-b35e-0fb22308d3ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:39.531067 n-d-816206-8 neutron-server[103590]: INFO neutron.pecan_wsgi.hooks.translation [None req-10e0e3c2-2592-4c15-8e86-16eddfa0e1b0 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] DELETE failed (client error): The resource could not be found. Nov 23 17:44:39.531741 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10e0e3c2-2592-4c15-8e86-16eddfa0e1b0 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103590) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 17:44:39.538917 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-10e0e3c2-2592-4c15-8e86-16eddfa0e1b0 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] 10.222.0.60 "DELETE /v2.0/subnets/aedc5714-ea99-4654-84cb-f229bdff686f HTTP/1.1" status: 404 len: 337 time: 0.0521944 Nov 23 17:44:39.543166 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 57086) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:44:39.595345 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-84a57260-4509-49cc-9dbb-5a6252cf32c9 req-1a905aa5-d5a4-43c6-8784-8d6e4e46b503 tempest-MultipleCreateTestJSON-731598663 tempest-MultipleCreateTestJSON-731598663-project] 10.222.0.60 "GET /v2.0/security-groups?id=df37d9c5-5a4e-4669-a83f-08f0e6fcaac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404660 Nov 23 17:44:39.678202 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-8bfc6fee-002b-4d05-89c7-53fde6fbf186 req-a0e4d7fb-d952-4815-ab37-9f02275e0f01 tempest-MultipleCreateTestJSON-731598663 tempest-MultipleCreateTestJSON-731598663-project] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:39.686131 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-35be89c2-887c-4337-98a2-bf086d6f8ffd tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] 10.222.0.60 "GET /v2.0/ports?device_id=3719aad9-4b5a-483e-a489-0fae46da400c HTTP/1.1" status: 200 len: 205 time: 0.1425505 Nov 23 17:44:39.690840 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 57088) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:44:39.750998 n-d-816206-8 neutron-server[103590]: INFO neutron.api.v2.resource [None req-951d6a3f-e4c6-4350-8d3b-e0790ac24ce9 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] delete failed (client error): The resource could not be found. Nov 23 17:44:39.752073 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-951d6a3f-e4c6-4350-8d3b-e0790ac24ce9 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] 10.222.0.60 "DELETE /v2.0/routers/3719aad9-4b5a-483e-a489-0fae46da400c HTTP/1.1" status: 404 len: 336 time: 0.0601890 Nov 23 17:44:39.754938 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 57090) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:44:39.787501 n-d-816206-8 neutron-server[103591]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c99d084-21cd-480b-bb8a-091b7d362b3e tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] DELETE failed (client error): The resource could not be found. Nov 23 17:44:39.788273 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c99d084-21cd-480b-bb8a-091b7d362b3e tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103591) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 17:44:39.792209 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-8c99d084-21cd-480b-bb8a-091b7d362b3e tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] 10.222.0.60 "DELETE /v2.0/subnets/2a57fbe8-846c-446b-839e-39d3aa00de36 HTTP/1.1" status: 404 len: 337 time: 0.0360398 Nov 23 17:44:39.794879 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 57092) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:44:39.817301 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-8bfc6fee-002b-4d05-89c7-53fde6fbf186 req-a0e4d7fb-d952-4815-ab37-9f02275e0f01 tempest-MultipleCreateTestJSON-731598663 tempest-MultipleCreateTestJSON-731598663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:39.906035 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8bfc6fee-002b-4d05-89c7-53fde6fbf186 req-a0e4d7fb-d952-4815-ab37-9f02275e0f01 tempest-MultipleCreateTestJSON-731598663 tempest-MultipleCreateTestJSON-731598663-project] Network 23348ac2-82c2-44f2-ae17-0af4b4c8f8b2 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:44:39.909759 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [req-8bfc6fee-002b-4d05-89c7-53fde6fbf186 req-a0e4d7fb-d952-4815-ab37-9f02275e0f01 tempest-MultipleCreateTestJSON-731598663 tempest-MultipleCreateTestJSON-731598663-project] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:44:39.921365 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bfc6fee-002b-4d05-89c7-53fde6fbf186 req-a0e4d7fb-d952-4815-ab37-9f02275e0f01 tempest-MultipleCreateTestJSON-731598663 tempest-MultipleCreateTestJSON-731598663-project] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:44:39.936066 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e4d7fb-d952-4815-ab37-9f02275e0f01 tempest-MultipleCreateTestJSON-731598663 tempest-MultipleCreateTestJSON-731598663-project] Pushing event updated for resources: {'Port': ['ID=b589c157-5611-44d3-bfe0-37bd4f4fe45f,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:44:39.990505 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-1d7fa87c-56bc-4b78-8c65-7225f7d7ba65 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] 10.222.0.60 "GET /v2.0/ports?device_id=7a9d24dd-e49e-4b9a-a322-1eccf7565cd9 HTTP/1.1" status: 200 len: 205 time: 0.1942561 Nov 23 17:44:39.996480 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 57100) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:44:40.008028 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfc6fee-002b-4d05-89c7-53fde6fbf186 req-a0e4d7fb-d952-4815-ab37-9f02275e0f01 tempest-MultipleCreateTestJSON-731598663 tempest-MultipleCreateTestJSON-731598663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:44:40.010111 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-8bfc6fee-002b-4d05-89c7-53fde6fbf186 req-a0e4d7fb-d952-4815-ab37-9f02275e0f01 tempest-MultipleCreateTestJSON-731598663 tempest-MultipleCreateTestJSON-731598663-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:40.029922 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-8bfc6fee-002b-4d05-89c7-53fde6fbf186 req-a0e4d7fb-d952-4815-ab37-9f02275e0f01 tempest-MultipleCreateTestJSON-731598663 tempest-MultipleCreateTestJSON-731598663-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6311498 Nov 23 17:44:40.046854 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [req-8bfc6fee-002b-4d05-89c7-53fde6fbf186 req-c2b91ffe-e24f-4f9a-9864-483e1b29642a service neutron] Request body: {'port': {'device_id': '5a176e5e-9a07-43c9-a6e0-e0129ece5b67', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-8'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:44:40.091090 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 57104) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:44:40.153762 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_v2 [None req-94185216-3b05-4393-ab21-48e886e87bfc admin admin] Deleting subnet 7b7705dd-54e7-4139-93a8-c68471f9ef1c {{(pid=103590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 17:44:40.157737 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94185216-3b05-4393-ab21-48e886e87bfc admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:40.239097 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-8bfc6fee-002b-4d05-89c7-53fde6fbf186 req-c2b91ffe-e24f-4f9a-9864-483e1b29642a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:40.262453 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94185216-3b05-4393-ab21-48e886e87bfc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-267528342'] for subnet, precommit_delete_associations {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:40.507275 n-d-816206-8 neutron-server[103591]: INFO neutron.api.v2.resource [None req-af6561bb-e280-4f54-9ec5-eba2cd36045e tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] delete failed (client error): The resource could not be found. Nov 23 17:44:40.511983 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-af6561bb-e280-4f54-9ec5-eba2cd36045e tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] 10.222.0.60 "DELETE /v2.0/routers/7a9d24dd-e49e-4b9a-a322-1eccf7565cd9 HTTP/1.1" status: 404 len: 336 time: 0.5115891 Nov 23 17:44:40.522205 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 57112) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:44:40.527138 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [req-8bfc6fee-002b-4d05-89c7-53fde6fbf186 req-f8bf7d86-967c-4ee6-b35e-0fb22308d3ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6e1bcc5-9fc2-4b48-accd-4e79e173eb43 {{(pid=103591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:44:40.547728 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-8bfc6fee-002b-4d05-89c7-53fde6fbf186 req-f8bf7d86-967c-4ee6-b35e-0fb22308d3ca service neutron] Publish callbacks [] for port, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:40.580740 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.provisioning_blocks [req-8bfc6fee-002b-4d05-89c7-53fde6fbf186 req-f8bf7d86-967c-4ee6-b35e-0fb22308d3ca service neutron] Transition to ACTIVE for port object b6e1bcc5-9fc2-4b48-accd-4e79e173eb43 will not be triggered until provisioned by entity L2. {{(pid=103591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 17:44:40.590597 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053b6969-3d26-485b-a5b9-f5c364a573d0 req-884bf18a-c3fd-412c-b80c-79257b66db45 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:44:40.598497 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-053b6969-3d26-485b-a5b9-f5c364a573d0 req-884bf18a-c3fd-412c-b80c-79257b66db45 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] 10.222.0.60 "GET /v2.0/ports?device_id=a43134ca-2758-4794-bb9c-974d11e5e279 HTTP/1.1" status: 200 len: 946 time: 0.6186140 Nov 23 17:44:40.608325 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-8bfc6fee-002b-4d05-89c7-53fde6fbf186 req-f8bf7d86-967c-4ee6-b35e-0fb22308d3ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264758186'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:40.625951 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d21300ff-7724-41e4-9fb7-f3a75da4145e req-bec6d697-6b65-43b1-8f1a-0f1e0f080182 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=87555c4b-ac12-459b-ba06-6ecf0fceb916&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1608829 Nov 23 17:44:40.659497 n-d-816206-8 neutron-server[103590]: INFO neutron.pecan_wsgi.hooks.translation [None req-14beb142-6e63-4a99-b920-6770ad12ccfb tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] DELETE failed (client error): The resource could not be found. Nov 23 17:44:40.659964 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14beb142-6e63-4a99-b920-6770ad12ccfb tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103590) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 17:44:40.671615 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-14beb142-6e63-4a99-b920-6770ad12ccfb tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] 10.222.0.60 "DELETE /v2.0/subnets/84013b08-67d4-46c4-8cbf-c872215a201f HTTP/1.1" status: 404 len: 337 time: 0.1456273 Nov 23 17:44:40.687252 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 57120) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:44:40.873074 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-053b6969-3d26-485b-a5b9-f5c364a573d0 req-fe120c54-c411-438d-bbb5-fe9a309850a7 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] 10.222.0.60 "GET /v2.0/security-groups?id=c11b6a3a-f89b-4d05-9340-8aa0be1653f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2690642 Nov 23 17:44:40.875967 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bf7d86-967c-4ee6-b35e-0fb22308d3ca service neutron] Pushing event updated for resources: {'Port': ['ID=b6e1bcc5-9fc2-4b48-accd-4e79e173eb43,revision_number=2']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:44:40.961579 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21300ff-7724-41e4-9fb7-f3a75da4145e req-593fe8d5-b738-4814-ad14-33dd54ef00fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:44:40.963942 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d21300ff-7724-41e4-9fb7-f3a75da4145e req-593fe8d5-b738-4814-ad14-33dd54ef00fd service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c0a53cd325e44b8fbee499050453672f&device_id=87555c4b-ac12-459b-ba06-6ecf0fceb916 HTTP/1.1" status: 200 len: 1097 time: 0.2838757 Nov 23 17:44:40.975107 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e65b7d7-690c-4e08-a584-8823dd29978d req-9a93624f-dc63-4e37-be06-d296a73f1d70 tempest-MultipleCreateTestJSON-731598663 tempest-MultipleCreateTestJSON-731598663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:44:40.984030 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2e65b7d7-690c-4e08-a584-8823dd29978d req-9a93624f-dc63-4e37-be06-d296a73f1d70 tempest-MultipleCreateTestJSON-731598663 tempest-MultipleCreateTestJSON-731598663-project] 10.222.0.60 "GET /v2.0/ports?device_id=747ae454-88db-45fc-9c8a-27cb913a3fa0 HTTP/1.1" status: 200 len: 944 time: 0.1881907 Nov 23 17:44:41.130668 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21300ff-7724-41e4-9fb7-f3a75da4145e req-445b7f21-78d8-4e84-9fd0-31f21510b1ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:44:41.132318 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d21300ff-7724-41e4-9fb7-f3a75da4145e req-445b7f21-78d8-4e84-9fd0-31f21510b1ed service neutron] 10.222.0.55 "GET /v2.0/networks?id=02874d22-2dc9-404b-96b5-741d17e13e44 HTTP/1.1" status: 200 len: 913 time: 0.1405621 Nov 23 17:44:41.133562 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-8bfc6fee-002b-4d05-89c7-53fde6fbf186 req-f8bf7d86-967c-4ee6-b35e-0fb22308d3ca service neutron] Attempting to bind port b6e1bcc5-9fc2-4b48-accd-4e79e173eb43 on host n-h2-816206-8 for vnic_type normal with profile {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:44:41.134005 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-8bfc6fee-002b-4d05-89c7-53fde6fbf186 req-f8bf7d86-967c-4ee6-b35e-0fb22308d3ca service neutron] Attempting to bind port b6e1bcc5-9fc2-4b48-accd-4e79e173eb43 by drivers openvswitch,hyperv on host n-h2-816206-8 at level 0 using segments [{'id': '2a53338f-2048-4067-a393-9c8ccd1c070e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '23348ac2-82c2-44f2-ae17-0af4b4c8f8b2'}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:44:41.134408 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bfc6fee-002b-4d05-89c7-53fde6fbf186 req-f8bf7d86-967c-4ee6-b35e-0fb22308d3ca service neutron] Attempting to bind port b6e1bcc5-9fc2-4b48-accd-4e79e173eb43 on network 23348ac2-82c2-44f2-ae17-0af4b4c8f8b2 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:44:41.167159 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bfc6fee-002b-4d05-89c7-53fde6fbf186 req-f8bf7d86-967c-4ee6-b35e-0fb22308d3ca service neutron] Port b6e1bcc5-9fc2-4b48-accd-4e79e173eb43 on network 23348ac2-82c2-44f2-ae17-0af4b4c8f8b2 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-8 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 17:44:41.167577 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bfc6fee-002b-4d05-89c7-53fde6fbf186 req-f8bf7d86-967c-4ee6-b35e-0fb22308d3ca service neutron] Attempting to bind port b6e1bcc5-9fc2-4b48-accd-4e79e173eb43 on network 23348ac2-82c2-44f2-ae17-0af4b4c8f8b2 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:44:41.173933 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94185216-3b05-4393-ab21-48e886e87bfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971956'] for subnet, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:41.206646 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2e65b7d7-690c-4e08-a584-8823dd29978d req-e7ab0d42-62e1-4e89-b8fa-5838a3fe0b39 tempest-MultipleCreateTestJSON-731598663 tempest-MultipleCreateTestJSON-731598663-project] 10.222.0.60 "GET /v2.0/security-groups?id=df37d9c5-5a4e-4669-a83f-08f0e6fcaac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2213719 Nov 23 17:44:41.235599 n-d-816206-8 neutron-server[103590]: INFO neutron.pecan_wsgi.hooks.translation [None req-742a7574-f72f-4014-8e9d-7455a6a8610a tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] DELETE failed (client error): The resource could not be found. Nov 23 17:44:41.236116 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-742a7574-f72f-4014-8e9d-7455a6a8610a tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103590) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 17:44:41.239799 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-742a7574-f72f-4014-8e9d-7455a6a8610a tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] 10.222.0.60 "DELETE /v2.0/subnets/081a68b6-d148-49df-b713-0d3b957232d5 HTTP/1.1" status: 404 len: 337 time: 0.5515001 Nov 23 17:44:41.243495 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94185216-3b05-4393-ab21-48e886e87bfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264357903', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264730940'] for subnet, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:41.247089 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 57128) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:44:41.261253 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bfc6fee-002b-4d05-89c7-53fde6fbf186 req-f8bf7d86-967c-4ee6-b35e-0fb22308d3ca service neutron] Checking agent: {'id': 'ab77bf9e-0267-4174-8f1d-822cba89b207', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 15, 13), 'started_at': datetime.datetime(2021, 11, 23, 17, 15, 13), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 44, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:44:41.261686 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bfc6fee-002b-4d05-89c7-53fde6fbf186 req-f8bf7d86-967c-4ee6-b35e-0fb22308d3ca service neutron] Checking segment: {'id': '2a53338f-2048-4067-a393-9c8ccd1c070e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '23348ac2-82c2-44f2-ae17-0af4b4c8f8b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:44:41.262139 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bfc6fee-002b-4d05-89c7-53fde6fbf186 req-f8bf7d86-967c-4ee6-b35e-0fb22308d3ca service neutron] Bound using segment: {'id': '2a53338f-2048-4067-a393-9c8ccd1c070e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '23348ac2-82c2-44f2-ae17-0af4b4c8f8b2'} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:44:41.262658 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-8bfc6fee-002b-4d05-89c7-53fde6fbf186 req-f8bf7d86-967c-4ee6-b35e-0fb22308d3ca service neutron] Bound port: b6e1bcc5-9fc2-4b48-accd-4e79e173eb43, host: n-h2-816206-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a53338f-2048-4067-a393-9c8ccd1c070e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '23348ac2-82c2-44f2-ae17-0af4b4c8f8b2'}}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:44:41.263224 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-8bfc6fee-002b-4d05-89c7-53fde6fbf186 req-f8bf7d86-967c-4ee6-b35e-0fb22308d3ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:41.281718 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d21300ff-7724-41e4-9fb7-f3a75da4145e req-9e913a89-f7ac-4f38-af3c-b11e02d52cc2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9e98aa35-5be0-48bb-8298-3bbc77f02426 HTTP/1.1" status: 200 len: 217 time: 0.1407998 Nov 23 17:44:41.333679 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94185216-3b05-4393-ab21-48e886e87bfc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7b7705dd-54e7-4139-93a8-c68471f9ef1c,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:44:41.338848 n-d-816206-8 neutron-server[103590]: INFO neutron.pecan_wsgi.hooks.translation [None req-b16d8d08-d259-4219-afd9-a410dc48ff6d tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] DELETE failed (client error): The resource could not be found. Nov 23 17:44:41.339730 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b16d8d08-d259-4219-afd9-a410dc48ff6d tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103590) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 17:44:41.345033 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf27a894-9511-4454-894a-025857d9bb22 None None] Network 5eaeb0bb-5461-4ac0-b61d-4ffea0f2e6cb requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:44:41.350718 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 57130) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:44:41.359912 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-b16d8d08-d259-4219-afd9-a410dc48ff6d tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] 10.222.0.60 "DELETE /v2.0/ports/9054b76d-4206-4f55-8c17-5d13fc453e7f HTTP/1.1" status: 404 len: 333 time: 0.0933034 Nov 23 17:44:41.363938 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94185216-3b05-4393-ab21-48e886e87bfc admin admin] Publish callbacks [] for subnet, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:41.379629 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-94185216-3b05-4393-ab21-48e886e87bfc admin admin] 10.222.0.60 "DELETE /v2.0/subnets/7b7705dd-54e7-4139-93a8-c68471f9ef1c HTTP/1.1" status: 204 len: 168 time: 1.2869284 Nov 23 17:44:41.381034 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 57132) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:44:41.405603 n-d-816206-8 neutron-server[103591]: INFO neutron.pecan_wsgi.hooks.translation [None req-4aef2ee5-919f-4b6c-ba5d-755a189ba8af tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] DELETE failed (client error): The resource could not be found. Nov 23 17:44:41.408579 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4aef2ee5-919f-4b6c-ba5d-755a189ba8af tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103591) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 17:44:41.418639 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 57134) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:44:41.419276 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-4aef2ee5-919f-4b6c-ba5d-755a189ba8af tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] 10.222.0.60 "DELETE /v2.0/subnets/eb5eec36-6612-4fa5-b1e8-dd44829858ae HTTP/1.1" status: 404 len: 337 time: 0.0576851 Nov 23 17:44:41.435768 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-8bfc6fee-002b-4d05-89c7-53fde6fbf186 req-f8bf7d86-967c-4ee6-b35e-0fb22308d3ca service neutron] For port b6e1bcc5-9fc2-4b48-accd-4e79e173eb43, host n-h2-816206-8, cleared binding levels {{(pid=103591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:44:41.439606 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-8bfc6fee-002b-4d05-89c7-53fde6fbf186 req-f8bf7d86-967c-4ee6-b35e-0fb22308d3ca service neutron] For port b6e1bcc5-9fc2-4b48-accd-4e79e173eb43, host n-h2-816206-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=b6e1bcc5-9fc2-4b48-accd-4e79e173eb43,segment=NetworkSegment(2a53338f-2048-4067-a393-9c8ccd1c070e),segment_id=2a53338f-2048-4067-a393-9c8ccd1c070e)] {{(pid=103591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:44:41.455394 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21300ff-7724-41e4-9fb7-f3a75da4145e req-146741af-747d-4fd2-9742-601808eb9c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:44:41.457385 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d21300ff-7724-41e4-9fb7-f3a75da4145e req-146741af-747d-4fd2-9742-601808eb9c56 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7cd7c517-b8bf-4f3d-98b6-b23c91372576 HTTP/1.1" status: 200 len: 851 time: 0.1499217 Nov 23 17:44:41.459103 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-8bfc6fee-002b-4d05-89c7-53fde6fbf186 req-f8bf7d86-967c-4ee6-b35e-0fb22308d3ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264758186'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:41.525848 n-d-816206-8 neutron-server[103590]: INFO neutron.pecan_wsgi.hooks.translation [None req-3715dc4b-0143-4e65-947e-b31b6ad985c1 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] DELETE failed (client error): The resource could not be found. Nov 23 17:44:41.527706 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3715dc4b-0143-4e65-947e-b31b6ad985c1 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103590) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 17:44:41.531679 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-3715dc4b-0143-4e65-947e-b31b6ad985c1 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] 10.222.0.60 "DELETE /v2.0/ports/0d92ec9f-516a-4744-8eef-8609c1cd619a HTTP/1.1" status: 404 len: 333 time: 0.0957940 Nov 23 17:44:41.545803 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 57136) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:44:41.554072 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfc6fee-002b-4d05-89c7-53fde6fbf186 req-f8bf7d86-967c-4ee6-b35e-0fb22308d3ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:44:41.555021 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-8bfc6fee-002b-4d05-89c7-53fde6fbf186 req-f8bf7d86-967c-4ee6-b35e-0fb22308d3ca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:41.558278 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8bfc6fee-002b-4d05-89c7-53fde6fbf186 req-f8bf7d86-967c-4ee6-b35e-0fb22308d3ca service neutron] 10.222.0.36 "PUT /v2.0/ports/b6e1bcc5-9fc2-4b48-accd-4e79e173eb43 HTTP/1.1" status: 200 len: 1092 time: 2.2314181 Nov 23 17:44:41.578608 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '747ae454-88db-45fc-9c8a-27cb913a3fa0', 'tag': 'b6e1bcc5-9fc2-4b48-accd-4e79e173eb43'}] {{(pid=103591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:44:41.586642 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41d174a19ece9499ff9ec44e5b3fc50f2abd3ffbc947fb7e52ea1e8db27b95b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81dd466a-5a20-425d-955a-64494f8795df" -d '{"events": [{"name": "network-changed", "server_uuid": "747ae454-88db-45fc-9c8a-27cb913a3fa0", "tag": "b6e1bcc5-9fc2-4b48-accd-4e79e173eb43"}]}' {{(pid=103591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:44:41.617120 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21300ff-7724-41e4-9fb7-f3a75da4145e req-db003367-1f53-4ac6-8251-2ca5a7f8e803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:44:41.619461 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d21300ff-7724-41e4-9fb7-f3a75da4145e req-db003367-1f53-4ac6-8251-2ca5a7f8e803 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=02874d22-2dc9-404b-96b5-741d17e13e44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1485107 Nov 23 17:44:41.722390 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edb9fa6d-52cf-4a0e-acb6-f33e5f5fa299 None None] DHCP port deletion for 5eaeb0bb-5461-4ac0-b61d-4ffea0f2e6cb request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:44:41.738088 n-d-816206-8 neutron-server[103590]: INFO neutron.pecan_wsgi.hooks.translation [None req-3183151c-f238-4784-b170-cdee64357ee8 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] DELETE failed (client error): The resource could not be found. Nov 23 17:44:41.738088 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3183151c-f238-4784-b170-cdee64357ee8 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103590) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 17:44:41.746452 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-3183151c-f238-4784-b170-cdee64357ee8 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] 10.222.0.60 "DELETE /v2.0/subnets/1319ed28-84ef-4d61-9640-c330edcfac7a HTTP/1.1" status: 404 len: 337 time: 0.1893497 Nov 23 17:44:41.768057 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 57142) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:44:41.786659 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d21300ff-7724-41e4-9fb7-f3a75da4145e req-b2de49c4-692d-4176-b169-69ddd6c66a7f service neutron] 10.222.0.55 "GET /v2.0/networks/02874d22-2dc9-404b-96b5-741d17e13e44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1546125 Nov 23 17:44:41.788138 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 17:44:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-baedae00-df37-40d0-8743-1ae0d55a147c x-openstack-request-id: req-baedae00-df37-40d0-8743-1ae0d55a147c {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:44:41.788423 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "747ae454-88db-45fc-9c8a-27cb913a3fa0", "tag": "b6e1bcc5-9fc2-4b48-accd-4e79e173eb43", "status": "completed", "code": 200}]} {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:44:41.788714 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-baedae00-df37-40d0-8743-1ae0d55a147c {{(pid=103591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:44:41.789105 n-d-816206-8 neutron-server[103591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '747ae454-88db-45fc-9c8a-27cb913a3fa0', 'tag': 'b6e1bcc5-9fc2-4b48-accd-4e79e173eb43', 'status': 'completed', 'code': 200} Nov 23 17:44:41.793843 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a1db48ed-5a81-48ab-87c4-2b75176c63b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-555181'] for network, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:41.841164 n-d-816206-8 neutron-server[103590]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc80b0ee-287b-439e-bf40-d618a5ca8eff tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] DELETE failed (client error): The resource could not be found. Nov 23 17:44:41.842224 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc80b0ee-287b-439e-bf40-d618a5ca8eff tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103590) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 17:44:41.851074 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-bc80b0ee-287b-439e-bf40-d618a5ca8eff tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] 10.222.0.60 "DELETE /v2.0/ports/dfe8f3f6-d2ac-4756-a0b8-e24deb37f40a HTTP/1.1" status: 404 len: 333 time: 0.0814500 Nov 23 17:44:41.851074 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 57144) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:44:42.018064 n-d-816206-8 neutron-server[103590]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8ac0ec7-bc46-4bcc-9f9d-d52e0eed5dc4 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] DELETE failed (client error): The resource could not be found. Nov 23 17:44:42.018446 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8ac0ec7-bc46-4bcc-9f9d-d52e0eed5dc4 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103590) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 17:44:42.021665 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-f8ac0ec7-bc46-4bcc-9f9d-d52e0eed5dc4 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] 10.222.0.60 "DELETE /v2.0/subnets/4b8e9d26-6846-43bc-adcd-9417b18f4806 HTTP/1.1" status: 404 len: 337 time: 0.1591201 Nov 23 17:44:42.024162 n-d-816206-8 neutron-server[103590]: DEBUG neutron.notifiers.nova [req-8bfc6fee-002b-4d05-89c7-53fde6fbf186 req-c2b91ffe-e24f-4f9a-9864-483e1b29642a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b589c157-5611-44d3-bfe0-37bd4f4fe45f {{(pid=103590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:44:42.028242 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 57148) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:44:42.031637 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-edb9fa6d-52cf-4a0e-acb6-f33e5f5fa299 None None] Deleting port 129bb9a5-a99b-4336-a27d-d6ff95c97f9a {{(pid=103592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:44:42.032154 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-edb9fa6d-52cf-4a0e-acb6-f33e5f5fa299 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:42.050896 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bf7d86-967c-4ee6-b35e-0fb22308d3ca service neutron] Pushing event updated for resources: {'Port': ['ID=b6e1bcc5-9fc2-4b48-accd-4e79e173eb43,revision_number=3']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:44:42.068795 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-8bfc6fee-002b-4d05-89c7-53fde6fbf186 req-c2b91ffe-e24f-4f9a-9864-483e1b29642a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:42.114715 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [req-8bfc6fee-002b-4d05-89c7-53fde6fbf186 req-c2b91ffe-e24f-4f9a-9864-483e1b29642a service neutron] Transition to ACTIVE for port object b589c157-5611-44d3-bfe0-37bd4f4fe45f will not be triggered until provisioned by entity L2. {{(pid=103590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 17:44:42.139314 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-8bfc6fee-002b-4d05-89c7-53fde6fbf186 req-c2b91ffe-e24f-4f9a-9864-483e1b29642a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264357957'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:42.139896 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfc6fee-002b-4d05-89c7-53fde6fbf186 req-2b604deb-b1a0-4d58-a5d0-2bce887330b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:44:42.141529 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8bfc6fee-002b-4d05-89c7-53fde6fbf186 req-2b604deb-b1a0-4d58-a5d0-2bce887330b6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d12571583578401d94edb82eeee79d8b&device_id=747ae454-88db-45fc-9c8a-27cb913a3fa0 HTTP/1.1" status: 200 len: 1095 time: 0.3516827 Nov 23 17:44:42.145578 n-d-816206-8 neutron-server[103591]: INFO neutron.pecan_wsgi.hooks.translation [None req-0920c67f-e44b-4d00-9be9-7845817e08f8 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] DELETE failed (client error): The resource could not be found. Nov 23 17:44:42.145578 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0920c67f-e44b-4d00-9be9-7845817e08f8 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103591) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 17:44:42.148086 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-0920c67f-e44b-4d00-9be9-7845817e08f8 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] 10.222.0.60 "DELETE /v2.0/ports/25718bbe-7c1b-4618-afdc-1833c067d9fd HTTP/1.1" status: 404 len: 333 time: 0.0986929 Nov 23 17:44:42.154525 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 57152) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:44:42.225036 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-edb9fa6d-52cf-4a0e-acb6-f33e5f5fa299 None None] For port 129bb9a5-a99b-4336-a27d-d6ff95c97f9a, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=129bb9a5-a99b-4336-a27d-d6ff95c97f9a,segment=NetworkSegment(27d47b01-53c9-46b4-98cd-4228976adb4c),segment_id=27d47b01-53c9-46b4-98cd-4228976adb4c)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:44:42.236935 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-edb9fa6d-52cf-4a0e-acb6-f33e5f5fa299 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:42.263100 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-a1db48ed-5a81-48ab-87c4-2b75176c63b9 admin admin] Deleting port 129bb9a5-a99b-4336-a27d-d6ff95c97f9a {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:44:42.267628 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a1db48ed-5a81-48ab-87c4-2b75176c63b9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:42.275242 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-edb9fa6d-52cf-4a0e-acb6-f33e5f5fa299 None None] Calling delete_port for 129bb9a5-a99b-4336-a27d-d6ff95c97f9a owned by network:dhcp {{(pid=103592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:44:42.303337 n-d-816206-8 neutron-server[103591]: INFO neutron.pecan_wsgi.hooks.translation [None req-9697049a-8355-4a52-9b53-5847c13005dd tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] DELETE failed (client error): The resource could not be found. Nov 23 17:44:42.304444 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9697049a-8355-4a52-9b53-5847c13005dd tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103591) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 17:44:42.310610 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-9697049a-8355-4a52-9b53-5847c13005dd tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] 10.222.0.60 "DELETE /v2.0/subnets/98f0969e-f255-49d6-9818-e13ef2a19184 HTTP/1.1" status: 404 len: 337 time: 0.1527827 Nov 23 17:44:42.312341 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8bfc6fee-002b-4d05-89c7-53fde6fbf186 req-55708e70-7992-44ad-a5b5-888338b9b3c1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b6e1bcc5-9fc2-4b48-accd-4e79e173eb43 HTTP/1.1" status: 200 len: 217 time: 0.1466951 Nov 23 17:44:42.312870 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 57158) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:44:42.325400 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d21300ff-7724-41e4-9fb7-f3a75da4145e req-cc99f79b-9aca-4e8b-a535-845aafa55f1b service neutron] 10.222.0.55 "GET /v2.0/networks/02874d22-2dc9-404b-96b5-741d17e13e44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4599319 Nov 23 17:44:42.351723 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b91ffe-e24f-4f9a-9864-483e1b29642a service neutron] Pushing event updated for resources: {'Port': ['ID=b589c157-5611-44d3-bfe0-37bd4f4fe45f,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:44:42.390137 n-d-816206-8 neutron-server[103591]: INFO neutron.pecan_wsgi.hooks.translation [None req-5368b3a1-27a0-406f-93b5-fcc3c8e80536 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] DELETE failed (client error): The resource could not be found. Nov 23 17:44:42.390859 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5368b3a1-27a0-406f-93b5-fcc3c8e80536 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103591) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 17:44:42.396614 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-5368b3a1-27a0-406f-93b5-fcc3c8e80536 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] 10.222.0.60 "DELETE /v2.0/ports/afe6947f-daa6-4236-96d5-c2beb9951e78 HTTP/1.1" status: 404 len: 333 time: 0.0799375 Nov 23 17:44:42.404595 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 57160) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:44:42.436624 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e28ea2d-c46c-4c89-95fd-586ee578eead req-843f7839-8409-42a7-b65e-63264cd771ad tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:44:42.438030 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-1e28ea2d-c46c-4c89-95fd-586ee578eead req-843f7839-8409-42a7-b65e-63264cd771ad tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] 10.222.0.60 "GET /v2.0/ports?device_id=a43134ca-2758-4794-bb9c-974d11e5e279 HTTP/1.1" status: 200 len: 946 time: 0.4107544 Nov 23 17:44:42.446969 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device 9658f692-56ae-405c-812e-58fe07a614a5 no longer exists at agent hyperv_n-h1-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:44:42.469922 n-d-816206-8 neutron-server[103590]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a549dc8-6044-4501-83b2-1408b571fbe0 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] DELETE failed (client error): The resource could not be found. Nov 23 17:44:42.470586 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a549dc8-6044-4501-83b2-1408b571fbe0 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103590) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 17:44:42.477853 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-9a549dc8-6044-4501-83b2-1408b571fbe0 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] 10.222.0.60 "DELETE /v2.0/subnets/ed571b74-93d3-4b67-b8e5-d859f51eb1ac HTTP/1.1" status: 404 len: 337 time: 0.0719645 Nov 23 17:44:42.478738 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 57162) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:44:42.507446 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] No Port match for: 9658f692-56ae-405c-812e-58fe07a614a5 {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:44:42.508098 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device 9658f692-56ae-405c-812e-58fe07a614a5 not bound to the agent host n-h1-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:44:42.515918 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-edb9fa6d-52cf-4a0e-acb6-f33e5f5fa299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989'] for port, after_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:42.523052 n-d-816206-8 neutron-server[103590]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf06bcbf-a3e0-4080-8cf6-a441f7fc3287 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] DELETE failed (client error): The resource could not be found. Nov 23 17:44:42.524286 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf06bcbf-a3e0-4080-8cf6-a441f7fc3287 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103590) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 17:44:42.526970 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfc6fee-002b-4d05-89c7-53fde6fbf186 req-539c98ed-e63e-42e1-bb76-8016dbdfff9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:44:42.530032 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8bfc6fee-002b-4d05-89c7-53fde6fbf186 req-539c98ed-e63e-42e1-bb76-8016dbdfff9a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e8c8539d-8327-4e19-a1c8-5e883e124f3b HTTP/1.1" status: 200 len: 852 time: 0.2007954 Nov 23 17:44:42.530614 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-cf06bcbf-a3e0-4080-8cf6-a441f7fc3287 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] 10.222.0.60 "DELETE /v2.0/ports/37514514-cffc-4405-b029-3274e76c9b0f HTTP/1.1" status: 404 len: 333 time: 0.0438554 Nov 23 17:44:42.531641 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 57164) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:44:42.536561 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edb9fa6d-52cf-4a0e-acb6-f33e5f5fa299 None None] No DVR routers for this DVR port 129bb9a5-a99b-4336-a27d-d6ff95c97f9a on host n-d-816206-8 {{(pid=103592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:44:42.567667 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f79159-df42-46fd-9102-be40e6b8ae5f req-32a69f59-d0c7-41f3-882d-a65474ebafb1 tempest-MultipleCreateTestJSON-731598663 tempest-MultipleCreateTestJSON-731598663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:44:42.570481 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-96f79159-df42-46fd-9102-be40e6b8ae5f req-32a69f59-d0c7-41f3-882d-a65474ebafb1 tempest-MultipleCreateTestJSON-731598663 tempest-MultipleCreateTestJSON-731598663-project] 10.222.0.60 "GET /v2.0/ports?device_id=747ae454-88db-45fc-9c8a-27cb913a3fa0 HTTP/1.1" status: 200 len: 944 time: 0.1868148 Nov 23 17:44:42.586550 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 129bb9a5-a99b-4336-a27d-d6ff95c97f9a no longer exists at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:44:42.586961 n-d-816206-8 neutron-server[103590]: INFO neutron.pecan_wsgi.hooks.translation [None req-279d2d31-541a-48e8-b920-f4e434b60ae8 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] DELETE failed (client error): The resource could not be found. Nov 23 17:44:42.587722 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-279d2d31-541a-48e8-b920-f4e434b60ae8 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103590) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 17:44:42.590390 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb9fa6d-52cf-4a0e-acb6-f33e5f5fa299 None None] Pushing event deleted for resources: {'Port': ['ID=129bb9a5-a99b-4336-a27d-d6ff95c97f9a,revision_number=None']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:44:42.596098 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-279d2d31-541a-48e8-b920-f4e434b60ae8 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] 10.222.0.60 "DELETE /v2.0/subnets/25c23ec3-8666-4223-9220-6c21a7920ad8 HTTP/1.1" status: 404 len: 337 time: 0.0527675 Nov 23 17:44:42.598605 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-a1db48ed-5a81-48ab-87c4-2b75176c63b9 admin admin] For port 129bb9a5-a99b-4336-a27d-d6ff95c97f9a, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=129bb9a5-a99b-4336-a27d-d6ff95c97f9a,segment=NetworkSegment(27d47b01-53c9-46b4-98cd-4228976adb4c),segment_id=27d47b01-53c9-46b4-98cd-4228976adb4c)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:44:42.599172 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a1db48ed-5a81-48ab-87c4-2b75176c63b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:42.601734 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 57166) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:44:42.608329 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8bfc6fee-002b-4d05-89c7-53fde6fbf186 req-1cf88e1b-b4bb-4bbc-b1a9-633c8dda2265 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=23348ac2-82c2-44f2-ae17-0af4b4c8f8b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0690739 Nov 23 17:44:42.619975 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-1e28ea2d-c46c-4c89-95fd-586ee578eead req-bc6c1881-f710-482a-a6d3-3885b22bf820 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] 10.222.0.60 "GET /v2.0/security-groups?id=c11b6a3a-f89b-4d05-9340-8aa0be1653f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1664691 Nov 23 17:44:42.629813 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] No Port match for: 129bb9a5-a99b-4336-a27d-d6ff95c97f9a {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:44:42.637513 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 129bb9a5-a99b-4336-a27d-d6ff95c97f9a not bound to the agent host n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:44:42.639592 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [req-8bfc6fee-002b-4d05-89c7-53fde6fbf186 req-c2b91ffe-e24f-4f9a-9864-483e1b29642a service neutron] Attempting to bind port b589c157-5611-44d3-bfe0-37bd4f4fe45f on host n-h1-816206-8 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:44:42.640385 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [req-8bfc6fee-002b-4d05-89c7-53fde6fbf186 req-c2b91ffe-e24f-4f9a-9864-483e1b29642a service neutron] Attempting to bind port b589c157-5611-44d3-bfe0-37bd4f4fe45f by drivers openvswitch,hyperv on host n-h1-816206-8 at level 0 using segments [{'id': '2a53338f-2048-4067-a393-9c8ccd1c070e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '23348ac2-82c2-44f2-ae17-0af4b4c8f8b2'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:44:42.640839 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bfc6fee-002b-4d05-89c7-53fde6fbf186 req-c2b91ffe-e24f-4f9a-9864-483e1b29642a service neutron] Attempting to bind port b589c157-5611-44d3-bfe0-37bd4f4fe45f on network 23348ac2-82c2-44f2-ae17-0af4b4c8f8b2 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:44:42.660799 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-a1db48ed-5a81-48ab-87c4-2b75176c63b9 admin admin] Calling delete_port for 129bb9a5-a99b-4336-a27d-d6ff95c97f9a owned by network:dhcp {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:44:42.666684 n-d-816206-8 neutron-server[103590]: INFO neutron.pecan_wsgi.hooks.translation [None req-372b63d3-b805-44f7-9446-883b9d60dc6a tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] DELETE failed (client error): The resource could not be found. Nov 23 17:44:42.667576 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-372b63d3-b805-44f7-9446-883b9d60dc6a tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103590) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 17:44:42.672722 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-372b63d3-b805-44f7-9446-883b9d60dc6a tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] 10.222.0.60 "DELETE /v2.0/ports/ddba8d97-5ccc-4976-b6e2-a336bb3ffc72 HTTP/1.1" status: 404 len: 333 time: 0.0673149 Nov 23 17:44:42.673345 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bfc6fee-002b-4d05-89c7-53fde6fbf186 req-c2b91ffe-e24f-4f9a-9864-483e1b29642a service neutron] Port b589c157-5611-44d3-bfe0-37bd4f4fe45f on network 23348ac2-82c2-44f2-ae17-0af4b4c8f8b2 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-8 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 17:44:42.673536 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bfc6fee-002b-4d05-89c7-53fde6fbf186 req-c2b91ffe-e24f-4f9a-9864-483e1b29642a service neutron] Attempting to bind port b589c157-5611-44d3-bfe0-37bd4f4fe45f on network 23348ac2-82c2-44f2-ae17-0af4b4c8f8b2 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:44:42.674720 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 57168) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:44:42.686687 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bfc6fee-002b-4d05-89c7-53fde6fbf186 req-c2b91ffe-e24f-4f9a-9864-483e1b29642a service neutron] Checking agent: {'id': '4b0a4557-3bfe-4828-80a0-7981fc3ac84c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 15, 14), 'started_at': datetime.datetime(2021, 11, 23, 17, 15, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 44, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:44:42.686687 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bfc6fee-002b-4d05-89c7-53fde6fbf186 req-c2b91ffe-e24f-4f9a-9864-483e1b29642a service neutron] Checking segment: {'id': '2a53338f-2048-4067-a393-9c8ccd1c070e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '23348ac2-82c2-44f2-ae17-0af4b4c8f8b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:44:42.686687 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bfc6fee-002b-4d05-89c7-53fde6fbf186 req-c2b91ffe-e24f-4f9a-9864-483e1b29642a service neutron] Bound using segment: {'id': '2a53338f-2048-4067-a393-9c8ccd1c070e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '23348ac2-82c2-44f2-ae17-0af4b4c8f8b2'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:44:42.687118 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [req-8bfc6fee-002b-4d05-89c7-53fde6fbf186 req-c2b91ffe-e24f-4f9a-9864-483e1b29642a service neutron] Bound port: b589c157-5611-44d3-bfe0-37bd4f4fe45f, host: n-h1-816206-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a53338f-2048-4067-a393-9c8ccd1c070e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '23348ac2-82c2-44f2-ae17-0af4b4c8f8b2'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:44:42.687462 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-8bfc6fee-002b-4d05-89c7-53fde6fbf186 req-c2b91ffe-e24f-4f9a-9864-483e1b29642a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:42.748455 n-d-816206-8 neutron-server[103591]: INFO neutron.pecan_wsgi.hooks.translation [None req-6feb654e-e3bf-41bc-b5ea-ed1a1b88617d tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] DELETE failed (client error): The resource could not be found. Nov 23 17:44:42.748960 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6feb654e-e3bf-41bc-b5ea-ed1a1b88617d tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103591) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 17:44:42.754540 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-6feb654e-e3bf-41bc-b5ea-ed1a1b88617d tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] 10.222.0.60 "DELETE /v2.0/subnets/3a64a706-c3bd-430c-9c81-30d4c722525a HTTP/1.1" status: 404 len: 337 time: 0.0702639 Nov 23 17:44:42.755052 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 57170) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:44:42.771194 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-96f79159-df42-46fd-9102-be40e6b8ae5f req-335c57c5-f790-4b2d-aeae-5d31f728b34d tempest-MultipleCreateTestJSON-731598663 tempest-MultipleCreateTestJSON-731598663-project] 10.222.0.60 "GET /v2.0/security-groups?id=df37d9c5-5a4e-4669-a83f-08f0e6fcaac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783497 Nov 23 17:44:42.819295 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [req-8bfc6fee-002b-4d05-89c7-53fde6fbf186 req-c2b91ffe-e24f-4f9a-9864-483e1b29642a service neutron] For port b589c157-5611-44d3-bfe0-37bd4f4fe45f, host n-h1-816206-8, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:44:42.824013 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [req-8bfc6fee-002b-4d05-89c7-53fde6fbf186 req-c2b91ffe-e24f-4f9a-9864-483e1b29642a service neutron] For port b589c157-5611-44d3-bfe0-37bd4f4fe45f, host n-h1-816206-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=b589c157-5611-44d3-bfe0-37bd4f4fe45f,segment=NetworkSegment(2a53338f-2048-4067-a393-9c8ccd1c070e),segment_id=2a53338f-2048-4067-a393-9c8ccd1c070e)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:44:42.834841 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-8bfc6fee-002b-4d05-89c7-53fde6fbf186 req-c2b91ffe-e24f-4f9a-9864-483e1b29642a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264357957'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:42.861244 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8bfc6fee-002b-4d05-89c7-53fde6fbf186 req-271e13f6-f437-42c2-b5fa-b7d9147f83e2 service neutron] 10.222.0.36 "GET /v2.0/networks/23348ac2-82c2-44f2-ae17-0af4b4c8f8b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2386143 Nov 23 17:44:42.866927 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-cf3ac353-6309-4d9a-bee1-d9676e634445 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-555181'] for network, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:42.870369 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a1db48ed-5a81-48ab-87c4-2b75176c63b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:42.883113 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfc6fee-002b-4d05-89c7-53fde6fbf186 req-c2b91ffe-e24f-4f9a-9864-483e1b29642a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:44:42.884284 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-8bfc6fee-002b-4d05-89c7-53fde6fbf186 req-c2b91ffe-e24f-4f9a-9864-483e1b29642a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:42.886526 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-8bfc6fee-002b-4d05-89c7-53fde6fbf186 req-c2b91ffe-e24f-4f9a-9864-483e1b29642a service neutron] 10.222.0.55 "PUT /v2.0/ports/b589c157-5611-44d3-bfe0-37bd4f4fe45f HTTP/1.1" status: 200 len: 1091 time: 2.8486903 Nov 23 17:44:42.887026 n-d-816206-8 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a176e5e-9a07-43c9-a6e0-e0129ece5b67', 'tag': 'b589c157-5611-44d3-bfe0-37bd4f4fe45f'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:44:42.889447 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbabddbc9fc37b068808e119c416c86f5957ca04531a4a0d2e695c515e93483b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b6b52f2-aa8f-41de-be62-f5b7a0cb4d84" -d '{"events": [{"name": "network-changed", "server_uuid": "5a176e5e-9a07-43c9-a6e0-e0129ece5b67", "tag": "b589c157-5611-44d3-bfe0-37bd4f4fe45f"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:44:42.911845 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1db48ed-5a81-48ab-87c4-2b75176c63b9 admin admin] No DVR routers for this DVR port 129bb9a5-a99b-4336-a27d-d6ff95c97f9a on host n-d-816206-8 {{(pid=103590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:44:42.945025 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b91ffe-e24f-4f9a-9864-483e1b29642a service neutron] Pushing event updated for resources: {'Port': ['ID=b589c157-5611-44d3-bfe0-37bd4f4fe45f,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:44:42.964808 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-26f9dc9a-6fb4-4282-afbe-c0781c70fdd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:43.066708 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1db48ed-5a81-48ab-87c4-2b75176c63b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=129bb9a5-a99b-4336-a27d-d6ff95c97f9a,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:44:43.108075 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-cf3ac353-6309-4d9a-bee1-d9676e634445 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973419', 'neutron.services.segments.db._delete_segments_for_network-8736635878840'] for network, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:43.151525 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a1db48ed-5a81-48ab-87c4-2b75176c63b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973419', 'neutron.services.segments.db._delete_segments_for_network-8736635878840'] for network, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:43.156911 n-d-816206-8 neutron-server[103591]: DEBUG neutron.services.segments.db [None req-cf3ac353-6309-4d9a-bee1-d9676e634445 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56dedb9c-c874-4806-8073-23c183970f13']}} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:44:43.174600 n-d-816206-8 neutron-server[103591]: DEBUG neutron.services.segments.db [None req-cf3ac353-6309-4d9a-bee1-d9676e634445 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '208f22fc-9686-4ca3-a88c-018385437c28') {'for_net_delete': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:44:43.175096 n-d-816206-8 neutron-server[103591]: DEBUG neutron.services.segments.db [None req-cf3ac353-6309-4d9a-bee1-d9676e634445 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '208f22fc-9686-4ca3-a88c-018385437c28') {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:44:43.183814 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8bfc6fee-002b-4d05-89c7-53fde6fbf186 req-678fd576-be8c-4035-b869-f4270685f299 service neutron] 10.222.0.36 "GET /v2.0/networks/23348ac2-82c2-44f2-ae17-0af4b4c8f8b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3114059 Nov 23 17:44:43.185314 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-a1db48ed-5a81-48ab-87c4-2b75176c63b9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5eaeb0bb-5461-4ac0-b61d-4ffea0f2e6cb']}} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:44:43.187397 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-cf3ac353-6309-4d9a-bee1-d9676e634445 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736635840332', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265989959'] for segment, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:43.209950 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-cf3ac353-6309-4d9a-bee1-d9676e634445 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:43.222604 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf3ac353-6309-4d9a-bee1-d9676e634445 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Releasing vlan 518 on physical network physnet1 to pool {{(pid=103591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 17:44:43.223211 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-cf3ac353-6309-4d9a-bee1-d9676e634445 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264756290'] for segment, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:43.226808 n-d-816206-8 neutron-server[103591]: Traceback (most recent call last): Nov 23 17:44:43.226808 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 17:44:43.226808 n-d-816206-8 neutron-server[103591]: timer() Nov 23 17:44:43.226808 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 17:44:43.226808 n-d-816206-8 neutron-server[103591]: cb(*args, **kw) Nov 23 17:44:43.226808 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 17:44:43.226808 n-d-816206-8 neutron-server[103591]: return func(*args, **kwargs) Nov 23 17:44:43.226808 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 17:44:43.226808 n-d-816206-8 neutron-server[103591]: self._notify() Nov 23 17:44:43.226808 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 17:44:43.226808 n-d-816206-8 neutron-server[103591]: self.callback(batched_events) Nov 23 17:44:43.226808 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 17:44:43.226808 n-d-816206-8 neutron-server[103591]: event.method(event) Nov 23 17:44:43.226808 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 17:44:43.226808 n-d-816206-8 neutron-server[103591]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 17:44:43.226808 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 17:44:43.226808 n-d-816206-8 neutron-server[103591]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 17:44:43.226808 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 17:44:43.226808 n-d-816206-8 neutron-server[103591]: return f(self, *a, **k) Nov 23 17:44:43.226808 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 17:44:43.226808 n-d-816206-8 neutron-server[103591]: return self._get(url).json() Nov 23 17:44:43.226808 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 17:44:43.226808 n-d-816206-8 neutron-server[103591]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 17:44:43.226808 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 17:44:43.226808 n-d-816206-8 neutron-server[103591]: return self.request(url, 'GET', **kwargs) Nov 23 17:44:43.226808 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 17:44:43.226808 n-d-816206-8 neutron-server[103591]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 17:44:43.226808 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 17:44:43.226808 n-d-816206-8 neutron-server[103591]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 17:44:43.226808 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 17:44:43.226808 n-d-816206-8 neutron-server[103591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 17:44:43.226808 n-d-816206-8 neutron-server[103591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 17:44:43.232333 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-a1db48ed-5a81-48ab-87c4-2b75176c63b9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27d47b01-53c9-46b4-98cd-4228976adb4c') {'for_net_delete': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:44:43.233422 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-a1db48ed-5a81-48ab-87c4-2b75176c63b9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27d47b01-53c9-46b4-98cd-4228976adb4c') {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:44:43.255489 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a1db48ed-5a81-48ab-87c4-2b75176c63b9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736635840332', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-267528353'] for segment, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:43.291880 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a1db48ed-5a81-48ab-87c4-2b75176c63b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:43.323034 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1db48ed-5a81-48ab-87c4-2b75176c63b9 admin admin] Releasing vlan 517 on physical network physnet1 to pool {{(pid=103590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 17:44:43.323817 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a1db48ed-5a81-48ab-87c4-2b75176c63b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264370093'] for segment, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:43.386982 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-cf3ac353-6309-4d9a-bee1-d9676e634445 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1795418'] for network, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:43.398153 n-d-816206-8 neutron-server[103590]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 17:44:43.398153 n-d-816206-8 neutron-server[103590]: self.session.flush() Nov 23 17:44:43.398153 n-d-816206-8 neutron-server[103590]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 17:44:43.398153 n-d-816206-8 neutron-server[103590]: self.session.flush() Nov 23 17:44:43.398153 n-d-816206-8 neutron-server[103590]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 17:44:43.398153 n-d-816206-8 neutron-server[103590]: self.session.flush() Nov 23 17:44:43.398153 n-d-816206-8 neutron-server[103590]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 17:44:43.398153 n-d-816206-8 neutron-server[103590]: self.session.flush() Nov 23 17:44:43.398153 n-d-816206-8 neutron-server[103590]: Traceback (most recent call last): Nov 23 17:44:43.398153 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 17:44:43.398153 n-d-816206-8 neutron-server[103590]: timer() Nov 23 17:44:43.398153 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 17:44:43.398153 n-d-816206-8 neutron-server[103590]: cb(*args, **kw) Nov 23 17:44:43.398153 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 17:44:43.398153 n-d-816206-8 neutron-server[103590]: return func(*args, **kwargs) Nov 23 17:44:43.398153 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 17:44:43.398153 n-d-816206-8 neutron-server[103590]: self._notify() Nov 23 17:44:43.398153 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 17:44:43.398153 n-d-816206-8 neutron-server[103590]: self.callback(batched_events) Nov 23 17:44:43.398153 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 17:44:43.398153 n-d-816206-8 neutron-server[103590]: event.method(event) Nov 23 17:44:43.398153 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 17:44:43.398153 n-d-816206-8 neutron-server[103590]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 17:44:43.398153 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 17:44:43.398153 n-d-816206-8 neutron-server[103590]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 17:44:43.398153 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 17:44:43.398153 n-d-816206-8 neutron-server[103590]: return f(self, *a, **k) Nov 23 17:44:43.398153 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 17:44:43.398153 n-d-816206-8 neutron-server[103590]: return self._get(url).json() Nov 23 17:44:43.398153 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 17:44:43.398153 n-d-816206-8 neutron-server[103590]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 17:44:43.398153 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 17:44:43.398153 n-d-816206-8 neutron-server[103590]: return self.request(url, 'GET', **kwargs) Nov 23 17:44:43.398153 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 17:44:43.398153 n-d-816206-8 neutron-server[103590]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 17:44:43.398153 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 17:44:43.398153 n-d-816206-8 neutron-server[103590]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 17:44:43.398153 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 17:44:43.398153 n-d-816206-8 neutron-server[103590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 17:44:43.398153 n-d-816206-8 neutron-server[103590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 17:44:43.405998 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 17:44:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efce7db2-a931-43e9-a0b5-f835ce15f0cd x-openstack-request-id: req-efce7db2-a931-43e9-a0b5-f835ce15f0cd {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:44:43.406234 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a176e5e-9a07-43c9-a6e0-e0129ece5b67", "tag": "b589c157-5611-44d3-bfe0-37bd4f4fe45f", "status": "completed", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:44:43.406650 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-efce7db2-a931-43e9-a0b5-f835ce15f0cd {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:44:43.406939 n-d-816206-8 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a176e5e-9a07-43c9-a6e0-e0129ece5b67', 'tag': 'b589c157-5611-44d3-bfe0-37bd4f4fe45f', 'status': 'completed', 'code': 200} Nov 23 17:44:43.411138 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-cf3ac353-6309-4d9a-bee1-d9676e634445 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for network, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:43.416168 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-cf3ac353-6309-4d9a-bee1-d9676e634445 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] 10.222.0.60 "DELETE /v2.0/networks/56dedb9c-c874-4806-8073-23c183970f13 HTTP/1.1" status: 204 len: 168 time: 0.6596112 Nov 23 17:44:43.417102 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfc6fee-002b-4d05-89c7-53fde6fbf186 req-17667e77-9618-4e9b-9dd6-2c18ed08269e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:44:43.420335 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-8bfc6fee-002b-4d05-89c7-53fde6fbf186 req-17667e77-9618-4e9b-9dd6-2c18ed08269e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d12571583578401d94edb82eeee79d8b&device_id=5a176e5e-9a07-43c9-a6e0-e0129ece5b67 HTTP/1.1" status: 200 len: 1094 time: 0.4667230 Nov 23 17:44:43.432639 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dd466a-5a20-425d-955a-64494f8795df req-b2e689f9-c312-46c6-bff1-e4a752bd5abd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:44:43.435429 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-81dd466a-5a20-425d-955a-64494f8795df req-b2e689f9-c312-46c6-bff1-e4a752bd5abd service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d12571583578401d94edb82eeee79d8b&device_id=747ae454-88db-45fc-9c8a-27cb913a3fa0 HTTP/1.1" status: 200 len: 1095 time: 0.1705689 Nov 23 17:44:43.451423 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a1db48ed-5a81-48ab-87c4-2b75176c63b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1795418'] for network, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:43.461574 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:43.462569 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a1db48ed-5a81-48ab-87c4-2b75176c63b9 admin admin] Publish callbacks [] for network, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:43.467151 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3ac353-6309-4d9a-bee1-d9676e634445 tempest-NetworksTestDHCPv6-559878367 tempest-NetworksTestDHCPv6-559878367-project] Pushing event deleted for resources: {'Network': ['ID=56dedb9c-c874-4806-8073-23c183970f13,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:44:43.469645 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-a1db48ed-5a81-48ab-87c4-2b75176c63b9 admin admin] 10.222.0.60 "DELETE /v2.0/networks/5eaeb0bb-5461-4ac0-b61d-4ffea0f2e6cb HTTP/1.1" status: 204 len: 168 time: 2.0856910 Nov 23 17:44:43.564407 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-8bfc6fee-002b-4d05-89c7-53fde6fbf186 req-a7ebb6fa-db30-443c-b698-27957b21f605 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b589c157-5611-44d3-bfe0-37bd4f4fe45f HTTP/1.1" status: 200 len: 217 time: 0.1306539 Nov 23 17:44:43.589623 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1db48ed-5a81-48ab-87c4-2b75176c63b9 admin admin] Pushing event deleted for resources: {'Network': ['ID=5eaeb0bb-5461-4ac0-b61d-4ffea0f2e6cb,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:44:43.663061 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dd466a-5a20-425d-955a-64494f8795df req-f238e2c3-fcee-4371-932d-e3c01fdaa55f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:44:43.670507 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-81dd466a-5a20-425d-955a-64494f8795df req-f238e2c3-fcee-4371-932d-e3c01fdaa55f service neutron] 10.222.0.36 "GET /v2.0/networks?id=23348ac2-82c2-44f2-ae17-0af4b4c8f8b2 HTTP/1.1" status: 200 len: 913 time: 0.2195334 Nov 23 17:44:43.717114 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfc6fee-002b-4d05-89c7-53fde6fbf186 req-d9ea0d5e-1b57-403e-be6d-3b9ecddc0e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:44:43.720940 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-8bfc6fee-002b-4d05-89c7-53fde6fbf186 req-d9ea0d5e-1b57-403e-be6d-3b9ecddc0e12 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e8c8539d-8327-4e19-a1c8-5e883e124f3b HTTP/1.1" status: 200 len: 852 time: 0.1396859 Nov 23 17:44:43.794359 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-81dd466a-5a20-425d-955a-64494f8795df req-c4e75e28-5dca-49f7-b25b-91b05c87ed66 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b6e1bcc5-9fc2-4b48-accd-4e79e173eb43 HTTP/1.1" status: 200 len: 217 time: 0.1108096 Nov 23 17:44:43.815602 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-8bfc6fee-002b-4d05-89c7-53fde6fbf186 req-0ef91f4c-8ec1-4ad9-a9fa-654b829ab0b7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=23348ac2-82c2-44f2-ae17-0af4b4c8f8b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0864706 Nov 23 17:44:43.992832 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 57238) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:44:44.023320 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 57242) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:44:44.089952 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dd466a-5a20-425d-955a-64494f8795df req-80c87a09-8f56-4d2c-a743-8525a2cdc4f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:44:44.099017 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-81dd466a-5a20-425d-955a-64494f8795df req-80c87a09-8f56-4d2c-a743-8525a2cdc4f1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e8c8539d-8327-4e19-a1c8-5e883e124f3b HTTP/1.1" status: 200 len: 852 time: 0.2617273 Nov 23 17:44:44.176704 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-8bfc6fee-002b-4d05-89c7-53fde6fbf186 req-7a3cd365-1459-4bf4-8a4a-63b3db0f6db9 service neutron] 10.222.0.55 "GET /v2.0/networks/23348ac2-82c2-44f2-ae17-0af4b4c8f8b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3529830 Nov 23 17:44:44.182584 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-3466b675-2e34-4cf7-989e-bb3e9c1fe21e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d6c92b35b840401aba16aa44ff812cdc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1551547 Nov 23 17:44:44.188757 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 57264) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:44:44.251819 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:44.312471 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-81dd466a-5a20-425d-955a-64494f8795df req-79d32925-7afc-4163-86ba-7e9530d2bf34 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=23348ac2-82c2-44f2-ae17-0af4b4c8f8b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1706116 Nov 23 17:44:44.371787 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752d1eac-9c1d-491e-b398-96b889e13f6d req-bdb99c90-1a6d-4993-a1d8-d9f27fadcd95 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:44:44.373411 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-752d1eac-9c1d-491e-b398-96b889e13f6d req-bdb99c90-1a6d-4993-a1d8-d9f27fadcd95 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] 10.222.0.60 "GET /v2.0/ports?device_id=a43134ca-2758-4794-bb9c-974d11e5e279 HTTP/1.1" status: 200 len: 946 time: 0.5743933 Nov 23 17:44:44.491341 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2938d09b-3660-4289-b1ed-6bcc982c1bc7 req-be94acd7-ad2e-47e9-9695-76056a2228e6 tempest-MultipleCreateTestJSON-731598663 tempest-MultipleCreateTestJSON-731598663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:44:44.514168 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2938d09b-3660-4289-b1ed-6bcc982c1bc7 req-be94acd7-ad2e-47e9-9695-76056a2228e6 tempest-MultipleCreateTestJSON-731598663 tempest-MultipleCreateTestJSON-731598663-project] 10.222.0.60 "GET /v2.0/ports?device_id=747ae454-88db-45fc-9c8a-27cb913a3fa0 HTTP/1.1" status: 200 len: 944 time: 0.5397797 Nov 23 17:44:44.518958 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-cd3d5c98-ad7d-4b0c-bb6d-c9dc3e0c9bf2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:44.542234 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-8bfc6fee-002b-4d05-89c7-53fde6fbf186 req-561744d8-f7bd-48cd-ba07-c68be2bd6aa7 service neutron] 10.222.0.55 "GET /v2.0/networks/23348ac2-82c2-44f2-ae17-0af4b4c8f8b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3543389 Nov 23 17:44:44.591163 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-cd3d5c98-ad7d-4b0c-bb6d-c9dc3e0c9bf2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:44.805923 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-752d1eac-9c1d-491e-b398-96b889e13f6d req-de75e3f2-a4e8-4652-ae66-f03191e2f0f0 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] 10.222.0.60 "GET /v2.0/security-groups?id=c11b6a3a-f89b-4d05-9340-8aa0be1653f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4205706 Nov 23 17:44:44.842249 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-cd3d5c98-ad7d-4b0c-bb6d-c9dc3e0c9bf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:44.845822 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-cd3d5c98-ad7d-4b0c-bb6d-c9dc3e0c9bf2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:44.853519 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-814c5a09-ef74-4eff-adad-cb5bbcc04756 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a17872768c1e4384801bad129509cfa7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8445971 Nov 23 17:44:44.853859 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-cd3d5c98-ad7d-4b0c-bb6d-c9dc3e0c9bf2 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/21da44c1-bab0-4a24-bdb5-9c78cb5bfd70 HTTP/1.1" status: 204 len: 168 time: 0.6609383 Nov 23 17:44:44.855225 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 57334) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:44:44.856799 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2938d09b-3660-4289-b1ed-6bcc982c1bc7 req-50bf48ac-4924-437a-932c-089ed9e0159e tempest-MultipleCreateTestJSON-731598663 tempest-MultipleCreateTestJSON-731598663-project] 10.222.0.60 "GET /v2.0/security-groups?id=df37d9c5-5a4e-4669-a83f-08f0e6fcaac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3412771 Nov 23 17:44:44.859458 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-81dd466a-5a20-425d-955a-64494f8795df req-7d7078ca-0c15-4860-8dd3-e6874bbe7394 service neutron] 10.222.0.36 "GET /v2.0/networks/23348ac2-82c2-44f2-ae17-0af4b4c8f8b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5361633 Nov 23 17:44:44.937768 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3d5c98-ad7d-4b0c-bb6d-c9dc3e0c9bf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21da44c1-bab0-4a24-bdb5-9c78cb5bfd70,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:44:45.056817 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6b52f2-aa8f-41de-be62-f5b7a0cb4d84 req-b533d9c9-e49a-4615-815d-7cda42a4ca4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:44:45.067483 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-7b6b52f2-aa8f-41de-be62-f5b7a0cb4d84 req-b533d9c9-e49a-4615-815d-7cda42a4ca4d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d12571583578401d94edb82eeee79d8b&device_id=5a176e5e-9a07-43c9-a6e0-e0129ece5b67 HTTP/1.1" status: 200 len: 1094 time: 0.4258795 Nov 23 17:44:45.085557 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-eb58bbbe-1e7c-483b-a3ce-75b12c95cd18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:45.104047 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-81dd466a-5a20-425d-955a-64494f8795df req-96e055f6-c82c-4760-98bf-f3f641bab3ed service neutron] 10.222.0.36 "GET /v2.0/networks/23348ac2-82c2-44f2-ae17-0af4b4c8f8b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2369688 Nov 23 17:44:45.200443 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-83a023b9-b3ff-41db-985a-e7c48d51df9e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:45.380709 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-83a023b9-b3ff-41db-985a-e7c48d51df9e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:45.511822 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6b52f2-aa8f-41de-be62-f5b7a0cb4d84 req-a434532b-34d5-41e0-8ca2-b2a45d736b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:44:45.514137 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-7b6b52f2-aa8f-41de-be62-f5b7a0cb4d84 req-a434532b-34d5-41e0-8ca2-b2a45d736b8f service neutron] 10.222.0.55 "GET /v2.0/networks?id=23348ac2-82c2-44f2-ae17-0af4b4c8f8b2 HTTP/1.1" status: 200 len: 913 time: 0.3933432 Nov 23 17:44:45.619430 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-7b6b52f2-aa8f-41de-be62-f5b7a0cb4d84 req-6518ce75-eed5-4ab7-b07a-838654a7c79e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b589c157-5611-44d3-bfe0-37bd4f4fe45f HTTP/1.1" status: 200 len: 217 time: 0.0980425 Nov 23 17:44:45.702875 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-83a023b9-b3ff-41db-985a-e7c48d51df9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:45.705770 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-83a023b9-b3ff-41db-985a-e7c48d51df9e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:45.707102 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-83a023b9-b3ff-41db-985a-e7c48d51df9e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/20100e1d-0fc0-4ef0-a3dc-6555748cafba HTTP/1.1" status: 204 len: 168 time: 0.8499906 Nov 23 17:44:45.724061 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a023b9-b3ff-41db-985a-e7c48d51df9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20100e1d-0fc0-4ef0-a3dc-6555748cafba,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:44:45.736459 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6b52f2-aa8f-41de-be62-f5b7a0cb4d84 req-837d80a4-1916-4ed5-ae45-52989aa9217e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:44:45.738451 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-7b6b52f2-aa8f-41de-be62-f5b7a0cb4d84 req-837d80a4-1916-4ed5-ae45-52989aa9217e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e8c8539d-8327-4e19-a1c8-5e883e124f3b HTTP/1.1" status: 200 len: 852 time: 0.1105697 Nov 23 17:44:45.839583 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-7b6b52f2-aa8f-41de-be62-f5b7a0cb4d84 req-3ce6795d-c7d8-4949-9a57-702ba179b5ab service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=23348ac2-82c2-44f2-ae17-0af4b4c8f8b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0889647 Nov 23 17:44:46.043696 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device b6e1bcc5-9fc2-4b48-accd-4e79e173eb43 details requested by agent hyperv_n-h2-816206-8 with host n-h2-816206-8 {{(pid=103592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 17:44:46.118222 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-7b6b52f2-aa8f-41de-be62-f5b7a0cb4d84 req-96f60c19-2ea6-43aa-be38-46f1070344a7 service neutron] 10.222.0.55 "GET /v2.0/networks/23348ac2-82c2-44f2-ae17-0af4b4c8f8b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2722991 Nov 23 17:44:46.287948 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c806ed0-d893-4345-ac29-e36ad4c045c1 req-8af608b0-7c01-4bef-a1c1-5cddb2220484 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:44:46.303303 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2c806ed0-d893-4345-ac29-e36ad4c045c1 req-8af608b0-7c01-4bef-a1c1-5cddb2220484 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] 10.222.0.60 "GET /v2.0/ports?device_id=a43134ca-2758-4794-bb9c-974d11e5e279 HTTP/1.1" status: 200 len: 946 time: 0.2601948 Nov 23 17:44:46.358916 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6f7b41-4ec8-4389-8f11-b88852b9a97d req-02a3339c-73d3-480b-9d8a-111b3e3dc021 tempest-MultipleCreateTestJSON-731598663 tempest-MultipleCreateTestJSON-731598663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:44:46.371726 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-0d6f7b41-4ec8-4389-8f11-b88852b9a97d req-02a3339c-73d3-480b-9d8a-111b3e3dc021 tempest-MultipleCreateTestJSON-731598663 tempest-MultipleCreateTestJSON-731598663-project] 10.222.0.60 "GET /v2.0/ports?device_id=747ae454-88db-45fc-9c8a-27cb913a3fa0 HTTP/1.1" status: 200 len: 944 time: 0.2591281 Nov 23 17:44:46.488118 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port b6e1bcc5-9fc2-4b48-accd-4e79e173eb43, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=b6e1bcc5-9fc2-4b48-accd-4e79e173eb43,segment=NetworkSegment(2a53338f-2048-4067-a393-9c8ccd1c070e),segment_id=2a53338f-2048-4067-a393-9c8ccd1c070e)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:44:46.502984 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-7b6b52f2-aa8f-41de-be62-f5b7a0cb4d84 req-3e95bcca-f4ab-4a19-80b0-26f63589a52d service neutron] 10.222.0.55 "GET /v2.0/networks/23348ac2-82c2-44f2-ae17-0af4b4c8f8b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3752313 Nov 23 17:44:46.605726 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Returning: {'device': 'b6e1bcc5-9fc2-4b48-accd-4e79e173eb43', 'network_id': '23348ac2-82c2-44f2-ae17-0af4b4c8f8b2', 'port_id': 'b6e1bcc5-9fc2-4b48-accd-4e79e173eb43', 'mac_address': 'fa:16:3e:40:0a:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 533, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8c8539d-8327-4e19-a1c8-5e883e124f3b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 17:44:46.615011 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2c806ed0-d893-4345-ac29-e36ad4c045c1 req-95c24f76-8390-4a30-b7f1-aed7bc5aae97 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] 10.222.0.60 "GET /v2.0/security-groups?id=c11b6a3a-f89b-4d05-9340-8aa0be1653f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3102810 Nov 23 17:44:46.636782 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-0d6f7b41-4ec8-4389-8f11-b88852b9a97d req-0be9e63a-2235-412e-8456-3f59a67d4460 tempest-MultipleCreateTestJSON-731598663 tempest-MultipleCreateTestJSON-731598663-project] 10.222.0.60 "GET /v2.0/security-groups?id=df37d9c5-5a4e-4669-a83f-08f0e6fcaac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2478447 Nov 23 17:44:46.645395 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 57478) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:44:46.749561 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-52822d53-48f5-4819-8a95-bdc13aea0bf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:46.776795 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:46.793262 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6e1bcc5-9fc2-4b48-accd-4e79e173eb43 {{(pid=103592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:44:46.834569 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port b6e1bcc5-9fc2-4b48-accd-4e79e173eb43, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=b6e1bcc5-9fc2-4b48-accd-4e79e173eb43,segment=NetworkSegment(2a53338f-2048-4067-a393-9c8ccd1c070e),segment_id=2a53338f-2048-4067-a393-9c8ccd1c070e)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:44:46.844357 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:46.845196 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device fbe44c50-ab0e-48c7-bd92-149bb465cefc details requested by agent hyperv_n-h2-816206-8 with host n-h2-816206-8 {{(pid=103592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 17:44:46.901483 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-cf6ae05d-67cd-4e8d-9914-f58fb0f8506a admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1543442436-network', 'tenant_id': 'fc0b8b60f26147bc93ae14daf3e34aba'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:44:46.986483 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf6ae05d-67cd-4e8d-9914-f58fb0f8506a admin admin] Made reservation on behalf of fc0b8b60f26147bc93ae14daf3e34aba for: {'network': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:44:47.003957 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-cf6ae05d-67cd-4e8d-9914-f58fb0f8506a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for network, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:47.025654 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-cf6ae05d-67cd-4e8d-9914-f58fb0f8506a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:47.195480 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port fbe44c50-ab0e-48c7-bd92-149bb465cefc, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=fbe44c50-ab0e-48c7-bd92-149bb465cefc,segment=NetworkSegment(97bf93aa-7116-4943-8d21-ff543f30be5d),segment_id=97bf93aa-7116-4943-8d21-ff543f30be5d)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:44:47.248892 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Returning: {'device': 'fbe44c50-ab0e-48c7-bd92-149bb465cefc', 'network_id': 'b05aa742-7050-4bee-9612-3681dfd2164b', 'port_id': 'fbe44c50-ab0e-48c7-bd92-149bb465cefc', 'mac_address': 'fa:16:3e:f2:30:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '784540e3-73ef-4656-9bfa-913bbf55b1a9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 17:44:47.294474 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-cf6ae05d-67cd-4e8d-9914-f58fb0f8506a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:47.308935 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-cf6ae05d-67cd-4e8d-9914-f58fb0f8506a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:47.403828 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf6ae05d-67cd-4e8d-9914-f58fb0f8506a admin admin] vlan segment allocate from pool success with {'vlan_id': 521, 'physical_network': 'physnet1'} {{(pid=103591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 17:44:47.428433 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6ae05d-67cd-4e8d-9914-f58fb0f8506a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa324d8c-13d0-499d-8791-7b10ff6fd90b,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:44:47.462875 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-cf6ae05d-67cd-4e8d-9914-f58fb0f8506a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:47.469138 n-d-816206-8 neutron-server[103591]: INFO neutron.db.segments_db [None req-cf6ae05d-67cd-4e8d-9914-f58fb0f8506a admin admin] Added segment 3dd48af8-0370-4e3e-80f2-5bf5c6c5c8d9 of type vlan for network 96a4c4fb-2a54-4887-a6a0-d3361fb03ec8 Nov 23 17:44:47.474556 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:47.500034 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Pushing event updated for resources: {'Port': ['ID=b6e1bcc5-9fc2-4b48-accd-4e79e173eb43,revision_number=4']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:44:47.530506 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fbe44c50-ab0e-48c7-bd92-149bb465cefc {{(pid=103592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:44:47.580897 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port fbe44c50-ab0e-48c7-bd92-149bb465cefc, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=fbe44c50-ab0e-48c7-bd92-149bb465cefc,segment=NetworkSegment(97bf93aa-7116-4943-8d21-ff543f30be5d),segment_id=97bf93aa-7116-4943-8d21-ff543f30be5d)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:44:47.595597 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-cf6ae05d-67cd-4e8d-9914-f58fb0f8506a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736635338810'] for network, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:47.600195 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:47.766673 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-cf6ae05d-67cd-4e8d-9914-f58fb0f8506a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493'] for network, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:47.776130 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf6ae05d-67cd-4e8d-9914-f58fb0f8506a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:44:47.783897 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-cf6ae05d-67cd-4e8d-9914-f58fb0f8506a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for network, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:47.881681 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Pushing event updated for resources: {'Port': ['ID=fbe44c50-ab0e-48c7-bd92-149bb465cefc,revision_number=6']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:44:47.900831 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] get_ports_and_sgs() called for port_ids ['fbe44c50-ab0e-48c7-bd92-149bb465cefc'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:44:47.944238 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 57616) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:44:48.017420 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] get_ports_and_sgs() called for port_ids ['b6e1bcc5-9fc2-4b48-accd-4e79e173eb43'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:44:48.053049 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-cf6ae05d-67cd-4e8d-9914-f58fb0f8506a admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.4034765 Nov 23 17:44:48.053802 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 57628) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:44:48.062827 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-0c44d2fe-44d9-4407-a137-14ce05be85ab admin admin] Request body: {'subnet': {'network_id': '96a4c4fb-2a54-4887-a6a0-d3361fb03ec8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1543442436-subnet', 'tenant_id': 'fc0b8b60f26147bc93ae14daf3e34aba', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:44:48.076238 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9a27ae6c-db98-474f-94c1-cc99bf842d79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:48.169605 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6ae05d-67cd-4e8d-9914-f58fb0f8506a admin admin] Pushing event updated for resources: {'Network': ['ID=96a4c4fb-2a54-4887-a6a0-d3361fb03ec8,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:44:48.204306 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Network 96a4c4fb-2a54-4887-a6a0-d3361fb03ec8 details requested by agent ovs-agent-n-d-816206-8 with host n-d-816206-8 {{(pid=103592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 17:44:48.213911 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [None req-e330f128-0dcb-407b-a6b0-afc5c13f40ce tempest-ExtensionsTestJSON-2001665185 tempest-ExtensionsTestJSON-2001665185-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=103590) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 17:44:48.219730 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-e330f128-0dcb-407b-a6b0-afc5c13f40ce tempest-ExtensionsTestJSON-2001665185 tempest-ExtensionsTestJSON-2001665185-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.2641931 Nov 23 17:44:48.229979 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 57640) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:44:48.235400 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c44d2fe-44d9-4407-a137-14ce05be85ab admin admin] Made reservation on behalf of fc0b8b60f26147bc93ae14daf3e34aba for: {'subnet': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:44:48.241017 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e68649a-2ba5-4d71-b9e5-d91a81ee12c2 req-6f4e656b-1a71-4bc2-8c4e-b3f1f7512628 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:44:48.242666 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0c44d2fe-44d9-4407-a137-14ce05be85ab admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264730903'] for subnet, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:48.243791 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7e68649a-2ba5-4d71-b9e5-d91a81ee12c2 req-6f4e656b-1a71-4bc2-8c4e-b3f1f7512628 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] 10.222.0.60 "GET /v2.0/ports?device_id=a43134ca-2758-4794-bb9c-974d11e5e279 HTTP/1.1" status: 200 len: 945 time: 0.4247282 Nov 23 17:44:48.286036 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [None req-577e4bab-b481-4386-9c4d-9698577d49f8 tempest-ExtensionsTestJSON-2001665185 tempest-ExtensionsTestJSON-2001665185-project] http://10.222.0.60:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=103590) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 17:44:48.290544 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-577e4bab-b481-4386-9c4d-9698577d49f8 tempest-ExtensionsTestJSON-2001665185 tempest-ExtensionsTestJSON-2001665185-project] 10.222.0.60 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0555956 Nov 23 17:44:48.297748 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 57648) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:44:48.318051 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2e44c5-4ba8-4112-bbb2-227f1c3a15cf req-885288b2-0e47-4aed-8bed-767985508725 tempest-MultipleCreateTestJSON-731598663 tempest-MultipleCreateTestJSON-731598663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:44:48.326935 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4f2e44c5-4ba8-4112-bbb2-227f1c3a15cf req-885288b2-0e47-4aed-8bed-767985508725 tempest-MultipleCreateTestJSON-731598663 tempest-MultipleCreateTestJSON-731598663-project] 10.222.0.60 "GET /v2.0/ports?device_id=747ae454-88db-45fc-9c8a-27cb913a3fa0 HTTP/1.1" status: 200 len: 945 time: 0.3282940 Nov 23 17:44:48.360322 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [None req-d92fea04-60f4-4f3a-9999-b0aa299f838f tempest-ExtensionsTestJSON-2001665185 tempest-ExtensionsTestJSON-2001665185-project] http://10.222.0.60:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=103590) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 17:44:48.391741 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7e68649a-2ba5-4d71-b9e5-d91a81ee12c2 req-6f922497-ade9-4920-bca3-d7800c31a254 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] 10.222.0.60 "GET /v2.0/security-groups?id=c11b6a3a-f89b-4d05-9340-8aa0be1653f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1405478 Nov 23 17:44:48.396517 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-d92fea04-60f4-4f3a-9999-b0aa299f838f tempest-ExtensionsTestJSON-2001665185 tempest-ExtensionsTestJSON-2001665185-project] 10.222.0.60 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0950136 Nov 23 17:44:48.402312 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 57658) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:44:48.424442 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device b589c157-5611-44d3-bfe0-37bd4f4fe45f details requested by agent hyperv_n-h1-816206-8 with host n-h1-816206-8 {{(pid=103592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 17:44:48.468766 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [None req-53ec0014-8b54-4228-bc21-d3a740a07874 tempest-ExtensionsTestJSON-2001665185 tempest-ExtensionsTestJSON-2001665185-project] http://10.222.0.60:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=103590) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 17:44:48.470466 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-53ec0014-8b54-4228-bc21-d3a740a07874 tempest-ExtensionsTestJSON-2001665185 tempest-ExtensionsTestJSON-2001665185-project] 10.222.0.60 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0126586 Nov 23 17:44:48.493742 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 57664) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:44:48.516418 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4f2e44c5-4ba8-4112-bbb2-227f1c3a15cf req-c5949204-68e2-41b0-8a63-f6fa5c8300f7 tempest-MultipleCreateTestJSON-731598663 tempest-MultipleCreateTestJSON-731598663-project] 10.222.0.60 "GET /v2.0/security-groups?id=df37d9c5-5a4e-4669-a83f-08f0e6fcaac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1857255 Nov 23 17:44:48.528523 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [None req-3cf14499-fb92-4a09-9c86-c8e526dc1f75 tempest-ExtensionsTestJSON-2001665185 tempest-ExtensionsTestJSON-2001665185-project] http://10.222.0.60:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=103591) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 17:44:48.530875 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-3cf14499-fb92-4a09-9c86-c8e526dc1f75 tempest-ExtensionsTestJSON-2001665185 tempest-ExtensionsTestJSON-2001665185-project] 10.222.0.60 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0099733 Nov 23 17:44:48.534240 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 57672) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:44:48.546139 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [None req-3dc2da41-5597-4760-bbc9-a53eeaf3f3cb tempest-ExtensionsTestJSON-2001665185 tempest-ExtensionsTestJSON-2001665185-project] http://10.222.0.60:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=103591) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 17:44:48.547269 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-3dc2da41-5597-4760-bbc9-a53eeaf3f3cb tempest-ExtensionsTestJSON-2001665185 tempest-ExtensionsTestJSON-2001665185-project] 10.222.0.60 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0119226 Nov 23 17:44:48.549723 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 57674) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:44:48.553971 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [None req-fd4ed187-47d6-4092-b997-50d7ab8f78f6 tempest-ExtensionsTestJSON-2001665185 tempest-ExtensionsTestJSON-2001665185-project] http://10.222.0.60:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=103591) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 17:44:48.554959 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-fd4ed187-47d6-4092-b997-50d7ab8f78f6 tempest-ExtensionsTestJSON-2001665185 tempest-ExtensionsTestJSON-2001665185-project] 10.222.0.60 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0040791 Nov 23 17:44:48.562562 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 57676) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:44:48.564908 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:48.566763 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [None req-2b5136cf-0b81-41d6-9353-7a1f456ee363 tempest-ExtensionsTestJSON-2001665185 tempest-ExtensionsTestJSON-2001665185-project] http://10.222.0.60:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=103591) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 17:44:48.567701 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-2b5136cf-0b81-41d6-9353-7a1f456ee363 tempest-ExtensionsTestJSON-2001665185 tempest-ExtensionsTestJSON-2001665185-project] 10.222.0.60 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0042014 Nov 23 17:44:48.570600 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 57680) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:44:48.584529 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [None req-68d180c5-acbd-4886-b137-b0906a59c955 tempest-ExtensionsTestJSON-2001665185 tempest-ExtensionsTestJSON-2001665185-project] http://10.222.0.60:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=103591) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 17:44:48.585837 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-68d180c5-acbd-4886-b137-b0906a59c955 tempest-ExtensionsTestJSON-2001665185 tempest-ExtensionsTestJSON-2001665185-project] 10.222.0.60 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0126426 Nov 23 17:44:48.601118 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 57684) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:44:48.608252 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [None req-827f38af-4d69-4476-8fd0-62c49e7e9135 tempest-ExtensionsTestJSON-2001665185 tempest-ExtensionsTestJSON-2001665185-project] http://10.222.0.60:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=103591) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 17:44:48.609378 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-827f38af-4d69-4476-8fd0-62c49e7e9135 tempest-ExtensionsTestJSON-2001665185 tempest-ExtensionsTestJSON-2001665185-project] 10.222.0.60 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0070763 Nov 23 17:44:48.611871 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 57688) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:44:48.616601 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [None req-8a42ac9a-8663-4327-a79b-0e9e35ab413f tempest-ExtensionsTestJSON-2001665185 tempest-ExtensionsTestJSON-2001665185-project] http://10.222.0.60:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=103591) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 17:44:48.617909 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-8a42ac9a-8663-4327-a79b-0e9e35ab413f tempest-ExtensionsTestJSON-2001665185 tempest-ExtensionsTestJSON-2001665185-project] 10.222.0.60 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0049036 Nov 23 17:44:48.620359 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 57690) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:44:48.633752 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [None req-f8c212c5-931a-481e-a559-1e161d99b646 tempest-ExtensionsTestJSON-2001665185 tempest-ExtensionsTestJSON-2001665185-project] http://10.222.0.60:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=103591) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 17:44:48.635317 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-f8c212c5-931a-481e-a559-1e161d99b646 tempest-ExtensionsTestJSON-2001665185 tempest-ExtensionsTestJSON-2001665185-project] 10.222.0.60 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0137916 Nov 23 17:44:48.637787 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 57694) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:44:48.643212 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [None req-cf633540-46a0-41ff-ac3a-573041b561b6 tempest-ExtensionsTestJSON-2001665185 tempest-ExtensionsTestJSON-2001665185-project] http://10.222.0.60:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=103591) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 17:44:48.646341 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-cf633540-46a0-41ff-ac3a-573041b561b6 tempest-ExtensionsTestJSON-2001665185 tempest-ExtensionsTestJSON-2001665185-project] 10.222.0.60 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0054801 Nov 23 17:44:48.647113 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 57696) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:44:48.660630 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [None req-13eafd9a-bc78-4144-afdb-861cb2764ca0 tempest-ExtensionsTestJSON-2001665185 tempest-ExtensionsTestJSON-2001665185-project] http://10.222.0.60:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=103591) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 17:44:48.662744 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-13eafd9a-bc78-4144-afdb-861cb2764ca0 tempest-ExtensionsTestJSON-2001665185 tempest-ExtensionsTestJSON-2001665185-project] 10.222.0.60 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0110373 Nov 23 17:44:48.667414 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 57700) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:44:48.674690 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.db.resource_extend [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 23 17:44:48.676917 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [None req-4650911b-bd59-4eef-b373-c8655e0cf6d5 tempest-ExtensionsTestJSON-2001665185 tempest-ExtensionsTestJSON-2001665185-project] http://10.222.0.60:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=103591) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 17:44:48.678351 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-4650911b-bd59-4eef-b373-c8655e0cf6d5 tempest-ExtensionsTestJSON-2001665185 tempest-ExtensionsTestJSON-2001665185-project] 10.222.0.60 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0095892 Nov 23 17:44:48.681726 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 57702) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:44:48.689566 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [None req-c66c154b-6b72-42cd-8f68-676a3df112eb tempest-ExtensionsTestJSON-2001665185 tempest-ExtensionsTestJSON-2001665185-project] http://10.222.0.60:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=103591) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 17:44:48.690402 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-c66c154b-6b72-42cd-8f68-676a3df112eb tempest-ExtensionsTestJSON-2001665185 tempest-ExtensionsTestJSON-2001665185-project] 10.222.0.60 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0068667 Nov 23 17:44:48.694510 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 57704) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:44:48.706736 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [None req-1e1ce58f-5015-43c0-97d3-1091b31693bd tempest-ExtensionsTestJSON-2001665185 tempest-ExtensionsTestJSON-2001665185-project] http://10.222.0.60:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=103591) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 17:44:48.707737 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-1e1ce58f-5015-43c0-97d3-1091b31693bd tempest-ExtensionsTestJSON-2001665185 tempest-ExtensionsTestJSON-2001665185-project] 10.222.0.60 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0120854 Nov 23 17:44:48.711801 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 57710) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:44:48.723779 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [None req-34023f8a-0725-4c28-855e-deb6ae2ead4c tempest-ExtensionsTestJSON-2001665185 tempest-ExtensionsTestJSON-2001665185-project] http://10.222.0.60:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=103591) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 17:44:48.725503 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-34023f8a-0725-4c28-855e-deb6ae2ead4c tempest-ExtensionsTestJSON-2001665185 tempest-ExtensionsTestJSON-2001665185-project] 10.222.0.60 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0118425 Nov 23 17:44:48.728780 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 57714) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:44:48.741164 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [None req-7d39f2af-f44b-45fc-9196-f131fdf30d1f tempest-ExtensionsTestJSON-2001665185 tempest-ExtensionsTestJSON-2001665185-project] http://10.222.0.60:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=103590) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 17:44:48.746405 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-7d39f2af-f44b-45fc-9196-f131fdf30d1f tempest-ExtensionsTestJSON-2001665185 tempest-ExtensionsTestJSON-2001665185-project] 10.222.0.60 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0106964 Nov 23 17:44:48.750172 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 57718) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:44:48.756770 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [None req-64bbaf74-6a76-44e1-a691-f6a59626408a tempest-ExtensionsTestJSON-2001665185 tempest-ExtensionsTestJSON-2001665185-project] http://10.222.0.60:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=103591) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 17:44:48.759557 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-64bbaf74-6a76-44e1-a691-f6a59626408a tempest-ExtensionsTestJSON-2001665185 tempest-ExtensionsTestJSON-2001665185-project] 10.222.0.60 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0078895 Nov 23 17:44:48.762025 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 57720) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:44:48.772046 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [None req-975d771e-9f1e-4663-8418-ecf5b2cbec32 tempest-ExtensionsTestJSON-2001665185 tempest-ExtensionsTestJSON-2001665185-project] http://10.222.0.60:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=103591) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 17:44:48.772046 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-975d771e-9f1e-4663-8418-ecf5b2cbec32 tempest-ExtensionsTestJSON-2001665185 tempest-ExtensionsTestJSON-2001665185-project] 10.222.0.60 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0076771 Nov 23 17:44:48.778819 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 57722) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:44:48.789366 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [None req-924aefe5-f932-4e3a-aee2-12f82ef185b4 tempest-ExtensionsTestJSON-2001665185 tempest-ExtensionsTestJSON-2001665185-project] http://10.222.0.60:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=103591) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 17:44:48.796050 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-924aefe5-f932-4e3a-aee2-12f82ef185b4 tempest-ExtensionsTestJSON-2001665185 tempest-ExtensionsTestJSON-2001665185-project] 10.222.0.60 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0147412 Nov 23 17:44:48.800589 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 57728) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:44:48.808859 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [None req-59439e3e-ee67-4577-9d9f-99c842b29fc0 tempest-ExtensionsTestJSON-2001665185 tempest-ExtensionsTestJSON-2001665185-project] http://10.222.0.60:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=103591) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 17:44:48.813870 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-59439e3e-ee67-4577-9d9f-99c842b29fc0 tempest-ExtensionsTestJSON-2001665185 tempest-ExtensionsTestJSON-2001665185-project] 10.222.0.60 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0107267 Nov 23 17:44:48.817417 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 57734) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:44:48.835346 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [None req-bc6dfea1-98c7-4dab-923d-45be4e748170 tempest-ExtensionsTestJSON-2001665185 tempest-ExtensionsTestJSON-2001665185-project] http://10.222.0.60:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=103591) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 17:44:48.837426 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-bc6dfea1-98c7-4dab-923d-45be4e748170 tempest-ExtensionsTestJSON-2001665185 tempest-ExtensionsTestJSON-2001665185-project] 10.222.0.60 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0161366 Nov 23 17:44:48.843074 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 57738) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:44:48.857819 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [None req-2912e73e-4635-466c-858b-b3b6a6f976e1 tempest-ExtensionsTestJSON-2001665185 tempest-ExtensionsTestJSON-2001665185-project] http://10.222.0.60:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=103591) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 17:44:48.861632 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-2912e73e-4635-466c-858b-b3b6a6f976e1 tempest-ExtensionsTestJSON-2001665185 tempest-ExtensionsTestJSON-2001665185-project] 10.222.0.60 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0170159 Nov 23 17:44:48.866427 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 57740) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:44:48.880226 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [None req-5a8aa437-dc41-4d18-b0ee-331c8f671539 tempest-ExtensionsTestJSON-2001665185 tempest-ExtensionsTestJSON-2001665185-project] http://10.222.0.60:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=103591) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 17:44:48.884430 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-5a8aa437-dc41-4d18-b0ee-331c8f671539 tempest-ExtensionsTestJSON-2001665185 tempest-ExtensionsTestJSON-2001665185-project] 10.222.0.60 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0170228 Nov 23 17:44:48.892116 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 57742) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:44:48.898354 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [None req-afc606aa-464e-463c-b7db-697e20590038 tempest-ExtensionsTestJSON-2001665185 tempest-ExtensionsTestJSON-2001665185-project] http://10.222.0.60:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=103591) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 17:44:48.910818 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-afc606aa-464e-463c-b7db-697e20590038 tempest-ExtensionsTestJSON-2001665185 tempest-ExtensionsTestJSON-2001665185-project] 10.222.0.60 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0172563 Nov 23 17:44:48.916974 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 57746) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:44:48.927171 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [None req-6640e9fe-2330-4f48-ac6b-4b9dd3e2d8cd tempest-ExtensionsTestJSON-2001665185 tempest-ExtensionsTestJSON-2001665185-project] http://10.222.0.60:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=103591) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 17:44:48.935701 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-6640e9fe-2330-4f48-ac6b-4b9dd3e2d8cd tempest-ExtensionsTestJSON-2001665185 tempest-ExtensionsTestJSON-2001665185-project] 10.222.0.60 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0171750 Nov 23 17:44:48.940753 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 57748) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:44:48.965336 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [None req-5888cb96-71c8-45f5-92f5-86ec8bc4c489 tempest-ExtensionsTestJSON-2001665185 tempest-ExtensionsTestJSON-2001665185-project] http://10.222.0.60:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=103591) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 17:44:48.966381 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-5888cb96-71c8-45f5-92f5-86ec8bc4c489 tempest-ExtensionsTestJSON-2001665185 tempest-ExtensionsTestJSON-2001665185-project] 10.222.0.60 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0245006 Nov 23 17:44:48.967874 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port b589c157-5611-44d3-bfe0-37bd4f4fe45f, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=b589c157-5611-44d3-bfe0-37bd4f4fe45f,segment=NetworkSegment(2a53338f-2048-4067-a393-9c8ccd1c070e),segment_id=2a53338f-2048-4067-a393-9c8ccd1c070e)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:44:48.968924 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 57752) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:44:48.980332 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [None req-5b1907e0-f167-45c4-8dd5-2ea7bff045fb tempest-ExtensionsTestJSON-2001665185 tempest-ExtensionsTestJSON-2001665185-project] http://10.222.0.60:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=103591) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 17:44:48.981729 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-5b1907e0-f167-45c4-8dd5-2ea7bff045fb tempest-ExtensionsTestJSON-2001665185 tempest-ExtensionsTestJSON-2001665185-project] 10.222.0.60 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0118039 Nov 23 17:44:48.984644 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 57756) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:44:48.990122 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [None req-680cb5e8-0e78-4f1c-9ba5-bda743de3ccd tempest-ExtensionsTestJSON-2001665185 tempest-ExtensionsTestJSON-2001665185-project] http://10.222.0.60:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=103590) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 17:44:48.995332 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 57758) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:44:48.995541 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-680cb5e8-0e78-4f1c-9ba5-bda743de3ccd tempest-ExtensionsTestJSON-2001665185 tempest-ExtensionsTestJSON-2001665185-project] 10.222.0.60 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0088575 Nov 23 17:44:49.000192 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [None req-25f5feaa-ae38-42b4-85fc-d496dfa5a854 tempest-ExtensionsTestJSON-2001665185 tempest-ExtensionsTestJSON-2001665185-project] http://10.222.0.60:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=103591) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 17:44:49.003596 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-25f5feaa-ae38-42b4-85fc-d496dfa5a854 tempest-ExtensionsTestJSON-2001665185 tempest-ExtensionsTestJSON-2001665185-project] 10.222.0.60 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0049119 Nov 23 17:44:49.005443 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 57760) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:44:49.007048 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0c44d2fe-44d9-4407-a137-14ce05be85ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264358096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264730885'] for subnet, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:49.020624 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [None req-80389643-30d7-49e8-a6cb-b3fcb982ac48 tempest-ExtensionsTestJSON-2001665185 tempest-ExtensionsTestJSON-2001665185-project] http://10.222.0.60:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=103591) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 17:44:49.024154 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-80389643-30d7-49e8-a6cb-b3fcb982ac48 tempest-ExtensionsTestJSON-2001665185 tempest-ExtensionsTestJSON-2001665185-project] 10.222.0.60 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0147781 Nov 23 17:44:49.024971 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Returning: {'device': 'b589c157-5611-44d3-bfe0-37bd4f4fe45f', 'network_id': '23348ac2-82c2-44f2-ae17-0af4b4c8f8b2', 'port_id': 'b589c157-5611-44d3-bfe0-37bd4f4fe45f', 'mac_address': 'fa:16:3e:26:e6:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 533, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8c8539d-8327-4e19-a1c8-5e883e124f3b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 17:44:49.044408 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 57762) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:44:49.069790 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [None req-4f361b56-9bf4-44a8-89db-f2e92cfd5ed9 tempest-ExtensionsTestJSON-2001665185 tempest-ExtensionsTestJSON-2001665185-project] http://10.222.0.60:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=103591) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 17:44:49.073851 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-4f361b56-9bf4-44a8-89db-f2e92cfd5ed9 tempest-ExtensionsTestJSON-2001665185 tempest-ExtensionsTestJSON-2001665185-project] 10.222.0.60 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0283375 Nov 23 17:44:49.078715 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 57770) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:44:49.092527 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [None req-f985c4b6-3902-4f9c-9780-cacd6e7e5182 tempest-ExtensionsTestJSON-2001665185 tempest-ExtensionsTestJSON-2001665185-project] http://10.222.0.60:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=103591) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 17:44:49.096668 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-f985c4b6-3902-4f9c-9780-cacd6e7e5182 tempest-ExtensionsTestJSON-2001665185 tempest-ExtensionsTestJSON-2001665185-project] 10.222.0.60 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0125599 Nov 23 17:44:49.098972 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 57772) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:44:49.106267 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [None req-561dd7d6-e521-492b-9f98-dccb4a772eec tempest-ExtensionsTestJSON-2001665185 tempest-ExtensionsTestJSON-2001665185-project] http://10.222.0.60:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=103591) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 17:44:49.115326 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-561dd7d6-e521-492b-9f98-dccb4a772eec tempest-ExtensionsTestJSON-2001665185 tempest-ExtensionsTestJSON-2001665185-project] 10.222.0.60 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0146167 Nov 23 17:44:49.117906 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 57776) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:44:49.126929 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [None req-6ccc563a-dcd3-4822-990d-2e1ff9d9d0f6 tempest-ExtensionsTestJSON-2001665185 tempest-ExtensionsTestJSON-2001665185-project] http://10.222.0.60:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=103591) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 17:44:49.134643 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-6ccc563a-dcd3-4822-990d-2e1ff9d9d0f6 tempest-ExtensionsTestJSON-2001665185 tempest-ExtensionsTestJSON-2001665185-project] 10.222.0.60 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0137420 Nov 23 17:44:49.138044 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 57778) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:44:49.154340 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [None req-8bd02f85-74b5-4929-a8f8-f42c5557022d tempest-ExtensionsTestJSON-2001665185 tempest-ExtensionsTestJSON-2001665185-project] http://10.222.0.60:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=103591) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 17:44:49.156151 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-8bd02f85-74b5-4929-a8f8-f42c5557022d tempest-ExtensionsTestJSON-2001665185 tempest-ExtensionsTestJSON-2001665185-project] 10.222.0.60 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0169590 Nov 23 17:44:49.160779 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 57782) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:44:49.168763 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [None req-1d9a30fe-2cd1-4477-a050-bdcfaa285c17 tempest-ExtensionsTestJSON-2001665185 tempest-ExtensionsTestJSON-2001665185-project] http://10.222.0.60:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=103591) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 17:44:49.170689 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-1d9a30fe-2cd1-4477-a050-bdcfaa285c17 tempest-ExtensionsTestJSON-2001665185 tempest-ExtensionsTestJSON-2001665185-project] 10.222.0.60 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0080974 Nov 23 17:44:49.173460 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 57784) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:44:49.188032 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [None req-f47bf623-5c92-40bb-94c6-1d3c5a70a1c9 tempest-ExtensionsTestJSON-2001665185 tempest-ExtensionsTestJSON-2001665185-project] http://10.222.0.60:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=103591) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 17:44:49.189863 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-f47bf623-5c92-40bb-94c6-1d3c5a70a1c9 tempest-ExtensionsTestJSON-2001665185 tempest-ExtensionsTestJSON-2001665185-project] 10.222.0.60 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0151808 Nov 23 17:44:49.192387 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 57788) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:44:49.204072 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:49.232928 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [None req-501e0678-8480-45c2-a7d1-17014940cd32 tempest-ExtensionsTestJSON-2001665185 tempest-ExtensionsTestJSON-2001665185-project] http://10.222.0.60:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=103591) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 17:44:49.235369 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-501e0678-8480-45c2-a7d1-17014940cd32 tempest-ExtensionsTestJSON-2001665185 tempest-ExtensionsTestJSON-2001665185-project] 10.222.0.60 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0356514 Nov 23 17:44:49.238175 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 57790) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:44:49.249004 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [None req-c0ee38ec-86ff-4f07-bf1d-b88f9a963af1 tempest-ExtensionsTestJSON-2001665185 tempest-ExtensionsTestJSON-2001665185-project] http://10.222.0.60:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=103591) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 17:44:49.252946 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-c0ee38ec-86ff-4f07-bf1d-b88f9a963af1 tempest-ExtensionsTestJSON-2001665185 tempest-ExtensionsTestJSON-2001665185-project] 10.222.0.60 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0135748 Nov 23 17:44:49.256703 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 57792) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:44:49.257027 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b589c157-5611-44d3-bfe0-37bd4f4fe45f {{(pid=103592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:44:49.271464 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [None req-45ec2fd8-3b52-45b3-bd2b-a508ead74323 tempest-ExtensionsTestJSON-2001665185 tempest-ExtensionsTestJSON-2001665185-project] http://10.222.0.60:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=103591) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 17:44:49.277355 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-45ec2fd8-3b52-45b3-bd2b-a508ead74323 tempest-ExtensionsTestJSON-2001665185 tempest-ExtensionsTestJSON-2001665185-project] 10.222.0.60 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0187280 Nov 23 17:44:49.280482 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 57796) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:44:49.287118 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [None req-8ff83e3e-b29d-426e-8168-12228f47d134 tempest-ExtensionsTestJSON-2001665185 tempest-ExtensionsTestJSON-2001665185-project] http://10.222.0.60:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=103591) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 17:44:49.291035 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-8ff83e3e-b29d-426e-8168-12228f47d134 tempest-ExtensionsTestJSON-2001665185 tempest-ExtensionsTestJSON-2001665185-project] 10.222.0.60 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0092847 Nov 23 17:44:49.294548 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 57798) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:44:49.307512 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [None req-64fb34ee-5ff9-4e5c-b54a-4ac35465fbff tempest-ExtensionsTestJSON-2001665185 tempest-ExtensionsTestJSON-2001665185-project] http://10.222.0.60:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=103591) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 17:44:49.308761 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-64fb34ee-5ff9-4e5c-b54a-4ac35465fbff tempest-ExtensionsTestJSON-2001665185 tempest-ExtensionsTestJSON-2001665185-project] 10.222.0.60 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0130835 Nov 23 17:44:49.311412 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 57802) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:44:49.325290 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [None req-2d0ae7d4-7fcb-4fd3-b977-e6738b328bb1 tempest-ExtensionsTestJSON-2001665185 tempest-ExtensionsTestJSON-2001665185-project] http://10.222.0.60:9696/v2.0/extensions/quota-check-limit returned with HTTP 200 {{(pid=103591) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 17:44:49.327329 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-2d0ae7d4-7fcb-4fd3-b977-e6738b328bb1 tempest-ExtensionsTestJSON-2001665185 tempest-ExtensionsTestJSON-2001665185-project] 10.222.0.60 "GET /v2.0/extensions/quota-check-limit HTTP/1.1" status: 200 len: 420 time: 0.0147552 Nov 23 17:44:49.330242 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 57804) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:44:49.339595 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c44d2fe-44d9-4407-a137-14ce05be85ab admin admin] Pushing event updated for resources: {'Subnet': ['ID=6a67b7b8-1b5e-4ea7-ab09-4d43799d0b06,revision_number=0']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:44:49.340537 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [None req-9d8c593e-eef4-44a3-b1a3-c40172c2a307 tempest-ExtensionsTestJSON-2001665185 tempest-ExtensionsTestJSON-2001665185-project] http://10.222.0.60:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=103591) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 17:44:49.343345 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-9d8c593e-eef4-44a3-b1a3-c40172c2a307 tempest-ExtensionsTestJSON-2001665185 tempest-ExtensionsTestJSON-2001665185-project] 10.222.0.60 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 386 time: 0.0110435 Nov 23 17:44:49.346010 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 57806) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:44:49.357858 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [None req-e713be7e-768d-4aa4-a948-74f4b6d8eb97 tempest-ExtensionsTestJSON-2001665185 tempest-ExtensionsTestJSON-2001665185-project] http://10.222.0.60:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=103591) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 17:44:49.361267 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-e713be7e-768d-4aa4-a948-74f4b6d8eb97 tempest-ExtensionsTestJSON-2001665185 tempest-ExtensionsTestJSON-2001665185-project] 10.222.0.60 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0119603 Nov 23 17:44:49.364682 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 57808) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:44:49.365619 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port b589c157-5611-44d3-bfe0-37bd4f4fe45f, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=b589c157-5611-44d3-bfe0-37bd4f4fe45f,segment=NetworkSegment(2a53338f-2048-4067-a393-9c8ccd1c070e),segment_id=2a53338f-2048-4067-a393-9c8ccd1c070e)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:44:49.378826 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [None req-f9015267-9434-4f70-ac80-171f50ea3e53 tempest-ExtensionsTestJSON-2001665185 tempest-ExtensionsTestJSON-2001665185-project] http://10.222.0.60:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=103591) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 17:44:49.380576 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-f9015267-9434-4f70-ac80-171f50ea3e53 tempest-ExtensionsTestJSON-2001665185 tempest-ExtensionsTestJSON-2001665185-project] 10.222.0.60 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0139999 Nov 23 17:44:49.383480 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 57812) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:44:49.384858 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:49.387945 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c44d2fe-44d9-4407-a137-14ce05be85ab admin admin] Checking segment: {'id': '3dd48af8-0370-4e3e-80f2-5bf5c6c5c8d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '96a4c4fb-2a54-4887-a6a0-d3361fb03ec8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:44:49.389487 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c44d2fe-44d9-4407-a137-14ce05be85ab admin admin] Network hostable DHCP agents. Network: 96a4c4fb-2a54-4887-a6a0-d3361fb03ec8, hostable agents: ['0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3'], hosted agents: [] {{(pid=103590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 17:44:49.391921 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [None req-2d008558-7e19-496b-86d6-0be2efd54065 tempest-ExtensionsTestJSON-2001665185 tempest-ExtensionsTestJSON-2001665185-project] http://10.222.0.60:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=103591) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 17:44:49.394573 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-2d008558-7e19-496b-86d6-0be2efd54065 tempest-ExtensionsTestJSON-2001665185 tempest-ExtensionsTestJSON-2001665185-project] 10.222.0.60 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0089843 Nov 23 17:44:49.397769 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 57814) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:44:49.409524 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [None req-fefb8203-c136-425b-8cc2-e67a9ea35d28 tempest-ExtensionsTestJSON-2001665185 tempest-ExtensionsTestJSON-2001665185-project] http://10.222.0.60:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=103591) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 17:44:49.415619 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-fefb8203-c136-425b-8cc2-e67a9ea35d28 tempest-ExtensionsTestJSON-2001665185 tempest-ExtensionsTestJSON-2001665185-project] 10.222.0.60 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0146725 Nov 23 17:44:49.416982 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 57816) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:44:49.430886 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [None req-db97a4fa-db95-4edf-9ddf-746abf027f4a tempest-ExtensionsTestJSON-2001665185 tempest-ExtensionsTestJSON-2001665185-project] http://10.222.0.60:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=103591) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 17:44:49.434840 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-db97a4fa-db95-4edf-9ddf-746abf027f4a tempest-ExtensionsTestJSON-2001665185 tempest-ExtensionsTestJSON-2001665185-project] 10.222.0.60 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0125041 Nov 23 17:44:49.435904 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 57822) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:44:49.449547 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [None req-e76b639b-7a5d-49c7-988d-ec766e42edab tempest-ExtensionsTestJSON-2001665185 tempest-ExtensionsTestJSON-2001665185-project] http://10.222.0.60:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=103591) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 17:44:49.455331 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-e76b639b-7a5d-49c7-988d-ec766e42edab tempest-ExtensionsTestJSON-2001665185 tempest-ExtensionsTestJSON-2001665185-project] 10.222.0.60 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0117886 Nov 23 17:44:49.456957 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 57826) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:44:49.475306 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [None req-d455233c-da93-491e-b3d8-ff0ba7c33206 tempest-ExtensionsTestJSON-2001665185 tempest-ExtensionsTestJSON-2001665185-project] http://10.222.0.60:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=103590) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 17:44:49.480264 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 57828) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:44:49.481450 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-d455233c-da93-491e-b3d8-ff0ba7c33206 tempest-ExtensionsTestJSON-2001665185 tempest-ExtensionsTestJSON-2001665185-project] 10.222.0.60 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0218587 Nov 23 17:44:49.485806 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c44d2fe-44d9-4407-a137-14ce05be85ab admin admin] Network 96a4c4fb-2a54-4887-a6a0-d3361fb03ec8 is scheduled to be hosted by DHCP agent 0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3 with binding_index 1 {{(pid=103590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 17:44:49.487878 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [None req-8210f6c0-b26a-4fe4-be0f-2973465b4b8e tempest-ExtensionsTestJSON-2001665185 tempest-ExtensionsTestJSON-2001665185-project] http://10.222.0.60:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=103591) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 17:44:49.490319 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-8210f6c0-b26a-4fe4-be0f-2973465b4b8e tempest-ExtensionsTestJSON-2001665185 tempest-ExtensionsTestJSON-2001665185-project] 10.222.0.60 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0086534 Nov 23 17:44:49.496380 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 57832) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:44:49.505641 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [None req-fca69167-0c85-4248-beff-db22211c51a7 tempest-ExtensionsTestJSON-2001665185 tempest-ExtensionsTestJSON-2001665185-project] http://10.222.0.60:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=103591) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 17:44:49.513787 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 57834) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:44:49.514981 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-fca69167-0c85-4248-beff-db22211c51a7 tempest-ExtensionsTestJSON-2001665185 tempest-ExtensionsTestJSON-2001665185-project] 10.222.0.60 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0168288 Nov 23 17:44:49.532544 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [None req-a7c8913a-c2a8-4652-9872-f3ed1beb2f9e tempest-ExtensionsTestJSON-2001665185 tempest-ExtensionsTestJSON-2001665185-project] http://10.222.0.60:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=103590) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 17:44:49.534830 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-a7c8913a-c2a8-4652-9872-f3ed1beb2f9e tempest-ExtensionsTestJSON-2001665185 tempest-ExtensionsTestJSON-2001665185-project] 10.222.0.60 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0199807 Nov 23 17:44:49.538567 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 57840) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:44:49.540735 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-0c44d2fe-44d9-4407-a137-14ce05be85ab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-8, 96a4c4fb-2a54-4887-a6a0-d3361fb03ec8) {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:44:49.544567 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [None req-0f112413-8b90-428f-b9ad-033e609613f2 tempest-ExtensionsTestJSON-2001665185 tempest-ExtensionsTestJSON-2001665185-project] http://10.222.0.60:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=103591) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 17:44:49.548680 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 57842) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:44:49.549227 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-0f112413-8b90-428f-b9ad-033e609613f2 tempest-ExtensionsTestJSON-2001665185 tempest-ExtensionsTestJSON-2001665185-project] 10.222.0.60 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0096483 Nov 23 17:44:49.567817 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [None req-37c56e9b-2acd-4b77-ba86-c6f800427d35 tempest-ExtensionsTestJSON-2001665185 tempest-ExtensionsTestJSON-2001665185-project] http://10.222.0.60:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=103590) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 17:44:49.572366 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-37c56e9b-2acd-4b77-ba86-c6f800427d35 tempest-ExtensionsTestJSON-2001665185 tempest-ExtensionsTestJSON-2001665185-project] 10.222.0.60 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0158441 Nov 23 17:44:49.575413 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 57844) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:44:49.577202 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c44d2fe-44d9-4407-a137-14ce05be85ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:44:49.580969 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [None req-aa4a6a62-efa9-44cd-8006-b50c53bc531a tempest-ExtensionsTestJSON-2001665185 tempest-ExtensionsTestJSON-2001665185-project] http://10.222.0.60:9696/v2.0/extensions/security-groups-shared-filtering returned with HTTP 200 {{(pid=103591) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 17:44:49.581956 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0c44d2fe-44d9-4407-a137-14ce05be85ab admin admin] Publish callbacks [] for subnet, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:49.585758 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-aa4a6a62-efa9-44cd-8006-b50c53bc531a tempest-ExtensionsTestJSON-2001665185 tempest-ExtensionsTestJSON-2001665185-project] 10.222.0.60 "GET /v2.0/extensions/security-groups-shared-filtering HTTP/1.1" status: 200 len: 435 time: 0.0093067 Nov 23 17:44:49.586595 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 57846) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:44:49.590023 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4f87bc1-9ce4-4ac3-9c73-95250a4efadb None None] Network 96a4c4fb-2a54-4887-a6a0-d3361fb03ec8 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:44:49.593439 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [None req-05467550-8f50-4587-9ee2-c94a750f4fe5 tempest-ExtensionsTestJSON-2001665185 tempest-ExtensionsTestJSON-2001665185-project] http://10.222.0.60:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=103591) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 17:44:49.603930 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-05467550-8f50-4587-9ee2-c94a750f4fe5 tempest-ExtensionsTestJSON-2001665185 tempest-ExtensionsTestJSON-2001665185-project] 10.222.0.60 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0156283 Nov 23 17:44:49.607635 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 57848) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:44:49.632947 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [None req-c08966ca-8ed7-47b9-ab4a-5f6d7c6944e3 tempest-ExtensionsTestJSON-2001665185 tempest-ExtensionsTestJSON-2001665185-project] http://10.222.0.60:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=103590) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 17:44:49.636475 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-c08966ca-8ed7-47b9-ab4a-5f6d7c6944e3 tempest-ExtensionsTestJSON-2001665185 tempest-ExtensionsTestJSON-2001665185-project] 10.222.0.60 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0245979 Nov 23 17:44:49.639465 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 57854) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:44:49.646855 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [None req-63d6b020-fd4c-4c46-9c3b-2fed4780be3d tempest-ExtensionsTestJSON-2001665185 tempest-ExtensionsTestJSON-2001665185-project] http://10.222.0.60:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=103591) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 17:44:49.652281 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 57856) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:44:49.652614 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-63d6b020-fd4c-4c46-9c3b-2fed4780be3d tempest-ExtensionsTestJSON-2001665185 tempest-ExtensionsTestJSON-2001665185-project] 10.222.0.60 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0081697 Nov 23 17:44:49.657048 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [None req-f176ae5a-1c50-42c1-8eea-22eae5e29928 tempest-ExtensionsTestJSON-2001665185 tempest-ExtensionsTestJSON-2001665185-project] http://10.222.0.60:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=103590) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 17:44:49.665061 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] get_ports_and_sgs() called for port_ids ['b589c157-5611-44d3-bfe0-37bd4f4fe45f'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:44:49.669726 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-f176ae5a-1c50-42c1-8eea-22eae5e29928 tempest-ExtensionsTestJSON-2001665185 tempest-ExtensionsTestJSON-2001665185-project] 10.222.0.60 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0160427 Nov 23 17:44:49.673036 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 57858) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:44:49.677837 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [None req-8de99625-beb8-4ff6-9198-f3be280e02b1 tempest-ExtensionsTestJSON-2001665185 tempest-ExtensionsTestJSON-2001665185-project] http://10.222.0.60:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=103591) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 17:44:49.681897 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-8de99625-beb8-4ff6-9198-f3be280e02b1 tempest-ExtensionsTestJSON-2001665185 tempest-ExtensionsTestJSON-2001665185-project] 10.222.0.60 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0079112 Nov 23 17:44:49.683161 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 57862) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:44:49.694421 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [None req-1a821e7f-3910-43aa-a219-620f4cbaeaf6 tempest-ExtensionsTestJSON-2001665185 tempest-ExtensionsTestJSON-2001665185-project] http://10.222.0.60:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=103591) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 17:44:49.698145 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-0c44d2fe-44d9-4407-a137-14ce05be85ab admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 1.6403039 Nov 23 17:44:49.704253 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 57868) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:44:49.705596 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-1a821e7f-3910-43aa-a219-620f4cbaeaf6 tempest-ExtensionsTestJSON-2001665185 tempest-ExtensionsTestJSON-2001665185-project] 10.222.0.60 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0198045 Nov 23 17:44:49.711534 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [None req-a84a41dd-c715-4e56-8f99-5b93e7ae5dfc tempest-ExtensionsTestJSON-2001665185 tempest-ExtensionsTestJSON-2001665185-project] http://10.222.0.60:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=103590) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 17:44:49.715524 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-a84a41dd-c715-4e56-8f99-5b93e7ae5dfc tempest-ExtensionsTestJSON-2001665185 tempest-ExtensionsTestJSON-2001665185-project] 10.222.0.60 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0078318 Nov 23 17:44:49.717075 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 57870) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:44:49.753097 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [None req-44fbc141-a3d8-4f33-9a04-5eaad8fce43b tempest-ExtensionsTestJSON-2001665185 tempest-ExtensionsTestJSON-2001665185-project] http://10.222.0.60:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=103591) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 17:44:49.757435 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 57876) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:44:49.758518 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-44fbc141-a3d8-4f33-9a04-5eaad8fce43b tempest-ExtensionsTestJSON-2001665185 tempest-ExtensionsTestJSON-2001665185-project] 10.222.0.60 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0182624 Nov 23 17:44:49.761809 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [None req-3d9208c2-9d78-46f9-8a48-c4cf4f3d5f08 tempest-ExtensionsTestJSON-2001665185 tempest-ExtensionsTestJSON-2001665185-project] http://10.222.0.60:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=103590) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 17:44:49.765003 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-3d9208c2-9d78-46f9-8a48-c4cf4f3d5f08 tempest-ExtensionsTestJSON-2001665185 tempest-ExtensionsTestJSON-2001665185-project] 10.222.0.60 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0043616 Nov 23 17:44:49.767034 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 57878) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:44:49.794155 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [None req-b0af2ab2-7a92-4e57-9a1e-b526ce4e80df tempest-ExtensionsTestJSON-2001665185 tempest-ExtensionsTestJSON-2001665185-project] http://10.222.0.60:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=103591) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 17:44:49.799362 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 57882) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:44:49.801269 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-b0af2ab2-7a92-4e57-9a1e-b526ce4e80df tempest-ExtensionsTestJSON-2001665185 tempest-ExtensionsTestJSON-2001665185-project] 10.222.0.60 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0268540 Nov 23 17:44:49.805133 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [None req-a2ae944e-8048-4dd2-aede-1d5a742f237d tempest-ExtensionsTestJSON-2001665185 tempest-ExtensionsTestJSON-2001665185-project] http://10.222.0.60:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=103590) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 17:44:49.806720 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-a2ae944e-8048-4dd2-aede-1d5a742f237d tempest-ExtensionsTestJSON-2001665185 tempest-ExtensionsTestJSON-2001665185-project] 10.222.0.60 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0061374 Nov 23 17:44:49.926587 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Pushing event updated for resources: {'Port': ['ID=b589c157-5611-44d3-bfe0-37bd4f4fe45f,revision_number=4']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:44:50.148593 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device b6e1bcc5-9fc2-4b48-accd-4e79e173eb43 up at agent hyperv_n-h2-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:44:50.158480 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9c258f-2560-4013-ad6d-fffe5ba17aad req-207bfa82-3336-4209-8315-2f218500fa70 tempest-MultipleCreateTestJSON-731598663 tempest-MultipleCreateTestJSON-731598663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:44:50.160079 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-0b9c258f-2560-4013-ad6d-fffe5ba17aad req-207bfa82-3336-4209-8315-2f218500fa70 tempest-MultipleCreateTestJSON-731598663 tempest-MultipleCreateTestJSON-731598663-project] 10.222.0.60 "GET /v2.0/ports?device_id=747ae454-88db-45fc-9c8a-27cb913a3fa0 HTTP/1.1" status: 200 len: 945 time: 0.3577836 Nov 23 17:44:50.199618 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217759b1-e650-4561-b265-a0ad8b2c5263 req-ae0fd34d-efa8-4178-813b-0dac7dd4f058 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:44:50.225418 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-217759b1-e650-4561-b265-a0ad8b2c5263 req-ae0fd34d-efa8-4178-813b-0dac7dd4f058 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] 10.222.0.60 "GET /v2.0/ports?device_id=a43134ca-2758-4794-bb9c-974d11e5e279 HTTP/1.1" status: 200 len: 945 time: 0.5066283 Nov 23 17:44:50.390728 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-217759b1-e650-4561-b265-a0ad8b2c5263 req-ab5d2640-e096-43e2-b1f8-685d6e3b57d8 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] 10.222.0.60 "GET /v2.0/security-groups?id=c11b6a3a-f89b-4d05-9340-8aa0be1653f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1317697 Nov 23 17:44:50.409725 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-0b9c258f-2560-4013-ad6d-fffe5ba17aad req-38232fce-a2f9-4c44-8458-728f0dea1eaa tempest-MultipleCreateTestJSON-731598663 tempest-MultipleCreateTestJSON-731598663-project] 10.222.0.60 "GET /v2.0/security-groups?id=df37d9c5-5a4e-4669-a83f-08f0e6fcaac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1831894 Nov 23 17:44:50.690437 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Provisioning for port b6e1bcc5-9fc2-4b48-accd-4e79e173eb43 completed by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 17:44:50.699254 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 57930) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:44:50.816099 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Provisioning complete for port b6e1bcc5-9fc2-4b48-accd-4e79e173eb43 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:44:50.819150 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:50.831841 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fee510e9-6f1f-44f7-9b94-40f0fc8219a5 None None] Network 96a4c4fb-2a54-4887-a6a0-d3361fb03ec8 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:44:51.097467 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4f7e1e41-dc44-4ad0-ace5-b974b8033b59 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:51.410186 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:51.453802 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4f7e1e41-dc44-4ad0-ace5-b974b8033b59 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:51.464400 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4f7e1e41-dc44-4ad0-ace5-b974b8033b59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:51.529340 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port b6e1bcc5-9fc2-4b48-accd-4e79e173eb43, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=b6e1bcc5-9fc2-4b48-accd-4e79e173eb43,segment=NetworkSegment(2a53338f-2048-4067-a393-9c8ccd1c070e),segment_id=2a53338f-2048-4067-a393-9c8ccd1c070e)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:44:51.530924 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '747ae454-88db-45fc-9c8a-27cb913a3fa0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6e1bcc5-9fc2-4b48-accd-4e79e173eb43'}] {{(pid=103592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:44:51.539716 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba3e6a8f2301c7a29fe1eca9779abdae4ccbcd6266d69778087f2498d5551201" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f800882-da71-4deb-9c79-6abec767c1fd" -d '{"events": [{"server_uuid": "747ae454-88db-45fc-9c8a-27cb913a3fa0", "name": "network-vif-plugged", "status": "completed", "tag": "b6e1bcc5-9fc2-4b48-accd-4e79e173eb43"}]}' {{(pid=103592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:44:51.550686 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:51.552962 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device fbe44c50-ab0e-48c7-bd92-149bb465cefc up at agent hyperv_n-h2-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:44:51.638435 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-4f7e1e41-dc44-4ad0-ace5-b974b8033b59 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=fdfaa3d57ef643d4842a90557d6a795a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9363029 Nov 23 17:44:51.639346 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7e1e41-dc44-4ad0-ace5-b974b8033b59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=723c852f-e2c9-4b97-b9a4-b3aeda63e761,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:44:51.652136 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 57960) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:44:51.687353 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Pushing event updated for resources: {'Port': ['ID=b6e1bcc5-9fc2-4b48-accd-4e79e173eb43,revision_number=5']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:44:51.814844 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5225246a-05b1-41e8-bb8a-496811b78166 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:51.884216 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5225246a-05b1-41e8-bb8a-496811b78166 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:51.922966 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Provisioning complete for port fbe44c50-ab0e-48c7-bd92-149bb465cefc triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:44:51.923616 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:51.977533 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5225246a-05b1-41e8-bb8a-496811b78166 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:51.980790 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5225246a-05b1-41e8-bb8a-496811b78166 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:51.985021 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-5225246a-05b1-41e8-bb8a-496811b78166 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/723c852f-e2c9-4b97-b9a4-b3aeda63e761 HTTP/1.1" status: 204 len: 168 time: 0.3291132 Nov 23 17:44:52.005299 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5225246a-05b1-41e8-bb8a-496811b78166 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=723c852f-e2c9-4b97-b9a4-b3aeda63e761,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:44:52.126234 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be7928f-e45a-419b-bc82-b29a101b11cc req-8dd78604-1046-4eb6-963e-72668481d67d tempest-MultipleCreateTestJSON-731598663 tempest-MultipleCreateTestJSON-731598663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:44:52.144194 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-1be7928f-e45a-419b-bc82-b29a101b11cc req-8dd78604-1046-4eb6-963e-72668481d67d tempest-MultipleCreateTestJSON-731598663 tempest-MultipleCreateTestJSON-731598663-project] 10.222.0.60 "GET /v2.0/ports?device_id=747ae454-88db-45fc-9c8a-27cb913a3fa0 HTTP/1.1" status: 200 len: 946 time: 0.4508336 Nov 23 17:44:52.193864 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a014c524-5009-43d6-927e-4611105034a2 req-df1dfeab-f0d1-4dcd-8170-22eea6762431 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:44:52.195464 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a014c524-5009-43d6-927e-4611105034a2 req-df1dfeab-f0d1-4dcd-8170-22eea6762431 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] 10.222.0.60 "GET /v2.0/networks?id=96a4c4fb-2a54-4887-a6a0-d3361fb03ec8 HTTP/1.1" status: 200 len: 806 time: 0.8171268 Nov 23 17:44:52.286226 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a014c524-5009-43d6-927e-4611105034a2 req-f6696cb9-cb80-4114-a557-28420a7ac9fe tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] 10.222.0.60 "GET /v2.0/quotas/fc0b8b60f26147bc93ae14daf3e34aba HTTP/1.1" status: 200 len: 375 time: 0.0827622 Nov 23 17:44:52.329057 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:52.426345 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device b589c157-5611-44d3-bfe0-37bd4f4fe45f up at agent hyperv_n-h1-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:44:52.430750 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a014c524-5009-43d6-927e-4611105034a2 req-68037f63-43ed-413f-aa37-321d22dea4b9 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=fc0b8b60f26147bc93ae14daf3e34aba&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1285236 Nov 23 17:44:52.530794 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port fbe44c50-ab0e-48c7-bd92-149bb465cefc, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=fbe44c50-ab0e-48c7-bd92-149bb465cefc,segment=NetworkSegment(97bf93aa-7116-4943-8d21-ff543f30be5d),segment_id=97bf93aa-7116-4943-8d21-ff543f30be5d)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:44:52.551012 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:52.622876 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a014c524-5009-43d6-927e-4611105034a2 req-4cb68d77-679d-406a-944c-a1d6a7790a90 service neutron] 10.222.0.60 "GET /v2.0/networks/96a4c4fb-2a54-4887-a6a0-d3361fb03ec8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1907225 Nov 23 17:44:52.788612 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a014c524-5009-43d6-927e-4611105034a2 req-1cc7047c-d43d-493f-8e33-8bc3f3e1eaab service neutron] 10.222.0.60 "GET /v2.0/networks/96a4c4fb-2a54-4887-a6a0-d3361fb03ec8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1638544 Nov 23 17:44:52.818591 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-1be7928f-e45a-419b-bc82-b29a101b11cc req-173c6761-8ffd-4a89-a570-ec7d414e8ebe tempest-MultipleCreateTestJSON-731598663 tempest-MultipleCreateTestJSON-731598663-project] 10.222.0.60 "GET /v2.0/security-groups?id=df37d9c5-5a4e-4669-a83f-08f0e6fcaac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6729026 Nov 23 17:44:52.870029 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Pushing event updated for resources: {'Port': ['ID=fbe44c50-ab0e-48c7-bd92-149bb465cefc,revision_number=7']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:44:52.882553 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Provisioning for port b589c157-5611-44d3-bfe0-37bd4f4fe45f completed by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 17:44:52.893619 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Provisioning complete for port b589c157-5611-44d3-bfe0-37bd4f4fe45f triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:44:52.894250 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:53.092699 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db98673-08f4-4ea0-a96f-48af731d2fd0 req-13e8b545-7006-4bce-a2db-7c67e6b57236 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:44:53.103384 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4db98673-08f4-4ea0-a96f-48af731d2fd0 req-13e8b545-7006-4bce-a2db-7c67e6b57236 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] 10.222.0.60 "GET /v2.0/ports?device_id=a43134ca-2758-4794-bb9c-974d11e5e279 HTTP/1.1" status: 200 len: 946 time: 0.0934653 Nov 23 17:44:53.283140 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4db98673-08f4-4ea0-a96f-48af731d2fd0 req-93882621-027e-4911-825b-9fac31be04ae tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] 10.222.0.60 "GET /v2.0/security-groups?id=c11b6a3a-f89b-4d05-9340-8aa0be1653f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1782801 Nov 23 17:44:53.292383 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:53.357695 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:44:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51dcc510-2d3f-4e07-a391-3943022067f3 x-openstack-request-id: req-51dcc510-2d3f-4e07-a391-3943022067f3 {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:44:53.358458 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "747ae454-88db-45fc-9c8a-27cb913a3fa0", "name": "network-vif-plugged", "status": "completed", "tag": "b6e1bcc5-9fc2-4b48-accd-4e79e173eb43", "code": 200}]} {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:44:53.359168 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-51dcc510-2d3f-4e07-a391-3943022067f3 {{(pid=103592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:44:53.359777 n-d-816206-8 neutron-server[103592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '747ae454-88db-45fc-9c8a-27cb913a3fa0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6e1bcc5-9fc2-4b48-accd-4e79e173eb43', 'code': 200} Nov 23 17:44:53.395774 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port b589c157-5611-44d3-bfe0-37bd4f4fe45f, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=b589c157-5611-44d3-bfe0-37bd4f4fe45f,segment=NetworkSegment(2a53338f-2048-4067-a393-9c8ccd1c070e),segment_id=2a53338f-2048-4067-a393-9c8ccd1c070e)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:44:53.412052 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:53.575536 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a469912c-2331-41ec-b6e8-942831d6ad44 req-fd71d18c-9417-4476-9041-41fc8b4ad37e tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] 10.222.0.60 "GET /v2.0/ports?device_id=56326de4-b362-4f02-8ac8-2cfe9a6433a2 HTTP/1.1" status: 200 len: 210 time: 0.1110470 Nov 23 17:44:53.600113 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be09cda-162e-4f14-b007-15a2b7785c8b req-1aa8ac0d-7499-45ea-9f81-b2cd2a70d299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:44:53.604581 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8be09cda-162e-4f14-b007-15a2b7785c8b req-1aa8ac0d-7499-45ea-9f81-b2cd2a70d299 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=747ae454-88db-45fc-9c8a-27cb913a3fa0 HTTP/1.1" status: 200 len: 1097 time: 0.2135386 Nov 23 17:44:53.632038 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Pushing event updated for resources: {'Port': ['ID=b589c157-5611-44d3-bfe0-37bd4f4fe45f,revision_number=5']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:44:53.714995 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 58008) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:44:53.715482 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8be09cda-162e-4f14-b007-15a2b7785c8b req-44360dbf-b159-4d1c-a478-e6327ed9f89f service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=df37d9c5-5a4e-4669-a83f-08f0e6fcaac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974176 Nov 23 17:44:53.959689 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-f8b0d350-b5fa-42e1-bd80-ae0365476a58 tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1895871703'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:44:54.035811 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8b0d350-b5fa-42e1-bd80-ae0365476a58 tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] Made reservation on behalf of 3d2fca7cf440480a8330ba29eee9c923 for: {'network': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:44:54.061528 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f8b0d350-b5fa-42e1-bd80-ae0365476a58 tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for network, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:54.088720 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f8b0d350-b5fa-42e1-bd80-ae0365476a58 tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] Publish callbacks [] for security_group, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:54.167392 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26651f2-fac8-4a0c-8120-1a1bdc3e5149 req-40f68caa-a227-425c-8508-effd20a59007 tempest-MultipleCreateTestJSON-731598663 tempest-MultipleCreateTestJSON-731598663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:44:54.172330 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a26651f2-fac8-4a0c-8120-1a1bdc3e5149 req-40f68caa-a227-425c-8508-effd20a59007 tempest-MultipleCreateTestJSON-731598663 tempest-MultipleCreateTestJSON-731598663-project] 10.222.0.60 "GET /v2.0/ports?device_id=747ae454-88db-45fc-9c8a-27cb913a3fa0 HTTP/1.1" status: 200 len: 946 time: 0.1334310 Nov 23 17:44:54.287990 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a26651f2-fac8-4a0c-8120-1a1bdc3e5149 req-9ee5b95b-bdc3-44af-974d-a1fdff1c42e5 tempest-MultipleCreateTestJSON-731598663 tempest-MultipleCreateTestJSON-731598663-project] 10.222.0.60 "GET /v2.0/security-groups?id=df37d9c5-5a4e-4669-a83f-08f0e6fcaac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073327 Nov 23 17:44:54.296432 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f8b0d350-b5fa-42e1-bd80-ae0365476a58 tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] Publish callbacks [] for security_group, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:54.315755 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f8b0d350-b5fa-42e1-bd80-ae0365476a58 tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:54.371672 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8b0d350-b5fa-42e1-bd80-ae0365476a58 tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] vlan segment allocate from pool success with {'vlan_id': 524, 'physical_network': 'physnet1'} {{(pid=103590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 17:44:54.392456 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b0d350-b5fa-42e1-bd80-ae0365476a58 tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a25d767-0824-4b03-80f3-954c57f4a322,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:44:54.396035 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f8b0d350-b5fa-42e1-bd80-ae0365476a58 tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:54.396397 n-d-816206-8 neutron-server[103590]: INFO neutron.db.segments_db [None req-f8b0d350-b5fa-42e1-bd80-ae0365476a58 tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] Added segment ab21dec6-b6e1-4881-a2a5-8da3d7a706ba of type vlan for network bf590c0c-b275-4830-833f-d5d6eefd80ac Nov 23 17:44:54.478858 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f8b0d350-b5fa-42e1-bd80-ae0365476a58 tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736635338810'] for network, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:54.559657 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f8b0d350-b5fa-42e1-bd80-ae0365476a58 tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493'] for network, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:54.588743 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8b0d350-b5fa-42e1-bd80-ae0365476a58 tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:44:54.593677 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f8b0d350-b5fa-42e1-bd80-ae0365476a58 tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] Publish callbacks [] for network, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:54.595098 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf3830a-66d6-4f57-b51c-a5068f82c6c9 req-fc505594-22ad-472b-b522-8004e099fe12 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:44:54.604163 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2cf3830a-66d6-4f57-b51c-a5068f82c6c9 req-fc505594-22ad-472b-b522-8004e099fe12 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] 10.222.0.60 "GET /v2.0/ports?device_id=a43134ca-2758-4794-bb9c-974d11e5e279 HTTP/1.1" status: 200 len: 946 time: 0.1243525 Nov 23 17:44:54.783056 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2cf3830a-66d6-4f57-b51c-a5068f82c6c9 req-a770c96b-968a-4c9d-9e04-bc894a35fe2a tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] 10.222.0.60 "GET /v2.0/security-groups?id=c11b6a3a-f89b-4d05-9340-8aa0be1653f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1715679 Nov 23 17:44:54.793661 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-f8b0d350-b5fa-42e1-bd80-ae0365476a58 tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.0766537 Nov 23 17:44:54.906673 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d285f08d-8613-493e-af6a-6fedd7b20efe req-7d809b0a-41c8-4657-9c9c-4f2cb699b404 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] 10.222.0.60 "GET /v2.0/ports?device_id=56326de4-b362-4f02-8ac8-2cfe9a6433a2 HTTP/1.1" status: 200 len: 210 time: 0.1223202 Nov 23 17:44:55.029592 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b0d350-b5fa-42e1-bd80-ae0365476a58 tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] Pushing event updated for resources: {'Network': ['ID=bf590c0c-b275-4830-833f-d5d6eefd80ac,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:44:55.045412 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Network bf590c0c-b275-4830-833f-d5d6eefd80ac details requested by agent ovs-agent-n-d-816206-8 with host n-d-816206-8 {{(pid=103592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 17:44:55.382212 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a43134ca-2758-4794-bb9c-974d11e5e279', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbe44c50-ab0e-48c7-bd92-149bb465cefc'}, {'server_uuid': '5a176e5e-9a07-43c9-a6e0-e0129ece5b67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b589c157-5611-44d3-bfe0-37bd4f4fe45f'}] {{(pid=103592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:44:55.392674 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba3e6a8f2301c7a29fe1eca9779abdae4ccbcd6266d69778087f2498d5551201" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5146cf3-bb01-40ab-92f2-da8c3fc1c1f4" -d '{"events": [{"server_uuid": "a43134ca-2758-4794-bb9c-974d11e5e279", "name": "network-vif-plugged", "status": "completed", "tag": "fbe44c50-ab0e-48c7-bd92-149bb465cefc"}, {"server_uuid": "5a176e5e-9a07-43c9-a6e0-e0129ece5b67", "name": "network-vif-plugged", "status": "completed", "tag": "b589c157-5611-44d3-bfe0-37bd4f4fe45f"}]}' {{(pid=103592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:44:55.734980 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91074c04-2517-46f4-a685-6370e129a543 req-0501a4ae-fc2a-407f-8ad0-0d8c0dc8a715 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:44:55.745661 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-91074c04-2517-46f4-a685-6370e129a543 req-0501a4ae-fc2a-407f-8ad0-0d8c0dc8a715 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/ports?device_id=87555c4b-ac12-459b-ba06-6ecf0fceb916 HTTP/1.1" status: 200 len: 946 time: 0.3035202 Nov 23 17:44:55.880691 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c408bb-b2f3-4af8-8f14-32f054012d05 req-41a2dfc8-47d6-4eb0-8b06-9d8f237fd219 tempest-MultipleCreateTestJSON-731598663 tempest-MultipleCreateTestJSON-731598663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:44:55.890628 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f9c408bb-b2f3-4af8-8f14-32f054012d05 req-41a2dfc8-47d6-4eb0-8b06-9d8f237fd219 tempest-MultipleCreateTestJSON-731598663 tempest-MultipleCreateTestJSON-731598663-project] 10.222.0.60 "GET /v2.0/ports?device_id=747ae454-88db-45fc-9c8a-27cb913a3fa0 HTTP/1.1" status: 200 len: 946 time: 0.3755894 Nov 23 17:44:55.910329 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-91074c04-2517-46f4-a685-6370e129a543 req-b0bfdec4-b6ea-40b9-8d66-4b4c93d80995 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/security-groups?id=776cdaad-ec9b-4a42-a3a9-360feae7cf4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570003 Nov 23 17:44:56.036953 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 23 Nov 2021 17:44:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71d62ee9-36b4-4724-87e9-aecbf10cd4f4 x-openstack-request-id: req-71d62ee9-36b4-4724-87e9-aecbf10cd4f4 {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:44:56.037464 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a43134ca-2758-4794-bb9c-974d11e5e279", "name": "network-vif-plugged", "status": "completed", "tag": "fbe44c50-ab0e-48c7-bd92-149bb465cefc", "code": 200}, {"server_uuid": "5a176e5e-9a07-43c9-a6e0-e0129ece5b67", "name": "network-vif-plugged", "status": "completed", "tag": "b589c157-5611-44d3-bfe0-37bd4f4fe45f", "code": 200}]} {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:44:56.037838 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-71d62ee9-36b4-4724-87e9-aecbf10cd4f4 {{(pid=103592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:44:56.038496 n-d-816206-8 neutron-server[103592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a43134ca-2758-4794-bb9c-974d11e5e279', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbe44c50-ab0e-48c7-bd92-149bb465cefc', 'code': 200} Nov 23 17:44:56.039125 n-d-816206-8 neutron-server[103592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a176e5e-9a07-43c9-a6e0-e0129ece5b67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b589c157-5611-44d3-bfe0-37bd4f4fe45f', 'code': 200} Nov 23 17:44:56.346937 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f9c408bb-b2f3-4af8-8f14-32f054012d05 req-e6c1c04d-2543-44b3-b9d8-a3d620bf791b tempest-MultipleCreateTestJSON-731598663 tempest-MultipleCreateTestJSON-731598663-project] 10.222.0.60 "GET /v2.0/security-groups?id=df37d9c5-5a4e-4669-a83f-08f0e6fcaac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4550333 Nov 23 17:44:56.362699 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a014c524-5009-43d6-927e-4611105034a2 req-2dd465de-942b-4d6d-998c-813679a3f481 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:44:56.409524 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a014c524-5009-43d6-927e-4611105034a2 req-2dd465de-942b-4d6d-998c-813679a3f481 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] 10.222.0.36 "GET /v2.0/networks?id=96a4c4fb-2a54-4887-a6a0-d3361fb03ec8 HTTP/1.1" status: 200 len: 806 time: 0.7932310 Nov 23 17:44:56.446882 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f04420d-103a-42e6-b7c2-0a834a30f642 req-05d65625-8269-429e-8331-2d726694b02c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:44:56.449074 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-3f04420d-103a-42e6-b7c2-0a834a30f642 req-05d65625-8269-429e-8331-2d726694b02c service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=5a176e5e-9a07-43c9-a6e0-e0129ece5b67 HTTP/1.1" status: 200 len: 1096 time: 0.2171717 Nov 23 17:44:56.487011 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [req-a014c524-5009-43d6-927e-4611105034a2 req-82d375da-f0e8-4f57-a273-84404b9a46f5 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] Request body: {'port': {'device_id': '56326de4-b362-4f02-8ac8-2cfe9a6433a2', 'network_id': '96a4c4fb-2a54-4887-a6a0-d3361fb03ec8', 'admin_state_up': True, 'tenant_id': 'fc0b8b60f26147bc93ae14daf3e34aba'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:44:56.582886 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-3f04420d-103a-42e6-b7c2-0a834a30f642 req-9d5c82fe-6d91-48a5-9b61-030b75b3ab36 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=df37d9c5-5a4e-4669-a83f-08f0e6fcaac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228111 Nov 23 17:44:56.648613 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14793c68-dac0-416c-ba88-b70fa478cc31 req-12a87cdd-1f46-45b4-a88d-322fa3d0cb57 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:44:56.650818 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-14793c68-dac0-416c-ba88-b70fa478cc31 req-12a87cdd-1f46-45b4-a88d-322fa3d0cb57 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] 10.222.0.60 "GET /v2.0/ports?device_id=a43134ca-2758-4794-bb9c-974d11e5e279 HTTP/1.1" status: 200 len: 946 time: 0.4381173 Nov 23 17:44:56.700145 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d4026bc4-90ed-402a-869e-91d50773b58b req-7d801364-e549-48e4-bb07-68396946efab tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] 10.222.0.60 "GET /v2.0/ports?device_id=56326de4-b362-4f02-8ac8-2cfe9a6433a2 HTTP/1.1" status: 200 len: 210 time: 0.1083162 Nov 23 17:44:56.829538 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-14793c68-dac0-416c-ba88-b70fa478cc31 req-8e55efd6-6003-43b9-bf7d-fbdde75fb285 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] 10.222.0.60 "GET /v2.0/security-groups?id=c11b6a3a-f89b-4d05-9340-8aa0be1653f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1446533 Nov 23 17:44:56.894844 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a014c524-5009-43d6-927e-4611105034a2 req-82d375da-f0e8-4f57-a273-84404b9a46f5 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] Made reservation on behalf of fc0b8b60f26147bc93ae14daf3e34aba for: {'port': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:44:56.901731 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-a014c524-5009-43d6-927e-4611105034a2 req-82d375da-f0e8-4f57-a273-84404b9a46f5 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:57.082798 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef276b80-55d7-4207-959c-eaaa45c99ce9 req-7ca3e752-ed37-4a72-9f23-ba75dc02494c tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:44:57.089668 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-ef276b80-55d7-4207-959c-eaaa45c99ce9 req-7ca3e752-ed37-4a72-9f23-ba75dc02494c tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.55 "GET /v2.0/ports?device_id=87555c4b-ac12-459b-ba06-6ecf0fceb916 HTTP/1.1" status: 200 len: 946 time: 0.1543531 Nov 23 17:44:57.249968 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.db_base_plugin_common [req-a014c524-5009-43d6-927e-4611105034a2 req-82d375da-f0e8-4f57-a273-84404b9a46f5 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] Allocated IP 172.20.0.12 (96a4c4fb-2a54-4887-a6a0-d3361fb03ec8/6a67b7b8-1b5e-4ea7-ab09-4d43799d0b06/1d9e3b88-028d-4283-8c21-507d2fff66f7) {{(pid=103591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:44:57.310926 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [req-ef276b80-55d7-4207-959c-eaaa45c99ce9 req-85381742-b3fe-4edd-9881-fdf6e8a73130 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Deleting port 9e98aa35-5be0-48bb-8298-3bbc77f02426 {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:44:57.311278 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-ef276b80-55d7-4207-959c-eaaa45c99ce9 req-85381742-b3fe-4edd-9881-fdf6e8a73130 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:57.952164 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [req-ef276b80-55d7-4207-959c-eaaa45c99ce9 req-85381742-b3fe-4edd-9881-fdf6e8a73130 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] For port 9e98aa35-5be0-48bb-8298-3bbc77f02426, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=9e98aa35-5be0-48bb-8298-3bbc77f02426,segment=NetworkSegment(ec813e0a-4415-4fed-a736-e9a0442fcb85),segment_id=ec813e0a-4415-4fed-a736-e9a0442fcb85)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:44:57.952964 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-ef276b80-55d7-4207-959c-eaaa45c99ce9 req-85381742-b3fe-4edd-9881-fdf6e8a73130 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:57.998270 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [req-ef276b80-55d7-4207-959c-eaaa45c99ce9 req-85381742-b3fe-4edd-9881-fdf6e8a73130 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Calling delete_port for 9e98aa35-5be0-48bb-8298-3bbc77f02426 owned by compute:nova {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:44:58.353256 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-ef276b80-55d7-4207-959c-eaaa45c99ce9 req-85381742-b3fe-4edd-9881-fdf6e8a73130 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:58.365057 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] get_ports_and_sgs() called for port_ids ['9e98aa35-5be0-48bb-8298-3bbc77f02426'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:44:58.374379 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 58070) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:44:58.384088 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-5a5fba89-5030-4cdf-a73c-ac0303248c75 tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] Request body: {'subnet': {'network_id': 'bf590c0c-b275-4830-833f-d5d6eefd80ac', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:44:58.475058 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85381742-b3fe-4edd-9881-fdf6e8a73130 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Pushing event deleted for resources: {'Port': ['ID=9e98aa35-5be0-48bb-8298-3bbc77f02426,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:44:58.615551 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef276b80-55d7-4207-959c-eaaa45c99ce9 req-85381742-b3fe-4edd-9881-fdf6e8a73130 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] No DVR routers for this DVR port 9e98aa35-5be0-48bb-8298-3bbc77f02426 on host n-h1-816206-8 {{(pid=103590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:44:58.621096 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-ef276b80-55d7-4207-959c-eaaa45c99ce9 req-85381742-b3fe-4edd-9881-fdf6e8a73130 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:58.626253 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-ef276b80-55d7-4207-959c-eaaa45c99ce9 req-85381742-b3fe-4edd-9881-fdf6e8a73130 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.55 "DELETE /v2.0/ports/9e98aa35-5be0-48bb-8298-3bbc77f02426 HTTP/1.1" status: 204 len: 173 time: 1.5315473 Nov 23 17:44:58.630648 n-d-816206-8 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87555c4b-ac12-459b-ba06-6ecf0fceb916', 'name': 'network-vif-deleted', 'tag': '9e98aa35-5be0-48bb-8298-3bbc77f02426'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:44:58.637173 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbabddbc9fc37b068808e119c416c86f5957ca04531a4a0d2e695c515e93483b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cb166a5-fd48-4355-bc84-d70924b53b37" -d '{"events": [{"server_uuid": "87555c4b-ac12-459b-ba06-6ecf0fceb916", "name": "network-vif-deleted", "tag": "9e98aa35-5be0-48bb-8298-3bbc77f02426"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:44:58.646312 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a5fba89-5030-4cdf-a73c-ac0303248c75 tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] Made reservation on behalf of 3d2fca7cf440480a8330ba29eee9c923 for: {'subnet': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:44:58.679050 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5a5fba89-5030-4cdf-a73c-ac0303248c75 tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264730903'] for subnet, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:58.720326 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-a014c524-5009-43d6-927e-4611105034a2 req-82d375da-f0e8-4f57-a273-84404b9a46f5 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] Publish callbacks [] for port, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:58.798994 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-3aa05139-c609-408f-8299-ff184ade5a9d req-6f41a972-fcd6-4436-b562-a32b5fa8b6b4 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/ports?device_id=87555c4b-ac12-459b-ba06-6ecf0fceb916 HTTP/1.1" status: 200 len: 210 time: 0.1700106 Nov 23 17:44:58.844580 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-a014c524-5009-43d6-927e-4611105034a2 req-82d375da-f0e8-4f57-a273-84404b9a46f5 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:58.944095 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a6d3c5-bf7e-46d5-a9f6-02e88f6f5f6a req-c44618a0-dd62-4bf3-8727-b9dcf192cea0 tempest-MultipleCreateTestJSON-731598663 tempest-MultipleCreateTestJSON-731598663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:44:58.952529 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d1a6d3c5-bf7e-46d5-a9f6-02e88f6f5f6a req-c44618a0-dd62-4bf3-8727-b9dcf192cea0 tempest-MultipleCreateTestJSON-731598663 tempest-MultipleCreateTestJSON-731598663-project] 10.222.0.60 "GET /v2.0/ports?device_id=747ae454-88db-45fc-9c8a-27cb913a3fa0 HTTP/1.1" status: 200 len: 946 time: 0.2918391 Nov 23 17:44:59.050132 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d375da-f0e8-4f57-a273-84404b9a46f5 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] Pushing event updated for resources: {'Port': ['ID=1d9e3b88-028d-4283-8c21-507d2fff66f7,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:44:59.103233 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a014c524-5009-43d6-927e-4611105034a2 req-82d375da-f0e8-4f57-a273-84404b9a46f5 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] Network 96a4c4fb-2a54-4887-a6a0-d3361fb03ec8 is already hosted by enough agents. {{(pid=103591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:44:59.113477 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [req-a014c524-5009-43d6-927e-4611105034a2 req-82d375da-f0e8-4f57-a273-84404b9a46f5 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] Resources bound (agent type, host, resource id): {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:44:59.136260 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [req-a014c524-5009-43d6-927e-4611105034a2 req-82d375da-f0e8-4f57-a273-84404b9a46f5 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] Received port after_create {{(pid=103591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:44:59.156741 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5a5fba89-5030-4cdf-a73c-ac0303248c75 tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264358096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264730885'] for subnet, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:59.249240 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d1a6d3c5-bf7e-46d5-a9f6-02e88f6f5f6a req-f7076f3a-8938-4e51-9a1b-34619561ecec tempest-MultipleCreateTestJSON-731598663 tempest-MultipleCreateTestJSON-731598663-project] 10.222.0.60 "GET /v2.0/security-groups?id=df37d9c5-5a4e-4669-a83f-08f0e6fcaac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808674 Nov 23 17:44:59.274859 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5fba89-5030-4cdf-a73c-ac0303248c75 tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] Pushing event updated for resources: {'Subnet': ['ID=3f207b9b-b30e-4888-9b83-9f511f490b7a,revision_number=0']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:44:59.291571 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a5fba89-5030-4cdf-a73c-ac0303248c75 tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] Checking segment: {'id': 'ab21dec6-b6e1-4881-a2a5-8da3d7a706ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'bf590c0c-b275-4830-833f-d5d6eefd80ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:44:59.292091 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a5fba89-5030-4cdf-a73c-ac0303248c75 tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] Network hostable DHCP agents. Network: bf590c0c-b275-4830-833f-d5d6eefd80ac, hostable agents: ['0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3'], hosted agents: [] {{(pid=103590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 17:44:59.334312 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a014c524-5009-43d6-927e-4611105034a2 req-82d375da-f0e8-4f57-a273-84404b9a46f5 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:44:59.337235 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a5fba89-5030-4cdf-a73c-ac0303248c75 tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] Network bf590c0c-b275-4830-833f-d5d6eefd80ac is scheduled to be hosted by DHCP agent 0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3 with binding_index 1 {{(pid=103590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 17:44:59.345478 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-a014c524-5009-43d6-927e-4611105034a2 req-82d375da-f0e8-4f57-a273-84404b9a46f5 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:59.350879 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-5a5fba89-5030-4cdf-a73c-ac0303248c75 tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-8, bf590c0c-b275-4830-833f-d5d6eefd80ac) {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:44:59.357797 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a5fba89-5030-4cdf-a73c-ac0303248c75 tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:44:59.361421 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5a5fba89-5030-4cdf-a73c-ac0303248c75 tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] Publish callbacks [] for subnet, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:59.365202 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e564d9ad-7f68-4f7a-bd3f-7801c15e8538 None None] Network bf590c0c-b275-4830-833f-d5d6eefd80ac requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:44:59.370535 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ade597-9820-416f-af27-30c94c6aab2e req-02ffbcbc-2508-45ec-8e0a-25c81dcf3191 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:44:59.377592 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d8ade597-9820-416f-af27-30c94c6aab2e req-02ffbcbc-2508-45ec-8e0a-25c81dcf3191 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] 10.222.0.60 "GET /v2.0/ports?device_id=56326de4-b362-4f02-8ac8-2cfe9a6433a2 HTTP/1.1" status: 200 len: 932 time: 0.4215071 Nov 23 17:44:59.387232 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-5a5fba89-5030-4cdf-a73c-ac0303248c75 tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0113702 Nov 23 17:44:59.391799 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 58086) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:44:59.396986 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-91e2507b-09b4-4502-962c-c9c605cfe97a tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-556629703'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:44:59.462148 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91e2507b-09b4-4502-962c-c9c605cfe97a tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] Made reservation on behalf of 3d2fca7cf440480a8330ba29eee9c923 for: {'network': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:44:59.465994 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-91e2507b-09b4-4502-962c-c9c605cfe97a tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for network, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:59.479497 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a014c524-5009-43d6-927e-4611105034a2 req-82d375da-f0e8-4f57-a273-84404b9a46f5 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0343354 Nov 23 17:44:59.516378 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91e2507b-09b4-4502-962c-c9c605cfe97a tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] vlan segment allocate from pool success with {'vlan_id': 537, 'physical_network': 'physnet1'} {{(pid=103590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 17:44:59.536171 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-91e2507b-09b4-4502-962c-c9c605cfe97a tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:59.536633 n-d-816206-8 neutron-server[103590]: INFO neutron.db.segments_db [None req-91e2507b-09b4-4502-962c-c9c605cfe97a tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] Added segment 5a94e172-efb4-4d8a-a65c-b4dd6199cc8f of type vlan for network de0289f4-7806-427b-af01-617c28e2c116 Nov 23 17:44:59.570384 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [req-a014c524-5009-43d6-927e-4611105034a2 req-4c5df3ce-e109-450b-abe7-bf47c87cd4b4 service neutron] Request body: {'port': {'device_id': '56326de4-b362-4f02-8ac8-2cfe9a6433a2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-8'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:44:59.636518 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-91e2507b-09b4-4502-962c-c9c605cfe97a tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736635338810'] for network, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:59.651007 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b2db8d3-8937-4942-97c4-2487fe1ba553 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp355044b8-8e87-58c4-94fa-4a010ec30f9e-bf590c0c-b275-4830-833f-d5d6eefd80ac', 'network_id': 'bf590c0c-b275-4830-833f-d5d6eefd80ac', 'tenant_id': '3d2fca7cf440480a8330ba29eee9c923', 'fixed_ips': [{'subnet_id': '3f207b9b-b30e-4888-9b83-9f511f490b7a'}]}} from n-d-816206-8. {{(pid=103592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 17:44:59.655651 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-4b2db8d3-8937-4942-97c4-2487fe1ba553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:59.676073 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d8ade597-9820-416f-af27-30c94c6aab2e req-4a22a9d4-d565-467c-997e-7e0f08f2b60a tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] 10.222.0.60 "GET /v2.0/security-groups?id=fa324d8c-13d0-499d-8791-7b10ff6fd90b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2866137 Nov 23 17:44:59.696944 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-91e2507b-09b4-4502-962c-c9c605cfe97a tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493'] for network, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:59.706670 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91e2507b-09b4-4502-962c-c9c605cfe97a tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:44:59.707314 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-91e2507b-09b4-4502-962c-c9c605cfe97a tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] Publish callbacks [] for network, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:59.775034 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4dbfea-704e-4740-9158-5f4e1e3ca7ce req-b03a080e-75bb-424f-a88d-fdbe2df37e6a tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:44:59.793735 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9b4dbfea-704e-4740-9158-5f4e1e3ca7ce req-b03a080e-75bb-424f-a88d-fdbe2df37e6a tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] 10.222.0.60 "GET /v2.0/ports?device_id=a43134ca-2758-4794-bb9c-974d11e5e279 HTTP/1.1" status: 200 len: 946 time: 0.3725264 Nov 23 17:44:59.825738 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-a014c524-5009-43d6-927e-4611105034a2 req-4c5df3ce-e109-450b-abe7-bf47c87cd4b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:44:59.868658 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:44:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37e035ae-a2f7-4acd-811e-cf13d0377e8f x-openstack-request-id: req-37e035ae-a2f7-4acd-811e-cf13d0377e8f {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:44:59.869355 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87555c4b-ac12-459b-ba06-6ecf0fceb916", "name": "network-vif-deleted", "tag": "9e98aa35-5be0-48bb-8298-3bbc77f02426", "status": "completed", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:44:59.869796 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-37e035ae-a2f7-4acd-811e-cf13d0377e8f {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:44:59.870492 n-d-816206-8 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87555c4b-ac12-459b-ba06-6ecf0fceb916', 'name': 'network-vif-deleted', 'tag': '9e98aa35-5be0-48bb-8298-3bbc77f02426', 'status': 'completed', 'code': 200} Nov 23 17:44:59.874658 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e2507b-09b4-4502-962c-c9c605cfe97a tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] Pushing event updated for resources: {'Network': ['ID=de0289f4-7806-427b-af01-617c28e2c116,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:44:59.910936 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-91e2507b-09b4-4502-962c-c9c605cfe97a tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.5152335 Nov 23 17:44:59.911876 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 58092) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:44:59.933197 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-fa8f802f-8c92-49e5-9ad4-84297388d37f tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] Request body: {'subnet': {'network_id': 'de0289f4-7806-427b-af01-617c28e2c116', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:44:59.985903 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.db_base_plugin_common [None req-4b2db8d3-8937-4942-97c4-2487fe1ba553 None None] Allocated IP 2001:db8:0:ffff::2 (bf590c0c-b275-4830-833f-d5d6eefd80ac/3f207b9b-b30e-4888-9b83-9f511f490b7a/7058ebc2-944a-4a64-aa78-aa3b916cb1f6) {{(pid=103592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:45:00.145639 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa8f802f-8c92-49e5-9ad4-84297388d37f tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] Made reservation on behalf of 3d2fca7cf440480a8330ba29eee9c923 for: {'subnet': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:45:00.152629 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-4b2db8d3-8937-4942-97c4-2487fe1ba553 None None] Publish callbacks [] for port, precommit_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:00.156544 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-fa8f802f-8c92-49e5-9ad4-84297388d37f tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264730903'] for subnet, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:00.159729 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Network de0289f4-7806-427b-af01-617c28e2c116 details requested by agent ovs-agent-n-d-816206-8 with host n-d-816206-8 {{(pid=103592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 17:45:00.162576 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-4b2db8d3-8937-4942-97c4-2487fe1ba553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980'] for port, after_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:00.439050 n-d-816206-8 neutron-server[103592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b2db8d3-8937-4942-97c4-2487fe1ba553 None None] Network bf590c0c-b275-4830-833f-d5d6eefd80ac is already hosted by enough agents. {{(pid=103592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:45:00.492049 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device 9e98aa35-5be0-48bb-8298-3bbc77f02426 no longer exists at agent hyperv_n-h1-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:45:00.494175 n-d-816206-8 neutron-server[103592]: DEBUG neutron.scheduler.base_scheduler [None req-4b2db8d3-8937-4942-97c4-2487fe1ba553 None None] Resources bound (agent type, host, resource id): {{(pid=103592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:45:00.500244 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b2db8d3-8937-4942-97c4-2487fe1ba553 None None] Received port after_create {{(pid=103592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:45:00.527821 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2db8d3-8937-4942-97c4-2487fe1ba553 None None] Pushing event updated for resources: {'Port': ['ID=7058ebc2-944a-4a64-aa78-aa3b916cb1f6,revision_number=1']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:45:00.534679 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] No Port match for: 9e98aa35-5be0-48bb-8298-3bbc77f02426 {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:45:00.534981 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device 9e98aa35-5be0-48bb-8298-3bbc77f02426 not bound to the agent host n-h1-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:45:00.540188 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [req-a014c524-5009-43d6-927e-4611105034a2 req-4c5df3ce-e109-450b-abe7-bf47c87cd4b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d9e3b88-028d-4283-8c21-507d2fff66f7 {{(pid=103591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:45:00.566835 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-a014c524-5009-43d6-927e-4611105034a2 req-4c5df3ce-e109-450b-abe7-bf47c87cd4b4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:00.595913 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.provisioning_blocks [req-a014c524-5009-43d6-927e-4611105034a2 req-4c5df3ce-e109-450b-abe7-bf47c87cd4b4 service neutron] Transition to ACTIVE for port object 1d9e3b88-028d-4283-8c21-507d2fff66f7 will not be triggered until provisioned by entity L2. {{(pid=103591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 17:45:00.614812 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-4b2db8d3-8937-4942-97c4-2487fe1ba553 None None] Attempting to bind port 7058ebc2-944a-4a64-aa78-aa3b916cb1f6 on host n-d-816206-8 for vnic_type normal with profile {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:45:00.615589 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-4b2db8d3-8937-4942-97c4-2487fe1ba553 None None] Attempting to bind port 7058ebc2-944a-4a64-aa78-aa3b916cb1f6 by drivers openvswitch,hyperv on host n-d-816206-8 at level 0 using segments [{'id': 'ab21dec6-b6e1-4881-a2a5-8da3d7a706ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'bf590c0c-b275-4830-833f-d5d6eefd80ac'}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:45:00.616253 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b2db8d3-8937-4942-97c4-2487fe1ba553 None None] Attempting to bind port 7058ebc2-944a-4a64-aa78-aa3b916cb1f6 on network bf590c0c-b275-4830-833f-d5d6eefd80ac {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:45:00.628316 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b2db8d3-8937-4942-97c4-2487fe1ba553 None None] Checking agent: {'id': '9e89acbe-4bbe-4c77-a18b-6f1da9133e0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 7, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 44, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:45:00.629256 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b2db8d3-8937-4942-97c4-2487fe1ba553 None None] Checking segment: {'id': 'ab21dec6-b6e1-4881-a2a5-8da3d7a706ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'bf590c0c-b275-4830-833f-d5d6eefd80ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:45:00.629900 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-4b2db8d3-8937-4942-97c4-2487fe1ba553 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:00.630528 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b2db8d3-8937-4942-97c4-2487fe1ba553 None None] Bound using segment: {'id': 'ab21dec6-b6e1-4881-a2a5-8da3d7a706ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'bf590c0c-b275-4830-833f-d5d6eefd80ac'} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:45:00.631249 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-4b2db8d3-8937-4942-97c4-2487fe1ba553 None None] Bound port: 7058ebc2-944a-4a64-aa78-aa3b916cb1f6, host: n-d-816206-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab21dec6-b6e1-4881-a2a5-8da3d7a706ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'bf590c0c-b275-4830-833f-d5d6eefd80ac'}}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:45:00.631882 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-4b2db8d3-8937-4942-97c4-2487fe1ba553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:00.635057 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-a014c524-5009-43d6-927e-4611105034a2 req-4c5df3ce-e109-450b-abe7-bf47c87cd4b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264758186'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:00.681591 n-d-816206-8 neutron-server[103590]: DEBUG neutron.objects.ports [None req-fa8f802f-8c92-49e5-9ad4-84297388d37f tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103590) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 23 17:45:00.685822 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-fa8f802f-8c92-49e5-9ad4-84297388d37f tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264358096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264730885'] for subnet, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:00.754629 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-4b2db8d3-8937-4942-97c4-2487fe1ba553 None None] For port 7058ebc2-944a-4a64-aa78-aa3b916cb1f6, host n-d-816206-8, cleared binding levels {{(pid=103592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:45:00.758786 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-4b2db8d3-8937-4942-97c4-2487fe1ba553 None None] For port 7058ebc2-944a-4a64-aa78-aa3b916cb1f6, host n-d-816206-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=7058ebc2-944a-4a64-aa78-aa3b916cb1f6,segment=NetworkSegment(ab21dec6-b6e1-4881-a2a5-8da3d7a706ba),segment_id=ab21dec6-b6e1-4881-a2a5-8da3d7a706ba)] {{(pid=103592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:45:00.763969 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-4b2db8d3-8937-4942-97c4-2487fe1ba553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:00.801453 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9b4dbfea-704e-4740-9158-5f4e1e3ca7ce req-307ec6f3-b64d-4935-88b1-09d1e62a7068 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] 10.222.0.60 "GET /v2.0/security-groups?id=c11b6a3a-f89b-4d05-9340-8aa0be1653f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.0067351 Nov 23 17:45:00.907861 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa8f802f-8c92-49e5-9ad4-84297388d37f tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] Checking segment: {'id': '5a94e172-efb4-4d8a-a65c-b4dd6199cc8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'de0289f4-7806-427b-af01-617c28e2c116'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:45:00.908235 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa8f802f-8c92-49e5-9ad4-84297388d37f tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] Network hostable DHCP agents. Network: de0289f4-7806-427b-af01-617c28e2c116, hostable agents: ['0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3'], hosted agents: [] {{(pid=103590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 17:45:00.910840 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2db8d3-8937-4942-97c4-2487fe1ba553 None None] Pushing event updated for resources: {'Port': ['ID=7058ebc2-944a-4a64-aa78-aa3b916cb1f6,revision_number=2']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:45:00.966794 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8f802f-8c92-49e5-9ad4-84297388d37f tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] Pushing event updated for resources: {'Subnet': ['ID=0a1030d5-4da3-40b0-b885-debd5dcd6e00,revision_number=0']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:45:01.014201 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa8f802f-8c92-49e5-9ad4-84297388d37f tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] Network de0289f4-7806-427b-af01-617c28e2c116 is scheduled to be hosted by DHCP agent 0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3 with binding_index 1 {{(pid=103590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 17:45:01.031996 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c4fb28af-7007-401c-81d7-2d87e568d908 req-4098b626-6fbc-46f6-9a25-2f74061b331d tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/ports?device_id=87555c4b-ac12-459b-ba06-6ecf0fceb916 HTTP/1.1" status: 200 len: 210 time: 0.0635269 Nov 23 17:45:01.044614 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-fa8f802f-8c92-49e5-9ad4-84297388d37f tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-8, de0289f4-7806-427b-af01-617c28e2c116) {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:45:01.047587 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5df3ce-e109-450b-abe7-bf47c87cd4b4 service neutron] Pushing event updated for resources: {'Port': ['ID=1d9e3b88-028d-4283-8c21-507d2fff66f7,revision_number=2']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:45:01.054606 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00d338f6-e2b8-4d0f-bde3-45cbfa3496e5 None None] Network de0289f4-7806-427b-af01-617c28e2c116 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:45:01.058349 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa8f802f-8c92-49e5-9ad4-84297388d37f tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:45:01.059030 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-fa8f802f-8c92-49e5-9ad4-84297388d37f tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] Publish callbacks [] for subnet, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:01.088024 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5484050-9f70-436b-a021-4bb2505ce671 req-91c66a9c-49e6-455a-a26c-d5cbc382f609 tempest-MultipleCreateTestJSON-731598663 tempest-MultipleCreateTestJSON-731598663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:45:01.099274 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e5484050-9f70-436b-a021-4bb2505ce671 req-91c66a9c-49e6-455a-a26c-d5cbc382f609 tempest-MultipleCreateTestJSON-731598663 tempest-MultipleCreateTestJSON-731598663-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a176e5e-9a07-43c9-a6e0-e0129ece5b67 HTTP/1.1" status: 200 len: 945 time: 0.5014277 Nov 23 17:45:01.107582 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-fa8f802f-8c92-49e5-9ad4-84297388d37f tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.1920323 Nov 23 17:45:01.107859 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 58096) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:45:01.119856 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-6681512f-2a9d-45d9-92af-fcc3581004b1 tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] Request body: {'port': {'network_id': 'de0289f4-7806-427b-af01-617c28e2c116', 'name': 'tempest-NetworksIpV6TestAttrs-322694100'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:45:01.305608 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e5484050-9f70-436b-a021-4bb2505ce671 req-1e6c9fef-0a38-48c0-8ea6-ad2aabe1fda5 tempest-MultipleCreateTestJSON-731598663 tempest-MultipleCreateTestJSON-731598663-project] 10.222.0.60 "GET /v2.0/security-groups?id=df37d9c5-5a4e-4669-a83f-08f0e6fcaac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2049634 Nov 23 17:45:01.331447 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-a014c524-5009-43d6-927e-4611105034a2 req-4c5df3ce-e109-450b-abe7-bf47c87cd4b4 service neutron] Attempting to bind port 1d9e3b88-028d-4283-8c21-507d2fff66f7 on host n-h2-816206-8 for vnic_type normal with profile {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:45:01.332033 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-a014c524-5009-43d6-927e-4611105034a2 req-4c5df3ce-e109-450b-abe7-bf47c87cd4b4 service neutron] Attempting to bind port 1d9e3b88-028d-4283-8c21-507d2fff66f7 by drivers openvswitch,hyperv on host n-h2-816206-8 at level 0 using segments [{'id': '3dd48af8-0370-4e3e-80f2-5bf5c6c5c8d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '96a4c4fb-2a54-4887-a6a0-d3361fb03ec8'}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:45:01.337329 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a014c524-5009-43d6-927e-4611105034a2 req-4c5df3ce-e109-450b-abe7-bf47c87cd4b4 service neutron] Attempting to bind port 1d9e3b88-028d-4283-8c21-507d2fff66f7 on network 96a4c4fb-2a54-4887-a6a0-d3361fb03ec8 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:45:01.353643 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6681512f-2a9d-45d9-92af-fcc3581004b1 tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] Made reservation on behalf of 3d2fca7cf440480a8330ba29eee9c923 for: {'port': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:45:01.369683 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6681512f-2a9d-45d9-92af-fcc3581004b1 tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:01.376178 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a014c524-5009-43d6-927e-4611105034a2 req-4c5df3ce-e109-450b-abe7-bf47c87cd4b4 service neutron] Port 1d9e3b88-028d-4283-8c21-507d2fff66f7 on network 96a4c4fb-2a54-4887-a6a0-d3361fb03ec8 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-8 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 17:45:01.376605 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a014c524-5009-43d6-927e-4611105034a2 req-4c5df3ce-e109-450b-abe7-bf47c87cd4b4 service neutron] Attempting to bind port 1d9e3b88-028d-4283-8c21-507d2fff66f7 on network 96a4c4fb-2a54-4887-a6a0-d3361fb03ec8 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:45:01.408865 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a014c524-5009-43d6-927e-4611105034a2 req-4c5df3ce-e109-450b-abe7-bf47c87cd4b4 service neutron] Checking agent: {'id': 'ab77bf9e-0267-4174-8f1d-822cba89b207', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 15, 13), 'started_at': datetime.datetime(2021, 11, 23, 17, 15, 13), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 44, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:45:01.409235 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a014c524-5009-43d6-927e-4611105034a2 req-4c5df3ce-e109-450b-abe7-bf47c87cd4b4 service neutron] Checking segment: {'id': '3dd48af8-0370-4e3e-80f2-5bf5c6c5c8d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '96a4c4fb-2a54-4887-a6a0-d3361fb03ec8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:45:01.414264 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a014c524-5009-43d6-927e-4611105034a2 req-4c5df3ce-e109-450b-abe7-bf47c87cd4b4 service neutron] Bound using segment: {'id': '3dd48af8-0370-4e3e-80f2-5bf5c6c5c8d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '96a4c4fb-2a54-4887-a6a0-d3361fb03ec8'} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:45:01.415361 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-a014c524-5009-43d6-927e-4611105034a2 req-4c5df3ce-e109-450b-abe7-bf47c87cd4b4 service neutron] Bound port: 1d9e3b88-028d-4283-8c21-507d2fff66f7, host: n-h2-816206-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3dd48af8-0370-4e3e-80f2-5bf5c6c5c8d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '96a4c4fb-2a54-4887-a6a0-d3361fb03ec8'}}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:45:01.415738 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-a014c524-5009-43d6-927e-4611105034a2 req-4c5df3ce-e109-450b-abe7-bf47c87cd4b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:01.452224 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cdfbe5-c972-4b4c-934f-0d66d3687d90 req-a50e1eac-969b-4ad0-b693-26de605e090c tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:45:01.453996 n-d-816206-8 neutron-server[103590]: DEBUG neutron.notifiers.nova [None req-6681512f-2a9d-45d9-92af-fcc3581004b1 tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] device_id is not set on port b21027a9-1438-4255-835b-feeccdd160f2 yet. {{(pid=103590) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 17:45:01.454445 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-97cdfbe5-c972-4b4c-934f-0d66d3687d90 req-a50e1eac-969b-4ad0-b693-26de605e090c tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] 10.222.0.60 "GET /v2.0/ports?device_id=56326de4-b362-4f02-8ac8-2cfe9a6433a2 HTTP/1.1" status: 200 len: 944 time: 0.2558377 Nov 23 17:45:01.472751 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e648784-b698-47b2-9a86-9a2b3e572385 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp355044b8-8e87-58c4-94fa-4a010ec30f9e-de0289f4-7806-427b-af01-617c28e2c116', 'network_id': 'de0289f4-7806-427b-af01-617c28e2c116', 'tenant_id': '3d2fca7cf440480a8330ba29eee9c923', 'fixed_ips': [{'subnet_id': '0a1030d5-4da3-40b0-b885-debd5dcd6e00'}]}} from n-d-816206-8. {{(pid=103592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 17:45:01.473645 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-4e648784-b698-47b2-9a86-9a2b3e572385 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:01.678951 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-97cdfbe5-c972-4b4c-934f-0d66d3687d90 req-695bd14b-f45e-4b02-bd2c-324a75863aa5 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] 10.222.0.60 "GET /v2.0/security-groups?id=fa324d8c-13d0-499d-8791-7b10ff6fd90b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1976526 Nov 23 17:45:01.704909 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-a014c524-5009-43d6-927e-4611105034a2 req-4c5df3ce-e109-450b-abe7-bf47c87cd4b4 service neutron] For port 1d9e3b88-028d-4283-8c21-507d2fff66f7, host n-h2-816206-8, cleared binding levels {{(pid=103591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:45:01.711096 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-a014c524-5009-43d6-927e-4611105034a2 req-4c5df3ce-e109-450b-abe7-bf47c87cd4b4 service neutron] For port 1d9e3b88-028d-4283-8c21-507d2fff66f7, host n-h2-816206-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=1d9e3b88-028d-4283-8c21-507d2fff66f7,segment=NetworkSegment(3dd48af8-0370-4e3e-80f2-5bf5c6c5c8d9),segment_id=3dd48af8-0370-4e3e-80f2-5bf5c6c5c8d9)] {{(pid=103591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:45:01.719772 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-a014c524-5009-43d6-927e-4611105034a2 req-4c5df3ce-e109-450b-abe7-bf47c87cd4b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264758186'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:01.838045 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.db_base_plugin_common [None req-4e648784-b698-47b2-9a86-9a2b3e572385 None None] Allocated IP 2001:db8::f816:3eff:fecc:2380 (de0289f4-7806-427b-af01-617c28e2c116/0a1030d5-4da3-40b0-b885-debd5dcd6e00/f22975e4-26c5-4f8e-857b-10d0a0c3c1e0) {{(pid=103592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:45:01.855381 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a014c524-5009-43d6-927e-4611105034a2 req-4c5df3ce-e109-450b-abe7-bf47c87cd4b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:45:01.862670 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-a014c524-5009-43d6-927e-4611105034a2 req-4c5df3ce-e109-450b-abe7-bf47c87cd4b4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:01.864295 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a014c524-5009-43d6-927e-4611105034a2 req-4c5df3ce-e109-450b-abe7-bf47c87cd4b4 service neutron] 10.222.0.36 "PUT /v2.0/ports/1d9e3b88-028d-4283-8c21-507d2fff66f7 HTTP/1.1" status: 200 len: 1092 time: 2.3362608 Nov 23 17:45:01.873794 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56326de4-b362-4f02-8ac8-2cfe9a6433a2', 'tag': '1d9e3b88-028d-4283-8c21-507d2fff66f7'}] {{(pid=103591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:45:01.885505 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41d174a19ece9499ff9ec44e5b3fc50f2abd3ffbc947fb7e52ea1e8db27b95b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f56fcc6-6e38-4e6b-93ed-9036844641d6" -d '{"events": [{"name": "network-changed", "server_uuid": "56326de4-b362-4f02-8ac8-2cfe9a6433a2", "tag": "1d9e3b88-028d-4283-8c21-507d2fff66f7"}]}' {{(pid=103591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:45:02.136807 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5df3ce-e109-450b-abe7-bf47c87cd4b4 service neutron] Pushing event updated for resources: {'Port': ['ID=1d9e3b88-028d-4283-8c21-507d2fff66f7,revision_number=3']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:45:02.265438 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a014c524-5009-43d6-927e-4611105034a2 req-0b5ac932-935c-4ae6-8e45-1d3e2e97fdf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:45:02.271318 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a014c524-5009-43d6-927e-4611105034a2 req-0b5ac932-935c-4ae6-8e45-1d3e2e97fdf9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fc0b8b60f26147bc93ae14daf3e34aba&device_id=56326de4-b362-4f02-8ac8-2cfe9a6433a2 HTTP/1.1" status: 200 len: 1095 time: 0.3380759 Nov 23 17:45:02.313343 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7e7077-c966-49cd-9da5-4d80a7575224 req-062b4324-d829-41ed-b9ca-b27044d0d3a1 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:45:02.317568 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-4e648784-b698-47b2-9a86-9a2b3e572385 None None] Publish callbacks [] for port, precommit_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:02.317910 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-3d7e7077-c966-49cd-9da5-4d80a7575224 req-062b4324-d829-41ed-b9ca-b27044d0d3a1 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] 10.222.0.60 "GET /v2.0/ports?device_id=a43134ca-2758-4794-bb9c-974d11e5e279 HTTP/1.1" status: 200 len: 946 time: 0.2775056 Nov 23 17:45:02.345370 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-4e648784-b698-47b2-9a86-9a2b3e572385 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980'] for port, after_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:02.390132 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 17:45:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70752173-8445-49d9-bcd7-1da30c8dd93e x-openstack-request-id: req-70752173-8445-49d9-bcd7-1da30c8dd93e {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:45:02.391971 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56326de4-b362-4f02-8ac8-2cfe9a6433a2", "tag": "1d9e3b88-028d-4283-8c21-507d2fff66f7", "status": "completed", "code": 200}]} {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:45:02.393861 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-70752173-8445-49d9-bcd7-1da30c8dd93e {{(pid=103591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:45:02.394458 n-d-816206-8 neutron-server[103591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56326de4-b362-4f02-8ac8-2cfe9a6433a2', 'tag': '1d9e3b88-028d-4283-8c21-507d2fff66f7', 'status': 'completed', 'code': 200} Nov 23 17:45:02.524452 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a014c524-5009-43d6-927e-4611105034a2 req-5c393173-bdd7-4d3d-adb0-947bb17dd3cc service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1d9e3b88-028d-4283-8c21-507d2fff66f7 HTTP/1.1" status: 200 len: 217 time: 0.2009196 Nov 23 17:45:02.558457 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e648784-b698-47b2-9a86-9a2b3e572385 None None] Pushing event updated for resources: {'Port': ['ID=f22975e4-26c5-4f8e-857b-10d0a0c3c1e0,revision_number=1']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:45:02.583844 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-6681512f-2a9d-45d9-92af-fcc3581004b1 tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] Allocated IP 2001:db8::f816:3eff:fe41:2d31 (de0289f4-7806-427b-af01-617c28e2c116/0a1030d5-4da3-40b0-b885-debd5dcd6e00/b21027a9-1438-4255-835b-feeccdd160f2) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:45:02.588000 n-d-816206-8 neutron-server[103592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e648784-b698-47b2-9a86-9a2b3e572385 None None] Network de0289f4-7806-427b-af01-617c28e2c116 is already hosted by enough agents. {{(pid=103592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:45:02.592879 n-d-816206-8 neutron-server[103592]: DEBUG neutron.scheduler.base_scheduler [None req-4e648784-b698-47b2-9a86-9a2b3e572385 None None] Resources bound (agent type, host, resource id): {{(pid=103592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:45:02.600592 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e648784-b698-47b2-9a86-9a2b3e572385 None None] Received port after_create {{(pid=103592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:45:02.743689 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-bc014c2a-8096-49a9-9f47-fd621f8846d2 req-3e92fca8-e3d7-47f5-b453-f934b558fd8a tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/ports?device_id=87555c4b-ac12-459b-ba06-6ecf0fceb916 HTTP/1.1" status: 200 len: 210 time: 0.1990271 Nov 23 17:45:02.750808 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-4e648784-b698-47b2-9a86-9a2b3e572385 None None] Attempting to bind port f22975e4-26c5-4f8e-857b-10d0a0c3c1e0 on host n-d-816206-8 for vnic_type normal with profile {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:45:02.752181 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-4e648784-b698-47b2-9a86-9a2b3e572385 None None] Attempting to bind port f22975e4-26c5-4f8e-857b-10d0a0c3c1e0 by drivers openvswitch,hyperv on host n-d-816206-8 at level 0 using segments [{'id': '5a94e172-efb4-4d8a-a65c-b4dd6199cc8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'de0289f4-7806-427b-af01-617c28e2c116'}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:45:02.753886 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e648784-b698-47b2-9a86-9a2b3e572385 None None] Attempting to bind port f22975e4-26c5-4f8e-857b-10d0a0c3c1e0 on network de0289f4-7806-427b-af01-617c28e2c116 {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:45:02.777187 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e648784-b698-47b2-9a86-9a2b3e572385 None None] Checking agent: {'id': '9e89acbe-4bbe-4c77-a18b-6f1da9133e0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 7, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 44, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:45:02.777187 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e648784-b698-47b2-9a86-9a2b3e572385 None None] Checking segment: {'id': '5a94e172-efb4-4d8a-a65c-b4dd6199cc8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'de0289f4-7806-427b-af01-617c28e2c116'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:45:02.777187 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-4e648784-b698-47b2-9a86-9a2b3e572385 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:02.777187 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e648784-b698-47b2-9a86-9a2b3e572385 None None] Bound using segment: {'id': '5a94e172-efb4-4d8a-a65c-b4dd6199cc8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'de0289f4-7806-427b-af01-617c28e2c116'} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:45:02.777187 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-4e648784-b698-47b2-9a86-9a2b3e572385 None None] Bound port: f22975e4-26c5-4f8e-857b-10d0a0c3c1e0, host: n-d-816206-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a94e172-efb4-4d8a-a65c-b4dd6199cc8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'de0289f4-7806-427b-af01-617c28e2c116'}}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:45:02.778988 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-4e648784-b698-47b2-9a86-9a2b3e572385 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:02.807287 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-3d7e7077-c966-49cd-9da5-4d80a7575224 req-84b76105-276f-4f38-b627-1fc2a12d8c11 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] 10.222.0.60 "GET /v2.0/security-groups?id=c11b6a3a-f89b-4d05-9340-8aa0be1653f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4435596 Nov 23 17:45:02.825883 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a014c524-5009-43d6-927e-4611105034a2 req-3bc29a10-5ead-4b43-ae72-748a4d91ed3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:45:02.829960 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a014c524-5009-43d6-927e-4611105034a2 req-3bc29a10-5ead-4b43-ae72-748a4d91ed3e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6a67b7b8-1b5e-4ea7-ab09-4d43799d0b06 HTTP/1.1" status: 200 len: 846 time: 0.2982156 Nov 23 17:45:02.914850 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 7058ebc2-944a-4a64-aa78-aa3b916cb1f6 up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:45:02.974849 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a014c524-5009-43d6-927e-4611105034a2 req-17a1b420-f2b8-4fdf-9b16-087ca77f3afd service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=96a4c4fb-2a54-4887-a6a0-d3361fb03ec8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1309495 Nov 23 17:45:03.065398 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08705d29-1f14-48e3-962a-307bcc70e891 None None] Network bf590c0c-b275-4830-833f-d5d6eefd80ac requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:45:03.209868 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6681512f-2a9d-45d9-92af-fcc3581004b1 tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:03.245458 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c2bc1c-0543-4561-86eb-f473c7b1f348 req-b1c7f1ac-8a5f-4e13-859e-d2f3bff05145 tempest-MultipleCreateTestJSON-731598663 tempest-MultipleCreateTestJSON-731598663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:45:03.247100 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-f7c2bc1c-0543-4561-86eb-f473c7b1f348 req-b1c7f1ac-8a5f-4e13-859e-d2f3bff05145 tempest-MultipleCreateTestJSON-731598663 tempest-MultipleCreateTestJSON-731598663-project] 10.222.0.55 "GET /v2.0/ports?device_id=5a176e5e-9a07-43c9-a6e0-e0129ece5b67 HTTP/1.1" status: 200 len: 945 time: 0.2079134 Nov 23 17:45:03.384443 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6681512f-2a9d-45d9-92af-fcc3581004b1 tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:03.403984 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4632913-d914-409b-afa1-962ec28fd115 req-e7081421-24df-425e-9a9e-dd33cc2f8180 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:45:03.408030 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e4632913-d914-409b-afa1-962ec28fd115 req-e7081421-24df-425e-9a9e-dd33cc2f8180 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] 10.222.0.60 "GET /v2.0/ports?device_id=56326de4-b362-4f02-8ac8-2cfe9a6433a2 HTTP/1.1" status: 200 len: 944 time: 0.3705420 Nov 23 17:45:03.442844 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-4e648784-b698-47b2-9a86-9a2b3e572385 None None] For port f22975e4-26c5-4f8e-857b-10d0a0c3c1e0, host n-d-816206-8, cleared binding levels {{(pid=103592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:45:03.445245 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [req-f7c2bc1c-0543-4561-86eb-f473c7b1f348 req-183683d5-a554-40d1-893b-44672f563a83 tempest-MultipleCreateTestJSON-731598663 tempest-MultipleCreateTestJSON-731598663-project] Deleting port b589c157-5611-44d3-bfe0-37bd4f4fe45f {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:45:03.446343 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-f7c2bc1c-0543-4561-86eb-f473c7b1f348 req-183683d5-a554-40d1-893b-44672f563a83 tempest-MultipleCreateTestJSON-731598663 tempest-MultipleCreateTestJSON-731598663-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:03.475574 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-261a6f0e-8053-4cc1-a4cf-f9675421ef96 None None] Provisioning complete for port 7058ebc2-944a-4a64-aa78-aa3b916cb1f6 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:45:03.475861 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-261a6f0e-8053-4cc1-a4cf-f9675421ef96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:03.561544 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a014c524-5009-43d6-927e-4611105034a2 req-d2414112-c6d4-416c-bab2-8a65a5c85aee service neutron] 10.222.0.36 "GET /v2.0/networks/96a4c4fb-2a54-4887-a6a0-d3361fb03ec8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5770893 Nov 23 17:45:03.576664 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6681512f-2a9d-45d9-92af-fcc3581004b1 tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] Network de0289f4-7806-427b-af01-617c28e2c116 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:45:03.600265 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-6681512f-2a9d-45d9-92af-fcc3581004b1 tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:45:03.627979 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6681512f-2a9d-45d9-92af-fcc3581004b1 tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:45:03.640378 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6681512f-2a9d-45d9-92af-fcc3581004b1 tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:45:03.641829 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6681512f-2a9d-45d9-92af-fcc3581004b1 tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:03.643060 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-4e648784-b698-47b2-9a86-9a2b3e572385 None None] For port f22975e4-26c5-4f8e-857b-10d0a0c3c1e0, host n-d-816206-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=f22975e4-26c5-4f8e-857b-10d0a0c3c1e0,segment=NetworkSegment(5a94e172-efb4-4d8a-a65c-b4dd6199cc8f),segment_id=5a94e172-efb4-4d8a-a65c-b4dd6199cc8f)] {{(pid=103592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:45:03.649568 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6681512f-2a9d-45d9-92af-fcc3581004b1 tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] Pushing event updated for resources: {'Port': ['ID=b21027a9-1438-4255-835b-feeccdd160f2,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:45:03.666974 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-4e648784-b698-47b2-9a86-9a2b3e572385 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:03.678192 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [req-f7c2bc1c-0543-4561-86eb-f473c7b1f348 req-183683d5-a554-40d1-893b-44672f563a83 tempest-MultipleCreateTestJSON-731598663 tempest-MultipleCreateTestJSON-731598663-project] For port b589c157-5611-44d3-bfe0-37bd4f4fe45f, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=b589c157-5611-44d3-bfe0-37bd4f4fe45f,segment=NetworkSegment(2a53338f-2048-4067-a393-9c8ccd1c070e),segment_id=2a53338f-2048-4067-a393-9c8ccd1c070e)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:45:03.679302 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-f7c2bc1c-0543-4561-86eb-f473c7b1f348 req-183683d5-a554-40d1-893b-44672f563a83 tempest-MultipleCreateTestJSON-731598663 tempest-MultipleCreateTestJSON-731598663-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:03.743311 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e4632913-d914-409b-afa1-962ec28fd115 req-0e9b1d31-cb82-4651-95f0-f8a1da9fe731 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] 10.222.0.60 "GET /v2.0/security-groups?id=fa324d8c-13d0-499d-8791-7b10ff6fd90b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2949791 Nov 23 17:45:03.775455 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1a1239-2f59-481c-ae73-6f3ecacc3806 req-83a31361-90fc-4973-9049-891e7aa9cc92 tempest-MultipleCreateTestJSON-731598663 tempest-MultipleCreateTestJSON-731598663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:45:03.792592 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ff1a1239-2f59-481c-ae73-6f3ecacc3806 req-83a31361-90fc-4973-9049-891e7aa9cc92 tempest-MultipleCreateTestJSON-731598663 tempest-MultipleCreateTestJSON-731598663-project] 10.222.0.60 "GET /v2.0/networks?id=23348ac2-82c2-44f2-ae17-0af4b4c8f8b2 HTTP/1.1" status: 200 len: 812 time: 0.7679312 Nov 23 17:45:03.810672 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e648784-b698-47b2-9a86-9a2b3e572385 None None] Pushing event updated for resources: {'Port': ['ID=f22975e4-26c5-4f8e-857b-10d0a0c3c1e0,revision_number=2']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:45:03.852064 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-6681512f-2a9d-45d9-92af-fcc3581004b1 tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 2.7390306 Nov 23 17:45:03.854418 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [req-f7c2bc1c-0543-4561-86eb-f473c7b1f348 req-183683d5-a554-40d1-893b-44672f563a83 tempest-MultipleCreateTestJSON-731598663 tempest-MultipleCreateTestJSON-731598663-project] Calling delete_port for b589c157-5611-44d3-bfe0-37bd4f4fe45f owned by compute:nova {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:45:03.859129 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 58126) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:45:03.868018 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port 7058ebc2-944a-4a64-aa78-aa3b916cb1f6 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:45:03.868428 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:03.926594 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ff1a1239-2f59-481c-ae73-6f3ecacc3806 req-fd6f4df7-f8c8-4301-be79-d191b9150057 tempest-MultipleCreateTestJSON-731598663 tempest-MultipleCreateTestJSON-731598663-project] 10.222.0.60 "GET /v2.0/quotas/d12571583578401d94edb82eeee79d8b HTTP/1.1" status: 200 len: 375 time: 0.1294494 Nov 23 17:45:03.930243 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-261a6f0e-8053-4cc1-a4cf-f9675421ef96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:04.135492 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-261a6f0e-8053-4cc1-a4cf-f9675421ef96 None None] For port 7058ebc2-944a-4a64-aa78-aa3b916cb1f6, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=7058ebc2-944a-4a64-aa78-aa3b916cb1f6,segment=NetworkSegment(ab21dec6-b6e1-4881-a2a5-8da3d7a706ba),segment_id=ab21dec6-b6e1-4881-a2a5-8da3d7a706ba)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:45:04.158644 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_v2 [None req-877147ec-c431-42ea-bacc-48374abf270f tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] Deleting subnet 0a1030d5-4da3-40b0-b885-debd5dcd6e00 {{(pid=103590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 17:45:04.166240 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-877147ec-c431-42ea-bacc-48374abf270f tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] Publish callbacks [] for subnet, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:04.166963 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-261a6f0e-8053-4cc1-a4cf-f9675421ef96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:04.359932 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-877147ec-c431-42ea-bacc-48374abf270f tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-267528342'] for subnet, precommit_delete_associations {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:04.361337 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a014c524-5009-43d6-927e-4611105034a2 req-bef5e858-4040-4e0b-81ff-e7e470557707 service neutron] 10.222.0.36 "GET /v2.0/networks/96a4c4fb-2a54-4887-a6a0-d3361fb03ec8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7845914 Nov 23 17:45:04.381211 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4bb5fc24-ca7c-45f1-8e1a-91a820dbd2b0 req-a1f465ae-dd3e-4e4d-b709-790bf1243e77 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/ports?device_id=87555c4b-ac12-459b-ba06-6ecf0fceb916 HTTP/1.1" status: 200 len: 210 time: 0.1152048 Nov 23 17:45:04.636206 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ff1a1239-2f59-481c-ae73-6f3ecacc3806 req-4d1fe45d-30e4-4023-8c8c-9c5f60ace18a tempest-MultipleCreateTestJSON-731598663 tempest-MultipleCreateTestJSON-731598663-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=d12571583578401d94edb82eeee79d8b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.7107551 Nov 23 17:45:04.715964 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261a6f0e-8053-4cc1-a4cf-f9675421ef96 None None] Pushing event updated for resources: {'Port': ['ID=7058ebc2-944a-4a64-aa78-aa3b916cb1f6,revision_number=3']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:45:04.780801 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-a99b93f0-04de-423c-95c3-04c257769639 None None] Provisioning complete for port 7058ebc2-944a-4a64-aa78-aa3b916cb1f6 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:45:04.781616 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-a99b93f0-04de-423c-95c3-04c257769639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:04.947124 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee376912-d957-4cd7-bcb6-fbd379b3f96c req-141452e7-bf73-428b-a86b-edd94298ce5b tempest-MultipleCreateTestJSON-731598663 tempest-MultipleCreateTestJSON-731598663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:45:04.950254 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ee376912-d957-4cd7-bcb6-fbd379b3f96c req-141452e7-bf73-428b-a86b-edd94298ce5b tempest-MultipleCreateTestJSON-731598663 tempest-MultipleCreateTestJSON-731598663-project] 10.222.0.36 "GET /v2.0/ports?device_id=747ae454-88db-45fc-9c8a-27cb913a3fa0 HTTP/1.1" status: 200 len: 946 time: 0.9837229 Nov 23 17:45:04.965892 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-f7c2bc1c-0543-4561-86eb-f473c7b1f348 req-183683d5-a554-40d1-893b-44672f563a83 tempest-MultipleCreateTestJSON-731598663 tempest-MultipleCreateTestJSON-731598663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:04.992741 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] get_ports_and_sgs() called for port_ids ['b589c157-5611-44d3-bfe0-37bd4f4fe45f'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:45:05.059222 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183683d5-a554-40d1-893b-44672f563a83 tempest-MultipleCreateTestJSON-731598663 tempest-MultipleCreateTestJSON-731598663-project] Pushing event deleted for resources: {'Port': ['ID=b589c157-5611-44d3-bfe0-37bd4f4fe45f,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:45:05.112261 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7c2bc1c-0543-4561-86eb-f473c7b1f348 req-183683d5-a554-40d1-893b-44672f563a83 tempest-MultipleCreateTestJSON-731598663 tempest-MultipleCreateTestJSON-731598663-project] No DVR routers for this DVR port b589c157-5611-44d3-bfe0-37bd4f4fe45f on host n-h1-816206-8 {{(pid=103590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:45:05.117290 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-f7c2bc1c-0543-4561-86eb-f473c7b1f348 req-183683d5-a554-40d1-893b-44672f563a83 tempest-MultipleCreateTestJSON-731598663 tempest-MultipleCreateTestJSON-731598663-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:05.122448 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-f7c2bc1c-0543-4561-86eb-f473c7b1f348 req-183683d5-a554-40d1-893b-44672f563a83 tempest-MultipleCreateTestJSON-731598663 tempest-MultipleCreateTestJSON-731598663-project] 10.222.0.55 "DELETE /v2.0/ports/b589c157-5611-44d3-bfe0-37bd4f4fe45f HTTP/1.1" status: 204 len: 173 time: 1.8677158 Nov 23 17:45:05.125895 n-d-816206-8 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a176e5e-9a07-43c9-a6e0-e0129ece5b67', 'name': 'network-vif-deleted', 'tag': 'b589c157-5611-44d3-bfe0-37bd4f4fe45f'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:45:05.138101 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbabddbc9fc37b068808e119c416c86f5957ca04531a4a0d2e695c515e93483b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44f161bf-fd1c-46dc-bdb1-f59c28a971ac" -d '{"events": [{"server_uuid": "5a176e5e-9a07-43c9-a6e0-e0129ece5b67", "name": "network-vif-deleted", "tag": "b589c157-5611-44d3-bfe0-37bd4f4fe45f"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:45:05.207613 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 7058ebc2-944a-4a64-aa78-aa3b916cb1f6 up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:45:05.276528 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-877147ec-c431-42ea-bacc-48374abf270f tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971956'] for subnet, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:05.360341 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port 7058ebc2-944a-4a64-aa78-aa3b916cb1f6 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:45:05.360814 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:05.435317 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ff1a1239-2f59-481c-ae73-6f3ecacc3806 req-379cbe2b-17bb-46d0-9402-e8883477626c service neutron] 10.222.0.60 "GET /v2.0/networks/23348ac2-82c2-44f2-ae17-0af4b4c8f8b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7980931 Nov 23 17:45:05.455455 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-877147ec-c431-42ea-bacc-48374abf270f tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264357903', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264730940'] for subnet, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:05.612742 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ff1a1239-2f59-481c-ae73-6f3ecacc3806 req-ed80bacf-7731-4b7b-8d91-8dc9cceb592f service neutron] 10.222.0.60 "GET /v2.0/networks/23348ac2-82c2-44f2-ae17-0af4b4c8f8b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1760979 Nov 23 17:45:05.628305 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-877147ec-c431-42ea-bacc-48374abf270f tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] Publish callbacks [] for subnet, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:05.634594 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-877147ec-c431-42ea-bacc-48374abf270f tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] 10.222.0.60 "DELETE /v2.0/subnets/0a1030d5-4da3-40b0-b885-debd5dcd6e00 HTTP/1.1" status: 204 len: 168 time: 1.7547705 Nov 23 17:45:05.634594 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877147ec-c431-42ea-bacc-48374abf270f tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] Pushing event deleted for resources: {'Subnet': ['ID=0a1030d5-4da3-40b0-b885-debd5dcd6e00,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:45:05.634922 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 58148) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:45:05.716406 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f56fcc6-6e38-4e6b-93ed-9036844641d6 req-07b944a4-c09e-4899-b6ce-a6f7ebb41216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:45:05.717961 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5f56fcc6-6e38-4e6b-93ed-9036844641d6 req-07b944a4-c09e-4899-b6ce-a6f7ebb41216 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fc0b8b60f26147bc93ae14daf3e34aba&device_id=56326de4-b362-4f02-8ac8-2cfe9a6433a2 HTTP/1.1" status: 200 len: 1095 time: 1.2375367 Nov 23 17:45:05.729271 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device f22975e4-26c5-4f8e-857b-10d0a0c3c1e0 up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:45:05.735425 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769f0607-d39e-4d7f-9373-6eef1644538a req-6a4e0d2c-c39a-4e5d-a07e-5ef2ddcd0026 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:45:05.747479 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-769f0607-d39e-4d7f-9373-6eef1644538a req-6a4e0d2c-c39a-4e5d-a07e-5ef2ddcd0026 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] 10.222.0.60 "GET /v2.0/ports?device_id=a43134ca-2758-4794-bb9c-974d11e5e279 HTTP/1.1" status: 200 len: 946 time: 0.7921751 Nov 23 17:45:05.877284 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51bd47ea-2045-48b4-ba67-90a85e4a3052 tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:45:05.888964 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51bd47ea-2045-48b4-ba67-90a85e4a3052 tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:45:05.896745 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port f22975e4-26c5-4f8e-857b-10d0a0c3c1e0 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:45:05.897325 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:05.905539 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-51bd47ea-2045-48b4-ba67-90a85e4a3052 tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2419016 Nov 23 17:45:05.909821 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 58152) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:45:06.067490 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-3bfe2e9f-d621-43eb-bbc5-3b4b1f31fc10 tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-555181'] for network, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:06.087178 n-d-816206-8 neutron-server[103590]: INFO neutron.pecan_wsgi.hooks.translation [None req-3bfe2e9f-d621-43eb-bbc5-3b4b1f31fc10 tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] DELETE failed (client error): There was a conflict when trying to complete your request. Nov 23 17:45:06.087776 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3bfe2e9f-d621-43eb-bbc5-3b4b1f31fc10 tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103590) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 17:45:06.097472 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-3bfe2e9f-d621-43eb-bbc5-3b4b1f31fc10 tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] 10.222.0.60 "DELETE /v2.0/networks/de0289f4-7806-427b-af01-617c28e2c116 HTTP/1.1" status: 409 len: 405 time: 0.1797478 Nov 23 17:45:06.098740 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 58154) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:45:06.108295 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [req-ee376912-d957-4cd7-bcb6-fbd379b3f96c req-4078697c-fb18-494b-9d43-eef3f93baaf6 tempest-MultipleCreateTestJSON-731598663 tempest-MultipleCreateTestJSON-731598663-project] Deleting port b6e1bcc5-9fc2-4b48-accd-4e79e173eb43 {{(pid=103591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:45:06.110307 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-ee376912-d957-4cd7-bcb6-fbd379b3f96c req-4078697c-fb18-494b-9d43-eef3f93baaf6 tempest-MultipleCreateTestJSON-731598663 tempest-MultipleCreateTestJSON-731598663-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:06.112833 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device 1d9e3b88-028d-4283-8c21-507d2fff66f7 details requested by agent hyperv_n-h2-816206-8 with host n-h2-816206-8 {{(pid=103592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 17:45:06.118462 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device b6e1bcc5-9fc2-4b48-accd-4e79e173eb43 no longer exists at agent hyperv_n-h2-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:45:06.119153 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-e5bbf184-41ee-4855-9305-21044d813da5 tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-830856216'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:45:06.225929 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-769f0607-d39e-4d7f-9373-6eef1644538a req-5f9c995c-8b65-4c4f-936c-3d955a9cf3a0 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] 10.222.0.60 "GET /v2.0/security-groups?id=c11b6a3a-f89b-4d05-9340-8aa0be1653f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4141743 Nov 23 17:45:06.256984 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5bbf184-41ee-4855-9305-21044d813da5 tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] Made reservation on behalf of 3d2fca7cf440480a8330ba29eee9c923 for: {'network': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:45:06.274196 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e5bbf184-41ee-4855-9305-21044d813da5 tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for network, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:06.317644 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c51f717b-a668-408a-a57e-e25225cfc912 None None] Network de0289f4-7806-427b-af01-617c28e2c116 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:45:06.363319 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f56fcc6-6e38-4e6b-93ed-9036844641d6 req-c9901874-6031-4f4e-973d-d4da1c4a70f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:45:06.373268 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5f56fcc6-6e38-4e6b-93ed-9036844641d6 req-c9901874-6031-4f4e-973d-d4da1c4a70f5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=96a4c4fb-2a54-4887-a6a0-d3361fb03ec8 HTTP/1.1" status: 200 len: 907 time: 0.6247704 Nov 23 17:45:06.398984 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5bbf184-41ee-4855-9305-21044d813da5 tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] vlan segment allocate from pool success with {'vlan_id': 517, 'physical_network': 'physnet1'} {{(pid=103590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 17:45:06.465898 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e5bbf184-41ee-4855-9305-21044d813da5 tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:06.469432 n-d-816206-8 neutron-server[103590]: INFO neutron.db.segments_db [None req-e5bbf184-41ee-4855-9305-21044d813da5 tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] Added segment df114fb9-f664-4d99-b4c8-70b93e57a004 of type vlan for network 3b65ce1f-66b6-4667-b5a0-6557882905b0 Nov 23 17:45:06.510862 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5f56fcc6-6e38-4e6b-93ed-9036844641d6 req-f223b16d-b741-42dd-be71-afbf83b43a07 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1d9e3b88-028d-4283-8c21-507d2fff66f7 HTTP/1.1" status: 200 len: 217 time: 0.1261952 Nov 23 17:45:06.582845 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-ee376912-d957-4cd7-bcb6-fbd379b3f96c req-4078697c-fb18-494b-9d43-eef3f93baaf6 tempest-MultipleCreateTestJSON-731598663 tempest-MultipleCreateTestJSON-731598663-project] For port b6e1bcc5-9fc2-4b48-accd-4e79e173eb43, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=b6e1bcc5-9fc2-4b48-accd-4e79e173eb43,segment=NetworkSegment(2a53338f-2048-4067-a393-9c8ccd1c070e),segment_id=2a53338f-2048-4067-a393-9c8ccd1c070e)] {{(pid=103591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:45:06.583336 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-ee376912-d957-4cd7-bcb6-fbd379b3f96c req-4078697c-fb18-494b-9d43-eef3f93baaf6 tempest-MultipleCreateTestJSON-731598663 tempest-MultipleCreateTestJSON-731598663-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:06.606729 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [req-ee376912-d957-4cd7-bcb6-fbd379b3f96c req-4078697c-fb18-494b-9d43-eef3f93baaf6 tempest-MultipleCreateTestJSON-731598663 tempest-MultipleCreateTestJSON-731598663-project] Calling delete_port for b6e1bcc5-9fc2-4b48-accd-4e79e173eb43 owned by compute:nova {{(pid=103591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:45:06.642370 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:45:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b541e0c8-78ac-467f-8add-b6506df6f2aa x-openstack-request-id: req-b541e0c8-78ac-467f-8add-b6506df6f2aa {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:45:06.642605 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a176e5e-9a07-43c9-a6e0-e0129ece5b67", "name": "network-vif-deleted", "tag": "b589c157-5611-44d3-bfe0-37bd4f4fe45f", "status": "completed", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:45:06.642942 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b541e0c8-78ac-467f-8add-b6506df6f2aa {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:45:06.643247 n-d-816206-8 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a176e5e-9a07-43c9-a6e0-e0129ece5b67', 'name': 'network-vif-deleted', 'tag': 'b589c157-5611-44d3-bfe0-37bd4f4fe45f', 'status': 'completed', 'code': 200} Nov 23 17:45:06.662304 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f56fcc6-6e38-4e6b-93ed-9036844641d6 req-af126ce7-d05b-4f9e-961f-deba554af69f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:45:06.673357 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5f56fcc6-6e38-4e6b-93ed-9036844641d6 req-af126ce7-d05b-4f9e-961f-deba554af69f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6a67b7b8-1b5e-4ea7-ab09-4d43799d0b06 HTTP/1.1" status: 200 len: 846 time: 0.1452343 Nov 23 17:45:06.709391 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:06.717634 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e5bbf184-41ee-4855-9305-21044d813da5 tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736635338810'] for network, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:06.733361 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.db.resource_extend [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] It took 0.34 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 23 17:45:06.774596 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e5bbf184-41ee-4855-9305-21044d813da5 tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493'] for network, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:06.786465 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5bbf184-41ee-4855-9305-21044d813da5 tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:45:06.787117 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e5bbf184-41ee-4855-9305-21044d813da5 tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] Publish callbacks [] for network, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:06.826711 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-e5bbf184-41ee-4855-9305-21044d813da5 tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.7267725 Nov 23 17:45:06.830351 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 58172) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:45:06.836760 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-8d7023c8-6282-405d-9ffa-f00bb8b1f0f6 tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] Request body: {'subnet': {'network_id': '3b65ce1f-66b6-4667-b5a0-6557882905b0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:45:06.872587 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] For port f22975e4-26c5-4f8e-857b-10d0a0c3c1e0, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=f22975e4-26c5-4f8e-857b-10d0a0c3c1e0,segment=NetworkSegment(5a94e172-efb4-4d8a-a65c-b4dd6199cc8f),segment_id=5a94e172-efb4-4d8a-a65c-b4dd6199cc8f)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:45:06.889088 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-314f7b9b-bce5-485a-aec5-77a5e6ae4abe None None] Provisioning complete for port f22975e4-26c5-4f8e-857b-10d0a0c3c1e0 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:45:06.889548 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-314f7b9b-bce5-485a-aec5-77a5e6ae4abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:06.895821 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886320d2-f61d-49d7-b3cf-bd3c83323d79 req-72631d6d-3de2-47de-bc3c-91f7efd91e05 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:45:06.908124 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-886320d2-f61d-49d7-b3cf-bd3c83323d79 req-72631d6d-3de2-47de-bc3c-91f7efd91e05 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] 10.222.0.60 "GET /v2.0/ports?device_id=56326de4-b362-4f02-8ac8-2cfe9a6433a2 HTTP/1.1" status: 200 len: 944 time: 0.4116240 Nov 23 17:45:06.963257 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:06.968398 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b22b364c-6312-47f2-a708-f61a282beec5 req-1226e56a-4cbf-4815-aa32-04e2f6624492 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/ports?device_id=87555c4b-ac12-459b-ba06-6ecf0fceb916 HTTP/1.1" status: 200 len: 210 time: 0.2805307 Nov 23 17:45:06.971964 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5f56fcc6-6e38-4e6b-93ed-9036844641d6 req-bb812c28-b366-4353-83c8-6d289b3b710f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=96a4c4fb-2a54-4887-a6a0-d3361fb03ec8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2703764 Nov 23 17:45:07.093822 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bbf184-41ee-4855-9305-21044d813da5 tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] Pushing event updated for resources: {'Network': ['ID=3b65ce1f-66b6-4667-b5a0-6557882905b0,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:45:07.120831 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d7023c8-6282-405d-9ffa-f00bb8b1f0f6 tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] Made reservation on behalf of 3d2fca7cf440480a8330ba29eee9c923 for: {'subnet': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:45:07.125963 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8d7023c8-6282-405d-9ffa-f00bb8b1f0f6 tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264730903'] for subnet, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:07.245527 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-886320d2-f61d-49d7-b3cf-bd3c83323d79 req-8afe47ec-8165-482f-a905-d88b0cc20ac8 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] 10.222.0.60 "GET /v2.0/security-groups?id=fa324d8c-13d0-499d-8791-7b10ff6fd90b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3361518 Nov 23 17:45:07.389879 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Network 3b65ce1f-66b6-4667-b5a0-6557882905b0 details requested by agent ovs-agent-n-d-816206-8 with host n-d-816206-8 {{(pid=103592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 17:45:07.464402 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:07.509962 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Pushing event updated for resources: {'Port': ['ID=f22975e4-26c5-4f8e-857b-10d0a0c3c1e0,revision_number=4']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:45:07.713292 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c4e5cc9-db26-4bb2-a8fa-b4d0f5eeb48a None None] DHCP port deletion for de0289f4-7806-427b-af01-617c28e2c116 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:45:07.719394 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '747ae454-88db-45fc-9c8a-27cb913a3fa0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b6e1bcc5-9fc2-4b48-accd-4e79e173eb43'}] {{(pid=103592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:45:07.724243 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba3e6a8f2301c7a29fe1eca9779abdae4ccbcd6266d69778087f2498d5551201" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06b43298-244d-44ff-b42b-6fc8fe723939" -d '{"events": [{"server_uuid": "747ae454-88db-45fc-9c8a-27cb913a3fa0", "name": "network-vif-unplugged", "status": "completed", "tag": "b6e1bcc5-9fc2-4b48-accd-4e79e173eb43"}]}' {{(pid=103592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:45:07.767137 n-d-816206-8 neutron-server[103590]: DEBUG neutron.objects.ports [None req-8d7023c8-6282-405d-9ffa-f00bb8b1f0f6 tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103590) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 23 17:45:07.768900 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8d7023c8-6282-405d-9ffa-f00bb8b1f0f6 tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264358096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264730885'] for subnet, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:07.810282 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port b6e1bcc5-9fc2-4b48-accd-4e79e173eb43, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=b6e1bcc5-9fc2-4b48-accd-4e79e173eb43,segment=NetworkSegment(2a53338f-2048-4067-a393-9c8ccd1c070e),segment_id=2a53338f-2048-4067-a393-9c8ccd1c070e)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:45:07.837986 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port 1d9e3b88-028d-4283-8c21-507d2fff66f7, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=1d9e3b88-028d-4283-8c21-507d2fff66f7,segment=NetworkSegment(3dd48af8-0370-4e3e-80f2-5bf5c6c5c8d9),segment_id=3dd48af8-0370-4e3e-80f2-5bf5c6c5c8d9)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:45:07.871646 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Returning: {'device': '1d9e3b88-028d-4283-8c21-507d2fff66f7', 'network_id': '96a4c4fb-2a54-4887-a6a0-d3361fb03ec8', 'port_id': '1d9e3b88-028d-4283-8c21-507d2fff66f7', 'mac_address': 'fa:16:3e:8c:f9:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a67b7b8-1b5e-4ea7-ab09-4d43799d0b06', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 17:45:07.907301 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7023c8-6282-405d-9ffa-f00bb8b1f0f6 tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] Pushing event updated for resources: {'Subnet': ['ID=1782ab08-df19-41f7-9724-25c9fa03cd77,revision_number=0']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:45:07.938433 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:07.954000 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:07.961962 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d9e3b88-028d-4283-8c21-507d2fff66f7 {{(pid=103592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:45:08.008915 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d7023c8-6282-405d-9ffa-f00bb8b1f0f6 tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] Checking segment: {'id': 'df114fb9-f664-4d99-b4c8-70b93e57a004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '3b65ce1f-66b6-4667-b5a0-6557882905b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:45:08.009351 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d7023c8-6282-405d-9ffa-f00bb8b1f0f6 tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] Network hostable DHCP agents. Network: 3b65ce1f-66b6-4667-b5a0-6557882905b0, hostable agents: ['0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3'], hosted agents: [] {{(pid=103590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 17:45:08.020134 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port 1d9e3b88-028d-4283-8c21-507d2fff66f7, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=1d9e3b88-028d-4283-8c21-507d2fff66f7,segment=NetworkSegment(3dd48af8-0370-4e3e-80f2-5bf5c6c5c8d9),segment_id=3dd48af8-0370-4e3e-80f2-5bf5c6c5c8d9)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:45:08.070811 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a49c4594-c4eb-4fde-b4f1-0a66a9a221f4 req-82d35952-ccde-46e2-8064-21f354ce5b00 tempest-MultipleCreateTestJSON-731598663 tempest-MultipleCreateTestJSON-731598663-project] 10.222.0.60 "GET /v2.0/ports?device_id=ad896d57-5313-4734-90ac-614615fd3492 HTTP/1.1" status: 200 len: 210 time: 0.5519798 Nov 23 17:45:08.094802 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-ee376912-d957-4cd7-bcb6-fbd379b3f96c req-4078697c-fb18-494b-9d43-eef3f93baaf6 tempest-MultipleCreateTestJSON-731598663 tempest-MultipleCreateTestJSON-731598663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:08.098624 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Pushing event updated for resources: {'Port': ['ID=b6e1bcc5-9fc2-4b48-accd-4e79e173eb43,revision_number=6']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:45:08.115617 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:08.215027 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-3c4e5cc9-db26-4bb2-a8fa-b4d0f5eeb48a None None] Deleting port f22975e4-26c5-4f8e-857b-10d0a0c3c1e0 {{(pid=103592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:45:08.215413 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-3c4e5cc9-db26-4bb2-a8fa-b4d0f5eeb48a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:08.258544 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d8bbfc-d061-41ea-8d38-b2396cc68ccf req-e6a62e21-1430-4287-87f0-f87ad95e55d2 tempest-VolumesBackupsTest-643586812 tempest-VolumesBackupsTest-643586812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:45:08.274763 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-34d8bbfc-d061-41ea-8d38-b2396cc68ccf req-e6a62e21-1430-4287-87f0-f87ad95e55d2 tempest-VolumesBackupsTest-643586812 tempest-VolumesBackupsTest-643586812-project] 10.222.0.55 "GET /v2.0/ports?device_id=3aeb0ea1-307a-4c3c-9237-d07df043ece9 HTTP/1.1" status: 200 len: 949 time: 0.3275104 Nov 23 17:45:08.276470 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d7023c8-6282-405d-9ffa-f00bb8b1f0f6 tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] Network 3b65ce1f-66b6-4667-b5a0-6557882905b0 is scheduled to be hosted by DHCP agent 0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3 with binding_index 1 {{(pid=103590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 17:45:08.305311 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4078697c-fb18-494b-9d43-eef3f93baaf6 tempest-MultipleCreateTestJSON-731598663 tempest-MultipleCreateTestJSON-731598663-project] Pushing event deleted for resources: {'Port': ['ID=b6e1bcc5-9fc2-4b48-accd-4e79e173eb43,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:45:08.389809 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-8d7023c8-6282-405d-9ffa-f00bb8b1f0f6 tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-8, 3b65ce1f-66b6-4667-b5a0-6557882905b0) {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:45:08.438143 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d7023c8-6282-405d-9ffa-f00bb8b1f0f6 tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:45:08.438755 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8d7023c8-6282-405d-9ffa-f00bb8b1f0f6 tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] Publish callbacks [] for subnet, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:08.482995 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Pushing event updated for resources: {'Port': ['ID=1d9e3b88-028d-4283-8c21-507d2fff66f7,revision_number=4']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:45:08.508957 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-3c4e5cc9-db26-4bb2-a8fa-b4d0f5eeb48a None None] For port f22975e4-26c5-4f8e-857b-10d0a0c3c1e0, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=f22975e4-26c5-4f8e-857b-10d0a0c3c1e0,segment=NetworkSegment(5a94e172-efb4-4d8a-a65c-b4dd6199cc8f),segment_id=5a94e172-efb4-4d8a-a65c-b4dd6199cc8f)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:45:08.521600 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-3c4e5cc9-db26-4bb2-a8fa-b4d0f5eeb48a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:08.586645 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-8d7023c8-6282-405d-9ffa-f00bb8b1f0f6 tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7524533 Nov 23 17:45:08.597447 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4b6c2bf-3f65-4448-b6b5-f9eb3e67a404 None None] Network 3b65ce1f-66b6-4667-b5a0-6557882905b0 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:45:08.600644 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 58188) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:45:08.609067 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-39941527-956f-44e4-8e00-c332202775f9 tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] Request body: {'port': {'network_id': '3b65ce1f-66b6-4667-b5a0-6557882905b0', 'name': 'tempest-NetworksIpV6TestAttrs-1382352631'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:45:08.740788 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [req-34d8bbfc-d061-41ea-8d38-b2396cc68ccf req-49171724-6598-4d50-b011-aa109e93c879 tempest-VolumesBackupsTest-643586812 tempest-VolumesBackupsTest-643586812-project] Deleting port ce8b633a-6cd2-4637-acae-9d541f261158 {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:45:08.741154 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-34d8bbfc-d061-41ea-8d38-b2396cc68ccf req-49171724-6598-4d50-b011-aa109e93c879 tempest-VolumesBackupsTest-643586812 tempest-VolumesBackupsTest-643586812-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:08.743801 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5f56fcc6-6e38-4e6b-93ed-9036844641d6 req-32c9935b-2443-4525-a93b-fb4ee879bbc0 service neutron] 10.222.0.36 "GET /v2.0/networks/96a4c4fb-2a54-4887-a6a0-d3361fb03ec8?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.7596714 Nov 23 17:45:08.744553 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device b589c157-5611-44d3-bfe0-37bd4f4fe45f no longer exists at agent hyperv_n-h1-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:45:08.807092 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee376912-d957-4cd7-bcb6-fbd379b3f96c req-4078697c-fb18-494b-9d43-eef3f93baaf6 tempest-MultipleCreateTestJSON-731598663 tempest-MultipleCreateTestJSON-731598663-project] No DVR routers for this DVR port b6e1bcc5-9fc2-4b48-accd-4e79e173eb43 on host n-h2-816206-8 {{(pid=103591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:45:08.810617 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] get_ports_and_sgs() called for port_ids ['1d9e3b88-028d-4283-8c21-507d2fff66f7'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:45:08.817623 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccb1e5a-b0cb-4943-ad34-c9226d75a750 req-a0a3d49d-823a-44b2-b712-751bb18c505d tempest-VolumesBackupsTest-643586812 tempest-VolumesBackupsTest-643586812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:45:08.825990 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6ccb1e5a-b0cb-4943-ad34-c9226d75a750 req-a0a3d49d-823a-44b2-b712-751bb18c505d tempest-VolumesBackupsTest-643586812 tempest-VolumesBackupsTest-643586812-project] 10.222.0.60 "GET /v2.0/ports?device_id=3aeb0ea1-307a-4c3c-9237-d07df043ece9 HTTP/1.1" status: 200 len: 949 time: 1.4672632 Nov 23 17:45:08.875251 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-ee376912-d957-4cd7-bcb6-fbd379b3f96c req-4078697c-fb18-494b-9d43-eef3f93baaf6 tempest-MultipleCreateTestJSON-731598663 tempest-MultipleCreateTestJSON-731598663-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:08.887658 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ee376912-d957-4cd7-bcb6-fbd379b3f96c req-4078697c-fb18-494b-9d43-eef3f93baaf6 tempest-MultipleCreateTestJSON-731598663 tempest-MultipleCreateTestJSON-731598663-project] 10.222.0.36 "DELETE /v2.0/ports/b6e1bcc5-9fc2-4b48-accd-4e79e173eb43 HTTP/1.1" status: 204 len: 173 time: 3.8107729 Nov 23 17:45:08.943195 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '747ae454-88db-45fc-9c8a-27cb913a3fa0', 'name': 'network-vif-deleted', 'tag': 'b6e1bcc5-9fc2-4b48-accd-4e79e173eb43'}] {{(pid=103591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:45:08.947578 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41d174a19ece9499ff9ec44e5b3fc50f2abd3ffbc947fb7e52ea1e8db27b95b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a12198f6-ccdb-42ac-b135-25033d1379a7" -d '{"events": [{"server_uuid": "747ae454-88db-45fc-9c8a-27cb913a3fa0", "name": "network-vif-deleted", "tag": "b6e1bcc5-9fc2-4b48-accd-4e79e173eb43"}]}' {{(pid=103591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:45:08.970669 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-3c4e5cc9-db26-4bb2-a8fa-b4d0f5eeb48a None None] Calling delete_port for f22975e4-26c5-4f8e-857b-10d0a0c3c1e0 owned by network:dhcp {{(pid=103592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:45:08.990170 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] No Port match for: b589c157-5611-44d3-bfe0-37bd4f4fe45f {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:45:08.990530 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device b589c157-5611-44d3-bfe0-37bd4f4fe45f not bound to the agent host n-h1-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:45:08.996298 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39941527-956f-44e4-8e00-c332202775f9 tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] Made reservation on behalf of 3d2fca7cf440480a8330ba29eee9c923 for: {'port': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:45:09.003593 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6ccb1e5a-b0cb-4943-ad34-c9226d75a750 req-3e50ea56-7179-4f4a-9c7a-3233c1c9dcfb tempest-VolumesBackupsTest-643586812 tempest-VolumesBackupsTest-643586812-project] 10.222.0.60 "GET /v2.0/security-groups?id=4df28033-856d-4fed-8b1f-2717b5a26001&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763368 Nov 23 17:45:09.011818 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-39941527-956f-44e4-8e00-c332202775f9 tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:09.131255 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a993c4-9479-414b-9af5-f525bede4fdc req-bb30a86f-6c69-4021-b05a-dbd6ee6d45b7 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:45:09.140683 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-36a993c4-9479-414b-9af5-f525bede4fdc req-bb30a86f-6c69-4021-b05a-dbd6ee6d45b7 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] 10.222.0.60 "GET /v2.0/ports?device_id=a43134ca-2758-4794-bb9c-974d11e5e279 HTTP/1.1" status: 200 len: 946 time: 0.8602340 Nov 23 17:45:09.150630 n-d-816206-8 neutron-server[103590]: DEBUG neutron.notifiers.nova [None req-39941527-956f-44e4-8e00-c332202775f9 tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] device_id is not set on port d5c79050-74c2-487d-bda4-a8791ed25702 yet. {{(pid=103590) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 17:45:09.167097 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 17:45:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23144cc0-3ac0-4eaf-addc-5779a1bcdb21 x-openstack-request-id: req-23144cc0-3ac0-4eaf-addc-5779a1bcdb21 {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:45:09.167487 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "747ae454-88db-45fc-9c8a-27cb913a3fa0", "name": "network-vif-unplugged", "status": "completed", "tag": "b6e1bcc5-9fc2-4b48-accd-4e79e173eb43", "code": 200}]} {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:45:09.167692 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-23144cc0-3ac0-4eaf-addc-5779a1bcdb21 {{(pid=103592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:45:09.168258 n-d-816206-8 neutron-server[103592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '747ae454-88db-45fc-9c8a-27cb913a3fa0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b6e1bcc5-9fc2-4b48-accd-4e79e173eb43', 'code': 200} Nov 23 17:45:09.180761 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [req-34d8bbfc-d061-41ea-8d38-b2396cc68ccf req-49171724-6598-4d50-b011-aa109e93c879 tempest-VolumesBackupsTest-643586812 tempest-VolumesBackupsTest-643586812-project] For port ce8b633a-6cd2-4637-acae-9d541f261158, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=ce8b633a-6cd2-4637-acae-9d541f261158,segment=NetworkSegment(329c1745-02bf-4561-9615-3192910887f5),segment_id=329c1745-02bf-4561-9615-3192910887f5)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:45:09.180761 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-34d8bbfc-d061-41ea-8d38-b2396cc68ccf req-49171724-6598-4d50-b011-aa109e93c879 tempest-VolumesBackupsTest-643586812 tempest-VolumesBackupsTest-643586812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:09.208237 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device f22975e4-26c5-4f8e-857b-10d0a0c3c1e0 no longer exists at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:45:09.316481 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [req-34d8bbfc-d061-41ea-8d38-b2396cc68ccf req-49171724-6598-4d50-b011-aa109e93c879 tempest-VolumesBackupsTest-643586812 tempest-VolumesBackupsTest-643586812-project] Calling delete_port for ce8b633a-6cd2-4637-acae-9d541f261158 owned by compute:nova {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:45:09.416360 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-3ba87f4e-b2b3-4b66-8b29-421eeba2030e req-2c623855-ac06-47e5-9d45-346d8e7172c0 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/ports?device_id=87555c4b-ac12-459b-ba06-6ecf0fceb916 HTTP/1.1" status: 200 len: 210 time: 0.1267798 Nov 23 17:45:09.502231 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1a1239-2f59-481c-ae73-6f3ecacc3806 req-27c19967-b3d5-4bb7-a652-fbcf0f4090b5 tempest-MultipleCreateTestJSON-731598663 tempest-MultipleCreateTestJSON-731598663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:45:09.504130 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ff1a1239-2f59-481c-ae73-6f3ecacc3806 req-27c19967-b3d5-4bb7-a652-fbcf0f4090b5 tempest-MultipleCreateTestJSON-731598663 tempest-MultipleCreateTestJSON-731598663-project] 10.222.0.55 "GET /v2.0/networks?id=23348ac2-82c2-44f2-ae17-0af4b4c8f8b2 HTTP/1.1" status: 200 len: 812 time: 1.0212684 Nov 23 17:45:09.593765 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [req-ff1a1239-2f59-481c-ae73-6f3ecacc3806 req-261dd955-be84-42e9-bf39-bc3ddaac7a9b tempest-MultipleCreateTestJSON-731598663 tempest-MultipleCreateTestJSON-731598663-project] Request body: {'port': {'device_id': '165af5ef-924e-42a7-b0fa-a06c04e53e01', 'network_id': '23348ac2-82c2-44f2-ae17-0af4b4c8f8b2', 'admin_state_up': True, 'tenant_id': 'd12571583578401d94edb82eeee79d8b'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:45:09.603639 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-36a993c4-9479-414b-9af5-f525bede4fdc req-043ee83d-cc5b-45a2-921f-d47773a68197 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] 10.222.0.60 "GET /v2.0/security-groups?id=c11b6a3a-f89b-4d05-9340-8aa0be1653f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3417671 Nov 23 17:45:09.716527 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-39941527-956f-44e4-8e00-c332202775f9 tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] Allocated IP 2001:db8::f816:3eff:fe10:e563 (3b65ce1f-66b6-4667-b5a0-6557882905b0/1782ab08-df19-41f7-9724-25c9fa03cd77/d5c79050-74c2-487d-bda4-a8791ed25702) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:45:09.986530 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-39941527-956f-44e4-8e00-c332202775f9 tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:10.050810 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-39941527-956f-44e4-8e00-c332202775f9 tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:10.129157 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:10.135087 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39941527-956f-44e4-8e00-c332202775f9 tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] Network 3b65ce1f-66b6-4667-b5a0-6557882905b0 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:45:10.141412 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-39941527-956f-44e4-8e00-c332202775f9 tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:45:10.145395 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39941527-956f-44e4-8e00-c332202775f9 tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:45:10.152112 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39941527-956f-44e4-8e00-c332202775f9 tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:45:10.152857 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-39941527-956f-44e4-8e00-c332202775f9 tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:10.186356 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-3c4e5cc9-db26-4bb2-a8fa-b4d0f5eeb48a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989'] for port, after_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:10.198518 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-39941527-956f-44e4-8e00-c332202775f9 tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.5967584 Nov 23 17:45:10.210996 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 58200) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:45:10.238505 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 58202) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:45:10.263906 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39941527-956f-44e4-8e00-c332202775f9 tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] Pushing event updated for resources: {'Port': ['ID=d5c79050-74c2-487d-bda4-a8791ed25702,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:45:10.373838 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4e5cc9-db26-4bb2-a8fa-b4d0f5eeb48a None None] Pushing event deleted for resources: {'Port': ['ID=f22975e4-26c5-4f8e-857b-10d0a0c3c1e0,revision_number=None']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:45:10.379366 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-34d8bbfc-d061-41ea-8d38-b2396cc68ccf req-49171724-6598-4d50-b011-aa109e93c879 tempest-VolumesBackupsTest-643586812 tempest-VolumesBackupsTest-643586812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:10.389058 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c4e5cc9-db26-4bb2-a8fa-b4d0f5eeb48a None None] No DVR routers for this DVR port f22975e4-26c5-4f8e-857b-10d0a0c3c1e0 on host n-d-816206-8 {{(pid=103592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:45:10.401118 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] get_ports_and_sgs() called for port_ids ['ce8b633a-6cd2-4637-acae-9d541f261158'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:45:10.427229 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:45:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53726684-b93d-4e05-82aa-15b53271a06c x-openstack-request-id: req-53726684-b93d-4e05-82aa-15b53271a06c {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:45:10.427805 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "747ae454-88db-45fc-9c8a-27cb913a3fa0", "name": "network-vif-deleted", "tag": "b6e1bcc5-9fc2-4b48-accd-4e79e173eb43", "status": "completed", "code": 200}]} {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:45:10.427805 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-53726684-b93d-4e05-82aa-15b53271a06c {{(pid=103591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:45:10.428295 n-d-816206-8 neutron-server[103591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '747ae454-88db-45fc-9c8a-27cb913a3fa0', 'name': 'network-vif-deleted', 'tag': 'b6e1bcc5-9fc2-4b48-accd-4e79e173eb43', 'status': 'completed', 'code': 200} Nov 23 17:45:10.446997 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49171724-6598-4d50-b011-aa109e93c879 tempest-VolumesBackupsTest-643586812 tempest-VolumesBackupsTest-643586812-project] Pushing event deleted for resources: {'Port': ['ID=ce8b633a-6cd2-4637-acae-9d541f261158,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:45:10.482249 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0463535-f4c6-46fd-847c-c8a343278e98 tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] Deleting subnet 1782ab08-df19-41f7-9724-25c9fa03cd77 {{(pid=103590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 17:45:10.486513 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0082fc0-3c94-419b-92bb-f9c13f0738cc admin admin] Deleting subnet b0b01950-7cc8-4604-839e-29e2d8a1f9ac {{(pid=103590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 17:45:10.500713 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c0082fc0-3c94-419b-92bb-f9c13f0738cc admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:10.512803 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e0463535-f4c6-46fd-847c-c8a343278e98 tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] Publish callbacks [] for subnet, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:10.569114 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5f56fcc6-6e38-4e6b-93ed-9036844641d6 req-96f0851f-edd7-44e6-a1a8-a16b0150ed6a service neutron] 10.222.0.36 "GET /v2.0/networks/96a4c4fb-2a54-4887-a6a0-d3361fb03ec8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.7942078 Nov 23 17:45:10.579780 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac38e7f9-75f9-4daa-9e6f-8a1717374ae4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp355044b8-8e87-58c4-94fa-4a010ec30f9e-3b65ce1f-66b6-4667-b5a0-6557882905b0', 'network_id': '3b65ce1f-66b6-4667-b5a0-6557882905b0', 'tenant_id': '3d2fca7cf440480a8330ba29eee9c923', 'fixed_ips': [{'subnet_id': '1782ab08-df19-41f7-9724-25c9fa03cd77'}]}} from n-d-816206-8. {{(pid=103592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 17:45:10.580680 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-ac38e7f9-75f9-4daa-9e6f-8a1717374ae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:10.586468 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b2028b17-3258-40b0-9666-1edec234a39e req-42860339-2229-4224-8644-4169c5d80a9d tempest-MultipleCreateTestJSON-731598663 tempest-MultipleCreateTestJSON-731598663-project] 10.222.0.60 "GET /v2.0/ports?device_id=ad896d57-5313-4734-90ac-614615fd3492 HTTP/1.1" status: 200 len: 210 time: 0.1651278 Nov 23 17:45:10.692050 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1a1239-2f59-481c-ae73-6f3ecacc3806 req-74bab308-6137-4af5-ad42-a6f67f616647 tempest-MultipleCreateTestJSON-731598663 tempest-MultipleCreateTestJSON-731598663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:45:10.693526 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ff1a1239-2f59-481c-ae73-6f3ecacc3806 req-74bab308-6137-4af5-ad42-a6f67f616647 tempest-MultipleCreateTestJSON-731598663 tempest-MultipleCreateTestJSON-731598663-project] 10.222.0.55 "GET /v2.0/networks?id=23348ac2-82c2-44f2-ae17-0af4b4c8f8b2 HTTP/1.1" status: 200 len: 812 time: 1.3105762 Nov 23 17:45:10.702284 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23897fe3-f19e-4340-b57b-7167e51a02f8 req-55d1cc9b-2d84-4e49-ae84-800199ffabb9 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:45:10.710133 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-23897fe3-f19e-4340-b57b-7167e51a02f8 req-55d1cc9b-2d84-4e49-ae84-800199ffabb9 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] 10.222.0.60 "GET /v2.0/ports?device_id=56326de4-b362-4f02-8ac8-2cfe9a6433a2 HTTP/1.1" status: 200 len: 945 time: 1.1297011 Nov 23 17:45:10.720768 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [req-34d8bbfc-d061-41ea-8d38-b2396cc68ccf req-49171724-6598-4d50-b011-aa109e93c879 tempest-VolumesBackupsTest-643586812 tempest-VolumesBackupsTest-643586812-project] No DVR routers for this DVR port ce8b633a-6cd2-4637-acae-9d541f261158 on host n-h1-816206-8 {{(pid=103590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:45:10.757022 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [req-ff1a1239-2f59-481c-ae73-6f3ecacc3806 req-7d2b8524-25da-461d-8de9-5810930a9eb0 tempest-MultipleCreateTestJSON-731598663 tempest-MultipleCreateTestJSON-731598663-project] Request body: {'port': {'device_id': 'ad896d57-5313-4734-90ac-614615fd3492', 'network_id': '23348ac2-82c2-44f2-ae17-0af4b4c8f8b2', 'admin_state_up': True, 'tenant_id': 'd12571583578401d94edb82eeee79d8b'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:45:10.777919 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e0463535-f4c6-46fd-847c-c8a343278e98 tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-267528342'] for subnet, precommit_delete_associations {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:10.945614 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-fa899821-259a-4b8c-a6be-f43062283632 req-e2e09354-908b-4b43-88bd-ac3ab18d4f5f tempest-VolumesBackupsTest-643586812 tempest-VolumesBackupsTest-643586812-project] 10.222.0.60 "GET /v2.0/ports?device_id=3aeb0ea1-307a-4c3c-9237-d07df043ece9 HTTP/1.1" status: 200 len: 210 time: 0.1757648 Nov 23 17:45:10.970667 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e0463535-f4c6-46fd-847c-c8a343278e98 tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971956'] for subnet, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:11.061985 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-34d8bbfc-d061-41ea-8d38-b2396cc68ccf req-49171724-6598-4d50-b011-aa109e93c879 tempest-VolumesBackupsTest-643586812 tempest-VolumesBackupsTest-643586812-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:11.065585 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-34d8bbfc-d061-41ea-8d38-b2396cc68ccf req-49171724-6598-4d50-b011-aa109e93c879 tempest-VolumesBackupsTest-643586812 tempest-VolumesBackupsTest-643586812-project] 10.222.0.55 "DELETE /v2.0/ports/ce8b633a-6cd2-4637-acae-9d541f261158 HTTP/1.1" status: 204 len: 173 time: 2.7816670 Nov 23 17:45:11.079462 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c0082fc0-3c94-419b-92bb-f9c13f0738cc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-267528342'] for subnet, precommit_delete_associations {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:11.094733 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server [None req-ac38e7f9-75f9-4daa-9e6f-8a1717374ae4 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1782ab08-df19-41f7-9724-25c9fa03cd77: This subnet is being modified by another concurrent operation. Nov 23 17:45:11.094733 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 23 17:45:11.094733 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 23 17:45:11.094733 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 23 17:45:11.094733 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 23 17:45:11.094733 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 23 17:45:11.094733 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 23 17:45:11.094733 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 23 17:45:11.094733 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 23 17:45:11.094733 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 23 17:45:11.094733 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 23 17:45:11.094733 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 23 17:45:11.094733 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 17:45:11.094733 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 17:45:11.094733 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 17:45:11.094733 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 17:45:11.094733 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 23 17:45:11.094733 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 17:45:11.094733 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 23 17:45:11.094733 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 23 17:45:11.094733 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 17:45:11.094733 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 17:45:11.094733 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 17:45:11.094733 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 17:45:11.094733 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 23 17:45:11.094733 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 17:45:11.094733 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 23 17:45:11.094733 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 23 17:45:11.094733 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 17:45:11.094733 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 17:45:11.094733 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 17:45:11.094733 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 17:45:11.094733 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 23 17:45:11.094733 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 23 17:45:11.094733 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 23 17:45:11.094733 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 23 17:45:11.094733 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 23 17:45:11.094733 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 23 17:45:11.094733 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 23 17:45:11.094733 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 23 17:45:11.094733 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 23 17:45:11.094733 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 23 17:45:11.094733 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 23 17:45:11.094733 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 17:45:11.094733 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 23 17:45:11.094733 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 23 17:45:11.094733 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 23 17:45:11.094733 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 23 17:45:11.094733 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 17:45:11.094733 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 17:45:11.094733 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 17:45:11.094733 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 17:45:11.094733 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 23 17:45:11.094733 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 17:45:11.094733 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 23 17:45:11.094733 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 23 17:45:11.094733 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 17:45:11.094733 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 17:45:11.094733 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 17:45:11.094733 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 17:45:11.094733 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 23 17:45:11.094733 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 17:45:11.094733 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 23 17:45:11.094733 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 23 17:45:11.094733 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 17:45:11.094733 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 17:45:11.094733 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 17:45:11.094733 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 17:45:11.094733 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 23 17:45:11.094733 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 23 17:45:11.094733 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 23 17:45:11.094733 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 23 17:45:11.094733 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 23 17:45:11.094733 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 23 17:45:11.094733 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 23 17:45:11.094733 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 23 17:45:11.094733 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 23 17:45:11.094733 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 23 17:45:11.094733 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 17:45:11.094733 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 17:45:11.094733 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 17:45:11.094733 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 17:45:11.094733 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 23 17:45:11.094733 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 23 17:45:11.094733 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 23 17:45:11.094733 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 23 17:45:11.094733 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 23 17:45:11.094733 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 23 17:45:11.094733 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 23 17:45:11.094733 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server raise exception Nov 23 17:45:11.094733 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1782ab08-df19-41f7-9724-25c9fa03cd77: This subnet is being modified by another concurrent operation. Nov 23 17:45:11.094733 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server Nov 23 17:45:11.165637 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c0082fc0-3c94-419b-92bb-f9c13f0738cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971956'] for subnet, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:11.218366 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-23897fe3-f19e-4340-b57b-7167e51a02f8 req-9f072e1d-362c-4c95-9981-8ce220c377d8 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] 10.222.0.60 "GET /v2.0/security-groups?id=fa324d8c-13d0-499d-8791-7b10ff6fd90b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5071018 Nov 23 17:45:11.224795 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7426876f-6109-497f-94aa-08094dffe9f8 None None] Network 3b65ce1f-66b6-4667-b5a0-6557882905b0 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:45:11.231026 n-d-816206-8 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3aeb0ea1-307a-4c3c-9237-d07df043ece9', 'name': 'network-vif-deleted', 'tag': 'ce8b633a-6cd2-4637-acae-9d541f261158'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:45:11.233436 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbabddbc9fc37b068808e119c416c86f5957ca04531a4a0d2e695c515e93483b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f4f786c-7894-4847-831d-2c7be507f909" -d '{"events": [{"server_uuid": "3aeb0ea1-307a-4c3c-9237-d07df043ece9", "name": "network-vif-deleted", "tag": "ce8b633a-6cd2-4637-acae-9d541f261158"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:45:11.238198 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e0463535-f4c6-46fd-847c-c8a343278e98 tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264357903', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264730940'] for subnet, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:11.268224 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff1a1239-2f59-481c-ae73-6f3ecacc3806 req-261dd955-be84-42e9-bf39-bc3ddaac7a9b tempest-MultipleCreateTestJSON-731598663 tempest-MultipleCreateTestJSON-731598663-project] Made reservation on behalf of d12571583578401d94edb82eeee79d8b for: {'port': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:45:11.271964 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-ff1a1239-2f59-481c-ae73-6f3ecacc3806 req-261dd955-be84-42e9-bf39-bc3ddaac7a9b tempest-MultipleCreateTestJSON-731598663 tempest-MultipleCreateTestJSON-731598663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:11.281203 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0463535-f4c6-46fd-847c-c8a343278e98 tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] Pushing event deleted for resources: {'Subnet': ['ID=1782ab08-df19-41f7-9724-25c9fa03cd77,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:45:11.308833 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e0463535-f4c6-46fd-847c-c8a343278e98 tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] Publish callbacks [] for subnet, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:11.318587 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-e0463535-f4c6-46fd-847c-c8a343278e98 tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] 10.222.0.60 "DELETE /v2.0/subnets/1782ab08-df19-41f7-9724-25c9fa03cd77 HTTP/1.1" status: 204 len: 168 time: 1.1040227 Nov 23 17:45:11.322462 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 58210) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:45:11.401691 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c0082fc0-3c94-419b-92bb-f9c13f0738cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264357903', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264730940'] for subnet, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:11.491164 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0082fc0-3c94-419b-92bb-f9c13f0738cc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b0b01950-7cc8-4604-839e-29e2d8a1f9ac,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:45:11.498008 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-634c3886-dbea-46b3-8113-3e52d387e2ee req-3823c06d-9d62-4a0e-81f6-5023491ac0d1 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/ports?device_id=87555c4b-ac12-459b-ba06-6ecf0fceb916 HTTP/1.1" status: 200 len: 210 time: 0.2763774 Nov 23 17:45:11.526351 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c0082fc0-3c94-419b-92bb-f9c13f0738cc admin admin] Publish callbacks [] for subnet, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:11.545985 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-c0082fc0-3c94-419b-92bb-f9c13f0738cc admin admin] 10.222.0.60 "DELETE /v2.0/subnets/b0b01950-7cc8-4604-839e-29e2d8a1f9ac HTTP/1.1" status: 204 len: 168 time: 1.2661629 Nov 23 17:45:11.550369 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fefefdb-33bb-4ccf-92f9-53dc7ed7ca0d tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:45:11.557831 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff1a1239-2f59-481c-ae73-6f3ecacc3806 req-7d2b8524-25da-461d-8de9-5810930a9eb0 tempest-MultipleCreateTestJSON-731598663 tempest-MultipleCreateTestJSON-731598663-project] Made reservation on behalf of d12571583578401d94edb82eeee79d8b for: {'port': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:45:11.558567 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fefefdb-33bb-4ccf-92f9-53dc7ed7ca0d tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:45:11.560255 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-3fefefdb-33bb-4ccf-92f9-53dc7ed7ca0d tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2367511 Nov 23 17:45:11.560985 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 58216) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:45:11.577075 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 58218) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:45:11.588388 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-ff1a1239-2f59-481c-ae73-6f3ecacc3806 req-7d2b8524-25da-461d-8de9-5810930a9eb0 tempest-MultipleCreateTestJSON-731598663 tempest-MultipleCreateTestJSON-731598663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:11.629167 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:45:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcf03a45-051c-4ab2-9323-58af2772dab9 x-openstack-request-id: req-dcf03a45-051c-4ab2-9323-58af2772dab9 {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:45:11.631529 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3aeb0ea1-307a-4c3c-9237-d07df043ece9", "name": "network-vif-deleted", "tag": "ce8b633a-6cd2-4637-acae-9d541f261158", "status": "completed", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:45:11.631529 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-dcf03a45-051c-4ab2-9323-58af2772dab9 {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:45:11.631772 n-d-816206-8 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3aeb0ea1-307a-4c3c-9237-d07df043ece9', 'name': 'network-vif-deleted', 'tag': 'ce8b633a-6cd2-4637-acae-9d541f261158', 'status': 'completed', 'code': 200} Nov 23 17:45:11.685498 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40f57f43-d682-413b-95c8-7869f34c5280 None None] get_active_networks_info from n-d-816206-8 {{(pid=103592) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 23 17:45:11.897655 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7d98e2f3-4e9e-41b0-8582-d4c837595aba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-555181'] for network, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:11.913246 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.db_base_plugin_common [req-ff1a1239-2f59-481c-ae73-6f3ecacc3806 req-261dd955-be84-42e9-bf39-bc3ddaac7a9b tempest-MultipleCreateTestJSON-731598663 tempest-MultipleCreateTestJSON-731598663-project] Allocated IP 172.20.0.13 (23348ac2-82c2-44f2-ae17-0af4b4c8f8b2/e8c8539d-8327-4e19-a1c8-5e883e124f3b/54b2e2aa-dd35-458d-a4cf-f0431ce5673d) {{(pid=103591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:45:11.951873 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c9dc63e6-8b2a-459c-8997-07d21d8964ba tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-555181'] for network, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:11.983053 n-d-816206-8 neutron-server[103592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40f57f43-d682-413b-95c8-7869f34c5280 None None] Resources bound (agent type, host, resource id): {{(pid=103592) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 23 17:45:11.983801 n-d-816206-8 neutron-server[103590]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9dc63e6-8b2a-459c-8997-07d21d8964ba tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] DELETE failed (client error): There was a conflict when trying to complete your request. Nov 23 17:45:11.984283 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9dc63e6-8b2a-459c-8997-07d21d8964ba tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103590) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 17:45:12.002208 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-c9dc63e6-8b2a-459c-8997-07d21d8964ba tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] 10.222.0.60 "DELETE /v2.0/networks/3b65ce1f-66b6-4667-b5a0-6557882905b0 HTTP/1.1" status: 409 len: 405 time: 0.4232333 Nov 23 17:45:12.073276 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 58222) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:45:12.085326 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-7ebb7c50-9c07-4b1f-a06d-fcbb96d0bf34 tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-651992563'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:45:12.152599 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-ff1a1239-2f59-481c-ae73-6f3ecacc3806 req-261dd955-be84-42e9-bf39-bc3ddaac7a9b tempest-MultipleCreateTestJSON-731598663 tempest-MultipleCreateTestJSON-731598663-project] Publish callbacks [] for port, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:12.175944 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device 1d9e3b88-028d-4283-8c21-507d2fff66f7 up at agent hyperv_n-h2-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:45:12.262511 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-ff1a1239-2f59-481c-ae73-6f3ecacc3806 req-261dd955-be84-42e9-bf39-bc3ddaac7a9b tempest-MultipleCreateTestJSON-731598663 tempest-MultipleCreateTestJSON-731598663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:12.279389 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7d98e2f3-4e9e-41b0-8582-d4c837595aba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973419', 'neutron.services.segments.db._delete_segments_for_network-8736635878840'] for network, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:12.329475 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Provisioning for port 1d9e3b88-028d-4283-8c21-507d2fff66f7 completed by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 17:45:12.342320 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Provisioning complete for port 1d9e3b88-028d-4283-8c21-507d2fff66f7 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:45:12.343055 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:12.343891 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-7d98e2f3-4e9e-41b0-8582-d4c837595aba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e49d59c-8c69-4181-bbc9-1400019223da']}} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:45:12.374823 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-7d98e2f3-4e9e-41b0-8582-d4c837595aba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8fdf731f-3bb3-4ebb-9eaf-ea67ab6e4fa4') {'for_net_delete': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:45:12.375177 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-7d98e2f3-4e9e-41b0-8582-d4c837595aba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8fdf731f-3bb3-4ebb-9eaf-ea67ab6e4fa4') {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:45:12.401642 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-17294948-a4de-43c3-ba5f-0979771248df req-acf111f2-d200-474e-8cbe-09cf863e8085 tempest-MultipleCreateTestJSON-731598663 tempest-MultipleCreateTestJSON-731598663-project] 10.222.0.60 "GET /v2.0/ports?device_id=ad896d57-5313-4734-90ac-614615fd3492 HTTP/1.1" status: 200 len: 210 time: 0.1719584 Nov 23 17:45:12.409619 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7d98e2f3-4e9e-41b0-8582-d4c837595aba admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736635840332', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-267528353'] for segment, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:12.447536 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7d98e2f3-4e9e-41b0-8582-d4c837595aba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:12.464997 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d98e2f3-4e9e-41b0-8582-d4c837595aba admin admin] Releasing vlan 526 on physical network physnet1 to pool {{(pid=103590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 17:45:12.465402 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7d98e2f3-4e9e-41b0-8582-d4c837595aba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264370093'] for segment, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:12.507528 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff1a1239-2f59-481c-ae73-6f3ecacc3806 req-261dd955-be84-42e9-bf39-bc3ddaac7a9b tempest-MultipleCreateTestJSON-731598663 tempest-MultipleCreateTestJSON-731598663-project] Network 23348ac2-82c2-44f2-ae17-0af4b4c8f8b2 is already hosted by enough agents. {{(pid=103591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:45:12.516975 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93b58c8-95ad-4f72-8f00-5ea7366af312 req-b95c49bd-700b-44b1-98b2-77b81bd75352 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:45:12.524603 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c93b58c8-95ad-4f72-8f00-5ea7366af312 req-b95c49bd-700b-44b1-98b2-77b81bd75352 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] 10.222.0.60 "GET /v2.0/ports?device_id=a43134ca-2758-4794-bb9c-974d11e5e279 HTTP/1.1" status: 200 len: 946 time: 1.0810034 Nov 23 17:45:12.553347 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device ce8b633a-6cd2-4637-acae-9d541f261158 no longer exists at agent hyperv_n-h1-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:45:12.577221 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [req-ff1a1239-2f59-481c-ae73-6f3ecacc3806 req-261dd955-be84-42e9-bf39-bc3ddaac7a9b tempest-MultipleCreateTestJSON-731598663 tempest-MultipleCreateTestJSON-731598663-project] Resources bound (agent type, host, resource id): {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:45:12.621800 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7554979-c7a3-43fd-91f2-e6113eb33846 None None] DHCP port deletion for 23348ac2-82c2-44f2-ae17-0af4b4c8f8b2 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:45:12.629673 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] No Port match for: ce8b633a-6cd2-4637-acae-9d541f261158 {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:45:12.630025 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device ce8b633a-6cd2-4637-acae-9d541f261158 not bound to the agent host n-h1-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:45:12.634917 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff1a1239-2f59-481c-ae73-6f3ecacc3806 req-261dd955-be84-42e9-bf39-bc3ddaac7a9b tempest-MultipleCreateTestJSON-731598663 tempest-MultipleCreateTestJSON-731598663-project] Received port after_create {{(pid=103591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:45:12.638813 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-5c2f6cb0-d430-42c2-aea7-aa1aff0308b2 None None] Provisioning complete for port 1d9e3b88-028d-4283-8c21-507d2fff66f7 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:45:12.639320 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-5c2f6cb0-d430-42c2-aea7-aa1aff0308b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:12.644122 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:12.670920 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c93b58c8-95ad-4f72-8f00-5ea7366af312 req-4be3a504-96e5-4a22-b85e-cb326ff9c703 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] 10.222.0.60 "GET /v2.0/security-groups?id=c11b6a3a-f89b-4d05-9340-8aa0be1653f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1454098 Nov 23 17:45:12.710630 n-d-816206-8 neutron-server[103590]: Traceback (most recent call last): Nov 23 17:45:12.710630 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 17:45:12.710630 n-d-816206-8 neutron-server[103590]: timer() Nov 23 17:45:12.710630 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 17:45:12.710630 n-d-816206-8 neutron-server[103590]: cb(*args, **kw) Nov 23 17:45:12.710630 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 17:45:12.710630 n-d-816206-8 neutron-server[103590]: return func(*args, **kwargs) Nov 23 17:45:12.710630 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 17:45:12.710630 n-d-816206-8 neutron-server[103590]: self._notify() Nov 23 17:45:12.710630 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 17:45:12.710630 n-d-816206-8 neutron-server[103590]: self.callback(batched_events) Nov 23 17:45:12.710630 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 17:45:12.710630 n-d-816206-8 neutron-server[103590]: event.method(event) Nov 23 17:45:12.710630 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 17:45:12.710630 n-d-816206-8 neutron-server[103590]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 17:45:12.710630 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 17:45:12.710630 n-d-816206-8 neutron-server[103590]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 17:45:12.710630 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 17:45:12.710630 n-d-816206-8 neutron-server[103590]: return f(self, *a, **k) Nov 23 17:45:12.710630 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 17:45:12.710630 n-d-816206-8 neutron-server[103590]: return self._get(url).json() Nov 23 17:45:12.710630 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 17:45:12.710630 n-d-816206-8 neutron-server[103590]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 17:45:12.710630 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 17:45:12.710630 n-d-816206-8 neutron-server[103590]: return self.request(url, 'GET', **kwargs) Nov 23 17:45:12.710630 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 17:45:12.710630 n-d-816206-8 neutron-server[103590]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 17:45:12.710630 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 17:45:12.710630 n-d-816206-8 neutron-server[103590]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 17:45:12.710630 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 17:45:12.710630 n-d-816206-8 neutron-server[103590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 17:45:12.710630 n-d-816206-8 neutron-server[103590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 17:45:12.715806 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ebb7c50-9c07-4b1f-a06d-fcbb96d0bf34 tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] Made reservation on behalf of 3d2fca7cf440480a8330ba29eee9c923 for: {'network': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:45:12.735893 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7ebb7c50-9c07-4b1f-a06d-fcbb96d0bf34 tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for network, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:12.755963 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7d98e2f3-4e9e-41b0-8582-d4c837595aba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1795418'] for network, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:12.771579 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port 1d9e3b88-028d-4283-8c21-507d2fff66f7, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=1d9e3b88-028d-4283-8c21-507d2fff66f7,segment=NetworkSegment(3dd48af8-0370-4e3e-80f2-5bf5c6c5c8d9),segment_id=3dd48af8-0370-4e3e-80f2-5bf5c6c5c8d9)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:45:12.774147 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56326de4-b362-4f02-8ac8-2cfe9a6433a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d9e3b88-028d-4283-8c21-507d2fff66f7'}] {{(pid=103592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:45:12.779895 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba3e6a8f2301c7a29fe1eca9779abdae4ccbcd6266d69778087f2498d5551201" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bed4690-346f-4eec-853a-ea8c459d7d2b" -d '{"events": [{"server_uuid": "56326de4-b362-4f02-8ac8-2cfe9a6433a2", "name": "network-vif-plugged", "status": "completed", "tag": "1d9e3b88-028d-4283-8c21-507d2fff66f7"}]}' {{(pid=103592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:45:12.792174 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7d98e2f3-4e9e-41b0-8582-d4c837595aba admin admin] Publish callbacks [] for network, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:12.795427 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-7d98e2f3-4e9e-41b0-8582-d4c837595aba admin admin] 10.222.0.60 "DELETE /v2.0/networks/3e49d59c-8c69-4181-bbc9-1400019223da HTTP/1.1" status: 204 len: 168 time: 1.2323787 Nov 23 17:45:12.797177 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:12.799264 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 58236) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:45:12.823163 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d98e2f3-4e9e-41b0-8582-d4c837595aba admin admin] Pushing event deleted for resources: {'Network': ['ID=3e49d59c-8c69-4181-bbc9-1400019223da,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:45:12.863142 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ebb7c50-9c07-4b1f-a06d-fcbb96d0bf34 tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] vlan segment allocate from pool success with {'vlan_id': 540, 'physical_network': 'physnet1'} {{(pid=103590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 17:45:12.879318 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_v2 [None req-5163857e-d1d4-4299-b936-2b2254c73e4d admin admin] Deleting subnet 0f167dff-c3a4-4d4a-b95a-716e4012796a {{(pid=103590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 17:45:12.885053 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5163857e-d1d4-4299-b936-2b2254c73e4d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:12.887372 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7ebb7c50-9c07-4b1f-a06d-fcbb96d0bf34 tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:12.887764 n-d-816206-8 neutron-server[103590]: INFO neutron.db.segments_db [None req-7ebb7c50-9c07-4b1f-a06d-fcbb96d0bf34 tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] Added segment 9394d838-76de-428e-aef7-cf3f09a9a850 of type vlan for network cce2f5f1-c2b2-4882-afcb-c98001c0c8ea Nov 23 17:45:12.890245 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1a1239-2f59-481c-ae73-6f3ecacc3806 req-261dd955-be84-42e9-bf39-bc3ddaac7a9b tempest-MultipleCreateTestJSON-731598663 tempest-MultipleCreateTestJSON-731598663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:45:12.895527 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-ff1a1239-2f59-481c-ae73-6f3ecacc3806 req-261dd955-be84-42e9-bf39-bc3ddaac7a9b tempest-MultipleCreateTestJSON-731598663 tempest-MultipleCreateTestJSON-731598663-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:12.954516 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Pushing event updated for resources: {'Port': ['ID=1d9e3b88-028d-4283-8c21-507d2fff66f7,revision_number=5']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:45:12.968117 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5163857e-d1d4-4299-b936-2b2254c73e4d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-267528342'] for subnet, precommit_delete_associations {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:12.976167 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-4890ba53-109b-4a19-8688-2eefc5a3e312 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:12.997373 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261dd955-be84-42e9-bf39-bc3ddaac7a9b tempest-MultipleCreateTestJSON-731598663 tempest-MultipleCreateTestJSON-731598663-project] Pushing event updated for resources: {'Port': ['ID=54b2e2aa-dd35-458d-a4cf-f0431ce5673d,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:45:13.013982 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7ebb7c50-9c07-4b1f-a06d-fcbb96d0bf34 tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736635338810'] for network, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:13.056668 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e276e133-f03f-4630-8f0b-d9e13716eda7 req-20bf997e-003b-4a05-b6c6-1794a7b3b52b tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/ports?device_id=87555c4b-ac12-459b-ba06-6ecf0fceb916 HTTP/1.1" status: 200 len: 210 time: 0.1467500 Nov 23 17:45:13.066162 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ff1a1239-2f59-481c-ae73-6f3ecacc3806 req-261dd955-be84-42e9-bf39-bc3ddaac7a9b tempest-MultipleCreateTestJSON-731598663 tempest-MultipleCreateTestJSON-731598663-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5188856 Nov 23 17:45:13.080607 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5163857e-d1d4-4299-b936-2b2254c73e4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971956'] for subnet, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:13.088752 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7ebb7c50-9c07-4b1f-a06d-fcbb96d0bf34 tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493'] for network, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:13.099453 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-c67351ce-68a0-4693-b330-900fc3ab0a50 None None] Provisioning complete for port 54b2e2aa-dd35-458d-a4cf-f0431ce5673d triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:45:13.099823 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c67351ce-68a0-4693-b330-900fc3ab0a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:13.104806 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ebb7c50-9c07-4b1f-a06d-fcbb96d0bf34 tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:45:13.105862 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7ebb7c50-9c07-4b1f-a06d-fcbb96d0bf34 tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] Publish callbacks [] for network, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:13.108342 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [req-ff1a1239-2f59-481c-ae73-6f3ecacc3806 req-9142b683-925e-4221-9a41-ada2ed6f523e service neutron] Request body: {'port': {'device_id': '165af5ef-924e-42a7-b0fa-a06c04e53e01', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-8'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:45:13.160352 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:45:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fb571d7-b6e6-4536-988f-20e45635d576 x-openstack-request-id: req-0fb571d7-b6e6-4536-988f-20e45635d576 {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:45:13.162566 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56326de4-b362-4f02-8ac8-2cfe9a6433a2", "name": "network-vif-plugged", "status": "completed", "tag": "1d9e3b88-028d-4283-8c21-507d2fff66f7", "code": 200}]} {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:45:13.163016 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-0fb571d7-b6e6-4536-988f-20e45635d576 {{(pid=103592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:45:13.163591 n-d-816206-8 neutron-server[103592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56326de4-b362-4f02-8ac8-2cfe9a6433a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d9e3b88-028d-4283-8c21-507d2fff66f7', 'code': 200} Nov 23 17:45:13.167842 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99cbc20-7fc1-49ca-ae0c-0802dbf7cb5f req-3cfc6767-01f2-4a69-a63a-053f5f3ef183 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:45:13.176863 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e99cbc20-7fc1-49ca-ae0c-0802dbf7cb5f req-3cfc6767-01f2-4a69-a63a-053f5f3ef183 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] 10.222.0.60 "GET /v2.0/ports?device_id=56326de4-b362-4f02-8ac8-2cfe9a6433a2 HTTP/1.1" status: 200 len: 945 time: 0.5687034 Nov 23 17:45:13.218127 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-c67351ce-68a0-4693-b330-900fc3ab0a50 None None] Port 54b2e2aa-dd35-458d-a4cf-f0431ce5673d cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:45:13.223042 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.db_base_plugin_common [req-ff1a1239-2f59-481c-ae73-6f3ecacc3806 req-7d2b8524-25da-461d-8de9-5810930a9eb0 tempest-MultipleCreateTestJSON-731598663 tempest-MultipleCreateTestJSON-731598663-project] Allocated IP 172.20.0.12 (23348ac2-82c2-44f2-ae17-0af4b4c8f8b2/e8c8539d-8327-4e19-a1c8-5e883e124f3b/3c89b71c-c9f0-4855-9194-5dda7b6b3a8e) {{(pid=103591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:45:13.251907 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-7ebb7c50-9c07-4b1f-a06d-fcbb96d0bf34 tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.1761706 Nov 23 17:45:13.258428 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 58238) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:45:13.264811 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-1c122adf-d8f8-409b-9dd9-cac39248eefc tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] Request body: {'subnet': {'network_id': 'cce2f5f1-c2b2-4882-afcb-c98001c0c8ea', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:45:13.344258 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebb7c50-9c07-4b1f-a06d-fcbb96d0bf34 tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] Pushing event updated for resources: {'Network': ['ID=cce2f5f1-c2b2-4882-afcb-c98001c0c8ea,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:45:13.356871 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Network cce2f5f1-c2b2-4882-afcb-c98001c0c8ea details requested by agent ovs-agent-n-d-816206-8 with host n-d-816206-8 {{(pid=103592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 17:45:13.381007 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-ff1a1239-2f59-481c-ae73-6f3ecacc3806 req-9142b683-925e-4221-9a41-ada2ed6f523e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:13.386272 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e99cbc20-7fc1-49ca-ae0c-0802dbf7cb5f req-8687867a-7eb6-44cf-b3c9-26e4ff1220ce tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] 10.222.0.60 "GET /v2.0/security-groups?id=fa324d8c-13d0-499d-8791-7b10ff6fd90b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2085862 Nov 23 17:45:13.457397 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5163857e-d1d4-4299-b936-2b2254c73e4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264357903', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264730940'] for subnet, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:13.527086 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:13.561687 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5163857e-d1d4-4299-b936-2b2254c73e4d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0f167dff-c3a4-4d4a-b95a-716e4012796a,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:45:13.577216 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f549e75-1e1d-4c24-b1ff-18e66ebc1f41 None None] Network 452c1d17-93a7-4cd6-973e-19d6c66daf48 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:45:13.589194 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5163857e-d1d4-4299-b936-2b2254c73e4d admin admin] Publish callbacks [] for subnet, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:13.602672 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-5163857e-d1d4-4299-b936-2b2254c73e4d admin admin] 10.222.0.60 "DELETE /v2.0/subnets/0f167dff-c3a4-4d4a-b95a-716e4012796a HTTP/1.1" status: 204 len: 168 time: 0.7915597 Nov 23 17:45:13.606818 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 58242) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:45:13.660160 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-0ca51774-4309-4d5b-a95e-3e63bf5951c5 req-5428fa62-9615-4597-ad45-5798cc9f4ca5 tempest-MultipleCreateTestJSON-731598663 tempest-MultipleCreateTestJSON-731598663-project] 10.222.0.60 "GET /v2.0/ports?device_id=ad896d57-5313-4734-90ac-614615fd3492 HTTP/1.1" status: 200 len: 210 time: 0.1124840 Nov 23 17:45:13.687221 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a350d59a-508f-455f-bd76-c87973da08ad req-2ec91f6c-97d2-4396-ab21-80a0362cf77b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:45:13.689048 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a350d59a-508f-455f-bd76-c87973da08ad req-2ec91f6c-97d2-4396-ab21-80a0362cf77b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=56326de4-b362-4f02-8ac8-2cfe9a6433a2 HTTP/1.1" status: 200 len: 1097 time: 0.4505875 Nov 23 17:45:13.858317 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c387486-e2f5-4d10-86fe-455ff4303b5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-555181'] for network, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:13.860068 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d6b6f8b-7bde-4df3-a760-b6dde917f545 None None] DHCP port deletion for 452c1d17-93a7-4cd6-973e-19d6c66daf48 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:45:13.865729 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c122adf-d8f8-409b-9dd9-cac39248eefc tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] Made reservation on behalf of 3d2fca7cf440480a8330ba29eee9c923 for: {'subnet': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:45:13.870714 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c122adf-d8f8-409b-9dd9-cac39248eefc tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264730903'] for subnet, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:13.941154 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a350d59a-508f-455f-bd76-c87973da08ad req-3a129993-4310-40ab-8766-c7af200b54c2 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=fa324d8c-13d0-499d-8791-7b10ff6fd90b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2387917 Nov 23 17:45:13.975492 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-ff1a1239-2f59-481c-ae73-6f3ecacc3806 req-7d2b8524-25da-461d-8de9-5810930a9eb0 tempest-MultipleCreateTestJSON-731598663 tempest-MultipleCreateTestJSON-731598663-project] Publish callbacks [] for port, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:14.002050 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73329fbd-2d41-46fa-8032-d1975094a1a7 req-8d803155-f116-4d6b-a51a-170b11d16c06 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:45:14.004309 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-73329fbd-2d41-46fa-8032-d1975094a1a7 req-8d803155-f116-4d6b-a51a-170b11d16c06 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] 10.222.0.60 "GET /v2.0/ports?device_id=a43134ca-2758-4794-bb9c-974d11e5e279 HTTP/1.1" status: 200 len: 946 time: 0.1498184 Nov 23 17:45:14.066101 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c387486-e2f5-4d10-86fe-455ff4303b5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973419', 'neutron.services.segments.db._delete_segments_for_network-8736635878840'] for network, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:14.096672 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-1c387486-e2f5-4d10-86fe-455ff4303b5a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['452c1d17-93a7-4cd6-973e-19d6c66daf48']}} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:45:14.098028 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-73329fbd-2d41-46fa-8032-d1975094a1a7 req-221fad83-acdc-448a-8df8-b3ded2d98599 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] 10.222.0.60 "GET /v2.0/security-groups?id=c11b6a3a-f89b-4d05-9340-8aa0be1653f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0863967 Nov 23 17:45:14.111718 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-1c387486-e2f5-4d10-86fe-455ff4303b5a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3beda436-0f71-41e5-b078-a317c21e3c95') {'for_net_delete': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:45:14.112024 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-1c387486-e2f5-4d10-86fe-455ff4303b5a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3beda436-0f71-41e5-b078-a317c21e3c95') {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:45:14.144480 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-ff1a1239-2f59-481c-ae73-6f3ecacc3806 req-7d2b8524-25da-461d-8de9-5810930a9eb0 tempest-MultipleCreateTestJSON-731598663 tempest-MultipleCreateTestJSON-731598663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:14.188206 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c387486-e2f5-4d10-86fe-455ff4303b5a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736635840332', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-267528353'] for segment, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:14.222010 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c387486-e2f5-4d10-86fe-455ff4303b5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:14.222420 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:14.236267 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c387486-e2f5-4d10-86fe-455ff4303b5a admin admin] Releasing vlan 520 on physical network physnet1 to pool {{(pid=103590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 17:45:14.236704 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c387486-e2f5-4d10-86fe-455ff4303b5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264370093'] for segment, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:14.238539 n-d-816206-8 neutron-server[103590]: Traceback (most recent call last): Nov 23 17:45:14.238539 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 17:45:14.238539 n-d-816206-8 neutron-server[103590]: timer() Nov 23 17:45:14.238539 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 17:45:14.238539 n-d-816206-8 neutron-server[103590]: cb(*args, **kw) Nov 23 17:45:14.238539 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 17:45:14.238539 n-d-816206-8 neutron-server[103590]: return func(*args, **kwargs) Nov 23 17:45:14.238539 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 17:45:14.238539 n-d-816206-8 neutron-server[103590]: self._notify() Nov 23 17:45:14.238539 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 17:45:14.238539 n-d-816206-8 neutron-server[103590]: self.callback(batched_events) Nov 23 17:45:14.238539 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 17:45:14.238539 n-d-816206-8 neutron-server[103590]: event.method(event) Nov 23 17:45:14.238539 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 17:45:14.238539 n-d-816206-8 neutron-server[103590]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 17:45:14.238539 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 17:45:14.238539 n-d-816206-8 neutron-server[103590]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 17:45:14.238539 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 17:45:14.238539 n-d-816206-8 neutron-server[103590]: return f(self, *a, **k) Nov 23 17:45:14.238539 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 17:45:14.238539 n-d-816206-8 neutron-server[103590]: return self._get(url).json() Nov 23 17:45:14.238539 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 17:45:14.238539 n-d-816206-8 neutron-server[103590]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 17:45:14.238539 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 17:45:14.238539 n-d-816206-8 neutron-server[103590]: return self.request(url, 'GET', **kwargs) Nov 23 17:45:14.238539 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 17:45:14.238539 n-d-816206-8 neutron-server[103590]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 17:45:14.238539 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 17:45:14.238539 n-d-816206-8 neutron-server[103590]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 17:45:14.238539 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 17:45:14.238539 n-d-816206-8 neutron-server[103590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 17:45:14.238539 n-d-816206-8 neutron-server[103590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 17:45:14.314534 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2b8524-25da-461d-8de9-5810930a9eb0 tempest-MultipleCreateTestJSON-731598663 tempest-MultipleCreateTestJSON-731598663-project] Pushing event updated for resources: {'Port': ['ID=3c89b71c-c9f0-4855-9194-5dda7b6b3a8e,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:45:14.319606 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-45585991-9b9c-4f7a-8308-07c01b9c9a4f req-7047a2c7-cf7a-41f3-88fa-5a253a913199 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/ports?device_id=87555c4b-ac12-459b-ba06-6ecf0fceb916 HTTP/1.1" status: 200 len: 210 time: 0.0363681 Nov 23 17:45:14.368677 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff1a1239-2f59-481c-ae73-6f3ecacc3806 req-7d2b8524-25da-461d-8de9-5810930a9eb0 tempest-MultipleCreateTestJSON-731598663 tempest-MultipleCreateTestJSON-731598663-project] Network 23348ac2-82c2-44f2-ae17-0af4b4c8f8b2 is already hosted by enough agents. {{(pid=103591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:45:14.372396 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [req-ff1a1239-2f59-481c-ae73-6f3ecacc3806 req-7d2b8524-25da-461d-8de9-5810930a9eb0 tempest-MultipleCreateTestJSON-731598663 tempest-MultipleCreateTestJSON-731598663-project] Resources bound (agent type, host, resource id): {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:45:14.380334 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff1a1239-2f59-481c-ae73-6f3ecacc3806 req-7d2b8524-25da-461d-8de9-5810930a9eb0 tempest-MultipleCreateTestJSON-731598663 tempest-MultipleCreateTestJSON-731598663-project] Received port after_create {{(pid=103591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:45:14.392536 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd8e3fc0-44a9-43a3-84bb-8920411908de None None] DHCP port deletion for 23348ac2-82c2-44f2-ae17-0af4b4c8f8b2 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:45:14.478457 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c6d14cf-8ce7-42a2-a6bd-cf1d8252d2c9 None None] Provisioning complete for port 3c89b71c-c9f0-4855-9194-5dda7b6b3a8e triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:45:14.480331 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c6d14cf-8ce7-42a2-a6bd-cf1d8252d2c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:14.566615 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d14cf-8ce7-42a2-a6bd-cf1d8252d2c9 None None] Port 3c89b71c-c9f0-4855-9194-5dda7b6b3a8e cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:45:14.587084 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1a1239-2f59-481c-ae73-6f3ecacc3806 req-7d2b8524-25da-461d-8de9-5810930a9eb0 tempest-MultipleCreateTestJSON-731598663 tempest-MultipleCreateTestJSON-731598663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:45:14.588181 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-ff1a1239-2f59-481c-ae73-6f3ecacc3806 req-7d2b8524-25da-461d-8de9-5810930a9eb0 tempest-MultipleCreateTestJSON-731598663 tempest-MultipleCreateTestJSON-731598663-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:14.673526 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885ddfb5-5b0d-4c90-8888-60faa66ed4d1 req-79d6a7b2-20a9-409e-86a4-97e94aa7151b tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:45:14.676698 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-885ddfb5-5b0d-4c90-8888-60faa66ed4d1 req-79d6a7b2-20a9-409e-86a4-97e94aa7151b tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] 10.222.0.60 "GET /v2.0/ports?device_id=56326de4-b362-4f02-8ac8-2cfe9a6433a2 HTTP/1.1" status: 200 len: 946 time: 0.1370211 Nov 23 17:45:14.682917 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ff1a1239-2f59-481c-ae73-6f3ecacc3806 req-7d2b8524-25da-461d-8de9-5810930a9eb0 tempest-MultipleCreateTestJSON-731598663 tempest-MultipleCreateTestJSON-731598663-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.9364848 Nov 23 17:45:14.719933 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [req-ff1a1239-2f59-481c-ae73-6f3ecacc3806 req-90f32655-e1db-421f-bb37-545681aad931 service neutron] Request body: {'port': {'device_id': 'ad896d57-5313-4734-90ac-614615fd3492', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-8'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:45:14.838520 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [req-ff1a1239-2f59-481c-ae73-6f3ecacc3806 req-9142b683-925e-4221-9a41-ada2ed6f523e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54b2e2aa-dd35-458d-a4cf-f0431ce5673d {{(pid=103591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:45:14.898845 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-ff1a1239-2f59-481c-ae73-6f3ecacc3806 req-9142b683-925e-4221-9a41-ada2ed6f523e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:14.941130 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-885ddfb5-5b0d-4c90-8888-60faa66ed4d1 req-92e15277-5582-4ee7-aeb6-8cc4e7add792 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] 10.222.0.60 "GET /v2.0/security-groups?id=fa324d8c-13d0-499d-8791-7b10ff6fd90b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2539911 Nov 23 17:45:15.037454 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-ff1a1239-2f59-481c-ae73-6f3ecacc3806 req-90f32655-e1db-421f-bb37-545681aad931 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:15.043019 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.provisioning_blocks [req-ff1a1239-2f59-481c-ae73-6f3ecacc3806 req-9142b683-925e-4221-9a41-ada2ed6f523e service neutron] Transition to ACTIVE for port object 54b2e2aa-dd35-458d-a4cf-f0431ce5673d will not be triggered until provisioned by entity L2. {{(pid=103591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 17:45:15.057377 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9fea3978-139d-4a92-8b19-5f2ed14043ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:15.061261 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-ff1a1239-2f59-481c-ae73-6f3ecacc3806 req-9142b683-925e-4221-9a41-ada2ed6f523e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264758186'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:15.082835 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c387486-e2f5-4d10-86fe-455ff4303b5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1795418'] for network, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:15.100376 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aec9437d-d5fc-46a1-9796-e3097d6b2baf None None] DHCP port deletion for 23348ac2-82c2-44f2-ae17-0af4b4c8f8b2 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:45:15.116623 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c387486-e2f5-4d10-86fe-455ff4303b5a admin admin] Publish callbacks [] for network, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:15.135343 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-1c387486-e2f5-4d10-86fe-455ff4303b5a admin admin] 10.222.0.60 "DELETE /v2.0/networks/452c1d17-93a7-4cd6-973e-19d6c66daf48 HTTP/1.1" status: 204 len: 168 time: 1.5238848 Nov 23 17:45:15.170974 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c387486-e2f5-4d10-86fe-455ff4303b5a admin admin] Pushing event deleted for resources: {'Network': ['ID=452c1d17-93a7-4cd6-973e-19d6c66daf48,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:45:15.327110 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14c4742-780d-4f48-89ff-737f38b2f936 req-325beccd-c317-4a7b-95a4-518a896f168c tempest-MultipleCreateTestJSON-731598663 tempest-MultipleCreateTestJSON-731598663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:45:15.333052 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c14c4742-780d-4f48-89ff-737f38b2f936 req-325beccd-c317-4a7b-95a4-518a896f168c tempest-MultipleCreateTestJSON-731598663 tempest-MultipleCreateTestJSON-731598663-project] 10.222.0.60 "GET /v2.0/ports?device_id=ad896d57-5313-4734-90ac-614615fd3492 HTTP/1.1" status: 200 len: 932 time: 0.4825339 Nov 23 17:45:15.353952 n-d-816206-8 neutron-server[103590]: DEBUG neutron.objects.ports [None req-1c122adf-d8f8-409b-9dd9-cac39248eefc tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103590) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 23 17:45:15.360877 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c122adf-d8f8-409b-9dd9-cac39248eefc tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264358096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264730885'] for subnet, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:15.499589 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9142b683-925e-4221-9a41-ada2ed6f523e service neutron] Pushing event updated for resources: {'Port': ['ID=54b2e2aa-dd35-458d-a4cf-f0431ce5673d,revision_number=2']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:45:15.529372 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c122adf-d8f8-409b-9dd9-cac39248eefc tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] Pushing event updated for resources: {'Subnet': ['ID=86ce19c7-c544-469c-95ce-7c395ff4311c,revision_number=0']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:45:15.546211 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 58262) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:45:15.585671 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c122adf-d8f8-409b-9dd9-cac39248eefc tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] Checking segment: {'id': '9394d838-76de-428e-aef7-cf3f09a9a850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'cce2f5f1-c2b2-4882-afcb-c98001c0c8ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:45:15.586105 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c122adf-d8f8-409b-9dd9-cac39248eefc tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] Network hostable DHCP agents. Network: cce2f5f1-c2b2-4882-afcb-c98001c0c8ea, hostable agents: ['0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3'], hosted agents: [] {{(pid=103590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 17:45:15.622923 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-7c2a0c42-b23e-4a45-ba04-089d1dc1d8b8 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c0df88da3887410eb6df2513a0bdb7ce&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0732584 Nov 23 17:45:15.623212 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 58264) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:45:15.659513 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c122adf-d8f8-409b-9dd9-cac39248eefc tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] Network cce2f5f1-c2b2-4882-afcb-c98001c0c8ea is scheduled to be hosted by DHCP agent 0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3 with binding_index 1 {{(pid=103590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 17:45:15.685263 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-1c122adf-d8f8-409b-9dd9-cac39248eefc tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-8, cce2f5f1-c2b2-4882-afcb-c98001c0c8ea) {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:45:15.693281 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d49af873-42f0-422d-a7e8-b4047f4be3d1 None None] Network cce2f5f1-c2b2-4882-afcb-c98001c0c8ea requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:45:15.700852 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c122adf-d8f8-409b-9dd9-cac39248eefc tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:45:15.701901 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c122adf-d8f8-409b-9dd9-cac39248eefc tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] Publish callbacks [] for subnet, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:15.704420 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-fb7de3e2-7968-4020-98f8-48c87cef3008 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:15.743645 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-1c122adf-d8f8-409b-9dd9-cac39248eefc tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 2.4810011 Nov 23 17:45:15.745363 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 58266) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:45:15.755724 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-fb7de3e2-7968-4020-98f8-48c87cef3008 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:15.879109 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [req-ff1a1239-2f59-481c-ae73-6f3ecacc3806 req-90f32655-e1db-421f-bb37-545681aad931 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c89b71c-c9f0-4855-9194-5dda7b6b3a8e {{(pid=103591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:45:15.892060 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-ff1a1239-2f59-481c-ae73-6f3ecacc3806 req-90f32655-e1db-421f-bb37-545681aad931 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:15.905168 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-fb7de3e2-7968-4020-98f8-48c87cef3008 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:15.909474 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.provisioning_blocks [req-ff1a1239-2f59-481c-ae73-6f3ecacc3806 req-90f32655-e1db-421f-bb37-545681aad931 service neutron] Transition to ACTIVE for port object 3c89b71c-c9f0-4855-9194-5dda7b6b3a8e will not be triggered until provisioned by entity L2. {{(pid=103591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 17:45:15.916569 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c14c4742-780d-4f48-89ff-737f38b2f936 req-f0c45097-a78f-4c26-bde9-65d47c741d89 tempest-MultipleCreateTestJSON-731598663 tempest-MultipleCreateTestJSON-731598663-project] 10.222.0.60 "GET /v2.0/security-groups?id=df37d9c5-5a4e-4669-a83f-08f0e6fcaac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5357323 Nov 23 17:45:15.927372 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-ff1a1239-2f59-481c-ae73-6f3ecacc3806 req-90f32655-e1db-421f-bb37-545681aad931 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264758186'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:15.932678 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-fb7de3e2-7968-4020-98f8-48c87cef3008 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:15.936986 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-fb7de3e2-7968-4020-98f8-48c87cef3008 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b8b17f96-d64e-431f-9313-e4489dcbb007 HTTP/1.1" status: 204 len: 168 time: 0.3106477 Nov 23 17:45:15.941835 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-bacdc06f-b2d8-48e6-aafb-63eb377d8e97 tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-555181'] for network, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:15.956254 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7de3e2-7968-4020-98f8-48c87cef3008 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8b17f96-d64e-431f-9313-e4489dcbb007,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:45:16.070454 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54a781d-fc45-4dc3-8da2-28f2a0676e2b req-bacee840-47c3-45e6-9852-d880443931d7 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:45:16.072238 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e54a781d-fc45-4dc3-8da2-28f2a0676e2b req-bacee840-47c3-45e6-9852-d880443931d7 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] 10.222.0.60 "GET /v2.0/ports?device_id=a43134ca-2758-4794-bb9c-974d11e5e279 HTTP/1.1" status: 200 len: 946 time: 0.7325878 Nov 23 17:45:16.073018 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9fbecf9-18ae-42c1-a8f0-735e3a8664d0 None None] DHCP port deletion for 23348ac2-82c2-44f2-ae17-0af4b4c8f8b2 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:45:16.116577 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-901e9d1c-8951-447b-85ec-0e44df9bdeb8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp355044b8-8e87-58c4-94fa-4a010ec30f9e-cce2f5f1-c2b2-4882-afcb-c98001c0c8ea', 'network_id': 'cce2f5f1-c2b2-4882-afcb-c98001c0c8ea', 'tenant_id': '3d2fca7cf440480a8330ba29eee9c923', 'fixed_ips': [{'subnet_id': '86ce19c7-c544-469c-95ce-7c395ff4311c'}]}} from n-d-816206-8. {{(pid=103592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 17:45:16.117762 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-901e9d1c-8951-447b-85ec-0e44df9bdeb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:16.128415 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-ff1a1239-2f59-481c-ae73-6f3ecacc3806 req-9142b683-925e-4221-9a41-ada2ed6f523e service neutron] Attempting to bind port 54b2e2aa-dd35-458d-a4cf-f0431ce5673d on host n-h1-816206-8 for vnic_type normal with profile {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:45:16.128913 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-ff1a1239-2f59-481c-ae73-6f3ecacc3806 req-9142b683-925e-4221-9a41-ada2ed6f523e service neutron] Attempting to bind port 54b2e2aa-dd35-458d-a4cf-f0431ce5673d by drivers openvswitch,hyperv on host n-h1-816206-8 at level 0 using segments [{'id': '2a53338f-2048-4067-a393-9c8ccd1c070e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '23348ac2-82c2-44f2-ae17-0af4b4c8f8b2'}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:45:16.129535 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff1a1239-2f59-481c-ae73-6f3ecacc3806 req-9142b683-925e-4221-9a41-ada2ed6f523e service neutron] Attempting to bind port 54b2e2aa-dd35-458d-a4cf-f0431ce5673d on network 23348ac2-82c2-44f2-ae17-0af4b4c8f8b2 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:45:16.199351 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff1a1239-2f59-481c-ae73-6f3ecacc3806 req-9142b683-925e-4221-9a41-ada2ed6f523e service neutron] Port 54b2e2aa-dd35-458d-a4cf-f0431ce5673d on network 23348ac2-82c2-44f2-ae17-0af4b4c8f8b2 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-8 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 17:45:16.201498 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff1a1239-2f59-481c-ae73-6f3ecacc3806 req-9142b683-925e-4221-9a41-ada2ed6f523e service neutron] Attempting to bind port 54b2e2aa-dd35-458d-a4cf-f0431ce5673d on network 23348ac2-82c2-44f2-ae17-0af4b4c8f8b2 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:45:16.259106 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-bacdc06f-b2d8-48e6-aafb-63eb377d8e97 tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971956'] for subnet, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:16.269253 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-ff1a1239-2f59-481c-ae73-6f3ecacc3806 req-90f32655-e1db-421f-bb37-545681aad931 service neutron] Attempting to bind port 3c89b71c-c9f0-4855-9194-5dda7b6b3a8e on host n-h1-816206-8 for vnic_type normal with profile {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:45:16.272321 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-ff1a1239-2f59-481c-ae73-6f3ecacc3806 req-90f32655-e1db-421f-bb37-545681aad931 service neutron] Attempting to bind port 3c89b71c-c9f0-4855-9194-5dda7b6b3a8e by drivers openvswitch,hyperv on host n-h1-816206-8 at level 0 using segments [{'id': '2a53338f-2048-4067-a393-9c8ccd1c070e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '23348ac2-82c2-44f2-ae17-0af4b4c8f8b2'}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:45:16.274785 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff1a1239-2f59-481c-ae73-6f3ecacc3806 req-90f32655-e1db-421f-bb37-545681aad931 service neutron] Attempting to bind port 3c89b71c-c9f0-4855-9194-5dda7b6b3a8e on network 23348ac2-82c2-44f2-ae17-0af4b4c8f8b2 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:45:16.296270 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e54a781d-fc45-4dc3-8da2-28f2a0676e2b req-6fb367a2-0a19-4130-81d0-d2093142dc74 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] 10.222.0.60 "GET /v2.0/security-groups?id=c11b6a3a-f89b-4d05-9340-8aa0be1653f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1585617 Nov 23 17:45:16.390900 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff1a1239-2f59-481c-ae73-6f3ecacc3806 req-90f32655-e1db-421f-bb37-545681aad931 service neutron] Port 3c89b71c-c9f0-4855-9194-5dda7b6b3a8e on network 23348ac2-82c2-44f2-ae17-0af4b4c8f8b2 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-8 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 17:45:16.391238 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff1a1239-2f59-481c-ae73-6f3ecacc3806 req-90f32655-e1db-421f-bb37-545681aad931 service neutron] Attempting to bind port 3c89b71c-c9f0-4855-9194-5dda7b6b3a8e on network 23348ac2-82c2-44f2-ae17-0af4b4c8f8b2 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:45:16.416445 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff1a1239-2f59-481c-ae73-6f3ecacc3806 req-90f32655-e1db-421f-bb37-545681aad931 service neutron] Checking agent: {'id': '4b0a4557-3bfe-4828-80a0-7981fc3ac84c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 15, 14), 'started_at': datetime.datetime(2021, 11, 23, 17, 15, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 45, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:45:16.416887 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff1a1239-2f59-481c-ae73-6f3ecacc3806 req-90f32655-e1db-421f-bb37-545681aad931 service neutron] Checking segment: {'id': '2a53338f-2048-4067-a393-9c8ccd1c070e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '23348ac2-82c2-44f2-ae17-0af4b4c8f8b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:45:16.417436 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff1a1239-2f59-481c-ae73-6f3ecacc3806 req-90f32655-e1db-421f-bb37-545681aad931 service neutron] Bound using segment: {'id': '2a53338f-2048-4067-a393-9c8ccd1c070e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '23348ac2-82c2-44f2-ae17-0af4b4c8f8b2'} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:45:16.417993 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-ff1a1239-2f59-481c-ae73-6f3ecacc3806 req-90f32655-e1db-421f-bb37-545681aad931 service neutron] Bound port: 3c89b71c-c9f0-4855-9194-5dda7b6b3a8e, host: n-h1-816206-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a53338f-2048-4067-a393-9c8ccd1c070e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '23348ac2-82c2-44f2-ae17-0af4b4c8f8b2'}}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:45:16.418358 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-ff1a1239-2f59-481c-ae73-6f3ecacc3806 req-90f32655-e1db-421f-bb37-545681aad931 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:16.421789 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff1a1239-2f59-481c-ae73-6f3ecacc3806 req-9142b683-925e-4221-9a41-ada2ed6f523e service neutron] Checking agent: {'id': '4b0a4557-3bfe-4828-80a0-7981fc3ac84c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 15, 14), 'started_at': datetime.datetime(2021, 11, 23, 17, 15, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 45, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:45:16.422121 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff1a1239-2f59-481c-ae73-6f3ecacc3806 req-9142b683-925e-4221-9a41-ada2ed6f523e service neutron] Checking segment: {'id': '2a53338f-2048-4067-a393-9c8ccd1c070e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '23348ac2-82c2-44f2-ae17-0af4b4c8f8b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:45:16.422668 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff1a1239-2f59-481c-ae73-6f3ecacc3806 req-9142b683-925e-4221-9a41-ada2ed6f523e service neutron] Bound using segment: {'id': '2a53338f-2048-4067-a393-9c8ccd1c070e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '23348ac2-82c2-44f2-ae17-0af4b4c8f8b2'} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:45:16.423390 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-ff1a1239-2f59-481c-ae73-6f3ecacc3806 req-9142b683-925e-4221-9a41-ada2ed6f523e service neutron] Bound port: 54b2e2aa-dd35-458d-a4cf-f0431ce5673d, host: n-h1-816206-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a53338f-2048-4067-a393-9c8ccd1c070e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '23348ac2-82c2-44f2-ae17-0af4b4c8f8b2'}}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:45:16.423791 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-ff1a1239-2f59-481c-ae73-6f3ecacc3806 req-9142b683-925e-4221-9a41-ada2ed6f523e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:16.447548 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.agents_db [None req-464f6c07-0de8-4be6-8f5b-563f574d1c5d None None] Agent healthcheck: found 7 active agents {{(pid=103593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 17:45:16.478999 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f32655-e1db-421f-bb37-545681aad931 service neutron] Pushing event updated for resources: {'Port': ['ID=3c89b71c-c9f0-4855-9194-5dda7b6b3a8e,revision_number=2']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:45:16.547030 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.db_base_plugin_common [None req-901e9d1c-8951-447b-85ec-0e44df9bdeb8 None None] Allocated IP 2001:db8::f816:3eff:fe3e:5dab (cce2f5f1-c2b2-4882-afcb-c98001c0c8ea/86ce19c7-c544-469c-95ce-7c395ff4311c/641d74df-972e-4180-b7ff-1bde9f8417b1) {{(pid=103592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:45:16.659950 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ddd32d-802e-481a-84d7-a4ababf30768 req-1468e720-642b-4f0b-a36d-9bf8803d2ad2 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:45:16.668963 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-83ddd32d-802e-481a-84d7-a4ababf30768 req-1468e720-642b-4f0b-a36d-9bf8803d2ad2 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] 10.222.0.60 "GET /v2.0/ports?device_id=56326de4-b362-4f02-8ac8-2cfe9a6433a2 HTTP/1.1" status: 200 len: 946 time: 0.3714099 Nov 23 17:45:16.823566 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 58278) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:45:16.901376 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-83ddd32d-802e-481a-84d7-a4ababf30768 req-dcff236c-4074-4360-9697-da3fe437d1f7 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] 10.222.0.60 "GET /v2.0/security-groups?id=fa324d8c-13d0-499d-8791-7b10ff6fd90b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2271135 Nov 23 17:45:16.919203 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 58280) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:45:16.919626 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-b4b442a4-f1bc-4719-aa8f-ce0544b32185 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=05ddaf737a184475b40dbffaf8fcc628&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0931213 Nov 23 17:45:16.930092 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-ff1a1239-2f59-481c-ae73-6f3ecacc3806 req-90f32655-e1db-421f-bb37-545681aad931 service neutron] For port 3c89b71c-c9f0-4855-9194-5dda7b6b3a8e, host n-h1-816206-8, cleared binding levels {{(pid=103591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:45:16.935953 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-ff1a1239-2f59-481c-ae73-6f3ecacc3806 req-9142b683-925e-4221-9a41-ada2ed6f523e service neutron] For port 54b2e2aa-dd35-458d-a4cf-f0431ce5673d, host n-h1-816206-8, cleared binding levels {{(pid=103591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:45:16.952245 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-901e9d1c-8951-447b-85ec-0e44df9bdeb8 None None] Publish callbacks [] for port, precommit_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:16.955978 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-ff1a1239-2f59-481c-ae73-6f3ecacc3806 req-9142b683-925e-4221-9a41-ada2ed6f523e service neutron] For port 54b2e2aa-dd35-458d-a4cf-f0431ce5673d, host n-h1-816206-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=54b2e2aa-dd35-458d-a4cf-f0431ce5673d,segment=NetworkSegment(2a53338f-2048-4067-a393-9c8ccd1c070e),segment_id=2a53338f-2048-4067-a393-9c8ccd1c070e)] {{(pid=103591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:45:16.997973 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-bacdc06f-b2d8-48e6-aafb-63eb377d8e97 tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264357903', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264730940'] for subnet, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:17.006129 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-901e9d1c-8951-447b-85ec-0e44df9bdeb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980'] for port, after_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:17.017966 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-ff1a1239-2f59-481c-ae73-6f3ecacc3806 req-9142b683-925e-4221-9a41-ada2ed6f523e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264758186'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:17.069388 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-ff1a1239-2f59-481c-ae73-6f3ecacc3806 req-90f32655-e1db-421f-bb37-545681aad931 service neutron] For port 3c89b71c-c9f0-4855-9194-5dda7b6b3a8e, host n-h1-816206-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=3c89b71c-c9f0-4855-9194-5dda7b6b3a8e,segment=NetworkSegment(2a53338f-2048-4067-a393-9c8ccd1c070e),segment_id=2a53338f-2048-4067-a393-9c8ccd1c070e)] {{(pid=103591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:45:17.074116 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacdc06f-b2d8-48e6-aafb-63eb377d8e97 tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] Pushing event deleted for resources: {'Subnet': ['ID=86ce19c7-c544-469c-95ce-7c395ff4311c,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:45:17.185783 n-d-816206-8 neutron-server[103592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-901e9d1c-8951-447b-85ec-0e44df9bdeb8 None None] Network cce2f5f1-c2b2-4882-afcb-c98001c0c8ea is already hosted by enough agents. {{(pid=103592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:45:17.197910 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-ff1a1239-2f59-481c-ae73-6f3ecacc3806 req-90f32655-e1db-421f-bb37-545681aad931 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264758186'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:17.210363 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901e9d1c-8951-447b-85ec-0e44df9bdeb8 None None] Pushing event updated for resources: {'Port': ['ID=641d74df-972e-4180-b7ff-1bde9f8417b1,revision_number=1']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:45:17.238111 n-d-816206-8 neutron-server[103592]: DEBUG neutron.scheduler.base_scheduler [None req-901e9d1c-8951-447b-85ec-0e44df9bdeb8 None None] Resources bound (agent type, host, resource id): {{(pid=103592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:45:17.247685 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-901e9d1c-8951-447b-85ec-0e44df9bdeb8 None None] Received port after_create {{(pid=103592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:45:17.261184 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68872185-e1ae-41fb-b2d0-e3174533db7c None None] DHCP port deletion for 23348ac2-82c2-44f2-ae17-0af4b4c8f8b2 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:45:17.293740 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1a1239-2f59-481c-ae73-6f3ecacc3806 req-9142b683-925e-4221-9a41-ada2ed6f523e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:45:17.301123 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-ff1a1239-2f59-481c-ae73-6f3ecacc3806 req-9142b683-925e-4221-9a41-ada2ed6f523e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:17.302941 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ff1a1239-2f59-481c-ae73-6f3ecacc3806 req-9142b683-925e-4221-9a41-ada2ed6f523e service neutron] 10.222.0.55 "PUT /v2.0/ports/54b2e2aa-dd35-458d-a4cf-f0431ce5673d HTTP/1.1" status: 200 len: 1092 time: 4.2007158 Nov 23 17:45:17.303640 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '165af5ef-924e-42a7-b0fa-a06c04e53e01', 'tag': '54b2e2aa-dd35-458d-a4cf-f0431ce5673d'}] {{(pid=103591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:45:17.316192 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41d174a19ece9499ff9ec44e5b3fc50f2abd3ffbc947fb7e52ea1e8db27b95b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d998301f-ff99-4430-9552-b1f223204dcf" -d '{"events": [{"name": "network-changed", "server_uuid": "165af5ef-924e-42a7-b0fa-a06c04e53e01", "tag": "54b2e2aa-dd35-458d-a4cf-f0431ce5673d"}]}' {{(pid=103591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:45:17.332337 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-bacdc06f-b2d8-48e6-aafb-63eb377d8e97 tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973419', 'neutron.services.segments.db._delete_segments_for_network-8736635878840'] for network, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:17.357919 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-bacdc06f-b2d8-48e6-aafb-63eb377d8e97 tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cce2f5f1-c2b2-4882-afcb-c98001c0c8ea']}} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:45:17.380025 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-52822d53-48f5-4819-8a95-bdc13aea0bf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:17.380549 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-bacdc06f-b2d8-48e6-aafb-63eb377d8e97 tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9394d838-76de-428e-aef7-cf3f09a9a850') {'for_net_delete': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:45:17.380854 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-bacdc06f-b2d8-48e6-aafb-63eb377d8e97 tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9394d838-76de-428e-aef7-cf3f09a9a850') {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:45:17.396235 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-bacdc06f-b2d8-48e6-aafb-63eb377d8e97 tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736635840332', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-267528353'] for segment, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:17.405692 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9142b683-925e-4221-9a41-ada2ed6f523e service neutron] Pushing event updated for resources: {'Port': ['ID=54b2e2aa-dd35-458d-a4cf-f0431ce5673d,revision_number=3']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:45:17.427753 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-bacdc06f-b2d8-48e6-aafb-63eb377d8e97 tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:17.438567 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bacdc06f-b2d8-48e6-aafb-63eb377d8e97 tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] Releasing vlan 540 on physical network physnet1 to pool {{(pid=103590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 17:45:17.439147 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-bacdc06f-b2d8-48e6-aafb-63eb377d8e97 tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264370093'] for segment, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:17.443360 n-d-816206-8 neutron-server[103590]: Traceback (most recent call last): Nov 23 17:45:17.443360 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 17:45:17.443360 n-d-816206-8 neutron-server[103590]: timer() Nov 23 17:45:17.443360 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 17:45:17.443360 n-d-816206-8 neutron-server[103590]: cb(*args, **kw) Nov 23 17:45:17.443360 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 17:45:17.443360 n-d-816206-8 neutron-server[103590]: return func(*args, **kwargs) Nov 23 17:45:17.443360 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 17:45:17.443360 n-d-816206-8 neutron-server[103590]: self._notify() Nov 23 17:45:17.443360 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 17:45:17.443360 n-d-816206-8 neutron-server[103590]: self.callback(batched_events) Nov 23 17:45:17.443360 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 17:45:17.443360 n-d-816206-8 neutron-server[103590]: event.method(event) Nov 23 17:45:17.443360 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 17:45:17.443360 n-d-816206-8 neutron-server[103590]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 17:45:17.443360 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 17:45:17.443360 n-d-816206-8 neutron-server[103590]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 17:45:17.443360 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 17:45:17.443360 n-d-816206-8 neutron-server[103590]: return f(self, *a, **k) Nov 23 17:45:17.443360 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 17:45:17.443360 n-d-816206-8 neutron-server[103590]: return self._get(url).json() Nov 23 17:45:17.443360 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 17:45:17.443360 n-d-816206-8 neutron-server[103590]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 17:45:17.443360 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 17:45:17.443360 n-d-816206-8 neutron-server[103590]: return self.request(url, 'GET', **kwargs) Nov 23 17:45:17.443360 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 17:45:17.443360 n-d-816206-8 neutron-server[103590]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 17:45:17.443360 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 17:45:17.443360 n-d-816206-8 neutron-server[103590]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 17:45:17.443360 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 17:45:17.443360 n-d-816206-8 neutron-server[103590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 17:45:17.443360 n-d-816206-8 neutron-server[103590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 17:45:17.502167 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-901e9d1c-8951-447b-85ec-0e44df9bdeb8 None None] Attempting to bind port 641d74df-972e-4180-b7ff-1bde9f8417b1 on host n-d-816206-8 for vnic_type normal with profile {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:45:17.502692 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-901e9d1c-8951-447b-85ec-0e44df9bdeb8 None None] Attempting to bind port 641d74df-972e-4180-b7ff-1bde9f8417b1 by drivers openvswitch,hyperv on host n-d-816206-8 at level 0 using segments [{'id': '9394d838-76de-428e-aef7-cf3f09a9a850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'cce2f5f1-c2b2-4882-afcb-c98001c0c8ea'}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:45:17.503066 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-901e9d1c-8951-447b-85ec-0e44df9bdeb8 None None] Attempting to bind port 641d74df-972e-4180-b7ff-1bde9f8417b1 on network cce2f5f1-c2b2-4882-afcb-c98001c0c8ea {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:45:17.520786 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-901e9d1c-8951-447b-85ec-0e44df9bdeb8 None None] Checking agent: {'id': '9e89acbe-4bbe-4c77-a18b-6f1da9133e0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 7, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 44, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:45:17.521166 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-901e9d1c-8951-447b-85ec-0e44df9bdeb8 None None] Checking segment: {'id': '9394d838-76de-428e-aef7-cf3f09a9a850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'cce2f5f1-c2b2-4882-afcb-c98001c0c8ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:45:17.521574 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-901e9d1c-8951-447b-85ec-0e44df9bdeb8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:17.527733 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-901e9d1c-8951-447b-85ec-0e44df9bdeb8 None None] Bound using segment: {'id': '9394d838-76de-428e-aef7-cf3f09a9a850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'cce2f5f1-c2b2-4882-afcb-c98001c0c8ea'} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:45:17.528347 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-901e9d1c-8951-447b-85ec-0e44df9bdeb8 None None] Bound port: 641d74df-972e-4180-b7ff-1bde9f8417b1, host: n-d-816206-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9394d838-76de-428e-aef7-cf3f09a9a850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'cce2f5f1-c2b2-4882-afcb-c98001c0c8ea'}}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:45:17.528785 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-901e9d1c-8951-447b-85ec-0e44df9bdeb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:17.553029 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.db.api [None req-bacdc06f-b2d8-48e6-aafb-63eb377d8e97 tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 23 17:45:17.553029 n-d-816206-8 neutron-server[103590]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 23 17:45:17.553029 n-d-816206-8 neutron-server[103590]: [parameters: {'id': 'cce2f5f1-c2b2-4882-afcb-c98001c0c8ea'}] Nov 23 17:45:17.553029 n-d-816206-8 neutron-server[103590]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103590) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 17:45:17.556056 n-d-816206-8 neutron-server[103590]: DEBUG oslo_db.api [None req-bacdc06f-b2d8-48e6-aafb-63eb377d8e97 tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 17:45:17.601035 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c31f8a5-7b6e-4748-9b7e-27a494a54082 req-b3ddc65a-0dfc-432e-8c1f-89a855ddebcb tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:45:17.609954 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7c31f8a5-7b6e-4748-9b7e-27a494a54082 req-b3ddc65a-0dfc-432e-8c1f-89a855ddebcb tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] 10.222.0.60 "GET /v2.0/networks?id=96a4c4fb-2a54-4887-a6a0-d3361fb03ec8 HTTP/1.1" status: 200 len: 806 time: 0.2142637 Nov 23 17:45:17.616012 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a19eb03-6109-4716-8aed-6c16ed053890 None None] DHCP port deletion for 23348ac2-82c2-44f2-ae17-0af4b4c8f8b2 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:45:17.647884 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1a1239-2f59-481c-ae73-6f3ecacc3806 req-90f32655-e1db-421f-bb37-545681aad931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:45:17.648691 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-ff1a1239-2f59-481c-ae73-6f3ecacc3806 req-90f32655-e1db-421f-bb37-545681aad931 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:17.650718 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ff1a1239-2f59-481c-ae73-6f3ecacc3806 req-90f32655-e1db-421f-bb37-545681aad931 service neutron] 10.222.0.55 "PUT /v2.0/ports/3c89b71c-c9f0-4855-9194-5dda7b6b3a8e HTTP/1.1" status: 200 len: 1092 time: 2.9360788 Nov 23 17:45:17.658652 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-901e9d1c-8951-447b-85ec-0e44df9bdeb8 None None] For port 641d74df-972e-4180-b7ff-1bde9f8417b1, host n-d-816206-8, cleared binding levels {{(pid=103592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:45:17.662853 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-901e9d1c-8951-447b-85ec-0e44df9bdeb8 None None] For port 641d74df-972e-4180-b7ff-1bde9f8417b1, host n-d-816206-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=641d74df-972e-4180-b7ff-1bde9f8417b1,segment=NetworkSegment(9394d838-76de-428e-aef7-cf3f09a9a850),segment_id=9394d838-76de-428e-aef7-cf3f09a9a850)] {{(pid=103592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:45:17.670181 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-901e9d1c-8951-447b-85ec-0e44df9bdeb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:17.716632 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7c31f8a5-7b6e-4748-9b7e-27a494a54082 req-02cc65e8-3630-4655-8529-7f6887f8076b tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] 10.222.0.60 "GET /v2.0/quotas/fc0b8b60f26147bc93ae14daf3e34aba HTTP/1.1" status: 200 len: 375 time: 0.1049695 Nov 23 17:45:17.723887 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-68fd9c1a-8ae6-48a4-99d8-f9c849c0ef97 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:17.740630 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901e9d1c-8951-447b-85ec-0e44df9bdeb8 None None] Pushing event updated for resources: {'Port': ['ID=641d74df-972e-4180-b7ff-1bde9f8417b1,revision_number=2']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:45:17.797060 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9a27ae6c-db98-474f-94c1-cc99bf842d79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:18.043712 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40b78fa2-fe0f-4ba8-829f-8d0017f19b5d None None] Network cce2f5f1-c2b2-4882-afcb-c98001c0c8ea requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:45:18.057471 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-bacdc06f-b2d8-48e6-aafb-63eb377d8e97 tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-555181'] for network, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:18.187904 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-bacdc06f-b2d8-48e6-aafb-63eb377d8e97 tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] Deleting port 641d74df-972e-4180-b7ff-1bde9f8417b1 {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:45:18.188287 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-bacdc06f-b2d8-48e6-aafb-63eb377d8e97 tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:18.296134 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f96907f9-1a52-49cf-a232-f89b069c098d None None] get_active_networks_info from n-d-816206-8 {{(pid=103592) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 23 17:45:18.316416 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-bacdc06f-b2d8-48e6-aafb-63eb377d8e97 tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] For port 641d74df-972e-4180-b7ff-1bde9f8417b1, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=641d74df-972e-4180-b7ff-1bde9f8417b1,segment=NetworkSegment(9394d838-76de-428e-aef7-cf3f09a9a850),segment_id=9394d838-76de-428e-aef7-cf3f09a9a850)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:45:18.317110 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-bacdc06f-b2d8-48e6-aafb-63eb377d8e97 tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:18.350381 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-bacdc06f-b2d8-48e6-aafb-63eb377d8e97 tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] Calling delete_port for 641d74df-972e-4180-b7ff-1bde9f8417b1 owned by network:dhcp {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:45:18.415339 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:18.481730 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-bacdc06f-b2d8-48e6-aafb-63eb377d8e97 tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:18.504466 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bacdc06f-b2d8-48e6-aafb-63eb377d8e97 tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] No DVR routers for this DVR port 641d74df-972e-4180-b7ff-1bde9f8417b1 on host n-d-816206-8 {{(pid=103590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:45:18.548788 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f32655-e1db-421f-bb37-545681aad931 service neutron] Pushing event updated for resources: {'Port': ['ID=3c89b71c-c9f0-4855-9194-5dda7b6b3a8e,revision_number=3']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:45:18.580740 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7319886f-b90a-4481-9133-9e2c0dc6563d req-f99e9950-4343-45a7-b6dc-88642c71d659 tempest-MultipleCreateTestJSON-731598663 tempest-MultipleCreateTestJSON-731598663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:45:18.596389 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7319886f-b90a-4481-9133-9e2c0dc6563d req-f99e9950-4343-45a7-b6dc-88642c71d659 tempest-MultipleCreateTestJSON-731598663 tempest-MultipleCreateTestJSON-731598663-project] 10.222.0.60 "GET /v2.0/ports?device_id=ad896d57-5313-4734-90ac-614615fd3492 HTTP/1.1" status: 200 len: 944 time: 1.4424214 Nov 23 17:45:18.622854 n-d-816206-8 neutron-server[103592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f96907f9-1a52-49cf-a232-f89b069c098d None None] Resources bound (agent type, host, resource id): {{(pid=103592) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 23 17:45:18.641624 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-bacdc06f-b2d8-48e6-aafb-63eb377d8e97 tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973419', 'neutron.services.segments.db._delete_segments_for_network-8736635878840'] for network, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:18.653086 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1a1239-2f59-481c-ae73-6f3ecacc3806 req-edc61e27-376b-443f-92e3-aef4fa064617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:45:18.654442 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ff1a1239-2f59-481c-ae73-6f3ecacc3806 req-edc61e27-376b-443f-92e3-aef4fa064617 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d12571583578401d94edb82eeee79d8b&device_id=165af5ef-924e-42a7-b0fa-a06c04e53e01 HTTP/1.1" status: 200 len: 1095 time: 1.2393336 Nov 23 17:45:18.671107 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-bacdc06f-b2d8-48e6-aafb-63eb377d8e97 tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cce2f5f1-c2b2-4882-afcb-c98001c0c8ea']}} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:45:18.682819 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-68fd9c1a-8ae6-48a4-99d8-f9c849c0ef97 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:18.683241 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-bacdc06f-b2d8-48e6-aafb-63eb377d8e97 tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9394d838-76de-428e-aef7-cf3f09a9a850') {'for_net_delete': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:45:18.685202 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-bacdc06f-b2d8-48e6-aafb-63eb377d8e97 tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9394d838-76de-428e-aef7-cf3f09a9a850') {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:45:18.703036 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-bacdc06f-b2d8-48e6-aafb-63eb377d8e97 tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736635840332', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-267528353'] for segment, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:18.721085 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-bacdc06f-b2d8-48e6-aafb-63eb377d8e97 tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:18.729529 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bacdc06f-b2d8-48e6-aafb-63eb377d8e97 tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] Releasing vlan 540 on physical network physnet1 to pool {{(pid=103590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 17:45:18.730499 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-bacdc06f-b2d8-48e6-aafb-63eb377d8e97 tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264370093'] for segment, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:18.774949 n-d-816206-8 neutron-server[103590]: Traceback (most recent call last): Nov 23 17:45:18.774949 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 17:45:18.774949 n-d-816206-8 neutron-server[103590]: timer() Nov 23 17:45:18.774949 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 17:45:18.774949 n-d-816206-8 neutron-server[103590]: cb(*args, **kw) Nov 23 17:45:18.774949 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 17:45:18.774949 n-d-816206-8 neutron-server[103590]: return func(*args, **kwargs) Nov 23 17:45:18.774949 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 17:45:18.774949 n-d-816206-8 neutron-server[103590]: self._notify() Nov 23 17:45:18.774949 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 17:45:18.774949 n-d-816206-8 neutron-server[103590]: self.callback(batched_events) Nov 23 17:45:18.774949 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 17:45:18.774949 n-d-816206-8 neutron-server[103590]: event.method(event) Nov 23 17:45:18.774949 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 17:45:18.774949 n-d-816206-8 neutron-server[103590]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 17:45:18.774949 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 17:45:18.774949 n-d-816206-8 neutron-server[103590]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 17:45:18.774949 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 17:45:18.774949 n-d-816206-8 neutron-server[103590]: return f(self, *a, **k) Nov 23 17:45:18.774949 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 17:45:18.774949 n-d-816206-8 neutron-server[103590]: return self._get(url).json() Nov 23 17:45:18.774949 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 17:45:18.774949 n-d-816206-8 neutron-server[103590]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 17:45:18.774949 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 17:45:18.774949 n-d-816206-8 neutron-server[103590]: return self.request(url, 'GET', **kwargs) Nov 23 17:45:18.774949 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 17:45:18.774949 n-d-816206-8 neutron-server[103590]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 17:45:18.774949 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 17:45:18.774949 n-d-816206-8 neutron-server[103590]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 17:45:18.774949 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 17:45:18.774949 n-d-816206-8 neutron-server[103590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 17:45:18.774949 n-d-816206-8 neutron-server[103590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 17:45:18.777081 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ff1a1239-2f59-481c-ae73-6f3ecacc3806 req-bed8d38e-3ba3-4dbb-b0ae-1d2e69165ee6 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=54b2e2aa-dd35-458d-a4cf-f0431ce5673d HTTP/1.1" status: 200 len: 217 time: 0.0904174 Nov 23 17:45:18.779233 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacdc06f-b2d8-48e6-aafb-63eb377d8e97 tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] Pushing event deleted for resources: {'Port': ['ID=641d74df-972e-4180-b7ff-1bde9f8417b1,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:45:18.828669 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7c31f8a5-7b6e-4748-9b7e-27a494a54082 req-69ef289e-1e34-4cda-a4fd-50b9e73dc75a tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=fc0b8b60f26147bc93ae14daf3e34aba&fields=id HTTP/1.1" status: 200 len: 255 time: 1.1107807 Nov 23 17:45:18.855434 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-bacdc06f-b2d8-48e6-aafb-63eb377d8e97 tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1795418'] for network, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:18.863785 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-bacdc06f-b2d8-48e6-aafb-63eb377d8e97 tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] Publish callbacks [] for network, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:18.871470 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-bacdc06f-b2d8-48e6-aafb-63eb377d8e97 tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] 10.222.0.60 "DELETE /v2.0/networks/cce2f5f1-c2b2-4882-afcb-c98001c0c8ea HTTP/1.1" status: 204 len: 168 time: 3.1214004 Nov 23 17:45:18.879790 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 58308) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:45:18.889312 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-0bdee595-c98f-45d5-8de8-b011dd9ff97a tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-261671574'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:45:18.894274 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacdc06f-b2d8-48e6-aafb-63eb377d8e97 tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] Pushing event deleted for resources: {'Network': ['ID=cce2f5f1-c2b2-4882-afcb-c98001c0c8ea,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:45:18.916319 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bdee595-c98f-45d5-8de8-b011dd9ff97a tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] Made reservation on behalf of 3d2fca7cf440480a8330ba29eee9c923 for: {'network': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:45:18.920888 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0bdee595-c98f-45d5-8de8-b011dd9ff97a tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for network, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:18.954812 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1a1239-2f59-481c-ae73-6f3ecacc3806 req-96099bcb-c46b-4fe2-a30b-eab43c35a87a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:45:18.956332 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ff1a1239-2f59-481c-ae73-6f3ecacc3806 req-96099bcb-c46b-4fe2-a30b-eab43c35a87a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d12571583578401d94edb82eeee79d8b&device_id=ad896d57-5313-4734-90ac-614615fd3492 HTTP/1.1" status: 200 len: 1095 time: 1.2378035 Nov 23 17:45:18.970367 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0bdee595-c98f-45d5-8de8-b011dd9ff97a tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] vlan segment allocate from pool success with {'vlan_id': 531, 'physical_network': 'physnet1'} {{(pid=103590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 17:45:18.999539 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0bdee595-c98f-45d5-8de8-b011dd9ff97a tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:19.000700 n-d-816206-8 neutron-server[103590]: INFO neutron.db.segments_db [None req-0bdee595-c98f-45d5-8de8-b011dd9ff97a tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] Added segment 0ab27ca2-7d35-4ec1-82d2-ed9f0ed5e77c of type vlan for network a5b5693b-1d34-4faf-8648-3b499007e346 Nov 23 17:45:19.095465 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ff1a1239-2f59-481c-ae73-6f3ecacc3806 req-eb614d44-e749-40de-a6cb-d801eb3c2519 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3c89b71c-c9f0-4855-9194-5dda7b6b3a8e HTTP/1.1" status: 200 len: 217 time: 0.0915833 Nov 23 17:45:19.103395 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0bdee595-c98f-45d5-8de8-b011dd9ff97a tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736635338810'] for network, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:19.162612 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7319886f-b90a-4481-9133-9e2c0dc6563d req-4ddda97f-5d2c-4b8c-baa5-9bb3e758ad58 tempest-MultipleCreateTestJSON-731598663 tempest-MultipleCreateTestJSON-731598663-project] 10.222.0.60 "GET /v2.0/security-groups?id=df37d9c5-5a4e-4669-a83f-08f0e6fcaac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5657523 Nov 23 17:45:19.193624 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0bdee595-c98f-45d5-8de8-b011dd9ff97a tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493'] for network, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:19.226276 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1a1239-2f59-481c-ae73-6f3ecacc3806 req-7f2fe517-3862-4730-8b53-15b912bf2961 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:45:19.227808 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ff1a1239-2f59-481c-ae73-6f3ecacc3806 req-7f2fe517-3862-4730-8b53-15b912bf2961 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e8c8539d-8327-4e19-a1c8-5e883e124f3b HTTP/1.1" status: 200 len: 852 time: 0.0634356 Nov 23 17:45:19.234103 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1a1239-2f59-481c-ae73-6f3ecacc3806 req-ce3df831-082f-4f5d-aa1a-7f610d51065b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:45:19.235585 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ff1a1239-2f59-481c-ae73-6f3ecacc3806 req-ce3df831-082f-4f5d-aa1a-7f610d51065b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e8c8539d-8327-4e19-a1c8-5e883e124f3b HTTP/1.1" status: 200 len: 852 time: 0.4392357 Nov 23 17:45:19.239006 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bdee595-c98f-45d5-8de8-b011dd9ff97a tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:45:19.240742 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0bdee595-c98f-45d5-8de8-b011dd9ff97a tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] Publish callbacks [] for network, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:19.292264 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ff1a1239-2f59-481c-ae73-6f3ecacc3806 req-3bd27911-75cd-4122-b50a-9beb8c383c9f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=23348ac2-82c2-44f2-ae17-0af4b4c8f8b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0538235 Nov 23 17:45:19.297833 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ff1a1239-2f59-481c-ae73-6f3ecacc3806 req-455235cf-16bf-44a2-8ac5-a41a6c9801fb service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=23348ac2-82c2-44f2-ae17-0af4b4c8f8b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0487161 Nov 23 17:45:19.308966 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-68fd9c1a-8ae6-48a4-99d8-f9c849c0ef97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:19.310586 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-0bdee595-c98f-45d5-8de8-b011dd9ff97a tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.4296646 Nov 23 17:45:19.310785 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-68fd9c1a-8ae6-48a4-99d8-f9c849c0ef97 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:19.314251 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-68fd9c1a-8ae6-48a4-99d8-f9c849c0ef97 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/0dcd7947-5fa7-40d2-b3ee-bc17a55d4980 HTTP/1.1" status: 204 len: 168 time: 2.3868012 Nov 23 17:45:19.314251 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 58312) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:45:19.417538 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-38153cd4-1caa-42de-b1da-52719e75934d tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] Request body: {'subnet': {'network_id': 'a5b5693b-1d34-4faf-8648-3b499007e346', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:45:19.422928 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ff1a1239-2f59-481c-ae73-6f3ecacc3806 req-0abcdb51-ee88-4c50-ae68-1806957d2eb8 service neutron] 10.222.0.55 "GET /v2.0/networks/23348ac2-82c2-44f2-ae17-0af4b4c8f8b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1065905 Nov 23 17:45:19.424141 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdee595-c98f-45d5-8de8-b011dd9ff97a tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] Pushing event updated for resources: {'Network': ['ID=a5b5693b-1d34-4faf-8648-3b499007e346,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:45:19.439886 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Network a5b5693b-1d34-4faf-8648-3b499007e346 details requested by agent ovs-agent-n-d-816206-8 with host n-d-816206-8 {{(pid=103592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 17:45:19.529411 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd9c1a-8ae6-48a4-99d8-f9c849c0ef97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dcd7947-5fa7-40d2-b3ee-bc17a55d4980,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:45:19.598361 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7c31f8a5-7b6e-4748-9b7e-27a494a54082 req-fa704507-5ed7-4354-b03e-48a98a082a6b service neutron] 10.222.0.60 "GET /v2.0/networks/96a4c4fb-2a54-4887-a6a0-d3361fb03ec8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7690594 Nov 23 17:45:19.841571 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b3ea4d-18cc-4d0a-a6db-d6a57eabe90d req-03647b98-bac5-4b33-b7d0-4528d1d9e200 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:45:19.843199 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-98b3ea4d-18cc-4d0a-a6db-d6a57eabe90d req-03647b98-bac5-4b33-b7d0-4528d1d9e200 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] 10.222.0.60 "GET /v2.0/ports?device_id=a43134ca-2758-4794-bb9c-974d11e5e279 HTTP/1.1" status: 200 len: 946 time: 0.4090514 Nov 23 17:45:19.876037 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ff1a1239-2f59-481c-ae73-6f3ecacc3806 req-1aaf27b1-2d2e-44b8-a877-07059495e4a9 service neutron] 10.222.0.55 "GET /v2.0/networks/23348ac2-82c2-44f2-ae17-0af4b4c8f8b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4040046 Nov 23 17:45:19.878465 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ff1a1239-2f59-481c-ae73-6f3ecacc3806 req-824ea634-df38-4bae-809c-dfa0f1791e1e service neutron] 10.222.0.55 "GET /v2.0/networks/23348ac2-82c2-44f2-ae17-0af4b4c8f8b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5775659 Nov 23 17:45:19.909132 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38153cd4-1caa-42de-b1da-52719e75934d tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] Made reservation on behalf of 3d2fca7cf440480a8330ba29eee9c923 for: {'subnet': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:45:19.912870 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-38153cd4-1caa-42de-b1da-52719e75934d tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264314294'] for subnet, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:19.951465 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7c31f8a5-7b6e-4748-9b7e-27a494a54082 req-e4085ce4-546b-474c-8760-f4d18ee52f21 service neutron] 10.222.0.60 "GET /v2.0/networks/96a4c4fb-2a54-4887-a6a0-d3361fb03ec8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3521538 Nov 23 17:45:20.015296 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-98b3ea4d-18cc-4d0a-a6db-d6a57eabe90d req-638c0389-7832-4ccf-9b90-610eae9fc009 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] 10.222.0.60 "GET /v2.0/security-groups?id=c11b6a3a-f89b-4d05-9340-8aa0be1653f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1641052 Nov 23 17:45:20.225113 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 17:45:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e47f818-4f4c-4d1d-b5a4-410e656074d3 x-openstack-request-id: req-8e47f818-4f4c-4d1d-b5a4-410e656074d3 {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:45:20.225411 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "165af5ef-924e-42a7-b0fa-a06c04e53e01", "tag": "54b2e2aa-dd35-458d-a4cf-f0431ce5673d", "status": "completed", "code": 200}]} {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:45:20.225671 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-8e47f818-4f4c-4d1d-b5a4-410e656074d3 {{(pid=103591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:45:20.226628 n-d-816206-8 neutron-server[103591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '165af5ef-924e-42a7-b0fa-a06c04e53e01', 'tag': '54b2e2aa-dd35-458d-a4cf-f0431ce5673d', 'status': 'completed', 'code': 200} Nov 23 17:45:20.333774 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ff1a1239-2f59-481c-ae73-6f3ecacc3806 req-211fe563-cfee-49a6-a5c3-e0926ee35b30 service neutron] 10.222.0.55 "GET /v2.0/networks/23348ac2-82c2-44f2-ae17-0af4b4c8f8b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4450362 Nov 23 17:45:20.565337 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d998301f-ff99-4430-9552-b1f223204dcf req-d84b9eb5-cf00-4db7-9878-c04577fd74fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:45:20.567148 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d998301f-ff99-4430-9552-b1f223204dcf req-d84b9eb5-cf00-4db7-9878-c04577fd74fb service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d12571583578401d94edb82eeee79d8b&device_id=165af5ef-924e-42a7-b0fa-a06c04e53e01 HTTP/1.1" status: 200 len: 1095 time: 0.3345926 Nov 23 17:45:20.582179 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d346323-4d17-4bb1-928a-909d72b9d3d5 req-48634da5-bba3-4322-96bf-3bc951c67194 tempest-MultipleCreateTestJSON-731598663 tempest-MultipleCreateTestJSON-731598663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:45:20.586307 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-3d346323-4d17-4bb1-928a-909d72b9d3d5 req-48634da5-bba3-4322-96bf-3bc951c67194 tempest-MultipleCreateTestJSON-731598663 tempest-MultipleCreateTestJSON-731598663-project] 10.222.0.60 "GET /v2.0/ports?device_id=ad896d57-5313-4734-90ac-614615fd3492 HTTP/1.1" status: 200 len: 944 time: 0.2470453 Nov 23 17:45:21.225387 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-3d346323-4d17-4bb1-928a-909d72b9d3d5 req-c8ea3bdf-7016-42ec-a81c-609242797b02 tempest-MultipleCreateTestJSON-731598663 tempest-MultipleCreateTestJSON-731598663-project] 10.222.0.60 "GET /v2.0/security-groups?id=df37d9c5-5a4e-4669-a83f-08f0e6fcaac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6231923 Nov 23 17:45:21.237723 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d998301f-ff99-4430-9552-b1f223204dcf req-73e7ce8a-ada4-4d1e-bf1f-6dd14d5de17b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:45:21.239306 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d998301f-ff99-4430-9552-b1f223204dcf req-73e7ce8a-ada4-4d1e-bf1f-6dd14d5de17b service neutron] 10.222.0.55 "GET /v2.0/networks?id=23348ac2-82c2-44f2-ae17-0af4b4c8f8b2 HTTP/1.1" status: 200 len: 913 time: 0.6490188 Nov 23 17:45:21.331044 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d998301f-ff99-4430-9552-b1f223204dcf req-ca13fa70-e718-4d8a-afaf-799782bc5ec2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=54b2e2aa-dd35-458d-a4cf-f0431ce5673d HTTP/1.1" status: 200 len: 217 time: 0.0735564 Nov 23 17:45:21.452889 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-38153cd4-1caa-42de-b1da-52719e75934d tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264758079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264314276'] for subnet, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:21.802902 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d998301f-ff99-4430-9552-b1f223204dcf req-06b2b8db-8f32-49e4-98f9-b62a651355c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:45:21.805423 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d998301f-ff99-4430-9552-b1f223204dcf req-06b2b8db-8f32-49e4-98f9-b62a651355c2 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e8c8539d-8327-4e19-a1c8-5e883e124f3b HTTP/1.1" status: 200 len: 852 time: 0.4727256 Nov 23 17:45:21.837266 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38153cd4-1caa-42de-b1da-52719e75934d tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] Pushing event updated for resources: {'Subnet': ['ID=1a83adcf-a0bb-4637-a254-faa1c111d716,revision_number=0']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:45:21.857492 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a45bc6b-abe2-4170-819e-c7d586096903 req-457389d6-f027-4497-b463-fde621e935c9 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:45:21.869975 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-0a45bc6b-abe2-4170-819e-c7d586096903 req-457389d6-f027-4497-b463-fde621e935c9 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] 10.222.0.60 "GET /v2.0/networks?id=96a4c4fb-2a54-4887-a6a0-d3361fb03ec8 HTTP/1.1" status: 200 len: 806 time: 0.5108502 Nov 23 17:45:21.931525 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-0a45bc6b-abe2-4170-819e-c7d586096903 req-20f5e63b-3352-4006-9040-6690976d4307 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] 10.222.0.60 "GET /v2.0/quotas/fc0b8b60f26147bc93ae14daf3e34aba HTTP/1.1" status: 200 len: 375 time: 0.0604825 Nov 23 17:45:21.946566 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d998301f-ff99-4430-9552-b1f223204dcf req-3234440f-f0ac-412a-bef3-f7c1d89fc7dd service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=23348ac2-82c2-44f2-ae17-0af4b4c8f8b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0624754 Nov 23 17:45:21.970499 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7760a96-65f6-4cc3-a3ab-9f119e259982 req-d235dce9-c6a7-47da-a612-ca9682f6bdb9 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:45:21.978640 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c7760a96-65f6-4cc3-a3ab-9f119e259982 req-d235dce9-c6a7-47da-a612-ca9682f6bdb9 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] 10.222.0.60 "GET /v2.0/ports?device_id=a43134ca-2758-4794-bb9c-974d11e5e279 HTTP/1.1" status: 200 len: 946 time: 0.7382548 Nov 23 17:45:21.985841 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38153cd4-1caa-42de-b1da-52719e75934d tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] Checking segment: {'id': '0ab27ca2-7d35-4ec1-82d2-ed9f0ed5e77c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'a5b5693b-1d34-4faf-8648-3b499007e346'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:45:21.986203 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38153cd4-1caa-42de-b1da-52719e75934d tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] Network hostable DHCP agents. Network: a5b5693b-1d34-4faf-8648-3b499007e346, hostable agents: ['0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3'], hosted agents: [] {{(pid=103591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 17:45:22.101602 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d998301f-ff99-4430-9552-b1f223204dcf req-2324b1ba-4555-4f9f-9956-fa1a83a83f79 service neutron] 10.222.0.55 "GET /v2.0/networks/23348ac2-82c2-44f2-ae17-0af4b4c8f8b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1100268 Nov 23 17:45:22.175296 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38153cd4-1caa-42de-b1da-52719e75934d tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] Network a5b5693b-1d34-4faf-8648-3b499007e346 is scheduled to be hosted by DHCP agent 0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3 with binding_index 1 {{(pid=103591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 17:45:22.206024 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [None req-38153cd4-1caa-42de-b1da-52719e75934d tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-8, a5b5693b-1d34-4faf-8648-3b499007e346) {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:45:22.216843 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3b0b460-06cb-417a-9719-79efd8894fb1 None None] Network a5b5693b-1d34-4faf-8648-3b499007e346 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:45:22.235324 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-0a45bc6b-abe2-4170-819e-c7d586096903 req-2efa6f44-72d6-473a-9a87-5deae5a26648 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=fc0b8b60f26147bc93ae14daf3e34aba&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3028352 Nov 23 17:45:22.384859 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38153cd4-1caa-42de-b1da-52719e75934d tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:45:22.388281 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-38153cd4-1caa-42de-b1da-52719e75934d tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for subnet, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:22.408365 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 58436) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:45:22.458490 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad896d57-5313-4734-90ac-614615fd3492', 'tag': '3c89b71c-c9f0-4855-9194-5dda7b6b3a8e'}] {{(pid=103591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:45:22.463997 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41d174a19ece9499ff9ec44e5b3fc50f2abd3ffbc947fb7e52ea1e8db27b95b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2046df8c-f8f0-49ed-8e5e-5c9b50373153" -d '{"events": [{"name": "network-changed", "server_uuid": "ad896d57-5313-4734-90ac-614615fd3492", "tag": "3c89b71c-c9f0-4855-9194-5dda7b6b3a8e"}]}' {{(pid=103591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:45:22.515035 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c7760a96-65f6-4cc3-a3ab-9f119e259982 req-6319f24f-a06a-44e2-90d0-f4e528d76bb0 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] 10.222.0.60 "GET /v2.0/security-groups?id=c11b6a3a-f89b-4d05-9340-8aa0be1653f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5354176 Nov 23 17:45:22.578394 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-38153cd4-1caa-42de-b1da-52719e75934d tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.1628475 Nov 23 17:45:22.578629 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 58444) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:45:22.600558 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-0a45bc6b-abe2-4170-819e-c7d586096903 req-a9328b4d-9c39-4d60-b9f3-f96c08b0bce7 service neutron] 10.222.0.60 "GET /v2.0/networks/96a4c4fb-2a54-4887-a6a0-d3361fb03ec8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3642640 Nov 23 17:45:22.613491 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d998301f-ff99-4430-9552-b1f223204dcf req-4ce41299-135a-4503-9217-e015ad2e0781 service neutron] 10.222.0.55 "GET /v2.0/networks/23348ac2-82c2-44f2-ae17-0af4b4c8f8b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4967954 Nov 23 17:45:22.651493 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device 54b2e2aa-dd35-458d-a4cf-f0431ce5673d details requested by agent hyperv_n-h1-816206-8 with host n-h1-816206-8 {{(pid=103592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 17:45:22.827170 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-95331d81-8096-49c1-89b9-ef782618a45e tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-555181'] for network, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:22.843045 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5b07d189-1a1c-4242-8f2d-1cd67054a710 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:22.872402 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port 54b2e2aa-dd35-458d-a4cf-f0431ce5673d, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=54b2e2aa-dd35-458d-a4cf-f0431ce5673d,segment=NetworkSegment(2a53338f-2048-4067-a393-9c8ccd1c070e),segment_id=2a53338f-2048-4067-a393-9c8ccd1c070e)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:45:22.907760 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Returning: {'device': '54b2e2aa-dd35-458d-a4cf-f0431ce5673d', 'network_id': '23348ac2-82c2-44f2-ae17-0af4b4c8f8b2', 'port_id': '54b2e2aa-dd35-458d-a4cf-f0431ce5673d', 'mac_address': 'fa:16:3e:94:89:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 533, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8c8539d-8327-4e19-a1c8-5e883e124f3b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 17:45:22.910623 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-0a45bc6b-abe2-4170-819e-c7d586096903 req-da86d8b9-4753-4e47-908a-0c6aa8dab4a7 service neutron] 10.222.0.60 "GET /v2.0/networks/96a4c4fb-2a54-4887-a6a0-d3361fb03ec8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3065739 Nov 23 17:45:22.956182 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5b07d189-1a1c-4242-8f2d-1cd67054a710 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:22.960264 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:23.002367 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37ce6315-06f8-4926-8b4a-b755a11a0f3c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp355044b8-8e87-58c4-94fa-4a010ec30f9e-a5b5693b-1d34-4faf-8648-3b499007e346', 'network_id': 'a5b5693b-1d34-4faf-8648-3b499007e346', 'tenant_id': '3d2fca7cf440480a8330ba29eee9c923', 'fixed_ips': [{'subnet_id': '1a83adcf-a0bb-4637-a254-faa1c111d716'}]}} from n-d-816206-8. {{(pid=103592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 17:45:23.008003 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-37ce6315-06f8-4926-8b4a-b755a11a0f3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:23.023211 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7b0d2d-15fa-433b-bd60-56ff0a7c85cc req-cb2ac860-e9be-4136-a19a-ecc92bfabb29 tempest-MultipleCreateTestJSON-731598663 tempest-MultipleCreateTestJSON-731598663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:45:23.035454 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-95331d81-8096-49c1-89b9-ef782618a45e tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971956'] for subnet, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:23.040463 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4e7b0d2d-15fa-433b-bd60-56ff0a7c85cc req-cb2ac860-e9be-4136-a19a-ecc92bfabb29 tempest-MultipleCreateTestJSON-731598663 tempest-MultipleCreateTestJSON-731598663-project] 10.222.0.60 "GET /v2.0/ports?device_id=ad896d57-5313-4734-90ac-614615fd3492 HTTP/1.1" status: 200 len: 944 time: 0.3012061 Nov 23 17:45:23.056332 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54b2e2aa-dd35-458d-a4cf-f0431ce5673d {{(pid=103592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:45:23.113972 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port 54b2e2aa-dd35-458d-a4cf-f0431ce5673d, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=54b2e2aa-dd35-458d-a4cf-f0431ce5673d,segment=NetworkSegment(2a53338f-2048-4067-a393-9c8ccd1c070e),segment_id=2a53338f-2048-4067-a393-9c8ccd1c070e)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:45:23.115185 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5b07d189-1a1c-4242-8f2d-1cd67054a710 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:23.160947 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-5b07d189-1a1c-4242-8f2d-1cd67054a710 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f6b19df2be0a47839572e50bd2b928dd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7507415 Nov 23 17:45:23.162224 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-95331d81-8096-49c1-89b9-ef782618a45e tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264357903', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264730940'] for subnet, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:23.167820 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 58488) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:45:23.228310 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95331d81-8096-49c1-89b9-ef782618a45e tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] Pushing event deleted for resources: {'Subnet': ['ID=1a83adcf-a0bb-4637-a254-faa1c111d716,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:45:23.264452 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:23.337773 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-95331d81-8096-49c1-89b9-ef782618a45e tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973419', 'neutron.services.segments.db._delete_segments_for_network-8736635878840'] for network, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:23.343165 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4e7b0d2d-15fa-433b-bd60-56ff0a7c85cc req-ccc4f878-3d45-4efc-a8d5-1403e39e4abf tempest-MultipleCreateTestJSON-731598663 tempest-MultipleCreateTestJSON-731598663-project] 10.222.0.60 "GET /v2.0/security-groups?id=df37d9c5-5a4e-4669-a83f-08f0e6fcaac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2976446 Nov 23 17:45:23.367549 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-95331d81-8096-49c1-89b9-ef782618a45e tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5b5693b-1d34-4faf-8648-3b499007e346']}} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:45:23.414796 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-95331d81-8096-49c1-89b9-ef782618a45e tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ab27ca2-7d35-4ec1-82d2-ed9f0ed5e77c') {'for_net_delete': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:45:23.418979 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-95331d81-8096-49c1-89b9-ef782618a45e tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ab27ca2-7d35-4ec1-82d2-ed9f0ed5e77c') {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:45:23.445648 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Pushing event updated for resources: {'Port': ['ID=54b2e2aa-dd35-458d-a4cf-f0431ce5673d,revision_number=4']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:45:23.462314 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d81fa0ec-7200-4c5f-8649-9a7c4c7b31ed None None] Network a5b5693b-1d34-4faf-8648-3b499007e346 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:45:23.464911 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-95331d81-8096-49c1-89b9-ef782618a45e tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736635840332', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-267528353'] for segment, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:23.503803 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-95331d81-8096-49c1-89b9-ef782618a45e tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:23.525041 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b07d189-1a1c-4242-8f2d-1cd67054a710 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50a32d5b-5288-4d07-ba50-086d30d3b879,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:45:23.552877 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-be4c7a7f-39fb-4426-b764-f0adc48ef7f8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:23.568552 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95331d81-8096-49c1-89b9-ef782618a45e tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] Releasing vlan 531 on physical network physnet1 to pool {{(pid=103590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 17:45:23.570501 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-95331d81-8096-49c1-89b9-ef782618a45e tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264370093'] for segment, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:23.592897 n-d-816206-8 neutron-server[103590]: Traceback (most recent call last): Nov 23 17:45:23.592897 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 17:45:23.592897 n-d-816206-8 neutron-server[103590]: timer() Nov 23 17:45:23.592897 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 17:45:23.592897 n-d-816206-8 neutron-server[103590]: cb(*args, **kw) Nov 23 17:45:23.592897 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 17:45:23.592897 n-d-816206-8 neutron-server[103590]: return func(*args, **kwargs) Nov 23 17:45:23.592897 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 17:45:23.592897 n-d-816206-8 neutron-server[103590]: self._notify() Nov 23 17:45:23.592897 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 17:45:23.592897 n-d-816206-8 neutron-server[103590]: self.callback(batched_events) Nov 23 17:45:23.592897 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 17:45:23.592897 n-d-816206-8 neutron-server[103590]: event.method(event) Nov 23 17:45:23.592897 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 17:45:23.592897 n-d-816206-8 neutron-server[103590]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 17:45:23.592897 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 17:45:23.592897 n-d-816206-8 neutron-server[103590]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 17:45:23.592897 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 17:45:23.592897 n-d-816206-8 neutron-server[103590]: return f(self, *a, **k) Nov 23 17:45:23.592897 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 17:45:23.592897 n-d-816206-8 neutron-server[103590]: return self._get(url).json() Nov 23 17:45:23.592897 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 17:45:23.592897 n-d-816206-8 neutron-server[103590]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 17:45:23.592897 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 17:45:23.592897 n-d-816206-8 neutron-server[103590]: return self.request(url, 'GET', **kwargs) Nov 23 17:45:23.592897 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 17:45:23.592897 n-d-816206-8 neutron-server[103590]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 17:45:23.592897 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 17:45:23.592897 n-d-816206-8 neutron-server[103590]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 17:45:23.592897 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 17:45:23.592897 n-d-816206-8 neutron-server[103590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 17:45:23.592897 n-d-816206-8 neutron-server[103590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 17:45:23.611768 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-be4c7a7f-39fb-4426-b764-f0adc48ef7f8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:23.698950 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 17:45:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-197dd483-719f-4c79-8a0d-4cd362fde7ee x-openstack-request-id: req-197dd483-719f-4c79-8a0d-4cd362fde7ee {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:45:23.699698 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad896d57-5313-4734-90ac-614615fd3492", "tag": "3c89b71c-c9f0-4855-9194-5dda7b6b3a8e", "status": "completed", "code": 200}]} {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:45:23.700205 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-197dd483-719f-4c79-8a0d-4cd362fde7ee {{(pid=103591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:45:23.700723 n-d-816206-8 neutron-server[103591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad896d57-5313-4734-90ac-614615fd3492', 'tag': '3c89b71c-c9f0-4855-9194-5dda7b6b3a8e', 'status': 'completed', 'code': 200} Nov 23 17:45:23.825026 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-95331d81-8096-49c1-89b9-ef782618a45e tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1795418'] for network, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:23.835966 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-95331d81-8096-49c1-89b9-ef782618a45e tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] Publish callbacks [] for network, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:23.847533 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-be4c7a7f-39fb-4426-b764-f0adc48ef7f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:23.849569 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-95331d81-8096-49c1-89b9-ef782618a45e tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] 10.222.0.60 "DELETE /v2.0/networks/a5b5693b-1d34-4faf-8648-3b499007e346 HTTP/1.1" status: 204 len: 168 time: 1.2671716 Nov 23 17:45:23.850304 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 58508) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:45:23.858380 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-be4c7a7f-39fb-4426-b764-f0adc48ef7f8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:23.859307 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] get_ports_and_sgs() called for port_ids ['54b2e2aa-dd35-458d-a4cf-f0431ce5673d'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:45:23.865398 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-be4c7a7f-39fb-4426-b764-f0adc48ef7f8 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/50a32d5b-5288-4d07-ba50-086d30d3b879 HTTP/1.1" status: 204 len: 168 time: 0.6933122 Nov 23 17:45:23.874122 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ca8e48c9-2bce-4ce1-93c4-c16a112885f3 req-fe986fe2-721b-4688-b115-916f7d4f289b tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] 10.222.0.60 "GET /v2.0/ports?device_id=9dd09d80-aa32-42a8-a332-0b63809b44c7 HTTP/1.1" status: 200 len: 210 time: 0.1668718 Nov 23 17:45:23.880344 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-17e44255-7eef-4634-a22b-1dd6f84ca31b tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2023507369'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:45:23.973718 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4c7a7f-39fb-4426-b764-f0adc48ef7f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50a32d5b-5288-4d07-ba50-086d30d3b879,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:45:24.012400 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95331d81-8096-49c1-89b9-ef782618a45e tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] Pushing event deleted for resources: {'Network': ['ID=a5b5693b-1d34-4faf-8648-3b499007e346,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:45:24.025738 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17e44255-7eef-4634-a22b-1dd6f84ca31b tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] Made reservation on behalf of 3d2fca7cf440480a8330ba29eee9c923 for: {'network': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:45:24.040168 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-17e44255-7eef-4634-a22b-1dd6f84ca31b tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for network, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:24.123579 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393dce34-234c-400d-816f-7aec22a8d1eb req-dc08d7df-8905-4de1-aea3-3cf3343175a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:45:24.135300 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17e44255-7eef-4634-a22b-1dd6f84ca31b tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] vlan segment allocate from pool success with {'vlan_id': 500, 'physical_network': 'physnet1'} {{(pid=103590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 17:45:24.137674 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-393dce34-234c-400d-816f-7aec22a8d1eb req-dc08d7df-8905-4de1-aea3-3cf3343175a4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=093e052ebdfd4c689471d0502a0c2e0a&device_id=a43134ca-2758-4794-bb9c-974d11e5e279 HTTP/1.1" status: 200 len: 1097 time: 0.6239073 Nov 23 17:45:24.172178 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-17e44255-7eef-4634-a22b-1dd6f84ca31b tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:24.174413 n-d-816206-8 neutron-server[103590]: INFO neutron.db.segments_db [None req-17e44255-7eef-4634-a22b-1dd6f84ca31b tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] Added segment 2697ad48-b002-43c4-8933-07c8b6a4a098 of type vlan for network 35426e2c-8214-4f94-93bc-8abd057a7a51 Nov 23 17:45:24.361555 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-17e44255-7eef-4634-a22b-1dd6f84ca31b tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736635338810'] for network, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:24.499774 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-17e44255-7eef-4634-a22b-1dd6f84ca31b tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493'] for network, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:24.531482 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17e44255-7eef-4634-a22b-1dd6f84ca31b tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:45:24.543556 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-17e44255-7eef-4634-a22b-1dd6f84ca31b tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] Publish callbacks [] for network, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:24.572106 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393dce34-234c-400d-816f-7aec22a8d1eb req-d625ee90-4db6-4f5a-86e7-e8f332307bef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:45:24.573713 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-393dce34-234c-400d-816f-7aec22a8d1eb req-d625ee90-4db6-4f5a-86e7-e8f332307bef service neutron] 10.222.0.36 "GET /v2.0/networks?id=b05aa742-7050-4bee-9612-3681dfd2164b HTTP/1.1" status: 200 len: 918 time: 0.4035521 Nov 23 17:45:24.575128 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device 3c89b71c-c9f0-4855-9194-5dda7b6b3a8e details requested by agent hyperv_n-h1-816206-8 with host n-h1-816206-8 {{(pid=103592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 17:45:24.575852 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2046df8c-f8f0-49ed-8e5e-5c9b50373153 req-9655b89e-563a-4ab0-b0fc-ac7af32de517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:45:24.577388 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2046df8c-f8f0-49ed-8e5e-5c9b50373153 req-9655b89e-563a-4ab0-b0fc-ac7af32de517 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d12571583578401d94edb82eeee79d8b&device_id=ad896d57-5313-4734-90ac-614615fd3492 HTTP/1.1" status: 200 len: 1095 time: 0.8334639 Nov 23 17:45:24.762887 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-17e44255-7eef-4634-a22b-1dd6f84ca31b tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.9020364 Nov 23 17:45:24.771705 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaba213a-af5c-40d1-9962-c750198c2762 req-b53872f3-027c-4a7b-9448-8b300bc38bd9 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:45:24.775337 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-eaba213a-af5c-40d1-9962-c750198c2762 req-b53872f3-027c-4a7b-9448-8b300bc38bd9 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] 10.222.0.60 "GET /v2.0/ports?device_id=a43134ca-2758-4794-bb9c-974d11e5e279 HTTP/1.1" status: 200 len: 946 time: 0.8940282 Nov 23 17:45:24.777409 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 58536) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:45:24.833021 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-079502e8-a2c9-4fc8-bbce-057aa954a7fd tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] Request body: {'subnet': {'network_id': '35426e2c-8214-4f94-93bc-8abd057a7a51', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:45:24.870080 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e44255-7eef-4634-a22b-1dd6f84ca31b tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] Pushing event updated for resources: {'Network': ['ID=35426e2c-8214-4f94-93bc-8abd057a7a51,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:45:24.894309 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Network 35426e2c-8214-4f94-93bc-8abd057a7a51 details requested by agent ovs-agent-n-d-816206-8 with host n-d-816206-8 {{(pid=103592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 17:45:24.938319 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port 3c89b71c-c9f0-4855-9194-5dda7b6b3a8e, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=3c89b71c-c9f0-4855-9194-5dda7b6b3a8e,segment=NetworkSegment(2a53338f-2048-4067-a393-9c8ccd1c070e),segment_id=2a53338f-2048-4067-a393-9c8ccd1c070e)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:45:25.074076 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Returning: {'device': '3c89b71c-c9f0-4855-9194-5dda7b6b3a8e', 'network_id': '23348ac2-82c2-44f2-ae17-0af4b4c8f8b2', 'port_id': '3c89b71c-c9f0-4855-9194-5dda7b6b3a8e', 'mac_address': 'fa:16:3e:2f:07:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 533, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8c8539d-8327-4e19-a1c8-5e883e124f3b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 17:45:25.160026 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:25.178742 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-eaba213a-af5c-40d1-9962-c750198c2762 req-c70fda3a-360a-4488-a8a2-da0096c94252 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] 10.222.0.60 "GET /v2.0/security-groups?id=c11b6a3a-f89b-4d05-9340-8aa0be1653f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2825687 Nov 23 17:45:25.185509 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c89b71c-c9f0-4855-9194-5dda7b6b3a8e {{(pid=103592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:45:25.218394 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port 3c89b71c-c9f0-4855-9194-5dda7b6b3a8e, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=3c89b71c-c9f0-4855-9194-5dda7b6b3a8e,segment=NetworkSegment(2a53338f-2048-4067-a393-9c8ccd1c070e),segment_id=2a53338f-2048-4067-a393-9c8ccd1c070e)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:45:25.224362 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:25.319025 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Pushing event updated for resources: {'Port': ['ID=3c89b71c-c9f0-4855-9194-5dda7b6b3a8e,revision_number=4']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:45:25.329866 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:45:25.330494 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:45:25.330990 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:45:25.331479 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:45:25.331975 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:45:25.332657 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:45:25.333167 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:45:25.333900 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:45:25.334648 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:45:25.335287 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:45:25.335789 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:45:25.336441 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:45:25.393841 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-393dce34-234c-400d-816f-7aec22a8d1eb req-d7cf83c4-59a8-43df-bdb2-160d64349451 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fbe44c50-ab0e-48c7-bd92-149bb465cefc HTTP/1.1" status: 200 len: 1002 time: 0.7977297 Nov 23 17:45:25.427809 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] get_ports_and_sgs() called for port_ids ['3c89b71c-c9f0-4855-9194-5dda7b6b3a8e'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:45:25.441940 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2876f1d7-8b2c-4972-9094-ed728ba5e5af req-abe9815d-9561-4bb3-8be4-8d05ff97f5ac tempest-MultipleCreateTestJSON-731598663 tempest-MultipleCreateTestJSON-731598663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:45:25.453617 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2876f1d7-8b2c-4972-9094-ed728ba5e5af req-abe9815d-9561-4bb3-8be4-8d05ff97f5ac tempest-MultipleCreateTestJSON-731598663 tempest-MultipleCreateTestJSON-731598663-project] 10.222.0.60 "GET /v2.0/ports?device_id=ad896d57-5313-4734-90ac-614615fd3492 HTTP/1.1" status: 200 len: 944 time: 0.8705831 Nov 23 17:45:26.129334 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-bf2869d1-b9ab-408b-b57c-b03fc7b035f6 req-30f9dcc1-53d9-4d73-b105-355dfdbe1479 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] 10.222.0.60 "GET /v2.0/ports?device_id=9dd09d80-aa32-42a8-a332-0b63809b44c7 HTTP/1.1" status: 200 len: 210 time: 0.7331030 Nov 23 17:45:26.184351 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393dce34-234c-400d-816f-7aec22a8d1eb req-27042244-0c47-4515-a942-3ccb2e5f3078 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:45:26.185867 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-393dce34-234c-400d-816f-7aec22a8d1eb req-27042244-0c47-4515-a942-3ccb2e5f3078 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=784540e3-73ef-4656-9bfa-913bbf55b1a9 HTTP/1.1" status: 200 len: 856 time: 0.7048867 Nov 23 17:45:26.220646 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device fbe44c50-ab0e-48c7-bd92-149bb465cefc no longer exists at agent hyperv_n-h2-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:45:26.233579 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2876f1d7-8b2c-4972-9094-ed728ba5e5af req-78d0cbaf-12d8-4326-ba4e-7f451c403bb4 tempest-MultipleCreateTestJSON-731598663 tempest-MultipleCreateTestJSON-731598663-project] 10.222.0.60 "GET /v2.0/security-groups?id=df37d9c5-5a4e-4669-a83f-08f0e6fcaac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7637444 Nov 23 17:45:26.289972 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-079502e8-a2c9-4fc8-bbce-057aa954a7fd tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] Made reservation on behalf of 3d2fca7cf440480a8330ba29eee9c923 for: {'subnet': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:45:26.303007 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-079502e8-a2c9-4fc8-bbce-057aa954a7fd tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264314294'] for subnet, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:26.329021 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2046df8c-f8f0-49ed-8e5e-5c9b50373153 req-c1ce676e-d663-4064-a76e-26c92bb29c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:45:26.331442 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2046df8c-f8f0-49ed-8e5e-5c9b50373153 req-c1ce676e-d663-4064-a76e-26c92bb29c6c service neutron] 10.222.0.55 "GET /v2.0/networks?id=23348ac2-82c2-44f2-ae17-0af4b4c8f8b2 HTTP/1.1" status: 200 len: 913 time: 1.5405514 Nov 23 17:45:26.342396 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:26.388093 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a43134ca-2758-4794-bb9c-974d11e5e279', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fbe44c50-ab0e-48c7-bd92-149bb465cefc'}] {{(pid=103592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:45:26.398880 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba3e6a8f2301c7a29fe1eca9779abdae4ccbcd6266d69778087f2498d5551201" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0fe3a52-83ba-4935-957d-925393d8ac28" -d '{"events": [{"server_uuid": "a43134ca-2758-4794-bb9c-974d11e5e279", "name": "network-vif-unplugged", "status": "completed", "tag": "fbe44c50-ab0e-48c7-bd92-149bb465cefc"}]}' {{(pid=103592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:45:26.431687 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port fbe44c50-ab0e-48c7-bd92-149bb465cefc, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=fbe44c50-ab0e-48c7-bd92-149bb465cefc,segment=NetworkSegment(97bf93aa-7116-4943-8d21-ff543f30be5d),segment_id=97bf93aa-7116-4943-8d21-ff543f30be5d)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:45:26.440040 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:26.443618 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393dce34-234c-400d-816f-7aec22a8d1eb req-f22d2294-3d8c-41dd-9fbe-2b12d2727833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:45:26.445454 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-393dce34-234c-400d-816f-7aec22a8d1eb req-f22d2294-3d8c-41dd-9fbe-2b12d2727833 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b05aa742-7050-4bee-9612-3681dfd2164b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2377071 Nov 23 17:45:26.452339 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a45bc6b-abe2-4170-819e-c7d586096903 req-767293d1-98e0-4375-b1f2-891f778db16b tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:45:26.454103 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-0a45bc6b-abe2-4170-819e-c7d586096903 req-767293d1-98e0-4375-b1f2-891f778db16b tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] 10.222.0.36 "GET /v2.0/networks?id=96a4c4fb-2a54-4887-a6a0-d3361fb03ec8 HTTP/1.1" status: 200 len: 806 time: 0.4384267 Nov 23 17:45:26.459177 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2046df8c-f8f0-49ed-8e5e-5c9b50373153 req-af9b3df6-c90e-403a-9590-0188c842ad7b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3c89b71c-c9f0-4855-9194-5dda7b6b3a8e HTTP/1.1" status: 200 len: 217 time: 0.1007357 Nov 23 17:45:26.509501 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [req-0a45bc6b-abe2-4170-819e-c7d586096903 req-d36f9eeb-2cf8-4386-b86c-5450ce655d36 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] Request body: {'port': {'device_id': '9dd09d80-aa32-42a8-a332-0b63809b44c7', 'network_id': '96a4c4fb-2a54-4887-a6a0-d3361fb03ec8', 'admin_state_up': True, 'tenant_id': 'fc0b8b60f26147bc93ae14daf3e34aba'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:45:26.554782 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Pushing event updated for resources: {'Port': ['ID=fbe44c50-ab0e-48c7-bd92-149bb465cefc,revision_number=8']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:45:26.580650 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device 3c89b71c-c9f0-4855-9194-5dda7b6b3a8e up at agent hyperv_n-h1-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:45:26.612799 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-393dce34-234c-400d-816f-7aec22a8d1eb req-69eef77a-f7b6-4213-964b-8c07233c4390 service neutron] 10.222.0.36 "GET /v2.0/networks/b05aa742-7050-4bee-9612-3681dfd2164b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1193609 Nov 23 17:45:26.710596 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Provisioning for port 3c89b71c-c9f0-4855-9194-5dda7b6b3a8e completed by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 17:45:26.720700 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Provisioning complete for port 3c89b71c-c9f0-4855-9194-5dda7b6b3a8e triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:45:26.721228 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:26.755081 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-393dce34-234c-400d-816f-7aec22a8d1eb req-49ad7986-6018-4e7a-bf1d-8b1f8f661c51 service neutron] 10.222.0.36 "GET /v2.0/networks/b05aa742-7050-4bee-9612-3681dfd2164b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1097140 Nov 23 17:45:26.900375 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb642a9-096f-49bd-8dd4-5280bd86569e req-464b83cb-22c5-4b88-86c8-38d78592ec71 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:45:26.901999 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4bb642a9-096f-49bd-8dd4-5280bd86569e req-464b83cb-22c5-4b88-86c8-38d78592ec71 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] 10.222.0.60 "GET /v2.0/ports?device_id=a43134ca-2758-4794-bb9c-974d11e5e279 HTTP/1.1" status: 200 len: 946 time: 0.5538855 Nov 23 17:45:26.903548 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2046df8c-f8f0-49ed-8e5e-5c9b50373153 req-2f694be2-7a80-48a1-9d9f-6bf078723103 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:45:26.905016 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2046df8c-f8f0-49ed-8e5e-5c9b50373153 req-2f694be2-7a80-48a1-9d9f-6bf078723103 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e8c8539d-8327-4e19-a1c8-5e883e124f3b HTTP/1.1" status: 200 len: 852 time: 0.4133430 Nov 23 17:45:26.938888 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:27.001024 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port 3c89b71c-c9f0-4855-9194-5dda7b6b3a8e, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=3c89b71c-c9f0-4855-9194-5dda7b6b3a8e,segment=NetworkSegment(2a53338f-2048-4067-a393-9c8ccd1c070e),segment_id=2a53338f-2048-4067-a393-9c8ccd1c070e)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:45:27.007895 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:27.008432 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device 54b2e2aa-dd35-458d-a4cf-f0431ce5673d up at agent hyperv_n-h1-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:45:27.014919 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2046df8c-f8f0-49ed-8e5e-5c9b50373153 req-0b227da8-2548-44fe-9bd7-31689be5f33e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=23348ac2-82c2-44f2-ae17-0af4b4c8f8b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0890553 Nov 23 17:45:27.199619 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Pushing event updated for resources: {'Port': ['ID=3c89b71c-c9f0-4855-9194-5dda7b6b3a8e,revision_number=5']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:45:27.211286 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2046df8c-f8f0-49ed-8e5e-5c9b50373153 req-de086710-5b2f-4576-a215-37afa4d780e4 service neutron] 10.222.0.55 "GET /v2.0/networks/23348ac2-82c2-44f2-ae17-0af4b4c8f8b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1791263 Nov 23 17:45:27.220317 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Provisioning for port 54b2e2aa-dd35-458d-a4cf-f0431ce5673d completed by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 17:45:27.226749 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Provisioning complete for port 54b2e2aa-dd35-458d-a4cf-f0431ce5673d triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:45:27.227410 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:27.254253 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4bb642a9-096f-49bd-8dd4-5280bd86569e req-906c861d-3fe9-4458-9c84-1fc0ebbd95d9 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] 10.222.0.60 "GET /v2.0/security-groups?id=c11b6a3a-f89b-4d05-9340-8aa0be1653f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3381889 Nov 23 17:45:27.332861 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a45bc6b-abe2-4170-819e-c7d586096903 req-d36f9eeb-2cf8-4386-b86c-5450ce655d36 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] Made reservation on behalf of fc0b8b60f26147bc93ae14daf3e34aba for: {'port': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:45:27.336585 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-0a45bc6b-abe2-4170-819e-c7d586096903 req-d36f9eeb-2cf8-4386-b86c-5450ce655d36 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:27.368917 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 17:45:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dd525a2-845f-408a-b49b-1ad8bb8993f8 x-openstack-request-id: req-7dd525a2-845f-408a-b49b-1ad8bb8993f8 {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:45:27.369518 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a43134ca-2758-4794-bb9c-974d11e5e279", "name": "network-vif-unplugged", "status": "completed", "tag": "fbe44c50-ab0e-48c7-bd92-149bb465cefc", "code": 200}]} {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:45:27.370467 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7dd525a2-845f-408a-b49b-1ad8bb8993f8 {{(pid=103592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:45:27.370985 n-d-816206-8 neutron-server[103592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a43134ca-2758-4794-bb9c-974d11e5e279', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fbe44c50-ab0e-48c7-bd92-149bb465cefc', 'code': 200} Nov 23 17:45:27.379970 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:27.431240 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port 54b2e2aa-dd35-458d-a4cf-f0431ce5673d, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=54b2e2aa-dd35-458d-a4cf-f0431ce5673d,segment=NetworkSegment(2a53338f-2048-4067-a393-9c8ccd1c070e),segment_id=2a53338f-2048-4067-a393-9c8ccd1c070e)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:45:27.439635 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:27.461848 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 58600) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:45:27.466863 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-6ae41310-e883-43ca-a07d-31fc0e8ddf2c tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-882341399', 'description': 'tempest-secgroup-smoke-882341399 description', 'project_id': 'c0a53cd325e44b8fbee499050453672f'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:45:27.510621 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Pushing event updated for resources: {'Port': ['ID=54b2e2aa-dd35-458d-a4cf-f0431ce5673d,revision_number=5']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:45:27.516066 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6ae41310-e883-43ca-a07d-31fc0e8ddf2c tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Publish callbacks [] for security_group, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:27.556420 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2046df8c-f8f0-49ed-8e5e-5c9b50373153 req-a2a4355c-cd37-4438-96ba-712252c2523c service neutron] 10.222.0.55 "GET /v2.0/networks/23348ac2-82c2-44f2-ae17-0af4b4c8f8b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3293781 Nov 23 17:45:27.558245 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e36f1947-261a-464f-b343-1aebd68ccff1 req-11903814-e249-44a8-99a0-9767aa39ac89 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] 10.222.0.60 "GET /v2.0/ports?device_id=9dd09d80-aa32-42a8-a332-0b63809b44c7 HTTP/1.1" status: 200 len: 210 time: 0.0852785 Nov 23 17:45:27.644194 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6ae41310-e883-43ca-a07d-31fc0e8ddf2c tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Publish callbacks [] for security_group, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:27.649985 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6ae41310-e883-43ca-a07d-31fc0e8ddf2c tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:27.668743 n-d-816206-8 neutron-server[103591]: DEBUG neutron.objects.ports [None req-079502e8-a2c9-4fc8-bbce-057aa954a7fd tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103591) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 23 17:45:27.677452 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-079502e8-a2c9-4fc8-bbce-057aa954a7fd tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264758079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264314276'] for subnet, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:27.692542 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6ae41310-e883-43ca-a07d-31fc0e8ddf2c tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:27.694248 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-6ae41310-e883-43ca-a07d-31fc0e8ddf2c tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2310858 Nov 23 17:45:27.699237 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 58602) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:45:27.704050 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-6d4ef8d8-f026-488f-80a5-d1d963ad37f4 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Request body: {'security_group_rule': {'security_group_id': '857595b8-f5c9-4ef4-a551-6fcaf9d47816', 'project_id': 'c0a53cd325e44b8fbee499050453672f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:45:27.714902 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae41310-e883-43ca-a07d-31fc0e8ddf2c tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Pushing event updated for resources: {'SecurityGroup': ['ID=857595b8-f5c9-4ef4-a551-6fcaf9d47816,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:45:27.723200 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.db_base_plugin_common [req-0a45bc6b-abe2-4170-819e-c7d586096903 req-d36f9eeb-2cf8-4386-b86c-5450ce655d36 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] Allocated IP 172.20.0.14 (96a4c4fb-2a54-4887-a6a0-d3361fb03ec8/6a67b7b8-1b5e-4ea7-ab09-4d43799d0b06/d966b887-6b23-4d11-9c1a-ce19297300ab) {{(pid=103591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:45:27.748410 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e9e095-23f3-44fb-8e66-2a483081895c req-3e787512-0993-4644-ab07-5ab99b323fec tempest-MultipleCreateTestJSON-731598663 tempest-MultipleCreateTestJSON-731598663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:45:27.748780 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6d4ef8d8-f026-488f-80a5-d1d963ad37f4 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:27.750007 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-72e9e095-23f3-44fb-8e66-2a483081895c req-3e787512-0993-4644-ab07-5ab99b323fec tempest-MultipleCreateTestJSON-731598663 tempest-MultipleCreateTestJSON-731598663-project] 10.222.0.60 "GET /v2.0/ports?device_id=ad896d57-5313-4734-90ac-614615fd3492 HTTP/1.1" status: 200 len: 946 time: 0.1969271 Nov 23 17:45:27.794872 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079502e8-a2c9-4fc8-bbce-057aa954a7fd tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] Pushing event updated for resources: {'Subnet': ['ID=1b81279b-463f-4815-b359-83b7c286fdf7,revision_number=0']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:45:27.840178 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6d4ef8d8-f026-488f-80a5-d1d963ad37f4 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:27.847018 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6d4ef8d8-f026-488f-80a5-d1d963ad37f4 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994370'] for security_group_rule, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:27.868269 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-079502e8-a2c9-4fc8-bbce-057aa954a7fd tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] Checking segment: {'id': '2697ad48-b002-43c4-8933-07c8b6a4a098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '35426e2c-8214-4f94-93bc-8abd057a7a51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:45:27.868652 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-079502e8-a2c9-4fc8-bbce-057aa954a7fd tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] Network hostable DHCP agents. Network: 35426e2c-8214-4f94-93bc-8abd057a7a51, hostable agents: ['0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3'], hosted agents: [] {{(pid=103591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 17:45:27.874276 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4ef8d8-f026-488f-80a5-d1d963ad37f4 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=610988f2-80db-4286-a054-1fd2f66c67aa,revision_number=0']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:45:27.881473 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6d4ef8d8-f026-488f-80a5-d1d963ad37f4 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:27.885586 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-6d4ef8d8-f026-488f-80a5-d1d963ad37f4 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1846001 Nov 23 17:45:27.889039 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 58606) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:45:27.895909 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-74d0da4b-af8e-4cb5-b940-a2aba400f4a2 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Request body: {'security_group_rule': {'security_group_id': '857595b8-f5c9-4ef4-a551-6fcaf9d47816', 'project_id': 'c0a53cd325e44b8fbee499050453672f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:45:27.941322 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-72e9e095-23f3-44fb-8e66-2a483081895c req-88a5311e-9a4a-44d8-a3c5-9eb802a084cb tempest-MultipleCreateTestJSON-731598663 tempest-MultipleCreateTestJSON-731598663-project] 10.222.0.60 "GET /v2.0/security-groups?id=df37d9c5-5a4e-4669-a83f-08f0e6fcaac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598878 Nov 23 17:45:27.968071 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-74d0da4b-af8e-4cb5-b940-a2aba400f4a2 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:27.973404 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-079502e8-a2c9-4fc8-bbce-057aa954a7fd tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] Network 35426e2c-8214-4f94-93bc-8abd057a7a51 is scheduled to be hosted by DHCP agent 0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3 with binding_index 1 {{(pid=103591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 17:45:27.994266 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [None req-079502e8-a2c9-4fc8-bbce-057aa954a7fd tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-8, 35426e2c-8214-4f94-93bc-8abd057a7a51) {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:45:28.001666 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-079502e8-a2c9-4fc8-bbce-057aa954a7fd tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:45:28.002275 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-079502e8-a2c9-4fc8-bbce-057aa954a7fd tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for subnet, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:28.010241 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a120cb2-6bb2-4983-8ab5-8af6d4d1efef None None] Network 35426e2c-8214-4f94-93bc-8abd057a7a51 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:45:28.039781 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-079502e8-a2c9-4fc8-bbce-057aa954a7fd tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 3.2169735 Nov 23 17:45:28.046266 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 58608) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:45:28.061777 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-0a45bc6b-abe2-4170-819e-c7d586096903 req-d36f9eeb-2cf8-4386-b86c-5450ce655d36 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] Publish callbacks [] for port, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:28.066174 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-74d0da4b-af8e-4cb5-b940-a2aba400f4a2 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:28.103138 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-74d0da4b-af8e-4cb5-b940-a2aba400f4a2 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994370'] for security_group_rule, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:28.136747 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-0a45bc6b-abe2-4170-819e-c7d586096903 req-d36f9eeb-2cf8-4386-b86c-5450ce655d36 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:28.165222 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d0da4b-af8e-4cb5-b940-a2aba400f4a2 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e162275-6c0a-45be-8805-30eefa60978f,revision_number=0']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:45:28.188847 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-74d0da4b-af8e-4cb5-b940-a2aba400f4a2 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:28.190072 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-74d0da4b-af8e-4cb5-b940-a2aba400f4a2 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2985804 Nov 23 17:45:28.193748 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 58610) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:45:28.197853 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-4d827314-2639-4528-bbf9-f4ec2d2785e9 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Request body: {'security_group_rule': {'security_group_id': '857595b8-f5c9-4ef4-a551-6fcaf9d47816', 'project_id': 'c0a53cd325e44b8fbee499050453672f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:45:28.209241 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] get_ports_and_sgs() called for port_ids ['1d9e3b88-028d-4283-8c21-507d2fff66f7'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:45:28.232528 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36f9eeb-2cf8-4386-b86c-5450ce655d36 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] Pushing event updated for resources: {'Port': ['ID=d966b887-6b23-4d11-9c1a-ce19297300ab,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:45:28.236157 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a45bc6b-abe2-4170-819e-c7d586096903 req-d36f9eeb-2cf8-4386-b86c-5450ce655d36 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] Network 96a4c4fb-2a54-4887-a6a0-d3361fb03ec8 is already hosted by enough agents. {{(pid=103591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:45:28.242787 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [req-0a45bc6b-abe2-4170-819e-c7d586096903 req-d36f9eeb-2cf8-4386-b86c-5450ce655d36 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] Resources bound (agent type, host, resource id): {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:45:28.247144 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-55bf7de7-9f75-45fc-8bd1-d08c2380c33d tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-555181'] for network, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:28.248555 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a45bc6b-abe2-4170-819e-c7d586096903 req-d36f9eeb-2cf8-4386-b86c-5450ce655d36 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] Received port after_create {{(pid=103591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:45:28.260369 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4d827314-2639-4528-bbf9-f4ec2d2785e9 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:28.298893 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3476e714-682f-4af6-a93f-f1040b71a16c None None] DHCP port deletion for 96a4c4fb-2a54-4887-a6a0-d3361fb03ec8 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:45:28.318044 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a45bc6b-abe2-4170-819e-c7d586096903 req-d36f9eeb-2cf8-4386-b86c-5450ce655d36 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:45:28.318753 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-0a45bc6b-abe2-4170-819e-c7d586096903 req-d36f9eeb-2cf8-4386-b86c-5450ce655d36 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:28.346714 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-0a45bc6b-abe2-4170-819e-c7d586096903 req-d36f9eeb-2cf8-4386-b86c-5450ce655d36 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8558350 Nov 23 17:45:28.368635 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [req-0a45bc6b-abe2-4170-819e-c7d586096903 req-1f50fe63-dd19-451f-8051-c1a600a7f8e1 service neutron] Request body: {'port': {'device_id': '9dd09d80-aa32-42a8-a332-0b63809b44c7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-8'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:45:28.374322 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-55bf7de7-9f75-45fc-8bd1-d08c2380c33d tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971956'] for subnet, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:28.404099 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aa7322d-2980-40ff-aedf-6837a2d44cfc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp355044b8-8e87-58c4-94fa-4a010ec30f9e-35426e2c-8214-4f94-93bc-8abd057a7a51', 'network_id': '35426e2c-8214-4f94-93bc-8abd057a7a51', 'tenant_id': '3d2fca7cf440480a8330ba29eee9c923', 'fixed_ips': [{'subnet_id': '1b81279b-463f-4815-b359-83b7c286fdf7'}]}} from n-d-816206-8. {{(pid=103592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 17:45:28.406506 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-1aa7322d-2980-40ff-aedf-6837a2d44cfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:28.407589 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4d827314-2639-4528-bbf9-f4ec2d2785e9 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:28.418623 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4d827314-2639-4528-bbf9-f4ec2d2785e9 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994370'] for security_group_rule, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:28.479474 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d827314-2639-4528-bbf9-f4ec2d2785e9 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37173c0a-ca00-44fd-b206-4569a7bc352f,revision_number=0']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:45:28.493159 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4d827314-2639-4528-bbf9-f4ec2d2785e9 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:28.495431 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-4d827314-2639-4528-bbf9-f4ec2d2785e9 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3011432 Nov 23 17:45:28.498060 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 58618) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:45:28.505287 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-70f74eb7-831c-428c-9c79-47467bf93175 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Request body: {'security_group_rule': {'security_group_id': '857595b8-f5c9-4ef4-a551-6fcaf9d47816', 'project_id': 'c0a53cd325e44b8fbee499050453672f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:45:28.543038 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-55bf7de7-9f75-45fc-8bd1-d08c2380c33d tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264357903', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264730940'] for subnet, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:28.576759 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-0a45bc6b-abe2-4170-819e-c7d586096903 req-1f50fe63-dd19-451f-8051-c1a600a7f8e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:28.578728 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bf7de7-9f75-45fc-8bd1-d08c2380c33d tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] Pushing event deleted for resources: {'Subnet': ['ID=1b81279b-463f-4815-b359-83b7c286fdf7,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:45:28.590531 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-70f74eb7-831c-428c-9c79-47467bf93175 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:28.775171 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-2620ca2c-3dd6-486c-8e8c-3547d5b53c8d None None] Provisioning complete for port d966b887-6b23-4d11-9c1a-ce19297300ab triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:45:28.775813 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-2620ca2c-3dd6-486c-8e8c-3547d5b53c8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:28.799060 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-55bf7de7-9f75-45fc-8bd1-d08c2380c33d tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973419', 'neutron.services.segments.db._delete_segments_for_network-8736635878840'] for network, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:28.829019 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server [None req-1aa7322d-2980-40ff-aedf-6837a2d44cfc None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1b81279b-463f-4815-b359-83b7c286fdf7: This subnet is being modified by another concurrent operation. Nov 23 17:45:28.829019 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 23 17:45:28.829019 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 23 17:45:28.829019 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 23 17:45:28.829019 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 23 17:45:28.829019 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 23 17:45:28.829019 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 23 17:45:28.829019 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 23 17:45:28.829019 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 23 17:45:28.829019 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 23 17:45:28.829019 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 23 17:45:28.829019 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 23 17:45:28.829019 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 17:45:28.829019 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 17:45:28.829019 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 17:45:28.829019 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 17:45:28.829019 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 23 17:45:28.829019 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 17:45:28.829019 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 23 17:45:28.829019 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 23 17:45:28.829019 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 17:45:28.829019 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 17:45:28.829019 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 17:45:28.829019 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 17:45:28.829019 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 23 17:45:28.829019 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 17:45:28.829019 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 23 17:45:28.829019 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 23 17:45:28.829019 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 17:45:28.829019 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 17:45:28.829019 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 17:45:28.829019 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 17:45:28.829019 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 23 17:45:28.829019 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 23 17:45:28.829019 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 23 17:45:28.829019 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 23 17:45:28.829019 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 23 17:45:28.829019 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 23 17:45:28.829019 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 23 17:45:28.829019 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 23 17:45:28.829019 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 23 17:45:28.829019 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 23 17:45:28.829019 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 23 17:45:28.829019 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 17:45:28.829019 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 23 17:45:28.829019 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 23 17:45:28.829019 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 23 17:45:28.829019 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 23 17:45:28.829019 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 17:45:28.829019 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 17:45:28.829019 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 17:45:28.829019 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 17:45:28.829019 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 23 17:45:28.829019 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 17:45:28.829019 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 23 17:45:28.829019 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 23 17:45:28.829019 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 17:45:28.829019 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 17:45:28.829019 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 17:45:28.829019 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 17:45:28.829019 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 23 17:45:28.829019 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 17:45:28.829019 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 23 17:45:28.829019 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 23 17:45:28.829019 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 17:45:28.829019 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 17:45:28.829019 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 17:45:28.829019 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 17:45:28.829019 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 23 17:45:28.829019 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 23 17:45:28.829019 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 23 17:45:28.829019 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 23 17:45:28.829019 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 23 17:45:28.829019 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 23 17:45:28.829019 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 23 17:45:28.829019 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 23 17:45:28.829019 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 23 17:45:28.829019 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 23 17:45:28.829019 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 17:45:28.829019 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 17:45:28.829019 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 17:45:28.829019 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 17:45:28.829019 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 23 17:45:28.829019 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 23 17:45:28.829019 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 23 17:45:28.829019 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 23 17:45:28.829019 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 23 17:45:28.829019 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 23 17:45:28.829019 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 23 17:45:28.829019 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server raise exception Nov 23 17:45:28.829019 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1b81279b-463f-4815-b359-83b7c286fdf7: This subnet is being modified by another concurrent operation. Nov 23 17:45:28.829019 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server Nov 23 17:45:28.846617 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-2620ca2c-3dd6-486c-8e8c-3547d5b53c8d None None] Port d966b887-6b23-4d11-9c1a-ce19297300ab cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:45:28.853562 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46ec8b79-30dd-4224-a7af-f09a6506cbe8 None None] Network 35426e2c-8214-4f94-93bc-8abd057a7a51 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:45:28.855364 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24943725-4dd9-40da-a901-0dca8580c66a req-9141877a-75d9-4c52-82cb-8f378472c0d3 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:45:28.859168 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-24943725-4dd9-40da-a901-0dca8580c66a req-9141877a-75d9-4c52-82cb-8f378472c0d3 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] 10.222.0.60 "GET /v2.0/ports?device_id=a43134ca-2758-4794-bb9c-974d11e5e279 HTTP/1.1" status: 200 len: 944 time: 0.3588784 Nov 23 17:45:28.899146 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-70f74eb7-831c-428c-9c79-47467bf93175 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:28.902128 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-55bf7de7-9f75-45fc-8bd1-d08c2380c33d tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35426e2c-8214-4f94-93bc-8abd057a7a51']}} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:45:28.920749 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-70f74eb7-831c-428c-9c79-47467bf93175 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994370'] for security_group_rule, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:28.944418 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-55bf7de7-9f75-45fc-8bd1-d08c2380c33d tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2697ad48-b002-43c4-8933-07c8b6a4a098') {'for_net_delete': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:45:28.945471 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-55bf7de7-9f75-45fc-8bd1-d08c2380c33d tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2697ad48-b002-43c4-8933-07c8b6a4a098') {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:45:28.950707 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f74eb7-831c-428c-9c79-47467bf93175 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c2af246-065f-40a2-8692-a80d0832f9c8,revision_number=0']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:45:28.981999 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-55bf7de7-9f75-45fc-8bd1-d08c2380c33d tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736635840332', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-267528353'] for segment, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:29.024662 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-70f74eb7-831c-428c-9c79-47467bf93175 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:29.041344 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-24943725-4dd9-40da-a901-0dca8580c66a req-526b03f9-9043-49a1-8423-cfb9ef792279 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] 10.222.0.60 "GET /v2.0/security-groups?id=c11b6a3a-f89b-4d05-9340-8aa0be1653f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1706023 Nov 23 17:45:29.044990 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-70f74eb7-831c-428c-9c79-47467bf93175 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5411637 Nov 23 17:45:29.046319 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-55bf7de7-9f75-45fc-8bd1-d08c2380c33d tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:29.048282 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 58628) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:45:29.063768 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-4c83e459-9d5e-406a-a854-f575f91a186d tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Request body: {'security_group_rule': {'security_group_id': '857595b8-f5c9-4ef4-a551-6fcaf9d47816', 'project_id': 'c0a53cd325e44b8fbee499050453672f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:45:29.069300 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42392b7-c935-4685-9528-fb6d635fa929 req-0130e14e-7c2d-479a-b0ca-6f451860ac8d tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:45:29.079098 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f42392b7-c935-4685-9528-fb6d635fa929 req-0130e14e-7c2d-479a-b0ca-6f451860ac8d tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] 10.222.0.60 "GET /v2.0/ports?device_id=9dd09d80-aa32-42a8-a332-0b63809b44c7 HTTP/1.1" status: 200 len: 932 time: 0.3226762 Nov 23 17:45:29.087587 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55bf7de7-9f75-45fc-8bd1-d08c2380c33d tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] Releasing vlan 500 on physical network physnet1 to pool {{(pid=103590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 17:45:29.088007 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-55bf7de7-9f75-45fc-8bd1-d08c2380c33d tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264370093'] for segment, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:29.141296 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-030e8c7a-f5ae-4553-9d58-53ea0eb78821 None None] get_active_networks_info from n-d-816206-8 {{(pid=103592) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 23 17:45:29.177566 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f42392b7-c935-4685-9528-fb6d635fa929 req-fe20e912-e285-4014-a6e9-e409bba783c3 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] 10.222.0.60 "GET /v2.0/security-groups?id=fa324d8c-13d0-499d-8791-7b10ff6fd90b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973766 Nov 23 17:45:29.228853 n-d-816206-8 neutron-server[103590]: Traceback (most recent call last): Nov 23 17:45:29.228853 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 17:45:29.228853 n-d-816206-8 neutron-server[103590]: timer() Nov 23 17:45:29.228853 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 17:45:29.228853 n-d-816206-8 neutron-server[103590]: cb(*args, **kw) Nov 23 17:45:29.228853 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 17:45:29.228853 n-d-816206-8 neutron-server[103590]: return func(*args, **kwargs) Nov 23 17:45:29.228853 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 17:45:29.228853 n-d-816206-8 neutron-server[103590]: self._notify() Nov 23 17:45:29.228853 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 17:45:29.228853 n-d-816206-8 neutron-server[103590]: self.callback(batched_events) Nov 23 17:45:29.228853 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 17:45:29.228853 n-d-816206-8 neutron-server[103590]: event.method(event) Nov 23 17:45:29.228853 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 17:45:29.228853 n-d-816206-8 neutron-server[103590]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 17:45:29.228853 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 17:45:29.228853 n-d-816206-8 neutron-server[103590]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 17:45:29.228853 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 17:45:29.228853 n-d-816206-8 neutron-server[103590]: return f(self, *a, **k) Nov 23 17:45:29.228853 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 17:45:29.228853 n-d-816206-8 neutron-server[103590]: return self._get(url).json() Nov 23 17:45:29.228853 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 17:45:29.228853 n-d-816206-8 neutron-server[103590]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 17:45:29.228853 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 17:45:29.228853 n-d-816206-8 neutron-server[103590]: return self.request(url, 'GET', **kwargs) Nov 23 17:45:29.228853 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 17:45:29.228853 n-d-816206-8 neutron-server[103590]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 17:45:29.228853 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 17:45:29.228853 n-d-816206-8 neutron-server[103590]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 17:45:29.228853 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 17:45:29.228853 n-d-816206-8 neutron-server[103590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 17:45:29.228853 n-d-816206-8 neutron-server[103590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 17:45:29.238433 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-55bf7de7-9f75-45fc-8bd1-d08c2380c33d tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1795418'] for network, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:29.252351 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-55bf7de7-9f75-45fc-8bd1-d08c2380c33d tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] Publish callbacks [] for network, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:29.258537 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-55bf7de7-9f75-45fc-8bd1-d08c2380c33d tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] 10.222.0.60 "DELETE /v2.0/networks/35426e2c-8214-4f94-93bc-8abd057a7a51 HTTP/1.1" status: 204 len: 168 time: 1.2074006 Nov 23 17:45:29.263050 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 58630) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:45:29.311501 n-d-816206-8 neutron-server[103592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-030e8c7a-f5ae-4553-9d58-53ea0eb78821 None None] Resources bound (agent type, host, resource id): {{(pid=103592) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 23 17:45:29.315016 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bf7de7-9f75-45fc-8bd1-d08c2380c33d tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] Pushing event deleted for resources: {'Network': ['ID=35426e2c-8214-4f94-93bc-8abd057a7a51,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:45:29.318873 n-d-816206-8 neutron-server[103590]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4d12c8c-fd63-4fd7-a946-d089b61d11ef tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] DELETE failed (client error): The resource could not be found. Nov 23 17:45:29.319336 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4d12c8c-fd63-4fd7-a946-d089b61d11ef tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103590) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 17:45:29.325982 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-d4d12c8c-fd63-4fd7-a946-d089b61d11ef tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] 10.222.0.60 "DELETE /v2.0/subnets/1b81279b-463f-4815-b359-83b7c286fdf7 HTTP/1.1" status: 404 len: 337 time: 0.0596986 Nov 23 17:45:29.327507 n-d-816206-8 neutron-server[103590]: INFO neutron.db.securitygroups_db [None req-4c83e459-9d5e-406a-a854-f575f91a186d tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Project c0a53cd325e44b8fbee499050453672f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 17:45:29.339054 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 58632) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:45:29.339863 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4c83e459-9d5e-406a-a854-f575f91a186d tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:29.343436 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b0f739-a0f7-4867-870a-b4fe12c4448d req-2f6bb0a3-f255-4ad7-aecf-ecf38b150632 tempest-MultipleCreateTestJSON-731598663 tempest-MultipleCreateTestJSON-731598663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:45:29.349927 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c2b0f739-a0f7-4867-870a-b4fe12c4448d req-2f6bb0a3-f255-4ad7-aecf-ecf38b150632 tempest-MultipleCreateTestJSON-731598663 tempest-MultipleCreateTestJSON-731598663-project] 10.222.0.60 "GET /v2.0/ports?device_id=ad896d57-5313-4734-90ac-614615fd3492 HTTP/1.1" status: 200 len: 946 time: 0.1412570 Nov 23 17:45:29.370374 n-d-816206-8 neutron-server[103590]: INFO neutron.pecan_wsgi.hooks.translation [None req-edb3f4cc-2fa2-46bf-81a5-f5339a6df647 tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] DELETE failed (client error): The resource could not be found. Nov 23 17:45:29.371055 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-edb3f4cc-2fa2-46bf-81a5-f5339a6df647 tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103590) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 17:45:29.378918 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-edb3f4cc-2fa2-46bf-81a5-f5339a6df647 tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] 10.222.0.60 "DELETE /v2.0/networks/35426e2c-8214-4f94-93bc-8abd057a7a51 HTTP/1.1" status: 404 len: 339 time: 0.0313454 Nov 23 17:45:29.379221 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad896d57-5313-4734-90ac-614615fd3492', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c89b71c-c9f0-4855-9194-5dda7b6b3a8e'}, {'server_uuid': '165af5ef-924e-42a7-b0fa-a06c04e53e01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54b2e2aa-dd35-458d-a4cf-f0431ce5673d'}] {{(pid=103592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:45:29.379740 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba3e6a8f2301c7a29fe1eca9779abdae4ccbcd6266d69778087f2498d5551201" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93a2f6f9-ee29-4c26-b6bd-a7300852b2d2" -d '{"events": [{"server_uuid": "ad896d57-5313-4734-90ac-614615fd3492", "name": "network-vif-plugged", "status": "completed", "tag": "3c89b71c-c9f0-4855-9194-5dda7b6b3a8e"}, {"server_uuid": "165af5ef-924e-42a7-b0fa-a06c04e53e01", "name": "network-vif-plugged", "status": "completed", "tag": "54b2e2aa-dd35-458d-a4cf-f0431ce5673d"}]}' {{(pid=103592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:45:29.382956 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 58634) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:45:29.421350 n-d-816206-8 neutron-server[103590]: INFO neutron.pecan_wsgi.hooks.translation [None req-06fbae84-2019-4bb4-b8c2-8b51d50303ef tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] DELETE failed (client error): The resource could not be found. Nov 23 17:45:29.422072 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06fbae84-2019-4bb4-b8c2-8b51d50303ef tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103590) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 17:45:29.428339 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-06fbae84-2019-4bb4-b8c2-8b51d50303ef tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] 10.222.0.60 "DELETE /v2.0/subnets/1a83adcf-a0bb-4637-a254-faa1c111d716 HTTP/1.1" status: 404 len: 337 time: 0.0422523 Nov 23 17:45:29.430368 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 58638) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:45:29.461728 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [req-0a45bc6b-abe2-4170-819e-c7d586096903 req-1f50fe63-dd19-451f-8051-c1a600a7f8e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d966b887-6b23-4d11-9c1a-ce19297300ab {{(pid=103591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:45:29.484108 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-0a45bc6b-abe2-4170-819e-c7d586096903 req-1f50fe63-dd19-451f-8051-c1a600a7f8e1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:29.513973 n-d-816206-8 neutron-server[103590]: INFO neutron.pecan_wsgi.hooks.translation [None req-eec7dade-90c4-4bac-a335-7004f7b4fe70 tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] DELETE failed (client error): The resource could not be found. Nov 23 17:45:29.515165 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eec7dade-90c4-4bac-a335-7004f7b4fe70 tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103590) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 17:45:29.518474 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-eec7dade-90c4-4bac-a335-7004f7b4fe70 tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] 10.222.0.60 "DELETE /v2.0/networks/a5b5693b-1d34-4faf-8648-3b499007e346 HTTP/1.1" status: 404 len: 339 time: 0.0871365 Nov 23 17:45:29.522438 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 58640) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:45:29.545962 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.provisioning_blocks [req-0a45bc6b-abe2-4170-819e-c7d586096903 req-1f50fe63-dd19-451f-8051-c1a600a7f8e1 service neutron] Transition to ACTIVE for port object d966b887-6b23-4d11-9c1a-ce19297300ab will not be triggered until provisioned by entity L2. {{(pid=103591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 17:45:29.549681 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c2b0f739-a0f7-4867-870a-b4fe12c4448d req-be70daf7-5a52-4ce1-8faf-664a3d670ced tempest-MultipleCreateTestJSON-731598663 tempest-MultipleCreateTestJSON-731598663-project] 10.222.0.60 "GET /v2.0/security-groups?id=df37d9c5-5a4e-4669-a83f-08f0e6fcaac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1877744 Nov 23 17:45:29.567136 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4c83e459-9d5e-406a-a854-f575f91a186d tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:29.569554 n-d-816206-8 neutron-server[103591]: INFO neutron.pecan_wsgi.hooks.translation [None req-0881e246-696e-46d1-8527-168310ff20e8 tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] DELETE failed (client error): The resource could not be found. Nov 23 17:45:29.570358 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0881e246-696e-46d1-8527-168310ff20e8 tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103591) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 17:45:29.573562 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-0881e246-696e-46d1-8527-168310ff20e8 tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] 10.222.0.60 "DELETE /v2.0/subnets/86ce19c7-c544-469c-95ce-7c395ff4311c HTTP/1.1" status: 404 len: 337 time: 0.0431430 Nov 23 17:45:29.574329 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-0a45bc6b-abe2-4170-819e-c7d586096903 req-1f50fe63-dd19-451f-8051-c1a600a7f8e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264758186'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:29.577047 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 58642) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:45:29.634977 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4c83e459-9d5e-406a-a854-f575f91a186d tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994370'] for security_group_rule, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:29.635907 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f50fe63-dd19-451f-8051-c1a600a7f8e1 service neutron] Pushing event updated for resources: {'Port': ['ID=d966b887-6b23-4d11-9c1a-ce19297300ab,revision_number=2']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:45:29.705147 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 23 Nov 2021 17:45:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d14753a4-6dbc-45f8-99f2-eb3d5d089c9e x-openstack-request-id: req-d14753a4-6dbc-45f8-99f2-eb3d5d089c9e {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:45:29.705450 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad896d57-5313-4734-90ac-614615fd3492", "name": "network-vif-plugged", "status": "completed", "tag": "3c89b71c-c9f0-4855-9194-5dda7b6b3a8e", "code": 200}, {"server_uuid": "165af5ef-924e-42a7-b0fa-a06c04e53e01", "name": "network-vif-plugged", "status": "completed", "tag": "54b2e2aa-dd35-458d-a4cf-f0431ce5673d", "code": 200}]} {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:45:29.705909 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d14753a4-6dbc-45f8-99f2-eb3d5d089c9e {{(pid=103592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:45:29.706484 n-d-816206-8 neutron-server[103592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad896d57-5313-4734-90ac-614615fd3492', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c89b71c-c9f0-4855-9194-5dda7b6b3a8e', 'code': 200} Nov 23 17:45:29.707020 n-d-816206-8 neutron-server[103592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '165af5ef-924e-42a7-b0fa-a06c04e53e01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54b2e2aa-dd35-458d-a4cf-f0431ce5673d', 'code': 200} Nov 23 17:45:29.773334 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c83e459-9d5e-406a-a854-f575f91a186d tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83186253-2413-45ee-a375-de35be726702,revision_number=0']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:45:29.782076 n-d-816206-8 neutron-server[103590]: INFO neutron.pecan_wsgi.hooks.translation [None req-116451ff-3796-40ed-a902-66000c121bd9 tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] DELETE failed (client error): The resource could not be found. Nov 23 17:45:29.783616 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-116451ff-3796-40ed-a902-66000c121bd9 tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103590) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 17:45:29.787291 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-116451ff-3796-40ed-a902-66000c121bd9 tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] 10.222.0.60 "DELETE /v2.0/networks/cce2f5f1-c2b2-4882-afcb-c98001c0c8ea HTTP/1.1" status: 404 len: 339 time: 0.2074611 Nov 23 17:45:29.798418 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 58646) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:45:29.818567 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4c83e459-9d5e-406a-a854-f575f91a186d tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:29.827755 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-4c83e459-9d5e-406a-a854-f575f91a186d tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7783439 Nov 23 17:45:29.830327 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 58648) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:45:29.835103 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-0a45c8af-9ce6-4cf0-a8c1-3c87ebb697a3 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Request body: {'security_group_rule': {'security_group_id': '857595b8-f5c9-4ef4-a551-6fcaf9d47816', 'project_id': 'c0a53cd325e44b8fbee499050453672f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:45:29.843637 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdee879-bfbd-4670-834a-defcb0e8422a req-33a1bb8f-229a-4d05-9f10-8b1a0aedbdc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:45:29.846464 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9fdee879-bfbd-4670-834a-defcb0e8422a req-33a1bb8f-229a-4d05-9f10-8b1a0aedbdc5 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=ad896d57-5313-4734-90ac-614615fd3492 HTTP/1.1" status: 200 len: 1097 time: 0.1276100 Nov 23 17:45:29.848674 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-0a45bc6b-abe2-4170-819e-c7d586096903 req-1f50fe63-dd19-451f-8051-c1a600a7f8e1 service neutron] Attempting to bind port d966b887-6b23-4d11-9c1a-ce19297300ab on host n-h2-816206-8 for vnic_type normal with profile {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:45:29.849184 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-0a45bc6b-abe2-4170-819e-c7d586096903 req-1f50fe63-dd19-451f-8051-c1a600a7f8e1 service neutron] Attempting to bind port d966b887-6b23-4d11-9c1a-ce19297300ab by drivers openvswitch,hyperv on host n-h2-816206-8 at level 0 using segments [{'id': '3dd48af8-0370-4e3e-80f2-5bf5c6c5c8d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '96a4c4fb-2a54-4887-a6a0-d3361fb03ec8'}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:45:29.849692 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a45bc6b-abe2-4170-819e-c7d586096903 req-1f50fe63-dd19-451f-8051-c1a600a7f8e1 service neutron] Attempting to bind port d966b887-6b23-4d11-9c1a-ce19297300ab on network 96a4c4fb-2a54-4887-a6a0-d3361fb03ec8 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:45:29.869670 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2293a8-ccd0-4799-aba6-29651ae3830e req-87042e50-7a5e-48cf-8444-3a37a2af8e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:45:29.871397 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-da2293a8-ccd0-4799-aba6-29651ae3830e req-87042e50-7a5e-48cf-8444-3a37a2af8e49 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=165af5ef-924e-42a7-b0fa-a06c04e53e01 HTTP/1.1" status: 200 len: 1097 time: 0.1028976 Nov 23 17:45:29.878072 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a45bc6b-abe2-4170-819e-c7d586096903 req-1f50fe63-dd19-451f-8051-c1a600a7f8e1 service neutron] Port d966b887-6b23-4d11-9c1a-ce19297300ab on network 96a4c4fb-2a54-4887-a6a0-d3361fb03ec8 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-8 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 17:45:29.878859 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a45bc6b-abe2-4170-819e-c7d586096903 req-1f50fe63-dd19-451f-8051-c1a600a7f8e1 service neutron] Attempting to bind port d966b887-6b23-4d11-9c1a-ce19297300ab on network 96a4c4fb-2a54-4887-a6a0-d3361fb03ec8 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:45:29.903379 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a45bc6b-abe2-4170-819e-c7d586096903 req-1f50fe63-dd19-451f-8051-c1a600a7f8e1 service neutron] Checking agent: {'id': 'ab77bf9e-0267-4174-8f1d-822cba89b207', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 15, 13), 'started_at': datetime.datetime(2021, 11, 23, 17, 15, 13), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 45, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:45:29.904186 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a45bc6b-abe2-4170-819e-c7d586096903 req-1f50fe63-dd19-451f-8051-c1a600a7f8e1 service neutron] Checking segment: {'id': '3dd48af8-0370-4e3e-80f2-5bf5c6c5c8d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '96a4c4fb-2a54-4887-a6a0-d3361fb03ec8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:45:29.904812 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a45bc6b-abe2-4170-819e-c7d586096903 req-1f50fe63-dd19-451f-8051-c1a600a7f8e1 service neutron] Bound using segment: {'id': '3dd48af8-0370-4e3e-80f2-5bf5c6c5c8d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '96a4c4fb-2a54-4887-a6a0-d3361fb03ec8'} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:45:29.905438 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-0a45bc6b-abe2-4170-819e-c7d586096903 req-1f50fe63-dd19-451f-8051-c1a600a7f8e1 service neutron] Bound port: d966b887-6b23-4d11-9c1a-ce19297300ab, host: n-h2-816206-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3dd48af8-0370-4e3e-80f2-5bf5c6c5c8d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '96a4c4fb-2a54-4887-a6a0-d3361fb03ec8'}}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:45:29.906446 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-0a45bc6b-abe2-4170-819e-c7d586096903 req-1f50fe63-dd19-451f-8051-c1a600a7f8e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:29.931356 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea6740dd-99fe-4e9a-bdf6-9cd328c83751 None None] DHCP port deletion for 96a4c4fb-2a54-4887-a6a0-d3361fb03ec8 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:45:29.966107 n-d-816206-8 neutron-server[103590]: INFO neutron.db.securitygroups_db [None req-0a45c8af-9ce6-4cf0-a8c1-3c87ebb697a3 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Project c0a53cd325e44b8fbee499050453672f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 17:45:29.976893 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0a45c8af-9ce6-4cf0-a8c1-3c87ebb697a3 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:30.015687 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9fdee879-bfbd-4670-834a-defcb0e8422a req-053bb7c7-1995-4002-9a7b-e32e3baae332 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=df37d9c5-5a4e-4669-a83f-08f0e6fcaac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577570 Nov 23 17:45:30.024931 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-a0b591ad-7b88-44db-a9f9-32d2400227d9 tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] Deleting port d5c79050-74c2-487d-bda4-a8791ed25702 {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:45:30.025433 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a0b591ad-7b88-44db-a9f9-32d2400227d9 tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:30.031225 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-da2293a8-ccd0-4799-aba6-29651ae3830e req-dbd7b22e-ede5-4dfc-b436-3a9a3bb83c9a service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=df37d9c5-5a4e-4669-a83f-08f0e6fcaac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470904 Nov 23 17:45:30.052383 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-0a45bc6b-abe2-4170-819e-c7d586096903 req-1f50fe63-dd19-451f-8051-c1a600a7f8e1 service neutron] For port d966b887-6b23-4d11-9c1a-ce19297300ab, host n-h2-816206-8, cleared binding levels {{(pid=103591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:45:30.055843 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-0a45bc6b-abe2-4170-819e-c7d586096903 req-1f50fe63-dd19-451f-8051-c1a600a7f8e1 service neutron] For port d966b887-6b23-4d11-9c1a-ce19297300ab, host n-h2-816206-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=d966b887-6b23-4d11-9c1a-ce19297300ab,segment=NetworkSegment(3dd48af8-0370-4e3e-80f2-5bf5c6c5c8d9),segment_id=3dd48af8-0370-4e3e-80f2-5bf5c6c5c8d9)] {{(pid=103591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:45:30.059485 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-0a45bc6b-abe2-4170-819e-c7d586096903 req-1f50fe63-dd19-451f-8051-c1a600a7f8e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264758186'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:30.111647 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0a45c8af-9ce6-4cf0-a8c1-3c87ebb697a3 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:30.136701 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a45bc6b-abe2-4170-819e-c7d586096903 req-1f50fe63-dd19-451f-8051-c1a600a7f8e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:45:30.137105 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-0a45bc6b-abe2-4170-819e-c7d586096903 req-1f50fe63-dd19-451f-8051-c1a600a7f8e1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:30.139147 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a0fa2f2-3d06-4e96-827f-e0fc486a9cd2 None None] DHCP port deletion for 96a4c4fb-2a54-4887-a6a0-d3361fb03ec8 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:45:30.139487 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-0a45bc6b-abe2-4170-819e-c7d586096903 req-1f50fe63-dd19-451f-8051-c1a600a7f8e1 service neutron] 10.222.0.36 "PUT /v2.0/ports/d966b887-6b23-4d11-9c1a-ce19297300ab HTTP/1.1" status: 200 len: 1092 time: 1.7791066 Nov 23 17:45:30.139930 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9dd09d80-aa32-42a8-a332-0b63809b44c7', 'tag': 'd966b887-6b23-4d11-9c1a-ce19297300ab'}] {{(pid=103591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:45:30.142278 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41d174a19ece9499ff9ec44e5b3fc50f2abd3ffbc947fb7e52ea1e8db27b95b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33c34c24-54d1-4160-8a1e-9a2f999c0833" -d '{"events": [{"name": "network-changed", "server_uuid": "9dd09d80-aa32-42a8-a332-0b63809b44c7", "tag": "d966b887-6b23-4d11-9c1a-ce19297300ab"}]}' {{(pid=103591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:45:30.157725 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a0b591ad-7b88-44db-a9f9-32d2400227d9 tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:30.164620 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0a45c8af-9ce6-4cf0-a8c1-3c87ebb697a3 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994370'] for security_group_rule, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:30.177678 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f50fe63-dd19-451f-8051-c1a600a7f8e1 service neutron] Pushing event updated for resources: {'Port': ['ID=d966b887-6b23-4d11-9c1a-ce19297300ab,revision_number=3']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:45:30.250586 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 17:45:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-490c594c-59c9-4d30-917e-4d445235fa41 x-openstack-request-id: req-490c594c-59c9-4d30-917e-4d445235fa41 {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:45:30.250586 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9dd09d80-aa32-42a8-a332-0b63809b44c7", "tag": "d966b887-6b23-4d11-9c1a-ce19297300ab", "status": "completed", "code": 200}]} {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:45:30.250969 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-490c594c-59c9-4d30-917e-4d445235fa41 {{(pid=103591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:45:30.251125 n-d-816206-8 neutron-server[103591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9dd09d80-aa32-42a8-a332-0b63809b44c7', 'tag': 'd966b887-6b23-4d11-9c1a-ce19297300ab', 'status': 'completed', 'code': 200} Nov 23 17:45:30.257865 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-a0b591ad-7b88-44db-a9f9-32d2400227d9 tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] Calling delete_port for d5c79050-74c2-487d-bda4-a8791ed25702 owned by {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:45:30.279102 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a45c8af-9ce6-4cf0-a8c1-3c87ebb697a3 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ed603a9-f571-485b-b2cc-43e030784a0f,revision_number=0']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:45:30.301149 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a45bc6b-abe2-4170-819e-c7d586096903 req-dc0f6a7b-d791-4722-9b96-136f1842f6f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:45:30.302677 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-0a45bc6b-abe2-4170-819e-c7d586096903 req-dc0f6a7b-d791-4722-9b96-136f1842f6f8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fc0b8b60f26147bc93ae14daf3e34aba&device_id=9dd09d80-aa32-42a8-a332-0b63809b44c7 HTTP/1.1" status: 200 len: 1095 time: 0.0949194 Nov 23 17:45:30.313517 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb0780a-c9dc-4742-9c1f-d63b0106a22a req-acb44ce6-bff5-405c-9d5b-8f0fd13be13c tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:45:30.321483 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-dfb0780a-c9dc-4742-9c1f-d63b0106a22a req-acb44ce6-bff5-405c-9d5b-8f0fd13be13c tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] 10.222.0.60 "GET /v2.0/ports?device_id=a43134ca-2758-4794-bb9c-974d11e5e279 HTTP/1.1" status: 200 len: 944 time: 0.0998685 Nov 23 17:45:30.339635 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0a45c8af-9ce6-4cf0-a8c1-3c87ebb697a3 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:30.341652 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-0a45c8af-9ce6-4cf0-a8c1-3c87ebb697a3 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5101986 Nov 23 17:45:30.376625 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-0a45bc6b-abe2-4170-819e-c7d586096903 req-b31ae183-7368-426f-be64-52a7e971cef2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d966b887-6b23-4d11-9c1a-ce19297300ab HTTP/1.1" status: 200 len: 217 time: 0.0525184 Nov 23 17:45:30.405040 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a0b591ad-7b88-44db-a9f9-32d2400227d9 tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:30.451453 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b591ad-7b88-44db-a9f9-32d2400227d9 tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] Pushing event deleted for resources: {'Port': ['ID=d5c79050-74c2-487d-bda4-a8791ed25702,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:45:30.466941 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a0b591ad-7b88-44db-a9f9-32d2400227d9 tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:30.472709 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-a0b591ad-7b88-44db-a9f9-32d2400227d9 tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] 10.222.0.60 "DELETE /v2.0/ports/d5c79050-74c2-487d-bda4-a8791ed25702 HTTP/1.1" status: 204 len: 168 time: 0.6710312 Nov 23 17:45:30.472931 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 58674) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:45:30.478736 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-dfb0780a-c9dc-4742-9c1f-d63b0106a22a req-bb961a70-df04-4674-b3ae-3912707cbc98 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] 10.222.0.60 "GET /v2.0/security-groups?id=c11b6a3a-f89b-4d05-9340-8aa0be1653f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1563783 Nov 23 17:45:30.505731 n-d-816206-8 neutron-server[103590]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f074293-5743-4ed7-a00b-d24a4c7750b2 tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] DELETE failed (client error): The resource could not be found. Nov 23 17:45:30.506197 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f074293-5743-4ed7-a00b-d24a4c7750b2 tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103590) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 17:45:30.509126 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a45bc6b-abe2-4170-819e-c7d586096903 req-18d63a1f-857c-4dec-bd3c-0412b0879067 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:45:30.509418 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-7f074293-5743-4ed7-a00b-d24a4c7750b2 tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] 10.222.0.60 "DELETE /v2.0/subnets/1782ab08-df19-41f7-9724-25c9fa03cd77 HTTP/1.1" status: 404 len: 337 time: 0.0351861 Nov 23 17:45:30.511109 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-0a45bc6b-abe2-4170-819e-c7d586096903 req-18d63a1f-857c-4dec-bd3c-0412b0879067 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6a67b7b8-1b5e-4ea7-ab09-4d43799d0b06 HTTP/1.1" status: 200 len: 846 time: 0.1081727 Nov 23 17:45:30.513352 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 58682) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:45:30.533026 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bd3268-aa9e-43b9-b7ef-911691377046 req-aef8c948-f088-4422-a769-594297fb7162 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:45:30.548527 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-49bd3268-aa9e-43b9-b7ef-911691377046 req-aef8c948-f088-4422-a769-594297fb7162 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] 10.222.0.60 "GET /v2.0/ports?device_id=9dd09d80-aa32-42a8-a332-0b63809b44c7 HTTP/1.1" status: 200 len: 944 time: 0.1755748 Nov 23 17:45:30.637387 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-0a45bc6b-abe2-4170-819e-c7d586096903 req-b27e5db7-f8f6-4952-bfd1-d99edf25f6b9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=96a4c4fb-2a54-4887-a6a0-d3361fb03ec8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0876954 Nov 23 17:45:30.667178 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7dae5079-1eae-4d72-8c2a-6268e01d6867 tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-555181'] for network, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:30.883230 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7dae5079-1eae-4d72-8c2a-6268e01d6867 tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973419', 'neutron.services.segments.db._delete_segments_for_network-8736635878840'] for network, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:30.906749 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-49bd3268-aa9e-43b9-b7ef-911691377046 req-e000f232-fe66-40d8-a713-4293c45508cc tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] 10.222.0.60 "GET /v2.0/security-groups?id=fa324d8c-13d0-499d-8791-7b10ff6fd90b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3357430 Nov 23 17:45:30.981667 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-0a45bc6b-abe2-4170-819e-c7d586096903 req-a32f589b-67b2-44ac-ad43-268353015d3f service neutron] 10.222.0.36 "GET /v2.0/networks/96a4c4fb-2a54-4887-a6a0-d3361fb03ec8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3307743 Nov 23 17:45:30.982569 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-7dae5079-1eae-4d72-8c2a-6268e01d6867 tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b65ce1f-66b6-4667-b5a0-6557882905b0']}} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:45:31.017013 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-7dae5079-1eae-4d72-8c2a-6268e01d6867 tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df114fb9-f664-4d99-b4c8-70b93e57a004') {'for_net_delete': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:45:31.017309 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-7dae5079-1eae-4d72-8c2a-6268e01d6867 tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df114fb9-f664-4d99-b4c8-70b93e57a004') {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:45:31.108412 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7dae5079-1eae-4d72-8c2a-6268e01d6867 tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736635840332', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-267528353'] for segment, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:31.146519 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7dae5079-1eae-4d72-8c2a-6268e01d6867 tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:31.160332 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7dae5079-1eae-4d72-8c2a-6268e01d6867 tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] Releasing vlan 517 on physical network physnet1 to pool {{(pid=103590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 17:45:31.160795 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7dae5079-1eae-4d72-8c2a-6268e01d6867 tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264370093'] for segment, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:31.169547 n-d-816206-8 neutron-server[103590]: Traceback (most recent call last): Nov 23 17:45:31.169547 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 17:45:31.169547 n-d-816206-8 neutron-server[103590]: timer() Nov 23 17:45:31.169547 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 17:45:31.169547 n-d-816206-8 neutron-server[103590]: cb(*args, **kw) Nov 23 17:45:31.169547 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 17:45:31.169547 n-d-816206-8 neutron-server[103590]: return func(*args, **kwargs) Nov 23 17:45:31.169547 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 17:45:31.169547 n-d-816206-8 neutron-server[103590]: self._notify() Nov 23 17:45:31.169547 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 17:45:31.169547 n-d-816206-8 neutron-server[103590]: self.callback(batched_events) Nov 23 17:45:31.169547 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 17:45:31.169547 n-d-816206-8 neutron-server[103590]: event.method(event) Nov 23 17:45:31.169547 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 17:45:31.169547 n-d-816206-8 neutron-server[103590]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 17:45:31.169547 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 17:45:31.169547 n-d-816206-8 neutron-server[103590]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 17:45:31.169547 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 17:45:31.169547 n-d-816206-8 neutron-server[103590]: return f(self, *a, **k) Nov 23 17:45:31.169547 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 17:45:31.169547 n-d-816206-8 neutron-server[103590]: return self._get(url).json() Nov 23 17:45:31.169547 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 17:45:31.169547 n-d-816206-8 neutron-server[103590]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 17:45:31.169547 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 17:45:31.169547 n-d-816206-8 neutron-server[103590]: return self.request(url, 'GET', **kwargs) Nov 23 17:45:31.169547 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 17:45:31.169547 n-d-816206-8 neutron-server[103590]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 17:45:31.169547 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 17:45:31.169547 n-d-816206-8 neutron-server[103590]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 17:45:31.169547 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 17:45:31.169547 n-d-816206-8 neutron-server[103590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 17:45:31.169547 n-d-816206-8 neutron-server[103590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 17:45:31.306009 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7394143e-8e62-4561-83ff-735ebf01c595 req-31115e37-ce0a-4f0f-a4c2-1efb0fbb34d9 tempest-MultipleCreateTestJSON-731598663 tempest-MultipleCreateTestJSON-731598663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:45:31.307540 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7394143e-8e62-4561-83ff-735ebf01c595 req-31115e37-ce0a-4f0f-a4c2-1efb0fbb34d9 tempest-MultipleCreateTestJSON-731598663 tempest-MultipleCreateTestJSON-731598663-project] 10.222.0.60 "GET /v2.0/ports?device_id=ad896d57-5313-4734-90ac-614615fd3492 HTTP/1.1" status: 200 len: 946 time: 0.1318402 Nov 23 17:45:31.309893 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-0a45bc6b-abe2-4170-819e-c7d586096903 req-320ebed0-9100-43e4-9143-8de2b8618669 service neutron] 10.222.0.36 "GET /v2.0/networks/96a4c4fb-2a54-4887-a6a0-d3361fb03ec8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3160729 Nov 23 17:45:31.353167 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7dae5079-1eae-4d72-8c2a-6268e01d6867 tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1795418'] for network, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:31.370704 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [req-0b32ec6c-d7cb-45f9-9d0f-70e18d220b67 req-f09d0d61-b130-41fa-8060-d2108203ed0f service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=103591) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 17:45:31.371892 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7dae5079-1eae-4d72-8c2a-6268e01d6867 tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] Publish callbacks [] for network, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:31.373816 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-0b32ec6c-d7cb-45f9-9d0f-70e18d220b67 req-f09d0d61-b130-41fa-8060-d2108203ed0f service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0356126 Nov 23 17:45:31.390144 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-7dae5079-1eae-4d72-8c2a-6268e01d6867 tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] 10.222.0.60 "DELETE /v2.0/networks/3b65ce1f-66b6-4667-b5a0-6557882905b0 HTTP/1.1" status: 204 len: 168 time: 0.8752384 Nov 23 17:45:31.393838 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 58728) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:45:31.415014 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dae5079-1eae-4d72-8c2a-6268e01d6867 tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] Pushing event deleted for resources: {'Network': ['ID=3b65ce1f-66b6-4667-b5a0-6557882905b0,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:45:31.518667 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7394143e-8e62-4561-83ff-735ebf01c595 req-2c3f6c2d-81fb-4d45-b904-ddfab2a4206c tempest-MultipleCreateTestJSON-731598663 tempest-MultipleCreateTestJSON-731598663-project] 10.222.0.60 "GET /v2.0/security-groups?id=df37d9c5-5a4e-4669-a83f-08f0e6fcaac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2038825 Nov 23 17:45:31.676787 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c34c24-54d1-4160-8a1e-9a2f999c0833 req-308c3a81-7696-4e74-b70a-261e179ea979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:45:31.679752 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-33c34c24-54d1-4160-8a1e-9a2f999c0833 req-308c3a81-7696-4e74-b70a-261e179ea979 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fc0b8b60f26147bc93ae14daf3e34aba&device_id=9dd09d80-aa32-42a8-a332-0b63809b44c7 HTTP/1.1" status: 200 len: 1095 time: 0.2115617 Nov 23 17:45:31.688567 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-695d36d4-1205-45d5-9dc3-bd363ce7358f tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] Deleting port b21027a9-1438-4255-835b-feeccdd160f2 {{(pid=103591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:45:31.690079 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-695d36d4-1205-45d5-9dc3-bd363ce7358f tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:32.247726 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device fbe44c50-ab0e-48c7-bd92-149bb465cefc no longer exists at agent hyperv_n-h2-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:45:32.364162 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-695d36d4-1205-45d5-9dc3-bd363ce7358f tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:32.390076 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b002299-8ed3-4dab-9847-8a7c753f2f50 req-842999f6-c92e-49fb-bc66-36356b471d42 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:45:32.391592 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-3b002299-8ed3-4dab-9847-8a7c753f2f50 req-842999f6-c92e-49fb-bc66-36356b471d42 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] 10.222.0.60 "GET /v2.0/ports?device_id=a43134ca-2758-4794-bb9c-974d11e5e279 HTTP/1.1" status: 200 len: 944 time: 0.6943662 Nov 23 17:45:32.420640 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-695d36d4-1205-45d5-9dc3-bd363ce7358f tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] Calling delete_port for b21027a9-1438-4255-835b-feeccdd160f2 owned by {{(pid=103591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:45:32.469713 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c34c24-54d1-4160-8a1e-9a2f999c0833 req-1568392f-37db-407e-a312-0ac8245074cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:45:32.471070 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-33c34c24-54d1-4160-8a1e-9a2f999c0833 req-1568392f-37db-407e-a312-0ac8245074cb service neutron] 10.222.0.36 "GET /v2.0/networks?id=96a4c4fb-2a54-4887-a6a0-d3361fb03ec8 HTTP/1.1" status: 200 len: 907 time: 0.7750707 Nov 23 17:45:32.576073 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed431f2-b71e-4077-99c9-e3117fd9402c req-41ce8418-31e7-4597-a62a-444be00bd80f tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:45:32.577623 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2ed431f2-b71e-4077-99c9-e3117fd9402c req-41ce8418-31e7-4597-a62a-444be00bd80f tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] 10.222.0.60 "GET /v2.0/ports?device_id=9dd09d80-aa32-42a8-a332-0b63809b44c7 HTTP/1.1" status: 200 len: 944 time: 0.2728329 Nov 23 17:45:32.587749 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-33c34c24-54d1-4160-8a1e-9a2f999c0833 req-84640b87-2d19-4d99-9596-614a0f9268b3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d966b887-6b23-4d11-9c1a-ce19297300ab HTTP/1.1" status: 200 len: 217 time: 0.0648990 Nov 23 17:45:32.630412 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-3b002299-8ed3-4dab-9847-8a7c753f2f50 req-0a62b47f-d17b-40de-a5c0-fd222ffb7150 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] 10.222.0.60 "GET /v2.0/security-groups?id=c11b6a3a-f89b-4d05-9340-8aa0be1653f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2299757 Nov 23 17:45:32.721053 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c34c24-54d1-4160-8a1e-9a2f999c0833 req-a451d1a4-e970-4bd5-a0a4-cd79228b78a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:45:32.722437 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-33c34c24-54d1-4160-8a1e-9a2f999c0833 req-a451d1a4-e970-4bd5-a0a4-cd79228b78a5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6a67b7b8-1b5e-4ea7-ab09-4d43799d0b06 HTTP/1.1" status: 200 len: 846 time: 0.1219449 Nov 23 17:45:32.738909 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2ed431f2-b71e-4077-99c9-e3117fd9402c req-4e72f43e-21ea-4eca-8d8f-6f9c36f7a1d9 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] 10.222.0.60 "GET /v2.0/security-groups?id=fa324d8c-13d0-499d-8791-7b10ff6fd90b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429179 Nov 23 17:45:32.753213 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-695d36d4-1205-45d5-9dc3-bd363ce7358f tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:32.779395 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-33c34c24-54d1-4160-8a1e-9a2f999c0833 req-9a3794c7-d16f-4b67-98ee-2233519f411d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=96a4c4fb-2a54-4887-a6a0-d3361fb03ec8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392559 Nov 23 17:45:32.827076 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695d36d4-1205-45d5-9dc3-bd363ce7358f tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] Pushing event deleted for resources: {'Port': ['ID=b21027a9-1438-4255-835b-feeccdd160f2,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:45:32.835171 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-695d36d4-1205-45d5-9dc3-bd363ce7358f tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:32.839337 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-695d36d4-1205-45d5-9dc3-bd363ce7358f tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] 10.222.0.60 "DELETE /v2.0/ports/b21027a9-1438-4255-835b-feeccdd160f2 HTTP/1.1" status: 204 len: 168 time: 1.4441800 Nov 23 17:45:32.841914 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 58782) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:45:32.879486 n-d-816206-8 neutron-server[103590]: INFO neutron.pecan_wsgi.hooks.translation [None req-488f030b-d4ce-4f8e-9431-344ba9c91db7 tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] DELETE failed (client error): The resource could not be found. Nov 23 17:45:32.879948 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-488f030b-d4ce-4f8e-9431-344ba9c91db7 tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103590) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 17:45:32.887796 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-488f030b-d4ce-4f8e-9431-344ba9c91db7 tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] 10.222.0.60 "DELETE /v2.0/subnets/0a1030d5-4da3-40b0-b885-debd5dcd6e00 HTTP/1.1" status: 404 len: 337 time: 0.0447731 Nov 23 17:45:32.890319 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 58784) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:45:32.947660 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab74fea9-fc96-4825-96ef-2bc93569a293 req-ef86e997-18ae-439a-b2e7-92bf95344288 tempest-MultipleCreateTestJSON-731598663 tempest-MultipleCreateTestJSON-731598663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:45:32.949251 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ab74fea9-fc96-4825-96ef-2bc93569a293 req-ef86e997-18ae-439a-b2e7-92bf95344288 tempest-MultipleCreateTestJSON-731598663 tempest-MultipleCreateTestJSON-731598663-project] 10.222.0.60 "GET /v2.0/ports?device_id=ad896d57-5313-4734-90ac-614615fd3492 HTTP/1.1" status: 200 len: 946 time: 0.1732442 Nov 23 17:45:32.979581 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-11e203c1-4a60-48d8-a076-8c66e02603ef tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-555181'] for network, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:32.995272 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-33c34c24-54d1-4160-8a1e-9a2f999c0833 req-fca96135-1ce5-4e44-8c41-c2029df368cb service neutron] 10.222.0.36 "GET /v2.0/networks/96a4c4fb-2a54-4887-a6a0-d3361fb03ec8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1792970 Nov 23 17:45:33.056468 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ab74fea9-fc96-4825-96ef-2bc93569a293 req-78c21e78-f394-4e5f-839e-786494353d90 tempest-MultipleCreateTestJSON-731598663 tempest-MultipleCreateTestJSON-731598663-project] 10.222.0.60 "GET /v2.0/security-groups?id=df37d9c5-5a4e-4669-a83f-08f0e6fcaac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912499 Nov 23 17:45:33.089868 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-11e203c1-4a60-48d8-a076-8c66e02603ef tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973419', 'neutron.services.segments.db._delete_segments_for_network-8736635878840'] for network, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:33.134389 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-11e203c1-4a60-48d8-a076-8c66e02603ef tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de0289f4-7806-427b-af01-617c28e2c116']}} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:45:33.146040 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-11e203c1-4a60-48d8-a076-8c66e02603ef tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a94e172-efb4-4d8a-a65c-b4dd6199cc8f') {'for_net_delete': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:45:33.146636 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-11e203c1-4a60-48d8-a076-8c66e02603ef tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a94e172-efb4-4d8a-a65c-b4dd6199cc8f') {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:45:33.159674 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-11e203c1-4a60-48d8-a076-8c66e02603ef tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736635840332', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-267528353'] for segment, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:33.167960 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-33c34c24-54d1-4160-8a1e-9a2f999c0833 req-1497fb91-8375-49c9-8943-cd237ddf93c3 service neutron] 10.222.0.36 "GET /v2.0/networks/96a4c4fb-2a54-4887-a6a0-d3361fb03ec8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1572564 Nov 23 17:45:33.176877 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-11e203c1-4a60-48d8-a076-8c66e02603ef tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:33.185983 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11e203c1-4a60-48d8-a076-8c66e02603ef tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] Releasing vlan 537 on physical network physnet1 to pool {{(pid=103590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 17:45:33.187195 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-11e203c1-4a60-48d8-a076-8c66e02603ef tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264370093'] for segment, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:33.191098 n-d-816206-8 neutron-server[103590]: Traceback (most recent call last): Nov 23 17:45:33.191098 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 17:45:33.191098 n-d-816206-8 neutron-server[103590]: timer() Nov 23 17:45:33.191098 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 17:45:33.191098 n-d-816206-8 neutron-server[103590]: cb(*args, **kw) Nov 23 17:45:33.191098 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 17:45:33.191098 n-d-816206-8 neutron-server[103590]: return func(*args, **kwargs) Nov 23 17:45:33.191098 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 17:45:33.191098 n-d-816206-8 neutron-server[103590]: self._notify() Nov 23 17:45:33.191098 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 17:45:33.191098 n-d-816206-8 neutron-server[103590]: self.callback(batched_events) Nov 23 17:45:33.191098 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 17:45:33.191098 n-d-816206-8 neutron-server[103590]: event.method(event) Nov 23 17:45:33.191098 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 17:45:33.191098 n-d-816206-8 neutron-server[103590]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 17:45:33.191098 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 17:45:33.191098 n-d-816206-8 neutron-server[103590]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 17:45:33.191098 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 17:45:33.191098 n-d-816206-8 neutron-server[103590]: return f(self, *a, **k) Nov 23 17:45:33.191098 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 17:45:33.191098 n-d-816206-8 neutron-server[103590]: return self._get(url).json() Nov 23 17:45:33.191098 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 17:45:33.191098 n-d-816206-8 neutron-server[103590]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 17:45:33.191098 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 17:45:33.191098 n-d-816206-8 neutron-server[103590]: return self.request(url, 'GET', **kwargs) Nov 23 17:45:33.191098 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 17:45:33.191098 n-d-816206-8 neutron-server[103590]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 17:45:33.191098 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 17:45:33.191098 n-d-816206-8 neutron-server[103590]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 17:45:33.191098 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 17:45:33.191098 n-d-816206-8 neutron-server[103590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 17:45:33.191098 n-d-816206-8 neutron-server[103590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 17:45:33.308788 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17f0fe8-8f0f-41c7-ace9-80282cf66b5b req-9301c04e-199b-4271-85c3-4bae12da8680 tempest-MultipleCreateTestJSON-731598663 tempest-MultipleCreateTestJSON-731598663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:45:33.313710 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d17f0fe8-8f0f-41c7-ace9-80282cf66b5b req-9301c04e-199b-4271-85c3-4bae12da8680 tempest-MultipleCreateTestJSON-731598663 tempest-MultipleCreateTestJSON-731598663-project] 10.222.0.60 "GET /v2.0/ports?device_id=165af5ef-924e-42a7-b0fa-a06c04e53e01 HTTP/1.1" status: 200 len: 946 time: 0.0875711 Nov 23 17:45:33.340795 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-11e203c1-4a60-48d8-a076-8c66e02603ef tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1795418'] for network, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:33.351145 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-11e203c1-4a60-48d8-a076-8c66e02603ef tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] Publish callbacks [] for network, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:33.358750 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-11e203c1-4a60-48d8-a076-8c66e02603ef tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] 10.222.0.60 "DELETE /v2.0/networks/de0289f4-7806-427b-af01-617c28e2c116 HTTP/1.1" status: 204 len: 168 time: 0.4641562 Nov 23 17:45:33.358981 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 58792) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:45:33.391314 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d17f0fe8-8f0f-41c7-ace9-80282cf66b5b req-15641ed8-c3c6-4dbc-8d10-8ee43cfa4761 tempest-MultipleCreateTestJSON-731598663 tempest-MultipleCreateTestJSON-731598663-project] 10.222.0.60 "GET /v2.0/security-groups?id=df37d9c5-5a4e-4669-a83f-08f0e6fcaac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621686 Nov 23 17:45:33.458084 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_v2 [None req-14e26104-47d2-4d09-bb15-c44422d826e5 tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] Deleting subnet 3f207b9b-b30e-4888-9b83-9f511f490b7a {{(pid=103590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 17:45:33.467704 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e203c1-4a60-48d8-a076-8c66e02603ef tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] Pushing event deleted for resources: {'Network': ['ID=de0289f4-7806-427b-af01-617c28e2c116,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:45:33.470757 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-14e26104-47d2-4d09-bb15-c44422d826e5 tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] Publish callbacks [] for subnet, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:33.537976 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-14e26104-47d2-4d09-bb15-c44422d826e5 tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-267528342'] for subnet, precommit_delete_associations {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:33.727365 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-14e26104-47d2-4d09-bb15-c44422d826e5 tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971956'] for subnet, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:33.818884 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-14e26104-47d2-4d09-bb15-c44422d826e5 tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264357903', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264730940'] for subnet, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:33.858645 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132c4c6d-90d0-4a25-8d33-2e0f1612cd1b req-0a36e784-2cc5-405d-840d-0683f06d1299 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:45:33.860238 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-132c4c6d-90d0-4a25-8d33-2e0f1612cd1b req-0a36e784-2cc5-405d-840d-0683f06d1299 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] 10.222.0.60 "GET /v2.0/ports?device_id=a43134ca-2758-4794-bb9c-974d11e5e279 HTTP/1.1" status: 200 len: 944 time: 0.0902457 Nov 23 17:45:33.862159 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e26104-47d2-4d09-bb15-c44422d826e5 tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] Pushing event deleted for resources: {'Subnet': ['ID=3f207b9b-b30e-4888-9b83-9f511f490b7a,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:45:33.864968 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-14e26104-47d2-4d09-bb15-c44422d826e5 tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] Publish callbacks [] for subnet, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:33.872134 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-14e26104-47d2-4d09-bb15-c44422d826e5 tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] 10.222.0.60 "DELETE /v2.0/subnets/3f207b9b-b30e-4888-9b83-9f511f490b7a HTTP/1.1" status: 204 len: 168 time: 0.5120404 Nov 23 17:45:33.872963 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 58806) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:45:34.017616 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-07b5a617-9bcb-47be-9b64-d2968b5008cc tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-555181'] for network, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:34.040254 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5c657e-1be3-4183-b26d-3d69a4b86351 req-60bfc9d2-8b23-4535-af8c-ed1d9aae7a1b tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:45:34.042383 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5e5c657e-1be3-4183-b26d-3d69a4b86351 req-60bfc9d2-8b23-4535-af8c-ed1d9aae7a1b tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] 10.222.0.60 "GET /v2.0/ports?device_id=9dd09d80-aa32-42a8-a332-0b63809b44c7 HTTP/1.1" status: 200 len: 944 time: 0.1508124 Nov 23 17:45:34.060106 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-132c4c6d-90d0-4a25-8d33-2e0f1612cd1b req-9a6e3963-25da-497e-b572-20403cfdd251 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] 10.222.0.60 "GET /v2.0/security-groups?id=c11b6a3a-f89b-4d05-9340-8aa0be1653f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1829255 Nov 23 17:45:34.096676 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-07b5a617-9bcb-47be-9b64-d2968b5008cc tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] Deleting port 7058ebc2-944a-4a64-aa78-aa3b916cb1f6 {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:45:34.097039 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-07b5a617-9bcb-47be-9b64-d2968b5008cc tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:34.100389 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffb3658c-e155-4348-b936-6add0e7a92ff None None] Network bf590c0c-b275-4830-833f-d5d6eefd80ac requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:45:34.179927 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-07b5a617-9bcb-47be-9b64-d2968b5008cc tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] For port 7058ebc2-944a-4a64-aa78-aa3b916cb1f6, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=7058ebc2-944a-4a64-aa78-aa3b916cb1f6,segment=NetworkSegment(ab21dec6-b6e1-4881-a2a5-8da3d7a706ba),segment_id=ab21dec6-b6e1-4881-a2a5-8da3d7a706ba)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:45:34.180444 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-07b5a617-9bcb-47be-9b64-d2968b5008cc tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:34.197953 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5e5c657e-1be3-4183-b26d-3d69a4b86351 req-41d9d68e-95a5-4b71-8c12-4334c7d0d5ed tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] 10.222.0.60 "GET /v2.0/security-groups?id=fa324d8c-13d0-499d-8791-7b10ff6fd90b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298852 Nov 23 17:45:34.206105 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-07b5a617-9bcb-47be-9b64-d2968b5008cc tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] Calling delete_port for 7058ebc2-944a-4a64-aa78-aa3b916cb1f6 owned by network:dhcp {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:45:34.277801 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device d966b887-6b23-4d11-9c1a-ce19297300ab details requested by agent hyperv_n-h2-816206-8 with host n-h2-816206-8 {{(pid=103592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 17:45:34.345966 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741171a1-296c-40b6-8d96-9f0c5034cdb7 req-e3c8225d-740a-4499-9e68-81a724e2a394 tempest-MultipleCreateTestJSON-731598663 tempest-MultipleCreateTestJSON-731598663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:45:34.355627 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-741171a1-296c-40b6-8d96-9f0c5034cdb7 req-e3c8225d-740a-4499-9e68-81a724e2a394 tempest-MultipleCreateTestJSON-731598663 tempest-MultipleCreateTestJSON-731598663-project] 10.222.0.60 "GET /v2.0/ports?device_id=165af5ef-924e-42a7-b0fa-a06c04e53e01 HTTP/1.1" status: 200 len: 946 time: 0.1563702 Nov 23 17:45:34.395095 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-07b5a617-9bcb-47be-9b64-d2968b5008cc tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:34.433836 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b5a617-9bcb-47be-9b64-d2968b5008cc tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] Pushing event deleted for resources: {'Port': ['ID=7058ebc2-944a-4a64-aa78-aa3b916cb1f6,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:45:34.436686 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d42fc319-615d-467c-84f0-7a1c406b247f None None] DHCP port deletion for bf590c0c-b275-4830-833f-d5d6eefd80ac request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:45:34.436886 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07b5a617-9bcb-47be-9b64-d2968b5008cc tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] No DVR routers for this DVR port 7058ebc2-944a-4a64-aa78-aa3b916cb1f6 on host n-d-816206-8 {{(pid=103590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:45:34.464074 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-741171a1-296c-40b6-8d96-9f0c5034cdb7 req-45c87825-70fc-4a92-a006-cd226a3d575f tempest-MultipleCreateTestJSON-731598663 tempest-MultipleCreateTestJSON-731598663-project] 10.222.0.60 "GET /v2.0/security-groups?id=df37d9c5-5a4e-4669-a83f-08f0e6fcaac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958345 Nov 23 17:45:34.481121 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port d966b887-6b23-4d11-9c1a-ce19297300ab, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=d966b887-6b23-4d11-9c1a-ce19297300ab,segment=NetworkSegment(3dd48af8-0370-4e3e-80f2-5bf5c6c5c8d9),segment_id=3dd48af8-0370-4e3e-80f2-5bf5c6c5c8d9)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:45:34.489957 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b5a617-9bcb-47be-9b64-d2968b5008cc tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:45:34.489957 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b5a617-9bcb-47be-9b64-d2968b5008cc tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:45:34.489957 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b5a617-9bcb-47be-9b64-d2968b5008cc tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:45:34.489957 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b5a617-9bcb-47be-9b64-d2968b5008cc tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:45:34.489957 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b5a617-9bcb-47be-9b64-d2968b5008cc tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:45:34.489957 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b5a617-9bcb-47be-9b64-d2968b5008cc tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:45:34.489957 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b5a617-9bcb-47be-9b64-d2968b5008cc tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:45:34.489957 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b5a617-9bcb-47be-9b64-d2968b5008cc tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:45:34.489957 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b5a617-9bcb-47be-9b64-d2968b5008cc tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:45:34.489957 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b5a617-9bcb-47be-9b64-d2968b5008cc tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:45:34.489957 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b5a617-9bcb-47be-9b64-d2968b5008cc tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:45:34.489957 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b5a617-9bcb-47be-9b64-d2968b5008cc tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:45:34.499591 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Returning: {'device': 'd966b887-6b23-4d11-9c1a-ce19297300ab', 'network_id': '96a4c4fb-2a54-4887-a6a0-d3361fb03ec8', 'port_id': 'd966b887-6b23-4d11-9c1a-ce19297300ab', 'mac_address': 'fa:16:3e:7e:54:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a67b7b8-1b5e-4ea7-ab09-4d43799d0b06', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 17:45:34.559938 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-07b5a617-9bcb-47be-9b64-d2968b5008cc tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973419', 'neutron.services.segments.db._delete_segments_for_network-8736635878840'] for network, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:34.560818 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:34.589651 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-07b5a617-9bcb-47be-9b64-d2968b5008cc tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf590c0c-b275-4830-833f-d5d6eefd80ac']}} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:45:34.589911 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d966b887-6b23-4d11-9c1a-ce19297300ab {{(pid=103592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:45:34.601247 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-07b5a617-9bcb-47be-9b64-d2968b5008cc tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab21dec6-b6e1-4881-a2a5-8da3d7a706ba') {'for_net_delete': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:45:34.601477 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-07b5a617-9bcb-47be-9b64-d2968b5008cc tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab21dec6-b6e1-4881-a2a5-8da3d7a706ba') {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:45:34.612459 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-07b5a617-9bcb-47be-9b64-d2968b5008cc tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736635840332', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-267528353'] for segment, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:34.621875 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port d966b887-6b23-4d11-9c1a-ce19297300ab, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=d966b887-6b23-4d11-9c1a-ce19297300ab,segment=NetworkSegment(3dd48af8-0370-4e3e-80f2-5bf5c6c5c8d9),segment_id=3dd48af8-0370-4e3e-80f2-5bf5c6c5c8d9)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:45:34.630275 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-07b5a617-9bcb-47be-9b64-d2968b5008cc tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:34.630669 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:34.639930 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07b5a617-9bcb-47be-9b64-d2968b5008cc tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] Releasing vlan 524 on physical network physnet1 to pool {{(pid=103590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 17:45:34.640625 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-07b5a617-9bcb-47be-9b64-d2968b5008cc tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264370093'] for segment, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:34.643612 n-d-816206-8 neutron-server[103590]: Traceback (most recent call last): Nov 23 17:45:34.643612 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 17:45:34.643612 n-d-816206-8 neutron-server[103590]: timer() Nov 23 17:45:34.643612 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 17:45:34.643612 n-d-816206-8 neutron-server[103590]: cb(*args, **kw) Nov 23 17:45:34.643612 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 17:45:34.643612 n-d-816206-8 neutron-server[103590]: return func(*args, **kwargs) Nov 23 17:45:34.643612 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 17:45:34.643612 n-d-816206-8 neutron-server[103590]: self._notify() Nov 23 17:45:34.643612 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 17:45:34.643612 n-d-816206-8 neutron-server[103590]: self.callback(batched_events) Nov 23 17:45:34.643612 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 17:45:34.643612 n-d-816206-8 neutron-server[103590]: event.method(event) Nov 23 17:45:34.643612 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 17:45:34.643612 n-d-816206-8 neutron-server[103590]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 17:45:34.643612 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 17:45:34.643612 n-d-816206-8 neutron-server[103590]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 17:45:34.643612 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 17:45:34.643612 n-d-816206-8 neutron-server[103590]: return f(self, *a, **k) Nov 23 17:45:34.643612 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 17:45:34.643612 n-d-816206-8 neutron-server[103590]: return self._get(url).json() Nov 23 17:45:34.643612 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 17:45:34.643612 n-d-816206-8 neutron-server[103590]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 17:45:34.643612 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 17:45:34.643612 n-d-816206-8 neutron-server[103590]: return self.request(url, 'GET', **kwargs) Nov 23 17:45:34.643612 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 17:45:34.643612 n-d-816206-8 neutron-server[103590]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 17:45:34.643612 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 17:45:34.643612 n-d-816206-8 neutron-server[103590]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 17:45:34.643612 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 17:45:34.643612 n-d-816206-8 neutron-server[103590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 17:45:34.643612 n-d-816206-8 neutron-server[103590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 17:45:34.701155 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Pushing event updated for resources: {'Port': ['ID=d966b887-6b23-4d11-9c1a-ce19297300ab,revision_number=4']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:45:34.729962 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-07b5a617-9bcb-47be-9b64-d2968b5008cc tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1795418'] for network, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:34.769805 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-07b5a617-9bcb-47be-9b64-d2968b5008cc tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] Publish callbacks [] for network, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:34.774390 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-07b5a617-9bcb-47be-9b64-d2968b5008cc tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] 10.222.0.60 "DELETE /v2.0/networks/bf590c0c-b275-4830-833f-d5d6eefd80ac HTTP/1.1" status: 204 len: 168 time: 0.8991013 Nov 23 17:45:34.775971 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b5a617-9bcb-47be-9b64-d2968b5008cc tempest-NetworksIpV6TestAttrs-1431833359 tempest-NetworksIpV6TestAttrs-1431833359-project] Pushing event deleted for resources: {'Network': ['ID=bf590c0c-b275-4830-833f-d5d6eefd80ac,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:45:34.889030 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] get_ports_and_sgs() called for port_ids ['d966b887-6b23-4d11-9c1a-ce19297300ab'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:45:35.063951 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e9fcf5-0da6-4feb-89c0-dee754aacede req-55b3eaa5-2521-43eb-bd66-1eea0da53956 tempest-MultipleCreateTestJSON-731598663 tempest-MultipleCreateTestJSON-731598663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:45:35.071408 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-35e9fcf5-0da6-4feb-89c0-dee754aacede req-55b3eaa5-2521-43eb-bd66-1eea0da53956 tempest-MultipleCreateTestJSON-731598663 tempest-MultipleCreateTestJSON-731598663-project] 10.222.0.55 "GET /v2.0/ports?device_id=165af5ef-924e-42a7-b0fa-a06c04e53e01 HTTP/1.1" status: 200 len: 946 time: 0.1228933 Nov 23 17:45:35.152025 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 7058ebc2-944a-4a64-aa78-aa3b916cb1f6 no longer exists at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:45:35.195982 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] No Port match for: 7058ebc2-944a-4a64-aa78-aa3b916cb1f6 {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:45:35.196743 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 7058ebc2-944a-4a64-aa78-aa3b916cb1f6 not bound to the agent host n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:45:35.305679 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 58824) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:45:35.355919 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b623de-2d60-48bb-bfe6-043ba1064180 req-3333f81d-0bf1-4d47-a3e7-c244444ddc70 tempest-MultipleCreateTestJSON-731598663 tempest-MultipleCreateTestJSON-731598663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:45:35.357590 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f7b623de-2d60-48bb-bfe6-043ba1064180 req-3333f81d-0bf1-4d47-a3e7-c244444ddc70 tempest-MultipleCreateTestJSON-731598663 tempest-MultipleCreateTestJSON-731598663-project] 10.222.0.55 "GET /v2.0/ports?device_id=ad896d57-5313-4734-90ac-614615fd3492 HTTP/1.1" status: 200 len: 946 time: 0.2090361 Nov 23 17:45:35.444669 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038d259e-f3b1-42da-9ecc-0b6928b025d4 req-25ebbc62-f820-4b67-ba1b-4c0699cd09a7 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:45:35.455716 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-038d259e-f3b1-42da-9ecc-0b6928b025d4 req-25ebbc62-f820-4b67-ba1b-4c0699cd09a7 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] 10.222.0.60 "GET /v2.0/ports?device_id=a43134ca-2758-4794-bb9c-974d11e5e279 HTTP/1.1" status: 200 len: 944 time: 0.2400997 Nov 23 17:45:35.588694 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [req-35e9fcf5-0da6-4feb-89c0-dee754aacede req-e0e30797-27c3-44d3-a07f-f292dca56a3b tempest-MultipleCreateTestJSON-731598663 tempest-MultipleCreateTestJSON-731598663-project] Deleting port 54b2e2aa-dd35-458d-a4cf-f0431ce5673d {{(pid=103591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:45:35.589046 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-35e9fcf5-0da6-4feb-89c0-dee754aacede req-e0e30797-27c3-44d3-a07f-f292dca56a3b tempest-MultipleCreateTestJSON-731598663 tempest-MultipleCreateTestJSON-731598663-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:35.606274 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686f2771-2248-47e3-85c4-3be132d41a0e req-64a7aeb7-a173-479c-9a81-23f9908e187f tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:45:35.607748 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-686f2771-2248-47e3-85c4-3be132d41a0e req-64a7aeb7-a173-479c-9a81-23f9908e187f tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] 10.222.0.60 "GET /v2.0/ports?device_id=9dd09d80-aa32-42a8-a332-0b63809b44c7 HTTP/1.1" status: 200 len: 945 time: 0.2484486 Nov 23 17:45:35.622502 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-7cd4486b-d483-4168-95b5-6720411c185d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=3d2fca7cf440480a8330ba29eee9c923&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3154283 Nov 23 17:45:35.631539 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 58834) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:45:35.639666 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-038d259e-f3b1-42da-9ecc-0b6928b025d4 req-cc4b030d-3e35-4cae-9005-5372a39ae34a tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] 10.222.0.60 "GET /v2.0/security-groups?id=c11b6a3a-f89b-4d05-9340-8aa0be1653f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1813543 Nov 23 17:45:35.731948 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-06807c3e-7dde-4f9b-9797-073bb3384587 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:35.759859 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-06807c3e-7dde-4f9b-9797-073bb3384587 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:35.826257 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-35e9fcf5-0da6-4feb-89c0-dee754aacede req-e0e30797-27c3-44d3-a07f-f292dca56a3b tempest-MultipleCreateTestJSON-731598663 tempest-MultipleCreateTestJSON-731598663-project] For port 54b2e2aa-dd35-458d-a4cf-f0431ce5673d, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=54b2e2aa-dd35-458d-a4cf-f0431ce5673d,segment=NetworkSegment(2a53338f-2048-4067-a393-9c8ccd1c070e),segment_id=2a53338f-2048-4067-a393-9c8ccd1c070e)] {{(pid=103591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:45:35.826598 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-35e9fcf5-0da6-4feb-89c0-dee754aacede req-e0e30797-27c3-44d3-a07f-f292dca56a3b tempest-MultipleCreateTestJSON-731598663 tempest-MultipleCreateTestJSON-731598663-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:35.830986 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-06807c3e-7dde-4f9b-9797-073bb3384587 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:35.834330 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-06807c3e-7dde-4f9b-9797-073bb3384587 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:35.837156 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-06807c3e-7dde-4f9b-9797-073bb3384587 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/4a25d767-0824-4b03-80f3-954c57f4a322 HTTP/1.1" status: 204 len: 168 time: 0.2021611 Nov 23 17:45:35.851829 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [req-35e9fcf5-0da6-4feb-89c0-dee754aacede req-e0e30797-27c3-44d3-a07f-f292dca56a3b tempest-MultipleCreateTestJSON-731598663 tempest-MultipleCreateTestJSON-731598663-project] Calling delete_port for 54b2e2aa-dd35-458d-a4cf-f0431ce5673d owned by compute:nova {{(pid=103591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:45:35.858324 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06807c3e-7dde-4f9b-9797-073bb3384587 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a25d767-0824-4b03-80f3-954c57f4a322,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:45:35.938195 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [req-f7b623de-2d60-48bb-bfe6-043ba1064180 req-a5f134a5-3c69-4172-9609-136dfbd43810 tempest-MultipleCreateTestJSON-731598663 tempest-MultipleCreateTestJSON-731598663-project] Deleting port 3c89b71c-c9f0-4855-9194-5dda7b6b3a8e {{(pid=103591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:45:35.938543 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-f7b623de-2d60-48bb-bfe6-043ba1064180 req-a5f134a5-3c69-4172-9609-136dfbd43810 tempest-MultipleCreateTestJSON-731598663 tempest-MultipleCreateTestJSON-731598663-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:36.013005 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-686f2771-2248-47e3-85c4-3be132d41a0e req-a9d307d9-1042-476d-8069-a102b7d804d8 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] 10.222.0.60 "GET /v2.0/security-groups?id=fa324d8c-13d0-499d-8791-7b10ff6fd90b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3916297 Nov 23 17:45:36.151431 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c284d710-045a-4f42-a7a6-b22ee5e88e67 req-9785cab0-443d-41ba-9848-fabe8ff32503 tempest-MultipleCreateTestJSON-731598663 tempest-MultipleCreateTestJSON-731598663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:45:36.158820 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c284d710-045a-4f42-a7a6-b22ee5e88e67 req-9785cab0-443d-41ba-9848-fabe8ff32503 tempest-MultipleCreateTestJSON-731598663 tempest-MultipleCreateTestJSON-731598663-project] 10.222.0.60 "GET /v2.0/ports?device_id=165af5ef-924e-42a7-b0fa-a06c04e53e01 HTTP/1.1" status: 200 len: 946 time: 0.3976250 Nov 23 17:45:36.284106 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device d966b887-6b23-4d11-9c1a-ce19297300ab up at agent hyperv_n-h2-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:45:36.297705 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c284d710-045a-4f42-a7a6-b22ee5e88e67 req-41679289-a5be-4b38-a54e-ef8b65866964 tempest-MultipleCreateTestJSON-731598663 tempest-MultipleCreateTestJSON-731598663-project] 10.222.0.60 "GET /v2.0/security-groups?id=df37d9c5-5a4e-4669-a83f-08f0e6fcaac5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327248 Nov 23 17:45:36.309682 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-35e9fcf5-0da6-4feb-89c0-dee754aacede req-e0e30797-27c3-44d3-a07f-f292dca56a3b tempest-MultipleCreateTestJSON-731598663 tempest-MultipleCreateTestJSON-731598663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:36.339217 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] get_ports_and_sgs() called for port_ids ['54b2e2aa-dd35-458d-a4cf-f0431ce5673d', '3c89b71c-c9f0-4855-9194-5dda7b6b3a8e'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:45:36.426542 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e30797-27c3-44d3-a07f-f292dca56a3b tempest-MultipleCreateTestJSON-731598663 tempest-MultipleCreateTestJSON-731598663-project] Pushing event deleted for resources: {'Port': ['ID=54b2e2aa-dd35-458d-a4cf-f0431ce5673d,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:45:36.437667 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Provisioning for port d966b887-6b23-4d11-9c1a-ce19297300ab completed by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 17:45:36.441239 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-f7b623de-2d60-48bb-bfe6-043ba1064180 req-a5f134a5-3c69-4172-9609-136dfbd43810 tempest-MultipleCreateTestJSON-731598663 tempest-MultipleCreateTestJSON-731598663-project] For port 3c89b71c-c9f0-4855-9194-5dda7b6b3a8e, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=3c89b71c-c9f0-4855-9194-5dda7b6b3a8e,segment=NetworkSegment(2a53338f-2048-4067-a393-9c8ccd1c070e),segment_id=2a53338f-2048-4067-a393-9c8ccd1c070e)] {{(pid=103591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:45:36.441415 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-f7b623de-2d60-48bb-bfe6-043ba1064180 req-a5f134a5-3c69-4172-9609-136dfbd43810 tempest-MultipleCreateTestJSON-731598663 tempest-MultipleCreateTestJSON-731598663-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:36.478986 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [req-f7b623de-2d60-48bb-bfe6-043ba1064180 req-a5f134a5-3c69-4172-9609-136dfbd43810 tempest-MultipleCreateTestJSON-731598663 tempest-MultipleCreateTestJSON-731598663-project] Calling delete_port for 3c89b71c-c9f0-4855-9194-5dda7b6b3a8e owned by compute:nova {{(pid=103591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:45:36.482104 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1708f9fb-f572-488b-9950-abb8f659d83c None None] DHCP port deletion for 23348ac2-82c2-44f2-ae17-0af4b4c8f8b2 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:45:36.495447 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Provisioning complete for port d966b887-6b23-4d11-9c1a-ce19297300ab triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:45:36.498476 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:36.506472 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [req-35e9fcf5-0da6-4feb-89c0-dee754aacede req-e0e30797-27c3-44d3-a07f-f292dca56a3b tempest-MultipleCreateTestJSON-731598663 tempest-MultipleCreateTestJSON-731598663-project] No DVR routers for this DVR port 54b2e2aa-dd35-458d-a4cf-f0431ce5673d on host n-h1-816206-8 {{(pid=103591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:45:36.532148 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-35e9fcf5-0da6-4feb-89c0-dee754aacede req-e0e30797-27c3-44d3-a07f-f292dca56a3b tempest-MultipleCreateTestJSON-731598663 tempest-MultipleCreateTestJSON-731598663-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:36.535730 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-35e9fcf5-0da6-4feb-89c0-dee754aacede req-e0e30797-27c3-44d3-a07f-f292dca56a3b tempest-MultipleCreateTestJSON-731598663 tempest-MultipleCreateTestJSON-731598663-project] 10.222.0.55 "DELETE /v2.0/ports/54b2e2aa-dd35-458d-a4cf-f0431ce5673d HTTP/1.1" status: 204 len: 173 time: 1.4574013 Nov 23 17:45:36.536210 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '165af5ef-924e-42a7-b0fa-a06c04e53e01', 'name': 'network-vif-deleted', 'tag': '54b2e2aa-dd35-458d-a4cf-f0431ce5673d'}] {{(pid=103591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:45:36.542377 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41d174a19ece9499ff9ec44e5b3fc50f2abd3ffbc947fb7e52ea1e8db27b95b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1436f603-42e9-4c06-bd0b-7e5cf32bbc8c" -d '{"events": [{"server_uuid": "165af5ef-924e-42a7-b0fa-a06c04e53e01", "name": "network-vif-deleted", "tag": "54b2e2aa-dd35-458d-a4cf-f0431ce5673d"}]}' {{(pid=103591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:45:36.654408 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:45:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5ba77bd-8d31-42ea-bffd-473f5b815321 x-openstack-request-id: req-b5ba77bd-8d31-42ea-bffd-473f5b815321 {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:45:36.654716 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "165af5ef-924e-42a7-b0fa-a06c04e53e01", "name": "network-vif-deleted", "tag": "54b2e2aa-dd35-458d-a4cf-f0431ce5673d", "status": "completed", "code": 200}]} {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:45:36.654969 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b5ba77bd-8d31-42ea-bffd-473f5b815321 {{(pid=103591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:45:36.655390 n-d-816206-8 neutron-server[103591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '165af5ef-924e-42a7-b0fa-a06c04e53e01', 'name': 'network-vif-deleted', 'tag': '54b2e2aa-dd35-458d-a4cf-f0431ce5673d', 'status': 'completed', 'code': 200} Nov 23 17:45:36.742528 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:36.774026 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dd09d80-aa32-42a8-a332-0b63809b44c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd966b887-6b23-4d11-9c1a-ce19297300ab'}] {{(pid=103592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:45:36.777001 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba3e6a8f2301c7a29fe1eca9779abdae4ccbcd6266d69778087f2498d5551201" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e08c9e5-c614-4fe5-b749-b1bf6d6b2f37" -d '{"events": [{"server_uuid": "9dd09d80-aa32-42a8-a332-0b63809b44c7", "name": "network-vif-plugged", "status": "completed", "tag": "d966b887-6b23-4d11-9c1a-ce19297300ab"}]}' {{(pid=103592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:45:36.809688 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port d966b887-6b23-4d11-9c1a-ce19297300ab, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=d966b887-6b23-4d11-9c1a-ce19297300ab,segment=NetworkSegment(3dd48af8-0370-4e3e-80f2-5bf5c6c5c8d9),segment_id=3dd48af8-0370-4e3e-80f2-5bf5c6c5c8d9)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:45:36.816369 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:36.883960 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-f7b623de-2d60-48bb-bfe6-043ba1064180 req-a5f134a5-3c69-4172-9609-136dfbd43810 tempest-MultipleCreateTestJSON-731598663 tempest-MultipleCreateTestJSON-731598663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:36.938544 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:45:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50a6bf5d-91cd-499b-9c66-4fff960a8247 x-openstack-request-id: req-50a6bf5d-91cd-499b-9c66-4fff960a8247 {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:45:36.938841 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9dd09d80-aa32-42a8-a332-0b63809b44c7", "name": "network-vif-plugged", "status": "completed", "tag": "d966b887-6b23-4d11-9c1a-ce19297300ab", "code": 200}]} {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:45:36.939180 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-50a6bf5d-91cd-499b-9c66-4fff960a8247 {{(pid=103592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:45:36.939585 n-d-816206-8 neutron-server[103592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9dd09d80-aa32-42a8-a332-0b63809b44c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd966b887-6b23-4d11-9c1a-ce19297300ab', 'code': 200} Nov 23 17:45:36.940184 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Pushing event updated for resources: {'Port': ['ID=d966b887-6b23-4d11-9c1a-ce19297300ab,revision_number=5']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:45:36.950512 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] get_ports_and_sgs() called for port_ids ['54b2e2aa-dd35-458d-a4cf-f0431ce5673d'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:45:37.071381 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da9f566-099f-4ed9-992f-a985ba15e518 req-7ca58279-47b0-412e-824d-af225112d082 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:45:37.091446 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8da9f566-099f-4ed9-992f-a985ba15e518 req-7ca58279-47b0-412e-824d-af225112d082 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] 10.222.0.60 "GET /v2.0/ports?device_id=a43134ca-2758-4794-bb9c-974d11e5e279 HTTP/1.1" status: 200 len: 944 time: 0.3124146 Nov 23 17:45:37.095018 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f134a5-3c69-4172-9609-136dfbd43810 tempest-MultipleCreateTestJSON-731598663 tempest-MultipleCreateTestJSON-731598663-project] Pushing event deleted for resources: {'Port': ['ID=3c89b71c-c9f0-4855-9194-5dda7b6b3a8e,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:45:37.157254 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ccf2640-6aee-4f2e-8490-7107da27072c None None] DHCP port deletion for 23348ac2-82c2-44f2-ae17-0af4b4c8f8b2 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:45:37.263280 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 58874) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:45:37.281024 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7b623de-2d60-48bb-bfe6-043ba1064180 req-a5f134a5-3c69-4172-9609-136dfbd43810 tempest-MultipleCreateTestJSON-731598663 tempest-MultipleCreateTestJSON-731598663-project] No DVR routers for this DVR port 3c89b71c-c9f0-4855-9194-5dda7b6b3a8e on host n-h1-816206-8 {{(pid=103591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:45:37.289008 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-f7b623de-2d60-48bb-bfe6-043ba1064180 req-a5f134a5-3c69-4172-9609-136dfbd43810 tempest-MultipleCreateTestJSON-731598663 tempest-MultipleCreateTestJSON-731598663-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:37.291835 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f7b623de-2d60-48bb-bfe6-043ba1064180 req-a5f134a5-3c69-4172-9609-136dfbd43810 tempest-MultipleCreateTestJSON-731598663 tempest-MultipleCreateTestJSON-731598663-project] 10.222.0.55 "DELETE /v2.0/ports/3c89b71c-c9f0-4855-9194-5dda7b6b3a8e HTTP/1.1" status: 204 len: 173 time: 1.9245961 Nov 23 17:45:37.312812 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9658c94-01e5-49b2-84cf-527db205c36d req-eed68c00-0cff-4088-a574-0aa7eff93c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:45:37.314568 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f9658c94-01e5-49b2-84cf-527db205c36d req-eed68c00-0cff-4088-a574-0aa7eff93c25 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9dd09d80-aa32-42a8-a332-0b63809b44c7 HTTP/1.1" status: 200 len: 1097 time: 0.3245389 Nov 23 17:45:37.330061 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8da9f566-099f-4ed9-992f-a985ba15e518 req-8592be43-f54b-4985-a071-1edc1d72f88d tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] 10.222.0.60 "GET /v2.0/security-groups?id=c11b6a3a-f89b-4d05-9340-8aa0be1653f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2377262 Nov 23 17:45:37.402951 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59122ca0-6838-4d72-8843-0e7acd818a34 req-98bc9a4e-4acd-45b9-943d-85a233ec3a2c tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:45:37.412664 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-59122ca0-6838-4d72-8843-0e7acd818a34 req-98bc9a4e-4acd-45b9-943d-85a233ec3a2c tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] 10.222.0.60 "GET /v2.0/ports?device_id=9dd09d80-aa32-42a8-a332-0b63809b44c7 HTTP/1.1" status: 200 len: 946 time: 0.2684722 Nov 23 17:45:37.531006 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f9658c94-01e5-49b2-84cf-527db205c36d req-6396f232-a849-4ec9-8dc3-366b40220b2b service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=fa324d8c-13d0-499d-8791-7b10ff6fd90b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1936703 Nov 23 17:45:37.573382 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8f011bf3-3b70-4872-b3f5-3b554aa7df08 req-9d60ef60-73fc-4fe1-9162-89a27086ccfb tempest-MultipleCreateTestJSON-731598663 tempest-MultipleCreateTestJSON-731598663-project] 10.222.0.60 "GET /v2.0/ports?device_id=165af5ef-924e-42a7-b0fa-a06c04e53e01 HTTP/1.1" status: 200 len: 210 time: 0.0561917 Nov 23 17:45:37.592388 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-1854e9b9-ee12-492c-9208-b1e88d2342ba tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-445120276'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:45:37.598121 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-59122ca0-6838-4d72-8843-0e7acd818a34 req-72e1eea6-afd0-4b60-b765-1d7cbe45fea1 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] 10.222.0.60 "GET /v2.0/security-groups?id=fa324d8c-13d0-499d-8791-7b10ff6fd90b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839256 Nov 23 17:45:37.640436 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1854e9b9-ee12-492c-9208-b1e88d2342ba tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Made reservation on behalf of 57db132758f947bab3110ff0d5b47049 for: {'network': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:45:37.645593 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1854e9b9-ee12-492c-9208-b1e88d2342ba tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for network, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:37.656024 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1854e9b9-ee12-492c-9208-b1e88d2342ba tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks [] for security_group, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:37.764897 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1854e9b9-ee12-492c-9208-b1e88d2342ba tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks [] for security_group, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:37.776153 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1854e9b9-ee12-492c-9208-b1e88d2342ba tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:37.829509 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1854e9b9-ee12-492c-9208-b1e88d2342ba tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] vlan segment allocate from pool success with {'vlan_id': 518, 'physical_network': 'physnet1'} {{(pid=103590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 17:45:37.841053 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1854e9b9-ee12-492c-9208-b1e88d2342ba tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9dbd6ed-4c5a-4cb1-9d50-33def92403e2,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:45:37.846331 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1854e9b9-ee12-492c-9208-b1e88d2342ba tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:37.846769 n-d-816206-8 neutron-server[103590]: INFO neutron.db.segments_db [None req-1854e9b9-ee12-492c-9208-b1e88d2342ba tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Added segment 00a2cc78-d82e-4151-bfbc-a6523b19eb13 of type vlan for network 12e95f1b-7432-44b4-84b7-96744da459fd Nov 23 17:45:37.920658 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1854e9b9-ee12-492c-9208-b1e88d2342ba tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736635338810'] for network, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:37.963656 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1854e9b9-ee12-492c-9208-b1e88d2342ba tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493'] for network, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:37.973289 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1854e9b9-ee12-492c-9208-b1e88d2342ba tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:45:37.974311 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1854e9b9-ee12-492c-9208-b1e88d2342ba tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks [] for network, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:38.047949 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-1854e9b9-ee12-492c-9208-b1e88d2342ba tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7828114 Nov 23 17:45:38.050878 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 58888) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:45:38.060294 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-905cfc38-15e4-4f38-beb3-bc0e8a455342 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Request body: {'port': {'network_id': '12e95f1b-7432-44b4-84b7-96744da459fd', 'name': 'tempest-PortsTestJSON-754853001'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:45:38.106673 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1854e9b9-ee12-492c-9208-b1e88d2342ba tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Pushing event updated for resources: {'Network': ['ID=12e95f1b-7432-44b4-84b7-96744da459fd,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:45:38.127173 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Network 12e95f1b-7432-44b4-84b7-96744da459fd details requested by agent ovs-agent-n-d-816206-8 with host n-d-816206-8 {{(pid=103592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 17:45:38.228758 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-905cfc38-15e4-4f38-beb3-bc0e8a455342 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Made reservation on behalf of 57db132758f947bab3110ff0d5b47049 for: {'port': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:45:38.232362 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-905cfc38-15e4-4f38-beb3-bc0e8a455342 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:38.254336 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [None req-905cfc38-15e4-4f38-beb3-bc0e8a455342 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] device_id is not set on port 4c4a3509-6209-46ee-ae4e-3850ddd836b7 yet. {{(pid=103591) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 17:45:38.509389 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-905cfc38-15e4-4f38-beb3-bc0e8a455342 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks [] for port, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:38.535439 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa2d3e9-db6f-444e-a52a-f4bc8d4d6847 req-4e1a4057-8f1e-4cc7-8c64-1cc9c458cc32 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:45:38.537077 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2aa2d3e9-db6f-444e-a52a-f4bc8d4d6847 req-4e1a4057-8f1e-4cc7-8c64-1cc9c458cc32 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] 10.222.0.60 "GET /v2.0/ports?device_id=a43134ca-2758-4794-bb9c-974d11e5e279 HTTP/1.1" status: 200 len: 944 time: 0.0861554 Nov 23 17:45:38.595613 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-905cfc38-15e4-4f38-beb3-bc0e8a455342 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:38.654818 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2aa2d3e9-db6f-444e-a52a-f4bc8d4d6847 req-0be566c0-e76e-4b48-a452-65475c23dadd tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] 10.222.0.60 "GET /v2.0/security-groups?id=c11b6a3a-f89b-4d05-9340-8aa0be1653f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1031306 Nov 23 17:45:38.660661 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad896d57-5313-4734-90ac-614615fd3492', 'name': 'network-vif-deleted', 'tag': '3c89b71c-c9f0-4855-9194-5dda7b6b3a8e'}] {{(pid=103591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:45:38.662488 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41d174a19ece9499ff9ec44e5b3fc50f2abd3ffbc947fb7e52ea1e8db27b95b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64c2fa73-0b2d-4ffe-827a-f82659c6682f" -d '{"events": [{"server_uuid": "ad896d57-5313-4734-90ac-614615fd3492", "name": "network-vif-deleted", "tag": "3c89b71c-c9f0-4855-9194-5dda7b6b3a8e"}]}' {{(pid=103591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:45:38.696720 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905cfc38-15e4-4f38-beb3-bc0e8a455342 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Pushing event updated for resources: {'Port': ['ID=4c4a3509-6209-46ee-ae4e-3850ddd836b7,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:45:38.717718 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905cfc38-15e4-4f38-beb3-bc0e8a455342 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:45:38.718072 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905cfc38-15e4-4f38-beb3-bc0e8a455342 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:45:38.718477 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905cfc38-15e4-4f38-beb3-bc0e8a455342 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:45:38.718819 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905cfc38-15e4-4f38-beb3-bc0e8a455342 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:45:38.719156 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905cfc38-15e4-4f38-beb3-bc0e8a455342 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:45:38.719479 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905cfc38-15e4-4f38-beb3-bc0e8a455342 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:45:38.719804 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905cfc38-15e4-4f38-beb3-bc0e8a455342 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:45:38.720125 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905cfc38-15e4-4f38-beb3-bc0e8a455342 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:45:38.720456 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905cfc38-15e4-4f38-beb3-bc0e8a455342 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:45:38.720839 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905cfc38-15e4-4f38-beb3-bc0e8a455342 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:45:38.721142 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905cfc38-15e4-4f38-beb3-bc0e8a455342 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:45:38.721463 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-905cfc38-15e4-4f38-beb3-bc0e8a455342 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:45:38.732904 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-905cfc38-15e4-4f38-beb3-bc0e8a455342 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Checking segment: {'id': '00a2cc78-d82e-4151-bfbc-a6523b19eb13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '12e95f1b-7432-44b4-84b7-96744da459fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:45:38.733254 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-905cfc38-15e4-4f38-beb3-bc0e8a455342 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Network hostable DHCP agents. Network: 12e95f1b-7432-44b4-84b7-96744da459fd, hostable agents: ['0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3'], hosted agents: [] {{(pid=103591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 17:45:38.780371 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-905cfc38-15e4-4f38-beb3-bc0e8a455342 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Network 12e95f1b-7432-44b4-84b7-96744da459fd is scheduled to be hosted by DHCP agent 0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3 with binding_index 1 {{(pid=103591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 17:45:38.813819 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 58904) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:45:38.862130 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [None req-905cfc38-15e4-4f38-beb3-bc0e8a455342 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-8, 12e95f1b-7432-44b4-84b7-96744da459fd) {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:45:38.875197 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7be650ee-77f5-4c72-aab2-c0a81ddc2621 None None] Network 12e95f1b-7432-44b4-84b7-96744da459fd requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:45:38.880718 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-905cfc38-15e4-4f38-beb3-bc0e8a455342 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Received port after_create {{(pid=103591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:45:38.888142 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-905cfc38-15e4-4f38-beb3-bc0e8a455342 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:45:38.889468 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-905cfc38-15e4-4f38-beb3-bc0e8a455342 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:38.921077 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_v2 [None req-7175fc44-9cb2-4636-8282-1d048d79075c admin admin] Deleting subnet e8c8539d-8327-4e19-a1c8-5e883e124f3b {{(pid=103590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 17:45:38.922850 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:45:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-453aacb9-08e9-4106-9089-a1c03e30dfde x-openstack-request-id: req-453aacb9-08e9-4106-9089-a1c03e30dfde {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:45:38.923211 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad896d57-5313-4734-90ac-614615fd3492", "name": "network-vif-deleted", "tag": "3c89b71c-c9f0-4855-9194-5dda7b6b3a8e", "status": "completed", "code": 200}]} {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:45:38.923526 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-453aacb9-08e9-4106-9089-a1c03e30dfde {{(pid=103591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:45:38.923982 n-d-816206-8 neutron-server[103591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad896d57-5313-4734-90ac-614615fd3492', 'name': 'network-vif-deleted', 'tag': '3c89b71c-c9f0-4855-9194-5dda7b6b3a8e', 'status': 'completed', 'code': 200} Nov 23 17:45:38.928308 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7175fc44-9cb2-4636-8282-1d048d79075c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:38.942213 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-905cfc38-15e4-4f38-beb3-bc0e8a455342 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.8859451 Nov 23 17:45:38.943372 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 58906) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:45:38.957734 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-cd0e1145-36ed-4561-8037-935ad38e2703 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1075453038'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:45:38.995789 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfefeed-3b18-42e5-8c89-a5c0533a711b req-d39f6d00-1bac-465d-9505-358e43931220 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:45:38.997455 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-bbfefeed-3b18-42e5-8c89-a5c0533a711b req-d39f6d00-1bac-465d-9505-358e43931220 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] 10.222.0.60 "GET /v2.0/ports?device_id=9dd09d80-aa32-42a8-a332-0b63809b44c7 HTTP/1.1" status: 200 len: 946 time: 0.2227936 Nov 23 17:45:39.005330 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd0e1145-36ed-4561-8037-935ad38e2703 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Made reservation on behalf of 57db132758f947bab3110ff0d5b47049 for: {'network': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:45:39.013925 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-cd0e1145-36ed-4561-8037-935ad38e2703 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for network, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:39.031260 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7175fc44-9cb2-4636-8282-1d048d79075c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-267528342'] for subnet, precommit_delete_associations {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:39.103585 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7175fc44-9cb2-4636-8282-1d048d79075c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971956'] for subnet, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:39.146689 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd0e1145-36ed-4561-8037-935ad38e2703 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] vlan segment allocate from pool success with {'vlan_id': 543, 'physical_network': 'physnet1'} {{(pid=103591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 17:45:39.186892 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7175fc44-9cb2-4636-8282-1d048d79075c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264357903', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264730940'] for subnet, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:39.199582 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-bbfefeed-3b18-42e5-8c89-a5c0533a711b req-cdf62e81-c0e2-422b-85a9-4e7bd77ed070 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] 10.222.0.60 "GET /v2.0/security-groups?id=fa324d8c-13d0-499d-8791-7b10ff6fd90b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773658 Nov 23 17:45:39.203341 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-cd0e1145-36ed-4561-8037-935ad38e2703 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:39.204601 n-d-816206-8 neutron-server[103591]: INFO neutron.db.segments_db [None req-cd0e1145-36ed-4561-8037-935ad38e2703 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Added segment 18f8b8cb-1df7-47ab-b924-5237ef3fa305 of type vlan for network c49dc2eb-7951-4a85-91d5-e4e0c3e29edd Nov 23 17:45:39.231007 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c2c0760-2738-4b33-9043-7aa0ae6cfdce None None] Network 23348ac2-82c2-44f2-ae17-0af4b4c8f8b2 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:45:39.281217 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7175fc44-9cb2-4636-8282-1d048d79075c admin admin] Publish callbacks [] for subnet, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:39.288903 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-cd0e1145-36ed-4561-8037-935ad38e2703 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736635338810'] for network, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:39.292768 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-7175fc44-9cb2-4636-8282-1d048d79075c admin admin] 10.222.0.60 "DELETE /v2.0/subnets/e8c8539d-8327-4e19-a1c8-5e883e124f3b HTTP/1.1" status: 204 len: 168 time: 0.4755814 Nov 23 17:45:39.293644 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 58910) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:45:39.298064 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7175fc44-9cb2-4636-8282-1d048d79075c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e8c8539d-8327-4e19-a1c8-5e883e124f3b,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:45:39.415303 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-847f3c62-d8a8-49b2-8191-e5764f359d4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-555181'] for network, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:39.419361 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-cd0e1145-36ed-4561-8037-935ad38e2703 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493'] for network, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:39.426511 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd0e1145-36ed-4561-8037-935ad38e2703 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:45:39.427173 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-cd0e1145-36ed-4561-8037-935ad38e2703 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for network, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:39.445152 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6934119-bd06-432a-b0da-e9e48c7415b1 None None] DHCP port deletion for 23348ac2-82c2-44f2-ae17-0af4b4c8f8b2 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:45:39.481198 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-cd0e1145-36ed-4561-8037-935ad38e2703 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5314779 Nov 23 17:45:39.484974 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 58920) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:45:39.489814 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-d2c845d4-0e9e-456f-95e0-06d0279a398e tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Request body: {'ports': [{'network_id': '12e95f1b-7432-44b4-84b7-96744da459fd'}, {'network_id': 'c49dc2eb-7951-4a85-91d5-e4e0c3e29edd'}]} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:45:39.490130 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-d2c845d4-0e9e-456f-95e0-06d0279a398e tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Request body: {'port': {'network_id': '12e95f1b-7432-44b4-84b7-96744da459fd'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:45:39.490624 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-d2c845d4-0e9e-456f-95e0-06d0279a398e tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Request body: {'port': {'network_id': 'c49dc2eb-7951-4a85-91d5-e4e0c3e29edd'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:45:39.562602 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0e1145-36ed-4561-8037-935ad38e2703 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Pushing event updated for resources: {'Network': ['ID=c49dc2eb-7951-4a85-91d5-e4e0c3e29edd,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:45:39.579643 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Network c49dc2eb-7951-4a85-91d5-e4e0c3e29edd details requested by agent ovs-agent-n-d-816206-8 with host n-d-816206-8 {{(pid=103592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 17:45:39.665429 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-847f3c62-d8a8-49b2-8191-e5764f359d4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973419', 'neutron.services.segments.db._delete_segments_for_network-8736635878840'] for network, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:39.711160 n-d-816206-8 neutron-server[103591]: DEBUG neutron.services.segments.db [None req-847f3c62-d8a8-49b2-8191-e5764f359d4a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23348ac2-82c2-44f2-ae17-0af4b4c8f8b2']}} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:45:39.725915 n-d-816206-8 neutron-server[103591]: DEBUG neutron.services.segments.db [None req-847f3c62-d8a8-49b2-8191-e5764f359d4a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a53338f-2048-4067-a393-9c8ccd1c070e') {'for_net_delete': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:45:39.726213 n-d-816206-8 neutron-server[103591]: DEBUG neutron.services.segments.db [None req-847f3c62-d8a8-49b2-8191-e5764f359d4a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a53338f-2048-4067-a393-9c8ccd1c070e') {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:45:39.782036 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-847f3c62-d8a8-49b2-8191-e5764f359d4a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736635840332', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265989959'] for segment, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:39.836906 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-847f3c62-d8a8-49b2-8191-e5764f359d4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:39.853912 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-847f3c62-d8a8-49b2-8191-e5764f359d4a admin admin] Releasing vlan 533 on physical network physnet1 to pool {{(pid=103591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 17:45:39.854549 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-847f3c62-d8a8-49b2-8191-e5764f359d4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264756290'] for segment, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:39.856761 n-d-816206-8 neutron-server[103591]: Traceback (most recent call last): Nov 23 17:45:39.856761 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 17:45:39.856761 n-d-816206-8 neutron-server[103591]: timer() Nov 23 17:45:39.856761 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 17:45:39.856761 n-d-816206-8 neutron-server[103591]: cb(*args, **kw) Nov 23 17:45:39.856761 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 17:45:39.856761 n-d-816206-8 neutron-server[103591]: return func(*args, **kwargs) Nov 23 17:45:39.856761 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 17:45:39.856761 n-d-816206-8 neutron-server[103591]: self._notify() Nov 23 17:45:39.856761 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 17:45:39.856761 n-d-816206-8 neutron-server[103591]: self.callback(batched_events) Nov 23 17:45:39.856761 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 17:45:39.856761 n-d-816206-8 neutron-server[103591]: event.method(event) Nov 23 17:45:39.856761 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 17:45:39.856761 n-d-816206-8 neutron-server[103591]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 17:45:39.856761 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 17:45:39.856761 n-d-816206-8 neutron-server[103591]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 17:45:39.856761 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 17:45:39.856761 n-d-816206-8 neutron-server[103591]: return f(self, *a, **k) Nov 23 17:45:39.856761 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 17:45:39.856761 n-d-816206-8 neutron-server[103591]: return self._get(url).json() Nov 23 17:45:39.856761 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 17:45:39.856761 n-d-816206-8 neutron-server[103591]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 17:45:39.856761 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 17:45:39.856761 n-d-816206-8 neutron-server[103591]: return self.request(url, 'GET', **kwargs) Nov 23 17:45:39.856761 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 17:45:39.856761 n-d-816206-8 neutron-server[103591]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 17:45:39.856761 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 17:45:39.856761 n-d-816206-8 neutron-server[103591]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 17:45:39.856761 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 17:45:39.856761 n-d-816206-8 neutron-server[103591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 17:45:39.856761 n-d-816206-8 neutron-server[103591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 17:45:39.874251 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2c845d4-0e9e-456f-95e0-06d0279a398e tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Made reservation on behalf of 57db132758f947bab3110ff0d5b47049 for: {'port': 2} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:45:39.883426 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-d2c845d4-0e9e-456f-95e0-06d0279a398e tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:39.942863 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-d2c845d4-0e9e-456f-95e0-06d0279a398e tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:39.959100 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4d999e-1dc6-4ffc-a543-94e8e5d01f62 req-294e5029-e803-4497-bc24-cf4504923278 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:45:39.961935 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ff4d999e-1dc6-4ffc-a543-94e8e5d01f62 req-294e5029-e803-4497-bc24-cf4504923278 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] 10.222.0.60 "GET /v2.0/ports?device_id=a43134ca-2758-4794-bb9c-974d11e5e279 HTTP/1.1" status: 200 len: 944 time: 0.1865652 Nov 23 17:45:39.994132 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-847f3c62-d8a8-49b2-8191-e5764f359d4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1795418'] for network, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:40.015937 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-847f3c62-d8a8-49b2-8191-e5764f359d4a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for network, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:40.019283 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-847f3c62-d8a8-49b2-8191-e5764f359d4a admin admin] 10.222.0.60 "DELETE /v2.0/networks/23348ac2-82c2-44f2-ae17-0af4b4c8f8b2 HTTP/1.1" status: 204 len: 168 time: 0.7239788 Nov 23 17:45:40.060566 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847f3c62-d8a8-49b2-8191-e5764f359d4a admin admin] Pushing event deleted for resources: {'Network': ['ID=23348ac2-82c2-44f2-ae17-0af4b4c8f8b2,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:45:40.129425 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ff4d999e-1dc6-4ffc-a543-94e8e5d01f62 req-4c025e26-9517-430f-807a-8bc83f05052c tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] 10.222.0.60 "GET /v2.0/security-groups?id=c11b6a3a-f89b-4d05-9340-8aa0be1653f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1483343 Nov 23 17:45:40.134052 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [None req-d2c845d4-0e9e-456f-95e0-06d0279a398e tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] device_id is not set on port 1801351e-5151-4bbf-b5bc-3e0125147cf4 yet. {{(pid=103591) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 17:45:40.347003 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 58946) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:45:40.388351 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-d2c845d4-0e9e-456f-95e0-06d0279a398e tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks [] for port, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:40.432372 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-d3108bcd-3d4f-4154-97b0-6255cf7b4a1a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d12571583578401d94edb82eeee79d8b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0841632 Nov 23 17:45:40.438419 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 58950) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:45:40.519932 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-743a935f-b6e4-47db-afcf-8b2be7e59d8c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:40.537084 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [None req-d2c845d4-0e9e-456f-95e0-06d0279a398e tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] device_id is not set on port 1d627e29-371d-4fc1-a2ec-99f5b9ff9392 yet. {{(pid=103591) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 17:45:40.547720 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-743a935f-b6e4-47db-afcf-8b2be7e59d8c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:40.550800 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08dc8ff-f7b0-407f-8c35-bc38317d8b43 req-028795ee-38fe-49d7-82cc-f700d66e3abf tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:45:40.552672 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d08dc8ff-f7b0-407f-8c35-bc38317d8b43 req-028795ee-38fe-49d7-82cc-f700d66e3abf tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] 10.222.0.60 "GET /v2.0/ports?device_id=9dd09d80-aa32-42a8-a332-0b63809b44c7 HTTP/1.1" status: 200 len: 946 time: 0.2380404 Nov 23 17:45:40.639921 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device 3c89b71c-c9f0-4855-9194-5dda7b6b3a8e no longer exists at agent hyperv_n-h1-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:45:40.749010 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-743a935f-b6e4-47db-afcf-8b2be7e59d8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:40.753150 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-743a935f-b6e4-47db-afcf-8b2be7e59d8c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:40.754537 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-743a935f-b6e4-47db-afcf-8b2be7e59d8c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/df37d9c5-5a4e-4669-a83f-08f0e6fcaac5 HTTP/1.1" status: 204 len: 168 time: 0.3153489 Nov 23 17:45:40.760629 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d08dc8ff-f7b0-407f-8c35-bc38317d8b43 req-ec7d2af5-f4a7-4bd8-81d5-e3fcf3dab379 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] 10.222.0.60 "GET /v2.0/security-groups?id=fa324d8c-13d0-499d-8791-7b10ff6fd90b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1937518 Nov 23 17:45:40.761489 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] No Port match for: 3c89b71c-c9f0-4855-9194-5dda7b6b3a8e {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:45:40.763292 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device 3c89b71c-c9f0-4855-9194-5dda7b6b3a8e not bound to the agent host n-h1-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:45:40.764236 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device 54b2e2aa-dd35-458d-a4cf-f0431ce5673d no longer exists at agent hyperv_n-h1-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:45:40.793107 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743a935f-b6e4-47db-afcf-8b2be7e59d8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df37d9c5-5a4e-4669-a83f-08f0e6fcaac5,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:45:40.853354 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] No Port match for: 54b2e2aa-dd35-458d-a4cf-f0431ce5673d {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:45:40.853928 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device 54b2e2aa-dd35-458d-a4cf-f0431ce5673d not bound to the agent host n-h1-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:45:40.858782 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-d2c845d4-0e9e-456f-95e0-06d0279a398e tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks [] for port, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:40.991316 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b35dea5-0aaf-4cd7-82a0-b5577dcf17f7 req-a70522a1-cdf3-4a1c-891a-73f73aae87ec tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:45:40.997373 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-1b35dea5-0aaf-4cd7-82a0-b5577dcf17f7 req-a70522a1-cdf3-4a1c-891a-73f73aae87ec tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] 10.222.0.60 "GET /v2.0/ports?device_id=9dd09d80-aa32-42a8-a332-0b63809b44c7 HTTP/1.1" status: 200 len: 946 time: 0.1492095 Nov 23 17:45:41.050302 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-d2c845d4-0e9e-456f-95e0-06d0279a398e tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:41.079593 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2c845d4-0e9e-456f-95e0-06d0279a398e tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Network 12e95f1b-7432-44b4-84b7-96744da459fd is already hosted by enough agents. {{(pid=103591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:45:41.087964 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [None req-d2c845d4-0e9e-456f-95e0-06d0279a398e tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Resources bound (agent type, host, resource id): {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:45:41.169161 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2c845d4-0e9e-456f-95e0-06d0279a398e tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Received port after_create {{(pid=103591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:45:41.171079 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-d2c845d4-0e9e-456f-95e0-06d0279a398e tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:41.237206 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-1b35dea5-0aaf-4cd7-82a0-b5577dcf17f7 req-ad29d25c-27f3-4621-accc-ed4dd2b0cd25 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] 10.222.0.60 "GET /v2.0/security-groups?id=fa324d8c-13d0-499d-8791-7b10ff6fd90b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2280929 Nov 23 17:45:41.296571 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c845d4-0e9e-456f-95e0-06d0279a398e tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Pushing event updated for resources: {'Port': ['ID=1801351e-5151-4bbf-b5bc-3e0125147cf4,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:45:41.382801 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c845d4-0e9e-456f-95e0-06d0279a398e tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Pushing event updated for resources: {'Port': ['ID=1d627e29-371d-4fc1-a2ec-99f5b9ff9392,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:45:41.426117 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607cd998-73a8-423a-9d13-19c7369f4ae7 req-6cdfe9e9-84cd-434d-a375-3abda74dc450 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:45:41.443667 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-607cd998-73a8-423a-9d13-19c7369f4ae7 req-6cdfe9e9-84cd-434d-a375-3abda74dc450 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] 10.222.0.60 "GET /v2.0/ports?device_id=a43134ca-2758-4794-bb9c-974d11e5e279 HTTP/1.1" status: 200 len: 944 time: 0.1962826 Nov 23 17:45:42.133570 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 59008) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:45:42.160699 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2c845d4-0e9e-456f-95e0-06d0279a398e tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Checking segment: {'id': '18f8b8cb-1df7-47ab-b924-5237ef3fa305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'c49dc2eb-7951-4a85-91d5-e4e0c3e29edd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:45:42.161306 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2c845d4-0e9e-456f-95e0-06d0279a398e tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Network hostable DHCP agents. Network: c49dc2eb-7951-4a85-91d5-e4e0c3e29edd, hostable agents: ['0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3'], hosted agents: [] {{(pid=103591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 17:45:42.265388 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2c845d4-0e9e-456f-95e0-06d0279a398e tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Network c49dc2eb-7951-4a85-91d5-e4e0c3e29edd is scheduled to be hosted by DHCP agent 0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3 with binding_index 1 {{(pid=103591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 17:45:42.287556 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-607cd998-73a8-423a-9d13-19c7369f4ae7 req-9331292b-4d7e-4cce-96a5-201e688c9fd4 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] 10.222.0.60 "GET /v2.0/security-groups?id=c11b6a3a-f89b-4d05-9340-8aa0be1653f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8412588 Nov 23 17:45:42.309907 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [None req-d2c845d4-0e9e-456f-95e0-06d0279a398e tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-8, c49dc2eb-7951-4a85-91d5-e4e0c3e29edd) {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:45:42.321163 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15808820-b856-4970-abad-402556c88740 None None] Network c49dc2eb-7951-4a85-91d5-e4e0c3e29edd requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:45:42.325433 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2c845d4-0e9e-456f-95e0-06d0279a398e tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Received port after_create {{(pid=103591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:45:42.331993 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2c845d4-0e9e-456f-95e0-06d0279a398e tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:45:42.339105 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2c845d4-0e9e-456f-95e0-06d0279a398e tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:45:42.339840 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-d2c845d4-0e9e-456f-95e0-06d0279a398e tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:42.357635 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56468ec7-3e83-4735-98f8-a9a5af184543 req-2de3d97d-9270-47d9-95a2-317e6b7e827b tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:45:42.368798 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-56468ec7-3e83-4735-98f8-a9a5af184543 req-2de3d97d-9270-47d9-95a2-317e6b7e827b tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] 10.222.0.60 "GET /v2.0/ports?device_id=9dd09d80-aa32-42a8-a332-0b63809b44c7 HTTP/1.1" status: 200 len: 946 time: 0.2094510 Nov 23 17:45:42.406596 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-1fdf8a9f-6265-4157-9a64-90bf5a8734f5 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1405236741-network', 'tenant_id': 'd7ab8ec1fdb54e0b9aa3da07801e2f51'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:45:42.441833 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-d2c845d4-0e9e-456f-95e0-06d0279a398e tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.9559660 Nov 23 17:45:42.445322 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 59014) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:45:42.461160 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fdf8a9f-6265-4157-9a64-90bf5a8734f5 admin admin] Made reservation on behalf of d7ab8ec1fdb54e0b9aa3da07801e2f51 for: {'network': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:45:42.463692 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1fdf8a9f-6265-4157-9a64-90bf5a8734f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for network, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:42.487044 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1fdf8a9f-6265-4157-9a64-90bf5a8734f5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:42.575133 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-56468ec7-3e83-4735-98f8-a9a5af184543 req-5aab9f3b-edb2-4d0b-a969-3447ccebda90 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] 10.222.0.60 "GET /v2.0/security-groups?id=fa324d8c-13d0-499d-8791-7b10ff6fd90b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2020628 Nov 23 17:45:42.694045 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-0712986f-6b11-4114-916c-7a4d20f3f1c7 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Deleting port 1d627e29-371d-4fc1-a2ec-99f5b9ff9392 {{(pid=103591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:45:42.694045 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-0712986f-6b11-4114-916c-7a4d20f3f1c7 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:42.706745 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1fdf8a9f-6265-4157-9a64-90bf5a8734f5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:42.711749 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1fdf8a9f-6265-4157-9a64-90bf5a8734f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:42.746091 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1fdf8a9f-6265-4157-9a64-90bf5a8734f5 admin admin] vlan segment allocate from pool success with {'vlan_id': 528, 'physical_network': 'physnet1'} {{(pid=103590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 17:45:42.771018 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdf8a9f-6265-4157-9a64-90bf5a8734f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=006edd61-89a7-4180-a555-5a0fa547605a,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:45:42.791148 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1fdf8a9f-6265-4157-9a64-90bf5a8734f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:42.791504 n-d-816206-8 neutron-server[103590]: INFO neutron.db.segments_db [None req-1fdf8a9f-6265-4157-9a64-90bf5a8734f5 admin admin] Added segment 61450775-8941-4fba-9a03-14347988acaf of type vlan for network c7509ef6-0a20-41af-a7a3-29f40fefb59f Nov 23 17:45:42.808734 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-0712986f-6b11-4114-916c-7a4d20f3f1c7 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:42.835869 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-0712986f-6b11-4114-916c-7a4d20f3f1c7 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Calling delete_port for 1d627e29-371d-4fc1-a2ec-99f5b9ff9392 owned by {{(pid=103591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:45:42.890973 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1fdf8a9f-6265-4157-9a64-90bf5a8734f5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736635338810'] for network, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:42.935735 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1fdf8a9f-6265-4157-9a64-90bf5a8734f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493'] for network, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:42.937726 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fdf8a9f-6265-4157-9a64-90bf5a8734f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:45:42.939196 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1fdf8a9f-6265-4157-9a64-90bf5a8734f5 admin admin] Publish callbacks [] for network, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:42.957509 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-71da7067-3998-4589-bfb9-bae7d4ef3526 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:42.994201 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-0712986f-6b11-4114-916c-7a4d20f3f1c7 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:43.023043 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-1fdf8a9f-6265-4157-9a64-90bf5a8734f5 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8882074 Nov 23 17:45:43.025948 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 59024) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:45:43.032025 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-6f1a8899-f34a-4b91-b1b7-4bd37f1d5fc1 admin admin] Request body: {'subnet': {'network_id': 'c7509ef6-0a20-41af-a7a3-29f40fefb59f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1405236741-subnet', 'tenant_id': 'd7ab8ec1fdb54e0b9aa3da07801e2f51', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:45:43.041217 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0712986f-6b11-4114-916c-7a4d20f3f1c7 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Pushing event deleted for resources: {'Port': ['ID=1d627e29-371d-4fc1-a2ec-99f5b9ff9392,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:45:43.060785 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-0712986f-6b11-4114-916c-7a4d20f3f1c7 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:43.090964 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdf8a9f-6265-4157-9a64-90bf5a8734f5 admin admin] Pushing event updated for resources: {'Network': ['ID=c7509ef6-0a20-41af-a7a3-29f40fefb59f,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:45:43.093606 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 59028) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:45:43.100712 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-0712986f-6b11-4114-916c-7a4d20f3f1c7 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] 10.222.0.60 "DELETE /v2.0/ports/1d627e29-371d-4fc1-a2ec-99f5b9ff9392 HTTP/1.1" status: 204 len: 168 time: 0.6540768 Nov 23 17:45:43.109687 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Network c7509ef6-0a20-41af-a7a3-29f40fefb59f details requested by agent ovs-agent-n-d-816206-8 with host n-d-816206-8 {{(pid=103592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 17:45:43.155690 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f1a8899-f34a-4b91-b1b7-4bd37f1d5fc1 admin admin] Made reservation on behalf of d7ab8ec1fdb54e0b9aa3da07801e2f51 for: {'subnet': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:45:43.159077 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6f1a8899-f34a-4b91-b1b7-4bd37f1d5fc1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264730903'] for subnet, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:43.458278 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:43.525434 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ce64abb-5d5d-4786-a6a6-6d26f05409ab tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:45:43.531689 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ce64abb-5d5d-4786-a6a6-6d26f05409ab tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:45:43.533424 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-7ce64abb-5d5d-4786-a6a6-6d26f05409ab tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.4361711 Nov 23 17:45:43.538580 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 59040) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:45:43.592044 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4ec46c-18b7-45f0-9bcf-689b60b2a741 req-78247ab6-049a-4fff-bae5-4f0f61417cb4 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:45:43.595369 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4e4ec46c-18b7-45f0-9bcf-689b60b2a741 req-78247ab6-049a-4fff-bae5-4f0f61417cb4 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] 10.222.0.60 "GET /v2.0/ports?device_id=a43134ca-2758-4794-bb9c-974d11e5e279 HTTP/1.1" status: 200 len: 944 time: 0.0981791 Nov 23 17:45:43.734778 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-8e4214b9-47be-4ffd-b797-02cdb3018ad5 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Deleting port 1801351e-5151-4bbf-b5bc-3e0125147cf4 {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:45:43.735483 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8e4214b9-47be-4ffd-b797-02cdb3018ad5 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:43.748641 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4e4ec46c-18b7-45f0-9bcf-689b60b2a741 req-fabd65dd-2a1c-4445-a3dd-cc0f8aeaddee tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] 10.222.0.60 "GET /v2.0/security-groups?id=c11b6a3a-f89b-4d05-9340-8aa0be1653f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1359420 Nov 23 17:45:43.794461 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318b8fce-8c05-4e2f-81ea-77338ff90fdd req-4dfe2fa5-d485-47a2-a4d6-16058881adee tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:45:43.797890 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-318b8fce-8c05-4e2f-81ea-77338ff90fdd req-4dfe2fa5-d485-47a2-a4d6-16058881adee tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] 10.222.0.36 "GET /v2.0/ports?device_id=9dd09d80-aa32-42a8-a332-0b63809b44c7 HTTP/1.1" status: 200 len: 946 time: 0.2009478 Nov 23 17:45:43.856657 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8e4214b9-47be-4ffd-b797-02cdb3018ad5 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:43.883328 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b97fe6-e51d-442f-b631-36d0337aa1b6 req-463ee0eb-ede2-41ec-803f-b7b77264b312 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:45:43.885038 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-52b97fe6-e51d-442f-b631-36d0337aa1b6 req-463ee0eb-ede2-41ec-803f-b7b77264b312 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] 10.222.0.60 "GET /v2.0/ports?device_id=9dd09d80-aa32-42a8-a332-0b63809b44c7 HTTP/1.1" status: 200 len: 946 time: 0.1844361 Nov 23 17:45:43.899585 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-8e4214b9-47be-4ffd-b797-02cdb3018ad5 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Calling delete_port for 1801351e-5151-4bbf-b5bc-3e0125147cf4 owned by {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:45:43.997449 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-52b97fe6-e51d-442f-b631-36d0337aa1b6 req-ed124e58-b7e2-4116-b14c-72dad515555e tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] 10.222.0.60 "GET /v2.0/security-groups?id=fa324d8c-13d0-499d-8791-7b10ff6fd90b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051071 Nov 23 17:45:44.003976 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [req-318b8fce-8c05-4e2f-81ea-77338ff90fdd req-b0ed8096-73db-426c-88e8-fcab0fe4162d tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] Deleting port d966b887-6b23-4d11-9c1a-ce19297300ab {{(pid=103591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:45:44.004235 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-318b8fce-8c05-4e2f-81ea-77338ff90fdd req-b0ed8096-73db-426c-88e8-fcab0fe4162d tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:44.019608 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6f1a8899-f34a-4b91-b1b7-4bd37f1d5fc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264358096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264730885'] for subnet, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:44.083634 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1a8899-f34a-4b91-b1b7-4bd37f1d5fc1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b5f14ff9-b078-4254-b8b2-8db4d6443daf,revision_number=0']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:45:44.131054 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f1a8899-f34a-4b91-b1b7-4bd37f1d5fc1 admin admin] Checking segment: {'id': '61450775-8941-4fba-9a03-14347988acaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'c7509ef6-0a20-41af-a7a3-29f40fefb59f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:45:44.132030 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f1a8899-f34a-4b91-b1b7-4bd37f1d5fc1 admin admin] Network hostable DHCP agents. Network: c7509ef6-0a20-41af-a7a3-29f40fefb59f, hostable agents: ['0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3'], hosted agents: [] {{(pid=103590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 17:45:44.135644 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-318b8fce-8c05-4e2f-81ea-77338ff90fdd req-b0ed8096-73db-426c-88e8-fcab0fe4162d tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] For port d966b887-6b23-4d11-9c1a-ce19297300ab, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=d966b887-6b23-4d11-9c1a-ce19297300ab,segment=NetworkSegment(3dd48af8-0370-4e3e-80f2-5bf5c6c5c8d9),segment_id=3dd48af8-0370-4e3e-80f2-5bf5c6c5c8d9)] {{(pid=103591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:45:44.136030 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-318b8fce-8c05-4e2f-81ea-77338ff90fdd req-b0ed8096-73db-426c-88e8-fcab0fe4162d tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:44.139232 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8e4214b9-47be-4ffd-b797-02cdb3018ad5 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:44.157803 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [req-318b8fce-8c05-4e2f-81ea-77338ff90fdd req-b0ed8096-73db-426c-88e8-fcab0fe4162d tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] Calling delete_port for d966b887-6b23-4d11-9c1a-ce19297300ab owned by compute:nova {{(pid=103591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:45:44.224673 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:44.243469 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f1a8899-f34a-4b91-b1b7-4bd37f1d5fc1 admin admin] Network c7509ef6-0a20-41af-a7a3-29f40fefb59f is scheduled to be hosted by DHCP agent 0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3 with binding_index 1 {{(pid=103590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 17:45:44.245822 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4214b9-47be-4ffd-b797-02cdb3018ad5 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Pushing event deleted for resources: {'Port': ['ID=1801351e-5151-4bbf-b5bc-3e0125147cf4,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:45:44.270941 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8e4214b9-47be-4ffd-b797-02cdb3018ad5 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:44.286490 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-8e4214b9-47be-4ffd-b797-02cdb3018ad5 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] 10.222.0.60 "DELETE /v2.0/ports/1801351e-5151-4bbf-b5bc-3e0125147cf4 HTTP/1.1" status: 204 len: 168 time: 0.7468576 Nov 23 17:45:44.288347 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-6f1a8899-f34a-4b91-b1b7-4bd37f1d5fc1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-8, c7509ef6-0a20-41af-a7a3-29f40fefb59f) {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:45:44.289761 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 59056) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:45:44.300247 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddfe343c-e9c6-40d9-8b32-9c590fa1dbb5 None None] Network c7509ef6-0a20-41af-a7a3-29f40fefb59f requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:45:44.359145 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-318b8fce-8c05-4e2f-81ea-77338ff90fdd req-b0ed8096-73db-426c-88e8-fcab0fe4162d tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:44.395083 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f1a8899-f34a-4b91-b1b7-4bd37f1d5fc1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:45:44.395700 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6f1a8899-f34a-4b91-b1b7-4bd37f1d5fc1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:44.438203 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-6f1a8899-f34a-4b91-b1b7-4bd37f1d5fc1 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.4109347 Nov 23 17:45:44.448685 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dc4fec7-cc64-46fd-8a45-4e7c95c57789 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:45:44.451872 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-7dc4fec7-cc64-46fd-8a45-4e7c95c57789 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1585000 Nov 23 17:45:44.451872 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 59060) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:45:44.455690 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] get_ports_and_sgs() called for port_ids ['1d9e3b88-028d-4283-8c21-507d2fff66f7', 'd966b887-6b23-4d11-9c1a-ce19297300ab'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:45:44.509962 n-d-816206-8 neutron-server[103590]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd84cede-50cb-41eb-8d18-f7019ab22b2f tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] GET failed (client error): The resource could not be found. Nov 23 17:45:44.510955 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ed8096-73db-426c-88e8-fcab0fe4162d tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] Pushing event deleted for resources: {'Port': ['ID=d966b887-6b23-4d11-9c1a-ce19297300ab,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:45:44.513187 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-bd84cede-50cb-41eb-8d18-f7019ab22b2f tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] 10.222.0.60 "GET /v2.0/ports/1d627e29-371d-4fc1-a2ec-99f5b9ff9392 HTTP/1.1" status: 404 len: 333 time: 0.0594110 Nov 23 17:45:44.515320 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 59066) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:45:44.516345 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [req-318b8fce-8c05-4e2f-81ea-77338ff90fdd req-b0ed8096-73db-426c-88e8-fcab0fe4162d tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] No DVR routers for this DVR port d966b887-6b23-4d11-9c1a-ce19297300ab on host n-h2-816206-8 {{(pid=103591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:45:44.519023 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-318b8fce-8c05-4e2f-81ea-77338ff90fdd req-b0ed8096-73db-426c-88e8-fcab0fe4162d tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:44.523035 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-318b8fce-8c05-4e2f-81ea-77338ff90fdd req-b0ed8096-73db-426c-88e8-fcab0fe4162d tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] 10.222.0.36 "DELETE /v2.0/ports/d966b887-6b23-4d11-9c1a-ce19297300ab HTTP/1.1" status: 204 len: 173 time: 0.7125969 Nov 23 17:45:44.523962 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dd09d80-aa32-42a8-a332-0b63809b44c7', 'name': 'network-vif-deleted', 'tag': 'd966b887-6b23-4d11-9c1a-ce19297300ab'}] {{(pid=103591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:45:44.526583 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41d174a19ece9499ff9ec44e5b3fc50f2abd3ffbc947fb7e52ea1e8db27b95b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-247bc251-f311-4053-aaa1-a920e5d24fbb" -d '{"events": [{"server_uuid": "9dd09d80-aa32-42a8-a332-0b63809b44c7", "name": "network-vif-deleted", "tag": "d966b887-6b23-4d11-9c1a-ce19297300ab"}]}' {{(pid=103591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:45:44.581564 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:45:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf8ec3a6-6e86-4ee2-bb3e-ed1e80b3b701 x-openstack-request-id: req-bf8ec3a6-6e86-4ee2-bb3e-ed1e80b3b701 {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:45:44.582191 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9dd09d80-aa32-42a8-a332-0b63809b44c7", "name": "network-vif-deleted", "tag": "d966b887-6b23-4d11-9c1a-ce19297300ab", "status": "completed", "code": 200}]} {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:45:44.582687 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-bf8ec3a6-6e86-4ee2-bb3e-ed1e80b3b701 {{(pid=103591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:45:44.583537 n-d-816206-8 neutron-server[103591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9dd09d80-aa32-42a8-a332-0b63809b44c7', 'name': 'network-vif-deleted', 'tag': 'd966b887-6b23-4d11-9c1a-ce19297300ab', 'status': 'completed', 'code': 200} Nov 23 17:45:44.589988 n-d-816206-8 neutron-server[103590]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3c31623-e612-4794-aace-b327440e5c7b tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] GET failed (client error): The resource could not be found. Nov 23 17:45:44.590741 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c019459-762d-4735-bff7-9ac36bc49f78 None None] DHCP port deletion for 96a4c4fb-2a54-4887-a6a0-d3361fb03ec8 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:45:44.594930 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-f3c31623-e612-4794-aace-b327440e5c7b tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] 10.222.0.60 "GET /v2.0/ports/1801351e-5151-4bbf-b5bc-3e0125147cf4 HTTP/1.1" status: 404 len: 333 time: 0.0754480 Nov 23 17:45:44.597651 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 59074) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:45:44.888505 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-32f52bc5-1f6f-443b-a1f7-6c9d05cbcce1 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-555181'] for network, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:44.922677 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67580e7c-ac34-4f8c-8488-419ec0299131 None None] Network c7509ef6-0a20-41af-a7a3-29f40fefb59f requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:45:45.032023 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba7eaf9-165d-478e-88aa-14261b2d632d req-8846c012-4eed-4381-adb1-3720a28a9919 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:45:45.045685 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5ba7eaf9-165d-478e-88aa-14261b2d632d req-8846c012-4eed-4381-adb1-3720a28a9919 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] 10.222.0.60 "GET /v2.0/ports?device_id=a43134ca-2758-4794-bb9c-974d11e5e279 HTTP/1.1" status: 200 len: 944 time: 0.1421406 Nov 23 17:45:45.154114 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-32f52bc5-1f6f-443b-a1f7-6c9d05cbcce1 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973419', 'neutron.services.segments.db._delete_segments_for_network-8736635878840'] for network, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:45.200060 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5ba7eaf9-165d-478e-88aa-14261b2d632d req-b7306233-532f-452a-9be7-4513f69243c1 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] 10.222.0.60 "GET /v2.0/security-groups?id=c11b6a3a-f89b-4d05-9340-8aa0be1653f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1518459 Nov 23 17:45:45.224025 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-32f52bc5-1f6f-443b-a1f7-6c9d05cbcce1 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c49dc2eb-7951-4a85-91d5-e4e0c3e29edd']}} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:45:45.245311 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-32f52bc5-1f6f-443b-a1f7-6c9d05cbcce1 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18f8b8cb-1df7-47ab-b924-5237ef3fa305') {'for_net_delete': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:45:45.246064 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-32f52bc5-1f6f-443b-a1f7-6c9d05cbcce1 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18f8b8cb-1df7-47ab-b924-5237ef3fa305') {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:45:45.273340 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-32f52bc5-1f6f-443b-a1f7-6c9d05cbcce1 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736635840332', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-267528353'] for segment, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:45.292263 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-32f52bc5-1f6f-443b-a1f7-6c9d05cbcce1 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:45.299408 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32f52bc5-1f6f-443b-a1f7-6c9d05cbcce1 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Releasing vlan 543 on physical network physnet1 to pool {{(pid=103590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 17:45:45.299822 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-32f52bc5-1f6f-443b-a1f7-6c9d05cbcce1 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264370093'] for segment, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:45.373083 n-d-816206-8 neutron-server[103590]: Traceback (most recent call last): Nov 23 17:45:45.373083 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 17:45:45.373083 n-d-816206-8 neutron-server[103590]: timer() Nov 23 17:45:45.373083 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 17:45:45.373083 n-d-816206-8 neutron-server[103590]: cb(*args, **kw) Nov 23 17:45:45.373083 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 17:45:45.373083 n-d-816206-8 neutron-server[103590]: return func(*args, **kwargs) Nov 23 17:45:45.373083 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 17:45:45.373083 n-d-816206-8 neutron-server[103590]: self._notify() Nov 23 17:45:45.373083 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 17:45:45.373083 n-d-816206-8 neutron-server[103590]: self.callback(batched_events) Nov 23 17:45:45.373083 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 17:45:45.373083 n-d-816206-8 neutron-server[103590]: event.method(event) Nov 23 17:45:45.373083 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 17:45:45.373083 n-d-816206-8 neutron-server[103590]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 17:45:45.373083 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 17:45:45.373083 n-d-816206-8 neutron-server[103590]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 17:45:45.373083 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 17:45:45.373083 n-d-816206-8 neutron-server[103590]: return f(self, *a, **k) Nov 23 17:45:45.373083 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 17:45:45.373083 n-d-816206-8 neutron-server[103590]: return self._get(url).json() Nov 23 17:45:45.373083 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 17:45:45.373083 n-d-816206-8 neutron-server[103590]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 17:45:45.373083 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 17:45:45.373083 n-d-816206-8 neutron-server[103590]: return self.request(url, 'GET', **kwargs) Nov 23 17:45:45.373083 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 17:45:45.373083 n-d-816206-8 neutron-server[103590]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 17:45:45.373083 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 17:45:45.373083 n-d-816206-8 neutron-server[103590]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 17:45:45.373083 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 17:45:45.373083 n-d-816206-8 neutron-server[103590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 17:45:45.373083 n-d-816206-8 neutron-server[103590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 17:45:45.392206 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-32f52bc5-1f6f-443b-a1f7-6c9d05cbcce1 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1795418'] for network, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:45.401227 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-be043585-9447-46b5-a243-3deb4419d6b8 req-b4a411fe-bbbf-46df-b9f4-1f705cb4d673 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] 10.222.0.60 "GET /v2.0/ports?device_id=9dd09d80-aa32-42a8-a332-0b63809b44c7 HTTP/1.1" status: 200 len: 210 time: 0.0699756 Nov 23 17:45:45.424938 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-32f52bc5-1f6f-443b-a1f7-6c9d05cbcce1 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks [] for network, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:45.446082 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-32f52bc5-1f6f-443b-a1f7-6c9d05cbcce1 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] 10.222.0.60 "DELETE /v2.0/networks/c49dc2eb-7951-4a85-91d5-e4e0c3e29edd HTTP/1.1" status: 204 len: 168 time: 0.8449326 Nov 23 17:45:45.448672 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 59098) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:45:45.459853 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-a4cbaeca-6926-47f3-bf61-4fbc2291714c tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-157317967'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:45:45.472349 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f52bc5-1f6f-443b-a1f7-6c9d05cbcce1 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Pushing event deleted for resources: {'Network': ['ID=c49dc2eb-7951-4a85-91d5-e4e0c3e29edd,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:45:45.488682 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-d7be6bb4-e48e-429b-8f4b-5da76db0afe9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:45.529122 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4cbaeca-6926-47f3-bf61-4fbc2291714c tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Made reservation on behalf of 57db132758f947bab3110ff0d5b47049 for: {'network': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:45:45.542788 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-a4cbaeca-6926-47f3-bf61-4fbc2291714c tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for network, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:45.581004 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4cbaeca-6926-47f3-bf61-4fbc2291714c tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] vlan segment allocate from pool success with {'vlan_id': 534, 'physical_network': 'physnet1'} {{(pid=103591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 17:45:45.592803 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-a4cbaeca-6926-47f3-bf61-4fbc2291714c tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:45.593213 n-d-816206-8 neutron-server[103591]: INFO neutron.db.segments_db [None req-a4cbaeca-6926-47f3-bf61-4fbc2291714c tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Added segment a0652a75-84f2-4749-963e-b31de0577c0a of type vlan for network 0756a25d-fcec-41f7-9690-7cf16bf0dcc7 Nov 23 17:45:45.680059 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-a4cbaeca-6926-47f3-bf61-4fbc2291714c tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736635338810'] for network, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:45.715513 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-a4cbaeca-6926-47f3-bf61-4fbc2291714c tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493'] for network, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:45.722764 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4cbaeca-6926-47f3-bf61-4fbc2291714c tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:45:45.723737 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-a4cbaeca-6926-47f3-bf61-4fbc2291714c tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for network, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:45.758940 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-a4cbaeca-6926-47f3-bf61-4fbc2291714c tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3088300 Nov 23 17:45:45.762851 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 59104) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:45:45.771098 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-80dd4585-f02f-4297-b788-01c1818c9e96 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Request body: {'subnet': {'network_id': '0756a25d-fcec-41f7-9690-7cf16bf0dcc7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:45:45.837924 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cbaeca-6926-47f3-bf61-4fbc2291714c tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Pushing event updated for resources: {'Network': ['ID=0756a25d-fcec-41f7-9690-7cf16bf0dcc7,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:45:45.857257 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Network 0756a25d-fcec-41f7-9690-7cf16bf0dcc7 details requested by agent ovs-agent-n-d-816206-8 with host n-d-816206-8 {{(pid=103592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 17:45:45.884649 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80dd4585-f02f-4297-b788-01c1818c9e96 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Made reservation on behalf of 57db132758f947bab3110ff0d5b47049 for: {'subnet': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:45:45.889090 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-80dd4585-f02f-4297-b788-01c1818c9e96 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264730903'] for subnet, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:45.971944 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.ipam_backend_mixin [None req-80dd4585-f02f-4297-b788-01c1818c9e96 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Performing IP validity checks on allocation pools {{(pid=103590) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 23 17:45:45.972614 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.ipam_backend_mixin [None req-80dd4585-f02f-4297-b788-01c1818c9e96 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103590) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 23 17:45:46.126302 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-80dd4585-f02f-4297-b788-01c1818c9e96 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264358096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264730885'] for subnet, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:46.201147 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80dd4585-f02f-4297-b788-01c1818c9e96 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Pushing event updated for resources: {'Subnet': ['ID=8c6e2c11-78b1-4dcc-8585-d3847e1f49fc,revision_number=0']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:45:46.227169 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d2b09bc3-4ef8-4973-80a8-c82f6adc424e req-94f2b5c2-373c-40b7-b929-3cba0c2c4b7e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=56326de4-b362-4f02-8ac8-2cfe9a6433a2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0673122 Nov 23 17:45:46.251774 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80dd4585-f02f-4297-b788-01c1818c9e96 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Checking segment: {'id': 'a0652a75-84f2-4749-963e-b31de0577c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '0756a25d-fcec-41f7-9690-7cf16bf0dcc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:45:46.252353 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80dd4585-f02f-4297-b788-01c1818c9e96 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Network hostable DHCP agents. Network: 0756a25d-fcec-41f7-9690-7cf16bf0dcc7, hostable agents: ['0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3'], hosted agents: [] {{(pid=103590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 17:45:46.285962 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80dd4585-f02f-4297-b788-01c1818c9e96 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Network 0756a25d-fcec-41f7-9690-7cf16bf0dcc7 is scheduled to be hosted by DHCP agent 0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3 with binding_index 1 {{(pid=103590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 17:45:46.308683 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-80dd4585-f02f-4297-b788-01c1818c9e96 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-8, 0756a25d-fcec-41f7-9690-7cf16bf0dcc7) {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:45:46.314118 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80dd4585-f02f-4297-b788-01c1818c9e96 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:45:46.315001 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-80dd4585-f02f-4297-b788-01c1818c9e96 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks [] for subnet, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:46.354006 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-80dd4585-f02f-4297-b788-01c1818c9e96 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5893881 Nov 23 17:45:46.357115 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 59116) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:45:46.362544 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57652c1e-57a0-4ea1-b7b0-6cc7054ac747 None None] Network 0756a25d-fcec-41f7-9690-7cf16bf0dcc7 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:45:46.386397 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-c7c461d5-a20c-4096-b2fa-cb4009959dd5 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Request body: {'port': {'network_id': '0756a25d-fcec-41f7-9690-7cf16bf0dcc7', 'name': 'tempest-PortsTestJSON-1388211825'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:45:46.411352 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b09bc3-4ef8-4973-80a8-c82f6adc424e req-4c413d7e-c6bf-429e-a593-fd5a0c9ca799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:45:46.413907 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d2b09bc3-4ef8-4973-80a8-c82f6adc424e req-4c413d7e-c6bf-429e-a593-fd5a0c9ca799 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fc0b8b60f26147bc93ae14daf3e34aba&device_id=56326de4-b362-4f02-8ac8-2cfe9a6433a2 HTTP/1.1" status: 200 len: 1097 time: 0.1120589 Nov 23 17:45:46.431556 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3945ec6-25fa-4a96-a044-68906d98a515 req-46573be4-edde-479e-bbaf-4d9d29504bc0 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:45:46.437154 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f3945ec6-25fa-4a96-a044-68906d98a515 req-46573be4-edde-479e-bbaf-4d9d29504bc0 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] 10.222.0.60 "GET /v2.0/ports?device_id=a43134ca-2758-4794-bb9c-974d11e5e279 HTTP/1.1" status: 200 len: 944 time: 0.1475301 Nov 23 17:45:46.607742 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-52822d53-48f5-4819-8a95-bdc13aea0bf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:46.674044 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed90513d-7b61-41f5-84d9-edeb90833865 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp355044b8-8e87-58c4-94fa-4a010ec30f9e-0756a25d-fcec-41f7-9690-7cf16bf0dcc7', 'network_id': '0756a25d-fcec-41f7-9690-7cf16bf0dcc7', 'tenant_id': '57db132758f947bab3110ff0d5b47049', 'fixed_ips': [{'subnet_id': '8c6e2c11-78b1-4dcc-8585-d3847e1f49fc'}]}} from n-d-816206-8. {{(pid=103592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 17:45:46.676128 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-ed90513d-7b61-41f5-84d9-edeb90833865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:46.714775 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f3945ec6-25fa-4a96-a044-68906d98a515 req-f561fe50-8e48-4b21-86e4-648c8a9b0761 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] 10.222.0.60 "GET /v2.0/security-groups?id=c11b6a3a-f89b-4d05-9340-8aa0be1653f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2667258 Nov 23 17:45:46.731944 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7c461d5-a20c-4096-b2fa-cb4009959dd5 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Made reservation on behalf of 57db132758f947bab3110ff0d5b47049 for: {'port': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:45:46.740465 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c7c461d5-a20c-4096-b2fa-cb4009959dd5 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:46.783758 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b09bc3-4ef8-4973-80a8-c82f6adc424e req-06fb61c0-7fbd-4c58-af87-28f71b43c2e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:45:46.788852 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d2b09bc3-4ef8-4973-80a8-c82f6adc424e req-06fb61c0-7fbd-4c58-af87-28f71b43c2e7 service neutron] 10.222.0.36 "GET /v2.0/networks?id=96a4c4fb-2a54-4887-a6a0-d3361fb03ec8 HTTP/1.1" status: 200 len: 907 time: 0.3486490 Nov 23 17:45:46.807124 n-d-816206-8 neutron-server[103590]: DEBUG neutron.notifiers.nova [None req-c7c461d5-a20c-4096-b2fa-cb4009959dd5 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] device_id is not set on port efecc3a2-a794-4f56-815a-df1660020536 yet. {{(pid=103590) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 17:45:46.914733 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d2b09bc3-4ef8-4973-80a8-c82f6adc424e req-670c9ac0-36a2-44f6-a75c-c8b404b85102 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1d9e3b88-028d-4283-8c21-507d2fff66f7 HTTP/1.1" status: 200 len: 217 time: 0.1188626 Nov 23 17:45:46.965117 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.db_base_plugin_common [None req-ed90513d-7b61-41f5-84d9-edeb90833865 None None] Allocated IP 172.20.0.2 (0756a25d-fcec-41f7-9690-7cf16bf0dcc7/8c6e2c11-78b1-4dcc-8585-d3847e1f49fc/93a5264b-a234-4996-93b7-c2ac6347369a) {{(pid=103592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:45:47.030426 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b09bc3-4ef8-4973-80a8-c82f6adc424e req-9a30c2fe-e6b6-40a8-81b3-2959b16192b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:45:47.031941 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d2b09bc3-4ef8-4973-80a8-c82f6adc424e req-9a30c2fe-e6b6-40a8-81b3-2959b16192b7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6a67b7b8-1b5e-4ea7-ab09-4d43799d0b06 HTTP/1.1" status: 200 len: 846 time: 0.1085992 Nov 23 17:45:47.110288 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d2b09bc3-4ef8-4973-80a8-c82f6adc424e req-e2fdc6f3-5085-43e6-a476-8aa63bab1550 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=96a4c4fb-2a54-4887-a6a0-d3361fb03ec8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0665426 Nov 23 17:45:47.174103 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-ed90513d-7b61-41f5-84d9-edeb90833865 None None] Publish callbacks [] for port, precommit_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:47.184962 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-ed90513d-7b61-41f5-84d9-edeb90833865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980'] for port, after_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:47.281197 n-d-816206-8 neutron-server[103592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed90513d-7b61-41f5-84d9-edeb90833865 None None] Network 0756a25d-fcec-41f7-9690-7cf16bf0dcc7 is already hosted by enough agents. {{(pid=103592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:45:47.315014 n-d-816206-8 neutron-server[103592]: DEBUG neutron.scheduler.base_scheduler [None req-ed90513d-7b61-41f5-84d9-edeb90833865 None None] Resources bound (agent type, host, resource id): {{(pid=103592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:45:47.318874 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed90513d-7b61-41f5-84d9-edeb90833865 None None] Received port after_create {{(pid=103592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:45:47.323450 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.db.api [None req-c7c461d5-a20c-4096-b2fa-cb4009959dd5 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-28bb535e-7fb3-4dea-973e-c56056e8b5f1 {{(pid=103590) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 17:45:47.326540 n-d-816206-8 neutron-server[103590]: DEBUG oslo_db.api [None req-c7c461d5-a20c-4096-b2fa-cb4009959dd5 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 17:45:47.327399 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed90513d-7b61-41f5-84d9-edeb90833865 None None] Pushing event updated for resources: {'Port': ['ID=93a5264b-a234-4996-93b7-c2ac6347369a,revision_number=1']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:45:47.341527 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d2b09bc3-4ef8-4973-80a8-c82f6adc424e req-a48a3af1-e008-4ed4-b1ef-da43975fdb99 service neutron] 10.222.0.36 "GET /v2.0/networks/96a4c4fb-2a54-4887-a6a0-d3361fb03ec8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2227652 Nov 23 17:45:47.421132 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-ed90513d-7b61-41f5-84d9-edeb90833865 None None] Attempting to bind port 93a5264b-a234-4996-93b7-c2ac6347369a on host n-d-816206-8 for vnic_type normal with profile {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:45:47.421517 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-ed90513d-7b61-41f5-84d9-edeb90833865 None None] Attempting to bind port 93a5264b-a234-4996-93b7-c2ac6347369a by drivers openvswitch,hyperv on host n-d-816206-8 at level 0 using segments [{'id': 'a0652a75-84f2-4749-963e-b31de0577c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '0756a25d-fcec-41f7-9690-7cf16bf0dcc7'}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:45:47.421990 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed90513d-7b61-41f5-84d9-edeb90833865 None None] Attempting to bind port 93a5264b-a234-4996-93b7-c2ac6347369a on network 0756a25d-fcec-41f7-9690-7cf16bf0dcc7 {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:45:47.429381 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed90513d-7b61-41f5-84d9-edeb90833865 None None] Checking agent: {'id': '9e89acbe-4bbe-4c77-a18b-6f1da9133e0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 7, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 45, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:45:47.429841 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed90513d-7b61-41f5-84d9-edeb90833865 None None] Checking segment: {'id': 'a0652a75-84f2-4749-963e-b31de0577c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '0756a25d-fcec-41f7-9690-7cf16bf0dcc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:45:47.430332 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-ed90513d-7b61-41f5-84d9-edeb90833865 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:47.430739 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed90513d-7b61-41f5-84d9-edeb90833865 None None] Bound using segment: {'id': 'a0652a75-84f2-4749-963e-b31de0577c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '0756a25d-fcec-41f7-9690-7cf16bf0dcc7'} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:45:47.431391 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-ed90513d-7b61-41f5-84d9-edeb90833865 None None] Bound port: 93a5264b-a234-4996-93b7-c2ac6347369a, host: n-d-816206-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0652a75-84f2-4749-963e-b31de0577c0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '0756a25d-fcec-41f7-9690-7cf16bf0dcc7'}}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:45:47.431864 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-ed90513d-7b61-41f5-84d9-edeb90833865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:47.552337 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d2b09bc3-4ef8-4973-80a8-c82f6adc424e req-5a352384-abfd-4a6a-881a-81ffc01ddf75 service neutron] 10.222.0.36 "GET /v2.0/networks/96a4c4fb-2a54-4887-a6a0-d3361fb03ec8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2029030 Nov 23 17:45:47.617135 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-ed90513d-7b61-41f5-84d9-edeb90833865 None None] For port 93a5264b-a234-4996-93b7-c2ac6347369a, host n-d-816206-8, cleared binding levels {{(pid=103592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:45:47.621709 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-ed90513d-7b61-41f5-84d9-edeb90833865 None None] For port 93a5264b-a234-4996-93b7-c2ac6347369a, host n-d-816206-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=93a5264b-a234-4996-93b7-c2ac6347369a,segment=NetworkSegment(a0652a75-84f2-4749-963e-b31de0577c0a),segment_id=a0652a75-84f2-4749-963e-b31de0577c0a)] {{(pid=103592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:45:47.632214 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-ed90513d-7b61-41f5-84d9-edeb90833865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:47.829943 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c7c461d5-a20c-4096-b2fa-cb4009959dd5 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:47.920591 n-d-816206-8 neutron-server[103590]: DEBUG neutron.notifiers.nova [None req-c7c461d5-a20c-4096-b2fa-cb4009959dd5 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] device_id is not set on port b5caa60e-c1bd-4c70-a762-9973ef8bcb43 yet. {{(pid=103590) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 17:45:47.931339 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed90513d-7b61-41f5-84d9-edeb90833865 None None] Pushing event updated for resources: {'Port': ['ID=93a5264b-a234-4996-93b7-c2ac6347369a,revision_number=2']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:45:47.965131 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9a27ae6c-db98-474f-94c1-cc99bf842d79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:47.987485 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47d8bbd-3544-427b-8df1-dd96a243abc1 req-2c38f087-8042-4fc1-b4ed-ca854e90fe42 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:45:48.002270 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f47d8bbd-3544-427b-8df1-dd96a243abc1 req-2c38f087-8042-4fc1-b4ed-ca854e90fe42 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] 10.222.0.60 "GET /v2.0/ports?device_id=a43134ca-2758-4794-bb9c-974d11e5e279 HTTP/1.1" status: 200 len: 944 time: 0.1505539 Nov 23 17:45:48.072850 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f47d8bbd-3544-427b-8df1-dd96a243abc1 req-3c51fc0b-244b-4a15-b68e-d5ad8ee99336 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] 10.222.0.60 "GET /v2.0/security-groups?id=c11b6a3a-f89b-4d05-9340-8aa0be1653f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618432 Nov 23 17:45:48.159234 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-c7c461d5-a20c-4096-b2fa-cb4009959dd5 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Allocated IP 172.20.0.10 (0756a25d-fcec-41f7-9690-7cf16bf0dcc7/8c6e2c11-78b1-4dcc-8585-d3847e1f49fc/b5caa60e-c1bd-4c70-a762-9973ef8bcb43) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:45:48.330770 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:48.341738 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device d966b887-6b23-4d11-9c1a-ce19297300ab no longer exists at agent hyperv_n-h2-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:45:48.408452 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] No Port match for: d966b887-6b23-4d11-9c1a-ce19297300ab {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:45:48.408872 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device d966b887-6b23-4d11-9c1a-ce19297300ab not bound to the agent host n-h2-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:45:48.540697 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c7c461d5-a20c-4096-b2fa-cb4009959dd5 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:48.627055 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c7c461d5-a20c-4096-b2fa-cb4009959dd5 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:48.714566 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 59182) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:45:48.793894 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c461d5-a20c-4096-b2fa-cb4009959dd5 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Pushing event updated for resources: {'Port': ['ID=b5caa60e-c1bd-4c70-a762-9973ef8bcb43,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:45:48.801149 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7c461d5-a20c-4096-b2fa-cb4009959dd5 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Network 0756a25d-fcec-41f7-9690-7cf16bf0dcc7 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:45:48.804713 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-c7c461d5-a20c-4096-b2fa-cb4009959dd5 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:45:48.809000 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7c461d5-a20c-4096-b2fa-cb4009959dd5 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:45:48.874754 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7c461d5-a20c-4096-b2fa-cb4009959dd5 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:45:48.875418 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c7c461d5-a20c-4096-b2fa-cb4009959dd5 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:48.900545 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-c7c461d5-a20c-4096-b2fa-cb4009959dd5 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.5400195 Nov 23 17:45:48.904994 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 59188) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:45:49.101684 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-af04eada-20b6-4633-924e-9677c770834b tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Deleting port b5caa60e-c1bd-4c70-a762-9973ef8bcb43 {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:45:49.104999 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-af04eada-20b6-4633-924e-9677c770834b tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:49.178441 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-85be5c91-417d-4dea-9c7c-c162a10ab512 req-7948647a-8dac-4cfb-bd19-c0ebec7a679a service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=a43134ca-2758-4794-bb9c-974d11e5e279&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4619792 Nov 23 17:45:49.203658 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [req-85be5c91-417d-4dea-9c7c-c162a10ab512 req-cf94d131-097e-45d5-9ae4-f134d512b414 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=103591) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 17:45:49.205036 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-85be5c91-417d-4dea-9c7c-c162a10ab512 req-cf94d131-097e-45d5-9ae4-f134d512b414 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0138700 Nov 23 17:45:49.216067 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d049d098-d9f5-4134-994b-c00bc8bdb706 req-13717b50-4bf9-4d88-8b48-4b1b00858946 tempest-ServerAddressesTestJSON-1137063001 tempest-ServerAddressesTestJSON-1137063001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:45:49.217972 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d049d098-d9f5-4134-994b-c00bc8bdb706 req-13717b50-4bf9-4d88-8b48-4b1b00858946 tempest-ServerAddressesTestJSON-1137063001 tempest-ServerAddressesTestJSON-1137063001-project] 10.222.0.60 "GET /v2.0/networks?id=c7509ef6-0a20-41af-a7a3-29f40fefb59f HTTP/1.1" status: 200 len: 814 time: 0.4770446 Nov 23 17:45:49.238064 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 93a5264b-a234-4996-93b7-c2ac6347369a up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:45:49.253108 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-af04eada-20b6-4633-924e-9677c770834b tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:49.270291 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-af04eada-20b6-4633-924e-9677c770834b tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Calling delete_port for b5caa60e-c1bd-4c70-a762-9973ef8bcb43 owned by {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:45:49.287464 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d049d098-d9f5-4134-994b-c00bc8bdb706 req-8f2f47fc-b425-4126-90ee-03e1169c8e8d tempest-ServerAddressesTestJSON-1137063001 tempest-ServerAddressesTestJSON-1137063001-project] 10.222.0.60 "GET /v2.0/quotas/d7ab8ec1fdb54e0b9aa3da07801e2f51 HTTP/1.1" status: 200 len: 375 time: 0.0503793 Nov 23 17:45:49.302314 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215b9151-e81c-432e-9c54-da95f35273d5 req-744fd435-3340-49a1-8394-c9c8487e07ab tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:45:49.360907 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-215b9151-e81c-432e-9c54-da95f35273d5 req-744fd435-3340-49a1-8394-c9c8487e07ab tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] 10.222.0.60 "GET /v2.0/networks?id=96a4c4fb-2a54-4887-a6a0-d3361fb03ec8 HTTP/1.1" status: 200 len: 806 time: 0.4483151 Nov 23 17:45:49.382189 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-215b9151-e81c-432e-9c54-da95f35273d5 req-fb10185a-0119-464e-ad32-05b195b24690 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] 10.222.0.60 "GET /v2.0/quotas/fc0b8b60f26147bc93ae14daf3e34aba HTTP/1.1" status: 200 len: 375 time: 0.0195196 Nov 23 17:45:49.386375 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port 93a5264b-a234-4996-93b7-c2ac6347369a triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:45:49.388582 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:49.415106 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d049d098-d9f5-4134-994b-c00bc8bdb706 req-5f7ed6d6-a42d-48c3-8282-af7ab961f060 tempest-ServerAddressesTestJSON-1137063001 tempest-ServerAddressesTestJSON-1137063001-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=d7ab8ec1fdb54e0b9aa3da07801e2f51&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0513313 Nov 23 17:45:49.509874 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-af04eada-20b6-4633-924e-9677c770834b tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:49.561375 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af04eada-20b6-4633-924e-9677c770834b tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Pushing event deleted for resources: {'Port': ['ID=b5caa60e-c1bd-4c70-a762-9973ef8bcb43,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:45:49.613843 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-215b9151-e81c-432e-9c54-da95f35273d5 req-7ed2c4cc-3851-4c27-9e54-a2c3817bf4b9 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=fc0b8b60f26147bc93ae14daf3e34aba&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2306864 Nov 23 17:45:49.633652 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:49.691619 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-af04eada-20b6-4633-924e-9677c770834b tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:49.701979 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-af04eada-20b6-4633-924e-9677c770834b tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] 10.222.0.60 "DELETE /v2.0/ports/b5caa60e-c1bd-4c70-a762-9973ef8bcb43 HTTP/1.1" status: 204 len: 168 time: 0.7921097 Nov 23 17:45:49.704099 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 59208) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:45:49.729795 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] For port 93a5264b-a234-4996-93b7-c2ac6347369a, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=93a5264b-a234-4996-93b7-c2ac6347369a,segment=NetworkSegment(a0652a75-84f2-4749-963e-b31de0577c0a),segment_id=a0652a75-84f2-4749-963e-b31de0577c0a)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:45:49.735646 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:49.754642 n-d-816206-8 neutron-server[103590]: INFO neutron.pecan_wsgi.hooks.translation [None req-035e0fe9-1db5-4974-abe8-268132123700 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] DELETE failed (client error): The resource could not be found. Nov 23 17:45:49.755822 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-035e0fe9-1db5-4974-abe8-268132123700 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103590) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 17:45:49.760944 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56b0bcd1-f6b4-4367-92b3-a17c21f50380 None None] Network 0756a25d-fcec-41f7-9690-7cf16bf0dcc7 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:45:49.762640 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-035e0fe9-1db5-4974-abe8-268132123700 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] 10.222.0.60 "DELETE /v2.0/ports/b5caa60e-c1bd-4c70-a762-9973ef8bcb43 HTTP/1.1" status: 404 len: 333 time: 0.0573158 Nov 23 17:45:49.765766 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 59216) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:45:49.865282 n-d-816206-8 neutron-server[103590]: INFO neutron.pecan_wsgi.hooks.translation [None req-392fc191-e20d-43d9-b6f5-375521a21362 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] GET failed (client error): The resource could not be found. Nov 23 17:45:49.874308 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-392fc191-e20d-43d9-b6f5-375521a21362 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] 10.222.0.60 "GET /v2.0/ports/b5caa60e-c1bd-4c70-a762-9973ef8bcb43 HTTP/1.1" status: 404 len: 333 time: 0.1006010 Nov 23 17:45:49.878249 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 59222) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:45:49.890362 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-910eeb59-08cf-4bcc-b448-6c1a16df179c None None] Provisioning complete for port 93a5264b-a234-4996-93b7-c2ac6347369a triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:45:49.890992 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-910eeb59-08cf-4bcc-b448-6c1a16df179c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:49.949780 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d049d098-d9f5-4134-994b-c00bc8bdb706 req-7a5a5be5-d8b0-4c10-abf3-2e6b00762d66 service neutron] 10.222.0.60 "GET /v2.0/networks/c7509ef6-0a20-41af-a7a3-29f40fefb59f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5253417 Nov 23 17:45:50.009344 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Pushing event updated for resources: {'Port': ['ID=93a5264b-a234-4996-93b7-c2ac6347369a,revision_number=3']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:45:50.085638 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-215b9151-e81c-432e-9c54-da95f35273d5 req-a1142aee-7428-48a3-a1d3-040497e54e41 service neutron] 10.222.0.60 "GET /v2.0/networks/96a4c4fb-2a54-4887-a6a0-d3361fb03ec8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4556563 Nov 23 17:45:50.095020 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_v2 [None req-5065fa11-d5fc-4953-bbbf-dc8c02e471e0 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Deleting subnet 8c6e2c11-78b1-4dcc-8585-d3847e1f49fc {{(pid=103590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 17:45:50.107966 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5065fa11-d5fc-4953-bbbf-dc8c02e471e0 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks [] for subnet, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:50.199837 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5065fa11-d5fc-4953-bbbf-dc8c02e471e0 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-267528342'] for subnet, precommit_delete_associations {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:50.281759 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d049d098-d9f5-4134-994b-c00bc8bdb706 req-51af8415-0037-47d6-8703-ce6e97d31f6a service neutron] 10.222.0.60 "GET /v2.0/networks/c7509ef6-0a20-41af-a7a3-29f40fefb59f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3175905 Nov 23 17:45:50.382704 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-215b9151-e81c-432e-9c54-da95f35273d5 req-1b0a45a2-c484-4e37-8245-e4df643e96ab service neutron] 10.222.0.60 "GET /v2.0/networks/96a4c4fb-2a54-4887-a6a0-d3361fb03ec8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2870727 Nov 23 17:45:50.395530 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5065fa11-d5fc-4953-bbbf-dc8c02e471e0 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971956'] for subnet, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:50.501389 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5065fa11-d5fc-4953-bbbf-dc8c02e471e0 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264357903', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264730940'] for subnet, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:50.567694 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5065fa11-d5fc-4953-bbbf-dc8c02e471e0 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Pushing event deleted for resources: {'Subnet': ['ID=8c6e2c11-78b1-4dcc-8585-d3847e1f49fc,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:45:50.595666 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5065fa11-d5fc-4953-bbbf-dc8c02e471e0 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks [] for subnet, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:50.603860 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 59232) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:45:50.605845 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-5065fa11-d5fc-4953-bbbf-dc8c02e471e0 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] 10.222.0.60 "DELETE /v2.0/subnets/8c6e2c11-78b1-4dcc-8585-d3847e1f49fc HTTP/1.1" status: 204 len: 168 time: 0.7225673 Nov 23 17:45:50.931789 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-152361ec-3a1c-4366-bf8e-b2ddf0d3dbf4 None None] Network 0756a25d-fcec-41f7-9690-7cf16bf0dcc7 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:45:51.039726 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c2d0dbb6-3c9e-4e58-b5f8-e32cf0a95997 req-e5d420a7-ff59-47c1-9c2b-4c96b7364c4a tempest-ServerAddressesTestJSON-1137063001 tempest-ServerAddressesTestJSON-1137063001-project] 10.222.0.60 "GET /v2.0/ports?device_id=0af239b0-6773-4d47-b0b7-a34b69cfdde1 HTTP/1.1" status: 200 len: 210 time: 0.2985902 Nov 23 17:45:51.079078 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-574e9bfe-1894-4f80-8b9c-74d3a313f5b5 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-555181'] for network, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:51.139176 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a60b95-aea3-4195-8f7d-c75d4d68fdba req-c7138dc1-4ade-4620-bd9d-e75050e9631a tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:45:51.142854 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-53a60b95-aea3-4195-8f7d-c75d4d68fdba req-c7138dc1-4ade-4620-bd9d-e75050e9631a tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] 10.222.0.60 "GET /v2.0/ports?device_id=a43134ca-2758-4794-bb9c-974d11e5e279 HTTP/1.1" status: 200 len: 944 time: 0.3468211 Nov 23 17:45:51.161077 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-983f5dc6-d776-4ec9-9cdf-88fab7a65c04 None None] Provisioning complete for port 93a5264b-a234-4996-93b7-c2ac6347369a triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:45:51.169056 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-983f5dc6-d776-4ec9-9cdf-88fab7a65c04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:51.303824 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 93a5264b-a234-4996-93b7-c2ac6347369a up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:45:51.571423 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c3a4e155-a8df-4738-97d1-a9216255417b req-e8919417-7132-4ab3-b0c7-3ecca7e5144b tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] 10.222.0.60 "GET /v2.0/ports?device_id=ed064c74-6ca9-4d95-a0fc-1c7439d0dafb HTTP/1.1" status: 200 len: 210 time: 0.3317237 Nov 23 17:45:51.682201 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-53a60b95-aea3-4195-8f7d-c75d4d68fdba req-a0053597-3831-4ed0-b463-a23797e934a2 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] 10.222.0.60 "GET /v2.0/security-groups?id=c11b6a3a-f89b-4d05-9340-8aa0be1653f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5194817 Nov 23 17:45:51.704996 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port 93a5264b-a234-4996-93b7-c2ac6347369a triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:45:51.705767 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:51.740545 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-574e9bfe-1894-4f80-8b9c-74d3a313f5b5 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Deleting port 93a5264b-a234-4996-93b7-c2ac6347369a {{(pid=103591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:45:51.743476 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-574e9bfe-1894-4f80-8b9c-74d3a313f5b5 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:51.912047 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e51d2ea1-3f98-4a07-9f27-657ae464e254 None None] DHCP port deletion for 0756a25d-fcec-41f7-9690-7cf16bf0dcc7 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:45:51.963566 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [None req-574e9bfe-1894-4f80-8b9c-74d3a313f5b5 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] For port 93a5264b-a234-4996-93b7-c2ac6347369a, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=93a5264b-a234-4996-93b7-c2ac6347369a,segment=NetworkSegment(a0652a75-84f2-4749-963e-b31de0577c0a),segment_id=a0652a75-84f2-4749-963e-b31de0577c0a)] {{(pid=103591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:45:51.964635 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-574e9bfe-1894-4f80-8b9c-74d3a313f5b5 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:51.982855 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-e51d2ea1-3f98-4a07-9f27-657ae464e254 None None] Deleting port 93a5264b-a234-4996-93b7-c2ac6347369a {{(pid=103592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:45:51.983469 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-e51d2ea1-3f98-4a07-9f27-657ae464e254 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:51.992935 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-574e9bfe-1894-4f80-8b9c-74d3a313f5b5 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Calling delete_port for 93a5264b-a234-4996-93b7-c2ac6347369a owned by network:dhcp {{(pid=103591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:45:52.088277 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-e51d2ea1-3f98-4a07-9f27-657ae464e254 None None] For port 93a5264b-a234-4996-93b7-c2ac6347369a, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=93a5264b-a234-4996-93b7-c2ac6347369a,segment=NetworkSegment(a0652a75-84f2-4749-963e-b31de0577c0a),segment_id=a0652a75-84f2-4749-963e-b31de0577c0a)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:45:52.088703 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-e51d2ea1-3f98-4a07-9f27-657ae464e254 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:52.115508 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-e51d2ea1-3f98-4a07-9f27-657ae464e254 None None] Calling delete_port for 93a5264b-a234-4996-93b7-c2ac6347369a owned by network:dhcp {{(pid=103592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:45:52.160763 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-574e9bfe-1894-4f80-8b9c-74d3a313f5b5 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:52.284056 n-d-816206-8 neutron-server[103592]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 17:45:52.284056 n-d-816206-8 neutron-server[103592]: self.session.flush() Nov 23 17:45:52.284056 n-d-816206-8 neutron-server[103592]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 17:45:52.284056 n-d-816206-8 neutron-server[103592]: self.session.flush() Nov 23 17:45:52.284056 n-d-816206-8 neutron-server[103592]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 17:45:52.284056 n-d-816206-8 neutron-server[103592]: self.session.flush() Nov 23 17:45:52.284056 n-d-816206-8 neutron-server[103592]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 17:45:52.284056 n-d-816206-8 neutron-server[103592]: self.session.flush() Nov 23 17:45:52.284056 n-d-816206-8 neutron-server[103592]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 17:45:52.284056 n-d-816206-8 neutron-server[103592]: self.session.flush() Nov 23 17:45:52.284056 n-d-816206-8 neutron-server[103592]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 17:45:52.284056 n-d-816206-8 neutron-server[103592]: self.session.flush() Nov 23 17:45:52.284056 n-d-816206-8 neutron-server[103592]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 17:45:52.284056 n-d-816206-8 neutron-server[103592]: self.session.flush() Nov 23 17:45:52.284056 n-d-816206-8 neutron-server[103592]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 17:45:52.284056 n-d-816206-8 neutron-server[103592]: self.session.flush() Nov 23 17:45:52.284056 n-d-816206-8 neutron-server[103592]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 17:45:52.284056 n-d-816206-8 neutron-server[103592]: self.session.flush() Nov 23 17:45:52.284056 n-d-816206-8 neutron-server[103592]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 17:45:52.284056 n-d-816206-8 neutron-server[103592]: self.session.flush() Nov 23 17:45:52.284056 n-d-816206-8 neutron-server[103592]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 17:45:52.284056 n-d-816206-8 neutron-server[103592]: self.session.flush() Nov 23 17:45:52.284056 n-d-816206-8 neutron-server[103592]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 17:45:52.284056 n-d-816206-8 neutron-server[103592]: self.session.flush() Nov 23 17:45:52.284056 n-d-816206-8 neutron-server[103592]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 17:45:52.284056 n-d-816206-8 neutron-server[103592]: self.session.flush() Nov 23 17:45:52.284056 n-d-816206-8 neutron-server[103592]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 17:45:52.284056 n-d-816206-8 neutron-server[103592]: self.session.flush() Nov 23 17:45:52.284056 n-d-816206-8 neutron-server[103592]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 17:45:52.284056 n-d-816206-8 neutron-server[103592]: self.session.flush() Nov 23 17:45:52.284056 n-d-816206-8 neutron-server[103592]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 17:45:52.284056 n-d-816206-8 neutron-server[103592]: self.session.flush() Nov 23 17:45:52.284056 n-d-816206-8 neutron-server[103592]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 17:45:52.284056 n-d-816206-8 neutron-server[103592]: self.session.flush() Nov 23 17:45:52.284056 n-d-816206-8 neutron-server[103592]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 17:45:52.284056 n-d-816206-8 neutron-server[103592]: self.session.flush() Nov 23 17:45:52.284056 n-d-816206-8 neutron-server[103592]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 17:45:52.284056 n-d-816206-8 neutron-server[103592]: self.session.flush() Nov 23 17:45:52.284056 n-d-816206-8 neutron-server[103592]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 17:45:52.284056 n-d-816206-8 neutron-server[103592]: self.session.flush() Nov 23 17:45:52.284056 n-d-816206-8 neutron-server[103592]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 17:45:52.284056 n-d-816206-8 neutron-server[103592]: self.session.flush() Nov 23 17:45:52.284056 n-d-816206-8 neutron-server[103592]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 17:45:52.284056 n-d-816206-8 neutron-server[103592]: self.session.flush() Nov 23 17:45:52.284056 n-d-816206-8 neutron-server[103592]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 17:45:52.284056 n-d-816206-8 neutron-server[103592]: self.session.flush() Nov 23 17:45:52.284056 n-d-816206-8 neutron-server[103592]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 17:45:52.284056 n-d-816206-8 neutron-server[103592]: self.session.flush() Nov 23 17:45:52.284056 n-d-816206-8 neutron-server[103592]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 17:45:52.284056 n-d-816206-8 neutron-server[103592]: self.session.flush() Nov 23 17:45:52.284056 n-d-816206-8 neutron-server[103592]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 17:45:52.284056 n-d-816206-8 neutron-server[103592]: self.session.flush() Nov 23 17:45:52.284056 n-d-816206-8 neutron-server[103592]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 17:45:52.284056 n-d-816206-8 neutron-server[103592]: self.session.flush() Nov 23 17:45:52.295766 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-e51d2ea1-3f98-4a07-9f27-657ae464e254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989'] for port, after_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:52.302028 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574e9bfe-1894-4f80-8b9c-74d3a313f5b5 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Pushing event deleted for resources: {'Port': ['ID=93a5264b-a234-4996-93b7-c2ac6347369a,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:45:52.309367 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-574e9bfe-1894-4f80-8b9c-74d3a313f5b5 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] No DVR routers for this DVR port 93a5264b-a234-4996-93b7-c2ac6347369a on host n-d-816206-8 {{(pid=103591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:45:52.352679 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d8464be6-cc29-4c73-8974-374c049743be req-eafcd8f5-7253-49d7-b9f4-3b5a8f34dcf1 tempest-ServerAddressesTestJSON-1137063001 tempest-ServerAddressesTestJSON-1137063001-project] 10.222.0.60 "GET /v2.0/ports?device_id=0af239b0-6773-4d47-b0b7-a34b69cfdde1 HTTP/1.1" status: 200 len: 210 time: 0.1410441 Nov 23 17:45:52.363095 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e51d2ea1-3f98-4a07-9f27-657ae464e254 None None] No DVR routers for this DVR port 93a5264b-a234-4996-93b7-c2ac6347369a on host n-d-816206-8 {{(pid=103592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:45:52.369566 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51d2ea1-3f98-4a07-9f27-657ae464e254 None None] Pushing event deleted for resources: {'Port': ['ID=93a5264b-a234-4996-93b7-c2ac6347369a,revision_number=None']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:45:52.521149 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-574e9bfe-1894-4f80-8b9c-74d3a313f5b5 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973419', 'neutron.services.segments.db._delete_segments_for_network-8736635878840'] for network, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:52.584106 n-d-816206-8 neutron-server[103591]: DEBUG neutron.services.segments.db [None req-574e9bfe-1894-4f80-8b9c-74d3a313f5b5 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0756a25d-fcec-41f7-9690-7cf16bf0dcc7']}} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:45:52.616334 n-d-816206-8 neutron-server[103591]: DEBUG neutron.services.segments.db [None req-574e9bfe-1894-4f80-8b9c-74d3a313f5b5 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0652a75-84f2-4749-963e-b31de0577c0a') {'for_net_delete': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:45:52.620208 n-d-816206-8 neutron-server[103591]: DEBUG neutron.services.segments.db [None req-574e9bfe-1894-4f80-8b9c-74d3a313f5b5 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0652a75-84f2-4749-963e-b31de0577c0a') {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:45:52.649162 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-574e9bfe-1894-4f80-8b9c-74d3a313f5b5 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736635840332', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265989959'] for segment, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:52.695192 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-574e9bfe-1894-4f80-8b9c-74d3a313f5b5 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:52.718036 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-574e9bfe-1894-4f80-8b9c-74d3a313f5b5 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Releasing vlan 534 on physical network physnet1 to pool {{(pid=103591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 17:45:52.718928 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-574e9bfe-1894-4f80-8b9c-74d3a313f5b5 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264756290'] for segment, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:52.761955 n-d-816206-8 neutron-server[103591]: Traceback (most recent call last): Nov 23 17:45:52.761955 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 17:45:52.761955 n-d-816206-8 neutron-server[103591]: timer() Nov 23 17:45:52.761955 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 17:45:52.761955 n-d-816206-8 neutron-server[103591]: cb(*args, **kw) Nov 23 17:45:52.761955 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 17:45:52.761955 n-d-816206-8 neutron-server[103591]: return func(*args, **kwargs) Nov 23 17:45:52.761955 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 17:45:52.761955 n-d-816206-8 neutron-server[103591]: self._notify() Nov 23 17:45:52.761955 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 17:45:52.761955 n-d-816206-8 neutron-server[103591]: self.callback(batched_events) Nov 23 17:45:52.761955 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 17:45:52.761955 n-d-816206-8 neutron-server[103591]: event.method(event) Nov 23 17:45:52.761955 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 17:45:52.761955 n-d-816206-8 neutron-server[103591]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 17:45:52.761955 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 17:45:52.761955 n-d-816206-8 neutron-server[103591]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 17:45:52.761955 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 17:45:52.761955 n-d-816206-8 neutron-server[103591]: return f(self, *a, **k) Nov 23 17:45:52.761955 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 17:45:52.761955 n-d-816206-8 neutron-server[103591]: return self._get(url).json() Nov 23 17:45:52.761955 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 17:45:52.761955 n-d-816206-8 neutron-server[103591]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 17:45:52.761955 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 17:45:52.761955 n-d-816206-8 neutron-server[103591]: return self.request(url, 'GET', **kwargs) Nov 23 17:45:52.761955 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 17:45:52.761955 n-d-816206-8 neutron-server[103591]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 17:45:52.761955 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 17:45:52.761955 n-d-816206-8 neutron-server[103591]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 17:45:52.761955 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 17:45:52.761955 n-d-816206-8 neutron-server[103591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 17:45:52.761955 n-d-816206-8 neutron-server[103591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 17:45:53.126945 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215b9151-e81c-432e-9c54-da95f35273d5 req-386b4136-bbad-4081-afbf-a06ab24e09ab tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:45:53.128920 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-215b9151-e81c-432e-9c54-da95f35273d5 req-386b4136-bbad-4081-afbf-a06ab24e09ab tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] 10.222.0.55 "GET /v2.0/networks?id=96a4c4fb-2a54-4887-a6a0-d3361fb03ec8 HTTP/1.1" status: 200 len: 806 time: 0.2515473 Nov 23 17:45:53.146495 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 93a5264b-a234-4996-93b7-c2ac6347369a no longer exists at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:45:53.174558 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-574e9bfe-1894-4f80-8b9c-74d3a313f5b5 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1795418'] for network, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:53.190402 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [req-215b9151-e81c-432e-9c54-da95f35273d5 req-489ed3bd-1b86-42c5-8ce7-06ec5f9c6c5a tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] Request body: {'port': {'device_id': 'ed064c74-6ca9-4d95-a0fc-1c7439d0dafb', 'network_id': '96a4c4fb-2a54-4887-a6a0-d3361fb03ec8', 'admin_state_up': True, 'tenant_id': 'fc0b8b60f26147bc93ae14daf3e34aba'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:45:53.195722 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] No Port match for: 93a5264b-a234-4996-93b7-c2ac6347369a {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:45:53.201425 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 93a5264b-a234-4996-93b7-c2ac6347369a not bound to the agent host n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:45:53.381667 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-574e9bfe-1894-4f80-8b9c-74d3a313f5b5 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for network, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:53.385036 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-574e9bfe-1894-4f80-8b9c-74d3a313f5b5 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] 10.222.0.60 "DELETE /v2.0/networks/0756a25d-fcec-41f7-9690-7cf16bf0dcc7 HTTP/1.1" status: 204 len: 168 time: 2.7801096 Nov 23 17:45:53.388948 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 59308) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:45:53.397219 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-94c747bb-1dc5-42c3-a0f1-efc9ea92a29f req-243f2f89-937c-4572-8830-9ef7ec4b6cf8 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] 10.222.0.60 "GET /v2.0/ports?device_id=ed064c74-6ca9-4d95-a0fc-1c7439d0dafb HTTP/1.1" status: 200 len: 210 time: 0.3297904 Nov 23 17:45:53.403809 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-830ac79b-38ff-4fd6-b038-a2f247026f0c tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-326900645'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:45:53.455498 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.agents_db [None req-464f6c07-0de8-4be6-8f5b-563f574d1c5d None None] Agent healthcheck: found 7 active agents {{(pid=103593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 17:45:53.489392 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-830ac79b-38ff-4fd6-b038-a2f247026f0c tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Made reservation on behalf of 57db132758f947bab3110ff0d5b47049 for: {'network': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:45:53.494458 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-830ac79b-38ff-4fd6-b038-a2f247026f0c tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for network, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:53.519327 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574e9bfe-1894-4f80-8b9c-74d3a313f5b5 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Pushing event deleted for resources: {'Network': ['ID=0756a25d-fcec-41f7-9690-7cf16bf0dcc7,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:45:53.546579 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-830ac79b-38ff-4fd6-b038-a2f247026f0c tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] vlan segment allocate from pool success with {'vlan_id': 524, 'physical_network': 'physnet1'} {{(pid=103590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 17:45:53.573302 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-830ac79b-38ff-4fd6-b038-a2f247026f0c tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:53.575265 n-d-816206-8 neutron-server[103590]: INFO neutron.db.segments_db [None req-830ac79b-38ff-4fd6-b038-a2f247026f0c tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Added segment 6d1ba9bc-da20-4945-9bc7-af015d9ce4df of type vlan for network 765abe33-6cec-4401-8a47-03dabb34c6c5 Nov 23 17:45:53.645026 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-830ac79b-38ff-4fd6-b038-a2f247026f0c tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736635338810'] for network, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:53.686778 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-830ac79b-38ff-4fd6-b038-a2f247026f0c tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493'] for network, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:53.693461 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d049d098-d9f5-4134-994b-c00bc8bdb706 req-4bab0ac6-24b9-4d32-bd47-15c537fe7632 tempest-ServerAddressesTestJSON-1137063001 tempest-ServerAddressesTestJSON-1137063001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:45:53.695575 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d049d098-d9f5-4134-994b-c00bc8bdb706 req-4bab0ac6-24b9-4d32-bd47-15c537fe7632 tempest-ServerAddressesTestJSON-1137063001 tempest-ServerAddressesTestJSON-1137063001-project] 10.222.0.55 "GET /v2.0/networks?id=c7509ef6-0a20-41af-a7a3-29f40fefb59f HTTP/1.1" status: 200 len: 814 time: 0.3383977 Nov 23 17:45:53.700388 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-830ac79b-38ff-4fd6-b038-a2f247026f0c tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:45:53.701074 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-830ac79b-38ff-4fd6-b038-a2f247026f0c tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks [] for network, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:53.717634 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [req-d049d098-d9f5-4134-994b-c00bc8bdb706 req-f7354621-e154-4ad6-93f4-f39c26c4e661 tempest-ServerAddressesTestJSON-1137063001 tempest-ServerAddressesTestJSON-1137063001-project] Request body: {'port': {'device_id': '0af239b0-6773-4d47-b0b7-a34b69cfdde1', 'network_id': 'c7509ef6-0a20-41af-a7a3-29f40fefb59f', 'admin_state_up': True, 'tenant_id': 'd7ab8ec1fdb54e0b9aa3da07801e2f51'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:45:53.755008 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eee9349-58e3-425f-8c0a-a2a5bc7575e6 req-90659f82-1103-45f6-bfbb-8e5f35f45b59 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:45:53.757222 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8eee9349-58e3-425f-8c0a-a2a5bc7575e6 req-90659f82-1103-45f6-bfbb-8e5f35f45b59 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] 10.222.0.60 "GET /v2.0/ports?device_id=a43134ca-2758-4794-bb9c-974d11e5e279 HTTP/1.1" status: 200 len: 944 time: 0.6264660 Nov 23 17:45:53.770947 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-af80b888-1cfe-44fa-b370-5f792caf72be req-42c1c132-f530-4418-87f6-eb1b8de00f4f tempest-ServerAddressesTestJSON-1137063001 tempest-ServerAddressesTestJSON-1137063001-project] 10.222.0.60 "GET /v2.0/ports?device_id=0af239b0-6773-4d47-b0b7-a34b69cfdde1 HTTP/1.1" status: 200 len: 210 time: 0.0743103 Nov 23 17:45:53.854925 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-830ac79b-38ff-4fd6-b038-a2f247026f0c tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4641893 Nov 23 17:45:53.878440 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 59316) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:45:53.894937 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-d9d146ab-a735-4a2b-a450-3dca5d2ba178 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Request body: {'subnet': {'network_id': '765abe33-6cec-4401-8a47-03dabb34c6c5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:45:53.945030 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830ac79b-38ff-4fd6-b038-a2f247026f0c tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Pushing event updated for resources: {'Network': ['ID=765abe33-6cec-4401-8a47-03dabb34c6c5,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:45:53.956947 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Network 765abe33-6cec-4401-8a47-03dabb34c6c5 details requested by agent ovs-agent-n-d-816206-8 with host n-d-816206-8 {{(pid=103592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 17:45:54.051623 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-215b9151-e81c-432e-9c54-da95f35273d5 req-489ed3bd-1b86-42c5-8ce7-06ec5f9c6c5a tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] Made reservation on behalf of fc0b8b60f26147bc93ae14daf3e34aba for: {'port': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:45:54.055727 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-215b9151-e81c-432e-9c54-da95f35273d5 req-489ed3bd-1b86-42c5-8ce7-06ec5f9c6c5a tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:54.375202 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9d146ab-a735-4a2b-a450-3dca5d2ba178 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Made reservation on behalf of 57db132758f947bab3110ff0d5b47049 for: {'subnet': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:45:54.378795 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d9d146ab-a735-4a2b-a450-3dca5d2ba178 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264730903'] for subnet, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:54.406591 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8eee9349-58e3-425f-8c0a-a2a5bc7575e6 req-4206e942-3853-41f4-829a-4cfad87d7e2b tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] 10.222.0.60 "GET /v2.0/security-groups?id=c11b6a3a-f89b-4d05-9340-8aa0be1653f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6193306 Nov 23 17:45:54.410912 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d049d098-d9f5-4134-994b-c00bc8bdb706 req-f7354621-e154-4ad6-93f4-f39c26c4e661 tempest-ServerAddressesTestJSON-1137063001 tempest-ServerAddressesTestJSON-1137063001-project] Made reservation on behalf of d7ab8ec1fdb54e0b9aa3da07801e2f51 for: {'port': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:45:54.415074 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-d049d098-d9f5-4134-994b-c00bc8bdb706 req-f7354621-e154-4ad6-93f4-f39c26c4e661 tempest-ServerAddressesTestJSON-1137063001 tempest-ServerAddressesTestJSON-1137063001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:54.468794 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.db_base_plugin_common [req-215b9151-e81c-432e-9c54-da95f35273d5 req-489ed3bd-1b86-42c5-8ce7-06ec5f9c6c5a tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] Allocated IP 172.20.0.8 (96a4c4fb-2a54-4887-a6a0-d3361fb03ec8/6a67b7b8-1b5e-4ea7-ab09-4d43799d0b06/b14865b5-8f10-4da4-9b12-7eef95be32ba) {{(pid=103591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:45:54.813191 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7eaba7bc-dc08-4b7d-974a-9a57b542b319 req-15bd1aec-e04d-4623-bce0-9ec9c08b1b99 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] 10.222.0.60 "GET /v2.0/ports?device_id=ed064c74-6ca9-4d95-a0fc-1c7439d0dafb HTTP/1.1" status: 200 len: 210 time: 0.2000790 Nov 23 17:45:55.056705 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-215b9151-e81c-432e-9c54-da95f35273d5 req-489ed3bd-1b86-42c5-8ce7-06ec5f9c6c5a tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] Publish callbacks [] for port, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:55.095458 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d9d146ab-a735-4a2b-a450-3dca5d2ba178 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264358096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264730885'] for subnet, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:55.173162 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d146ab-a735-4a2b-a450-3dca5d2ba178 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Pushing event updated for resources: {'Subnet': ['ID=150ee68d-ac29-4969-9b67-576bba2c3a21,revision_number=0']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:45:55.212864 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9d146ab-a735-4a2b-a450-3dca5d2ba178 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Checking segment: {'id': '6d1ba9bc-da20-4945-9bc7-af015d9ce4df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '765abe33-6cec-4401-8a47-03dabb34c6c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:45:55.213859 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9d146ab-a735-4a2b-a450-3dca5d2ba178 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Network hostable DHCP agents. Network: 765abe33-6cec-4401-8a47-03dabb34c6c5, hostable agents: ['0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3'], hosted agents: [] {{(pid=103590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 17:45:55.217600 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-1d21085f-2f6c-4330-8a86-7301c7ab8c17 req-e3ea804c-b0d1-4639-b85f-e682bbdd693b tempest-ServerAddressesTestJSON-1137063001 tempest-ServerAddressesTestJSON-1137063001-project] 10.222.0.60 "GET /v2.0/ports?device_id=0af239b0-6773-4d47-b0b7-a34b69cfdde1 HTTP/1.1" status: 200 len: 210 time: 0.1182292 Nov 23 17:45:55.245815 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-215b9151-e81c-432e-9c54-da95f35273d5 req-489ed3bd-1b86-42c5-8ce7-06ec5f9c6c5a tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:55.251684 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9d146ab-a735-4a2b-a450-3dca5d2ba178 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Network 765abe33-6cec-4401-8a47-03dabb34c6c5 is scheduled to be hosted by DHCP agent 0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3 with binding_index 1 {{(pid=103590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 17:45:55.263161 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] get_ports_and_sgs() called for port_ids ['1d9e3b88-028d-4283-8c21-507d2fff66f7'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:45:55.269965 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-d9d146ab-a735-4a2b-a450-3dca5d2ba178 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-8, 765abe33-6cec-4401-8a47-03dabb34c6c5) {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:45:55.281923 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9d146ab-a735-4a2b-a450-3dca5d2ba178 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:45:55.283692 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d9d146ab-a735-4a2b-a450-3dca5d2ba178 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks [] for subnet, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:55.320191 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-d9d146ab-a735-4a2b-a450-3dca5d2ba178 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4377694 Nov 23 17:45:55.322771 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 59344) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:45:55.335116 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-dcaff975-c0ac-429d-856d-5eda5648aaaa tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Request body: {'port': {'network_id': '765abe33-6cec-4401-8a47-03dabb34c6c5', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1558786830'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:45:55.401913 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7daa2727-0b40-4934-b40c-dd20c38118aa None None] Network 765abe33-6cec-4401-8a47-03dabb34c6c5 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:45:55.479630 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489ed3bd-1b86-42c5-8ce7-06ec5f9c6c5a tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] Pushing event updated for resources: {'Port': ['ID=b14865b5-8f10-4da4-9b12-7eef95be32ba,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:45:55.775779 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcaff975-c0ac-429d-856d-5eda5648aaaa tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Made reservation on behalf of 57db132758f947bab3110ff0d5b47049 for: {'port': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:45:55.788612 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-dcaff975-c0ac-429d-856d-5eda5648aaaa tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:55.808379 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-215b9151-e81c-432e-9c54-da95f35273d5 req-489ed3bd-1b86-42c5-8ce7-06ec5f9c6c5a tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] Network 96a4c4fb-2a54-4887-a6a0-d3361fb03ec8 is already hosted by enough agents. {{(pid=103591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:45:55.823339 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.db_base_plugin_common [req-d049d098-d9f5-4134-994b-c00bc8bdb706 req-f7354621-e154-4ad6-93f4-f39c26c4e661 tempest-ServerAddressesTestJSON-1137063001 tempest-ServerAddressesTestJSON-1137063001-project] Allocated IP 172.20.0.8 (c7509ef6-0a20-41af-a7a3-29f40fefb59f/b5f14ff9-b078-4254-b8b2-8db4d6443daf/a97cd525-a452-4a7e-8f0a-59e5a8d2365e) {{(pid=103591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:45:55.828503 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [req-215b9151-e81c-432e-9c54-da95f35273d5 req-489ed3bd-1b86-42c5-8ce7-06ec5f9c6c5a tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] Resources bound (agent type, host, resource id): {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:45:55.846938 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [req-215b9151-e81c-432e-9c54-da95f35273d5 req-489ed3bd-1b86-42c5-8ce7-06ec5f9c6c5a tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] Received port after_create {{(pid=103591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:45:55.864172 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ff36f66-e5c4-416b-a696-777cac6e4d20 None None] DHCP port deletion for 96a4c4fb-2a54-4887-a6a0-d3361fb03ec8 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:45:55.880437 n-d-816206-8 neutron-server[103590]: DEBUG neutron.notifiers.nova [None req-dcaff975-c0ac-429d-856d-5eda5648aaaa tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] device_id is not set on port cf1d4ed0-8b9e-4709-9828-4fd8984c6bfd yet. {{(pid=103590) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 17:45:55.985898 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215b9151-e81c-432e-9c54-da95f35273d5 req-489ed3bd-1b86-42c5-8ce7-06ec5f9c6c5a tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:45:55.991775 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-215b9151-e81c-432e-9c54-da95f35273d5 req-489ed3bd-1b86-42c5-8ce7-06ec5f9c6c5a tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:56.041861 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-215b9151-e81c-432e-9c54-da95f35273d5 req-489ed3bd-1b86-42c5-8ce7-06ec5f9c6c5a tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8576682 Nov 23 17:45:56.067528 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [req-215b9151-e81c-432e-9c54-da95f35273d5 req-4a0b87b9-134f-48f0-95fa-7a512c24bd11 service neutron] Request body: {'port': {'device_id': 'ed064c74-6ca9-4d95-a0fc-1c7439d0dafb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-8'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:45:56.087380 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-ae4bc2a1-c1c7-49e4-b093-1d1e78afd6d1 None None] Provisioning complete for port b14865b5-8f10-4da4-9b12-7eef95be32ba triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:45:56.088068 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-ae4bc2a1-c1c7-49e4-b093-1d1e78afd6d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:56.142454 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23a9920a-7a0f-4c98-9668-abdcebb7f314 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp355044b8-8e87-58c4-94fa-4a010ec30f9e-765abe33-6cec-4401-8a47-03dabb34c6c5', 'network_id': '765abe33-6cec-4401-8a47-03dabb34c6c5', 'tenant_id': '57db132758f947bab3110ff0d5b47049', 'fixed_ips': [{'subnet_id': '150ee68d-ac29-4969-9b67-576bba2c3a21'}]}} from n-d-816206-8. {{(pid=103592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 17:45:56.145384 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-23a9920a-7a0f-4c98-9668-abdcebb7f314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:56.171453 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-ae4bc2a1-c1c7-49e4-b093-1d1e78afd6d1 None None] Port b14865b5-8f10-4da4-9b12-7eef95be32ba cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:45:56.251624 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-dcaff975-c0ac-429d-856d-5eda5648aaaa tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Allocated IP 172.20.0.4 (765abe33-6cec-4401-8a47-03dabb34c6c5/150ee68d-ac29-4969-9b67-576bba2c3a21/cf1d4ed0-8b9e-4709-9828-4fd8984c6bfd) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:45:56.461432 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-dcaff975-c0ac-429d-856d-5eda5648aaaa tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:56.547022 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-dcaff975-c0ac-429d-856d-5eda5648aaaa tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:56.594993 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcaff975-c0ac-429d-856d-5eda5648aaaa tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Network 765abe33-6cec-4401-8a47-03dabb34c6c5 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:45:56.600117 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-dcaff975-c0ac-429d-856d-5eda5648aaaa tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:45:56.608614 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcaff975-c0ac-429d-856d-5eda5648aaaa tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:45:56.643027 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.db_base_plugin_common [None req-23a9920a-7a0f-4c98-9668-abdcebb7f314 None None] Allocated IP 172.20.0.2 (765abe33-6cec-4401-8a47-03dabb34c6c5/150ee68d-ac29-4969-9b67-576bba2c3a21/0e49220f-870c-410b-874c-d9f327a3d572) {{(pid=103592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:45:56.843893 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcaff975-c0ac-429d-856d-5eda5648aaaa tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:45:56.850854 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-dcaff975-c0ac-429d-856d-5eda5648aaaa tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:56.888654 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcaff975-c0ac-429d-856d-5eda5648aaaa tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Pushing event updated for resources: {'Port': ['ID=cf1d4ed0-8b9e-4709-9828-4fd8984c6bfd,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:45:56.904578 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-dcaff975-c0ac-429d-856d-5eda5648aaaa tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 1.5798249 Nov 23 17:45:56.908859 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 59374) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:45:56.998654 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-23a9920a-7a0f-4c98-9668-abdcebb7f314 None None] Publish callbacks [] for port, precommit_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:57.007479 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-23a9920a-7a0f-4c98-9668-abdcebb7f314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980'] for port, after_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:57.052399 n-d-816206-8 neutron-server[103592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23a9920a-7a0f-4c98-9668-abdcebb7f314 None None] Network 765abe33-6cec-4401-8a47-03dabb34c6c5 is already hosted by enough agents. {{(pid=103592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:45:57.056615 n-d-816206-8 neutron-server[103592]: DEBUG neutron.scheduler.base_scheduler [None req-23a9920a-7a0f-4c98-9668-abdcebb7f314 None None] Resources bound (agent type, host, resource id): {{(pid=103592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:45:57.063613 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23a9920a-7a0f-4c98-9668-abdcebb7f314 None None] Received port after_create {{(pid=103592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:45:57.145397 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-21a93c16-6215-464b-b189-218adba9ff8c tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Deleting port cf1d4ed0-8b9e-4709-9828-4fd8984c6bfd {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:45:57.145664 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-21a93c16-6215-464b-b189-218adba9ff8c tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:57.240948 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ddc533-484e-4e82-9059-d54bdc8377fe req-53ac164c-ed74-49a8-bd4c-1d2f2b50b2a9 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:45:57.243875 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-20ddc533-484e-4e82-9059-d54bdc8377fe req-53ac164c-ed74-49a8-bd4c-1d2f2b50b2a9 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] 10.222.0.60 "GET /v2.0/ports?device_id=a43134ca-2758-4794-bb9c-974d11e5e279 HTTP/1.1" status: 200 len: 944 time: 1.5534308 Nov 23 17:45:57.291241 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a9920a-7a0f-4c98-9668-abdcebb7f314 None None] Pushing event updated for resources: {'Port': ['ID=0e49220f-870c-410b-874c-d9f327a3d572,revision_number=1']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:45:57.304551 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-23a9920a-7a0f-4c98-9668-abdcebb7f314 None None] Attempting to bind port 0e49220f-870c-410b-874c-d9f327a3d572 on host n-d-816206-8 for vnic_type normal with profile {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:45:57.304949 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-23a9920a-7a0f-4c98-9668-abdcebb7f314 None None] Attempting to bind port 0e49220f-870c-410b-874c-d9f327a3d572 by drivers openvswitch,hyperv on host n-d-816206-8 at level 0 using segments [{'id': '6d1ba9bc-da20-4945-9bc7-af015d9ce4df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '765abe33-6cec-4401-8a47-03dabb34c6c5'}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:45:57.305323 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23a9920a-7a0f-4c98-9668-abdcebb7f314 None None] Attempting to bind port 0e49220f-870c-410b-874c-d9f327a3d572 on network 765abe33-6cec-4401-8a47-03dabb34c6c5 {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:45:57.331139 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-215b9151-e81c-432e-9c54-da95f35273d5 req-4a0b87b9-134f-48f0-95fa-7a512c24bd11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:57.332012 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23a9920a-7a0f-4c98-9668-abdcebb7f314 None None] Checking agent: {'id': '9e89acbe-4bbe-4c77-a18b-6f1da9133e0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 7, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 45, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:45:57.332417 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23a9920a-7a0f-4c98-9668-abdcebb7f314 None None] Checking segment: {'id': '6d1ba9bc-da20-4945-9bc7-af015d9ce4df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '765abe33-6cec-4401-8a47-03dabb34c6c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:45:57.332857 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-23a9920a-7a0f-4c98-9668-abdcebb7f314 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:57.333255 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23a9920a-7a0f-4c98-9668-abdcebb7f314 None None] Bound using segment: {'id': '6d1ba9bc-da20-4945-9bc7-af015d9ce4df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '765abe33-6cec-4401-8a47-03dabb34c6c5'} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:45:57.333767 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-23a9920a-7a0f-4c98-9668-abdcebb7f314 None None] Bound port: 0e49220f-870c-410b-874c-d9f327a3d572, host: n-d-816206-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d1ba9bc-da20-4945-9bc7-af015d9ce4df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '765abe33-6cec-4401-8a47-03dabb34c6c5'}}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:45:57.337349 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-23a9920a-7a0f-4c98-9668-abdcebb7f314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:57.432918 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-21a93c16-6215-464b-b189-218adba9ff8c tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:57.465359 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-21a93c16-6215-464b-b189-218adba9ff8c tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Calling delete_port for cf1d4ed0-8b9e-4709-9828-4fd8984c6bfd owned by {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:45:57.507720 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724ea632-f66f-4ba9-826a-f900b3effdeb req-fab3e4c6-bdb2-4553-a348-2eeeace08fa8 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:45:57.509422 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-724ea632-f66f-4ba9-826a-f900b3effdeb req-fab3e4c6-bdb2-4553-a348-2eeeace08fa8 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] 10.222.0.60 "GET /v2.0/ports?device_id=ed064c74-6ca9-4d95-a0fc-1c7439d0dafb HTTP/1.1" status: 200 len: 931 time: 1.4617846 Nov 23 17:45:57.589051 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-23a9920a-7a0f-4c98-9668-abdcebb7f314 None None] For port 0e49220f-870c-410b-874c-d9f327a3d572, host n-d-816206-8, cleared binding levels {{(pid=103592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:45:57.597119 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-23a9920a-7a0f-4c98-9668-abdcebb7f314 None None] For port 0e49220f-870c-410b-874c-d9f327a3d572, host n-d-816206-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=0e49220f-870c-410b-874c-d9f327a3d572,segment=NetworkSegment(6d1ba9bc-da20-4945-9bc7-af015d9ce4df),segment_id=6d1ba9bc-da20-4945-9bc7-af015d9ce4df)] {{(pid=103592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:45:57.606169 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-23a9920a-7a0f-4c98-9668-abdcebb7f314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:57.742289 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-21a93c16-6215-464b-b189-218adba9ff8c tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:57.759998 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-20ddc533-484e-4e82-9059-d54bdc8377fe req-84e9ede2-d1f3-444e-adbb-ced92e36318e tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] 10.222.0.60 "GET /v2.0/security-groups?id=c11b6a3a-f89b-4d05-9340-8aa0be1653f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4946892 Nov 23 17:45:57.851751 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a9920a-7a0f-4c98-9668-abdcebb7f314 None None] Pushing event updated for resources: {'Port': ['ID=0e49220f-870c-410b-874c-d9f327a3d572,revision_number=2']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:45:57.852247 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a93c16-6215-464b-b189-218adba9ff8c tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Pushing event deleted for resources: {'Port': ['ID=cf1d4ed0-8b9e-4709-9828-4fd8984c6bfd,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:45:58.015224 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-21a93c16-6215-464b-b189-218adba9ff8c tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:58.023389 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-21a93c16-6215-464b-b189-218adba9ff8c tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] 10.222.0.60 "DELETE /v2.0/ports/cf1d4ed0-8b9e-4709-9828-4fd8984c6bfd HTTP/1.1" status: 204 len: 168 time: 1.1133606 Nov 23 17:45:58.027254 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 59390) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:45:58.091803 n-d-816206-8 neutron-server[103590]: INFO neutron.pecan_wsgi.hooks.translation [None req-22c80e5a-2eef-41b8-9f05-70662dd669e5 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] GET failed (client error): The resource could not be found. Nov 23 17:45:58.095754 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-22c80e5a-2eef-41b8-9f05-70662dd669e5 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] 10.222.0.60 "GET /v2.0/ports/cf1d4ed0-8b9e-4709-9828-4fd8984c6bfd HTTP/1.1" status: 404 len: 333 time: 0.0656512 Nov 23 17:45:58.098368 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 59394) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:45:58.170186 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9e42667-1fc9-4487-803e-41398f2de8b3 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Deleting subnet 150ee68d-ac29-4969-9b67-576bba2c3a21 {{(pid=103590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 17:45:58.181416 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e9e42667-1fc9-4487-803e-41398f2de8b3 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks [] for subnet, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:58.293475 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e9e42667-1fc9-4487-803e-41398f2de8b3 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-267528342'] for subnet, precommit_delete_associations {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:58.300762 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-844df707-c7f0-456f-a2f1-7676fcc0789c req-f8e0ee67-9b42-4bc8-a6ef-b4c07aed3076 tempest-ServerAddressesTestJSON-1137063001 tempest-ServerAddressesTestJSON-1137063001-project] 10.222.0.60 "GET /v2.0/ports?device_id=0af239b0-6773-4d47-b0b7-a34b69cfdde1 HTTP/1.1" status: 200 len: 210 time: 0.0564654 Nov 23 17:45:58.322847 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [req-215b9151-e81c-432e-9c54-da95f35273d5 req-4a0b87b9-134f-48f0-95fa-7a512c24bd11 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b14865b5-8f10-4da4-9b12-7eef95be32ba {{(pid=103591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:45:58.346411 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-215b9151-e81c-432e-9c54-da95f35273d5 req-4a0b87b9-134f-48f0-95fa-7a512c24bd11 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:58.359238 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-724ea632-f66f-4ba9-826a-f900b3effdeb req-bad61052-324c-4d7f-897f-34fb5d9735d3 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] 10.222.0.60 "GET /v2.0/security-groups?id=fa324d8c-13d0-499d-8791-7b10ff6fd90b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8335590 Nov 23 17:45:58.421480 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-d049d098-d9f5-4134-994b-c00bc8bdb706 req-f7354621-e154-4ad6-93f4-f39c26c4e661 tempest-ServerAddressesTestJSON-1137063001 tempest-ServerAddressesTestJSON-1137063001-project] Publish callbacks [] for port, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:58.430809 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.provisioning_blocks [req-215b9151-e81c-432e-9c54-da95f35273d5 req-4a0b87b9-134f-48f0-95fa-7a512c24bd11 service neutron] Transition to ACTIVE for port object b14865b5-8f10-4da4-9b12-7eef95be32ba will not be triggered until provisioned by entity L2. {{(pid=103591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 17:45:58.436942 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-215b9151-e81c-432e-9c54-da95f35273d5 req-4a0b87b9-134f-48f0-95fa-7a512c24bd11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264758186'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:58.530999 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e9e42667-1fc9-4487-803e-41398f2de8b3 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971956'] for subnet, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:58.541991 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ff0a8c8-7fb3-473b-a76b-5f3caddd3b3f None None] DHCP port deletion for 96a4c4fb-2a54-4887-a6a0-d3361fb03ec8 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:45:58.578208 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0b87b9-134f-48f0-95fa-7a512c24bd11 service neutron] Pushing event updated for resources: {'Port': ['ID=b14865b5-8f10-4da4-9b12-7eef95be32ba,revision_number=2']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:45:58.650122 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-d049d098-d9f5-4134-994b-c00bc8bdb706 req-f7354621-e154-4ad6-93f4-f39c26c4e661 tempest-ServerAddressesTestJSON-1137063001 tempest-ServerAddressesTestJSON-1137063001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:58.671003 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e9e42667-1fc9-4487-803e-41398f2de8b3 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264357903', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264730940'] for subnet, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:58.738140 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e42667-1fc9-4487-803e-41398f2de8b3 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Pushing event deleted for resources: {'Subnet': ['ID=150ee68d-ac29-4969-9b67-576bba2c3a21,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:45:58.742846 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e9e42667-1fc9-4487-803e-41398f2de8b3 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks [] for subnet, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:58.752539 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-e9e42667-1fc9-4487-803e-41398f2de8b3 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] 10.222.0.60 "DELETE /v2.0/subnets/150ee68d-ac29-4969-9b67-576bba2c3a21 HTTP/1.1" status: 204 len: 168 time: 0.6526320 Nov 23 17:45:58.753463 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 59408) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:45:58.758723 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d049d098-d9f5-4134-994b-c00bc8bdb706 req-f7354621-e154-4ad6-93f4-f39c26c4e661 tempest-ServerAddressesTestJSON-1137063001 tempest-ServerAddressesTestJSON-1137063001-project] Network c7509ef6-0a20-41af-a7a3-29f40fefb59f is already hosted by enough agents. {{(pid=103591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:45:58.765631 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [req-d049d098-d9f5-4134-994b-c00bc8bdb706 req-f7354621-e154-4ad6-93f4-f39c26c4e661 tempest-ServerAddressesTestJSON-1137063001 tempest-ServerAddressesTestJSON-1137063001-project] Resources bound (agent type, host, resource id): {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:45:58.779406 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [req-d049d098-d9f5-4134-994b-c00bc8bdb706 req-f7354621-e154-4ad6-93f4-f39c26c4e661 tempest-ServerAddressesTestJSON-1137063001 tempest-ServerAddressesTestJSON-1137063001-project] Received port after_create {{(pid=103591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:45:58.879054 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7354621-e154-4ad6-93f4-f39c26c4e661 tempest-ServerAddressesTestJSON-1137063001 tempest-ServerAddressesTestJSON-1137063001-project] Pushing event updated for resources: {'Port': ['ID=a97cd525-a452-4a7e-8f0a-59e5a8d2365e,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:45:58.894829 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d049d098-d9f5-4134-994b-c00bc8bdb706 req-f7354621-e154-4ad6-93f4-f39c26c4e661 tempest-ServerAddressesTestJSON-1137063001 tempest-ServerAddressesTestJSON-1137063001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:45:58.900286 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-d049d098-d9f5-4134-994b-c00bc8bdb706 req-f7354621-e154-4ad6-93f4-f39c26c4e661 tempest-ServerAddressesTestJSON-1137063001 tempest-ServerAddressesTestJSON-1137063001-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:58.942598 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2596cd72-58a5-427f-91df-8df6228d9c57 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-555181'] for network, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:58.976527 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-215b9151-e81c-432e-9c54-da95f35273d5 req-4a0b87b9-134f-48f0-95fa-7a512c24bd11 service neutron] Attempting to bind port b14865b5-8f10-4da4-9b12-7eef95be32ba on host n-h1-816206-8 for vnic_type normal with profile {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:45:58.976527 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-215b9151-e81c-432e-9c54-da95f35273d5 req-4a0b87b9-134f-48f0-95fa-7a512c24bd11 service neutron] Attempting to bind port b14865b5-8f10-4da4-9b12-7eef95be32ba by drivers openvswitch,hyperv on host n-h1-816206-8 at level 0 using segments [{'id': '3dd48af8-0370-4e3e-80f2-5bf5c6c5c8d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '96a4c4fb-2a54-4887-a6a0-d3361fb03ec8'}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:45:58.976527 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-215b9151-e81c-432e-9c54-da95f35273d5 req-4a0b87b9-134f-48f0-95fa-7a512c24bd11 service neutron] Attempting to bind port b14865b5-8f10-4da4-9b12-7eef95be32ba on network 96a4c4fb-2a54-4887-a6a0-d3361fb03ec8 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:45:59.015447 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-215b9151-e81c-432e-9c54-da95f35273d5 req-4a0b87b9-134f-48f0-95fa-7a512c24bd11 service neutron] Port b14865b5-8f10-4da4-9b12-7eef95be32ba on network 96a4c4fb-2a54-4887-a6a0-d3361fb03ec8 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-8 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 17:45:59.015892 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-215b9151-e81c-432e-9c54-da95f35273d5 req-4a0b87b9-134f-48f0-95fa-7a512c24bd11 service neutron] Attempting to bind port b14865b5-8f10-4da4-9b12-7eef95be32ba on network 96a4c4fb-2a54-4887-a6a0-d3361fb03ec8 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:45:59.056358 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-215b9151-e81c-432e-9c54-da95f35273d5 req-4a0b87b9-134f-48f0-95fa-7a512c24bd11 service neutron] Checking agent: {'id': '4b0a4557-3bfe-4828-80a0-7981fc3ac84c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 15, 14), 'started_at': datetime.datetime(2021, 11, 23, 17, 15, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 45, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:45:59.078483 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-215b9151-e81c-432e-9c54-da95f35273d5 req-4a0b87b9-134f-48f0-95fa-7a512c24bd11 service neutron] Checking segment: {'id': '3dd48af8-0370-4e3e-80f2-5bf5c6c5c8d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '96a4c4fb-2a54-4887-a6a0-d3361fb03ec8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:45:59.082791 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-215b9151-e81c-432e-9c54-da95f35273d5 req-4a0b87b9-134f-48f0-95fa-7a512c24bd11 service neutron] Bound using segment: {'id': '3dd48af8-0370-4e3e-80f2-5bf5c6c5c8d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '96a4c4fb-2a54-4887-a6a0-d3361fb03ec8'} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:45:59.083258 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-215b9151-e81c-432e-9c54-da95f35273d5 req-4a0b87b9-134f-48f0-95fa-7a512c24bd11 service neutron] Bound port: b14865b5-8f10-4da4-9b12-7eef95be32ba, host: n-h1-816206-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3dd48af8-0370-4e3e-80f2-5bf5c6c5c8d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '96a4c4fb-2a54-4887-a6a0-d3361fb03ec8'}}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:45:59.083631 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-215b9151-e81c-432e-9c54-da95f35273d5 req-4a0b87b9-134f-48f0-95fa-7a512c24bd11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:59.124128 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-2596cd72-58a5-427f-91df-8df6228d9c57 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Deleting port 0e49220f-870c-410b-874c-d9f327a3d572 {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:45:59.124525 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2596cd72-58a5-427f-91df-8df6228d9c57 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:59.126582 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d049d098-d9f5-4134-994b-c00bc8bdb706 req-f7354621-e154-4ad6-93f4-f39c26c4e661 tempest-ServerAddressesTestJSON-1137063001 tempest-ServerAddressesTestJSON-1137063001-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.4147055 Nov 23 17:45:59.165302 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [req-d049d098-d9f5-4134-994b-c00bc8bdb706 req-77b1e4d1-0622-40c1-b03a-b1e163774f68 service neutron] Request body: {'port': {'device_id': '0af239b0-6773-4d47-b0b7-a34b69cfdde1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-8'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:45:59.272777 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 0e49220f-870c-410b-874c-d9f327a3d572 up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:45:59.364208 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-2596cd72-58a5-427f-91df-8df6228d9c57 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] For port 0e49220f-870c-410b-874c-d9f327a3d572, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=0e49220f-870c-410b-874c-d9f327a3d572,segment=NetworkSegment(6d1ba9bc-da20-4945-9bc7-af015d9ce4df),segment_id=6d1ba9bc-da20-4945-9bc7-af015d9ce4df)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:45:59.364615 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2596cd72-58a5-427f-91df-8df6228d9c57 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:59.385431 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port 0e49220f-870c-410b-874c-d9f327a3d572 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:45:59.387146 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306e4c25-23c2-42c5-b7c5-dae630adc581 req-e802d146-36c6-4341-9a38-48ddc62b9953 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:45:59.388311 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:59.388855 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-306e4c25-23c2-42c5-b7c5-dae630adc581 req-e802d146-36c6-4341-9a38-48ddc62b9953 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] 10.222.0.60 "GET /v2.0/ports?device_id=a43134ca-2758-4794-bb9c-974d11e5e279 HTTP/1.1" status: 200 len: 944 time: 0.4774823 Nov 23 17:45:59.391854 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-2596cd72-58a5-427f-91df-8df6228d9c57 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Calling delete_port for 0e49220f-870c-410b-874c-d9f327a3d572 owned by network:dhcp {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:45:59.556501 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2596cd72-58a5-427f-91df-8df6228d9c57 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:59.614525 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2596cd72-58a5-427f-91df-8df6228d9c57 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Pushing event deleted for resources: {'Port': ['ID=0e49220f-870c-410b-874c-d9f327a3d572,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:45:59.614759 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-306e4c25-23c2-42c5-b7c5-dae630adc581 req-4d22c678-84dc-41c6-a3e8-e17cbb371728 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] 10.222.0.60 "GET /v2.0/security-groups?id=c11b6a3a-f89b-4d05-9340-8aa0be1653f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1809418 Nov 23 17:45:59.628206 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2596cd72-58a5-427f-91df-8df6228d9c57 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] No DVR routers for this DVR port 0e49220f-870c-410b-874c-d9f327a3d572 on host n-d-816206-8 {{(pid=103590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:45:59.629433 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:59.661273 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-d049d098-d9f5-4134-994b-c00bc8bdb706 req-77b1e4d1-0622-40c1-b03a-b1e163774f68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:59.814585 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3939a6-6964-4d23-a83b-5625d09f5d15 req-896a3f92-2d34-4bc0-9c90-2e0f1728fc6d tempest-ServerAddressesTestJSON-1137063001 tempest-ServerAddressesTestJSON-1137063001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:45:59.819637 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8f3939a6-6964-4d23-a83b-5625d09f5d15 req-896a3f92-2d34-4bc0-9c90-2e0f1728fc6d tempest-ServerAddressesTestJSON-1137063001 tempest-ServerAddressesTestJSON-1137063001-project] 10.222.0.60 "GET /v2.0/ports?device_id=0af239b0-6773-4d47-b0b7-a34b69cfdde1 HTTP/1.1" status: 200 len: 931 time: 0.2913222 Nov 23 17:45:59.854168 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2596cd72-58a5-427f-91df-8df6228d9c57 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973419', 'neutron.services.segments.db._delete_segments_for_network-8736635878840'] for network, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:45:59.901165 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-2596cd72-58a5-427f-91df-8df6228d9c57 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['765abe33-6cec-4401-8a47-03dabb34c6c5']}} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:45:59.922229 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-2596cd72-58a5-427f-91df-8df6228d9c57 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d1ba9bc-da20-4945-9bc7-af015d9ce4df') {'for_net_delete': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:45:59.922524 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-2596cd72-58a5-427f-91df-8df6228d9c57 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d1ba9bc-da20-4945-9bc7-af015d9ce4df') {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:45:59.944691 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2596cd72-58a5-427f-91df-8df6228d9c57 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736635840332', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-267528353'] for segment, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:00.009026 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2596cd72-58a5-427f-91df-8df6228d9c57 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:00.015203 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0047d2e6-6b5b-44e9-a626-371d74ddee6d None None] Network 765abe33-6cec-4401-8a47-03dabb34c6c5 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:46:00.034546 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2596cd72-58a5-427f-91df-8df6228d9c57 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Releasing vlan 524 on physical network physnet1 to pool {{(pid=103590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 17:46:00.034782 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2596cd72-58a5-427f-91df-8df6228d9c57 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264370093'] for segment, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:00.117547 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-5637edc2-391d-4569-8e9d-13c4f4327711 None None] Could not find standard attr ID for object 0e49220f-870c-410b-874c-d9f327a3d572. {{(pid=103592) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 17:46:00.205508 n-d-816206-8 neutron-server[103590]: Traceback (most recent call last): Nov 23 17:46:00.205508 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 17:46:00.205508 n-d-816206-8 neutron-server[103590]: timer() Nov 23 17:46:00.205508 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 17:46:00.205508 n-d-816206-8 neutron-server[103590]: cb(*args, **kw) Nov 23 17:46:00.205508 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 17:46:00.205508 n-d-816206-8 neutron-server[103590]: return func(*args, **kwargs) Nov 23 17:46:00.205508 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 17:46:00.205508 n-d-816206-8 neutron-server[103590]: self._notify() Nov 23 17:46:00.205508 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 17:46:00.205508 n-d-816206-8 neutron-server[103590]: self.callback(batched_events) Nov 23 17:46:00.205508 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 17:46:00.205508 n-d-816206-8 neutron-server[103590]: event.method(event) Nov 23 17:46:00.205508 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 17:46:00.205508 n-d-816206-8 neutron-server[103590]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 17:46:00.205508 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 17:46:00.205508 n-d-816206-8 neutron-server[103590]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 17:46:00.205508 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 17:46:00.205508 n-d-816206-8 neutron-server[103590]: return f(self, *a, **k) Nov 23 17:46:00.205508 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 17:46:00.205508 n-d-816206-8 neutron-server[103590]: return self._get(url).json() Nov 23 17:46:00.205508 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 17:46:00.205508 n-d-816206-8 neutron-server[103590]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 17:46:00.205508 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 17:46:00.205508 n-d-816206-8 neutron-server[103590]: return self.request(url, 'GET', **kwargs) Nov 23 17:46:00.205508 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 17:46:00.205508 n-d-816206-8 neutron-server[103590]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 17:46:00.205508 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 17:46:00.205508 n-d-816206-8 neutron-server[103590]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 17:46:00.205508 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 17:46:00.205508 n-d-816206-8 neutron-server[103590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 17:46:00.205508 n-d-816206-8 neutron-server[103590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 17:46:00.228831 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2596cd72-58a5-427f-91df-8df6228d9c57 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1795418'] for network, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:00.260460 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2596cd72-58a5-427f-91df-8df6228d9c57 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks [] for network, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:00.264097 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-2596cd72-58a5-427f-91df-8df6228d9c57 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] 10.222.0.60 "DELETE /v2.0/networks/765abe33-6cec-4401-8a47-03dabb34c6c5 HTTP/1.1" status: 204 len: 168 time: 1.5099113 Nov 23 17:46:00.270486 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 59440) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:46:00.275712 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-acc8b2be-34a1-4e2f-a447-d6772bc3bbf4 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Request body: {'port': {'network_id': '12e95f1b-7432-44b4-84b7-96744da459fd', 'name': 'tempest-PortsTestJSON-1502168306'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:46:00.301821 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbc1bfb2-2813-4a44-802a-dbaeb44d6bcf None None] DHCP port deletion for 765abe33-6cec-4401-8a47-03dabb34c6c5 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:46:00.349749 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2596cd72-58a5-427f-91df-8df6228d9c57 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Pushing event deleted for resources: {'Network': ['ID=765abe33-6cec-4401-8a47-03dabb34c6c5,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:46:00.510491 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acc8b2be-34a1-4e2f-a447-d6772bc3bbf4 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Made reservation on behalf of 57db132758f947bab3110ff0d5b47049 for: {'port': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:46:00.511568 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [req-d049d098-d9f5-4134-994b-c00bc8bdb706 req-77b1e4d1-0622-40c1-b03a-b1e163774f68 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a97cd525-a452-4a7e-8f0a-59e5a8d2365e {{(pid=103591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:46:00.515879 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-acc8b2be-34a1-4e2f-a447-d6772bc3bbf4 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:00.521220 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-d049d098-d9f5-4134-994b-c00bc8bdb706 req-77b1e4d1-0622-40c1-b03a-b1e163774f68 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:00.536719 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.provisioning_blocks [req-d049d098-d9f5-4134-994b-c00bc8bdb706 req-77b1e4d1-0622-40c1-b03a-b1e163774f68 service neutron] Transition to ACTIVE for port object a97cd525-a452-4a7e-8f0a-59e5a8d2365e will not be triggered until provisioned by entity L2. {{(pid=103591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 17:46:00.575053 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-d049d098-d9f5-4134-994b-c00bc8bdb706 req-77b1e4d1-0622-40c1-b03a-b1e163774f68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264758186'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:00.577210 n-d-816206-8 neutron-server[103590]: DEBUG neutron.notifiers.nova [None req-acc8b2be-34a1-4e2f-a447-d6772bc3bbf4 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] device_id is not set on port e7800e87-a8da-4fc2-8af4-c98d00fd1570 yet. {{(pid=103590) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 17:46:00.590375 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-215b9151-e81c-432e-9c54-da95f35273d5 req-4a0b87b9-134f-48f0-95fa-7a512c24bd11 service neutron] For port b14865b5-8f10-4da4-9b12-7eef95be32ba, host n-h1-816206-8, cleared binding levels {{(pid=103591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:46:00.622574 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2f7fc8-d3d4-4864-9dd5-7e077f241cae req-4f02f6a3-4e7f-4753-b216-558e47e330a9 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:46:00.626809 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8f2f7fc8-d3d4-4864-9dd5-7e077f241cae req-4f02f6a3-4e7f-4753-b216-558e47e330a9 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] 10.222.0.60 "GET /v2.0/ports?device_id=ed064c74-6ca9-4d95-a0fc-1c7439d0dafb HTTP/1.1" status: 200 len: 943 time: 0.7989240 Nov 23 17:46:00.734688 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8f3939a6-6964-4d23-a83b-5625d09f5d15 req-8b38b2e2-6551-4bc4-b8f7-2b4a60169d78 tempest-ServerAddressesTestJSON-1137063001 tempest-ServerAddressesTestJSON-1137063001-project] 10.222.0.60 "GET /v2.0/security-groups?id=006edd61-89a7-4180-a555-5a0fa547605a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8305700 Nov 23 17:46:00.735328 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b1e4d1-0622-40c1-b03a-b1e163774f68 service neutron] Pushing event updated for resources: {'Port': ['ID=a97cd525-a452-4a7e-8f0a-59e5a8d2365e,revision_number=2']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:46:00.796243 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-acc8b2be-34a1-4e2f-a447-d6772bc3bbf4 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:00.840310 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-acc8b2be-34a1-4e2f-a447-d6772bc3bbf4 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:00.851100 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-215b9151-e81c-432e-9c54-da95f35273d5 req-4a0b87b9-134f-48f0-95fa-7a512c24bd11 service neutron] For port b14865b5-8f10-4da4-9b12-7eef95be32ba, host n-h1-816206-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=b14865b5-8f10-4da4-9b12-7eef95be32ba,segment=NetworkSegment(3dd48af8-0370-4e3e-80f2-5bf5c6c5c8d9),segment_id=3dd48af8-0370-4e3e-80f2-5bf5c6c5c8d9)] {{(pid=103591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:46:00.860172 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8f2f7fc8-d3d4-4864-9dd5-7e077f241cae req-b4f590ca-8dd1-4bab-bbfc-85c7b0b62a89 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] 10.222.0.60 "GET /v2.0/security-groups?id=fa324d8c-13d0-499d-8791-7b10ff6fd90b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118004 Nov 23 17:46:00.890372 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-215b9151-e81c-432e-9c54-da95f35273d5 req-4a0b87b9-134f-48f0-95fa-7a512c24bd11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264758186'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:01.004297 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c0ac8d8-1d7d-4a8c-a1d9-45063c27412c None None] DHCP port deletion for 96a4c4fb-2a54-4887-a6a0-d3361fb03ec8 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:46:01.045008 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215b9151-e81c-432e-9c54-da95f35273d5 req-4a0b87b9-134f-48f0-95fa-7a512c24bd11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:46:01.045650 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-215b9151-e81c-432e-9c54-da95f35273d5 req-4a0b87b9-134f-48f0-95fa-7a512c24bd11 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:01.047071 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-215b9151-e81c-432e-9c54-da95f35273d5 req-4a0b87b9-134f-48f0-95fa-7a512c24bd11 service neutron] 10.222.0.55 "PUT /v2.0/ports/b14865b5-8f10-4da4-9b12-7eef95be32ba HTTP/1.1" status: 200 len: 1091 time: 4.9865372 Nov 23 17:46:01.073288 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed064c74-6ca9-4d95-a0fc-1c7439d0dafb', 'tag': 'b14865b5-8f10-4da4-9b12-7eef95be32ba'}] {{(pid=103591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:46:01.080346 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41d174a19ece9499ff9ec44e5b3fc50f2abd3ffbc947fb7e52ea1e8db27b95b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a66c0149-80c5-4915-b2b0-4dd2e3fb7b71" -d '{"events": [{"name": "network-changed", "server_uuid": "ed064c74-6ca9-4d95-a0fc-1c7439d0dafb", "tag": "b14865b5-8f10-4da4-9b12-7eef95be32ba"}]}' {{(pid=103591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:46:01.166679 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 0e49220f-870c-410b-874c-d9f327a3d572 no longer exists at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:46:01.198231 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 17:46:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-456ba504-b333-4db0-a2fd-730e1d03f802 x-openstack-request-id: req-456ba504-b333-4db0-a2fd-730e1d03f802 {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:46:01.198524 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed064c74-6ca9-4d95-a0fc-1c7439d0dafb", "tag": "b14865b5-8f10-4da4-9b12-7eef95be32ba", "status": "completed", "code": 200}]} {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:46:01.198838 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-456ba504-b333-4db0-a2fd-730e1d03f802 {{(pid=103591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:46:01.199428 n-d-816206-8 neutron-server[103591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed064c74-6ca9-4d95-a0fc-1c7439d0dafb', 'tag': 'b14865b5-8f10-4da4-9b12-7eef95be32ba', 'status': 'completed', 'code': 200} Nov 23 17:46:01.201241 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] No Port match for: 0e49220f-870c-410b-874c-d9f327a3d572 {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:46:01.201833 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 0e49220f-870c-410b-874c-d9f327a3d572 not bound to the agent host n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:46:01.252088 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0b87b9-134f-48f0-95fa-7a512c24bd11 service neutron] Pushing event updated for resources: {'Port': ['ID=b14865b5-8f10-4da4-9b12-7eef95be32ba,revision_number=3']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:46:01.274883 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e970f7-de1f-499d-9441-93fc888e9933 req-d75f1b17-5cbb-4fb4-b5d3-84923edb9cc6 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:46:01.276542 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-33e970f7-de1f-499d-9441-93fc888e9933 req-d75f1b17-5cbb-4fb4-b5d3-84923edb9cc6 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] 10.222.0.60 "GET /v2.0/ports?device_id=a43134ca-2758-4794-bb9c-974d11e5e279 HTTP/1.1" status: 200 len: 944 time: 0.3828213 Nov 23 17:46:01.331561 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-d049d098-d9f5-4134-994b-c00bc8bdb706 req-77b1e4d1-0622-40c1-b03a-b1e163774f68 service neutron] Attempting to bind port a97cd525-a452-4a7e-8f0a-59e5a8d2365e on host n-h1-816206-8 for vnic_type normal with profile {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:46:01.332002 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-d049d098-d9f5-4134-994b-c00bc8bdb706 req-77b1e4d1-0622-40c1-b03a-b1e163774f68 service neutron] Attempting to bind port a97cd525-a452-4a7e-8f0a-59e5a8d2365e by drivers openvswitch,hyperv on host n-h1-816206-8 at level 0 using segments [{'id': '61450775-8941-4fba-9a03-14347988acaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'c7509ef6-0a20-41af-a7a3-29f40fefb59f'}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:46:01.332397 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d049d098-d9f5-4134-994b-c00bc8bdb706 req-77b1e4d1-0622-40c1-b03a-b1e163774f68 service neutron] Attempting to bind port a97cd525-a452-4a7e-8f0a-59e5a8d2365e on network c7509ef6-0a20-41af-a7a3-29f40fefb59f {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:46:01.358562 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d049d098-d9f5-4134-994b-c00bc8bdb706 req-77b1e4d1-0622-40c1-b03a-b1e163774f68 service neutron] Port a97cd525-a452-4a7e-8f0a-59e5a8d2365e on network c7509ef6-0a20-41af-a7a3-29f40fefb59f not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-8 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 17:46:01.358990 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d049d098-d9f5-4134-994b-c00bc8bdb706 req-77b1e4d1-0622-40c1-b03a-b1e163774f68 service neutron] Attempting to bind port a97cd525-a452-4a7e-8f0a-59e5a8d2365e on network c7509ef6-0a20-41af-a7a3-29f40fefb59f {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:46:01.362720 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215b9151-e81c-432e-9c54-da95f35273d5 req-9c726c03-b5cc-44fc-9ac0-1e288850b802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:46:01.364418 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-215b9151-e81c-432e-9c54-da95f35273d5 req-9c726c03-b5cc-44fc-9ac0-1e288850b802 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=fc0b8b60f26147bc93ae14daf3e34aba&device_id=ed064c74-6ca9-4d95-a0fc-1c7439d0dafb HTTP/1.1" status: 200 len: 1094 time: 0.2464135 Nov 23 17:46:01.388856 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d049d098-d9f5-4134-994b-c00bc8bdb706 req-77b1e4d1-0622-40c1-b03a-b1e163774f68 service neutron] Checking agent: {'id': '4b0a4557-3bfe-4828-80a0-7981fc3ac84c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 15, 14), 'started_at': datetime.datetime(2021, 11, 23, 17, 15, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 45, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:46:01.389406 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d049d098-d9f5-4134-994b-c00bc8bdb706 req-77b1e4d1-0622-40c1-b03a-b1e163774f68 service neutron] Checking segment: {'id': '61450775-8941-4fba-9a03-14347988acaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'c7509ef6-0a20-41af-a7a3-29f40fefb59f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:46:01.389976 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d049d098-d9f5-4134-994b-c00bc8bdb706 req-77b1e4d1-0622-40c1-b03a-b1e163774f68 service neutron] Bound using segment: {'id': '61450775-8941-4fba-9a03-14347988acaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'c7509ef6-0a20-41af-a7a3-29f40fefb59f'} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:46:01.390630 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-d049d098-d9f5-4134-994b-c00bc8bdb706 req-77b1e4d1-0622-40c1-b03a-b1e163774f68 service neutron] Bound port: a97cd525-a452-4a7e-8f0a-59e5a8d2365e, host: n-h1-816206-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61450775-8941-4fba-9a03-14347988acaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'c7509ef6-0a20-41af-a7a3-29f40fefb59f'}}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:46:01.391099 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-d049d098-d9f5-4134-994b-c00bc8bdb706 req-77b1e4d1-0622-40c1-b03a-b1e163774f68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:01.482314 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-215b9151-e81c-432e-9c54-da95f35273d5 req-eafd2f20-03c1-48d8-8f88-6cc542b3ee7e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b14865b5-8f10-4da4-9b12-7eef95be32ba HTTP/1.1" status: 200 len: 217 time: 0.1056340 Nov 23 17:46:01.525843 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acc8b2be-34a1-4e2f-a447-d6772bc3bbf4 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Network 12e95f1b-7432-44b4-84b7-96744da459fd is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:46:01.550707 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-acc8b2be-34a1-4e2f-a447-d6772bc3bbf4 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:46:01.556219 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acc8b2be-34a1-4e2f-a447-d6772bc3bbf4 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:46:01.565563 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acc8b2be-34a1-4e2f-a447-d6772bc3bbf4 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:46:01.577416 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-acc8b2be-34a1-4e2f-a447-d6772bc3bbf4 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:01.627368 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215b9151-e81c-432e-9c54-da95f35273d5 req-23a63b52-0516-4452-8fe2-d86ab036b84a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:46:01.629972 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-215b9151-e81c-432e-9c54-da95f35273d5 req-23a63b52-0516-4452-8fe2-d86ab036b84a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6a67b7b8-1b5e-4ea7-ab09-4d43799d0b06 HTTP/1.1" status: 200 len: 846 time: 0.1134088 Nov 23 17:46:01.637504 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc8b2be-34a1-4e2f-a447-d6772bc3bbf4 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Pushing event updated for resources: {'Port': ['ID=e7800e87-a8da-4fc2-8af4-c98d00fd1570,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:46:01.660561 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-acc8b2be-34a1-4e2f-a447-d6772bc3bbf4 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.3889351 Nov 23 17:46:01.663574 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 59472) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:46:01.699454 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-215b9151-e81c-432e-9c54-da95f35273d5 req-8bd5d5e5-0ab2-4d9d-a8e8-7732788b6dfb service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=96a4c4fb-2a54-4887-a6a0-d3361fb03ec8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0596373 Nov 23 17:46:01.725791 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-33e970f7-de1f-499d-9441-93fc888e9933 req-0eafd71e-b597-478d-aa57-06e9e82985c2 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] 10.222.0.60 "GET /v2.0/security-groups?id=c11b6a3a-f89b-4d05-9340-8aa0be1653f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4006536 Nov 23 17:46:01.855267 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-f663c32f-1e0c-4cbc-a3d5-5f594f0bb857 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Deleting port e7800e87-a8da-4fc2-8af4-c98d00fd1570 {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:46:01.855267 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f663c32f-1e0c-4cbc-a3d5-5f594f0bb857 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:02.015989 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f663c32f-1e0c-4cbc-a3d5-5f594f0bb857 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:02.063075 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-f663c32f-1e0c-4cbc-a3d5-5f594f0bb857 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Calling delete_port for e7800e87-a8da-4fc2-8af4-c98d00fd1570 owned by {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:46:02.142232 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-d049d098-d9f5-4134-994b-c00bc8bdb706 req-77b1e4d1-0622-40c1-b03a-b1e163774f68 service neutron] For port a97cd525-a452-4a7e-8f0a-59e5a8d2365e, host n-h1-816206-8, cleared binding levels {{(pid=103591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:46:02.153089 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916a5176-e6e1-4c2e-a7d0-21689acf9d83 req-79610d1b-ace7-40c0-aec5-daa357ee95a0 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:46:02.161640 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-916a5176-e6e1-4c2e-a7d0-21689acf9d83 req-79610d1b-ace7-40c0-aec5-daa357ee95a0 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] 10.222.0.60 "GET /v2.0/ports?device_id=ed064c74-6ca9-4d95-a0fc-1c7439d0dafb HTTP/1.1" status: 200 len: 943 time: 0.1100769 Nov 23 17:46:02.224061 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f663c32f-1e0c-4cbc-a3d5-5f594f0bb857 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:02.225205 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-215b9151-e81c-432e-9c54-da95f35273d5 req-a86b47fd-e6f2-47a4-8490-d1fa534872fe service neutron] 10.222.0.55 "GET /v2.0/networks/96a4c4fb-2a54-4887-a6a0-d3361fb03ec8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4538600 Nov 23 17:46:02.241109 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-916a5176-e6e1-4c2e-a7d0-21689acf9d83 req-f9f01adc-ec9c-4e05-92a1-fa163775c9ce tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] 10.222.0.60 "GET /v2.0/security-groups?id=fa324d8c-13d0-499d-8791-7b10ff6fd90b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778763 Nov 23 17:46:02.243609 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-d049d098-d9f5-4134-994b-c00bc8bdb706 req-77b1e4d1-0622-40c1-b03a-b1e163774f68 service neutron] For port a97cd525-a452-4a7e-8f0a-59e5a8d2365e, host n-h1-816206-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=a97cd525-a452-4a7e-8f0a-59e5a8d2365e,segment=NetworkSegment(61450775-8941-4fba-9a03-14347988acaf),segment_id=61450775-8941-4fba-9a03-14347988acaf)] {{(pid=103591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:46:02.265314 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-d049d098-d9f5-4134-994b-c00bc8bdb706 req-77b1e4d1-0622-40c1-b03a-b1e163774f68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264758186'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:02.275436 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d16dbf-6d3a-4827-b586-6b1bb0b31955 req-6d04da6a-d260-46f5-b073-cd63a3805202 tempest-ServerAddressesTestJSON-1137063001 tempest-ServerAddressesTestJSON-1137063001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:46:02.283640 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-42d16dbf-6d3a-4827-b586-6b1bb0b31955 req-6d04da6a-d260-46f5-b073-cd63a3805202 tempest-ServerAddressesTestJSON-1137063001 tempest-ServerAddressesTestJSON-1137063001-project] 10.222.0.60 "GET /v2.0/ports?device_id=0af239b0-6773-4d47-b0b7-a34b69cfdde1 HTTP/1.1" status: 200 len: 943 time: 0.2687407 Nov 23 17:46:02.347743 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f663c32f-1e0c-4cbc-a3d5-5f594f0bb857 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:02.353783 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-f663c32f-1e0c-4cbc-a3d5-5f594f0bb857 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] 10.222.0.60 "DELETE /v2.0/ports/e7800e87-a8da-4fc2-8af4-c98d00fd1570 HTTP/1.1" status: 204 len: 168 time: 0.6864815 Nov 23 17:46:02.353783 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f663c32f-1e0c-4cbc-a3d5-5f594f0bb857 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Pushing event deleted for resources: {'Port': ['ID=e7800e87-a8da-4fc2-8af4-c98d00fd1570,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:46:02.355029 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 59488) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:46:02.364755 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-14826f5a-6631-4c50-9596-4226b553b22c tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Request body: {'port': {'network_id': '12e95f1b-7432-44b4-84b7-96744da459fd', 'mac_address': 'fa:16:3e:f5:11:5f', 'name': 'tempest-PortsTestJSON-1100808393'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:46:02.530812 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d049d098-d9f5-4134-994b-c00bc8bdb706 req-77b1e4d1-0622-40c1-b03a-b1e163774f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:46:02.532345 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-d049d098-d9f5-4134-994b-c00bc8bdb706 req-77b1e4d1-0622-40c1-b03a-b1e163774f68 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:02.540165 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d049d098-d9f5-4134-994b-c00bc8bdb706 req-77b1e4d1-0622-40c1-b03a-b1e163774f68 service neutron] 10.222.0.55 "PUT /v2.0/ports/a97cd525-a452-4a7e-8f0a-59e5a8d2365e HTTP/1.1" status: 200 len: 1091 time: 3.3765152 Nov 23 17:46:02.636907 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14826f5a-6631-4c50-9596-4226b553b22c tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Made reservation on behalf of 57db132758f947bab3110ff0d5b47049 for: {'port': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:46:02.655365 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b1e4d1-0622-40c1-b03a-b1e163774f68 service neutron] Pushing event updated for resources: {'Port': ['ID=a97cd525-a452-4a7e-8f0a-59e5a8d2365e,revision_number=3']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:46:02.786373 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-14826f5a-6631-4c50-9596-4226b553b22c tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:02.828310 n-d-816206-8 neutron-server[103590]: DEBUG neutron.notifiers.nova [None req-14826f5a-6631-4c50-9596-4226b553b22c tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] device_id is not set on port a9366e5a-8b82-49b6-a465-76cc43ac3c76 yet. {{(pid=103590) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 17:46:02.869920 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-42d16dbf-6d3a-4827-b586-6b1bb0b31955 req-b94f6312-6f20-49e3-8c82-5b476cdb26ed tempest-ServerAddressesTestJSON-1137063001 tempest-ServerAddressesTestJSON-1137063001-project] 10.222.0.60 "GET /v2.0/security-groups?id=006edd61-89a7-4180-a555-5a0fa547605a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5842214 Nov 23 17:46:02.880041 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-215b9151-e81c-432e-9c54-da95f35273d5 req-a5d273a4-7fae-4e28-a78d-db0fe770e416 service neutron] 10.222.0.55 "GET /v2.0/networks/96a4c4fb-2a54-4887-a6a0-d3361fb03ec8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6346972 Nov 23 17:46:02.915463 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d049d098-d9f5-4134-994b-c00bc8bdb706 req-cd966ca1-fa19-4896-a027-b4965cbc7a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:46:02.919384 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d049d098-d9f5-4134-994b-c00bc8bdb706 req-cd966ca1-fa19-4896-a027-b4965cbc7a05 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d7ab8ec1fdb54e0b9aa3da07801e2f51&device_id=0af239b0-6773-4d47-b0b7-a34b69cfdde1 HTTP/1.1" status: 200 len: 1094 time: 0.2653644 Nov 23 17:46:03.110177 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d049d098-d9f5-4134-994b-c00bc8bdb706 req-b5b51494-64da-4be2-a16a-2df00d0e7bb9 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a97cd525-a452-4a7e-8f0a-59e5a8d2365e HTTP/1.1" status: 200 len: 217 time: 0.0929732 Nov 23 17:46:03.187038 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175dbf7e-61f8-49bf-aba7-8461cbc34f6e req-6b110964-a393-4a6a-b0c2-b8ec5ffbdd41 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:46:03.201406 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-175dbf7e-61f8-49bf-aba7-8461cbc34f6e req-6b110964-a393-4a6a-b0c2-b8ec5ffbdd41 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] 10.222.0.60 "GET /v2.0/ports?device_id=a43134ca-2758-4794-bb9c-974d11e5e279 HTTP/1.1" status: 200 len: 944 time: 0.2676783 Nov 23 17:46:03.210685 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0af239b0-6773-4d47-b0b7-a34b69cfdde1', 'tag': 'a97cd525-a452-4a7e-8f0a-59e5a8d2365e'}] {{(pid=103591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:46:03.210685 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41d174a19ece9499ff9ec44e5b3fc50f2abd3ffbc947fb7e52ea1e8db27b95b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5489c8fb-7a70-4be9-a11a-f732cf97a58e" -d '{"events": [{"name": "network-changed", "server_uuid": "0af239b0-6773-4d47-b0b7-a34b69cfdde1", "tag": "a97cd525-a452-4a7e-8f0a-59e5a8d2365e"}]}' {{(pid=103591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:46:03.244896 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66c0149-80c5-4915-b2b0-4dd2e3fb7b71 req-449ba58c-d519-432e-b9bd-62511a05904e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:46:03.246735 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a66c0149-80c5-4915-b2b0-4dd2e3fb7b71 req-449ba58c-d519-432e-b9bd-62511a05904e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=fc0b8b60f26147bc93ae14daf3e34aba&device_id=ed064c74-6ca9-4d95-a0fc-1c7439d0dafb HTTP/1.1" status: 200 len: 1094 time: 0.2410767 Nov 23 17:46:03.279805 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d049d098-d9f5-4134-994b-c00bc8bdb706 req-8dfee3f5-0b83-442e-9ce1-3dca106343af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:46:03.281367 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d049d098-d9f5-4134-994b-c00bc8bdb706 req-8dfee3f5-0b83-442e-9ce1-3dca106343af service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b5f14ff9-b078-4254-b8b2-8db4d6443daf HTTP/1.1" status: 200 len: 854 time: 0.1478417 Nov 23 17:46:03.340671 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d049d098-d9f5-4134-994b-c00bc8bdb706 req-14808cab-a82a-41ea-8b1f-d09e9d99aa47 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c7509ef6-0a20-41af-a7a3-29f40fefb59f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409775 Nov 23 17:46:03.343047 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 17:46:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf6ee346-45dd-4a83-9f98-352eb128ef10 x-openstack-request-id: req-bf6ee346-45dd-4a83-9f98-352eb128ef10 {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:46:03.343339 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0af239b0-6773-4d47-b0b7-a34b69cfdde1", "tag": "a97cd525-a452-4a7e-8f0a-59e5a8d2365e", "status": "completed", "code": 200}]} {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:46:03.343614 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-bf6ee346-45dd-4a83-9f98-352eb128ef10 {{(pid=103591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:46:03.344016 n-d-816206-8 neutron-server[103591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0af239b0-6773-4d47-b0b7-a34b69cfdde1', 'tag': 'a97cd525-a452-4a7e-8f0a-59e5a8d2365e', 'status': 'completed', 'code': 200} Nov 23 17:46:03.384038 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-14826f5a-6631-4c50-9596-4226b553b22c tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:03.478655 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-14826f5a-6631-4c50-9596-4226b553b22c tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:03.520340 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-175dbf7e-61f8-49bf-aba7-8461cbc34f6e req-285d206b-c906-44e0-9955-89ec82a947ae tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] 10.222.0.60 "GET /v2.0/security-groups?id=c11b6a3a-f89b-4d05-9340-8aa0be1653f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3241656 Nov 23 17:46:03.648969 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66c0149-80c5-4915-b2b0-4dd2e3fb7b71 req-5216cf42-336b-47ec-86ba-5db15d32efef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:46:03.650931 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a66c0149-80c5-4915-b2b0-4dd2e3fb7b71 req-5216cf42-336b-47ec-86ba-5db15d32efef service neutron] 10.222.0.55 "GET /v2.0/networks?id=96a4c4fb-2a54-4887-a6a0-d3361fb03ec8 HTTP/1.1" status: 200 len: 907 time: 0.3924053 Nov 23 17:46:03.680001 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14826f5a-6631-4c50-9596-4226b553b22c tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Pushing event updated for resources: {'Port': ['ID=a9366e5a-8b82-49b6-a465-76cc43ac3c76,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:46:03.695240 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14826f5a-6631-4c50-9596-4226b553b22c tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Network 12e95f1b-7432-44b4-84b7-96744da459fd is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:46:03.697796 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-14826f5a-6631-4c50-9596-4226b553b22c tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:46:03.707229 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14826f5a-6631-4c50-9596-4226b553b22c tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:46:03.713683 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14826f5a-6631-4c50-9596-4226b553b22c tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:46:03.714606 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-14826f5a-6631-4c50-9596-4226b553b22c tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:03.750800 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-14826f5a-6631-4c50-9596-4226b553b22c tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.3927307 Nov 23 17:46:03.757354 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 59522) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:46:03.759589 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85be5c91-417d-4dea-9c7c-c162a10ab512 req-91210ae9-b48c-41c5-a43a-3419c381d166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:46:03.763021 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a66c0149-80c5-4915-b2b0-4dd2e3fb7b71 req-5b8be946-ca31-468d-b354-f0d53078c8ec service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b14865b5-8f10-4da4-9b12-7eef95be32ba HTTP/1.1" status: 200 len: 217 time: 0.1015689 Nov 23 17:46:03.770074 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-85be5c91-417d-4dea-9c7c-c162a10ab512 req-91210ae9-b48c-41c5-a43a-3419c381d166 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=a43134ca-2758-4794-bb9c-974d11e5e279&tenant_id=093e052ebdfd4c689471d0502a0c2e0a HTTP/1.1" status: 200 len: 1095 time: 0.2191548 Nov 23 17:46:03.777692 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48825ba-d50b-4ad8-88b7-04c6084c02eb req-9e0adc13-9cb8-4a17-b511-d6c9a680fbcf tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:46:03.779245 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c48825ba-d50b-4ad8-88b7-04c6084c02eb req-9e0adc13-9cb8-4a17-b511-d6c9a680fbcf tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] 10.222.0.60 "GET /v2.0/ports?device_id=ed064c74-6ca9-4d95-a0fc-1c7439d0dafb HTTP/1.1" status: 200 len: 943 time: 0.1994641 Nov 23 17:46:03.811921 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [req-85be5c91-417d-4dea-9c7c-c162a10ab512 req-4f513359-6673-4b8f-8be3-5bc19f787478 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-816206-8', 'device_owner': 'compute:nova'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:46:03.855082 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-511105cf-789b-447b-a24a-456ee6c8f1af tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:46:03.856659 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-511105cf-789b-447b-a24a-456ee6c8f1af tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] 10.222.0.60 "GET /v2.0/ports/a9366e5a-8b82-49b6-a465-76cc43ac3c76 HTTP/1.1" status: 200 len: 841 time: 0.0855744 Nov 23 17:46:03.857370 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66c0149-80c5-4915-b2b0-4dd2e3fb7b71 req-f3f64ded-b104-4ec9-a271-bc77401e0391 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:46:03.859159 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a66c0149-80c5-4915-b2b0-4dd2e3fb7b71 req-f3f64ded-b104-4ec9-a271-bc77401e0391 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6a67b7b8-1b5e-4ea7-ab09-4d43799d0b06 HTTP/1.1" status: 200 len: 846 time: 0.0786963 Nov 23 17:46:03.859988 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 59524) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:46:03.902333 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-85be5c91-417d-4dea-9c7c-c162a10ab512 req-4f513359-6673-4b8f-8be3-5bc19f787478 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:03.976100 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d049d098-d9f5-4134-994b-c00bc8bdb706 req-8436cadb-bc48-422c-bf0d-dcb220a9fcf3 service neutron] 10.222.0.55 "GET /v2.0/networks/c7509ef6-0a20-41af-a7a3-29f40fefb59f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6240377 Nov 23 17:46:03.982088 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a66c0149-80c5-4915-b2b0-4dd2e3fb7b71 req-942c719a-105a-4fb3-b9a1-1b8017cc1c7e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=96a4c4fb-2a54-4887-a6a0-d3361fb03ec8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0553455 Nov 23 17:46:04.134974 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c48825ba-d50b-4ad8-88b7-04c6084c02eb req-c5627055-640f-48b2-bded-f20fe7b9a409 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] 10.222.0.60 "GET /v2.0/security-groups?id=fa324d8c-13d0-499d-8791-7b10ff6fd90b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3409753 Nov 23 17:46:04.250483 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [req-85be5c91-417d-4dea-9c7c-c162a10ab512 req-4f513359-6673-4b8f-8be3-5bc19f787478 service neutron] For port fbe44c50-ab0e-48c7-bd92-149bb465cefc, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=fbe44c50-ab0e-48c7-bd92-149bb465cefc,segment=NetworkSegment(97bf93aa-7116-4943-8d21-ff543f30be5d),segment_id=97bf93aa-7116-4943-8d21-ff543f30be5d)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:46:04.288434 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5149a1-6bff-4543-99b5-1b23aaef17b4 req-ba06f756-f1d7-4a5f-9e37-0bbd50af1862 tempest-ServerAddressesTestJSON-1137063001 tempest-ServerAddressesTestJSON-1137063001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:46:04.290005 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-cb5149a1-6bff-4543-99b5-1b23aaef17b4 req-ba06f756-f1d7-4a5f-9e37-0bbd50af1862 tempest-ServerAddressesTestJSON-1137063001 tempest-ServerAddressesTestJSON-1137063001-project] 10.222.0.60 "GET /v2.0/ports?device_id=0af239b0-6773-4d47-b0b7-a34b69cfdde1 HTTP/1.1" status: 200 len: 943 time: 0.2591045 Nov 23 17:46:04.290179 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [req-85be5c91-417d-4dea-9c7c-c162a10ab512 req-4f513359-6673-4b8f-8be3-5bc19f787478 service neutron] For port fbe44c50-ab0e-48c7-bd92-149bb465cefc, host n-h2-816206-8, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:46:04.316360 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d049d098-d9f5-4134-994b-c00bc8bdb706 req-68f13d99-46b3-4bd7-8e67-e0bddd602d93 service neutron] 10.222.0.55 "GET /v2.0/networks/c7509ef6-0a20-41af-a7a3-29f40fefb59f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3307703 Nov 23 17:46:04.332800 n-d-816206-8 neutron-server[103590]: DEBUG neutron.notifiers.nova [req-85be5c91-417d-4dea-9c7c-c162a10ab512 req-4f513359-6673-4b8f-8be3-5bc19f787478 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fbe44c50-ab0e-48c7-bd92-149bb465cefc {{(pid=103590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:46:04.341715 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-c9f51c73-2c88-4f9e-8e02-085378fe3958 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Deleting port a9366e5a-8b82-49b6-a465-76cc43ac3c76 {{(pid=103591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:46:04.342063 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c9f51c73-2c88-4f9e-8e02-085378fe3958 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:04.342530 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-85be5c91-417d-4dea-9c7c-c162a10ab512 req-4f513359-6673-4b8f-8be3-5bc19f787478 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:04.369090 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a66c0149-80c5-4915-b2b0-4dd2e3fb7b71 req-4709bd1e-3558-4635-9105-b3a22760407d service neutron] 10.222.0.55 "GET /v2.0/networks/96a4c4fb-2a54-4887-a6a0-d3361fb03ec8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3378439 Nov 23 17:46:04.370574 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [req-85be5c91-417d-4dea-9c7c-c162a10ab512 req-4f513359-6673-4b8f-8be3-5bc19f787478 service neutron] Transition to ACTIVE for port object fbe44c50-ab0e-48c7-bd92-149bb465cefc will not be triggered until provisioned by entity L2. {{(pid=103590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 17:46:04.389873 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-85be5c91-417d-4dea-9c7c-c162a10ab512 req-4f513359-6673-4b8f-8be3-5bc19f787478 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264357957'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:04.413968 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-cb5149a1-6bff-4543-99b5-1b23aaef17b4 req-9bbb86d2-1374-478f-9bdd-0f8e9e397d77 tempest-ServerAddressesTestJSON-1137063001 tempest-ServerAddressesTestJSON-1137063001-project] 10.222.0.60 "GET /v2.0/security-groups?id=006edd61-89a7-4180-a555-5a0fa547605a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086428 Nov 23 17:46:04.587028 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f513359-6673-4b8f-8be3-5bc19f787478 service neutron] Pushing event updated for resources: {'Port': ['ID=fbe44c50-ab0e-48c7-bd92-149bb465cefc,revision_number=9']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:46:04.633977 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a66c0149-80c5-4915-b2b0-4dd2e3fb7b71 req-b63f80dc-15fc-4043-a168-4e5cb20e4a9e service neutron] 10.222.0.55 "GET /v2.0/networks/96a4c4fb-2a54-4887-a6a0-d3361fb03ec8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2236643 Nov 23 17:46:04.664056 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c9f51c73-2c88-4f9e-8e02-085378fe3958 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:04.703048 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5489c8fb-7a70-4be9-a11a-f732cf97a58e req-8d9f5840-41c0-4233-886d-b1ec92436662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:46:04.704510 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5489c8fb-7a70-4be9-a11a-f732cf97a58e req-8d9f5840-41c0-4233-886d-b1ec92436662 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d7ab8ec1fdb54e0b9aa3da07801e2f51&device_id=0af239b0-6773-4d47-b0b7-a34b69cfdde1 HTTP/1.1" status: 200 len: 1094 time: 0.2831492 Nov 23 17:46:04.745821 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [req-85be5c91-417d-4dea-9c7c-c162a10ab512 req-4f513359-6673-4b8f-8be3-5bc19f787478 service neutron] No DVR routers for this DVR port fbe44c50-ab0e-48c7-bd92-149bb465cefc on host n-h2-816206-8 {{(pid=103590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:46:04.792423 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-c9f51c73-2c88-4f9e-8e02-085378fe3958 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Calling delete_port for a9366e5a-8b82-49b6-a465-76cc43ac3c76 owned by {{(pid=103591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:46:04.931983 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5489c8fb-7a70-4be9-a11a-f732cf97a58e req-cf067eea-f7d7-4b12-9c8b-369daddb3455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:46:04.933414 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5489c8fb-7a70-4be9-a11a-f732cf97a58e req-cf067eea-f7d7-4b12-9c8b-369daddb3455 service neutron] 10.222.0.55 "GET /v2.0/networks?id=c7509ef6-0a20-41af-a7a3-29f40fefb59f HTTP/1.1" status: 200 len: 915 time: 0.2158794 Nov 23 17:46:04.952014 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d74427-66fd-46cb-bf40-3b11593bd5d7 req-527c58d9-61eb-4bbc-9667-410594a04755 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:46:04.952014 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-50d74427-66fd-46cb-bf40-3b11593bd5d7 req-527c58d9-61eb-4bbc-9667-410594a04755 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] 10.222.0.60 "GET /v2.0/ports?device_id=a43134ca-2758-4794-bb9c-974d11e5e279 HTTP/1.1" status: 200 len: 944 time: 0.2449059 Nov 23 17:46:04.975794 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [req-85be5c91-417d-4dea-9c7c-c162a10ab512 req-4f513359-6673-4b8f-8be3-5bc19f787478 service neutron] Attempting to bind port fbe44c50-ab0e-48c7-bd92-149bb465cefc on host n-h1-816206-8 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:46:04.976676 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [req-85be5c91-417d-4dea-9c7c-c162a10ab512 req-4f513359-6673-4b8f-8be3-5bc19f787478 service neutron] Attempting to bind port fbe44c50-ab0e-48c7-bd92-149bb465cefc by drivers openvswitch,hyperv on host n-h1-816206-8 at level 0 using segments [{'id': '97bf93aa-7116-4943-8d21-ff543f30be5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'b05aa742-7050-4bee-9612-3681dfd2164b'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:46:04.977205 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85be5c91-417d-4dea-9c7c-c162a10ab512 req-4f513359-6673-4b8f-8be3-5bc19f787478 service neutron] Attempting to bind port fbe44c50-ab0e-48c7-bd92-149bb465cefc on network b05aa742-7050-4bee-9612-3681dfd2164b {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:46:04.984866 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85be5c91-417d-4dea-9c7c-c162a10ab512 req-4f513359-6673-4b8f-8be3-5bc19f787478 service neutron] Port fbe44c50-ab0e-48c7-bd92-149bb465cefc on network b05aa742-7050-4bee-9612-3681dfd2164b not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-8 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 17:46:04.984866 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85be5c91-417d-4dea-9c7c-c162a10ab512 req-4f513359-6673-4b8f-8be3-5bc19f787478 service neutron] Attempting to bind port fbe44c50-ab0e-48c7-bd92-149bb465cefc on network b05aa742-7050-4bee-9612-3681dfd2164b {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:46:04.997985 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85be5c91-417d-4dea-9c7c-c162a10ab512 req-4f513359-6673-4b8f-8be3-5bc19f787478 service neutron] Checking agent: {'id': '4b0a4557-3bfe-4828-80a0-7981fc3ac84c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 15, 14), 'started_at': datetime.datetime(2021, 11, 23, 17, 15, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 45, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:46:04.998683 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85be5c91-417d-4dea-9c7c-c162a10ab512 req-4f513359-6673-4b8f-8be3-5bc19f787478 service neutron] Checking segment: {'id': '97bf93aa-7116-4943-8d21-ff543f30be5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'b05aa742-7050-4bee-9612-3681dfd2164b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:46:05.000522 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85be5c91-417d-4dea-9c7c-c162a10ab512 req-4f513359-6673-4b8f-8be3-5bc19f787478 service neutron] Bound using segment: {'id': '97bf93aa-7116-4943-8d21-ff543f30be5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'b05aa742-7050-4bee-9612-3681dfd2164b'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:46:05.000522 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [req-85be5c91-417d-4dea-9c7c-c162a10ab512 req-4f513359-6673-4b8f-8be3-5bc19f787478 service neutron] Bound port: fbe44c50-ab0e-48c7-bd92-149bb465cefc, host: n-h1-816206-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97bf93aa-7116-4943-8d21-ff543f30be5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'b05aa742-7050-4bee-9612-3681dfd2164b'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:46:05.000522 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-85be5c91-417d-4dea-9c7c-c162a10ab512 req-4f513359-6673-4b8f-8be3-5bc19f787478 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:05.107745 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [req-85be5c91-417d-4dea-9c7c-c162a10ab512 req-4f513359-6673-4b8f-8be3-5bc19f787478 service neutron] For port fbe44c50-ab0e-48c7-bd92-149bb465cefc, host n-h1-816206-8, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:46:05.114817 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [req-85be5c91-417d-4dea-9c7c-c162a10ab512 req-4f513359-6673-4b8f-8be3-5bc19f787478 service neutron] For port fbe44c50-ab0e-48c7-bd92-149bb465cefc, host n-h1-816206-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=fbe44c50-ab0e-48c7-bd92-149bb465cefc,segment=NetworkSegment(97bf93aa-7116-4943-8d21-ff543f30be5d),segment_id=97bf93aa-7116-4943-8d21-ff543f30be5d)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:46:05.125149 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-85be5c91-417d-4dea-9c7c-c162a10ab512 req-4f513359-6673-4b8f-8be3-5bc19f787478 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264357957'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:05.173222 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85be5c91-417d-4dea-9c7c-c162a10ab512 req-4f513359-6673-4b8f-8be3-5bc19f787478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:46:05.174096 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-85be5c91-417d-4dea-9c7c-c162a10ab512 req-4f513359-6673-4b8f-8be3-5bc19f787478 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:05.176142 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-85be5c91-417d-4dea-9c7c-c162a10ab512 req-4f513359-6673-4b8f-8be3-5bc19f787478 service neutron] 10.222.0.55 "PUT /v2.0/ports/fbe44c50-ab0e-48c7-bd92-149bb465cefc HTTP/1.1" status: 200 len: 1092 time: 1.3705249 Nov 23 17:46:05.176350 n-d-816206-8 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a43134ca-2758-4794-bb9c-974d11e5e279', 'tag': 'fbe44c50-ab0e-48c7-bd92-149bb465cefc'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:46:05.180158 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbabddbc9fc37b068808e119c416c86f5957ca04531a4a0d2e695c515e93483b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e948aecc-1bd3-4be3-9c24-3db4998a40eb" -d '{"events": [{"name": "network-changed", "server_uuid": "a43134ca-2758-4794-bb9c-974d11e5e279", "tag": "fbe44c50-ab0e-48c7-bd92-149bb465cefc"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:46:05.304461 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f513359-6673-4b8f-8be3-5bc19f787478 service neutron] Pushing event updated for resources: {'Port': ['ID=fbe44c50-ab0e-48c7-bd92-149bb465cefc,revision_number=10']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:46:05.335058 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85be5c91-417d-4dea-9c7c-c162a10ab512 req-be70e1d7-a8ca-4b4b-9336-8b74c51128a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:46:05.336624 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-85be5c91-417d-4dea-9c7c-c162a10ab512 req-be70e1d7-a8ca-4b4b-9336-8b74c51128a8 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=093e052ebdfd4c689471d0502a0c2e0a&device_id=a43134ca-2758-4794-bb9c-974d11e5e279 HTTP/1.1" status: 200 len: 1096 time: 0.1320128 Nov 23 17:46:05.524945 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85be5c91-417d-4dea-9c7c-c162a10ab512 req-4533b02a-99df-4500-a293-081e95bb6add service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:46:05.527030 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-85be5c91-417d-4dea-9c7c-c162a10ab512 req-4533b02a-99df-4500-a293-081e95bb6add service neutron] 10.222.0.55 "GET /v2.0/networks?id=b05aa742-7050-4bee-9612-3681dfd2164b HTTP/1.1" status: 200 len: 918 time: 0.1813693 Nov 23 17:46:05.623391 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5489c8fb-7a70-4be9-a11a-f732cf97a58e req-6822305d-f6c2-4712-a9ed-0d5b30f8c171 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a97cd525-a452-4a7e-8f0a-59e5a8d2365e HTTP/1.1" status: 200 len: 217 time: 0.0957341 Nov 23 17:46:05.679930 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c9f51c73-2c88-4f9e-8e02-085378fe3958 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:05.782616 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-85be5c91-417d-4dea-9c7c-c162a10ab512 req-36381d95-f2a6-42bc-9e2b-42cc71b07c75 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fbe44c50-ab0e-48c7-bd92-149bb465cefc HTTP/1.1" status: 200 len: 1000 time: 0.2483780 Nov 23 17:46:05.852825 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85be5c91-417d-4dea-9c7c-c162a10ab512 req-d9661c5d-281b-4eec-b506-26c745cd7905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:46:05.854711 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-85be5c91-417d-4dea-9c7c-c162a10ab512 req-d9661c5d-281b-4eec-b506-26c745cd7905 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=784540e3-73ef-4656-9bfa-913bbf55b1a9 HTTP/1.1" status: 200 len: 856 time: 0.0619934 Nov 23 17:46:05.885712 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5489c8fb-7a70-4be9-a11a-f732cf97a58e req-5d20e130-026e-4bdc-aa54-9d9e033460a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:46:05.887493 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5489c8fb-7a70-4be9-a11a-f732cf97a58e req-5d20e130-026e-4bdc-aa54-9d9e033460a3 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b5f14ff9-b078-4254-b8b2-8db4d6443daf HTTP/1.1" status: 200 len: 854 time: 0.2109978 Nov 23 17:46:05.893830 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f51c73-2c88-4f9e-8e02-085378fe3958 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Pushing event deleted for resources: {'Port': ['ID=a9366e5a-8b82-49b6-a465-76cc43ac3c76,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:46:05.935620 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85be5c91-417d-4dea-9c7c-c162a10ab512 req-007760bf-fa77-45a7-b897-7ad37528f2b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:46:05.937318 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-85be5c91-417d-4dea-9c7c-c162a10ab512 req-007760bf-fa77-45a7-b897-7ad37528f2b3 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b05aa742-7050-4bee-9612-3681dfd2164b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0759773 Nov 23 17:46:05.952320 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5489c8fb-7a70-4be9-a11a-f732cf97a58e req-253642a1-4ac4-4e20-a515-8ea6d2b173a9 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c7509ef6-0a20-41af-a7a3-29f40fefb59f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0465949 Nov 23 17:46:06.004063 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c9f51c73-2c88-4f9e-8e02-085378fe3958 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:06.012797 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-c9f51c73-2c88-4f9e-8e02-085378fe3958 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] 10.222.0.60 "DELETE /v2.0/ports/a9366e5a-8b82-49b6-a465-76cc43ac3c76 HTTP/1.1" status: 204 len: 168 time: 2.1428626 Nov 23 17:46:06.071388 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-85be5c91-417d-4dea-9c7c-c162a10ab512 req-e34f7900-b04d-4716-9b9d-b7e8fadac931 service neutron] 10.222.0.55 "GET /v2.0/networks/b05aa742-7050-4bee-9612-3681dfd2164b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259022 Nov 23 17:46:06.071882 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 59578) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:46:06.111900 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc0f913-3710-4152-b4dc-fb3ebd39b5cd req-36eef8ad-bb29-4839-ad3f-c6a9c34b19f2 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:46:06.120093 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5cc0f913-3710-4152-b4dc-fb3ebd39b5cd req-36eef8ad-bb29-4839-ad3f-c6a9c34b19f2 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] 10.222.0.60 "GET /v2.0/ports?device_id=ed064c74-6ca9-4d95-a0fc-1c7439d0dafb HTTP/1.1" status: 200 len: 943 time: 0.5786400 Nov 23 17:46:06.142557 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5489c8fb-7a70-4be9-a11a-f732cf97a58e req-2be6bd0c-b4fa-4644-982d-558d34f714d6 service neutron] 10.222.0.55 "GET /v2.0/networks/c7509ef6-0a20-41af-a7a3-29f40fefb59f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245129 Nov 23 17:46:06.187278 n-d-816206-8 neutron-server[103590]: INFO neutron.pecan_wsgi.hooks.translation [None req-84788946-cb82-4065-8ea3-e65b91ea0b34 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] GET failed (client error): The resource could not be found. Nov 23 17:46:06.190568 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-84788946-cb82-4065-8ea3-e65b91ea0b34 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] 10.222.0.60 "GET /v2.0/ports/a9366e5a-8b82-49b6-a465-76cc43ac3c76 HTTP/1.1" status: 404 len: 333 time: 0.1176755 Nov 23 17:46:06.195068 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 59580) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:46:06.201932 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-bd9da49e-a71b-473a-858c-7f770470969f tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Request body: {'port': {'network_id': '12e95f1b-7432-44b4-84b7-96744da459fd', 'name': 'tempest-PortsTestJSON-865404693'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:46:06.215908 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-50d74427-66fd-46cb-bf40-3b11593bd5d7 req-114c43bc-1878-4f0c-9ab6-011657f83e5b tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] 10.222.0.60 "GET /v2.0/security-groups?id=c11b6a3a-f89b-4d05-9340-8aa0be1653f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6869485 Nov 23 17:46:06.282628 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5cc0f913-3710-4152-b4dc-fb3ebd39b5cd req-9d8b41b8-2765-47c8-84a5-1304f52ede9a tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] 10.222.0.60 "GET /v2.0/security-groups?id=fa324d8c-13d0-499d-8791-7b10ff6fd90b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609144 Nov 23 17:46:06.389274 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 17:46:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdcf190b-7b84-48c6-a647-b8652b10754e x-openstack-request-id: req-bdcf190b-7b84-48c6-a647-b8652b10754e {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:46:06.389671 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a43134ca-2758-4794-bb9c-974d11e5e279", "tag": "fbe44c50-ab0e-48c7-bd92-149bb465cefc", "status": "completed", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:46:06.390003 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-bdcf190b-7b84-48c6-a647-b8652b10754e {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:46:06.390492 n-d-816206-8 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a43134ca-2758-4794-bb9c-974d11e5e279', 'tag': 'fbe44c50-ab0e-48c7-bd92-149bb465cefc', 'status': 'completed', 'code': 200} Nov 23 17:46:06.392706 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-85be5c91-417d-4dea-9c7c-c162a10ab512 req-59ea4c00-2829-4b74-8748-a62725dbcd62 service neutron] 10.222.0.55 "GET /v2.0/networks/b05aa742-7050-4bee-9612-3681dfd2164b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3116500 Nov 23 17:46:06.420855 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd9da49e-a71b-473a-858c-7f770470969f tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Made reservation on behalf of 57db132758f947bab3110ff0d5b47049 for: {'port': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:46:06.427168 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-bd9da49e-a71b-473a-858c-7f770470969f tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:06.452366 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5489c8fb-7a70-4be9-a11a-f732cf97a58e req-84546ac0-76e5-429b-a3c5-d1b31bf1cfaa service neutron] 10.222.0.55 "GET /v2.0/networks/c7509ef6-0a20-41af-a7a3-29f40fefb59f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2935011 Nov 23 17:46:06.453934 n-d-816206-8 neutron-server[103590]: DEBUG neutron.notifiers.nova [None req-bd9da49e-a71b-473a-858c-7f770470969f tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] device_id is not set on port eaa08748-2326-4654-af19-58a3f8f5b210 yet. {{(pid=103590) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 17:46:06.602181 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f67976d-fb8d-400b-85c6-b6f7fc8b8f08 req-09f22231-ac8f-4660-9f38-e203449de3f6 tempest-ServerAddressesTestJSON-1137063001 tempest-ServerAddressesTestJSON-1137063001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:46:06.603847 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7f67976d-fb8d-400b-85c6-b6f7fc8b8f08 req-09f22231-ac8f-4660-9f38-e203449de3f6 tempest-ServerAddressesTestJSON-1137063001 tempest-ServerAddressesTestJSON-1137063001-project] 10.222.0.60 "GET /v2.0/ports?device_id=0af239b0-6773-4d47-b0b7-a34b69cfdde1 HTTP/1.1" status: 200 len: 943 time: 0.1342242 Nov 23 17:46:06.684735 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7f67976d-fb8d-400b-85c6-b6f7fc8b8f08 req-a245c845-2d47-4b9b-a637-b042d3c64c91 tempest-ServerAddressesTestJSON-1137063001 tempest-ServerAddressesTestJSON-1137063001-project] 10.222.0.60 "GET /v2.0/security-groups?id=006edd61-89a7-4180-a555-5a0fa547605a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738156 Nov 23 17:46:06.688199 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device b14865b5-8f10-4da4-9b12-7eef95be32ba details requested by agent hyperv_n-h1-816206-8 with host n-h1-816206-8 {{(pid=103592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 17:46:06.854341 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-bd9da49e-a71b-473a-858c-7f770470969f tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:06.930789 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e948aecc-1bd3-4be3-9c24-3db4998a40eb req-69aa61f6-37af-4640-9f85-e09babca454f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:46:06.932343 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-e948aecc-1bd3-4be3-9c24-3db4998a40eb req-69aa61f6-37af-4640-9f85-e09babca454f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=093e052ebdfd4c689471d0502a0c2e0a&device_id=a43134ca-2758-4794-bb9c-974d11e5e279 HTTP/1.1" status: 200 len: 1096 time: 0.4642298 Nov 23 17:46:07.210427 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-bd9da49e-a71b-473a-858c-7f770470969f tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:07.339309 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd9da49e-a71b-473a-858c-7f770470969f tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Network 12e95f1b-7432-44b4-84b7-96744da459fd is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:46:07.363805 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port b14865b5-8f10-4da4-9b12-7eef95be32ba, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=b14865b5-8f10-4da4-9b12-7eef95be32ba,segment=NetworkSegment(3dd48af8-0370-4e3e-80f2-5bf5c6c5c8d9),segment_id=3dd48af8-0370-4e3e-80f2-5bf5c6c5c8d9)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:46:07.428690 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Returning: {'device': 'b14865b5-8f10-4da4-9b12-7eef95be32ba', 'network_id': '96a4c4fb-2a54-4887-a6a0-d3361fb03ec8', 'port_id': 'b14865b5-8f10-4da4-9b12-7eef95be32ba', 'mac_address': 'fa:16:3e:40:7b:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a67b7b8-1b5e-4ea7-ab09-4d43799d0b06', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 17:46:07.460955 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-bd9da49e-a71b-473a-858c-7f770470969f tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:46:07.480511 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd9da49e-a71b-473a-858c-7f770470969f tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:46:07.489853 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd9da49e-a71b-473a-858c-7f770470969f tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:46:07.500630 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-bd9da49e-a71b-473a-858c-7f770470969f tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:07.535956 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e948aecc-1bd3-4be3-9c24-3db4998a40eb req-2a524c98-9aa7-463b-a092-bfbb84a3afb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:46:07.541225 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-e948aecc-1bd3-4be3-9c24-3db4998a40eb req-2a524c98-9aa7-463b-a092-bfbb84a3afb4 service neutron] 10.222.0.55 "GET /v2.0/networks?id=b05aa742-7050-4bee-9612-3681dfd2164b HTTP/1.1" status: 200 len: 918 time: 0.5997860 Nov 23 17:46:07.550502 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-bd9da49e-a71b-473a-858c-7f770470969f tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.3534839 Nov 23 17:46:07.574722 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 59620) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:46:07.580604 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-720ef03c-04d4-4c75-8200-4940bc9d85a1 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:46:07.628616 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:07.697082 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b14865b5-8f10-4da4-9b12-7eef95be32ba {{(pid=103592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:46:07.760852 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9da49e-a71b-473a-858c-7f770470969f tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Pushing event updated for resources: {'Port': ['ID=eaa08748-2326-4654-af19-58a3f8f5b210,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:46:07.781801 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port b14865b5-8f10-4da4-9b12-7eef95be32ba, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=b14865b5-8f10-4da4-9b12-7eef95be32ba,segment=NetworkSegment(3dd48af8-0370-4e3e-80f2-5bf5c6c5c8d9),segment_id=3dd48af8-0370-4e3e-80f2-5bf5c6c5c8d9)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:46:07.790810 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:07.791779 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device a97cd525-a452-4a7e-8f0a-59e5a8d2365e details requested by agent hyperv_n-h1-816206-8 with host n-h1-816206-8 {{(pid=103592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 17:46:07.850571 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-e948aecc-1bd3-4be3-9c24-3db4998a40eb req-d527e860-40ea-4414-b47f-3a298a5e7a2e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fbe44c50-ab0e-48c7-bd92-149bb465cefc HTTP/1.1" status: 200 len: 1000 time: 0.2930312 Nov 23 17:46:07.929886 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de26573-afb1-4973-8f1e-60288412023f req-11579c2b-9bba-4584-9ffb-6ab928f40102 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:46:07.934361 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9de26573-afb1-4973-8f1e-60288412023f req-11579c2b-9bba-4584-9ffb-6ab928f40102 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] 10.222.0.60 "GET /v2.0/ports?device_id=a43134ca-2758-4794-bb9c-974d11e5e279 HTTP/1.1" status: 200 len: 945 time: 0.5289249 Nov 23 17:46:07.982887 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46645765-78b8-4f51-a6a9-25339f9cd4b5 req-2ffb6e9e-a25c-40ec-8ca4-f8be7e48553e tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:46:07.984550 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-720ef03c-04d4-4c75-8200-4940bc9d85a1 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:07.996046 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-46645765-78b8-4f51-a6a9-25339f9cd4b5 req-2ffb6e9e-a25c-40ec-8ca4-f8be7e48553e tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] 10.222.0.60 "GET /v2.0/ports?device_id=ed064c74-6ca9-4d95-a0fc-1c7439d0dafb HTTP/1.1" status: 200 len: 943 time: 0.4919229 Nov 23 17:46:08.049450 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e948aecc-1bd3-4be3-9c24-3db4998a40eb req-f17f2a7c-bc37-4d08-9f0b-caa1b0c8525a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:46:08.062339 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-e948aecc-1bd3-4be3-9c24-3db4998a40eb req-f17f2a7c-bc37-4d08-9f0b-caa1b0c8525a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=784540e3-73ef-4656-9bfa-913bbf55b1a9 HTTP/1.1" status: 200 len: 856 time: 0.1884043 Nov 23 17:46:08.220621 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port a97cd525-a452-4a7e-8f0a-59e5a8d2365e, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=a97cd525-a452-4a7e-8f0a-59e5a8d2365e,segment=NetworkSegment(61450775-8941-4fba-9a03-14347988acaf),segment_id=61450775-8941-4fba-9a03-14347988acaf)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:46:08.285614 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Returning: {'device': 'a97cd525-a452-4a7e-8f0a-59e5a8d2365e', 'network_id': 'c7509ef6-0a20-41af-a7a3-29f40fefb59f', 'port_id': 'a97cd525-a452-4a7e-8f0a-59e5a8d2365e', 'mac_address': 'fa:16:3e:c7:27:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 528, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5f14ff9-b078-4254-b8b2-8db4d6443daf', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 17:46:08.320217 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e948aecc-1bd3-4be3-9c24-3db4998a40eb req-dab404ac-6e76-412b-89b5-2a7f3943edb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:46:08.323169 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-e948aecc-1bd3-4be3-9c24-3db4998a40eb req-dab404ac-6e76-412b-89b5-2a7f3943edb5 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b05aa742-7050-4bee-9612-3681dfd2164b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2170565 Nov 23 17:46:08.338962 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9de26573-afb1-4973-8f1e-60288412023f req-e6c907c9-ed6c-4867-91c3-2199d0d58f09 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] 10.222.0.60 "GET /v2.0/security-groups?id=c11b6a3a-f89b-4d05-9340-8aa0be1653f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3381956 Nov 23 17:46:08.373688 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-46645765-78b8-4f51-a6a9-25339f9cd4b5 req-d67a3009-1a34-4c16-9030-4612700ebefe tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] 10.222.0.60 "GET /v2.0/security-groups?id=fa324d8c-13d0-499d-8791-7b10ff6fd90b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3331614 Nov 23 17:46:08.525799 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:08.533077 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-720ef03c-04d4-4c75-8200-4940bc9d85a1 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks [] for port, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:08.548239 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-720ef03c-04d4-4c75-8200-4940bc9d85a1 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264357957'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:08.588542 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a97cd525-a452-4a7e-8f0a-59e5a8d2365e {{(pid=103592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:46:08.618279 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-720ef03c-04d4-4c75-8200-4940bc9d85a1 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] In _notify_port_updated(), no bound segment for port eaa08748-2326-4654-af19-58a3f8f5b210 on network 12e95f1b-7432-44b4-84b7-96744da459fd {{(pid=103590) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 23 17:46:08.626227 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-720ef03c-04d4-4c75-8200-4940bc9d85a1 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:46:08.627215 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-720ef03c-04d4-4c75-8200-4940bc9d85a1 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:08.628391 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port a97cd525-a452-4a7e-8f0a-59e5a8d2365e, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=a97cd525-a452-4a7e-8f0a-59e5a8d2365e,segment=NetworkSegment(61450775-8941-4fba-9a03-14347988acaf),segment_id=61450775-8941-4fba-9a03-14347988acaf)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:46:08.641985 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-720ef03c-04d4-4c75-8200-4940bc9d85a1 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] 10.222.0.60 "PUT /v2.0/ports/eaa08748-2326-4654-af19-58a3f8f5b210 HTTP/1.1" status: 200 len: 818 time: 1.0660610 Nov 23 17:46:08.643769 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 59634) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:46:08.647707 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:08.670152 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Pushing event updated for resources: {'Port': ['ID=b14865b5-8f10-4da4-9b12-7eef95be32ba,revision_number=4']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:46:08.691904 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720ef03c-04d4-4c75-8200-4940bc9d85a1 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Pushing event updated for resources: {'Port': ['ID=eaa08748-2326-4654-af19-58a3f8f5b210,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:46:08.793426 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Pushing event updated for resources: {'Port': ['ID=a97cd525-a452-4a7e-8f0a-59e5a8d2365e,revision_number=4']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:46:08.826453 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd29dd13-9ad9-4e6c-9298-bb48e480a7d1 req-a83e789c-8ed8-46ff-bc4f-cd94313eec73 tempest-ServerAddressesTestJSON-1137063001 tempest-ServerAddressesTestJSON-1137063001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:46:08.833012 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-bd29dd13-9ad9-4e6c-9298-bb48e480a7d1 req-a83e789c-8ed8-46ff-bc4f-cd94313eec73 tempest-ServerAddressesTestJSON-1137063001 tempest-ServerAddressesTestJSON-1137063001-project] 10.222.0.60 "GET /v2.0/ports?device_id=0af239b0-6773-4d47-b0b7-a34b69cfdde1 HTTP/1.1" status: 200 len: 943 time: 0.3088448 Nov 23 17:46:08.897776 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] get_ports_and_sgs() called for port_ids ['a97cd525-a452-4a7e-8f0a-59e5a8d2365e'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:46:08.989830 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] get_ports_and_sgs() called for port_ids ['b14865b5-8f10-4da4-9b12-7eef95be32ba'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:46:09.197812 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-bd29dd13-9ad9-4e6c-9298-bb48e480a7d1 req-65f7dc25-1557-448b-8c0e-6c5dd40764c9 tempest-ServerAddressesTestJSON-1137063001 tempest-ServerAddressesTestJSON-1137063001-project] 10.222.0.60 "GET /v2.0/security-groups?id=006edd61-89a7-4180-a555-5a0fa547605a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3460009 Nov 23 17:46:09.239385 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-e948aecc-1bd3-4be3-9c24-3db4998a40eb req-63ae9548-bb9e-4da3-a9bf-baebaa9c5935 service neutron] 10.222.0.55 "GET /v2.0/networks/b05aa742-7050-4bee-9612-3681dfd2164b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4170234 Nov 23 17:46:09.270151 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-462e5640-54c5-49a4-a355-53d96f6c72ba tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Deleting port eaa08748-2326-4654-af19-58a3f8f5b210 {{(pid=103591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:46:09.280433 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-462e5640-54c5-49a4-a355-53d96f6c72ba tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:09.541209 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-e948aecc-1bd3-4be3-9c24-3db4998a40eb req-0ee34922-6834-4cb3-ae70-8fcb562bd859 service neutron] 10.222.0.55 "GET /v2.0/networks/b05aa742-7050-4bee-9612-3681dfd2164b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2769928 Nov 23 17:46:09.781924 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-462e5640-54c5-49a4-a355-53d96f6c72ba tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:09.837472 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-462e5640-54c5-49a4-a355-53d96f6c72ba tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Calling delete_port for eaa08748-2326-4654-af19-58a3f8f5b210 owned by {{(pid=103591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:46:09.872288 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5cbf39-ccda-4700-9b4b-ee68834eea7e req-e471ffed-d229-45b1-a28b-fc90e007c2b9 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:46:09.879779 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-0c5cbf39-ccda-4700-9b4b-ee68834eea7e req-e471ffed-d229-45b1-a28b-fc90e007c2b9 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] 10.222.0.60 "GET /v2.0/ports?device_id=ed064c74-6ca9-4d95-a0fc-1c7439d0dafb HTTP/1.1" status: 200 len: 944 time: 0.3401954 Nov 23 17:46:10.008005 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbba0623-c4cd-4121-a93e-a8a4b6ac956d req-254fbae2-a43b-4013-bca5-fdc22dcb2c1e tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:46:10.009618 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-fbba0623-c4cd-4121-a93e-a8a4b6ac956d req-254fbae2-a43b-4013-bca5-fdc22dcb2c1e tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] 10.222.0.60 "GET /v2.0/ports?device_id=a43134ca-2758-4794-bb9c-974d11e5e279 HTTP/1.1" status: 200 len: 945 time: 0.4739375 Nov 23 17:46:10.077910 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-0c5cbf39-ccda-4700-9b4b-ee68834eea7e req-3bde94fd-e11b-4edd-b833-586b19eb60ba tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] 10.222.0.60 "GET /v2.0/security-groups?id=fa324d8c-13d0-499d-8791-7b10ff6fd90b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1972411 Nov 23 17:46:10.151980 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-fbba0623-c4cd-4121-a93e-a8a4b6ac956d req-d698a8ff-5025-41aa-8098-bc2d33bd8c36 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] 10.222.0.60 "GET /v2.0/security-groups?id=c11b6a3a-f89b-4d05-9340-8aa0be1653f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1048784 Nov 23 17:46:10.186704 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-462e5640-54c5-49a4-a355-53d96f6c72ba tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:10.232351 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462e5640-54c5-49a4-a355-53d96f6c72ba tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Pushing event deleted for resources: {'Port': ['ID=eaa08748-2326-4654-af19-58a3f8f5b210,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:46:10.241391 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-462e5640-54c5-49a4-a355-53d96f6c72ba tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:10.247793 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-462e5640-54c5-49a4-a355-53d96f6c72ba tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] 10.222.0.60 "DELETE /v2.0/ports/eaa08748-2326-4654-af19-58a3f8f5b210 HTTP/1.1" status: 204 len: 168 time: 1.5997491 Nov 23 17:46:10.248121 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 59666) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:46:10.402314 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5655024-f321-452f-87b5-58f17429bf46 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:46:10.420775 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-f5655024-f321-452f-87b5-58f17429bf46 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1592236 Nov 23 17:46:10.420775 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 59670) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:46:10.517512 n-d-816206-8 neutron-server[103590]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e4f125c-e697-405f-b9e5-a2501383b2fd tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] GET failed (client error): The resource could not be found. Nov 23 17:46:10.524238 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-5e4f125c-e697-405f-b9e5-a2501383b2fd tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] 10.222.0.60 "GET /v2.0/ports/eaa08748-2326-4654-af19-58a3f8f5b210 HTTP/1.1" status: 404 len: 333 time: 0.1029384 Nov 23 17:46:10.524428 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 59674) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:46:10.529811 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-594d1371-9785-4e26-a7f5-a8710b07cdd0 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-851406669'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:46:10.539967 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22e016c-37e1-4d61-aa9a-9b46eec8ec25 req-51a2a9be-cafe-4149-b829-81ae357fb4d1 tempest-ServerAddressesTestJSON-1137063001 tempest-ServerAddressesTestJSON-1137063001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:46:10.570784 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-594d1371-9785-4e26-a7f5-a8710b07cdd0 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Made reservation on behalf of 57db132758f947bab3110ff0d5b47049 for: {'network': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:46:10.575137 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a22e016c-37e1-4d61-aa9a-9b46eec8ec25 req-51a2a9be-cafe-4149-b829-81ae357fb4d1 tempest-ServerAddressesTestJSON-1137063001 tempest-ServerAddressesTestJSON-1137063001-project] 10.222.0.60 "GET /v2.0/ports?device_id=0af239b0-6773-4d47-b0b7-a34b69cfdde1 HTTP/1.1" status: 200 len: 944 time: 0.2140431 Nov 23 17:46:10.575886 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-594d1371-9785-4e26-a7f5-a8710b07cdd0 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for network, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:10.616860 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-594d1371-9785-4e26-a7f5-a8710b07cdd0 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] vlan segment allocate from pool success with {'vlan_id': 502, 'physical_network': 'physnet1'} {{(pid=103590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 17:46:10.631978 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-594d1371-9785-4e26-a7f5-a8710b07cdd0 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:10.633523 n-d-816206-8 neutron-server[103590]: INFO neutron.db.segments_db [None req-594d1371-9785-4e26-a7f5-a8710b07cdd0 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Added segment 6f3cdf2f-e958-422d-96ae-e6c5a0a9b194 of type vlan for network b8591237-4f51-4ef9-93d7-0b6b92be4a0c Nov 23 17:46:10.710659 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-594d1371-9785-4e26-a7f5-a8710b07cdd0 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736635338810'] for network, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:10.723442 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device b14865b5-8f10-4da4-9b12-7eef95be32ba up at agent hyperv_n-h1-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:46:10.805502 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-594d1371-9785-4e26-a7f5-a8710b07cdd0 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493'] for network, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:10.815240 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a22e016c-37e1-4d61-aa9a-9b46eec8ec25 req-68d85e80-44f8-439a-9169-62dd700f7f19 tempest-ServerAddressesTestJSON-1137063001 tempest-ServerAddressesTestJSON-1137063001-project] 10.222.0.60 "GET /v2.0/security-groups?id=006edd61-89a7-4180-a555-5a0fa547605a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2374365 Nov 23 17:46:10.832908 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-594d1371-9785-4e26-a7f5-a8710b07cdd0 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:46:10.834203 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-594d1371-9785-4e26-a7f5-a8710b07cdd0 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks [] for network, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:10.891143 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Provisioning for port b14865b5-8f10-4da4-9b12-7eef95be32ba completed by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 17:46:10.898819 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-594d1371-9785-4e26-a7f5-a8710b07cdd0 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3733277 Nov 23 17:46:10.899846 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 59682) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:46:10.906392 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Provisioning complete for port b14865b5-8f10-4da4-9b12-7eef95be32ba triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:46:10.907013 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:10.910562 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-b24084b2-b511-4884-8e7c-1a054d613f25 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Request body: {'subnet': {'network_id': 'b8591237-4f51-4ef9-93d7-0b6b92be4a0c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:46:10.943649 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9521861b-5dc1-405f-a907-8d23b3e5fe63 req-7fb938af-de8e-4fca-acc3-63fb5f8114a3 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-882341399&fields=id&tenant_id=c0a53cd325e44b8fbee499050453672f HTTP/1.1" status: 200 len: 267 time: 0.1083853 Nov 23 17:46:11.126069 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:11.206213 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port b14865b5-8f10-4da4-9b12-7eef95be32ba, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=b14865b5-8f10-4da4-9b12-7eef95be32ba,segment=NetworkSegment(3dd48af8-0370-4e3e-80f2-5bf5c6c5c8d9),segment_id=3dd48af8-0370-4e3e-80f2-5bf5c6c5c8d9)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:46:11.208185 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed064c74-6ca9-4d95-a0fc-1c7439d0dafb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b14865b5-8f10-4da4-9b12-7eef95be32ba'}] {{(pid=103592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:46:11.210299 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594d1371-9785-4e26-a7f5-a8710b07cdd0 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Pushing event updated for resources: {'Network': ['ID=b8591237-4f51-4ef9-93d7-0b6b92be4a0c,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:46:11.228403 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba3e6a8f2301c7a29fe1eca9779abdae4ccbcd6266d69778087f2498d5551201" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfc756f0-54dc-4744-9b0b-cd46f87e110f" -d '{"events": [{"server_uuid": "ed064c74-6ca9-4d95-a0fc-1c7439d0dafb", "name": "network-vif-plugged", "status": "completed", "tag": "b14865b5-8f10-4da4-9b12-7eef95be32ba"}]}' {{(pid=103592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:46:11.239313 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Network b8591237-4f51-4ef9-93d7-0b6b92be4a0c details requested by agent ovs-agent-n-d-816206-8 with host n-d-816206-8 {{(pid=103592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 17:46:11.242305 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b24084b2-b511-4884-8e7c-1a054d613f25 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Made reservation on behalf of 57db132758f947bab3110ff0d5b47049 for: {'subnet': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:46:11.246864 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b24084b2-b511-4884-8e7c-1a054d613f25 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264730903'] for subnet, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:11.255278 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:11.256275 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device a97cd525-a452-4a7e-8f0a-59e5a8d2365e up at agent hyperv_n-h1-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:46:11.304793 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9521861b-5dc1-405f-a907-8d23b3e5fe63 req-74ecb599-7758-440b-bc75-1c33bfb9853d tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:46:11.306426 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9521861b-5dc1-405f-a907-8d23b3e5fe63 req-74ecb599-7758-440b-bc75-1c33bfb9853d tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/networks?id=02874d22-2dc9-404b-96b5-741d17e13e44 HTTP/1.1" status: 200 len: 812 time: 0.3559792 Nov 23 17:46:11.483439 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed49da3a-2f48-4931-b42d-fbfebcb4bad7 req-dde26b44-218a-400b-b117-81767e31fb96 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:46:11.489849 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ed49da3a-2f48-4931-b42d-fbfebcb4bad7 req-dde26b44-218a-400b-b117-81767e31fb96 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] 10.222.0.60 "GET /v2.0/ports?device_id=ed064c74-6ca9-4d95-a0fc-1c7439d0dafb HTTP/1.1" status: 200 len: 945 time: 0.2556200 Nov 23 17:46:11.497705 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9521861b-5dc1-405f-a907-8d23b3e5fe63 req-229bcb9f-6fa8-476e-8c94-c2a360441491 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/quotas/c0a53cd325e44b8fbee499050453672f HTTP/1.1" status: 200 len: 375 time: 0.1196308 Nov 23 17:46:11.533613 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Pushing event updated for resources: {'Port': ['ID=b14865b5-8f10-4da4-9b12-7eef95be32ba,revision_number=5']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:46:11.617263 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b24084b2-b511-4884-8e7c-1a054d613f25 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264358096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264730885'] for subnet, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:11.668726 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ed49da3a-2f48-4931-b42d-fbfebcb4bad7 req-381186fa-cffc-43ac-93ce-14040519ddbe tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] 10.222.0.60 "GET /v2.0/security-groups?id=fa324d8c-13d0-499d-8791-7b10ff6fd90b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693957 Nov 23 17:46:11.696133 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Provisioning for port a97cd525-a452-4a7e-8f0a-59e5a8d2365e completed by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 17:46:11.704746 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Provisioning complete for port a97cd525-a452-4a7e-8f0a-59e5a8d2365e triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:46:11.705188 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:11.736416 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9521861b-5dc1-405f-a907-8d23b3e5fe63 req-2a48b788-63e5-4b82-a983-4b25379224b4 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=c0a53cd325e44b8fbee499050453672f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2252078 Nov 23 17:46:11.994693 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:12.111701 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port a97cd525-a452-4a7e-8f0a-59e5a8d2365e, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=a97cd525-a452-4a7e-8f0a-59e5a8d2365e,segment=NetworkSegment(61450775-8941-4fba-9a03-14347988acaf),segment_id=61450775-8941-4fba-9a03-14347988acaf)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:46:12.120207 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:12.152899 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccf240b-de39-4349-8152-d04fc6fa1890 req-a0bc28d7-5ef9-4cee-ae4e-88fbcf4e2b6a tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:46:12.154497 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7ccf240b-de39-4349-8152-d04fc6fa1890 req-a0bc28d7-5ef9-4cee-ae4e-88fbcf4e2b6a tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] 10.222.0.60 "GET /v2.0/ports?device_id=a43134ca-2758-4794-bb9c-974d11e5e279 HTTP/1.1" status: 200 len: 945 time: 0.1941803 Nov 23 17:46:12.156785 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9521861b-5dc1-405f-a907-8d23b3e5fe63 req-3cd15978-c3d8-4d45-a9df-fce9102ea1bf service neutron] 10.222.0.60 "GET /v2.0/networks/02874d22-2dc9-404b-96b5-741d17e13e44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4190121 Nov 23 17:46:12.225602 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Pushing event updated for resources: {'Port': ['ID=a97cd525-a452-4a7e-8f0a-59e5a8d2365e,revision_number=5']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:46:12.339804 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24084b2-b511-4884-8e7c-1a054d613f25 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Pushing event updated for resources: {'Subnet': ['ID=0bd93156-e199-4882-b18b-1cf13c163a1a,revision_number=0']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:46:12.375593 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9521861b-5dc1-405f-a907-8d23b3e5fe63 req-0467c016-1675-49e2-8003-0ce9ee962553 service neutron] 10.222.0.60 "GET /v2.0/networks/02874d22-2dc9-404b-96b5-741d17e13e44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2024474 Nov 23 17:46:12.391415 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b24084b2-b511-4884-8e7c-1a054d613f25 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Checking segment: {'id': '6f3cdf2f-e958-422d-96ae-e6c5a0a9b194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'b8591237-4f51-4ef9-93d7-0b6b92be4a0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:46:12.391920 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b24084b2-b511-4884-8e7c-1a054d613f25 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Network hostable DHCP agents. Network: b8591237-4f51-4ef9-93d7-0b6b92be4a0c, hostable agents: ['0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3'], hosted agents: [] {{(pid=103590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 17:46:12.457186 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b24084b2-b511-4884-8e7c-1a054d613f25 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Network b8591237-4f51-4ef9-93d7-0b6b92be4a0c is scheduled to be hosted by DHCP agent 0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3 with binding_index 1 {{(pid=103590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 17:46:12.479279 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-b24084b2-b511-4884-8e7c-1a054d613f25 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-8, b8591237-4f51-4ef9-93d7-0b6b92be4a0c) {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:46:12.482427 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7ccf240b-de39-4349-8152-d04fc6fa1890 req-71d9ac90-cb24-4206-90f2-433a8d42bc1a tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] 10.222.0.60 "GET /v2.0/security-groups?id=c11b6a3a-f89b-4d05-9340-8aa0be1653f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3178866 Nov 23 17:46:12.489257 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b24084b2-b511-4884-8e7c-1a054d613f25 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:46:12.491632 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b24084b2-b511-4884-8e7c-1a054d613f25 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks [] for subnet, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:12.498578 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-390197c0-f5f6-43e6-a267-a8167abe824c None None] Network b8591237-4f51-4ef9-93d7-0b6b92be4a0c requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:46:12.532472 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 59716) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:46:12.547878 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-efc57e2a-f46c-4f22-bc21-9271644c5b7c tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Request body: {'subnet': {'network_id': 'b8591237-4f51-4ef9-93d7-0b6b92be4a0c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:46:12.554348 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-b24084b2-b511-4884-8e7c-1a054d613f25 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6505282 Nov 23 17:46:12.845128 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efc57e2a-f46c-4f22-bc21-9271644c5b7c tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Made reservation on behalf of 57db132758f947bab3110ff0d5b47049 for: {'subnet': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:46:12.848734 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-efc57e2a-f46c-4f22-bc21-9271644c5b7c tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264314294'] for subnet, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:12.930817 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:46:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2947eae6-cdbe-4916-acfe-080e8765dca9 x-openstack-request-id: req-2947eae6-cdbe-4916-acfe-080e8765dca9 {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:46:12.931324 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed064c74-6ca9-4d95-a0fc-1c7439d0dafb", "name": "network-vif-plugged", "status": "completed", "tag": "b14865b5-8f10-4da4-9b12-7eef95be32ba", "code": 200}]} {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:46:12.931778 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-2947eae6-cdbe-4916-acfe-080e8765dca9 {{(pid=103592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:46:12.934378 n-d-816206-8 neutron-server[103592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed064c74-6ca9-4d95-a0fc-1c7439d0dafb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b14865b5-8f10-4da4-9b12-7eef95be32ba', 'code': 200} Nov 23 17:46:13.001775 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f7486a7-56bc-4f20-81d9-88caf59305ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp355044b8-8e87-58c4-94fa-4a010ec30f9e-b8591237-4f51-4ef9-93d7-0b6b92be4a0c', 'network_id': 'b8591237-4f51-4ef9-93d7-0b6b92be4a0c', 'tenant_id': '57db132758f947bab3110ff0d5b47049', 'fixed_ips': [{'subnet_id': '0bd93156-e199-4882-b18b-1cf13c163a1a'}]}} from n-d-816206-8. {{(pid=103592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 17:46:13.002656 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-6f7486a7-56bc-4f20-81d9-88caf59305ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:13.046073 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-86b554a1-c4a9-49b7-b327-60ec4221174f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:13.148203 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba0a814-3850-494c-89c2-0e7682647957 req-3e90a4ff-dd8e-46bd-93df-d6c30802d3ca tempest-ServerAddressesTestJSON-1137063001 tempest-ServerAddressesTestJSON-1137063001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:46:13.156818 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-dba0a814-3850-494c-89c2-0e7682647957 req-3e90a4ff-dd8e-46bd-93df-d6c30802d3ca tempest-ServerAddressesTestJSON-1137063001 tempest-ServerAddressesTestJSON-1137063001-project] 10.222.0.60 "GET /v2.0/ports?device_id=0af239b0-6773-4d47-b0b7-a34b69cfdde1 HTTP/1.1" status: 200 len: 945 time: 0.3039479 Nov 23 17:46:13.231684 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2608a3a-761d-43b2-ab21-96e975171322 req-53d70b26-e29a-4c03-ad90-ca817a00acc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:46:13.233344 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-f2608a3a-761d-43b2-ab21-96e975171322 req-53d70b26-e29a-4c03-ad90-ca817a00acc7 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=ed064c74-6ca9-4d95-a0fc-1c7439d0dafb HTTP/1.1" status: 200 len: 1096 time: 0.1184816 Nov 23 17:46:13.242191 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-dba0a814-3850-494c-89c2-0e7682647957 req-8e0ba6be-87a1-401a-a3c2-68b338db754a tempest-ServerAddressesTestJSON-1137063001 tempest-ServerAddressesTestJSON-1137063001-project] 10.222.0.60 "GET /v2.0/security-groups?id=006edd61-89a7-4180-a555-5a0fa547605a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775421 Nov 23 17:46:13.322651 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-f2608a3a-761d-43b2-ab21-96e975171322 req-74a784a0-654c-49f8-bcb5-42cc1001395e service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=fa324d8c-13d0-499d-8791-7b10ff6fd90b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710931 Nov 23 17:46:13.432002 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363373e2-5ed3-4efb-ac1d-65270d8319d5 req-e177aba6-f38b-4466-bc82-ffd1fd32d5ff tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:46:13.433587 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-363373e2-5ed3-4efb-ac1d-65270d8319d5 req-e177aba6-f38b-4466-bc82-ffd1fd32d5ff tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] 10.222.0.60 "GET /v2.0/ports?device_id=ed064c74-6ca9-4d95-a0fc-1c7439d0dafb HTTP/1.1" status: 200 len: 945 time: 0.2186768 Nov 23 17:46:13.448604 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ff979941-08d4-4efe-a645-e3b02bb2b8af req-2847664a-cf6e-4f32-a288-18aa8e886e07 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/ports?device_id=33ad57ba-2e81-4ec7-8fab-dd4327006cf7 HTTP/1.1" status: 200 len: 210 time: 0.0902243 Nov 23 17:46:13.460629 n-d-816206-8 neutron-server[103591]: INFO neutron.db.ipam_backend_mixin [None req-efc57e2a-f46c-4f22-bc21-9271644c5b7c tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 0bd93156-e199-4882-b18b-1cf13c163a1a (CIDR: 172.20.0.0/28) Nov 23 17:46:13.476194 n-d-816206-8 neutron-server[103591]: INFO neutron.pecan_wsgi.hooks.translation [None req-efc57e2a-f46c-4f22-bc21-9271644c5b7c tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 17:46:13.476958 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-efc57e2a-f46c-4f22-bc21-9271644c5b7c tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103591) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 17:46:13.530483 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:13.534339 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-363373e2-5ed3-4efb-ac1d-65270d8319d5 req-59a0f2b1-0dc1-4da4-b440-7c02670a6ad7 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] 10.222.0.60 "GET /v2.0/security-groups?id=fa324d8c-13d0-499d-8791-7b10ff6fd90b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821755 Nov 23 17:46:13.544176 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-efc57e2a-f46c-4f22-bc21-9271644c5b7c tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0081286 Nov 23 17:46:13.544534 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 59742) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:46:13.557958 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.db_base_plugin_common [None req-6f7486a7-56bc-4f20-81d9-88caf59305ca None None] Allocated IP 172.20.0.2 (b8591237-4f51-4ef9-93d7-0b6b92be4a0c/0bd93156-e199-4882-b18b-1cf13c163a1a/c2bd9ffa-fad8-4279-ac08-4497034365f8) {{(pid=103592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:46:13.591801 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-a02cb37c-97e3-4da8-99c1-909c71a00e96 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Request body: {'subnet': {'network_id': 'b8591237-4f51-4ef9-93d7-0b6b92be4a0c', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:46:13.890128 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e051c438-aa83-4733-8015-a3004aaf0cf0 req-97bd2c39-ed04-480f-b11e-5e33fdd0b5c2 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:46:13.900706 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e051c438-aa83-4733-8015-a3004aaf0cf0 req-97bd2c39-ed04-480f-b11e-5e33fdd0b5c2 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] 10.222.0.60 "GET /v2.0/ports?device_id=a43134ca-2758-4794-bb9c-974d11e5e279 HTTP/1.1" status: 200 len: 945 time: 0.1469941 Nov 23 17:46:13.906596 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-6f7486a7-56bc-4f20-81d9-88caf59305ca None None] Publish callbacks [] for port, precommit_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:13.916848 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-6f7486a7-56bc-4f20-81d9-88caf59305ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980'] for port, after_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:14.023946 n-d-816206-8 neutron-server[103592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f7486a7-56bc-4f20-81d9-88caf59305ca None None] Network b8591237-4f51-4ef9-93d7-0b6b92be4a0c is already hosted by enough agents. {{(pid=103592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:46:14.026985 n-d-816206-8 neutron-server[103592]: DEBUG neutron.scheduler.base_scheduler [None req-6f7486a7-56bc-4f20-81d9-88caf59305ca None None] Resources bound (agent type, host, resource id): {{(pid=103592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:46:14.044287 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f7486a7-56bc-4f20-81d9-88caf59305ca None None] Received port after_create {{(pid=103592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:46:14.053471 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e051c438-aa83-4733-8015-a3004aaf0cf0 req-bfec29ec-c3ae-40c1-aabd-5c336e93a275 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] 10.222.0.60 "GET /v2.0/security-groups?id=c11b6a3a-f89b-4d05-9340-8aa0be1653f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1376791 Nov 23 17:46:14.055092 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a02cb37c-97e3-4da8-99c1-909c71a00e96 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Made reservation on behalf of 57db132758f947bab3110ff0d5b47049 for: {'subnet': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:46:14.058666 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-a02cb37c-97e3-4da8-99c1-909c71a00e96 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264314294'] for subnet, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:14.093044 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7486a7-56bc-4f20-81d9-88caf59305ca None None] Pushing event updated for resources: {'Port': ['ID=c2bd9ffa-fad8-4279-ac08-4497034365f8,revision_number=1']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:46:14.242551 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-6f7486a7-56bc-4f20-81d9-88caf59305ca None None] Attempting to bind port c2bd9ffa-fad8-4279-ac08-4497034365f8 on host n-d-816206-8 for vnic_type normal with profile {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:46:14.243265 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-6f7486a7-56bc-4f20-81d9-88caf59305ca None None] Attempting to bind port c2bd9ffa-fad8-4279-ac08-4497034365f8 by drivers openvswitch,hyperv on host n-d-816206-8 at level 0 using segments [{'id': '6f3cdf2f-e958-422d-96ae-e6c5a0a9b194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'b8591237-4f51-4ef9-93d7-0b6b92be4a0c'}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:46:14.243870 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f7486a7-56bc-4f20-81d9-88caf59305ca None None] Attempting to bind port c2bd9ffa-fad8-4279-ac08-4497034365f8 on network b8591237-4f51-4ef9-93d7-0b6b92be4a0c {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:46:14.268315 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:14.275578 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f7486a7-56bc-4f20-81d9-88caf59305ca None None] Checking agent: {'id': '9e89acbe-4bbe-4c77-a18b-6f1da9133e0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 7, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 45, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:46:14.285150 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f7486a7-56bc-4f20-81d9-88caf59305ca None None] Checking segment: {'id': '6f3cdf2f-e958-422d-96ae-e6c5a0a9b194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'b8591237-4f51-4ef9-93d7-0b6b92be4a0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:46:14.289645 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-6f7486a7-56bc-4f20-81d9-88caf59305ca None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:14.290301 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f7486a7-56bc-4f20-81d9-88caf59305ca None None] Bound using segment: {'id': '6f3cdf2f-e958-422d-96ae-e6c5a0a9b194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'b8591237-4f51-4ef9-93d7-0b6b92be4a0c'} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:46:14.291512 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-6f7486a7-56bc-4f20-81d9-88caf59305ca None None] Bound port: c2bd9ffa-fad8-4279-ac08-4497034365f8, host: n-d-816206-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f3cdf2f-e958-422d-96ae-e6c5a0a9b194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'b8591237-4f51-4ef9-93d7-0b6b92be4a0c'}}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:46:14.292158 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-6f7486a7-56bc-4f20-81d9-88caf59305ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:14.487757 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-6f7486a7-56bc-4f20-81d9-88caf59305ca None None] For port c2bd9ffa-fad8-4279-ac08-4497034365f8, host n-d-816206-8, cleared binding levels {{(pid=103592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:46:14.497582 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-6f7486a7-56bc-4f20-81d9-88caf59305ca None None] For port c2bd9ffa-fad8-4279-ac08-4497034365f8, host n-d-816206-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=c2bd9ffa-fad8-4279-ac08-4497034365f8,segment=NetworkSegment(6f3cdf2f-e958-422d-96ae-e6c5a0a9b194),segment_id=6f3cdf2f-e958-422d-96ae-e6c5a0a9b194)] {{(pid=103592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:46:14.508121 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-6f7486a7-56bc-4f20-81d9-88caf59305ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:14.726264 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7486a7-56bc-4f20-81d9-88caf59305ca None None] Pushing event updated for resources: {'Port': ['ID=c2bd9ffa-fad8-4279-ac08-4497034365f8,revision_number=2']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:46:14.807644 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-a02cb37c-97e3-4da8-99c1-909c71a00e96 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264758079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264314276'] for subnet, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:14.889190 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020fe44e-4837-4c2e-9c6e-b4f0bbb71ded req-d3a21dac-aceb-4b40-8acd-bf507025267d tempest-ServerAddressesTestJSON-1137063001 tempest-ServerAddressesTestJSON-1137063001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:46:14.911553 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-020fe44e-4837-4c2e-9c6e-b4f0bbb71ded req-d3a21dac-aceb-4b40-8acd-bf507025267d tempest-ServerAddressesTestJSON-1137063001 tempest-ServerAddressesTestJSON-1137063001-project] 10.222.0.60 "GET /v2.0/ports?device_id=0af239b0-6773-4d47-b0b7-a34b69cfdde1 HTTP/1.1" status: 200 len: 945 time: 0.5433781 Nov 23 17:46:14.935649 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0af239b0-6773-4d47-b0b7-a34b69cfdde1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a97cd525-a452-4a7e-8f0a-59e5a8d2365e'}] {{(pid=103592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:46:14.956062 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba3e6a8f2301c7a29fe1eca9779abdae4ccbcd6266d69778087f2498d5551201" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7717eb1-3e8c-4a2b-904b-f9c7c51973e9" -d '{"events": [{"server_uuid": "0af239b0-6773-4d47-b0b7-a34b69cfdde1", "name": "network-vif-plugged", "status": "completed", "tag": "a97cd525-a452-4a7e-8f0a-59e5a8d2365e"}]}' {{(pid=103592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:46:15.003937 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8144653b-94aa-4e06-bdfa-5b103675ef8f req-35d6545d-9829-47eb-9f7a-ee8c284d8861 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/ports?device_id=33ad57ba-2e81-4ec7-8fab-dd4327006cf7 HTTP/1.1" status: 200 len: 210 time: 0.2157812 Nov 23 17:46:15.094289 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-2afc01f7-5f5c-4b42-9f6d-1d0fe21dd133 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:15.251032 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device c2bd9ffa-fad8-4279-ac08-4497034365f8 up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:46:15.318310 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02cb37c-97e3-4da8-99c1-909c71a00e96 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Pushing event updated for resources: {'Subnet': ['ID=2f46dc23-36cb-4bb6-a286-0a7fa068b0eb,revision_number=0']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:46:15.370550 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a02cb37c-97e3-4da8-99c1-909c71a00e96 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Network b8591237-4f51-4ef9-93d7-0b6b92be4a0c is already hosted by enough agents. {{(pid=103591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:46:15.397682 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [None req-a02cb37c-97e3-4da8-99c1-909c71a00e96 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Resources bound (agent type, host, resource id): {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:46:15.407214 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a02cb37c-97e3-4da8-99c1-909c71a00e96 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:46:15.409913 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-a02cb37c-97e3-4da8-99c1-909c71a00e96 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for subnet, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:15.431996 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port c2bd9ffa-fad8-4279-ac08-4497034365f8 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:46:15.432653 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:15.536921 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-020fe44e-4837-4c2e-9c6e-b4f0bbb71ded req-1465af7b-b798-4de7-a1b3-f4a93334d2e9 tempest-ServerAddressesTestJSON-1137063001 tempest-ServerAddressesTestJSON-1137063001-project] 10.222.0.60 "GET /v2.0/security-groups?id=006edd61-89a7-4180-a555-5a0fa547605a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6200333 Nov 23 17:46:15.573032 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-a02cb37c-97e3-4da8-99c1-909c71a00e96 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.0268257 Nov 23 17:46:15.576272 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 59780) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:46:15.582552 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-431a7600-2420-4479-9b59-ef811e5d9363 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Request body: {'port': {'network_id': 'b8591237-4f51-4ef9-93d7-0b6b92be4a0c', 'fixed_ips': [{'subnet_id': '0bd93156-e199-4882-b18b-1cf13c163a1a'}, {'subnet_id': '2f46dc23-36cb-4bb6-a286-0a7fa068b0eb'}], 'name': 'tempest-PortsTestJSON-1469953041'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:46:15.587926 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7375ef32-1f45-4565-ac36-692815b512c1 req-93c2f2b7-60a3-4798-b5b6-042e4830fe5f tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:46:15.590036 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7375ef32-1f45-4565-ac36-692815b512c1 req-93c2f2b7-60a3-4798-b5b6-042e4830fe5f tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] 10.222.0.60 "GET /v2.0/ports?device_id=ed064c74-6ca9-4d95-a0fc-1c7439d0dafb HTTP/1.1" status: 200 len: 945 time: 0.2577288 Nov 23 17:46:15.598995 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9521861b-5dc1-405f-a907-8d23b3e5fe63 req-5ea28a97-7a6e-45e1-9fc1-4b6f30fbe785 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:46:15.601082 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9521861b-5dc1-405f-a907-8d23b3e5fe63 req-5ea28a97-7a6e-45e1-9fc1-4b6f30fbe785 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.36 "GET /v2.0/networks?id=02874d22-2dc9-404b-96b5-741d17e13e44 HTTP/1.1" status: 200 len: 812 time: 0.5770199 Nov 23 17:46:15.670508 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:46:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fabae4d8-10f0-4024-92c9-60b1c9f127a2 x-openstack-request-id: req-fabae4d8-10f0-4024-92c9-60b1c9f127a2 {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:46:15.670814 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0af239b0-6773-4d47-b0b7-a34b69cfdde1", "name": "network-vif-plugged", "status": "completed", "tag": "a97cd525-a452-4a7e-8f0a-59e5a8d2365e", "code": 200}]} {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:46:15.671078 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-fabae4d8-10f0-4024-92c9-60b1c9f127a2 {{(pid=103592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:46:15.680917 n-d-816206-8 neutron-server[103592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0af239b0-6773-4d47-b0b7-a34b69cfdde1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a97cd525-a452-4a7e-8f0a-59e5a8d2365e', 'code': 200} Nov 23 17:46:15.756453 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:15.874665 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] For port c2bd9ffa-fad8-4279-ac08-4497034365f8, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=c2bd9ffa-fad8-4279-ac08-4497034365f8,segment=NetworkSegment(6f3cdf2f-e958-422d-96ae-e6c5a0a9b194),segment_id=6f3cdf2f-e958-422d-96ae-e6c5a0a9b194)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:46:15.883275 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:15.893928 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7375ef32-1f45-4565-ac36-692815b512c1 req-77d7113f-4373-4b2f-a323-91dd0e014388 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] 10.222.0.60 "GET /v2.0/security-groups?id=fa324d8c-13d0-499d-8791-7b10ff6fd90b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2918241 Nov 23 17:46:16.027000 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Pushing event updated for resources: {'Port': ['ID=c2bd9ffa-fad8-4279-ac08-4497034365f8,revision_number=3']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:46:16.066417 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473b050f-905b-4c61-8ce1-4d0c06d8d03b req-bf66b79b-0f19-4fb9-884a-2d17478c4dba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:46:16.068183 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-473b050f-905b-4c61-8ce1-4d0c06d8d03b req-bf66b79b-0f19-4fb9-884a-2d17478c4dba service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=0af239b0-6773-4d47-b0b7-a34b69cfdde1 HTTP/1.1" status: 200 len: 1096 time: 0.2437928 Nov 23 17:46:16.074749 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9521861b-5dc1-405f-a907-8d23b3e5fe63 req-9add0479-279b-4642-b0f5-9ae85c55708c tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c0a53cd325e44b8fbee499050453672f HTTP/1.1" status: 200 len: 379 time: 0.4568582 Nov 23 17:46:16.104524 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [req-9521861b-5dc1-405f-a907-8d23b3e5fe63 req-f3a728b4-9817-4950-89b9-853861a9417a tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Request body: {'port': {'device_id': '33ad57ba-2e81-4ec7-8fab-dd4327006cf7', 'network_id': '02874d22-2dc9-404b-96b5-741d17e13e44', 'admin_state_up': True, 'tenant_id': 'c0a53cd325e44b8fbee499050453672f', 'security_groups': ['857595b8-f5c9-4ef4-a551-6fcaf9d47816']}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:46:16.184249 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-431a7600-2420-4479-9b59-ef811e5d9363 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Made reservation on behalf of 57db132758f947bab3110ff0d5b47049 for: {'port': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:46:16.324772 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01b9211-2b89-4363-829b-6967a030134b req-377bc42d-6d16-4121-9ac4-f00e37232696 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:46:16.332833 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d01b9211-2b89-4363-829b-6967a030134b req-377bc42d-6d16-4121-9ac4-f00e37232696 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] 10.222.0.60 "GET /v2.0/ports?device_id=a43134ca-2758-4794-bb9c-974d11e5e279 HTTP/1.1" status: 200 len: 945 time: 0.4169385 Nov 23 17:46:16.443239 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-473b050f-905b-4c61-8ce1-4d0c06d8d03b req-5c240adb-e182-4e27-a703-827235fd4823 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=006edd61-89a7-4180-a555-5a0fa547605a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3454711 Nov 23 17:46:16.566219 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-431a7600-2420-4479-9b59-ef811e5d9363 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:16.582560 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-52822d53-48f5-4819-8a95-bdc13aea0bf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:16.609208 n-d-816206-8 neutron-server[103590]: DEBUG neutron.notifiers.nova [None req-431a7600-2420-4479-9b59-ef811e5d9363 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] device_id is not set on port d905b895-037c-443e-95ad-29a4c5431af6 yet. {{(pid=103590) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 17:46:16.623939 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5c1671-4cc2-4dfc-a31f-57162f3cb869 req-ac4ca2b6-297c-4be6-9391-c81f2ec7d33d tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:46:16.631387 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ea5c1671-4cc2-4dfc-a31f-57162f3cb869 req-ac4ca2b6-297c-4be6-9391-c81f2ec7d33d tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] 10.222.0.60 "GET /v2.0/ports?device_id=ed064c74-6ca9-4d95-a0fc-1c7439d0dafb HTTP/1.1" status: 200 len: 945 time: 0.4627507 Nov 23 17:46:16.649564 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fc68b67-bfae-4752-9b1c-e4666cdff1d9 None None] Network b8591237-4f51-4ef9-93d7-0b6b92be4a0c requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:46:16.744273 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d01b9211-2b89-4363-829b-6967a030134b req-afd9ca7f-25de-4e20-a074-5e8ec1295eeb tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] 10.222.0.60 "GET /v2.0/security-groups?id=c11b6a3a-f89b-4d05-9340-8aa0be1653f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4056685 Nov 23 17:46:16.887209 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ea5c1671-4cc2-4dfc-a31f-57162f3cb869 req-ff4d4b59-0055-4d59-8bff-d1b25c8c5026 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] 10.222.0.60 "GET /v2.0/security-groups?id=fa324d8c-13d0-499d-8791-7b10ff6fd90b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2548587 Nov 23 17:46:16.906860 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9521861b-5dc1-405f-a907-8d23b3e5fe63 req-f3a728b4-9817-4950-89b9-853861a9417a tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Made reservation on behalf of c0a53cd325e44b8fbee499050453672f for: {'port': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:46:16.925008 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-9521861b-5dc1-405f-a907-8d23b3e5fe63 req-f3a728b4-9817-4950-89b9-853861a9417a tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:16.986230 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-eccf7059-66c2-4330-a552-3adde48c469a req-92390bde-f49f-4e94-b71e-eb5954f6e397 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/ports?device_id=33ad57ba-2e81-4ec7-8fab-dd4327006cf7 HTTP/1.1" status: 200 len: 210 time: 0.0896108 Nov 23 17:46:17.008931 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-ad09a53d-da23-4f2b-bb66-f085e849de71 None None] Provisioning complete for port c2bd9ffa-fad8-4279-ac08-4497034365f8 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:46:17.009722 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-ad09a53d-da23-4f2b-bb66-f085e849de71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:17.241251 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device c2bd9ffa-fad8-4279-ac08-4497034365f8 up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:46:17.306481 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016dc6d9-57f6-403f-8a65-dd34ff273f33 req-e1e98336-4a83-41f8-85b4-d64f66f866da tempest-ServerAddressesTestJSON-1137063001 tempest-ServerAddressesTestJSON-1137063001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:46:17.310996 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-016dc6d9-57f6-403f-8a65-dd34ff273f33 req-e1e98336-4a83-41f8-85b4-d64f66f866da tempest-ServerAddressesTestJSON-1137063001 tempest-ServerAddressesTestJSON-1137063001-project] 10.222.0.60 "GET /v2.0/ports?device_id=0af239b0-6773-4d47-b0b7-a34b69cfdde1 HTTP/1.1" status: 200 len: 945 time: 0.2856209 Nov 23 17:46:17.507842 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.db_base_plugin_common [req-9521861b-5dc1-405f-a907-8d23b3e5fe63 req-f3a728b4-9817-4950-89b9-853861a9417a tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Allocated IP 172.20.0.13 (02874d22-2dc9-404b-96b5-741d17e13e44/7cd7c517-b8bf-4f3d-98b6-b23c91372576/3f0239ae-c0a5-4b25-b653-a289c9c182d2) {{(pid=103591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:46:17.757482 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port c2bd9ffa-fad8-4279-ac08-4497034365f8 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:46:17.758041 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:17.818854 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-431a7600-2420-4479-9b59-ef811e5d9363 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Allocated IP 172.20.0.3 (b8591237-4f51-4ef9-93d7-0b6b92be4a0c/0bd93156-e199-4882-b18b-1cf13c163a1a/d905b895-037c-443e-95ad-29a4c5431af6) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:46:17.825478 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-431a7600-2420-4479-9b59-ef811e5d9363 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Allocated IP 172.20.0.20 (b8591237-4f51-4ef9-93d7-0b6b92be4a0c/2f46dc23-36cb-4bb6-a286-0a7fa068b0eb/d905b895-037c-443e-95ad-29a4c5431af6) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:46:17.877811 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-9521861b-5dc1-405f-a907-8d23b3e5fe63 req-f3a728b4-9817-4950-89b9-853861a9417a tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Publish callbacks [] for port, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:17.935797 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-9521861b-5dc1-405f-a907-8d23b3e5fe63 req-f3a728b4-9817-4950-89b9-853861a9417a tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:17.981129 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [req-04d8fcbc-6c09-4ca9-bfaf-7b63d921a1b5 req-946ac72e-4c11-4b7c-8cf9-afe4bc9f52c2 service neutron] (103590) timed out ('10.222.0.55', 62151) {{(pid=103590) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 23 17:46:18.033386 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9a27ae6c-db98-474f-94c1-cc99bf842d79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:18.091095 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-016dc6d9-57f6-403f-8a65-dd34ff273f33 req-d12135eb-e9bb-458a-9831-d5da06bc7817 tempest-ServerAddressesTestJSON-1137063001 tempest-ServerAddressesTestJSON-1137063001-project] 10.222.0.60 "GET /v2.0/security-groups?id=006edd61-89a7-4180-a555-5a0fa547605a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7319639 Nov 23 17:46:18.142373 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9521861b-5dc1-405f-a907-8d23b3e5fe63 req-f3a728b4-9817-4950-89b9-853861a9417a tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Network 02874d22-2dc9-404b-96b5-741d17e13e44 is already hosted by enough agents. {{(pid=103591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:46:18.144158 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbbecca-a50f-45bd-bab2-e259998ea153 req-8ad29824-bc70-4a7d-bc43-164811111f15 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:46:18.153158 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-bdbbecca-a50f-45bd-bab2-e259998ea153 req-8ad29824-bc70-4a7d-bc43-164811111f15 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] 10.222.0.60 "GET /v2.0/ports?device_id=ed064c74-6ca9-4d95-a0fc-1c7439d0dafb HTTP/1.1" status: 200 len: 945 time: 0.4116471 Nov 23 17:46:18.166803 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [req-9521861b-5dc1-405f-a907-8d23b3e5fe63 req-f3a728b4-9817-4950-89b9-853861a9417a tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Resources bound (agent type, host, resource id): {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:46:18.181406 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [req-9521861b-5dc1-405f-a907-8d23b3e5fe63 req-f3a728b4-9817-4950-89b9-853861a9417a tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Received port after_create {{(pid=103591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:46:18.226751 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5980c5aa-0422-4ed5-b948-a8f4ff4e9b51 None None] Update dhcp port {'port': {'network_id': 'b8591237-4f51-4ef9-93d7-0b6b92be4a0c', 'fixed_ips': [{'subnet_id': '0bd93156-e199-4882-b18b-1cf13c163a1a', 'ip_address': '172.20.0.2'}, {'subnet_id': '2f46dc23-36cb-4bb6-a286-0a7fa068b0eb'}], 'binding:host_id': 'n-d-816206-8'}, 'id': 'c2bd9ffa-fad8-4279-ac08-4497034365f8'} from n-d-816206-8. {{(pid=103592) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 23 17:46:18.375142 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-431a7600-2420-4479-9b59-ef811e5d9363 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:18.610949 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-431a7600-2420-4479-9b59-ef811e5d9363 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:18.682780 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-431a7600-2420-4479-9b59-ef811e5d9363 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Network b8591237-4f51-4ef9-93d7-0b6b92be4a0c is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:46:18.701077 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-431a7600-2420-4479-9b59-ef811e5d9363 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:46:18.746606 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-431a7600-2420-4479-9b59-ef811e5d9363 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:46:18.832949 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-5980c5aa-0422-4ed5-b948-a8f4ff4e9b51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:18.870767 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [req-8ecee725-2477-4e32-8adf-514a56e78367 req-481a95e3-21d7-4453-b6da-a8c21f300385 service neutron] (103591) timed out ('10.222.0.55', 62355) {{(pid=103591) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 23 17:46:18.871366 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a728b4-9817-4950-89b9-853861a9417a tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Pushing event updated for resources: {'Port': ['ID=3f0239ae-c0a5-4b25-b653-a289c9c182d2,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:46:18.881506 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:18.930317 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-431a7600-2420-4479-9b59-ef811e5d9363 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:46:18.930885 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-431a7600-2420-4479-9b59-ef811e5d9363 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:18.948748 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9521861b-5dc1-405f-a907-8d23b3e5fe63 req-f3a728b4-9817-4950-89b9-853861a9417a tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:46:18.949359 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-9521861b-5dc1-405f-a907-8d23b3e5fe63 req-f3a728b4-9817-4950-89b9-853861a9417a tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:18.955021 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9939ebd0-b69f-4427-acd9-ecd95c61e178 None None] Provisioning complete for port 3f0239ae-c0a5-4b25-b653-a289c9c182d2 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:46:18.955395 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9939ebd0-b69f-4427-acd9-ecd95c61e178 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:18.983586 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-bdbbecca-a50f-45bd-bab2-e259998ea153 req-8bd490fe-0fcb-410d-9527-9179194fc092 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] 10.222.0.60 "GET /v2.0/security-groups?id=fa324d8c-13d0-499d-8791-7b10ff6fd90b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8294103 Nov 23 17:46:18.989004 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9521861b-5dc1-405f-a907-8d23b3e5fe63 req-f3a728b4-9817-4950-89b9-853861a9417a tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8987854 Nov 23 17:46:19.012872 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [req-9521861b-5dc1-405f-a907-8d23b3e5fe63 req-74663003-a333-4553-a2bd-2d671204c9c8 service neutron] Request body: {'port': {'device_id': '33ad57ba-2e81-4ec7-8fab-dd4327006cf7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-8'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:46:19.045369 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431a7600-2420-4479-9b59-ef811e5d9363 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Pushing event updated for resources: {'Port': ['ID=d905b895-037c-443e-95ad-29a4c5431af6,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:46:19.062491 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-431a7600-2420-4479-9b59-ef811e5d9363 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 3.4851174 Nov 23 17:46:19.063182 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 59834) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:46:19.069526 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-ef6cb195-a01e-49f9-833f-88a7b7e6c42b tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '0bd93156-e199-4882-b18b-1cf13c163a1a'}]}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:46:19.074747 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf77c8bb-b500-4521-9718-1e3879ca5c69 req-cc39f651-cf0c-44b8-bbb1-32052275572d tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:46:19.075257 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-cf77c8bb-b500-4521-9718-1e3879ca5c69 req-cc39f651-cf0c-44b8-bbb1-32052275572d tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] 10.222.0.60 "GET /v2.0/ports?device_id=a43134ca-2758-4794-bb9c-974d11e5e279 HTTP/1.1" status: 200 len: 945 time: 0.8158278 Nov 23 17:46:19.169000 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-9939ebd0-b69f-4427-acd9-ecd95c61e178 None None] Port 3f0239ae-c0a5-4b25-b653-a289c9c182d2 cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:46:19.237700 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ef6cb195-a01e-49f9-833f-88a7b7e6c42b tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:19.379245 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-cf77c8bb-b500-4521-9718-1e3879ca5c69 req-861244f9-a92e-40ad-af0c-7cbb947198c0 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] 10.222.0.60 "GET /v2.0/security-groups?id=c11b6a3a-f89b-4d05-9340-8aa0be1653f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2619243 Nov 23 17:46:19.435949 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-9521861b-5dc1-405f-a907-8d23b3e5fe63 req-74663003-a333-4553-a2bd-2d671204c9c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:19.437734 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82232bf4-b814-43b6-9ca5-33e3984d8798 req-5e0b670e-cebf-41b9-a297-bf5ac541752e tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:46:19.440728 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-82232bf4-b814-43b6-9ca5-33e3984d8798 req-5e0b670e-cebf-41b9-a297-bf5ac541752e tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] 10.222.0.55 "GET /v2.0/ports?device_id=ed064c74-6ca9-4d95-a0fc-1c7439d0dafb HTTP/1.1" status: 200 len: 945 time: 0.1684926 Nov 23 17:46:19.464732 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.db_base_plugin_common [None req-5980c5aa-0422-4ed5-b948-a8f4ff4e9b51 None None] Allocated IP 172.20.0.18 (b8591237-4f51-4ef9-93d7-0b6b92be4a0c/2f46dc23-36cb-4bb6-a286-0a7fa068b0eb/c2bd9ffa-fad8-4279-ac08-4497034365f8) {{(pid=103592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:46:19.580827 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c437f208-f133-4db2-b297-3d0778f97301 req-b0ad1f84-82a7-418c-be73-faefed5b9987 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:46:19.582695 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c437f208-f133-4db2-b297-3d0778f97301 req-b0ad1f84-82a7-418c-be73-faefed5b9987 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/ports?device_id=33ad57ba-2e81-4ec7-8fab-dd4327006cf7 HTTP/1.1" status: 200 len: 932 time: 0.4032195 Nov 23 17:46:19.772549 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-5980c5aa-0422-4ed5-b948-a8f4ff4e9b51 None None] For port c2bd9ffa-fad8-4279-ac08-4497034365f8, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=c2bd9ffa-fad8-4279-ac08-4497034365f8,segment=NetworkSegment(6f3cdf2f-e958-422d-96ae-e6c5a0a9b194),segment_id=6f3cdf2f-e958-422d-96ae-e6c5a0a9b194)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:46:19.867551 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-5980c5aa-0422-4ed5-b948-a8f4ff4e9b51 None None] Publish callbacks [] for port, precommit_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:19.875500 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-5980c5aa-0422-4ed5-b948-a8f4ff4e9b51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:20.067401 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5980c5aa-0422-4ed5-b948-a8f4ff4e9b51 None None] Pushing event updated for resources: {'Port': ['ID=c2bd9ffa-fad8-4279-ac08-4497034365f8,revision_number=4']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:46:20.160687 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-ef6cb195-a01e-49f9-833f-88a7b7e6c42b tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Delete allocated IP 172.20.0.20 (b8591237-4f51-4ef9-93d7-0b6b92be4a0c/2f46dc23-36cb-4bb6-a286-0a7fa068b0eb) {{(pid=103590) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 23 17:46:20.230128 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e29e9f-f969-4cca-a055-e0eb4a5294a4 req-e228e672-b426-467e-97fc-0ed2f6678aca tempest-ServerAddressesTestJSON-1137063001 tempest-ServerAddressesTestJSON-1137063001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:46:20.231945 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a9e29e9f-f969-4cca-a055-e0eb4a5294a4 req-e228e672-b426-467e-97fc-0ed2f6678aca tempest-ServerAddressesTestJSON-1137063001 tempest-ServerAddressesTestJSON-1137063001-project] 10.222.0.60 "GET /v2.0/ports?device_id=0af239b0-6773-4d47-b0b7-a34b69cfdde1 HTTP/1.1" status: 200 len: 945 time: 0.6775699 Nov 23 17:46:20.270466 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [req-82232bf4-b814-43b6-9ca5-33e3984d8798 req-8472605c-8d76-4775-9a37-1455996d5baf tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] Deleting port b14865b5-8f10-4da4-9b12-7eef95be32ba {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:46:20.270986 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-82232bf4-b814-43b6-9ca5-33e3984d8798 req-8472605c-8d76-4775-9a37-1455996d5baf tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:20.387524 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c437f208-f133-4db2-b297-3d0778f97301 req-e6e14664-baea-4602-a464-732ba6d18416 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/security-groups?id=857595b8-f5c9-4ef4-a551-6fcaf9d47816&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7842081 Nov 23 17:46:20.558058 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [req-82232bf4-b814-43b6-9ca5-33e3984d8798 req-8472605c-8d76-4775-9a37-1455996d5baf tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] For port b14865b5-8f10-4da4-9b12-7eef95be32ba, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=b14865b5-8f10-4da4-9b12-7eef95be32ba,segment=NetworkSegment(3dd48af8-0370-4e3e-80f2-5bf5c6c5c8d9),segment_id=3dd48af8-0370-4e3e-80f2-5bf5c6c5c8d9)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:46:20.558749 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-82232bf4-b814-43b6-9ca5-33e3984d8798 req-8472605c-8d76-4775-9a37-1455996d5baf tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:20.577606 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a9e29e9f-f969-4cca-a055-e0eb4a5294a4 req-61744523-f88e-40b3-80f8-d864f60436ca tempest-ServerAddressesTestJSON-1137063001 tempest-ServerAddressesTestJSON-1137063001-project] 10.222.0.60 "GET /v2.0/security-groups?id=006edd61-89a7-4180-a555-5a0fa547605a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2867465 Nov 23 17:46:20.618608 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [req-82232bf4-b814-43b6-9ca5-33e3984d8798 req-8472605c-8d76-4775-9a37-1455996d5baf tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] Calling delete_port for b14865b5-8f10-4da4-9b12-7eef95be32ba owned by compute:nova {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:46:20.622642 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [req-9521861b-5dc1-405f-a907-8d23b3e5fe63 req-74663003-a333-4553-a2bd-2d671204c9c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f0239ae-c0a5-4b25-b653-a289c9c182d2 {{(pid=103591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:46:20.660064 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-9521861b-5dc1-405f-a907-8d23b3e5fe63 req-74663003-a333-4553-a2bd-2d671204c9c8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:20.718887 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.provisioning_blocks [req-9521861b-5dc1-405f-a907-8d23b3e5fe63 req-74663003-a333-4553-a2bd-2d671204c9c8 service neutron] Transition to ACTIVE for port object 3f0239ae-c0a5-4b25-b653-a289c9c182d2 will not be triggered until provisioned by entity L2. {{(pid=103591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 17:46:20.726051 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-9521861b-5dc1-405f-a907-8d23b3e5fe63 req-74663003-a333-4553-a2bd-2d671204c9c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264758186'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:20.923457 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-82232bf4-b814-43b6-9ca5-33e3984d8798 req-8472605c-8d76-4775-9a37-1455996d5baf tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:20.941103 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] get_ports_and_sgs() called for port_ids ['b14865b5-8f10-4da4-9b12-7eef95be32ba'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:46:20.946069 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] get_ports_and_sgs() called for port_ids ['1d9e3b88-028d-4283-8c21-507d2fff66f7'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:46:21.174532 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74663003-a333-4553-a2bd-2d671204c9c8 service neutron] Pushing event updated for resources: {'Port': ['ID=3f0239ae-c0a5-4b25-b653-a289c9c182d2,revision_number=2']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:46:21.215897 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8472605c-8d76-4775-9a37-1455996d5baf tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] Pushing event deleted for resources: {'Port': ['ID=b14865b5-8f10-4da4-9b12-7eef95be32ba,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:46:21.327425 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96fd38e0-ca14-49b1-821e-5a8e3b1a733c None None] DHCP port deletion for 96a4c4fb-2a54-4887-a6a0-d3361fb03ec8 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:46:21.357442 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4876875b-f6c4-41e8-a417-8e4a962ac064 req-1f3058e5-4c21-4f88-912c-4713b774e1c6 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:46:21.365547 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4876875b-f6c4-41e8-a417-8e4a962ac064 req-1f3058e5-4c21-4f88-912c-4713b774e1c6 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] 10.222.0.60 "GET /v2.0/ports?device_id=a43134ca-2758-4794-bb9c-974d11e5e279 HTTP/1.1" status: 200 len: 945 time: 0.5249157 Nov 23 17:46:21.432082 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device c2bd9ffa-fad8-4279-ac08-4497034365f8 up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:46:21.445142 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4876875b-f6c4-41e8-a417-8e4a962ac064 req-52435edb-00c6-4bd4-bbbb-5450031fd20f tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] 10.222.0.60 "GET /v2.0/security-groups?id=c11b6a3a-f89b-4d05-9340-8aa0be1653f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744586 Nov 23 17:46:21.456463 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-9521861b-5dc1-405f-a907-8d23b3e5fe63 req-74663003-a333-4553-a2bd-2d671204c9c8 service neutron] Attempting to bind port 3f0239ae-c0a5-4b25-b653-a289c9c182d2 on host n-h2-816206-8 for vnic_type normal with profile {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:46:21.457228 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-9521861b-5dc1-405f-a907-8d23b3e5fe63 req-74663003-a333-4553-a2bd-2d671204c9c8 service neutron] Attempting to bind port 3f0239ae-c0a5-4b25-b653-a289c9c182d2 by drivers openvswitch,hyperv on host n-h2-816206-8 at level 0 using segments [{'id': 'ec813e0a-4415-4fed-a736-e9a0442fcb85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '02874d22-2dc9-404b-96b5-741d17e13e44'}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:46:21.457747 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9521861b-5dc1-405f-a907-8d23b3e5fe63 req-74663003-a333-4553-a2bd-2d671204c9c8 service neutron] Attempting to bind port 3f0239ae-c0a5-4b25-b653-a289c9c182d2 on network 02874d22-2dc9-404b-96b5-741d17e13e44 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:46:21.469262 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9521861b-5dc1-405f-a907-8d23b3e5fe63 req-74663003-a333-4553-a2bd-2d671204c9c8 service neutron] Port 3f0239ae-c0a5-4b25-b653-a289c9c182d2 on network 02874d22-2dc9-404b-96b5-741d17e13e44 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-8 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 17:46:21.470273 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9521861b-5dc1-405f-a907-8d23b3e5fe63 req-74663003-a333-4553-a2bd-2d671204c9c8 service neutron] Attempting to bind port 3f0239ae-c0a5-4b25-b653-a289c9c182d2 on network 02874d22-2dc9-404b-96b5-741d17e13e44 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:46:21.482707 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9521861b-5dc1-405f-a907-8d23b3e5fe63 req-74663003-a333-4553-a2bd-2d671204c9c8 service neutron] Checking agent: {'id': 'ab77bf9e-0267-4174-8f1d-822cba89b207', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 15, 13), 'started_at': datetime.datetime(2021, 11, 23, 17, 15, 13), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 46, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:46:21.483648 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9521861b-5dc1-405f-a907-8d23b3e5fe63 req-74663003-a333-4553-a2bd-2d671204c9c8 service neutron] Checking segment: {'id': 'ec813e0a-4415-4fed-a736-e9a0442fcb85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '02874d22-2dc9-404b-96b5-741d17e13e44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:46:21.486001 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9521861b-5dc1-405f-a907-8d23b3e5fe63 req-74663003-a333-4553-a2bd-2d671204c9c8 service neutron] Bound using segment: {'id': 'ec813e0a-4415-4fed-a736-e9a0442fcb85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '02874d22-2dc9-404b-96b5-741d17e13e44'} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:46:21.487089 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-9521861b-5dc1-405f-a907-8d23b3e5fe63 req-74663003-a333-4553-a2bd-2d671204c9c8 service neutron] Bound port: 3f0239ae-c0a5-4b25-b653-a289c9c182d2, host: n-h2-816206-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec813e0a-4415-4fed-a736-e9a0442fcb85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '02874d22-2dc9-404b-96b5-741d17e13e44'}}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:46:21.487772 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-9521861b-5dc1-405f-a907-8d23b3e5fe63 req-74663003-a333-4553-a2bd-2d671204c9c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:21.574722 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ef6cb195-a01e-49f9-833f-88a7b7e6c42b tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks [] for port, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:21.631131 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7ae4b11-32a2-4636-8ed1-820464ff841c None None] Network b8591237-4f51-4ef9-93d7-0b6b92be4a0c requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:46:21.747482 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-cce2324b-8aa1-4ba3-b5b2-d66d0d2d79d8 None None] Provisioning complete for port c2bd9ffa-fad8-4279-ac08-4497034365f8 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:46:21.747907 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-cce2324b-8aa1-4ba3-b5b2-d66d0d2d79d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:21.754543 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [req-82232bf4-b814-43b6-9ca5-33e3984d8798 req-8472605c-8d76-4775-9a37-1455996d5baf tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] No DVR routers for this DVR port b14865b5-8f10-4da4-9b12-7eef95be32ba on host n-h1-816206-8 {{(pid=103590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:46:21.757076 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ef6cb195-a01e-49f9-833f-88a7b7e6c42b tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264357957'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:21.764752 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-82232bf4-b814-43b6-9ca5-33e3984d8798 req-8472605c-8d76-4775-9a37-1455996d5baf tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:21.776210 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-82232bf4-b814-43b6-9ca5-33e3984d8798 req-8472605c-8d76-4775-9a37-1455996d5baf tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] 10.222.0.55 "DELETE /v2.0/ports/b14865b5-8f10-4da4-9b12-7eef95be32ba HTTP/1.1" status: 204 len: 173 time: 2.3084302 Nov 23 17:46:21.777132 n-d-816206-8 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed064c74-6ca9-4d95-a0fc-1c7439d0dafb', 'name': 'network-vif-deleted', 'tag': 'b14865b5-8f10-4da4-9b12-7eef95be32ba'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:46:21.779668 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbabddbc9fc37b068808e119c416c86f5957ca04531a4a0d2e695c515e93483b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a05601b0-d418-4985-851d-0368c9ceb2c9" -d '{"events": [{"server_uuid": "ed064c74-6ca9-4d95-a0fc-1c7439d0dafb", "name": "network-vif-deleted", "tag": "b14865b5-8f10-4da4-9b12-7eef95be32ba"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:46:21.874162 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port c2bd9ffa-fad8-4279-ac08-4497034365f8 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:46:21.874545 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:21.937287 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-9521861b-5dc1-405f-a907-8d23b3e5fe63 req-74663003-a333-4553-a2bd-2d671204c9c8 service neutron] For port 3f0239ae-c0a5-4b25-b653-a289c9c182d2, host n-h2-816206-8, cleared binding levels {{(pid=103591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:46:21.964185 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6cb195-a01e-49f9-833f-88a7b7e6c42b tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Pushing event updated for resources: {'Port': ['ID=d905b895-037c-443e-95ad-29a4c5431af6,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:46:22.092005 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-9521861b-5dc1-405f-a907-8d23b3e5fe63 req-74663003-a333-4553-a2bd-2d671204c9c8 service neutron] For port 3f0239ae-c0a5-4b25-b653-a289c9c182d2, host n-h2-816206-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=3f0239ae-c0a5-4b25-b653-a289c9c182d2,segment=NetworkSegment(ec813e0a-4415-4fed-a736-e9a0442fcb85),segment_id=ec813e0a-4415-4fed-a736-e9a0442fcb85)] {{(pid=103591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:46:22.132016 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-ef6cb195-a01e-49f9-833f-88a7b7e6c42b tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] In _notify_port_updated(), no bound segment for port d905b895-037c-443e-95ad-29a4c5431af6 on network b8591237-4f51-4ef9-93d7-0b6b92be4a0c {{(pid=103590) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 23 17:46:22.157149 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef6cb195-a01e-49f9-833f-88a7b7e6c42b tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:46:22.159883 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ef6cb195-a01e-49f9-833f-88a7b7e6c42b tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:22.168333 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-ef6cb195-a01e-49f9-833f-88a7b7e6c42b tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] 10.222.0.60 "PUT /v2.0/ports/d905b895-037c-443e-95ad-29a4c5431af6 HTTP/1.1" status: 200 len: 919 time: 3.1032462 Nov 23 17:46:22.169036 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 59890) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:46:22.173785 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-9521861b-5dc1-405f-a907-8d23b3e5fe63 req-74663003-a333-4553-a2bd-2d671204c9c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264758186'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:22.187976 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-1de77898-8e27-49e9-8f0c-c80106d0e6d6 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '0bd93156-e199-4882-b18b-1cf13c163a1a'}, {'subnet_id': '2f46dc23-36cb-4bb6-a286-0a7fa068b0eb'}]}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:46:22.231292 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9521861b-5dc1-405f-a907-8d23b3e5fe63 req-74663003-a333-4553-a2bd-2d671204c9c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:46:22.232716 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-9521861b-5dc1-405f-a907-8d23b3e5fe63 req-74663003-a333-4553-a2bd-2d671204c9c8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:22.234973 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9521861b-5dc1-405f-a907-8d23b3e5fe63 req-74663003-a333-4553-a2bd-2d671204c9c8 service neutron] 10.222.0.36 "PUT /v2.0/ports/3f0239ae-c0a5-4b25-b653-a289c9c182d2 HTTP/1.1" status: 200 len: 1092 time: 3.2308042 Nov 23 17:46:22.238662 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9b120218-54c4-444b-a784-8e537438e1a9 req-c2962112-1ba6-45de-8941-88757ece75b4 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] 10.222.0.60 "GET /v2.0/ports?device_id=ed064c74-6ca9-4d95-a0fc-1c7439d0dafb HTTP/1.1" status: 200 len: 210 time: 0.3271873 Nov 23 17:46:22.244048 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33ad57ba-2e81-4ec7-8fab-dd4327006cf7', 'tag': '3f0239ae-c0a5-4b25-b653-a289c9c182d2'}] {{(pid=103591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:46:22.247472 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41d174a19ece9499ff9ec44e5b3fc50f2abd3ffbc947fb7e52ea1e8db27b95b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c3e9eab-6afc-4c24-a298-8c21e1eb1be1" -d '{"events": [{"name": "network-changed", "server_uuid": "33ad57ba-2e81-4ec7-8fab-dd4327006cf7", "tag": "3f0239ae-c0a5-4b25-b653-a289c9c182d2"}]}' {{(pid=103591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:46:22.328403 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421921e6-61b8-4966-9088-c2108c8d4449 req-d5428b7b-d818-496a-bdf5-83b8171a7949 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:46:22.330831 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-421921e6-61b8-4966-9088-c2108c8d4449 req-d5428b7b-d818-496a-bdf5-83b8171a7949 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/ports?device_id=33ad57ba-2e81-4ec7-8fab-dd4327006cf7 HTTP/1.1" status: 200 len: 944 time: 0.5754366 Nov 23 17:46:22.661912 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-421921e6-61b8-4966-9088-c2108c8d4449 req-99d69907-e8b5-4c92-8f8a-7c9e3b9cab8b tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/security-groups?id=857595b8-f5c9-4ef4-a551-6fcaf9d47816&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2712250 Nov 23 17:46:22.724699 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 17:46:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9e3ceda-7791-486c-8f0b-e5560455d41f x-openstack-request-id: req-f9e3ceda-7791-486c-8f0b-e5560455d41f {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:46:22.725009 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33ad57ba-2e81-4ec7-8fab-dd4327006cf7", "tag": "3f0239ae-c0a5-4b25-b653-a289c9c182d2", "status": "completed", "code": 200}]} {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:46:22.725276 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f9e3ceda-7791-486c-8f0b-e5560455d41f {{(pid=103591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:46:22.747134 n-d-816206-8 neutron-server[103591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33ad57ba-2e81-4ec7-8fab-dd4327006cf7', 'tag': '3f0239ae-c0a5-4b25-b653-a289c9c182d2', 'status': 'completed', 'code': 200} Nov 23 17:46:22.764766 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:46:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9c58ed4-9396-4d94-9acf-5caa9d10e0aa x-openstack-request-id: req-f9c58ed4-9396-4d94-9acf-5caa9d10e0aa {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:46:22.765453 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed064c74-6ca9-4d95-a0fc-1c7439d0dafb", "name": "network-vif-deleted", "tag": "b14865b5-8f10-4da4-9b12-7eef95be32ba", "status": "completed", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:46:22.765453 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f9c58ed4-9396-4d94-9acf-5caa9d10e0aa {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:46:22.765681 n-d-816206-8 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed064c74-6ca9-4d95-a0fc-1c7439d0dafb', 'name': 'network-vif-deleted', 'tag': 'b14865b5-8f10-4da4-9b12-7eef95be32ba', 'status': 'completed', 'code': 200} Nov 23 17:46:22.811495 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74663003-a333-4553-a2bd-2d671204c9c8 service neutron] Pushing event updated for resources: {'Port': ['ID=3f0239ae-c0a5-4b25-b653-a289c9c182d2,revision_number=3']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:46:22.843813 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9521861b-5dc1-405f-a907-8d23b3e5fe63 req-8b091b64-d31d-454e-a9ff-6163993611cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:46:22.850782 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9521861b-5dc1-405f-a907-8d23b3e5fe63 req-8b091b64-d31d-454e-a9ff-6163993611cb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c0a53cd325e44b8fbee499050453672f&device_id=33ad57ba-2e81-4ec7-8fab-dd4327006cf7 HTTP/1.1" status: 200 len: 1095 time: 0.5435841 Nov 23 17:46:22.920847 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1de77898-8e27-49e9-8f0c-c80106d0e6d6 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:22.935811 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9521861b-5dc1-405f-a907-8d23b3e5fe63 req-b7db46a2-5463-4ce7-bdd4-bd9cc522a23e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3f0239ae-c0a5-4b25-b653-a289c9c182d2 HTTP/1.1" status: 200 len: 217 time: 0.0773983 Nov 23 17:46:23.084653 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9521861b-5dc1-405f-a907-8d23b3e5fe63 req-e408718d-9798-4b66-827f-ccd961dacc80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:46:23.089715 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9521861b-5dc1-405f-a907-8d23b3e5fe63 req-e408718d-9798-4b66-827f-ccd961dacc80 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7cd7c517-b8bf-4f3d-98b6-b23c91372576 HTTP/1.1" status: 200 len: 851 time: 0.1210029 Nov 23 17:46:23.122297 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d8907e-5847-4a6b-99d0-e28d3ffe36ea req-0966599c-e74e-44bf-9669-e4a342a5ca48 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:46:23.126840 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-43d8907e-5847-4a6b-99d0-e28d3ffe36ea req-0966599c-e74e-44bf-9669-e4a342a5ca48 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] 10.222.0.60 "GET /v2.0/ports?device_id=a43134ca-2758-4794-bb9c-974d11e5e279 HTTP/1.1" status: 200 len: 945 time: 0.1873755 Nov 23 17:46:23.322762 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-43d8907e-5847-4a6b-99d0-e28d3ffe36ea req-88a13491-c8e5-4f00-ae97-5b39cdb22cf1 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] 10.222.0.60 "GET /v2.0/security-groups?id=c11b6a3a-f89b-4d05-9340-8aa0be1653f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1772437 Nov 23 17:46:23.336257 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-8bc1d631-203b-4306-b738-1709fb60fc96 None None] Provisioning complete for port c2bd9ffa-fad8-4279-ac08-4497034365f8 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:46:23.337000 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-8bc1d631-203b-4306-b738-1709fb60fc96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:23.413955 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9521861b-5dc1-405f-a907-8d23b3e5fe63 req-a4d89665-e332-429e-b663-8ad27012695a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:46:23.415520 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9521861b-5dc1-405f-a907-8d23b3e5fe63 req-a4d89665-e332-429e-b663-8ad27012695a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=02874d22-2dc9-404b-96b5-741d17e13e44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3040087 Nov 23 17:46:23.538214 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a219b06-91b7-4498-9f06-d740fa99c5cd req-fb10bf8f-428a-4dd1-ae05-15dd099ebaaf tempest-ServerAddressesTestJSON-1137063001 tempest-ServerAddressesTestJSON-1137063001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:46:23.539754 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4a219b06-91b7-4498-9f06-d740fa99c5cd req-fb10bf8f-428a-4dd1-ae05-15dd099ebaaf tempest-ServerAddressesTestJSON-1137063001 tempest-ServerAddressesTestJSON-1137063001-project] 10.222.0.60 "GET /v2.0/ports?device_id=0af239b0-6773-4d47-b0b7-a34b69cfdde1 HTTP/1.1" status: 200 len: 945 time: 0.2652695 Nov 23 17:46:23.564567 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-1de77898-8e27-49e9-8f0c-c80106d0e6d6 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Allocated IP 172.20.0.30 (b8591237-4f51-4ef9-93d7-0b6b92be4a0c/2f46dc23-36cb-4bb6-a286-0a7fa068b0eb/d905b895-037c-443e-95ad-29a4c5431af6) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:46:23.673838 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-8bc1d631-203b-4306-b738-1709fb60fc96 None None] Provisioning complete for port d905b895-037c-443e-95ad-29a4c5431af6 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:46:23.674220 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-8bc1d631-203b-4306-b738-1709fb60fc96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:23.763001 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-8bc1d631-203b-4306-b738-1709fb60fc96 None None] Port d905b895-037c-443e-95ad-29a4c5431af6 cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:46:23.780123 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4a219b06-91b7-4498-9f06-d740fa99c5cd req-35592dc5-de04-4cd1-9beb-85e133956d6f tempest-ServerAddressesTestJSON-1137063001 tempest-ServerAddressesTestJSON-1137063001-project] 10.222.0.60 "GET /v2.0/security-groups?id=006edd61-89a7-4180-a555-5a0fa547605a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179426 Nov 23 17:46:23.886963 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1de77898-8e27-49e9-8f0c-c80106d0e6d6 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks [] for port, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:23.903091 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1de77898-8e27-49e9-8f0c-c80106d0e6d6 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264357957'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:23.904229 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-b9c593de-a1ca-42de-9579-dd2e02ab7e54 None None] Provisioning complete for port d905b895-037c-443e-95ad-29a4c5431af6 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:46:23.904745 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b9c593de-a1ca-42de-9579-dd2e02ab7e54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:24.010895 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de77898-8e27-49e9-8f0c-c80106d0e6d6 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Pushing event updated for resources: {'Port': ['ID=d905b895-037c-443e-95ad-29a4c5431af6,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:46:24.015448 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-b9c593de-a1ca-42de-9579-dd2e02ab7e54 None None] Port d905b895-037c-443e-95ad-29a4c5431af6 cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:46:24.135532 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-1de77898-8e27-49e9-8f0c-c80106d0e6d6 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] In _notify_port_updated(), no bound segment for port d905b895-037c-443e-95ad-29a4c5431af6 on network b8591237-4f51-4ef9-93d7-0b6b92be4a0c {{(pid=103590) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 23 17:46:24.143562 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1de77898-8e27-49e9-8f0c-c80106d0e6d6 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:46:24.144718 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1de77898-8e27-49e9-8f0c-c80106d0e6d6 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:24.148608 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-1de77898-8e27-49e9-8f0c-c80106d0e6d6 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] 10.222.0.60 "PUT /v2.0/ports/d905b895-037c-443e-95ad-29a4c5431af6 HTTP/1.1" status: 200 len: 999 time: 1.9761159 Nov 23 17:46:24.149273 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 59948) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:46:24.155898 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-66b0443f-85ee-4836-84d1-e1a9c08bb0f6 None None] Provisioning complete for port d905b895-037c-443e-95ad-29a4c5431af6 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:46:24.156291 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-66b0443f-85ee-4836-84d1-e1a9c08bb0f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:24.190648 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9521861b-5dc1-405f-a907-8d23b3e5fe63 req-8efb1f03-2068-4a77-8284-e06760e826bd service neutron] 10.222.0.36 "GET /v2.0/networks/02874d22-2dc9-404b-96b5-741d17e13e44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7640381 Nov 23 17:46:24.257072 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-66b0443f-85ee-4836-84d1-e1a9c08bb0f6 None None] Port d905b895-037c-443e-95ad-29a4c5431af6 cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:46:24.277610 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1221202b-4ade-4cc8-ac3a-114b97f814bc req-cbcf3a78-4cdf-40bd-9955-f047bc43f8a6 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:46:24.327229 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-1221202b-4ade-4cc8-ac3a-114b97f814bc req-cbcf3a78-4cdf-40bd-9955-f047bc43f8a6 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] 10.222.0.60 "GET /v2.0/networks?id=96a4c4fb-2a54-4887-a6a0-d3361fb03ec8 HTTP/1.1" status: 200 len: 806 time: 0.5489631 Nov 23 17:46:24.334766 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-87aaec0d-01f8-4a82-ac77-955de232257c tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Deleting port d905b895-037c-443e-95ad-29a4c5431af6 {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:46:24.335117 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-87aaec0d-01f8-4a82-ac77-955de232257c tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:24.368675 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005feb06-2687-4601-8b7c-2fbdde4598b7 req-5bd9b15f-2548-44c6-ae6c-2ec2953c07e1 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:46:24.375899 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-005feb06-2687-4601-8b7c-2fbdde4598b7 req-5bd9b15f-2548-44c6-ae6c-2ec2953c07e1 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/ports?device_id=33ad57ba-2e81-4ec7-8fab-dd4327006cf7 HTTP/1.1" status: 200 len: 944 time: 0.2926266 Nov 23 17:46:24.387250 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-1221202b-4ade-4cc8-ac3a-114b97f814bc req-8e5474e5-03af-4bec-81c3-dea080781168 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] 10.222.0.60 "GET /v2.0/quotas/fc0b8b60f26147bc93ae14daf3e34aba HTTP/1.1" status: 200 len: 375 time: 0.0762191 Nov 23 17:46:24.497767 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-87aaec0d-01f8-4a82-ac77-955de232257c tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:24.513293 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-c9158f44-a365-40c6-9159-819a6070f02f None None] Provisioning complete for port d905b895-037c-443e-95ad-29a4c5431af6 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:46:24.513883 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c9158f44-a365-40c6-9159-819a6070f02f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:24.528272 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-87aaec0d-01f8-4a82-ac77-955de232257c tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Calling delete_port for d905b895-037c-443e-95ad-29a4c5431af6 owned by {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:46:24.595465 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-005feb06-2687-4601-8b7c-2fbdde4598b7 req-fccdf3c3-db65-4880-b352-681d0771ae28 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/security-groups?id=857595b8-f5c9-4ef4-a551-6fcaf9d47816&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2186737 Nov 23 17:46:24.601296 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-1221202b-4ade-4cc8-ac3a-114b97f814bc req-81ec9743-c9dd-46ae-8a13-ddc62d53f03c tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=fc0b8b60f26147bc93ae14daf3e34aba&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2132127 Nov 23 17:46:24.613964 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-c9158f44-a365-40c6-9159-819a6070f02f None None] Port d905b895-037c-443e-95ad-29a4c5431af6 cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:46:24.656738 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9521861b-5dc1-405f-a907-8d23b3e5fe63 req-1332747c-23e3-4f49-8b4d-da2557c980c4 service neutron] 10.222.0.36 "GET /v2.0/networks/02874d22-2dc9-404b-96b5-741d17e13e44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4543142 Nov 23 17:46:24.774176 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-1221202b-4ade-4cc8-ac3a-114b97f814bc req-891a1e28-6f45-433c-93e0-227afd47624e service neutron] 10.222.0.60 "GET /v2.0/networks/96a4c4fb-2a54-4887-a6a0-d3361fb03ec8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1647322 Nov 23 17:46:24.791908 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dabf922-f0f6-42a0-b400-ce2860cd4dac req-c203acc2-0c25-4ab4-aae6-817c1da6f831 tempest-ServerAddressesTestJSON-1137063001 tempest-ServerAddressesTestJSON-1137063001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:46:24.793774 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-6dabf922-f0f6-42a0-b400-ce2860cd4dac req-c203acc2-0c25-4ab4-aae6-817c1da6f831 tempest-ServerAddressesTestJSON-1137063001 tempest-ServerAddressesTestJSON-1137063001-project] 10.222.0.55 "GET /v2.0/ports?device_id=0af239b0-6773-4d47-b0b7-a34b69cfdde1 HTTP/1.1" status: 200 len: 945 time: 0.1748254 Nov 23 17:46:24.797586 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device b14865b5-8f10-4da4-9b12-7eef95be32ba no longer exists at agent hyperv_n-h1-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:46:24.843014 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] No Port match for: b14865b5-8f10-4da4-9b12-7eef95be32ba {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:46:24.844669 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device b14865b5-8f10-4da4-9b12-7eef95be32ba not bound to the agent host n-h1-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:46:24.985763 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [req-6dabf922-f0f6-42a0-b400-ce2860cd4dac req-8e49e74f-c70b-4f52-8e91-962bf9f8ad41 tempest-ServerAddressesTestJSON-1137063001 tempest-ServerAddressesTestJSON-1137063001-project] Deleting port a97cd525-a452-4a7e-8f0a-59e5a8d2365e {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:46:24.986814 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-6dabf922-f0f6-42a0-b400-ce2860cd4dac req-8e49e74f-c70b-4f52-8e91-962bf9f8ad41 tempest-ServerAddressesTestJSON-1137063001 tempest-ServerAddressesTestJSON-1137063001-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:25.061728 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857520cb-16c4-4476-9cd8-366fdd631f85 req-40739128-4e9c-477f-b3a1-f966dcc78df8 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:46:25.069143 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-857520cb-16c4-4476-9cd8-366fdd631f85 req-40739128-4e9c-477f-b3a1-f966dcc78df8 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] 10.222.0.60 "GET /v2.0/ports?device_id=a43134ca-2758-4794-bb9c-974d11e5e279 HTTP/1.1" status: 200 len: 945 time: 0.2944424 Nov 23 17:46:25.105110 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3e9eab-6afc-4c24-a298-8c21e1eb1be1 req-0eba16ea-3073-45c1-af78-0bdd13211347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:46:25.106601 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9c3e9eab-6afc-4c24-a298-8c21e1eb1be1 req-0eba16ea-3073-45c1-af78-0bdd13211347 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c0a53cd325e44b8fbee499050453672f&device_id=33ad57ba-2e81-4ec7-8fab-dd4327006cf7 HTTP/1.1" status: 200 len: 1095 time: 0.2655418 Nov 23 17:46:25.107058 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [req-6dabf922-f0f6-42a0-b400-ce2860cd4dac req-8e49e74f-c70b-4f52-8e91-962bf9f8ad41 tempest-ServerAddressesTestJSON-1137063001 tempest-ServerAddressesTestJSON-1137063001-project] For port a97cd525-a452-4a7e-8f0a-59e5a8d2365e, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=a97cd525-a452-4a7e-8f0a-59e5a8d2365e,segment=NetworkSegment(61450775-8941-4fba-9a03-14347988acaf),segment_id=61450775-8941-4fba-9a03-14347988acaf)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:46:25.107638 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-6dabf922-f0f6-42a0-b400-ce2860cd4dac req-8e49e74f-c70b-4f52-8e91-962bf9f8ad41 tempest-ServerAddressesTestJSON-1137063001 tempest-ServerAddressesTestJSON-1137063001-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:25.126401 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [req-6dabf922-f0f6-42a0-b400-ce2860cd4dac req-8e49e74f-c70b-4f52-8e91-962bf9f8ad41 tempest-ServerAddressesTestJSON-1137063001 tempest-ServerAddressesTestJSON-1137063001-project] Calling delete_port for a97cd525-a452-4a7e-8f0a-59e5a8d2365e owned by compute:nova {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:46:25.199177 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-1221202b-4ade-4cc8-ac3a-114b97f814bc req-64e4839c-aab8-4c39-b2ef-a2012fea6cd8 service neutron] 10.222.0.60 "GET /v2.0/networks/96a4c4fb-2a54-4887-a6a0-d3361fb03ec8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3255453 Nov 23 17:46:25.356996 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-87aaec0d-01f8-4a82-ac77-955de232257c tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:25.362421 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-857520cb-16c4-4476-9cd8-366fdd631f85 req-642ff40c-b5ab-4e67-ae83-f25a5bf344e8 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] 10.222.0.60 "GET /v2.0/security-groups?id=c11b6a3a-f89b-4d05-9340-8aa0be1653f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2922966 Nov 23 17:46:25.444078 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3e9eab-6afc-4c24-a298-8c21e1eb1be1 req-a2f292a8-86fa-4392-aa6d-a7b19ac5fa7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:46:25.459996 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9c3e9eab-6afc-4c24-a298-8c21e1eb1be1 req-a2f292a8-86fa-4392-aa6d-a7b19ac5fa7f service neutron] 10.222.0.36 "GET /v2.0/networks?id=02874d22-2dc9-404b-96b5-741d17e13e44 HTTP/1.1" status: 200 len: 913 time: 0.3338926 Nov 23 17:46:25.464622 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-6dabf922-f0f6-42a0-b400-ce2860cd4dac req-8e49e74f-c70b-4f52-8e91-962bf9f8ad41 tempest-ServerAddressesTestJSON-1137063001 tempest-ServerAddressesTestJSON-1137063001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:25.477000 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] get_ports_and_sgs() called for port_ids ['a97cd525-a452-4a7e-8f0a-59e5a8d2365e'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:46:25.502779 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87aaec0d-01f8-4a82-ac77-955de232257c tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Pushing event deleted for resources: {'Port': ['ID=d905b895-037c-443e-95ad-29a4c5431af6,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:46:25.528795 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9c3e9eab-6afc-4c24-a298-8c21e1eb1be1 req-a39306db-84c2-4cf4-9aa9-693dbd01b9a0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3f0239ae-c0a5-4b25-b653-a289c9c182d2 HTTP/1.1" status: 200 len: 217 time: 0.0603449 Nov 23 17:46:25.623598 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4b2fb0df-a1d5-46bf-9c33-6c7481379478 req-d5db6ea8-4f16-4046-9f8e-6b60c2776261 tempest-ServerAddressesTestJSON-1137063001 tempest-ServerAddressesTestJSON-1137063001-project] 10.222.0.60 "GET /v2.0/ports?device_id=0af239b0-6773-4d47-b0b7-a34b69cfdde1 HTTP/1.1" status: 200 len: 210 time: 0.1366291 Nov 23 17:46:25.638720 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e49e74f-c70b-4f52-8e91-962bf9f8ad41 tempest-ServerAddressesTestJSON-1137063001 tempest-ServerAddressesTestJSON-1137063001-project] Pushing event deleted for resources: {'Port': ['ID=a97cd525-a452-4a7e-8f0a-59e5a8d2365e,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:46:25.661933 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [req-6dabf922-f0f6-42a0-b400-ce2860cd4dac req-8e49e74f-c70b-4f52-8e91-962bf9f8ad41 tempest-ServerAddressesTestJSON-1137063001 tempest-ServerAddressesTestJSON-1137063001-project] No DVR routers for this DVR port a97cd525-a452-4a7e-8f0a-59e5a8d2365e on host n-h1-816206-8 {{(pid=103590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:46:25.678314 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-6dabf922-f0f6-42a0-b400-ce2860cd4dac req-8e49e74f-c70b-4f52-8e91-962bf9f8ad41 tempest-ServerAddressesTestJSON-1137063001 tempest-ServerAddressesTestJSON-1137063001-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:25.682426 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-6dabf922-f0f6-42a0-b400-ce2860cd4dac req-8e49e74f-c70b-4f52-8e91-962bf9f8ad41 tempest-ServerAddressesTestJSON-1137063001 tempest-ServerAddressesTestJSON-1137063001-project] 10.222.0.55 "DELETE /v2.0/ports/a97cd525-a452-4a7e-8f0a-59e5a8d2365e HTTP/1.1" status: 204 len: 173 time: 0.8777585 Nov 23 17:46:25.683208 n-d-816206-8 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0af239b0-6773-4d47-b0b7-a34b69cfdde1', 'name': 'network-vif-deleted', 'tag': 'a97cd525-a452-4a7e-8f0a-59e5a8d2365e'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:46:25.685916 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbabddbc9fc37b068808e119c416c86f5957ca04531a4a0d2e695c515e93483b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa8d00e6-85ea-4cda-8012-46ee9d327e08" -d '{"events": [{"server_uuid": "0af239b0-6773-4d47-b0b7-a34b69cfdde1", "name": "network-vif-deleted", "tag": "a97cd525-a452-4a7e-8f0a-59e5a8d2365e"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:46:25.756645 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-3ca139fb-ff13-40f8-80d6-aaf3e01898f4 req-5dc936d6-1efd-4987-a0eb-117e66a39a03 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] 10.222.0.60 "GET /v2.0/ports?device_id=9d6f7046-8e8e-403b-8393-28eff1444348 HTTP/1.1" status: 200 len: 210 time: 0.1107469 Nov 23 17:46:25.889045 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3e9eab-6afc-4c24-a298-8c21e1eb1be1 req-987f249a-cdf6-4c1d-a383-c80987d19265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:46:25.890135 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-87aaec0d-01f8-4a82-ac77-955de232257c tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:25.890561 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9c3e9eab-6afc-4c24-a298-8c21e1eb1be1 req-987f249a-cdf6-4c1d-a383-c80987d19265 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7cd7c517-b8bf-4f3d-98b6-b23c91372576 HTTP/1.1" status: 200 len: 851 time: 0.3456192 Nov 23 17:46:25.929149 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 59994) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:46:25.937332 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-87aaec0d-01f8-4a82-ac77-955de232257c tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] 10.222.0.60 "DELETE /v2.0/ports/d905b895-037c-443e-95ad-29a4c5431af6 HTTP/1.1" status: 204 len: 168 time: 1.7727489 Nov 23 17:46:25.949427 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:46:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ac29248-240d-431f-8900-6bb6368da145 x-openstack-request-id: req-3ac29248-240d-431f-8900-6bb6368da145 {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:46:25.949743 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0af239b0-6773-4d47-b0b7-a34b69cfdde1", "name": "network-vif-deleted", "tag": "a97cd525-a452-4a7e-8f0a-59e5a8d2365e", "status": "completed", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:46:25.950007 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3ac29248-240d-431f-8900-6bb6368da145 {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:46:25.950426 n-d-816206-8 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0af239b0-6773-4d47-b0b7-a34b69cfdde1', 'name': 'network-vif-deleted', 'tag': 'a97cd525-a452-4a7e-8f0a-59e5a8d2365e', 'status': 'completed', 'code': 200} Nov 23 17:46:26.014252 n-d-816206-8 neutron-server[103591]: INFO neutron.pecan_wsgi.hooks.translation [None req-74188999-a3b9-4c0c-8d3e-1dd1b922290b tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] GET failed (client error): The resource could not be found. Nov 23 17:46:26.015765 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-74188999-a3b9-4c0c-8d3e-1dd1b922290b tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] 10.222.0.60 "GET /v2.0/ports/d905b895-037c-443e-95ad-29a4c5431af6 HTTP/1.1" status: 404 len: 333 time: 0.0856366 Nov 23 17:46:26.018909 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 59998) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:46:26.053094 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3e0586-4e11-4148-bdf6-13d7d659c349 req-98647bcd-f705-47fb-b53c-baa4e6a6d1ec tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:46:26.068016 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-db3e0586-4e11-4148-bdf6-13d7d659c349 req-98647bcd-f705-47fb-b53c-baa4e6a6d1ec tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/ports?device_id=33ad57ba-2e81-4ec7-8fab-dd4327006cf7 HTTP/1.1" status: 200 len: 944 time: 0.2937186 Nov 23 17:46:26.130753 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_v2 [None req-af339b48-fa1a-47c9-b647-83ffa4bdf0c8 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Deleting subnet 2f46dc23-36cb-4bb6-a286-0a7fa068b0eb {{(pid=103590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 17:46:26.142651 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-af339b48-fa1a-47c9-b647-83ffa4bdf0c8 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks [] for subnet, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:26.164164 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3e9eab-6afc-4c24-a298-8c21e1eb1be1 req-83f3f487-7ab3-4909-8664-4a9cfc5c61b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:46:26.165699 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9c3e9eab-6afc-4c24-a298-8c21e1eb1be1 req-83f3f487-7ab3-4909-8664-4a9cfc5c61b7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=02874d22-2dc9-404b-96b5-741d17e13e44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2600741 Nov 23 17:46:26.261472 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-af339b48-fa1a-47c9-b647-83ffa4bdf0c8 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-267528342'] for subnet, precommit_delete_associations {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:26.350491 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-db3e0586-4e11-4148-bdf6-13d7d659c349 req-3fc8da80-769a-40c3-87a0-6166d4e76e70 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/security-groups?id=857595b8-f5c9-4ef4-a551-6fcaf9d47816&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2815847 Nov 23 17:46:26.409373 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9c3e9eab-6afc-4c24-a298-8c21e1eb1be1 req-39f631b4-5c07-4aa8-b3ae-86af02fd28ee service neutron] 10.222.0.36 "GET /v2.0/networks/02874d22-2dc9-404b-96b5-741d17e13e44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2188683 Nov 23 17:46:26.551019 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-af339b48-fa1a-47c9-b647-83ffa4bdf0c8 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971956'] for subnet, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:26.623183 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf8da9e-59db-44b1-9e65-8a35f9dd7e9b req-9fc24905-5e63-4281-8b20-1b6572e3147e tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:46:26.625172 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-acf8da9e-59db-44b1-9e65-8a35f9dd7e9b req-9fc24905-5e63-4281-8b20-1b6572e3147e tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] 10.222.0.60 "GET /v2.0/ports?device_id=a43134ca-2758-4794-bb9c-974d11e5e279 HTTP/1.1" status: 200 len: 945 time: 0.1538579 Nov 23 17:46:26.627053 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9c3e9eab-6afc-4c24-a298-8c21e1eb1be1 req-90a3e118-5ea6-4e5d-94f4-c381c5788e31 service neutron] 10.222.0.36 "GET /v2.0/networks/02874d22-2dc9-404b-96b5-741d17e13e44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2090383 Nov 23 17:46:26.681850 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-af339b48-fa1a-47c9-b647-83ffa4bdf0c8 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264357903', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264730940'] for subnet, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:26.708609 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-acf8da9e-59db-44b1-9e65-8a35f9dd7e9b req-d3e56fbb-3ede-437b-a4bc-0c97d0191a1e tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] 10.222.0.60 "GET /v2.0/security-groups?id=c11b6a3a-f89b-4d05-9340-8aa0be1653f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745826 Nov 23 17:46:26.708767 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 60012) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:46:26.720312 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99fa4047-b557-4883-b159-afdf912155f9 None None] Network b8591237-4f51-4ef9-93d7-0b6b92be4a0c requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:46:26.748738 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af339b48-fa1a-47c9-b647-83ffa4bdf0c8 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Pushing event deleted for resources: {'Subnet': ['ID=2f46dc23-36cb-4bb6-a286-0a7fa068b0eb,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:46:26.748738 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-af339b48-fa1a-47c9-b647-83ffa4bdf0c8 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks [] for subnet, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:26.748738 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-af339b48-fa1a-47c9-b647-83ffa4bdf0c8 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] 10.222.0.60 "DELETE /v2.0/subnets/2f46dc23-36cb-4bb6-a286-0a7fa068b0eb HTTP/1.1" status: 204 len: 168 time: 0.7247498 Nov 23 17:46:26.762502 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 60014) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:46:26.821743 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb3ab60d-bc56-4064-a166-673d929db4c0 admin admin] Deleting subnet b5f14ff9-b078-4254-b8b2-8db4d6443daf {{(pid=103591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 17:46:26.837292 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-eb3ab60d-bc56-4064-a166-673d929db4c0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:26.872334 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad0ec8d4-0dbb-4076-b861-f5b130a1fc76 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Deleting subnet 0bd93156-e199-4882-b18b-1cf13c163a1a {{(pid=103590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 17:46:26.889487 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ad0ec8d4-0dbb-4076-b861-f5b130a1fc76 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks [] for subnet, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:26.912793 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-eb3ab60d-bc56-4064-a166-673d929db4c0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265990000'] for subnet, precommit_delete_associations {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:26.978466 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ad0ec8d4-0dbb-4076-b861-f5b130a1fc76 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-267528342'] for subnet, precommit_delete_associations {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:27.008424 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2b245cbb-bbfb-4d50-8850-f953ef67df02 req-bc7ed471-2c91-42a0-9c33-4a6c8a0db9e1 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] 10.222.0.60 "GET /v2.0/ports?device_id=9d6f7046-8e8e-403b-8393-28eff1444348 HTTP/1.1" status: 200 len: 210 time: 0.0729668 Nov 23 17:46:27.031021 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-eb3ab60d-bc56-4064-a166-673d929db4c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971956'] for subnet, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:27.129852 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-eb3ab60d-bc56-4064-a166-673d929db4c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264758240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264314269'] for subnet, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:27.165598 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3ab60d-bc56-4064-a166-673d929db4c0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b5f14ff9-b078-4254-b8b2-8db4d6443daf,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:46:27.168539 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-eb3ab60d-bc56-4064-a166-673d929db4c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for subnet, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:27.173112 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-eb3ab60d-bc56-4064-a166-673d929db4c0 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/b5f14ff9-b078-4254-b8b2-8db4d6443daf HTTP/1.1" status: 204 len: 168 time: 0.4630504 Nov 23 17:46:27.175804 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 60026) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:46:27.268887 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-6bb50c19-e866-4af3-abfe-139723c41786 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-555181'] for network, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:27.422021 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-6bb50c19-e866-4af3-abfe-139723c41786 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973419', 'neutron.services.segments.db._delete_segments_for_network-8736635878840'] for network, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:27.437976 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ad0ec8d4-0dbb-4076-b861-f5b130a1fc76 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971956'] for subnet, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:27.489957 n-d-816206-8 neutron-server[103591]: DEBUG neutron.services.segments.db [None req-6bb50c19-e866-4af3-abfe-139723c41786 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7509ef6-0a20-41af-a7a3-29f40fefb59f']}} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:46:27.498977 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1221202b-4ade-4cc8-ac3a-114b97f814bc req-d4256feb-5879-453a-901b-88a1e36213e8 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:46:27.500806 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-1221202b-4ade-4cc8-ac3a-114b97f814bc req-d4256feb-5879-453a-901b-88a1e36213e8 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] 10.222.0.55 "GET /v2.0/networks?id=96a4c4fb-2a54-4887-a6a0-d3361fb03ec8 HTTP/1.1" status: 200 len: 806 time: 0.4000521 Nov 23 17:46:27.512391 n-d-816206-8 neutron-server[103591]: DEBUG neutron.services.segments.db [None req-6bb50c19-e866-4af3-abfe-139723c41786 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61450775-8941-4fba-9a03-14347988acaf') {'for_net_delete': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:46:27.519185 n-d-816206-8 neutron-server[103591]: DEBUG neutron.services.segments.db [None req-6bb50c19-e866-4af3-abfe-139723c41786 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61450775-8941-4fba-9a03-14347988acaf') {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:46:27.526510 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [req-1221202b-4ade-4cc8-ac3a-114b97f814bc req-029e2dc7-f0c5-45aa-8b5f-ada773ca0a22 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] Request body: {'port': {'device_id': '9d6f7046-8e8e-403b-8393-28eff1444348', 'network_id': '96a4c4fb-2a54-4887-a6a0-d3361fb03ec8', 'admin_state_up': True, 'tenant_id': 'fc0b8b60f26147bc93ae14daf3e34aba'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:46:27.575462 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-6bb50c19-e866-4af3-abfe-139723c41786 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736635840332', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265989959'] for segment, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:27.604607 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-6bb50c19-e866-4af3-abfe-139723c41786 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:27.616629 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ad0ec8d4-0dbb-4076-b861-f5b130a1fc76 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264357903', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264730940'] for subnet, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:27.626367 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5badd2-cd09-44ef-a3dd-79b3d4aff022 req-5d0016b3-545d-48bf-a1aa-0fc30071f6a7 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:46:27.635115 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-fe5badd2-cd09-44ef-a3dd-79b3d4aff022 req-5d0016b3-545d-48bf-a1aa-0fc30071f6a7 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/ports?device_id=33ad57ba-2e81-4ec7-8fab-dd4327006cf7 HTTP/1.1" status: 200 len: 944 time: 0.1248076 Nov 23 17:46:27.644852 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6bb50c19-e866-4af3-abfe-139723c41786 admin admin] Releasing vlan 528 on physical network physnet1 to pool {{(pid=103591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 17:46:27.645388 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-6bb50c19-e866-4af3-abfe-139723c41786 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264756290'] for segment, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:27.648199 n-d-816206-8 neutron-server[103591]: Traceback (most recent call last): Nov 23 17:46:27.648199 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 17:46:27.648199 n-d-816206-8 neutron-server[103591]: timer() Nov 23 17:46:27.648199 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 17:46:27.648199 n-d-816206-8 neutron-server[103591]: cb(*args, **kw) Nov 23 17:46:27.648199 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 17:46:27.648199 n-d-816206-8 neutron-server[103591]: return func(*args, **kwargs) Nov 23 17:46:27.648199 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 17:46:27.648199 n-d-816206-8 neutron-server[103591]: self._notify() Nov 23 17:46:27.648199 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 17:46:27.648199 n-d-816206-8 neutron-server[103591]: self.callback(batched_events) Nov 23 17:46:27.648199 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 17:46:27.648199 n-d-816206-8 neutron-server[103591]: event.method(event) Nov 23 17:46:27.648199 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 17:46:27.648199 n-d-816206-8 neutron-server[103591]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 17:46:27.648199 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 17:46:27.648199 n-d-816206-8 neutron-server[103591]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 17:46:27.648199 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 17:46:27.648199 n-d-816206-8 neutron-server[103591]: return f(self, *a, **k) Nov 23 17:46:27.648199 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 17:46:27.648199 n-d-816206-8 neutron-server[103591]: return self._get(url).json() Nov 23 17:46:27.648199 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 17:46:27.648199 n-d-816206-8 neutron-server[103591]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 17:46:27.648199 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 17:46:27.648199 n-d-816206-8 neutron-server[103591]: return self.request(url, 'GET', **kwargs) Nov 23 17:46:27.648199 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 17:46:27.648199 n-d-816206-8 neutron-server[103591]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 17:46:27.648199 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 17:46:27.648199 n-d-816206-8 neutron-server[103591]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 17:46:27.648199 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 17:46:27.648199 n-d-816206-8 neutron-server[103591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 17:46:27.648199 n-d-816206-8 neutron-server[103591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 17:46:27.682121 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0ec8d4-0dbb-4076-b861-f5b130a1fc76 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Pushing event deleted for resources: {'Subnet': ['ID=0bd93156-e199-4882-b18b-1cf13c163a1a,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:46:27.689003 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ad0ec8d4-0dbb-4076-b861-f5b130a1fc76 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks [] for subnet, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:27.693047 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-ad0ec8d4-0dbb-4076-b861-f5b130a1fc76 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] 10.222.0.60 "DELETE /v2.0/subnets/0bd93156-e199-4882-b18b-1cf13c163a1a HTTP/1.1" status: 204 len: 168 time: 0.9281943 Nov 23 17:46:27.712113 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 60034) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:46:27.823987 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1221202b-4ade-4cc8-ac3a-114b97f814bc req-029e2dc7-f0c5-45aa-8b5f-ada773ca0a22 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] Made reservation on behalf of fc0b8b60f26147bc93ae14daf3e34aba for: {'port': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:46:27.830518 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-1221202b-4ade-4cc8-ac3a-114b97f814bc req-029e2dc7-f0c5-45aa-8b5f-ada773ca0a22 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:27.889078 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-6bb50c19-e866-4af3-abfe-139723c41786 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1795418'] for network, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:27.908579 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-6bb50c19-e866-4af3-abfe-139723c41786 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for network, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:27.914178 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-6bb50c19-e866-4af3-abfe-139723c41786 admin admin] 10.222.0.60 "DELETE /v2.0/networks/c7509ef6-0a20-41af-a7a3-29f40fefb59f HTTP/1.1" status: 204 len: 168 time: 0.7361805 Nov 23 17:46:27.946487 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-fe5badd2-cd09-44ef-a3dd-79b3d4aff022 req-0cba7973-bfc0-4944-9354-09a0aac2cedc tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/security-groups?id=857595b8-f5c9-4ef4-a551-6fcaf9d47816&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3102446 Nov 23 17:46:28.015432 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-171b680d-5724-49f0-8bf7-0cb445d30d43 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-555181'] for network, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:28.027968 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb50c19-e866-4af3-abfe-139723c41786 admin admin] Pushing event deleted for resources: {'Network': ['ID=c7509ef6-0a20-41af-a7a3-29f40fefb59f,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:46:28.078016 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a665a8a3-7105-44d7-8063-79c24b03a7ac req-36bc0cf8-c000-4a3a-a18f-82936912ed2f tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:46:28.083611 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a665a8a3-7105-44d7-8063-79c24b03a7ac req-36bc0cf8-c000-4a3a-a18f-82936912ed2f tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] 10.222.0.60 "GET /v2.0/ports?device_id=a43134ca-2758-4794-bb9c-974d11e5e279 HTTP/1.1" status: 200 len: 945 time: 0.1882443 Nov 23 17:46:28.182921 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [req-1221202b-4ade-4cc8-ac3a-114b97f814bc req-029e2dc7-f0c5-45aa-8b5f-ada773ca0a22 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] Allocated IP 172.20.0.10 (96a4c4fb-2a54-4887-a6a0-d3361fb03ec8/6a67b7b8-1b5e-4ea7-ab09-4d43799d0b06/a775da48-7d43-4581-97b1-3aa83b53a025) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:46:28.228951 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 60050) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:46:28.247385 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d366c3d4-19fb-41e2-ae9a-47ca51b84277 None None] Network b8591237-4f51-4ef9-93d7-0b6b92be4a0c requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:46:28.249983 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a665a8a3-7105-44d7-8063-79c24b03a7ac req-a6a6cb38-933a-4515-9df0-912b30992e12 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] 10.222.0.60 "GET /v2.0/security-groups?id=c11b6a3a-f89b-4d05-9340-8aa0be1653f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1612668 Nov 23 17:46:28.252537 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7b5e15db-ca3b-4d43-bf7a-e649f0b2f1e0 req-e753082f-d8f3-428d-b865-5f59a1cc10b7 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] 10.222.0.60 "GET /v2.0/ports?device_id=9d6f7046-8e8e-403b-8393-28eff1444348 HTTP/1.1" status: 200 len: 210 time: 0.0537457 Nov 23 17:46:28.275099 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-171b680d-5724-49f0-8bf7-0cb445d30d43 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Deleting port c2bd9ffa-fad8-4279-ac08-4497034365f8 {{(pid=103591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:46:28.275624 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-171b680d-5724-49f0-8bf7-0cb445d30d43 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:28.363134 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-ef6b4617-353e-4179-865a-4b34c5239707 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d7ab8ec1fdb54e0b9aa3da07801e2f51&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1308131 Nov 23 17:46:28.365862 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 60052) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:46:28.387542 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [None req-171b680d-5724-49f0-8bf7-0cb445d30d43 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] For port c2bd9ffa-fad8-4279-ac08-4497034365f8, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=c2bd9ffa-fad8-4279-ac08-4497034365f8,segment=NetworkSegment(6f3cdf2f-e958-422d-96ae-e6c5a0a9b194),segment_id=6f3cdf2f-e958-422d-96ae-e6c5a0a9b194)] {{(pid=103591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:46:28.388240 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-171b680d-5724-49f0-8bf7-0cb445d30d43 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:28.404458 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-f53dff33-5496-4b3e-a0a0-4e181c82378e None None] Provisioning complete for port c2bd9ffa-fad8-4279-ac08-4497034365f8 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:46:28.405043 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-f53dff33-5496-4b3e-a0a0-4e181c82378e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:28.448533 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-171b680d-5724-49f0-8bf7-0cb445d30d43 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Calling delete_port for c2bd9ffa-fad8-4279-ac08-4497034365f8 owned by network:dhcp {{(pid=103591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:46:28.612171 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-1221202b-4ade-4cc8-ac3a-114b97f814bc req-029e2dc7-f0c5-45aa-8b5f-ada773ca0a22 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:28.640146 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0788e09e-a9dd-4417-8ddf-c410c5ee76e2 None None] DHCP port deletion for b8591237-4f51-4ef9-93d7-0b6b92be4a0c request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:46:28.659756 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-171b680d-5724-49f0-8bf7-0cb445d30d43 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:28.679560 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-1221202b-4ade-4cc8-ac3a-114b97f814bc req-029e2dc7-f0c5-45aa-8b5f-ada773ca0a22 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:28.695690 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] get_ports_and_sgs() called for port_ids ['1d9e3b88-028d-4283-8c21-507d2fff66f7'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:46:28.708309 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-51b38872-2174-406a-b37c-8248849dcf28 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:28.716793 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171b680d-5724-49f0-8bf7-0cb445d30d43 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Pushing event deleted for resources: {'Port': ['ID=c2bd9ffa-fad8-4279-ac08-4497034365f8,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:46:28.741837 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1221202b-4ade-4cc8-ac3a-114b97f814bc req-029e2dc7-f0c5-45aa-8b5f-ada773ca0a22 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] Network 96a4c4fb-2a54-4887-a6a0-d3361fb03ec8 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:46:28.745070 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [req-1221202b-4ade-4cc8-ac3a-114b97f814bc req-029e2dc7-f0c5-45aa-8b5f-ada773ca0a22 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:46:28.747685 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [req-1221202b-4ade-4cc8-ac3a-114b97f814bc req-029e2dc7-f0c5-45aa-8b5f-ada773ca0a22 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:46:28.789243 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7620c977-d466-49ab-95dd-9095e81d62c0 None None] DHCP port deletion for 96a4c4fb-2a54-4887-a6a0-d3361fb03ec8 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:46:28.799231 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-171b680d-5724-49f0-8bf7-0cb445d30d43 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] No DVR routers for this DVR port c2bd9ffa-fad8-4279-ac08-4497034365f8 on host n-d-816206-8 {{(pid=103591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:46:28.813377 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device a97cd525-a452-4a7e-8f0a-59e5a8d2365e no longer exists at agent hyperv_n-h1-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:46:28.841038 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1221202b-4ade-4cc8-ac3a-114b97f814bc req-029e2dc7-f0c5-45aa-8b5f-ada773ca0a22 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:46:28.841717 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-1221202b-4ade-4cc8-ac3a-114b97f814bc req-029e2dc7-f0c5-45aa-8b5f-ada773ca0a22 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:28.850682 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029e2dc7-f0c5-45aa-8b5f-ada773ca0a22 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] Pushing event updated for resources: {'Port': ['ID=a775da48-7d43-4581-97b1-3aa83b53a025,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:46:28.857680 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] No Port match for: a97cd525-a452-4a7e-8f0a-59e5a8d2365e {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:46:28.858229 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device a97cd525-a452-4a7e-8f0a-59e5a8d2365e not bound to the agent host n-h1-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:46:28.879166 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-1221202b-4ade-4cc8-ac3a-114b97f814bc req-029e2dc7-f0c5-45aa-8b5f-ada773ca0a22 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3651249 Nov 23 17:46:28.898451 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [req-1221202b-4ade-4cc8-ac3a-114b97f814bc req-2809ec27-0316-4f6b-8fac-6d2aebbf0347 service neutron] Request body: {'port': {'device_id': '9d6f7046-8e8e-403b-8393-28eff1444348', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-8'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:46:28.941285 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-be9a8547-b64a-4726-b735-175f4e3f47a2 None None] Provisioning complete for port a775da48-7d43-4581-97b1-3aa83b53a025 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:46:28.941810 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-be9a8547-b64a-4726-b735-175f4e3f47a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:28.964043 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-171b680d-5724-49f0-8bf7-0cb445d30d43 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973419', 'neutron.services.segments.db._delete_segments_for_network-8736635878840'] for network, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:29.007227 n-d-816206-8 neutron-server[103591]: DEBUG neutron.services.segments.db [None req-171b680d-5724-49f0-8bf7-0cb445d30d43 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8591237-4f51-4ef9-93d7-0b6b92be4a0c']}} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:46:29.028448 n-d-816206-8 neutron-server[103591]: DEBUG neutron.services.segments.db [None req-171b680d-5724-49f0-8bf7-0cb445d30d43 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f3cdf2f-e958-422d-96ae-e6c5a0a9b194') {'for_net_delete': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:46:29.028770 n-d-816206-8 neutron-server[103591]: DEBUG neutron.services.segments.db [None req-171b680d-5724-49f0-8bf7-0cb445d30d43 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f3cdf2f-e958-422d-96ae-e6c5a0a9b194') {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:46:29.057522 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-171b680d-5724-49f0-8bf7-0cb445d30d43 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736635840332', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265989959'] for segment, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:29.070880 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-be9a8547-b64a-4726-b735-175f4e3f47a2 None None] Port a775da48-7d43-4581-97b1-3aa83b53a025 cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:46:29.101802 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-171b680d-5724-49f0-8bf7-0cb445d30d43 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:29.140694 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-171b680d-5724-49f0-8bf7-0cb445d30d43 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Releasing vlan 502 on physical network physnet1 to pool {{(pid=103591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 17:46:29.140881 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-171b680d-5724-49f0-8bf7-0cb445d30d43 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264756290'] for segment, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:29.200612 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-51b38872-2174-406a-b37c-8248849dcf28 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:29.214744 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device c2bd9ffa-fad8-4279-ac08-4497034365f8 no longer exists at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:46:29.240172 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] No Port match for: c2bd9ffa-fad8-4279-ac08-4497034365f8 {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:46:29.240529 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device c2bd9ffa-fad8-4279-ac08-4497034365f8 not bound to the agent host n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:46:29.306319 n-d-816206-8 neutron-server[103591]: Traceback (most recent call last): Nov 23 17:46:29.306319 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 17:46:29.306319 n-d-816206-8 neutron-server[103591]: timer() Nov 23 17:46:29.306319 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 17:46:29.306319 n-d-816206-8 neutron-server[103591]: cb(*args, **kw) Nov 23 17:46:29.306319 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 17:46:29.306319 n-d-816206-8 neutron-server[103591]: return func(*args, **kwargs) Nov 23 17:46:29.306319 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 17:46:29.306319 n-d-816206-8 neutron-server[103591]: self._notify() Nov 23 17:46:29.306319 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 17:46:29.306319 n-d-816206-8 neutron-server[103591]: self.callback(batched_events) Nov 23 17:46:29.306319 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 17:46:29.306319 n-d-816206-8 neutron-server[103591]: event.method(event) Nov 23 17:46:29.306319 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 17:46:29.306319 n-d-816206-8 neutron-server[103591]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 17:46:29.306319 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 17:46:29.306319 n-d-816206-8 neutron-server[103591]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 17:46:29.306319 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 17:46:29.306319 n-d-816206-8 neutron-server[103591]: return f(self, *a, **k) Nov 23 17:46:29.306319 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 17:46:29.306319 n-d-816206-8 neutron-server[103591]: return self._get(url).json() Nov 23 17:46:29.306319 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 17:46:29.306319 n-d-816206-8 neutron-server[103591]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 17:46:29.306319 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 17:46:29.306319 n-d-816206-8 neutron-server[103591]: return self.request(url, 'GET', **kwargs) Nov 23 17:46:29.306319 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 17:46:29.306319 n-d-816206-8 neutron-server[103591]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 17:46:29.306319 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 17:46:29.306319 n-d-816206-8 neutron-server[103591]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 17:46:29.306319 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 17:46:29.306319 n-d-816206-8 neutron-server[103591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 17:46:29.306319 n-d-816206-8 neutron-server[103591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 17:46:29.424026 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-51b38872-2174-406a-b37c-8248849dcf28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:29.428274 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-51b38872-2174-406a-b37c-8248849dcf28 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:29.429750 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-51b38872-2174-406a-b37c-8248849dcf28 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/006edd61-89a7-4180-a555-5a0fa547605a HTTP/1.1" status: 204 len: 168 time: 1.0651839 Nov 23 17:46:29.439601 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-1221202b-4ade-4cc8-ac3a-114b97f814bc req-2809ec27-0316-4f6b-8fac-6d2aebbf0347 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:29.478788 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f233e0ea-c1aa-4509-b1ff-bf00dbe9c30d req-a79bcbe0-9c95-4190-bddc-c70f8b1eebad tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:46:29.486444 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f233e0ea-c1aa-4509-b1ff-bf00dbe9c30d req-a79bcbe0-9c95-4190-bddc-c70f8b1eebad tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/ports?device_id=33ad57ba-2e81-4ec7-8fab-dd4327006cf7 HTTP/1.1" status: 200 len: 944 time: 0.3370686 Nov 23 17:46:29.505752 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b38872-2174-406a-b37c-8248849dcf28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=006edd61-89a7-4180-a555-5a0fa547605a,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:46:29.525220 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-171b680d-5724-49f0-8bf7-0cb445d30d43 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1795418'] for network, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:29.570821 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-171b680d-5724-49f0-8bf7-0cb445d30d43 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for network, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:29.581740 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-171b680d-5724-49f0-8bf7-0cb445d30d43 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] 10.222.0.60 "DELETE /v2.0/networks/b8591237-4f51-4ef9-93d7-0b6b92be4a0c HTTP/1.1" status: 204 len: 168 time: 1.8558669 Nov 23 17:46:29.585043 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f233e0ea-c1aa-4509-b1ff-bf00dbe9c30d req-3c64567b-ce6f-4069-8df9-7020f4ab6534 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/security-groups?id=857595b8-f5c9-4ef4-a551-6fcaf9d47816&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0977116 Nov 23 17:46:29.587104 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 60088) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:46:29.612113 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171b680d-5724-49f0-8bf7-0cb445d30d43 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Pushing event deleted for resources: {'Network': ['ID=b8591237-4f51-4ef9-93d7-0b6b92be4a0c,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:46:29.642243 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7191523e-3356-4138-90e4-8433468060e5 req-c85f10aa-bbcb-40d9-bc8a-758362bc7449 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:46:29.643811 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7191523e-3356-4138-90e4-8433468060e5 req-c85f10aa-bbcb-40d9-bc8a-758362bc7449 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] 10.222.0.60 "GET /v2.0/ports?device_id=9d6f7046-8e8e-403b-8393-28eff1444348 HTTP/1.1" status: 200 len: 932 time: 0.2441168 Nov 23 17:46:29.701601 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c796c270-0e25-4f31-992c-adc483035e28 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:46:29.716779 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-c796c270-0e25-4f31-992c-adc483035e28 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1033928 Nov 23 17:46:29.738487 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 60092) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:46:29.752840 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7191523e-3356-4138-90e4-8433468060e5 req-34977673-9d91-48de-8bcf-dfb1d4025c38 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] 10.222.0.60 "GET /v2.0/security-groups?id=fa324d8c-13d0-499d-8791-7b10ff6fd90b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990946 Nov 23 17:46:29.842402 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32412b10-bae4-404e-956e-520e4e11b548 req-bfc56c54-1d17-4e0a-9ede-fe5c45ce2c47 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:46:29.850297 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-32412b10-bae4-404e-956e-520e4e11b548 req-bfc56c54-1d17-4e0a-9ede-fe5c45ce2c47 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] 10.222.0.60 "GET /v2.0/ports?device_id=a43134ca-2758-4794-bb9c-974d11e5e279 HTTP/1.1" status: 200 len: 945 time: 0.1454582 Nov 23 17:46:29.862215 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-aac526f7-34f5-4324-8ce1-fa12361a5957 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] 10.222.0.60 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1047099 Nov 23 17:46:29.868744 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 60100) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:46:29.875100 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-c6eb04fa-a771-4f25-96b1-c72bd0e19ace tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1428942770'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:46:29.924816 n-d-816206-8 neutron-server[103590]: DEBUG neutron.notifiers.nova [req-1221202b-4ade-4cc8-ac3a-114b97f814bc req-2809ec27-0316-4f6b-8fac-6d2aebbf0347 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a775da48-7d43-4581-97b1-3aa83b53a025 {{(pid=103590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:46:29.936422 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6eb04fa-a771-4f25-96b1-c72bd0e19ace tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Made reservation on behalf of 57db132758f947bab3110ff0d5b47049 for: {'network': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:46:29.939944 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-1221202b-4ade-4cc8-ac3a-114b97f814bc req-2809ec27-0316-4f6b-8fac-6d2aebbf0347 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:29.940841 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c6eb04fa-a771-4f25-96b1-c72bd0e19ace tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for network, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:29.960132 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [req-1221202b-4ade-4cc8-ac3a-114b97f814bc req-2809ec27-0316-4f6b-8fac-6d2aebbf0347 service neutron] Transition to ACTIVE for port object a775da48-7d43-4581-97b1-3aa83b53a025 will not be triggered until provisioned by entity L2. {{(pid=103590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 17:46:29.967663 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-32412b10-bae4-404e-956e-520e4e11b548 req-d72db686-b541-4f24-ac77-12c746f864dc tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] 10.222.0.60 "GET /v2.0/security-groups?id=c11b6a3a-f89b-4d05-9340-8aa0be1653f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1164212 Nov 23 17:46:29.972501 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-1221202b-4ade-4cc8-ac3a-114b97f814bc req-2809ec27-0316-4f6b-8fac-6d2aebbf0347 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264357957'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:29.975903 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6eb04fa-a771-4f25-96b1-c72bd0e19ace tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] vlan segment allocate from pool success with {'vlan_id': 516, 'physical_network': 'physnet1'} {{(pid=103591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 17:46:29.986400 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c6eb04fa-a771-4f25-96b1-c72bd0e19ace tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:29.986744 n-d-816206-8 neutron-server[103591]: INFO neutron.db.segments_db [None req-c6eb04fa-a771-4f25-96b1-c72bd0e19ace tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Added segment e8f2b7b0-9f40-4a9b-ba18-c9c23ba6ef02 of type vlan for network 90b1b3e8-73ad-49f1-a0c6-4338deab5ccb Nov 23 17:46:30.048873 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b974ffdf-c9c6-480b-9a9c-d5a56ce12dfa None None] DHCP port deletion for 96a4c4fb-2a54-4887-a6a0-d3361fb03ec8 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:46:30.077419 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c6eb04fa-a771-4f25-96b1-c72bd0e19ace tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736635338810'] for network, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:30.085374 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2809ec27-0316-4f6b-8fac-6d2aebbf0347 service neutron] Pushing event updated for resources: {'Port': ['ID=a775da48-7d43-4581-97b1-3aa83b53a025,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:46:30.123826 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c6eb04fa-a771-4f25-96b1-c72bd0e19ace tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493'] for network, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:30.131986 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6eb04fa-a771-4f25-96b1-c72bd0e19ace tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:46:30.133007 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c6eb04fa-a771-4f25-96b1-c72bd0e19ace tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for network, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:30.144468 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [req-1221202b-4ade-4cc8-ac3a-114b97f814bc req-2809ec27-0316-4f6b-8fac-6d2aebbf0347 service neutron] Attempting to bind port a775da48-7d43-4581-97b1-3aa83b53a025 on host n-h1-816206-8 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:46:30.144892 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [req-1221202b-4ade-4cc8-ac3a-114b97f814bc req-2809ec27-0316-4f6b-8fac-6d2aebbf0347 service neutron] Attempting to bind port a775da48-7d43-4581-97b1-3aa83b53a025 by drivers openvswitch,hyperv on host n-h1-816206-8 at level 0 using segments [{'id': '3dd48af8-0370-4e3e-80f2-5bf5c6c5c8d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '96a4c4fb-2a54-4887-a6a0-d3361fb03ec8'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:46:30.145280 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1221202b-4ade-4cc8-ac3a-114b97f814bc req-2809ec27-0316-4f6b-8fac-6d2aebbf0347 service neutron] Attempting to bind port a775da48-7d43-4581-97b1-3aa83b53a025 on network 96a4c4fb-2a54-4887-a6a0-d3361fb03ec8 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:46:30.152084 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1221202b-4ade-4cc8-ac3a-114b97f814bc req-2809ec27-0316-4f6b-8fac-6d2aebbf0347 service neutron] Port a775da48-7d43-4581-97b1-3aa83b53a025 on network 96a4c4fb-2a54-4887-a6a0-d3361fb03ec8 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-8 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 17:46:30.152409 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1221202b-4ade-4cc8-ac3a-114b97f814bc req-2809ec27-0316-4f6b-8fac-6d2aebbf0347 service neutron] Attempting to bind port a775da48-7d43-4581-97b1-3aa83b53a025 on network 96a4c4fb-2a54-4887-a6a0-d3361fb03ec8 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:46:30.159065 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1221202b-4ade-4cc8-ac3a-114b97f814bc req-2809ec27-0316-4f6b-8fac-6d2aebbf0347 service neutron] Checking agent: {'id': '4b0a4557-3bfe-4828-80a0-7981fc3ac84c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 15, 14), 'started_at': datetime.datetime(2021, 11, 23, 17, 15, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 46, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:46:30.159408 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1221202b-4ade-4cc8-ac3a-114b97f814bc req-2809ec27-0316-4f6b-8fac-6d2aebbf0347 service neutron] Checking segment: {'id': '3dd48af8-0370-4e3e-80f2-5bf5c6c5c8d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '96a4c4fb-2a54-4887-a6a0-d3361fb03ec8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:46:30.159792 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1221202b-4ade-4cc8-ac3a-114b97f814bc req-2809ec27-0316-4f6b-8fac-6d2aebbf0347 service neutron] Bound using segment: {'id': '3dd48af8-0370-4e3e-80f2-5bf5c6c5c8d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '96a4c4fb-2a54-4887-a6a0-d3361fb03ec8'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:46:30.160305 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [req-1221202b-4ade-4cc8-ac3a-114b97f814bc req-2809ec27-0316-4f6b-8fac-6d2aebbf0347 service neutron] Bound port: a775da48-7d43-4581-97b1-3aa83b53a025, host: n-h1-816206-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3dd48af8-0370-4e3e-80f2-5bf5c6c5c8d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '96a4c4fb-2a54-4887-a6a0-d3361fb03ec8'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:46:30.160712 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-1221202b-4ade-4cc8-ac3a-114b97f814bc req-2809ec27-0316-4f6b-8fac-6d2aebbf0347 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:30.169460 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-c6eb04fa-a771-4f25-96b1-c72bd0e19ace tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2994611 Nov 23 17:46:30.176688 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 60110) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:46:30.185217 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-52d78203-d8e9-45da-8f2c-ddf7a24f4961 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Request body: {'subnet': {'network_id': '90b1b3e8-73ad-49f1-a0c6-4338deab5ccb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:46:30.310318 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [req-1221202b-4ade-4cc8-ac3a-114b97f814bc req-2809ec27-0316-4f6b-8fac-6d2aebbf0347 service neutron] For port a775da48-7d43-4581-97b1-3aa83b53a025, host n-h1-816206-8, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:46:30.315626 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [req-1221202b-4ade-4cc8-ac3a-114b97f814bc req-2809ec27-0316-4f6b-8fac-6d2aebbf0347 service neutron] For port a775da48-7d43-4581-97b1-3aa83b53a025, host n-h1-816206-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=a775da48-7d43-4581-97b1-3aa83b53a025,segment=NetworkSegment(3dd48af8-0370-4e3e-80f2-5bf5c6c5c8d9),segment_id=3dd48af8-0370-4e3e-80f2-5bf5c6c5c8d9)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:46:30.323991 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-1221202b-4ade-4cc8-ac3a-114b97f814bc req-2809ec27-0316-4f6b-8fac-6d2aebbf0347 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264357957'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:30.347620 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6eb04fa-a771-4f25-96b1-c72bd0e19ace tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Pushing event updated for resources: {'Network': ['ID=90b1b3e8-73ad-49f1-a0c6-4338deab5ccb,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:46:30.360376 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52d78203-d8e9-45da-8f2c-ddf7a24f4961 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Made reservation on behalf of 57db132758f947bab3110ff0d5b47049 for: {'subnet': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:46:30.364052 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-52d78203-d8e9-45da-8f2c-ddf7a24f4961 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264730903'] for subnet, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:30.368852 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Network 90b1b3e8-73ad-49f1-a0c6-4338deab5ccb details requested by agent ovs-agent-n-d-816206-8 with host n-d-816206-8 {{(pid=103592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 17:46:30.407662 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1221202b-4ade-4cc8-ac3a-114b97f814bc req-2809ec27-0316-4f6b-8fac-6d2aebbf0347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:46:30.408667 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-1221202b-4ade-4cc8-ac3a-114b97f814bc req-2809ec27-0316-4f6b-8fac-6d2aebbf0347 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:30.410588 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-1221202b-4ade-4cc8-ac3a-114b97f814bc req-2809ec27-0316-4f6b-8fac-6d2aebbf0347 service neutron] 10.222.0.55 "PUT /v2.0/ports/a775da48-7d43-4581-97b1-3aa83b53a025 HTTP/1.1" status: 200 len: 1092 time: 1.5220983 Nov 23 17:46:30.423488 n-d-816206-8 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d6f7046-8e8e-403b-8393-28eff1444348', 'tag': 'a775da48-7d43-4581-97b1-3aa83b53a025'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:46:30.426255 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbabddbc9fc37b068808e119c416c86f5957ca04531a4a0d2e695c515e93483b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82cc2aca-c07d-44fa-a860-95a2d192f9b9" -d '{"events": [{"name": "network-changed", "server_uuid": "9d6f7046-8e8e-403b-8393-28eff1444348", "tag": "a775da48-7d43-4581-97b1-3aa83b53a025"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:46:30.446682 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.agents_db [None req-464f6c07-0de8-4be6-8f5b-563f574d1c5d None None] Agent healthcheck: found 7 active agents {{(pid=103593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 17:46:30.472761 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2809ec27-0316-4f6b-8fac-6d2aebbf0347 service neutron] Pushing event updated for resources: {'Port': ['ID=a775da48-7d43-4581-97b1-3aa83b53a025,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:46:30.481641 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7401284-a58b-44f8-bab4-b1f362bc5c32 None None] DHCP port deletion for 96a4c4fb-2a54-4887-a6a0-d3361fb03ec8 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:46:30.549820 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 17:46:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bbd9210-ed29-4d83-9433-7c3601c7f354 x-openstack-request-id: req-3bbd9210-ed29-4d83-9433-7c3601c7f354 {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:46:30.550483 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d6f7046-8e8e-403b-8393-28eff1444348", "tag": "a775da48-7d43-4581-97b1-3aa83b53a025", "status": "completed", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:46:30.550836 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3bbd9210-ed29-4d83-9433-7c3601c7f354 {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:46:30.551333 n-d-816206-8 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d6f7046-8e8e-403b-8393-28eff1444348', 'tag': 'a775da48-7d43-4581-97b1-3aa83b53a025', 'status': 'completed', 'code': 200} Nov 23 17:46:30.580997 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1221202b-4ade-4cc8-ac3a-114b97f814bc req-cd726de8-eb7f-4361-9fb0-2b72ff0abf52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:46:30.582745 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-1221202b-4ade-4cc8-ac3a-114b97f814bc req-cd726de8-eb7f-4361-9fb0-2b72ff0abf52 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=fc0b8b60f26147bc93ae14daf3e34aba&device_id=9d6f7046-8e8e-403b-8393-28eff1444348 HTTP/1.1" status: 200 len: 1095 time: 0.0706577 Nov 23 17:46:30.638485 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-1221202b-4ade-4cc8-ac3a-114b97f814bc req-439f2dc7-a993-4c62-82f3-7dcf4f5a8895 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a775da48-7d43-4581-97b1-3aa83b53a025 HTTP/1.1" status: 200 len: 217 time: 0.0440454 Nov 23 17:46:30.714222 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1221202b-4ade-4cc8-ac3a-114b97f814bc req-7f106486-ae98-4839-8b64-7247d03f458d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:46:30.716861 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-1221202b-4ade-4cc8-ac3a-114b97f814bc req-7f106486-ae98-4839-8b64-7247d03f458d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6a67b7b8-1b5e-4ea7-ab09-4d43799d0b06 HTTP/1.1" status: 200 len: 846 time: 0.0548804 Nov 23 17:46:30.759326 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 60138) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:46:30.764306 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5312ec-fa45-4b90-b782-4bab306b704b req-4673b32a-302a-4952-8013-9ce703594a60 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:46:30.766454 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ed5312ec-fa45-4b90-b782-4bab306b704b req-4673b32a-302a-4952-8013-9ce703594a60 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/ports?device_id=33ad57ba-2e81-4ec7-8fab-dd4327006cf7 HTTP/1.1" status: 200 len: 944 time: 0.0974143 Nov 23 17:46:30.792989 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-1221202b-4ade-4cc8-ac3a-114b97f814bc req-07144f7a-967d-4f99-8e0a-a0b6f385523f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=96a4c4fb-2a54-4887-a6a0-d3361fb03ec8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0675721 Nov 23 17:46:30.934739 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ed5312ec-fa45-4b90-b782-4bab306b704b req-c537a122-676e-4cd4-a237-0c264f1fad45 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/security-groups?id=857595b8-f5c9-4ef4-a551-6fcaf9d47816&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1463027 Nov 23 17:46:30.960240 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-52d78203-d8e9-45da-8f2c-ddf7a24f4961 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264358096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264730885'] for subnet, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:30.993899 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3cf4fd-bba4-49d3-b568-754705cfcdf6 req-43c442b5-7b73-4537-89ac-68746ebbd142 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:46:30.996744 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9a3cf4fd-bba4-49d3-b568-754705cfcdf6 req-43c442b5-7b73-4537-89ac-68746ebbd142 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] 10.222.0.60 "GET /v2.0/ports?device_id=9d6f7046-8e8e-403b-8393-28eff1444348 HTTP/1.1" status: 200 len: 944 time: 0.1053112 Nov 23 17:46:31.051480 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-b0cb12bf-e389-4ead-9ed2-09c20df67f98 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-2019547883-network', 'tenant_id': 'b18cd1cca1b44b989141b05dcb1fddfb'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:46:31.089108 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9a3cf4fd-bba4-49d3-b568-754705cfcdf6 req-97ce4323-e7c5-4777-974d-e6c83899e51c tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] 10.222.0.60 "GET /v2.0/security-groups?id=fa324d8c-13d0-499d-8791-7b10ff6fd90b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858150 Nov 23 17:46:31.119889 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-1221202b-4ade-4cc8-ac3a-114b97f814bc req-383bc6f5-dee2-4a14-ad50-2da80f23cf26 service neutron] 10.222.0.55 "GET /v2.0/networks/96a4c4fb-2a54-4887-a6a0-d3361fb03ec8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3170869 Nov 23 17:46:31.127258 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d78203-d8e9-45da-8f2c-ddf7a24f4961 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Pushing event updated for resources: {'Subnet': ['ID=40a6a5bc-1da2-490c-b705-429a115f619b,revision_number=0']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:46:31.154397 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0cb12bf-e389-4ead-9ed2-09c20df67f98 admin admin] Made reservation on behalf of b18cd1cca1b44b989141b05dcb1fddfb for: {'network': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:46:31.156907 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b0cb12bf-e389-4ead-9ed2-09c20df67f98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for network, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:31.163763 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52d78203-d8e9-45da-8f2c-ddf7a24f4961 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Checking segment: {'id': 'e8f2b7b0-9f40-4a9b-ba18-c9c23ba6ef02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '90b1b3e8-73ad-49f1-a0c6-4338deab5ccb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:46:31.164192 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52d78203-d8e9-45da-8f2c-ddf7a24f4961 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Network hostable DHCP agents. Network: 90b1b3e8-73ad-49f1-a0c6-4338deab5ccb, hostable agents: ['0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3'], hosted agents: [] {{(pid=103590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 17:46:31.190821 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b0cb12bf-e389-4ead-9ed2-09c20df67f98 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:31.245584 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52d78203-d8e9-45da-8f2c-ddf7a24f4961 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Network 90b1b3e8-73ad-49f1-a0c6-4338deab5ccb is scheduled to be hosted by DHCP agent 0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3 with binding_index 1 {{(pid=103590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 17:46:31.290711 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-52d78203-d8e9-45da-8f2c-ddf7a24f4961 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-8, 90b1b3e8-73ad-49f1-a0c6-4338deab5ccb) {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:46:31.301107 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-161f4301-19f0-4adf-bd52-5f5a9142cea9 None None] Network 90b1b3e8-73ad-49f1-a0c6-4338deab5ccb requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:46:31.308300 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52d78203-d8e9-45da-8f2c-ddf7a24f4961 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:46:31.309047 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-52d78203-d8e9-45da-8f2c-ddf7a24f4961 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks [] for subnet, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:31.341502 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-1221202b-4ade-4cc8-ac3a-114b97f814bc req-4ca2e620-70f8-4a80-aa3a-faca587187d2 service neutron] 10.222.0.55 "GET /v2.0/networks/96a4c4fb-2a54-4887-a6a0-d3361fb03ec8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2113206 Nov 23 17:46:31.354015 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-52d78203-d8e9-45da-8f2c-ddf7a24f4961 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1739895 Nov 23 17:46:31.357729 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 60160) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:46:31.365114 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-755006ed-1efe-4cf4-8206-42abb53422f5 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Request body: {'port': {'network_id': '90b1b3e8-73ad-49f1-a0c6-4338deab5ccb', 'name': 'tempest-PortsTestJSON-1757866001'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:46:31.509999 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dc6a719-48e3-447f-9c0f-eef9d9ae1c00 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp355044b8-8e87-58c4-94fa-4a010ec30f9e-90b1b3e8-73ad-49f1-a0c6-4338deab5ccb', 'network_id': '90b1b3e8-73ad-49f1-a0c6-4338deab5ccb', 'tenant_id': '57db132758f947bab3110ff0d5b47049', 'fixed_ips': [{'subnet_id': '40a6a5bc-1da2-490c-b705-429a115f619b'}]}} from n-d-816206-8. {{(pid=103592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 17:46:31.511128 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-1dc6a719-48e3-447f-9c0f-eef9d9ae1c00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:31.582651 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b0cb12bf-e389-4ead-9ed2-09c20df67f98 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:31.595665 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb77f6e-20c8-400a-99ea-6ff8602fb4bf req-be39e5a6-2133-4bf8-9e4b-db93fbd3bc14 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:46:31.597297 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8bb77f6e-20c8-400a-99ea-6ff8602fb4bf req-be39e5a6-2133-4bf8-9e4b-db93fbd3bc14 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] 10.222.0.60 "GET /v2.0/ports?device_id=a43134ca-2758-4794-bb9c-974d11e5e279 HTTP/1.1" status: 200 len: 945 time: 0.5194144 Nov 23 17:46:31.600980 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b0cb12bf-e389-4ead-9ed2-09c20df67f98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:31.618561 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cc2aca-c07d-44fa-a860-95a2d192f9b9 req-3f1654c1-d538-4e99-9cec-3f6c0f7c992a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:46:31.618561 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-82cc2aca-c07d-44fa-a860-95a2d192f9b9 req-3f1654c1-d538-4e99-9cec-3f6c0f7c992a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=fc0b8b60f26147bc93ae14daf3e34aba&device_id=9d6f7046-8e8e-403b-8393-28eff1444348 HTTP/1.1" status: 200 len: 1095 time: 0.2030308 Nov 23 17:46:31.647805 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0cb12bf-e389-4ead-9ed2-09c20df67f98 admin admin] vlan segment allocate from pool success with {'vlan_id': 509, 'physical_network': 'physnet1'} {{(pid=103590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 17:46:31.651356 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-755006ed-1efe-4cf4-8206-42abb53422f5 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Made reservation on behalf of 57db132758f947bab3110ff0d5b47049 for: {'port': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:46:31.654864 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-755006ed-1efe-4cf4-8206-42abb53422f5 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:31.705826 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cb12bf-e389-4ead-9ed2-09c20df67f98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b69aca9-b68e-45b0-a7a0-1eb351a8ed08,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:46:31.722455 n-d-816206-8 neutron-server[103590]: DEBUG neutron.notifiers.nova [None req-755006ed-1efe-4cf4-8206-42abb53422f5 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] device_id is not set on port d8e28c15-4bd4-4aa2-b1d8-c359905ba747 yet. {{(pid=103590) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 17:46:31.727478 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8bb77f6e-20c8-400a-99ea-6ff8602fb4bf req-92f50ce2-1e3a-4fd0-bbc1-dfee98251266 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] 10.222.0.60 "GET /v2.0/security-groups?id=c11b6a3a-f89b-4d05-9340-8aa0be1653f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1143825 Nov 23 17:46:31.733301 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b0cb12bf-e389-4ead-9ed2-09c20df67f98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:31.733653 n-d-816206-8 neutron-server[103590]: INFO neutron.db.segments_db [None req-b0cb12bf-e389-4ead-9ed2-09c20df67f98 admin admin] Added segment 7236ee9c-d2a1-449e-b7f8-41fdf7da8bc8 of type vlan for network b75e9fac-17f1-4702-8d25-f863ff44788f Nov 23 17:46:31.787770 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b0cb12bf-e389-4ead-9ed2-09c20df67f98 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736635338810'] for network, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:31.797288 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.db_base_plugin_common [None req-1dc6a719-48e3-447f-9c0f-eef9d9ae1c00 None None] Allocated IP 172.20.0.2 (90b1b3e8-73ad-49f1-a0c6-4338deab5ccb/40a6a5bc-1da2-490c-b705-429a115f619b/a538ff10-7bac-4438-a11c-33f0059f0e76) {{(pid=103592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:46:31.843793 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b0cb12bf-e389-4ead-9ed2-09c20df67f98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493'] for network, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:31.844772 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0cb12bf-e389-4ead-9ed2-09c20df67f98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:46:31.845348 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b0cb12bf-e389-4ead-9ed2-09c20df67f98 admin admin] Publish callbacks [] for network, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:31.975190 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cb12bf-e389-4ead-9ed2-09c20df67f98 admin admin] Pushing event updated for resources: {'Network': ['ID=b75e9fac-17f1-4702-8d25-f863ff44788f,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:46:32.009691 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-1dc6a719-48e3-447f-9c0f-eef9d9ae1c00 None None] Publish callbacks [] for port, precommit_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:32.013703 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-b0cb12bf-e389-4ead-9ed2-09c20df67f98 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.2307200 Nov 23 17:46:32.016567 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Network b75e9fac-17f1-4702-8d25-f863ff44788f details requested by agent ovs-agent-n-d-816206-8 with host n-d-816206-8 {{(pid=103592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 17:46:32.021541 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 60180) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:46:32.029165 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-1d73c0ea-a876-4333-b25f-8bd955193088 admin admin] Request body: {'subnet': {'network_id': 'b75e9fac-17f1-4702-8d25-f863ff44788f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-2019547883-subnet', 'tenant_id': 'b18cd1cca1b44b989141b05dcb1fddfb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:46:32.041509 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cc2aca-c07d-44fa-a860-95a2d192f9b9 req-748d600f-e1a6-4297-bf78-81b837a151b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:46:32.042984 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-82cc2aca-c07d-44fa-a860-95a2d192f9b9 req-748d600f-e1a6-4297-bf78-81b837a151b1 service neutron] 10.222.0.55 "GET /v2.0/networks?id=96a4c4fb-2a54-4887-a6a0-d3361fb03ec8 HTTP/1.1" status: 200 len: 907 time: 0.4153647 Nov 23 17:46:32.094607 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fb0782-2f50-4af7-a14d-d78491fd23aa req-2206aac8-95b3-4f8f-a7cc-45b215104e52 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:46:32.094892 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-1dc6a719-48e3-447f-9c0f-eef9d9ae1c00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980'] for port, after_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:32.108730 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-18fb0782-2f50-4af7-a14d-d78491fd23aa req-2206aac8-95b3-4f8f-a7cc-45b215104e52 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/ports?device_id=33ad57ba-2e81-4ec7-8fab-dd4327006cf7 HTTP/1.1" status: 200 len: 944 time: 0.0908995 Nov 23 17:46:32.159891 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc6a719-48e3-447f-9c0f-eef9d9ae1c00 None None] Pushing event updated for resources: {'Port': ['ID=a538ff10-7bac-4438-a11c-33f0059f0e76,revision_number=1']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:46:32.184187 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-82cc2aca-c07d-44fa-a860-95a2d192f9b9 req-8f36f9d0-1951-4566-8d68-532a7b7fac93 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a775da48-7d43-4581-97b1-3aa83b53a025 HTTP/1.1" status: 200 len: 217 time: 0.1134052 Nov 23 17:46:32.190668 n-d-816206-8 neutron-server[103592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dc6a719-48e3-447f-9c0f-eef9d9ae1c00 None None] Network 90b1b3e8-73ad-49f1-a0c6-4338deab5ccb is already hosted by enough agents. {{(pid=103592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:46:32.193652 n-d-816206-8 neutron-server[103592]: DEBUG neutron.scheduler.base_scheduler [None req-1dc6a719-48e3-447f-9c0f-eef9d9ae1c00 None None] Resources bound (agent type, host, resource id): {{(pid=103592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:46:32.196277 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc6a719-48e3-447f-9c0f-eef9d9ae1c00 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:46:32.198757 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc6a719-48e3-447f-9c0f-eef9d9ae1c00 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:46:32.199199 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc6a719-48e3-447f-9c0f-eef9d9ae1c00 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:46:32.199559 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc6a719-48e3-447f-9c0f-eef9d9ae1c00 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:46:32.199890 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc6a719-48e3-447f-9c0f-eef9d9ae1c00 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:46:32.200224 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc6a719-48e3-447f-9c0f-eef9d9ae1c00 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:46:32.200609 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc6a719-48e3-447f-9c0f-eef9d9ae1c00 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:46:32.200945 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc6a719-48e3-447f-9c0f-eef9d9ae1c00 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:46:32.201273 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc6a719-48e3-447f-9c0f-eef9d9ae1c00 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:46:32.201604 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc6a719-48e3-447f-9c0f-eef9d9ae1c00 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:46:32.201931 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc6a719-48e3-447f-9c0f-eef9d9ae1c00 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:46:32.202255 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc6a719-48e3-447f-9c0f-eef9d9ae1c00 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:46:32.212817 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dc6a719-48e3-447f-9c0f-eef9d9ae1c00 None None] Received port after_create {{(pid=103592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:46:32.232187 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-18fb0782-2f50-4af7-a14d-d78491fd23aa req-ca7f4268-1f2b-49ad-a067-a02e661e4dbb tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/security-groups?id=857595b8-f5c9-4ef4-a551-6fcaf9d47816&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1225169 Nov 23 17:46:32.254075 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-755006ed-1efe-4cf4-8206-42abb53422f5 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Allocated IP 172.20.0.14 (90b1b3e8-73ad-49f1-a0c6-4338deab5ccb/40a6a5bc-1da2-490c-b705-429a115f619b/d8e28c15-4bd4-4aa2-b1d8-c359905ba747) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:46:32.271201 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d73c0ea-a876-4333-b25f-8bd955193088 admin admin] Made reservation on behalf of b18cd1cca1b44b989141b05dcb1fddfb for: {'subnet': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:46:32.277183 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1d73c0ea-a876-4333-b25f-8bd955193088 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264730903'] for subnet, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:32.293070 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff6bfcf-8c23-4563-a5cd-6be46ad09e7d req-1c08e814-538a-4629-9511-9720be81fee9 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:46:32.299334 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-1dc6a719-48e3-447f-9c0f-eef9d9ae1c00 None None] Attempting to bind port a538ff10-7bac-4438-a11c-33f0059f0e76 on host n-d-816206-8 for vnic_type normal with profile {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:46:32.299713 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-1dc6a719-48e3-447f-9c0f-eef9d9ae1c00 None None] Attempting to bind port a538ff10-7bac-4438-a11c-33f0059f0e76 by drivers openvswitch,hyperv on host n-d-816206-8 at level 0 using segments [{'id': 'e8f2b7b0-9f40-4a9b-ba18-c9c23ba6ef02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '90b1b3e8-73ad-49f1-a0c6-4338deab5ccb'}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:46:32.300081 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dc6a719-48e3-447f-9c0f-eef9d9ae1c00 None None] Attempting to bind port a538ff10-7bac-4438-a11c-33f0059f0e76 on network 90b1b3e8-73ad-49f1-a0c6-4338deab5ccb {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:46:32.303021 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-dff6bfcf-8c23-4563-a5cd-6be46ad09e7d req-1c08e814-538a-4629-9511-9720be81fee9 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] 10.222.0.60 "GET /v2.0/ports?device_id=9d6f7046-8e8e-403b-8393-28eff1444348 HTTP/1.1" status: 200 len: 944 time: 0.0855975 Nov 23 17:46:32.306302 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dc6a719-48e3-447f-9c0f-eef9d9ae1c00 None None] Checking agent: {'id': '9e89acbe-4bbe-4c77-a18b-6f1da9133e0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 7, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 46, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:46:32.306839 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dc6a719-48e3-447f-9c0f-eef9d9ae1c00 None None] Checking segment: {'id': 'e8f2b7b0-9f40-4a9b-ba18-c9c23ba6ef02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '90b1b3e8-73ad-49f1-a0c6-4338deab5ccb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:46:32.307076 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-1dc6a719-48e3-447f-9c0f-eef9d9ae1c00 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:32.307443 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dc6a719-48e3-447f-9c0f-eef9d9ae1c00 None None] Bound using segment: {'id': 'e8f2b7b0-9f40-4a9b-ba18-c9c23ba6ef02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '90b1b3e8-73ad-49f1-a0c6-4338deab5ccb'} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:46:32.307906 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-1dc6a719-48e3-447f-9c0f-eef9d9ae1c00 None None] Bound port: a538ff10-7bac-4438-a11c-33f0059f0e76, host: n-d-816206-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8f2b7b0-9f40-4a9b-ba18-c9c23ba6ef02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '90b1b3e8-73ad-49f1-a0c6-4338deab5ccb'}}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:46:32.308290 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-1dc6a719-48e3-447f-9c0f-eef9d9ae1c00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:32.387637 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-dff6bfcf-8c23-4563-a5cd-6be46ad09e7d req-13c96735-35ca-4d24-921e-6d47cb922086 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] 10.222.0.60 "GET /v2.0/security-groups?id=fa324d8c-13d0-499d-8791-7b10ff6fd90b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816932 Nov 23 17:46:32.432204 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cc2aca-c07d-44fa-a860-95a2d192f9b9 req-40682255-1bb4-45d9-b779-ba24f2564fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:46:32.433765 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-82cc2aca-c07d-44fa-a860-95a2d192f9b9 req-40682255-1bb4-45d9-b779-ba24f2564fb0 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6a67b7b8-1b5e-4ea7-ab09-4d43799d0b06 HTTP/1.1" status: 200 len: 846 time: 0.2269692 Nov 23 17:46:32.503602 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-82cc2aca-c07d-44fa-a860-95a2d192f9b9 req-73bcacf7-c6cd-463f-b17c-cca6cc569c70 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=96a4c4fb-2a54-4887-a6a0-d3361fb03ec8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0596211 Nov 23 17:46:32.628593 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-1dc6a719-48e3-447f-9c0f-eef9d9ae1c00 None None] For port a538ff10-7bac-4438-a11c-33f0059f0e76, host n-d-816206-8, cleared binding levels {{(pid=103592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:46:32.632355 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-1dc6a719-48e3-447f-9c0f-eef9d9ae1c00 None None] For port a538ff10-7bac-4438-a11c-33f0059f0e76, host n-d-816206-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=a538ff10-7bac-4438-a11c-33f0059f0e76,segment=NetworkSegment(e8f2b7b0-9f40-4a9b-ba18-c9c23ba6ef02),segment_id=e8f2b7b0-9f40-4a9b-ba18-c9c23ba6ef02)] {{(pid=103592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:46:32.640761 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-1dc6a719-48e3-447f-9c0f-eef9d9ae1c00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:32.753421 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-82cc2aca-c07d-44fa-a860-95a2d192f9b9 req-016fad1a-28a3-4f95-a0b7-e8babe5b3373 service neutron] 10.222.0.55 "GET /v2.0/networks/96a4c4fb-2a54-4887-a6a0-d3361fb03ec8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2383652 Nov 23 17:46:32.772609 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc6a719-48e3-447f-9c0f-eef9d9ae1c00 None None] Pushing event updated for resources: {'Port': ['ID=a538ff10-7bac-4438-a11c-33f0059f0e76,revision_number=2']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:46:32.841898 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device fbe44c50-ab0e-48c7-bd92-149bb465cefc details requested by agent hyperv_n-h1-816206-8 with host n-h1-816206-8 {{(pid=103592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 17:46:32.907817 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1d73c0ea-a876-4333-b25f-8bd955193088 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264358096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264730885'] for subnet, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:32.921733 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-755006ed-1efe-4cf4-8206-42abb53422f5 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:32.995141 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f699737-410b-4195-825e-0951885a9417 req-7182919d-16d4-42d1-8075-c807e0224649 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:46:32.996759 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9f699737-410b-4195-825e-0951885a9417 req-7182919d-16d4-42d1-8075-c807e0224649 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] 10.222.0.60 "GET /v2.0/ports?device_id=a43134ca-2758-4794-bb9c-974d11e5e279 HTTP/1.1" status: 200 len: 945 time: 0.0969441 Nov 23 17:46:33.055711 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d73c0ea-a876-4333-b25f-8bd955193088 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8bdf8112-60de-47e2-b40b-a031bce5a853,revision_number=0']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:46:33.143841 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9f699737-410b-4195-825e-0951885a9417 req-593451d5-b8e7-4e61-9aac-7cae9ad46916 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] 10.222.0.60 "GET /v2.0/security-groups?id=c11b6a3a-f89b-4d05-9340-8aa0be1653f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1400101 Nov 23 17:46:33.149989 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port fbe44c50-ab0e-48c7-bd92-149bb465cefc, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=fbe44c50-ab0e-48c7-bd92-149bb465cefc,segment=NetworkSegment(97bf93aa-7116-4943-8d21-ff543f30be5d),segment_id=97bf93aa-7116-4943-8d21-ff543f30be5d)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:46:33.153534 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-82cc2aca-c07d-44fa-a860-95a2d192f9b9 req-867e2486-2327-4ddd-a716-c401f4048c87 service neutron] 10.222.0.55 "GET /v2.0/networks/96a4c4fb-2a54-4887-a6a0-d3361fb03ec8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3742182 Nov 23 17:46:33.156861 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-755006ed-1efe-4cf4-8206-42abb53422f5 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:33.172465 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Returning: {'device': 'fbe44c50-ab0e-48c7-bd92-149bb465cefc', 'network_id': 'b05aa742-7050-4bee-9612-3681dfd2164b', 'port_id': 'fbe44c50-ab0e-48c7-bd92-149bb465cefc', 'mac_address': 'fa:16:3e:f2:30:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '784540e3-73ef-4656-9bfa-913bbf55b1a9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 17:46:33.196360 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d73c0ea-a876-4333-b25f-8bd955193088 admin admin] Checking segment: {'id': '7236ee9c-d2a1-449e-b7f8-41fdf7da8bc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'b75e9fac-17f1-4702-8d25-f863ff44788f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:46:33.196740 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d73c0ea-a876-4333-b25f-8bd955193088 admin admin] Network hostable DHCP agents. Network: b75e9fac-17f1-4702-8d25-f863ff44788f, hostable agents: ['0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3'], hosted agents: [] {{(pid=103590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 17:46:33.252702 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:33.267659 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fbe44c50-ab0e-48c7-bd92-149bb465cefc {{(pid=103592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:46:33.289250 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port fbe44c50-ab0e-48c7-bd92-149bb465cefc, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=fbe44c50-ab0e-48c7-bd92-149bb465cefc,segment=NetworkSegment(97bf93aa-7116-4943-8d21-ff543f30be5d),segment_id=97bf93aa-7116-4943-8d21-ff543f30be5d)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:46:33.309671 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:33.325667 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-755006ed-1efe-4cf4-8206-42abb53422f5 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Network 90b1b3e8-73ad-49f1-a0c6-4338deab5ccb is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:46:33.327627 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-755006ed-1efe-4cf4-8206-42abb53422f5 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:46:33.340167 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-755006ed-1efe-4cf4-8206-42abb53422f5 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:46:33.379398 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755006ed-1efe-4cf4-8206-42abb53422f5 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Pushing event updated for resources: {'Port': ['ID=d8e28c15-4bd4-4aa2-b1d8-c359905ba747,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:46:33.385131 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d73c0ea-a876-4333-b25f-8bd955193088 admin admin] Network b75e9fac-17f1-4702-8d25-f863ff44788f is scheduled to be hosted by DHCP agent 0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3 with binding_index 1 {{(pid=103590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 17:46:33.416635 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-1d73c0ea-a876-4333-b25f-8bd955193088 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-8, b75e9fac-17f1-4702-8d25-f863ff44788f) {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:46:33.421284 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Pushing event updated for resources: {'Port': ['ID=fbe44c50-ab0e-48c7-bd92-149bb465cefc,revision_number=11']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:46:33.435952 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c23e6372-3c6b-4ac2-a80c-183fd4e90cfc None None] Network b75e9fac-17f1-4702-8d25-f863ff44788f requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:46:33.437577 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-755006ed-1efe-4cf4-8206-42abb53422f5 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:46:33.438276 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-755006ed-1efe-4cf4-8206-42abb53422f5 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:33.447848 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d73c0ea-a876-4333-b25f-8bd955193088 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:46:33.448455 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1d73c0ea-a876-4333-b25f-8bd955193088 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:33.451551 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9c0bd3-62e5-4aa4-bda3-4ec51fedb6b1 req-e4639a4a-be85-4a1d-b23f-a7b9c6dae851 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:46:33.454439 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ff9c0bd3-62e5-4aa4-bda3-4ec51fedb6b1 req-e4639a4a-be85-4a1d-b23f-a7b9c6dae851 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/ports?device_id=33ad57ba-2e81-4ec7-8fab-dd4327006cf7 HTTP/1.1" status: 200 len: 944 time: 0.1060145 Nov 23 17:46:33.507245 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-1d73c0ea-a876-4333-b25f-8bd955193088 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.4823751 Nov 23 17:46:33.526615 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-755006ed-1efe-4cf4-8206-42abb53422f5 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.1677854 Nov 23 17:46:33.529966 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 60220) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:46:33.530454 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] get_ports_and_sgs() called for port_ids ['fbe44c50-ab0e-48c7-bd92-149bb465cefc'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:46:33.532578 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ff9c0bd3-62e5-4aa4-bda3-4ec51fedb6b1 req-45d7633c-556a-435b-8209-93d0cafec0d9 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/security-groups?id=857595b8-f5c9-4ef4-a551-6fcaf9d47816&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713842 Nov 23 17:46:33.542657 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-ead71a75-aa9f-47fb-9ab5-1a3989874c91 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Request body: {'port': {'network_id': '90b1b3e8-73ad-49f1-a0c6-4338deab5ccb', 'name': 'tempest-PortsTestJSON-1098429099'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:46:33.623849 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754a4013-f78f-4e29-aecf-32db9a1a745e req-89aaad0b-69b8-4e2d-a8e4-4099c176b71c tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:46:33.625462 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-754a4013-f78f-4e29-aecf-32db9a1a745e req-89aaad0b-69b8-4e2d-a8e4-4099c176b71c tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] 10.222.0.60 "GET /v2.0/ports?device_id=9d6f7046-8e8e-403b-8393-28eff1444348 HTTP/1.1" status: 200 len: 944 time: 0.0725200 Nov 23 17:46:33.706394 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e30ccbb-c566-4027-b6d9-de8105b46d3a None None] Network b75e9fac-17f1-4702-8d25-f863ff44788f requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:46:33.721616 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-754a4013-f78f-4e29-aecf-32db9a1a745e req-1c0a32bf-aa02-492e-a93c-17b78f1ab03a tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] 10.222.0.60 "GET /v2.0/security-groups?id=fa324d8c-13d0-499d-8791-7b10ff6fd90b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794325 Nov 23 17:46:33.835819 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ead71a75-aa9f-47fb-9ab5-1a3989874c91 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Made reservation on behalf of 57db132758f947bab3110ff0d5b47049 for: {'port': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:46:33.840054 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ead71a75-aa9f-47fb-9ab5-1a3989874c91 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:33.900276 n-d-816206-8 neutron-server[103590]: DEBUG neutron.notifiers.nova [None req-ead71a75-aa9f-47fb-9ab5-1a3989874c91 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] device_id is not set on port 873d9275-be1d-4037-b145-bd1b97af32b2 yet. {{(pid=103590) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 17:46:34.088747 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-ead71a75-aa9f-47fb-9ab5-1a3989874c91 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Allocated IP 172.20.0.4 (90b1b3e8-73ad-49f1-a0c6-4338deab5ccb/40a6a5bc-1da2-490c-b705-429a115f619b/873d9275-be1d-4037-b145-bd1b97af32b2) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:46:34.262131 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2253e0-eb4d-4eb8-ac05-b271606ce90e req-22953fcb-37a1-4842-b4b5-08b9362b41f9 tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:46:34.263747 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9e2253e0-eb4d-4eb8-ac05-b271606ce90e req-22953fcb-37a1-4842-b4b5-08b9362b41f9 tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] 10.222.0.60 "GET /v2.0/networks?id=b75e9fac-17f1-4702-8d25-f863ff44788f HTTP/1.1" status: 200 len: 814 time: 0.2085457 Nov 23 17:46:34.321186 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9e2253e0-eb4d-4eb8-ac05-b271606ce90e req-cfae6508-6b5c-4290-ad55-6fc1f874ee32 tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] 10.222.0.60 "GET /v2.0/quotas/b18cd1cca1b44b989141b05dcb1fddfb HTTP/1.1" status: 200 len: 375 time: 0.0365868 Nov 23 17:46:34.356415 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ead71a75-aa9f-47fb-9ab5-1a3989874c91 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:34.366051 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9e2253e0-eb4d-4eb8-ac05-b271606ce90e req-52d61883-2dfc-49ad-beae-e47b85f59e42 tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=b18cd1cca1b44b989141b05dcb1fddfb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0314825 Nov 23 17:46:34.378935 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92892c8f-5361-405a-a7af-b08987a9c5cd req-8d503609-8d14-494a-bd3a-a465a3044af3 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:46:34.381219 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-92892c8f-5361-405a-a7af-b08987a9c5cd req-8d503609-8d14-494a-bd3a-a465a3044af3 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] 10.222.0.60 "GET /v2.0/ports?device_id=a43134ca-2758-4794-bb9c-974d11e5e279 HTTP/1.1" status: 200 len: 946 time: 0.1164274 Nov 23 17:46:34.406000 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ead71a75-aa9f-47fb-9ab5-1a3989874c91 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:34.466587 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ead71a75-aa9f-47fb-9ab5-1a3989874c91 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Network 90b1b3e8-73ad-49f1-a0c6-4338deab5ccb is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:46:34.473316 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-ead71a75-aa9f-47fb-9ab5-1a3989874c91 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:46:34.478018 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ead71a75-aa9f-47fb-9ab5-1a3989874c91 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:46:34.511560 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-124ba5ba-bc72-43f9-b844-fdaa3ee31c8b None None] Network 90b1b3e8-73ad-49f1-a0c6-4338deab5ccb requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:46:34.521516 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-92892c8f-5361-405a-a7af-b08987a9c5cd req-2c5be65a-2a4d-43e5-8eaf-3cbaee64a2fa tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] 10.222.0.60 "GET /v2.0/security-groups?id=c11b6a3a-f89b-4d05-9340-8aa0be1653f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1302037 Nov 23 17:46:34.543135 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead71a75-aa9f-47fb-9ab5-1a3989874c91 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Pushing event updated for resources: {'Port': ['ID=873d9275-be1d-4037-b145-bd1b97af32b2,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:46:34.559055 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead71a75-aa9f-47fb-9ab5-1a3989874c91 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:46:34.560045 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead71a75-aa9f-47fb-9ab5-1a3989874c91 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:46:34.560516 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead71a75-aa9f-47fb-9ab5-1a3989874c91 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:46:34.561681 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead71a75-aa9f-47fb-9ab5-1a3989874c91 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:46:34.562133 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead71a75-aa9f-47fb-9ab5-1a3989874c91 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:46:34.562601 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead71a75-aa9f-47fb-9ab5-1a3989874c91 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:46:34.563044 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead71a75-aa9f-47fb-9ab5-1a3989874c91 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:46:34.563490 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead71a75-aa9f-47fb-9ab5-1a3989874c91 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:46:34.563938 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead71a75-aa9f-47fb-9ab5-1a3989874c91 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:46:34.564378 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead71a75-aa9f-47fb-9ab5-1a3989874c91 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:46:34.564874 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead71a75-aa9f-47fb-9ab5-1a3989874c91 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:46:34.565339 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead71a75-aa9f-47fb-9ab5-1a3989874c91 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:46:34.582047 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9e2253e0-eb4d-4eb8-ac05-b271606ce90e req-7e347a54-045e-414c-93bb-1835b5ecf539 service neutron] 10.222.0.60 "GET /v2.0/networks/b75e9fac-17f1-4702-8d25-f863ff44788f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1991954 Nov 23 17:46:34.592642 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ead71a75-aa9f-47fb-9ab5-1a3989874c91 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:46:34.593327 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ead71a75-aa9f-47fb-9ab5-1a3989874c91 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:34.644770 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-ead71a75-aa9f-47fb-9ab5-1a3989874c91 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.1136427 Nov 23 17:46:34.647433 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 60260) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:46:34.718657 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-99c33279-a1e9-4fed-80c7-230a8b9ab7a0 None None] Provisioning complete for port a538ff10-7bac-4438-a11c-33f0059f0e76 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:46:34.720812 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-99c33279-a1e9-4fed-80c7-230a8b9ab7a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:34.748015 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9e2253e0-eb4d-4eb8-ac05-b271606ce90e req-f97b68bc-d6cb-44f4-a70a-62262973f611 service neutron] 10.222.0.60 "GET /v2.0/networks/b75e9fac-17f1-4702-8d25-f863ff44788f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1618865 Nov 23 17:46:34.789280 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6566542-7ed2-40cc-964d-58f86de0368f req-d77fda3e-8eae-404c-9c3f-ac29ce8bcb12 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:46:34.794250 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d6566542-7ed2-40cc-964d-58f86de0368f req-d77fda3e-8eae-404c-9c3f-ac29ce8bcb12 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/ports?device_id=33ad57ba-2e81-4ec7-8fab-dd4327006cf7 HTTP/1.1" status: 200 len: 944 time: 0.1270256 Nov 23 17:46:34.865604 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4ff35e5-8de0-4105-ae0d-07e178429e6d tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:46:34.869717 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-e4ff35e5-8de0-4105-ae0d-07e178429e6d tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] 10.222.0.60 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.14 HTTP/1.1" status: 200 len: 923 time: 0.2188134 Nov 23 17:46:34.872132 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 60266) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:46:34.910305 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d6566542-7ed2-40cc-964d-58f86de0368f req-248838f6-3aa3-446c-8e81-b0f1dd5c64f7 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/security-groups?id=857595b8-f5c9-4ef4-a551-6fcaf9d47816&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1022398 Nov 23 17:46:34.941348 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device a775da48-7d43-4581-97b1-3aa83b53a025 details requested by agent hyperv_n-h1-816206-8 with host n-h1-816206-8 {{(pid=103592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 17:46:34.944193 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device fbe44c50-ab0e-48c7-bd92-149bb465cefc up at agent hyperv_n-h1-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:46:35.103131 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-695a2999-4500-4851-85e9-2e4bf3ff1819 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Deleting port 873d9275-be1d-4037-b145-bd1b97af32b2 {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:46:35.104057 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-695a2999-4500-4851-85e9-2e4bf3ff1819 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:35.137802 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-99c33279-a1e9-4fed-80c7-230a8b9ab7a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:35.224958 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d1ca3a3a-9fbb-4a4a-9a86-6be222301026 req-13ba9e44-8896-464b-b9c3-f76cedf6c1c3 tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ea7def0-5cf3-46bd-90e2-20013bf25e5e HTTP/1.1" status: 200 len: 210 time: 0.1526856 Nov 23 17:46:35.305504 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208b1683-bc1d-4d24-8ae8-b1d7f30ca22d req-e9e7649d-354d-4c62-aba0-f7ed4204940c tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:46:35.308019 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-208b1683-bc1d-4d24-8ae8-b1d7f30ca22d req-e9e7649d-354d-4c62-aba0-f7ed4204940c tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] 10.222.0.60 "GET /v2.0/ports?device_id=9d6f7046-8e8e-403b-8393-28eff1444348 HTTP/1.1" status: 200 len: 944 time: 0.2269094 Nov 23 17:46:35.343441 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-695a2999-4500-4851-85e9-2e4bf3ff1819 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:35.384477 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device a538ff10-7bac-4438-a11c-33f0059f0e76 up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:46:35.398975 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-695a2999-4500-4851-85e9-2e4bf3ff1819 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Calling delete_port for 873d9275-be1d-4037-b145-bd1b97af32b2 owned by {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:46:35.410456 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-208b1683-bc1d-4d24-8ae8-b1d7f30ca22d req-ff54be3f-0648-414d-8596-46e467e390f3 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] 10.222.0.60 "GET /v2.0/security-groups?id=fa324d8c-13d0-499d-8791-7b10ff6fd90b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956459 Nov 23 17:46:35.562224 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-99c33279-a1e9-4fed-80c7-230a8b9ab7a0 None None] For port a538ff10-7bac-4438-a11c-33f0059f0e76, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=a538ff10-7bac-4438-a11c-33f0059f0e76,segment=NetworkSegment(e8f2b7b0-9f40-4a9b-ba18-c9c23ba6ef02),segment_id=e8f2b7b0-9f40-4a9b-ba18-c9c23ba6ef02)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:46:35.571588 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port a775da48-7d43-4581-97b1-3aa83b53a025, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=a775da48-7d43-4581-97b1-3aa83b53a025,segment=NetworkSegment(3dd48af8-0370-4e3e-80f2-5bf5c6c5c8d9),segment_id=3dd48af8-0370-4e3e-80f2-5bf5c6c5c8d9)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:46:35.590438 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-99c33279-a1e9-4fed-80c7-230a8b9ab7a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:35.602097 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Provisioning for port fbe44c50-ab0e-48c7-bd92-149bb465cefc completed by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 17:46:35.616669 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-695a2999-4500-4851-85e9-2e4bf3ff1819 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:35.646711 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Returning: {'device': 'a775da48-7d43-4581-97b1-3aa83b53a025', 'network_id': '96a4c4fb-2a54-4887-a6a0-d3361fb03ec8', 'port_id': 'a775da48-7d43-4581-97b1-3aa83b53a025', 'mac_address': 'fa:16:3e:a2:1b:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a67b7b8-1b5e-4ea7-ab09-4d43799d0b06', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 17:46:35.651231 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695a2999-4500-4851-85e9-2e4bf3ff1819 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Pushing event deleted for resources: {'Port': ['ID=873d9275-be1d-4037-b145-bd1b97af32b2,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:46:35.721801 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:35.744806 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port a538ff10-7bac-4438-a11c-33f0059f0e76 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:46:35.745104 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:35.794725 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a775da48-7d43-4581-97b1-3aa83b53a025 {{(pid=103592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:46:35.803613 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Provisioning complete for port fbe44c50-ab0e-48c7-bd92-149bb465cefc triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:46:35.804191 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:35.816411 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-695a2999-4500-4851-85e9-2e4bf3ff1819 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:35.830130 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-695a2999-4500-4851-85e9-2e4bf3ff1819 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] 10.222.0.60 "DELETE /v2.0/ports/873d9275-be1d-4037-b145-bd1b97af32b2 HTTP/1.1" status: 204 len: 168 time: 0.9524724 Nov 23 17:46:35.831050 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 60286) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:46:35.836875 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2ea7a4-4625-44f4-8824-b045b4b4e854 req-79bc0876-ecb1-4987-bc2f-1d0ddc415cc2 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:46:35.844271 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-0e2ea7a4-4625-44f4-8824-b045b4b4e854 req-79bc0876-ecb1-4987-bc2f-1d0ddc415cc2 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] 10.222.0.60 "GET /v2.0/ports?device_id=a43134ca-2758-4794-bb9c-974d11e5e279 HTTP/1.1" status: 200 len: 946 time: 0.1248758 Nov 23 17:46:35.865979 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-fc92ac32-e2fe-48de-b892-7fe0d593e72b None None] Could not find standard attr ID for object 873d9275-be1d-4037-b145-bd1b97af32b2. {{(pid=103592) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 17:46:35.949067 n-d-816206-8 neutron-server[103590]: INFO neutron.pecan_wsgi.hooks.translation [None req-d69f4c6c-eca1-4a1a-a3be-db24e1fc54a9 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] GET failed (client error): The resource could not be found. Nov 23 17:46:35.956305 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-d69f4c6c-eca1-4a1a-a3be-db24e1fc54a9 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] 10.222.0.60 "GET /v2.0/ports/873d9275-be1d-4037-b145-bd1b97af32b2 HTTP/1.1" status: 404 len: 333 time: 0.1238546 Nov 23 17:46:35.963747 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 60290) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:46:36.034971 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port a775da48-7d43-4581-97b1-3aa83b53a025, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=a775da48-7d43-4581-97b1-3aa83b53a025,segment=NetworkSegment(3dd48af8-0370-4e3e-80f2-5bf5c6c5c8d9),segment_id=3dd48af8-0370-4e3e-80f2-5bf5c6c5c8d9)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:46:36.041085 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-0e2ea7a4-4625-44f4-8824-b045b4b4e854 req-20747cf3-6383-493c-8237-f0dd99f0cb13 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] 10.222.0.60 "GET /v2.0/security-groups?id=c11b6a3a-f89b-4d05-9340-8aa0be1653f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1956134 Nov 23 17:46:36.084276 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-fc92ac32-e2fe-48de-b892-7fe0d593e72b None None] Provisioning complete for port a538ff10-7bac-4438-a11c-33f0059f0e76 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:46:36.084673 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-fc92ac32-e2fe-48de-b892-7fe0d593e72b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:36.086267 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c33279-a1e9-4fed-80c7-230a8b9ab7a0 None None] Pushing event updated for resources: {'Port': ['ID=a538ff10-7bac-4438-a11c-33f0059f0e76,revision_number=3']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:46:36.108209 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:36.221744 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268a9fde-b5e4-4749-9c14-d5307aaf98b3 req-606ba15a-e86e-4432-af22-ea66f72f0375 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:46:36.239138 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-268a9fde-b5e4-4749-9c14-d5307aaf98b3 req-606ba15a-e86e-4432-af22-ea66f72f0375 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/ports?device_id=33ad57ba-2e81-4ec7-8fab-dd4327006cf7 HTTP/1.1" status: 200 len: 944 time: 0.1577435 Nov 23 17:46:36.243065 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-29bb836b-505a-4bc4-843b-a978c2b823b8 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Deleting port d8e28c15-4bd4-4aa2-b1d8-c359905ba747 {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:46:36.243583 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-29bb836b-505a-4bc4-843b-a978c2b823b8 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:36.374569 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Pushing event updated for resources: {'Port': ['ID=a775da48-7d43-4581-97b1-3aa83b53a025,revision_number=4']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:46:36.426148 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] get_ports_and_sgs() called for port_ids ['a775da48-7d43-4581-97b1-3aa83b53a025'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:46:36.436922 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-268a9fde-b5e4-4749-9c14-d5307aaf98b3 req-81c331d2-cb3f-4a57-97d2-62448f3d30d5 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/security-groups?id=857595b8-f5c9-4ef4-a551-6fcaf9d47816&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1907349 Nov 23 17:46:36.472944 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:36.477008 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-29bb836b-505a-4bc4-843b-a978c2b823b8 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:36.506605 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9b31133f-5fdf-4409-8588-c7531cdf899b req-0027203a-6902-4870-b9a0-9f15a279fee1 tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ea7def0-5cf3-46bd-90e2-20013bf25e5e HTTP/1.1" status: 200 len: 210 time: 0.0947223 Nov 23 17:46:36.511254 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device 3f0239ae-c0a5-4b25-b653-a289c9c182d2 details requested by agent hyperv_n-h2-816206-8 with host n-h2-816206-8 {{(pid=103592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 17:46:36.515948 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-29bb836b-505a-4bc4-843b-a978c2b823b8 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Calling delete_port for d8e28c15-4bd4-4aa2-b1d8-c359905ba747 owned by {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:46:36.626742 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port fbe44c50-ab0e-48c7-bd92-149bb465cefc, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=fbe44c50-ab0e-48c7-bd92-149bb465cefc,segment=NetworkSegment(97bf93aa-7116-4943-8d21-ff543f30be5d),segment_id=97bf93aa-7116-4943-8d21-ff543f30be5d)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:46:36.651195 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79255db7-37b3-4bc2-a800-4a99b921aacb req-ee0b3a40-fd30-4bd2-93f2-04159f1a8803 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:46:36.655211 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a43134ca-2758-4794-bb9c-974d11e5e279', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbe44c50-ab0e-48c7-bd92-149bb465cefc'}] {{(pid=103592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:46:36.670846 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-79255db7-37b3-4bc2-a800-4a99b921aacb req-ee0b3a40-fd30-4bd2-93f2-04159f1a8803 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] 10.222.0.60 "GET /v2.0/ports?device_id=9d6f7046-8e8e-403b-8393-28eff1444348 HTTP/1.1" status: 200 len: 945 time: 0.0981488 Nov 23 17:46:36.674387 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba3e6a8f2301c7a29fe1eca9779abdae4ccbcd6266d69778087f2498d5551201" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbf07583-e683-46e2-9c89-14e853289601" -d '{"events": [{"server_uuid": "a43134ca-2758-4794-bb9c-974d11e5e279", "name": "network-vif-plugged", "status": "completed", "tag": "fbe44c50-ab0e-48c7-bd92-149bb465cefc"}]}' {{(pid=103592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:46:36.687904 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:36.788348 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-29bb836b-505a-4bc4-843b-a978c2b823b8 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:36.809072 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-79255db7-37b3-4bc2-a800-4a99b921aacb req-6f4aa87c-a22c-481d-8b73-624e1fc3d0f2 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] 10.222.0.60 "GET /v2.0/security-groups?id=fa324d8c-13d0-499d-8791-7b10ff6fd90b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336901 Nov 23 17:46:36.811369 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:46:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97a0a871-943c-445c-9047-9f8077a73037 x-openstack-request-id: req-97a0a871-943c-445c-9047-9f8077a73037 {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:46:36.811662 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a43134ca-2758-4794-bb9c-974d11e5e279", "name": "network-vif-plugged", "status": "completed", "tag": "fbe44c50-ab0e-48c7-bd92-149bb465cefc", "code": 200}]} {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:46:36.811915 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-97a0a871-943c-445c-9047-9f8077a73037 {{(pid=103592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:46:36.812310 n-d-816206-8 neutron-server[103592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a43134ca-2758-4794-bb9c-974d11e5e279', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbe44c50-ab0e-48c7-bd92-149bb465cefc', 'code': 200} Nov 23 17:46:36.902673 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-fc92ac32-e2fe-48de-b892-7fe0d593e72b None None] Provisioning complete for port d8e28c15-4bd4-4aa2-b1d8-c359905ba747 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:46:36.903058 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-fc92ac32-e2fe-48de-b892-7fe0d593e72b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:36.967652 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-fc92ac32-e2fe-48de-b892-7fe0d593e72b None None] Port d8e28c15-4bd4-4aa2-b1d8-c359905ba747 was deleted so its status cannot be updated. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Nov 23 17:46:37.078108 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Pushing event updated for resources: {'Port': ['ID=fbe44c50-ab0e-48c7-bd92-149bb465cefc,revision_number=12']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:46:37.122598 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port 3f0239ae-c0a5-4b25-b653-a289c9c182d2, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=3f0239ae-c0a5-4b25-b653-a289c9c182d2,segment=NetworkSegment(ec813e0a-4415-4fed-a736-e9a0442fcb85),segment_id=ec813e0a-4415-4fed-a736-e9a0442fcb85)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:46:37.146744 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beea78bc-0fbd-4f53-942c-5e2acb9329db req-3f45e44c-0b72-42c3-b6cc-c4114dbb1ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:46:37.156459 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-beea78bc-0fbd-4f53-942c-5e2acb9329db req-3f45e44c-0b72-42c3-b6cc-c4114dbb1ab3 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=a43134ca-2758-4794-bb9c-974d11e5e279 HTTP/1.1" status: 200 len: 1098 time: 0.0942643 Nov 23 17:46:37.209303 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-56abb0b6-face-407f-8e06-78b1339e8d96 None None] Could not find standard attr ID for object 873d9275-be1d-4037-b145-bd1b97af32b2. {{(pid=103592) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 17:46:37.257048 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bb836b-505a-4bc4-843b-a978c2b823b8 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Pushing event deleted for resources: {'Port': ['ID=d8e28c15-4bd4-4aa2-b1d8-c359905ba747,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:46:37.274443 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device a538ff10-7bac-4438-a11c-33f0059f0e76 up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:46:37.276259 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-29bb836b-505a-4bc4-843b-a978c2b823b8 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:37.283424 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-29bb836b-505a-4bc4-843b-a978c2b823b8 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] 10.222.0.60 "DELETE /v2.0/ports/d8e28c15-4bd4-4aa2-b1d8-c359905ba747 HTTP/1.1" status: 204 len: 168 time: 1.3184540 Nov 23 17:46:37.286656 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 60308) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:46:37.315543 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb64fef9-8542-4347-a675-16b685de0768 req-e0cc04bf-e9b7-4002-bfe6-5dda42dc4c2e tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:46:37.324775 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-56abb0b6-face-407f-8e06-78b1339e8d96 None None] Could not find standard attr ID for object d8e28c15-4bd4-4aa2-b1d8-c359905ba747. {{(pid=103592) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 17:46:37.326250 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Returning: {'device': '3f0239ae-c0a5-4b25-b653-a289c9c182d2', 'network_id': '02874d22-2dc9-404b-96b5-741d17e13e44', 'port_id': '3f0239ae-c0a5-4b25-b653-a289c9c182d2', 'mac_address': 'fa:16:3e:f7:86:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 505, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7cd7c517-b8bf-4f3d-98b6-b23c91372576', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 17:46:37.329253 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-eb64fef9-8542-4347-a675-16b685de0768 req-e0cc04bf-e9b7-4002-bfe6-5dda42dc4c2e tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] 10.222.0.60 "GET /v2.0/ports?device_id=a43134ca-2758-4794-bb9c-974d11e5e279 HTTP/1.1" status: 200 len: 947 time: 0.1703312 Nov 23 17:46:37.336404 n-d-816206-8 neutron-server[103590]: INFO neutron.pecan_wsgi.hooks.translation [None req-1494e8e8-5643-4625-bb79-6e50feb1aec9 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] GET failed (client error): The resource could not be found. Nov 23 17:46:37.340710 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-1494e8e8-5643-4625-bb79-6e50feb1aec9 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] 10.222.0.60 "GET /v2.0/ports/d8e28c15-4bd4-4aa2-b1d8-c359905ba747 HTTP/1.1" status: 404 len: 333 time: 0.0530181 Nov 23 17:46:37.342960 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 60310) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:46:37.360432 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2253e0-eb4d-4eb8-ac05-b271606ce90e req-553751fa-2f1d-440a-8ca8-cff668997305 tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:46:37.362570 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-9e2253e0-eb4d-4eb8-ac05-b271606ce90e req-553751fa-2f1d-440a-8ca8-cff668997305 tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] 10.222.0.55 "GET /v2.0/networks?id=b75e9fac-17f1-4702-8d25-f863ff44788f HTTP/1.1" status: 200 len: 814 time: 0.4308305 Nov 23 17:46:37.363375 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-beea78bc-0fbd-4f53-942c-5e2acb9329db req-4bd897f3-22bf-4055-a8af-60a1d1e0bbd4 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=c11b6a3a-f89b-4d05-9340-8aa0be1653f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2057042 Nov 23 17:46:37.392804 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-eb64fef9-8542-4347-a675-16b685de0768 req-c7953833-c554-4da1-80d3-cf18fc20ddc1 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] 10.222.0.60 "GET /v2.0/security-groups?id=c11b6a3a-f89b-4d05-9340-8aa0be1653f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537999 Nov 23 17:46:37.424283 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:37.436096 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f0239ae-c0a5-4b25-b653-a289c9c182d2 {{(pid=103592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:46:37.459828 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port 3f0239ae-c0a5-4b25-b653-a289c9c182d2, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=3f0239ae-c0a5-4b25-b653-a289c9c182d2,segment=NetworkSegment(ec813e0a-4415-4fed-a736-e9a0442fcb85),segment_id=ec813e0a-4415-4fed-a736-e9a0442fcb85)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:46:37.471624 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:37.478138 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad27c54e-2f87-4877-84f9-d70e49c7e755 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Deleting subnet 40a6a5bc-1da2-490c-b705-429a115f619b {{(pid=103590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 17:46:37.482425 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ad27c54e-2f87-4877-84f9-d70e49c7e755 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks [] for subnet, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:37.542160 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ad27c54e-2f87-4877-84f9-d70e49c7e755 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-267528342'] for subnet, precommit_delete_associations {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:37.542409 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Pushing event updated for resources: {'Port': ['ID=3f0239ae-c0a5-4b25-b653-a289c9c182d2,revision_number=4']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:46:37.553339 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port a538ff10-7bac-4438-a11c-33f0059f0e76 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:46:37.554614 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:37.664612 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4143dd10-07f1-4e8a-a55f-51875d9a2732 req-f4b00dea-987d-4577-a86a-6992e4591043 tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ea7def0-5cf3-46bd-90e2-20013bf25e5e HTTP/1.1" status: 200 len: 210 time: 0.0545235 Nov 23 17:46:37.665923 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [req-9e2253e0-eb4d-4eb8-ac05-b271606ce90e req-c9ab980b-96e5-4fe4-bfa0-b5aea3fca889 tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] Request body: {'port': {'device_id': '2ea7def0-5cf3-46bd-90e2-20013bf25e5e', 'network_id': 'b75e9fac-17f1-4702-8d25-f863ff44788f', 'admin_state_up': True, 'tenant_id': 'b18cd1cca1b44b989141b05dcb1fddfb'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:46:37.685449 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a35f11a-f75f-408c-bee3-35b8418942b4 req-dd2804d4-dfec-40ef-8051-14bcb8d3aa2a tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:46:37.697889 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-1a35f11a-f75f-408c-bee3-35b8418942b4 req-dd2804d4-dfec-40ef-8051-14bcb8d3aa2a tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/ports?device_id=33ad57ba-2e81-4ec7-8fab-dd4327006cf7 HTTP/1.1" status: 200 len: 945 time: 0.1531320 Nov 23 17:46:37.703496 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ad27c54e-2f87-4877-84f9-d70e49c7e755 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971956'] for subnet, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:37.725249 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] get_ports_and_sgs() called for port_ids ['3f0239ae-c0a5-4b25-b653-a289c9c182d2'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:46:37.793322 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-1a35f11a-f75f-408c-bee3-35b8418942b4 req-6acaf38c-3b46-4761-8952-f23b8f347916 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/security-groups?id=857595b8-f5c9-4ef4-a551-6fcaf9d47816&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0940530 Nov 23 17:46:37.949942 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ad27c54e-2f87-4877-84f9-d70e49c7e755 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264357903', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264730940'] for subnet, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:37.982380 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3a7724-5872-42bd-b6b2-0e51db98c94e req-8db3dc31-527d-4c15-87c5-8c92e4e4b10e tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:46:37.994156 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5d3a7724-5872-42bd-b6b2-0e51db98c94e req-8db3dc31-527d-4c15-87c5-8c92e4e4b10e tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] 10.222.0.60 "GET /v2.0/ports?device_id=9d6f7046-8e8e-403b-8393-28eff1444348 HTTP/1.1" status: 200 len: 945 time: 0.0996032 Nov 23 17:46:38.043428 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad27c54e-2f87-4877-84f9-d70e49c7e755 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Pushing event deleted for resources: {'Subnet': ['ID=40a6a5bc-1da2-490c-b705-429a115f619b,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:46:38.069442 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ad27c54e-2f87-4877-84f9-d70e49c7e755 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks [] for subnet, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:38.071813 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53afe963-2c33-4634-a370-c4d8102eee75 None None] Network 90b1b3e8-73ad-49f1-a0c6-4338deab5ccb requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:46:38.074358 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-ad27c54e-2f87-4877-84f9-d70e49c7e755 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] 10.222.0.60 "DELETE /v2.0/subnets/40a6a5bc-1da2-490c-b705-429a115f619b HTTP/1.1" status: 204 len: 168 time: 0.7297080 Nov 23 17:46:38.076825 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 60326) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:46:38.105805 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5d3a7724-5872-42bd-b6b2-0e51db98c94e req-b0289fc9-25ac-42ec-9988-b45af3f71ba1 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] 10.222.0.60 "GET /v2.0/security-groups?id=fa324d8c-13d0-499d-8791-7b10ff6fd90b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070595 Nov 23 17:46:38.185845 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-173cf909-3098-4a18-8a14-e344c4cd970f tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-555181'] for network, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:38.190256 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e2253e0-eb4d-4eb8-ac05-b271606ce90e req-c9ab980b-96e5-4fe4-bfa0-b5aea3fca889 tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] Made reservation on behalf of b18cd1cca1b44b989141b05dcb1fddfb for: {'port': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:46:38.196013 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-9e2253e0-eb4d-4eb8-ac05-b271606ce90e req-c9ab980b-96e5-4fe4-bfa0-b5aea3fca889 tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:38.473019 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0a70791-f33f-4181-b461-54fcd397dbaf None None] DHCP port deletion for 90b1b3e8-73ad-49f1-a0c6-4338deab5ccb request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:46:38.570083 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-e0a70791-f33f-4181-b461-54fcd397dbaf None None] Deleting port a538ff10-7bac-4438-a11c-33f0059f0e76 {{(pid=103592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:46:38.570476 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-e0a70791-f33f-4181-b461-54fcd397dbaf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:38.627081 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8099e9-1f21-4ac5-9f10-34f6b6896378 req-562a8cb5-a19e-462c-8541-574461c841e1 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:46:38.633168 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ef8099e9-1f21-4ac5-9f10-34f6b6896378 req-562a8cb5-a19e-462c-8541-574461c841e1 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] 10.222.0.60 "GET /v2.0/ports?device_id=a43134ca-2758-4794-bb9c-974d11e5e279 HTTP/1.1" status: 200 len: 947 time: 0.1109240 Nov 23 17:46:38.758523 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-e0a70791-f33f-4181-b461-54fcd397dbaf None None] For port a538ff10-7bac-4438-a11c-33f0059f0e76, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=a538ff10-7bac-4438-a11c-33f0059f0e76,segment=NetworkSegment(e8f2b7b0-9f40-4a9b-ba18-c9c23ba6ef02),segment_id=e8f2b7b0-9f40-4a9b-ba18-c9c23ba6ef02)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:46:38.759035 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-e0a70791-f33f-4181-b461-54fcd397dbaf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:38.766147 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-173cf909-3098-4a18-8a14-e344c4cd970f tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Deleting port a538ff10-7bac-4438-a11c-33f0059f0e76 {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:46:38.766711 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-173cf909-3098-4a18-8a14-e344c4cd970f tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:38.791408 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-e0a70791-f33f-4181-b461-54fcd397dbaf None None] Calling delete_port for a538ff10-7bac-4438-a11c-33f0059f0e76 owned by network:dhcp {{(pid=103592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:46:38.811602 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ef8099e9-1f21-4ac5-9f10-34f6b6896378 req-bd777bc0-abc1-44fd-a976-377fae1d177a tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] 10.222.0.60 "GET /v2.0/security-groups?id=c11b6a3a-f89b-4d05-9340-8aa0be1653f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1691022 Nov 23 17:46:38.833567 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [req-9e2253e0-eb4d-4eb8-ac05-b271606ce90e req-c9ab980b-96e5-4fe4-bfa0-b5aea3fca889 tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] Allocated IP 172.20.0.11 (b75e9fac-17f1-4702-8d25-f863ff44788f/8bdf8112-60de-47e2-b40b-a031bce5a853/3690f848-fde7-480c-ab9e-211c79d0cd2d) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:46:38.878536 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device a775da48-7d43-4581-97b1-3aa83b53a025 up at agent hyperv_n-h1-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:46:38.915028 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-0cbdecb5-d93d-4952-8bba-3c14975c0d48 req-118d128a-fbc4-4c4c-a416-1bca7ba92f9e tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ea7def0-5cf3-46bd-90e2-20013bf25e5e HTTP/1.1" status: 200 len: 210 time: 0.0805912 Nov 23 17:46:38.982353 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Provisioning for port a775da48-7d43-4581-97b1-3aa83b53a025 completed by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 17:46:38.987467 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Provisioning complete for port a775da48-7d43-4581-97b1-3aa83b53a025 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:46:38.988532 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:39.058710 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871c9e4c-bf1c-4163-b6bf-6765fa5f00a7 req-8f0384ba-045c-4c34-a154-17152bcafe78 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:46:39.070410 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-871c9e4c-bf1c-4163-b6bf-6765fa5f00a7 req-8f0384ba-045c-4c34-a154-17152bcafe78 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/ports?device_id=33ad57ba-2e81-4ec7-8fab-dd4327006cf7 HTTP/1.1" status: 200 len: 945 time: 0.1413836 Nov 23 17:46:39.106937 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:39.108978 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-e0a70791-f33f-4181-b461-54fcd397dbaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989'] for port, after_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:39.151410 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a70791-f33f-4181-b461-54fcd397dbaf None None] Pushing event deleted for resources: {'Port': ['ID=a538ff10-7bac-4438-a11c-33f0059f0e76,revision_number=None']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:46:39.155478 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0a70791-f33f-4181-b461-54fcd397dbaf None None] No DVR routers for this DVR port a538ff10-7bac-4438-a11c-33f0059f0e76 on host n-d-816206-8 {{(pid=103592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:46:39.174873 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d6f7046-8e8e-403b-8393-28eff1444348', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a775da48-7d43-4581-97b1-3aa83b53a025'}] {{(pid=103592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:46:39.178375 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba3e6a8f2301c7a29fe1eca9779abdae4ccbcd6266d69778087f2498d5551201" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4713a017-2597-41b6-8718-44b6441018bc" -d '{"events": [{"server_uuid": "9d6f7046-8e8e-403b-8393-28eff1444348", "name": "network-vif-plugged", "status": "completed", "tag": "a775da48-7d43-4581-97b1-3aa83b53a025"}]}' {{(pid=103592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:46:39.194832 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port a775da48-7d43-4581-97b1-3aa83b53a025, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=a775da48-7d43-4581-97b1-3aa83b53a025,segment=NetworkSegment(3dd48af8-0370-4e3e-80f2-5bf5c6c5c8d9),segment_id=3dd48af8-0370-4e3e-80f2-5bf5c6c5c8d9)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:46:39.203068 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:39.252917 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-9e2253e0-eb4d-4eb8-ac05-b271606ce90e req-c9ab980b-96e5-4fe4-bfa0-b5aea3fca889 tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:39.275349 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Pushing event updated for resources: {'Port': ['ID=a775da48-7d43-4581-97b1-3aa83b53a025,revision_number=5']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:46:39.291852 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-871c9e4c-bf1c-4163-b6bf-6765fa5f00a7 req-28112794-f1d7-4b9c-9cc1-df8b62955e2f tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/security-groups?id=857595b8-f5c9-4ef4-a551-6fcaf9d47816&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2070045 Nov 23 17:46:39.303048 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device a538ff10-7bac-4438-a11c-33f0059f0e76 no longer exists at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:46:39.332249 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] No Port match for: a538ff10-7bac-4438-a11c-33f0059f0e76 {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:46:39.332820 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device a538ff10-7bac-4438-a11c-33f0059f0e76 not bound to the agent host n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:46:39.363226 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0327910-a038-438e-9641-843ee8bb9f4e req-9177f4c7-6761-4f63-aa0b-6dab3cf6f240 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:46:39.378847 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c0327910-a038-438e-9641-843ee8bb9f4e req-9177f4c7-6761-4f63-aa0b-6dab3cf6f240 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] 10.222.0.60 "GET /v2.0/ports?device_id=9d6f7046-8e8e-403b-8393-28eff1444348 HTTP/1.1" status: 200 len: 946 time: 0.0800703 Nov 23 17:46:39.395251 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-9e2253e0-eb4d-4eb8-ac05-b271606ce90e req-c9ab980b-96e5-4fe4-bfa0-b5aea3fca889 tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:39.433246 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:46:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e1bf3c2-2d38-4068-b091-a5cb55c5c3aa x-openstack-request-id: req-8e1bf3c2-2d38-4068-b091-a5cb55c5c3aa {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:46:39.433643 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d6f7046-8e8e-403b-8393-28eff1444348", "name": "network-vif-plugged", "status": "completed", "tag": "a775da48-7d43-4581-97b1-3aa83b53a025", "code": 200}]} {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:46:39.433966 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-8e1bf3c2-2d38-4068-b091-a5cb55c5c3aa {{(pid=103592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:46:39.434431 n-d-816206-8 neutron-server[103592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d6f7046-8e8e-403b-8393-28eff1444348', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a775da48-7d43-4581-97b1-3aa83b53a025', 'code': 200} Nov 23 17:46:39.470678 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e2253e0-eb4d-4eb8-ac05-b271606ce90e req-c9ab980b-96e5-4fe4-bfa0-b5aea3fca889 tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] Network b75e9fac-17f1-4702-8d25-f863ff44788f is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:46:39.476593 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-173cf909-3098-4a18-8a14-e344c4cd970f tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] For port a538ff10-7bac-4438-a11c-33f0059f0e76, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=a538ff10-7bac-4438-a11c-33f0059f0e76,segment=NetworkSegment(e8f2b7b0-9f40-4a9b-ba18-c9c23ba6ef02),segment_id=e8f2b7b0-9f40-4a9b-ba18-c9c23ba6ef02)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:46:39.477079 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-173cf909-3098-4a18-8a14-e344c4cd970f tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:39.479499 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c0327910-a038-438e-9641-843ee8bb9f4e req-9bf1ebdc-6f69-40c3-b87e-87ac7ca7a0b4 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] 10.222.0.60 "GET /v2.0/security-groups?id=fa324d8c-13d0-499d-8791-7b10ff6fd90b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996428 Nov 23 17:46:39.491027 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [req-9e2253e0-eb4d-4eb8-ac05-b271606ce90e req-c9ab980b-96e5-4fe4-bfa0-b5aea3fca889 tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:46:39.500599 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e2253e0-eb4d-4eb8-ac05-b271606ce90e req-c9ab980b-96e5-4fe4-bfa0-b5aea3fca889 tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:46:39.556002 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-173cf909-3098-4a18-8a14-e344c4cd970f tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Calling delete_port for a538ff10-7bac-4438-a11c-33f0059f0e76 owned by network:dhcp {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:46:39.557751 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ab980b-96e5-4fe4-bfa0-b5aea3fca889 tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] Pushing event updated for resources: {'Port': ['ID=3690f848-fde7-480c-ab9e-211c79d0cd2d,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:46:39.585563 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fd03f0-073e-4bf2-aaa7-3db44169c8e6 req-3b82e58f-93cf-4823-91e3-e56c936e9936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:46:39.588897 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-40fd03f0-073e-4bf2-aaa7-3db44169c8e6 req-3b82e58f-93cf-4823-91e3-e56c936e9936 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=9d6f7046-8e8e-403b-8393-28eff1444348 HTTP/1.1" status: 200 len: 1097 time: 0.0787902 Nov 23 17:46:39.641951 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2253e0-eb4d-4eb8-ac05-b271606ce90e req-c9ab980b-96e5-4fe4-bfa0-b5aea3fca889 tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:46:39.642537 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-9e2253e0-eb4d-4eb8-ac05-b271606ce90e req-c9ab980b-96e5-4fe4-bfa0-b5aea3fca889 tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:39.655737 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-40fd03f0-073e-4bf2-aaa7-3db44169c8e6 req-d47fa9f7-9cc1-4932-96b9-2a6294f0d9f3 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=fa324d8c-13d0-499d-8791-7b10ff6fd90b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561452 Nov 23 17:46:39.683234 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-9e2253e0-eb4d-4eb8-ac05-b271606ce90e req-c9ab980b-96e5-4fe4-bfa0-b5aea3fca889 tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0223200 Nov 23 17:46:39.705275 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-173cf909-3098-4a18-8a14-e344c4cd970f tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:39.741156 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-173cf909-3098-4a18-8a14-e344c4cd970f tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] No DVR routers for this DVR port a538ff10-7bac-4438-a11c-33f0059f0e76 on host n-d-816206-8 {{(pid=103590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:46:39.743169 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173cf909-3098-4a18-8a14-e344c4cd970f tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Pushing event deleted for resources: {'Port': ['ID=a538ff10-7bac-4438-a11c-33f0059f0e76,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:46:39.831273 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-173cf909-3098-4a18-8a14-e344c4cd970f tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973419', 'neutron.services.segments.db._delete_segments_for_network-8736635878840'] for network, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:39.857910 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [req-9e2253e0-eb4d-4eb8-ac05-b271606ce90e req-3aeedc5d-fff0-4f1c-8b34-4f262a848690 service neutron] Request body: {'port': {'device_id': '2ea7def0-5cf3-46bd-90e2-20013bf25e5e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-8'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:46:39.867645 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-173cf909-3098-4a18-8a14-e344c4cd970f tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90b1b3e8-73ad-49f1-a0c6-4338deab5ccb']}} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:46:39.902406 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-173cf909-3098-4a18-8a14-e344c4cd970f tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8f2b7b0-9f40-4a9b-ba18-c9c23ba6ef02') {'for_net_delete': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:46:39.902632 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-173cf909-3098-4a18-8a14-e344c4cd970f tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8f2b7b0-9f40-4a9b-ba18-c9c23ba6ef02') {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:46:39.950536 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-173cf909-3098-4a18-8a14-e344c4cd970f tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736635840332', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-267528353'] for segment, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:39.976449 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-9e2253e0-eb4d-4eb8-ac05-b271606ce90e req-3aeedc5d-fff0-4f1c-8b34-4f262a848690 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:39.980013 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-173cf909-3098-4a18-8a14-e344c4cd970f tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:39.995204 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-173cf909-3098-4a18-8a14-e344c4cd970f tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Releasing vlan 516 on physical network physnet1 to pool {{(pid=103590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 17:46:39.996202 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-173cf909-3098-4a18-8a14-e344c4cd970f tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264370093'] for segment, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:40.000817 n-d-816206-8 neutron-server[103590]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 17:46:40.000817 n-d-816206-8 neutron-server[103590]: self.session.flush() Nov 23 17:46:40.000817 n-d-816206-8 neutron-server[103590]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 17:46:40.000817 n-d-816206-8 neutron-server[103590]: self.session.flush() Nov 23 17:46:40.000817 n-d-816206-8 neutron-server[103590]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 17:46:40.000817 n-d-816206-8 neutron-server[103590]: self.session.flush() Nov 23 17:46:40.000817 n-d-816206-8 neutron-server[103590]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 17:46:40.000817 n-d-816206-8 neutron-server[103590]: self.session.flush() Nov 23 17:46:40.000817 n-d-816206-8 neutron-server[103590]: Traceback (most recent call last): Nov 23 17:46:40.000817 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 17:46:40.000817 n-d-816206-8 neutron-server[103590]: timer() Nov 23 17:46:40.000817 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 17:46:40.000817 n-d-816206-8 neutron-server[103590]: cb(*args, **kw) Nov 23 17:46:40.000817 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 17:46:40.000817 n-d-816206-8 neutron-server[103590]: return func(*args, **kwargs) Nov 23 17:46:40.000817 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 17:46:40.000817 n-d-816206-8 neutron-server[103590]: self._notify() Nov 23 17:46:40.000817 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 17:46:40.000817 n-d-816206-8 neutron-server[103590]: self.callback(batched_events) Nov 23 17:46:40.000817 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 17:46:40.000817 n-d-816206-8 neutron-server[103590]: event.method(event) Nov 23 17:46:40.000817 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 17:46:40.000817 n-d-816206-8 neutron-server[103590]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 17:46:40.000817 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 17:46:40.000817 n-d-816206-8 neutron-server[103590]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 17:46:40.000817 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 17:46:40.000817 n-d-816206-8 neutron-server[103590]: return f(self, *a, **k) Nov 23 17:46:40.000817 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 17:46:40.000817 n-d-816206-8 neutron-server[103590]: return self._get(url).json() Nov 23 17:46:40.000817 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 17:46:40.000817 n-d-816206-8 neutron-server[103590]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 17:46:40.000817 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 17:46:40.000817 n-d-816206-8 neutron-server[103590]: return self.request(url, 'GET', **kwargs) Nov 23 17:46:40.000817 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 17:46:40.000817 n-d-816206-8 neutron-server[103590]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 17:46:40.000817 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 17:46:40.000817 n-d-816206-8 neutron-server[103590]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 17:46:40.000817 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 17:46:40.000817 n-d-816206-8 neutron-server[103590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 17:46:40.000817 n-d-816206-8 neutron-server[103590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 17:46:40.036818 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379d1eba-0dc0-4281-8bb8-b239596f927b req-e33ded0a-e1b2-47e9-9386-221f60531e42 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:46:40.038355 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-379d1eba-0dc0-4281-8bb8-b239596f927b req-e33ded0a-e1b2-47e9-9386-221f60531e42 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] 10.222.0.60 "GET /v2.0/ports?device_id=a43134ca-2758-4794-bb9c-974d11e5e279 HTTP/1.1" status: 200 len: 947 time: 0.1182530 Nov 23 17:46:40.144440 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e1b3ea-b01c-417d-8ae5-db223d5de876 req-a416ca10-f2a6-4ff9-a668-e7f1c5099e63 tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:46:40.146013 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a9e1b3ea-b01c-417d-8ae5-db223d5de876 req-a416ca10-f2a6-4ff9-a668-e7f1c5099e63 tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ea7def0-5cf3-46bd-90e2-20013bf25e5e HTTP/1.1" status: 200 len: 932 time: 0.1067522 Nov 23 17:46:40.167176 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-379d1eba-0dc0-4281-8bb8-b239596f927b req-a613de1e-a769-4911-9efd-c11b3d8a33bd tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] 10.222.0.60 "GET /v2.0/security-groups?id=c11b6a3a-f89b-4d05-9340-8aa0be1653f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1053994 Nov 23 17:46:40.228796 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-173cf909-3098-4a18-8a14-e344c4cd970f tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1795418'] for network, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:40.228966 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a9e1b3ea-b01c-417d-8ae5-db223d5de876 req-b29290d1-54fc-4508-aef0-839f4dd516f4 tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] 10.222.0.60 "GET /v2.0/security-groups?id=6b69aca9-b68e-45b0-a7a0-1eb351a8ed08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750234 Nov 23 17:46:40.238313 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-173cf909-3098-4a18-8a14-e344c4cd970f tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks [] for network, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:40.242247 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-173cf909-3098-4a18-8a14-e344c4cd970f tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] 10.222.0.60 "DELETE /v2.0/networks/90b1b3e8-73ad-49f1-a0c6-4338deab5ccb HTTP/1.1" status: 204 len: 168 time: 2.1642251 Nov 23 17:46:40.251002 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 60390) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:46:40.264364 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-6c32c745-1764-4c90-bf24-7a7ca7758a58 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1640068125'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:46:40.271809 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173cf909-3098-4a18-8a14-e344c4cd970f tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Pushing event deleted for resources: {'Network': ['ID=90b1b3e8-73ad-49f1-a0c6-4338deab5ccb,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:46:40.339994 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c32c745-1764-4c90-bf24-7a7ca7758a58 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Made reservation on behalf of 57db132758f947bab3110ff0d5b47049 for: {'network': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:46:40.343889 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6c32c745-1764-4c90-bf24-7a7ca7758a58 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for network, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:40.404009 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c32c745-1764-4c90-bf24-7a7ca7758a58 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] vlan segment allocate from pool success with {'vlan_id': 519, 'physical_network': 'physnet1'} {{(pid=103590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 17:46:40.437300 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6c32c745-1764-4c90-bf24-7a7ca7758a58 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:40.437627 n-d-816206-8 neutron-server[103590]: INFO neutron.db.segments_db [None req-6c32c745-1764-4c90-bf24-7a7ca7758a58 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Added segment 51bd35e6-c76b-4a7c-b233-96e2b31e59a0 of type vlan for network 0ed11839-4c67-4ec3-81b6-078a14406d71 Nov 23 17:46:40.449798 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ce6e56-a4fd-42b6-a0e4-9d32b3133cc2 req-94a12544-9199-45f7-9731-a2baf3a2070e tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:46:40.452180 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a3ce6e56-a4fd-42b6-a0e4-9d32b3133cc2 req-94a12544-9199-45f7-9731-a2baf3a2070e tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/ports?device_id=33ad57ba-2e81-4ec7-8fab-dd4327006cf7 HTTP/1.1" status: 200 len: 945 time: 0.0622525 Nov 23 17:46:40.490247 n-d-816206-8 neutron-server[103590]: DEBUG neutron.notifiers.nova [req-9e2253e0-eb4d-4eb8-ac05-b271606ce90e req-3aeedc5d-fff0-4f1c-8b34-4f262a848690 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3690f848-fde7-480c-ab9e-211c79d0cd2d {{(pid=103590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:46:40.508226 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-9e2253e0-eb4d-4eb8-ac05-b271606ce90e req-3aeedc5d-fff0-4f1c-8b34-4f262a848690 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:40.516640 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6c32c745-1764-4c90-bf24-7a7ca7758a58 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736635338810'] for network, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:40.522992 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device 3f0239ae-c0a5-4b25-b653-a289c9c182d2 up at agent hyperv_n-h2-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:46:40.580896 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a3ce6e56-a4fd-42b6-a0e4-9d32b3133cc2 req-9a42e05f-603a-4a5c-ad14-ef87ae96c67c tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/security-groups?id=857595b8-f5c9-4ef4-a551-6fcaf9d47816&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1217828 Nov 23 17:46:40.593213 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [req-9e2253e0-eb4d-4eb8-ac05-b271606ce90e req-3aeedc5d-fff0-4f1c-8b34-4f262a848690 service neutron] Transition to ACTIVE for port object 3690f848-fde7-480c-ab9e-211c79d0cd2d will not be triggered until provisioned by entity L2. {{(pid=103590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 17:46:40.635894 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-9e2253e0-eb4d-4eb8-ac05-b271606ce90e req-3aeedc5d-fff0-4f1c-8b34-4f262a848690 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264357957'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:40.651097 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Provisioning for port 3f0239ae-c0a5-4b25-b653-a289c9c182d2 completed by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 17:46:40.660567 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Provisioning complete for port 3f0239ae-c0a5-4b25-b653-a289c9c182d2 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:46:40.663856 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6c32c745-1764-4c90-bf24-7a7ca7758a58 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493'] for network, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:40.665612 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:40.668744 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118130b4-f805-4c5e-a778-47d7f7ead605 req-1804d7d2-7fb5-4c36-9f32-2842423fc2b8 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:46:40.670599 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-118130b4-f805-4c5e-a778-47d7f7ead605 req-1804d7d2-7fb5-4c36-9f32-2842423fc2b8 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] 10.222.0.60 "GET /v2.0/ports?device_id=9d6f7046-8e8e-403b-8393-28eff1444348 HTTP/1.1" status: 200 len: 946 time: 0.0822392 Nov 23 17:46:40.676148 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c32c745-1764-4c90-bf24-7a7ca7758a58 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:46:40.691104 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6c32c745-1764-4c90-bf24-7a7ca7758a58 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks [] for network, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:40.796259 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-118130b4-f805-4c5e-a778-47d7f7ead605 req-d2707ad9-5630-4d11-a8f6-56c4972a2bdd tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] 10.222.0.60 "GET /v2.0/security-groups?id=fa324d8c-13d0-499d-8791-7b10ff6fd90b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180789 Nov 23 17:46:40.839005 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:40.875366 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port 3f0239ae-c0a5-4b25-b653-a289c9c182d2, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=3f0239ae-c0a5-4b25-b653-a289c9c182d2,segment=NetworkSegment(ec813e0a-4415-4fed-a736-e9a0442fcb85),segment_id=ec813e0a-4415-4fed-a736-e9a0442fcb85)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:46:40.881413 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:40.902389 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-6c32c745-1764-4c90-bf24-7a7ca7758a58 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6505542 Nov 23 17:46:40.905159 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 60400) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:46:40.910857 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-6469944f-a3cd-47db-bdfd-ef10059d08bc tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Request body: {'subnet': {'network_id': '0ed11839-4c67-4ec3-81b6-078a14406d71', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:46:40.933390 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aeedc5d-fff0-4f1c-8b34-4f262a848690 service neutron] Pushing event updated for resources: {'Port': ['ID=3690f848-fde7-480c-ab9e-211c79d0cd2d,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:46:40.973016 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Pushing event updated for resources: {'Port': ['ID=3f0239ae-c0a5-4b25-b653-a289c9c182d2,revision_number=5']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:46:40.981568 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c32c745-1764-4c90-bf24-7a7ca7758a58 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Pushing event updated for resources: {'Network': ['ID=0ed11839-4c67-4ec3-81b6-078a14406d71,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:46:41.002512 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Network 0ed11839-4c67-4ec3-81b6-078a14406d71 details requested by agent ovs-agent-n-d-816206-8 with host n-d-816206-8 {{(pid=103592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 17:46:41.013158 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [req-9e2253e0-eb4d-4eb8-ac05-b271606ce90e req-3aeedc5d-fff0-4f1c-8b34-4f262a848690 service neutron] Attempting to bind port 3690f848-fde7-480c-ab9e-211c79d0cd2d on host n-h1-816206-8 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:46:41.013628 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [req-9e2253e0-eb4d-4eb8-ac05-b271606ce90e req-3aeedc5d-fff0-4f1c-8b34-4f262a848690 service neutron] Attempting to bind port 3690f848-fde7-480c-ab9e-211c79d0cd2d by drivers openvswitch,hyperv on host n-h1-816206-8 at level 0 using segments [{'id': '7236ee9c-d2a1-449e-b7f8-41fdf7da8bc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'b75e9fac-17f1-4702-8d25-f863ff44788f'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:46:41.014127 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e2253e0-eb4d-4eb8-ac05-b271606ce90e req-3aeedc5d-fff0-4f1c-8b34-4f262a848690 service neutron] Attempting to bind port 3690f848-fde7-480c-ab9e-211c79d0cd2d on network b75e9fac-17f1-4702-8d25-f863ff44788f {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:46:41.019228 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e2253e0-eb4d-4eb8-ac05-b271606ce90e req-3aeedc5d-fff0-4f1c-8b34-4f262a848690 service neutron] Port 3690f848-fde7-480c-ab9e-211c79d0cd2d on network b75e9fac-17f1-4702-8d25-f863ff44788f not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-8 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 17:46:41.019670 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e2253e0-eb4d-4eb8-ac05-b271606ce90e req-3aeedc5d-fff0-4f1c-8b34-4f262a848690 service neutron] Attempting to bind port 3690f848-fde7-480c-ab9e-211c79d0cd2d on network b75e9fac-17f1-4702-8d25-f863ff44788f {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:46:41.025238 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e2253e0-eb4d-4eb8-ac05-b271606ce90e req-3aeedc5d-fff0-4f1c-8b34-4f262a848690 service neutron] Checking agent: {'id': '4b0a4557-3bfe-4828-80a0-7981fc3ac84c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 15, 14), 'started_at': datetime.datetime(2021, 11, 23, 17, 15, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 46, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:46:41.025697 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e2253e0-eb4d-4eb8-ac05-b271606ce90e req-3aeedc5d-fff0-4f1c-8b34-4f262a848690 service neutron] Checking segment: {'id': '7236ee9c-d2a1-449e-b7f8-41fdf7da8bc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'b75e9fac-17f1-4702-8d25-f863ff44788f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:46:41.026344 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e2253e0-eb4d-4eb8-ac05-b271606ce90e req-3aeedc5d-fff0-4f1c-8b34-4f262a848690 service neutron] Bound using segment: {'id': '7236ee9c-d2a1-449e-b7f8-41fdf7da8bc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'b75e9fac-17f1-4702-8d25-f863ff44788f'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:46:41.026931 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [req-9e2253e0-eb4d-4eb8-ac05-b271606ce90e req-3aeedc5d-fff0-4f1c-8b34-4f262a848690 service neutron] Bound port: 3690f848-fde7-480c-ab9e-211c79d0cd2d, host: n-h1-816206-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7236ee9c-d2a1-449e-b7f8-41fdf7da8bc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'b75e9fac-17f1-4702-8d25-f863ff44788f'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:46:41.027392 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-9e2253e0-eb4d-4eb8-ac05-b271606ce90e req-3aeedc5d-fff0-4f1c-8b34-4f262a848690 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:41.096313 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6469944f-a3cd-47db-bdfd-ef10059d08bc tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Made reservation on behalf of 57db132758f947bab3110ff0d5b47049 for: {'subnet': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:46:41.101004 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-6469944f-a3cd-47db-bdfd-ef10059d08bc tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264314294'] for subnet, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:41.116771 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [req-9e2253e0-eb4d-4eb8-ac05-b271606ce90e req-3aeedc5d-fff0-4f1c-8b34-4f262a848690 service neutron] For port 3690f848-fde7-480c-ab9e-211c79d0cd2d, host n-h1-816206-8, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:46:41.123900 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [req-9e2253e0-eb4d-4eb8-ac05-b271606ce90e req-3aeedc5d-fff0-4f1c-8b34-4f262a848690 service neutron] For port 3690f848-fde7-480c-ab9e-211c79d0cd2d, host n-h1-816206-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=3690f848-fde7-480c-ab9e-211c79d0cd2d,segment=NetworkSegment(7236ee9c-d2a1-449e-b7f8-41fdf7da8bc8),segment_id=7236ee9c-d2a1-449e-b7f8-41fdf7da8bc8)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:46:41.130587 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-9e2253e0-eb4d-4eb8-ac05-b271606ce90e req-3aeedc5d-fff0-4f1c-8b34-4f262a848690 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264357957'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:41.180385 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2253e0-eb4d-4eb8-ac05-b271606ce90e req-3aeedc5d-fff0-4f1c-8b34-4f262a848690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:46:41.181209 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-9e2253e0-eb4d-4eb8-ac05-b271606ce90e req-3aeedc5d-fff0-4f1c-8b34-4f262a848690 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:41.183594 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-9e2253e0-eb4d-4eb8-ac05-b271606ce90e req-3aeedc5d-fff0-4f1c-8b34-4f262a848690 service neutron] 10.222.0.55 "PUT /v2.0/ports/3690f848-fde7-480c-ab9e-211c79d0cd2d HTTP/1.1" status: 200 len: 1092 time: 1.3297696 Nov 23 17:46:41.186889 n-d-816206-8 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ea7def0-5cf3-46bd-90e2-20013bf25e5e', 'tag': '3690f848-fde7-480c-ab9e-211c79d0cd2d'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:46:41.202242 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbabddbc9fc37b068808e119c416c86f5957ca04531a4a0d2e695c515e93483b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5434d63-dffa-4deb-b57f-d0788dcc498f" -d '{"events": [{"name": "network-changed", "server_uuid": "2ea7def0-5cf3-46bd-90e2-20013bf25e5e", "tag": "3690f848-fde7-480c-ab9e-211c79d0cd2d"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:46:41.318562 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 17:46:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99ec7421-1e17-4cf4-845e-365f606e84ff x-openstack-request-id: req-99ec7421-1e17-4cf4-845e-365f606e84ff {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:46:41.318749 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ea7def0-5cf3-46bd-90e2-20013bf25e5e", "tag": "3690f848-fde7-480c-ab9e-211c79d0cd2d", "status": "completed", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:46:41.318900 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-99ec7421-1e17-4cf4-845e-365f606e84ff {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:46:41.319287 n-d-816206-8 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ea7def0-5cf3-46bd-90e2-20013bf25e5e', 'tag': '3690f848-fde7-480c-ab9e-211c79d0cd2d', 'status': 'completed', 'code': 200} Nov 23 17:46:41.342567 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aeedc5d-fff0-4f1c-8b34-4f262a848690 service neutron] Pushing event updated for resources: {'Port': ['ID=3690f848-fde7-480c-ab9e-211c79d0cd2d,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:46:41.359193 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2253e0-eb4d-4eb8-ac05-b271606ce90e req-d9725f65-0831-4453-b759-afc1b5ff4f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:46:41.361070 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-9e2253e0-eb4d-4eb8-ac05-b271606ce90e req-d9725f65-0831-4453-b759-afc1b5ff4f6b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b18cd1cca1b44b989141b05dcb1fddfb&device_id=2ea7def0-5cf3-46bd-90e2-20013bf25e5e HTTP/1.1" status: 200 len: 1095 time: 0.1152568 Nov 23 17:46:41.423533 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-9e2253e0-eb4d-4eb8-ac05-b271606ce90e req-b07b6cfe-3a9d-484e-a568-a16780c00144 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3690f848-fde7-480c-ab9e-211c79d0cd2d HTTP/1.1" status: 200 len: 217 time: 0.0534513 Nov 23 17:46:41.437695 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33ad57ba-2e81-4ec7-8fab-dd4327006cf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f0239ae-c0a5-4b25-b653-a289c9c182d2'}] {{(pid=103592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:46:41.441161 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba3e6a8f2301c7a29fe1eca9779abdae4ccbcd6266d69778087f2498d5551201" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e93b3b8-3947-43a7-8912-bf909f4af3ed" -d '{"events": [{"server_uuid": "33ad57ba-2e81-4ec7-8fab-dd4327006cf7", "name": "network-vif-plugged", "status": "completed", "tag": "3f0239ae-c0a5-4b25-b653-a289c9c182d2"}]}' {{(pid=103592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:46:41.479423 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-6469944f-a3cd-47db-bdfd-ef10059d08bc tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264758079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264314276'] for subnet, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:41.503214 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2253e0-eb4d-4eb8-ac05-b271606ce90e req-cbcdd5d3-2c80-441a-9fe2-bec42fdf4602 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:46:41.504545 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09d42d7-e36f-4306-9278-652bb7b679bf req-607cb80f-12d1-4a5f-9f95-7c542e4c3eae tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:46:41.505837 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-9e2253e0-eb4d-4eb8-ac05-b271606ce90e req-cbcdd5d3-2c80-441a-9fe2-bec42fdf4602 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8bdf8112-60de-47e2-b40b-a031bce5a853 HTTP/1.1" status: 200 len: 854 time: 0.0714378 Nov 23 17:46:41.506703 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c09d42d7-e36f-4306-9278-652bb7b679bf req-607cb80f-12d1-4a5f-9f95-7c542e4c3eae tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] 10.222.0.60 "GET /v2.0/ports?device_id=a43134ca-2758-4794-bb9c-974d11e5e279 HTTP/1.1" status: 200 len: 947 time: 0.1859436 Nov 23 17:46:41.548142 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-9e2253e0-eb4d-4eb8-ac05-b271606ce90e req-f2087024-4d78-444d-87fe-cc8dcb23b33e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b75e9fac-17f1-4702-8d25-f863ff44788f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334706 Nov 23 17:46:41.605317 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af28117f-8874-4ef8-839d-170cbf43b940 req-918c278c-a2f1-41b7-aa65-dbb0d92f43b9 tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:46:41.607115 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-af28117f-8874-4ef8-839d-170cbf43b940 req-918c278c-a2f1-41b7-aa65-dbb0d92f43b9 tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ea7def0-5cf3-46bd-90e2-20013bf25e5e HTTP/1.1" status: 200 len: 944 time: 0.2200153 Nov 23 17:46:41.623989 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6469944f-a3cd-47db-bdfd-ef10059d08bc tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Pushing event updated for resources: {'Subnet': ['ID=5b9d4536-916e-4c04-ae22-d0cd0d463d30,revision_number=0']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:46:41.672801 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6469944f-a3cd-47db-bdfd-ef10059d08bc tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:46:41.673157 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6469944f-a3cd-47db-bdfd-ef10059d08bc tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:46:41.673516 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6469944f-a3cd-47db-bdfd-ef10059d08bc tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:46:41.673935 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6469944f-a3cd-47db-bdfd-ef10059d08bc tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:46:41.674283 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6469944f-a3cd-47db-bdfd-ef10059d08bc tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:46:41.674696 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6469944f-a3cd-47db-bdfd-ef10059d08bc tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:46:41.675499 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6469944f-a3cd-47db-bdfd-ef10059d08bc tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:46:41.676066 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6469944f-a3cd-47db-bdfd-ef10059d08bc tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:46:41.677566 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6469944f-a3cd-47db-bdfd-ef10059d08bc tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:46:41.677778 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6469944f-a3cd-47db-bdfd-ef10059d08bc tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:46:41.678767 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6469944f-a3cd-47db-bdfd-ef10059d08bc tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:46:41.679133 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6469944f-a3cd-47db-bdfd-ef10059d08bc tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:46:41.689729 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-9e2253e0-eb4d-4eb8-ac05-b271606ce90e req-dd895f6a-4296-42ac-9c3b-d243ee5106a6 service neutron] 10.222.0.55 "GET /v2.0/networks/b75e9fac-17f1-4702-8d25-f863ff44788f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351590 Nov 23 17:46:41.696838 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c09d42d7-e36f-4306-9278-652bb7b679bf req-704437e8-4fa4-4aeb-aaf0-aeebe32edbd4 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] 10.222.0.60 "GET /v2.0/security-groups?id=c11b6a3a-f89b-4d05-9340-8aa0be1653f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1644807 Nov 23 17:46:41.697661 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6469944f-a3cd-47db-bdfd-ef10059d08bc tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Checking segment: {'id': '51bd35e6-c76b-4a7c-b233-96e2b31e59a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '0ed11839-4c67-4ec3-81b6-078a14406d71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:46:41.698031 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6469944f-a3cd-47db-bdfd-ef10059d08bc tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Network hostable DHCP agents. Network: 0ed11839-4c67-4ec3-81b6-078a14406d71, hostable agents: ['0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3'], hosted agents: [] {{(pid=103591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 17:46:41.764690 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-af28117f-8874-4ef8-839d-170cbf43b940 req-ccc110a7-02fd-4241-bcf7-6af1d9ba28d5 tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] 10.222.0.60 "GET /v2.0/security-groups?id=6b69aca9-b68e-45b0-a7a0-1eb351a8ed08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462922 Nov 23 17:46:41.773297 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6469944f-a3cd-47db-bdfd-ef10059d08bc tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Network 0ed11839-4c67-4ec3-81b6-078a14406d71 is scheduled to be hosted by DHCP agent 0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3 with binding_index 1 {{(pid=103591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 17:46:41.801575 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [None req-6469944f-a3cd-47db-bdfd-ef10059d08bc tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-8, 0ed11839-4c67-4ec3-81b6-078a14406d71) {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:46:41.806916 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6469944f-a3cd-47db-bdfd-ef10059d08bc tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:46:41.807759 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-6469944f-a3cd-47db-bdfd-ef10059d08bc tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for subnet, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:41.808204 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:46:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c18aa53-9caf-4765-8671-8c77d01dd6f4 x-openstack-request-id: req-1c18aa53-9caf-4765-8671-8c77d01dd6f4 {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:46:41.808742 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33ad57ba-2e81-4ec7-8fab-dd4327006cf7", "name": "network-vif-plugged", "status": "completed", "tag": "3f0239ae-c0a5-4b25-b653-a289c9c182d2", "code": 200}]} {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:46:41.808845 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-1c18aa53-9caf-4765-8671-8c77d01dd6f4 {{(pid=103592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:46:41.809337 n-d-816206-8 neutron-server[103592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33ad57ba-2e81-4ec7-8fab-dd4327006cf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f0239ae-c0a5-4b25-b653-a289c9c182d2', 'code': 200} Nov 23 17:46:41.829230 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86eebce9-9193-43fe-b218-4d13d31fa1c9 None None] Network 0ed11839-4c67-4ec3-81b6-078a14406d71 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:46:41.851567 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-6469944f-a3cd-47db-bdfd-ef10059d08bc tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9450378 Nov 23 17:46:41.853274 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 60424) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:46:41.866567 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-dc44a7dd-9e56-405e-861b-5fa18bf58d02 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Request body: {'port': {'network_id': '0ed11839-4c67-4ec3-81b6-078a14406d71', 'name': 'tempest-PortsTestJSON-1106415514', 'fixed_ips': [{'subnet_id': '5b9d4536-916e-4c04-ae22-d0cd0d463d30', 'ip_address': '172.20.0.10'}]}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:46:41.944598 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-9e2253e0-eb4d-4eb8-ac05-b271606ce90e req-8edd72c2-4d6f-4996-97c7-c3f0076bf7ca service neutron] 10.222.0.55 "GET /v2.0/networks/b75e9fac-17f1-4702-8d25-f863ff44788f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2467310 Nov 23 17:46:42.082070 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5434d63-dffa-4deb-b57f-d0788dcc498f req-fe185e5d-57ff-4334-bb80-0349bd41b428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:46:42.084184 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-c5434d63-dffa-4deb-b57f-d0788dcc498f req-fe185e5d-57ff-4334-bb80-0349bd41b428 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b18cd1cca1b44b989141b05dcb1fddfb&device_id=2ea7def0-5cf3-46bd-90e2-20013bf25e5e HTTP/1.1" status: 200 len: 1095 time: 0.0728023 Nov 23 17:46:42.164953 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662ac064-a02b-4423-9dfc-d5e476c2a3ef req-a8b4a728-aaec-461b-9062-dd40e577ef5d tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:46:42.173510 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-662ac064-a02b-4423-9dfc-d5e476c2a3ef req-a8b4a728-aaec-461b-9062-dd40e577ef5d tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/ports?device_id=33ad57ba-2e81-4ec7-8fab-dd4327006cf7 HTTP/1.1" status: 200 len: 946 time: 0.2919214 Nov 23 17:46:42.201562 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b9c92e7-5dba-4b48-8131-b904d2bea2e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp355044b8-8e87-58c4-94fa-4a010ec30f9e-0ed11839-4c67-4ec3-81b6-078a14406d71', 'network_id': '0ed11839-4c67-4ec3-81b6-078a14406d71', 'tenant_id': '57db132758f947bab3110ff0d5b47049', 'fixed_ips': [{'subnet_id': '5b9d4536-916e-4c04-ae22-d0cd0d463d30'}]}} from n-d-816206-8. {{(pid=103592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 17:46:42.202728 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-5b9c92e7-5dba-4b48-8131-b904d2bea2e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:42.224432 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b9d0af-51c9-4309-8a1d-8a06cb31cc0c req-c7587b7c-45cf-484b-b12f-4e5c0be4207b tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:46:42.226043 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c1b9d0af-51c9-4309-8a1d-8a06cb31cc0c req-c7587b7c-45cf-484b-b12f-4e5c0be4207b tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] 10.222.0.60 "GET /v2.0/ports?device_id=9d6f7046-8e8e-403b-8393-28eff1444348 HTTP/1.1" status: 200 len: 946 time: 0.2625680 Nov 23 17:46:42.248822 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5434d63-dffa-4deb-b57f-d0788dcc498f req-f50742cb-8b4b-4a27-b888-18bee18d7933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:46:42.251399 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-c5434d63-dffa-4deb-b57f-d0788dcc498f req-f50742cb-8b4b-4a27-b888-18bee18d7933 service neutron] 10.222.0.55 "GET /v2.0/networks?id=b75e9fac-17f1-4702-8d25-f863ff44788f HTTP/1.1" status: 200 len: 915 time: 0.1593392 Nov 23 17:46:42.257652 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7918dd56-4f47-48f9-b2d0-7a89028cc006 req-abf3dd5e-4c9f-4225-95e1-7915069a1291 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=a43134ca-2758-4794-bb9c-974d11e5e279&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2624910 Nov 23 17:46:42.272235 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1bfcc0-bb99-4a58-860c-e887ff7ae9cd req-5b52285e-5e49-4a55-85d4-d586756fb242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:46:42.303595 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-3f1bfcc0-bb99-4a58-860c-e887ff7ae9cd req-5b52285e-5e49-4a55-85d4-d586756fb242 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=33ad57ba-2e81-4ec7-8fab-dd4327006cf7 HTTP/1.1" status: 200 len: 1097 time: 0.3388417 Nov 23 17:46:42.337263 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-c5434d63-dffa-4deb-b57f-d0788dcc498f req-1525ae1b-14fa-4443-94d4-6a00b88af023 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3690f848-fde7-480c-ab9e-211c79d0cd2d HTTP/1.1" status: 200 len: 217 time: 0.0626824 Nov 23 17:46:42.382521 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.db_base_plugin_common [None req-5b9c92e7-5dba-4b48-8131-b904d2bea2e6 None None] Allocated IP 172.20.0.2 (0ed11839-4c67-4ec3-81b6-078a14406d71/5b9d4536-916e-4c04-ae22-d0cd0d463d30/d2b19037-87c3-40ab-bc83-4c28367c817c) {{(pid=103592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:46:42.446926 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5434d63-dffa-4deb-b57f-d0788dcc498f req-0697ff8e-71e3-46c6-a824-a9d8ca4fe1d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:46:42.448607 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-c5434d63-dffa-4deb-b57f-d0788dcc498f req-0697ff8e-71e3-46c6-a824-a9d8ca4fe1d1 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8bdf8112-60de-47e2-b40b-a031bce5a853 HTTP/1.1" status: 200 len: 854 time: 0.1020129 Nov 23 17:46:42.487430 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-c5434d63-dffa-4deb-b57f-d0788dcc498f req-36f3e7ce-2e85-4ac9-b4b2-2dcb8cc54f74 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b75e9fac-17f1-4702-8d25-f863ff44788f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276117 Nov 23 17:46:42.517426 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-662ac064-a02b-4423-9dfc-d5e476c2a3ef req-14965fe7-37f4-47ed-9c65-3853af027816 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/security-groups?id=857595b8-f5c9-4ef4-a551-6fcaf9d47816&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3429053 Nov 23 17:46:42.541397 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c1b9d0af-51c9-4309-8a1d-8a06cb31cc0c req-bca5e18d-62bc-402a-b6e5-1908fb138354 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] 10.222.0.60 "GET /v2.0/security-groups?id=fa324d8c-13d0-499d-8791-7b10ff6fd90b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2737329 Nov 23 17:46:42.585496 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7918dd56-4f47-48f9-b2d0-7a89028cc006 req-c4e3db41-81b1-4de1-a73c-1b0fda50e22e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:46:42.587935 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7918dd56-4f47-48f9-b2d0-7a89028cc006 req-c4e3db41-81b1-4de1-a73c-1b0fda50e22e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=093e052ebdfd4c689471d0502a0c2e0a&device_id=a43134ca-2758-4794-bb9c-974d11e5e279 HTTP/1.1" status: 200 len: 1098 time: 0.2443786 Nov 23 17:46:42.592286 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-3f1bfcc0-bb99-4a58-860c-e887ff7ae9cd req-2502b404-4cce-4d58-834a-be6c7e015ea8 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=857595b8-f5c9-4ef4-a551-6fcaf9d47816&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2873440 Nov 23 17:46:42.607022 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-5b9c92e7-5dba-4b48-8131-b904d2bea2e6 None None] Publish callbacks [] for port, precommit_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:42.616916 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-5b9c92e7-5dba-4b48-8131-b904d2bea2e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980'] for port, after_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:42.652974 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-c5434d63-dffa-4deb-b57f-d0788dcc498f req-985a633e-1302-4268-a869-a281075fcf01 service neutron] 10.222.0.55 "GET /v2.0/networks/b75e9fac-17f1-4702-8d25-f863ff44788f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1571095 Nov 23 17:46:42.690960 n-d-816206-8 neutron-server[103592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b9c92e7-5dba-4b48-8131-b904d2bea2e6 None None] Network 0ed11839-4c67-4ec3-81b6-078a14406d71 is already hosted by enough agents. {{(pid=103592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:46:42.694990 n-d-816206-8 neutron-server[103592]: DEBUG neutron.scheduler.base_scheduler [None req-5b9c92e7-5dba-4b48-8131-b904d2bea2e6 None None] Resources bound (agent type, host, resource id): {{(pid=103592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:46:42.697630 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b9c92e7-5dba-4b48-8131-b904d2bea2e6 None None] Received port after_create {{(pid=103592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:46:42.775640 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9c92e7-5dba-4b48-8131-b904d2bea2e6 None None] Pushing event updated for resources: {'Port': ['ID=d2b19037-87c3-40ab-bc83-4c28367c817c,revision_number=1']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:46:42.794019 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-5b9c92e7-5dba-4b48-8131-b904d2bea2e6 None None] Attempting to bind port d2b19037-87c3-40ab-bc83-4c28367c817c on host n-d-816206-8 for vnic_type normal with profile {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:46:42.794399 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-5b9c92e7-5dba-4b48-8131-b904d2bea2e6 None None] Attempting to bind port d2b19037-87c3-40ab-bc83-4c28367c817c by drivers openvswitch,hyperv on host n-d-816206-8 at level 0 using segments [{'id': '51bd35e6-c76b-4a7c-b233-96e2b31e59a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '0ed11839-4c67-4ec3-81b6-078a14406d71'}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:46:42.794887 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b9c92e7-5dba-4b48-8131-b904d2bea2e6 None None] Attempting to bind port d2b19037-87c3-40ab-bc83-4c28367c817c on network 0ed11839-4c67-4ec3-81b6-078a14406d71 {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:46:42.806046 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b9c92e7-5dba-4b48-8131-b904d2bea2e6 None None] Checking agent: {'id': '9e89acbe-4bbe-4c77-a18b-6f1da9133e0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 7, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 46, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:46:42.806463 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b9c92e7-5dba-4b48-8131-b904d2bea2e6 None None] Checking segment: {'id': '51bd35e6-c76b-4a7c-b233-96e2b31e59a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '0ed11839-4c67-4ec3-81b6-078a14406d71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:46:42.806843 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-5b9c92e7-5dba-4b48-8131-b904d2bea2e6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:42.807246 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b9c92e7-5dba-4b48-8131-b904d2bea2e6 None None] Bound using segment: {'id': '51bd35e6-c76b-4a7c-b233-96e2b31e59a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '0ed11839-4c67-4ec3-81b6-078a14406d71'} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:46:42.807727 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-5b9c92e7-5dba-4b48-8131-b904d2bea2e6 None None] Bound port: d2b19037-87c3-40ab-bc83-4c28367c817c, host: n-d-816206-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51bd35e6-c76b-4a7c-b233-96e2b31e59a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '0ed11839-4c67-4ec3-81b6-078a14406d71'}}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:46:42.808110 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-5b9c92e7-5dba-4b48-8131-b904d2bea2e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:42.857557 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7918dd56-4f47-48f9-b2d0-7a89028cc006 req-61f4444c-9636-43bb-8b46-7f6be4c7bde6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:46:42.872143 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-c5434d63-dffa-4deb-b57f-d0788dcc498f req-70e49db1-6020-46a5-8ccc-9cfd1c62e91d service neutron] 10.222.0.55 "GET /v2.0/networks/b75e9fac-17f1-4702-8d25-f863ff44788f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2024109 Nov 23 17:46:42.874612 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7918dd56-4f47-48f9-b2d0-7a89028cc006 req-61f4444c-9636-43bb-8b46-7f6be4c7bde6 service neutron] 10.222.0.55 "GET /v2.0/networks?id=b05aa742-7050-4bee-9612-3681dfd2164b HTTP/1.1" status: 200 len: 918 time: 0.2456627 Nov 23 17:46:42.874612 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc44a7dd-9e56-405e-861b-5fa18bf58d02 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Made reservation on behalf of 57db132758f947bab3110ff0d5b47049 for: {'port': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:46:42.928757 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-5b9c92e7-5dba-4b48-8131-b904d2bea2e6 None None] For port d2b19037-87c3-40ab-bc83-4c28367c817c, host n-d-816206-8, cleared binding levels {{(pid=103592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:46:42.932733 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-5b9c92e7-5dba-4b48-8131-b904d2bea2e6 None None] For port d2b19037-87c3-40ab-bc83-4c28367c817c, host n-d-816206-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=d2b19037-87c3-40ab-bc83-4c28367c817c,segment=NetworkSegment(51bd35e6-c76b-4a7c-b233-96e2b31e59a0),segment_id=51bd35e6-c76b-4a7c-b233-96e2b31e59a0)] {{(pid=103592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:46:42.943217 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-5b9c92e7-5dba-4b48-8131-b904d2bea2e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:42.994683 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-2d1acf95-f505-4452-a86d-5b5db028f2aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:43.021779 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9c92e7-5dba-4b48-8131-b904d2bea2e6 None None] Pushing event updated for resources: {'Port': ['ID=d2b19037-87c3-40ab-bc83-4c28367c817c,revision_number=2']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:46:43.202781 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7918dd56-4f47-48f9-b2d0-7a89028cc006 req-49eae655-939b-4f7c-b801-bd8d36ff098a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fbe44c50-ab0e-48c7-bd92-149bb465cefc HTTP/1.1" status: 200 len: 1002 time: 0.3083365 Nov 23 17:46:43.216337 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4299d984-9f22-46ef-9c8f-d0d9796f6288 req-c148b02f-4f76-4d20-bdb6-d54185723db7 tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:46:43.217978 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4299d984-9f22-46ef-9c8f-d0d9796f6288 req-c148b02f-4f76-4d20-bdb6-d54185723db7 tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ea7def0-5cf3-46bd-90e2-20013bf25e5e HTTP/1.1" status: 200 len: 944 time: 0.2630320 Nov 23 17:46:43.241426 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-dc44a7dd-9e56-405e-861b-5fa18bf58d02 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:43.303324 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5e7f6c-a2a8-4460-a1d5-3eda3a480882 req-6b4948bf-32e1-4643-a2a3-ca7860a59d6a tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:46:43.304954 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6c5e7f6c-a2a8-4460-a1d5-3eda3a480882 req-6b4948bf-32e1-4643-a2a3-ca7860a59d6a tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] 10.222.0.60 "GET /v2.0/networks?id=96a4c4fb-2a54-4887-a6a0-d3361fb03ec8 HTTP/1.1" status: 200 len: 806 time: 0.4087918 Nov 23 17:46:43.335229 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [None req-dc44a7dd-9e56-405e-861b-5fa18bf58d02 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] device_id is not set on port 8216bd03-6f26-4900-8d2a-bad2b9902dc1 yet. {{(pid=103591) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 17:46:43.352648 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7918dd56-4f47-48f9-b2d0-7a89028cc006 req-588eda16-c244-4080-ab1a-43a54284c19e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:46:43.355586 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7918dd56-4f47-48f9-b2d0-7a89028cc006 req-588eda16-c244-4080-ab1a-43a54284c19e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=784540e3-73ef-4656-9bfa-913bbf55b1a9 HTTP/1.1" status: 200 len: 856 time: 0.1327314 Nov 23 17:46:43.366632 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6c5e7f6c-a2a8-4460-a1d5-3eda3a480882 req-133e82b8-f2a1-4e69-b1dc-f14d8e0364b5 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] 10.222.0.60 "GET /v2.0/quotas/fc0b8b60f26147bc93ae14daf3e34aba HTTP/1.1" status: 200 len: 375 time: 0.0532236 Nov 23 17:46:43.472858 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4299d984-9f22-46ef-9c8f-d0d9796f6288 req-92556d8e-3250-452f-a383-fc3dec51b304 tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] 10.222.0.60 "GET /v2.0/security-groups?id=6b69aca9-b68e-45b0-a7a0-1eb351a8ed08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2349479 Nov 23 17:46:43.495528 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:43.561868 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6c5e7f6c-a2a8-4460-a1d5-3eda3a480882 req-52de462f-6ba0-483c-90f6-6706a8874607 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=fc0b8b60f26147bc93ae14daf3e34aba&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1562433 Nov 23 17:46:43.575086 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7918dd56-4f47-48f9-b2d0-7a89028cc006 req-8fac7294-3955-4caf-babb-957a7d430bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:46:43.576608 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7918dd56-4f47-48f9-b2d0-7a89028cc006 req-8fac7294-3955-4caf-babb-957a7d430bcd service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b05aa742-7050-4bee-9612-3681dfd2164b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1723716 Nov 23 17:46:43.834742 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.db_base_plugin_common [None req-dc44a7dd-9e56-405e-861b-5fa18bf58d02 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Allocated IP 172.20.0.10 (0ed11839-4c67-4ec3-81b6-078a14406d71/5b9d4536-916e-4c04-ae22-d0cd0d463d30/8216bd03-6f26-4900-8d2a-bad2b9902dc1) {{(pid=103591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:46:44.050399 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6c5e7f6c-a2a8-4460-a1d5-3eda3a480882 req-6334e86a-7249-4d20-acbd-9cb38e0a2a59 service neutron] 10.222.0.60 "GET /v2.0/networks/96a4c4fb-2a54-4887-a6a0-d3361fb03ec8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4701440 Nov 23 17:46:44.101195 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71a230e-fcd8-49b4-9279-26e47a7cc086 req-7a20d849-427e-43f4-802c-4a1e73a7cce8 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:46:44.109330 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a71a230e-fcd8-49b4-9279-26e47a7cc086 req-7a20d849-427e-43f4-802c-4a1e73a7cce8 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/ports?device_id=33ad57ba-2e81-4ec7-8fab-dd4327006cf7 HTTP/1.1" status: 200 len: 946 time: 0.4847806 Nov 23 17:46:44.238100 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:44.317425 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c65b61c0-5b6b-47df-ba1e-f49f1ce4206f None None] Network 0ed11839-4c67-4ec3-81b6-078a14406d71 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:46:44.445604 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-41e90cf1-d7c9-4b8e-bc86-9a24e4d66f7f None None] Provisioning complete for port d2b19037-87c3-40ab-bc83-4c28367c817c triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:46:44.445963 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-41e90cf1-d7c9-4b8e-bc86-9a24e4d66f7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:44.493440 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7918dd56-4f47-48f9-b2d0-7a89028cc006 req-32467d15-7e8e-4ccd-829a-ea83592546a9 service neutron] 10.222.0.55 "GET /v2.0/networks/b05aa742-7050-4bee-9612-3681dfd2164b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9021990 Nov 23 17:46:44.599702 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-41e90cf1-d7c9-4b8e-bc86-9a24e4d66f7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:44.630587 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a71a230e-fcd8-49b4-9279-26e47a7cc086 req-3d7d4934-31a4-4227-8ffe-ed738662038e tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/security-groups?id=857595b8-f5c9-4ef4-a551-6fcaf9d47816&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5099344 Nov 23 17:46:44.653360 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-41e90cf1-d7c9-4b8e-bc86-9a24e4d66f7f None None] For port d2b19037-87c3-40ab-bc83-4c28367c817c, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=d2b19037-87c3-40ab-bc83-4c28367c817c,segment=NetworkSegment(51bd35e6-c76b-4a7c-b233-96e2b31e59a0),segment_id=51bd35e6-c76b-4a7c-b233-96e2b31e59a0)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:46:44.659274 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-41e90cf1-d7c9-4b8e-bc86-9a24e4d66f7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:44.737505 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e90cf1-d7c9-4b8e-bc86-9a24e4d66f7f None None] Pushing event updated for resources: {'Port': ['ID=d2b19037-87c3-40ab-bc83-4c28367c817c,revision_number=3']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:46:44.800418 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6c5e7f6c-a2a8-4460-a1d5-3eda3a480882 req-0b3c4d21-9d72-4ea5-87f5-9bf91336cdf8 service neutron] 10.222.0.60 "GET /v2.0/networks/96a4c4fb-2a54-4887-a6a0-d3361fb03ec8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7290738 Nov 23 17:46:44.901989 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-dc44a7dd-9e56-405e-861b-5fa18bf58d02 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks [] for port, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:44.918712 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device 3690f848-fde7-480c-ab9e-211c79d0cd2d details requested by agent hyperv_n-h1-816206-8 with host n-h1-816206-8 {{(pid=103592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 17:46:45.012796 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675951e2-312d-4812-a198-021aa2864531 req-0db69001-2062-40a8-b86b-9f7c62d216ee tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:46:45.021584 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-675951e2-312d-4812-a198-021aa2864531 req-0db69001-2062-40a8-b86b-9f7c62d216ee tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ea7def0-5cf3-46bd-90e2-20013bf25e5e HTTP/1.1" status: 200 len: 944 time: 0.2559385 Nov 23 17:46:45.025247 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7918dd56-4f47-48f9-b2d0-7a89028cc006 req-a4c17cea-0aa5-4698-8df5-80090f9cd361 service neutron] 10.222.0.55 "GET /v2.0/networks/b05aa742-7050-4bee-9612-3681dfd2164b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5128934 Nov 23 17:46:45.081256 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-aa82bc45-1a24-4e51-858f-d84f1ccc681d req-9d91b3b1-2ad7-4cb0-8266-049e2e74c5d4 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] 10.222.0.60 "GET /v2.0/ports?device_id=0a131ec0-cc47-4676-8cbf-d026865517a6 HTTP/1.1" status: 200 len: 210 time: 0.0342159 Nov 23 17:46:45.087766 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-dc44a7dd-9e56-405e-861b-5fa18bf58d02 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:45.165814 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc44a7dd-9e56-405e-861b-5fa18bf58d02 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Network 0ed11839-4c67-4ec3-81b6-078a14406d71 is already hosted by enough agents. {{(pid=103591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:46:45.167658 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [None req-dc44a7dd-9e56-405e-861b-5fa18bf58d02 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Resources bound (agent type, host, resource id): {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:46:45.176102 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc44a7dd-9e56-405e-861b-5fa18bf58d02 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Received port after_create {{(pid=103591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:46:45.214708 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port 3690f848-fde7-480c-ab9e-211c79d0cd2d, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=3690f848-fde7-480c-ab9e-211c79d0cd2d,segment=NetworkSegment(7236ee9c-d2a1-449e-b7f8-41fdf7da8bc8),segment_id=7236ee9c-d2a1-449e-b7f8-41fdf7da8bc8)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:46:45.235889 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Returning: {'device': '3690f848-fde7-480c-ab9e-211c79d0cd2d', 'network_id': 'b75e9fac-17f1-4702-8d25-f863ff44788f', 'port_id': '3690f848-fde7-480c-ab9e-211c79d0cd2d', 'mac_address': 'fa:16:3e:60:b0:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 509, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8bdf8112-60de-47e2-b40b-a031bce5a853', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 17:46:45.296476 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc44a7dd-9e56-405e-861b-5fa18bf58d02 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:46:45.297186 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-dc44a7dd-9e56-405e-861b-5fa18bf58d02 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:45.304926 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-89560a4a-9e90-44f1-8064-098b1f7c39e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:45.309627 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-81f738c4-b00f-46f7-a16c-8803c82fc584 None None] Provisioning complete for port d2b19037-87c3-40ab-bc83-4c28367c817c triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:46:45.310004 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-81f738c4-b00f-46f7-a16c-8803c82fc584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:45.319219 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-675951e2-312d-4812-a198-021aa2864531 req-0d7648d3-d974-4dd7-addb-9b42ac380338 tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] 10.222.0.60 "GET /v2.0/security-groups?id=6b69aca9-b68e-45b0-a7a0-1eb351a8ed08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2935719 Nov 23 17:46:45.380433 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 60628) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:46:45.384254 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device d2b19037-87c3-40ab-bc83-4c28367c817c up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:46:45.388700 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-dc44a7dd-9e56-405e-861b-5fa18bf58d02 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 3.5267320 Nov 23 17:46:45.388700 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc44a7dd-9e56-405e-861b-5fa18bf58d02 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Pushing event updated for resources: {'Port': ['ID=8216bd03-6f26-4900-8d2a-bad2b9902dc1,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:46:45.402458 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-ad7d0455-7782-440c-b692-e0ac40a3a282 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Request body: {'port': {'network_id': '0ed11839-4c67-4ec3-81b6-078a14406d71', 'name': 'tempest-PortsTestJSON-483056423', 'fixed_ips': [{'subnet_id': '5b9d4536-916e-4c04-ae22-d0cd0d463d30', 'ip_address': '172.20.0.9'}]}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:46:45.443922 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:45.523307 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3690f848-fde7-480c-ab9e-211c79d0cd2d {{(pid=103592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:46:45.571099 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad7d0455-7782-440c-b692-e0ac40a3a282 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Made reservation on behalf of 57db132758f947bab3110ff0d5b47049 for: {'port': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:46:45.596673 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port 3690f848-fde7-480c-ab9e-211c79d0cd2d, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=3690f848-fde7-480c-ab9e-211c79d0cd2d,segment=NetworkSegment(7236ee9c-d2a1-449e-b7f8-41fdf7da8bc8),segment_id=7236ee9c-d2a1-449e-b7f8-41fdf7da8bc8)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:46:45.602661 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port d2b19037-87c3-40ab-bc83-4c28367c817c triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:46:45.602840 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:45.606531 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:45.702643 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ad7d0455-7782-440c-b692-e0ac40a3a282 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:45.727563 n-d-816206-8 neutron-server[103590]: DEBUG neutron.notifiers.nova [None req-ad7d0455-7782-440c-b692-e0ac40a3a282 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] device_id is not set on port c1ca826a-e950-41a9-a861-cedf14455053 yet. {{(pid=103590) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 17:46:45.736975 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Pushing event updated for resources: {'Port': ['ID=3690f848-fde7-480c-ab9e-211c79d0cd2d,revision_number=4']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:46:45.788249 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-131631f3-b46e-4a0b-8348-6cd8888d02d8 None None] Provisioning complete for port 8216bd03-6f26-4900-8d2a-bad2b9902dc1 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:46:45.788647 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-131631f3-b46e-4a0b-8348-6cd8888d02d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:45.831178 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a68ac0-214c-42f9-a3b7-511a4c50a8fb req-776e4618-a584-4a74-910b-fa846887a56a tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:46:45.834128 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f7a68ac0-214c-42f9-a3b7-511a4c50a8fb req-776e4618-a584-4a74-910b-fa846887a56a tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/ports?device_id=33ad57ba-2e81-4ec7-8fab-dd4327006cf7 HTTP/1.1" status: 200 len: 946 time: 0.1135004 Nov 23 17:46:45.848937 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] get_ports_and_sgs() called for port_ids ['3690f848-fde7-480c-ab9e-211c79d0cd2d'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:46:45.937028 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f7a68ac0-214c-42f9-a3b7-511a4c50a8fb req-d5778406-466c-42e9-a61a-683a2e1ea5aa tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/security-groups?id=857595b8-f5c9-4ef4-a551-6fcaf9d47816&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0869079 Nov 23 17:46:45.941711 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-131631f3-b46e-4a0b-8348-6cd8888d02d8 None None] Port 8216bd03-6f26-4900-8d2a-bad2b9902dc1 cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:46:46.177274 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-ad7d0455-7782-440c-b692-e0ac40a3a282 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Allocated IP 172.20.0.9 (0ed11839-4c67-4ec3-81b6-078a14406d71/5b9d4536-916e-4c04-ae22-d0cd0d463d30/c1ca826a-e950-41a9-a861-cedf14455053) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:46:46.212571 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19ce3e9-5504-4a2a-940f-aa0ede32f9ab req-ec68523d-2d47-4518-ad2c-ba386c7875de tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:46:46.215453 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d19ce3e9-5504-4a2a-940f-aa0ede32f9ab req-ec68523d-2d47-4518-ad2c-ba386c7875de tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/ports?device_id=33ad57ba-2e81-4ec7-8fab-dd4327006cf7 HTTP/1.1" status: 200 len: 946 time: 0.1427462 Nov 23 17:46:46.310519 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-46d718a0-c67c-47a7-aa3c-48395a3da5dd req-5c6f2c05-ce55-4a1e-b3cc-bbdc463add25 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] 10.222.0.60 "GET /v2.0/ports?device_id=0a131ec0-cc47-4676-8cbf-d026865517a6 HTTP/1.1" status: 200 len: 210 time: 0.0777938 Nov 23 17:46:46.384276 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d19ce3e9-5504-4a2a-940f-aa0ede32f9ab req-300c3aed-84a7-42e0-856c-0a189bd558b3 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/security-groups?id=857595b8-f5c9-4ef4-a551-6fcaf9d47816&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1503916 Nov 23 17:46:46.412259 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 60740) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:46:46.444042 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ad7d0455-7782-440c-b692-e0ac40a3a282 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:46.493064 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ad7d0455-7782-440c-b692-e0ac40a3a282 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:46.527696 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-52822d53-48f5-4819-8a95-bdc13aea0bf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:46.548051 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199f1528-a01c-4fab-9259-7c6c6063657a req-f49c0847-2802-4951-b387-1c6f77b78bdf tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:46:46.558814 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-199f1528-a01c-4fab-9259-7c6c6063657a req-f49c0847-2802-4951-b387-1c6f77b78bdf tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ea7def0-5cf3-46bd-90e2-20013bf25e5e HTTP/1.1" status: 200 len: 945 time: 0.0902722 Nov 23 17:46:46.602821 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7d0455-7782-440c-b692-e0ac40a3a282 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Pushing event updated for resources: {'Port': ['ID=c1ca826a-e950-41a9-a861-cedf14455053,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:46:46.619619 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad7d0455-7782-440c-b692-e0ac40a3a282 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Network 0ed11839-4c67-4ec3-81b6-078a14406d71 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:46:46.622611 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-ad7d0455-7782-440c-b692-e0ac40a3a282 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:46:46.625733 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad7d0455-7782-440c-b692-e0ac40a3a282 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:46:46.780062 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad7d0455-7782-440c-b692-e0ac40a3a282 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:46:46.780835 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ad7d0455-7782-440c-b692-e0ac40a3a282 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:46.825875 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-ad7d0455-7782-440c-b692-e0ac40a3a282 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.4428532 Nov 23 17:46:46.826956 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 60780) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:46:46.927580 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-199f1528-a01c-4fab-9259-7c6c6063657a req-d347e616-4a9f-4d5a-b1b2-85771c9973af tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] 10.222.0.60 "GET /v2.0/security-groups?id=6b69aca9-b68e-45b0-a7a0-1eb351a8ed08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3675036 Nov 23 17:46:46.947874 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device 3690f848-fde7-480c-ab9e-211c79d0cd2d up at agent hyperv_n-h1-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:46:46.986028 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5e7f6c-a2a8-4460-a1d5-3eda3a480882 req-f9a3354f-82fb-4e08-b05d-d78a44be9156 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:46:47.002043 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6c5e7f6c-a2a8-4460-a1d5-3eda3a480882 req-f9a3354f-82fb-4e08-b05d-d78a44be9156 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] 10.222.0.36 "GET /v2.0/networks?id=96a4c4fb-2a54-4887-a6a0-d3361fb03ec8 HTTP/1.1" status: 200 len: 806 time: 0.3486912 Nov 23 17:46:47.013815 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8e0eb5b-cffd-4bf9-86fa-9a130880ba1f tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:46:47.018877 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 60810) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:46:47.019048 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-a8e0eb5b-cffd-4bf9-86fa-9a130880ba1f tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] 10.222.0.60 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.1842525 Nov 23 17:46:47.041273 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [req-6c5e7f6c-a2a8-4460-a1d5-3eda3a480882 req-6fb0e889-9012-4677-b27b-d2c822e3e429 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] Request body: {'port': {'device_id': '0a131ec0-cc47-4676-8cbf-d026865517a6', 'network_id': '96a4c4fb-2a54-4887-a6a0-d3361fb03ec8', 'admin_state_up': True, 'tenant_id': 'fc0b8b60f26147bc93ae14daf3e34aba'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:46:47.060824 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Provisioning for port 3690f848-fde7-480c-ab9e-211c79d0cd2d completed by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 17:46:47.089348 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Provisioning complete for port 3690f848-fde7-480c-ab9e-211c79d0cd2d triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:46:47.090750 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:47.131238 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6639bc0b-535a-4135-8a4c-daf678db94c8 tempest-TestVolumeBootPattern-983247937 tempest-TestVolumeBootPattern-983247937-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:46:47.136700 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 60824) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:46:47.137926 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-6639bc0b-535a-4135-8a4c-daf678db94c8 tempest-TestVolumeBootPattern-983247937 tempest-TestVolumeBootPattern-983247937-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=33ad57ba-2e81-4ec7-8fab-dd4327006cf7 HTTP/1.1" status: 200 len: 1092 time: 0.7241433 Nov 23 17:46:47.143340 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-8d9ca536-c704-4db5-b794-495ccac5a47b tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Request body: {'floatingip': {'floating_network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'port_id': '3f0239ae-c0a5-4b25-b653-a289c9c182d2', 'tenant_id': 'c0a53cd325e44b8fbee499050453672f', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:46:47.244697 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64381052-d405-4e48-ba6d-8cce6f0efd2f tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:46:47.252525 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64381052-d405-4e48-ba6d-8cce6f0efd2f tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:46:47.259596 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64381052-d405-4e48-ba6d-8cce6f0efd2f tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:46:47.263928 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-64381052-d405-4e48-ba6d-8cce6f0efd2f tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] 10.222.0.60 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2379 time: 0.2405820 Nov 23 17:46:47.265214 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 60836) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:46:47.273572 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8d9ca536-c704-4db5-b794-495ccac5a47b tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Publish callbacks [] for floatingip, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:47.286327 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-8720f8ea-0399-4b08-afc2-f22303664252 None None] Provisioning complete for port c1ca826a-e950-41a9-a861-cedf14455053 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:46:47.286730 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-8720f8ea-0399-4b08-afc2-f22303664252 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:47.335421 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c068b4ef-8265-4f01-9004-839d2cb04c2b req-f9441023-b1d8-434b-ad2f-6ae4a45efa92 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=56326de4-b362-4f02-8ac8-2cfe9a6433a2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1478684 Nov 23 17:46:47.369283 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-8720f8ea-0399-4b08-afc2-f22303664252 None None] Port c1ca826a-e950-41a9-a861-cedf14455053 cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:46:47.474673 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:47.501303 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8d9ca536-c704-4db5-b794-495ccac5a47b tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:47.524944 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ea7def0-5cf3-46bd-90e2-20013bf25e5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3690f848-fde7-480c-ab9e-211c79d0cd2d'}] {{(pid=103592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:46:47.527186 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba3e6a8f2301c7a29fe1eca9779abdae4ccbcd6266d69778087f2498d5551201" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcdd838e-69b8-4cc4-a144-7fd385b7eb3c" -d '{"events": [{"server_uuid": "2ea7def0-5cf3-46bd-90e2-20013bf25e5e", "name": "network-vif-plugged", "status": "completed", "tag": "3690f848-fde7-480c-ab9e-211c79d0cd2d"}]}' {{(pid=103592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:46:47.572855 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port 3690f848-fde7-480c-ab9e-211c79d0cd2d, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=3690f848-fde7-480c-ab9e-211c79d0cd2d,segment=NetworkSegment(7236ee9c-d2a1-449e-b7f8-41fdf7da8bc8),segment_id=7236ee9c-d2a1-449e-b7f8-41fdf7da8bc8)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:46:47.574144 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-23ff4ae9-fddd-4e94-a871-aae5b73218ef req-61ccf741-61bb-4d7c-b494-a2e34b7b3c69 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] 10.222.0.60 "GET /v2.0/ports?device_id=0a131ec0-cc47-4676-8cbf-d026865517a6 HTTP/1.1" status: 200 len: 210 time: 0.1068544 Nov 23 17:46:47.579303 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c5e7f6c-a2a8-4460-a1d5-3eda3a480882 req-6fb0e889-9012-4677-b27b-d2c822e3e429 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] Made reservation on behalf of fc0b8b60f26147bc93ae14daf3e34aba for: {'port': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:46:47.582969 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:47.589609 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-6c5e7f6c-a2a8-4460-a1d5-3eda3a480882 req-6fb0e889-9012-4677-b27b-d2c822e3e429 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:47.630923 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:46:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4197b03b-12fc-4dfd-979e-f9df8775ae1d x-openstack-request-id: req-4197b03b-12fc-4dfd-979e-f9df8775ae1d {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:46:47.631220 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ea7def0-5cf3-46bd-90e2-20013bf25e5e", "name": "network-vif-plugged", "status": "completed", "tag": "3690f848-fde7-480c-ab9e-211c79d0cd2d", "code": 200}]} {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:46:47.631482 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-4197b03b-12fc-4dfd-979e-f9df8775ae1d {{(pid=103592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:46:47.632218 n-d-816206-8 neutron-server[103592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ea7def0-5cf3-46bd-90e2-20013bf25e5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3690f848-fde7-480c-ab9e-211c79d0cd2d', 'code': 200} Nov 23 17:46:47.650063 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c068b4ef-8265-4f01-9004-839d2cb04c2b req-c8745edc-046c-4e81-8b48-e64ea155923f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:46:47.651594 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c068b4ef-8265-4f01-9004-839d2cb04c2b req-c8745edc-046c-4e81-8b48-e64ea155923f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fc0b8b60f26147bc93ae14daf3e34aba&device_id=56326de4-b362-4f02-8ac8-2cfe9a6433a2 HTTP/1.1" status: 200 len: 1097 time: 0.2381027 Nov 23 17:46:47.668548 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-1d0bc41d-87fa-4046-9946-3396620c12ff tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Deleting port c1ca826a-e950-41a9-a861-cedf14455053 {{(pid=103591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:46:47.668810 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-1d0bc41d-87fa-4046-9946-3396620c12ff tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:47.693395 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Pushing event updated for resources: {'Port': ['ID=3690f848-fde7-480c-ab9e-211c79d0cd2d,revision_number=5']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:46:47.715416 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-8d9ca536-c704-4db5-b794-495ccac5a47b tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Allocated IP 172.25.3.165 (4c8455ba-1be5-42ac-b8c2-8a16e1292d55/08fe3644-ce41-4c3f-a7ea-92bac0f0fff5/033f93dc-1a81-46af-8074-1760247ae4dd) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:46:47.741308 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9a27ae6c-db98-474f-94c1-cc99bf842d79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:47.854351 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8d9ca536-c704-4db5-b794-495ccac5a47b tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:47.895287 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8d9ca536-c704-4db5-b794-495ccac5a47b tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:47.937291 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d9ca536-c704-4db5-b794-495ccac5a47b tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Network 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:46:47.941105 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-8d9ca536-c704-4db5-b794-495ccac5a47b tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:46:47.951373 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d9ca536-c704-4db5-b794-495ccac5a47b tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:46:47.994805 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9ca536-c704-4db5-b794-495ccac5a47b tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Pushing event updated for resources: {'Port': ['ID=033f93dc-1a81-46af-8074-1760247ae4dd,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:46:48.033204 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-1d0bc41d-87fa-4046-9946-3396620c12ff tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:48.077212 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8621fa93-e303-44ca-a0f8-0a5250f12c9e req-0f4a632b-7447-4b72-92dd-242cee266f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:46:48.079711 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8621fa93-e303-44ca-a0f8-0a5250f12c9e req-0f4a632b-7447-4b72-92dd-242cee266f0a service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=2ea7def0-5cf3-46bd-90e2-20013bf25e5e HTTP/1.1" status: 200 len: 1097 time: 0.2945273 Nov 23 17:46:48.150542 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-1d0bc41d-87fa-4046-9946-3396620c12ff tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Calling delete_port for c1ca826a-e950-41a9-a861-cedf14455053 owned by {{(pid=103591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:46:48.235737 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c068b4ef-8265-4f01-9004-839d2cb04c2b req-f19c54aa-e35d-49ff-add6-475749660f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:46:48.237555 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c068b4ef-8265-4f01-9004-839d2cb04c2b req-f19c54aa-e35d-49ff-add6-475749660f0b service neutron] 10.222.0.36 "GET /v2.0/networks?id=96a4c4fb-2a54-4887-a6a0-d3361fb03ec8 HTTP/1.1" status: 200 len: 907 time: 0.5045993 Nov 23 17:46:48.324594 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:48.401363 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.db_base_plugin_common [req-6c5e7f6c-a2a8-4460-a1d5-3eda3a480882 req-6fb0e889-9012-4677-b27b-d2c822e3e429 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] Allocated IP 172.20.0.13 (96a4c4fb-2a54-4887-a6a0-d3361fb03ec8/6a67b7b8-1b5e-4ea7-ab09-4d43799d0b06/1baf61c1-39b8-45df-8da5-8401b3ea7c91) {{(pid=103591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:46:48.421086 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e147c3-16f7-42a3-8062-fcad69251b69 req-a00ee44f-08c7-452b-9679-8ce1db61191c tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:46:48.423540 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f1e147c3-16f7-42a3-8062-fcad69251b69 req-a00ee44f-08c7-452b-9679-8ce1db61191c tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ea7def0-5cf3-46bd-90e2-20013bf25e5e HTTP/1.1" status: 200 len: 946 time: 0.3964422 Nov 23 17:46:48.433643 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c068b4ef-8265-4f01-9004-839d2cb04c2b req-eeec6a53-9567-4aab-ba98-12c1ca187752 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1d9e3b88-028d-4283-8c21-507d2fff66f7 HTTP/1.1" status: 200 len: 217 time: 0.1365242 Nov 23 17:46:48.437795 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8621fa93-e303-44ca-a0f8-0a5250f12c9e req-547695c4-9857-421d-a663-4708aaebeec8 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=6b69aca9-b68e-45b0-a7a0-1eb351a8ed08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3210690 Nov 23 17:46:48.583724 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8d9ca536-c704-4db5-b794-495ccac5a47b tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:48.648512 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c068b4ef-8265-4f01-9004-839d2cb04c2b req-64d763c0-35b3-4428-93ff-1d77fee8cd95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:46:48.650169 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c068b4ef-8265-4f01-9004-839d2cb04c2b req-64d763c0-35b3-4428-93ff-1d77fee8cd95 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6a67b7b8-1b5e-4ea7-ab09-4d43799d0b06 HTTP/1.1" status: 200 len: 846 time: 0.1965101 Nov 23 17:46:48.795458 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f1e147c3-16f7-42a3-8062-fcad69251b69 req-7309b8f6-4cbb-42b6-939a-f28c5e5b4983 tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] 10.222.0.60 "GET /v2.0/security-groups?id=6b69aca9-b68e-45b0-a7a0-1eb351a8ed08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3494592 Nov 23 17:46:48.797594 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c068b4ef-8265-4f01-9004-839d2cb04c2b req-dd1469b5-462f-4311-8ace-23c5f70e693d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=96a4c4fb-2a54-4887-a6a0-d3361fb03ec8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0849826 Nov 23 17:46:48.809667 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8f52239b-2604-4316-922a-b73a53bed12c req-e077be7b-90e9-4e59-9023-f930ca1dde72 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] 10.222.0.60 "GET /v2.0/ports?device_id=0a131ec0-cc47-4676-8cbf-d026865517a6 HTTP/1.1" status: 200 len: 210 time: 0.0957747 Nov 23 17:46:48.900285 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-1d0bc41d-87fa-4046-9946-3396620c12ff tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:48.993766 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0bc41d-87fa-4046-9946-3396620c12ff tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Pushing event deleted for resources: {'Port': ['ID=c1ca826a-e950-41a9-a861-cedf14455053,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:46:49.030129 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8d9ca536-c704-4db5-b794-495ccac5a47b tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:49.090703 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-6c5e7f6c-a2a8-4460-a1d5-3eda3a480882 req-6fb0e889-9012-4677-b27b-d2c822e3e429 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] Publish callbacks [] for port, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:49.146085 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c068b4ef-8265-4f01-9004-839d2cb04c2b req-ebaa8901-5694-4cd0-981a-3263a31b4b78 service neutron] 10.222.0.36 "GET /v2.0/networks/96a4c4fb-2a54-4887-a6a0-d3361fb03ec8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3306301 Nov 23 17:46:49.266406 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-1d0bc41d-87fa-4046-9946-3396620c12ff tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:49.276900 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-1d0bc41d-87fa-4046-9946-3396620c12ff tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] 10.222.0.60 "DELETE /v2.0/ports/c1ca826a-e950-41a9-a861-cedf14455053 HTTP/1.1" status: 204 len: 168 time: 2.0102494 Nov 23 17:46:49.291161 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 60982) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:46:49.345304 n-d-816206-8 neutron-server[103590]: INFO neutron.pecan_wsgi.hooks.translation [None req-57844a3c-9b38-4cf8-8d1c-5171ec5916c5 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] GET failed (client error): The resource could not be found. Nov 23 17:46:49.350524 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-6c5e7f6c-a2a8-4460-a1d5-3eda3a480882 req-6fb0e889-9012-4677-b27b-d2c822e3e429 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:49.365579 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] get_ports_and_sgs() called for port_ids ['1d9e3b88-028d-4283-8c21-507d2fff66f7'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:46:49.369804 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] get_ports_and_sgs() called for port_ids ['a775da48-7d43-4581-97b1-3aa83b53a025'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:46:49.376034 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-57844a3c-9b38-4cf8-8d1c-5171ec5916c5 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] 10.222.0.60 "GET /v2.0/ports/c1ca826a-e950-41a9-a861-cedf14455053 HTTP/1.1" status: 404 len: 333 time: 0.0837142 Nov 23 17:46:49.376730 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 60988) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:46:49.469331 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8d9ca536-c704-4db5-b794-495ccac5a47b tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Publish callbacks [] for port, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:49.491354 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8d9ca536-c704-4db5-b794-495ccac5a47b tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264357957'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:49.525027 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c068b4ef-8265-4f01-9004-839d2cb04c2b req-388c1c3e-6761-4aef-b89b-637a127e4a5c service neutron] 10.222.0.36 "GET /v2.0/networks/96a4c4fb-2a54-4887-a6a0-d3361fb03ec8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3548131 Nov 23 17:46:49.553131 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb0e889-9012-4677-b27b-d2c822e3e429 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] Pushing event updated for resources: {'Port': ['ID=1baf61c1-39b8-45df-8da5-8401b3ea7c91,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:46:49.566041 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c5e7f6c-a2a8-4460-a1d5-3eda3a480882 req-6fb0e889-9012-4677-b27b-d2c822e3e429 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] Network 96a4c4fb-2a54-4887-a6a0-d3361fb03ec8 is already hosted by enough agents. {{(pid=103591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:46:49.569015 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [req-6c5e7f6c-a2a8-4460-a1d5-3eda3a480882 req-6fb0e889-9012-4677-b27b-d2c822e3e429 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] Resources bound (agent type, host, resource id): {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:46:49.575078 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c5e7f6c-a2a8-4460-a1d5-3eda3a480882 req-6fb0e889-9012-4677-b27b-d2c822e3e429 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] Received port after_create {{(pid=103591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:46:49.624860 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9ca536-c704-4db5-b794-495ccac5a47b tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Pushing event updated for resources: {'Port': ['ID=033f93dc-1a81-46af-8074-1760247ae4dd,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:46:49.650949 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8d9ca536-c704-4db5-b794-495ccac5a47b tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1795396'] for floatingip, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:49.659011 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5e7f6c-a2a8-4460-a1d5-3eda3a480882 req-6fb0e889-9012-4677-b27b-d2c822e3e429 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:46:49.666516 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-6c5e7f6c-a2a8-4460-a1d5-3eda3a480882 req-6fb0e889-9012-4677-b27b-d2c822e3e429 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:49.699524 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6c5e7f6c-a2a8-4460-a1d5-3eda3a480882 req-6fb0e889-9012-4677-b27b-d2c822e3e429 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6814833 Nov 23 17:46:49.702993 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-5b5ad37a-46b8-434a-9f0a-594e6bb3e7c0 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Deleting port 8216bd03-6f26-4900-8d2a-bad2b9902dc1 {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:46:49.703460 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5b5ad37a-46b8-434a-9f0a-594e6bb3e7c0 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:49.719496 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [req-6c5e7f6c-a2a8-4460-a1d5-3eda3a480882 req-1f05c339-abbc-488a-9261-24d6472b6b56 service neutron] Request body: {'port': {'device_id': '0a131ec0-cc47-4676-8cbf-d026865517a6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-8'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:46:49.816338 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-6c5e7f6c-a2a8-4460-a1d5-3eda3a480882 req-1f05c339-abbc-488a-9261-24d6472b6b56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:49.834057 n-d-816206-8 neutron-server[103590]: INFO neutron.db.l3_db [None req-8d9ca536-c704-4db5-b794-495ccac5a47b tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Floating IP bac22a6b-67c4-4457-bc44-37444618cfa4 associated. External IP: 172.25.3.165, port: 3f0239ae-c0a5-4b25-b653-a289c9c182d2. Nov 23 17:46:49.921561 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3872f41-9416-448e-aeda-54fd383a38b9 None None] DHCP port deletion for 96a4c4fb-2a54-4887-a6a0-d3361fb03ec8 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:46:50.176838 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52eb12c7-20c3-4a75-89a0-2d5d51a55a04 req-a80325b0-bd8b-4a98-b3ec-7faaacd1f183 tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:46:50.180294 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-a804767f-7f0b-4d2e-ac4c-38b21e835fd7 None None] Provisioning complete for port 1baf61c1-39b8-45df-8da5-8401b3ea7c91 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:46:50.181247 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-a804767f-7f0b-4d2e-ac4c-38b21e835fd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:50.184554 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-52eb12c7-20c3-4a75-89a0-2d5d51a55a04 req-a80325b0-bd8b-4a98-b3ec-7faaacd1f183 tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ea7def0-5cf3-46bd-90e2-20013bf25e5e HTTP/1.1" status: 200 len: 946 time: 0.2361543 Nov 23 17:46:50.201875 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5b5ad37a-46b8-434a-9f0a-594e6bb3e7c0 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:50.203164 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629b74b3-19c2-43b1-b52b-0ab41fdb58c4 req-fb647700-2178-468a-b32b-57359a2e1c02 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:46:50.204772 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-629b74b3-19c2-43b1-b52b-0ab41fdb58c4 req-fb647700-2178-468a-b32b-57359a2e1c02 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] 10.222.0.60 "GET /v2.0/ports?device_id=0a131ec0-cc47-4676-8cbf-d026865517a6 HTTP/1.1" status: 200 len: 932 time: 0.2776091 Nov 23 17:46:50.216310 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-5b5ad37a-46b8-434a-9f0a-594e6bb3e7c0 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Calling delete_port for 8216bd03-6f26-4900-8d2a-bad2b9902dc1 owned by {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:46:50.243583 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-a804767f-7f0b-4d2e-ac4c-38b21e835fd7 None None] Port 1baf61c1-39b8-45df-8da5-8401b3ea7c91 cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:46:50.373705 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d9ca536-c704-4db5-b794-495ccac5a47b tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Router 6ce656d6-d295-4a48-8809-f02b548dd50a has already been hosted by L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 {{(pid=103590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 17:46:50.443610 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [req-6c5e7f6c-a2a8-4460-a1d5-3eda3a480882 req-1f05c339-abbc-488a-9261-24d6472b6b56 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1baf61c1-39b8-45df-8da5-8401b3ea7c91 {{(pid=103591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:46:50.461757 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-6c5e7f6c-a2a8-4460-a1d5-3eda3a480882 req-1f05c339-abbc-488a-9261-24d6472b6b56 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:50.486709 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.provisioning_blocks [req-6c5e7f6c-a2a8-4460-a1d5-3eda3a480882 req-1f05c339-abbc-488a-9261-24d6472b6b56 service neutron] Transition to ACTIVE for port object 1baf61c1-39b8-45df-8da5-8401b3ea7c91 will not be triggered until provisioned by entity L2. {{(pid=103591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 17:46:50.501280 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-52eb12c7-20c3-4a75-89a0-2d5d51a55a04 req-42120bdd-131e-45c6-b844-e5b3272e38ae tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] 10.222.0.60 "GET /v2.0/security-groups?id=6b69aca9-b68e-45b0-a7a0-1eb351a8ed08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3155184 Nov 23 17:46:50.510950 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-6c5e7f6c-a2a8-4460-a1d5-3eda3a480882 req-1f05c339-abbc-488a-9261-24d6472b6b56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264758186'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:50.533273 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-629b74b3-19c2-43b1-b52b-0ab41fdb58c4 req-98299d53-9ccb-4685-b4f0-6fbf6a5a3397 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] 10.222.0.60 "GET /v2.0/security-groups?id=fa324d8c-13d0-499d-8791-7b10ff6fd90b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3151383 Nov 23 17:46:50.615045 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f05c339-abbc-488a-9261-24d6472b6b56 service neutron] Pushing event updated for resources: {'Port': ['ID=1baf61c1-39b8-45df-8da5-8401b3ea7c91,revision_number=2']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:46:50.618001 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b714e785-53fb-45da-a115-df13ac016e2b None None] DHCP port deletion for 96a4c4fb-2a54-4887-a6a0-d3361fb03ec8 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:46:50.714541 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d9ca536-c704-4db5-b794-495ccac5a47b tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:46:50.718448 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-6c5e7f6c-a2a8-4460-a1d5-3eda3a480882 req-1f05c339-abbc-488a-9261-24d6472b6b56 service neutron] Attempting to bind port 1baf61c1-39b8-45df-8da5-8401b3ea7c91 on host n-h2-816206-8 for vnic_type normal with profile {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:46:50.718801 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-6c5e7f6c-a2a8-4460-a1d5-3eda3a480882 req-1f05c339-abbc-488a-9261-24d6472b6b56 service neutron] Attempting to bind port 1baf61c1-39b8-45df-8da5-8401b3ea7c91 by drivers openvswitch,hyperv on host n-h2-816206-8 at level 0 using segments [{'id': '3dd48af8-0370-4e3e-80f2-5bf5c6c5c8d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '96a4c4fb-2a54-4887-a6a0-d3361fb03ec8'}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:46:50.719143 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c5e7f6c-a2a8-4460-a1d5-3eda3a480882 req-1f05c339-abbc-488a-9261-24d6472b6b56 service neutron] Attempting to bind port 1baf61c1-39b8-45df-8da5-8401b3ea7c91 on network 96a4c4fb-2a54-4887-a6a0-d3361fb03ec8 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:46:50.726420 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c5e7f6c-a2a8-4460-a1d5-3eda3a480882 req-1f05c339-abbc-488a-9261-24d6472b6b56 service neutron] Port 1baf61c1-39b8-45df-8da5-8401b3ea7c91 on network 96a4c4fb-2a54-4887-a6a0-d3361fb03ec8 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-8 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 17:46:50.726735 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c5e7f6c-a2a8-4460-a1d5-3eda3a480882 req-1f05c339-abbc-488a-9261-24d6472b6b56 service neutron] Attempting to bind port 1baf61c1-39b8-45df-8da5-8401b3ea7c91 on network 96a4c4fb-2a54-4887-a6a0-d3361fb03ec8 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:46:50.741413 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-480b1336-52f1-4cd6-a557-8fc39b487012 None None] Sync routers for ids ['6ce656d6-d295-4a48-8809-f02b548dd50a'] in n-d-816206-8 {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:46:50.749928 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c5e7f6c-a2a8-4460-a1d5-3eda3a480882 req-1f05c339-abbc-488a-9261-24d6472b6b56 service neutron] Checking agent: {'id': 'ab77bf9e-0267-4174-8f1d-822cba89b207', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 15, 13), 'started_at': datetime.datetime(2021, 11, 23, 17, 15, 13), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 46, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:46:50.750256 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c5e7f6c-a2a8-4460-a1d5-3eda3a480882 req-1f05c339-abbc-488a-9261-24d6472b6b56 service neutron] Checking segment: {'id': '3dd48af8-0370-4e3e-80f2-5bf5c6c5c8d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '96a4c4fb-2a54-4887-a6a0-d3361fb03ec8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:46:50.750651 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c5e7f6c-a2a8-4460-a1d5-3eda3a480882 req-1f05c339-abbc-488a-9261-24d6472b6b56 service neutron] Bound using segment: {'id': '3dd48af8-0370-4e3e-80f2-5bf5c6c5c8d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '96a4c4fb-2a54-4887-a6a0-d3361fb03ec8'} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:46:50.751126 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-6c5e7f6c-a2a8-4460-a1d5-3eda3a480882 req-1f05c339-abbc-488a-9261-24d6472b6b56 service neutron] Bound port: 1baf61c1-39b8-45df-8da5-8401b3ea7c91, host: n-h2-816206-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3dd48af8-0370-4e3e-80f2-5bf5c6c5c8d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '96a4c4fb-2a54-4887-a6a0-d3361fb03ec8'}}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:46:50.751481 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-6c5e7f6c-a2a8-4460-a1d5-3eda3a480882 req-1f05c339-abbc-488a-9261-24d6472b6b56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:50.759760 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-480b1336-52f1-4cd6-a557-8fc39b487012 None None] Routers {'6ce656d6-d295-4a48-8809-f02b548dd50a'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:46:50.760277 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-480b1336-52f1-4cd6-a557-8fc39b487012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:46:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['6ce656d6-d295-4a48-8809-f02b548dd50a'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:46:50.814823 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8d9ca536-c704-4db5-b794-495ccac5a47b tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for floatingip, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:50.845124 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5b5ad37a-46b8-434a-9f0a-594e6bb3e7c0 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:50.901691 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-8d9ca536-c704-4db5-b794-495ccac5a47b tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.7640355 Nov 23 17:46:50.902931 n-d-816206-8 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33ad57ba-2e81-4ec7-8fab-dd4327006cf7', 'tag': '3f0239ae-c0a5-4b25-b653-a289c9c182d2'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:46:50.905566 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbabddbc9fc37b068808e119c416c86f5957ca04531a4a0d2e695c515e93483b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3f944ac-9b9d-4e68-89f0-fbc4b8dcb766" -d '{"events": [{"name": "network-changed", "server_uuid": "33ad57ba-2e81-4ec7-8fab-dd4327006cf7", "tag": "3f0239ae-c0a5-4b25-b653-a289c9c182d2"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:46:50.922789 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5ad37a-46b8-434a-9f0a-594e6bb3e7c0 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Pushing event deleted for resources: {'Port': ['ID=8216bd03-6f26-4900-8d2a-bad2b9902dc1,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:46:50.969604 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-480b1336-52f1-4cd6-a557-8fc39b487012 None None] Set router 6ce656d6-d295-4a48-8809-f02b548dd50a gateway port host: n-d-816206-8 {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:46:51.058808 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 17:46:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a836e94-6048-47ea-a8e7-8f39c1d28630 x-openstack-request-id: req-5a836e94-6048-47ea-a8e7-8f39c1d28630 {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:46:51.059365 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33ad57ba-2e81-4ec7-8fab-dd4327006cf7", "tag": "3f0239ae-c0a5-4b25-b653-a289c9c182d2", "status": "completed", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:46:51.059748 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5a836e94-6048-47ea-a8e7-8f39c1d28630 {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:46:51.060274 n-d-816206-8 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33ad57ba-2e81-4ec7-8fab-dd4327006cf7', 'tag': '3f0239ae-c0a5-4b25-b653-a289c9c182d2', 'status': 'completed', 'code': 200} Nov 23 17:46:51.108982 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5b5ad37a-46b8-434a-9f0a-594e6bb3e7c0 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:51.118536 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-5b5ad37a-46b8-434a-9f0a-594e6bb3e7c0 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] 10.222.0.60 "DELETE /v2.0/ports/8216bd03-6f26-4900-8d2a-bad2b9902dc1 HTTP/1.1" status: 204 len: 168 time: 1.7188048 Nov 23 17:46:51.119248 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 32786) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:46:51.162581 n-d-816206-8 neutron-server[103590]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a81ddd3-1e76-48d8-b93a-ab8278aec43e tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] GET failed (client error): The resource could not be found. Nov 23 17:46:51.172256 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-4a81ddd3-1e76-48d8-b93a-ab8278aec43e tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] 10.222.0.60 "GET /v2.0/ports/8216bd03-6f26-4900-8d2a-bad2b9902dc1 HTTP/1.1" status: 404 len: 333 time: 0.0517452 Nov 23 17:46:51.172995 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 32788) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:46:51.240245 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f8fc17c-0e14-460f-8a48-765a91b9dad4 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Deleting subnet 5b9d4536-916e-4c04-ae22-d0cd0d463d30 {{(pid=103590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 17:46:51.244432 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4f8fc17c-0e14-460f-8a48-765a91b9dad4 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks [] for subnet, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:51.303142 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4f8fc17c-0e14-460f-8a48-765a91b9dad4 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-267528342'] for subnet, precommit_delete_associations {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:51.414899 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4f8fc17c-0e14-460f-8a48-765a91b9dad4 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971956'] for subnet, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:51.480651 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4f8fc17c-0e14-460f-8a48-765a91b9dad4 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264357903', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264730940'] for subnet, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:51.506463 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-480b1336-52f1-4cd6-a557-8fc39b487012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ce656d6-d295-4a48-8809-f02b548dd50a', 'name': 'tempest-TestVolumeBootPattern-1110572301-router', 'tenant_id': 'c0a53cd325e44b8fbee499050453672f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.143'}], 'enable_snat': True}, 'gw_port_id': '41276f9e-4769-4678-a2c8-4ca2eb9f723b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:38:07Z', 'updated_at': '2021-11-23T17:38:14Z', 'revision_number': 4, 'project_id': 'c0a53cd325e44b8fbee499050453672f', 'gw_port': {'id': '41276f9e-4769-4678-a2c8-4ca2eb9f723b', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:83:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ce656d6-d295-4a48-8809-f02b548dd50a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2099, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:38:08Z', 'updated_at': '2021-11-23T17:38:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_floatingips': [{'id': 'bac22a6b-67c4-4457-bc44-37444618cfa4', 'tenant_id': 'c0a53cd325e44b8fbee499050453672f', 'floating_ip_address': '172.25.3.165', 'floating_network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'router_id': '6ce656d6-d295-4a48-8809-f02b548dd50a', 'port_id': '3f0239ae-c0a5-4b25-b653-a289c9c182d2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2751, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02874d22-2dc9-404b-96b5-741d17e13e44', 'mac_address': 'fa:16:3e:f7:86:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33ad57ba-2e81-4ec7-8fab-dd4327006cf7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T17:46:48Z', 'updated_at': '2021-11-23T17:46:48Z', 'revision_number': 0, 'project_id': 'c0a53cd325e44b8fbee499050453672f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '054eac10-0542-49e4-bc40-e19b267e336a', 'name': '', 'network_id': '02874d22-2dc9-404b-96b5-741d17e13e44', 'tenant_id': 'c0a53cd325e44b8fbee499050453672f', 'mac_address': 'fa:16:3e:59:af:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ce656d6-d295-4a48-8809-f02b548dd50a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2117, 'fixed_ips': [{'subnet_id': '7cd7c517-b8bf-4f3d-98b6-b23c91372576', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:38:12Z', 'updated_at': '2021-11-23T17:38:30Z', 'revision_number': 5, 'project_id': 'c0a53cd325e44b8fbee499050453672f', 'subnets': [{'id': '7cd7c517-b8bf-4f3d-98b6-b23c91372576', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:46:51.530324 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4363a77-3121-4da5-9e20-7acae0d22faf None None] Network 0ed11839-4c67-4ec3-81b6-078a14406d71 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:46:51.531859 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f944ac-9b9d-4e68-89f0-fbc4b8dcb766 req-2646e06d-d190-4cb4-8c6b-705c7412fbf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:46:51.533410 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a3f944ac-9b9d-4e68-89f0-fbc4b8dcb766 req-2646e06d-d190-4cb4-8c6b-705c7412fbf5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c0a53cd325e44b8fbee499050453672f&device_id=33ad57ba-2e81-4ec7-8fab-dd4327006cf7 HTTP/1.1" status: 200 len: 1097 time: 0.1677990 Nov 23 17:46:51.534541 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-6c5e7f6c-a2a8-4460-a1d5-3eda3a480882 req-1f05c339-abbc-488a-9261-24d6472b6b56 service neutron] For port 1baf61c1-39b8-45df-8da5-8401b3ea7c91, host n-h2-816206-8, cleared binding levels {{(pid=103591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:46:51.539297 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-6c5e7f6c-a2a8-4460-a1d5-3eda3a480882 req-1f05c339-abbc-488a-9261-24d6472b6b56 service neutron] For port 1baf61c1-39b8-45df-8da5-8401b3ea7c91, host n-h2-816206-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=1baf61c1-39b8-45df-8da5-8401b3ea7c91,segment=NetworkSegment(3dd48af8-0370-4e3e-80f2-5bf5c6c5c8d9),segment_id=3dd48af8-0370-4e3e-80f2-5bf5c6c5c8d9)] {{(pid=103591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:46:51.552900 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9d0abe-bdf9-4341-8145-e1e3add2411b req-c9b8fe15-86d2-49b7-92db-ed20f0595e9a tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:46:51.560192 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4f8fc17c-0e14-460f-8a48-765a91b9dad4 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks [] for subnet, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:51.569187 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5f9d0abe-bdf9-4341-8145-e1e3add2411b req-c9b8fe15-86d2-49b7-92db-ed20f0595e9a tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] 10.222.0.60 "GET /v2.0/networks?id=b75e9fac-17f1-4702-8d25-f863ff44788f HTTP/1.1" status: 200 len: 814 time: 0.7994862 Nov 23 17:46:51.578514 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-6c5e7f6c-a2a8-4460-a1d5-3eda3a480882 req-1f05c339-abbc-488a-9261-24d6472b6b56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264758186'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:51.584337 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-4f8fc17c-0e14-460f-8a48-765a91b9dad4 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] 10.222.0.60 "DELETE /v2.0/subnets/5b9d4536-916e-4c04-ae22-d0cd0d463d30 HTTP/1.1" status: 204 len: 168 time: 0.4078417 Nov 23 17:46:51.584337 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8fc17c-0e14-460f-8a48-765a91b9dad4 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Pushing event deleted for resources: {'Subnet': ['ID=5b9d4536-916e-4c04-ae22-d0cd0d463d30,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:46:51.590026 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-480b1336-52f1-4cd6-a557-8fc39b487012 None None] Checking router: 6ce656d6-d295-4a48-8809-f02b548dd50a for host: n-d-816206-8 {{(pid=103593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 17:46:51.596465 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 32796) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:46:51.618751 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-480b1336-52f1-4cd6-a557-8fc39b487012 None None] Routers {'6ce656d6-d295-4a48-8809-f02b548dd50a'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:46:51.619387 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-480b1336-52f1-4cd6-a557-8fc39b487012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:46:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['6ce656d6-d295-4a48-8809-f02b548dd50a'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:46:51.710739 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5e7f6c-a2a8-4460-a1d5-3eda3a480882 req-1f05c339-abbc-488a-9261-24d6472b6b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:46:51.712230 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-6c5e7f6c-a2a8-4460-a1d5-3eda3a480882 req-1f05c339-abbc-488a-9261-24d6472b6b56 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:51.714019 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6c5e7f6c-a2a8-4460-a1d5-3eda3a480882 req-1f05c339-abbc-488a-9261-24d6472b6b56 service neutron] 10.222.0.36 "PUT /v2.0/ports/1baf61c1-39b8-45df-8da5-8401b3ea7c91 HTTP/1.1" status: 200 len: 1092 time: 2.0026867 Nov 23 17:46:51.768602 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6abde357-a268-459b-92c2-3dbc3b80bc49 None None] DHCP port deletion for 96a4c4fb-2a54-4887-a6a0-d3361fb03ec8 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:46:51.804912 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-480b1336-52f1-4cd6-a557-8fc39b487012 None None] Set router 6ce656d6-d295-4a48-8809-f02b548dd50a gateway port host: n-d-816206-8 {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:46:51.826254 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6639e84f-ae92-4bed-8ecc-35bf57509a24 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-555181'] for network, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:51.910573 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a131ec0-cc47-4676-8cbf-d026865517a6', 'tag': '1baf61c1-39b8-45df-8da5-8401b3ea7c91'}] {{(pid=103591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:46:51.912990 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41d174a19ece9499ff9ec44e5b3fc50f2abd3ffbc947fb7e52ea1e8db27b95b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06958d16-9fb1-4dc2-8d7f-d495c8b88ef5" -d '{"events": [{"name": "network-changed", "server_uuid": "0a131ec0-cc47-4676-8cbf-d026865517a6", "tag": "1baf61c1-39b8-45df-8da5-8401b3ea7c91"}]}' {{(pid=103591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:46:51.918167 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f944ac-9b9d-4e68-89f0-fbc4b8dcb766 req-4e312ee5-fbfd-415f-be9d-785427058d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:46:51.920459 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a3f944ac-9b9d-4e68-89f0-fbc4b8dcb766 req-4e312ee5-fbfd-415f-be9d-785427058d57 service neutron] 10.222.0.36 "GET /v2.0/networks?id=02874d22-2dc9-404b-96b5-741d17e13e44 HTTP/1.1" status: 200 len: 913 time: 0.3498852 Nov 23 17:46:51.921502 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f05c339-abbc-488a-9261-24d6472b6b56 service neutron] Pushing event updated for resources: {'Port': ['ID=1baf61c1-39b8-45df-8da5-8401b3ea7c91,revision_number=3']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:46:51.935372 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-6639e84f-ae92-4bed-8ecc-35bf57509a24 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Deleting port d2b19037-87c3-40ab-bc83-4c28367c817c {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:46:51.935887 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6639e84f-ae92-4bed-8ecc-35bf57509a24 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:51.949975 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5f9d0abe-bdf9-4341-8145-e1e3add2411b req-c7209d94-25b0-462c-9969-468d7de76d44 tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] 10.222.0.60 "GET /v2.0/quotas/b18cd1cca1b44b989141b05dcb1fddfb HTTP/1.1" status: 200 len: 375 time: 0.3550591 Nov 23 17:46:51.956797 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4e62e34-c08b-4950-9d33-2cf7cc429a70 None None] DHCP port deletion for 0ed11839-4c67-4ec3-81b6-078a14406d71 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:46:52.026340 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-6639e84f-ae92-4bed-8ecc-35bf57509a24 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] For port d2b19037-87c3-40ab-bc83-4c28367c817c, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=d2b19037-87c3-40ab-bc83-4c28367c817c,segment=NetworkSegment(51bd35e6-c76b-4a7c-b233-96e2b31e59a0),segment_id=51bd35e6-c76b-4a7c-b233-96e2b31e59a0)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:46:52.026994 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6639e84f-ae92-4bed-8ecc-35bf57509a24 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:52.073795 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-6639e84f-ae92-4bed-8ecc-35bf57509a24 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Calling delete_port for d2b19037-87c3-40ab-bc83-4c28367c817c owned by network:dhcp {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:46:52.077975 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-a4e62e34-c08b-4950-9d33-2cf7cc429a70 None None] Deleting port d2b19037-87c3-40ab-bc83-4c28367c817c {{(pid=103592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:46:52.078358 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-a4e62e34-c08b-4950-9d33-2cf7cc429a70 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:52.134970 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fce04c3-20a2-4dbf-bde4-3c266c2c1df6 req-cc543dba-a599-46ba-a965-8e08e05f43c7 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:46:52.136565 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7fce04c3-20a2-4dbf-bde4-3c266c2c1df6 req-cc543dba-a599-46ba-a965-8e08e05f43c7 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] 10.222.0.60 "GET /v2.0/ports?device_id=0a131ec0-cc47-4676-8cbf-d026865517a6 HTTP/1.1" status: 200 len: 944 time: 0.4530475 Nov 23 17:46:52.184092 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5f9d0abe-bdf9-4341-8145-e1e3add2411b req-be8b8826-016a-4bcd-a5f8-8f62308f921c tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=b18cd1cca1b44b989141b05dcb1fddfb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2331653 Nov 23 17:46:52.221560 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-a4e62e34-c08b-4950-9d33-2cf7cc429a70 None None] For port d2b19037-87c3-40ab-bc83-4c28367c817c, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=d2b19037-87c3-40ab-bc83-4c28367c817c,segment=NetworkSegment(51bd35e6-c76b-4a7c-b233-96e2b31e59a0),segment_id=51bd35e6-c76b-4a7c-b233-96e2b31e59a0)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:46:52.221963 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-a4e62e34-c08b-4950-9d33-2cf7cc429a70 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:52.249548 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5e7f6c-a2a8-4460-a1d5-3eda3a480882 req-c832e005-bcb8-408b-923e-bb3fa725e5ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:46:52.253284 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-a4e62e34-c08b-4950-9d33-2cf7cc429a70 None None] Calling delete_port for d2b19037-87c3-40ab-bc83-4c28367c817c owned by network:dhcp {{(pid=103592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:46:52.254777 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6c5e7f6c-a2a8-4460-a1d5-3eda3a480882 req-c832e005-bcb8-408b-923e-bb3fa725e5ff service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fc0b8b60f26147bc93ae14daf3e34aba&device_id=0a131ec0-cc47-4676-8cbf-d026865517a6 HTTP/1.1" status: 200 len: 1095 time: 0.2844098 Nov 23 17:46:52.300398 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6639e84f-ae92-4bed-8ecc-35bf57509a24 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:52.334847 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6639e84f-ae92-4bed-8ecc-35bf57509a24 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Pushing event deleted for resources: {'Port': ['ID=d2b19037-87c3-40ab-bc83-4c28367c817c,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:46:52.342952 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6639e84f-ae92-4bed-8ecc-35bf57509a24 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] No DVR routers for this DVR port d2b19037-87c3-40ab-bc83-4c28367c817c on host n-d-816206-8 {{(pid=103590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:46:52.395591 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6c5e7f6c-a2a8-4460-a1d5-3eda3a480882 req-2a149e18-60d3-4717-a3d2-12e1eba4c264 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1baf61c1-39b8-45df-8da5-8401b3ea7c91 HTTP/1.1" status: 200 len: 217 time: 0.1145892 Nov 23 17:46:52.405735 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-a4e62e34-c08b-4950-9d33-2cf7cc429a70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989'] for port, after_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:52.448063 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-480b1336-52f1-4cd6-a557-8fc39b487012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ce656d6-d295-4a48-8809-f02b548dd50a', 'name': 'tempest-TestVolumeBootPattern-1110572301-router', 'tenant_id': 'c0a53cd325e44b8fbee499050453672f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.143'}], 'enable_snat': True}, 'gw_port_id': '41276f9e-4769-4678-a2c8-4ca2eb9f723b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:38:07Z', 'updated_at': '2021-11-23T17:38:14Z', 'revision_number': 4, 'project_id': 'c0a53cd325e44b8fbee499050453672f', 'gw_port': {'id': '41276f9e-4769-4678-a2c8-4ca2eb9f723b', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:83:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ce656d6-d295-4a48-8809-f02b548dd50a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2099, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:38:08Z', 'updated_at': '2021-11-23T17:38:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_floatingips': [{'id': 'bac22a6b-67c4-4457-bc44-37444618cfa4', 'tenant_id': 'c0a53cd325e44b8fbee499050453672f', 'floating_ip_address': '172.25.3.165', 'floating_network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'router_id': '6ce656d6-d295-4a48-8809-f02b548dd50a', 'port_id': '3f0239ae-c0a5-4b25-b653-a289c9c182d2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2751, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02874d22-2dc9-404b-96b5-741d17e13e44', 'mac_address': 'fa:16:3e:f7:86:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33ad57ba-2e81-4ec7-8fab-dd4327006cf7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T17:46:48Z', 'updated_at': '2021-11-23T17:46:48Z', 'revision_number': 0, 'project_id': 'c0a53cd325e44b8fbee499050453672f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '054eac10-0542-49e4-bc40-e19b267e336a', 'name': '', 'network_id': '02874d22-2dc9-404b-96b5-741d17e13e44', 'tenant_id': 'c0a53cd325e44b8fbee499050453672f', 'mac_address': 'fa:16:3e:59:af:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ce656d6-d295-4a48-8809-f02b548dd50a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2117, 'fixed_ips': [{'subnet_id': '7cd7c517-b8bf-4f3d-98b6-b23c91372576', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:38:12Z', 'updated_at': '2021-11-23T17:38:30Z', 'revision_number': 5, 'project_id': 'c0a53cd325e44b8fbee499050453672f', 'subnets': [{'id': '7cd7c517-b8bf-4f3d-98b6-b23c91372576', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:46:52.486163 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4e62e34-c08b-4950-9d33-2cf7cc429a70 None None] No DVR routers for this DVR port d2b19037-87c3-40ab-bc83-4c28367c817c on host n-d-816206-8 {{(pid=103592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:46:52.494491 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e62e34-c08b-4950-9d33-2cf7cc429a70 None None] Pushing event deleted for resources: {'Port': ['ID=d2b19037-87c3-40ab-bc83-4c28367c817c,revision_number=None']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:46:52.504365 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5e7f6c-a2a8-4460-a1d5-3eda3a480882 req-a3967e2f-27f8-480a-a366-29b9814935c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:46:52.506089 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6c5e7f6c-a2a8-4460-a1d5-3eda3a480882 req-a3967e2f-27f8-480a-a366-29b9814935c8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6a67b7b8-1b5e-4ea7-ab09-4d43799d0b06 HTTP/1.1" status: 200 len: 846 time: 0.0938582 Nov 23 17:46:52.512848 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6639e84f-ae92-4bed-8ecc-35bf57509a24 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973419', 'neutron.services.segments.db._delete_segments_for_network-8736635878840'] for network, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:52.531858 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-480b1336-52f1-4cd6-a557-8fc39b487012 None None] The sync data for ids ['6ce656d6-d295-4a48-8809-f02b548dd50a'] in n-d-816206-8 is: [{'id': '6ce656d6-d295-4a48-8809-f02b548dd50a', 'name': 'tempest-TestVolumeBootPattern-1110572301-router', 'tenant_id': 'c0a53cd325e44b8fbee499050453672f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.143'}], 'enable_snat': True}, 'gw_port_id': '41276f9e-4769-4678-a2c8-4ca2eb9f723b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:38:07Z', 'updated_at': '2021-11-23T17:38:14Z', 'revision_number': 4, 'project_id': 'c0a53cd325e44b8fbee499050453672f', 'gw_port': {'id': '41276f9e-4769-4678-a2c8-4ca2eb9f723b', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:83:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ce656d6-d295-4a48-8809-f02b548dd50a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2099, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:38:08Z', 'updated_at': '2021-11-23T17:38:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_floatingips': [{'id': 'bac22a6b-67c4-4457-bc44-37444618cfa4', 'tenant_id': 'c0a53cd325e44b8fbee499050453672f', 'floating_ip_address': '172.25.3.165', 'floating_network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'router_id': '6ce656d6-d295-4a48-8809-f02b548dd50a', 'port_id': '3f0239ae-c0a5-4b25-b653-a289c9c182d2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2751, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02874d22-2dc9-404b-96b5-741d17e13e44', 'mac_address': 'fa:16:3e:f7:86:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33ad57ba-2e81-4ec7-8fab-dd4327006cf7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T17:46:48Z', 'updated_at': '2021-11-23T17:46:48Z', 'revision_number': 0, 'project_id': 'c0a53cd325e44b8fbee499050453672f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '054eac10-0542-49e4-bc40-e19b267e336a', 'name': '', 'network_id': '02874d22-2dc9-404b-96b5-741d17e13e44', 'tenant_id': 'c0a53cd325e44b8fbee499050453672f', 'mac_address': 'fa:16:3e:59:af:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ce656d6-d295-4a48-8809-f02b548dd50a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2117, 'fixed_ips': [{'subnet_id': '7cd7c517-b8bf-4f3d-98b6-b23c91372576', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:38:12Z', 'updated_at': '2021-11-23T17:38:30Z', 'revision_number': 5, 'project_id': 'c0a53cd325e44b8fbee499050453672f', 'subnets': [{'id': '7cd7c517-b8bf-4f3d-98b6-b23c91372576', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:46:52.539398 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-6639e84f-ae92-4bed-8ecc-35bf57509a24 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ed11839-4c67-4ec3-81b6-078a14406d71']}} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:46:52.552349 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-6639e84f-ae92-4bed-8ecc-35bf57509a24 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51bd35e6-c76b-4a7c-b233-96e2b31e59a0') {'for_net_delete': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:46:52.552757 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-6639e84f-ae92-4bed-8ecc-35bf57509a24 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51bd35e6-c76b-4a7c-b233-96e2b31e59a0') {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:46:52.563301 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6639e84f-ae92-4bed-8ecc-35bf57509a24 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736635840332', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-267528353'] for segment, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:52.582533 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6639e84f-ae92-4bed-8ecc-35bf57509a24 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:52.590176 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7fce04c3-20a2-4dbf-bde4-3c266c2c1df6 req-38edb076-1379-4ed6-b4fb-5c6c72ae5f78 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] 10.222.0.60 "GET /v2.0/security-groups?id=fa324d8c-13d0-499d-8791-7b10ff6fd90b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4435520 Nov 23 17:46:52.595559 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a3f944ac-9b9d-4e68-89f0-fbc4b8dcb766 req-de078ec1-a354-4d0d-b13e-e62d787a80a3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3f0239ae-c0a5-4b25-b653-a289c9c182d2 HTTP/1.1" status: 200 len: 1000 time: 0.6159112 Nov 23 17:46:52.610677 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6639e84f-ae92-4bed-8ecc-35bf57509a24 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Releasing vlan 519 on physical network physnet1 to pool {{(pid=103590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 17:46:52.611976 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6639e84f-ae92-4bed-8ecc-35bf57509a24 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264370093'] for segment, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:52.729117 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f944ac-9b9d-4e68-89f0-fbc4b8dcb766 req-87b46d73-55c2-4aa0-955d-6e05cb928d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:46:52.730572 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a3f944ac-9b9d-4e68-89f0-fbc4b8dcb766 req-87b46d73-55c2-4aa0-955d-6e05cb928d91 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7cd7c517-b8bf-4f3d-98b6-b23c91372576 HTTP/1.1" status: 200 len: 851 time: 0.0733590 Nov 23 17:46:52.732617 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6c5e7f6c-a2a8-4460-a1d5-3eda3a480882 req-113e8a3a-d6fa-467a-9ba4-cea4b8428401 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=96a4c4fb-2a54-4887-a6a0-d3361fb03ec8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1533201 Nov 23 17:46:52.734255 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 17:46:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b837b1a0-4c49-46ba-85ed-88152de07103 x-openstack-request-id: req-b837b1a0-4c49-46ba-85ed-88152de07103 {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:46:52.734616 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a131ec0-cc47-4676-8cbf-d026865517a6", "tag": "1baf61c1-39b8-45df-8da5-8401b3ea7c91", "status": "completed", "code": 200}]} {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:46:52.734898 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b837b1a0-4c49-46ba-85ed-88152de07103 {{(pid=103591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:46:52.735262 n-d-816206-8 neutron-server[103591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a131ec0-cc47-4676-8cbf-d026865517a6', 'tag': '1baf61c1-39b8-45df-8da5-8401b3ea7c91', 'status': 'completed', 'code': 200} Nov 23 17:46:52.743125 n-d-816206-8 neutron-server[103590]: Traceback (most recent call last): Nov 23 17:46:52.743125 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 17:46:52.743125 n-d-816206-8 neutron-server[103590]: timer() Nov 23 17:46:52.743125 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 17:46:52.743125 n-d-816206-8 neutron-server[103590]: cb(*args, **kw) Nov 23 17:46:52.743125 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 17:46:52.743125 n-d-816206-8 neutron-server[103590]: return func(*args, **kwargs) Nov 23 17:46:52.743125 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 17:46:52.743125 n-d-816206-8 neutron-server[103590]: self._notify() Nov 23 17:46:52.743125 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 17:46:52.743125 n-d-816206-8 neutron-server[103590]: self.callback(batched_events) Nov 23 17:46:52.743125 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 17:46:52.743125 n-d-816206-8 neutron-server[103590]: event.method(event) Nov 23 17:46:52.743125 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 17:46:52.743125 n-d-816206-8 neutron-server[103590]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 17:46:52.743125 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 17:46:52.743125 n-d-816206-8 neutron-server[103590]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 17:46:52.743125 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 17:46:52.743125 n-d-816206-8 neutron-server[103590]: return f(self, *a, **k) Nov 23 17:46:52.743125 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 17:46:52.743125 n-d-816206-8 neutron-server[103590]: return self._get(url).json() Nov 23 17:46:52.743125 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 17:46:52.743125 n-d-816206-8 neutron-server[103590]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 17:46:52.743125 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 17:46:52.743125 n-d-816206-8 neutron-server[103590]: return self.request(url, 'GET', **kwargs) Nov 23 17:46:52.743125 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 17:46:52.743125 n-d-816206-8 neutron-server[103590]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 17:46:52.743125 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 17:46:52.743125 n-d-816206-8 neutron-server[103590]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 17:46:52.743125 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 17:46:52.743125 n-d-816206-8 neutron-server[103590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 17:46:52.743125 n-d-816206-8 neutron-server[103590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 17:46:52.758700 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6639e84f-ae92-4bed-8ecc-35bf57509a24 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1795418'] for network, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:52.773358 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6639e84f-ae92-4bed-8ecc-35bf57509a24 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks [] for network, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:52.777091 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-6639e84f-ae92-4bed-8ecc-35bf57509a24 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] 10.222.0.60 "DELETE /v2.0/networks/0ed11839-4c67-4ec3-81b6-078a14406d71 HTTP/1.1" status: 204 len: 168 time: 1.1793401 Nov 23 17:46:52.796403 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 32808) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:46:52.801917 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-81f1fa0d-c4e2-4693-b49f-7969678f2723 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-234166883'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:46:52.819186 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5f9d0abe-bdf9-4341-8145-e1e3add2411b req-44e5632d-5931-4616-aaa4-8d4ba55dfe4a service neutron] 10.222.0.60 "GET /v2.0/networks/b75e9fac-17f1-4702-8d25-f863ff44788f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6335771 Nov 23 17:46:52.821768 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6639e84f-ae92-4bed-8ecc-35bf57509a24 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Pushing event deleted for resources: {'Network': ['ID=0ed11839-4c67-4ec3-81b6-078a14406d71,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:46:52.826737 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81f1fa0d-c4e2-4693-b49f-7969678f2723 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Made reservation on behalf of 57db132758f947bab3110ff0d5b47049 for: {'network': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:46:52.831431 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-81f1fa0d-c4e2-4693-b49f-7969678f2723 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for network, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:52.886950 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81f1fa0d-c4e2-4693-b49f-7969678f2723 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] vlan segment allocate from pool success with {'vlan_id': 535, 'physical_network': 'physnet1'} {{(pid=103590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 17:46:52.913702 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbafbfcc-6a99-4877-981e-78ec2253b553 None None] New status for floating IP bac22a6b-67c4-4457-bc44-37444618cfa4: ACTIVE {{(pid=103592) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 17:46:52.914295 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-81f1fa0d-c4e2-4693-b49f-7969678f2723 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:52.914437 n-d-816206-8 neutron-server[103590]: INFO neutron.db.segments_db [None req-81f1fa0d-c4e2-4693-b49f-7969678f2723 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Added segment 950f49bd-546a-4a75-9b4a-eb8a43b71b1f of type vlan for network b18ade57-4f1f-44d9-a956-eefaf175d4b5 Nov 23 17:46:52.982745 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-81f1fa0d-c4e2-4693-b49f-7969678f2723 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736635338810'] for network, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:52.990098 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f944ac-9b9d-4e68-89f0-fbc4b8dcb766 req-ed4e1179-4c9a-4d16-b8f0-9383d7c61f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:46:52.991638 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a3f944ac-9b9d-4e68-89f0-fbc4b8dcb766 req-ed4e1179-4c9a-4d16-b8f0-9383d7c61f46 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=02874d22-2dc9-404b-96b5-741d17e13e44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2405534 Nov 23 17:46:53.020885 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-81f1fa0d-c4e2-4693-b49f-7969678f2723 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493'] for network, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:53.033213 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81f1fa0d-c4e2-4693-b49f-7969678f2723 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:46:53.034358 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-81f1fa0d-c4e2-4693-b49f-7969678f2723 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks [] for network, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:53.103957 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-81f1fa0d-c4e2-4693-b49f-7969678f2723 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3064082 Nov 23 17:46:53.104895 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 32810) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:46:53.145493 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-4e529328-d475-4ab8-87df-ffed394de07d tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Request body: {'subnet': {'network_id': 'b18ade57-4f1f-44d9-a956-eefaf175d4b5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:46:53.156159 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6c5e7f6c-a2a8-4460-a1d5-3eda3a480882 req-5c8f858d-d51b-4a45-b74f-49b176f23c1d service neutron] 10.222.0.36 "GET /v2.0/networks/96a4c4fb-2a54-4887-a6a0-d3361fb03ec8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3784699 Nov 23 17:46:53.189888 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f1fa0d-c4e2-4693-b49f-7969678f2723 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Pushing event updated for resources: {'Network': ['ID=b18ade57-4f1f-44d9-a956-eefaf175d4b5,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:46:53.229449 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Network b18ade57-4f1f-44d9-a956-eefaf175d4b5 details requested by agent ovs-agent-n-d-816206-8 with host n-d-816206-8 {{(pid=103592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 17:46:53.307774 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6c5e7f6c-a2a8-4460-a1d5-3eda3a480882 req-e877d6c7-327b-4791-9442-43a2101a05a8 service neutron] 10.222.0.36 "GET /v2.0/networks/96a4c4fb-2a54-4887-a6a0-d3361fb03ec8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366208 Nov 23 17:46:53.328100 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5f9d0abe-bdf9-4341-8145-e1e3add2411b req-9fe51b47-4d9e-45fb-a26e-71f76da087d7 service neutron] 10.222.0.60 "GET /v2.0/networks/b75e9fac-17f1-4702-8d25-f863ff44788f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4735062 Nov 23 17:46:53.386342 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e529328-d475-4ab8-87df-ffed394de07d tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Made reservation on behalf of 57db132758f947bab3110ff0d5b47049 for: {'subnet': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:46:53.390561 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device d2b19037-87c3-40ab-bc83-4c28367c817c no longer exists at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:46:53.398826 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4e529328-d475-4ab8-87df-ffed394de07d tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264730903'] for subnet, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:53.400285 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a3f944ac-9b9d-4e68-89f0-fbc4b8dcb766 req-3b0faef3-3c24-4af2-bbb6-7852eaf69f66 service neutron] 10.222.0.36 "GET /v2.0/networks/02874d22-2dc9-404b-96b5-741d17e13e44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3758485 Nov 23 17:46:53.541317 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] No Port match for: d2b19037-87c3-40ab-bc83-4c28367c817c {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:46:53.541317 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device d2b19037-87c3-40ab-bc83-4c28367c817c not bound to the agent host n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:46:53.700933 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06958d16-9fb1-4dc2-8d7f-d495c8b88ef5 req-3a619d2c-fc96-4a4c-9516-a7499a6f3417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:46:53.702465 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-06958d16-9fb1-4dc2-8d7f-d495c8b88ef5 req-3a619d2c-fc96-4a4c-9516-a7499a6f3417 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fc0b8b60f26147bc93ae14daf3e34aba&device_id=0a131ec0-cc47-4676-8cbf-d026865517a6 HTTP/1.1" status: 200 len: 1095 time: 0.3007510 Nov 23 17:46:53.843865 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4e529328-d475-4ab8-87df-ffed394de07d tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264358096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264730885'] for subnet, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:53.876827 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-23921450-404a-4e9a-9c45-639084f89e34 req-97a01df3-1026-4a8d-8657-be7e32d7a1e3 tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] 10.222.0.60 "GET /v2.0/ports?device_id=293070f5-de93-4a70-88b5-12d762deec14 HTTP/1.1" status: 200 len: 210 time: 0.1579616 Nov 23 17:46:53.889081 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a3f944ac-9b9d-4e68-89f0-fbc4b8dcb766 req-481a4393-bc75-4b37-89da-4a724c2589b5 service neutron] 10.222.0.36 "GET /v2.0/networks/02874d22-2dc9-404b-96b5-741d17e13e44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4747770 Nov 23 17:46:53.947747 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6d4932-bd70-40b9-aac2-d54f4b20cdcb req-e09be89f-c6db-447f-b098-11299d92d739 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:46:53.949714 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9b6d4932-bd70-40b9-aac2-d54f4b20cdcb req-e09be89f-c6db-447f-b098-11299d92d739 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] 10.222.0.60 "GET /v2.0/ports?device_id=0a131ec0-cc47-4676-8cbf-d026865517a6 HTTP/1.1" status: 200 len: 944 time: 0.1906135 Nov 23 17:46:53.953253 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06958d16-9fb1-4dc2-8d7f-d495c8b88ef5 req-39b48728-6eb8-4e09-be4b-38b8cab98946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:46:53.954888 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-06958d16-9fb1-4dc2-8d7f-d495c8b88ef5 req-39b48728-6eb8-4e09-be4b-38b8cab98946 service neutron] 10.222.0.36 "GET /v2.0/networks?id=96a4c4fb-2a54-4887-a6a0-d3361fb03ec8 HTTP/1.1" status: 200 len: 907 time: 0.2379646 Nov 23 17:46:54.001382 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e529328-d475-4ab8-87df-ffed394de07d tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Checking segment: {'id': '950f49bd-546a-4a75-9b4a-eb8a43b71b1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'b18ade57-4f1f-44d9-a956-eefaf175d4b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:46:54.001970 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e529328-d475-4ab8-87df-ffed394de07d tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Network hostable DHCP agents. Network: b18ade57-4f1f-44d9-a956-eefaf175d4b5, hostable agents: ['0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3'], hosted agents: [] {{(pid=103590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 17:46:54.012575 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e529328-d475-4ab8-87df-ffed394de07d tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Pushing event updated for resources: {'Subnet': ['ID=647ca96c-23d4-4493-b4eb-5eacf9ebcc00,revision_number=0']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:46:54.034232 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-06958d16-9fb1-4dc2-8d7f-d495c8b88ef5 req-62fee1a5-1cb8-4aaf-b3ac-e60cd2aacd48 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1baf61c1-39b8-45df-8da5-8401b3ea7c91 HTTP/1.1" status: 200 len: 217 time: 0.0605829 Nov 23 17:46:54.037777 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e529328-d475-4ab8-87df-ffed394de07d tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Network b18ade57-4f1f-44d9-a956-eefaf175d4b5 is scheduled to be hosted by DHCP agent 0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3 with binding_index 1 {{(pid=103590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 17:46:54.053421 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-4e529328-d475-4ab8-87df-ffed394de07d tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-8, b18ade57-4f1f-44d9-a956-eefaf175d4b5) {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:46:54.062959 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc6d9089-00b0-4e67-a96b-0bdb0a3d9c3f None None] Network b18ade57-4f1f-44d9-a956-eefaf175d4b5 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:46:54.068141 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e529328-d475-4ab8-87df-ffed394de07d tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:46:54.069272 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4e529328-d475-4ab8-87df-ffed394de07d tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks [] for subnet, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:54.083786 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9b6d4932-bd70-40b9-aac2-d54f4b20cdcb req-d8c4f386-f862-4d4f-9fb1-313c8217a1e6 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] 10.222.0.60 "GET /v2.0/security-groups?id=fa324d8c-13d0-499d-8791-7b10ff6fd90b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214907 Nov 23 17:46:54.092362 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-4e529328-d475-4ab8-87df-ffed394de07d tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9492590 Nov 23 17:46:54.092780 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 32830) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:46:54.098958 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-1f9425cd-47c5-4f5b-9015-e3932e4c8cde tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-561136850', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:46:54.154550 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1f9425cd-47c5-4f5b-9015-e3932e4c8cde tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1793449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8093'] for router, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:54.156836 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1f9425cd-47c5-4f5b-9015-e3932e4c8cde tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1794473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1794771', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1638326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8086'] for router, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:54.183253 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06958d16-9fb1-4dc2-8d7f-d495c8b88ef5 req-d83fa808-e846-4bad-98ca-1e9b2b05e2a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:46:54.188931 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-06958d16-9fb1-4dc2-8d7f-d495c8b88ef5 req-d83fa808-e846-4bad-98ca-1e9b2b05e2a1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6a67b7b8-1b5e-4ea7-ab09-4d43799d0b06 HTTP/1.1" status: 200 len: 846 time: 0.1029522 Nov 23 17:46:54.268539 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-06958d16-9fb1-4dc2-8d7f-d495c8b88ef5 req-36e59017-9fc7-4149-8c1b-c813ece9e239 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=96a4c4fb-2a54-4887-a6a0-d3361fb03ec8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0514963 Nov 23 17:46:54.313181 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2abbbf1a-4189-4ad9-8ce3-03e662d2b0b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp355044b8-8e87-58c4-94fa-4a010ec30f9e-b18ade57-4f1f-44d9-a956-eefaf175d4b5', 'network_id': 'b18ade57-4f1f-44d9-a956-eefaf175d4b5', 'tenant_id': '57db132758f947bab3110ff0d5b47049', 'fixed_ips': [{'subnet_id': '647ca96c-23d4-4493-b4eb-5eacf9ebcc00'}]}} from n-d-816206-8. {{(pid=103592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 17:46:54.314901 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-2abbbf1a-4189-4ad9-8ce3-03e662d2b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:54.319240 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1f9425cd-47c5-4f5b-9015-e3932e4c8cde tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:54.325391 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1f9425cd-47c5-4f5b-9015-e3932e4c8cde tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1794316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1795362'] for router, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:54.376138 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1f9425cd-47c5-4f5b-9015-e3932e4c8cde tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks [] for router, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:54.377422 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-1f9425cd-47c5-4f5b-9015-e3932e4c8cde tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.2835677 Nov 23 17:46:54.385865 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 32834) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:46:54.391112 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-b37f7e19-45bb-45dd-9935-88c9fce16f1e tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Request body: {'port': {'network_id': 'b18ade57-4f1f-44d9-a956-eefaf175d4b5', 'name': 'tempest-PortsTestJSON-81283291'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:46:54.472653 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-06958d16-9fb1-4dc2-8d7f-d495c8b88ef5 req-2fa5865b-9223-41d6-b8a3-83e12eb8c94a service neutron] 10.222.0.36 "GET /v2.0/networks/96a4c4fb-2a54-4887-a6a0-d3361fb03ec8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1935651 Nov 23 17:46:54.578599 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.db_base_plugin_common [None req-2abbbf1a-4189-4ad9-8ce3-03e662d2b0b2 None None] Allocated IP 172.20.0.2 (b18ade57-4f1f-44d9-a956-eefaf175d4b5/647ca96c-23d4-4493-b4eb-5eacf9ebcc00/e6f5b51c-a68a-4393-afc1-d3802daac1b4) {{(pid=103592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:46:54.665696 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-06958d16-9fb1-4dc2-8d7f-d495c8b88ef5 req-c3dda788-3efb-4145-b477-ddcd6362ba20 service neutron] 10.222.0.36 "GET /v2.0/networks/96a4c4fb-2a54-4887-a6a0-d3361fb03ec8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1848307 Nov 23 17:46:54.678403 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b37f7e19-45bb-45dd-9935-88c9fce16f1e tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Made reservation on behalf of 57db132758f947bab3110ff0d5b47049 for: {'port': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:46:54.690443 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b37f7e19-45bb-45dd-9935-88c9fce16f1e tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:54.717547 n-d-816206-8 neutron-server[103590]: DEBUG neutron.notifiers.nova [None req-b37f7e19-45bb-45dd-9935-88c9fce16f1e tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] device_id is not set on port 8fc01a12-8d04-4fcc-97c6-af3563d49a97 yet. {{(pid=103590) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 17:46:54.868615 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-2abbbf1a-4189-4ad9-8ce3-03e662d2b0b2 None None] Publish callbacks [] for port, precommit_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:54.881515 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-2abbbf1a-4189-4ad9-8ce3-03e662d2b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980'] for port, after_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:54.938668 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-b37f7e19-45bb-45dd-9935-88c9fce16f1e tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Allocated IP 172.20.0.11 (b18ade57-4f1f-44d9-a956-eefaf175d4b5/647ca96c-23d4-4493-b4eb-5eacf9ebcc00/8fc01a12-8d04-4fcc-97c6-af3563d49a97) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:46:54.947174 n-d-816206-8 neutron-server[103592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2abbbf1a-4189-4ad9-8ce3-03e662d2b0b2 None None] Network b18ade57-4f1f-44d9-a956-eefaf175d4b5 is already hosted by enough agents. {{(pid=103592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:46:54.948190 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abbbf1a-4189-4ad9-8ce3-03e662d2b0b2 None None] Pushing event updated for resources: {'Port': ['ID=e6f5b51c-a68a-4393-afc1-d3802daac1b4,revision_number=1']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:46:54.952254 n-d-816206-8 neutron-server[103592]: DEBUG neutron.scheduler.base_scheduler [None req-2abbbf1a-4189-4ad9-8ce3-03e662d2b0b2 None None] Resources bound (agent type, host, resource id): {{(pid=103592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:46:54.954506 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2abbbf1a-4189-4ad9-8ce3-03e662d2b0b2 None None] Received port after_create {{(pid=103592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:46:55.034344 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-2abbbf1a-4189-4ad9-8ce3-03e662d2b0b2 None None] Attempting to bind port e6f5b51c-a68a-4393-afc1-d3802daac1b4 on host n-d-816206-8 for vnic_type normal with profile {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:46:55.035048 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-2abbbf1a-4189-4ad9-8ce3-03e662d2b0b2 None None] Attempting to bind port e6f5b51c-a68a-4393-afc1-d3802daac1b4 by drivers openvswitch,hyperv on host n-d-816206-8 at level 0 using segments [{'id': '950f49bd-546a-4a75-9b4a-eb8a43b71b1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'b18ade57-4f1f-44d9-a956-eefaf175d4b5'}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:46:55.036205 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2abbbf1a-4189-4ad9-8ce3-03e662d2b0b2 None None] Attempting to bind port e6f5b51c-a68a-4393-afc1-d3802daac1b4 on network b18ade57-4f1f-44d9-a956-eefaf175d4b5 {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:46:55.041642 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2abbbf1a-4189-4ad9-8ce3-03e662d2b0b2 None None] Checking agent: {'id': '9e89acbe-4bbe-4c77-a18b-6f1da9133e0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 7, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 46, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:46:55.042161 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2abbbf1a-4189-4ad9-8ce3-03e662d2b0b2 None None] Checking segment: {'id': '950f49bd-546a-4a75-9b4a-eb8a43b71b1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'b18ade57-4f1f-44d9-a956-eefaf175d4b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:46:55.042659 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-2abbbf1a-4189-4ad9-8ce3-03e662d2b0b2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:55.043147 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2abbbf1a-4189-4ad9-8ce3-03e662d2b0b2 None None] Bound using segment: {'id': '950f49bd-546a-4a75-9b4a-eb8a43b71b1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'b18ade57-4f1f-44d9-a956-eefaf175d4b5'} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:46:55.043741 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-2abbbf1a-4189-4ad9-8ce3-03e662d2b0b2 None None] Bound port: e6f5b51c-a68a-4393-afc1-d3802daac1b4, host: n-d-816206-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '950f49bd-546a-4a75-9b4a-eb8a43b71b1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'b18ade57-4f1f-44d9-a956-eefaf175d4b5'}}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:46:55.044226 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-2abbbf1a-4189-4ad9-8ce3-03e662d2b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:55.148196 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5094f074-607b-4743-a926-bfcbe538ad0b req-085f434c-a192-4dee-9732-0d5c1720712f tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] 10.222.0.60 "GET /v2.0/ports?device_id=293070f5-de93-4a70-88b5-12d762deec14 HTTP/1.1" status: 200 len: 210 time: 0.0913308 Nov 23 17:46:55.194841 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-2abbbf1a-4189-4ad9-8ce3-03e662d2b0b2 None None] For port e6f5b51c-a68a-4393-afc1-d3802daac1b4, host n-d-816206-8, cleared binding levels {{(pid=103592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:46:55.202031 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-2abbbf1a-4189-4ad9-8ce3-03e662d2b0b2 None None] For port e6f5b51c-a68a-4393-afc1-d3802daac1b4, host n-d-816206-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=e6f5b51c-a68a-4393-afc1-d3802daac1b4,segment=NetworkSegment(950f49bd-546a-4a75-9b4a-eb8a43b71b1f),segment_id=950f49bd-546a-4a75-9b4a-eb8a43b71b1f)] {{(pid=103592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:46:55.209050 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-2abbbf1a-4189-4ad9-8ce3-03e662d2b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:55.303417 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b37f7e19-45bb-45dd-9935-88c9fce16f1e tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:55.306681 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abbbf1a-4189-4ad9-8ce3-03e662d2b0b2 None None] Pushing event updated for resources: {'Port': ['ID=e6f5b51c-a68a-4393-afc1-d3802daac1b4,revision_number=2']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:46:55.372055 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b37f7e19-45bb-45dd-9935-88c9fce16f1e tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:55.447179 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 32852) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:46:55.451402 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37f7e19-45bb-45dd-9935-88c9fce16f1e tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Pushing event updated for resources: {'Port': ['ID=8fc01a12-8d04-4fcc-97c6-af3563d49a97,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:46:55.494098 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b37f7e19-45bb-45dd-9935-88c9fce16f1e tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Network b18ade57-4f1f-44d9-a956-eefaf175d4b5 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:46:55.495916 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-b37f7e19-45bb-45dd-9935-88c9fce16f1e tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:46:55.498903 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b37f7e19-45bb-45dd-9935-88c9fce16f1e tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:46:55.516957 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9d0abe-bdf9-4341-8145-e1e3add2411b req-69c1702a-e1a0-449f-acbc-5c59df9cb5fb tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:46:55.525346 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5f9d0abe-bdf9-4341-8145-e1e3add2411b req-69c1702a-e1a0-449f-acbc-5c59df9cb5fb tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] 10.222.0.55 "GET /v2.0/networks?id=b75e9fac-17f1-4702-8d25-f863ff44788f HTTP/1.1" status: 200 len: 814 time: 0.2335699 Nov 23 17:46:55.545107 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [req-5f9d0abe-bdf9-4341-8145-e1e3add2411b req-7dae7cc9-9e75-4367-92d7-d8e170c68b62 tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] Request body: {'port': {'device_id': '293070f5-de93-4a70-88b5-12d762deec14', 'network_id': 'b75e9fac-17f1-4702-8d25-f863ff44788f', 'admin_state_up': True, 'tenant_id': 'b18cd1cca1b44b989141b05dcb1fddfb'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:46:55.592157 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b37f7e19-45bb-45dd-9935-88c9fce16f1e tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:46:55.594036 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b37f7e19-45bb-45dd-9935-88c9fce16f1e tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:55.636400 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-b37f7e19-45bb-45dd-9935-88c9fce16f1e tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.2491007 Nov 23 17:46:55.639809 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 32856) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:46:55.721236 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0435d20-b36e-4f62-a508-f7b6ec8fc9da req-9eedde8d-b207-4526-a413-37df3905edfe tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:46:55.729778 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b0435d20-b36e-4f62-a508-f7b6ec8fc9da req-9eedde8d-b207-4526-a413-37df3905edfe tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] 10.222.0.60 "GET /v2.0/ports?device_id=0a131ec0-cc47-4676-8cbf-d026865517a6 HTTP/1.1" status: 200 len: 944 time: 0.4988906 Nov 23 17:46:55.797498 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-751ba99f-bb44-4664-9716-704087b0de78 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:55.916599 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b0435d20-b36e-4f62-a508-f7b6ec8fc9da req-5e4cbcba-3aae-4b1a-8a49-2c9038ab825a tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] 10.222.0.60 "GET /v2.0/security-groups?id=fa324d8c-13d0-499d-8791-7b10ff6fd90b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760705 Nov 23 17:46:55.948215 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f9d0abe-bdf9-4341-8145-e1e3add2411b req-7dae7cc9-9e75-4367-92d7-d8e170c68b62 tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] Made reservation on behalf of b18cd1cca1b44b989141b05dcb1fddfb for: {'port': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:46:55.958122 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-5f9d0abe-bdf9-4341-8145-e1e3add2411b req-7dae7cc9-9e75-4367-92d7-d8e170c68b62 tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:56.215501 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.db_base_plugin_common [req-5f9d0abe-bdf9-4341-8145-e1e3add2411b req-7dae7cc9-9e75-4367-92d7-d8e170c68b62 tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] Allocated IP 172.20.0.4 (b75e9fac-17f1-4702-8d25-f863ff44788f/8bdf8112-60de-47e2-b40b-a031bce5a853/2f0ffcfa-f859-4e6a-a6a1-fdf993e1795a) {{(pid=103591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:46:56.284515 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-751ba99f-bb44-4664-9716-704087b0de78 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:56.305895 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-751ba99f-bb44-4664-9716-704087b0de78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:56.483959 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-59d65037-0207-4beb-a2cc-283ebb7851d4 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:56.496738 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-5f9d0abe-bdf9-4341-8145-e1e3add2411b req-7dae7cc9-9e75-4367-92d7-d8e170c68b62 tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] Publish callbacks [] for port, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:56.516631 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-751ba99f-bb44-4664-9716-704087b0de78 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d66fc4cd808e4cbeb1cc6a0da9bae05e&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0516281 Nov 23 17:46:56.523124 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 32862) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:46:56.546946 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-5f9d0abe-bdf9-4341-8145-e1e3add2411b req-7dae7cc9-9e75-4367-92d7-d8e170c68b62 tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:56.547189 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751ba99f-bb44-4664-9716-704087b0de78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7869129-a9c9-4e3a-99c8-4470dd8860aa,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:46:56.567852 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] get_ports_and_sgs() called for port_ids ['3690f848-fde7-480c-ab9e-211c79d0cd2d'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:46:56.636667 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device 1baf61c1-39b8-45df-8da5-8401b3ea7c91 details requested by agent hyperv_n-h2-816206-8 with host n-h2-816206-8 {{(pid=103592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 17:46:56.694478 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dae7cc9-9e75-4367-92d7-d8e170c68b62 tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] Pushing event updated for resources: {'Port': ['ID=2f0ffcfa-f859-4e6a-a6a1-fdf993e1795a,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:46:56.715614 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c92a3705-1912-47b8-8d35-346252cbab73 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:56.789760 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2357344-bc3c-49a3-b40b-c7861ac6f544 req-ca5fe3be-b30e-49c9-8933-77a36c1fc2cf tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:46:56.797605 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e2357344-bc3c-49a3-b40b-c7861ac6f544 req-ca5fe3be-b30e-49c9-8933-77a36c1fc2cf tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] 10.222.0.60 "GET /v2.0/ports?device_id=293070f5-de93-4a70-88b5-12d762deec14 HTTP/1.1" status: 200 len: 931 time: 0.2660306 Nov 23 17:46:56.807079 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f9d0abe-bdf9-4341-8145-e1e3add2411b req-7dae7cc9-9e75-4367-92d7-d8e170c68b62 tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] Network b75e9fac-17f1-4702-8d25-f863ff44788f is already hosted by enough agents. {{(pid=103591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:46:56.830497 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [req-5f9d0abe-bdf9-4341-8145-e1e3add2411b req-7dae7cc9-9e75-4367-92d7-d8e170c68b62 tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] Resources bound (agent type, host, resource id): {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:46:56.834822 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f9d0abe-bdf9-4341-8145-e1e3add2411b req-7dae7cc9-9e75-4367-92d7-d8e170c68b62 tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] Received port after_create {{(pid=103591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:46:56.912145 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port 1baf61c1-39b8-45df-8da5-8401b3ea7c91, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=1baf61c1-39b8-45df-8da5-8401b3ea7c91,segment=NetworkSegment(3dd48af8-0370-4e3e-80f2-5bf5c6c5c8d9),segment_id=3dd48af8-0370-4e3e-80f2-5bf5c6c5c8d9)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:46:56.978006 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Returning: {'device': '1baf61c1-39b8-45df-8da5-8401b3ea7c91', 'network_id': '96a4c4fb-2a54-4887-a6a0-d3361fb03ec8', 'port_id': '1baf61c1-39b8-45df-8da5-8401b3ea7c91', 'mac_address': 'fa:16:3e:8b:f0:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a67b7b8-1b5e-4ea7-ab09-4d43799d0b06', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 17:46:57.019613 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9bce4d5-5a0a-44e6-9b6d-ce0db50547f6 None None] Network b18ade57-4f1f-44d9-a956-eefaf175d4b5 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:46:57.073726 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e2357344-bc3c-49a3-b40b-c7861ac6f544 req-b90e6868-441a-4391-9765-af963030932f tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] 10.222.0.60 "GET /v2.0/security-groups?id=6b69aca9-b68e-45b0-a7a0-1eb351a8ed08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2750199 Nov 23 17:46:57.135964 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:57.151675 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9d0abe-bdf9-4341-8145-e1e3add2411b req-7dae7cc9-9e75-4367-92d7-d8e170c68b62 tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:46:57.152745 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-5f9d0abe-bdf9-4341-8145-e1e3add2411b req-7dae7cc9-9e75-4367-92d7-d8e170c68b62 tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:57.177157 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1baf61c1-39b8-45df-8da5-8401b3ea7c91 {{(pid=103592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:46:57.200070 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58324c14-81a1-49e7-9256-f46c99b1cdbe req-23281d25-dd44-439b-b1c6-02f2f68e23bc tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:46:57.202210 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-58324c14-81a1-49e7-9256-f46c99b1cdbe req-23281d25-dd44-439b-b1c6-02f2f68e23bc tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] 10.222.0.60 "GET /v2.0/ports?device_id=0a131ec0-cc47-4676-8cbf-d026865517a6 HTTP/1.1" status: 200 len: 944 time: 0.1122324 Nov 23 17:46:57.202450 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port 1baf61c1-39b8-45df-8da5-8401b3ea7c91, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=1baf61c1-39b8-45df-8da5-8401b3ea7c91,segment=NetworkSegment(3dd48af8-0370-4e3e-80f2-5bf5c6c5c8d9),segment_id=3dd48af8-0370-4e3e-80f2-5bf5c6c5c8d9)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:46:57.206759 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5f9d0abe-bdf9-4341-8145-e1e3add2411b req-7dae7cc9-9e75-4367-92d7-d8e170c68b62 tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6702974 Nov 23 17:46:57.266609 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [req-5f9d0abe-bdf9-4341-8145-e1e3add2411b req-a5d2b222-09fc-4675-a1ed-d2f5a7ab43eb service neutron] Request body: {'port': {'device_id': '293070f5-de93-4a70-88b5-12d762deec14', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-8'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:46:57.300982 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:57.385619 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c92a3705-1912-47b8-8d35-346252cbab73 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:57.389246 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device e6f5b51c-a68a-4393-afc1-d3802daac1b4 up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:46:57.443613 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-5f9d0abe-bdf9-4341-8145-e1e3add2411b req-a5d2b222-09fc-4675-a1ed-d2f5a7ab43eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:57.517048 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-58324c14-81a1-49e7-9256-f46c99b1cdbe req-2babfb7e-cd0f-494b-8df9-5de6ce4f41c0 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] 10.222.0.60 "GET /v2.0/security-groups?id=fa324d8c-13d0-499d-8791-7b10ff6fd90b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3070455 Nov 23 17:46:57.525278 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Pushing event updated for resources: {'Port': ['ID=1baf61c1-39b8-45df-8da5-8401b3ea7c91,revision_number=4']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:46:57.540463 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c92a3705-1912-47b8-8d35-346252cbab73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:57.543678 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c92a3705-1912-47b8-8d35-346252cbab73 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:57.558563 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-c92a3705-1912-47b8-8d35-346252cbab73 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a7869129-a9c9-4e3a-99c8-4470dd8860aa HTTP/1.1" status: 204 len: 168 time: 1.0210948 Nov 23 17:46:57.577790 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92a3705-1912-47b8-8d35-346252cbab73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7869129-a9c9-4e3a-99c8-4470dd8860aa,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:46:57.605240 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-59d65037-0207-4beb-a2cc-283ebb7851d4 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks [] for port, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:57.617414 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9d73dac2-6952-495c-96f3-7909c649d4fe None None] Provisioning complete for port e6f5b51c-a68a-4393-afc1-d3802daac1b4 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:46:57.617988 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9d73dac2-6952-495c-96f3-7909c649d4fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:57.618198 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-59d65037-0207-4beb-a2cc-283ebb7851d4 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264357957'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:57.767060 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port e6f5b51c-a68a-4393-afc1-d3802daac1b4 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:46:57.767709 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:57.774732 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] get_ports_and_sgs() called for port_ids ['1baf61c1-39b8-45df-8da5-8401b3ea7c91'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:46:57.834238 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d65037-0207-4beb-a2cc-283ebb7851d4 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Pushing event updated for resources: {'Port': ['ID=8fc01a12-8d04-4fcc-97c6-af3563d49a97,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:46:57.974282 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [req-5f9d0abe-bdf9-4341-8145-e1e3add2411b req-a5d2b222-09fc-4675-a1ed-d2f5a7ab43eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f0ffcfa-f859-4e6a-a6a1-fdf993e1795a {{(pid=103591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:46:57.976831 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9d73dac2-6952-495c-96f3-7909c649d4fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:57.983426 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-5f9d0abe-bdf9-4341-8145-e1e3add2411b req-a5d2b222-09fc-4675-a1ed-d2f5a7ab43eb service neutron] Publish callbacks [] for port, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:57.999709 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.provisioning_blocks [req-5f9d0abe-bdf9-4341-8145-e1e3add2411b req-a5d2b222-09fc-4675-a1ed-d2f5a7ab43eb service neutron] Transition to ACTIVE for port object 2f0ffcfa-f859-4e6a-a6a1-fdf993e1795a will not be triggered until provisioned by entity L2. {{(pid=103591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 17:46:58.005633 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-5f9d0abe-bdf9-4341-8145-e1e3add2411b req-a5d2b222-09fc-4675-a1ed-d2f5a7ab43eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264758186'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:58.087804 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-9d73dac2-6952-495c-96f3-7909c649d4fe None None] For port e6f5b51c-a68a-4393-afc1-d3802daac1b4, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=e6f5b51c-a68a-4393-afc1-d3802daac1b4,segment=NetworkSegment(950f49bd-546a-4a75-9b4a-eb8a43b71b1f),segment_id=950f49bd-546a-4a75-9b4a-eb8a43b71b1f)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:46:58.115974 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d2b222-09fc-4675-a1ed-d2f5a7ab43eb service neutron] Pushing event updated for resources: {'Port': ['ID=2f0ffcfa-f859-4e6a-a6a1-fdf993e1795a,revision_number=2']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:46:58.127863 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9d73dac2-6952-495c-96f3-7909c649d4fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:58.157419 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-59d65037-0207-4beb-a2cc-283ebb7851d4 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1795539'] for router_interface, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:58.380783 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4f4d55-ccf4-4b81-af55-0b7aba6944b4 req-2fe0b695-15e5-4e7c-a1ac-a26fc343715b tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:46:58.383078 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-59d65037-0207-4beb-a2cc-283ebb7851d4 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:58.400755 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-df4f4d55-ccf4-4b81-af55-0b7aba6944b4 req-2fe0b695-15e5-4e7c-a1ac-a26fc343715b tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] 10.222.0.60 "GET /v2.0/ports?device_id=293070f5-de93-4a70-88b5-12d762deec14 HTTP/1.1" status: 200 len: 943 time: 0.1214347 Nov 23 17:46:58.467844 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-5f9d0abe-bdf9-4341-8145-e1e3add2411b req-a5d2b222-09fc-4675-a1ed-d2f5a7ab43eb service neutron] Attempting to bind port 2f0ffcfa-f859-4e6a-a6a1-fdf993e1795a on host n-h1-816206-8 for vnic_type normal with profile {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:46:58.468130 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:58.479040 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-5f9d0abe-bdf9-4341-8145-e1e3add2411b req-a5d2b222-09fc-4675-a1ed-d2f5a7ab43eb service neutron] Attempting to bind port 2f0ffcfa-f859-4e6a-a6a1-fdf993e1795a by drivers openvswitch,hyperv on host n-h1-816206-8 at level 0 using segments [{'id': '7236ee9c-d2a1-449e-b7f8-41fdf7da8bc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'b75e9fac-17f1-4702-8d25-f863ff44788f'}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:46:58.479385 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f9d0abe-bdf9-4341-8145-e1e3add2411b req-a5d2b222-09fc-4675-a1ed-d2f5a7ab43eb service neutron] Attempting to bind port 2f0ffcfa-f859-4e6a-a6a1-fdf993e1795a on network b75e9fac-17f1-4702-8d25-f863ff44788f {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:46:58.504767 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f9d0abe-bdf9-4341-8145-e1e3add2411b req-a5d2b222-09fc-4675-a1ed-d2f5a7ab43eb service neutron] Port 2f0ffcfa-f859-4e6a-a6a1-fdf993e1795a on network b75e9fac-17f1-4702-8d25-f863ff44788f not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-8 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 17:46:58.505146 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f9d0abe-bdf9-4341-8145-e1e3add2411b req-a5d2b222-09fc-4675-a1ed-d2f5a7ab43eb service neutron] Attempting to bind port 2f0ffcfa-f859-4e6a-a6a1-fdf993e1795a on network b75e9fac-17f1-4702-8d25-f863ff44788f {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:46:58.527869 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f9d0abe-bdf9-4341-8145-e1e3add2411b req-a5d2b222-09fc-4675-a1ed-d2f5a7ab43eb service neutron] Checking agent: {'id': '4b0a4557-3bfe-4828-80a0-7981fc3ac84c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 15, 14), 'started_at': datetime.datetime(2021, 11, 23, 17, 15, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 46, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:46:58.528227 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f9d0abe-bdf9-4341-8145-e1e3add2411b req-a5d2b222-09fc-4675-a1ed-d2f5a7ab43eb service neutron] Checking segment: {'id': '7236ee9c-d2a1-449e-b7f8-41fdf7da8bc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'b75e9fac-17f1-4702-8d25-f863ff44788f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:46:58.528652 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f9d0abe-bdf9-4341-8145-e1e3add2411b req-a5d2b222-09fc-4675-a1ed-d2f5a7ab43eb service neutron] Bound using segment: {'id': '7236ee9c-d2a1-449e-b7f8-41fdf7da8bc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'b75e9fac-17f1-4702-8d25-f863ff44788f'} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:46:58.529104 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-5f9d0abe-bdf9-4341-8145-e1e3add2411b req-a5d2b222-09fc-4675-a1ed-d2f5a7ab43eb service neutron] Bound port: 2f0ffcfa-f859-4e6a-a6a1-fdf993e1795a, host: n-h1-816206-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7236ee9c-d2a1-449e-b7f8-41fdf7da8bc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'b75e9fac-17f1-4702-8d25-f863ff44788f'}}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:46:58.529466 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-5f9d0abe-bdf9-4341-8145-e1e3add2411b req-a5d2b222-09fc-4675-a1ed-d2f5a7ab43eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:58.569453 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-df4f4d55-ccf4-4b81-af55-0b7aba6944b4 req-b5ba69a6-a042-42b6-8fd6-376cc19881ed tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] 10.222.0.60 "GET /v2.0/security-groups?id=6b69aca9-b68e-45b0-a7a0-1eb351a8ed08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605744 Nov 23 17:46:58.692987 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d73dac2-6952-495c-96f3-7909c649d4fe None None] Pushing event updated for resources: {'Port': ['ID=e6f5b51c-a68a-4393-afc1-d3802daac1b4,revision_number=3']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:46:58.765286 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-5f4b4d8f-abef-4a69-8954-9743a2f11ea7 None None] Provisioning complete for port e6f5b51c-a68a-4393-afc1-d3802daac1b4 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:46:58.770614 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-5f4b4d8f-abef-4a69-8954-9743a2f11ea7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:58.785937 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-5f9d0abe-bdf9-4341-8145-e1e3add2411b req-a5d2b222-09fc-4675-a1ed-d2f5a7ab43eb service neutron] For port 2f0ffcfa-f859-4e6a-a6a1-fdf993e1795a, host n-h1-816206-8, cleared binding levels {{(pid=103591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:46:58.838461 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.db.api [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103592) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 17:46:58.839004 n-d-816206-8 neutron-server[103592]: DEBUG oslo_db.api [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 17:46:58.865050 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-5f9d0abe-bdf9-4341-8145-e1e3add2411b req-a5d2b222-09fc-4675-a1ed-d2f5a7ab43eb service neutron] For port 2f0ffcfa-f859-4e6a-a6a1-fdf993e1795a, host n-h1-816206-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=2f0ffcfa-f859-4e6a-a6a1-fdf993e1795a,segment=NetworkSegment(7236ee9c-d2a1-449e-b7f8-41fdf7da8bc8),segment_id=7236ee9c-d2a1-449e-b7f8-41fdf7da8bc8)] {{(pid=103591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:46:58.886078 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-5f9d0abe-bdf9-4341-8145-e1e3add2411b req-a5d2b222-09fc-4675-a1ed-d2f5a7ab43eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264758186'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:58.915041 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c01b6fd-caef-459e-b777-ad5801e0517a req-1e6de05c-1364-4597-ba99-140959a8ce13 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:46:58.927843 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6c01b6fd-caef-459e-b777-ad5801e0517a req-1e6de05c-1364-4597-ba99-140959a8ce13 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] 10.222.0.60 "GET /v2.0/ports?device_id=0a131ec0-cc47-4676-8cbf-d026865517a6 HTTP/1.1" status: 200 len: 945 time: 0.2364039 Nov 23 17:46:58.952236 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-5f4b4d8f-abef-4a69-8954-9743a2f11ea7 None None] Provisioning complete for port 8fc01a12-8d04-4fcc-97c6-af3563d49a97 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:46:58.952785 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-5f4b4d8f-abef-4a69-8954-9743a2f11ea7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:59.008556 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-5f4b4d8f-abef-4a69-8954-9743a2f11ea7 None None] Port 8fc01a12-8d04-4fcc-97c6-af3563d49a97 cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:46:59.044017 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9d0abe-bdf9-4341-8145-e1e3add2411b req-a5d2b222-09fc-4675-a1ed-d2f5a7ab43eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:46:59.045304 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-5f9d0abe-bdf9-4341-8145-e1e3add2411b req-a5d2b222-09fc-4675-a1ed-d2f5a7ab43eb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:59.047679 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5f9d0abe-bdf9-4341-8145-e1e3add2411b req-a5d2b222-09fc-4675-a1ed-d2f5a7ab43eb service neutron] 10.222.0.55 "PUT /v2.0/ports/2f0ffcfa-f859-4e6a-a6a1-fdf993e1795a HTTP/1.1" status: 200 len: 1091 time: 1.8090580 Nov 23 17:46:59.054564 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '293070f5-de93-4a70-88b5-12d762deec14', 'tag': '2f0ffcfa-f859-4e6a-a6a1-fdf993e1795a'}] {{(pid=103591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:46:59.057650 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41d174a19ece9499ff9ec44e5b3fc50f2abd3ffbc947fb7e52ea1e8db27b95b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccaf728e-4400-4434-accc-4fca1de3f4e9" -d '{"events": [{"name": "network-changed", "server_uuid": "293070f5-de93-4a70-88b5-12d762deec14", "tag": "2f0ffcfa-f859-4e6a-a6a1-fdf993e1795a"}]}' {{(pid=103591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:46:59.063316 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-59d65037-0207-4beb-a2cc-283ebb7851d4 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks [] for port, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:59.075094 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-59d65037-0207-4beb-a2cc-283ebb7851d4 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264357957'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:59.136913 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-f7c8550b-ac11-4ea1-ba3a-696643b197e7 None None] Provisioning complete for port 8fc01a12-8d04-4fcc-97c6-af3563d49a97 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:46:59.137332 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-f7c8550b-ac11-4ea1-ba3a-696643b197e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:59.194785 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d2b222-09fc-4675-a1ed-d2f5a7ab43eb service neutron] Pushing event updated for resources: {'Port': ['ID=2f0ffcfa-f859-4e6a-a6a1-fdf993e1795a,revision_number=3']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:46:59.214716 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-f7c8550b-ac11-4ea1-ba3a-696643b197e7 None None] Port 8fc01a12-8d04-4fcc-97c6-af3563d49a97 cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:46:59.231526 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 17:46:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b177bde8-8367-48d8-8781-cbd221742e25 x-openstack-request-id: req-b177bde8-8367-48d8-8781-cbd221742e25 {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:46:59.231969 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "293070f5-de93-4a70-88b5-12d762deec14", "tag": "2f0ffcfa-f859-4e6a-a6a1-fdf993e1795a", "status": "completed", "code": 200}]} {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:46:59.232351 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b177bde8-8367-48d8-8781-cbd221742e25 {{(pid=103591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:46:59.233432 n-d-816206-8 neutron-server[103591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '293070f5-de93-4a70-88b5-12d762deec14', 'tag': '2f0ffcfa-f859-4e6a-a6a1-fdf993e1795a', 'status': 'completed', 'code': 200} Nov 23 17:46:59.235669 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d65037-0207-4beb-a2cc-283ebb7851d4 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Pushing event updated for resources: {'Port': ['ID=8fc01a12-8d04-4fcc-97c6-af3563d49a97,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:46:59.238963 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-59d65037-0207-4beb-a2cc-283ebb7851d4 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2068703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1794403'] for router_interface, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:59.255691 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6c01b6fd-caef-459e-b777-ad5801e0517a req-817d443a-d456-4c62-90f5-796b57c70d22 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] 10.222.0.60 "GET /v2.0/security-groups?id=fa324d8c-13d0-499d-8791-7b10ff6fd90b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3268077 Nov 23 17:46:59.262734 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9d0abe-bdf9-4341-8145-e1e3add2411b req-76ada38c-8b91-46e3-b8ba-1e9daeacee39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:46:59.266958 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5f9d0abe-bdf9-4341-8145-e1e3add2411b req-76ada38c-8b91-46e3-b8ba-1e9daeacee39 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b18cd1cca1b44b989141b05dcb1fddfb&device_id=293070f5-de93-4a70-88b5-12d762deec14 HTTP/1.1" status: 200 len: 1094 time: 0.1466191 Nov 23 17:46:59.341684 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5f9d0abe-bdf9-4341-8145-e1e3add2411b req-bc204d60-5d37-44b9-a659-f7c78e3effd2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2f0ffcfa-f859-4e6a-a6a1-fdf993e1795a HTTP/1.1" status: 200 len: 217 time: 0.0595315 Nov 23 17:46:59.398013 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59d65037-0207-4beb-a2cc-283ebb7851d4 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Network b18ade57-4f1f-44d9-a956-eefaf175d4b5 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:46:59.401747 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-59d65037-0207-4beb-a2cc-283ebb7851d4 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:46:59.449751 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-a10e0281-3c39-4a0a-8a76-ec147156043d None None] Provisioning complete for port 8fc01a12-8d04-4fcc-97c6-af3563d49a97 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:46:59.449751 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-a10e0281-3c39-4a0a-8a76-ec147156043d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:59.451162 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9d0abe-bdf9-4341-8145-e1e3add2411b req-1ef7ac93-336f-4e48-97fc-45ebcaf7efa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:46:59.452792 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5f9d0abe-bdf9-4341-8145-e1e3add2411b req-1ef7ac93-336f-4e48-97fc-45ebcaf7efa6 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8bdf8112-60de-47e2-b40b-a031bce5a853 HTTP/1.1" status: 200 len: 854 time: 0.1032624 Nov 23 17:46:59.512978 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5f9d0abe-bdf9-4341-8145-e1e3add2411b req-85f2e639-b90c-4bf9-92c2-79d13fff8805 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b75e9fac-17f1-4702-8d25-f863ff44788f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0506432 Nov 23 17:46:59.549430 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device e6f5b51c-a68a-4393-afc1-d3802daac1b4 up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:46:59.606945 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59d65037-0207-4beb-a2cc-283ebb7851d4 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Router 09f523fb-ebe2-4a7a-b9fe-a81cb6ece29a is scheduled to L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 with binding_index 1 {{(pid=103590) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 17:46:59.628188 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-a10e0281-3c39-4a0a-8a76-ec147156043d None None] Port 8fc01a12-8d04-4fcc-97c6-af3563d49a97 cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:46:59.710505 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port e6f5b51c-a68a-4393-afc1-d3802daac1b4 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:46:59.711136 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:59.806529 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59d65037-0207-4beb-a2cc-283ebb7851d4 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:46:59.815612 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-59d65037-0207-4beb-a2cc-283ebb7851d4 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] 10.222.0.60 "PUT /v2.0/routers/09f523fb-ebe2-4a7a-b9fe-a81cb6ece29a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1743522 Nov 23 17:46:59.818399 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 32918) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:46:59.823819 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-685c2fbe-ad78-499b-a891-a235f83cfada None None] Sync routers for ids ['09f523fb-ebe2-4a7a-b9fe-a81cb6ece29a'] in n-d-816206-8 {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:46:59.849865 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-685c2fbe-ad78-499b-a891-a235f83cfada None None] Routers {'09f523fb-ebe2-4a7a-b9fe-a81cb6ece29a'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:46:59.850332 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0e36cb-ff3c-4ef2-ba22-1e174f8f436d req-6202670a-0964-47d4-8a1a-5a0fbaf385ba tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:46:59.852086 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7e0e36cb-ff3c-4ef2-ba22-1e174f8f436d req-6202670a-0964-47d4-8a1a-5a0fbaf385ba tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] 10.222.0.60 "GET /v2.0/ports?device_id=293070f5-de93-4a70-88b5-12d762deec14 HTTP/1.1" status: 200 len: 943 time: 0.1505661 Nov 23 17:46:59.854410 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5f9d0abe-bdf9-4341-8145-e1e3add2411b req-376d2283-b781-4208-b4df-3f882da7f631 service neutron] 10.222.0.55 "GET /v2.0/networks/b75e9fac-17f1-4702-8d25-f863ff44788f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3325648 Nov 23 17:46:59.860332 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-685c2fbe-ad78-499b-a891-a235f83cfada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:46:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['09f523fb-ebe2-4a7a-b9fe-a81cb6ece29a'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:46:59.901190 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-159fb063-5ab4-497d-b0f5-c8ec7d2d83b0 None None] Provisioning complete for port 8fc01a12-8d04-4fcc-97c6-af3563d49a97 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:46:59.901635 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-159fb063-5ab4-497d-b0f5-c8ec7d2d83b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:46:59.958970 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-159fb063-5ab4-497d-b0f5-c8ec7d2d83b0 None None] Port 8fc01a12-8d04-4fcc-97c6-af3563d49a97 cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:46:59.976709 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-685c2fbe-ad78-499b-a891-a235f83cfada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:46:59.999182 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29af30e3-4580-4c89-a8b3-20458ac95241 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:47:00.001028 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-29af30e3-4580-4c89-a8b3-20458ac95241 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] 10.222.0.60 "GET /v2.0/ports?device_id=09f523fb-ebe2-4a7a-b9fe-a81cb6ece29a HTTP/1.1" status: 200 len: 981 time: 0.1597581 Nov 23 17:47:00.003902 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 32924) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:47:00.014299 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-685c2fbe-ad78-499b-a891-a235f83cfada None None] Routers {'09f523fb-ebe2-4a7a-b9fe-a81cb6ece29a'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:47:00.015080 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-685c2fbe-ad78-499b-a891-a235f83cfada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:46:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['09f523fb-ebe2-4a7a-b9fe-a81cb6ece29a'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:47:00.094686 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-685c2fbe-ad78-499b-a891-a235f83cfada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:47:00.095493 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-685c2fbe-ad78-499b-a891-a235f83cfada None None] The sync data for ids ['09f523fb-ebe2-4a7a-b9fe-a81cb6ece29a'] in n-d-816206-8 is: [] {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:47:00.322786 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7e0e36cb-ff3c-4ef2-ba22-1e174f8f436d req-56413e34-8eda-42eb-83ce-3e2e6df6204f tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] 10.222.0.60 "GET /v2.0/security-groups?id=6b69aca9-b68e-45b0-a7a0-1eb351a8ed08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4642973 Nov 23 17:47:00.386031 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5f9d0abe-bdf9-4341-8145-e1e3add2411b req-f9f328df-4c32-4d70-a238-04577e9dec50 service neutron] 10.222.0.55 "GET /v2.0/networks/b75e9fac-17f1-4702-8d25-f863ff44788f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5193071 Nov 23 17:47:00.440581 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e48401-a952-42a5-88d9-394735b10b65 req-1bf1d0c1-898d-439f-a8c1-4f3525082b8c tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:47:00.442896 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-35e48401-a952-42a5-88d9-394735b10b65 req-1bf1d0c1-898d-439f-a8c1-4f3525082b8c tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] 10.222.0.60 "GET /v2.0/ports?device_id=0a131ec0-cc47-4676-8cbf-d026865517a6 HTTP/1.1" status: 200 len: 945 time: 0.0759685 Nov 23 17:47:00.456362 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-fe398000-af78-44b8-bd57-6aecbe8bfe03 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1794372'] for router_interface, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:00.529535 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-35e48401-a952-42a5-88d9-394735b10b65 req-f0e3e4c1-d99b-42ca-9e3d-0a020503f3d2 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] 10.222.0.60 "GET /v2.0/security-groups?id=fa324d8c-13d0-499d-8791-7b10ff6fd90b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778627 Nov 23 17:47:00.534200 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaf728e-4400-4434-accc-4fca1de3f4e9 req-293660e8-ee08-4615-85dd-a89d62f7a516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:47:00.536275 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ccaf728e-4400-4434-accc-4fca1de3f4e9 req-293660e8-ee08-4615-85dd-a89d62f7a516 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b18cd1cca1b44b989141b05dcb1fddfb&device_id=293070f5-de93-4a70-88b5-12d762deec14 HTTP/1.1" status: 200 len: 1094 time: 0.0924730 Nov 23 17:47:00.606951 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device 1baf61c1-39b8-45df-8da5-8401b3ea7c91 up at agent hyperv_n-h2-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:47:00.694363 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Provisioning for port 1baf61c1-39b8-45df-8da5-8401b3ea7c91 completed by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 17:47:00.699068 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Provisioning complete for port 1baf61c1-39b8-45df-8da5-8401b3ea7c91 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:47:00.699876 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:00.712325 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaf728e-4400-4434-accc-4fca1de3f4e9 req-924b57ea-b50b-4cc7-ba3b-b74105aaaafa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:47:00.714426 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ccaf728e-4400-4434-accc-4fca1de3f4e9 req-924b57ea-b50b-4cc7-ba3b-b74105aaaafa service neutron] 10.222.0.55 "GET /v2.0/networks?id=b75e9fac-17f1-4702-8d25-f863ff44788f HTTP/1.1" status: 200 len: 915 time: 0.1694639 Nov 23 17:47:00.801576 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ccaf728e-4400-4434-accc-4fca1de3f4e9 req-f04a0f01-c0f1-43c7-b270-025daf884463 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2f0ffcfa-f859-4e6a-a6a1-fdf993e1795a HTTP/1.1" status: 200 len: 217 time: 0.0773118 Nov 23 17:47:00.865522 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-fe398000-af78-44b8-bd57-6aecbe8bfe03 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Deleting port 8fc01a12-8d04-4fcc-97c6-af3563d49a97 {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:47:00.865787 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-fe398000-af78-44b8-bd57-6aecbe8bfe03 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:00.888214 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaf728e-4400-4434-accc-4fca1de3f4e9 req-b013b0c0-8638-4ea4-9a73-c6d77243ad64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:47:00.889785 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ccaf728e-4400-4434-accc-4fca1de3f4e9 req-b013b0c0-8638-4ea4-9a73-c6d77243ad64 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8bdf8112-60de-47e2-b40b-a031bce5a853 HTTP/1.1" status: 200 len: 854 time: 0.0800047 Nov 23 17:47:00.912944 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:00.933700 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ccaf728e-4400-4434-accc-4fca1de3f4e9 req-6de2de4b-ee9e-4c2f-b243-a59776281569 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b75e9fac-17f1-4702-8d25-f863ff44788f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358226 Nov 23 17:47:00.961887 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a131ec0-cc47-4676-8cbf-d026865517a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1baf61c1-39b8-45df-8da5-8401b3ea7c91'}] {{(pid=103592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:47:00.964216 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba3e6a8f2301c7a29fe1eca9779abdae4ccbcd6266d69778087f2498d5551201" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07a04ce3-3581-4f3f-9936-5003fcab66e9" -d '{"events": [{"server_uuid": "0a131ec0-cc47-4676-8cbf-d026865517a6", "name": "network-vif-plugged", "status": "completed", "tag": "1baf61c1-39b8-45df-8da5-8401b3ea7c91"}]}' {{(pid=103592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:47:01.008624 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port 1baf61c1-39b8-45df-8da5-8401b3ea7c91, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=1baf61c1-39b8-45df-8da5-8401b3ea7c91,segment=NetworkSegment(3dd48af8-0370-4e3e-80f2-5bf5c6c5c8d9),segment_id=3dd48af8-0370-4e3e-80f2-5bf5c6c5c8d9)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:47:01.014047 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:01.037197 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-fe398000-af78-44b8-bd57-6aecbe8bfe03 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:01.050423 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-fe398000-af78-44b8-bd57-6aecbe8bfe03 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Calling delete_port for 8fc01a12-8d04-4fcc-97c6-af3563d49a97 owned by network:router_interface {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:47:01.105888 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:47:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7feecb9-be5e-4797-b241-8f8fbbf09f57 x-openstack-request-id: req-e7feecb9-be5e-4797-b241-8f8fbbf09f57 {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:47:01.106253 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a131ec0-cc47-4676-8cbf-d026865517a6", "name": "network-vif-plugged", "status": "completed", "tag": "1baf61c1-39b8-45df-8da5-8401b3ea7c91", "code": 200}]} {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:47:01.107701 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e7feecb9-be5e-4797-b241-8f8fbbf09f57 {{(pid=103592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:47:01.108118 n-d-816206-8 neutron-server[103592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a131ec0-cc47-4676-8cbf-d026865517a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1baf61c1-39b8-45df-8da5-8401b3ea7c91', 'code': 200} Nov 23 17:47:01.108738 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Pushing event updated for resources: {'Port': ['ID=1baf61c1-39b8-45df-8da5-8401b3ea7c91,revision_number=5']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:47:01.122742 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ccaf728e-4400-4434-accc-4fca1de3f4e9 req-fcb788fb-1efc-472e-ac1a-6c52d53c2ca8 service neutron] 10.222.0.55 "GET /v2.0/networks/b75e9fac-17f1-4702-8d25-f863ff44788f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1815982 Nov 23 17:47:01.239218 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36334215-e6bf-4339-a82a-ac53a0699e63 req-8a3b6275-19b0-4315-9e4a-bbb69d2ca163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:47:01.241028 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-36334215-e6bf-4339-a82a-ac53a0699e63 req-8a3b6275-19b0-4315-9e4a-bbb69d2ca163 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=0a131ec0-cc47-4676-8cbf-d026865517a6 HTTP/1.1" status: 200 len: 1097 time: 0.0877964 Nov 23 17:47:01.285175 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ccaf728e-4400-4434-accc-4fca1de3f4e9 req-a8d0c49e-118a-42fe-b68c-0cbdfdea1177 service neutron] 10.222.0.55 "GET /v2.0/networks/b75e9fac-17f1-4702-8d25-f863ff44788f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1546676 Nov 23 17:47:01.292363 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-fe398000-af78-44b8-bd57-6aecbe8bfe03 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:01.301398 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-36334215-e6bf-4339-a82a-ac53a0699e63 req-1376b710-fbdb-4855-a451-b30a32e9b13f service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=fa324d8c-13d0-499d-8791-7b10ff6fd90b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508041 Nov 23 17:47:01.323648 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe398000-af78-44b8-bd57-6aecbe8bfe03 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Pushing event deleted for resources: {'Port': ['ID=8fc01a12-8d04-4fcc-97c6-af3563d49a97,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:47:01.479591 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0403b4e-eeac-4704-863e-638d4d809d41 req-8df0cf65-6c61-4903-b084-36d79f1fc54f tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:47:01.481296 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d0403b4e-eeac-4704-863e-638d4d809d41 req-8df0cf65-6c61-4903-b084-36d79f1fc54f tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] 10.222.0.60 "GET /v2.0/ports?device_id=293070f5-de93-4a70-88b5-12d762deec14 HTTP/1.1" status: 200 len: 943 time: 0.0798256 Nov 23 17:47:01.522979 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-fe398000-af78-44b8-bd57-6aecbe8bfe03 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2067500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1794520'] for router_interface, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:01.544893 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d0403b4e-eeac-4704-863e-638d4d809d41 req-14e3a9d9-cf3a-4a89-9e32-643574618dbb tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] 10.222.0.60 "GET /v2.0/security-groups?id=6b69aca9-b68e-45b0-a7a0-1eb351a8ed08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553420 Nov 23 17:47:01.679779 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc480cfc-563c-46e4-a121-df4bbea94918 req-013e6e1e-6cb6-49f7-a852-baaca8432bb9 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:47:01.681736 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-cc480cfc-563c-46e4-a121-df4bbea94918 req-013e6e1e-6cb6-49f7-a852-baaca8432bb9 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] 10.222.0.60 "GET /v2.0/ports?device_id=0a131ec0-cc47-4676-8cbf-d026865517a6 HTTP/1.1" status: 200 len: 946 time: 0.0618067 Nov 23 17:47:01.698477 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe398000-af78-44b8-bd57-6aecbe8bfe03 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Router 09f523fb-ebe2-4a7a-b9fe-a81cb6ece29a has already been hosted by L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 {{(pid=103590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 17:47:01.744224 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-cc480cfc-563c-46e4-a121-df4bbea94918 req-456f9254-d255-45a2-9aa2-c8fe7ba31e09 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] 10.222.0.60 "GET /v2.0/security-groups?id=fa324d8c-13d0-499d-8791-7b10ff6fd90b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478711 Nov 23 17:47:01.781445 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe398000-af78-44b8-bd57-6aecbe8bfe03 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:47:01.787013 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-fe398000-af78-44b8-bd57-6aecbe8bfe03 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] 10.222.0.60 "PUT /v2.0/routers/09f523fb-ebe2-4a7a-b9fe-a81cb6ece29a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7820520 Nov 23 17:47:01.791399 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 32942) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:47:01.795163 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e1f93e4-f92b-4b66-bda6-8dd3c53d6176 None None] Sync routers for ids ['09f523fb-ebe2-4a7a-b9fe-a81cb6ece29a'] in n-d-816206-8 {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:47:01.808037 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e1f93e4-f92b-4b66-bda6-8dd3c53d6176 None None] Routers {'09f523fb-ebe2-4a7a-b9fe-a81cb6ece29a'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:47:01.809633 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-6e1f93e4-f92b-4b66-bda6-8dd3c53d6176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:46:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['09f523fb-ebe2-4a7a-b9fe-a81cb6ece29a'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:47:01.822098 n-d-816206-8 neutron-server[103591]: INFO neutron.pecan_wsgi.hooks.translation [None req-526e34ae-9db8-405e-9636-d5aeba64417f tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] GET failed (client error): The resource could not be found. Nov 23 17:47:01.826355 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-526e34ae-9db8-405e-9636-d5aeba64417f tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] 10.222.0.60 "GET /v2.0/ports/8fc01a12-8d04-4fcc-97c6-af3563d49a97 HTTP/1.1" status: 404 len: 333 time: 0.0309157 Nov 23 17:47:01.826810 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 32946) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:47:01.855169 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-6e1f93e4-f92b-4b66-bda6-8dd3c53d6176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:47:01.867046 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e1f93e4-f92b-4b66-bda6-8dd3c53d6176 None None] Routers {'09f523fb-ebe2-4a7a-b9fe-a81cb6ece29a'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:47:01.867875 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-6e1f93e4-f92b-4b66-bda6-8dd3c53d6176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:46:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['09f523fb-ebe2-4a7a-b9fe-a81cb6ece29a'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:47:01.906201 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-6e1f93e4-f92b-4b66-bda6-8dd3c53d6176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:47:01.906870 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e1f93e4-f92b-4b66-bda6-8dd3c53d6176 None None] The sync data for ids ['09f523fb-ebe2-4a7a-b9fe-a81cb6ece29a'] in n-d-816206-8 is: [] {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:47:01.927903 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e13cf9cd-92cc-4025-bdd8-f136b3956832 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks [] for router, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:02.157001 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e13cf9cd-92cc-4025-bdd8-f136b3956832 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1794352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8175'] for router, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:02.159604 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e13cf9cd-92cc-4025-bdd8-f136b3956832 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:02.219928 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e13cf9cd-92cc-4025-bdd8-f136b3956832 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1795580'] for router, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:02.220690 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e13cf9cd-92cc-4025-bdd8-f136b3956832 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Fanout notify agent at l3_agent the message router_deleted on router 09f523fb-ebe2-4a7a-b9fe-a81cb6ece29a {{(pid=103590) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 17:47:02.230690 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e13cf9cd-92cc-4025-bdd8-f136b3956832 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks [] for router, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:02.235845 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-e13cf9cd-92cc-4025-bdd8-f136b3956832 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] 10.222.0.60 "DELETE /v2.0/routers/09f523fb-ebe2-4a7a-b9fe-a81cb6ece29a HTTP/1.1" status: 204 len: 168 time: 0.4041581 Nov 23 17:47:02.236201 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 32960) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:47:02.296079 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6b37f67-7e47-4cf0-9847-5e2294211721 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Deleting subnet 647ca96c-23d4-4493-b4eb-5eacf9ebcc00 {{(pid=103590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 17:47:02.301633 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c6b37f67-7e47-4cf0-9847-5e2294211721 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks [] for subnet, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:02.352183 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c6b37f67-7e47-4cf0-9847-5e2294211721 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-267528342'] for subnet, precommit_delete_associations {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:02.466392 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c6b37f67-7e47-4cf0-9847-5e2294211721 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971956'] for subnet, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:02.564263 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c6b37f67-7e47-4cf0-9847-5e2294211721 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264357903', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264730940'] for subnet, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:02.612622 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b37f67-7e47-4cf0-9847-5e2294211721 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Pushing event deleted for resources: {'Subnet': ['ID=647ca96c-23d4-4493-b4eb-5eacf9ebcc00,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:47:02.619991 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c6b37f67-7e47-4cf0-9847-5e2294211721 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks [] for subnet, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:02.629688 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-c6b37f67-7e47-4cf0-9847-5e2294211721 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] 10.222.0.60 "DELETE /v2.0/subnets/647ca96c-23d4-4493-b4eb-5eacf9ebcc00 HTTP/1.1" status: 204 len: 168 time: 0.3885241 Nov 23 17:47:02.631409 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 32966) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:47:02.647359 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d4aab80-3daf-4d67-a069-33284acbe2f0 None None] Network b18ade57-4f1f-44d9-a956-eefaf175d4b5 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:47:02.933490 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-daebef75-bc96-463f-9af3-5707439f4144 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-555181'] for network, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:02.985452 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device 2f0ffcfa-f859-4e6a-a6a1-fdf993e1795a details requested by agent hyperv_n-h1-816206-8 with host n-h1-816206-8 {{(pid=103592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 17:47:03.006044 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa56e7b-617d-49d8-a18e-587c9b3bb1eb req-1ef090cc-b6a0-4a35-97db-80a87c00c625 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:47:03.007572 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4aa56e7b-617d-49d8-a18e-587c9b3bb1eb req-1ef090cc-b6a0-4a35-97db-80a87c00c625 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] 10.222.0.60 "GET /v2.0/ports?device_id=0a131ec0-cc47-4676-8cbf-d026865517a6 HTTP/1.1" status: 200 len: 946 time: 0.1389637 Nov 23 17:47:03.016674 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2596f85-fb1b-4c81-8041-37a05c7c81f2 req-3cb48d5d-23cc-464b-a12d-d9a690fbc568 tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:47:03.018318 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a2596f85-fb1b-4c81-8041-37a05c7c81f2 req-3cb48d5d-23cc-464b-a12d-d9a690fbc568 tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] 10.222.0.60 "GET /v2.0/ports?device_id=293070f5-de93-4a70-88b5-12d762deec14 HTTP/1.1" status: 200 len: 943 time: 0.1949027 Nov 23 17:47:03.030623 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e832d7c5-48e3-4888-a60a-c2d0394abf2e None None] DHCP port deletion for b18ade57-4f1f-44d9-a956-eefaf175d4b5 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:47:03.130601 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a2596f85-fb1b-4c81-8041-37a05c7c81f2 req-0a19e3fd-e04d-4016-aa6e-1a3a0e9f538b tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] 10.222.0.60 "GET /v2.0/security-groups?id=6b69aca9-b68e-45b0-a7a0-1eb351a8ed08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995648 Nov 23 17:47:03.148159 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-daebef75-bc96-463f-9af3-5707439f4144 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Deleting port e6f5b51c-a68a-4393-afc1-d3802daac1b4 {{(pid=103591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:47:03.148817 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-daebef75-bc96-463f-9af3-5707439f4144 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:03.179527 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4aa56e7b-617d-49d8-a18e-587c9b3bb1eb req-f04ae744-5f53-44c3-8a73-74638383df24 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] 10.222.0.60 "GET /v2.0/security-groups?id=fa324d8c-13d0-499d-8791-7b10ff6fd90b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508741 Nov 23 17:47:03.239210 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-e832d7c5-48e3-4888-a60a-c2d0394abf2e None None] Deleting port e6f5b51c-a68a-4393-afc1-d3802daac1b4 {{(pid=103592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:47:03.239657 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-e832d7c5-48e3-4888-a60a-c2d0394abf2e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:03.284282 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [None req-daebef75-bc96-463f-9af3-5707439f4144 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] For port e6f5b51c-a68a-4393-afc1-d3802daac1b4, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=e6f5b51c-a68a-4393-afc1-d3802daac1b4,segment=NetworkSegment(950f49bd-546a-4a75-9b4a-eb8a43b71b1f),segment_id=950f49bd-546a-4a75-9b4a-eb8a43b71b1f)] {{(pid=103591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:47:03.284985 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-daebef75-bc96-463f-9af3-5707439f4144 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:03.304236 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-daebef75-bc96-463f-9af3-5707439f4144 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Calling delete_port for e6f5b51c-a68a-4393-afc1-d3802daac1b4 owned by network:dhcp {{(pid=103591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:47:03.335700 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-e832d7c5-48e3-4888-a60a-c2d0394abf2e None None] For port e6f5b51c-a68a-4393-afc1-d3802daac1b4, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=e6f5b51c-a68a-4393-afc1-d3802daac1b4,segment=NetworkSegment(950f49bd-546a-4a75-9b4a-eb8a43b71b1f),segment_id=950f49bd-546a-4a75-9b4a-eb8a43b71b1f)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:47:03.336445 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-e832d7c5-48e3-4888-a60a-c2d0394abf2e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:03.354080 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-e832d7c5-48e3-4888-a60a-c2d0394abf2e None None] Calling delete_port for e6f5b51c-a68a-4393-afc1-d3802daac1b4 owned by network:dhcp {{(pid=103592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:47:03.386237 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port 2f0ffcfa-f859-4e6a-a6a1-fdf993e1795a, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=2f0ffcfa-f859-4e6a-a6a1-fdf993e1795a,segment=NetworkSegment(7236ee9c-d2a1-449e-b7f8-41fdf7da8bc8),segment_id=7236ee9c-d2a1-449e-b7f8-41fdf7da8bc8)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:47:03.417120 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-daebef75-bc96-463f-9af3-5707439f4144 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:03.431038 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daebef75-bc96-463f-9af3-5707439f4144 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] No DVR routers for this DVR port e6f5b51c-a68a-4393-afc1-d3802daac1b4 on host n-d-816206-8 {{(pid=103591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:47:03.453770 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daebef75-bc96-463f-9af3-5707439f4144 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Pushing event deleted for resources: {'Port': ['ID=e6f5b51c-a68a-4393-afc1-d3802daac1b4,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:47:03.478689 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Returning: {'device': '2f0ffcfa-f859-4e6a-a6a1-fdf993e1795a', 'network_id': 'b75e9fac-17f1-4702-8d25-f863ff44788f', 'port_id': '2f0ffcfa-f859-4e6a-a6a1-fdf993e1795a', 'mac_address': 'fa:16:3e:de:a3:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 509, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8bdf8112-60de-47e2-b40b-a031bce5a853', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 17:47:03.571588 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device e6f5b51c-a68a-4393-afc1-d3802daac1b4 no longer exists at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:47:03.600455 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-daebef75-bc96-463f-9af3-5707439f4144 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973419', 'neutron.services.segments.db._delete_segments_for_network-8736635878840'] for network, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:03.605681 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] No Port match for: e6f5b51c-a68a-4393-afc1-d3802daac1b4 {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:47:03.606604 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device e6f5b51c-a68a-4393-afc1-d3802daac1b4 not bound to the agent host n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:47:03.623335 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:03.625927 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-e832d7c5-48e3-4888-a60a-c2d0394abf2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989'] for port, after_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:03.634080 n-d-816206-8 neutron-server[103591]: DEBUG neutron.services.segments.db [None req-daebef75-bc96-463f-9af3-5707439f4144 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b18ade57-4f1f-44d9-a956-eefaf175d4b5']}} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:47:03.647758 n-d-816206-8 neutron-server[103591]: DEBUG neutron.services.segments.db [None req-daebef75-bc96-463f-9af3-5707439f4144 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '950f49bd-546a-4a75-9b4a-eb8a43b71b1f') {'for_net_delete': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:47:03.648259 n-d-816206-8 neutron-server[103591]: DEBUG neutron.services.segments.db [None req-daebef75-bc96-463f-9af3-5707439f4144 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '950f49bd-546a-4a75-9b4a-eb8a43b71b1f') {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:47:03.662215 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-daebef75-bc96-463f-9af3-5707439f4144 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736635840332', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265989959'] for segment, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:03.672906 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e832d7c5-48e3-4888-a60a-c2d0394abf2e None None] No DVR routers for this DVR port e6f5b51c-a68a-4393-afc1-d3802daac1b4 on host n-d-816206-8 {{(pid=103592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:47:03.680643 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-daebef75-bc96-463f-9af3-5707439f4144 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:03.706178 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-daebef75-bc96-463f-9af3-5707439f4144 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Releasing vlan 535 on physical network physnet1 to pool {{(pid=103591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 17:47:03.709663 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-daebef75-bc96-463f-9af3-5707439f4144 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264756290'] for segment, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:03.713516 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e832d7c5-48e3-4888-a60a-c2d0394abf2e None None] Pushing event deleted for resources: {'Port': ['ID=e6f5b51c-a68a-4393-afc1-d3802daac1b4,revision_number=None']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:47:03.715634 n-d-816206-8 neutron-server[103591]: Traceback (most recent call last): Nov 23 17:47:03.715634 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 17:47:03.715634 n-d-816206-8 neutron-server[103591]: timer() Nov 23 17:47:03.715634 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 17:47:03.715634 n-d-816206-8 neutron-server[103591]: cb(*args, **kw) Nov 23 17:47:03.715634 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 17:47:03.715634 n-d-816206-8 neutron-server[103591]: return func(*args, **kwargs) Nov 23 17:47:03.715634 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 17:47:03.715634 n-d-816206-8 neutron-server[103591]: self._notify() Nov 23 17:47:03.715634 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 17:47:03.715634 n-d-816206-8 neutron-server[103591]: self.callback(batched_events) Nov 23 17:47:03.715634 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 17:47:03.715634 n-d-816206-8 neutron-server[103591]: event.method(event) Nov 23 17:47:03.715634 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 17:47:03.715634 n-d-816206-8 neutron-server[103591]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 17:47:03.715634 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 17:47:03.715634 n-d-816206-8 neutron-server[103591]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 17:47:03.715634 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 17:47:03.715634 n-d-816206-8 neutron-server[103591]: return f(self, *a, **k) Nov 23 17:47:03.715634 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 17:47:03.715634 n-d-816206-8 neutron-server[103591]: return self._get(url).json() Nov 23 17:47:03.715634 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 17:47:03.715634 n-d-816206-8 neutron-server[103591]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 17:47:03.715634 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 17:47:03.715634 n-d-816206-8 neutron-server[103591]: return self.request(url, 'GET', **kwargs) Nov 23 17:47:03.715634 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 17:47:03.715634 n-d-816206-8 neutron-server[103591]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 17:47:03.715634 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 17:47:03.715634 n-d-816206-8 neutron-server[103591]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 17:47:03.715634 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 17:47:03.715634 n-d-816206-8 neutron-server[103591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 17:47:03.715634 n-d-816206-8 neutron-server[103591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 17:47:03.721254 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f0ffcfa-f859-4e6a-a6a1-fdf993e1795a {{(pid=103592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:47:03.766344 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port 2f0ffcfa-f859-4e6a-a6a1-fdf993e1795a, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=2f0ffcfa-f859-4e6a-a6a1-fdf993e1795a,segment=NetworkSegment(7236ee9c-d2a1-449e-b7f8-41fdf7da8bc8),segment_id=7236ee9c-d2a1-449e-b7f8-41fdf7da8bc8)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:47:03.773494 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:03.806686 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-daebef75-bc96-463f-9af3-5707439f4144 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1795418'] for network, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:03.818870 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-daebef75-bc96-463f-9af3-5707439f4144 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for network, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:03.823932 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-daebef75-bc96-463f-9af3-5707439f4144 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] 10.222.0.60 "DELETE /v2.0/networks/b18ade57-4f1f-44d9-a956-eefaf175d4b5 HTTP/1.1" status: 204 len: 168 time: 1.1897869 Nov 23 17:47:03.830558 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 32980) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:47:03.838930 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daebef75-bc96-463f-9af3-5707439f4144 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Pushing event deleted for resources: {'Network': ['ID=b18ade57-4f1f-44d9-a956-eefaf175d4b5,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:47:03.863255 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Pushing event updated for resources: {'Port': ['ID=2f0ffcfa-f859-4e6a-a6a1-fdf993e1795a,revision_number=4']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:47:03.917254 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9b92512-1243-447b-b0cc-6ca6d1f0421d tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:47:03.924036 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-b9b92512-1243-447b-b0cc-6ca6d1f0421d tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] 10.222.0.60 "GET /v2.0/ports/4c4a3509-6209-46ee-ae4e-3850ddd836b7 HTTP/1.1" status: 200 len: 840 time: 0.0855622 Nov 23 17:47:03.924362 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 32982) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:47:03.984310 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 32986) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:47:03.984914 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-3c7558fd-3f34-4d54-9cdc-4e177e83bbc6 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] 10.222.0.60 "GET /v2.0/ports/4c4a3509-6209-46ee-ae4e-3850ddd836b7?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0591311 Nov 23 17:47:03.991341 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-c5f1627b-b211-40db-9f10-29b4c4c3a23a tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Request body: {'subnet': {'network_id': '12e95f1b-7432-44b4-84b7-96744da459fd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:47:04.058618 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] get_ports_and_sgs() called for port_ids ['2f0ffcfa-f859-4e6a-a6a1-fdf993e1795a'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:47:04.125649 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5f1627b-b211-40db-9f10-29b4c4c3a23a tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Made reservation on behalf of 57db132758f947bab3110ff0d5b47049 for: {'subnet': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:47:04.130116 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c5f1627b-b211-40db-9f10-29b4c4c3a23a tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264314294'] for subnet, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:04.476786 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2e74ce-58d8-4f7d-bb58-33e3558536de req-4546ffb4-7fe0-47b6-9de6-9edc5ab8e270 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:47:04.478296 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-fe2e74ce-58d8-4f7d-bb58-33e3558536de req-4546ffb4-7fe0-47b6-9de6-9edc5ab8e270 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] 10.222.0.60 "GET /v2.0/ports?device_id=0a131ec0-cc47-4676-8cbf-d026865517a6 HTTP/1.1" status: 200 len: 946 time: 0.1478915 Nov 23 17:47:04.491156 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e22cb45-d374-42ca-8c2f-2ea24359a4d3 req-f704b1ef-948e-43a4-b416-e93746d3fae1 tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:47:04.492731 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8e22cb45-d374-42ca-8c2f-2ea24359a4d3 req-f704b1ef-948e-43a4-b416-e93746d3fae1 tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] 10.222.0.60 "GET /v2.0/ports?device_id=293070f5-de93-4a70-88b5-12d762deec14 HTTP/1.1" status: 200 len: 944 time: 0.1644711 Nov 23 17:47:04.500961 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c5f1627b-b211-40db-9f10-29b4c4c3a23a tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264758079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264314276'] for subnet, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:04.603493 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5f1627b-b211-40db-9f10-29b4c4c3a23a tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Network 12e95f1b-7432-44b4-84b7-96744da459fd is already hosted by enough agents. {{(pid=103591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:47:04.618872 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [None req-c5f1627b-b211-40db-9f10-29b4c4c3a23a tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Resources bound (agent type, host, resource id): {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:47:04.630215 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5f1627b-b211-40db-9f10-29b4c4c3a23a tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:47:04.630959 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c5f1627b-b211-40db-9f10-29b4c4c3a23a tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for subnet, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:04.633405 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f1627b-b211-40db-9f10-29b4c4c3a23a tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Pushing event updated for resources: {'Subnet': ['ID=cef975bb-84ee-4263-b6e8-629f8ae9bf96,revision_number=0']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:47:04.634669 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdfee701-b4f3-44a8-b3d1-69fdd4c95b3b None None] Network 12e95f1b-7432-44b4-84b7-96744da459fd requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:47:04.640268 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-fe2e74ce-58d8-4f7d-bb58-33e3558536de req-a208ab30-50d3-497b-8ac4-1a4a86af442e tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] 10.222.0.60 "GET /v2.0/security-groups?id=fa324d8c-13d0-499d-8791-7b10ff6fd90b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465461 Nov 23 17:47:04.694077 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-c5f1627b-b211-40db-9f10-29b4c4c3a23a tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7076263 Nov 23 17:47:04.696797 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 33000) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:47:04.702004 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-b008d148-d7b4-4e80-94e9-c5dc9ee79865 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Request body: {'security_group': {'name': 'tempest-secgroup-1932767219'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:47:04.726035 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8e22cb45-d374-42ca-8c2f-2ea24359a4d3 req-54b19668-7b5e-4eb5-82ba-b37bb657e0d4 tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] 10.222.0.60 "GET /v2.0/security-groups?id=6b69aca9-b68e-45b0-a7a0-1eb351a8ed08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2212977 Nov 23 17:47:04.769118 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b008d148-d7b4-4e80-94e9-c5dc9ee79865 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks [] for security_group, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:04.874507 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b233da2-aa8b-444c-a8e7-9f67fa65d56d req-939b0754-0d2e-4963-b3e8-4887faa66c0a tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:47:04.876727 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-3b233da2-aa8b-444c-a8e7-9f67fa65d56d req-939b0754-0d2e-4963-b3e8-4887faa66c0a tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] 10.222.0.60 "GET /v2.0/ports?device_id=9d6f7046-8e8e-403b-8393-28eff1444348 HTTP/1.1" status: 200 len: 946 time: 0.0768566 Nov 23 17:47:04.915941 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b008d148-d7b4-4e80-94e9-c5dc9ee79865 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks [] for security_group, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:04.920350 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b008d148-d7b4-4e80-94e9-c5dc9ee79865 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:04.929175 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-108425c3-962a-41f0-b2e7-018931fd8799 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp355044b8-8e87-58c4-94fa-4a010ec30f9e-12e95f1b-7432-44b4-84b7-96744da459fd', 'network_id': '12e95f1b-7432-44b4-84b7-96744da459fd', 'tenant_id': '57db132758f947bab3110ff0d5b47049', 'fixed_ips': [{'subnet_id': 'cef975bb-84ee-4263-b6e8-629f8ae9bf96'}]}} from n-d-816206-8. {{(pid=103592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 17:47:04.930051 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-108425c3-962a-41f0-b2e7-018931fd8799 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:04.959969 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b008d148-d7b4-4e80-94e9-c5dc9ee79865 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:04.961414 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-b008d148-d7b4-4e80-94e9-c5dc9ee79865 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2633390 Nov 23 17:47:04.963862 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b008d148-d7b4-4e80-94e9-c5dc9ee79865 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Pushing event updated for resources: {'SecurityGroup': ['ID=521a410e-5513-4720-9997-e0691a974efc,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:47:04.965871 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 33006) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:47:04.971090 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-501e0d03-3ce9-4ef4-a325-d350834e2345 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Request body: {'security_group': {'name': 'tempest-secgroup-24064953'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:47:05.005310 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-501e0d03-3ce9-4ef4-a325-d350834e2345 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks [] for security_group, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:05.013140 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-3b233da2-aa8b-444c-a8e7-9f67fa65d56d req-19c4c8de-6e58-49a2-bb10-7be81c9bb762 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] 10.222.0.60 "GET /v2.0/security-groups?id=fa324d8c-13d0-499d-8791-7b10ff6fd90b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169086 Nov 23 17:47:05.109208 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device 2f0ffcfa-f859-4e6a-a6a1-fdf993e1795a up at agent hyperv_n-h1-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:47:05.125524 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-501e0d03-3ce9-4ef4-a325-d350834e2345 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks [] for security_group, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:05.132575 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-501e0d03-3ce9-4ef4-a325-d350834e2345 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:05.216065 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a2095f-a7a3-4fa6-85fa-24dd4dbf0047 req-632d31ee-c8c7-4acc-b69a-c75a85f4d48c tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:47:05.216329 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-501e0d03-3ce9-4ef4-a325-d350834e2345 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:05.218900 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-501e0d03-3ce9-4ef4-a325-d350834e2345 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.2503159 Nov 23 17:47:05.219066 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-60a2095f-a7a3-4fa6-85fa-24dd4dbf0047 req-632d31ee-c8c7-4acc-b69a-c75a85f4d48c tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] 10.222.0.60 "GET /v2.0/ports?device_id=0a131ec0-cc47-4676-8cbf-d026865517a6 HTTP/1.1" status: 200 len: 946 time: 0.0867505 Nov 23 17:47:05.219697 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501e0d03-3ce9-4ef4-a325-d350834e2345 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5edb0c10-6bad-461b-99dc-92fe1157bf90,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:47:05.220259 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 33014) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:47:05.229612 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-f64f3547-87a1-4296-ae12-616ff1c15bde tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-498026666', 'security_groups': ['5edb0c10-6bad-461b-99dc-92fe1157bf90'], 'network_id': '12e95f1b-7432-44b4-84b7-96744da459fd', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'cef975bb-84ee-4263-b6e8-629f8ae9bf96'}]}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:47:05.300582 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Provisioning for port 2f0ffcfa-f859-4e6a-a6a1-fdf993e1795a completed by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 17:47:05.310210 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.db_base_plugin_common [None req-108425c3-962a-41f0-b2e7-018931fd8799 None None] Allocated IP 172.20.0.2 (12e95f1b-7432-44b4-84b7-96744da459fd/cef975bb-84ee-4263-b6e8-629f8ae9bf96/2cf79574-2874-437e-9b6c-106342179a4b) {{(pid=103592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:47:05.315524 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Provisioning complete for port 2f0ffcfa-f859-4e6a-a6a1-fdf993e1795a triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:47:05.315909 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:05.500541 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f64f3547-87a1-4296-ae12-616ff1c15bde tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Made reservation on behalf of 57db132758f947bab3110ff0d5b47049 for: {'port': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:47:05.660645 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:05.709389 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-60a2095f-a7a3-4fa6-85fa-24dd4dbf0047 req-67d6cf54-8a64-4809-bec8-14a6a7dc5fce tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] 10.222.0.60 "GET /v2.0/security-groups?id=fa324d8c-13d0-499d-8791-7b10ff6fd90b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4745986 Nov 23 17:47:05.717844 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '293070f5-de93-4a70-88b5-12d762deec14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f0ffcfa-f859-4e6a-a6a1-fdf993e1795a'}] {{(pid=103592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:47:05.720890 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba3e6a8f2301c7a29fe1eca9779abdae4ccbcd6266d69778087f2498d5551201" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f20e888-fac0-4f42-ac11-59a60b537a24" -d '{"events": [{"server_uuid": "293070f5-de93-4a70-88b5-12d762deec14", "name": "network-vif-plugged", "status": "completed", "tag": "2f0ffcfa-f859-4e6a-a6a1-fdf993e1795a"}]}' {{(pid=103592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:47:05.743349 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-f64f3547-87a1-4296-ae12-616ff1c15bde tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:05.744872 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port 2f0ffcfa-f859-4e6a-a6a1-fdf993e1795a, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=2f0ffcfa-f859-4e6a-a6a1-fdf993e1795a,segment=NetworkSegment(7236ee9c-d2a1-449e-b7f8-41fdf7da8bc8),segment_id=7236ee9c-d2a1-449e-b7f8-41fdf7da8bc8)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:47:05.750850 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 33026) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:47:05.763764 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-108425c3-962a-41f0-b2e7-018931fd8799 None None] Publish callbacks [] for port, precommit_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:05.767208 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:05.774891 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-108425c3-962a-41f0-b2e7-018931fd8799 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980'] for port, after_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:05.833517 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Pushing event updated for resources: {'Port': ['ID=2f0ffcfa-f859-4e6a-a6a1-fdf993e1795a,revision_number=5']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:47:05.833972 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [None req-f64f3547-87a1-4296-ae12-616ff1c15bde tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] device_id is not set on port 12881a63-620f-4ec0-b878-600aa53e7015 yet. {{(pid=103591) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 17:47:05.837981 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:47:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7877ddba-4cc1-4c92-bf70-97f948fb2e80 x-openstack-request-id: req-7877ddba-4cc1-4c92-bf70-97f948fb2e80 {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:47:05.838276 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "293070f5-de93-4a70-88b5-12d762deec14", "name": "network-vif-plugged", "status": "completed", "tag": "2f0ffcfa-f859-4e6a-a6a1-fdf993e1795a", "code": 200}]} {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:47:05.838541 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7877ddba-4cc1-4c92-bf70-97f948fb2e80 {{(pid=103592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:47:05.838938 n-d-816206-8 neutron-server[103592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '293070f5-de93-4a70-88b5-12d762deec14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f0ffcfa-f859-4e6a-a6a1-fdf993e1795a', 'code': 200} Nov 23 17:47:05.919196 n-d-816206-8 neutron-server[103592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-108425c3-962a-41f0-b2e7-018931fd8799 None None] Network 12e95f1b-7432-44b4-84b7-96744da459fd is already hosted by enough agents. {{(pid=103592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:47:05.926637 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8fdcc0c3-4211-4408-b63f-ce093e56d249 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:05.944086 n-d-816206-8 neutron-server[103592]: DEBUG neutron.scheduler.base_scheduler [None req-108425c3-962a-41f0-b2e7-018931fd8799 None None] Resources bound (agent type, host, resource id): {{(pid=103592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:47:05.950132 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-108425c3-962a-41f0-b2e7-018931fd8799 None None] Received port after_create {{(pid=103592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:47:06.027611 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108425c3-962a-41f0-b2e7-018931fd8799 None None] Pushing event updated for resources: {'Port': ['ID=2cf79574-2874-437e-9b6c-106342179a4b,revision_number=1']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:47:06.101301 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8fdcc0c3-4211-4408-b63f-ce093e56d249 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:06.106249 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-108425c3-962a-41f0-b2e7-018931fd8799 None None] Attempting to bind port 2cf79574-2874-437e-9b6c-106342179a4b on host n-d-816206-8 for vnic_type normal with profile {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:47:06.106633 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-108425c3-962a-41f0-b2e7-018931fd8799 None None] Attempting to bind port 2cf79574-2874-437e-9b6c-106342179a4b by drivers openvswitch,hyperv on host n-d-816206-8 at level 0 using segments [{'id': '00a2cc78-d82e-4151-bfbc-a6523b19eb13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '12e95f1b-7432-44b4-84b7-96744da459fd'}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:47:06.107006 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-108425c3-962a-41f0-b2e7-018931fd8799 None None] Attempting to bind port 2cf79574-2874-437e-9b6c-106342179a4b on network 12e95f1b-7432-44b4-84b7-96744da459fd {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:47:06.109164 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8fdcc0c3-4211-4408-b63f-ce093e56d249 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:06.117285 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-108425c3-962a-41f0-b2e7-018931fd8799 None None] Checking agent: {'id': '9e89acbe-4bbe-4c77-a18b-6f1da9133e0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 7, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 46, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:47:06.117669 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-108425c3-962a-41f0-b2e7-018931fd8799 None None] Checking segment: {'id': '00a2cc78-d82e-4151-bfbc-a6523b19eb13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '12e95f1b-7432-44b4-84b7-96744da459fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:47:06.118083 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-108425c3-962a-41f0-b2e7-018931fd8799 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:06.118485 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-108425c3-962a-41f0-b2e7-018931fd8799 None None] Bound using segment: {'id': '00a2cc78-d82e-4151-bfbc-a6523b19eb13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '12e95f1b-7432-44b4-84b7-96744da459fd'} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:47:06.118966 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-108425c3-962a-41f0-b2e7-018931fd8799 None None] Bound port: 2cf79574-2874-437e-9b6c-106342179a4b, host: n-d-816206-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00a2cc78-d82e-4151-bfbc-a6523b19eb13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '12e95f1b-7432-44b4-84b7-96744da459fd'}}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:47:06.119354 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-108425c3-962a-41f0-b2e7-018931fd8799 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:06.143755 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e8e9b9-69d9-482c-9dc4-9936bbd82f63 req-bd13c0b8-bec5-4c31-a65d-a77ff92826ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:47:06.146888 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f9e8e9b9-69d9-482c-9dc4-9936bbd82f63 req-bd13c0b8-bec5-4c31-a65d-a77ff92826ce service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=293070f5-de93-4a70-88b5-12d762deec14 HTTP/1.1" status: 200 len: 1096 time: 0.1575191 Nov 23 17:47:06.178952 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-8fdcc0c3-4211-4408-b63f-ce093e56d249 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=3e9dec7047984987be18ed8177a7fe14&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4257243 Nov 23 17:47:06.185357 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 33036) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:47:06.292528 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdcc0c3-4211-4408-b63f-ce093e56d249 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f527c1d8-5bbc-4dad-a03d-39928949378a,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:47:06.323410 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414d652d-e006-4664-a6e1-0ac2bc3e41f7 req-212f7cce-8baa-48fb-b730-da8a6c2a4a8b tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:47:06.331223 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-414d652d-e006-4664-a6e1-0ac2bc3e41f7 req-212f7cce-8baa-48fb-b730-da8a6c2a4a8b tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] 10.222.0.60 "GET /v2.0/ports?device_id=293070f5-de93-4a70-88b5-12d762deec14 HTTP/1.1" status: 200 len: 945 time: 0.3756280 Nov 23 17:47:06.335102 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-108425c3-962a-41f0-b2e7-018931fd8799 None None] For port 2cf79574-2874-437e-9b6c-106342179a4b, host n-d-816206-8, cleared binding levels {{(pid=103592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:47:06.352312 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-108425c3-962a-41f0-b2e7-018931fd8799 None None] For port 2cf79574-2874-437e-9b6c-106342179a4b, host n-d-816206-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=2cf79574-2874-437e-9b6c-106342179a4b,segment=NetworkSegment(00a2cc78-d82e-4151-bfbc-a6523b19eb13),segment_id=00a2cc78-d82e-4151-bfbc-a6523b19eb13)] {{(pid=103592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:47:06.358994 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-108425c3-962a-41f0-b2e7-018931fd8799 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:06.380559 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4e56e204-a913-489b-936f-3ffb6088e416 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:06.459641 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4e56e204-a913-489b-936f-3ffb6088e416 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:06.522431 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108425c3-962a-41f0-b2e7-018931fd8799 None None] Pushing event updated for resources: {'Port': ['ID=2cf79574-2874-437e-9b6c-106342179a4b,revision_number=2']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:47:06.563568 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f9e8e9b9-69d9-482c-9dc4-9936bbd82f63 req-d2906de4-7d07-452a-84b2-90bb09ff9f18 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=6b69aca9-b68e-45b0-a7a0-1eb351a8ed08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3677201 Nov 23 17:47:06.598837 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e8e3f7-0681-4e80-bcae-9d6695a2f589 req-697b66b3-d64c-49fa-a191-daa0ece83900 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:47:06.603758 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-62e8e3f7-0681-4e80-bcae-9d6695a2f589 req-697b66b3-d64c-49fa-a191-daa0ece83900 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] 10.222.0.60 "GET /v2.0/ports?device_id=0a131ec0-cc47-4676-8cbf-d026865517a6 HTTP/1.1" status: 200 len: 946 time: 0.3494101 Nov 23 17:47:06.607154 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.db_base_plugin_common [None req-f64f3547-87a1-4296-ae12-616ff1c15bde tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Allocated IP 172.20.0.9 (12e95f1b-7432-44b4-84b7-96744da459fd/cef975bb-84ee-4263-b6e8-629f8ae9bf96/12881a63-620f-4ec0-b878-600aa53e7015) {{(pid=103591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:47:06.612342 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4e56e204-a913-489b-936f-3ffb6088e416 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:06.617306 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4e56e204-a913-489b-936f-3ffb6088e416 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:06.618865 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-4e56e204-a913-489b-936f-3ffb6088e416 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f527c1d8-5bbc-4dad-a03d-39928949378a HTTP/1.1" status: 204 len: 168 time: 0.4310896 Nov 23 17:47:06.639753 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-414d652d-e006-4664-a6e1-0ac2bc3e41f7 req-090c4f99-8ef1-4d78-97ba-662fdb194c78 tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] 10.222.0.60 "GET /v2.0/security-groups?id=6b69aca9-b68e-45b0-a7a0-1eb351a8ed08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2504375 Nov 23 17:47:06.658850 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e56e204-a913-489b-936f-3ffb6088e416 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f527c1d8-5bbc-4dad-a03d-39928949378a,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:47:06.707847 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-62e8e3f7-0681-4e80-bcae-9d6695a2f589 req-ff54a24d-85be-4810-bde1-2af037c44ead tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] 10.222.0.60 "GET /v2.0/security-groups?id=fa324d8c-13d0-499d-8791-7b10ff6fd90b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030762 Nov 23 17:47:06.922451 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-f64f3547-87a1-4296-ae12-616ff1c15bde tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks [] for port, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:07.019965 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-f64f3547-87a1-4296-ae12-616ff1c15bde tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:07.096336 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f64f3547-87a1-4296-ae12-616ff1c15bde tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Network 12e95f1b-7432-44b4-84b7-96744da459fd is already hosted by enough agents. {{(pid=103591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:47:07.102242 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [None req-f64f3547-87a1-4296-ae12-616ff1c15bde tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Resources bound (agent type, host, resource id): {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:47:07.106544 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f64f3547-87a1-4296-ae12-616ff1c15bde tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Received port after_create {{(pid=103591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:47:07.158632 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64f3547-87a1-4296-ae12-616ff1c15bde tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Pushing event updated for resources: {'Port': ['ID=12881a63-620f-4ec0-b878-600aa53e7015,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:47:07.193644 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f64f3547-87a1-4296-ae12-616ff1c15bde tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:47:07.194813 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-f64f3547-87a1-4296-ae12-616ff1c15bde tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:07.233164 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 33052) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:47:07.233949 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-f64f3547-87a1-4296-ae12-616ff1c15bde tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.0109699 Nov 23 17:47:07.247825 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-65b593d8-34f8-4780-a267-7a9554fc01c5 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Request body: {'subnet': {'network_id': '12e95f1b-7432-44b4-84b7-96744da459fd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:47:07.434574 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65b593d8-34f8-4780-a267-7a9554fc01c5 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Made reservation on behalf of 57db132758f947bab3110ff0d5b47049 for: {'subnet': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:47:07.440676 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-65b593d8-34f8-4780-a267-7a9554fc01c5 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264730903'] for subnet, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:07.449154 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.agents_db [None req-464f6c07-0de8-4be6-8f5b-563f574d1c5d None None] Agent healthcheck: found 7 active agents {{(pid=103593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 17:47:07.592635 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 2cf79574-2874-437e-9b6c-106342179a4b up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:47:07.595791 n-d-816206-8 neutron-server[103590]: INFO neutron.db.ipam_backend_mixin [None req-65b593d8-34f8-4780-a267-7a9554fc01c5 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet cef975bb-84ee-4263-b6e8-629f8ae9bf96 (CIDR: 172.20.0.0/28) Nov 23 17:47:07.602340 n-d-816206-8 neutron-server[103590]: INFO neutron.pecan_wsgi.hooks.translation [None req-65b593d8-34f8-4780-a267-7a9554fc01c5 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 17:47:07.603142 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65b593d8-34f8-4780-a267-7a9554fc01c5 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103590) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 17:47:07.639015 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-65b593d8-34f8-4780-a267-7a9554fc01c5 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4007502 Nov 23 17:47:07.639373 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 33062) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:47:07.645772 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-91b3ce6d-b6a9-405b-bf00-15b95ac53722 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Request body: {'subnet': {'network_id': '12e95f1b-7432-44b4-84b7-96744da459fd', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:47:07.805718 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port 2cf79574-2874-437e-9b6c-106342179a4b triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:47:07.808216 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:07.969902 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91b3ce6d-b6a9-405b-bf00-15b95ac53722 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Made reservation on behalf of 57db132758f947bab3110ff0d5b47049 for: {'subnet': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:47:07.979908 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-91b3ce6d-b6a9-405b-bf00-15b95ac53722 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264730903'] for subnet, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:08.075750 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:08.090387 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e507fae-4ecb-426d-adc0-8f63cba26f33 req-c7d6315d-7c18-467e-ae2b-02c60ec06773 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:47:08.099246 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-3e507fae-4ecb-426d-adc0-8f63cba26f33 req-c7d6315d-7c18-467e-ae2b-02c60ec06773 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] 10.222.0.60 "GET /v2.0/ports?device_id=0a131ec0-cc47-4676-8cbf-d026865517a6 HTTP/1.1" status: 200 len: 946 time: 0.1385376 Nov 23 17:47:08.140372 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] For port 2cf79574-2874-437e-9b6c-106342179a4b, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=2cf79574-2874-437e-9b6c-106342179a4b,segment=NetworkSegment(00a2cc78-d82e-4151-bfbc-a6523b19eb13),segment_id=00a2cc78-d82e-4151-bfbc-a6523b19eb13)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:47:08.145877 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:08.161107 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95494b21-a2d8-4cdb-9469-e96f743498ff req-61f8d181-4ccb-415e-a46d-3e2b426dca95 tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:47:08.162705 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-95494b21-a2d8-4cdb-9469-e96f743498ff req-61f8d181-4ccb-415e-a46d-3e2b426dca95 tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] 10.222.0.60 "GET /v2.0/ports?device_id=293070f5-de93-4a70-88b5-12d762deec14 HTTP/1.1" status: 200 len: 945 time: 0.2963946 Nov 23 17:47:08.290955 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-3e507fae-4ecb-426d-adc0-8f63cba26f33 req-a3be08b8-a937-48c4-93f8-79174285669f tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] 10.222.0.60 "GET /v2.0/security-groups?id=fa324d8c-13d0-499d-8791-7b10ff6fd90b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1907556 Nov 23 17:47:08.299485 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Pushing event updated for resources: {'Port': ['ID=2cf79574-2874-437e-9b6c-106342179a4b,revision_number=3']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:47:08.321591 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be436472-b477-4a55-abeb-3c15def34691 req-589351d2-9bbf-436b-b1a4-5cb1a210bc97 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:47:08.323284 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9db447e2-df28-4ef6-a9c2-1968935f9fef None None] Provisioning complete for port 4c4a3509-6209-46ee-ae4e-3850ddd836b7 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:47:08.323846 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9db447e2-df28-4ef6-a9c2-1968935f9fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:08.325280 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-be436472-b477-4a55-abeb-3c15def34691 req-589351d2-9bbf-436b-b1a4-5cb1a210bc97 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] 10.222.0.36 "GET /v2.0/ports?device_id=0a131ec0-cc47-4676-8cbf-d026865517a6 HTTP/1.1" status: 200 len: 946 time: 0.2023618 Nov 23 17:47:08.367649 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-9db447e2-df28-4ef6-a9c2-1968935f9fef None None] Port 4c4a3509-6209-46ee-ae4e-3850ddd836b7 cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:47:08.379557 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9db447e2-df28-4ef6-a9c2-1968935f9fef None None] Provisioning complete for port 2cf79574-2874-437e-9b6c-106342179a4b triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:47:08.380218 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9db447e2-df28-4ef6-a9c2-1968935f9fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:08.381336 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-95494b21-a2d8-4cdb-9469-e96f743498ff req-94f93323-151d-405d-95ae-de9dd25e431f tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] 10.222.0.60 "GET /v2.0/security-groups?id=6b69aca9-b68e-45b0-a7a0-1eb351a8ed08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900830 Nov 23 17:47:08.426429 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-91b3ce6d-b6a9-405b-bf00-15b95ac53722 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264358096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264730885'] for subnet, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:08.556900 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [req-be436472-b477-4a55-abeb-3c15def34691 req-48faffd9-3bbf-4264-a5e6-edfae786120a tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] Deleting port 1baf61c1-39b8-45df-8da5-8401b3ea7c91 {{(pid=103591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:47:08.557251 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-be436472-b477-4a55-abeb-3c15def34691 req-48faffd9-3bbf-4264-a5e6-edfae786120a tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:08.589553 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91b3ce6d-b6a9-405b-bf00-15b95ac53722 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Network 12e95f1b-7432-44b4-84b7-96744da459fd is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:47:08.613775 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b3ce6d-b6a9-405b-bf00-15b95ac53722 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Pushing event updated for resources: {'Subnet': ['ID=97693bf1-5ac8-4898-87ad-16d0714e34ae,revision_number=0']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:47:08.622201 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-91b3ce6d-b6a9-405b-bf00-15b95ac53722 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:47:08.633139 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91b3ce6d-b6a9-405b-bf00-15b95ac53722 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:47:08.633868 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-91b3ce6d-b6a9-405b-bf00-15b95ac53722 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks [] for subnet, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:08.659533 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2458f3e-155a-413b-a1bb-7471d1c10436 None None] Network 12e95f1b-7432-44b4-84b7-96744da459fd requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:47:08.670200 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-91b3ce6d-b6a9-405b-bf00-15b95ac53722 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.0286019 Nov 23 17:47:08.673522 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 33086) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:47:08.682445 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-be436472-b477-4a55-abeb-3c15def34691 req-48faffd9-3bbf-4264-a5e6-edfae786120a tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] For port 1baf61c1-39b8-45df-8da5-8401b3ea7c91, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=1baf61c1-39b8-45df-8da5-8401b3ea7c91,segment=NetworkSegment(3dd48af8-0370-4e3e-80f2-5bf5c6c5c8d9),segment_id=3dd48af8-0370-4e3e-80f2-5bf5c6c5c8d9)] {{(pid=103591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:47:08.682827 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-be436472-b477-4a55-abeb-3c15def34691 req-48faffd9-3bbf-4264-a5e6-edfae786120a tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:08.684561 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-ec11ee98-2c34-45b4-870e-4a4613b76f2d tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-49654319', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '97693bf1-5ac8-4898-87ad-16d0714e34ae'}], 'security_groups': ['521a410e-5513-4720-9997-e0691a974efc']}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:47:08.703110 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [req-be436472-b477-4a55-abeb-3c15def34691 req-48faffd9-3bbf-4264-a5e6-edfae786120a tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] Calling delete_port for 1baf61c1-39b8-45df-8da5-8401b3ea7c91 owned by compute:nova {{(pid=103591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:47:08.830239 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-a1288730-9a39-4c89-8f78-e260871cd17a None None] Provisioning complete for port 12881a63-620f-4ec0-b878-600aa53e7015 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:47:08.830761 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-a1288730-9a39-4c89-8f78-e260871cd17a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:08.875784 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-a1288730-9a39-4c89-8f78-e260871cd17a None None] Port 12881a63-620f-4ec0-b878-600aa53e7015 cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:47:08.991675 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-be436472-b477-4a55-abeb-3c15def34691 req-48faffd9-3bbf-4264-a5e6-edfae786120a tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:09.001852 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ec11ee98-2c34-45b4-870e-4a4613b76f2d tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:09.009713 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] get_ports_and_sgs() called for port_ids ['a775da48-7d43-4581-97b1-3aa83b53a025'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:47:09.024666 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] get_ports_and_sgs() called for port_ids ['1d9e3b88-028d-4283-8c21-507d2fff66f7', '1baf61c1-39b8-45df-8da5-8401b3ea7c91'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:47:09.064295 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 33094) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:47:09.086933 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48faffd9-3bbf-4264-a5e6-edfae786120a tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] Pushing event deleted for resources: {'Port': ['ID=1baf61c1-39b8-45df-8da5-8401b3ea7c91,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:47:09.110216 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [req-be436472-b477-4a55-abeb-3c15def34691 req-48faffd9-3bbf-4264-a5e6-edfae786120a tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] No DVR routers for this DVR port 1baf61c1-39b8-45df-8da5-8401b3ea7c91 on host n-h2-816206-8 {{(pid=103591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:47:09.120339 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-be436472-b477-4a55-abeb-3c15def34691 req-48faffd9-3bbf-4264-a5e6-edfae786120a tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:09.124511 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-be436472-b477-4a55-abeb-3c15def34691 req-48faffd9-3bbf-4264-a5e6-edfae786120a tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] 10.222.0.36 "DELETE /v2.0/ports/1baf61c1-39b8-45df-8da5-8401b3ea7c91 HTTP/1.1" status: 204 len: 173 time: 0.7865670 Nov 23 17:47:09.125582 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a131ec0-cc47-4676-8cbf-d026865517a6', 'name': 'network-vif-deleted', 'tag': '1baf61c1-39b8-45df-8da5-8401b3ea7c91'}] {{(pid=103591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:47:09.129872 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41d174a19ece9499ff9ec44e5b3fc50f2abd3ffbc947fb7e52ea1e8db27b95b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15e262e0-009d-4367-b2a0-302531e9a810" -d '{"events": [{"server_uuid": "0a131ec0-cc47-4676-8cbf-d026865517a6", "name": "network-vif-deleted", "tag": "1baf61c1-39b8-45df-8da5-8401b3ea7c91"}]}' {{(pid=103591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:47:09.137839 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80d9b665-17ae-4fd9-bfe5-87cd9532c8a5 None None] DHCP port deletion for 96a4c4fb-2a54-4887-a6a0-d3361fb03ec8 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:47:09.241849 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:47:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-617b6b22-a13c-400d-b22f-5255b544cd28 x-openstack-request-id: req-617b6b22-a13c-400d-b22f-5255b544cd28 {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:47:09.242149 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a131ec0-cc47-4676-8cbf-d026865517a6", "name": "network-vif-deleted", "tag": "1baf61c1-39b8-45df-8da5-8401b3ea7c91", "status": "completed", "code": 200}]} {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:47:09.242404 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-617b6b22-a13c-400d-b22f-5255b544cd28 {{(pid=103591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:47:09.242809 n-d-816206-8 neutron-server[103591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a131ec0-cc47-4676-8cbf-d026865517a6', 'name': 'network-vif-deleted', 'tag': '1baf61c1-39b8-45df-8da5-8401b3ea7c91', 'status': 'completed', 'code': 200} Nov 23 17:47:09.446857 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-14f53e0a-65c6-40d3-b007-b7d6757c56e8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:09.625047 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9a571fb9-fcb9-4224-8b2f-1e3af0ae6081 req-cca84de9-0bb0-43a2-aff6-5a53cbc21dae tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] 10.222.0.60 "GET /v2.0/ports?device_id=0a131ec0-cc47-4676-8cbf-d026865517a6 HTTP/1.1" status: 200 len: 210 time: 0.0827205 Nov 23 17:47:09.696332 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 2cf79574-2874-437e-9b6c-106342179a4b up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:47:09.750798 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2b7837-e980-426c-b468-7bdeb074d25f req-c543207d-16a0-4795-9740-ebfb01bd7e9f tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:47:09.752789 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2c2b7837-e980-426c-b468-7bdeb074d25f req-c543207d-16a0-4795-9740-ebfb01bd7e9f tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] 10.222.0.60 "GET /v2.0/ports?device_id=293070f5-de93-4a70-88b5-12d762deec14 HTTP/1.1" status: 200 len: 945 time: 0.2277143 Nov 23 17:47:09.834508 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89f6954c-5a10-4090-8261-e8c078f22d92 None None] Update dhcp port {'port': {'network_id': '12e95f1b-7432-44b4-84b7-96744da459fd', 'fixed_ips': [{'subnet_id': 'cef975bb-84ee-4263-b6e8-629f8ae9bf96', 'ip_address': '172.20.0.2'}, {'subnet_id': '97693bf1-5ac8-4898-87ad-16d0714e34ae'}], 'binding:host_id': 'n-d-816206-8'}, 'id': '2cf79574-2874-437e-9b6c-106342179a4b'} from n-d-816206-8. {{(pid=103592) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 23 17:47:09.841184 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-14f53e0a-65c6-40d3-b007-b7d6757c56e8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:09.847607 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-14f53e0a-65c6-40d3-b007-b7d6757c56e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:09.885025 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f53e0a-65c6-40d3-b007-b7d6757c56e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b120462e-1ff2-4055-9193-15a98ccfe61f,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:47:09.886091 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-89f6954c-5a10-4090-8261-e8c078f22d92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:09.892165 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port 2cf79574-2874-437e-9b6c-106342179a4b triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:47:09.892894 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:09.916230 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2c2b7837-e980-426c-b468-7bdeb074d25f req-41a8c42b-0767-4e2d-9322-6ceb0831dde7 tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] 10.222.0.60 "GET /v2.0/security-groups?id=6b69aca9-b68e-45b0-a7a0-1eb351a8ed08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540122 Nov 23 17:47:09.939635 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-14f53e0a-65c6-40d3-b007-b7d6757c56e8 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=61151334d3ec481d91af7ec5e9a6d4b2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8742690 Nov 23 17:47:09.958693 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 33110) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:47:10.086189 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c80c4bae-55b8-443b-80b4-351c739fbded admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:10.131103 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c80c4bae-55b8-443b-80b4-351c739fbded admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:10.220624 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-ec11ee98-2c34-45b4-870e-4a4613b76f2d tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Delete allocated IP 172.20.0.9 (12e95f1b-7432-44b4-84b7-96744da459fd/cef975bb-84ee-4263-b6e8-629f8ae9bf96) {{(pid=103590) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 23 17:47:10.232082 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-ec11ee98-2c34-45b4-870e-4a4613b76f2d tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Allocated IP 172.20.0.29 (12e95f1b-7432-44b4-84b7-96744da459fd/97693bf1-5ac8-4898-87ad-16d0714e34ae/12881a63-620f-4ec0-b878-600aa53e7015) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:47:10.245722 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c80c4bae-55b8-443b-80b4-351c739fbded admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:10.249646 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c80c4bae-55b8-443b-80b4-351c739fbded admin admin] Publish callbacks [] for security_group, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:10.257524 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-c80c4bae-55b8-443b-80b4-351c739fbded admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b120462e-1ff2-4055-9193-15a98ccfe61f HTTP/1.1" status: 204 len: 168 time: 0.2943861 Nov 23 17:47:10.267669 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80c4bae-55b8-443b-80b4-351c739fbded admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b120462e-1ff2-4055-9193-15a98ccfe61f,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:47:10.454768 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9272a0-d636-4894-ae1d-e58ad9fe0bd3 req-aa18889e-484c-4032-aaeb-7d936558284c tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:47:10.457612 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-3a9272a0-d636-4894-ae1d-e58ad9fe0bd3 req-aa18889e-484c-4032-aaeb-7d936558284c tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] 10.222.0.60 "GET /v2.0/ports?device_id=293070f5-de93-4a70-88b5-12d762deec14 HTTP/1.1" status: 200 len: 945 time: 0.1162524 Nov 23 17:47:10.515481 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ec11ee98-2c34-45b4-870e-4a4613b76f2d tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks [] for port, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:10.528292 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ec11ee98-2c34-45b4-870e-4a4613b76f2d tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264357957'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:10.541601 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-3a9272a0-d636-4894-ae1d-e58ad9fe0bd3 req-fab51c6c-fa34-44c4-9060-1795a36b207f tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] 10.222.0.60 "GET /v2.0/security-groups?id=6b69aca9-b68e-45b0-a7a0-1eb351a8ed08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769041 Nov 23 17:47:10.656218 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.db_base_plugin_common [None req-89f6954c-5a10-4090-8261-e8c078f22d92 None None] Allocated IP 172.20.0.18 (12e95f1b-7432-44b4-84b7-96744da459fd/97693bf1-5ac8-4898-87ad-16d0714e34ae/2cf79574-2874-437e-9b6c-106342179a4b) {{(pid=103592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:47:10.693680 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec11ee98-2c34-45b4-870e-4a4613b76f2d tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Pushing event updated for resources: {'Port': ['ID=12881a63-620f-4ec0-b878-600aa53e7015,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:47:10.732180 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-ec11ee98-2c34-45b4-870e-4a4613b76f2d tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] In _notify_port_updated(), no bound segment for port 12881a63-620f-4ec0-b878-600aa53e7015 on network 12e95f1b-7432-44b4-84b7-96744da459fd {{(pid=103590) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 23 17:47:10.745422 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec11ee98-2c34-45b4-870e-4a4613b76f2d tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:47:10.746177 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ec11ee98-2c34-45b4-870e-4a4613b76f2d tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:10.755861 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-ec11ee98-2c34-45b4-870e-4a4613b76f2d tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] 10.222.0.60 "PUT /v2.0/ports/12881a63-620f-4ec0-b878-600aa53e7015 HTTP/1.1" status: 200 len: 919 time: 2.0769815 Nov 23 17:47:10.756598 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 33134) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:47:10.926406 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-89f6954c-5a10-4090-8261-e8c078f22d92 None None] For port 2cf79574-2874-437e-9b6c-106342179a4b, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=2cf79574-2874-437e-9b6c-106342179a4b,segment=NetworkSegment(00a2cc78-d82e-4151-bfbc-a6523b19eb13),segment_id=00a2cc78-d82e-4151-bfbc-a6523b19eb13)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:47:10.927000 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-969e3e87-6640-4344-8a82-7ed168340f40 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Deleting port 12881a63-620f-4ec0-b878-600aa53e7015 {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:47:10.927000 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-969e3e87-6640-4344-8a82-7ed168340f40 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:10.996633 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-89f6954c-5a10-4090-8261-e8c078f22d92 None None] Publish callbacks [] for port, precommit_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:11.005927 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-89f6954c-5a10-4090-8261-e8c078f22d92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:11.047294 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-969e3e87-6640-4344-8a82-7ed168340f40 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:11.064697 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-969e3e87-6640-4344-8a82-7ed168340f40 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Calling delete_port for 12881a63-620f-4ec0-b878-600aa53e7015 owned by {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:47:11.085864 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b16a57-7baf-4c80-9a72-0b94ffd30787 req-af701ac2-6c67-4628-ac6e-dc5ec1a5bd69 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:47:11.093222 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-80b16a57-7baf-4c80-9a72-0b94ffd30787 req-af701ac2-6c67-4628-ac6e-dc5ec1a5bd69 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] 10.222.0.60 "GET /v2.0/ports?device_id=9d6f7046-8e8e-403b-8393-28eff1444348 HTTP/1.1" status: 200 len: 946 time: 0.0783551 Nov 23 17:47:11.108810 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f6954c-5a10-4090-8261-e8c078f22d92 None None] Pushing event updated for resources: {'Port': ['ID=2cf79574-2874-437e-9b6c-106342179a4b,revision_number=4']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:47:11.177238 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-80b16a57-7baf-4c80-9a72-0b94ffd30787 req-b7e86356-bb40-4940-9042-b29144bbb26e tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] 10.222.0.60 "GET /v2.0/security-groups?id=fa324d8c-13d0-499d-8791-7b10ff6fd90b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788817 Nov 23 17:47:11.272533 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-969e3e87-6640-4344-8a82-7ed168340f40 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:11.301648 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969e3e87-6640-4344-8a82-7ed168340f40 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Pushing event deleted for resources: {'Port': ['ID=12881a63-620f-4ec0-b878-600aa53e7015,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:47:11.400141 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-969e3e87-6640-4344-8a82-7ed168340f40 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:11.404077 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-969e3e87-6640-4344-8a82-7ed168340f40 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] 10.222.0.60 "DELETE /v2.0/ports/12881a63-620f-4ec0-b878-600aa53e7015 HTTP/1.1" status: 204 len: 168 time: 0.6464577 Nov 23 17:47:11.406797 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 33152) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:47:11.444718 n-d-816206-8 neutron-server[103591]: INFO neutron.pecan_wsgi.hooks.translation [None req-322c1248-2894-44ad-8e07-5b487df8a94e tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] GET failed (client error): The resource could not be found. Nov 23 17:47:11.446177 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-322c1248-2894-44ad-8e07-5b487df8a94e tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] 10.222.0.60 "GET /v2.0/ports/12881a63-620f-4ec0-b878-600aa53e7015 HTTP/1.1" status: 404 len: 333 time: 0.0383992 Nov 23 17:47:11.449077 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 33156) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:47:11.526317 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-567bf565-ab44-4a32-ae8f-dc3d80f16ca1 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks [] for security_group, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:11.553195 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 2cf79574-2874-437e-9b6c-106342179a4b up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:47:11.563342 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-567bf565-ab44-4a32-ae8f-dc3d80f16ca1 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:11.658078 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-567bf565-ab44-4a32-ae8f-dc3d80f16ca1 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:11.658967 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port 2cf79574-2874-437e-9b6c-106342179a4b triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:47:11.663623 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:11.663817 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-567bf565-ab44-4a32-ae8f-dc3d80f16ca1 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:11.666515 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-567bf565-ab44-4a32-ae8f-dc3d80f16ca1 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] 10.222.0.60 "DELETE /v2.0/security-groups/5edb0c10-6bad-461b-99dc-92fe1157bf90 HTTP/1.1" status: 204 len: 168 time: 0.2145257 Nov 23 17:47:11.667536 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 33166) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:47:11.697908 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567bf565-ab44-4a32-ae8f-dc3d80f16ca1 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5edb0c10-6bad-461b-99dc-92fe1157bf90,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:47:11.850708 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489be84b-af87-4258-b745-011ff7403927 req-45d7f869-49ec-458e-9847-16f197d8b8ce tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:47:11.850708 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-489be84b-af87-4258-b745-011ff7403927 req-45d7f869-49ec-458e-9847-16f197d8b8ce tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] 10.222.0.60 "GET /v2.0/ports?device_id=293070f5-de93-4a70-88b5-12d762deec14 HTTP/1.1" status: 200 len: 945 time: 0.1231794 Nov 23 17:47:11.920020 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-489be84b-af87-4258-b745-011ff7403927 req-68ca66fa-8f4e-49a6-af88-e826661f85d7 tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] 10.222.0.60 "GET /v2.0/security-groups?id=6b69aca9-b68e-45b0-a7a0-1eb351a8ed08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600190 Nov 23 17:47:11.924524 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-0e406062-3c99-40d8-95b9-9c4b18777565 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks [] for security_group, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:11.961977 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce3c677-c2a2-4447-aefb-07d6f428f253 req-1d7e4b47-48e1-47c1-af72-9f47348234a1 tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:47:11.963821 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6ce3c677-c2a2-4447-aefb-07d6f428f253 req-1d7e4b47-48e1-47c1-af72-9f47348234a1 tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] 10.222.0.55 "GET /v2.0/ports?device_id=293070f5-de93-4a70-88b5-12d762deec14 HTTP/1.1" status: 200 len: 945 time: 0.1780636 Nov 23 17:47:11.977684 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-0e406062-3c99-40d8-95b9-9c4b18777565 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:12.048640 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-b3500e41-bfea-4b39-9708-146b12c37f75 None None] Provisioning complete for port 4c4a3509-6209-46ee-ae4e-3850ddd836b7 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:47:12.049272 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b3500e41-bfea-4b39-9708-146b12c37f75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:12.097680 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-b3500e41-bfea-4b39-9708-146b12c37f75 None None] Port 4c4a3509-6209-46ee-ae4e-3850ddd836b7 cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:47:12.101843 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-0e406062-3c99-40d8-95b9-9c4b18777565 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:12.107049 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-0e406062-3c99-40d8-95b9-9c4b18777565 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks [] for security_group, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:12.111206 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-0e406062-3c99-40d8-95b9-9c4b18777565 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] 10.222.0.60 "DELETE /v2.0/security-groups/521a410e-5513-4720-9997-e0691a974efc HTTP/1.1" status: 204 len: 168 time: 0.4397874 Nov 23 17:47:12.111381 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-b3500e41-bfea-4b39-9708-146b12c37f75 None None] Provisioning complete for port 2cf79574-2874-437e-9b6c-106342179a4b triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:47:12.111381 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b3500e41-bfea-4b39-9708-146b12c37f75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:12.111559 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 33170) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:47:12.150603 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e406062-3c99-40d8-95b9-9c4b18777565 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=521a410e-5513-4720-9997-e0691a974efc,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:47:12.170811 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [req-6ce3c677-c2a2-4447-aefb-07d6f428f253 req-b20ab0cb-7929-4f6c-b45e-2a8bef607026 tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] Deleting port 2f0ffcfa-f859-4e6a-a6a1-fdf993e1795a {{(pid=103591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:47:12.171239 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-6ce3c677-c2a2-4447-aefb-07d6f428f253 req-b20ab0cb-7929-4f6c-b45e-2a8bef607026 tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:12.230928 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc3c794e-63fd-4120-8345-bd36f46c80ed tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Deleting subnet cef975bb-84ee-4263-b6e8-629f8ae9bf96 {{(pid=103590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 17:47:12.235078 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-b3500e41-bfea-4b39-9708-146b12c37f75 None None] Could not find standard attr ID for object 12881a63-620f-4ec0-b878-600aa53e7015. {{(pid=103592) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 17:47:12.237049 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-dc3c794e-63fd-4120-8345-bd36f46c80ed tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks [] for subnet, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:12.335892 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-dc3c794e-63fd-4120-8345-bd36f46c80ed tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-267528342'] for subnet, precommit_delete_associations {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:12.386865 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-6ce3c677-c2a2-4447-aefb-07d6f428f253 req-b20ab0cb-7929-4f6c-b45e-2a8bef607026 tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] For port 2f0ffcfa-f859-4e6a-a6a1-fdf993e1795a, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=2f0ffcfa-f859-4e6a-a6a1-fdf993e1795a,segment=NetworkSegment(7236ee9c-d2a1-449e-b7f8-41fdf7da8bc8),segment_id=7236ee9c-d2a1-449e-b7f8-41fdf7da8bc8)] {{(pid=103591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:47:12.387461 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-6ce3c677-c2a2-4447-aefb-07d6f428f253 req-b20ab0cb-7929-4f6c-b45e-2a8bef607026 tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:12.454097 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52efaa5c-7f1c-48ef-8c46-fc9586c075c8 req-1434270a-bf45-4b2a-b816-4f3378d79b65 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:47:12.457438 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-52efaa5c-7f1c-48ef-8c46-fc9586c075c8 req-1434270a-bf45-4b2a-b816-4f3378d79b65 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] 10.222.0.60 "GET /v2.0/ports?device_id=9d6f7046-8e8e-403b-8393-28eff1444348 HTTP/1.1" status: 200 len: 946 time: 0.1449547 Nov 23 17:47:12.492244 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [req-6ce3c677-c2a2-4447-aefb-07d6f428f253 req-b20ab0cb-7929-4f6c-b45e-2a8bef607026 tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] Calling delete_port for 2f0ffcfa-f859-4e6a-a6a1-fdf993e1795a owned by compute:nova {{(pid=103591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:47:12.532440 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-dc3c794e-63fd-4120-8345-bd36f46c80ed tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971956'] for subnet, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:12.594114 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-52efaa5c-7f1c-48ef-8c46-fc9586c075c8 req-e2ed9aa3-7a31-4dcb-8bd9-213b3cfcf8e3 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] 10.222.0.60 "GET /v2.0/security-groups?id=fa324d8c-13d0-499d-8791-7b10ff6fd90b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253014 Nov 23 17:47:12.615764 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device 1baf61c1-39b8-45df-8da5-8401b3ea7c91 no longer exists at agent hyperv_n-h2-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:47:12.647637 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] No Port match for: 1baf61c1-39b8-45df-8da5-8401b3ea7c91 {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:47:12.648545 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device 1baf61c1-39b8-45df-8da5-8401b3ea7c91 not bound to the agent host n-h2-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:47:12.712810 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-6ce3c677-c2a2-4447-aefb-07d6f428f253 req-b20ab0cb-7929-4f6c-b45e-2a8bef607026 tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:12.725685 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] get_ports_and_sgs() called for port_ids ['3690f848-fde7-480c-ab9e-211c79d0cd2d', '2f0ffcfa-f859-4e6a-a6a1-fdf993e1795a'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:47:12.747100 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a318b2-2242-44ac-aef7-926eb5d098fd req-9e732606-74f4-425a-86d1-a1a68316d056 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:47:12.754087 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-c3a318b2-2242-44ac-aef7-926eb5d098fd req-9e732606-74f4-425a-86d1-a1a68316d056 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] 10.222.0.55 "GET /v2.0/ports?device_id=9d6f7046-8e8e-403b-8393-28eff1444348 HTTP/1.1" status: 200 len: 946 time: 0.1920686 Nov 23 17:47:12.803074 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-1e0b12a2-6b2f-4b84-911a-935ba3419ccb None None] Could not find standard attr ID for object 12881a63-620f-4ec0-b878-600aa53e7015. {{(pid=103592) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 17:47:12.831007 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-dc3c794e-63fd-4120-8345-bd36f46c80ed tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264357903', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264730940'] for subnet, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:12.852234 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20ab0cb-7929-4f6c-b45e-2a8bef607026 tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] Pushing event deleted for resources: {'Port': ['ID=2f0ffcfa-f859-4e6a-a6a1-fdf993e1795a,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:47:12.930092 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3c794e-63fd-4120-8345-bd36f46c80ed tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Pushing event deleted for resources: {'Subnet': ['ID=cef975bb-84ee-4263-b6e8-629f8ae9bf96,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:47:12.933995 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-dc3c794e-63fd-4120-8345-bd36f46c80ed tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks [] for subnet, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:12.938823 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ce3c677-c2a2-4447-aefb-07d6f428f253 req-b20ab0cb-7929-4f6c-b45e-2a8bef607026 tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] No DVR routers for this DVR port 2f0ffcfa-f859-4e6a-a6a1-fdf993e1795a on host n-h1-816206-8 {{(pid=103591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:47:12.942470 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-dc3c794e-63fd-4120-8345-bd36f46c80ed tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] 10.222.0.60 "DELETE /v2.0/subnets/cef975bb-84ee-4263-b6e8-629f8ae9bf96 HTTP/1.1" status: 204 len: 168 time: 0.8298771 Nov 23 17:47:12.946716 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-6ce3c677-c2a2-4447-aefb-07d6f428f253 req-b20ab0cb-7929-4f6c-b45e-2a8bef607026 tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:12.966346 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 33186) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:47:12.971597 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6ce3c677-c2a2-4447-aefb-07d6f428f253 req-b20ab0cb-7929-4f6c-b45e-2a8bef607026 tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] 10.222.0.55 "DELETE /v2.0/ports/2f0ffcfa-f859-4e6a-a6a1-fdf993e1795a HTTP/1.1" status: 204 len: 173 time: 0.9960065 Nov 23 17:47:12.979505 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '293070f5-de93-4a70-88b5-12d762deec14', 'name': 'network-vif-deleted', 'tag': '2f0ffcfa-f859-4e6a-a6a1-fdf993e1795a'}] {{(pid=103591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:47:12.981992 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41d174a19ece9499ff9ec44e5b3fc50f2abd3ffbc947fb7e52ea1e8db27b95b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dea97e37-bfaf-4324-9b4a-1e9f2b174d64" -d '{"events": [{"server_uuid": "293070f5-de93-4a70-88b5-12d762deec14", "name": "network-vif-deleted", "tag": "2f0ffcfa-f859-4e6a-a6a1-fdf993e1795a"}]}' {{(pid=103591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:47:12.993610 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-8d6ca93a-65fb-4c87-af07-ae944a146d85 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Request body: {'subnet': {'network_id': '12e95f1b-7432-44b4-84b7-96744da459fd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:47:12.998291 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-88c2347f-1fed-4d62-a8bd-aaef6a5fae0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:13.069710 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:47:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8f655c3-5791-4906-b118-81126d1241b2 x-openstack-request-id: req-f8f655c3-5791-4906-b118-81126d1241b2 {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:47:13.070008 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "293070f5-de93-4a70-88b5-12d762deec14", "name": "network-vif-deleted", "tag": "2f0ffcfa-f859-4e6a-a6a1-fdf993e1795a", "status": "completed", "code": 200}]} {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:47:13.070252 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f8f655c3-5791-4906-b118-81126d1241b2 {{(pid=103591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:47:13.070653 n-d-816206-8 neutron-server[103591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '293070f5-de93-4a70-88b5-12d762deec14', 'name': 'network-vif-deleted', 'tag': '2f0ffcfa-f859-4e6a-a6a1-fdf993e1795a', 'status': 'completed', 'code': 200} Nov 23 17:47:13.138257 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-19641186-01b5-448a-8d52-c4a941658ff0 req-ff1e23bf-857a-4e6e-8a88-38409b2fffed tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] 10.222.0.60 "GET /v2.0/ports?device_id=293070f5-de93-4a70-88b5-12d762deec14 HTTP/1.1" status: 200 len: 210 time: 0.0518370 Nov 23 17:47:13.161096 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aed12e3-c6a6-4aa6-972d-4130b6d252e6 None None] Network 12e95f1b-7432-44b4-84b7-96744da459fd requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:47:13.267563 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [req-c3a318b2-2242-44ac-aef7-926eb5d098fd req-477d2441-c9a0-4116-94e0-79bd36b6fce0 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] Deleting port a775da48-7d43-4581-97b1-3aa83b53a025 {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:47:13.267902 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-c3a318b2-2242-44ac-aef7-926eb5d098fd req-477d2441-c9a0-4116-94e0-79bd36b6fce0 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:13.374888 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d6ca93a-65fb-4c87-af07-ae944a146d85 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Made reservation on behalf of 57db132758f947bab3110ff0d5b47049 for: {'subnet': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:47:13.379526 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8d6ca93a-65fb-4c87-af07-ae944a146d85 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264730903'] for subnet, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:13.435865 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [req-c3a318b2-2242-44ac-aef7-926eb5d098fd req-477d2441-c9a0-4116-94e0-79bd36b6fce0 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] For port a775da48-7d43-4581-97b1-3aa83b53a025, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=a775da48-7d43-4581-97b1-3aa83b53a025,segment=NetworkSegment(3dd48af8-0370-4e3e-80f2-5bf5c6c5c8d9),segment_id=3dd48af8-0370-4e3e-80f2-5bf5c6c5c8d9)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:47:13.436167 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-c3a318b2-2242-44ac-aef7-926eb5d098fd req-477d2441-c9a0-4116-94e0-79bd36b6fce0 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:13.520317 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [req-c3a318b2-2242-44ac-aef7-926eb5d098fd req-477d2441-c9a0-4116-94e0-79bd36b6fce0 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] Calling delete_port for a775da48-7d43-4581-97b1-3aa83b53a025 owned by compute:nova {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:47:13.559001 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:13.804402 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1084ed1a-f937-4a8e-a3e7-19fdfcf04e76 req-fe84cca2-a9d6-4f74-9ad0-d5e78e21ebdc tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:47:13.812631 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-1084ed1a-f937-4a8e-a3e7-19fdfcf04e76 req-fe84cca2-a9d6-4f74-9ad0-d5e78e21ebdc tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] 10.222.0.60 "GET /v2.0/ports?device_id=9d6f7046-8e8e-403b-8393-28eff1444348 HTTP/1.1" status: 200 len: 946 time: 0.0874708 Nov 23 17:47:13.875306 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-1084ed1a-f937-4a8e-a3e7-19fdfcf04e76 req-51b67dbe-39ee-43f6-897d-dbe2cc634beb tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] 10.222.0.60 "GET /v2.0/security-groups?id=fa324d8c-13d0-499d-8791-7b10ff6fd90b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617499 Nov 23 17:47:13.881386 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-c3a318b2-2242-44ac-aef7-926eb5d098fd req-477d2441-c9a0-4116-94e0-79bd36b6fce0 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:13.905462 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] get_ports_and_sgs() called for port_ids ['a775da48-7d43-4581-97b1-3aa83b53a025'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:47:13.910430 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] get_ports_and_sgs() called for port_ids ['1d9e3b88-028d-4283-8c21-507d2fff66f7'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:47:13.934682 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8d6ca93a-65fb-4c87-af07-ae944a146d85 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264358096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264730885'] for subnet, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:13.984350 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477d2441-c9a0-4116-94e0-79bd36b6fce0 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] Pushing event deleted for resources: {'Port': ['ID=a775da48-7d43-4581-97b1-3aa83b53a025,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:47:14.014652 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de5f789f-b8bb-4b12-b07a-c494c68226b2 None None] DHCP port deletion for 96a4c4fb-2a54-4887-a6a0-d3361fb03ec8 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:47:14.031328 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6ca93a-65fb-4c87-af07-ae944a146d85 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Pushing event updated for resources: {'Subnet': ['ID=850c4646-27f3-44de-ad9d-3a40bd25da9b,revision_number=0']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:47:14.050627 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3a318b2-2242-44ac-aef7-926eb5d098fd req-477d2441-c9a0-4116-94e0-79bd36b6fce0 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] No DVR routers for this DVR port a775da48-7d43-4581-97b1-3aa83b53a025 on host n-h1-816206-8 {{(pid=103590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:47:14.054063 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-c3a318b2-2242-44ac-aef7-926eb5d098fd req-477d2441-c9a0-4116-94e0-79bd36b6fce0 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:14.058462 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-c3a318b2-2242-44ac-aef7-926eb5d098fd req-477d2441-c9a0-4116-94e0-79bd36b6fce0 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] 10.222.0.55 "DELETE /v2.0/ports/a775da48-7d43-4581-97b1-3aa83b53a025 HTTP/1.1" status: 204 len: 173 time: 1.2969327 Nov 23 17:47:14.062618 n-d-816206-8 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d6f7046-8e8e-403b-8393-28eff1444348', 'name': 'network-vif-deleted', 'tag': 'a775da48-7d43-4581-97b1-3aa83b53a025'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:47:14.065155 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbabddbc9fc37b068808e119c416c86f5957ca04531a4a0d2e695c515e93483b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d1fdb26-d1a4-4736-9a48-09aafd84344a" -d '{"events": [{"server_uuid": "9d6f7046-8e8e-403b-8393-28eff1444348", "name": "network-vif-deleted", "tag": "a775da48-7d43-4581-97b1-3aa83b53a025"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:47:14.075485 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d6ca93a-65fb-4c87-af07-ae944a146d85 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Network 12e95f1b-7432-44b4-84b7-96744da459fd is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:47:14.078559 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-8d6ca93a-65fb-4c87-af07-ae944a146d85 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:47:14.088933 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d6ca93a-65fb-4c87-af07-ae944a146d85 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:47:14.089674 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8d6ca93a-65fb-4c87-af07-ae944a146d85 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks [] for subnet, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:14.117600 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-8d6ca93a-65fb-4c87-af07-ae944a146d85 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1315994 Nov 23 17:47:14.118407 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 33204) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:47:14.123561 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-55e640e0-672d-49a7-9bb6-4b5dd1c28a67 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Request body: {'security_group': {'name': 'tempest-secgroup-1083202470'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:47:14.168269 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:47:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b24f04e-e99e-406e-bb7b-a7c0b8f9aeef x-openstack-request-id: req-8b24f04e-e99e-406e-bb7b-a7c0b8f9aeef {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:47:14.168578 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d6f7046-8e8e-403b-8393-28eff1444348", "name": "network-vif-deleted", "tag": "a775da48-7d43-4581-97b1-3aa83b53a025", "status": "completed", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:47:14.168827 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-8b24f04e-e99e-406e-bb7b-a7c0b8f9aeef {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:47:14.169252 n-d-816206-8 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d6f7046-8e8e-403b-8393-28eff1444348', 'name': 'network-vif-deleted', 'tag': 'a775da48-7d43-4581-97b1-3aa83b53a025', 'status': 'completed', 'code': 200} Nov 23 17:47:14.169843 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-55e640e0-672d-49a7-9bb6-4b5dd1c28a67 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks [] for security_group, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:14.243522 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:14.322299 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-55e640e0-672d-49a7-9bb6-4b5dd1c28a67 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks [] for security_group, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:14.335190 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-55e640e0-672d-49a7-9bb6-4b5dd1c28a67 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:14.365079 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd5dd79b-edbe-42e8-84f3-15603b68d857 None None] Network 12e95f1b-7432-44b4-84b7-96744da459fd requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:47:14.412104 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-55e640e0-672d-49a7-9bb6-4b5dd1c28a67 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks [] for security_group, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:14.416257 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-55e640e0-672d-49a7-9bb6-4b5dd1c28a67 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2964957 Nov 23 17:47:14.416659 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 33216) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:47:14.425514 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-b03c9ba6-833b-46f6-8c4c-8ba1119604e8 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Request body: {'security_group': {'name': 'tempest-secgroup-14104697'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:47:14.431867 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e640e0-672d-49a7-9bb6-4b5dd1c28a67 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Pushing event updated for resources: {'SecurityGroup': ['ID=482728c1-50d5-4997-904d-5c579c59b7ff,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:47:14.444203 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14e0691-4adb-4a3a-88a7-a695574cae8a req-97e9f1da-157e-4850-b22b-30a769b5f967 tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:47:14.445871 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c14e0691-4adb-4a3a-88a7-a695574cae8a req-97e9f1da-157e-4850-b22b-30a769b5f967 tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ea7def0-5cf3-46bd-90e2-20013bf25e5e HTTP/1.1" status: 200 len: 946 time: 0.1218147 Nov 23 17:47:14.481060 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b03c9ba6-833b-46f6-8c4c-8ba1119604e8 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks [] for security_group, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:14.495874 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-4022f268-15d2-4081-86a5-86978b52aef3 None None] Provisioning complete for port 4c4a3509-6209-46ee-ae4e-3850ddd836b7 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:47:14.496645 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-4022f268-15d2-4081-86a5-86978b52aef3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:14.542487 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c14e0691-4adb-4a3a-88a7-a695574cae8a req-50362409-ed1f-4957-b526-8295372f444b tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] 10.222.0.60 "GET /v2.0/security-groups?id=6b69aca9-b68e-45b0-a7a0-1eb351a8ed08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873804 Nov 23 17:47:14.590160 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-4022f268-15d2-4081-86a5-86978b52aef3 None None] Port 4c4a3509-6209-46ee-ae4e-3850ddd836b7 cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:47:14.621024 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-4022f268-15d2-4081-86a5-86978b52aef3 None None] Provisioning complete for port 2cf79574-2874-437e-9b6c-106342179a4b triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:47:14.621024 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-4022f268-15d2-4081-86a5-86978b52aef3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:14.633317 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b03c9ba6-833b-46f6-8c4c-8ba1119604e8 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks [] for security_group, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:14.640190 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b03c9ba6-833b-46f6-8c4c-8ba1119604e8 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:14.685200 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b03c9ba6-833b-46f6-8c4c-8ba1119604e8 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:14.689212 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-b03c9ba6-833b-46f6-8c4c-8ba1119604e8 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.2680621 Nov 23 17:47:14.689972 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 33226) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:47:14.695328 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-5a3535c0-180f-4cea-997c-0e7d3dde3135 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Request body: {'security_group': {'name': 'tempest-secgroup-1900588968'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:47:14.749110 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-5a3535c0-180f-4cea-997c-0e7d3dde3135 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks [] for security_group, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:14.750778 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03c9ba6-833b-46f6-8c4c-8ba1119604e8 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5012ea55-5728-446b-9780-fafcb225fcc0,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:47:14.898107 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3b2c98c-6a54-409f-8ef6-3cb110d42d3f None None] Update dhcp port {'port': {'network_id': '12e95f1b-7432-44b4-84b7-96744da459fd', 'fixed_ips': [{'subnet_id': '97693bf1-5ac8-4898-87ad-16d0714e34ae', 'ip_address': '172.20.0.18'}, {'subnet_id': '850c4646-27f3-44de-ad9d-3a40bd25da9b'}], 'binding:host_id': 'n-d-816206-8'}, 'id': '2cf79574-2874-437e-9b6c-106342179a4b'} from n-d-816206-8. {{(pid=103592) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 23 17:47:14.935344 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-e3b2c98c-6a54-409f-8ef6-3cb110d42d3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:14.938344 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-5a3535c0-180f-4cea-997c-0e7d3dde3135 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks [] for security_group, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:14.948454 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-5a3535c0-180f-4cea-997c-0e7d3dde3135 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:15.096669 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-5a3535c0-180f-4cea-997c-0e7d3dde3135 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks [] for security_group, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:15.113202 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-5a3535c0-180f-4cea-997c-0e7d3dde3135 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4211891 Nov 23 17:47:15.113409 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 33242) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:47:15.125947 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-2d9c7ecf-b890-4b3e-9674-87df2228aae3 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-286191135', 'security_groups': ['cae43c46-0637-4b71-b1f4-731b27857080'], 'network_id': '12e95f1b-7432-44b4-84b7-96744da459fd', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '850c4646-27f3-44de-ad9d-3a40bd25da9b'}]}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:47:15.130512 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-7f27d5ba-5bb5-4a52-8acf-0f6c5f096b40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:15.148441 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3535c0-180f-4cea-997c-0e7d3dde3135 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cae43c46-0637-4b71-b1f4-731b27857080,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:47:15.213408 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a82ed9-6c2a-4bb6-acfe-d10bcba9f629 req-d341d6ba-8f38-49dd-8c20-b3bd01dd4a35 tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:47:15.223645 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-52a82ed9-6c2a-4bb6-acfe-d10bcba9f629 req-d341d6ba-8f38-49dd-8c20-b3bd01dd4a35 tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ea7def0-5cf3-46bd-90e2-20013bf25e5e HTTP/1.1" status: 200 len: 946 time: 0.2811089 Nov 23 17:47:15.272994 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.db_base_plugin_common [None req-e3b2c98c-6a54-409f-8ef6-3cb110d42d3f None None] Allocated IP 172.20.0.2 (12e95f1b-7432-44b4-84b7-96744da459fd/850c4646-27f3-44de-ad9d-3a40bd25da9b/2cf79574-2874-437e-9b6c-106342179a4b) {{(pid=103592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:47:15.284059 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-52a82ed9-6c2a-4bb6-acfe-d10bcba9f629 req-faa9d707-3ec8-4294-99c8-239428a42f06 tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] 10.222.0.60 "GET /v2.0/security-groups?id=6b69aca9-b68e-45b0-a7a0-1eb351a8ed08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589569 Nov 23 17:47:15.417705 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d9c7ecf-b890-4b3e-9674-87df2228aae3 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Made reservation on behalf of 57db132758f947bab3110ff0d5b47049 for: {'port': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:47:15.522507 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-e3b2c98c-6a54-409f-8ef6-3cb110d42d3f None None] For port 2cf79574-2874-437e-9b6c-106342179a4b, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=2cf79574-2874-437e-9b6c-106342179a4b,segment=NetworkSegment(00a2cc78-d82e-4151-bfbc-a6523b19eb13),segment_id=00a2cc78-d82e-4151-bfbc-a6523b19eb13)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:47:15.545055 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61831cb9-2f0c-4088-b549-fff49f6a109c req-27f8d298-c3e7-4085-acf5-a54a5e4fbe06 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:47:15.555823 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-61831cb9-2f0c-4088-b549-fff49f6a109c req-27f8d298-c3e7-4085-acf5-a54a5e4fbe06 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] 10.222.0.60 "GET /v2.0/networks?id=96a4c4fb-2a54-4887-a6a0-d3361fb03ec8 HTTP/1.1" status: 200 len: 806 time: 0.1770823 Nov 23 17:47:15.575459 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-61831cb9-2f0c-4088-b549-fff49f6a109c req-dc9eb90f-c4c0-4c40-b604-3201dabfab93 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] 10.222.0.60 "GET /v2.0/quotas/fc0b8b60f26147bc93ae14daf3e34aba HTTP/1.1" status: 200 len: 375 time: 0.0183413 Nov 23 17:47:15.593254 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-e3b2c98c-6a54-409f-8ef6-3cb110d42d3f None None] Publish callbacks [] for port, precommit_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:15.606917 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-e3b2c98c-6a54-409f-8ef6-3cb110d42d3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:15.619422 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2d9c7ecf-b890-4b3e-9674-87df2228aae3 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:15.669558 n-d-816206-8 neutron-server[103590]: DEBUG neutron.notifiers.nova [None req-2d9c7ecf-b890-4b3e-9674-87df2228aae3 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] device_id is not set on port cb2143ed-b2b0-4df0-aa8b-5c2da1409dd8 yet. {{(pid=103590) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 17:47:15.701546 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-61831cb9-2f0c-4088-b549-fff49f6a109c req-f7432f49-76db-4e60-8ab3-c1f146f41fd1 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=fc0b8b60f26147bc93ae14daf3e34aba&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1222908 Nov 23 17:47:15.742761 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b2c98c-6a54-409f-8ef6-3cb110d42d3f None None] Pushing event updated for resources: {'Port': ['ID=2cf79574-2874-437e-9b6c-106342179a4b,revision_number=6']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:47:15.914130 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-61831cb9-2f0c-4088-b549-fff49f6a109c req-a5f37733-ba57-44ef-ab48-d09513cfdbcf service neutron] 10.222.0.60 "GET /v2.0/networks/96a4c4fb-2a54-4887-a6a0-d3361fb03ec8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2104254 Nov 23 17:47:15.930332 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6259bd3f-afd2-4790-9eca-3a2e5d21a54f req-8a2c1093-6336-4056-93cf-dd28c293deee tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:47:15.938066 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6259bd3f-afd2-4790-9eca-3a2e5d21a54f req-8a2c1093-6336-4056-93cf-dd28c293deee tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ea7def0-5cf3-46bd-90e2-20013bf25e5e HTTP/1.1" status: 200 len: 946 time: 0.1419747 Nov 23 17:47:15.967642 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-2d9c7ecf-b890-4b3e-9674-87df2228aae3 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Allocated IP 172.20.0.13 (12e95f1b-7432-44b4-84b7-96744da459fd/850c4646-27f3-44de-ad9d-3a40bd25da9b/cb2143ed-b2b0-4df0-aa8b-5c2da1409dd8) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:47:16.169456 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2d9c7ecf-b890-4b3e-9674-87df2228aae3 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:16.238956 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2d9c7ecf-b890-4b3e-9674-87df2228aae3 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:16.319013 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d9c7ecf-b890-4b3e-9674-87df2228aae3 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Network 12e95f1b-7432-44b4-84b7-96744da459fd is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:47:16.326203 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-2d9c7ecf-b890-4b3e-9674-87df2228aae3 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:47:16.335979 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d9c7ecf-b890-4b3e-9674-87df2228aae3 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:47:16.389492 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9c7ecf-b890-4b3e-9674-87df2228aae3 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Pushing event updated for resources: {'Port': ['ID=cb2143ed-b2b0-4df0-aa8b-5c2da1409dd8,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:47:16.460983 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d9c7ecf-b890-4b3e-9674-87df2228aae3 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:47:16.461660 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2d9c7ecf-b890-4b3e-9674-87df2228aae3 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:16.501181 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-2d9c7ecf-b890-4b3e-9674-87df2228aae3 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.3850002 Nov 23 17:47:16.502940 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 33272) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:47:16.523073 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-33b3a6b3-2497-4e23-84e5-743c8458a11b tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Request body: {'subnet': {'network_id': '12e95f1b-7432-44b4-84b7-96744da459fd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:47:16.546229 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-52822d53-48f5-4819-8a95-bdc13aea0bf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:16.564279 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6259bd3f-afd2-4790-9eca-3a2e5d21a54f req-6f7eccc2-803b-4b22-a053-1c0b9c04892d tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] 10.222.0.60 "GET /v2.0/security-groups?id=6b69aca9-b68e-45b0-a7a0-1eb351a8ed08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6253271 Nov 23 17:47:16.640924 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-61831cb9-2f0c-4088-b549-fff49f6a109c req-f7a6b8b7-567c-4b6f-9c85-cbd4eb4e73bb service neutron] 10.222.0.60 "GET /v2.0/networks/96a4c4fb-2a54-4887-a6a0-d3361fb03ec8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6996713 Nov 23 17:47:16.740927 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-12fa2702-386e-4f5d-b0d3-f256ec2b2d60 None None] Provisioning complete for port 4c4a3509-6209-46ee-ae4e-3850ddd836b7 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:47:16.741327 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-12fa2702-386e-4f5d-b0d3-f256ec2b2d60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:16.798587 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33b3a6b3-2497-4e23-84e5-743c8458a11b tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Made reservation on behalf of 57db132758f947bab3110ff0d5b47049 for: {'subnet': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:47:16.803207 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-33b3a6b3-2497-4e23-84e5-743c8458a11b tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264730903'] for subnet, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:16.867971 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-12fa2702-386e-4f5d-b0d3-f256ec2b2d60 None None] Port 4c4a3509-6209-46ee-ae4e-3850ddd836b7 cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:47:16.938413 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-12fa2702-386e-4f5d-b0d3-f256ec2b2d60 None None] Provisioning complete for port 2cf79574-2874-437e-9b6c-106342179a4b triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:47:16.939705 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-12fa2702-386e-4f5d-b0d3-f256ec2b2d60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:16.961338 n-d-816206-8 neutron-server[103590]: INFO neutron.db.ipam_backend_mixin [None req-33b3a6b3-2497-4e23-84e5-743c8458a11b tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 850c4646-27f3-44de-ad9d-3a40bd25da9b (CIDR: 172.20.0.0/28) Nov 23 17:47:16.969546 n-d-816206-8 neutron-server[103590]: INFO neutron.pecan_wsgi.hooks.translation [None req-33b3a6b3-2497-4e23-84e5-743c8458a11b tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 17:47:16.971035 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33b3a6b3-2497-4e23-84e5-743c8458a11b tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103590) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 17:47:17.029665 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-33b3a6b3-2497-4e23-84e5-743c8458a11b tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5205226 Nov 23 17:47:17.032102 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 33288) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:47:17.053334 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d8b74037-6395-4b17-972f-b6cf9b506d07 req-e4686a52-1898-4f5c-bcb5-51d32640121c tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7685d92-e0b8-48d9-b68d-d18b0b0d534a HTTP/1.1" status: 200 len: 210 time: 0.0979965 Nov 23 17:47:17.055767 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-d0f73219-1cca-4a13-9309-26d0ea9803cf tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Request body: {'subnet': {'network_id': '12e95f1b-7432-44b4-84b7-96744da459fd', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:47:17.064092 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device a775da48-7d43-4581-97b1-3aa83b53a025 no longer exists at agent hyperv_n-h1-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:47:17.135897 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] No Port match for: a775da48-7d43-4581-97b1-3aa83b53a025 {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:47:17.136254 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device a775da48-7d43-4581-97b1-3aa83b53a025 not bound to the agent host n-h1-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:47:17.138731 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device 2f0ffcfa-f859-4e6a-a6a1-fdf993e1795a no longer exists at agent hyperv_n-h1-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:47:17.185197 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] No Port match for: 2f0ffcfa-f859-4e6a-a6a1-fdf993e1795a {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:47:17.185547 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device 2f0ffcfa-f859-4e6a-a6a1-fdf993e1795a not bound to the agent host n-h1-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:47:17.339395 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0f73219-1cca-4a13-9309-26d0ea9803cf tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Made reservation on behalf of 57db132758f947bab3110ff0d5b47049 for: {'subnet': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:47:17.351939 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d0f73219-1cca-4a13-9309-26d0ea9803cf tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264730903'] for subnet, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:17.400480 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-e0071567-38ab-44a7-a26f-777a75027d93 None None] Provisioning complete for port cb2143ed-b2b0-4df0-aa8b-5c2da1409dd8 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:47:17.400884 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-e0071567-38ab-44a7-a26f-777a75027d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:17.532381 n-d-816206-8 neutron-server[103590]: INFO neutron.db.ipam_backend_mixin [None req-d0f73219-1cca-4a13-9309-26d0ea9803cf tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 97693bf1-5ac8-4898-87ad-16d0714e34ae (CIDR: 172.20.0.16/28) Nov 23 17:47:17.538288 n-d-816206-8 neutron-server[103590]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0f73219-1cca-4a13-9309-26d0ea9803cf tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 17:47:17.539919 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0f73219-1cca-4a13-9309-26d0ea9803cf tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103590) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 17:47:17.544779 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-e0071567-38ab-44a7-a26f-777a75027d93 None None] Port cb2143ed-b2b0-4df0-aa8b-5c2da1409dd8 cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:47:17.604191 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-d0f73219-1cca-4a13-9309-26d0ea9803cf tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.5640774 Nov 23 17:47:17.604631 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 33310) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:47:17.612906 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-1154ffe5-7636-4aeb-b52a-5a312a6ef4ee tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Request body: {'subnet': {'network_id': '12e95f1b-7432-44b4-84b7-96744da459fd', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:47:17.648538 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 2cf79574-2874-437e-9b6c-106342179a4b up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:47:17.741657 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9a27ae6c-db98-474f-94c1-cc99bf842d79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:17.742610 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port 2cf79574-2874-437e-9b6c-106342179a4b triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:47:17.743690 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:17.960259 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1154ffe5-7636-4aeb-b52a-5a312a6ef4ee tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Made reservation on behalf of 57db132758f947bab3110ff0d5b47049 for: {'subnet': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:47:17.965086 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1154ffe5-7636-4aeb-b52a-5a312a6ef4ee tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264730903'] for subnet, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:18.320381 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:18.323195 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ae688d0c-0035-45af-891f-72706d64237a req-db9636a2-e3b4-4053-8633-26424722f17d tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7685d92-e0b8-48d9-b68d-d18b0b0d534a HTTP/1.1" status: 200 len: 210 time: 0.0702412 Nov 23 17:47:18.653760 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1154ffe5-7636-4aeb-b52a-5a312a6ef4ee tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264358096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264730885'] for subnet, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:18.871980 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1154ffe5-7636-4aeb-b52a-5a312a6ef4ee tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Network 12e95f1b-7432-44b4-84b7-96744da459fd is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:47:18.883350 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1154ffe5-7636-4aeb-b52a-5a312a6ef4ee tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Pushing event updated for resources: {'Subnet': ['ID=31796179-cf2d-43e5-9206-cbc7d529e917,revision_number=0']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:47:18.921136 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-1154ffe5-7636-4aeb-b52a-5a312a6ef4ee tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:47:18.928077 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1154ffe5-7636-4aeb-b52a-5a312a6ef4ee tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:47:18.930671 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1154ffe5-7636-4aeb-b52a-5a312a6ef4ee tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks [] for subnet, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:18.935242 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64f271ed-3442-49c7-8810-0ca2c9378864 None None] Network 12e95f1b-7432-44b4-84b7-96744da459fd requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:47:19.054382 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61831cb9-2f0c-4088-b549-fff49f6a109c req-08b68f02-a423-4529-8231-e886c01c0ebe tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:47:19.076825 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-61831cb9-2f0c-4088-b549-fff49f6a109c req-08b68f02-a423-4529-8231-e886c01c0ebe tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] 10.222.0.55 "GET /v2.0/networks?id=96a4c4fb-2a54-4887-a6a0-d3361fb03ec8 HTTP/1.1" status: 200 len: 806 time: 0.4972804 Nov 23 17:47:19.094229 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-1154ffe5-7636-4aeb-b52a-5a312a6ef4ee tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.4833791 Nov 23 17:47:19.094469 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 33340) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:47:19.099044 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-f0fe1b15-24bf-4dc4-8df2-5d90d37e138a tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1767293653', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '31796179-cf2d-43e5-9206-cbc7d529e917'}], 'security_groups': ['482728c1-50d5-4997-904d-5c579c59b7ff', '5012ea55-5728-446b-9780-fafcb225fcc0']}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:47:19.101762 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [req-61831cb9-2f0c-4088-b549-fff49f6a109c req-97070169-8f30-44c4-8478-250c3360741c tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] Request body: {'port': {'device_id': 'd7685d92-e0b8-48d9-b68d-d18b0b0d534a', 'network_id': '96a4c4fb-2a54-4887-a6a0-d3361fb03ec8', 'admin_state_up': True, 'tenant_id': 'fc0b8b60f26147bc93ae14daf3e34aba'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:47:19.414869 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61831cb9-2f0c-4088-b549-fff49f6a109c req-97070169-8f30-44c4-8478-250c3360741c tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] Made reservation on behalf of fc0b8b60f26147bc93ae14daf3e34aba for: {'port': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:47:19.420831 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-61831cb9-2f0c-4088-b549-fff49f6a109c req-97070169-8f30-44c4-8478-250c3360741c tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:19.539799 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ed54ba39-17af-4708-9a14-9c8e5a122a5e req-d1a7d0ff-d42d-48ab-994e-21f29c9a6263 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7685d92-e0b8-48d9-b68d-d18b0b0d534a HTTP/1.1" status: 200 len: 210 time: 0.0402803 Nov 23 17:47:19.544044 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-f0fe1b15-24bf-4dc4-8df2-5d90d37e138a tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:19.577757 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c90514ad-6216-451e-a88b-7ded8cee1aae None None] Update dhcp port {'port': {'network_id': '12e95f1b-7432-44b4-84b7-96744da459fd', 'fixed_ips': [{'subnet_id': '97693bf1-5ac8-4898-87ad-16d0714e34ae', 'ip_address': '172.20.0.18'}, {'subnet_id': '850c4646-27f3-44de-ad9d-3a40bd25da9b', 'ip_address': '172.20.0.2'}, {'subnet_id': '31796179-cf2d-43e5-9206-cbc7d529e917'}], 'binding:host_id': 'n-d-816206-8'}, 'id': '2cf79574-2874-437e-9b6c-106342179a4b'} from n-d-816206-8. {{(pid=103592) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 23 17:47:19.650612 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c90514ad-6216-451e-a88b-7ded8cee1aae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:19.707816 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [req-61831cb9-2f0c-4088-b549-fff49f6a109c req-97070169-8f30-44c4-8478-250c3360741c tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] Allocated IP 172.20.0.10 (96a4c4fb-2a54-4887-a6a0-d3361fb03ec8/6a67b7b8-1b5e-4ea7-ab09-4d43799d0b06/da0de570-7a52-495b-b6a4-eff5365f6f62) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:47:20.064893 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.db_base_plugin_common [None req-f0fe1b15-24bf-4dc4-8df2-5d90d37e138a tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Delete allocated IP 172.20.0.13 (12e95f1b-7432-44b4-84b7-96744da459fd/850c4646-27f3-44de-ad9d-3a40bd25da9b) {{(pid=103591) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 23 17:47:20.077275 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.db_base_plugin_common [None req-f0fe1b15-24bf-4dc4-8df2-5d90d37e138a tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Allocated IP 172.20.0.37 (12e95f1b-7432-44b4-84b7-96744da459fd/31796179-cf2d-43e5-9206-cbc7d529e917/cb2143ed-b2b0-4df0-aa8b-5c2da1409dd8) {{(pid=103591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:47:20.136749 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-61831cb9-2f0c-4088-b549-fff49f6a109c req-97070169-8f30-44c4-8478-250c3360741c tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:20.227602 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-61831cb9-2f0c-4088-b549-fff49f6a109c req-97070169-8f30-44c4-8478-250c3360741c tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:20.254810 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] get_ports_and_sgs() called for port_ids ['1d9e3b88-028d-4283-8c21-507d2fff66f7'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:47:20.292910 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61831cb9-2f0c-4088-b549-fff49f6a109c req-97070169-8f30-44c4-8478-250c3360741c tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] Network 96a4c4fb-2a54-4887-a6a0-d3361fb03ec8 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:47:20.303846 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [req-61831cb9-2f0c-4088-b549-fff49f6a109c req-97070169-8f30-44c4-8478-250c3360741c tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:47:20.321901 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [req-61831cb9-2f0c-4088-b549-fff49f6a109c req-97070169-8f30-44c4-8478-250c3360741c tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:47:20.330778 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4c04fff-2acd-4156-b67a-6a7d078fec92 None None] DHCP port deletion for 96a4c4fb-2a54-4887-a6a0-d3361fb03ec8 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:47:20.419970 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97070169-8f30-44c4-8478-250c3360741c tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] Pushing event updated for resources: {'Port': ['ID=da0de570-7a52-495b-b6a4-eff5365f6f62,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:47:20.504981 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61831cb9-2f0c-4088-b549-fff49f6a109c req-97070169-8f30-44c4-8478-250c3360741c tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:47:20.508329 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-61831cb9-2f0c-4088-b549-fff49f6a109c req-97070169-8f30-44c4-8478-250c3360741c tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:20.553859 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-61831cb9-2f0c-4088-b549-fff49f6a109c req-97070169-8f30-44c4-8478-250c3360741c tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4631727 Nov 23 17:47:20.568812 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [req-61831cb9-2f0c-4088-b549-fff49f6a109c req-bdb7cd78-aaf7-4241-87eb-3c84b7cc7972 service neutron] Request body: {'port': {'device_id': 'd7685d92-e0b8-48d9-b68d-d18b0b0d534a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-8'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:47:20.684629 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-61831cb9-2f0c-4088-b549-fff49f6a109c req-bdb7cd78-aaf7-4241-87eb-3c84b7cc7972 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:20.687728 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-52a9bcb2-c1c3-4bfa-9103-3f2f0eb22ea2 None None] Provisioning complete for port da0de570-7a52-495b-b6a4-eff5365f6f62 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:47:20.689203 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-52a9bcb2-c1c3-4bfa-9103-3f2f0eb22ea2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:20.713677 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-f0fe1b15-24bf-4dc4-8df2-5d90d37e138a tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks [] for port, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:20.757961 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-f0fe1b15-24bf-4dc4-8df2-5d90d37e138a tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264758186'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:20.787750 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-52a9bcb2-c1c3-4bfa-9103-3f2f0eb22ea2 None None] Port da0de570-7a52-495b-b6a4-eff5365f6f62 cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:47:20.827923 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.db_base_plugin_common [None req-c90514ad-6216-451e-a88b-7ded8cee1aae None None] Allocated IP 172.20.0.34 (12e95f1b-7432-44b4-84b7-96744da459fd/31796179-cf2d-43e5-9206-cbc7d529e917/2cf79574-2874-437e-9b6c-106342179a4b) {{(pid=103592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:47:20.866926 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870d7ea2-7eca-47d1-b723-4c72c2d42bf0 req-8fa7c3b9-0b7d-45e8-9b1b-7c4b873f5828 tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:47:20.882790 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-870d7ea2-7eca-47d1-b723-4c72c2d42bf0 req-8fa7c3b9-0b7d-45e8-9b1b-7c4b873f5828 tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ea7def0-5cf3-46bd-90e2-20013bf25e5e HTTP/1.1" status: 200 len: 946 time: 0.4013343 Nov 23 17:47:20.984853 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fe1b15-24bf-4dc4-8df2-5d90d37e138a tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Pushing event updated for resources: {'Port': ['ID=cb2143ed-b2b0-4df0-aa8b-5c2da1409dd8,revision_number=2']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:47:20.998645 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c90514ad-6216-451e-a88b-7ded8cee1aae None None] For port 2cf79574-2874-437e-9b6c-106342179a4b, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=2cf79574-2874-437e-9b6c-106342179a4b,segment=NetworkSegment(00a2cc78-d82e-4151-bfbc-a6523b19eb13),segment_id=00a2cc78-d82e-4151-bfbc-a6523b19eb13)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:47:21.015680 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89737b7-acd4-49d2-b176-5c4662a12662 req-157a9c7f-41c3-4e1c-a0af-9f77db2e0ce0 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:47:21.017676 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d89737b7-acd4-49d2-b176-5c4662a12662 req-157a9c7f-41c3-4e1c-a0af-9f77db2e0ce0 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7685d92-e0b8-48d9-b68d-d18b0b0d534a HTTP/1.1" status: 200 len: 932 time: 0.3525844 Nov 23 17:47:21.091573 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c90514ad-6216-451e-a88b-7ded8cee1aae None None] Publish callbacks [] for port, precommit_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:21.100325 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c90514ad-6216-451e-a88b-7ded8cee1aae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:21.118934 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-f0fe1b15-24bf-4dc4-8df2-5d90d37e138a tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] In _notify_port_updated(), no bound segment for port cb2143ed-b2b0-4df0-aa8b-5c2da1409dd8 on network 12e95f1b-7432-44b4-84b7-96744da459fd {{(pid=103591) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 23 17:47:21.135820 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0fe1b15-24bf-4dc4-8df2-5d90d37e138a tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:47:21.137923 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-f0fe1b15-24bf-4dc4-8df2-5d90d37e138a tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:21.140853 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-f0fe1b15-24bf-4dc4-8df2-5d90d37e138a tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] 10.222.0.60 "PUT /v2.0/ports/cb2143ed-b2b0-4df0-aa8b-5c2da1409dd8 HTTP/1.1" status: 200 len: 960 time: 2.0462265 Nov 23 17:47:21.148214 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 33388) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:47:21.182312 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-870d7ea2-7eca-47d1-b723-4c72c2d42bf0 req-f220cd31-df14-4b33-9745-17a582302b4e tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] 10.222.0.60 "GET /v2.0/security-groups?id=6b69aca9-b68e-45b0-a7a0-1eb351a8ed08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2983449 Nov 23 17:47:21.228668 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d89737b7-acd4-49d2-b176-5c4662a12662 req-1feb53d1-095f-4c72-a50b-f138c3f4f6ff tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] 10.222.0.60 "GET /v2.0/security-groups?id=fa324d8c-13d0-499d-8791-7b10ff6fd90b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1961927 Nov 23 17:47:21.327345 n-d-816206-8 neutron-server[103590]: DEBUG neutron.notifiers.nova [req-61831cb9-2f0c-4088-b549-fff49f6a109c req-bdb7cd78-aaf7-4241-87eb-3c84b7cc7972 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da0de570-7a52-495b-b6a4-eff5365f6f62 {{(pid=103590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:47:21.337198 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-61831cb9-2f0c-4088-b549-fff49f6a109c req-bdb7cd78-aaf7-4241-87eb-3c84b7cc7972 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:21.352882 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [req-61831cb9-2f0c-4088-b549-fff49f6a109c req-bdb7cd78-aaf7-4241-87eb-3c84b7cc7972 service neutron] Transition to ACTIVE for port object da0de570-7a52-495b-b6a4-eff5365f6f62 will not be triggered until provisioned by entity L2. {{(pid=103590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 17:47:21.369830 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-61831cb9-2f0c-4088-b549-fff49f6a109c req-bdb7cd78-aaf7-4241-87eb-3c84b7cc7972 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264357957'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:21.432219 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77d6521-8178-4e56-8282-7826cef0966f req-c9e1b846-881b-49c6-bd4f-098418765c38 tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:47:21.435067 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f77d6521-8178-4e56-8282-7826cef0966f req-c9e1b846-881b-49c6-bd4f-098418765c38 tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ea7def0-5cf3-46bd-90e2-20013bf25e5e HTTP/1.1" status: 200 len: 946 time: 0.1144502 Nov 23 17:47:21.542923 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f77d6521-8178-4e56-8282-7826cef0966f req-9bbcbb28-c46a-4979-9ee7-e963570239bd tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] 10.222.0.60 "GET /v2.0/security-groups?id=6b69aca9-b68e-45b0-a7a0-1eb351a8ed08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007867 Nov 23 17:47:21.561799 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abdcb262-2388-4f3b-b899-d407820f8ac0 None None] DHCP port deletion for 96a4c4fb-2a54-4887-a6a0-d3361fb03ec8 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:47:21.654536 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb7cd78-aaf7-4241-87eb-3c84b7cc7972 service neutron] Pushing event updated for resources: {'Port': ['ID=da0de570-7a52-495b-b6a4-eff5365f6f62,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:47:21.670507 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-601e881b-24f4-483c-a723-9f979bb8b826 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Deleting port cb2143ed-b2b0-4df0-aa8b-5c2da1409dd8 {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:47:21.670945 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-601e881b-24f4-483c-a723-9f979bb8b826 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:21.718210 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90514ad-6216-451e-a88b-7ded8cee1aae None None] Pushing event updated for resources: {'Port': ['ID=2cf79574-2874-437e-9b6c-106342179a4b,revision_number=7']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:47:21.793433 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-601e881b-24f4-483c-a723-9f979bb8b826 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:21.813558 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-601e881b-24f4-483c-a723-9f979bb8b826 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Calling delete_port for cb2143ed-b2b0-4df0-aa8b-5c2da1409dd8 owned by {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:47:21.924616 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [req-61831cb9-2f0c-4088-b549-fff49f6a109c req-bdb7cd78-aaf7-4241-87eb-3c84b7cc7972 service neutron] Attempting to bind port da0de570-7a52-495b-b6a4-eff5365f6f62 on host n-h1-816206-8 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:47:21.925469 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [req-61831cb9-2f0c-4088-b549-fff49f6a109c req-bdb7cd78-aaf7-4241-87eb-3c84b7cc7972 service neutron] Attempting to bind port da0de570-7a52-495b-b6a4-eff5365f6f62 by drivers openvswitch,hyperv on host n-h1-816206-8 at level 0 using segments [{'id': '3dd48af8-0370-4e3e-80f2-5bf5c6c5c8d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '96a4c4fb-2a54-4887-a6a0-d3361fb03ec8'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:47:21.926029 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61831cb9-2f0c-4088-b549-fff49f6a109c req-bdb7cd78-aaf7-4241-87eb-3c84b7cc7972 service neutron] Attempting to bind port da0de570-7a52-495b-b6a4-eff5365f6f62 on network 96a4c4fb-2a54-4887-a6a0-d3361fb03ec8 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:47:21.937452 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61831cb9-2f0c-4088-b549-fff49f6a109c req-bdb7cd78-aaf7-4241-87eb-3c84b7cc7972 service neutron] Port da0de570-7a52-495b-b6a4-eff5365f6f62 on network 96a4c4fb-2a54-4887-a6a0-d3361fb03ec8 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-8 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 17:47:21.938114 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61831cb9-2f0c-4088-b549-fff49f6a109c req-bdb7cd78-aaf7-4241-87eb-3c84b7cc7972 service neutron] Attempting to bind port da0de570-7a52-495b-b6a4-eff5365f6f62 on network 96a4c4fb-2a54-4887-a6a0-d3361fb03ec8 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:47:21.959687 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61831cb9-2f0c-4088-b549-fff49f6a109c req-bdb7cd78-aaf7-4241-87eb-3c84b7cc7972 service neutron] Checking agent: {'id': '4b0a4557-3bfe-4828-80a0-7981fc3ac84c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 15, 14), 'started_at': datetime.datetime(2021, 11, 23, 17, 15, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 47, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:47:21.961044 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61831cb9-2f0c-4088-b549-fff49f6a109c req-bdb7cd78-aaf7-4241-87eb-3c84b7cc7972 service neutron] Checking segment: {'id': '3dd48af8-0370-4e3e-80f2-5bf5c6c5c8d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '96a4c4fb-2a54-4887-a6a0-d3361fb03ec8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:47:21.961044 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61831cb9-2f0c-4088-b549-fff49f6a109c req-bdb7cd78-aaf7-4241-87eb-3c84b7cc7972 service neutron] Bound using segment: {'id': '3dd48af8-0370-4e3e-80f2-5bf5c6c5c8d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '96a4c4fb-2a54-4887-a6a0-d3361fb03ec8'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:47:21.961044 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [req-61831cb9-2f0c-4088-b549-fff49f6a109c req-bdb7cd78-aaf7-4241-87eb-3c84b7cc7972 service neutron] Bound port: da0de570-7a52-495b-b6a4-eff5365f6f62, host: n-h1-816206-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3dd48af8-0370-4e3e-80f2-5bf5c6c5c8d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '96a4c4fb-2a54-4887-a6a0-d3361fb03ec8'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:47:21.961410 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-61831cb9-2f0c-4088-b549-fff49f6a109c req-bdb7cd78-aaf7-4241-87eb-3c84b7cc7972 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:22.139390 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [req-61831cb9-2f0c-4088-b549-fff49f6a109c req-bdb7cd78-aaf7-4241-87eb-3c84b7cc7972 service neutron] For port da0de570-7a52-495b-b6a4-eff5365f6f62, host n-h1-816206-8, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:47:22.162601 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [req-61831cb9-2f0c-4088-b549-fff49f6a109c req-bdb7cd78-aaf7-4241-87eb-3c84b7cc7972 service neutron] For port da0de570-7a52-495b-b6a4-eff5365f6f62, host n-h1-816206-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=da0de570-7a52-495b-b6a4-eff5365f6f62,segment=NetworkSegment(3dd48af8-0370-4e3e-80f2-5bf5c6c5c8d9),segment_id=3dd48af8-0370-4e3e-80f2-5bf5c6c5c8d9)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:47:22.164238 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-601e881b-24f4-483c-a723-9f979bb8b826 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:22.181823 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-61831cb9-2f0c-4088-b549-fff49f6a109c req-bdb7cd78-aaf7-4241-87eb-3c84b7cc7972 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264357957'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:22.207519 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61831cb9-2f0c-4088-b549-fff49f6a109c req-bdb7cd78-aaf7-4241-87eb-3c84b7cc7972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:47:22.208084 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-61831cb9-2f0c-4088-b549-fff49f6a109c req-bdb7cd78-aaf7-4241-87eb-3c84b7cc7972 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:22.210934 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-61831cb9-2f0c-4088-b549-fff49f6a109c req-bdb7cd78-aaf7-4241-87eb-3c84b7cc7972 service neutron] 10.222.0.55 "PUT /v2.0/ports/da0de570-7a52-495b-b6a4-eff5365f6f62 HTTP/1.1" status: 200 len: 1092 time: 1.6479754 Nov 23 17:47:22.221065 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80dc2def-8f08-4a6f-ace3-6ba2af4a6b3f None None] DHCP port deletion for 96a4c4fb-2a54-4887-a6a0-d3361fb03ec8 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:47:22.287539 n-d-816206-8 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7685d92-e0b8-48d9-b68d-d18b0b0d534a', 'tag': 'da0de570-7a52-495b-b6a4-eff5365f6f62'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:47:22.290919 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbabddbc9fc37b068808e119c416c86f5957ca04531a4a0d2e695c515e93483b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15727bf3-2144-4518-bebb-4b11b2eee303" -d '{"events": [{"name": "network-changed", "server_uuid": "d7685d92-e0b8-48d9-b68d-d18b0b0d534a", "tag": "da0de570-7a52-495b-b6a4-eff5365f6f62"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:47:22.329587 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601e881b-24f4-483c-a723-9f979bb8b826 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Pushing event deleted for resources: {'Port': ['ID=cb2143ed-b2b0-4df0-aa8b-5c2da1409dd8,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:47:22.458198 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984b109b-2127-4b6e-b4b8-4ef20be46884 req-5134e93b-1a16-4247-bb53-b5381ec1ac93 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:47:22.477018 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-984b109b-2127-4b6e-b4b8-4ef20be46884 req-5134e93b-1a16-4247-bb53-b5381ec1ac93 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7685d92-e0b8-48d9-b68d-d18b0b0d534a HTTP/1.1" status: 200 len: 944 time: 0.1226745 Nov 23 17:47:22.625984 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-984b109b-2127-4b6e-b4b8-4ef20be46884 req-661c1aaa-e8a8-4ef9-aa2e-cdd10df8fc60 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] 10.222.0.60 "GET /v2.0/security-groups?id=fa324d8c-13d0-499d-8791-7b10ff6fd90b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389184 Nov 23 17:47:22.640680 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 17:47:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fac912ae-c9e4-42bb-8d0e-787ae1640ac0 x-openstack-request-id: req-fac912ae-c9e4-42bb-8d0e-787ae1640ac0 {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:47:22.641064 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7685d92-e0b8-48d9-b68d-d18b0b0d534a", "tag": "da0de570-7a52-495b-b6a4-eff5365f6f62", "status": "completed", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:47:22.641526 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-fac912ae-c9e4-42bb-8d0e-787ae1640ac0 {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:47:22.641806 n-d-816206-8 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7685d92-e0b8-48d9-b68d-d18b0b0d534a', 'tag': 'da0de570-7a52-495b-b6a4-eff5365f6f62', 'status': 'completed', 'code': 200} Nov 23 17:47:22.667665 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb7cd78-aaf7-4241-87eb-3c84b7cc7972 service neutron] Pushing event updated for resources: {'Port': ['ID=da0de570-7a52-495b-b6a4-eff5365f6f62,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:47:22.688657 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-601e881b-24f4-483c-a723-9f979bb8b826 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:22.694584 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 33430) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:47:22.694746 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-601e881b-24f4-483c-a723-9f979bb8b826 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] 10.222.0.60 "DELETE /v2.0/ports/cb2143ed-b2b0-4df0-aa8b-5c2da1409dd8 HTTP/1.1" status: 204 len: 168 time: 1.5456688 Nov 23 17:47:22.697191 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61831cb9-2f0c-4088-b549-fff49f6a109c req-7f8f1e88-6f53-4ed8-b603-69d1d0143324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:47:22.698666 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-61831cb9-2f0c-4088-b549-fff49f6a109c req-7f8f1e88-6f53-4ed8-b603-69d1d0143324 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=fc0b8b60f26147bc93ae14daf3e34aba&device_id=d7685d92-e0b8-48d9-b68d-d18b0b0d534a HTTP/1.1" status: 200 len: 1095 time: 0.3990591 Nov 23 17:47:22.738788 n-d-816206-8 neutron-server[103591]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f1c835f-845e-4acf-9b2b-87758f8cd2b8 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] GET failed (client error): The resource could not be found. Nov 23 17:47:22.742086 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-5f1c835f-845e-4acf-9b2b-87758f8cd2b8 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] 10.222.0.60 "GET /v2.0/ports/cb2143ed-b2b0-4df0-aa8b-5c2da1409dd8 HTTP/1.1" status: 404 len: 333 time: 0.0460975 Nov 23 17:47:22.745854 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 33434) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:47:22.764187 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-61831cb9-2f0c-4088-b549-fff49f6a109c req-a7fbe864-3171-4378-9e68-c7e5fa0e24fb service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=da0de570-7a52-495b-b6a4-eff5365f6f62 HTTP/1.1" status: 200 len: 217 time: 0.0566533 Nov 23 17:47:22.803571 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-0122b2d8-555b-4ffe-8387-798a80eba580 None None] Could not find standard attr ID for object cb2143ed-b2b0-4df0-aa8b-5c2da1409dd8. {{(pid=103592) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 17:47:22.829479 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-0122b2d8-555b-4ffe-8387-798a80eba580 None None] Provisioning complete for port 4c4a3509-6209-46ee-ae4e-3850ddd836b7 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:47:22.830468 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-0122b2d8-555b-4ffe-8387-798a80eba580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:22.870674 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-bfa24c0f-dfc4-4889-8a2a-7b6b0ddbb211 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks [] for security_group, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:22.883124 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61831cb9-2f0c-4088-b549-fff49f6a109c req-f980d9f0-f098-4cd6-8048-f6c8f9db402b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:47:22.885080 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-61831cb9-2f0c-4088-b549-fff49f6a109c req-f980d9f0-f098-4cd6-8048-f6c8f9db402b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6a67b7b8-1b5e-4ea7-ab09-4d43799d0b06 HTTP/1.1" status: 200 len: 846 time: 0.1118817 Nov 23 17:47:22.887931 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-0122b2d8-555b-4ffe-8387-798a80eba580 None None] Port 4c4a3509-6209-46ee-ae4e-3850ddd836b7 cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:47:22.899833 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-0122b2d8-555b-4ffe-8387-798a80eba580 None None] Provisioning complete for port 2cf79574-2874-437e-9b6c-106342179a4b triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:47:22.900346 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-0122b2d8-555b-4ffe-8387-798a80eba580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:22.928832 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-bfa24c0f-dfc4-4889-8a2a-7b6b0ddbb211 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:22.954549 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-61831cb9-2f0c-4088-b549-fff49f6a109c req-35612f26-c315-48bd-aa2c-f505a602cc1f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=96a4c4fb-2a54-4887-a6a0-d3361fb03ec8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0622690 Nov 23 17:47:23.027772 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-bfa24c0f-dfc4-4889-8a2a-7b6b0ddbb211 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:23.030517 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-bfa24c0f-dfc4-4889-8a2a-7b6b0ddbb211 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks [] for security_group, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:23.035457 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-bfa24c0f-dfc4-4889-8a2a-7b6b0ddbb211 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] 10.222.0.60 "DELETE /v2.0/security-groups/cae43c46-0637-4b71-b1f4-731b27857080 HTTP/1.1" status: 204 len: 168 time: 0.2860508 Nov 23 17:47:23.035703 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 33440) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:47:23.063850 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa24c0f-dfc4-4889-8a2a-7b6b0ddbb211 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cae43c46-0637-4b71-b1f4-731b27857080,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:47:23.136971 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-61831cb9-2f0c-4088-b549-fff49f6a109c req-69ee1515-a893-4a9b-bc0c-f902e29bec61 service neutron] 10.222.0.55 "GET /v2.0/networks/96a4c4fb-2a54-4887-a6a0-d3361fb03ec8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1734066 Nov 23 17:47:23.186475 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-9a44a619-65fc-463c-9ad9-350a6fcf4b17 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks [] for security_group, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:23.247476 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-9a44a619-65fc-463c-9ad9-350a6fcf4b17 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:23.363516 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-9a44a619-65fc-463c-9ad9-350a6fcf4b17 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:23.366530 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-9a44a619-65fc-463c-9ad9-350a6fcf4b17 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks [] for security_group, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:23.368005 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-9a44a619-65fc-463c-9ad9-350a6fcf4b17 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] 10.222.0.60 "DELETE /v2.0/security-groups/5012ea55-5728-446b-9780-fafcb225fcc0 HTTP/1.1" status: 204 len: 168 time: 0.3100586 Nov 23 17:47:23.374984 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 33446) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:47:23.411270 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a44a619-65fc-463c-9ad9-350a6fcf4b17 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5012ea55-5728-446b-9780-fafcb225fcc0,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:47:23.561753 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-f564ddcd-aafc-40ed-8fdc-86470f382aa0 None None] Could not find standard attr ID for object cb2143ed-b2b0-4df0-aa8b-5c2da1409dd8. {{(pid=103592) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 17:47:23.614036 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-bd35d4a3-ccb8-40a6-a81d-9c24f87ab710 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks [] for security_group, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:23.696070 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 2cf79574-2874-437e-9b6c-106342179a4b up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:47:23.766323 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-bd35d4a3-ccb8-40a6-a81d-9c24f87ab710 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:23.919613 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port 2cf79574-2874-437e-9b6c-106342179a4b triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:47:23.919613 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:24.026850 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5135dcd-095e-48b8-9fc0-f22e11fe9948 req-29eaec15-6fc4-4ed5-bce6-063d616240cf tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:47:24.028462 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e5135dcd-095e-48b8-9fc0-f22e11fe9948 req-29eaec15-6fc4-4ed5-bce6-063d616240cf tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7685d92-e0b8-48d9-b68d-d18b0b0d534a HTTP/1.1" status: 200 len: 944 time: 0.1215434 Nov 23 17:47:24.033184 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-bd35d4a3-ccb8-40a6-a81d-9c24f87ab710 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:24.036878 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-bd35d4a3-ccb8-40a6-a81d-9c24f87ab710 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks [] for security_group, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:24.038280 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-bd35d4a3-ccb8-40a6-a81d-9c24f87ab710 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] 10.222.0.60 "DELETE /v2.0/security-groups/482728c1-50d5-4997-904d-5c579c59b7ff HTTP/1.1" status: 204 len: 168 time: 0.6620371 Nov 23 17:47:24.043097 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 33462) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:47:24.060630 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd35d4a3-ccb8-40a6-a81d-9c24f87ab710 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=482728c1-50d5-4997-904d-5c579c59b7ff,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:47:24.178462 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-61831cb9-2f0c-4088-b549-fff49f6a109c req-59efa905-24a2-4a26-a719-226ec1574c1e service neutron] 10.222.0.55 "GET /v2.0/networks/96a4c4fb-2a54-4887-a6a0-d3361fb03ec8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0333755 Nov 23 17:47:24.204011 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f933726-03bb-4e15-95f9-20469884b7ef tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Deleting subnet 850c4646-27f3-44de-ad9d-3a40bd25da9b {{(pid=103590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 17:47:24.213840 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5f933726-03bb-4e15-95f9-20469884b7ef tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks [] for subnet, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:24.229085 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e5135dcd-095e-48b8-9fc0-f22e11fe9948 req-40a9153f-0949-45ec-afe7-e4035f52eb16 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] 10.222.0.60 "GET /v2.0/security-groups?id=fa324d8c-13d0-499d-8791-7b10ff6fd90b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1893942 Nov 23 17:47:24.377725 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5f933726-03bb-4e15-95f9-20469884b7ef tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-267528342'] for subnet, precommit_delete_associations {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:24.430855 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15727bf3-2144-4518-bebb-4b11b2eee303 req-e752d20b-dfb6-47a1-ad5f-9752a2831b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:47:24.432358 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-15727bf3-2144-4518-bebb-4b11b2eee303 req-e752d20b-dfb6-47a1-ad5f-9752a2831b2b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=fc0b8b60f26147bc93ae14daf3e34aba&device_id=d7685d92-e0b8-48d9-b68d-d18b0b0d534a HTTP/1.1" status: 200 len: 1095 time: 0.1755574 Nov 23 17:47:24.543864 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5f933726-03bb-4e15-95f9-20469884b7ef tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971956'] for subnet, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:24.628544 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15727bf3-2144-4518-bebb-4b11b2eee303 req-450240b3-7451-46a4-a69f-9f7ed916ec81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:47:24.630161 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-15727bf3-2144-4518-bebb-4b11b2eee303 req-450240b3-7451-46a4-a69f-9f7ed916ec81 service neutron] 10.222.0.55 "GET /v2.0/networks?id=96a4c4fb-2a54-4887-a6a0-d3361fb03ec8 HTTP/1.1" status: 200 len: 907 time: 0.1895678 Nov 23 17:47:24.712911 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-15727bf3-2144-4518-bebb-4b11b2eee303 req-22a5af1c-01c1-4560-af54-45c0b121e06e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=da0de570-7a52-495b-b6a4-eff5365f6f62 HTTP/1.1" status: 200 len: 217 time: 0.0672178 Nov 23 17:47:24.731228 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5f933726-03bb-4e15-95f9-20469884b7ef tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264357903', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264730940'] for subnet, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:24.791464 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f933726-03bb-4e15-95f9-20469884b7ef tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Pushing event deleted for resources: {'Subnet': ['ID=850c4646-27f3-44de-ad9d-3a40bd25da9b,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:47:24.803360 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2891416d-1be0-4b7a-b50e-bd6085d54f58 None None] Network 12e95f1b-7432-44b4-84b7-96744da459fd requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:47:24.823659 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5f933726-03bb-4e15-95f9-20469884b7ef tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks [] for subnet, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:24.834932 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 33492) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:47:24.836095 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-5f933726-03bb-4e15-95f9-20469884b7ef tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] 10.222.0.60 "DELETE /v2.0/subnets/850c4646-27f3-44de-ad9d-3a40bd25da9b HTTP/1.1" status: 204 len: 168 time: 0.7904186 Nov 23 17:47:24.854425 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15727bf3-2144-4518-bebb-4b11b2eee303 req-f154cd33-3ab7-4481-b1e6-1078b9d8426d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:47:24.856338 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-15727bf3-2144-4518-bebb-4b11b2eee303 req-f154cd33-3ab7-4481-b1e6-1078b9d8426d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6a67b7b8-1b5e-4ea7-ab09-4d43799d0b06 HTTP/1.1" status: 200 len: 846 time: 0.1360784 Nov 23 17:47:24.954316 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-15727bf3-2144-4518-bebb-4b11b2eee303 req-f33a911a-e629-4c43-abde-ffa6b57c110b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=96a4c4fb-2a54-4887-a6a0-d3361fb03ec8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0879650 Nov 23 17:47:25.019505 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0bfa579-3208-47f9-ab88-e6db5d80371f tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Deleting subnet 31796179-cf2d-43e5-9206-cbc7d529e917 {{(pid=103591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 17:47:25.028616 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-e0bfa579-3208-47f9-ab88-e6db5d80371f tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks [] for subnet, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:25.126103 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-e0bfa579-3208-47f9-ab88-e6db5d80371f tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265990000'] for subnet, precommit_delete_associations {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:25.197738 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-15727bf3-2144-4518-bebb-4b11b2eee303 req-d22f3d35-029f-46a2-85ef-e8a44c053b98 service neutron] 10.222.0.55 "GET /v2.0/networks/96a4c4fb-2a54-4887-a6a0-d3361fb03ec8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2374213 Nov 23 17:47:25.345002 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-e0bfa579-3208-47f9-ab88-e6db5d80371f tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971956'] for subnet, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:25.423737 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-15727bf3-2144-4518-bebb-4b11b2eee303 req-ca04b029-53e1-4381-ab26-ca78abc0b2f1 service neutron] 10.222.0.55 "GET /v2.0/networks/96a4c4fb-2a54-4887-a6a0-d3361fb03ec8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2176862 Nov 23 17:47:25.554310 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-e0bfa579-3208-47f9-ab88-e6db5d80371f tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264758240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264314269'] for subnet, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:25.609405 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bfa579-3208-47f9-ab88-e6db5d80371f tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Pushing event deleted for resources: {'Subnet': ['ID=31796179-cf2d-43e5-9206-cbc7d529e917,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:47:25.648136 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d5ee9f-d731-4bf0-b736-5da2c81a38f1 req-33c6505b-e79f-43ad-89a4-3469f7df4b9d tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:47:25.657547 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-40d5ee9f-d731-4bf0-b736-5da2c81a38f1 req-33c6505b-e79f-43ad-89a4-3469f7df4b9d tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ea7def0-5cf3-46bd-90e2-20013bf25e5e HTTP/1.1" status: 200 len: 946 time: 0.4568570 Nov 23 17:47:25.669243 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-e0bfa579-3208-47f9-ab88-e6db5d80371f tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for subnet, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:25.676748 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-e0bfa579-3208-47f9-ab88-e6db5d80371f tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] 10.222.0.60 "DELETE /v2.0/subnets/31796179-cf2d-43e5-9206-cbc7d529e917 HTTP/1.1" status: 204 len: 168 time: 0.8371503 Nov 23 17:47:25.679285 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 33516) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:47:25.755656 n-d-816206-8 neutron-server[103590]: INFO neutron.pecan_wsgi.hooks.translation [None req-6066596b-0683-4165-8f89-0d665d82fd73 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] DELETE failed (client error): The resource could not be found. Nov 23 17:47:25.759949 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6066596b-0683-4165-8f89-0d665d82fd73 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103590) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 17:47:25.764197 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-6066596b-0683-4165-8f89-0d665d82fd73 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] 10.222.0.60 "DELETE /v2.0/subnets/850c4646-27f3-44de-ad9d-3a40bd25da9b HTTP/1.1" status: 404 len: 337 time: 0.0834293 Nov 23 17:47:25.770407 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 33524) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:47:25.832043 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-40d5ee9f-d731-4bf0-b736-5da2c81a38f1 req-233ef505-6b61-479b-b431-f21bef13a04f tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] 10.222.0.60 "GET /v2.0/security-groups?id=6b69aca9-b68e-45b0-a7a0-1eb351a8ed08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731539 Nov 23 17:47:25.864657 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80303edf-d6fa-4e86-bbe6-1b8aa30db5fe req-f7c99bd7-2866-4604-a83b-ba8cf916f060 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:47:25.869899 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-80303edf-d6fa-4e86-bbe6-1b8aa30db5fe req-f7c99bd7-2866-4604-a83b-ba8cf916f060 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7685d92-e0b8-48d9-b68d-d18b0b0d534a HTTP/1.1" status: 200 len: 944 time: 0.3848426 Nov 23 17:47:25.916634 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f1c090e-310a-4aa3-ad74-1e9cb56af372 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Deleting subnet 97693bf1-5ac8-4898-87ad-16d0714e34ae {{(pid=103590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 17:47:25.929170 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4f1c090e-310a-4aa3-ad74-1e9cb56af372 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks [] for subnet, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:25.982215 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4f1c090e-310a-4aa3-ad74-1e9cb56af372 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-267528342'] for subnet, precommit_delete_associations {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:26.035764 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-80303edf-d6fa-4e86-bbe6-1b8aa30db5fe req-2f71b88e-0eee-48b2-9020-0045885306cf tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] 10.222.0.60 "GET /v2.0/security-groups?id=fa324d8c-13d0-499d-8791-7b10ff6fd90b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560869 Nov 23 17:47:26.082785 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8e0e48-cd47-4082-ba36-2cf476e2d6e7 req-be5b451b-cf9b-4104-a332-1f602971b769 tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:47:26.101165 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ce8e0e48-cd47-4082-ba36-2cf476e2d6e7 req-be5b451b-cf9b-4104-a332-1f602971b769 tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ea7def0-5cf3-46bd-90e2-20013bf25e5e HTTP/1.1" status: 200 len: 946 time: 0.1639907 Nov 23 17:47:26.153324 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4f1c090e-310a-4aa3-ad74-1e9cb56af372 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971956'] for subnet, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:26.182749 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f34005a-eccc-433d-bb32-dfe716461eb3 None None] Network 12e95f1b-7432-44b4-84b7-96744da459fd requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:47:26.200351 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ce8e0e48-cd47-4082-ba36-2cf476e2d6e7 req-78aeb9dd-e9a1-4d4d-b633-3f7434c155d0 tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] 10.222.0.60 "GET /v2.0/security-groups?id=6b69aca9-b68e-45b0-a7a0-1eb351a8ed08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978463 Nov 23 17:47:26.324657 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4f1c090e-310a-4aa3-ad74-1e9cb56af372 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264357903', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264730940'] for subnet, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:26.333187 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-15aa4696-5f0d-4e70-905e-942f8576673d None None] Provisioning complete for port 4c4a3509-6209-46ee-ae4e-3850ddd836b7 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:47:26.334047 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-15aa4696-5f0d-4e70-905e-942f8576673d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:26.395904 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-15aa4696-5f0d-4e70-905e-942f8576673d None None] Port 4c4a3509-6209-46ee-ae4e-3850ddd836b7 cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:47:26.408390 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4f1c090e-310a-4aa3-ad74-1e9cb56af372 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks [] for subnet, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:26.419278 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-4f1c090e-310a-4aa3-ad74-1e9cb56af372 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] 10.222.0.60 "DELETE /v2.0/subnets/97693bf1-5ac8-4898-87ad-16d0714e34ae HTTP/1.1" status: 204 len: 168 time: 0.6473660 Nov 23 17:47:26.422360 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 33536) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:47:26.435592 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-15aa4696-5f0d-4e70-905e-942f8576673d None None] Provisioning complete for port 2cf79574-2874-437e-9b6c-106342179a4b triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:47:26.436248 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-15aa4696-5f0d-4e70-905e-942f8576673d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:26.439438 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1c090e-310a-4aa3-ad74-1e9cb56af372 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Pushing event deleted for resources: {'Subnet': ['ID=97693bf1-5ac8-4898-87ad-16d0714e34ae,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:47:26.481586 n-d-816206-8 neutron-server[103591]: INFO neutron.pecan_wsgi.hooks.translation [None req-f22f9b18-492b-4640-a74c-af3ebfac146a tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] DELETE failed (client error): The resource could not be found. Nov 23 17:47:26.482050 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f22f9b18-492b-4640-a74c-af3ebfac146a tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103591) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 17:47:26.491679 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-f22f9b18-492b-4640-a74c-af3ebfac146a tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] 10.222.0.60 "DELETE /v2.0/subnets/cef975bb-84ee-4263-b6e8-629f8ae9bf96 HTTP/1.1" status: 404 len: 337 time: 0.0669057 Nov 23 17:47:26.494278 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 33540) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:47:26.545624 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-d49fb314-d87b-49a0-a3c1-d4b93577e845 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] 10.222.0.60 "GET /v2.0/ports?device_id=09f523fb-ebe2-4a7a-b9fe-a81cb6ece29a HTTP/1.1" status: 200 len: 205 time: 0.0498459 Nov 23 17:47:26.547834 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 33542) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:47:26.587263 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e85155-609f-41c4-8771-84c76bc5e026 req-ef6cd8b3-2d4a-4fe9-964d-c2b018078d59 tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:47:26.595487 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-84e85155-609f-41c4-8771-84c76bc5e026 req-ef6cd8b3-2d4a-4fe9-964d-c2b018078d59 tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ea7def0-5cf3-46bd-90e2-20013bf25e5e HTTP/1.1" status: 200 len: 946 time: 0.1025424 Nov 23 17:47:26.614956 n-d-816206-8 neutron-server[103590]: INFO neutron.api.v2.resource [None req-8a7aade7-6bf4-4df8-846b-5e782583b1e0 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] delete failed (client error): The resource could not be found. Nov 23 17:47:26.616412 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-8a7aade7-6bf4-4df8-846b-5e782583b1e0 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] 10.222.0.60 "DELETE /v2.0/routers/09f523fb-ebe2-4a7a-b9fe-a81cb6ece29a HTTP/1.1" status: 404 len: 336 time: 0.0673404 Nov 23 17:47:26.624276 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 33546) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:47:26.661828 n-d-816206-8 neutron-server[103590]: INFO neutron.pecan_wsgi.hooks.translation [None req-79ade976-93d4-4908-bc6a-075c1b94a84c tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] DELETE failed (client error): The resource could not be found. Nov 23 17:47:26.662293 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79ade976-93d4-4908-bc6a-075c1b94a84c tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103590) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 17:47:26.668321 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-84e85155-609f-41c4-8771-84c76bc5e026 req-5c8928c2-994c-4842-9d3a-a5b860c081ea tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] 10.222.0.60 "GET /v2.0/security-groups?id=6b69aca9-b68e-45b0-a7a0-1eb351a8ed08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720901 Nov 23 17:47:26.668908 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 33550) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:47:26.674429 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-79ade976-93d4-4908-bc6a-075c1b94a84c tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] 10.222.0.60 "DELETE /v2.0/subnets/647ca96c-23d4-4493-b4eb-5eacf9ebcc00 HTTP/1.1" status: 404 len: 337 time: 0.0427489 Nov 23 17:47:26.695268 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2895b74-99db-4e2f-aab5-8cf521bb681d None None] DHCP port deletion for 12e95f1b-7432-44b4-84b7-96744da459fd request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:47:26.748423 n-d-816206-8 neutron-server[103591]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d09a03e-2188-45c5-89d1-506c2680c168 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] DELETE failed (client error): The resource could not be found. Nov 23 17:47:26.752931 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d09a03e-2188-45c5-89d1-506c2680c168 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103591) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 17:47:26.758993 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-1d09a03e-2188-45c5-89d1-506c2680c168 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] 10.222.0.60 "DELETE /v2.0/subnets/5b9d4536-916e-4c04-ae22-d0cd0d463d30 HTTP/1.1" status: 404 len: 337 time: 0.0867171 Nov 23 17:47:26.759694 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 33554) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:47:26.778004 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-a2895b74-99db-4e2f-aab5-8cf521bb681d None None] Deleting port 2cf79574-2874-437e-9b6c-106342179a4b {{(pid=103592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:47:26.778392 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-a2895b74-99db-4e2f-aab5-8cf521bb681d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:26.803982 n-d-816206-8 neutron-server[103591]: INFO neutron.pecan_wsgi.hooks.translation [None req-911da22f-f0ea-4552-b006-3950e8a490ab tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] DELETE failed (client error): The resource could not be found. Nov 23 17:47:26.804441 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-911da22f-f0ea-4552-b006-3950e8a490ab tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103591) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 17:47:26.807785 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-911da22f-f0ea-4552-b006-3950e8a490ab tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] 10.222.0.60 "DELETE /v2.0/subnets/40a6a5bc-1da2-490c-b705-429a115f619b HTTP/1.1" status: 404 len: 337 time: 0.0333910 Nov 23 17:47:26.810597 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 33558) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:47:26.838977 n-d-816206-8 neutron-server[103590]: INFO neutron.pecan_wsgi.hooks.translation [None req-a98ae874-ff9e-4b64-8753-9c742c45cef4 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] DELETE failed (client error): The resource could not be found. Nov 23 17:47:26.839814 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a98ae874-ff9e-4b64-8753-9c742c45cef4 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103590) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 17:47:26.846015 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-a98ae874-ff9e-4b64-8753-9c742c45cef4 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] 10.222.0.60 "DELETE /v2.0/ports/d905b895-037c-443e-95ad-29a4c5431af6 HTTP/1.1" status: 404 len: 333 time: 0.0343561 Nov 23 17:47:26.847417 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 33560) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:47:26.859161 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2c606d-6036-4a97-9e1f-936db2dca18d req-19d8d5c9-9843-400b-b9fb-c725753e128b tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:47:26.861066 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2b2c606d-6036-4a97-9e1f-936db2dca18d req-19d8d5c9-9843-400b-b9fb-c725753e128b tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ea7def0-5cf3-46bd-90e2-20013bf25e5e HTTP/1.1" status: 200 len: 946 time: 0.1004846 Nov 23 17:47:26.876017 n-d-816206-8 neutron-server[103590]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1c6ef43-8b52-4673-a2b9-eeb0fe75727a tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] DELETE failed (client error): The resource could not be found. Nov 23 17:47:26.876890 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1c6ef43-8b52-4673-a2b9-eeb0fe75727a tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103590) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 17:47:26.883518 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-b1c6ef43-8b52-4673-a2b9-eeb0fe75727a tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] 10.222.0.60 "DELETE /v2.0/subnets/2f46dc23-36cb-4bb6-a286-0a7fa068b0eb HTTP/1.1" status: 404 len: 337 time: 0.0349319 Nov 23 17:47:26.884392 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 33562) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:47:26.915760 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-a2895b74-99db-4e2f-aab5-8cf521bb681d None None] For port 2cf79574-2874-437e-9b6c-106342179a4b, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=2cf79574-2874-437e-9b6c-106342179a4b,segment=NetworkSegment(00a2cc78-d82e-4151-bfbc-a6523b19eb13),segment_id=00a2cc78-d82e-4151-bfbc-a6523b19eb13)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:47:26.916809 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-a2895b74-99db-4e2f-aab5-8cf521bb681d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:26.923086 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2b2c606d-6036-4a97-9e1f-936db2dca18d req-2096965f-5a0f-4bd0-855b-001b052723c4 tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] 10.222.0.60 "GET /v2.0/security-groups?id=6b69aca9-b68e-45b0-a7a0-1eb351a8ed08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545056 Nov 23 17:47:26.926206 n-d-816206-8 neutron-server[103590]: INFO neutron.pecan_wsgi.hooks.translation [None req-904a4c8c-8af4-4ded-9b55-86d9c58f05b8 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] DELETE failed (client error): The resource could not be found. Nov 23 17:47:26.926670 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-904a4c8c-8af4-4ded-9b55-86d9c58f05b8 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103590) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 17:47:26.932884 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 33564) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:47:26.933331 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-904a4c8c-8af4-4ded-9b55-86d9c58f05b8 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] 10.222.0.60 "DELETE /v2.0/subnets/0bd93156-e199-4882-b18b-1cf13c163a1a HTTP/1.1" status: 404 len: 337 time: 0.0469351 Nov 23 17:47:26.950497 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-a2895b74-99db-4e2f-aab5-8cf521bb681d None None] Calling delete_port for 2cf79574-2874-437e-9b6c-106342179a4b owned by network:dhcp {{(pid=103592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:47:26.973483 n-d-816206-8 neutron-server[103591]: INFO neutron.pecan_wsgi.hooks.translation [None req-b120276f-8cf6-4861-9398-fdf682cd75e2 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] DELETE failed (client error): The resource could not be found. Nov 23 17:47:26.975411 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b120276f-8cf6-4861-9398-fdf682cd75e2 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103591) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 17:47:26.980974 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-b120276f-8cf6-4861-9398-fdf682cd75e2 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] 10.222.0.60 "DELETE /v2.0/ports/cf1d4ed0-8b9e-4709-9828-4fd8984c6bfd HTTP/1.1" status: 404 len: 333 time: 0.0472236 Nov 23 17:47:26.985254 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 33568) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:47:27.034809 n-d-816206-8 neutron-server[103591]: INFO neutron.pecan_wsgi.hooks.translation [None req-d74b6f88-2d94-4c3f-b5cf-be23ea0e8fc9 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] DELETE failed (client error): The resource could not be found. Nov 23 17:47:27.035502 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d74b6f88-2d94-4c3f-b5cf-be23ea0e8fc9 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103591) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 17:47:27.038855 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-d74b6f88-2d94-4c3f-b5cf-be23ea0e8fc9 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] 10.222.0.60 "DELETE /v2.0/subnets/150ee68d-ac29-4969-9b67-576bba2c3a21 HTTP/1.1" status: 404 len: 337 time: 0.0523567 Nov 23 17:47:27.041480 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 33574) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:47:27.077223 n-d-816206-8 neutron-server[103591]: INFO neutron.pecan_wsgi.hooks.translation [None req-406df5cf-ddf5-441d-a428-fd9872b493be tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] DELETE failed (client error): The resource could not be found. Nov 23 17:47:27.082547 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-406df5cf-ddf5-441d-a428-fd9872b493be tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103591) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 17:47:27.088701 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-406df5cf-ddf5-441d-a428-fd9872b493be tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] 10.222.0.60 "DELETE /v2.0/subnets/8c6e2c11-78b1-4dcc-8585-d3847e1f49fc HTTP/1.1" status: 404 len: 337 time: 0.0456090 Nov 23 17:47:27.091118 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 33580) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:47:27.098206 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device da0de570-7a52-495b-b6a4-eff5365f6f62 details requested by agent hyperv_n-h1-816206-8 with host n-h1-816206-8 {{(pid=103592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 17:47:27.111138 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-a2895b74-99db-4e2f-aab5-8cf521bb681d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989'] for port, after_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:27.259653 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port da0de570-7a52-495b-b6a4-eff5365f6f62, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=da0de570-7a52-495b-b6a4-eff5365f6f62,segment=NetworkSegment(3dd48af8-0370-4e3e-80f2-5bf5c6c5c8d9),segment_id=3dd48af8-0370-4e3e-80f2-5bf5c6c5c8d9)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:47:27.277490 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1a15af-b0f6-4664-8515-5460ecf19e65 req-02fe265f-b81c-4b2a-8b47-fba0004761af tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:47:27.279261 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2b1a15af-b0f6-4664-8515-5460ecf19e65 req-02fe265f-b81c-4b2a-8b47-fba0004761af tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ea7def0-5cf3-46bd-90e2-20013bf25e5e HTTP/1.1" status: 200 len: 946 time: 0.1409237 Nov 23 17:47:27.304808 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b89795-3c23-44d3-8e55-b97cffa01d8e req-80faa388-c79b-4ead-ba3f-cc42c4671af2 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:47:27.306457 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-76b89795-3c23-44d3-8e55-b97cffa01d8e req-80faa388-c79b-4ead-ba3f-cc42c4671af2 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7685d92-e0b8-48d9-b68d-d18b0b0d534a HTTP/1.1" status: 200 len: 944 time: 0.1186862 Nov 23 17:47:27.314591 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2895b74-99db-4e2f-aab5-8cf521bb681d None None] Pushing event deleted for resources: {'Port': ['ID=2cf79574-2874-437e-9b6c-106342179a4b,revision_number=None']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:47:27.314591 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Returning: {'device': 'da0de570-7a52-495b-b6a4-eff5365f6f62', 'network_id': '96a4c4fb-2a54-4887-a6a0-d3361fb03ec8', 'port_id': 'da0de570-7a52-495b-b6a4-eff5365f6f62', 'mac_address': 'fa:16:3e:09:cb:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a67b7b8-1b5e-4ea7-ab09-4d43799d0b06', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 17:47:27.377472 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2b1a15af-b0f6-4664-8515-5460ecf19e65 req-b5f9dba7-86eb-44ae-a1fd-ef730f0b9e0c tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] 10.222.0.60 "GET /v2.0/security-groups?id=6b69aca9-b68e-45b0-a7a0-1eb351a8ed08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896928 Nov 23 17:47:27.413016 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:27.413138 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-91ebf75b-0d8f-4a84-b4a9-94ef5cb82e9f tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Deleting port 4c4a3509-6209-46ee-ae4e-3850ddd836b7 {{(pid=103591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:47:27.413138 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-91ebf75b-0d8f-4a84-b4a9-94ef5cb82e9f tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:27.434606 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da0de570-7a52-495b-b6a4-eff5365f6f62 {{(pid=103592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:47:27.440018 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-76b89795-3c23-44d3-8e55-b97cffa01d8e req-1b80db50-b114-4f52-b29f-b0c62383b27e tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] 10.222.0.60 "GET /v2.0/security-groups?id=fa324d8c-13d0-499d-8791-7b10ff6fd90b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238961 Nov 23 17:47:27.443612 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2895b74-99db-4e2f-aab5-8cf521bb681d None None] No DVR routers for this DVR port 2cf79574-2874-437e-9b6c-106342179a4b on host n-d-816206-8 {{(pid=103592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:47:27.490142 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port da0de570-7a52-495b-b6a4-eff5365f6f62, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=da0de570-7a52-495b-b6a4-eff5365f6f62,segment=NetworkSegment(3dd48af8-0370-4e3e-80f2-5bf5c6c5c8d9),segment_id=3dd48af8-0370-4e3e-80f2-5bf5c6c5c8d9)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:47:27.495595 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:27.512613 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-91ebf75b-0d8f-4a84-b4a9-94ef5cb82e9f tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:27.537744 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-91ebf75b-0d8f-4a84-b4a9-94ef5cb82e9f tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Calling delete_port for 4c4a3509-6209-46ee-ae4e-3850ddd836b7 owned by {{(pid=103591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:47:27.622222 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Pushing event updated for resources: {'Port': ['ID=da0de570-7a52-495b-b6a4-eff5365f6f62,revision_number=4']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:47:27.638622 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 2cf79574-2874-437e-9b6c-106342179a4b no longer exists at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:47:27.701125 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] No Port match for: 2cf79574-2874-437e-9b6c-106342179a4b {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:47:27.704706 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 2cf79574-2874-437e-9b6c-106342179a4b not bound to the agent host n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:47:27.723206 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e992b6-132a-4af3-9883-bbbac8e8831f req-7d6770cf-a08f-4a94-ad70-13c1df02cab3 tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:47:27.733860 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-12e992b6-132a-4af3-9883-bbbac8e8831f req-7d6770cf-a08f-4a94-ad70-13c1df02cab3 tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ea7def0-5cf3-46bd-90e2-20013bf25e5e HTTP/1.1" status: 200 len: 946 time: 0.1712036 Nov 23 17:47:27.777960 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] get_ports_and_sgs() called for port_ids ['da0de570-7a52-495b-b6a4-eff5365f6f62'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:47:27.829173 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-12e992b6-132a-4af3-9883-bbbac8e8831f req-d285da41-5c4d-415f-bd10-50f8f6664028 tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] 10.222.0.60 "GET /v2.0/security-groups?id=6b69aca9-b68e-45b0-a7a0-1eb351a8ed08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944028 Nov 23 17:47:27.836164 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-91ebf75b-0d8f-4a84-b4a9-94ef5cb82e9f tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:27.908720 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ebf75b-0d8f-4a84-b4a9-94ef5cb82e9f tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Pushing event deleted for resources: {'Port': ['ID=4c4a3509-6209-46ee-ae4e-3850ddd836b7,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:47:27.927401 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-91ebf75b-0d8f-4a84-b4a9-94ef5cb82e9f tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:27.931199 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-91ebf75b-0d8f-4a84-b4a9-94ef5cb82e9f tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] 10.222.0.60 "DELETE /v2.0/ports/4c4a3509-6209-46ee-ae4e-3850ddd836b7 HTTP/1.1" status: 204 len: 168 time: 0.8351829 Nov 23 17:47:27.933740 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 33604) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:47:28.075398 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b3c5682f-fa1e-4c81-81c4-9ae6304b46b7 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-555181'] for network, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:28.164978 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3a749c-a215-4bc4-9c6c-2c6595aaa410 req-7d19c74c-274b-4db2-9393-e77e5dcb0570 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:47:28.166528 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ce3a749c-a215-4bc4-9c6c-2c6595aaa410 req-7d19c74c-274b-4db2-9393-e77e5dcb0570 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] 10.222.0.60 "GET /v2.0/ports?device_id=a43134ca-2758-4794-bb9c-974d11e5e279 HTTP/1.1" status: 200 len: 947 time: 0.1178057 Nov 23 17:47:28.171406 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b3c5682f-fa1e-4c81-81c4-9ae6304b46b7 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973419', 'neutron.services.segments.db._delete_segments_for_network-8736635878840'] for network, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:28.200524 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-b3c5682f-fa1e-4c81-81c4-9ae6304b46b7 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12e95f1b-7432-44b4-84b7-96744da459fd']}} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:47:28.212958 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-b3c5682f-fa1e-4c81-81c4-9ae6304b46b7 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00a2cc78-d82e-4151-bfbc-a6523b19eb13') {'for_net_delete': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:47:28.213746 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-b3c5682f-fa1e-4c81-81c4-9ae6304b46b7 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00a2cc78-d82e-4151-bfbc-a6523b19eb13') {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:47:28.226489 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ce3a749c-a215-4bc4-9c6c-2c6595aaa410 req-f4fb1439-1a46-40d6-979d-9402b3de1b15 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] 10.222.0.60 "GET /v2.0/security-groups?id=c11b6a3a-f89b-4d05-9340-8aa0be1653f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532415 Nov 23 17:47:28.230778 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b3c5682f-fa1e-4c81-81c4-9ae6304b46b7 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736635840332', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-267528353'] for segment, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:28.239640 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff37c3a2-975d-4a7c-a376-3c0179f78d90 req-e4ab4f82-730f-416a-8cde-892358e6d421 tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:47:28.241208 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ff37c3a2-975d-4a7c-a376-3c0179f78d90 req-e4ab4f82-730f-416a-8cde-892358e6d421 tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ea7def0-5cf3-46bd-90e2-20013bf25e5e HTTP/1.1" status: 200 len: 946 time: 0.1253500 Nov 23 17:47:28.247020 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b3c5682f-fa1e-4c81-81c4-9ae6304b46b7 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:28.254955 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3c5682f-fa1e-4c81-81c4-9ae6304b46b7 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Releasing vlan 518 on physical network physnet1 to pool {{(pid=103590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 17:47:28.255528 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b3c5682f-fa1e-4c81-81c4-9ae6304b46b7 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264370093'] for segment, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:28.261058 n-d-816206-8 neutron-server[103590]: Traceback (most recent call last): Nov 23 17:47:28.261058 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 17:47:28.261058 n-d-816206-8 neutron-server[103590]: timer() Nov 23 17:47:28.261058 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 17:47:28.261058 n-d-816206-8 neutron-server[103590]: cb(*args, **kw) Nov 23 17:47:28.261058 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 17:47:28.261058 n-d-816206-8 neutron-server[103590]: return func(*args, **kwargs) Nov 23 17:47:28.261058 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 17:47:28.261058 n-d-816206-8 neutron-server[103590]: self._notify() Nov 23 17:47:28.261058 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 17:47:28.261058 n-d-816206-8 neutron-server[103590]: self.callback(batched_events) Nov 23 17:47:28.261058 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 17:47:28.261058 n-d-816206-8 neutron-server[103590]: event.method(event) Nov 23 17:47:28.261058 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 17:47:28.261058 n-d-816206-8 neutron-server[103590]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 17:47:28.261058 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 17:47:28.261058 n-d-816206-8 neutron-server[103590]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 17:47:28.261058 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 17:47:28.261058 n-d-816206-8 neutron-server[103590]: return f(self, *a, **k) Nov 23 17:47:28.261058 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 17:47:28.261058 n-d-816206-8 neutron-server[103590]: return self._get(url).json() Nov 23 17:47:28.261058 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 17:47:28.261058 n-d-816206-8 neutron-server[103590]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 17:47:28.261058 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 17:47:28.261058 n-d-816206-8 neutron-server[103590]: return self.request(url, 'GET', **kwargs) Nov 23 17:47:28.261058 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 17:47:28.261058 n-d-816206-8 neutron-server[103590]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 17:47:28.261058 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 17:47:28.261058 n-d-816206-8 neutron-server[103590]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 17:47:28.261058 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 17:47:28.261058 n-d-816206-8 neutron-server[103590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 17:47:28.261058 n-d-816206-8 neutron-server[103590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 17:47:28.312951 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ff37c3a2-975d-4a7c-a376-3c0179f78d90 req-578b487a-d84b-4ee9-aa63-6b1b64746ed8 tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] 10.222.0.60 "GET /v2.0/security-groups?id=6b69aca9-b68e-45b0-a7a0-1eb351a8ed08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643783 Nov 23 17:47:28.377301 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b3c5682f-fa1e-4c81-81c4-9ae6304b46b7 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1795418'] for network, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:28.402353 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b3c5682f-fa1e-4c81-81c4-9ae6304b46b7 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Publish callbacks [] for network, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:28.407914 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-b3c5682f-fa1e-4c81-81c4-9ae6304b46b7 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] 10.222.0.60 "DELETE /v2.0/networks/12e95f1b-7432-44b4-84b7-96744da459fd HTTP/1.1" status: 204 len: 168 time: 0.4708853 Nov 23 17:47:28.416554 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c5682f-fa1e-4c81-81c4-9ae6304b46b7 tempest-PortsTestJSON-1578237978 tempest-PortsTestJSON-1578237978-project] Pushing event deleted for resources: {'Network': ['ID=12e95f1b-7432-44b4-84b7-96744da459fd,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:47:28.557815 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c664d1-dc7f-4cdd-b7f6-6da281c71ce3 req-49519c60-095f-4171-98bc-4ab4682a3c73 tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:47:28.559763 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e3c664d1-dc7f-4cdd-b7f6-6da281c71ce3 req-49519c60-095f-4171-98bc-4ab4682a3c73 tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ea7def0-5cf3-46bd-90e2-20013bf25e5e HTTP/1.1" status: 200 len: 946 time: 0.1047258 Nov 23 17:47:28.663420 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e3c664d1-dc7f-4cdd-b7f6-6da281c71ce3 req-91631b62-d079-48fb-a610-971a9a2442e1 tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] 10.222.0.60 "GET /v2.0/security-groups?id=6b69aca9-b68e-45b0-a7a0-1eb351a8ed08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930305 Nov 23 17:47:28.702129 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b7bd7d-e25a-4ee9-b245-bb32f5664d91 req-f9c178d2-d487-43c0-9b7a-aeda536ccf07 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:47:28.709924 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-30b7bd7d-e25a-4ee9-b245-bb32f5664d91 req-f9c178d2-d487-43c0-9b7a-aeda536ccf07 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7685d92-e0b8-48d9-b68d-d18b0b0d534a HTTP/1.1" status: 200 len: 945 time: 0.1487021 Nov 23 17:47:28.841146 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-30b7bd7d-e25a-4ee9-b245-bb32f5664d91 req-ca14851a-6b7c-4445-bc37-37d21425e56f tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] 10.222.0.60 "GET /v2.0/security-groups?id=fa324d8c-13d0-499d-8791-7b10ff6fd90b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280341 Nov 23 17:47:28.950864 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5e46c0-19df-4a60-b14a-d188ca1932c7 req-44134f72-1463-430e-b1ae-de9bc52eb0e5 tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:47:28.952733 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5a5e46c0-19df-4a60-b14a-d188ca1932c7 req-44134f72-1463-430e-b1ae-de9bc52eb0e5 tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ea7def0-5cf3-46bd-90e2-20013bf25e5e HTTP/1.1" status: 200 len: 946 time: 0.0884666 Nov 23 17:47:29.004855 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 33638) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:47:29.011657 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5a5e46c0-19df-4a60-b14a-d188ca1932c7 req-8f9033e7-d0bd-4827-80c9-3401f568323d tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] 10.222.0.60 "GET /v2.0/security-groups?id=6b69aca9-b68e-45b0-a7a0-1eb351a8ed08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523572 Nov 23 17:47:29.092103 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device da0de570-7a52-495b-b6a4-eff5365f6f62 up at agent hyperv_n-h1-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:47:29.154037 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Provisioning for port da0de570-7a52-495b-b6a4-eff5365f6f62 completed by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 17:47:29.160020 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Provisioning complete for port da0de570-7a52-495b-b6a4-eff5365f6f62 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:47:29.160805 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:29.269922 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:29.283688 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8a3271-a590-4e61-a6cd-c4063c19fbd9 req-c9339213-4074-4e49-b9d4-fc1f70b3374b tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:47:29.301240 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7685d92-e0b8-48d9-b68d-d18b0b0d534a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da0de570-7a52-495b-b6a4-eff5365f6f62'}] {{(pid=103592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:47:29.304017 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-dc8a3271-a590-4e61-a6cd-c4063c19fbd9 req-c9339213-4074-4e49-b9d4-fc1f70b3374b tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ea7def0-5cf3-46bd-90e2-20013bf25e5e HTTP/1.1" status: 200 len: 946 time: 0.2002308 Nov 23 17:47:29.304851 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba3e6a8f2301c7a29fe1eca9779abdae4ccbcd6266d69778087f2498d5551201" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d456257-66fd-4265-bd9d-b5a8ad0aee62" -d '{"events": [{"server_uuid": "d7685d92-e0b8-48d9-b68d-d18b0b0d534a", "name": "network-vif-plugged", "status": "completed", "tag": "da0de570-7a52-495b-b6a4-eff5365f6f62"}]}' {{(pid=103592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:47:29.323360 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port da0de570-7a52-495b-b6a4-eff5365f6f62, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=da0de570-7a52-495b-b6a4-eff5365f6f62,segment=NetworkSegment(3dd48af8-0370-4e3e-80f2-5bf5c6c5c8d9),segment_id=3dd48af8-0370-4e3e-80f2-5bf5c6c5c8d9)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:47:29.333727 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:29.434118 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Pushing event updated for resources: {'Port': ['ID=da0de570-7a52-495b-b6a4-eff5365f6f62,revision_number=5']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:47:29.451596 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-d71da26b-2a9d-40d0-a0d8-c452e0dfa9b6 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=57db132758f947bab3110ff0d5b47049&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4423857 Nov 23 17:47:29.452577 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 33650) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:47:29.463492 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-dc8a3271-a590-4e61-a6cd-c4063c19fbd9 req-ffc82545-80eb-4c49-91ff-3005bad0525f tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] 10.222.0.60 "GET /v2.0/security-groups?id=6b69aca9-b68e-45b0-a7a0-1eb351a8ed08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582069 Nov 23 17:47:29.522036 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:47:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36034c56-6ffb-4d8d-bb2c-0723e237ba72 x-openstack-request-id: req-36034c56-6ffb-4d8d-bb2c-0723e237ba72 {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:47:29.522339 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7685d92-e0b8-48d9-b68d-d18b0b0d534a", "name": "network-vif-plugged", "status": "completed", "tag": "da0de570-7a52-495b-b6a4-eff5365f6f62", "code": 200}]} {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:47:29.522596 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-36034c56-6ffb-4d8d-bb2c-0723e237ba72 {{(pid=103592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:47:29.523001 n-d-816206-8 neutron-server[103592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7685d92-e0b8-48d9-b68d-d18b0b0d534a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da0de570-7a52-495b-b6a4-eff5365f6f62', 'code': 200} Nov 23 17:47:29.587368 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40ccaab-b193-452e-a2a8-376239e7649a req-00c1d726-a6ba-486b-b857-4a2057d5f3d4 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:47:29.596693 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f40ccaab-b193-452e-a2a8-376239e7649a req-00c1d726-a6ba-486b-b857-4a2057d5f3d4 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] 10.222.0.60 "GET /v2.0/ports?device_id=a43134ca-2758-4794-bb9c-974d11e5e279 HTTP/1.1" status: 200 len: 947 time: 0.1861315 Nov 23 17:47:29.620193 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1660cde-0355-496e-8a1f-a5efa18f2f15 req-62dfaa45-4ca8-475c-9427-f67fe3ee4cc6 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:47:29.622443 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-d1660cde-0355-496e-8a1f-a5efa18f2f15 req-62dfaa45-4ca8-475c-9427-f67fe3ee4cc6 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] 10.222.0.55 "GET /v2.0/ports?device_id=a43134ca-2758-4794-bb9c-974d11e5e279 HTTP/1.1" status: 200 len: 947 time: 0.0963228 Nov 23 17:47:29.623881 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8ed4bdd4-c67c-4e76-b6a5-f537c72863c3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:29.742631 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8ed4bdd4-c67c-4e76-b6a5-f537c72863c3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:29.744009 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f40ccaab-b193-452e-a2a8-376239e7649a req-3c1f8942-8f8f-40ec-bec6-e6248797f618 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] 10.222.0.60 "GET /v2.0/security-groups?id=c11b6a3a-f89b-4d05-9340-8aa0be1653f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1458914 Nov 23 17:47:29.798749 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1827d20-39b6-4724-8e02-edd0b8fe02b6 req-24f4725f-9428-4fcd-b0f3-e86da09121c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:47:29.801503 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e1827d20-39b6-4724-8e02-edd0b8fe02b6 req-24f4725f-9428-4fcd-b0f3-e86da09121c3 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=d7685d92-e0b8-48d9-b68d-d18b0b0d534a HTTP/1.1" status: 200 len: 1097 time: 0.2023211 Nov 23 17:47:29.908582 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cb2de0-840f-4abf-bf09-ea71fad53579 req-c5b4aa58-afa8-4a6a-8fc5-4a8fde6f738a tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:47:29.916738 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-07cb2de0-840f-4abf-bf09-ea71fad53579 req-c5b4aa58-afa8-4a6a-8fc5-4a8fde6f738a tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ea7def0-5cf3-46bd-90e2-20013bf25e5e HTTP/1.1" status: 200 len: 946 time: 0.1345093 Nov 23 17:47:29.939366 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8ed4bdd4-c67c-4e76-b6a5-f537c72863c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:29.944261 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8ed4bdd4-c67c-4e76-b6a5-f537c72863c3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:29.945463 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-8ed4bdd4-c67c-4e76-b6a5-f537c72863c3 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b9dbd6ed-4c5a-4cb1-9d50-33def92403e2 HTTP/1.1" status: 204 len: 168 time: 0.4898260 Nov 23 17:47:29.959312 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e1827d20-39b6-4724-8e02-edd0b8fe02b6 req-194e0b95-b12e-497f-bf54-f139458d681a service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=fa324d8c-13d0-499d-8791-7b10ff6fd90b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300831 Nov 23 17:47:29.960412 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [req-d1660cde-0355-496e-8a1f-a5efa18f2f15 req-49e1ea6e-4353-43ba-b02a-d480351b32d6 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] Deleting port fbe44c50-ab0e-48c7-bd92-149bb465cefc {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:47:29.960781 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-d1660cde-0355-496e-8a1f-a5efa18f2f15 req-49e1ea6e-4353-43ba-b02a-d480351b32d6 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:30.063118 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-07cb2de0-840f-4abf-bf09-ea71fad53579 req-49acfa59-49ec-4043-b786-9a3cd17b6eb0 tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] 10.222.0.60 "GET /v2.0/security-groups?id=6b69aca9-b68e-45b0-a7a0-1eb351a8ed08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454117 Nov 23 17:47:30.143893 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e923a811-9967-43b9-84cc-c1e2c1675994 req-06192a1d-87f7-406f-b9c7-80c3ae112389 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:47:30.145465 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e923a811-9967-43b9-84cc-c1e2c1675994 req-06192a1d-87f7-406f-b9c7-80c3ae112389 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7685d92-e0b8-48d9-b68d-d18b0b0d534a HTTP/1.1" status: 200 len: 946 time: 0.1008079 Nov 23 17:47:30.161042 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed4bdd4-c67c-4e76-b6a5-f537c72863c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9dbd6ed-4c5a-4cb1-9d50-33def92403e2,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:47:30.236664 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e923a811-9967-43b9-84cc-c1e2c1675994 req-4215d19d-29ca-417b-ac00-756050d41101 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] 10.222.0.60 "GET /v2.0/security-groups?id=fa324d8c-13d0-499d-8791-7b10ff6fd90b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790815 Nov 23 17:47:30.244528 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [req-d1660cde-0355-496e-8a1f-a5efa18f2f15 req-49e1ea6e-4353-43ba-b02a-d480351b32d6 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] For port fbe44c50-ab0e-48c7-bd92-149bb465cefc, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=fbe44c50-ab0e-48c7-bd92-149bb465cefc,segment=NetworkSegment(97bf93aa-7116-4943-8d21-ff543f30be5d),segment_id=97bf93aa-7116-4943-8d21-ff543f30be5d)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:47:30.244528 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-d1660cde-0355-496e-8a1f-a5efa18f2f15 req-49e1ea6e-4353-43ba-b02a-d480351b32d6 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:30.344279 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ce432a-8f5a-4b05-b993-6c80276aaa50 req-476c1027-c94c-4548-a469-a0ad0d1edc63 tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:47:30.355631 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-90ce432a-8f5a-4b05-b993-6c80276aaa50 req-476c1027-c94c-4548-a469-a0ad0d1edc63 tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ea7def0-5cf3-46bd-90e2-20013bf25e5e HTTP/1.1" status: 200 len: 946 time: 0.1271651 Nov 23 17:47:30.476244 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-90ce432a-8f5a-4b05-b993-6c80276aaa50 req-cc2c7294-e497-4af9-b2e8-6beead6f65c4 tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] 10.222.0.60 "GET /v2.0/security-groups?id=6b69aca9-b68e-45b0-a7a0-1eb351a8ed08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149454 Nov 23 17:47:30.650351 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-d1660cde-0355-496e-8a1f-a5efa18f2f15 req-49e1ea6e-4353-43ba-b02a-d480351b32d6 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:30.650750 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-d1660cde-0355-496e-8a1f-a5efa18f2f15 req-49e1ea6e-4353-43ba-b02a-d480351b32d6 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1795396'] for floatingip, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:30.651190 n-d-816206-8 neutron-server[103590]: INFO neutron.db.l3_db [req-d1660cde-0355-496e-8a1f-a5efa18f2f15 req-49e1ea6e-4353-43ba-b02a-d480351b32d6 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] Floating IP 1b75582a-194f-47bb-9fe9-19346311c3f1 disassociated. External IP: 172.25.3.236, port: fbe44c50-ab0e-48c7-bd92-149bb465cefc. Nov 23 17:47:30.651502 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [req-d1660cde-0355-496e-8a1f-a5efa18f2f15 req-49e1ea6e-4353-43ba-b02a-d480351b32d6 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] Calling delete_port for fbe44c50-ab0e-48c7-bd92-149bb465cefc owned by compute:nova {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:47:30.967529 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-d1660cde-0355-496e-8a1f-a5efa18f2f15 req-49e1ea6e-4353-43ba-b02a-d480351b32d6 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:31.085709 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-904000a4-f67c-49b4-8a31-ba3166d427dc req-8c93cd65-58dc-4f68-937b-0eebd1b2d764 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] 10.222.0.60 "GET /v2.0/ports?device_id=a43134ca-2758-4794-bb9c-974d11e5e279 HTTP/1.1" status: 200 len: 210 time: 0.1697087 Nov 23 17:47:31.202623 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13a035c-2053-47cf-920c-187555d8bf9b req-fa0683af-827e-4fb2-b4f0-2dca4cd92a9b tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:47:31.215622 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e13a035c-2053-47cf-920c-187555d8bf9b req-fa0683af-827e-4fb2-b4f0-2dca4cd92a9b tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] 10.222.0.60 "GET /v2.0/networks?id=b75e9fac-17f1-4702-8d25-f863ff44788f HTTP/1.1" status: 200 len: 814 time: 0.3844402 Nov 23 17:47:31.243256 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e13a035c-2053-47cf-920c-187555d8bf9b req-f7cb709d-ed48-4964-9a6b-25fc161b73a4 tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] 10.222.0.60 "GET /v2.0/quotas/b18cd1cca1b44b989141b05dcb1fddfb HTTP/1.1" status: 200 len: 375 time: 0.0172515 Nov 23 17:47:31.283827 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e1ea6e-4353-43ba-b02a-d480351b32d6 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] Pushing event deleted for resources: {'Port': ['ID=fbe44c50-ab0e-48c7-bd92-149bb465cefc,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:47:31.321674 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d1660cde-0355-496e-8a1f-a5efa18f2f15 req-49e1ea6e-4353-43ba-b02a-d480351b32d6 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] Router 908b3081-86f5-4649-af90-5b9a4d728ea7 has already been hosted by L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 {{(pid=103590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 17:47:31.360991 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e13a035c-2053-47cf-920c-187555d8bf9b req-8ff71e1e-c221-48e8-b04b-8b3d60ffa3c3 tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=b18cd1cca1b44b989141b05dcb1fddfb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0997941 Nov 23 17:47:31.457079 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 33720) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:47:31.501245 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d1660cde-0355-496e-8a1f-a5efa18f2f15 req-49e1ea6e-4353-43ba-b02a-d480351b32d6 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:47:31.513517 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a2ad252-3fc2-4375-a76d-40a18158c763 None None] Sync routers for ids ['908b3081-86f5-4649-af90-5b9a4d728ea7'] in n-d-816206-8 {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:47:31.546976 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a2ad252-3fc2-4375-a76d-40a18158c763 None None] Routers {'908b3081-86f5-4649-af90-5b9a4d728ea7'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:47:31.556221 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcebb7d2-5d4b-4381-b5de-207ed5a48408 req-1cd85a4f-6c88-42de-815f-ceb3355f55d4 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:47:31.561801 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-3a2ad252-3fc2-4375-a76d-40a18158c763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:47:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['908b3081-86f5-4649-af90-5b9a4d728ea7'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:47:31.568325 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-fcebb7d2-5d4b-4381-b5de-207ed5a48408 req-1cd85a4f-6c88-42de-815f-ceb3355f55d4 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7685d92-e0b8-48d9-b68d-d18b0b0d534a HTTP/1.1" status: 200 len: 946 time: 0.2034662 Nov 23 17:47:31.588703 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1660cde-0355-496e-8a1f-a5efa18f2f15 req-49e1ea6e-4353-43ba-b02a-d480351b32d6 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] No DVR routers for this DVR port fbe44c50-ab0e-48c7-bd92-149bb465cefc on host n-h1-816206-8 {{(pid=103590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:47:31.593936 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-d1660cde-0355-496e-8a1f-a5efa18f2f15 req-49e1ea6e-4353-43ba-b02a-d480351b32d6 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:31.619206 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-d1660cde-0355-496e-8a1f-a5efa18f2f15 req-49e1ea6e-4353-43ba-b02a-d480351b32d6 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] 10.222.0.55 "DELETE /v2.0/ports/fbe44c50-ab0e-48c7-bd92-149bb465cefc HTTP/1.1" status: 204 len: 173 time: 1.9889553 Nov 23 17:47:31.620277 n-d-816206-8 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a43134ca-2758-4794-bb9c-974d11e5e279', 'name': 'network-vif-deleted', 'tag': 'fbe44c50-ab0e-48c7-bd92-149bb465cefc'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:47:31.623081 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbabddbc9fc37b068808e119c416c86f5957ca04531a4a0d2e695c515e93483b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19d79e55-5e93-4af4-8698-9aa8d700389f" -d '{"events": [{"server_uuid": "a43134ca-2758-4794-bb9c-974d11e5e279", "name": "network-vif-deleted", "tag": "fbe44c50-ab0e-48c7-bd92-149bb465cefc"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:47:31.713233 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-3a2ad252-3fc2-4375-a76d-40a18158c763 None None] Set router 908b3081-86f5-4649-af90-5b9a4d728ea7 gateway port host: n-d-816206-8 {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:47:31.713908 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-98e40f73-3263-43a8-b95a-1975147689fe tempest-SecGroupTest-2107428936 tempest-SecGroupTest-2107428936-project] Request body: {'security_group': {'name': 'tempest-secgroup--1688994294'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:47:31.777699 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-98e40f73-3263-43a8-b95a-1975147689fe tempest-SecGroupTest-2107428936 tempest-SecGroupTest-2107428936-project] Publish callbacks [] for security_group, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:31.800934 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-fcebb7d2-5d4b-4381-b5de-207ed5a48408 req-c1c9ae96-232b-4618-91ba-0639d93262bc tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] 10.222.0.60 "GET /v2.0/security-groups?id=fa324d8c-13d0-499d-8791-7b10ff6fd90b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2299008 Nov 23 17:47:31.818784 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-98e40f73-3263-43a8-b95a-1975147689fe tempest-SecGroupTest-2107428936 tempest-SecGroupTest-2107428936-project] Publish callbacks [] for security_group, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:31.848709 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdb2787-e245-4b01-bb80-059ff7e58769 req-db1f3041-54e9-4483-94bf-b9f9bdaf3a51 tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:47:31.873644 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-3bdb2787-e245-4b01-bb80-059ff7e58769 req-db1f3041-54e9-4483-94bf-b9f9bdaf3a51 tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ea7def0-5cf3-46bd-90e2-20013bf25e5e HTTP/1.1" status: 200 len: 946 time: 0.3782353 Nov 23 17:47:31.911609 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:47:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70aa4c40-abde-4a20-8679-b6c89976af30 x-openstack-request-id: req-70aa4c40-abde-4a20-8679-b6c89976af30 {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:47:31.912189 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a43134ca-2758-4794-bb9c-974d11e5e279", "name": "network-vif-deleted", "tag": "fbe44c50-ab0e-48c7-bd92-149bb465cefc", "status": "completed", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:47:31.912739 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-70aa4c40-abde-4a20-8679-b6c89976af30 {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:47:31.913422 n-d-816206-8 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a43134ca-2758-4794-bb9c-974d11e5e279', 'name': 'network-vif-deleted', 'tag': 'fbe44c50-ab0e-48c7-bd92-149bb465cefc', 'status': 'completed', 'code': 200} Nov 23 17:47:31.979675 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-3bdb2787-e245-4b01-bb80-059ff7e58769 req-ba45a6d7-76e4-4134-b143-6dd62d086ae3 tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] 10.222.0.60 "GET /v2.0/security-groups?id=6b69aca9-b68e-45b0-a7a0-1eb351a8ed08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049001 Nov 23 17:47:32.131617 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-98e40f73-3263-43a8-b95a-1975147689fe tempest-SecGroupTest-2107428936 tempest-SecGroupTest-2107428936-project] Publish callbacks [] for security_group, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:32.136022 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-98e40f73-3263-43a8-b95a-1975147689fe tempest-SecGroupTest-2107428936 tempest-SecGroupTest-2107428936-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:32.159603 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-3a2ad252-3fc2-4375-a76d-40a18158c763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '908b3081-86f5-4649-af90-5b9a4d728ea7', 'name': 'tempest-AttachVolumeShelveTestJSON-1601318973-router', 'tenant_id': '093e052ebdfd4c689471d0502a0c2e0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.177'}], 'enable_snat': True}, 'gw_port_id': '6d7f938f-5576-42b6-829f-dd4bf00be0d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:41:43Z', 'updated_at': '2021-11-23T17:41:57Z', 'revision_number': 4, 'project_id': '093e052ebdfd4c689471d0502a0c2e0a', 'gw_port': {'id': '6d7f938f-5576-42b6-829f-dd4bf00be0d8', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:4a:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '908b3081-86f5-4649-af90-5b9a4d728ea7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2446, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:41:44Z', 'updated_at': '2021-11-23T17:42:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_interfaces': [{'id': 'bd302559-a622-4aa2-a1df-caae459e166f', 'name': '', 'network_id': 'b05aa742-7050-4bee-9612-3681dfd2164b', 'tenant_id': '093e052ebdfd4c689471d0502a0c2e0a', 'mac_address': 'fa:16:3e:04:2e:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '908b3081-86f5-4649-af90-5b9a4d728ea7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2460, 'fixed_ips': [{'subnet_id': '784540e3-73ef-4656-9bfa-913bbf55b1a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:41:51Z', 'updated_at': '2021-11-23T17:42:10Z', 'revision_number': 5, 'project_id': '093e052ebdfd4c689471d0502a0c2e0a', 'subnets': [{'id': '784540e3-73ef-4656-9bfa-913bbf55b1a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:47:32.213217 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [req-fd6d3439-11b6-4c4b-b2b2-f139b496fc55 req-0346a079-2445-4dc9-938c-cdd5804837ac service neutron] (103590) timed out ('10.222.0.36', 53456) {{(pid=103590) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 23 17:47:32.215166 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a2ad252-3fc2-4375-a76d-40a18158c763 None None] Checking router: 908b3081-86f5-4649-af90-5b9a4d728ea7 for host: n-d-816206-8 {{(pid=103593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 17:47:32.241904 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a2ad252-3fc2-4375-a76d-40a18158c763 None None] Routers {'908b3081-86f5-4649-af90-5b9a4d728ea7'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:47:32.245097 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-3a2ad252-3fc2-4375-a76d-40a18158c763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:47:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['908b3081-86f5-4649-af90-5b9a4d728ea7'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:47:32.275817 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e40f73-3263-43a8-b95a-1975147689fe tempest-SecGroupTest-2107428936 tempest-SecGroupTest-2107428936-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a484f318-ecad-497f-a7eb-8adb4d025a81,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:47:32.309293 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081eacf9-df27-47c5-8598-6a5e0c91347a req-bf67cfbc-b5ae-4bfa-91b0-8499341ef1bc tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:47:32.322297 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-081eacf9-df27-47c5-8598-6a5e0c91347a req-bf67cfbc-b5ae-4bfa-91b0-8499341ef1bc tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ea7def0-5cf3-46bd-90e2-20013bf25e5e HTTP/1.1" status: 200 len: 946 time: 0.1750274 Nov 23 17:47:32.374019 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa82a65a-d50d-411a-a9ed-edc1379d97c8 req-5358c894-a04a-49ee-82ac-a035def97d56 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:47:32.376246 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-fa82a65a-d50d-411a-a9ed-edc1379d97c8 req-5358c894-a04a-49ee-82ac-a035def97d56 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7685d92-e0b8-48d9-b68d-d18b0b0d534a HTTP/1.1" status: 200 len: 946 time: 0.1996617 Nov 23 17:47:32.388283 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-3a2ad252-3fc2-4375-a76d-40a18158c763 None None] Set router 908b3081-86f5-4649-af90-5b9a4d728ea7 gateway port host: n-d-816206-8 {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:47:32.393144 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-98e40f73-3263-43a8-b95a-1975147689fe tempest-SecGroupTest-2107428936 tempest-SecGroupTest-2107428936-project] Publish callbacks [] for security_group, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:32.426381 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-98e40f73-3263-43a8-b95a-1975147689fe tempest-SecGroupTest-2107428936 tempest-SecGroupTest-2107428936-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:32.471993 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-98e40f73-3263-43a8-b95a-1975147689fe tempest-SecGroupTest-2107428936 tempest-SecGroupTest-2107428936-project] Publish callbacks [] for security_group, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:32.474039 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-98e40f73-3263-43a8-b95a-1975147689fe tempest-SecGroupTest-2107428936 tempest-SecGroupTest-2107428936-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.0149968 Nov 23 17:47:32.476475 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 33742) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:47:32.514750 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-081eacf9-df27-47c5-8598-6a5e0c91347a req-ebe10c93-4962-42b7-b761-a31beda92b1d tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] 10.222.0.60 "GET /v2.0/security-groups?id=6b69aca9-b68e-45b0-a7a0-1eb351a8ed08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1912162 Nov 23 17:47:32.535505 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-fa82a65a-d50d-411a-a9ed-edc1379d97c8 req-7dc0484b-8f9f-489e-b159-8a16426e8ac4 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] 10.222.0.60 "GET /v2.0/security-groups?id=fa324d8c-13d0-499d-8791-7b10ff6fd90b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520138 Nov 23 17:47:32.551558 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e40f73-3263-43a8-b95a-1975147689fe tempest-SecGroupTest-2107428936 tempest-SecGroupTest-2107428936-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1422719-e000-4b1b-b9de-b33f1c8822b9,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:47:32.647079 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 33750) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:47:32.676374 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-122f7580-a3d9-4f76-8224-f4a2e5a6caf9 tempest-SecGroupTest-2107428936 tempest-SecGroupTest-2107428936-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.1980875 Nov 23 17:47:32.680071 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 33752) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:47:32.699445 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-a45b3c74-bcb4-4929-baf8-3a5353d0aba9 tempest-SecGroupTest-2107428936 tempest-SecGroupTest-2107428936-project] Request body: {'security_group': {'name': 'tempest-security--1609849014', 'description': 'tempest-security-description-766114599'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:47:32.777218 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-3a2ad252-3fc2-4375-a76d-40a18158c763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '908b3081-86f5-4649-af90-5b9a4d728ea7', 'name': 'tempest-AttachVolumeShelveTestJSON-1601318973-router', 'tenant_id': '093e052ebdfd4c689471d0502a0c2e0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.177'}], 'enable_snat': True}, 'gw_port_id': '6d7f938f-5576-42b6-829f-dd4bf00be0d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:41:43Z', 'updated_at': '2021-11-23T17:41:57Z', 'revision_number': 4, 'project_id': '093e052ebdfd4c689471d0502a0c2e0a', 'gw_port': {'id': '6d7f938f-5576-42b6-829f-dd4bf00be0d8', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:4a:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '908b3081-86f5-4649-af90-5b9a4d728ea7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2446, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:41:44Z', 'updated_at': '2021-11-23T17:42:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_interfaces': [{'id': 'bd302559-a622-4aa2-a1df-caae459e166f', 'name': '', 'network_id': 'b05aa742-7050-4bee-9612-3681dfd2164b', 'tenant_id': '093e052ebdfd4c689471d0502a0c2e0a', 'mac_address': 'fa:16:3e:04:2e:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '908b3081-86f5-4649-af90-5b9a4d728ea7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2460, 'fixed_ips': [{'subnet_id': '784540e3-73ef-4656-9bfa-913bbf55b1a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:41:51Z', 'updated_at': '2021-11-23T17:42:10Z', 'revision_number': 5, 'project_id': '093e052ebdfd4c689471d0502a0c2e0a', 'subnets': [{'id': '784540e3-73ef-4656-9bfa-913bbf55b1a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:47:32.812266 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a2ad252-3fc2-4375-a76d-40a18158c763 None None] The sync data for ids ['908b3081-86f5-4649-af90-5b9a4d728ea7'] in n-d-816206-8 is: [{'id': '908b3081-86f5-4649-af90-5b9a4d728ea7', 'name': 'tempest-AttachVolumeShelveTestJSON-1601318973-router', 'tenant_id': '093e052ebdfd4c689471d0502a0c2e0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.177'}], 'enable_snat': True}, 'gw_port_id': '6d7f938f-5576-42b6-829f-dd4bf00be0d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:41:43Z', 'updated_at': '2021-11-23T17:41:57Z', 'revision_number': 4, 'project_id': '093e052ebdfd4c689471d0502a0c2e0a', 'gw_port': {'id': '6d7f938f-5576-42b6-829f-dd4bf00be0d8', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:4a:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '908b3081-86f5-4649-af90-5b9a4d728ea7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2446, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:41:44Z', 'updated_at': '2021-11-23T17:42:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_interfaces': [{'id': 'bd302559-a622-4aa2-a1df-caae459e166f', 'name': '', 'network_id': 'b05aa742-7050-4bee-9612-3681dfd2164b', 'tenant_id': '093e052ebdfd4c689471d0502a0c2e0a', 'mac_address': 'fa:16:3e:04:2e:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '908b3081-86f5-4649-af90-5b9a4d728ea7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2460, 'fixed_ips': [{'subnet_id': '784540e3-73ef-4656-9bfa-913bbf55b1a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:41:51Z', 'updated_at': '2021-11-23T17:42:10Z', 'revision_number': 5, 'project_id': '093e052ebdfd4c689471d0502a0c2e0a', 'subnets': [{'id': '784540e3-73ef-4656-9bfa-913bbf55b1a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:47:32.876302 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-ea1a93c3-5243-42fb-ab59-28a7d274f077 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] Publish callbacks [] for security_group, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:32.939028 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5ffa12ad-ba96-422b-ad2c-caa50815eb99 req-b0e4a1f4-7105-403e-bcfe-8b214796f2b3 tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] 10.222.0.60 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=b18cd1cca1b44b989141b05dcb1fddfb HTTP/1.1" status: 200 len: 221 time: 0.0646117 Nov 23 17:47:32.942310 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-a45b3c74-bcb4-4929-baf8-3a5353d0aba9 tempest-SecGroupTest-2107428936 tempest-SecGroupTest-2107428936-project] Publish callbacks [] for security_group, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:32.963372 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-ea1a93c3-5243-42fb-ab59-28a7d274f077 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:33.068215 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681fcd3b-751e-4c0f-8ee1-4114da54912d req-07a564bd-41a3-42d8-9182-3dcbb8e6a8eb tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:47:33.076040 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-681fcd3b-751e-4c0f-8ee1-4114da54912d req-07a564bd-41a3-42d8-9182-3dcbb8e6a8eb tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7685d92-e0b8-48d9-b68d-d18b0b0d534a HTTP/1.1" status: 200 len: 946 time: 0.3707521 Nov 23 17:47:33.130901 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device fbe44c50-ab0e-48c7-bd92-149bb465cefc no longer exists at agent hyperv_n-h1-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:47:33.185846 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] No Port match for: fbe44c50-ab0e-48c7-bd92-149bb465cefc {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:47:33.186448 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device fbe44c50-ab0e-48c7-bd92-149bb465cefc not bound to the agent host n-h1-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:47:33.191327 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-a45b3c74-bcb4-4929-baf8-3a5353d0aba9 tempest-SecGroupTest-2107428936 tempest-SecGroupTest-2107428936-project] Publish callbacks [] for security_group, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:33.198545 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-ea1a93c3-5243-42fb-ab59-28a7d274f077 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:33.201968 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-ea1a93c3-5243-42fb-ab59-28a7d274f077 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] Publish callbacks [] for security_group, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:33.207215 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-ea1a93c3-5243-42fb-ab59-28a7d274f077 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] 10.222.0.60 "DELETE /v2.0/security-groups/c11b6a3a-f89b-4d05-9340-8aa0be1653f6 HTTP/1.1" status: 204 len: 168 time: 0.5551524 Nov 23 17:47:33.207823 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 33776) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:47:33.213260 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-a45b3c74-bcb4-4929-baf8-3a5353d0aba9 tempest-SecGroupTest-2107428936 tempest-SecGroupTest-2107428936-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:33.216214 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-a45b3c74-bcb4-4929-baf8-3a5353d0aba9 tempest-SecGroupTest-2107428936 tempest-SecGroupTest-2107428936-project] Publish callbacks [] for security_group, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:33.217532 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-a45b3c74-bcb4-4929-baf8-3a5353d0aba9 tempest-SecGroupTest-2107428936 tempest-SecGroupTest-2107428936-project] 10.222.0.60 "PUT /v2.0/security-groups/d1422719-e000-4b1b-b9de-b33f1c8822b9 HTTP/1.1" status: 200 len: 1796 time: 0.5349090 Nov 23 17:47:33.224717 n-d-816206-8 neutron-server[103590]: INFO neutron.api.v2.resource [None req-2f573c49-2097-448f-95b8-ff967f744be5 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] show failed (client error): The resource could not be found. Nov 23 17:47:33.225966 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-2f573c49-2097-448f-95b8-ff967f744be5 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] 10.222.0.60 "GET /v2.0/security-groups/c11b6a3a-f89b-4d05-9340-8aa0be1653f6 HTTP/1.1" status: 404 len: 347 time: 0.0170126 Nov 23 17:47:33.226767 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 33778) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:47:33.227799 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330a1d88-219b-4bac-a1c2-10155aec6f5e req-6389a0f8-8f05-4ed4-82d5-f6cc6419f84d tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:47:33.229372 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-330a1d88-219b-4bac-a1c2-10155aec6f5e req-6389a0f8-8f05-4ed4-82d5-f6cc6419f84d tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ea7def0-5cf3-46bd-90e2-20013bf25e5e HTTP/1.1" status: 200 len: 946 time: 0.1964078 Nov 23 17:47:33.239039 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 33780) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:47:33.244049 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-681fcd3b-751e-4c0f-8ee1-4114da54912d req-2f69cc26-befd-42a5-bc02-bf54bb96ff25 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] 10.222.0.60 "GET /v2.0/security-groups?id=fa324d8c-13d0-499d-8791-7b10ff6fd90b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668813 Nov 23 17:47:33.253354 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1a93c3-5243-42fb-ab59-28a7d274f077 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c11b6a3a-f89b-4d05-9340-8aa0be1653f6,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:47:33.323538 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f20619d-4e22-443c-9332-a455e0438d83 None None] New status for floating IP 1b75582a-194f-47bb-9fe9-19346311c3f1: DOWN {{(pid=103592) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 17:47:33.366436 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45b3c74-bcb4-4929-baf8-3a5353d0aba9 tempest-SecGroupTest-2107428936 tempest-SecGroupTest-2107428936-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1422719-e000-4b1b-b9de-b33f1c8822b9,revision_number=2']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:47:33.414247 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-330a1d88-219b-4bac-a1c2-10155aec6f5e req-3830012e-ba99-4116-a339-22d0fa2f3aa4 tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] 10.222.0.60 "GET /v2.0/security-groups?id=6b69aca9-b68e-45b0-a7a0-1eb351a8ed08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674423 Nov 23 17:47:33.507676 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-a422dba3-e958-450b-bf2f-81f74abb051d tempest-SecGroupTest-2107428936 tempest-SecGroupTest-2107428936-project] 10.222.0.60 "GET /v2.0/security-groups/d1422719-e000-4b1b-b9de-b33f1c8822b9 HTTP/1.1" status: 200 len: 1796 time: 0.2795897 Nov 23 17:47:33.512032 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 33796) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:47:33.642336 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-8cd2dab6-ef4b-4c26-8fa3-7ce6c225eec3 tempest-SecGroupTest-2107428936 tempest-SecGroupTest-2107428936-project] Publish callbacks [] for security_group, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:33.713438 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-12e7461e-f370-47f3-8ef3-f2297a93727f tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] Deleting port da10b34f-c63b-4479-98ac-343dd01ebdbf {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:47:33.714133 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-12e7461e-f370-47f3-8ef3-f2297a93727f tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:33.810977 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-8cd2dab6-ef4b-4c26-8fa3-7ce6c225eec3 tempest-SecGroupTest-2107428936 tempest-SecGroupTest-2107428936-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:33.861603 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6edbb0-b344-4f6e-9771-a5c840e44ec3 req-ac113608-1205-4ace-8d72-6755113ce85a tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:47:33.870080 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8d6edbb0-b344-4f6e-9771-a5c840e44ec3 req-ac113608-1205-4ace-8d72-6755113ce85a tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ea7def0-5cf3-46bd-90e2-20013bf25e5e HTTP/1.1" status: 200 len: 946 time: 0.2292616 Nov 23 17:47:33.900186 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-12e7461e-f370-47f3-8ef3-f2297a93727f tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:33.901025 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-12e7461e-f370-47f3-8ef3-f2297a93727f tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:33.916136 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-12e7461e-f370-47f3-8ef3-f2297a93727f tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] Calling delete_port for da10b34f-c63b-4479-98ac-343dd01ebdbf owned by network:floatingip {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:47:33.945690 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53eb1dda-566f-4eda-898c-a0a9c2d97851 req-45de5441-b619-4e74-a138-c8099d2ca2c3 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:47:33.953381 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-53eb1dda-566f-4eda-898c-a0a9c2d97851 req-45de5441-b619-4e74-a138-c8099d2ca2c3 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7685d92-e0b8-48d9-b68d-d18b0b0d534a HTTP/1.1" status: 200 len: 946 time: 0.2208946 Nov 23 17:47:33.980709 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-8cd2dab6-ef4b-4c26-8fa3-7ce6c225eec3 tempest-SecGroupTest-2107428936 tempest-SecGroupTest-2107428936-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:33.983445 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-8cd2dab6-ef4b-4c26-8fa3-7ce6c225eec3 tempest-SecGroupTest-2107428936 tempest-SecGroupTest-2107428936-project] Publish callbacks [] for security_group, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:33.987898 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-8cd2dab6-ef4b-4c26-8fa3-7ce6c225eec3 tempest-SecGroupTest-2107428936 tempest-SecGroupTest-2107428936-project] 10.222.0.60 "DELETE /v2.0/security-groups/d1422719-e000-4b1b-b9de-b33f1c8822b9 HTTP/1.1" status: 204 len: 168 time: 0.4712524 Nov 23 17:47:33.989160 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 33800) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:47:34.009628 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd2dab6-ef4b-4c26-8fa3-7ce6c225eec3 tempest-SecGroupTest-2107428936 tempest-SecGroupTest-2107428936-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1422719-e000-4b1b-b9de-b33f1c8822b9,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:47:34.020303 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8d6edbb0-b344-4f6e-9771-a5c840e44ec3 req-bbc13549-07d5-4560-b9bb-fef49e0ccdcf tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] 10.222.0.60 "GET /v2.0/security-groups?id=6b69aca9-b68e-45b0-a7a0-1eb351a8ed08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488485 Nov 23 17:47:34.075829 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-53eb1dda-566f-4eda-898c-a0a9c2d97851 req-10320fa2-b383-4c4e-b783-3435afbbcc7a tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] 10.222.0.60 "GET /v2.0/security-groups?id=fa324d8c-13d0-499d-8791-7b10ff6fd90b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173019 Nov 23 17:47:34.102879 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-0f7ba9ec-ca96-4416-b2e5-621e30620485 tempest-SecGroupTest-2107428936 tempest-SecGroupTest-2107428936-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1102273 Nov 23 17:47:34.105626 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 33808) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:47:34.130286 n-d-816206-8 neutron-server[103591]: INFO neutron.api.v2.resource [None req-8aa02919-16a7-487c-b438-94f40b631ee0 tempest-SecGroupTest-2107428936 tempest-SecGroupTest-2107428936-project] delete failed (client error): The resource could not be found. Nov 23 17:47:34.137273 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-8aa02919-16a7-487c-b438-94f40b631ee0 tempest-SecGroupTest-2107428936 tempest-SecGroupTest-2107428936-project] 10.222.0.60 "DELETE /v2.0/security-groups/d1422719-e000-4b1b-b9de-b33f1c8822b9 HTTP/1.1" status: 404 len: 347 time: 0.0264986 Nov 23 17:47:34.137709 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 33812) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:47:34.147090 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-12b24795-cb78-4af7-bd89-0d84987f5cf6 tempest-SecGroupTest-2107428936 tempest-SecGroupTest-2107428936-project] Request body: {'security_group': {'name': 'tempest-secgroup--1900579861'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:47:34.194318 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-12b24795-cb78-4af7-bd89-0d84987f5cf6 tempest-SecGroupTest-2107428936 tempest-SecGroupTest-2107428936-project] Publish callbacks [] for security_group, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:34.281364 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-12e7461e-f370-47f3-8ef3-f2297a93727f tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:34.373230 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e7461e-f370-47f3-8ef3-f2297a93727f tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] Pushing event deleted for resources: {'Port': ['ID=da10b34f-c63b-4479-98ac-343dd01ebdbf,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:47:34.380206 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16607823-f287-463f-bb74-1b74bb69467c req-8b80423c-d924-4de4-98bf-671700f8f8e0 tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:47:34.388105 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-16607823-f287-463f-bb74-1b74bb69467c req-8b80423c-d924-4de4-98bf-671700f8f8e0 tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ea7def0-5cf3-46bd-90e2-20013bf25e5e HTTP/1.1" status: 200 len: 946 time: 0.2088370 Nov 23 17:47:34.429162 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-12b24795-cb78-4af7-bd89-0d84987f5cf6 tempest-SecGroupTest-2107428936 tempest-SecGroupTest-2107428936-project] Publish callbacks [] for security_group, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:34.441784 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-12b24795-cb78-4af7-bd89-0d84987f5cf6 tempest-SecGroupTest-2107428936 tempest-SecGroupTest-2107428936-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:34.449034 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-12e7461e-f370-47f3-8ef3-f2297a93727f tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] Publish callbacks [] for floatingip, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:34.452237 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-12e7461e-f370-47f3-8ef3-f2297a93727f tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for floatingip, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:34.454687 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-12e7461e-f370-47f3-8ef3-f2297a93727f tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] 10.222.0.60 "DELETE /v2.0/floatingips/1b75582a-194f-47bb-9fe9-19346311c3f1 HTTP/1.1" status: 204 len: 168 time: 1.1761286 Nov 23 17:47:34.500746 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-16607823-f287-463f-bb74-1b74bb69467c req-50ebd426-c2b1-42d5-804d-c287febc1a10 tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] 10.222.0.60 "GET /v2.0/security-groups?id=6b69aca9-b68e-45b0-a7a0-1eb351a8ed08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114023 Nov 23 17:47:34.505276 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b24795-cb78-4af7-bd89-0d84987f5cf6 tempest-SecGroupTest-2107428936 tempest-SecGroupTest-2107428936-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6ba3092-2e8b-47f4-af0e-0578c6deb60e,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:47:34.560660 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-12b24795-cb78-4af7-bd89-0d84987f5cf6 tempest-SecGroupTest-2107428936 tempest-SecGroupTest-2107428936-project] Publish callbacks [] for security_group, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:34.562437 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-12b24795-cb78-4af7-bd89-0d84987f5cf6 tempest-SecGroupTest-2107428936 tempest-SecGroupTest-2107428936-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4232419 Nov 23 17:47:34.565763 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 33824) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:47:34.570785 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-5631016c-4a19-4a1f-ac57-343a71b67ea5 tempest-SecGroupTest-2107428936 tempest-SecGroupTest-2107428936-project] Request body: {'security_group_rule': {'security_group_id': 'f6ba3092-2e8b-47f4-af0e-0578c6deb60e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:47:34.646911 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5631016c-4a19-4a1f-ac57-343a71b67ea5 tempest-SecGroupTest-2107428936 tempest-SecGroupTest-2107428936-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:34.779534 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bd64f7-369f-4442-a1db-812ad33ccfb5 req-461ceb0d-b187-41e5-9b36-4bbc412339d8 tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:47:34.790129 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c7bd64f7-369f-4442-a1db-812ad33ccfb5 req-461ceb0d-b187-41e5-9b36-4bbc412339d8 tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ea7def0-5cf3-46bd-90e2-20013bf25e5e HTTP/1.1" status: 200 len: 946 time: 0.0922043 Nov 23 17:47:34.801613 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5631016c-4a19-4a1f-ac57-343a71b67ea5 tempest-SecGroupTest-2107428936 tempest-SecGroupTest-2107428936-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:34.813925 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5631016c-4a19-4a1f-ac57-343a71b67ea5 tempest-SecGroupTest-2107428936 tempest-SecGroupTest-2107428936-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994370'] for security_group_rule, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:34.854497 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5631016c-4a19-4a1f-ac57-343a71b67ea5 tempest-SecGroupTest-2107428936 tempest-SecGroupTest-2107428936-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71287e72-3374-4c18-8162-a612d463adf4,revision_number=0']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:47:34.874862 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5631016c-4a19-4a1f-ac57-343a71b67ea5 tempest-SecGroupTest-2107428936 tempest-SecGroupTest-2107428936-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:47:34.875245 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5631016c-4a19-4a1f-ac57-343a71b67ea5 tempest-SecGroupTest-2107428936 tempest-SecGroupTest-2107428936-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:47:34.875595 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5631016c-4a19-4a1f-ac57-343a71b67ea5 tempest-SecGroupTest-2107428936 tempest-SecGroupTest-2107428936-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:47:34.875937 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5631016c-4a19-4a1f-ac57-343a71b67ea5 tempest-SecGroupTest-2107428936 tempest-SecGroupTest-2107428936-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:47:34.876437 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5631016c-4a19-4a1f-ac57-343a71b67ea5 tempest-SecGroupTest-2107428936 tempest-SecGroupTest-2107428936-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:47:34.876894 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5631016c-4a19-4a1f-ac57-343a71b67ea5 tempest-SecGroupTest-2107428936 tempest-SecGroupTest-2107428936-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:47:34.877348 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5631016c-4a19-4a1f-ac57-343a71b67ea5 tempest-SecGroupTest-2107428936 tempest-SecGroupTest-2107428936-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:47:34.878277 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5631016c-4a19-4a1f-ac57-343a71b67ea5 tempest-SecGroupTest-2107428936 tempest-SecGroupTest-2107428936-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:47:34.878609 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5631016c-4a19-4a1f-ac57-343a71b67ea5 tempest-SecGroupTest-2107428936 tempest-SecGroupTest-2107428936-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:47:34.879092 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5631016c-4a19-4a1f-ac57-343a71b67ea5 tempest-SecGroupTest-2107428936 tempest-SecGroupTest-2107428936-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:47:34.879775 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5631016c-4a19-4a1f-ac57-343a71b67ea5 tempest-SecGroupTest-2107428936 tempest-SecGroupTest-2107428936-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:47:34.880405 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5631016c-4a19-4a1f-ac57-343a71b67ea5 tempest-SecGroupTest-2107428936 tempest-SecGroupTest-2107428936-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:47:34.890453 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c7bd64f7-369f-4442-a1db-812ad33ccfb5 req-516b4504-3735-472d-bc04-9f24ea065da6 tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] 10.222.0.60 "GET /v2.0/security-groups?id=6b69aca9-b68e-45b0-a7a0-1eb351a8ed08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946822 Nov 23 17:47:34.911344 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5631016c-4a19-4a1f-ac57-343a71b67ea5 tempest-SecGroupTest-2107428936 tempest-SecGroupTest-2107428936-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:34.915597 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-5631016c-4a19-4a1f-ac57-343a71b67ea5 tempest-SecGroupTest-2107428936 tempest-SecGroupTest-2107428936-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3457861 Nov 23 17:47:34.916127 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 33832) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:47:34.934555 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 33834) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:47:34.939614 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-31f886da-fb64-451f-9887-051e39bc02ad tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] Request body: {'security_group': {'name': 'tempest-securitygroup--563335141', 'description': 'tempest-description--1822196663'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:47:34.981385 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-d6276219-c38d-41ef-91d3-83b2f9ba9909 tempest-SecGroupTest-2107428936 tempest-SecGroupTest-2107428936-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:34.986605 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d6b116-531b-40f6-a608-f9c91e495cd1 req-66e094b9-11a3-4284-8749-75ac378f727c tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:47:34.988548 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-c5d6b116-531b-40f6-a608-f9c91e495cd1 req-66e094b9-11a3-4284-8749-75ac378f727c tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] 10.222.0.55 "GET /v2.0/ports?device_id=d7685d92-e0b8-48d9-b68d-d18b0b0d534a HTTP/1.1" status: 200 len: 946 time: 0.0970213 Nov 23 17:47:35.006368 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-d6276219-c38d-41ef-91d3-83b2f9ba9909 tempest-SecGroupTest-2107428936 tempest-SecGroupTest-2107428936-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:35.040170 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-31f886da-fb64-451f-9887-051e39bc02ad tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] Publish callbacks [] for security_group, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:35.077446 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-d6276219-c38d-41ef-91d3-83b2f9ba9909 tempest-SecGroupTest-2107428936 tempest-SecGroupTest-2107428936-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994370'] for security_group_rule, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:35.084190 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-d6276219-c38d-41ef-91d3-83b2f9ba9909 tempest-SecGroupTest-2107428936 tempest-SecGroupTest-2107428936-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:35.085482 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-d6276219-c38d-41ef-91d3-83b2f9ba9909 tempest-SecGroupTest-2107428936 tempest-SecGroupTest-2107428936-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/71287e72-3374-4c18-8162-a612d463adf4 HTTP/1.1" status: 204 len: 168 time: 0.1682012 Nov 23 17:47:35.090671 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 33840) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:47:35.118582 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6276219-c38d-41ef-91d3-83b2f9ba9909 tempest-SecGroupTest-2107428936 tempest-SecGroupTest-2107428936-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=71287e72-3374-4c18-8162-a612d463adf4,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:47:35.186635 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab07d69-3cdc-4f81-97ac-51824dbd8030 req-c0b7014b-9af5-4a04-aad9-08e94fb2fe6f tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:47:35.194696 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-3ab07d69-3cdc-4f81-97ac-51824dbd8030 req-c0b7014b-9af5-4a04-aad9-08e94fb2fe6f tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ea7def0-5cf3-46bd-90e2-20013bf25e5e HTTP/1.1" status: 200 len: 946 time: 0.1702938 Nov 23 17:47:35.207038 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [req-c5d6b116-531b-40f6-a608-f9c91e495cd1 req-19320a43-105a-4711-9244-c784f3c56444 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] Deleting port da0de570-7a52-495b-b6a4-eff5365f6f62 {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:47:35.207881 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-c5d6b116-531b-40f6-a608-f9c91e495cd1 req-19320a43-105a-4711-9244-c784f3c56444 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:35.209975 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-27a24c83-5eeb-4e2b-8861-9d020b445973 tempest-SecGroupTest-2107428936 tempest-SecGroupTest-2107428936-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1180706 Nov 23 17:47:35.213997 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 33846) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:47:35.385413 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-25c85553-aad4-4b10-8efa-3e1e959b41be tempest-SecGroupTest-2107428936 tempest-SecGroupTest-2107428936-project] Publish callbacks [] for security_group, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:35.400090 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [req-c5d6b116-531b-40f6-a608-f9c91e495cd1 req-19320a43-105a-4711-9244-c784f3c56444 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] For port da0de570-7a52-495b-b6a4-eff5365f6f62, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=da0de570-7a52-495b-b6a4-eff5365f6f62,segment=NetworkSegment(3dd48af8-0370-4e3e-80f2-5bf5c6c5c8d9),segment_id=3dd48af8-0370-4e3e-80f2-5bf5c6c5c8d9)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:47:35.401171 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-c5d6b116-531b-40f6-a608-f9c91e495cd1 req-19320a43-105a-4711-9244-c784f3c56444 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:35.443358 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [req-c5d6b116-531b-40f6-a608-f9c91e495cd1 req-19320a43-105a-4711-9244-c784f3c56444 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] Calling delete_port for da0de570-7a52-495b-b6a4-eff5365f6f62 owned by compute:nova {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:47:35.452082 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-25c85553-aad4-4b10-8efa-3e1e959b41be tempest-SecGroupTest-2107428936 tempest-SecGroupTest-2107428936-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:35.581168 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-25c85553-aad4-4b10-8efa-3e1e959b41be tempest-SecGroupTest-2107428936 tempest-SecGroupTest-2107428936-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:35.583881 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-25c85553-aad4-4b10-8efa-3e1e959b41be tempest-SecGroupTest-2107428936 tempest-SecGroupTest-2107428936-project] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:35.587941 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-25c85553-aad4-4b10-8efa-3e1e959b41be tempest-SecGroupTest-2107428936 tempest-SecGroupTest-2107428936-project] 10.222.0.60 "DELETE /v2.0/security-groups/f6ba3092-2e8b-47f4-af0e-0578c6deb60e HTTP/1.1" status: 204 len: 168 time: 0.3693476 Nov 23 17:47:35.589974 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 33848) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:47:35.636909 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c85553-aad4-4b10-8efa-3e1e959b41be tempest-SecGroupTest-2107428936 tempest-SecGroupTest-2107428936-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6ba3092-2e8b-47f4-af0e-0578c6deb60e,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:47:35.663563 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-716425f3-14c6-48e9-bf33-9cc570a6d010 tempest-SecGroupTest-2107428936 tempest-SecGroupTest-2107428936-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0675385 Nov 23 17:47:35.674142 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 33850) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:47:35.683663 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-59214c45-d6df-43bb-94dd-aca91e4572fc tempest-SecGroupTest-2107428936 tempest-SecGroupTest-2107428936-project] Request body: {'security_group': {'name': 'tempest-secgroup--1910976157'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:47:35.791789 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-59214c45-d6df-43bb-94dd-aca91e4572fc tempest-SecGroupTest-2107428936 tempest-SecGroupTest-2107428936-project] Publish callbacks [] for security_group, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:35.802571 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-31f886da-fb64-451f-9887-051e39bc02ad tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] Publish callbacks [] for security_group, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:35.810716 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b87ce55-a39a-4b38-9a94-624c507e2152 req-cc0c74fa-7543-40cb-91a2-8cd9856069e8 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:47:35.818237 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-1b87ce55-a39a-4b38-9a94-624c507e2152 req-cc0c74fa-7543-40cb-91a2-8cd9856069e8 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] 10.222.0.60 "GET /v2.0/ports?device_id=d7685d92-e0b8-48d9-b68d-d18b0b0d534a HTTP/1.1" status: 200 len: 946 time: 0.6190519 Nov 23 17:47:35.834807 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-31f886da-fb64-451f-9887-051e39bc02ad tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:35.870013 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-31f886da-fb64-451f-9887-051e39bc02ad tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] Publish callbacks [] for security_group, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:35.877052 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-31f886da-fb64-451f-9887-051e39bc02ad tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.9412584 Nov 23 17:47:35.888033 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-3ab07d69-3cdc-4f81-97ac-51824dbd8030 req-d2db5013-233b-4b04-96ef-29b03f28b7ac tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] 10.222.0.60 "GET /v2.0/security-groups?id=6b69aca9-b68e-45b0-a7a0-1eb351a8ed08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6905837 Nov 23 17:47:35.889597 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 33856) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:47:35.908638 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-8d39c225-19e1-446b-82cc-a136c95bb87d tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] Request body: {'security_group_rule': {'security_group_id': '64527216-2011-4047-a391-7b59938bf8b4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:47:35.944727 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-59214c45-d6df-43bb-94dd-aca91e4572fc tempest-SecGroupTest-2107428936 tempest-SecGroupTest-2107428936-project] Publish callbacks [] for security_group, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:35.949295 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-c5d6b116-531b-40f6-a608-f9c91e495cd1 req-19320a43-105a-4711-9244-c784f3c56444 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:35.968166 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] get_ports_and_sgs() called for port_ids ['da0de570-7a52-495b-b6a4-eff5365f6f62'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:47:36.003829 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f886da-fb64-451f-9887-051e39bc02ad tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] Pushing event updated for resources: {'SecurityGroup': ['ID=64527216-2011-4047-a391-7b59938bf8b4,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:47:36.018044 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-59214c45-d6df-43bb-94dd-aca91e4572fc tempest-SecGroupTest-2107428936 tempest-SecGroupTest-2107428936-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:36.041382 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] get_ports_and_sgs() called for port_ids ['1d9e3b88-028d-4283-8c21-507d2fff66f7'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:47:36.052555 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-8d39c225-19e1-446b-82cc-a136c95bb87d tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:36.114432 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50738f7f-01f4-483d-9056-d3329709e63f None None] DHCP port deletion for 96a4c4fb-2a54-4887-a6a0-d3361fb03ec8 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:47:36.118186 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19320a43-105a-4711-9244-c784f3c56444 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] Pushing event deleted for resources: {'Port': ['ID=da0de570-7a52-495b-b6a4-eff5365f6f62,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:47:36.192306 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-59214c45-d6df-43bb-94dd-aca91e4572fc tempest-SecGroupTest-2107428936 tempest-SecGroupTest-2107428936-project] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:36.197121 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-59214c45-d6df-43bb-94dd-aca91e4572fc tempest-SecGroupTest-2107428936 tempest-SecGroupTest-2107428936-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5196590 Nov 23 17:47:36.201979 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-8d39c225-19e1-446b-82cc-a136c95bb87d tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:36.202804 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 33866) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:47:36.212749 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-6c1f6d61-27af-45a6-bc62-6988e71aa15b tempest-SecGroupTest-2107428936 tempest-SecGroupTest-2107428936-project] Request body: {'security_group_rule': {'security_group_id': '24e71498-238d-41ca-a83f-f998f6b19b3e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:47:36.237845 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-8d39c225-19e1-446b-82cc-a136c95bb87d tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994370'] for security_group_rule, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:36.239996 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5d6b116-531b-40f6-a608-f9c91e495cd1 req-19320a43-105a-4711-9244-c784f3c56444 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] No DVR routers for this DVR port da0de570-7a52-495b-b6a4-eff5365f6f62 on host n-h1-816206-8 {{(pid=103590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:47:36.263982 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-c5d6b116-531b-40f6-a608-f9c91e495cd1 req-19320a43-105a-4711-9244-c784f3c56444 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:36.270380 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-1b87ce55-a39a-4b38-9a94-624c507e2152 req-df3b71cb-63bd-430f-a349-8bd28e330ffd tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] 10.222.0.60 "GET /v2.0/security-groups?id=fa324d8c-13d0-499d-8791-7b10ff6fd90b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4512470 Nov 23 17:47:36.273487 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-c5d6b116-531b-40f6-a608-f9c91e495cd1 req-19320a43-105a-4711-9244-c784f3c56444 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] 10.222.0.55 "DELETE /v2.0/ports/da0de570-7a52-495b-b6a4-eff5365f6f62 HTTP/1.1" status: 204 len: 173 time: 1.2752080 Nov 23 17:47:36.282506 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-8d39c225-19e1-446b-82cc-a136c95bb87d tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:36.284523 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-8d39c225-19e1-446b-82cc-a136c95bb87d tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3788311 Nov 23 17:47:36.297380 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 33870) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:47:36.298664 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-6c1f6d61-27af-45a6-bc62-6988e71aa15b tempest-SecGroupTest-2107428936 tempest-SecGroupTest-2107428936-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:36.298805 n-d-816206-8 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7685d92-e0b8-48d9-b68d-d18b0b0d534a', 'name': 'network-vif-deleted', 'tag': 'da0de570-7a52-495b-b6a4-eff5365f6f62'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:47:36.303120 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbabddbc9fc37b068808e119c416c86f5957ca04531a4a0d2e695c515e93483b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-743eea56-5292-4b38-bb79-d90f4e5d7ddd" -d '{"events": [{"server_uuid": "d7685d92-e0b8-48d9-b68d-d18b0b0d534a", "name": "network-vif-deleted", "tag": "da0de570-7a52-495b-b6a4-eff5365f6f62"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:47:36.310645 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59214c45-d6df-43bb-94dd-aca91e4572fc tempest-SecGroupTest-2107428936 tempest-SecGroupTest-2107428936-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24e71498-238d-41ca-a83f-f998f6b19b3e,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:47:36.372474 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-5bd5c46a-121a-49a8-8bd4-c966cddc7afc tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] Request body: {'security_group_rule': {'security_group_id': '64527216-2011-4047-a391-7b59938bf8b4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:47:36.378903 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:47:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1cebd09-0ec7-4427-b7d8-92559b58c658 x-openstack-request-id: req-f1cebd09-0ec7-4427-b7d8-92559b58c658 {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:47:36.379459 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7685d92-e0b8-48d9-b68d-d18b0b0d534a", "name": "network-vif-deleted", "tag": "da0de570-7a52-495b-b6a4-eff5365f6f62", "status": "completed", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:47:36.380010 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f1cebd09-0ec7-4427-b7d8-92559b58c658 {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:47:36.380642 n-d-816206-8 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7685d92-e0b8-48d9-b68d-d18b0b0d534a', 'name': 'network-vif-deleted', 'tag': 'da0de570-7a52-495b-b6a4-eff5365f6f62', 'status': 'completed', 'code': 200} Nov 23 17:47:36.420509 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d39c225-19e1-446b-82cc-a136c95bb87d tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=166cad2c-23b0-4250-b5ed-0dd316737746,revision_number=0']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:47:36.437488 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-5bd5c46a-121a-49a8-8bd4-c966cddc7afc tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:36.507943 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-6c1f6d61-27af-45a6-bc62-6988e71aa15b tempest-SecGroupTest-2107428936 tempest-SecGroupTest-2107428936-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:36.521048 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96c0efb-a2fe-479d-bf2c-7225e4ea9cc8 req-0bc149c4-25b4-491f-8065-9ead7b27f20a tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:47:36.528520 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c96c0efb-a2fe-479d-bf2c-7225e4ea9cc8 req-0bc149c4-25b4-491f-8065-9ead7b27f20a tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ea7def0-5cf3-46bd-90e2-20013bf25e5e HTTP/1.1" status: 200 len: 946 time: 0.4097416 Nov 23 17:47:36.533559 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-6c1f6d61-27af-45a6-bc62-6988e71aa15b tempest-SecGroupTest-2107428936 tempest-SecGroupTest-2107428936-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994370'] for security_group_rule, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:36.572251 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1f6d61-27af-45a6-bc62-6988e71aa15b tempest-SecGroupTest-2107428936 tempest-SecGroupTest-2107428936-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5eb8d607-745c-40ee-834a-19262db91893,revision_number=0']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:47:36.604472 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-6c1f6d61-27af-45a6-bc62-6988e71aa15b tempest-SecGroupTest-2107428936 tempest-SecGroupTest-2107428936-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:36.609016 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 33874) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:47:36.615029 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-fe09a751-efb4-473c-9273-1432844ca04f tempest-SecGroupTest-2107428936 tempest-SecGroupTest-2107428936-project] Request body: {'security_group_rule': {'security_group_id': '24e71498-238d-41ca-a83f-f998f6b19b3e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:47:36.616621 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-6c1f6d61-27af-45a6-bc62-6988e71aa15b tempest-SecGroupTest-2107428936 tempest-SecGroupTest-2107428936-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4051125 Nov 23 17:47:36.634773 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-5bd5c46a-121a-49a8-8bd4-c966cddc7afc tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:36.645847 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-5bd5c46a-121a-49a8-8bd4-c966cddc7afc tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994370'] for security_group_rule, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:36.689298 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-5bd5c46a-121a-49a8-8bd4-c966cddc7afc tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:36.690967 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-5bd5c46a-121a-49a8-8bd4-c966cddc7afc tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3245630 Nov 23 17:47:36.692931 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-fe09a751-efb4-473c-9273-1432844ca04f tempest-SecGroupTest-2107428936 tempest-SecGroupTest-2107428936-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:36.695651 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c96c0efb-a2fe-479d-bf2c-7225e4ea9cc8 req-17c9709e-a427-4267-9373-14e225b4a989 tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] 10.222.0.60 "GET /v2.0/security-groups?id=6b69aca9-b68e-45b0-a7a0-1eb351a8ed08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662271 Nov 23 17:47:36.696392 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 33876) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:47:36.697199 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd5c46a-121a-49a8-8bd4-c966cddc7afc tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63077ead-93dd-4549-a118-845662c2281d,revision_number=0']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:47:36.703590 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-3e4b68f3-9d69-426f-aa36-d04a5a654d1d tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] Request body: {'floatingip': {'floating_network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:47:36.771655 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-3e4b68f3-9d69-426f-aa36-d04a5a654d1d tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] Publish callbacks [] for floatingip, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:36.838642 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-fe09a751-efb4-473c-9273-1432844ca04f tempest-SecGroupTest-2107428936 tempest-SecGroupTest-2107428936-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:36.846998 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-fe09a751-efb4-473c-9273-1432844ca04f tempest-SecGroupTest-2107428936 tempest-SecGroupTest-2107428936-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994370'] for security_group_rule, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:36.911418 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe09a751-efb4-473c-9273-1432844ca04f tempest-SecGroupTest-2107428936 tempest-SecGroupTest-2107428936-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e92b13e-1f5c-4782-bfb9-142cbc871a7a,revision_number=0']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:47:36.924996 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-fe09a751-efb4-473c-9273-1432844ca04f tempest-SecGroupTest-2107428936 tempest-SecGroupTest-2107428936-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:36.926846 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-fe09a751-efb4-473c-9273-1432844ca04f tempest-SecGroupTest-2107428936 tempest-SecGroupTest-2107428936-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3163710 Nov 23 17:47:36.929538 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 33884) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:47:36.936412 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-b598dc06-43b2-41b8-a804-489b4e8108e8 tempest-SecGroupTest-2107428936 tempest-SecGroupTest-2107428936-project] Request body: {'security_group_rule': {'security_group_id': '24e71498-238d-41ca-a83f-f998f6b19b3e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:47:36.980718 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-3e4b68f3-9d69-426f-aa36-d04a5a654d1d tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:36.992173 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b598dc06-43b2-41b8-a804-489b4e8108e8 tempest-SecGroupTest-2107428936 tempest-SecGroupTest-2107428936-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:37.064717 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b598dc06-43b2-41b8-a804-489b4e8108e8 tempest-SecGroupTest-2107428936 tempest-SecGroupTest-2107428936-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:37.072140 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b598dc06-43b2-41b8-a804-489b4e8108e8 tempest-SecGroupTest-2107428936 tempest-SecGroupTest-2107428936-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994370'] for security_group_rule, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:37.097744 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b598dc06-43b2-41b8-a804-489b4e8108e8 tempest-SecGroupTest-2107428936 tempest-SecGroupTest-2107428936-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cde09e8d-941d-422c-a9ec-761426c2ac75,revision_number=0']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:47:37.109622 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b598dc06-43b2-41b8-a804-489b4e8108e8 tempest-SecGroupTest-2107428936 tempest-SecGroupTest-2107428936-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:37.112761 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-b598dc06-43b2-41b8-a804-489b4e8108e8 tempest-SecGroupTest-2107428936 tempest-SecGroupTest-2107428936-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1808393 Nov 23 17:47:37.114307 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 33886) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:47:37.122049 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-30fcea34-4769-4816-924a-5b22d4470caf tempest-SecGroupTest-2107428936 tempest-SecGroupTest-2107428936-project] Request body: {'security_group_rule': {'security_group_id': '24e71498-238d-41ca-a83f-f998f6b19b3e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:47:37.138006 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.db_base_plugin_common [None req-3e4b68f3-9d69-426f-aa36-d04a5a654d1d tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] Allocated IP 172.25.3.198 (4c8455ba-1be5-42ac-b8c2-8a16e1292d55/08fe3644-ce41-4c3f-a7ea-92bac0f0fff5/b69b8aa2-bfbf-4bb3-a586-7171f1a7758c) {{(pid=103591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:47:37.148363 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1d0002-4099-4a6d-bf65-0d71967e75b8 req-aac702a8-1909-45ac-94ff-9c2d3d62fec1 tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:47:37.150023 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-bf1d0002-4099-4a6d-bf65-0d71967e75b8 req-aac702a8-1909-45ac-94ff-9c2d3d62fec1 tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ea7def0-5cf3-46bd-90e2-20013bf25e5e HTTP/1.1" status: 200 len: 946 time: 0.2310226 Nov 23 17:47:37.169672 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-30fcea34-4769-4816-924a-5b22d4470caf tempest-SecGroupTest-2107428936 tempest-SecGroupTest-2107428936-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:37.249904 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-30fcea34-4769-4816-924a-5b22d4470caf tempest-SecGroupTest-2107428936 tempest-SecGroupTest-2107428936-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:37.255979 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-30fcea34-4769-4816-924a-5b22d4470caf tempest-SecGroupTest-2107428936 tempest-SecGroupTest-2107428936-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994370'] for security_group_rule, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:37.280683 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-bf1d0002-4099-4a6d-bf65-0d71967e75b8 req-600afaab-0c39-4eb4-8203-45fb06eeab0f tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] 10.222.0.60 "GET /v2.0/security-groups?id=6b69aca9-b68e-45b0-a7a0-1eb351a8ed08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189253 Nov 23 17:47:37.309972 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fcea34-4769-4816-924a-5b22d4470caf tempest-SecGroupTest-2107428936 tempest-SecGroupTest-2107428936-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d5410a9-1471-41bc-a84c-fe1f0f2098ed,revision_number=0']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:47:37.320282 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-30fcea34-4769-4816-924a-5b22d4470caf tempest-SecGroupTest-2107428936 tempest-SecGroupTest-2107428936-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:37.332024 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-30fcea34-4769-4816-924a-5b22d4470caf tempest-SecGroupTest-2107428936 tempest-SecGroupTest-2107428936-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2065570 Nov 23 17:47:37.332797 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 33894) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:47:37.341484 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-dfa280d3-fc41-4bc5-b327-acd0b01b571b tempest-SecGroupTest-2107428936 tempest-SecGroupTest-2107428936-project] Request body: {'security_group_rule': {'security_group_id': '24e71498-238d-41ca-a83f-f998f6b19b3e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:47:37.370751 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-3e4b68f3-9d69-426f-aa36-d04a5a654d1d tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] Publish callbacks [] for port, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:37.469716 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b654c0e-2d63-42fe-94bb-968c2eff9237 req-e70b2a37-224b-4883-95d7-375cdb149ae7 tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:47:37.471924 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2b654c0e-2d63-42fe-94bb-968c2eff9237 req-e70b2a37-224b-4883-95d7-375cdb149ae7 tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ea7def0-5cf3-46bd-90e2-20013bf25e5e HTTP/1.1" status: 200 len: 946 time: 0.0835116 Nov 23 17:47:37.474405 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-dfa280d3-fc41-4bc5-b327-acd0b01b571b tempest-SecGroupTest-2107428936 tempest-SecGroupTest-2107428936-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:37.512577 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-3e4b68f3-9d69-426f-aa36-d04a5a654d1d tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:37.587784 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e4b68f3-9d69-426f-aa36-d04a5a654d1d tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] Network 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 is already hosted by enough agents. {{(pid=103591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:47:37.588668 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4b68f3-9d69-426f-aa36-d04a5a654d1d tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] Pushing event updated for resources: {'Port': ['ID=b69b8aa2-bfbf-4bb3-a586-7171f1a7758c,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:47:37.609511 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [None req-3e4b68f3-9d69-426f-aa36-d04a5a654d1d tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] Resources bound (agent type, host, resource id): {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:47:37.612672 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e4b68f3-9d69-426f-aa36-d04a5a654d1d tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] Received port after_create {{(pid=103591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:47:37.682888 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2b654c0e-2d63-42fe-94bb-968c2eff9237 req-f03edd47-e871-4052-908f-9616079cb2a3 tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] 10.222.0.60 "GET /v2.0/security-groups?id=6b69aca9-b68e-45b0-a7a0-1eb351a8ed08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963232 Nov 23 17:47:37.769751 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-dfa280d3-fc41-4bc5-b327-acd0b01b571b tempest-SecGroupTest-2107428936 tempest-SecGroupTest-2107428936-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:37.825230 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830b150e-b842-4f62-b055-d0cdc14bd926 req-611d1ece-85ed-44df-9ade-f9cb1e676766 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:47:37.827599 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-830b150e-b842-4f62-b055-d0cdc14bd926 req-611d1ece-85ed-44df-9ade-f9cb1e676766 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] 10.222.0.60 "GET /v2.0/networks?id=96a4c4fb-2a54-4887-a6a0-d3361fb03ec8 HTTP/1.1" status: 200 len: 806 time: 0.2417293 Nov 23 17:47:37.832533 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-dfa280d3-fc41-4bc5-b327-acd0b01b571b tempest-SecGroupTest-2107428936 tempest-SecGroupTest-2107428936-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994370'] for security_group_rule, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:37.892192 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-dfa280d3-fc41-4bc5-b327-acd0b01b571b tempest-SecGroupTest-2107428936 tempest-SecGroupTest-2107428936-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:37.896340 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-dfa280d3-fc41-4bc5-b327-acd0b01b571b tempest-SecGroupTest-2107428936 tempest-SecGroupTest-2107428936-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.5598814 Nov 23 17:47:37.896643 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 33916) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:47:37.931583 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-dbf52b1e-f81f-4f1a-bb97-1eb8fae8d91e tempest-SecGroupTest-2107428936 tempest-SecGroupTest-2107428936-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:37.940762 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-dbf52b1e-f81f-4f1a-bb97-1eb8fae8d91e tempest-SecGroupTest-2107428936 tempest-SecGroupTest-2107428936-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:37.951691 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-3e4b68f3-9d69-426f-aa36-d04a5a654d1d tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:37.962217 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-830b150e-b842-4f62-b055-d0cdc14bd926 req-8dfd8e3b-19ab-4229-b096-e07f649df5c8 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] 10.222.0.60 "GET /v2.0/quotas/fc0b8b60f26147bc93ae14daf3e34aba HTTP/1.1" status: 200 len: 375 time: 0.1184566 Nov 23 17:47:37.965701 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa280d3-fc41-4bc5-b327-acd0b01b571b tempest-SecGroupTest-2107428936 tempest-SecGroupTest-2107428936-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ebe34a2d-645b-4caa-9e68-97a0f143ab51,revision_number=0']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:47:37.981669 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-dbf52b1e-f81f-4f1a-bb97-1eb8fae8d91e tempest-SecGroupTest-2107428936 tempest-SecGroupTest-2107428936-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994370'] for security_group_rule, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:37.991470 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-dbf52b1e-f81f-4f1a-bb97-1eb8fae8d91e tempest-SecGroupTest-2107428936 tempest-SecGroupTest-2107428936-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:37.993201 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-dbf52b1e-f81f-4f1a-bb97-1eb8fae8d91e tempest-SecGroupTest-2107428936 tempest-SecGroupTest-2107428936-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/ebe34a2d-645b-4caa-9e68-97a0f143ab51 HTTP/1.1" status: 204 len: 168 time: 0.0954399 Nov 23 17:47:37.999130 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 33922) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:47:38.006623 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf52b1e-f81f-4f1a-bb97-1eb8fae8d91e tempest-SecGroupTest-2107428936 tempest-SecGroupTest-2107428936-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ebe34a2d-645b-4caa-9e68-97a0f143ab51,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:47:38.075689 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6622786-4c0f-4267-ae47-c09aa53eb01e req-92714d52-4435-4a2a-b302-01a1bff00105 tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:47:38.079599 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-d316317b-298a-4de5-a65c-80aa5b113283 tempest-SecGroupTest-2107428936 tempest-SecGroupTest-2107428936-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0788105 Nov 23 17:47:38.085116 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 33924) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:47:38.087901 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e6622786-4c0f-4267-ae47-c09aa53eb01e req-92714d52-4435-4a2a-b302-01a1bff00105 tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ea7def0-5cf3-46bd-90e2-20013bf25e5e HTTP/1.1" status: 200 len: 946 time: 0.2592041 Nov 23 17:47:38.092041 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-3e4b68f3-9d69-426f-aa36-d04a5a654d1d tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:38.105455 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-830b150e-b842-4f62-b055-d0cdc14bd926 req-64c454d4-a7ee-4715-95f5-be067ecb8dcf tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=fc0b8b60f26147bc93ae14daf3e34aba&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1362829 Nov 23 17:47:38.148584 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f958a528-e440-46b3-a1bf-72e3c696b708 tempest-SecGroupTest-2107428936 tempest-SecGroupTest-2107428936-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:38.168516 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f958a528-e440-46b3-a1bf-72e3c696b708 tempest-SecGroupTest-2107428936 tempest-SecGroupTest-2107428936-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:38.224356 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f958a528-e440-46b3-a1bf-72e3c696b708 tempest-SecGroupTest-2107428936 tempest-SecGroupTest-2107428936-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994370'] for security_group_rule, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:38.233751 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f958a528-e440-46b3-a1bf-72e3c696b708 tempest-SecGroupTest-2107428936 tempest-SecGroupTest-2107428936-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:38.240697 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-f958a528-e440-46b3-a1bf-72e3c696b708 tempest-SecGroupTest-2107428936 tempest-SecGroupTest-2107428936-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/7d5410a9-1471-41bc-a84c-fe1f0f2098ed HTTP/1.1" status: 204 len: 168 time: 0.1412113 Nov 23 17:47:38.241329 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 33926) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:47:38.264938 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e6622786-4c0f-4267-ae47-c09aa53eb01e req-b6bbebea-c4aa-4fa6-94de-5dd530828117 tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] 10.222.0.60 "GET /v2.0/security-groups?id=6b69aca9-b68e-45b0-a7a0-1eb351a8ed08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712501 Nov 23 17:47:38.272432 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f958a528-e440-46b3-a1bf-72e3c696b708 tempest-SecGroupTest-2107428936 tempest-SecGroupTest-2107428936-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7d5410a9-1471-41bc-a84c-fe1f0f2098ed,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:47:38.334075 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-2f7499fd-7802-4bef-b7f0-1ba7b4de6624 tempest-SecGroupTest-2107428936 tempest-SecGroupTest-2107428936-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0816863 Nov 23 17:47:38.336309 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 33932) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:47:38.360521 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-830b150e-b842-4f62-b055-d0cdc14bd926 req-a1c420c0-c533-442b-80be-2f5b76fa1489 service neutron] 10.222.0.60 "GET /v2.0/networks/96a4c4fb-2a54-4887-a6a0-d3361fb03ec8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2239757 Nov 23 17:47:38.370847 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b47b7368-616f-464c-b057-ac5c8fb5db68 tempest-SecGroupTest-2107428936 tempest-SecGroupTest-2107428936-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:38.380468 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b47b7368-616f-464c-b057-ac5c8fb5db68 tempest-SecGroupTest-2107428936 tempest-SecGroupTest-2107428936-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:38.427014 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b47b7368-616f-464c-b057-ac5c8fb5db68 tempest-SecGroupTest-2107428936 tempest-SecGroupTest-2107428936-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994370'] for security_group_rule, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:38.438193 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b47b7368-616f-464c-b057-ac5c8fb5db68 tempest-SecGroupTest-2107428936 tempest-SecGroupTest-2107428936-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:38.442572 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-b47b7368-616f-464c-b057-ac5c8fb5db68 tempest-SecGroupTest-2107428936 tempest-SecGroupTest-2107428936-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/cde09e8d-941d-422c-a9ec-761426c2ac75 HTTP/1.1" status: 204 len: 168 time: 0.1048193 Nov 23 17:47:38.444338 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 33940) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:47:38.496020 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-b9448344-3b01-4d25-a3ee-0e665a7ee994 tempest-SecGroupTest-2107428936 tempest-SecGroupTest-2107428936-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0505278 Nov 23 17:47:38.496919 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47b7368-616f-464c-b057-ac5c8fb5db68 tempest-SecGroupTest-2107428936 tempest-SecGroupTest-2107428936-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cde09e8d-941d-422c-a9ec-761426c2ac75,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:47:38.498786 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 33942) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:47:38.499111 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 33944) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:47:38.517112 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-3e4b68f3-9d69-426f-aa36-d04a5a654d1d tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] Publish callbacks [] for port, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:38.543622 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-3e4b68f3-9d69-426f-aa36-d04a5a654d1d tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264758186'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:38.571733 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-3dfbe2e6-5b54-4464-bad6-882e526492cf tempest-SecGroupTest-2107428936 tempest-SecGroupTest-2107428936-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:38.582201 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-3dfbe2e6-5b54-4464-bad6-882e526492cf tempest-SecGroupTest-2107428936 tempest-SecGroupTest-2107428936-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:38.616372 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-3dfbe2e6-5b54-4464-bad6-882e526492cf tempest-SecGroupTest-2107428936 tempest-SecGroupTest-2107428936-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994370'] for security_group_rule, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:38.622361 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-3dfbe2e6-5b54-4464-bad6-882e526492cf tempest-SecGroupTest-2107428936 tempest-SecGroupTest-2107428936-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:38.627233 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-3dfbe2e6-5b54-4464-bad6-882e526492cf tempest-SecGroupTest-2107428936 tempest-SecGroupTest-2107428936-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/0e92b13e-1f5c-4782-bfb9-142cbc871a7a HTTP/1.1" status: 204 len: 168 time: 0.1249347 Nov 23 17:47:38.636973 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 33950) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:47:38.637949 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfbe2e6-5b54-4464-bad6-882e526492cf tempest-SecGroupTest-2107428936 tempest-SecGroupTest-2107428936-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0e92b13e-1f5c-4782-bfb9-142cbc871a7a,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:47:38.679079 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a6ec6a56-2511-4985-bf2a-a4422c41e330 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:38.708007 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-ee3f90eb-5e4b-41e3-9357-15867bdb8c70 tempest-SecGroupTest-2107428936 tempest-SecGroupTest-2107428936-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0647471 Nov 23 17:47:38.710108 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 33952) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:47:38.710274 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4b68f3-9d69-426f-aa36-d04a5a654d1d tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] Pushing event updated for resources: {'Port': ['ID=b69b8aa2-bfbf-4bb3-a586-7171f1a7758c,revision_number=2']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:47:38.725337 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47a1f19-6e51-4fb7-9998-b63ebbb7c8a3 req-a0911501-ead5-4da6-9ff4-4b1bb8c5f3e3 tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:47:38.728962 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d47a1f19-6e51-4fb7-9998-b63ebbb7c8a3 req-a0911501-ead5-4da6-9ff4-4b1bb8c5f3e3 tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ea7def0-5cf3-46bd-90e2-20013bf25e5e HTTP/1.1" status: 200 len: 946 time: 0.1977024 Nov 23 17:47:38.740409 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b55cfdb1-7264-4f4a-b000-fc09f107ee18 tempest-SecGroupTest-2107428936 tempest-SecGroupTest-2107428936-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:38.753903 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-3e4b68f3-9d69-426f-aa36-d04a5a654d1d tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1795396'] for floatingip, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:38.762992 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b55cfdb1-7264-4f4a-b000-fc09f107ee18 tempest-SecGroupTest-2107428936 tempest-SecGroupTest-2107428936-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:38.775346 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-830b150e-b842-4f62-b055-d0cdc14bd926 req-549dc0ff-fc4d-4969-a7f4-1b8449da70d3 service neutron] 10.222.0.60 "GET /v2.0/networks/96a4c4fb-2a54-4887-a6a0-d3361fb03ec8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4139416 Nov 23 17:47:38.794213 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-3e4b68f3-9d69-426f-aa36-d04a5a654d1d tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for floatingip, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:38.805448 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-3e4b68f3-9d69-426f-aa36-d04a5a654d1d tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1055925 Nov 23 17:47:38.837124 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d47a1f19-6e51-4fb7-9998-b63ebbb7c8a3 req-774165df-3533-4ed6-bcd8-82b1fea34c41 tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] 10.222.0.60 "GET /v2.0/security-groups?id=6b69aca9-b68e-45b0-a7a0-1eb351a8ed08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001787 Nov 23 17:47:38.851303 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b55cfdb1-7264-4f4a-b000-fc09f107ee18 tempest-SecGroupTest-2107428936 tempest-SecGroupTest-2107428936-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994370'] for security_group_rule, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:38.860658 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b55cfdb1-7264-4f4a-b000-fc09f107ee18 tempest-SecGroupTest-2107428936 tempest-SecGroupTest-2107428936-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:38.865284 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-b55cfdb1-7264-4f4a-b000-fc09f107ee18 tempest-SecGroupTest-2107428936 tempest-SecGroupTest-2107428936-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/5eb8d607-745c-40ee-834a-19262db91893 HTTP/1.1" status: 204 len: 168 time: 0.1525114 Nov 23 17:47:38.865706 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 33962) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:47:38.899615 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55cfdb1-7264-4f4a-b000-fc09f107ee18 tempest-SecGroupTest-2107428936 tempest-SecGroupTest-2107428936-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5eb8d607-745c-40ee-834a-19262db91893,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:47:38.953976 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a6ec6a56-2511-4985-bf2a-a4422c41e330 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:38.962919 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a6ec6a56-2511-4985-bf2a-a4422c41e330 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:39.013716 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-99471287-8903-4c59-9f8d-b0fff21869eb req-7050da19-155e-4e3f-b9da-0d53345ea362 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] 10.222.0.60 "GET /v2.0/ports?device_id=eac45670-ad42-4456-afd9-c565956fd007 HTTP/1.1" status: 200 len: 210 time: 0.0475061 Nov 23 17:47:39.025603 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-8d56629c-747b-4e36-b42e-74b35818692a tempest-SecGroupTest-2107428936 tempest-SecGroupTest-2107428936-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1571279 Nov 23 17:47:39.046563 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 33972) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:47:39.069612 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ec6a56-2511-4985-bf2a-a4422c41e330 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b00de13-ff85-4959-9859-672c7d131ac1,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:47:39.075423 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-a6ec6a56-2511-4985-bf2a-a4422c41e330 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b799ae1cfebe4cd1a08e533678d2867f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5753224 Nov 23 17:47:39.078628 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 33974) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:47:39.111347 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99d3183-4535-40c7-bf5d-48a4e7ca9f04 req-ad2ed447-e45a-4dfc-8d77-218b6f1db938 tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:47:39.114319 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b99d3183-4535-40c7-bf5d-48a4e7ca9f04 req-ad2ed447-e45a-4dfc-8d77-218b6f1db938 tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ea7def0-5cf3-46bd-90e2-20013bf25e5e HTTP/1.1" status: 200 len: 946 time: 0.0871279 Nov 23 17:47:39.136637 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device da0de570-7a52-495b-b6a4-eff5365f6f62 no longer exists at agent hyperv_n-h1-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:47:39.170545 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c16115f7-4541-4f68-9c10-4e551bcdb16f tempest-SecGroupTest-2107428936 tempest-SecGroupTest-2107428936-project] Publish callbacks [] for security_group, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:39.185109 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] No Port match for: da0de570-7a52-495b-b6a4-eff5365f6f62 {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:47:39.186042 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device da0de570-7a52-495b-b6a4-eff5365f6f62 not bound to the agent host n-h1-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:47:39.207389 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c16115f7-4541-4f68-9c10-4e551bcdb16f tempest-SecGroupTest-2107428936 tempest-SecGroupTest-2107428936-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:39.209566 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-6d9e40da-c1cd-4da1-b2d5-33abeefeae35 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:39.230779 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b99d3183-4535-40c7-bf5d-48a4e7ca9f04 req-6e011ba0-2fa5-4328-aebf-24b0ada88fa9 tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] 10.222.0.60 "GET /v2.0/security-groups?id=6b69aca9-b68e-45b0-a7a0-1eb351a8ed08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092172 Nov 23 17:47:39.279474 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-6d9e40da-c1cd-4da1-b2d5-33abeefeae35 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:39.285239 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c16115f7-4541-4f68-9c10-4e551bcdb16f tempest-SecGroupTest-2107428936 tempest-SecGroupTest-2107428936-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:39.288420 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c16115f7-4541-4f68-9c10-4e551bcdb16f tempest-SecGroupTest-2107428936 tempest-SecGroupTest-2107428936-project] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:39.293244 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-c16115f7-4541-4f68-9c10-4e551bcdb16f tempest-SecGroupTest-2107428936 tempest-SecGroupTest-2107428936-project] 10.222.0.60 "DELETE /v2.0/security-groups/24e71498-238d-41ca-a83f-f998f6b19b3e HTTP/1.1" status: 204 len: 168 time: 0.2456033 Nov 23 17:47:39.293898 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 33994) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:47:39.338031 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16115f7-4541-4f68-9c10-4e551bcdb16f tempest-SecGroupTest-2107428936 tempest-SecGroupTest-2107428936-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=24e71498-238d-41ca-a83f-f998f6b19b3e,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:47:39.366752 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2bcc687b-ac8c-407f-ac5c-fac21eea2a2b req-28e1f679-3279-48b2-87e4-8e84986a3006 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--563335141&fields=id&tenant_id=093e052ebdfd4c689471d0502a0c2e0a HTTP/1.1" status: 200 len: 267 time: 0.1960430 Nov 23 17:47:39.429906 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-ef4bec67-8356-49d1-8f5e-a0ecdf5baee3 tempest-SecGroupTest-2107428936 tempest-SecGroupTest-2107428936-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1279745 Nov 23 17:47:39.430802 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 33998) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:47:39.441230 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-75b09ee9-70fb-4e3b-bbcb-63a05c4b25b1 tempest-SecGroupTest-2107428936 tempest-SecGroupTest-2107428936-project] Request body: {'security_group': {'name': 'tempest-secgroup--1875583345'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:47:39.557228 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-75b09ee9-70fb-4e3b-bbcb-63a05c4b25b1 tempest-SecGroupTest-2107428936 tempest-SecGroupTest-2107428936-project] Publish callbacks [] for security_group, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:39.579400 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-6d9e40da-c1cd-4da1-b2d5-33abeefeae35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:39.582060 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-6d9e40da-c1cd-4da1-b2d5-33abeefeae35 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:39.583244 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-6d9e40da-c1cd-4da1-b2d5-33abeefeae35 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/1b00de13-ff85-4959-9859-672c7d131ac1 HTTP/1.1" status: 204 len: 168 time: 0.5037675 Nov 23 17:47:39.598703 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8caa81-3521-492e-9db9-91948f761dd4 req-e055e375-1c7e-46c3-b486-31bfb3680889 tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:47:39.601253 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ed8caa81-3521-492e-9db9-91948f761dd4 req-e055e375-1c7e-46c3-b486-31bfb3680889 tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ea7def0-5cf3-46bd-90e2-20013bf25e5e HTTP/1.1" status: 200 len: 946 time: 0.1867945 Nov 23 17:47:39.620842 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9e40da-c1cd-4da1-b2d5-33abeefeae35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b00de13-ff85-4959-9859-672c7d131ac1,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:47:39.703656 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcc687b-ac8c-407f-ac5c-fac21eea2a2b req-f80ca7ea-471a-47c4-9f2d-aa5bdd1b29e9 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:47:39.705055 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2bcc687b-ac8c-407f-ac5c-fac21eea2a2b req-f80ca7ea-471a-47c4-9f2d-aa5bdd1b29e9 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] 10.222.0.60 "GET /v2.0/networks?id=b05aa742-7050-4bee-9612-3681dfd2164b HTTP/1.1" status: 200 len: 817 time: 0.3374701 Nov 23 17:47:39.754234 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2bcc687b-ac8c-407f-ac5c-fac21eea2a2b req-56bc017d-1cdb-40b0-a8ab-f00e7f35aea2 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] 10.222.0.60 "GET /v2.0/quotas/093e052ebdfd4c689471d0502a0c2e0a HTTP/1.1" status: 200 len: 375 time: 0.0405104 Nov 23 17:47:39.792083 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ed8caa81-3521-492e-9db9-91948f761dd4 req-a39bfd5b-019e-492e-9865-bf6273423acc tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] 10.222.0.60 "GET /v2.0/security-groups?id=6b69aca9-b68e-45b0-a7a0-1eb351a8ed08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746411 Nov 23 17:47:39.834236 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-75b09ee9-70fb-4e3b-bbcb-63a05c4b25b1 tempest-SecGroupTest-2107428936 tempest-SecGroupTest-2107428936-project] Publish callbacks [] for security_group, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:39.850531 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2bcc687b-ac8c-407f-ac5c-fac21eea2a2b req-e5b2c312-738b-4d69-b976-2cb87db166b2 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=093e052ebdfd4c689471d0502a0c2e0a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0873203 Nov 23 17:47:39.852201 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-75b09ee9-70fb-4e3b-bbcb-63a05c4b25b1 tempest-SecGroupTest-2107428936 tempest-SecGroupTest-2107428936-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:39.890237 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b09ee9-70fb-4e3b-bbcb-63a05c4b25b1 tempest-SecGroupTest-2107428936 tempest-SecGroupTest-2107428936-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2ccebbc-5731-4229-9ede-3e93e961d230,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:47:39.897818 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-75b09ee9-70fb-4e3b-bbcb-63a05c4b25b1 tempest-SecGroupTest-2107428936 tempest-SecGroupTest-2107428936-project] Publish callbacks [] for security_group, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:39.899239 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-75b09ee9-70fb-4e3b-bbcb-63a05c4b25b1 tempest-SecGroupTest-2107428936 tempest-SecGroupTest-2107428936-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4630144 Nov 23 17:47:39.902087 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 34016) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:47:39.907058 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-b03fb451-8931-445c-8dba-f8839e05eaef tempest-SecGroupTest-2107428936 tempest-SecGroupTest-2107428936-project] Request body: {'security_group_rule': {'security_group_id': 'b2ccebbc-5731-4229-9ede-3e93e961d230', 'direction': 'ingress', 'protocol': 17}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:47:39.972312 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b03fb451-8931-445c-8dba-f8839e05eaef tempest-SecGroupTest-2107428936 tempest-SecGroupTest-2107428936-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:39.979639 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c0ab05-b54f-4bc8-b910-469aca2cab34 req-09ab8dfb-3513-4d1e-b3e7-6a1722a927a2 tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:47:39.989178 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-05c0ab05-b54f-4bc8-b910-469aca2cab34 req-09ab8dfb-3513-4d1e-b3e7-6a1722a927a2 tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ea7def0-5cf3-46bd-90e2-20013bf25e5e HTTP/1.1" status: 200 len: 946 time: 0.0886159 Nov 23 17:47:40.067589 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-05c0ab05-b54f-4bc8-b910-469aca2cab34 req-4dccea5a-724a-4fa8-bc17-b0746845f84a tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] 10.222.0.60 "GET /v2.0/security-groups?id=6b69aca9-b68e-45b0-a7a0-1eb351a8ed08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764966 Nov 23 17:47:40.085316 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b03fb451-8931-445c-8dba-f8839e05eaef tempest-SecGroupTest-2107428936 tempest-SecGroupTest-2107428936-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:40.103450 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b03fb451-8931-445c-8dba-f8839e05eaef tempest-SecGroupTest-2107428936 tempest-SecGroupTest-2107428936-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994370'] for security_group_rule, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:40.137032 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03fb451-8931-445c-8dba-f8839e05eaef tempest-SecGroupTest-2107428936 tempest-SecGroupTest-2107428936-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e072e579-82fd-4897-950b-672431484f1d,revision_number=0']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:47:40.161459 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b03fb451-8931-445c-8dba-f8839e05eaef tempest-SecGroupTest-2107428936 tempest-SecGroupTest-2107428936-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:40.166497 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-b03fb451-8931-445c-8dba-f8839e05eaef tempest-SecGroupTest-2107428936 tempest-SecGroupTest-2107428936-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2632670 Nov 23 17:47:40.167418 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 34032) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:47:40.234012 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2bcc687b-ac8c-407f-ac5c-fac21eea2a2b req-c3afe266-d2ea-4366-a152-c1bfe911c62c service neutron] 10.222.0.60 "GET /v2.0/networks/b05aa742-7050-4bee-9612-3681dfd2164b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3612332 Nov 23 17:47:40.235501 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-34dcb07a-0e61-43fb-8126-d08858905979 tempest-SecGroupTest-2107428936 tempest-SecGroupTest-2107428936-project] Publish callbacks [] for security_group, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:40.237424 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c581ae49-6cba-4bcd-89ce-d152bcd4ee55 req-1bebd954-8380-4464-9e31-b98c1c1d8c68 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] 10.222.0.60 "GET /v2.0/ports?device_id=eac45670-ad42-4456-afd9-c565956fd007 HTTP/1.1" status: 200 len: 210 time: 0.0495977 Nov 23 17:47:40.289395 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-34dcb07a-0e61-43fb-8126-d08858905979 tempest-SecGroupTest-2107428936 tempest-SecGroupTest-2107428936-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:40.387820 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-34dcb07a-0e61-43fb-8126-d08858905979 tempest-SecGroupTest-2107428936 tempest-SecGroupTest-2107428936-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:40.391225 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-34dcb07a-0e61-43fb-8126-d08858905979 tempest-SecGroupTest-2107428936 tempest-SecGroupTest-2107428936-project] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:40.391577 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2bcc687b-ac8c-407f-ac5c-fac21eea2a2b req-512d6d07-45b7-4f6d-8943-5cccd79f5fc6 service neutron] 10.222.0.60 "GET /v2.0/networks/b05aa742-7050-4bee-9612-3681dfd2164b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1566081 Nov 23 17:47:40.393783 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-34dcb07a-0e61-43fb-8126-d08858905979 tempest-SecGroupTest-2107428936 tempest-SecGroupTest-2107428936-project] 10.222.0.60 "DELETE /v2.0/security-groups/b2ccebbc-5731-4229-9ede-3e93e961d230 HTTP/1.1" status: 204 len: 168 time: 0.2247264 Nov 23 17:47:40.396868 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 34040) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:47:40.416326 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34dcb07a-0e61-43fb-8126-d08858905979 tempest-SecGroupTest-2107428936 tempest-SecGroupTest-2107428936-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2ccebbc-5731-4229-9ede-3e93e961d230,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:47:40.422896 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf062aa-2304-45b9-8170-4e4b1918bc88 req-678257b7-13b4-4aca-ab01-cc133c480dfd tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:47:40.425028 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-cdf062aa-2304-45b9-8170-4e4b1918bc88 req-678257b7-13b4-4aca-ab01-cc133c480dfd tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ea7def0-5cf3-46bd-90e2-20013bf25e5e HTTP/1.1" status: 200 len: 946 time: 0.0998790 Nov 23 17:47:40.581831 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830b150e-b842-4f62-b055-d0cdc14bd926 req-00bdfd2b-a006-4df4-aaf0-9024ee53c152 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:47:40.585846 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-830b150e-b842-4f62-b055-d0cdc14bd926 req-00bdfd2b-a006-4df4-aaf0-9024ee53c152 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] 10.222.0.55 "GET /v2.0/networks?id=96a4c4fb-2a54-4887-a6a0-d3361fb03ec8 HTTP/1.1" status: 200 len: 806 time: 0.2289324 Nov 23 17:47:40.610226 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-734fa184-6cc4-4ea1-a56f-7e39d80a5903 tempest-SecGroupTest-2107428936 tempest-SecGroupTest-2107428936-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2033844 Nov 23 17:47:40.615264 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 34052) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:47:40.618300 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [req-830b150e-b842-4f62-b055-d0cdc14bd926 req-78e7ab53-57da-462e-9b11-4e910ede3225 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] Request body: {'port': {'device_id': 'eac45670-ad42-4456-afd9-c565956fd007', 'network_id': '96a4c4fb-2a54-4887-a6a0-d3361fb03ec8', 'admin_state_up': True, 'tenant_id': 'fc0b8b60f26147bc93ae14daf3e34aba'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:47:40.620316 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-313e8afc-82b0-4966-98ed-b9c97e6445e3 tempest-SecGroupTest-2107428936 tempest-SecGroupTest-2107428936-project] Request body: {'security_group': {'name': 'tempest-secgroup--2017101789'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:47:40.642148 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-cdf062aa-2304-45b9-8170-4e4b1918bc88 req-37c103f0-95fe-4ee6-bf39-88736249a2f0 tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] 10.222.0.60 "GET /v2.0/security-groups?id=6b69aca9-b68e-45b0-a7a0-1eb351a8ed08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583908 Nov 23 17:47:40.683430 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-313e8afc-82b0-4966-98ed-b9c97e6445e3 tempest-SecGroupTest-2107428936 tempest-SecGroupTest-2107428936-project] Publish callbacks [] for security_group, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:40.711018 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-dbfb2efa-6d62-45a8-a448-d83b0e03091a req-3c207c84-d671-4f82-b256-b908fafdb077 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] 10.222.0.60 "GET /v2.0/ports?device_id=249ac4eb-1a02-4a5a-b338-42e7ef7de469 HTTP/1.1" status: 200 len: 210 time: 0.0443218 Nov 23 17:47:40.818874 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-313e8afc-82b0-4966-98ed-b9c97e6445e3 tempest-SecGroupTest-2107428936 tempest-SecGroupTest-2107428936-project] Publish callbacks [] for security_group, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:40.829598 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-313e8afc-82b0-4966-98ed-b9c97e6445e3 tempest-SecGroupTest-2107428936 tempest-SecGroupTest-2107428936-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:40.841125 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-830b150e-b842-4f62-b055-d0cdc14bd926 req-78e7ab53-57da-462e-9b11-4e910ede3225 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] Made reservation on behalf of fc0b8b60f26147bc93ae14daf3e34aba for: {'port': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:47:40.849825 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-830b150e-b842-4f62-b055-d0cdc14bd926 req-78e7ab53-57da-462e-9b11-4e910ede3225 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:40.865208 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313e8afc-82b0-4966-98ed-b9c97e6445e3 tempest-SecGroupTest-2107428936 tempest-SecGroupTest-2107428936-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8b6f4d8-1688-40ad-96ab-14b2e268bfb6,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:47:40.882793 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-313e8afc-82b0-4966-98ed-b9c97e6445e3 tempest-SecGroupTest-2107428936 tempest-SecGroupTest-2107428936-project] Publish callbacks [] for security_group, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:40.885496 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-313e8afc-82b0-4966-98ed-b9c97e6445e3 tempest-SecGroupTest-2107428936 tempest-SecGroupTest-2107428936-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2688026 Nov 23 17:47:40.888025 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 34064) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:47:40.897703 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-bbadef8e-cda7-4432-8487-cf017bebf8d7 tempest-SecGroupTest-2107428936 tempest-SecGroupTest-2107428936-project] Request body: {'security_group': {'name': 'tempest-secgroup--695703574'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:47:40.980437 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 34074) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:47:41.003164 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-bbadef8e-cda7-4432-8487-cf017bebf8d7 tempest-SecGroupTest-2107428936 tempest-SecGroupTest-2107428936-project] Publish callbacks [] for security_group, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:41.047138 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90aae1a-0830-42db-a442-2daeb5b572f7 req-9a4ea81c-71c9-42cc-a0ab-b4a20732f96c tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:47:41.055751 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a90aae1a-0830-42db-a442-2daeb5b572f7 req-9a4ea81c-71c9-42cc-a0ab-b4a20732f96c tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ea7def0-5cf3-46bd-90e2-20013bf25e5e HTTP/1.1" status: 200 len: 946 time: 0.1330853 Nov 23 17:47:41.091579 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [req-830b150e-b842-4f62-b055-d0cdc14bd926 req-78e7ab53-57da-462e-9b11-4e910ede3225 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] Allocated IP 172.20.0.8 (96a4c4fb-2a54-4887-a6a0-d3361fb03ec8/6a67b7b8-1b5e-4ea7-ab09-4d43799d0b06/87043b31-7757-4df3-9cfe-c204f8a2de3b) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:47:41.124193 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a90aae1a-0830-42db-a442-2daeb5b572f7 req-4ef18a5d-8211-4b09-9d40-0a040fda8ca4 tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] 10.222.0.60 "GET /v2.0/security-groups?id=6b69aca9-b68e-45b0-a7a0-1eb351a8ed08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674787 Nov 23 17:47:41.174433 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-bbadef8e-cda7-4432-8487-cf017bebf8d7 tempest-SecGroupTest-2107428936 tempest-SecGroupTest-2107428936-project] Publish callbacks [] for security_group, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:41.187398 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-bbadef8e-cda7-4432-8487-cf017bebf8d7 tempest-SecGroupTest-2107428936 tempest-SecGroupTest-2107428936-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:41.258553 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbadef8e-cda7-4432-8487-cf017bebf8d7 tempest-SecGroupTest-2107428936 tempest-SecGroupTest-2107428936-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83b1d9b0-aeea-47b4-9afe-5a635a0c49d3,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:47:41.263991 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-bbadef8e-cda7-4432-8487-cf017bebf8d7 tempest-SecGroupTest-2107428936 tempest-SecGroupTest-2107428936-project] Publish callbacks [] for security_group, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:41.267799 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-bbadef8e-cda7-4432-8487-cf017bebf8d7 tempest-SecGroupTest-2107428936 tempest-SecGroupTest-2107428936-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3740315 Nov 23 17:47:41.271652 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 34084) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:47:41.277465 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-c0477ea5-f9d4-46a3-bfb2-0df4169f3a43 tempest-SecGroupTest-2107428936 tempest-SecGroupTest-2107428936-project] Request body: {'security_group_rule': {'security_group_id': 'e8b6f4d8-1688-40ad-96ab-14b2e268bfb6', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '83b1d9b0-aeea-47b4-9afe-5a635a0c49d3', 'remote_ip_prefix': None}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:47:41.297876 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-5acaf7bf-fb75-4541-9b00-327efd91d9ea admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-186363660-network', 'tenant_id': 'dd84e9acda1040afa439028a41d80b38'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:47:41.302197 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d34f577-5a18-4f86-bd4b-c370e558eeb2 req-b7fcc342-8858-4427-a1c6-052f70cd1347 tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:47:41.303749 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9d34f577-5a18-4f86-bd4b-c370e558eeb2 req-b7fcc342-8858-4427-a1c6-052f70cd1347 tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ea7def0-5cf3-46bd-90e2-20013bf25e5e HTTP/1.1" status: 200 len: 946 time: 0.0894709 Nov 23 17:47:41.349204 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c0477ea5-f9d4-46a3-bfb2-0df4169f3a43 tempest-SecGroupTest-2107428936 tempest-SecGroupTest-2107428936-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:41.355982 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5acaf7bf-fb75-4541-9b00-327efd91d9ea admin admin] Made reservation on behalf of dd84e9acda1040afa439028a41d80b38 for: {'network': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:47:41.358616 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5acaf7bf-fb75-4541-9b00-327efd91d9ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for network, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:41.435003 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9d34f577-5a18-4f86-bd4b-c370e558eeb2 req-d1851ddd-6002-49f3-b9cc-8e53f3ce9ac0 tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] 10.222.0.60 "GET /v2.0/security-groups?id=6b69aca9-b68e-45b0-a7a0-1eb351a8ed08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191754 Nov 23 17:47:41.479758 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-18036a6b-0b22-4601-9c19-43c4cf8b6c3e req-4ff1862b-b3dd-4923-a317-969c7baf9234 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] 10.222.0.60 "GET /v2.0/ports?device_id=eac45670-ad42-4456-afd9-c565956fd007 HTTP/1.1" status: 200 len: 210 time: 0.0682464 Nov 23 17:47:41.571651 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c0477ea5-f9d4-46a3-bfb2-0df4169f3a43 tempest-SecGroupTest-2107428936 tempest-SecGroupTest-2107428936-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:41.577735 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c0477ea5-f9d4-46a3-bfb2-0df4169f3a43 tempest-SecGroupTest-2107428936 tempest-SecGroupTest-2107428936-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994370'] for security_group_rule, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:41.616342 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0477ea5-f9d4-46a3-bfb2-0df4169f3a43 tempest-SecGroupTest-2107428936 tempest-SecGroupTest-2107428936-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c64659e3-5280-4e5c-91a2-ef03fe0d062e,revision_number=0']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:47:41.631885 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c0477ea5-f9d4-46a3-bfb2-0df4169f3a43 tempest-SecGroupTest-2107428936 tempest-SecGroupTest-2107428936-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:41.639389 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-c0477ea5-f9d4-46a3-bfb2-0df4169f3a43 tempest-SecGroupTest-2107428936 tempest-SecGroupTest-2107428936-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.3649988 Nov 23 17:47:41.640239 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 34098) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:47:41.726175 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-9deba9be-057f-4dad-a098-6eb65d8de362 tempest-SecGroupTest-2107428936 tempest-SecGroupTest-2107428936-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:41.747122 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-9deba9be-057f-4dad-a098-6eb65d8de362 tempest-SecGroupTest-2107428936 tempest-SecGroupTest-2107428936-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:41.816183 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5acaf7bf-fb75-4541-9b00-327efd91d9ea admin admin] Publish callbacks [] for security_group, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:41.840508 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-830b150e-b842-4f62-b055-d0cdc14bd926 req-78e7ab53-57da-462e-9b11-4e910ede3225 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:41.860246 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda4dcaf-bbb5-45be-bf31-e2d2d702605b req-de545302-ca44-4dd3-8712-fc0b78e1b533 tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:47:41.868744 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-fda4dcaf-bbb5-45be-bf31-e2d2d702605b req-de545302-ca44-4dd3-8712-fc0b78e1b533 tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ea7def0-5cf3-46bd-90e2-20013bf25e5e HTTP/1.1" status: 200 len: 946 time: 0.1865530 Nov 23 17:47:41.901530 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-9deba9be-057f-4dad-a098-6eb65d8de362 tempest-SecGroupTest-2107428936 tempest-SecGroupTest-2107428936-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994370'] for security_group_rule, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:41.907579 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-9deba9be-057f-4dad-a098-6eb65d8de362 tempest-SecGroupTest-2107428936 tempest-SecGroupTest-2107428936-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:41.909679 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-9deba9be-057f-4dad-a098-6eb65d8de362 tempest-SecGroupTest-2107428936 tempest-SecGroupTest-2107428936-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/c64659e3-5280-4e5c-91a2-ef03fe0d062e HTTP/1.1" status: 204 len: 168 time: 0.2680972 Nov 23 17:47:41.911931 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-830b150e-b842-4f62-b055-d0cdc14bd926 req-78e7ab53-57da-462e-9b11-4e910ede3225 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:41.918023 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 34106) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:47:41.918418 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b3fbe251-c742-4def-a7d9-9dddb52f6100 req-f7e7a63e-e370-4356-97d1-da9b78f09699 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] 10.222.0.60 "GET /v2.0/ports?device_id=249ac4eb-1a02-4a5a-b338-42e7ef7de469 HTTP/1.1" status: 200 len: 210 time: 0.0882204 Nov 23 17:47:41.927619 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] get_ports_and_sgs() called for port_ids ['1d9e3b88-028d-4283-8c21-507d2fff66f7'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:47:41.934682 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9deba9be-057f-4dad-a098-6eb65d8de362 tempest-SecGroupTest-2107428936 tempest-SecGroupTest-2107428936-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c64659e3-5280-4e5c-91a2-ef03fe0d062e,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:47:41.953279 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9deba9be-057f-4dad-a098-6eb65d8de362 tempest-SecGroupTest-2107428936 tempest-SecGroupTest-2107428936-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:47:41.953777 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9deba9be-057f-4dad-a098-6eb65d8de362 tempest-SecGroupTest-2107428936 tempest-SecGroupTest-2107428936-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:47:41.954228 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9deba9be-057f-4dad-a098-6eb65d8de362 tempest-SecGroupTest-2107428936 tempest-SecGroupTest-2107428936-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:47:41.954671 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9deba9be-057f-4dad-a098-6eb65d8de362 tempest-SecGroupTest-2107428936 tempest-SecGroupTest-2107428936-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:47:41.955108 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9deba9be-057f-4dad-a098-6eb65d8de362 tempest-SecGroupTest-2107428936 tempest-SecGroupTest-2107428936-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:47:41.955584 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9deba9be-057f-4dad-a098-6eb65d8de362 tempest-SecGroupTest-2107428936 tempest-SecGroupTest-2107428936-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:47:41.956019 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9deba9be-057f-4dad-a098-6eb65d8de362 tempest-SecGroupTest-2107428936 tempest-SecGroupTest-2107428936-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:47:41.956474 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9deba9be-057f-4dad-a098-6eb65d8de362 tempest-SecGroupTest-2107428936 tempest-SecGroupTest-2107428936-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:47:41.957055 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9deba9be-057f-4dad-a098-6eb65d8de362 tempest-SecGroupTest-2107428936 tempest-SecGroupTest-2107428936-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:47:41.957965 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9deba9be-057f-4dad-a098-6eb65d8de362 tempest-SecGroupTest-2107428936 tempest-SecGroupTest-2107428936-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:47:41.957965 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9deba9be-057f-4dad-a098-6eb65d8de362 tempest-SecGroupTest-2107428936 tempest-SecGroupTest-2107428936-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:47:41.958435 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9deba9be-057f-4dad-a098-6eb65d8de362 tempest-SecGroupTest-2107428936 tempest-SecGroupTest-2107428936-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:47:41.992588 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-fda4dcaf-bbb5-45be-bf31-e2d2d702605b req-d456940b-f60b-41b4-b6a9-e431af098bc9 tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] 10.222.0.60 "GET /v2.0/security-groups?id=6b69aca9-b68e-45b0-a7a0-1eb351a8ed08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227887 Nov 23 17:47:42.021600 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-830b150e-b842-4f62-b055-d0cdc14bd926 req-78e7ab53-57da-462e-9b11-4e910ede3225 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] Network 96a4c4fb-2a54-4887-a6a0-d3361fb03ec8 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:47:42.033179 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-0bf122a1-06e6-4fbe-94a1-9927c220b05a tempest-SecGroupTest-2107428936 tempest-SecGroupTest-2107428936-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1144745 Nov 23 17:47:42.035804 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 34114) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:47:42.069263 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [req-830b150e-b842-4f62-b055-d0cdc14bd926 req-78e7ab53-57da-462e-9b11-4e910ede3225 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:47:42.083935 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [req-830b150e-b842-4f62-b055-d0cdc14bd926 req-78e7ab53-57da-462e-9b11-4e910ede3225 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:47:42.101022 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-e87994cb-f478-40eb-8df1-8b2b6a3aa550 tempest-SecGroupTest-2107428936 tempest-SecGroupTest-2107428936-project] Publish callbacks [] for security_group, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:42.111343 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e7ab53-57da-462e-9b11-4e910ede3225 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] Pushing event updated for resources: {'Port': ['ID=87043b31-7757-4df3-9cfe-c204f8a2de3b,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:47:42.116617 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3171612-b702-4939-aec1-7ce86503fab7 None None] DHCP port deletion for 96a4c4fb-2a54-4887-a6a0-d3361fb03ec8 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:47:42.143560 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5acaf7bf-fb75-4541-9b00-327efd91d9ea admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:42.162884 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-e87994cb-f478-40eb-8df1-8b2b6a3aa550 tempest-SecGroupTest-2107428936 tempest-SecGroupTest-2107428936-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:42.207649 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830b150e-b842-4f62-b055-d0cdc14bd926 req-78e7ab53-57da-462e-9b11-4e910ede3225 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:47:42.208957 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-830b150e-b842-4f62-b055-d0cdc14bd926 req-78e7ab53-57da-462e-9b11-4e910ede3225 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:42.212218 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5acaf7bf-fb75-4541-9b00-327efd91d9ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:42.245818 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44da331-5d63-4542-ba19-24587cb434ca req-628364ec-6533-4481-bb74-f08c63325774 tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:47:42.247496 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b44da331-5d63-4542-ba19-24587cb434ca req-628364ec-6533-4481-bb74-f08c63325774 tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ea7def0-5cf3-46bd-90e2-20013bf25e5e HTTP/1.1" status: 200 len: 946 time: 0.1314504 Nov 23 17:47:42.252594 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5acaf7bf-fb75-4541-9b00-327efd91d9ea admin admin] vlan segment allocate from pool success with {'vlan_id': 537, 'physical_network': 'physnet1'} {{(pid=103590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 17:47:42.266887 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-e87994cb-f478-40eb-8df1-8b2b6a3aa550 tempest-SecGroupTest-2107428936 tempest-SecGroupTest-2107428936-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:42.267188 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-830b150e-b842-4f62-b055-d0cdc14bd926 req-78e7ab53-57da-462e-9b11-4e910ede3225 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6607594 Nov 23 17:47:42.269998 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-e87994cb-f478-40eb-8df1-8b2b6a3aa550 tempest-SecGroupTest-2107428936 tempest-SecGroupTest-2107428936-project] Publish callbacks [] for security_group, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:42.274034 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-e87994cb-f478-40eb-8df1-8b2b6a3aa550 tempest-SecGroupTest-2107428936 tempest-SecGroupTest-2107428936-project] 10.222.0.60 "DELETE /v2.0/security-groups/83b1d9b0-aeea-47b4-9afe-5a635a0c49d3 HTTP/1.1" status: 204 len: 168 time: 0.2371361 Nov 23 17:47:42.275217 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 34116) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:47:42.277373 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acaf7bf-fb75-4541-9b00-327efd91d9ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7f0a0ab-62a0-4173-b209-9c4f904eb4dd,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:47:42.288656 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-91d22819-d0d9-4049-a839-8d82238fb9cf None None] Provisioning complete for port 87043b31-7757-4df3-9cfe-c204f8a2de3b triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:47:42.289836 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-91d22819-d0d9-4049-a839-8d82238fb9cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:42.297412 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5acaf7bf-fb75-4541-9b00-327efd91d9ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:42.305214 n-d-816206-8 neutron-server[103590]: INFO neutron.db.segments_db [None req-5acaf7bf-fb75-4541-9b00-327efd91d9ea admin admin] Added segment 15458a77-7b26-4233-90ea-dbfee540b4b0 of type vlan for network 9bd0db0f-7716-41a9-848f-3b4e6ad49607 Nov 23 17:47:42.310951 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87994cb-f478-40eb-8df1-8b2b6a3aa550 tempest-SecGroupTest-2107428936 tempest-SecGroupTest-2107428936-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=83b1d9b0-aeea-47b4-9afe-5a635a0c49d3,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:47:42.311241 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [req-830b150e-b842-4f62-b055-d0cdc14bd926 req-411d041a-1238-419d-8cc2-1f71f2055525 service neutron] Request body: {'port': {'device_id': 'eac45670-ad42-4456-afd9-c565956fd007', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-8'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:47:42.404655 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-d9414bbb-d866-412e-a3c8-f83db34bb326 tempest-SecGroupTest-2107428936 tempest-SecGroupTest-2107428936-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.1280243 Nov 23 17:47:42.416791 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b44da331-5d63-4542-ba19-24587cb434ca req-18bdc6a1-7eda-429a-87b4-ee3467ce323e tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] 10.222.0.60 "GET /v2.0/security-groups?id=6b69aca9-b68e-45b0-a7a0-1eb351a8ed08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507242 Nov 23 17:47:42.424253 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 34118) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:47:42.467253 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-91d22819-d0d9-4049-a839-8d82238fb9cf None None] Port 87043b31-7757-4df3-9cfe-c204f8a2de3b cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:47:42.475739 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcc687b-ac8c-407f-ac5c-fac21eea2a2b req-0cecb013-0e29-448f-9f75-693a9eda105f tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:47:42.476800 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2bcc687b-ac8c-407f-ac5c-fac21eea2a2b req-0cecb013-0e29-448f-9f75-693a9eda105f tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] 10.222.0.36 "GET /v2.0/networks?id=b05aa742-7050-4bee-9612-3681dfd2164b HTTP/1.1" status: 200 len: 817 time: 0.2202449 Nov 23 17:47:42.488330 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-830b150e-b842-4f62-b055-d0cdc14bd926 req-411d041a-1238-419d-8cc2-1f71f2055525 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:42.521327 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5acaf7bf-fb75-4541-9b00-327efd91d9ea admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736635338810'] for network, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:42.682932 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.db.resource_extend [None req-5acaf7bf-fb75-4541-9b00-327efd91d9ea admin admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 23 17:47:42.687184 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c6cc8927-34fe-4d8f-b1a1-eef868191769 tempest-SecGroupTest-2107428936 tempest-SecGroupTest-2107428936-project] Publish callbacks [] for security_group, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:42.722466 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5acaf7bf-fb75-4541-9b00-327efd91d9ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493'] for network, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:42.723471 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5acaf7bf-fb75-4541-9b00-327efd91d9ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:47:42.724048 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5acaf7bf-fb75-4541-9b00-327efd91d9ea admin admin] Publish callbacks [] for network, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:42.768211 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2bcc687b-ac8c-407f-ac5c-fac21eea2a2b req-9468dfd5-2154-4f90-a1be-47c9057f2667 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=093e052ebdfd4c689471d0502a0c2e0a HTTP/1.1" status: 200 len: 379 time: 0.2524991 Nov 23 17:47:42.771249 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c6cc8927-34fe-4d8f-b1a1-eef868191769 tempest-SecGroupTest-2107428936 tempest-SecGroupTest-2107428936-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:42.812693 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-5acaf7bf-fb75-4541-9b00-327efd91d9ea admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.8310297 Nov 23 17:47:42.821771 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 34136) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:47:42.830899 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-23d6f7a3-1192-48fa-bae7-25958dedb545 admin admin] Request body: {'subnet': {'network_id': '9bd0db0f-7716-41a9-848f-3b4e6ad49607', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-186363660-subnet', 'tenant_id': 'dd84e9acda1040afa439028a41d80b38', 'ip_version': 4}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:47:42.889581 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23d6f7a3-1192-48fa-bae7-25958dedb545 admin admin] Made reservation on behalf of dd84e9acda1040afa439028a41d80b38 for: {'subnet': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:47:42.892161 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-23d6f7a3-1192-48fa-bae7-25958dedb545 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264730903'] for subnet, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:42.911559 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acaf7bf-fb75-4541-9b00-327efd91d9ea admin admin] Pushing event updated for resources: {'Network': ['ID=9bd0db0f-7716-41a9-848f-3b4e6ad49607,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:47:42.925055 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Network 9bd0db0f-7716-41a9-848f-3b4e6ad49607 details requested by agent ovs-agent-n-d-816206-8 with host n-d-816206-8 {{(pid=103592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 17:47:43.011121 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-5a5d5325-165d-49a1-b4e3-1a04604e103f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:43.081138 n-d-816206-8 neutron-server[103590]: DEBUG neutron.notifiers.nova [req-830b150e-b842-4f62-b055-d0cdc14bd926 req-411d041a-1238-419d-8cc2-1f71f2055525 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87043b31-7757-4df3-9cfe-c204f8a2de3b {{(pid=103590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:47:43.108615 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-830b150e-b842-4f62-b055-d0cdc14bd926 req-411d041a-1238-419d-8cc2-1f71f2055525 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:43.133071 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [req-830b150e-b842-4f62-b055-d0cdc14bd926 req-411d041a-1238-419d-8cc2-1f71f2055525 service neutron] Transition to ACTIVE for port object 87043b31-7757-4df3-9cfe-c204f8a2de3b will not be triggered until provisioned by entity L2. {{(pid=103590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 17:47:43.142899 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-830b150e-b842-4f62-b055-d0cdc14bd926 req-411d041a-1238-419d-8cc2-1f71f2055525 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264357957'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:43.149978 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [req-2bcc687b-ac8c-407f-ac5c-fac21eea2a2b req-ea164dfc-d928-4db5-85d7-6d5c47ed1f07 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] Request body: {'port': {'device_id': '249ac4eb-1a02-4a5a-b338-42e7ef7de469', 'network_id': 'b05aa742-7050-4bee-9612-3681dfd2164b', 'admin_state_up': True, 'tenant_id': '093e052ebdfd4c689471d0502a0c2e0a', 'security_groups': ['64527216-2011-4047-a391-7b59938bf8b4']}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:47:43.176928 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6937c6-b83d-4fac-9d64-9ad638ab3a7a req-ce9721f0-dd1b-48c0-b931-39663b5da653 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:47:43.178467 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7f6937c6-b83d-4fac-9d64-9ad638ab3a7a req-ce9721f0-dd1b-48c0-b931-39663b5da653 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] 10.222.0.60 "GET /v2.0/ports?device_id=eac45670-ad42-4456-afd9-c565956fd007 HTTP/1.1" status: 200 len: 931 time: 0.5562515 Nov 23 17:47:43.204173 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b086a1a6-9692-4409-8a8b-5dae2893aec2 req-0f15ecae-a609-413a-8e03-78e756baa8af tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:47:43.206306 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b086a1a6-9692-4409-8a8b-5dae2893aec2 req-0f15ecae-a609-413a-8e03-78e756baa8af tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ea7def0-5cf3-46bd-90e2-20013bf25e5e HTTP/1.1" status: 200 len: 946 time: 0.5429540 Nov 23 17:47:43.245684 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-23d6f7a3-1192-48fa-bae7-25958dedb545 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264358096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264730885'] for subnet, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:43.251114 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-120c7914-48aa-4ffe-ac62-58594cc5acb8 None None] DHCP port deletion for 96a4c4fb-2a54-4887-a6a0-d3361fb03ec8 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:47:43.274181 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411d041a-1238-419d-8cc2-1f71f2055525 service neutron] Pushing event updated for resources: {'Port': ['ID=87043b31-7757-4df3-9cfe-c204f8a2de3b,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:47:43.330115 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c6cc8927-34fe-4d8f-b1a1-eef868191769 tempest-SecGroupTest-2107428936 tempest-SecGroupTest-2107428936-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:43.333260 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c6cc8927-34fe-4d8f-b1a1-eef868191769 tempest-SecGroupTest-2107428936 tempest-SecGroupTest-2107428936-project] Publish callbacks [] for security_group, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:43.336941 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-c6cc8927-34fe-4d8f-b1a1-eef868191769 tempest-SecGroupTest-2107428936 tempest-SecGroupTest-2107428936-project] 10.222.0.60 "DELETE /v2.0/security-groups/e8b6f4d8-1688-40ad-96ab-14b2e268bfb6 HTTP/1.1" status: 204 len: 168 time: 0.9070652 Nov 23 17:47:43.343753 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 34144) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:47:43.371000 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7f6937c6-b83d-4fac-9d64-9ad638ab3a7a req-1eed491b-86d8-4a49-9428-4438ffa45cc9 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] 10.222.0.60 "GET /v2.0/security-groups?id=fa324d8c-13d0-499d-8791-7b10ff6fd90b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748827 Nov 23 17:47:43.371707 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cc8927-34fe-4d8f-b1a1-eef868191769 tempest-SecGroupTest-2107428936 tempest-SecGroupTest-2107428936-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8b6f4d8-1688-40ad-96ab-14b2e268bfb6,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:47:43.393885 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b086a1a6-9692-4409-8a8b-5dae2893aec2 req-09b04960-b87d-4c6f-a0fc-6274c1e2bd68 tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] 10.222.0.60 "GET /v2.0/security-groups?id=6b69aca9-b68e-45b0-a7a0-1eb351a8ed08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641366 Nov 23 17:47:43.452984 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2bcc687b-ac8c-407f-ac5c-fac21eea2a2b req-ea164dfc-d928-4db5-85d7-6d5c47ed1f07 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] Made reservation on behalf of 093e052ebdfd4c689471d0502a0c2e0a for: {'port': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:47:43.457275 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-2bcc687b-ac8c-407f-ac5c-fac21eea2a2b req-ea164dfc-d928-4db5-85d7-6d5c47ed1f07 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:43.460814 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [req-830b150e-b842-4f62-b055-d0cdc14bd926 req-411d041a-1238-419d-8cc2-1f71f2055525 service neutron] Attempting to bind port 87043b31-7757-4df3-9cfe-c204f8a2de3b on host n-h1-816206-8 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:47:43.461169 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [req-830b150e-b842-4f62-b055-d0cdc14bd926 req-411d041a-1238-419d-8cc2-1f71f2055525 service neutron] Attempting to bind port 87043b31-7757-4df3-9cfe-c204f8a2de3b by drivers openvswitch,hyperv on host n-h1-816206-8 at level 0 using segments [{'id': '3dd48af8-0370-4e3e-80f2-5bf5c6c5c8d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '96a4c4fb-2a54-4887-a6a0-d3361fb03ec8'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:47:43.461967 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-830b150e-b842-4f62-b055-d0cdc14bd926 req-411d041a-1238-419d-8cc2-1f71f2055525 service neutron] Attempting to bind port 87043b31-7757-4df3-9cfe-c204f8a2de3b on network 96a4c4fb-2a54-4887-a6a0-d3361fb03ec8 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:47:43.477749 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-830b150e-b842-4f62-b055-d0cdc14bd926 req-411d041a-1238-419d-8cc2-1f71f2055525 service neutron] Port 87043b31-7757-4df3-9cfe-c204f8a2de3b on network 96a4c4fb-2a54-4887-a6a0-d3361fb03ec8 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-8 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 17:47:43.478111 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-830b150e-b842-4f62-b055-d0cdc14bd926 req-411d041a-1238-419d-8cc2-1f71f2055525 service neutron] Attempting to bind port 87043b31-7757-4df3-9cfe-c204f8a2de3b on network 96a4c4fb-2a54-4887-a6a0-d3361fb03ec8 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:47:43.489623 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d6f7a3-1192-48fa-bae7-25958dedb545 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2bc7a47c-3f5a-47dc-9076-661b05051edf,revision_number=0']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:47:43.503714 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-58ba5efb-4eca-49d0-804c-25d0641dab1c tempest-SecGroupTest-2107428936 tempest-SecGroupTest-2107428936-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1524079 Nov 23 17:47:43.505713 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23d6f7a3-1192-48fa-bae7-25958dedb545 admin admin] Checking segment: {'id': '15458a77-7b26-4233-90ea-dbfee540b4b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '9bd0db0f-7716-41a9-848f-3b4e6ad49607'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:47:43.506305 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23d6f7a3-1192-48fa-bae7-25958dedb545 admin admin] Network hostable DHCP agents. Network: 9bd0db0f-7716-41a9-848f-3b4e6ad49607, hostable agents: ['0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3'], hosted agents: [] {{(pid=103590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 17:47:43.508889 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 34152) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:47:43.511305 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-830b150e-b842-4f62-b055-d0cdc14bd926 req-411d041a-1238-419d-8cc2-1f71f2055525 service neutron] Checking agent: {'id': '4b0a4557-3bfe-4828-80a0-7981fc3ac84c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 15, 14), 'started_at': datetime.datetime(2021, 11, 23, 17, 15, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 47, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:47:43.511690 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-830b150e-b842-4f62-b055-d0cdc14bd926 req-411d041a-1238-419d-8cc2-1f71f2055525 service neutron] Checking segment: {'id': '3dd48af8-0370-4e3e-80f2-5bf5c6c5c8d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '96a4c4fb-2a54-4887-a6a0-d3361fb03ec8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:47:43.512523 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-830b150e-b842-4f62-b055-d0cdc14bd926 req-411d041a-1238-419d-8cc2-1f71f2055525 service neutron] Bound using segment: {'id': '3dd48af8-0370-4e3e-80f2-5bf5c6c5c8d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '96a4c4fb-2a54-4887-a6a0-d3361fb03ec8'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:47:43.513085 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [req-830b150e-b842-4f62-b055-d0cdc14bd926 req-411d041a-1238-419d-8cc2-1f71f2055525 service neutron] Bound port: 87043b31-7757-4df3-9cfe-c204f8a2de3b, host: n-h1-816206-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3dd48af8-0370-4e3e-80f2-5bf5c6c5c8d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '96a4c4fb-2a54-4887-a6a0-d3361fb03ec8'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:47:43.514685 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-830b150e-b842-4f62-b055-d0cdc14bd926 req-411d041a-1238-419d-8cc2-1f71f2055525 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:43.521791 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:43.534149 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-bf2951a9-ad0f-430a-b319-81157978cdd7 tempest-SecGroupTest-2107428936 tempest-SecGroupTest-2107428936-project] Request body: {'security_group': {'name': 'tempest-secgroup--1362118647'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:47:43.575429 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d7f5397c-f6b5-451d-9275-930fc4ecdaa9 req-18b52fe3-2a29-43f5-93c6-f3115418bff7 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] 10.222.0.60 "GET /v2.0/ports?device_id=249ac4eb-1a02-4a5a-b338-42e7ef7de469 HTTP/1.1" status: 200 len: 210 time: 0.0866082 Nov 23 17:47:43.608457 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-bf2951a9-ad0f-430a-b319-81157978cdd7 tempest-SecGroupTest-2107428936 tempest-SecGroupTest-2107428936-project] Publish callbacks [] for security_group, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:43.622888 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23d6f7a3-1192-48fa-bae7-25958dedb545 admin admin] Network 9bd0db0f-7716-41a9-848f-3b4e6ad49607 is scheduled to be hosted by DHCP agent 0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3 with binding_index 1 {{(pid=103590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 17:47:43.649923 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [req-830b150e-b842-4f62-b055-d0cdc14bd926 req-411d041a-1238-419d-8cc2-1f71f2055525 service neutron] For port 87043b31-7757-4df3-9cfe-c204f8a2de3b, host n-h1-816206-8, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:47:43.655681 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [req-830b150e-b842-4f62-b055-d0cdc14bd926 req-411d041a-1238-419d-8cc2-1f71f2055525 service neutron] For port 87043b31-7757-4df3-9cfe-c204f8a2de3b, host n-h1-816206-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=87043b31-7757-4df3-9cfe-c204f8a2de3b,segment=NetworkSegment(3dd48af8-0370-4e3e-80f2-5bf5c6c5c8d9),segment_id=3dd48af8-0370-4e3e-80f2-5bf5c6c5c8d9)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:47:43.656793 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-23d6f7a3-1192-48fa-bae7-25958dedb545 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-8, 9bd0db0f-7716-41a9-848f-3b4e6ad49607) {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:47:43.665323 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-830b150e-b842-4f62-b055-d0cdc14bd926 req-411d041a-1238-419d-8cc2-1f71f2055525 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264357957'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:43.668065 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23d6f7a3-1192-48fa-bae7-25958dedb545 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:47:43.668802 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-23d6f7a3-1192-48fa-bae7-25958dedb545 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:43.673291 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77652f70-25fb-4be9-8958-ff6c1a75fd12 None None] Network 9bd0db0f-7716-41a9-848f-3b4e6ad49607 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:47:43.744847 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830b150e-b842-4f62-b055-d0cdc14bd926 req-411d041a-1238-419d-8cc2-1f71f2055525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:47:43.745560 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-830b150e-b842-4f62-b055-d0cdc14bd926 req-411d041a-1238-419d-8cc2-1f71f2055525 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:43.747050 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-830b150e-b842-4f62-b055-d0cdc14bd926 req-411d041a-1238-419d-8cc2-1f71f2055525 service neutron] 10.222.0.55 "PUT /v2.0/ports/87043b31-7757-4df3-9cfe-c204f8a2de3b HTTP/1.1" status: 200 len: 1091 time: 1.4664617 Nov 23 17:47:43.749688 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31352ff3-9eb1-441d-9d59-2e9332a7d943 None None] DHCP port deletion for 96a4c4fb-2a54-4887-a6a0-d3361fb03ec8 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:47:43.756606 n-d-816206-8 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eac45670-ad42-4456-afd9-c565956fd007', 'tag': '87043b31-7757-4df3-9cfe-c204f8a2de3b'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:47:43.759068 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbabddbc9fc37b068808e119c416c86f5957ca04531a4a0d2e695c515e93483b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25de6970-1ccb-4953-89fa-1ec071679cd4" -d '{"events": [{"name": "network-changed", "server_uuid": "eac45670-ad42-4456-afd9-c565956fd007", "tag": "87043b31-7757-4df3-9cfe-c204f8a2de3b"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:47:43.769573 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-23d6f7a3-1192-48fa-bae7-25958dedb545 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9432847 Nov 23 17:47:43.782611 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.db_base_plugin_common [req-2bcc687b-ac8c-407f-ac5c-fac21eea2a2b req-ea164dfc-d928-4db5-85d7-6d5c47ed1f07 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] Allocated IP 172.20.0.3 (b05aa742-7050-4bee-9612-3681dfd2164b/784540e3-73ef-4656-9bfa-913bbf55b1a9/a2c7a480-eebd-4d1c-9ef0-43dc8bbe0391) {{(pid=103591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:47:43.787681 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 34158) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:47:43.801871 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-7fefbef4-fd48-4ed2-81b8-7ff5988ecd6e admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-186363660-router', 'tenant_id': 'dd84e9acda1040afa439028a41d80b38', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'}}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:47:43.834010 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcb48dc-e37a-4516-9f94-e72867ef7e43 req-674a129e-a1c8-406a-bb67-5a771598f47d tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:47:43.839364 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4bcb48dc-e37a-4516-9f94-e72867ef7e43 req-674a129e-a1c8-406a-bb67-5a771598f47d tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ea7def0-5cf3-46bd-90e2-20013bf25e5e HTTP/1.1" status: 200 len: 946 time: 0.3110623 Nov 23 17:47:43.857694 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-bf2951a9-ad0f-430a-b319-81157978cdd7 tempest-SecGroupTest-2107428936 tempest-SecGroupTest-2107428936-project] Publish callbacks [] for security_group, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:43.858924 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411d041a-1238-419d-8cc2-1f71f2055525 service neutron] Pushing event updated for resources: {'Port': ['ID=87043b31-7757-4df3-9cfe-c204f8a2de3b,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:47:43.867227 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 17:47:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24537039-379c-4501-b219-f9e437bcde12 x-openstack-request-id: req-24537039-379c-4501-b219-f9e437bcde12 {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:47:43.867597 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eac45670-ad42-4456-afd9-c565956fd007", "tag": "87043b31-7757-4df3-9cfe-c204f8a2de3b", "status": "completed", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:47:43.867861 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-24537039-379c-4501-b219-f9e437bcde12 {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:47:43.868375 n-d-816206-8 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eac45670-ad42-4456-afd9-c565956fd007', 'tag': '87043b31-7757-4df3-9cfe-c204f8a2de3b', 'status': 'completed', 'code': 200} Nov 23 17:47:43.889219 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-bf2951a9-ad0f-430a-b319-81157978cdd7 tempest-SecGroupTest-2107428936 tempest-SecGroupTest-2107428936-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:43.910770 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71422efe-ca41-4362-85b7-c613964bd6d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp355044b8-8e87-58c4-94fa-4a010ec30f9e-9bd0db0f-7716-41a9-848f-3b4e6ad49607', 'network_id': '9bd0db0f-7716-41a9-848f-3b4e6ad49607', 'tenant_id': 'dd84e9acda1040afa439028a41d80b38', 'fixed_ips': [{'subnet_id': '2bc7a47c-3f5a-47dc-9076-661b05051edf'}]}} from n-d-816206-8. {{(pid=103592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 17:47:43.911978 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-71422efe-ca41-4362-85b7-c613964bd6d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:43.940615 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2951a9-ad0f-430a-b319-81157978cdd7 tempest-SecGroupTest-2107428936 tempest-SecGroupTest-2107428936-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81274b14-b21e-408a-9ee4-794bf12eb3da,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:47:43.980233 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7fefbef4-fd48-4ed2-81b8-7ff5988ecd6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1793449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8093'] for router, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:43.982667 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7fefbef4-fd48-4ed2-81b8-7ff5988ecd6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1794473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1794771', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1638326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8086'] for router, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:44.006185 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-bf2951a9-ad0f-430a-b319-81157978cdd7 tempest-SecGroupTest-2107428936 tempest-SecGroupTest-2107428936-project] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:44.008133 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-bf2951a9-ad0f-430a-b319-81157978cdd7 tempest-SecGroupTest-2107428936 tempest-SecGroupTest-2107428936-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4794004 Nov 23 17:47:44.011584 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 34164) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:47:44.016466 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830b150e-b842-4f62-b055-d0cdc14bd926 req-d5cadab6-30af-4dd3-a561-a91bca6d41d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:47:44.022809 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-830b150e-b842-4f62-b055-d0cdc14bd926 req-d5cadab6-30af-4dd3-a561-a91bca6d41d1 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=fc0b8b60f26147bc93ae14daf3e34aba&device_id=eac45670-ad42-4456-afd9-c565956fd007 HTTP/1.1" status: 200 len: 1094 time: 0.2045789 Nov 23 17:47:44.023471 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4bcb48dc-e37a-4516-9f94-e72867ef7e43 req-16ea7fa0-4d95-466f-88f7-880c797b2eca tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] 10.222.0.60 "GET /v2.0/security-groups?id=6b69aca9-b68e-45b0-a7a0-1eb351a8ed08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572871 Nov 23 17:47:44.029605 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-c09adeff-4fdc-4021-b654-71718aec16ee tempest-SecGroupTest-2107428936 tempest-SecGroupTest-2107428936-project] Request body: {'security_group_rule': {'security_group_id': '81274b14-b21e-408a-9ee4-794bf12eb3da', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:47:44.089504 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.db_base_plugin_common [None req-71422efe-ca41-4362-85b7-c613964bd6d9 None None] Allocated IP 172.20.0.2 (9bd0db0f-7716-41a9-848f-3b4e6ad49607/2bc7a47c-3f5a-47dc-9076-661b05051edf/e9e80d74-9df4-41c6-a6e0-7c9127595d2e) {{(pid=103592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:47:44.101913 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-2bcc687b-ac8c-407f-ac5c-fac21eea2a2b req-ea164dfc-d928-4db5-85d7-6d5c47ed1f07 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] Publish callbacks [] for port, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:44.156581 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-830b150e-b842-4f62-b055-d0cdc14bd926 req-baa19743-2098-4cc6-93b5-4f684526925f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=87043b31-7757-4df3-9cfe-c204f8a2de3b HTTP/1.1" status: 200 len: 217 time: 0.1190012 Nov 23 17:47:44.177337 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-2bcc687b-ac8c-407f-ac5c-fac21eea2a2b req-ea164dfc-d928-4db5-85d7-6d5c47ed1f07 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:44.257154 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:44.263497 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2bcc687b-ac8c-407f-ac5c-fac21eea2a2b req-ea164dfc-d928-4db5-85d7-6d5c47ed1f07 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] Network b05aa742-7050-4bee-9612-3681dfd2164b is already hosted by enough agents. {{(pid=103591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:47:44.270901 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [req-2bcc687b-ac8c-407f-ac5c-fac21eea2a2b req-ea164dfc-d928-4db5-85d7-6d5c47ed1f07 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] Resources bound (agent type, host, resource id): {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:47:44.314507 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bcc687b-ac8c-407f-ac5c-fac21eea2a2b req-ea164dfc-d928-4db5-85d7-6d5c47ed1f07 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] Received port after_create {{(pid=103591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:47:44.327158 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7fefbef4-fd48-4ed2-81b8-7ff5988ecd6e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:44.331468 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830b150e-b842-4f62-b055-d0cdc14bd926 req-6842c608-342e-4dea-80bd-1e28d21aeb8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:47:44.336208 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-830b150e-b842-4f62-b055-d0cdc14bd926 req-6842c608-342e-4dea-80bd-1e28d21aeb8d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6a67b7b8-1b5e-4ea7-ab09-4d43799d0b06 HTTP/1.1" status: 200 len: 846 time: 0.1347520 Nov 23 17:47:44.358710 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c09adeff-4fdc-4021-b654-71718aec16ee tempest-SecGroupTest-2107428936 tempest-SecGroupTest-2107428936-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:44.394004 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-71422efe-ca41-4362-85b7-c613964bd6d9 None None] Publish callbacks [] for port, precommit_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:44.396114 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea164dfc-d928-4db5-85d7-6d5c47ed1f07 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] Pushing event updated for resources: {'Port': ['ID=a2c7a480-eebd-4d1c-9ef0-43dc8bbe0391,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:47:44.412695 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-71422efe-ca41-4362-85b7-c613964bd6d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980'] for port, after_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:44.437260 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcc687b-ac8c-407f-ac5c-fac21eea2a2b req-ea164dfc-d928-4db5-85d7-6d5c47ed1f07 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:47:44.443311 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-2bcc687b-ac8c-407f-ac5c-fac21eea2a2b req-ea164dfc-d928-4db5-85d7-6d5c47ed1f07 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:44.450342 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.agents_db [None req-464f6c07-0de8-4be6-8f5b-563f574d1c5d None None] Agent healthcheck: found 7 active agents {{(pid=103593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 17:47:44.480085 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9b35c3-47dd-4ff2-8189-a1ad72fb565f req-d51e8bbd-43dd-4c03-83e6-de43ac78f05b tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:47:44.491323 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4b9b35c3-47dd-4ff2-8189-a1ad72fb565f req-d51e8bbd-43dd-4c03-83e6-de43ac78f05b tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ea7def0-5cf3-46bd-90e2-20013bf25e5e HTTP/1.1" status: 200 len: 946 time: 0.2322936 Nov 23 17:47:44.515359 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71422efe-ca41-4362-85b7-c613964bd6d9 None None] Pushing event updated for resources: {'Port': ['ID=e9e80d74-9df4-41c6-a6e0-7c9127595d2e,revision_number=1']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:47:44.525672 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2bcc687b-ac8c-407f-ac5c-fac21eea2a2b req-ea164dfc-d928-4db5-85d7-6d5c47ed1f07 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7321260 Nov 23 17:47:44.542604 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [req-2bcc687b-ac8c-407f-ac5c-fac21eea2a2b req-7a79d022-e296-4392-bda6-7b52e2f4a5ae tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=103591) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 17:47:44.543651 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2bcc687b-ac8c-407f-ac5c-fac21eea2a2b req-7a79d022-e296-4392-bda6-7b52e2f4a5ae tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052483 Nov 23 17:47:44.546384 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71422efe-ca41-4362-85b7-c613964bd6d9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:47:44.546956 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71422efe-ca41-4362-85b7-c613964bd6d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:47:44.547303 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71422efe-ca41-4362-85b7-c613964bd6d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:47:44.547646 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71422efe-ca41-4362-85b7-c613964bd6d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:47:44.547987 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71422efe-ca41-4362-85b7-c613964bd6d9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:47:44.548321 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71422efe-ca41-4362-85b7-c613964bd6d9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:47:44.548724 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71422efe-ca41-4362-85b7-c613964bd6d9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:47:44.549028 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71422efe-ca41-4362-85b7-c613964bd6d9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:47:44.549869 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71422efe-ca41-4362-85b7-c613964bd6d9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:47:44.550197 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71422efe-ca41-4362-85b7-c613964bd6d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:47:44.550780 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71422efe-ca41-4362-85b7-c613964bd6d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:47:44.555532 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71422efe-ca41-4362-85b7-c613964bd6d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:47:44.568352 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-830b150e-b842-4f62-b055-d0cdc14bd926 req-aed4349b-f308-4e4f-802e-e345c7e04138 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=96a4c4fb-2a54-4887-a6a0-d3361fb03ec8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2149537 Nov 23 17:47:44.574158 n-d-816206-8 neutron-server[103592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71422efe-ca41-4362-85b7-c613964bd6d9 None None] Network 9bd0db0f-7716-41a9-848f-3b4e6ad49607 is already hosted by enough agents. {{(pid=103592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:47:44.576425 n-d-816206-8 neutron-server[103592]: DEBUG neutron.scheduler.base_scheduler [None req-71422efe-ca41-4362-85b7-c613964bd6d9 None None] Resources bound (agent type, host, resource id): {{(pid=103592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:47:44.586195 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71422efe-ca41-4362-85b7-c613964bd6d9 None None] Received port after_create {{(pid=103592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:47:44.623117 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [req-2bcc687b-ac8c-407f-ac5c-fac21eea2a2b req-00691a55-4d97-45da-85d5-8856deef9f37 service neutron] Request body: {'port': {'device_id': '249ac4eb-1a02-4a5a-b338-42e7ef7de469', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-8'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:47:44.681379 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4b9b35c3-47dd-4ff2-8189-a1ad72fb565f req-597bdcd8-cec5-47d3-b204-ea05969bb36b tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] 10.222.0.60 "GET /v2.0/security-groups?id=6b69aca9-b68e-45b0-a7a0-1eb351a8ed08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815629 Nov 23 17:47:44.698949 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-71422efe-ca41-4362-85b7-c613964bd6d9 None None] Attempting to bind port e9e80d74-9df4-41c6-a6e0-7c9127595d2e on host n-d-816206-8 for vnic_type normal with profile {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:47:44.699866 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-71422efe-ca41-4362-85b7-c613964bd6d9 None None] Attempting to bind port e9e80d74-9df4-41c6-a6e0-7c9127595d2e by drivers openvswitch,hyperv on host n-d-816206-8 at level 0 using segments [{'id': '15458a77-7b26-4233-90ea-dbfee540b4b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '9bd0db0f-7716-41a9-848f-3b4e6ad49607'}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:47:44.700833 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71422efe-ca41-4362-85b7-c613964bd6d9 None None] Attempting to bind port e9e80d74-9df4-41c6-a6e0-7c9127595d2e on network 9bd0db0f-7716-41a9-848f-3b4e6ad49607 {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:47:44.708357 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71422efe-ca41-4362-85b7-c613964bd6d9 None None] Checking agent: {'id': '9e89acbe-4bbe-4c77-a18b-6f1da9133e0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 7, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 47, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:47:44.709168 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71422efe-ca41-4362-85b7-c613964bd6d9 None None] Checking segment: {'id': '15458a77-7b26-4233-90ea-dbfee540b4b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '9bd0db0f-7716-41a9-848f-3b4e6ad49607'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:47:44.710258 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-71422efe-ca41-4362-85b7-c613964bd6d9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:44.710764 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71422efe-ca41-4362-85b7-c613964bd6d9 None None] Bound using segment: {'id': '15458a77-7b26-4233-90ea-dbfee540b4b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '9bd0db0f-7716-41a9-848f-3b4e6ad49607'} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:47:44.713207 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-71422efe-ca41-4362-85b7-c613964bd6d9 None None] Bound port: e9e80d74-9df4-41c6-a6e0-7c9127595d2e, host: n-d-816206-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15458a77-7b26-4233-90ea-dbfee540b4b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '9bd0db0f-7716-41a9-848f-3b4e6ad49607'}}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:47:44.714064 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-71422efe-ca41-4362-85b7-c613964bd6d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:44.767167 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-2bcc687b-ac8c-407f-ac5c-fac21eea2a2b req-00691a55-4d97-45da-85d5-8856deef9f37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:44.787390 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-caa6accd-b5ad-4e34-8e27-fd8402558aee None None] Provisioning complete for port a2c7a480-eebd-4d1c-9ef0-43dc8bbe0391 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:47:44.787814 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-caa6accd-b5ad-4e34-8e27-fd8402558aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:44.805550 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda9572a-8cb9-4453-82a3-6f7f3b70fc01 req-0cfa6db2-21cd-4e95-a0da-7bf9e2fd828b tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:47:44.806854 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c09adeff-4fdc-4021-b654-71718aec16ee tempest-SecGroupTest-2107428936 tempest-SecGroupTest-2107428936-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:44.814565 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-dda9572a-8cb9-4453-82a3-6f7f3b70fc01 req-0cfa6db2-21cd-4e95-a0da-7bf9e2fd828b tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] 10.222.0.60 "GET /v2.0/ports?device_id=eac45670-ad42-4456-afd9-c565956fd007 HTTP/1.1" status: 200 len: 943 time: 0.2675765 Nov 23 17:47:44.819417 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7fefbef4-fd48-4ed2-81b8-7ff5988ecd6e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:44.826539 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c09adeff-4fdc-4021-b654-71718aec16ee tempest-SecGroupTest-2107428936 tempest-SecGroupTest-2107428936-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994370'] for security_group_rule, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:44.861282 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-71422efe-ca41-4362-85b7-c613964bd6d9 None None] For port e9e80d74-9df4-41c6-a6e0-7c9127595d2e, host n-d-816206-8, cleared binding levels {{(pid=103592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:47:44.868994 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-caa6accd-b5ad-4e34-8e27-fd8402558aee None None] Port a2c7a480-eebd-4d1c-9ef0-43dc8bbe0391 cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:47:44.884768 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-71422efe-ca41-4362-85b7-c613964bd6d9 None None] For port e9e80d74-9df4-41c6-a6e0-7c9127595d2e, host n-d-816206-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=e9e80d74-9df4-41c6-a6e0-7c9127595d2e,segment=NetworkSegment(15458a77-7b26-4233-90ea-dbfee540b4b0),segment_id=15458a77-7b26-4233-90ea-dbfee540b4b0)] {{(pid=103592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:47:44.892481 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-71422efe-ca41-4362-85b7-c613964bd6d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:44.902096 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c09adeff-4fdc-4021-b654-71718aec16ee tempest-SecGroupTest-2107428936 tempest-SecGroupTest-2107428936-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:44.903779 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-c09adeff-4fdc-4021-b654-71718aec16ee tempest-SecGroupTest-2107428936 tempest-SecGroupTest-2107428936-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.8907654 Nov 23 17:47:44.905200 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09adeff-4fdc-4021-b654-71718aec16ee tempest-SecGroupTest-2107428936 tempest-SecGroupTest-2107428936-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c081b508-2f54-4df5-af43-f68ecdd02dbf,revision_number=0']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:47:44.910033 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 34186) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:47:44.950363 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-830b150e-b842-4f62-b055-d0cdc14bd926 req-a7f806ba-560c-4402-9183-e2ccec9b3157 service neutron] 10.222.0.55 "GET /v2.0/networks/96a4c4fb-2a54-4887-a6a0-d3361fb03ec8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3714051 Nov 23 17:47:45.008536 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71422efe-ca41-4362-85b7-c613964bd6d9 None None] Pushing event updated for resources: {'Port': ['ID=e9e80d74-9df4-41c6-a6e0-7c9127595d2e,revision_number=2']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:47:45.019194 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8c4418ab-aad1-4550-8c19-327780b2c7b4 tempest-SecGroupTest-2107428936 tempest-SecGroupTest-2107428936-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:45.030580 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8c4418ab-aad1-4550-8c19-327780b2c7b4 tempest-SecGroupTest-2107428936 tempest-SecGroupTest-2107428936-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:45.075595 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8c4418ab-aad1-4550-8c19-327780b2c7b4 tempest-SecGroupTest-2107428936 tempest-SecGroupTest-2107428936-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994370'] for security_group_rule, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:45.076834 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-efcae496-bdb0-46d0-bf18-4e98d542db50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:45.083006 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8c4418ab-aad1-4550-8c19-327780b2c7b4 tempest-SecGroupTest-2107428936 tempest-SecGroupTest-2107428936-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:45.084179 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-8c4418ab-aad1-4550-8c19-327780b2c7b4 tempest-SecGroupTest-2107428936 tempest-SecGroupTest-2107428936-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/c081b508-2f54-4df5-af43-f68ecdd02dbf HTTP/1.1" status: 204 len: 168 time: 0.1700025 Nov 23 17:47:45.089858 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 34190) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:47:45.104979 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082100be-1d5f-40fa-a88f-ef230b962ae0 req-9e604ad9-56d6-4685-a151-a4a6535ca07c tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:47:45.106558 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-082100be-1d5f-40fa-a88f-ef230b962ae0 req-9e604ad9-56d6-4685-a151-a4a6535ca07c tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] 10.222.0.60 "GET /v2.0/ports?device_id=249ac4eb-1a02-4a5a-b338-42e7ef7de469 HTTP/1.1" status: 200 len: 931 time: 0.2883265 Nov 23 17:47:45.149351 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-dda9572a-8cb9-4453-82a3-6f7f3b70fc01 req-7ec7f815-f82b-4f28-9f34-120582a87bf3 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] 10.222.0.60 "GET /v2.0/security-groups?id=fa324d8c-13d0-499d-8791-7b10ff6fd90b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3332870 Nov 23 17:47:45.179094 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4418ab-aad1-4550-8c19-327780b2c7b4 tempest-SecGroupTest-2107428936 tempest-SecGroupTest-2107428936-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c081b508-2f54-4df5-af43-f68ecdd02dbf,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:47:45.249915 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-082100be-1d5f-40fa-a88f-ef230b962ae0 req-941cc935-3632-4371-9b62-3dddc4aed8e0 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] 10.222.0.60 "GET /v2.0/security-groups?id=64527216-2011-4047-a391-7b59938bf8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1159236 Nov 23 17:47:45.266702 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-eccb275b-d7af-4e5b-a863-f9a2d5906866 tempest-SecGroupTest-2107428936 tempest-SecGroupTest-2107428936-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1689622 Nov 23 17:47:45.267232 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-830b150e-b842-4f62-b055-d0cdc14bd926 req-7a4aecb2-1e69-4dd5-9fb1-27e0e06ae436 service neutron] 10.222.0.55 "GET /v2.0/networks/96a4c4fb-2a54-4887-a6a0-d3361fb03ec8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3046484 Nov 23 17:47:45.268794 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 34192) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:47:45.382461 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [req-2bcc687b-ac8c-407f-ac5c-fac21eea2a2b req-00691a55-4d97-45da-85d5-8856deef9f37 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2c7a480-eebd-4d1c-9ef0-43dc8bbe0391 {{(pid=103591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:47:45.392518 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-2bcc687b-ac8c-407f-ac5c-fac21eea2a2b req-00691a55-4d97-45da-85d5-8856deef9f37 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:45.415396 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.provisioning_blocks [req-2bcc687b-ac8c-407f-ac5c-fac21eea2a2b req-00691a55-4d97-45da-85d5-8856deef9f37 service neutron] Transition to ACTIVE for port object a2c7a480-eebd-4d1c-9ef0-43dc8bbe0391 will not be triggered until provisioned by entity L2. {{(pid=103591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 17:47:45.426861 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-2bcc687b-ac8c-407f-ac5c-fac21eea2a2b req-00691a55-4d97-45da-85d5-8856deef9f37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264758186'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:45.510205 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00691a55-4d97-45da-85d5-8856deef9f37 service neutron] Pushing event updated for resources: {'Port': ['ID=a2c7a480-eebd-4d1c-9ef0-43dc8bbe0391,revision_number=2']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:47:45.537706 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-9e245e28-1037-4e00-a6a0-05295559110a tempest-SecGroupTest-2107428936 tempest-SecGroupTest-2107428936-project] Publish callbacks [] for security_group, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:45.561248 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7fefbef4-fd48-4ed2-81b8-7ff5988ecd6e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:45.572087 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-2bcc687b-ac8c-407f-ac5c-fac21eea2a2b req-00691a55-4d97-45da-85d5-8856deef9f37 service neutron] Attempting to bind port a2c7a480-eebd-4d1c-9ef0-43dc8bbe0391 on host n-h2-816206-8 for vnic_type normal with profile {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:47:45.572542 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-2bcc687b-ac8c-407f-ac5c-fac21eea2a2b req-00691a55-4d97-45da-85d5-8856deef9f37 service neutron] Attempting to bind port a2c7a480-eebd-4d1c-9ef0-43dc8bbe0391 by drivers openvswitch,hyperv on host n-h2-816206-8 at level 0 using segments [{'id': '97bf93aa-7116-4943-8d21-ff543f30be5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'b05aa742-7050-4bee-9612-3681dfd2164b'}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:47:45.572946 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bcc687b-ac8c-407f-ac5c-fac21eea2a2b req-00691a55-4d97-45da-85d5-8856deef9f37 service neutron] Attempting to bind port a2c7a480-eebd-4d1c-9ef0-43dc8bbe0391 on network b05aa742-7050-4bee-9612-3681dfd2164b {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:47:45.577821 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bcc687b-ac8c-407f-ac5c-fac21eea2a2b req-00691a55-4d97-45da-85d5-8856deef9f37 service neutron] Port a2c7a480-eebd-4d1c-9ef0-43dc8bbe0391 on network b05aa742-7050-4bee-9612-3681dfd2164b not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-8 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 17:47:45.578226 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bcc687b-ac8c-407f-ac5c-fac21eea2a2b req-00691a55-4d97-45da-85d5-8856deef9f37 service neutron] Attempting to bind port a2c7a480-eebd-4d1c-9ef0-43dc8bbe0391 on network b05aa742-7050-4bee-9612-3681dfd2164b {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:47:45.584211 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bcc687b-ac8c-407f-ac5c-fac21eea2a2b req-00691a55-4d97-45da-85d5-8856deef9f37 service neutron] Checking agent: {'id': 'ab77bf9e-0267-4174-8f1d-822cba89b207', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 15, 13), 'started_at': datetime.datetime(2021, 11, 23, 17, 15, 13), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 47, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:47:45.584617 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bcc687b-ac8c-407f-ac5c-fac21eea2a2b req-00691a55-4d97-45da-85d5-8856deef9f37 service neutron] Checking segment: {'id': '97bf93aa-7116-4943-8d21-ff543f30be5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'b05aa742-7050-4bee-9612-3681dfd2164b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:47:45.585676 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bcc687b-ac8c-407f-ac5c-fac21eea2a2b req-00691a55-4d97-45da-85d5-8856deef9f37 service neutron] Bound using segment: {'id': '97bf93aa-7116-4943-8d21-ff543f30be5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'b05aa742-7050-4bee-9612-3681dfd2164b'} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:47:45.586207 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-2bcc687b-ac8c-407f-ac5c-fac21eea2a2b req-00691a55-4d97-45da-85d5-8856deef9f37 service neutron] Bound port: a2c7a480-eebd-4d1c-9ef0-43dc8bbe0391, host: n-h2-816206-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97bf93aa-7116-4943-8d21-ff543f30be5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'b05aa742-7050-4bee-9612-3681dfd2164b'}}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:47:45.588829 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-2bcc687b-ac8c-407f-ac5c-fac21eea2a2b req-00691a55-4d97-45da-85d5-8856deef9f37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:45.624707 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7fefbef4-fd48-4ed2-81b8-7ff5988ecd6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:45.700791 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device e9e80d74-9df4-41c6-a6e0-7c9127595d2e up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:47:45.717191 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-2bcc687b-ac8c-407f-ac5c-fac21eea2a2b req-00691a55-4d97-45da-85d5-8856deef9f37 service neutron] For port a2c7a480-eebd-4d1c-9ef0-43dc8bbe0391, host n-h2-816206-8, cleared binding levels {{(pid=103591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:47:45.718828 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25de6970-1ccb-4953-89fa-1ec071679cd4 req-e5466530-61a9-4239-91c2-b6b55c2713d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:47:45.720545 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-25de6970-1ccb-4953-89fa-1ec071679cd4 req-e5466530-61a9-4239-91c2-b6b55c2713d6 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=fc0b8b60f26147bc93ae14daf3e34aba&device_id=eac45670-ad42-4456-afd9-c565956fd007 HTTP/1.1" status: 200 len: 1094 time: 0.3008039 Nov 23 17:47:45.725475 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-2bcc687b-ac8c-407f-ac5c-fac21eea2a2b req-00691a55-4d97-45da-85d5-8856deef9f37 service neutron] For port a2c7a480-eebd-4d1c-9ef0-43dc8bbe0391, host n-h2-816206-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=a2c7a480-eebd-4d1c-9ef0-43dc8bbe0391,segment=NetworkSegment(97bf93aa-7116-4943-8d21-ff543f30be5d),segment_id=97bf93aa-7116-4943-8d21-ff543f30be5d)] {{(pid=103591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:47:45.732647 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-2bcc687b-ac8c-407f-ac5c-fac21eea2a2b req-00691a55-4d97-45da-85d5-8856deef9f37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264758186'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:45.771946 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-9e245e28-1037-4e00-a6a0-05295559110a tempest-SecGroupTest-2107428936 tempest-SecGroupTest-2107428936-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:45.781646 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcc687b-ac8c-407f-ac5c-fac21eea2a2b req-00691a55-4d97-45da-85d5-8856deef9f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:47:45.782631 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-2bcc687b-ac8c-407f-ac5c-fac21eea2a2b req-00691a55-4d97-45da-85d5-8856deef9f37 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:45.785279 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2bcc687b-ac8c-407f-ac5c-fac21eea2a2b req-00691a55-4d97-45da-85d5-8856deef9f37 service neutron] 10.222.0.36 "PUT /v2.0/ports/a2c7a480-eebd-4d1c-9ef0-43dc8bbe0391 HTTP/1.1" status: 200 len: 1091 time: 1.1929438 Nov 23 17:47:45.788056 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '249ac4eb-1a02-4a5a-b338-42e7ef7de469', 'tag': 'a2c7a480-eebd-4d1c-9ef0-43dc8bbe0391'}] {{(pid=103591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:47:45.790328 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41d174a19ece9499ff9ec44e5b3fc50f2abd3ffbc947fb7e52ea1e8db27b95b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f38fb666-f4fa-434c-8ad0-0ef7053588c8" -d '{"events": [{"name": "network-changed", "server_uuid": "249ac4eb-1a02-4a5a-b338-42e7ef7de469", "tag": "a2c7a480-eebd-4d1c-9ef0-43dc8bbe0391"}]}' {{(pid=103591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:47:45.814521 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port e9e80d74-9df4-41c6-a6e0-7c9127595d2e triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:47:45.814993 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:45.860909 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00691a55-4d97-45da-85d5-8856deef9f37 service neutron] Pushing event updated for resources: {'Port': ['ID=a2c7a480-eebd-4d1c-9ef0-43dc8bbe0391,revision_number=3']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:47:45.914412 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 17:47:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd6b7841-4c86-47ae-8a77-89d8dc644c91 x-openstack-request-id: req-fd6b7841-4c86-47ae-8a77-89d8dc644c91 {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:47:45.914808 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "249ac4eb-1a02-4a5a-b338-42e7ef7de469", "tag": "a2c7a480-eebd-4d1c-9ef0-43dc8bbe0391", "status": "completed", "code": 200}]} {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:47:45.915211 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-fd6b7841-4c86-47ae-8a77-89d8dc644c91 {{(pid=103591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:47:45.915975 n-d-816206-8 neutron-server[103591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '249ac4eb-1a02-4a5a-b338-42e7ef7de469', 'tag': 'a2c7a480-eebd-4d1c-9ef0-43dc8bbe0391', 'status': 'completed', 'code': 200} Nov 23 17:47:45.964524 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d9af34-2970-4e62-b892-eeeedb356337 req-4244c0c9-f38e-485e-822a-7ba7c0427a1a tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:47:45.982226 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c0d9af34-2970-4e62-b892-eeeedb356337 req-4244c0c9-f38e-485e-822a-7ba7c0427a1a tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ea7def0-5cf3-46bd-90e2-20013bf25e5e HTTP/1.1" status: 200 len: 946 time: 0.1264548 Nov 23 17:47:46.024866 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:46.101030 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] For port e9e80d74-9df4-41c6-a6e0-7c9127595d2e, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=e9e80d74-9df4-41c6-a6e0-7c9127595d2e,segment=NetworkSegment(15458a77-7b26-4233-90ea-dbfee540b4b0),segment_id=15458a77-7b26-4233-90ea-dbfee540b4b0)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:47:46.108517 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-7fefbef4-fd48-4ed2-81b8-7ff5988ecd6e admin admin] Allocated IP 172.25.3.18 (4c8455ba-1be5-42ac-b8c2-8a16e1292d55/08fe3644-ce41-4c3f-a7ea-92bac0f0fff5/a4c57515-5df7-417c-a321-c2a95b975a0e) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:47:46.115383 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:46.133485 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c0d9af34-2970-4e62-b892-eeeedb356337 req-e606c632-989f-482d-92c3-c23085b23857 tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] 10.222.0.60 "GET /v2.0/security-groups?id=6b69aca9-b68e-45b0-a7a0-1eb351a8ed08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501489 Nov 23 17:47:46.187753 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcc687b-ac8c-407f-ac5c-fac21eea2a2b req-de17b1c4-03df-4273-bb8e-53b7a05bdbea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:47:46.189825 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2bcc687b-ac8c-407f-ac5c-fac21eea2a2b req-de17b1c4-03df-4273-bb8e-53b7a05bdbea service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=093e052ebdfd4c689471d0502a0c2e0a&device_id=249ac4eb-1a02-4a5a-b338-42e7ef7de469 HTTP/1.1" status: 200 len: 1094 time: 0.3413022 Nov 23 17:47:46.213023 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Pushing event updated for resources: {'Port': ['ID=e9e80d74-9df4-41c6-a6e0-7c9127595d2e,revision_number=3']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:47:46.255549 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25de6970-1ccb-4953-89fa-1ec071679cd4 req-7a958cdf-23a8-493c-8476-a68163810149 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:47:46.272382 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-25de6970-1ccb-4953-89fa-1ec071679cd4 req-7a958cdf-23a8-493c-8476-a68163810149 service neutron] 10.222.0.55 "GET /v2.0/networks?id=96a4c4fb-2a54-4887-a6a0-d3361fb03ec8 HTTP/1.1" status: 200 len: 907 time: 0.5186546 Nov 23 17:47:46.305968 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2bcc687b-ac8c-407f-ac5c-fac21eea2a2b req-07b892a9-c2e9-4503-9397-e6c69865165a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a2c7a480-eebd-4d1c-9ef0-43dc8bbe0391 HTTP/1.1" status: 200 len: 217 time: 0.0903518 Nov 23 17:47:46.340703 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-25de6970-1ccb-4953-89fa-1ec071679cd4 req-5b1b8725-c2cb-4d75-888d-6293735eb996 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=87043b31-7757-4df3-9cfe-c204f8a2de3b HTTP/1.1" status: 200 len: 217 time: 0.0669627 Nov 23 17:47:46.448500 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25de6970-1ccb-4953-89fa-1ec071679cd4 req-c274186c-52a2-446f-8d07-1358128b0e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:47:46.449973 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-25de6970-1ccb-4953-89fa-1ec071679cd4 req-c274186c-52a2-446f-8d07-1358128b0e85 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6a67b7b8-1b5e-4ea7-ab09-4d43799d0b06 HTTP/1.1" status: 200 len: 846 time: 0.1015642 Nov 23 17:47:46.486517 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c921c7f1-4744-4d9d-b5da-89eadd36665a req-a08d73bb-2f18-439b-9bb3-6113006c8eb7 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:47:46.488249 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c921c7f1-4744-4d9d-b5da-89eadd36665a req-a08d73bb-2f18-439b-9bb3-6113006c8eb7 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] 10.222.0.60 "GET /v2.0/ports?device_id=eac45670-ad42-4456-afd9-c565956fd007 HTTP/1.1" status: 200 len: 943 time: 0.1811526 Nov 23 17:47:46.490858 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcc687b-ac8c-407f-ac5c-fac21eea2a2b req-e3ba73a2-e35b-42f6-8547-b6de76fc50b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:47:46.492340 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2bcc687b-ac8c-407f-ac5c-fac21eea2a2b req-e3ba73a2-e35b-42f6-8547-b6de76fc50b0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=784540e3-73ef-4656-9bfa-913bbf55b1a9 HTTP/1.1" status: 200 len: 856 time: 0.1436353 Nov 23 17:47:46.518848 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-25de6970-1ccb-4953-89fa-1ec071679cd4 req-579e85a1-fd97-47c8-90ed-b14be48f919c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=96a4c4fb-2a54-4887-a6a0-d3361fb03ec8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0588789 Nov 23 17:47:46.522968 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-9e245e28-1037-4e00-a6a0-05295559110a tempest-SecGroupTest-2107428936 tempest-SecGroupTest-2107428936-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:46.526078 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-9e245e28-1037-4e00-a6a0-05295559110a tempest-SecGroupTest-2107428936 tempest-SecGroupTest-2107428936-project] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:46.529908 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-9e245e28-1037-4e00-a6a0-05295559110a tempest-SecGroupTest-2107428936 tempest-SecGroupTest-2107428936-project] 10.222.0.60 "DELETE /v2.0/security-groups/81274b14-b21e-408a-9ee4-794bf12eb3da HTTP/1.1" status: 204 len: 168 time: 1.2576725 Nov 23 17:47:46.543605 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 34224) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:47:46.549651 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-52822d53-48f5-4819-8a95-bdc13aea0bf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:46.633031 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-33ef4cf5-81a7-48ba-81a2-091cc369133b tempest-SecGroupTest-2107428936 tempest-SecGroupTest-2107428936-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0764413 Nov 23 17:47:46.639820 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a481fd1e-5d4c-4ad1-a288-41665d5bf5c2 None None] Network 9bd0db0f-7716-41a9-848f-3b4e6ad49607 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:47:46.654972 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 34230) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:47:46.657357 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e245e28-1037-4e00-a6a0-05295559110a tempest-SecGroupTest-2107428936 tempest-SecGroupTest-2107428936-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=81274b14-b21e-408a-9ee4-794bf12eb3da,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:47:46.668861 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7fefbef4-fd48-4ed2-81b8-7ff5988ecd6e admin admin] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:46.675672 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-280a3597-e017-4e45-8684-88ed889721d8 tempest-SecGroupTest-2107428936 tempest-SecGroupTest-2107428936-project] Request body: {'security_group': {'name': 'tempest-secgroup--339953155'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:47:46.748118 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396a505e-99b7-4310-b744-b3f2236bce52 req-69aa489e-fddf-4999-8af3-d431de3894b4 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:47:46.750545 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-396a505e-99b7-4310-b744-b3f2236bce52 req-69aa489e-fddf-4999-8af3-d431de3894b4 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] 10.222.0.60 "GET /v2.0/ports?device_id=249ac4eb-1a02-4a5a-b338-42e7ef7de469 HTTP/1.1" status: 200 len: 943 time: 0.2755628 Nov 23 17:47:46.757752 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c921c7f1-4744-4d9d-b5da-89eadd36665a req-cc42c7d7-367f-444e-a12d-970c5ed2493f tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] 10.222.0.60 "GET /v2.0/security-groups?id=fa324d8c-13d0-499d-8791-7b10ff6fd90b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2558818 Nov 23 17:47:46.769950 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-280a3597-e017-4e45-8684-88ed889721d8 tempest-SecGroupTest-2107428936 tempest-SecGroupTest-2107428936-project] Publish callbacks [] for security_group, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:46.774556 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcc687b-ac8c-407f-ac5c-fac21eea2a2b req-62af3eeb-b67c-4416-9161-1ef961662c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:47:46.776115 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2bcc687b-ac8c-407f-ac5c-fac21eea2a2b req-62af3eeb-b67c-4416-9161-1ef961662c76 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b05aa742-7050-4bee-9612-3681dfd2164b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2754354 Nov 23 17:47:46.838274 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7fefbef4-fd48-4ed2-81b8-7ff5988ecd6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:46.853439 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-25de6970-1ccb-4953-89fa-1ec071679cd4 req-e4db3db1-763e-4300-80b9-1ff958549542 service neutron] 10.222.0.55 "GET /v2.0/networks/96a4c4fb-2a54-4887-a6a0-d3361fb03ec8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3227506 Nov 23 17:47:46.885977 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-ebd7e68f-d1a9-443c-ab5a-e2b6a1423f81 None None] Provisioning complete for port e9e80d74-9df4-41c6-a6e0-7c9127595d2e triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:47:46.886546 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-ebd7e68f-d1a9-443c-ab5a-e2b6a1423f81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:46.919505 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-396a505e-99b7-4310-b744-b3f2236bce52 req-f60df469-0992-4ea2-891a-7c91f8df50ec tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] 10.222.0.60 "GET /v2.0/security-groups?id=64527216-2011-4047-a391-7b59938bf8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1604834 Nov 23 17:47:46.967459 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2bcc687b-ac8c-407f-ac5c-fac21eea2a2b req-fdb4e20a-182c-4fbc-a930-380a2a0264f1 service neutron] 10.222.0.36 "GET /v2.0/networks/b05aa742-7050-4bee-9612-3681dfd2164b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1757958 Nov 23 17:47:47.017654 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d321ed94-add8-4669-bc54-b2ea452e2a9a req-dce738e1-cfa5-493e-bd03-c0a405cd71ef tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:47:47.025987 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d321ed94-add8-4669-bc54-b2ea452e2a9a req-dce738e1-cfa5-493e-bd03-c0a405cd71ef tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ea7def0-5cf3-46bd-90e2-20013bf25e5e HTTP/1.1" status: 200 len: 946 time: 0.1306953 Nov 23 17:47:47.065920 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fefbef4-fd48-4ed2-81b8-7ff5988ecd6e admin admin] Network 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:47:47.075953 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-7fefbef4-fd48-4ed2-81b8-7ff5988ecd6e admin admin] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:47:47.078989 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fefbef4-fd48-4ed2-81b8-7ff5988ecd6e admin admin] Pushing event updated for resources: {'Port': ['ID=a4c57515-5df7-417c-a321-c2a95b975a0e,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:47:47.085274 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fefbef4-fd48-4ed2-81b8-7ff5988ecd6e admin admin] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:47:47.124957 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-731b845a-1e65-4c05-875b-895fd8f5a2a6 None None] DHCP port deletion for 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:47:47.150195 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d321ed94-add8-4669-bc54-b2ea452e2a9a req-f6f207b0-a65f-4052-8a80-bde59aa392b1 tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] 10.222.0.60 "GET /v2.0/security-groups?id=6b69aca9-b68e-45b0-a7a0-1eb351a8ed08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187396 Nov 23 17:47:47.192064 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2bcc687b-ac8c-407f-ac5c-fac21eea2a2b req-ba52dd9c-142d-4b7f-a8dc-e37fd574ef29 service neutron] 10.222.0.36 "GET /v2.0/networks/b05aa742-7050-4bee-9612-3681dfd2164b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2150466 Nov 23 17:47:47.255535 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-d88195e1-2da5-4fbe-842d-c870e575b951 None None] Provisioning complete for port a4c57515-5df7-417c-a321-c2a95b975a0e triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:47:47.255535 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-d88195e1-2da5-4fbe-842d-c870e575b951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:47.323622 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-d88195e1-2da5-4fbe-842d-c870e575b951 None None] Port a4c57515-5df7-417c-a321-c2a95b975a0e cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:47:47.334881 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38fb666-f4fa-434c-8ad0-0ef7053588c8 req-5526a361-224d-4966-b39b-e6ad3279c93a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:47:47.336761 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f38fb666-f4fa-434c-8ad0-0ef7053588c8 req-5526a361-224d-4966-b39b-e6ad3279c93a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=093e052ebdfd4c689471d0502a0c2e0a&device_id=249ac4eb-1a02-4a5a-b338-42e7ef7de469 HTTP/1.1" status: 200 len: 1094 time: 0.0737655 Nov 23 17:47:47.351550 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a313afd-1b71-4a6f-babc-968d34caf63d req-62d3860d-2689-47a6-96df-3bc792be4e91 tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:47:47.351783 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-280a3597-e017-4e45-8684-88ed889721d8 tempest-SecGroupTest-2107428936 tempest-SecGroupTest-2107428936-project] Publish callbacks [] for security_group, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:47.354411 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7a313afd-1b71-4a6f-babc-968d34caf63d req-62d3860d-2689-47a6-96df-3bc792be4e91 tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ea7def0-5cf3-46bd-90e2-20013bf25e5e HTTP/1.1" status: 200 len: 946 time: 0.1036360 Nov 23 17:47:47.356270 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-25de6970-1ccb-4953-89fa-1ec071679cd4 req-150341c4-13f8-4f73-a4fc-23b4e49ad958 service neutron] 10.222.0.55 "GET /v2.0/networks/96a4c4fb-2a54-4887-a6a0-d3361fb03ec8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4118154 Nov 23 17:47:47.358068 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-280a3597-e017-4e45-8684-88ed889721d8 tempest-SecGroupTest-2107428936 tempest-SecGroupTest-2107428936-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:47.448576 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280a3597-e017-4e45-8684-88ed889721d8 tempest-SecGroupTest-2107428936 tempest-SecGroupTest-2107428936-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02c0a16a-49aa-4213-9362-e2d276f108ad,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:47:47.449440 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7a313afd-1b71-4a6f-babc-968d34caf63d req-a7cfb8a1-cf63-4c64-834e-50a509d0161e tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] 10.222.0.60 "GET /v2.0/security-groups?id=6b69aca9-b68e-45b0-a7a0-1eb351a8ed08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940282 Nov 23 17:47:47.471928 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-280a3597-e017-4e45-8684-88ed889721d8 tempest-SecGroupTest-2107428936 tempest-SecGroupTest-2107428936-project] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:47.474915 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-280a3597-e017-4e45-8684-88ed889721d8 tempest-SecGroupTest-2107428936 tempest-SecGroupTest-2107428936-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.8186843 Nov 23 17:47:47.478753 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 34244) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:47:47.484575 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-81c2fd0d-6f62-408d-a4d9-28cb2cfcd632 tempest-SecGroupTest-2107428936 tempest-SecGroupTest-2107428936-project] Request body: {'security_group_rule': {'security_group_id': '02c0a16a-49aa-4213-9362-e2d276f108ad', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:47:47.558419 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38fb666-f4fa-434c-8ad0-0ef7053588c8 req-dc265376-3454-4032-b7e7-821ef01c7a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:47:47.560322 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f38fb666-f4fa-434c-8ad0-0ef7053588c8 req-dc265376-3454-4032-b7e7-821ef01c7a1d service neutron] 10.222.0.36 "GET /v2.0/networks?id=b05aa742-7050-4bee-9612-3681dfd2164b HTTP/1.1" status: 200 len: 918 time: 0.2030373 Nov 23 17:47:47.589228 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device e9e80d74-9df4-41c6-a6e0-7c9127595d2e up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:47:47.591159 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9d2e0297-e3f3-45c4-8c83-df51cc22818e None None] Provisioning complete for port e9e80d74-9df4-41c6-a6e0-7c9127595d2e triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:47:47.599555 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9d2e0297-e3f3-45c4-8c83-df51cc22818e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:47.625921 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7fefbef4-fd48-4ed2-81b8-7ff5988ecd6e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:47.629806 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-81c2fd0d-6f62-408d-a4d9-28cb2cfcd632 tempest-SecGroupTest-2107428936 tempest-SecGroupTest-2107428936-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:47.630562 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f38fb666-f4fa-434c-8ad0-0ef7053588c8 req-07a48344-b1ed-4a86-bfc3-45397b4aa38c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a2c7a480-eebd-4d1c-9ef0-43dc8bbe0391 HTTP/1.1" status: 200 len: 217 time: 0.0590036 Nov 23 17:47:47.794695 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38fb666-f4fa-434c-8ad0-0ef7053588c8 req-2ca5378a-30e3-4328-853b-d61038373012 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:47:47.800248 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9a27ae6c-db98-474f-94c1-cc99bf842d79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:47.802290 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f38fb666-f4fa-434c-8ad0-0ef7053588c8 req-2ca5378a-30e3-4328-853b-d61038373012 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=784540e3-73ef-4656-9bfa-913bbf55b1a9 HTTP/1.1" status: 200 len: 856 time: 0.1598504 Nov 23 17:47:47.848932 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port e9e80d74-9df4-41c6-a6e0-7c9127595d2e triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:47:47.849436 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:47.862639 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1179e0-4e9d-4829-9689-8dc216535e37 req-57e824d3-1a32-4cab-a009-563ed71b77fc tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:47:47.870580 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ba1179e0-4e9d-4829-9689-8dc216535e37 req-57e824d3-1a32-4cab-a009-563ed71b77fc tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ea7def0-5cf3-46bd-90e2-20013bf25e5e HTTP/1.1" status: 200 len: 946 time: 0.2029977 Nov 23 17:47:47.888429 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7fefbef4-fd48-4ed2-81b8-7ff5988ecd6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1794316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1795362'] for router, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:47.997588 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ba1179e0-4e9d-4829-9689-8dc216535e37 req-5b21a3c5-3aca-41de-8462-d9de33b0d79a tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] 10.222.0.60 "GET /v2.0/security-groups?id=6b69aca9-b68e-45b0-a7a0-1eb351a8ed08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261067 Nov 23 17:47:48.000836 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38fb666-f4fa-434c-8ad0-0ef7053588c8 req-82ad22b5-c36d-462c-a016-666c3a2b5925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:47:48.003273 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f38fb666-f4fa-434c-8ad0-0ef7053588c8 req-82ad22b5-c36d-462c-a016-666c3a2b5925 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b05aa742-7050-4bee-9612-3681dfd2164b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1778920 Nov 23 17:47:48.027190 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394929ad-37bd-4a17-98fc-e791316c7a3a req-fff6aaed-5dab-412b-b541-939f5a30316f tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:47:48.027190 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-394929ad-37bd-4a17-98fc-e791316c7a3a req-fff6aaed-5dab-412b-b541-939f5a30316f tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] 10.222.0.60 "GET /v2.0/ports?device_id=eac45670-ad42-4456-afd9-c565956fd007 HTTP/1.1" status: 200 len: 943 time: 0.1154151 Nov 23 17:47:48.214556 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-394929ad-37bd-4a17-98fc-e791316c7a3a req-85fcca8a-108d-462d-a2f5-e4ec286f548a tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] 10.222.0.60 "GET /v2.0/security-groups?id=fa324d8c-13d0-499d-8791-7b10ff6fd90b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838100 Nov 23 17:47:48.261685 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f38fb666-f4fa-434c-8ad0-0ef7053588c8 req-0a3bec82-45f3-495c-8620-492923c693ff service neutron] 10.222.0.36 "GET /v2.0/networks/b05aa742-7050-4bee-9612-3681dfd2164b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2413771 Nov 23 17:47:48.279943 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f381a5-08b3-4dd6-b001-4caeeaebdd33 req-c436f655-1737-4f12-9fd1-eddff26b9519 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:47:48.281673 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-63f381a5-08b3-4dd6-b001-4caeeaebdd33 req-c436f655-1737-4f12-9fd1-eddff26b9519 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] 10.222.0.60 "GET /v2.0/ports?device_id=249ac4eb-1a02-4a5a-b338-42e7ef7de469 HTTP/1.1" status: 200 len: 943 time: 0.1484480 Nov 23 17:47:48.286665 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7ced1fd2-21f8-453e-af50-7fb9537d7513 req-46d1112e-85e1-4ecb-b0b8-784f0d80e753 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=33ad57ba-2e81-4ec7-8fab-dd4327006cf7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1425750 Nov 23 17:47:48.321104 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:48.446978 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-81c2fd0d-6f62-408d-a4d9-28cb2cfcd632 tempest-SecGroupTest-2107428936 tempest-SecGroupTest-2107428936-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:48.459498 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-81c2fd0d-6f62-408d-a4d9-28cb2cfcd632 tempest-SecGroupTest-2107428936 tempest-SecGroupTest-2107428936-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994370'] for security_group_rule, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:48.483657 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-63f381a5-08b3-4dd6-b001-4caeeaebdd33 req-b31046d6-4e41-4db2-abe4-cfa35105628b tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] 10.222.0.60 "GET /v2.0/security-groups?id=64527216-2011-4047-a391-7b59938bf8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1591725 Nov 23 17:47:48.498178 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f576b23-85d0-4300-8d49-c7aa05224c0b req-3151ef15-f668-4e31-8ae2-5bf9d1860bbb tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:47:48.499722 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2f576b23-85d0-4300-8d49-c7aa05224c0b req-3151ef15-f668-4e31-8ae2-5bf9d1860bbb tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ea7def0-5cf3-46bd-90e2-20013bf25e5e HTTP/1.1" status: 200 len: 946 time: 0.1764705 Nov 23 17:47:48.502700 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c2fd0d-6f62-408d-a4d9-28cb2cfcd632 tempest-SecGroupTest-2107428936 tempest-SecGroupTest-2107428936-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96783298-b7f1-45a4-8cfe-c9cf5f7c82ef,revision_number=0']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:47:48.513678 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-81c2fd0d-6f62-408d-a4d9-28cb2cfcd632 tempest-SecGroupTest-2107428936 tempest-SecGroupTest-2107428936-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:48.517543 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-81c2fd0d-6f62-408d-a4d9-28cb2cfcd632 tempest-SecGroupTest-2107428936 tempest-SecGroupTest-2107428936-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0349436 Nov 23 17:47:48.518250 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ced1fd2-21f8-453e-af50-7fb9537d7513 req-11236918-1065-4332-a8f4-a268b361eb59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:47:48.518489 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7ced1fd2-21f8-453e-af50-7fb9537d7513 req-11236918-1065-4332-a8f4-a268b361eb59 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c0a53cd325e44b8fbee499050453672f&device_id=33ad57ba-2e81-4ec7-8fab-dd4327006cf7 HTTP/1.1" status: 200 len: 1097 time: 0.1895983 Nov 23 17:47:48.520471 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 34272) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:47:48.530040 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f38fb666-f4fa-434c-8ad0-0ef7053588c8 req-15e0cd2d-5bd4-473f-9794-b498f55ca739 service neutron] 10.222.0.36 "GET /v2.0/networks/b05aa742-7050-4bee-9612-3681dfd2164b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2473028 Nov 23 17:47:48.542391 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fefbef4-fd48-4ed2-81b8-7ff5988ecd6e admin admin] Router 18906d7e-f2da-4cd8-8a7b-ff0a10accfe1 is scheduled to L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 with binding_index 1 {{(pid=103590) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 17:47:48.556721 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-0db41ba9-e432-48a6-99ce-61901df41b97 tempest-SecGroupTest-2107428936 tempest-SecGroupTest-2107428936-project] 10.222.0.60 "GET /v2.0/security-group-rules/96783298-b7f1-45a4-8cfe-c9cf5f7c82ef HTTP/1.1" status: 200 len: 763 time: 0.0316925 Nov 23 17:47:48.559072 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 34274) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:47:48.648091 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2f576b23-85d0-4300-8d49-c7aa05224c0b req-466b136f-61d8-407b-9b1f-cd6608e71aad tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] 10.222.0.60 "GET /v2.0/security-groups?id=6b69aca9-b68e-45b0-a7a0-1eb351a8ed08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267588 Nov 23 17:47:48.691590 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ced1fd2-21f8-453e-af50-7fb9537d7513 req-9c26de18-8fd8-46fc-8922-a1aca2163065 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:47:48.691590 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7ced1fd2-21f8-453e-af50-7fb9537d7513 req-9c26de18-8fd8-46fc-8922-a1aca2163065 service neutron] 10.222.0.36 "GET /v2.0/networks?id=02874d22-2dc9-404b-96b5-741d17e13e44 HTTP/1.1" status: 200 len: 913 time: 0.1374588 Nov 23 17:47:48.696874 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-8becc24f-4bdf-45bd-aac5-a174aeee76f9 tempest-SecGroupTest-2107428936 tempest-SecGroupTest-2107428936-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1346824 Nov 23 17:47:48.697592 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 34280) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:47:48.741586 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c9c278ba-7c67-4c10-ad61-8deefeb7f4cc tempest-SecGroupTest-2107428936 tempest-SecGroupTest-2107428936-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:48.751919 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c9c278ba-7c67-4c10-ad61-8deefeb7f4cc tempest-SecGroupTest-2107428936 tempest-SecGroupTest-2107428936-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:48.758374 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fefbef4-fd48-4ed2-81b8-7ff5988ecd6e admin admin] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:47:48.777934 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c7e18db-731e-4dc8-bcce-88e844a627a5 None None] Sync routers for ids ['18906d7e-f2da-4cd8-8a7b-ff0a10accfe1'] in n-d-816206-8 {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:47:48.789813 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c7e18db-731e-4dc8-bcce-88e844a627a5 None None] Routers {'18906d7e-f2da-4cd8-8a7b-ff0a10accfe1'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:47:48.790337 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-1c7e18db-731e-4dc8-bcce-88e844a627a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:47:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['18906d7e-f2da-4cd8-8a7b-ff0a10accfe1'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:47:48.796051 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7fefbef4-fd48-4ed2-81b8-7ff5988ecd6e admin admin] Publish callbacks [] for router, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:48.797419 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-7fefbef4-fd48-4ed2-81b8-7ff5988ecd6e admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.0049326 Nov 23 17:47:48.798600 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c9c278ba-7c67-4c10-ad61-8deefeb7f4cc tempest-SecGroupTest-2107428936 tempest-SecGroupTest-2107428936-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994370'] for security_group_rule, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:48.801380 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 34284) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:47:48.810078 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c9c278ba-7c67-4c10-ad61-8deefeb7f4cc tempest-SecGroupTest-2107428936 tempest-SecGroupTest-2107428936-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:48.811253 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-c9c278ba-7c67-4c10-ad61-8deefeb7f4cc tempest-SecGroupTest-2107428936 tempest-SecGroupTest-2107428936-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/96783298-b7f1-45a4-8cfe-c9cf5f7c82ef HTTP/1.1" status: 204 len: 168 time: 0.1126852 Nov 23 17:47:48.818221 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 34288) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:47:48.821566 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c278ba-7c67-4c10-ad61-8deefeb7f4cc tempest-SecGroupTest-2107428936 tempest-SecGroupTest-2107428936-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=96783298-b7f1-45a4-8cfe-c9cf5f7c82ef,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:47:48.858988 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7ced1fd2-21f8-453e-af50-7fb9537d7513 req-eec406ec-8c5a-4746-b0e5-ec3bd2a23cee service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3f0239ae-c0a5-4b25-b653-a289c9c182d2 HTTP/1.1" status: 200 len: 1002 time: 0.1575170 Nov 23 17:47:48.884251 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e2bf83-7e61-4138-9371-1187733dc123 req-b6fce86a-8472-4cbc-b1e3-9124d0c0295c tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:47:48.885842 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d0e2bf83-7e61-4138-9371-1187733dc123 req-b6fce86a-8472-4cbc-b1e3-9124d0c0295c tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ea7def0-5cf3-46bd-90e2-20013bf25e5e HTTP/1.1" status: 200 len: 946 time: 0.1303856 Nov 23 17:47:48.957122 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-1c7e18db-731e-4dc8-bcce-88e844a627a5 None None] Set router 18906d7e-f2da-4cd8-8a7b-ff0a10accfe1 gateway port host: n-d-816206-8 {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:47:48.968904 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-c7114ede-4d7e-436e-99d4-9f4e13bef3ab tempest-SecGroupTest-2107428936 tempest-SecGroupTest-2107428936-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1484983 Nov 23 17:47:48.974574 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 34292) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:47:48.979705 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-f10eb788-43c5-482f-9d26-d9e6aa7c4da4 tempest-SecGroupTest-2107428936 tempest-SecGroupTest-2107428936-project] Request body: {'security_group_rule': {'security_group_id': '02c0a16a-49aa-4213-9362-e2d276f108ad', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:47:48.987230 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ced1fd2-21f8-453e-af50-7fb9537d7513 req-ff352c9c-01e3-474f-b1ba-5f4adc89ac62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:47:48.988707 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7ced1fd2-21f8-453e-af50-7fb9537d7513 req-ff352c9c-01e3-474f-b1ba-5f4adc89ac62 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7cd7c517-b8bf-4f3d-98b6-b23c91372576 HTTP/1.1" status: 200 len: 851 time: 0.1157835 Nov 23 17:47:49.069191 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d0e2bf83-7e61-4138-9371-1187733dc123 req-e247791a-a06c-4f57-ad58-73683445f7ee tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] 10.222.0.60 "GET /v2.0/security-groups?id=6b69aca9-b68e-45b0-a7a0-1eb351a8ed08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734109 Nov 23 17:47:49.083849 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-f10eb788-43c5-482f-9d26-d9e6aa7c4da4 tempest-SecGroupTest-2107428936 tempest-SecGroupTest-2107428936-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:49.111950 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ced1fd2-21f8-453e-af50-7fb9537d7513 req-ef8353c2-3c80-4794-94a6-efd76726642e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:47:49.113398 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7ced1fd2-21f8-453e-af50-7fb9537d7513 req-ef8353c2-3c80-4794-94a6-efd76726642e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=02874d22-2dc9-404b-96b5-741d17e13e44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1061711 Nov 23 17:47:49.169373 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device 87043b31-7757-4df3-9cfe-c204f8a2de3b details requested by agent hyperv_n-h1-816206-8 with host n-h1-816206-8 {{(pid=103592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 17:47:49.207967 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-1c7e18db-731e-4dc8-bcce-88e844a627a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18906d7e-f2da-4cd8-8a7b-ff0a10accfe1', 'name': 'tempest-TestAggregatesBasicOps-186363660-router', 'tenant_id': 'dd84e9acda1040afa439028a41d80b38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.18'}], 'enable_snat': True}, 'gw_port_id': 'a4c57515-5df7-417c-a321-c2a95b975a0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:47:43Z', 'updated_at': '2021-11-23T17:47:47Z', 'revision_number': 3, 'project_id': 'dd84e9acda1040afa439028a41d80b38', 'gw_port': {'id': 'a4c57515-5df7-417c-a321-c2a95b975a0e', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:9b:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18906d7e-f2da-4cd8-8a7b-ff0a10accfe1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2856, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:47:45Z', 'updated_at': '2021-11-23T17:47:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8'}], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:47:49.241369 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-f10eb788-43c5-482f-9d26-d9e6aa7c4da4 tempest-SecGroupTest-2107428936 tempest-SecGroupTest-2107428936-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:49.269416 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-f10eb788-43c5-482f-9d26-d9e6aa7c4da4 tempest-SecGroupTest-2107428936 tempest-SecGroupTest-2107428936-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994370'] for security_group_rule, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:49.278460 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c7e18db-731e-4dc8-bcce-88e844a627a5 None None] Checking router: 18906d7e-f2da-4cd8-8a7b-ff0a10accfe1 for host: n-d-816206-8 {{(pid=103593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 17:47:49.289192 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c7e18db-731e-4dc8-bcce-88e844a627a5 None None] Updating router 18906d7e-f2da-4cd8-8a7b-ff0a10accfe1 port a4c57515-5df7-417c-a321-c2a95b975a0e binding host n-d-816206-8 {{(pid=103593) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 17:47:49.307943 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10eb788-43c5-482f-9d26-d9e6aa7c4da4 tempest-SecGroupTest-2107428936 tempest-SecGroupTest-2107428936-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d1ba272-66e1-4c49-a61a-f4440548d24f,revision_number=0']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:47:49.326389 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-1c7e18db-731e-4dc8-bcce-88e844a627a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:49.361681 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7ced1fd2-21f8-453e-af50-7fb9537d7513 req-31f5e8bf-664c-4c6c-9d5f-5229d965c701 service neutron] 10.222.0.36 "GET /v2.0/networks/02874d22-2dc9-404b-96b5-741d17e13e44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2365811 Nov 23 17:47:49.369115 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-f10eb788-43c5-482f-9d26-d9e6aa7c4da4 tempest-SecGroupTest-2107428936 tempest-SecGroupTest-2107428936-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:49.370295 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-f10eb788-43c5-482f-9d26-d9e6aa7c4da4 tempest-SecGroupTest-2107428936 tempest-SecGroupTest-2107428936-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3940585 Nov 23 17:47:49.386810 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a83d1fd-3ed9-48ec-a551-d1abda075d56 req-ce6b6b44-5b5a-4d5f-a5ae-0bdc0b4d862a tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:47:49.394916 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9a83d1fd-3ed9-48ec-a551-d1abda075d56 req-ce6b6b44-5b5a-4d5f-a5ae-0bdc0b4d862a tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ea7def0-5cf3-46bd-90e2-20013bf25e5e HTTP/1.1" status: 200 len: 946 time: 0.1767013 Nov 23 17:47:49.404358 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 34302) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:47:49.420555 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port 87043b31-7757-4df3-9cfe-c204f8a2de3b, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=87043b31-7757-4df3-9cfe-c204f8a2de3b,segment=NetworkSegment(3dd48af8-0370-4e3e-80f2-5bf5c6c5c8d9),segment_id=3dd48af8-0370-4e3e-80f2-5bf5c6c5c8d9)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:47:49.435778 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Returning: {'device': '87043b31-7757-4df3-9cfe-c204f8a2de3b', 'network_id': '96a4c4fb-2a54-4887-a6a0-d3361fb03ec8', 'port_id': '87043b31-7757-4df3-9cfe-c204f8a2de3b', 'mac_address': 'fa:16:3e:17:3d:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a67b7b8-1b5e-4ea7-ab09-4d43799d0b06', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 17:47:49.473899 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-6ef66ba4-9299-417d-9d85-f0f3c4d8b049 tempest-SecGroupTest-2107428936 tempest-SecGroupTest-2107428936-project] 10.222.0.60 "GET /v2.0/security-group-rules/6d1ba272-66e1-4c49-a61a-f4440548d24f HTTP/1.1" status: 200 len: 763 time: 0.0658877 Nov 23 17:47:49.477068 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 34304) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:47:49.554408 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-815cb46d-27c0-4854-b37d-de00a9c1a903 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:49.727567 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:49.745052 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87043b31-7757-4df3-9cfe-c204f8a2de3b {{(pid=103592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:47:49.794124 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port 87043b31-7757-4df3-9cfe-c204f8a2de3b, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=87043b31-7757-4df3-9cfe-c204f8a2de3b,segment=NetworkSegment(3dd48af8-0370-4e3e-80f2-5bf5c6c5c8d9),segment_id=3dd48af8-0370-4e3e-80f2-5bf5c6c5c8d9)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:47:49.806819 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-1c7e18db-731e-4dc8-bcce-88e844a627a5 None None] Publish callbacks [] for port, precommit_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:49.809701 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:49.816706 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-1c7e18db-731e-4dc8-bcce-88e844a627a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:49.888823 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2c07015-cf67-42db-91ff-44db05f8a96a None None] DHCP port deletion for 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:47:49.890062 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-815cb46d-27c0-4854-b37d-de00a9c1a903 admin admin] Allocated IP 172.20.0.1 (9bd0db0f-7716-41a9-848f-3b4e6ad49607/2bc7a47c-3f5a-47dc-9076-661b05051edf/0768ab21-bc40-4c46-b34b-6a4a5b83571d) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:47:49.924096 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Pushing event updated for resources: {'Port': ['ID=87043b31-7757-4df3-9cfe-c204f8a2de3b,revision_number=4']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:47:49.943428 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9a83d1fd-3ed9-48ec-a551-d1abda075d56 req-77a0c4ba-7aa9-40c9-bdf7-12836206fdfc tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] 10.222.0.60 "GET /v2.0/security-groups?id=6b69aca9-b68e-45b0-a7a0-1eb351a8ed08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5476439 Nov 23 17:47:49.957053 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d545d705-21d3-49ee-aae1-64526de7717a req-691cb392-3812-43b8-83fd-b44b02409f35 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:47:49.958631 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d545d705-21d3-49ee-aae1-64526de7717a req-691cb392-3812-43b8-83fd-b44b02409f35 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] 10.222.0.60 "GET /v2.0/ports?device_id=eac45670-ad42-4456-afd9-c565956fd007 HTTP/1.1" status: 200 len: 943 time: 0.5941463 Nov 23 17:47:49.999473 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-a67d0eb8-1e24-47b0-bc74-b63d5624d84e tempest-SecGroupTest-2107428936 tempest-SecGroupTest-2107428936-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.4887676 Nov 23 17:47:50.007968 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 34318) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:47:50.024933 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] get_ports_and_sgs() called for port_ids ['87043b31-7757-4df3-9cfe-c204f8a2de3b'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:47:50.046558 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7ced1fd2-21f8-453e-af50-7fb9537d7513 req-dfa4ecf2-b177-426b-9f43-c0d5c4b09c90 service neutron] 10.222.0.36 "GET /v2.0/networks/02874d22-2dc9-404b-96b5-741d17e13e44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6677170 Nov 23 17:47:50.058353 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [None req-1c7e18db-731e-4dc8-bcce-88e844a627a5 None None] Attempting to bind port a4c57515-5df7-417c-a321-c2a95b975a0e on host n-d-816206-8 for vnic_type normal with profile {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:47:50.059150 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [None req-1c7e18db-731e-4dc8-bcce-88e844a627a5 None None] Attempting to bind port a4c57515-5df7-417c-a321-c2a95b975a0e by drivers openvswitch,hyperv on host n-d-816206-8 at level 0 using segments [{'id': 'bffd1e4f-e80f-4ff0-b418-2f42ae15febf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'}] {{(pid=103593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:47:50.059720 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c7e18db-731e-4dc8-bcce-88e844a627a5 None None] Attempting to bind port a4c57515-5df7-417c-a321-c2a95b975a0e on network 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:47:50.062004 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8498351-dd40-4213-8a66-c79490af38bf None None] Pushing event updated for resources: {'Port': ['ID=a4c57515-5df7-417c-a321-c2a95b975a0e,revision_number=2']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:47:50.072080 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c7e18db-731e-4dc8-bcce-88e844a627a5 None None] Checking agent: {'id': '9e89acbe-4bbe-4c77-a18b-6f1da9133e0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 7, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 47, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:47:50.072839 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c7e18db-731e-4dc8-bcce-88e844a627a5 None None] Checking segment: {'id': 'bffd1e4f-e80f-4ff0-b418-2f42ae15febf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:47:50.073433 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-1c7e18db-731e-4dc8-bcce-88e844a627a5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:50.073990 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c7e18db-731e-4dc8-bcce-88e844a627a5 None None] Bound using segment: {'id': 'bffd1e4f-e80f-4ff0-b418-2f42ae15febf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'} {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:47:50.074845 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [None req-1c7e18db-731e-4dc8-bcce-88e844a627a5 None None] Bound port: a4c57515-5df7-417c-a321-c2a95b975a0e, host: n-d-816206-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bffd1e4f-e80f-4ff0-b418-2f42ae15febf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'}}] {{(pid=103593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:47:50.075413 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-1c7e18db-731e-4dc8-bcce-88e844a627a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:50.076077 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-d7f71a24-d906-4bfb-831b-38009fd3b511 None None] Provisioning complete for port a4c57515-5df7-417c-a321-c2a95b975a0e triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:47:50.076558 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-d7f71a24-d906-4bfb-831b-38009fd3b511 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:50.088218 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8498351-dd40-4213-8a66-c79490af38bf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:47:50.088714 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8498351-dd40-4213-8a66-c79490af38bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:47:50.089160 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8498351-dd40-4213-8a66-c79490af38bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:47:50.089504 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8498351-dd40-4213-8a66-c79490af38bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:47:50.089835 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8498351-dd40-4213-8a66-c79490af38bf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:47:50.090166 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8498351-dd40-4213-8a66-c79490af38bf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:47:50.090493 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8498351-dd40-4213-8a66-c79490af38bf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:47:50.090816 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8498351-dd40-4213-8a66-c79490af38bf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:47:50.091138 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8498351-dd40-4213-8a66-c79490af38bf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:47:50.091452 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8498351-dd40-4213-8a66-c79490af38bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:47:50.092173 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8498351-dd40-4213-8a66-c79490af38bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:47:50.092810 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8498351-dd40-4213-8a66-c79490af38bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:47:50.138951 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-d7f71a24-d906-4bfb-831b-38009fd3b511 None None] Port a4c57515-5df7-417c-a321-c2a95b975a0e cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:47:50.150823 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-05989c99-0383-41b7-a08b-de277a4bdeff tempest-SecGroupTest-2107428936 tempest-SecGroupTest-2107428936-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:50.171353 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-05989c99-0383-41b7-a08b-de277a4bdeff tempest-SecGroupTest-2107428936 tempest-SecGroupTest-2107428936-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:50.177740 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d545d705-21d3-49ee-aae1-64526de7717a req-589533ed-ceda-4a4c-bc73-8d2b753acdc7 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] 10.222.0.60 "GET /v2.0/security-groups?id=fa324d8c-13d0-499d-8791-7b10ff6fd90b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2019494 Nov 23 17:47:50.188579 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-815cb46d-27c0-4854-b37d-de00a9c1a903 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:50.218312 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825cbeb7-0b62-4937-85e9-ffd02e1a1fb0 req-26813508-75e4-47a2-b171-151d30c14a0f tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:47:50.230942 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-825cbeb7-0b62-4937-85e9-ffd02e1a1fb0 req-26813508-75e4-47a2-b171-151d30c14a0f tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] 10.222.0.60 "GET /v2.0/ports?device_id=249ac4eb-1a02-4a5a-b338-42e7ef7de469 HTTP/1.1" status: 200 len: 943 time: 0.1386633 Nov 23 17:47:50.259560 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-1c7e18db-731e-4dc8-bcce-88e844a627a5 None None] For port a4c57515-5df7-417c-a321-c2a95b975a0e, host n-d-816206-8, cleared binding levels {{(pid=103593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:47:50.270777 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-05989c99-0383-41b7-a08b-de277a4bdeff tempest-SecGroupTest-2107428936 tempest-SecGroupTest-2107428936-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994370'] for security_group_rule, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:50.271126 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-1c7e18db-731e-4dc8-bcce-88e844a627a5 None None] For port a4c57515-5df7-417c-a321-c2a95b975a0e, host n-d-816206-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=a4c57515-5df7-417c-a321-c2a95b975a0e,segment=NetworkSegment(bffd1e4f-e80f-4ff0-b418-2f42ae15febf),segment_id=bffd1e4f-e80f-4ff0-b418-2f42ae15febf)] {{(pid=103593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:47:50.275428 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-815cb46d-27c0-4854-b37d-de00a9c1a903 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:50.277660 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-1c7e18db-731e-4dc8-bcce-88e844a627a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:50.287454 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-05989c99-0383-41b7-a08b-de277a4bdeff tempest-SecGroupTest-2107428936 tempest-SecGroupTest-2107428936-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:50.293576 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-05989c99-0383-41b7-a08b-de277a4bdeff tempest-SecGroupTest-2107428936 tempest-SecGroupTest-2107428936-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/6d1ba272-66e1-4c49-a61a-f4440548d24f HTTP/1.1" status: 204 len: 168 time: 0.2828062 Nov 23 17:47:50.303726 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 34322) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:47:50.320133 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-815cb46d-27c0-4854-b37d-de00a9c1a903 admin admin] Network 9bd0db0f-7716-41a9-848f-3b4e6ad49607 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:47:50.325201 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-815cb46d-27c0-4854-b37d-de00a9c1a903 admin admin] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:47:50.329000 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-815cb46d-27c0-4854-b37d-de00a9c1a903 admin admin] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:47:50.345185 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05989c99-0383-41b7-a08b-de277a4bdeff tempest-SecGroupTest-2107428936 tempest-SecGroupTest-2107428936-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6d1ba272-66e1-4c49-a61a-f4440548d24f,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:47:50.362453 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815cb46d-27c0-4854-b37d-de00a9c1a903 admin admin] Pushing event updated for resources: {'Port': ['ID=0768ab21-bc40-4c46-b34b-6a4a5b83571d,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:47:50.377611 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e72b3add-31af-43a3-98e2-07a1bd2e151a None None] DHCP port deletion for 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:47:50.401535 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-815cb46d-27c0-4854-b37d-de00a9c1a903 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1795539'] for router_interface, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:50.427434 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c7e18db-731e-4dc8-bcce-88e844a627a5 None None] Routers {'18906d7e-f2da-4cd8-8a7b-ff0a10accfe1'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:47:50.428067 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-1c7e18db-731e-4dc8-bcce-88e844a627a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:47:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['18906d7e-f2da-4cd8-8a7b-ff0a10accfe1'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:47:50.447334 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-825cbeb7-0b62-4937-85e9-ffd02e1a1fb0 req-a9a8da78-9cee-44b2-8ebc-0964c789bbd6 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] 10.222.0.60 "GET /v2.0/security-groups?id=64527216-2011-4047-a391-7b59938bf8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2080190 Nov 23 17:47:50.479419 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-de9ea301-75f0-49df-9621-7e7325eed5cc None None] Provisioning complete for port a4c57515-5df7-417c-a321-c2a95b975a0e triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:47:50.481838 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-de9ea301-75f0-49df-9621-7e7325eed5cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:50.518434 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8498351-dd40-4213-8a66-c79490af38bf None None] Pushing event updated for resources: {'Port': ['ID=a4c57515-5df7-417c-a321-c2a95b975a0e,revision_number=3']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:47:50.536163 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-bda14d70-c0a3-4faf-91bb-35278ff94f73 tempest-SecGroupTest-2107428936 tempest-SecGroupTest-2107428936-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2220769 Nov 23 17:47:50.539759 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 34330) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:47:50.559268 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-5f690a5c-ab69-4870-aaec-028b2fe2deb9 tempest-SecGroupTest-2107428936 tempest-SecGroupTest-2107428936-project] Request body: {'security_group_rule': {'security_group_id': '02c0a16a-49aa-4213-9362-e2d276f108ad', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:47:50.607008 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae087433-f740-4c4f-98e3-51fc57a17ffa req-8b3bb231-75dc-4713-945e-4e480b8d1ad3 tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:47:50.607843 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-815cb46d-27c0-4854-b37d-de00a9c1a903 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:50.617122 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ae087433-f740-4c4f-98e3-51fc57a17ffa req-8b3bb231-75dc-4713-945e-4e480b8d1ad3 tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ea7def0-5cf3-46bd-90e2-20013bf25e5e HTTP/1.1" status: 200 len: 946 time: 0.1951034 Nov 23 17:47:50.665575 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-5f690a5c-ab69-4870-aaec-028b2fe2deb9 tempest-SecGroupTest-2107428936 tempest-SecGroupTest-2107428936-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:50.678625 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-1c7e18db-731e-4dc8-bcce-88e844a627a5 None None] Set router 18906d7e-f2da-4cd8-8a7b-ff0a10accfe1 gateway port host: n-d-816206-8 {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:47:50.730339 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ae087433-f740-4c4f-98e3-51fc57a17ffa req-5b03c9ef-4ab7-4159-887f-3a61b7fb6e28 tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] 10.222.0.60 "GET /v2.0/security-groups?id=6b69aca9-b68e-45b0-a7a0-1eb351a8ed08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121886 Nov 23 17:47:50.738370 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-de9ea301-75f0-49df-9621-7e7325eed5cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:50.766272 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device a2c7a480-eebd-4d1c-9ef0-43dc8bbe0391 details requested by agent hyperv_n-h2-816206-8 with host n-h2-816206-8 {{(pid=103592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 17:47:50.797872 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-5f690a5c-ab69-4870-aaec-028b2fe2deb9 tempest-SecGroupTest-2107428936 tempest-SecGroupTest-2107428936-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:50.806566 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-5f690a5c-ab69-4870-aaec-028b2fe2deb9 tempest-SecGroupTest-2107428936 tempest-SecGroupTest-2107428936-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994370'] for security_group_rule, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:50.814686 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-de9ea301-75f0-49df-9621-7e7325eed5cc None None] For port a4c57515-5df7-417c-a321-c2a95b975a0e, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=a4c57515-5df7-417c-a321-c2a95b975a0e,segment=NetworkSegment(bffd1e4f-e80f-4ff0-b418-2f42ae15febf),segment_id=bffd1e4f-e80f-4ff0-b418-2f42ae15febf)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:47:50.835200 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f690a5c-ab69-4870-aaec-028b2fe2deb9 tempest-SecGroupTest-2107428936 tempest-SecGroupTest-2107428936-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a03f7a0a-58c5-47a9-ac61-f4fa08d2f55f,revision_number=0']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:47:50.837700 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-de9ea301-75f0-49df-9621-7e7325eed5cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:50.868541 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-5f690a5c-ab69-4870-aaec-028b2fe2deb9 tempest-SecGroupTest-2107428936 tempest-SecGroupTest-2107428936-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:50.882511 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-5f690a5c-ab69-4870-aaec-028b2fe2deb9 tempest-SecGroupTest-2107428936 tempest-SecGroupTest-2107428936-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3414214 Nov 23 17:47:50.901916 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 34336) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:47:50.962426 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-4a38d19c-6f56-4765-bf03-3339a7a38b43 tempest-SecGroupTest-2107428936 tempest-SecGroupTest-2107428936-project] 10.222.0.60 "GET /v2.0/security-group-rules/a03f7a0a-58c5-47a9-ac61-f4fa08d2f55f HTTP/1.1" status: 200 len: 764 time: 0.0569525 Nov 23 17:47:50.963148 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 34342) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:47:50.973510 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-815cb46d-27c0-4854-b37d-de00a9c1a903 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:50.989474 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-815cb46d-27c0-4854-b37d-de00a9c1a903 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264357957'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:51.007865 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99add671-667d-4fd9-8633-eeefdad100aa req-d8f011a1-a28d-4e68-88c8-c83bfed815b7 tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:47:51.010026 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-99add671-667d-4fd9-8633-eeefdad100aa req-d8f011a1-a28d-4e68-88c8-c83bfed815b7 tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ea7def0-5cf3-46bd-90e2-20013bf25e5e HTTP/1.1" status: 200 len: 946 time: 0.1263528 Nov 23 17:47:51.039497 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9ea301-75f0-49df-9621-7e7325eed5cc None None] Pushing event updated for resources: {'Port': ['ID=a4c57515-5df7-417c-a321-c2a95b975a0e,revision_number=4']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:47:51.042423 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-1c7e18db-731e-4dc8-bcce-88e844a627a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18906d7e-f2da-4cd8-8a7b-ff0a10accfe1', 'name': 'tempest-TestAggregatesBasicOps-186363660-router', 'tenant_id': 'dd84e9acda1040afa439028a41d80b38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.18'}], 'enable_snat': True}, 'gw_port_id': 'a4c57515-5df7-417c-a321-c2a95b975a0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:47:43Z', 'updated_at': '2021-11-23T17:47:47Z', 'revision_number': 3, 'project_id': 'dd84e9acda1040afa439028a41d80b38', 'gw_port': {'id': 'a4c57515-5df7-417c-a321-c2a95b975a0e', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:9b:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18906d7e-f2da-4cd8-8a7b-ff0a10accfe1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2856, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:47:45Z', 'updated_at': '2021-11-23T17:47:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8'}], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:47:51.050224 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-ec1dabf7-5b99-4138-9304-122be54883be None None] Provisioning complete for port 0768ab21-bc40-4c46-b34b-6a4a5b83571d triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:47:51.050762 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-ec1dabf7-5b99-4138-9304-122be54883be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:51.076676 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-25544bee-ec5b-4580-a45f-7cae480c0f7a tempest-SecGroupTest-2107428936 tempest-SecGroupTest-2107428936-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.1123228 Nov 23 17:47:51.080131 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 34344) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:47:51.083586 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c7e18db-731e-4dc8-bcce-88e844a627a5 None None] The sync data for ids ['18906d7e-f2da-4cd8-8a7b-ff0a10accfe1'] in n-d-816206-8 is: [{'id': '18906d7e-f2da-4cd8-8a7b-ff0a10accfe1', 'name': 'tempest-TestAggregatesBasicOps-186363660-router', 'tenant_id': 'dd84e9acda1040afa439028a41d80b38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.18'}], 'enable_snat': True}, 'gw_port_id': 'a4c57515-5df7-417c-a321-c2a95b975a0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:47:43Z', 'updated_at': '2021-11-23T17:47:47Z', 'revision_number': 3, 'project_id': 'dd84e9acda1040afa439028a41d80b38', 'gw_port': {'id': 'a4c57515-5df7-417c-a321-c2a95b975a0e', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:9b:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18906d7e-f2da-4cd8-8a7b-ff0a10accfe1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2856, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:47:45Z', 'updated_at': '2021-11-23T17:47:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8'}] {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:47:51.097839 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-ec1dabf7-5b99-4138-9304-122be54883be None None] Port 0768ab21-bc40-4c46-b34b-6a4a5b83571d cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:47:51.113675 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port a2c7a480-eebd-4d1c-9ef0-43dc8bbe0391, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=a2c7a480-eebd-4d1c-9ef0-43dc8bbe0391,segment=NetworkSegment(97bf93aa-7116-4943-8d21-ff543f30be5d),segment_id=97bf93aa-7116-4943-8d21-ff543f30be5d)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:47:51.118377 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-2a3eb6a4-64d7-4eba-8758-394e42540402 tempest-SecGroupTest-2107428936 tempest-SecGroupTest-2107428936-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:51.122261 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-815cb46d-27c0-4854-b37d-de00a9c1a903 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2068703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1794403'] for router_interface, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:51.124317 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815cb46d-27c0-4854-b37d-de00a9c1a903 admin admin] Pushing event updated for resources: {'Port': ['ID=0768ab21-bc40-4c46-b34b-6a4a5b83571d,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:47:51.130843 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Returning: {'device': 'a2c7a480-eebd-4d1c-9ef0-43dc8bbe0391', 'network_id': 'b05aa742-7050-4bee-9612-3681dfd2164b', 'port_id': 'a2c7a480-eebd-4d1c-9ef0-43dc8bbe0391', 'mac_address': 'fa:16:3e:7c:78:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '784540e3-73ef-4656-9bfa-913bbf55b1a9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 17:47:51.138107 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-2a3eb6a4-64d7-4eba-8758-394e42540402 tempest-SecGroupTest-2107428936 tempest-SecGroupTest-2107428936-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:51.162207 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-99add671-667d-4fd9-8633-eeefdad100aa req-7375507d-c838-46bc-af3e-79abbbe39b8f tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] 10.222.0.60 "GET /v2.0/security-groups?id=6b69aca9-b68e-45b0-a7a0-1eb351a8ed08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256354 Nov 23 17:47:51.186287 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device 87043b31-7757-4df3-9cfe-c204f8a2de3b up at agent hyperv_n-h1-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:47:51.191650 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-2a3eb6a4-64d7-4eba-8758-394e42540402 tempest-SecGroupTest-2107428936 tempest-SecGroupTest-2107428936-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994370'] for security_group_rule, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:51.213229 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-2a3eb6a4-64d7-4eba-8758-394e42540402 tempest-SecGroupTest-2107428936 tempest-SecGroupTest-2107428936-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:51.219306 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-2a3eb6a4-64d7-4eba-8758-394e42540402 tempest-SecGroupTest-2107428936 tempest-SecGroupTest-2107428936-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/a03f7a0a-58c5-47a9-ac61-f4fa08d2f55f HTTP/1.1" status: 204 len: 168 time: 0.1379745 Nov 23 17:47:51.220011 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 34350) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:47:51.250934 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3eb6a4-64d7-4eba-8758-394e42540402 tempest-SecGroupTest-2107428936 tempest-SecGroupTest-2107428936-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a03f7a0a-58c5-47a9-ac61-f4fa08d2f55f,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:47:51.292584 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-815cb46d-27c0-4854-b37d-de00a9c1a903 admin admin] Network 9bd0db0f-7716-41a9-848f-3b4e6ad49607 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:47:51.294594 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-815cb46d-27c0-4854-b37d-de00a9c1a903 admin admin] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:47:51.345923 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:51.357300 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-3cda6450-1a8d-4330-a4e2-b94a1b80b2a4 tempest-SecGroupTest-2107428936 tempest-SecGroupTest-2107428936-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1260805 Nov 23 17:47:51.363792 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 34358) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:47:51.383509 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2c7a480-eebd-4d1c-9ef0-43dc8bbe0391 {{(pid=103592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:47:51.452810 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port a2c7a480-eebd-4d1c-9ef0-43dc8bbe0391, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=a2c7a480-eebd-4d1c-9ef0-43dc8bbe0391,segment=NetworkSegment(97bf93aa-7116-4943-8d21-ff543f30be5d),segment_id=97bf93aa-7116-4943-8d21-ff543f30be5d)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:47:51.467637 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:51.520714 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ca5062-a1a6-4f79-80ff-7578f451cc3a req-88c2b90d-baa7-4794-9bcf-f1c2841d2461 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:47:51.524789 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b0ca5062-a1a6-4f79-80ff-7578f451cc3a req-88c2b90d-baa7-4794-9bcf-f1c2841d2461 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] 10.222.0.60 "GET /v2.0/ports?device_id=eac45670-ad42-4456-afd9-c565956fd007 HTTP/1.1" status: 200 len: 944 time: 0.2303488 Nov 23 17:47:51.575880 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Pushing event updated for resources: {'Port': ['ID=a2c7a480-eebd-4d1c-9ef0-43dc8bbe0391,revision_number=4']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:47:51.586513 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-286a28c3-456d-4ac2-a405-637724984d5d tempest-SecGroupTest-2107428936 tempest-SecGroupTest-2107428936-project] Publish callbacks [] for security_group, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:51.587713 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Provisioning for port 87043b31-7757-4df3-9cfe-c204f8a2de3b completed by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 17:47:51.600035 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Provisioning complete for port 87043b31-7757-4df3-9cfe-c204f8a2de3b triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:47:51.604430 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:51.653043 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e46840-4ff7-4ae3-9089-5c4f9a409815 req-588b32dd-1645-4579-9159-ba27a08c8846 tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:47:51.666805 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-05e46840-4ff7-4ae3-9089-5c4f9a409815 req-588b32dd-1645-4579-9159-ba27a08c8846 tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ea7def0-5cf3-46bd-90e2-20013bf25e5e HTTP/1.1" status: 200 len: 946 time: 0.2848227 Nov 23 17:47:51.712356 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-286a28c3-456d-4ac2-a405-637724984d5d tempest-SecGroupTest-2107428936 tempest-SecGroupTest-2107428936-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:51.730482 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b0ca5062-a1a6-4f79-80ff-7578f451cc3a req-09c77a85-8de5-47c8-a11c-283eabc46e64 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] 10.222.0.60 "GET /v2.0/security-groups?id=fa324d8c-13d0-499d-8791-7b10ff6fd90b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1830235 Nov 23 17:47:51.747288 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-815cb46d-27c0-4854-b37d-de00a9c1a903 admin admin] Router 18906d7e-f2da-4cd8-8a7b-ff0a10accfe1 has already been hosted by L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 {{(pid=103590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 17:47:51.782746 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device a4c57515-5df7-417c-a321-c2a95b975a0e up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:47:51.794354 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-05e46840-4ff7-4ae3-9089-5c4f9a409815 req-df575169-001b-45b3-996e-832fb9f3074f tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] 10.222.0.60 "GET /v2.0/security-groups?id=6b69aca9-b68e-45b0-a7a0-1eb351a8ed08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243541 Nov 23 17:47:51.888031 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] get_ports_and_sgs() called for port_ids ['a2c7a480-eebd-4d1c-9ef0-43dc8bbe0391'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:47:51.948017 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-815cb46d-27c0-4854-b37d-de00a9c1a903 admin admin] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:47:51.958364 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-815cb46d-27c0-4854-b37d-de00a9c1a903 admin admin] 10.222.0.60 "PUT /v2.0/routers/18906d7e-f2da-4cd8-8a7b-ff0a10accfe1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1536162 Nov 23 17:47:51.976708 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-286a28c3-456d-4ac2-a405-637724984d5d tempest-SecGroupTest-2107428936 tempest-SecGroupTest-2107428936-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:51.980217 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-286a28c3-456d-4ac2-a405-637724984d5d tempest-SecGroupTest-2107428936 tempest-SecGroupTest-2107428936-project] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:51.982260 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-286a28c3-456d-4ac2-a405-637724984d5d tempest-SecGroupTest-2107428936 tempest-SecGroupTest-2107428936-project] 10.222.0.60 "DELETE /v2.0/security-groups/02c0a16a-49aa-4213-9362-e2d276f108ad HTTP/1.1" status: 204 len: 168 time: 0.6163878 Nov 23 17:47:51.988217 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 34372) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:47:52.012842 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286a28c3-456d-4ac2-a405-637724984d5d tempest-SecGroupTest-2107428936 tempest-SecGroupTest-2107428936-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=02c0a16a-49aa-4213-9362-e2d276f108ad,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:47:52.014253 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8cdafc-3fbb-45c2-b504-b44d7486325d req-8622416f-47fb-4263-b880-a5df0805cca2 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:47:52.016019 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9a8cdafc-3fbb-45c2-b504-b44d7486325d req-8622416f-47fb-4263-b880-a5df0805cca2 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] 10.222.0.60 "GET /v2.0/ports?device_id=249ac4eb-1a02-4a5a-b338-42e7ef7de469 HTTP/1.1" status: 200 len: 944 time: 0.1094470 Nov 23 17:47:52.031937 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26386f1-4e5f-44a7-8b75-f297a9f1cd97 req-8c0d59a9-f8c3-41e1-be73-06483a3eabd2 tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:47:52.041081 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a26386f1-4e5f-44a7-8b75-f297a9f1cd97 req-8c0d59a9-f8c3-41e1-be73-06483a3eabd2 tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ea7def0-5cf3-46bd-90e2-20013bf25e5e HTTP/1.1" status: 200 len: 946 time: 0.1138403 Nov 23 17:47:52.048018 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-4112b810-1616-4a23-a653-c2888ceeffe7 None None] Provisioning complete for port 0768ab21-bc40-4c46-b34b-6a4a5b83571d triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:47:52.056793 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-4112b810-1616-4a23-a653-c2888ceeffe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:52.061850 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-8d30e8ca-93bb-45d1-a218-4de0e28e327e tempest-SecGroupTest-2107428936 tempest-SecGroupTest-2107428936-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0670528 Nov 23 17:47:52.065516 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 34378) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:47:52.155052 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-26e894c7-7da3-45b7-b935-70318216d1f3 tempest-SecGroupTest-2107428936 tempest-SecGroupTest-2107428936-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0842130 Nov 23 17:47:52.156300 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9a8cdafc-3fbb-45c2-b504-b44d7486325d req-149d3253-73f2-42a3-a10d-8ec6549563ab tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] 10.222.0.60 "GET /v2.0/security-groups?id=64527216-2011-4047-a391-7b59938bf8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1064677 Nov 23 17:47:52.169834 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:52.229903 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a26386f1-4e5f-44a7-8b75-f297a9f1cd97 req-881a70a4-8c22-491a-b7e5-106d05b07425 tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] 10.222.0.60 "GET /v2.0/security-groups?id=6b69aca9-b68e-45b0-a7a0-1eb351a8ed08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875141 Nov 23 17:47:52.281040 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port a4c57515-5df7-417c-a321-c2a95b975a0e triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:47:52.281416 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:52.299530 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-4112b810-1616-4a23-a653-c2888ceeffe7 None None] Port 0768ab21-bc40-4c46-b34b-6a4a5b83571d cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:47:52.367261 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eac45670-ad42-4456-afd9-c565956fd007', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87043b31-7757-4df3-9cfe-c204f8a2de3b'}] {{(pid=103592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:47:52.369738 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba3e6a8f2301c7a29fe1eca9779abdae4ccbcd6266d69778087f2498d5551201" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8b71871-470d-4dc9-8f0b-c36541340ff0" -d '{"events": [{"server_uuid": "eac45670-ad42-4456-afd9-c565956fd007", "name": "network-vif-plugged", "status": "completed", "tag": "87043b31-7757-4df3-9cfe-c204f8a2de3b"}]}' {{(pid=103592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:47:52.415584 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port 87043b31-7757-4df3-9cfe-c204f8a2de3b, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=87043b31-7757-4df3-9cfe-c204f8a2de3b,segment=NetworkSegment(3dd48af8-0370-4e3e-80f2-5bf5c6c5c8d9),segment_id=3dd48af8-0370-4e3e-80f2-5bf5c6c5c8d9)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:47:52.447694 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:52.472961 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32679637-8c2d-4a1e-baea-ab662bcacdc9 req-849602e3-9199-4fdf-8dc5-048e1899f5d5 tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:47:52.481056 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-32679637-8c2d-4a1e-baea-ab662bcacdc9 req-849602e3-9199-4fdf-8dc5-048e1899f5d5 tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ea7def0-5cf3-46bd-90e2-20013bf25e5e HTTP/1.1" status: 200 len: 946 time: 0.1017210 Nov 23 17:47:52.518688 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:47:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01cbfc5f-ee7f-4eda-be2f-e859d4caa0c4 x-openstack-request-id: req-01cbfc5f-ee7f-4eda-be2f-e859d4caa0c4 {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:47:52.518949 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eac45670-ad42-4456-afd9-c565956fd007", "name": "network-vif-plugged", "status": "completed", "tag": "87043b31-7757-4df3-9cfe-c204f8a2de3b", "code": 200}]} {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:47:52.519140 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-01cbfc5f-ee7f-4eda-be2f-e859d4caa0c4 {{(pid=103592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:47:52.519613 n-d-816206-8 neutron-server[103592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eac45670-ad42-4456-afd9-c565956fd007', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87043b31-7757-4df3-9cfe-c204f8a2de3b', 'code': 200} Nov 23 17:47:52.558093 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-32679637-8c2d-4a1e-baea-ab662bcacdc9 req-0ab5090e-702a-458f-8fa3-04a98f1dd1de tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] 10.222.0.60 "GET /v2.0/security-groups?id=6b69aca9-b68e-45b0-a7a0-1eb351a8ed08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748494 Nov 23 17:47:52.628599 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0b21d8-e917-47b9-b5d5-c1d8c006f3b8 req-9f0484e7-193c-4a1c-b3c5-b2fabc1e279a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:47:52.630182 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-5a0b21d8-e917-47b9-b5d5-c1d8c006f3b8 req-9f0484e7-193c-4a1c-b3c5-b2fabc1e279a service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=eac45670-ad42-4456-afd9-c565956fd007 HTTP/1.1" status: 200 len: 1096 time: 0.0982769 Nov 23 17:47:52.704476 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 34406) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:47:52.748116 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-5a0b21d8-e917-47b9-b5d5-c1d8c006f3b8 req-62acfdbc-7791-4960-bd7e-797f06632444 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=fa324d8c-13d0-499d-8791-7b10ff6fd90b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091046 Nov 23 17:47:52.761729 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63775d2f-7ca6-4987-95e9-9ace61af0870 req-823f6261-ceaf-425c-bf53-eb2ebdfa27d4 tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:47:52.770725 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-63775d2f-7ca6-4987-95e9-9ace61af0870 req-823f6261-ceaf-425c-bf53-eb2ebdfa27d4 tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ea7def0-5cf3-46bd-90e2-20013bf25e5e HTTP/1.1" status: 200 len: 946 time: 0.1204312 Nov 23 17:47:52.772466 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Pushing event updated for resources: {'Port': ['ID=87043b31-7757-4df3-9cfe-c204f8a2de3b,revision_number=5']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:47:52.863431 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-63775d2f-7ca6-4987-95e9-9ace61af0870 req-19ae36b3-a68d-4b52-a440-02de5522b39d tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] 10.222.0.60 "GET /v2.0/security-groups?id=6b69aca9-b68e-45b0-a7a0-1eb351a8ed08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899849 Nov 23 17:47:53.085385 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 34424) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:47:53.090364 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-4fb65ab8-ccc4-469d-8f7c-1e68fcd73933 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-13454612-network', 'tenant_id': '1948a46f907145dcafcc5c257f2051c9'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:47:53.096606 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-396cbfea-7b14-465c-9e58-8812e0790a45 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=277305c115714d2e8be6b6ce2dc5111c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3892751 Nov 23 17:47:53.097181 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 34426) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:47:53.107804 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05619c44-1071-4a83-860f-6cdee753d466 req-eab61742-b52e-415e-92ad-9b5ee839ac68 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:47:53.116601 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-05619c44-1071-4a83-860f-6cdee753d466 req-eab61742-b52e-415e-92ad-9b5ee839ac68 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] 10.222.0.60 "GET /v2.0/ports?device_id=eac45670-ad42-4456-afd9-c565956fd007 HTTP/1.1" status: 200 len: 945 time: 0.2111306 Nov 23 17:47:53.146097 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fb65ab8-ccc4-469d-8f7c-1e68fcd73933 admin admin] Made reservation on behalf of 1948a46f907145dcafcc5c257f2051c9 for: {'network': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:47:53.148611 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4fb65ab8-ccc4-469d-8f7c-1e68fcd73933 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for network, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:53.162217 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4fb65ab8-ccc4-469d-8f7c-1e68fcd73933 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:53.185874 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac1d7b2-1c36-4de2-b190-cc2a39078a79 req-901c441a-eb5f-4fd8-bb54-b51fb56d6f2d tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:47:53.186997 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e9339b2f-e503-4523-8cbb-c0cb1176ca38 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:53.187622 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4ac1d7b2-1c36-4de2-b190-cc2a39078a79 req-901c441a-eb5f-4fd8-bb54-b51fb56d6f2d tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ea7def0-5cf3-46bd-90e2-20013bf25e5e HTTP/1.1" status: 200 len: 946 time: 0.1105084 Nov 23 17:47:53.207895 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-05619c44-1071-4a83-860f-6cdee753d466 req-ec9df4cf-82a6-42a4-933a-450ff186c9ed tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] 10.222.0.60 "GET /v2.0/security-groups?id=fa324d8c-13d0-499d-8791-7b10ff6fd90b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850959 Nov 23 17:47:53.211727 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e9339b2f-e503-4523-8cbb-c0cb1176ca38 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:53.315849 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4fb65ab8-ccc4-469d-8f7c-1e68fcd73933 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:53.317059 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e9339b2f-e503-4523-8cbb-c0cb1176ca38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:53.319993 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e9339b2f-e503-4523-8cbb-c0cb1176ca38 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:53.321231 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-e9339b2f-e503-4523-8cbb-c0cb1176ca38 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a484f318-ecad-497f-a7eb-8adb4d025a81 HTTP/1.1" status: 204 len: 168 time: 0.2233231 Nov 23 17:47:53.331295 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4fb65ab8-ccc4-469d-8f7c-1e68fcd73933 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:53.344123 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4fb65ab8-ccc4-469d-8f7c-1e68fcd73933 admin admin] vlan segment allocate from pool success with {'vlan_id': 529, 'physical_network': 'physnet1'} {{(pid=103590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 17:47:53.355607 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4ac1d7b2-1c36-4de2-b190-cc2a39078a79 req-a66cbd8e-14e3-4294-8ffc-053823f8f5c8 tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] 10.222.0.60 "GET /v2.0/security-groups?id=6b69aca9-b68e-45b0-a7a0-1eb351a8ed08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465302 Nov 23 17:47:53.366064 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9339b2f-e503-4523-8cbb-c0cb1176ca38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a484f318-ecad-497f-a7eb-8adb4d025a81,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:47:53.374242 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4fb65ab8-ccc4-469d-8f7c-1e68fcd73933 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:53.374482 n-d-816206-8 neutron-server[103590]: INFO neutron.db.segments_db [None req-4fb65ab8-ccc4-469d-8f7c-1e68fcd73933 admin admin] Added segment 4da421ae-2063-4cb2-a42e-a5545a5a0725 of type vlan for network 3e67e762-5cf2-47d6-a115-1f4f3bbdff54 Nov 23 17:47:53.391285 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be59fa3a-a301-4c53-90fe-2e8b466047cc req-df7a747c-ab8e-4bfd-a63e-92f4a8f6c660 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:47:53.393971 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-be59fa3a-a301-4c53-90fe-2e8b466047cc req-df7a747c-ab8e-4bfd-a63e-92f4a8f6c660 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] 10.222.0.60 "GET /v2.0/ports?device_id=249ac4eb-1a02-4a5a-b338-42e7ef7de469 HTTP/1.1" status: 200 len: 944 time: 0.0793302 Nov 23 17:47:53.458430 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb65ab8-ccc4-469d-8f7c-1e68fcd73933 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45e523ab-e3c3-4565-a52a-4f916f06071b,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:47:53.475374 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4fb65ab8-ccc4-469d-8f7c-1e68fcd73933 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736635338810'] for network, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:53.521605 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4fb65ab8-ccc4-469d-8f7c-1e68fcd73933 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493'] for network, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:53.522832 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-be59fa3a-a301-4c53-90fe-2e8b466047cc req-fbfe3c22-490f-43cf-b2d2-8c93de977a3b tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] 10.222.0.60 "GET /v2.0/security-groups?id=64527216-2011-4047-a391-7b59938bf8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1095362 Nov 23 17:47:53.523509 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fb65ab8-ccc4-469d-8f7c-1e68fcd73933 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:47:53.524604 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4fb65ab8-ccc4-469d-8f7c-1e68fcd73933 admin admin] Publish callbacks [] for network, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:53.609199 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-4fb65ab8-ccc4-469d-8f7c-1e68fcd73933 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5225134 Nov 23 17:47:53.610182 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 34434) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:47:53.614966 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb65ab8-ccc4-469d-8f7c-1e68fcd73933 admin admin] Pushing event updated for resources: {'Network': ['ID=3e67e762-5cf2-47d6-a115-1f4f3bbdff54,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:47:53.622210 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-3f083d3c-1a59-472d-a700-b6785ed5c4d5 admin admin] Request body: {'subnet': {'network_id': '3e67e762-5cf2-47d6-a115-1f4f3bbdff54', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-13454612-subnet', 'tenant_id': '1948a46f907145dcafcc5c257f2051c9', 'ip_version': 4}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:47:53.632964 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Network 3e67e762-5cf2-47d6-a115-1f4f3bbdff54 details requested by agent ovs-agent-n-d-816206-8 with host n-d-816206-8 {{(pid=103592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 17:47:53.638714 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b4b79e-998d-4278-9cfd-a4cc7f9aaf5a req-50807d5c-f3c1-460d-bbeb-7a6e7bbb3ce7 tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:47:53.640475 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-09b4b79e-998d-4278-9cfd-a4cc7f9aaf5a req-50807d5c-f3c1-460d-bbeb-7a6e7bbb3ce7 tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ea7def0-5cf3-46bd-90e2-20013bf25e5e HTTP/1.1" status: 200 len: 946 time: 0.1026330 Nov 23 17:47:53.687759 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f083d3c-1a59-472d-a700-b6785ed5c4d5 admin admin] Made reservation on behalf of 1948a46f907145dcafcc5c257f2051c9 for: {'subnet': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:47:53.691043 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-3f083d3c-1a59-472d-a700-b6785ed5c4d5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264314294'] for subnet, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:53.739347 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-09b4b79e-998d-4278-9cfd-a4cc7f9aaf5a req-ee35ad6d-0f5e-464d-bffd-4b47b762bf00 tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] 10.222.0.60 "GET /v2.0/security-groups?id=6b69aca9-b68e-45b0-a7a0-1eb351a8ed08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847173 Nov 23 17:47:53.982672 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-3f083d3c-1a59-472d-a700-b6785ed5c4d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264758079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264314276'] for subnet, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:54.028201 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ad5f104-8e45-466d-bf56-0684443813bf None None] Sync routers for ids ['18906d7e-f2da-4cd8-8a7b-ff0a10accfe1'] in n-d-816206-8 {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:47:54.043599 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ad5f104-8e45-466d-bf56-0684443813bf None None] Routers {'18906d7e-f2da-4cd8-8a7b-ff0a10accfe1'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:47:54.044211 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-2ad5f104-8e45-466d-bf56-0684443813bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:47:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['18906d7e-f2da-4cd8-8a7b-ff0a10accfe1'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:47:54.047965 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449f69d6-24cc-4a5a-a2cb-2492d4f871b6 req-1dbe67cc-cd4d-4c36-9d21-69923a7b3ea2 tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:47:54.050591 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-449f69d6-24cc-4a5a-a2cb-2492d4f871b6 req-1dbe67cc-cd4d-4c36-9d21-69923a7b3ea2 tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ea7def0-5cf3-46bd-90e2-20013bf25e5e HTTP/1.1" status: 200 len: 946 time: 0.1289232 Nov 23 17:47:54.098636 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f083d3c-1a59-472d-a700-b6785ed5c4d5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=84c2278f-e486-4aa2-9586-ac9b3235378b,revision_number=0']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:47:54.109993 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f083d3c-1a59-472d-a700-b6785ed5c4d5 admin admin] Checking segment: {'id': '4da421ae-2063-4cb2-a42e-a5545a5a0725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '3e67e762-5cf2-47d6-a115-1f4f3bbdff54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:47:54.110403 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f083d3c-1a59-472d-a700-b6785ed5c4d5 admin admin] Network hostable DHCP agents. Network: 3e67e762-5cf2-47d6-a115-1f4f3bbdff54, hostable agents: ['0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3'], hosted agents: [] {{(pid=103591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 17:47:54.146359 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-449f69d6-24cc-4a5a-a2cb-2492d4f871b6 req-b3c2bf81-7dae-4e9c-a275-5de0c8fe70fa tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] 10.222.0.60 "GET /v2.0/security-groups?id=6b69aca9-b68e-45b0-a7a0-1eb351a8ed08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875814 Nov 23 17:47:54.148713 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f083d3c-1a59-472d-a700-b6785ed5c4d5 admin admin] Network 3e67e762-5cf2-47d6-a115-1f4f3bbdff54 is scheduled to be hosted by DHCP agent 0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3 with binding_index 1 {{(pid=103591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 17:47:54.166487 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [None req-3f083d3c-1a59-472d-a700-b6785ed5c4d5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-8, 3e67e762-5cf2-47d6-a115-1f4f3bbdff54) {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:47:54.183585 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f083d3c-1a59-472d-a700-b6785ed5c4d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:47:54.185164 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-3f083d3c-1a59-472d-a700-b6785ed5c4d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for subnet, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:54.209211 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvr_db [None req-2ad5f104-8e45-466d-bf56-0684443813bf None None] Set router 18906d7e-f2da-4cd8-8a7b-ff0a10accfe1 gateway port host: n-d-816206-8 {{(pid=103592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:47:54.228131 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-3f083d3c-1a59-472d-a700-b6785ed5c4d5 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6114986 Nov 23 17:47:54.228553 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 34460) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:47:54.232986 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-029074f5-95ad-411d-ab14-13bfde724d83 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-13454612-router', 'tenant_id': '1948a46f907145dcafcc5c257f2051c9', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'}}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:47:54.266400 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37eb2b57-cdad-45f3-b1d6-03da70cb1bc7 None None] Network 3e67e762-5cf2-47d6-a115-1f4f3bbdff54 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:47:54.312642 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-029074f5-95ad-411d-ab14-13bfde724d83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1793449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8093'] for router, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:54.313903 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-029074f5-95ad-411d-ab14-13bfde724d83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1794473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1794771', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1638326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8086'] for router, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:54.348140 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9450cea7-868e-4b90-b23b-12c252c62efa req-7a5d9c5b-8782-4e8b-8e20-87c3b6a93c50 tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:47:54.350217 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9450cea7-868e-4b90-b23b-12c252c62efa req-7a5d9c5b-8782-4e8b-8e20-87c3b6a93c50 tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ea7def0-5cf3-46bd-90e2-20013bf25e5e HTTP/1.1" status: 200 len: 946 time: 0.0877693 Nov 23 17:47:54.442082 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-029074f5-95ad-411d-ab14-13bfde724d83 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:54.466514 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 34466) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:47:54.481943 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dded7e6c-2a01-47f9-847a-c1057649ffbc req-bfde79ad-b416-4d60-a906-64d0b2666a7a tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:47:54.483725 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-dded7e6c-2a01-47f9-847a-c1057649ffbc req-bfde79ad-b416-4d60-a906-64d0b2666a7a tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] 10.222.0.60 "GET /v2.0/ports?device_id=eac45670-ad42-4456-afd9-c565956fd007 HTTP/1.1" status: 200 len: 945 time: 0.1597624 Nov 23 17:47:54.575476 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9450cea7-868e-4b90-b23b-12c252c62efa req-c6753a81-4ada-4ef5-9bdd-7ad3658294da tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] 10.222.0.60 "GET /v2.0/security-groups?id=6b69aca9-b68e-45b0-a7a0-1eb351a8ed08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2149189 Nov 23 17:47:54.594128 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-5f8cb149-c478-4285-a5a3-1b49426e86bb tempest-SubnetPoolsTestJSON-455722793 tempest-SubnetPoolsTestJSON-455722793-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1923158860', 'prefixes': ['172.20.0.0/16']}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:47:54.707016 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5f8cb149-c478-4285-a5a3-1b49426e86bb tempest-SubnetPoolsTestJSON-455722793 tempest-SubnetPoolsTestJSON-455722793-project] Publish callbacks [] for subnetpool, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:54.711848 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-5f8cb149-c478-4285-a5a3-1b49426e86bb tempest-SubnetPoolsTestJSON-455722793 tempest-SubnetPoolsTestJSON-455722793-project] 10.222.0.60 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.2438450 Nov 23 17:47:54.712580 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 34474) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:47:54.731500 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-566eee3f-aca7-49af-b272-139772d4188d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp355044b8-8e87-58c4-94fa-4a010ec30f9e-3e67e762-5cf2-47d6-a115-1f4f3bbdff54', 'network_id': '3e67e762-5cf2-47d6-a115-1f4f3bbdff54', 'tenant_id': '1948a46f907145dcafcc5c257f2051c9', 'fixed_ips': [{'subnet_id': '84c2278f-e486-4aa2-9586-ac9b3235378b'}]}} from n-d-816206-8. {{(pid=103592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 17:47:54.732927 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-566eee3f-aca7-49af-b272-139772d4188d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:54.746753 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-029074f5-95ad-411d-ab14-13bfde724d83 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:54.767461 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-3388d4a0-64d5-4ee1-83fa-b92a20282bef tempest-SubnetPoolsTestJSON-455722793 tempest-SubnetPoolsTestJSON-455722793-project] 10.222.0.60 "GET /v2.0/subnetpools/71f23ace-93ff-4f99-8aa7-4df2328f4eae HTTP/1.1" status: 200 len: 732 time: 0.0536611 Nov 23 17:47:54.768271 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 34476) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:47:54.773451 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-291a7ac7-fb6e-47c2-889a-bf5f23c606c8 tempest-SubnetPoolsTestJSON-455722793 tempest-SubnetPoolsTestJSON-455722793-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-462052530'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:47:54.778016 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-dded7e6c-2a01-47f9-847a-c1057649ffbc req-4b9b6e37-9b4c-46a1-9090-3d8bcf9605dc tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] 10.222.0.60 "GET /v2.0/security-groups?id=fa324d8c-13d0-499d-8791-7b10ff6fd90b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2527649 Nov 23 17:47:54.871902 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37ef903-daff-45c3-b0ae-049884a87435 req-541b8586-e4ae-45fb-bb4a-1a98b610aa75 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:47:54.880638 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-291a7ac7-fb6e-47c2-889a-bf5f23c606c8 tempest-SubnetPoolsTestJSON-455722793 tempest-SubnetPoolsTestJSON-455722793-project] Publish callbacks [] for subnetpool, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:54.885519 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-291a7ac7-fb6e-47c2-889a-bf5f23c606c8 tempest-SubnetPoolsTestJSON-455722793 tempest-SubnetPoolsTestJSON-455722793-project] 10.222.0.60 "PUT /v2.0/subnetpools/71f23ace-93ff-4f99-8aa7-4df2328f4eae HTTP/1.1" status: 200 len: 683 time: 0.1140468 Nov 23 17:47:54.886189 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 34482) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:47:54.888824 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d37ef903-daff-45c3-b0ae-049884a87435 req-541b8586-e4ae-45fb-bb4a-1a98b610aa75 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] 10.222.0.60 "GET /v2.0/ports?device_id=249ac4eb-1a02-4a5a-b338-42e7ef7de469 HTTP/1.1" status: 200 len: 944 time: 0.1842763 Nov 23 17:47:54.935383 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device a2c7a480-eebd-4d1c-9ef0-43dc8bbe0391 up at agent hyperv_n-h2-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:47:54.984607 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-2ad5f104-8e45-466d-bf56-0684443813bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18906d7e-f2da-4cd8-8a7b-ff0a10accfe1', 'name': 'tempest-TestAggregatesBasicOps-186363660-router', 'tenant_id': 'dd84e9acda1040afa439028a41d80b38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.18'}], 'enable_snat': True}, 'gw_port_id': 'a4c57515-5df7-417c-a321-c2a95b975a0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:47:43Z', 'updated_at': '2021-11-23T17:47:50Z', 'revision_number': 4, 'project_id': 'dd84e9acda1040afa439028a41d80b38', 'gw_port': {'id': 'a4c57515-5df7-417c-a321-c2a95b975a0e', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:9b:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18906d7e-f2da-4cd8-8a7b-ff0a10accfe1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2856, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:47:45Z', 'updated_at': '2021-11-23T17:47:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_interfaces': [{'id': '0768ab21-bc40-4c46-b34b-6a4a5b83571d', 'name': '', 'network_id': '9bd0db0f-7716-41a9-848f-3b4e6ad49607', 'tenant_id': 'dd84e9acda1040afa439028a41d80b38', 'mac_address': 'fa:16:3e:0c:7b:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18906d7e-f2da-4cd8-8a7b-ff0a10accfe1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2862, 'fixed_ips': [{'subnet_id': '2bc7a47c-3f5a-47dc-9076-661b05051edf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:47:49Z', 'updated_at': '2021-11-23T17:47:50Z', 'revision_number': 2, 'project_id': 'dd84e9acda1040afa439028a41d80b38', 'subnets': [{'id': '2bc7a47c-3f5a-47dc-9076-661b05051edf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:47:55.044887 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-9954cf0f-2254-4294-89d6-a5ba0f712b5b tempest-SubnetPoolsTestJSON-455722793 tempest-SubnetPoolsTestJSON-455722793-project] Publish callbacks [] for subnetpool, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:55.054798 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-9954cf0f-2254-4294-89d6-a5ba0f712b5b tempest-SubnetPoolsTestJSON-455722793 tempest-SubnetPoolsTestJSON-455722793-project] 10.222.0.60 "DELETE /v2.0/subnetpools/71f23ace-93ff-4f99-8aa7-4df2328f4eae HTTP/1.1" status: 204 len: 168 time: 0.1673393 Nov 23 17:47:55.055449 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 34488) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:47:55.070507 n-d-816206-8 neutron-server[103590]: INFO neutron.api.v2.resource [None req-b8956d10-0451-4aee-a29f-b73f3d37debb tempest-SubnetPoolsTestJSON-455722793 tempest-SubnetPoolsTestJSON-455722793-project] show failed (client error): The resource could not be found. Nov 23 17:47:55.071782 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-b8956d10-0451-4aee-a29f-b73f3d37debb tempest-SubnetPoolsTestJSON-455722793 tempest-SubnetPoolsTestJSON-455722793-project] 10.222.0.60 "GET /v2.0/subnetpools/71f23ace-93ff-4f99-8aa7-4df2328f4eae HTTP/1.1" status: 404 len: 346 time: 0.0151482 Nov 23 17:47:55.078579 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 34490) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:47:55.096340 n-d-816206-8 neutron-server[103590]: INFO neutron.api.v2.resource [None req-5879d933-4415-4fcb-b8e0-36ec0965ac97 tempest-SubnetPoolsTestJSON-455722793 tempest-SubnetPoolsTestJSON-455722793-project] delete failed (client error): The resource could not be found. Nov 23 17:47:55.111799 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-5879d933-4415-4fcb-b8e0-36ec0965ac97 tempest-SubnetPoolsTestJSON-455722793 tempest-SubnetPoolsTestJSON-455722793-project] 10.222.0.60 "DELETE /v2.0/subnetpools/71f23ace-93ff-4f99-8aa7-4df2328f4eae HTTP/1.1" status: 404 len: 346 time: 0.0266936 Nov 23 17:47:55.115731 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ad5f104-8e45-466d-bf56-0684443813bf None None] Checking router: 18906d7e-f2da-4cd8-8a7b-ff0a10accfe1 for host: n-d-816206-8 {{(pid=103592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 17:47:55.116799 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ad5f104-8e45-466d-bf56-0684443813bf None None] Updating router 18906d7e-f2da-4cd8-8a7b-ff0a10accfe1 port 0768ab21-bc40-4c46-b34b-6a4a5b83571d binding host n-d-816206-8 {{(pid=103592) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 17:47:55.141838 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d37ef903-daff-45c3-b0ae-049884a87435 req-36416df7-6e7a-4378-9253-eec88b06a239 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] 10.222.0.60 "GET /v2.0/security-groups?id=64527216-2011-4047-a391-7b59938bf8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2389302 Nov 23 17:47:55.154967 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-2ad5f104-8e45-466d-bf56-0684443813bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:55.172464 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f263686a-f9c5-4645-a7c7-772b05ae7c1d req-3bfcd035-36b1-4fa8-b446-eaa236f0e0df tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:47:55.174066 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f263686a-f9c5-4645-a7c7-772b05ae7c1d req-3bfcd035-36b1-4fa8-b446-eaa236f0e0df tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ea7def0-5cf3-46bd-90e2-20013bf25e5e HTTP/1.1" status: 200 len: 946 time: 0.0983098 Nov 23 17:47:55.280386 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.db_base_plugin_common [None req-566eee3f-aca7-49af-b272-139772d4188d None None] Allocated IP 172.20.0.2 (3e67e762-5cf2-47d6-a115-1f4f3bbdff54/84c2278f-e486-4aa2-9586-ac9b3235378b/0454b05a-f8d9-43e8-9ca1-d4d508672d6a) {{(pid=103592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:47:55.499246 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-566eee3f-aca7-49af-b272-139772d4188d None None] Publish callbacks [] for port, precommit_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:55.523385 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f263686a-f9c5-4645-a7c7-772b05ae7c1d req-ab1c0f09-60f0-499d-b9c5-16a921b6b777 tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] 10.222.0.60 "GET /v2.0/security-groups?id=6b69aca9-b68e-45b0-a7a0-1eb351a8ed08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3360913 Nov 23 17:47:55.544182 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-566eee3f-aca7-49af-b272-139772d4188d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980'] for port, after_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:55.565542 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-029074f5-95ad-411d-ab14-13bfde724d83 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:55.579738 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a61e37e-a69c-45e1-a1f5-281280f01def req-30a9e9b5-1154-4421-b11c-df28453222c1 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:47:55.582796 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8a61e37e-a69c-45e1-a1f5-281280f01def req-30a9e9b5-1154-4421-b11c-df28453222c1 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] 10.222.0.60 "GET /v2.0/ports?device_id=eac45670-ad42-4456-afd9-c565956fd007 HTTP/1.1" status: 200 len: 945 time: 0.2830849 Nov 23 17:47:55.610062 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-029074f5-95ad-411d-ab14-13bfde724d83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:55.656005 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 34498) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:47:55.704696 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8a61e37e-a69c-45e1-a1f5-281280f01def req-58933c7e-b180-46ed-852b-d073f5faa496 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] 10.222.0.60 "GET /v2.0/security-groups?id=fa324d8c-13d0-499d-8791-7b10ff6fd90b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021469 Nov 23 17:47:55.734365 n-d-816206-8 neutron-server[103592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-566eee3f-aca7-49af-b272-139772d4188d None None] Network 3e67e762-5cf2-47d6-a115-1f4f3bbdff54 is already hosted by enough agents. {{(pid=103592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:47:55.737715 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Provisioning for port a2c7a480-eebd-4d1c-9ef0-43dc8bbe0391 completed by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 17:47:55.776445 n-d-816206-8 neutron-server[103592]: DEBUG neutron.scheduler.base_scheduler [None req-566eee3f-aca7-49af-b272-139772d4188d None None] Resources bound (agent type, host, resource id): {{(pid=103592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:47:55.786853 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566eee3f-aca7-49af-b272-139772d4188d None None] Pushing event updated for resources: {'Port': ['ID=0454b05a-f8d9-43e8-9ca1-d4d508672d6a,revision_number=1']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:47:55.794786 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-566eee3f-aca7-49af-b272-139772d4188d None None] Received port after_create {{(pid=103592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:47:55.797198 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Provisioning complete for port a2c7a480-eebd-4d1c-9ef0-43dc8bbe0391 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:47:55.797692 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:55.837588 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-9f2704a7-42c6-402c-96bf-c1c86b020c9f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:55.868825 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83208105-532b-44d5-98b5-a9a55104275f req-8b321231-ebad-4c92-aa76-a0296d845984 tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:47:55.876812 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-83208105-532b-44d5-98b5-a9a55104275f req-8b321231-ebad-4c92-aa76-a0296d845984 tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ea7def0-5cf3-46bd-90e2-20013bf25e5e HTTP/1.1" status: 200 len: 946 time: 0.2146299 Nov 23 17:47:55.970012 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-83208105-532b-44d5-98b5-a9a55104275f req-88cc1152-c0a8-4ccd-b8cf-1bd10e18a70e tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] 10.222.0.60 "GET /v2.0/security-groups?id=6b69aca9-b68e-45b0-a7a0-1eb351a8ed08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925562 Nov 23 17:47:55.973753 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-9f2704a7-42c6-402c-96bf-c1c86b020c9f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:55.981092 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-566eee3f-aca7-49af-b272-139772d4188d None None] Attempting to bind port 0454b05a-f8d9-43e8-9ca1-d4d508672d6a on host n-d-816206-8 for vnic_type normal with profile {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:47:55.981384 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-566eee3f-aca7-49af-b272-139772d4188d None None] Attempting to bind port 0454b05a-f8d9-43e8-9ca1-d4d508672d6a by drivers openvswitch,hyperv on host n-d-816206-8 at level 0 using segments [{'id': '4da421ae-2063-4cb2-a42e-a5545a5a0725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '3e67e762-5cf2-47d6-a115-1f4f3bbdff54'}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:47:55.981866 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-566eee3f-aca7-49af-b272-139772d4188d None None] Attempting to bind port 0454b05a-f8d9-43e8-9ca1-d4d508672d6a on network 3e67e762-5cf2-47d6-a115-1f4f3bbdff54 {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:47:55.984058 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-9f2704a7-42c6-402c-96bf-c1c86b020c9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:55.990936 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-566eee3f-aca7-49af-b272-139772d4188d None None] Checking agent: {'id': '9e89acbe-4bbe-4c77-a18b-6f1da9133e0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 7, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 47, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:47:55.991503 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-566eee3f-aca7-49af-b272-139772d4188d None None] Checking segment: {'id': '4da421ae-2063-4cb2-a42e-a5545a5a0725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '3e67e762-5cf2-47d6-a115-1f4f3bbdff54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:47:55.992009 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-566eee3f-aca7-49af-b272-139772d4188d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:55.992524 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-566eee3f-aca7-49af-b272-139772d4188d None None] Bound using segment: {'id': '4da421ae-2063-4cb2-a42e-a5545a5a0725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '3e67e762-5cf2-47d6-a115-1f4f3bbdff54'} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:47:55.993195 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-566eee3f-aca7-49af-b272-139772d4188d None None] Bound port: 0454b05a-f8d9-43e8-9ca1-d4d508672d6a, host: n-d-816206-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4da421ae-2063-4cb2-a42e-a5545a5a0725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '3e67e762-5cf2-47d6-a115-1f4f3bbdff54'}}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:47:55.993685 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-566eee3f-aca7-49af-b272-139772d4188d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:56.018153 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.db_base_plugin_common [None req-029074f5-95ad-411d-ab14-13bfde724d83 admin admin] Allocated IP 172.25.3.246 (4c8455ba-1be5-42ac-b8c2-8a16e1292d55/08fe3644-ce41-4c3f-a7ea-92bac0f0fff5/3c9df154-9103-4201-9b77-7fd39c2591d8) {{(pid=103591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:47:56.068589 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-9f2704a7-42c6-402c-96bf-c1c86b020c9f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=05aeaa8e4a5d47a4bd7c96ead3d7bcdf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4112139 Nov 23 17:47:56.073788 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 34508) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:47:56.078814 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2704a7-42c6-402c-96bf-c1c86b020c9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38643753-a5d9-46dd-8b72-a0ddbca633e6,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:47:56.088505 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5ca55e-42e6-4dfa-85aa-5a76b5839d3b req-852a4dfb-518b-4e2b-9720-f65e01dcdc27 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:47:56.090133 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-aa5ca55e-42e6-4dfa-85aa-5a76b5839d3b req-852a4dfb-518b-4e2b-9720-f65e01dcdc27 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] 10.222.0.60 "GET /v2.0/ports?device_id=eac45670-ad42-4456-afd9-c565956fd007 HTTP/1.1" status: 200 len: 945 time: 0.2498946 Nov 23 17:47:56.168142 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:56.191729 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-3d9f9fc5-88a9-4c51-a432-a587829e9a84 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:56.237292 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-566eee3f-aca7-49af-b272-139772d4188d None None] For port 0454b05a-f8d9-43e8-9ca1-d4d508672d6a, host n-d-816206-8, cleared binding levels {{(pid=103592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:47:56.245955 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-3d9f9fc5-88a9-4c51-a432-a587829e9a84 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:56.292852 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port a2c7a480-eebd-4d1c-9ef0-43dc8bbe0391, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=a2c7a480-eebd-4d1c-9ef0-43dc8bbe0391,segment=NetworkSegment(97bf93aa-7116-4943-8d21-ff543f30be5d),segment_id=97bf93aa-7116-4943-8d21-ff543f30be5d)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:47:56.298066 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '249ac4eb-1a02-4a5a-b338-42e7ef7de469', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2c7a480-eebd-4d1c-9ef0-43dc8bbe0391'}] {{(pid=103592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:47:56.302741 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba3e6a8f2301c7a29fe1eca9779abdae4ccbcd6266d69778087f2498d5551201" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ece00924-6fcf-4634-a065-7575fb9cb0b5" -d '{"events": [{"server_uuid": "249ac4eb-1a02-4a5a-b338-42e7ef7de469", "name": "network-vif-plugged", "status": "completed", "tag": "a2c7a480-eebd-4d1c-9ef0-43dc8bbe0391"}]}' {{(pid=103592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:47:56.306965 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-aa5ca55e-42e6-4dfa-85aa-5a76b5839d3b req-36cdee65-610e-4b9a-9a4c-f392322abd08 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] 10.222.0.60 "GET /v2.0/security-groups?id=fa324d8c-13d0-499d-8791-7b10ff6fd90b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2026768 Nov 23 17:47:56.322277 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:56.336941 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-566eee3f-aca7-49af-b272-139772d4188d None None] For port 0454b05a-f8d9-43e8-9ca1-d4d508672d6a, host n-d-816206-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=0454b05a-f8d9-43e8-9ca1-d4d508672d6a,segment=NetworkSegment(4da421ae-2063-4cb2-a42e-a5545a5a0725),segment_id=4da421ae-2063-4cb2-a42e-a5545a5a0725)] {{(pid=103592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:47:56.341849 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-3d9f9fc5-88a9-4c51-a432-a587829e9a84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:56.344536 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-3d9f9fc5-88a9-4c51-a432-a587829e9a84 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:56.349184 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-3d9f9fc5-88a9-4c51-a432-a587829e9a84 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/38643753-a5d9-46dd-8b72-a0ddbca633e6 HTTP/1.1" status: 204 len: 168 time: 0.2398741 Nov 23 17:47:56.365699 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9f9fc5-88a9-4c51-a432-a587829e9a84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38643753-a5d9-46dd-8b72-a0ddbca633e6,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:47:56.374265 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-029074f5-95ad-411d-ab14-13bfde724d83 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:56.394514 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-566eee3f-aca7-49af-b272-139772d4188d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:56.399255 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-2ad5f104-8e45-466d-bf56-0684443813bf None None] Publish callbacks [] for port, precommit_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:56.419576 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-2ad5f104-8e45-466d-bf56-0684443813bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:56.454316 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Pushing event updated for resources: {'Port': ['ID=a2c7a480-eebd-4d1c-9ef0-43dc8bbe0391,revision_number=5']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:47:56.586117 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-2ad5f104-8e45-466d-bf56-0684443813bf None None] Attempting to bind port 0768ab21-bc40-4c46-b34b-6a4a5b83571d on host n-d-816206-8 for vnic_type normal with profile {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:47:56.586393 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-2ad5f104-8e45-466d-bf56-0684443813bf None None] Attempting to bind port 0768ab21-bc40-4c46-b34b-6a4a5b83571d by drivers openvswitch,hyperv on host n-d-816206-8 at level 0 using segments [{'id': '15458a77-7b26-4233-90ea-dbfee540b4b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '9bd0db0f-7716-41a9-848f-3b4e6ad49607'}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:47:56.586765 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ad5f104-8e45-466d-bf56-0684443813bf None None] Attempting to bind port 0768ab21-bc40-4c46-b34b-6a4a5b83571d on network 9bd0db0f-7716-41a9-848f-3b4e6ad49607 {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:47:56.596345 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-029074f5-95ad-411d-ab14-13bfde724d83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:56.601046 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566eee3f-aca7-49af-b272-139772d4188d None None] Pushing event updated for resources: {'Port': ['ID=0454b05a-f8d9-43e8-9ca1-d4d508672d6a,revision_number=2']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:47:56.615062 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ad5f104-8e45-466d-bf56-0684443813bf None None] Checking agent: {'id': '9e89acbe-4bbe-4c77-a18b-6f1da9133e0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 7, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 47, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:47:56.615464 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ad5f104-8e45-466d-bf56-0684443813bf None None] Checking segment: {'id': '15458a77-7b26-4233-90ea-dbfee540b4b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '9bd0db0f-7716-41a9-848f-3b4e6ad49607'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:47:56.616055 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-2ad5f104-8e45-466d-bf56-0684443813bf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:56.616450 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ad5f104-8e45-466d-bf56-0684443813bf None None] Bound using segment: {'id': '15458a77-7b26-4233-90ea-dbfee540b4b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '9bd0db0f-7716-41a9-848f-3b4e6ad49607'} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:47:56.617050 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-2ad5f104-8e45-466d-bf56-0684443813bf None None] Bound port: 0768ab21-bc40-4c46-b34b-6a4a5b83571d, host: n-d-816206-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15458a77-7b26-4233-90ea-dbfee540b4b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '9bd0db0f-7716-41a9-848f-3b4e6ad49607'}}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:47:56.617435 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-2ad5f104-8e45-466d-bf56-0684443813bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:56.693485 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a49920-2302-4fe9-a239-1a3af8c16653 req-d02a1eb1-8cce-4bb0-94d6-ad6f1235327e tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:47:56.705360 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-80a49920-2302-4fe9-a239-1a3af8c16653 req-d02a1eb1-8cce-4bb0-94d6-ad6f1235327e tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ea7def0-5cf3-46bd-90e2-20013bf25e5e HTTP/1.1" status: 200 len: 946 time: 0.2795711 Nov 23 17:47:56.712852 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-029074f5-95ad-411d-ab14-13bfde724d83 admin admin] Network 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 is already hosted by enough agents. {{(pid=103591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:47:56.733431 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cf1261-83e0-4ee9-aa2a-1f463ee63258 req-003f819a-6ca2-4d87-b6de-145e84ea67c1 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:47:56.744372 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f2cf1261-83e0-4ee9-aa2a-1f463ee63258 req-003f819a-6ca2-4d87-b6de-145e84ea67c1 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] 10.222.0.60 "GET /v2.0/ports?device_id=249ac4eb-1a02-4a5a-b338-42e7ef7de469 HTTP/1.1" status: 200 len: 945 time: 0.3058069 Nov 23 17:47:56.778494 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [None req-029074f5-95ad-411d-ab14-13bfde724d83 admin admin] Resources bound (agent type, host, resource id): {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:47:56.796599 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd64241e-c39f-4340-801e-a8aa48c8fe78 None None] Pushing event updated for resources: {'Port': ['ID=0768ab21-bc40-4c46-b34b-6a4a5b83571d,revision_number=3']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:47:56.801596 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-029074f5-95ad-411d-ab14-13bfde724d83 admin admin] Received port after_create {{(pid=103591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:47:56.817103 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83c76422-e8a9-45ef-aa20-bde33af2f49c None None] DHCP port deletion for 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:47:56.847498 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029074f5-95ad-411d-ab14-13bfde724d83 admin admin] Pushing event updated for resources: {'Port': ['ID=3c9df154-9103-4201-9b77-7fd39c2591d8,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:47:56.893970 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-2ad5f104-8e45-466d-bf56-0684443813bf None None] For port 0768ab21-bc40-4c46-b34b-6a4a5b83571d, host n-d-816206-8, cleared binding levels {{(pid=103592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:47:56.900667 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-2ad5f104-8e45-466d-bf56-0684443813bf None None] For port 0768ab21-bc40-4c46-b34b-6a4a5b83571d, host n-d-816206-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=0768ab21-bc40-4c46-b34b-6a4a5b83571d,segment=NetworkSegment(15458a77-7b26-4233-90ea-dbfee540b4b0),segment_id=15458a77-7b26-4233-90ea-dbfee540b4b0)] {{(pid=103592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:47:56.907135 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-2ad5f104-8e45-466d-bf56-0684443813bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:56.955512 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f2cf1261-83e0-4ee9-aa2a-1f463ee63258 req-6a50c46e-007b-4456-a872-3f9593a9ea58 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] 10.222.0.60 "GET /v2.0/security-groups?id=64527216-2011-4047-a391-7b59938bf8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2088923 Nov 23 17:47:57.005406 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd64241e-c39f-4340-801e-a8aa48c8fe78 None None] Pushing event updated for resources: {'Port': ['ID=0768ab21-bc40-4c46-b34b-6a4a5b83571d,revision_number=4']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:47:57.012975 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-80a49920-2302-4fe9-a239-1a3af8c16653 req-2a336494-382c-4eaa-a0d1-28ff73ac638d tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] 10.222.0.60 "GET /v2.0/security-groups?id=6b69aca9-b68e-45b0-a7a0-1eb351a8ed08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2942770 Nov 23 17:47:57.073373 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ad5f104-8e45-466d-bf56-0684443813bf None None] Routers {'18906d7e-f2da-4cd8-8a7b-ff0a10accfe1'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:47:57.074026 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-2ad5f104-8e45-466d-bf56-0684443813bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:47:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['18906d7e-f2da-4cd8-8a7b-ff0a10accfe1'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:47:57.076501 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-1aedf9bc-d53a-4bbf-87f1-baaea6a6f10b None None] Provisioning complete for port 3c9df154-9103-4201-9b77-7fd39c2591d8 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:47:57.076901 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-1aedf9bc-d53a-4bbf-87f1-baaea6a6f10b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:57.123338 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-1aedf9bc-d53a-4bbf-87f1-baaea6a6f10b None None] Port 3c9df154-9103-4201-9b77-7fd39c2591d8 cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:47:57.206379 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:47:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abf9e513-fd10-402c-a2ce-a4db9abe69b7 x-openstack-request-id: req-abf9e513-fd10-402c-a2ce-a4db9abe69b7 {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:47:57.207062 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "249ac4eb-1a02-4a5a-b338-42e7ef7de469", "name": "network-vif-plugged", "status": "completed", "tag": "a2c7a480-eebd-4d1c-9ef0-43dc8bbe0391", "code": 200}]} {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:47:57.207363 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-abf9e513-fd10-402c-a2ce-a4db9abe69b7 {{(pid=103592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:47:57.207770 n-d-816206-8 neutron-server[103592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '249ac4eb-1a02-4a5a-b338-42e7ef7de469', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2c7a480-eebd-4d1c-9ef0-43dc8bbe0391', 'code': 200} Nov 23 17:47:57.341713 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-368cc924-6c53-4b86-83bf-8c09f6448c31 None None] Provisioning complete for port 0768ab21-bc40-4c46-b34b-6a4a5b83571d triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:47:57.342418 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-368cc924-6c53-4b86-83bf-8c09f6448c31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:57.472184 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvr_db [None req-2ad5f104-8e45-466d-bf56-0684443813bf None None] Set router 18906d7e-f2da-4cd8-8a7b-ff0a10accfe1 gateway port host: n-d-816206-8 {{(pid=103592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:47:57.542255 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-368cc924-6c53-4b86-83bf-8c09f6448c31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:57.705872 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335c25e5-a586-4584-a660-033b6a0cc626 req-7c7f80b5-e38b-4e09-be8d-fb0f3ee66c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:47:57.707393 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-335c25e5-a586-4584-a660-033b6a0cc626 req-7c7f80b5-e38b-4e09-be8d-fb0f3ee66c1e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=249ac4eb-1a02-4a5a-b338-42e7ef7de469 HTTP/1.1" status: 200 len: 1096 time: 0.4507082 Nov 23 17:47:57.712274 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 0454b05a-f8d9-43e8-9ca1-d4d508672d6a up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:47:57.758223 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-368cc924-6c53-4b86-83bf-8c09f6448c31 None None] For port 0768ab21-bc40-4c46-b34b-6a4a5b83571d, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=0768ab21-bc40-4c46-b34b-6a4a5b83571d,segment=NetworkSegment(15458a77-7b26-4233-90ea-dbfee540b4b0),segment_id=15458a77-7b26-4233-90ea-dbfee540b4b0)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:47:57.807682 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-368cc924-6c53-4b86-83bf-8c09f6448c31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:57.833052 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c07196d-b815-4009-9263-97bf6419c5cf req-7c091390-21e4-432b-a344-71cdaca18063 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:47:57.841662 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2c07196d-b815-4009-9263-97bf6419c5cf req-7c091390-21e4-432b-a344-71cdaca18063 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] 10.222.0.60 "GET /v2.0/ports?device_id=eac45670-ad42-4456-afd9-c565956fd007 HTTP/1.1" status: 200 len: 945 time: 0.3418794 Nov 23 17:47:57.874246 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a18bac4-d257-4291-9b95-ff977443b605 req-083873c3-7560-4f0b-8cbd-122067bb955a tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:47:57.875946 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-1a18bac4-d257-4291-9b95-ff977443b605 req-083873c3-7560-4f0b-8cbd-122067bb955a tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ea7def0-5cf3-46bd-90e2-20013bf25e5e HTTP/1.1" status: 200 len: 946 time: 0.4977808 Nov 23 17:47:57.879833 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 34546) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:47:57.895996 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-029074f5-95ad-411d-ab14-13bfde724d83 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:57.985217 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368cc924-6c53-4b86-83bf-8c09f6448c31 None None] Pushing event updated for resources: {'Port': ['ID=0768ab21-bc40-4c46-b34b-6a4a5b83571d,revision_number=5']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:47:57.993441 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-1a18bac4-d257-4291-9b95-ff977443b605 req-ec346ea9-bd46-4efd-8609-c66be0f58abb tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] 10.222.0.60 "GET /v2.0/security-groups?id=6b69aca9-b68e-45b0-a7a0-1eb351a8ed08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996690 Nov 23 17:47:58.051950 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2c07196d-b815-4009-9263-97bf6419c5cf req-944747ea-2d3b-4c26-96e7-9a3be3827136 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] 10.222.0.60 "GET /v2.0/security-groups?id=fa324d8c-13d0-499d-8791-7b10ff6fd90b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2093225 Nov 23 17:47:58.057398 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-31747a40-7ac6-4c4e-a042-efc92e0edbf7 tempest-TagsExtTest-1016113157 tempest-TagsExtTest-1016113157-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-326402742'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:47:58.062554 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-335c25e5-a586-4584-a660-033b6a0cc626 req-f6282904-5f57-420a-ad26-027b2c8c880d service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=64527216-2011-4047-a391-7b59938bf8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3128586 Nov 23 17:47:58.067727 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port 0454b05a-f8d9-43e8-9ca1-d4d508672d6a triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:47:58.068045 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:58.082363 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-362dae58-0ef7-4c7b-b8fd-09ad14726ff1 None None] Provisioning complete for port 0768ab21-bc40-4c46-b34b-6a4a5b83571d triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:47:58.085949 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-362dae58-0ef7-4c7b-b8fd-09ad14726ff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:58.118845 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31747a40-7ac6-4c4e-a042-efc92e0edbf7 tempest-TagsExtTest-1016113157 tempest-TagsExtTest-1016113157-project] Made reservation on behalf of 51b5e6d81c224a0d96f75a6559593cff for: {'network': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:47:58.124366 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-31747a40-7ac6-4c4e-a042-efc92e0edbf7 tempest-TagsExtTest-1016113157 tempest-TagsExtTest-1016113157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for network, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:58.144997 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-31747a40-7ac6-4c4e-a042-efc92e0edbf7 tempest-TagsExtTest-1016113157 tempest-TagsExtTest-1016113157-project] Publish callbacks [] for security_group, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:58.300197 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-31747a40-7ac6-4c4e-a042-efc92e0edbf7 tempest-TagsExtTest-1016113157 tempest-TagsExtTest-1016113157-project] Publish callbacks [] for security_group, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:58.309985 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-31747a40-7ac6-4c4e-a042-efc92e0edbf7 tempest-TagsExtTest-1016113157 tempest-TagsExtTest-1016113157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:58.344932 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31747a40-7ac6-4c4e-a042-efc92e0edbf7 tempest-TagsExtTest-1016113157 tempest-TagsExtTest-1016113157-project] vlan segment allocate from pool success with {'vlan_id': 526, 'physical_network': 'physnet1'} {{(pid=103590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 17:47:58.357089 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31747a40-7ac6-4c4e-a042-efc92e0edbf7 tempest-TagsExtTest-1016113157 tempest-TagsExtTest-1016113157-project] Pushing event updated for resources: {'SecurityGroup': ['ID=238427bf-7782-44b4-ac04-a97168cbd3de,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:47:58.363465 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-31747a40-7ac6-4c4e-a042-efc92e0edbf7 tempest-TagsExtTest-1016113157 tempest-TagsExtTest-1016113157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:58.363908 n-d-816206-8 neutron-server[103590]: INFO neutron.db.segments_db [None req-31747a40-7ac6-4c4e-a042-efc92e0edbf7 tempest-TagsExtTest-1016113157 tempest-TagsExtTest-1016113157-project] Added segment 1ddcbd18-fc7d-4908-b9a7-279a053fe720 of type vlan for network 5fa71bca-c360-45ea-b1d2-15f144a20e72 Nov 23 17:47:58.428825 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-31747a40-7ac6-4c4e-a042-efc92e0edbf7 tempest-TagsExtTest-1016113157 tempest-TagsExtTest-1016113157-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736635338810'] for network, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:58.466435 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-31747a40-7ac6-4c4e-a042-efc92e0edbf7 tempest-TagsExtTest-1016113157 tempest-TagsExtTest-1016113157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493'] for network, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:58.476899 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31747a40-7ac6-4c4e-a042-efc92e0edbf7 tempest-TagsExtTest-1016113157 tempest-TagsExtTest-1016113157-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:47:58.481721 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-31747a40-7ac6-4c4e-a042-efc92e0edbf7 tempest-TagsExtTest-1016113157 tempest-TagsExtTest-1016113157-project] Publish callbacks [] for network, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:58.496362 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccb79c7a-d7bb-4f8b-8eb6-92bc10b285d5 None None] Network 3e67e762-5cf2-47d6-a115-1f4f3bbdff54 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:47:58.550964 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-31747a40-7ac6-4c4e-a042-efc92e0edbf7 tempest-TagsExtTest-1016113157 tempest-TagsExtTest-1016113157-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.6679432 Nov 23 17:47:58.552246 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 34558) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:47:58.598328 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31747a40-7ac6-4c4e-a042-efc92e0edbf7 tempest-TagsExtTest-1016113157 tempest-TagsExtTest-1016113157-project] Pushing event updated for resources: {'Network': ['ID=5fa71bca-c360-45ea-b1d2-15f144a20e72,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:47:58.605003 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-b2fcc814-f0af-4283-8d35-8e937ca7129e tempest-TagsExtTest-1016113157 tempest-TagsExtTest-1016113157-project] Request body: {'subnet': {'network_id': '5fa71bca-c360-45ea-b1d2-15f144a20e72', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:47:58.626714 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Network 5fa71bca-c360-45ea-b1d2-15f144a20e72 details requested by agent ovs-agent-n-d-816206-8 with host n-d-816206-8 {{(pid=103592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 17:47:58.684404 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-2ad5f104-8e45-466d-bf56-0684443813bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18906d7e-f2da-4cd8-8a7b-ff0a10accfe1', 'name': 'tempest-TestAggregatesBasicOps-186363660-router', 'tenant_id': 'dd84e9acda1040afa439028a41d80b38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.18'}], 'enable_snat': True}, 'gw_port_id': 'a4c57515-5df7-417c-a321-c2a95b975a0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:47:43Z', 'updated_at': '2021-11-23T17:47:50Z', 'revision_number': 4, 'project_id': 'dd84e9acda1040afa439028a41d80b38', 'gw_port': {'id': 'a4c57515-5df7-417c-a321-c2a95b975a0e', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:9b:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18906d7e-f2da-4cd8-8a7b-ff0a10accfe1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2856, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:47:45Z', 'updated_at': '2021-11-23T17:47:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_interfaces': [{'id': '0768ab21-bc40-4c46-b34b-6a4a5b83571d', 'name': '', 'network_id': '9bd0db0f-7716-41a9-848f-3b4e6ad49607', 'tenant_id': 'dd84e9acda1040afa439028a41d80b38', 'mac_address': 'fa:16:3e:0c:7b:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18906d7e-f2da-4cd8-8a7b-ff0a10accfe1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2862, 'fixed_ips': [{'subnet_id': '2bc7a47c-3f5a-47dc-9076-661b05051edf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:47:49Z', 'updated_at': '2021-11-23T17:47:56Z', 'revision_number': 4, 'project_id': 'dd84e9acda1040afa439028a41d80b38', 'subnets': [{'id': '2bc7a47c-3f5a-47dc-9076-661b05051edf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:47:58.737886 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2fcc814-f0af-4283-8d35-8e937ca7129e tempest-TagsExtTest-1016113157 tempest-TagsExtTest-1016113157-project] Made reservation on behalf of 51b5e6d81c224a0d96f75a6559593cff for: {'subnet': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:47:58.743655 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b2fcc814-f0af-4283-8d35-8e937ca7129e tempest-TagsExtTest-1016113157 tempest-TagsExtTest-1016113157-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264730903'] for subnet, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:58.756454 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ad5f104-8e45-466d-bf56-0684443813bf None None] The sync data for ids ['18906d7e-f2da-4cd8-8a7b-ff0a10accfe1'] in n-d-816206-8 is: [{'id': '18906d7e-f2da-4cd8-8a7b-ff0a10accfe1', 'name': 'tempest-TestAggregatesBasicOps-186363660-router', 'tenant_id': 'dd84e9acda1040afa439028a41d80b38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.18'}], 'enable_snat': True}, 'gw_port_id': 'a4c57515-5df7-417c-a321-c2a95b975a0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:47:43Z', 'updated_at': '2021-11-23T17:47:50Z', 'revision_number': 4, 'project_id': 'dd84e9acda1040afa439028a41d80b38', 'gw_port': {'id': 'a4c57515-5df7-417c-a321-c2a95b975a0e', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:9b:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18906d7e-f2da-4cd8-8a7b-ff0a10accfe1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2856, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:47:45Z', 'updated_at': '2021-11-23T17:47:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_interfaces': [{'id': '0768ab21-bc40-4c46-b34b-6a4a5b83571d', 'name': '', 'network_id': '9bd0db0f-7716-41a9-848f-3b4e6ad49607', 'tenant_id': 'dd84e9acda1040afa439028a41d80b38', 'mac_address': 'fa:16:3e:0c:7b:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18906d7e-f2da-4cd8-8a7b-ff0a10accfe1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2862, 'fixed_ips': [{'subnet_id': '2bc7a47c-3f5a-47dc-9076-661b05051edf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:47:49Z', 'updated_at': '2021-11-23T17:47:56Z', 'revision_number': 4, 'project_id': 'dd84e9acda1040afa439028a41d80b38', 'subnets': [{'id': '2bc7a47c-3f5a-47dc-9076-661b05051edf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:47:58.852289 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:58.870798 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a18e14-e946-41e7-9d81-52e673900a83 req-e464403d-ab8b-44d8-94b4-0c5eca1fd81a tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:47:58.873350 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f2a18e14-e946-41e7-9d81-52e673900a83 req-e464403d-ab8b-44d8-94b4-0c5eca1fd81a tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] 10.222.0.60 "GET /v2.0/ports?device_id=249ac4eb-1a02-4a5a-b338-42e7ef7de469 HTTP/1.1" status: 200 len: 945 time: 0.6741624 Nov 23 17:47:58.899972 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ba581e-bd6b-4581-b375-38b1fddfdc42 req-cc6390ac-5b30-447b-a510-82445b2d4660 tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:47:58.909353 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f8ba581e-bd6b-4581-b375-38b1fddfdc42 req-cc6390ac-5b30-447b-a510-82445b2d4660 tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ea7def0-5cf3-46bd-90e2-20013bf25e5e HTTP/1.1" status: 200 len: 946 time: 0.6952982 Nov 23 17:47:59.013901 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] For port 0454b05a-f8d9-43e8-9ca1-d4d508672d6a, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=0454b05a-f8d9-43e8-9ca1-d4d508672d6a,segment=NetworkSegment(4da421ae-2063-4cb2-a42e-a5545a5a0725),segment_id=4da421ae-2063-4cb2-a42e-a5545a5a0725)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:47:59.066011 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:59.073884 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-203e7e07-2c9b-47e6-b5fb-71c76d0be5ce None None] Provisioning complete for port 0454b05a-f8d9-43e8-9ca1-d4d508672d6a triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:47:59.074274 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-203e7e07-2c9b-47e6-b5fb-71c76d0be5ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:59.119133 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f8ba581e-bd6b-4581-b375-38b1fddfdc42 req-33571a98-6e5b-4520-96a4-aeafe62a3b5e tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] 10.222.0.60 "GET /v2.0/security-groups?id=6b69aca9-b68e-45b0-a7a0-1eb351a8ed08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2086926 Nov 23 17:47:59.133340 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f2a18e14-e946-41e7-9d81-52e673900a83 req-f804a3de-e26c-43c0-9da9-3c7443186102 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] 10.222.0.60 "GET /v2.0/security-groups?id=64527216-2011-4047-a391-7b59938bf8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2465975 Nov 23 17:47:59.171878 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-029074f5-95ad-411d-ab14-13bfde724d83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1794316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1795362'] for router, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:59.174185 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b2fcc814-f0af-4283-8d35-8e937ca7129e tempest-TagsExtTest-1016113157 tempest-TagsExtTest-1016113157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264358096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264730885'] for subnet, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:59.247587 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Pushing event updated for resources: {'Port': ['ID=0454b05a-f8d9-43e8-9ca1-d4d508672d6a,revision_number=3']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:47:59.338582 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fcc814-f0af-4283-8d35-8e937ca7129e tempest-TagsExtTest-1016113157 tempest-TagsExtTest-1016113157-project] Pushing event updated for resources: {'Subnet': ['ID=9a968280-d2fc-4fac-90db-00c5cecb70cc,revision_number=0']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:47:59.437104 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2fcc814-f0af-4283-8d35-8e937ca7129e tempest-TagsExtTest-1016113157 tempest-TagsExtTest-1016113157-project] Checking segment: {'id': '1ddcbd18-fc7d-4908-b9a7-279a053fe720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '5fa71bca-c360-45ea-b1d2-15f144a20e72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:47:59.441307 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2fcc814-f0af-4283-8d35-8e937ca7129e tempest-TagsExtTest-1016113157 tempest-TagsExtTest-1016113157-project] Network hostable DHCP agents. Network: 5fa71bca-c360-45ea-b1d2-15f144a20e72, hostable agents: ['0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3'], hosted agents: [] {{(pid=103590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 17:47:59.484054 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2fcc814-f0af-4283-8d35-8e937ca7129e tempest-TagsExtTest-1016113157 tempest-TagsExtTest-1016113157-project] Network 5fa71bca-c360-45ea-b1d2-15f144a20e72 is scheduled to be hosted by DHCP agent 0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3 with binding_index 1 {{(pid=103590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 17:47:59.503649 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-b2fcc814-f0af-4283-8d35-8e937ca7129e tempest-TagsExtTest-1016113157 tempest-TagsExtTest-1016113157-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-8, 5fa71bca-c360-45ea-b1d2-15f144a20e72) {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:47:59.515078 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27beec6-03b5-4bfe-898d-99582fa54ffd req-f5015919-31db-4477-ad00-a344e853c786 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:47:59.515406 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10419db7-2987-4fb9-b02e-5ebe62149db5 None None] Network 5fa71bca-c360-45ea-b1d2-15f144a20e72 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:47:59.516838 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e27beec6-03b5-4bfe-898d-99582fa54ffd req-f5015919-31db-4477-ad00-a344e853c786 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] 10.222.0.60 "GET /v2.0/ports?device_id=eac45670-ad42-4456-afd9-c565956fd007 HTTP/1.1" status: 200 len: 945 time: 0.2007251 Nov 23 17:47:59.547221 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2fcc814-f0af-4283-8d35-8e937ca7129e tempest-TagsExtTest-1016113157 tempest-TagsExtTest-1016113157-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:47:59.549589 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b2fcc814-f0af-4283-8d35-8e937ca7129e tempest-TagsExtTest-1016113157 tempest-TagsExtTest-1016113157-project] Publish callbacks [] for subnet, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:59.558954 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf00167-7888-40c5-b63e-d118193220da req-f7c21a13-82b4-4b7e-9bd4-8dbb3af9f53d tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:47:59.562389 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-0cf00167-7888-40c5-b63e-d118193220da req-f7c21a13-82b4-4b7e-9bd4-8dbb3af9f53d tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ea7def0-5cf3-46bd-90e2-20013bf25e5e HTTP/1.1" status: 200 len: 946 time: 0.1731379 Nov 23 17:47:59.600215 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-b2fcc814-f0af-4283-8d35-8e937ca7129e tempest-TagsExtTest-1016113157 tempest-TagsExtTest-1016113157-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0032003 Nov 23 17:47:59.601296 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 34566) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:47:59.617202 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-7965a618-0d6c-42fd-a1ce-e8799fbcbe9d tempest-TagsExtTest-1016113157 tempest-TagsExtTest-1016113157-project] Request body: {'port': {'network_id': '5fa71bca-c360-45ea-b1d2-15f144a20e72', 'name': 'tempest-TagsExtTest-664752221'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:47:59.670535 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-0cf00167-7888-40c5-b63e-d118193220da req-7af51dac-0872-444f-a30a-79c6329a0e78 tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] 10.222.0.60 "GET /v2.0/security-groups?id=6b69aca9-b68e-45b0-a7a0-1eb351a8ed08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954216 Nov 23 17:47:59.678297 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e27beec6-03b5-4bfe-898d-99582fa54ffd req-e1fc2071-b79e-445e-9b04-5ec4def65de3 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] 10.222.0.60 "GET /v2.0/security-groups?id=fa324d8c-13d0-499d-8791-7b10ff6fd90b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473815 Nov 23 17:47:59.698693 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-029074f5-95ad-411d-ab14-13bfde724d83 admin admin] Router faf7abb0-915d-49db-8c72-fa0ed41d43c7 is scheduled to L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 with binding_index 1 {{(pid=103591) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 17:47:59.806117 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 0454b05a-f8d9-43e8-9ca1-d4d508672d6a up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:47:59.872674 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-235b0ec6-f4f9-4529-b698-2c2faf30ae72 None None] Provisioning complete for port 0454b05a-f8d9-43e8-9ca1-d4d508672d6a triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:47:59.873280 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-235b0ec6-f4f9-4529-b698-2c2faf30ae72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:59.914312 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7965a618-0d6c-42fd-a1ce-e8799fbcbe9d tempest-TagsExtTest-1016113157 tempest-TagsExtTest-1016113157-project] Made reservation on behalf of 51b5e6d81c224a0d96f75a6559593cff for: {'port': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:47:59.918482 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7965a618-0d6c-42fd-a1ce-e8799fbcbe9d tempest-TagsExtTest-1016113157 tempest-TagsExtTest-1016113157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:59.921589 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-029074f5-95ad-411d-ab14-13bfde724d83 admin admin] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:47:59.933546 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73e37abc-0579-424d-a903-57b3916cfec6 None None] Sync routers for ids ['faf7abb0-915d-49db-8c72-fa0ed41d43c7'] in n-d-816206-8 {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:47:59.943676 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-029074f5-95ad-411d-ab14-13bfde724d83 admin admin] Publish callbacks [] for router, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:47:59.951438 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-029074f5-95ad-411d-ab14-13bfde724d83 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.7216825 Nov 23 17:47:59.952734 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 34570) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:47:59.956257 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73e37abc-0579-424d-a903-57b3916cfec6 None None] Routers {'faf7abb0-915d-49db-8c72-fa0ed41d43c7'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:47:59.956924 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-73e37abc-0579-424d-a903-57b3916cfec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:47:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['faf7abb0-915d-49db-8c72-fa0ed41d43c7'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:47:59.984181 n-d-816206-8 neutron-server[103590]: DEBUG neutron.notifiers.nova [None req-7965a618-0d6c-42fd-a1ce-e8799fbcbe9d tempest-TagsExtTest-1016113157 tempest-TagsExtTest-1016113157-project] device_id is not set on port 270da387-4800-4e4b-9513-9314c7a797be yet. {{(pid=103590) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 17:48:00.103348 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port 0454b05a-f8d9-43e8-9ca1-d4d508672d6a triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:48:00.104611 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:00.245677 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-73e37abc-0579-424d-a903-57b3916cfec6 None None] Set router faf7abb0-915d-49db-8c72-fa0ed41d43c7 gateway port host: n-d-816206-8 {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:48:00.271301 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7d96267-5d30-4fb4-9923-b1803667e897 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp355044b8-8e87-58c4-94fa-4a010ec30f9e-5fa71bca-c360-45ea-b1d2-15f144a20e72', 'network_id': '5fa71bca-c360-45ea-b1d2-15f144a20e72', 'tenant_id': '51b5e6d81c224a0d96f75a6559593cff', 'fixed_ips': [{'subnet_id': '9a968280-d2fc-4fac-90db-00c5cecb70cc'}]}} from n-d-816206-8. {{(pid=103592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 17:48:00.272204 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c7d96267-5d30-4fb4-9923-b1803667e897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:00.288105 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-7965a618-0d6c-42fd-a1ce-e8799fbcbe9d tempest-TagsExtTest-1016113157 tempest-TagsExtTest-1016113157-project] Allocated IP 172.20.0.11 (5fa71bca-c360-45ea-b1d2-15f144a20e72/9a968280-d2fc-4fac-90db-00c5cecb70cc/270da387-4800-4e4b-9513-9314c7a797be) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:48:00.546904 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 0768ab21-bc40-4c46-b34b-6a4a5b83571d up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:48:00.613478 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-73e37abc-0579-424d-a903-57b3916cfec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faf7abb0-915d-49db-8c72-fa0ed41d43c7', 'name': 'tempest-TestAggregatesBasicOps-13454612-router', 'tenant_id': '1948a46f907145dcafcc5c257f2051c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.246'}], 'enable_snat': True}, 'gw_port_id': '3c9df154-9103-4201-9b77-7fd39c2591d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:47:54Z', 'updated_at': '2021-11-23T17:47:57Z', 'revision_number': 3, 'project_id': '1948a46f907145dcafcc5c257f2051c9', 'gw_port': {'id': '3c9df154-9103-4201-9b77-7fd39c2591d8', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:3d:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'faf7abb0-915d-49db-8c72-fa0ed41d43c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2875, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:47:55Z', 'updated_at': '2021-11-23T17:47:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8'}], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:48:00.640245 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port 0768ab21-bc40-4c46-b34b-6a4a5b83571d triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:48:00.645459 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:00.656061 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73e37abc-0579-424d-a903-57b3916cfec6 None None] Checking router: faf7abb0-915d-49db-8c72-fa0ed41d43c7 for host: n-d-816206-8 {{(pid=103593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 17:48:00.656872 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73e37abc-0579-424d-a903-57b3916cfec6 None None] Updating router faf7abb0-915d-49db-8c72-fa0ed41d43c7 port 3c9df154-9103-4201-9b77-7fd39c2591d8 binding host n-d-816206-8 {{(pid=103593) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 17:48:00.658668 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39647f7a-8bb8-468c-bdad-ce2bcee7ff51 req-5f3f72e1-4528-46cb-b67f-b100140f119c tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:48:00.661281 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-39647f7a-8bb8-468c-bdad-ce2bcee7ff51 req-5f3f72e1-4528-46cb-b67f-b100140f119c tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ea7def0-5cf3-46bd-90e2-20013bf25e5e HTTP/1.1" status: 200 len: 946 time: 0.1476331 Nov 23 17:48:00.684270 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6266000-c443-4041-b7b8-d230be32237f req-721dbe82-ac1f-40fa-b748-9a11e1a65104 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:48:00.686502 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d6266000-c443-4041-b7b8-d230be32237f req-721dbe82-ac1f-40fa-b748-9a11e1a65104 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] 10.222.0.60 "GET /v2.0/ports?device_id=249ac4eb-1a02-4a5a-b338-42e7ef7de469 HTTP/1.1" status: 200 len: 945 time: 0.2504756 Nov 23 17:48:00.702731 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7965a618-0d6c-42fd-a1ce-e8799fbcbe9d tempest-TagsExtTest-1016113157 tempest-TagsExtTest-1016113157-project] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:00.717833 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-73e37abc-0579-424d-a903-57b3916cfec6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:00.783877 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7965a618-0d6c-42fd-a1ce-e8799fbcbe9d tempest-TagsExtTest-1016113157 tempest-TagsExtTest-1016113157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:00.833190 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7965a618-0d6c-42fd-a1ce-e8799fbcbe9d tempest-TagsExtTest-1016113157 tempest-TagsExtTest-1016113157-project] Network 5fa71bca-c360-45ea-b1d2-15f144a20e72 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:48:00.871270 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-7965a618-0d6c-42fd-a1ce-e8799fbcbe9d tempest-TagsExtTest-1016113157 tempest-TagsExtTest-1016113157-project] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:48:00.879595 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7965a618-0d6c-42fd-a1ce-e8799fbcbe9d tempest-TagsExtTest-1016113157 tempest-TagsExtTest-1016113157-project] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:48:00.900185 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.db_base_plugin_common [None req-c7d96267-5d30-4fb4-9923-b1803667e897 None None] Allocated IP 172.20.0.2 (5fa71bca-c360-45ea-b1d2-15f144a20e72/9a968280-d2fc-4fac-90db-00c5cecb70cc/c59382c9-c846-4205-bcf6-489bd502eacc) {{(pid=103592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:48:00.942833 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-39647f7a-8bb8-468c-bdad-ce2bcee7ff51 req-d59eeca4-234e-4844-a576-f5b980a3328a tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] 10.222.0.60 "GET /v2.0/security-groups?id=6b69aca9-b68e-45b0-a7a0-1eb351a8ed08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2410970 Nov 23 17:48:00.962208 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d6266000-c443-4041-b7b8-d230be32237f req-57be4710-3cd5-465f-bc95-44f75faad7e0 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] 10.222.0.60 "GET /v2.0/security-groups?id=64527216-2011-4047-a391-7b59938bf8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2561636 Nov 23 17:48:00.979031 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7965a618-0d6c-42fd-a1ce-e8799fbcbe9d tempest-TagsExtTest-1016113157 tempest-TagsExtTest-1016113157-project] Pushing event updated for resources: {'Port': ['ID=270da387-4800-4e4b-9513-9314c7a797be,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:48:01.019191 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7965a618-0d6c-42fd-a1ce-e8799fbcbe9d tempest-TagsExtTest-1016113157 tempest-TagsExtTest-1016113157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:48:01.019837 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7965a618-0d6c-42fd-a1ce-e8799fbcbe9d tempest-TagsExtTest-1016113157 tempest-TagsExtTest-1016113157-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:01.072806 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-7965a618-0d6c-42fd-a1ce-e8799fbcbe9d tempest-TagsExtTest-1016113157 tempest-TagsExtTest-1016113157-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.4687011 Nov 23 17:48:01.073550 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 34590) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:48:01.087340 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-8a528a85-7f8b-4f46-8240-865ae1755718 tempest-TagsExtTest-1016113157 tempest-TagsExtTest-1016113157-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1541703240', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:48:01.168653 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-8a528a85-7f8b-4f46-8240-865ae1755718 tempest-TagsExtTest-1016113157 tempest-TagsExtTest-1016113157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1793449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8093'] for router, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:01.168653 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-8a528a85-7f8b-4f46-8240-865ae1755718 tempest-TagsExtTest-1016113157 tempest-TagsExtTest-1016113157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1794473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1794771', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1638326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8086'] for router, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:01.177545 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-73e37abc-0579-424d-a903-57b3916cfec6 None None] Publish callbacks [] for port, precommit_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:01.184532 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-73e37abc-0579-424d-a903-57b3916cfec6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:01.239825 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c7d96267-5d30-4fb4-9923-b1803667e897 None None] Publish callbacks [] for port, precommit_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:01.244600 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3003f575-7e12-413f-9b64-fde1e25ce413 None None] DHCP port deletion for 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:48:01.249467 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c7d96267-5d30-4fb4-9923-b1803667e897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980'] for port, after_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:01.274915 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [None req-73e37abc-0579-424d-a903-57b3916cfec6 None None] Attempting to bind port 3c9df154-9103-4201-9b77-7fd39c2591d8 on host n-d-816206-8 for vnic_type normal with profile {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:48:01.275505 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [None req-73e37abc-0579-424d-a903-57b3916cfec6 None None] Attempting to bind port 3c9df154-9103-4201-9b77-7fd39c2591d8 by drivers openvswitch,hyperv on host n-d-816206-8 at level 0 using segments [{'id': 'bffd1e4f-e80f-4ff0-b418-2f42ae15febf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'}] {{(pid=103593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:48:01.276089 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73e37abc-0579-424d-a903-57b3916cfec6 None None] Attempting to bind port 3c9df154-9103-4201-9b77-7fd39c2591d8 on network 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:48:01.292464 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73e37abc-0579-424d-a903-57b3916cfec6 None None] Checking agent: {'id': '9e89acbe-4bbe-4c77-a18b-6f1da9133e0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 7, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 47, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:48:01.293573 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73e37abc-0579-424d-a903-57b3916cfec6 None None] Checking segment: {'id': 'bffd1e4f-e80f-4ff0-b418-2f42ae15febf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:48:01.294221 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-73e37abc-0579-424d-a903-57b3916cfec6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:01.294806 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73e37abc-0579-424d-a903-57b3916cfec6 None None] Bound using segment: {'id': 'bffd1e4f-e80f-4ff0-b418-2f42ae15febf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'} {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:48:01.295476 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [None req-73e37abc-0579-424d-a903-57b3916cfec6 None None] Bound port: 3c9df154-9103-4201-9b77-7fd39c2591d8, host: n-d-816206-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bffd1e4f-e80f-4ff0-b418-2f42ae15febf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'}}] {{(pid=103593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:48:01.296045 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-73e37abc-0579-424d-a903-57b3916cfec6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:01.323953 n-d-816206-8 neutron-server[103592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7d96267-5d30-4fb4-9923-b1803667e897 None None] Network 5fa71bca-c360-45ea-b1d2-15f144a20e72 is already hosted by enough agents. {{(pid=103592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:48:01.327772 n-d-816206-8 neutron-server[103592]: DEBUG neutron.scheduler.base_scheduler [None req-c7d96267-5d30-4fb4-9923-b1803667e897 None None] Resources bound (agent type, host, resource id): {{(pid=103592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:48:01.328669 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-8a528a85-7f8b-4f46-8240-865ae1755718 tempest-TagsExtTest-1016113157 tempest-TagsExtTest-1016113157-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:01.331631 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7d96267-5d30-4fb4-9923-b1803667e897 None None] Received port after_create {{(pid=103592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:48:01.334325 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-26347d62-6c9a-4bfd-9425-26e3cae82454 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:01.340242 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d96267-5d30-4fb4-9923-b1803667e897 None None] Pushing event updated for resources: {'Port': ['ID=c59382c9-c846-4205-bcf6-489bd502eacc,revision_number=1']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:48:01.358877 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-8a528a85-7f8b-4f46-8240-865ae1755718 tempest-TagsExtTest-1016113157 tempest-TagsExtTest-1016113157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1794316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1795362'] for router, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:01.397157 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-73e37abc-0579-424d-a903-57b3916cfec6 None None] For port 3c9df154-9103-4201-9b77-7fd39c2591d8, host n-d-816206-8, cleared binding levels {{(pid=103593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:48:01.403371 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-73e37abc-0579-424d-a903-57b3916cfec6 None None] For port 3c9df154-9103-4201-9b77-7fd39c2591d8, host n-d-816206-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=3c9df154-9103-4201-9b77-7fd39c2591d8,segment=NetworkSegment(bffd1e4f-e80f-4ff0-b418-2f42ae15febf),segment_id=bffd1e4f-e80f-4ff0-b418-2f42ae15febf)] {{(pid=103593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:48:01.412479 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-73e37abc-0579-424d-a903-57b3916cfec6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:01.412752 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-c7d96267-5d30-4fb4-9923-b1803667e897 None None] Attempting to bind port c59382c9-c846-4205-bcf6-489bd502eacc on host n-d-816206-8 for vnic_type normal with profile {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:48:01.413153 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-c7d96267-5d30-4fb4-9923-b1803667e897 None None] Attempting to bind port c59382c9-c846-4205-bcf6-489bd502eacc by drivers openvswitch,hyperv on host n-d-816206-8 at level 0 using segments [{'id': '1ddcbd18-fc7d-4908-b9a7-279a053fe720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '5fa71bca-c360-45ea-b1d2-15f144a20e72'}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:48:01.413525 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7d96267-5d30-4fb4-9923-b1803667e897 None None] Attempting to bind port c59382c9-c846-4205-bcf6-489bd502eacc on network 5fa71bca-c360-45ea-b1d2-15f144a20e72 {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:48:01.417203 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4018cc-e701-4ace-9e8c-a56961995464 None None] Pushing event updated for resources: {'Port': ['ID=3c9df154-9103-4201-9b77-7fd39c2591d8,revision_number=2']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:48:01.425948 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-78c65898-dbe1-4ff4-a4ff-96bd73005072 None None] Provisioning complete for port 3c9df154-9103-4201-9b77-7fd39c2591d8 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:48:01.426309 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-78c65898-dbe1-4ff4-a4ff-96bd73005072 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:01.429425 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7d96267-5d30-4fb4-9923-b1803667e897 None None] Checking agent: {'id': '9e89acbe-4bbe-4c77-a18b-6f1da9133e0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 7, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 47, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:48:01.429425 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7d96267-5d30-4fb4-9923-b1803667e897 None None] Checking segment: {'id': '1ddcbd18-fc7d-4908-b9a7-279a053fe720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '5fa71bca-c360-45ea-b1d2-15f144a20e72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:48:01.429853 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c7d96267-5d30-4fb4-9923-b1803667e897 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:01.430222 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7d96267-5d30-4fb4-9923-b1803667e897 None None] Bound using segment: {'id': '1ddcbd18-fc7d-4908-b9a7-279a053fe720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '5fa71bca-c360-45ea-b1d2-15f144a20e72'} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:48:01.430693 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-c7d96267-5d30-4fb4-9923-b1803667e897 None None] Bound port: c59382c9-c846-4205-bcf6-489bd502eacc, host: n-d-816206-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ddcbd18-fc7d-4908-b9a7-279a053fe720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '5fa71bca-c360-45ea-b1d2-15f144a20e72'}}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:48:01.431671 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c7d96267-5d30-4fb4-9923-b1803667e897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:01.499534 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4018cc-e701-4ace-9e8c-a56961995464 None None] Pushing event updated for resources: {'Port': ['ID=3c9df154-9103-4201-9b77-7fd39c2591d8,revision_number=3']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:48:01.531289 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73e37abc-0579-424d-a903-57b3916cfec6 None None] Routers {'faf7abb0-915d-49db-8c72-fa0ed41d43c7'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:48:01.532361 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-73e37abc-0579-424d-a903-57b3916cfec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:47:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['faf7abb0-915d-49db-8c72-fa0ed41d43c7'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:48:01.534435 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c7d96267-5d30-4fb4-9923-b1803667e897 None None] For port c59382c9-c846-4205-bcf6-489bd502eacc, host n-d-816206-8, cleared binding levels {{(pid=103592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:48:01.538647 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c7d96267-5d30-4fb4-9923-b1803667e897 None None] For port c59382c9-c846-4205-bcf6-489bd502eacc, host n-d-816206-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=c59382c9-c846-4205-bcf6-489bd502eacc,segment=NetworkSegment(1ddcbd18-fc7d-4908-b9a7-279a053fe720),segment_id=1ddcbd18-fc7d-4908-b9a7-279a053fe720)] {{(pid=103592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:48:01.557373 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fc6f59-05e9-43c0-98c0-67849e504017 req-fdc6d6d9-a2a8-44be-9ce5-bbf18b25e6ae tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:48:01.558958 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77856385-6f5e-4dfb-8d92-31be87f8c7f8 None None] DHCP port deletion for 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:48:01.560905 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-65fc6f59-05e9-43c0-98c0-67849e504017 req-fdc6d6d9-a2a8-44be-9ce5-bbf18b25e6ae tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] 10.222.0.60 "GET /v2.0/ports?device_id=eac45670-ad42-4456-afd9-c565956fd007 HTTP/1.1" status: 200 len: 945 time: 0.4351492 Nov 23 17:48:01.566108 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c7d96267-5d30-4fb4-9923-b1803667e897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:01.577611 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22bdae1-ca42-48f8-ada6-fbde4859c292 req-d7ba725f-095a-48b7-ba65-32a7ba8e2a89 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:48:01.579596 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b22bdae1-ca42-48f8-ada6-fbde4859c292 req-d7ba725f-095a-48b7-ba65-32a7ba8e2a89 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] 10.222.0.60 "GET /v2.0/ports?device_id=249ac4eb-1a02-4a5a-b338-42e7ef7de469 HTTP/1.1" status: 200 len: 945 time: 0.4434340 Nov 23 17:48:01.588372 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 34594) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:48:01.591704 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-8a528a85-7f8b-4f46-8240-865ae1755718 tempest-TagsExtTest-1016113157 tempest-TagsExtTest-1016113157-project] Publish callbacks [] for router, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:01.593049 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-220c2108-f983-4975-b96d-5f13f8745b17 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] Request body: {'floatingip': {'port_id': 'a2c7a480-eebd-4d1c-9ef0-43dc8bbe0391'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:48:01.593567 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-8a528a85-7f8b-4f46-8240-865ae1755718 tempest-TagsExtTest-1016113157 tempest-TagsExtTest-1016113157-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.5113416 Nov 23 17:48:01.600035 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 34596) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:48:01.628289 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.db_base_plugin_common [None req-26347d62-6c9a-4bfd-9425-26e3cae82454 admin admin] Allocated IP 172.20.0.1 (3e67e762-5cf2-47d6-a115-1f4f3bbdff54/84c2278f-e486-4aa2-9586-ac9b3235378b/dab089ca-7c3a-44e5-9d65-733bab81680d) {{(pid=103591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:48:01.671192 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-99039917-0425-4abe-bad3-35d387e31ade tempest-TagsExtTest-1016113157 tempest-TagsExtTest-1016113157-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-301388932', 'prefixes': ['172.20.0.0/16']}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:48:01.679428 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-65fc6f59-05e9-43c0-98c0-67849e504017 req-90f66692-c254-4f3f-a497-5aab06c16467 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] 10.222.0.60 "GET /v2.0/security-groups?id=fa324d8c-13d0-499d-8791-7b10ff6fd90b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943692 Nov 23 17:48:01.696957 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-73e37abc-0579-424d-a903-57b3916cfec6 None None] Set router faf7abb0-915d-49db-8c72-fa0ed41d43c7 gateway port host: n-d-816206-8 {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:48:01.699202 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d96267-5d30-4fb4-9923-b1803667e897 None None] Pushing event updated for resources: {'Port': ['ID=c59382c9-c846-4205-bcf6-489bd502eacc,revision_number=2']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:48:01.714237 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-220c2108-f983-4975-b96d-5f13f8745b17 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] Publish callbacks [] for floatingip, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:01.737793 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-78c65898-dbe1-4ff4-a4ff-96bd73005072 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:01.796178 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-78c65898-dbe1-4ff4-a4ff-96bd73005072 None None] For port 3c9df154-9103-4201-9b77-7fd39c2591d8, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=3c9df154-9103-4201-9b77-7fd39c2591d8,segment=NetworkSegment(bffd1e4f-e80f-4ff0-b418-2f42ae15febf),segment_id=bffd1e4f-e80f-4ff0-b418-2f42ae15febf)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:48:01.807408 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-78c65898-dbe1-4ff4-a4ff-96bd73005072 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:01.875174 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c65898-dbe1-4ff4-a4ff-96bd73005072 None None] Pushing event updated for resources: {'Port': ['ID=3c9df154-9103-4201-9b77-7fd39c2591d8,revision_number=4']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:48:01.880349 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-26347d62-6c9a-4bfd-9425-26e3cae82454 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:01.919405 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-26347d62-6c9a-4bfd-9425-26e3cae82454 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:01.933253 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-c12a568a-06bc-4d09-8393-ff609a071ea2 None None] Provisioning complete for port 3c9df154-9103-4201-9b77-7fd39c2591d8 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:48:01.934524 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c12a568a-06bc-4d09-8393-ff609a071ea2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:01.963948 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26347d62-6c9a-4bfd-9425-26e3cae82454 admin admin] Network 3e67e762-5cf2-47d6-a115-1f4f3bbdff54 is already hosted by enough agents. {{(pid=103591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:48:01.969085 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [None req-26347d62-6c9a-4bfd-9425-26e3cae82454 admin admin] Resources bound (agent type, host, resource id): {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:48:01.973846 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26347d62-6c9a-4bfd-9425-26e3cae82454 admin admin] Received port after_create {{(pid=103591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:48:02.023891 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26347d62-6c9a-4bfd-9425-26e3cae82454 admin admin] Pushing event updated for resources: {'Port': ['ID=dab089ca-7c3a-44e5-9d65-733bab81680d,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:48:02.039628 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-73e37abc-0579-424d-a903-57b3916cfec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faf7abb0-915d-49db-8c72-fa0ed41d43c7', 'name': 'tempest-TestAggregatesBasicOps-13454612-router', 'tenant_id': '1948a46f907145dcafcc5c257f2051c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.246'}], 'enable_snat': True}, 'gw_port_id': '3c9df154-9103-4201-9b77-7fd39c2591d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:47:54Z', 'updated_at': '2021-11-23T17:47:57Z', 'revision_number': 3, 'project_id': '1948a46f907145dcafcc5c257f2051c9', 'gw_port': {'id': '3c9df154-9103-4201-9b77-7fd39c2591d8', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:3d:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'faf7abb0-915d-49db-8c72-fa0ed41d43c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2875, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:47:55Z', 'updated_at': '2021-11-23T17:48:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8'}], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:48:02.052990 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-26347d62-6c9a-4bfd-9425-26e3cae82454 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1795539'] for router_interface, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:02.088175 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73e37abc-0579-424d-a903-57b3916cfec6 None None] The sync data for ids ['faf7abb0-915d-49db-8c72-fa0ed41d43c7'] in n-d-816206-8 is: [{'id': 'faf7abb0-915d-49db-8c72-fa0ed41d43c7', 'name': 'tempest-TestAggregatesBasicOps-13454612-router', 'tenant_id': '1948a46f907145dcafcc5c257f2051c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.246'}], 'enable_snat': True}, 'gw_port_id': '3c9df154-9103-4201-9b77-7fd39c2591d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:47:54Z', 'updated_at': '2021-11-23T17:47:57Z', 'revision_number': 3, 'project_id': '1948a46f907145dcafcc5c257f2051c9', 'gw_port': {'id': '3c9df154-9103-4201-9b77-7fd39c2591d8', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:3d:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'faf7abb0-915d-49db-8c72-fa0ed41d43c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2875, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:47:55Z', 'updated_at': '2021-11-23T17:48:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8'}] {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:48:02.296149 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d81ba1-ab59-444d-b4ee-2fbe14deb9b6 req-eb07f2d7-1311-4973-b9d5-0af18d877052 tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:48:02.297790 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-63d81ba1-ab59-444d-b4ee-2fbe14deb9b6 req-eb07f2d7-1311-4973-b9d5-0af18d877052 tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ea7def0-5cf3-46bd-90e2-20013bf25e5e HTTP/1.1" status: 200 len: 946 time: 0.0992591 Nov 23 17:48:02.337945 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-26347d62-6c9a-4bfd-9425-26e3cae82454 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:02.360715 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-99039917-0425-4abe-bad3-35d387e31ade tempest-TagsExtTest-1016113157 tempest-TagsExtTest-1016113157-project] Publish callbacks [] for subnetpool, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:02.366036 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-99039917-0425-4abe-bad3-35d387e31ade tempest-TagsExtTest-1016113157 tempest-TagsExtTest-1016113157-project] 10.222.0.60 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.7579632 Nov 23 17:48:02.367958 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 34602) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:48:02.388945 n-d-816206-8 neutron-server[103591]: DEBUG neutron.services.tag.tag_plugin [None req-b7de4b60-ff4e-4169-8b73-4bb1f4b8562c tempest-TagsExtTest-1016113157 tempest-TagsExtTest-1016113157-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '9a968280-d2fc-4fac-90db-00c5cecb70cc', 'tempest-TagsExtTest-Tag-722492387') {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:48:02.437565 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-f6f47af9-9e5d-4334-a8e8-50e1349fe15b None None] Provisioning complete for port dab089ca-7c3a-44e5-9d65-733bab81680d triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:48:02.438106 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-f6f47af9-9e5d-4334-a8e8-50e1349fe15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:02.476320 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-63d81ba1-ab59-444d-b4ee-2fbe14deb9b6 req-c31c915e-40cb-4cd8-8ac4-3b8a7b9c2b85 tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] 10.222.0.60 "GET /v2.0/security-groups?id=6b69aca9-b68e-45b0-a7a0-1eb351a8ed08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611130 Nov 23 17:48:02.493276 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-f6f47af9-9e5d-4334-a8e8-50e1349fe15b None None] Port dab089ca-7c3a-44e5-9d65-733bab81680d cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:48:02.606860 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-220c2108-f983-4975-b96d-5f13f8745b17 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:02.623849 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-220c2108-f983-4975-b96d-5f13f8745b17 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1795396'] for floatingip, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:02.672236 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-b7de4b60-ff4e-4169-8b73-4bb1f4b8562c tempest-TagsExtTest-1016113157 tempest-TagsExtTest-1016113157-project] 10.222.0.60 "PUT /v2.0/subnets/9a968280-d2fc-4fac-90db-00c5cecb70cc/tags/tempest-TagsExtTest-Tag-722492387 HTTP/1.1" status: 201 len: 201 time: 0.3048370 Nov 23 17:48:02.676747 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 34608) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:48:02.683506 n-d-816206-8 neutron-server[103591]: DEBUG neutron.services.tag.tag_plugin [None req-d3dfc35d-6f23-4d7c-b687-568d397263dc tempest-TagsExtTest-1016113157 tempest-TagsExtTest-1016113157-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '270da387-4800-4e4b-9513-9314c7a797be', 'tempest-TagsExtTest-Tag-832731861') {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:48:02.741433 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-26347d62-6c9a-4bfd-9425-26e3cae82454 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:02.747829 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-26347d62-6c9a-4bfd-9425-26e3cae82454 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264758186'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:02.852596 n-d-816206-8 neutron-server[103590]: INFO neutron.db.l3_db [None req-220c2108-f983-4975-b96d-5f13f8745b17 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] Floating IP 90e094f0-7949-4f72-9dd0-43f173410bc1 associated. External IP: 172.25.3.198, port: a2c7a480-eebd-4d1c-9ef0-43dc8bbe0391. Nov 23 17:48:02.932338 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26347d62-6c9a-4bfd-9425-26e3cae82454 admin admin] Pushing event updated for resources: {'Port': ['ID=dab089ca-7c3a-44e5-9d65-733bab81680d,revision_number=2']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:48:02.935084 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-26347d62-6c9a-4bfd-9425-26e3cae82454 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2068703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1794403'] for router_interface, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:02.982160 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b31b280-a511-4219-8d42-e90cecfa3bfc req-656a9f03-5bfd-4135-813f-f1bc1e4d20a6 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:48:02.983780 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8b31b280-a511-4219-8d42-e90cecfa3bfc req-656a9f03-5bfd-4135-813f-f1bc1e4d20a6 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] 10.222.0.60 "GET /v2.0/ports?device_id=eac45670-ad42-4456-afd9-c565956fd007 HTTP/1.1" status: 200 len: 945 time: 0.1769290 Nov 23 17:48:03.081710 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-d3dfc35d-6f23-4d7c-b687-568d397263dc tempest-TagsExtTest-1016113157 tempest-TagsExtTest-1016113157-project] 10.222.0.60 "PUT /v2.0/ports/270da387-4800-4e4b-9513-9314c7a797be/tags/tempest-TagsExtTest-Tag-832731861 HTTP/1.1" status: 201 len: 201 time: 0.4009378 Nov 23 17:48:03.084980 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 34616) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:48:03.092258 n-d-816206-8 neutron-server[103591]: DEBUG neutron.services.tag.tag_plugin [None req-43878c96-64f5-4492-84bd-2150ad812893 tempest-TagsExtTest-1016113157 tempest-TagsExtTest-1016113157-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '5b9bad36-6ec6-4336-8acf-a346f6aa6f28', 'tempest-TagsExtTest-Tag-1482159421') {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:48:03.240440 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8b31b280-a511-4219-8d42-e90cecfa3bfc req-3383560b-5e3a-4b20-a60d-71aa9cfc1421 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] 10.222.0.60 "GET /v2.0/security-groups?id=fa324d8c-13d0-499d-8791-7b10ff6fd90b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2356067 Nov 23 17:48:03.272645 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26347d62-6c9a-4bfd-9425-26e3cae82454 admin admin] Network 3e67e762-5cf2-47d6-a115-1f4f3bbdff54 is already hosted by enough agents. {{(pid=103591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:48:03.276302 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [None req-26347d62-6c9a-4bfd-9425-26e3cae82454 admin admin] Resources bound (agent type, host, resource id): {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:48:03.384847 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-43878c96-64f5-4492-84bd-2150ad812893 tempest-TagsExtTest-1016113157 tempest-TagsExtTest-1016113157-project] 10.222.0.60 "PUT /v2.0/routers/5b9bad36-6ec6-4336-8acf-a346f6aa6f28/tags/tempest-TagsExtTest-Tag-1482159421 HTTP/1.1" status: 201 len: 201 time: 0.2983484 Nov 23 17:48:03.393059 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 34618) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:48:03.401295 n-d-816206-8 neutron-server[103591]: DEBUG neutron.services.tag.tag_plugin [None req-144d1f50-2db8-465e-8354-105387f96170 tempest-TagsExtTest-1016113157 tempest-TagsExtTest-1016113157-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '527ca12c-75e7-4564-a855-ad907ce56e16', 'tempest-TagsExtTest-Tag-253990082') {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:48:03.432263 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1915c8a4-6c32-41cf-be8e-8bfd5e5f3917 None None] Network 5fa71bca-c360-45ea-b1d2-15f144a20e72 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:48:03.559744 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26347d62-6c9a-4bfd-9425-26e3cae82454 admin admin] Router faf7abb0-915d-49db-8c72-fa0ed41d43c7 has already been hosted by L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 {{(pid=103591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 17:48:03.566561 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-144d1f50-2db8-465e-8354-105387f96170 tempest-TagsExtTest-1016113157 tempest-TagsExtTest-1016113157-project] 10.222.0.60 "PUT /v2.0/subnetpools/527ca12c-75e7-4564-a855-ad907ce56e16/tags/tempest-TagsExtTest-Tag-253990082 HTTP/1.1" status: 201 len: 201 time: 0.1702867 Nov 23 17:48:03.577803 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 34622) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:48:03.584165 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.tag.tag_plugin [None req-56fa6124-d50a-4c38-a5c2-7f4c2ae846d6 tempest-TagsExtTest-1016113157 tempest-TagsExtTest-1016113157-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '9a968280-d2fc-4fac-90db-00c5cecb70cc') {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:48:03.856651 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device c59382c9-c846-4205-bcf6-489bd502eacc up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:48:03.901510 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-56fa6124-d50a-4c38-a5c2-7f4c2ae846d6 tempest-TagsExtTest-1016113157 tempest-TagsExtTest-1016113157-project] 10.222.0.60 "GET /v2.0/subnets/9a968280-d2fc-4fac-90db-00c5cecb70cc/tags HTTP/1.1" status: 200 len: 240 time: 0.3203382 Nov 23 17:48:03.902141 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 34624) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:48:03.906327 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.tag.tag_plugin [None req-a9567998-2fac-4e98-aacf-484f5074b111 tempest-TagsExtTest-1016113157 tempest-TagsExtTest-1016113157-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '9a968280-d2fc-4fac-90db-00c5cecb70cc', 'tempest-TagsExtTest-Tag-722492387') {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:48:03.906900 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-f00ac3dd-ca22-4a86-b962-f4ce482edbce None None] Provisioning complete for port c59382c9-c846-4205-bcf6-489bd502eacc triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:48:03.907279 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-f00ac3dd-ca22-4a86-b962-f4ce482edbce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:03.951723 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-220c2108-f983-4975-b96d-5f13f8745b17 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] Router 908b3081-86f5-4649-af90-5b9a4d728ea7 has already been hosted by L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 {{(pid=103590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 17:48:04.114597 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port c59382c9-c846-4205-bcf6-489bd502eacc triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:48:04.114975 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:04.149619 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-f00ac3dd-ca22-4a86-b962-f4ce482edbce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:04.170786 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-a9567998-2fac-4e98-aacf-484f5074b111 tempest-TagsExtTest-1016113157 tempest-TagsExtTest-1016113157-project] 10.222.0.60 "GET /v2.0/subnets/9a968280-d2fc-4fac-90db-00c5cecb70cc/tags/tempest-TagsExtTest-Tag-722492387 HTTP/1.1" status: 204 len: 168 time: 0.2677746 Nov 23 17:48:04.174749 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 34626) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:48:04.180134 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.tag.tag_plugin [None req-ed387f6d-96aa-4507-a683-a68b4802acf9 tempest-TagsExtTest-1016113157 tempest-TagsExtTest-1016113157-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '9a968280-d2fc-4fac-90db-00c5cecb70cc', 'tempest-TagsExtTest-Tag-722492387') {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:48:04.212998 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-220c2108-f983-4975-b96d-5f13f8745b17 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:48:04.218786 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-220c2108-f983-4975-b96d-5f13f8745b17 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for floatingip, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:04.241452 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-f00ac3dd-ca22-4a86-b962-f4ce482edbce None None] For port c59382c9-c846-4205-bcf6-489bd502eacc, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=c59382c9-c846-4205-bcf6-489bd502eacc,segment=NetworkSegment(1ddcbd18-fc7d-4908-b9a7-279a053fe720),segment_id=1ddcbd18-fc7d-4908-b9a7-279a053fe720)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:48:04.247182 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1ce8c94-0027-4f40-a2d1-4158cd3554e4 None None] Sync routers for ids ['908b3081-86f5-4649-af90-5b9a4d728ea7'] in n-d-816206-8 {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:48:04.252288 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-f00ac3dd-ca22-4a86-b962-f4ce482edbce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:04.261696 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-220c2108-f983-4975-b96d-5f13f8745b17 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] 10.222.0.60 "PUT /v2.0/floatingips/90e094f0-7949-4f72-9dd0-43f173410bc1 HTTP/1.1" status: 200 len: 991 time: 2.6696713 Nov 23 17:48:04.261696 n-d-816206-8 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '249ac4eb-1a02-4a5a-b338-42e7ef7de469', 'tag': 'a2c7a480-eebd-4d1c-9ef0-43dc8bbe0391'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:48:04.264249 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbabddbc9fc37b068808e119c416c86f5957ca04531a4a0d2e695c515e93483b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6cf7da7-7080-4609-8f71-4d11ac09f500" -d '{"events": [{"name": "network-changed", "server_uuid": "249ac4eb-1a02-4a5a-b338-42e7ef7de469", "tag": "a2c7a480-eebd-4d1c-9ef0-43dc8bbe0391"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:48:04.300194 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49937ffe-4047-464c-8121-afa3c6ecd261 req-6ca41e09-095d-4712-8c55-3d0fde59be94 tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:48:04.305261 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-ed387f6d-96aa-4507-a683-a68b4802acf9 tempest-TagsExtTest-1016113157 tempest-TagsExtTest-1016113157-project] 10.222.0.60 "DELETE /v2.0/subnets/9a968280-d2fc-4fac-90db-00c5cecb70cc/tags/tempest-TagsExtTest-Tag-722492387 HTTP/1.1" status: 204 len: 168 time: 0.1291709 Nov 23 17:48:04.307843 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 34634) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:48:04.312655 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.tag.tag_plugin [None req-9c9f2040-f1fc-4c60-b271-ea0b9d8c92f7 tempest-TagsExtTest-1016113157 tempest-TagsExtTest-1016113157-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '9a968280-d2fc-4fac-90db-00c5cecb70cc') {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:48:04.314568 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-49937ffe-4047-464c-8121-afa3c6ecd261 req-6ca41e09-095d-4712-8c55-3d0fde59be94 tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ea7def0-5cf3-46bd-90e2-20013bf25e5e HTTP/1.1" status: 200 len: 946 time: 0.1688805 Nov 23 17:48:04.366266 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1ce8c94-0027-4f40-a2d1-4158cd3554e4 None None] Routers {'908b3081-86f5-4649-af90-5b9a4d728ea7'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:48:04.366859 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-f1ce8c94-0027-4f40-a2d1-4158cd3554e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:47:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['908b3081-86f5-4649-af90-5b9a4d728ea7'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:48:04.379384 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26347d62-6c9a-4bfd-9425-26e3cae82454 admin admin] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:48:04.397112 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-26347d62-6c9a-4bfd-9425-26e3cae82454 admin admin] 10.222.0.60 "PUT /v2.0/routers/faf7abb0-915d-49db-8c72-fa0ed41d43c7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4429450 Nov 23 17:48:04.412347 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-49937ffe-4047-464c-8121-afa3c6ecd261 req-83e79d7e-0f2f-4395-9e56-f7c68c8261cf tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] 10.222.0.60 "GET /v2.0/security-groups?id=6b69aca9-b68e-45b0-a7a0-1eb351a8ed08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967183 Nov 23 17:48:04.430082 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-9c9f2040-f1fc-4c60-b271-ea0b9d8c92f7 tempest-TagsExtTest-1016113157 tempest-TagsExtTest-1016113157-project] 10.222.0.60 "GET /v2.0/subnets/9a968280-d2fc-4fac-90db-00c5cecb70cc/tags HTTP/1.1" status: 200 len: 205 time: 0.1184933 Nov 23 17:48:04.431880 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 34638) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:48:04.437060 n-d-816206-8 neutron-server[103591]: DEBUG neutron.services.tag.tag_plugin [None req-0d43d9cc-7bb9-4087-b013-c4ef02180fb9 tempest-TagsExtTest-1016113157 tempest-TagsExtTest-1016113157-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '270da387-4800-4e4b-9513-9314c7a797be') {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:48:04.499592 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 17:48:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f10c3e4-fa92-47cd-b284-3d5fb598f88e x-openstack-request-id: req-1f10c3e4-fa92-47cd-b284-3d5fb598f88e {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:48:04.500010 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "249ac4eb-1a02-4a5a-b338-42e7ef7de469", "tag": "a2c7a480-eebd-4d1c-9ef0-43dc8bbe0391", "status": "completed", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:48:04.500400 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-1f10c3e4-fa92-47cd-b284-3d5fb598f88e {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:48:04.500958 n-d-816206-8 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '249ac4eb-1a02-4a5a-b338-42e7ef7de469', 'tag': 'a2c7a480-eebd-4d1c-9ef0-43dc8bbe0391', 'status': 'completed', 'code': 200} Nov 23 17:48:04.520824 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-0d43d9cc-7bb9-4087-b013-c4ef02180fb9 tempest-TagsExtTest-1016113157 tempest-TagsExtTest-1016113157-project] 10.222.0.60 "GET /v2.0/ports/270da387-4800-4e4b-9513-9314c7a797be/tags HTTP/1.1" status: 200 len: 240 time: 0.0830240 Nov 23 17:48:04.521696 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 34640) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:48:04.528239 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.tag.tag_plugin [None req-5adc3a01-53d8-4dd8-b36d-a6ee72f60ad9 tempest-TagsExtTest-1016113157 tempest-TagsExtTest-1016113157-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '270da387-4800-4e4b-9513-9314c7a797be', 'tempest-TagsExtTest-Tag-832731861') {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:48:04.622648 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-063f272d-1c7c-4d41-8101-7036a653c0b2 None None] Provisioning complete for port dab089ca-7c3a-44e5-9d65-733bab81680d triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:48:04.624272 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-063f272d-1c7c-4d41-8101-7036a653c0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:04.648284 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-5adc3a01-53d8-4dd8-b36d-a6ee72f60ad9 tempest-TagsExtTest-1016113157 tempest-TagsExtTest-1016113157-project] 10.222.0.60 "GET /v2.0/ports/270da387-4800-4e4b-9513-9314c7a797be/tags/tempest-TagsExtTest-Tag-832731861 HTTP/1.1" status: 204 len: 168 time: 0.1254323 Nov 23 17:48:04.650647 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 34646) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:48:04.656727 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.tag.tag_plugin [None req-e145a8df-0f26-4e73-9e77-6078f60fd56e tempest-TagsExtTest-1016113157 tempest-TagsExtTest-1016113157-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '270da387-4800-4e4b-9513-9314c7a797be', 'tempest-TagsExtTest-Tag-832731861') {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:48:04.708616 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00ac3dd-ca22-4a86-b962-f4ce482edbce None None] Pushing event updated for resources: {'Port': ['ID=c59382c9-c846-4205-bcf6-489bd502eacc,revision_number=3']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:48:04.715388 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294ea3bf-0e8b-490e-b961-17b49a0e6374 req-fc03ac85-b43a-4a0f-a759-f921491540a2 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:48:04.717264 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-294ea3bf-0e8b-490e-b961-17b49a0e6374 req-fc03ac85-b43a-4a0f-a759-f921491540a2 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] 10.222.0.60 "GET /v2.0/ports?device_id=eac45670-ad42-4456-afd9-c565956fd007 HTTP/1.1" status: 200 len: 945 time: 0.1849618 Nov 23 17:48:04.727717 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cf7da7-7080-4609-8f71-4d11ac09f500 req-61d65c61-c848-47fe-bac5-b44b75e56b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:48:04.729385 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a6cf7da7-7080-4609-8f71-4d11ac09f500 req-61d65c61-c848-47fe-bac5-b44b75e56b5a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=093e052ebdfd4c689471d0502a0c2e0a&device_id=249ac4eb-1a02-4a5a-b338-42e7ef7de469 HTTP/1.1" status: 200 len: 1096 time: 0.1743927 Nov 23 17:48:04.744448 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 3c9df154-9103-4201-9b77-7fd39c2591d8 up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:48:04.785986 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvr_db [None req-f1ce8c94-0027-4f40-a2d1-4158cd3554e4 None None] Set router 908b3081-86f5-4649-af90-5b9a4d728ea7 gateway port host: n-d-816206-8 {{(pid=103592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:48:04.787860 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-063f272d-1c7c-4d41-8101-7036a653c0b2 None None] Port dab089ca-7c3a-44e5-9d65-733bab81680d cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:48:04.863726 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-e145a8df-0f26-4e73-9e77-6078f60fd56e tempest-TagsExtTest-1016113157 tempest-TagsExtTest-1016113157-project] 10.222.0.60 "DELETE /v2.0/ports/270da387-4800-4e4b-9513-9314c7a797be/tags/tempest-TagsExtTest-Tag-832731861 HTTP/1.1" status: 204 len: 168 time: 0.2082174 Nov 23 17:48:04.864772 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 34648) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:48:04.913791 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.tag.tag_plugin [None req-e4a6bc0a-ea6c-4c2a-9cab-2ce09228e40d tempest-TagsExtTest-1016113157 tempest-TagsExtTest-1016113157-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '270da387-4800-4e4b-9513-9314c7a797be') {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:48:04.993894 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-e4a6bc0a-ea6c-4c2a-9cab-2ce09228e40d tempest-TagsExtTest-1016113157 tempest-TagsExtTest-1016113157-project] 10.222.0.60 "GET /v2.0/ports/270da387-4800-4e4b-9513-9314c7a797be/tags HTTP/1.1" status: 200 len: 205 time: 0.1279087 Nov 23 17:48:04.996457 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 34656) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:48:05.002761 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.tag.tag_plugin [None req-55e12089-3d08-4d24-a56e-db1692986ffe tempest-TagsExtTest-1016113157 tempest-TagsExtTest-1016113157-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '5b9bad36-6ec6-4336-8acf-a346f6aa6f28') {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:48:05.029387 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95a20f12-5730-4e4d-aef0-aa823c8ed85a None None] Sync routers for ids ['faf7abb0-915d-49db-8c72-fa0ed41d43c7'] in n-d-816206-8 {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:48:05.044205 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95a20f12-5730-4e4d-aef0-aa823c8ed85a None None] Routers {'faf7abb0-915d-49db-8c72-fa0ed41d43c7'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:48:05.045656 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-95a20f12-5730-4e4d-aef0-aa823c8ed85a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:47:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['faf7abb0-915d-49db-8c72-fa0ed41d43c7'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:48:05.046739 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port 3c9df154-9103-4201-9b77-7fd39c2591d8 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:48:05.046739 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:05.052124 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cf7da7-7080-4609-8f71-4d11ac09f500 req-f1be19e5-2ddf-4c6b-96f7-cf50306b0a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:48:05.053962 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a6cf7da7-7080-4609-8f71-4d11ac09f500 req-f1be19e5-2ddf-4c6b-96f7-cf50306b0a0f service neutron] 10.222.0.36 "GET /v2.0/networks?id=b05aa742-7050-4bee-9612-3681dfd2164b HTTP/1.1" status: 200 len: 918 time: 0.3129208 Nov 23 17:48:05.059877 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-294ea3bf-0e8b-490e-b961-17b49a0e6374 req-a578b176-4d3e-4612-8b7e-ee14aed8228d tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] 10.222.0.60 "GET /v2.0/security-groups?id=fa324d8c-13d0-499d-8791-7b10ff6fd90b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3295326 Nov 23 17:48:05.128396 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-55e12089-3d08-4d24-a56e-db1692986ffe tempest-TagsExtTest-1016113157 tempest-TagsExtTest-1016113157-project] 10.222.0.60 "GET /v2.0/routers/5b9bad36-6ec6-4336-8acf-a346f6aa6f28/tags HTTP/1.1" status: 200 len: 241 time: 0.1304185 Nov 23 17:48:05.131566 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 34662) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:48:05.137276 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.tag.tag_plugin [None req-16f80162-22cd-424f-b7cc-a470bbcc2b0d tempest-TagsExtTest-1016113157 tempest-TagsExtTest-1016113157-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '5b9bad36-6ec6-4336-8acf-a346f6aa6f28', 'tempest-TagsExtTest-Tag-1482159421') {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:48:05.149372 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a6cf7da7-7080-4609-8f71-4d11ac09f500 req-457c19de-c6d8-4d7e-9df2-b3bc12df3790 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a2c7a480-eebd-4d1c-9ef0-43dc8bbe0391 HTTP/1.1" status: 200 len: 999 time: 0.0814533 Nov 23 17:48:05.162744 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-47274da1-566a-4f4d-9492-fa4985be9e06 None None] Provisioning complete for port 270da387-4800-4e4b-9513-9314c7a797be triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:48:05.163116 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-47274da1-566a-4f4d-9492-fa4985be9e06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:05.238892 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cf7da7-7080-4609-8f71-4d11ac09f500 req-d93a041d-b96c-40b3-95a0-12c76ac9485a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:48:05.244627 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a6cf7da7-7080-4609-8f71-4d11ac09f500 req-d93a041d-b96c-40b3-95a0-12c76ac9485a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=784540e3-73ef-4656-9bfa-913bbf55b1a9 HTTP/1.1" status: 200 len: 856 time: 0.0792596 Nov 23 17:48:05.304649 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-16f80162-22cd-424f-b7cc-a470bbcc2b0d tempest-TagsExtTest-1016113157 tempest-TagsExtTest-1016113157-project] 10.222.0.60 "GET /v2.0/routers/5b9bad36-6ec6-4336-8acf-a346f6aa6f28/tags/tempest-TagsExtTest-Tag-1482159421 HTTP/1.1" status: 204 len: 168 time: 0.1719680 Nov 23 17:48:05.307476 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 34672) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:48:05.319263 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.tag.tag_plugin [None req-87b62fd0-1e99-4392-826c-800560e628eb tempest-TagsExtTest-1016113157 tempest-TagsExtTest-1016113157-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '5b9bad36-6ec6-4336-8acf-a346f6aa6f28', 'tempest-TagsExtTest-Tag-1482159421') {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:48:05.348427 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cf7da7-7080-4609-8f71-4d11ac09f500 req-1614c001-90ef-4fe9-9a74-6b05efc0a826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:48:05.349983 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a6cf7da7-7080-4609-8f71-4d11ac09f500 req-1614c001-90ef-4fe9-9a74-6b05efc0a826 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b05aa742-7050-4bee-9612-3681dfd2164b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0952086 Nov 23 17:48:05.453171 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-47274da1-566a-4f4d-9492-fa4985be9e06 None None] Port 270da387-4800-4e4b-9513-9314c7a797be cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:48:05.492224 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-87b62fd0-1e99-4392-826c-800560e628eb tempest-TagsExtTest-1016113157 tempest-TagsExtTest-1016113157-project] 10.222.0.60 "DELETE /v2.0/routers/5b9bad36-6ec6-4336-8acf-a346f6aa6f28/tags/tempest-TagsExtTest-Tag-1482159421 HTTP/1.1" status: 204 len: 168 time: 0.1836751 Nov 23 17:48:05.493304 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 34680) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:48:05.494450 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-95a20f12-5730-4e4d-aef0-aa823c8ed85a None None] Set router faf7abb0-915d-49db-8c72-fa0ed41d43c7 gateway port host: n-d-816206-8 {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:48:05.499643 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.tag.tag_plugin [None req-40f7baec-86e7-4105-a020-377dac9b8176 tempest-TagsExtTest-1016113157 tempest-TagsExtTest-1016113157-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '5b9bad36-6ec6-4336-8acf-a346f6aa6f28') {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:48:05.527157 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-47274da1-566a-4f4d-9492-fa4985be9e06 None None] Provisioning complete for port c59382c9-c846-4205-bcf6-489bd502eacc triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:48:05.529243 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-47274da1-566a-4f4d-9492-fa4985be9e06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:05.562520 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a6cf7da7-7080-4609-8f71-4d11ac09f500 req-b0b077ba-ea9e-44b8-ab05-7f7285e6ff1f service neutron] 10.222.0.36 "GET /v2.0/networks/b05aa742-7050-4bee-9612-3681dfd2164b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2025163 Nov 23 17:48:05.727010 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-40f7baec-86e7-4105-a020-377dac9b8176 tempest-TagsExtTest-1016113157 tempest-TagsExtTest-1016113157-project] 10.222.0.60 "GET /v2.0/routers/5b9bad36-6ec6-4336-8acf-a346f6aa6f28/tags HTTP/1.1" status: 200 len: 205 time: 0.2308261 Nov 23 17:48:05.728891 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 34684) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:48:05.737632 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device c59382c9-c846-4205-bcf6-489bd502eacc up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:48:05.742481 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.tag.tag_plugin [None req-384bb97d-bbf5-4444-89d9-0f0601ec6c91 tempest-TagsExtTest-1016113157 tempest-TagsExtTest-1016113157-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '527ca12c-75e7-4564-a855-ad907ce56e16') {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:48:05.780143 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a6cf7da7-7080-4609-8f71-4d11ac09f500 req-7d60c153-0013-4039-888b-88ac4f15f20b service neutron] 10.222.0.36 "GET /v2.0/networks/b05aa742-7050-4bee-9612-3681dfd2164b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2061999 Nov 23 17:48:05.824971 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-f1ce8c94-0027-4f40-a2d1-4158cd3554e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '908b3081-86f5-4649-af90-5b9a4d728ea7', 'name': 'tempest-AttachVolumeShelveTestJSON-1601318973-router', 'tenant_id': '093e052ebdfd4c689471d0502a0c2e0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.177'}], 'enable_snat': True}, 'gw_port_id': '6d7f938f-5576-42b6-829f-dd4bf00be0d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:41:43Z', 'updated_at': '2021-11-23T17:41:57Z', 'revision_number': 4, 'project_id': '093e052ebdfd4c689471d0502a0c2e0a', 'gw_port': {'id': '6d7f938f-5576-42b6-829f-dd4bf00be0d8', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:4a:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '908b3081-86f5-4649-af90-5b9a4d728ea7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2446, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:41:44Z', 'updated_at': '2021-11-23T17:42:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_floatingips': [{'id': '90e094f0-7949-4f72-9dd0-43f173410bc1', 'tenant_id': '093e052ebdfd4c689471d0502a0c2e0a', 'floating_ip_address': '172.25.3.198', 'floating_network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'router_id': '908b3081-86f5-4649-af90-5b9a4d728ea7', 'port_id': 'a2c7a480-eebd-4d1c-9ef0-43dc8bbe0391', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2823, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b05aa742-7050-4bee-9612-3681dfd2164b', 'mac_address': 'fa:16:3e:7c:78:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '249ac4eb-1a02-4a5a-b338-42e7ef7de469', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T17:47:37Z', 'updated_at': '2021-11-23T17:48:02Z', 'revision_number': 1, 'project_id': '093e052ebdfd4c689471d0502a0c2e0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd302559-a622-4aa2-a1df-caae459e166f', 'name': '', 'network_id': 'b05aa742-7050-4bee-9612-3681dfd2164b', 'tenant_id': '093e052ebdfd4c689471d0502a0c2e0a', 'mac_address': 'fa:16:3e:04:2e:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '908b3081-86f5-4649-af90-5b9a4d728ea7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2460, 'fixed_ips': [{'subnet_id': '784540e3-73ef-4656-9bfa-913bbf55b1a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:41:51Z', 'updated_at': '2021-11-23T17:42:10Z', 'revision_number': 5, 'project_id': '093e052ebdfd4c689471d0502a0c2e0a', 'subnets': [{'id': '784540e3-73ef-4656-9bfa-913bbf55b1a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:48:05.851906 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 34690) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:48:05.855511 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-384bb97d-bbf5-4444-89d9-0f0601ec6c91 tempest-TagsExtTest-1016113157 tempest-TagsExtTest-1016113157-project] 10.222.0.60 "GET /v2.0/subnetpools/527ca12c-75e7-4564-a855-ad907ce56e16/tags HTTP/1.1" status: 200 len: 240 time: 0.1243999 Nov 23 17:48:05.862611 n-d-816206-8 neutron-server[103591]: DEBUG neutron.services.tag.tag_plugin [None req-91a97a96-621d-42ea-84b3-ea027022c548 tempest-TagsExtTest-1016113157 tempest-TagsExtTest-1016113157-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '527ca12c-75e7-4564-a855-ad907ce56e16', 'tempest-TagsExtTest-Tag-253990082') {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:48:05.932962 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1ce8c94-0027-4f40-a2d1-4158cd3554e4 None None] Checking router: 908b3081-86f5-4649-af90-5b9a4d728ea7 for host: n-d-816206-8 {{(pid=103592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 17:48:05.933872 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 34694) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:48:05.934598 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-91a97a96-621d-42ea-84b3-ea027022c548 tempest-TagsExtTest-1016113157 tempest-TagsExtTest-1016113157-project] 10.222.0.60 "GET /v2.0/subnetpools/527ca12c-75e7-4564-a855-ad907ce56e16/tags/tempest-TagsExtTest-Tag-253990082 HTTP/1.1" status: 204 len: 168 time: 0.0819347 Nov 23 17:48:05.940868 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.tag.tag_plugin [None req-267fe885-fd39-4593-b556-8a12b3516dc8 tempest-TagsExtTest-1016113157 tempest-TagsExtTest-1016113157-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '527ca12c-75e7-4564-a855-ad907ce56e16', 'tempest-TagsExtTest-Tag-253990082') {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:48:05.968976 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b00c943-ce09-4314-8005-a16f2074e4cf req-406a414b-4466-4d6e-acad-2a0d88e35bac tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:48:05.974393 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6b00c943-ce09-4314-8005-a16f2074e4cf req-406a414b-4466-4d6e-acad-2a0d88e35bac tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ea7def0-5cf3-46bd-90e2-20013bf25e5e HTTP/1.1" status: 200 len: 946 time: 0.1900845 Nov 23 17:48:05.978750 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-95a20f12-5730-4e4d-aef0-aa823c8ed85a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faf7abb0-915d-49db-8c72-fa0ed41d43c7', 'name': 'tempest-TestAggregatesBasicOps-13454612-router', 'tenant_id': '1948a46f907145dcafcc5c257f2051c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.246'}], 'enable_snat': True}, 'gw_port_id': '3c9df154-9103-4201-9b77-7fd39c2591d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:47:54Z', 'updated_at': '2021-11-23T17:48:02Z', 'revision_number': 4, 'project_id': '1948a46f907145dcafcc5c257f2051c9', 'gw_port': {'id': '3c9df154-9103-4201-9b77-7fd39c2591d8', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:3d:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faf7abb0-915d-49db-8c72-fa0ed41d43c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2875, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:47:55Z', 'updated_at': '2021-11-23T17:48:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_interfaces': [{'id': 'dab089ca-7c3a-44e5-9d65-733bab81680d', 'name': '', 'network_id': '3e67e762-5cf2-47d6-a115-1f4f3bbdff54', 'tenant_id': '1948a46f907145dcafcc5c257f2051c9', 'mac_address': 'fa:16:3e:6a:d1:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'faf7abb0-915d-49db-8c72-fa0ed41d43c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2892, 'fixed_ips': [{'subnet_id': '84c2278f-e486-4aa2-9586-ac9b3235378b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:48:01Z', 'updated_at': '2021-11-23T17:48:02Z', 'revision_number': 2, 'project_id': '1948a46f907145dcafcc5c257f2051c9', 'subnets': [{'id': '84c2278f-e486-4aa2-9586-ac9b3235378b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:48:06.014558 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1ce8c94-0027-4f40-a2d1-4158cd3554e4 None None] Routers {'908b3081-86f5-4649-af90-5b9a4d728ea7'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:48:06.015194 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-f1ce8c94-0027-4f40-a2d1-4158cd3554e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:47:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['908b3081-86f5-4649-af90-5b9a4d728ea7'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:48:06.020772 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-267fe885-fd39-4593-b556-8a12b3516dc8 tempest-TagsExtTest-1016113157 tempest-TagsExtTest-1016113157-project] 10.222.0.60 "DELETE /v2.0/subnetpools/527ca12c-75e7-4564-a855-ad907ce56e16/tags/tempest-TagsExtTest-Tag-253990082 HTTP/1.1" status: 204 len: 168 time: 0.0822771 Nov 23 17:48:06.021151 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 34702) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:48:06.029166 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.tag.tag_plugin [None req-1df7af05-127b-4f2f-aa03-83f0c96d9928 tempest-TagsExtTest-1016113157 tempest-TagsExtTest-1016113157-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '527ca12c-75e7-4564-a855-ad907ce56e16') {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:48:06.047246 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95a20f12-5730-4e4d-aef0-aa823c8ed85a None None] Checking router: faf7abb0-915d-49db-8c72-fa0ed41d43c7 for host: n-d-816206-8 {{(pid=103593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 17:48:06.047850 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95a20f12-5730-4e4d-aef0-aa823c8ed85a None None] Updating router faf7abb0-915d-49db-8c72-fa0ed41d43c7 port dab089ca-7c3a-44e5-9d65-733bab81680d binding host n-d-816206-8 {{(pid=103593) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 17:48:06.067333 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-1df7af05-127b-4f2f-aa03-83f0c96d9928 tempest-TagsExtTest-1016113157 tempest-TagsExtTest-1016113157-project] 10.222.0.60 "GET /v2.0/subnetpools/527ca12c-75e7-4564-a855-ad907ce56e16/tags HTTP/1.1" status: 200 len: 205 time: 0.0451434 Nov 23 17:48:06.072480 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6b00c943-ce09-4314-8005-a16f2074e4cf req-e37f68ac-7b8c-41a3-a865-85e6ed53973d tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] 10.222.0.60 "GET /v2.0/security-groups?id=6b69aca9-b68e-45b0-a7a0-1eb351a8ed08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903933 Nov 23 17:48:06.076511 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 34706) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:48:06.082327 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-95a20f12-5730-4e4d-aef0-aa823c8ed85a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:06.087626 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.tag.tag_plugin [None req-55315a4a-3e4e-4d88-9ffa-fe36ec2c7327 tempest-TagsExtTest-1016113157 tempest-TagsExtTest-1016113157-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '527ca12c-75e7-4564-a855-ad907ce56e16') {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:48:06.142168 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-55315a4a-3e4e-4d88-9ffa-fe36ec2c7327 tempest-TagsExtTest-1016113157 tempest-TagsExtTest-1016113157-project] 10.222.0.60 "DELETE /v2.0/subnetpools/527ca12c-75e7-4564-a855-ad907ce56e16/tags HTTP/1.1" status: 204 len: 168 time: 0.0626760 Nov 23 17:48:06.145394 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 34714) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:48:06.150851 n-d-816206-8 neutron-server[103591]: DEBUG neutron.services.tag.tag_plugin [None req-9b52dccb-db4a-4230-ad70-af2d62429d92 tempest-TagsExtTest-1016113157 tempest-TagsExtTest-1016113157-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '5b9bad36-6ec6-4336-8acf-a346f6aa6f28') {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:48:06.216278 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvr_db [None req-f1ce8c94-0027-4f40-a2d1-4158cd3554e4 None None] Set router 908b3081-86f5-4649-af90-5b9a4d728ea7 gateway port host: n-d-816206-8 {{(pid=103592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:48:06.284386 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 34720) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:48:06.332360 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c20e10-4da3-405b-994a-fe06567cd21d req-b8a0ba31-ff19-486b-8123-704fea98976e tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:48:06.334511 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e8c20e10-4da3-405b-994a-fe06567cd21d req-b8a0ba31-ff19-486b-8123-704fea98976e tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] 10.222.0.60 "GET /v2.0/ports?device_id=eac45670-ad42-4456-afd9-c565956fd007 HTTP/1.1" status: 200 len: 945 time: 0.0921717 Nov 23 17:48:06.344329 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-9b52dccb-db4a-4230-ad70-af2d62429d92 tempest-TagsExtTest-1016113157 tempest-TagsExtTest-1016113157-project] 10.222.0.60 "DELETE /v2.0/routers/5b9bad36-6ec6-4336-8acf-a346f6aa6f28/tags HTTP/1.1" status: 204 len: 168 time: 0.1975992 Nov 23 17:48:06.348441 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 34722) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:48:06.354553 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.tag.tag_plugin [None req-6ecd361b-3373-4c95-927b-45b703f0de87 tempest-TagsExtTest-1016113157 tempest-TagsExtTest-1016113157-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '270da387-4800-4e4b-9513-9314c7a797be') {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:48:06.396323 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e8c20e10-4da3-405b-994a-fe06567cd21d req-e20e00a0-0bd5-4b6c-9d42-727e6cf76bb1 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] 10.222.0.60 "GET /v2.0/security-groups?id=fa324d8c-13d0-499d-8791-7b10ff6fd90b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497279 Nov 23 17:48:06.460852 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port c59382c9-c846-4205-bcf6-489bd502eacc triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:48:06.461231 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:06.483513 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-95a20f12-5730-4e4d-aef0-aa823c8ed85a None None] Publish callbacks [] for port, precommit_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:06.492253 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-95a20f12-5730-4e4d-aef0-aa823c8ed85a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:06.513687 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-6ecd361b-3373-4c95-927b-45b703f0de87 tempest-TagsExtTest-1016113157 tempest-TagsExtTest-1016113157-project] 10.222.0.60 "DELETE /v2.0/ports/270da387-4800-4e4b-9513-9314c7a797be/tags HTTP/1.1" status: 204 len: 168 time: 0.1622858 Nov 23 17:48:06.518236 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 34724) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:48:06.521949 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.tag.tag_plugin [None req-7d3acf9d-5e75-4f1c-91c9-e5164c7e3070 tempest-TagsExtTest-1016113157 tempest-TagsExtTest-1016113157-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '9a968280-d2fc-4fac-90db-00c5cecb70cc') {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:48:06.600965 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b1b302-05f2-4b4f-a3d4-7ff567a57394 None None] Pushing event updated for resources: {'Port': ['ID=dab089ca-7c3a-44e5-9d65-733bab81680d,revision_number=3']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:48:06.639996 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [None req-95a20f12-5730-4e4d-aef0-aa823c8ed85a None None] Attempting to bind port dab089ca-7c3a-44e5-9d65-733bab81680d on host n-d-816206-8 for vnic_type normal with profile {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:48:06.640830 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [None req-95a20f12-5730-4e4d-aef0-aa823c8ed85a None None] Attempting to bind port dab089ca-7c3a-44e5-9d65-733bab81680d by drivers openvswitch,hyperv on host n-d-816206-8 at level 0 using segments [{'id': '4da421ae-2063-4cb2-a42e-a5545a5a0725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '3e67e762-5cf2-47d6-a115-1f4f3bbdff54'}] {{(pid=103593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:48:06.641403 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95a20f12-5730-4e4d-aef0-aa823c8ed85a None None] Attempting to bind port dab089ca-7c3a-44e5-9d65-733bab81680d on network 3e67e762-5cf2-47d6-a115-1f4f3bbdff54 {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:48:06.648172 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95a20f12-5730-4e4d-aef0-aa823c8ed85a None None] Checking agent: {'id': '9e89acbe-4bbe-4c77-a18b-6f1da9133e0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 7, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 47, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:48:06.648875 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95a20f12-5730-4e4d-aef0-aa823c8ed85a None None] Checking segment: {'id': '4da421ae-2063-4cb2-a42e-a5545a5a0725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '3e67e762-5cf2-47d6-a115-1f4f3bbdff54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:48:06.649443 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-95a20f12-5730-4e4d-aef0-aa823c8ed85a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:06.650032 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95a20f12-5730-4e4d-aef0-aa823c8ed85a None None] Bound using segment: {'id': '4da421ae-2063-4cb2-a42e-a5545a5a0725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '3e67e762-5cf2-47d6-a115-1f4f3bbdff54'} {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:48:06.650805 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [None req-95a20f12-5730-4e4d-aef0-aa823c8ed85a None None] Bound port: dab089ca-7c3a-44e5-9d65-733bab81680d, host: n-d-816206-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4da421ae-2063-4cb2-a42e-a5545a5a0725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '3e67e762-5cf2-47d6-a115-1f4f3bbdff54'}}] {{(pid=103593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:48:06.651354 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-95a20f12-5730-4e4d-aef0-aa823c8ed85a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:06.707956 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-f1ce8c94-0027-4f40-a2d1-4158cd3554e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '908b3081-86f5-4649-af90-5b9a4d728ea7', 'name': 'tempest-AttachVolumeShelveTestJSON-1601318973-router', 'tenant_id': '093e052ebdfd4c689471d0502a0c2e0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.177'}], 'enable_snat': True}, 'gw_port_id': '6d7f938f-5576-42b6-829f-dd4bf00be0d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:41:43Z', 'updated_at': '2021-11-23T17:41:57Z', 'revision_number': 4, 'project_id': '093e052ebdfd4c689471d0502a0c2e0a', 'gw_port': {'id': '6d7f938f-5576-42b6-829f-dd4bf00be0d8', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:4a:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '908b3081-86f5-4649-af90-5b9a4d728ea7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2446, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:41:44Z', 'updated_at': '2021-11-23T17:42:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_floatingips': [{'id': '90e094f0-7949-4f72-9dd0-43f173410bc1', 'tenant_id': '093e052ebdfd4c689471d0502a0c2e0a', 'floating_ip_address': '172.25.3.198', 'floating_network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'router_id': '908b3081-86f5-4649-af90-5b9a4d728ea7', 'port_id': 'a2c7a480-eebd-4d1c-9ef0-43dc8bbe0391', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2823, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b05aa742-7050-4bee-9612-3681dfd2164b', 'mac_address': 'fa:16:3e:7c:78:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '249ac4eb-1a02-4a5a-b338-42e7ef7de469', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T17:47:37Z', 'updated_at': '2021-11-23T17:48:02Z', 'revision_number': 1, 'project_id': '093e052ebdfd4c689471d0502a0c2e0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd302559-a622-4aa2-a1df-caae459e166f', 'name': '', 'network_id': 'b05aa742-7050-4bee-9612-3681dfd2164b', 'tenant_id': '093e052ebdfd4c689471d0502a0c2e0a', 'mac_address': 'fa:16:3e:04:2e:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '908b3081-86f5-4649-af90-5b9a4d728ea7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2460, 'fixed_ips': [{'subnet_id': '784540e3-73ef-4656-9bfa-913bbf55b1a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:41:51Z', 'updated_at': '2021-11-23T17:42:10Z', 'revision_number': 5, 'project_id': '093e052ebdfd4c689471d0502a0c2e0a', 'subnets': [{'id': '784540e3-73ef-4656-9bfa-913bbf55b1a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:48:06.731801 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-95a20f12-5730-4e4d-aef0-aa823c8ed85a None None] For port dab089ca-7c3a-44e5-9d65-733bab81680d, host n-d-816206-8, cleared binding levels {{(pid=103593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:48:06.741285 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-95a20f12-5730-4e4d-aef0-aa823c8ed85a None None] For port dab089ca-7c3a-44e5-9d65-733bab81680d, host n-d-816206-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=dab089ca-7c3a-44e5-9d65-733bab81680d,segment=NetworkSegment(4da421ae-2063-4cb2-a42e-a5545a5a0725),segment_id=4da421ae-2063-4cb2-a42e-a5545a5a0725)] {{(pid=103593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:48:06.748124 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-95a20f12-5730-4e4d-aef0-aa823c8ed85a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:06.762528 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-7d3acf9d-5e75-4f1c-91c9-e5164c7e3070 tempest-TagsExtTest-1016113157 tempest-TagsExtTest-1016113157-project] 10.222.0.60 "DELETE /v2.0/subnets/9a968280-d2fc-4fac-90db-00c5cecb70cc/tags HTTP/1.1" status: 204 len: 168 time: 0.2449806 Nov 23 17:48:06.768254 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 34728) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:48:06.776696 n-d-816206-8 neutron-server[103591]: DEBUG neutron.services.tag.tag_plugin [None req-ca2a712a-6f85-40f5-a607-5c045683d51a tempest-TagsExtTest-1016113157 tempest-TagsExtTest-1016113157-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '9a968280-d2fc-4fac-90db-00c5cecb70cc', 'tempest-TagsExtTest-Tag-664350162') {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:48:06.898600 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95a20f12-5730-4e4d-aef0-aa823c8ed85a None None] Routers {'faf7abb0-915d-49db-8c72-fa0ed41d43c7'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:48:06.899240 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-95a20f12-5730-4e4d-aef0-aa823c8ed85a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:47:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['faf7abb0-915d-49db-8c72-fa0ed41d43c7'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:48:06.907982 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ff6f8b19-ec8c-4a17-8421-84ad697196a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1794372'] for router_interface, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:06.942105 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-ca2a712a-6f85-40f5-a607-5c045683d51a tempest-TagsExtTest-1016113157 tempest-TagsExtTest-1016113157-project] 10.222.0.60 "PUT /v2.0/subnets/9a968280-d2fc-4fac-90db-00c5cecb70cc/tags/tempest-TagsExtTest-Tag-664350162 HTTP/1.1" status: 201 len: 201 time: 0.1692243 Nov 23 17:48:06.945116 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 34730) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:48:06.949899 n-d-816206-8 neutron-server[103591]: DEBUG neutron.services.tag.tag_plugin [None req-268ad872-21db-4ba9-a536-8df4855b2457 tempest-TagsExtTest-1016113157 tempest-TagsExtTest-1016113157-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '270da387-4800-4e4b-9513-9314c7a797be', 'tempest-TagsExtTest-Tag-965022138') {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:48:07.035389 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1ce8c94-0027-4f40-a2d1-4158cd3554e4 None None] The sync data for ids ['908b3081-86f5-4649-af90-5b9a4d728ea7'] in n-d-816206-8 is: [{'id': '908b3081-86f5-4649-af90-5b9a4d728ea7', 'name': 'tempest-AttachVolumeShelveTestJSON-1601318973-router', 'tenant_id': '093e052ebdfd4c689471d0502a0c2e0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.177'}], 'enable_snat': True}, 'gw_port_id': '6d7f938f-5576-42b6-829f-dd4bf00be0d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:41:43Z', 'updated_at': '2021-11-23T17:41:57Z', 'revision_number': 4, 'project_id': '093e052ebdfd4c689471d0502a0c2e0a', 'gw_port': {'id': '6d7f938f-5576-42b6-829f-dd4bf00be0d8', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:4a:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '908b3081-86f5-4649-af90-5b9a4d728ea7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2446, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:41:44Z', 'updated_at': '2021-11-23T17:42:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_floatingips': [{'id': '90e094f0-7949-4f72-9dd0-43f173410bc1', 'tenant_id': '093e052ebdfd4c689471d0502a0c2e0a', 'floating_ip_address': '172.25.3.198', 'floating_network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'router_id': '908b3081-86f5-4649-af90-5b9a4d728ea7', 'port_id': 'a2c7a480-eebd-4d1c-9ef0-43dc8bbe0391', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2823, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b05aa742-7050-4bee-9612-3681dfd2164b', 'mac_address': 'fa:16:3e:7c:78:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '249ac4eb-1a02-4a5a-b338-42e7ef7de469', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T17:47:37Z', 'updated_at': '2021-11-23T17:48:02Z', 'revision_number': 1, 'project_id': '093e052ebdfd4c689471d0502a0c2e0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd302559-a622-4aa2-a1df-caae459e166f', 'name': '', 'network_id': 'b05aa742-7050-4bee-9612-3681dfd2164b', 'tenant_id': '093e052ebdfd4c689471d0502a0c2e0a', 'mac_address': 'fa:16:3e:04:2e:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '908b3081-86f5-4649-af90-5b9a4d728ea7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2460, 'fixed_ips': [{'subnet_id': '784540e3-73ef-4656-9bfa-913bbf55b1a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:41:51Z', 'updated_at': '2021-11-23T17:42:10Z', 'revision_number': 5, 'project_id': '093e052ebdfd4c689471d0502a0c2e0a', 'subnets': [{'id': '784540e3-73ef-4656-9bfa-913bbf55b1a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:48:07.062421 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-5fff4376-984c-4a90-aeab-ff726b76e645 None None] Provisioning complete for port dab089ca-7c3a-44e5-9d65-733bab81680d triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:48:07.062793 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-5fff4376-984c-4a90-aeab-ff726b76e645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:07.161713 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-268ad872-21db-4ba9-a536-8df4855b2457 tempest-TagsExtTest-1016113157 tempest-TagsExtTest-1016113157-project] 10.222.0.60 "PUT /v2.0/ports/270da387-4800-4e4b-9513-9314c7a797be/tags/tempest-TagsExtTest-Tag-965022138 HTTP/1.1" status: 201 len: 201 time: 0.2144675 Nov 23 17:48:07.163962 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 34736) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:48:07.183450 n-d-816206-8 neutron-server[103591]: DEBUG neutron.services.tag.tag_plugin [None req-79b48299-af2e-4909-8868-1d8a18f30cf3 tempest-TagsExtTest-1016113157 tempest-TagsExtTest-1016113157-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '5b9bad36-6ec6-4336-8acf-a346f6aa6f28', 'tempest-TagsExtTest-Tag-1274106079') {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:48:07.265196 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b1b302-05f2-4b4f-a3d4-7ff567a57394 None None] Pushing event updated for resources: {'Port': ['ID=dab089ca-7c3a-44e5-9d65-733bab81680d,revision_number=4']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:48:07.272262 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-5fff4376-984c-4a90-aeab-ff726b76e645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:07.308685 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-95a20f12-5730-4e4d-aef0-aa823c8ed85a None None] Set router faf7abb0-915d-49db-8c72-fa0ed41d43c7 gateway port host: n-d-816206-8 {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:48:07.326155 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-5fff4376-984c-4a90-aeab-ff726b76e645 None None] For port dab089ca-7c3a-44e5-9d65-733bab81680d, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=dab089ca-7c3a-44e5-9d65-733bab81680d,segment=NetworkSegment(4da421ae-2063-4cb2-a42e-a5545a5a0725),segment_id=4da421ae-2063-4cb2-a42e-a5545a5a0725)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:48:07.334606 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-5fff4376-984c-4a90-aeab-ff726b76e645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:07.399040 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-ff6f8b19-ec8c-4a17-8421-84ad697196a8 admin admin] Deleting port 0768ab21-bc40-4c46-b34b-6a4a5b83571d {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:48:07.399604 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ff6f8b19-ec8c-4a17-8421-84ad697196a8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:07.453365 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fff4376-984c-4a90-aeab-ff726b76e645 None None] Pushing event updated for resources: {'Port': ['ID=dab089ca-7c3a-44e5-9d65-733bab81680d,revision_number=5']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:48:07.481846 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9878479-e8e0-49bc-96e1-b9a0a5d66bd3 None None] New status for floating IP 90e094f0-7949-4f72-9dd0-43f173410bc1: ACTIVE {{(pid=103592) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 17:48:07.502857 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8be3d1-f683-440e-b720-c4bf9152f82b req-ae62548a-f2c0-43c4-b33a-3dee39cdd107 tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:48:07.509290 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ac8be3d1-f683-440e-b720-c4bf9152f82b req-ae62548a-f2c0-43c4-b33a-3dee39cdd107 tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ea7def0-5cf3-46bd-90e2-20013bf25e5e HTTP/1.1" status: 200 len: 946 time: 0.2151127 Nov 23 17:48:07.541559 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-79b48299-af2e-4909-8868-1d8a18f30cf3 tempest-TagsExtTest-1016113157 tempest-TagsExtTest-1016113157-project] 10.222.0.60 "PUT /v2.0/routers/5b9bad36-6ec6-4336-8acf-a346f6aa6f28/tags/tempest-TagsExtTest-Tag-1274106079 HTTP/1.1" status: 201 len: 201 time: 0.3740225 Nov 23 17:48:07.546333 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 34740) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:48:07.559454 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.tag.tag_plugin [None req-8fa1dda9-63ec-4999-b9fb-de8b68238bf3 tempest-TagsExtTest-1016113157 tempest-TagsExtTest-1016113157-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '527ca12c-75e7-4564-a855-ad907ce56e16', 'tempest-TagsExtTest-Tag-612013386') {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:48:07.627292 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ac8be3d1-f683-440e-b720-c4bf9152f82b req-2b19c8cb-ef54-4687-b9b3-2744c0703e2a tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] 10.222.0.60 "GET /v2.0/security-groups?id=6b69aca9-b68e-45b0-a7a0-1eb351a8ed08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170597 Nov 23 17:48:07.633580 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-ff6f8b19-ec8c-4a17-8421-84ad697196a8 admin admin] For port 0768ab21-bc40-4c46-b34b-6a4a5b83571d, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=0768ab21-bc40-4c46-b34b-6a4a5b83571d,segment=NetworkSegment(15458a77-7b26-4233-90ea-dbfee540b4b0),segment_id=15458a77-7b26-4233-90ea-dbfee540b4b0)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:48:07.633964 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ff6f8b19-ec8c-4a17-8421-84ad697196a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:07.639224 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c24227-d9da-4ab1-8908-7e942a150d73 req-e6ff53ce-bf14-470c-b114-f993c56a3250 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:48:07.648585 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-05c24227-d9da-4ab1-8908-7e942a150d73 req-e6ff53ce-bf14-470c-b114-f993c56a3250 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] 10.222.0.60 "GET /v2.0/ports?device_id=eac45670-ad42-4456-afd9-c565956fd007 HTTP/1.1" status: 200 len: 945 time: 0.1092832 Nov 23 17:48:07.678708 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-ff6f8b19-ec8c-4a17-8421-84ad697196a8 admin admin] Calling delete_port for 0768ab21-bc40-4c46-b34b-6a4a5b83571d owned by network:router_interface {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:48:07.698669 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-4e77b235-d8e7-4980-aadc-7aaad8d3d2e5 None None] Provisioning complete for port dab089ca-7c3a-44e5-9d65-733bab81680d triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:48:07.699195 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-4e77b235-d8e7-4980-aadc-7aaad8d3d2e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:07.726762 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-95a20f12-5730-4e4d-aef0-aa823c8ed85a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faf7abb0-915d-49db-8c72-fa0ed41d43c7', 'name': 'tempest-TestAggregatesBasicOps-13454612-router', 'tenant_id': '1948a46f907145dcafcc5c257f2051c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.246'}], 'enable_snat': True}, 'gw_port_id': '3c9df154-9103-4201-9b77-7fd39c2591d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:47:54Z', 'updated_at': '2021-11-23T17:48:02Z', 'revision_number': 4, 'project_id': '1948a46f907145dcafcc5c257f2051c9', 'gw_port': {'id': '3c9df154-9103-4201-9b77-7fd39c2591d8', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:3d:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faf7abb0-915d-49db-8c72-fa0ed41d43c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2875, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:47:55Z', 'updated_at': '2021-11-23T17:48:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_interfaces': [{'id': 'dab089ca-7c3a-44e5-9d65-733bab81680d', 'name': '', 'network_id': '3e67e762-5cf2-47d6-a115-1f4f3bbdff54', 'tenant_id': '1948a46f907145dcafcc5c257f2051c9', 'mac_address': 'fa:16:3e:6a:d1:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'faf7abb0-915d-49db-8c72-fa0ed41d43c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2892, 'fixed_ips': [{'subnet_id': '84c2278f-e486-4aa2-9586-ac9b3235378b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:48:01Z', 'updated_at': '2021-11-23T17:48:06Z', 'revision_number': 4, 'project_id': '1948a46f907145dcafcc5c257f2051c9', 'subnets': [{'id': '84c2278f-e486-4aa2-9586-ac9b3235378b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:48:07.768349 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-05c24227-d9da-4ab1-8908-7e942a150d73 req-c0f24c13-cf4a-404a-8ee6-5ea34ecd095c tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] 10.222.0.60 "GET /v2.0/security-groups?id=fa324d8c-13d0-499d-8791-7b10ff6fd90b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185853 Nov 23 17:48:07.799454 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-8fa1dda9-63ec-4999-b9fb-de8b68238bf3 tempest-TagsExtTest-1016113157 tempest-TagsExtTest-1016113157-project] 10.222.0.60 "PUT /v2.0/subnetpools/527ca12c-75e7-4564-a855-ad907ce56e16/tags/tempest-TagsExtTest-Tag-612013386 HTTP/1.1" status: 201 len: 201 time: 0.2435889 Nov 23 17:48:07.800730 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 34744) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:48:07.804557 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95a20f12-5730-4e4d-aef0-aa823c8ed85a None None] The sync data for ids ['faf7abb0-915d-49db-8c72-fa0ed41d43c7'] in n-d-816206-8 is: [{'id': 'faf7abb0-915d-49db-8c72-fa0ed41d43c7', 'name': 'tempest-TestAggregatesBasicOps-13454612-router', 'tenant_id': '1948a46f907145dcafcc5c257f2051c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.246'}], 'enable_snat': True}, 'gw_port_id': '3c9df154-9103-4201-9b77-7fd39c2591d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:47:54Z', 'updated_at': '2021-11-23T17:48:02Z', 'revision_number': 4, 'project_id': '1948a46f907145dcafcc5c257f2051c9', 'gw_port': {'id': '3c9df154-9103-4201-9b77-7fd39c2591d8', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:3d:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faf7abb0-915d-49db-8c72-fa0ed41d43c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2875, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:47:55Z', 'updated_at': '2021-11-23T17:48:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_interfaces': [{'id': 'dab089ca-7c3a-44e5-9d65-733bab81680d', 'name': '', 'network_id': '3e67e762-5cf2-47d6-a115-1f4f3bbdff54', 'tenant_id': '1948a46f907145dcafcc5c257f2051c9', 'mac_address': 'fa:16:3e:6a:d1:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'faf7abb0-915d-49db-8c72-fa0ed41d43c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2892, 'fixed_ips': [{'subnet_id': '84c2278f-e486-4aa2-9586-ac9b3235378b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:48:01Z', 'updated_at': '2021-11-23T17:48:06Z', 'revision_number': 4, 'project_id': '1948a46f907145dcafcc5c257f2051c9', 'subnets': [{'id': '84c2278f-e486-4aa2-9586-ac9b3235378b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:48:07.813453 n-d-816206-8 neutron-server[103591]: DEBUG neutron.services.tag.tag_plugin [None req-bb608d45-c35e-42a6-b12f-0c965f087a5e tempest-TagsExtTest-1016113157 tempest-TagsExtTest-1016113157-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '9a968280-d2fc-4fac-90db-00c5cecb70cc', {'tags': ['tempest-TagsExtTest-Tag-435687482', 'tempest-TagsExtTest-Tag-1935601065', 'tempest-TagsExtTest-Tag-762579147']}) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:48:08.011879 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ff6f8b19-ec8c-4a17-8421-84ad697196a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:08.025454 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-bb608d45-c35e-42a6-b12f-0c965f087a5e tempest-TagsExtTest-1016113157 tempest-TagsExtTest-1016113157-project] 10.222.0.60 "PUT /v2.0/subnets/9a968280-d2fc-4fac-90db-00c5cecb70cc/tags HTTP/1.1" status: 200 len: 316 time: 0.2228992 Nov 23 17:48:08.026102 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 34746) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:48:08.030707 n-d-816206-8 neutron-server[103591]: DEBUG neutron.services.tag.tag_plugin [None req-854d4017-35eb-40d0-a399-bb4368e3469f tempest-TagsExtTest-1016113157 tempest-TagsExtTest-1016113157-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '9a968280-d2fc-4fac-90db-00c5cecb70cc') {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:48:08.044547 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6f8b19-ec8c-4a17-8421-84ad697196a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=0768ab21-bc40-4c46-b34b-6a4a5b83571d,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:48:08.159970 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-854d4017-35eb-40d0-a399-bb4368e3469f tempest-TagsExtTest-1016113157 tempest-TagsExtTest-1016113157-project] 10.222.0.60 "DELETE /v2.0/subnets/9a968280-d2fc-4fac-90db-00c5cecb70cc/tags HTTP/1.1" status: 204 len: 168 time: 0.1296799 Nov 23 17:48:08.165544 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 34750) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:48:08.170706 n-d-816206-8 neutron-server[103591]: DEBUG neutron.services.tag.tag_plugin [None req-9386c1ff-f97d-4879-b0e1-a6a86a15a217 tempest-TagsExtTest-1016113157 tempest-TagsExtTest-1016113157-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '9a968280-d2fc-4fac-90db-00c5cecb70cc', 'tempest-TagsExtTest-Tag-435687482') {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:48:08.260118 n-d-816206-8 neutron-server[103591]: INFO neutron.api.v2.resource [None req-9386c1ff-f97d-4879-b0e1-a6a86a15a217 tempest-TagsExtTest-1016113157 tempest-TagsExtTest-1016113157-project] show failed (client error): The resource could not be found. Nov 23 17:48:08.264368 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-9386c1ff-f97d-4879-b0e1-a6a86a15a217 tempest-TagsExtTest-1016113157 tempest-TagsExtTest-1016113157-project] 10.222.0.60 "GET /v2.0/subnets/9a968280-d2fc-4fac-90db-00c5cecb70cc/tags/tempest-TagsExtTest-Tag-435687482 HTTP/1.1" status: 404 len: 328 time: 0.0974627 Nov 23 17:48:08.265041 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 34752) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:48:08.270206 n-d-816206-8 neutron-server[103591]: DEBUG neutron.services.tag.tag_plugin [None req-2a82bc19-b05e-41fe-b280-a678e445ef17 tempest-TagsExtTest-1016113157 tempest-TagsExtTest-1016113157-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '9a968280-d2fc-4fac-90db-00c5cecb70cc', 'tempest-TagsExtTest-Tag-1935601065') {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:48:08.304078 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ff6f8b19-ec8c-4a17-8421-84ad697196a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2067500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1794520'] for router_interface, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:08.381916 n-d-816206-8 neutron-server[103591]: INFO neutron.api.v2.resource [None req-2a82bc19-b05e-41fe-b280-a678e445ef17 tempest-TagsExtTest-1016113157 tempest-TagsExtTest-1016113157-project] show failed (client error): The resource could not be found. Nov 23 17:48:08.386032 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-2a82bc19-b05e-41fe-b280-a678e445ef17 tempest-TagsExtTest-1016113157 tempest-TagsExtTest-1016113157-project] 10.222.0.60 "GET /v2.0/subnets/9a968280-d2fc-4fac-90db-00c5cecb70cc/tags/tempest-TagsExtTest-Tag-1935601065 HTTP/1.1" status: 404 len: 329 time: 0.1169846 Nov 23 17:48:08.386032 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 34754) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:48:08.390212 n-d-816206-8 neutron-server[103591]: DEBUG neutron.services.tag.tag_plugin [None req-dce151e2-cc5d-46ea-9da7-95042b5604a7 tempest-TagsExtTest-1016113157 tempest-TagsExtTest-1016113157-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '9a968280-d2fc-4fac-90db-00c5cecb70cc', 'tempest-TagsExtTest-Tag-762579147') {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:48:08.465141 n-d-816206-8 neutron-server[103591]: INFO neutron.api.v2.resource [None req-dce151e2-cc5d-46ea-9da7-95042b5604a7 tempest-TagsExtTest-1016113157 tempest-TagsExtTest-1016113157-project] show failed (client error): The resource could not be found. Nov 23 17:48:08.468792 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-dce151e2-cc5d-46ea-9da7-95042b5604a7 tempest-TagsExtTest-1016113157 tempest-TagsExtTest-1016113157-project] 10.222.0.60 "GET /v2.0/subnets/9a968280-d2fc-4fac-90db-00c5cecb70cc/tags/tempest-TagsExtTest-Tag-762579147 HTTP/1.1" status: 404 len: 328 time: 0.0793254 Nov 23 17:48:08.469333 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 34756) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:48:08.475505 n-d-816206-8 neutron-server[103591]: DEBUG neutron.services.tag.tag_plugin [None req-6f5d615b-62b6-4cef-aaf3-5f762f3dddaf tempest-TagsExtTest-1016113157 tempest-TagsExtTest-1016113157-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '270da387-4800-4e4b-9513-9314c7a797be', {'tags': ['tempest-TagsExtTest-Tag-27504725', 'tempest-TagsExtTest-Tag-492753957', 'tempest-TagsExtTest-Tag-188442057']}) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:48:08.582343 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-6f5d615b-62b6-4cef-aaf3-5f762f3dddaf tempest-TagsExtTest-1016113157 tempest-TagsExtTest-1016113157-project] 10.222.0.60 "PUT /v2.0/ports/270da387-4800-4e4b-9513-9314c7a797be/tags HTTP/1.1" status: 200 len: 314 time: 0.1107202 Nov 23 17:48:08.585900 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 34758) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:48:08.594017 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.tag.tag_plugin [None req-7a0c0604-3ebf-45c7-833c-c889afd0a4a3 tempest-TagsExtTest-1016113157 tempest-TagsExtTest-1016113157-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '270da387-4800-4e4b-9513-9314c7a797be') {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:48:08.627158 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff6f8b19-ec8c-4a17-8421-84ad697196a8 admin admin] Router 18906d7e-f2da-4cd8-8a7b-ff0a10accfe1 has already been hosted by L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 {{(pid=103590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 17:48:08.779102 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-7a0c0604-3ebf-45c7-833c-c889afd0a4a3 tempest-TagsExtTest-1016113157 tempest-TagsExtTest-1016113157-project] 10.222.0.60 "DELETE /v2.0/ports/270da387-4800-4e4b-9513-9314c7a797be/tags HTTP/1.1" status: 204 len: 168 time: 0.1921172 Nov 23 17:48:08.783374 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0750d029-20f2-4633-bea9-dc4f93b99d0b req-c3b3ac90-f9ab-4ab1-bd2d-25a852bd5941 tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:48:08.785900 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-0750d029-20f2-4633-bea9-dc4f93b99d0b req-c3b3ac90-f9ab-4ab1-bd2d-25a852bd5941 tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ea7def0-5cf3-46bd-90e2-20013bf25e5e HTTP/1.1" status: 200 len: 946 time: 0.0753450 Nov 23 17:48:08.787721 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 34764) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:48:08.792039 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff6f8b19-ec8c-4a17-8421-84ad697196a8 admin admin] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:48:08.793578 n-d-816206-8 neutron-server[103591]: DEBUG neutron.services.tag.tag_plugin [None req-d5c11c76-ef2a-490d-83f1-9b11657e8d45 tempest-TagsExtTest-1016113157 tempest-TagsExtTest-1016113157-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '270da387-4800-4e4b-9513-9314c7a797be', 'tempest-TagsExtTest-Tag-27504725') {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:48:08.803829 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7112b70b-9bb8-47fb-a280-20349e59d35d None None] Sync routers for ids ['18906d7e-f2da-4cd8-8a7b-ff0a10accfe1'] in n-d-816206-8 {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:48:08.804797 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-ff6f8b19-ec8c-4a17-8421-84ad697196a8 admin admin] 10.222.0.60 "PUT /v2.0/routers/18906d7e-f2da-4cd8-8a7b-ff0a10accfe1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5126421 Nov 23 17:48:08.805472 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 34766) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:48:08.817405 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7112b70b-9bb8-47fb-a280-20349e59d35d None None] Routers {'18906d7e-f2da-4cd8-8a7b-ff0a10accfe1'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:48:08.818327 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-7112b70b-9bb8-47fb-a280-20349e59d35d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:47:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['18906d7e-f2da-4cd8-8a7b-ff0a10accfe1'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:48:08.963991 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-0750d029-20f2-4633-bea9-dc4f93b99d0b req-a0f4b2bf-4d82-47e0-8c36-0adfd0a75d07 tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] 10.222.0.60 "GET /v2.0/security-groups?id=6b69aca9-b68e-45b0-a7a0-1eb351a8ed08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264002 Nov 23 17:48:08.978250 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43db0a6f-631e-4267-971f-c607fe7d26af req-15a481e0-cdd5-4468-8ada-273abf44904b tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:48:08.984745 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-7112b70b-9bb8-47fb-a280-20349e59d35d None None] Set router 18906d7e-f2da-4cd8-8a7b-ff0a10accfe1 gateway port host: n-d-816206-8 {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:48:08.985581 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-43db0a6f-631e-4267-971f-c607fe7d26af req-15a481e0-cdd5-4468-8ada-273abf44904b tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] 10.222.0.60 "GET /v2.0/ports?device_id=eac45670-ad42-4456-afd9-c565956fd007 HTTP/1.1" status: 200 len: 945 time: 0.1213081 Nov 23 17:48:08.993019 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5ede81b2-836d-4779-9e4f-766ff9d7a5fa admin admin] Publish callbacks [] for router, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:09.018658 n-d-816206-8 neutron-server[103591]: INFO neutron.api.v2.resource [None req-d5c11c76-ef2a-490d-83f1-9b11657e8d45 tempest-TagsExtTest-1016113157 tempest-TagsExtTest-1016113157-project] show failed (client error): The resource could not be found. Nov 23 17:48:09.034338 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-d5c11c76-ef2a-490d-83f1-9b11657e8d45 tempest-TagsExtTest-1016113157 tempest-TagsExtTest-1016113157-project] 10.222.0.60 "GET /v2.0/ports/270da387-4800-4e4b-9513-9314c7a797be/tags/tempest-TagsExtTest-Tag-27504725 HTTP/1.1" status: 404 len: 327 time: 0.2452171 Nov 23 17:48:09.034908 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 34770) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:48:09.051360 n-d-816206-8 neutron-server[103591]: DEBUG neutron.services.tag.tag_plugin [None req-ce18d5b2-714b-4f57-8eaa-206104bdf66c tempest-TagsExtTest-1016113157 tempest-TagsExtTest-1016113157-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '270da387-4800-4e4b-9513-9314c7a797be', 'tempest-TagsExtTest-Tag-492753957') {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:48:09.152118 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-43db0a6f-631e-4267-971f-c607fe7d26af req-0ea25b03-130f-48d0-900f-4439df8bb10e tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] 10.222.0.60 "GET /v2.0/security-groups?id=fa324d8c-13d0-499d-8791-7b10ff6fd90b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649127 Nov 23 17:48:09.166446 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5ede81b2-836d-4779-9e4f-766ff9d7a5fa admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:09.181641 n-d-816206-8 neutron-server[103591]: INFO neutron.api.v2.resource [None req-ce18d5b2-714b-4f57-8eaa-206104bdf66c tempest-TagsExtTest-1016113157 tempest-TagsExtTest-1016113157-project] show failed (client error): The resource could not be found. Nov 23 17:48:09.182853 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-ce18d5b2-714b-4f57-8eaa-206104bdf66c tempest-TagsExtTest-1016113157 tempest-TagsExtTest-1016113157-project] 10.222.0.60 "GET /v2.0/ports/270da387-4800-4e4b-9513-9314c7a797be/tags/tempest-TagsExtTest-Tag-492753957 HTTP/1.1" status: 404 len: 328 time: 0.1443567 Nov 23 17:48:09.185733 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 34774) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:48:09.191034 n-d-816206-8 neutron-server[103591]: DEBUG neutron.services.tag.tag_plugin [None req-0d7eb2ad-93fc-4e3a-8cb1-b35ee0c67283 tempest-TagsExtTest-1016113157 tempest-TagsExtTest-1016113157-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '270da387-4800-4e4b-9513-9314c7a797be', 'tempest-TagsExtTest-Tag-188442057') {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:48:09.256719 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-5ede81b2-836d-4779-9e4f-766ff9d7a5fa admin admin] Deleting port a4c57515-5df7-417c-a321-c2a95b975a0e {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:48:09.257614 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5ede81b2-836d-4779-9e4f-766ff9d7a5fa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:09.259266 n-d-816206-8 neutron-server[103591]: INFO neutron.api.v2.resource [None req-0d7eb2ad-93fc-4e3a-8cb1-b35ee0c67283 tempest-TagsExtTest-1016113157 tempest-TagsExtTest-1016113157-project] show failed (client error): The resource could not be found. Nov 23 17:48:09.260425 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-0d7eb2ad-93fc-4e3a-8cb1-b35ee0c67283 tempest-TagsExtTest-1016113157 tempest-TagsExtTest-1016113157-project] 10.222.0.60 "GET /v2.0/ports/270da387-4800-4e4b-9513-9314c7a797be/tags/tempest-TagsExtTest-Tag-188442057 HTTP/1.1" status: 404 len: 328 time: 0.0735273 Nov 23 17:48:09.263250 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 34776) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:48:09.268499 n-d-816206-8 neutron-server[103591]: DEBUG neutron.services.tag.tag_plugin [None req-b013b1a4-70e6-445b-9c24-6e8a418ca92b tempest-TagsExtTest-1016113157 tempest-TagsExtTest-1016113157-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '5b9bad36-6ec6-4336-8acf-a346f6aa6f28', {'tags': ['tempest-TagsExtTest-Tag-903420520', 'tempest-TagsExtTest-Tag-322440396', 'tempest-TagsExtTest-Tag-1849653543']}) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:48:09.325734 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-7112b70b-9bb8-47fb-a280-20349e59d35d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18906d7e-f2da-4cd8-8a7b-ff0a10accfe1', 'name': 'tempest-TestAggregatesBasicOps-186363660-router', 'tenant_id': 'dd84e9acda1040afa439028a41d80b38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.18'}], 'enable_snat': True}, 'gw_port_id': 'a4c57515-5df7-417c-a321-c2a95b975a0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:47:43Z', 'updated_at': '2021-11-23T17:48:07Z', 'revision_number': 5, 'project_id': 'dd84e9acda1040afa439028a41d80b38', 'gw_port': {'id': 'a4c57515-5df7-417c-a321-c2a95b975a0e', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:9b:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18906d7e-f2da-4cd8-8a7b-ff0a10accfe1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2856, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:47:45Z', 'updated_at': '2021-11-23T17:47:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8'}], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:48:09.368954 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-b013b1a4-70e6-445b-9c24-6e8a418ca92b tempest-TagsExtTest-1016113157 tempest-TagsExtTest-1016113157-project] 10.222.0.60 "PUT /v2.0/routers/5b9bad36-6ec6-4336-8acf-a346f6aa6f28/tags HTTP/1.1" status: 200 len: 316 time: 0.1037540 Nov 23 17:48:09.372426 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 34778) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:48:09.372588 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7112b70b-9bb8-47fb-a280-20349e59d35d None None] Checking router: 18906d7e-f2da-4cd8-8a7b-ff0a10accfe1 for host: n-d-816206-8 {{(pid=103593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 17:48:09.380687 n-d-816206-8 neutron-server[103591]: DEBUG neutron.services.tag.tag_plugin [None req-560ea8aa-fef3-4908-8d39-f92a3565e5bc tempest-TagsExtTest-1016113157 tempest-TagsExtTest-1016113157-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '5b9bad36-6ec6-4336-8acf-a346f6aa6f28') {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:48:09.381884 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7112b70b-9bb8-47fb-a280-20349e59d35d None None] Routers {'18906d7e-f2da-4cd8-8a7b-ff0a10accfe1'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:48:09.382500 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-7112b70b-9bb8-47fb-a280-20349e59d35d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:47:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['18906d7e-f2da-4cd8-8a7b-ff0a10accfe1'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:48:09.383057 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-5ede81b2-836d-4779-9e4f-766ff9d7a5fa admin admin] For port a4c57515-5df7-417c-a321-c2a95b975a0e, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=a4c57515-5df7-417c-a321-c2a95b975a0e,segment=NetworkSegment(bffd1e4f-e80f-4ff0-b418-2f42ae15febf),segment_id=bffd1e4f-e80f-4ff0-b418-2f42ae15febf)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:48:09.384889 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5ede81b2-836d-4779-9e4f-766ff9d7a5fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:09.398008 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-5ede81b2-836d-4779-9e4f-766ff9d7a5fa admin admin] Calling delete_port for a4c57515-5df7-417c-a321-c2a95b975a0e owned by network:router_gateway {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:48:09.499757 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-560ea8aa-fef3-4908-8d39-f92a3565e5bc tempest-TagsExtTest-1016113157 tempest-TagsExtTest-1016113157-project] 10.222.0.60 "DELETE /v2.0/routers/5b9bad36-6ec6-4336-8acf-a346f6aa6f28/tags HTTP/1.1" status: 204 len: 168 time: 0.1256104 Nov 23 17:48:09.503097 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 34780) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:48:09.509454 n-d-816206-8 neutron-server[103591]: DEBUG neutron.services.tag.tag_plugin [None req-3dd7d868-c97f-4966-aa43-64733b46a8c2 tempest-TagsExtTest-1016113157 tempest-TagsExtTest-1016113157-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '5b9bad36-6ec6-4336-8acf-a346f6aa6f28', 'tempest-TagsExtTest-Tag-903420520') {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:48:09.622285 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5ede81b2-836d-4779-9e4f-766ff9d7a5fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:09.653942 n-d-816206-8 neutron-server[103591]: INFO neutron.api.v2.resource [None req-3dd7d868-c97f-4966-aa43-64733b46a8c2 tempest-TagsExtTest-1016113157 tempest-TagsExtTest-1016113157-project] show failed (client error): The resource could not be found. Nov 23 17:48:09.662898 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-3dd7d868-c97f-4966-aa43-64733b46a8c2 tempest-TagsExtTest-1016113157 tempest-TagsExtTest-1016113157-project] 10.222.0.60 "GET /v2.0/routers/5b9bad36-6ec6-4336-8acf-a346f6aa6f28/tags/tempest-TagsExtTest-Tag-903420520 HTTP/1.1" status: 404 len: 328 time: 0.1586518 Nov 23 17:48:09.663785 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 34782) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:48:09.665472 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ede81b2-836d-4779-9e4f-766ff9d7a5fa admin admin] Pushing event deleted for resources: {'Port': ['ID=a4c57515-5df7-417c-a321-c2a95b975a0e,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:48:09.668895 n-d-816206-8 neutron-server[103591]: DEBUG neutron.services.tag.tag_plugin [None req-13d307bd-f2d3-41b9-a8b0-223364f6e607 tempest-TagsExtTest-1016113157 tempest-TagsExtTest-1016113157-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '5b9bad36-6ec6-4336-8acf-a346f6aa6f28', 'tempest-TagsExtTest-Tag-322440396') {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:48:09.684982 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-585df074-fb2f-4f3c-a9be-6f23a8c163f9 None None] DHCP port deletion for 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:48:09.686588 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-7112b70b-9bb8-47fb-a280-20349e59d35d None None] Set router 18906d7e-f2da-4cd8-8a7b-ff0a10accfe1 gateway port host: None {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:48:09.788993 n-d-816206-8 neutron-server[103591]: INFO neutron.api.v2.resource [None req-13d307bd-f2d3-41b9-a8b0-223364f6e607 tempest-TagsExtTest-1016113157 tempest-TagsExtTest-1016113157-project] show failed (client error): The resource could not be found. Nov 23 17:48:09.790463 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-13d307bd-f2d3-41b9-a8b0-223364f6e607 tempest-TagsExtTest-1016113157 tempest-TagsExtTest-1016113157-project] 10.222.0.60 "GET /v2.0/routers/5b9bad36-6ec6-4336-8acf-a346f6aa6f28/tags/tempest-TagsExtTest-Tag-322440396 HTTP/1.1" status: 404 len: 328 time: 0.1253943 Nov 23 17:48:09.793244 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 34784) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:48:09.798847 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.tag.tag_plugin [None req-e94615c2-bd2c-4fda-85db-5740d099f749 tempest-TagsExtTest-1016113157 tempest-TagsExtTest-1016113157-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '5b9bad36-6ec6-4336-8acf-a346f6aa6f28', 'tempest-TagsExtTest-Tag-1849653543') {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:48:09.819301 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-7112b70b-9bb8-47fb-a280-20349e59d35d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18906d7e-f2da-4cd8-8a7b-ff0a10accfe1', 'name': 'tempest-TestAggregatesBasicOps-186363660-router', 'tenant_id': 'dd84e9acda1040afa439028a41d80b38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:47:43Z', 'updated_at': '2021-11-23T17:48:09Z', 'revision_number': 6, 'project_id': 'dd84e9acda1040afa439028a41d80b38', 'gw_port_host': None}], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:48:09.821005 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device dab089ca-7c3a-44e5-9d65-733bab81680d up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:48:09.858089 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7112b70b-9bb8-47fb-a280-20349e59d35d None None] The sync data for ids ['18906d7e-f2da-4cd8-8a7b-ff0a10accfe1'] in n-d-816206-8 is: [{'id': '18906d7e-f2da-4cd8-8a7b-ff0a10accfe1', 'name': 'tempest-TestAggregatesBasicOps-186363660-router', 'tenant_id': 'dd84e9acda1040afa439028a41d80b38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:47:43Z', 'updated_at': '2021-11-23T17:48:09Z', 'revision_number': 6, 'project_id': 'dd84e9acda1040afa439028a41d80b38', 'gw_port_host': None}] {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:48:09.901709 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port dab089ca-7c3a-44e5-9d65-733bab81680d triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:48:09.902312 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:10.349440 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5ede81b2-836d-4779-9e4f-766ff9d7a5fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1795454'] for router_gateway, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:10.369911 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e64bd9a-b672-4930-a4ef-d4ee0f909d6c req-3df6b6de-b273-4eb9-a8af-5ad66c684899 tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:48:10.371627 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6e64bd9a-b672-4930-a4ef-d4ee0f909d6c req-3df6b6de-b273-4eb9-a8af-5ad66c684899 tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ea7def0-5cf3-46bd-90e2-20013bf25e5e HTTP/1.1" status: 200 len: 946 time: 0.1343830 Nov 23 17:48:10.394287 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b920db-134b-4bc4-99d0-118bd99f5883 req-128eb341-1406-4545-94a5-eb2ddb34b8b0 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:48:10.395873 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-80b920db-134b-4bc4-99d0-118bd99f5883 req-128eb341-1406-4545-94a5-eb2ddb34b8b0 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] 10.222.0.60 "GET /v2.0/ports?device_id=eac45670-ad42-4456-afd9-c565956fd007 HTTP/1.1" status: 200 len: 945 time: 0.0832412 Nov 23 17:48:10.455682 n-d-816206-8 neutron-server[103590]: INFO neutron.api.v2.resource [None req-e94615c2-bd2c-4fda-85db-5740d099f749 tempest-TagsExtTest-1016113157 tempest-TagsExtTest-1016113157-project] show failed (client error): The resource could not be found. Nov 23 17:48:10.459593 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-e94615c2-bd2c-4fda-85db-5740d099f749 tempest-TagsExtTest-1016113157 tempest-TagsExtTest-1016113157-project] 10.222.0.60 "GET /v2.0/routers/5b9bad36-6ec6-4336-8acf-a346f6aa6f28/tags/tempest-TagsExtTest-Tag-1849653543 HTTP/1.1" status: 404 len: 329 time: 0.6651635 Nov 23 17:48:10.460447 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 34794) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:48:10.462509 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6e64bd9a-b672-4930-a4ef-d4ee0f909d6c req-53878b84-ea10-40dc-89a5-6f1d7d33782e tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] 10.222.0.60 "GET /v2.0/security-groups?id=6b69aca9-b68e-45b0-a7a0-1eb351a8ed08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785284 Nov 23 17:48:10.464996 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5ede81b2-836d-4779-9e4f-766ff9d7a5fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1794352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8175'] for router, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:10.471854 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.tag.tag_plugin [None req-18ce16b4-0d42-4a18-86b1-c5147646aacb tempest-TagsExtTest-1016113157 tempest-TagsExtTest-1016113157-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '527ca12c-75e7-4564-a855-ad907ce56e16', {'tags': ['tempest-TagsExtTest-Tag-2062677422', 'tempest-TagsExtTest-Tag-505566559', 'tempest-TagsExtTest-Tag-266515946']}) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:48:10.477006 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5ede81b2-836d-4779-9e4f-766ff9d7a5fa admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:10.489849 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-80b920db-134b-4bc4-99d0-118bd99f5883 req-069044d5-c362-4c48-8566-03d5c84089e0 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] 10.222.0.60 "GET /v2.0/security-groups?id=fa324d8c-13d0-499d-8791-7b10ff6fd90b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736623 Nov 23 17:48:10.560187 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5ede81b2-836d-4779-9e4f-766ff9d7a5fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1795580'] for router, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:10.561079 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ede81b2-836d-4779-9e4f-766ff9d7a5fa admin admin] Fanout notify agent at l3_agent the message router_deleted on router 18906d7e-f2da-4cd8-8a7b-ff0a10accfe1 {{(pid=103590) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 17:48:10.573112 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-18ce16b4-0d42-4a18-86b1-c5147646aacb tempest-TagsExtTest-1016113157 tempest-TagsExtTest-1016113157-project] 10.222.0.60 "PUT /v2.0/subnetpools/527ca12c-75e7-4564-a855-ad907ce56e16/tags HTTP/1.1" status: 200 len: 316 time: 0.1099799 Nov 23 17:48:10.575119 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 34796) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:48:10.577279 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5ede81b2-836d-4779-9e4f-766ff9d7a5fa admin admin] Publish callbacks [] for router, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:10.578565 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-5ede81b2-836d-4779-9e4f-766ff9d7a5fa admin admin] 10.222.0.60 "DELETE /v2.0/routers/18906d7e-f2da-4cd8-8a7b-ff0a10accfe1 HTTP/1.1" status: 204 len: 168 time: 1.7720861 Nov 23 17:48:10.581721 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 34798) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:48:10.582298 n-d-816206-8 neutron-server[103591]: DEBUG neutron.services.tag.tag_plugin [None req-e76274a7-db21-43e9-b543-8d19fc15fab5 tempest-TagsExtTest-1016113157 tempest-TagsExtTest-1016113157-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '527ca12c-75e7-4564-a855-ad907ce56e16') {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:48:10.636888 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_v2 [None req-b38900c0-834e-4d55-baa1-5c6808584f12 admin admin] Deleting subnet 2bc7a47c-3f5a-47dc-9076-661b05051edf {{(pid=103590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 17:48:10.641566 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b38900c0-834e-4d55-baa1-5c6808584f12 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:10.651069 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-e76274a7-db21-43e9-b543-8d19fc15fab5 tempest-TagsExtTest-1016113157 tempest-TagsExtTest-1016113157-project] 10.222.0.60 "DELETE /v2.0/subnetpools/527ca12c-75e7-4564-a855-ad907ce56e16/tags HTTP/1.1" status: 204 len: 168 time: 0.0740230 Nov 23 17:48:10.651922 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 34800) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:48:10.660001 n-d-816206-8 neutron-server[103591]: DEBUG neutron.services.tag.tag_plugin [None req-cdd8901c-fca7-4808-96bb-692246ddc3a3 tempest-TagsExtTest-1016113157 tempest-TagsExtTest-1016113157-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '527ca12c-75e7-4564-a855-ad907ce56e16', 'tempest-TagsExtTest-Tag-2062677422') {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:48:10.702933 n-d-816206-8 neutron-server[103591]: INFO neutron.api.v2.resource [None req-cdd8901c-fca7-4808-96bb-692246ddc3a3 tempest-TagsExtTest-1016113157 tempest-TagsExtTest-1016113157-project] show failed (client error): The resource could not be found. Nov 23 17:48:10.712536 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b38900c0-834e-4d55-baa1-5c6808584f12 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-267528342'] for subnet, precommit_delete_associations {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:10.715975 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-cdd8901c-fca7-4808-96bb-692246ddc3a3 tempest-TagsExtTest-1016113157 tempest-TagsExtTest-1016113157-project] 10.222.0.60 "GET /v2.0/subnetpools/527ca12c-75e7-4564-a855-ad907ce56e16/tags/tempest-TagsExtTest-Tag-2062677422 HTTP/1.1" status: 404 len: 329 time: 0.0602353 Nov 23 17:48:10.717660 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 34802) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:48:10.730779 n-d-816206-8 neutron-server[103591]: DEBUG neutron.services.tag.tag_plugin [None req-680b0c6c-818b-4394-a597-40b1be6ec464 tempest-TagsExtTest-1016113157 tempest-TagsExtTest-1016113157-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '527ca12c-75e7-4564-a855-ad907ce56e16', 'tempest-TagsExtTest-Tag-505566559') {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:48:10.777071 n-d-816206-8 neutron-server[103591]: INFO neutron.api.v2.resource [None req-680b0c6c-818b-4394-a597-40b1be6ec464 tempest-TagsExtTest-1016113157 tempest-TagsExtTest-1016113157-project] show failed (client error): The resource could not be found. Nov 23 17:48:10.781933 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-680b0c6c-818b-4394-a597-40b1be6ec464 tempest-TagsExtTest-1016113157 tempest-TagsExtTest-1016113157-project] 10.222.0.60 "GET /v2.0/subnetpools/527ca12c-75e7-4564-a855-ad907ce56e16/tags/tempest-TagsExtTest-Tag-505566559 HTTP/1.1" status: 404 len: 328 time: 0.0628068 Nov 23 17:48:10.782881 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 34804) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:48:10.793093 n-d-816206-8 neutron-server[103591]: DEBUG neutron.services.tag.tag_plugin [None req-43aee168-4895-4faa-8961-fdef9af56c5d tempest-TagsExtTest-1016113157 tempest-TagsExtTest-1016113157-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '527ca12c-75e7-4564-a855-ad907ce56e16', 'tempest-TagsExtTest-Tag-266515946') {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:48:10.833051 n-d-816206-8 neutron-server[103591]: INFO neutron.api.v2.resource [None req-43aee168-4895-4faa-8961-fdef9af56c5d tempest-TagsExtTest-1016113157 tempest-TagsExtTest-1016113157-project] show failed (client error): The resource could not be found. Nov 23 17:48:10.834226 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-43aee168-4895-4faa-8961-fdef9af56c5d tempest-TagsExtTest-1016113157 tempest-TagsExtTest-1016113157-project] 10.222.0.60 "GET /v2.0/subnetpools/527ca12c-75e7-4564-a855-ad907ce56e16/tags/tempest-TagsExtTest-Tag-266515946 HTTP/1.1" status: 404 len: 328 time: 0.0501831 Nov 23 17:48:10.838686 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 34806) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:48:10.843407 n-d-816206-8 neutron-server[103591]: DEBUG neutron.services.tag.tag_plugin [None req-a8ec8af1-7763-4039-8784-e75adda1baba tempest-TagsExtTest-1016113157 tempest-TagsExtTest-1016113157-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '527ca12c-75e7-4564-a855-ad907ce56e16') {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:48:10.863953 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b38900c0-834e-4d55-baa1-5c6808584f12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971956'] for subnet, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:10.876083 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-a8ec8af1-7763-4039-8784-e75adda1baba tempest-TagsExtTest-1016113157 tempest-TagsExtTest-1016113157-project] 10.222.0.60 "DELETE /v2.0/subnetpools/527ca12c-75e7-4564-a855-ad907ce56e16/tags HTTP/1.1" status: 204 len: 168 time: 0.0362644 Nov 23 17:48:10.880196 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 34808) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:48:10.885732 n-d-816206-8 neutron-server[103591]: DEBUG neutron.services.tag.tag_plugin [None req-8c7eef0e-ea99-42f9-99e8-a584aac4e256 tempest-TagsExtTest-1016113157 tempest-TagsExtTest-1016113157-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '5b9bad36-6ec6-4336-8acf-a346f6aa6f28') {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:48:10.927103 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b38900c0-834e-4d55-baa1-5c6808584f12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264357903', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264730940'] for subnet, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:10.958467 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38900c0-834e-4d55-baa1-5c6808584f12 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2bc7a47c-3f5a-47dc-9076-661b05051edf,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:48:10.976337 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b38900c0-834e-4d55-baa1-5c6808584f12 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:10.978368 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f276477-2ee7-4a19-ba94-1f5ace88f33d None None] Network 9bd0db0f-7716-41a9-848f-3b4e6ad49607 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:48:10.981068 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-b38900c0-834e-4d55-baa1-5c6808584f12 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/2bc7a47c-3f5a-47dc-9076-661b05051edf HTTP/1.1" status: 204 len: 168 time: 0.3983765 Nov 23 17:48:10.983479 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 34810) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:48:10.995810 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-8c7eef0e-ea99-42f9-99e8-a584aac4e256 tempest-TagsExtTest-1016113157 tempest-TagsExtTest-1016113157-project] 10.222.0.60 "DELETE /v2.0/routers/5b9bad36-6ec6-4336-8acf-a346f6aa6f28/tags HTTP/1.1" status: 204 len: 168 time: 0.1144230 Nov 23 17:48:10.998313 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 34812) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:48:11.004595 n-d-816206-8 neutron-server[103591]: DEBUG neutron.services.tag.tag_plugin [None req-12cf60c7-b5f0-471d-a802-dd148c81fb0a tempest-TagsExtTest-1016113157 tempest-TagsExtTest-1016113157-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '270da387-4800-4e4b-9513-9314c7a797be') {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:48:11.067576 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-12cf60c7-b5f0-471d-a802-dd148c81fb0a tempest-TagsExtTest-1016113157 tempest-TagsExtTest-1016113157-project] 10.222.0.60 "DELETE /v2.0/ports/270da387-4800-4e4b-9513-9314c7a797be/tags HTTP/1.1" status: 204 len: 168 time: 0.0682395 Nov 23 17:48:11.070140 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 34814) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:48:11.076167 n-d-816206-8 neutron-server[103591]: DEBUG neutron.services.tag.tag_plugin [None req-f2f91f79-575d-47ac-b729-447d5e23a5b9 tempest-TagsExtTest-1016113157 tempest-TagsExtTest-1016113157-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '9a968280-d2fc-4fac-90db-00c5cecb70cc') {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:48:11.081850 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a0e5bc2d-0e65-4cfc-b213-7b89d9efe7cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-555181'] for network, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:11.158831 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-f2f91f79-575d-47ac-b729-447d5e23a5b9 tempest-TagsExtTest-1016113157 tempest-TagsExtTest-1016113157-project] 10.222.0.60 "DELETE /v2.0/subnets/9a968280-d2fc-4fac-90db-00c5cecb70cc/tags HTTP/1.1" status: 204 len: 168 time: 0.0873640 Nov 23 17:48:11.164645 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 34816) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:48:11.194100 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-a0e5bc2d-0e65-4cfc-b213-7b89d9efe7cd admin admin] Deleting port e9e80d74-9df4-41c6-a6e0-7c9127595d2e {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:48:11.194475 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a0e5bc2d-0e65-4cfc-b213-7b89d9efe7cd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:11.292851 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-a0e5bc2d-0e65-4cfc-b213-7b89d9efe7cd admin admin] For port e9e80d74-9df4-41c6-a6e0-7c9127595d2e, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=e9e80d74-9df4-41c6-a6e0-7c9127595d2e,segment=NetworkSegment(15458a77-7b26-4233-90ea-dbfee540b4b0),segment_id=15458a77-7b26-4233-90ea-dbfee540b4b0)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:48:11.293306 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a0e5bc2d-0e65-4cfc-b213-7b89d9efe7cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:11.294886 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b7b0c94-a127-401d-98fc-db89b9694d9a None None] DHCP port deletion for 9bd0db0f-7716-41a9-848f-3b4e6ad49607 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:48:11.318177 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-a0e5bc2d-0e65-4cfc-b213-7b89d9efe7cd admin admin] Calling delete_port for e9e80d74-9df4-41c6-a6e0-7c9127595d2e owned by network:dhcp {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:48:11.360844 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-7b7b0c94-a127-401d-98fc-db89b9694d9a None None] Deleting port e9e80d74-9df4-41c6-a6e0-7c9127595d2e {{(pid=103592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:48:11.361571 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-7b7b0c94-a127-401d-98fc-db89b9694d9a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:11.431042 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-381080d2-6339-4631-a02b-7ddc4247098c tempest-TagsExtTest-1016113157 tempest-TagsExtTest-1016113157-project] Publish callbacks [] for subnetpool, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:11.434641 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-381080d2-6339-4631-a02b-7ddc4247098c tempest-TagsExtTest-1016113157 tempest-TagsExtTest-1016113157-project] 10.222.0.60 "DELETE /v2.0/subnetpools/527ca12c-75e7-4564-a855-ad907ce56e16 HTTP/1.1" status: 204 len: 168 time: 0.2642229 Nov 23 17:48:11.434880 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 34822) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:48:11.437533 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-7b7b0c94-a127-401d-98fc-db89b9694d9a None None] For port e9e80d74-9df4-41c6-a6e0-7c9127595d2e, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=e9e80d74-9df4-41c6-a6e0-7c9127595d2e,segment=NetworkSegment(15458a77-7b26-4233-90ea-dbfee540b4b0),segment_id=15458a77-7b26-4233-90ea-dbfee540b4b0)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:48:11.438047 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-7b7b0c94-a127-401d-98fc-db89b9694d9a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:11.459925 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-7b7b0c94-a127-401d-98fc-db89b9694d9a None None] Calling delete_port for e9e80d74-9df4-41c6-a6e0-7c9127595d2e owned by network:dhcp {{(pid=103592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:48:11.468444 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-b600c0bf-fe1b-4ec8-8209-7859d28fb4a0 tempest-TagsExtTest-1016113157 tempest-TagsExtTest-1016113157-project] 10.222.0.60 "GET /v2.0/ports?device_id=5b9bad36-6ec6-4336-8acf-a346f6aa6f28 HTTP/1.1" status: 200 len: 205 time: 0.0323634 Nov 23 17:48:11.470965 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 34824) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:48:11.561945 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-bd36b8c2-e86d-466f-a7ee-b278a7096f2a tempest-TagsExtTest-1016113157 tempest-TagsExtTest-1016113157-project] Publish callbacks [] for router, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:11.574632 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-7b7b0c94-a127-401d-98fc-db89b9694d9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989'] for port, after_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:11.642975 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7b0c94-a127-401d-98fc-db89b9694d9a None None] Pushing event deleted for resources: {'Port': ['ID=e9e80d74-9df4-41c6-a6e0-7c9127595d2e,revision_number=None']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:48:11.646311 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b7b0c94-a127-401d-98fc-db89b9694d9a None None] No DVR routers for this DVR port e9e80d74-9df4-41c6-a6e0-7c9127595d2e on host n-d-816206-8 {{(pid=103592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:48:11.686391 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a0e5bc2d-0e65-4cfc-b213-7b89d9efe7cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:11.699700 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device a4c57515-5df7-417c-a321-c2a95b975a0e no longer exists at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:48:11.722400 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] No Port match for: a4c57515-5df7-417c-a321-c2a95b975a0e {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:48:11.722760 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device a4c57515-5df7-417c-a321-c2a95b975a0e not bound to the agent host n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:48:11.723169 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 0768ab21-bc40-4c46-b34b-6a4a5b83571d no longer exists at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:48:11.766595 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] No Port match for: 0768ab21-bc40-4c46-b34b-6a4a5b83571d {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:48:11.767980 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 0768ab21-bc40-4c46-b34b-6a4a5b83571d not bound to the agent host n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:48:11.769342 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device e9e80d74-9df4-41c6-a6e0-7c9127595d2e no longer exists at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:48:11.780435 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dc5798-b6a3-495a-aa8c-82a941b1073e req-c3a3dc5a-1ca0-4667-bca3-42827804a188 tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:48:11.782300 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-46dc5798-b6a3-495a-aa8c-82a941b1073e req-c3a3dc5a-1ca0-4667-bca3-42827804a188 tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ea7def0-5cf3-46bd-90e2-20013bf25e5e HTTP/1.1" status: 200 len: 946 time: 0.1231780 Nov 23 17:48:11.801074 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ea5f68-23a5-4b4d-9cb8-c1c997c1d9fb req-32aeed35-e9ad-472b-a47c-ff395f7a7ee2 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:48:11.802753 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-94ea5f68-23a5-4b4d-9cb8-c1c997c1d9fb req-32aeed35-e9ad-472b-a47c-ff395f7a7ee2 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] 10.222.0.60 "GET /v2.0/ports?device_id=eac45670-ad42-4456-afd9-c565956fd007 HTTP/1.1" status: 200 len: 945 time: 0.1018069 Nov 23 17:48:11.816921 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] No Port match for: e9e80d74-9df4-41c6-a6e0-7c9127595d2e {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:48:11.817636 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device e9e80d74-9df4-41c6-a6e0-7c9127595d2e not bound to the agent host n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:48:11.841659 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0e5bc2d-0e65-4cfc-b213-7b89d9efe7cd admin admin] No DVR routers for this DVR port e9e80d74-9df4-41c6-a6e0-7c9127595d2e on host n-d-816206-8 {{(pid=103590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:48:11.843786 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e5bc2d-0e65-4cfc-b213-7b89d9efe7cd admin admin] Pushing event deleted for resources: {'Port': ['ID=e9e80d74-9df4-41c6-a6e0-7c9127595d2e,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:48:11.852774 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-bd36b8c2-e86d-466f-a7ee-b278a7096f2a tempest-TagsExtTest-1016113157 tempest-TagsExtTest-1016113157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1794352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8175'] for router, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:11.855700 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-bd36b8c2-e86d-466f-a7ee-b278a7096f2a tempest-TagsExtTest-1016113157 tempest-TagsExtTest-1016113157-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:11.944658 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-46dc5798-b6a3-495a-aa8c-82a941b1073e req-1f22e126-d66c-4e63-b517-bf7a8073ec0c tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] 10.222.0.60 "GET /v2.0/security-groups?id=6b69aca9-b68e-45b0-a7a0-1eb351a8ed08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315854 Nov 23 17:48:11.944658 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-94ea5f68-23a5-4b4d-9cb8-c1c997c1d9fb req-b7834ad0-72f7-4d2b-aeb1-d5c0dcec8c43 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] 10.222.0.60 "GET /v2.0/security-groups?id=fa324d8c-13d0-499d-8791-7b10ff6fd90b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309304 Nov 23 17:48:11.999944 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a0e5bc2d-0e65-4cfc-b213-7b89d9efe7cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973419', 'neutron.services.segments.db._delete_segments_for_network-8736635878840'] for network, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:12.002590 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-bd36b8c2-e86d-466f-a7ee-b278a7096f2a tempest-TagsExtTest-1016113157 tempest-TagsExtTest-1016113157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1795580'] for router, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:12.003075 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd36b8c2-e86d-466f-a7ee-b278a7096f2a tempest-TagsExtTest-1016113157 tempest-TagsExtTest-1016113157-project] Fanout notify agent at l3_agent the message router_deleted on router 5b9bad36-6ec6-4336-8acf-a346f6aa6f28 {{(pid=103590) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 17:48:12.015674 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-bd36b8c2-e86d-466f-a7ee-b278a7096f2a tempest-TagsExtTest-1016113157 tempest-TagsExtTest-1016113157-project] Publish callbacks [] for router, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:12.016109 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-bd36b8c2-e86d-466f-a7ee-b278a7096f2a tempest-TagsExtTest-1016113157 tempest-TagsExtTest-1016113157-project] 10.222.0.60 "DELETE /v2.0/routers/5b9bad36-6ec6-4336-8acf-a346f6aa6f28 HTTP/1.1" status: 204 len: 168 time: 0.5442514 Nov 23 17:48:12.018745 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 34830) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:48:12.059297 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-a0e5bc2d-0e65-4cfc-b213-7b89d9efe7cd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9bd0db0f-7716-41a9-848f-3b4e6ad49607']}} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:48:12.074464 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-a0e5bc2d-0e65-4cfc-b213-7b89d9efe7cd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15458a77-7b26-4233-90ea-dbfee540b4b0') {'for_net_delete': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:48:12.074812 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-a0e5bc2d-0e65-4cfc-b213-7b89d9efe7cd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15458a77-7b26-4233-90ea-dbfee540b4b0') {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:48:12.108641 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a0e5bc2d-0e65-4cfc-b213-7b89d9efe7cd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736635840332', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-267528353'] for segment, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:12.126744 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a0e5bc2d-0e65-4cfc-b213-7b89d9efe7cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:12.135065 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0e5bc2d-0e65-4cfc-b213-7b89d9efe7cd admin admin] Releasing vlan 537 on physical network physnet1 to pool {{(pid=103590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 17:48:12.135474 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a0e5bc2d-0e65-4cfc-b213-7b89d9efe7cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264370093'] for segment, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:12.138106 n-d-816206-8 neutron-server[103590]: Traceback (most recent call last): Nov 23 17:48:12.138106 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 17:48:12.138106 n-d-816206-8 neutron-server[103590]: timer() Nov 23 17:48:12.138106 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 17:48:12.138106 n-d-816206-8 neutron-server[103590]: cb(*args, **kw) Nov 23 17:48:12.138106 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 17:48:12.138106 n-d-816206-8 neutron-server[103590]: return func(*args, **kwargs) Nov 23 17:48:12.138106 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 17:48:12.138106 n-d-816206-8 neutron-server[103590]: self._notify() Nov 23 17:48:12.138106 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 17:48:12.138106 n-d-816206-8 neutron-server[103590]: self.callback(batched_events) Nov 23 17:48:12.138106 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 17:48:12.138106 n-d-816206-8 neutron-server[103590]: event.method(event) Nov 23 17:48:12.138106 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 17:48:12.138106 n-d-816206-8 neutron-server[103590]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 17:48:12.138106 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 17:48:12.138106 n-d-816206-8 neutron-server[103590]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 17:48:12.138106 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 17:48:12.138106 n-d-816206-8 neutron-server[103590]: return f(self, *a, **k) Nov 23 17:48:12.138106 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 17:48:12.138106 n-d-816206-8 neutron-server[103590]: return self._get(url).json() Nov 23 17:48:12.138106 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 17:48:12.138106 n-d-816206-8 neutron-server[103590]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 17:48:12.138106 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 17:48:12.138106 n-d-816206-8 neutron-server[103590]: return self.request(url, 'GET', **kwargs) Nov 23 17:48:12.138106 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 17:48:12.138106 n-d-816206-8 neutron-server[103590]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 17:48:12.138106 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 17:48:12.138106 n-d-816206-8 neutron-server[103590]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 17:48:12.138106 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 17:48:12.138106 n-d-816206-8 neutron-server[103590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 17:48:12.138106 n-d-816206-8 neutron-server[103590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 17:48:12.202469 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-cac7d477-ef89-449b-84bc-e0088ee0e1a3 tempest-TagsExtTest-1016113157 tempest-TagsExtTest-1016113157-project] Deleting port 270da387-4800-4e4b-9513-9314c7a797be {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:48:12.202793 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-cac7d477-ef89-449b-84bc-e0088ee0e1a3 tempest-TagsExtTest-1016113157 tempest-TagsExtTest-1016113157-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:12.217941 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a0e5bc2d-0e65-4cfc-b213-7b89d9efe7cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1795418'] for network, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:12.233720 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a0e5bc2d-0e65-4cfc-b213-7b89d9efe7cd admin admin] Publish callbacks [] for network, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:12.241069 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-a0e5bc2d-0e65-4cfc-b213-7b89d9efe7cd admin admin] 10.222.0.60 "DELETE /v2.0/networks/9bd0db0f-7716-41a9-848f-3b4e6ad49607 HTTP/1.1" status: 204 len: 168 time: 1.2528293 Nov 23 17:48:12.241271 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 34834) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:48:12.291733 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e5bc2d-0e65-4cfc-b213-7b89d9efe7cd admin admin] Pushing event deleted for resources: {'Network': ['ID=9bd0db0f-7716-41a9-848f-3b4e6ad49607,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:48:12.404631 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-cac7d477-ef89-449b-84bc-e0088ee0e1a3 tempest-TagsExtTest-1016113157 tempest-TagsExtTest-1016113157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:12.427583 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-cac7d477-ef89-449b-84bc-e0088ee0e1a3 tempest-TagsExtTest-1016113157 tempest-TagsExtTest-1016113157-project] Calling delete_port for 270da387-4800-4e4b-9513-9314c7a797be owned by {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:48:12.737583 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-cac7d477-ef89-449b-84bc-e0088ee0e1a3 tempest-TagsExtTest-1016113157 tempest-TagsExtTest-1016113157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:12.784432 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac7d477-ef89-449b-84bc-e0088ee0e1a3 tempest-TagsExtTest-1016113157 tempest-TagsExtTest-1016113157-project] Pushing event deleted for resources: {'Port': ['ID=270da387-4800-4e4b-9513-9314c7a797be,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:48:12.893942 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-cac7d477-ef89-449b-84bc-e0088ee0e1a3 tempest-TagsExtTest-1016113157 tempest-TagsExtTest-1016113157-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:12.897391 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-cac7d477-ef89-449b-84bc-e0088ee0e1a3 tempest-TagsExtTest-1016113157 tempest-TagsExtTest-1016113157-project] 10.222.0.60 "DELETE /v2.0/ports/270da387-4800-4e4b-9513-9314c7a797be HTTP/1.1" status: 204 len: 168 time: 0.8777320 Nov 23 17:48:12.899891 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 34848) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:48:12.958591 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-2b971c08-94d9-45ba-a56c-ca381690837b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:12.989559 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1db1b6f2-ec8b-4cfd-979d-9cd8e9b8c6db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1794372'] for router_interface, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:13.008531 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.db_base_plugin_v2 [None req-64055b20-f7b3-4dcb-8b95-5b879f7763e8 tempest-TagsExtTest-1016113157 tempest-TagsExtTest-1016113157-project] Deleting subnet 9a968280-d2fc-4fac-90db-00c5cecb70cc {{(pid=103591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 17:48:13.013164 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-64055b20-f7b3-4dcb-8b95-5b879f7763e8 tempest-TagsExtTest-1016113157 tempest-TagsExtTest-1016113157-project] Publish callbacks [] for subnet, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:13.088576 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-64055b20-f7b3-4dcb-8b95-5b879f7763e8 tempest-TagsExtTest-1016113157 tempest-TagsExtTest-1016113157-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265990000'] for subnet, precommit_delete_associations {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:13.203204 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547af5a3-2f01-40ba-af59-b974064411e3 req-015e2e26-c7d5-4466-9031-d8439acdd720 tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:48:13.206741 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-547af5a3-2f01-40ba-af59-b974064411e3 req-015e2e26-c7d5-4466-9031-d8439acdd720 tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ea7def0-5cf3-46bd-90e2-20013bf25e5e HTTP/1.1" status: 200 len: 946 time: 0.1364431 Nov 23 17:48:13.281608 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6e823e-4f7f-41c6-9ddf-9e808c489512 req-c110dcae-f42f-49e0-85c9-2b8954b56160 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:48:13.283155 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8b6e823e-4f7f-41c6-9ddf-9e808c489512 req-c110dcae-f42f-49e0-85c9-2b8954b56160 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] 10.222.0.60 "GET /v2.0/ports?device_id=eac45670-ad42-4456-afd9-c565956fd007 HTTP/1.1" status: 200 len: 945 time: 0.1559908 Nov 23 17:48:13.290248 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-64055b20-f7b3-4dcb-8b95-5b879f7763e8 tempest-TagsExtTest-1016113157 tempest-TagsExtTest-1016113157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971956'] for subnet, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:13.295222 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device 3690f848-fde7-480c-ab9e-211c79d0cd2d details requested by agent hyperv_n-h1-816206-8 with host n-h1-816206-8 {{(pid=103592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 17:48:13.348586 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-547af5a3-2f01-40ba-af59-b974064411e3 req-4c278613-ec7b-44a2-a55b-426124029eb3 tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] 10.222.0.60 "GET /v2.0/security-groups?id=6b69aca9-b68e-45b0-a7a0-1eb351a8ed08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324534 Nov 23 17:48:13.354095 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-1db1b6f2-ec8b-4cfd-979d-9cd8e9b8c6db admin admin] Deleting port dab089ca-7c3a-44e5-9d65-733bab81680d {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:48:13.354659 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1db1b6f2-ec8b-4cfd-979d-9cd8e9b8c6db admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:13.409783 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8b6e823e-4f7f-41c6-9ddf-9e808c489512 req-11855aeb-c1bb-4bb9-93da-f6488e673199 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] 10.222.0.60 "GET /v2.0/security-groups?id=fa324d8c-13d0-499d-8791-7b10ff6fd90b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110625 Nov 23 17:48:13.452195 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-64055b20-f7b3-4dcb-8b95-5b879f7763e8 tempest-TagsExtTest-1016113157 tempest-TagsExtTest-1016113157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264758240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264314269'] for subnet, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:13.487014 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1db1b6f2-ec8b-4cfd-979d-9cd8e9b8c6db admin admin] For port dab089ca-7c3a-44e5-9d65-733bab81680d, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=dab089ca-7c3a-44e5-9d65-733bab81680d,segment=NetworkSegment(4da421ae-2063-4cb2-a42e-a5545a5a0725),segment_id=4da421ae-2063-4cb2-a42e-a5545a5a0725)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:48:13.487374 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1db1b6f2-ec8b-4cfd-979d-9cd8e9b8c6db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:13.497584 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64055b20-f7b3-4dcb-8b95-5b879f7763e8 tempest-TagsExtTest-1016113157 tempest-TagsExtTest-1016113157-project] Pushing event deleted for resources: {'Subnet': ['ID=9a968280-d2fc-4fac-90db-00c5cecb70cc,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:48:13.506569 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-64055b20-f7b3-4dcb-8b95-5b879f7763e8 tempest-TagsExtTest-1016113157 tempest-TagsExtTest-1016113157-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for subnet, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:13.513085 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-64055b20-f7b3-4dcb-8b95-5b879f7763e8 tempest-TagsExtTest-1016113157 tempest-TagsExtTest-1016113157-project] 10.222.0.60 "DELETE /v2.0/subnets/9a968280-d2fc-4fac-90db-00c5cecb70cc HTTP/1.1" status: 204 len: 168 time: 0.6097558 Nov 23 17:48:13.514516 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 34874) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:48:13.515800 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31e7a807-10a4-4de9-bb9e-3436f6adb6d6 None None] Network 5fa71bca-c360-45ea-b1d2-15f144a20e72 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:48:13.516456 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-1db1b6f2-ec8b-4cfd-979d-9cd8e9b8c6db admin admin] Calling delete_port for dab089ca-7c3a-44e5-9d65-733bab81680d owned by network:router_interface {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:48:13.522681 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port 3690f848-fde7-480c-ab9e-211c79d0cd2d, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=3690f848-fde7-480c-ab9e-211c79d0cd2d,segment=NetworkSegment(7236ee9c-d2a1-449e-b7f8-41fdf7da8bc8),segment_id=7236ee9c-d2a1-449e-b7f8-41fdf7da8bc8)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:48:13.605816 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-18dada94-03a3-4169-be0b-cc61b5c257c5 tempest-TagsExtTest-1016113157 tempest-TagsExtTest-1016113157-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-555181'] for network, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:13.609964 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:13.632540 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Returning: {'device': '3690f848-fde7-480c-ab9e-211c79d0cd2d', 'network_id': 'b75e9fac-17f1-4702-8d25-f863ff44788f', 'port_id': '3690f848-fde7-480c-ab9e-211c79d0cd2d', 'mac_address': 'fa:16:3e:60:b0:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 509, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8bdf8112-60de-47e2-b40b-a031bce5a853', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 17:48:13.668677 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-18dada94-03a3-4169-be0b-cc61b5c257c5 tempest-TagsExtTest-1016113157 tempest-TagsExtTest-1016113157-project] Deleting port c59382c9-c846-4205-bcf6-489bd502eacc {{(pid=103591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:48:13.668902 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-18dada94-03a3-4169-be0b-cc61b5c257c5 tempest-TagsExtTest-1016113157 tempest-TagsExtTest-1016113157-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:13.726665 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:13.752221 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3690f848-fde7-480c-ab9e-211c79d0cd2d {{(pid=103592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:48:13.784064 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port 3690f848-fde7-480c-ab9e-211c79d0cd2d, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=3690f848-fde7-480c-ab9e-211c79d0cd2d,segment=NetworkSegment(7236ee9c-d2a1-449e-b7f8-41fdf7da8bc8),segment_id=7236ee9c-d2a1-449e-b7f8-41fdf7da8bc8)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:48:13.792740 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:13.852658 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [None req-18dada94-03a3-4169-be0b-cc61b5c257c5 tempest-TagsExtTest-1016113157 tempest-TagsExtTest-1016113157-project] For port c59382c9-c846-4205-bcf6-489bd502eacc, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=c59382c9-c846-4205-bcf6-489bd502eacc,segment=NetworkSegment(1ddcbd18-fc7d-4908-b9a7-279a053fe720),segment_id=1ddcbd18-fc7d-4908-b9a7-279a053fe720)] {{(pid=103591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:48:13.853098 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-18dada94-03a3-4169-be0b-cc61b5c257c5 tempest-TagsExtTest-1016113157 tempest-TagsExtTest-1016113157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:13.862540 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1db1b6f2-ec8b-4cfd-979d-9cd8e9b8c6db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:13.875071 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64153908-5971-4b46-ab44-b3526ceaf178 None None] DHCP port deletion for 5fa71bca-c360-45ea-b1d2-15f144a20e72 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:48:13.885350 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-18dada94-03a3-4169-be0b-cc61b5c257c5 tempest-TagsExtTest-1016113157 tempest-TagsExtTest-1016113157-project] Calling delete_port for c59382c9-c846-4205-bcf6-489bd502eacc owned by network:dhcp {{(pid=103591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:48:13.888760 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] get_ports_and_sgs() called for port_ids ['3690f848-fde7-480c-ab9e-211c79d0cd2d'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:48:13.914616 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db1b6f2-ec8b-4cfd-979d-9cd8e9b8c6db admin admin] Pushing event deleted for resources: {'Port': ['ID=dab089ca-7c3a-44e5-9d65-733bab81680d,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:48:13.940092 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Pushing event updated for resources: {'Port': ['ID=3690f848-fde7-480c-ab9e-211c79d0cd2d,revision_number=6']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:48:14.039098 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-64153908-5971-4b46-ab44-b3526ceaf178 None None] Deleting port c59382c9-c846-4205-bcf6-489bd502eacc {{(pid=103592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:48:14.040118 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-64153908-5971-4b46-ab44-b3526ceaf178 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:14.066512 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-18dada94-03a3-4169-be0b-cc61b5c257c5 tempest-TagsExtTest-1016113157 tempest-TagsExtTest-1016113157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:14.116355 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18dada94-03a3-4169-be0b-cc61b5c257c5 tempest-TagsExtTest-1016113157 tempest-TagsExtTest-1016113157-project] Pushing event deleted for resources: {'Port': ['ID=c59382c9-c846-4205-bcf6-489bd502eacc,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:48:14.123603 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18dada94-03a3-4169-be0b-cc61b5c257c5 tempest-TagsExtTest-1016113157 tempest-TagsExtTest-1016113157-project] No DVR routers for this DVR port c59382c9-c846-4205-bcf6-489bd502eacc on host n-d-816206-8 {{(pid=103591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:48:14.237102 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1db1b6f2-ec8b-4cfd-979d-9cd8e9b8c6db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2067500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1794520'] for router_interface, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:14.295594 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-64153908-5971-4b46-ab44-b3526ceaf178 None None] For port c59382c9-c846-4205-bcf6-489bd502eacc, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=c59382c9-c846-4205-bcf6-489bd502eacc,segment=NetworkSegment(1ddcbd18-fc7d-4908-b9a7-279a053fe720),segment_id=1ddcbd18-fc7d-4908-b9a7-279a053fe720)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:48:14.296414 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-64153908-5971-4b46-ab44-b3526ceaf178 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:14.319852 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:14.324842 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-18dada94-03a3-4169-be0b-cc61b5c257c5 tempest-TagsExtTest-1016113157 tempest-TagsExtTest-1016113157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973419', 'neutron.services.segments.db._delete_segments_for_network-8736635878840'] for network, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:14.339728 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-64153908-5971-4b46-ab44-b3526ceaf178 None None] Calling delete_port for c59382c9-c846-4205-bcf6-489bd502eacc owned by network:dhcp {{(pid=103592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:48:14.372261 n-d-816206-8 neutron-server[103591]: DEBUG neutron.services.segments.db [None req-18dada94-03a3-4169-be0b-cc61b5c257c5 tempest-TagsExtTest-1016113157 tempest-TagsExtTest-1016113157-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5fa71bca-c360-45ea-b1d2-15f144a20e72']}} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:48:14.393856 n-d-816206-8 neutron-server[103591]: DEBUG neutron.services.segments.db [None req-18dada94-03a3-4169-be0b-cc61b5c257c5 tempest-TagsExtTest-1016113157 tempest-TagsExtTest-1016113157-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ddcbd18-fc7d-4908-b9a7-279a053fe720') {'for_net_delete': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:48:14.394108 n-d-816206-8 neutron-server[103591]: DEBUG neutron.services.segments.db [None req-18dada94-03a3-4169-be0b-cc61b5c257c5 tempest-TagsExtTest-1016113157 tempest-TagsExtTest-1016113157-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ddcbd18-fc7d-4908-b9a7-279a053fe720') {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:48:14.419654 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-18dada94-03a3-4169-be0b-cc61b5c257c5 tempest-TagsExtTest-1016113157 tempest-TagsExtTest-1016113157-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736635840332', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265989959'] for segment, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:14.467452 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-18dada94-03a3-4169-be0b-cc61b5c257c5 tempest-TagsExtTest-1016113157 tempest-TagsExtTest-1016113157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:14.486489 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18dada94-03a3-4169-be0b-cc61b5c257c5 tempest-TagsExtTest-1016113157 tempest-TagsExtTest-1016113157-project] Releasing vlan 526 on physical network physnet1 to pool {{(pid=103591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 17:48:14.486894 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-18dada94-03a3-4169-be0b-cc61b5c257c5 tempest-TagsExtTest-1016113157 tempest-TagsExtTest-1016113157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264756290'] for segment, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:14.490374 n-d-816206-8 neutron-server[103591]: Traceback (most recent call last): Nov 23 17:48:14.490374 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 17:48:14.490374 n-d-816206-8 neutron-server[103591]: timer() Nov 23 17:48:14.490374 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 17:48:14.490374 n-d-816206-8 neutron-server[103591]: cb(*args, **kw) Nov 23 17:48:14.490374 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 17:48:14.490374 n-d-816206-8 neutron-server[103591]: return func(*args, **kwargs) Nov 23 17:48:14.490374 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 17:48:14.490374 n-d-816206-8 neutron-server[103591]: self._notify() Nov 23 17:48:14.490374 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 17:48:14.490374 n-d-816206-8 neutron-server[103591]: self.callback(batched_events) Nov 23 17:48:14.490374 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 17:48:14.490374 n-d-816206-8 neutron-server[103591]: event.method(event) Nov 23 17:48:14.490374 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 17:48:14.490374 n-d-816206-8 neutron-server[103591]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 17:48:14.490374 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 17:48:14.490374 n-d-816206-8 neutron-server[103591]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 17:48:14.490374 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 17:48:14.490374 n-d-816206-8 neutron-server[103591]: return f(self, *a, **k) Nov 23 17:48:14.490374 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 17:48:14.490374 n-d-816206-8 neutron-server[103591]: return self._get(url).json() Nov 23 17:48:14.490374 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 17:48:14.490374 n-d-816206-8 neutron-server[103591]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 17:48:14.490374 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 17:48:14.490374 n-d-816206-8 neutron-server[103591]: return self.request(url, 'GET', **kwargs) Nov 23 17:48:14.490374 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 17:48:14.490374 n-d-816206-8 neutron-server[103591]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 17:48:14.490374 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 17:48:14.490374 n-d-816206-8 neutron-server[103591]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 17:48:14.490374 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 17:48:14.490374 n-d-816206-8 neutron-server[103591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 17:48:14.490374 n-d-816206-8 neutron-server[103591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 17:48:14.545421 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-64153908-5971-4b46-ab44-b3526ceaf178 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989'] for port, after_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:14.603713 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64153908-5971-4b46-ab44-b3526ceaf178 None None] No DVR routers for this DVR port c59382c9-c846-4205-bcf6-489bd502eacc on host n-d-816206-8 {{(pid=103592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:48:14.622103 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64153908-5971-4b46-ab44-b3526ceaf178 None None] Pushing event deleted for resources: {'Port': ['ID=c59382c9-c846-4205-bcf6-489bd502eacc,revision_number=None']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:48:14.666279 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1db1b6f2-ec8b-4cfd-979d-9cd8e9b8c6db admin admin] Router faf7abb0-915d-49db-8c72-fa0ed41d43c7 has already been hosted by L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 {{(pid=103590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 17:48:14.714937 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5cbc17-b97a-40f2-8eed-9299d08b3714 req-01f21b89-ab66-407b-a61b-86a916a32045 tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:48:14.717009 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ba5cbc17-b97a-40f2-8eed-9299d08b3714 req-01f21b89-ab66-407b-a61b-86a916a32045 tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ea7def0-5cf3-46bd-90e2-20013bf25e5e HTTP/1.1" status: 200 len: 945 time: 0.0854943 Nov 23 17:48:14.719618 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-18dada94-03a3-4169-be0b-cc61b5c257c5 tempest-TagsExtTest-1016113157 tempest-TagsExtTest-1016113157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1795418'] for network, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:14.774759 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-18dada94-03a3-4169-be0b-cc61b5c257c5 tempest-TagsExtTest-1016113157 tempest-TagsExtTest-1016113157-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for network, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:14.777999 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-18dada94-03a3-4169-be0b-cc61b5c257c5 tempest-TagsExtTest-1016113157 tempest-TagsExtTest-1016113157-project] 10.222.0.60 "DELETE /v2.0/networks/5fa71bca-c360-45ea-b1d2-15f144a20e72 HTTP/1.1" status: 204 len: 168 time: 1.2627451 Nov 23 17:48:14.779786 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18dada94-03a3-4169-be0b-cc61b5c257c5 tempest-TagsExtTest-1016113157 tempest-TagsExtTest-1016113157-project] Pushing event deleted for resources: {'Network': ['ID=5fa71bca-c360-45ea-b1d2-15f144a20e72,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:48:14.808889 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1db1b6f2-ec8b-4cfd-979d-9cd8e9b8c6db admin admin] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:48:14.818576 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-1db1b6f2-ec8b-4cfd-979d-9cd8e9b8c6db admin admin] 10.222.0.60 "PUT /v2.0/routers/faf7abb0-915d-49db-8c72-fa0ed41d43c7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5737147 Nov 23 17:48:14.819091 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 34892) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:48:14.822428 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d204749-25ca-4366-9feb-249d6e3dfb7a None None] Sync routers for ids ['faf7abb0-915d-49db-8c72-fa0ed41d43c7'] in n-d-816206-8 {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:48:14.834296 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a265169-8fec-4954-bbda-e4155b24e302 req-ea1c43aa-1e80-4441-8210-27dd46bcee2e tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:48:14.839752 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d204749-25ca-4366-9feb-249d6e3dfb7a None None] Routers {'faf7abb0-915d-49db-8c72-fa0ed41d43c7'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:48:14.842214 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6a265169-8fec-4954-bbda-e4155b24e302 req-ea1c43aa-1e80-4441-8210-27dd46bcee2e tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] 10.222.0.60 "GET /v2.0/ports?device_id=eac45670-ad42-4456-afd9-c565956fd007 HTTP/1.1" status: 200 len: 945 time: 0.3061252 Nov 23 17:48:14.843082 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-5d204749-25ca-4366-9feb-249d6e3dfb7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:47:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['faf7abb0-915d-49db-8c72-fa0ed41d43c7'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:48:15.034396 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6a265169-8fec-4954-bbda-e4155b24e302 req-582f51e9-1044-4299-bc83-82511f2a2239 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] 10.222.0.60 "GET /v2.0/security-groups?id=fa324d8c-13d0-499d-8791-7b10ff6fd90b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681645 Nov 23 17:48:15.066969 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ba5cbc17-b97a-40f2-8eed-9299d08b3714 req-53143065-248f-49d7-86e5-37a851325f2a tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] 10.222.0.60 "GET /v2.0/security-groups?id=6b69aca9-b68e-45b0-a7a0-1eb351a8ed08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2938375 Nov 23 17:48:15.108502 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-d02d89ac-f1a1-43db-950a-83fc388bd516 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:15.131552 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvr_db [None req-5d204749-25ca-4366-9feb-249d6e3dfb7a None None] Set router faf7abb0-915d-49db-8c72-fa0ed41d43c7 gateway port host: n-d-816206-8 {{(pid=103592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:48:15.456112 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device 3690f848-fde7-480c-ab9e-211c79d0cd2d up at agent hyperv_n-h1-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:48:15.456916 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 34904) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:48:15.582705 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-5d204749-25ca-4366-9feb-249d6e3dfb7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faf7abb0-915d-49db-8c72-fa0ed41d43c7', 'name': 'tempest-TestAggregatesBasicOps-13454612-router', 'tenant_id': '1948a46f907145dcafcc5c257f2051c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.246'}], 'enable_snat': True}, 'gw_port_id': '3c9df154-9103-4201-9b77-7fd39c2591d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:47:54Z', 'updated_at': '2021-11-23T17:48:13Z', 'revision_number': 5, 'project_id': '1948a46f907145dcafcc5c257f2051c9', 'gw_port': {'id': '3c9df154-9103-4201-9b77-7fd39c2591d8', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:3d:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faf7abb0-915d-49db-8c72-fa0ed41d43c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2875, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:47:55Z', 'updated_at': '2021-11-23T17:48:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8'}], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:48:15.648594 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d204749-25ca-4366-9feb-249d6e3dfb7a None None] Checking router: faf7abb0-915d-49db-8c72-fa0ed41d43c7 for host: n-d-816206-8 {{(pid=103592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 17:48:15.661973 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Provisioning complete for port 3690f848-fde7-480c-ab9e-211c79d0cd2d triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:48:15.662708 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:15.665173 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d204749-25ca-4366-9feb-249d6e3dfb7a None None] Routers {'faf7abb0-915d-49db-8c72-fa0ed41d43c7'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:48:15.666488 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-5d204749-25ca-4366-9feb-249d6e3dfb7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:48:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['faf7abb0-915d-49db-8c72-fa0ed41d43c7'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:48:15.707590 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-840742c2-2bb2-44f7-81ce-3098989cf92e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=51b5e6d81c224a0d96f75a6559593cff&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3423412 Nov 23 17:48:15.708296 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 34914) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:48:15.805714 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device c59382c9-c846-4205-bcf6-489bd502eacc no longer exists at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:48:15.828832 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4f10589f-743b-41bd-abe3-1986d7a67cf0 admin admin] Publish callbacks [] for router, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:15.830864 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-ae42b024-d044-43bc-b474-f6316090804e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:15.862745 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] No Port match for: c59382c9-c846-4205-bcf6-489bd502eacc {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:48:15.862745 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device c59382c9-c846-4205-bcf6-489bd502eacc not bound to the agent host n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:48:15.878524 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-ae42b024-d044-43bc-b474-f6316090804e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:15.989606 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-ae42b024-d044-43bc-b474-f6316090804e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:15.994004 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-ae42b024-d044-43bc-b474-f6316090804e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:15.995956 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-ae42b024-d044-43bc-b474-f6316090804e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/238427bf-7782-44b4-ac04-a97168cbd3de HTTP/1.1" status: 204 len: 168 time: 0.2864010 Nov 23 17:48:16.006926 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae42b024-d044-43bc-b474-f6316090804e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=238427bf-7782-44b4-ac04-a97168cbd3de,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:48:16.080092 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4f10589f-743b-41bd-abe3-1986d7a67cf0 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:16.193651 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-4f10589f-743b-41bd-abe3-1986d7a67cf0 admin admin] Deleting port 3c9df154-9103-4201-9b77-7fd39c2591d8 {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:48:16.194694 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4f10589f-743b-41bd-abe3-1986d7a67cf0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:16.247516 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvr_db [None req-5d204749-25ca-4366-9feb-249d6e3dfb7a None None] Set router faf7abb0-915d-49db-8c72-fa0ed41d43c7 gateway port host: n-d-816206-8 {{(pid=103592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:48:16.342825 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:16.428163 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-4f10589f-743b-41bd-abe3-1986d7a67cf0 admin admin] For port 3c9df154-9103-4201-9b77-7fd39c2591d8, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=3c9df154-9103-4201-9b77-7fd39c2591d8,segment=NetworkSegment(bffd1e4f-e80f-4ff0-b418-2f42ae15febf),segment_id=bffd1e4f-e80f-4ff0-b418-2f42ae15febf)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:48:16.428819 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4f10589f-743b-41bd-abe3-1986d7a67cf0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:16.450961 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62eccb47-d7c8-4a85-ac61-de10a9a12ce2 req-56d4fcc9-1fa4-4197-bbfe-ffe6e1a786b0 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:48:16.452609 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-62eccb47-d7c8-4a85-ac61-de10a9a12ce2 req-56d4fcc9-1fa4-4197-bbfe-ffe6e1a786b0 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] 10.222.0.60 "GET /v2.0/ports?device_id=eac45670-ad42-4456-afd9-c565956fd007 HTTP/1.1" status: 200 len: 945 time: 0.2320547 Nov 23 17:48:16.486302 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-4f10589f-743b-41bd-abe3-1986d7a67cf0 admin admin] Calling delete_port for 3c9df154-9103-4201-9b77-7fd39c2591d8 owned by network:router_gateway {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:48:16.530261 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95c93bf-fabd-4ec4-aaa7-a816cc217e13 req-ab86bb91-c678-45e8-a83f-6d54d1a88cab tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:48:16.531833 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a95c93bf-fabd-4ec4-aaa7-a816cc217e13 req-ab86bb91-c678-45e8-a83f-6d54d1a88cab tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ea7def0-5cf3-46bd-90e2-20013bf25e5e HTTP/1.1" status: 200 len: 945 time: 0.2421277 Nov 23 17:48:16.700279 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ea7def0-5cf3-46bd-90e2-20013bf25e5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3690f848-fde7-480c-ab9e-211c79d0cd2d'}] {{(pid=103592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:48:16.702839 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a95c93bf-fabd-4ec4-aaa7-a816cc217e13 req-c7fd9911-3b31-4266-bd9a-c5fba391164f tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] 10.222.0.60 "GET /v2.0/security-groups?id=6b69aca9-b68e-45b0-a7a0-1eb351a8ed08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633070 Nov 23 17:48:16.708184 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba3e6a8f2301c7a29fe1eca9779abdae4ccbcd6266d69778087f2498d5551201" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3bb8930-405a-4f83-a435-e49d2a814756" -d '{"events": [{"server_uuid": "2ea7def0-5cf3-46bd-90e2-20013bf25e5e", "name": "network-vif-plugged", "status": "completed", "tag": "3690f848-fde7-480c-ab9e-211c79d0cd2d"}]}' {{(pid=103592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:48:16.710930 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-52822d53-48f5-4819-8a95-bdc13aea0bf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:16.716650 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-62eccb47-d7c8-4a85-ac61-de10a9a12ce2 req-30c94429-0351-44da-adc0-e1f83f264398 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] 10.222.0.60 "GET /v2.0/security-groups?id=fa324d8c-13d0-499d-8791-7b10ff6fd90b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2421958 Nov 23 17:48:16.738767 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port 3690f848-fde7-480c-ab9e-211c79d0cd2d, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=3690f848-fde7-480c-ab9e-211c79d0cd2d,segment=NetworkSegment(7236ee9c-d2a1-449e-b7f8-41fdf7da8bc8),segment_id=7236ee9c-d2a1-449e-b7f8-41fdf7da8bc8)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:48:16.757798 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:16.828747 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4f10589f-743b-41bd-abe3-1986d7a67cf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:16.895851 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:48:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-066bdc16-5854-4613-965f-ddfc94c05e22 x-openstack-request-id: req-066bdc16-5854-4613-965f-ddfc94c05e22 {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:48:16.899905 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ea7def0-5cf3-46bd-90e2-20013bf25e5e", "name": "network-vif-plugged", "status": "completed", "tag": "3690f848-fde7-480c-ab9e-211c79d0cd2d", "code": 200}]} {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:48:16.900325 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-066bdc16-5854-4613-965f-ddfc94c05e22 {{(pid=103592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:48:16.904656 n-d-816206-8 neutron-server[103592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ea7def0-5cf3-46bd-90e2-20013bf25e5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3690f848-fde7-480c-ab9e-211c79d0cd2d', 'code': 200} Nov 23 17:48:16.909971 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f10589f-743b-41bd-abe3-1986d7a67cf0 admin admin] Pushing event deleted for resources: {'Port': ['ID=3c9df154-9103-4201-9b77-7fd39c2591d8,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:48:16.949524 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-590db021-0138-4401-b9f9-a8877a615cff None None] DHCP port deletion for 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:48:16.966739 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-5d204749-25ca-4366-9feb-249d6e3dfb7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faf7abb0-915d-49db-8c72-fa0ed41d43c7', 'name': 'tempest-TestAggregatesBasicOps-13454612-router', 'tenant_id': '1948a46f907145dcafcc5c257f2051c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.246'}], 'enable_snat': True}, 'gw_port_id': '3c9df154-9103-4201-9b77-7fd39c2591d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:47:54Z', 'updated_at': '2021-11-23T17:48:13Z', 'revision_number': 5, 'project_id': '1948a46f907145dcafcc5c257f2051c9', 'gw_port': {'id': '3c9df154-9103-4201-9b77-7fd39c2591d8', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:3d:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faf7abb0-915d-49db-8c72-fa0ed41d43c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2875, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:47:55Z', 'updated_at': '2021-11-23T17:48:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8'}], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:48:16.989820 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4f10589f-743b-41bd-abe3-1986d7a67cf0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1795454'] for router_gateway, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:17.006584 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d204749-25ca-4366-9feb-249d6e3dfb7a None None] The sync data for ids ['faf7abb0-915d-49db-8c72-fa0ed41d43c7'] in n-d-816206-8 is: [{'id': 'faf7abb0-915d-49db-8c72-fa0ed41d43c7', 'name': 'tempest-TestAggregatesBasicOps-13454612-router', 'tenant_id': '1948a46f907145dcafcc5c257f2051c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.246'}], 'enable_snat': True}, 'gw_port_id': '3c9df154-9103-4201-9b77-7fd39c2591d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:47:54Z', 'updated_at': '2021-11-23T17:48:13Z', 'revision_number': 5, 'project_id': '1948a46f907145dcafcc5c257f2051c9', 'gw_port': {'id': '3c9df154-9103-4201-9b77-7fd39c2591d8', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:3d:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faf7abb0-915d-49db-8c72-fa0ed41d43c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2875, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:47:55Z', 'updated_at': '2021-11-23T17:48:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8'}] {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:48:17.038383 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Pushing event updated for resources: {'Port': ['ID=3690f848-fde7-480c-ab9e-211c79d0cd2d,revision_number=7']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:48:17.157983 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4f10589f-743b-41bd-abe3-1986d7a67cf0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1794352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8175'] for router, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:17.162714 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4f10589f-743b-41bd-abe3-1986d7a67cf0 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:17.238403 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4f10589f-743b-41bd-abe3-1986d7a67cf0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1795580'] for router, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:17.238946 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f10589f-743b-41bd-abe3-1986d7a67cf0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router faf7abb0-915d-49db-8c72-fa0ed41d43c7 {{(pid=103590) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 17:48:17.246645 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4f10589f-743b-41bd-abe3-1986d7a67cf0 admin admin] Publish callbacks [] for router, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:17.250305 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-4f10589f-743b-41bd-abe3-1986d7a67cf0 admin admin] 10.222.0.60 "DELETE /v2.0/routers/faf7abb0-915d-49db-8c72-fa0ed41d43c7 HTTP/1.1" status: 204 len: 168 time: 2.4276636 Nov 23 17:48:17.250524 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 34956) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:48:17.366586 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d7b8c46-5f77-408c-b508-d6a168e73486 admin admin] Deleting subnet 84c2278f-e486-4aa2-9586-ac9b3235378b {{(pid=103590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 17:48:17.375345 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5d7b8c46-5f77-408c-b508-d6a168e73486 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:17.501125 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5d7b8c46-5f77-408c-b508-d6a168e73486 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-267528342'] for subnet, precommit_delete_associations {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:17.715025 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5d7b8c46-5f77-408c-b508-d6a168e73486 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971956'] for subnet, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:17.716532 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device dab089ca-7c3a-44e5-9d65-733bab81680d no longer exists at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:48:17.808408 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] No Port match for: dab089ca-7c3a-44e5-9d65-733bab81680d {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:48:17.809840 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device dab089ca-7c3a-44e5-9d65-733bab81680d not bound to the agent host n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:48:17.839671 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5d7b8c46-5f77-408c-b508-d6a168e73486 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264357903', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264730940'] for subnet, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:17.865338 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9a27ae6c-db98-474f-94c1-cc99bf842d79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:17.965535 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7b8c46-5f77-408c-b508-d6a168e73486 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=84c2278f-e486-4aa2-9586-ac9b3235378b,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:48:17.973840 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5d7b8c46-5f77-408c-b508-d6a168e73486 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:17.975248 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f79e904-0867-48ef-9cbb-075b74264da5 None None] Network 3e67e762-5cf2-47d6-a115-1f4f3bbdff54 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:48:17.987681 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-5d7b8c46-5f77-408c-b508-d6a168e73486 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/84c2278f-e486-4aa2-9586-ac9b3235378b HTTP/1.1" status: 204 len: 168 time: 0.7328002 Nov 23 17:48:17.990902 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 34978) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:48:18.086946 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3660b6e-8d00-4708-bce8-41cf2d02957c req-e1defed9-be73-410b-b207-4bee17b78670 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:48:18.095337 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f3660b6e-8d00-4708-bce8-41cf2d02957c req-e1defed9-be73-410b-b207-4bee17b78670 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] 10.222.0.60 "GET /v2.0/ports?device_id=eac45670-ad42-4456-afd9-c565956fd007 HTTP/1.1" status: 200 len: 945 time: 0.2538593 Nov 23 17:48:18.135372 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067a0ede-c8eb-4dfc-a2b5-8cbf7307247e req-8ee3bfd4-88b8-4416-890e-8c06bb9a023c tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:48:18.144985 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-067a0ede-c8eb-4dfc-a2b5-8cbf7307247e req-8ee3bfd4-88b8-4416-890e-8c06bb9a023c tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ea7def0-5cf3-46bd-90e2-20013bf25e5e HTTP/1.1" status: 200 len: 946 time: 0.1824389 Nov 23 17:48:18.238258 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-72e663c6-32f4-46f8-91d1-46b0f0759b47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-555181'] for network, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:18.255020 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-067a0ede-c8eb-4dfc-a2b5-8cbf7307247e req-2ac74698-a3b1-4253-979a-e7c468323817 tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] 10.222.0.60 "GET /v2.0/security-groups?id=6b69aca9-b68e-45b0-a7a0-1eb351a8ed08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042178 Nov 23 17:48:18.283581 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f3660b6e-8d00-4708-bce8-41cf2d02957c req-a5d3ba8b-af86-49e7-afd6-bbcb494de8da tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] 10.222.0.60 "GET /v2.0/security-groups?id=fa324d8c-13d0-499d-8791-7b10ff6fd90b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869690 Nov 23 17:48:18.402694 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:18.408455 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-72e663c6-32f4-46f8-91d1-46b0f0759b47 admin admin] Deleting port 0454b05a-f8d9-43e8-9ca1-d4d508672d6a {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:48:18.408783 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-72e663c6-32f4-46f8-91d1-46b0f0759b47 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:18.527062 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-72e663c6-32f4-46f8-91d1-46b0f0759b47 admin admin] For port 0454b05a-f8d9-43e8-9ca1-d4d508672d6a, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=0454b05a-f8d9-43e8-9ca1-d4d508672d6a,segment=NetworkSegment(4da421ae-2063-4cb2-a42e-a5545a5a0725),segment_id=4da421ae-2063-4cb2-a42e-a5545a5a0725)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:48:18.528037 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-72e663c6-32f4-46f8-91d1-46b0f0759b47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:18.558145 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-72e663c6-32f4-46f8-91d1-46b0f0759b47 admin admin] Calling delete_port for 0454b05a-f8d9-43e8-9ca1-d4d508672d6a owned by network:dhcp {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:48:18.577470 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a8a234d-68f0-486e-856d-09e9516e40f6 None None] DHCP port deletion for 3e67e762-5cf2-47d6-a115-1f4f3bbdff54 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:48:18.714417 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-8a8a234d-68f0-486e-856d-09e9516e40f6 None None] Deleting port 0454b05a-f8d9-43e8-9ca1-d4d508672d6a {{(pid=103592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:48:18.714791 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-8a8a234d-68f0-486e-856d-09e9516e40f6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:18.782856 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-72e663c6-32f4-46f8-91d1-46b0f0759b47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:18.837055 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-8a8a234d-68f0-486e-856d-09e9516e40f6 None None] For port 0454b05a-f8d9-43e8-9ca1-d4d508672d6a, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=0454b05a-f8d9-43e8-9ca1-d4d508672d6a,segment=NetworkSegment(4da421ae-2063-4cb2-a42e-a5545a5a0725),segment_id=4da421ae-2063-4cb2-a42e-a5545a5a0725)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:48:18.838928 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-8a8a234d-68f0-486e-856d-09e9516e40f6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:18.864030 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-8a8a234d-68f0-486e-856d-09e9516e40f6 None None] Calling delete_port for 0454b05a-f8d9-43e8-9ca1-d4d508672d6a owned by network:dhcp {{(pid=103592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:48:18.871211 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e663c6-32f4-46f8-91d1-46b0f0759b47 admin admin] Pushing event deleted for resources: {'Port': ['ID=0454b05a-f8d9-43e8-9ca1-d4d508672d6a,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:48:18.875979 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72e663c6-32f4-46f8-91d1-46b0f0759b47 admin admin] No DVR routers for this DVR port 0454b05a-f8d9-43e8-9ca1-d4d508672d6a on host n-d-816206-8 {{(pid=103590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:48:19.023399 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-8a8a234d-68f0-486e-856d-09e9516e40f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989'] for port, after_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:19.038357 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-72e663c6-32f4-46f8-91d1-46b0f0759b47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973419', 'neutron.services.segments.db._delete_segments_for_network-8736635878840'] for network, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:19.057776 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a8a234d-68f0-486e-856d-09e9516e40f6 None None] No DVR routers for this DVR port 0454b05a-f8d9-43e8-9ca1-d4d508672d6a on host n-d-816206-8 {{(pid=103592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:48:19.099301 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-72e663c6-32f4-46f8-91d1-46b0f0759b47 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e67e762-5cf2-47d6-a115-1f4f3bbdff54']}} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:48:19.109970 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8a234d-68f0-486e-856d-09e9516e40f6 None None] Pushing event deleted for resources: {'Port': ['ID=0454b05a-f8d9-43e8-9ca1-d4d508672d6a,revision_number=None']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:48:19.117191 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-72e663c6-32f4-46f8-91d1-46b0f0759b47 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4da421ae-2063-4cb2-a42e-a5545a5a0725') {'for_net_delete': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:48:19.117493 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-72e663c6-32f4-46f8-91d1-46b0f0759b47 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4da421ae-2063-4cb2-a42e-a5545a5a0725') {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:48:19.129377 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-72e663c6-32f4-46f8-91d1-46b0f0759b47 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736635840332', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-267528353'] for segment, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:19.150116 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-72e663c6-32f4-46f8-91d1-46b0f0759b47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:19.169071 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72e663c6-32f4-46f8-91d1-46b0f0759b47 admin admin] Releasing vlan 529 on physical network physnet1 to pool {{(pid=103590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 17:48:19.170298 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-72e663c6-32f4-46f8-91d1-46b0f0759b47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264370093'] for segment, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:19.227814 n-d-816206-8 neutron-server[103590]: Traceback (most recent call last): Nov 23 17:48:19.227814 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 17:48:19.227814 n-d-816206-8 neutron-server[103590]: timer() Nov 23 17:48:19.227814 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 17:48:19.227814 n-d-816206-8 neutron-server[103590]: cb(*args, **kw) Nov 23 17:48:19.227814 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 17:48:19.227814 n-d-816206-8 neutron-server[103590]: return func(*args, **kwargs) Nov 23 17:48:19.227814 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 17:48:19.227814 n-d-816206-8 neutron-server[103590]: self._notify() Nov 23 17:48:19.227814 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 17:48:19.227814 n-d-816206-8 neutron-server[103590]: self.callback(batched_events) Nov 23 17:48:19.227814 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 17:48:19.227814 n-d-816206-8 neutron-server[103590]: event.method(event) Nov 23 17:48:19.227814 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 17:48:19.227814 n-d-816206-8 neutron-server[103590]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 17:48:19.227814 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 17:48:19.227814 n-d-816206-8 neutron-server[103590]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 17:48:19.227814 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 17:48:19.227814 n-d-816206-8 neutron-server[103590]: return f(self, *a, **k) Nov 23 17:48:19.227814 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 17:48:19.227814 n-d-816206-8 neutron-server[103590]: return self._get(url).json() Nov 23 17:48:19.227814 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 17:48:19.227814 n-d-816206-8 neutron-server[103590]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 17:48:19.227814 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 17:48:19.227814 n-d-816206-8 neutron-server[103590]: return self.request(url, 'GET', **kwargs) Nov 23 17:48:19.227814 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 17:48:19.227814 n-d-816206-8 neutron-server[103590]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 17:48:19.227814 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 17:48:19.227814 n-d-816206-8 neutron-server[103590]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 17:48:19.227814 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 17:48:19.227814 n-d-816206-8 neutron-server[103590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 17:48:19.227814 n-d-816206-8 neutron-server[103590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 17:48:19.350950 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-72e663c6-32f4-46f8-91d1-46b0f0759b47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1795418'] for network, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:19.365440 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-72e663c6-32f4-46f8-91d1-46b0f0759b47 admin admin] Publish callbacks [] for network, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:19.378376 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-72e663c6-32f4-46f8-91d1-46b0f0759b47 admin admin] 10.222.0.60 "DELETE /v2.0/networks/3e67e762-5cf2-47d6-a115-1f4f3bbdff54 HTTP/1.1" status: 204 len: 168 time: 1.3832347 Nov 23 17:48:19.415915 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e663c6-32f4-46f8-91d1-46b0f0759b47 admin admin] Pushing event deleted for resources: {'Network': ['ID=3e67e762-5cf2-47d6-a115-1f4f3bbdff54,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:48:19.652350 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a0937f-fb09-4725-8aff-c41d5d2d3874 req-6f37c848-fb40-4a68-b097-d7c0a10ef468 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:48:19.663689 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d3a0937f-fb09-4725-8aff-c41d5d2d3874 req-6f37c848-fb40-4a68-b097-d7c0a10ef468 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] 10.222.0.60 "GET /v2.0/ports?device_id=eac45670-ad42-4456-afd9-c565956fd007 HTTP/1.1" status: 200 len: 945 time: 0.2195096 Nov 23 17:48:19.683000 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24b30c1-b391-4ede-bb60-92783f21497b req-bd4704d9-ebac-4423-aa72-cf9fc7029792 tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:48:19.683569 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 3c9df154-9103-4201-9b77-7fd39c2591d8 no longer exists at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:48:19.684870 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a24b30c1-b391-4ede-bb60-92783f21497b req-bd4704d9-ebac-4423-aa72-cf9fc7029792 tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ea7def0-5cf3-46bd-90e2-20013bf25e5e HTTP/1.1" status: 200 len: 946 time: 0.2298560 Nov 23 17:48:19.728477 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] No Port match for: 3c9df154-9103-4201-9b77-7fd39c2591d8 {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:48:19.728862 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 3c9df154-9103-4201-9b77-7fd39c2591d8 not bound to the agent host n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:48:19.729303 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 0454b05a-f8d9-43e8-9ca1-d4d508672d6a no longer exists at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:48:19.778029 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] No Port match for: 0454b05a-f8d9-43e8-9ca1-d4d508672d6a {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:48:19.778381 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 0454b05a-f8d9-43e8-9ca1-d4d508672d6a not bound to the agent host n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:48:19.820141 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 35032) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:48:19.848478 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d3a0937f-fb09-4725-8aff-c41d5d2d3874 req-713be77d-fc98-40d0-b3bb-bd8659133cc2 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] 10.222.0.60 "GET /v2.0/security-groups?id=fa324d8c-13d0-499d-8791-7b10ff6fd90b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778522 Nov 23 17:48:19.895857 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a24b30c1-b391-4ede-bb60-92783f21497b req-592eccf7-e633-4aee-a7b1-8d3534afa1ce tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] 10.222.0.60 "GET /v2.0/security-groups?id=6b69aca9-b68e-45b0-a7a0-1eb351a8ed08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2007976 Nov 23 17:48:19.930072 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-205bd9a3-d892-4fb6-a04b-d0e67da9ff5d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=dd84e9acda1040afa439028a41d80b38&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1081390 Nov 23 17:48:19.932520 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 35034) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:48:19.966993 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 35036) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:48:19.995289 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1d8c9173-c62e-4736-8bd0-e34cd7b90ec2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:20.037118 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1d8c9173-c62e-4736-8bd0-e34cd7b90ec2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:20.114354 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1d8c9173-c62e-4736-8bd0-e34cd7b90ec2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:20.118227 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1d8c9173-c62e-4736-8bd0-e34cd7b90ec2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:20.137837 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-1d8c9173-c62e-4736-8bd0-e34cd7b90ec2 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d7f0a0ab-62a0-4173-b209-9c4f904eb4dd HTTP/1.1" status: 204 len: 168 time: 0.1995420 Nov 23 17:48:20.170810 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8c9173-c62e-4736-8bd0-e34cd7b90ec2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7f0a0ab-62a0-4173-b209-9c4f904eb4dd,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:48:20.198785 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-3a4ac663-946f-40cb-ad2e-db92fcf2a5f3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:20.312665 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-3a4ac663-946f-40cb-ad2e-db92fcf2a5f3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:20.317908 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-3a4ac663-946f-40cb-ad2e-db92fcf2a5f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:20.362758 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-3a4ac663-946f-40cb-ad2e-db92fcf2a5f3 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=72b47960797548fe9d9b247a22b981e9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3943715 Nov 23 17:48:20.364343 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4ac663-946f-40cb-ad2e-db92fcf2a5f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0fc7147-cfa2-4bc9-b569-c31192963661,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:48:20.365904 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 35050) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:48:20.485271 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6fe88f06-70bb-4ef2-a7b1-8db3c9ec526a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:20.531989 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6fe88f06-70bb-4ef2-a7b1-8db3c9ec526a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:20.633336 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6fe88f06-70bb-4ef2-a7b1-8db3c9ec526a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:20.636446 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6fe88f06-70bb-4ef2-a7b1-8db3c9ec526a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:20.640234 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-6fe88f06-70bb-4ef2-a7b1-8db3c9ec526a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f0fc7147-cfa2-4bc9-b569-c31192963661 HTTP/1.1" status: 204 len: 168 time: 0.2706296 Nov 23 17:48:20.658814 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe88f06-70bb-4ef2-a7b1-8db3c9ec526a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0fc7147-cfa2-4bc9-b569-c31192963661,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:48:20.682618 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 35060) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:48:20.759559 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-8452c53b-d11a-49dd-adb8-62ae8a0b4ae0 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=1948a46f907145dcafcc5c257f2051c9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0752506 Nov 23 17:48:20.762142 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 35062) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:48:20.837483 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8d517b70-195c-4725-a477-543da9096aef admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:20.870220 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8d517b70-195c-4725-a477-543da9096aef admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:20.950079 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8d517b70-195c-4725-a477-543da9096aef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:20.953623 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8d517b70-195c-4725-a477-543da9096aef admin admin] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:20.956878 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-8d517b70-195c-4725-a477-543da9096aef admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/45e523ab-e3c3-4565-a52a-4f916f06071b HTTP/1.1" status: 204 len: 168 time: 0.1936505 Nov 23 17:48:20.980228 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d517b70-195c-4725-a477-543da9096aef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45e523ab-e3c3-4565-a52a-4f916f06071b,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:48:21.055765 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6a3875-af71-49fa-bda9-e9196ab4843b req-1a7c7347-fa6f-4281-87d7-d5393d8e9dd6 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:48:21.066374 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-1a6a3875-af71-49fa-bda9-e9196ab4843b req-1a7c7347-fa6f-4281-87d7-d5393d8e9dd6 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] 10.222.0.60 "GET /v2.0/ports?device_id=eac45670-ad42-4456-afd9-c565956fd007 HTTP/1.1" status: 200 len: 945 time: 0.1178839 Nov 23 17:48:21.177549 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-1a6a3875-af71-49fa-bda9-e9196ab4843b req-ac3da068-f03a-4257-b6af-81f81f0824b6 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] 10.222.0.60 "GET /v2.0/security-groups?id=fa324d8c-13d0-499d-8791-7b10ff6fd90b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098008 Nov 23 17:48:21.233165 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff34b1c-f1fe-42ad-9659-1250f5be6314 req-c6e56e00-7525-4d35-ad31-83384e193809 tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:48:21.239335 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-1ff34b1c-f1fe-42ad-9659-1250f5be6314 req-c6e56e00-7525-4d35-ad31-83384e193809 tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ea7def0-5cf3-46bd-90e2-20013bf25e5e HTTP/1.1" status: 200 len: 946 time: 0.1314745 Nov 23 17:48:21.390124 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-1ff34b1c-f1fe-42ad-9659-1250f5be6314 req-a361daf5-aff7-4127-9a8c-03c3460c8fdf tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] 10.222.0.60 "GET /v2.0/security-groups?id=6b69aca9-b68e-45b0-a7a0-1eb351a8ed08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431983 Nov 23 17:48:21.452389 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.agents_db [None req-464f6c07-0de8-4be6-8f5b-563f574d1c5d None None] Agent healthcheck: found 7 active agents {{(pid=103593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 17:48:21.469410 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 35080) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:48:21.497789 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-80f44e27-9d83-4427-9ec8-94530069506b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:21.712005 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-80f44e27-9d83-4427-9ec8-94530069506b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:21.718403 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-80f44e27-9d83-4427-9ec8-94530069506b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:21.773443 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-80f44e27-9d83-4427-9ec8-94530069506b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=4b1e0beeeb494c7e9ef2a8175df1b879&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3022940 Nov 23 17:48:21.776063 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 35086) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:48:21.785100 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f44e27-9d83-4427-9ec8-94530069506b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8450ccf-609f-4a31-bfb2-7ec4fca813e4,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:48:21.856087 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-debb99cf-f09d-4505-a3ae-a4ff8115d2b0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:21.895851 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-debb99cf-f09d-4505-a3ae-a4ff8115d2b0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:21.995475 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-debb99cf-f09d-4505-a3ae-a4ff8115d2b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:22.005913 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-debb99cf-f09d-4505-a3ae-a4ff8115d2b0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:22.011604 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-debb99cf-f09d-4505-a3ae-a4ff8115d2b0 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d8450ccf-609f-4a31-bfb2-7ec4fca813e4 HTTP/1.1" status: 204 len: 168 time: 0.2337031 Nov 23 17:48:22.022739 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debb99cf-f09d-4505-a3ae-a4ff8115d2b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8450ccf-609f-4a31-bfb2-7ec4fca813e4,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:48:22.324525 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbcbd96-e11f-4c44-ad35-71161ccead4f req-0d3c7919-b5a4-401c-88fa-fe394cb1b7e1 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:48:22.334560 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ffbcbd96-e11f-4c44-ad35-71161ccead4f req-0d3c7919-b5a4-401c-88fa-fe394cb1b7e1 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] 10.222.0.60 "GET /v2.0/ports?device_id=eac45670-ad42-4456-afd9-c565956fd007 HTTP/1.1" status: 200 len: 945 time: 0.0717168 Nov 23 17:48:22.417462 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ffbcbd96-e11f-4c44-ad35-71161ccead4f req-384846b5-0a40-4616-b552-7911e9a7da5f tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] 10.222.0.60 "GET /v2.0/security-groups?id=fa324d8c-13d0-499d-8791-7b10ff6fd90b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768490 Nov 23 17:48:22.637531 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c6fff8-abce-43bb-9eea-d146385c91bc req-f60e24e1-884f-43b9-8485-ce55b0420f36 tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:48:22.649785 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-65c6fff8-abce-43bb-9eea-d146385c91bc req-f60e24e1-884f-43b9-8485-ce55b0420f36 tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ea7def0-5cf3-46bd-90e2-20013bf25e5e HTTP/1.1" status: 200 len: 946 time: 0.1201181 Nov 23 17:48:22.770203 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-65c6fff8-abce-43bb-9eea-d146385c91bc req-dc5642f8-cfee-47a8-937e-cd2d226ecde6 tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] 10.222.0.60 "GET /v2.0/security-groups?id=6b69aca9-b68e-45b0-a7a0-1eb351a8ed08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189713 Nov 23 17:48:23.701200 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863e82fd-fe16-4b9a-a8e4-360a9e087992 req-751cc1e8-cf20-45b0-80ad-016fffef937f tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:48:23.709656 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-863e82fd-fe16-4b9a-a8e4-360a9e087992 req-751cc1e8-cf20-45b0-80ad-016fffef937f tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] 10.222.0.60 "GET /v2.0/ports?device_id=eac45670-ad42-4456-afd9-c565956fd007 HTTP/1.1" status: 200 len: 945 time: 0.1176519 Nov 23 17:48:23.835860 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-863e82fd-fe16-4b9a-a8e4-360a9e087992 req-27466a89-ec50-4bf8-8c7c-3e3bb5277551 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] 10.222.0.60 "GET /v2.0/security-groups?id=fa324d8c-13d0-499d-8791-7b10ff6fd90b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251266 Nov 23 17:48:23.950486 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2201bf6-4761-42b0-b68e-9663cc555deb req-083d2cda-34ca-4008-9223-3a5f674a3cf3 tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:48:23.952944 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a2201bf6-4761-42b0-b68e-9663cc555deb req-083d2cda-34ca-4008-9223-3a5f674a3cf3 tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ea7def0-5cf3-46bd-90e2-20013bf25e5e HTTP/1.1" status: 200 len: 946 time: 0.0697877 Nov 23 17:48:24.047886 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a2201bf6-4761-42b0-b68e-9663cc555deb req-fbb1d97e-21ab-40cf-b021-e7e2c0fb9084 tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] 10.222.0.60 "GET /v2.0/security-groups?id=6b69aca9-b68e-45b0-a7a0-1eb351a8ed08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864465 Nov 23 17:48:24.225010 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4109fa19-8805-4883-a4f4-4792ef983b5d req-d3124047-a7fa-4bfa-b74e-ad3297e7a09c tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:48:24.233938 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4109fa19-8805-4883-a4f4-4792ef983b5d req-d3124047-a7fa-4bfa-b74e-ad3297e7a09c tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] 10.222.0.60 "GET /v2.0/ports?device_id=eac45670-ad42-4456-afd9-c565956fd007 HTTP/1.1" status: 200 len: 945 time: 0.1003399 Nov 23 17:48:24.305462 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4109fa19-8805-4883-a4f4-4792ef983b5d req-f1ba8fb6-2919-4a79-ae4c-7262b0f50a86 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] 10.222.0.60 "GET /v2.0/security-groups?id=fa324d8c-13d0-499d-8791-7b10ff6fd90b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704830 Nov 23 17:48:24.493169 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c800e6-4c85-4dbf-a05e-94f9152f359a req-b626bdf7-ac2a-4b85-8389-ed95cc5d55b9 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:48:24.494782 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-30c800e6-4c85-4dbf-a05e-94f9152f359a req-b626bdf7-ac2a-4b85-8389-ed95cc5d55b9 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] 10.222.0.60 "GET /v2.0/ports?device_id=eac45670-ad42-4456-afd9-c565956fd007 HTTP/1.1" status: 200 len: 945 time: 0.0691965 Nov 23 17:48:24.558900 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-30c800e6-4c85-4dbf-a05e-94f9152f359a req-a02f675b-c25d-43ac-a379-8389abe48363 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] 10.222.0.60 "GET /v2.0/security-groups?id=fa324d8c-13d0-499d-8791-7b10ff6fd90b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446956 Nov 23 17:48:25.123970 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca38d514-6046-4845-ac07-f813feb2f5ad req-5bc2ac4c-ef56-4ee2-9cdd-d1aba3356c03 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:48:25.141656 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ca38d514-6046-4845-ac07-f813feb2f5ad req-5bc2ac4c-ef56-4ee2-9cdd-d1aba3356c03 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] 10.222.0.60 "GET /v2.0/ports?device_id=eac45670-ad42-4456-afd9-c565956fd007 HTTP/1.1" status: 200 len: 945 time: 0.1616061 Nov 23 17:48:25.258619 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ca38d514-6046-4845-ac07-f813feb2f5ad req-b5581e09-d1ce-4316-833d-50c06eed97d8 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] 10.222.0.60 "GET /v2.0/security-groups?id=fa324d8c-13d0-499d-8791-7b10ff6fd90b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155369 Nov 23 17:48:25.279714 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53eca356-4cc8-403e-bd78-412128d4f024 req-81f2f8a9-ba2f-4549-ae9f-8ba7087e0105 tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:48:25.281902 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-53eca356-4cc8-403e-bd78-412128d4f024 req-81f2f8a9-ba2f-4549-ae9f-8ba7087e0105 tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ea7def0-5cf3-46bd-90e2-20013bf25e5e HTTP/1.1" status: 200 len: 946 time: 0.0943360 Nov 23 17:48:25.365217 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-53eca356-4cc8-403e-bd78-412128d4f024 req-4da53329-ba7a-40a7-af7d-2571c3ecad07 tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] 10.222.0.60 "GET /v2.0/security-groups?id=6b69aca9-b68e-45b0-a7a0-1eb351a8ed08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760977 Nov 23 17:48:25.740371 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 35218) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:48:25.917835 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f70d9cb5-0c30-49c2-8d0c-1daa1ddfe261 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:26.029193 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f70d9cb5-0c30-49c2-8d0c-1daa1ddfe261 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:26.036939 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f70d9cb5-0c30-49c2-8d0c-1daa1ddfe261 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:26.085654 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 35228) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:48:26.085899 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-f70d9cb5-0c30-49c2-8d0c-1daa1ddfe261 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ec4d456ef7d343a0bf0bc2ed19131a11&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3433068 Nov 23 17:48:26.142964 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70d9cb5-0c30-49c2-8d0c-1daa1ddfe261 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f89904de-cfaa-461f-83c8-2dd528088643,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:48:26.164946 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-eb7ae257-2992-459c-ab48-ec3b2f41f43a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:26.175748 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd9c098-a0e5-415d-bf8b-25c7291e2c3b req-63590ee0-72b4-42c7-98ad-8514926728c6 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:48:26.177511 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-0cd9c098-a0e5-415d-bf8b-25c7291e2c3b req-63590ee0-72b4-42c7-98ad-8514926728c6 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] 10.222.0.55 "GET /v2.0/ports?device_id=eac45670-ad42-4456-afd9-c565956fd007 HTTP/1.1" status: 200 len: 945 time: 0.0757549 Nov 23 17:48:26.198626 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-eb7ae257-2992-459c-ab48-ec3b2f41f43a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:26.273929 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-eb7ae257-2992-459c-ab48-ec3b2f41f43a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:26.277176 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-eb7ae257-2992-459c-ab48-ec3b2f41f43a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:26.278585 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-eb7ae257-2992-459c-ab48-ec3b2f41f43a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f89904de-cfaa-461f-83c8-2dd528088643 HTTP/1.1" status: 204 len: 168 time: 0.1887901 Nov 23 17:48:26.296045 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7ae257-2992-459c-ab48-ec3b2f41f43a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f89904de-cfaa-461f-83c8-2dd528088643,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:48:26.368885 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [req-0cd9c098-a0e5-415d-bf8b-25c7291e2c3b req-21386409-fc9b-48bb-a099-b845355f50c8 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] Deleting port 87043b31-7757-4df3-9cfe-c204f8a2de3b {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:48:26.369586 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-0cd9c098-a0e5-415d-bf8b-25c7291e2c3b req-21386409-fc9b-48bb-a099-b845355f50c8 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:26.482642 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7baa22dd-45bc-4288-a86b-d81c83289d00 req-38b3979c-360d-4186-87eb-0fc67d3b75d7 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:48:26.488463 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [req-0cd9c098-a0e5-415d-bf8b-25c7291e2c3b req-21386409-fc9b-48bb-a099-b845355f50c8 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] For port 87043b31-7757-4df3-9cfe-c204f8a2de3b, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=87043b31-7757-4df3-9cfe-c204f8a2de3b,segment=NetworkSegment(3dd48af8-0370-4e3e-80f2-5bf5c6c5c8d9),segment_id=3dd48af8-0370-4e3e-80f2-5bf5c6c5c8d9)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:48:26.488903 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-0cd9c098-a0e5-415d-bf8b-25c7291e2c3b req-21386409-fc9b-48bb-a099-b845355f50c8 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:26.499475 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7baa22dd-45bc-4288-a86b-d81c83289d00 req-38b3979c-360d-4186-87eb-0fc67d3b75d7 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] 10.222.0.60 "GET /v2.0/ports?device_id=eac45670-ad42-4456-afd9-c565956fd007 HTTP/1.1" status: 200 len: 945 time: 0.1438768 Nov 23 17:48:26.505669 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [req-0cd9c098-a0e5-415d-bf8b-25c7291e2c3b req-21386409-fc9b-48bb-a099-b845355f50c8 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] Calling delete_port for 87043b31-7757-4df3-9cfe-c204f8a2de3b owned by compute:nova {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:48:26.738299 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-0cd9c098-a0e5-415d-bf8b-25c7291e2c3b req-21386409-fc9b-48bb-a099-b845355f50c8 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:26.754733 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] get_ports_and_sgs() called for port_ids ['87043b31-7757-4df3-9cfe-c204f8a2de3b'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:48:26.759449 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] get_ports_and_sgs() called for port_ids ['1d9e3b88-028d-4283-8c21-507d2fff66f7'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:48:26.823862 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21386409-fc9b-48bb-a099-b845355f50c8 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] Pushing event deleted for resources: {'Port': ['ID=87043b31-7757-4df3-9cfe-c204f8a2de3b,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:48:26.890777 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 35246) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:48:26.914821 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97bc8394-8d92-41d3-b393-952bd5e4103e None None] DHCP port deletion for 96a4c4fb-2a54-4887-a6a0-d3361fb03ec8 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:48:26.941093 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-27fa49f0-2bc2-49d5-af9d-1334cb479fcf admin admin] Publish callbacks [] for security_group, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:26.945153 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cd9c098-a0e5-415d-bf8b-25c7291e2c3b req-21386409-fc9b-48bb-a099-b845355f50c8 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] No DVR routers for this DVR port 87043b31-7757-4df3-9cfe-c204f8a2de3b on host n-h1-816206-8 {{(pid=103590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:48:26.958870 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-0cd9c098-a0e5-415d-bf8b-25c7291e2c3b req-21386409-fc9b-48bb-a099-b845355f50c8 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:26.964614 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-0cd9c098-a0e5-415d-bf8b-25c7291e2c3b req-21386409-fc9b-48bb-a099-b845355f50c8 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] 10.222.0.55 "DELETE /v2.0/ports/87043b31-7757-4df3-9cfe-c204f8a2de3b HTTP/1.1" status: 204 len: 173 time: 0.7798240 Nov 23 17:48:26.966839 n-d-816206-8 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eac45670-ad42-4456-afd9-c565956fd007', 'name': 'network-vif-deleted', 'tag': '87043b31-7757-4df3-9cfe-c204f8a2de3b'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:48:26.970348 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbabddbc9fc37b068808e119c416c86f5957ca04531a4a0d2e695c515e93483b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0267fb9-4148-4d31-b2c2-9ed36f90d02f" -d '{"events": [{"server_uuid": "eac45670-ad42-4456-afd9-c565956fd007", "name": "network-vif-deleted", "tag": "87043b31-7757-4df3-9cfe-c204f8a2de3b"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:48:27.084970 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-27fa49f0-2bc2-49d5-af9d-1334cb479fcf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:27.095077 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-27fa49f0-2bc2-49d5-af9d-1334cb479fcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:27.109616 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01472f7a-e8cc-4a52-a43c-3c721c79a743 req-f6c93aa0-8bce-47ba-b42a-647dd0507cbb tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:48:27.118977 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-01472f7a-e8cc-4a52-a43c-3c721c79a743 req-f6c93aa0-8bce-47ba-b42a-647dd0507cbb tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ea7def0-5cf3-46bd-90e2-20013bf25e5e HTTP/1.1" status: 200 len: 946 time: 0.6184130 Nov 23 17:48:27.159021 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7baa22dd-45bc-4288-a86b-d81c83289d00 req-9f597afa-6e34-4334-b0f4-7776971f6d8e tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] 10.222.0.60 "GET /v2.0/security-groups?id=fa324d8c-13d0-499d-8791-7b10ff6fd90b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5758941 Nov 23 17:48:27.218863 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-01472f7a-e8cc-4a52-a43c-3c721c79a743 req-fb48aa9b-e607-487e-be18-f8b46f1db573 tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] 10.222.0.60 "GET /v2.0/security-groups?id=6b69aca9-b68e-45b0-a7a0-1eb351a8ed08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985472 Nov 23 17:48:27.224692 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fa49f0-2bc2-49d5-af9d-1334cb479fcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e017a8a-e8ae-481b-a04c-a2b5344cab64,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:48:27.256542 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-27fa49f0-2bc2-49d5-af9d-1334cb479fcf admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b9487f9c4254435b8714458dbe633d4d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3637278 Nov 23 17:48:27.259386 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 35252) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:48:27.335526 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:48:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f0605e7-83ed-49aa-a824-6d17565c5c01 x-openstack-request-id: req-1f0605e7-83ed-49aa-a824-6d17565c5c01 {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:48:27.336134 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eac45670-ad42-4456-afd9-c565956fd007", "name": "network-vif-deleted", "tag": "87043b31-7757-4df3-9cfe-c204f8a2de3b", "status": "completed", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:48:27.336605 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-1f0605e7-83ed-49aa-a824-6d17565c5c01 {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:48:27.337206 n-d-816206-8 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eac45670-ad42-4456-afd9-c565956fd007', 'name': 'network-vif-deleted', 'tag': '87043b31-7757-4df3-9cfe-c204f8a2de3b', 'status': 'completed', 'code': 200} Nov 23 17:48:27.359647 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-00c6cbcd-bc9d-46de-b426-8880a0f77422 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:27.406719 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-00c6cbcd-bc9d-46de-b426-8880a0f77422 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:27.486162 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-00c6cbcd-bc9d-46de-b426-8880a0f77422 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:27.489289 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-00c6cbcd-bc9d-46de-b426-8880a0f77422 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:27.495498 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-00c6cbcd-bc9d-46de-b426-8880a0f77422 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/4e017a8a-e8ae-481b-a04c-a2b5344cab64 HTTP/1.1" status: 204 len: 168 time: 0.2343323 Nov 23 17:48:27.511271 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c6cbcd-bc9d-46de-b426-8880a0f77422 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e017a8a-e8ae-481b-a04c-a2b5344cab64,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:48:28.472453 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c5cd6a-0d3c-4c2f-ba0d-eb6079c0ccd2 req-89d68233-8875-43b8-8457-9593a5a6f32f tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:48:28.472453 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b8c5cd6a-0d3c-4c2f-ba0d-eb6079c0ccd2 req-89d68233-8875-43b8-8457-9593a5a6f32f tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ea7def0-5cf3-46bd-90e2-20013bf25e5e HTTP/1.1" status: 200 len: 946 time: 0.1504178 Nov 23 17:48:28.568797 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b8c5cd6a-0d3c-4c2f-ba0d-eb6079c0ccd2 req-c1d2d41c-6486-4e41-bba7-f104cf72ef3a tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] 10.222.0.60 "GET /v2.0/security-groups?id=6b69aca9-b68e-45b0-a7a0-1eb351a8ed08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864117 Nov 23 17:48:29.599752 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a0d65d-606c-4c24-bf08-a08a0e6051a5 req-2da3ae4e-3b02-4743-8e16-f6baca2c5e18 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:48:29.601377 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d7a0d65d-606c-4c24-bf08-a08a0e6051a5 req-2da3ae4e-3b02-4743-8e16-f6baca2c5e18 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] 10.222.0.60 "GET /v2.0/ports?device_id=56326de4-b362-4f02-8ac8-2cfe9a6433a2 HTTP/1.1" status: 200 len: 946 time: 0.0935955 Nov 23 17:48:29.720167 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d7a0d65d-606c-4c24-bf08-a08a0e6051a5 req-6b8bc757-38d8-45c2-8463-bb1def3de781 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] 10.222.0.60 "GET /v2.0/security-groups?id=fa324d8c-13d0-499d-8791-7b10ff6fd90b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062810 Nov 23 17:48:29.849256 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6042c499-2cb0-4118-9b3a-8e5fdac963bb req-c220d72d-b7d2-44aa-8476-710bcc8c8514 tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:48:29.852079 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6042c499-2cb0-4118-9b3a-8e5fdac963bb req-c220d72d-b7d2-44aa-8476-710bcc8c8514 tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ea7def0-5cf3-46bd-90e2-20013bf25e5e HTTP/1.1" status: 200 len: 946 time: 0.0597167 Nov 23 17:48:30.026265 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6042c499-2cb0-4118-9b3a-8e5fdac963bb req-168c37d5-076d-4479-9767-3fc9c54d77bd tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] 10.222.0.60 "GET /v2.0/security-groups?id=6b69aca9-b68e-45b0-a7a0-1eb351a8ed08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664698 Nov 23 17:48:30.812292 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b1d934-2996-42dd-bc6a-504f1c1bb557 req-c8f949a2-251e-4f38-bd08-5366af008150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:48:30.814547 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-71b1d934-2996-42dd-bc6a-504f1c1bb557 req-c8f949a2-251e-4f38-bd08-5366af008150 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b18cd1cca1b44b989141b05dcb1fddfb&device_id=2ea7def0-5cf3-46bd-90e2-20013bf25e5e HTTP/1.1" status: 200 len: 1097 time: 0.0873005 Nov 23 17:48:30.886097 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844eae28-5d35-4e60-9c19-33cc6685aebe req-0289416f-b90d-4132-b07b-02c510436f6e tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:48:30.888510 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-844eae28-5d35-4e60-9c19-33cc6685aebe req-0289416f-b90d-4132-b07b-02c510436f6e tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] 10.222.0.60 "GET /v2.0/ports?device_id=56326de4-b362-4f02-8ac8-2cfe9a6433a2 HTTP/1.1" status: 200 len: 946 time: 0.0671065 Nov 23 17:48:30.952445 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-844eae28-5d35-4e60-9c19-33cc6685aebe req-9a13dc07-b085-4476-905d-898527d208fa tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] 10.222.0.60 "GET /v2.0/security-groups?id=fa324d8c-13d0-499d-8791-7b10ff6fd90b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566468 Nov 23 17:48:30.958324 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b1d934-2996-42dd-bc6a-504f1c1bb557 req-a51ceb53-20a6-4a4c-9875-3964276b82f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:48:30.960031 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-71b1d934-2996-42dd-bc6a-504f1c1bb557 req-a51ceb53-20a6-4a4c-9875-3964276b82f4 service neutron] 10.222.0.55 "GET /v2.0/networks?id=b75e9fac-17f1-4702-8d25-f863ff44788f HTTP/1.1" status: 200 len: 915 time: 0.1374512 Nov 23 17:48:31.019654 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-71b1d934-2996-42dd-bc6a-504f1c1bb557 req-6f3922d0-3a91-4b71-b946-804d5a50673d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3690f848-fde7-480c-ab9e-211c79d0cd2d HTTP/1.1" status: 200 len: 217 time: 0.0514550 Nov 23 17:48:31.079297 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b1d934-2996-42dd-bc6a-504f1c1bb557 req-373a316c-a98d-4efd-86cf-3f03e5c4baf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:48:31.080846 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-71b1d934-2996-42dd-bc6a-504f1c1bb557 req-373a316c-a98d-4efd-86cf-3f03e5c4baf6 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8bdf8112-60de-47e2-b40b-a031bce5a853 HTTP/1.1" status: 200 len: 854 time: 0.0522227 Nov 23 17:48:31.117331 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-71b1d934-2996-42dd-bc6a-504f1c1bb557 req-22cfa01f-41a0-43e4-900f-de09cc3f7d43 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b75e9fac-17f1-4702-8d25-f863ff44788f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278776 Nov 23 17:48:31.130204 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [req-71b1d934-2996-42dd-bc6a-504f1c1bb557 req-2bf0d56e-2222-4876-9303-3b8ad21670fa service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=103590) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 17:48:31.132028 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-71b1d934-2996-42dd-bc6a-504f1c1bb557 req-2bf0d56e-2222-4876-9303-3b8ad21670fa service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0076191 Nov 23 17:48:31.167118 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282f8292-e1cf-440a-95eb-6e4d64175c7e req-7d1b4111-d2dc-4a94-bd43-9ae6bd86f9fc tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:48:31.168715 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-282f8292-e1cf-440a-95eb-6e4d64175c7e req-7d1b4111-d2dc-4a94-bd43-9ae6bd86f9fc tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] 10.222.0.36 "GET /v2.0/ports?device_id=56326de4-b362-4f02-8ac8-2cfe9a6433a2 HTTP/1.1" status: 200 len: 946 time: 0.0854402 Nov 23 17:48:31.196969 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b14aea-365e-4198-8663-fe51ba14a7b8 req-3460b790-8f1a-44fb-8a70-9d8f38492dab tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:48:31.198439 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-41b14aea-365e-4198-8663-fe51ba14a7b8 req-3460b790-8f1a-44fb-8a70-9d8f38492dab tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ea7def0-5cf3-46bd-90e2-20013bf25e5e HTTP/1.1" status: 200 len: 946 time: 0.0847478 Nov 23 17:48:31.264962 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-71b1d934-2996-42dd-bc6a-504f1c1bb557 req-f487d0e5-accb-42f8-9382-dc1e52536d5d service neutron] 10.222.0.55 "GET /v2.0/networks/b75e9fac-17f1-4702-8d25-f863ff44788f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209388 Nov 23 17:48:31.307950 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-41b14aea-365e-4198-8663-fe51ba14a7b8 req-50c9efb7-209e-4233-ab6a-8610093ac7f6 tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] 10.222.0.60 "GET /v2.0/security-groups?id=6b69aca9-b68e-45b0-a7a0-1eb351a8ed08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924296 Nov 23 17:48:31.327088 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [req-282f8292-e1cf-440a-95eb-6e4d64175c7e req-7aac19f1-7c6f-445c-8a2f-df2d50cc2e15 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] Deleting port 1d9e3b88-028d-4283-8c21-507d2fff66f7 {{(pid=103591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:48:31.327535 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-282f8292-e1cf-440a-95eb-6e4d64175c7e req-7aac19f1-7c6f-445c-8a2f-df2d50cc2e15 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:31.352434 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device 87043b31-7757-4df3-9cfe-c204f8a2de3b no longer exists at agent hyperv_n-h1-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:48:31.377287 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-71b1d934-2996-42dd-bc6a-504f1c1bb557 req-2db06817-c495-44dc-b280-9b90585cbafc service neutron] 10.222.0.55 "GET /v2.0/networks/b75e9fac-17f1-4702-8d25-f863ff44788f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044154 Nov 23 17:48:31.378639 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] No Port match for: 87043b31-7757-4df3-9cfe-c204f8a2de3b {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:48:31.378986 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device 87043b31-7757-4df3-9cfe-c204f8a2de3b not bound to the agent host n-h1-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:48:31.451786 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-282f8292-e1cf-440a-95eb-6e4d64175c7e req-7aac19f1-7c6f-445c-8a2f-df2d50cc2e15 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] For port 1d9e3b88-028d-4283-8c21-507d2fff66f7, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=1d9e3b88-028d-4283-8c21-507d2fff66f7,segment=NetworkSegment(3dd48af8-0370-4e3e-80f2-5bf5c6c5c8d9),segment_id=3dd48af8-0370-4e3e-80f2-5bf5c6c5c8d9)] {{(pid=103591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:48:31.452620 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-282f8292-e1cf-440a-95eb-6e4d64175c7e req-7aac19f1-7c6f-445c-8a2f-df2d50cc2e15 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:31.467735 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [req-282f8292-e1cf-440a-95eb-6e4d64175c7e req-7aac19f1-7c6f-445c-8a2f-df2d50cc2e15 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] Calling delete_port for 1d9e3b88-028d-4283-8c21-507d2fff66f7 owned by compute:nova {{(pid=103591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:48:31.626628 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-11448b46-3f3c-4634-bb28-79b59da085cd req-7545bca3-0c6e-466d-a70d-5c69409bfec3 tempest-VolumesNegativeTest-2111256956 tempest-VolumesNegativeTest-2111256956-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=85b4ea6e68ec48e6a4b28e00c10205c1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0294483 Nov 23 17:48:31.662533 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-282f8292-e1cf-440a-95eb-6e4d64175c7e req-7aac19f1-7c6f-445c-8a2f-df2d50cc2e15 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:31.676090 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] get_ports_and_sgs() called for port_ids ['1d9e3b88-028d-4283-8c21-507d2fff66f7'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:48:31.743202 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aac19f1-7c6f-445c-8a2f-df2d50cc2e15 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] Pushing event deleted for resources: {'Port': ['ID=1d9e3b88-028d-4283-8c21-507d2fff66f7,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:48:31.761371 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2767cbe-3714-4608-8e25-90b39a167e11 None None] DHCP port deletion for 96a4c4fb-2a54-4887-a6a0-d3361fb03ec8 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:48:31.821398 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [req-282f8292-e1cf-440a-95eb-6e4d64175c7e req-7aac19f1-7c6f-445c-8a2f-df2d50cc2e15 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] No DVR routers for this DVR port 1d9e3b88-028d-4283-8c21-507d2fff66f7 on host n-h2-816206-8 {{(pid=103591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:48:31.826929 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-282f8292-e1cf-440a-95eb-6e4d64175c7e req-7aac19f1-7c6f-445c-8a2f-df2d50cc2e15 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:31.830797 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-282f8292-e1cf-440a-95eb-6e4d64175c7e req-7aac19f1-7c6f-445c-8a2f-df2d50cc2e15 tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] 10.222.0.36 "DELETE /v2.0/ports/1d9e3b88-028d-4283-8c21-507d2fff66f7 HTTP/1.1" status: 204 len: 173 time: 0.6495717 Nov 23 17:48:31.831399 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56326de4-b362-4f02-8ac8-2cfe9a6433a2', 'name': 'network-vif-deleted', 'tag': '1d9e3b88-028d-4283-8c21-507d2fff66f7'}] {{(pid=103591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:48:31.834006 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41d174a19ece9499ff9ec44e5b3fc50f2abd3ffbc947fb7e52ea1e8db27b95b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c0b5629-7bd2-4bf4-a21a-1bffc9332295" -d '{"events": [{"server_uuid": "56326de4-b362-4f02-8ac8-2cfe9a6433a2", "name": "network-vif-deleted", "tag": "1d9e3b88-028d-4283-8c21-507d2fff66f7"}]}' {{(pid=103591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:48:31.861810 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11448b46-3f3c-4634-bb28-79b59da085cd req-c3e010d3-309f-4b01-8db8-311aeff9c922 tempest-VolumesNegativeTest-2111256956 tempest-VolumesNegativeTest-2111256956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:48:31.870148 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-11448b46-3f3c-4634-bb28-79b59da085cd req-c3e010d3-309f-4b01-8db8-311aeff9c922 tempest-VolumesNegativeTest-2111256956 tempest-VolumesNegativeTest-2111256956-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2321911 Nov 23 17:48:31.889545 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-11448b46-3f3c-4634-bb28-79b59da085cd req-c4f8a262-16b3-48f9-9ca8-93ad21b17cb9 tempest-VolumesNegativeTest-2111256956 tempest-VolumesNegativeTest-2111256956-project] 10.222.0.60 "GET /v2.0/quotas/85b4ea6e68ec48e6a4b28e00c10205c1 HTTP/1.1" status: 200 len: 375 time: 0.0181267 Nov 23 17:48:31.927401 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:48:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6331af1a-70cb-47f5-ae30-950817e977a1 x-openstack-request-id: req-6331af1a-70cb-47f5-ae30-950817e977a1 {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:48:31.927699 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56326de4-b362-4f02-8ac8-2cfe9a6433a2", "name": "network-vif-deleted", "tag": "1d9e3b88-028d-4283-8c21-507d2fff66f7", "status": "completed", "code": 200}]} {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:48:31.927951 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6331af1a-70cb-47f5-ae30-950817e977a1 {{(pid=103591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:48:31.928347 n-d-816206-8 neutron-server[103591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56326de4-b362-4f02-8ac8-2cfe9a6433a2', 'name': 'network-vif-deleted', 'tag': '1d9e3b88-028d-4283-8c21-507d2fff66f7', 'status': 'completed', 'code': 200} Nov 23 17:48:31.930645 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-11448b46-3f3c-4634-bb28-79b59da085cd req-530d8b5e-bb1e-4599-9db0-d34f316c5956 tempest-VolumesNegativeTest-2111256956 tempest-VolumesNegativeTest-2111256956-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=85b4ea6e68ec48e6a4b28e00c10205c1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0391979 Nov 23 17:48:32.144727 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b4b3d724-d5b0-4f22-96ca-e5ebd0708332 req-8526a07b-4ec5-42e9-8bec-07a5b4a0a81e tempest-ServersTestJSON-1316593717 tempest-ServersTestJSON-1316593717-project] 10.222.0.60 "GET /v2.0/ports?device_id=56326de4-b362-4f02-8ac8-2cfe9a6433a2 HTTP/1.1" status: 200 len: 210 time: 0.0583346 Nov 23 17:48:32.213815 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5e58677d-9db4-4cda-84f0-4fcca6b0ffdd req-a216c28a-8731-412b-8848-5c7605779b91 tempest-VolumesNegativeTest-2111256956 tempest-VolumesNegativeTest-2111256956-project] 10.222.0.60 "GET /v2.0/ports?device_id=a0adbefa-21f3-40e9-af20-32a886cc213b HTTP/1.1" status: 200 len: 210 time: 0.0334425 Nov 23 17:48:32.463933 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e310e46-ba99-4aad-a267-c92f7ca4825f req-28afa309-5d5a-42a8-b558-d9fd21cac9c9 tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:48:32.466039 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4e310e46-ba99-4aad-a267-c92f7ca4825f req-28afa309-5d5a-42a8-b558-d9fd21cac9c9 tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ea7def0-5cf3-46bd-90e2-20013bf25e5e HTTP/1.1" status: 200 len: 946 time: 0.0717440 Nov 23 17:48:32.528280 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4e310e46-ba99-4aad-a267-c92f7ca4825f req-02c66631-b7d1-489c-994d-c39f1d898920 tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] 10.222.0.60 "GET /v2.0/security-groups?id=6b69aca9-b68e-45b0-a7a0-1eb351a8ed08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546970 Nov 23 17:48:33.217321 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 35476) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:48:33.285556 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_v2 [None req-5fe21694-9b88-411e-9c84-0847486c01e6 admin admin] Deleting subnet 6a67b7b8-1b5e-4ea7-ab09-4d43799d0b06 {{(pid=103590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 17:48:33.288956 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5fe21694-9b88-411e-9c84-0847486c01e6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:33.330044 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-60fd71ab-ae87-47a8-9999-85fa82af3acd req-1b30f8a2-c327-4863-a44a-3feac323a861 tempest-VolumesNegativeTest-2111256956 tempest-VolumesNegativeTest-2111256956-project] 10.222.0.60 "GET /v2.0/ports?device_id=a0adbefa-21f3-40e9-af20-32a886cc213b HTTP/1.1" status: 200 len: 210 time: 0.0337372 Nov 23 17:48:33.331407 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5fe21694-9b88-411e-9c84-0847486c01e6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-267528342'] for subnet, precommit_delete_associations {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:33.383467 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5fe21694-9b88-411e-9c84-0847486c01e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971956'] for subnet, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:33.443081 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5fe21694-9b88-411e-9c84-0847486c01e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264357903', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264730940'] for subnet, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:33.468207 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe21694-9b88-411e-9c84-0847486c01e6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6a67b7b8-1b5e-4ea7-ab09-4d43799d0b06,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:48:33.483000 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5fe21694-9b88-411e-9c84-0847486c01e6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:33.488006 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-5fe21694-9b88-411e-9c84-0847486c01e6 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/6a67b7b8-1b5e-4ea7-ab09-4d43799d0b06 HTTP/1.1" status: 204 len: 168 time: 0.2695515 Nov 23 17:48:33.490698 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 35484) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:48:33.499258 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e025c76-3ee1-4fa8-85f4-9339d6fb917b None None] Network 96a4c4fb-2a54-4887-a6a0-d3361fb03ec8 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:48:33.556343 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-11448b46-3f3c-4634-bb28-79b59da085cd req-6fe153d5-dfde-43ae-b5f1-279cf1b84a44 tempest-VolumesNegativeTest-2111256956 tempest-VolumesNegativeTest-2111256956-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=85b4ea6e68ec48e6a4b28e00c10205c1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0284712 Nov 23 17:48:33.602817 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-92f36b3b-cbe0-40f9-8f2c-ec396f8f5423 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-555181'] for network, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:33.771017 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-92f36b3b-cbe0-40f9-8f2c-ec396f8f5423 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973419', 'neutron.services.segments.db._delete_segments_for_network-8736635878840'] for network, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:33.795689 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11448b46-3f3c-4634-bb28-79b59da085cd req-32b971a8-edd8-4f42-a172-34d84807c6be tempest-VolumesNegativeTest-2111256956 tempest-VolumesNegativeTest-2111256956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:48:33.798670 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-11448b46-3f3c-4634-bb28-79b59da085cd req-32b971a8-edd8-4f42-a172-34d84807c6be tempest-VolumesNegativeTest-2111256956 tempest-VolumesNegativeTest-2111256956-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2412615 Nov 23 17:48:33.806609 n-d-816206-8 neutron-server[103591]: DEBUG neutron.services.segments.db [None req-92f36b3b-cbe0-40f9-8f2c-ec396f8f5423 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96a4c4fb-2a54-4887-a6a0-d3361fb03ec8']}} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:48:33.819647 n-d-816206-8 neutron-server[103591]: DEBUG neutron.services.segments.db [None req-92f36b3b-cbe0-40f9-8f2c-ec396f8f5423 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3dd48af8-0370-4e3e-80f2-5bf5c6c5c8d9') {'for_net_delete': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:48:33.819936 n-d-816206-8 neutron-server[103591]: DEBUG neutron.services.segments.db [None req-92f36b3b-cbe0-40f9-8f2c-ec396f8f5423 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3dd48af8-0370-4e3e-80f2-5bf5c6c5c8d9') {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:48:33.826386 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20078314-d5a5-4438-b393-22332da32a25 None None] DHCP port deletion for 96a4c4fb-2a54-4887-a6a0-d3361fb03ec8 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:48:33.836978 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0bfce1-d4e0-441e-ad28-3c5829ac6963 req-ead6aa3e-2354-4f96-abab-5c47c9c998fc tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:48:33.838811 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2c0bfce1-d4e0-441e-ad28-3c5829ac6963 req-ead6aa3e-2354-4f96-abab-5c47c9c998fc tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ea7def0-5cf3-46bd-90e2-20013bf25e5e HTTP/1.1" status: 200 len: 946 time: 0.1679046 Nov 23 17:48:33.843182 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [req-11448b46-3f3c-4634-bb28-79b59da085cd req-492503e9-9ccf-4786-ae2a-af2f91411e67 tempest-VolumesNegativeTest-2111256956 tempest-VolumesNegativeTest-2111256956-project] Request body: {'port': {'device_id': 'a0adbefa-21f3-40e9-af20-32a886cc213b', 'network_id': 'f1e1dabf-b410-4023-9169-a460a86e7184', 'admin_state_up': True, 'tenant_id': '85b4ea6e68ec48e6a4b28e00c10205c1'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:48:33.843741 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-92f36b3b-cbe0-40f9-8f2c-ec396f8f5423 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736635840332', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265989959'] for segment, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:33.871235 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-92f36b3b-cbe0-40f9-8f2c-ec396f8f5423 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:33.900733 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92f36b3b-cbe0-40f9-8f2c-ec396f8f5423 admin admin] Releasing vlan 521 on physical network physnet1 to pool {{(pid=103591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 17:48:33.901361 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-92f36b3b-cbe0-40f9-8f2c-ec396f8f5423 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264756290'] for segment, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:33.903587 n-d-816206-8 neutron-server[103591]: Traceback (most recent call last): Nov 23 17:48:33.903587 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 17:48:33.903587 n-d-816206-8 neutron-server[103591]: timer() Nov 23 17:48:33.903587 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 17:48:33.903587 n-d-816206-8 neutron-server[103591]: cb(*args, **kw) Nov 23 17:48:33.903587 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 17:48:33.903587 n-d-816206-8 neutron-server[103591]: return func(*args, **kwargs) Nov 23 17:48:33.903587 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 17:48:33.903587 n-d-816206-8 neutron-server[103591]: self._notify() Nov 23 17:48:33.903587 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 17:48:33.903587 n-d-816206-8 neutron-server[103591]: self.callback(batched_events) Nov 23 17:48:33.903587 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 17:48:33.903587 n-d-816206-8 neutron-server[103591]: event.method(event) Nov 23 17:48:33.903587 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 17:48:33.903587 n-d-816206-8 neutron-server[103591]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 17:48:33.903587 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 17:48:33.903587 n-d-816206-8 neutron-server[103591]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 17:48:33.903587 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 17:48:33.903587 n-d-816206-8 neutron-server[103591]: return f(self, *a, **k) Nov 23 17:48:33.903587 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 17:48:33.903587 n-d-816206-8 neutron-server[103591]: return self._get(url).json() Nov 23 17:48:33.903587 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 17:48:33.903587 n-d-816206-8 neutron-server[103591]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 17:48:33.903587 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 17:48:33.903587 n-d-816206-8 neutron-server[103591]: return self.request(url, 'GET', **kwargs) Nov 23 17:48:33.903587 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 17:48:33.903587 n-d-816206-8 neutron-server[103591]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 17:48:33.903587 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 17:48:33.903587 n-d-816206-8 neutron-server[103591]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 17:48:33.903587 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 17:48:33.903587 n-d-816206-8 neutron-server[103591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 17:48:33.903587 n-d-816206-8 neutron-server[103591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 17:48:33.935984 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2c0bfce1-d4e0-441e-ad28-3c5829ac6963 req-6399d246-5611-4b2e-a4ca-87ef162a01c9 tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] 10.222.0.60 "GET /v2.0/security-groups?id=6b69aca9-b68e-45b0-a7a0-1eb351a8ed08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837724 Nov 23 17:48:33.988128 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-92f36b3b-cbe0-40f9-8f2c-ec396f8f5423 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1795418'] for network, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:33.995484 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-92f36b3b-cbe0-40f9-8f2c-ec396f8f5423 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for network, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:34.001974 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-92f36b3b-cbe0-40f9-8f2c-ec396f8f5423 admin admin] 10.222.0.60 "DELETE /v2.0/networks/96a4c4fb-2a54-4887-a6a0-d3361fb03ec8 HTTP/1.1" status: 204 len: 168 time: 0.5071914 Nov 23 17:48:34.008068 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11448b46-3f3c-4634-bb28-79b59da085cd req-492503e9-9ccf-4786-ae2a-af2f91411e67 tempest-VolumesNegativeTest-2111256956 tempest-VolumesNegativeTest-2111256956-project] Made reservation on behalf of 85b4ea6e68ec48e6a4b28e00c10205c1 for: {'port': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:48:34.014603 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f36b3b-cbe0-40f9-8f2c-ec396f8f5423 admin admin] Pushing event deleted for resources: {'Network': ['ID=96a4c4fb-2a54-4887-a6a0-d3361fb03ec8,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:48:34.021096 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-11448b46-3f3c-4634-bb28-79b59da085cd req-492503e9-9ccf-4786-ae2a-af2f91411e67 tempest-VolumesNegativeTest-2111256956 tempest-VolumesNegativeTest-2111256956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:34.043886 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-11448b46-3f3c-4634-bb28-79b59da085cd req-492503e9-9ccf-4786-ae2a-af2f91411e67 tempest-VolumesNegativeTest-2111256956 tempest-VolumesNegativeTest-2111256956-project] Publish callbacks [] for security_group, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:34.133519 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419cd6c2-25c5-4e09-b8c2-55e910fd43c2 req-46f6bfce-bb22-4bbe-87c9-dead296b40e0 tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:48:34.135154 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-419cd6c2-25c5-4e09-b8c2-55e910fd43c2 req-46f6bfce-bb22-4bbe-87c9-dead296b40e0 tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ea7def0-5cf3-46bd-90e2-20013bf25e5e HTTP/1.1" status: 200 len: 946 time: 0.0777347 Nov 23 17:48:34.192179 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-11448b46-3f3c-4634-bb28-79b59da085cd req-492503e9-9ccf-4786-ae2a-af2f91411e67 tempest-VolumesNegativeTest-2111256956 tempest-VolumesNegativeTest-2111256956-project] Publish callbacks [] for security_group, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:34.196472 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-11448b46-3f3c-4634-bb28-79b59da085cd req-492503e9-9ccf-4786-ae2a-af2f91411e67 tempest-VolumesNegativeTest-2111256956 tempest-VolumesNegativeTest-2111256956-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:34.222524 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-419cd6c2-25c5-4e09-b8c2-55e910fd43c2 req-59b5dcbf-1ee4-49a3-9d70-926e171330cb tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] 10.222.0.60 "GET /v2.0/security-groups?id=6b69aca9-b68e-45b0-a7a0-1eb351a8ed08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682499 Nov 23 17:48:34.291321 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492503e9-9ccf-4786-ae2a-af2f91411e67 tempest-VolumesNegativeTest-2111256956 tempest-VolumesNegativeTest-2111256956-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94553f30-dbba-4ca0-b108-0fbcb1b7d3d5,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:48:34.311310 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 35514) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:48:34.394775 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [req-11448b46-3f3c-4634-bb28-79b59da085cd req-492503e9-9ccf-4786-ae2a-af2f91411e67 tempest-VolumesNegativeTest-2111256956 tempest-VolumesNegativeTest-2111256956-project] Allocated IP 192.168.233.27 (f1e1dabf-b410-4023-9169-a460a86e7184/ac77c175-5679-438b-8a2a-356718377641/4660e388-a602-44e9-8147-e6718846bfc1) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:48:34.410191 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-51363d6e-6143-4b69-a521-605e8bf276d8 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=fc0b8b60f26147bc93ae14daf3e34aba&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0976934 Nov 23 17:48:34.413407 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 35522) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:48:34.511636 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d47452ee-0d01-40a7-a8ba-afe163620ffd req-76937d52-c70b-487f-812f-8083286fe1c8 tempest-VolumesNegativeTest-2111256956 tempest-VolumesNegativeTest-2111256956-project] 10.222.0.60 "GET /v2.0/ports?device_id=a0adbefa-21f3-40e9-af20-32a886cc213b HTTP/1.1" status: 200 len: 210 time: 0.0610614 Nov 23 17:48:34.537839 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-0bf08272-ddf1-4aff-b43c-1769501d2b65 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:34.567065 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-0bf08272-ddf1-4aff-b43c-1769501d2b65 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:34.599555 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-11448b46-3f3c-4634-bb28-79b59da085cd req-492503e9-9ccf-4786-ae2a-af2f91411e67 tempest-VolumesNegativeTest-2111256956 tempest-VolumesNegativeTest-2111256956-project] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:34.662223 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-0bf08272-ddf1-4aff-b43c-1769501d2b65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:34.665538 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-0bf08272-ddf1-4aff-b43c-1769501d2b65 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:34.669575 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-0bf08272-ddf1-4aff-b43c-1769501d2b65 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/fa324d8c-13d0-499d-8791-7b10ff6fd90b HTTP/1.1" status: 204 len: 168 time: 0.2514689 Nov 23 17:48:34.683528 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-11448b46-3f3c-4634-bb28-79b59da085cd req-492503e9-9ccf-4786-ae2a-af2f91411e67 tempest-VolumesNegativeTest-2111256956 tempest-VolumesNegativeTest-2111256956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:34.686530 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf08272-ddf1-4aff-b43c-1769501d2b65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa324d8c-13d0-499d-8791-7b10ff6fd90b,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:48:34.710350 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11448b46-3f3c-4634-bb28-79b59da085cd req-492503e9-9ccf-4786-ae2a-af2f91411e67 tempest-VolumesNegativeTest-2111256956 tempest-VolumesNegativeTest-2111256956-project] Network f1e1dabf-b410-4023-9169-a460a86e7184 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:48:34.713134 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [req-11448b46-3f3c-4634-bb28-79b59da085cd req-492503e9-9ccf-4786-ae2a-af2f91411e67 tempest-VolumesNegativeTest-2111256956 tempest-VolumesNegativeTest-2111256956-project] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:48:34.721307 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [req-b08f5ce7-5c74-4cca-b870-51443a4f1d56 req-56ac0342-a5ac-4649-a7d7-251e6c4819e9 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=103591) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 17:48:34.722484 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b08f5ce7-5c74-4cca-b870-51443a4f1d56 req-56ac0342-a5ac-4649-a7d7-251e6c4819e9 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2508390 Nov 23 17:48:34.763136 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [req-11448b46-3f3c-4634-bb28-79b59da085cd req-492503e9-9ccf-4786-ae2a-af2f91411e67 tempest-VolumesNegativeTest-2111256956 tempest-VolumesNegativeTest-2111256956-project] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:48:34.840975 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492503e9-9ccf-4786-ae2a-af2f91411e67 tempest-VolumesNegativeTest-2111256956 tempest-VolumesNegativeTest-2111256956-project] Pushing event updated for resources: {'Port': ['ID=4660e388-a602-44e9-8147-e6718846bfc1,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:48:34.870335 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11448b46-3f3c-4634-bb28-79b59da085cd req-492503e9-9ccf-4786-ae2a-af2f91411e67 tempest-VolumesNegativeTest-2111256956 tempest-VolumesNegativeTest-2111256956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:48:34.871292 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-11448b46-3f3c-4634-bb28-79b59da085cd req-492503e9-9ccf-4786-ae2a-af2f91411e67 tempest-VolumesNegativeTest-2111256956 tempest-VolumesNegativeTest-2111256956-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:34.916031 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-11448b46-3f3c-4634-bb28-79b59da085cd req-492503e9-9ccf-4786-ae2a-af2f91411e67 tempest-VolumesNegativeTest-2111256956 tempest-VolumesNegativeTest-2111256956-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0980077 Nov 23 17:48:34.916342 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device 1d9e3b88-028d-4283-8c21-507d2fff66f7 no longer exists at agent hyperv_n-h2-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:48:34.927718 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [req-11448b46-3f3c-4634-bb28-79b59da085cd req-5d242266-bc53-4f87-8aa5-5f313bc77b4c service neutron] Request body: {'port': {'device_id': 'a0adbefa-21f3-40e9-af20-32a886cc213b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-8'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:48:35.006046 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] No Port match for: 1d9e3b88-028d-4283-8c21-507d2fff66f7 {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:48:35.006626 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device 1d9e3b88-028d-4283-8c21-507d2fff66f7 not bound to the agent host n-h2-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:48:35.039389 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-11448b46-3f3c-4634-bb28-79b59da085cd req-5d242266-bc53-4f87-8aa5-5f313bc77b4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:35.070504 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-dcef9dc7-20c4-45af-a731-5f066092850c None None] Provisioning complete for port 4660e388-a602-44e9-8147-e6718846bfc1 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:48:35.071077 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-dcef9dc7-20c4-45af-a731-5f066092850c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:35.128557 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-dcef9dc7-20c4-45af-a731-5f066092850c None None] Port 4660e388-a602-44e9-8147-e6718846bfc1 cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:48:35.157679 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f79736a2-c8d7-45e6-97d4-8df95480706b req-4da98450-a7a6-47e1-b37a-febdb4941757 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=2ea7def0-5cf3-46bd-90e2-20013bf25e5e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1132793 Nov 23 17:48:35.186949 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb82ea5-de7a-4157-94aa-a96137516831 req-4bfa33d5-f6d3-4589-8b6e-0529c27fcd8b tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:48:35.203072 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4bb82ea5-de7a-4157-94aa-a96137516831 req-4bfa33d5-f6d3-4589-8b6e-0529c27fcd8b tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ea7def0-5cf3-46bd-90e2-20013bf25e5e HTTP/1.1" status: 200 len: 946 time: 0.2282665 Nov 23 17:48:35.329740 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4bb82ea5-de7a-4157-94aa-a96137516831 req-75408743-6395-45ba-a149-58a6154e0aad tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] 10.222.0.60 "GET /v2.0/security-groups?id=6b69aca9-b68e-45b0-a7a0-1eb351a8ed08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256254 Nov 23 17:48:35.370618 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device 3690f848-fde7-480c-ab9e-211c79d0cd2d no longer exists at agent hyperv_n-h1-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:48:35.523928 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:35.548558 n-d-816206-8 neutron-server[103590]: DEBUG neutron.notifiers.nova [req-11448b46-3f3c-4634-bb28-79b59da085cd req-5d242266-bc53-4f87-8aa5-5f313bc77b4c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4660e388-a602-44e9-8147-e6718846bfc1 {{(pid=103590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:48:35.565542 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-11448b46-3f3c-4634-bb28-79b59da085cd req-5d242266-bc53-4f87-8aa5-5f313bc77b4c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:35.593257 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [req-11448b46-3f3c-4634-bb28-79b59da085cd req-5d242266-bc53-4f87-8aa5-5f313bc77b4c service neutron] Transition to ACTIVE for port object 4660e388-a602-44e9-8147-e6718846bfc1 will not be triggered until provisioned by entity L2. {{(pid=103590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 17:48:35.611034 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-11448b46-3f3c-4634-bb28-79b59da085cd req-5d242266-bc53-4f87-8aa5-5f313bc77b4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264357957'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:35.618203 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ea7def0-5cf3-46bd-90e2-20013bf25e5e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3690f848-fde7-480c-ab9e-211c79d0cd2d'}] {{(pid=103592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:48:35.620676 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba3e6a8f2301c7a29fe1eca9779abdae4ccbcd6266d69778087f2498d5551201" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4ed8fca-cd4d-4430-9289-a478e81aa9ad" -d '{"events": [{"server_uuid": "2ea7def0-5cf3-46bd-90e2-20013bf25e5e", "name": "network-vif-unplugged", "status": "completed", "tag": "3690f848-fde7-480c-ab9e-211c79d0cd2d"}]}' {{(pid=103592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:48:35.650700 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port 3690f848-fde7-480c-ab9e-211c79d0cd2d, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=3690f848-fde7-480c-ab9e-211c79d0cd2d,segment=NetworkSegment(7236ee9c-d2a1-449e-b7f8-41fdf7da8bc8),segment_id=7236ee9c-d2a1-449e-b7f8-41fdf7da8bc8)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:48:35.664210 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:35.736633 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 23 Nov 2021 17:48:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ea68b5e-3b0d-4478-90b8-32a1ab43155d x-openstack-request-id: req-2ea68b5e-3b0d-4478-90b8-32a1ab43155d {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:48:35.736929 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ea7def0-5cf3-46bd-90e2-20013bf25e5e", "name": "network-vif-unplugged", "status": "failed", "tag": "3690f848-fde7-480c-ab9e-211c79d0cd2d", "code": 422}]} {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:48:35.737186 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-2ea68b5e-3b0d-4478-90b8-32a1ab43155d {{(pid=103592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:48:35.737605 n-d-816206-8 neutron-server[103592]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '2ea7def0-5cf3-46bd-90e2-20013bf25e5e', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '3690f848-fde7-480c-ab9e-211c79d0cd2d', 'code': 422} returned with failed status Nov 23 17:48:35.843673 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Pushing event updated for resources: {'Port': ['ID=3690f848-fde7-480c-ab9e-211c79d0cd2d,revision_number=8']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:48:35.865457 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d074fe-04b0-44c2-912d-a3faa7191569 req-09bc17c6-1d90-482b-9c6a-565b4a5e6a07 tempest-VolumesNegativeTest-2111256956 tempest-VolumesNegativeTest-2111256956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:48:35.867810 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-54d074fe-04b0-44c2-912d-a3faa7191569 req-09bc17c6-1d90-482b-9c6a-565b4a5e6a07 tempest-VolumesNegativeTest-2111256956 tempest-VolumesNegativeTest-2111256956-project] 10.222.0.60 "GET /v2.0/ports?device_id=a0adbefa-21f3-40e9-af20-32a886cc213b HTTP/1.1" status: 200 len: 947 time: 0.0809324 Nov 23 17:48:35.940625 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d242266-bc53-4f87-8aa5-5f313bc77b4c service neutron] Pushing event updated for resources: {'Port': ['ID=4660e388-a602-44e9-8147-e6718846bfc1,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:48:35.970946 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-54d074fe-04b0-44c2-912d-a3faa7191569 req-a67642ef-5e16-4247-9bd9-4e4259b3aaf4 tempest-VolumesNegativeTest-2111256956 tempest-VolumesNegativeTest-2111256956-project] 10.222.0.60 "GET /v2.0/security-groups?id=94553f30-dbba-4ca0-b108-0fbcb1b7d3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955327 Nov 23 17:48:35.988867 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d242266-bc53-4f87-8aa5-5f313bc77b4c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:48:35.989220 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d242266-bc53-4f87-8aa5-5f313bc77b4c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:48:35.989566 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d242266-bc53-4f87-8aa5-5f313bc77b4c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:48:35.989908 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d242266-bc53-4f87-8aa5-5f313bc77b4c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:48:35.990248 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d242266-bc53-4f87-8aa5-5f313bc77b4c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:48:35.990580 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d242266-bc53-4f87-8aa5-5f313bc77b4c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:48:35.990915 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d242266-bc53-4f87-8aa5-5f313bc77b4c service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:48:35.991240 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d242266-bc53-4f87-8aa5-5f313bc77b4c service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:48:35.991566 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d242266-bc53-4f87-8aa5-5f313bc77b4c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:48:35.992853 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d242266-bc53-4f87-8aa5-5f313bc77b4c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:48:35.992853 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d242266-bc53-4f87-8aa5-5f313bc77b4c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:48:35.992853 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d242266-bc53-4f87-8aa5-5f313bc77b4c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:48:36.028387 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [req-11448b46-3f3c-4634-bb28-79b59da085cd req-5d242266-bc53-4f87-8aa5-5f313bc77b4c service neutron] Attempting to bind port 4660e388-a602-44e9-8147-e6718846bfc1 on host n-h1-816206-8 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:48:36.028794 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [req-11448b46-3f3c-4634-bb28-79b59da085cd req-5d242266-bc53-4f87-8aa5-5f313bc77b4c service neutron] Attempting to bind port 4660e388-a602-44e9-8147-e6718846bfc1 by drivers openvswitch,hyperv on host n-h1-816206-8 at level 0 using segments [{'id': '329c1745-02bf-4561-9615-3192910887f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'f1e1dabf-b410-4023-9169-a460a86e7184'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:48:36.029124 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11448b46-3f3c-4634-bb28-79b59da085cd req-5d242266-bc53-4f87-8aa5-5f313bc77b4c service neutron] Attempting to bind port 4660e388-a602-44e9-8147-e6718846bfc1 on network f1e1dabf-b410-4023-9169-a460a86e7184 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:48:36.035462 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11448b46-3f3c-4634-bb28-79b59da085cd req-5d242266-bc53-4f87-8aa5-5f313bc77b4c service neutron] Port 4660e388-a602-44e9-8147-e6718846bfc1 on network f1e1dabf-b410-4023-9169-a460a86e7184 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-8 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 17:48:36.036091 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11448b46-3f3c-4634-bb28-79b59da085cd req-5d242266-bc53-4f87-8aa5-5f313bc77b4c service neutron] Attempting to bind port 4660e388-a602-44e9-8147-e6718846bfc1 on network f1e1dabf-b410-4023-9169-a460a86e7184 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:48:36.058650 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11448b46-3f3c-4634-bb28-79b59da085cd req-5d242266-bc53-4f87-8aa5-5f313bc77b4c service neutron] Checking agent: {'id': '4b0a4557-3bfe-4828-80a0-7981fc3ac84c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 15, 14), 'started_at': datetime.datetime(2021, 11, 23, 17, 15, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 48, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:48:36.059006 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11448b46-3f3c-4634-bb28-79b59da085cd req-5d242266-bc53-4f87-8aa5-5f313bc77b4c service neutron] Checking segment: {'id': '329c1745-02bf-4561-9615-3192910887f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'f1e1dabf-b410-4023-9169-a460a86e7184'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:48:36.059461 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11448b46-3f3c-4634-bb28-79b59da085cd req-5d242266-bc53-4f87-8aa5-5f313bc77b4c service neutron] Bound using segment: {'id': '329c1745-02bf-4561-9615-3192910887f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'f1e1dabf-b410-4023-9169-a460a86e7184'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:48:36.059896 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [req-11448b46-3f3c-4634-bb28-79b59da085cd req-5d242266-bc53-4f87-8aa5-5f313bc77b4c service neutron] Bound port: 4660e388-a602-44e9-8147-e6718846bfc1, host: n-h1-816206-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '329c1745-02bf-4561-9615-3192910887f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'f1e1dabf-b410-4023-9169-a460a86e7184'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:48:36.060255 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-11448b46-3f3c-4634-bb28-79b59da085cd req-5d242266-bc53-4f87-8aa5-5f313bc77b4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:36.147589 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [req-11448b46-3f3c-4634-bb28-79b59da085cd req-5d242266-bc53-4f87-8aa5-5f313bc77b4c service neutron] For port 4660e388-a602-44e9-8147-e6718846bfc1, host n-h1-816206-8, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:48:36.154281 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [req-11448b46-3f3c-4634-bb28-79b59da085cd req-5d242266-bc53-4f87-8aa5-5f313bc77b4c service neutron] For port 4660e388-a602-44e9-8147-e6718846bfc1, host n-h1-816206-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=4660e388-a602-44e9-8147-e6718846bfc1,segment=NetworkSegment(329c1745-02bf-4561-9615-3192910887f5),segment_id=329c1745-02bf-4561-9615-3192910887f5)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:48:36.159840 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-11448b46-3f3c-4634-bb28-79b59da085cd req-5d242266-bc53-4f87-8aa5-5f313bc77b4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264357957'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:36.160633 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 35592) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:48:36.200354 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11448b46-3f3c-4634-bb28-79b59da085cd req-5d242266-bc53-4f87-8aa5-5f313bc77b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:48:36.200878 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-11448b46-3f3c-4634-bb28-79b59da085cd req-5d242266-bc53-4f87-8aa5-5f313bc77b4c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:36.205263 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-11448b46-3f3c-4634-bb28-79b59da085cd req-5d242266-bc53-4f87-8aa5-5f313bc77b4c service neutron] 10.222.0.55 "PUT /v2.0/ports/4660e388-a602-44e9-8147-e6718846bfc1 HTTP/1.1" status: 200 len: 1095 time: 1.2829413 Nov 23 17:48:36.206596 n-d-816206-8 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0adbefa-21f3-40e9-af20-32a886cc213b', 'tag': '4660e388-a602-44e9-8147-e6718846bfc1'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:48:36.217857 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbabddbc9fc37b068808e119c416c86f5957ca04531a4a0d2e695c515e93483b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3e4fc61-2526-490d-b188-b27ceb9502f2" -d '{"events": [{"name": "network-changed", "server_uuid": "a0adbefa-21f3-40e9-af20-32a886cc213b", "tag": "4660e388-a602-44e9-8147-e6718846bfc1"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:48:36.301329 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 17:48:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf5da169-a14c-465c-b489-c3ccf32a4ec8 x-openstack-request-id: req-bf5da169-a14c-465c-b489-c3ccf32a4ec8 {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:48:36.301938 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0adbefa-21f3-40e9-af20-32a886cc213b", "tag": "4660e388-a602-44e9-8147-e6718846bfc1", "status": "completed", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:48:36.302353 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-bf5da169-a14c-465c-b489-c3ccf32a4ec8 {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:48:36.303261 n-d-816206-8 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0adbefa-21f3-40e9-af20-32a886cc213b', 'tag': '4660e388-a602-44e9-8147-e6718846bfc1', 'status': 'completed', 'code': 200} Nov 23 17:48:36.327398 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d242266-bc53-4f87-8aa5-5f313bc77b4c service neutron] Pushing event updated for resources: {'Port': ['ID=4660e388-a602-44e9-8147-e6718846bfc1,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:48:36.363870 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11448b46-3f3c-4634-bb28-79b59da085cd req-73d0dae5-f664-4eb6-90a2-ea98b576cc8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:48:36.366223 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-11448b46-3f3c-4634-bb28-79b59da085cd req-73d0dae5-f664-4eb6-90a2-ea98b576cc8e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=85b4ea6e68ec48e6a4b28e00c10205c1&device_id=a0adbefa-21f3-40e9-af20-32a886cc213b HTTP/1.1" status: 200 len: 1098 time: 0.0980651 Nov 23 17:48:36.445476 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-11448b46-3f3c-4634-bb28-79b59da085cd req-9835366b-6dac-4609-bfd7-524ea443544a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.27&port_id=4660e388-a602-44e9-8147-e6718846bfc1 HTTP/1.1" status: 200 len: 217 time: 0.0627401 Nov 23 17:48:36.456238 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-5b2359e6-cbd6-4818-b48e-91aca427bd14 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1452379613-network', 'tenant_id': 'a72787eb39f84cbca4e464c3cac6bedf'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:48:36.507198 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11448b46-3f3c-4634-bb28-79b59da085cd req-a724381d-b865-4b04-9e55-71fd2f7ebe57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:48:36.508726 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-11448b46-3f3c-4634-bb28-79b59da085cd req-a724381d-b865-4b04-9e55-71fd2f7ebe57 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ac77c175-5679-438b-8a2a-356718377641 HTTP/1.1" status: 200 len: 843 time: 0.0557578 Nov 23 17:48:36.531299 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79736a2-c8d7-45e6-97d4-8df95480706b req-46e05718-e143-4bcc-bd29-fa2a7937ce17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:48:36.533928 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f79736a2-c8d7-45e6-97d4-8df95480706b req-46e05718-e143-4bcc-bd29-fa2a7937ce17 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=2ea7def0-5cf3-46bd-90e2-20013bf25e5e&tenant_id=b18cd1cca1b44b989141b05dcb1fddfb HTTP/1.1" status: 200 len: 1095 time: 0.2319386 Nov 23 17:48:36.549639 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b2359e6-cbd6-4818-b48e-91aca427bd14 admin admin] Made reservation on behalf of a72787eb39f84cbca4e464c3cac6bedf for: {'network': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:48:36.553232 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-5b2359e6-cbd6-4818-b48e-91aca427bd14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for network, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:36.568219 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-5b2359e6-cbd6-4818-b48e-91aca427bd14 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:36.577866 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9433e1eb-4280-45fc-b82f-7720f9fdddd5 req-8b857ed0-34e7-466a-a3a7-dffc3dc03bc8 tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:48:36.579394 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9433e1eb-4280-45fc-b82f-7720f9fdddd5 req-8b857ed0-34e7-466a-a3a7-dffc3dc03bc8 tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ea7def0-5cf3-46bd-90e2-20013bf25e5e HTTP/1.1" status: 200 len: 944 time: 0.1167459 Nov 23 17:48:36.585067 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11448b46-3f3c-4634-bb28-79b59da085cd req-bf4fca39-3567-4da4-967e-ed921a253767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:48:36.587505 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-11448b46-3f3c-4634-bb28-79b59da085cd req-bf4fca39-3567-4da4-967e-ed921a253767 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f1e1dabf-b410-4023-9169-a460a86e7184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0721123 Nov 23 17:48:36.705681 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9433e1eb-4280-45fc-b82f-7720f9fdddd5 req-16aa18c7-644d-45f4-b63e-25b8478067bf tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] 10.222.0.60 "GET /v2.0/security-groups?id=6b69aca9-b68e-45b0-a7a0-1eb351a8ed08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154168 Nov 23 17:48:36.707504 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79736a2-c8d7-45e6-97d4-8df95480706b req-afbcfc81-7b1c-4de5-883a-9dae2d61cabc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:48:36.707677 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-11448b46-3f3c-4634-bb28-79b59da085cd req-8ee0a3a7-3bdd-45e9-b5a4-be08ed1876ec service neutron] 10.222.0.55 "GET /v2.0/networks/f1e1dabf-b410-4023-9169-a460a86e7184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1121016 Nov 23 17:48:36.708975 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f79736a2-c8d7-45e6-97d4-8df95480706b req-afbcfc81-7b1c-4de5-883a-9dae2d61cabc service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b18cd1cca1b44b989141b05dcb1fddfb&device_id=2ea7def0-5cf3-46bd-90e2-20013bf25e5e HTTP/1.1" status: 200 len: 1095 time: 0.1423397 Nov 23 17:48:36.838529 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-5b2359e6-cbd6-4818-b48e-91aca427bd14 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:36.842712 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-11448b46-3f3c-4634-bb28-79b59da085cd req-57c2d5cb-eb8d-467d-a8f8-1e602a6385e2 service neutron] 10.222.0.55 "GET /v2.0/networks/f1e1dabf-b410-4023-9169-a460a86e7184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1150384 Nov 23 17:48:36.858458 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-5b2359e6-cbd6-4818-b48e-91aca427bd14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:36.903864 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b2359e6-cbd6-4818-b48e-91aca427bd14 admin admin] vlan segment allocate from pool success with {'vlan_id': 504, 'physical_network': 'physnet1'} {{(pid=103591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 17:48:36.935901 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79736a2-c8d7-45e6-97d4-8df95480706b req-fbc792c0-e37d-4760-999a-7202a2c59ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:48:36.938773 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f79736a2-c8d7-45e6-97d4-8df95480706b req-fbc792c0-e37d-4760-999a-7202a2c59ebe service neutron] 10.222.0.55 "GET /v2.0/networks?id=b75e9fac-17f1-4702-8d25-f863ff44788f HTTP/1.1" status: 200 len: 915 time: 0.2173426 Nov 23 17:48:36.944445 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-5b2359e6-cbd6-4818-b48e-91aca427bd14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:36.944871 n-d-816206-8 neutron-server[103591]: INFO neutron.db.segments_db [None req-5b2359e6-cbd6-4818-b48e-91aca427bd14 admin admin] Added segment dbe8f3be-f4c4-4704-9ef8-8b5a9aeb3c29 of type vlan for network 65497e92-b0c3-442f-8f8a-bf07657099ba Nov 23 17:48:36.985373 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e4fc61-2526-490d-b188-b27ceb9502f2 req-387410ef-e514-45c5-96ba-0068844c28e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:48:36.986813 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-a3e4fc61-2526-490d-b188-b27ceb9502f2 req-387410ef-e514-45c5-96ba-0068844c28e4 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=85b4ea6e68ec48e6a4b28e00c10205c1&device_id=a0adbefa-21f3-40e9-af20-32a886cc213b HTTP/1.1" status: 200 len: 1098 time: 0.0775764 Nov 23 17:48:36.995887 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2359e6-cbd6-4818-b48e-91aca427bd14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=090eea36-da95-40bb-9dc3-628e29a90317,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:48:37.018496 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f79736a2-c8d7-45e6-97d4-8df95480706b req-334dc811-5f24-4da2-8143-45a6bc861452 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3690f848-fde7-480c-ab9e-211c79d0cd2d HTTP/1.1" status: 200 len: 217 time: 0.0720918 Nov 23 17:48:37.067755 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-5b2359e6-cbd6-4818-b48e-91aca427bd14 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736635338810'] for network, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:37.119333 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e4fc61-2526-490d-b188-b27ceb9502f2 req-354740c0-e463-452d-a406-df4736c63815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:48:37.120997 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-a3e4fc61-2526-490d-b188-b27ceb9502f2 req-354740c0-e463-452d-a406-df4736c63815 service neutron] 10.222.0.55 "GET /v2.0/networks?id=f1e1dabf-b410-4023-9169-a460a86e7184 HTTP/1.1" status: 200 len: 870 time: 0.1261301 Nov 23 17:48:37.135029 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79736a2-c8d7-45e6-97d4-8df95480706b req-f51c4718-f744-4d79-a8c7-20383c61449f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:48:37.136530 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f79736a2-c8d7-45e6-97d4-8df95480706b req-f51c4718-f744-4d79-a8c7-20383c61449f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8bdf8112-60de-47e2-b40b-a031bce5a853 HTTP/1.1" status: 200 len: 854 time: 0.1076324 Nov 23 17:48:37.168045 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-a3e4fc61-2526-490d-b188-b27ceb9502f2 req-14fdadbd-03ee-4294-8e5b-255d520d86bf service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.27&port_id=4660e388-a602-44e9-8147-e6718846bfc1 HTTP/1.1" status: 200 len: 217 time: 0.0382674 Nov 23 17:48:37.175066 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-5b2359e6-cbd6-4818-b48e-91aca427bd14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493'] for network, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:37.176288 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b2359e6-cbd6-4818-b48e-91aca427bd14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:48:37.177515 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-5b2359e6-cbd6-4818-b48e-91aca427bd14 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for network, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:37.184617 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f79736a2-c8d7-45e6-97d4-8df95480706b req-32d45159-e48e-4cf8-af85-859e8f55024c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b75e9fac-17f1-4702-8d25-f863ff44788f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393989 Nov 23 17:48:37.227077 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5877be-c75a-4aa2-ad63-d03f5e2e3977 req-82e36b1e-01bd-4c66-9dd2-9f0c544f9451 tempest-VolumesNegativeTest-2111256956 tempest-VolumesNegativeTest-2111256956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:48:37.229031 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-da5877be-c75a-4aa2-ad63-d03f5e2e3977 req-82e36b1e-01bd-4c66-9dd2-9f0c544f9451 tempest-VolumesNegativeTest-2111256956 tempest-VolumesNegativeTest-2111256956-project] 10.222.0.60 "GET /v2.0/ports?device_id=a0adbefa-21f3-40e9-af20-32a886cc213b HTTP/1.1" status: 200 len: 947 time: 0.1523988 Nov 23 17:48:37.255737 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e4fc61-2526-490d-b188-b27ceb9502f2 req-43def1b7-fe06-4fad-8642-0e7720ff65af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:48:37.256028 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-a3e4fc61-2526-490d-b188-b27ceb9502f2 req-43def1b7-fe06-4fad-8642-0e7720ff65af service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ac77c175-5679-438b-8a2a-356718377641 HTTP/1.1" status: 200 len: 843 time: 0.0806663 Nov 23 17:48:37.309270 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-5b2359e6-cbd6-4818-b48e-91aca427bd14 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1474731 Nov 23 17:48:37.316362 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 35610) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:48:37.320201 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e4fc61-2526-490d-b188-b27ceb9502f2 req-a9129635-8625-4385-9ed2-8b4025f1dc1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:48:37.321820 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-a3e4fc61-2526-490d-b188-b27ceb9502f2 req-a9129635-8625-4385-9ed2-8b4025f1dc1b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f1e1dabf-b410-4023-9169-a460a86e7184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0567009 Nov 23 17:48:37.326200 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-5efd0417-8a2c-43e2-b7e0-050570be081b admin admin] Request body: {'subnet': {'network_id': '65497e92-b0c3-442f-8f8a-bf07657099ba', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1452379613-subnet', 'tenant_id': 'a72787eb39f84cbca4e464c3cac6bedf', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:48:37.328030 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2359e6-cbd6-4818-b48e-91aca427bd14 admin admin] Pushing event updated for resources: {'Network': ['ID=65497e92-b0c3-442f-8f8a-bf07657099ba,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:48:37.344984 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Network 65497e92-b0c3-442f-8f8a-bf07657099ba details requested by agent ovs-agent-n-d-816206-8 with host n-d-816206-8 {{(pid=103592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 17:48:37.426192 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5efd0417-8a2c-43e2-b7e0-050570be081b admin admin] Made reservation on behalf of a72787eb39f84cbca4e464c3cac6bedf for: {'subnet': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:48:37.428729 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5efd0417-8a2c-43e2-b7e0-050570be081b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264730903'] for subnet, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:37.484755 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-da5877be-c75a-4aa2-ad63-d03f5e2e3977 req-4eb690bb-1a21-4611-8c05-19e86bd41fe7 tempest-VolumesNegativeTest-2111256956 tempest-VolumesNegativeTest-2111256956-project] 10.222.0.60 "GET /v2.0/security-groups?id=94553f30-dbba-4ca0-b108-0fbcb1b7d3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2350533 Nov 23 17:48:37.502497 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f79736a2-c8d7-45e6-97d4-8df95480706b req-11897eb4-84d9-45e0-b355-668dc0470615 service neutron] 10.222.0.55 "GET /v2.0/networks/b75e9fac-17f1-4702-8d25-f863ff44788f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2982175 Nov 23 17:48:37.548830 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-a3e4fc61-2526-490d-b188-b27ceb9502f2 req-91a98763-5de1-4d63-833e-6b88086cd323 service neutron] 10.222.0.55 "GET /v2.0/networks/f1e1dabf-b410-4023-9169-a460a86e7184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2148616 Nov 23 17:48:37.642859 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f79736a2-c8d7-45e6-97d4-8df95480706b req-bf9f6cf1-97ad-4cc4-be3b-af4194411292 service neutron] 10.222.0.55 "GET /v2.0/networks/b75e9fac-17f1-4702-8d25-f863ff44788f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319704 Nov 23 17:48:37.760978 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-a3e4fc61-2526-490d-b188-b27ceb9502f2 req-f4c701a5-7191-4cca-8bac-6038e1d92f7a service neutron] 10.222.0.55 "GET /v2.0/networks/f1e1dabf-b410-4023-9169-a460a86e7184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2018948 Nov 23 17:48:37.805065 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5efd0417-8a2c-43e2-b7e0-050570be081b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264358096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264730885'] for subnet, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:37.883348 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efd0417-8a2c-43e2-b7e0-050570be081b admin admin] Pushing event updated for resources: {'Subnet': ['ID=edc28ddc-ae2c-4b2b-bf91-4f5ac80bdafe,revision_number=0']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:48:37.888739 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5efd0417-8a2c-43e2-b7e0-050570be081b admin admin] Checking segment: {'id': 'dbe8f3be-f4c4-4704-9ef8-8b5a9aeb3c29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '65497e92-b0c3-442f-8f8a-bf07657099ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:48:37.888893 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5efd0417-8a2c-43e2-b7e0-050570be081b admin admin] Network hostable DHCP agents. Network: 65497e92-b0c3-442f-8f8a-bf07657099ba, hostable agents: ['0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3'], hosted agents: [] {{(pid=103590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 17:48:37.910221 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5efd0417-8a2c-43e2-b7e0-050570be081b admin admin] Network 65497e92-b0c3-442f-8f8a-bf07657099ba is scheduled to be hosted by DHCP agent 0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3 with binding_index 1 {{(pid=103590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 17:48:37.925080 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-5efd0417-8a2c-43e2-b7e0-050570be081b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-8, 65497e92-b0c3-442f-8f8a-bf07657099ba) {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:48:37.931953 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5efd0417-8a2c-43e2-b7e0-050570be081b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:48:37.933287 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5efd0417-8a2c-43e2-b7e0-050570be081b admin admin] Publish callbacks [] for subnet, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:37.944305 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36257ddc-7961-477a-89b5-e4ebfc65321c None None] Network 65497e92-b0c3-442f-8f8a-bf07657099ba requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:48:37.962606 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512cd9f9-5bfc-43e3-8ed4-105c0095bcc9 req-d83daac2-a74c-4cf4-956e-010e7f36c2a6 tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:48:37.963911 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-5efd0417-8a2c-43e2-b7e0-050570be081b admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6461689 Nov 23 17:48:37.965050 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 35622) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:48:37.965436 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-512cd9f9-5bfc-43e3-8ed4-105c0095bcc9 req-d83daac2-a74c-4cf4-956e-010e7f36c2a6 tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ea7def0-5cf3-46bd-90e2-20013bf25e5e HTTP/1.1" status: 200 len: 944 time: 0.1334195 Nov 23 17:48:37.970090 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-c508287d-ce3b-4b4f-b0d0-bcb344fb3e0c admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1452379613-router', 'tenant_id': 'a72787eb39f84cbca4e464c3cac6bedf', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'}}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:48:38.016610 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c508287d-ce3b-4b4f-b0d0-bcb344fb3e0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1793449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8093'] for router, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:38.018273 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c508287d-ce3b-4b4f-b0d0-bcb344fb3e0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1794473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1794771', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1638326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8086'] for router, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:38.091310 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-512cd9f9-5bfc-43e3-8ed4-105c0095bcc9 req-0b5f7e52-7143-467d-8587-55b596112083 tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] 10.222.0.60 "GET /v2.0/security-groups?id=6b69aca9-b68e-45b0-a7a0-1eb351a8ed08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142259 Nov 23 17:48:38.127740 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c508287d-ce3b-4b4f-b0d0-bcb344fb3e0c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:38.162083 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-843eb7a2-4ab9-4287-b583-caa788eb798a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp355044b8-8e87-58c4-94fa-4a010ec30f9e-65497e92-b0c3-442f-8f8a-bf07657099ba', 'network_id': '65497e92-b0c3-442f-8f8a-bf07657099ba', 'tenant_id': 'a72787eb39f84cbca4e464c3cac6bedf', 'fixed_ips': [{'subnet_id': 'edc28ddc-ae2c-4b2b-bf91-4f5ac80bdafe'}]}} from n-d-816206-8. {{(pid=103592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 17:48:38.163661 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-843eb7a2-4ab9-4287-b583-caa788eb798a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:38.356405 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.db_base_plugin_common [None req-843eb7a2-4ab9-4287-b583-caa788eb798a None None] Allocated IP 172.20.0.2 (65497e92-b0c3-442f-8f8a-bf07657099ba/edc28ddc-ae2c-4b2b-bf91-4f5ac80bdafe/82761cdb-d94f-4436-8bdc-ec3a64dd97b1) {{(pid=103592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:48:38.396739 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c508287d-ce3b-4b4f-b0d0-bcb344fb3e0c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:38.727400 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a029e68b-c0f7-42e5-8bc3-b3582400915c req-03f58f4e-811a-4393-8851-3555cbefca9e tempest-VolumesNegativeTest-2111256956 tempest-VolumesNegativeTest-2111256956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:48:38.737022 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a029e68b-c0f7-42e5-8bc3-b3582400915c req-03f58f4e-811a-4393-8851-3555cbefca9e tempest-VolumesNegativeTest-2111256956 tempest-VolumesNegativeTest-2111256956-project] 10.222.0.60 "GET /v2.0/ports?device_id=a0adbefa-21f3-40e9-af20-32a886cc213b HTTP/1.1" status: 200 len: 947 time: 0.0932081 Nov 23 17:48:38.822849 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-843eb7a2-4ab9-4287-b583-caa788eb798a None None] Publish callbacks [] for port, precommit_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:38.843717 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-843eb7a2-4ab9-4287-b583-caa788eb798a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980'] for port, after_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:38.902101 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a029e68b-c0f7-42e5-8bc3-b3582400915c req-7be625d3-e531-4e32-ae00-b5178b8e9151 tempest-VolumesNegativeTest-2111256956 tempest-VolumesNegativeTest-2111256956-project] 10.222.0.60 "GET /v2.0/security-groups?id=94553f30-dbba-4ca0-b108-0fbcb1b7d3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594203 Nov 23 17:48:38.972834 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c508287d-ce3b-4b4f-b0d0-bcb344fb3e0c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:38.985196 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843eb7a2-4ab9-4287-b583-caa788eb798a None None] Pushing event updated for resources: {'Port': ['ID=82761cdb-d94f-4436-8bdc-ec3a64dd97b1,revision_number=1']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:48:39.007923 n-d-816206-8 neutron-server[103592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-843eb7a2-4ab9-4287-b583-caa788eb798a None None] Network 65497e92-b0c3-442f-8f8a-bf07657099ba is already hosted by enough agents. {{(pid=103592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:48:39.009875 n-d-816206-8 neutron-server[103592]: DEBUG neutron.scheduler.base_scheduler [None req-843eb7a2-4ab9-4287-b583-caa788eb798a None None] Resources bound (agent type, host, resource id): {{(pid=103592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:48:39.013678 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c508287d-ce3b-4b4f-b0d0-bcb344fb3e0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:39.015977 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-843eb7a2-4ab9-4287-b583-caa788eb798a None None] Received port after_create {{(pid=103592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:48:39.089145 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-843eb7a2-4ab9-4287-b583-caa788eb798a None None] Attempting to bind port 82761cdb-d94f-4436-8bdc-ec3a64dd97b1 on host n-d-816206-8 for vnic_type normal with profile {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:48:39.089535 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-843eb7a2-4ab9-4287-b583-caa788eb798a None None] Attempting to bind port 82761cdb-d94f-4436-8bdc-ec3a64dd97b1 by drivers openvswitch,hyperv on host n-d-816206-8 at level 0 using segments [{'id': 'dbe8f3be-f4c4-4704-9ef8-8b5a9aeb3c29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '65497e92-b0c3-442f-8f8a-bf07657099ba'}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:48:39.090128 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-843eb7a2-4ab9-4287-b583-caa788eb798a None None] Attempting to bind port 82761cdb-d94f-4436-8bdc-ec3a64dd97b1 on network 65497e92-b0c3-442f-8f8a-bf07657099ba {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:48:39.101835 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-843eb7a2-4ab9-4287-b583-caa788eb798a None None] Checking agent: {'id': '9e89acbe-4bbe-4c77-a18b-6f1da9133e0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 7, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 48, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:48:39.102465 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-843eb7a2-4ab9-4287-b583-caa788eb798a None None] Checking segment: {'id': 'dbe8f3be-f4c4-4704-9ef8-8b5a9aeb3c29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '65497e92-b0c3-442f-8f8a-bf07657099ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:48:39.102822 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-843eb7a2-4ab9-4287-b583-caa788eb798a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:39.103235 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-843eb7a2-4ab9-4287-b583-caa788eb798a None None] Bound using segment: {'id': 'dbe8f3be-f4c4-4704-9ef8-8b5a9aeb3c29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '65497e92-b0c3-442f-8f8a-bf07657099ba'} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:48:39.103724 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-843eb7a2-4ab9-4287-b583-caa788eb798a None None] Bound port: 82761cdb-d94f-4436-8bdc-ec3a64dd97b1, host: n-d-816206-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbe8f3be-f4c4-4704-9ef8-8b5a9aeb3c29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '65497e92-b0c3-442f-8f8a-bf07657099ba'}}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:48:39.104317 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-843eb7a2-4ab9-4287-b583-caa788eb798a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:39.261367 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-843eb7a2-4ab9-4287-b583-caa788eb798a None None] For port 82761cdb-d94f-4436-8bdc-ec3a64dd97b1, host n-d-816206-8, cleared binding levels {{(pid=103592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:48:39.268762 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-843eb7a2-4ab9-4287-b583-caa788eb798a None None] For port 82761cdb-d94f-4436-8bdc-ec3a64dd97b1, host n-d-816206-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=82761cdb-d94f-4436-8bdc-ec3a64dd97b1,segment=NetworkSegment(dbe8f3be-f4c4-4704-9ef8-8b5a9aeb3c29),segment_id=dbe8f3be-f4c4-4704-9ef8-8b5a9aeb3c29)] {{(pid=103592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:48:39.275916 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-843eb7a2-4ab9-4287-b583-caa788eb798a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:39.285346 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-c508287d-ce3b-4b4f-b0d0-bcb344fb3e0c admin admin] Allocated IP 172.25.3.44 (4c8455ba-1be5-42ac-b8c2-8a16e1292d55/08fe3644-ce41-4c3f-a7ea-92bac0f0fff5/65cabf95-cea0-4420-97d7-51a8cc6f9ed9) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:48:39.385603 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2d5343-b4b0-4ba3-aaa4-7d8966998c83 req-38646037-e39d-4bf9-ab2b-0afbab1ace3a tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:48:39.400405 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7f2d5343-b4b0-4ba3-aaa4-7d8966998c83 req-38646037-e39d-4bf9-ab2b-0afbab1ace3a tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ea7def0-5cf3-46bd-90e2-20013bf25e5e HTTP/1.1" status: 200 len: 944 time: 0.1853933 Nov 23 17:48:39.402113 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843eb7a2-4ab9-4287-b583-caa788eb798a None None] Pushing event updated for resources: {'Port': ['ID=82761cdb-d94f-4436-8bdc-ec3a64dd97b1,revision_number=2']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:48:39.423374 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device 4660e388-a602-44e9-8147-e6718846bfc1 details requested by agent hyperv_n-h1-816206-8 with host n-h1-816206-8 {{(pid=103592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 17:48:39.567428 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c508287d-ce3b-4b4f-b0d0-bcb344fb3e0c admin admin] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:39.587695 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7f2d5343-b4b0-4ba3-aaa4-7d8966998c83 req-b98ffc1d-8b0e-485c-a2ab-56773829b90e tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] 10.222.0.60 "GET /v2.0/security-groups?id=6b69aca9-b68e-45b0-a7a0-1eb351a8ed08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820962 Nov 23 17:48:39.612121 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port 4660e388-a602-44e9-8147-e6718846bfc1, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=4660e388-a602-44e9-8147-e6718846bfc1,segment=NetworkSegment(329c1745-02bf-4561-9615-3192910887f5),segment_id=329c1745-02bf-4561-9615-3192910887f5)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:48:39.642263 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Returning: {'device': '4660e388-a602-44e9-8147-e6718846bfc1', 'network_id': 'f1e1dabf-b410-4023-9169-a460a86e7184', 'port_id': '4660e388-a602-44e9-8147-e6718846bfc1', 'mac_address': 'fa:16:3e:37:64:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac77c175-5679-438b-8a2a-356718377641', 'ip_address': '192.168.233.27'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 17:48:39.687009 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:39.711765 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4660e388-a602-44e9-8147-e6718846bfc1 {{(pid=103592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:48:39.712921 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c508287d-ce3b-4b4f-b0d0-bcb344fb3e0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:39.799424 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port 4660e388-a602-44e9-8147-e6718846bfc1, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=4660e388-a602-44e9-8147-e6718846bfc1,segment=NetworkSegment(329c1745-02bf-4561-9615-3192910887f5),segment_id=329c1745-02bf-4561-9615-3192910887f5)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:48:39.807925 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:39.835292 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c508287d-ce3b-4b4f-b0d0-bcb344fb3e0c admin admin] Network 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:48:39.860805 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-c508287d-ce3b-4b4f-b0d0-bcb344fb3e0c admin admin] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:48:39.872137 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c508287d-ce3b-4b4f-b0d0-bcb344fb3e0c admin admin] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:48:39.974435 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Pushing event updated for resources: {'Port': ['ID=4660e388-a602-44e9-8147-e6718846bfc1,revision_number=4']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:48:39.977638 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39242023-a5ac-43c6-bc4c-e8b8502e86f9 None None] DHCP port deletion for 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:48:39.993487 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c508287d-ce3b-4b4f-b0d0-bcb344fb3e0c admin admin] Pushing event updated for resources: {'Port': ['ID=65cabf95-cea0-4420-97d7-51a8cc6f9ed9,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:48:40.051226 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] get_ports_and_sgs() called for port_ids ['4660e388-a602-44e9-8147-e6718846bfc1'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:48:40.206247 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-e7cdb99b-7b29-4214-b227-466a91258b0f None None] Provisioning complete for port 65cabf95-cea0-4420-97d7-51a8cc6f9ed9 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:48:40.206982 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-e7cdb99b-7b29-4214-b227-466a91258b0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:40.265288 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe88ab9-1b25-4d03-8495-7d135f3b78db req-bf8d4434-92a2-4190-93da-6059883eb869 tempest-VolumesNegativeTest-2111256956 tempest-VolumesNegativeTest-2111256956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:48:40.276057 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-bbe88ab9-1b25-4d03-8495-7d135f3b78db req-bf8d4434-92a2-4190-93da-6059883eb869 tempest-VolumesNegativeTest-2111256956 tempest-VolumesNegativeTest-2111256956-project] 10.222.0.60 "GET /v2.0/ports?device_id=a0adbefa-21f3-40e9-af20-32a886cc213b HTTP/1.1" status: 200 len: 948 time: 0.1322556 Nov 23 17:48:40.412241 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-bbe88ab9-1b25-4d03-8495-7d135f3b78db req-2d35866c-955e-447e-91a6-f70a0d1a5049 tempest-VolumesNegativeTest-2111256956 tempest-VolumesNegativeTest-2111256956-project] 10.222.0.60 "GET /v2.0/security-groups?id=94553f30-dbba-4ca0-b108-0fbcb1b7d3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345952 Nov 23 17:48:40.542675 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-e7cdb99b-7b29-4214-b227-466a91258b0f None None] Port 65cabf95-cea0-4420-97d7-51a8cc6f9ed9 cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:48:40.933541 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287e18d3-899e-4885-9ec7-e493c8382de8 req-3a6109d0-8972-4660-921a-18fffbbb119f tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:48:40.947827 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-287e18d3-899e-4885-9ec7-e493c8382de8 req-3a6109d0-8972-4660-921a-18fffbbb119f tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ea7def0-5cf3-46bd-90e2-20013bf25e5e HTTP/1.1" status: 200 len: 944 time: 0.1699090 Nov 23 17:48:41.144770 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-287e18d3-899e-4885-9ec7-e493c8382de8 req-fdd495bf-2c56-4420-9c27-fbe7c3ce5c48 tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] 10.222.0.60 "GET /v2.0/security-groups?id=6b69aca9-b68e-45b0-a7a0-1eb351a8ed08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1948137 Nov 23 17:48:41.345303 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c508287d-ce3b-4b4f-b0d0-bcb344fb3e0c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:41.418234 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device 4660e388-a602-44e9-8147-e6718846bfc1 up at agent hyperv_n-h1-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:48:41.490730 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af31ec7d-a75f-4c72-9340-6a0c5da75013 None None] Network 65497e92-b0c3-442f-8f8a-bf07657099ba requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:48:41.632923 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-99f4dbbd-de67-4c8d-ab0e-e1f5d9fc9979 None None] Provisioning complete for port 82761cdb-d94f-4436-8bdc-ec3a64dd97b1 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:48:41.633610 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-99f4dbbd-de67-4c8d-ab0e-e1f5d9fc9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:41.658480 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6404b81f-6d6c-4ff2-8126-a8107901a91f req-6a3c8eec-f107-4615-9a35-5a07c0e2d451 tempest-VolumesNegativeTest-2111256956 tempest-VolumesNegativeTest-2111256956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:48:41.670044 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6404b81f-6d6c-4ff2-8126-a8107901a91f req-6a3c8eec-f107-4615-9a35-5a07c0e2d451 tempest-VolumesNegativeTest-2111256956 tempest-VolumesNegativeTest-2111256956-project] 10.222.0.60 "GET /v2.0/ports?device_id=a0adbefa-21f3-40e9-af20-32a886cc213b HTTP/1.1" status: 200 len: 948 time: 0.1102459 Nov 23 17:48:41.733334 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Provisioning for port 4660e388-a602-44e9-8147-e6718846bfc1 completed by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 17:48:41.820161 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6404b81f-6d6c-4ff2-8126-a8107901a91f req-80c4e09d-f37b-407d-903d-9323f490efb0 tempest-VolumesNegativeTest-2111256956 tempest-VolumesNegativeTest-2111256956-project] 10.222.0.60 "GET /v2.0/security-groups?id=94553f30-dbba-4ca0-b108-0fbcb1b7d3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486220 Nov 23 17:48:41.856474 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c508287d-ce3b-4b4f-b0d0-bcb344fb3e0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1794316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1795362'] for router, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:42.137841 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c508287d-ce3b-4b4f-b0d0-bcb344fb3e0c admin admin] Router 7b0fa152-159a-4ecd-ad21-8c7c4fbaaf9e is scheduled to L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 with binding_index 1 {{(pid=103590) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 17:48:42.268416 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-99f4dbbd-de67-4c8d-ab0e-e1f5d9fc9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:42.270433 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 82761cdb-d94f-4436-8bdc-ec3a64dd97b1 up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:48:42.354932 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Provisioning complete for port 4660e388-a602-44e9-8147-e6718846bfc1 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:48:42.357490 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:42.376338 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5936c97-791a-43d9-a3f8-d4d52dc0065b req-9bbb1455-b4ed-4167-abd3-a4bf8119e70d tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:48:42.384248 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d5936c97-791a-43d9-a3f8-d4d52dc0065b req-9bbb1455-b4ed-4167-abd3-a4bf8119e70d tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ea7def0-5cf3-46bd-90e2-20013bf25e5e HTTP/1.1" status: 200 len: 944 time: 0.0776150 Nov 23 17:48:42.389362 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c508287d-ce3b-4b4f-b0d0-bcb344fb3e0c admin admin] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:48:42.402421 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7cd955e-d91c-4417-bfaa-6cf522156a39 None None] Sync routers for ids ['7b0fa152-159a-4ecd-ad21-8c7c4fbaaf9e'] in n-d-816206-8 {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:48:42.405235 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-99f4dbbd-de67-4c8d-ab0e-e1f5d9fc9979 None None] For port 82761cdb-d94f-4436-8bdc-ec3a64dd97b1, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=82761cdb-d94f-4436-8bdc-ec3a64dd97b1,segment=NetworkSegment(dbe8f3be-f4c4-4704-9ef8-8b5a9aeb3c29),segment_id=dbe8f3be-f4c4-4704-9ef8-8b5a9aeb3c29)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:48:42.431693 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c508287d-ce3b-4b4f-b0d0-bcb344fb3e0c admin admin] Publish callbacks [] for router, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:42.433027 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-c508287d-ce3b-4b4f-b0d0-bcb344fb3e0c admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.4669952 Nov 23 17:48:42.436880 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 35664) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:48:42.441133 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-99f4dbbd-de67-4c8d-ab0e-e1f5d9fc9979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:42.466061 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7cd955e-d91c-4417-bfaa-6cf522156a39 None None] Routers {'7b0fa152-159a-4ecd-ad21-8c7c4fbaaf9e'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:48:42.468198 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-b7cd955e-d91c-4417-bfaa-6cf522156a39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:48:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['7b0fa152-159a-4ecd-ad21-8c7c4fbaaf9e'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:48:42.483227 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d5936c97-791a-43d9-a3f8-d4d52dc0065b req-46944893-4401-499d-a0ca-3e68d12e0867 tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] 10.222.0.60 "GET /v2.0/security-groups?id=6b69aca9-b68e-45b0-a7a0-1eb351a8ed08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979352 Nov 23 17:48:42.661012 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f4dbbd-de67-4c8d-ab0e-e1f5d9fc9979 None None] Pushing event updated for resources: {'Port': ['ID=82761cdb-d94f-4436-8bdc-ec3a64dd97b1,revision_number=3']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:48:42.745882 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port 82761cdb-d94f-4436-8bdc-ec3a64dd97b1 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:48:42.746544 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:42.773364 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-b7cd955e-d91c-4417-bfaa-6cf522156a39 None None] Set router 7b0fa152-159a-4ecd-ad21-8c7c4fbaaf9e gateway port host: n-d-816206-8 {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:48:43.026893 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b2b4e540-92b4-4ce2-bbec-5d5d58ea37f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:43.034884 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3350fe8-57c8-443d-8e00-481e6314386f req-8454a672-2678-4171-970b-b18c14dbf698 tempest-VolumesNegativeTest-2111256956 tempest-VolumesNegativeTest-2111256956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:48:43.046026 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c3350fe8-57c8-443d-8e00-481e6314386f req-8454a672-2678-4171-970b-b18c14dbf698 tempest-VolumesNegativeTest-2111256956 tempest-VolumesNegativeTest-2111256956-project] 10.222.0.60 "GET /v2.0/ports?device_id=a0adbefa-21f3-40e9-af20-32a886cc213b HTTP/1.1" status: 200 len: 948 time: 0.1075182 Nov 23 17:48:43.127927 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:43.205920 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c3350fe8-57c8-443d-8e00-481e6314386f req-3dde17b8-34bc-421a-a32f-b12363172609 tempest-VolumesNegativeTest-2111256956 tempest-VolumesNegativeTest-2111256956-project] 10.222.0.60 "GET /v2.0/security-groups?id=94553f30-dbba-4ca0-b108-0fbcb1b7d3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572659 Nov 23 17:48:43.334714 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0adbefa-21f3-40e9-af20-32a886cc213b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4660e388-a602-44e9-8147-e6718846bfc1'}] {{(pid=103592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:48:43.338167 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba3e6a8f2301c7a29fe1eca9779abdae4ccbcd6266d69778087f2498d5551201" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19116af4-2a20-4429-a7cd-fbbd8c6c1d43" -d '{"events": [{"server_uuid": "a0adbefa-21f3-40e9-af20-32a886cc213b", "name": "network-vif-plugged", "status": "completed", "tag": "4660e388-a602-44e9-8147-e6718846bfc1"}]}' {{(pid=103592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:48:43.342573 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-b7cd955e-d91c-4417-bfaa-6cf522156a39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b0fa152-159a-4ecd-ad21-8c7c4fbaaf9e', 'name': 'tempest-AttachVolumeTestJSON-1452379613-router', 'tenant_id': 'a72787eb39f84cbca4e464c3cac6bedf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.44'}], 'enable_snat': True}, 'gw_port_id': '65cabf95-cea0-4420-97d7-51a8cc6f9ed9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:48:38Z', 'updated_at': '2021-11-23T17:48:41Z', 'revision_number': 3, 'project_id': 'a72787eb39f84cbca4e464c3cac6bedf', 'gw_port': {'id': '65cabf95-cea0-4420-97d7-51a8cc6f9ed9', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:9e:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b0fa152-159a-4ecd-ad21-8c7c4fbaaf9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2930, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:48:39Z', 'updated_at': '2021-11-23T17:48:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8'}], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:48:43.433450 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port 4660e388-a602-44e9-8147-e6718846bfc1, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=4660e388-a602-44e9-8147-e6718846bfc1,segment=NetworkSegment(329c1745-02bf-4561-9615-3192910887f5),segment_id=329c1745-02bf-4561-9615-3192910887f5)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:48:43.444232 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:43.460707 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7cd955e-d91c-4417-bfaa-6cf522156a39 None None] Checking router: 7b0fa152-159a-4ecd-ad21-8c7c4fbaaf9e for host: n-d-816206-8 {{(pid=103593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 17:48:43.461312 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7cd955e-d91c-4417-bfaa-6cf522156a39 None None] Updating router 7b0fa152-159a-4ecd-ad21-8c7c4fbaaf9e port 65cabf95-cea0-4420-97d7-51a8cc6f9ed9 binding host n-d-816206-8 {{(pid=103593) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 17:48:43.499778 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:48:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dd79839-0198-4834-9ff6-0400b969cfd3 x-openstack-request-id: req-5dd79839-0198-4834-9ff6-0400b969cfd3 {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:48:43.500019 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0adbefa-21f3-40e9-af20-32a886cc213b", "name": "network-vif-plugged", "status": "completed", "tag": "4660e388-a602-44e9-8147-e6718846bfc1", "code": 200}]} {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:48:43.500291 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5dd79839-0198-4834-9ff6-0400b969cfd3 {{(pid=103592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:48:43.505301 n-d-816206-8 neutron-server[103592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0adbefa-21f3-40e9-af20-32a886cc213b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4660e388-a602-44e9-8147-e6718846bfc1', 'code': 200} Nov 23 17:48:43.537989 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-b7cd955e-d91c-4417-bfaa-6cf522156a39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:43.578468 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:43.732242 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-0f534247-add7-4ffe-9c07-721cde9b908b None None] Provisioning complete for port 82761cdb-d94f-4436-8bdc-ec3a64dd97b1 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:48:43.735365 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-0f534247-add7-4ffe-9c07-721cde9b908b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:43.755777 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-23f914af-a6a5-4820-acd4-96cb9efacfff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:43.835438 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Pushing event updated for resources: {'Port': ['ID=4660e388-a602-44e9-8147-e6718846bfc1,revision_number=5']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:48:43.854910 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 82761cdb-d94f-4436-8bdc-ec3a64dd97b1 up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:48:43.884520 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a9c53e-830c-4191-9ffe-20b0b9274859 req-e3a51481-7b1d-44ea-b941-558663f6cf3d tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:48:43.895395 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-75a9c53e-830c-4191-9ffe-20b0b9274859 req-e3a51481-7b1d-44ea-b941-558663f6cf3d tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ea7def0-5cf3-46bd-90e2-20013bf25e5e HTTP/1.1" status: 200 len: 944 time: 0.1082995 Nov 23 17:48:44.007700 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-75a9c53e-830c-4191-9ffe-20b0b9274859 req-95c5467b-0e73-4fba-8282-dd286d49631a tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] 10.222.0.60 "GET /v2.0/security-groups?id=6b69aca9-b68e-45b0-a7a0-1eb351a8ed08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081765 Nov 23 17:48:44.024284 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port 82761cdb-d94f-4436-8bdc-ec3a64dd97b1 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:48:44.024784 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:44.162514 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-23f914af-a6a5-4820-acd4-96cb9efacfff admin admin] Allocated IP 172.20.0.1 (65497e92-b0c3-442f-8f8a-bf07657099ba/edc28ddc-ae2c-4b2b-bf91-4f5ac80bdafe/79e2c73c-3033-4e4c-912b-faa2a2cb0bad) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:48:44.199526 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-b7cd955e-d91c-4417-bfaa-6cf522156a39 None None] Publish callbacks [] for port, precommit_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:44.217794 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-b7cd955e-d91c-4417-bfaa-6cf522156a39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:44.255527 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:44.286271 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a03d6a81-51b3-4a06-88e2-fa4e9e781254 None None] DHCP port deletion for 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:48:44.333594 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-23f914af-a6a5-4820-acd4-96cb9efacfff admin admin] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:44.334065 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce81f5f-4694-400f-aaa1-c313c03b1a60 None None] Pushing event updated for resources: {'Port': ['ID=65cabf95-cea0-4420-97d7-51a8cc6f9ed9,revision_number=2']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:48:44.336547 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [None req-b7cd955e-d91c-4417-bfaa-6cf522156a39 None None] Attempting to bind port 65cabf95-cea0-4420-97d7-51a8cc6f9ed9 on host n-d-816206-8 for vnic_type normal with profile {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:48:44.336918 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [None req-b7cd955e-d91c-4417-bfaa-6cf522156a39 None None] Attempting to bind port 65cabf95-cea0-4420-97d7-51a8cc6f9ed9 by drivers openvswitch,hyperv on host n-d-816206-8 at level 0 using segments [{'id': 'bffd1e4f-e80f-4ff0-b418-2f42ae15febf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'}] {{(pid=103593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:48:44.337498 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7cd955e-d91c-4417-bfaa-6cf522156a39 None None] Attempting to bind port 65cabf95-cea0-4420-97d7-51a8cc6f9ed9 on network 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:48:44.347970 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7cd955e-d91c-4417-bfaa-6cf522156a39 None None] Checking agent: {'id': '9e89acbe-4bbe-4c77-a18b-6f1da9133e0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 7, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 48, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:48:44.348352 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7cd955e-d91c-4417-bfaa-6cf522156a39 None None] Checking segment: {'id': 'bffd1e4f-e80f-4ff0-b418-2f42ae15febf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:48:44.348992 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-b7cd955e-d91c-4417-bfaa-6cf522156a39 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:44.349560 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7cd955e-d91c-4417-bfaa-6cf522156a39 None None] Bound using segment: {'id': 'bffd1e4f-e80f-4ff0-b418-2f42ae15febf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'} {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:48:44.350251 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [None req-b7cd955e-d91c-4417-bfaa-6cf522156a39 None None] Bound port: 65cabf95-cea0-4420-97d7-51a8cc6f9ed9, host: n-d-816206-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bffd1e4f-e80f-4ff0-b418-2f42ae15febf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'}}] {{(pid=103593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:48:44.350638 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-b7cd955e-d91c-4417-bfaa-6cf522156a39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:44.393187 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74f7276-5910-4a05-89a7-d76437dd26e0 req-85136bc2-8384-4540-8056-89e52c2afced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:48:44.394848 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-d74f7276-5910-4a05-89a7-d76437dd26e0 req-85136bc2-8384-4540-8056-89e52c2afced service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=a0adbefa-21f3-40e9-af20-32a886cc213b HTTP/1.1" status: 200 len: 1100 time: 0.7144969 Nov 23 17:48:44.397026 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-23f914af-a6a5-4820-acd4-96cb9efacfff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:44.423522 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-2d1533e2-a5d3-46e2-bb0a-5578f520d075 None None] Provisioning complete for port 65cabf95-cea0-4420-97d7-51a8cc6f9ed9 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:48:44.423933 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-2d1533e2-a5d3-46e2-bb0a-5578f520d075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:44.456266 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23f914af-a6a5-4820-acd4-96cb9efacfff admin admin] Network 65497e92-b0c3-442f-8f8a-bf07657099ba is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:48:44.473935 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-23f914af-a6a5-4820-acd4-96cb9efacfff admin admin] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:48:44.485179 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23f914af-a6a5-4820-acd4-96cb9efacfff admin admin] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:48:44.495184 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-b7cd955e-d91c-4417-bfaa-6cf522156a39 None None] For port 65cabf95-cea0-4420-97d7-51a8cc6f9ed9, host n-d-816206-8, cleared binding levels {{(pid=103593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:48:44.502069 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-b7cd955e-d91c-4417-bfaa-6cf522156a39 None None] For port 65cabf95-cea0-4420-97d7-51a8cc6f9ed9, host n-d-816206-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=65cabf95-cea0-4420-97d7-51a8cc6f9ed9,segment=NetworkSegment(bffd1e4f-e80f-4ff0-b418-2f42ae15febf),segment_id=bffd1e4f-e80f-4ff0-b418-2f42ae15febf)] {{(pid=103593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:48:44.503760 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f914af-a6a5-4820-acd4-96cb9efacfff admin admin] Pushing event updated for resources: {'Port': ['ID=79e2c73c-3033-4e4c-912b-faa2a2cb0bad,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:48:44.518981 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-b7cd955e-d91c-4417-bfaa-6cf522156a39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:44.533099 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-2d1533e2-a5d3-46e2-bb0a-5578f520d075 None None] Port 65cabf95-cea0-4420-97d7-51a8cc6f9ed9 cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:48:44.582721 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b3d1d7-7ff0-4f29-82dd-74d964057736 req-4b01f76f-8333-493c-b5e4-bc1350ddf44e tempest-VolumesNegativeTest-2111256956 tempest-VolumesNegativeTest-2111256956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:48:44.587414 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-21b3d1d7-7ff0-4f29-82dd-74d964057736 req-4b01f76f-8333-493c-b5e4-bc1350ddf44e tempest-VolumesNegativeTest-2111256956 tempest-VolumesNegativeTest-2111256956-project] 10.222.0.60 "GET /v2.0/ports?device_id=a0adbefa-21f3-40e9-af20-32a886cc213b HTTP/1.1" status: 200 len: 949 time: 0.2570732 Nov 23 17:48:44.599031 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-23f914af-a6a5-4820-acd4-96cb9efacfff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1795539'] for router_interface, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:44.639780 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ba68594-e471-436b-a86f-49e95d47ee95 None None] DHCP port deletion for 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:48:44.726189 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-21b3d1d7-7ff0-4f29-82dd-74d964057736 req-8486c590-daf6-49c1-a076-af55bc9c2ce9 tempest-VolumesNegativeTest-2111256956 tempest-VolumesNegativeTest-2111256956-project] 10.222.0.60 "GET /v2.0/security-groups?id=94553f30-dbba-4ca0-b108-0fbcb1b7d3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228323 Nov 23 17:48:44.733509 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7cd955e-d91c-4417-bfaa-6cf522156a39 None None] Routers {'7b0fa152-159a-4ecd-ad21-8c7c4fbaaf9e'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:48:44.735993 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-b7cd955e-d91c-4417-bfaa-6cf522156a39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:48:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['7b0fa152-159a-4ecd-ad21-8c7c4fbaaf9e'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:48:44.760186 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce81f5f-4694-400f-aaa1-c313c03b1a60 None None] Pushing event updated for resources: {'Port': ['ID=65cabf95-cea0-4420-97d7-51a8cc6f9ed9,revision_number=3']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:48:44.776748 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-feec55cd-423a-43ec-acf2-e7ca4c8fc22b None None] Provisioning complete for port 65cabf95-cea0-4420-97d7-51a8cc6f9ed9 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:48:44.777198 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-feec55cd-423a-43ec-acf2-e7ca4c8fc22b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:44.923694 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-b7cd955e-d91c-4417-bfaa-6cf522156a39 None None] Set router 7b0fa152-159a-4ecd-ad21-8c7c4fbaaf9e gateway port host: n-d-816206-8 {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:48:44.997212 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-feec55cd-423a-43ec-acf2-e7ca4c8fc22b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:45.040369 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-feec55cd-423a-43ec-acf2-e7ca4c8fc22b None None] For port 65cabf95-cea0-4420-97d7-51a8cc6f9ed9, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=65cabf95-cea0-4420-97d7-51a8cc6f9ed9,segment=NetworkSegment(bffd1e4f-e80f-4ff0-b418-2f42ae15febf),segment_id=bffd1e4f-e80f-4ff0-b418-2f42ae15febf)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:48:45.053848 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-feec55cd-423a-43ec-acf2-e7ca4c8fc22b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:45.150292 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-d74f7276-5910-4a05-89a7-d76437dd26e0 req-9880015d-27b3-4f3d-bc84-6d4b28798a25 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=94553f30-dbba-4ca0-b108-0fbcb1b7d3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4101300 Nov 23 17:48:45.159778 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-23f914af-a6a5-4820-acd4-96cb9efacfff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:45.206856 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-4c23321e-aecc-4f15-9ca5-dd57bfe153b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:45.224593 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-7df2811d-ab6f-4e03-90f0-5d7d5fb22930 None None] Provisioning complete for port 79e2c73c-3033-4e4c-912b-faa2a2cb0bad triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:48:45.225175 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-7df2811d-ab6f-4e03-90f0-5d7d5fb22930 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:45.315551 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3031856f-79aa-4d83-b647-8bfcd229e4a2 req-8ee0493e-8760-424b-9c6d-06768d3c7caf tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:48:45.322738 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-b7cd955e-d91c-4417-bfaa-6cf522156a39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b0fa152-159a-4ecd-ad21-8c7c4fbaaf9e', 'name': 'tempest-AttachVolumeTestJSON-1452379613-router', 'tenant_id': 'a72787eb39f84cbca4e464c3cac6bedf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.44'}], 'enable_snat': True}, 'gw_port_id': '65cabf95-cea0-4420-97d7-51a8cc6f9ed9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:48:38Z', 'updated_at': '2021-11-23T17:48:41Z', 'revision_number': 3, 'project_id': 'a72787eb39f84cbca4e464c3cac6bedf', 'gw_port': {'id': '65cabf95-cea0-4420-97d7-51a8cc6f9ed9', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:9e:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b0fa152-159a-4ecd-ad21-8c7c4fbaaf9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2930, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:48:39Z', 'updated_at': '2021-11-23T17:48:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8'}], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:48:45.331511 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-3031856f-79aa-4d83-b647-8bfcd229e4a2 req-8ee0493e-8760-424b-9c6d-06768d3c7caf tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ea7def0-5cf3-46bd-90e2-20013bf25e5e HTTP/1.1" status: 200 len: 944 time: 0.1620324 Nov 23 17:48:45.334627 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-7df2811d-ab6f-4e03-90f0-5d7d5fb22930 None None] Port 79e2c73c-3033-4e4c-912b-faa2a2cb0bad cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:48:45.339947 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feec55cd-423a-43ec-acf2-e7ca4c8fc22b None None] Pushing event updated for resources: {'Port': ['ID=65cabf95-cea0-4420-97d7-51a8cc6f9ed9,revision_number=4']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:48:45.351527 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feec55cd-423a-43ec-acf2-e7ca4c8fc22b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:48:45.352180 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feec55cd-423a-43ec-acf2-e7ca4c8fc22b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:48:45.352748 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feec55cd-423a-43ec-acf2-e7ca4c8fc22b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:48:45.353282 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feec55cd-423a-43ec-acf2-e7ca4c8fc22b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:48:45.353790 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feec55cd-423a-43ec-acf2-e7ca4c8fc22b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:48:45.354315 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feec55cd-423a-43ec-acf2-e7ca4c8fc22b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:48:45.355552 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feec55cd-423a-43ec-acf2-e7ca4c8fc22b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:48:45.356139 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feec55cd-423a-43ec-acf2-e7ca4c8fc22b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:48:45.356822 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feec55cd-423a-43ec-acf2-e7ca4c8fc22b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:48:45.358209 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feec55cd-423a-43ec-acf2-e7ca4c8fc22b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:48:45.359158 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feec55cd-423a-43ec-acf2-e7ca4c8fc22b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:48:45.359698 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feec55cd-423a-43ec-acf2-e7ca4c8fc22b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:48:45.388025 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7cd955e-d91c-4417-bfaa-6cf522156a39 None None] The sync data for ids ['7b0fa152-159a-4ecd-ad21-8c7c4fbaaf9e'] in n-d-816206-8 is: [{'id': '7b0fa152-159a-4ecd-ad21-8c7c4fbaaf9e', 'name': 'tempest-AttachVolumeTestJSON-1452379613-router', 'tenant_id': 'a72787eb39f84cbca4e464c3cac6bedf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.44'}], 'enable_snat': True}, 'gw_port_id': '65cabf95-cea0-4420-97d7-51a8cc6f9ed9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:48:38Z', 'updated_at': '2021-11-23T17:48:41Z', 'revision_number': 3, 'project_id': 'a72787eb39f84cbca4e464c3cac6bedf', 'gw_port': {'id': '65cabf95-cea0-4420-97d7-51a8cc6f9ed9', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:9e:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b0fa152-159a-4ecd-ad21-8c7c4fbaaf9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2930, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:48:39Z', 'updated_at': '2021-11-23T17:48:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8'}] {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:48:45.465036 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-3031856f-79aa-4d83-b647-8bfcd229e4a2 req-17d3ade8-57a1-43fc-8c90-6a1e94b184ff tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] 10.222.0.60 "GET /v2.0/security-groups?id=6b69aca9-b68e-45b0-a7a0-1eb351a8ed08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320500 Nov 23 17:48:45.557062 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-23f914af-a6a5-4820-acd4-96cb9efacfff admin admin] Publish callbacks [] for port, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:45.572827 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-23f914af-a6a5-4820-acd4-96cb9efacfff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264357957'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:45.679716 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-23f914af-a6a5-4820-acd4-96cb9efacfff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2068703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1794403'] for router_interface, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:45.685808 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f914af-a6a5-4820-acd4-96cb9efacfff admin admin] Pushing event updated for resources: {'Port': ['ID=79e2c73c-3033-4e4c-912b-faa2a2cb0bad,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:48:45.985669 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23f914af-a6a5-4820-acd4-96cb9efacfff admin admin] Network 65497e92-b0c3-442f-8f8a-bf07657099ba is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:48:45.999061 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-23f914af-a6a5-4820-acd4-96cb9efacfff admin admin] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:48:46.009400 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdcc1d9-f512-4f28-97f6-49a643c9509a req-2c1b76c9-63cd-4886-8722-08f1e18d3407 tempest-VolumesNegativeTest-2111256956 tempest-VolumesNegativeTest-2111256956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:48:46.012290 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6cdcc1d9-f512-4f28-97f6-49a643c9509a req-2c1b76c9-63cd-4886-8722-08f1e18d3407 tempest-VolumesNegativeTest-2111256956 tempest-VolumesNegativeTest-2111256956-project] 10.222.0.60 "GET /v2.0/ports?device_id=a0adbefa-21f3-40e9-af20-32a886cc213b HTTP/1.1" status: 200 len: 949 time: 0.1043003 Nov 23 17:48:46.032176 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215af37a-0b18-4b91-a878-143321effc4d req-2963f0fb-f3e3-4424-994d-49584deb7303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:48:46.034177 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-215af37a-0b18-4b91-a878-143321effc4d req-2963f0fb-f3e3-4424-994d-49584deb7303 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b18cd1cca1b44b989141b05dcb1fddfb&device_id=2ea7def0-5cf3-46bd-90e2-20013bf25e5e HTTP/1.1" status: 200 len: 1095 time: 0.1328125 Nov 23 17:48:46.137763 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6cdcc1d9-f512-4f28-97f6-49a643c9509a req-93f136d9-78a9-4fba-9907-b8c381b3e287 tempest-VolumesNegativeTest-2111256956 tempest-VolumesNegativeTest-2111256956-project] 10.222.0.60 "GET /v2.0/security-groups?id=94553f30-dbba-4ca0-b108-0fbcb1b7d3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093047 Nov 23 17:48:46.334305 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215af37a-0b18-4b91-a878-143321effc4d req-e5afb461-3671-451c-98c0-b447a1c9aa28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:48:46.337279 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-215af37a-0b18-4b91-a878-143321effc4d req-e5afb461-3671-451c-98c0-b447a1c9aa28 service neutron] 10.222.0.55 "GET /v2.0/networks?id=b75e9fac-17f1-4702-8d25-f863ff44788f HTTP/1.1" status: 200 len: 915 time: 0.2218945 Nov 23 17:48:46.371913 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23f914af-a6a5-4820-acd4-96cb9efacfff admin admin] Router 7b0fa152-159a-4ecd-ad21-8c7c4fbaaf9e has already been hosted by L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 {{(pid=103590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 17:48:46.478748 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-852a7c86-122a-421c-8002-40f119992c45 None None] Provisioning complete for port 79e2c73c-3033-4e4c-912b-faa2a2cb0bad triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:48:46.479347 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-852a7c86-122a-421c-8002-40f119992c45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:46.561922 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-852a7c86-122a-421c-8002-40f119992c45 None None] Port 79e2c73c-3033-4e4c-912b-faa2a2cb0bad cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:48:46.590820 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-52822d53-48f5-4819-8a95-bdc13aea0bf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:46.646023 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23f914af-a6a5-4820-acd4-96cb9efacfff admin admin] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:48:46.657676 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-23f914af-a6a5-4820-acd4-96cb9efacfff admin admin] 10.222.0.60 "PUT /v2.0/routers/7b0fa152-159a-4ecd-ad21-8c7c4fbaaf9e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2193160 Nov 23 17:48:46.762276 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae36691-c625-43ff-bf21-0d191d5f1200 req-52a89267-d8ca-4405-9c55-1ee077787cc2 tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:48:46.770573 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-fae36691-c625-43ff-bf21-0d191d5f1200 req-52a89267-d8ca-4405-9c55-1ee077787cc2 tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ea7def0-5cf3-46bd-90e2-20013bf25e5e HTTP/1.1" status: 200 len: 944 time: 0.1632619 Nov 23 17:48:46.863256 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-fae36691-c625-43ff-bf21-0d191d5f1200 req-1170a25f-d8a8-473f-98db-20d811f8a8f3 tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] 10.222.0.60 "GET /v2.0/security-groups?id=6b69aca9-b68e-45b0-a7a0-1eb351a8ed08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913882 Nov 23 17:48:47.332671 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ca9d8b-eb4c-4d0f-98e6-5468f034527f req-990f0ee5-12eb-4b3a-8cc7-d1cb7546672a tempest-VolumesNegativeTest-2111256956 tempest-VolumesNegativeTest-2111256956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:48:47.335049 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-91ca9d8b-eb4c-4d0f-98e6-5468f034527f req-990f0ee5-12eb-4b3a-8cc7-d1cb7546672a tempest-VolumesNegativeTest-2111256956 tempest-VolumesNegativeTest-2111256956-project] 10.222.0.60 "GET /v2.0/ports?device_id=a0adbefa-21f3-40e9-af20-32a886cc213b HTTP/1.1" status: 200 len: 949 time: 0.0689788 Nov 23 17:48:47.422336 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-91ca9d8b-eb4c-4d0f-98e6-5468f034527f req-6d564a3a-13f3-4926-9c6f-ef112c09abd3 tempest-VolumesNegativeTest-2111256956 tempest-VolumesNegativeTest-2111256956-project] 10.222.0.60 "GET /v2.0/security-groups?id=94553f30-dbba-4ca0-b108-0fbcb1b7d3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808122 Nov 23 17:48:47.496053 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 35718) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:48:47.501961 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-b9db5c48-cd1f-4282-a4df-9d5213962cee tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] Request body: {'security_group': {'name': 'tempest-securitygroup--941133791', 'description': 'tempest-description--1764821095'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:48:47.534554 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b9db5c48-cd1f-4282-a4df-9d5213962cee tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] Publish callbacks [] for security_group, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:47.647179 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b9db5c48-cd1f-4282-a4df-9d5213962cee tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] Publish callbacks [] for security_group, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:47.656221 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b9db5c48-cd1f-4282-a4df-9d5213962cee tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:47.709951 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9db5c48-cd1f-4282-a4df-9d5213962cee tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b27d2e1-77aa-4824-820e-41aa2cca6128,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:48:47.720000 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b9db5c48-cd1f-4282-a4df-9d5213962cee tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:47.723126 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-b9db5c48-cd1f-4282-a4df-9d5213962cee tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.2250776 Nov 23 17:48:47.727963 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 35720) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:48:47.737948 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9a27ae6c-db98-474f-94c1-cc99bf842d79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:47.743016 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-3f76b5eb-3763-495c-8869-7a1c2de66b5f tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] Request body: {'security_group_rule': {'security_group_id': '3b27d2e1-77aa-4824-820e-41aa2cca6128', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:48:47.788156 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 65cabf95-cea0-4420-97d7-51a8cc6f9ed9 up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:48:47.813308 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-3f76b5eb-3763-495c-8869-7a1c2de66b5f tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:47.862448 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port 65cabf95-cea0-4420-97d7-51a8cc6f9ed9 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:48:47.863681 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:47.905297 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-3f76b5eb-3763-495c-8869-7a1c2de66b5f tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:47.921020 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-3f76b5eb-3763-495c-8869-7a1c2de66b5f tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994370'] for security_group_rule, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:47.955048 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f76b5eb-3763-495c-8869-7a1c2de66b5f tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=650b0d4f-5fb0-4672-a504-784f4d553643,revision_number=0']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:48:48.055532 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f76b5eb-3763-495c-8869-7a1c2de66b5f tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:48:48.056120 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f76b5eb-3763-495c-8869-7a1c2de66b5f tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:48:48.056973 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f76b5eb-3763-495c-8869-7a1c2de66b5f tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:48:48.057609 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f76b5eb-3763-495c-8869-7a1c2de66b5f tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:48:48.058145 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f76b5eb-3763-495c-8869-7a1c2de66b5f tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:48:48.059594 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f76b5eb-3763-495c-8869-7a1c2de66b5f tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:48:48.060138 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f76b5eb-3763-495c-8869-7a1c2de66b5f tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:48:48.060656 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f76b5eb-3763-495c-8869-7a1c2de66b5f tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:48:48.061162 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f76b5eb-3763-495c-8869-7a1c2de66b5f tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:48:48.061763 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f76b5eb-3763-495c-8869-7a1c2de66b5f tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:48:48.062103 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f76b5eb-3763-495c-8869-7a1c2de66b5f tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:48:48.062515 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f76b5eb-3763-495c-8869-7a1c2de66b5f tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:48:48.088716 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-3f76b5eb-3763-495c-8869-7a1c2de66b5f tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:48.090412 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-3f76b5eb-3763-495c-8869-7a1c2de66b5f tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3608491 Nov 23 17:48:48.094239 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 35726) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:48:48.103485 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-d849559d-5b4a-4d91-b143-681534af0b9e tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] Request body: {'security_group_rule': {'security_group_id': '3b27d2e1-77aa-4824-820e-41aa2cca6128', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:48:48.128736 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe45fad-155f-46b6-8b3e-d77ae180398f req-dffcd76b-cba6-4397-942d-7982a69044bf tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:48:48.137572 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-efe45fad-155f-46b6-8b3e-d77ae180398f req-dffcd76b-cba6-4397-942d-7982a69044bf tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ea7def0-5cf3-46bd-90e2-20013bf25e5e HTTP/1.1" status: 200 len: 944 time: 0.1570718 Nov 23 17:48:48.192665 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d849559d-5b4a-4d91-b143-681534af0b9e tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:48.205157 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-efe45fad-155f-46b6-8b3e-d77ae180398f req-de97f7d0-d6e4-4b04-9a9a-fb33005d8d12 tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] 10.222.0.60 "GET /v2.0/security-groups?id=6b69aca9-b68e-45b0-a7a0-1eb351a8ed08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662348 Nov 23 17:48:48.296735 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8ffa388-7644-4bed-8042-3e3b594ff350 None None] Sync routers for ids ['7b0fa152-159a-4ecd-ad21-8c7c4fbaaf9e'] in n-d-816206-8 {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:48:48.320723 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d849559d-5b4a-4d91-b143-681534af0b9e tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:48.323516 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8ffa388-7644-4bed-8042-3e3b594ff350 None None] Routers {'7b0fa152-159a-4ecd-ad21-8c7c4fbaaf9e'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:48:48.324619 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-a8ffa388-7644-4bed-8042-3e3b594ff350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:48:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['7b0fa152-159a-4ecd-ad21-8c7c4fbaaf9e'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:48:48.327364 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d849559d-5b4a-4d91-b143-681534af0b9e tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994370'] for security_group_rule, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:48.356279 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d849559d-5b4a-4d91-b143-681534af0b9e tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2bbea7c4-b8b8-4776-a02b-c0fe9e300060,revision_number=0']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:48:48.379257 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d849559d-5b4a-4d91-b143-681534af0b9e tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:48.382060 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-d849559d-5b4a-4d91-b143-681534af0b9e tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2811732 Nov 23 17:48:48.383956 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 35730) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:48:48.391470 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-64e6bf39-f071-41b7-abbf-bac6247d2697 tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] Request body: {'floatingip': {'floating_network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:48:48.397125 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:48.444852 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-64e6bf39-f071-41b7-abbf-bac6247d2697 tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] Publish callbacks [] for floatingip, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:48.493956 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvr_db [None req-a8ffa388-7644-4bed-8042-3e3b594ff350 None None] Set router 7b0fa152-159a-4ecd-ad21-8c7c4fbaaf9e gateway port host: n-d-816206-8 {{(pid=103592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:48:48.659081 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1241d592-c488-43e2-ac3e-27ed285da8da req-11642f0b-9647-48a4-a3d9-a4e98c746452 tempest-VolumesNegativeTest-2111256956 tempest-VolumesNegativeTest-2111256956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:48:48.660754 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-1241d592-c488-43e2-ac3e-27ed285da8da req-11642f0b-9647-48a4-a3d9-a4e98c746452 tempest-VolumesNegativeTest-2111256956 tempest-VolumesNegativeTest-2111256956-project] 10.222.0.60 "GET /v2.0/ports?device_id=a0adbefa-21f3-40e9-af20-32a886cc213b HTTP/1.1" status: 200 len: 949 time: 0.0717378 Nov 23 17:48:48.730413 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-64e6bf39-f071-41b7-abbf-bac6247d2697 tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:48.747012 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-1241d592-c488-43e2-ac3e-27ed285da8da req-993c41a5-49da-49ff-b927-0900dba8d18f tempest-VolumesNegativeTest-2111256956 tempest-VolumesNegativeTest-2111256956-project] 10.222.0.60 "GET /v2.0/security-groups?id=94553f30-dbba-4ca0-b108-0fbcb1b7d3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782478 Nov 23 17:48:48.837337 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-a8ffa388-7644-4bed-8042-3e3b594ff350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b0fa152-159a-4ecd-ad21-8c7c4fbaaf9e', 'name': 'tempest-AttachVolumeTestJSON-1452379613-router', 'tenant_id': 'a72787eb39f84cbca4e464c3cac6bedf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.44'}], 'enable_snat': True}, 'gw_port_id': '65cabf95-cea0-4420-97d7-51a8cc6f9ed9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:48:38Z', 'updated_at': '2021-11-23T17:48:44Z', 'revision_number': 4, 'project_id': 'a72787eb39f84cbca4e464c3cac6bedf', 'gw_port': {'id': '65cabf95-cea0-4420-97d7-51a8cc6f9ed9', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:9e:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b0fa152-159a-4ecd-ad21-8c7c4fbaaf9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2930, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:48:39Z', 'updated_at': '2021-11-23T17:48:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_interfaces': [{'id': '79e2c73c-3033-4e4c-912b-faa2a2cb0bad', 'name': '', 'network_id': '65497e92-b0c3-442f-8f8a-bf07657099ba', 'tenant_id': 'a72787eb39f84cbca4e464c3cac6bedf', 'mac_address': 'fa:16:3e:c5:cf:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b0fa152-159a-4ecd-ad21-8c7c4fbaaf9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2931, 'fixed_ips': [{'subnet_id': 'edc28ddc-ae2c-4b2b-bf91-4f5ac80bdafe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:48:43Z', 'updated_at': '2021-11-23T17:48:45Z', 'revision_number': 2, 'project_id': 'a72787eb39f84cbca4e464c3cac6bedf', 'subnets': [{'id': 'edc28ddc-ae2c-4b2b-bf91-4f5ac80bdafe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:48:48.882405 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8ffa388-7644-4bed-8042-3e3b594ff350 None None] Checking router: 7b0fa152-159a-4ecd-ad21-8c7c4fbaaf9e for host: n-d-816206-8 {{(pid=103592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 17:48:48.882767 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8ffa388-7644-4bed-8042-3e3b594ff350 None None] Updating router 7b0fa152-159a-4ecd-ad21-8c7c4fbaaf9e port 79e2c73c-3033-4e4c-912b-faa2a2cb0bad binding host n-d-816206-8 {{(pid=103592) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 17:48:48.947760 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.db_base_plugin_common [None req-64e6bf39-f071-41b7-abbf-bac6247d2697 tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] Allocated IP 172.25.3.72 (4c8455ba-1be5-42ac-b8c2-8a16e1292d55/08fe3644-ce41-4c3f-a7ea-92bac0f0fff5/ba5a6a8d-91b3-4925-9de6-2e16a4b2d82f) {{(pid=103591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:48:48.950311 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-a8ffa388-7644-4bed-8042-3e3b594ff350 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:49.123533 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-64e6bf39-f071-41b7-abbf-bac6247d2697 tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] Publish callbacks [] for port, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:49.272950 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-64e6bf39-f071-41b7-abbf-bac6247d2697 tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:49.315691 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64e6bf39-f071-41b7-abbf-bac6247d2697 tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] Network 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 is already hosted by enough agents. {{(pid=103591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:48:49.324828 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [None req-64e6bf39-f071-41b7-abbf-bac6247d2697 tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] Resources bound (agent type, host, resource id): {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:48:49.331100 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64e6bf39-f071-41b7-abbf-bac6247d2697 tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] Received port after_create {{(pid=103591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:48:49.357926 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-919b05fc-6d89-49eb-b52d-b572dbd98f05 req-7c3543d9-9998-4196-83b2-469117172a4f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=33ad57ba-2e81-4ec7-8fab-dd4327006cf7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1638455 Nov 23 17:48:49.459723 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-a8ffa388-7644-4bed-8042-3e3b594ff350 None None] Publish callbacks [] for port, precommit_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:49.481668 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-a8ffa388-7644-4bed-8042-3e3b594ff350 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:49.498876 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e6bf39-f071-41b7-abbf-bac6247d2697 tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] Pushing event updated for resources: {'Port': ['ID=ba5a6a8d-91b3-4925-9de6-2e16a4b2d82f,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:48:49.567073 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9c77ac-4105-4568-9de9-393e4ab13916 req-0c93cafe-9277-4963-aa4c-499c30b0de11 tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:48:49.577235 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-df9c77ac-4105-4568-9de9-393e4ab13916 req-0c93cafe-9277-4963-aa4c-499c30b0de11 tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ea7def0-5cf3-46bd-90e2-20013bf25e5e HTTP/1.1" status: 200 len: 944 time: 0.2159781 Nov 23 17:48:49.592951 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-64e6bf39-f071-41b7-abbf-bac6247d2697 tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:49.602690 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919b05fc-6d89-49eb-b52d-b572dbd98f05 req-9e4198ce-8f43-4922-8369-328bb9b1b8ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:48:49.604185 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-919b05fc-6d89-49eb-b52d-b572dbd98f05 req-9e4198ce-8f43-4922-8369-328bb9b1b8ac service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c0a53cd325e44b8fbee499050453672f&device_id=33ad57ba-2e81-4ec7-8fab-dd4327006cf7 HTTP/1.1" status: 200 len: 1097 time: 0.1568682 Nov 23 17:48:49.638209 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b85bb1-7a0d-4259-ba09-f7dd5f97e154 None None] Pushing event updated for resources: {'Port': ['ID=79e2c73c-3033-4e4c-912b-faa2a2cb0bad,revision_number=3']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:48:49.661176 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-a8ffa388-7644-4bed-8042-3e3b594ff350 None None] Attempting to bind port 79e2c73c-3033-4e4c-912b-faa2a2cb0bad on host n-d-816206-8 for vnic_type normal with profile {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:48:49.661551 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-a8ffa388-7644-4bed-8042-3e3b594ff350 None None] Attempting to bind port 79e2c73c-3033-4e4c-912b-faa2a2cb0bad by drivers openvswitch,hyperv on host n-d-816206-8 at level 0 using segments [{'id': 'dbe8f3be-f4c4-4704-9ef8-8b5a9aeb3c29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '65497e92-b0c3-442f-8f8a-bf07657099ba'}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:48:49.661924 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8ffa388-7644-4bed-8042-3e3b594ff350 None None] Attempting to bind port 79e2c73c-3033-4e4c-912b-faa2a2cb0bad on network 65497e92-b0c3-442f-8f8a-bf07657099ba {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:48:49.668809 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8ffa388-7644-4bed-8042-3e3b594ff350 None None] Checking agent: {'id': '9e89acbe-4bbe-4c77-a18b-6f1da9133e0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 7, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 48, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:48:49.669244 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8ffa388-7644-4bed-8042-3e3b594ff350 None None] Checking segment: {'id': 'dbe8f3be-f4c4-4704-9ef8-8b5a9aeb3c29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '65497e92-b0c3-442f-8f8a-bf07657099ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:48:49.669594 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-a8ffa388-7644-4bed-8042-3e3b594ff350 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:49.669993 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8ffa388-7644-4bed-8042-3e3b594ff350 None None] Bound using segment: {'id': 'dbe8f3be-f4c4-4704-9ef8-8b5a9aeb3c29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '65497e92-b0c3-442f-8f8a-bf07657099ba'} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:48:49.670471 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-a8ffa388-7644-4bed-8042-3e3b594ff350 None None] Bound port: 79e2c73c-3033-4e4c-912b-faa2a2cb0bad, host: n-d-816206-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbe8f3be-f4c4-4704-9ef8-8b5a9aeb3c29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '65497e92-b0c3-442f-8f8a-bf07657099ba'}}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:48:49.670855 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-a8ffa388-7644-4bed-8042-3e3b594ff350 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:49.780133 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-df9c77ac-4105-4568-9de9-393e4ab13916 req-d5a03201-1d35-4e51-a089-59da6a760f08 tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] 10.222.0.60 "GET /v2.0/security-groups?id=6b69aca9-b68e-45b0-a7a0-1eb351a8ed08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2019782 Nov 23 17:48:49.811567 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-a8ffa388-7644-4bed-8042-3e3b594ff350 None None] For port 79e2c73c-3033-4e4c-912b-faa2a2cb0bad, host n-d-816206-8, cleared binding levels {{(pid=103592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:48:49.815488 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-a8ffa388-7644-4bed-8042-3e3b594ff350 None None] For port 79e2c73c-3033-4e4c-912b-faa2a2cb0bad, host n-d-816206-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=79e2c73c-3033-4e4c-912b-faa2a2cb0bad,segment=NetworkSegment(dbe8f3be-f4c4-4704-9ef8-8b5a9aeb3c29),segment_id=dbe8f3be-f4c4-4704-9ef8-8b5a9aeb3c29)] {{(pid=103592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:48:49.815812 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-64e6bf39-f071-41b7-abbf-bac6247d2697 tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:49.825533 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-a8ffa388-7644-4bed-8042-3e3b594ff350 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:49.915818 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b85bb1-7a0d-4259-ba09-f7dd5f97e154 None None] Pushing event updated for resources: {'Port': ['ID=79e2c73c-3033-4e4c-912b-faa2a2cb0bad,revision_number=4']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:48:49.932603 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8ffa388-7644-4bed-8042-3e3b594ff350 None None] Routers {'7b0fa152-159a-4ecd-ad21-8c7c4fbaaf9e'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:48:49.933524 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-a8ffa388-7644-4bed-8042-3e3b594ff350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:48:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['7b0fa152-159a-4ecd-ad21-8c7c4fbaaf9e'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:48:49.962188 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919b05fc-6d89-49eb-b52d-b572dbd98f05 req-046a80b7-712b-4c63-a731-887a026fccbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:48:49.963914 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-919b05fc-6d89-49eb-b52d-b572dbd98f05 req-046a80b7-712b-4c63-a731-887a026fccbc service neutron] 10.222.0.36 "GET /v2.0/networks?id=02874d22-2dc9-404b-96b5-741d17e13e44 HTTP/1.1" status: 200 len: 913 time: 0.3300385 Nov 23 17:48:50.058806 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-7b2499ad-a886-46da-b49b-9301efc5db17 None None] Provisioning complete for port 79e2c73c-3033-4e4c-912b-faa2a2cb0bad triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:48:50.058806 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-7b2499ad-a886-46da-b49b-9301efc5db17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:50.069395 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebfecc6-6afb-43ea-a0ad-6e8cefbf17cf req-489b5dcc-babe-490f-b255-c14496c92a0d tempest-VolumesNegativeTest-2111256956 tempest-VolumesNegativeTest-2111256956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:48:50.084712 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-cebfecc6-6afb-43ea-a0ad-6e8cefbf17cf req-489b5dcc-babe-490f-b255-c14496c92a0d tempest-VolumesNegativeTest-2111256956 tempest-VolumesNegativeTest-2111256956-project] 10.222.0.60 "GET /v2.0/ports?device_id=a0adbefa-21f3-40e9-af20-32a886cc213b HTTP/1.1" status: 200 len: 949 time: 0.1973410 Nov 23 17:48:50.093017 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvr_db [None req-a8ffa388-7644-4bed-8042-3e3b594ff350 None None] Set router 7b0fa152-159a-4ecd-ad21-8c7c4fbaaf9e gateway port host: n-d-816206-8 {{(pid=103592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:48:50.215954 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-919b05fc-6d89-49eb-b52d-b572dbd98f05 req-92601945-c317-4ea8-af33-ea64b1383f18 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3f0239ae-c0a5-4b25-b653-a289c9c182d2 HTTP/1.1" status: 200 len: 1002 time: 0.2393878 Nov 23 17:48:50.282164 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-cebfecc6-6afb-43ea-a0ad-6e8cefbf17cf req-37dc7f30-2305-480d-a680-a64d3fda1d65 tempest-VolumesNegativeTest-2111256956 tempest-VolumesNegativeTest-2111256956-project] 10.222.0.60 "GET /v2.0/security-groups?id=94553f30-dbba-4ca0-b108-0fbcb1b7d3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736653 Nov 23 17:48:50.283586 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-215af37a-0b18-4b91-a878-143321effc4d req-17ffdb51-c68d-403b-80b0-39046e7b59a7 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3690f848-fde7-480c-ab9e-211c79d0cd2d HTTP/1.1" status: 200 len: 217 time: 0.0453432 Nov 23 17:48:50.291097 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-7b2499ad-a886-46da-b49b-9301efc5db17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:50.338736 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-7b2499ad-a886-46da-b49b-9301efc5db17 None None] For port 79e2c73c-3033-4e4c-912b-faa2a2cb0bad, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=79e2c73c-3033-4e4c-912b-faa2a2cb0bad,segment=NetworkSegment(dbe8f3be-f4c4-4704-9ef8-8b5a9aeb3c29),segment_id=dbe8f3be-f4c4-4704-9ef8-8b5a9aeb3c29)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:48:50.349642 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-7b2499ad-a886-46da-b49b-9301efc5db17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:50.353694 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919b05fc-6d89-49eb-b52d-b572dbd98f05 req-985d1f07-9430-4b2b-b6d5-5f4679f4f327 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:48:50.355291 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-919b05fc-6d89-49eb-b52d-b572dbd98f05 req-985d1f07-9430-4b2b-b6d5-5f4679f4f327 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7cd7c517-b8bf-4f3d-98b6-b23c91372576 HTTP/1.1" status: 200 len: 851 time: 0.1305778 Nov 23 17:48:50.380176 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215af37a-0b18-4b91-a878-143321effc4d req-801803f0-7721-4677-b002-662ed29204dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:48:50.382044 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-215af37a-0b18-4b91-a878-143321effc4d req-801803f0-7721-4677-b002-662ed29204dd service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8bdf8112-60de-47e2-b40b-a031bce5a853 HTTP/1.1" status: 200 len: 854 time: 0.0863023 Nov 23 17:48:50.395619 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-64e6bf39-f071-41b7-abbf-bac6247d2697 tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] Publish callbacks [] for port, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:50.410392 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-64e6bf39-f071-41b7-abbf-bac6247d2697 tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264758186'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:50.429982 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-215af37a-0b18-4b91-a878-143321effc4d req-0df70c95-5f36-4ee4-a203-8fa5ef91eb6b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b75e9fac-17f1-4702-8d25-f863ff44788f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393143 Nov 23 17:48:50.455884 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2499ad-a886-46da-b49b-9301efc5db17 None None] Pushing event updated for resources: {'Port': ['ID=79e2c73c-3033-4e4c-912b-faa2a2cb0bad,revision_number=5']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:48:50.456214 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919b05fc-6d89-49eb-b52d-b572dbd98f05 req-88f57385-96de-46bd-b89d-b64cb00c75b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:48:50.458045 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-919b05fc-6d89-49eb-b52d-b572dbd98f05 req-88f57385-96de-46bd-b89d-b64cb00c75b3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=02874d22-2dc9-404b-96b5-741d17e13e44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0894046 Nov 23 17:48:50.474853 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-68eccb57-4c8d-4bf5-9201-993a020dd4d9 None None] Provisioning complete for port 79e2c73c-3033-4e4c-912b-faa2a2cb0bad triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:48:50.475357 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-68eccb57-4c8d-4bf5-9201-993a020dd4d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:50.520608 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e6bf39-f071-41b7-abbf-bac6247d2697 tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] Pushing event updated for resources: {'Port': ['ID=ba5a6a8d-91b3-4925-9de6-2e16a4b2d82f,revision_number=2']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:48:50.550404 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-64e6bf39-f071-41b7-abbf-bac6247d2697 tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1795396'] for floatingip, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:50.613119 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-64e6bf39-f071-41b7-abbf-bac6247d2697 tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for floatingip, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:50.625655 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-64e6bf39-f071-41b7-abbf-bac6247d2697 tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.2391326 Nov 23 17:48:50.645946 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-215af37a-0b18-4b91-a878-143321effc4d req-c1829ec7-e213-43de-ab78-4ab26cec92ae service neutron] 10.222.0.55 "GET /v2.0/networks/b75e9fac-17f1-4702-8d25-f863ff44788f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2060416 Nov 23 17:48:50.663497 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-919b05fc-6d89-49eb-b52d-b572dbd98f05 req-1e936e6b-a5b3-4f91-8394-f201bd73e1e1 service neutron] 10.222.0.36 "GET /v2.0/networks/02874d22-2dc9-404b-96b5-741d17e13e44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1932051 Nov 23 17:48:50.715095 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-a8ffa388-7644-4bed-8042-3e3b594ff350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b0fa152-159a-4ecd-ad21-8c7c4fbaaf9e', 'name': 'tempest-AttachVolumeTestJSON-1452379613-router', 'tenant_id': 'a72787eb39f84cbca4e464c3cac6bedf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.44'}], 'enable_snat': True}, 'gw_port_id': '65cabf95-cea0-4420-97d7-51a8cc6f9ed9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:48:38Z', 'updated_at': '2021-11-23T17:48:44Z', 'revision_number': 4, 'project_id': 'a72787eb39f84cbca4e464c3cac6bedf', 'gw_port': {'id': '65cabf95-cea0-4420-97d7-51a8cc6f9ed9', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:9e:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b0fa152-159a-4ecd-ad21-8c7c4fbaaf9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2930, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:48:39Z', 'updated_at': '2021-11-23T17:48:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_interfaces': [{'id': '79e2c73c-3033-4e4c-912b-faa2a2cb0bad', 'name': '', 'network_id': '65497e92-b0c3-442f-8f8a-bf07657099ba', 'tenant_id': 'a72787eb39f84cbca4e464c3cac6bedf', 'mac_address': 'fa:16:3e:c5:cf:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b0fa152-159a-4ecd-ad21-8c7c4fbaaf9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2931, 'fixed_ips': [{'subnet_id': 'edc28ddc-ae2c-4b2b-bf91-4f5ac80bdafe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:48:43Z', 'updated_at': '2021-11-23T17:48:49Z', 'revision_number': 4, 'project_id': 'a72787eb39f84cbca4e464c3cac6bedf', 'subnets': [{'id': 'edc28ddc-ae2c-4b2b-bf91-4f5ac80bdafe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:48:50.753121 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8ffa388-7644-4bed-8042-3e3b594ff350 None None] The sync data for ids ['7b0fa152-159a-4ecd-ad21-8c7c4fbaaf9e'] in n-d-816206-8 is: [{'id': '7b0fa152-159a-4ecd-ad21-8c7c4fbaaf9e', 'name': 'tempest-AttachVolumeTestJSON-1452379613-router', 'tenant_id': 'a72787eb39f84cbca4e464c3cac6bedf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.44'}], 'enable_snat': True}, 'gw_port_id': '65cabf95-cea0-4420-97d7-51a8cc6f9ed9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:48:38Z', 'updated_at': '2021-11-23T17:48:44Z', 'revision_number': 4, 'project_id': 'a72787eb39f84cbca4e464c3cac6bedf', 'gw_port': {'id': '65cabf95-cea0-4420-97d7-51a8cc6f9ed9', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:9e:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b0fa152-159a-4ecd-ad21-8c7c4fbaaf9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2930, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:48:39Z', 'updated_at': '2021-11-23T17:48:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_interfaces': [{'id': '79e2c73c-3033-4e4c-912b-faa2a2cb0bad', 'name': '', 'network_id': '65497e92-b0c3-442f-8f8a-bf07657099ba', 'tenant_id': 'a72787eb39f84cbca4e464c3cac6bedf', 'mac_address': 'fa:16:3e:c5:cf:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b0fa152-159a-4ecd-ad21-8c7c4fbaaf9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2931, 'fixed_ips': [{'subnet_id': 'edc28ddc-ae2c-4b2b-bf91-4f5ac80bdafe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:48:43Z', 'updated_at': '2021-11-23T17:48:49Z', 'revision_number': 4, 'project_id': 'a72787eb39f84cbca4e464c3cac6bedf', 'subnets': [{'id': 'edc28ddc-ae2c-4b2b-bf91-4f5ac80bdafe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:48:50.911508 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-215af37a-0b18-4b91-a878-143321effc4d req-22de377f-863b-4f8b-b030-9f521903a59a service neutron] 10.222.0.55 "GET /v2.0/networks/b75e9fac-17f1-4702-8d25-f863ff44788f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2562819 Nov 23 17:48:51.304407 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-919b05fc-6d89-49eb-b52d-b572dbd98f05 req-88272f2d-1496-4620-8de3-3de9e7e4b2f3 service neutron] 10.222.0.36 "GET /v2.0/networks/02874d22-2dc9-404b-96b5-741d17e13e44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6315219 Nov 23 17:48:51.309276 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-cfaac6f2-1260-45fc-883a-0f5c3b3e44b9 req-0861cf10-cf2e-4da3-bb7a-82a9bcf0db01 tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--941133791&fields=id&tenant_id=a72787eb39f84cbca4e464c3cac6bedf HTTP/1.1" status: 200 len: 267 time: 0.1056166 Nov 23 17:48:51.317556 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd26dd09-07a4-4926-abe4-70414d12222a req-8ec10955-fda6-4ddb-9472-025c0fd27720 tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:48:51.319061 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-cd26dd09-07a4-4926-abe4-70414d12222a req-8ec10955-fda6-4ddb-9472-025c0fd27720 tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ea7def0-5cf3-46bd-90e2-20013bf25e5e HTTP/1.1" status: 200 len: 944 time: 0.1143994 Nov 23 17:48:51.434993 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-cd26dd09-07a4-4926-abe4-70414d12222a req-f2fc93de-ec43-4dbd-9094-c071e9ebacc1 tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] 10.222.0.60 "GET /v2.0/security-groups?id=6b69aca9-b68e-45b0-a7a0-1eb351a8ed08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936532 Nov 23 17:48:51.461513 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfaac6f2-1260-45fc-883a-0f5c3b3e44b9 req-3d4188b6-e45a-4e10-a9c2-844acd7ddd14 tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:48:51.463405 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-cfaac6f2-1260-45fc-883a-0f5c3b3e44b9 req-3d4188b6-e45a-4e10-a9c2-844acd7ddd14 tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] 10.222.0.60 "GET /v2.0/networks?id=65497e92-b0c3-442f-8f8a-bf07657099ba HTTP/1.1" status: 200 len: 811 time: 0.1432872 Nov 23 17:48:51.492772 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-cfaac6f2-1260-45fc-883a-0f5c3b3e44b9 req-154e1f0d-414b-40ea-8626-9ae9f63e92bd tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] 10.222.0.60 "GET /v2.0/quotas/a72787eb39f84cbca4e464c3cac6bedf HTTP/1.1" status: 200 len: 375 time: 0.0116186 Nov 23 17:48:51.615727 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-cfaac6f2-1260-45fc-883a-0f5c3b3e44b9 req-694daf2b-3471-4c00-8b17-8ad263ac8d05 tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=a72787eb39f84cbca4e464c3cac6bedf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1009929 Nov 23 17:48:51.647349 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [req-cfaac6f2-1260-45fc-883a-0f5c3b3e44b9 req-22b756c0-00a8-45f6-9959-be18207f30d4 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=103591) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 17:48:51.648334 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-cfaac6f2-1260-45fc-883a-0f5c3b3e44b9 req-22b756c0-00a8-45f6-9959-be18207f30d4 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052400 Nov 23 17:48:51.785027 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 79e2c73c-3033-4e4c-912b-faa2a2cb0bad up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:48:51.855083 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bc6bc4-fe40-4eac-94eb-96b551a791e0 req-7de98a94-f0cd-41f9-bca7-76f15a9176b0 tempest-VolumesNegativeTest-2111256956 tempest-VolumesNegativeTest-2111256956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:48:51.856985 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-55bc6bc4-fe40-4eac-94eb-96b551a791e0 req-7de98a94-f0cd-41f9-bca7-76f15a9176b0 tempest-VolumesNegativeTest-2111256956 tempest-VolumesNegativeTest-2111256956-project] 10.222.0.60 "GET /v2.0/ports?device_id=a0adbefa-21f3-40e9-af20-32a886cc213b HTTP/1.1" status: 200 len: 949 time: 0.1517496 Nov 23 17:48:51.883156 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-cfaac6f2-1260-45fc-883a-0f5c3b3e44b9 req-c520aadd-7e2a-4d1f-b13a-80e3b175b98e service neutron] 10.222.0.60 "GET /v2.0/networks/65497e92-b0c3-442f-8f8a-bf07657099ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2186661 Nov 23 17:48:51.887144 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port 79e2c73c-3033-4e4c-912b-faa2a2cb0bad triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:48:51.887741 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:51.962749 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-55bc6bc4-fe40-4eac-94eb-96b551a791e0 req-a0c15239-ff11-45ce-b571-9a2bc2793261 tempest-VolumesNegativeTest-2111256956 tempest-VolumesNegativeTest-2111256956-project] 10.222.0.60 "GET /v2.0/security-groups?id=94553f30-dbba-4ca0-b108-0fbcb1b7d3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988455 Nov 23 17:48:52.095802 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-cfaac6f2-1260-45fc-883a-0f5c3b3e44b9 req-eb2021f6-c7bb-4d7c-97e9-c1d0216cd497 service neutron] 10.222.0.60 "GET /v2.0/networks/65497e92-b0c3-442f-8f8a-bf07657099ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1961205 Nov 23 17:48:52.342517 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a9a184-6d66-4701-af36-98b4ba3bc44b req-cfb11434-da28-4fd0-86b0-bb1d1375de88 tempest-VolumesNegativeTest-2111256956 tempest-VolumesNegativeTest-2111256956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:48:52.350331 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f4a9a184-6d66-4701-af36-98b4ba3bc44b req-cfb11434-da28-4fd0-86b0-bb1d1375de88 tempest-VolumesNegativeTest-2111256956 tempest-VolumesNegativeTest-2111256956-project] 10.222.0.60 "GET /v2.0/ports?device_id=a0adbefa-21f3-40e9-af20-32a886cc213b HTTP/1.1" status: 200 len: 949 time: 0.0642021 Nov 23 17:48:52.430283 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e890edec-ad9b-4c2b-9e8f-4d37b3904f9e req-5e74a3b9-6d9b-40aa-9629-417bfdffaf55 tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] 10.222.0.60 "GET /v2.0/ports?device_id=84e4a83d-70e7-4464-bfce-8989790c75ec HTTP/1.1" status: 200 len: 210 time: 0.0673771 Nov 23 17:48:52.472950 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f4a9a184-6d66-4701-af36-98b4ba3bc44b req-6e0387da-1c9d-46c7-92b5-ef11d71ede4e tempest-VolumesNegativeTest-2111256956 tempest-VolumesNegativeTest-2111256956-project] 10.222.0.60 "GET /v2.0/security-groups?id=94553f30-dbba-4ca0-b108-0fbcb1b7d3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195285 Nov 23 17:48:52.612168 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ccb1a1-6ddb-4745-b881-ec95b44bc2d3 req-66fd2eb5-c50d-4d19-9877-02ffe61e935f tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:48:52.614520 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-68ccb1a1-6ddb-4745-b881-ec95b44bc2d3 req-66fd2eb5-c50d-4d19-9877-02ffe61e935f tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ea7def0-5cf3-46bd-90e2-20013bf25e5e HTTP/1.1" status: 200 len: 944 time: 0.0758440 Nov 23 17:48:52.695300 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-68ccb1a1-6ddb-4745-b881-ec95b44bc2d3 req-7b898e95-16fb-4692-aa98-8c333982c2aa tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] 10.222.0.60 "GET /v2.0/security-groups?id=6b69aca9-b68e-45b0-a7a0-1eb351a8ed08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592058 Nov 23 17:48:53.445887 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device 3690f848-fde7-480c-ab9e-211c79d0cd2d details requested by agent hyperv_n-h1-816206-8 with host n-h1-816206-8 {{(pid=103592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 17:48:53.581242 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-016cd049-21eb-4d8a-8dfa-130a1d99bf26 req-49ade113-ed44-458c-9f3c-34364ba68f63 tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] 10.222.0.60 "GET /v2.0/ports?device_id=84e4a83d-70e7-4464-bfce-8989790c75ec HTTP/1.1" status: 200 len: 210 time: 0.0694566 Nov 23 17:48:53.643817 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36139dc3-8329-4940-86b1-abde9ecb475d req-4117ceed-c3c5-430d-9d92-09cb1efc7257 tempest-VolumesNegativeTest-2111256956 tempest-VolumesNegativeTest-2111256956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:48:53.648541 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-36139dc3-8329-4940-86b1-abde9ecb475d req-4117ceed-c3c5-430d-9d92-09cb1efc7257 tempest-VolumesNegativeTest-2111256956 tempest-VolumesNegativeTest-2111256956-project] 10.222.0.55 "GET /v2.0/ports?device_id=a0adbefa-21f3-40e9-af20-32a886cc213b HTTP/1.1" status: 200 len: 949 time: 0.1627297 Nov 23 17:48:53.684220 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port 3690f848-fde7-480c-ab9e-211c79d0cd2d, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=3690f848-fde7-480c-ab9e-211c79d0cd2d,segment=NetworkSegment(7236ee9c-d2a1-449e-b7f8-41fdf7da8bc8),segment_id=7236ee9c-d2a1-449e-b7f8-41fdf7da8bc8)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:48:53.697747 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Returning: {'device': '3690f848-fde7-480c-ab9e-211c79d0cd2d', 'network_id': 'b75e9fac-17f1-4702-8d25-f863ff44788f', 'port_id': '3690f848-fde7-480c-ab9e-211c79d0cd2d', 'mac_address': 'fa:16:3e:60:b0:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 509, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8bdf8112-60de-47e2-b40b-a031bce5a853', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 17:48:53.745720 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfaac6f2-1260-45fc-883a-0f5c3b3e44b9 req-f9c48075-1a6b-481e-a2e8-9db26ffcaa99 tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:48:53.747443 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-cfaac6f2-1260-45fc-883a-0f5c3b3e44b9 req-f9c48075-1a6b-481e-a2e8-9db26ffcaa99 tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] 10.222.0.36 "GET /v2.0/networks?id=65497e92-b0c3-442f-8f8a-bf07657099ba HTTP/1.1" status: 200 len: 811 time: 0.2381184 Nov 23 17:48:53.772228 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03eb43b1-ba90-4a69-b28d-e625e25070fa req-19d75d10-7730-4f37-83c8-f5dea2165324 tempest-VolumesNegativeTest-2111256956 tempest-VolumesNegativeTest-2111256956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:48:53.774767 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-03eb43b1-ba90-4a69-b28d-e625e25070fa req-19d75d10-7730-4f37-83c8-f5dea2165324 tempest-VolumesNegativeTest-2111256956 tempest-VolumesNegativeTest-2111256956-project] 10.222.0.60 "GET /v2.0/ports?device_id=a0adbefa-21f3-40e9-af20-32a886cc213b HTTP/1.1" status: 200 len: 949 time: 0.1197970 Nov 23 17:48:53.794189 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [req-36139dc3-8329-4940-86b1-abde9ecb475d req-b509a663-6fe6-4c5c-8519-58a509417d2e tempest-VolumesNegativeTest-2111256956 tempest-VolumesNegativeTest-2111256956-project] Deleting port 4660e388-a602-44e9-8147-e6718846bfc1 {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:48:53.794528 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-36139dc3-8329-4940-86b1-abde9ecb475d req-b509a663-6fe6-4c5c-8519-58a509417d2e tempest-VolumesNegativeTest-2111256956 tempest-VolumesNegativeTest-2111256956-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:53.803978 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:53.822003 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3690f848-fde7-480c-ab9e-211c79d0cd2d {{(pid=103592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:48:53.857668 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port 3690f848-fde7-480c-ab9e-211c79d0cd2d, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=3690f848-fde7-480c-ab9e-211c79d0cd2d,segment=NetworkSegment(7236ee9c-d2a1-449e-b7f8-41fdf7da8bc8),segment_id=7236ee9c-d2a1-449e-b7f8-41fdf7da8bc8)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:48:53.863622 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:53.911684 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-03eb43b1-ba90-4a69-b28d-e625e25070fa req-823fc1c1-8782-4b53-85ea-e0c99761ad49 tempest-VolumesNegativeTest-2111256956 tempest-VolumesNegativeTest-2111256956-project] 10.222.0.60 "GET /v2.0/security-groups?id=94553f30-dbba-4ca0-b108-0fbcb1b7d3d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273761 Nov 23 17:48:53.923652 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-cfaac6f2-1260-45fc-883a-0f5c3b3e44b9 req-af2885db-ba73-455b-93ba-d2a73db7f644 tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a72787eb39f84cbca4e464c3cac6bedf HTTP/1.1" status: 200 len: 379 time: 0.1475170 Nov 23 17:48:53.947627 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8529af32-5d46-41bd-9183-d0893cf3150a req-8a21316d-1b6e-42ef-8969-ed23b9940994 tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:48:53.956052 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8529af32-5d46-41bd-9183-d0893cf3150a req-8a21316d-1b6e-42ef-8969-ed23b9940994 tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ea7def0-5cf3-46bd-90e2-20013bf25e5e HTTP/1.1" status: 200 len: 944 time: 0.1370213 Nov 23 17:48:53.960661 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Pushing event updated for resources: {'Port': ['ID=3690f848-fde7-480c-ab9e-211c79d0cd2d,revision_number=9']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:48:53.964060 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [req-cfaac6f2-1260-45fc-883a-0f5c3b3e44b9 req-33258d15-d416-4306-a2b0-42cc02bbd272 tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] Request body: {'port': {'device_id': '84e4a83d-70e7-4464-bfce-8989790c75ec', 'network_id': '65497e92-b0c3-442f-8f8a-bf07657099ba', 'admin_state_up': True, 'tenant_id': 'a72787eb39f84cbca4e464c3cac6bedf', 'security_groups': ['3b27d2e1-77aa-4824-820e-41aa2cca6128']}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:48:53.979501 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [req-36139dc3-8329-4940-86b1-abde9ecb475d req-b509a663-6fe6-4c5c-8519-58a509417d2e tempest-VolumesNegativeTest-2111256956 tempest-VolumesNegativeTest-2111256956-project] For port 4660e388-a602-44e9-8147-e6718846bfc1, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=4660e388-a602-44e9-8147-e6718846bfc1,segment=NetworkSegment(329c1745-02bf-4561-9615-3192910887f5),segment_id=329c1745-02bf-4561-9615-3192910887f5)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:48:53.980043 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-36139dc3-8329-4940-86b1-abde9ecb475d req-b509a663-6fe6-4c5c-8519-58a509417d2e tempest-VolumesNegativeTest-2111256956 tempest-VolumesNegativeTest-2111256956-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:53.995234 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [req-36139dc3-8329-4940-86b1-abde9ecb475d req-b509a663-6fe6-4c5c-8519-58a509417d2e tempest-VolumesNegativeTest-2111256956 tempest-VolumesNegativeTest-2111256956-project] Calling delete_port for 4660e388-a602-44e9-8147-e6718846bfc1 owned by compute:nova {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:48:54.072401 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] get_ports_and_sgs() called for port_ids ['3690f848-fde7-480c-ab9e-211c79d0cd2d'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:48:54.072911 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8529af32-5d46-41bd-9183-d0893cf3150a req-de01a5c5-24aa-4633-880f-60e38b4bfbf3 tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] 10.222.0.60 "GET /v2.0/security-groups?id=6b69aca9-b68e-45b0-a7a0-1eb351a8ed08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150010 Nov 23 17:48:54.149519 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cfaac6f2-1260-45fc-883a-0f5c3b3e44b9 req-33258d15-d416-4306-a2b0-42cc02bbd272 tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] Made reservation on behalf of a72787eb39f84cbca4e464c3cac6bedf for: {'port': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:48:54.157289 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-cfaac6f2-1260-45fc-883a-0f5c3b3e44b9 req-33258d15-d416-4306-a2b0-42cc02bbd272 tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:54.169965 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-36139dc3-8329-4940-86b1-abde9ecb475d req-b509a663-6fe6-4c5c-8519-58a509417d2e tempest-VolumesNegativeTest-2111256956 tempest-VolumesNegativeTest-2111256956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:54.206641 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b509a663-6fe6-4c5c-8519-58a509417d2e tempest-VolumesNegativeTest-2111256956 tempest-VolumesNegativeTest-2111256956-project] Pushing event deleted for resources: {'Port': ['ID=4660e388-a602-44e9-8147-e6718846bfc1,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:48:54.264722 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [req-36139dc3-8329-4940-86b1-abde9ecb475d req-b509a663-6fe6-4c5c-8519-58a509417d2e tempest-VolumesNegativeTest-2111256956 tempest-VolumesNegativeTest-2111256956-project] No DVR routers for this DVR port 4660e388-a602-44e9-8147-e6718846bfc1 on host n-h1-816206-8 {{(pid=103590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:48:54.268969 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-36139dc3-8329-4940-86b1-abde9ecb475d req-b509a663-6fe6-4c5c-8519-58a509417d2e tempest-VolumesNegativeTest-2111256956 tempest-VolumesNegativeTest-2111256956-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:54.272302 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-36139dc3-8329-4940-86b1-abde9ecb475d req-b509a663-6fe6-4c5c-8519-58a509417d2e tempest-VolumesNegativeTest-2111256956 tempest-VolumesNegativeTest-2111256956-project] 10.222.0.55 "DELETE /v2.0/ports/4660e388-a602-44e9-8147-e6718846bfc1 HTTP/1.1" status: 204 len: 173 time: 0.6144567 Nov 23 17:48:54.272824 n-d-816206-8 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0adbefa-21f3-40e9-af20-32a886cc213b', 'name': 'network-vif-deleted', 'tag': '4660e388-a602-44e9-8147-e6718846bfc1'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:48:54.281921 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbabddbc9fc37b068808e119c416c86f5957ca04531a4a0d2e695c515e93483b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf97d58e-4066-4371-bf57-63b588112581" -d '{"events": [{"server_uuid": "a0adbefa-21f3-40e9-af20-32a886cc213b", "name": "network-vif-deleted", "tag": "4660e388-a602-44e9-8147-e6718846bfc1"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:48:54.343040 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:48:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bfe3ffe-8905-4a6a-a846-16d2def08a56 x-openstack-request-id: req-3bfe3ffe-8905-4a6a-a846-16d2def08a56 {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:48:54.344222 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0adbefa-21f3-40e9-af20-32a886cc213b", "name": "network-vif-deleted", "tag": "4660e388-a602-44e9-8147-e6718846bfc1", "status": "completed", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:48:54.345966 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3bfe3ffe-8905-4a6a-a846-16d2def08a56 {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:48:54.346386 n-d-816206-8 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0adbefa-21f3-40e9-af20-32a886cc213b', 'name': 'network-vif-deleted', 'tag': '4660e388-a602-44e9-8147-e6718846bfc1', 'status': 'completed', 'code': 200} Nov 23 17:48:54.373103 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.db_base_plugin_common [req-cfaac6f2-1260-45fc-883a-0f5c3b3e44b9 req-33258d15-d416-4306-a2b0-42cc02bbd272 tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] Allocated IP 172.20.0.6 (65497e92-b0c3-442f-8f8a-bf07657099ba/edc28ddc-ae2c-4b2b-bf91-4f5ac80bdafe/86c2bd86-2e00-4057-980f-a4e5c1d7c4d0) {{(pid=103591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:48:54.476858 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] get_ports_and_sgs() called for port_ids ['4660e388-a602-44e9-8147-e6718846bfc1'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:48:54.571681 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-cfaac6f2-1260-45fc-883a-0f5c3b3e44b9 req-33258d15-d416-4306-a2b0-42cc02bbd272 tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] Publish callbacks [] for port, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:54.613194 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-cfaac6f2-1260-45fc-883a-0f5c3b3e44b9 req-33258d15-d416-4306-a2b0-42cc02bbd272 tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:54.667211 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cfaac6f2-1260-45fc-883a-0f5c3b3e44b9 req-33258d15-d416-4306-a2b0-42cc02bbd272 tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] Network 65497e92-b0c3-442f-8f8a-bf07657099ba is already hosted by enough agents. {{(pid=103591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:48:54.671323 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [req-cfaac6f2-1260-45fc-883a-0f5c3b3e44b9 req-33258d15-d416-4306-a2b0-42cc02bbd272 tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] Resources bound (agent type, host, resource id): {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:48:54.674212 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfaac6f2-1260-45fc-883a-0f5c3b3e44b9 req-33258d15-d416-4306-a2b0-42cc02bbd272 tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] Received port after_create {{(pid=103591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:48:54.678352 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33258d15-d416-4306-a2b0-42cc02bbd272 tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] Pushing event updated for resources: {'Port': ['ID=86c2bd86-2e00-4057-980f-a4e5c1d7c4d0,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:48:54.757585 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfaac6f2-1260-45fc-883a-0f5c3b3e44b9 req-33258d15-d416-4306-a2b0-42cc02bbd272 tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:48:54.758240 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-cfaac6f2-1260-45fc-883a-0f5c3b3e44b9 req-33258d15-d416-4306-a2b0-42cc02bbd272 tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:54.778047 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-cfaac6f2-1260-45fc-883a-0f5c3b3e44b9 req-33258d15-d416-4306-a2b0-42cc02bbd272 tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8191872 Nov 23 17:48:54.796048 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [req-cfaac6f2-1260-45fc-883a-0f5c3b3e44b9 req-a5221fd9-6d51-4c0d-af9e-ab0124d122ec service neutron] Request body: {'port': {'device_id': '84e4a83d-70e7-4464-bfce-8989790c75ec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-8'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:48:54.843689 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4d6fc2-efb5-4d93-bc8d-ebaa2eead8d3 req-cec274bf-2ae5-4ee0-8373-b8f66939b9e0 tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:48:54.845433 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ec4d6fc2-efb5-4d93-bc8d-ebaa2eead8d3 req-cec274bf-2ae5-4ee0-8373-b8f66939b9e0 tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] 10.222.0.60 "GET /v2.0/ports?device_id=84e4a83d-70e7-4464-bfce-8989790c75ec HTTP/1.1" status: 200 len: 931 time: 0.1258810 Nov 23 17:48:54.892164 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-cfaac6f2-1260-45fc-883a-0f5c3b3e44b9 req-a5221fd9-6d51-4c0d-af9e-ab0124d122ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:54.994656 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ec4d6fc2-efb5-4d93-bc8d-ebaa2eead8d3 req-a5b1106b-63b3-4806-a674-558920797e55 tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b27d2e1-77aa-4824-820e-41aa2cca6128&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1252422 Nov 23 17:48:55.100187 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-e1e6a4f9-c43c-48ff-8b07-d3af4b4a9206 None None] Provisioning complete for port 86c2bd86-2e00-4057-980f-a4e5c1d7c4d0 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:48:55.102859 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-e1e6a4f9-c43c-48ff-8b07-d3af4b4a9206 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:55.165171 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-e1e6a4f9-c43c-48ff-8b07-d3af4b4a9206 None None] Port 86c2bd86-2e00-4057-980f-a4e5c1d7c4d0 cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:48:55.446210 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device 3690f848-fde7-480c-ab9e-211c79d0cd2d up at agent hyperv_n-h1-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:48:55.532508 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bd799d-2e04-4e9c-a07c-5ee0926b8c7a req-ccaa8b9f-487f-4c10-ac32-c52fd79aea13 tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:48:55.534117 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-33bd799d-2e04-4e9c-a07c-5ee0926b8c7a req-ccaa8b9f-487f-4c10-ac32-c52fd79aea13 tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ea7def0-5cf3-46bd-90e2-20013bf25e5e HTTP/1.1" status: 200 len: 945 time: 0.1823609 Nov 23 17:48:55.543213 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Provisioning complete for port 3690f848-fde7-480c-ab9e-211c79d0cd2d triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:48:55.544195 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:55.565295 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [req-cfaac6f2-1260-45fc-883a-0f5c3b3e44b9 req-a5221fd9-6d51-4c0d-af9e-ab0124d122ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86c2bd86-2e00-4057-980f-a4e5c1d7c4d0 {{(pid=103591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:48:55.581367 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-cfaac6f2-1260-45fc-883a-0f5c3b3e44b9 req-a5221fd9-6d51-4c0d-af9e-ab0124d122ec service neutron] Publish callbacks [] for port, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:55.625644 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.provisioning_blocks [req-cfaac6f2-1260-45fc-883a-0f5c3b3e44b9 req-a5221fd9-6d51-4c0d-af9e-ab0124d122ec service neutron] Transition to ACTIVE for port object 86c2bd86-2e00-4057-980f-a4e5c1d7c4d0 will not be triggered until provisioned by entity L2. {{(pid=103591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 17:48:55.666529 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-cfaac6f2-1260-45fc-883a-0f5c3b3e44b9 req-a5221fd9-6d51-4c0d-af9e-ab0124d122ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264758186'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:55.698335 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:55.757249 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port 3690f848-fde7-480c-ab9e-211c79d0cd2d, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=3690f848-fde7-480c-ab9e-211c79d0cd2d,segment=NetworkSegment(7236ee9c-d2a1-449e-b7f8-41fdf7da8bc8),segment_id=7236ee9c-d2a1-449e-b7f8-41fdf7da8bc8)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:48:55.758496 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ea7def0-5cf3-46bd-90e2-20013bf25e5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3690f848-fde7-480c-ab9e-211c79d0cd2d'}] {{(pid=103592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:48:55.761692 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba3e6a8f2301c7a29fe1eca9779abdae4ccbcd6266d69778087f2498d5551201" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52735367-2b67-4033-a253-b3e87a53e42a" -d '{"events": [{"server_uuid": "2ea7def0-5cf3-46bd-90e2-20013bf25e5e", "name": "network-vif-plugged", "status": "completed", "tag": "3690f848-fde7-480c-ab9e-211c79d0cd2d"}]}' {{(pid=103592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:48:55.766489 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:55.813386 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-33bd799d-2e04-4e9c-a07c-5ee0926b8c7a req-ccbb251c-0fd5-4fef-885d-3c306bca3b47 tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] 10.222.0.60 "GET /v2.0/security-groups?id=6b69aca9-b68e-45b0-a7a0-1eb351a8ed08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2648523 Nov 23 17:48:55.814237 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5221fd9-6d51-4c0d-af9e-ab0124d122ec service neutron] Pushing event updated for resources: {'Port': ['ID=86c2bd86-2e00-4057-980f-a4e5c1d7c4d0,revision_number=2']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:48:55.825600 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Pushing event updated for resources: {'Port': ['ID=3690f848-fde7-480c-ab9e-211c79d0cd2d,revision_number=10']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:48:55.851780 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7cbcbf-065f-4a76-8f83-36f8aa1db4c8 req-79f7d61d-c552-4e8b-bc01-5123ad0eaa00 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:48:55.857091 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8c7cbcbf-065f-4a76-8f83-36f8aa1db4c8 req-79f7d61d-c552-4e8b-bc01-5123ad0eaa00 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/ports?device_id=33ad57ba-2e81-4ec7-8fab-dd4327006cf7 HTTP/1.1" status: 200 len: 946 time: 0.2792304 Nov 23 17:48:55.916228 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:48:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92a287f2-15a4-4bb6-9ada-1f63a7f9d8c0 x-openstack-request-id: req-92a287f2-15a4-4bb6-9ada-1f63a7f9d8c0 {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:48:55.916707 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ea7def0-5cf3-46bd-90e2-20013bf25e5e", "name": "network-vif-plugged", "status": "completed", "tag": "3690f848-fde7-480c-ab9e-211c79d0cd2d", "code": 200}]} {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:48:55.917376 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-92a287f2-15a4-4bb6-9ada-1f63a7f9d8c0 {{(pid=103592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:48:55.918019 n-d-816206-8 neutron-server[103592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ea7def0-5cf3-46bd-90e2-20013bf25e5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3690f848-fde7-480c-ab9e-211c79d0cd2d', 'code': 200} Nov 23 17:48:56.115219 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8c7cbcbf-065f-4a76-8f83-36f8aa1db4c8 req-3b4a6a2f-fd33-4cf7-bfb0-4a9bff534469 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/security-groups?id=857595b8-f5c9-4ef4-a551-6fcaf9d47816&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2435868 Nov 23 17:48:56.169857 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-cfaac6f2-1260-45fc-883a-0f5c3b3e44b9 req-a5221fd9-6d51-4c0d-af9e-ab0124d122ec service neutron] Attempting to bind port 86c2bd86-2e00-4057-980f-a4e5c1d7c4d0 on host n-h2-816206-8 for vnic_type normal with profile {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:48:56.176015 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-cfaac6f2-1260-45fc-883a-0f5c3b3e44b9 req-a5221fd9-6d51-4c0d-af9e-ab0124d122ec service neutron] Attempting to bind port 86c2bd86-2e00-4057-980f-a4e5c1d7c4d0 by drivers openvswitch,hyperv on host n-h2-816206-8 at level 0 using segments [{'id': 'dbe8f3be-f4c4-4704-9ef8-8b5a9aeb3c29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '65497e92-b0c3-442f-8f8a-bf07657099ba'}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:48:56.176600 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfaac6f2-1260-45fc-883a-0f5c3b3e44b9 req-a5221fd9-6d51-4c0d-af9e-ab0124d122ec service neutron] Attempting to bind port 86c2bd86-2e00-4057-980f-a4e5c1d7c4d0 on network 65497e92-b0c3-442f-8f8a-bf07657099ba {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:48:56.231267 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfaac6f2-1260-45fc-883a-0f5c3b3e44b9 req-a5221fd9-6d51-4c0d-af9e-ab0124d122ec service neutron] Port 86c2bd86-2e00-4057-980f-a4e5c1d7c4d0 on network 65497e92-b0c3-442f-8f8a-bf07657099ba not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-8 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 17:48:56.232069 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfaac6f2-1260-45fc-883a-0f5c3b3e44b9 req-a5221fd9-6d51-4c0d-af9e-ab0124d122ec service neutron] Attempting to bind port 86c2bd86-2e00-4057-980f-a4e5c1d7c4d0 on network 65497e92-b0c3-442f-8f8a-bf07657099ba {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:48:56.254230 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfaac6f2-1260-45fc-883a-0f5c3b3e44b9 req-a5221fd9-6d51-4c0d-af9e-ab0124d122ec service neutron] Checking agent: {'id': 'ab77bf9e-0267-4174-8f1d-822cba89b207', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 15, 13), 'started_at': datetime.datetime(2021, 11, 23, 17, 15, 13), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 48, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:48:56.254691 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfaac6f2-1260-45fc-883a-0f5c3b3e44b9 req-a5221fd9-6d51-4c0d-af9e-ab0124d122ec service neutron] Checking segment: {'id': 'dbe8f3be-f4c4-4704-9ef8-8b5a9aeb3c29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '65497e92-b0c3-442f-8f8a-bf07657099ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:48:56.255228 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfaac6f2-1260-45fc-883a-0f5c3b3e44b9 req-a5221fd9-6d51-4c0d-af9e-ab0124d122ec service neutron] Bound using segment: {'id': 'dbe8f3be-f4c4-4704-9ef8-8b5a9aeb3c29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '65497e92-b0c3-442f-8f8a-bf07657099ba'} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:48:56.255754 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-cfaac6f2-1260-45fc-883a-0f5c3b3e44b9 req-a5221fd9-6d51-4c0d-af9e-ab0124d122ec service neutron] Bound port: 86c2bd86-2e00-4057-980f-a4e5c1d7c4d0, host: n-h2-816206-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dbe8f3be-f4c4-4704-9ef8-8b5a9aeb3c29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '65497e92-b0c3-442f-8f8a-bf07657099ba'}}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:48:56.256183 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-cfaac6f2-1260-45fc-883a-0f5c3b3e44b9 req-a5221fd9-6d51-4c0d-af9e-ab0124d122ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:56.261351 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becd5239-4683-4dc7-9b23-a56c075b1e0d req-c5b712e0-ae71-4500-a912-01f72499597e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:48:56.262958 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-becd5239-4683-4dc7-9b23-a56c075b1e0d req-c5b712e0-ae71-4500-a912-01f72499597e service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=2ea7def0-5cf3-46bd-90e2-20013bf25e5e HTTP/1.1" status: 200 len: 1098 time: 0.1326151 Nov 23 17:48:56.287354 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917ef8b4-e891-490d-8369-a833bfffe786 req-a0456887-19cf-4121-9638-6a8d1a541c6e tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:48:56.298247 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-917ef8b4-e891-490d-8369-a833bfffe786 req-a0456887-19cf-4121-9638-6a8d1a541c6e tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] 10.222.0.60 "GET /v2.0/ports?device_id=84e4a83d-70e7-4464-bfce-8989790c75ec HTTP/1.1" status: 200 len: 943 time: 0.1296370 Nov 23 17:48:56.363592 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-becd5239-4683-4dc7-9b23-a56c075b1e0d req-e650e682-99bd-49dd-a5f6-661c5e4de04f service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=6b69aca9-b68e-45b0-a7a0-1eb351a8ed08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896060 Nov 23 17:48:56.422337 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-917ef8b4-e891-490d-8369-a833bfffe786 req-78e1b905-8db4-453a-ab1a-40ed54d4d57d tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b27d2e1-77aa-4824-820e-41aa2cca6128&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1223366 Nov 23 17:48:56.442240 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-cfaac6f2-1260-45fc-883a-0f5c3b3e44b9 req-a5221fd9-6d51-4c0d-af9e-ab0124d122ec service neutron] For port 86c2bd86-2e00-4057-980f-a4e5c1d7c4d0, host n-h2-816206-8, cleared binding levels {{(pid=103591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:48:56.447740 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-cfaac6f2-1260-45fc-883a-0f5c3b3e44b9 req-a5221fd9-6d51-4c0d-af9e-ab0124d122ec service neutron] For port 86c2bd86-2e00-4057-980f-a4e5c1d7c4d0, host n-h2-816206-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=86c2bd86-2e00-4057-980f-a4e5c1d7c4d0,segment=NetworkSegment(dbe8f3be-f4c4-4704-9ef8-8b5a9aeb3c29),segment_id=dbe8f3be-f4c4-4704-9ef8-8b5a9aeb3c29)] {{(pid=103591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:48:56.455177 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-cfaac6f2-1260-45fc-883a-0f5c3b3e44b9 req-a5221fd9-6d51-4c0d-af9e-ab0124d122ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264758186'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:56.505864 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfaac6f2-1260-45fc-883a-0f5c3b3e44b9 req-a5221fd9-6d51-4c0d-af9e-ab0124d122ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:48:56.506573 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-cfaac6f2-1260-45fc-883a-0f5c3b3e44b9 req-a5221fd9-6d51-4c0d-af9e-ab0124d122ec service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:56.508443 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-cfaac6f2-1260-45fc-883a-0f5c3b3e44b9 req-a5221fd9-6d51-4c0d-af9e-ab0124d122ec service neutron] 10.222.0.36 "PUT /v2.0/ports/86c2bd86-2e00-4057-980f-a4e5c1d7c4d0 HTTP/1.1" status: 200 len: 1091 time: 1.7201247 Nov 23 17:48:56.508980 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84e4a83d-70e7-4464-bfce-8989790c75ec', 'tag': '86c2bd86-2e00-4057-980f-a4e5c1d7c4d0'}] {{(pid=103591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:48:56.512445 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41d174a19ece9499ff9ec44e5b3fc50f2abd3ffbc947fb7e52ea1e8db27b95b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcd45805-3222-4ca0-9e97-60e8615cc2d9" -d '{"events": [{"name": "network-changed", "server_uuid": "84e4a83d-70e7-4464-bfce-8989790c75ec", "tag": "86c2bd86-2e00-4057-980f-a4e5c1d7c4d0"}]}' {{(pid=103591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:48:56.554566 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5221fd9-6d51-4c0d-af9e-ab0124d122ec service neutron] Pushing event updated for resources: {'Port': ['ID=86c2bd86-2e00-4057-980f-a4e5c1d7c4d0,revision_number=3']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:48:56.625195 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 17:48:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-135e996d-b58a-497b-a5ca-5158bb08b01a x-openstack-request-id: req-135e996d-b58a-497b-a5ca-5158bb08b01a {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:48:56.625599 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84e4a83d-70e7-4464-bfce-8989790c75ec", "tag": "86c2bd86-2e00-4057-980f-a4e5c1d7c4d0", "status": "completed", "code": 200}]} {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:48:56.626036 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-135e996d-b58a-497b-a5ca-5158bb08b01a {{(pid=103591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:48:56.626565 n-d-816206-8 neutron-server[103591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84e4a83d-70e7-4464-bfce-8989790c75ec', 'tag': '86c2bd86-2e00-4057-980f-a4e5c1d7c4d0', 'status': 'completed', 'code': 200} Nov 23 17:48:56.640950 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfaac6f2-1260-45fc-883a-0f5c3b3e44b9 req-c4fae405-2ee9-4f45-a6e0-c14d39049249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:48:56.647394 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-cfaac6f2-1260-45fc-883a-0f5c3b3e44b9 req-c4fae405-2ee9-4f45-a6e0-c14d39049249 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a72787eb39f84cbca4e464c3cac6bedf&device_id=84e4a83d-70e7-4464-bfce-8989790c75ec HTTP/1.1" status: 200 len: 1094 time: 0.0893126 Nov 23 17:48:56.718835 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-cfaac6f2-1260-45fc-883a-0f5c3b3e44b9 req-b1de2e86-24dd-4720-9397-cd4461d03072 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=86c2bd86-2e00-4057-980f-a4e5c1d7c4d0 HTTP/1.1" status: 200 len: 217 time: 0.0541475 Nov 23 17:48:56.854553 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfaac6f2-1260-45fc-883a-0f5c3b3e44b9 req-fa926f2f-b16a-4eb6-b93f-408434dab78d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:48:56.856920 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-cfaac6f2-1260-45fc-883a-0f5c3b3e44b9 req-fa926f2f-b16a-4eb6-b93f-408434dab78d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=edc28ddc-ae2c-4b2b-bf91-4f5ac80bdafe HTTP/1.1" status: 200 len: 850 time: 0.1244800 Nov 23 17:48:57.022238 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfaac6f2-1260-45fc-883a-0f5c3b3e44b9 req-fbfc8251-1674-4f61-83b5-14a422842bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:48:57.023733 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-cfaac6f2-1260-45fc-883a-0f5c3b3e44b9 req-fbfc8251-1674-4f61-83b5-14a422842bb6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=65497e92-b0c3-442f-8f8a-bf07657099ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1553779 Nov 23 17:48:57.037038 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26c78a3-d3f6-496f-b227-b1fbf8e43be0 req-314c8f95-65b3-41de-84de-005924219e1d tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:48:57.038732 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c26c78a3-d3f6-496f-b227-b1fbf8e43be0 req-314c8f95-65b3-41de-84de-005924219e1d tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ea7def0-5cf3-46bd-90e2-20013bf25e5e HTTP/1.1" status: 200 len: 947 time: 0.0905101 Nov 23 17:48:57.155656 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c26c78a3-d3f6-496f-b227-b1fbf8e43be0 req-0ec77c55-968a-4fb6-afa6-ade6a038c407 tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] 10.222.0.60 "GET /v2.0/security-groups?id=6b69aca9-b68e-45b0-a7a0-1eb351a8ed08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072388 Nov 23 17:48:57.178044 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-cfaac6f2-1260-45fc-883a-0f5c3b3e44b9 req-69343c8d-df6b-4c49-9ba7-f33f5c07cb94 service neutron] 10.222.0.36 "GET /v2.0/networks/65497e92-b0c3-442f-8f8a-bf07657099ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382422 Nov 23 17:48:57.388642 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-cfaac6f2-1260-45fc-883a-0f5c3b3e44b9 req-46259f9c-dd94-4e8e-b563-c67ee6096495 service neutron] 10.222.0.36 "GET /v2.0/networks/65497e92-b0c3-442f-8f8a-bf07657099ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1907322 Nov 23 17:48:57.427574 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0d37f2-9fbb-471b-8242-cccbe7b64d45 req-876bd427-06a3-42d2-bebc-e14701cd9f3b tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:48:57.429182 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ac0d37f2-9fbb-471b-8242-cccbe7b64d45 req-876bd427-06a3-42d2-bebc-e14701cd9f3b tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/ports?device_id=33ad57ba-2e81-4ec7-8fab-dd4327006cf7 HTTP/1.1" status: 200 len: 946 time: 0.1725190 Nov 23 17:48:57.445154 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device 4660e388-a602-44e9-8147-e6718846bfc1 no longer exists at agent hyperv_n-h1-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:48:57.451499 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d288dbdd-5d03-42e6-8a56-066de83463e6 req-bf0945c1-e771-4cfb-8848-aa0f50a31588 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:48:57.453611 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d288dbdd-5d03-42e6-8a56-066de83463e6 req-bf0945c1-e771-4cfb-8848-aa0f50a31588 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.36 "GET /v2.0/ports?device_id=33ad57ba-2e81-4ec7-8fab-dd4327006cf7 HTTP/1.1" status: 200 len: 946 time: 0.1958013 Nov 23 17:48:57.509695 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] No Port match for: 4660e388-a602-44e9-8147-e6718846bfc1 {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:48:57.510633 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device 4660e388-a602-44e9-8147-e6718846bfc1 not bound to the agent host n-h1-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:48:57.649513 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ac0d37f2-9fbb-471b-8242-cccbe7b64d45 req-fbd75268-b9c1-4c3e-a40e-5b59f14a2bd9 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/security-groups?id=857595b8-f5c9-4ef4-a551-6fcaf9d47816&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1948750 Nov 23 17:48:57.719042 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd45805-3222-4ca0-9e97-60e8615cc2d9 req-0ccb6e38-8878-4fd0-a440-1a3da8c70e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:48:57.720580 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-bcd45805-3222-4ca0-9e97-60e8615cc2d9 req-0ccb6e38-8878-4fd0-a440-1a3da8c70e3f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a72787eb39f84cbca4e464c3cac6bedf&device_id=84e4a83d-70e7-4464-bfce-8989790c75ec HTTP/1.1" status: 200 len: 1094 time: 0.1942787 Nov 23 17:48:57.734733 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e567f6a7-8962-40de-944a-466055a65a1f req-a147e97b-f01e-4ece-8e6a-a115d17f6f99 tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:48:57.736281 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e567f6a7-8962-40de-944a-466055a65a1f req-a147e97b-f01e-4ece-8e6a-a115d17f6f99 tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] 10.222.0.60 "GET /v2.0/ports?device_id=84e4a83d-70e7-4464-bfce-8989790c75ec HTTP/1.1" status: 200 len: 943 time: 0.1568921 Nov 23 17:48:57.806708 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [req-d288dbdd-5d03-42e6-8a56-066de83463e6 req-289058ac-965c-494a-abae-74ffe8a898a1 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Deleting port 3f0239ae-c0a5-4b25-b653-a289c9c182d2 {{(pid=103591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:48:57.807236 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-d288dbdd-5d03-42e6-8a56-066de83463e6 req-289058ac-965c-494a-abae-74ffe8a898a1 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:57.971340 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e567f6a7-8962-40de-944a-466055a65a1f req-6e78fe72-d1bd-46ca-84f9-23c8c360fde7 tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b27d2e1-77aa-4824-820e-41aa2cca6128&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2240634 Nov 23 17:48:57.977646 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd45805-3222-4ca0-9e97-60e8615cc2d9 req-0aeb1403-b725-471b-acdd-83d37cc6b9db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:48:57.979301 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-bcd45805-3222-4ca0-9e97-60e8615cc2d9 req-0aeb1403-b725-471b-acdd-83d37cc6b9db service neutron] 10.222.0.36 "GET /v2.0/networks?id=65497e92-b0c3-442f-8f8a-bf07657099ba HTTP/1.1" status: 200 len: 912 time: 0.2411399 Nov 23 17:48:58.047637 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-bcd45805-3222-4ca0-9e97-60e8615cc2d9 req-3b728563-60c3-4c6e-9c35-3cae16ed0e46 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=86c2bd86-2e00-4057-980f-a4e5c1d7c4d0 HTTP/1.1" status: 200 len: 217 time: 0.0577350 Nov 23 17:48:58.049467 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-d288dbdd-5d03-42e6-8a56-066de83463e6 req-289058ac-965c-494a-abae-74ffe8a898a1 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] For port 3f0239ae-c0a5-4b25-b653-a289c9c182d2, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=3f0239ae-c0a5-4b25-b653-a289c9c182d2,segment=NetworkSegment(ec813e0a-4415-4fed-a736-e9a0442fcb85),segment_id=ec813e0a-4415-4fed-a736-e9a0442fcb85)] {{(pid=103591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:48:58.049831 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-d288dbdd-5d03-42e6-8a56-066de83463e6 req-289058ac-965c-494a-abae-74ffe8a898a1 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:58.163201 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd45805-3222-4ca0-9e97-60e8615cc2d9 req-6df5425a-5a09-4665-b011-37424b0fb141 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:48:58.164685 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-bcd45805-3222-4ca0-9e97-60e8615cc2d9 req-6df5425a-5a09-4665-b011-37424b0fb141 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=edc28ddc-ae2c-4b2b-bf91-4f5ac80bdafe HTTP/1.1" status: 200 len: 850 time: 0.1064699 Nov 23 17:48:58.352163 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd45805-3222-4ca0-9e97-60e8615cc2d9 req-bf396064-9bd1-4dd5-b6ce-32742b1eac43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:48:58.352163 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-bcd45805-3222-4ca0-9e97-60e8615cc2d9 req-bf396064-9bd1-4dd5-b6ce-32742b1eac43 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=65497e92-b0c3-442f-8f8a-bf07657099ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1750553 Nov 23 17:48:58.402721 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ea6c81-8454-4135-a548-54b4a5e1fbf1 req-b49d2988-0598-4bac-ba71-31f9f9b1fcad tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:48:58.404200 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a5ea6c81-8454-4135-a548-54b4a5e1fbf1 req-b49d2988-0598-4bac-ba71-31f9f9b1fcad tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ea7def0-5cf3-46bd-90e2-20013bf25e5e HTTP/1.1" status: 200 len: 947 time: 0.1469104 Nov 23 17:48:58.411880 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-d288dbdd-5d03-42e6-8a56-066de83463e6 req-289058ac-965c-494a-abae-74ffe8a898a1 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:58.412230 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-d288dbdd-5d03-42e6-8a56-066de83463e6 req-289058ac-965c-494a-abae-74ffe8a898a1 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1795396'] for floatingip, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:58.412574 n-d-816206-8 neutron-server[103591]: INFO neutron.db.l3_db [req-d288dbdd-5d03-42e6-8a56-066de83463e6 req-289058ac-965c-494a-abae-74ffe8a898a1 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Floating IP bac22a6b-67c4-4457-bc44-37444618cfa4 disassociated. External IP: 172.25.3.165, port: 3f0239ae-c0a5-4b25-b653-a289c9c182d2. Nov 23 17:48:58.413237 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [req-d288dbdd-5d03-42e6-8a56-066de83463e6 req-289058ac-965c-494a-abae-74ffe8a898a1 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Calling delete_port for 3f0239ae-c0a5-4b25-b653-a289c9c182d2 owned by compute:nova {{(pid=103591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:48:58.452770 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.agents_db [None req-464f6c07-0de8-4be6-8f5b-563f574d1c5d None None] Agent healthcheck: found 7 active agents {{(pid=103593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 17:48:58.575079 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a5ea6c81-8454-4135-a548-54b4a5e1fbf1 req-c8a6bdc5-e38e-42fb-9582-7be1d4a86df0 tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] 10.222.0.60 "GET /v2.0/security-groups?id=6b69aca9-b68e-45b0-a7a0-1eb351a8ed08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562276 Nov 23 17:48:58.584277 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-bcd45805-3222-4ca0-9e97-60e8615cc2d9 req-1f958ed6-aea5-41b1-a54b-227f3362408c service neutron] 10.222.0.36 "GET /v2.0/networks/65497e92-b0c3-442f-8f8a-bf07657099ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2231300 Nov 23 17:48:58.751549 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-d288dbdd-5d03-42e6-8a56-066de83463e6 req-289058ac-965c-494a-abae-74ffe8a898a1 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:58.787442 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-bcd45805-3222-4ca0-9e97-60e8615cc2d9 req-0fa938fb-11a3-48eb-b440-2cab3b13dbd6 service neutron] 10.222.0.36 "GET /v2.0/networks/65497e92-b0c3-442f-8f8a-bf07657099ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1898062 Nov 23 17:48:58.790009 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289058ac-965c-494a-abae-74ffe8a898a1 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Pushing event deleted for resources: {'Port': ['ID=3f0239ae-c0a5-4b25-b653-a289c9c182d2,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:48:58.882115 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-884f6c70-1c5f-42a8-9aee-7350641aff0f req-f057b259-306b-445f-91ac-329b0d203914 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/ports?device_id=33ad57ba-2e81-4ec7-8fab-dd4327006cf7 HTTP/1.1" status: 200 len: 210 time: 0.0876667 Nov 23 17:48:58.981517 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d288dbdd-5d03-42e6-8a56-066de83463e6 req-289058ac-965c-494a-abae-74ffe8a898a1 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Router 6ce656d6-d295-4a48-8809-f02b548dd50a has already been hosted by L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 {{(pid=103591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 17:48:59.530113 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b21ad4c-f62b-411c-88a8-ae5022604021 req-c97d5857-bb22-42c7-9186-be88a49e5eed tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:48:59.532345 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7b21ad4c-f62b-411c-88a8-ae5022604021 req-c97d5857-bb22-42c7-9186-be88a49e5eed tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] 10.222.0.60 "GET /v2.0/ports?device_id=84e4a83d-70e7-4464-bfce-8989790c75ec HTTP/1.1" status: 200 len: 943 time: 0.4755397 Nov 23 17:48:59.535785 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d288dbdd-5d03-42e6-8a56-066de83463e6 req-289058ac-965c-494a-abae-74ffe8a898a1 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:48:59.547639 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea3724c7-7e8b-4555-a63f-afdae34fdf67 None None] Sync routers for ids ['6ce656d6-d295-4a48-8809-f02b548dd50a'] in n-d-816206-8 {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:48:59.561617 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea3724c7-7e8b-4555-a63f-afdae34fdf67 None None] Routers {'6ce656d6-d295-4a48-8809-f02b548dd50a'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:48:59.562849 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-ea3724c7-7e8b-4555-a63f-afdae34fdf67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:48:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['6ce656d6-d295-4a48-8809-f02b548dd50a'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:48:59.596057 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [req-d288dbdd-5d03-42e6-8a56-066de83463e6 req-289058ac-965c-494a-abae-74ffe8a898a1 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] No DVR routers for this DVR port 3f0239ae-c0a5-4b25-b653-a289c9c182d2 on host n-h2-816206-8 {{(pid=103591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:48:59.600046 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-d288dbdd-5d03-42e6-8a56-066de83463e6 req-289058ac-965c-494a-abae-74ffe8a898a1 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:48:59.607167 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d288dbdd-5d03-42e6-8a56-066de83463e6 req-289058ac-965c-494a-abae-74ffe8a898a1 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.36 "DELETE /v2.0/ports/3f0239ae-c0a5-4b25-b653-a289c9c182d2 HTTP/1.1" status: 204 len: 173 time: 2.1250732 Nov 23 17:48:59.608317 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33ad57ba-2e81-4ec7-8fab-dd4327006cf7', 'name': 'network-vif-deleted', 'tag': '3f0239ae-c0a5-4b25-b653-a289c9c182d2'}] {{(pid=103591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:48:59.611323 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41d174a19ece9499ff9ec44e5b3fc50f2abd3ffbc947fb7e52ea1e8db27b95b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d977236a-aff3-4389-9d86-098b4e439bad" -d '{"events": [{"server_uuid": "33ad57ba-2e81-4ec7-8fab-dd4327006cf7", "name": "network-vif-deleted", "tag": "3f0239ae-c0a5-4b25-b653-a289c9c182d2"}]}' {{(pid=103591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:48:59.649248 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7b21ad4c-f62b-411c-88a8-ae5022604021 req-b935ddde-a8cf-4116-ba46-3ccf4ffa421d tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b27d2e1-77aa-4824-820e-41aa2cca6128&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0888529 Nov 23 17:48:59.756781 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-ea3724c7-7e8b-4555-a63f-afdae34fdf67 None None] Set router 6ce656d6-d295-4a48-8809-f02b548dd50a gateway port host: n-d-816206-8 {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:48:59.804344 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:48:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd1d6da8-629e-4807-b047-fe1fad059ae7 x-openstack-request-id: req-dd1d6da8-629e-4807-b047-fe1fad059ae7 {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:48:59.804806 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33ad57ba-2e81-4ec7-8fab-dd4327006cf7", "name": "network-vif-deleted", "tag": "3f0239ae-c0a5-4b25-b653-a289c9c182d2", "status": "completed", "code": 200}]} {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:48:59.805157 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-dd1d6da8-629e-4807-b047-fe1fad059ae7 {{(pid=103591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:48:59.805652 n-d-816206-8 neutron-server[103591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33ad57ba-2e81-4ec7-8fab-dd4327006cf7', 'name': 'network-vif-deleted', 'tag': '3f0239ae-c0a5-4b25-b653-a289c9c182d2', 'status': 'completed', 'code': 200} Nov 23 17:48:59.833817 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8850794-7365-4d95-98ca-7c401425fbd3 req-11b1aba5-ff6d-4b19-b962-0f30cf30115a tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:48:59.835874 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c8850794-7365-4d95-98ca-7c401425fbd3 req-11b1aba5-ff6d-4b19-b962-0f30cf30115a tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ea7def0-5cf3-46bd-90e2-20013bf25e5e HTTP/1.1" status: 200 len: 947 time: 0.0680666 Nov 23 17:48:59.896999 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c8850794-7365-4d95-98ca-7c401425fbd3 req-ba802fb1-4053-435d-956a-196137bee8ae tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] 10.222.0.60 "GET /v2.0/security-groups?id=6b69aca9-b68e-45b0-a7a0-1eb351a8ed08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523343 Nov 23 17:49:00.001878 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2a7c3fd0-4e5a-4efd-9f76-d97a70f52081 req-4e6b4df4-328a-4aeb-909d-2fea07028950 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/ports?device_id=33ad57ba-2e81-4ec7-8fab-dd4327006cf7 HTTP/1.1" status: 200 len: 210 time: 0.0335915 Nov 23 17:49:00.013551 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-ea3724c7-7e8b-4555-a63f-afdae34fdf67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ce656d6-d295-4a48-8809-f02b548dd50a', 'name': 'tempest-TestVolumeBootPattern-1110572301-router', 'tenant_id': 'c0a53cd325e44b8fbee499050453672f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.143'}], 'enable_snat': True}, 'gw_port_id': '41276f9e-4769-4678-a2c8-4ca2eb9f723b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:38:07Z', 'updated_at': '2021-11-23T17:38:14Z', 'revision_number': 4, 'project_id': 'c0a53cd325e44b8fbee499050453672f', 'gw_port': {'id': '41276f9e-4769-4678-a2c8-4ca2eb9f723b', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:83:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ce656d6-d295-4a48-8809-f02b548dd50a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2099, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:38:08Z', 'updated_at': '2021-11-23T17:38:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_interfaces': [{'id': '054eac10-0542-49e4-bc40-e19b267e336a', 'name': '', 'network_id': '02874d22-2dc9-404b-96b5-741d17e13e44', 'tenant_id': 'c0a53cd325e44b8fbee499050453672f', 'mac_address': 'fa:16:3e:59:af:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ce656d6-d295-4a48-8809-f02b548dd50a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2117, 'fixed_ips': [{'subnet_id': '7cd7c517-b8bf-4f3d-98b6-b23c91372576', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:38:12Z', 'updated_at': '2021-11-23T17:38:30Z', 'revision_number': 5, 'project_id': 'c0a53cd325e44b8fbee499050453672f', 'subnets': [{'id': '7cd7c517-b8bf-4f3d-98b6-b23c91372576', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:49:00.043315 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea3724c7-7e8b-4555-a63f-afdae34fdf67 None None] Checking router: 6ce656d6-d295-4a48-8809-f02b548dd50a for host: n-d-816206-8 {{(pid=103593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 17:49:00.053913 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea3724c7-7e8b-4555-a63f-afdae34fdf67 None None] Routers {'6ce656d6-d295-4a48-8809-f02b548dd50a'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:49:00.054566 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-ea3724c7-7e8b-4555-a63f-afdae34fdf67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:48:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['6ce656d6-d295-4a48-8809-f02b548dd50a'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:49:00.057147 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5972a3e7-fb97-47c0-ad68-9b400ebd9b94 req-23d5bbbc-f362-4c87-8594-e10d1e57a389 tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:49:00.058760 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5972a3e7-fb97-47c0-ad68-9b400ebd9b94 req-23d5bbbc-f362-4c87-8594-e10d1e57a389 tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ea7def0-5cf3-46bd-90e2-20013bf25e5e HTTP/1.1" status: 200 len: 947 time: 0.0598321 Nov 23 17:49:00.125830 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5972a3e7-fb97-47c0-ad68-9b400ebd9b94 req-43fd34af-bb4a-462e-9e55-8221333bedbf tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] 10.222.0.60 "GET /v2.0/security-groups?id=6b69aca9-b68e-45b0-a7a0-1eb351a8ed08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598733 Nov 23 17:49:00.305163 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4beee40f-1c4f-47a6-afdd-2eed0bc63c22 req-5138c34d-2b70-4e32-8292-03d8727f82a9 tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:49:00.313850 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4beee40f-1c4f-47a6-afdd-2eed0bc63c22 req-5138c34d-2b70-4e32-8292-03d8727f82a9 tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ea7def0-5cf3-46bd-90e2-20013bf25e5e HTTP/1.1" status: 200 len: 947 time: 0.0667970 Nov 23 17:49:00.314274 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-ea3724c7-7e8b-4555-a63f-afdae34fdf67 None None] Set router 6ce656d6-d295-4a48-8809-f02b548dd50a gateway port host: n-d-816206-8 {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:49:00.368919 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4beee40f-1c4f-47a6-afdd-2eed0bc63c22 req-40ceeb06-8376-47d7-95bb-b8a6cf232b42 tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] 10.222.0.60 "GET /v2.0/security-groups?id=6b69aca9-b68e-45b0-a7a0-1eb351a8ed08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537994 Nov 23 17:49:00.507698 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3aa698-a5f4-498d-944e-cc5d15052eb3 req-28b10a3d-05a1-4232-bfc9-025c27fa4663 tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:49:00.512121 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ca3aa698-a5f4-498d-944e-cc5d15052eb3 req-28b10a3d-05a1-4232-bfc9-025c27fa4663 tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ea7def0-5cf3-46bd-90e2-20013bf25e5e HTTP/1.1" status: 200 len: 947 time: 0.0642614 Nov 23 17:49:00.548595 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-ea3724c7-7e8b-4555-a63f-afdae34fdf67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ce656d6-d295-4a48-8809-f02b548dd50a', 'name': 'tempest-TestVolumeBootPattern-1110572301-router', 'tenant_id': 'c0a53cd325e44b8fbee499050453672f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.143'}], 'enable_snat': True}, 'gw_port_id': '41276f9e-4769-4678-a2c8-4ca2eb9f723b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:38:07Z', 'updated_at': '2021-11-23T17:38:14Z', 'revision_number': 4, 'project_id': 'c0a53cd325e44b8fbee499050453672f', 'gw_port': {'id': '41276f9e-4769-4678-a2c8-4ca2eb9f723b', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:83:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ce656d6-d295-4a48-8809-f02b548dd50a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2099, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:38:08Z', 'updated_at': '2021-11-23T17:38:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_interfaces': [{'id': '054eac10-0542-49e4-bc40-e19b267e336a', 'name': '', 'network_id': '02874d22-2dc9-404b-96b5-741d17e13e44', 'tenant_id': 'c0a53cd325e44b8fbee499050453672f', 'mac_address': 'fa:16:3e:59:af:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ce656d6-d295-4a48-8809-f02b548dd50a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2117, 'fixed_ips': [{'subnet_id': '7cd7c517-b8bf-4f3d-98b6-b23c91372576', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:38:12Z', 'updated_at': '2021-11-23T17:38:30Z', 'revision_number': 5, 'project_id': 'c0a53cd325e44b8fbee499050453672f', 'subnets': [{'id': '7cd7c517-b8bf-4f3d-98b6-b23c91372576', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:49:00.563094 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ca3aa698-a5f4-498d-944e-cc5d15052eb3 req-36fc0523-461b-49e3-aaf7-85d0e89236f7 tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] 10.222.0.60 "GET /v2.0/security-groups?id=6b69aca9-b68e-45b0-a7a0-1eb351a8ed08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453725 Nov 23 17:49:00.596972 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea3724c7-7e8b-4555-a63f-afdae34fdf67 None None] The sync data for ids ['6ce656d6-d295-4a48-8809-f02b548dd50a'] in n-d-816206-8 is: [{'id': '6ce656d6-d295-4a48-8809-f02b548dd50a', 'name': 'tempest-TestVolumeBootPattern-1110572301-router', 'tenant_id': 'c0a53cd325e44b8fbee499050453672f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.143'}], 'enable_snat': True}, 'gw_port_id': '41276f9e-4769-4678-a2c8-4ca2eb9f723b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:38:07Z', 'updated_at': '2021-11-23T17:38:14Z', 'revision_number': 4, 'project_id': 'c0a53cd325e44b8fbee499050453672f', 'gw_port': {'id': '41276f9e-4769-4678-a2c8-4ca2eb9f723b', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:83:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ce656d6-d295-4a48-8809-f02b548dd50a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2099, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:38:08Z', 'updated_at': '2021-11-23T17:38:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_interfaces': [{'id': '054eac10-0542-49e4-bc40-e19b267e336a', 'name': '', 'network_id': '02874d22-2dc9-404b-96b5-741d17e13e44', 'tenant_id': 'c0a53cd325e44b8fbee499050453672f', 'mac_address': 'fa:16:3e:59:af:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ce656d6-d295-4a48-8809-f02b548dd50a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2117, 'fixed_ips': [{'subnet_id': '7cd7c517-b8bf-4f3d-98b6-b23c91372576', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:38:12Z', 'updated_at': '2021-11-23T17:38:30Z', 'revision_number': 5, 'project_id': 'c0a53cd325e44b8fbee499050453672f', 'subnets': [{'id': '7cd7c517-b8bf-4f3d-98b6-b23c91372576', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:49:00.771114 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9c698b-3416-4691-b379-6c997653e946 req-b1e88909-ea41-4dd3-9de0-f4b438d075ee tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:49:00.782886 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9d9c698b-3416-4691-b379-6c997653e946 req-b1e88909-ea41-4dd3-9de0-f4b438d075ee tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ea7def0-5cf3-46bd-90e2-20013bf25e5e HTTP/1.1" status: 200 len: 947 time: 0.1104717 Nov 23 17:49:00.909461 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9d9c698b-3416-4691-b379-6c997653e946 req-3156acbd-baf7-4c4c-a404-37896251d4e5 tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] 10.222.0.60 "GET /v2.0/security-groups?id=6b69aca9-b68e-45b0-a7a0-1eb351a8ed08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210313 Nov 23 17:49:00.928522 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4ec369-c7b9-4196-8baa-c6999376536c req-a889f06b-34ef-4b27-812e-bf188f021aa3 tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:49:00.940003 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2b4ec369-c7b9-4196-8baa-c6999376536c req-a889f06b-34ef-4b27-812e-bf188f021aa3 tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] 10.222.0.60 "GET /v2.0/ports?device_id=84e4a83d-70e7-4464-bfce-8989790c75ec HTTP/1.1" status: 200 len: 943 time: 0.1425486 Nov 23 17:49:00.987569 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e855509f-4f55-46a9-83b6-e992febbe92f None None] New status for floating IP bac22a6b-67c4-4457-bc44-37444618cfa4: DOWN {{(pid=103592) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 17:49:01.038121 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2b4ec369-c7b9-4196-8baa-c6999376536c req-2500916a-4705-4d08-9e3b-ec42e3bb712d tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b27d2e1-77aa-4824-820e-41aa2cca6128&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0918570 Nov 23 17:49:01.139319 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device 86c2bd86-2e00-4057-980f-a4e5c1d7c4d0 details requested by agent hyperv_n-h2-816206-8 with host n-h2-816206-8 {{(pid=103592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 17:49:01.144221 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f18c8d0b-0a73-4bb1-a95a-de3a3ac9576b req-230aaa3c-85fc-40ad-8c9d-8d7ec835c9c1 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/ports?device_id=33ad57ba-2e81-4ec7-8fab-dd4327006cf7 HTTP/1.1" status: 200 len: 210 time: 0.0389202 Nov 23 17:49:01.154520 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device 3f0239ae-c0a5-4b25-b653-a289c9c182d2 no longer exists at agent hyperv_n-h2-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:49:01.218216 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fde59a-373e-4236-abff-44f6db2c85ec req-ba10e94f-513e-4a53-b0ed-fe8bacc4a96c tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:49:01.227643 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b1fde59a-373e-4236-abff-44f6db2c85ec req-ba10e94f-513e-4a53-b0ed-fe8bacc4a96c tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ea7def0-5cf3-46bd-90e2-20013bf25e5e HTTP/1.1" status: 200 len: 947 time: 0.0684097 Nov 23 17:49:01.240225 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] No Port match for: 3f0239ae-c0a5-4b25-b653-a289c9c182d2 {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:49:01.240594 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device 3f0239ae-c0a5-4b25-b653-a289c9c182d2 not bound to the agent host n-h2-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:49:01.275217 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port 86c2bd86-2e00-4057-980f-a4e5c1d7c4d0, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=86c2bd86-2e00-4057-980f-a4e5c1d7c4d0,segment=NetworkSegment(dbe8f3be-f4c4-4704-9ef8-8b5a9aeb3c29),segment_id=dbe8f3be-f4c4-4704-9ef8-8b5a9aeb3c29)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:49:01.297950 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Returning: {'device': '86c2bd86-2e00-4057-980f-a4e5c1d7c4d0', 'network_id': '65497e92-b0c3-442f-8f8a-bf07657099ba', 'port_id': '86c2bd86-2e00-4057-980f-a4e5c1d7c4d0', 'mac_address': 'fa:16:3e:c1:63:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 504, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'edc28ddc-ae2c-4b2b-bf91-4f5ac80bdafe', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 17:49:01.328633 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b1fde59a-373e-4236-abff-44f6db2c85ec req-bf90707b-e2ca-4086-92bc-64e9a7c3194a tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] 10.222.0.60 "GET /v2.0/security-groups?id=6b69aca9-b68e-45b0-a7a0-1eb351a8ed08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992010 Nov 23 17:49:01.363452 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:01.381355 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86c2bd86-2e00-4057-980f-a4e5c1d7c4d0 {{(pid=103592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:49:01.408099 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port 86c2bd86-2e00-4057-980f-a4e5c1d7c4d0, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=86c2bd86-2e00-4057-980f-a4e5c1d7c4d0,segment=NetworkSegment(dbe8f3be-f4c4-4704-9ef8-8b5a9aeb3c29),segment_id=dbe8f3be-f4c4-4704-9ef8-8b5a9aeb3c29)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:49:01.414487 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:01.457317 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8f6208-ccee-41ac-922b-2877e3c1a96b req-5fc52bdb-aa46-433c-a2c2-6f3c24bde6e9 tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:49:01.459510 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-aa8f6208-ccee-41ac-922b-2877e3c1a96b req-5fc52bdb-aa46-433c-a2c2-6f3c24bde6e9 tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ea7def0-5cf3-46bd-90e2-20013bf25e5e HTTP/1.1" status: 200 len: 947 time: 0.0594645 Nov 23 17:49:01.478202 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Pushing event updated for resources: {'Port': ['ID=86c2bd86-2e00-4057-980f-a4e5c1d7c4d0,revision_number=4']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:49:01.530541 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-aa8f6208-ccee-41ac-922b-2877e3c1a96b req-72068ccf-36ed-41b7-be7d-03f00866b9d4 tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] 10.222.0.60 "GET /v2.0/security-groups?id=6b69aca9-b68e-45b0-a7a0-1eb351a8ed08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646076 Nov 23 17:49:01.681572 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] get_ports_and_sgs() called for port_ids ['86c2bd86-2e00-4057-980f-a4e5c1d7c4d0'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:49:01.834160 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e992a76-b9b3-4a48-b540-5fead2791de2 req-3f8a6485-e08e-4654-a34a-3b712f29f15a tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:49:01.836038 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2e992a76-b9b3-4a48-b540-5fead2791de2 req-3f8a6485-e08e-4654-a34a-3b712f29f15a tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ea7def0-5cf3-46bd-90e2-20013bf25e5e HTTP/1.1" status: 200 len: 947 time: 0.0900097 Nov 23 17:49:01.892456 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2e992a76-b9b3-4a48-b540-5fead2791de2 req-b3d5704c-04b9-4b41-84fe-08e74b1c9aec tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] 10.222.0.60 "GET /v2.0/security-groups?id=6b69aca9-b68e-45b0-a7a0-1eb351a8ed08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465238 Nov 23 17:49:02.167889 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fceb02-ee6c-475c-aebe-882bd433cb5f req-99faa4ff-ac0a-4025-b798-ed285067053d tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:49:02.169503 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-41fceb02-ee6c-475c-aebe-882bd433cb5f req-99faa4ff-ac0a-4025-b798-ed285067053d tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] 10.222.0.60 "GET /v2.0/ports?device_id=84e4a83d-70e7-4464-bfce-8989790c75ec HTTP/1.1" status: 200 len: 944 time: 0.0624907 Nov 23 17:49:02.254589 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-41fceb02-ee6c-475c-aebe-882bd433cb5f req-84ce50ab-f3b9-4484-9567-65c0505b201d tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b27d2e1-77aa-4824-820e-41aa2cca6128&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0752611 Nov 23 17:49:02.304082 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-caa34ba9-1ed9-4c0a-88e7-bb4ce38200b2 req-159bb70c-ddeb-4fba-8d4e-e12050a2fc37 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/ports?device_id=33ad57ba-2e81-4ec7-8fab-dd4327006cf7 HTTP/1.1" status: 200 len: 210 time: 0.0460026 Nov 23 17:49:02.647706 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 36616) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:49:02.821463 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-6aff0a3a-07ff-48f3-a2ae-d976e4fc085a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=85b4ea6e68ec48e6a4b28e00c10205c1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1713514 Nov 23 17:49:02.822716 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 36622) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:49:02.876830 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-2352f3d0-b4c4-4b94-9f11-550f12d6a086 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:02.901479 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-2352f3d0-b4c4-4b94-9f11-550f12d6a086 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:02.963502 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-2352f3d0-b4c4-4b94-9f11-550f12d6a086 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:02.967243 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-2352f3d0-b4c4-4b94-9f11-550f12d6a086 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:02.972767 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-2352f3d0-b4c4-4b94-9f11-550f12d6a086 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/94553f30-dbba-4ca0-b108-0fbcb1b7d3d5 HTTP/1.1" status: 204 len: 168 time: 0.1486285 Nov 23 17:49:02.983066 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2352f3d0-b4c4-4b94-9f11-550f12d6a086 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94553f30-dbba-4ca0-b108-0fbcb1b7d3d5,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:49:03.053814 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bcf3a4-f085-4f24-9517-6040b9593b21 req-496186f7-305e-48bc-a96c-f6f0db96d92c tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:49:03.055326 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-40bcf3a4-f085-4f24-9517-6040b9593b21 req-496186f7-305e-48bc-a96c-f6f0db96d92c tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ea7def0-5cf3-46bd-90e2-20013bf25e5e HTTP/1.1" status: 200 len: 947 time: 0.0639467 Nov 23 17:49:03.080790 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device 86c2bd86-2e00-4057-980f-a4e5c1d7c4d0 up at agent hyperv_n-h2-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:49:03.125049 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-40bcf3a4-f085-4f24-9517-6040b9593b21 req-89c231e3-0ad8-470f-8001-09fd37fac60e tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] 10.222.0.60 "GET /v2.0/security-groups?id=6b69aca9-b68e-45b0-a7a0-1eb351a8ed08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616074 Nov 23 17:49:03.142792 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Provisioning for port 86c2bd86-2e00-4057-980f-a4e5c1d7c4d0 completed by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 17:49:03.150662 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Provisioning complete for port 86c2bd86-2e00-4057-980f-a4e5c1d7c4d0 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:49:03.152203 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:03.247786 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:03.273028 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84e4a83d-70e7-4464-bfce-8989790c75ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86c2bd86-2e00-4057-980f-a4e5c1d7c4d0'}] {{(pid=103592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:49:03.279193 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba3e6a8f2301c7a29fe1eca9779abdae4ccbcd6266d69778087f2498d5551201" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93577eb8-5727-402d-b278-6967139de5cf" -d '{"events": [{"server_uuid": "84e4a83d-70e7-4464-bfce-8989790c75ec", "name": "network-vif-plugged", "status": "completed", "tag": "86c2bd86-2e00-4057-980f-a4e5c1d7c4d0"}]}' {{(pid=103592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:49:03.301665 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port 86c2bd86-2e00-4057-980f-a4e5c1d7c4d0, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=86c2bd86-2e00-4057-980f-a4e5c1d7c4d0,segment=NetworkSegment(dbe8f3be-f4c4-4704-9ef8-8b5a9aeb3c29),segment_id=dbe8f3be-f4c4-4704-9ef8-8b5a9aeb3c29)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:49:03.309317 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:03.367881 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Pushing event updated for resources: {'Port': ['ID=86c2bd86-2e00-4057-980f-a4e5c1d7c4d0,revision_number=5']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:49:03.467902 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3576a7-410a-4bd5-9f22-5cbc678afbca req-bb4c5d31-22a5-47ce-a1c4-412f88b1f8c6 tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:49:03.481357 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4b3576a7-410a-4bd5-9f22-5cbc678afbca req-bb4c5d31-22a5-47ce-a1c4-412f88b1f8c6 tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] 10.222.0.60 "GET /v2.0/ports?device_id=84e4a83d-70e7-4464-bfce-8989790c75ec HTTP/1.1" status: 200 len: 945 time: 0.1064143 Nov 23 17:49:03.558037 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbe8793-7821-4f1f-a0d0-23bcb5b82365 req-37f0136b-2969-46f5-b12e-6bc2c897c874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:49:03.561460 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-6cbe8793-7821-4f1f-a0d0-23bcb5b82365 req-37f0136b-2969-46f5-b12e-6bc2c897c874 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b18cd1cca1b44b989141b05dcb1fddfb&device_id=2ea7def0-5cf3-46bd-90e2-20013bf25e5e HTTP/1.1" status: 200 len: 1098 time: 0.0600491 Nov 23 17:49:03.581223 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4b3576a7-410a-4bd5-9f22-5cbc678afbca req-81b9e1db-02ba-4889-954c-0aa53cb2fec4 tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b27d2e1-77aa-4824-820e-41aa2cca6128&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0934176 Nov 23 17:49:03.718968 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:49:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e80d14fd-8149-4399-b34c-84b411f1a316 x-openstack-request-id: req-e80d14fd-8149-4399-b34c-84b411f1a316 {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:49:03.719605 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84e4a83d-70e7-4464-bfce-8989790c75ec", "name": "network-vif-plugged", "status": "completed", "tag": "86c2bd86-2e00-4057-980f-a4e5c1d7c4d0", "code": 200}]} {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:49:03.720054 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e80d14fd-8149-4399-b34c-84b411f1a316 {{(pid=103592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:49:03.720894 n-d-816206-8 neutron-server[103592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84e4a83d-70e7-4464-bfce-8989790c75ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86c2bd86-2e00-4057-980f-a4e5c1d7c4d0', 'code': 200} Nov 23 17:49:03.724784 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-72b3be96-f5e5-48c4-ae38-7a2617e92f16 req-556b46e1-483e-4d9e-bf4e-f542dfa65d95 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/ports?device_id=33ad57ba-2e81-4ec7-8fab-dd4327006cf7 HTTP/1.1" status: 200 len: 210 time: 0.0773072 Nov 23 17:49:03.769017 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbe8793-7821-4f1f-a0d0-23bcb5b82365 req-503a801c-302f-49fc-a17c-c5d0ecabdb82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:49:03.770803 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-6cbe8793-7821-4f1f-a0d0-23bcb5b82365 req-503a801c-302f-49fc-a17c-c5d0ecabdb82 service neutron] 10.222.0.55 "GET /v2.0/networks?id=b75e9fac-17f1-4702-8d25-f863ff44788f HTTP/1.1" status: 200 len: 915 time: 0.1996956 Nov 23 17:49:03.847896 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-6cbe8793-7821-4f1f-a0d0-23bcb5b82365 req-63232e53-3633-4d91-8a96-959f50925c53 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3690f848-fde7-480c-ab9e-211c79d0cd2d HTTP/1.1" status: 200 len: 217 time: 0.0663681 Nov 23 17:49:03.875527 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17620523-2d03-4969-b2a2-45f46c632b66 req-e94c9a91-0bb4-4777-835a-c2fdecee8b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:49:03.877198 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-17620523-2d03-4969-b2a2-45f46c632b66 req-e94c9a91-0bb4-4777-835a-c2fdecee8b94 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=84e4a83d-70e7-4464-bfce-8989790c75ec HTTP/1.1" status: 200 len: 1096 time: 0.0897832 Nov 23 17:49:03.891612 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ae78dd-e3d4-40b9-9cd1-7346c877bdbf req-fdcf12e8-e58d-4158-ac2a-32976a2a3caf tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:49:03.893194 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c8ae78dd-e3d4-40b9-9cd1-7346c877bdbf req-fdcf12e8-e58d-4158-ac2a-32976a2a3caf tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ea7def0-5cf3-46bd-90e2-20013bf25e5e HTTP/1.1" status: 200 len: 947 time: 0.0966020 Nov 23 17:49:03.922400 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbe8793-7821-4f1f-a0d0-23bcb5b82365 req-318013a0-cd96-4e06-9ea7-6bb68f862f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:49:03.924008 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-6cbe8793-7821-4f1f-a0d0-23bcb5b82365 req-318013a0-cd96-4e06-9ea7-6bb68f862f9a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8bdf8112-60de-47e2-b40b-a031bce5a853 HTTP/1.1" status: 200 len: 854 time: 0.0695531 Nov 23 17:49:03.969737 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-6cbe8793-7821-4f1f-a0d0-23bcb5b82365 req-26c8868f-cef9-49ce-8656-ed09a25e850f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b75e9fac-17f1-4702-8d25-f863ff44788f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383201 Nov 23 17:49:03.969953 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-17620523-2d03-4969-b2a2-45f46c632b66 req-9e03a444-c66d-479a-b65a-f01709d2c97d service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=3b27d2e1-77aa-4824-820e-41aa2cca6128&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757651 Nov 23 17:49:03.973532 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c8ae78dd-e3d4-40b9-9cd1-7346c877bdbf req-0a6d45e3-217e-47f5-9a6b-a0a4ae72adbb tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] 10.222.0.60 "GET /v2.0/security-groups?id=6b69aca9-b68e-45b0-a7a0-1eb351a8ed08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621417 Nov 23 17:49:04.084259 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-6cbe8793-7821-4f1f-a0d0-23bcb5b82365 req-5f11ac11-0daa-4e02-ab1f-185b586edacf service neutron] 10.222.0.55 "GET /v2.0/networks/b75e9fac-17f1-4702-8d25-f863ff44788f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033459 Nov 23 17:49:04.188102 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-6cbe8793-7821-4f1f-a0d0-23bcb5b82365 req-003a0aa9-53ce-429c-ad00-cd045acb4a5f service neutron] 10.222.0.55 "GET /v2.0/networks/b75e9fac-17f1-4702-8d25-f863ff44788f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957654 Nov 23 17:49:04.711481 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03111d72-9f5a-49e0-bf02-d9441405d3df req-21c9a451-a20d-4a6d-ab2c-21377409787d tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:49:04.713811 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-03111d72-9f5a-49e0-bf02-d9441405d3df req-21c9a451-a20d-4a6d-ab2c-21377409787d tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] 10.222.0.60 "GET /v2.0/ports?device_id=84e4a83d-70e7-4464-bfce-8989790c75ec HTTP/1.1" status: 200 len: 945 time: 0.0640140 Nov 23 17:49:04.852883 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c32284b4-15df-4291-a8cd-42b48dad7d08 req-8a759fc1-5d06-4b78-93a4-9e8576ce5ea5 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/ports?device_id=33ad57ba-2e81-4ec7-8fab-dd4327006cf7 HTTP/1.1" status: 200 len: 210 time: 0.0502992 Nov 23 17:49:04.860698 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-03111d72-9f5a-49e0-bf02-d9441405d3df req-1a0ee705-74b6-4fea-9cfc-6ba2664bc0bc tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b27d2e1-77aa-4824-820e-41aa2cca6128&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1384885 Nov 23 17:49:05.117960 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e5396b-7b1f-4bef-9a69-ebfceb7a8445 req-85016806-2e0d-48a0-9f31-c518913fb235 tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:49:05.119670 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-70e5396b-7b1f-4bef-9a69-ebfceb7a8445 req-85016806-2e0d-48a0-9f31-c518913fb235 tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ea7def0-5cf3-46bd-90e2-20013bf25e5e HTTP/1.1" status: 200 len: 947 time: 0.0607858 Nov 23 17:49:05.188926 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-70e5396b-7b1f-4bef-9a69-ebfceb7a8445 req-b0dca914-34e2-4817-ba3b-d2bf09a1e97b tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] 10.222.0.60 "GET /v2.0/security-groups?id=6b69aca9-b68e-45b0-a7a0-1eb351a8ed08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562012 Nov 23 17:49:05.370337 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873e5aa8-4318-479f-9236-b5670d5f17d9 req-142f8804-bb67-4c82-9349-cb289a2a7795 tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:49:05.372569 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-873e5aa8-4318-479f-9236-b5670d5f17d9 req-142f8804-bb67-4c82-9349-cb289a2a7795 tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ea7def0-5cf3-46bd-90e2-20013bf25e5e HTTP/1.1" status: 200 len: 947 time: 0.0941844 Nov 23 17:49:05.432938 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-873e5aa8-4318-479f-9236-b5670d5f17d9 req-adbf273a-dd6b-420e-a548-f2d7090cdd3b tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] 10.222.0.60 "GET /v2.0/security-groups?id=6b69aca9-b68e-45b0-a7a0-1eb351a8ed08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509040 Nov 23 17:49:05.585004 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb66281-9161-4728-9f75-768ca6fb7a68 req-67f828e7-50fb-4256-bd9c-0b5889f88090 tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:49:05.586656 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7cb66281-9161-4728-9f75-768ca6fb7a68 req-67f828e7-50fb-4256-bd9c-0b5889f88090 tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ea7def0-5cf3-46bd-90e2-20013bf25e5e HTTP/1.1" status: 200 len: 947 time: 0.0566692 Nov 23 17:49:05.641429 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7cb66281-9161-4728-9f75-768ca6fb7a68 req-db08ae15-3ba7-4c89-b75d-322d2834d039 tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] 10.222.0.60 "GET /v2.0/security-groups?id=6b69aca9-b68e-45b0-a7a0-1eb351a8ed08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477076 Nov 23 17:49:05.784071 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0690d2-3439-407d-b099-198ed12bdde8 req-83e63012-91d7-4a49-aa81-9522217c0a75 tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:49:05.786427 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ad0690d2-3439-407d-b099-198ed12bdde8 req-83e63012-91d7-4a49-aa81-9522217c0a75 tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ea7def0-5cf3-46bd-90e2-20013bf25e5e HTTP/1.1" status: 200 len: 947 time: 0.0613146 Nov 23 17:49:05.838223 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ad0690d2-3439-407d-b099-198ed12bdde8 req-2539e5eb-7b3f-4868-a4bc-b75b1f01e0ad tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] 10.222.0.60 "GET /v2.0/security-groups?id=6b69aca9-b68e-45b0-a7a0-1eb351a8ed08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447917 Nov 23 17:49:05.960436 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-457af088-c905-4d65-ac63-847a6b87b618 req-509e0b02-2ca9-475a-a223-e5145e2f9685 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/ports?device_id=33ad57ba-2e81-4ec7-8fab-dd4327006cf7 HTTP/1.1" status: 200 len: 210 time: 0.0335238 Nov 23 17:49:06.089770 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092a9a13-a01e-4bdd-a4df-272e259f6de4 req-9bb4b28e-44c6-4d8b-b7b8-02509a545c67 tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:49:06.091272 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-092a9a13-a01e-4bdd-a4df-272e259f6de4 req-9bb4b28e-44c6-4d8b-b7b8-02509a545c67 tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] 10.222.0.60 "GET /v2.0/ports?device_id=84e4a83d-70e7-4464-bfce-8989790c75ec HTTP/1.1" status: 200 len: 945 time: 0.0930040 Nov 23 17:49:06.100166 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efec4e0-2418-4038-8cec-1a687725072c req-346918b6-fa62-41e7-95ec-ea9f54b76852 tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:49:06.101637 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9efec4e0-2418-4038-8cec-1a687725072c req-346918b6-fa62-41e7-95ec-ea9f54b76852 tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ea7def0-5cf3-46bd-90e2-20013bf25e5e HTTP/1.1" status: 200 len: 947 time: 0.0720479 Nov 23 17:49:06.176252 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-092a9a13-a01e-4bdd-a4df-272e259f6de4 req-451c5672-59ca-40ab-8cd1-df2875aa6cde tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b27d2e1-77aa-4824-820e-41aa2cca6128&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735536 Nov 23 17:49:06.189184 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9efec4e0-2418-4038-8cec-1a687725072c req-e349ad46-83d1-464f-803f-f0f35e554a55 tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] 10.222.0.60 "GET /v2.0/security-groups?id=6b69aca9-b68e-45b0-a7a0-1eb351a8ed08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773127 Nov 23 17:49:06.332153 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8f6fc4-6bd1-489a-8725-ff0e22b2a9ce req-2ad9e7d7-139f-4a62-ada1-4f5954d1849c tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:49:06.333689 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-af8f6fc4-6bd1-489a-8725-ff0e22b2a9ce req-2ad9e7d7-139f-4a62-ada1-4f5954d1849c tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] 10.222.0.60 "GET /v2.0/ports?device_id=84e4a83d-70e7-4464-bfce-8989790c75ec HTTP/1.1" status: 200 len: 945 time: 0.0776622 Nov 23 17:49:06.342448 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 36716) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:49:06.346755 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a585600a-f178-4c0f-b674-42d86e76804e req-84a0d5e1-91a5-4f2e-93e6-90545efcbdc1 tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:49:06.347749 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-e91539b9-682d-4c10-8873-647f9229d9e8 tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] Request body: {'floatingip': {'port_id': '86c2bd86-2e00-4057-980f-a4e5c1d7c4d0'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:49:06.348290 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a585600a-f178-4c0f-b674-42d86e76804e req-84a0d5e1-91a5-4f2e-93e6-90545efcbdc1 tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ea7def0-5cf3-46bd-90e2-20013bf25e5e HTTP/1.1" status: 200 len: 947 time: 0.0829461 Nov 23 17:49:06.395995 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e91539b9-682d-4c10-8873-647f9229d9e8 tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] Publish callbacks [] for floatingip, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:06.409444 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a585600a-f178-4c0f-b674-42d86e76804e req-8e50129b-1462-4a8e-a2c4-a13a970fe9ee tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] 10.222.0.60 "GET /v2.0/security-groups?id=6b69aca9-b68e-45b0-a7a0-1eb351a8ed08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542183 Nov 23 17:49:06.569052 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669deed9-06ad-4fdf-add4-18f8aa7053c4 req-4b5e22e2-b696-4a6b-8d08-d7a4e4aa9304 tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:49:06.570687 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-669deed9-06ad-4fdf-add4-18f8aa7053c4 req-4b5e22e2-b696-4a6b-8d08-d7a4e4aa9304 tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ea7def0-5cf3-46bd-90e2-20013bf25e5e HTTP/1.1" status: 200 len: 947 time: 0.0565348 Nov 23 17:49:06.624430 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-669deed9-06ad-4fdf-add4-18f8aa7053c4 req-4f4e602e-2702-471e-92b4-39d63eb1233a tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] 10.222.0.60 "GET /v2.0/security-groups?id=6b69aca9-b68e-45b0-a7a0-1eb351a8ed08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474925 Nov 23 17:49:06.790444 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d39c0f-e02e-4f66-80e4-19dba2b0df7e req-6e3c1bea-2521-40b4-8e43-9d36bc59d41d tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:49:06.798289 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d3d39c0f-e02e-4f66-80e4-19dba2b0df7e req-6e3c1bea-2521-40b4-8e43-9d36bc59d41d tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ea7def0-5cf3-46bd-90e2-20013bf25e5e HTTP/1.1" status: 200 len: 947 time: 0.0927327 Nov 23 17:49:06.860729 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d3d39c0f-e02e-4f66-80e4-19dba2b0df7e req-015d76ea-6cfe-425a-a6ab-716cb7aa22bd tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] 10.222.0.60 "GET /v2.0/security-groups?id=6b69aca9-b68e-45b0-a7a0-1eb351a8ed08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614109 Nov 23 17:49:07.039113 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40657944-eb23-4dfa-afcd-48e59450ce3f req-2bd8095a-94fc-4d2b-90f3-ebe9e5fc710d tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:49:07.040887 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-40657944-eb23-4dfa-afcd-48e59450ce3f req-2bd8095a-94fc-4d2b-90f3-ebe9e5fc710d tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ea7def0-5cf3-46bd-90e2-20013bf25e5e HTTP/1.1" status: 200 len: 947 time: 0.0670271 Nov 23 17:49:07.104168 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ade9ff18-cda3-4bd4-9538-d2f9b1024d46 req-12686f8f-8035-47f7-9a16-ceb0cb2a2673 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/ports?device_id=33ad57ba-2e81-4ec7-8fab-dd4327006cf7 HTTP/1.1" status: 200 len: 210 time: 0.0375948 Nov 23 17:49:07.152841 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-40657944-eb23-4dfa-afcd-48e59450ce3f req-7576a0c4-8a0c-459f-9620-0431dde31bb9 tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] 10.222.0.60 "GET /v2.0/security-groups?id=6b69aca9-b68e-45b0-a7a0-1eb351a8ed08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039615 Nov 23 17:49:07.349742 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65059df4-3646-4a1c-8de1-850b6b7b5c07 req-e169cea0-66f2-4d8b-ae03-21761c26ca9b tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:49:07.358674 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-65059df4-3646-4a1c-8de1-850b6b7b5c07 req-e169cea0-66f2-4d8b-ae03-21761c26ca9b tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ea7def0-5cf3-46bd-90e2-20013bf25e5e HTTP/1.1" status: 200 len: 947 time: 0.1107967 Nov 23 17:49:07.415926 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-65059df4-3646-4a1c-8de1-850b6b7b5c07 req-af6eb060-2b48-4a1a-adbf-2a234fc1ba09 tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] 10.222.0.60 "GET /v2.0/security-groups?id=6b69aca9-b68e-45b0-a7a0-1eb351a8ed08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556483 Nov 23 17:49:07.459037 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e91539b9-682d-4c10-8873-647f9229d9e8 tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:07.467619 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e91539b9-682d-4c10-8873-647f9229d9e8 tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1795396'] for floatingip, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:07.596156 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8e1f95-16da-4978-8060-4303693bde16 req-2dae2edd-cfef-4c6b-b484-cef9d284bab4 tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:49:07.601379 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ff8e1f95-16da-4978-8060-4303693bde16 req-2dae2edd-cfef-4c6b-b484-cef9d284bab4 tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ea7def0-5cf3-46bd-90e2-20013bf25e5e HTTP/1.1" status: 200 len: 947 time: 0.0600574 Nov 23 17:49:07.609329 n-d-816206-8 neutron-server[103590]: INFO neutron.db.l3_db [None req-e91539b9-682d-4c10-8873-647f9229d9e8 tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] Floating IP 490f6d83-8456-4321-9958-c93e4d7d6665 associated. External IP: 172.25.3.72, port: 86c2bd86-2e00-4057-980f-a4e5c1d7c4d0. Nov 23 17:49:07.664124 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ff8e1f95-16da-4978-8060-4303693bde16 req-e93f7970-5d6f-4c99-8a39-4746ddca486a tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] 10.222.0.60 "GET /v2.0/security-groups?id=6b69aca9-b68e-45b0-a7a0-1eb351a8ed08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497763 Nov 23 17:49:07.849732 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674415f5-796c-4376-9667-3d6af63359f0 req-33c42669-1359-42c5-98d1-3960240933cb tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:49:07.859199 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-674415f5-796c-4376-9667-3d6af63359f0 req-33c42669-1359-42c5-98d1-3960240933cb tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ea7def0-5cf3-46bd-90e2-20013bf25e5e HTTP/1.1" status: 200 len: 947 time: 0.1023304 Nov 23 17:49:07.931442 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e91539b9-682d-4c10-8873-647f9229d9e8 tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] Router 7b0fa152-159a-4ecd-ad21-8c7c4fbaaf9e has already been hosted by L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 {{(pid=103590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 17:49:07.941618 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-674415f5-796c-4376-9667-3d6af63359f0 req-5132c4f1-fded-4ae3-bb5e-04fdb0bfa061 tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] 10.222.0.60 "GET /v2.0/security-groups?id=6b69aca9-b68e-45b0-a7a0-1eb351a8ed08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811448 Nov 23 17:49:08.184383 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e91539b9-682d-4c10-8873-647f9229d9e8 tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:49:08.194517 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a15a821-07d8-4643-b683-145214e5b48d req-f5d7aa37-c19f-4287-afa2-4e8d804ded08 tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:49:08.214350 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e91539b9-682d-4c10-8873-647f9229d9e8 tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for floatingip, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:08.214662 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01027cf7-fdf4-410f-8eb8-166f8a0b8d7b None None] Sync routers for ids ['7b0fa152-159a-4ecd-ad21-8c7c4fbaaf9e'] in n-d-816206-8 {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:49:08.223628 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-1a15a821-07d8-4643-b683-145214e5b48d req-f5d7aa37-c19f-4287-afa2-4e8d804ded08 tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ea7def0-5cf3-46bd-90e2-20013bf25e5e HTTP/1.1" status: 200 len: 947 time: 0.1266353 Nov 23 17:49:08.243261 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01027cf7-fdf4-410f-8eb8-166f8a0b8d7b None None] Routers {'7b0fa152-159a-4ecd-ad21-8c7c4fbaaf9e'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:49:08.243892 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-01027cf7-fdf4-410f-8eb8-166f8a0b8d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:48:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['7b0fa152-159a-4ecd-ad21-8c7c4fbaaf9e'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:49:08.254495 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-e91539b9-682d-4c10-8873-647f9229d9e8 tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] 10.222.0.60 "PUT /v2.0/floatingips/490f6d83-8456-4321-9958-c93e4d7d6665 HTTP/1.1" status: 200 len: 990 time: 1.9102376 Nov 23 17:49:08.267725 n-d-816206-8 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84e4a83d-70e7-4464-bfce-8989790c75ec', 'tag': '86c2bd86-2e00-4057-980f-a4e5c1d7c4d0'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:49:08.270687 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbabddbc9fc37b068808e119c416c86f5957ca04531a4a0d2e695c515e93483b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ded19c32-e275-47e4-a10e-35138fa865a7" -d '{"events": [{"name": "network-changed", "server_uuid": "84e4a83d-70e7-4464-bfce-8989790c75ec", "tag": "86c2bd86-2e00-4057-980f-a4e5c1d7c4d0"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:49:08.354323 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-1a15a821-07d8-4643-b683-145214e5b48d req-c53057b5-2385-4fcc-922f-bb560779d886 tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] 10.222.0.60 "GET /v2.0/security-groups?id=6b69aca9-b68e-45b0-a7a0-1eb351a8ed08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297181 Nov 23 17:49:08.403122 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e87014f3-651c-455b-850a-cc711f40765e req-50e378b1-1242-42ef-92a3-e238fcdee7fb tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/ports?device_id=33ad57ba-2e81-4ec7-8fab-dd4327006cf7 HTTP/1.1" status: 200 len: 210 time: 0.0936735 Nov 23 17:49:08.436378 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-01027cf7-fdf4-410f-8eb8-166f8a0b8d7b None None] Set router 7b0fa152-159a-4ecd-ad21-8c7c4fbaaf9e gateway port host: n-d-816206-8 {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:49:08.481033 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 17:49:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dd4a0ff-8688-4b14-ae42-132248bfad59 x-openstack-request-id: req-2dd4a0ff-8688-4b14-ae42-132248bfad59 {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:49:08.482635 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84e4a83d-70e7-4464-bfce-8989790c75ec", "tag": "86c2bd86-2e00-4057-980f-a4e5c1d7c4d0", "status": "completed", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:49:08.483091 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-2dd4a0ff-8688-4b14-ae42-132248bfad59 {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:49:08.485336 n-d-816206-8 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84e4a83d-70e7-4464-bfce-8989790c75ec', 'tag': '86c2bd86-2e00-4057-980f-a4e5c1d7c4d0', 'status': 'completed', 'code': 200} Nov 23 17:49:08.633246 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded19c32-e275-47e4-a10e-35138fa865a7 req-feb5ef32-53ad-450f-987e-13ebf4bd24e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:49:08.634739 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ded19c32-e275-47e4-a10e-35138fa865a7 req-feb5ef32-53ad-450f-987e-13ebf4bd24e1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a72787eb39f84cbca4e464c3cac6bedf&device_id=84e4a83d-70e7-4464-bfce-8989790c75ec HTTP/1.1" status: 200 len: 1096 time: 0.1205776 Nov 23 17:49:08.654330 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8433ccc-2d56-48e5-8a96-ca92e020147b req-db9d298f-7c01-4438-b828-4b4293914dc8 tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:49:08.655898 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a8433ccc-2d56-48e5-8a96-ca92e020147b req-db9d298f-7c01-4438-b828-4b4293914dc8 tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ea7def0-5cf3-46bd-90e2-20013bf25e5e HTTP/1.1" status: 200 len: 947 time: 0.0878365 Nov 23 17:49:08.798638 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-01027cf7-fdf4-410f-8eb8-166f8a0b8d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b0fa152-159a-4ecd-ad21-8c7c4fbaaf9e', 'name': 'tempest-AttachVolumeTestJSON-1452379613-router', 'tenant_id': 'a72787eb39f84cbca4e464c3cac6bedf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.44'}], 'enable_snat': True}, 'gw_port_id': '65cabf95-cea0-4420-97d7-51a8cc6f9ed9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:48:38Z', 'updated_at': '2021-11-23T17:48:44Z', 'revision_number': 4, 'project_id': 'a72787eb39f84cbca4e464c3cac6bedf', 'gw_port': {'id': '65cabf95-cea0-4420-97d7-51a8cc6f9ed9', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:9e:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b0fa152-159a-4ecd-ad21-8c7c4fbaaf9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2930, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:48:39Z', 'updated_at': '2021-11-23T17:48:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_floatingips': [{'id': '490f6d83-8456-4321-9958-c93e4d7d6665', 'tenant_id': 'a72787eb39f84cbca4e464c3cac6bedf', 'floating_ip_address': '172.25.3.72', 'floating_network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'router_id': '7b0fa152-159a-4ecd-ad21-8c7c4fbaaf9e', 'port_id': '86c2bd86-2e00-4057-980f-a4e5c1d7c4d0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2938, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65497e92-b0c3-442f-8f8a-bf07657099ba', 'mac_address': 'fa:16:3e:c1:63:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84e4a83d-70e7-4464-bfce-8989790c75ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T17:48:49Z', 'updated_at': '2021-11-23T17:49:07Z', 'revision_number': 1, 'project_id': 'a72787eb39f84cbca4e464c3cac6bedf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79e2c73c-3033-4e4c-912b-faa2a2cb0bad', 'name': '', 'network_id': '65497e92-b0c3-442f-8f8a-bf07657099ba', 'tenant_id': 'a72787eb39f84cbca4e464c3cac6bedf', 'mac_address': 'fa:16:3e:c5:cf:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b0fa152-159a-4ecd-ad21-8c7c4fbaaf9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2931, 'fixed_ips': [{'subnet_id': 'edc28ddc-ae2c-4b2b-bf91-4f5ac80bdafe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:48:43Z', 'updated_at': '2021-11-23T17:48:50Z', 'revision_number': 5, 'project_id': 'a72787eb39f84cbca4e464c3cac6bedf', 'subnets': [{'id': 'edc28ddc-ae2c-4b2b-bf91-4f5ac80bdafe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:49:08.798885 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a8433ccc-2d56-48e5-8a96-ca92e020147b req-fa350b6a-ee36-40f6-b741-039e2237cd07 tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] 10.222.0.60 "GET /v2.0/security-groups?id=6b69aca9-b68e-45b0-a7a0-1eb351a8ed08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047742 Nov 23 17:49:08.839351 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded19c32-e275-47e4-a10e-35138fa865a7 req-82690b73-dc47-4860-a2f9-399d18e6239b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:49:08.841195 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ded19c32-e275-47e4-a10e-35138fa865a7 req-82690b73-dc47-4860-a2f9-399d18e6239b service neutron] 10.222.0.36 "GET /v2.0/networks?id=65497e92-b0c3-442f-8f8a-bf07657099ba HTTP/1.1" status: 200 len: 912 time: 0.1953537 Nov 23 17:49:08.859529 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01027cf7-fdf4-410f-8eb8-166f8a0b8d7b None None] Checking router: 7b0fa152-159a-4ecd-ad21-8c7c4fbaaf9e for host: n-d-816206-8 {{(pid=103593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 17:49:08.870491 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01027cf7-fdf4-410f-8eb8-166f8a0b8d7b None None] Routers {'7b0fa152-159a-4ecd-ad21-8c7c4fbaaf9e'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:49:08.871388 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-01027cf7-fdf4-410f-8eb8-166f8a0b8d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:48:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['7b0fa152-159a-4ecd-ad21-8c7c4fbaaf9e'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:49:08.972890 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ded19c32-e275-47e4-a10e-35138fa865a7 req-3e6285d4-8b31-448c-a3c0-930acf80b74c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=86c2bd86-2e00-4057-980f-a4e5c1d7c4d0 HTTP/1.1" status: 200 len: 998 time: 0.1227396 Nov 23 17:49:08.993909 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcfeb2c-3c5b-4c7c-acd8-abfba399eae3 req-7b6a4ee1-5bb5-423a-80ac-9a59f27f1906 tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:49:09.001496 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8bcfeb2c-3c5b-4c7c-acd8-abfba399eae3 req-7b6a4ee1-5bb5-423a-80ac-9a59f27f1906 tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ea7def0-5cf3-46bd-90e2-20013bf25e5e HTTP/1.1" status: 200 len: 947 time: 0.1006851 Nov 23 17:49:09.017643 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-01027cf7-fdf4-410f-8eb8-166f8a0b8d7b None None] Set router 7b0fa152-159a-4ecd-ad21-8c7c4fbaaf9e gateway port host: n-d-816206-8 {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:49:09.104332 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8bcfeb2c-3c5b-4c7c-acd8-abfba399eae3 req-74681ac8-2e37-4ab8-ac8f-62fdbdd36f25 tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] 10.222.0.60 "GET /v2.0/security-groups?id=6b69aca9-b68e-45b0-a7a0-1eb351a8ed08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968950 Nov 23 17:49:09.106967 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded19c32-e275-47e4-a10e-35138fa865a7 req-52db8ded-1ae2-40ac-a319-dbf763846638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:49:09.108443 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ded19c32-e275-47e4-a10e-35138fa865a7 req-52db8ded-1ae2-40ac-a319-dbf763846638 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=edc28ddc-ae2c-4b2b-bf91-4f5ac80bdafe HTTP/1.1" status: 200 len: 850 time: 0.1253052 Nov 23 17:49:09.206991 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded19c32-e275-47e4-a10e-35138fa865a7 req-406999ae-956a-41fe-a997-58564cd3e42c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:49:09.210461 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ded19c32-e275-47e4-a10e-35138fa865a7 req-406999ae-956a-41fe-a997-58564cd3e42c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=65497e92-b0c3-442f-8f8a-bf07657099ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0923927 Nov 23 17:49:09.336528 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ded19c32-e275-47e4-a10e-35138fa865a7 req-702d2c23-b67b-4ed6-9c43-265959a6b253 service neutron] 10.222.0.36 "GET /v2.0/networks/65497e92-b0c3-442f-8f8a-bf07657099ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1185443 Nov 23 17:49:09.342069 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-01027cf7-fdf4-410f-8eb8-166f8a0b8d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b0fa152-159a-4ecd-ad21-8c7c4fbaaf9e', 'name': 'tempest-AttachVolumeTestJSON-1452379613-router', 'tenant_id': 'a72787eb39f84cbca4e464c3cac6bedf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.44'}], 'enable_snat': True}, 'gw_port_id': '65cabf95-cea0-4420-97d7-51a8cc6f9ed9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:48:38Z', 'updated_at': '2021-11-23T17:48:44Z', 'revision_number': 4, 'project_id': 'a72787eb39f84cbca4e464c3cac6bedf', 'gw_port': {'id': '65cabf95-cea0-4420-97d7-51a8cc6f9ed9', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:9e:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b0fa152-159a-4ecd-ad21-8c7c4fbaaf9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2930, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:48:39Z', 'updated_at': '2021-11-23T17:48:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_floatingips': [{'id': '490f6d83-8456-4321-9958-c93e4d7d6665', 'tenant_id': 'a72787eb39f84cbca4e464c3cac6bedf', 'floating_ip_address': '172.25.3.72', 'floating_network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'router_id': '7b0fa152-159a-4ecd-ad21-8c7c4fbaaf9e', 'port_id': '86c2bd86-2e00-4057-980f-a4e5c1d7c4d0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2938, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65497e92-b0c3-442f-8f8a-bf07657099ba', 'mac_address': 'fa:16:3e:c1:63:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84e4a83d-70e7-4464-bfce-8989790c75ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T17:48:49Z', 'updated_at': '2021-11-23T17:49:07Z', 'revision_number': 1, 'project_id': 'a72787eb39f84cbca4e464c3cac6bedf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79e2c73c-3033-4e4c-912b-faa2a2cb0bad', 'name': '', 'network_id': '65497e92-b0c3-442f-8f8a-bf07657099ba', 'tenant_id': 'a72787eb39f84cbca4e464c3cac6bedf', 'mac_address': 'fa:16:3e:c5:cf:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b0fa152-159a-4ecd-ad21-8c7c4fbaaf9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2931, 'fixed_ips': [{'subnet_id': 'edc28ddc-ae2c-4b2b-bf91-4f5ac80bdafe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:48:43Z', 'updated_at': '2021-11-23T17:48:50Z', 'revision_number': 5, 'project_id': 'a72787eb39f84cbca4e464c3cac6bedf', 'subnets': [{'id': 'edc28ddc-ae2c-4b2b-bf91-4f5ac80bdafe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:49:09.373577 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01027cf7-fdf4-410f-8eb8-166f8a0b8d7b None None] The sync data for ids ['7b0fa152-159a-4ecd-ad21-8c7c4fbaaf9e'] in n-d-816206-8 is: [{'id': '7b0fa152-159a-4ecd-ad21-8c7c4fbaaf9e', 'name': 'tempest-AttachVolumeTestJSON-1452379613-router', 'tenant_id': 'a72787eb39f84cbca4e464c3cac6bedf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.44'}], 'enable_snat': True}, 'gw_port_id': '65cabf95-cea0-4420-97d7-51a8cc6f9ed9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:48:38Z', 'updated_at': '2021-11-23T17:48:44Z', 'revision_number': 4, 'project_id': 'a72787eb39f84cbca4e464c3cac6bedf', 'gw_port': {'id': '65cabf95-cea0-4420-97d7-51a8cc6f9ed9', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:9e:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b0fa152-159a-4ecd-ad21-8c7c4fbaaf9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2930, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:48:39Z', 'updated_at': '2021-11-23T17:48:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_floatingips': [{'id': '490f6d83-8456-4321-9958-c93e4d7d6665', 'tenant_id': 'a72787eb39f84cbca4e464c3cac6bedf', 'floating_ip_address': '172.25.3.72', 'floating_network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'router_id': '7b0fa152-159a-4ecd-ad21-8c7c4fbaaf9e', 'port_id': '86c2bd86-2e00-4057-980f-a4e5c1d7c4d0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2938, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65497e92-b0c3-442f-8f8a-bf07657099ba', 'mac_address': 'fa:16:3e:c1:63:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84e4a83d-70e7-4464-bfce-8989790c75ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T17:48:49Z', 'updated_at': '2021-11-23T17:49:07Z', 'revision_number': 1, 'project_id': 'a72787eb39f84cbca4e464c3cac6bedf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79e2c73c-3033-4e4c-912b-faa2a2cb0bad', 'name': '', 'network_id': '65497e92-b0c3-442f-8f8a-bf07657099ba', 'tenant_id': 'a72787eb39f84cbca4e464c3cac6bedf', 'mac_address': 'fa:16:3e:c5:cf:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b0fa152-159a-4ecd-ad21-8c7c4fbaaf9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2931, 'fixed_ips': [{'subnet_id': 'edc28ddc-ae2c-4b2b-bf91-4f5ac80bdafe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:48:43Z', 'updated_at': '2021-11-23T17:48:50Z', 'revision_number': 5, 'project_id': 'a72787eb39f84cbca4e464c3cac6bedf', 'subnets': [{'id': 'edc28ddc-ae2c-4b2b-bf91-4f5ac80bdafe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:49:09.505692 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ded19c32-e275-47e4-a10e-35138fa865a7 req-74aef1ef-02db-4198-9af1-6504474d3d10 service neutron] 10.222.0.36 "GET /v2.0/networks/65497e92-b0c3-442f-8f8a-bf07657099ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1596494 Nov 23 17:49:09.756634 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e4dc2f9-0d75-443c-94eb-34dc4b10e56d None None] New status for floating IP 490f6d83-8456-4321-9958-c93e4d7d6665: ACTIVE {{(pid=103592) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 17:49:09.897304 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-da7959f4-2aa6-4a51-bcb2-14386a6e1367 req-53c21dd6-86d0-484e-b687-9b8bacc0b7e4 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-882341399&fields=id&tenant_id=c0a53cd325e44b8fbee499050453672f HTTP/1.1" status: 200 len: 267 time: 0.0693491 Nov 23 17:49:10.160383 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7959f4-2aa6-4a51-bcb2-14386a6e1367 req-6088c294-afda-4bdc-b7ae-5ef83febf6ba tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:49:10.178414 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-da7959f4-2aa6-4a51-bcb2-14386a6e1367 req-6088c294-afda-4bdc-b7ae-5ef83febf6ba tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/networks?id=02874d22-2dc9-404b-96b5-741d17e13e44 HTTP/1.1" status: 200 len: 812 time: 0.2733686 Nov 23 17:49:10.184971 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-da7959f4-2aa6-4a51-bcb2-14386a6e1367 req-d97f5845-edb6-4324-93c0-0157a169fd45 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/quotas/c0a53cd325e44b8fbee499050453672f HTTP/1.1" status: 200 len: 375 time: 0.0119941 Nov 23 17:49:10.265355 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-da7959f4-2aa6-4a51-bcb2-14386a6e1367 req-9d546c16-3779-438a-8efd-c026c2173aad tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=c0a53cd325e44b8fbee499050453672f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0707617 Nov 23 17:49:10.439937 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-da7959f4-2aa6-4a51-bcb2-14386a6e1367 req-c0304001-3d15-46a1-832e-b29e1f9b00fe service neutron] 10.222.0.60 "GET /v2.0/networks/02874d22-2dc9-404b-96b5-741d17e13e44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1558580 Nov 23 17:49:10.591393 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-da7959f4-2aa6-4a51-bcb2-14386a6e1367 req-0b9b6a3d-c682-463a-a870-3042904418f8 service neutron] 10.222.0.60 "GET /v2.0/networks/02874d22-2dc9-404b-96b5-741d17e13e44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400962 Nov 23 17:49:10.934838 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6e663ac4-f1e8-4932-b59c-fc2c3d7b8135 req-95a27df7-19cd-4084-bafc-0dcd7202ece7 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/ports?device_id=fdfb4ce2-91d8-4f2e-a6fb-679e80dacd8f HTTP/1.1" status: 200 len: 210 time: 0.0282557 Nov 23 17:49:12.025834 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7959f4-2aa6-4a51-bcb2-14386a6e1367 req-1a87bfa9-2392-4055-a0ab-3885456a2814 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:49:12.028405 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-da7959f4-2aa6-4a51-bcb2-14386a6e1367 req-1a87bfa9-2392-4055-a0ab-3885456a2814 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.55 "GET /v2.0/networks?id=02874d22-2dc9-404b-96b5-741d17e13e44 HTTP/1.1" status: 200 len: 812 time: 0.1735151 Nov 23 17:49:12.113863 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-cbdac0b6-fce0-484a-8331-0f69a65a6350 req-c7069eb1-2d60-48b0-bdd3-f539bff266ae tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/ports?device_id=fdfb4ce2-91d8-4f2e-a6fb-679e80dacd8f HTTP/1.1" status: 200 len: 210 time: 0.0573704 Nov 23 17:49:12.169428 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-da7959f4-2aa6-4a51-bcb2-14386a6e1367 req-449175be-0160-4b67-bb4c-fc774251bde0 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c0a53cd325e44b8fbee499050453672f HTTP/1.1" status: 200 len: 379 time: 0.1287055 Nov 23 17:49:12.179919 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [req-da7959f4-2aa6-4a51-bcb2-14386a6e1367 req-01acb0ae-3635-45b3-9561-e3e10c46a06b tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Request body: {'port': {'device_id': 'fdfb4ce2-91d8-4f2e-a6fb-679e80dacd8f', 'network_id': '02874d22-2dc9-404b-96b5-741d17e13e44', 'admin_state_up': True, 'tenant_id': 'c0a53cd325e44b8fbee499050453672f', 'security_groups': ['857595b8-f5c9-4ef4-a551-6fcaf9d47816']}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:49:12.307950 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da7959f4-2aa6-4a51-bcb2-14386a6e1367 req-01acb0ae-3635-45b3-9561-e3e10c46a06b tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Made reservation on behalf of c0a53cd325e44b8fbee499050453672f for: {'port': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:49:12.312048 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-da7959f4-2aa6-4a51-bcb2-14386a6e1367 req-01acb0ae-3635-45b3-9561-e3e10c46a06b tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:12.502319 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [req-da7959f4-2aa6-4a51-bcb2-14386a6e1367 req-01acb0ae-3635-45b3-9561-e3e10c46a06b tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Allocated IP 172.20.0.9 (02874d22-2dc9-404b-96b5-741d17e13e44/7cd7c517-b8bf-4f3d-98b6-b23c91372576/e0681257-4061-466d-a72d-99fbb58ee45b) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:49:12.776051 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-da7959f4-2aa6-4a51-bcb2-14386a6e1367 req-01acb0ae-3635-45b3-9561-e3e10c46a06b tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:12.835278 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-da7959f4-2aa6-4a51-bcb2-14386a6e1367 req-01acb0ae-3635-45b3-9561-e3e10c46a06b tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:12.921658 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da7959f4-2aa6-4a51-bcb2-14386a6e1367 req-01acb0ae-3635-45b3-9561-e3e10c46a06b tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Network 02874d22-2dc9-404b-96b5-741d17e13e44 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:49:12.923775 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01acb0ae-3635-45b3-9561-e3e10c46a06b tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Pushing event updated for resources: {'Port': ['ID=e0681257-4061-466d-a72d-99fbb58ee45b,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:49:12.938827 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [req-da7959f4-2aa6-4a51-bcb2-14386a6e1367 req-01acb0ae-3635-45b3-9561-e3e10c46a06b tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:49:12.942048 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [req-da7959f4-2aa6-4a51-bcb2-14386a6e1367 req-01acb0ae-3635-45b3-9561-e3e10c46a06b tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:49:12.965622 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-4652caf2-ca7c-46ef-b586-41ae21f2f3eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:13.029743 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7959f4-2aa6-4a51-bcb2-14386a6e1367 req-01acb0ae-3635-45b3-9561-e3e10c46a06b tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:49:13.031013 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-da7959f4-2aa6-4a51-bcb2-14386a6e1367 req-01acb0ae-3635-45b3-9561-e3e10c46a06b tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:13.067994 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-da7959f4-2aa6-4a51-bcb2-14386a6e1367 req-01acb0ae-3635-45b3-9561-e3e10c46a06b tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8911095 Nov 23 17:49:13.083779 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [req-da7959f4-2aa6-4a51-bcb2-14386a6e1367 req-d4d61159-df6e-440d-8003-4c9945eedd35 service neutron] Request body: {'port': {'device_id': 'fdfb4ce2-91d8-4f2e-a6fb-679e80dacd8f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-8'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:49:13.256310 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-da7959f4-2aa6-4a51-bcb2-14386a6e1367 req-d4d61159-df6e-440d-8003-4c9945eedd35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:13.329538 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdaf5d05-dd01-4f07-9562-89294d0d86bb req-5905ced2-514f-4654-bd28-5fd2a73532c3 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:49:13.342792 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-fdaf5d05-dd01-4f07-9562-89294d0d86bb req-5905ced2-514f-4654-bd28-5fd2a73532c3 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/ports?device_id=fdfb4ce2-91d8-4f2e-a6fb-679e80dacd8f HTTP/1.1" status: 200 len: 931 time: 0.0903878 Nov 23 17:49:13.352768 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-6ed9b1e3-f3a7-45d4-a1a2-bd5064f83a2c None None] Provisioning complete for port e0681257-4061-466d-a72d-99fbb58ee45b triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:49:13.353145 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-6ed9b1e3-f3a7-45d4-a1a2-bd5064f83a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:13.432062 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-6ed9b1e3-f3a7-45d4-a1a2-bd5064f83a2c None None] Port e0681257-4061-466d-a72d-99fbb58ee45b cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:49:13.563592 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-fdaf5d05-dd01-4f07-9562-89294d0d86bb req-6eb57391-e1df-4544-8193-71d9d1d23990 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/security-groups?id=857595b8-f5c9-4ef4-a551-6fcaf9d47816&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2180154 Nov 23 17:49:13.568934 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:13.955688 n-d-816206-8 neutron-server[103590]: DEBUG neutron.notifiers.nova [req-da7959f4-2aa6-4a51-bcb2-14386a6e1367 req-d4d61159-df6e-440d-8003-4c9945eedd35 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0681257-4061-466d-a72d-99fbb58ee45b {{(pid=103590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:49:13.964357 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-da7959f4-2aa6-4a51-bcb2-14386a6e1367 req-d4d61159-df6e-440d-8003-4c9945eedd35 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:13.978828 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [req-da7959f4-2aa6-4a51-bcb2-14386a6e1367 req-d4d61159-df6e-440d-8003-4c9945eedd35 service neutron] Transition to ACTIVE for port object e0681257-4061-466d-a72d-99fbb58ee45b will not be triggered until provisioned by entity L2. {{(pid=103590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 17:49:13.985995 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-da7959f4-2aa6-4a51-bcb2-14386a6e1367 req-d4d61159-df6e-440d-8003-4c9945eedd35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264357957'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:14.131340 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d61159-df6e-440d-8003-4c9945eedd35 service neutron] Pushing event updated for resources: {'Port': ['ID=e0681257-4061-466d-a72d-99fbb58ee45b,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:49:14.245624 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:14.283289 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [req-da7959f4-2aa6-4a51-bcb2-14386a6e1367 req-d4d61159-df6e-440d-8003-4c9945eedd35 service neutron] Attempting to bind port e0681257-4061-466d-a72d-99fbb58ee45b on host n-h1-816206-8 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:49:14.284792 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [req-da7959f4-2aa6-4a51-bcb2-14386a6e1367 req-d4d61159-df6e-440d-8003-4c9945eedd35 service neutron] Attempting to bind port e0681257-4061-466d-a72d-99fbb58ee45b by drivers openvswitch,hyperv on host n-h1-816206-8 at level 0 using segments [{'id': 'ec813e0a-4415-4fed-a736-e9a0442fcb85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '02874d22-2dc9-404b-96b5-741d17e13e44'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:49:14.285128 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da7959f4-2aa6-4a51-bcb2-14386a6e1367 req-d4d61159-df6e-440d-8003-4c9945eedd35 service neutron] Attempting to bind port e0681257-4061-466d-a72d-99fbb58ee45b on network 02874d22-2dc9-404b-96b5-741d17e13e44 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:49:14.303586 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da7959f4-2aa6-4a51-bcb2-14386a6e1367 req-d4d61159-df6e-440d-8003-4c9945eedd35 service neutron] Port e0681257-4061-466d-a72d-99fbb58ee45b on network 02874d22-2dc9-404b-96b5-741d17e13e44 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-8 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 17:49:14.303927 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da7959f4-2aa6-4a51-bcb2-14386a6e1367 req-d4d61159-df6e-440d-8003-4c9945eedd35 service neutron] Attempting to bind port e0681257-4061-466d-a72d-99fbb58ee45b on network 02874d22-2dc9-404b-96b5-741d17e13e44 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:49:14.315442 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da7959f4-2aa6-4a51-bcb2-14386a6e1367 req-d4d61159-df6e-440d-8003-4c9945eedd35 service neutron] Checking agent: {'id': '4b0a4557-3bfe-4828-80a0-7981fc3ac84c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 15, 14), 'started_at': datetime.datetime(2021, 11, 23, 17, 15, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 49, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:49:14.315789 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da7959f4-2aa6-4a51-bcb2-14386a6e1367 req-d4d61159-df6e-440d-8003-4c9945eedd35 service neutron] Checking segment: {'id': 'ec813e0a-4415-4fed-a736-e9a0442fcb85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '02874d22-2dc9-404b-96b5-741d17e13e44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:49:14.316211 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da7959f4-2aa6-4a51-bcb2-14386a6e1367 req-d4d61159-df6e-440d-8003-4c9945eedd35 service neutron] Bound using segment: {'id': 'ec813e0a-4415-4fed-a736-e9a0442fcb85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '02874d22-2dc9-404b-96b5-741d17e13e44'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:49:14.317436 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [req-da7959f4-2aa6-4a51-bcb2-14386a6e1367 req-d4d61159-df6e-440d-8003-4c9945eedd35 service neutron] Bound port: e0681257-4061-466d-a72d-99fbb58ee45b, host: n-h1-816206-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec813e0a-4415-4fed-a736-e9a0442fcb85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '02874d22-2dc9-404b-96b5-741d17e13e44'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:49:14.322884 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-da7959f4-2aa6-4a51-bcb2-14386a6e1367 req-d4d61159-df6e-440d-8003-4c9945eedd35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:14.489805 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [req-da7959f4-2aa6-4a51-bcb2-14386a6e1367 req-d4d61159-df6e-440d-8003-4c9945eedd35 service neutron] For port e0681257-4061-466d-a72d-99fbb58ee45b, host n-h1-816206-8, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:49:14.493952 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [req-da7959f4-2aa6-4a51-bcb2-14386a6e1367 req-d4d61159-df6e-440d-8003-4c9945eedd35 service neutron] For port e0681257-4061-466d-a72d-99fbb58ee45b, host n-h1-816206-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=e0681257-4061-466d-a72d-99fbb58ee45b,segment=NetworkSegment(ec813e0a-4415-4fed-a736-e9a0442fcb85),segment_id=ec813e0a-4415-4fed-a736-e9a0442fcb85)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:49:14.500138 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-da7959f4-2aa6-4a51-bcb2-14386a6e1367 req-d4d61159-df6e-440d-8003-4c9945eedd35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264357957'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:14.560582 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7959f4-2aa6-4a51-bcb2-14386a6e1367 req-d4d61159-df6e-440d-8003-4c9945eedd35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:49:14.561275 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-da7959f4-2aa6-4a51-bcb2-14386a6e1367 req-d4d61159-df6e-440d-8003-4c9945eedd35 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:14.563906 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-da7959f4-2aa6-4a51-bcb2-14386a6e1367 req-d4d61159-df6e-440d-8003-4c9945eedd35 service neutron] 10.222.0.55 "PUT /v2.0/ports/e0681257-4061-466d-a72d-99fbb58ee45b HTTP/1.1" status: 200 len: 1091 time: 1.4876134 Nov 23 17:49:14.564441 n-d-816206-8 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdfb4ce2-91d8-4f2e-a6fb-679e80dacd8f', 'tag': 'e0681257-4061-466d-a72d-99fbb58ee45b'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:49:14.567023 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbabddbc9fc37b068808e119c416c86f5957ca04531a4a0d2e695c515e93483b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ed19043-8542-4781-9911-71b59fb3363d" -d '{"events": [{"name": "network-changed", "server_uuid": "fdfb4ce2-91d8-4f2e-a6fb-679e80dacd8f", "tag": "e0681257-4061-466d-a72d-99fbb58ee45b"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:49:14.612356 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d61159-df6e-440d-8003-4c9945eedd35 service neutron] Pushing event updated for resources: {'Port': ['ID=e0681257-4061-466d-a72d-99fbb58ee45b,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:49:14.770635 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 17:49:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75b5fd22-8ddd-461e-bb57-e19a8ed838fa x-openstack-request-id: req-75b5fd22-8ddd-461e-bb57-e19a8ed838fa {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:49:14.770635 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fdfb4ce2-91d8-4f2e-a6fb-679e80dacd8f", "tag": "e0681257-4061-466d-a72d-99fbb58ee45b", "status": "completed", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:49:14.770635 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-75b5fd22-8ddd-461e-bb57-e19a8ed838fa {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:49:14.770635 n-d-816206-8 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fdfb4ce2-91d8-4f2e-a6fb-679e80dacd8f', 'tag': 'e0681257-4061-466d-a72d-99fbb58ee45b', 'status': 'completed', 'code': 200} Nov 23 17:49:14.793433 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7959f4-2aa6-4a51-bcb2-14386a6e1367 req-87515268-33b2-4ab2-890f-07d5ac978abc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:49:14.795112 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-da7959f4-2aa6-4a51-bcb2-14386a6e1367 req-87515268-33b2-4ab2-890f-07d5ac978abc service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c0a53cd325e44b8fbee499050453672f&device_id=fdfb4ce2-91d8-4f2e-a6fb-679e80dacd8f HTTP/1.1" status: 200 len: 1094 time: 0.1367004 Nov 23 17:49:14.815549 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50034efb-2540-4c3a-9f90-39c5f5862ade req-5e63c83c-c35c-4aaf-bd05-fcc7e361099e tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:49:14.824712 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-50034efb-2540-4c3a-9f90-39c5f5862ade req-5e63c83c-c35c-4aaf-bd05-fcc7e361099e tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/ports?device_id=fdfb4ce2-91d8-4f2e-a6fb-679e80dacd8f HTTP/1.1" status: 200 len: 943 time: 0.1123302 Nov 23 17:49:14.884821 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-da7959f4-2aa6-4a51-bcb2-14386a6e1367 req-a956a9e5-b30f-472a-a59a-8deede4e6094 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e0681257-4061-466d-a72d-99fbb58ee45b HTTP/1.1" status: 200 len: 217 time: 0.0757959 Nov 23 17:49:14.920904 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-50034efb-2540-4c3a-9f90-39c5f5862ade req-327f00f2-7995-4f94-ac3c-735956864b00 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/security-groups?id=857595b8-f5c9-4ef4-a551-6fcaf9d47816&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0949626 Nov 23 17:49:15.006340 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7959f4-2aa6-4a51-bcb2-14386a6e1367 req-97868905-31d3-4ab2-954e-fecf7b038c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:49:15.007949 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-da7959f4-2aa6-4a51-bcb2-14386a6e1367 req-97868905-31d3-4ab2-954e-fecf7b038c82 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7cd7c517-b8bf-4f3d-98b6-b23c91372576 HTTP/1.1" status: 200 len: 851 time: 0.1133411 Nov 23 17:49:15.128904 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-ac9a61d8-356d-4bfa-921c-f3cd2c428422 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:15.184515 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7959f4-2aa6-4a51-bcb2-14386a6e1367 req-ee6ae99a-84b9-4acc-b36a-7722a208df7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:49:15.186056 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-da7959f4-2aa6-4a51-bcb2-14386a6e1367 req-ee6ae99a-84b9-4acc-b36a-7722a208df7a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=02874d22-2dc9-404b-96b5-741d17e13e44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1681521 Nov 23 17:49:15.350891 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-da7959f4-2aa6-4a51-bcb2-14386a6e1367 req-37d585a8-1376-4dc9-aac3-dd7f43856315 service neutron] 10.222.0.55 "GET /v2.0/networks/02874d22-2dc9-404b-96b5-741d17e13e44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1566408 Nov 23 17:49:15.554976 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-da7959f4-2aa6-4a51-bcb2-14386a6e1367 req-ca9effa6-9c77-4152-af92-301dedfab180 service neutron] 10.222.0.55 "GET /v2.0/networks/02874d22-2dc9-404b-96b5-741d17e13e44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1956105 Nov 23 17:49:15.693062 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed19043-8542-4781-9911-71b59fb3363d req-37454b83-7a73-46b4-9988-0457c6c6776a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:49:15.695294 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-5ed19043-8542-4781-9911-71b59fb3363d req-37454b83-7a73-46b4-9988-0457c6c6776a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c0a53cd325e44b8fbee499050453672f&device_id=fdfb4ce2-91d8-4f2e-a6fb-679e80dacd8f HTTP/1.1" status: 200 len: 1094 time: 0.0863285 Nov 23 17:49:15.826910 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed19043-8542-4781-9911-71b59fb3363d req-ec829d7d-3e48-400a-9b33-86282bb0d9e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:49:15.829256 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-5ed19043-8542-4781-9911-71b59fb3363d req-ec829d7d-3e48-400a-9b33-86282bb0d9e4 service neutron] 10.222.0.55 "GET /v2.0/networks?id=02874d22-2dc9-404b-96b5-741d17e13e44 HTTP/1.1" status: 200 len: 913 time: 0.1258640 Nov 23 17:49:15.880506 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-5ed19043-8542-4781-9911-71b59fb3363d req-b61fc8c1-97a2-4b70-8f68-3c708e59e7a3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e0681257-4061-466d-a72d-99fbb58ee45b HTTP/1.1" status: 200 len: 217 time: 0.0428414 Nov 23 17:49:15.958196 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed19043-8542-4781-9911-71b59fb3363d req-b97830e7-e310-48c9-8e52-af5f78cf7e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:49:15.963302 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-5ed19043-8542-4781-9911-71b59fb3363d req-b97830e7-e310-48c9-8e52-af5f78cf7e10 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7cd7c517-b8bf-4f3d-98b6-b23c91372576 HTTP/1.1" status: 200 len: 851 time: 0.0756645 Nov 23 17:49:16.075155 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed19043-8542-4781-9911-71b59fb3363d req-6cd05c8e-eee3-4be3-aab3-7891b793793f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:49:16.079073 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-5ed19043-8542-4781-9911-71b59fb3363d req-6cd05c8e-eee3-4be3-aab3-7891b793793f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=02874d22-2dc9-404b-96b5-741d17e13e44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1090472 Nov 23 17:49:16.160554 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26fc4e1-9a55-4219-a6a6-0e7f4de49dc1 req-446142fa-ecad-4f23-8134-b4e7892f4ef3 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:49:16.171970 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d26fc4e1-9a55-4219-a6a6-0e7f4de49dc1 req-446142fa-ecad-4f23-8134-b4e7892f4ef3 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/ports?device_id=fdfb4ce2-91d8-4f2e-a6fb-679e80dacd8f HTTP/1.1" status: 200 len: 943 time: 0.1115143 Nov 23 17:49:16.263488 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-5ed19043-8542-4781-9911-71b59fb3363d req-a5dcc130-9dd7-40be-91ca-d1d87f5cef0d service neutron] 10.222.0.55 "GET /v2.0/networks/02874d22-2dc9-404b-96b5-741d17e13e44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1769016 Nov 23 17:49:16.368007 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d26fc4e1-9a55-4219-a6a6-0e7f4de49dc1 req-6d1de42a-b778-40d5-b79e-cf50aa7fe554 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/security-groups?id=857595b8-f5c9-4ef4-a551-6fcaf9d47816&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1947455 Nov 23 17:49:16.448440 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-5ed19043-8542-4781-9911-71b59fb3363d req-19d1f630-ff26-4431-b612-39c4b9bbfd62 service neutron] 10.222.0.55 "GET /v2.0/networks/02874d22-2dc9-404b-96b5-741d17e13e44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1748660 Nov 23 17:49:16.540288 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-52822d53-48f5-4819-8a95-bdc13aea0bf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:17.753984 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7187b9-e8b0-4604-9a0a-2dc369458174 req-6608bc79-0d9b-48bb-a613-fd019f02bdc7 tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:49:17.756649 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6b7187b9-e8b0-4604-9a0a-2dc369458174 req-6608bc79-0d9b-48bb-a613-fd019f02bdc7 tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ea7def0-5cf3-46bd-90e2-20013bf25e5e HTTP/1.1" status: 200 len: 947 time: 0.0760474 Nov 23 17:49:17.757159 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9a27ae6c-db98-474f-94c1-cc99bf842d79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:17.773012 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93e7dd1-22b6-466a-9d67-833e4393e8fc req-32671fab-cb8a-45e6-b789-75de9f3812eb tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:49:17.783759 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d93e7dd1-22b6-466a-9d67-833e4393e8fc req-32671fab-cb8a-45e6-b789-75de9f3812eb tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/ports?device_id=fdfb4ce2-91d8-4f2e-a6fb-679e80dacd8f HTTP/1.1" status: 200 len: 943 time: 0.2185597 Nov 23 17:49:17.925202 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d93e7dd1-22b6-466a-9d67-833e4393e8fc req-005ecee2-9aca-4af3-928f-a8e055c10538 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/security-groups?id=857595b8-f5c9-4ef4-a551-6fcaf9d47816&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1404021 Nov 23 17:49:17.948911 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6b7187b9-e8b0-4604-9a0a-2dc369458174 req-fe8d681d-f2f9-4bd2-9edd-9761bccd744a tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] 10.222.0.60 "GET /v2.0/security-groups?id=6b69aca9-b68e-45b0-a7a0-1eb351a8ed08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629748 Nov 23 17:49:18.323718 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:19.135909 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7748aa3c-0481-4419-aa8a-e8514deb6642 req-7a4833f8-02d3-4d2d-b020-2930cbbf75ff tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:49:19.138194 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-7748aa3c-0481-4419-aa8a-e8514deb6642 req-7a4833f8-02d3-4d2d-b020-2930cbbf75ff tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ea7def0-5cf3-46bd-90e2-20013bf25e5e HTTP/1.1" status: 200 len: 947 time: 0.1057765 Nov 23 17:49:19.222563 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cf8d60-a70a-4e97-990b-fc33047e442b req-e9fafa6b-0558-459c-9234-55df54945b2e tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:49:19.224332 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d3cf8d60-a70a-4e97-990b-fc33047e442b req-e9fafa6b-0558-459c-9234-55df54945b2e tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/ports?device_id=fdfb4ce2-91d8-4f2e-a6fb-679e80dacd8f HTTP/1.1" status: 200 len: 943 time: 0.1600266 Nov 23 17:49:19.275008 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [req-7748aa3c-0481-4419-aa8a-e8514deb6642 req-f2ddd4fd-9f0d-434d-9d38-b79af123c2ae tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] Deleting port 3690f848-fde7-480c-ab9e-211c79d0cd2d {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:49:19.275590 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-7748aa3c-0481-4419-aa8a-e8514deb6642 req-f2ddd4fd-9f0d-434d-9d38-b79af123c2ae tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:19.292211 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d3cf8d60-a70a-4e97-990b-fc33047e442b req-8d412dd8-e3af-42a6-99ad-513e8436a8c8 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/security-groups?id=857595b8-f5c9-4ef4-a551-6fcaf9d47816&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589936 Nov 23 17:49:19.304644 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e367a848-e340-4efc-9683-83a5abaaa10a req-c1ae6a25-d8f2-4478-a06d-81108c161615 tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:49:19.315372 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e367a848-e340-4efc-9683-83a5abaaa10a req-c1ae6a25-d8f2-4478-a06d-81108c161615 tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] 10.222.0.60 "GET /v2.0/ports?device_id=2ea7def0-5cf3-46bd-90e2-20013bf25e5e HTTP/1.1" status: 200 len: 947 time: 0.1729407 Nov 23 17:49:19.385182 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e367a848-e340-4efc-9683-83a5abaaa10a req-8ad59785-2022-4296-a8f6-cec9d4113b17 tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] 10.222.0.60 "GET /v2.0/security-groups?id=6b69aca9-b68e-45b0-a7a0-1eb351a8ed08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687246 Nov 23 17:49:19.497335 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [req-7748aa3c-0481-4419-aa8a-e8514deb6642 req-f2ddd4fd-9f0d-434d-9d38-b79af123c2ae tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] For port 3690f848-fde7-480c-ab9e-211c79d0cd2d, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=3690f848-fde7-480c-ab9e-211c79d0cd2d,segment=NetworkSegment(7236ee9c-d2a1-449e-b7f8-41fdf7da8bc8),segment_id=7236ee9c-d2a1-449e-b7f8-41fdf7da8bc8)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:49:19.497774 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-7748aa3c-0481-4419-aa8a-e8514deb6642 req-f2ddd4fd-9f0d-434d-9d38-b79af123c2ae tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:19.519284 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [req-7748aa3c-0481-4419-aa8a-e8514deb6642 req-f2ddd4fd-9f0d-434d-9d38-b79af123c2ae tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] Calling delete_port for 3690f848-fde7-480c-ab9e-211c79d0cd2d owned by compute:nova {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:49:19.725836 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-7748aa3c-0481-4419-aa8a-e8514deb6642 req-f2ddd4fd-9f0d-434d-9d38-b79af123c2ae tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:19.743134 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] get_ports_and_sgs() called for port_ids ['3690f848-fde7-480c-ab9e-211c79d0cd2d'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:49:19.772024 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ddd4fd-9f0d-434d-9d38-b79af123c2ae tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] Pushing event deleted for resources: {'Port': ['ID=3690f848-fde7-480c-ab9e-211c79d0cd2d,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:49:19.815904 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [req-7748aa3c-0481-4419-aa8a-e8514deb6642 req-f2ddd4fd-9f0d-434d-9d38-b79af123c2ae tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] No DVR routers for this DVR port 3690f848-fde7-480c-ab9e-211c79d0cd2d on host n-h1-816206-8 {{(pid=103590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:49:19.818683 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-7748aa3c-0481-4419-aa8a-e8514deb6642 req-f2ddd4fd-9f0d-434d-9d38-b79af123c2ae tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:19.822862 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-7748aa3c-0481-4419-aa8a-e8514deb6642 req-f2ddd4fd-9f0d-434d-9d38-b79af123c2ae tempest-ServersNegativeTestJSON-103071521 tempest-ServersNegativeTestJSON-103071521-project] 10.222.0.55 "DELETE /v2.0/ports/3690f848-fde7-480c-ab9e-211c79d0cd2d HTTP/1.1" status: 204 len: 173 time: 0.6785653 Nov 23 17:49:19.823480 n-d-816206-8 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ea7def0-5cf3-46bd-90e2-20013bf25e5e', 'name': 'network-vif-deleted', 'tag': '3690f848-fde7-480c-ab9e-211c79d0cd2d'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:49:19.835123 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbabddbc9fc37b068808e119c416c86f5957ca04531a4a0d2e695c515e93483b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c30bddf-c90b-4995-90b6-5624fe475012" -d '{"events": [{"server_uuid": "2ea7def0-5cf3-46bd-90e2-20013bf25e5e", "name": "network-vif-deleted", "tag": "3690f848-fde7-480c-ab9e-211c79d0cd2d"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:49:19.902621 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:49:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed1a9349-77d3-4bc4-8005-b0d5633926a7 x-openstack-request-id: req-ed1a9349-77d3-4bc4-8005-b0d5633926a7 {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:49:19.902920 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ea7def0-5cf3-46bd-90e2-20013bf25e5e", "name": "network-vif-deleted", "tag": "3690f848-fde7-480c-ab9e-211c79d0cd2d", "status": "completed", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:49:19.903176 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ed1a9349-77d3-4bc4-8005-b0d5633926a7 {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:49:19.904103 n-d-816206-8 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ea7def0-5cf3-46bd-90e2-20013bf25e5e', 'name': 'network-vif-deleted', 'tag': '3690f848-fde7-480c-ab9e-211c79d0cd2d', 'status': 'completed', 'code': 200} Nov 23 17:49:20.446522 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 37074) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:49:20.555839 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be33485e-aac9-4fe7-b7a3-a88ddf4a6214 req-f27afed4-44a2-49aa-b0e7-e0230ad7c07a tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:49:20.585746 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-be33485e-aac9-4fe7-b7a3-a88ddf4a6214 req-f27afed4-44a2-49aa-b0e7-e0230ad7c07a tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/ports?device_id=fdfb4ce2-91d8-4f2e-a6fb-679e80dacd8f HTTP/1.1" status: 200 len: 943 time: 0.2044065 Nov 23 17:49:20.600938 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_v2 [None req-a36ff096-c9d8-4b7a-9e15-5fca90aabf28 admin admin] Deleting subnet 8bdf8112-60de-47e2-b40b-a031bce5a853 {{(pid=103590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 17:49:20.604671 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a36ff096-c9d8-4b7a-9e15-5fca90aabf28 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:20.657508 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a36ff096-c9d8-4b7a-9e15-5fca90aabf28 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-267528342'] for subnet, precommit_delete_associations {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:20.658330 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-be33485e-aac9-4fe7-b7a3-a88ddf4a6214 req-ba42d090-9729-43c6-b8ea-cc7d180e3398 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/security-groups?id=857595b8-f5c9-4ef4-a551-6fcaf9d47816&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705376 Nov 23 17:49:20.720666 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a36ff096-c9d8-4b7a-9e15-5fca90aabf28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971956'] for subnet, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:20.790275 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a36ff096-c9d8-4b7a-9e15-5fca90aabf28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264357903', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264730940'] for subnet, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:20.816885 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36ff096-c9d8-4b7a-9e15-5fca90aabf28 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8bdf8112-60de-47e2-b40b-a031bce5a853,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:49:20.822980 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a36ff096-c9d8-4b7a-9e15-5fca90aabf28 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:20.828959 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-a36ff096-c9d8-4b7a-9e15-5fca90aabf28 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/8bdf8112-60de-47e2-b40b-a031bce5a853 HTTP/1.1" status: 204 len: 168 time: 0.3786218 Nov 23 17:49:20.830295 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 37086) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:49:20.921874 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a40c4ac7-a5d0-488e-a7a6-4672d29e9361 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-555181'] for network, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:21.003058 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a40c4ac7-a5d0-488e-a7a6-4672d29e9361 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973419', 'neutron.services.segments.db._delete_segments_for_network-8736635878840'] for network, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:21.022786 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-a40c4ac7-a5d0-488e-a7a6-4672d29e9361 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b75e9fac-17f1-4702-8d25-f863ff44788f']}} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:49:21.034178 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-a40c4ac7-a5d0-488e-a7a6-4672d29e9361 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7236ee9c-d2a1-449e-b7f8-41fdf7da8bc8') {'for_net_delete': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:49:21.034472 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-a40c4ac7-a5d0-488e-a7a6-4672d29e9361 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7236ee9c-d2a1-449e-b7f8-41fdf7da8bc8') {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:49:21.049866 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a40c4ac7-a5d0-488e-a7a6-4672d29e9361 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736635840332', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-267528353'] for segment, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:21.066360 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a40c4ac7-a5d0-488e-a7a6-4672d29e9361 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:21.073748 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a40c4ac7-a5d0-488e-a7a6-4672d29e9361 admin admin] Releasing vlan 509 on physical network physnet1 to pool {{(pid=103590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 17:49:21.074205 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a40c4ac7-a5d0-488e-a7a6-4672d29e9361 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264370093'] for segment, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:21.076318 n-d-816206-8 neutron-server[103590]: Traceback (most recent call last): Nov 23 17:49:21.076318 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 17:49:21.076318 n-d-816206-8 neutron-server[103590]: timer() Nov 23 17:49:21.076318 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 17:49:21.076318 n-d-816206-8 neutron-server[103590]: cb(*args, **kw) Nov 23 17:49:21.076318 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 17:49:21.076318 n-d-816206-8 neutron-server[103590]: return func(*args, **kwargs) Nov 23 17:49:21.076318 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 17:49:21.076318 n-d-816206-8 neutron-server[103590]: self._notify() Nov 23 17:49:21.076318 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 17:49:21.076318 n-d-816206-8 neutron-server[103590]: self.callback(batched_events) Nov 23 17:49:21.076318 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 17:49:21.076318 n-d-816206-8 neutron-server[103590]: event.method(event) Nov 23 17:49:21.076318 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 17:49:21.076318 n-d-816206-8 neutron-server[103590]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 17:49:21.076318 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 17:49:21.076318 n-d-816206-8 neutron-server[103590]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 17:49:21.076318 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 17:49:21.076318 n-d-816206-8 neutron-server[103590]: return f(self, *a, **k) Nov 23 17:49:21.076318 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 17:49:21.076318 n-d-816206-8 neutron-server[103590]: return self._get(url).json() Nov 23 17:49:21.076318 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 17:49:21.076318 n-d-816206-8 neutron-server[103590]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 17:49:21.076318 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 17:49:21.076318 n-d-816206-8 neutron-server[103590]: return self.request(url, 'GET', **kwargs) Nov 23 17:49:21.076318 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 17:49:21.076318 n-d-816206-8 neutron-server[103590]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 17:49:21.076318 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 17:49:21.076318 n-d-816206-8 neutron-server[103590]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 17:49:21.076318 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 17:49:21.076318 n-d-816206-8 neutron-server[103590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 17:49:21.076318 n-d-816206-8 neutron-server[103590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 17:49:21.139980 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a40c4ac7-a5d0-488e-a7a6-4672d29e9361 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1795418'] for network, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:21.160858 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a40c4ac7-a5d0-488e-a7a6-4672d29e9361 admin admin] Publish callbacks [] for network, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:21.164764 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-a40c4ac7-a5d0-488e-a7a6-4672d29e9361 admin admin] 10.222.0.60 "DELETE /v2.0/networks/b75e9fac-17f1-4702-8d25-f863ff44788f HTTP/1.1" status: 204 len: 168 time: 0.3332143 Nov 23 17:49:21.165741 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40c4ac7-a5d0-488e-a7a6-4672d29e9361 admin admin] Pushing event deleted for resources: {'Network': ['ID=b75e9fac-17f1-4702-8d25-f863ff44788f,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:49:21.355554 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 37104) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:49:21.400641 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-66adfb39-d11a-449e-8803-1db34a88b734 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b18cd1cca1b44b989141b05dcb1fddfb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0435448 Nov 23 17:49:21.402711 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 37108) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:49:21.468286 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b2928d34-deec-4c6f-81f1-d9d01b15f5dc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:21.495997 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b2928d34-deec-4c6f-81f1-d9d01b15f5dc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:21.553779 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b2928d34-deec-4c6f-81f1-d9d01b15f5dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:21.556327 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b2928d34-deec-4c6f-81f1-d9d01b15f5dc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:21.557707 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-b2928d34-deec-4c6f-81f1-d9d01b15f5dc admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/6b69aca9-b68e-45b0-a7a0-1eb351a8ed08 HTTP/1.1" status: 204 len: 168 time: 0.1539507 Nov 23 17:49:21.576106 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2928d34-deec-4c6f-81f1-d9d01b15f5dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b69aca9-b68e-45b0-a7a0-1eb351a8ed08,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:49:21.855433 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2d6445-ca4f-4785-97c1-d33465befecb req-fb9b877f-3059-41b4-a572-eb66e7797def tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:49:21.861601 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ed2d6445-ca4f-4785-97c1-d33465befecb req-fb9b877f-3059-41b4-a572-eb66e7797def tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/ports?device_id=fdfb4ce2-91d8-4f2e-a6fb-679e80dacd8f HTTP/1.1" status: 200 len: 943 time: 0.0758009 Nov 23 17:49:21.931488 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ed2d6445-ca4f-4785-97c1-d33465befecb req-ff395b6f-5d7d-4c30-9944-a03503b504e7 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/security-groups?id=857595b8-f5c9-4ef4-a551-6fcaf9d47816&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513110 Nov 23 17:49:22.448333 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 37152) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:49:22.588381 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-826882ca-cf09-47d3-8ccc-0a107c446b71 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-2000344039-network', 'tenant_id': 'be5a947ea15b4019b5f6767a40da19d3'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:49:22.623526 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-826882ca-cf09-47d3-8ccc-0a107c446b71 admin admin] Made reservation on behalf of be5a947ea15b4019b5f6767a40da19d3 for: {'network': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:49:22.637484 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-826882ca-cf09-47d3-8ccc-0a107c446b71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for network, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:22.661087 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-826882ca-cf09-47d3-8ccc-0a107c446b71 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:22.760122 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-826882ca-cf09-47d3-8ccc-0a107c446b71 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:22.766461 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-826882ca-cf09-47d3-8ccc-0a107c446b71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:22.794364 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-826882ca-cf09-47d3-8ccc-0a107c446b71 admin admin] vlan segment allocate from pool success with {'vlan_id': 549, 'physical_network': 'physnet1'} {{(pid=103590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 17:49:22.804983 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826882ca-cf09-47d3-8ccc-0a107c446b71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fb7b419-8f4f-4c13-a193-a73d4b801734,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:49:22.809999 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-826882ca-cf09-47d3-8ccc-0a107c446b71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:22.810330 n-d-816206-8 neutron-server[103590]: INFO neutron.db.segments_db [None req-826882ca-cf09-47d3-8ccc-0a107c446b71 admin admin] Added segment 5995361d-3ea9-4980-a6d4-0ded43e00796 of type vlan for network d80e2e7e-4ab8-482a-a668-773a3c251301 Nov 23 17:49:22.866716 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-826882ca-cf09-47d3-8ccc-0a107c446b71 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736635338810'] for network, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:22.896580 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-826882ca-cf09-47d3-8ccc-0a107c446b71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493'] for network, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:22.898185 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-826882ca-cf09-47d3-8ccc-0a107c446b71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:49:22.898335 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-826882ca-cf09-47d3-8ccc-0a107c446b71 admin admin] Publish callbacks [] for network, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:22.939048 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-826882ca-cf09-47d3-8ccc-0a107c446b71 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.4894533 Nov 23 17:49:22.941826 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 37170) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:49:22.971467 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-ffe5bb2a-518b-48fb-b5b2-76c494f5f9d8 admin admin] Request body: {'subnet': {'network_id': 'd80e2e7e-4ab8-482a-a668-773a3c251301', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-2000344039-subnet', 'tenant_id': 'be5a947ea15b4019b5f6767a40da19d3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:49:22.981591 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826882ca-cf09-47d3-8ccc-0a107c446b71 admin admin] Pushing event updated for resources: {'Network': ['ID=d80e2e7e-4ab8-482a-a668-773a3c251301,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:49:23.000439 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Network d80e2e7e-4ab8-482a-a668-773a3c251301 details requested by agent ovs-agent-n-d-816206-8 with host n-d-816206-8 {{(pid=103592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 17:49:23.005116 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffe5bb2a-518b-48fb-b5b2-76c494f5f9d8 admin admin] Made reservation on behalf of be5a947ea15b4019b5f6767a40da19d3 for: {'subnet': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:49:23.008735 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ffe5bb2a-518b-48fb-b5b2-76c494f5f9d8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264730903'] for subnet, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:23.072542 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c653b07-f4ce-48d9-b141-64739bdb7c4c req-f35cfa90-7def-484c-9fcc-b10d831f3767 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:49:23.075743 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9c653b07-f4ce-48d9-b141-64739bdb7c4c req-f35cfa90-7def-484c-9fcc-b10d831f3767 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/ports?device_id=fdfb4ce2-91d8-4f2e-a6fb-679e80dacd8f HTTP/1.1" status: 200 len: 943 time: 0.0619979 Nov 23 17:49:23.133069 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9c653b07-f4ce-48d9-b141-64739bdb7c4c req-706a29cd-37fd-4a45-8045-6f9b7f37afb5 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/security-groups?id=857595b8-f5c9-4ef4-a551-6fcaf9d47816&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510709 Nov 23 17:49:23.207111 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ffe5bb2a-518b-48fb-b5b2-76c494f5f9d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264358096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264730885'] for subnet, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:23.264524 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe5bb2a-518b-48fb-b5b2-76c494f5f9d8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b14a1489-9239-44b2-8771-ec35ee578519,revision_number=0']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:49:23.286368 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffe5bb2a-518b-48fb-b5b2-76c494f5f9d8 admin admin] Checking segment: {'id': '5995361d-3ea9-4980-a6d4-0ded43e00796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'd80e2e7e-4ab8-482a-a668-773a3c251301'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:49:23.286731 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffe5bb2a-518b-48fb-b5b2-76c494f5f9d8 admin admin] Network hostable DHCP agents. Network: d80e2e7e-4ab8-482a-a668-773a3c251301, hostable agents: ['0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3'], hosted agents: [] {{(pid=103590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 17:49:23.311284 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffe5bb2a-518b-48fb-b5b2-76c494f5f9d8 admin admin] Network d80e2e7e-4ab8-482a-a668-773a3c251301 is scheduled to be hosted by DHCP agent 0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3 with binding_index 1 {{(pid=103590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 17:49:23.322222 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-ffe5bb2a-518b-48fb-b5b2-76c494f5f9d8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-8, d80e2e7e-4ab8-482a-a668-773a3c251301) {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:49:23.328577 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffe5bb2a-518b-48fb-b5b2-76c494f5f9d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:49:23.329194 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ffe5bb2a-518b-48fb-b5b2-76c494f5f9d8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:23.332718 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04069302-df2b-40ac-a563-9a6a659342c8 None None] Network d80e2e7e-4ab8-482a-a668-773a3c251301 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:49:23.351592 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-ffe5bb2a-518b-48fb-b5b2-76c494f5f9d8 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.4084806 Nov 23 17:49:23.485954 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 37192) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:49:23.509325 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-055e952f-b41c-4d6c-94f9-3bffb1ac6281 None None] Network d80e2e7e-4ab8-482a-a668-773a3c251301 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:49:23.549685 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_v2 [None req-4333f497-30f4-4ff3-b067-fc55ba93955c admin admin] Deleting subnet b14a1489-9239-44b2-8771-ec35ee578519 {{(pid=103590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 17:49:23.560767 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4333f497-30f4-4ff3-b067-fc55ba93955c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:23.614983 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4333f497-30f4-4ff3-b067-fc55ba93955c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-267528342'] for subnet, precommit_delete_associations {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:23.666741 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4333f497-30f4-4ff3-b067-fc55ba93955c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971956'] for subnet, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:23.689062 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device 3690f848-fde7-480c-ab9e-211c79d0cd2d no longer exists at agent hyperv_n-h1-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:49:23.710243 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] No Port match for: 3690f848-fde7-480c-ab9e-211c79d0cd2d {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:49:23.710608 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device 3690f848-fde7-480c-ab9e-211c79d0cd2d not bound to the agent host n-h1-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:49:23.735343 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4333f497-30f4-4ff3-b067-fc55ba93955c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264357903', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264730940'] for subnet, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:23.764220 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4333f497-30f4-4ff3-b067-fc55ba93955c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b14a1489-9239-44b2-8771-ec35ee578519,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:49:23.772194 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4333f497-30f4-4ff3-b067-fc55ba93955c admin admin] Publish callbacks [] for subnet, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:23.778038 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 37200) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:49:23.781034 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-4333f497-30f4-4ff3-b067-fc55ba93955c admin admin] 10.222.0.60 "DELETE /v2.0/subnets/b14a1489-9239-44b2-8771-ec35ee578519 HTTP/1.1" status: 204 len: 168 time: 0.2937522 Nov 23 17:49:23.921006 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-1eace830-cade-4187-9469-d8eb5b58841d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-555181'] for network, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:24.014010 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-1eace830-cade-4187-9469-d8eb5b58841d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973419', 'neutron.services.segments.db._delete_segments_for_network-8736635878840'] for network, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:24.035609 n-d-816206-8 neutron-server[103591]: DEBUG neutron.services.segments.db [None req-1eace830-cade-4187-9469-d8eb5b58841d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d80e2e7e-4ab8-482a-a668-773a3c251301']}} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:49:24.047315 n-d-816206-8 neutron-server[103591]: DEBUG neutron.services.segments.db [None req-1eace830-cade-4187-9469-d8eb5b58841d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5995361d-3ea9-4980-a6d4-0ded43e00796') {'for_net_delete': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:49:24.047637 n-d-816206-8 neutron-server[103591]: DEBUG neutron.services.segments.db [None req-1eace830-cade-4187-9469-d8eb5b58841d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5995361d-3ea9-4980-a6d4-0ded43e00796') {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:49:24.059195 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-1eace830-cade-4187-9469-d8eb5b58841d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736635840332', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265989959'] for segment, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:24.076843 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-1eace830-cade-4187-9469-d8eb5b58841d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:24.087303 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1eace830-cade-4187-9469-d8eb5b58841d admin admin] Releasing vlan 549 on physical network physnet1 to pool {{(pid=103591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 17:49:24.087702 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-1eace830-cade-4187-9469-d8eb5b58841d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264756290'] for segment, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:24.089927 n-d-816206-8 neutron-server[103591]: Traceback (most recent call last): Nov 23 17:49:24.089927 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 17:49:24.089927 n-d-816206-8 neutron-server[103591]: timer() Nov 23 17:49:24.089927 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 17:49:24.089927 n-d-816206-8 neutron-server[103591]: cb(*args, **kw) Nov 23 17:49:24.089927 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 17:49:24.089927 n-d-816206-8 neutron-server[103591]: return func(*args, **kwargs) Nov 23 17:49:24.089927 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 17:49:24.089927 n-d-816206-8 neutron-server[103591]: self._notify() Nov 23 17:49:24.089927 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 17:49:24.089927 n-d-816206-8 neutron-server[103591]: self.callback(batched_events) Nov 23 17:49:24.089927 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 17:49:24.089927 n-d-816206-8 neutron-server[103591]: event.method(event) Nov 23 17:49:24.089927 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 17:49:24.089927 n-d-816206-8 neutron-server[103591]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 17:49:24.089927 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 17:49:24.089927 n-d-816206-8 neutron-server[103591]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 17:49:24.089927 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 17:49:24.089927 n-d-816206-8 neutron-server[103591]: return f(self, *a, **k) Nov 23 17:49:24.089927 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 17:49:24.089927 n-d-816206-8 neutron-server[103591]: return self._get(url).json() Nov 23 17:49:24.089927 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 17:49:24.089927 n-d-816206-8 neutron-server[103591]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 17:49:24.089927 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 17:49:24.089927 n-d-816206-8 neutron-server[103591]: return self.request(url, 'GET', **kwargs) Nov 23 17:49:24.089927 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 17:49:24.089927 n-d-816206-8 neutron-server[103591]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 17:49:24.089927 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 17:49:24.089927 n-d-816206-8 neutron-server[103591]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 17:49:24.089927 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 17:49:24.089927 n-d-816206-8 neutron-server[103591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 17:49:24.089927 n-d-816206-8 neutron-server[103591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 17:49:24.154592 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-1eace830-cade-4187-9469-d8eb5b58841d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1795418'] for network, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:24.180317 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-1eace830-cade-4187-9469-d8eb5b58841d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for network, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:24.186398 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-1eace830-cade-4187-9469-d8eb5b58841d admin admin] 10.222.0.60 "DELETE /v2.0/networks/d80e2e7e-4ab8-482a-a668-773a3c251301 HTTP/1.1" status: 204 len: 168 time: 0.4048822 Nov 23 17:49:24.186398 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eace830-cade-4187-9469-d8eb5b58841d admin admin] Pushing event deleted for resources: {'Network': ['ID=d80e2e7e-4ab8-482a-a668-773a3c251301,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:49:24.288042 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0796399-4421-49ad-9655-178befc16f7b req-605c2a0d-0d91-4444-85de-f75572a5cb79 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:49:24.290223 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c0796399-4421-49ad-9655-178befc16f7b req-605c2a0d-0d91-4444-85de-f75572a5cb79 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/ports?device_id=fdfb4ce2-91d8-4f2e-a6fb-679e80dacd8f HTTP/1.1" status: 200 len: 943 time: 0.0597179 Nov 23 17:49:24.325837 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 37216) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:49:24.360658 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c0796399-4421-49ad-9655-178befc16f7b req-9c635f4a-fb72-4d8e-82e6-c7e61acfc5e8 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/security-groups?id=857595b8-f5c9-4ef4-a551-6fcaf9d47816&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633981 Nov 23 17:49:24.386400 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-f9b7d3e6-ac63-45c6-ab89-4316fc0350f1 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=be5a947ea15b4019b5f6767a40da19d3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0585971 Nov 23 17:49:24.389593 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 37218) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:49:24.444697 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-7cef4a50-66cf-4deb-800c-03e88c901e13 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:24.467483 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-7cef4a50-66cf-4deb-800c-03e88c901e13 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:24.519058 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-7cef4a50-66cf-4deb-800c-03e88c901e13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:24.522038 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-7cef4a50-66cf-4deb-800c-03e88c901e13 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:24.525873 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-7cef4a50-66cf-4deb-800c-03e88c901e13 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/3fb7b419-8f4f-4c13-a193-a73d4b801734 HTTP/1.1" status: 204 len: 168 time: 0.1321189 Nov 23 17:49:24.540463 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cef4a50-66cf-4deb-800c-03e88c901e13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fb7b419-8f4f-4c13-a193-a73d4b801734,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:49:25.533695 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17af2260-4e17-45f0-95d2-6fad4736d9d2 req-d6409f08-1a93-4e1b-8a0a-ed8c03adab89 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:49:25.535363 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-17af2260-4e17-45f0-95d2-6fad4736d9d2 req-d6409f08-1a93-4e1b-8a0a-ed8c03adab89 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/ports?device_id=fdfb4ce2-91d8-4f2e-a6fb-679e80dacd8f HTTP/1.1" status: 200 len: 943 time: 0.0681481 Nov 23 17:49:25.637662 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-17af2260-4e17-45f0-95d2-6fad4736d9d2 req-28d49691-fd58-427f-8ce1-de663a5c6085 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/security-groups?id=857595b8-f5c9-4ef4-a551-6fcaf9d47816&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0956457 Nov 23 17:49:26.449013 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 37320) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:49:26.630330 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-bc10323a-5a51-4ae3-ad4f-6eb916b8e0bd admin admin] Publish callbacks [] for security_group, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:26.757480 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-bc10323a-5a51-4ae3-ad4f-6eb916b8e0bd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:26.820142 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-bc10323a-5a51-4ae3-ad4f-6eb916b8e0bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:26.869252 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 37338) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:49:26.880630 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-bc10323a-5a51-4ae3-ad4f-6eb916b8e0bd admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=fa2f217704204b689b18cc0e5d6930ad&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4289761 Nov 23 17:49:26.882637 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 37342) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:49:26.885815 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc10323a-5a51-4ae3-ad4f-6eb916b8e0bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c53a795c-dc07-4214-8370-b191d16c23b4,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:49:26.915917 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacaa199-bf03-45c0-8e36-ecf4c08cefe0 req-c3cb02c5-a3bd-45d5-8589-2f55f5b17bc0 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:49:26.923783 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-aacaa199-bf03-45c0-8e36-ecf4c08cefe0 req-c3cb02c5-a3bd-45d5-8589-2f55f5b17bc0 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/ports?device_id=fdfb4ce2-91d8-4f2e-a6fb-679e80dacd8f HTTP/1.1" status: 200 len: 943 time: 0.1640289 Nov 23 17:49:26.938976 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0af4ffd1-ca27-4b39-bb96-f6f29e2b8b1a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:27.011953 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0af4ffd1-ca27-4b39-bb96-f6f29e2b8b1a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:27.017186 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-aacaa199-bf03-45c0-8e36-ecf4c08cefe0 req-32a3a682-020f-4e2d-9b8d-f40c98d14ac2 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/security-groups?id=857595b8-f5c9-4ef4-a551-6fcaf9d47816&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0924098 Nov 23 17:49:27.056247 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-88983e12-c1a6-47bc-8508-de7fe607866d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:27.145909 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0af4ffd1-ca27-4b39-bb96-f6f29e2b8b1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:27.148451 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0af4ffd1-ca27-4b39-bb96-f6f29e2b8b1a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:27.149611 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-0af4ffd1-ca27-4b39-bb96-f6f29e2b8b1a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c53a795c-dc07-4214-8370-b191d16c23b4 HTTP/1.1" status: 204 len: 168 time: 0.2658255 Nov 23 17:49:27.169169 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af4ffd1-ca27-4b39-bb96-f6f29e2b8b1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c53a795c-dc07-4214-8370-b191d16c23b4,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:49:27.191042 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-88983e12-c1a6-47bc-8508-de7fe607866d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:27.198162 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-88983e12-c1a6-47bc-8508-de7fe607866d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:27.255940 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-88983e12-c1a6-47bc-8508-de7fe607866d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=16d7e9f59d874319afcb3964ef23bb1b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3846369 Nov 23 17:49:27.257509 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88983e12-c1a6-47bc-8508-de7fe607866d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4b03e82-1bc3-4811-897c-2a538a4e5b1c,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:49:27.258670 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 37354) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:49:27.321311 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-dd793dc6-0380-46c0-bdc3-5a1df56dec15 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:27.345312 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-dd793dc6-0380-46c0-bdc3-5a1df56dec15 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:27.397010 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-dd793dc6-0380-46c0-bdc3-5a1df56dec15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:27.402068 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-dd793dc6-0380-46c0-bdc3-5a1df56dec15 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:27.403243 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-dd793dc6-0380-46c0-bdc3-5a1df56dec15 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d4b03e82-1bc3-4811-897c-2a538a4e5b1c HTTP/1.1" status: 204 len: 168 time: 0.1433945 Nov 23 17:49:27.412941 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd793dc6-0380-46c0-bdc3-5a1df56dec15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4b03e82-1bc3-4811-897c-2a538a4e5b1c,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:49:27.688367 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device e0681257-4061-466d-a72d-99fbb58ee45b details requested by agent hyperv_n-h1-816206-8 with host n-h1-816206-8 {{(pid=103592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 17:49:27.822549 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port e0681257-4061-466d-a72d-99fbb58ee45b, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=e0681257-4061-466d-a72d-99fbb58ee45b,segment=NetworkSegment(ec813e0a-4415-4fed-a736-e9a0442fcb85),segment_id=ec813e0a-4415-4fed-a736-e9a0442fcb85)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:49:27.849460 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Returning: {'device': 'e0681257-4061-466d-a72d-99fbb58ee45b', 'network_id': '02874d22-2dc9-404b-96b5-741d17e13e44', 'port_id': 'e0681257-4061-466d-a72d-99fbb58ee45b', 'mac_address': 'fa:16:3e:61:98:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 505, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7cd7c517-b8bf-4f3d-98b6-b23c91372576', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 17:49:27.931265 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:27.947001 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0681257-4061-466d-a72d-99fbb58ee45b {{(pid=103592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:49:27.969702 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port e0681257-4061-466d-a72d-99fbb58ee45b, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=e0681257-4061-466d-a72d-99fbb58ee45b,segment=NetworkSegment(ec813e0a-4415-4fed-a736-e9a0442fcb85),segment_id=ec813e0a-4415-4fed-a736-e9a0442fcb85)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:49:27.975970 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:28.030873 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Pushing event updated for resources: {'Port': ['ID=e0681257-4061-466d-a72d-99fbb58ee45b,revision_number=4']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:49:28.174595 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10baec4c-ff2c-4914-80db-13645f6a6b36 req-91734805-f711-4280-97f9-500a8c9a0e75 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:49:28.177122 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-10baec4c-ff2c-4914-80db-13645f6a6b36 req-91734805-f711-4280-97f9-500a8c9a0e75 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/ports?device_id=fdfb4ce2-91d8-4f2e-a6fb-679e80dacd8f HTTP/1.1" status: 200 len: 944 time: 0.0634441 Nov 23 17:49:28.188066 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] get_ports_and_sgs() called for port_ids ['e0681257-4061-466d-a72d-99fbb58ee45b'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:49:28.245085 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-10baec4c-ff2c-4914-80db-13645f6a6b36 req-c258a446-a6a4-4050-b0c1-51856ec62dec tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/security-groups?id=857595b8-f5c9-4ef4-a551-6fcaf9d47816&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611393 Nov 23 17:49:29.417742 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295a3425-15ea-4744-abc9-f7e05ea81734 req-52a959b6-f703-401b-b713-178056e95576 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:49:29.427428 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-295a3425-15ea-4744-abc9-f7e05ea81734 req-52a959b6-f703-401b-b713-178056e95576 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/ports?device_id=fdfb4ce2-91d8-4f2e-a6fb-679e80dacd8f HTTP/1.1" status: 200 len: 944 time: 0.0803189 Nov 23 17:49:29.511950 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-295a3425-15ea-4744-abc9-f7e05ea81734 req-8f63be17-8961-4c31-897c-31adeff5c4fa tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/security-groups?id=857595b8-f5c9-4ef4-a551-6fcaf9d47816&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0835397 Nov 23 17:49:29.693911 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device e0681257-4061-466d-a72d-99fbb58ee45b up at agent hyperv_n-h1-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:49:29.794971 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Provisioning for port e0681257-4061-466d-a72d-99fbb58ee45b completed by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 17:49:29.800043 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Provisioning complete for port e0681257-4061-466d-a72d-99fbb58ee45b triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:49:29.800419 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:29.906921 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:29.934706 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdfb4ce2-91d8-4f2e-a6fb-679e80dacd8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0681257-4061-466d-a72d-99fbb58ee45b'}] {{(pid=103592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:49:29.937543 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba3e6a8f2301c7a29fe1eca9779abdae4ccbcd6266d69778087f2498d5551201" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-558e17fe-686a-434f-a5b6-40c0aec3a36a" -d '{"events": [{"server_uuid": "fdfb4ce2-91d8-4f2e-a6fb-679e80dacd8f", "name": "network-vif-plugged", "status": "completed", "tag": "e0681257-4061-466d-a72d-99fbb58ee45b"}]}' {{(pid=103592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:49:29.956153 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port e0681257-4061-466d-a72d-99fbb58ee45b, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=e0681257-4061-466d-a72d-99fbb58ee45b,segment=NetworkSegment(ec813e0a-4415-4fed-a736-e9a0442fcb85),segment_id=ec813e0a-4415-4fed-a736-e9a0442fcb85)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:49:29.961490 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:29.986471 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:49:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e53f5c6e-d746-4923-bf41-070eedfc7278 x-openstack-request-id: req-e53f5c6e-d746-4923-bf41-070eedfc7278 {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:49:29.986763 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdfb4ce2-91d8-4f2e-a6fb-679e80dacd8f", "name": "network-vif-plugged", "status": "completed", "tag": "e0681257-4061-466d-a72d-99fbb58ee45b", "code": 200}]} {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:49:29.987012 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e53f5c6e-d746-4923-bf41-070eedfc7278 {{(pid=103592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:49:29.987399 n-d-816206-8 neutron-server[103592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdfb4ce2-91d8-4f2e-a6fb-679e80dacd8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0681257-4061-466d-a72d-99fbb58ee45b', 'code': 200} Nov 23 17:49:30.021438 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Pushing event updated for resources: {'Port': ['ID=e0681257-4061-466d-a72d-99fbb58ee45b,revision_number=5']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:49:30.119672 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89aca4cb-c5a0-4dcc-9446-6afbdce45636 req-5c1349da-9905-46a1-abff-0c933643ceed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:49:30.122815 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-89aca4cb-c5a0-4dcc-9446-6afbdce45636 req-5c1349da-9905-46a1-abff-0c933643ceed service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=fdfb4ce2-91d8-4f2e-a6fb-679e80dacd8f HTTP/1.1" status: 200 len: 1096 time: 0.0572009 Nov 23 17:49:30.218692 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-89aca4cb-c5a0-4dcc-9446-6afbdce45636 req-8cd7e46f-c43b-4e2d-a715-84ec80a6f5c5 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=857595b8-f5c9-4ef4-a551-6fcaf9d47816&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0857015 Nov 23 17:49:30.650718 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a715470-a117-4e39-80ee-289ad9699668 req-b4acf574-4219-4c21-bfe7-73caea2d905d tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:49:30.652631 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7a715470-a117-4e39-80ee-289ad9699668 req-b4acf574-4219-4c21-bfe7-73caea2d905d tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/ports?device_id=fdfb4ce2-91d8-4f2e-a6fb-679e80dacd8f HTTP/1.1" status: 200 len: 945 time: 0.0568395 Nov 23 17:49:30.705206 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7a715470-a117-4e39-80ee-289ad9699668 req-ff297b5e-4b71-4623-9508-fb3975911ba8 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/security-groups?id=857595b8-f5c9-4ef4-a551-6fcaf9d47816&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460346 Nov 23 17:49:31.840983 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d6f032-c6fb-448d-a24b-aff7316d6f50 req-684c74c8-908e-4075-be22-23ab64a15536 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:49:31.850375 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a1d6f032-c6fb-448d-a24b-aff7316d6f50 req-684c74c8-908e-4075-be22-23ab64a15536 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/ports?device_id=fdfb4ce2-91d8-4f2e-a6fb-679e80dacd8f HTTP/1.1" status: 200 len: 945 time: 0.0622725 Nov 23 17:49:31.913046 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a1d6f032-c6fb-448d-a24b-aff7316d6f50 req-75d74ee5-21bd-411d-9348-7b854a210d6f tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/security-groups?id=857595b8-f5c9-4ef4-a551-6fcaf9d47816&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615790 Nov 23 17:49:32.055234 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb31f3c-01df-4dc3-8aa4-9923a784c44c req-fd858d09-7dbd-4c90-94ef-757b4ecdce40 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:49:32.066241 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9cb31f3c-01df-4dc3-8aa4-9923a784c44c req-fd858d09-7dbd-4c90-94ef-757b4ecdce40 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/ports?device_id=fdfb4ce2-91d8-4f2e-a6fb-679e80dacd8f HTTP/1.1" status: 200 len: 945 time: 0.0690336 Nov 23 17:49:32.126252 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9cb31f3c-01df-4dc3-8aa4-9923a784c44c req-e4f335fa-2df6-4006-8e62-ccf0c0370fe2 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/security-groups?id=857595b8-f5c9-4ef4-a551-6fcaf9d47816&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597515 Nov 23 17:49:32.149108 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 37550) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:49:32.191519 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31e39d6a-0a43-438b-9308-ff3d51c5712f tempest-TestVolumeBootPattern-983247937 tempest-TestVolumeBootPattern-983247937-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:49:32.193390 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-31e39d6a-0a43-438b-9308-ff3d51c5712f tempest-TestVolumeBootPattern-983247937 tempest-TestVolumeBootPattern-983247937-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=fdfb4ce2-91d8-4f2e-a6fb-679e80dacd8f HTTP/1.1" status: 200 len: 1091 time: 0.0432680 Nov 23 17:49:32.196060 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 37552) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:49:32.201000 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-423e93d6-da76-4d0a-a002-9f904808f911 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Request body: {'floatingip': {'floating_network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'port_id': 'e0681257-4061-466d-a72d-99fbb58ee45b', 'tenant_id': 'c0a53cd325e44b8fbee499050453672f', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:49:32.248058 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-423e93d6-da76-4d0a-a002-9f904808f911 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Publish callbacks [] for floatingip, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:32.384443 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-423e93d6-da76-4d0a-a002-9f904808f911 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:32.541516 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.db_base_plugin_common [None req-423e93d6-da76-4d0a-a002-9f904808f911 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Allocated IP 172.25.3.186 (4c8455ba-1be5-42ac-b8c2-8a16e1292d55/08fe3644-ce41-4c3f-a7ea-92bac0f0fff5/174b66cc-cac8-43e5-a6d7-2e12ef43389b) {{(pid=103591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:49:32.745791 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-423e93d6-da76-4d0a-a002-9f904808f911 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Publish callbacks [] for port, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:32.808336 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-423e93d6-da76-4d0a-a002-9f904808f911 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:32.868932 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-423e93d6-da76-4d0a-a002-9f904808f911 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Network 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 is already hosted by enough agents. {{(pid=103591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:49:32.875814 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [None req-423e93d6-da76-4d0a-a002-9f904808f911 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Resources bound (agent type, host, resource id): {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:49:32.886961 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-423e93d6-da76-4d0a-a002-9f904808f911 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Received port after_create {{(pid=103591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:49:32.938391 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423e93d6-da76-4d0a-a002-9f904808f911 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Pushing event updated for resources: {'Port': ['ID=174b66cc-cac8-43e5-a6d7-2e12ef43389b,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:49:33.634655 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-423e93d6-da76-4d0a-a002-9f904808f911 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:34.267587 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-423e93d6-da76-4d0a-a002-9f904808f911 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:34.449235 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-423e93d6-da76-4d0a-a002-9f904808f911 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Publish callbacks [] for port, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:34.454548 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-423e93d6-da76-4d0a-a002-9f904808f911 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264758186'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:34.523143 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423e93d6-da76-4d0a-a002-9f904808f911 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Pushing event updated for resources: {'Port': ['ID=174b66cc-cac8-43e5-a6d7-2e12ef43389b,revision_number=2']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:49:34.543378 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-423e93d6-da76-4d0a-a002-9f904808f911 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1795396'] for floatingip, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:34.665794 n-d-816206-8 neutron-server[103591]: INFO neutron.db.l3_db [None req-423e93d6-da76-4d0a-a002-9f904808f911 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Floating IP 5440e951-f181-48fc-ae19-5a526b3a90d4 associated. External IP: 172.25.3.186, port: e0681257-4061-466d-a72d-99fbb58ee45b. Nov 23 17:49:34.930812 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-423e93d6-da76-4d0a-a002-9f904808f911 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Router 6ce656d6-d295-4a48-8809-f02b548dd50a has already been hosted by L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 {{(pid=103591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 17:49:35.124613 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-423e93d6-da76-4d0a-a002-9f904808f911 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:49:35.138198 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4996396a-debc-4342-8577-a5ede0d359cf None None] Sync routers for ids ['6ce656d6-d295-4a48-8809-f02b548dd50a'] in n-d-816206-8 {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:49:35.151498 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4996396a-debc-4342-8577-a5ede0d359cf None None] Routers {'6ce656d6-d295-4a48-8809-f02b548dd50a'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:49:35.152203 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-4996396a-debc-4342-8577-a5ede0d359cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:49:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['6ce656d6-d295-4a48-8809-f02b548dd50a'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:49:35.161848 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-423e93d6-da76-4d0a-a002-9f904808f911 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for floatingip, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:35.205270 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-423e93d6-da76-4d0a-a002-9f904808f911 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.0080142 Nov 23 17:49:35.206212 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdfb4ce2-91d8-4f2e-a6fb-679e80dacd8f', 'tag': 'e0681257-4061-466d-a72d-99fbb58ee45b'}] {{(pid=103591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:49:35.208632 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41d174a19ece9499ff9ec44e5b3fc50f2abd3ffbc947fb7e52ea1e8db27b95b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65b3cb43-1946-4d49-ab54-8594af1940b3" -d '{"events": [{"name": "network-changed", "server_uuid": "fdfb4ce2-91d8-4f2e-a6fb-679e80dacd8f", "tag": "e0681257-4061-466d-a72d-99fbb58ee45b"}]}' {{(pid=103591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:49:35.356432 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-4996396a-debc-4342-8577-a5ede0d359cf None None] Set router 6ce656d6-d295-4a48-8809-f02b548dd50a gateway port host: n-d-816206-8 {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:49:35.502349 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.agents_db [None req-464f6c07-0de8-4be6-8f5b-563f574d1c5d None None] Agent healthcheck: found 7 active agents {{(pid=103593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 17:49:35.538423 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 17:49:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-354ddbf4-d731-4bc0-96b1-b94aa8523517 x-openstack-request-id: req-354ddbf4-d731-4bc0-96b1-b94aa8523517 {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:49:35.539114 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fdfb4ce2-91d8-4f2e-a6fb-679e80dacd8f", "tag": "e0681257-4061-466d-a72d-99fbb58ee45b", "status": "completed", "code": 200}]} {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:49:35.539114 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-354ddbf4-d731-4bc0-96b1-b94aa8523517 {{(pid=103591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:49:35.539364 n-d-816206-8 neutron-server[103591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fdfb4ce2-91d8-4f2e-a6fb-679e80dacd8f', 'tag': 'e0681257-4061-466d-a72d-99fbb58ee45b', 'status': 'completed', 'code': 200} Nov 23 17:49:35.656882 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b3cb43-1946-4d49-ab54-8594af1940b3 req-33f2a381-dc0c-4b28-afa1-2b411a5c84dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:49:35.658438 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-65b3cb43-1946-4d49-ab54-8594af1940b3 req-33f2a381-dc0c-4b28-afa1-2b411a5c84dd service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c0a53cd325e44b8fbee499050453672f&device_id=fdfb4ce2-91d8-4f2e-a6fb-679e80dacd8f HTTP/1.1" status: 200 len: 1096 time: 0.0922575 Nov 23 17:49:35.701683 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-4996396a-debc-4342-8577-a5ede0d359cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ce656d6-d295-4a48-8809-f02b548dd50a', 'name': 'tempest-TestVolumeBootPattern-1110572301-router', 'tenant_id': 'c0a53cd325e44b8fbee499050453672f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.143'}], 'enable_snat': True}, 'gw_port_id': '41276f9e-4769-4678-a2c8-4ca2eb9f723b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:38:07Z', 'updated_at': '2021-11-23T17:38:14Z', 'revision_number': 4, 'project_id': 'c0a53cd325e44b8fbee499050453672f', 'gw_port': {'id': '41276f9e-4769-4678-a2c8-4ca2eb9f723b', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:83:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ce656d6-d295-4a48-8809-f02b548dd50a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2099, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:38:08Z', 'updated_at': '2021-11-23T17:38:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_floatingips': [{'id': '5440e951-f181-48fc-ae19-5a526b3a90d4', 'tenant_id': 'c0a53cd325e44b8fbee499050453672f', 'floating_ip_address': '172.25.3.186', 'floating_network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'router_id': '6ce656d6-d295-4a48-8809-f02b548dd50a', 'port_id': 'e0681257-4061-466d-a72d-99fbb58ee45b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2960, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02874d22-2dc9-404b-96b5-741d17e13e44', 'mac_address': 'fa:16:3e:61:98:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdfb4ce2-91d8-4f2e-a6fb-679e80dacd8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T17:49:33Z', 'updated_at': '2021-11-23T17:49:33Z', 'revision_number': 0, 'project_id': 'c0a53cd325e44b8fbee499050453672f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '054eac10-0542-49e4-bc40-e19b267e336a', 'name': '', 'network_id': '02874d22-2dc9-404b-96b5-741d17e13e44', 'tenant_id': 'c0a53cd325e44b8fbee499050453672f', 'mac_address': 'fa:16:3e:59:af:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ce656d6-d295-4a48-8809-f02b548dd50a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2117, 'fixed_ips': [{'subnet_id': '7cd7c517-b8bf-4f3d-98b6-b23c91372576', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:38:12Z', 'updated_at': '2021-11-23T17:38:30Z', 'revision_number': 5, 'project_id': 'c0a53cd325e44b8fbee499050453672f', 'subnets': [{'id': '7cd7c517-b8bf-4f3d-98b6-b23c91372576', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:49:35.812590 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b3cb43-1946-4d49-ab54-8594af1940b3 req-7e54da9e-c37f-4625-880f-d442661e6bee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:49:35.814650 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-65b3cb43-1946-4d49-ab54-8594af1940b3 req-7e54da9e-c37f-4625-880f-d442661e6bee service neutron] 10.222.0.55 "GET /v2.0/networks?id=02874d22-2dc9-404b-96b5-741d17e13e44 HTTP/1.1" status: 200 len: 913 time: 0.1446357 Nov 23 17:49:35.856975 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4996396a-debc-4342-8577-a5ede0d359cf None None] Checking router: 6ce656d6-d295-4a48-8809-f02b548dd50a for host: n-d-816206-8 {{(pid=103593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 17:49:35.867100 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4996396a-debc-4342-8577-a5ede0d359cf None None] Routers {'6ce656d6-d295-4a48-8809-f02b548dd50a'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:49:35.867720 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-4996396a-debc-4342-8577-a5ede0d359cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:49:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['6ce656d6-d295-4a48-8809-f02b548dd50a'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:49:35.926109 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-65b3cb43-1946-4d49-ab54-8594af1940b3 req-f16b053e-afac-4fa7-a0b5-ea842bb73bc6 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e0681257-4061-466d-a72d-99fbb58ee45b HTTP/1.1" status: 200 len: 999 time: 0.1044846 Nov 23 17:49:36.035349 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b3cb43-1946-4d49-ab54-8594af1940b3 req-f1362a97-533f-4c51-8ddf-977a679f7ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:49:36.037506 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-65b3cb43-1946-4d49-ab54-8594af1940b3 req-f1362a97-533f-4c51-8ddf-977a679f7ea3 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7cd7c517-b8bf-4f3d-98b6-b23c91372576 HTTP/1.1" status: 200 len: 851 time: 0.1029217 Nov 23 17:49:36.105169 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-4996396a-debc-4342-8577-a5ede0d359cf None None] Set router 6ce656d6-d295-4a48-8809-f02b548dd50a gateway port host: n-d-816206-8 {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:49:36.141410 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b3cb43-1946-4d49-ab54-8594af1940b3 req-a956d23c-6d9d-403c-af2b-48a6cea81ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:49:36.143180 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-65b3cb43-1946-4d49-ab54-8594af1940b3 req-a956d23c-6d9d-403c-af2b-48a6cea81ba4 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=02874d22-2dc9-404b-96b5-741d17e13e44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0986636 Nov 23 17:49:36.297937 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-65b3cb43-1946-4d49-ab54-8594af1940b3 req-070a39fa-1a1c-4417-896c-0ef5b687759a service neutron] 10.222.0.55 "GET /v2.0/networks/02874d22-2dc9-404b-96b5-741d17e13e44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1471734 Nov 23 17:49:36.440236 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-65b3cb43-1946-4d49-ab54-8594af1940b3 req-eba6b0b2-aab5-4acd-a25a-d5b19beee29c service neutron] 10.222.0.55 "GET /v2.0/networks/02874d22-2dc9-404b-96b5-741d17e13e44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345439 Nov 23 17:49:36.495574 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-4996396a-debc-4342-8577-a5ede0d359cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ce656d6-d295-4a48-8809-f02b548dd50a', 'name': 'tempest-TestVolumeBootPattern-1110572301-router', 'tenant_id': 'c0a53cd325e44b8fbee499050453672f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.143'}], 'enable_snat': True}, 'gw_port_id': '41276f9e-4769-4678-a2c8-4ca2eb9f723b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:38:07Z', 'updated_at': '2021-11-23T17:38:14Z', 'revision_number': 4, 'project_id': 'c0a53cd325e44b8fbee499050453672f', 'gw_port': {'id': '41276f9e-4769-4678-a2c8-4ca2eb9f723b', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:83:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ce656d6-d295-4a48-8809-f02b548dd50a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2099, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:38:08Z', 'updated_at': '2021-11-23T17:38:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_floatingips': [{'id': '5440e951-f181-48fc-ae19-5a526b3a90d4', 'tenant_id': 'c0a53cd325e44b8fbee499050453672f', 'floating_ip_address': '172.25.3.186', 'floating_network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'router_id': '6ce656d6-d295-4a48-8809-f02b548dd50a', 'port_id': 'e0681257-4061-466d-a72d-99fbb58ee45b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2960, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02874d22-2dc9-404b-96b5-741d17e13e44', 'mac_address': 'fa:16:3e:61:98:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdfb4ce2-91d8-4f2e-a6fb-679e80dacd8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T17:49:33Z', 'updated_at': '2021-11-23T17:49:33Z', 'revision_number': 0, 'project_id': 'c0a53cd325e44b8fbee499050453672f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '054eac10-0542-49e4-bc40-e19b267e336a', 'name': '', 'network_id': '02874d22-2dc9-404b-96b5-741d17e13e44', 'tenant_id': 'c0a53cd325e44b8fbee499050453672f', 'mac_address': 'fa:16:3e:59:af:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ce656d6-d295-4a48-8809-f02b548dd50a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2117, 'fixed_ips': [{'subnet_id': '7cd7c517-b8bf-4f3d-98b6-b23c91372576', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:38:12Z', 'updated_at': '2021-11-23T17:38:30Z', 'revision_number': 5, 'project_id': 'c0a53cd325e44b8fbee499050453672f', 'subnets': [{'id': '7cd7c517-b8bf-4f3d-98b6-b23c91372576', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:49:36.541791 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4996396a-debc-4342-8577-a5ede0d359cf None None] The sync data for ids ['6ce656d6-d295-4a48-8809-f02b548dd50a'] in n-d-816206-8 is: [{'id': '6ce656d6-d295-4a48-8809-f02b548dd50a', 'name': 'tempest-TestVolumeBootPattern-1110572301-router', 'tenant_id': 'c0a53cd325e44b8fbee499050453672f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.143'}], 'enable_snat': True}, 'gw_port_id': '41276f9e-4769-4678-a2c8-4ca2eb9f723b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:38:07Z', 'updated_at': '2021-11-23T17:38:14Z', 'revision_number': 4, 'project_id': 'c0a53cd325e44b8fbee499050453672f', 'gw_port': {'id': '41276f9e-4769-4678-a2c8-4ca2eb9f723b', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:83:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ce656d6-d295-4a48-8809-f02b548dd50a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2099, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:38:08Z', 'updated_at': '2021-11-23T17:38:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_floatingips': [{'id': '5440e951-f181-48fc-ae19-5a526b3a90d4', 'tenant_id': 'c0a53cd325e44b8fbee499050453672f', 'floating_ip_address': '172.25.3.186', 'floating_network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'router_id': '6ce656d6-d295-4a48-8809-f02b548dd50a', 'port_id': 'e0681257-4061-466d-a72d-99fbb58ee45b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2960, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02874d22-2dc9-404b-96b5-741d17e13e44', 'mac_address': 'fa:16:3e:61:98:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdfb4ce2-91d8-4f2e-a6fb-679e80dacd8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T17:49:33Z', 'updated_at': '2021-11-23T17:49:33Z', 'revision_number': 0, 'project_id': 'c0a53cd325e44b8fbee499050453672f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '054eac10-0542-49e4-bc40-e19b267e336a', 'name': '', 'network_id': '02874d22-2dc9-404b-96b5-741d17e13e44', 'tenant_id': 'c0a53cd325e44b8fbee499050453672f', 'mac_address': 'fa:16:3e:59:af:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ce656d6-d295-4a48-8809-f02b548dd50a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2117, 'fixed_ips': [{'subnet_id': '7cd7c517-b8bf-4f3d-98b6-b23c91372576', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:38:12Z', 'updated_at': '2021-11-23T17:38:30Z', 'revision_number': 5, 'project_id': 'c0a53cd325e44b8fbee499050453672f', 'subnets': [{'id': '7cd7c517-b8bf-4f3d-98b6-b23c91372576', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:49:36.833723 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3be7885f-f037-45b4-803c-5983a5f39daf None None] New status for floating IP 5440e951-f181-48fc-ae19-5a526b3a90d4: ACTIVE {{(pid=103592) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 17:49:39.587033 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 37786) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:49:39.827406 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-748f6912-691a-4337-8d0f-29dc85d20ef1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:39.938631 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-748f6912-691a-4337-8d0f-29dc85d20ef1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:39.944919 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-748f6912-691a-4337-8d0f-29dc85d20ef1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:40.003743 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-748f6912-691a-4337-8d0f-29dc85d20ef1 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=9ea53fbff3eb4280843a024595b24634&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4151850 Nov 23 17:49:40.007026 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 37804) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:49:40.048008 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748f6912-691a-4337-8d0f-29dc85d20ef1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f42a3b51-4c10-429e-bc0a-6abb535edaf8,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:49:40.098489 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-efd0fcae-adda-49e3-90ed-f0fba137a9ce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:40.124303 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-efd0fcae-adda-49e3-90ed-f0fba137a9ce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:40.181521 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-efd0fcae-adda-49e3-90ed-f0fba137a9ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:40.185142 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-efd0fcae-adda-49e3-90ed-f0fba137a9ce admin admin] Publish callbacks [] for security_group, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:40.191074 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-efd0fcae-adda-49e3-90ed-f0fba137a9ce admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f42a3b51-4c10-429e-bc0a-6abb535edaf8 HTTP/1.1" status: 204 len: 168 time: 0.1827767 Nov 23 17:49:40.201899 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd0fcae-adda-49e3-90ed-f0fba137a9ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f42a3b51-4c10-429e-bc0a-6abb535edaf8,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:49:41.081763 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 37846) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:49:41.196417 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-2a4c8464-94b4-4a04-8b3a-41a774d8fdfc admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-70266538-network', 'tenant_id': '5e9ad8bc738841bf987987e4b3fa436d'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:49:41.230210 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a4c8464-94b4-4a04-8b3a-41a774d8fdfc admin admin] Made reservation on behalf of 5e9ad8bc738841bf987987e4b3fa436d for: {'network': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:49:41.233283 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-2a4c8464-94b4-4a04-8b3a-41a774d8fdfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for network, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:41.258421 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-2a4c8464-94b4-4a04-8b3a-41a774d8fdfc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:41.387787 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-2a4c8464-94b4-4a04-8b3a-41a774d8fdfc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:41.392199 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-2a4c8464-94b4-4a04-8b3a-41a774d8fdfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:41.421081 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a4c8464-94b4-4a04-8b3a-41a774d8fdfc admin admin] vlan segment allocate from pool success with {'vlan_id': 513, 'physical_network': 'physnet1'} {{(pid=103591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 17:49:41.431988 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4c8464-94b4-4a04-8b3a-41a774d8fdfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5f3a4da-8f85-4fb0-bbbd-b9796117089e,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:49:41.438231 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-2a4c8464-94b4-4a04-8b3a-41a774d8fdfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:41.438730 n-d-816206-8 neutron-server[103591]: INFO neutron.db.segments_db [None req-2a4c8464-94b4-4a04-8b3a-41a774d8fdfc admin admin] Added segment 35aed508-8cb6-4e16-a4ed-31382f0590c8 of type vlan for network 558ec34e-132d-47d4-bc3f-17b80c2b57a8 Nov 23 17:49:41.499250 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-2a4c8464-94b4-4a04-8b3a-41a774d8fdfc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736635338810'] for network, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:41.532925 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-2a4c8464-94b4-4a04-8b3a-41a774d8fdfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493'] for network, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:41.533920 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a4c8464-94b4-4a04-8b3a-41a774d8fdfc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:49:41.534857 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-2a4c8464-94b4-4a04-8b3a-41a774d8fdfc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for network, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:41.577848 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-2a4c8464-94b4-4a04-8b3a-41a774d8fdfc admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4948428 Nov 23 17:49:41.581497 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 37862) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:49:41.588242 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-b56aaf27-a2d7-4288-a505-dc5771fe8f1b admin admin] Request body: {'subnet': {'network_id': '558ec34e-132d-47d4-bc3f-17b80c2b57a8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-70266538-subnet', 'tenant_id': '5e9ad8bc738841bf987987e4b3fa436d', 'ip_version': 4}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:49:41.641479 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b56aaf27-a2d7-4288-a505-dc5771fe8f1b admin admin] Made reservation on behalf of 5e9ad8bc738841bf987987e4b3fa436d for: {'subnet': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:49:41.647449 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b56aaf27-a2d7-4288-a505-dc5771fe8f1b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264730903'] for subnet, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:41.661246 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4c8464-94b4-4a04-8b3a-41a774d8fdfc admin admin] Pushing event updated for resources: {'Network': ['ID=558ec34e-132d-47d4-bc3f-17b80c2b57a8,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:49:41.676432 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Network 558ec34e-132d-47d4-bc3f-17b80c2b57a8 details requested by agent ovs-agent-n-d-816206-8 with host n-d-816206-8 {{(pid=103592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 17:49:41.997058 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b56aaf27-a2d7-4288-a505-dc5771fe8f1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264358096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264730885'] for subnet, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:42.079648 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56aaf27-a2d7-4288-a505-dc5771fe8f1b admin admin] Pushing event updated for resources: {'Subnet': ['ID=f607dd01-c33d-4ce7-a526-e698fa699986,revision_number=0']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:49:42.098446 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56aaf27-a2d7-4288-a505-dc5771fe8f1b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:49:42.098854 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56aaf27-a2d7-4288-a505-dc5771fe8f1b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:49:42.099202 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56aaf27-a2d7-4288-a505-dc5771fe8f1b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:49:42.099585 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56aaf27-a2d7-4288-a505-dc5771fe8f1b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:49:42.099927 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56aaf27-a2d7-4288-a505-dc5771fe8f1b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:49:42.100308 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56aaf27-a2d7-4288-a505-dc5771fe8f1b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:49:42.100673 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56aaf27-a2d7-4288-a505-dc5771fe8f1b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:49:42.101005 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56aaf27-a2d7-4288-a505-dc5771fe8f1b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:49:42.101386 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56aaf27-a2d7-4288-a505-dc5771fe8f1b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:49:42.101712 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56aaf27-a2d7-4288-a505-dc5771fe8f1b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:49:42.102122 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56aaf27-a2d7-4288-a505-dc5771fe8f1b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:49:42.102453 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56aaf27-a2d7-4288-a505-dc5771fe8f1b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:49:42.115903 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b56aaf27-a2d7-4288-a505-dc5771fe8f1b admin admin] Checking segment: {'id': '35aed508-8cb6-4e16-a4ed-31382f0590c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '558ec34e-132d-47d4-bc3f-17b80c2b57a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:49:42.116550 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b56aaf27-a2d7-4288-a505-dc5771fe8f1b admin admin] Network hostable DHCP agents. Network: 558ec34e-132d-47d4-bc3f-17b80c2b57a8, hostable agents: ['0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3'], hosted agents: [] {{(pid=103590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 17:49:42.140864 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b56aaf27-a2d7-4288-a505-dc5771fe8f1b admin admin] Network 558ec34e-132d-47d4-bc3f-17b80c2b57a8 is scheduled to be hosted by DHCP agent 0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3 with binding_index 1 {{(pid=103590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 17:49:42.154359 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-b56aaf27-a2d7-4288-a505-dc5771fe8f1b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-8, 558ec34e-132d-47d4-bc3f-17b80c2b57a8) {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:49:42.162793 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b56aaf27-a2d7-4288-a505-dc5771fe8f1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:49:42.163488 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b56aaf27-a2d7-4288-a505-dc5771fe8f1b admin admin] Publish callbacks [] for subnet, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:42.169946 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b474e270-800f-494e-ac93-881b74ea2b3f None None] Network 558ec34e-132d-47d4-bc3f-17b80c2b57a8 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:49:42.197574 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 37872) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:49:42.198314 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-b56aaf27-a2d7-4288-a505-dc5771fe8f1b admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6142216 Nov 23 17:49:42.203095 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-6e42bda2-75cc-4bde-a431-d87bdae9e37a admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-70266538-router', 'tenant_id': '5e9ad8bc738841bf987987e4b3fa436d', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'}}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:49:42.232060 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-6e42bda2-75cc-4bde-a431-d87bdae9e37a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1793449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8093'] for router, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:42.234427 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-6e42bda2-75cc-4bde-a431-d87bdae9e37a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1794473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1794771', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1638326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8086'] for router, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:42.388160 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-6e42bda2-75cc-4bde-a431-d87bdae9e37a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:42.416537 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2971ba51-026d-4e06-9bf7-5ed6f65741a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp355044b8-8e87-58c4-94fa-4a010ec30f9e-558ec34e-132d-47d4-bc3f-17b80c2b57a8', 'network_id': '558ec34e-132d-47d4-bc3f-17b80c2b57a8', 'tenant_id': '5e9ad8bc738841bf987987e4b3fa436d', 'fixed_ips': [{'subnet_id': 'f607dd01-c33d-4ce7-a526-e698fa699986'}]}} from n-d-816206-8. {{(pid=103592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 17:49:42.416537 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-2971ba51-026d-4e06-9bf7-5ed6f65741a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:42.582204 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-6e42bda2-75cc-4bde-a431-d87bdae9e37a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:42.676474 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.db_base_plugin_common [None req-2971ba51-026d-4e06-9bf7-5ed6f65741a9 None None] Allocated IP 172.20.0.2 (558ec34e-132d-47d4-bc3f-17b80c2b57a8/f607dd01-c33d-4ce7-a526-e698fa699986/bbc43a09-d1ec-439a-8e00-b3a484f111ba) {{(pid=103592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:49:42.917268 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-2971ba51-026d-4e06-9bf7-5ed6f65741a9 None None] Publish callbacks [] for port, precommit_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:42.926878 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-2971ba51-026d-4e06-9bf7-5ed6f65741a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980'] for port, after_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:42.951108 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-6e42bda2-75cc-4bde-a431-d87bdae9e37a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:42.981485 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2971ba51-026d-4e06-9bf7-5ed6f65741a9 None None] Pushing event updated for resources: {'Port': ['ID=bbc43a09-d1ec-439a-8e00-b3a484f111ba,revision_number=1']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:49:42.983510 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-6e42bda2-75cc-4bde-a431-d87bdae9e37a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:43.075505 n-d-816206-8 neutron-server[103592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2971ba51-026d-4e06-9bf7-5ed6f65741a9 None None] Network 558ec34e-132d-47d4-bc3f-17b80c2b57a8 is already hosted by enough agents. {{(pid=103592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:49:43.086562 n-d-816206-8 neutron-server[103592]: DEBUG neutron.scheduler.base_scheduler [None req-2971ba51-026d-4e06-9bf7-5ed6f65741a9 None None] Resources bound (agent type, host, resource id): {{(pid=103592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:49:43.089384 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2971ba51-026d-4e06-9bf7-5ed6f65741a9 None None] Received port after_create {{(pid=103592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:49:43.095983 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-38051421-d523-4ed9-a448-4582c3972435 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:43.159963 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.db_base_plugin_common [None req-6e42bda2-75cc-4bde-a431-d87bdae9e37a admin admin] Allocated IP 172.25.3.107 (4c8455ba-1be5-42ac-b8c2-8a16e1292d55/08fe3644-ce41-4c3f-a7ea-92bac0f0fff5/539a4196-7752-4174-b643-81630aaf64b0) {{(pid=103591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:49:43.214112 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-2971ba51-026d-4e06-9bf7-5ed6f65741a9 None None] Attempting to bind port bbc43a09-d1ec-439a-8e00-b3a484f111ba on host n-d-816206-8 for vnic_type normal with profile {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:49:43.215010 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-2971ba51-026d-4e06-9bf7-5ed6f65741a9 None None] Attempting to bind port bbc43a09-d1ec-439a-8e00-b3a484f111ba by drivers openvswitch,hyperv on host n-d-816206-8 at level 0 using segments [{'id': '35aed508-8cb6-4e16-a4ed-31382f0590c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '558ec34e-132d-47d4-bc3f-17b80c2b57a8'}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:49:43.215386 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2971ba51-026d-4e06-9bf7-5ed6f65741a9 None None] Attempting to bind port bbc43a09-d1ec-439a-8e00-b3a484f111ba on network 558ec34e-132d-47d4-bc3f-17b80c2b57a8 {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:49:43.236943 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2971ba51-026d-4e06-9bf7-5ed6f65741a9 None None] Checking agent: {'id': '9e89acbe-4bbe-4c77-a18b-6f1da9133e0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 7, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 49, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:49:43.237706 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2971ba51-026d-4e06-9bf7-5ed6f65741a9 None None] Checking segment: {'id': '35aed508-8cb6-4e16-a4ed-31382f0590c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '558ec34e-132d-47d4-bc3f-17b80c2b57a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:49:43.238399 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-2971ba51-026d-4e06-9bf7-5ed6f65741a9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:43.238950 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2971ba51-026d-4e06-9bf7-5ed6f65741a9 None None] Bound using segment: {'id': '35aed508-8cb6-4e16-a4ed-31382f0590c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '558ec34e-132d-47d4-bc3f-17b80c2b57a8'} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:49:43.241332 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-2971ba51-026d-4e06-9bf7-5ed6f65741a9 None None] Bound port: bbc43a09-d1ec-439a-8e00-b3a484f111ba, host: n-d-816206-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35aed508-8cb6-4e16-a4ed-31382f0590c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '558ec34e-132d-47d4-bc3f-17b80c2b57a8'}}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:49:43.242245 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-2971ba51-026d-4e06-9bf7-5ed6f65741a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:43.309896 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-6e42bda2-75cc-4bde-a431-d87bdae9e37a admin admin] Publish callbacks [] for port, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:43.347026 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-2971ba51-026d-4e06-9bf7-5ed6f65741a9 None None] For port bbc43a09-d1ec-439a-8e00-b3a484f111ba, host n-d-816206-8, cleared binding levels {{(pid=103592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:49:43.353340 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-2971ba51-026d-4e06-9bf7-5ed6f65741a9 None None] For port bbc43a09-d1ec-439a-8e00-b3a484f111ba, host n-d-816206-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=bbc43a09-d1ec-439a-8e00-b3a484f111ba,segment=NetworkSegment(35aed508-8cb6-4e16-a4ed-31382f0590c8),segment_id=35aed508-8cb6-4e16-a4ed-31382f0590c8)] {{(pid=103592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:49:43.358288 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-6e42bda2-75cc-4bde-a431-d87bdae9e37a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:43.360188 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-2971ba51-026d-4e06-9bf7-5ed6f65741a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:43.443984 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e42bda2-75cc-4bde-a431-d87bdae9e37a admin admin] Network 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 is already hosted by enough agents. {{(pid=103591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:49:43.452769 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [None req-6e42bda2-75cc-4bde-a431-d87bdae9e37a admin admin] Resources bound (agent type, host, resource id): {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:49:43.464941 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e42bda2-75cc-4bde-a431-d87bdae9e37a admin admin] Pushing event updated for resources: {'Port': ['ID=539a4196-7752-4174-b643-81630aaf64b0,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:49:43.472555 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e42bda2-75cc-4bde-a431-d87bdae9e37a admin admin] Received port after_create {{(pid=103591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:49:43.483900 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c43acd0-566d-48eb-8bbf-2e7c3a6f36ff None None] DHCP port deletion for 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:49:43.513469 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2971ba51-026d-4e06-9bf7-5ed6f65741a9 None None] Pushing event updated for resources: {'Port': ['ID=bbc43a09-d1ec-439a-8e00-b3a484f111ba,revision_number=2']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:49:43.598735 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:43.626543 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-587c42fa-0b87-4221-8f1f-3a9c69c02def None None] Provisioning complete for port 539a4196-7752-4174-b643-81630aaf64b0 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:49:43.627028 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-587c42fa-0b87-4221-8f1f-3a9c69c02def None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:43.775991 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-587c42fa-0b87-4221-8f1f-3a9c69c02def None None] Port 539a4196-7752-4174-b643-81630aaf64b0 cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:49:43.963576 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-6e42bda2-75cc-4bde-a431-d87bdae9e37a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:44.246685 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:44.299295 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-6e42bda2-75cc-4bde-a431-d87bdae9e37a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1794316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1795362'] for router, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:44.545407 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e42bda2-75cc-4bde-a431-d87bdae9e37a admin admin] Router fef33dd4-0798-4601-9bec-bb331747e629 is scheduled to L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 with binding_index 1 {{(pid=103591) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 17:49:44.727711 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e42bda2-75cc-4bde-a431-d87bdae9e37a admin admin] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:49:44.742271 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3a88a24-c09b-49e7-86fa-52de6b9e28f5 None None] Sync routers for ids ['fef33dd4-0798-4601-9bec-bb331747e629'] in n-d-816206-8 {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:49:44.765697 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3a88a24-c09b-49e7-86fa-52de6b9e28f5 None None] Routers {'fef33dd4-0798-4601-9bec-bb331747e629'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:49:44.766404 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-f3a88a24-c09b-49e7-86fa-52de6b9e28f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:49:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['fef33dd4-0798-4601-9bec-bb331747e629'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:49:44.775228 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-6e42bda2-75cc-4bde-a431-d87bdae9e37a admin admin] Publish callbacks [] for router, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:44.776562 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-6e42bda2-75cc-4bde-a431-d87bdae9e37a admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.5779293 Nov 23 17:49:44.780405 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 37922) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:49:45.062434 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-f3a88a24-c09b-49e7-86fa-52de6b9e28f5 None None] Set router fef33dd4-0798-4601-9bec-bb331747e629 gateway port host: n-d-816206-8 {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:49:45.094476 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-1e748ac6-fac6-4cd4-b8bf-91bfb29d3a00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:45.245476 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f16cb89-5128-454c-8899-da4d33c4be21 None None] Network 558ec34e-132d-47d4-bc3f-17b80c2b57a8 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:49:45.376140 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-ef2dc7b4-f857-48f8-aaa6-548853d22961 None None] Provisioning complete for port bbc43a09-d1ec-439a-8e00-b3a484f111ba triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:49:45.376557 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-ef2dc7b4-f857-48f8-aaa6-548853d22961 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:45.446680 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-f3a88a24-c09b-49e7-86fa-52de6b9e28f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fef33dd4-0798-4601-9bec-bb331747e629', 'name': 'tempest-TestVolumeBackupRestore-70266538-router', 'tenant_id': '5e9ad8bc738841bf987987e4b3fa436d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.107'}], 'enable_snat': True}, 'gw_port_id': '539a4196-7752-4174-b643-81630aaf64b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:49:42Z', 'updated_at': '2021-11-23T17:49:43Z', 'revision_number': 3, 'project_id': '5e9ad8bc738841bf987987e4b3fa436d', 'gw_port': {'id': '539a4196-7752-4174-b643-81630aaf64b0', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:2f:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fef33dd4-0798-4601-9bec-bb331747e629', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2976, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:49:42Z', 'updated_at': '2021-11-23T17:49:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8'}], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:49:45.533782 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3a88a24-c09b-49e7-86fa-52de6b9e28f5 None None] Checking router: fef33dd4-0798-4601-9bec-bb331747e629 for host: n-d-816206-8 {{(pid=103593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 17:49:45.534146 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3a88a24-c09b-49e7-86fa-52de6b9e28f5 None None] Updating router fef33dd4-0798-4601-9bec-bb331747e629 port 539a4196-7752-4174-b643-81630aaf64b0 binding host n-d-816206-8 {{(pid=103593) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 17:49:45.581723 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-f3a88a24-c09b-49e7-86fa-52de6b9e28f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:45.704402 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-ef2dc7b4-f857-48f8-aaa6-548853d22961 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:45.795290 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-ef2dc7b4-f857-48f8-aaa6-548853d22961 None None] For port bbc43a09-d1ec-439a-8e00-b3a484f111ba, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=bbc43a09-d1ec-439a-8e00-b3a484f111ba,segment=NetworkSegment(35aed508-8cb6-4e16-a4ed-31382f0590c8),segment_id=35aed508-8cb6-4e16-a4ed-31382f0590c8)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:49:45.818313 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-ef2dc7b4-f857-48f8-aaa6-548853d22961 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:45.926227 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2dc7b4-f857-48f8-aaa6-548853d22961 None None] Pushing event updated for resources: {'Port': ['ID=bbc43a09-d1ec-439a-8e00-b3a484f111ba,revision_number=3']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:49:45.928885 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device bbc43a09-d1ec-439a-8e00-b3a484f111ba up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:49:45.959730 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2dc7b4-f857-48f8-aaa6-548853d22961 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:49:45.960324 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2dc7b4-f857-48f8-aaa6-548853d22961 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:49:45.960838 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2dc7b4-f857-48f8-aaa6-548853d22961 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:49:45.961366 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2dc7b4-f857-48f8-aaa6-548853d22961 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:49:45.961906 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2dc7b4-f857-48f8-aaa6-548853d22961 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:49:45.962416 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2dc7b4-f857-48f8-aaa6-548853d22961 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:49:45.962959 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2dc7b4-f857-48f8-aaa6-548853d22961 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:49:45.963489 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2dc7b4-f857-48f8-aaa6-548853d22961 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:49:45.964050 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2dc7b4-f857-48f8-aaa6-548853d22961 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:49:45.964637 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2dc7b4-f857-48f8-aaa6-548853d22961 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:49:45.965410 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2dc7b4-f857-48f8-aaa6-548853d22961 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:49:45.965847 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef2dc7b4-f857-48f8-aaa6-548853d22961 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:49:46.032219 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port bbc43a09-d1ec-439a-8e00-b3a484f111ba triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:49:46.038067 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:46.068754 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-f22e449e-37b5-4e83-9478-c28c733143ad req-13711975-1bcc-4f4f-8976-8c955c70d795 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=fdfb4ce2-91d8-4f2e-a6fb-679e80dacd8f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0860901 Nov 23 17:49:46.090557 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-ad95c28f-05b9-4542-b2d8-4df3c2ad33fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:46.273899 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22e449e-37b5-4e83-9478-c28c733143ad req-ffe0aead-6e11-4806-9265-9cb95c42722d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:49:46.286012 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-449cc61f-8d00-4d43-a515-0c52eda6578f None None] Provisioning complete for port bbc43a09-d1ec-439a-8e00-b3a484f111ba triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:49:46.286744 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-449cc61f-8d00-4d43-a515-0c52eda6578f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:46.290212 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-f22e449e-37b5-4e83-9478-c28c733143ad req-ffe0aead-6e11-4806-9265-9cb95c42722d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c0a53cd325e44b8fbee499050453672f&device_id=fdfb4ce2-91d8-4f2e-a6fb-679e80dacd8f HTTP/1.1" status: 200 len: 1096 time: 0.1558061 Nov 23 17:49:46.333239 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-f3a88a24-c09b-49e7-86fa-52de6b9e28f5 None None] Publish callbacks [] for port, precommit_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:46.349772 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-f3a88a24-c09b-49e7-86fa-52de6b9e28f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:46.450063 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f153bd7d-922c-4f04-a847-74b5b5ff0c76 None None] DHCP port deletion for 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:49:46.499458 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [None req-f3a88a24-c09b-49e7-86fa-52de6b9e28f5 None None] Attempting to bind port 539a4196-7752-4174-b643-81630aaf64b0 on host n-d-816206-8 for vnic_type normal with profile {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:49:46.500047 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [None req-f3a88a24-c09b-49e7-86fa-52de6b9e28f5 None None] Attempting to bind port 539a4196-7752-4174-b643-81630aaf64b0 by drivers openvswitch,hyperv on host n-d-816206-8 at level 0 using segments [{'id': 'bffd1e4f-e80f-4ff0-b418-2f42ae15febf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'}] {{(pid=103593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:49:46.500572 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3a88a24-c09b-49e7-86fa-52de6b9e28f5 None None] Attempting to bind port 539a4196-7752-4174-b643-81630aaf64b0 on network 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:49:46.505856 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22e449e-37b5-4e83-9478-c28c733143ad req-b7a13a05-da1c-4c96-b217-c35dcfeef8af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:49:46.507608 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-f22e449e-37b5-4e83-9478-c28c733143ad req-b7a13a05-da1c-4c96-b217-c35dcfeef8af service neutron] 10.222.0.55 "GET /v2.0/networks?id=02874d22-2dc9-404b-96b5-741d17e13e44 HTTP/1.1" status: 200 len: 913 time: 0.1994686 Nov 23 17:49:46.539852 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-29102c61-ebb3-48ae-84ff-4a2b61a330c5 None None] Provisioning complete for port 539a4196-7752-4174-b643-81630aaf64b0 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:49:46.540453 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-29102c61-ebb3-48ae-84ff-4a2b61a330c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:46.546889 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f291ed2d-f31d-4932-ad8b-b4418d49692f None None] Pushing event updated for resources: {'Port': ['ID=539a4196-7752-4174-b643-81630aaf64b0,revision_number=2']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:49:46.559734 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f291ed2d-f31d-4932-ad8b-b4418d49692f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:49:46.560450 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f291ed2d-f31d-4932-ad8b-b4418d49692f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:49:46.561081 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f291ed2d-f31d-4932-ad8b-b4418d49692f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:49:46.561638 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f291ed2d-f31d-4932-ad8b-b4418d49692f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:49:46.562260 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f291ed2d-f31d-4932-ad8b-b4418d49692f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:49:46.563362 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f291ed2d-f31d-4932-ad8b-b4418d49692f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:49:46.563930 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f291ed2d-f31d-4932-ad8b-b4418d49692f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:49:46.564554 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f291ed2d-f31d-4932-ad8b-b4418d49692f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:49:46.565153 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f291ed2d-f31d-4932-ad8b-b4418d49692f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:49:46.565699 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f291ed2d-f31d-4932-ad8b-b4418d49692f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:49:46.566475 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f291ed2d-f31d-4932-ad8b-b4418d49692f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:49:46.567170 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f291ed2d-f31d-4932-ad8b-b4418d49692f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:49:46.571839 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3a88a24-c09b-49e7-86fa-52de6b9e28f5 None None] Checking agent: {'id': '9e89acbe-4bbe-4c77-a18b-6f1da9133e0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 7, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 49, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:49:46.572640 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3a88a24-c09b-49e7-86fa-52de6b9e28f5 None None] Checking segment: {'id': 'bffd1e4f-e80f-4ff0-b418-2f42ae15febf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:49:46.573890 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-f3a88a24-c09b-49e7-86fa-52de6b9e28f5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:46.574488 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3a88a24-c09b-49e7-86fa-52de6b9e28f5 None None] Bound using segment: {'id': 'bffd1e4f-e80f-4ff0-b418-2f42ae15febf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'} {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:49:46.575913 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [None req-f3a88a24-c09b-49e7-86fa-52de6b9e28f5 None None] Bound port: 539a4196-7752-4174-b643-81630aaf64b0, host: n-d-816206-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bffd1e4f-e80f-4ff0-b418-2f42ae15febf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'}}] {{(pid=103593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:49:46.576569 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-f3a88a24-c09b-49e7-86fa-52de6b9e28f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:46.591124 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-52822d53-48f5-4819-8a95-bdc13aea0bf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:46.610048 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-29102c61-ebb3-48ae-84ff-4a2b61a330c5 None None] Port 539a4196-7752-4174-b643-81630aaf64b0 cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:49:46.621540 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.db_base_plugin_common [None req-ad95c28f-05b9-4542-b2d8-4df3c2ad33fc admin admin] Allocated IP 172.20.0.1 (558ec34e-132d-47d4-bc3f-17b80c2b57a8/f607dd01-c33d-4ce7-a526-e698fa699986/bbba2d1c-4dbb-4642-90b8-18212fb7ce49) {{(pid=103591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:49:46.658344 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-f3a88a24-c09b-49e7-86fa-52de6b9e28f5 None None] For port 539a4196-7752-4174-b643-81630aaf64b0, host n-d-816206-8, cleared binding levels {{(pid=103593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:49:46.663024 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-f3a88a24-c09b-49e7-86fa-52de6b9e28f5 None None] For port 539a4196-7752-4174-b643-81630aaf64b0, host n-d-816206-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=539a4196-7752-4174-b643-81630aaf64b0,segment=NetworkSegment(bffd1e4f-e80f-4ff0-b418-2f42ae15febf),segment_id=bffd1e4f-e80f-4ff0-b418-2f42ae15febf)] {{(pid=103593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:49:46.668030 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-f3a88a24-c09b-49e7-86fa-52de6b9e28f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:46.683931 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-f22e449e-37b5-4e83-9478-c28c733143ad req-2ffb3bea-06f4-411e-95e0-27bdb1afa3b1 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e0681257-4061-466d-a72d-99fbb58ee45b HTTP/1.1" status: 200 len: 1001 time: 0.1619956 Nov 23 17:49:46.800325 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f31ea007-8c1b-42b3-be17-22a9f8af6b1d None None] DHCP port deletion for 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:49:46.856447 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-ad95c28f-05b9-4542-b2d8-4df3c2ad33fc admin admin] Publish callbacks [] for port, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:46.868057 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22e449e-37b5-4e83-9478-c28c733143ad req-8980809b-d132-4fb6-8ca1-c2c6f078cd5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:49:46.872640 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-f22e449e-37b5-4e83-9478-c28c733143ad req-8980809b-d132-4fb6-8ca1-c2c6f078cd5f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7cd7c517-b8bf-4f3d-98b6-b23c91372576 HTTP/1.1" status: 200 len: 851 time: 0.1785357 Nov 23 17:49:46.881003 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f291ed2d-f31d-4932-ad8b-b4418d49692f None None] Pushing event updated for resources: {'Port': ['ID=539a4196-7752-4174-b643-81630aaf64b0,revision_number=3']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:49:46.886227 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3a88a24-c09b-49e7-86fa-52de6b9e28f5 None None] Routers {'fef33dd4-0798-4601-9bec-bb331747e629'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:49:46.886847 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-f3a88a24-c09b-49e7-86fa-52de6b9e28f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:49:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['fef33dd4-0798-4601-9bec-bb331747e629'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:49:46.940189 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-ad95c28f-05b9-4542-b2d8-4df3c2ad33fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:46.963116 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-d791e764-05fd-491d-b37a-5f1c7ece3f56 None None] Provisioning complete for port 539a4196-7752-4174-b643-81630aaf64b0 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:49:46.963584 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-d791e764-05fd-491d-b37a-5f1c7ece3f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:46.973508 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22e449e-37b5-4e83-9478-c28c733143ad req-8d2b9793-c4f1-4fb9-b75c-ad0d660bfa65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:49:46.975825 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-f22e449e-37b5-4e83-9478-c28c733143ad req-8d2b9793-c4f1-4fb9-b75c-ad0d660bfa65 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=02874d22-2dc9-404b-96b5-741d17e13e44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0968270 Nov 23 17:49:46.987172 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad95c28f-05b9-4542-b2d8-4df3c2ad33fc admin admin] Network 558ec34e-132d-47d4-bc3f-17b80c2b57a8 is already hosted by enough agents. {{(pid=103591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:49:46.990433 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [None req-ad95c28f-05b9-4542-b2d8-4df3c2ad33fc admin admin] Resources bound (agent type, host, resource id): {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:49:46.992999 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad95c28f-05b9-4542-b2d8-4df3c2ad33fc admin admin] Received port after_create {{(pid=103591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:49:47.051785 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-ad95c28f-05b9-4542-b2d8-4df3c2ad33fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1795539'] for router_interface, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:47.133259 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-d791e764-05fd-491d-b37a-5f1c7ece3f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:47.173949 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-f3a88a24-c09b-49e7-86fa-52de6b9e28f5 None None] Set router fef33dd4-0798-4601-9bec-bb331747e629 gateway port host: n-d-816206-8 {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:49:47.183960 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-d791e764-05fd-491d-b37a-5f1c7ece3f56 None None] For port 539a4196-7752-4174-b643-81630aaf64b0, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=539a4196-7752-4174-b643-81630aaf64b0,segment=NetworkSegment(bffd1e4f-e80f-4ff0-b418-2f42ae15febf),segment_id=bffd1e4f-e80f-4ff0-b418-2f42ae15febf)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:49:47.198677 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-d791e764-05fd-491d-b37a-5f1c7ece3f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:47.240785 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-f22e449e-37b5-4e83-9478-c28c733143ad req-b34f8467-cb9f-4483-97dc-0c0f176e9f19 service neutron] 10.222.0.55 "GET /v2.0/networks/02874d22-2dc9-404b-96b5-741d17e13e44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2556610 Nov 23 17:49:47.335200 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d791e764-05fd-491d-b37a-5f1c7ece3f56 None None] Pushing event updated for resources: {'Port': ['ID=539a4196-7752-4174-b643-81630aaf64b0,revision_number=4']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:49:47.392761 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad95c28f-05b9-4542-b2d8-4df3c2ad33fc admin admin] Pushing event updated for resources: {'Port': ['ID=bbba2d1c-4dbb-4642-90b8-18212fb7ce49,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:49:47.461455 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-19e79f7c-7349-4651-8ff0-e5be5795b983 None None] Provisioning complete for port bbba2d1c-4dbb-4642-90b8-18212fb7ce49 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:49:47.462018 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-19e79f7c-7349-4651-8ff0-e5be5795b983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:47.516145 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-ad95c28f-05b9-4542-b2d8-4df3c2ad33fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:47.605560 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-19e79f7c-7349-4651-8ff0-e5be5795b983 None None] Port bbba2d1c-4dbb-4642-90b8-18212fb7ce49 cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:49:47.766373 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9a27ae6c-db98-474f-94c1-cc99bf842d79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:47.782522 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-f3a88a24-c09b-49e7-86fa-52de6b9e28f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fef33dd4-0798-4601-9bec-bb331747e629', 'name': 'tempest-TestVolumeBackupRestore-70266538-router', 'tenant_id': '5e9ad8bc738841bf987987e4b3fa436d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.107'}], 'enable_snat': True}, 'gw_port_id': '539a4196-7752-4174-b643-81630aaf64b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:49:42Z', 'updated_at': '2021-11-23T17:49:43Z', 'revision_number': 3, 'project_id': '5e9ad8bc738841bf987987e4b3fa436d', 'gw_port': {'id': '539a4196-7752-4174-b643-81630aaf64b0', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:2f:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fef33dd4-0798-4601-9bec-bb331747e629', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2976, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:49:42Z', 'updated_at': '2021-11-23T17:49:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8'}], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:49:47.790457 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device bbc43a09-d1ec-439a-8e00-b3a484f111ba up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:49:47.832952 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-ad95c28f-05b9-4542-b2d8-4df3c2ad33fc admin admin] Publish callbacks [] for port, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:47.839756 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-ad95c28f-05b9-4542-b2d8-4df3c2ad33fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264758186'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:47.916149 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port bbc43a09-d1ec-439a-8e00-b3a484f111ba triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:49:47.916990 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:47.919256 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3a88a24-c09b-49e7-86fa-52de6b9e28f5 None None] The sync data for ids ['fef33dd4-0798-4601-9bec-bb331747e629'] in n-d-816206-8 is: [{'id': 'fef33dd4-0798-4601-9bec-bb331747e629', 'name': 'tempest-TestVolumeBackupRestore-70266538-router', 'tenant_id': '5e9ad8bc738841bf987987e4b3fa436d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.107'}], 'enable_snat': True}, 'gw_port_id': '539a4196-7752-4174-b643-81630aaf64b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:49:42Z', 'updated_at': '2021-11-23T17:49:43Z', 'revision_number': 3, 'project_id': '5e9ad8bc738841bf987987e4b3fa436d', 'gw_port': {'id': '539a4196-7752-4174-b643-81630aaf64b0', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:2f:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fef33dd4-0798-4601-9bec-bb331747e629', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2976, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:49:42Z', 'updated_at': '2021-11-23T17:49:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8'}] {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:49:48.022089 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-ad95c28f-05b9-4542-b2d8-4df3c2ad33fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2068703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1794403'] for router_interface, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:48.106674 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 37994) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:49:48.201840 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad95c28f-05b9-4542-b2d8-4df3c2ad33fc admin admin] Pushing event updated for resources: {'Port': ['ID=bbba2d1c-4dbb-4642-90b8-18212fb7ce49,revision_number=2']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:49:48.218063 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad95c28f-05b9-4542-b2d8-4df3c2ad33fc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:49:48.218501 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad95c28f-05b9-4542-b2d8-4df3c2ad33fc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:49:48.219566 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad95c28f-05b9-4542-b2d8-4df3c2ad33fc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:49:48.219920 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad95c28f-05b9-4542-b2d8-4df3c2ad33fc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:49:48.220554 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad95c28f-05b9-4542-b2d8-4df3c2ad33fc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:49:48.220659 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad95c28f-05b9-4542-b2d8-4df3c2ad33fc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:49:48.221787 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad95c28f-05b9-4542-b2d8-4df3c2ad33fc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:49:48.221787 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad95c28f-05b9-4542-b2d8-4df3c2ad33fc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:49:48.221787 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad95c28f-05b9-4542-b2d8-4df3c2ad33fc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:49:48.221999 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad95c28f-05b9-4542-b2d8-4df3c2ad33fc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:49:48.222262 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad95c28f-05b9-4542-b2d8-4df3c2ad33fc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:49:48.222610 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad95c28f-05b9-4542-b2d8-4df3c2ad33fc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:49:48.254955 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-f22e449e-37b5-4e83-9478-c28c733143ad req-a9d7f517-4521-4bab-b8ea-6ad0c8da20db service neutron] 10.222.0.55 "GET /v2.0/networks/02874d22-2dc9-404b-96b5-741d17e13e44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0031691 Nov 23 17:49:48.301974 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad95c28f-05b9-4542-b2d8-4df3c2ad33fc admin admin] Network 558ec34e-132d-47d4-bc3f-17b80c2b57a8 is already hosted by enough agents. {{(pid=103591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:49:48.304216 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [None req-ad95c28f-05b9-4542-b2d8-4df3c2ad33fc admin admin] Resources bound (agent type, host, resource id): {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:49:48.380427 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:48.488878 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-49b24840-ce95-42d0-b040-30edb91f2207 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:48.749674 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad95c28f-05b9-4542-b2d8-4df3c2ad33fc admin admin] Router fef33dd4-0798-4601-9bec-bb331747e629 has already been hosted by L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 {{(pid=103591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 17:49:48.837895 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-49b24840-ce95-42d0-b040-30edb91f2207 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:48.848952 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-49b24840-ce95-42d0-b040-30edb91f2207 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:48.852739 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-779a9e40-a7f7-4338-abeb-bf5ea5213c25 None None] Provisioning complete for port bbba2d1c-4dbb-4642-90b8-18212fb7ce49 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:49:48.863598 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-779a9e40-a7f7-4338-abeb-bf5ea5213c25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:48.931410 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-779a9e40-a7f7-4338-abeb-bf5ea5213c25 None None] Port bbba2d1c-4dbb-4642-90b8-18212fb7ce49 cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:49:48.973112 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b24840-ce95-42d0-b040-30edb91f2207 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=151c072b-e5ee-442f-822c-22f21ec944d2,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:49:48.987719 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-49b24840-ce95-42d0-b040-30edb91f2207 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=213553a37b5840eebb542065832336b3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8689656 Nov 23 17:49:48.988201 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 38014) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:49:49.022910 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad95c28f-05b9-4542-b2d8-4df3c2ad33fc admin admin] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:49:49.034696 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-ad95c28f-05b9-4542-b2d8-4df3c2ad33fc admin admin] 10.222.0.60 "PUT /v2.0/routers/fef33dd4-0798-4601-9bec-bb331747e629/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2527373 Nov 23 17:49:49.168177 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-9cec701d-f697-448d-ba3e-50820f65907d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:49.220128 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-9cec701d-f697-448d-ba3e-50820f65907d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:49.321802 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-9cec701d-f697-448d-ba3e-50820f65907d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:49.327874 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-9cec701d-f697-448d-ba3e-50820f65907d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:49.339258 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-9cec701d-f697-448d-ba3e-50820f65907d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/151c072b-e5ee-442f-822c-22f21ec944d2 HTTP/1.1" status: 204 len: 168 time: 0.3477197 Nov 23 17:49:49.365674 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cec701d-f697-448d-ba3e-50820f65907d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=151c072b-e5ee-442f-822c-22f21ec944d2,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:49:49.816952 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5428dc-8c5b-4750-a8c8-ccfe13b6abf3 req-f85d4f51-6ece-40bf-8933-6cd14b990886 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:49:49.827141 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-fe5428dc-8c5b-4750-a8c8-ccfe13b6abf3 req-f85d4f51-6ece-40bf-8933-6cd14b990886 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] 10.222.0.60 "GET /v2.0/ports?device_id=249ac4eb-1a02-4a5a-b338-42e7ef7de469 HTTP/1.1" status: 200 len: 945 time: 0.1866322 Nov 23 17:49:49.875487 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 539a4196-7752-4174-b643-81630aaf64b0 up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:49:49.921655 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-fe5428dc-8c5b-4750-a8c8-ccfe13b6abf3 req-b8a40fed-d091-4bff-8dff-f5942bade7d9 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] 10.222.0.60 "GET /v2.0/security-groups?id=64527216-2011-4047-a391-7b59938bf8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0933721 Nov 23 17:49:49.967735 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port 539a4196-7752-4174-b643-81630aaf64b0 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:49:49.967735 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:50.117192 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 38068) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:49:50.124623 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-b30d1db2-1285-43ea-ae6b-d36b03cf2c27 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1413577557-network', 'tenant_id': 'a4887ed955e34c0d9d70279ab27c3a57'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:49:50.158404 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b30d1db2-1285-43ea-ae6b-d36b03cf2c27 admin admin] Made reservation on behalf of a4887ed955e34c0d9d70279ab27c3a57 for: {'network': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:49:50.161801 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b30d1db2-1285-43ea-ae6b-d36b03cf2c27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for network, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:50.177806 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b30d1db2-1285-43ea-ae6b-d36b03cf2c27 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:50.269483 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c0e138-d142-49db-a340-a6975429c07b req-3ca839f0-d36b-4af8-8ec1-8220c3215e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:49:50.271769 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f4c0e138-d142-49db-a340-a6975429c07b req-3ca839f0-d36b-4af8-8ec1-8220c3215e06 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=093e052ebdfd4c689471d0502a0c2e0a&device_id=249ac4eb-1a02-4a5a-b338-42e7ef7de469 HTTP/1.1" status: 200 len: 1096 time: 0.0980864 Nov 23 17:49:50.288131 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b30d1db2-1285-43ea-ae6b-d36b03cf2c27 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:50.294175 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b30d1db2-1285-43ea-ae6b-d36b03cf2c27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:50.327835 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30d1db2-1285-43ea-ae6b-d36b03cf2c27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=440fe425-e2f5-4333-9e47-c73847db08ae,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:49:50.360936 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b30d1db2-1285-43ea-ae6b-d36b03cf2c27 admin admin] vlan segment allocate from pool success with {'vlan_id': 539, 'physical_network': 'physnet1'} {{(pid=103590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 17:49:50.384114 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b30d1db2-1285-43ea-ae6b-d36b03cf2c27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:50.384821 n-d-816206-8 neutron-server[103590]: INFO neutron.db.segments_db [None req-b30d1db2-1285-43ea-ae6b-d36b03cf2c27 admin admin] Added segment dee1e69c-9b33-428b-ab66-baa8f712bb3a of type vlan for network 1d6f8c2c-b1b0-4c2b-8599-2402e562f4c0 Nov 23 17:49:50.437247 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c0e138-d142-49db-a340-a6975429c07b req-77697158-18a9-400c-919a-84ebc9f99c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:49:50.443826 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f4c0e138-d142-49db-a340-a6975429c07b req-77697158-18a9-400c-919a-84ebc9f99c99 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b05aa742-7050-4bee-9612-3681dfd2164b HTTP/1.1" status: 200 len: 918 time: 0.1439083 Nov 23 17:49:50.446262 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b30d1db2-1285-43ea-ae6b-d36b03cf2c27 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736635338810'] for network, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:50.501430 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b30d1db2-1285-43ea-ae6b-d36b03cf2c27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493'] for network, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:50.502759 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b30d1db2-1285-43ea-ae6b-d36b03cf2c27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:49:50.503524 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b30d1db2-1285-43ea-ae6b-d36b03cf2c27 admin admin] Publish callbacks [] for network, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:50.528101 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f4c0e138-d142-49db-a340-a6975429c07b req-6513b928-8057-49df-8d15-ada2411cae0c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a2c7a480-eebd-4d1c-9ef0-43dc8bbe0391 HTTP/1.1" status: 200 len: 1001 time: 0.0718315 Nov 23 17:49:50.540767 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-b30d1db2-1285-43ea-ae6b-d36b03cf2c27 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4219193 Nov 23 17:49:50.543887 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 38074) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:49:50.549819 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-03d3703a-3b68-4441-8e4e-1be8bc30f34d admin admin] Request body: {'subnet': {'network_id': '1d6f8c2c-b1b0-4c2b-8599-2402e562f4c0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1413577557-subnet', 'tenant_id': 'a4887ed955e34c0d9d70279ab27c3a57', 'ip_version': 4}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:49:50.577723 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03d3703a-3b68-4441-8e4e-1be8bc30f34d admin admin] Made reservation on behalf of a4887ed955e34c0d9d70279ab27c3a57 for: {'subnet': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:49:50.583897 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-03d3703a-3b68-4441-8e4e-1be8bc30f34d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264730903'] for subnet, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:50.616714 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c0e138-d142-49db-a340-a6975429c07b req-ecf57ea2-3069-4309-af9f-1436cf052cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:49:50.624821 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f4c0e138-d142-49db-a340-a6975429c07b req-ecf57ea2-3069-4309-af9f-1436cf052cb5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=784540e3-73ef-4656-9bfa-913bbf55b1a9 HTTP/1.1" status: 200 len: 856 time: 0.0816519 Nov 23 17:49:50.648053 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30d1db2-1285-43ea-ae6b-d36b03cf2c27 admin admin] Pushing event updated for resources: {'Network': ['ID=1d6f8c2c-b1b0-4c2b-8599-2402e562f4c0,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:49:50.659740 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Network 1d6f8c2c-b1b0-4c2b-8599-2402e562f4c0 details requested by agent ovs-agent-n-d-816206-8 with host n-d-816206-8 {{(pid=103592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 17:49:50.703493 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c0e138-d142-49db-a340-a6975429c07b req-4aac6231-761e-4f06-b007-425fba89416d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:49:50.708839 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f4c0e138-d142-49db-a340-a6975429c07b req-4aac6231-761e-4f06-b007-425fba89416d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b05aa742-7050-4bee-9612-3681dfd2164b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0802839 Nov 23 17:49:50.783784 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bda934c-7860-4c1d-afb5-79e400902555 None None] Sync routers for ids ['fef33dd4-0798-4601-9bec-bb331747e629'] in n-d-816206-8 {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:49:50.796116 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bda934c-7860-4c1d-afb5-79e400902555 None None] Routers {'fef33dd4-0798-4601-9bec-bb331747e629'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:49:50.796792 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-7bda934c-7860-4c1d-afb5-79e400902555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:49:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['fef33dd4-0798-4601-9bec-bb331747e629'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:49:50.884151 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f4c0e138-d142-49db-a340-a6975429c07b req-e6950159-bc5c-46ef-921f-fb7e16faf7ab service neutron] 10.222.0.36 "GET /v2.0/networks/b05aa742-7050-4bee-9612-3681dfd2164b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1660590 Nov 23 17:49:50.932621 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-03d3703a-3b68-4441-8e4e-1be8bc30f34d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264358096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264730885'] for subnet, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:50.968119 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvr_db [None req-7bda934c-7860-4c1d-afb5-79e400902555 None None] Set router fef33dd4-0798-4601-9bec-bb331747e629 gateway port host: n-d-816206-8 {{(pid=103592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:49:51.023968 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d3703a-3b68-4441-8e4e-1be8bc30f34d admin admin] Pushing event updated for resources: {'Subnet': ['ID=91887df0-0e4a-43d1-b0f1-52f37875a239,revision_number=0']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:49:51.032360 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03d3703a-3b68-4441-8e4e-1be8bc30f34d admin admin] Checking segment: {'id': 'dee1e69c-9b33-428b-ab66-baa8f712bb3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '1d6f8c2c-b1b0-4c2b-8599-2402e562f4c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:49:51.033145 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03d3703a-3b68-4441-8e4e-1be8bc30f34d admin admin] Network hostable DHCP agents. Network: 1d6f8c2c-b1b0-4c2b-8599-2402e562f4c0, hostable agents: ['0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3'], hosted agents: [] {{(pid=103590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 17:49:51.055498 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03d3703a-3b68-4441-8e4e-1be8bc30f34d admin admin] Network 1d6f8c2c-b1b0-4c2b-8599-2402e562f4c0 is scheduled to be hosted by DHCP agent 0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3 with binding_index 1 {{(pid=103590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 17:49:51.073964 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-03d3703a-3b68-4441-8e4e-1be8bc30f34d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-8, 1d6f8c2c-b1b0-4c2b-8599-2402e562f4c0) {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:49:51.080154 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03d3703a-3b68-4441-8e4e-1be8bc30f34d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:49:51.080790 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-03d3703a-3b68-4441-8e4e-1be8bc30f34d admin admin] Publish callbacks [] for subnet, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:51.088705 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d8bb917-85c2-4bd0-b7a8-1b9033dcfea2 None None] Network 1d6f8c2c-b1b0-4c2b-8599-2402e562f4c0 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:49:51.100068 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-03d3703a-3b68-4441-8e4e-1be8bc30f34d admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5553069 Nov 23 17:49:51.104138 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 38090) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:49:51.110815 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-c82c220f-9bf3-41d3-a9b7-19a1c9a03d99 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1413577557-router', 'tenant_id': 'a4887ed955e34c0d9d70279ab27c3a57', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'}}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:49:51.135849 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c82c220f-9bf3-41d3-a9b7-19a1c9a03d99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1793449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8093'] for router, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:51.136958 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c82c220f-9bf3-41d3-a9b7-19a1c9a03d99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1794473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1794771', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1638326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8086'] for router, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:51.160551 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f4c0e138-d142-49db-a340-a6975429c07b req-f5c942dd-431a-444d-afd1-ec70cf7aecdd service neutron] 10.222.0.36 "GET /v2.0/networks/b05aa742-7050-4bee-9612-3681dfd2164b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2654049 Nov 23 17:49:51.220157 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e06f77-0bac-4a3e-a281-a55ea35bbdf7 req-ab1b76d0-0cf6-4b63-9c2d-1cd22dfc45fd tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:49:51.230565 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c82c220f-9bf3-41d3-a9b7-19a1c9a03d99 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:51.234082 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e0e06f77-0bac-4a3e-a281-a55ea35bbdf7 req-ab1b76d0-0cf6-4b63-9c2d-1cd22dfc45fd tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] 10.222.0.60 "GET /v2.0/ports?device_id=249ac4eb-1a02-4a5a-b338-42e7ef7de469 HTTP/1.1" status: 200 len: 945 time: 0.1655679 Nov 23 17:49:51.337641 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e0e06f77-0bac-4a3e-a281-a55ea35bbdf7 req-a8951a30-3675-4831-a23e-1964ecad7d73 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] 10.222.0.60 "GET /v2.0/security-groups?id=64527216-2011-4047-a391-7b59938bf8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0946262 Nov 23 17:49:51.479314 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c82c220f-9bf3-41d3-a9b7-19a1c9a03d99 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:51.512645 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcd6f757-f7f7-440f-a935-0559c305e3d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp355044b8-8e87-58c4-94fa-4a010ec30f9e-1d6f8c2c-b1b0-4c2b-8599-2402e562f4c0', 'network_id': '1d6f8c2c-b1b0-4c2b-8599-2402e562f4c0', 'tenant_id': 'a4887ed955e34c0d9d70279ab27c3a57', 'fixed_ips': [{'subnet_id': '91887df0-0e4a-43d1-b0f1-52f37875a239'}]}} from n-d-816206-8. {{(pid=103592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 17:49:51.513572 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-fcd6f757-f7f7-440f-a935-0559c305e3d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:51.532388 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-7bda934c-7860-4c1d-afb5-79e400902555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fef33dd4-0798-4601-9bec-bb331747e629', 'name': 'tempest-TestVolumeBackupRestore-70266538-router', 'tenant_id': '5e9ad8bc738841bf987987e4b3fa436d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.107'}], 'enable_snat': True}, 'gw_port_id': '539a4196-7752-4174-b643-81630aaf64b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:49:42Z', 'updated_at': '2021-11-23T17:49:47Z', 'revision_number': 4, 'project_id': '5e9ad8bc738841bf987987e4b3fa436d', 'gw_port': {'id': '539a4196-7752-4174-b643-81630aaf64b0', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:2f:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fef33dd4-0798-4601-9bec-bb331747e629', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2976, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:49:42Z', 'updated_at': '2021-11-23T17:49:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_interfaces': [{'id': 'bbba2d1c-4dbb-4642-90b8-18212fb7ce49', 'name': '', 'network_id': '558ec34e-132d-47d4-bc3f-17b80c2b57a8', 'tenant_id': '5e9ad8bc738841bf987987e4b3fa436d', 'mac_address': 'fa:16:3e:eb:54:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fef33dd4-0798-4601-9bec-bb331747e629', 'device_owner': 'network:router_interface', 'standard_attr_id': 2977, 'fixed_ips': [{'subnet_id': 'f607dd01-c33d-4ce7-a526-e698fa699986', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:49:46Z', 'updated_at': '2021-11-23T17:49:47Z', 'revision_number': 2, 'project_id': '5e9ad8bc738841bf987987e4b3fa436d', 'subnets': [{'id': 'f607dd01-c33d-4ce7-a526-e698fa699986', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:49:51.657349 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bda934c-7860-4c1d-afb5-79e400902555 None None] Checking router: fef33dd4-0798-4601-9bec-bb331747e629 for host: n-d-816206-8 {{(pid=103592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 17:49:51.657811 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bda934c-7860-4c1d-afb5-79e400902555 None None] Updating router fef33dd4-0798-4601-9bec-bb331747e629 port bbba2d1c-4dbb-4642-90b8-18212fb7ce49 binding host n-d-816206-8 {{(pid=103592) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 17:49:51.726821 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-7bda934c-7860-4c1d-afb5-79e400902555 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:51.820441 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.db_base_plugin_common [None req-fcd6f757-f7f7-440f-a935-0559c305e3d5 None None] Allocated IP 172.20.0.2 (1d6f8c2c-b1b0-4c2b-8599-2402e562f4c0/91887df0-0e4a-43d1-b0f1-52f37875a239/452ecdcd-f9d4-40d4-9e84-a602abd21e7d) {{(pid=103592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:49:51.862877 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c82c220f-9bf3-41d3-a9b7-19a1c9a03d99 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:51.889940 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c82c220f-9bf3-41d3-a9b7-19a1c9a03d99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:52.024233 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-c82c220f-9bf3-41d3-a9b7-19a1c9a03d99 admin admin] Allocated IP 172.25.3.80 (4c8455ba-1be5-42ac-b8c2-8a16e1292d55/08fe3644-ce41-4c3f-a7ea-92bac0f0fff5/3e8d6f36-1ed3-4918-b21a-09dfdb756226) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:49:52.180104 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c82c220f-9bf3-41d3-a9b7-19a1c9a03d99 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:52.226890 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c82c220f-9bf3-41d3-a9b7-19a1c9a03d99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:52.272343 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c82c220f-9bf3-41d3-a9b7-19a1c9a03d99 admin admin] Network 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:49:52.275703 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-c82c220f-9bf3-41d3-a9b7-19a1c9a03d99 admin admin] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:49:52.281084 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c82c220f-9bf3-41d3-a9b7-19a1c9a03d99 admin admin] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:49:52.285069 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82c220f-9bf3-41d3-a9b7-19a1c9a03d99 admin admin] Pushing event updated for resources: {'Port': ['ID=3e8d6f36-1ed3-4918-b21a-09dfdb756226,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:49:52.304811 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b51b35d3-9c24-47d0-b3e0-67508f43b0f9 None None] DHCP port deletion for 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:49:52.440836 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-f4a1c9b3-eed0-4f2a-aa5d-218b19820ccd None None] Provisioning complete for port 3e8d6f36-1ed3-4918-b21a-09dfdb756226 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:49:52.441250 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-f4a1c9b3-eed0-4f2a-aa5d-218b19820ccd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:52.502173 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-f4a1c9b3-eed0-4f2a-aa5d-218b19820ccd None None] Port 3e8d6f36-1ed3-4918-b21a-09dfdb756226 cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:49:52.504343 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-fcd6f757-f7f7-440f-a935-0559c305e3d5 None None] Publish callbacks [] for port, precommit_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:52.519745 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-fcd6f757-f7f7-440f-a935-0559c305e3d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980'] for port, after_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:52.567223 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e697f252-d2f7-4650-a8d9-722c19ed7607 req-e8b38047-b6fe-4fc5-9976-5f8b47cb2ed5 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:49:52.580451 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e697f252-d2f7-4650-a8d9-722c19ed7607 req-e8b38047-b6fe-4fc5-9976-5f8b47cb2ed5 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] 10.222.0.60 "GET /v2.0/ports?device_id=249ac4eb-1a02-4a5a-b338-42e7ef7de469 HTTP/1.1" status: 200 len: 945 time: 0.0896244 Nov 23 17:49:52.629246 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd6f757-f7f7-440f-a935-0559c305e3d5 None None] Pushing event updated for resources: {'Port': ['ID=452ecdcd-f9d4-40d4-9e84-a602abd21e7d,revision_number=1']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:49:52.643849 n-d-816206-8 neutron-server[103592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcd6f757-f7f7-440f-a935-0559c305e3d5 None None] Network 1d6f8c2c-b1b0-4c2b-8599-2402e562f4c0 is already hosted by enough agents. {{(pid=103592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:49:52.650513 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e697f252-d2f7-4650-a8d9-722c19ed7607 req-4a78f080-33b4-4dbe-a525-9f9a8cccf16e tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] 10.222.0.60 "GET /v2.0/security-groups?id=64527216-2011-4047-a391-7b59938bf8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685694 Nov 23 17:49:52.674613 n-d-816206-8 neutron-server[103592]: DEBUG neutron.scheduler.base_scheduler [None req-fcd6f757-f7f7-440f-a935-0559c305e3d5 None None] Resources bound (agent type, host, resource id): {{(pid=103592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:49:52.687198 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcd6f757-f7f7-440f-a935-0559c305e3d5 None None] Received port after_create {{(pid=103592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:49:52.735748 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-7bda934c-7860-4c1d-afb5-79e400902555 None None] Publish callbacks [] for port, precommit_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:52.773553 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 38132) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:49:52.806366 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c82c220f-9bf3-41d3-a9b7-19a1c9a03d99 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:52.812198 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-7bda934c-7860-4c1d-afb5-79e400902555 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:52.878944 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9705a7-e3cd-45d4-80de-199cb7eed025 None None] Pushing event updated for resources: {'Port': ['ID=bbba2d1c-4dbb-4642-90b8-18212fb7ce49,revision_number=3']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:49:52.902373 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-fcd6f757-f7f7-440f-a935-0559c305e3d5 None None] Attempting to bind port 452ecdcd-f9d4-40d4-9e84-a602abd21e7d on host n-d-816206-8 for vnic_type normal with profile {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:49:52.902742 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-fcd6f757-f7f7-440f-a935-0559c305e3d5 None None] Attempting to bind port 452ecdcd-f9d4-40d4-9e84-a602abd21e7d by drivers openvswitch,hyperv on host n-d-816206-8 at level 0 using segments [{'id': 'dee1e69c-9b33-428b-ab66-baa8f712bb3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '1d6f8c2c-b1b0-4c2b-8599-2402e562f4c0'}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:49:52.903245 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcd6f757-f7f7-440f-a935-0559c305e3d5 None None] Attempting to bind port 452ecdcd-f9d4-40d4-9e84-a602abd21e7d on network 1d6f8c2c-b1b0-4c2b-8599-2402e562f4c0 {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:49:52.914125 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcd6f757-f7f7-440f-a935-0559c305e3d5 None None] Checking agent: {'id': '9e89acbe-4bbe-4c77-a18b-6f1da9133e0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 7, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 49, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:49:52.914510 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcd6f757-f7f7-440f-a935-0559c305e3d5 None None] Checking segment: {'id': 'dee1e69c-9b33-428b-ab66-baa8f712bb3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '1d6f8c2c-b1b0-4c2b-8599-2402e562f4c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:49:52.914918 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-fcd6f757-f7f7-440f-a935-0559c305e3d5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:52.915411 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcd6f757-f7f7-440f-a935-0559c305e3d5 None None] Bound using segment: {'id': 'dee1e69c-9b33-428b-ab66-baa8f712bb3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '1d6f8c2c-b1b0-4c2b-8599-2402e562f4c0'} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:49:52.915947 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-fcd6f757-f7f7-440f-a935-0559c305e3d5 None None] Bound port: 452ecdcd-f9d4-40d4-9e84-a602abd21e7d, host: n-d-816206-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dee1e69c-9b33-428b-ab66-baa8f712bb3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '1d6f8c2c-b1b0-4c2b-8599-2402e562f4c0'}}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:49:52.916343 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-fcd6f757-f7f7-440f-a935-0559c305e3d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:52.984393 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-0fbcc1da-2772-4620-8efb-ecbd315961ea admin admin] Publish callbacks [] for security_group, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:53.155537 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-7bda934c-7860-4c1d-afb5-79e400902555 None None] Attempting to bind port bbba2d1c-4dbb-4642-90b8-18212fb7ce49 on host n-d-816206-8 for vnic_type normal with profile {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:49:53.155938 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-7bda934c-7860-4c1d-afb5-79e400902555 None None] Attempting to bind port bbba2d1c-4dbb-4642-90b8-18212fb7ce49 by drivers openvswitch,hyperv on host n-d-816206-8 at level 0 using segments [{'id': '35aed508-8cb6-4e16-a4ed-31382f0590c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '558ec34e-132d-47d4-bc3f-17b80c2b57a8'}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:49:53.156307 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bda934c-7860-4c1d-afb5-79e400902555 None None] Attempting to bind port bbba2d1c-4dbb-4642-90b8-18212fb7ce49 on network 558ec34e-132d-47d4-bc3f-17b80c2b57a8 {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:49:53.171733 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-0fbcc1da-2772-4620-8efb-ecbd315961ea admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:53.175839 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c82c220f-9bf3-41d3-a9b7-19a1c9a03d99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1794316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1795362'] for router, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:53.178345 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-0fbcc1da-2772-4620-8efb-ecbd315961ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:53.199549 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bda934c-7860-4c1d-afb5-79e400902555 None None] Checking agent: {'id': '9e89acbe-4bbe-4c77-a18b-6f1da9133e0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 7, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 49, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:49:53.199926 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bda934c-7860-4c1d-afb5-79e400902555 None None] Checking segment: {'id': '35aed508-8cb6-4e16-a4ed-31382f0590c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '558ec34e-132d-47d4-bc3f-17b80c2b57a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:49:53.200331 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-7bda934c-7860-4c1d-afb5-79e400902555 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:53.200831 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bda934c-7860-4c1d-afb5-79e400902555 None None] Bound using segment: {'id': '35aed508-8cb6-4e16-a4ed-31382f0590c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '558ec34e-132d-47d4-bc3f-17b80c2b57a8'} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:49:53.201305 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-7bda934c-7860-4c1d-afb5-79e400902555 None None] Bound port: bbba2d1c-4dbb-4642-90b8-18212fb7ce49, host: n-d-816206-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35aed508-8cb6-4e16-a4ed-31382f0590c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '558ec34e-132d-47d4-bc3f-17b80c2b57a8'}}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:49:53.201698 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-7bda934c-7860-4c1d-afb5-79e400902555 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:53.219540 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-fcd6f757-f7f7-440f-a935-0559c305e3d5 None None] For port 452ecdcd-f9d4-40d4-9e84-a602abd21e7d, host n-d-816206-8, cleared binding levels {{(pid=103592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:49:53.241057 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-fcd6f757-f7f7-440f-a935-0559c305e3d5 None None] For port 452ecdcd-f9d4-40d4-9e84-a602abd21e7d, host n-d-816206-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=452ecdcd-f9d4-40d4-9e84-a602abd21e7d,segment=NetworkSegment(dee1e69c-9b33-428b-ab66-baa8f712bb3a),segment_id=dee1e69c-9b33-428b-ab66-baa8f712bb3a)] {{(pid=103592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:49:53.254821 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-0fbcc1da-2772-4620-8efb-ecbd315961ea admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a18a92dc958d46a39f2d3a03d6ecdec9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4796367 Nov 23 17:49:53.258935 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 38138) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:49:53.276044 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-fcd6f757-f7f7-440f-a935-0559c305e3d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:53.304242 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbcc1da-2772-4620-8efb-ecbd315961ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50c96fbe-8711-4467-b3e5-818535bca367,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:49:53.346679 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c0be5275-7b88-4486-bb66-d5ec239b83cc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:53.390445 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c0be5275-7b88-4486-bb66-d5ec239b83cc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:53.402485 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c82c220f-9bf3-41d3-a9b7-19a1c9a03d99 admin admin] Router 4d6a4143-1693-4a15-ac83-f7480646e511 is scheduled to L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 with binding_index 1 {{(pid=103590) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 17:49:53.438107 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-7bda934c-7860-4c1d-afb5-79e400902555 None None] For port bbba2d1c-4dbb-4642-90b8-18212fb7ce49, host n-d-816206-8, cleared binding levels {{(pid=103592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:49:53.442490 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-c69423ca-2512-4903-87da-a46846722872 None None] Provisioning complete for port bbba2d1c-4dbb-4642-90b8-18212fb7ce49 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:49:53.443707 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c69423ca-2512-4903-87da-a46846722872 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:53.455972 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd6f757-f7f7-440f-a935-0559c305e3d5 None None] Pushing event updated for resources: {'Port': ['ID=452ecdcd-f9d4-40d4-9e84-a602abd21e7d,revision_number=2']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:49:53.464023 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c0be5275-7b88-4486-bb66-d5ec239b83cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:53.467110 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c0be5275-7b88-4486-bb66-d5ec239b83cc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:53.468626 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-c0be5275-7b88-4486-bb66-d5ec239b83cc admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/50c96fbe-8711-4467-b3e5-818535bca367 HTTP/1.1" status: 204 len: 168 time: 0.2086606 Nov 23 17:49:53.478582 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0be5275-7b88-4486-bb66-d5ec239b83cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50c96fbe-8711-4467-b3e5-818535bca367,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:49:53.542422 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-7bda934c-7860-4c1d-afb5-79e400902555 None None] For port bbba2d1c-4dbb-4642-90b8-18212fb7ce49, host n-d-816206-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=bbba2d1c-4dbb-4642-90b8-18212fb7ce49,segment=NetworkSegment(35aed508-8cb6-4e16-a4ed-31382f0590c8),segment_id=35aed508-8cb6-4e16-a4ed-31382f0590c8)] {{(pid=103592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:49:53.561087 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-7bda934c-7860-4c1d-afb5-79e400902555 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:53.608736 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c82c220f-9bf3-41d3-a9b7-19a1c9a03d99 admin admin] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:49:53.622179 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-536e6f3c-43d2-436c-8fc2-be19046f457a None None] Sync routers for ids ['4d6a4143-1693-4a15-ac83-f7480646e511'] in n-d-816206-8 {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:49:53.641766 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9705a7-e3cd-45d4-80de-199cb7eed025 None None] Pushing event updated for resources: {'Port': ['ID=bbba2d1c-4dbb-4642-90b8-18212fb7ce49,revision_number=4']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:49:53.649910 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-536e6f3c-43d2-436c-8fc2-be19046f457a None None] Routers {'4d6a4143-1693-4a15-ac83-f7480646e511'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:49:53.650545 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-536e6f3c-43d2-436c-8fc2-be19046f457a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:49:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['4d6a4143-1693-4a15-ac83-f7480646e511'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:49:53.661459 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c82c220f-9bf3-41d3-a9b7-19a1c9a03d99 admin admin] Publish callbacks [] for router, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:53.668586 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-c69423ca-2512-4903-87da-a46846722872 None None] Port bbba2d1c-4dbb-4642-90b8-18212fb7ce49 cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:49:53.671654 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bda934c-7860-4c1d-afb5-79e400902555 None None] Routers {'fef33dd4-0798-4601-9bec-bb331747e629'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:49:53.671942 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-c82c220f-9bf3-41d3-a9b7-19a1c9a03d99 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.5663643 Nov 23 17:49:53.672361 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-7bda934c-7860-4c1d-afb5-79e400902555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:49:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['fef33dd4-0798-4601-9bec-bb331747e629'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:49:53.675206 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 38144) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:49:53.908167 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-536e6f3c-43d2-436c-8fc2-be19046f457a None None] Set router 4d6a4143-1693-4a15-ac83-f7480646e511 gateway port host: n-d-816206-8 {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:49:53.920972 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvr_db [None req-7bda934c-7860-4c1d-afb5-79e400902555 None None] Set router fef33dd4-0798-4601-9bec-bb331747e629 gateway port host: n-d-816206-8 {{(pid=103592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:49:54.093677 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2e9225-1ad0-4f64-bd12-2a124d07657e req-75e52e60-bcbb-4d11-b4ee-ad0b9f00ce63 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:49:54.097831 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-fa2e9225-1ad0-4f64-bd12-2a124d07657e req-75e52e60-bcbb-4d11-b4ee-ad0b9f00ce63 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] 10.222.0.60 "GET /v2.0/ports?device_id=249ac4eb-1a02-4a5a-b338-42e7ef7de469 HTTP/1.1" status: 200 len: 945 time: 0.2366507 Nov 23 17:49:54.197446 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 38152) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:49:54.226333 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-018e85cb-957f-4218-a61c-0d81a347bd48 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:54.226780 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-fa2e9225-1ad0-4f64-bd12-2a124d07657e req-3b9f11d9-8fb2-467d-aecf-4d5801932ff4 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] 10.222.0.60 "GET /v2.0/security-groups?id=64527216-2011-4047-a391-7b59938bf8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1182373 Nov 23 17:49:54.268225 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-536e6f3c-43d2-436c-8fc2-be19046f457a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d6a4143-1693-4a15-ac83-f7480646e511', 'name': 'tempest-TestVolumeBackupRestore-1413577557-router', 'tenant_id': 'a4887ed955e34c0d9d70279ab27c3a57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.80'}], 'enable_snat': True}, 'gw_port_id': '3e8d6f36-1ed3-4918-b21a-09dfdb756226', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:49:51Z', 'updated_at': '2021-11-23T17:49:52Z', 'revision_number': 3, 'project_id': 'a4887ed955e34c0d9d70279ab27c3a57', 'gw_port': {'id': '3e8d6f36-1ed3-4918-b21a-09dfdb756226', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:f2:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d6a4143-1693-4a15-ac83-f7480646e511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2993, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:49:51Z', 'updated_at': '2021-11-23T17:49:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8'}], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:49:54.313755 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-f1a81475-278c-4e95-845d-4b9e52a91d5f None None] Provisioning complete for port bbba2d1c-4dbb-4642-90b8-18212fb7ce49 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:49:54.314542 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-f1a81475-278c-4e95-845d-4b9e52a91d5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:54.347565 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-536e6f3c-43d2-436c-8fc2-be19046f457a None None] Checking router: 4d6a4143-1693-4a15-ac83-f7480646e511 for host: n-d-816206-8 {{(pid=103593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 17:49:54.348180 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-536e6f3c-43d2-436c-8fc2-be19046f457a None None] Updating router 4d6a4143-1693-4a15-ac83-f7480646e511 port 3e8d6f36-1ed3-4918-b21a-09dfdb756226 binding host n-d-816206-8 {{(pid=103593) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 17:49:54.402969 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-7bda934c-7860-4c1d-afb5-79e400902555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fef33dd4-0798-4601-9bec-bb331747e629', 'name': 'tempest-TestVolumeBackupRestore-70266538-router', 'tenant_id': '5e9ad8bc738841bf987987e4b3fa436d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.107'}], 'enable_snat': True}, 'gw_port_id': '539a4196-7752-4174-b643-81630aaf64b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:49:42Z', 'updated_at': '2021-11-23T17:49:47Z', 'revision_number': 4, 'project_id': '5e9ad8bc738841bf987987e4b3fa436d', 'gw_port': {'id': '539a4196-7752-4174-b643-81630aaf64b0', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:2f:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fef33dd4-0798-4601-9bec-bb331747e629', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2976, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:49:42Z', 'updated_at': '2021-11-23T17:49:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_interfaces': [{'id': 'bbba2d1c-4dbb-4642-90b8-18212fb7ce49', 'name': '', 'network_id': '558ec34e-132d-47d4-bc3f-17b80c2b57a8', 'tenant_id': '5e9ad8bc738841bf987987e4b3fa436d', 'mac_address': 'fa:16:3e:eb:54:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fef33dd4-0798-4601-9bec-bb331747e629', 'device_owner': 'network:router_interface', 'standard_attr_id': 2977, 'fixed_ips': [{'subnet_id': 'f607dd01-c33d-4ce7-a526-e698fa699986', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:49:46Z', 'updated_at': '2021-11-23T17:49:53Z', 'revision_number': 4, 'project_id': '5e9ad8bc738841bf987987e4b3fa436d', 'subnets': [{'id': 'f607dd01-c33d-4ce7-a526-e698fa699986', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:49:54.404987 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-536e6f3c-43d2-436c-8fc2-be19046f457a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:54.428738 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-018e85cb-957f-4218-a61c-0d81a347bd48 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:54.445396 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-018e85cb-957f-4218-a61c-0d81a347bd48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:54.474247 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-f1a81475-278c-4e95-845d-4b9e52a91d5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:54.508706 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-018e85cb-957f-4218-a61c-0d81a347bd48 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e702307984ef4d6ebb1de242a410fd4b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3083694 Nov 23 17:49:54.508706 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018e85cb-957f-4218-a61c-0d81a347bd48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a36ae00-22bb-4177-9d22-9a8b0748eb66,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:49:54.511822 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 38154) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:49:54.546833 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bda934c-7860-4c1d-afb5-79e400902555 None None] The sync data for ids ['fef33dd4-0798-4601-9bec-bb331747e629'] in n-d-816206-8 is: [{'id': 'fef33dd4-0798-4601-9bec-bb331747e629', 'name': 'tempest-TestVolumeBackupRestore-70266538-router', 'tenant_id': '5e9ad8bc738841bf987987e4b3fa436d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.107'}], 'enable_snat': True}, 'gw_port_id': '539a4196-7752-4174-b643-81630aaf64b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:49:42Z', 'updated_at': '2021-11-23T17:49:47Z', 'revision_number': 4, 'project_id': '5e9ad8bc738841bf987987e4b3fa436d', 'gw_port': {'id': '539a4196-7752-4174-b643-81630aaf64b0', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:2f:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fef33dd4-0798-4601-9bec-bb331747e629', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2976, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:49:42Z', 'updated_at': '2021-11-23T17:49:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_interfaces': [{'id': 'bbba2d1c-4dbb-4642-90b8-18212fb7ce49', 'name': '', 'network_id': '558ec34e-132d-47d4-bc3f-17b80c2b57a8', 'tenant_id': '5e9ad8bc738841bf987987e4b3fa436d', 'mac_address': 'fa:16:3e:eb:54:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fef33dd4-0798-4601-9bec-bb331747e629', 'device_owner': 'network:router_interface', 'standard_attr_id': 2977, 'fixed_ips': [{'subnet_id': 'f607dd01-c33d-4ce7-a526-e698fa699986', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:49:46Z', 'updated_at': '2021-11-23T17:49:53Z', 'revision_number': 4, 'project_id': '5e9ad8bc738841bf987987e4b3fa436d', 'subnets': [{'id': 'f607dd01-c33d-4ce7-a526-e698fa699986', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:49:54.669157 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-805c8c8e-7d9a-4449-8bfa-ace75ea50d9b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:54.673513 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-f1a81475-278c-4e95-845d-4b9e52a91d5f None None] For port bbba2d1c-4dbb-4642-90b8-18212fb7ce49, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=bbba2d1c-4dbb-4642-90b8-18212fb7ce49,segment=NetworkSegment(35aed508-8cb6-4e16-a4ed-31382f0590c8),segment_id=35aed508-8cb6-4e16-a4ed-31382f0590c8)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:49:54.679727 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-f1a81475-278c-4e95-845d-4b9e52a91d5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:54.711311 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-805c8c8e-7d9a-4449-8bfa-ace75ea50d9b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:54.843245 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-805c8c8e-7d9a-4449-8bfa-ace75ea50d9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:54.846364 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-805c8c8e-7d9a-4449-8bfa-ace75ea50d9b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:54.852872 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-805c8c8e-7d9a-4449-8bfa-ace75ea50d9b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/1a36ae00-22bb-4177-9d22-9a8b0748eb66 HTTP/1.1" status: 204 len: 168 time: 0.3289783 Nov 23 17:49:54.897248 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805c8c8e-7d9a-4449-8bfa-ace75ea50d9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a36ae00-22bb-4177-9d22-9a8b0748eb66,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:49:54.914328 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a81475-278c-4e95-845d-4b9e52a91d5f None None] Pushing event updated for resources: {'Port': ['ID=bbba2d1c-4dbb-4642-90b8-18212fb7ce49,revision_number=5']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:49:54.944150 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-536e6f3c-43d2-436c-8fc2-be19046f457a None None] Publish callbacks [] for port, precommit_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:54.958161 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-536e6f3c-43d2-436c-8fc2-be19046f457a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:54.998571 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-5fb5d871-2bac-4b45-9d9a-34edf915e075 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:55.081811 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e10d537-dd00-4bad-a205-4fd5143dc962 None None] DHCP port deletion for 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:49:55.124197 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c094f8-1770-49df-828e-307f8e7c54b2 None None] Pushing event updated for resources: {'Port': ['ID=3e8d6f36-1ed3-4918-b21a-09dfdb756226,revision_number=2']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:49:55.144930 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [None req-536e6f3c-43d2-436c-8fc2-be19046f457a None None] Attempting to bind port 3e8d6f36-1ed3-4918-b21a-09dfdb756226 on host n-d-816206-8 for vnic_type normal with profile {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:49:55.145312 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [None req-536e6f3c-43d2-436c-8fc2-be19046f457a None None] Attempting to bind port 3e8d6f36-1ed3-4918-b21a-09dfdb756226 by drivers openvswitch,hyperv on host n-d-816206-8 at level 0 using segments [{'id': 'bffd1e4f-e80f-4ff0-b418-2f42ae15febf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'}] {{(pid=103593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:49:55.145675 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-536e6f3c-43d2-436c-8fc2-be19046f457a None None] Attempting to bind port 3e8d6f36-1ed3-4918-b21a-09dfdb756226 on network 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:49:55.175813 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-536e6f3c-43d2-436c-8fc2-be19046f457a None None] Checking agent: {'id': '9e89acbe-4bbe-4c77-a18b-6f1da9133e0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 7, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 49, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:49:55.176256 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-536e6f3c-43d2-436c-8fc2-be19046f457a None None] Checking segment: {'id': 'bffd1e4f-e80f-4ff0-b418-2f42ae15febf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:49:55.176915 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-536e6f3c-43d2-436c-8fc2-be19046f457a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:55.177395 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-536e6f3c-43d2-436c-8fc2-be19046f457a None None] Bound using segment: {'id': 'bffd1e4f-e80f-4ff0-b418-2f42ae15febf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'} {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:49:55.177889 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [None req-536e6f3c-43d2-436c-8fc2-be19046f457a None None] Bound port: 3e8d6f36-1ed3-4918-b21a-09dfdb756226, host: n-d-816206-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bffd1e4f-e80f-4ff0-b418-2f42ae15febf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'}}] {{(pid=103593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:49:55.178300 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-536e6f3c-43d2-436c-8fc2-be19046f457a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:55.224719 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-97c50bb0-2f14-4a04-85b6-5054c69e22bb None None] Provisioning complete for port 3e8d6f36-1ed3-4918-b21a-09dfdb756226 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:49:55.225178 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-97c50bb0-2f14-4a04-85b6-5054c69e22bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:55.309247 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-536e6f3c-43d2-436c-8fc2-be19046f457a None None] For port 3e8d6f36-1ed3-4918-b21a-09dfdb756226, host n-d-816206-8, cleared binding levels {{(pid=103593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:49:55.313157 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-536e6f3c-43d2-436c-8fc2-be19046f457a None None] For port 3e8d6f36-1ed3-4918-b21a-09dfdb756226, host n-d-816206-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=3e8d6f36-1ed3-4918-b21a-09dfdb756226,segment=NetworkSegment(bffd1e4f-e80f-4ff0-b418-2f42ae15febf),segment_id=bffd1e4f-e80f-4ff0-b418-2f42ae15febf)] {{(pid=103593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:49:55.330968 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-536e6f3c-43d2-436c-8fc2-be19046f457a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:55.365049 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-97c50bb0-2f14-4a04-85b6-5054c69e22bb None None] Port 3e8d6f36-1ed3-4918-b21a-09dfdb756226 cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:49:55.376679 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0a9def6-7f3e-48e4-a279-e19a9cb37cee None None] Network 1d6f8c2c-b1b0-4c2b-8599-2402e562f4c0 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:49:55.479001 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-536e6f3c-43d2-436c-8fc2-be19046f457a None None] Routers {'4d6a4143-1693-4a15-ac83-f7480646e511'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:49:55.479684 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-536e6f3c-43d2-436c-8fc2-be19046f457a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:49:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['4d6a4143-1693-4a15-ac83-f7480646e511'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:49:55.551040 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c094f8-1770-49df-828e-307f8e7c54b2 None None] Pushing event updated for resources: {'Port': ['ID=3e8d6f36-1ed3-4918-b21a-09dfdb756226,revision_number=3']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:49:55.647327 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2586539b-fc99-401a-a87c-f41f8cbcec6d None None] DHCP port deletion for 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:49:55.732522 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-1efd05c0-5d1f-4b7b-94f1-b75a29aba20a None None] Provisioning complete for port 452ecdcd-f9d4-40d4-9e84-a602abd21e7d triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:49:55.732966 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-1efd05c0-5d1f-4b7b-94f1-b75a29aba20a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:55.773035 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-536e6f3c-43d2-436c-8fc2-be19046f457a None None] Set router 4d6a4143-1693-4a15-ac83-f7480646e511 gateway port host: n-d-816206-8 {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:49:55.932865 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-1efd05c0-5d1f-4b7b-94f1-b75a29aba20a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:55.994860 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-1efd05c0-5d1f-4b7b-94f1-b75a29aba20a None None] For port 452ecdcd-f9d4-40d4-9e84-a602abd21e7d, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=452ecdcd-f9d4-40d4-9e84-a602abd21e7d,segment=NetworkSegment(dee1e69c-9b33-428b-ab66-baa8f712bb3a),segment_id=dee1e69c-9b33-428b-ab66-baa8f712bb3a)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:49:56.000450 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-1efd05c0-5d1f-4b7b-94f1-b75a29aba20a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:56.215142 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efd05c0-5d1f-4b7b-94f1-b75a29aba20a None None] Pushing event updated for resources: {'Port': ['ID=452ecdcd-f9d4-40d4-9e84-a602abd21e7d,revision_number=3']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:49:56.224573 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 452ecdcd-f9d4-40d4-9e84-a602abd21e7d up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:49:56.279648 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-5f57eefb-dcd4-4f5e-8a8a-7a35c2c1c1f8 None None] Provisioning complete for port 3e8d6f36-1ed3-4918-b21a-09dfdb756226 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:49:56.284693 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-5f57eefb-dcd4-4f5e-8a8a-7a35c2c1c1f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:56.360544 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.db_base_plugin_common [None req-5fb5d871-2bac-4b45-9d9a-34edf915e075 admin admin] Allocated IP 172.20.0.1 (1d6f8c2c-b1b0-4c2b-8599-2402e562f4c0/91887df0-0e4a-43d1-b0f1-52f37875a239/ed607cb2-8437-4c5b-b3f5-811d01b5047e) {{(pid=103591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:49:56.440327 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfc808c-0beb-48d4-a393-b4eccadec16f req-c7d99d23-9800-479e-ae67-31e66fbe828b tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:49:56.455212 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-536e6f3c-43d2-436c-8fc2-be19046f457a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d6a4143-1693-4a15-ac83-f7480646e511', 'name': 'tempest-TestVolumeBackupRestore-1413577557-router', 'tenant_id': 'a4887ed955e34c0d9d70279ab27c3a57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.80'}], 'enable_snat': True}, 'gw_port_id': '3e8d6f36-1ed3-4918-b21a-09dfdb756226', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:49:51Z', 'updated_at': '2021-11-23T17:49:52Z', 'revision_number': 3, 'project_id': 'a4887ed955e34c0d9d70279ab27c3a57', 'gw_port': {'id': '3e8d6f36-1ed3-4918-b21a-09dfdb756226', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:f2:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d6a4143-1693-4a15-ac83-f7480646e511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2993, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:49:51Z', 'updated_at': '2021-11-23T17:49:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8'}], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:49:56.465684 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9bfc808c-0beb-48d4-a393-b4eccadec16f req-c7d99d23-9800-479e-ae67-31e66fbe828b tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] 10.222.0.60 "GET /v2.0/ports?device_id=249ac4eb-1a02-4a5a-b338-42e7ef7de469 HTTP/1.1" status: 200 len: 945 time: 0.5924809 Nov 23 17:49:56.505386 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port 452ecdcd-f9d4-40d4-9e84-a602abd21e7d triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:49:56.506031 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:56.525621 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-536e6f3c-43d2-436c-8fc2-be19046f457a None None] The sync data for ids ['4d6a4143-1693-4a15-ac83-f7480646e511'] in n-d-816206-8 is: [{'id': '4d6a4143-1693-4a15-ac83-f7480646e511', 'name': 'tempest-TestVolumeBackupRestore-1413577557-router', 'tenant_id': 'a4887ed955e34c0d9d70279ab27c3a57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.80'}], 'enable_snat': True}, 'gw_port_id': '3e8d6f36-1ed3-4918-b21a-09dfdb756226', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:49:51Z', 'updated_at': '2021-11-23T17:49:52Z', 'revision_number': 3, 'project_id': 'a4887ed955e34c0d9d70279ab27c3a57', 'gw_port': {'id': '3e8d6f36-1ed3-4918-b21a-09dfdb756226', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:f2:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d6a4143-1693-4a15-ac83-f7480646e511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2993, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:49:51Z', 'updated_at': '2021-11-23T17:49:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8'}] {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:49:56.578737 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-5f57eefb-dcd4-4f5e-8a8a-7a35c2c1c1f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:56.625206 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-5f57eefb-dcd4-4f5e-8a8a-7a35c2c1c1f8 None None] For port 3e8d6f36-1ed3-4918-b21a-09dfdb756226, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=3e8d6f36-1ed3-4918-b21a-09dfdb756226,segment=NetworkSegment(bffd1e4f-e80f-4ff0-b418-2f42ae15febf),segment_id=bffd1e4f-e80f-4ff0-b418-2f42ae15febf)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:49:56.697239 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9bfc808c-0beb-48d4-a393-b4eccadec16f req-2de4abd2-f28f-43c0-b54d-bc6f476c23d4 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] 10.222.0.60 "GET /v2.0/security-groups?id=64527216-2011-4047-a391-7b59938bf8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2311535 Nov 23 17:49:56.734717 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device bbba2d1c-4dbb-4642-90b8-18212fb7ce49 up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:49:56.748095 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-5f57eefb-dcd4-4f5e-8a8a-7a35c2c1c1f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:56.769599 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-5fb5d871-2bac-4b45-9d9a-34edf915e075 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:56.827837 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-5fb5d871-2bac-4b45-9d9a-34edf915e075 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:56.883684 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fb5d871-2bac-4b45-9d9a-34edf915e075 admin admin] Network 1d6f8c2c-b1b0-4c2b-8599-2402e562f4c0 is already hosted by enough agents. {{(pid=103591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:49:56.890752 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [None req-5fb5d871-2bac-4b45-9d9a-34edf915e075 admin admin] Resources bound (agent type, host, resource id): {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:49:56.914331 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fb5d871-2bac-4b45-9d9a-34edf915e075 admin admin] Received port after_create {{(pid=103591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:49:56.981370 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb5d871-2bac-4b45-9d9a-34edf915e075 admin admin] Pushing event updated for resources: {'Port': ['ID=ed607cb2-8437-4c5b-b3f5-811d01b5047e,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:49:57.032791 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-5fb5d871-2bac-4b45-9d9a-34edf915e075 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1795539'] for router_interface, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:57.382789 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-1b2fdaf8-47bc-4acb-9983-5166ddfef69b None None] Provisioning complete for port 452ecdcd-f9d4-40d4-9e84-a602abd21e7d triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:49:57.383187 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-1b2fdaf8-47bc-4acb-9983-5166ddfef69b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:57.411632 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-5fb5d871-2bac-4b45-9d9a-34edf915e075 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:57.437847 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f57eefb-dcd4-4f5e-8a8a-7a35c2c1c1f8 None None] Pushing event updated for resources: {'Port': ['ID=3e8d6f36-1ed3-4918-b21a-09dfdb756226,revision_number=4']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:49:57.485474 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port bbba2d1c-4dbb-4642-90b8-18212fb7ce49 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:49:57.485899 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:57.736608 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-7e73606e-7885-4437-a2c7-da1a2227ddd5 None None] Provisioning complete for port ed607cb2-8437-4c5b-b3f5-811d01b5047e triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:49:57.738501 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-7e73606e-7885-4437-a2c7-da1a2227ddd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:57.861031 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-5fb5d871-2bac-4b45-9d9a-34edf915e075 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:57.873210 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-5fb5d871-2bac-4b45-9d9a-34edf915e075 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264758186'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:57.949626 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-7e73606e-7885-4437-a2c7-da1a2227ddd5 None None] Port ed607cb2-8437-4c5b-b3f5-811d01b5047e cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:49:58.077845 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 3e8d6f36-1ed3-4918-b21a-09dfdb756226 up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:49:58.156338 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-5fb5d871-2bac-4b45-9d9a-34edf915e075 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2068703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1794403'] for router_interface, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:58.186018 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb5d871-2bac-4b45-9d9a-34edf915e075 admin admin] Pushing event updated for resources: {'Port': ['ID=ed607cb2-8437-4c5b-b3f5-811d01b5047e,revision_number=2']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:49:58.233435 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port 3e8d6f36-1ed3-4918-b21a-09dfdb756226 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:49:58.233960 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:58.275270 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79af4ad5-e7d4-4dc7-9c01-e4383e2227a4 req-68f26456-d289-4168-867f-1f876eb57225 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:49:58.277582 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-79af4ad5-e7d4-4dc7-9c01-e4383e2227a4 req-68f26456-d289-4168-867f-1f876eb57225 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] 10.222.0.60 "GET /v2.0/ports?device_id=249ac4eb-1a02-4a5a-b338-42e7ef7de469 HTTP/1.1" status: 200 len: 945 time: 0.3046510 Nov 23 17:49:58.422773 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 452ecdcd-f9d4-40d4-9e84-a602abd21e7d up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:49:58.448802 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-79af4ad5-e7d4-4dc7-9c01-e4383e2227a4 req-c1f35f27-ad31-4390-900a-c5a2713dd4b7 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] 10.222.0.60 "GET /v2.0/security-groups?id=64527216-2011-4047-a391-7b59938bf8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1489584 Nov 23 17:49:58.460528 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fb5d871-2bac-4b45-9d9a-34edf915e075 admin admin] Network 1d6f8c2c-b1b0-4c2b-8599-2402e562f4c0 is already hosted by enough agents. {{(pid=103591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:49:58.462475 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [None req-5fb5d871-2bac-4b45-9d9a-34edf915e075 admin admin] Resources bound (agent type, host, resource id): {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:49:58.505104 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port 452ecdcd-f9d4-40d4-9e84-a602abd21e7d triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:49:58.509640 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:58.644369 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fb5d871-2bac-4b45-9d9a-34edf915e075 admin admin] Router 4d6a4143-1693-4a15-ac83-f7480646e511 has already been hosted by L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 {{(pid=103591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 17:49:58.778342 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fb5d871-2bac-4b45-9d9a-34edf915e075 admin admin] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:49:58.792627 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-5fb5d871-2bac-4b45-9d9a-34edf915e075 admin admin] 10.222.0.60 "PUT /v2.0/routers/4d6a4143-1693-4a15-ac83-f7480646e511/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1151102 Nov 23 17:49:58.883849 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-8b99332e-419d-48af-a154-a04c50106299 None None] Provisioning complete for port ed607cb2-8437-4c5b-b3f5-811d01b5047e triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:49:58.884424 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-8b99332e-419d-48af-a154-a04c50106299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:49:58.926232 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-8b99332e-419d-48af-a154-a04c50106299 None None] Port ed607cb2-8437-4c5b-b3f5-811d01b5047e cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:49:59.428212 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aae1ca8c-6b61-4f89-8c32-fe1024fa7442 None None] Sync routers for ids ['4d6a4143-1693-4a15-ac83-f7480646e511'] in n-d-816206-8 {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:49:59.439360 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aae1ca8c-6b61-4f89-8c32-fe1024fa7442 None None] Routers {'4d6a4143-1693-4a15-ac83-f7480646e511'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:49:59.439988 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-aae1ca8c-6b61-4f89-8c32-fe1024fa7442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:49:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['4d6a4143-1693-4a15-ac83-f7480646e511'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:49:59.588191 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvr_db [None req-aae1ca8c-6b61-4f89-8c32-fe1024fa7442 None None] Set router 4d6a4143-1693-4a15-ac83-f7480646e511 gateway port host: n-d-816206-8 {{(pid=103592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:49:59.706361 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f33b979-6659-47af-bbe3-da7f72ae7441 req-f30e9efe-e9a8-4a40-89f0-6823a3c28fc8 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:49:59.720052 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-0f33b979-6659-47af-bbe3-da7f72ae7441 req-f30e9efe-e9a8-4a40-89f0-6823a3c28fc8 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] 10.222.0.60 "GET /v2.0/ports?device_id=249ac4eb-1a02-4a5a-b338-42e7ef7de469 HTTP/1.1" status: 200 len: 945 time: 0.1274292 Nov 23 17:49:59.830738 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-0f33b979-6659-47af-bbe3-da7f72ae7441 req-9daba00c-2bbd-4004-83b0-5b6bf55dc29a tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] 10.222.0.60 "GET /v2.0/security-groups?id=64527216-2011-4047-a391-7b59938bf8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1093864 Nov 23 17:49:59.933869 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-aae1ca8c-6b61-4f89-8c32-fe1024fa7442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d6a4143-1693-4a15-ac83-f7480646e511', 'name': 'tempest-TestVolumeBackupRestore-1413577557-router', 'tenant_id': 'a4887ed955e34c0d9d70279ab27c3a57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.80'}], 'enable_snat': True}, 'gw_port_id': '3e8d6f36-1ed3-4918-b21a-09dfdb756226', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:49:51Z', 'updated_at': '2021-11-23T17:49:57Z', 'revision_number': 4, 'project_id': 'a4887ed955e34c0d9d70279ab27c3a57', 'gw_port': {'id': '3e8d6f36-1ed3-4918-b21a-09dfdb756226', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:f2:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d6a4143-1693-4a15-ac83-f7480646e511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2993, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:49:51Z', 'updated_at': '2021-11-23T17:49:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_interfaces': [{'id': 'ed607cb2-8437-4c5b-b3f5-811d01b5047e', 'name': '', 'network_id': '1d6f8c2c-b1b0-4c2b-8599-2402e562f4c0', 'tenant_id': 'a4887ed955e34c0d9d70279ab27c3a57', 'mac_address': 'fa:16:3e:c7:f0:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d6a4143-1693-4a15-ac83-f7480646e511', 'device_owner': 'network:router_interface', 'standard_attr_id': 3004, 'fixed_ips': [{'subnet_id': '91887df0-0e4a-43d1-b0f1-52f37875a239', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:49:55Z', 'updated_at': '2021-11-23T17:49:57Z', 'revision_number': 2, 'project_id': 'a4887ed955e34c0d9d70279ab27c3a57', 'subnets': [{'id': '91887df0-0e4a-43d1-b0f1-52f37875a239', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:49:59.963249 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aae1ca8c-6b61-4f89-8c32-fe1024fa7442 None None] Checking router: 4d6a4143-1693-4a15-ac83-f7480646e511 for host: n-d-816206-8 {{(pid=103592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 17:49:59.963249 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aae1ca8c-6b61-4f89-8c32-fe1024fa7442 None None] Updating router 4d6a4143-1693-4a15-ac83-f7480646e511 port ed607cb2-8437-4c5b-b3f5-811d01b5047e binding host n-d-816206-8 {{(pid=103592) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 17:49:59.993277 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-aae1ca8c-6b61-4f89-8c32-fe1024fa7442 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:00.377080 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-aae1ca8c-6b61-4f89-8c32-fe1024fa7442 None None] Publish callbacks [] for port, precommit_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:00.394786 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-aae1ca8c-6b61-4f89-8c32-fe1024fa7442 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:00.567576 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a442bb6-03d2-4d67-b18a-0f115c846bac None None] Pushing event updated for resources: {'Port': ['ID=ed607cb2-8437-4c5b-b3f5-811d01b5047e,revision_number=3']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:50:00.573614 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-aae1ca8c-6b61-4f89-8c32-fe1024fa7442 None None] Attempting to bind port ed607cb2-8437-4c5b-b3f5-811d01b5047e on host n-d-816206-8 for vnic_type normal with profile {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:50:00.574111 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-aae1ca8c-6b61-4f89-8c32-fe1024fa7442 None None] Attempting to bind port ed607cb2-8437-4c5b-b3f5-811d01b5047e by drivers openvswitch,hyperv on host n-d-816206-8 at level 0 using segments [{'id': 'dee1e69c-9b33-428b-ab66-baa8f712bb3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '1d6f8c2c-b1b0-4c2b-8599-2402e562f4c0'}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:50:00.574636 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aae1ca8c-6b61-4f89-8c32-fe1024fa7442 None None] Attempting to bind port ed607cb2-8437-4c5b-b3f5-811d01b5047e on network 1d6f8c2c-b1b0-4c2b-8599-2402e562f4c0 {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:50:00.583910 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aae1ca8c-6b61-4f89-8c32-fe1024fa7442 None None] Checking agent: {'id': '9e89acbe-4bbe-4c77-a18b-6f1da9133e0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 7, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 49, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:50:00.584688 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aae1ca8c-6b61-4f89-8c32-fe1024fa7442 None None] Checking segment: {'id': 'dee1e69c-9b33-428b-ab66-baa8f712bb3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '1d6f8c2c-b1b0-4c2b-8599-2402e562f4c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:50:00.585359 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-aae1ca8c-6b61-4f89-8c32-fe1024fa7442 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:00.586009 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aae1ca8c-6b61-4f89-8c32-fe1024fa7442 None None] Bound using segment: {'id': 'dee1e69c-9b33-428b-ab66-baa8f712bb3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '1d6f8c2c-b1b0-4c2b-8599-2402e562f4c0'} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:50:00.587003 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-aae1ca8c-6b61-4f89-8c32-fe1024fa7442 None None] Bound port: ed607cb2-8437-4c5b-b3f5-811d01b5047e, host: n-d-816206-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dee1e69c-9b33-428b-ab66-baa8f712bb3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '1d6f8c2c-b1b0-4c2b-8599-2402e562f4c0'}}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:50:00.587664 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-aae1ca8c-6b61-4f89-8c32-fe1024fa7442 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:00.697580 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-aae1ca8c-6b61-4f89-8c32-fe1024fa7442 None None] For port ed607cb2-8437-4c5b-b3f5-811d01b5047e, host n-d-816206-8, cleared binding levels {{(pid=103592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:50:00.703444 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-aae1ca8c-6b61-4f89-8c32-fe1024fa7442 None None] For port ed607cb2-8437-4c5b-b3f5-811d01b5047e, host n-d-816206-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=ed607cb2-8437-4c5b-b3f5-811d01b5047e,segment=NetworkSegment(dee1e69c-9b33-428b-ab66-baa8f712bb3a),segment_id=dee1e69c-9b33-428b-ab66-baa8f712bb3a)] {{(pid=103592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:50:00.708875 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-aae1ca8c-6b61-4f89-8c32-fe1024fa7442 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:00.784063 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a442bb6-03d2-4d67-b18a-0f115c846bac None None] Pushing event updated for resources: {'Port': ['ID=ed607cb2-8437-4c5b-b3f5-811d01b5047e,revision_number=4']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:50:00.807896 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aae1ca8c-6b61-4f89-8c32-fe1024fa7442 None None] Routers {'4d6a4143-1693-4a15-ac83-f7480646e511'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:50:00.808988 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-aae1ca8c-6b61-4f89-8c32-fe1024fa7442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:49:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['4d6a4143-1693-4a15-ac83-f7480646e511'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:50:01.027714 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-b89d97dd-f729-4da0-8f5a-773bcb84f418 None None] Provisioning complete for port ed607cb2-8437-4c5b-b3f5-811d01b5047e triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:50:01.028390 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b89d97dd-f729-4da0-8f5a-773bcb84f418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:01.062551 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b873de-856f-4703-a555-2b84b1a94e3d req-8e96333c-eaa5-424a-8f60-3fe2d5c94190 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:01.066289 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvr_db [None req-aae1ca8c-6b61-4f89-8c32-fe1024fa7442 None None] Set router 4d6a4143-1693-4a15-ac83-f7480646e511 gateway port host: n-d-816206-8 {{(pid=103592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:50:01.067815 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-73b873de-856f-4703-a555-2b84b1a94e3d req-8e96333c-eaa5-424a-8f60-3fe2d5c94190 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] 10.222.0.60 "GET /v2.0/ports?device_id=249ac4eb-1a02-4a5a-b338-42e7ef7de469 HTTP/1.1" status: 200 len: 945 time: 0.1231482 Nov 23 17:50:01.245245 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-73b873de-856f-4703-a555-2b84b1a94e3d req-802e3790-0820-402d-be8b-83dcd60c9fdd tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] 10.222.0.60 "GET /v2.0/security-groups?id=64527216-2011-4047-a391-7b59938bf8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1631434 Nov 23 17:50:01.350184 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b89d97dd-f729-4da0-8f5a-773bcb84f418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:01.395449 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device a2c7a480-eebd-4d1c-9ef0-43dc8bbe0391 details requested by agent hyperv_n-h2-816206-8 with host n-h2-816206-8 {{(pid=103592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 17:50:01.439885 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b89d97dd-f729-4da0-8f5a-773bcb84f418 None None] For port ed607cb2-8437-4c5b-b3f5-811d01b5047e, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=ed607cb2-8437-4c5b-b3f5-811d01b5047e,segment=NetworkSegment(dee1e69c-9b33-428b-ab66-baa8f712bb3a),segment_id=dee1e69c-9b33-428b-ab66-baa8f712bb3a)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:50:01.447101 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b89d97dd-f729-4da0-8f5a-773bcb84f418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:01.581584 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89d97dd-f729-4da0-8f5a-773bcb84f418 None None] Pushing event updated for resources: {'Port': ['ID=ed607cb2-8437-4c5b-b3f5-811d01b5047e,revision_number=5']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:50:01.607808 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-aae1ca8c-6b61-4f89-8c32-fe1024fa7442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d6a4143-1693-4a15-ac83-f7480646e511', 'name': 'tempest-TestVolumeBackupRestore-1413577557-router', 'tenant_id': 'a4887ed955e34c0d9d70279ab27c3a57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.80'}], 'enable_snat': True}, 'gw_port_id': '3e8d6f36-1ed3-4918-b21a-09dfdb756226', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:49:51Z', 'updated_at': '2021-11-23T17:49:57Z', 'revision_number': 4, 'project_id': 'a4887ed955e34c0d9d70279ab27c3a57', 'gw_port': {'id': '3e8d6f36-1ed3-4918-b21a-09dfdb756226', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:f2:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d6a4143-1693-4a15-ac83-f7480646e511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2993, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:49:51Z', 'updated_at': '2021-11-23T17:49:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_interfaces': [{'id': 'ed607cb2-8437-4c5b-b3f5-811d01b5047e', 'name': '', 'network_id': '1d6f8c2c-b1b0-4c2b-8599-2402e562f4c0', 'tenant_id': 'a4887ed955e34c0d9d70279ab27c3a57', 'mac_address': 'fa:16:3e:c7:f0:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d6a4143-1693-4a15-ac83-f7480646e511', 'device_owner': 'network:router_interface', 'standard_attr_id': 3004, 'fixed_ips': [{'subnet_id': '91887df0-0e4a-43d1-b0f1-52f37875a239', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:49:55Z', 'updated_at': '2021-11-23T17:50:00Z', 'revision_number': 4, 'project_id': 'a4887ed955e34c0d9d70279ab27c3a57', 'subnets': [{'id': '91887df0-0e4a-43d1-b0f1-52f37875a239', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:50:01.616065 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port a2c7a480-eebd-4d1c-9ef0-43dc8bbe0391, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=a2c7a480-eebd-4d1c-9ef0-43dc8bbe0391,segment=NetworkSegment(97bf93aa-7116-4943-8d21-ff543f30be5d),segment_id=97bf93aa-7116-4943-8d21-ff543f30be5d)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:50:01.657738 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-efb3852d-30da-4752-b08d-db63e9c995c1 None None] Provisioning complete for port ed607cb2-8437-4c5b-b3f5-811d01b5047e triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:50:01.658122 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-efb3852d-30da-4752-b08d-db63e9c995c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:01.681894 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aae1ca8c-6b61-4f89-8c32-fe1024fa7442 None None] The sync data for ids ['4d6a4143-1693-4a15-ac83-f7480646e511'] in n-d-816206-8 is: [{'id': '4d6a4143-1693-4a15-ac83-f7480646e511', 'name': 'tempest-TestVolumeBackupRestore-1413577557-router', 'tenant_id': 'a4887ed955e34c0d9d70279ab27c3a57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.80'}], 'enable_snat': True}, 'gw_port_id': '3e8d6f36-1ed3-4918-b21a-09dfdb756226', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:49:51Z', 'updated_at': '2021-11-23T17:49:57Z', 'revision_number': 4, 'project_id': 'a4887ed955e34c0d9d70279ab27c3a57', 'gw_port': {'id': '3e8d6f36-1ed3-4918-b21a-09dfdb756226', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:f2:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d6a4143-1693-4a15-ac83-f7480646e511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2993, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:49:51Z', 'updated_at': '2021-11-23T17:49:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_interfaces': [{'id': 'ed607cb2-8437-4c5b-b3f5-811d01b5047e', 'name': '', 'network_id': '1d6f8c2c-b1b0-4c2b-8599-2402e562f4c0', 'tenant_id': 'a4887ed955e34c0d9d70279ab27c3a57', 'mac_address': 'fa:16:3e:c7:f0:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d6a4143-1693-4a15-ac83-f7480646e511', 'device_owner': 'network:router_interface', 'standard_attr_id': 3004, 'fixed_ips': [{'subnet_id': '91887df0-0e4a-43d1-b0f1-52f37875a239', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:49:55Z', 'updated_at': '2021-11-23T17:50:00Z', 'revision_number': 4, 'project_id': 'a4887ed955e34c0d9d70279ab27c3a57', 'subnets': [{'id': '91887df0-0e4a-43d1-b0f1-52f37875a239', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:50:01.686070 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Returning: {'device': 'a2c7a480-eebd-4d1c-9ef0-43dc8bbe0391', 'network_id': 'b05aa742-7050-4bee-9612-3681dfd2164b', 'port_id': 'a2c7a480-eebd-4d1c-9ef0-43dc8bbe0391', 'mac_address': 'fa:16:3e:7c:78:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '784540e3-73ef-4656-9bfa-913bbf55b1a9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 17:50:01.745808 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:01.814266 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a2c7a480-eebd-4d1c-9ef0-43dc8bbe0391 {{(pid=103592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:50:01.842023 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port a2c7a480-eebd-4d1c-9ef0-43dc8bbe0391, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=a2c7a480-eebd-4d1c-9ef0-43dc8bbe0391,segment=NetworkSegment(97bf93aa-7116-4943-8d21-ff543f30be5d),segment_id=97bf93aa-7116-4943-8d21-ff543f30be5d)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:50:01.859606 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:01.971453 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Pushing event updated for resources: {'Port': ['ID=a2c7a480-eebd-4d1c-9ef0-43dc8bbe0391,revision_number=6']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:50:02.003063 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] get_ports_and_sgs() called for port_ids ['a2c7a480-eebd-4d1c-9ef0-43dc8bbe0391'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:50:02.501765 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a771aee-82f8-4238-af18-10dadec13388 req-f6333d51-76d9-4745-a6d5-721e41b0c95a tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:02.511053 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-0a771aee-82f8-4238-af18-10dadec13388 req-f6333d51-76d9-4745-a6d5-721e41b0c95a tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] 10.222.0.60 "GET /v2.0/ports?device_id=249ac4eb-1a02-4a5a-b338-42e7ef7de469 HTTP/1.1" status: 200 len: 944 time: 0.1481919 Nov 23 17:50:02.600454 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-0a771aee-82f8-4238-af18-10dadec13388 req-0c08b814-d81f-4257-b354-9923bcc39ebe tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] 10.222.0.60 "GET /v2.0/security-groups?id=64527216-2011-4047-a391-7b59938bf8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0884833 Nov 23 17:50:03.391954 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device a2c7a480-eebd-4d1c-9ef0-43dc8bbe0391 up at agent hyperv_n-h2-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:50:03.553769 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Provisioning complete for port a2c7a480-eebd-4d1c-9ef0-43dc8bbe0391 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:50:03.554494 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:03.774630 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:03.855278 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '249ac4eb-1a02-4a5a-b338-42e7ef7de469', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2c7a480-eebd-4d1c-9ef0-43dc8bbe0391'}] {{(pid=103592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:50:03.864181 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba3e6a8f2301c7a29fe1eca9779abdae4ccbcd6266d69778087f2498d5551201" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3046dcb6-6d95-448c-a8f1-4c8ae940f122" -d '{"events": [{"server_uuid": "249ac4eb-1a02-4a5a-b338-42e7ef7de469", "name": "network-vif-plugged", "status": "completed", "tag": "a2c7a480-eebd-4d1c-9ef0-43dc8bbe0391"}]}' {{(pid=103592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:50:03.900628 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port a2c7a480-eebd-4d1c-9ef0-43dc8bbe0391, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=a2c7a480-eebd-4d1c-9ef0-43dc8bbe0391,segment=NetworkSegment(97bf93aa-7116-4943-8d21-ff543f30be5d),segment_id=97bf93aa-7116-4943-8d21-ff543f30be5d)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:50:03.915293 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:04.125312 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99d9a5e-2bf9-4e78-a969-83d3d42ada99 req-52b29265-4c82-424e-bc6b-28ae8a744bd6 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:04.141341 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b99d9a5e-2bf9-4e78-a969-83d3d42ada99 req-52b29265-4c82-424e-bc6b-28ae8a744bd6 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] 10.222.0.60 "GET /v2.0/ports?device_id=249ac4eb-1a02-4a5a-b338-42e7ef7de469 HTTP/1.1" status: 200 len: 944 time: 0.3187308 Nov 23 17:50:04.318335 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b99d9a5e-2bf9-4e78-a969-83d3d42ada99 req-5293f288-7bb8-4099-9c24-56b27866a22d tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] 10.222.0.60 "GET /v2.0/security-groups?id=64527216-2011-4047-a391-7b59938bf8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1738110 Nov 23 17:50:04.401087 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:50:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3cf47ba-4eb3-4230-b3c6-afd91b0f8826 x-openstack-request-id: req-c3cf47ba-4eb3-4230-b3c6-afd91b0f8826 {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:50:04.401841 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "249ac4eb-1a02-4a5a-b338-42e7ef7de469", "name": "network-vif-plugged", "status": "completed", "tag": "a2c7a480-eebd-4d1c-9ef0-43dc8bbe0391", "code": 200}]} {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:50:04.401841 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c3cf47ba-4eb3-4230-b3c6-afd91b0f8826 {{(pid=103592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:50:04.402114 n-d-816206-8 neutron-server[103592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '249ac4eb-1a02-4a5a-b338-42e7ef7de469', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2c7a480-eebd-4d1c-9ef0-43dc8bbe0391', 'code': 200} Nov 23 17:50:04.402899 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device ed607cb2-8437-4c5b-b3f5-811d01b5047e up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:50:04.464034 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Pushing event updated for resources: {'Port': ['ID=a2c7a480-eebd-4d1c-9ef0-43dc8bbe0391,revision_number=7']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:50:04.501873 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port ed607cb2-8437-4c5b-b3f5-811d01b5047e triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:50:04.502312 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:05.597295 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da868431-9ccd-46f5-b6b9-aec616ee1702 req-3ac0c8dd-c466-4f6e-97ef-3b228f9d37dc tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:05.599797 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-da868431-9ccd-46f5-b6b9-aec616ee1702 req-3ac0c8dd-c466-4f6e-97ef-3b228f9d37dc tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] 10.222.0.60 "GET /v2.0/ports?device_id=249ac4eb-1a02-4a5a-b338-42e7ef7de469 HTTP/1.1" status: 200 len: 945 time: 0.1091383 Nov 23 17:50:05.719406 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-da868431-9ccd-46f5-b6b9-aec616ee1702 req-98884fee-efd7-4330-923c-18796767a1c8 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] 10.222.0.60 "GET /v2.0/security-groups?id=64527216-2011-4047-a391-7b59938bf8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1132047 Nov 23 17:50:06.930341 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbeb930f-32a5-400f-9024-c58b8e01d0d1 req-bfa54f86-9ec9-440b-8c0e-b47fec58ec97 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:06.934169 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-fbeb930f-32a5-400f-9024-c58b8e01d0d1 req-bfa54f86-9ec9-440b-8c0e-b47fec58ec97 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] 10.222.0.60 "GET /v2.0/ports?device_id=249ac4eb-1a02-4a5a-b338-42e7ef7de469 HTTP/1.1" status: 200 len: 945 time: 0.1075966 Nov 23 17:50:07.033325 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-fbeb930f-32a5-400f-9024-c58b8e01d0d1 req-2a499fd4-b35a-4ab5-81a2-0f69d23f1721 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] 10.222.0.60 "GET /v2.0/security-groups?id=64527216-2011-4047-a391-7b59938bf8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0902858 Nov 23 17:50:08.301306 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cff38d-7c06-4051-888a-0e1dc48a4ecf req-9c26bcf7-ddd2-48fa-bfbc-20526301d37a tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:08.304163 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-82cff38d-7c06-4051-888a-0e1dc48a4ecf req-9c26bcf7-ddd2-48fa-bfbc-20526301d37a tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] 10.222.0.60 "GET /v2.0/ports?device_id=249ac4eb-1a02-4a5a-b338-42e7ef7de469 HTTP/1.1" status: 200 len: 945 time: 0.1396365 Nov 23 17:50:08.401055 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-82cff38d-7c06-4051-888a-0e1dc48a4ecf req-2ad642ba-7cb0-436a-96ca-9c800f36cdca tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] 10.222.0.60 "GET /v2.0/security-groups?id=64527216-2011-4047-a391-7b59938bf8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0902219 Nov 23 17:50:08.836287 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 38504) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:50:08.993887 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-f88e2f4e-7b0b-4c33-8029-37fd172414f8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:09.167239 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-f88e2f4e-7b0b-4c33-8029-37fd172414f8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:09.175156 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-f88e2f4e-7b0b-4c33-8029-37fd172414f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:09.221085 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-f88e2f4e-7b0b-4c33-8029-37fd172414f8 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=61a215125983456eac56cfb78b524fc2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3832357 Nov 23 17:50:09.224248 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 38510) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:50:09.260316 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88e2f4e-7b0b-4c33-8029-37fd172414f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=747abdea-3f7b-489b-9acc-7b13922f6de1,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:50:09.355920 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0de13eab-6690-4f2d-ae3e-deacd889465e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:09.403891 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0de13eab-6690-4f2d-ae3e-deacd889465e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:09.492024 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0de13eab-6690-4f2d-ae3e-deacd889465e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:09.498325 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0de13eab-6690-4f2d-ae3e-deacd889465e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:09.500446 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-0de13eab-6690-4f2d-ae3e-deacd889465e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/747abdea-3f7b-489b-9acc-7b13922f6de1 HTTP/1.1" status: 204 len: 168 time: 0.2749982 Nov 23 17:50:09.512015 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de13eab-6690-4f2d-ae3e-deacd889465e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=747abdea-3f7b-489b-9acc-7b13922f6de1,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:50:09.645220 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfb53f9-29ca-4a1d-90e6-a4b66df46dd3 req-07e11f7a-5978-459d-8cbe-f22a6b332bba tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:09.651017 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-dbfb53f9-29ca-4a1d-90e6-a4b66df46dd3 req-07e11f7a-5978-459d-8cbe-f22a6b332bba tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] 10.222.0.60 "GET /v2.0/ports?device_id=249ac4eb-1a02-4a5a-b338-42e7ef7de469 HTTP/1.1" status: 200 len: 945 time: 0.1025250 Nov 23 17:50:09.724209 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-dbfb53f9-29ca-4a1d-90e6-a4b66df46dd3 req-8629c90a-0679-4371-a3d2-c302a3273477 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] 10.222.0.60 "GET /v2.0/security-groups?id=64527216-2011-4047-a391-7b59938bf8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660751 Nov 23 17:50:10.074290 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 38522) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:50:10.093777 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-42cbda3d-e5b1-4f92-ae1d-5705876d8755 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:10.233266 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-42cbda3d-e5b1-4f92-ae1d-5705876d8755 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:10.245159 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-42cbda3d-e5b1-4f92-ae1d-5705876d8755 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:10.314386 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-42cbda3d-e5b1-4f92-ae1d-5705876d8755 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a2703072a8844994a8101b8738cffc90&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2361972 Nov 23 17:50:10.315410 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cbda3d-e5b1-4f92-ae1d-5705876d8755 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8baf3fed-d99a-4d9c-a5ef-79a0b84972c9,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:50:10.317484 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 38526) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:50:10.414115 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-f5a32f5d-5faf-48da-9287-ecae9a847c73 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:10.468424 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-f5a32f5d-5faf-48da-9287-ecae9a847c73 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:10.550071 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-f5a32f5d-5faf-48da-9287-ecae9a847c73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:10.553857 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-f5a32f5d-5faf-48da-9287-ecae9a847c73 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:10.558391 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-f5a32f5d-5faf-48da-9287-ecae9a847c73 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/8baf3fed-d99a-4d9c-a5ef-79a0b84972c9 HTTP/1.1" status: 204 len: 168 time: 0.2398489 Nov 23 17:50:10.568264 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a32f5d-5faf-48da-9287-ecae9a847c73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8baf3fed-d99a-4d9c-a5ef-79a0b84972c9,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:50:11.016858 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c92b736-f117-4ffa-acea-7c447490bffb req-9bbfac18-fe37-44f7-8bdc-738805e15dd7 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:11.018551 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2c92b736-f117-4ffa-acea-7c447490bffb req-9bbfac18-fe37-44f7-8bdc-738805e15dd7 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] 10.222.0.60 "GET /v2.0/ports?device_id=249ac4eb-1a02-4a5a-b338-42e7ef7de469 HTTP/1.1" status: 200 len: 945 time: 0.1321335 Nov 23 17:50:11.152256 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2c92b736-f117-4ffa-acea-7c447490bffb req-8dda0bba-e597-4084-9deb-4680ab26fa20 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] 10.222.0.60 "GET /v2.0/security-groups?id=64527216-2011-4047-a391-7b59938bf8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1200228 Nov 23 17:50:12.432817 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdbce72-007b-4b6c-831c-7d1eb95bfbe7 req-bcfd6b29-26e3-434e-aedb-b81748c586dd tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:12.432817 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4bdbce72-007b-4b6c-831c-7d1eb95bfbe7 req-bcfd6b29-26e3-434e-aedb-b81748c586dd tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] 10.222.0.60 "GET /v2.0/ports?device_id=249ac4eb-1a02-4a5a-b338-42e7ef7de469 HTTP/1.1" status: 200 len: 945 time: 0.1275377 Nov 23 17:50:12.505590 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.agents_db [None req-464f6c07-0de8-4be6-8f5b-563f574d1c5d None None] Agent healthcheck: found 7 active agents {{(pid=103593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 17:50:12.545479 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4bdbce72-007b-4b6c-831c-7d1eb95bfbe7 req-edff79ec-7000-48f8-bbe3-e9e05704982b tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] 10.222.0.60 "GET /v2.0/security-groups?id=64527216-2011-4047-a391-7b59938bf8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1281068 Nov 23 17:50:12.954928 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-1078e82b-10ac-4d6f-a4db-9660cde742e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:13.540921 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:13.865957 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c9712e-63f3-47e1-8047-14f9676591cd req-61fbc701-b3fa-4337-bdfc-f2adc0222b5f tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:13.879507 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-70c9712e-63f3-47e1-8047-14f9676591cd req-61fbc701-b3fa-4337-bdfc-f2adc0222b5f tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] 10.222.0.60 "GET /v2.0/ports?device_id=249ac4eb-1a02-4a5a-b338-42e7ef7de469 HTTP/1.1" status: 200 len: 945 time: 0.1580896 Nov 23 17:50:13.998886 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-70c9712e-63f3-47e1-8047-14f9676591cd req-51a5f642-b466-4d90-967d-fd3250c45da6 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] 10.222.0.60 "GET /v2.0/security-groups?id=64527216-2011-4047-a391-7b59938bf8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1177609 Nov 23 17:50:14.249551 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:15.083021 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-064e9472-1307-4237-a56c-5aaeac68df4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:15.208425 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cf5d3e-1c0a-480a-a639-36c8c77f378b req-5ec6e1eb-5ea3-44bd-aec6-70b41466e9e9 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:15.216789 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a3cf5d3e-1c0a-480a-a639-36c8c77f378b req-5ec6e1eb-5ea3-44bd-aec6-70b41466e9e9 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] 10.222.0.60 "GET /v2.0/ports?device_id=249ac4eb-1a02-4a5a-b338-42e7ef7de469 HTTP/1.1" status: 200 len: 945 time: 0.0676937 Nov 23 17:50:15.278881 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a3cf5d3e-1c0a-480a-a639-36c8c77f378b req-ecc1c48f-a296-49a8-91b5-4ee7c70ee366 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] 10.222.0.60 "GET /v2.0/security-groups?id=64527216-2011-4047-a391-7b59938bf8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559225 Nov 23 17:50:16.463497 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1245a6-16b7-42ae-93da-bca465356124 req-2eb33fc0-ca0c-4fb2-accb-2e635c5730cd tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:16.473621 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ec1245a6-16b7-42ae-93da-bca465356124 req-2eb33fc0-ca0c-4fb2-accb-2e635c5730cd tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] 10.222.0.60 "GET /v2.0/ports?device_id=249ac4eb-1a02-4a5a-b338-42e7ef7de469 HTTP/1.1" status: 200 len: 945 time: 0.1089728 Nov 23 17:50:16.553417 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-52822d53-48f5-4819-8a95-bdc13aea0bf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:16.558857 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ec1245a6-16b7-42ae-93da-bca465356124 req-9d678cd1-b7cc-48ab-b326-908eae4a43c6 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] 10.222.0.60 "GET /v2.0/security-groups?id=64527216-2011-4047-a391-7b59938bf8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0843196 Nov 23 17:50:17.764827 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9a27ae6c-db98-474f-94c1-cc99bf842d79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:17.787518 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4db6d52-354b-437f-9eaa-0ab08208f79a req-4d5c3012-1838-4f92-b3dd-d8351bb72731 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:17.796591 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e4db6d52-354b-437f-9eaa-0ab08208f79a req-4d5c3012-1838-4f92-b3dd-d8351bb72731 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] 10.222.0.60 "GET /v2.0/ports?device_id=249ac4eb-1a02-4a5a-b338-42e7ef7de469 HTTP/1.1" status: 200 len: 945 time: 0.1084039 Nov 23 17:50:17.872580 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e4db6d52-354b-437f-9eaa-0ab08208f79a req-79add24b-e276-433f-ad02-5c62641158a9 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] 10.222.0.60 "GET /v2.0/security-groups?id=64527216-2011-4047-a391-7b59938bf8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735149 Nov 23 17:50:18.379322 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:19.078107 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8705c0-6c52-4295-b9bd-202d103b2539 req-d84c4e0b-eb86-4feb-9580-d772953f356a tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:19.080558 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-0a8705c0-6c52-4295-b9bd-202d103b2539 req-d84c4e0b-eb86-4feb-9580-d772953f356a tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] 10.222.0.60 "GET /v2.0/ports?device_id=249ac4eb-1a02-4a5a-b338-42e7ef7de469 HTTP/1.1" status: 200 len: 945 time: 0.0988274 Nov 23 17:50:19.157875 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-0a8705c0-6c52-4295-b9bd-202d103b2539 req-acedc6e6-e8c5-4e04-ae91-aa956c136f74 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] 10.222.0.60 "GET /v2.0/security-groups?id=64527216-2011-4047-a391-7b59938bf8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700963 Nov 23 17:50:19.657540 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8a0306-910a-49b7-814a-1733a7f1b979 req-2aad3139-1e08-411a-af7c-6aa98faea2a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:19.660387 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ef8a0306-910a-49b7-814a-1733a7f1b979 req-2aad3139-1e08-411a-af7c-6aa98faea2a3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=093e052ebdfd4c689471d0502a0c2e0a&device_id=249ac4eb-1a02-4a5a-b338-42e7ef7de469 HTTP/1.1" status: 200 len: 1096 time: 0.0610306 Nov 23 17:50:19.797582 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8a0306-910a-49b7-814a-1733a7f1b979 req-83e0a136-1dbd-4e8f-8fd9-3f83ceae263a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:19.799532 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ef8a0306-910a-49b7-814a-1733a7f1b979 req-83e0a136-1dbd-4e8f-8fd9-3f83ceae263a service neutron] 10.222.0.36 "GET /v2.0/networks?id=b05aa742-7050-4bee-9612-3681dfd2164b HTTP/1.1" status: 200 len: 918 time: 0.1270506 Nov 23 17:50:19.899649 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ef8a0306-910a-49b7-814a-1733a7f1b979 req-2f9d3a85-6331-4abe-8e7a-4f10edd6e0ac service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a2c7a480-eebd-4d1c-9ef0-43dc8bbe0391 HTTP/1.1" status: 200 len: 1001 time: 0.0899529 Nov 23 17:50:19.971446 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8a0306-910a-49b7-814a-1733a7f1b979 req-20db622e-8ee7-4681-908f-56faf5f61514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:19.974653 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ef8a0306-910a-49b7-814a-1733a7f1b979 req-20db622e-8ee7-4681-908f-56faf5f61514 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=784540e3-73ef-4656-9bfa-913bbf55b1a9 HTTP/1.1" status: 200 len: 856 time: 0.0663662 Nov 23 17:50:20.028746 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8a0306-910a-49b7-814a-1733a7f1b979 req-c5f3bef1-9175-48cf-98e3-88308958a276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:20.030165 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ef8a0306-910a-49b7-814a-1733a7f1b979 req-c5f3bef1-9175-48cf-98e3-88308958a276 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b05aa742-7050-4bee-9612-3681dfd2164b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0450308 Nov 23 17:50:20.148021 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ef8a0306-910a-49b7-814a-1733a7f1b979 req-4d061892-b899-446a-a62f-547ad93b23eb service neutron] 10.222.0.36 "GET /v2.0/networks/b05aa742-7050-4bee-9612-3681dfd2164b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1089237 Nov 23 17:50:20.318343 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ef8a0306-910a-49b7-814a-1733a7f1b979 req-dd1e8a35-0bcc-4b9a-8388-c1eb1ac04072 service neutron] 10.222.0.36 "GET /v2.0/networks/b05aa742-7050-4bee-9612-3681dfd2164b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1610935 Nov 23 17:50:20.337630 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75d7e45-236f-4d70-b53c-49226b42385a req-c358fb77-3317-4e74-b9e8-486d5397e8f5 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:20.339628 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e75d7e45-236f-4d70-b53c-49226b42385a req-c358fb77-3317-4e74-b9e8-486d5397e8f5 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] 10.222.0.60 "GET /v2.0/ports?device_id=249ac4eb-1a02-4a5a-b338-42e7ef7de469 HTTP/1.1" status: 200 len: 945 time: 0.0731125 Nov 23 17:50:20.449174 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e75d7e45-236f-4d70-b53c-49226b42385a req-a362036e-8297-431f-ad41-0f2d78547696 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] 10.222.0.60 "GET /v2.0/security-groups?id=64527216-2011-4047-a391-7b59938bf8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1011689 Nov 23 17:50:21.611541 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dd38d8-0340-464d-8fdc-b108809b0859 req-fb2f592e-65f1-45ba-b6f9-82a9478237e1 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:21.622828 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-32dd38d8-0340-464d-8fdc-b108809b0859 req-fb2f592e-65f1-45ba-b6f9-82a9478237e1 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] 10.222.0.60 "GET /v2.0/ports?device_id=249ac4eb-1a02-4a5a-b338-42e7ef7de469 HTTP/1.1" status: 200 len: 945 time: 0.0713308 Nov 23 17:50:21.705677 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-32dd38d8-0340-464d-8fdc-b108809b0859 req-436033d7-56e6-480d-97c9-22cae51ba563 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] 10.222.0.60 "GET /v2.0/security-groups?id=64527216-2011-4047-a391-7b59938bf8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0817130 Nov 23 17:50:22.864762 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b553d34-dcd8-4bd7-80dc-dce6d5a1b7ac req-8f7f8eaa-4677-4dbe-8bdb-7e0a6d623b68 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:22.867195 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7b553d34-dcd8-4bd7-80dc-dce6d5a1b7ac req-8f7f8eaa-4677-4dbe-8bdb-7e0a6d623b68 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] 10.222.0.60 "GET /v2.0/ports?device_id=249ac4eb-1a02-4a5a-b338-42e7ef7de469 HTTP/1.1" status: 200 len: 945 time: 0.0616064 Nov 23 17:50:22.945940 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7b553d34-dcd8-4bd7-80dc-dce6d5a1b7ac req-0c1c06df-0919-4d54-b566-cd40522b45f1 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] 10.222.0.60 "GET /v2.0/security-groups?id=64527216-2011-4047-a391-7b59938bf8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686786 Nov 23 17:50:23.515618 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device a2c7a480-eebd-4d1c-9ef0-43dc8bbe0391 no longer exists at agent hyperv_n-h2-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:50:23.658955 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:23.695223 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '249ac4eb-1a02-4a5a-b338-42e7ef7de469', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a2c7a480-eebd-4d1c-9ef0-43dc8bbe0391'}] {{(pid=103592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:50:23.698839 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba3e6a8f2301c7a29fe1eca9779abdae4ccbcd6266d69778087f2498d5551201" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e11d3179-29bc-4120-a2e1-2af7b21f1e2e" -d '{"events": [{"server_uuid": "249ac4eb-1a02-4a5a-b338-42e7ef7de469", "name": "network-vif-unplugged", "status": "completed", "tag": "a2c7a480-eebd-4d1c-9ef0-43dc8bbe0391"}]}' {{(pid=103592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:50:23.726213 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port a2c7a480-eebd-4d1c-9ef0-43dc8bbe0391, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=a2c7a480-eebd-4d1c-9ef0-43dc8bbe0391,segment=NetworkSegment(97bf93aa-7116-4943-8d21-ff543f30be5d),segment_id=97bf93aa-7116-4943-8d21-ff543f30be5d)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:50:23.740123 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:23.812342 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Pushing event updated for resources: {'Port': ['ID=a2c7a480-eebd-4d1c-9ef0-43dc8bbe0391,revision_number=8']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:50:23.816180 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 23 Nov 2021 17:50:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02fc5b17-1310-4b93-b1ba-ad5c5bfc6bd6 x-openstack-request-id: req-02fc5b17-1310-4b93-b1ba-ad5c5bfc6bd6 {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:50:23.816698 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "249ac4eb-1a02-4a5a-b338-42e7ef7de469", "name": "network-vif-unplugged", "status": "failed", "tag": "a2c7a480-eebd-4d1c-9ef0-43dc8bbe0391", "code": 422}]} {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:50:23.817133 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-02fc5b17-1310-4b93-b1ba-ad5c5bfc6bd6 {{(pid=103592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:50:23.817680 n-d-816206-8 neutron-server[103592]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '249ac4eb-1a02-4a5a-b338-42e7ef7de469', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'a2c7a480-eebd-4d1c-9ef0-43dc8bbe0391', 'code': 422} returned with failed status Nov 23 17:50:24.372872 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd69ad1b-3aaf-4381-be2d-bb2d213e7c0f req-dd317e11-8369-47d8-9964-1f8aaa39d1f3 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:24.380869 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-bd69ad1b-3aaf-4381-be2d-bb2d213e7c0f req-dd317e11-8369-47d8-9964-1f8aaa39d1f3 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] 10.222.0.60 "GET /v2.0/ports?device_id=249ac4eb-1a02-4a5a-b338-42e7ef7de469 HTTP/1.1" status: 200 len: 943 time: 0.0686963 Nov 23 17:50:24.474893 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-bd69ad1b-3aaf-4381-be2d-bb2d213e7c0f req-e29734c9-1408-4e5d-a097-fdcf8ad05d67 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] 10.222.0.60 "GET /v2.0/security-groups?id=64527216-2011-4047-a391-7b59938bf8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0926557 Nov 23 17:50:24.703965 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 39092) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:50:24.914142 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-68b3375a-2182-47f3-8128-756fbd3f4b3b req-29ccadc5-a084-4f1c-b216-4b856d74571a service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=249ac4eb-1a02-4a5a-b338-42e7ef7de469&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2088158 Nov 23 17:50:24.926321 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [req-68b3375a-2182-47f3-8128-756fbd3f4b3b req-31a340ed-21d5-4a30-95c4-26f5840a6d08 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=103591) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 17:50:24.927867 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-68b3375a-2182-47f3-8128-756fbd3f4b3b req-31a340ed-21d5-4a30-95c4-26f5840a6d08 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0071852 Nov 23 17:50:25.678845 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec4e79e-63d5-4e5c-b37b-92d37d15325b req-f2612c57-93b7-49a2-a974-f6a75ce004fa tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:25.680622 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-eec4e79e-63d5-4e5c-b37b-92d37d15325b req-f2612c57-93b7-49a2-a974-f6a75ce004fa tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] 10.222.0.60 "GET /v2.0/ports?device_id=249ac4eb-1a02-4a5a-b338-42e7ef7de469 HTTP/1.1" status: 200 len: 943 time: 0.0832055 Nov 23 17:50:25.771103 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-eec4e79e-63d5-4e5c-b37b-92d37d15325b req-bc52fe8f-ef5c-4ee1-be00-9cedcb894f54 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] 10.222.0.60 "GET /v2.0/security-groups?id=64527216-2011-4047-a391-7b59938bf8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0835707 Nov 23 17:50:26.036511 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b3375a-2182-47f3-8128-756fbd3f4b3b req-8033d33b-7c29-4584-a778-a3dcccabf39d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:26.040478 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-68b3375a-2182-47f3-8128-756fbd3f4b3b req-8033d33b-7c29-4584-a778-a3dcccabf39d service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=249ac4eb-1a02-4a5a-b338-42e7ef7de469&tenant_id=093e052ebdfd4c689471d0502a0c2e0a HTTP/1.1" status: 200 len: 1094 time: 0.0759306 Nov 23 17:50:26.055039 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [req-68b3375a-2182-47f3-8128-756fbd3f4b3b req-7a6c9a60-9fa6-40d8-8fdb-c368bd902866 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-816206-8', 'device_owner': 'compute:nova'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:50:26.135344 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-68b3375a-2182-47f3-8128-756fbd3f4b3b req-7a6c9a60-9fa6-40d8-8fdb-c368bd902866 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:26.405365 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [req-68b3375a-2182-47f3-8128-756fbd3f4b3b req-7a6c9a60-9fa6-40d8-8fdb-c368bd902866 service neutron] For port a2c7a480-eebd-4d1c-9ef0-43dc8bbe0391, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=a2c7a480-eebd-4d1c-9ef0-43dc8bbe0391,segment=NetworkSegment(97bf93aa-7116-4943-8d21-ff543f30be5d),segment_id=97bf93aa-7116-4943-8d21-ff543f30be5d)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:50:26.447938 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [req-68b3375a-2182-47f3-8128-756fbd3f4b3b req-7a6c9a60-9fa6-40d8-8fdb-c368bd902866 service neutron] For port a2c7a480-eebd-4d1c-9ef0-43dc8bbe0391, host n-h2-816206-8, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:50:26.510722 n-d-816206-8 neutron-server[103590]: DEBUG neutron.notifiers.nova [req-68b3375a-2182-47f3-8128-756fbd3f4b3b req-7a6c9a60-9fa6-40d8-8fdb-c368bd902866 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2c7a480-eebd-4d1c-9ef0-43dc8bbe0391 {{(pid=103590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:50:26.521062 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-68b3375a-2182-47f3-8128-756fbd3f4b3b req-7a6c9a60-9fa6-40d8-8fdb-c368bd902866 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:26.540627 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [req-68b3375a-2182-47f3-8128-756fbd3f4b3b req-7a6c9a60-9fa6-40d8-8fdb-c368bd902866 service neutron] Transition to ACTIVE for port object a2c7a480-eebd-4d1c-9ef0-43dc8bbe0391 will not be triggered until provisioned by entity L2. {{(pid=103590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 17:50:26.550000 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-68b3375a-2182-47f3-8128-756fbd3f4b3b req-7a6c9a60-9fa6-40d8-8fdb-c368bd902866 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264357957'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:26.653976 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6c9a60-9fa6-40d8-8fdb-c368bd902866 service neutron] Pushing event updated for resources: {'Port': ['ID=a2c7a480-eebd-4d1c-9ef0-43dc8bbe0391,revision_number=9']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:50:26.747060 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [req-68b3375a-2182-47f3-8128-756fbd3f4b3b req-7a6c9a60-9fa6-40d8-8fdb-c368bd902866 service neutron] No DVR routers for this DVR port a2c7a480-eebd-4d1c-9ef0-43dc8bbe0391 on host n-h2-816206-8 {{(pid=103590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:50:26.991961 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd31ae5-8156-449e-a9fb-263c44e86ba4 req-b3c1a1ea-6c50-44a1-9664-0efbbdd328b6 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:27.019966 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ccd31ae5-8156-449e-a9fb-263c44e86ba4 req-b3c1a1ea-6c50-44a1-9664-0efbbdd328b6 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] 10.222.0.60 "GET /v2.0/ports?device_id=249ac4eb-1a02-4a5a-b338-42e7ef7de469 HTTP/1.1" status: 200 len: 943 time: 0.1372910 Nov 23 17:50:27.072150 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [req-68b3375a-2182-47f3-8128-756fbd3f4b3b req-7a6c9a60-9fa6-40d8-8fdb-c368bd902866 service neutron] Attempting to bind port a2c7a480-eebd-4d1c-9ef0-43dc8bbe0391 on host n-h1-816206-8 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:50:27.072705 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [req-68b3375a-2182-47f3-8128-756fbd3f4b3b req-7a6c9a60-9fa6-40d8-8fdb-c368bd902866 service neutron] Attempting to bind port a2c7a480-eebd-4d1c-9ef0-43dc8bbe0391 by drivers openvswitch,hyperv on host n-h1-816206-8 at level 0 using segments [{'id': '97bf93aa-7116-4943-8d21-ff543f30be5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'b05aa742-7050-4bee-9612-3681dfd2164b'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:50:27.073173 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68b3375a-2182-47f3-8128-756fbd3f4b3b req-7a6c9a60-9fa6-40d8-8fdb-c368bd902866 service neutron] Attempting to bind port a2c7a480-eebd-4d1c-9ef0-43dc8bbe0391 on network b05aa742-7050-4bee-9612-3681dfd2164b {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:50:27.079210 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68b3375a-2182-47f3-8128-756fbd3f4b3b req-7a6c9a60-9fa6-40d8-8fdb-c368bd902866 service neutron] Port a2c7a480-eebd-4d1c-9ef0-43dc8bbe0391 on network b05aa742-7050-4bee-9612-3681dfd2164b not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-8 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 17:50:27.080336 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68b3375a-2182-47f3-8128-756fbd3f4b3b req-7a6c9a60-9fa6-40d8-8fdb-c368bd902866 service neutron] Attempting to bind port a2c7a480-eebd-4d1c-9ef0-43dc8bbe0391 on network b05aa742-7050-4bee-9612-3681dfd2164b {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:50:27.113109 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68b3375a-2182-47f3-8128-756fbd3f4b3b req-7a6c9a60-9fa6-40d8-8fdb-c368bd902866 service neutron] Checking agent: {'id': '4b0a4557-3bfe-4828-80a0-7981fc3ac84c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 15, 14), 'started_at': datetime.datetime(2021, 11, 23, 17, 15, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 50, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:50:27.113664 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68b3375a-2182-47f3-8128-756fbd3f4b3b req-7a6c9a60-9fa6-40d8-8fdb-c368bd902866 service neutron] Checking segment: {'id': '97bf93aa-7116-4943-8d21-ff543f30be5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'b05aa742-7050-4bee-9612-3681dfd2164b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:50:27.114178 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68b3375a-2182-47f3-8128-756fbd3f4b3b req-7a6c9a60-9fa6-40d8-8fdb-c368bd902866 service neutron] Bound using segment: {'id': '97bf93aa-7116-4943-8d21-ff543f30be5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'b05aa742-7050-4bee-9612-3681dfd2164b'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:50:27.114633 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [req-68b3375a-2182-47f3-8128-756fbd3f4b3b req-7a6c9a60-9fa6-40d8-8fdb-c368bd902866 service neutron] Bound port: a2c7a480-eebd-4d1c-9ef0-43dc8bbe0391, host: n-h1-816206-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97bf93aa-7116-4943-8d21-ff543f30be5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'b05aa742-7050-4bee-9612-3681dfd2164b'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:50:27.115000 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-68b3375a-2182-47f3-8128-756fbd3f4b3b req-7a6c9a60-9fa6-40d8-8fdb-c368bd902866 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:27.122089 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ccd31ae5-8156-449e-a9fb-263c44e86ba4 req-8f337675-f139-4531-8a1a-c2f2bbf06e58 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] 10.222.0.60 "GET /v2.0/security-groups?id=64527216-2011-4047-a391-7b59938bf8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1009011 Nov 23 17:50:27.241314 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [req-68b3375a-2182-47f3-8128-756fbd3f4b3b req-7a6c9a60-9fa6-40d8-8fdb-c368bd902866 service neutron] For port a2c7a480-eebd-4d1c-9ef0-43dc8bbe0391, host n-h1-816206-8, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:50:27.246653 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [req-68b3375a-2182-47f3-8128-756fbd3f4b3b req-7a6c9a60-9fa6-40d8-8fdb-c368bd902866 service neutron] For port a2c7a480-eebd-4d1c-9ef0-43dc8bbe0391, host n-h1-816206-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=a2c7a480-eebd-4d1c-9ef0-43dc8bbe0391,segment=NetworkSegment(97bf93aa-7116-4943-8d21-ff543f30be5d),segment_id=97bf93aa-7116-4943-8d21-ff543f30be5d)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:50:27.252130 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-68b3375a-2182-47f3-8128-756fbd3f4b3b req-7a6c9a60-9fa6-40d8-8fdb-c368bd902866 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264357957'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:27.308993 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b3375a-2182-47f3-8128-756fbd3f4b3b req-7a6c9a60-9fa6-40d8-8fdb-c368bd902866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:27.309911 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-68b3375a-2182-47f3-8128-756fbd3f4b3b req-7a6c9a60-9fa6-40d8-8fdb-c368bd902866 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:27.311493 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-68b3375a-2182-47f3-8128-756fbd3f4b3b req-7a6c9a60-9fa6-40d8-8fdb-c368bd902866 service neutron] 10.222.0.55 "PUT /v2.0/ports/a2c7a480-eebd-4d1c-9ef0-43dc8bbe0391 HTTP/1.1" status: 200 len: 1091 time: 1.2631998 Nov 23 17:50:27.312354 n-d-816206-8 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '249ac4eb-1a02-4a5a-b338-42e7ef7de469', 'tag': 'a2c7a480-eebd-4d1c-9ef0-43dc8bbe0391'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:50:27.314832 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbabddbc9fc37b068808e119c416c86f5957ca04531a4a0d2e695c515e93483b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64d25408-4f35-4b29-a52d-8056a37697d8" -d '{"events": [{"name": "network-changed", "server_uuid": "249ac4eb-1a02-4a5a-b338-42e7ef7de469", "tag": "a2c7a480-eebd-4d1c-9ef0-43dc8bbe0391"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:50:27.477895 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6c9a60-9fa6-40d8-8fdb-c368bd902866 service neutron] Pushing event updated for resources: {'Port': ['ID=a2c7a480-eebd-4d1c-9ef0-43dc8bbe0391,revision_number=10']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:50:27.498399 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b3375a-2182-47f3-8128-756fbd3f4b3b req-b1698e32-0702-4c0e-b4cd-7025f19375ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:27.500282 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-68b3375a-2182-47f3-8128-756fbd3f4b3b req-b1698e32-0702-4c0e-b4cd-7025f19375ac service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=093e052ebdfd4c689471d0502a0c2e0a&device_id=249ac4eb-1a02-4a5a-b338-42e7ef7de469 HTTP/1.1" status: 200 len: 1095 time: 0.1525474 Nov 23 17:50:27.650889 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b3375a-2182-47f3-8128-756fbd3f4b3b req-248357ee-5b51-4fc5-a7ac-7eaee0267333 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:27.652464 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-68b3375a-2182-47f3-8128-756fbd3f4b3b req-248357ee-5b51-4fc5-a7ac-7eaee0267333 service neutron] 10.222.0.55 "GET /v2.0/networks?id=b05aa742-7050-4bee-9612-3681dfd2164b HTTP/1.1" status: 200 len: 918 time: 0.1440284 Nov 23 17:50:27.655691 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 17:50:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bc64b9f-1b12-4aeb-b878-cb56cfb9de8e x-openstack-request-id: req-0bc64b9f-1b12-4aeb-b878-cb56cfb9de8e {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:50:27.655991 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "249ac4eb-1a02-4a5a-b338-42e7ef7de469", "tag": "a2c7a480-eebd-4d1c-9ef0-43dc8bbe0391", "status": "completed", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:50:27.656254 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-0bc64b9f-1b12-4aeb-b878-cb56cfb9de8e {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:50:27.656745 n-d-816206-8 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '249ac4eb-1a02-4a5a-b338-42e7ef7de469', 'tag': 'a2c7a480-eebd-4d1c-9ef0-43dc8bbe0391', 'status': 'completed', 'code': 200} Nov 23 17:50:27.768535 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-68b3375a-2182-47f3-8128-756fbd3f4b3b req-318941bc-c1f0-4d78-98c9-1f63af5e40f1 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a2c7a480-eebd-4d1c-9ef0-43dc8bbe0391 HTTP/1.1" status: 200 len: 999 time: 0.1077664 Nov 23 17:50:27.834056 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b3375a-2182-47f3-8128-756fbd3f4b3b req-f947cc59-e05e-45ee-af3b-011186b6f86b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:27.836678 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-68b3375a-2182-47f3-8128-756fbd3f4b3b req-f947cc59-e05e-45ee-af3b-011186b6f86b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=784540e3-73ef-4656-9bfa-913bbf55b1a9 HTTP/1.1" status: 200 len: 856 time: 0.0601931 Nov 23 17:50:27.898805 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b3375a-2182-47f3-8128-756fbd3f4b3b req-870646e6-0f8e-4c44-a060-a039cfe1aec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:27.900750 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-68b3375a-2182-47f3-8128-756fbd3f4b3b req-870646e6-0f8e-4c44-a060-a039cfe1aec6 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b05aa742-7050-4bee-9612-3681dfd2164b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0561972 Nov 23 17:50:28.023224 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-68b3375a-2182-47f3-8128-756fbd3f4b3b req-dbf9c18b-ebc3-427a-a9f8-b1760f0b5e10 service neutron] 10.222.0.55 "GET /v2.0/networks/b05aa742-7050-4bee-9612-3681dfd2164b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1134582 Nov 23 17:50:28.151625 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-68b3375a-2182-47f3-8128-756fbd3f4b3b req-e34dd216-73d6-4fdb-a4f5-3e19789c502b service neutron] 10.222.0.55 "GET /v2.0/networks/b05aa742-7050-4bee-9612-3681dfd2164b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197236 Nov 23 17:50:28.265206 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d25408-4f35-4b29-a52d-8056a37697d8 req-1ca5cd00-2d49-47ef-8ccb-8e9521f4d960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:28.267010 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-64d25408-4f35-4b29-a52d-8056a37697d8 req-1ca5cd00-2d49-47ef-8ccb-8e9521f4d960 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=093e052ebdfd4c689471d0502a0c2e0a&device_id=249ac4eb-1a02-4a5a-b338-42e7ef7de469 HTTP/1.1" status: 200 len: 1095 time: 0.0562594 Nov 23 17:50:28.355468 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4177dd74-287b-435d-9276-b6d625da47e2 req-24a4d6a2-ece1-4e5d-87cd-9c46345eeb19 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:28.364466 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4177dd74-287b-435d-9276-b6d625da47e2 req-24a4d6a2-ece1-4e5d-87cd-9c46345eeb19 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] 10.222.0.60 "GET /v2.0/ports?device_id=249ac4eb-1a02-4a5a-b338-42e7ef7de469 HTTP/1.1" status: 200 len: 944 time: 0.1461937 Nov 23 17:50:28.412617 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4177dd74-287b-435d-9276-b6d625da47e2 req-d29b0f60-c740-4b23-88e3-fd80b0e66dfd tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] 10.222.0.60 "GET /v2.0/security-groups?id=64527216-2011-4047-a391-7b59938bf8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469558 Nov 23 17:50:28.462493 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d25408-4f35-4b29-a52d-8056a37697d8 req-7837c2ea-084e-45b5-9b7d-ade0763d3589 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:28.465712 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-64d25408-4f35-4b29-a52d-8056a37697d8 req-7837c2ea-084e-45b5-9b7d-ade0763d3589 service neutron] 10.222.0.55 "GET /v2.0/networks?id=b05aa742-7050-4bee-9612-3681dfd2164b HTTP/1.1" status: 200 len: 918 time: 0.1905432 Nov 23 17:50:28.562174 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-64d25408-4f35-4b29-a52d-8056a37697d8 req-4c263e8a-ee06-4331-9e18-cef99b127e65 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a2c7a480-eebd-4d1c-9ef0-43dc8bbe0391 HTTP/1.1" status: 200 len: 999 time: 0.0893803 Nov 23 17:50:28.628927 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d25408-4f35-4b29-a52d-8056a37697d8 req-002e64f7-b0ab-411c-9726-ab43de557a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:28.631589 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-64d25408-4f35-4b29-a52d-8056a37697d8 req-002e64f7-b0ab-411c-9726-ab43de557a10 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=784540e3-73ef-4656-9bfa-913bbf55b1a9 HTTP/1.1" status: 200 len: 856 time: 0.0621536 Nov 23 17:50:28.695214 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d25408-4f35-4b29-a52d-8056a37697d8 req-c47db072-815e-4894-990b-9ddf8f4ea3eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:28.697840 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-64d25408-4f35-4b29-a52d-8056a37697d8 req-c47db072-815e-4894-990b-9ddf8f4ea3eb service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b05aa742-7050-4bee-9612-3681dfd2164b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0591424 Nov 23 17:50:28.814292 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-64d25408-4f35-4b29-a52d-8056a37697d8 req-355255f0-8422-4818-8578-66ae632adf90 service neutron] 10.222.0.55 "GET /v2.0/networks/b05aa742-7050-4bee-9612-3681dfd2164b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1086795 Nov 23 17:50:28.954631 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-64d25408-4f35-4b29-a52d-8056a37697d8 req-afb208c5-328b-44cc-a6c7-541ad45f8b59 service neutron] 10.222.0.55 "GET /v2.0/networks/b05aa742-7050-4bee-9612-3681dfd2164b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315026 Nov 23 17:50:29.680896 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc9d6e3-c966-4e05-a6d2-aa9aaca110c5 req-e4dfbe32-172a-40e2-94f6-67b45280b60b tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:29.684387 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5cc9d6e3-c966-4e05-a6d2-aa9aaca110c5 req-e4dfbe32-172a-40e2-94f6-67b45280b60b tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] 10.222.0.60 "GET /v2.0/ports?device_id=249ac4eb-1a02-4a5a-b338-42e7ef7de469 HTTP/1.1" status: 200 len: 944 time: 0.1006300 Nov 23 17:50:29.790825 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 39276) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:50:29.832720 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5cc9d6e3-c966-4e05-a6d2-aa9aaca110c5 req-39b1b08f-2edf-4c2e-862e-00a563bceecc tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] 10.222.0.60 "GET /v2.0/security-groups?id=64527216-2011-4047-a391-7b59938bf8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1417418 Nov 23 17:50:30.033237 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c3bf1921-6334-4a93-8adf-77c5eb2093a6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:30.192797 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c3bf1921-6334-4a93-8adf-77c5eb2093a6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:30.202666 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c3bf1921-6334-4a93-8adf-77c5eb2093a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:30.259673 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-c3bf1921-6334-4a93-8adf-77c5eb2093a6 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b4bdf55a72e04b3195a68a74f9186887&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4673448 Nov 23 17:50:30.260276 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bf1921-6334-4a93-8adf-77c5eb2093a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22526a90-8cf0-45f8-9bfb-03285d0e4e15,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:50:30.263153 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 39280) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:50:30.364681 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-4783d703-721f-4625-96a2-f4d60c5d343f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:30.419200 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-4783d703-721f-4625-96a2-f4d60c5d343f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:30.525360 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-4783d703-721f-4625-96a2-f4d60c5d343f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:30.534585 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-4783d703-721f-4625-96a2-f4d60c5d343f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:30.541548 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-4783d703-721f-4625-96a2-f4d60c5d343f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/22526a90-8cf0-45f8-9bfb-03285d0e4e15 HTTP/1.1" status: 204 len: 168 time: 0.2751079 Nov 23 17:50:30.566237 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4783d703-721f-4625-96a2-f4d60c5d343f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22526a90-8cf0-45f8-9bfb-03285d0e4e15,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:50:31.039795 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 39294) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:50:31.069081 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-6805d03e-0a0e-4081-a96e-93361f891289 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:31.114726 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dce835-ece5-4c29-a6df-dcac54d27156 req-f2d2655a-060d-49ba-98ee-7d36d1ae4223 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:31.117173 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e3dce835-ece5-4c29-a6df-dcac54d27156 req-f2d2655a-060d-49ba-98ee-7d36d1ae4223 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] 10.222.0.60 "GET /v2.0/ports?device_id=249ac4eb-1a02-4a5a-b338-42e7ef7de469 HTTP/1.1" status: 200 len: 944 time: 0.1440623 Nov 23 17:50:31.248534 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e3dce835-ece5-4c29-a6df-dcac54d27156 req-fe983bd9-7540-4514-ac61-9eb0df811bd9 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] 10.222.0.60 "GET /v2.0/security-groups?id=64527216-2011-4047-a391-7b59938bf8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1220193 Nov 23 17:50:31.305264 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-6805d03e-0a0e-4081-a96e-93361f891289 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:31.312094 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-6805d03e-0a0e-4081-a96e-93361f891289 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:31.379968 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6805d03e-0a0e-4081-a96e-93361f891289 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2fcf9ba-c551-455d-baab-ac8248613aa7,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:50:31.409493 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-6805d03e-0a0e-4081-a96e-93361f891289 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=800fda715fec44278a4d11d1a7712836&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3596799 Nov 23 17:50:31.410877 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 39296) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:50:31.501147 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7944342a-0694-48f9-8d72-87bb73907b99 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:31.545961 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7944342a-0694-48f9-8d72-87bb73907b99 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:31.613333 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7944342a-0694-48f9-8d72-87bb73907b99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:31.616317 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7944342a-0694-48f9-8d72-87bb73907b99 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:31.617552 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-7944342a-0694-48f9-8d72-87bb73907b99 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b2fcf9ba-c551-455d-baab-ac8248613aa7 HTTP/1.1" status: 204 len: 168 time: 0.2061813 Nov 23 17:50:31.627128 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7944342a-0694-48f9-8d72-87bb73907b99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2fcf9ba-c551-455d-baab-ac8248613aa7,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:50:32.402033 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efc9729-2914-443b-a0f3-a6bcbbec3302 req-07728960-dc3e-47bd-91eb-42232305351c tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:32.404135 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8efc9729-2914-443b-a0f3-a6bcbbec3302 req-07728960-dc3e-47bd-91eb-42232305351c tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] 10.222.0.60 "GET /v2.0/ports?device_id=249ac4eb-1a02-4a5a-b338-42e7ef7de469 HTTP/1.1" status: 200 len: 944 time: 0.0594821 Nov 23 17:50:32.478346 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8efc9729-2914-443b-a0f3-a6bcbbec3302 req-50a567f8-e3a8-4b8a-abf8-d8677b977e83 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] 10.222.0.60 "GET /v2.0/security-groups?id=64527216-2011-4047-a391-7b59938bf8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664120 Nov 23 17:50:33.662188 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd7bdc3-0e8a-4f54-afb6-74ffd4fd24d8 req-491e9bb9-c06a-4d15-9508-89103d594017 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:33.663933 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-edd7bdc3-0e8a-4f54-afb6-74ffd4fd24d8 req-491e9bb9-c06a-4d15-9508-89103d594017 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] 10.222.0.60 "GET /v2.0/ports?device_id=249ac4eb-1a02-4a5a-b338-42e7ef7de469 HTTP/1.1" status: 200 len: 944 time: 0.0850241 Nov 23 17:50:33.799274 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-edd7bdc3-0e8a-4f54-afb6-74ffd4fd24d8 req-1e4226d6-bfda-48f4-8d2b-57b0c4bf2ff0 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] 10.222.0.60 "GET /v2.0/security-groups?id=64527216-2011-4047-a391-7b59938bf8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1285379 Nov 23 17:50:33.846919 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 39374) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:50:33.999658 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-dd1102b0-2411-4bc6-8937-a3fcc654fc8c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:34.104326 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-dd1102b0-2411-4bc6-8937-a3fcc654fc8c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:34.109048 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-dd1102b0-2411-4bc6-8937-a3fcc654fc8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:34.142630 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1102b0-2411-4bc6-8937-a3fcc654fc8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d905eff6-91df-48d4-b769-8463bcb7014e,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:50:34.165613 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 39382) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:50:34.166092 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-dd1102b0-2411-4bc6-8937-a3fcc654fc8c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b943185a48794bb881d1d0d3a5fd3672&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3177576 Nov 23 17:50:34.221167 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-bc041a6e-0a76-4819-b343-82d9d3342dd9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:34.242220 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-bc041a6e-0a76-4819-b343-82d9d3342dd9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:34.303507 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-bc041a6e-0a76-4819-b343-82d9d3342dd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:34.307104 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-bc041a6e-0a76-4819-b343-82d9d3342dd9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:34.308351 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-bc041a6e-0a76-4819-b343-82d9d3342dd9 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d905eff6-91df-48d4-b769-8463bcb7014e HTTP/1.1" status: 204 len: 168 time: 0.1415553 Nov 23 17:50:34.330316 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc041a6e-0a76-4819-b343-82d9d3342dd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d905eff6-91df-48d4-b769-8463bcb7014e,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:50:34.981450 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb104f35-f767-487d-8d06-eb9241a4691d req-da094144-f14f-4f58-a72d-69d7689412db tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:34.991187 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-cb104f35-f767-487d-8d06-eb9241a4691d req-da094144-f14f-4f58-a72d-69d7689412db tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] 10.222.0.60 "GET /v2.0/ports?device_id=249ac4eb-1a02-4a5a-b338-42e7ef7de469 HTTP/1.1" status: 200 len: 944 time: 0.0824814 Nov 23 17:50:35.076709 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-cb104f35-f767-487d-8d06-eb9241a4691d req-51d4e2cc-aacd-4fd7-8b67-d0437747fded tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] 10.222.0.60 "GET /v2.0/security-groups?id=64527216-2011-4047-a391-7b59938bf8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0842764 Nov 23 17:50:35.654158 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 39426) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:50:35.781021 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-476cd3fc-e83d-4bfa-9d5e-72729f09c8ab admin admin] Publish callbacks [] for security_group, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:35.875909 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-476cd3fc-e83d-4bfa-9d5e-72729f09c8ab admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:35.881036 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-476cd3fc-e83d-4bfa-9d5e-72729f09c8ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:35.913247 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-476cd3fc-e83d-4bfa-9d5e-72729f09c8ab admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=8f1e3279a68e4d2f925db13b8f5ac4a6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2579823 Nov 23 17:50:35.915984 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 39430) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:50:35.927500 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476cd3fc-e83d-4bfa-9d5e-72729f09c8ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6286be70-08e6-48db-8a55-bddb2711cabd,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:50:35.991274 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-32260b91-cac0-4383-895d-55e798ad0b3d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:36.040935 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-32260b91-cac0-4383-895d-55e798ad0b3d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:36.094278 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-32260b91-cac0-4383-895d-55e798ad0b3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:36.109577 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-32260b91-cac0-4383-895d-55e798ad0b3d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:36.123848 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-32260b91-cac0-4383-895d-55e798ad0b3d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/6286be70-08e6-48db-8a55-bddb2711cabd HTTP/1.1" status: 204 len: 168 time: 0.1937592 Nov 23 17:50:36.163773 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32260b91-cac0-4383-895d-55e798ad0b3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6286be70-08e6-48db-8a55-bddb2711cabd,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:50:36.262801 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbfd1eb-de6a-4957-b485-930f05c1aba6 req-9bce9ef1-4be9-4b87-889d-74cf84ebf5a3 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:36.265498 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-0cbfd1eb-de6a-4957-b485-930f05c1aba6 req-9bce9ef1-4be9-4b87-889d-74cf84ebf5a3 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] 10.222.0.60 "GET /v2.0/ports?device_id=249ac4eb-1a02-4a5a-b338-42e7ef7de469 HTTP/1.1" status: 200 len: 944 time: 0.0989540 Nov 23 17:50:36.357169 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-0cbfd1eb-de6a-4957-b485-930f05c1aba6 req-7490f6c0-74be-4215-acba-c6515702c331 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] 10.222.0.60 "GET /v2.0/security-groups?id=64527216-2011-4047-a391-7b59938bf8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0835664 Nov 23 17:50:37.576959 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867c1dbc-f373-4bb6-898f-6ed357683348 req-b31c3d1f-f447-4f6d-8599-d566d92fc26d tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:37.578605 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-867c1dbc-f373-4bb6-898f-6ed357683348 req-b31c3d1f-f447-4f6d-8599-d566d92fc26d tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] 10.222.0.60 "GET /v2.0/ports?device_id=249ac4eb-1a02-4a5a-b338-42e7ef7de469 HTTP/1.1" status: 200 len: 944 time: 0.1025541 Nov 23 17:50:37.657427 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-867c1dbc-f373-4bb6-898f-6ed357683348 req-5caeeef5-6c20-41aa-92e8-39753ca47525 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] 10.222.0.60 "GET /v2.0/security-groups?id=64527216-2011-4047-a391-7b59938bf8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686209 Nov 23 17:50:38.031613 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 39496) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:50:38.147659 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-0b97b09c-7e3b-43fe-beb1-d55207c8fe13 tempest-QuotasTest-1974115686 tempest-QuotasTest-1974115686-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:50:38.191867 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-0b97b09c-7e3b-43fe-beb1-d55207c8fe13 tempest-QuotasTest-1974115686 tempest-QuotasTest-1974115686-project-admin] 10.222.0.60 "PUT /v2.0/quotas/f32e6a85b5754d709803ad937a71ff07 HTTP/1.1" status: 200 len: 366 time: 0.1591246 Nov 23 17:50:38.194495 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 39502) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:50:38.205338 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-af3b4b67-14b8-465e-a5de-28d99e122d39 tempest-QuotasTest-1974115686 tempest-QuotasTest-1974115686-project-admin] 10.222.0.60 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0095484 Nov 23 17:50:38.207690 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 39504) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:50:38.217483 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-bfa8d034-5631-4046-bfad-0e3f3e6fe360 tempest-QuotasTest-1974115686 tempest-QuotasTest-1974115686-project-admin] 10.222.0.60 "GET /v2.0/quotas/f32e6a85b5754d709803ad937a71ff07 HTTP/1.1" status: 200 len: 366 time: 0.0088279 Nov 23 17:50:38.219659 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 39506) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:50:38.234665 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-3e1fb124-ee13-4897-884f-87045bac558b tempest-QuotasTest-1974115686 tempest-QuotasTest-1974115686-project-admin] 10.222.0.60 "DELETE /v2.0/quotas/f32e6a85b5754d709803ad937a71ff07 HTTP/1.1" status: 204 len: 168 time: 0.0138171 Nov 23 17:50:38.236864 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 39508) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:50:38.246549 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-768a095d-7484-40c8-8db1-de907b042f3f tempest-QuotasTest-1974115686 tempest-QuotasTest-1974115686-project-admin] 10.222.0.60 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0081751 Nov 23 17:50:38.248784 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 39510) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:50:38.263061 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 39512) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:50:38.265265 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-80c6f938-a76a-4007-aeac-a535a2e28753 tempest-QuotasTest-1974115686 tempest-QuotasTest-1974115686-project-admin] 10.222.0.60 "GET /v2.0/quotas/f32e6a85b5754d709803ad937a71ff07 HTTP/1.1" status: 200 len: 370 time: 0.0152638 Nov 23 17:50:38.272215 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-e19b4158-9776-4f46-b1d9-a3e17dc2de5c tempest-QuotasTest-1974115686 tempest-QuotasTest-1974115686-project-admin] 10.222.0.60 "GET /v2.0/quotas/f32e6a85b5754d709803ad937a71ff07/default HTTP/1.1" status: 200 len: 370 time: 0.0077014 Nov 23 17:50:38.273262 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 39514) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:50:38.283166 n-d-816206-8 neutron-server[103590]: INFO neutron.api.v2.resource [None req-a634df25-745d-4c7f-991c-770242223a97 tempest-QuotasTest-1974115686 tempest-QuotasTest-1974115686-project-admin] delete failed (client error): The resource could not be found. Nov 23 17:50:38.284436 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-a634df25-745d-4c7f-991c-770242223a97 tempest-QuotasTest-1974115686 tempest-QuotasTest-1974115686-project-admin] 10.222.0.60 "DELETE /v2.0/quotas/f32e6a85b5754d709803ad937a71ff07 HTTP/1.1" status: 404 len: 348 time: 0.0100498 Nov 23 17:50:38.408463 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 39520) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:50:38.445837 n-d-816206-8 neutron-server[103590]: DEBUG neutron.quota.resource [None req-3a608838-146b-4f1d-a794-9cd068f4e263 tempest-QuotasTest-1974115686 tempest-QuotasTest-1974115686-project-admin] Usage tracker for resource:network and project:b458fcaed995479c95cc7bb5fde8d09d is out of sync, need to count used quota {{(pid=103590) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 23 17:50:38.450228 n-d-816206-8 neutron-server[103590]: DEBUG neutron.quota.resource [None req-3a608838-146b-4f1d-a794-9cd068f4e263 tempest-QuotasTest-1974115686 tempest-QuotasTest-1974115686-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103590) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 23 17:50:38.457946 n-d-816206-8 neutron-server[103590]: DEBUG neutron.quota.resource [None req-3a608838-146b-4f1d-a794-9cd068f4e263 tempest-QuotasTest-1974115686 tempest-QuotasTest-1974115686-project-admin] Usage tracker for resource:subnet and project:b458fcaed995479c95cc7bb5fde8d09d is out of sync, need to count used quota {{(pid=103590) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 23 17:50:38.462081 n-d-816206-8 neutron-server[103590]: DEBUG neutron.quota.resource [None req-3a608838-146b-4f1d-a794-9cd068f4e263 tempest-QuotasTest-1974115686 tempest-QuotasTest-1974115686-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103590) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 23 17:50:38.470770 n-d-816206-8 neutron-server[103590]: DEBUG neutron.quota.resource [None req-3a608838-146b-4f1d-a794-9cd068f4e263 tempest-QuotasTest-1974115686 tempest-QuotasTest-1974115686-project-admin] Usage tracker for resource:subnetpool and project:b458fcaed995479c95cc7bb5fde8d09d is out of sync, need to count used quota {{(pid=103590) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 23 17:50:38.477157 n-d-816206-8 neutron-server[103590]: DEBUG neutron.quota.resource [None req-3a608838-146b-4f1d-a794-9cd068f4e263 tempest-QuotasTest-1974115686 tempest-QuotasTest-1974115686-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=103590) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 23 17:50:38.485324 n-d-816206-8 neutron-server[103590]: DEBUG neutron.quota.resource [None req-3a608838-146b-4f1d-a794-9cd068f4e263 tempest-QuotasTest-1974115686 tempest-QuotasTest-1974115686-project-admin] Usage tracker for resource:port and project:b458fcaed995479c95cc7bb5fde8d09d is out of sync, need to count used quota {{(pid=103590) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 23 17:50:38.496838 n-d-816206-8 neutron-server[103590]: DEBUG neutron.quota.resource [None req-3a608838-146b-4f1d-a794-9cd068f4e263 tempest-QuotasTest-1974115686 tempest-QuotasTest-1974115686-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=103590) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 23 17:50:38.524391 n-d-816206-8 neutron-server[103590]: DEBUG neutron.quota.resource [None req-3a608838-146b-4f1d-a794-9cd068f4e263 tempest-QuotasTest-1974115686 tempest-QuotasTest-1974115686-project-admin] Usage tracker for resource:router and project:b458fcaed995479c95cc7bb5fde8d09d is out of sync, need to count used quota {{(pid=103590) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 23 17:50:38.537679 n-d-816206-8 neutron-server[103590]: DEBUG neutron.quota.resource [None req-3a608838-146b-4f1d-a794-9cd068f4e263 tempest-QuotasTest-1974115686 tempest-QuotasTest-1974115686-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=103590) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 23 17:50:38.556447 n-d-816206-8 neutron-server[103590]: DEBUG neutron.quota.resource [None req-3a608838-146b-4f1d-a794-9cd068f4e263 tempest-QuotasTest-1974115686 tempest-QuotasTest-1974115686-project-admin] Usage tracker for resource:floatingip and project:b458fcaed995479c95cc7bb5fde8d09d is out of sync, need to count used quota {{(pid=103590) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 23 17:50:38.564821 n-d-816206-8 neutron-server[103590]: DEBUG neutron.quota.resource [None req-3a608838-146b-4f1d-a794-9cd068f4e263 tempest-QuotasTest-1974115686 tempest-QuotasTest-1974115686-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=103590) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 23 17:50:38.608753 n-d-816206-8 neutron-server[103590]: DEBUG neutron.quota.resource [None req-3a608838-146b-4f1d-a794-9cd068f4e263 tempest-QuotasTest-1974115686 tempest-QuotasTest-1974115686-project-admin] Usage tracker for resource:security_group and project:b458fcaed995479c95cc7bb5fde8d09d is out of sync, need to count used quota {{(pid=103590) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 23 17:50:38.611925 n-d-816206-8 neutron-server[103590]: DEBUG neutron.quota.resource [None req-3a608838-146b-4f1d-a794-9cd068f4e263 tempest-QuotasTest-1974115686 tempest-QuotasTest-1974115686-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=103590) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 23 17:50:38.623584 n-d-816206-8 neutron-server[103590]: DEBUG neutron.quota.resource [None req-3a608838-146b-4f1d-a794-9cd068f4e263 tempest-QuotasTest-1974115686 tempest-QuotasTest-1974115686-project-admin] Usage tracker for resource:security_group_rule and project:b458fcaed995479c95cc7bb5fde8d09d is out of sync, need to count used quota {{(pid=103590) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 23 17:50:38.635546 n-d-816206-8 neutron-server[103590]: DEBUG neutron.quota.resource [None req-3a608838-146b-4f1d-a794-9cd068f4e263 tempest-QuotasTest-1974115686 tempest-QuotasTest-1974115686-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103590) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 23 17:50:38.646811 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-3a608838-146b-4f1d-a794-9cd068f4e263 tempest-QuotasTest-1974115686 tempest-QuotasTest-1974115686-project-admin] 10.222.0.60 "GET /v2.0/quotas/b458fcaed995479c95cc7bb5fde8d09d/details.json HTTP/1.1" status: 200 len: 703 time: 0.2372077 Nov 23 17:50:38.807327 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51889835-54bb-4f1d-b8cc-9d9c1921c0df req-bceb5cbd-be04-48d8-9ab6-dac3e134d570 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:38.810051 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-51889835-54bb-4f1d-b8cc-9d9c1921c0df req-bceb5cbd-be04-48d8-9ab6-dac3e134d570 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] 10.222.0.60 "GET /v2.0/ports?device_id=249ac4eb-1a02-4a5a-b338-42e7ef7de469 HTTP/1.1" status: 200 len: 944 time: 0.0738807 Nov 23 17:50:38.977104 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-51889835-54bb-4f1d-b8cc-9d9c1921c0df req-5ed36316-ab0f-4b8c-9f2a-d75b464550bc tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] 10.222.0.60 "GET /v2.0/security-groups?id=64527216-2011-4047-a391-7b59938bf8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1572235 Nov 23 17:50:39.202712 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 39534) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:50:39.316827 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b64adbd2-dfe3-4a7b-8c2b-cd640ba4b100 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:39.399940 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b64adbd2-dfe3-4a7b-8c2b-cd640ba4b100 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:39.403988 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b64adbd2-dfe3-4a7b-8c2b-cd640ba4b100 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:39.448072 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-b64adbd2-dfe3-4a7b-8c2b-cd640ba4b100 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f5aa09e48bdf440eba6b54d75f6a6550&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2441754 Nov 23 17:50:39.449016 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64adbd2-dfe3-4a7b-8c2b-cd640ba4b100 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=033111ab-81f9-4374-9d4a-37e9b7a3b504,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:50:39.451389 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 39538) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:50:39.514118 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-1389e018-9e18-4d9d-8c61-55bba7f580bf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:39.546758 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-1389e018-9e18-4d9d-8c61-55bba7f580bf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:39.601517 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-1389e018-9e18-4d9d-8c61-55bba7f580bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:39.604312 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-1389e018-9e18-4d9d-8c61-55bba7f580bf admin admin] Publish callbacks [] for security_group, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:39.606223 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-1389e018-9e18-4d9d-8c61-55bba7f580bf admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/033111ab-81f9-4374-9d4a-37e9b7a3b504 HTTP/1.1" status: 204 len: 168 time: 0.1516941 Nov 23 17:50:39.616836 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1389e018-9e18-4d9d-8c61-55bba7f580bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=033111ab-81f9-4374-9d4a-37e9b7a3b504,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:50:39.955629 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 39548) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:50:39.970566 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-49dc2ac4-2f97-447f-a82f-7452bbcb515e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:40.082621 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-49dc2ac4-2f97-447f-a82f-7452bbcb515e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:40.110963 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-49dc2ac4-2f97-447f-a82f-7452bbcb515e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:40.159013 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b817b2-9ac8-41fa-b917-238bb7ea7e5b req-d2d2c5e6-52cd-4009-9822-12e8736d3cf0 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:40.160547 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-17b817b2-9ac8-41fa-b917-238bb7ea7e5b req-d2d2c5e6-52cd-4009-9822-12e8736d3cf0 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] 10.222.0.60 "GET /v2.0/ports?device_id=249ac4eb-1a02-4a5a-b338-42e7ef7de469 HTTP/1.1" status: 200 len: 944 time: 0.0912740 Nov 23 17:50:40.165774 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-49dc2ac4-2f97-447f-a82f-7452bbcb515e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b458fcaed995479c95cc7bb5fde8d09d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2081645 Nov 23 17:50:40.167037 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49dc2ac4-2f97-447f-a82f-7452bbcb515e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a894f2c-fc8f-4204-9dfa-561a03b146a1,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:50:40.169123 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 39556) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:50:40.217089 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-17b817b2-9ac8-41fa-b917-238bb7ea7e5b req-75b36d7e-7c9e-435f-b76b-f39b70e049cf tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] 10.222.0.60 "GET /v2.0/security-groups?id=64527216-2011-4047-a391-7b59938bf8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464430 Nov 23 17:50:40.239719 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e01f3a0e-6ba8-460f-9939-0de7b363f96e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:40.261901 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e01f3a0e-6ba8-460f-9939-0de7b363f96e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:40.311870 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e01f3a0e-6ba8-460f-9939-0de7b363f96e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:40.314626 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e01f3a0e-6ba8-460f-9939-0de7b363f96e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:40.315832 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-e01f3a0e-6ba8-460f-9939-0de7b363f96e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/4a894f2c-fc8f-4204-9dfa-561a03b146a1 HTTP/1.1" status: 204 len: 168 time: 0.1455381 Nov 23 17:50:40.325284 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01f3a0e-6ba8-460f-9939-0de7b363f96e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a894f2c-fc8f-4204-9dfa-561a03b146a1,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:50:41.051097 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 39580) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:50:41.170928 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-f06ff9ec-745d-43bc-b9b4-c5b171baf582 tempest-AllowedAddressPairTestJSON-1579390025 tempest-AllowedAddressPairTestJSON-1579390025-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1724076423'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:50:41.196604 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f06ff9ec-745d-43bc-b9b4-c5b171baf582 tempest-AllowedAddressPairTestJSON-1579390025 tempest-AllowedAddressPairTestJSON-1579390025-project] Made reservation on behalf of 132cb5019bfa47db99a046b96948e291 for: {'network': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:50:41.200449 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f06ff9ec-745d-43bc-b9b4-c5b171baf582 tempest-AllowedAddressPairTestJSON-1579390025 tempest-AllowedAddressPairTestJSON-1579390025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for network, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:41.209829 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f06ff9ec-745d-43bc-b9b4-c5b171baf582 tempest-AllowedAddressPairTestJSON-1579390025 tempest-AllowedAddressPairTestJSON-1579390025-project] Publish callbacks [] for security_group, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:41.300110 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f06ff9ec-745d-43bc-b9b4-c5b171baf582 tempest-AllowedAddressPairTestJSON-1579390025 tempest-AllowedAddressPairTestJSON-1579390025-project] Publish callbacks [] for security_group, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:41.307530 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f06ff9ec-745d-43bc-b9b4-c5b171baf582 tempest-AllowedAddressPairTestJSON-1579390025 tempest-AllowedAddressPairTestJSON-1579390025-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:41.326301 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f06ff9ec-745d-43bc-b9b4-c5b171baf582 tempest-AllowedAddressPairTestJSON-1579390025 tempest-AllowedAddressPairTestJSON-1579390025-project] vlan segment allocate from pool success with {'vlan_id': 515, 'physical_network': 'physnet1'} {{(pid=103590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 17:50:41.351759 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f06ff9ec-745d-43bc-b9b4-c5b171baf582 tempest-AllowedAddressPairTestJSON-1579390025 tempest-AllowedAddressPairTestJSON-1579390025-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:41.352357 n-d-816206-8 neutron-server[103590]: INFO neutron.db.segments_db [None req-f06ff9ec-745d-43bc-b9b4-c5b171baf582 tempest-AllowedAddressPairTestJSON-1579390025 tempest-AllowedAddressPairTestJSON-1579390025-project] Added segment 8173e511-31da-402c-9119-6da4f94cd932 of type vlan for network 5858b1b2-c53a-4ec1-b8cb-463416268745 Nov 23 17:50:41.367187 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06ff9ec-745d-43bc-b9b4-c5b171baf582 tempest-AllowedAddressPairTestJSON-1579390025 tempest-AllowedAddressPairTestJSON-1579390025-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec185473-0ec4-4b75-a017-a56c99fa1b9f,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:50:41.392697 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac34446-779d-49f8-9863-af1cbdcaed50 req-d903b280-1fc1-4777-8904-204ce943e908 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:41.395412 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9ac34446-779d-49f8-9863-af1cbdcaed50 req-d903b280-1fc1-4777-8904-204ce943e908 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] 10.222.0.60 "GET /v2.0/ports?device_id=249ac4eb-1a02-4a5a-b338-42e7ef7de469 HTTP/1.1" status: 200 len: 944 time: 0.0833850 Nov 23 17:50:41.426566 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f06ff9ec-745d-43bc-b9b4-c5b171baf582 tempest-AllowedAddressPairTestJSON-1579390025 tempest-AllowedAddressPairTestJSON-1579390025-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736635338810'] for network, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:41.461071 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9ac34446-779d-49f8-9863-af1cbdcaed50 req-17979fd7-a943-40d6-9465-e736365b207c tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] 10.222.0.60 "GET /v2.0/security-groups?id=64527216-2011-4047-a391-7b59938bf8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596821 Nov 23 17:50:41.467747 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f06ff9ec-745d-43bc-b9b4-c5b171baf582 tempest-AllowedAddressPairTestJSON-1579390025 tempest-AllowedAddressPairTestJSON-1579390025-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493'] for network, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:41.482968 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f06ff9ec-745d-43bc-b9b4-c5b171baf582 tempest-AllowedAddressPairTestJSON-1579390025 tempest-AllowedAddressPairTestJSON-1579390025-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:41.483889 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f06ff9ec-745d-43bc-b9b4-c5b171baf582 tempest-AllowedAddressPairTestJSON-1579390025 tempest-AllowedAddressPairTestJSON-1579390025-project] Publish callbacks [] for network, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:41.551407 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-f06ff9ec-745d-43bc-b9b4-c5b171baf582 tempest-AllowedAddressPairTestJSON-1579390025 tempest-AllowedAddressPairTestJSON-1579390025-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.4991786 Nov 23 17:50:41.554226 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 39598) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:50:41.559564 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-fd152377-c05a-4da6-bef7-75d579914554 tempest-AllowedAddressPairTestJSON-1579390025 tempest-AllowedAddressPairTestJSON-1579390025-project] Request body: {'subnet': {'network_id': '5858b1b2-c53a-4ec1-b8cb-463416268745', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:50:41.564476 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06ff9ec-745d-43bc-b9b4-c5b171baf582 tempest-AllowedAddressPairTestJSON-1579390025 tempest-AllowedAddressPairTestJSON-1579390025-project] Pushing event updated for resources: {'Network': ['ID=5858b1b2-c53a-4ec1-b8cb-463416268745,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:50:41.578071 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Network 5858b1b2-c53a-4ec1-b8cb-463416268745 details requested by agent ovs-agent-n-d-816206-8 with host n-d-816206-8 {{(pid=103592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 17:50:41.672231 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd152377-c05a-4da6-bef7-75d579914554 tempest-AllowedAddressPairTestJSON-1579390025 tempest-AllowedAddressPairTestJSON-1579390025-project] Made reservation on behalf of 132cb5019bfa47db99a046b96948e291 for: {'subnet': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:50:41.676820 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-fd152377-c05a-4da6-bef7-75d579914554 tempest-AllowedAddressPairTestJSON-1579390025 tempest-AllowedAddressPairTestJSON-1579390025-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264730903'] for subnet, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:41.898533 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-fd152377-c05a-4da6-bef7-75d579914554 tempest-AllowedAddressPairTestJSON-1579390025 tempest-AllowedAddressPairTestJSON-1579390025-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264358096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264730885'] for subnet, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:41.961767 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd152377-c05a-4da6-bef7-75d579914554 tempest-AllowedAddressPairTestJSON-1579390025 tempest-AllowedAddressPairTestJSON-1579390025-project] Pushing event updated for resources: {'Subnet': ['ID=0b354e3a-0016-436a-aa80-eb59668ba885,revision_number=0']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:50:41.973053 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd152377-c05a-4da6-bef7-75d579914554 tempest-AllowedAddressPairTestJSON-1579390025 tempest-AllowedAddressPairTestJSON-1579390025-project] Checking segment: {'id': '8173e511-31da-402c-9119-6da4f94cd932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '5858b1b2-c53a-4ec1-b8cb-463416268745'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:50:41.973419 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd152377-c05a-4da6-bef7-75d579914554 tempest-AllowedAddressPairTestJSON-1579390025 tempest-AllowedAddressPairTestJSON-1579390025-project] Network hostable DHCP agents. Network: 5858b1b2-c53a-4ec1-b8cb-463416268745, hostable agents: ['0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3'], hosted agents: [] {{(pid=103590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 17:50:41.990782 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd152377-c05a-4da6-bef7-75d579914554 tempest-AllowedAddressPairTestJSON-1579390025 tempest-AllowedAddressPairTestJSON-1579390025-project] Network 5858b1b2-c53a-4ec1-b8cb-463416268745 is scheduled to be hosted by DHCP agent 0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3 with binding_index 1 {{(pid=103590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 17:50:42.002483 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-fd152377-c05a-4da6-bef7-75d579914554 tempest-AllowedAddressPairTestJSON-1579390025 tempest-AllowedAddressPairTestJSON-1579390025-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-8, 5858b1b2-c53a-4ec1-b8cb-463416268745) {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:50:42.007194 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd152377-c05a-4da6-bef7-75d579914554 tempest-AllowedAddressPairTestJSON-1579390025 tempest-AllowedAddressPairTestJSON-1579390025-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:42.008015 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-fd152377-c05a-4da6-bef7-75d579914554 tempest-AllowedAddressPairTestJSON-1579390025 tempest-AllowedAddressPairTestJSON-1579390025-project] Publish callbacks [] for subnet, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:42.015275 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fab85f03-d9b2-4f80-8b64-07948f766f3e None None] Network 5858b1b2-c53a-4ec1-b8cb-463416268745 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:50:42.032554 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-fd152377-c05a-4da6-bef7-75d579914554 tempest-AllowedAddressPairTestJSON-1579390025 tempest-AllowedAddressPairTestJSON-1579390025-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4748192 Nov 23 17:50:42.032867 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 39610) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:50:42.040434 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-135d8416-bf12-4862-b93d-691951444fb9 tempest-AllowedAddressPairTestJSON-1579390025 tempest-AllowedAddressPairTestJSON-1579390025-project] Request body: {'port': {'network_id': '5858b1b2-c53a-4ec1-b8cb-463416268745', 'name': 'tempest-AllowedAddressPairTestJSON-1763372091'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:50:42.197536 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-135d8416-bf12-4862-b93d-691951444fb9 tempest-AllowedAddressPairTestJSON-1579390025 tempest-AllowedAddressPairTestJSON-1579390025-project] Made reservation on behalf of 132cb5019bfa47db99a046b96948e291 for: {'port': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:50:42.201600 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-135d8416-bf12-4862-b93d-691951444fb9 tempest-AllowedAddressPairTestJSON-1579390025 tempest-AllowedAddressPairTestJSON-1579390025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:42.204754 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device a2c7a480-eebd-4d1c-9ef0-43dc8bbe0391 details requested by agent hyperv_n-h1-816206-8 with host n-h1-816206-8 {{(pid=103592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 17:50:42.223415 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [None req-135d8416-bf12-4862-b93d-691951444fb9 tempest-AllowedAddressPairTestJSON-1579390025 tempest-AllowedAddressPairTestJSON-1579390025-project] device_id is not set on port 8a434d4b-dd44-4d38-80e9-7726e3ee7214 yet. {{(pid=103591) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 17:50:42.363767 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port a2c7a480-eebd-4d1c-9ef0-43dc8bbe0391, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=a2c7a480-eebd-4d1c-9ef0-43dc8bbe0391,segment=NetworkSegment(97bf93aa-7116-4943-8d21-ff543f30be5d),segment_id=97bf93aa-7116-4943-8d21-ff543f30be5d)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:50:42.372355 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.db_base_plugin_common [None req-135d8416-bf12-4862-b93d-691951444fb9 tempest-AllowedAddressPairTestJSON-1579390025 tempest-AllowedAddressPairTestJSON-1579390025-project] Allocated IP 172.20.0.11 (5858b1b2-c53a-4ec1-b8cb-463416268745/0b354e3a-0016-436a-aa80-eb59668ba885/8a434d4b-dd44-4d38-80e9-7726e3ee7214) {{(pid=103591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:50:42.379367 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Returning: {'device': 'a2c7a480-eebd-4d1c-9ef0-43dc8bbe0391', 'network_id': 'b05aa742-7050-4bee-9612-3681dfd2164b', 'port_id': 'a2c7a480-eebd-4d1c-9ef0-43dc8bbe0391', 'mac_address': 'fa:16:3e:7c:78:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '784540e3-73ef-4656-9bfa-913bbf55b1a9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 17:50:42.381993 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17b5fb0b-9252-4545-8963-a117b0c32680 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp355044b8-8e87-58c4-94fa-4a010ec30f9e-5858b1b2-c53a-4ec1-b8cb-463416268745', 'network_id': '5858b1b2-c53a-4ec1-b8cb-463416268745', 'tenant_id': '132cb5019bfa47db99a046b96948e291', 'fixed_ips': [{'subnet_id': '0b354e3a-0016-436a-aa80-eb59668ba885'}]}} from n-d-816206-8. {{(pid=103592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 17:50:42.383625 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-17b5fb0b-9252-4545-8963-a117b0c32680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:42.535579 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:42.562296 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2c7a480-eebd-4d1c-9ef0-43dc8bbe0391 {{(pid=103592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:50:42.589829 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port a2c7a480-eebd-4d1c-9ef0-43dc8bbe0391, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=a2c7a480-eebd-4d1c-9ef0-43dc8bbe0391,segment=NetworkSegment(97bf93aa-7116-4943-8d21-ff543f30be5d),segment_id=97bf93aa-7116-4943-8d21-ff543f30be5d)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:50:42.598513 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:42.653344 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Pushing event updated for resources: {'Port': ['ID=a2c7a480-eebd-4d1c-9ef0-43dc8bbe0391,revision_number=11']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:50:42.685762 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-135d8416-bf12-4862-b93d-691951444fb9 tempest-AllowedAddressPairTestJSON-1579390025 tempest-AllowedAddressPairTestJSON-1579390025-project] Publish callbacks [] for port, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:42.737279 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829d3141-dfe0-48de-95b3-5029a9029100 req-0fad590c-45ef-4a0e-bc41-c75ba61d0194 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:42.752425 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-829d3141-dfe0-48de-95b3-5029a9029100 req-0fad590c-45ef-4a0e-bc41-c75ba61d0194 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] 10.222.0.60 "GET /v2.0/ports?device_id=249ac4eb-1a02-4a5a-b338-42e7ef7de469 HTTP/1.1" status: 200 len: 945 time: 0.0877914 Nov 23 17:50:42.814515 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-829d3141-dfe0-48de-95b3-5029a9029100 req-d10c1699-1010-4ea4-bc72-87300a445ec2 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] 10.222.0.60 "GET /v2.0/security-groups?id=64527216-2011-4047-a391-7b59938bf8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611041 Nov 23 17:50:42.820006 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] get_ports_and_sgs() called for port_ids ['a2c7a480-eebd-4d1c-9ef0-43dc8bbe0391'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:50:42.847057 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-135d8416-bf12-4862-b93d-691951444fb9 tempest-AllowedAddressPairTestJSON-1579390025 tempest-AllowedAddressPairTestJSON-1579390025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:42.911542 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-135d8416-bf12-4862-b93d-691951444fb9 tempest-AllowedAddressPairTestJSON-1579390025 tempest-AllowedAddressPairTestJSON-1579390025-project] Network 5858b1b2-c53a-4ec1-b8cb-463416268745 is already hosted by enough agents. {{(pid=103591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:50:42.918910 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [None req-135d8416-bf12-4862-b93d-691951444fb9 tempest-AllowedAddressPairTestJSON-1579390025 tempest-AllowedAddressPairTestJSON-1579390025-project] Resources bound (agent type, host, resource id): {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:50:42.927378 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.db_base_plugin_common [None req-17b5fb0b-9252-4545-8963-a117b0c32680 None None] Allocated IP 172.20.0.2 (5858b1b2-c53a-4ec1-b8cb-463416268745/0b354e3a-0016-436a-aa80-eb59668ba885/b4aff591-9494-449f-95cd-21b21ab88c0b) {{(pid=103592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:50:42.928972 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-135d8416-bf12-4862-b93d-691951444fb9 tempest-AllowedAddressPairTestJSON-1579390025 tempest-AllowedAddressPairTestJSON-1579390025-project] Received port after_create {{(pid=103591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:50:42.992652 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-135d8416-bf12-4862-b93d-691951444fb9 tempest-AllowedAddressPairTestJSON-1579390025 tempest-AllowedAddressPairTestJSON-1579390025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:42.993373 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-135d8416-bf12-4862-b93d-691951444fb9 tempest-AllowedAddressPairTestJSON-1579390025 tempest-AllowedAddressPairTestJSON-1579390025-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:43.033413 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135d8416-bf12-4862-b93d-691951444fb9 tempest-AllowedAddressPairTestJSON-1579390025 tempest-AllowedAddressPairTestJSON-1579390025-project] Pushing event updated for resources: {'Port': ['ID=8a434d4b-dd44-4d38-80e9-7726e3ee7214,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:50:43.059681 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 39632) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:50:43.062043 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-135d8416-bf12-4862-b93d-691951444fb9 tempest-AllowedAddressPairTestJSON-1579390025 tempest-AllowedAddressPairTestJSON-1579390025-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0278363 Nov 23 17:50:43.064742 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-3a45f321-c7c3-4610-9d26-6180597a9639 tempest-AllowedAddressPairTestJSON-1579390025 tempest-AllowedAddressPairTestJSON-1579390025-project] Request body: {'port': {'network_id': '5858b1b2-c53a-4ec1-b8cb-463416268745', 'name': 'tempest-AllowedAddressPairTestJSON-674203487', 'allowed_address_pairs': [{'ip_address': '172.20.0.11', 'mac_address': 'fa:16:3e:8e:fa:59'}]}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:50:43.090746 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-17b5fb0b-9252-4545-8963-a117b0c32680 None None] Publish callbacks [] for port, precommit_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:43.113628 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-17b5fb0b-9252-4545-8963-a117b0c32680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980'] for port, after_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:43.176512 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b3dfe9f6-04db-4772-840f-074c2771b3f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:43.183856 n-d-816206-8 neutron-server[103592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17b5fb0b-9252-4545-8963-a117b0c32680 None None] Network 5858b1b2-c53a-4ec1-b8cb-463416268745 is already hosted by enough agents. {{(pid=103592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:50:43.189823 n-d-816206-8 neutron-server[103592]: DEBUG neutron.scheduler.base_scheduler [None req-17b5fb0b-9252-4545-8963-a117b0c32680 None None] Resources bound (agent type, host, resource id): {{(pid=103592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:50:43.192742 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17b5fb0b-9252-4545-8963-a117b0c32680 None None] Received port after_create {{(pid=103592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:50:43.198414 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a45f321-c7c3-4610-9d26-6180597a9639 tempest-AllowedAddressPairTestJSON-1579390025 tempest-AllowedAddressPairTestJSON-1579390025-project] Made reservation on behalf of 132cb5019bfa47db99a046b96948e291 for: {'port': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:50:43.216678 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b5fb0b-9252-4545-8963-a117b0c32680 None None] Pushing event updated for resources: {'Port': ['ID=b4aff591-9494-449f-95cd-21b21ab88c0b,revision_number=1']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:50:43.288783 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-17b5fb0b-9252-4545-8963-a117b0c32680 None None] Attempting to bind port b4aff591-9494-449f-95cd-21b21ab88c0b on host n-d-816206-8 for vnic_type normal with profile {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:50:43.288783 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-17b5fb0b-9252-4545-8963-a117b0c32680 None None] Attempting to bind port b4aff591-9494-449f-95cd-21b21ab88c0b by drivers openvswitch,hyperv on host n-d-816206-8 at level 0 using segments [{'id': '8173e511-31da-402c-9119-6da4f94cd932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '5858b1b2-c53a-4ec1-b8cb-463416268745'}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:50:43.289128 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17b5fb0b-9252-4545-8963-a117b0c32680 None None] Attempting to bind port b4aff591-9494-449f-95cd-21b21ab88c0b on network 5858b1b2-c53a-4ec1-b8cb-463416268745 {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:50:43.297847 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17b5fb0b-9252-4545-8963-a117b0c32680 None None] Checking agent: {'id': '9e89acbe-4bbe-4c77-a18b-6f1da9133e0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 7, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 50, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:50:43.297847 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17b5fb0b-9252-4545-8963-a117b0c32680 None None] Checking segment: {'id': '8173e511-31da-402c-9119-6da4f94cd932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '5858b1b2-c53a-4ec1-b8cb-463416268745'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:50:43.298175 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-17b5fb0b-9252-4545-8963-a117b0c32680 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:43.298578 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17b5fb0b-9252-4545-8963-a117b0c32680 None None] Bound using segment: {'id': '8173e511-31da-402c-9119-6da4f94cd932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '5858b1b2-c53a-4ec1-b8cb-463416268745'} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:50:43.300077 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-17b5fb0b-9252-4545-8963-a117b0c32680 None None] Bound port: b4aff591-9494-449f-95cd-21b21ab88c0b, host: n-d-816206-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8173e511-31da-402c-9119-6da4f94cd932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '5858b1b2-c53a-4ec1-b8cb-463416268745'}}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:50:43.300077 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-17b5fb0b-9252-4545-8963-a117b0c32680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:43.338155 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-3a45f321-c7c3-4610-9d26-6180597a9639 tempest-AllowedAddressPairTestJSON-1579390025 tempest-AllowedAddressPairTestJSON-1579390025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:43.359165 n-d-816206-8 neutron-server[103590]: DEBUG neutron.notifiers.nova [None req-3a45f321-c7c3-4610-9d26-6180597a9639 tempest-AllowedAddressPairTestJSON-1579390025 tempest-AllowedAddressPairTestJSON-1579390025-project] device_id is not set on port c39cb4b1-6ff8-4b2f-b878-5863572a5d53 yet. {{(pid=103590) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 17:50:43.421237 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-17b5fb0b-9252-4545-8963-a117b0c32680 None None] For port b4aff591-9494-449f-95cd-21b21ab88c0b, host n-d-816206-8, cleared binding levels {{(pid=103592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:50:43.427186 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-17b5fb0b-9252-4545-8963-a117b0c32680 None None] For port b4aff591-9494-449f-95cd-21b21ab88c0b, host n-d-816206-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=b4aff591-9494-449f-95cd-21b21ab88c0b,segment=NetworkSegment(8173e511-31da-402c-9119-6da4f94cd932),segment_id=8173e511-31da-402c-9119-6da4f94cd932)] {{(pid=103592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:50:43.433043 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-17b5fb0b-9252-4545-8963-a117b0c32680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:43.529934 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-3a45f321-c7c3-4610-9d26-6180597a9639 tempest-AllowedAddressPairTestJSON-1579390025 tempest-AllowedAddressPairTestJSON-1579390025-project] Allocated IP 172.20.0.8 (5858b1b2-c53a-4ec1-b8cb-463416268745/0b354e3a-0016-436a-aa80-eb59668ba885/c39cb4b1-6ff8-4b2f-b878-5863572a5d53) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:50:43.618685 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:43.624465 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b5fb0b-9252-4545-8963-a117b0c32680 None None] Pushing event updated for resources: {'Port': ['ID=b4aff591-9494-449f-95cd-21b21ab88c0b,revision_number=2']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:50:43.792308 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-3a45f321-c7c3-4610-9d26-6180597a9639 tempest-AllowedAddressPairTestJSON-1579390025 tempest-AllowedAddressPairTestJSON-1579390025-project] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:43.854147 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-3a45f321-c7c3-4610-9d26-6180597a9639 tempest-AllowedAddressPairTestJSON-1579390025 tempest-AllowedAddressPairTestJSON-1579390025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:43.972765 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a45f321-c7c3-4610-9d26-6180597a9639 tempest-AllowedAddressPairTestJSON-1579390025 tempest-AllowedAddressPairTestJSON-1579390025-project] Network 5858b1b2-c53a-4ec1-b8cb-463416268745 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:50:43.976266 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-3a45f321-c7c3-4610-9d26-6180597a9639 tempest-AllowedAddressPairTestJSON-1579390025 tempest-AllowedAddressPairTestJSON-1579390025-project] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:50:43.979648 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a45f321-c7c3-4610-9d26-6180597a9639 tempest-AllowedAddressPairTestJSON-1579390025 tempest-AllowedAddressPairTestJSON-1579390025-project] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:50:44.017655 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a45f321-c7c3-4610-9d26-6180597a9639 tempest-AllowedAddressPairTestJSON-1579390025 tempest-AllowedAddressPairTestJSON-1579390025-project] Pushing event updated for resources: {'Port': ['ID=c39cb4b1-6ff8-4b2f-b878-5863572a5d53,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:50:44.037857 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a45f321-c7c3-4610-9d26-6180597a9639 tempest-AllowedAddressPairTestJSON-1579390025 tempest-AllowedAddressPairTestJSON-1579390025-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:50:44.038346 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a45f321-c7c3-4610-9d26-6180597a9639 tempest-AllowedAddressPairTestJSON-1579390025 tempest-AllowedAddressPairTestJSON-1579390025-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:50:44.039089 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a45f321-c7c3-4610-9d26-6180597a9639 tempest-AllowedAddressPairTestJSON-1579390025 tempest-AllowedAddressPairTestJSON-1579390025-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:50:44.039518 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a45f321-c7c3-4610-9d26-6180597a9639 tempest-AllowedAddressPairTestJSON-1579390025 tempest-AllowedAddressPairTestJSON-1579390025-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:50:44.040086 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a45f321-c7c3-4610-9d26-6180597a9639 tempest-AllowedAddressPairTestJSON-1579390025 tempest-AllowedAddressPairTestJSON-1579390025-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:50:44.040639 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a45f321-c7c3-4610-9d26-6180597a9639 tempest-AllowedAddressPairTestJSON-1579390025 tempest-AllowedAddressPairTestJSON-1579390025-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:50:44.041168 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a45f321-c7c3-4610-9d26-6180597a9639 tempest-AllowedAddressPairTestJSON-1579390025 tempest-AllowedAddressPairTestJSON-1579390025-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:50:44.041611 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a45f321-c7c3-4610-9d26-6180597a9639 tempest-AllowedAddressPairTestJSON-1579390025 tempest-AllowedAddressPairTestJSON-1579390025-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:50:44.042244 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a45f321-c7c3-4610-9d26-6180597a9639 tempest-AllowedAddressPairTestJSON-1579390025 tempest-AllowedAddressPairTestJSON-1579390025-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:50:44.044182 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a45f321-c7c3-4610-9d26-6180597a9639 tempest-AllowedAddressPairTestJSON-1579390025 tempest-AllowedAddressPairTestJSON-1579390025-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:50:44.044670 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a45f321-c7c3-4610-9d26-6180597a9639 tempest-AllowedAddressPairTestJSON-1579390025 tempest-AllowedAddressPairTestJSON-1579390025-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:50:44.046016 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a45f321-c7c3-4610-9d26-6180597a9639 tempest-AllowedAddressPairTestJSON-1579390025 tempest-AllowedAddressPairTestJSON-1579390025-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:50:44.097947 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a45f321-c7c3-4610-9d26-6180597a9639 tempest-AllowedAddressPairTestJSON-1579390025 tempest-AllowedAddressPairTestJSON-1579390025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:44.098706 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-3a45f321-c7c3-4610-9d26-6180597a9639 tempest-AllowedAddressPairTestJSON-1579390025 tempest-AllowedAddressPairTestJSON-1579390025-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:44.152532 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-3a45f321-c7c3-4610-9d26-6180597a9639 tempest-AllowedAddressPairTestJSON-1579390025 tempest-AllowedAddressPairTestJSON-1579390025-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 1.0889039 Nov 23 17:50:44.152885 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 39708) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:50:44.161180 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741dcc26-cc7d-48f5-82f1-93e6351c1d73 req-92773892-c62d-4b85-89ca-6487a9718d9b tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:44.163411 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-741dcc26-cc7d-48f5-82f1-93e6351c1d73 req-92773892-c62d-4b85-89ca-6487a9718d9b tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] 10.222.0.60 "GET /v2.0/ports?device_id=249ac4eb-1a02-4a5a-b338-42e7ef7de469 HTTP/1.1" status: 200 len: 945 time: 0.1582949 Nov 23 17:50:44.190592 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device a2c7a480-eebd-4d1c-9ef0-43dc8bbe0391 up at agent hyperv_n-h1-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:50:44.251115 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-741dcc26-cc7d-48f5-82f1-93e6351c1d73 req-edbfad51-f95e-4deb-a0ef-41b120b965f8 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] 10.222.0.60 "GET /v2.0/security-groups?id=64527216-2011-4047-a391-7b59938bf8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0812938 Nov 23 17:50:44.258848 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c19559ba-5786-4c4f-9412-a50a205f7d24 tempest-AllowedAddressPairTestJSON-1579390025 tempest-AllowedAddressPairTestJSON-1579390025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:44.272045 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c19559ba-5786-4c4f-9412-a50a205f7d24 tempest-AllowedAddressPairTestJSON-1579390025 tempest-AllowedAddressPairTestJSON-1579390025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:44.280579 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c19559ba-5786-4c4f-9412-a50a205f7d24 tempest-AllowedAddressPairTestJSON-1579390025 tempest-AllowedAddressPairTestJSON-1579390025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:44.282603 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-c19559ba-5786-4c4f-9412-a50a205f7d24 tempest-AllowedAddressPairTestJSON-1579390025 tempest-AllowedAddressPairTestJSON-1579390025-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2465 time: 0.1285748 Nov 23 17:50:44.285768 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 39718) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:50:44.290402 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:44.310345 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Provisioning for port a2c7a480-eebd-4d1c-9ef0-43dc8bbe0391 completed by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 17:50:44.315651 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Provisioning complete for port a2c7a480-eebd-4d1c-9ef0-43dc8bbe0391 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:50:44.316087 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:44.441578 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:44.471047 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '249ac4eb-1a02-4a5a-b338-42e7ef7de469', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2c7a480-eebd-4d1c-9ef0-43dc8bbe0391'}] {{(pid=103592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:50:44.473977 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba3e6a8f2301c7a29fe1eca9779abdae4ccbcd6266d69778087f2498d5551201" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dee8421-8245-47ac-a05a-33533e08c56d" -d '{"events": [{"server_uuid": "249ac4eb-1a02-4a5a-b338-42e7ef7de469", "name": "network-vif-plugged", "status": "completed", "tag": "a2c7a480-eebd-4d1c-9ef0-43dc8bbe0391"}]}' {{(pid=103592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:50:44.500852 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port a2c7a480-eebd-4d1c-9ef0-43dc8bbe0391, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=a2c7a480-eebd-4d1c-9ef0-43dc8bbe0391,segment=NetworkSegment(97bf93aa-7116-4943-8d21-ff543f30be5d),segment_id=97bf93aa-7116-4943-8d21-ff543f30be5d)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:50:44.508869 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:44.604202 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Pushing event updated for resources: {'Port': ['ID=a2c7a480-eebd-4d1c-9ef0-43dc8bbe0391,revision_number=12']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:50:44.610419 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:50:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47f6e59a-ab04-44e2-bef8-662f47793b52 x-openstack-request-id: req-47f6e59a-ab04-44e2-bef8-662f47793b52 {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:50:44.611026 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "249ac4eb-1a02-4a5a-b338-42e7ef7de469", "name": "network-vif-plugged", "status": "completed", "tag": "a2c7a480-eebd-4d1c-9ef0-43dc8bbe0391", "code": 200}]} {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:50:44.611457 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-47f6e59a-ab04-44e2-bef8-662f47793b52 {{(pid=103592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:50:44.612930 n-d-816206-8 neutron-server[103592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '249ac4eb-1a02-4a5a-b338-42e7ef7de469', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2c7a480-eebd-4d1c-9ef0-43dc8bbe0391', 'code': 200} Nov 23 17:50:44.792429 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-ac81195f-1d8d-4276-a9b9-e0dc6588db1e tempest-AllowedAddressPairTestJSON-1579390025 tempest-AllowedAddressPairTestJSON-1579390025-project] Deleting port c39cb4b1-6ff8-4b2f-b878-5863572a5d53 {{(pid=103591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:50:44.793270 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-ac81195f-1d8d-4276-a9b9-e0dc6588db1e tempest-AllowedAddressPairTestJSON-1579390025 tempest-AllowedAddressPairTestJSON-1579390025-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:44.804420 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26a15b9-92ef-49f7-b0af-dbdb3eb4afb1 req-8ce155f4-4a4f-4df5-a475-d89bd38e9cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:44.805989 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-a26a15b9-92ef-49f7-b0af-dbdb3eb4afb1 req-8ce155f4-4a4f-4df5-a475-d89bd38e9cb1 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=249ac4eb-1a02-4a5a-b338-42e7ef7de469 HTTP/1.1" status: 200 len: 1097 time: 0.0734341 Nov 23 17:50:44.892681 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-a26a15b9-92ef-49f7-b0af-dbdb3eb4afb1 req-70e24d70-f3e0-40e1-acd9-b2633677c507 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=64527216-2011-4047-a391-7b59938bf8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713820 Nov 23 17:50:44.913190 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-ac81195f-1d8d-4276-a9b9-e0dc6588db1e tempest-AllowedAddressPairTestJSON-1579390025 tempest-AllowedAddressPairTestJSON-1579390025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:44.929251 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-ac81195f-1d8d-4276-a9b9-e0dc6588db1e tempest-AllowedAddressPairTestJSON-1579390025 tempest-AllowedAddressPairTestJSON-1579390025-project] Calling delete_port for c39cb4b1-6ff8-4b2f-b878-5863572a5d53 owned by {{(pid=103591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:50:45.089248 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-a4b2610b-97c5-4e33-b5ad-1194160a8a4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:45.139438 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-ac81195f-1d8d-4276-a9b9-e0dc6588db1e tempest-AllowedAddressPairTestJSON-1579390025 tempest-AllowedAddressPairTestJSON-1579390025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:45.173489 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac81195f-1d8d-4276-a9b9-e0dc6588db1e tempest-AllowedAddressPairTestJSON-1579390025 tempest-AllowedAddressPairTestJSON-1579390025-project] Pushing event deleted for resources: {'Port': ['ID=c39cb4b1-6ff8-4b2f-b878-5863572a5d53,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:50:45.196474 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53097f86-3b69-4a0d-bda3-3262caa16bf0 None None] Network 5858b1b2-c53a-4ec1-b8cb-463416268745 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:50:45.306281 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-61d24659-0c92-4129-9ae1-b16f5d4bdd3c None None] Provisioning complete for port b4aff591-9494-449f-95cd-21b21ab88c0b triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:50:45.307007 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-61d24659-0c92-4129-9ae1-b16f5d4bdd3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:45.525112 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-ac81195f-1d8d-4276-a9b9-e0dc6588db1e tempest-AllowedAddressPairTestJSON-1579390025 tempest-AllowedAddressPairTestJSON-1579390025-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:45.531842 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 39848) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:50:45.534536 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-ac81195f-1d8d-4276-a9b9-e0dc6588db1e tempest-AllowedAddressPairTestJSON-1579390025 tempest-AllowedAddressPairTestJSON-1579390025-project] 10.222.0.60 "DELETE /v2.0/ports/c39cb4b1-6ff8-4b2f-b878-5863572a5d53 HTTP/1.1" status: 204 len: 168 time: 1.2421496 Nov 23 17:50:45.541039 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-61d24659-0c92-4129-9ae1-b16f5d4bdd3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:45.584655 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d50e628-518b-4c5d-8dc3-314463ea15fb req-53ead8f6-04e9-44a8-85c0-a9684b75b506 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:45.593392 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8d50e628-518b-4c5d-8dc3-314463ea15fb req-53ead8f6-04e9-44a8-85c0-a9684b75b506 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] 10.222.0.60 "GET /v2.0/ports?device_id=249ac4eb-1a02-4a5a-b338-42e7ef7de469 HTTP/1.1" status: 200 len: 946 time: 0.1764426 Nov 23 17:50:45.596254 n-d-816206-8 neutron-server[103590]: INFO neutron.pecan_wsgi.hooks.translation [None req-7cd0ddc3-3b31-4656-b982-64d7b5c61e3d tempest-AllowedAddressPairTestJSON-1579390025 tempest-AllowedAddressPairTestJSON-1579390025-project] GET failed (client error): The resource could not be found. Nov 23 17:50:45.597867 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-7cd0ddc3-3b31-4656-b982-64d7b5c61e3d tempest-AllowedAddressPairTestJSON-1579390025 tempest-AllowedAddressPairTestJSON-1579390025-project] 10.222.0.60 "GET /v2.0/ports/c39cb4b1-6ff8-4b2f-b878-5863572a5d53 HTTP/1.1" status: 404 len: 333 time: 0.0648119 Nov 23 17:50:45.603528 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 39852) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:50:45.608711 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-ccbefba5-aafb-4ba3-8ead-53323f5a5d67 tempest-AllowedAddressPairTestJSON-1579390025 tempest-AllowedAddressPairTestJSON-1579390025-project] Request body: {'port': {'network_id': '5858b1b2-c53a-4ec1-b8cb-463416268745', 'name': 'tempest-AllowedAddressPairTestJSON-1807888867'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:50:45.648345 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-61d24659-0c92-4129-9ae1-b16f5d4bdd3c None None] For port b4aff591-9494-449f-95cd-21b21ab88c0b, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=b4aff591-9494-449f-95cd-21b21ab88c0b,segment=NetworkSegment(8173e511-31da-402c-9119-6da4f94cd932),segment_id=8173e511-31da-402c-9119-6da4f94cd932)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:50:45.654691 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8d50e628-518b-4c5d-8dc3-314463ea15fb req-b93b80fc-3418-46cb-9064-51184733d50e tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] 10.222.0.60 "GET /v2.0/security-groups?id=64527216-2011-4047-a391-7b59938bf8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558920 Nov 23 17:50:45.657921 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-61d24659-0c92-4129-9ae1-b16f5d4bdd3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:45.713511 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d24659-0c92-4129-9ae1-b16f5d4bdd3c None None] Pushing event updated for resources: {'Port': ['ID=b4aff591-9494-449f-95cd-21b21ab88c0b,revision_number=3']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:50:45.858993 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccbefba5-aafb-4ba3-8ead-53323f5a5d67 tempest-AllowedAddressPairTestJSON-1579390025 tempest-AllowedAddressPairTestJSON-1579390025-project] Made reservation on behalf of 132cb5019bfa47db99a046b96948e291 for: {'port': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:50:45.863095 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ccbefba5-aafb-4ba3-8ead-53323f5a5d67 tempest-AllowedAddressPairTestJSON-1579390025 tempest-AllowedAddressPairTestJSON-1579390025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:45.896326 n-d-816206-8 neutron-server[103590]: DEBUG neutron.notifiers.nova [None req-ccbefba5-aafb-4ba3-8ead-53323f5a5d67 tempest-AllowedAddressPairTestJSON-1579390025 tempest-AllowedAddressPairTestJSON-1579390025-project] device_id is not set on port 2e61779c-3a7b-4f31-8bbb-23cc4ecdac44 yet. {{(pid=103590) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 17:50:45.997320 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-d218adb8-9205-41ec-9a7c-4d66f2412d73 None None] Provisioning complete for port b4aff591-9494-449f-95cd-21b21ab88c0b triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:50:45.998625 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-d218adb8-9205-41ec-9a7c-4d66f2412d73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:46.079667 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device b4aff591-9494-449f-95cd-21b21ab88c0b up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:50:46.208235 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port b4aff591-9494-449f-95cd-21b21ab88c0b triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:50:46.209849 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:46.330100 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-d218adb8-9205-41ec-9a7c-4d66f2412d73 None None] Provisioning complete for port 8a434d4b-dd44-4d38-80e9-7726e3ee7214 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:50:46.330100 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-d218adb8-9205-41ec-9a7c-4d66f2412d73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:46.494206 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-d218adb8-9205-41ec-9a7c-4d66f2412d73 None None] Port 8a434d4b-dd44-4d38-80e9-7726e3ee7214 cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:50:46.588348 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-52822d53-48f5-4819-8a95-bdc13aea0bf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:46.645274 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-935a1e6e-9176-4c95-8da4-25be0288cd30 None None] Provisioning complete for port 8a434d4b-dd44-4d38-80e9-7726e3ee7214 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:50:46.645887 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-935a1e6e-9176-4c95-8da4-25be0288cd30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:46.705145 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-ccbefba5-aafb-4ba3-8ead-53323f5a5d67 tempest-AllowedAddressPairTestJSON-1579390025 tempest-AllowedAddressPairTestJSON-1579390025-project] Allocated IP 172.20.0.3 (5858b1b2-c53a-4ec1-b8cb-463416268745/0b354e3a-0016-436a-aa80-eb59668ba885/2e61779c-3a7b-4f31-8bbb-23cc4ecdac44) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:50:46.718103 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-935a1e6e-9176-4c95-8da4-25be0288cd30 None None] Port 8a434d4b-dd44-4d38-80e9-7726e3ee7214 cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:50:46.832737 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-b6202e23-47f2-43bd-88cc-2683ccaf914c None None] Could not find standard attr ID for object c39cb4b1-6ff8-4b2f-b878-5863572a5d53. {{(pid=103592) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 17:50:46.977337 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ccbefba5-aafb-4ba3-8ead-53323f5a5d67 tempest-AllowedAddressPairTestJSON-1579390025 tempest-AllowedAddressPairTestJSON-1579390025-project] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:46.995640 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33cf834-5528-43d3-b9c5-c0dc62ddc856 req-189606a3-0693-442d-835e-26d79c1fb350 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:47.002817 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d33cf834-5528-43d3-b9c5-c0dc62ddc856 req-189606a3-0693-442d-835e-26d79c1fb350 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] 10.222.0.60 "GET /v2.0/ports?device_id=249ac4eb-1a02-4a5a-b338-42e7ef7de469 HTTP/1.1" status: 200 len: 946 time: 0.1298134 Nov 23 17:50:47.036480 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ccbefba5-aafb-4ba3-8ead-53323f5a5d67 tempest-AllowedAddressPairTestJSON-1579390025 tempest-AllowedAddressPairTestJSON-1579390025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:47.102299 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccbefba5-aafb-4ba3-8ead-53323f5a5d67 tempest-AllowedAddressPairTestJSON-1579390025 tempest-AllowedAddressPairTestJSON-1579390025-project] Network 5858b1b2-c53a-4ec1-b8cb-463416268745 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:50:47.106556 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-ccbefba5-aafb-4ba3-8ead-53323f5a5d67 tempest-AllowedAddressPairTestJSON-1579390025 tempest-AllowedAddressPairTestJSON-1579390025-project] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:50:47.110914 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccbefba5-aafb-4ba3-8ead-53323f5a5d67 tempest-AllowedAddressPairTestJSON-1579390025 tempest-AllowedAddressPairTestJSON-1579390025-project] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:50:47.131088 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d33cf834-5528-43d3-b9c5-c0dc62ddc856 req-483c60d2-e702-4651-9354-a6c8bc0e49a5 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] 10.222.0.60 "GET /v2.0/security-groups?id=64527216-2011-4047-a391-7b59938bf8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1182148 Nov 23 17:50:47.189449 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbefba5-aafb-4ba3-8ead-53323f5a5d67 tempest-AllowedAddressPairTestJSON-1579390025 tempest-AllowedAddressPairTestJSON-1579390025-project] Pushing event updated for resources: {'Port': ['ID=2e61779c-3a7b-4f31-8bbb-23cc4ecdac44,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:50:47.263684 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccbefba5-aafb-4ba3-8ead-53323f5a5d67 tempest-AllowedAddressPairTestJSON-1579390025 tempest-AllowedAddressPairTestJSON-1579390025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:47.264405 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ccbefba5-aafb-4ba3-8ead-53323f5a5d67 tempest-AllowedAddressPairTestJSON-1579390025 tempest-AllowedAddressPairTestJSON-1579390025-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:47.305758 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-ccbefba5-aafb-4ba3-8ead-53323f5a5d67 tempest-AllowedAddressPairTestJSON-1579390025 tempest-AllowedAddressPairTestJSON-1579390025-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7011387 Nov 23 17:50:47.310338 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 40016) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:50:47.315964 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-7156c27d-9e31-4a80-8b30-f82895a0cc2d tempest-AllowedAddressPairTestJSON-1579390025 tempest-AllowedAddressPairTestJSON-1579390025-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.11', 'mac_address': 'fa:16:3e:8e:fa:59'}]}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:50:47.579245 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-7156c27d-9e31-4a80-8b30-f82895a0cc2d tempest-AllowedAddressPairTestJSON-1579390025 tempest-AllowedAddressPairTestJSON-1579390025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:47.623181 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-ad9182b4-c80e-4d6e-9200-373f4625f906 None None] Provisioning complete for port 2e61779c-3a7b-4f31-8bbb-23cc4ecdac44 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:50:47.624461 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-ad9182b4-c80e-4d6e-9200-373f4625f906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:47.677534 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-ad9182b4-c80e-4d6e-9200-373f4625f906 None None] Port 2e61779c-3a7b-4f31-8bbb-23cc4ecdac44 cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:50:47.758733 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9a27ae6c-db98-474f-94c1-cc99bf842d79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:47.807771 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-7156c27d-9e31-4a80-8b30-f82895a0cc2d tempest-AllowedAddressPairTestJSON-1579390025 tempest-AllowedAddressPairTestJSON-1579390025-project] Publish callbacks [] for port, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:47.813093 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-7156c27d-9e31-4a80-8b30-f82895a0cc2d tempest-AllowedAddressPairTestJSON-1579390025 tempest-AllowedAddressPairTestJSON-1579390025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264758186'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:47.905997 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7156c27d-9e31-4a80-8b30-f82895a0cc2d tempest-AllowedAddressPairTestJSON-1579390025 tempest-AllowedAddressPairTestJSON-1579390025-project] Pushing event updated for resources: {'Port': ['ID=2e61779c-3a7b-4f31-8bbb-23cc4ecdac44,revision_number=2']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:50:47.924972 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-7156c27d-9e31-4a80-8b30-f82895a0cc2d tempest-AllowedAddressPairTestJSON-1579390025 tempest-AllowedAddressPairTestJSON-1579390025-project] In _notify_port_updated(), no bound segment for port 2e61779c-3a7b-4f31-8bbb-23cc4ecdac44 on network 5858b1b2-c53a-4ec1-b8cb-463416268745 {{(pid=103591) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 23 17:50:47.931288 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7156c27d-9e31-4a80-8b30-f82895a0cc2d tempest-AllowedAddressPairTestJSON-1579390025 tempest-AllowedAddressPairTestJSON-1579390025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:47.932038 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-7156c27d-9e31-4a80-8b30-f82895a0cc2d tempest-AllowedAddressPairTestJSON-1579390025 tempest-AllowedAddressPairTestJSON-1579390025-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:47.936436 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-7156c27d-9e31-4a80-8b30-f82895a0cc2d tempest-AllowedAddressPairTestJSON-1579390025 tempest-AllowedAddressPairTestJSON-1579390025-project] 10.222.0.60 "PUT /v2.0/ports/2e61779c-3a7b-4f31-8bbb-23cc4ecdac44 HTTP/1.1" status: 200 len: 994 time: 0.6248763 Nov 23 17:50:47.936616 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 40098) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:50:48.090229 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-158c15f7-800e-48e3-9a55-cbd68c2a7d20 req-a2e2f02e-2a63-4fb6-acbb-4af162fa7a1a service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=249ac4eb-1a02-4a5a-b338-42e7ef7de469&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0867383 Nov 23 17:50:48.111580 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-fe493055-df39-4057-bb45-174db4ac88a3 tempest-AllowedAddressPairTestJSON-1579390025 tempest-AllowedAddressPairTestJSON-1579390025-project] Deleting port 2e61779c-3a7b-4f31-8bbb-23cc4ecdac44 {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:50:48.112023 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-fe493055-df39-4057-bb45-174db4ac88a3 tempest-AllowedAddressPairTestJSON-1579390025 tempest-AllowedAddressPairTestJSON-1579390025-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:48.206151 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-0af60c44-4279-48ea-bdf3-c9d65ff7e2fd None None] Provisioning complete for port 2e61779c-3a7b-4f31-8bbb-23cc4ecdac44 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:50:48.206616 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-0af60c44-4279-48ea-bdf3-c9d65ff7e2fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:48.258409 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158c15f7-800e-48e3-9a55-cbd68c2a7d20 req-21bdaa25-0571-486a-b4b2-cf375f050ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:48.261039 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-158c15f7-800e-48e3-9a55-cbd68c2a7d20 req-21bdaa25-0571-486a-b4b2-cf375f050ce9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=093e052ebdfd4c689471d0502a0c2e0a&device_id=249ac4eb-1a02-4a5a-b338-42e7ef7de469 HTTP/1.1" status: 200 len: 1097 time: 0.1102934 Nov 23 17:50:48.275758 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-fe493055-df39-4057-bb45-174db4ac88a3 tempest-AllowedAddressPairTestJSON-1579390025 tempest-AllowedAddressPairTestJSON-1579390025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:48.286175 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-0af60c44-4279-48ea-bdf3-c9d65ff7e2fd None None] Port 2e61779c-3a7b-4f31-8bbb-23cc4ecdac44 cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:50:48.307205 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-fe493055-df39-4057-bb45-174db4ac88a3 tempest-AllowedAddressPairTestJSON-1579390025 tempest-AllowedAddressPairTestJSON-1579390025-project] Calling delete_port for 2e61779c-3a7b-4f31-8bbb-23cc4ecdac44 owned by {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:50:48.341193 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b36506a-7b24-4161-b93b-80ab0a5374a3 req-fbe4b4c1-30c6-42e2-b037-0853fbdbd3b3 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:48.344387 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-0b36506a-7b24-4161-b93b-80ab0a5374a3 req-fbe4b4c1-30c6-42e2-b037-0853fbdbd3b3 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] 10.222.0.60 "GET /v2.0/ports?device_id=249ac4eb-1a02-4a5a-b338-42e7ef7de469 HTTP/1.1" status: 200 len: 946 time: 0.0896974 Nov 23 17:50:48.358436 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:48.421315 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-0b36506a-7b24-4161-b93b-80ab0a5374a3 req-bb912551-f9b6-4392-88d9-8c1ecc1bd649 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] 10.222.0.60 "GET /v2.0/security-groups?id=64527216-2011-4047-a391-7b59938bf8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592539 Nov 23 17:50:48.463358 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158c15f7-800e-48e3-9a55-cbd68c2a7d20 req-52ca48fb-3dff-4ef6-9bf4-4e4e0aef187b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:48.465699 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-158c15f7-800e-48e3-9a55-cbd68c2a7d20 req-52ca48fb-3dff-4ef6-9bf4-4e4e0aef187b service neutron] 10.222.0.55 "GET /v2.0/networks?id=b05aa742-7050-4bee-9612-3681dfd2164b HTTP/1.1" status: 200 len: 918 time: 0.1688836 Nov 23 17:50:48.622301 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-158c15f7-800e-48e3-9a55-cbd68c2a7d20 req-28c83c12-0905-4075-a5f2-ba2bbfbbe6b3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a2c7a480-eebd-4d1c-9ef0-43dc8bbe0391 HTTP/1.1" status: 200 len: 1001 time: 0.1422126 Nov 23 17:50:48.664771 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-fe493055-df39-4057-bb45-174db4ac88a3 tempest-AllowedAddressPairTestJSON-1579390025 tempest-AllowedAddressPairTestJSON-1579390025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:48.714145 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe493055-df39-4057-bb45-174db4ac88a3 tempest-AllowedAddressPairTestJSON-1579390025 tempest-AllowedAddressPairTestJSON-1579390025-project] Pushing event deleted for resources: {'Port': ['ID=2e61779c-3a7b-4f31-8bbb-23cc4ecdac44,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:50:48.751573 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158c15f7-800e-48e3-9a55-cbd68c2a7d20 req-e458dad8-125b-4016-9a1c-a651e86ae068 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:48.753125 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-158c15f7-800e-48e3-9a55-cbd68c2a7d20 req-e458dad8-125b-4016-9a1c-a651e86ae068 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=784540e3-73ef-4656-9bfa-913bbf55b1a9 HTTP/1.1" status: 200 len: 856 time: 0.1241472 Nov 23 17:50:48.857811 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158c15f7-800e-48e3-9a55-cbd68c2a7d20 req-0727aaa8-cd14-4c12-ba94-e1ab02b6cdf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:48.859678 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-158c15f7-800e-48e3-9a55-cbd68c2a7d20 req-0727aaa8-cd14-4c12-ba94-e1ab02b6cdf1 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b05aa742-7050-4bee-9612-3681dfd2164b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0986478 Nov 23 17:50:48.961285 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-fe493055-df39-4057-bb45-174db4ac88a3 tempest-AllowedAddressPairTestJSON-1579390025 tempest-AllowedAddressPairTestJSON-1579390025-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:48.964619 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-fe493055-df39-4057-bb45-174db4ac88a3 tempest-AllowedAddressPairTestJSON-1579390025 tempest-AllowedAddressPairTestJSON-1579390025-project] 10.222.0.60 "DELETE /v2.0/ports/2e61779c-3a7b-4f31-8bbb-23cc4ecdac44 HTTP/1.1" status: 204 len: 168 time: 1.0268068 Nov 23 17:50:48.967169 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 40196) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:50:48.998434 n-d-816206-8 neutron-server[103590]: INFO neutron.pecan_wsgi.hooks.translation [None req-df6a9972-c0bf-4799-84fe-c368fd43544f tempest-AllowedAddressPairTestJSON-1579390025 tempest-AllowedAddressPairTestJSON-1579390025-project] GET failed (client error): The resource could not be found. Nov 23 17:50:48.999969 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-df6a9972-c0bf-4799-84fe-c368fd43544f tempest-AllowedAddressPairTestJSON-1579390025 tempest-AllowedAddressPairTestJSON-1579390025-project] 10.222.0.60 "GET /v2.0/ports/2e61779c-3a7b-4f31-8bbb-23cc4ecdac44 HTTP/1.1" status: 404 len: 333 time: 0.0318556 Nov 23 17:50:49.005266 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 40198) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:50:49.012998 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-e507bbe3-6f2c-4725-bc1b-fd84337d7c77 tempest-AllowedAddressPairTestJSON-1579390025 tempest-AllowedAddressPairTestJSON-1579390025-project] Request body: {'port': {'network_id': '5858b1b2-c53a-4ec1-b8cb-463416268745', 'name': 'tempest-AllowedAddressPairTestJSON-95315228'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:50:49.026495 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-158c15f7-800e-48e3-9a55-cbd68c2a7d20 req-4164130d-2e1d-4180-8598-456a1b4d7591 service neutron] 10.222.0.55 "GET /v2.0/networks/b05aa742-7050-4bee-9612-3681dfd2164b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448731 Nov 23 17:50:49.144766 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-158c15f7-800e-48e3-9a55-cbd68c2a7d20 req-7e570a1e-19e2-453f-9025-1798f4473075 service neutron] 10.222.0.55 "GET /v2.0/networks/b05aa742-7050-4bee-9612-3681dfd2164b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1097300 Nov 23 17:50:49.151322 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e507bbe3-6f2c-4725-bc1b-fd84337d7c77 tempest-AllowedAddressPairTestJSON-1579390025 tempest-AllowedAddressPairTestJSON-1579390025-project] Made reservation on behalf of 132cb5019bfa47db99a046b96948e291 for: {'port': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:50:49.155524 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-e507bbe3-6f2c-4725-bc1b-fd84337d7c77 tempest-AllowedAddressPairTestJSON-1579390025 tempest-AllowedAddressPairTestJSON-1579390025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:49.176042 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [None req-e507bbe3-6f2c-4725-bc1b-fd84337d7c77 tempest-AllowedAddressPairTestJSON-1579390025 tempest-AllowedAddressPairTestJSON-1579390025-project] device_id is not set on port 212f60c4-271a-4044-b8b9-a87980c02e96 yet. {{(pid=103591) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 17:50:49.296763 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.db_base_plugin_common [None req-e507bbe3-6f2c-4725-bc1b-fd84337d7c77 tempest-AllowedAddressPairTestJSON-1579390025 tempest-AllowedAddressPairTestJSON-1579390025-project] Allocated IP 172.20.0.7 (5858b1b2-c53a-4ec1-b8cb-463416268745/0b354e3a-0016-436a-aa80-eb59668ba885/212f60c4-271a-4044-b8b9-a87980c02e96) {{(pid=103591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:50:49.455980 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-e507bbe3-6f2c-4725-bc1b-fd84337d7c77 tempest-AllowedAddressPairTestJSON-1579390025 tempest-AllowedAddressPairTestJSON-1579390025-project] Publish callbacks [] for port, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:49.489839 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-e507bbe3-6f2c-4725-bc1b-fd84337d7c77 tempest-AllowedAddressPairTestJSON-1579390025 tempest-AllowedAddressPairTestJSON-1579390025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:49.508797 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.agents_db [None req-464f6c07-0de8-4be6-8f5b-563f574d1c5d None None] Agent healthcheck: found 7 active agents {{(pid=103593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 17:50:49.545643 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e507bbe3-6f2c-4725-bc1b-fd84337d7c77 tempest-AllowedAddressPairTestJSON-1579390025 tempest-AllowedAddressPairTestJSON-1579390025-project] Network 5858b1b2-c53a-4ec1-b8cb-463416268745 is already hosted by enough agents. {{(pid=103591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:50:49.548890 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [None req-e507bbe3-6f2c-4725-bc1b-fd84337d7c77 tempest-AllowedAddressPairTestJSON-1579390025 tempest-AllowedAddressPairTestJSON-1579390025-project] Resources bound (agent type, host, resource id): {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:50:49.554151 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e507bbe3-6f2c-4725-bc1b-fd84337d7c77 tempest-AllowedAddressPairTestJSON-1579390025 tempest-AllowedAddressPairTestJSON-1579390025-project] Received port after_create {{(pid=103591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:50:49.556841 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e507bbe3-6f2c-4725-bc1b-fd84337d7c77 tempest-AllowedAddressPairTestJSON-1579390025 tempest-AllowedAddressPairTestJSON-1579390025-project] Pushing event updated for resources: {'Port': ['ID=212f60c4-271a-4044-b8b9-a87980c02e96,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:50:49.584950 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e507bbe3-6f2c-4725-bc1b-fd84337d7c77 tempest-AllowedAddressPairTestJSON-1579390025 tempest-AllowedAddressPairTestJSON-1579390025-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:50:49.585307 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e507bbe3-6f2c-4725-bc1b-fd84337d7c77 tempest-AllowedAddressPairTestJSON-1579390025 tempest-AllowedAddressPairTestJSON-1579390025-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:50:49.585682 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e507bbe3-6f2c-4725-bc1b-fd84337d7c77 tempest-AllowedAddressPairTestJSON-1579390025 tempest-AllowedAddressPairTestJSON-1579390025-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:50:49.586022 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e507bbe3-6f2c-4725-bc1b-fd84337d7c77 tempest-AllowedAddressPairTestJSON-1579390025 tempest-AllowedAddressPairTestJSON-1579390025-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:50:49.586353 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e507bbe3-6f2c-4725-bc1b-fd84337d7c77 tempest-AllowedAddressPairTestJSON-1579390025 tempest-AllowedAddressPairTestJSON-1579390025-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:50:49.586685 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e507bbe3-6f2c-4725-bc1b-fd84337d7c77 tempest-AllowedAddressPairTestJSON-1579390025 tempest-AllowedAddressPairTestJSON-1579390025-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:50:49.587012 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e507bbe3-6f2c-4725-bc1b-fd84337d7c77 tempest-AllowedAddressPairTestJSON-1579390025 tempest-AllowedAddressPairTestJSON-1579390025-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:50:49.587510 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e507bbe3-6f2c-4725-bc1b-fd84337d7c77 tempest-AllowedAddressPairTestJSON-1579390025 tempest-AllowedAddressPairTestJSON-1579390025-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:50:49.587848 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e507bbe3-6f2c-4725-bc1b-fd84337d7c77 tempest-AllowedAddressPairTestJSON-1579390025 tempest-AllowedAddressPairTestJSON-1579390025-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:50:49.588173 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e507bbe3-6f2c-4725-bc1b-fd84337d7c77 tempest-AllowedAddressPairTestJSON-1579390025 tempest-AllowedAddressPairTestJSON-1579390025-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:50:49.588523 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e507bbe3-6f2c-4725-bc1b-fd84337d7c77 tempest-AllowedAddressPairTestJSON-1579390025 tempest-AllowedAddressPairTestJSON-1579390025-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:50:49.588843 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e507bbe3-6f2c-4725-bc1b-fd84337d7c77 tempest-AllowedAddressPairTestJSON-1579390025 tempest-AllowedAddressPairTestJSON-1579390025-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:50:49.624673 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e507bbe3-6f2c-4725-bc1b-fd84337d7c77 tempest-AllowedAddressPairTestJSON-1579390025 tempest-AllowedAddressPairTestJSON-1579390025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:49.625468 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-e507bbe3-6f2c-4725-bc1b-fd84337d7c77 tempest-AllowedAddressPairTestJSON-1579390025 tempest-AllowedAddressPairTestJSON-1579390025-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:49.646502 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-e507bbe3-6f2c-4725-bc1b-fd84337d7c77 tempest-AllowedAddressPairTestJSON-1579390025 tempest-AllowedAddressPairTestJSON-1579390025-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 0.6378293 Nov 23 17:50:49.647076 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 40206) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:50:49.651864 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-cfd39cd4-bf64-45e5-bc15-97a3abea3a73 tempest-AllowedAddressPairTestJSON-1579390025 tempest-AllowedAddressPairTestJSON-1579390025-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:8e:fa:59'}]}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:50:49.836587 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-47555288-26d4-481a-b080-f9dc010de147 None None] Provisioning complete for port 212f60c4-271a-4044-b8b9-a87980c02e96 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:50:49.837955 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-47555288-26d4-481a-b080-f9dc010de147 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:49.894673 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-47555288-26d4-481a-b080-f9dc010de147 None None] Port 212f60c4-271a-4044-b8b9-a87980c02e96 cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:50:49.923232 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-cfd39cd4-bf64-45e5-bc15-97a3abea3a73 tempest-AllowedAddressPairTestJSON-1579390025 tempest-AllowedAddressPairTestJSON-1579390025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:50.205611 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-cfd39cd4-bf64-45e5-bc15-97a3abea3a73 tempest-AllowedAddressPairTestJSON-1579390025 tempest-AllowedAddressPairTestJSON-1579390025-project] Publish callbacks [] for port, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:50.212973 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-cfd39cd4-bf64-45e5-bc15-97a3abea3a73 tempest-AllowedAddressPairTestJSON-1579390025 tempest-AllowedAddressPairTestJSON-1579390025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264357957'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:50.299411 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd39cd4-bf64-45e5-bc15-97a3abea3a73 tempest-AllowedAddressPairTestJSON-1579390025 tempest-AllowedAddressPairTestJSON-1579390025-project] Pushing event updated for resources: {'Port': ['ID=212f60c4-271a-4044-b8b9-a87980c02e96,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:50:50.327707 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-cfd39cd4-bf64-45e5-bc15-97a3abea3a73 tempest-AllowedAddressPairTestJSON-1579390025 tempest-AllowedAddressPairTestJSON-1579390025-project] In _notify_port_updated(), no bound segment for port 212f60c4-271a-4044-b8b9-a87980c02e96 on network 5858b1b2-c53a-4ec1-b8cb-463416268745 {{(pid=103590) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 23 17:50:50.334736 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfd39cd4-bf64-45e5-bc15-97a3abea3a73 tempest-AllowedAddressPairTestJSON-1579390025 tempest-AllowedAddressPairTestJSON-1579390025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:50.335608 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-cfd39cd4-bf64-45e5-bc15-97a3abea3a73 tempest-AllowedAddressPairTestJSON-1579390025 tempest-AllowedAddressPairTestJSON-1579390025-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:50.337757 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-cfd39cd4-bf64-45e5-bc15-97a3abea3a73 tempest-AllowedAddressPairTestJSON-1579390025 tempest-AllowedAddressPairTestJSON-1579390025-project] 10.222.0.60 "PUT /v2.0/ports/212f60c4-271a-4044-b8b9-a87980c02e96 HTTP/1.1" status: 200 len: 994 time: 0.6900551 Nov 23 17:50:50.341263 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 40230) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:50:50.471750 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-f92aa313-c6d9-4e2b-8aff-c76c875a6056 tempest-AllowedAddressPairTestJSON-1579390025 tempest-AllowedAddressPairTestJSON-1579390025-project] Deleting port 212f60c4-271a-4044-b8b9-a87980c02e96 {{(pid=103591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:50:50.472391 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-f92aa313-c6d9-4e2b-8aff-c76c875a6056 tempest-AllowedAddressPairTestJSON-1579390025 tempest-AllowedAddressPairTestJSON-1579390025-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:50.636524 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-f92aa313-c6d9-4e2b-8aff-c76c875a6056 tempest-AllowedAddressPairTestJSON-1579390025 tempest-AllowedAddressPairTestJSON-1579390025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:50.653107 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-ff86aeb0-2cea-47ae-9ce0-2227470ca958 None None] Provisioning complete for port 212f60c4-271a-4044-b8b9-a87980c02e96 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:50:50.654664 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-ff86aeb0-2cea-47ae-9ce0-2227470ca958 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:50.655410 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-f92aa313-c6d9-4e2b-8aff-c76c875a6056 tempest-AllowedAddressPairTestJSON-1579390025 tempest-AllowedAddressPairTestJSON-1579390025-project] Calling delete_port for 212f60c4-271a-4044-b8b9-a87980c02e96 owned by {{(pid=103591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:50:50.706575 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-ff86aeb0-2cea-47ae-9ce0-2227470ca958 None None] Port 212f60c4-271a-4044-b8b9-a87980c02e96 cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:50:50.833102 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-f92aa313-c6d9-4e2b-8aff-c76c875a6056 tempest-AllowedAddressPairTestJSON-1579390025 tempest-AllowedAddressPairTestJSON-1579390025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:50.866442 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92aa313-c6d9-4e2b-8aff-c76c875a6056 tempest-AllowedAddressPairTestJSON-1579390025 tempest-AllowedAddressPairTestJSON-1579390025-project] Pushing event deleted for resources: {'Port': ['ID=212f60c4-271a-4044-b8b9-a87980c02e96,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:50:50.993159 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-f92aa313-c6d9-4e2b-8aff-c76c875a6056 tempest-AllowedAddressPairTestJSON-1579390025 tempest-AllowedAddressPairTestJSON-1579390025-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:50.997907 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-f92aa313-c6d9-4e2b-8aff-c76c875a6056 tempest-AllowedAddressPairTestJSON-1579390025 tempest-AllowedAddressPairTestJSON-1579390025-project] 10.222.0.60 "DELETE /v2.0/ports/212f60c4-271a-4044-b8b9-a87980c02e96 HTTP/1.1" status: 204 len: 168 time: 0.6555340 Nov 23 17:50:51.000424 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 40240) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:50:51.042853 n-d-816206-8 neutron-server[103591]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c242f94-d677-410f-afc8-a9a87cbe33d1 tempest-AllowedAddressPairTestJSON-1579390025 tempest-AllowedAddressPairTestJSON-1579390025-project] GET failed (client error): The resource could not be found. Nov 23 17:50:51.045560 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-5c242f94-d677-410f-afc8-a9a87cbe33d1 tempest-AllowedAddressPairTestJSON-1579390025 tempest-AllowedAddressPairTestJSON-1579390025-project] 10.222.0.60 "GET /v2.0/ports/212f60c4-271a-4044-b8b9-a87980c02e96 HTTP/1.1" status: 404 len: 333 time: 0.0439370 Nov 23 17:50:51.049449 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 40242) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:50:51.056459 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-1f1db334-fc9c-43aa-ab43-646c7f53e3ae tempest-AllowedAddressPairTestJSON-1579390025 tempest-AllowedAddressPairTestJSON-1579390025-project] Request body: {'port': {'network_id': '5858b1b2-c53a-4ec1-b8cb-463416268745', 'name': 'tempest-AllowedAddressPairTestJSON-1761978783'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:50:51.250070 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f1db334-fc9c-43aa-ab43-646c7f53e3ae tempest-AllowedAddressPairTestJSON-1579390025 tempest-AllowedAddressPairTestJSON-1579390025-project] Made reservation on behalf of 132cb5019bfa47db99a046b96948e291 for: {'port': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:50:51.254672 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1f1db334-fc9c-43aa-ab43-646c7f53e3ae tempest-AllowedAddressPairTestJSON-1579390025 tempest-AllowedAddressPairTestJSON-1579390025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:51.279569 n-d-816206-8 neutron-server[103590]: DEBUG neutron.notifiers.nova [None req-1f1db334-fc9c-43aa-ab43-646c7f53e3ae tempest-AllowedAddressPairTestJSON-1579390025 tempest-AllowedAddressPairTestJSON-1579390025-project] device_id is not set on port 8e19c1a1-d963-420a-a9d0-c05c4bbbf90d yet. {{(pid=103590) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 17:50:51.402723 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-1f1db334-fc9c-43aa-ab43-646c7f53e3ae tempest-AllowedAddressPairTestJSON-1579390025 tempest-AllowedAddressPairTestJSON-1579390025-project] Allocated IP 172.20.0.4 (5858b1b2-c53a-4ec1-b8cb-463416268745/0b354e3a-0016-436a-aa80-eb59668ba885/8e19c1a1-d963-420a-a9d0-c05c4bbbf90d) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:50:51.556730 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1f1db334-fc9c-43aa-ab43-646c7f53e3ae tempest-AllowedAddressPairTestJSON-1579390025 tempest-AllowedAddressPairTestJSON-1579390025-project] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:51.594550 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1f1db334-fc9c-43aa-ab43-646c7f53e3ae tempest-AllowedAddressPairTestJSON-1579390025 tempest-AllowedAddressPairTestJSON-1579390025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:51.643672 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f1db334-fc9c-43aa-ab43-646c7f53e3ae tempest-AllowedAddressPairTestJSON-1579390025 tempest-AllowedAddressPairTestJSON-1579390025-project] Network 5858b1b2-c53a-4ec1-b8cb-463416268745 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:50:51.646751 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-1f1db334-fc9c-43aa-ab43-646c7f53e3ae tempest-AllowedAddressPairTestJSON-1579390025 tempest-AllowedAddressPairTestJSON-1579390025-project] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:50:51.652230 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f1db334-fc9c-43aa-ab43-646c7f53e3ae tempest-AllowedAddressPairTestJSON-1579390025 tempest-AllowedAddressPairTestJSON-1579390025-project] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:50:51.656228 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1db334-fc9c-43aa-ab43-646c7f53e3ae tempest-AllowedAddressPairTestJSON-1579390025 tempest-AllowedAddressPairTestJSON-1579390025-project] Pushing event updated for resources: {'Port': ['ID=8e19c1a1-d963-420a-a9d0-c05c4bbbf90d,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:50:51.713880 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f1db334-fc9c-43aa-ab43-646c7f53e3ae tempest-AllowedAddressPairTestJSON-1579390025 tempest-AllowedAddressPairTestJSON-1579390025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:51.715106 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1f1db334-fc9c-43aa-ab43-646c7f53e3ae tempest-AllowedAddressPairTestJSON-1579390025 tempest-AllowedAddressPairTestJSON-1579390025-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:51.732218 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-1f1db334-fc9c-43aa-ab43-646c7f53e3ae tempest-AllowedAddressPairTestJSON-1579390025 tempest-AllowedAddressPairTestJSON-1579390025-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.6803265 Nov 23 17:50:51.734894 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 40248) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:50:51.740078 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-6dd1a67a-5c9c-4fad-84c9-d4b18d2c6c8d tempest-AllowedAddressPairTestJSON-1579390025 tempest-AllowedAddressPairTestJSON-1579390025-project] Request body: {'port': {'network_id': '5858b1b2-c53a-4ec1-b8cb-463416268745', 'name': 'tempest-AllowedAddressPairTestJSON-1146925438'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:50:51.905801 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dd1a67a-5c9c-4fad-84c9-d4b18d2c6c8d tempest-AllowedAddressPairTestJSON-1579390025 tempest-AllowedAddressPairTestJSON-1579390025-project] Made reservation on behalf of 132cb5019bfa47db99a046b96948e291 for: {'port': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:50:51.914825 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6dd1a67a-5c9c-4fad-84c9-d4b18d2c6c8d tempest-AllowedAddressPairTestJSON-1579390025 tempest-AllowedAddressPairTestJSON-1579390025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:51.938925 n-d-816206-8 neutron-server[103590]: DEBUG neutron.notifiers.nova [None req-6dd1a67a-5c9c-4fad-84c9-d4b18d2c6c8d tempest-AllowedAddressPairTestJSON-1579390025 tempest-AllowedAddressPairTestJSON-1579390025-project] device_id is not set on port 5d493ffc-baa2-41f6-a1d7-515732836341 yet. {{(pid=103590) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 17:50:51.954091 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-c58f4cd6-3e09-424f-8cf8-c2388c36dabd None None] Provisioning complete for port 8e19c1a1-d963-420a-a9d0-c05c4bbbf90d triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:50:51.956090 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c58f4cd6-3e09-424f-8cf8-c2388c36dabd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:51.997883 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-c58f4cd6-3e09-424f-8cf8-c2388c36dabd None None] Port 8e19c1a1-d963-420a-a9d0-c05c4bbbf90d cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:50:52.085394 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-6dd1a67a-5c9c-4fad-84c9-d4b18d2c6c8d tempest-AllowedAddressPairTestJSON-1579390025 tempest-AllowedAddressPairTestJSON-1579390025-project] Allocated IP 172.20.0.5 (5858b1b2-c53a-4ec1-b8cb-463416268745/0b354e3a-0016-436a-aa80-eb59668ba885/5d493ffc-baa2-41f6-a1d7-515732836341) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:50:52.172473 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-27979aec-02bd-413e-921b-31a2876b2dc1 req-ed2e5f65-c140-4bb7-8ea1-c3a1ef94cd01 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=84e4a83d-70e7-4464-bfce-8989790c75ec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0528104 Nov 23 17:50:52.289073 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27979aec-02bd-413e-921b-31a2876b2dc1 req-b6b4dd9c-88d8-44bc-80ba-7e3daba425ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:52.292983 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-27979aec-02bd-413e-921b-31a2876b2dc1 req-b6b4dd9c-88d8-44bc-80ba-7e3daba425ba service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a72787eb39f84cbca4e464c3cac6bedf&device_id=84e4a83d-70e7-4464-bfce-8989790c75ec HTTP/1.1" status: 200 len: 1096 time: 0.0680451 Nov 23 17:50:52.333260 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6dd1a67a-5c9c-4fad-84c9-d4b18d2c6c8d tempest-AllowedAddressPairTestJSON-1579390025 tempest-AllowedAddressPairTestJSON-1579390025-project] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:52.393156 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6dd1a67a-5c9c-4fad-84c9-d4b18d2c6c8d tempest-AllowedAddressPairTestJSON-1579390025 tempest-AllowedAddressPairTestJSON-1579390025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:52.452430 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dd1a67a-5c9c-4fad-84c9-d4b18d2c6c8d tempest-AllowedAddressPairTestJSON-1579390025 tempest-AllowedAddressPairTestJSON-1579390025-project] Network 5858b1b2-c53a-4ec1-b8cb-463416268745 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:50:52.459844 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-6dd1a67a-5c9c-4fad-84c9-d4b18d2c6c8d tempest-AllowedAddressPairTestJSON-1579390025 tempest-AllowedAddressPairTestJSON-1579390025-project] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:50:52.466458 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27979aec-02bd-413e-921b-31a2876b2dc1 req-0f87daf3-d5e8-40b8-8983-ca8e667a9d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:52.478349 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd1a67a-5c9c-4fad-84c9-d4b18d2c6c8d tempest-AllowedAddressPairTestJSON-1579390025 tempest-AllowedAddressPairTestJSON-1579390025-project] Pushing event updated for resources: {'Port': ['ID=5d493ffc-baa2-41f6-a1d7-515732836341,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:50:52.482339 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-27979aec-02bd-413e-921b-31a2876b2dc1 req-0f87daf3-d5e8-40b8-8983-ca8e667a9d48 service neutron] 10.222.0.36 "GET /v2.0/networks?id=65497e92-b0c3-442f-8f8a-bf07657099ba HTTP/1.1" status: 200 len: 912 time: 0.1654954 Nov 23 17:50:52.484199 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dd1a67a-5c9c-4fad-84c9-d4b18d2c6c8d tempest-AllowedAddressPairTestJSON-1579390025 tempest-AllowedAddressPairTestJSON-1579390025-project] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:50:52.606786 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dd1a67a-5c9c-4fad-84c9-d4b18d2c6c8d tempest-AllowedAddressPairTestJSON-1579390025 tempest-AllowedAddressPairTestJSON-1579390025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:52.606786 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6dd1a67a-5c9c-4fad-84c9-d4b18d2c6c8d tempest-AllowedAddressPairTestJSON-1579390025 tempest-AllowedAddressPairTestJSON-1579390025-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:52.627332 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-27979aec-02bd-413e-921b-31a2876b2dc1 req-3cf51cf9-9731-444e-8e86-479c6de6d32c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=86c2bd86-2e00-4057-980f-a4e5c1d7c4d0 HTTP/1.1" status: 200 len: 1000 time: 0.1308854 Nov 23 17:50:52.647959 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-6dd1a67a-5c9c-4fad-84c9-d4b18d2c6c8d tempest-AllowedAddressPairTestJSON-1579390025 tempest-AllowedAddressPairTestJSON-1579390025-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9118135 Nov 23 17:50:52.656466 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 40268) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:50:52.670329 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-dde6edde-e4d6-4076-a6fc-f47b5e9970c0 tempest-AllowedAddressPairTestJSON-1579390025 tempest-AllowedAddressPairTestJSON-1579390025-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.11', 'mac_address': 'fa:16:3e:8e:fa:59'}, {'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:ae:7f:86'}]}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:50:52.699347 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27979aec-02bd-413e-921b-31a2876b2dc1 req-6ed5dbd7-69cb-4141-ac4b-3be96d1de32a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:52.701297 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-27979aec-02bd-413e-921b-31a2876b2dc1 req-6ed5dbd7-69cb-4141-ac4b-3be96d1de32a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=edc28ddc-ae2c-4b2b-bf91-4f5ac80bdafe HTTP/1.1" status: 200 len: 850 time: 0.0610929 Nov 23 17:50:52.760592 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-dde6edde-e4d6-4076-a6fc-f47b5e9970c0 tempest-AllowedAddressPairTestJSON-1579390025 tempest-AllowedAddressPairTestJSON-1579390025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:52.838057 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27979aec-02bd-413e-921b-31a2876b2dc1 req-4d73a85a-b87f-458c-89ee-be93e8e4964e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:52.839619 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-27979aec-02bd-413e-921b-31a2876b2dc1 req-4d73a85a-b87f-458c-89ee-be93e8e4964e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=65497e92-b0c3-442f-8f8a-bf07657099ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1290033 Nov 23 17:50:52.845854 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-83b6021b-afae-40db-ad36-60414cd6a3d1 None None] Provisioning complete for port 5d493ffc-baa2-41f6-a1d7-515732836341 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:50:52.846223 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-83b6021b-afae-40db-ad36-60414cd6a3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:52.951814 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-83b6021b-afae-40db-ad36-60414cd6a3d1 None None] Port 5d493ffc-baa2-41f6-a1d7-515732836341 cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:50:53.036124 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-27979aec-02bd-413e-921b-31a2876b2dc1 req-e0c0321f-22e0-4ac5-9e02-35f2669b7f39 service neutron] 10.222.0.36 "GET /v2.0/networks/65497e92-b0c3-442f-8f8a-bf07657099ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1886024 Nov 23 17:50:53.102807 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-dde6edde-e4d6-4076-a6fc-f47b5e9970c0 tempest-AllowedAddressPairTestJSON-1579390025 tempest-AllowedAddressPairTestJSON-1579390025-project] Publish callbacks [] for port, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:53.117054 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-dde6edde-e4d6-4076-a6fc-f47b5e9970c0 tempest-AllowedAddressPairTestJSON-1579390025 tempest-AllowedAddressPairTestJSON-1579390025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264357957'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:53.205069 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-27979aec-02bd-413e-921b-31a2876b2dc1 req-dc434dd1-9cfc-42b7-98f5-c39cba0b8533 service neutron] 10.222.0.36 "GET /v2.0/networks/65497e92-b0c3-442f-8f8a-bf07657099ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1589105 Nov 23 17:50:53.218762 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde6edde-e4d6-4076-a6fc-f47b5e9970c0 tempest-AllowedAddressPairTestJSON-1579390025 tempest-AllowedAddressPairTestJSON-1579390025-project] Pushing event updated for resources: {'Port': ['ID=5d493ffc-baa2-41f6-a1d7-515732836341,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:50:53.268924 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-dde6edde-e4d6-4076-a6fc-f47b5e9970c0 tempest-AllowedAddressPairTestJSON-1579390025 tempest-AllowedAddressPairTestJSON-1579390025-project] In _notify_port_updated(), no bound segment for port 5d493ffc-baa2-41f6-a1d7-515732836341 on network 5858b1b2-c53a-4ec1-b8cb-463416268745 {{(pid=103590) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 23 17:50:53.274581 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dde6edde-e4d6-4076-a6fc-f47b5e9970c0 tempest-AllowedAddressPairTestJSON-1579390025 tempest-AllowedAddressPairTestJSON-1579390025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:53.275219 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-dde6edde-e4d6-4076-a6fc-f47b5e9970c0 tempest-AllowedAddressPairTestJSON-1579390025 tempest-AllowedAddressPairTestJSON-1579390025-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:53.279582 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 40278) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:50:53.282558 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-dde6edde-e4d6-4076-a6fc-f47b5e9970c0 tempest-AllowedAddressPairTestJSON-1579390025 tempest-AllowedAddressPairTestJSON-1579390025-project] 10.222.0.60 "PUT /v2.0/ports/5d493ffc-baa2-41f6-a1d7-515732836341 HTTP/1.1" status: 200 len: 1056 time: 0.6184626 Nov 23 17:50:53.440977 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-8e2e25f0-621a-4119-bd8b-2f378db17f3e tempest-AllowedAddressPairTestJSON-1579390025 tempest-AllowedAddressPairTestJSON-1579390025-project] Deleting port 5d493ffc-baa2-41f6-a1d7-515732836341 {{(pid=103591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:50:53.441315 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-8e2e25f0-621a-4119-bd8b-2f378db17f3e tempest-AllowedAddressPairTestJSON-1579390025 tempest-AllowedAddressPairTestJSON-1579390025-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:53.560311 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-8e2e25f0-621a-4119-bd8b-2f378db17f3e tempest-AllowedAddressPairTestJSON-1579390025 tempest-AllowedAddressPairTestJSON-1579390025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:53.580369 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-d2b4bf51-3a78-48e2-af96-4ed7f1519ad6 None None] Provisioning complete for port 5d493ffc-baa2-41f6-a1d7-515732836341 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:50:53.581396 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-d2b4bf51-3a78-48e2-af96-4ed7f1519ad6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:53.582507 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-8e2e25f0-621a-4119-bd8b-2f378db17f3e tempest-AllowedAddressPairTestJSON-1579390025 tempest-AllowedAddressPairTestJSON-1579390025-project] Calling delete_port for 5d493ffc-baa2-41f6-a1d7-515732836341 owned by {{(pid=103591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:50:53.619732 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-d2b4bf51-3a78-48e2-af96-4ed7f1519ad6 None None] Port 5d493ffc-baa2-41f6-a1d7-515732836341 cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:50:53.769488 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-8e2e25f0-621a-4119-bd8b-2f378db17f3e tempest-AllowedAddressPairTestJSON-1579390025 tempest-AllowedAddressPairTestJSON-1579390025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:53.888395 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2e25f0-621a-4119-bd8b-2f378db17f3e tempest-AllowedAddressPairTestJSON-1579390025 tempest-AllowedAddressPairTestJSON-1579390025-project] Pushing event deleted for resources: {'Port': ['ID=5d493ffc-baa2-41f6-a1d7-515732836341,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:50:54.074690 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-8e2e25f0-621a-4119-bd8b-2f378db17f3e tempest-AllowedAddressPairTestJSON-1579390025 tempest-AllowedAddressPairTestJSON-1579390025-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:54.080906 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-8e2e25f0-621a-4119-bd8b-2f378db17f3e tempest-AllowedAddressPairTestJSON-1579390025 tempest-AllowedAddressPairTestJSON-1579390025-project] 10.222.0.60 "DELETE /v2.0/ports/5d493ffc-baa2-41f6-a1d7-515732836341 HTTP/1.1" status: 204 len: 168 time: 0.7976799 Nov 23 17:50:54.081244 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 40284) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:50:54.113014 n-d-816206-8 neutron-server[103590]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f7226f2-ae52-4673-8d0d-1b68eb3b8e9e tempest-AllowedAddressPairTestJSON-1579390025 tempest-AllowedAddressPairTestJSON-1579390025-project] GET failed (client error): The resource could not be found. Nov 23 17:50:54.117173 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-0f7226f2-ae52-4673-8d0d-1b68eb3b8e9e tempest-AllowedAddressPairTestJSON-1579390025 tempest-AllowedAddressPairTestJSON-1579390025-project] 10.222.0.60 "GET /v2.0/ports/5d493ffc-baa2-41f6-a1d7-515732836341 HTTP/1.1" status: 404 len: 333 time: 0.0322156 Nov 23 17:50:54.118769 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 40288) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:50:54.329929 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-917e02fa-9305-461e-8cbe-8cf89a44a059 tempest-AllowedAddressPairTestJSON-1579390025 tempest-AllowedAddressPairTestJSON-1579390025-project] Deleting port 8e19c1a1-d963-420a-a9d0-c05c4bbbf90d {{(pid=103591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:50:54.330565 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-917e02fa-9305-461e-8cbe-8cf89a44a059 tempest-AllowedAddressPairTestJSON-1579390025 tempest-AllowedAddressPairTestJSON-1579390025-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:54.451995 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-917e02fa-9305-461e-8cbe-8cf89a44a059 tempest-AllowedAddressPairTestJSON-1579390025 tempest-AllowedAddressPairTestJSON-1579390025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:54.466556 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-917e02fa-9305-461e-8cbe-8cf89a44a059 tempest-AllowedAddressPairTestJSON-1579390025 tempest-AllowedAddressPairTestJSON-1579390025-project] Calling delete_port for 8e19c1a1-d963-420a-a9d0-c05c4bbbf90d owned by {{(pid=103591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:50:54.655012 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-917e02fa-9305-461e-8cbe-8cf89a44a059 tempest-AllowedAddressPairTestJSON-1579390025 tempest-AllowedAddressPairTestJSON-1579390025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:54.700972 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917e02fa-9305-461e-8cbe-8cf89a44a059 tempest-AllowedAddressPairTestJSON-1579390025 tempest-AllowedAddressPairTestJSON-1579390025-project] Pushing event deleted for resources: {'Port': ['ID=8e19c1a1-d963-420a-a9d0-c05c4bbbf90d,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:50:54.787405 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-917e02fa-9305-461e-8cbe-8cf89a44a059 tempest-AllowedAddressPairTestJSON-1579390025 tempest-AllowedAddressPairTestJSON-1579390025-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:54.794668 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 40302) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:50:54.794879 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-917e02fa-9305-461e-8cbe-8cf89a44a059 tempest-AllowedAddressPairTestJSON-1579390025 tempest-AllowedAddressPairTestJSON-1579390025-project] 10.222.0.60 "DELETE /v2.0/ports/8e19c1a1-d963-420a-a9d0-c05c4bbbf90d HTTP/1.1" status: 204 len: 168 time: 0.6748903 Nov 23 17:50:54.824668 n-d-816206-8 neutron-server[103590]: INFO neutron.pecan_wsgi.hooks.translation [None req-35e64b23-b090-4907-a759-ff2aa5034bb3 tempest-AllowedAddressPairTestJSON-1579390025 tempest-AllowedAddressPairTestJSON-1579390025-project] GET failed (client error): The resource could not be found. Nov 23 17:50:54.826536 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-35e64b23-b090-4907-a759-ff2aa5034bb3 tempest-AllowedAddressPairTestJSON-1579390025 tempest-AllowedAddressPairTestJSON-1579390025-project] 10.222.0.60 "GET /v2.0/ports/8e19c1a1-d963-420a-a9d0-c05c4bbbf90d HTTP/1.1" status: 404 len: 333 time: 0.0303917 Nov 23 17:50:54.833144 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 40304) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:50:54.991070 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-2f9b550d-a6a5-4299-ac4e-f1c8e9d5f244 tempest-AllowedAddressPairTestJSON-1579390025 tempest-AllowedAddressPairTestJSON-1579390025-project] Deleting port 8a434d4b-dd44-4d38-80e9-7726e3ee7214 {{(pid=103591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:50:54.991456 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-2f9b550d-a6a5-4299-ac4e-f1c8e9d5f244 tempest-AllowedAddressPairTestJSON-1579390025 tempest-AllowedAddressPairTestJSON-1579390025-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:55.111635 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-2f9b550d-a6a5-4299-ac4e-f1c8e9d5f244 tempest-AllowedAddressPairTestJSON-1579390025 tempest-AllowedAddressPairTestJSON-1579390025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:55.148723 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-2f9b550d-a6a5-4299-ac4e-f1c8e9d5f244 tempest-AllowedAddressPairTestJSON-1579390025 tempest-AllowedAddressPairTestJSON-1579390025-project] Calling delete_port for 8a434d4b-dd44-4d38-80e9-7726e3ee7214 owned by {{(pid=103591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:50:55.341804 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-2f9b550d-a6a5-4299-ac4e-f1c8e9d5f244 tempest-AllowedAddressPairTestJSON-1579390025 tempest-AllowedAddressPairTestJSON-1579390025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:55.376349 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9b550d-a6a5-4299-ac4e-f1c8e9d5f244 tempest-AllowedAddressPairTestJSON-1579390025 tempest-AllowedAddressPairTestJSON-1579390025-project] Pushing event deleted for resources: {'Port': ['ID=8a434d4b-dd44-4d38-80e9-7726e3ee7214,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:50:55.500327 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-2f9b550d-a6a5-4299-ac4e-f1c8e9d5f244 tempest-AllowedAddressPairTestJSON-1579390025 tempest-AllowedAddressPairTestJSON-1579390025-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:55.508930 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-2f9b550d-a6a5-4299-ac4e-f1c8e9d5f244 tempest-AllowedAddressPairTestJSON-1579390025 tempest-AllowedAddressPairTestJSON-1579390025-project] 10.222.0.60 "DELETE /v2.0/ports/8a434d4b-dd44-4d38-80e9-7726e3ee7214 HTTP/1.1" status: 204 len: 168 time: 0.6720819 Nov 23 17:50:55.509129 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 40310) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:50:55.626418 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb220dcb-a565-4ab0-a1ac-92a98ef4eaf7 tempest-AllowedAddressPairTestJSON-1579390025 tempest-AllowedAddressPairTestJSON-1579390025-project] Deleting subnet 0b354e3a-0016-436a-aa80-eb59668ba885 {{(pid=103590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 17:50:55.646654 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-cb220dcb-a565-4ab0-a1ac-92a98ef4eaf7 tempest-AllowedAddressPairTestJSON-1579390025 tempest-AllowedAddressPairTestJSON-1579390025-project] Publish callbacks [] for subnet, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:55.729506 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-cb220dcb-a565-4ab0-a1ac-92a98ef4eaf7 tempest-AllowedAddressPairTestJSON-1579390025 tempest-AllowedAddressPairTestJSON-1579390025-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-267528342'] for subnet, precommit_delete_associations {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:55.823278 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-cb220dcb-a565-4ab0-a1ac-92a98ef4eaf7 tempest-AllowedAddressPairTestJSON-1579390025 tempest-AllowedAddressPairTestJSON-1579390025-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971956'] for subnet, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:55.899771 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-cb220dcb-a565-4ab0-a1ac-92a98ef4eaf7 tempest-AllowedAddressPairTestJSON-1579390025 tempest-AllowedAddressPairTestJSON-1579390025-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264357903', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264730940'] for subnet, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:55.931703 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb220dcb-a565-4ab0-a1ac-92a98ef4eaf7 tempest-AllowedAddressPairTestJSON-1579390025 tempest-AllowedAddressPairTestJSON-1579390025-project] Pushing event deleted for resources: {'Subnet': ['ID=0b354e3a-0016-436a-aa80-eb59668ba885,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:50:55.934762 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-cb220dcb-a565-4ab0-a1ac-92a98ef4eaf7 tempest-AllowedAddressPairTestJSON-1579390025 tempest-AllowedAddressPairTestJSON-1579390025-project] Publish callbacks [] for subnet, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:55.938165 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-cb220dcb-a565-4ab0-a1ac-92a98ef4eaf7 tempest-AllowedAddressPairTestJSON-1579390025 tempest-AllowedAddressPairTestJSON-1579390025-project] 10.222.0.60 "DELETE /v2.0/subnets/0b354e3a-0016-436a-aa80-eb59668ba885 HTTP/1.1" status: 204 len: 168 time: 0.4281130 Nov 23 17:50:55.940666 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 40318) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:50:55.946658 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5a4bad6-5177-47a0-8e47-5ec8e64329fc None None] Network 5858b1b2-c53a-4ec1-b8cb-463416268745 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:50:56.066521 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-ac900546-6592-42cb-a03a-cb16a543a0ce tempest-AllowedAddressPairTestJSON-1579390025 tempest-AllowedAddressPairTestJSON-1579390025-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-555181'] for network, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:56.142377 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-ac900546-6592-42cb-a03a-cb16a543a0ce tempest-AllowedAddressPairTestJSON-1579390025 tempest-AllowedAddressPairTestJSON-1579390025-project] Deleting port b4aff591-9494-449f-95cd-21b21ab88c0b {{(pid=103591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:50:56.142678 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-ac900546-6592-42cb-a03a-cb16a543a0ce tempest-AllowedAddressPairTestJSON-1579390025 tempest-AllowedAddressPairTestJSON-1579390025-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:56.207039 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-585318f8-579d-42ca-ad43-ac2ce5847199 None None] DHCP port deletion for 5858b1b2-c53a-4ec1-b8cb-463416268745 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:50:56.237010 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [None req-ac900546-6592-42cb-a03a-cb16a543a0ce tempest-AllowedAddressPairTestJSON-1579390025 tempest-AllowedAddressPairTestJSON-1579390025-project] For port b4aff591-9494-449f-95cd-21b21ab88c0b, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=b4aff591-9494-449f-95cd-21b21ab88c0b,segment=NetworkSegment(8173e511-31da-402c-9119-6da4f94cd932),segment_id=8173e511-31da-402c-9119-6da4f94cd932)] {{(pid=103591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:50:56.237982 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-ac900546-6592-42cb-a03a-cb16a543a0ce tempest-AllowedAddressPairTestJSON-1579390025 tempest-AllowedAddressPairTestJSON-1579390025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:56.254270 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-ac900546-6592-42cb-a03a-cb16a543a0ce tempest-AllowedAddressPairTestJSON-1579390025 tempest-AllowedAddressPairTestJSON-1579390025-project] Calling delete_port for b4aff591-9494-449f-95cd-21b21ab88c0b owned by network:dhcp {{(pid=103591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:50:56.286320 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-585318f8-579d-42ca-ad43-ac2ce5847199 None None] Deleting port b4aff591-9494-449f-95cd-21b21ab88c0b {{(pid=103592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:50:56.286701 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-585318f8-579d-42ca-ad43-ac2ce5847199 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:56.355485 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-585318f8-579d-42ca-ad43-ac2ce5847199 None None] For port b4aff591-9494-449f-95cd-21b21ab88c0b, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=b4aff591-9494-449f-95cd-21b21ab88c0b,segment=NetworkSegment(8173e511-31da-402c-9119-6da4f94cd932),segment_id=8173e511-31da-402c-9119-6da4f94cd932)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:50:56.355798 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-585318f8-579d-42ca-ad43-ac2ce5847199 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:56.372927 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-ac900546-6592-42cb-a03a-cb16a543a0ce tempest-AllowedAddressPairTestJSON-1579390025 tempest-AllowedAddressPairTestJSON-1579390025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:56.406782 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac900546-6592-42cb-a03a-cb16a543a0ce tempest-AllowedAddressPairTestJSON-1579390025 tempest-AllowedAddressPairTestJSON-1579390025-project] Pushing event deleted for resources: {'Port': ['ID=b4aff591-9494-449f-95cd-21b21ab88c0b,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:50:56.422469 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac900546-6592-42cb-a03a-cb16a543a0ce tempest-AllowedAddressPairTestJSON-1579390025 tempest-AllowedAddressPairTestJSON-1579390025-project] No DVR routers for this DVR port b4aff591-9494-449f-95cd-21b21ab88c0b on host n-d-816206-8 {{(pid=103591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:50:56.537900 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-ac900546-6592-42cb-a03a-cb16a543a0ce tempest-AllowedAddressPairTestJSON-1579390025 tempest-AllowedAddressPairTestJSON-1579390025-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973419', 'neutron.services.segments.db._delete_segments_for_network-8736635878840'] for network, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:56.549106 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-585318f8-579d-42ca-ad43-ac2ce5847199 None None] Calling delete_port for b4aff591-9494-449f-95cd-21b21ab88c0b owned by network:dhcp {{(pid=103592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:50:56.565535 n-d-816206-8 neutron-server[103591]: DEBUG neutron.services.segments.db [None req-ac900546-6592-42cb-a03a-cb16a543a0ce tempest-AllowedAddressPairTestJSON-1579390025 tempest-AllowedAddressPairTestJSON-1579390025-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5858b1b2-c53a-4ec1-b8cb-463416268745']}} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:50:56.577584 n-d-816206-8 neutron-server[103591]: DEBUG neutron.services.segments.db [None req-ac900546-6592-42cb-a03a-cb16a543a0ce tempest-AllowedAddressPairTestJSON-1579390025 tempest-AllowedAddressPairTestJSON-1579390025-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8173e511-31da-402c-9119-6da4f94cd932') {'for_net_delete': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:50:56.578193 n-d-816206-8 neutron-server[103591]: DEBUG neutron.services.segments.db [None req-ac900546-6592-42cb-a03a-cb16a543a0ce tempest-AllowedAddressPairTestJSON-1579390025 tempest-AllowedAddressPairTestJSON-1579390025-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8173e511-31da-402c-9119-6da4f94cd932') {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:50:56.608818 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-ac900546-6592-42cb-a03a-cb16a543a0ce tempest-AllowedAddressPairTestJSON-1579390025 tempest-AllowedAddressPairTestJSON-1579390025-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736635840332', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265989959'] for segment, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:56.637908 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-ac900546-6592-42cb-a03a-cb16a543a0ce tempest-AllowedAddressPairTestJSON-1579390025 tempest-AllowedAddressPairTestJSON-1579390025-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:56.650896 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac900546-6592-42cb-a03a-cb16a543a0ce tempest-AllowedAddressPairTestJSON-1579390025 tempest-AllowedAddressPairTestJSON-1579390025-project] Releasing vlan 515 on physical network physnet1 to pool {{(pid=103591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 17:50:56.651300 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-ac900546-6592-42cb-a03a-cb16a543a0ce tempest-AllowedAddressPairTestJSON-1579390025 tempest-AllowedAddressPairTestJSON-1579390025-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264756290'] for segment, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:56.665520 n-d-816206-8 neutron-server[103591]: Traceback (most recent call last): Nov 23 17:50:56.665520 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 17:50:56.665520 n-d-816206-8 neutron-server[103591]: timer() Nov 23 17:50:56.665520 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 17:50:56.665520 n-d-816206-8 neutron-server[103591]: cb(*args, **kw) Nov 23 17:50:56.665520 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 17:50:56.665520 n-d-816206-8 neutron-server[103591]: return func(*args, **kwargs) Nov 23 17:50:56.665520 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 17:50:56.665520 n-d-816206-8 neutron-server[103591]: self._notify() Nov 23 17:50:56.665520 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 17:50:56.665520 n-d-816206-8 neutron-server[103591]: self.callback(batched_events) Nov 23 17:50:56.665520 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 17:50:56.665520 n-d-816206-8 neutron-server[103591]: event.method(event) Nov 23 17:50:56.665520 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 17:50:56.665520 n-d-816206-8 neutron-server[103591]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 17:50:56.665520 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 17:50:56.665520 n-d-816206-8 neutron-server[103591]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 17:50:56.665520 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 17:50:56.665520 n-d-816206-8 neutron-server[103591]: return f(self, *a, **k) Nov 23 17:50:56.665520 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 17:50:56.665520 n-d-816206-8 neutron-server[103591]: return self._get(url).json() Nov 23 17:50:56.665520 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 17:50:56.665520 n-d-816206-8 neutron-server[103591]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 17:50:56.665520 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 17:50:56.665520 n-d-816206-8 neutron-server[103591]: return self.request(url, 'GET', **kwargs) Nov 23 17:50:56.665520 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 17:50:56.665520 n-d-816206-8 neutron-server[103591]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 17:50:56.665520 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 17:50:56.665520 n-d-816206-8 neutron-server[103591]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 17:50:56.665520 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 17:50:56.665520 n-d-816206-8 neutron-server[103591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 17:50:56.665520 n-d-816206-8 neutron-server[103591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 17:50:56.706414 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-585318f8-579d-42ca-ad43-ac2ce5847199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989'] for port, after_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:56.769904 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585318f8-579d-42ca-ad43-ac2ce5847199 None None] Pushing event deleted for resources: {'Port': ['ID=b4aff591-9494-449f-95cd-21b21ab88c0b,revision_number=None']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:50:56.785121 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585318f8-579d-42ca-ad43-ac2ce5847199 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:50:56.785619 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585318f8-579d-42ca-ad43-ac2ce5847199 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:50:56.786070 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585318f8-579d-42ca-ad43-ac2ce5847199 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:50:56.786514 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585318f8-579d-42ca-ad43-ac2ce5847199 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:50:56.786951 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585318f8-579d-42ca-ad43-ac2ce5847199 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:50:56.787480 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585318f8-579d-42ca-ad43-ac2ce5847199 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:50:56.789206 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585318f8-579d-42ca-ad43-ac2ce5847199 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:50:56.789206 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585318f8-579d-42ca-ad43-ac2ce5847199 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:50:56.791712 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585318f8-579d-42ca-ad43-ac2ce5847199 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:50:56.791712 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585318f8-579d-42ca-ad43-ac2ce5847199 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:50:56.791712 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585318f8-579d-42ca-ad43-ac2ce5847199 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:50:56.791712 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585318f8-579d-42ca-ad43-ac2ce5847199 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:50:56.796534 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-585318f8-579d-42ca-ad43-ac2ce5847199 None None] No DVR routers for this DVR port b4aff591-9494-449f-95cd-21b21ab88c0b on host n-d-816206-8 {{(pid=103592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:50:56.801522 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-ac900546-6592-42cb-a03a-cb16a543a0ce tempest-AllowedAddressPairTestJSON-1579390025 tempest-AllowedAddressPairTestJSON-1579390025-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1795418'] for network, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:56.817233 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-ac900546-6592-42cb-a03a-cb16a543a0ce tempest-AllowedAddressPairTestJSON-1579390025 tempest-AllowedAddressPairTestJSON-1579390025-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for network, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:56.823462 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-ac900546-6592-42cb-a03a-cb16a543a0ce tempest-AllowedAddressPairTestJSON-1579390025 tempest-AllowedAddressPairTestJSON-1579390025-project] 10.222.0.60 "DELETE /v2.0/networks/5858b1b2-c53a-4ec1-b8cb-463416268745 HTTP/1.1" status: 204 len: 168 time: 0.8789182 Nov 23 17:50:56.842902 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac900546-6592-42cb-a03a-cb16a543a0ce tempest-AllowedAddressPairTestJSON-1579390025 tempest-AllowedAddressPairTestJSON-1579390025-project] Pushing event deleted for resources: {'Network': ['ID=5858b1b2-c53a-4ec1-b8cb-463416268745,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:50:57.131778 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 40334) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:50:57.297724 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-3bd65331-7e22-41fe-b28a-b11afe2a534e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=132cb5019bfa47db99a046b96948e291&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1642637 Nov 23 17:50:57.300165 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 40340) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:50:57.350350 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0285b3e5-7142-40f8-ad24-22c218c68c03 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:57.375200 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0285b3e5-7142-40f8-ad24-22c218c68c03 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:57.429428 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0285b3e5-7142-40f8-ad24-22c218c68c03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:57.432198 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0285b3e5-7142-40f8-ad24-22c218c68c03 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:57.446956 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-0285b3e5-7142-40f8-ad24-22c218c68c03 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ec185473-0ec4-4b75-a017-a56c99fa1b9f HTTP/1.1" status: 204 len: 168 time: 0.1358831 Nov 23 17:50:57.458690 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0285b3e5-7142-40f8-ad24-22c218c68c03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec185473-0ec4-4b75-a017-a56c99fa1b9f,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:50:57.878651 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device b4aff591-9494-449f-95cd-21b21ab88c0b no longer exists at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:50:57.904471 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] No Port match for: b4aff591-9494-449f-95cd-21b21ab88c0b {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:50:57.905154 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device b4aff591-9494-449f-95cd-21b21ab88c0b not bound to the agent host n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:50:58.219843 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 40370) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:50:58.338901 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-ef55ebd2-d5a1-4e9c-b1b8-f2bea917b3a8 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1718414903'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:50:58.365896 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef55ebd2-d5a1-4e9c-b1b8-f2bea917b3a8 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Made reservation on behalf of 4245b0ed4bf944cfbaec1e03ba4983e5 for: {'network': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:50:58.371682 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ef55ebd2-d5a1-4e9c-b1b8-f2bea917b3a8 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for network, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:58.388668 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ef55ebd2-d5a1-4e9c-b1b8-f2bea917b3a8 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Publish callbacks [] for security_group, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:58.488120 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ef55ebd2-d5a1-4e9c-b1b8-f2bea917b3a8 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Publish callbacks [] for security_group, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:58.496475 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ef55ebd2-d5a1-4e9c-b1b8-f2bea917b3a8 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:58.531173 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef55ebd2-d5a1-4e9c-b1b8-f2bea917b3a8 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] vlan segment allocate from pool success with {'vlan_id': 508, 'physical_network': 'physnet1'} {{(pid=103590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 17:50:58.544139 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef55ebd2-d5a1-4e9c-b1b8-f2bea917b3a8 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e5af0e1-0994-4c85-a0e8-b2c48f0a8ac4,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:50:58.569527 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ef55ebd2-d5a1-4e9c-b1b8-f2bea917b3a8 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:58.571456 n-d-816206-8 neutron-server[103590]: INFO neutron.db.segments_db [None req-ef55ebd2-d5a1-4e9c-b1b8-f2bea917b3a8 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Added segment 9350d5e6-af33-42e9-920f-1ab4e1855e17 of type vlan for network d64e462d-9e74-4131-aeff-266c06cc68cb Nov 23 17:50:58.623164 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ef55ebd2-d5a1-4e9c-b1b8-f2bea917b3a8 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736635338810'] for network, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:58.654304 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ef55ebd2-d5a1-4e9c-b1b8-f2bea917b3a8 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493'] for network, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:58.661762 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef55ebd2-d5a1-4e9c-b1b8-f2bea917b3a8 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:58.662730 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ef55ebd2-d5a1-4e9c-b1b8-f2bea917b3a8 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Publish callbacks [] for network, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:58.711056 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-ef55ebd2-d5a1-4e9c-b1b8-f2bea917b3a8 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4900048 Nov 23 17:50:58.714660 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 40376) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:50:58.721414 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-62960c76-8149-4a28-97a4-a38d39d80f70 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Request body: {'subnet': {'network_id': 'd64e462d-9e74-4131-aeff-266c06cc68cb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:50:58.762673 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef55ebd2-d5a1-4e9c-b1b8-f2bea917b3a8 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Pushing event updated for resources: {'Network': ['ID=d64e462d-9e74-4131-aeff-266c06cc68cb,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:50:58.777544 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Network d64e462d-9e74-4131-aeff-266c06cc68cb details requested by agent ovs-agent-n-d-816206-8 with host n-d-816206-8 {{(pid=103592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 17:50:58.927135 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62960c76-8149-4a28-97a4-a38d39d80f70 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Made reservation on behalf of 4245b0ed4bf944cfbaec1e03ba4983e5 for: {'subnet': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:50:58.931207 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-62960c76-8149-4a28-97a4-a38d39d80f70 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264314294'] for subnet, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:59.152413 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-62960c76-8149-4a28-97a4-a38d39d80f70 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264758079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264314276'] for subnet, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:59.244064 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62960c76-8149-4a28-97a4-a38d39d80f70 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Checking segment: {'id': '9350d5e6-af33-42e9-920f-1ab4e1855e17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'd64e462d-9e74-4131-aeff-266c06cc68cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:50:59.244451 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62960c76-8149-4a28-97a4-a38d39d80f70 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Network hostable DHCP agents. Network: d64e462d-9e74-4131-aeff-266c06cc68cb, hostable agents: ['0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3'], hosted agents: [] {{(pid=103591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 17:50:59.257486 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62960c76-8149-4a28-97a4-a38d39d80f70 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Pushing event updated for resources: {'Subnet': ['ID=8c2b786c-39be-4d16-83a3-bd8a6bb90492,revision_number=0']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:50:59.284581 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62960c76-8149-4a28-97a4-a38d39d80f70 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Network d64e462d-9e74-4131-aeff-266c06cc68cb is scheduled to be hosted by DHCP agent 0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3 with binding_index 1 {{(pid=103591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 17:50:59.301723 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [None req-62960c76-8149-4a28-97a4-a38d39d80f70 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-8, d64e462d-9e74-4131-aeff-266c06cc68cb) {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:50:59.312414 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-726b7d82-a786-43af-b7f8-7adbf36d2f47 None None] Network d64e462d-9e74-4131-aeff-266c06cc68cb requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:50:59.322684 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62960c76-8149-4a28-97a4-a38d39d80f70 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:50:59.326473 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-62960c76-8149-4a28-97a4-a38d39d80f70 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for subnet, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:59.373033 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 40388) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:50:59.373555 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-62960c76-8149-4a28-97a4-a38d39d80f70 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.6568580 Nov 23 17:50:59.378925 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-519e5fbf-39fe-4358-8100-a9a2a3c35803 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-918360698', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'}, 'admin_state_up': False}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:50:59.439688 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-519e5fbf-39fe-4358-8100-a9a2a3c35803 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1793449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8093'] for router, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:59.441672 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-519e5fbf-39fe-4358-8100-a9a2a3c35803 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1794473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1794771', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1638326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8086'] for router, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:59.504712 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f57421ec-f12c-441a-8f97-25e0d6cbfb49 None None] Network d64e462d-9e74-4131-aeff-266c06cc68cb requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:50:59.551100 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-519e5fbf-39fe-4358-8100-a9a2a3c35803 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:50:59.781895 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-519e5fbf-39fe-4358-8100-a9a2a3c35803 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:00.056463 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-519e5fbf-39fe-4358-8100-a9a2a3c35803 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Publish callbacks [] for router_gateway, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:00.091616 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-519e5fbf-39fe-4358-8100-a9a2a3c35803 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:00.218851 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-519e5fbf-39fe-4358-8100-a9a2a3c35803 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Allocated IP 172.25.3.103 (4c8455ba-1be5-42ac-b8c2-8a16e1292d55/08fe3644-ce41-4c3f-a7ea-92bac0f0fff5/d66d149d-0c1a-4979-8bbf-bf0fbc65cceb) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:51:00.337497 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-519e5fbf-39fe-4358-8100-a9a2a3c35803 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:00.386263 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-519e5fbf-39fe-4358-8100-a9a2a3c35803 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:00.425004 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-519e5fbf-39fe-4358-8100-a9a2a3c35803 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Network 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:51:00.429190 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-519e5fbf-39fe-4358-8100-a9a2a3c35803 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:51:00.433343 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-519e5fbf-39fe-4358-8100-a9a2a3c35803 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:51:00.449739 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96d85392-097d-48ce-af9b-c15b05c3962c None None] DHCP port deletion for 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:51:00.503829 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519e5fbf-39fe-4358-8100-a9a2a3c35803 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Pushing event updated for resources: {'Port': ['ID=d66d149d-0c1a-4979-8bbf-bf0fbc65cceb,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:51:00.512825 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-5e5ccc11-263e-4e43-9bb2-8704d2840e1b None None] Provisioning complete for port d66d149d-0c1a-4979-8bbf-bf0fbc65cceb triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:51:00.513212 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-5e5ccc11-263e-4e43-9bb2-8704d2840e1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:00.575012 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-5e5ccc11-263e-4e43-9bb2-8704d2840e1b None None] Port d66d149d-0c1a-4979-8bbf-bf0fbc65cceb cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:51:01.137946 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-519e5fbf-39fe-4358-8100-a9a2a3c35803 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Publish callbacks [] for router_gateway, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:01.279173 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 40414) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:51:01.354099 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-519e5fbf-39fe-4358-8100-a9a2a3c35803 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1794316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1795362'] for router, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:01.433720 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-a9045194-f586-4575-9ddf-9a2b4457ac13 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=77e4b35578d8459080444edfaacb61b2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1531675 Nov 23 17:51:01.436109 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 40418) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:51:01.491886 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-48eff70b-08c3-4107-a971-1df92c6826d5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:01.509640 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-519e5fbf-39fe-4358-8100-a9a2a3c35803 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Router e9d239d0-f88a-413d-b622-a6ead76c4a91 is scheduled to L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 with binding_index 1 {{(pid=103590) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 17:51:01.518168 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-48eff70b-08c3-4107-a971-1df92c6826d5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:01.587584 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-48eff70b-08c3-4107-a971-1df92c6826d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:01.590917 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-48eff70b-08c3-4107-a971-1df92c6826d5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:01.592255 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-48eff70b-08c3-4107-a971-1df92c6826d5 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/4df28033-856d-4fed-8b1f-2717b5a26001 HTTP/1.1" status: 204 len: 168 time: 0.1549902 Nov 23 17:51:01.600740 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48eff70b-08c3-4107-a971-1df92c6826d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4df28033-856d-4fed-8b1f-2717b5a26001,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:51:01.664854 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-519e5fbf-39fe-4358-8100-a9a2a3c35803 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:51:01.678032 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf7b4dcc-3ca1-4c89-ab20-4df84454d397 None None] Sync routers for ids ['e9d239d0-f88a-413d-b622-a6ead76c4a91'] in n-d-816206-8 {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:51:01.694984 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-519e5fbf-39fe-4358-8100-a9a2a3c35803 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Publish callbacks [] for router, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:01.695345 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf7b4dcc-3ca1-4c89-ab20-4df84454d397 None None] Routers {'e9d239d0-f88a-413d-b622-a6ead76c4a91'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:51:01.696083 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-cf7b4dcc-3ca1-4c89-ab20-4df84454d397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:50:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['e9d239d0-f88a-413d-b622-a6ead76c4a91'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:51:01.697545 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-519e5fbf-39fe-4358-8100-a9a2a3c35803 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.3225665 Nov 23 17:51:01.700397 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 40424) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:51:01.767399 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-cf7b4dcc-3ca1-4c89-ab20-4df84454d397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:51:01.784628 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf7b4dcc-3ca1-4c89-ab20-4df84454d397 None None] Routers {'e9d239d0-f88a-413d-b622-a6ead76c4a91'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:51:01.785253 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-cf7b4dcc-3ca1-4c89-ab20-4df84454d397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:50:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['e9d239d0-f88a-413d-b622-a6ead76c4a91'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:51:01.925960 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-cf7b4dcc-3ca1-4c89-ab20-4df84454d397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:51:01.926535 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf7b4dcc-3ca1-4c89-ab20-4df84454d397 None None] The sync data for ids ['e9d239d0-f88a-413d-b622-a6ead76c4a91'] in n-d-816206-8 is: [] {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:51:02.293344 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2a31696f-ba3f-405a-8248-95744db2c859 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:02.629478 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-2a31696f-ba3f-405a-8248-95744db2c859 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Allocated IP 172.20.0.1 (d64e462d-9e74-4131-aeff-266c06cc68cb/8c2b786c-39be-4d16-83a3-bd8a6bb90492/c93bd181-9e5c-4147-b645-42ae5323cc94) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:51:02.782334 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2a31696f-ba3f-405a-8248-95744db2c859 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:02.824794 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2a31696f-ba3f-405a-8248-95744db2c859 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:02.871436 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a31696f-ba3f-405a-8248-95744db2c859 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Network d64e462d-9e74-4131-aeff-266c06cc68cb is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:51:02.874557 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-2a31696f-ba3f-405a-8248-95744db2c859 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:51:02.877181 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a31696f-ba3f-405a-8248-95744db2c859 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:51:02.915460 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a31696f-ba3f-405a-8248-95744db2c859 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Pushing event updated for resources: {'Port': ['ID=c93bd181-9e5c-4147-b645-42ae5323cc94,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:51:02.951423 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2a31696f-ba3f-405a-8248-95744db2c859 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1795539'] for router_interface, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:03.106011 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2a31696f-ba3f-405a-8248-95744db2c859 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:03.409679 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2a31696f-ba3f-405a-8248-95744db2c859 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Publish callbacks [] for port, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:03.415292 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2a31696f-ba3f-405a-8248-95744db2c859 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264357957'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:03.491451 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a31696f-ba3f-405a-8248-95744db2c859 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Pushing event updated for resources: {'Port': ['ID=c93bd181-9e5c-4147-b645-42ae5323cc94,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:51:03.494570 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2a31696f-ba3f-405a-8248-95744db2c859 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2068703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1794403'] for router_interface, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:03.600148 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a31696f-ba3f-405a-8248-95744db2c859 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Network d64e462d-9e74-4131-aeff-266c06cc68cb is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:51:03.601825 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-2a31696f-ba3f-405a-8248-95744db2c859 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:51:03.736864 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a31696f-ba3f-405a-8248-95744db2c859 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Router e9d239d0-f88a-413d-b622-a6ead76c4a91 has already been hosted by L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 {{(pid=103590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 17:51:03.875322 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a31696f-ba3f-405a-8248-95744db2c859 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:51:03.880505 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-2a31696f-ba3f-405a-8248-95744db2c859 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] 10.222.0.60 "PUT /v2.0/routers/e9d239d0-f88a-413d-b622-a6ead76c4a91/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1787755 Nov 23 17:51:03.883277 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 40538) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:51:03.886048 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91eeec17-36c5-4c58-8996-8898db3fe06f None None] Sync routers for ids ['e9d239d0-f88a-413d-b622-a6ead76c4a91'] in n-d-816206-8 {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:51:03.895670 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91eeec17-36c5-4c58-8996-8898db3fe06f None None] Routers {'e9d239d0-f88a-413d-b622-a6ead76c4a91'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:51:03.896285 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-91eeec17-36c5-4c58-8996-8898db3fe06f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:50:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['e9d239d0-f88a-413d-b622-a6ead76c4a91'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:51:03.899209 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-25c567de-db49-4183-b1d1-9d23824d9fee tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Request body: {'port': {'network_id': 'd64e462d-9e74-4131-aeff-266c06cc68cb', 'name': 'tempest-FloatingIPTestJSON-2088094456'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:51:03.930708 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-91eeec17-36c5-4c58-8996-8898db3fe06f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:51:03.941715 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91eeec17-36c5-4c58-8996-8898db3fe06f None None] Routers {'e9d239d0-f88a-413d-b622-a6ead76c4a91'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:51:03.942335 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-91eeec17-36c5-4c58-8996-8898db3fe06f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:50:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['e9d239d0-f88a-413d-b622-a6ead76c4a91'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:51:03.985966 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-91eeec17-36c5-4c58-8996-8898db3fe06f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:51:03.986863 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91eeec17-36c5-4c58-8996-8898db3fe06f None None] The sync data for ids ['e9d239d0-f88a-413d-b622-a6ead76c4a91'] in n-d-816206-8 is: [] {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:51:04.077869 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25c567de-db49-4183-b1d1-9d23824d9fee tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Made reservation on behalf of 4245b0ed4bf944cfbaec1e03ba4983e5 for: {'port': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:51:04.084986 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-25c567de-db49-4183-b1d1-9d23824d9fee tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:04.111494 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [None req-25c567de-db49-4183-b1d1-9d23824d9fee tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] device_id is not set on port c9d147a9-59bd-45a3-833a-5cddee240342 yet. {{(pid=103591) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 17:51:04.576377 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.db_base_plugin_common [None req-25c567de-db49-4183-b1d1-9d23824d9fee tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Allocated IP 172.20.0.11 (d64e462d-9e74-4131-aeff-266c06cc68cb/8c2b786c-39be-4d16-83a3-bd8a6bb90492/c9d147a9-59bd-45a3-833a-5cddee240342) {{(pid=103591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:51:04.768404 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-25c567de-db49-4183-b1d1-9d23824d9fee tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Publish callbacks [] for port, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:04.810815 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-25c567de-db49-4183-b1d1-9d23824d9fee tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:04.862146 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25c567de-db49-4183-b1d1-9d23824d9fee tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Network d64e462d-9e74-4131-aeff-266c06cc68cb is already hosted by enough agents. {{(pid=103591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:51:04.865548 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [None req-25c567de-db49-4183-b1d1-9d23824d9fee tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Resources bound (agent type, host, resource id): {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:51:04.869830 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25c567de-db49-4183-b1d1-9d23824d9fee tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Received port after_create {{(pid=103591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:51:04.899960 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c567de-db49-4183-b1d1-9d23824d9fee tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Pushing event updated for resources: {'Port': ['ID=c9d147a9-59bd-45a3-833a-5cddee240342,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:51:04.930920 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25c567de-db49-4183-b1d1-9d23824d9fee tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:04.931144 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-25c567de-db49-4183-b1d1-9d23824d9fee tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:04.949001 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-25c567de-db49-4183-b1d1-9d23824d9fee tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.0640991 Nov 23 17:51:04.951393 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 40550) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:51:04.956235 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-b995727b-6e1d-44a1-bfd0-9c8df9e23861 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Request body: {'port': {'network_id': 'd64e462d-9e74-4131-aeff-266c06cc68cb', 'name': 'tempest-FloatingIPTestJSON-1482320767'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:51:05.087523 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b995727b-6e1d-44a1-bfd0-9c8df9e23861 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Made reservation on behalf of 4245b0ed4bf944cfbaec1e03ba4983e5 for: {'port': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:51:05.091943 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-b995727b-6e1d-44a1-bfd0-9c8df9e23861 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:05.114437 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [None req-b995727b-6e1d-44a1-bfd0-9c8df9e23861 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] device_id is not set on port 82501ee3-82b5-4d9f-8704-6fb8d7c42fbd yet. {{(pid=103591) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 17:51:05.229308 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.db_base_plugin_common [None req-b995727b-6e1d-44a1-bfd0-9c8df9e23861 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Allocated IP 172.20.0.7 (d64e462d-9e74-4131-aeff-266c06cc68cb/8c2b786c-39be-4d16-83a3-bd8a6bb90492/82501ee3-82b5-4d9f-8704-6fb8d7c42fbd) {{(pid=103591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:51:05.419731 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-b995727b-6e1d-44a1-bfd0-9c8df9e23861 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Publish callbacks [] for port, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:05.465484 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-b995727b-6e1d-44a1-bfd0-9c8df9e23861 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:05.524150 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b995727b-6e1d-44a1-bfd0-9c8df9e23861 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Network d64e462d-9e74-4131-aeff-266c06cc68cb is already hosted by enough agents. {{(pid=103591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:51:05.527288 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [None req-b995727b-6e1d-44a1-bfd0-9c8df9e23861 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Resources bound (agent type, host, resource id): {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:51:05.531146 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b995727b-6e1d-44a1-bfd0-9c8df9e23861 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Received port after_create {{(pid=103591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:51:05.537739 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b995727b-6e1d-44a1-bfd0-9c8df9e23861 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Pushing event updated for resources: {'Port': ['ID=82501ee3-82b5-4d9f-8704-6fb8d7c42fbd,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:51:05.587037 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b995727b-6e1d-44a1-bfd0-9c8df9e23861 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:05.587892 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-b995727b-6e1d-44a1-bfd0-9c8df9e23861 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:05.612037 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 40560) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:51:05.612679 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-b995727b-6e1d-44a1-bfd0-9c8df9e23861 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.6597619 Nov 23 17:51:05.616765 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-b3cb5129-39d2-4674-b5b8-afb243c99d80 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Request body: {'floatingip': {'floating_network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'port_id': '82501ee3-82b5-4d9f-8704-6fb8d7c42fbd', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:51:05.646325 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b3cb5129-39d2-4674-b5b8-afb243c99d80 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Publish callbacks [] for floatingip, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:05.768478 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b3cb5129-39d2-4674-b5b8-afb243c99d80 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:05.910456 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-b3cb5129-39d2-4674-b5b8-afb243c99d80 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Allocated IP 172.25.3.69 (4c8455ba-1be5-42ac-b8c2-8a16e1292d55/08fe3644-ce41-4c3f-a7ea-92bac0f0fff5/a09751bf-de1f-4986-a552-ce85a81a62bd) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:51:06.030250 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b3cb5129-39d2-4674-b5b8-afb243c99d80 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:06.085547 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b3cb5129-39d2-4674-b5b8-afb243c99d80 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:06.119384 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3cb5129-39d2-4674-b5b8-afb243c99d80 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Network 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:51:06.123768 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-b3cb5129-39d2-4674-b5b8-afb243c99d80 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:51:06.163579 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3cb5129-39d2-4674-b5b8-afb243c99d80 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:51:06.250341 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cb5129-39d2-4674-b5b8-afb243c99d80 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Pushing event updated for resources: {'Port': ['ID=a09751bf-de1f-4986-a552-ce85a81a62bd,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:51:06.670064 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b3cb5129-39d2-4674-b5b8-afb243c99d80 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:06.747970 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b3cb5129-39d2-4674-b5b8-afb243c99d80 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:06.941781 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b3cb5129-39d2-4674-b5b8-afb243c99d80 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Publish callbacks [] for port, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:06.950105 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b3cb5129-39d2-4674-b5b8-afb243c99d80 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264357957'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:07.036552 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cb5129-39d2-4674-b5b8-afb243c99d80 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Pushing event updated for resources: {'Port': ['ID=a09751bf-de1f-4986-a552-ce85a81a62bd,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:51:07.052675 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b3cb5129-39d2-4674-b5b8-afb243c99d80 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1795396'] for floatingip, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:07.197142 n-d-816206-8 neutron-server[103590]: INFO neutron.db.l3_db [None req-b3cb5129-39d2-4674-b5b8-afb243c99d80 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Floating IP 4cbe5736-b075-49a9-a6ad-c1f92adf23d6 associated. External IP: 172.25.3.69, port: 82501ee3-82b5-4d9f-8704-6fb8d7c42fbd. Nov 23 17:51:07.272918 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37719b60-7f41-4928-a4b7-bd881d52d984 req-98b91cc6-432b-48f3-a91b-87b6384e2029 tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:07.276970 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-37719b60-7f41-4928-a4b7-bd881d52d984 req-98b91cc6-432b-48f3-a91b-87b6384e2029 tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] 10.222.0.60 "GET /v2.0/ports?device_id=84e4a83d-70e7-4464-bfce-8989790c75ec HTTP/1.1" status: 200 len: 945 time: 0.1000845 Nov 23 17:51:07.345064 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-37719b60-7f41-4928-a4b7-bd881d52d984 req-f1a14baa-df47-4f2f-a25b-6ca8861ed991 tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b27d2e1-77aa-4824-820e-41aa2cca6128&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613389 Nov 23 17:51:07.494173 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3cb5129-39d2-4674-b5b8-afb243c99d80 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Router e9d239d0-f88a-413d-b622-a6ead76c4a91 has already been hosted by L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 {{(pid=103590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 17:51:07.957673 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3cb5129-39d2-4674-b5b8-afb243c99d80 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:51:07.969986 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90e18e0a-e024-4e55-8f34-c0bdba7093f4 None None] Sync routers for ids ['e9d239d0-f88a-413d-b622-a6ead76c4a91'] in n-d-816206-8 {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:51:07.982152 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90e18e0a-e024-4e55-8f34-c0bdba7093f4 None None] Routers {'e9d239d0-f88a-413d-b622-a6ead76c4a91'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:51:07.982885 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-90e18e0a-e024-4e55-8f34-c0bdba7093f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:50:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['e9d239d0-f88a-413d-b622-a6ead76c4a91'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:51:07.984843 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b3cb5129-39d2-4674-b5b8-afb243c99d80 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for floatingip, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:08.016936 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-90e18e0a-e024-4e55-8f34-c0bdba7093f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:51:08.022177 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-b3cb5129-39d2-4674-b5b8-afb243c99d80 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 2.4089501 Nov 23 17:51:08.025128 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 40588) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:51:08.031711 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-29e9eea5-b07a-4f03-9dda-8eb979540551 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:51:08.033984 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90e18e0a-e024-4e55-8f34-c0bdba7093f4 None None] Routers {'e9d239d0-f88a-413d-b622-a6ead76c4a91'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:51:08.034983 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-90e18e0a-e024-4e55-8f34-c0bdba7093f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:50:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['e9d239d0-f88a-413d-b622-a6ead76c4a91'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:51:08.081681 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-90e18e0a-e024-4e55-8f34-c0bdba7093f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:51:08.083412 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90e18e0a-e024-4e55-8f34-c0bdba7093f4 None None] The sync data for ids ['e9d239d0-f88a-413d-b622-a6ead76c4a91'] in n-d-816206-8 is: [] {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:51:08.105562 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-29e9eea5-b07a-4f03-9dda-8eb979540551 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Publish callbacks [] for floatingip, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:08.261873 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-29e9eea5-b07a-4f03-9dda-8eb979540551 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:08.266882 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-29e9eea5-b07a-4f03-9dda-8eb979540551 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1795396'] for floatingip, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:08.267229 n-d-816206-8 neutron-server[103590]: INFO neutron.db.l3_db [None req-29e9eea5-b07a-4f03-9dda-8eb979540551 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Floating IP 4cbe5736-b075-49a9-a6ad-c1f92adf23d6 disassociated. External IP: 172.25.3.69, port: 82501ee3-82b5-4d9f-8704-6fb8d7c42fbd. Nov 23 17:51:08.531926 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5a4f15-5e26-418e-8b5f-193ede2e1010 req-236e7fff-ce1e-4fd6-bd0e-5418c36fa878 tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:08.533916 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-bb5a4f15-5e26-418e-8b5f-193ede2e1010 req-236e7fff-ce1e-4fd6-bd0e-5418c36fa878 tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] 10.222.0.60 "GET /v2.0/ports?device_id=84e4a83d-70e7-4464-bfce-8989790c75ec HTTP/1.1" status: 200 len: 945 time: 0.0822268 Nov 23 17:51:08.545835 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29e9eea5-b07a-4f03-9dda-8eb979540551 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Router e9d239d0-f88a-413d-b622-a6ead76c4a91 has already been hosted by L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 {{(pid=103590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 17:51:08.601838 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-bb5a4f15-5e26-418e-8b5f-193ede2e1010 req-14cc19da-985b-46da-a48b-cf551239a52b tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b27d2e1-77aa-4824-820e-41aa2cca6128&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612528 Nov 23 17:51:08.693049 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29e9eea5-b07a-4f03-9dda-8eb979540551 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:51:08.698576 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-29e9eea5-b07a-4f03-9dda-8eb979540551 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for floatingip, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:08.709208 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-759c96fc-965c-46f9-afef-e1e85c2cc91a None None] Sync routers for ids ['e9d239d0-f88a-413d-b622-a6ead76c4a91'] in n-d-816206-8 {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:51:08.720824 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-759c96fc-965c-46f9-afef-e1e85c2cc91a None None] Routers {'e9d239d0-f88a-413d-b622-a6ead76c4a91'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:51:08.722357 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-759c96fc-965c-46f9-afef-e1e85c2cc91a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:50:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['e9d239d0-f88a-413d-b622-a6ead76c4a91'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:51:08.758286 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 40596) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:51:08.758692 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-29e9eea5-b07a-4f03-9dda-8eb979540551 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] 10.222.0.60 "PUT /v2.0/floatingips/4cbe5736-b075-49a9-a6ad-c1f92adf23d6 HTTP/1.1" status: 200 len: 687 time: 0.7307937 Nov 23 17:51:08.788987 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-759c96fc-965c-46f9-afef-e1e85c2cc91a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:51:08.809026 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-759c96fc-965c-46f9-afef-e1e85c2cc91a None None] Routers {'e9d239d0-f88a-413d-b622-a6ead76c4a91'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:51:08.809662 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-759c96fc-965c-46f9-afef-e1e85c2cc91a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:50:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['e9d239d0-f88a-413d-b622-a6ead76c4a91'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:51:08.852093 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-759c96fc-965c-46f9-afef-e1e85c2cc91a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:51:08.853032 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-759c96fc-965c-46f9-afef-e1e85c2cc91a None None] The sync data for ids ['e9d239d0-f88a-413d-b622-a6ead76c4a91'] in n-d-816206-8 is: [] {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:51:08.928640 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-bcb720ca-0d86-4206-9674-d58213ecdbb8 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Deleting port a09751bf-de1f-4986-a552-ce85a81a62bd {{(pid=103591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:51:08.928975 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-bcb720ca-0d86-4206-9674-d58213ecdbb8 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:09.030686 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-bcb720ca-0d86-4206-9674-d58213ecdbb8 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:09.031024 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-bcb720ca-0d86-4206-9674-d58213ecdbb8 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:09.046938 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-bcb720ca-0d86-4206-9674-d58213ecdbb8 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Calling delete_port for a09751bf-de1f-4986-a552-ce85a81a62bd owned by network:floatingip {{(pid=103591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:51:09.202008 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-bcb720ca-0d86-4206-9674-d58213ecdbb8 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:09.236573 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb720ca-0d86-4206-9674-d58213ecdbb8 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Pushing event deleted for resources: {'Port': ['ID=a09751bf-de1f-4986-a552-ce85a81a62bd,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:51:09.317905 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-bcb720ca-0d86-4206-9674-d58213ecdbb8 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Publish callbacks [] for floatingip, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:09.320887 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-bcb720ca-0d86-4206-9674-d58213ecdbb8 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for floatingip, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:09.324521 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-bcb720ca-0d86-4206-9674-d58213ecdbb8 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] 10.222.0.60 "DELETE /v2.0/floatingips/4cbe5736-b075-49a9-a6ad-c1f92adf23d6 HTTP/1.1" status: 204 len: 168 time: 0.5588660 Nov 23 17:51:09.328433 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 40604) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:51:09.335129 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-47113aa1-4ccb-4a2a-ae1a-0e6df473c863 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Request body: {'floatingip': {'floating_network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'port_id': 'c9d147a9-59bd-45a3-833a-5cddee240342'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:51:09.371813 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-47113aa1-4ccb-4a2a-ae1a-0e6df473c863 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Publish callbacks [] for floatingip, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:09.474396 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-47113aa1-4ccb-4a2a-ae1a-0e6df473c863 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:09.642955 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.db_base_plugin_common [None req-47113aa1-4ccb-4a2a-ae1a-0e6df473c863 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Allocated IP 172.25.3.22 (4c8455ba-1be5-42ac-b8c2-8a16e1292d55/08fe3644-ce41-4c3f-a7ea-92bac0f0fff5/c5196480-7787-4c07-ba41-5fd4ebff2514) {{(pid=103591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:51:09.791967 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb48ea0-2442-438e-9742-cd1301b6fa36 req-72ac5ae7-595e-4af5-872d-8eebc5b79d16 tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:09.793258 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4fb48ea0-2442-438e-9742-cd1301b6fa36 req-72ac5ae7-595e-4af5-872d-8eebc5b79d16 tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] 10.222.0.60 "GET /v2.0/ports?device_id=84e4a83d-70e7-4464-bfce-8989790c75ec HTTP/1.1" status: 200 len: 945 time: 0.1119483 Nov 23 17:51:09.823619 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-47113aa1-4ccb-4a2a-ae1a-0e6df473c863 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Publish callbacks [] for port, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:09.885444 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4fb48ea0-2442-438e-9742-cd1301b6fa36 req-5b5c4248-c3db-492e-952c-5dbf3ac14168 tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b27d2e1-77aa-4824-820e-41aa2cca6128&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0785642 Nov 23 17:51:09.900651 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-47113aa1-4ccb-4a2a-ae1a-0e6df473c863 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:09.956535 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47113aa1-4ccb-4a2a-ae1a-0e6df473c863 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Network 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 is already hosted by enough agents. {{(pid=103591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:51:09.957624 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47113aa1-4ccb-4a2a-ae1a-0e6df473c863 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Pushing event updated for resources: {'Port': ['ID=c5196480-7787-4c07-ba41-5fd4ebff2514,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:51:09.961653 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [None req-47113aa1-4ccb-4a2a-ae1a-0e6df473c863 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Resources bound (agent type, host, resource id): {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:51:09.965051 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47113aa1-4ccb-4a2a-ae1a-0e6df473c863 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Received port after_create {{(pid=103591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:51:10.407564 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-47113aa1-4ccb-4a2a-ae1a-0e6df473c863 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:10.489385 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-47113aa1-4ccb-4a2a-ae1a-0e6df473c863 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:10.669335 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-47113aa1-4ccb-4a2a-ae1a-0e6df473c863 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Publish callbacks [] for port, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:10.674982 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-47113aa1-4ccb-4a2a-ae1a-0e6df473c863 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264758186'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:10.737769 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47113aa1-4ccb-4a2a-ae1a-0e6df473c863 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Pushing event updated for resources: {'Port': ['ID=c5196480-7787-4c07-ba41-5fd4ebff2514,revision_number=2']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:51:10.803571 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-47113aa1-4ccb-4a2a-ae1a-0e6df473c863 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1795396'] for floatingip, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:10.933294 n-d-816206-8 neutron-server[103591]: INFO neutron.db.l3_db [None req-47113aa1-4ccb-4a2a-ae1a-0e6df473c863 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Floating IP 040025c0-4109-4fb3-a86b-0893d7d32bf9 associated. External IP: 172.25.3.22, port: c9d147a9-59bd-45a3-833a-5cddee240342. Nov 23 17:51:11.071367 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31828453-e79f-4288-86d0-7110ba75c936 req-442470e7-538a-49ee-912d-8d97752d6ec8 tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:11.073467 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-31828453-e79f-4288-86d0-7110ba75c936 req-442470e7-538a-49ee-912d-8d97752d6ec8 tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] 10.222.0.60 "GET /v2.0/ports?device_id=84e4a83d-70e7-4464-bfce-8989790c75ec HTTP/1.1" status: 200 len: 945 time: 0.0949490 Nov 23 17:51:11.224816 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-31828453-e79f-4288-86d0-7110ba75c936 req-8a19dddf-d828-4553-8a39-825fef2e228d tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b27d2e1-77aa-4824-820e-41aa2cca6128&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1434240 Nov 23 17:51:11.280840 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47113aa1-4ccb-4a2a-ae1a-0e6df473c863 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Router e9d239d0-f88a-413d-b622-a6ead76c4a91 has already been hosted by L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 {{(pid=103591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 17:51:11.426464 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47113aa1-4ccb-4a2a-ae1a-0e6df473c863 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:51:11.436915 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7af1baeb-a6b0-4a4f-a9d1-4c8ef7f4ce81 None None] Sync routers for ids ['e9d239d0-f88a-413d-b622-a6ead76c4a91'] in n-d-816206-8 {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:51:11.450320 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7af1baeb-a6b0-4a4f-a9d1-4c8ef7f4ce81 None None] Routers {'e9d239d0-f88a-413d-b622-a6ead76c4a91'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:51:11.450985 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-7af1baeb-a6b0-4a4f-a9d1-4c8ef7f4ce81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:50:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['e9d239d0-f88a-413d-b622-a6ead76c4a91'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:51:11.462403 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-47113aa1-4ccb-4a2a-ae1a-0e6df473c863 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for floatingip, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:11.505400 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-7af1baeb-a6b0-4a4f-a9d1-4c8ef7f4ce81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:51:11.507837 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-47113aa1-4ccb-4a2a-ae1a-0e6df473c863 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 2.1781063 Nov 23 17:51:11.511060 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 40628) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:51:11.518935 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7af1baeb-a6b0-4a4f-a9d1-4c8ef7f4ce81 None None] Routers {'e9d239d0-f88a-413d-b622-a6ead76c4a91'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:51:11.520146 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-7af1baeb-a6b0-4a4f-a9d1-4c8ef7f4ce81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:50:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['e9d239d0-f88a-413d-b622-a6ead76c4a91'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:51:11.568361 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-7af1baeb-a6b0-4a4f-a9d1-4c8ef7f4ce81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:51:11.569396 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7af1baeb-a6b0-4a4f-a9d1-4c8ef7f4ce81 None None] The sync data for ids ['e9d239d0-f88a-413d-b622-a6ead76c4a91'] in n-d-816206-8 is: [] {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:51:11.624653 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-0a3f802f-df1e-4279-a026-85b3b0e12ec6 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] 10.222.0.60 "GET /v2.0/floatingips/040025c0-4109-4fb3-a86b-0893d7d32bf9 HTTP/1.1" status: 200 len: 978 time: 0.1124518 Nov 23 17:51:11.628802 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 40630) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:51:11.780959 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-86f6a8bb-0bfb-48a4-b68d-439df7e1f7e0 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] 10.222.0.60 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.1499383 Nov 23 17:51:11.783274 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 40634) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:51:11.787597 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-fd48856d-0f60-4073-b873-7e3f24776c09 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Request body: {'floatingip': {'port_id': '82501ee3-82b5-4d9f-8704-6fb8d7c42fbd'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:51:11.850794 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-fd48856d-0f60-4073-b873-7e3f24776c09 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Publish callbacks [] for floatingip, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:12.394129 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-fd48856d-0f60-4073-b873-7e3f24776c09 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:12.399295 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-fd48856d-0f60-4073-b873-7e3f24776c09 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1795396'] for floatingip, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:12.402376 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce2718d-48cd-4aaa-a996-b085c04525f5 req-d5b3a69b-97b6-49ee-ac87-46e62644cf8a tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:12.414287 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6ce2718d-48cd-4aaa-a996-b085c04525f5 req-d5b3a69b-97b6-49ee-ac87-46e62644cf8a tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] 10.222.0.60 "GET /v2.0/ports?device_id=84e4a83d-70e7-4464-bfce-8989790c75ec HTTP/1.1" status: 200 len: 945 time: 0.0756993 Nov 23 17:51:12.474341 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6ce2718d-48cd-4aaa-a996-b085c04525f5 req-5c1334ec-3017-4718-8063-cc8f71a93ac9 tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b27d2e1-77aa-4824-820e-41aa2cca6128&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581205 Nov 23 17:51:12.517697 n-d-816206-8 neutron-server[103590]: INFO neutron.db.l3_db [None req-fd48856d-0f60-4073-b873-7e3f24776c09 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Floating IP 040025c0-4109-4fb3-a86b-0893d7d32bf9 associated. External IP: 172.25.3.22, port: c9d147a9-59bd-45a3-833a-5cddee240342. Nov 23 17:51:12.778414 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd48856d-0f60-4073-b873-7e3f24776c09 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Router e9d239d0-f88a-413d-b622-a6ead76c4a91 has already been hosted by L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 {{(pid=103590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 17:51:12.899848 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd48856d-0f60-4073-b873-7e3f24776c09 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:51:12.916055 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8b729ce-4302-4e26-815e-3c0de9bfaeb0 None None] Sync routers for ids ['e9d239d0-f88a-413d-b622-a6ead76c4a91'] in n-d-816206-8 {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:51:12.936590 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8b729ce-4302-4e26-815e-3c0de9bfaeb0 None None] Routers {'e9d239d0-f88a-413d-b622-a6ead76c4a91'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:51:12.937944 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-e8b729ce-4302-4e26-815e-3c0de9bfaeb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:50:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['e9d239d0-f88a-413d-b622-a6ead76c4a91'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:51:13.016480 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-e8b729ce-4302-4e26-815e-3c0de9bfaeb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:51:13.030538 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-f751ac01-e35a-42c7-9df0-d706f76d5126 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:13.035309 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8b729ce-4302-4e26-815e-3c0de9bfaeb0 None None] Routers {'e9d239d0-f88a-413d-b622-a6ead76c4a91'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:51:13.036805 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-e8b729ce-4302-4e26-815e-3c0de9bfaeb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:50:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['e9d239d0-f88a-413d-b622-a6ead76c4a91'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:51:13.080897 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-e8b729ce-4302-4e26-815e-3c0de9bfaeb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:51:13.081944 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8b729ce-4302-4e26-815e-3c0de9bfaeb0 None None] The sync data for ids ['e9d239d0-f88a-413d-b622-a6ead76c4a91'] in n-d-816206-8 is: [] {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:51:13.147990 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd48856d-0f60-4073-b873-7e3f24776c09 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Router e9d239d0-f88a-413d-b622-a6ead76c4a91 has already been hosted by L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 {{(pid=103590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 17:51:13.281313 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd48856d-0f60-4073-b873-7e3f24776c09 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:51:13.288530 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-fd48856d-0f60-4073-b873-7e3f24776c09 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for floatingip, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:13.296892 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84d0dd6a-5ca4-4ea0-a17f-d844ce3b2b56 None None] Sync routers for ids ['e9d239d0-f88a-413d-b622-a6ead76c4a91'] in n-d-816206-8 {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:51:13.311942 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84d0dd6a-5ca4-4ea0-a17f-d844ce3b2b56 None None] Routers {'e9d239d0-f88a-413d-b622-a6ead76c4a91'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:51:13.312906 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-84d0dd6a-5ca4-4ea0-a17f-d844ce3b2b56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:50:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['e9d239d0-f88a-413d-b622-a6ead76c4a91'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:51:13.347486 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-84d0dd6a-5ca4-4ea0-a17f-d844ce3b2b56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:51:13.357539 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84d0dd6a-5ca4-4ea0-a17f-d844ce3b2b56 None None] Routers {'e9d239d0-f88a-413d-b622-a6ead76c4a91'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:51:13.358408 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-84d0dd6a-5ca4-4ea0-a17f-d844ce3b2b56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:50:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['e9d239d0-f88a-413d-b622-a6ead76c4a91'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:51:13.361631 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-fd48856d-0f60-4073-b873-7e3f24776c09 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] 10.222.0.60 "PUT /v2.0/floatingips/040025c0-4109-4fb3-a86b-0893d7d32bf9 HTTP/1.1" status: 200 len: 977 time: 1.5750446 Nov 23 17:51:13.361994 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 40652) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:51:13.367560 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-596361f2-e11a-4468-9616-67f88c900732 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:51:13.407446 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-84d0dd6a-5ca4-4ea0-a17f-d844ce3b2b56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:51:13.408365 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84d0dd6a-5ca4-4ea0-a17f-d844ce3b2b56 None None] The sync data for ids ['e9d239d0-f88a-413d-b622-a6ead76c4a91'] in n-d-816206-8 is: [] {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:51:13.471235 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-596361f2-e11a-4468-9616-67f88c900732 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Publish callbacks [] for floatingip, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:13.539002 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:13.672838 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-596361f2-e11a-4468-9616-67f88c900732 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:13.686864 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc58ded-6c0e-4b15-95ee-dc67ac7d7f0f req-13df8541-3754-49d4-9c5a-ddb4cd9489c6 tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:13.689266 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-dfc58ded-6c0e-4b15-95ee-dc67ac7d7f0f req-13df8541-3754-49d4-9c5a-ddb4cd9489c6 tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] 10.222.0.60 "GET /v2.0/ports?device_id=84e4a83d-70e7-4464-bfce-8989790c75ec HTTP/1.1" status: 200 len: 945 time: 0.1264410 Nov 23 17:51:13.691052 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-596361f2-e11a-4468-9616-67f88c900732 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1795396'] for floatingip, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:13.691606 n-d-816206-8 neutron-server[103591]: INFO neutron.db.l3_db [None req-596361f2-e11a-4468-9616-67f88c900732 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Floating IP 040025c0-4109-4fb3-a86b-0893d7d32bf9 disassociated. External IP: 172.25.3.22, port: 82501ee3-82b5-4d9f-8704-6fb8d7c42fbd. Nov 23 17:51:13.853889 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-dfc58ded-6c0e-4b15-95ee-dc67ac7d7f0f req-1be417aa-6ab4-4594-a702-c195865a996b tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b27d2e1-77aa-4824-820e-41aa2cca6128&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1071527 Nov 23 17:51:13.982630 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-596361f2-e11a-4468-9616-67f88c900732 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Router e9d239d0-f88a-413d-b622-a6ead76c4a91 has already been hosted by L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 {{(pid=103591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 17:51:14.113604 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-596361f2-e11a-4468-9616-67f88c900732 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:51:14.120429 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-596361f2-e11a-4468-9616-67f88c900732 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for floatingip, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:14.129282 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d7830e0-4fe4-4270-b471-6e29986c55ce None None] Sync routers for ids ['e9d239d0-f88a-413d-b622-a6ead76c4a91'] in n-d-816206-8 {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:51:14.141646 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d7830e0-4fe4-4270-b471-6e29986c55ce None None] Routers {'e9d239d0-f88a-413d-b622-a6ead76c4a91'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:51:14.143383 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-0d7830e0-4fe4-4270-b471-6e29986c55ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:50:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['e9d239d0-f88a-413d-b622-a6ead76c4a91'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:51:14.160061 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 40664) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:51:14.161373 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-596361f2-e11a-4468-9616-67f88c900732 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] 10.222.0.60 "PUT /v2.0/floatingips/040025c0-4109-4fb3-a86b-0893d7d32bf9 HTTP/1.1" status: 200 len: 687 time: 0.7972856 Nov 23 17:51:14.192212 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-0d7830e0-4fe4-4270-b471-6e29986c55ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:51:14.207158 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d7830e0-4fe4-4270-b471-6e29986c55ce None None] Routers {'e9d239d0-f88a-413d-b622-a6ead76c4a91'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:51:14.208068 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-0d7830e0-4fe4-4270-b471-6e29986c55ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:50:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['e9d239d0-f88a-413d-b622-a6ead76c4a91'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:51:14.279152 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-0d7830e0-4fe4-4270-b471-6e29986c55ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:51:14.286547 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d7830e0-4fe4-4270-b471-6e29986c55ce None None] The sync data for ids ['e9d239d0-f88a-413d-b622-a6ead76c4a91'] in n-d-816206-8 is: [] {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:51:14.329731 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:14.448810 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-84dd98db-15bc-49d9-b813-e36acfff693f tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Deleting port c5196480-7787-4c07-ba41-5fd4ebff2514 {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:51:14.449155 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-84dd98db-15bc-49d9-b813-e36acfff693f tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:14.545224 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-84dd98db-15bc-49d9-b813-e36acfff693f tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:14.545655 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-84dd98db-15bc-49d9-b813-e36acfff693f tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:14.559140 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-84dd98db-15bc-49d9-b813-e36acfff693f tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Calling delete_port for c5196480-7787-4c07-ba41-5fd4ebff2514 owned by network:floatingip {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:51:14.719936 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-84dd98db-15bc-49d9-b813-e36acfff693f tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:14.780237 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dd98db-15bc-49d9-b813-e36acfff693f tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Pushing event deleted for resources: {'Port': ['ID=c5196480-7787-4c07-ba41-5fd4ebff2514,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:51:15.088330 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-088bce9d-d3da-40eb-b1ed-1ae55b470f80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:15.155965 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7395c6-7072-4d07-9d31-81fd76d7c9c9 req-91a435ba-41fc-43f2-82a2-d1cff72f5955 tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:15.157729 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2b7395c6-7072-4d07-9d31-81fd76d7c9c9 req-91a435ba-41fc-43f2-82a2-d1cff72f5955 tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] 10.222.0.60 "GET /v2.0/ports?device_id=84e4a83d-70e7-4464-bfce-8989790c75ec HTTP/1.1" status: 200 len: 945 time: 0.1603158 Nov 23 17:51:15.223909 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2b7395c6-7072-4d07-9d31-81fd76d7c9c9 req-fa0b2f54-3e84-40b2-ac69-d16cb40754c9 tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b27d2e1-77aa-4824-820e-41aa2cca6128&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596526 Nov 23 17:51:15.328593 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-84dd98db-15bc-49d9-b813-e36acfff693f tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Publish callbacks [] for floatingip, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:15.331379 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-84dd98db-15bc-49d9-b813-e36acfff693f tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for floatingip, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:15.332618 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-84dd98db-15bc-49d9-b813-e36acfff693f tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] 10.222.0.60 "DELETE /v2.0/floatingips/040025c0-4109-4fb3-a86b-0893d7d32bf9 HTTP/1.1" status: 204 len: 168 time: 1.1711931 Nov 23 17:51:15.335404 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 40682) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:51:15.380796 n-d-816206-8 neutron-server[103590]: INFO neutron.api.v2.resource [None req-a2d6692f-9c3c-4272-bc1e-21df2c5554b0 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] delete failed (client error): The resource could not be found. Nov 23 17:51:15.385983 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-a2d6692f-9c3c-4272-bc1e-21df2c5554b0 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] 10.222.0.60 "DELETE /v2.0/floatingips/040025c0-4109-4fb3-a86b-0893d7d32bf9 HTTP/1.1" status: 404 len: 345 time: 0.0445304 Nov 23 17:51:15.386515 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 40684) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:51:15.497579 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa01d09f-ce22-440e-a353-cdc51910de9f tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:15.505610 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa01d09f-ce22-440e-a353-cdc51910de9f tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:15.514274 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa01d09f-ce22-440e-a353-cdc51910de9f tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:15.518725 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-aa01d09f-ce22-440e-a353-cdc51910de9f tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] 10.222.0.60 "GET /v2.0/ports?network_id=d64e462d-9e74-4131-aeff-266c06cc68cb HTTP/1.1" status: 200 len: 2359 time: 0.1293962 Nov 23 17:51:15.518921 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 40690) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:51:15.576534 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-846d120a-143d-44de-a698-f6c7c1646e26 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:15.582470 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-846d120a-143d-44de-a698-f6c7c1646e26 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] 10.222.0.60 "GET /v2.0/subnets/8c2b786c-39be-4d16-83a3-bd8a6bb90492 HTTP/1.1" status: 200 len: 797 time: 0.0581360 Nov 23 17:51:15.582669 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 40692) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:51:15.587282 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-9a46fa9f-a57a-46e3-82f8-26567c6ae8d5 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Request body: {'port': {'network_id': 'd64e462d-9e74-4131-aeff-266c06cc68cb', 'name': 'tempest-FloatingIPTestJSON-2127286289', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:51:15.749939 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a46fa9f-a57a-46e3-82f8-26567c6ae8d5 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Made reservation on behalf of 4245b0ed4bf944cfbaec1e03ba4983e5 for: {'port': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:51:15.902324 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-9a46fa9f-a57a-46e3-82f8-26567c6ae8d5 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:16.215340 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [None req-9a46fa9f-a57a-46e3-82f8-26567c6ae8d5 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] device_id is not set on port 0a367186-ce72-4a98-830c-3536458fa2b1 yet. {{(pid=103591) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 17:51:16.445714 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c401f144-465b-4f21-94b2-1e5c00b928e0 req-d3517160-ddf5-4b87-be59-f801cdcf5d15 tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:16.448512 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c401f144-465b-4f21-94b2-1e5c00b928e0 req-d3517160-ddf5-4b87-be59-f801cdcf5d15 tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] 10.222.0.60 "GET /v2.0/ports?device_id=84e4a83d-70e7-4464-bfce-8989790c75ec HTTP/1.1" status: 200 len: 945 time: 0.1062911 Nov 23 17:51:16.571461 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-52822d53-48f5-4819-8a95-bdc13aea0bf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:16.598294 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c401f144-465b-4f21-94b2-1e5c00b928e0 req-49de0edd-6a0d-48a1-a40d-d7cb12b85cd8 tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b27d2e1-77aa-4824-820e-41aa2cca6128&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1438150 Nov 23 17:51:16.679648 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.db_base_plugin_common [None req-9a46fa9f-a57a-46e3-82f8-26567c6ae8d5 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Allocated IP 172.20.0.14 (d64e462d-9e74-4131-aeff-266c06cc68cb/8c2b786c-39be-4d16-83a3-bd8a6bb90492/0a367186-ce72-4a98-830c-3536458fa2b1) {{(pid=103591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:51:16.687468 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.db_base_plugin_common [None req-9a46fa9f-a57a-46e3-82f8-26567c6ae8d5 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Allocated IP 172.20.0.13 (d64e462d-9e74-4131-aeff-266c06cc68cb/8c2b786c-39be-4d16-83a3-bd8a6bb90492/0a367186-ce72-4a98-830c-3536458fa2b1) {{(pid=103591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:51:16.883305 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-9a46fa9f-a57a-46e3-82f8-26567c6ae8d5 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Publish callbacks [] for port, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:16.934232 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-9a46fa9f-a57a-46e3-82f8-26567c6ae8d5 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:16.995309 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a46fa9f-a57a-46e3-82f8-26567c6ae8d5 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Network d64e462d-9e74-4131-aeff-266c06cc68cb is already hosted by enough agents. {{(pid=103591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:51:16.998595 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [None req-9a46fa9f-a57a-46e3-82f8-26567c6ae8d5 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Resources bound (agent type, host, resource id): {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:51:17.003071 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a46fa9f-a57a-46e3-82f8-26567c6ae8d5 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Received port after_create {{(pid=103591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:51:17.059590 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a46fa9f-a57a-46e3-82f8-26567c6ae8d5 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Pushing event updated for resources: {'Port': ['ID=0a367186-ce72-4a98-830c-3536458fa2b1,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:51:17.111026 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a46fa9f-a57a-46e3-82f8-26567c6ae8d5 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:17.111741 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-9a46fa9f-a57a-46e3-82f8-26567c6ae8d5 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:17.136715 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 40724) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:51:17.144015 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-e5a79077-d35b-4bc5-af9f-41847e9beeb7 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Request body: {'floatingip': {'floating_network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'port_id': '0a367186-ce72-4a98-830c-3536458fa2b1', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:51:17.149764 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-9a46fa9f-a57a-46e3-82f8-26567c6ae8d5 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 1.5658603 Nov 23 17:51:17.170145 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e5a79077-d35b-4bc5-af9f-41847e9beeb7 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Publish callbacks [] for floatingip, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:17.289175 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e5a79077-d35b-4bc5-af9f-41847e9beeb7 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:17.420528 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-e5a79077-d35b-4bc5-af9f-41847e9beeb7 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Allocated IP 172.25.3.208 (4c8455ba-1be5-42ac-b8c2-8a16e1292d55/08fe3644-ce41-4c3f-a7ea-92bac0f0fff5/5f36e4be-36e7-4510-8747-6cfeaaa7e7fc) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:51:17.547814 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e5a79077-d35b-4bc5-af9f-41847e9beeb7 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:17.607287 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e5a79077-d35b-4bc5-af9f-41847e9beeb7 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:17.667937 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a79077-d35b-4bc5-af9f-41847e9beeb7 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Pushing event updated for resources: {'Port': ['ID=5f36e4be-36e7-4510-8747-6cfeaaa7e7fc,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:51:17.684270 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5a79077-d35b-4bc5-af9f-41847e9beeb7 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Network 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:51:17.687427 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-e5a79077-d35b-4bc5-af9f-41847e9beeb7 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:51:17.691998 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5a79077-d35b-4bc5-af9f-41847e9beeb7 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:51:17.778622 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9a27ae6c-db98-474f-94c1-cc99bf842d79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:17.809264 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a6a85f-70be-4ef6-90ac-1c8662bed399 req-de496ceb-8c85-4720-b341-6d28cda9d1cc tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:17.825208 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-47a6a85f-70be-4ef6-90ac-1c8662bed399 req-de496ceb-8c85-4720-b341-6d28cda9d1cc tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] 10.222.0.60 "GET /v2.0/ports?device_id=84e4a83d-70e7-4464-bfce-8989790c75ec HTTP/1.1" status: 200 len: 945 time: 0.1091137 Nov 23 17:51:17.925343 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-47a6a85f-70be-4ef6-90ac-1c8662bed399 req-22109078-7516-42ea-a088-bc2e1d5bb32d tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b27d2e1-77aa-4824-820e-41aa2cca6128&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0992358 Nov 23 17:51:18.387698 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:18.396591 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e5a79077-d35b-4bc5-af9f-41847e9beeb7 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:18.505922 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9702bc-1945-44ab-91a9-191973ba410c req-a329d12d-1346-4d35-b6f1-9dfea2cafa8d tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:18.515181 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-bf9702bc-1945-44ab-91a9-191973ba410c req-a329d12d-1346-4d35-b6f1-9dfea2cafa8d tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] 10.222.0.60 "GET /v2.0/ports?device_id=84e4a83d-70e7-4464-bfce-8989790c75ec HTTP/1.1" status: 200 len: 945 time: 0.2505343 Nov 23 17:51:18.533025 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e5a79077-d35b-4bc5-af9f-41847e9beeb7 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:18.556057 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4460a9-ef8c-4c30-8e15-f448b6f9c4a7 req-da743456-ec0f-41fa-b205-0bccf2f7f76e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:18.569464 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-3e4460a9-ef8c-4c30-8e15-f448b6f9c4a7 req-da743456-ec0f-41fa-b205-0bccf2f7f76e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a72787eb39f84cbca4e464c3cac6bedf&device_id=84e4a83d-70e7-4464-bfce-8989790c75ec HTTP/1.1" status: 200 len: 1096 time: 0.3442311 Nov 23 17:51:18.664467 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-bf9702bc-1945-44ab-91a9-191973ba410c req-ec609bf0-db8a-432f-b14f-b47dffa71262 tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b27d2e1-77aa-4824-820e-41aa2cca6128&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1482279 Nov 23 17:51:18.871967 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8456fdb-e884-4ae4-a9fb-b6681fc5f62a req-543e28a3-8e46-4490-b896-55e38ac04284 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:18.873547 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b8456fdb-e884-4ae4-a9fb-b6681fc5f62a req-543e28a3-8e46-4490-b896-55e38ac04284 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] 10.222.0.60 "GET /v2.0/ports?device_id=249ac4eb-1a02-4a5a-b338-42e7ef7de469 HTTP/1.1" status: 200 len: 946 time: 0.0673895 Nov 23 17:51:18.876921 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4460a9-ef8c-4c30-8e15-f448b6f9c4a7 req-922f7f1e-e10d-452e-8a00-372b95394e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:18.878372 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-3e4460a9-ef8c-4c30-8e15-f448b6f9c4a7 req-922f7f1e-e10d-452e-8a00-372b95394e96 service neutron] 10.222.0.36 "GET /v2.0/networks?id=65497e92-b0c3-442f-8f8a-bf07657099ba HTTP/1.1" status: 200 len: 912 time: 0.2994373 Nov 23 17:51:18.922703 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e5a79077-d35b-4bc5-af9f-41847e9beeb7 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Publish callbacks [] for port, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:18.934806 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e5a79077-d35b-4bc5-af9f-41847e9beeb7 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264357957'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:19.021199 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-3e4460a9-ef8c-4c30-8e15-f448b6f9c4a7 req-787c8eff-103b-4dff-a680-c2f832c5f3ea service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=86c2bd86-2e00-4057-980f-a4e5c1d7c4d0 HTTP/1.1" status: 200 len: 1000 time: 0.1243093 Nov 23 17:51:19.024629 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b8456fdb-e884-4ae4-a9fb-b6681fc5f62a req-77988f44-784c-4bcb-a6f8-6efb568dc8d7 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] 10.222.0.60 "GET /v2.0/security-groups?id=64527216-2011-4047-a391-7b59938bf8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1399167 Nov 23 17:51:19.054059 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a79077-d35b-4bc5-af9f-41847e9beeb7 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Pushing event updated for resources: {'Port': ['ID=5f36e4be-36e7-4510-8747-6cfeaaa7e7fc,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:51:19.091035 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4460a9-ef8c-4c30-8e15-f448b6f9c4a7 req-10790024-ff1d-407e-b5db-5126f40aa4d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:19.092841 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-3e4460a9-ef8c-4c30-8e15-f448b6f9c4a7 req-10790024-ff1d-407e-b5db-5126f40aa4d8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=edc28ddc-ae2c-4b2b-bf91-4f5ac80bdafe HTTP/1.1" status: 200 len: 850 time: 0.0611992 Nov 23 17:51:19.124770 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e5a79077-d35b-4bc5-af9f-41847e9beeb7 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1795396'] for floatingip, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:19.165604 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4460a9-ef8c-4c30-8e15-f448b6f9c4a7 req-fccba5ac-c560-416b-99cc-15d2dfc3d399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:19.167821 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-3e4460a9-ef8c-4c30-8e15-f448b6f9c4a7 req-fccba5ac-c560-416b-99cc-15d2dfc3d399 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=65497e92-b0c3-442f-8f8a-bf07657099ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0623436 Nov 23 17:51:19.275424 n-d-816206-8 neutron-server[103590]: INFO neutron.db.l3_db [None req-e5a79077-d35b-4bc5-af9f-41847e9beeb7 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Floating IP d34879a0-9fa5-4762-89f5-095c2570dd6d associated. External IP: 172.25.3.208, port: 0a367186-ce72-4a98-830c-3536458fa2b1. Nov 23 17:51:19.305008 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-3e4460a9-ef8c-4c30-8e15-f448b6f9c4a7 req-7f0ccd34-aac9-486a-abd3-23b387da856d service neutron] 10.222.0.36 "GET /v2.0/networks/65497e92-b0c3-442f-8f8a-bf07657099ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289153 Nov 23 17:51:19.430124 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-3e4460a9-ef8c-4c30-8e15-f448b6f9c4a7 req-aa81a40c-5d92-4cd5-b705-079b0b4c6225 service neutron] 10.222.0.36 "GET /v2.0/networks/65497e92-b0c3-442f-8f8a-bf07657099ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1104290 Nov 23 17:51:19.619574 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5a79077-d35b-4bc5-af9f-41847e9beeb7 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Router e9d239d0-f88a-413d-b622-a6ead76c4a91 has already been hosted by L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 {{(pid=103590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 17:51:19.836373 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5a79077-d35b-4bc5-af9f-41847e9beeb7 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:51:19.849042 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74b7e035-bee8-451d-9032-a50713456462 None None] Sync routers for ids ['e9d239d0-f88a-413d-b622-a6ead76c4a91'] in n-d-816206-8 {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:51:19.864877 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e5a79077-d35b-4bc5-af9f-41847e9beeb7 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for floatingip, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:19.893413 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74b7e035-bee8-451d-9032-a50713456462 None None] Routers {'e9d239d0-f88a-413d-b622-a6ead76c4a91'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:51:19.894033 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-74b7e035-bee8-451d-9032-a50713456462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:51:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['e9d239d0-f88a-413d-b622-a6ead76c4a91'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:51:19.908993 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-e5a79077-d35b-4bc5-af9f-41847e9beeb7 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 2.7677066 Nov 23 17:51:19.910098 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 40792) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:51:19.914901 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-18e542a8-1299-48c0-9975-1cf8f012852a tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Request body: {'floatingip': {'port_id': '0a367186-ce72-4a98-830c-3536458fa2b1', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:51:19.938717 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18eb8641-1796-4e00-9d35-f491e9287192 req-b3c2d03a-5021-4767-9595-b1bb9d676f2a tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:19.949082 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-18eb8641-1796-4e00-9d35-f491e9287192 req-b3c2d03a-5021-4767-9595-b1bb9d676f2a tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] 10.222.0.60 "GET /v2.0/ports?device_id=84e4a83d-70e7-4464-bfce-8989790c75ec HTTP/1.1" status: 200 len: 945 time: 0.1505687 Nov 23 17:51:19.975271 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-74b7e035-bee8-451d-9032-a50713456462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:51:19.996472 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74b7e035-bee8-451d-9032-a50713456462 None None] Routers {'e9d239d0-f88a-413d-b622-a6ead76c4a91'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:51:20.005365 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-74b7e035-bee8-451d-9032-a50713456462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:51:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['e9d239d0-f88a-413d-b622-a6ead76c4a91'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:51:20.032895 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-18e542a8-1299-48c0-9975-1cf8f012852a tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Publish callbacks [] for floatingip, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:20.084055 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-18eb8641-1796-4e00-9d35-f491e9287192 req-545b55e2-f22a-472d-ab3c-e3549c219a6f tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b27d2e1-77aa-4824-820e-41aa2cca6128&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1286144 Nov 23 17:51:20.133981 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-74b7e035-bee8-451d-9032-a50713456462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:51:20.135427 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74b7e035-bee8-451d-9032-a50713456462 None None] The sync data for ids ['e9d239d0-f88a-413d-b622-a6ead76c4a91'] in n-d-816206-8 is: [] {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:51:20.241901 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5380851-6bbb-4f11-8a0a-094e57081eba req-369245a8-a569-4e94-9a32-c6169bccf92a tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:20.245921 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-f5380851-6bbb-4f11-8a0a-094e57081eba req-369245a8-a569-4e94-9a32-c6169bccf92a tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] 10.222.0.55 "GET /v2.0/ports?device_id=249ac4eb-1a02-4a5a-b338-42e7ef7de469 HTTP/1.1" status: 200 len: 946 time: 0.2391458 Nov 23 17:51:20.279871 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb2502f-60d6-4ad9-9116-e7edc24cf2b5 req-a624686b-e6ed-49a4-ae6d-1d6eab786b65 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:20.289707 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-3cb2502f-60d6-4ad9-9116-e7edc24cf2b5 req-a624686b-e6ed-49a4-ae6d-1d6eab786b65 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] 10.222.0.60 "GET /v2.0/ports?device_id=249ac4eb-1a02-4a5a-b338-42e7ef7de469 HTTP/1.1" status: 200 len: 946 time: 0.0996935 Nov 23 17:51:20.390373 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-3cb2502f-60d6-4ad9-9116-e7edc24cf2b5 req-86dd1ef9-64d6-499e-84b8-265a9dbbcbd8 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] 10.222.0.60 "GET /v2.0/security-groups?id=64527216-2011-4047-a391-7b59938bf8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0941033 Nov 23 17:51:20.539836 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [req-f5380851-6bbb-4f11-8a0a-094e57081eba req-fe54d9f7-641b-4b98-a1c7-47a767177d62 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] Deleting port a2c7a480-eebd-4d1c-9ef0-43dc8bbe0391 {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:51:20.540213 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-f5380851-6bbb-4f11-8a0a-094e57081eba req-fe54d9f7-641b-4b98-a1c7-47a767177d62 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:20.704448 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [req-f5380851-6bbb-4f11-8a0a-094e57081eba req-fe54d9f7-641b-4b98-a1c7-47a767177d62 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] For port a2c7a480-eebd-4d1c-9ef0-43dc8bbe0391, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=a2c7a480-eebd-4d1c-9ef0-43dc8bbe0391,segment=NetworkSegment(97bf93aa-7116-4943-8d21-ff543f30be5d),segment_id=97bf93aa-7116-4943-8d21-ff543f30be5d)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:51:20.705085 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-f5380851-6bbb-4f11-8a0a-094e57081eba req-fe54d9f7-641b-4b98-a1c7-47a767177d62 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:21.094859 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-18e542a8-1299-48c0-9975-1cf8f012852a tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:21.179197 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-f5380851-6bbb-4f11-8a0a-094e57081eba req-fe54d9f7-641b-4b98-a1c7-47a767177d62 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:21.179566 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-f5380851-6bbb-4f11-8a0a-094e57081eba req-fe54d9f7-641b-4b98-a1c7-47a767177d62 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1795396'] for floatingip, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:21.179887 n-d-816206-8 neutron-server[103590]: INFO neutron.db.l3_db [req-f5380851-6bbb-4f11-8a0a-094e57081eba req-fe54d9f7-641b-4b98-a1c7-47a767177d62 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] Floating IP 90e094f0-7949-4f72-9dd0-43f173410bc1 disassociated. External IP: 172.25.3.198, port: a2c7a480-eebd-4d1c-9ef0-43dc8bbe0391. Nov 23 17:51:21.180230 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [req-f5380851-6bbb-4f11-8a0a-094e57081eba req-fe54d9f7-641b-4b98-a1c7-47a767177d62 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] Calling delete_port for a2c7a480-eebd-4d1c-9ef0-43dc8bbe0391 owned by compute:nova {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:51:21.233310 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-18e542a8-1299-48c0-9975-1cf8f012852a tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1795396'] for floatingip, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:21.253940 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edb43e9-bc18-421c-9488-78d14f79ec52 req-c5f43796-bd22-435c-96f9-7e37e7a36ac5 tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:21.263022 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2edb43e9-bc18-421c-9488-78d14f79ec52 req-c5f43796-bd22-435c-96f9-7e37e7a36ac5 tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] 10.222.0.60 "GET /v2.0/ports?device_id=84e4a83d-70e7-4464-bfce-8989790c75ec HTTP/1.1" status: 200 len: 945 time: 0.0833566 Nov 23 17:51:21.325240 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2edb43e9-bc18-421c-9488-78d14f79ec52 req-a8dad57c-99ec-4dda-8641-7d5b46d3ee40 tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b27d2e1-77aa-4824-820e-41aa2cca6128&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573368 Nov 23 17:51:21.437722 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-f5380851-6bbb-4f11-8a0a-094e57081eba req-fe54d9f7-641b-4b98-a1c7-47a767177d62 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:21.502104 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe54d9f7-641b-4b98-a1c7-47a767177d62 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] Pushing event deleted for resources: {'Port': ['ID=a2c7a480-eebd-4d1c-9ef0-43dc8bbe0391,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:51:21.563293 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-75771324-9330-4d3d-b8d4-735a29e69dbd req-5f6aa51f-5367-4fbb-a916-64767c64c26e tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] 10.222.0.60 "GET /v2.0/ports?device_id=249ac4eb-1a02-4a5a-b338-42e7ef7de469 HTTP/1.1" status: 200 len: 210 time: 0.0466692 Nov 23 17:51:21.647788 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18e542a8-1299-48c0-9975-1cf8f012852a tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Router e9d239d0-f88a-413d-b622-a6ead76c4a91 has already been hosted by L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 {{(pid=103590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 17:51:22.393204 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18e542a8-1299-48c0-9975-1cf8f012852a tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:51:22.399418 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-18e542a8-1299-48c0-9975-1cf8f012852a tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for floatingip, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:22.407938 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f696020d-1483-4fe4-875c-55e479ff9576 None None] Sync routers for ids ['e9d239d0-f88a-413d-b622-a6ead76c4a91'] in n-d-816206-8 {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:51:22.457741 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f696020d-1483-4fe4-875c-55e479ff9576 None None] Routers {'e9d239d0-f88a-413d-b622-a6ead76c4a91'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:51:22.464067 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-f696020d-1483-4fe4-875c-55e479ff9576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:51:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['e9d239d0-f88a-413d-b622-a6ead76c4a91'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:51:22.470147 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f5380851-6bbb-4f11-8a0a-094e57081eba req-fe54d9f7-641b-4b98-a1c7-47a767177d62 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] Router 908b3081-86f5-4649-af90-5b9a4d728ea7 has already been hosted by L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 {{(pid=103590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 17:51:22.553020 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-f696020d-1483-4fe4-875c-55e479ff9576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:51:22.578219 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f696020d-1483-4fe4-875c-55e479ff9576 None None] Routers {'e9d239d0-f88a-413d-b622-a6ead76c4a91'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:51:22.578830 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-f696020d-1483-4fe4-875c-55e479ff9576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:51:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['e9d239d0-f88a-413d-b622-a6ead76c4a91'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:51:22.599731 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-18e542a8-1299-48c0-9975-1cf8f012852a tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] 10.222.0.60 "PUT /v2.0/floatingips/d34879a0-9fa5-4762-89f5-095c2570dd6d HTTP/1.1" status: 200 len: 979 time: 2.6894252 Nov 23 17:51:22.602694 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 40826) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:51:22.684259 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-f696020d-1483-4fe4-875c-55e479ff9576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:51:22.685193 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f696020d-1483-4fe4-875c-55e479ff9576 None None] The sync data for ids ['e9d239d0-f88a-413d-b622-a6ead76c4a91'] in n-d-816206-8 is: [] {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:51:22.789631 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f5380851-6bbb-4f11-8a0a-094e57081eba req-fe54d9f7-641b-4b98-a1c7-47a767177d62 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:51:22.811687 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d54995b-c44e-4f3e-81a2-61aded72ad93 None None] Sync routers for ids ['908b3081-86f5-4649-af90-5b9a4d728ea7'] in n-d-816206-8 {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:51:22.830799 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d54995b-c44e-4f3e-81a2-61aded72ad93 None None] Routers {'908b3081-86f5-4649-af90-5b9a4d728ea7'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:51:22.831707 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-6d54995b-c44e-4f3e-81a2-61aded72ad93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:51:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['908b3081-86f5-4649-af90-5b9a4d728ea7'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:51:22.904129 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5380851-6bbb-4f11-8a0a-094e57081eba req-fe54d9f7-641b-4b98-a1c7-47a767177d62 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] No DVR routers for this DVR port a2c7a480-eebd-4d1c-9ef0-43dc8bbe0391 on host n-h1-816206-8 {{(pid=103590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:51:22.907082 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-f5380851-6bbb-4f11-8a0a-094e57081eba req-fe54d9f7-641b-4b98-a1c7-47a767177d62 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:22.912276 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-f5380851-6bbb-4f11-8a0a-094e57081eba req-fe54d9f7-641b-4b98-a1c7-47a767177d62 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] 10.222.0.55 "DELETE /v2.0/ports/a2c7a480-eebd-4d1c-9ef0-43dc8bbe0391 HTTP/1.1" status: 204 len: 173 time: 2.6580305 Nov 23 17:51:22.912895 n-d-816206-8 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '249ac4eb-1a02-4a5a-b338-42e7ef7de469', 'name': 'network-vif-deleted', 'tag': 'a2c7a480-eebd-4d1c-9ef0-43dc8bbe0391'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:51:22.915771 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbabddbc9fc37b068808e119c416c86f5957ca04531a4a0d2e695c515e93483b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57e9e1a1-651d-40cb-8a57-c97c77c06049" -d '{"events": [{"server_uuid": "249ac4eb-1a02-4a5a-b338-42e7ef7de469", "name": "network-vif-deleted", "tag": "a2c7a480-eebd-4d1c-9ef0-43dc8bbe0391"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:51:23.023443 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9a43f6f2-1b23-4040-bb61-cc5c53c1c1d0 req-41872699-dd4d-4829-add2-c46500452b52 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] 10.222.0.60 "GET /v2.0/ports?device_id=249ac4eb-1a02-4a5a-b338-42e7ef7de469 HTTP/1.1" status: 200 len: 210 time: 0.0984664 Nov 23 17:51:23.070897 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:51:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81246fd6-f890-43e9-97ab-b7fa52c30478 x-openstack-request-id: req-81246fd6-f890-43e9-97ab-b7fa52c30478 {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:51:23.074233 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "249ac4eb-1a02-4a5a-b338-42e7ef7de469", "name": "network-vif-deleted", "tag": "a2c7a480-eebd-4d1c-9ef0-43dc8bbe0391", "status": "completed", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:51:23.074731 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-81246fd6-f890-43e9-97ab-b7fa52c30478 {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:51:23.075328 n-d-816206-8 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '249ac4eb-1a02-4a5a-b338-42e7ef7de469', 'name': 'network-vif-deleted', 'tag': 'a2c7a480-eebd-4d1c-9ef0-43dc8bbe0391', 'status': 'completed', 'code': 200} Nov 23 17:51:23.174021 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-6ff011b8-acde-4009-8392-62866a3c7f87 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Deleting port 5f36e4be-36e7-4510-8747-6cfeaaa7e7fc {{(pid=103591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:51:23.174362 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-6ff011b8-acde-4009-8392-62866a3c7f87 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:23.190060 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-6d54995b-c44e-4f3e-81a2-61aded72ad93 None None] Set router 908b3081-86f5-4649-af90-5b9a4d728ea7 gateway port host: n-d-816206-8 {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:51:23.359820 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-6ff011b8-acde-4009-8392-62866a3c7f87 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:23.360183 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-6ff011b8-acde-4009-8392-62866a3c7f87 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:23.382322 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-6ff011b8-acde-4009-8392-62866a3c7f87 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Calling delete_port for 5f36e4be-36e7-4510-8747-6cfeaaa7e7fc owned by network:floatingip {{(pid=103591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:51:23.582268 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-6d54995b-c44e-4f3e-81a2-61aded72ad93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '908b3081-86f5-4649-af90-5b9a4d728ea7', 'name': 'tempest-AttachVolumeShelveTestJSON-1601318973-router', 'tenant_id': '093e052ebdfd4c689471d0502a0c2e0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.177'}], 'enable_snat': True}, 'gw_port_id': '6d7f938f-5576-42b6-829f-dd4bf00be0d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:41:43Z', 'updated_at': '2021-11-23T17:41:57Z', 'revision_number': 4, 'project_id': '093e052ebdfd4c689471d0502a0c2e0a', 'gw_port': {'id': '6d7f938f-5576-42b6-829f-dd4bf00be0d8', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:4a:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '908b3081-86f5-4649-af90-5b9a4d728ea7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2446, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:41:44Z', 'updated_at': '2021-11-23T17:42:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_interfaces': [{'id': 'bd302559-a622-4aa2-a1df-caae459e166f', 'name': '', 'network_id': 'b05aa742-7050-4bee-9612-3681dfd2164b', 'tenant_id': '093e052ebdfd4c689471d0502a0c2e0a', 'mac_address': 'fa:16:3e:04:2e:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '908b3081-86f5-4649-af90-5b9a4d728ea7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2460, 'fixed_ips': [{'subnet_id': '784540e3-73ef-4656-9bfa-913bbf55b1a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:41:51Z', 'updated_at': '2021-11-23T17:42:10Z', 'revision_number': 5, 'project_id': '093e052ebdfd4c689471d0502a0c2e0a', 'subnets': [{'id': '784540e3-73ef-4656-9bfa-913bbf55b1a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:51:23.621747 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d54995b-c44e-4f3e-81a2-61aded72ad93 None None] Checking router: 908b3081-86f5-4649-af90-5b9a4d728ea7 for host: n-d-816206-8 {{(pid=103593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 17:51:23.636875 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d54995b-c44e-4f3e-81a2-61aded72ad93 None None] Routers {'908b3081-86f5-4649-af90-5b9a4d728ea7'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:51:23.638140 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-6d54995b-c44e-4f3e-81a2-61aded72ad93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:51:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['908b3081-86f5-4649-af90-5b9a4d728ea7'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:51:23.764683 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-6ff011b8-acde-4009-8392-62866a3c7f87 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:23.790572 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff011b8-acde-4009-8392-62866a3c7f87 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Pushing event deleted for resources: {'Port': ['ID=5f36e4be-36e7-4510-8747-6cfeaaa7e7fc,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:51:23.855603 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-6d54995b-c44e-4f3e-81a2-61aded72ad93 None None] Set router 908b3081-86f5-4649-af90-5b9a4d728ea7 gateway port host: n-d-816206-8 {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:51:24.000024 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-6ff011b8-acde-4009-8392-62866a3c7f87 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Publish callbacks [] for floatingip, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:24.000989 n-d-816206-8 neutron-server[103591]: INFO neutron.db.l3_db [None req-6ff011b8-acde-4009-8392-62866a3c7f87 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Floating IP d34879a0-9fa5-4762-89f5-095c2570dd6d disassociated (deleted). External IP: 172.25.3.208, port: 0a367186-ce72-4a98-830c-3536458fa2b1. Nov 23 17:51:24.207887 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-6d54995b-c44e-4f3e-81a2-61aded72ad93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '908b3081-86f5-4649-af90-5b9a4d728ea7', 'name': 'tempest-AttachVolumeShelveTestJSON-1601318973-router', 'tenant_id': '093e052ebdfd4c689471d0502a0c2e0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.177'}], 'enable_snat': True}, 'gw_port_id': '6d7f938f-5576-42b6-829f-dd4bf00be0d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:41:43Z', 'updated_at': '2021-11-23T17:41:57Z', 'revision_number': 4, 'project_id': '093e052ebdfd4c689471d0502a0c2e0a', 'gw_port': {'id': '6d7f938f-5576-42b6-829f-dd4bf00be0d8', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:4a:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '908b3081-86f5-4649-af90-5b9a4d728ea7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2446, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:41:44Z', 'updated_at': '2021-11-23T17:42:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_interfaces': [{'id': 'bd302559-a622-4aa2-a1df-caae459e166f', 'name': '', 'network_id': 'b05aa742-7050-4bee-9612-3681dfd2164b', 'tenant_id': '093e052ebdfd4c689471d0502a0c2e0a', 'mac_address': 'fa:16:3e:04:2e:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '908b3081-86f5-4649-af90-5b9a4d728ea7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2460, 'fixed_ips': [{'subnet_id': '784540e3-73ef-4656-9bfa-913bbf55b1a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:41:51Z', 'updated_at': '2021-11-23T17:42:10Z', 'revision_number': 5, 'project_id': '093e052ebdfd4c689471d0502a0c2e0a', 'subnets': [{'id': '784540e3-73ef-4656-9bfa-913bbf55b1a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:51:24.267015 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d54995b-c44e-4f3e-81a2-61aded72ad93 None None] The sync data for ids ['908b3081-86f5-4649-af90-5b9a4d728ea7'] in n-d-816206-8 is: [{'id': '908b3081-86f5-4649-af90-5b9a4d728ea7', 'name': 'tempest-AttachVolumeShelveTestJSON-1601318973-router', 'tenant_id': '093e052ebdfd4c689471d0502a0c2e0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.177'}], 'enable_snat': True}, 'gw_port_id': '6d7f938f-5576-42b6-829f-dd4bf00be0d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:41:43Z', 'updated_at': '2021-11-23T17:41:57Z', 'revision_number': 4, 'project_id': '093e052ebdfd4c689471d0502a0c2e0a', 'gw_port': {'id': '6d7f938f-5576-42b6-829f-dd4bf00be0d8', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:4a:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '908b3081-86f5-4649-af90-5b9a4d728ea7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2446, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:41:44Z', 'updated_at': '2021-11-23T17:42:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_interfaces': [{'id': 'bd302559-a622-4aa2-a1df-caae459e166f', 'name': '', 'network_id': 'b05aa742-7050-4bee-9612-3681dfd2164b', 'tenant_id': '093e052ebdfd4c689471d0502a0c2e0a', 'mac_address': 'fa:16:3e:04:2e:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '908b3081-86f5-4649-af90-5b9a4d728ea7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2460, 'fixed_ips': [{'subnet_id': '784540e3-73ef-4656-9bfa-913bbf55b1a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:41:51Z', 'updated_at': '2021-11-23T17:42:10Z', 'revision_number': 5, 'project_id': '093e052ebdfd4c689471d0502a0c2e0a', 'subnets': [{'id': '784540e3-73ef-4656-9bfa-913bbf55b1a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:51:24.308175 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 40848) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:51:24.444821 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device a2c7a480-eebd-4d1c-9ef0-43dc8bbe0391 no longer exists at agent hyperv_n-h1-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:51:24.454069 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b6547645-df2d-4011-8eda-f01a99e85265 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] Publish callbacks [] for security_group, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:24.457425 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ff011b8-acde-4009-8392-62866a3c7f87 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Router e9d239d0-f88a-413d-b622-a6ead76c4a91 has already been hosted by L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 {{(pid=103591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 17:51:24.488747 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] No Port match for: a2c7a480-eebd-4d1c-9ef0-43dc8bbe0391 {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:51:24.490347 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device a2c7a480-eebd-4d1c-9ef0-43dc8bbe0391 not bound to the agent host n-h1-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:51:24.514829 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b6547645-df2d-4011-8eda-f01a99e85265 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:24.667315 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b6547645-df2d-4011-8eda-f01a99e85265 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:24.681523 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b6547645-df2d-4011-8eda-f01a99e85265 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:24.688885 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-b6547645-df2d-4011-8eda-f01a99e85265 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] 10.222.0.60 "DELETE /v2.0/security-groups/64527216-2011-4047-a391-7b59938bf8b4 HTTP/1.1" status: 204 len: 168 time: 0.3780773 Nov 23 17:51:24.690581 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 40854) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:51:24.720405 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6547645-df2d-4011-8eda-f01a99e85265 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=64527216-2011-4047-a391-7b59938bf8b4,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:51:24.792929 n-d-816206-8 neutron-server[103590]: INFO neutron.api.v2.resource [None req-0b0010c8-a3fa-4e70-a7d6-c2611e3f4ed1 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] show failed (client error): The resource could not be found. Nov 23 17:51:24.799380 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-0b0010c8-a3fa-4e70-a7d6-c2611e3f4ed1 tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] 10.222.0.60 "GET /v2.0/security-groups/64527216-2011-4047-a391-7b59938bf8b4 HTTP/1.1" status: 404 len: 347 time: 0.0911398 Nov 23 17:51:24.800411 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 40856) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:51:24.837294 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e87af505-a457-4182-a97c-56da6f09c7d8 None None] New status for floating IP 90e094f0-7949-4f72-9dd0-43f173410bc1: DOWN {{(pid=103592) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 17:51:24.909280 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ff011b8-acde-4009-8392-62866a3c7f87 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:51:24.923935 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6968a9e-669b-42ca-9eb3-bc6e4c3c7bf9 None None] Sync routers for ids ['e9d239d0-f88a-413d-b622-a6ead76c4a91'] in n-d-816206-8 {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:51:24.942013 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-6ff011b8-acde-4009-8392-62866a3c7f87 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for floatingip, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:24.945141 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6968a9e-669b-42ca-9eb3-bc6e4c3c7bf9 None None] Routers {'e9d239d0-f88a-413d-b622-a6ead76c4a91'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:51:24.945794 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-d6968a9e-669b-42ca-9eb3-bc6e4c3c7bf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:51:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['e9d239d0-f88a-413d-b622-a6ead76c4a91'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:51:25.016541 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-6ff011b8-acde-4009-8392-62866a3c7f87 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] 10.222.0.60 "DELETE /v2.0/floatingips/d34879a0-9fa5-4762-89f5-095c2570dd6d HTTP/1.1" status: 204 len: 168 time: 2.4086487 Nov 23 17:51:25.017420 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 40860) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:51:25.059231 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-d6968a9e-669b-42ca-9eb3-bc6e4c3c7bf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:51:25.084067 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6968a9e-669b-42ca-9eb3-bc6e4c3c7bf9 None None] Routers {'e9d239d0-f88a-413d-b622-a6ead76c4a91'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:51:25.084708 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-d6968a9e-669b-42ca-9eb3-bc6e4c3c7bf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:51:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['e9d239d0-f88a-413d-b622-a6ead76c4a91'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:51:25.202337 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-d6968a9e-669b-42ca-9eb3-bc6e4c3c7bf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:51:25.203280 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6968a9e-669b-42ca-9eb3-bc6e4c3c7bf9 None None] The sync data for ids ['e9d239d0-f88a-413d-b622-a6ead76c4a91'] in n-d-816206-8 is: [] {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:51:25.233620 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-f3823731-8607-4e74-9709-71149586f8d8 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Deleting port 0a367186-ce72-4a98-830c-3536458fa2b1 {{(pid=103591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:51:25.234204 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-f3823731-8607-4e74-9709-71149586f8d8 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:25.245674 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-7b3e9725-8546-413a-a59a-37e4f475f70b tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] Deleting port b69b8aa2-bfbf-4bb3-a586-7171f1a7758c {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:51:25.249719 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7b3e9725-8546-413a-a59a-37e4f475f70b tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:25.370132 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-f3823731-8607-4e74-9709-71149586f8d8 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:25.396860 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-f3823731-8607-4e74-9709-71149586f8d8 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Calling delete_port for 0a367186-ce72-4a98-830c-3536458fa2b1 owned by {{(pid=103591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:51:25.473816 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7b3e9725-8546-413a-a59a-37e4f475f70b tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:25.476984 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7b3e9725-8546-413a-a59a-37e4f475f70b tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:25.508228 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-7b3e9725-8546-413a-a59a-37e4f475f70b tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] Calling delete_port for b69b8aa2-bfbf-4bb3-a586-7171f1a7758c owned by network:floatingip {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:51:25.702744 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-f3823731-8607-4e74-9709-71149586f8d8 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:25.738938 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3823731-8607-4e74-9709-71149586f8d8 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Pushing event deleted for resources: {'Port': ['ID=0a367186-ce72-4a98-830c-3536458fa2b1,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:51:25.772652 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7b3e9725-8546-413a-a59a-37e4f475f70b tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:25.830328 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3e9725-8546-413a-a59a-37e4f475f70b tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] Pushing event deleted for resources: {'Port': ['ID=b69b8aa2-bfbf-4bb3-a586-7171f1a7758c,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:51:25.927407 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-f3823731-8607-4e74-9709-71149586f8d8 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:25.936535 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-f3823731-8607-4e74-9709-71149586f8d8 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] 10.222.0.60 "DELETE /v2.0/ports/0a367186-ce72-4a98-830c-3536458fa2b1 HTTP/1.1" status: 204 len: 168 time: 0.9108560 Nov 23 17:51:25.941091 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 40874) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:51:25.947362 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-81666bf7-3d9a-45fb-adb7-59fe759aaa4d tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Request body: {'floatingip': {'floating_network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:51:25.970783 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7b3e9725-8546-413a-a59a-37e4f475f70b tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] Publish callbacks [] for floatingip, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:25.970783 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7b3e9725-8546-413a-a59a-37e4f475f70b tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for floatingip, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:25.970783 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-7b3e9725-8546-413a-a59a-37e4f475f70b tempest-AttachVolumeShelveTestJSON-1694486733 tempest-AttachVolumeShelveTestJSON-1694486733-project] 10.222.0.60 "DELETE /v2.0/floatingips/90e094f0-7949-4f72-9dd0-43f173410bc1 HTTP/1.1" status: 204 len: 168 time: 1.1636634 Nov 23 17:51:26.027915 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-81666bf7-3d9a-45fb-adb7-59fe759aaa4d tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Publish callbacks [] for floatingip, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:26.315878 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-81666bf7-3d9a-45fb-adb7-59fe759aaa4d tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:26.509953 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.agents_db [None req-464f6c07-0de8-4be6-8f5b-563f574d1c5d None None] Agent healthcheck: found 7 active agents {{(pid=103593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 17:51:26.530685 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-81666bf7-3d9a-45fb-adb7-59fe759aaa4d tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Allocated IP 172.25.3.169 (4c8455ba-1be5-42ac-b8c2-8a16e1292d55/08fe3644-ce41-4c3f-a7ea-92bac0f0fff5/5e57f021-c048-4c0b-a342-09b8e2d39c9f) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:51:26.684730 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-81666bf7-3d9a-45fb-adb7-59fe759aaa4d tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:26.743132 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-81666bf7-3d9a-45fb-adb7-59fe759aaa4d tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:26.876134 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81666bf7-3d9a-45fb-adb7-59fe759aaa4d tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Network 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:51:26.894281 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-81666bf7-3d9a-45fb-adb7-59fe759aaa4d tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:51:26.910953 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81666bf7-3d9a-45fb-adb7-59fe759aaa4d tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Pushing event updated for resources: {'Port': ['ID=5e57f021-c048-4c0b-a342-09b8e2d39c9f,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:51:26.917494 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81666bf7-3d9a-45fb-adb7-59fe759aaa4d tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:51:27.196859 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-81666bf7-3d9a-45fb-adb7-59fe759aaa4d tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:27.253068 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-81666bf7-3d9a-45fb-adb7-59fe759aaa4d tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:27.501090 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-81666bf7-3d9a-45fb-adb7-59fe759aaa4d tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Publish callbacks [] for port, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:27.518210 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-81666bf7-3d9a-45fb-adb7-59fe759aaa4d tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264357957'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:27.712350 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-81666bf7-3d9a-45fb-adb7-59fe759aaa4d tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1795396'] for floatingip, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:27.747049 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81666bf7-3d9a-45fb-adb7-59fe759aaa4d tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Pushing event updated for resources: {'Port': ['ID=5e57f021-c048-4c0b-a342-09b8e2d39c9f,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:51:27.774696 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-81666bf7-3d9a-45fb-adb7-59fe759aaa4d tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for floatingip, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:27.786411 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 40898) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:51:27.792309 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-81666bf7-3d9a-45fb-adb7-59fe759aaa4d tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8439398 Nov 23 17:51:27.793531 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-c805043f-c6a0-4a97-8dca-a542f077a987 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Request body: {'port': {'network_id': 'd64e462d-9e74-4131-aeff-266c06cc68cb', 'name': 'tempest-FloatingIPTestJSON-1878442965'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:51:28.087489 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c805043f-c6a0-4a97-8dca-a542f077a987 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Made reservation on behalf of 4245b0ed4bf944cfbaec1e03ba4983e5 for: {'port': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:51:28.120811 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c805043f-c6a0-4a97-8dca-a542f077a987 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:28.175460 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [None req-c805043f-c6a0-4a97-8dca-a542f077a987 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] device_id is not set on port 8bb1552d-cd52-4776-9e67-f77c5a2a1e99 yet. {{(pid=103591) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 17:51:28.373461 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.db_base_plugin_common [None req-c805043f-c6a0-4a97-8dca-a542f077a987 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Allocated IP 172.20.0.9 (d64e462d-9e74-4131-aeff-266c06cc68cb/8c2b786c-39be-4d16-83a3-bd8a6bb90492/8bb1552d-cd52-4776-9e67-f77c5a2a1e99) {{(pid=103591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:51:28.624508 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c805043f-c6a0-4a97-8dca-a542f077a987 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Publish callbacks [] for port, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:28.672414 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c805043f-c6a0-4a97-8dca-a542f077a987 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:28.754052 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c805043f-c6a0-4a97-8dca-a542f077a987 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Network d64e462d-9e74-4131-aeff-266c06cc68cb is already hosted by enough agents. {{(pid=103591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:51:28.761594 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [None req-c805043f-c6a0-4a97-8dca-a542f077a987 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Resources bound (agent type, host, resource id): {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:51:28.787440 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c805043f-c6a0-4a97-8dca-a542f077a987 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Received port after_create {{(pid=103591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:51:28.834674 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c805043f-c6a0-4a97-8dca-a542f077a987 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Pushing event updated for resources: {'Port': ['ID=8bb1552d-cd52-4776-9e67-f77c5a2a1e99,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:51:28.855591 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c805043f-c6a0-4a97-8dca-a542f077a987 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:28.856288 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c805043f-c6a0-4a97-8dca-a542f077a987 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:28.879946 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-c805043f-c6a0-4a97-8dca-a542f077a987 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.0899601 Nov 23 17:51:28.880478 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 40912) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:51:28.886023 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-5529733b-7a45-4ed3-ac4f-e42e1e9464b6 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Request body: {'floatingip': {'port_id': '8bb1552d-cd52-4776-9e67-f77c5a2a1e99'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:51:28.958772 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-5529733b-7a45-4ed3-ac4f-e42e1e9464b6 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Publish callbacks [] for floatingip, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:30.402597 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-5529733b-7a45-4ed3-ac4f-e42e1e9464b6 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:30.407325 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-5529733b-7a45-4ed3-ac4f-e42e1e9464b6 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1795396'] for floatingip, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:30.536537 n-d-816206-8 neutron-server[103591]: INFO neutron.db.l3_db [None req-5529733b-7a45-4ed3-ac4f-e42e1e9464b6 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Floating IP cfc1cd06-409f-4de2-9de9-1438f4d38014 associated. External IP: 172.25.3.169, port: 8bb1552d-cd52-4776-9e67-f77c5a2a1e99. Nov 23 17:51:30.841284 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5529733b-7a45-4ed3-ac4f-e42e1e9464b6 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Router e9d239d0-f88a-413d-b622-a6ead76c4a91 has already been hosted by L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 {{(pid=103591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 17:51:30.968436 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5529733b-7a45-4ed3-ac4f-e42e1e9464b6 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:51:30.974864 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-5529733b-7a45-4ed3-ac4f-e42e1e9464b6 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for floatingip, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:30.978230 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6573c30-183e-4461-946c-50ca5f15fc38 None None] Sync routers for ids ['e9d239d0-f88a-413d-b622-a6ead76c4a91'] in n-d-816206-8 {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:51:30.994301 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6573c30-183e-4461-946c-50ca5f15fc38 None None] Routers {'e9d239d0-f88a-413d-b622-a6ead76c4a91'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:51:30.994923 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-d6573c30-183e-4461-946c-50ca5f15fc38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:51:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['e9d239d0-f88a-413d-b622-a6ead76c4a91'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:51:31.021433 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-5529733b-7a45-4ed3-ac4f-e42e1e9464b6 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] 10.222.0.60 "PUT /v2.0/floatingips/cfc1cd06-409f-4de2-9de9-1438f4d38014 HTTP/1.1" status: 200 len: 978 time: 2.1393695 Nov 23 17:51:31.023741 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 40952) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:51:31.100604 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-d6573c30-183e-4461-946c-50ca5f15fc38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:51:31.127206 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6573c30-183e-4461-946c-50ca5f15fc38 None None] Routers {'e9d239d0-f88a-413d-b622-a6ead76c4a91'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:51:31.128237 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-d6573c30-183e-4461-946c-50ca5f15fc38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:51:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['e9d239d0-f88a-413d-b622-a6ead76c4a91'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:51:31.199151 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-e376d0aa-5b8f-4da7-9846-ed5d3f4abfb5 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Deleting port 8bb1552d-cd52-4776-9e67-f77c5a2a1e99 {{(pid=103591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:51:31.199795 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-e376d0aa-5b8f-4da7-9846-ed5d3f4abfb5 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:31.212389 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-d6573c30-183e-4461-946c-50ca5f15fc38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:51:31.214492 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6573c30-183e-4461-946c-50ca5f15fc38 None None] The sync data for ids ['e9d239d0-f88a-413d-b622-a6ead76c4a91'] in n-d-816206-8 is: [] {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:51:31.439672 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-e376d0aa-5b8f-4da7-9846-ed5d3f4abfb5 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:31.779242 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-e376d0aa-5b8f-4da7-9846-ed5d3f4abfb5 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:31.779758 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-e376d0aa-5b8f-4da7-9846-ed5d3f4abfb5 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1795396'] for floatingip, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:31.780154 n-d-816206-8 neutron-server[103591]: INFO neutron.db.l3_db [None req-e376d0aa-5b8f-4da7-9846-ed5d3f4abfb5 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Floating IP cfc1cd06-409f-4de2-9de9-1438f4d38014 disassociated. External IP: 172.25.3.169, port: 8bb1552d-cd52-4776-9e67-f77c5a2a1e99. Nov 23 17:51:31.781205 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-e376d0aa-5b8f-4da7-9846-ed5d3f4abfb5 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Calling delete_port for 8bb1552d-cd52-4776-9e67-f77c5a2a1e99 owned by {{(pid=103591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:51:31.901698 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e67fa5c9-ff9a-4a0a-be71-a1c62910136f req-ffeed337-833f-4ed0-9380-73e5036fe0b1 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-882341399&fields=id&tenant_id=c0a53cd325e44b8fbee499050453672f HTTP/1.1" status: 200 len: 267 time: 0.1055243 Nov 23 17:51:32.042780 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-e376d0aa-5b8f-4da7-9846-ed5d3f4abfb5 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:32.085617 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e376d0aa-5b8f-4da7-9846-ed5d3f4abfb5 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Pushing event deleted for resources: {'Port': ['ID=8bb1552d-cd52-4776-9e67-f77c5a2a1e99,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:51:32.097530 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67fa5c9-ff9a-4a0a-be71-a1c62910136f req-a0f2e58a-d785-469a-b07c-51eeb2d3c427 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:32.100770 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e67fa5c9-ff9a-4a0a-be71-a1c62910136f req-a0f2e58a-d785-469a-b07c-51eeb2d3c427 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/networks?id=02874d22-2dc9-404b-96b5-741d17e13e44 HTTP/1.1" status: 200 len: 812 time: 0.1885192 Nov 23 17:51:32.156467 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e67fa5c9-ff9a-4a0a-be71-a1c62910136f req-c9e72a8a-bb13-4f15-85fb-0927843c321f tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/quotas/c0a53cd325e44b8fbee499050453672f HTTP/1.1" status: 200 len: 375 time: 0.0141406 Nov 23 17:51:32.312886 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e67fa5c9-ff9a-4a0a-be71-a1c62910136f req-d6b87d0e-b04a-47b7-adf3-aee3c9738ee0 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=c0a53cd325e44b8fbee499050453672f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1415145 Nov 23 17:51:32.318916 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e376d0aa-5b8f-4da7-9846-ed5d3f4abfb5 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Router e9d239d0-f88a-413d-b622-a6ead76c4a91 has already been hosted by L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 {{(pid=103591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 17:51:32.529738 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e67fa5c9-ff9a-4a0a-be71-a1c62910136f req-53f62219-3e63-4a7e-85e2-c219e3b17652 service neutron] 10.222.0.60 "GET /v2.0/networks/02874d22-2dc9-404b-96b5-741d17e13e44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2062004 Nov 23 17:51:32.548774 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e376d0aa-5b8f-4da7-9846-ed5d3f4abfb5 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:51:32.576655 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a4cf276-1271-49c6-987d-4e5861c6107e None None] Sync routers for ids ['e9d239d0-f88a-413d-b622-a6ead76c4a91'] in n-d-816206-8 {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:51:32.610673 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a4cf276-1271-49c6-987d-4e5861c6107e None None] Routers {'e9d239d0-f88a-413d-b622-a6ead76c4a91'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:51:32.611564 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-9a4cf276-1271-49c6-987d-4e5861c6107e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:51:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['e9d239d0-f88a-413d-b622-a6ead76c4a91'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:51:32.708070 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-e376d0aa-5b8f-4da7-9846-ed5d3f4abfb5 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:32.717244 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 40994) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:51:32.719379 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-e376d0aa-5b8f-4da7-9846-ed5d3f4abfb5 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] 10.222.0.60 "DELETE /v2.0/ports/8bb1552d-cd52-4776-9e67-f77c5a2a1e99 HTTP/1.1" status: 204 len: 168 time: 1.6939678 Nov 23 17:51:32.763910 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e67fa5c9-ff9a-4a0a-be71-a1c62910136f req-f74e13aa-ce77-47f7-8208-5683436dd416 service neutron] 10.222.0.60 "GET /v2.0/networks/02874d22-2dc9-404b-96b5-741d17e13e44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2255964 Nov 23 17:51:32.898923 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 40998) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:51:32.906742 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-9a4cf276-1271-49c6-987d-4e5861c6107e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:51:32.907803 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-f35cd600-694c-4789-9271-d64da9d50161 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] 10.222.0.60 "GET /v2.0/floatingips/cfc1cd06-409f-4de2-9de9-1438f4d38014 HTTP/1.1" status: 200 len: 688 time: 0.1881449 Nov 23 17:51:32.925445 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a4cf276-1271-49c6-987d-4e5861c6107e None None] Routers {'e9d239d0-f88a-413d-b622-a6ead76c4a91'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:51:32.927484 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-9a4cf276-1271-49c6-987d-4e5861c6107e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:51:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['e9d239d0-f88a-413d-b622-a6ead76c4a91'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:51:32.974198 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-9a4cf276-1271-49c6-987d-4e5861c6107e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:51:32.975014 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a4cf276-1271-49c6-987d-4e5861c6107e None None] The sync data for ids ['e9d239d0-f88a-413d-b622-a6ead76c4a91'] in n-d-816206-8 is: [] {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:51:33.155382 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-d44dc789-d7a7-49cb-a21d-a0e84466f4e9 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Deleting port 5e57f021-c048-4c0b-a342-09b8e2d39c9f {{(pid=103591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:51:33.155781 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-d44dc789-d7a7-49cb-a21d-a0e84466f4e9 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:33.284304 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-d44dc789-d7a7-49cb-a21d-a0e84466f4e9 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:33.284667 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-d44dc789-d7a7-49cb-a21d-a0e84466f4e9 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:33.354519 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-d44dc789-d7a7-49cb-a21d-a0e84466f4e9 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Calling delete_port for 5e57f021-c048-4c0b-a342-09b8e2d39c9f owned by network:floatingip {{(pid=103591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:51:33.393118 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-33c5543e-ad4c-4476-82a9-a4d0fe84bb03 req-d95469fb-dd48-4099-ba33-70a3f79eb3bc tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/ports?device_id=539fba11-4c76-4018-893f-9c22cdb88ab8 HTTP/1.1" status: 200 len: 210 time: 0.1103206 Nov 23 17:51:33.614601 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-d44dc789-d7a7-49cb-a21d-a0e84466f4e9 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:33.729157 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44dc789-d7a7-49cb-a21d-a0e84466f4e9 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Pushing event deleted for resources: {'Port': ['ID=5e57f021-c048-4c0b-a342-09b8e2d39c9f,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:51:33.857083 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-d44dc789-d7a7-49cb-a21d-a0e84466f4e9 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Publish callbacks [] for floatingip, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:33.865415 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-d44dc789-d7a7-49cb-a21d-a0e84466f4e9 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for floatingip, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:33.873874 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-d44dc789-d7a7-49cb-a21d-a0e84466f4e9 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] 10.222.0.60 "DELETE /v2.0/floatingips/cfc1cd06-409f-4de2-9de9-1438f4d38014 HTTP/1.1" status: 204 len: 168 time: 0.9670355 Nov 23 17:51:33.876192 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 41030) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:51:33.879341 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-bc87b1d1-b594-49bd-9e01-a5cacba7c188 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Request body: {'floatingip': {'floating_network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'port_id': '82501ee3-82b5-4d9f-8704-6fb8d7c42fbd'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:51:33.939598 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-bc87b1d1-b594-49bd-9e01-a5cacba7c188 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Publish callbacks [] for floatingip, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:34.134183 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-bc87b1d1-b594-49bd-9e01-a5cacba7c188 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:34.371508 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-bc87b1d1-b594-49bd-9e01-a5cacba7c188 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Allocated IP 172.25.3.149 (4c8455ba-1be5-42ac-b8c2-8a16e1292d55/08fe3644-ce41-4c3f-a7ea-92bac0f0fff5/edca652f-2365-4cc9-99a8-15f284f8e84e) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:51:34.616255 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 41046) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:51:34.690847 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-0bac68ff-2c2f-49b8-90b9-15f35035d484 req-cf5ec5d3-b1f5-4c06-a6c8-94532b2ecbfb tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/ports?device_id=539fba11-4c76-4018-893f-9c22cdb88ab8 HTTP/1.1" status: 200 len: 210 time: 0.0879774 Nov 23 17:51:34.749576 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-bc87b1d1-b594-49bd-9e01-a5cacba7c188 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:34.810724 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-bc87b1d1-b594-49bd-9e01-a5cacba7c188 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:35.069029 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc87b1d1-b594-49bd-9e01-a5cacba7c188 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Network 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:51:35.079516 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-bc87b1d1-b594-49bd-9e01-a5cacba7c188 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:51:35.083385 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc87b1d1-b594-49bd-9e01-a5cacba7c188 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:51:35.239056 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67fa5c9-ff9a-4a0a-be71-a1c62910136f req-5cd210f9-b280-475d-be30-f3989633026a tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:35.241842 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e67fa5c9-ff9a-4a0a-be71-a1c62910136f req-5cd210f9-b280-475d-be30-f3989633026a tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.36 "GET /v2.0/networks?id=02874d22-2dc9-404b-96b5-741d17e13e44 HTTP/1.1" status: 200 len: 812 time: 0.4183083 Nov 23 17:51:35.326466 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc87b1d1-b594-49bd-9e01-a5cacba7c188 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Pushing event updated for resources: {'Port': ['ID=edca652f-2365-4cc9-99a8-15f284f8e84e,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:51:35.401310 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e67fa5c9-ff9a-4a0a-be71-a1c62910136f req-a21d2727-389f-49b4-8f74-d41937411ea8 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c0a53cd325e44b8fbee499050453672f HTTP/1.1" status: 200 len: 379 time: 0.1418386 Nov 23 17:51:35.422315 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [req-e67fa5c9-ff9a-4a0a-be71-a1c62910136f req-dbd26cd4-9f64-4f63-a0f0-85c280dc30b4 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Request body: {'port': {'device_id': '539fba11-4c76-4018-893f-9c22cdb88ab8', 'network_id': '02874d22-2dc9-404b-96b5-741d17e13e44', 'admin_state_up': True, 'tenant_id': 'c0a53cd325e44b8fbee499050453672f', 'security_groups': ['857595b8-f5c9-4ef4-a551-6fcaf9d47816']}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:51:35.702883 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e67fa5c9-ff9a-4a0a-be71-a1c62910136f req-dbd26cd4-9f64-4f63-a0f0-85c280dc30b4 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Made reservation on behalf of c0a53cd325e44b8fbee499050453672f for: {'port': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:51:35.707755 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-e67fa5c9-ff9a-4a0a-be71-a1c62910136f req-dbd26cd4-9f64-4f63-a0f0-85c280dc30b4 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:35.883832 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-af1aba43-3d05-479b-a91a-5751f69cfd68 req-7005b3b3-65d9-4aa0-bb9c-827f9e5bbdb7 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/ports?device_id=539fba11-4c76-4018-893f-9c22cdb88ab8 HTTP/1.1" status: 200 len: 210 time: 0.0648901 Nov 23 17:51:35.910317 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.db_base_plugin_common [req-e67fa5c9-ff9a-4a0a-be71-a1c62910136f req-dbd26cd4-9f64-4f63-a0f0-85c280dc30b4 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Allocated IP 172.20.0.14 (02874d22-2dc9-404b-96b5-741d17e13e44/7cd7c517-b8bf-4f3d-98b6-b23c91372576/da563aab-ba47-42d6-ba88-899b736f72a9) {{(pid=103591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:51:35.927679 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-bc87b1d1-b594-49bd-9e01-a5cacba7c188 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:36.156521 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-bc87b1d1-b594-49bd-9e01-a5cacba7c188 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:36.652715 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-e67fa5c9-ff9a-4a0a-be71-a1c62910136f req-dbd26cd4-9f64-4f63-a0f0-85c280dc30b4 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Publish callbacks [] for port, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:36.702506 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-e67fa5c9-ff9a-4a0a-be71-a1c62910136f req-dbd26cd4-9f64-4f63-a0f0-85c280dc30b4 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:36.782802 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e67fa5c9-ff9a-4a0a-be71-a1c62910136f req-dbd26cd4-9f64-4f63-a0f0-85c280dc30b4 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Network 02874d22-2dc9-404b-96b5-741d17e13e44 is already hosted by enough agents. {{(pid=103591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:51:36.784217 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd26cd4-9f64-4f63-a0f0-85c280dc30b4 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Pushing event updated for resources: {'Port': ['ID=da563aab-ba47-42d6-ba88-899b736f72a9,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:51:36.789986 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [req-e67fa5c9-ff9a-4a0a-be71-a1c62910136f req-dbd26cd4-9f64-4f63-a0f0-85c280dc30b4 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Resources bound (agent type, host, resource id): {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:51:36.808203 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [req-e67fa5c9-ff9a-4a0a-be71-a1c62910136f req-dbd26cd4-9f64-4f63-a0f0-85c280dc30b4 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Received port after_create {{(pid=103591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:51:36.863927 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-bc87b1d1-b594-49bd-9e01-a5cacba7c188 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Publish callbacks [] for port, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:36.878028 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-bc87b1d1-b594-49bd-9e01-a5cacba7c188 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264357957'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:36.937954 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67fa5c9-ff9a-4a0a-be71-a1c62910136f req-dbd26cd4-9f64-4f63-a0f0-85c280dc30b4 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:36.938642 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-e67fa5c9-ff9a-4a0a-be71-a1c62910136f req-dbd26cd4-9f64-4f63-a0f0-85c280dc30b4 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:36.968897 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e67fa5c9-ff9a-4a0a-be71-a1c62910136f req-dbd26cd4-9f64-4f63-a0f0-85c280dc30b4 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5507309 Nov 23 17:51:36.980526 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e6e98a96-dc7d-436b-b4f1-fb35b8aefeb1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1794372'] for router_interface, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:36.987802 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [req-e67fa5c9-ff9a-4a0a-be71-a1c62910136f req-c324d20d-7d2d-435a-a736-962685c71f93 service neutron] Request body: {'port': {'device_id': '539fba11-4c76-4018-893f-9c22cdb88ab8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-8'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:51:37.134510 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-e67fa5c9-ff9a-4a0a-be71-a1c62910136f req-c324d20d-7d2d-435a-a736-962685c71f93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:37.144711 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc87b1d1-b594-49bd-9e01-a5cacba7c188 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Pushing event updated for resources: {'Port': ['ID=edca652f-2365-4cc9-99a8-15f284f8e84e,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:51:37.227059 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-bc87b1d1-b594-49bd-9e01-a5cacba7c188 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1795396'] for floatingip, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:37.280322 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-0bc3bc10-f2ed-4025-bce1-277e2eac7e78 None None] Provisioning complete for port da563aab-ba47-42d6-ba88-899b736f72a9 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:51:37.280873 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-0bc3bc10-f2ed-4025-bce1-277e2eac7e78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:37.367704 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-0bc3bc10-f2ed-4025-bce1-277e2eac7e78 None None] Port da563aab-ba47-42d6-ba88-899b736f72a9 cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:51:37.525643 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64efa552-1cad-485d-97fa-a508e0a5569c req-288580b9-7d9a-4a10-bd4e-4adea3e79196 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:37.527479 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-64efa552-1cad-485d-97fa-a508e0a5569c req-288580b9-7d9a-4a10-bd4e-4adea3e79196 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/ports?device_id=539fba11-4c76-4018-893f-9c22cdb88ab8 HTTP/1.1" status: 200 len: 932 time: 0.4676659 Nov 23 17:51:37.631062 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-64efa552-1cad-485d-97fa-a508e0a5569c req-e87ddbd1-6b0b-46f3-ab4b-e141c4074291 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/security-groups?id=857595b8-f5c9-4ef4-a551-6fcaf9d47816&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0972512 Nov 23 17:51:37.657134 n-d-816206-8 neutron-server[103590]: INFO neutron.db.l3_db [None req-bc87b1d1-b594-49bd-9e01-a5cacba7c188 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Floating IP 61686916-7e0f-4986-8701-33e94eebaded associated. External IP: 172.25.3.149, port: 82501ee3-82b5-4d9f-8704-6fb8d7c42fbd. Nov 23 17:51:37.729854 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [req-e67fa5c9-ff9a-4a0a-be71-a1c62910136f req-c324d20d-7d2d-435a-a736-962685c71f93 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da563aab-ba47-42d6-ba88-899b736f72a9 {{(pid=103591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:51:37.741751 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-e67fa5c9-ff9a-4a0a-be71-a1c62910136f req-c324d20d-7d2d-435a-a736-962685c71f93 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:37.762058 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.provisioning_blocks [req-e67fa5c9-ff9a-4a0a-be71-a1c62910136f req-c324d20d-7d2d-435a-a736-962685c71f93 service neutron] Transition to ACTIVE for port object da563aab-ba47-42d6-ba88-899b736f72a9 will not be triggered until provisioned by entity L2. {{(pid=103591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 17:51:37.776830 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-e67fa5c9-ff9a-4a0a-be71-a1c62910136f req-c324d20d-7d2d-435a-a736-962685c71f93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264758186'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:37.945219 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c324d20d-7d2d-435a-a736-962685c71f93 service neutron] Pushing event updated for resources: {'Port': ['ID=da563aab-ba47-42d6-ba88-899b736f72a9,revision_number=2']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:51:38.059762 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-e67fa5c9-ff9a-4a0a-be71-a1c62910136f req-c324d20d-7d2d-435a-a736-962685c71f93 service neutron] Attempting to bind port da563aab-ba47-42d6-ba88-899b736f72a9 on host n-h2-816206-8 for vnic_type normal with profile {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:51:38.060108 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-e67fa5c9-ff9a-4a0a-be71-a1c62910136f req-c324d20d-7d2d-435a-a736-962685c71f93 service neutron] Attempting to bind port da563aab-ba47-42d6-ba88-899b736f72a9 by drivers openvswitch,hyperv on host n-h2-816206-8 at level 0 using segments [{'id': 'ec813e0a-4415-4fed-a736-e9a0442fcb85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '02874d22-2dc9-404b-96b5-741d17e13e44'}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:51:38.060703 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e67fa5c9-ff9a-4a0a-be71-a1c62910136f req-c324d20d-7d2d-435a-a736-962685c71f93 service neutron] Attempting to bind port da563aab-ba47-42d6-ba88-899b736f72a9 on network 02874d22-2dc9-404b-96b5-741d17e13e44 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:51:38.071646 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e67fa5c9-ff9a-4a0a-be71-a1c62910136f req-c324d20d-7d2d-435a-a736-962685c71f93 service neutron] Port da563aab-ba47-42d6-ba88-899b736f72a9 on network 02874d22-2dc9-404b-96b5-741d17e13e44 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-8 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 17:51:38.072532 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e67fa5c9-ff9a-4a0a-be71-a1c62910136f req-c324d20d-7d2d-435a-a736-962685c71f93 service neutron] Attempting to bind port da563aab-ba47-42d6-ba88-899b736f72a9 on network 02874d22-2dc9-404b-96b5-741d17e13e44 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:51:38.092031 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e67fa5c9-ff9a-4a0a-be71-a1c62910136f req-c324d20d-7d2d-435a-a736-962685c71f93 service neutron] Checking agent: {'id': 'ab77bf9e-0267-4174-8f1d-822cba89b207', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 15, 13), 'started_at': datetime.datetime(2021, 11, 23, 17, 15, 13), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 51, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:51:38.092469 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e67fa5c9-ff9a-4a0a-be71-a1c62910136f req-c324d20d-7d2d-435a-a736-962685c71f93 service neutron] Checking segment: {'id': 'ec813e0a-4415-4fed-a736-e9a0442fcb85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '02874d22-2dc9-404b-96b5-741d17e13e44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:51:38.092905 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e67fa5c9-ff9a-4a0a-be71-a1c62910136f req-c324d20d-7d2d-435a-a736-962685c71f93 service neutron] Bound using segment: {'id': 'ec813e0a-4415-4fed-a736-e9a0442fcb85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '02874d22-2dc9-404b-96b5-741d17e13e44'} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:51:38.093368 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-e67fa5c9-ff9a-4a0a-be71-a1c62910136f req-c324d20d-7d2d-435a-a736-962685c71f93 service neutron] Bound port: da563aab-ba47-42d6-ba88-899b736f72a9, host: n-h2-816206-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec813e0a-4415-4fed-a736-e9a0442fcb85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '02874d22-2dc9-404b-96b5-741d17e13e44'}}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:51:38.096710 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-e67fa5c9-ff9a-4a0a-be71-a1c62910136f req-c324d20d-7d2d-435a-a736-962685c71f93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:38.096839 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc87b1d1-b594-49bd-9e01-a5cacba7c188 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Router e9d239d0-f88a-413d-b622-a6ead76c4a91 has already been hosted by L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 {{(pid=103590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 17:51:38.107422 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-e6e98a96-dc7d-436b-b4f1-fb35b8aefeb1 admin admin] Deleting port bd302559-a622-4aa2-a1df-caae459e166f {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:51:38.107774 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e6e98a96-dc7d-436b-b4f1-fb35b8aefeb1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:38.234260 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-e67fa5c9-ff9a-4a0a-be71-a1c62910136f req-c324d20d-7d2d-435a-a736-962685c71f93 service neutron] For port da563aab-ba47-42d6-ba88-899b736f72a9, host n-h2-816206-8, cleared binding levels {{(pid=103591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:51:38.237943 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-e67fa5c9-ff9a-4a0a-be71-a1c62910136f req-c324d20d-7d2d-435a-a736-962685c71f93 service neutron] For port da563aab-ba47-42d6-ba88-899b736f72a9, host n-h2-816206-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=da563aab-ba47-42d6-ba88-899b736f72a9,segment=NetworkSegment(ec813e0a-4415-4fed-a736-e9a0442fcb85),segment_id=ec813e0a-4415-4fed-a736-e9a0442fcb85)] {{(pid=103591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:51:38.258432 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-e67fa5c9-ff9a-4a0a-be71-a1c62910136f req-c324d20d-7d2d-435a-a736-962685c71f93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264758186'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:38.336886 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67fa5c9-ff9a-4a0a-be71-a1c62910136f req-c324d20d-7d2d-435a-a736-962685c71f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:38.337550 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-e67fa5c9-ff9a-4a0a-be71-a1c62910136f req-c324d20d-7d2d-435a-a736-962685c71f93 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:38.339622 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e67fa5c9-ff9a-4a0a-be71-a1c62910136f req-c324d20d-7d2d-435a-a736-962685c71f93 service neutron] 10.222.0.36 "PUT /v2.0/ports/da563aab-ba47-42d6-ba88-899b736f72a9 HTTP/1.1" status: 200 len: 1092 time: 1.3591163 Nov 23 17:51:38.340107 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '539fba11-4c76-4018-893f-9c22cdb88ab8', 'tag': 'da563aab-ba47-42d6-ba88-899b736f72a9'}] {{(pid=103591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:51:38.355461 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41d174a19ece9499ff9ec44e5b3fc50f2abd3ffbc947fb7e52ea1e8db27b95b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec564f4f-7faf-4636-92ca-74063fb06fcf" -d '{"events": [{"name": "network-changed", "server_uuid": "539fba11-4c76-4018-893f-9c22cdb88ab8", "tag": "da563aab-ba47-42d6-ba88-899b736f72a9"}]}' {{(pid=103591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:51:38.417987 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c324d20d-7d2d-435a-a736-962685c71f93 service neutron] Pushing event updated for resources: {'Port': ['ID=da563aab-ba47-42d6-ba88-899b736f72a9,revision_number=3']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:51:38.459936 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 17:51:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04fb8d00-a24b-43d5-be34-a8863922c2d6 x-openstack-request-id: req-04fb8d00-a24b-43d5-be34-a8863922c2d6 {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:51:38.460279 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "539fba11-4c76-4018-893f-9c22cdb88ab8", "tag": "da563aab-ba47-42d6-ba88-899b736f72a9", "status": "completed", "code": 200}]} {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:51:38.460478 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-04fb8d00-a24b-43d5-be34-a8863922c2d6 {{(pid=103591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:51:38.461301 n-d-816206-8 neutron-server[103591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '539fba11-4c76-4018-893f-9c22cdb88ab8', 'tag': 'da563aab-ba47-42d6-ba88-899b736f72a9', 'status': 'completed', 'code': 200} Nov 23 17:51:38.499537 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67fa5c9-ff9a-4a0a-be71-a1c62910136f req-3f786ad1-d16d-4188-ac64-bdad6c939c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:38.501468 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e67fa5c9-ff9a-4a0a-be71-a1c62910136f req-3f786ad1-d16d-4188-ac64-bdad6c939c24 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c0a53cd325e44b8fbee499050453672f&device_id=539fba11-4c76-4018-893f-9c22cdb88ab8 HTTP/1.1" status: 200 len: 1095 time: 0.0950577 Nov 23 17:51:38.590886 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e67fa5c9-ff9a-4a0a-be71-a1c62910136f req-98ca8b8c-2f77-4ad5-83e6-84b1e2662c9c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=da563aab-ba47-42d6-ba88-899b736f72a9 HTTP/1.1" status: 200 len: 217 time: 0.0711579 Nov 23 17:51:38.705358 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67fa5c9-ff9a-4a0a-be71-a1c62910136f req-dc49bf97-80b3-49d4-966e-2b25ad2b5c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:38.707659 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e67fa5c9-ff9a-4a0a-be71-a1c62910136f req-dc49bf97-80b3-49d4-966e-2b25ad2b5c41 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7cd7c517-b8bf-4f3d-98b6-b23c91372576 HTTP/1.1" status: 200 len: 851 time: 0.1056225 Nov 23 17:51:38.813126 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67fa5c9-ff9a-4a0a-be71-a1c62910136f req-9f65a6a9-0051-4ef5-8253-62d999ca5d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:38.820187 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e67fa5c9-ff9a-4a0a-be71-a1c62910136f req-9f65a6a9-0051-4ef5-8253-62d999ca5d68 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=02874d22-2dc9-404b-96b5-741d17e13e44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0976565 Nov 23 17:51:38.838902 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-e6e98a96-dc7d-436b-b4f1-fb35b8aefeb1 admin admin] For port bd302559-a622-4aa2-a1df-caae459e166f, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=bd302559-a622-4aa2-a1df-caae459e166f,segment=NetworkSegment(97bf93aa-7116-4943-8d21-ff543f30be5d),segment_id=97bf93aa-7116-4943-8d21-ff543f30be5d)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:51:38.839456 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e6e98a96-dc7d-436b-b4f1-fb35b8aefeb1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:38.859662 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-e6e98a96-dc7d-436b-b4f1-fb35b8aefeb1 admin admin] Calling delete_port for bd302559-a622-4aa2-a1df-caae459e166f owned by network:router_interface {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:51:38.877902 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc87b1d1-b594-49bd-9e01-a5cacba7c188 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:51:38.890649 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d2c9481-9578-4a43-b82c-10e4e2fb44ba None None] Sync routers for ids ['e9d239d0-f88a-413d-b622-a6ead76c4a91'] in n-d-816206-8 {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:51:38.912991 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d2c9481-9578-4a43-b82c-10e4e2fb44ba None None] Routers {'e9d239d0-f88a-413d-b622-a6ead76c4a91'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:51:38.913948 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-4d2c9481-9578-4a43-b82c-10e4e2fb44ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:51:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['e9d239d0-f88a-413d-b622-a6ead76c4a91'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:51:38.937891 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-bc87b1d1-b594-49bd-9e01-a5cacba7c188 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for floatingip, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:38.992061 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-bc87b1d1-b594-49bd-9e01-a5cacba7c188 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 5.1165566 Nov 23 17:51:38.994595 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 41098) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:51:39.000692 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-4d2c9481-9578-4a43-b82c-10e4e2fb44ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:51:39.014974 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-07781906-ed09-4179-a5a4-9ba975959eab tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1421417449'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:51:39.030258 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d2c9481-9578-4a43-b82c-10e4e2fb44ba None None] Routers {'e9d239d0-f88a-413d-b622-a6ead76c4a91'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:51:39.032685 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-4d2c9481-9578-4a43-b82c-10e4e2fb44ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:51:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['e9d239d0-f88a-413d-b622-a6ead76c4a91'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:51:39.042328 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd388c0f-15cc-41e9-8a21-af349fbac5b1 req-f6e7053a-0284-4501-a8db-4b0968406080 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:39.043888 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-fd388c0f-15cc-41e9-8a21-af349fbac5b1 req-f6e7053a-0284-4501-a8db-4b0968406080 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/ports?device_id=539fba11-4c76-4018-893f-9c22cdb88ab8 HTTP/1.1" status: 200 len: 944 time: 0.1909866 Nov 23 17:51:39.068004 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07781906-ed09-4179-a5a4-9ba975959eab tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Made reservation on behalf of 4245b0ed4bf944cfbaec1e03ba4983e5 for: {'network': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:51:39.071487 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-07781906-ed09-4179-a5a4-9ba975959eab tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for network, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:39.094834 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e67fa5c9-ff9a-4a0a-be71-a1c62910136f req-7c6c6f97-646b-4b0f-bfd0-3950698f43cc service neutron] 10.222.0.36 "GET /v2.0/networks/02874d22-2dc9-404b-96b5-741d17e13e44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2627537 Nov 23 17:51:39.141077 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-4d2c9481-9578-4a43-b82c-10e4e2fb44ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:51:39.142255 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d2c9481-9578-4a43-b82c-10e4e2fb44ba None None] The sync data for ids ['e9d239d0-f88a-413d-b622-a6ead76c4a91'] in n-d-816206-8 is: [] {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:51:39.219766 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07781906-ed09-4179-a5a4-9ba975959eab tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] vlan segment allocate from pool success with {'vlan_id': 502, 'physical_network': 'physnet1'} {{(pid=103590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 17:51:39.255011 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-07781906-ed09-4179-a5a4-9ba975959eab tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:39.255689 n-d-816206-8 neutron-server[103590]: INFO neutron.db.segments_db [None req-07781906-ed09-4179-a5a4-9ba975959eab tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Added segment c3a631a0-3233-4632-b9fe-63b657324fa7 of type vlan for network b8d9eaed-1465-4f71-a602-8fe1bff1bd11 Nov 23 17:51:39.302739 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e67fa5c9-ff9a-4a0a-be71-a1c62910136f req-0610d8ea-9675-4c87-802c-3aad3a30bd39 service neutron] 10.222.0.36 "GET /v2.0/networks/02874d22-2dc9-404b-96b5-741d17e13e44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1935718 Nov 23 17:51:39.308976 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-fd388c0f-15cc-41e9-8a21-af349fbac5b1 req-523efa7e-9fd4-48d5-b537-e776effa4d65 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/security-groups?id=857595b8-f5c9-4ef4-a551-6fcaf9d47816&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2561116 Nov 23 17:51:39.328606 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-07781906-ed09-4179-a5a4-9ba975959eab tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736635338810'] for network, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:39.420034 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-07781906-ed09-4179-a5a4-9ba975959eab tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493'] for network, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:39.429825 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07781906-ed09-4179-a5a4-9ba975959eab tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:39.430478 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-07781906-ed09-4179-a5a4-9ba975959eab tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Publish callbacks [] for network, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:39.440577 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec564f4f-7faf-4636-92ca-74063fb06fcf req-9529761d-9f2e-43bd-8d44-67c5a601f7a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:39.442399 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ec564f4f-7faf-4636-92ca-74063fb06fcf req-9529761d-9f2e-43bd-8d44-67c5a601f7a3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c0a53cd325e44b8fbee499050453672f&device_id=539fba11-4c76-4018-893f-9c22cdb88ab8 HTTP/1.1" status: 200 len: 1095 time: 0.0657823 Nov 23 17:51:39.465773 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-07781906-ed09-4179-a5a4-9ba975959eab tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.4684186 Nov 23 17:51:39.480123 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 41106) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:51:39.481646 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e6e98a96-dc7d-436b-b4f1-fb35b8aefeb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:39.489304 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-cccfe06b-350a-4170-99e1-ef9486ce0079 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Request body: {'subnet': {'network_id': 'b8d9eaed-1465-4f71-a602-8fe1bff1bd11', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:51:39.539580 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e98a96-dc7d-436b-b4f1-fb35b8aefeb1 admin admin] Pushing event deleted for resources: {'Port': ['ID=bd302559-a622-4aa2-a1df-caae459e166f,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:51:39.671367 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec564f4f-7faf-4636-92ca-74063fb06fcf req-678e4d9a-228a-4fbe-b0b0-a9ccb50c5a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:39.673063 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ec564f4f-7faf-4636-92ca-74063fb06fcf req-678e4d9a-228a-4fbe-b0b0-a9ccb50c5a81 service neutron] 10.222.0.36 "GET /v2.0/networks?id=02874d22-2dc9-404b-96b5-741d17e13e44 HTTP/1.1" status: 200 len: 913 time: 0.2172585 Nov 23 17:51:39.700703 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07781906-ed09-4179-a5a4-9ba975959eab tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Pushing event updated for resources: {'Network': ['ID=b8d9eaed-1465-4f71-a602-8fe1bff1bd11,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:51:39.711643 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Network b8d9eaed-1465-4f71-a602-8fe1bff1bd11 details requested by agent ovs-agent-n-d-816206-8 with host n-d-816206-8 {{(pid=103592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 17:51:39.779828 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ec564f4f-7faf-4636-92ca-74063fb06fcf req-695c7cf7-5142-45b7-8ca6-b59dd302f069 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=da563aab-ba47-42d6-ba88-899b736f72a9 HTTP/1.1" status: 200 len: 217 time: 0.0968575 Nov 23 17:51:39.780629 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cccfe06b-350a-4170-99e1-ef9486ce0079 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Made reservation on behalf of 4245b0ed4bf944cfbaec1e03ba4983e5 for: {'subnet': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:51:39.792168 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-cccfe06b-350a-4170-99e1-ef9486ce0079 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264314294'] for subnet, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:40.048795 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e6e98a96-dc7d-436b-b4f1-fb35b8aefeb1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2067500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1794520'] for router_interface, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:40.159085 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec564f4f-7faf-4636-92ca-74063fb06fcf req-cb6aefb3-fbdf-4a1b-94fd-a57e2c7eb1ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:40.164349 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ec564f4f-7faf-4636-92ca-74063fb06fcf req-cb6aefb3-fbdf-4a1b-94fd-a57e2c7eb1ab service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7cd7c517-b8bf-4f3d-98b6-b23c91372576 HTTP/1.1" status: 200 len: 851 time: 0.1340690 Nov 23 17:51:40.344576 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec564f4f-7faf-4636-92ca-74063fb06fcf req-afd46c66-360e-408f-97a5-24a23360ca55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:40.346142 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ec564f4f-7faf-4636-92ca-74063fb06fcf req-afd46c66-360e-408f-97a5-24a23360ca55 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=02874d22-2dc9-404b-96b5-741d17e13e44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0985842 Nov 23 17:51:40.460684 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6e98a96-dc7d-436b-b4f1-fb35b8aefeb1 admin admin] Router 908b3081-86f5-4649-af90-5b9a4d728ea7 has already been hosted by L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 {{(pid=103590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 17:51:40.500129 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ec564f4f-7faf-4636-92ca-74063fb06fcf req-729952bd-62d7-4eda-b310-9a853b2ccf2c service neutron] 10.222.0.36 "GET /v2.0/networks/02874d22-2dc9-404b-96b5-741d17e13e44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1405907 Nov 23 17:51:40.501133 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-cccfe06b-350a-4170-99e1-ef9486ce0079 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264758079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264314276'] for subnet, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:40.644412 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6e98a96-dc7d-436b-b4f1-fb35b8aefeb1 admin admin] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:51:40.657947 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-353821ff-8165-4a12-9ecf-295706aed84d None None] Sync routers for ids ['908b3081-86f5-4649-af90-5b9a4d728ea7'] in n-d-816206-8 {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:51:40.664327 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-e6e98a96-dc7d-436b-b4f1-fb35b8aefeb1 admin admin] 10.222.0.60 "PUT /v2.0/routers/908b3081-86f5-4649-af90-5b9a4d728ea7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0469112 Nov 23 17:51:40.664989 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 41126) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:51:40.672992 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-353821ff-8165-4a12-9ecf-295706aed84d None None] Routers {'908b3081-86f5-4649-af90-5b9a4d728ea7'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:51:40.675988 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccfe06b-350a-4170-99e1-ef9486ce0079 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Pushing event updated for resources: {'Subnet': ['ID=04e86a36-eef6-412a-9799-bfc0ebdc904a,revision_number=0']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:51:40.685305 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-353821ff-8165-4a12-9ecf-295706aed84d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:51:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['908b3081-86f5-4649-af90-5b9a4d728ea7'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:51:40.834208 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75400d1b-91b4-4da5-ae36-541f37f2516c req-60179d47-9f27-4912-8de7-a70eb1525086 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:40.836323 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-75400d1b-91b4-4da5-ae36-541f37f2516c req-60179d47-9f27-4912-8de7-a70eb1525086 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/ports?device_id=539fba11-4c76-4018-893f-9c22cdb88ab8 HTTP/1.1" status: 200 len: 944 time: 0.4186547 Nov 23 17:51:40.912249 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ff4159ab-e225-474b-91fa-f7ec234c7a83 admin admin] Publish callbacks [] for router, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:40.922525 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-75400d1b-91b4-4da5-ae36-541f37f2516c req-977a6c3f-f948-4481-b86c-3850f8f45650 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/security-groups?id=857595b8-f5c9-4ef4-a551-6fcaf9d47816&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0782299 Nov 23 17:51:40.943230 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-353821ff-8165-4a12-9ecf-295706aed84d None None] Set router 908b3081-86f5-4649-af90-5b9a4d728ea7 gateway port host: n-d-816206-8 {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:51:40.947310 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cccfe06b-350a-4170-99e1-ef9486ce0079 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Checking segment: {'id': 'c3a631a0-3233-4632-b9fe-63b657324fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'b8d9eaed-1465-4f71-a602-8fe1bff1bd11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:51:40.955963 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cccfe06b-350a-4170-99e1-ef9486ce0079 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Network hostable DHCP agents. Network: b8d9eaed-1465-4f71-a602-8fe1bff1bd11, hostable agents: ['0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3'], hosted agents: [] {{(pid=103591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 17:51:40.961441 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ec564f4f-7faf-4636-92ca-74063fb06fcf req-0524f5ef-9809-4951-aa98-1730fb0553f6 service neutron] 10.222.0.36 "GET /v2.0/networks/02874d22-2dc9-404b-96b5-741d17e13e44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4377241 Nov 23 17:51:40.991187 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cccfe06b-350a-4170-99e1-ef9486ce0079 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Network b8d9eaed-1465-4f71-a602-8fe1bff1bd11 is scheduled to be hosted by DHCP agent 0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3 with binding_index 1 {{(pid=103591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 17:51:41.007678 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [None req-cccfe06b-350a-4170-99e1-ef9486ce0079 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-8, b8d9eaed-1465-4f71-a602-8fe1bff1bd11) {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:51:41.013350 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cccfe06b-350a-4170-99e1-ef9486ce0079 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:41.014116 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-cccfe06b-350a-4170-99e1-ef9486ce0079 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for subnet, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:41.017048 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baf3cdd6-a973-4a0c-9bb4-0871504b394f None None] Network b8d9eaed-1465-4f71-a602-8fe1bff1bd11 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:51:41.043072 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-cccfe06b-350a-4170-99e1-ef9486ce0079 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5618286 Nov 23 17:51:41.045940 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 41132) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:51:41.051422 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-b8a12d67-c7e2-4193-adec-c34a6c28584c tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1953314863', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'}, 'admin_state_up': False}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:51:41.091906 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-b8a12d67-c7e2-4193-adec-c34a6c28584c tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1793449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8093'] for router, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:41.093327 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-b8a12d67-c7e2-4193-adec-c34a6c28584c tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1794473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1794771', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1638326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8086'] for router, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:41.095077 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ff4159ab-e225-474b-91fa-f7ec234c7a83 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:41.215571 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-ff4159ab-e225-474b-91fa-f7ec234c7a83 admin admin] Deleting port 6d7f938f-5576-42b6-829f-dd4bf00be0d8 {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:51:41.215909 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ff4159ab-e225-474b-91fa-f7ec234c7a83 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:41.240433 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-b8a12d67-c7e2-4193-adec-c34a6c28584c tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:41.277849 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32a819b9-6387-4544-b43d-06f7803b6f65 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp355044b8-8e87-58c4-94fa-4a010ec30f9e-b8d9eaed-1465-4f71-a602-8fe1bff1bd11', 'network_id': 'b8d9eaed-1465-4f71-a602-8fe1bff1bd11', 'tenant_id': '4245b0ed4bf944cfbaec1e03ba4983e5', 'fixed_ips': [{'subnet_id': '04e86a36-eef6-412a-9799-bfc0ebdc904a'}]}} from n-d-816206-8. {{(pid=103592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 17:51:41.279288 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-32a819b9-6387-4544-b43d-06f7803b6f65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:41.324613 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-353821ff-8165-4a12-9ecf-295706aed84d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '908b3081-86f5-4649-af90-5b9a4d728ea7', 'name': 'tempest-AttachVolumeShelveTestJSON-1601318973-router', 'tenant_id': '093e052ebdfd4c689471d0502a0c2e0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.177'}], 'enable_snat': True}, 'gw_port_id': '6d7f938f-5576-42b6-829f-dd4bf00be0d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:41:43Z', 'updated_at': '2021-11-23T17:51:39Z', 'revision_number': 5, 'project_id': '093e052ebdfd4c689471d0502a0c2e0a', 'gw_port': {'id': '6d7f938f-5576-42b6-829f-dd4bf00be0d8', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:4a:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '908b3081-86f5-4649-af90-5b9a4d728ea7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2446, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:41:44Z', 'updated_at': '2021-11-23T17:42:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8'}], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:51:41.396614 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-353821ff-8165-4a12-9ecf-295706aed84d None None] Checking router: 908b3081-86f5-4649-af90-5b9a4d728ea7 for host: n-d-816206-8 {{(pid=103593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 17:51:41.415072 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-ff4159ab-e225-474b-91fa-f7ec234c7a83 admin admin] For port 6d7f938f-5576-42b6-829f-dd4bf00be0d8, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=6d7f938f-5576-42b6-829f-dd4bf00be0d8,segment=NetworkSegment(bffd1e4f-e80f-4ff0-b418-2f42ae15febf),segment_id=bffd1e4f-e80f-4ff0-b418-2f42ae15febf)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:51:41.415414 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-353821ff-8165-4a12-9ecf-295706aed84d None None] Routers {'908b3081-86f5-4649-af90-5b9a4d728ea7'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:51:41.415591 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ff4159ab-e225-474b-91fa-f7ec234c7a83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:41.416932 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-353821ff-8165-4a12-9ecf-295706aed84d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:51:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['908b3081-86f5-4649-af90-5b9a4d728ea7'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:51:41.460053 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-ff4159ab-e225-474b-91fa-f7ec234c7a83 admin admin] Calling delete_port for 6d7f938f-5576-42b6-829f-dd4bf00be0d8 owned by network:router_gateway {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:51:41.517658 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-353821ff-8165-4a12-9ecf-295706aed84d None None] Set router 908b3081-86f5-4649-af90-5b9a4d728ea7 gateway port host: None {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:51:41.558992 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-b8a12d67-c7e2-4193-adec-c34a6c28584c tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:41.613402 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.db_base_plugin_common [None req-32a819b9-6387-4544-b43d-06f7803b6f65 None None] Allocated IP 172.20.0.2 (b8d9eaed-1465-4f71-a602-8fe1bff1bd11/04e86a36-eef6-412a-9799-bfc0ebdc904a/7c857622-0364-49ee-b5ed-35a8bab63d67) {{(pid=103592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:51:41.638569 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-353821ff-8165-4a12-9ecf-295706aed84d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '908b3081-86f5-4649-af90-5b9a4d728ea7', 'name': 'tempest-AttachVolumeShelveTestJSON-1601318973-router', 'tenant_id': '093e052ebdfd4c689471d0502a0c2e0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:41:43Z', 'updated_at': '2021-11-23T17:51:41Z', 'revision_number': 6, 'project_id': '093e052ebdfd4c689471d0502a0c2e0a', 'gw_port_host': None}], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:51:41.697308 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ff4159ab-e225-474b-91fa-f7ec234c7a83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:41.699627 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-353821ff-8165-4a12-9ecf-295706aed84d None None] The sync data for ids ['908b3081-86f5-4649-af90-5b9a4d728ea7'] in n-d-816206-8 is: [{'id': '908b3081-86f5-4649-af90-5b9a4d728ea7', 'name': 'tempest-AttachVolumeShelveTestJSON-1601318973-router', 'tenant_id': '093e052ebdfd4c689471d0502a0c2e0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:41:43Z', 'updated_at': '2021-11-23T17:51:41Z', 'revision_number': 6, 'project_id': '093e052ebdfd4c689471d0502a0c2e0a', 'gw_port_host': None}] {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:51:41.846073 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c3e597e-d657-42ea-b327-5aaa21e7ba37 None None] DHCP port deletion for 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:51:41.957347 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4159ab-e225-474b-91fa-f7ec234c7a83 admin admin] Pushing event deleted for resources: {'Port': ['ID=6d7f938f-5576-42b6-829f-dd4bf00be0d8,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:51:42.034398 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ff4159ab-e225-474b-91fa-f7ec234c7a83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1795454'] for router_gateway, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:42.079256 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-b8a12d67-c7e2-4193-adec-c34a6c28584c tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Publish callbacks [] for router_gateway, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:42.121178 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-b8a12d67-c7e2-4193-adec-c34a6c28584c tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:42.145265 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-32a819b9-6387-4544-b43d-06f7803b6f65 None None] Publish callbacks [] for port, precommit_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:42.159822 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-32a819b9-6387-4544-b43d-06f7803b6f65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980'] for port, after_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:42.226626 n-d-816206-8 neutron-server[103592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32a819b9-6387-4544-b43d-06f7803b6f65 None None] Network b8d9eaed-1465-4f71-a602-8fe1bff1bd11 is already hosted by enough agents. {{(pid=103592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:51:42.246273 n-d-816206-8 neutron-server[103592]: DEBUG neutron.scheduler.base_scheduler [None req-32a819b9-6387-4544-b43d-06f7803b6f65 None None] Resources bound (agent type, host, resource id): {{(pid=103592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:51:42.251548 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32a819b9-6387-4544-b43d-06f7803b6f65 None None] Received port after_create {{(pid=103592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:51:42.277516 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ff4159ab-e225-474b-91fa-f7ec234c7a83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1794352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8175'] for router, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:42.279892 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ff4159ab-e225-474b-91fa-f7ec234c7a83 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:42.310152 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990592d8-2f4e-4f69-8d8c-9c36e50c3533 req-e93cf0a0-db8e-47cb-84ee-05fc3ace2df4 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:42.312680 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-990592d8-2f4e-4f69-8d8c-9c36e50c3533 req-e93cf0a0-db8e-47cb-84ee-05fc3ace2df4 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/ports?device_id=539fba11-4c76-4018-893f-9c22cdb88ab8 HTTP/1.1" status: 200 len: 944 time: 0.2264657 Nov 23 17:51:42.319877 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a819b9-6387-4544-b43d-06f7803b6f65 None None] Pushing event updated for resources: {'Port': ['ID=7c857622-0364-49ee-b5ed-35a8bab63d67,revision_number=1']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:51:42.341250 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device bd302559-a622-4aa2-a1df-caae459e166f no longer exists at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:51:42.370675 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ff4159ab-e225-474b-91fa-f7ec234c7a83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1795580'] for router, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:42.371308 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff4159ab-e225-474b-91fa-f7ec234c7a83 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 908b3081-86f5-4649-af90-5b9a4d728ea7 {{(pid=103590) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 17:51:42.376553 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ff4159ab-e225-474b-91fa-f7ec234c7a83 admin admin] Publish callbacks [] for router, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:42.376999 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] No Port match for: bd302559-a622-4aa2-a1df-caae459e166f {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:51:42.377585 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device bd302559-a622-4aa2-a1df-caae459e166f not bound to the agent host n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:51:42.384538 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 41152) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:51:42.397262 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-ff4159ab-e225-474b-91fa-f7ec234c7a83 admin admin] 10.222.0.60 "DELETE /v2.0/routers/908b3081-86f5-4649-af90-5b9a4d728ea7 HTTP/1.1" status: 204 len: 168 time: 1.7301748 Nov 23 17:51:42.464947 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-32a819b9-6387-4544-b43d-06f7803b6f65 None None] Attempting to bind port 7c857622-0364-49ee-b5ed-35a8bab63d67 on host n-d-816206-8 for vnic_type normal with profile {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:51:42.465333 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-32a819b9-6387-4544-b43d-06f7803b6f65 None None] Attempting to bind port 7c857622-0364-49ee-b5ed-35a8bab63d67 by drivers openvswitch,hyperv on host n-d-816206-8 at level 0 using segments [{'id': 'c3a631a0-3233-4632-b9fe-63b657324fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'b8d9eaed-1465-4f71-a602-8fe1bff1bd11'}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:51:42.465709 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32a819b9-6387-4544-b43d-06f7803b6f65 None None] Attempting to bind port 7c857622-0364-49ee-b5ed-35a8bab63d67 on network b8d9eaed-1465-4f71-a602-8fe1bff1bd11 {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:51:42.477441 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32a819b9-6387-4544-b43d-06f7803b6f65 None None] Checking agent: {'id': '9e89acbe-4bbe-4c77-a18b-6f1da9133e0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 7, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 51, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:51:42.478615 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32a819b9-6387-4544-b43d-06f7803b6f65 None None] Checking segment: {'id': 'c3a631a0-3233-4632-b9fe-63b657324fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'b8d9eaed-1465-4f71-a602-8fe1bff1bd11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:51:42.479119 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-32a819b9-6387-4544-b43d-06f7803b6f65 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:42.480081 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32a819b9-6387-4544-b43d-06f7803b6f65 None None] Bound using segment: {'id': 'c3a631a0-3233-4632-b9fe-63b657324fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'b8d9eaed-1465-4f71-a602-8fe1bff1bd11'} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:51:42.480271 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-32a819b9-6387-4544-b43d-06f7803b6f65 None None] Bound port: 7c857622-0364-49ee-b5ed-35a8bab63d67, host: n-d-816206-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3a631a0-3233-4632-b9fe-63b657324fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'b8d9eaed-1465-4f71-a602-8fe1bff1bd11'}}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:51:42.480776 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-32a819b9-6387-4544-b43d-06f7803b6f65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:42.494518 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.db_base_plugin_common [None req-b8a12d67-c7e2-4193-adec-c34a6c28584c tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Allocated IP 172.25.3.79 (4c8455ba-1be5-42ac-b8c2-8a16e1292d55/08fe3644-ce41-4c3f-a7ea-92bac0f0fff5/8f56a35c-3031-4aa3-969d-0ead9c63a93a) {{(pid=103591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:51:42.542084 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-990592d8-2f4e-4f69-8d8c-9c36e50c3533 req-0ede85fd-d4a2-41d1-913f-ab436fbba85c tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/security-groups?id=857595b8-f5c9-4ef4-a551-6fcaf9d47816&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2227530 Nov 23 17:51:42.545455 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0362c63-8080-46c2-9c81-488973ee3cd4 admin admin] Deleting subnet 784540e3-73ef-4656-9bfa-913bbf55b1a9 {{(pid=103591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 17:51:42.551507 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-d0362c63-8080-46c2-9c81-488973ee3cd4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:42.589075 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-32a819b9-6387-4544-b43d-06f7803b6f65 None None] For port 7c857622-0364-49ee-b5ed-35a8bab63d67, host n-d-816206-8, cleared binding levels {{(pid=103592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:51:42.592399 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-32a819b9-6387-4544-b43d-06f7803b6f65 None None] For port 7c857622-0364-49ee-b5ed-35a8bab63d67, host n-d-816206-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=7c857622-0364-49ee-b5ed-35a8bab63d67,segment=NetworkSegment(c3a631a0-3233-4632-b9fe-63b657324fa7),segment_id=c3a631a0-3233-4632-b9fe-63b657324fa7)] {{(pid=103592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:51:42.601310 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-32a819b9-6387-4544-b43d-06f7803b6f65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:42.681014 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a819b9-6387-4544-b43d-06f7803b6f65 None None] Pushing event updated for resources: {'Port': ['ID=7c857622-0364-49ee-b5ed-35a8bab63d67,revision_number=2']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:51:42.695149 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-d0362c63-8080-46c2-9c81-488973ee3cd4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265990000'] for subnet, precommit_delete_associations {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:42.861469 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-d0362c63-8080-46c2-9c81-488973ee3cd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971956'] for subnet, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:42.886232 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-b8a12d67-c7e2-4193-adec-c34a6c28584c tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Publish callbacks [] for port, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:42.999063 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-d0362c63-8080-46c2-9c81-488973ee3cd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264758240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264314269'] for subnet, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:43.007309 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-b8a12d67-c7e2-4193-adec-c34a6c28584c tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:43.007861 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-39a28316-916a-47bb-b591-a75bf4fd312e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:43.122712 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a12d67-c7e2-4193-adec-c34a6c28584c tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Pushing event updated for resources: {'Port': ['ID=8f56a35c-3031-4aa3-969d-0ead9c63a93a,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:51:43.137070 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0362c63-8080-46c2-9c81-488973ee3cd4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=784540e3-73ef-4656-9bfa-913bbf55b1a9,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:51:43.149720 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-d0362c63-8080-46c2-9c81-488973ee3cd4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for subnet, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:43.154522 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d4cde20-cac5-45c2-a5c7-92a77d72bbb3 None None] Network b05aa742-7050-4bee-9612-3681dfd2164b requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:51:43.155751 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-d0362c63-8080-46c2-9c81-488973ee3cd4 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/784540e3-73ef-4656-9bfa-913bbf55b1a9 HTTP/1.1" status: 204 len: 168 time: 0.7710285 Nov 23 17:51:43.158627 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 41160) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:51:43.173699 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8a12d67-c7e2-4193-adec-c34a6c28584c tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Network 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 is already hosted by enough agents. {{(pid=103591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:51:43.180404 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [None req-b8a12d67-c7e2-4193-adec-c34a6c28584c tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Resources bound (agent type, host, resource id): {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:51:43.183513 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8a12d67-c7e2-4193-adec-c34a6c28584c tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Received port after_create {{(pid=103591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:51:43.312972 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6ed3188-589a-497c-93bc-58c76f7f6212 None None] DHCP port deletion for 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:51:43.369748 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6910b0a0-529b-4bb1-8cba-63a655f85be3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-555181'] for network, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:43.490702 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-d2039126-1dfa-4ecf-af0b-3e74b67b7761 None None] Provisioning complete for port 8f56a35c-3031-4aa3-969d-0ead9c63a93a triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:51:43.491245 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-d2039126-1dfa-4ecf-af0b-3e74b67b7761 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:43.510861 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-6910b0a0-529b-4bb1-8cba-63a655f85be3 admin admin] Deleting port 21698b0b-489d-4c2c-b970-8feaf058a150 {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:51:43.511208 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6910b0a0-529b-4bb1-8cba-63a655f85be3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:43.697110 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-6910b0a0-529b-4bb1-8cba-63a655f85be3 admin admin] For port 21698b0b-489d-4c2c-b970-8feaf058a150, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=21698b0b-489d-4c2c-b970-8feaf058a150,segment=NetworkSegment(97bf93aa-7116-4943-8d21-ff543f30be5d),segment_id=97bf93aa-7116-4943-8d21-ff543f30be5d)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:51:43.697875 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6910b0a0-529b-4bb1-8cba-63a655f85be3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:43.741219 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-6910b0a0-529b-4bb1-8cba-63a655f85be3 admin admin] Calling delete_port for 21698b0b-489d-4c2c-b970-8feaf058a150 owned by network:dhcp {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:51:43.915124 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdf6d2d2-fd73-432e-8299-ee63aa03cbeb None None] DHCP port deletion for b05aa742-7050-4bee-9612-3681dfd2164b request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:51:43.980391 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:43.992121 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6910b0a0-529b-4bb1-8cba-63a655f85be3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:44.049811 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-d2039126-1dfa-4ecf-af0b-3e74b67b7761 None None] Port 8f56a35c-3031-4aa3-969d-0ead9c63a93a cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:51:44.094462 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6910b0a0-529b-4bb1-8cba-63a655f85be3 admin admin] Pushing event deleted for resources: {'Port': ['ID=21698b0b-489d-4c2c-b970-8feaf058a150,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:51:44.116321 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6910b0a0-529b-4bb1-8cba-63a655f85be3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:51:44.117054 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6910b0a0-529b-4bb1-8cba-63a655f85be3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:51:44.117408 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6910b0a0-529b-4bb1-8cba-63a655f85be3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:51:44.120990 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6910b0a0-529b-4bb1-8cba-63a655f85be3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:51:44.121477 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6910b0a0-529b-4bb1-8cba-63a655f85be3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:51:44.121771 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6910b0a0-529b-4bb1-8cba-63a655f85be3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:51:44.122113 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6910b0a0-529b-4bb1-8cba-63a655f85be3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:51:44.122454 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6910b0a0-529b-4bb1-8cba-63a655f85be3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:51:44.128026 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6910b0a0-529b-4bb1-8cba-63a655f85be3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:51:44.128475 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6910b0a0-529b-4bb1-8cba-63a655f85be3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:51:44.128884 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6910b0a0-529b-4bb1-8cba-63a655f85be3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:51:44.129313 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6910b0a0-529b-4bb1-8cba-63a655f85be3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:51:44.132159 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6910b0a0-529b-4bb1-8cba-63a655f85be3 admin admin] No DVR routers for this DVR port 21698b0b-489d-4c2c-b970-8feaf058a150 on host n-d-816206-8 {{(pid=103590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:51:44.139161 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 7c857622-0364-49ee-b5ed-35a8bab63d67 up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:51:44.311370 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-bdf6d2d2-fd73-432e-8299-ee63aa03cbeb None None] Deleting port 21698b0b-489d-4c2c-b970-8feaf058a150 {{(pid=103592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:51:44.313863 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-bdf6d2d2-fd73-432e-8299-ee63aa03cbeb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:44.371692 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6910b0a0-529b-4bb1-8cba-63a655f85be3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973419', 'neutron.services.segments.db._delete_segments_for_network-8736635878840'] for network, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:44.439776 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-6910b0a0-529b-4bb1-8cba-63a655f85be3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b05aa742-7050-4bee-9612-3681dfd2164b']}} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:51:44.457155 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-6910b0a0-529b-4bb1-8cba-63a655f85be3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97bf93aa-7116-4943-8d21-ff543f30be5d') {'for_net_delete': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:51:44.457458 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-6910b0a0-529b-4bb1-8cba-63a655f85be3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97bf93aa-7116-4943-8d21-ff543f30be5d') {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:51:44.467311 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-bdf6d2d2-fd73-432e-8299-ee63aa03cbeb None None] For port 21698b0b-489d-4c2c-b970-8feaf058a150, host n-d-816206-8, got binding levels [] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:51:44.467726 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-bdf6d2d2-fd73-432e-8299-ee63aa03cbeb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:44.470978 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6910b0a0-529b-4bb1-8cba-63a655f85be3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736635840332', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-267528353'] for segment, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:44.479071 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:44.486592 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67c017c1-20b2-4295-978f-6b0a05269dc4 None None] Network b8d9eaed-1465-4f71-a602-8fe1bff1bd11 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:51:44.513439 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6910b0a0-529b-4bb1-8cba-63a655f85be3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:44.519116 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-bdf6d2d2-fd73-432e-8299-ee63aa03cbeb None None] Calling delete_port for 21698b0b-489d-4c2c-b970-8feaf058a150 owned by network:dhcp {{(pid=103592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:51:44.522647 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6910b0a0-529b-4bb1-8cba-63a655f85be3 admin admin] Releasing vlan 522 on physical network physnet1 to pool {{(pid=103590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 17:51:44.523063 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6910b0a0-529b-4bb1-8cba-63a655f85be3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264370093'] for segment, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:44.526822 n-d-816206-8 neutron-server[103590]: Traceback (most recent call last): Nov 23 17:51:44.526822 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 17:51:44.526822 n-d-816206-8 neutron-server[103590]: timer() Nov 23 17:51:44.526822 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 17:51:44.526822 n-d-816206-8 neutron-server[103590]: cb(*args, **kw) Nov 23 17:51:44.526822 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 17:51:44.526822 n-d-816206-8 neutron-server[103590]: return func(*args, **kwargs) Nov 23 17:51:44.526822 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 17:51:44.526822 n-d-816206-8 neutron-server[103590]: self._notify() Nov 23 17:51:44.526822 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 17:51:44.526822 n-d-816206-8 neutron-server[103590]: self.callback(batched_events) Nov 23 17:51:44.526822 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 17:51:44.526822 n-d-816206-8 neutron-server[103590]: event.method(event) Nov 23 17:51:44.526822 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 17:51:44.526822 n-d-816206-8 neutron-server[103590]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 17:51:44.526822 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 17:51:44.526822 n-d-816206-8 neutron-server[103590]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 17:51:44.526822 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 17:51:44.526822 n-d-816206-8 neutron-server[103590]: return f(self, *a, **k) Nov 23 17:51:44.526822 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 17:51:44.526822 n-d-816206-8 neutron-server[103590]: return self._get(url).json() Nov 23 17:51:44.526822 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 17:51:44.526822 n-d-816206-8 neutron-server[103590]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 17:51:44.526822 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 17:51:44.526822 n-d-816206-8 neutron-server[103590]: return self.request(url, 'GET', **kwargs) Nov 23 17:51:44.526822 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 17:51:44.526822 n-d-816206-8 neutron-server[103590]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 17:51:44.526822 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 17:51:44.526822 n-d-816206-8 neutron-server[103590]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 17:51:44.526822 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 17:51:44.526822 n-d-816206-8 neutron-server[103590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 17:51:44.526822 n-d-816206-8 neutron-server[103590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 17:51:44.539759 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.ipam_backend_mixin [None req-bdf6d2d2-fd73-432e-8299-ee63aa03cbeb None None] Port 21698b0b-489d-4c2c-b970-8feaf058a150 was not found and therefore no delete operation was performed {{(pid=103592) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 23 17:51:44.545782 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-bdf6d2d2-fd73-432e-8299-ee63aa03cbeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989'] for port, after_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:44.566536 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port 7c857622-0364-49ee-b5ed-35a8bab63d67 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:51:44.571281 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:44.658157 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6910b0a0-529b-4bb1-8cba-63a655f85be3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1795418'] for network, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:44.670828 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdf6d2d2-fd73-432e-8299-ee63aa03cbeb None None] No DVR routers for this DVR port 21698b0b-489d-4c2c-b970-8feaf058a150 on host n-d-816206-8 {{(pid=103592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:51:44.675695 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6910b0a0-529b-4bb1-8cba-63a655f85be3 admin admin] Publish callbacks [] for network, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:44.677486 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf6d2d2-fd73-432e-8299-ee63aa03cbeb None None] Pushing event deleted for resources: {'Port': ['ID=21698b0b-489d-4c2c-b970-8feaf058a150,revision_number=None']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:51:44.688372 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0164bef8-5054-4fe4-af85-0ad3693a2226 req-46fd8fcd-aa43-4a74-8c76-d2af33fbdbab tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:44.691808 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-0164bef8-5054-4fe4-af85-0ad3693a2226 req-46fd8fcd-aa43-4a74-8c76-d2af33fbdbab tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/ports?device_id=539fba11-4c76-4018-893f-9c22cdb88ab8 HTTP/1.1" status: 200 len: 944 time: 0.9757273 Nov 23 17:51:44.694097 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-b8a12d67-c7e2-4193-adec-c34a6c28584c tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Publish callbacks [] for router_gateway, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:44.694979 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-6910b0a0-529b-4bb1-8cba-63a655f85be3 admin admin] 10.222.0.60 "DELETE /v2.0/networks/b05aa742-7050-4bee-9612-3681dfd2164b HTTP/1.1" status: 204 len: 168 time: 1.5339653 Nov 23 17:51:44.744023 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6910b0a0-529b-4bb1-8cba-63a655f85be3 admin admin] Pushing event deleted for resources: {'Network': ['ID=b05aa742-7050-4bee-9612-3681dfd2164b,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:51:44.748425 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-c82616ec-89dd-43dc-8ce3-172f2b0c0122 None None] Provisioning complete for port 7c857622-0364-49ee-b5ed-35a8bab63d67 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:51:44.748911 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c82616ec-89dd-43dc-8ce3-172f2b0c0122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:44.879085 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-0164bef8-5054-4fe4-af85-0ad3693a2226 req-fcbdc209-b0ce-4330-aad1-9b63717b8c8c tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/security-groups?id=857595b8-f5c9-4ef4-a551-6fcaf9d47816&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1801281 Nov 23 17:51:45.021018 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 41178) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:51:45.107447 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c82616ec-89dd-43dc-8ce3-172f2b0c0122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:45.111260 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-b8a12d67-c7e2-4193-adec-c34a6c28584c tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1794316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1795362'] for router, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:45.152956 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c82616ec-89dd-43dc-8ce3-172f2b0c0122 None None] For port 7c857622-0364-49ee-b5ed-35a8bab63d67, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=7c857622-0364-49ee-b5ed-35a8bab63d67,segment=NetworkSegment(c3a631a0-3233-4632-b9fe-63b657324fa7),segment_id=c3a631a0-3233-4632-b9fe-63b657324fa7)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:51:45.170150 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c82616ec-89dd-43dc-8ce3-172f2b0c0122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:45.174256 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:45.185537 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-4dba659e-f7f4-499a-91d6-c1e5a84de57d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=093e052ebdfd4c689471d0502a0c2e0a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1576359 Nov 23 17:51:45.186219 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 41182) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:51:45.274785 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-bbdcbda8-8794-4a38-973b-0b7087d99e06 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:45.305205 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-bbdcbda8-8794-4a38-973b-0b7087d99e06 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:45.326280 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8a12d67-c7e2-4193-adec-c34a6c28584c tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Router d4fb2745-9f55-4cb3-a965-ba20c16a333b is scheduled to L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 with binding_index 1 {{(pid=103591) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 17:51:45.332744 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.db.api [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103592) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 17:51:45.333291 n-d-816206-8 neutron-server[103592]: DEBUG oslo_db.api [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 17:51:45.333570 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82616ec-89dd-43dc-8ce3-172f2b0c0122 None None] Pushing event updated for resources: {'Port': ['ID=7c857622-0364-49ee-b5ed-35a8bab63d67,revision_number=3']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:51:45.339228 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-1c970933-cbcc-4d3d-8a66-f52c29056269 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:45.416245 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-bbdcbda8-8794-4a38-973b-0b7087d99e06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:45.423864 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-bbdcbda8-8794-4a38-973b-0b7087d99e06 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:45.425690 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-bbdcbda8-8794-4a38-973b-0b7087d99e06 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/cdc1cdc8-4fb8-4a0e-be3b-b852f60a4635 HTTP/1.1" status: 204 len: 168 time: 0.2384381 Nov 23 17:51:45.460532 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdcbda8-8794-4a38-973b-0b7087d99e06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdc1cdc8-4fb8-4a0e-be3b-b852f60a4635,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:51:45.492640 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8a12d67-c7e2-4193-adec-c34a6c28584c tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:51:45.506807 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-022d056e-611d-45f3-b76c-631f19f17285 None None] Sync routers for ids ['d4fb2745-9f55-4cb3-a965-ba20c16a333b'] in n-d-816206-8 {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:51:45.536213 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-b8a12d67-c7e2-4193-adec-c34a6c28584c tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Publish callbacks [] for router, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:45.540752 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 41188) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:51:45.542190 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-b8a12d67-c7e2-4193-adec-c34a6c28584c tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 4.4945855 Nov 23 17:51:45.566767 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-022d056e-611d-45f3-b76c-631f19f17285 None None] Routers {'d4fb2745-9f55-4cb3-a965-ba20c16a333b'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:51:45.569214 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-022d056e-611d-45f3-b76c-631f19f17285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:51:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['d4fb2745-9f55-4cb3-a965-ba20c16a333b'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:51:45.627079 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-022d056e-611d-45f3-b76c-631f19f17285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:51:45.639848 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-022d056e-611d-45f3-b76c-631f19f17285 None None] Routers {'d4fb2745-9f55-4cb3-a965-ba20c16a333b'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:51:45.640767 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-022d056e-611d-45f3-b76c-631f19f17285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:51:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['d4fb2745-9f55-4cb3-a965-ba20c16a333b'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:51:45.741808 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-022d056e-611d-45f3-b76c-631f19f17285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:51:45.742507 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-022d056e-611d-45f3-b76c-631f19f17285 None None] The sync data for ids ['d4fb2745-9f55-4cb3-a965-ba20c16a333b'] in n-d-816206-8 is: [] {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:51:45.799938 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-afddbff9-a5c8-42a4-a062-9db32a23fa21 None None] Provisioning complete for port 7c857622-0364-49ee-b5ed-35a8bab63d67 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:51:45.800132 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-afddbff9-a5c8-42a4-a062-9db32a23fa21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:46.020989 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 6d7f938f-5576-42b6-829f-dd4bf00be0d8 no longer exists at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:51:46.078011 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] No Port match for: 6d7f938f-5576-42b6-829f-dd4bf00be0d8 {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:51:46.079464 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 6d7f938f-5576-42b6-829f-dd4bf00be0d8 not bound to the agent host n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:51:46.081909 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 21698b0b-489d-4c2c-b970-8feaf058a150 no longer exists at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:51:46.116282 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] No Port match for: 21698b0b-489d-4c2c-b970-8feaf058a150 {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:51:46.116743 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 21698b0b-489d-4c2c-b970-8feaf058a150 not bound to the agent host n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:51:46.117115 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d85867-3c62-4746-9a3b-391d5adf3f1a req-096aff8c-ad5d-46c8-95cb-76645fb3562d tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:46.179386 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c8d85867-3c62-4746-9a3b-391d5adf3f1a req-096aff8c-ad5d-46c8-95cb-76645fb3562d tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/ports?device_id=539fba11-4c76-4018-893f-9c22cdb88ab8 HTTP/1.1" status: 200 len: 944 time: 0.1734638 Nov 23 17:51:46.279009 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 7c857622-0364-49ee-b5ed-35a8bab63d67 up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:51:46.302408 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c8d85867-3c62-4746-9a3b-391d5adf3f1a req-be14c197-a613-4810-a10d-0d120faf534b tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/security-groups?id=857595b8-f5c9-4ef4-a551-6fcaf9d47816&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1081026 Nov 23 17:51:46.339298 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port 7c857622-0364-49ee-b5ed-35a8bab63d67 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:51:46.339298 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:46.411506 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-982a4d2e-8f0d-47ca-a18b-7d90c913d274 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:46.565477 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-52822d53-48f5-4819-8a95-bdc13aea0bf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:46.822777 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-982a4d2e-8f0d-47ca-a18b-7d90c913d274 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Allocated IP 172.20.0.1 (b8d9eaed-1465-4f71-a602-8fe1bff1bd11/04e86a36-eef6-412a-9799-bfc0ebdc904a/4067469a-5c8d-44c4-9059-c5d9704ecbfd) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:51:46.958215 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-982a4d2e-8f0d-47ca-a18b-7d90c913d274 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:47.023526 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-982a4d2e-8f0d-47ca-a18b-7d90c913d274 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:47.116042 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982a4d2e-8f0d-47ca-a18b-7d90c913d274 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Pushing event updated for resources: {'Port': ['ID=4067469a-5c8d-44c4-9059-c5d9704ecbfd,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:51:47.125283 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-982a4d2e-8f0d-47ca-a18b-7d90c913d274 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Network b8d9eaed-1465-4f71-a602-8fe1bff1bd11 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:51:47.126880 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-982a4d2e-8f0d-47ca-a18b-7d90c913d274 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:51:47.129352 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-982a4d2e-8f0d-47ca-a18b-7d90c913d274 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:51:47.240963 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-982a4d2e-8f0d-47ca-a18b-7d90c913d274 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1795539'] for router_interface, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:47.483071 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-982a4d2e-8f0d-47ca-a18b-7d90c913d274 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:47.507604 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3881d24-3496-42d0-ad5b-2c8b966fe4df req-0b0e85f0-401c-4764-b3f6-739fc93470a1 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:47.509454 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b3881d24-3496-42d0-ad5b-2c8b966fe4df req-0b0e85f0-401c-4764-b3f6-739fc93470a1 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/ports?device_id=539fba11-4c76-4018-893f-9c22cdb88ab8 HTTP/1.1" status: 200 len: 944 time: 0.0909998 Nov 23 17:51:47.606555 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-38ce4b43-226e-4cc1-aae2-e7cf879ff093 None None] Provisioning complete for port 4067469a-5c8d-44c4-9059-c5d9704ecbfd triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:51:47.607699 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-38ce4b43-226e-4cc1-aae2-e7cf879ff093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:47.634293 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b3881d24-3496-42d0-ad5b-2c8b966fe4df req-f8e18299-a481-42ed-8dcf-da81682e29e8 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/security-groups?id=857595b8-f5c9-4ef4-a551-6fcaf9d47816&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1166735 Nov 23 17:51:47.659203 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-38ce4b43-226e-4cc1-aae2-e7cf879ff093 None None] Port 4067469a-5c8d-44c4-9059-c5d9704ecbfd cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:51:47.776428 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9a27ae6c-db98-474f-94c1-cc99bf842d79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:47.841683 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 41276) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:51:48.011946 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-982a4d2e-8f0d-47ca-a18b-7d90c913d274 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Publish callbacks [] for port, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:48.014746 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-77e885e1-d035-4fc0-ada1-4b7db3b3d424 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:48.030891 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-982a4d2e-8f0d-47ca-a18b-7d90c913d274 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264357957'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:48.129578 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-77e885e1-d035-4fc0-ada1-4b7db3b3d424 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:48.135319 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-77e885e1-d035-4fc0-ada1-4b7db3b3d424 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:48.174675 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-e46f4ff6-b712-47ac-96cd-766f4b039e3d req-ce6f82bf-720a-44ce-928c-8f3da7c6650b service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=fdfb4ce2-91d8-4f2e-a6fb-679e80dacd8f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1602640 Nov 23 17:51:48.177213 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-982a4d2e-8f0d-47ca-a18b-7d90c913d274 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2068703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1794403'] for router_interface, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:48.180541 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982a4d2e-8f0d-47ca-a18b-7d90c913d274 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Pushing event updated for resources: {'Port': ['ID=4067469a-5c8d-44c4-9059-c5d9704ecbfd,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:51:48.192174 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e885e1-d035-4fc0-ada1-4b7db3b3d424 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82005149-360a-4a6a-9af7-d585d5de1bcc,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:51:48.201530 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-77e885e1-d035-4fc0-ada1-4b7db3b3d424 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=12ee4105f1b5409e824ea6736c90fb0e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3563697 Nov 23 17:51:48.202904 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 41284) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:51:48.279312 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-ae767724-2a06-491f-8e50-9fc73b552f26 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:48.314410 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-ae767724-2a06-491f-8e50-9fc73b552f26 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:48.326087 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46f4ff6-b712-47ac-96cd-766f4b039e3d req-013effe6-5566-4808-a751-1e8c2617183c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:48.327702 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-e46f4ff6-b712-47ac-96cd-766f4b039e3d req-013effe6-5566-4808-a751-1e8c2617183c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c0a53cd325e44b8fbee499050453672f&device_id=fdfb4ce2-91d8-4f2e-a6fb-679e80dacd8f HTTP/1.1" status: 200 len: 1096 time: 0.1212194 Nov 23 17:51:48.358387 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:48.386727 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-982a4d2e-8f0d-47ca-a18b-7d90c913d274 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Network b8d9eaed-1465-4f71-a602-8fe1bff1bd11 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:51:48.408337 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-982a4d2e-8f0d-47ca-a18b-7d90c913d274 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:51:48.409294 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-ae767724-2a06-491f-8e50-9fc73b552f26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:48.409294 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-ae767724-2a06-491f-8e50-9fc73b552f26 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:48.421678 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-ae767724-2a06-491f-8e50-9fc73b552f26 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/82005149-360a-4a6a-9af7-d585d5de1bcc HTTP/1.1" status: 204 len: 168 time: 0.2123368 Nov 23 17:51:48.456231 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae767724-2a06-491f-8e50-9fc73b552f26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82005149-360a-4a6a-9af7-d585d5de1bcc,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:51:48.668007 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-982a4d2e-8f0d-47ca-a18b-7d90c913d274 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Router d4fb2745-9f55-4cb3-a965-ba20c16a333b has already been hosted by L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 {{(pid=103590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 17:51:48.670295 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46f4ff6-b712-47ac-96cd-766f4b039e3d req-22326f6e-0b8b-4e89-8bc7-2bdd6be093f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:48.672054 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-e46f4ff6-b712-47ac-96cd-766f4b039e3d req-22326f6e-0b8b-4e89-8bc7-2bdd6be093f2 service neutron] 10.222.0.55 "GET /v2.0/networks?id=02874d22-2dc9-404b-96b5-741d17e13e44 HTTP/1.1" status: 200 len: 913 time: 0.3162801 Nov 23 17:51:48.799322 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-23c6a611-e316-45b8-9596-b2a571a3619d None None] Provisioning complete for port 4067469a-5c8d-44c4-9059-c5d9704ecbfd triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:51:48.801923 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-23c6a611-e316-45b8-9596-b2a571a3619d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:48.858082 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5256a980-ac31-4c11-bbd7-b2b2565a839e req-2f2c2d60-1b64-4c38-8f0f-402dca1c15bd tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:48.865970 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5256a980-ac31-4c11-bbd7-b2b2565a839e req-2f2c2d60-1b64-4c38-8f0f-402dca1c15bd tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/ports?device_id=539fba11-4c76-4018-893f-9c22cdb88ab8 HTTP/1.1" status: 200 len: 944 time: 0.1018240 Nov 23 17:51:48.943162 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-23c6a611-e316-45b8-9596-b2a571a3619d None None] Port 4067469a-5c8d-44c4-9059-c5d9704ecbfd cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:51:48.966412 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5256a980-ac31-4c11-bbd7-b2b2565a839e req-ee41fc75-1a48-4d1d-9283-73e0a52ee2f1 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/security-groups?id=857595b8-f5c9-4ef4-a551-6fcaf9d47816&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0934963 Nov 23 17:51:49.247165 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-e46f4ff6-b712-47ac-96cd-766f4b039e3d req-8145b584-2e82-4a09-ba53-5409b42b2ffc service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e0681257-4061-466d-a72d-99fbb58ee45b HTTP/1.1" status: 200 len: 1001 time: 0.5635662 Nov 23 17:51:49.249103 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-982a4d2e-8f0d-47ca-a18b-7d90c913d274 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:51:49.257313 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-982a4d2e-8f0d-47ca-a18b-7d90c913d274 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] 10.222.0.60 "PUT /v2.0/routers/d4fb2745-9f55-4cb3-a965-ba20c16a333b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7154508 Nov 23 17:51:49.260701 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 41322) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:51:49.265930 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdd80774-1cb4-4678-8770-e8139b29f8bd None None] Sync routers for ids ['d4fb2745-9f55-4cb3-a965-ba20c16a333b'] in n-d-816206-8 {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:51:49.270586 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-0025023b-53b9-47fb-955f-a5bcca112faf tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Request body: {'port': {'network_id': 'b8d9eaed-1465-4f71-a602-8fe1bff1bd11', 'name': 'tempest-FloatingIPTestJSON-559549336'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:51:49.290215 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdd80774-1cb4-4678-8770-e8139b29f8bd None None] Routers {'d4fb2745-9f55-4cb3-a965-ba20c16a333b'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:51:49.297936 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-fdd80774-1cb4-4678-8770-e8139b29f8bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:51:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['d4fb2745-9f55-4cb3-a965-ba20c16a333b'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:51:49.325292 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46f4ff6-b712-47ac-96cd-766f4b039e3d req-739b8a46-30fe-42e2-8bb7-ee930e3c3ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:49.326923 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-e46f4ff6-b712-47ac-96cd-766f4b039e3d req-739b8a46-30fe-42e2-8bb7-ee930e3c3ce9 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7cd7c517-b8bf-4f3d-98b6-b23c91372576 HTTP/1.1" status: 200 len: 851 time: 0.0676901 Nov 23 17:51:49.356913 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-fdd80774-1cb4-4678-8770-e8139b29f8bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:51:49.366740 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdd80774-1cb4-4678-8770-e8139b29f8bd None None] Routers {'d4fb2745-9f55-4cb3-a965-ba20c16a333b'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:51:49.367956 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-fdd80774-1cb4-4678-8770-e8139b29f8bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:51:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['d4fb2745-9f55-4cb3-a965-ba20c16a333b'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:51:49.411538 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-fdd80774-1cb4-4678-8770-e8139b29f8bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:51:49.412850 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdd80774-1cb4-4678-8770-e8139b29f8bd None None] The sync data for ids ['d4fb2745-9f55-4cb3-a965-ba20c16a333b'] in n-d-816206-8 is: [] {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:51:49.448106 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46f4ff6-b712-47ac-96cd-766f4b039e3d req-29d8dbec-ced3-4ef3-8a1e-c5c73f0dc762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:49.450489 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-e46f4ff6-b712-47ac-96cd-766f4b039e3d req-29d8dbec-ced3-4ef3-8a1e-c5c73f0dc762 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=02874d22-2dc9-404b-96b5-741d17e13e44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0985568 Nov 23 17:51:49.513312 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0025023b-53b9-47fb-955f-a5bcca112faf tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Made reservation on behalf of 4245b0ed4bf944cfbaec1e03ba4983e5 for: {'port': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:51:49.517206 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-0025023b-53b9-47fb-955f-a5bcca112faf tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:49.542538 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [None req-0025023b-53b9-47fb-955f-a5bcca112faf tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] device_id is not set on port 232e0305-e795-4e95-8578-bfa4de37443d yet. {{(pid=103591) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 17:51:49.626969 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-e46f4ff6-b712-47ac-96cd-766f4b039e3d req-0424db97-39aa-40f1-b86b-ee7e2b83cd4a service neutron] 10.222.0.55 "GET /v2.0/networks/02874d22-2dc9-404b-96b5-741d17e13e44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1671600 Nov 23 17:51:49.769728 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.db_base_plugin_common [None req-0025023b-53b9-47fb-955f-a5bcca112faf tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Allocated IP 172.20.0.13 (b8d9eaed-1465-4f71-a602-8fe1bff1bd11/04e86a36-eef6-412a-9799-bfc0ebdc904a/232e0305-e795-4e95-8578-bfa4de37443d) {{(pid=103591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:51:49.788454 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-e46f4ff6-b712-47ac-96cd-766f4b039e3d req-b990e3f3-e865-436a-9750-808c67bd9613 service neutron] 10.222.0.55 "GET /v2.0/networks/02874d22-2dc9-404b-96b5-741d17e13e44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1512954 Nov 23 17:51:50.033164 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-0025023b-53b9-47fb-955f-a5bcca112faf tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Publish callbacks [] for port, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:50.174309 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-0025023b-53b9-47fb-955f-a5bcca112faf tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:50.248581 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3488ca49-6d98-4d8c-8229-36b26a9e3a86 req-3b74082a-d3ef-4fe2-8ead-0df1d8d29705 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:50.250928 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-3488ca49-6d98-4d8c-8229-36b26a9e3a86 req-3b74082a-d3ef-4fe2-8ead-0df1d8d29705 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/ports?device_id=539fba11-4c76-4018-893f-9c22cdb88ab8 HTTP/1.1" status: 200 len: 944 time: 0.1494622 Nov 23 17:51:50.303875 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0025023b-53b9-47fb-955f-a5bcca112faf tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Network b8d9eaed-1465-4f71-a602-8fe1bff1bd11 is already hosted by enough agents. {{(pid=103591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:51:50.328714 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [None req-0025023b-53b9-47fb-955f-a5bcca112faf tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Resources bound (agent type, host, resource id): {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:51:50.335530 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0025023b-53b9-47fb-955f-a5bcca112faf tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Received port after_create {{(pid=103591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:51:50.355391 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0025023b-53b9-47fb-955f-a5bcca112faf tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Pushing event updated for resources: {'Port': ['ID=232e0305-e795-4e95-8578-bfa4de37443d,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:51:50.415068 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0025023b-53b9-47fb-955f-a5bcca112faf tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:51:50.416235 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0025023b-53b9-47fb-955f-a5bcca112faf tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:51:50.416709 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0025023b-53b9-47fb-955f-a5bcca112faf tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:51:50.417056 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0025023b-53b9-47fb-955f-a5bcca112faf tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:51:50.417534 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0025023b-53b9-47fb-955f-a5bcca112faf tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:51:50.417998 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0025023b-53b9-47fb-955f-a5bcca112faf tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:51:50.418331 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0025023b-53b9-47fb-955f-a5bcca112faf tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:51:50.418813 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0025023b-53b9-47fb-955f-a5bcca112faf tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:51:50.419147 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0025023b-53b9-47fb-955f-a5bcca112faf tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:51:50.419719 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0025023b-53b9-47fb-955f-a5bcca112faf tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:51:50.420239 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0025023b-53b9-47fb-955f-a5bcca112faf tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:51:50.420602 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0025023b-53b9-47fb-955f-a5bcca112faf tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:51:50.516413 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-3488ca49-6d98-4d8c-8229-36b26a9e3a86 req-dc3a2070-1ae6-4cc0-b0a0-14107d65feb3 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/security-groups?id=857595b8-f5c9-4ef4-a551-6fcaf9d47816&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2535536 Nov 23 17:51:50.528863 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0025023b-53b9-47fb-955f-a5bcca112faf tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:50.529696 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-0025023b-53b9-47fb-955f-a5bcca112faf tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:50.563774 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-0025023b-53b9-47fb-955f-a5bcca112faf tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.3012490 Nov 23 17:51:50.566502 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 41364) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:51:50.583971 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-1fc1408a-790d-4a36-bf10-d7657af8d2a5 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Request body: {'floatingip': {'port_id': '232e0305-e795-4e95-8578-bfa4de37443d'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:51:50.678747 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-1fc1408a-790d-4a36-bf10-d7657af8d2a5 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Publish callbacks [] for floatingip, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:50.842201 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-0f7ae61d-110f-4543-af85-e3cbce4a2acf None None] Provisioning complete for port 232e0305-e795-4e95-8578-bfa4de37443d triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:51:50.842802 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-0f7ae61d-110f-4543-af85-e3cbce4a2acf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:50.938680 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-0f7ae61d-110f-4543-af85-e3cbce4a2acf None None] Port 232e0305-e795-4e95-8578-bfa4de37443d cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:51:51.411589 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-1fc1408a-790d-4a36-bf10-d7657af8d2a5 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:51.417997 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-1fc1408a-790d-4a36-bf10-d7657af8d2a5 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1795396'] for floatingip, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:51.627870 n-d-816206-8 neutron-server[103591]: INFO neutron.db.l3_db [None req-1fc1408a-790d-4a36-bf10-d7657af8d2a5 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Floating IP 61686916-7e0f-4986-8701-33e94eebaded associated. External IP: 172.25.3.149, port: 82501ee3-82b5-4d9f-8704-6fb8d7c42fbd. Nov 23 17:51:51.798769 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa25e474-d549-46a6-88ff-6ae7c1984ad8 req-3ba039ab-552b-419e-bc8b-775bcfb9c3a2 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:51.801314 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-fa25e474-d549-46a6-88ff-6ae7c1984ad8 req-3ba039ab-552b-419e-bc8b-775bcfb9c3a2 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/ports?device_id=539fba11-4c76-4018-893f-9c22cdb88ab8 HTTP/1.1" status: 200 len: 944 time: 0.1098216 Nov 23 17:51:51.983412 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-fa25e474-d549-46a6-88ff-6ae7c1984ad8 req-c1c73e48-f63e-447c-a3e2-2d0846a8de22 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/security-groups?id=857595b8-f5c9-4ef4-a551-6fcaf9d47816&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1744621 Nov 23 17:51:52.023687 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fc1408a-790d-4a36-bf10-d7657af8d2a5 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Router e9d239d0-f88a-413d-b622-a6ead76c4a91 has already been hosted by L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 {{(pid=103591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 17:51:52.060799 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 41426) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:51:52.158164 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fc1408a-790d-4a36-bf10-d7657af8d2a5 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:51:52.173543 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de7911be-ad62-4e87-8fa9-3729da4d1c4f None None] Sync routers for ids ['e9d239d0-f88a-413d-b622-a6ead76c4a91'] in n-d-816206-8 {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:51:52.185331 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de7911be-ad62-4e87-8fa9-3729da4d1c4f None None] Routers {'e9d239d0-f88a-413d-b622-a6ead76c4a91'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:51:52.186209 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-de7911be-ad62-4e87-8fa9-3729da4d1c4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:51:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['e9d239d0-f88a-413d-b622-a6ead76c4a91'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:51:52.231951 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-de7911be-ad62-4e87-8fa9-3729da4d1c4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:51:52.243088 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de7911be-ad62-4e87-8fa9-3729da4d1c4f None None] Routers {'e9d239d0-f88a-413d-b622-a6ead76c4a91'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:51:52.244902 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-de7911be-ad62-4e87-8fa9-3729da4d1c4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:51:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['e9d239d0-f88a-413d-b622-a6ead76c4a91'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:51:52.277849 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ef26b971-d85f-49df-8f8c-cb4a687ad644 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:52.335064 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-de7911be-ad62-4e87-8fa9-3729da4d1c4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:51:52.338323 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de7911be-ad62-4e87-8fa9-3729da4d1c4f None None] The sync data for ids ['e9d239d0-f88a-413d-b622-a6ead76c4a91'] in n-d-816206-8 is: [] {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:51:52.402703 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ef26b971-d85f-49df-8f8c-cb4a687ad644 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:52.408771 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ef26b971-d85f-49df-8f8c-cb4a687ad644 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:52.460126 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-ef26b971-d85f-49df-8f8c-cb4a687ad644 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=76cb2edcfb03476f8f740974e6869eee&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3960345 Nov 23 17:51:52.461030 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 41438) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:51:52.461715 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef26b971-d85f-49df-8f8c-cb4a687ad644 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df89069d-1b96-47d3-a088-32bc1975409b,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:51:52.547717 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-3da4914d-9895-4701-a091-af4f3fb70aab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:52.583908 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-3da4914d-9895-4701-a091-af4f3fb70aab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:52.647644 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-3da4914d-9895-4701-a091-af4f3fb70aab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:52.658404 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-3da4914d-9895-4701-a091-af4f3fb70aab admin admin] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:52.663271 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-04e7b145-97a9-4dd1-b9f2-a4f33f4e2d89 req-c5564086-1d05-46be-8c03-55fa75e814ae service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=84e4a83d-70e7-4464-bfce-8989790c75ec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5055671 Nov 23 17:51:52.686322 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-3da4914d-9895-4701-a091-af4f3fb70aab admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/df89069d-1b96-47d3-a088-32bc1975409b HTTP/1.1" status: 204 len: 168 time: 0.2205982 Nov 23 17:51:52.713947 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da4914d-9895-4701-a091-af4f3fb70aab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df89069d-1b96-47d3-a088-32bc1975409b,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:51:52.862965 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e7b145-97a9-4dd1-b9f2-a4f33f4e2d89 req-73dbda31-f3cf-4cc9-9014-8d419d703c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:52.864465 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-04e7b145-97a9-4dd1-b9f2-a4f33f4e2d89 req-73dbda31-f3cf-4cc9-9014-8d419d703c6a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a72787eb39f84cbca4e464c3cac6bedf&device_id=84e4a83d-70e7-4464-bfce-8989790c75ec HTTP/1.1" status: 200 len: 1096 time: 0.1276712 Nov 23 17:51:52.984526 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fc1408a-790d-4a36-bf10-d7657af8d2a5 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Router d4fb2745-9f55-4cb3-a965-ba20c16a333b has already been hosted by L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 {{(pid=103591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 17:51:53.170265 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 41456) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:51:53.182615 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e7b145-97a9-4dd1-b9f2-a4f33f4e2d89 req-8e6d315d-8fd6-4833-98eb-9053ccd9012b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:53.184083 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-04e7b145-97a9-4dd1-b9f2-a4f33f4e2d89 req-8e6d315d-8fd6-4833-98eb-9053ccd9012b service neutron] 10.222.0.36 "GET /v2.0/networks?id=65497e92-b0c3-442f-8f8a-bf07657099ba HTTP/1.1" status: 200 len: 912 time: 0.2890263 Nov 23 17:51:53.186177 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-235ecfd3-552f-473e-a547-22e4cea11f08 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:53.245198 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8d4da2-9c61-454d-9201-7be5822cce57 req-f7f209aa-5220-4253-8f19-c855c53ffd41 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:53.247055 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-dc8d4da2-9c61-454d-9201-7be5822cce57 req-f7f209aa-5220-4253-8f19-c855c53ffd41 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/ports?device_id=539fba11-4c76-4018-893f-9c22cdb88ab8 HTTP/1.1" status: 200 len: 944 time: 0.1696892 Nov 23 17:51:53.250805 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fc1408a-790d-4a36-bf10-d7657af8d2a5 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:51:53.257916 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-1fc1408a-790d-4a36-bf10-d7657af8d2a5 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for floatingip, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:53.270107 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b788bf4-0ab1-4c04-8fcd-e83ff631a585 None None] Sync routers for ids ['d4fb2745-9f55-4cb3-a965-ba20c16a333b'] in n-d-816206-8 {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:51:53.285682 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b788bf4-0ab1-4c04-8fcd-e83ff631a585 None None] Routers {'d4fb2745-9f55-4cb3-a965-ba20c16a333b'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:51:53.286923 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-0b788bf4-0ab1-4c04-8fcd-e83ff631a585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:51:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['d4fb2745-9f55-4cb3-a965-ba20c16a333b'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:51:53.330786 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-04e7b145-97a9-4dd1-b9f2-a4f33f4e2d89 req-8eacdcec-c98f-4535-85ec-d7a5f4dfee19 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=86c2bd86-2e00-4057-980f-a4e5c1d7c4d0 HTTP/1.1" status: 200 len: 1000 time: 0.1373770 Nov 23 17:51:53.344525 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-0b788bf4-0ab1-4c04-8fcd-e83ff631a585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:51:53.355857 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b788bf4-0ab1-4c04-8fcd-e83ff631a585 None None] Routers {'d4fb2745-9f55-4cb3-a965-ba20c16a333b'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:51:53.356796 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-0b788bf4-0ab1-4c04-8fcd-e83ff631a585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:51:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['d4fb2745-9f55-4cb3-a965-ba20c16a333b'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:51:53.361957 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-235ecfd3-552f-473e-a547-22e4cea11f08 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:53.366966 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-235ecfd3-552f-473e-a547-22e4cea11f08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:53.417213 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-0b788bf4-0ab1-4c04-8fcd-e83ff631a585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:51:53.418097 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b788bf4-0ab1-4c04-8fcd-e83ff631a585 None None] The sync data for ids ['d4fb2745-9f55-4cb3-a965-ba20c16a333b'] in n-d-816206-8 is: [] {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:51:53.436433 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-1fc1408a-790d-4a36-bf10-d7657af8d2a5 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] 10.222.0.60 "PUT /v2.0/floatingips/61686916-7e0f-4986-8701-33e94eebaded HTTP/1.1" status: 200 len: 978 time: 2.8685086 Nov 23 17:51:53.443447 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 41464) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:51:53.444476 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-dc8d4da2-9c61-454d-9201-7be5822cce57 req-ec029cc2-8b8d-4c4a-881c-20625d371ed3 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/security-groups?id=857595b8-f5c9-4ef4-a551-6fcaf9d47816&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1814613 Nov 23 17:51:53.471734 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e7b145-97a9-4dd1-b9f2-a4f33f4e2d89 req-890e46a6-55ab-4153-86f4-c4521308a264 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:53.471734 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-04e7b145-97a9-4dd1-b9f2-a4f33f4e2d89 req-890e46a6-55ab-4153-86f4-c4521308a264 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=edc28ddc-ae2c-4b2b-bf91-4f5ac80bdafe HTTP/1.1" status: 200 len: 850 time: 0.0895503 Nov 23 17:51:53.472061 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-235ecfd3-552f-473e-a547-22e4cea11f08 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=de1000eafa514953b8a8aac516c99f5c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2996092 Nov 23 17:51:53.472160 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 41466) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:51:53.498478 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235ecfd3-552f-473e-a547-22e4cea11f08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2d68f74-098e-4a3a-9c8b-1e86f98ec1c4,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:51:53.587129 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e7b145-97a9-4dd1-b9f2-a4f33f4e2d89 req-b2d13681-880c-41c1-864e-e9d316b5feba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:53.589071 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-04e7b145-97a9-4dd1-b9f2-a4f33f4e2d89 req-b2d13681-880c-41c1-864e-e9d316b5feba service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=65497e92-b0c3-442f-8f8a-bf07657099ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1101112 Nov 23 17:51:53.596760 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-5f55ce2f-e424-457a-bff2-887c7dbf344a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:53.641404 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-6934b954-0b9a-4dd9-81fb-741397fa3973 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Deleting port 232e0305-e795-4e95-8578-bfa4de37443d {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:51:53.642084 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6934b954-0b9a-4dd9-81fb-741397fa3973 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:53.651503 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-5f55ce2f-e424-457a-bff2-887c7dbf344a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:53.704684 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-5f55ce2f-e424-457a-bff2-887c7dbf344a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:53.707591 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-5f55ce2f-e424-457a-bff2-887c7dbf344a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:53.716817 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-5f55ce2f-e424-457a-bff2-887c7dbf344a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e2d68f74-098e-4a3a-9c8b-1e86f98ec1c4 HTTP/1.1" status: 204 len: 168 time: 0.2365570 Nov 23 17:51:53.811378 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f55ce2f-e424-457a-bff2-887c7dbf344a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2d68f74-098e-4a3a-9c8b-1e86f98ec1c4,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:51:53.826248 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6934b954-0b9a-4dd9-81fb-741397fa3973 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:53.874202 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-04e7b145-97a9-4dd1-b9f2-a4f33f4e2d89 req-9d498690-426c-46db-8cd7-f87638f98336 service neutron] 10.222.0.36 "GET /v2.0/networks/65497e92-b0c3-442f-8f8a-bf07657099ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2602925 Nov 23 17:51:53.881598 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device da563aab-ba47-42d6-ba88-899b736f72a9 details requested by agent hyperv_n-h2-816206-8 with host n-h2-816206-8 {{(pid=103592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 17:51:53.944842 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 41478) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:51:54.037980 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-04e7b145-97a9-4dd1-b9f2-a4f33f4e2d89 req-1c3ca14b-e216-4f2e-b968-3655fcd0851b service neutron] 10.222.0.36 "GET /v2.0/networks/65497e92-b0c3-442f-8f8a-bf07657099ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1497030 Nov 23 17:51:54.111648 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port da563aab-ba47-42d6-ba88-899b736f72a9, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=da563aab-ba47-42d6-ba88-899b736f72a9,segment=NetworkSegment(ec813e0a-4415-4fed-a736-e9a0442fcb85),segment_id=ec813e0a-4415-4fed-a736-e9a0442fcb85)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:51:54.138927 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Returning: {'device': 'da563aab-ba47-42d6-ba88-899b736f72a9', 'network_id': '02874d22-2dc9-404b-96b5-741d17e13e44', 'port_id': 'da563aab-ba47-42d6-ba88-899b736f72a9', 'mac_address': 'fa:16:3e:ea:a4:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 505, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7cd7c517-b8bf-4f3d-98b6-b23c91372576', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 17:51:54.232182 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:54.245750 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6934b954-0b9a-4dd9-81fb-741397fa3973 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:54.247041 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6934b954-0b9a-4dd9-81fb-741397fa3973 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1795396'] for floatingip, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:54.247798 n-d-816206-8 neutron-server[103590]: INFO neutron.db.l3_db [None req-6934b954-0b9a-4dd9-81fb-741397fa3973 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Floating IP 61686916-7e0f-4986-8701-33e94eebaded disassociated. External IP: 172.25.3.149, port: 232e0305-e795-4e95-8578-bfa4de37443d. Nov 23 17:51:54.248648 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-6934b954-0b9a-4dd9-81fb-741397fa3973 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Calling delete_port for 232e0305-e795-4e95-8578-bfa4de37443d owned by {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:51:54.258813 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da563aab-ba47-42d6-ba88-899b736f72a9 {{(pid=103592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:51:54.299317 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port da563aab-ba47-42d6-ba88-899b736f72a9, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=da563aab-ba47-42d6-ba88-899b736f72a9,segment=NetworkSegment(ec813e0a-4415-4fed-a736-e9a0442fcb85),segment_id=ec813e0a-4415-4fed-a736-e9a0442fcb85)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:51:54.305390 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:54.371317 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Pushing event updated for resources: {'Port': ['ID=da563aab-ba47-42d6-ba88-899b736f72a9,revision_number=4']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:51:54.472427 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c2afe0a9-dce5-4e88-bdd3-52735126be68 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:54.509881 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6934b954-0b9a-4dd9-81fb-741397fa3973 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:54.575415 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6934b954-0b9a-4dd9-81fb-741397fa3973 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Pushing event deleted for resources: {'Port': ['ID=232e0305-e795-4e95-8578-bfa4de37443d,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:51:54.664108 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] get_ports_and_sgs() called for port_ids ['da563aab-ba47-42d6-ba88-899b736f72a9'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:51:54.715238 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf11e00d-1696-41ed-8010-95051a969b42 req-d4ebc646-256c-4aa2-8897-bbcde990bafe tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:54.717035 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-cf11e00d-1696-41ed-8010-95051a969b42 req-d4ebc646-256c-4aa2-8897-bbcde990bafe tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/ports?device_id=539fba11-4c76-4018-893f-9c22cdb88ab8 HTTP/1.1" status: 200 len: 945 time: 0.1012847 Nov 23 17:51:54.894875 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-cf11e00d-1696-41ed-8010-95051a969b42 req-6d6b1489-0a64-4372-af41-f74cc748bad0 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/security-groups?id=857595b8-f5c9-4ef4-a551-6fcaf9d47816&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1700523 Nov 23 17:51:54.932628 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c2afe0a9-dce5-4e88-bdd3-52735126be68 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:54.946556 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c2afe0a9-dce5-4e88-bdd3-52735126be68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:55.020679 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6934b954-0b9a-4dd9-81fb-741397fa3973 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Router d4fb2745-9f55-4cb3-a965-ba20c16a333b has already been hosted by L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 {{(pid=103590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 17:51:55.050227 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-c2afe0a9-dce5-4e88-bdd3-52735126be68 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=5516cf5fc25c41389210f59223d76279&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1020415 Nov 23 17:51:55.050227 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2afe0a9-dce5-4e88-bdd3-52735126be68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c1e98d9-e25a-4f7c-9cfe-76cf49ac08d7,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:51:55.051428 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 41514) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:51:55.162042 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-a81c5c4a-180b-48ec-82c1-88a6609c1a44 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:55.224626 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-a81c5c4a-180b-48ec-82c1-88a6609c1a44 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:55.244338 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6934b954-0b9a-4dd9-81fb-741397fa3973 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:51:55.259909 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d963746-7d8d-4f0b-a57d-7f8e69113e08 None None] Sync routers for ids ['d4fb2745-9f55-4cb3-a965-ba20c16a333b'] in n-d-816206-8 {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:51:55.289079 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d963746-7d8d-4f0b-a57d-7f8e69113e08 None None] Routers {'d4fb2745-9f55-4cb3-a965-ba20c16a333b'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:51:55.290519 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-6d963746-7d8d-4f0b-a57d-7f8e69113e08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:51:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['d4fb2745-9f55-4cb3-a965-ba20c16a333b'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:51:55.350744 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-a81c5c4a-180b-48ec-82c1-88a6609c1a44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:55.354992 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-a81c5c4a-180b-48ec-82c1-88a6609c1a44 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:55.359322 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-a81c5c4a-180b-48ec-82c1-88a6609c1a44 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/2c1e98d9-e25a-4f7c-9cfe-76cf49ac08d7 HTTP/1.1" status: 204 len: 168 time: 0.3064890 Nov 23 17:51:55.380355 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81c5c4a-180b-48ec-82c1-88a6609c1a44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c1e98d9-e25a-4f7c-9cfe-76cf49ac08d7,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:51:55.390906 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6934b954-0b9a-4dd9-81fb-741397fa3973 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:55.395242 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-6934b954-0b9a-4dd9-81fb-741397fa3973 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] 10.222.0.60 "DELETE /v2.0/ports/232e0305-e795-4e95-8578-bfa4de37443d HTTP/1.1" status: 204 len: 168 time: 1.9470189 Nov 23 17:51:55.398017 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 41522) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:51:55.406642 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-6d963746-7d8d-4f0b-a57d-7f8e69113e08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:51:55.456995 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d963746-7d8d-4f0b-a57d-7f8e69113e08 None None] Routers {'d4fb2745-9f55-4cb3-a965-ba20c16a333b'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:51:55.457883 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-6d963746-7d8d-4f0b-a57d-7f8e69113e08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:51:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['d4fb2745-9f55-4cb3-a965-ba20c16a333b'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:51:55.548340 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-6d963746-7d8d-4f0b-a57d-7f8e69113e08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:51:55.549399 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d963746-7d8d-4f0b-a57d-7f8e69113e08 None None] The sync data for ids ['d4fb2745-9f55-4cb3-a965-ba20c16a333b'] in n-d-816206-8 is: [] {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:51:55.881872 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device da563aab-ba47-42d6-ba88-899b736f72a9 up at agent hyperv_n-h2-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:51:56.058556 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Provisioning for port da563aab-ba47-42d6-ba88-899b736f72a9 completed by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 17:51:56.064310 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Provisioning complete for port da563aab-ba47-42d6-ba88-899b736f72a9 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:51:56.064966 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:56.190202 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:56.256899 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243a2ac7-e5eb-418e-a4a8-17b1c2ff4903 req-abf8b359-a45a-4aab-881f-287ade260be1 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:56.258517 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-243a2ac7-e5eb-418e-a4a8-17b1c2ff4903 req-abf8b359-a45a-4aab-881f-287ade260be1 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/ports?device_id=539fba11-4c76-4018-893f-9c22cdb88ab8 HTTP/1.1" status: 200 len: 945 time: 0.2214046 Nov 23 17:51:56.313935 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '539fba11-4c76-4018-893f-9c22cdb88ab8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da563aab-ba47-42d6-ba88-899b736f72a9'}] {{(pid=103592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:51:56.318568 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba3e6a8f2301c7a29fe1eca9779abdae4ccbcd6266d69778087f2498d5551201" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-255ce489-cdcd-43ab-adf7-880f93e7685d" -d '{"events": [{"server_uuid": "539fba11-4c76-4018-893f-9c22cdb88ab8", "name": "network-vif-plugged", "status": "completed", "tag": "da563aab-ba47-42d6-ba88-899b736f72a9"}]}' {{(pid=103592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:51:56.376908 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port da563aab-ba47-42d6-ba88-899b736f72a9, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=da563aab-ba47-42d6-ba88-899b736f72a9,segment=NetworkSegment(ec813e0a-4415-4fed-a736-e9a0442fcb85),segment_id=ec813e0a-4415-4fed-a736-e9a0442fcb85)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:51:56.391952 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:56.470205 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:51:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62726b72-6154-4805-af10-c84fee0e6474 x-openstack-request-id: req-62726b72-6154-4805-af10-c84fee0e6474 {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:51:56.470460 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "539fba11-4c76-4018-893f-9c22cdb88ab8", "name": "network-vif-plugged", "status": "completed", "tag": "da563aab-ba47-42d6-ba88-899b736f72a9", "code": 200}]} {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:51:56.470658 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-62726b72-6154-4805-af10-c84fee0e6474 {{(pid=103592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:51:56.473672 n-d-816206-8 neutron-server[103592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '539fba11-4c76-4018-893f-9c22cdb88ab8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da563aab-ba47-42d6-ba88-899b736f72a9', 'code': 200} Nov 23 17:51:56.531361 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Pushing event updated for resources: {'Port': ['ID=da563aab-ba47-42d6-ba88-899b736f72a9,revision_number=5']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:51:56.659703 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 41584) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:51:56.669037 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd52744-106b-452f-b7b8-3bdb472a779b req-b49694c6-5e5c-43c1-94ea-cdb853d44c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:56.670889 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-acd52744-106b-452f-b7b8-3bdb472a779b req-b49694c6-5e5c-43c1-94ea-cdb853d44c92 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=539fba11-4c76-4018-893f-9c22cdb88ab8 HTTP/1.1" status: 200 len: 1097 time: 0.1528466 Nov 23 17:51:56.684373 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-243a2ac7-e5eb-418e-a4a8-17b1c2ff4903 req-ba2e5964-9a0b-45f8-b570-ac4030b99a47 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/security-groups?id=857595b8-f5c9-4ef4-a551-6fcaf9d47816&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4128599 Nov 23 17:51:56.806760 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-acd52744-106b-452f-b7b8-3bdb472a779b req-c5930e41-c938-4e43-a734-807cd466ff13 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=857595b8-f5c9-4ef4-a551-6fcaf9d47816&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1169443 Nov 23 17:51:56.818305 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-ea0f2bf1-66f6-4b8d-b026-21e5270b59ca tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1794372'] for router_interface, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:56.854545 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-10ba81ab-8ac6-4d8b-ab4d-2c66ee54a8be admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1934829949-network', 'tenant_id': '48ed3d32b4624922abb1a209c7b87e34'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:51:56.903165 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10ba81ab-8ac6-4d8b-ab4d-2c66ee54a8be admin admin] Made reservation on behalf of 48ed3d32b4624922abb1a209c7b87e34 for: {'network': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:51:56.906240 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-10ba81ab-8ac6-4d8b-ab4d-2c66ee54a8be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for network, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:56.916259 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-10ba81ab-8ac6-4d8b-ab4d-2c66ee54a8be admin admin] Publish callbacks [] for security_group, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:57.026238 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-10ba81ab-8ac6-4d8b-ab4d-2c66ee54a8be admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:57.033300 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-10ba81ab-8ac6-4d8b-ab4d-2c66ee54a8be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:57.063715 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10ba81ab-8ac6-4d8b-ab4d-2c66ee54a8be admin admin] vlan segment allocate from pool success with {'vlan_id': 518, 'physical_network': 'physnet1'} {{(pid=103590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 17:51:57.091798 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-10ba81ab-8ac6-4d8b-ab4d-2c66ee54a8be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:57.092759 n-d-816206-8 neutron-server[103590]: INFO neutron.db.segments_db [None req-10ba81ab-8ac6-4d8b-ab4d-2c66ee54a8be admin admin] Added segment 870208a2-a4b2-4b02-aec7-63aaef1eda1f of type vlan for network 7ac268de-08e0-4d04-9511-b148f4c874eb Nov 23 17:51:57.095348 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ba81ab-8ac6-4d8b-ab4d-2c66ee54a8be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ee8fc93-0a51-4d17-a68b-24997fd5e1c4,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:51:57.153716 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-10ba81ab-8ac6-4d8b-ab4d-2c66ee54a8be admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736635338810'] for network, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:57.208917 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-10ba81ab-8ac6-4d8b-ab4d-2c66ee54a8be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493'] for network, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:57.209931 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10ba81ab-8ac6-4d8b-ab4d-2c66ee54a8be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:57.210635 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-10ba81ab-8ac6-4d8b-ab4d-2c66ee54a8be admin admin] Publish callbacks [] for network, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:57.253910 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-10ba81ab-8ac6-4d8b-ab4d-2c66ee54a8be admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5923789 Nov 23 17:51:57.256730 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 41616) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:51:57.262285 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-6f70e16a-a540-4a1f-895b-5408df013870 admin admin] Request body: {'subnet': {'network_id': '7ac268de-08e0-4d04-9511-b148f4c874eb', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1934829949-subnet', 'tenant_id': '48ed3d32b4624922abb1a209c7b87e34', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:51:57.307462 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-ea0f2bf1-66f6-4b8d-b026-21e5270b59ca tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Deleting port 4067469a-5c8d-44c4-9059-c5d9704ecbfd {{(pid=103591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:51:57.308364 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-ea0f2bf1-66f6-4b8d-b026-21e5270b59ca tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:57.320122 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ba81ab-8ac6-4d8b-ab4d-2c66ee54a8be admin admin] Pushing event updated for resources: {'Network': ['ID=7ac268de-08e0-4d04-9511-b148f4c874eb,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:51:57.335381 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Network 7ac268de-08e0-4d04-9511-b148f4c874eb details requested by agent ovs-agent-n-d-816206-8 with host n-d-816206-8 {{(pid=103592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 17:51:57.345145 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f70e16a-a540-4a1f-895b-5408df013870 admin admin] Made reservation on behalf of 48ed3d32b4624922abb1a209c7b87e34 for: {'subnet': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:51:57.350785 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6f70e16a-a540-4a1f-895b-5408df013870 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264730903'] for subnet, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:57.480131 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-ea0f2bf1-66f6-4b8d-b026-21e5270b59ca tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:57.496482 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-ea0f2bf1-66f6-4b8d-b026-21e5270b59ca tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Calling delete_port for 4067469a-5c8d-44c4-9059-c5d9704ecbfd owned by network:router_interface {{(pid=103591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:51:57.628420 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6f70e16a-a540-4a1f-895b-5408df013870 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264358096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264730885'] for subnet, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:57.659371 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 41626) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:51:57.740759 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f70e16a-a540-4a1f-895b-5408df013870 admin admin] Checking segment: {'id': '870208a2-a4b2-4b02-aec7-63aaef1eda1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '7ac268de-08e0-4d04-9511-b148f4c874eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:51:57.741530 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f70e16a-a540-4a1f-895b-5408df013870 admin admin] Network hostable DHCP agents. Network: 7ac268de-08e0-4d04-9511-b148f4c874eb, hostable agents: ['0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3'], hosted agents: [] {{(pid=103590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 17:51:57.745661 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f70e16a-a540-4a1f-895b-5408df013870 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0ab9c832-1824-437f-b396-c7a73f7851e3,revision_number=0']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:51:57.787705 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-ea0f2bf1-66f6-4b8d-b026-21e5270b59ca tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:57.795713 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f70e16a-a540-4a1f-895b-5408df013870 admin admin] Network 7ac268de-08e0-4d04-9511-b148f4c874eb is scheduled to be hosted by DHCP agent 0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3 with binding_index 1 {{(pid=103590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 17:51:57.812728 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-6f70e16a-a540-4a1f-895b-5408df013870 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-8, 7ac268de-08e0-4d04-9511-b148f4c874eb) {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:51:57.820580 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f70e16a-a540-4a1f-895b-5408df013870 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:57.822545 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6f70e16a-a540-4a1f-895b-5408df013870 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:57.838523 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ca29a1b-d656-4293-b8f0-56d4f77a0f31 None None] Network 7ac268de-08e0-4d04-9511-b148f4c874eb requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:51:57.873170 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-6f70e16a-a540-4a1f-895b-5408df013870 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6055377 Nov 23 17:51:57.888301 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0f2bf1-66f6-4b8d-b026-21e5270b59ca tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Pushing event deleted for resources: {'Port': ['ID=4067469a-5c8d-44c4-9059-c5d9704ecbfd,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:51:57.924305 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-7e986554-e66a-4643-b372-5f96af2aec89 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:58.072392 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3f97d2-3b66-4473-bab2-821279f8abd8 req-393421c7-224b-4c14-a831-067c844c403c tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:58.075002 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-de3f97d2-3b66-4473-bab2-821279f8abd8 req-393421c7-224b-4c14-a831-067c844c403c tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/ports?device_id=539fba11-4c76-4018-893f-9c22cdb88ab8 HTTP/1.1" status: 200 len: 946 time: 0.2089417 Nov 23 17:51:58.327415 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-de3f97d2-3b66-4473-bab2-821279f8abd8 req-b1637c31-ab6a-40c0-bef3-e0a039ef55dc tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/security-groups?id=857595b8-f5c9-4ef4-a551-6fcaf9d47816&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2389755 Nov 23 17:51:58.400058 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-7e986554-e66a-4643-b372-5f96af2aec89 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:58.410856 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-7e986554-e66a-4643-b372-5f96af2aec89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:58.473923 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 41648) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:51:58.474301 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-7e986554-e66a-4643-b372-5f96af2aec89 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f8c0c9f6c12c40268f54eaa9cd39c207&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8134437 Nov 23 17:51:58.476838 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-ea0f2bf1-66f6-4b8d-b026-21e5270b59ca tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2067500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1794520'] for router_interface, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:58.480818 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e986554-e66a-4643-b372-5f96af2aec89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7199b1a5-3cb0-4d0f-886d-5feb692e9380,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:51:58.515781 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a40883e4-057b-4d37-80ad-93df18842914 None None] Network 7ac268de-08e0-4d04-9511-b148f4c874eb requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:51:58.597467 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d2b8d9e0-c6b4-457b-aac5-56b8718c45bf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:58.629173 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d2b8d9e0-c6b4-457b-aac5-56b8718c45bf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:58.706162 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d2b8d9e0-c6b4-457b-aac5-56b8718c45bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:58.709804 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d2b8d9e0-c6b4-457b-aac5-56b8718c45bf admin admin] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:58.711487 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-d2b8d9e0-c6b4-457b-aac5-56b8718c45bf admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/7199b1a5-3cb0-4d0f-886d-5feb692e9380 HTTP/1.1" status: 204 len: 168 time: 0.2364774 Nov 23 17:51:58.724394 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b8d9e0-c6b4-457b-aac5-56b8718c45bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7199b1a5-3cb0-4d0f-886d-5feb692e9380,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:51:59.142391 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 41672) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:51:59.159312 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-3947e5b3-d7a2-47bc-95dc-69a394b6c898 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:59.258087 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-3947e5b3-d7a2-47bc-95dc-69a394b6c898 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:59.263055 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-3947e5b3-d7a2-47bc-95dc-69a394b6c898 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:59.271154 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea0f2bf1-66f6-4b8d-b026-21e5270b59ca tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Router d4fb2745-9f55-4cb3-a965-ba20c16a333b has already been hosted by L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 {{(pid=103591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 17:51:59.315109 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-3947e5b3-d7a2-47bc-95dc-69a394b6c898 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=457339e70ccc478a903511a0864aa6f7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1702070 Nov 23 17:51:59.316072 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3947e5b3-d7a2-47bc-95dc-69a394b6c898 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8bdf1ca-d8ce-476e-a69f-65627c7e162b,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:51:59.318892 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 41676) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:51:59.409825 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-359371f5-822f-4a73-823d-2b616476134c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:59.459502 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea0f2bf1-66f6-4b8d-b026-21e5270b59ca tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:51:59.470203 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-ea0f2bf1-66f6-4b8d-b026-21e5270b59ca tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] 10.222.0.60 "PUT /v2.0/routers/d4fb2745-9f55-4cb3-a965-ba20c16a333b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0705817 Nov 23 17:51:59.470953 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 41684) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:51:59.471476 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b883f5f8-b10d-4800-9e20-281370b339ea None None] Sync routers for ids ['d4fb2745-9f55-4cb3-a965-ba20c16a333b'] in n-d-816206-8 {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:51:59.490551 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b883f5f8-b10d-4800-9e20-281370b339ea None None] Routers {'d4fb2745-9f55-4cb3-a965-ba20c16a333b'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:51:59.491187 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-b883f5f8-b10d-4800-9e20-281370b339ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:51:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['d4fb2745-9f55-4cb3-a965-ba20c16a333b'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:51:59.506963 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-359371f5-822f-4a73-823d-2b616476134c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:59.578838 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-b883f5f8-b10d-4800-9e20-281370b339ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:51:59.597710 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-359371f5-822f-4a73-823d-2b616476134c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:59.600634 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-359371f5-822f-4a73-823d-2b616476134c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:59.602263 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-359371f5-822f-4a73-823d-2b616476134c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c8bdf1ca-d8ce-476e-a69f-65627c7e162b HTTP/1.1" status: 204 len: 168 time: 0.2820559 Nov 23 17:51:59.612713 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359371f5-822f-4a73-823d-2b616476134c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8bdf1ca-d8ce-476e-a69f-65627c7e162b,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:51:59.623344 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b883f5f8-b10d-4800-9e20-281370b339ea None None] Routers {'d4fb2745-9f55-4cb3-a965-ba20c16a333b'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:51:59.624155 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-b883f5f8-b10d-4800-9e20-281370b339ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:51:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['d4fb2745-9f55-4cb3-a965-ba20c16a333b'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:51:59.663354 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-2555786d-2331-4d38-a33f-74cb7a336162 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Publish callbacks [] for router, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:51:59.724320 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-b883f5f8-b10d-4800-9e20-281370b339ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:51:59.725575 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b883f5f8-b10d-4800-9e20-281370b339ea None None] The sync data for ids ['d4fb2745-9f55-4cb3-a965-ba20c16a333b'] in n-d-816206-8 is: [] {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:51:59.870250 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fda9e76-eb2f-4b16-9fd6-f198d4b89c9e req-fabb559c-c027-40e8-95ae-8bf037a00c32 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:51:59.873222 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5fda9e76-eb2f-4b16-9fd6-f198d4b89c9e req-fabb559c-c027-40e8-95ae-8bf037a00c32 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/ports?device_id=539fba11-4c76-4018-893f-9c22cdb88ab8 HTTP/1.1" status: 200 len: 946 time: 0.3988445 Nov 23 17:52:00.053243 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5fda9e76-eb2f-4b16-9fd6-f198d4b89c9e req-e74ec427-9f59-4545-9b32-06bf3884d7aa tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/security-groups?id=857595b8-f5c9-4ef4-a551-6fcaf9d47816&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1065578 Nov 23 17:52:00.055175 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-2555786d-2331-4d38-a33f-74cb7a336162 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:00.127823 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-2555786d-2331-4d38-a33f-74cb7a336162 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Deleting port 8f56a35c-3031-4aa3-969d-0ead9c63a93a {{(pid=103591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:52:00.128265 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-2555786d-2331-4d38-a33f-74cb7a336162 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:00.252299 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4390ee44-6736-46ee-b201-8bd87d81b7c0 req-4b731c9b-a14f-4337-9e99-13d22d37802e tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:52:00.253852 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4390ee44-6736-46ee-b201-8bd87d81b7c0 req-4b731c9b-a14f-4337-9e99-13d22d37802e tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/ports?device_id=539fba11-4c76-4018-893f-9c22cdb88ab8 HTTP/1.1" status: 200 len: 946 time: 0.1065996 Nov 23 17:52:00.276649 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-2555786d-2331-4d38-a33f-74cb7a336162 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:00.296940 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-2555786d-2331-4d38-a33f-74cb7a336162 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Calling delete_port for 8f56a35c-3031-4aa3-969d-0ead9c63a93a owned by network:router_gateway {{(pid=103591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:52:00.337785 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4390ee44-6736-46ee-b201-8bd87d81b7c0 req-e9c2a43e-6c8b-4bb2-94ec-a38dbdc12871 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/security-groups?id=857595b8-f5c9-4ef4-a551-6fcaf9d47816&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710514 Nov 23 17:52:00.369214 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 41724) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:52:00.573573 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-2555786d-2331-4d38-a33f-74cb7a336162 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:00.629662 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6c57052-0904-4a7d-a25d-a783ff96ba4f None None] DHCP port deletion for 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:52:00.636846 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2555786d-2331-4d38-a33f-74cb7a336162 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Pushing event deleted for resources: {'Port': ['ID=8f56a35c-3031-4aa3-969d-0ead9c63a93a,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:52:00.740788 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-2555786d-2331-4d38-a33f-74cb7a336162 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1795454'] for router_gateway, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:00.744831 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3327e9a0-0b71-4d53-971e-c34fdc732bf3 tempest-TestVolumeBootPattern-983247937 tempest-TestVolumeBootPattern-983247937-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:52:00.749529 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-3327e9a0-0b71-4d53-971e-c34fdc732bf3 tempest-TestVolumeBootPattern-983247937 tempest-TestVolumeBootPattern-983247937-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=539fba11-4c76-4018-893f-9c22cdb88ab8 HTTP/1.1" status: 200 len: 1092 time: 0.3757932 Nov 23 17:52:00.756507 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 41736) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:52:00.756507 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-74cdd4a3-5615-446a-b892-734f1d48787d tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Request body: {'floatingip': {'floating_network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'port_id': 'da563aab-ba47-42d6-ba88-899b736f72a9', 'tenant_id': 'c0a53cd325e44b8fbee499050453672f', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:52:00.781439 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-74cdd4a3-5615-446a-b892-734f1d48787d tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Publish callbacks [] for floatingip, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:00.906813 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-2555786d-2331-4d38-a33f-74cb7a336162 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1794352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8175'] for router, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:00.909616 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-2555786d-2331-4d38-a33f-74cb7a336162 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:00.972223 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-74cdd4a3-5615-446a-b892-734f1d48787d tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:00.996438 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-2555786d-2331-4d38-a33f-74cb7a336162 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1795580'] for router, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:00.997114 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2555786d-2331-4d38-a33f-74cb7a336162 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Fanout notify agent at l3_agent the message router_deleted on router d4fb2745-9f55-4cb3-a965-ba20c16a333b {{(pid=103591) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 17:52:01.015868 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-2555786d-2331-4d38-a33f-74cb7a336162 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Publish callbacks [] for router, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:01.017423 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-2555786d-2331-4d38-a33f-74cb7a336162 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] 10.222.0.60 "DELETE /v2.0/routers/d4fb2745-9f55-4cb3-a965-ba20c16a333b HTTP/1.1" status: 204 len: 168 time: 1.5445149 Nov 23 17:52:01.021332 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 41750) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:52:01.124830 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b28a1af-02a5-47e2-b2d5-373cdbe07b47 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Deleting subnet 04e86a36-eef6-412a-9799-bfc0ebdc904a {{(pid=103591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 17:52:01.128123 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-1b28a1af-02a5-47e2-b2d5-373cdbe07b47 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Publish callbacks [] for subnet, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:01.155302 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-74cdd4a3-5615-446a-b892-734f1d48787d tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Allocated IP 172.25.3.178 (4c8455ba-1be5-42ac-b8c2-8a16e1292d55/08fe3644-ce41-4c3f-a7ea-92bac0f0fff5/6475c945-9bf5-4dc0-a287-ea9bcf0ec8c1) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:52:01.228767 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-1b28a1af-02a5-47e2-b2d5-373cdbe07b47 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265990000'] for subnet, precommit_delete_associations {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:01.305322 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-74cdd4a3-5615-446a-b892-734f1d48787d tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:01.338618 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-1b28a1af-02a5-47e2-b2d5-373cdbe07b47 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971956'] for subnet, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:01.353323 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-74cdd4a3-5615-446a-b892-734f1d48787d tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:01.446756 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74cdd4a3-5615-446a-b892-734f1d48787d tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Network 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:52:01.455315 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-74cdd4a3-5615-446a-b892-734f1d48787d tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:52:01.460346 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74cdd4a3-5615-446a-b892-734f1d48787d tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:52:01.477359 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-1b28a1af-02a5-47e2-b2d5-373cdbe07b47 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264758240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264314269'] for subnet, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:01.489793 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cdd4a3-5615-446a-b892-734f1d48787d tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Pushing event updated for resources: {'Port': ['ID=6475c945-9bf5-4dc0-a287-ea9bcf0ec8c1,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:52:01.530707 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b28a1af-02a5-47e2-b2d5-373cdbe07b47 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Pushing event deleted for resources: {'Subnet': ['ID=04e86a36-eef6-412a-9799-bfc0ebdc904a,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:52:01.541182 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-1b28a1af-02a5-47e2-b2d5-373cdbe07b47 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for subnet, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:01.544738 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-1b28a1af-02a5-47e2-b2d5-373cdbe07b47 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] 10.222.0.60 "DELETE /v2.0/subnets/04e86a36-eef6-412a-9799-bfc0ebdc904a HTTP/1.1" status: 204 len: 168 time: 0.5222175 Nov 23 17:52:01.547377 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 41772) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:52:01.555477 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a424daf8-714c-4fb1-ba93-1c00eea5f7e5 None None] Network b8d9eaed-1465-4f71-a602-8fe1bff1bd11 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:52:01.670397 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-856cd774-3653-4e1d-b904-8f0bf2284013 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-555181'] for network, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:01.753586 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-856cd774-3653-4e1d-b904-8f0bf2284013 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Deleting port 7c857622-0364-49ee-b5ed-35a8bab63d67 {{(pid=103591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:52:01.753953 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-856cd774-3653-4e1d-b904-8f0bf2284013 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:01.842203 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [None req-856cd774-3653-4e1d-b904-8f0bf2284013 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] For port 7c857622-0364-49ee-b5ed-35a8bab63d67, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=7c857622-0364-49ee-b5ed-35a8bab63d67,segment=NetworkSegment(c3a631a0-3233-4632-b9fe-63b657324fa7),segment_id=c3a631a0-3233-4632-b9fe-63b657324fa7)] {{(pid=103591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:52:01.842576 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-856cd774-3653-4e1d-b904-8f0bf2284013 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:01.867354 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-856cd774-3653-4e1d-b904-8f0bf2284013 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Calling delete_port for 7c857622-0364-49ee-b5ed-35a8bab63d67 owned by network:dhcp {{(pid=103591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:52:01.921792 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f9fa528-24d8-4008-959f-61cb50dee2d1 None None] DHCP port deletion for b8d9eaed-1465-4f71-a602-8fe1bff1bd11 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:52:02.006253 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-0f9fa528-24d8-4008-959f-61cb50dee2d1 None None] Deleting port 7c857622-0364-49ee-b5ed-35a8bab63d67 {{(pid=103592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:52:02.007332 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-0f9fa528-24d8-4008-959f-61cb50dee2d1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:02.031135 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-856cd774-3653-4e1d-b904-8f0bf2284013 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:02.084558 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856cd774-3653-4e1d-b904-8f0bf2284013 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Pushing event deleted for resources: {'Port': ['ID=7c857622-0364-49ee-b5ed-35a8bab63d67,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:52:02.094378 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-856cd774-3653-4e1d-b904-8f0bf2284013 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] No DVR routers for this DVR port 7c857622-0364-49ee-b5ed-35a8bab63d67 on host n-d-816206-8 {{(pid=103591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:52:02.181683 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-0f9fa528-24d8-4008-959f-61cb50dee2d1 None None] For port 7c857622-0364-49ee-b5ed-35a8bab63d67, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=7c857622-0364-49ee-b5ed-35a8bab63d67,segment=NetworkSegment(c3a631a0-3233-4632-b9fe-63b657324fa7),segment_id=c3a631a0-3233-4632-b9fe-63b657324fa7)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:52:02.182149 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-0f9fa528-24d8-4008-959f-61cb50dee2d1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:02.221464 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-0f9fa528-24d8-4008-959f-61cb50dee2d1 None None] Calling delete_port for 7c857622-0364-49ee-b5ed-35a8bab63d67 owned by network:dhcp {{(pid=103592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:52:02.268748 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-74cdd4a3-5615-446a-b892-734f1d48787d tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:02.273493 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-856cd774-3653-4e1d-b904-8f0bf2284013 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973419', 'neutron.services.segments.db._delete_segments_for_network-8736635878840'] for network, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:02.317782 n-d-816206-8 neutron-server[103591]: DEBUG neutron.services.segments.db [None req-856cd774-3653-4e1d-b904-8f0bf2284013 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8d9eaed-1465-4f71-a602-8fe1bff1bd11']}} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:52:02.326921 n-d-816206-8 neutron-server[103592]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 17:52:02.326921 n-d-816206-8 neutron-server[103592]: self.session.flush() Nov 23 17:52:02.326921 n-d-816206-8 neutron-server[103592]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 17:52:02.326921 n-d-816206-8 neutron-server[103592]: self.session.flush() Nov 23 17:52:02.326921 n-d-816206-8 neutron-server[103592]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 17:52:02.326921 n-d-816206-8 neutron-server[103592]: self.session.flush() Nov 23 17:52:02.326921 n-d-816206-8 neutron-server[103592]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 17:52:02.326921 n-d-816206-8 neutron-server[103592]: self.session.flush() Nov 23 17:52:02.326921 n-d-816206-8 neutron-server[103592]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 17:52:02.326921 n-d-816206-8 neutron-server[103592]: self.session.flush() Nov 23 17:52:02.326921 n-d-816206-8 neutron-server[103592]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 17:52:02.326921 n-d-816206-8 neutron-server[103592]: self.session.flush() Nov 23 17:52:02.326921 n-d-816206-8 neutron-server[103592]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 17:52:02.326921 n-d-816206-8 neutron-server[103592]: self.session.flush() Nov 23 17:52:02.326921 n-d-816206-8 neutron-server[103592]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 17:52:02.326921 n-d-816206-8 neutron-server[103592]: self.session.flush() Nov 23 17:52:02.326921 n-d-816206-8 neutron-server[103592]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 17:52:02.326921 n-d-816206-8 neutron-server[103592]: self.session.flush() Nov 23 17:52:02.326921 n-d-816206-8 neutron-server[103592]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 17:52:02.326921 n-d-816206-8 neutron-server[103592]: self.session.flush() Nov 23 17:52:02.326921 n-d-816206-8 neutron-server[103592]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 17:52:02.326921 n-d-816206-8 neutron-server[103592]: self.session.flush() Nov 23 17:52:02.326921 n-d-816206-8 neutron-server[103592]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 17:52:02.326921 n-d-816206-8 neutron-server[103592]: self.session.flush() Nov 23 17:52:02.326921 n-d-816206-8 neutron-server[103592]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 17:52:02.326921 n-d-816206-8 neutron-server[103592]: self.session.flush() Nov 23 17:52:02.326921 n-d-816206-8 neutron-server[103592]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 17:52:02.326921 n-d-816206-8 neutron-server[103592]: self.session.flush() Nov 23 17:52:02.326921 n-d-816206-8 neutron-server[103592]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 17:52:02.326921 n-d-816206-8 neutron-server[103592]: self.session.flush() Nov 23 17:52:02.326921 n-d-816206-8 neutron-server[103592]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 17:52:02.326921 n-d-816206-8 neutron-server[103592]: self.session.flush() Nov 23 17:52:02.326921 n-d-816206-8 neutron-server[103592]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 17:52:02.326921 n-d-816206-8 neutron-server[103592]: self.session.flush() Nov 23 17:52:02.326921 n-d-816206-8 neutron-server[103592]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 17:52:02.326921 n-d-816206-8 neutron-server[103592]: self.session.flush() Nov 23 17:52:02.326921 n-d-816206-8 neutron-server[103592]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 17:52:02.326921 n-d-816206-8 neutron-server[103592]: self.session.flush() Nov 23 17:52:02.326921 n-d-816206-8 neutron-server[103592]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 17:52:02.326921 n-d-816206-8 neutron-server[103592]: self.session.flush() Nov 23 17:52:02.326921 n-d-816206-8 neutron-server[103592]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 17:52:02.326921 n-d-816206-8 neutron-server[103592]: self.session.flush() Nov 23 17:52:02.326921 n-d-816206-8 neutron-server[103592]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 17:52:02.326921 n-d-816206-8 neutron-server[103592]: self.session.flush() Nov 23 17:52:02.326921 n-d-816206-8 neutron-server[103592]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 17:52:02.326921 n-d-816206-8 neutron-server[103592]: self.session.flush() Nov 23 17:52:02.326921 n-d-816206-8 neutron-server[103592]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 17:52:02.326921 n-d-816206-8 neutron-server[103592]: self.session.flush() Nov 23 17:52:02.326921 n-d-816206-8 neutron-server[103592]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 17:52:02.326921 n-d-816206-8 neutron-server[103592]: self.session.flush() Nov 23 17:52:02.326921 n-d-816206-8 neutron-server[103592]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 17:52:02.326921 n-d-816206-8 neutron-server[103592]: self.session.flush() Nov 23 17:52:02.326921 n-d-816206-8 neutron-server[103592]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 17:52:02.326921 n-d-816206-8 neutron-server[103592]: self.session.flush() Nov 23 17:52:02.338386 n-d-816206-8 neutron-server[103591]: DEBUG neutron.services.segments.db [None req-856cd774-3653-4e1d-b904-8f0bf2284013 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3a631a0-3233-4632-b9fe-63b657324fa7') {'for_net_delete': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:52:02.338686 n-d-816206-8 neutron-server[103591]: DEBUG neutron.services.segments.db [None req-856cd774-3653-4e1d-b904-8f0bf2284013 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3a631a0-3233-4632-b9fe-63b657324fa7') {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:52:02.339245 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-0f9fa528-24d8-4008-959f-61cb50dee2d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989'] for port, after_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:02.349208 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-856cd774-3653-4e1d-b904-8f0bf2284013 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736635840332', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265989959'] for segment, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:02.367951 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f9fa528-24d8-4008-959f-61cb50dee2d1 None None] No DVR routers for this DVR port 7c857622-0364-49ee-b5ed-35a8bab63d67 on host n-d-816206-8 {{(pid=103592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:52:02.376239 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 7c857622-0364-49ee-b5ed-35a8bab63d67 no longer exists at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:52:02.386240 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-856cd774-3653-4e1d-b904-8f0bf2284013 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:02.403139 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-856cd774-3653-4e1d-b904-8f0bf2284013 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Releasing vlan 502 on physical network physnet1 to pool {{(pid=103591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 17:52:02.403354 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-856cd774-3653-4e1d-b904-8f0bf2284013 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264756290'] for segment, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:02.424232 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] No Port match for: 7c857622-0364-49ee-b5ed-35a8bab63d67 {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:52:02.424599 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 7c857622-0364-49ee-b5ed-35a8bab63d67 not bound to the agent host n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:52:02.444169 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-74cdd4a3-5615-446a-b892-734f1d48787d tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:02.453368 n-d-816206-8 neutron-server[103591]: Traceback (most recent call last): Nov 23 17:52:02.453368 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 17:52:02.453368 n-d-816206-8 neutron-server[103591]: timer() Nov 23 17:52:02.453368 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 17:52:02.453368 n-d-816206-8 neutron-server[103591]: cb(*args, **kw) Nov 23 17:52:02.453368 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 17:52:02.453368 n-d-816206-8 neutron-server[103591]: return func(*args, **kwargs) Nov 23 17:52:02.453368 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 17:52:02.453368 n-d-816206-8 neutron-server[103591]: self._notify() Nov 23 17:52:02.453368 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 17:52:02.453368 n-d-816206-8 neutron-server[103591]: self.callback(batched_events) Nov 23 17:52:02.453368 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 17:52:02.453368 n-d-816206-8 neutron-server[103591]: event.method(event) Nov 23 17:52:02.453368 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 17:52:02.453368 n-d-816206-8 neutron-server[103591]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 17:52:02.453368 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 17:52:02.453368 n-d-816206-8 neutron-server[103591]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 17:52:02.453368 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 17:52:02.453368 n-d-816206-8 neutron-server[103591]: return f(self, *a, **k) Nov 23 17:52:02.453368 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 17:52:02.453368 n-d-816206-8 neutron-server[103591]: return self._get(url).json() Nov 23 17:52:02.453368 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 17:52:02.453368 n-d-816206-8 neutron-server[103591]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 17:52:02.453368 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 17:52:02.453368 n-d-816206-8 neutron-server[103591]: return self.request(url, 'GET', **kwargs) Nov 23 17:52:02.453368 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 17:52:02.453368 n-d-816206-8 neutron-server[103591]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 17:52:02.453368 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 17:52:02.453368 n-d-816206-8 neutron-server[103591]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 17:52:02.453368 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 17:52:02.453368 n-d-816206-8 neutron-server[103591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 17:52:02.453368 n-d-816206-8 neutron-server[103591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 17:52:02.472650 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9fa528-24d8-4008-959f-61cb50dee2d1 None None] Pushing event deleted for resources: {'Port': ['ID=7c857622-0364-49ee-b5ed-35a8bab63d67,revision_number=None']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:52:02.484203 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9fa528-24d8-4008-959f-61cb50dee2d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:52:02.485040 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9fa528-24d8-4008-959f-61cb50dee2d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:52:02.485542 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9fa528-24d8-4008-959f-61cb50dee2d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:52:02.486034 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9fa528-24d8-4008-959f-61cb50dee2d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:52:02.486547 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9fa528-24d8-4008-959f-61cb50dee2d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:52:02.487032 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9fa528-24d8-4008-959f-61cb50dee2d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:52:02.487518 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9fa528-24d8-4008-959f-61cb50dee2d1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:52:02.490022 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9fa528-24d8-4008-959f-61cb50dee2d1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:52:02.492686 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9fa528-24d8-4008-959f-61cb50dee2d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:52:02.493794 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9fa528-24d8-4008-959f-61cb50dee2d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:52:02.494338 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9fa528-24d8-4008-959f-61cb50dee2d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:52:02.494882 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9fa528-24d8-4008-959f-61cb50dee2d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:52:02.580458 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-856cd774-3653-4e1d-b904-8f0bf2284013 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1795418'] for network, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:02.609116 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-856cd774-3653-4e1d-b904-8f0bf2284013 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for network, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:02.617378 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-856cd774-3653-4e1d-b904-8f0bf2284013 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] 10.222.0.60 "DELETE /v2.0/networks/b8d9eaed-1465-4f71-a602-8fe1bff1bd11 HTTP/1.1" status: 204 len: 168 time: 1.0666461 Nov 23 17:52:02.643357 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 41826) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:52:02.689637 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-74cdd4a3-5615-446a-b892-734f1d48787d tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Publish callbacks [] for port, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:02.696193 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-74cdd4a3-5615-446a-b892-734f1d48787d tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264357957'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:02.746729 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856cd774-3653-4e1d-b904-8f0bf2284013 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Pushing event deleted for resources: {'Network': ['ID=b8d9eaed-1465-4f71-a602-8fe1bff1bd11,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:52:02.833163 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cdd4a3-5615-446a-b892-734f1d48787d tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Pushing event updated for resources: {'Port': ['ID=6475c945-9bf5-4dc0-a287-ea9bcf0ec8c1,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:52:02.846620 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-74cdd4a3-5615-446a-b892-734f1d48787d tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1795396'] for floatingip, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:02.965291 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-b9d455f6-3dbb-4ad1-9d52-ccf60032e966 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Deleting port edca652f-2365-4cc9-99a8-15f284f8e84e {{(pid=103591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:52:02.965637 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-b9d455f6-3dbb-4ad1-9d52-ccf60032e966 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:02.987738 n-d-816206-8 neutron-server[103590]: INFO neutron.db.l3_db [None req-74cdd4a3-5615-446a-b892-734f1d48787d tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Floating IP 134c9c87-d626-439f-a5a4-1b05e6fcfda9 associated. External IP: 172.25.3.178, port: da563aab-ba47-42d6-ba88-899b736f72a9. Nov 23 17:52:03.186870 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-b9d455f6-3dbb-4ad1-9d52-ccf60032e966 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:03.187206 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-b9d455f6-3dbb-4ad1-9d52-ccf60032e966 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:03.202413 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-b9d455f6-3dbb-4ad1-9d52-ccf60032e966 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Calling delete_port for edca652f-2365-4cc9-99a8-15f284f8e84e owned by network:floatingip {{(pid=103591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:52:03.320816 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74cdd4a3-5615-446a-b892-734f1d48787d tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Router 6ce656d6-d295-4a48-8809-f02b548dd50a has already been hosted by L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 {{(pid=103590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 17:52:03.466496 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-b9d455f6-3dbb-4ad1-9d52-ccf60032e966 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:03.486856 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74cdd4a3-5615-446a-b892-734f1d48787d tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:52:03.498778 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dfbcc57-feee-43d3-8d10-da16a943a2c1 None None] Sync routers for ids ['6ce656d6-d295-4a48-8809-f02b548dd50a'] in n-d-816206-8 {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:52:03.516274 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.agents_db [None req-464f6c07-0de8-4be6-8f5b-563f574d1c5d None None] Agent healthcheck: found 7 active agents {{(pid=103593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 17:52:03.523086 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-74cdd4a3-5615-446a-b892-734f1d48787d tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for floatingip, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:03.540323 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dfbcc57-feee-43d3-8d10-da16a943a2c1 None None] Routers {'6ce656d6-d295-4a48-8809-f02b548dd50a'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:52:03.540323 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-6dfbcc57-feee-43d3-8d10-da16a943a2c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:51:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['6ce656d6-d295-4a48-8809-f02b548dd50a'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:52:03.559847 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d455f6-3dbb-4ad1-9d52-ccf60032e966 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Pushing event deleted for resources: {'Port': ['ID=edca652f-2365-4cc9-99a8-15f284f8e84e,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:52:03.580061 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-74cdd4a3-5615-446a-b892-734f1d48787d tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.8273706 Nov 23 17:52:03.580688 n-d-816206-8 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '539fba11-4c76-4018-893f-9c22cdb88ab8', 'tag': 'da563aab-ba47-42d6-ba88-899b736f72a9'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:52:03.583432 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbabddbc9fc37b068808e119c416c86f5957ca04531a4a0d2e695c515e93483b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ab117cc-9a31-4412-9b10-120853acee59" -d '{"events": [{"name": "network-changed", "server_uuid": "539fba11-4c76-4018-893f-9c22cdb88ab8", "tag": "da563aab-ba47-42d6-ba88-899b736f72a9"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:52:03.652069 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 17:52:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6138187c-8860-42cd-a804-43b86aae1892 x-openstack-request-id: req-6138187c-8860-42cd-a804-43b86aae1892 {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:52:03.652372 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "539fba11-4c76-4018-893f-9c22cdb88ab8", "tag": "da563aab-ba47-42d6-ba88-899b736f72a9", "status": "completed", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:52:03.652663 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6138187c-8860-42cd-a804-43b86aae1892 {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:52:03.653238 n-d-816206-8 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '539fba11-4c76-4018-893f-9c22cdb88ab8', 'tag': 'da563aab-ba47-42d6-ba88-899b736f72a9', 'status': 'completed', 'code': 200} Nov 23 17:52:03.797197 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-b9d455f6-3dbb-4ad1-9d52-ccf60032e966 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Publish callbacks [] for floatingip, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:03.801037 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-b9d455f6-3dbb-4ad1-9d52-ccf60032e966 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for floatingip, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:03.802732 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-b9d455f6-3dbb-4ad1-9d52-ccf60032e966 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] 10.222.0.60 "DELETE /v2.0/floatingips/61686916-7e0f-4986-8701-33e94eebaded HTTP/1.1" status: 204 len: 168 time: 1.1578453 Nov 23 17:52:03.807564 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 41902) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:52:03.820769 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab117cc-9a31-4412-9b10-120853acee59 req-26dd9fe4-f1d2-4cfd-ab56-11bb1ac33488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:52:03.823218 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9ab117cc-9a31-4412-9b10-120853acee59 req-26dd9fe4-f1d2-4cfd-ab56-11bb1ac33488 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c0a53cd325e44b8fbee499050453672f&device_id=539fba11-4c76-4018-893f-9c22cdb88ab8 HTTP/1.1" status: 200 len: 1097 time: 0.1335871 Nov 23 17:52:03.849981 n-d-816206-8 neutron-server[103591]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f15de71-c969-4589-a4a1-29420ae40277 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] DELETE failed (client error): The resource could not be found. Nov 23 17:52:03.850489 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f15de71-c969-4589-a4a1-29420ae40277 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103591) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 17:52:03.853950 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-7f15de71-c969-4589-a4a1-29420ae40277 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] 10.222.0.60 "DELETE /v2.0/ports/232e0305-e795-4e95-8578-bfa4de37443d HTTP/1.1" status: 404 len: 333 time: 0.0445173 Nov 23 17:52:03.856531 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 41904) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:52:03.866112 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvr_db [None req-6dfbcc57-feee-43d3-8d10-da16a943a2c1 None None] Set router 6ce656d6-d295-4a48-8809-f02b548dd50a gateway port host: n-d-816206-8 {{(pid=103592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:52:03.925440 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-c971ffe7-b561-4169-a0b5-0a9cf08628b6 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] 10.222.0.60 "GET /v2.0/ports?device_id=d4fb2745-9f55-4cb3-a965-ba20c16a333b HTTP/1.1" status: 200 len: 205 time: 0.0676711 Nov 23 17:52:03.928539 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 41914) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:52:04.001654 n-d-816206-8 neutron-server[103591]: INFO neutron.api.v2.resource [None req-3f8344f5-e93e-4770-8743-2d7e376d29aa tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] delete failed (client error): The resource could not be found. Nov 23 17:52:04.002697 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-3f8344f5-e93e-4770-8743-2d7e376d29aa tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] 10.222.0.60 "DELETE /v2.0/routers/d4fb2745-9f55-4cb3-a965-ba20c16a333b HTTP/1.1" status: 404 len: 336 time: 0.0732195 Nov 23 17:52:04.005630 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 41922) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:52:04.052974 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab117cc-9a31-4412-9b10-120853acee59 req-2d5a5bfa-34c3-487e-b8f0-8a1772d6a7dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:52:04.057569 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9ab117cc-9a31-4412-9b10-120853acee59 req-2d5a5bfa-34c3-487e-b8f0-8a1772d6a7dc service neutron] 10.222.0.36 "GET /v2.0/networks?id=02874d22-2dc9-404b-96b5-741d17e13e44 HTTP/1.1" status: 200 len: 913 time: 0.2163050 Nov 23 17:52:04.072161 n-d-816206-8 neutron-server[103590]: INFO neutron.pecan_wsgi.hooks.translation [None req-859d6901-7b41-4f8c-9657-eb0eb1489a34 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] DELETE failed (client error): The resource could not be found. Nov 23 17:52:04.072654 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-859d6901-7b41-4f8c-9657-eb0eb1489a34 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103590) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 17:52:04.078834 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-859d6901-7b41-4f8c-9657-eb0eb1489a34 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] 10.222.0.60 "DELETE /v2.0/subnets/04e86a36-eef6-412a-9799-bfc0ebdc904a HTTP/1.1" status: 404 len: 337 time: 0.0710294 Nov 23 17:52:04.079651 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 41926) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:52:04.140602 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9ab117cc-9a31-4412-9b10-120853acee59 req-1296b496-6027-40ba-8282-d8d5bb945ab7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=da563aab-ba47-42d6-ba88-899b736f72a9 HTTP/1.1" status: 200 len: 1000 time: 0.0711176 Nov 23 17:52:04.202148 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab117cc-9a31-4412-9b10-120853acee59 req-ff57e867-9e15-4632-8dbd-c8fd40d82308 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:52:04.204063 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9ab117cc-9a31-4412-9b10-120853acee59 req-ff57e867-9e15-4632-8dbd-c8fd40d82308 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7cd7c517-b8bf-4f3d-98b6-b23c91372576 HTTP/1.1" status: 200 len: 851 time: 0.0560625 Nov 23 17:52:04.210835 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-f3c1c5aa-5274-4bce-9453-028f6a83b5a6 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Deleting port 82501ee3-82b5-4d9f-8704-6fb8d7c42fbd {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:52:04.211186 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f3c1c5aa-5274-4bce-9453-028f6a83b5a6 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:04.275905 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab117cc-9a31-4412-9b10-120853acee59 req-95bc89b6-15dc-457e-8e7f-ca8eb7d3438f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:52:04.277650 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9ab117cc-9a31-4412-9b10-120853acee59 req-95bc89b6-15dc-457e-8e7f-ca8eb7d3438f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=02874d22-2dc9-404b-96b5-741d17e13e44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0627193 Nov 23 17:52:04.322861 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f3c1c5aa-5274-4bce-9453-028f6a83b5a6 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:04.345316 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-6dfbcc57-feee-43d3-8d10-da16a943a2c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ce656d6-d295-4a48-8809-f02b548dd50a', 'name': 'tempest-TestVolumeBootPattern-1110572301-router', 'tenant_id': 'c0a53cd325e44b8fbee499050453672f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.143'}], 'enable_snat': True}, 'gw_port_id': '41276f9e-4769-4678-a2c8-4ca2eb9f723b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:38:07Z', 'updated_at': '2021-11-23T17:38:14Z', 'revision_number': 4, 'project_id': 'c0a53cd325e44b8fbee499050453672f', 'gw_port': {'id': '41276f9e-4769-4678-a2c8-4ca2eb9f723b', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:83:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ce656d6-d295-4a48-8809-f02b548dd50a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2099, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:38:08Z', 'updated_at': '2021-11-23T17:38:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_floatingips': [{'id': '134c9c87-d626-439f-a5a4-1b05e6fcfda9', 'tenant_id': 'c0a53cd325e44b8fbee499050453672f', 'floating_ip_address': '172.25.3.178', 'floating_network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'router_id': '6ce656d6-d295-4a48-8809-f02b548dd50a', 'port_id': 'da563aab-ba47-42d6-ba88-899b736f72a9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3133, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02874d22-2dc9-404b-96b5-741d17e13e44', 'mac_address': 'fa:16:3e:ea:a4:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '539fba11-4c76-4018-893f-9c22cdb88ab8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T17:52:01Z', 'updated_at': '2021-11-23T17:52:01Z', 'revision_number': 0, 'project_id': 'c0a53cd325e44b8fbee499050453672f', 'fixed_ip_address_scope': None}, {'id': '5440e951-f181-48fc-ae19-5a526b3a90d4', 'tenant_id': 'c0a53cd325e44b8fbee499050453672f', 'floating_ip_address': '172.25.3.186', 'floating_network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'router_id': '6ce656d6-d295-4a48-8809-f02b548dd50a', 'port_id': 'e0681257-4061-466d-a72d-99fbb58ee45b', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 2960, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02874d22-2dc9-404b-96b5-741d17e13e44', 'mac_address': 'fa:16:3e:61:98:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdfb4ce2-91d8-4f2e-a6fb-679e80dacd8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T17:49:33Z', 'updated_at': '2021-11-23T17:49:36Z', 'revision_number': 1, 'project_id': 'c0a53cd325e44b8fbee499050453672f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '054eac10-0542-49e4-bc40-e19b267e336a', 'name': '', 'network_id': '02874d22-2dc9-404b-96b5-741d17e13e44', 'tenant_id': 'c0a53cd325e44b8fbee499050453672f', 'mac_address': 'fa:16:3e:59:af:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ce656d6-d295-4a48-8809-f02b548dd50a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2117, 'fixed_ips': [{'subnet_id': '7cd7c517-b8bf-4f3d-98b6-b23c91372576', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:38:12Z', 'updated_at': '2021-11-23T17:38:30Z', 'revision_number': 5, 'project_id': 'c0a53cd325e44b8fbee499050453672f', 'subnets': [{'id': '7cd7c517-b8bf-4f3d-98b6-b23c91372576', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:52:04.351449 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-f3c1c5aa-5274-4bce-9453-028f6a83b5a6 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Calling delete_port for 82501ee3-82b5-4d9f-8704-6fb8d7c42fbd owned by {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:52:04.414075 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dfbcc57-feee-43d3-8d10-da16a943a2c1 None None] Checking router: 6ce656d6-d295-4a48-8809-f02b548dd50a for host: n-d-816206-8 {{(pid=103592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 17:52:04.423910 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dfbcc57-feee-43d3-8d10-da16a943a2c1 None None] Routers {'6ce656d6-d295-4a48-8809-f02b548dd50a'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:52:04.424558 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-6dfbcc57-feee-43d3-8d10-da16a943a2c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:51:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['6ce656d6-d295-4a48-8809-f02b548dd50a'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:52:04.425684 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9ab117cc-9a31-4412-9b10-120853acee59 req-fc2150ad-fe37-4329-bdd8-861a2265034e service neutron] 10.222.0.36 "GET /v2.0/networks/02874d22-2dc9-404b-96b5-741d17e13e44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322942 Nov 23 17:52:04.569202 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9ab117cc-9a31-4412-9b10-120853acee59 req-1e493a93-3fe3-43d5-94e5-681e2e115ba0 service neutron] 10.222.0.36 "GET /v2.0/networks/02874d22-2dc9-404b-96b5-741d17e13e44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335852 Nov 23 17:52:04.633487 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvr_db [None req-6dfbcc57-feee-43d3-8d10-da16a943a2c1 None None] Set router 6ce656d6-d295-4a48-8809-f02b548dd50a gateway port host: n-d-816206-8 {{(pid=103592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:52:04.651663 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f3c1c5aa-5274-4bce-9453-028f6a83b5a6 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:04.711443 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c1c5aa-5274-4bce-9453-028f6a83b5a6 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Pushing event deleted for resources: {'Port': ['ID=82501ee3-82b5-4d9f-8704-6fb8d7c42fbd,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:52:04.827110 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f3c1c5aa-5274-4bce-9453-028f6a83b5a6 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:04.834279 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-f3c1c5aa-5274-4bce-9453-028f6a83b5a6 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] 10.222.0.60 "DELETE /v2.0/ports/82501ee3-82b5-4d9f-8704-6fb8d7c42fbd HTTP/1.1" status: 204 len: 168 time: 0.7529254 Nov 23 17:52:04.836402 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 41974) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:52:05.000288 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-1459137f-9944-419b-8402-36bc8d4d71f0 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Deleting port c9d147a9-59bd-45a3-833a-5cddee240342 {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:52:05.000677 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1459137f-9944-419b-8402-36bc8d4d71f0 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:05.029206 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-6dfbcc57-feee-43d3-8d10-da16a943a2c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ce656d6-d295-4a48-8809-f02b548dd50a', 'name': 'tempest-TestVolumeBootPattern-1110572301-router', 'tenant_id': 'c0a53cd325e44b8fbee499050453672f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.143'}], 'enable_snat': True}, 'gw_port_id': '41276f9e-4769-4678-a2c8-4ca2eb9f723b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:38:07Z', 'updated_at': '2021-11-23T17:38:14Z', 'revision_number': 4, 'project_id': 'c0a53cd325e44b8fbee499050453672f', 'gw_port': {'id': '41276f9e-4769-4678-a2c8-4ca2eb9f723b', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:83:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ce656d6-d295-4a48-8809-f02b548dd50a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2099, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:38:08Z', 'updated_at': '2021-11-23T17:38:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_floatingips': [{'id': '134c9c87-d626-439f-a5a4-1b05e6fcfda9', 'tenant_id': 'c0a53cd325e44b8fbee499050453672f', 'floating_ip_address': '172.25.3.178', 'floating_network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'router_id': '6ce656d6-d295-4a48-8809-f02b548dd50a', 'port_id': 'da563aab-ba47-42d6-ba88-899b736f72a9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3133, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02874d22-2dc9-404b-96b5-741d17e13e44', 'mac_address': 'fa:16:3e:ea:a4:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '539fba11-4c76-4018-893f-9c22cdb88ab8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T17:52:01Z', 'updated_at': '2021-11-23T17:52:01Z', 'revision_number': 0, 'project_id': 'c0a53cd325e44b8fbee499050453672f', 'fixed_ip_address_scope': None}, {'id': '5440e951-f181-48fc-ae19-5a526b3a90d4', 'tenant_id': 'c0a53cd325e44b8fbee499050453672f', 'floating_ip_address': '172.25.3.186', 'floating_network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'router_id': '6ce656d6-d295-4a48-8809-f02b548dd50a', 'port_id': 'e0681257-4061-466d-a72d-99fbb58ee45b', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 2960, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02874d22-2dc9-404b-96b5-741d17e13e44', 'mac_address': 'fa:16:3e:61:98:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdfb4ce2-91d8-4f2e-a6fb-679e80dacd8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T17:49:33Z', 'updated_at': '2021-11-23T17:49:36Z', 'revision_number': 1, 'project_id': 'c0a53cd325e44b8fbee499050453672f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '054eac10-0542-49e4-bc40-e19b267e336a', 'name': '', 'network_id': '02874d22-2dc9-404b-96b5-741d17e13e44', 'tenant_id': 'c0a53cd325e44b8fbee499050453672f', 'mac_address': 'fa:16:3e:59:af:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ce656d6-d295-4a48-8809-f02b548dd50a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2117, 'fixed_ips': [{'subnet_id': '7cd7c517-b8bf-4f3d-98b6-b23c91372576', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:38:12Z', 'updated_at': '2021-11-23T17:38:30Z', 'revision_number': 5, 'project_id': 'c0a53cd325e44b8fbee499050453672f', 'subnets': [{'id': '7cd7c517-b8bf-4f3d-98b6-b23c91372576', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:52:05.063647 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dfbcc57-feee-43d3-8d10-da16a943a2c1 None None] The sync data for ids ['6ce656d6-d295-4a48-8809-f02b548dd50a'] in n-d-816206-8 is: [{'id': '6ce656d6-d295-4a48-8809-f02b548dd50a', 'name': 'tempest-TestVolumeBootPattern-1110572301-router', 'tenant_id': 'c0a53cd325e44b8fbee499050453672f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.143'}], 'enable_snat': True}, 'gw_port_id': '41276f9e-4769-4678-a2c8-4ca2eb9f723b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:38:07Z', 'updated_at': '2021-11-23T17:38:14Z', 'revision_number': 4, 'project_id': 'c0a53cd325e44b8fbee499050453672f', 'gw_port': {'id': '41276f9e-4769-4678-a2c8-4ca2eb9f723b', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:83:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ce656d6-d295-4a48-8809-f02b548dd50a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2099, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:38:08Z', 'updated_at': '2021-11-23T17:38:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_floatingips': [{'id': '134c9c87-d626-439f-a5a4-1b05e6fcfda9', 'tenant_id': 'c0a53cd325e44b8fbee499050453672f', 'floating_ip_address': '172.25.3.178', 'floating_network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'router_id': '6ce656d6-d295-4a48-8809-f02b548dd50a', 'port_id': 'da563aab-ba47-42d6-ba88-899b736f72a9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3133, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02874d22-2dc9-404b-96b5-741d17e13e44', 'mac_address': 'fa:16:3e:ea:a4:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '539fba11-4c76-4018-893f-9c22cdb88ab8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T17:52:01Z', 'updated_at': '2021-11-23T17:52:01Z', 'revision_number': 0, 'project_id': 'c0a53cd325e44b8fbee499050453672f', 'fixed_ip_address_scope': None}, {'id': '5440e951-f181-48fc-ae19-5a526b3a90d4', 'tenant_id': 'c0a53cd325e44b8fbee499050453672f', 'floating_ip_address': '172.25.3.186', 'floating_network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'router_id': '6ce656d6-d295-4a48-8809-f02b548dd50a', 'port_id': 'e0681257-4061-466d-a72d-99fbb58ee45b', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 2960, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02874d22-2dc9-404b-96b5-741d17e13e44', 'mac_address': 'fa:16:3e:61:98:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdfb4ce2-91d8-4f2e-a6fb-679e80dacd8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T17:49:33Z', 'updated_at': '2021-11-23T17:49:36Z', 'revision_number': 1, 'project_id': 'c0a53cd325e44b8fbee499050453672f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '054eac10-0542-49e4-bc40-e19b267e336a', 'name': '', 'network_id': '02874d22-2dc9-404b-96b5-741d17e13e44', 'tenant_id': 'c0a53cd325e44b8fbee499050453672f', 'mac_address': 'fa:16:3e:59:af:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ce656d6-d295-4a48-8809-f02b548dd50a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2117, 'fixed_ips': [{'subnet_id': '7cd7c517-b8bf-4f3d-98b6-b23c91372576', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:38:12Z', 'updated_at': '2021-11-23T17:38:30Z', 'revision_number': 5, 'project_id': 'c0a53cd325e44b8fbee499050453672f', 'subnets': [{'id': '7cd7c517-b8bf-4f3d-98b6-b23c91372576', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:52:05.162906 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1459137f-9944-419b-8402-36bc8d4d71f0 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:05.181326 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-1459137f-9944-419b-8402-36bc8d4d71f0 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Calling delete_port for c9d147a9-59bd-45a3-833a-5cddee240342 owned by {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:52:05.215507 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 41982) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:52:05.341120 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1459137f-9944-419b-8402-36bc8d4d71f0 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:05.373100 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-24a65ea7-05bb-494f-a314-524bc55d8873 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:05.385152 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1459137f-9944-419b-8402-36bc8d4d71f0 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Pushing event deleted for resources: {'Port': ['ID=c9d147a9-59bd-45a3-833a-5cddee240342,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:52:05.432077 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a64a453-d271-411a-9ab5-41ef4a6d628a None None] New status for floating IP 134c9c87-d626-439f-a5a4-1b05e6fcfda9: ACTIVE {{(pid=103593) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 17:52:05.517134 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-24a65ea7-05bb-494f-a314-524bc55d8873 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:05.522413 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-24a65ea7-05bb-494f-a314-524bc55d8873 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:05.536521 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1459137f-9944-419b-8402-36bc8d4d71f0 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:05.549185 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 41990) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:52:05.549387 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-1459137f-9944-419b-8402-36bc8d4d71f0 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] 10.222.0.60 "DELETE /v2.0/ports/c9d147a9-59bd-45a3-833a-5cddee240342 HTTP/1.1" status: 204 len: 168 time: 0.7103269 Nov 23 17:52:05.595660 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-24a65ea7-05bb-494f-a314-524bc55d8873 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=6bd0f863521540eda102e333b9f52a2d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3788300 Nov 23 17:52:05.595843 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 41992) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:52:05.597912 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a65ea7-05bb-494f-a314-524bc55d8873 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f94697b9-cee6-4805-adb7-8bc176fcc15a,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:52:05.640105 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3894d15f-3700-420f-9343-1ca4dd27c834 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:52:05.644777 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-3894d15f-3700-420f-9343-1ca4dd27c834 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] 10.222.0.60 "GET /v2.0/ports?device_id=e9d239d0-f88a-413d-b622-a6ead76c4a91 HTTP/1.1" status: 200 len: 913 time: 0.0900841 Nov 23 17:52:05.647642 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 41994) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:52:05.705072 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ec1560a9-ad63-4681-a818-d3a7ef42eb36 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:05.735769 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ec1560a9-ad63-4681-a818-d3a7ef42eb36 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:05.808147 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ec1560a9-ad63-4681-a818-d3a7ef42eb36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:05.812329 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ec1560a9-ad63-4681-a818-d3a7ef42eb36 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:05.816059 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-ec1560a9-ad63-4681-a818-d3a7ef42eb36 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f94697b9-cee6-4805-adb7-8bc176fcc15a HTTP/1.1" status: 204 len: 168 time: 0.2190895 Nov 23 17:52:05.826473 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1560a9-ad63-4681-a818-d3a7ef42eb36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f94697b9-cee6-4805-adb7-8bc176fcc15a,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:52:06.197824 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-a893286e-b2f4-4dec-8f22-f8882cce5ef5 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1794372'] for router_interface, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:06.546474 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-a893286e-b2f4-4dec-8f22-f8882cce5ef5 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Deleting port c93bd181-9e5c-4147-b645-42ae5323cc94 {{(pid=103591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:52:06.547456 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-a893286e-b2f4-4dec-8f22-f8882cce5ef5 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:06.676147 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-a893286e-b2f4-4dec-8f22-f8882cce5ef5 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:06.690403 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-a893286e-b2f4-4dec-8f22-f8882cce5ef5 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Calling delete_port for c93bd181-9e5c-4147-b645-42ae5323cc94 owned by network:router_interface {{(pid=103591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:52:07.257445 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-a893286e-b2f4-4dec-8f22-f8882cce5ef5 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:07.302011 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a893286e-b2f4-4dec-8f22-f8882cce5ef5 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Pushing event deleted for resources: {'Port': ['ID=c93bd181-9e5c-4147-b645-42ae5323cc94,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:52:07.443607 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 42040) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:52:07.547958 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-a893286e-b2f4-4dec-8f22-f8882cce5ef5 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2067500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1794520'] for router_interface, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:07.618877 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-ae946b94-9521-463f-913f-39d7131ba295 tempest-MeteringIpV6TestJSON-708583249 tempest-MeteringIpV6TestJSON-708583249-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-932877279'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:52:07.619435 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-ae946b94-9521-463f-913f-39d7131ba295 tempest-MeteringIpV6TestJSON-708583249 tempest-MeteringIpV6TestJSON-708583249-project-admin] Unknown quota resources ['metering_label']. {{(pid=103590) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 23 17:52:07.890402 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a893286e-b2f4-4dec-8f22-f8882cce5ef5 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Router e9d239d0-f88a-413d-b622-a6ead76c4a91 has already been hosted by L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 {{(pid=103591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 17:52:08.018971 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ae946b94-9521-463f-913f-39d7131ba295 tempest-MeteringIpV6TestJSON-708583249 tempest-MeteringIpV6TestJSON-708583249-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:08.026834 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-ae946b94-9521-463f-913f-39d7131ba295 tempest-MeteringIpV6TestJSON-708583249 tempest-MeteringIpV6TestJSON-708583249-project-admin] 10.222.0.60 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.5816391 Nov 23 17:52:08.027787 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 42052) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:52:08.035734 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-0d05e884-1108-42e8-9d04-81927ab2ed20 tempest-MeteringIpV6TestJSON-708583249 tempest-MeteringIpV6TestJSON-708583249-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': 'fd3724e8-5021-48e5-81c2-2cd940af252b'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:52:08.036932 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-0d05e884-1108-42e8-9d04-81927ab2ed20 tempest-MeteringIpV6TestJSON-708583249 tempest-MeteringIpV6TestJSON-708583249-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103590) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 23 17:52:08.066085 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a893286e-b2f4-4dec-8f22-f8882cce5ef5 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:52:08.079750 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-a893286e-b2f4-4dec-8f22-f8882cce5ef5 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] 10.222.0.60 "PUT /v2.0/routers/e9d239d0-f88a-413d-b622-a6ead76c4a91/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4309275 Nov 23 17:52:08.081166 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec760765-a753-4ce3-b7d2-6003bf6597eb None None] Sync routers for ids ['e9d239d0-f88a-413d-b622-a6ead76c4a91'] in n-d-816206-8 {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:52:08.083207 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 42054) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:52:08.108675 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec760765-a753-4ce3-b7d2-6003bf6597eb None None] Routers {'e9d239d0-f88a-413d-b622-a6ead76c4a91'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:52:08.109305 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-ec760765-a753-4ce3-b7d2-6003bf6597eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:51:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['e9d239d0-f88a-413d-b622-a6ead76c4a91'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:52:08.162460 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-ec760765-a753-4ce3-b7d2-6003bf6597eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:52:08.190581 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec760765-a753-4ce3-b7d2-6003bf6597eb None None] Routers {'e9d239d0-f88a-413d-b622-a6ead76c4a91'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:52:08.191489 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-ec760765-a753-4ce3-b7d2-6003bf6597eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:51:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['e9d239d0-f88a-413d-b622-a6ead76c4a91'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:52:08.250205 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-ec760765-a753-4ce3-b7d2-6003bf6597eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:52:08.251032 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec760765-a753-4ce3-b7d2-6003bf6597eb None None] The sync data for ids ['e9d239d0-f88a-413d-b622-a6ead76c4a91'] in n-d-816206-8 is: [] {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:52:08.267934 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a293d92-3f3c-4537-9b2e-1815db0db697 req-0979209d-81f0-446d-973a-7aaf3783c852 tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:52:08.269719 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-1a293d92-3f3c-4537-9b2e-1815db0db697 req-0979209d-81f0-446d-973a-7aaf3783c852 tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] 10.222.0.60 "GET /v2.0/ports?device_id=84e4a83d-70e7-4464-bfce-8989790c75ec HTTP/1.1" status: 200 len: 945 time: 0.2052157 Nov 23 17:52:08.353583 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-ae0355b7-d8d8-45c6-8549-0b7ce5f43f84 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Publish callbacks [] for router, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:08.431881 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-1a293d92-3f3c-4537-9b2e-1815db0db697 req-4f07f669-1e58-4c5a-98b9-54849a3a9e38 tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b27d2e1-77aa-4824-820e-41aa2cca6128&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1480744 Nov 23 17:52:08.555288 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-ae0355b7-d8d8-45c6-8549-0b7ce5f43f84 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:08.631307 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-ae0355b7-d8d8-45c6-8549-0b7ce5f43f84 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Deleting port d66d149d-0c1a-4979-8bbf-bf0fbc65cceb {{(pid=103591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:52:08.631827 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-ae0355b7-d8d8-45c6-8549-0b7ce5f43f84 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:08.633796 n-d-816206-8 neutron-server[103590]: WARNING neutron.services.metering.metering_plugin [None req-0d05e884-1108-42e8-9d04-81927ab2ed20 tempest-MeteringIpV6TestJSON-708583249 tempest-MeteringIpV6TestJSON-708583249-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 23 17:52:08.745283 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0d05e884-1108-42e8-9d04-81927ab2ed20 tempest-MeteringIpV6TestJSON-708583249 tempest-MeteringIpV6TestJSON-708583249-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:08.746836 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-0d05e884-1108-42e8-9d04-81927ab2ed20 tempest-MeteringIpV6TestJSON-708583249 tempest-MeteringIpV6TestJSON-708583249-project-admin] 10.222.0.60 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.7177074 Nov 23 17:52:08.750495 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 42058) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:52:08.754950 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-da98f6ab-b6a7-4292-bc4b-a837900623d4 tempest-MeteringIpV6TestJSON-708583249 tempest-MeteringIpV6TestJSON-708583249-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': 'fd3724e8-5021-48e5-81c2-2cd940af252b'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:52:08.755696 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-da98f6ab-b6a7-4292-bc4b-a837900623d4 tempest-MeteringIpV6TestJSON-708583249 tempest-MeteringIpV6TestJSON-708583249-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103590) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 23 17:52:08.757076 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-ae0355b7-d8d8-45c6-8549-0b7ce5f43f84 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:08.772628 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-ae0355b7-d8d8-45c6-8549-0b7ce5f43f84 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Calling delete_port for d66d149d-0c1a-4979-8bbf-bf0fbc65cceb owned by network:router_gateway {{(pid=103591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:52:08.836201 n-d-816206-8 neutron-server[103590]: WARNING neutron.services.metering.metering_plugin [None req-da98f6ab-b6a7-4292-bc4b-a837900623d4 tempest-MeteringIpV6TestJSON-708583249 tempest-MeteringIpV6TestJSON-708583249-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 23 17:52:08.933474 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-da98f6ab-b6a7-4292-bc4b-a837900623d4 tempest-MeteringIpV6TestJSON-708583249 tempest-MeteringIpV6TestJSON-708583249-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:08.935139 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-da98f6ab-b6a7-4292-bc4b-a837900623d4 tempest-MeteringIpV6TestJSON-708583249 tempest-MeteringIpV6TestJSON-708583249-project-admin] 10.222.0.60 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.1834731 Nov 23 17:52:08.938421 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 42060) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:52:08.950606 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-39ac59f0-ff82-482b-80f8-ece0a50698da tempest-MeteringIpV6TestJSON-708583249 tempest-MeteringIpV6TestJSON-708583249-project-admin] 10.222.0.60 "GET /v2.0/metering/metering-label-rules?id=90c297ed-79bb-4cfa-9f86-23411d876877 HTTP/1.1" status: 200 len: 462 time: 0.0105689 Nov 23 17:52:08.953580 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 42062) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:52:09.013446 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-ae0355b7-d8d8-45c6-8549-0b7ce5f43f84 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:09.076320 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0355b7-d8d8-45c6-8549-0b7ce5f43f84 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Pushing event deleted for resources: {'Port': ['ID=d66d149d-0c1a-4979-8bbf-bf0fbc65cceb,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:52:09.109617 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec06f695-6810-4cad-983b-b6f79507c9b7 None None] DHCP port deletion for 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:52:09.198159 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-ae0355b7-d8d8-45c6-8549-0b7ce5f43f84 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1795454'] for router_gateway, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:09.231770 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-be4ce7ad-e1b9-454c-92a1-c860d1223f85 tempest-MeteringIpV6TestJSON-708583249 tempest-MeteringIpV6TestJSON-708583249-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:09.234820 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-be4ce7ad-e1b9-454c-92a1-c860d1223f85 tempest-MeteringIpV6TestJSON-708583249 tempest-MeteringIpV6TestJSON-708583249-project-admin] 10.222.0.60 "DELETE /v2.0/metering/metering-label-rules/90c297ed-79bb-4cfa-9f86-23411d876877 HTTP/1.1" status: 204 len: 168 time: 0.2796104 Nov 23 17:52:09.238299 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 42068) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:52:09.255426 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-06f9cb49-fe4b-44ae-b1eb-8f86bc315894 tempest-MeteringIpV6TestJSON-708583249 tempest-MeteringIpV6TestJSON-708583249-project-admin] 10.222.0.60 "GET /v2.0/metering/metering-label-rules?id=90c297ed-79bb-4cfa-9f86-23411d876877 HTTP/1.1" status: 200 len: 221 time: 0.0159595 Nov 23 17:52:09.262545 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 42070) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:52:09.266927 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-26f9bc46-74a8-4ad4-83fa-21250ab457f5 tempest-MeteringIpV6TestJSON-708583249 tempest-MeteringIpV6TestJSON-708583249-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1250764068', 'description': 'label created by tempest'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:52:09.267376 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-26f9bc46-74a8-4ad4-83fa-21250ab457f5 tempest-MeteringIpV6TestJSON-708583249 tempest-MeteringIpV6TestJSON-708583249-project-admin] Unknown quota resources ['metering_label']. {{(pid=103590) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 23 17:52:09.371416 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-ae0355b7-d8d8-45c6-8549-0b7ce5f43f84 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1794352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8175'] for router, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:09.377505 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-ae0355b7-d8d8-45c6-8549-0b7ce5f43f84 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:09.466388 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-26f9bc46-74a8-4ad4-83fa-21250ab457f5 tempest-MeteringIpV6TestJSON-708583249 tempest-MeteringIpV6TestJSON-708583249-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:09.467590 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-26f9bc46-74a8-4ad4-83fa-21250ab457f5 tempest-MeteringIpV6TestJSON-708583249 tempest-MeteringIpV6TestJSON-708583249-project-admin] 10.222.0.60 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.2040291 Nov 23 17:52:09.471916 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 42074) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:52:09.488864 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-ae0355b7-d8d8-45c6-8549-0b7ce5f43f84 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1795580'] for router, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:09.489596 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae0355b7-d8d8-45c6-8549-0b7ce5f43f84 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Fanout notify agent at l3_agent the message router_deleted on router e9d239d0-f88a-413d-b622-a6ead76c4a91 {{(pid=103591) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 17:52:09.501940 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-ae0355b7-d8d8-45c6-8549-0b7ce5f43f84 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Publish callbacks [] for router, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:09.503428 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-ae0355b7-d8d8-45c6-8549-0b7ce5f43f84 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] 10.222.0.60 "DELETE /v2.0/routers/e9d239d0-f88a-413d-b622-a6ead76c4a91 HTTP/1.1" status: 204 len: 168 time: 1.4189415 Nov 23 17:52:09.507077 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 42076) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:52:09.636597 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-808f9b20-4751-4bdd-b8dc-2aef3a49a96d tempest-MeteringIpV6TestJSON-708583249 tempest-MeteringIpV6TestJSON-708583249-project-admin] 10.222.0.60 "GET /v2.0/metering/metering-labels?id=3e06261b-56db-4fc8-82da-174864a4ca93 HTTP/1.1" status: 200 len: 468 time: 0.1610184 Nov 23 17:52:09.648424 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 42078) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:52:09.697879 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.db_base_plugin_v2 [None req-310618fd-ae96-4064-8b53-d4bf017e9e05 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Deleting subnet 8c2b786c-39be-4d16-83a3-bd8a6bb90492 {{(pid=103591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 17:52:09.704157 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-310618fd-ae96-4064-8b53-d4bf017e9e05 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Publish callbacks [] for subnet, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:09.719343 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568f9748-a266-4088-aec1-b58716a9eff2 req-cfa341b3-6367-44ce-a7c9-07bd6b19baa0 tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:52:09.721150 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-568f9748-a266-4088-aec1-b58716a9eff2 req-cfa341b3-6367-44ce-a7c9-07bd6b19baa0 tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] 10.222.0.60 "GET /v2.0/ports?device_id=84e4a83d-70e7-4464-bfce-8989790c75ec HTTP/1.1" status: 200 len: 945 time: 0.1072392 Nov 23 17:52:09.809056 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-310618fd-ae96-4064-8b53-d4bf017e9e05 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265990000'] for subnet, precommit_delete_associations {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:09.880616 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-568f9748-a266-4088-aec1-b58716a9eff2 req-1c21c6b9-d78b-4a91-ad50-fba53d24b7e0 tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b27d2e1-77aa-4824-820e-41aa2cca6128&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1297915 Nov 23 17:52:09.906641 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-310618fd-ae96-4064-8b53-d4bf017e9e05 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971956'] for subnet, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:09.942949 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1872bdf8-2429-4ea7-9b77-9b16bb214d31 tempest-MeteringIpV6TestJSON-708583249 tempest-MeteringIpV6TestJSON-708583249-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:09.945140 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-1872bdf8-2429-4ea7-9b77-9b16bb214d31 tempest-MeteringIpV6TestJSON-708583249 tempest-MeteringIpV6TestJSON-708583249-project-admin] 10.222.0.60 "DELETE /v2.0/metering/metering-labels/3e06261b-56db-4fc8-82da-174864a4ca93 HTTP/1.1" status: 204 len: 168 time: 0.2946033 Nov 23 17:52:09.948345 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 42080) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:52:09.975605 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-34b4398c-2c12-4e15-b24f-10f8cfde1034 tempest-MeteringIpV6TestJSON-708583249 tempest-MeteringIpV6TestJSON-708583249-project-admin] 10.222.0.60 "GET /v2.0/metering/metering-labels?id=3e06261b-56db-4fc8-82da-174864a4ca93 HTTP/1.1" status: 200 len: 216 time: 0.0255361 Nov 23 17:52:09.979554 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 42082) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:52:09.998919 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-a2b796d1-0a56-434a-9d05-05bede19e8a2 tempest-MeteringIpV6TestJSON-708583249 tempest-MeteringIpV6TestJSON-708583249-project-admin] 10.222.0.60 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0173180 Nov 23 17:52:10.007588 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 42084) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:52:10.019085 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-310618fd-ae96-4064-8b53-d4bf017e9e05 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264758240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264314269'] for subnet, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:10.062095 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-2cec0d6f-0567-4570-9996-c5feb20a38ad tempest-MeteringIpV6TestJSON-708583249 tempest-MeteringIpV6TestJSON-708583249-project-admin] 10.222.0.60 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0520792 Nov 23 17:52:10.063529 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 42086) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:52:10.108014 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-310618fd-ae96-4064-8b53-d4bf017e9e05 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for subnet, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:10.114244 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-310618fd-ae96-4064-8b53-d4bf017e9e05 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] 10.222.0.60 "DELETE /v2.0/subnets/8c2b786c-39be-4d16-83a3-bd8a6bb90492 HTTP/1.1" status: 204 len: 168 time: 0.6058578 Nov 23 17:52:10.115549 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310618fd-ae96-4064-8b53-d4bf017e9e05 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Pushing event deleted for resources: {'Subnet': ['ID=8c2b786c-39be-4d16-83a3-bd8a6bb90492,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:52:10.116687 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 42090) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:52:10.213295 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-ae57b636-0b05-45be-abbc-e50b7b6b82b5 tempest-MeteringIpV6TestJSON-708583249 tempest-MeteringIpV6TestJSON-708583249-project-admin] 10.222.0.60 "GET /v2.0/metering/metering-labels/fd3724e8-5021-48e5-81c2-2cd940af252b HTTP/1.1" status: 200 len: 472 time: 0.1474712 Nov 23 17:52:10.217231 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 42092) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:52:10.295876 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0074bb8d-daf6-481b-b3ed-47ff005cfbf1 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-555181'] for network, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:10.330378 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-ad953b1e-25c5-4c3d-8b6c-702e39870321 tempest-MeteringIpV6TestJSON-708583249 tempest-MeteringIpV6TestJSON-708583249-project-admin] 10.222.0.60 "GET /v2.0/metering/metering-label-rules/be45a6c7-b7b4-428d-8748-c4a04b07bbab HTTP/1.1" status: 200 len: 459 time: 0.0868001 Nov 23 17:52:10.331234 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 42096) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:52:10.447851 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0074bb8d-daf6-481b-b3ed-47ff005cfbf1 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973419', 'neutron.services.segments.db._delete_segments_for_network-8736635878840'] for network, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:10.509329 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-0074bb8d-daf6-481b-b3ed-47ff005cfbf1 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d64e462d-9e74-4131-aeff-266c06cc68cb']}} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:52:10.546805 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-0074bb8d-daf6-481b-b3ed-47ff005cfbf1 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9350d5e6-af33-42e9-920f-1ab4e1855e17') {'for_net_delete': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:52:10.547153 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-ebdd5c7b-e94a-4772-bc1b-893917161b72 tempest-MeteringIpV6TestJSON-708583249 tempest-MeteringIpV6TestJSON-708583249-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:10.547404 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-0074bb8d-daf6-481b-b3ed-47ff005cfbf1 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9350d5e6-af33-42e9-920f-1ab4e1855e17') {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:52:10.550770 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-ebdd5c7b-e94a-4772-bc1b-893917161b72 tempest-MeteringIpV6TestJSON-708583249 tempest-MeteringIpV6TestJSON-708583249-project-admin] 10.222.0.60 "DELETE /v2.0/metering/metering-label-rules/be45a6c7-b7b4-428d-8748-c4a04b07bbab HTTP/1.1" status: 204 len: 168 time: 0.2142215 Nov 23 17:52:10.552346 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 42098) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:52:10.568280 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0074bb8d-daf6-481b-b3ed-47ff005cfbf1 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736635840332', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-267528353'] for segment, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:10.595608 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0074bb8d-daf6-481b-b3ed-47ff005cfbf1 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:10.603730 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0074bb8d-daf6-481b-b3ed-47ff005cfbf1 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Releasing vlan 508 on physical network physnet1 to pool {{(pid=103590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 17:52:10.604143 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0074bb8d-daf6-481b-b3ed-47ff005cfbf1 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264370093'] for segment, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:10.607614 n-d-816206-8 neutron-server[103590]: Traceback (most recent call last): Nov 23 17:52:10.607614 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 17:52:10.607614 n-d-816206-8 neutron-server[103590]: timer() Nov 23 17:52:10.607614 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 17:52:10.607614 n-d-816206-8 neutron-server[103590]: cb(*args, **kw) Nov 23 17:52:10.607614 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 17:52:10.607614 n-d-816206-8 neutron-server[103590]: return func(*args, **kwargs) Nov 23 17:52:10.607614 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 17:52:10.607614 n-d-816206-8 neutron-server[103590]: self._notify() Nov 23 17:52:10.607614 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 17:52:10.607614 n-d-816206-8 neutron-server[103590]: self.callback(batched_events) Nov 23 17:52:10.607614 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 17:52:10.607614 n-d-816206-8 neutron-server[103590]: event.method(event) Nov 23 17:52:10.607614 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 17:52:10.607614 n-d-816206-8 neutron-server[103590]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 17:52:10.607614 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 17:52:10.607614 n-d-816206-8 neutron-server[103590]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 17:52:10.607614 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 17:52:10.607614 n-d-816206-8 neutron-server[103590]: return f(self, *a, **k) Nov 23 17:52:10.607614 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 17:52:10.607614 n-d-816206-8 neutron-server[103590]: return self._get(url).json() Nov 23 17:52:10.607614 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 17:52:10.607614 n-d-816206-8 neutron-server[103590]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 17:52:10.607614 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 17:52:10.607614 n-d-816206-8 neutron-server[103590]: return self.request(url, 'GET', **kwargs) Nov 23 17:52:10.607614 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 17:52:10.607614 n-d-816206-8 neutron-server[103590]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 17:52:10.607614 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 17:52:10.607614 n-d-816206-8 neutron-server[103590]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 17:52:10.607614 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 17:52:10.607614 n-d-816206-8 neutron-server[103590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 17:52:10.607614 n-d-816206-8 neutron-server[103590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 17:52:10.690433 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0074bb8d-daf6-481b-b3ed-47ff005cfbf1 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1795418'] for network, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:10.722825 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0074bb8d-daf6-481b-b3ed-47ff005cfbf1 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Publish callbacks [] for network, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:10.731436 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-0074bb8d-daf6-481b-b3ed-47ff005cfbf1 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] 10.222.0.60 "DELETE /v2.0/networks/d64e462d-9e74-4131-aeff-266c06cc68cb HTTP/1.1" status: 204 len: 168 time: 0.6133502 Nov 23 17:52:10.747348 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0074bb8d-daf6-481b-b3ed-47ff005cfbf1 tempest-FloatingIPTestJSON-1660254971 tempest-FloatingIPTestJSON-1660254971-project] Pushing event deleted for resources: {'Network': ['ID=d64e462d-9e74-4131-aeff-266c06cc68cb,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:52:10.877700 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-753b5b09-a346-47f2-a5d8-7a84e8ab28fd tempest-MeteringIpV6TestJSON-708583249 tempest-MeteringIpV6TestJSON-708583249-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:10.884649 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-753b5b09-a346-47f2-a5d8-7a84e8ab28fd tempest-MeteringIpV6TestJSON-708583249 tempest-MeteringIpV6TestJSON-708583249-project-admin] 10.222.0.60 "DELETE /v2.0/metering/metering-labels/fd3724e8-5021-48e5-81c2-2cd940af252b HTTP/1.1" status: 204 len: 168 time: 0.3280659 Nov 23 17:52:11.140906 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fb71bd-8dc6-461d-bd01-3f02a9fa1852 req-8aea0125-1e02-4bbf-b06d-315943f6a52f tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:52:11.143679 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-85fb71bd-8dc6-461d-bd01-3f02a9fa1852 req-8aea0125-1e02-4bbf-b06d-315943f6a52f tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] 10.222.0.60 "GET /v2.0/ports?device_id=84e4a83d-70e7-4464-bfce-8989790c75ec HTTP/1.1" status: 200 len: 945 time: 0.1294851 Nov 23 17:52:11.259533 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 42112) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:52:11.270427 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-85fb71bd-8dc6-461d-bd01-3f02a9fa1852 req-c54b053f-a6da-46b4-b198-0a85f111b8bc tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b27d2e1-77aa-4824-820e-41aa2cca6128&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1142004 Nov 23 17:52:11.369992 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 42118) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:52:11.539146 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-83a8998a-470e-419b-980d-3f62dd5b609b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=4245b0ed4bf944cfbaec1e03ba4983e5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2778416 Nov 23 17:52:11.542001 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 42122) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:52:11.603698 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-89458569-9a93-4b37-be74-b02a69b1a616 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:11.663497 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-332a1918-be41-4ee4-ab61-5b234ac80a83 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:11.726467 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-89458569-9a93-4b37-be74-b02a69b1a616 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:11.734029 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-89458569-9a93-4b37-be74-b02a69b1a616 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:11.779371 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-332a1918-be41-4ee4-ab61-5b234ac80a83 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:11.816965 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 42124) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:52:11.821957 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-89458569-9a93-4b37-be74-b02a69b1a616 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=267112f9002f47efb9a1892762e1257a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4508462 Nov 23 17:52:11.924429 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89458569-9a93-4b37-be74-b02a69b1a616 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3db73d40-0a2a-4260-96f5-f1d2e547d7ba,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:52:11.944200 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-332a1918-be41-4ee4-ab61-5b234ac80a83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:11.949329 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-6dbf2d13-2579-44e6-b387-0e6e50403535 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:11.959846 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-332a1918-be41-4ee4-ab61-5b234ac80a83 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:11.965606 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-332a1918-be41-4ee4-ab61-5b234ac80a83 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/9e5af0e1-0994-4c85-a0e8-b2c48f0a8ac4 HTTP/1.1" status: 204 len: 168 time: 0.4162340 Nov 23 17:52:11.986175 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332a1918-be41-4ee4-ab61-5b234ac80a83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e5af0e1-0994-4c85-a0e8-b2c48f0a8ac4,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:52:12.011761 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-6dbf2d13-2579-44e6-b387-0e6e50403535 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:12.215375 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-6dbf2d13-2579-44e6-b387-0e6e50403535 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:12.218543 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-6dbf2d13-2579-44e6-b387-0e6e50403535 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:12.222457 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-6dbf2d13-2579-44e6-b387-0e6e50403535 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/3db73d40-0a2a-4260-96f5-f1d2e547d7ba HTTP/1.1" status: 204 len: 168 time: 0.4044664 Nov 23 17:52:12.248317 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbf2d13-2579-44e6-b387-0e6e50403535 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3db73d40-0a2a-4260-96f5-f1d2e547d7ba,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:52:12.508932 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c829ea6a-1ce5-42dc-92b0-d1a2dd8d17bb req-273d39a3-72db-4aa1-a4d5-49d84d4330b0 tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:52:12.518702 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c829ea6a-1ce5-42dc-92b0-d1a2dd8d17bb req-273d39a3-72db-4aa1-a4d5-49d84d4330b0 tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] 10.222.0.60 "GET /v2.0/ports?device_id=84e4a83d-70e7-4464-bfce-8989790c75ec HTTP/1.1" status: 200 len: 945 time: 0.1361988 Nov 23 17:52:12.623148 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c829ea6a-1ce5-42dc-92b0-d1a2dd8d17bb req-8abc4fbe-c9e6-4992-b50b-85b8ec1705ff tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b27d2e1-77aa-4824-820e-41aa2cca6128&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0961721 Nov 23 17:52:12.943692 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 42150) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:52:12.957368 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-ae4c482b-59dc-4e36-8a00-7f4fcb5d207e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:12.967307 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-e186685e-57a9-4528-9df8-41639375b901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:13.093263 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-ae4c482b-59dc-4e36-8a00-7f4fcb5d207e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:13.103655 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-ae4c482b-59dc-4e36-8a00-7f4fcb5d207e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:13.151589 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-ae4c482b-59dc-4e36-8a00-7f4fcb5d207e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=fae374159d824fb6a0ad2325b6a8821b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2067385 Nov 23 17:52:13.153022 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4c482b-59dc-4e36-8a00-7f4fcb5d207e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79c8e7fe-8925-4bf5-83fe-02ce546bc8cf,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:52:13.156913 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 42154) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:52:13.258306 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-87a027c0-2042-4c13-ba61-5d4c350bc3bc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:13.282812 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-87a027c0-2042-4c13-ba61-5d4c350bc3bc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:13.367098 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-87a027c0-2042-4c13-ba61-5d4c350bc3bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:13.374206 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-87a027c0-2042-4c13-ba61-5d4c350bc3bc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:13.376098 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-87a027c0-2042-4c13-ba61-5d4c350bc3bc admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/79c8e7fe-8925-4bf5-83fe-02ce546bc8cf HTTP/1.1" status: 204 len: 168 time: 0.2173738 Nov 23 17:52:13.391272 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a027c0-2042-4c13-ba61-5d4c350bc3bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79c8e7fe-8925-4bf5-83fe-02ce546bc8cf,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:52:13.550557 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 42172) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:52:13.559902 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:13.830167 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d1c6af-1093-4f14-a95c-9a9c249c3226 req-ab343b47-ff47-434b-b942-2e1a8bed53bc tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:52:13.834507 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-60d1c6af-1093-4f14-a95c-9a9c249c3226 req-ab343b47-ff47-434b-b942-2e1a8bed53bc tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] 10.222.0.60 "GET /v2.0/ports?device_id=84e4a83d-70e7-4464-bfce-8989790c75ec HTTP/1.1" status: 200 len: 945 time: 0.1018732 Nov 23 17:52:13.924830 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-60d1c6af-1093-4f14-a95c-9a9c249c3226 req-2acbcdd4-6237-4807-8d88-065cc0514b85 tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b27d2e1-77aa-4824-820e-41aa2cca6128&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0824378 Nov 23 17:52:13.980745 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-ccce5dc2-7500-4a0d-97ff-6a79d4fcf3e5 tempest-DvrRoutersNegativeTest-1865189052 tempest-DvrRoutersNegativeTest-1865189052-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-938325138', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:52:13.984162 n-d-816206-8 neutron-server[103590]: DEBUG neutron.policy [None req-ccce5dc2-7500-4a0d-97ff-6a79d4fcf3e5 tempest-DvrRoutersNegativeTest-1865189052 tempest-DvrRoutersNegativeTest-1865189052-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=103590) log_rule_list /opt/stack/neutron/neutron/policy.py:450}} Nov 23 17:52:13.984674 n-d-816206-8 neutron-server[103590]: DEBUG neutron.policy [None req-ccce5dc2-7500-4a0d-97ff-6a79d4fcf3e5 tempest-DvrRoutersNegativeTest-1865189052 tempest-DvrRoutersNegativeTest-1865189052-project] Failed policy check for 'create_router' {{(pid=103590) enforce /opt/stack/neutron/neutron/policy.py:524}} Nov 23 17:52:13.985517 n-d-816206-8 neutron-server[103590]: INFO neutron.api.v2.resource [None req-ccce5dc2-7500-4a0d-97ff-6a79d4fcf3e5 tempest-DvrRoutersNegativeTest-1865189052 tempest-DvrRoutersNegativeTest-1865189052-project] create failed (client error): Access was denied to this resource. Nov 23 17:52:13.989595 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-ccce5dc2-7500-4a0d-97ff-6a79d4fcf3e5 tempest-DvrRoutersNegativeTest-1865189052 tempest-DvrRoutersNegativeTest-1865189052-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.4372191 Nov 23 17:52:14.275903 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:14.354478 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 42198) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:52:14.562963 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-83339a87-28ee-4455-8e01-ee2b6e147c17 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:14.666337 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-83339a87-28ee-4455-8e01-ee2b6e147c17 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:14.672969 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-83339a87-28ee-4455-8e01-ee2b6e147c17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:14.725646 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-83339a87-28ee-4455-8e01-ee2b6e147c17 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=8f6dd076bac9491f971dd40927144304&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3698034 Nov 23 17:52:14.729370 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 42210) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:52:14.757692 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83339a87-28ee-4455-8e01-ee2b6e147c17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76b930ec-2472-42fc-a1ac-14349c39d234,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:52:14.843472 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c77f3db0-7ca4-4f4e-b03a-00c4702edc39 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:14.869240 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c77f3db0-7ca4-4f4e-b03a-00c4702edc39 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:14.970960 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c77f3db0-7ca4-4f4e-b03a-00c4702edc39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:14.978767 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c77f3db0-7ca4-4f4e-b03a-00c4702edc39 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:14.982442 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-c77f3db0-7ca4-4f4e-b03a-00c4702edc39 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/76b930ec-2472-42fc-a1ac-14349c39d234 HTTP/1.1" status: 204 len: 168 time: 0.2499118 Nov 23 17:52:15.020602 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77f3db0-7ca4-4f4e-b03a-00c4702edc39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76b930ec-2472-42fc-a1ac-14349c39d234,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:52:15.116478 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-8a18412b-b432-40df-993f-684a5cb12163 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:15.136062 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f16a368-a281-4995-92d9-c05580e50711 req-6e8874dc-67d9-4548-8f22-dcb5a66f1887 tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:52:15.137661 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-0f16a368-a281-4995-92d9-c05580e50711 req-6e8874dc-67d9-4548-8f22-dcb5a66f1887 tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] 10.222.0.60 "GET /v2.0/ports?device_id=84e4a83d-70e7-4464-bfce-8989790c75ec HTTP/1.1" status: 200 len: 945 time: 0.0705075 Nov 23 17:52:15.225954 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-0f16a368-a281-4995-92d9-c05580e50711 req-99e83b7e-c116-4c97-8242-b402ec3d8b9b tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b27d2e1-77aa-4824-820e-41aa2cca6128&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742841 Nov 23 17:52:15.858156 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 42248) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:52:16.035145 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 42254) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:52:16.109105 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-6fef21ce-8330-4b49-bc30-a9a355f9517a tempest-RoutersNegativeIpV6Test-203867678 tempest-RoutersNegativeIpV6Test-203867678-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1181198173', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:52:16.153178 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-b375e171-9d53-4258-b6e0-c60526415846 tempest-RoutersAdminNegativeTest-1940467355 tempest-RoutersAdminNegativeTest-1940467355-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1769042464', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:52:16.186288 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6fef21ce-8330-4b49-bc30-a9a355f9517a tempest-RoutersNegativeIpV6Test-203867678 tempest-RoutersNegativeIpV6Test-203867678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1793449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8093'] for router, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:16.188875 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6fef21ce-8330-4b49-bc30-a9a355f9517a tempest-RoutersNegativeIpV6Test-203867678 tempest-RoutersNegativeIpV6Test-203867678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1794473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1794771', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1638326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8086'] for router, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:16.283369 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b375e171-9d53-4258-b6e0-c60526415846 tempest-RoutersAdminNegativeTest-1940467355 tempest-RoutersAdminNegativeTest-1940467355-project-admin] Made reservation on behalf of 605c8d192ffd452fb0c098c4e87d98a6 for: {'port': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:52:16.283369 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b375e171-9d53-4258-b6e0-c60526415846 tempest-RoutersAdminNegativeTest-1940467355 tempest-RoutersAdminNegativeTest-1940467355-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:16.318553 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b375e171-9d53-4258-b6e0-c60526415846 tempest-RoutersAdminNegativeTest-1940467355 tempest-RoutersAdminNegativeTest-1940467355-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:16.330900 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6fef21ce-8330-4b49-bc30-a9a355f9517a tempest-RoutersNegativeIpV6Test-203867678 tempest-RoutersNegativeIpV6Test-203867678-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:16.348704 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6fef21ce-8330-4b49-bc30-a9a355f9517a tempest-RoutersNegativeIpV6Test-203867678 tempest-RoutersNegativeIpV6Test-203867678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1794316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1795362'] for router, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:16.379408 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6fef21ce-8330-4b49-bc30-a9a355f9517a tempest-RoutersNegativeIpV6Test-203867678 tempest-RoutersNegativeIpV6Test-203867678-project] Publish callbacks [] for router, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:16.381549 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-6fef21ce-8330-4b49-bc30-a9a355f9517a tempest-RoutersNegativeIpV6Test-203867678 tempest-RoutersNegativeIpV6Test-203867678-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.3457854 Nov 23 17:52:16.386450 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 42266) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:52:16.394550 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-6506567d-d8b5-4fce-9376-7c10beda99ef tempest-RoutersNegativeIpV6Test-203867678 tempest-RoutersNegativeIpV6Test-203867678-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1747936190'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:52:16.435014 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6506567d-d8b5-4fce-9376-7c10beda99ef tempest-RoutersNegativeIpV6Test-203867678 tempest-RoutersNegativeIpV6Test-203867678-project] Made reservation on behalf of 723c7ccc1ada43e4b87ac630fcfca65d for: {'network': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:52:16.438719 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6506567d-d8b5-4fce-9376-7c10beda99ef tempest-RoutersNegativeIpV6Test-203867678 tempest-RoutersNegativeIpV6Test-203867678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for network, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:16.452262 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c0aa3b-637f-46f2-a59c-93549da73f67 req-8c0bb4c7-05fd-4417-97de-3a115606e7eb tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:52:16.456119 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6506567d-d8b5-4fce-9376-7c10beda99ef tempest-RoutersNegativeIpV6Test-203867678 tempest-RoutersNegativeIpV6Test-203867678-project] Publish callbacks [] for security_group, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:16.463739 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-56c0aa3b-637f-46f2-a59c-93549da73f67 req-8c0bb4c7-05fd-4417-97de-3a115606e7eb tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] 10.222.0.60 "GET /v2.0/ports?device_id=84e4a83d-70e7-4464-bfce-8989790c75ec HTTP/1.1" status: 200 len: 945 time: 0.0985920 Nov 23 17:52:16.473172 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b375e171-9d53-4258-b6e0-c60526415846 tempest-RoutersAdminNegativeTest-1940467355 tempest-RoutersAdminNegativeTest-1940467355-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:16.479757 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b375e171-9d53-4258-b6e0-c60526415846 tempest-RoutersAdminNegativeTest-1940467355 tempest-RoutersAdminNegativeTest-1940467355-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:16.495191 n-d-816206-8 neutron-server[103590]: DEBUG neutron.notifiers.nova [None req-b375e171-9d53-4258-b6e0-c60526415846 tempest-RoutersAdminNegativeTest-1940467355 tempest-RoutersAdminNegativeTest-1940467355-project-admin] device_id is not set on port 504cf354-331f-4517-aa15-b0c4a5b3f787 yet. {{(pid=103590) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 17:52:16.538223 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-56c0aa3b-637f-46f2-a59c-93549da73f67 req-e6a010f9-6c7a-432b-b3cf-a7380c66d3f9 tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b27d2e1-77aa-4824-820e-41aa2cca6128&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734847 Nov 23 17:52:16.554005 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-52822d53-48f5-4819-8a95-bdc13aea0bf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:16.569235 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b375e171-9d53-4258-b6e0-c60526415846 tempest-RoutersAdminNegativeTest-1940467355 tempest-RoutersAdminNegativeTest-1940467355-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c7b29dd-d380-41be-8d3e-1e0fa3a5f4a5,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:52:16.667131 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-b375e171-9d53-4258-b6e0-c60526415846 tempest-RoutersAdminNegativeTest-1940467355 tempest-RoutersAdminNegativeTest-1940467355-project-admin] Allocated IP 172.25.3.40 (4c8455ba-1be5-42ac-b8c2-8a16e1292d55/08fe3644-ce41-4c3f-a7ea-92bac0f0fff5/504cf354-331f-4517-aa15-b0c4a5b3f787) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:52:16.679697 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6506567d-d8b5-4fce-9376-7c10beda99ef tempest-RoutersNegativeIpV6Test-203867678 tempest-RoutersNegativeIpV6Test-203867678-project] Publish callbacks [] for security_group, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:16.689203 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6506567d-d8b5-4fce-9376-7c10beda99ef tempest-RoutersNegativeIpV6Test-203867678 tempest-RoutersNegativeIpV6Test-203867678-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:16.725856 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6506567d-d8b5-4fce-9376-7c10beda99ef tempest-RoutersNegativeIpV6Test-203867678 tempest-RoutersNegativeIpV6Test-203867678-project] vlan segment allocate from pool success with {'vlan_id': 526, 'physical_network': 'physnet1'} {{(pid=103590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 17:52:16.756420 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6506567d-d8b5-4fce-9376-7c10beda99ef tempest-RoutersNegativeIpV6Test-203867678 tempest-RoutersNegativeIpV6Test-203867678-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d95a7ae-2a84-4b58-b8e9-17818bad1fa7,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:52:16.807127 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6506567d-d8b5-4fce-9376-7c10beda99ef tempest-RoutersNegativeIpV6Test-203867678 tempest-RoutersNegativeIpV6Test-203867678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:16.807474 n-d-816206-8 neutron-server[103590]: INFO neutron.db.segments_db [None req-6506567d-d8b5-4fce-9376-7c10beda99ef tempest-RoutersNegativeIpV6Test-203867678 tempest-RoutersNegativeIpV6Test-203867678-project] Added segment 404baaed-475f-42da-9bff-4d47992d9c61 of type vlan for network 14045c4e-9447-470b-b4e2-7f3ab6f7f93a Nov 23 17:52:16.897006 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6506567d-d8b5-4fce-9376-7c10beda99ef tempest-RoutersNegativeIpV6Test-203867678 tempest-RoutersNegativeIpV6Test-203867678-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736635338810'] for network, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:16.931903 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b375e171-9d53-4258-b6e0-c60526415846 tempest-RoutersAdminNegativeTest-1940467355 tempest-RoutersAdminNegativeTest-1940467355-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:16.979020 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6506567d-d8b5-4fce-9376-7c10beda99ef tempest-RoutersNegativeIpV6Test-203867678 tempest-RoutersNegativeIpV6Test-203867678-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493'] for network, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:16.991109 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6506567d-d8b5-4fce-9376-7c10beda99ef tempest-RoutersNegativeIpV6Test-203867678 tempest-RoutersNegativeIpV6Test-203867678-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:52:16.991777 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6506567d-d8b5-4fce-9376-7c10beda99ef tempest-RoutersNegativeIpV6Test-203867678 tempest-RoutersNegativeIpV6Test-203867678-project] Publish callbacks [] for network, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:17.000178 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b375e171-9d53-4258-b6e0-c60526415846 tempest-RoutersAdminNegativeTest-1940467355 tempest-RoutersAdminNegativeTest-1940467355-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:17.085585 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 42268) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:52:17.085926 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-6506567d-d8b5-4fce-9376-7c10beda99ef tempest-RoutersNegativeIpV6Test-203867678 tempest-RoutersNegativeIpV6Test-203867678-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.6979327 Nov 23 17:52:17.098308 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-cae336dd-4277-43b3-9a09-788c16291527 tempest-RoutersNegativeIpV6Test-203867678 tempest-RoutersNegativeIpV6Test-203867678-project] Request body: {'subnet': {'network_id': '14045c4e-9447-470b-b4e2-7f3ab6f7f93a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:52:17.127759 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b375e171-9d53-4258-b6e0-c60526415846 tempest-RoutersAdminNegativeTest-1940467355 tempest-RoutersAdminNegativeTest-1940467355-project-admin] Network 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:52:17.137790 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-b375e171-9d53-4258-b6e0-c60526415846 tempest-RoutersAdminNegativeTest-1940467355 tempest-RoutersAdminNegativeTest-1940467355-project-admin] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:52:17.140316 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b375e171-9d53-4258-b6e0-c60526415846 tempest-RoutersAdminNegativeTest-1940467355 tempest-RoutersAdminNegativeTest-1940467355-project-admin] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:52:17.154663 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c494b8c7-61ff-476d-b68b-0b6ac90a74ff None None] DHCP port deletion for 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:52:17.184291 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6506567d-d8b5-4fce-9376-7c10beda99ef tempest-RoutersNegativeIpV6Test-203867678 tempest-RoutersNegativeIpV6Test-203867678-project] Pushing event updated for resources: {'Network': ['ID=14045c4e-9447-470b-b4e2-7f3ab6f7f93a,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:52:17.202666 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Network 14045c4e-9447-470b-b4e2-7f3ab6f7f93a details requested by agent ovs-agent-n-d-816206-8 with host n-d-816206-8 {{(pid=103592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 17:52:17.220297 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b375e171-9d53-4258-b6e0-c60526415846 tempest-RoutersAdminNegativeTest-1940467355 tempest-RoutersAdminNegativeTest-1940467355-project-admin] Pushing event updated for resources: {'Port': ['ID=504cf354-331f-4517-aa15-b0c4a5b3f787,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:52:17.225846 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b375e171-9d53-4258-b6e0-c60526415846 tempest-RoutersAdminNegativeTest-1940467355 tempest-RoutersAdminNegativeTest-1940467355-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:52:17.227480 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b375e171-9d53-4258-b6e0-c60526415846 tempest-RoutersAdminNegativeTest-1940467355 tempest-RoutersAdminNegativeTest-1940467355-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:17.248741 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-b375e171-9d53-4258-b6e0-c60526415846 tempest-RoutersAdminNegativeTest-1940467355 tempest-RoutersAdminNegativeTest-1940467355-project-admin] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.3891981 Nov 23 17:52:17.251360 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 42272) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:52:17.257475 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-836f3f82-923e-436b-b608-c46d2cf7d033 tempest-RoutersAdminNegativeTest-1940467355 tempest-RoutersAdminNegativeTest-1940467355-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.40'}]}}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:52:17.279688 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cae336dd-4277-43b3-9a09-788c16291527 tempest-RoutersNegativeIpV6Test-203867678 tempest-RoutersNegativeIpV6Test-203867678-project] Made reservation on behalf of 723c7ccc1ada43e4b87ac630fcfca65d for: {'subnet': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:52:17.284408 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-cae336dd-4277-43b3-9a09-788c16291527 tempest-RoutersNegativeIpV6Test-203867678 tempest-RoutersNegativeIpV6Test-203867678-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264314294'] for subnet, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:17.292232 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-962d7e42-331e-4025-84ed-7af0a11bbd57 None None] Provisioning complete for port 504cf354-331f-4517-aa15-b0c4a5b3f787 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:52:17.293010 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-962d7e42-331e-4025-84ed-7af0a11bbd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:17.313112 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-836f3f82-923e-436b-b608-c46d2cf7d033 tempest-RoutersAdminNegativeTest-1940467355 tempest-RoutersAdminNegativeTest-1940467355-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1793449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8093'] for router, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:17.314544 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-836f3f82-923e-436b-b608-c46d2cf7d033 tempest-RoutersAdminNegativeTest-1940467355 tempest-RoutersAdminNegativeTest-1940467355-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1794473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1794771', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1638326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8086'] for router, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:17.338112 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-962d7e42-331e-4025-84ed-7af0a11bbd57 None None] Port 504cf354-331f-4517-aa15-b0c4a5b3f787 cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:52:17.386798 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-836f3f82-923e-436b-b608-c46d2cf7d033 tempest-RoutersAdminNegativeTest-1940467355 tempest-RoutersAdminNegativeTest-1940467355-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:17.503434 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-cae336dd-4277-43b3-9a09-788c16291527 tempest-RoutersNegativeIpV6Test-203867678 tempest-RoutersNegativeIpV6Test-203867678-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264758079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264314276'] for subnet, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:17.529504 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-836f3f82-923e-436b-b608-c46d2cf7d033 tempest-RoutersAdminNegativeTest-1940467355 tempest-RoutersAdminNegativeTest-1940467355-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:17.573243 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae336dd-4277-43b3-9a09-788c16291527 tempest-RoutersNegativeIpV6Test-203867678 tempest-RoutersNegativeIpV6Test-203867678-project] Pushing event updated for resources: {'Subnet': ['ID=754a2a8d-80f9-4b30-817a-ad7a66ed2b90,revision_number=0']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:52:17.591719 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cae336dd-4277-43b3-9a09-788c16291527 tempest-RoutersNegativeIpV6Test-203867678 tempest-RoutersNegativeIpV6Test-203867678-project] Checking segment: {'id': '404baaed-475f-42da-9bff-4d47992d9c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '14045c4e-9447-470b-b4e2-7f3ab6f7f93a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:52:17.592096 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cae336dd-4277-43b3-9a09-788c16291527 tempest-RoutersNegativeIpV6Test-203867678 tempest-RoutersNegativeIpV6Test-203867678-project] Network hostable DHCP agents. Network: 14045c4e-9447-470b-b4e2-7f3ab6f7f93a, hostable agents: ['0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3'], hosted agents: [] {{(pid=103591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 17:52:17.619745 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cae336dd-4277-43b3-9a09-788c16291527 tempest-RoutersNegativeIpV6Test-203867678 tempest-RoutersNegativeIpV6Test-203867678-project] Network 14045c4e-9447-470b-b4e2-7f3ab6f7f93a is scheduled to be hosted by DHCP agent 0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3 with binding_index 1 {{(pid=103591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 17:52:17.640595 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [None req-cae336dd-4277-43b3-9a09-788c16291527 tempest-RoutersNegativeIpV6Test-203867678 tempest-RoutersNegativeIpV6Test-203867678-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-8, 14045c4e-9447-470b-b4e2-7f3ab6f7f93a) {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:52:17.656815 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28068dc4-9102-4b40-a2e0-af49d753a7b2 None None] Network 14045c4e-9447-470b-b4e2-7f3ab6f7f93a requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:52:17.690837 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cae336dd-4277-43b3-9a09-788c16291527 tempest-RoutersNegativeIpV6Test-203867678 tempest-RoutersNegativeIpV6Test-203867678-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:52:17.691877 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-cae336dd-4277-43b3-9a09-788c16291527 tempest-RoutersNegativeIpV6Test-203867678 tempest-RoutersNegativeIpV6Test-203867678-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for subnet, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:17.720892 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-cae336dd-4277-43b3-9a09-788c16291527 tempest-RoutersNegativeIpV6Test-203867678 tempest-RoutersNegativeIpV6Test-203867678-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6328483 Nov 23 17:52:17.724428 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 42278) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:52:17.731036 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-97ed25b4-8755-4df9-af1a-2167ca8a9cfd tempest-RoutersNegativeIpV6Test-203867678 tempest-RoutersNegativeIpV6Test-203867678-project] Request body: {'network': {'name': 'tempest-router-network01--1201035920'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:52:17.757369 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efe48ea-203b-496b-8d69-ff62bec759a3 req-a04a2551-1f9c-49fe-a777-0dbafd008320 tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:52:17.759147 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9efe48ea-203b-496b-8d69-ff62bec759a3 req-a04a2551-1f9c-49fe-a777-0dbafd008320 tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] 10.222.0.60 "GET /v2.0/ports?device_id=84e4a83d-70e7-4464-bfce-8989790c75ec HTTP/1.1" status: 200 len: 945 time: 0.1312437 Nov 23 17:52:17.808663 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97ed25b4-8755-4df9-af1a-2167ca8a9cfd tempest-RoutersNegativeIpV6Test-203867678 tempest-RoutersNegativeIpV6Test-203867678-project] Made reservation on behalf of 723c7ccc1ada43e4b87ac630fcfca65d for: {'network': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:52:17.812353 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-97ed25b4-8755-4df9-af1a-2167ca8a9cfd tempest-RoutersNegativeIpV6Test-203867678 tempest-RoutersNegativeIpV6Test-203867678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for network, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:17.845098 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97ed25b4-8755-4df9-af1a-2167ca8a9cfd tempest-RoutersNegativeIpV6Test-203867678 tempest-RoutersNegativeIpV6Test-203867678-project] vlan segment allocate from pool success with {'vlan_id': 546, 'physical_network': 'physnet1'} {{(pid=103591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 17:52:17.856444 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-97ed25b4-8755-4df9-af1a-2167ca8a9cfd tempest-RoutersNegativeIpV6Test-203867678 tempest-RoutersNegativeIpV6Test-203867678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:17.856820 n-d-816206-8 neutron-server[103591]: INFO neutron.db.segments_db [None req-97ed25b4-8755-4df9-af1a-2167ca8a9cfd tempest-RoutersNegativeIpV6Test-203867678 tempest-RoutersNegativeIpV6Test-203867678-project] Added segment 98dee568-9c70-42ee-b569-84105621bc4c of type vlan for network 0b78beb1-1ce4-41d9-a7da-5eba2e67d36b Nov 23 17:52:17.873847 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9a27ae6c-db98-474f-94c1-cc99bf842d79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:17.878462 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13b7a4c4-3f27-444b-ba36-d8ad6eab6c1b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp355044b8-8e87-58c4-94fa-4a010ec30f9e-14045c4e-9447-470b-b4e2-7f3ab6f7f93a', 'network_id': '14045c4e-9447-470b-b4e2-7f3ab6f7f93a', 'tenant_id': '723c7ccc1ada43e4b87ac630fcfca65d', 'fixed_ips': [{'subnet_id': '754a2a8d-80f9-4b30-817a-ad7a66ed2b90'}]}} from n-d-816206-8. {{(pid=103592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 17:52:17.879611 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-13b7a4c4-3f27-444b-ba36-d8ad6eab6c1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:17.911817 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9efe48ea-203b-496b-8d69-ff62bec759a3 req-c85374c8-fb92-41c9-a3e1-a62c0a2ba519 tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b27d2e1-77aa-4824-820e-41aa2cca6128&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1465669 Nov 23 17:52:17.920765 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-97ed25b4-8755-4df9-af1a-2167ca8a9cfd tempest-RoutersNegativeIpV6Test-203867678 tempest-RoutersNegativeIpV6Test-203867678-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736635338810'] for network, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:17.966048 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-97ed25b4-8755-4df9-af1a-2167ca8a9cfd tempest-RoutersNegativeIpV6Test-203867678 tempest-RoutersNegativeIpV6Test-203867678-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493'] for network, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:17.976430 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97ed25b4-8755-4df9-af1a-2167ca8a9cfd tempest-RoutersNegativeIpV6Test-203867678 tempest-RoutersNegativeIpV6Test-203867678-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:52:17.978230 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-97ed25b4-8755-4df9-af1a-2167ca8a9cfd tempest-RoutersNegativeIpV6Test-203867678 tempest-RoutersNegativeIpV6Test-203867678-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for network, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:18.000764 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-97ed25b4-8755-4df9-af1a-2167ca8a9cfd tempest-RoutersNegativeIpV6Test-203867678 tempest-RoutersNegativeIpV6Test-203867678-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2754321 Nov 23 17:52:18.003211 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 42280) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:52:18.009393 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-0ff5e4c2-e885-414d-bf41-9bc1272ed45e tempest-RoutersNegativeIpV6Test-203867678 tempest-RoutersNegativeIpV6Test-203867678-project] Request body: {'network': {'name': 'tempest-router-network02--2069551091'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:52:18.115703 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-836f3f82-923e-436b-b608-c46d2cf7d033 tempest-RoutersAdminNegativeTest-1940467355 tempest-RoutersAdminNegativeTest-1940467355-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:18.139353 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ed25b4-8755-4df9-af1a-2167ca8a9cfd tempest-RoutersNegativeIpV6Test-203867678 tempest-RoutersNegativeIpV6Test-203867678-project] Pushing event updated for resources: {'Network': ['ID=0b78beb1-1ce4-41d9-a7da-5eba2e67d36b,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:52:18.146641 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ff5e4c2-e885-414d-bf41-9bc1272ed45e tempest-RoutersNegativeIpV6Test-203867678 tempest-RoutersNegativeIpV6Test-203867678-project] Made reservation on behalf of 723c7ccc1ada43e4b87ac630fcfca65d for: {'network': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:52:18.155515 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-836f3f82-923e-436b-b608-c46d2cf7d033 tempest-RoutersAdminNegativeTest-1940467355 tempest-RoutersAdminNegativeTest-1940467355-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:18.156799 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-0ff5e4c2-e885-414d-bf41-9bc1272ed45e tempest-RoutersNegativeIpV6Test-203867678 tempest-RoutersNegativeIpV6Test-203867678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for network, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:18.222203 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ff5e4c2-e885-414d-bf41-9bc1272ed45e tempest-RoutersNegativeIpV6Test-203867678 tempest-RoutersNegativeIpV6Test-203867678-project] vlan segment allocate from pool success with {'vlan_id': 512, 'physical_network': 'physnet1'} {{(pid=103591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 17:52:18.249879 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-0ff5e4c2-e885-414d-bf41-9bc1272ed45e tempest-RoutersNegativeIpV6Test-203867678 tempest-RoutersNegativeIpV6Test-203867678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:18.252106 n-d-816206-8 neutron-server[103591]: INFO neutron.db.segments_db [None req-0ff5e4c2-e885-414d-bf41-9bc1272ed45e tempest-RoutersNegativeIpV6Test-203867678 tempest-RoutersNegativeIpV6Test-203867678-project] Added segment d76cbaaf-2ffa-45f7-ad4d-35ac088d85e8 of type vlan for network 95da2bad-a3a9-43d8-b260-88d35a0f558b Nov 23 17:52:18.297650 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Network 0b78beb1-1ce4-41d9-a7da-5eba2e67d36b details requested by agent ovs-agent-n-d-816206-8 with host n-d-816206-8 {{(pid=103592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 17:52:18.331360 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-0ff5e4c2-e885-414d-bf41-9bc1272ed45e tempest-RoutersNegativeIpV6Test-203867678 tempest-RoutersNegativeIpV6Test-203867678-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736635338810'] for network, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:18.385233 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-0ff5e4c2-e885-414d-bf41-9bc1272ed45e tempest-RoutersNegativeIpV6Test-203867678 tempest-RoutersNegativeIpV6Test-203867678-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493'] for network, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:18.401234 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ff5e4c2-e885-414d-bf41-9bc1272ed45e tempest-RoutersNegativeIpV6Test-203867678 tempest-RoutersNegativeIpV6Test-203867678-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:52:18.402237 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-0ff5e4c2-e885-414d-bf41-9bc1272ed45e tempest-RoutersNegativeIpV6Test-203867678 tempest-RoutersNegativeIpV6Test-203867678-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for network, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:18.509362 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:18.524802 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-0ff5e4c2-e885-414d-bf41-9bc1272ed45e tempest-RoutersNegativeIpV6Test-203867678 tempest-RoutersNegativeIpV6Test-203867678-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5190568 Nov 23 17:52:18.526776 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 42286) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:52:18.553288 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-d4068e83-0203-47c6-b895-32dcad67d8c5 tempest-RoutersNegativeIpV6Test-203867678 tempest-RoutersNegativeIpV6Test-203867678-project] Request body: {'subnet': {'network_id': '0b78beb1-1ce4-41d9-a7da-5eba2e67d36b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:52:18.577816 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.db_base_plugin_common [None req-13b7a4c4-3f27-444b-ba36-d8ad6eab6c1b None None] Allocated IP 2001:db8::2 (14045c4e-9447-470b-b4e2-7f3ab6f7f93a/754a2a8d-80f9-4b30-817a-ad7a66ed2b90/99fb9a96-a2e2-409f-a2ba-f60840694a27) {{(pid=103592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:52:18.797773 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4068e83-0203-47c6-b895-32dcad67d8c5 tempest-RoutersNegativeIpV6Test-203867678 tempest-RoutersNegativeIpV6Test-203867678-project] Made reservation on behalf of 723c7ccc1ada43e4b87ac630fcfca65d for: {'subnet': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:52:18.804233 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d4068e83-0203-47c6-b895-32dcad67d8c5 tempest-RoutersNegativeIpV6Test-203867678 tempest-RoutersNegativeIpV6Test-203867678-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264730903'] for subnet, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:18.863255 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-836f3f82-923e-436b-b608-c46d2cf7d033 tempest-RoutersAdminNegativeTest-1940467355 tempest-RoutersAdminNegativeTest-1940467355-project-admin] Publish callbacks [] for router, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:18.925333 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-13b7a4c4-3f27-444b-ba36-d8ad6eab6c1b None None] Publish callbacks [] for port, precommit_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:18.937954 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-13b7a4c4-3f27-444b-ba36-d8ad6eab6c1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980'] for port, after_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:19.015392 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff5e4c2-e885-414d-bf41-9bc1272ed45e tempest-RoutersNegativeIpV6Test-203867678 tempest-RoutersNegativeIpV6Test-203867678-project] Pushing event updated for resources: {'Network': ['ID=95da2bad-a3a9-43d8-b260-88d35a0f558b,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:52:19.036005 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Network 95da2bad-a3a9-43d8-b260-88d35a0f558b details requested by agent ovs-agent-n-d-816206-8 with host n-d-816206-8 {{(pid=103592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 17:52:19.042638 n-d-816206-8 neutron-server[103592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13b7a4c4-3f27-444b-ba36-d8ad6eab6c1b None None] Network 14045c4e-9447-470b-b4e2-7f3ab6f7f93a is already hosted by enough agents. {{(pid=103592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:52:19.077368 n-d-816206-8 neutron-server[103592]: DEBUG neutron.scheduler.base_scheduler [None req-13b7a4c4-3f27-444b-ba36-d8ad6eab6c1b None None] Resources bound (agent type, host, resource id): {{(pid=103592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:52:19.080809 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b7a4c4-3f27-444b-ba36-d8ad6eab6c1b None None] Pushing event updated for resources: {'Port': ['ID=99fb9a96-a2e2-409f-a2ba-f60840694a27,revision_number=1']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:52:19.084831 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13b7a4c4-3f27-444b-ba36-d8ad6eab6c1b None None] Received port after_create {{(pid=103592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:52:19.114089 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54473bb-d0a5-4780-a35f-e7735e84bb34 req-976efdd9-7a69-4812-bf72-402a4dcbc08e tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:52:19.129860 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f54473bb-d0a5-4780-a35f-e7735e84bb34 req-976efdd9-7a69-4812-bf72-402a4dcbc08e tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] 10.222.0.60 "GET /v2.0/ports?device_id=84e4a83d-70e7-4464-bfce-8989790c75ec HTTP/1.1" status: 200 len: 945 time: 0.0845482 Nov 23 17:52:19.189302 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f54473bb-d0a5-4780-a35f-e7735e84bb34 req-d98d7937-ee12-444d-9e83-8f92b1214d02 tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b27d2e1-77aa-4824-820e-41aa2cca6128&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577831 Nov 23 17:52:19.219705 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d4068e83-0203-47c6-b895-32dcad67d8c5 tempest-RoutersNegativeIpV6Test-203867678 tempest-RoutersNegativeIpV6Test-203867678-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264358096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264730885'] for subnet, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:19.297100 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-13b7a4c4-3f27-444b-ba36-d8ad6eab6c1b None None] Attempting to bind port 99fb9a96-a2e2-409f-a2ba-f60840694a27 on host n-d-816206-8 for vnic_type normal with profile {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:52:19.297481 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-13b7a4c4-3f27-444b-ba36-d8ad6eab6c1b None None] Attempting to bind port 99fb9a96-a2e2-409f-a2ba-f60840694a27 by drivers openvswitch,hyperv on host n-d-816206-8 at level 0 using segments [{'id': '404baaed-475f-42da-9bff-4d47992d9c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '14045c4e-9447-470b-b4e2-7f3ab6f7f93a'}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:52:19.297847 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13b7a4c4-3f27-444b-ba36-d8ad6eab6c1b None None] Attempting to bind port 99fb9a96-a2e2-409f-a2ba-f60840694a27 on network 14045c4e-9447-470b-b4e2-7f3ab6f7f93a {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:52:19.306462 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13b7a4c4-3f27-444b-ba36-d8ad6eab6c1b None None] Checking agent: {'id': '9e89acbe-4bbe-4c77-a18b-6f1da9133e0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 7, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 52, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:52:19.306839 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13b7a4c4-3f27-444b-ba36-d8ad6eab6c1b None None] Checking segment: {'id': '404baaed-475f-42da-9bff-4d47992d9c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '14045c4e-9447-470b-b4e2-7f3ab6f7f93a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:52:19.307237 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-13b7a4c4-3f27-444b-ba36-d8ad6eab6c1b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:19.307637 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13b7a4c4-3f27-444b-ba36-d8ad6eab6c1b None None] Bound using segment: {'id': '404baaed-475f-42da-9bff-4d47992d9c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '14045c4e-9447-470b-b4e2-7f3ab6f7f93a'} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:52:19.308203 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-13b7a4c4-3f27-444b-ba36-d8ad6eab6c1b None None] Bound port: 99fb9a96-a2e2-409f-a2ba-f60840694a27, host: n-d-816206-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '404baaed-475f-42da-9bff-4d47992d9c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '14045c4e-9447-470b-b4e2-7f3ab6f7f93a'}}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:52:19.308627 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-13b7a4c4-3f27-444b-ba36-d8ad6eab6c1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:19.385693 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4068e83-0203-47c6-b895-32dcad67d8c5 tempest-RoutersNegativeIpV6Test-203867678 tempest-RoutersNegativeIpV6Test-203867678-project] Pushing event updated for resources: {'Subnet': ['ID=ffc4b2d3-4fc5-4af3-8dbc-06d1df468ad9,revision_number=0']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:52:19.417466 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-13b7a4c4-3f27-444b-ba36-d8ad6eab6c1b None None] For port 99fb9a96-a2e2-409f-a2ba-f60840694a27, host n-d-816206-8, cleared binding levels {{(pid=103592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:52:19.421431 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-13b7a4c4-3f27-444b-ba36-d8ad6eab6c1b None None] For port 99fb9a96-a2e2-409f-a2ba-f60840694a27, host n-d-816206-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=99fb9a96-a2e2-409f-a2ba-f60840694a27,segment=NetworkSegment(404baaed-475f-42da-9bff-4d47992d9c61),segment_id=404baaed-475f-42da-9bff-4d47992d9c61)] {{(pid=103592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:52:19.428511 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-13b7a4c4-3f27-444b-ba36-d8ad6eab6c1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:19.446753 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-836f3f82-923e-436b-b608-c46d2cf7d033 tempest-RoutersAdminNegativeTest-1940467355 tempest-RoutersAdminNegativeTest-1940467355-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1794352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8175'] for router, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:19.450917 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-836f3f82-923e-436b-b608-c46d2cf7d033 tempest-RoutersAdminNegativeTest-1940467355 tempest-RoutersAdminNegativeTest-1940467355-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:19.529805 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-836f3f82-923e-436b-b608-c46d2cf7d033 tempest-RoutersAdminNegativeTest-1940467355 tempest-RoutersAdminNegativeTest-1940467355-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1795580'] for router, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:19.530318 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-836f3f82-923e-436b-b608-c46d2cf7d033 tempest-RoutersAdminNegativeTest-1940467355 tempest-RoutersAdminNegativeTest-1940467355-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9d8fae90-bee6-43a2-8715-0adf4ed71f61 {{(pid=103590) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 17:52:19.561852 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b7a4c4-3f27-444b-ba36-d8ad6eab6c1b None None] Pushing event updated for resources: {'Port': ['ID=99fb9a96-a2e2-409f-a2ba-f60840694a27,revision_number=2']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:52:19.575246 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4068e83-0203-47c6-b895-32dcad67d8c5 tempest-RoutersNegativeIpV6Test-203867678 tempest-RoutersNegativeIpV6Test-203867678-project] Checking segment: {'id': '98dee568-9c70-42ee-b569-84105621bc4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '0b78beb1-1ce4-41d9-a7da-5eba2e67d36b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:52:19.575428 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4068e83-0203-47c6-b895-32dcad67d8c5 tempest-RoutersNegativeIpV6Test-203867678 tempest-RoutersNegativeIpV6Test-203867678-project] Network hostable DHCP agents. Network: 0b78beb1-1ce4-41d9-a7da-5eba2e67d36b, hostable agents: ['0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3'], hosted agents: [] {{(pid=103590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 17:52:19.589594 n-d-816206-8 neutron-server[103590]: INFO neutron.api.v2.resource [None req-836f3f82-923e-436b-b608-c46d2cf7d033 tempest-RoutersAdminNegativeTest-1940467355 tempest-RoutersAdminNegativeTest-1940467355-project-admin] create failed (client error): There was a conflict when trying to complete your request. Nov 23 17:52:19.590907 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-836f3f82-923e-436b-b608-c46d2cf7d033 tempest-RoutersAdminNegativeTest-1940467355 tempest-RoutersAdminNegativeTest-1940467355-project-admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 2.3383245 Nov 23 17:52:19.593916 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 42298) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:52:19.623787 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985de7c1-a6b3-4a4c-a001-2b3457ee8481 req-e577b2f5-1464-43cc-bc07-6ab40a3882cd tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:52:19.625458 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-985de7c1-a6b3-4a4c-a001-2b3457ee8481 req-e577b2f5-1464-43cc-bc07-6ab40a3882cd tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] 10.222.0.60 "GET /v2.0/ports?device_id=84e4a83d-70e7-4464-bfce-8989790c75ec HTTP/1.1" status: 200 len: 945 time: 0.1728892 Nov 23 17:52:19.628472 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2136a4fa-1e56-455c-a629-098a8c1a245c req-375d7574-1495-42da-8afd-5a10dd038c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:52:19.629949 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2136a4fa-1e56-455c-a629-098a8c1a245c req-375d7574-1495-42da-8afd-5a10dd038c74 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a72787eb39f84cbca4e464c3cac6bedf&device_id=84e4a83d-70e7-4464-bfce-8989790c75ec HTTP/1.1" status: 200 len: 1096 time: 0.1640165 Nov 23 17:52:19.646478 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4068e83-0203-47c6-b895-32dcad67d8c5 tempest-RoutersNegativeIpV6Test-203867678 tempest-RoutersNegativeIpV6Test-203867678-project] Network 0b78beb1-1ce4-41d9-a7da-5eba2e67d36b is scheduled to be hosted by DHCP agent 0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3 with binding_index 1 {{(pid=103590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 17:52:19.666371 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-d4068e83-0203-47c6-b895-32dcad67d8c5 tempest-RoutersNegativeIpV6Test-203867678 tempest-RoutersNegativeIpV6Test-203867678-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-8, 0b78beb1-1ce4-41d9-a7da-5eba2e67d36b) {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:52:19.682663 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67bfd6a6-a21f-4ab4-8a3d-c89d6e874bbf None None] Network 0b78beb1-1ce4-41d9-a7da-5eba2e67d36b requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:52:19.693166 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4068e83-0203-47c6-b895-32dcad67d8c5 tempest-RoutersNegativeIpV6Test-203867678 tempest-RoutersNegativeIpV6Test-203867678-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:52:19.693756 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d4068e83-0203-47c6-b895-32dcad67d8c5 tempest-RoutersNegativeIpV6Test-203867678 tempest-RoutersNegativeIpV6Test-203867678-project] Publish callbacks [] for subnet, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:19.719659 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-d4068e83-0203-47c6-b895-32dcad67d8c5 tempest-RoutersNegativeIpV6Test-203867678 tempest-RoutersNegativeIpV6Test-203867678-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1800966 Nov 23 17:52:19.723271 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 42300) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:52:19.732204 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-c038a345-8f73-4abd-8ce8-247c859326a0 tempest-RoutersNegativeIpV6Test-203867678 tempest-RoutersNegativeIpV6Test-203867678-project] Request body: {'subnet': {'network_id': '95da2bad-a3a9-43d8-b260-88d35a0f558b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:52:19.793007 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-985de7c1-a6b3-4a4c-a001-2b3457ee8481 req-accfe519-ef55-495c-8c26-19aa09ea5d9b tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b27d2e1-77aa-4824-820e-41aa2cca6128&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1572580 Nov 23 17:52:19.846632 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2136a4fa-1e56-455c-a629-098a8c1a245c req-fd7dbc8e-97c5-43e6-a7d5-c5eddacf17a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:52:19.851438 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2136a4fa-1e56-455c-a629-098a8c1a245c req-fd7dbc8e-97c5-43e6-a7d5-c5eddacf17a4 service neutron] 10.222.0.36 "GET /v2.0/networks?id=65497e92-b0c3-442f-8f8a-bf07657099ba HTTP/1.1" status: 200 len: 912 time: 0.2113166 Nov 23 17:52:19.942098 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-f6b46e74-1d4e-4995-8f90-e750419bb87a tempest-RoutersAdminNegativeTest-1940467355 tempest-RoutersAdminNegativeTest-1940467355-project-admin] Deleting port 504cf354-331f-4517-aa15-b0c4a5b3f787 {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:52:19.942742 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f6b46e74-1d4e-4995-8f90-e750419bb87a tempest-RoutersAdminNegativeTest-1940467355 tempest-RoutersAdminNegativeTest-1940467355-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:19.994510 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2136a4fa-1e56-455c-a629-098a8c1a245c req-1aefb49c-3466-4171-8287-07f376218edc service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=86c2bd86-2e00-4057-980f-a4e5c1d7c4d0 HTTP/1.1" status: 200 len: 1000 time: 0.1309865 Nov 23 17:52:20.016135 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63bff809-11c2-486b-9ab8-e54e090ba3a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp355044b8-8e87-58c4-94fa-4a010ec30f9e-0b78beb1-1ce4-41d9-a7da-5eba2e67d36b', 'network_id': '0b78beb1-1ce4-41d9-a7da-5eba2e67d36b', 'tenant_id': '723c7ccc1ada43e4b87ac630fcfca65d', 'fixed_ips': [{'subnet_id': 'ffc4b2d3-4fc5-4af3-8dbc-06d1df468ad9'}]}} from n-d-816206-8. {{(pid=103592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 17:52:20.017797 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-63bff809-11c2-486b-9ab8-e54e090ba3a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:20.076831 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c038a345-8f73-4abd-8ce8-247c859326a0 tempest-RoutersNegativeIpV6Test-203867678 tempest-RoutersNegativeIpV6Test-203867678-project] Made reservation on behalf of 723c7ccc1ada43e4b87ac630fcfca65d for: {'subnet': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:52:20.080454 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2136a4fa-1e56-455c-a629-098a8c1a245c req-cefd550b-5a6e-4bfb-b455-08fab8882d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:52:20.080687 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c038a345-8f73-4abd-8ce8-247c859326a0 tempest-RoutersNegativeIpV6Test-203867678 tempest-RoutersNegativeIpV6Test-203867678-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264730903'] for subnet, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:20.084214 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2136a4fa-1e56-455c-a629-098a8c1a245c req-cefd550b-5a6e-4bfb-b455-08fab8882d23 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=edc28ddc-ae2c-4b2b-bf91-4f5ac80bdafe HTTP/1.1" status: 200 len: 850 time: 0.0816453 Nov 23 17:52:20.167654 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2136a4fa-1e56-455c-a629-098a8c1a245c req-7c9355ab-6b58-480e-9895-d50af066f011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:52:20.169571 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2136a4fa-1e56-455c-a629-098a8c1a245c req-7c9355ab-6b58-480e-9895-d50af066f011 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=65497e92-b0c3-442f-8f8a-bf07657099ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0654831 Nov 23 17:52:20.193204 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f6b46e74-1d4e-4995-8f90-e750419bb87a tempest-RoutersAdminNegativeTest-1940467355 tempest-RoutersAdminNegativeTest-1940467355-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:20.206029 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.db_base_plugin_common [None req-63bff809-11c2-486b-9ab8-e54e090ba3a9 None None] Allocated IP 2001:db8::2 (0b78beb1-1ce4-41d9-a7da-5eba2e67d36b/ffc4b2d3-4fc5-4af3-8dbc-06d1df468ad9/f5573e63-ad24-4016-81d8-0ae488893f3b) {{(pid=103592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:52:20.216531 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-f6b46e74-1d4e-4995-8f90-e750419bb87a tempest-RoutersAdminNegativeTest-1940467355 tempest-RoutersAdminNegativeTest-1940467355-project-admin] Calling delete_port for 504cf354-331f-4517-aa15-b0c4a5b3f787 owned by {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:52:20.406477 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c038a345-8f73-4abd-8ce8-247c859326a0 tempest-RoutersNegativeIpV6Test-203867678 tempest-RoutersNegativeIpV6Test-203867678-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264358096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264730885'] for subnet, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:20.422200 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-63bff809-11c2-486b-9ab8-e54e090ba3a9 None None] Publish callbacks [] for port, precommit_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:20.431161 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-63bff809-11c2-486b-9ab8-e54e090ba3a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980'] for port, after_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:20.440689 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2136a4fa-1e56-455c-a629-098a8c1a245c req-2e8bbb46-16a7-4bd1-9f09-558eb6daed14 service neutron] 10.222.0.36 "GET /v2.0/networks/65497e92-b0c3-442f-8f8a-bf07657099ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2577224 Nov 23 17:52:20.468715 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 99fb9a96-a2e2-409f-a2ba-f60840694a27 up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:52:20.480853 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c038a345-8f73-4abd-8ce8-247c859326a0 tempest-RoutersNegativeIpV6Test-203867678 tempest-RoutersNegativeIpV6Test-203867678-project] Pushing event updated for resources: {'Subnet': ['ID=32efe8f8-7af8-4132-8086-1ef1125eee93,revision_number=0']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:52:20.567488 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c038a345-8f73-4abd-8ce8-247c859326a0 tempest-RoutersNegativeIpV6Test-203867678 tempest-RoutersNegativeIpV6Test-203867678-project] Checking segment: {'id': 'd76cbaaf-2ffa-45f7-ad4d-35ac088d85e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '95da2bad-a3a9-43d8-b260-88d35a0f558b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:52:20.568180 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c038a345-8f73-4abd-8ce8-247c859326a0 tempest-RoutersNegativeIpV6Test-203867678 tempest-RoutersNegativeIpV6Test-203867678-project] Network hostable DHCP agents. Network: 95da2bad-a3a9-43d8-b260-88d35a0f558b, hostable agents: ['0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3'], hosted agents: [] {{(pid=103590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 17:52:20.601419 n-d-816206-8 neutron-server[103592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63bff809-11c2-486b-9ab8-e54e090ba3a9 None None] Network 0b78beb1-1ce4-41d9-a7da-5eba2e67d36b is already hosted by enough agents. {{(pid=103592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:52:20.605110 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bff809-11c2-486b-9ab8-e54e090ba3a9 None None] Pushing event updated for resources: {'Port': ['ID=f5573e63-ad24-4016-81d8-0ae488893f3b,revision_number=1']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:52:20.605283 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f6b46e74-1d4e-4995-8f90-e750419bb87a tempest-RoutersAdminNegativeTest-1940467355 tempest-RoutersAdminNegativeTest-1940467355-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:20.609752 n-d-816206-8 neutron-server[103592]: DEBUG neutron.scheduler.base_scheduler [None req-63bff809-11c2-486b-9ab8-e54e090ba3a9 None None] Resources bound (agent type, host, resource id): {{(pid=103592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:52:20.624044 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63bff809-11c2-486b-9ab8-e54e090ba3a9 None None] Received port after_create {{(pid=103592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:52:20.632741 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port 99fb9a96-a2e2-409f-a2ba-f60840694a27 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:52:20.633906 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:20.645347 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2136a4fa-1e56-455c-a629-098a8c1a245c req-c5a4b82b-09fa-434a-9a67-2282552ef337 service neutron] 10.222.0.36 "GET /v2.0/networks/65497e92-b0c3-442f-8f8a-bf07657099ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1954532 Nov 23 17:52:20.667999 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c038a345-8f73-4abd-8ce8-247c859326a0 tempest-RoutersNegativeIpV6Test-203867678 tempest-RoutersNegativeIpV6Test-203867678-project] Network 95da2bad-a3a9-43d8-b260-88d35a0f558b is scheduled to be hosted by DHCP agent 0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3 with binding_index 1 {{(pid=103590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 17:52:20.683292 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b46e74-1d4e-4995-8f90-e750419bb87a tempest-RoutersAdminNegativeTest-1940467355 tempest-RoutersAdminNegativeTest-1940467355-project-admin] Pushing event deleted for resources: {'Port': ['ID=504cf354-331f-4517-aa15-b0c4a5b3f787,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:52:20.705555 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-c038a345-8f73-4abd-8ce8-247c859326a0 tempest-RoutersNegativeIpV6Test-203867678 tempest-RoutersNegativeIpV6Test-203867678-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-8, 95da2bad-a3a9-43d8-b260-88d35a0f558b) {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:52:20.730757 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c038a345-8f73-4abd-8ce8-247c859326a0 tempest-RoutersNegativeIpV6Test-203867678 tempest-RoutersNegativeIpV6Test-203867678-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:52:20.731403 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c038a345-8f73-4abd-8ce8-247c859326a0 tempest-RoutersNegativeIpV6Test-203867678 tempest-RoutersNegativeIpV6Test-203867678-project] Publish callbacks [] for subnet, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:20.751161 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9282330-bdac-45ec-af05-11e17bd69cb6 None None] DHCP port deletion for 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:52:20.752916 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9619aae1-6018-4950-baf4-5cda48f9c342 None None] Network 95da2bad-a3a9-43d8-b260-88d35a0f558b requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:52:20.794725 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-c038a345-8f73-4abd-8ce8-247c859326a0 tempest-RoutersNegativeIpV6Test-203867678 tempest-RoutersNegativeIpV6Test-203867678-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0694187 Nov 23 17:52:20.797505 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 42306) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:52:20.821687 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-63bff809-11c2-486b-9ab8-e54e090ba3a9 None None] Attempting to bind port f5573e63-ad24-4016-81d8-0ae488893f3b on host n-d-816206-8 for vnic_type normal with profile {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:52:20.822187 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-63bff809-11c2-486b-9ab8-e54e090ba3a9 None None] Attempting to bind port f5573e63-ad24-4016-81d8-0ae488893f3b by drivers openvswitch,hyperv on host n-d-816206-8 at level 0 using segments [{'id': '98dee568-9c70-42ee-b569-84105621bc4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '0b78beb1-1ce4-41d9-a7da-5eba2e67d36b'}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:52:20.823687 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63bff809-11c2-486b-9ab8-e54e090ba3a9 None None] Attempting to bind port f5573e63-ad24-4016-81d8-0ae488893f3b on network 0b78beb1-1ce4-41d9-a7da-5eba2e67d36b {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:52:20.834026 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63bff809-11c2-486b-9ab8-e54e090ba3a9 None None] Checking agent: {'id': '9e89acbe-4bbe-4c77-a18b-6f1da9133e0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 7, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 52, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:52:20.834378 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63bff809-11c2-486b-9ab8-e54e090ba3a9 None None] Checking segment: {'id': '98dee568-9c70-42ee-b569-84105621bc4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '0b78beb1-1ce4-41d9-a7da-5eba2e67d36b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:52:20.834788 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-63bff809-11c2-486b-9ab8-e54e090ba3a9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:20.835188 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63bff809-11c2-486b-9ab8-e54e090ba3a9 None None] Bound using segment: {'id': '98dee568-9c70-42ee-b569-84105621bc4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '0b78beb1-1ce4-41d9-a7da-5eba2e67d36b'} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:52:20.835674 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-63bff809-11c2-486b-9ab8-e54e090ba3a9 None None] Bound port: f5573e63-ad24-4016-81d8-0ae488893f3b, host: n-d-816206-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98dee568-9c70-42ee-b569-84105621bc4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '0b78beb1-1ce4-41d9-a7da-5eba2e67d36b'}}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:52:20.836660 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-63bff809-11c2-486b-9ab8-e54e090ba3a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:20.854826 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f6b46e74-1d4e-4995-8f90-e750419bb87a tempest-RoutersAdminNegativeTest-1940467355 tempest-RoutersAdminNegativeTest-1940467355-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:20.888123 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-f6b46e74-1d4e-4995-8f90-e750419bb87a tempest-RoutersAdminNegativeTest-1940467355 tempest-RoutersAdminNegativeTest-1940467355-project-admin] 10.222.0.60 "DELETE /v2.0/ports/504cf354-331f-4517-aa15-b0c4a5b3f787 HTTP/1.1" status: 204 len: 168 time: 1.2832465 Nov 23 17:52:21.010928 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-63bff809-11c2-486b-9ab8-e54e090ba3a9 None None] For port f5573e63-ad24-4016-81d8-0ae488893f3b, host n-d-816206-8, cleared binding levels {{(pid=103592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:52:21.024788 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-63bff809-11c2-486b-9ab8-e54e090ba3a9 None None] For port f5573e63-ad24-4016-81d8-0ae488893f3b, host n-d-816206-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=f5573e63-ad24-4016-81d8-0ae488893f3b,segment=NetworkSegment(98dee568-9c70-42ee-b569-84105621bc4c),segment_id=98dee568-9c70-42ee-b569-84105621bc4c)] {{(pid=103592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:52:21.052402 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-63bff809-11c2-486b-9ab8-e54e090ba3a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:21.318517 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17123839-143c-4972-9286-4ee83e1ecf5f req-7269c18f-90b7-4288-a9a5-9eb436a291c7 tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:52:21.328361 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-17123839-143c-4972-9286-4ee83e1ecf5f req-7269c18f-90b7-4288-a9a5-9eb436a291c7 tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] 10.222.0.60 "GET /v2.0/ports?device_id=84e4a83d-70e7-4464-bfce-8989790c75ec HTTP/1.1" status: 200 len: 945 time: 0.2828443 Nov 23 17:52:21.386899 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c602978-c219-4d30-8562-f9addde79718 None None] Network 14045c4e-9447-470b-b4e2-7f3ab6f7f93a requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:52:21.411960 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c0baca3b-9c13-4b8c-b7e6-c0e9ece3eb2d tempest-RoutersNegativeIpV6Test-203867678 tempest-RoutersNegativeIpV6Test-203867678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:21.424773 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:21.491976 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 42316) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:52:21.597240 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65c67cbd-c9c6-40a8-aad4-93d73916ac26 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp355044b8-8e87-58c4-94fa-4a010ec30f9e-95da2bad-a3a9-43d8-b260-88d35a0f558b', 'network_id': '95da2bad-a3a9-43d8-b260-88d35a0f558b', 'tenant_id': '723c7ccc1ada43e4b87ac630fcfca65d', 'fixed_ips': [{'subnet_id': '32efe8f8-7af8-4132-8086-1ef1125eee93'}]}} from n-d-816206-8. {{(pid=103592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 17:52:21.603045 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-65c67cbd-c9c6-40a8-aad4-93d73916ac26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:21.625935 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-17123839-143c-4972-9286-4ee83e1ecf5f req-f3736de6-7286-4009-8486-41ff750253f4 tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b27d2e1-77aa-4824-820e-41aa2cca6128&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2933102 Nov 23 17:52:21.714810 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bff809-11c2-486b-9ab8-e54e090ba3a9 None None] Pushing event updated for resources: {'Port': ['ID=f5573e63-ad24-4016-81d8-0ae488893f3b,revision_number=2']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:52:21.728543 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-09162138-9612-4c44-8aba-ad10f7934e2d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:21.731605 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] For port 99fb9a96-a2e2-409f-a2ba-f60840694a27, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=99fb9a96-a2e2-409f-a2ba-f60840694a27,segment=NetworkSegment(404baaed-475f-42da-9bff-4d47992d9c61),segment_id=404baaed-475f-42da-9bff-4d47992d9c61)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:52:21.736790 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-97dc8c1a-d40a-49af-9f9a-4b82eabc006f None None] Provisioning complete for port 99fb9a96-a2e2-409f-a2ba-f60840694a27 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:52:21.737384 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-97dc8c1a-d40a-49af-9f9a-4b82eabc006f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:21.850347 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:21.892247 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-09162138-9612-4c44-8aba-ad10f7934e2d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:21.899168 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-09162138-9612-4c44-8aba-ad10f7934e2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:21.963884 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-09162138-9612-4c44-8aba-ad10f7934e2d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=eb0bfdb4f85f4fd59c30d72d592c1656&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4700706 Nov 23 17:52:21.965847 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 42322) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:52:21.973857 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.db_base_plugin_common [None req-c0baca3b-9c13-4b8c-b7e6-c0e9ece3eb2d tempest-RoutersNegativeIpV6Test-203867678 tempest-RoutersNegativeIpV6Test-203867678-project] Allocated IP 2001:db8::1 (0b78beb1-1ce4-41d9-a7da-5eba2e67d36b/ffc4b2d3-4fc5-4af3-8dbc-06d1df468ad9/d00a4660-88de-4186-9db1-4b698c75a42f) {{(pid=103591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:52:22.038152 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.db_base_plugin_common [None req-65c67cbd-c9c6-40a8-aad4-93d73916ac26 None None] Allocated IP 2001:db8::2 (95da2bad-a3a9-43d8-b260-88d35a0f558b/32efe8f8-7af8-4132-8086-1ef1125eee93/a728ee52-c330-4b7a-bd09-2501c77e5985) {{(pid=103592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:52:22.041667 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09162138-9612-4c44-8aba-ad10f7934e2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17a49e39-e889-4740-8629-6df3f3f05df2,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:52:22.052273 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Pushing event updated for resources: {'Port': ['ID=99fb9a96-a2e2-409f-a2ba-f60840694a27,revision_number=3']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:52:22.110017 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-74c4771d-4c21-48d7-8376-caa57b849c2d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:22.158924 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-74c4771d-4c21-48d7-8376-caa57b849c2d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:22.198442 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c0baca3b-9c13-4b8c-b7e6-c0e9ece3eb2d tempest-RoutersNegativeIpV6Test-203867678 tempest-RoutersNegativeIpV6Test-203867678-project] Publish callbacks [] for port, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:22.257542 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-74c4771d-4c21-48d7-8376-caa57b849c2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:22.262352 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-74c4771d-4c21-48d7-8376-caa57b849c2d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:22.266400 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-74c4771d-4c21-48d7-8376-caa57b849c2d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/17a49e39-e889-4740-8629-6df3f3f05df2 HTTP/1.1" status: 204 len: 168 time: 0.2959735 Nov 23 17:52:22.272242 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c0baca3b-9c13-4b8c-b7e6-c0e9ece3eb2d tempest-RoutersNegativeIpV6Test-203867678 tempest-RoutersNegativeIpV6Test-203867678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:22.275546 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c4771d-4c21-48d7-8376-caa57b849c2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17a49e39-e889-4740-8629-6df3f3f05df2,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:52:22.319254 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-65c67cbd-c9c6-40a8-aad4-93d73916ac26 None None] Publish callbacks [] for port, precommit_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:22.331569 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-65c67cbd-c9c6-40a8-aad4-93d73916ac26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980'] for port, after_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:22.374777 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0baca3b-9c13-4b8c-b7e6-c0e9ece3eb2d tempest-RoutersNegativeIpV6Test-203867678 tempest-RoutersNegativeIpV6Test-203867678-project] Network 0b78beb1-1ce4-41d9-a7da-5eba2e67d36b is already hosted by enough agents. {{(pid=103591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:52:22.378971 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [None req-c0baca3b-9c13-4b8c-b7e6-c0e9ece3eb2d tempest-RoutersNegativeIpV6Test-203867678 tempest-RoutersNegativeIpV6Test-203867678-project] Resources bound (agent type, host, resource id): {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:52:22.407853 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0baca3b-9c13-4b8c-b7e6-c0e9ece3eb2d tempest-RoutersNegativeIpV6Test-203867678 tempest-RoutersNegativeIpV6Test-203867678-project] Received port after_create {{(pid=103591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:52:22.408423 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c0baca3b-9c13-4b8c-b7e6-c0e9ece3eb2d tempest-RoutersNegativeIpV6Test-203867678 tempest-RoutersNegativeIpV6Test-203867678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1795539'] for router_interface, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:22.503046 n-d-816206-8 neutron-server[103592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65c67cbd-c9c6-40a8-aad4-93d73916ac26 None None] Network 95da2bad-a3a9-43d8-b260-88d35a0f558b is already hosted by enough agents. {{(pid=103592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:52:22.506058 n-d-816206-8 neutron-server[103592]: DEBUG neutron.scheduler.base_scheduler [None req-65c67cbd-c9c6-40a8-aad4-93d73916ac26 None None] Resources bound (agent type, host, resource id): {{(pid=103592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:52:22.510187 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0baca3b-9c13-4b8c-b7e6-c0e9ece3eb2d tempest-RoutersNegativeIpV6Test-203867678 tempest-RoutersNegativeIpV6Test-203867678-project] Pushing event updated for resources: {'Port': ['ID=d00a4660-88de-4186-9db1-4b698c75a42f,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:52:22.524734 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65c67cbd-c9c6-40a8-aad4-93d73916ac26 None None] Received port after_create {{(pid=103592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:52:22.531786 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c67cbd-c9c6-40a8-aad4-93d73916ac26 None None] Pushing event updated for resources: {'Port': ['ID=a728ee52-c330-4b7a-bd09-2501c77e5985,revision_number=1']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:52:22.642725 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 99fb9a96-a2e2-409f-a2ba-f60840694a27 up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:52:22.686753 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-65c67cbd-c9c6-40a8-aad4-93d73916ac26 None None] Attempting to bind port a728ee52-c330-4b7a-bd09-2501c77e5985 on host n-d-816206-8 for vnic_type normal with profile {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:52:22.687129 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-65c67cbd-c9c6-40a8-aad4-93d73916ac26 None None] Attempting to bind port a728ee52-c330-4b7a-bd09-2501c77e5985 by drivers openvswitch,hyperv on host n-d-816206-8 at level 0 using segments [{'id': 'd76cbaaf-2ffa-45f7-ad4d-35ac088d85e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '95da2bad-a3a9-43d8-b260-88d35a0f558b'}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:52:22.687495 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65c67cbd-c9c6-40a8-aad4-93d73916ac26 None None] Attempting to bind port a728ee52-c330-4b7a-bd09-2501c77e5985 on network 95da2bad-a3a9-43d8-b260-88d35a0f558b {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:52:22.766143 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c0baca3b-9c13-4b8c-b7e6-c0e9ece3eb2d tempest-RoutersNegativeIpV6Test-203867678 tempest-RoutersNegativeIpV6Test-203867678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:22.766370 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65c67cbd-c9c6-40a8-aad4-93d73916ac26 None None] Checking agent: {'id': '9e89acbe-4bbe-4c77-a18b-6f1da9133e0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 7, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 52, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:52:22.766706 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65c67cbd-c9c6-40a8-aad4-93d73916ac26 None None] Checking segment: {'id': 'd76cbaaf-2ffa-45f7-ad4d-35ac088d85e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '95da2bad-a3a9-43d8-b260-88d35a0f558b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:52:22.767040 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-65c67cbd-c9c6-40a8-aad4-93d73916ac26 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:22.767477 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65c67cbd-c9c6-40a8-aad4-93d73916ac26 None None] Bound using segment: {'id': 'd76cbaaf-2ffa-45f7-ad4d-35ac088d85e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '95da2bad-a3a9-43d8-b260-88d35a0f558b'} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:52:22.767920 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-65c67cbd-c9c6-40a8-aad4-93d73916ac26 None None] Bound port: a728ee52-c330-4b7a-bd09-2501c77e5985, host: n-d-816206-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd76cbaaf-2ffa-45f7-ad4d-35ac088d85e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '95da2bad-a3a9-43d8-b260-88d35a0f558b'}}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:52:22.768298 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-65c67cbd-c9c6-40a8-aad4-93d73916ac26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:22.802438 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-6d9047b9-7cc8-4f21-a141-8a0ea6c16cac None None] Provisioning complete for port 99fb9a96-a2e2-409f-a2ba-f60840694a27 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:52:22.802812 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-6d9047b9-7cc8-4f21-a141-8a0ea6c16cac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:22.907387 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 42334) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:52:22.907959 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port 99fb9a96-a2e2-409f-a2ba-f60840694a27 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:52:22.908518 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:22.969930 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-7a1c0153-6f79-41f8-a3fb-da2336076b8f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=605c8d192ffd452fb0c098c4e87d98a6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0601568 Nov 23 17:52:22.971334 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 42336) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:52:23.005835 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-65c67cbd-c9c6-40a8-aad4-93d73916ac26 None None] For port a728ee52-c330-4b7a-bd09-2501c77e5985, host n-d-816206-8, cleared binding levels {{(pid=103592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:52:23.030914 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-65c67cbd-c9c6-40a8-aad4-93d73916ac26 None None] For port a728ee52-c330-4b7a-bd09-2501c77e5985, host n-d-816206-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=a728ee52-c330-4b7a-bd09-2501c77e5985,segment=NetworkSegment(d76cbaaf-2ffa-45f7-ad4d-35ac088d85e8),segment_id=d76cbaaf-2ffa-45f7-ad4d-35ac088d85e8)] {{(pid=103592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:52:23.059175 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6d7d5f60-eae4-4844-9e42-167c28ed85b0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:23.064543 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-65c67cbd-c9c6-40a8-aad4-93d73916ac26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:23.094999 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7c2fca-195a-4667-8ab2-a7364482e5d3 req-81d792fc-bd50-4203-938e-0a35d9744593 tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:52:23.096822 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8a7c2fca-195a-4667-8ab2-a7364482e5d3 req-81d792fc-bd50-4203-938e-0a35d9744593 tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] 10.222.0.60 "GET /v2.0/ports?device_id=84e4a83d-70e7-4464-bfce-8989790c75ec HTTP/1.1" status: 200 len: 945 time: 0.3489006 Nov 23 17:52:23.111291 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6d7d5f60-eae4-4844-9e42-167c28ed85b0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:23.146332 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-507c7ed1-cf99-4658-ba1c-4835f9362171 None None] Network 0b78beb1-1ce4-41d9-a7da-5eba2e67d36b requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:52:23.212634 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8a7c2fca-195a-4667-8ab2-a7364482e5d3 req-edd7abd4-39e5-4e16-bbab-b37d24ec683d tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b27d2e1-77aa-4824-820e-41aa2cca6128&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1046021 Nov 23 17:52:23.227563 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6d7d5f60-eae4-4844-9e42-167c28ed85b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:23.231259 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6d7d5f60-eae4-4844-9e42-167c28ed85b0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:23.250248 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-6d7d5f60-eae4-4844-9e42-167c28ed85b0 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/7c7b29dd-d380-41be-8d3e-1e0fa3a5f4a5 HTTP/1.1" status: 204 len: 168 time: 0.2590251 Nov 23 17:52:23.266609 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7d5f60-eae4-4844-9e42-167c28ed85b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c7b29dd-d380-41be-8d3e-1e0fa3a5f4a5,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:52:23.461871 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c0baca3b-9c13-4b8c-b7e6-c0e9ece3eb2d tempest-RoutersNegativeIpV6Test-203867678 tempest-RoutersNegativeIpV6Test-203867678-project] Publish callbacks [] for port, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:23.478825 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c0baca3b-9c13-4b8c-b7e6-c0e9ece3eb2d tempest-RoutersNegativeIpV6Test-203867678 tempest-RoutersNegativeIpV6Test-203867678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264758186'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:23.481777 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c0baca3b-9c13-4b8c-b7e6-c0e9ece3eb2d tempest-RoutersNegativeIpV6Test-203867678 tempest-RoutersNegativeIpV6Test-203867678-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2068703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1794403'] for router_interface, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:23.656099 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0baca3b-9c13-4b8c-b7e6-c0e9ece3eb2d tempest-RoutersNegativeIpV6Test-203867678 tempest-RoutersNegativeIpV6Test-203867678-project] Pushing event updated for resources: {'Port': ['ID=d00a4660-88de-4186-9db1-4b698c75a42f,revision_number=2']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:52:23.684864 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c67cbd-c9c6-40a8-aad4-93d73916ac26 None None] Pushing event updated for resources: {'Port': ['ID=a728ee52-c330-4b7a-bd09-2501c77e5985,revision_number=2']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:52:23.724288 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0baca3b-9c13-4b8c-b7e6-c0e9ece3eb2d tempest-RoutersNegativeIpV6Test-203867678 tempest-RoutersNegativeIpV6Test-203867678-project] Network 0b78beb1-1ce4-41d9-a7da-5eba2e67d36b is already hosted by enough agents. {{(pid=103591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:52:23.727099 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [None req-c0baca3b-9c13-4b8c-b7e6-c0e9ece3eb2d tempest-RoutersNegativeIpV6Test-203867678 tempest-RoutersNegativeIpV6Test-203867678-project] Resources bound (agent type, host, resource id): {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:52:23.739221 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-2b13c0ca-faff-4602-9659-71ee5abeafd1 None None] Provisioning complete for port f5573e63-ad24-4016-81d8-0ae488893f3b triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:52:23.739925 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-2b13c0ca-faff-4602-9659-71ee5abeafd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:23.802944 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device f5573e63-ad24-4016-81d8-0ae488893f3b up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:52:23.915642 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0baca3b-9c13-4b8c-b7e6-c0e9ece3eb2d tempest-RoutersNegativeIpV6Test-203867678 tempest-RoutersNegativeIpV6Test-203867678-project] Router 654669cd-b8d5-4cf3-a292-b890bbde1791 is scheduled to L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 with binding_index 1 {{(pid=103591) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 17:52:23.970966 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-2b13c0ca-faff-4602-9659-71ee5abeafd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:24.014454 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port f5573e63-ad24-4016-81d8-0ae488893f3b triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:52:24.014969 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:24.065274 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0baca3b-9c13-4b8c-b7e6-c0e9ece3eb2d tempest-RoutersNegativeIpV6Test-203867678 tempest-RoutersNegativeIpV6Test-203867678-project] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:52:24.074244 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-c0baca3b-9c13-4b8c-b7e6-c0e9ece3eb2d tempest-RoutersNegativeIpV6Test-203867678 tempest-RoutersNegativeIpV6Test-203867678-project] 10.222.0.60 "PUT /v2.0/routers/654669cd-b8d5-4cf3-a292-b890bbde1791/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2718318 Nov 23 17:52:24.074554 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 42358) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:52:24.084533 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f865cb2-5c67-4ee4-b647-8082ae6b403e None None] Sync routers for ids ['654669cd-b8d5-4cf3-a292-b890bbde1791'] in n-d-816206-8 {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:52:24.100365 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-2b13c0ca-faff-4602-9659-71ee5abeafd1 None None] For port f5573e63-ad24-4016-81d8-0ae488893f3b, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=f5573e63-ad24-4016-81d8-0ae488893f3b,segment=NetworkSegment(98dee568-9c70-42ee-b569-84105621bc4c),segment_id=98dee568-9c70-42ee-b569-84105621bc4c)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:52:24.113116 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f865cb2-5c67-4ee4-b647-8082ae6b403e None None] Routers {'654669cd-b8d5-4cf3-a292-b890bbde1791'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:52:24.113335 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-2b13c0ca-faff-4602-9659-71ee5abeafd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:24.114346 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-6f865cb2-5c67-4ee4-b647-8082ae6b403e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:52:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['654669cd-b8d5-4cf3-a292-b890bbde1791'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:52:24.222163 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-6f865cb2-5c67-4ee4-b647-8082ae6b403e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:52:24.245757 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b13c0ca-faff-4602-9659-71ee5abeafd1 None None] Pushing event updated for resources: {'Port': ['ID=f5573e63-ad24-4016-81d8-0ae488893f3b,revision_number=3']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:52:24.253538 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f865cb2-5c67-4ee4-b647-8082ae6b403e None None] Routers {'654669cd-b8d5-4cf3-a292-b890bbde1791'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:52:24.254542 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-6f865cb2-5c67-4ee4-b647-8082ae6b403e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:52:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['654669cd-b8d5-4cf3-a292-b890bbde1791'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:52:24.350242 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-6f865cb2-5c67-4ee4-b647-8082ae6b403e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:52:24.352767 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f865cb2-5c67-4ee4-b647-8082ae6b403e None None] The sync data for ids ['654669cd-b8d5-4cf3-a292-b890bbde1791'] in n-d-816206-8 is: [] {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:52:24.500893 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device a728ee52-c330-4b7a-bd09-2501c77e5985 up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:52:24.634113 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port a728ee52-c330-4b7a-bd09-2501c77e5985 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:52:24.634607 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:24.671120 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 42372) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:52:24.790997 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:24.853617 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] For port a728ee52-c330-4b7a-bd09-2501c77e5985, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=a728ee52-c330-4b7a-bd09-2501c77e5985,segment=NetworkSegment(d76cbaaf-2ffa-45f7-ad4d-35ac088d85e8),segment_id=d76cbaaf-2ffa-45f7-ad4d-35ac088d85e8)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:52:24.860074 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:24.875102 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-511bf955-ccb6-49ba-93f5-5ac97ed4ad05 tempest-FloatingIPNegativeTestJSON-85398855 tempest-FloatingIPNegativeTestJSON-85398855-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-104331092'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:52:24.933212 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-511bf955-ccb6-49ba-93f5-5ac97ed4ad05 tempest-FloatingIPNegativeTestJSON-85398855 tempest-FloatingIPNegativeTestJSON-85398855-project] Made reservation on behalf of 31d3428714f34ddb85d98cc7ed18e822 for: {'network': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:52:24.942593 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-511bf955-ccb6-49ba-93f5-5ac97ed4ad05 tempest-FloatingIPNegativeTestJSON-85398855 tempest-FloatingIPNegativeTestJSON-85398855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for network, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:24.945731 n-d-816206-8 neutron-server[103591]: INFO neutron.api.v2.resource [None req-427c4923-3430-4ce1-a0b9-dea602c8d5db tempest-RoutersNegativeIpV6Test-203867678 tempest-RoutersNegativeIpV6Test-203867678-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 17:52:24.954321 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-427c4923-3430-4ce1-a0b9-dea602c8d5db tempest-RoutersNegativeIpV6Test-203867678 tempest-RoutersNegativeIpV6Test-203867678-project] 10.222.0.60 "PUT /v2.0/routers/654669cd-b8d5-4cf3-a292-b890bbde1791/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.8771627 Nov 23 17:52:24.956063 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 42376) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:52:24.975576 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Pushing event updated for resources: {'Port': ['ID=a728ee52-c330-4b7a-bd09-2501c77e5985,revision_number=3']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:52:24.975800 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-511bf955-ccb6-49ba-93f5-5ac97ed4ad05 tempest-FloatingIPNegativeTestJSON-85398855 tempest-FloatingIPNegativeTestJSON-85398855-project] Publish callbacks [] for security_group, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:24.999454 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-a9242662-d73b-4194-b694-3b670efe6264 None None] Provisioning complete for port d00a4660-88de-4186-9db1-4b698c75a42f triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:52:25.000150 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-a9242662-d73b-4194-b694-3b670efe6264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:25.083331 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-a9242662-d73b-4194-b694-3b670efe6264 None None] Port d00a4660-88de-4186-9db1-4b698c75a42f cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:52:25.086668 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eabb8fc-4fc3-4a1e-af90-4dc50c628688 None None] Network 95da2bad-a3a9-43d8-b260-88d35a0f558b requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:52:25.136419 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-511bf955-ccb6-49ba-93f5-5ac97ed4ad05 tempest-FloatingIPNegativeTestJSON-85398855 tempest-FloatingIPNegativeTestJSON-85398855-project] Publish callbacks [] for security_group, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:25.141366 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-511bf955-ccb6-49ba-93f5-5ac97ed4ad05 tempest-FloatingIPNegativeTestJSON-85398855 tempest-FloatingIPNegativeTestJSON-85398855-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:25.191350 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-511bf955-ccb6-49ba-93f5-5ac97ed4ad05 tempest-FloatingIPNegativeTestJSON-85398855 tempest-FloatingIPNegativeTestJSON-85398855-project] vlan segment allocate from pool success with {'vlan_id': 548, 'physical_network': 'physnet1'} {{(pid=103590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 17:52:25.203971 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511bf955-ccb6-49ba-93f5-5ac97ed4ad05 tempest-FloatingIPNegativeTestJSON-85398855 tempest-FloatingIPNegativeTestJSON-85398855-project] Pushing event updated for resources: {'SecurityGroup': ['ID=007b7338-8773-4e36-992c-6bda67b3727a,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:52:25.227207 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-a9242662-d73b-4194-b694-3b670efe6264 None None] Provisioning complete for port f5573e63-ad24-4016-81d8-0ae488893f3b triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:52:25.227690 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-a9242662-d73b-4194-b694-3b670efe6264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:25.231344 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-511bf955-ccb6-49ba-93f5-5ac97ed4ad05 tempest-FloatingIPNegativeTestJSON-85398855 tempest-FloatingIPNegativeTestJSON-85398855-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:25.232821 n-d-816206-8 neutron-server[103590]: INFO neutron.db.segments_db [None req-511bf955-ccb6-49ba-93f5-5ac97ed4ad05 tempest-FloatingIPNegativeTestJSON-85398855 tempest-FloatingIPNegativeTestJSON-85398855-project] Added segment 4640831d-e125-4b5b-9275-f793e4054e5e of type vlan for network 8c7664f4-0dc4-4081-b4da-8316deeea7e8 Nov 23 17:52:25.365398 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-511bf955-ccb6-49ba-93f5-5ac97ed4ad05 tempest-FloatingIPNegativeTestJSON-85398855 tempest-FloatingIPNegativeTestJSON-85398855-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736635338810'] for network, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:25.397455 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-511bf955-ccb6-49ba-93f5-5ac97ed4ad05 tempest-FloatingIPNegativeTestJSON-85398855 tempest-FloatingIPNegativeTestJSON-85398855-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493'] for network, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:25.406482 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-511bf955-ccb6-49ba-93f5-5ac97ed4ad05 tempest-FloatingIPNegativeTestJSON-85398855 tempest-FloatingIPNegativeTestJSON-85398855-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:52:25.407137 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-511bf955-ccb6-49ba-93f5-5ac97ed4ad05 tempest-FloatingIPNegativeTestJSON-85398855 tempest-FloatingIPNegativeTestJSON-85398855-project] Publish callbacks [] for network, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:25.448411 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-511bf955-ccb6-49ba-93f5-5ac97ed4ad05 tempest-FloatingIPNegativeTestJSON-85398855 tempest-FloatingIPNegativeTestJSON-85398855-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 0.7760680 Nov 23 17:52:25.452469 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 42380) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:52:25.457728 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-ac9b8074-4087-4bb2-9951-acd78e82d5f5 tempest-FloatingIPNegativeTestJSON-85398855 tempest-FloatingIPNegativeTestJSON-85398855-project] Request body: {'subnet': {'network_id': '8c7664f4-0dc4-4081-b4da-8316deeea7e8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:52:25.509188 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-8339d2ba-f42e-43ae-b19d-717f5b43a64b None None] Provisioning complete for port a728ee52-c330-4b7a-bd09-2501c77e5985 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:52:25.509568 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-8339d2ba-f42e-43ae-b19d-717f5b43a64b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:25.614892 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511bf955-ccb6-49ba-93f5-5ac97ed4ad05 tempest-FloatingIPNegativeTestJSON-85398855 tempest-FloatingIPNegativeTestJSON-85398855-project] Pushing event updated for resources: {'Network': ['ID=8c7664f4-0dc4-4081-b4da-8316deeea7e8,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:52:25.672641 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Network 8c7664f4-0dc4-4081-b4da-8316deeea7e8 details requested by agent ovs-agent-n-d-816206-8 with host n-d-816206-8 {{(pid=103592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 17:52:25.750831 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac9b8074-4087-4bb2-9951-acd78e82d5f5 tempest-FloatingIPNegativeTestJSON-85398855 tempest-FloatingIPNegativeTestJSON-85398855-project] Made reservation on behalf of 31d3428714f34ddb85d98cc7ed18e822 for: {'subnet': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:52:25.757105 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ac9b8074-4087-4bb2-9951-acd78e82d5f5 tempest-FloatingIPNegativeTestJSON-85398855 tempest-FloatingIPNegativeTestJSON-85398855-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264730903'] for subnet, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:25.818822 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-8339d2ba-f42e-43ae-b19d-717f5b43a64b None None] Provisioning complete for port d00a4660-88de-4186-9db1-4b698c75a42f triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:52:25.819170 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-8339d2ba-f42e-43ae-b19d-717f5b43a64b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:25.865699 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-8339d2ba-f42e-43ae-b19d-717f5b43a64b None None] Port d00a4660-88de-4186-9db1-4b698c75a42f cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:52:25.865986 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-106325a9-87a7-461e-8087-97517035f794 tempest-RoutersNegativeIpV6Test-203867678 tempest-RoutersNegativeIpV6Test-203867678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1794372'] for router_interface, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:26.006167 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-0843c8a6-e92c-417b-aa1f-dfdd5c9e8e0f None None] Provisioning complete for port a728ee52-c330-4b7a-bd09-2501c77e5985 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:52:26.006546 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-0843c8a6-e92c-417b-aa1f-dfdd5c9e8e0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:26.044284 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ac9b8074-4087-4bb2-9951-acd78e82d5f5 tempest-FloatingIPNegativeTestJSON-85398855 tempest-FloatingIPNegativeTestJSON-85398855-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264358096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264730885'] for subnet, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:26.114366 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9b8074-4087-4bb2-9951-acd78e82d5f5 tempest-FloatingIPNegativeTestJSON-85398855 tempest-FloatingIPNegativeTestJSON-85398855-project] Pushing event updated for resources: {'Subnet': ['ID=a1414731-abb2-43e9-ad03-10a3401a4854,revision_number=0']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:52:26.152771 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-0843c8a6-e92c-417b-aa1f-dfdd5c9e8e0f None None] Provisioning complete for port d00a4660-88de-4186-9db1-4b698c75a42f triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:52:26.153523 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-0843c8a6-e92c-417b-aa1f-dfdd5c9e8e0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:26.157709 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac9b8074-4087-4bb2-9951-acd78e82d5f5 tempest-FloatingIPNegativeTestJSON-85398855 tempest-FloatingIPNegativeTestJSON-85398855-project] Checking segment: {'id': '4640831d-e125-4b5b-9275-f793e4054e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '8c7664f4-0dc4-4081-b4da-8316deeea7e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:52:26.158099 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac9b8074-4087-4bb2-9951-acd78e82d5f5 tempest-FloatingIPNegativeTestJSON-85398855 tempest-FloatingIPNegativeTestJSON-85398855-project] Network hostable DHCP agents. Network: 8c7664f4-0dc4-4081-b4da-8316deeea7e8, hostable agents: ['0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3'], hosted agents: [] {{(pid=103590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 17:52:26.183786 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac9b8074-4087-4bb2-9951-acd78e82d5f5 tempest-FloatingIPNegativeTestJSON-85398855 tempest-FloatingIPNegativeTestJSON-85398855-project] Network 8c7664f4-0dc4-4081-b4da-8316deeea7e8 is scheduled to be hosted by DHCP agent 0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3 with binding_index 1 {{(pid=103590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 17:52:26.196269 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-ac9b8074-4087-4bb2-9951-acd78e82d5f5 tempest-FloatingIPNegativeTestJSON-85398855 tempest-FloatingIPNegativeTestJSON-85398855-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-8, 8c7664f4-0dc4-4081-b4da-8316deeea7e8) {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:52:26.205903 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-0843c8a6-e92c-417b-aa1f-dfdd5c9e8e0f None None] Port d00a4660-88de-4186-9db1-4b698c75a42f cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:52:26.207640 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee72b933-75cf-4d27-8061-f967a9d317c1 None None] Network 8c7664f4-0dc4-4081-b4da-8316deeea7e8 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:52:26.216200 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac9b8074-4087-4bb2-9951-acd78e82d5f5 tempest-FloatingIPNegativeTestJSON-85398855 tempest-FloatingIPNegativeTestJSON-85398855-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:52:26.217007 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ac9b8074-4087-4bb2-9951-acd78e82d5f5 tempest-FloatingIPNegativeTestJSON-85398855 tempest-FloatingIPNegativeTestJSON-85398855-project] Publish callbacks [] for subnet, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:26.239502 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-106325a9-87a7-461e-8087-97517035f794 tempest-RoutersNegativeIpV6Test-203867678 tempest-RoutersNegativeIpV6Test-203867678-project] Deleting port d00a4660-88de-4186-9db1-4b698c75a42f {{(pid=103591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:52:26.240090 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-106325a9-87a7-461e-8087-97517035f794 tempest-RoutersNegativeIpV6Test-203867678 tempest-RoutersNegativeIpV6Test-203867678-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:26.251500 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-ac9b8074-4087-4bb2-9951-acd78e82d5f5 tempest-FloatingIPNegativeTestJSON-85398855 tempest-FloatingIPNegativeTestJSON-85398855-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7978394 Nov 23 17:52:26.254226 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 42386) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:52:26.264518 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-aa31541d-50af-4721-bf69-914e71059797 tempest-FloatingIPNegativeTestJSON-85398855 tempest-FloatingIPNegativeTestJSON-85398855-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-192078958', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:52:26.313917 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-aa31541d-50af-4721-bf69-914e71059797 tempest-FloatingIPNegativeTestJSON-85398855 tempest-FloatingIPNegativeTestJSON-85398855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1793449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8093'] for router, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:26.318336 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-aa31541d-50af-4721-bf69-914e71059797 tempest-FloatingIPNegativeTestJSON-85398855 tempest-FloatingIPNegativeTestJSON-85398855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1794473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1794771', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1638326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8086'] for router, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:26.366870 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device a728ee52-c330-4b7a-bd09-2501c77e5985 up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:52:26.393570 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-106325a9-87a7-461e-8087-97517035f794 tempest-RoutersNegativeIpV6Test-203867678 tempest-RoutersNegativeIpV6Test-203867678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:26.396520 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-aa31541d-50af-4721-bf69-914e71059797 tempest-FloatingIPNegativeTestJSON-85398855 tempest-FloatingIPNegativeTestJSON-85398855-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:26.403546 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-aa31541d-50af-4721-bf69-914e71059797 tempest-FloatingIPNegativeTestJSON-85398855 tempest-FloatingIPNegativeTestJSON-85398855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1794316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1795362'] for router, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:26.411901 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-106325a9-87a7-461e-8087-97517035f794 tempest-RoutersNegativeIpV6Test-203867678 tempest-RoutersNegativeIpV6Test-203867678-project] Calling delete_port for d00a4660-88de-4186-9db1-4b698c75a42f owned by network:router_interface {{(pid=103591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:52:26.428639 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-aa31541d-50af-4721-bf69-914e71059797 tempest-FloatingIPNegativeTestJSON-85398855 tempest-FloatingIPNegativeTestJSON-85398855-project] Publish callbacks [] for router, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:26.430183 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-aa31541d-50af-4721-bf69-914e71059797 tempest-FloatingIPNegativeTestJSON-85398855 tempest-FloatingIPNegativeTestJSON-85398855-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.1743805 Nov 23 17:52:26.433043 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 42388) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:52:26.541728 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bbd4ce5-17cb-4cd3-8e26-51d5e2ce5ba5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp355044b8-8e87-58c4-94fa-4a010ec30f9e-8c7664f4-0dc4-4081-b4da-8316deeea7e8', 'network_id': '8c7664f4-0dc4-4081-b4da-8316deeea7e8', 'tenant_id': '31d3428714f34ddb85d98cc7ed18e822', 'fixed_ips': [{'subnet_id': 'a1414731-abb2-43e9-ad03-10a3401a4854'}]}} from n-d-816206-8. {{(pid=103592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 17:52:26.542726 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-0bbd4ce5-17cb-4cd3-8e26-51d5e2ce5ba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:26.571298 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port a728ee52-c330-4b7a-bd09-2501c77e5985 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:52:26.571798 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:26.716545 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-106325a9-87a7-461e-8087-97517035f794 tempest-RoutersNegativeIpV6Test-203867678 tempest-RoutersNegativeIpV6Test-203867678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:26.784265 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106325a9-87a7-461e-8087-97517035f794 tempest-RoutersNegativeIpV6Test-203867678 tempest-RoutersNegativeIpV6Test-203867678-project] Pushing event deleted for resources: {'Port': ['ID=d00a4660-88de-4186-9db1-4b698c75a42f,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:52:26.918845 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.db_base_plugin_common [None req-0bbd4ce5-17cb-4cd3-8e26-51d5e2ce5ba5 None None] Allocated IP 172.20.0.2 (8c7664f4-0dc4-4081-b4da-8316deeea7e8/a1414731-abb2-43e9-ad03-10a3401a4854/a00225d8-8af9-4bae-8dca-baee365ed4d6) {{(pid=103592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:52:27.078500 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device f5573e63-ad24-4016-81d8-0ae488893f3b up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:52:27.225321 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port f5573e63-ad24-4016-81d8-0ae488893f3b triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:52:27.225742 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:27.340878 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c83ac451-79de-4a77-b92f-75942365e6cc tempest-FloatingIPNegativeTestJSON-85398855 tempest-FloatingIPNegativeTestJSON-85398855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:27.368161 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-0bbd4ce5-17cb-4cd3-8e26-51d5e2ce5ba5 None None] Publish callbacks [] for port, precommit_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:27.402823 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-0bbd4ce5-17cb-4cd3-8e26-51d5e2ce5ba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980'] for port, after_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:27.405927 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-106325a9-87a7-461e-8087-97517035f794 tempest-RoutersNegativeIpV6Test-203867678 tempest-RoutersNegativeIpV6Test-203867678-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2067500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1794520'] for router_interface, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:27.478113 n-d-816206-8 neutron-server[103592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bbd4ce5-17cb-4cd3-8e26-51d5e2ce5ba5 None None] Network 8c7664f4-0dc4-4081-b4da-8316deeea7e8 is already hosted by enough agents. {{(pid=103592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:52:27.485784 n-d-816206-8 neutron-server[103592]: DEBUG neutron.scheduler.base_scheduler [None req-0bbd4ce5-17cb-4cd3-8e26-51d5e2ce5ba5 None None] Resources bound (agent type, host, resource id): {{(pid=103592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:52:27.487934 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbd4ce5-17cb-4cd3-8e26-51d5e2ce5ba5 None None] Pushing event updated for resources: {'Port': ['ID=a00225d8-8af9-4bae-8dca-baee365ed4d6,revision_number=1']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:52:27.490665 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bbd4ce5-17cb-4cd3-8e26-51d5e2ce5ba5 None None] Received port after_create {{(pid=103592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:52:27.562846 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-0bbd4ce5-17cb-4cd3-8e26-51d5e2ce5ba5 None None] Attempting to bind port a00225d8-8af9-4bae-8dca-baee365ed4d6 on host n-d-816206-8 for vnic_type normal with profile {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:52:27.563223 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-0bbd4ce5-17cb-4cd3-8e26-51d5e2ce5ba5 None None] Attempting to bind port a00225d8-8af9-4bae-8dca-baee365ed4d6 by drivers openvswitch,hyperv on host n-d-816206-8 at level 0 using segments [{'id': '4640831d-e125-4b5b-9275-f793e4054e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '8c7664f4-0dc4-4081-b4da-8316deeea7e8'}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:52:27.563599 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bbd4ce5-17cb-4cd3-8e26-51d5e2ce5ba5 None None] Attempting to bind port a00225d8-8af9-4bae-8dca-baee365ed4d6 on network 8c7664f4-0dc4-4081-b4da-8316deeea7e8 {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:52:27.569261 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bbd4ce5-17cb-4cd3-8e26-51d5e2ce5ba5 None None] Checking agent: {'id': '9e89acbe-4bbe-4c77-a18b-6f1da9133e0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 7, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 52, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:52:27.569644 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bbd4ce5-17cb-4cd3-8e26-51d5e2ce5ba5 None None] Checking segment: {'id': '4640831d-e125-4b5b-9275-f793e4054e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '8c7664f4-0dc4-4081-b4da-8316deeea7e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:52:27.570724 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-0bbd4ce5-17cb-4cd3-8e26-51d5e2ce5ba5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:27.571129 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bbd4ce5-17cb-4cd3-8e26-51d5e2ce5ba5 None None] Bound using segment: {'id': '4640831d-e125-4b5b-9275-f793e4054e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '8c7664f4-0dc4-4081-b4da-8316deeea7e8'} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:52:27.571613 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-0bbd4ce5-17cb-4cd3-8e26-51d5e2ce5ba5 None None] Bound port: a00225d8-8af9-4bae-8dca-baee365ed4d6, host: n-d-816206-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4640831d-e125-4b5b-9275-f793e4054e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '8c7664f4-0dc4-4081-b4da-8316deeea7e8'}}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:52:27.571997 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-0bbd4ce5-17cb-4cd3-8e26-51d5e2ce5ba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:27.612728 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-106325a9-87a7-461e-8087-97517035f794 tempest-RoutersNegativeIpV6Test-203867678 tempest-RoutersNegativeIpV6Test-203867678-project] Router 654669cd-b8d5-4cf3-a292-b890bbde1791 has already been hosted by L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 {{(pid=103591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 17:52:27.697182 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-0bbd4ce5-17cb-4cd3-8e26-51d5e2ce5ba5 None None] For port a00225d8-8af9-4bae-8dca-baee365ed4d6, host n-d-816206-8, cleared binding levels {{(pid=103592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:52:27.703057 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-0bbd4ce5-17cb-4cd3-8e26-51d5e2ce5ba5 None None] For port a00225d8-8af9-4bae-8dca-baee365ed4d6, host n-d-816206-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=a00225d8-8af9-4bae-8dca-baee365ed4d6,segment=NetworkSegment(4640831d-e125-4b5b-9275-f793e4054e5e),segment_id=4640831d-e125-4b5b-9275-f793e4054e5e)] {{(pid=103592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:52:27.707592 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-c83ac451-79de-4a77-b92f-75942365e6cc tempest-FloatingIPNegativeTestJSON-85398855 tempest-FloatingIPNegativeTestJSON-85398855-project] Allocated IP 172.20.0.1 (8c7664f4-0dc4-4081-b4da-8316deeea7e8/a1414731-abb2-43e9-ad03-10a3401a4854/e8cfa236-8803-4ecd-afd6-95040ca29ff9) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:52:27.713327 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-0bbd4ce5-17cb-4cd3-8e26-51d5e2ce5ba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:27.717409 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-106325a9-87a7-461e-8087-97517035f794 tempest-RoutersNegativeIpV6Test-203867678 tempest-RoutersNegativeIpV6Test-203867678-project] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:52:27.725336 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-106325a9-87a7-461e-8087-97517035f794 tempest-RoutersNegativeIpV6Test-203867678 tempest-RoutersNegativeIpV6Test-203867678-project] 10.222.0.60 "PUT /v2.0/routers/654669cd-b8d5-4cf3-a292-b890bbde1791/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7665868 Nov 23 17:52:27.729691 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 42398) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:52:27.792637 n-d-816206-8 neutron-server[103591]: INFO neutron.api.v2.resource [None req-398e13ff-5c42-43bb-acfa-4f3d3f8cbd0b tempest-RoutersNegativeIpV6Test-203867678 tempest-RoutersNegativeIpV6Test-203867678-project] delete failed (client error): The resource could not be found. Nov 23 17:52:27.794100 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-398e13ff-5c42-43bb-acfa-4f3d3f8cbd0b tempest-RoutersNegativeIpV6Test-203867678 tempest-RoutersNegativeIpV6Test-203867678-project] 10.222.0.60 "DELETE /v2.0/routers/tempest-non_exist_router-284904448 HTTP/1.1" status: 404 len: 334 time: 0.0633926 Nov 23 17:52:27.797973 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 42402) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:52:27.803971 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbd4ce5-17cb-4cd3-8e26-51d5e2ce5ba5 None None] Pushing event updated for resources: {'Port': ['ID=a00225d8-8af9-4bae-8dca-baee365ed4d6,revision_number=2']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:52:27.809378 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8063c86-a353-4f80-b456-8fea0677f6b3 None None] Sync routers for ids ['654669cd-b8d5-4cf3-a292-b890bbde1791'] in n-d-816206-8 {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:52:27.810042 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-23099ec9-2dcb-4100-bc60-89c9002f771c tempest-RoutersNegativeIpV6Test-203867678 tempest-RoutersNegativeIpV6Test-203867678-project] Request body: {'router': {'external_gateway_info': {'network_id': '654669cd-b8d5-4cf3-a292-b890bbde1791'}}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:52:27.828986 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8063c86-a353-4f80-b456-8fea0677f6b3 None None] Routers {'654669cd-b8d5-4cf3-a292-b890bbde1791'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:52:27.829789 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-c8063c86-a353-4f80-b456-8fea0677f6b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:52:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['654669cd-b8d5-4cf3-a292-b890bbde1791'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:52:27.889294 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-c8063c86-a353-4f80-b456-8fea0677f6b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:52:27.913203 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8063c86-a353-4f80-b456-8fea0677f6b3 None None] Routers {'654669cd-b8d5-4cf3-a292-b890bbde1791'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:52:27.914079 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-c8063c86-a353-4f80-b456-8fea0677f6b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:52:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['654669cd-b8d5-4cf3-a292-b890bbde1791'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:52:27.927005 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c83ac451-79de-4a77-b92f-75942365e6cc tempest-FloatingIPNegativeTestJSON-85398855 tempest-FloatingIPNegativeTestJSON-85398855-project] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:27.965977 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-c8063c86-a353-4f80-b456-8fea0677f6b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:52:27.966992 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8063c86-a353-4f80-b456-8fea0677f6b3 None None] The sync data for ids ['654669cd-b8d5-4cf3-a292-b890bbde1791'] in n-d-816206-8 is: [] {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:52:27.997050 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c83ac451-79de-4a77-b92f-75942365e6cc tempest-FloatingIPNegativeTestJSON-85398855 tempest-FloatingIPNegativeTestJSON-85398855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:28.057479 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c83ac451-79de-4a77-b92f-75942365e6cc tempest-FloatingIPNegativeTestJSON-85398855 tempest-FloatingIPNegativeTestJSON-85398855-project] Network 8c7664f4-0dc4-4081-b4da-8316deeea7e8 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:52:28.059742 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-c83ac451-79de-4a77-b92f-75942365e6cc tempest-FloatingIPNegativeTestJSON-85398855 tempest-FloatingIPNegativeTestJSON-85398855-project] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:52:28.083618 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ac451-79de-4a77-b92f-75942365e6cc tempest-FloatingIPNegativeTestJSON-85398855 tempest-FloatingIPNegativeTestJSON-85398855-project] Pushing event updated for resources: {'Port': ['ID=e8cfa236-8803-4ecd-afd6-95040ca29ff9,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:52:28.090034 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c83ac451-79de-4a77-b92f-75942365e6cc tempest-FloatingIPNegativeTestJSON-85398855 tempest-FloatingIPNegativeTestJSON-85398855-project] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:52:28.208612 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-23099ec9-2dcb-4100-bc60-89c9002f771c tempest-RoutersNegativeIpV6Test-203867678 tempest-RoutersNegativeIpV6Test-203867678-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:28.254555 n-d-816206-8 neutron-server[103591]: INFO neutron.api.v2.resource [None req-23099ec9-2dcb-4100-bc60-89c9002f771c tempest-RoutersNegativeIpV6Test-203867678 tempest-RoutersNegativeIpV6Test-203867678-project] update failed (client error): The resource could not be found. Nov 23 17:52:28.255990 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-23099ec9-2dcb-4100-bc60-89c9002f771c tempest-RoutersNegativeIpV6Test-203867678 tempest-RoutersNegativeIpV6Test-203867678-project] 10.222.0.60 "PUT /v2.0/routers/654669cd-b8d5-4cf3-a292-b890bbde1791 HTTP/1.1" status: 404 len: 339 time: 0.4566059 Nov 23 17:52:28.261684 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 42404) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:52:28.267432 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c83ac451-79de-4a77-b92f-75942365e6cc tempest-FloatingIPNegativeTestJSON-85398855 tempest-FloatingIPNegativeTestJSON-85398855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1795539'] for router_interface, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:28.282787 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-c4a060db-26ac-49f0-b1c4-a631b85165b8 tempest-RoutersNegativeIpV6Test-203867678 tempest-RoutersNegativeIpV6Test-203867678-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-807112848'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:52:28.349664 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4a060db-26ac-49f0-b1c4-a631b85165b8 tempest-RoutersNegativeIpV6Test-203867678 tempest-RoutersNegativeIpV6Test-203867678-project] Made reservation on behalf of 723c7ccc1ada43e4b87ac630fcfca65d for: {'network': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:52:28.368015 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c4a060db-26ac-49f0-b1c4-a631b85165b8 tempest-RoutersNegativeIpV6Test-203867678 tempest-RoutersNegativeIpV6Test-203867678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for network, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:28.411287 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4a060db-26ac-49f0-b1c4-a631b85165b8 tempest-RoutersNegativeIpV6Test-203867678 tempest-RoutersNegativeIpV6Test-203867678-project] vlan segment allocate from pool success with {'vlan_id': 542, 'physical_network': 'physnet1'} {{(pid=103591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 17:52:28.472141 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c4a060db-26ac-49f0-b1c4-a631b85165b8 tempest-RoutersNegativeIpV6Test-203867678 tempest-RoutersNegativeIpV6Test-203867678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:28.473724 n-d-816206-8 neutron-server[103591]: INFO neutron.db.segments_db [None req-c4a060db-26ac-49f0-b1c4-a631b85165b8 tempest-RoutersNegativeIpV6Test-203867678 tempest-RoutersNegativeIpV6Test-203867678-project] Added segment 1ce710fe-41b2-4998-a14e-0b5873083633 of type vlan for network 870d99a9-b4ec-4135-a99b-217fe9bebb07 Nov 23 17:52:28.533236 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device a00225d8-8af9-4bae-8dca-baee365ed4d6 up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:52:28.547477 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c83ac451-79de-4a77-b92f-75942365e6cc tempest-FloatingIPNegativeTestJSON-85398855 tempest-FloatingIPNegativeTestJSON-85398855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:28.560264 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c4a060db-26ac-49f0-b1c4-a631b85165b8 tempest-RoutersNegativeIpV6Test-203867678 tempest-RoutersNegativeIpV6Test-203867678-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736635338810'] for network, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:28.602992 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c4a060db-26ac-49f0-b1c4-a631b85165b8 tempest-RoutersNegativeIpV6Test-203867678 tempest-RoutersNegativeIpV6Test-203867678-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493'] for network, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:28.611238 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4a060db-26ac-49f0-b1c4-a631b85165b8 tempest-RoutersNegativeIpV6Test-203867678 tempest-RoutersNegativeIpV6Test-203867678-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:52:28.611985 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c4a060db-26ac-49f0-b1c4-a631b85165b8 tempest-RoutersNegativeIpV6Test-203867678 tempest-RoutersNegativeIpV6Test-203867678-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for network, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:28.640975 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port a00225d8-8af9-4bae-8dca-baee365ed4d6 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:52:28.640975 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:28.678553 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-c4a060db-26ac-49f0-b1c4-a631b85165b8 tempest-RoutersNegativeIpV6Test-203867678 tempest-RoutersNegativeIpV6Test-203867678-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4112353 Nov 23 17:52:28.680029 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 42410) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:52:28.687006 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-3c631a15-e32d-45c8-971e-92155d602bba tempest-RoutersNegativeIpV6Test-203867678 tempest-RoutersNegativeIpV6Test-203867678-project] Request body: {'subnet': {'network_id': '870d99a9-b4ec-4135-a99b-217fe9bebb07', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:52:28.766386 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a060db-26ac-49f0-b1c4-a631b85165b8 tempest-RoutersNegativeIpV6Test-203867678 tempest-RoutersNegativeIpV6Test-203867678-project] Pushing event updated for resources: {'Network': ['ID=870d99a9-b4ec-4135-a99b-217fe9bebb07,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:52:28.802688 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:28.810879 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Network 870d99a9-b4ec-4135-a99b-217fe9bebb07 details requested by agent ovs-agent-n-d-816206-8 with host n-d-816206-8 {{(pid=103592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 17:52:28.973345 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c631a15-e32d-45c8-971e-92155d602bba tempest-RoutersNegativeIpV6Test-203867678 tempest-RoutersNegativeIpV6Test-203867678-project] Made reservation on behalf of 723c7ccc1ada43e4b87ac630fcfca65d for: {'subnet': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:52:28.984030 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-3c631a15-e32d-45c8-971e-92155d602bba tempest-RoutersNegativeIpV6Test-203867678 tempest-RoutersNegativeIpV6Test-203867678-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264314294'] for subnet, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:29.038748 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] For port a00225d8-8af9-4bae-8dca-baee365ed4d6, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=a00225d8-8af9-4bae-8dca-baee365ed4d6,segment=NetworkSegment(4640831d-e125-4b5b-9275-f793e4054e5e),segment_id=4640831d-e125-4b5b-9275-f793e4054e5e)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:52:29.040859 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c83ac451-79de-4a77-b92f-75942365e6cc tempest-FloatingIPNegativeTestJSON-85398855 tempest-FloatingIPNegativeTestJSON-85398855-project] Publish callbacks [] for port, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:29.052767 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:29.054041 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c83ac451-79de-4a77-b92f-75942365e6cc tempest-FloatingIPNegativeTestJSON-85398855 tempest-FloatingIPNegativeTestJSON-85398855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264357957'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:29.143719 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Pushing event updated for resources: {'Port': ['ID=a00225d8-8af9-4bae-8dca-baee365ed4d6,revision_number=3']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:52:29.172251 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c83ac451-79de-4a77-b92f-75942365e6cc tempest-FloatingIPNegativeTestJSON-85398855 tempest-FloatingIPNegativeTestJSON-85398855-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2068703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1794403'] for router_interface, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:29.225703 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ac451-79de-4a77-b92f-75942365e6cc tempest-FloatingIPNegativeTestJSON-85398855 tempest-FloatingIPNegativeTestJSON-85398855-project] Pushing event updated for resources: {'Port': ['ID=e8cfa236-8803-4ecd-afd6-95040ca29ff9,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:52:29.389716 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c83ac451-79de-4a77-b92f-75942365e6cc tempest-FloatingIPNegativeTestJSON-85398855 tempest-FloatingIPNegativeTestJSON-85398855-project] Network 8c7664f4-0dc4-4081-b4da-8316deeea7e8 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:52:29.391263 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-c83ac451-79de-4a77-b92f-75942365e6cc tempest-FloatingIPNegativeTestJSON-85398855 tempest-FloatingIPNegativeTestJSON-85398855-project] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:52:29.396862 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-3c631a15-e32d-45c8-971e-92155d602bba tempest-RoutersNegativeIpV6Test-203867678 tempest-RoutersNegativeIpV6Test-203867678-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264758079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264314276'] for subnet, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:29.469532 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c631a15-e32d-45c8-971e-92155d602bba tempest-RoutersNegativeIpV6Test-203867678 tempest-RoutersNegativeIpV6Test-203867678-project] Pushing event updated for resources: {'Subnet': ['ID=d71513b2-c27c-4759-b87a-ee91b27038fd,revision_number=0']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:52:29.503996 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c631a15-e32d-45c8-971e-92155d602bba tempest-RoutersNegativeIpV6Test-203867678 tempest-RoutersNegativeIpV6Test-203867678-project] Checking segment: {'id': '1ce710fe-41b2-4998-a14e-0b5873083633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '870d99a9-b4ec-4135-a99b-217fe9bebb07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:52:29.504628 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c631a15-e32d-45c8-971e-92155d602bba tempest-RoutersNegativeIpV6Test-203867678 tempest-RoutersNegativeIpV6Test-203867678-project] Network hostable DHCP agents. Network: 870d99a9-b4ec-4135-a99b-217fe9bebb07, hostable agents: ['0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3'], hosted agents: [] {{(pid=103591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 17:52:29.524173 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c631a15-e32d-45c8-971e-92155d602bba tempest-RoutersNegativeIpV6Test-203867678 tempest-RoutersNegativeIpV6Test-203867678-project] Network 870d99a9-b4ec-4135-a99b-217fe9bebb07 is scheduled to be hosted by DHCP agent 0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3 with binding_index 1 {{(pid=103591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 17:52:29.535293 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [None req-3c631a15-e32d-45c8-971e-92155d602bba tempest-RoutersNegativeIpV6Test-203867678 tempest-RoutersNegativeIpV6Test-203867678-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-8, 870d99a9-b4ec-4135-a99b-217fe9bebb07) {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:52:29.543168 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c631a15-e32d-45c8-971e-92155d602bba tempest-RoutersNegativeIpV6Test-203867678 tempest-RoutersNegativeIpV6Test-203867678-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:52:29.543168 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-3c631a15-e32d-45c8-971e-92155d602bba tempest-RoutersNegativeIpV6Test-203867678 tempest-RoutersNegativeIpV6Test-203867678-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for subnet, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:29.550521 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f3745c8-aff3-4c69-a976-33ac7b51bfb4 None None] Network 870d99a9-b4ec-4135-a99b-217fe9bebb07 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:52:29.565386 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-3c631a15-e32d-45c8-971e-92155d602bba tempest-RoutersNegativeIpV6Test-203867678 tempest-RoutersNegativeIpV6Test-203867678-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.8845036 Nov 23 17:52:29.573030 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 42430) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:52:29.578201 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70410312-6659-4ecd-b957-7d2112ad4c41 None None] Network 8c7664f4-0dc4-4081-b4da-8316deeea7e8 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:52:29.586742 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-5158acee-301b-4a29-ac5e-85b7626a1b67 tempest-RoutersNegativeIpV6Test-203867678 tempest-RoutersNegativeIpV6Test-203867678-project] Request body: {'router': {'external_gateway_info': {'network_id': '870d99a9-b4ec-4135-a99b-217fe9bebb07'}}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:52:29.834075 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-f6d3ca81-f53d-44b9-9956-135d3d313d4c None None] Provisioning complete for port a00225d8-8af9-4bae-8dca-baee365ed4d6 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:52:29.834443 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-f6d3ca81-f53d-44b9-9956-135d3d313d4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:29.917905 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5158acee-301b-4a29-ac5e-85b7626a1b67 tempest-RoutersNegativeIpV6Test-203867678 tempest-RoutersNegativeIpV6Test-203867678-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:29.929461 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c83ac451-79de-4a77-b92f-75942365e6cc tempest-FloatingIPNegativeTestJSON-85398855 tempest-FloatingIPNegativeTestJSON-85398855-project] Router 04df2590-e108-4d30-9103-5c90bf2cd6c8 is scheduled to L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 with binding_index 1 {{(pid=103590) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 17:52:29.995729 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-212f79c6-27ca-4489-aceb-481149c612e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp355044b8-8e87-58c4-94fa-4a010ec30f9e-870d99a9-b4ec-4135-a99b-217fe9bebb07', 'network_id': '870d99a9-b4ec-4135-a99b-217fe9bebb07', 'tenant_id': '723c7ccc1ada43e4b87ac630fcfca65d', 'fixed_ips': [{'subnet_id': 'd71513b2-c27c-4759-b87a-ee91b27038fd'}]}} from n-d-816206-8. {{(pid=103592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 17:52:29.996641 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-212f79c6-27ca-4489-aceb-481149c612e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:30.116135 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c83ac451-79de-4a77-b92f-75942365e6cc tempest-FloatingIPNegativeTestJSON-85398855 tempest-FloatingIPNegativeTestJSON-85398855-project] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:52:30.122899 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-c83ac451-79de-4a77-b92f-75942365e6cc tempest-FloatingIPNegativeTestJSON-85398855 tempest-FloatingIPNegativeTestJSON-85398855-project] 10.222.0.60 "PUT /v2.0/routers/04df2590-e108-4d30-9103-5c90bf2cd6c8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6887085 Nov 23 17:52:30.125641 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 42448) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:52:30.130727 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-8939d453-8d72-4cef-ba5d-f5f798a4dfc6 tempest-FloatingIPNegativeTestJSON-85398855 tempest-FloatingIPNegativeTestJSON-85398855-project] Request body: {'port': {'network_id': '8c7664f4-0dc4-4081-b4da-8316deeea7e8', 'name': 'tempest-FloatingIPNegativeTestJSON-1066590636'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:52:30.137018 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa5ab963-e87b-403c-93ec-cc4f41618422 None None] Sync routers for ids ['04df2590-e108-4d30-9103-5c90bf2cd6c8'] in n-d-816206-8 {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:52:30.162362 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa5ab963-e87b-403c-93ec-cc4f41618422 None None] Routers {'04df2590-e108-4d30-9103-5c90bf2cd6c8'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:52:30.165033 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-fa5ab963-e87b-403c-93ec-cc4f41618422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:52:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['04df2590-e108-4d30-9103-5c90bf2cd6c8'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:52:30.194237 n-d-816206-8 neutron-server[103590]: INFO neutron.api.v2.resource [None req-5158acee-301b-4a29-ac5e-85b7626a1b67 tempest-RoutersNegativeIpV6Test-203867678 tempest-RoutersNegativeIpV6Test-203867678-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 17:52:30.198718 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-5158acee-301b-4a29-ac5e-85b7626a1b67 tempest-RoutersNegativeIpV6Test-203867678 tempest-RoutersNegativeIpV6Test-203867678-project] 10.222.0.60 "PUT /v2.0/routers/654669cd-b8d5-4cf3-a292-b890bbde1791 HTTP/1.1" status: 400 len: 364 time: 0.6196473 Nov 23 17:52:30.209042 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 42450) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:52:30.228642 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-fa5ab963-e87b-403c-93ec-cc4f41618422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:52:30.243670 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa5ab963-e87b-403c-93ec-cc4f41618422 None None] Routers {'04df2590-e108-4d30-9103-5c90bf2cd6c8'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:52:30.244756 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-fa5ab963-e87b-403c-93ec-cc4f41618422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:52:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['04df2590-e108-4d30-9103-5c90bf2cd6c8'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:52:30.296097 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.db_base_plugin_common [None req-212f79c6-27ca-4489-aceb-481149c612e4 None None] Allocated IP 2001:db8:1::2 (870d99a9-b4ec-4135-a99b-217fe9bebb07/d71513b2-c27c-4759-b87a-ee91b27038fd/4dd992e3-6f70-4135-b590-805f0e8d9428) {{(pid=103592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:52:30.305154 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-fa5ab963-e87b-403c-93ec-cc4f41618422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:52:30.306164 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa5ab963-e87b-403c-93ec-cc4f41618422 None None] The sync data for ids ['04df2590-e108-4d30-9103-5c90bf2cd6c8'] in n-d-816206-8 is: [] {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:52:30.355270 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8939d453-8d72-4cef-ba5d-f5f798a4dfc6 tempest-FloatingIPNegativeTestJSON-85398855 tempest-FloatingIPNegativeTestJSON-85398855-project] Made reservation on behalf of 31d3428714f34ddb85d98cc7ed18e822 for: {'port': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:52:30.360084 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-8939d453-8d72-4cef-ba5d-f5f798a4dfc6 tempest-FloatingIPNegativeTestJSON-85398855 tempest-FloatingIPNegativeTestJSON-85398855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:30.384860 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [None req-8939d453-8d72-4cef-ba5d-f5f798a4dfc6 tempest-FloatingIPNegativeTestJSON-85398855 tempest-FloatingIPNegativeTestJSON-85398855-project] device_id is not set on port 380b3c45-6db7-41a8-b34e-598420d133d3 yet. {{(pid=103591) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 17:52:30.503243 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [req-a595bb09-08b8-474a-936e-9003bad02107 req-432f9171-78de-49b0-b952-03736e414245 service neutron] (103590) timed out ('10.222.0.60', 46408) {{(pid=103590) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 23 17:52:30.558577 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.db_base_plugin_common [None req-8939d453-8d72-4cef-ba5d-f5f798a4dfc6 tempest-FloatingIPNegativeTestJSON-85398855 tempest-FloatingIPNegativeTestJSON-85398855-project] Allocated IP 172.20.0.14 (8c7664f4-0dc4-4081-b4da-8316deeea7e8/a1414731-abb2-43e9-ad03-10a3401a4854/380b3c45-6db7-41a8-b34e-598420d133d3) {{(pid=103591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:52:30.583391 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device a00225d8-8af9-4bae-8dca-baee365ed4d6 up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:52:30.696148 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e35c35bd-63c8-46cd-bafb-07c39549b881 tempest-RoutersNegativeIpV6Test-203867678 tempest-RoutersNegativeIpV6Test-203867678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:30.788307 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-212f79c6-27ca-4489-aceb-481149c612e4 None None] Publish callbacks [] for port, precommit_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:30.806849 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-212f79c6-27ca-4489-aceb-481149c612e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980'] for port, after_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:30.816275 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-8939d453-8d72-4cef-ba5d-f5f798a4dfc6 tempest-FloatingIPNegativeTestJSON-85398855 tempest-FloatingIPNegativeTestJSON-85398855-project] Publish callbacks [] for port, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:30.858432 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-8939d453-8d72-4cef-ba5d-f5f798a4dfc6 tempest-FloatingIPNegativeTestJSON-85398855 tempest-FloatingIPNegativeTestJSON-85398855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:30.862710 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-fa072bc3-5041-4165-a364-bff164e4c449 None None] Provisioning complete for port a00225d8-8af9-4bae-8dca-baee365ed4d6 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:52:30.863491 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-fa072bc3-5041-4165-a364-bff164e4c449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:30.919427 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8939d453-8d72-4cef-ba5d-f5f798a4dfc6 tempest-FloatingIPNegativeTestJSON-85398855 tempest-FloatingIPNegativeTestJSON-85398855-project] Pushing event updated for resources: {'Port': ['ID=380b3c45-6db7-41a8-b34e-598420d133d3,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:52:30.924299 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port a00225d8-8af9-4bae-8dca-baee365ed4d6 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:52:30.924734 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:30.949728 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8939d453-8d72-4cef-ba5d-f5f798a4dfc6 tempest-FloatingIPNegativeTestJSON-85398855 tempest-FloatingIPNegativeTestJSON-85398855-project] Network 8c7664f4-0dc4-4081-b4da-8316deeea7e8 is already hosted by enough agents. {{(pid=103591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:52:30.951240 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [None req-8939d453-8d72-4cef-ba5d-f5f798a4dfc6 tempest-FloatingIPNegativeTestJSON-85398855 tempest-FloatingIPNegativeTestJSON-85398855-project] Resources bound (agent type, host, resource id): {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:52:30.955537 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8939d453-8d72-4cef-ba5d-f5f798a4dfc6 tempest-FloatingIPNegativeTestJSON-85398855 tempest-FloatingIPNegativeTestJSON-85398855-project] Received port after_create {{(pid=103591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:52:30.975412 n-d-816206-8 neutron-server[103592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-212f79c6-27ca-4489-aceb-481149c612e4 None None] Network 870d99a9-b4ec-4135-a99b-217fe9bebb07 is already hosted by enough agents. {{(pid=103592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:52:30.979759 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212f79c6-27ca-4489-aceb-481149c612e4 None None] Pushing event updated for resources: {'Port': ['ID=4dd992e3-6f70-4135-b590-805f0e8d9428,revision_number=1']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:52:30.988474 n-d-816206-8 neutron-server[103592]: DEBUG neutron.scheduler.base_scheduler [None req-212f79c6-27ca-4489-aceb-481149c612e4 None None] Resources bound (agent type, host, resource id): {{(pid=103592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:52:30.995762 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-212f79c6-27ca-4489-aceb-481149c612e4 None None] Received port after_create {{(pid=103592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:52:31.070994 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8939d453-8d72-4cef-ba5d-f5f798a4dfc6 tempest-FloatingIPNegativeTestJSON-85398855 tempest-FloatingIPNegativeTestJSON-85398855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:52:31.074201 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-8939d453-8d72-4cef-ba5d-f5f798a4dfc6 tempest-FloatingIPNegativeTestJSON-85398855 tempest-FloatingIPNegativeTestJSON-85398855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:31.096356 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-8939d453-8d72-4cef-ba5d-f5f798a4dfc6 tempest-FloatingIPNegativeTestJSON-85398855 tempest-FloatingIPNegativeTestJSON-85398855-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9695249 Nov 23 17:52:31.100382 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 42464) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:52:31.111823 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-56c227f7-3152-4c7f-ac62-7cc77fa7ec4e tempest-FloatingIPNegativeTestJSON-85398855 tempest-FloatingIPNegativeTestJSON-85398855-project] Request body: {'floatingip': {'floating_network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:52:31.160646 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-56c227f7-3152-4c7f-ac62-7cc77fa7ec4e tempest-FloatingIPNegativeTestJSON-85398855 tempest-FloatingIPNegativeTestJSON-85398855-project] Publish callbacks [] for floatingip, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:31.167939 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-212f79c6-27ca-4489-aceb-481149c612e4 None None] Attempting to bind port 4dd992e3-6f70-4135-b590-805f0e8d9428 on host n-d-816206-8 for vnic_type normal with profile {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:52:31.168728 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-212f79c6-27ca-4489-aceb-481149c612e4 None None] Attempting to bind port 4dd992e3-6f70-4135-b590-805f0e8d9428 by drivers openvswitch,hyperv on host n-d-816206-8 at level 0 using segments [{'id': '1ce710fe-41b2-4998-a14e-0b5873083633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '870d99a9-b4ec-4135-a99b-217fe9bebb07'}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:52:31.169426 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-212f79c6-27ca-4489-aceb-481149c612e4 None None] Attempting to bind port 4dd992e3-6f70-4135-b590-805f0e8d9428 on network 870d99a9-b4ec-4135-a99b-217fe9bebb07 {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:52:31.185978 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-fa072bc3-5041-4165-a364-bff164e4c449 None None] Provisioning complete for port e8cfa236-8803-4ecd-afd6-95040ca29ff9 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:52:31.186649 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-fa072bc3-5041-4165-a364-bff164e4c449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:31.200920 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-212f79c6-27ca-4489-aceb-481149c612e4 None None] Checking agent: {'id': '9e89acbe-4bbe-4c77-a18b-6f1da9133e0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 7, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 52, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:52:31.201765 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-212f79c6-27ca-4489-aceb-481149c612e4 None None] Checking segment: {'id': '1ce710fe-41b2-4998-a14e-0b5873083633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '870d99a9-b4ec-4135-a99b-217fe9bebb07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:52:31.202527 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-212f79c6-27ca-4489-aceb-481149c612e4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:31.203295 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-212f79c6-27ca-4489-aceb-481149c612e4 None None] Bound using segment: {'id': '1ce710fe-41b2-4998-a14e-0b5873083633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '870d99a9-b4ec-4135-a99b-217fe9bebb07'} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:52:31.204183 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-212f79c6-27ca-4489-aceb-481149c612e4 None None] Bound port: 4dd992e3-6f70-4135-b590-805f0e8d9428, host: n-d-816206-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ce710fe-41b2-4998-a14e-0b5873083633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '870d99a9-b4ec-4135-a99b-217fe9bebb07'}}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:52:31.204976 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-212f79c6-27ca-4489-aceb-481149c612e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:31.312378 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-fa072bc3-5041-4165-a364-bff164e4c449 None None] Port e8cfa236-8803-4ecd-afd6-95040ca29ff9 cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:52:31.422494 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-212f79c6-27ca-4489-aceb-481149c612e4 None None] For port 4dd992e3-6f70-4135-b590-805f0e8d9428, host n-d-816206-8, cleared binding levels {{(pid=103592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:52:31.430500 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-56c227f7-3152-4c7f-ac62-7cc77fa7ec4e tempest-FloatingIPNegativeTestJSON-85398855 tempest-FloatingIPNegativeTestJSON-85398855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:31.434012 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-212f79c6-27ca-4489-aceb-481149c612e4 None None] For port 4dd992e3-6f70-4135-b590-805f0e8d9428, host n-d-816206-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=4dd992e3-6f70-4135-b590-805f0e8d9428,segment=NetworkSegment(1ce710fe-41b2-4998-a14e-0b5873083633),segment_id=1ce710fe-41b2-4998-a14e-0b5873083633)] {{(pid=103592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:52:31.449325 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-212f79c6-27ca-4489-aceb-481149c612e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:31.525384 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-1d213055-4aef-409e-a5c5-7520cf7c1511 None None] Provisioning complete for port e8cfa236-8803-4ecd-afd6-95040ca29ff9 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:52:31.525753 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-1d213055-4aef-409e-a5c5-7520cf7c1511 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:31.655032 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212f79c6-27ca-4489-aceb-481149c612e4 None None] Pushing event updated for resources: {'Port': ['ID=4dd992e3-6f70-4135-b590-805f0e8d9428,revision_number=2']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:52:31.668117 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-1d213055-4aef-409e-a5c5-7520cf7c1511 None None] Port e8cfa236-8803-4ecd-afd6-95040ca29ff9 cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:52:31.669907 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.db_base_plugin_common [None req-56c227f7-3152-4c7f-ac62-7cc77fa7ec4e tempest-FloatingIPNegativeTestJSON-85398855 tempest-FloatingIPNegativeTestJSON-85398855-project] Allocated IP 172.25.3.231 (4c8455ba-1be5-42ac-b8c2-8a16e1292d55/08fe3644-ce41-4c3f-a7ea-92bac0f0fff5/359c3ea3-d962-4d3d-8476-11e49ae3ee64) {{(pid=103591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:52:31.738376 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-e35c35bd-63c8-46cd-bafb-07c39549b881 tempest-RoutersNegativeIpV6Test-203867678 tempest-RoutersNegativeIpV6Test-203867678-project] Allocated IP 2001:db8::1 (14045c4e-9447-470b-b4e2-7f3ab6f7f93a/754a2a8d-80f9-4b30-817a-ad7a66ed2b90/e88cd22d-ff4b-491c-9ce3-319a7751ea3f) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:52:31.793967 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-2a3633cc-4c1f-4fd1-b994-90387e643b70 None None] Provisioning complete for port 380b3c45-6db7-41a8-b34e-598420d133d3 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:52:31.794352 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-2a3633cc-4c1f-4fd1-b994-90387e643b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:31.891442 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-56c227f7-3152-4c7f-ac62-7cc77fa7ec4e tempest-FloatingIPNegativeTestJSON-85398855 tempest-FloatingIPNegativeTestJSON-85398855-project] Publish callbacks [] for port, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:31.908298 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-2a3633cc-4c1f-4fd1-b994-90387e643b70 None None] Port 380b3c45-6db7-41a8-b34e-598420d133d3 cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:52:31.961741 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-56c227f7-3152-4c7f-ac62-7cc77fa7ec4e tempest-FloatingIPNegativeTestJSON-85398855 tempest-FloatingIPNegativeTestJSON-85398855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:31.994119 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e35c35bd-63c8-46cd-bafb-07c39549b881 tempest-RoutersNegativeIpV6Test-203867678 tempest-RoutersNegativeIpV6Test-203867678-project] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:32.029754 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c227f7-3152-4c7f-ac62-7cc77fa7ec4e tempest-FloatingIPNegativeTestJSON-85398855 tempest-FloatingIPNegativeTestJSON-85398855-project] Pushing event updated for resources: {'Port': ['ID=359c3ea3-d962-4d3d-8476-11e49ae3ee64,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:52:32.038440 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e35c35bd-63c8-46cd-bafb-07c39549b881 tempest-RoutersNegativeIpV6Test-203867678 tempest-RoutersNegativeIpV6Test-203867678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:32.045878 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56c227f7-3152-4c7f-ac62-7cc77fa7ec4e tempest-FloatingIPNegativeTestJSON-85398855 tempest-FloatingIPNegativeTestJSON-85398855-project] Network 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 is already hosted by enough agents. {{(pid=103591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:52:32.048177 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [None req-56c227f7-3152-4c7f-ac62-7cc77fa7ec4e tempest-FloatingIPNegativeTestJSON-85398855 tempest-FloatingIPNegativeTestJSON-85398855-project] Resources bound (agent type, host, resource id): {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:52:32.050798 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56c227f7-3152-4c7f-ac62-7cc77fa7ec4e tempest-FloatingIPNegativeTestJSON-85398855 tempest-FloatingIPNegativeTestJSON-85398855-project] Received port after_create {{(pid=103591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:52:32.222292 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e35c35bd-63c8-46cd-bafb-07c39549b881 tempest-RoutersNegativeIpV6Test-203867678 tempest-RoutersNegativeIpV6Test-203867678-project] Network 14045c4e-9447-470b-b4e2-7f3ab6f7f93a is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:52:32.222292 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-e35c35bd-63c8-46cd-bafb-07c39549b881 tempest-RoutersNegativeIpV6Test-203867678 tempest-RoutersNegativeIpV6Test-203867678-project] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:52:32.222292 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e35c35bd-63c8-46cd-bafb-07c39549b881 tempest-RoutersNegativeIpV6Test-203867678 tempest-RoutersNegativeIpV6Test-203867678-project] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:52:32.222292 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e35c35bd-63c8-46cd-bafb-07c39549b881 tempest-RoutersNegativeIpV6Test-203867678 tempest-RoutersNegativeIpV6Test-203867678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1795539'] for router_interface, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:32.222292 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35c35bd-63c8-46cd-bafb-07c39549b881 tempest-RoutersNegativeIpV6Test-203867678 tempest-RoutersNegativeIpV6Test-203867678-project] Pushing event updated for resources: {'Port': ['ID=e88cd22d-ff4b-491c-9ce3-319a7751ea3f,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:52:32.326171 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-56c227f7-3152-4c7f-ac62-7cc77fa7ec4e tempest-FloatingIPNegativeTestJSON-85398855 tempest-FloatingIPNegativeTestJSON-85398855-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:32.352155 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e35c35bd-63c8-46cd-bafb-07c39549b881 tempest-RoutersNegativeIpV6Test-203867678 tempest-RoutersNegativeIpV6Test-203867678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:32.414930 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-56c227f7-3152-4c7f-ac62-7cc77fa7ec4e tempest-FloatingIPNegativeTestJSON-85398855 tempest-FloatingIPNegativeTestJSON-85398855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:32.505633 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 4dd992e3-6f70-4135-b590-805f0e8d9428 up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:52:32.638049 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port 4dd992e3-6f70-4135-b590-805f0e8d9428 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:52:32.638616 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:32.785970 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-b50ecca1-5474-439f-91c4-6b89134babf1 None None] Provisioning complete for port e88cd22d-ff4b-491c-9ce3-319a7751ea3f triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:52:32.787040 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b50ecca1-5474-439f-91c4-6b89134babf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:32.886843 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-56c227f7-3152-4c7f-ac62-7cc77fa7ec4e tempest-FloatingIPNegativeTestJSON-85398855 tempest-FloatingIPNegativeTestJSON-85398855-project] Publish callbacks [] for port, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:32.893151 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-56c227f7-3152-4c7f-ac62-7cc77fa7ec4e tempest-FloatingIPNegativeTestJSON-85398855 tempest-FloatingIPNegativeTestJSON-85398855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264758186'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:32.937103 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-b50ecca1-5474-439f-91c4-6b89134babf1 None None] Port e88cd22d-ff4b-491c-9ce3-319a7751ea3f cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:52:32.988127 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:33.018977 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-56c227f7-3152-4c7f-ac62-7cc77fa7ec4e tempest-FloatingIPNegativeTestJSON-85398855 tempest-FloatingIPNegativeTestJSON-85398855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1795396'] for floatingip, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:33.042781 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-56c227f7-3152-4c7f-ac62-7cc77fa7ec4e tempest-FloatingIPNegativeTestJSON-85398855 tempest-FloatingIPNegativeTestJSON-85398855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for floatingip, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:33.044363 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-56c227f7-3152-4c7f-ac62-7cc77fa7ec4e tempest-FloatingIPNegativeTestJSON-85398855 tempest-FloatingIPNegativeTestJSON-85398855-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9422710 Nov 23 17:52:33.049102 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 42510) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:52:33.089961 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] For port 4dd992e3-6f70-4135-b590-805f0e8d9428, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=4dd992e3-6f70-4135-b590-805f0e8d9428,segment=NetworkSegment(1ce710fe-41b2-4998-a14e-0b5873083633),segment_id=1ce710fe-41b2-4998-a14e-0b5873083633)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:52:33.094685 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c227f7-3152-4c7f-ac62-7cc77fa7ec4e tempest-FloatingIPNegativeTestJSON-85398855 tempest-FloatingIPNegativeTestJSON-85398855-project] Pushing event updated for resources: {'Port': ['ID=359c3ea3-d962-4d3d-8476-11e49ae3ee64,revision_number=2']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:52:33.096163 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:33.105501 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-db8740ff-c13c-4af8-9fc5-dd2b006f99fe tempest-FloatingIPNegativeTestJSON-85398855 tempest-FloatingIPNegativeTestJSON-85398855-project] Request body: {'floatingip': {'port_id': '380b3c45-6db7-41a8-b34e-598420d133d3', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:52:33.122107 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e35c35bd-63c8-46cd-bafb-07c39549b881 tempest-RoutersNegativeIpV6Test-203867678 tempest-RoutersNegativeIpV6Test-203867678-project] Publish callbacks [] for port, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:33.128406 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e35c35bd-63c8-46cd-bafb-07c39549b881 tempest-RoutersNegativeIpV6Test-203867678 tempest-RoutersNegativeIpV6Test-203867678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264357957'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:33.130354 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e35c35bd-63c8-46cd-bafb-07c39549b881 tempest-RoutersNegativeIpV6Test-203867678 tempest-RoutersNegativeIpV6Test-203867678-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2068703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1794403'] for router_interface, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:33.228284 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Pushing event updated for resources: {'Port': ['ID=4dd992e3-6f70-4135-b590-805f0e8d9428,revision_number=3']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:52:33.229689 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-db8740ff-c13c-4af8-9fc5-dd2b006f99fe tempest-FloatingIPNegativeTestJSON-85398855 tempest-FloatingIPNegativeTestJSON-85398855-project] Publish callbacks [] for floatingip, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:33.271567 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35c35bd-63c8-46cd-bafb-07c39549b881 tempest-RoutersNegativeIpV6Test-203867678 tempest-RoutersNegativeIpV6Test-203867678-project] Pushing event updated for resources: {'Port': ['ID=e88cd22d-ff4b-491c-9ce3-319a7751ea3f,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:52:33.316446 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e35c35bd-63c8-46cd-bafb-07c39549b881 tempest-RoutersNegativeIpV6Test-203867678 tempest-RoutersNegativeIpV6Test-203867678-project] Network 14045c4e-9447-470b-b4e2-7f3ab6f7f93a is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:52:33.318424 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-e35c35bd-63c8-46cd-bafb-07c39549b881 tempest-RoutersNegativeIpV6Test-203867678 tempest-RoutersNegativeIpV6Test-203867678-project] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:52:33.469721 n-d-816206-8 neutron-server[103591]: INFO neutron.api.v2.resource [None req-db8740ff-c13c-4af8-9fc5-dd2b006f99fe tempest-FloatingIPNegativeTestJSON-85398855 tempest-FloatingIPNegativeTestJSON-85398855-project] update failed (client error): The resource could not be found. Nov 23 17:52:33.476736 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-db8740ff-c13c-4af8-9fc5-dd2b006f99fe tempest-FloatingIPNegativeTestJSON-85398855 tempest-FloatingIPNegativeTestJSON-85398855-project] 10.222.0.60 "PUT /v2.0/floatingips/5d732a80-0357-4eb3-ae0d-07892877e2c8 HTTP/1.1" status: 404 len: 507 time: 0.3832276 Nov 23 17:52:33.477709 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 42518) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:52:33.513875 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e6df0c2-4669-42f6-b148-28c5c5f031f9 None None] Network 870d99a9-b4ec-4135-a99b-217fe9bebb07 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:52:33.534704 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e35c35bd-63c8-46cd-bafb-07c39549b881 tempest-RoutersNegativeIpV6Test-203867678 tempest-RoutersNegativeIpV6Test-203867678-project] Router 654669cd-b8d5-4cf3-a292-b890bbde1791 has already been hosted by L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 {{(pid=103590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 17:52:33.742366 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e35c35bd-63c8-46cd-bafb-07c39549b881 tempest-RoutersNegativeIpV6Test-203867678 tempest-RoutersNegativeIpV6Test-203867678-project] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:52:33.771797 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-e35c35bd-63c8-46cd-bafb-07c39549b881 tempest-RoutersNegativeIpV6Test-203867678 tempest-RoutersNegativeIpV6Test-203867678-project] 10.222.0.60 "PUT /v2.0/routers/654669cd-b8d5-4cf3-a292-b890bbde1791/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5613854 Nov 23 17:52:33.775470 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 42526) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:52:33.787176 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dc7a683-78b7-4e56-9be2-c28d953888ee None None] Sync routers for ids ['654669cd-b8d5-4cf3-a292-b890bbde1791'] in n-d-816206-8 {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:52:33.800329 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-1bd5c70e-fd6d-473f-b8dd-094d2ea3045e None None] Provisioning complete for port 4dd992e3-6f70-4135-b590-805f0e8d9428 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:52:33.801143 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-1bd5c70e-fd6d-473f-b8dd-094d2ea3045e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:33.854225 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dc7a683-78b7-4e56-9be2-c28d953888ee None None] Routers {'654669cd-b8d5-4cf3-a292-b890bbde1791'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:52:33.854850 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-7dc7a683-78b7-4e56-9be2-c28d953888ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:52:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['654669cd-b8d5-4cf3-a292-b890bbde1791'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:52:33.893244 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-7dc7a683-78b7-4e56-9be2-c28d953888ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:52:33.893480 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-c00c274d-f478-4f91-b5a6-9557025f1637 tempest-FloatingIPNegativeTestJSON-85398855 tempest-FloatingIPNegativeTestJSON-85398855-project] Deleting port 359c3ea3-d962-4d3d-8476-11e49ae3ee64 {{(pid=103591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:52:33.893961 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c00c274d-f478-4f91-b5a6-9557025f1637 tempest-FloatingIPNegativeTestJSON-85398855 tempest-FloatingIPNegativeTestJSON-85398855-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:33.916789 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-4f63b13e-0a62-49d3-9e2b-064e3df902b1 tempest-RoutersNegativeIpV6Test-203867678 tempest-RoutersNegativeIpV6Test-203867678-project] Publish callbacks [] for router, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:33.920875 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dc7a683-78b7-4e56-9be2-c28d953888ee None None] Routers {'654669cd-b8d5-4cf3-a292-b890bbde1791'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:52:33.921722 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-7dc7a683-78b7-4e56-9be2-c28d953888ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:52:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['654669cd-b8d5-4cf3-a292-b890bbde1791'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:52:33.986304 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-7dc7a683-78b7-4e56-9be2-c28d953888ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:52:33.986988 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dc7a683-78b7-4e56-9be2-c28d953888ee None None] The sync data for ids ['654669cd-b8d5-4cf3-a292-b890bbde1791'] in n-d-816206-8 is: [] {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:52:34.117655 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c00c274d-f478-4f91-b5a6-9557025f1637 tempest-FloatingIPNegativeTestJSON-85398855 tempest-FloatingIPNegativeTestJSON-85398855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:34.118200 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c00c274d-f478-4f91-b5a6-9557025f1637 tempest-FloatingIPNegativeTestJSON-85398855 tempest-FloatingIPNegativeTestJSON-85398855-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:34.120908 n-d-816206-8 neutron-server[103591]: INFO neutron.api.v2.resource [None req-4f63b13e-0a62-49d3-9e2b-064e3df902b1 tempest-RoutersNegativeIpV6Test-203867678 tempest-RoutersNegativeIpV6Test-203867678-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 23 17:52:34.124711 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-4f63b13e-0a62-49d3-9e2b-064e3df902b1 tempest-RoutersNegativeIpV6Test-203867678 tempest-RoutersNegativeIpV6Test-203867678-project] 10.222.0.60 "DELETE /v2.0/routers/654669cd-b8d5-4cf3-a292-b890bbde1791 HTTP/1.1" status: 409 len: 329 time: 0.3454211 Nov 23 17:52:34.125074 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 42544) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:52:34.137160 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-c00c274d-f478-4f91-b5a6-9557025f1637 tempest-FloatingIPNegativeTestJSON-85398855 tempest-FloatingIPNegativeTestJSON-85398855-project] Calling delete_port for 359c3ea3-d962-4d3d-8476-11e49ae3ee64 owned by network:floatingip {{(pid=103591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:52:34.199032 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-1c956aa5-20b4-458a-8e68-15e3bc843ca9 None None] Provisioning complete for port e88cd22d-ff4b-491c-9ce3-319a7751ea3f triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:52:34.199576 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-1c956aa5-20b4-458a-8e68-15e3bc843ca9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:34.314540 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-1c956aa5-20b4-458a-8e68-15e3bc843ca9 None None] Port e88cd22d-ff4b-491c-9ce3-319a7751ea3f cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:52:34.390055 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 4dd992e3-6f70-4135-b590-805f0e8d9428 up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:52:34.432027 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c00c274d-f478-4f91-b5a6-9557025f1637 tempest-FloatingIPNegativeTestJSON-85398855 tempest-FloatingIPNegativeTestJSON-85398855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:34.460307 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-81d25548-06b8-46ac-bdab-6338702ebf74 None None] Provisioning complete for port 4dd992e3-6f70-4135-b590-805f0e8d9428 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:52:34.461266 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-81d25548-06b8-46ac-bdab-6338702ebf74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:34.461479 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00c274d-f478-4f91-b5a6-9557025f1637 tempest-FloatingIPNegativeTestJSON-85398855 tempest-FloatingIPNegativeTestJSON-85398855-project] Pushing event deleted for resources: {'Port': ['ID=359c3ea3-d962-4d3d-8476-11e49ae3ee64,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:52:34.522629 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port 4dd992e3-6f70-4135-b590-805f0e8d9428 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:52:34.523627 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:34.580025 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c00c274d-f478-4f91-b5a6-9557025f1637 tempest-FloatingIPNegativeTestJSON-85398855 tempest-FloatingIPNegativeTestJSON-85398855-project] Publish callbacks [] for floatingip, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:34.590231 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c00c274d-f478-4f91-b5a6-9557025f1637 tempest-FloatingIPNegativeTestJSON-85398855 tempest-FloatingIPNegativeTestJSON-85398855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for floatingip, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:34.591778 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-c00c274d-f478-4f91-b5a6-9557025f1637 tempest-FloatingIPNegativeTestJSON-85398855 tempest-FloatingIPNegativeTestJSON-85398855-project] 10.222.0.60 "DELETE /v2.0/floatingips/5d732a80-0357-4eb3-ae0d-07892877e2c8 HTTP/1.1" status: 204 len: 168 time: 1.1127193 Nov 23 17:52:34.597229 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 42560) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:52:34.602394 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-f679618c-782d-4e80-8c90-876d216db765 tempest-FloatingIPNegativeTestJSON-85398855 tempest-FloatingIPNegativeTestJSON-85398855-project] Request body: {'floatingip': {'floating_network_id': '8c7664f4-0dc4-4081-b4da-8316deeea7e8', 'port_id': '380b3c45-6db7-41a8-b34e-598420d133d3', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:52:34.653209 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-f679618c-782d-4e80-8c90-876d216db765 tempest-FloatingIPNegativeTestJSON-85398855 tempest-FloatingIPNegativeTestJSON-85398855-project] Publish callbacks [] for floatingip, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:34.739009 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5d534126-8901-4aa1-85b1-93d8dec30872 tempest-RoutersNegativeIpV6Test-203867678 tempest-RoutersNegativeIpV6Test-203867678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1794372'] for router_interface, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:34.815884 n-d-816206-8 neutron-server[103591]: INFO neutron.api.v2.resource [None req-f679618c-782d-4e80-8c90-876d216db765 tempest-FloatingIPNegativeTestJSON-85398855 tempest-FloatingIPNegativeTestJSON-85398855-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 17:52:34.817937 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-f679618c-782d-4e80-8c90-876d216db765 tempest-FloatingIPNegativeTestJSON-85398855 tempest-FloatingIPNegativeTestJSON-85398855-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.2192760 Nov 23 17:52:34.827962 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 42568) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:52:34.837782 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-df7ac966-2c2a-48aa-b3c3-6859d7be0226 tempest-FloatingIPNegativeTestJSON-85398855 tempest-FloatingIPNegativeTestJSON-85398855-project] Request body: {'floatingip': {'floating_network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'port_id': '380b3c45-6db7-41a8-b34e-598420d133d3', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:52:34.903959 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-df7ac966-2c2a-48aa-b3c3-6859d7be0226 tempest-FloatingIPNegativeTestJSON-85398855 tempest-FloatingIPNegativeTestJSON-85398855-project] Publish callbacks [] for floatingip, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:35.056097 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-df7ac966-2c2a-48aa-b3c3-6859d7be0226 tempest-FloatingIPNegativeTestJSON-85398855 tempest-FloatingIPNegativeTestJSON-85398855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:35.127593 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-5d534126-8901-4aa1-85b1-93d8dec30872 tempest-RoutersNegativeIpV6Test-203867678 tempest-RoutersNegativeIpV6Test-203867678-project] Deleting port e88cd22d-ff4b-491c-9ce3-319a7751ea3f {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:52:35.128223 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5d534126-8901-4aa1-85b1-93d8dec30872 tempest-RoutersNegativeIpV6Test-203867678 tempest-RoutersNegativeIpV6Test-203867678-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:35.210078 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.db_base_plugin_common [None req-df7ac966-2c2a-48aa-b3c3-6859d7be0226 tempest-FloatingIPNegativeTestJSON-85398855 tempest-FloatingIPNegativeTestJSON-85398855-project] Allocated IP 172.25.3.8 (4c8455ba-1be5-42ac-b8c2-8a16e1292d55/08fe3644-ce41-4c3f-a7ea-92bac0f0fff5/76d74abd-bf73-4440-a535-e40db5eddadf) {{(pid=103591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:52:35.264814 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5d534126-8901-4aa1-85b1-93d8dec30872 tempest-RoutersNegativeIpV6Test-203867678 tempest-RoutersNegativeIpV6Test-203867678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:35.285372 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-5d534126-8901-4aa1-85b1-93d8dec30872 tempest-RoutersNegativeIpV6Test-203867678 tempest-RoutersNegativeIpV6Test-203867678-project] Calling delete_port for e88cd22d-ff4b-491c-9ce3-319a7751ea3f owned by network:router_interface {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:52:35.375410 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-df7ac966-2c2a-48aa-b3c3-6859d7be0226 tempest-FloatingIPNegativeTestJSON-85398855 tempest-FloatingIPNegativeTestJSON-85398855-project] Publish callbacks [] for port, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:35.422588 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-df7ac966-2c2a-48aa-b3c3-6859d7be0226 tempest-FloatingIPNegativeTestJSON-85398855 tempest-FloatingIPNegativeTestJSON-85398855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:35.486445 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df7ac966-2c2a-48aa-b3c3-6859d7be0226 tempest-FloatingIPNegativeTestJSON-85398855 tempest-FloatingIPNegativeTestJSON-85398855-project] Network 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 is already hosted by enough agents. {{(pid=103591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:52:35.492618 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [None req-df7ac966-2c2a-48aa-b3c3-6859d7be0226 tempest-FloatingIPNegativeTestJSON-85398855 tempest-FloatingIPNegativeTestJSON-85398855-project] Resources bound (agent type, host, resource id): {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:52:35.501643 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df7ac966-2c2a-48aa-b3c3-6859d7be0226 tempest-FloatingIPNegativeTestJSON-85398855 tempest-FloatingIPNegativeTestJSON-85398855-project] Received port after_create {{(pid=103591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:52:35.510189 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5d534126-8901-4aa1-85b1-93d8dec30872 tempest-RoutersNegativeIpV6Test-203867678 tempest-RoutersNegativeIpV6Test-203867678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:35.529838 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7ac966-2c2a-48aa-b3c3-6859d7be0226 tempest-FloatingIPNegativeTestJSON-85398855 tempest-FloatingIPNegativeTestJSON-85398855-project] Pushing event updated for resources: {'Port': ['ID=76d74abd-bf73-4440-a535-e40db5eddadf,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:52:35.548911 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d534126-8901-4aa1-85b1-93d8dec30872 tempest-RoutersNegativeIpV6Test-203867678 tempest-RoutersNegativeIpV6Test-203867678-project] Pushing event deleted for resources: {'Port': ['ID=e88cd22d-ff4b-491c-9ce3-319a7751ea3f,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:52:35.710424 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5d534126-8901-4aa1-85b1-93d8dec30872 tempest-RoutersNegativeIpV6Test-203867678 tempest-RoutersNegativeIpV6Test-203867678-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2067500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1794520'] for router_interface, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:35.783559 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-df7ac966-2c2a-48aa-b3c3-6859d7be0226 tempest-FloatingIPNegativeTestJSON-85398855 tempest-FloatingIPNegativeTestJSON-85398855-project] Deleting port 76d74abd-bf73-4440-a535-e40db5eddadf {{(pid=103591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:52:35.783899 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-df7ac966-2c2a-48aa-b3c3-6859d7be0226 tempest-FloatingIPNegativeTestJSON-85398855 tempest-FloatingIPNegativeTestJSON-85398855-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:35.891460 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-df7ac966-2c2a-48aa-b3c3-6859d7be0226 tempest-FloatingIPNegativeTestJSON-85398855 tempest-FloatingIPNegativeTestJSON-85398855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:35.891891 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-df7ac966-2c2a-48aa-b3c3-6859d7be0226 tempest-FloatingIPNegativeTestJSON-85398855 tempest-FloatingIPNegativeTestJSON-85398855-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:35.906413 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-df7ac966-2c2a-48aa-b3c3-6859d7be0226 tempest-FloatingIPNegativeTestJSON-85398855 tempest-FloatingIPNegativeTestJSON-85398855-project] Calling delete_port for 76d74abd-bf73-4440-a535-e40db5eddadf owned by network:floatingip {{(pid=103591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:52:36.069765 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-df7ac966-2c2a-48aa-b3c3-6859d7be0226 tempest-FloatingIPNegativeTestJSON-85398855 tempest-FloatingIPNegativeTestJSON-85398855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:36.104713 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7ac966-2c2a-48aa-b3c3-6859d7be0226 tempest-FloatingIPNegativeTestJSON-85398855 tempest-FloatingIPNegativeTestJSON-85398855-project] Pushing event deleted for resources: {'Port': ['ID=76d74abd-bf73-4440-a535-e40db5eddadf,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:52:36.212603 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d534126-8901-4aa1-85b1-93d8dec30872 tempest-RoutersNegativeIpV6Test-203867678 tempest-RoutersNegativeIpV6Test-203867678-project] Router 654669cd-b8d5-4cf3-a292-b890bbde1791 has already been hosted by L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 {{(pid=103590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 17:52:36.227170 n-d-816206-8 neutron-server[103591]: INFO neutron.api.v2.resource [None req-df7ac966-2c2a-48aa-b3c3-6859d7be0226 tempest-FloatingIPNegativeTestJSON-85398855 tempest-FloatingIPNegativeTestJSON-85398855-project] create failed (client error): The resource could not be found. Nov 23 17:52:36.231318 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-df7ac966-2c2a-48aa-b3c3-6859d7be0226 tempest-FloatingIPNegativeTestJSON-85398855 tempest-FloatingIPNegativeTestJSON-85398855-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 1.3990355 Nov 23 17:52:36.231563 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 42604) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:52:36.356585 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d534126-8901-4aa1-85b1-93d8dec30872 tempest-RoutersNegativeIpV6Test-203867678 tempest-RoutersNegativeIpV6Test-203867678-project] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:52:36.372981 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daa68440-122f-419b-92f7-11d34a5e7b59 None None] Sync routers for ids ['654669cd-b8d5-4cf3-a292-b890bbde1791'] in n-d-816206-8 {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:52:36.385354 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-5d534126-8901-4aa1-85b1-93d8dec30872 tempest-RoutersNegativeIpV6Test-203867678 tempest-RoutersNegativeIpV6Test-203867678-project] 10.222.0.60 "PUT /v2.0/routers/654669cd-b8d5-4cf3-a292-b890bbde1791/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2579174 Nov 23 17:52:36.386368 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 42608) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:52:36.391730 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daa68440-122f-419b-92f7-11d34a5e7b59 None None] Routers {'654669cd-b8d5-4cf3-a292-b890bbde1791'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:52:36.394789 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-daa68440-122f-419b-92f7-11d34a5e7b59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:52:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['654669cd-b8d5-4cf3-a292-b890bbde1791'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:52:36.436112 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-daa68440-122f-419b-92f7-11d34a5e7b59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:52:36.447182 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daa68440-122f-419b-92f7-11d34a5e7b59 None None] Routers {'654669cd-b8d5-4cf3-a292-b890bbde1791'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:52:36.447886 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-daa68440-122f-419b-92f7-11d34a5e7b59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:52:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['654669cd-b8d5-4cf3-a292-b890bbde1791'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:52:36.475043 n-d-816206-8 neutron-server[103591]: INFO neutron.api.v2.resource [None req-7da45200-e33a-4cb3-a71d-bc4bfab6f7e4 tempest-RoutersNegativeIpV6Test-203867678 tempest-RoutersNegativeIpV6Test-203867678-project] show failed (client error): The resource could not be found. Nov 23 17:52:36.480976 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 42614) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:52:36.481120 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-7da45200-e33a-4cb3-a71d-bc4bfab6f7e4 tempest-RoutersNegativeIpV6Test-203867678 tempest-RoutersNegativeIpV6Test-203867678-project] 10.222.0.60 "GET /v2.0/routers/tempest-non_exist_router-485493598 HTTP/1.1" status: 404 len: 334 time: 0.0906312 Nov 23 17:52:36.486318 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-c50a8d0d-3b0b-4416-bf92-1ddf29cb8eed tempest-RoutersNegativeIpV6Test-203867678 tempest-RoutersNegativeIpV6Test-203867678-project] Request body: {'router': {'name': 'new_name'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:52:36.495346 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-daa68440-122f-419b-92f7-11d34a5e7b59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:52:36.496660 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daa68440-122f-419b-92f7-11d34a5e7b59 None None] The sync data for ids ['654669cd-b8d5-4cf3-a292-b890bbde1791'] in n-d-816206-8 is: [] {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:52:36.508937 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-720d0b4c-b3ab-4c0b-be1a-b259370dcc62 tempest-FloatingIPNegativeTestJSON-85398855 tempest-FloatingIPNegativeTestJSON-85398855-project] Deleting port 380b3c45-6db7-41a8-b34e-598420d133d3 {{(pid=103591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:52:36.510124 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-720d0b4c-b3ab-4c0b-be1a-b259370dcc62 tempest-FloatingIPNegativeTestJSON-85398855 tempest-FloatingIPNegativeTestJSON-85398855-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:36.532368 n-d-816206-8 neutron-server[103590]: INFO neutron.api.v2.resource [None req-c50a8d0d-3b0b-4416-bf92-1ddf29cb8eed tempest-RoutersNegativeIpV6Test-203867678 tempest-RoutersNegativeIpV6Test-203867678-project] update failed (client error): The resource could not be found. Nov 23 17:52:36.533715 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-c50a8d0d-3b0b-4416-bf92-1ddf29cb8eed tempest-RoutersNegativeIpV6Test-203867678 tempest-RoutersNegativeIpV6Test-203867678-project] 10.222.0.60 "PUT /v2.0/routers/tempest-non_exist_router-871142670 HTTP/1.1" status: 404 len: 334 time: 0.0513756 Nov 23 17:52:36.537468 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 42618) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:52:36.604512 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_v2 [None req-45aacd9e-dfe6-48f4-be9b-2b83b9c2e3b4 tempest-RoutersNegativeIpV6Test-203867678 tempest-RoutersNegativeIpV6Test-203867678-project] Deleting subnet d71513b2-c27c-4759-b87a-ee91b27038fd {{(pid=103590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 17:52:36.608920 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-45aacd9e-dfe6-48f4-be9b-2b83b9c2e3b4 tempest-RoutersNegativeIpV6Test-203867678 tempest-RoutersNegativeIpV6Test-203867678-project] Publish callbacks [] for subnet, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:36.659597 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-45aacd9e-dfe6-48f4-be9b-2b83b9c2e3b4 tempest-RoutersNegativeIpV6Test-203867678 tempest-RoutersNegativeIpV6Test-203867678-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-267528342'] for subnet, precommit_delete_associations {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:36.829601 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-45aacd9e-dfe6-48f4-be9b-2b83b9c2e3b4 tempest-RoutersNegativeIpV6Test-203867678 tempest-RoutersNegativeIpV6Test-203867678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971956'] for subnet, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:36.915250 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-45aacd9e-dfe6-48f4-be9b-2b83b9c2e3b4 tempest-RoutersNegativeIpV6Test-203867678 tempest-RoutersNegativeIpV6Test-203867678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264357903', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264730940'] for subnet, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:36.956942 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45aacd9e-dfe6-48f4-be9b-2b83b9c2e3b4 tempest-RoutersNegativeIpV6Test-203867678 tempest-RoutersNegativeIpV6Test-203867678-project] Pushing event deleted for resources: {'Subnet': ['ID=d71513b2-c27c-4759-b87a-ee91b27038fd,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:52:36.956942 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-45aacd9e-dfe6-48f4-be9b-2b83b9c2e3b4 tempest-RoutersNegativeIpV6Test-203867678 tempest-RoutersNegativeIpV6Test-203867678-project] Publish callbacks [] for subnet, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:36.962387 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-45aacd9e-dfe6-48f4-be9b-2b83b9c2e3b4 tempest-RoutersNegativeIpV6Test-203867678 tempest-RoutersNegativeIpV6Test-203867678-project] 10.222.0.60 "DELETE /v2.0/subnets/d71513b2-c27c-4759-b87a-ee91b27038fd HTTP/1.1" status: 204 len: 168 time: 0.4211645 Nov 23 17:52:36.963076 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 42630) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:52:36.966162 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbab91bc-3dae-4f63-b67a-9e59946491a5 None None] Network 870d99a9-b4ec-4135-a99b-217fe9bebb07 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:52:37.037247 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-720d0b4c-b3ab-4c0b-be1a-b259370dcc62 tempest-FloatingIPNegativeTestJSON-85398855 tempest-FloatingIPNegativeTestJSON-85398855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:37.057012 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-720d0b4c-b3ab-4c0b-be1a-b259370dcc62 tempest-FloatingIPNegativeTestJSON-85398855 tempest-FloatingIPNegativeTestJSON-85398855-project] Calling delete_port for 380b3c45-6db7-41a8-b34e-598420d133d3 owned by {{(pid=103591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:52:37.065134 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2656d57a-af59-4df1-b848-020cd927fd68 tempest-RoutersNegativeIpV6Test-203867678 tempest-RoutersNegativeIpV6Test-203867678-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-555181'] for network, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:37.190397 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-2656d57a-af59-4df1-b848-020cd927fd68 tempest-RoutersNegativeIpV6Test-203867678 tempest-RoutersNegativeIpV6Test-203867678-project] Deleting port 4dd992e3-6f70-4135-b590-805f0e8d9428 {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:52:37.190758 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2656d57a-af59-4df1-b848-020cd927fd68 tempest-RoutersNegativeIpV6Test-203867678 tempest-RoutersNegativeIpV6Test-203867678-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:37.197161 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc23a17a-f995-44d9-8879-75c910a27a49 None None] DHCP port deletion for 870d99a9-b4ec-4135-a99b-217fe9bebb07 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:52:37.252577 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-720d0b4c-b3ab-4c0b-be1a-b259370dcc62 tempest-FloatingIPNegativeTestJSON-85398855 tempest-FloatingIPNegativeTestJSON-85398855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:37.297249 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-2656d57a-af59-4df1-b848-020cd927fd68 tempest-RoutersNegativeIpV6Test-203867678 tempest-RoutersNegativeIpV6Test-203867678-project] For port 4dd992e3-6f70-4135-b590-805f0e8d9428, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=4dd992e3-6f70-4135-b590-805f0e8d9428,segment=NetworkSegment(1ce710fe-41b2-4998-a14e-0b5873083633),segment_id=1ce710fe-41b2-4998-a14e-0b5873083633)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:52:37.297831 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720d0b4c-b3ab-4c0b-be1a-b259370dcc62 tempest-FloatingIPNegativeTestJSON-85398855 tempest-FloatingIPNegativeTestJSON-85398855-project] Pushing event deleted for resources: {'Port': ['ID=380b3c45-6db7-41a8-b34e-598420d133d3,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:52:37.297981 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2656d57a-af59-4df1-b848-020cd927fd68 tempest-RoutersNegativeIpV6Test-203867678 tempest-RoutersNegativeIpV6Test-203867678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:37.331481 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-cc23a17a-f995-44d9-8879-75c910a27a49 None None] Deleting port 4dd992e3-6f70-4135-b590-805f0e8d9428 {{(pid=103592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:52:37.332248 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-cc23a17a-f995-44d9-8879-75c910a27a49 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:37.333021 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-2656d57a-af59-4df1-b848-020cd927fd68 tempest-RoutersNegativeIpV6Test-203867678 tempest-RoutersNegativeIpV6Test-203867678-project] Calling delete_port for 4dd992e3-6f70-4135-b590-805f0e8d9428 owned by network:dhcp {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:52:37.412113 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-720d0b4c-b3ab-4c0b-be1a-b259370dcc62 tempest-FloatingIPNegativeTestJSON-85398855 tempest-FloatingIPNegativeTestJSON-85398855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:37.424477 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-720d0b4c-b3ab-4c0b-be1a-b259370dcc62 tempest-FloatingIPNegativeTestJSON-85398855 tempest-FloatingIPNegativeTestJSON-85398855-project] 10.222.0.60 "DELETE /v2.0/ports/380b3c45-6db7-41a8-b34e-598420d133d3 HTTP/1.1" status: 204 len: 168 time: 1.1917248 Nov 23 17:52:37.427525 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 42642) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:52:37.447456 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2656d57a-af59-4df1-b848-020cd927fd68 tempest-RoutersNegativeIpV6Test-203867678 tempest-RoutersNegativeIpV6Test-203867678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:37.480590 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-cc23a17a-f995-44d9-8879-75c910a27a49 None None] For port 4dd992e3-6f70-4135-b590-805f0e8d9428, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=4dd992e3-6f70-4135-b590-805f0e8d9428,segment=NetworkSegment(1ce710fe-41b2-4998-a14e-0b5873083633),segment_id=1ce710fe-41b2-4998-a14e-0b5873083633)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:52:37.481007 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-cc23a17a-f995-44d9-8879-75c910a27a49 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:37.481586 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2656d57a-af59-4df1-b848-020cd927fd68 tempest-RoutersNegativeIpV6Test-203867678 tempest-RoutersNegativeIpV6Test-203867678-project] Pushing event deleted for resources: {'Port': ['ID=4dd992e3-6f70-4135-b590-805f0e8d9428,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:52:37.491470 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2656d57a-af59-4df1-b848-020cd927fd68 tempest-RoutersNegativeIpV6Test-203867678 tempest-RoutersNegativeIpV6Test-203867678-project] No DVR routers for this DVR port 4dd992e3-6f70-4135-b590-805f0e8d9428 on host n-d-816206-8 {{(pid=103590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:52:37.499158 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8eeb2db-f8b8-4499-ba0e-a9ca8f420133 tempest-FloatingIPNegativeTestJSON-85398855 tempest-FloatingIPNegativeTestJSON-85398855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:52:37.501007 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-e8eeb2db-f8b8-4499-ba0e-a9ca8f420133 tempest-FloatingIPNegativeTestJSON-85398855 tempest-FloatingIPNegativeTestJSON-85398855-project] 10.222.0.60 "GET /v2.0/ports?device_id=04df2590-e108-4d30-9103-5c90bf2cd6c8 HTTP/1.1" status: 200 len: 913 time: 0.0685718 Nov 23 17:52:37.505127 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 42644) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:52:37.519708 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-cc23a17a-f995-44d9-8879-75c910a27a49 None None] Calling delete_port for 4dd992e3-6f70-4135-b590-805f0e8d9428 owned by network:dhcp {{(pid=103592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:52:37.622636 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2656d57a-af59-4df1-b848-020cd927fd68 tempest-RoutersNegativeIpV6Test-203867678 tempest-RoutersNegativeIpV6Test-203867678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973419', 'neutron.services.segments.db._delete_segments_for_network-8736635878840'] for network, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:37.657117 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-2656d57a-af59-4df1-b848-020cd927fd68 tempest-RoutersNegativeIpV6Test-203867678 tempest-RoutersNegativeIpV6Test-203867678-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['870d99a9-b4ec-4135-a99b-217fe9bebb07']}} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:52:37.682299 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-2656d57a-af59-4df1-b848-020cd927fd68 tempest-RoutersNegativeIpV6Test-203867678 tempest-RoutersNegativeIpV6Test-203867678-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ce710fe-41b2-4998-a14e-0b5873083633') {'for_net_delete': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:52:37.682943 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-2656d57a-af59-4df1-b848-020cd927fd68 tempest-RoutersNegativeIpV6Test-203867678 tempest-RoutersNegativeIpV6Test-203867678-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ce710fe-41b2-4998-a14e-0b5873083633') {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:52:37.687888 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-cc23a17a-f995-44d9-8879-75c910a27a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989'] for port, after_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:37.697046 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2656d57a-af59-4df1-b848-020cd927fd68 tempest-RoutersNegativeIpV6Test-203867678 tempest-RoutersNegativeIpV6Test-203867678-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736635840332', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-267528353'] for segment, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:37.702249 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc23a17a-f995-44d9-8879-75c910a27a49 None None] No DVR routers for this DVR port 4dd992e3-6f70-4135-b590-805f0e8d9428 on host n-d-816206-8 {{(pid=103592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:52:37.712894 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2656d57a-af59-4df1-b848-020cd927fd68 tempest-RoutersNegativeIpV6Test-203867678 tempest-RoutersNegativeIpV6Test-203867678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:37.722859 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2656d57a-af59-4df1-b848-020cd927fd68 tempest-RoutersNegativeIpV6Test-203867678 tempest-RoutersNegativeIpV6Test-203867678-project] Releasing vlan 542 on physical network physnet1 to pool {{(pid=103590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 17:52:37.723948 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2656d57a-af59-4df1-b848-020cd927fd68 tempest-RoutersNegativeIpV6Test-203867678 tempest-RoutersNegativeIpV6Test-203867678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264370093'] for segment, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:37.731435 n-d-816206-8 neutron-server[103590]: Traceback (most recent call last): Nov 23 17:52:37.731435 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 17:52:37.731435 n-d-816206-8 neutron-server[103590]: timer() Nov 23 17:52:37.731435 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 17:52:37.731435 n-d-816206-8 neutron-server[103590]: cb(*args, **kw) Nov 23 17:52:37.731435 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 17:52:37.731435 n-d-816206-8 neutron-server[103590]: return func(*args, **kwargs) Nov 23 17:52:37.731435 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 17:52:37.731435 n-d-816206-8 neutron-server[103590]: self._notify() Nov 23 17:52:37.731435 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 17:52:37.731435 n-d-816206-8 neutron-server[103590]: self.callback(batched_events) Nov 23 17:52:37.731435 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 17:52:37.731435 n-d-816206-8 neutron-server[103590]: event.method(event) Nov 23 17:52:37.731435 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 17:52:37.731435 n-d-816206-8 neutron-server[103590]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 17:52:37.731435 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 17:52:37.731435 n-d-816206-8 neutron-server[103590]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 17:52:37.731435 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 17:52:37.731435 n-d-816206-8 neutron-server[103590]: return f(self, *a, **k) Nov 23 17:52:37.731435 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 17:52:37.731435 n-d-816206-8 neutron-server[103590]: return self._get(url).json() Nov 23 17:52:37.731435 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 17:52:37.731435 n-d-816206-8 neutron-server[103590]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 17:52:37.731435 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 17:52:37.731435 n-d-816206-8 neutron-server[103590]: return self.request(url, 'GET', **kwargs) Nov 23 17:52:37.731435 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 17:52:37.731435 n-d-816206-8 neutron-server[103590]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 17:52:37.731435 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 17:52:37.731435 n-d-816206-8 neutron-server[103590]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 17:52:37.731435 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 17:52:37.731435 n-d-816206-8 neutron-server[103590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 17:52:37.731435 n-d-816206-8 neutron-server[103590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 17:52:37.738277 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc23a17a-f995-44d9-8879-75c910a27a49 None None] Pushing event deleted for resources: {'Port': ['ID=4dd992e3-6f70-4135-b590-805f0e8d9428,revision_number=None']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:52:37.831292 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2656d57a-af59-4df1-b848-020cd927fd68 tempest-RoutersNegativeIpV6Test-203867678 tempest-RoutersNegativeIpV6Test-203867678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1795418'] for network, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:37.871322 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2656d57a-af59-4df1-b848-020cd927fd68 tempest-RoutersNegativeIpV6Test-203867678 tempest-RoutersNegativeIpV6Test-203867678-project] Publish callbacks [] for network, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:37.874908 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-2656d57a-af59-4df1-b848-020cd927fd68 tempest-RoutersNegativeIpV6Test-203867678 tempest-RoutersNegativeIpV6Test-203867678-project] 10.222.0.60 "DELETE /v2.0/networks/870d99a9-b4ec-4135-a99b-217fe9bebb07 HTTP/1.1" status: 204 len: 168 time: 0.9106810 Nov 23 17:52:37.875756 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2656d57a-af59-4df1-b848-020cd927fd68 tempest-RoutersNegativeIpV6Test-203867678 tempest-RoutersNegativeIpV6Test-203867678-project] Pushing event deleted for resources: {'Network': ['ID=870d99a9-b4ec-4135-a99b-217fe9bebb07,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:52:37.877951 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 42650) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:52:37.945361 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_v2 [None req-457e37e6-4edc-4643-9765-761f58599680 tempest-RoutersNegativeIpV6Test-203867678 tempest-RoutersNegativeIpV6Test-203867678-project] Deleting subnet 32efe8f8-7af8-4132-8086-1ef1125eee93 {{(pid=103590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 17:52:37.953657 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-457e37e6-4edc-4643-9765-761f58599680 tempest-RoutersNegativeIpV6Test-203867678 tempest-RoutersNegativeIpV6Test-203867678-project] Publish callbacks [] for subnet, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:38.004717 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-457e37e6-4edc-4643-9765-761f58599680 tempest-RoutersNegativeIpV6Test-203867678 tempest-RoutersNegativeIpV6Test-203867678-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-267528342'] for subnet, precommit_delete_associations {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:38.026197 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-fa26e638-bd76-4a47-aefe-0182ae730df2 tempest-FloatingIPNegativeTestJSON-85398855 tempest-FloatingIPNegativeTestJSON-85398855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1794372'] for router_interface, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:38.118710 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-457e37e6-4edc-4643-9765-761f58599680 tempest-RoutersNegativeIpV6Test-203867678 tempest-RoutersNegativeIpV6Test-203867678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971956'] for subnet, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:38.193675 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-457e37e6-4edc-4643-9765-761f58599680 tempest-RoutersNegativeIpV6Test-203867678 tempest-RoutersNegativeIpV6Test-203867678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264357903', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264730940'] for subnet, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:38.253496 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457e37e6-4edc-4643-9765-761f58599680 tempest-RoutersNegativeIpV6Test-203867678 tempest-RoutersNegativeIpV6Test-203867678-project] Pushing event deleted for resources: {'Subnet': ['ID=32efe8f8-7af8-4132-8086-1ef1125eee93,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:52:38.256170 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-457e37e6-4edc-4643-9765-761f58599680 tempest-RoutersNegativeIpV6Test-203867678 tempest-RoutersNegativeIpV6Test-203867678-project] Publish callbacks [] for subnet, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:38.260459 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c714d53f-618a-409a-b659-aea7f30480a5 None None] Network 95da2bad-a3a9-43d8-b260-88d35a0f558b requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:52:38.261957 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-457e37e6-4edc-4643-9765-761f58599680 tempest-RoutersNegativeIpV6Test-203867678 tempest-RoutersNegativeIpV6Test-203867678-project] 10.222.0.60 "DELETE /v2.0/subnets/32efe8f8-7af8-4132-8086-1ef1125eee93 HTTP/1.1" status: 204 len: 168 time: 0.3830264 Nov 23 17:52:38.265673 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 42662) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:52:38.357031 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_v2 [None req-a626d39f-df35-44bb-81e1-9d4a8b7b3daf tempest-RoutersNegativeIpV6Test-203867678 tempest-RoutersNegativeIpV6Test-203867678-project] Deleting subnet ffc4b2d3-4fc5-4af3-8dbc-06d1df468ad9 {{(pid=103590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 17:52:38.360958 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a626d39f-df35-44bb-81e1-9d4a8b7b3daf tempest-RoutersNegativeIpV6Test-203867678 tempest-RoutersNegativeIpV6Test-203867678-project] Publish callbacks [] for subnet, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:38.431911 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 4dd992e3-6f70-4135-b590-805f0e8d9428 no longer exists at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:52:38.447797 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a626d39f-df35-44bb-81e1-9d4a8b7b3daf tempest-RoutersNegativeIpV6Test-203867678 tempest-RoutersNegativeIpV6Test-203867678-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-267528342'] for subnet, precommit_delete_associations {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:38.452832 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-fa26e638-bd76-4a47-aefe-0182ae730df2 tempest-FloatingIPNegativeTestJSON-85398855 tempest-FloatingIPNegativeTestJSON-85398855-project] Deleting port e8cfa236-8803-4ecd-afd6-95040ca29ff9 {{(pid=103591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:52:38.454229 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-fa26e638-bd76-4a47-aefe-0182ae730df2 tempest-FloatingIPNegativeTestJSON-85398855 tempest-FloatingIPNegativeTestJSON-85398855-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:38.455803 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] No Port match for: 4dd992e3-6f70-4135-b590-805f0e8d9428 {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:52:38.456149 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 4dd992e3-6f70-4135-b590-805f0e8d9428 not bound to the agent host n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:52:38.610130 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7930637d-53fa-4b75-a4fe-6f84b16aa4ce None None] DHCP port deletion for 95da2bad-a3a9-43d8-b260-88d35a0f558b request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:52:38.614510 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a626d39f-df35-44bb-81e1-9d4a8b7b3daf tempest-RoutersNegativeIpV6Test-203867678 tempest-RoutersNegativeIpV6Test-203867678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971956'] for subnet, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:38.651144 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-fa26e638-bd76-4a47-aefe-0182ae730df2 tempest-FloatingIPNegativeTestJSON-85398855 tempest-FloatingIPNegativeTestJSON-85398855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:38.666986 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-fa26e638-bd76-4a47-aefe-0182ae730df2 tempest-FloatingIPNegativeTestJSON-85398855 tempest-FloatingIPNegativeTestJSON-85398855-project] Calling delete_port for e8cfa236-8803-4ecd-afd6-95040ca29ff9 owned by network:router_interface {{(pid=103591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:52:38.680678 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-7930637d-53fa-4b75-a4fe-6f84b16aa4ce None None] Deleting port a728ee52-c330-4b7a-bd09-2501c77e5985 {{(pid=103592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:52:38.681347 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-7930637d-53fa-4b75-a4fe-6f84b16aa4ce None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:38.690221 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a626d39f-df35-44bb-81e1-9d4a8b7b3daf tempest-RoutersNegativeIpV6Test-203867678 tempest-RoutersNegativeIpV6Test-203867678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264357903', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264730940'] for subnet, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:38.737475 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a626d39f-df35-44bb-81e1-9d4a8b7b3daf tempest-RoutersNegativeIpV6Test-203867678 tempest-RoutersNegativeIpV6Test-203867678-project] Publish callbacks [] for subnet, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:38.744626 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-a626d39f-df35-44bb-81e1-9d4a8b7b3daf tempest-RoutersNegativeIpV6Test-203867678 tempest-RoutersNegativeIpV6Test-203867678-project] 10.222.0.60 "DELETE /v2.0/subnets/ffc4b2d3-4fc5-4af3-8dbc-06d1df468ad9 HTTP/1.1" status: 204 len: 168 time: 0.4768486 Nov 23 17:52:38.745062 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 42672) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:52:38.745831 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a626d39f-df35-44bb-81e1-9d4a8b7b3daf tempest-RoutersNegativeIpV6Test-203867678 tempest-RoutersNegativeIpV6Test-203867678-project] Pushing event deleted for resources: {'Subnet': ['ID=ffc4b2d3-4fc5-4af3-8dbc-06d1df468ad9,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:52:38.773677 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9034ebdb-2568-47b4-a0e2-6fdbc946b8f5 None None] Network 0b78beb1-1ce4-41d9-a7da-5eba2e67d36b requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:52:38.870605 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-354d5d18-d4dd-434e-adac-e315c9032070 tempest-RoutersNegativeIpV6Test-203867678 tempest-RoutersNegativeIpV6Test-203867678-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-555181'] for network, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:38.897522 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-7930637d-53fa-4b75-a4fe-6f84b16aa4ce None None] For port a728ee52-c330-4b7a-bd09-2501c77e5985, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=a728ee52-c330-4b7a-bd09-2501c77e5985,segment=NetworkSegment(d76cbaaf-2ffa-45f7-ad4d-35ac088d85e8),segment_id=d76cbaaf-2ffa-45f7-ad4d-35ac088d85e8)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:52:38.898389 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-7930637d-53fa-4b75-a4fe-6f84b16aa4ce None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:38.916837 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-7930637d-53fa-4b75-a4fe-6f84b16aa4ce None None] Calling delete_port for a728ee52-c330-4b7a-bd09-2501c77e5985 owned by network:dhcp {{(pid=103592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:52:38.968925 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-fa26e638-bd76-4a47-aefe-0182ae730df2 tempest-FloatingIPNegativeTestJSON-85398855 tempest-FloatingIPNegativeTestJSON-85398855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:38.995105 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-354d5d18-d4dd-434e-adac-e315c9032070 tempest-RoutersNegativeIpV6Test-203867678 tempest-RoutersNegativeIpV6Test-203867678-project] Deleting port a728ee52-c330-4b7a-bd09-2501c77e5985 {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:52:38.995515 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-354d5d18-d4dd-434e-adac-e315c9032070 tempest-RoutersNegativeIpV6Test-203867678 tempest-RoutersNegativeIpV6Test-203867678-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:39.002904 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa26e638-bd76-4a47-aefe-0182ae730df2 tempest-FloatingIPNegativeTestJSON-85398855 tempest-FloatingIPNegativeTestJSON-85398855-project] Pushing event deleted for resources: {'Port': ['ID=e8cfa236-8803-4ecd-afd6-95040ca29ff9,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:52:39.037032 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-7930637d-53fa-4b75-a4fe-6f84b16aa4ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989'] for port, after_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:39.069333 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7930637d-53fa-4b75-a4fe-6f84b16aa4ce None None] No DVR routers for this DVR port a728ee52-c330-4b7a-bd09-2501c77e5985 on host n-d-816206-8 {{(pid=103592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:52:39.130983 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7930637d-53fa-4b75-a4fe-6f84b16aa4ce None None] Pushing event deleted for resources: {'Port': ['ID=a728ee52-c330-4b7a-bd09-2501c77e5985,revision_number=None']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:52:39.168599 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-354d5d18-d4dd-434e-adac-e315c9032070 tempest-RoutersNegativeIpV6Test-203867678 tempest-RoutersNegativeIpV6Test-203867678-project] For port a728ee52-c330-4b7a-bd09-2501c77e5985, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=a728ee52-c330-4b7a-bd09-2501c77e5985,segment=NetworkSegment(d76cbaaf-2ffa-45f7-ad4d-35ac088d85e8),segment_id=d76cbaaf-2ffa-45f7-ad4d-35ac088d85e8)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:52:39.168974 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-354d5d18-d4dd-434e-adac-e315c9032070 tempest-RoutersNegativeIpV6Test-203867678 tempest-RoutersNegativeIpV6Test-203867678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:39.199567 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-354d5d18-d4dd-434e-adac-e315c9032070 tempest-RoutersNegativeIpV6Test-203867678 tempest-RoutersNegativeIpV6Test-203867678-project] Calling delete_port for a728ee52-c330-4b7a-bd09-2501c77e5985 owned by network:dhcp {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:52:39.288315 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4e1acc7-d1d7-4851-b486-0994851645bc None None] DHCP port deletion for 0b78beb1-1ce4-41d9-a7da-5eba2e67d36b request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:52:39.352004 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-fa26e638-bd76-4a47-aefe-0182ae730df2 tempest-FloatingIPNegativeTestJSON-85398855 tempest-FloatingIPNegativeTestJSON-85398855-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2067500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1794520'] for router_interface, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:39.369877 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-354d5d18-d4dd-434e-adac-e315c9032070 tempest-RoutersNegativeIpV6Test-203867678 tempest-RoutersNegativeIpV6Test-203867678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:39.411140 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1acc7-d1d7-4851-b486-0994851645bc None None] Deleting port f5573e63-ad24-4016-81d8-0ae488893f3b {{(pid=103592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:52:39.412013 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b4e1acc7-d1d7-4851-b486-0994851645bc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:39.413230 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354d5d18-d4dd-434e-adac-e315c9032070 tempest-RoutersNegativeIpV6Test-203867678 tempest-RoutersNegativeIpV6Test-203867678-project] Pushing event deleted for resources: {'Port': ['ID=a728ee52-c330-4b7a-bd09-2501c77e5985,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:52:39.431106 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-354d5d18-d4dd-434e-adac-e315c9032070 tempest-RoutersNegativeIpV6Test-203867678 tempest-RoutersNegativeIpV6Test-203867678-project] No DVR routers for this DVR port a728ee52-c330-4b7a-bd09-2501c77e5985 on host n-d-816206-8 {{(pid=103590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:52:39.531682 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b4e1acc7-d1d7-4851-b486-0994851645bc None None] For port f5573e63-ad24-4016-81d8-0ae488893f3b, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=f5573e63-ad24-4016-81d8-0ae488893f3b,segment=NetworkSegment(98dee568-9c70-42ee-b569-84105621bc4c),segment_id=98dee568-9c70-42ee-b569-84105621bc4c)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:52:39.532218 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b4e1acc7-d1d7-4851-b486-0994851645bc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:39.571701 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-354d5d18-d4dd-434e-adac-e315c9032070 tempest-RoutersNegativeIpV6Test-203867678 tempest-RoutersNegativeIpV6Test-203867678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973419', 'neutron.services.segments.db._delete_segments_for_network-8736635878840'] for network, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:39.576205 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-b4e1acc7-d1d7-4851-b486-0994851645bc None None] Calling delete_port for f5573e63-ad24-4016-81d8-0ae488893f3b owned by network:dhcp {{(pid=103592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:52:39.597486 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-354d5d18-d4dd-434e-adac-e315c9032070 tempest-RoutersNegativeIpV6Test-203867678 tempest-RoutersNegativeIpV6Test-203867678-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95da2bad-a3a9-43d8-b260-88d35a0f558b']}} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:52:39.616564 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-354d5d18-d4dd-434e-adac-e315c9032070 tempest-RoutersNegativeIpV6Test-203867678 tempest-RoutersNegativeIpV6Test-203867678-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd76cbaaf-2ffa-45f7-ad4d-35ac088d85e8') {'for_net_delete': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:52:39.617217 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-354d5d18-d4dd-434e-adac-e315c9032070 tempest-RoutersNegativeIpV6Test-203867678 tempest-RoutersNegativeIpV6Test-203867678-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd76cbaaf-2ffa-45f7-ad4d-35ac088d85e8') {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:52:39.638468 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-354d5d18-d4dd-434e-adac-e315c9032070 tempest-RoutersNegativeIpV6Test-203867678 tempest-RoutersNegativeIpV6Test-203867678-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736635840332', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-267528353'] for segment, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:39.658835 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa26e638-bd76-4a47-aefe-0182ae730df2 tempest-FloatingIPNegativeTestJSON-85398855 tempest-FloatingIPNegativeTestJSON-85398855-project] Router 04df2590-e108-4d30-9103-5c90bf2cd6c8 has already been hosted by L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 {{(pid=103591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 17:52:39.681176 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-354d5d18-d4dd-434e-adac-e315c9032070 tempest-RoutersNegativeIpV6Test-203867678 tempest-RoutersNegativeIpV6Test-203867678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:39.705541 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-354d5d18-d4dd-434e-adac-e315c9032070 tempest-RoutersNegativeIpV6Test-203867678 tempest-RoutersNegativeIpV6Test-203867678-project] Releasing vlan 512 on physical network physnet1 to pool {{(pid=103590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 17:52:39.705926 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-354d5d18-d4dd-434e-adac-e315c9032070 tempest-RoutersNegativeIpV6Test-203867678 tempest-RoutersNegativeIpV6Test-203867678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264370093'] for segment, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:39.711856 n-d-816206-8 neutron-server[103590]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 17:52:39.711856 n-d-816206-8 neutron-server[103590]: self.session.flush() Nov 23 17:52:39.711856 n-d-816206-8 neutron-server[103590]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 17:52:39.711856 n-d-816206-8 neutron-server[103590]: self.session.flush() Nov 23 17:52:39.711856 n-d-816206-8 neutron-server[103590]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 17:52:39.711856 n-d-816206-8 neutron-server[103590]: self.session.flush() Nov 23 17:52:39.711856 n-d-816206-8 neutron-server[103590]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 17:52:39.711856 n-d-816206-8 neutron-server[103590]: self.session.flush() Nov 23 17:52:39.711856 n-d-816206-8 neutron-server[103590]: Traceback (most recent call last): Nov 23 17:52:39.711856 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 17:52:39.711856 n-d-816206-8 neutron-server[103590]: timer() Nov 23 17:52:39.711856 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 17:52:39.711856 n-d-816206-8 neutron-server[103590]: cb(*args, **kw) Nov 23 17:52:39.711856 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 17:52:39.711856 n-d-816206-8 neutron-server[103590]: return func(*args, **kwargs) Nov 23 17:52:39.711856 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 17:52:39.711856 n-d-816206-8 neutron-server[103590]: self._notify() Nov 23 17:52:39.711856 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 17:52:39.711856 n-d-816206-8 neutron-server[103590]: self.callback(batched_events) Nov 23 17:52:39.711856 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 17:52:39.711856 n-d-816206-8 neutron-server[103590]: event.method(event) Nov 23 17:52:39.711856 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 17:52:39.711856 n-d-816206-8 neutron-server[103590]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 17:52:39.711856 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 17:52:39.711856 n-d-816206-8 neutron-server[103590]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 17:52:39.711856 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 17:52:39.711856 n-d-816206-8 neutron-server[103590]: return f(self, *a, **k) Nov 23 17:52:39.711856 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 17:52:39.711856 n-d-816206-8 neutron-server[103590]: return self._get(url).json() Nov 23 17:52:39.711856 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 17:52:39.711856 n-d-816206-8 neutron-server[103590]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 17:52:39.711856 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 17:52:39.711856 n-d-816206-8 neutron-server[103590]: return self.request(url, 'GET', **kwargs) Nov 23 17:52:39.711856 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 17:52:39.711856 n-d-816206-8 neutron-server[103590]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 17:52:39.711856 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 17:52:39.711856 n-d-816206-8 neutron-server[103590]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 17:52:39.711856 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 17:52:39.711856 n-d-816206-8 neutron-server[103590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 17:52:39.711856 n-d-816206-8 neutron-server[103590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 17:52:39.730029 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b4e1acc7-d1d7-4851-b486-0994851645bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989'] for port, after_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:39.787318 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4e1acc7-d1d7-4851-b486-0994851645bc None None] No DVR routers for this DVR port f5573e63-ad24-4016-81d8-0ae488893f3b on host n-d-816206-8 {{(pid=103592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:52:39.792435 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e1acc7-d1d7-4851-b486-0994851645bc None None] Pushing event deleted for resources: {'Port': ['ID=f5573e63-ad24-4016-81d8-0ae488893f3b,revision_number=None']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:52:39.829371 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa26e638-bd76-4a47-aefe-0182ae730df2 tempest-FloatingIPNegativeTestJSON-85398855 tempest-FloatingIPNegativeTestJSON-85398855-project] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:52:39.839729 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-fa26e638-bd76-4a47-aefe-0182ae730df2 tempest-FloatingIPNegativeTestJSON-85398855 tempest-FloatingIPNegativeTestJSON-85398855-project] 10.222.0.60 "PUT /v2.0/routers/04df2590-e108-4d30-9103-5c90bf2cd6c8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3317552 Nov 23 17:52:39.845016 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 42700) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:52:39.849248 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c358287-bf19-4714-b7db-318329199c8f None None] Sync routers for ids ['04df2590-e108-4d30-9103-5c90bf2cd6c8'] in n-d-816206-8 {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:52:39.873225 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-354d5d18-d4dd-434e-adac-e315c9032070 tempest-RoutersNegativeIpV6Test-203867678 tempest-RoutersNegativeIpV6Test-203867678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1795418'] for network, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:39.884059 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c358287-bf19-4714-b7db-318329199c8f None None] Routers {'04df2590-e108-4d30-9103-5c90bf2cd6c8'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:52:39.885576 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-4c358287-bf19-4714-b7db-318329199c8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:52:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['04df2590-e108-4d30-9103-5c90bf2cd6c8'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:52:39.886560 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-354d5d18-d4dd-434e-adac-e315c9032070 tempest-RoutersNegativeIpV6Test-203867678 tempest-RoutersNegativeIpV6Test-203867678-project] Publish callbacks [] for network, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:39.894470 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-354d5d18-d4dd-434e-adac-e315c9032070 tempest-RoutersNegativeIpV6Test-203867678 tempest-RoutersNegativeIpV6Test-203867678-project] 10.222.0.60 "DELETE /v2.0/networks/95da2bad-a3a9-43d8-b260-88d35a0f558b HTTP/1.1" status: 204 len: 168 time: 1.1216247 Nov 23 17:52:39.902914 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 42702) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:52:39.943225 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354d5d18-d4dd-434e-adac-e315c9032070 tempest-RoutersNegativeIpV6Test-203867678 tempest-RoutersNegativeIpV6Test-203867678-project] Pushing event deleted for resources: {'Network': ['ID=95da2bad-a3a9-43d8-b260-88d35a0f558b,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:52:39.979253 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-4c358287-bf19-4714-b7db-318329199c8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:52:39.990978 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-115bea6f-35ef-4034-97f6-1d20a62d6d16 tempest-FloatingIPNegativeTestJSON-85398855 tempest-FloatingIPNegativeTestJSON-85398855-project] Publish callbacks [] for router, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:40.002963 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c358287-bf19-4714-b7db-318329199c8f None None] Routers {'04df2590-e108-4d30-9103-5c90bf2cd6c8'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:52:40.003611 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-4c358287-bf19-4714-b7db-318329199c8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:52:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['04df2590-e108-4d30-9103-5c90bf2cd6c8'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:52:40.040021 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5ad2c267-f8a3-4161-a7cb-7aac48076f26 tempest-RoutersNegativeIpV6Test-203867678 tempest-RoutersNegativeIpV6Test-203867678-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-555181'] for network, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:40.124821 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [req-3fc357ac-a916-43a9-97c4-c8cd6b876b3a req-ad232ef9-1b20-4da1-82cd-56c5f71bc6f8 tempest-TestServerMultinode-923147666 tempest-TestServerMultinode-923147666-project-admin] (103591) timed out ('10.222.0.36', 53455) {{(pid=103591) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 23 17:52:40.220880 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5ad2c267-f8a3-4161-a7cb-7aac48076f26 tempest-RoutersNegativeIpV6Test-203867678 tempest-RoutersNegativeIpV6Test-203867678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973419', 'neutron.services.segments.db._delete_segments_for_network-8736635878840'] for network, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:40.271841 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-115bea6f-35ef-4034-97f6-1d20a62d6d16 tempest-FloatingIPNegativeTestJSON-85398855 tempest-FloatingIPNegativeTestJSON-85398855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1794352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8175'] for router, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:40.276095 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-115bea6f-35ef-4034-97f6-1d20a62d6d16 tempest-FloatingIPNegativeTestJSON-85398855 tempest-FloatingIPNegativeTestJSON-85398855-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:40.281252 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-5ad2c267-f8a3-4161-a7cb-7aac48076f26 tempest-RoutersNegativeIpV6Test-203867678 tempest-RoutersNegativeIpV6Test-203867678-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b78beb1-1ce4-41d9-a7da-5eba2e67d36b']}} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:52:40.294348 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-4c358287-bf19-4714-b7db-318329199c8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:52:40.294894 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c358287-bf19-4714-b7db-318329199c8f None None] The sync data for ids ['04df2590-e108-4d30-9103-5c90bf2cd6c8'] in n-d-816206-8 is: [] {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:52:40.312605 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-5ad2c267-f8a3-4161-a7cb-7aac48076f26 tempest-RoutersNegativeIpV6Test-203867678 tempest-RoutersNegativeIpV6Test-203867678-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98dee568-9c70-42ee-b569-84105621bc4c') {'for_net_delete': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:52:40.312744 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-5ad2c267-f8a3-4161-a7cb-7aac48076f26 tempest-RoutersNegativeIpV6Test-203867678 tempest-RoutersNegativeIpV6Test-203867678-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98dee568-9c70-42ee-b569-84105621bc4c') {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:52:40.328676 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5ad2c267-f8a3-4161-a7cb-7aac48076f26 tempest-RoutersNegativeIpV6Test-203867678 tempest-RoutersNegativeIpV6Test-203867678-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736635840332', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-267528353'] for segment, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:40.364974 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5ad2c267-f8a3-4161-a7cb-7aac48076f26 tempest-RoutersNegativeIpV6Test-203867678 tempest-RoutersNegativeIpV6Test-203867678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:40.371107 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-115bea6f-35ef-4034-97f6-1d20a62d6d16 tempest-FloatingIPNegativeTestJSON-85398855 tempest-FloatingIPNegativeTestJSON-85398855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1795580'] for router, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:40.371633 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-115bea6f-35ef-4034-97f6-1d20a62d6d16 tempest-FloatingIPNegativeTestJSON-85398855 tempest-FloatingIPNegativeTestJSON-85398855-project] Fanout notify agent at l3_agent the message router_deleted on router 04df2590-e108-4d30-9103-5c90bf2cd6c8 {{(pid=103591) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 17:52:40.379764 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ad2c267-f8a3-4161-a7cb-7aac48076f26 tempest-RoutersNegativeIpV6Test-203867678 tempest-RoutersNegativeIpV6Test-203867678-project] Releasing vlan 546 on physical network physnet1 to pool {{(pid=103590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 17:52:40.380268 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5ad2c267-f8a3-4161-a7cb-7aac48076f26 tempest-RoutersNegativeIpV6Test-203867678 tempest-RoutersNegativeIpV6Test-203867678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264370093'] for segment, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:40.389086 n-d-816206-8 neutron-server[103590]: Traceback (most recent call last): Nov 23 17:52:40.389086 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 17:52:40.389086 n-d-816206-8 neutron-server[103590]: timer() Nov 23 17:52:40.389086 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 17:52:40.389086 n-d-816206-8 neutron-server[103590]: cb(*args, **kw) Nov 23 17:52:40.389086 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 17:52:40.389086 n-d-816206-8 neutron-server[103590]: return func(*args, **kwargs) Nov 23 17:52:40.389086 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 17:52:40.389086 n-d-816206-8 neutron-server[103590]: self._notify() Nov 23 17:52:40.389086 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 17:52:40.389086 n-d-816206-8 neutron-server[103590]: self.callback(batched_events) Nov 23 17:52:40.389086 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 17:52:40.389086 n-d-816206-8 neutron-server[103590]: event.method(event) Nov 23 17:52:40.389086 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 17:52:40.389086 n-d-816206-8 neutron-server[103590]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 17:52:40.389086 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 17:52:40.389086 n-d-816206-8 neutron-server[103590]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 17:52:40.389086 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 17:52:40.389086 n-d-816206-8 neutron-server[103590]: return f(self, *a, **k) Nov 23 17:52:40.389086 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 17:52:40.389086 n-d-816206-8 neutron-server[103590]: return self._get(url).json() Nov 23 17:52:40.389086 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 17:52:40.389086 n-d-816206-8 neutron-server[103590]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 17:52:40.389086 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 17:52:40.389086 n-d-816206-8 neutron-server[103590]: return self.request(url, 'GET', **kwargs) Nov 23 17:52:40.389086 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 17:52:40.389086 n-d-816206-8 neutron-server[103590]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 17:52:40.389086 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 17:52:40.389086 n-d-816206-8 neutron-server[103590]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 17:52:40.389086 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 17:52:40.389086 n-d-816206-8 neutron-server[103590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 17:52:40.389086 n-d-816206-8 neutron-server[103590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 17:52:40.399925 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device a728ee52-c330-4b7a-bd09-2501c77e5985 no longer exists at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:52:40.407527 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-115bea6f-35ef-4034-97f6-1d20a62d6d16 tempest-FloatingIPNegativeTestJSON-85398855 tempest-FloatingIPNegativeTestJSON-85398855-project] Publish callbacks [] for router, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:40.409730 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-115bea6f-35ef-4034-97f6-1d20a62d6d16 tempest-FloatingIPNegativeTestJSON-85398855 tempest-FloatingIPNegativeTestJSON-85398855-project] 10.222.0.60 "DELETE /v2.0/routers/04df2590-e108-4d30-9103-5c90bf2cd6c8 HTTP/1.1" status: 204 len: 168 time: 0.5634916 Nov 23 17:52:40.412383 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 42716) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:52:40.443984 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] No Port match for: a728ee52-c330-4b7a-bd09-2501c77e5985 {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:52:40.444348 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device a728ee52-c330-4b7a-bd09-2501c77e5985 not bound to the agent host n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:52:40.445396 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device f5573e63-ad24-4016-81d8-0ae488893f3b no longer exists at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:52:40.473190 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] No Port match for: f5573e63-ad24-4016-81d8-0ae488893f3b {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:52:40.474443 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device f5573e63-ad24-4016-81d8-0ae488893f3b not bound to the agent host n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:52:40.509316 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5ad2c267-f8a3-4161-a7cb-7aac48076f26 tempest-RoutersNegativeIpV6Test-203867678 tempest-RoutersNegativeIpV6Test-203867678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1795418'] for network, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:40.513992 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.agents_db [None req-464f6c07-0de8-4be6-8f5b-563f574d1c5d None None] Agent healthcheck: found 7 active agents {{(pid=103593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 17:52:40.516251 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc6f21ba-8746-475f-8b4a-8cb876897b32 tempest-FloatingIPNegativeTestJSON-85398855 tempest-FloatingIPNegativeTestJSON-85398855-project] Deleting subnet a1414731-abb2-43e9-ad03-10a3401a4854 {{(pid=103590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 17:52:40.525658 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5ad2c267-f8a3-4161-a7cb-7aac48076f26 tempest-RoutersNegativeIpV6Test-203867678 tempest-RoutersNegativeIpV6Test-203867678-project] Publish callbacks [] for network, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:40.532317 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 42718) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:52:40.532579 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-5ad2c267-f8a3-4161-a7cb-7aac48076f26 tempest-RoutersNegativeIpV6Test-203867678 tempest-RoutersNegativeIpV6Test-203867678-project] 10.222.0.60 "DELETE /v2.0/networks/0b78beb1-1ce4-41d9-a7da-5eba2e67d36b HTTP/1.1" status: 204 len: 168 time: 0.6277997 Nov 23 17:52:40.532783 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-fc6f21ba-8746-475f-8b4a-8cb876897b32 tempest-FloatingIPNegativeTestJSON-85398855 tempest-FloatingIPNegativeTestJSON-85398855-project] Publish callbacks [] for subnet, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:40.567194 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad2c267-f8a3-4161-a7cb-7aac48076f26 tempest-RoutersNegativeIpV6Test-203867678 tempest-RoutersNegativeIpV6Test-203867678-project] Pushing event deleted for resources: {'Network': ['ID=0b78beb1-1ce4-41d9-a7da-5eba2e67d36b,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:52:40.599582 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-fc6f21ba-8746-475f-8b4a-8cb876897b32 tempest-FloatingIPNegativeTestJSON-85398855 tempest-FloatingIPNegativeTestJSON-85398855-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-267528342'] for subnet, precommit_delete_associations {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:40.619158 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.db_base_plugin_v2 [None req-afa2488b-4dec-4c13-82c2-131f1b2d89a9 tempest-RoutersNegativeIpV6Test-203867678 tempest-RoutersNegativeIpV6Test-203867678-project] Deleting subnet 754a2a8d-80f9-4b30-817a-ad7a66ed2b90 {{(pid=103591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 17:52:40.628580 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-afa2488b-4dec-4c13-82c2-131f1b2d89a9 tempest-RoutersNegativeIpV6Test-203867678 tempest-RoutersNegativeIpV6Test-203867678-project] Publish callbacks [] for subnet, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:40.704347 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-afa2488b-4dec-4c13-82c2-131f1b2d89a9 tempest-RoutersNegativeIpV6Test-203867678 tempest-RoutersNegativeIpV6Test-203867678-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265990000'] for subnet, precommit_delete_associations {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:40.740666 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-fc6f21ba-8746-475f-8b4a-8cb876897b32 tempest-FloatingIPNegativeTestJSON-85398855 tempest-FloatingIPNegativeTestJSON-85398855-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971956'] for subnet, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:40.828530 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-fc6f21ba-8746-475f-8b4a-8cb876897b32 tempest-FloatingIPNegativeTestJSON-85398855 tempest-FloatingIPNegativeTestJSON-85398855-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264357903', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264730940'] for subnet, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:40.838380 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-afa2488b-4dec-4c13-82c2-131f1b2d89a9 tempest-RoutersNegativeIpV6Test-203867678 tempest-RoutersNegativeIpV6Test-203867678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971956'] for subnet, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:40.868195 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6f21ba-8746-475f-8b4a-8cb876897b32 tempest-FloatingIPNegativeTestJSON-85398855 tempest-FloatingIPNegativeTestJSON-85398855-project] Pushing event deleted for resources: {'Subnet': ['ID=a1414731-abb2-43e9-ad03-10a3401a4854,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:52:40.872785 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-fc6f21ba-8746-475f-8b4a-8cb876897b32 tempest-FloatingIPNegativeTestJSON-85398855 tempest-FloatingIPNegativeTestJSON-85398855-project] Publish callbacks [] for subnet, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:40.877467 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-fc6f21ba-8746-475f-8b4a-8cb876897b32 tempest-FloatingIPNegativeTestJSON-85398855 tempest-FloatingIPNegativeTestJSON-85398855-project] 10.222.0.60 "DELETE /v2.0/subnets/a1414731-abb2-43e9-ad03-10a3401a4854 HTTP/1.1" status: 204 len: 168 time: 0.4638920 Nov 23 17:52:40.879955 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 42728) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:52:40.885578 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e411d77a-2746-4820-bfdb-265b7e5af1b2 None None] Network 8c7664f4-0dc4-4081-b4da-8316deeea7e8 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:52:40.919437 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-afa2488b-4dec-4c13-82c2-131f1b2d89a9 tempest-RoutersNegativeIpV6Test-203867678 tempest-RoutersNegativeIpV6Test-203867678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264758240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264314269'] for subnet, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:40.989640 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-afa2488b-4dec-4c13-82c2-131f1b2d89a9 tempest-RoutersNegativeIpV6Test-203867678 tempest-RoutersNegativeIpV6Test-203867678-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for subnet, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:40.993020 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-afa2488b-4dec-4c13-82c2-131f1b2d89a9 tempest-RoutersNegativeIpV6Test-203867678 tempest-RoutersNegativeIpV6Test-203867678-project] 10.222.0.60 "DELETE /v2.0/subnets/754a2a8d-80f9-4b30-817a-ad7a66ed2b90 HTTP/1.1" status: 204 len: 168 time: 0.4600952 Nov 23 17:52:40.994311 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa2488b-4dec-4c13-82c2-131f1b2d89a9 tempest-RoutersNegativeIpV6Test-203867678 tempest-RoutersNegativeIpV6Test-203867678-project] Pushing event deleted for resources: {'Subnet': ['ID=754a2a8d-80f9-4b30-817a-ad7a66ed2b90,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:52:40.996001 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 42732) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:52:41.003964 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0961759-a79c-4b66-b2c0-08862ea28f66 None None] Network 14045c4e-9447-470b-b4e2-7f3ab6f7f93a requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:52:41.042035 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-68a763b6-15f4-4329-832c-04e9976487c8 tempest-FloatingIPNegativeTestJSON-85398855 tempest-FloatingIPNegativeTestJSON-85398855-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-555181'] for network, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:41.088859 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-532cd7bb-86f1-4d1b-9136-32c91574c906 tempest-RoutersNegativeIpV6Test-203867678 tempest-RoutersNegativeIpV6Test-203867678-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-555181'] for network, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:41.165818 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-68a763b6-15f4-4329-832c-04e9976487c8 tempest-FloatingIPNegativeTestJSON-85398855 tempest-FloatingIPNegativeTestJSON-85398855-project] Deleting port a00225d8-8af9-4bae-8dca-baee365ed4d6 {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:52:41.166174 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-68a763b6-15f4-4329-832c-04e9976487c8 tempest-FloatingIPNegativeTestJSON-85398855 tempest-FloatingIPNegativeTestJSON-85398855-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:41.238947 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-532cd7bb-86f1-4d1b-9136-32c91574c906 tempest-RoutersNegativeIpV6Test-203867678 tempest-RoutersNegativeIpV6Test-203867678-project] Deleting port 99fb9a96-a2e2-409f-a2ba-f60840694a27 {{(pid=103591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:52:41.241402 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-532cd7bb-86f1-4d1b-9136-32c91574c906 tempest-RoutersNegativeIpV6Test-203867678 tempest-RoutersNegativeIpV6Test-203867678-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:41.274531 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-68a763b6-15f4-4329-832c-04e9976487c8 tempest-FloatingIPNegativeTestJSON-85398855 tempest-FloatingIPNegativeTestJSON-85398855-project] For port a00225d8-8af9-4bae-8dca-baee365ed4d6, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=a00225d8-8af9-4bae-8dca-baee365ed4d6,segment=NetworkSegment(4640831d-e125-4b5b-9275-f793e4054e5e),segment_id=4640831d-e125-4b5b-9275-f793e4054e5e)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:52:41.275394 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-68a763b6-15f4-4329-832c-04e9976487c8 tempest-FloatingIPNegativeTestJSON-85398855 tempest-FloatingIPNegativeTestJSON-85398855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:41.291870 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-68a763b6-15f4-4329-832c-04e9976487c8 tempest-FloatingIPNegativeTestJSON-85398855 tempest-FloatingIPNegativeTestJSON-85398855-project] Calling delete_port for a00225d8-8af9-4bae-8dca-baee365ed4d6 owned by network:dhcp {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:52:41.352883 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [None req-532cd7bb-86f1-4d1b-9136-32c91574c906 tempest-RoutersNegativeIpV6Test-203867678 tempest-RoutersNegativeIpV6Test-203867678-project] For port 99fb9a96-a2e2-409f-a2ba-f60840694a27, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=99fb9a96-a2e2-409f-a2ba-f60840694a27,segment=NetworkSegment(404baaed-475f-42da-9bff-4d47992d9c61),segment_id=404baaed-475f-42da-9bff-4d47992d9c61)] {{(pid=103591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:52:41.353261 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-532cd7bb-86f1-4d1b-9136-32c91574c906 tempest-RoutersNegativeIpV6Test-203867678 tempest-RoutersNegativeIpV6Test-203867678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:41.370100 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-532cd7bb-86f1-4d1b-9136-32c91574c906 tempest-RoutersNegativeIpV6Test-203867678 tempest-RoutersNegativeIpV6Test-203867678-project] Calling delete_port for 99fb9a96-a2e2-409f-a2ba-f60840694a27 owned by network:dhcp {{(pid=103591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:52:41.393566 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec5cfb13-3267-4e12-b68c-06cf22c32fa1 None None] DHCP port deletion for 8c7664f4-0dc4-4081-b4da-8316deeea7e8 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:52:41.430705 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-68a763b6-15f4-4329-832c-04e9976487c8 tempest-FloatingIPNegativeTestJSON-85398855 tempest-FloatingIPNegativeTestJSON-85398855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:41.431875 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f082ccf-c54f-4386-8829-8feeec7de194 None None] DHCP port deletion for 14045c4e-9447-470b-b4e2-7f3ab6f7f93a request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:52:41.474808 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68a763b6-15f4-4329-832c-04e9976487c8 tempest-FloatingIPNegativeTestJSON-85398855 tempest-FloatingIPNegativeTestJSON-85398855-project] No DVR routers for this DVR port a00225d8-8af9-4bae-8dca-baee365ed4d6 on host n-d-816206-8 {{(pid=103590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:52:41.498218 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-532cd7bb-86f1-4d1b-9136-32c91574c906 tempest-RoutersNegativeIpV6Test-203867678 tempest-RoutersNegativeIpV6Test-203867678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:41.500740 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-ec5cfb13-3267-4e12-b68c-06cf22c32fa1 None None] Deleting port a00225d8-8af9-4bae-8dca-baee365ed4d6 {{(pid=103592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:52:41.501346 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-ec5cfb13-3267-4e12-b68c-06cf22c32fa1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:41.520371 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-4f082ccf-c54f-4386-8829-8feeec7de194 None None] Deleting port 99fb9a96-a2e2-409f-a2ba-f60840694a27 {{(pid=103592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:52:41.521138 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-4f082ccf-c54f-4386-8829-8feeec7de194 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:41.558169 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532cd7bb-86f1-4d1b-9136-32c91574c906 tempest-RoutersNegativeIpV6Test-203867678 tempest-RoutersNegativeIpV6Test-203867678-project] Pushing event deleted for resources: {'Port': ['ID=99fb9a96-a2e2-409f-a2ba-f60840694a27,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:52:41.568025 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-532cd7bb-86f1-4d1b-9136-32c91574c906 tempest-RoutersNegativeIpV6Test-203867678 tempest-RoutersNegativeIpV6Test-203867678-project] No DVR routers for this DVR port 99fb9a96-a2e2-409f-a2ba-f60840694a27 on host n-d-816206-8 {{(pid=103591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:52:41.642770 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-ec5cfb13-3267-4e12-b68c-06cf22c32fa1 None None] For port a00225d8-8af9-4bae-8dca-baee365ed4d6, host n-d-816206-8, got binding levels [] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:52:41.643698 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-ec5cfb13-3267-4e12-b68c-06cf22c32fa1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:41.653879 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-68a763b6-15f4-4329-832c-04e9976487c8 tempest-FloatingIPNegativeTestJSON-85398855 tempest-FloatingIPNegativeTestJSON-85398855-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973419', 'neutron.services.segments.db._delete_segments_for_network-8736635878840'] for network, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:41.654660 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-4f082ccf-c54f-4386-8829-8feeec7de194 None None] For port 99fb9a96-a2e2-409f-a2ba-f60840694a27, host n-d-816206-8, got binding levels [] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:52:41.655047 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-4f082ccf-c54f-4386-8829-8feeec7de194 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:41.660987 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a763b6-15f4-4329-832c-04e9976487c8 tempest-FloatingIPNegativeTestJSON-85398855 tempest-FloatingIPNegativeTestJSON-85398855-project] Pushing event deleted for resources: {'Port': ['ID=a00225d8-8af9-4bae-8dca-baee365ed4d6,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:52:41.671704 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-ec5cfb13-3267-4e12-b68c-06cf22c32fa1 None None] Calling delete_port for a00225d8-8af9-4bae-8dca-baee365ed4d6 owned by network:dhcp {{(pid=103592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:52:41.680086 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.ipam_backend_mixin [None req-ec5cfb13-3267-4e12-b68c-06cf22c32fa1 None None] Port a00225d8-8af9-4bae-8dca-baee365ed4d6 was not found and therefore no delete operation was performed {{(pid=103592) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 23 17:52:41.681224 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-4f082ccf-c54f-4386-8829-8feeec7de194 None None] Calling delete_port for 99fb9a96-a2e2-409f-a2ba-f60840694a27 owned by network:dhcp {{(pid=103592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:52:41.684668 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.ipam_backend_mixin [None req-4f082ccf-c54f-4386-8829-8feeec7de194 None None] Port 99fb9a96-a2e2-409f-a2ba-f60840694a27 was not found and therefore no delete operation was performed {{(pid=103592) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 23 17:52:41.685582 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-ec5cfb13-3267-4e12-b68c-06cf22c32fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989'] for port, after_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:41.697577 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-532cd7bb-86f1-4d1b-9136-32c91574c906 tempest-RoutersNegativeIpV6Test-203867678 tempest-RoutersNegativeIpV6Test-203867678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973419', 'neutron.services.segments.db._delete_segments_for_network-8736635878840'] for network, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:41.712274 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-4f082ccf-c54f-4386-8829-8feeec7de194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989'] for port, after_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:41.717951 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-68a763b6-15f4-4329-832c-04e9976487c8 tempest-FloatingIPNegativeTestJSON-85398855 tempest-FloatingIPNegativeTestJSON-85398855-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c7664f4-0dc4-4081-b4da-8316deeea7e8']}} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:52:41.724408 n-d-816206-8 neutron-server[103591]: DEBUG neutron.services.segments.db [None req-532cd7bb-86f1-4d1b-9136-32c91574c906 tempest-RoutersNegativeIpV6Test-203867678 tempest-RoutersNegativeIpV6Test-203867678-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14045c4e-9447-470b-b4e2-7f3ab6f7f93a']}} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:52:41.733777 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-68a763b6-15f4-4329-832c-04e9976487c8 tempest-FloatingIPNegativeTestJSON-85398855 tempest-FloatingIPNegativeTestJSON-85398855-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4640831d-e125-4b5b-9275-f793e4054e5e') {'for_net_delete': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:52:41.734659 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-68a763b6-15f4-4329-832c-04e9976487c8 tempest-FloatingIPNegativeTestJSON-85398855 tempest-FloatingIPNegativeTestJSON-85398855-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4640831d-e125-4b5b-9275-f793e4054e5e') {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:52:41.737680 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec5cfb13-3267-4e12-b68c-06cf22c32fa1 None None] No DVR routers for this DVR port a00225d8-8af9-4bae-8dca-baee365ed4d6 on host n-d-816206-8 {{(pid=103592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:52:41.748983 n-d-816206-8 neutron-server[103591]: DEBUG neutron.services.segments.db [None req-532cd7bb-86f1-4d1b-9136-32c91574c906 tempest-RoutersNegativeIpV6Test-203867678 tempest-RoutersNegativeIpV6Test-203867678-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '404baaed-475f-42da-9bff-4d47992d9c61') {'for_net_delete': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:52:41.748983 n-d-816206-8 neutron-server[103591]: DEBUG neutron.services.segments.db [None req-532cd7bb-86f1-4d1b-9136-32c91574c906 tempest-RoutersNegativeIpV6Test-203867678 tempest-RoutersNegativeIpV6Test-203867678-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '404baaed-475f-42da-9bff-4d47992d9c61') {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:52:41.761267 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-68a763b6-15f4-4329-832c-04e9976487c8 tempest-FloatingIPNegativeTestJSON-85398855 tempest-FloatingIPNegativeTestJSON-85398855-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736635840332', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-267528353'] for segment, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:41.778010 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-532cd7bb-86f1-4d1b-9136-32c91574c906 tempest-RoutersNegativeIpV6Test-203867678 tempest-RoutersNegativeIpV6Test-203867678-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736635840332', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265989959'] for segment, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:41.791200 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f082ccf-c54f-4386-8829-8feeec7de194 None None] No DVR routers for this DVR port 99fb9a96-a2e2-409f-a2ba-f60840694a27 on host n-d-816206-8 {{(pid=103592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:52:41.793161 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5cfb13-3267-4e12-b68c-06cf22c32fa1 None None] Pushing event deleted for resources: {'Port': ['ID=a00225d8-8af9-4bae-8dca-baee365ed4d6,revision_number=None']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:52:41.794285 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-68a763b6-15f4-4329-832c-04e9976487c8 tempest-FloatingIPNegativeTestJSON-85398855 tempest-FloatingIPNegativeTestJSON-85398855-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:41.803375 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-532cd7bb-86f1-4d1b-9136-32c91574c906 tempest-RoutersNegativeIpV6Test-203867678 tempest-RoutersNegativeIpV6Test-203867678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:41.811355 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-532cd7bb-86f1-4d1b-9136-32c91574c906 tempest-RoutersNegativeIpV6Test-203867678 tempest-RoutersNegativeIpV6Test-203867678-project] Releasing vlan 526 on physical network physnet1 to pool {{(pid=103591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 17:52:41.811508 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-532cd7bb-86f1-4d1b-9136-32c91574c906 tempest-RoutersNegativeIpV6Test-203867678 tempest-RoutersNegativeIpV6Test-203867678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264756290'] for segment, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:41.812427 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68a763b6-15f4-4329-832c-04e9976487c8 tempest-FloatingIPNegativeTestJSON-85398855 tempest-FloatingIPNegativeTestJSON-85398855-project] Releasing vlan 548 on physical network physnet1 to pool {{(pid=103590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 17:52:41.812977 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-68a763b6-15f4-4329-832c-04e9976487c8 tempest-FloatingIPNegativeTestJSON-85398855 tempest-FloatingIPNegativeTestJSON-85398855-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264370093'] for segment, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:41.820880 n-d-816206-8 neutron-server[103590]: Traceback (most recent call last): Nov 23 17:52:41.820880 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 17:52:41.820880 n-d-816206-8 neutron-server[103590]: timer() Nov 23 17:52:41.820880 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 17:52:41.820880 n-d-816206-8 neutron-server[103590]: cb(*args, **kw) Nov 23 17:52:41.820880 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 17:52:41.820880 n-d-816206-8 neutron-server[103590]: return func(*args, **kwargs) Nov 23 17:52:41.820880 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 17:52:41.820880 n-d-816206-8 neutron-server[103590]: self._notify() Nov 23 17:52:41.820880 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 17:52:41.820880 n-d-816206-8 neutron-server[103590]: self.callback(batched_events) Nov 23 17:52:41.820880 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 17:52:41.820880 n-d-816206-8 neutron-server[103590]: event.method(event) Nov 23 17:52:41.820880 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 17:52:41.820880 n-d-816206-8 neutron-server[103590]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 17:52:41.820880 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 17:52:41.820880 n-d-816206-8 neutron-server[103590]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 17:52:41.820880 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 17:52:41.820880 n-d-816206-8 neutron-server[103590]: return f(self, *a, **k) Nov 23 17:52:41.820880 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 17:52:41.820880 n-d-816206-8 neutron-server[103590]: return self._get(url).json() Nov 23 17:52:41.820880 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 17:52:41.820880 n-d-816206-8 neutron-server[103590]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 17:52:41.820880 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 17:52:41.820880 n-d-816206-8 neutron-server[103590]: return self.request(url, 'GET', **kwargs) Nov 23 17:52:41.820880 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 17:52:41.820880 n-d-816206-8 neutron-server[103590]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 17:52:41.820880 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 17:52:41.820880 n-d-816206-8 neutron-server[103590]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 17:52:41.820880 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 17:52:41.820880 n-d-816206-8 neutron-server[103590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 17:52:41.820880 n-d-816206-8 neutron-server[103590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 17:52:41.828218 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f082ccf-c54f-4386-8829-8feeec7de194 None None] Pushing event deleted for resources: {'Port': ['ID=99fb9a96-a2e2-409f-a2ba-f60840694a27,revision_number=None']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:52:41.838870 n-d-816206-8 neutron-server[103591]: Traceback (most recent call last): Nov 23 17:52:41.838870 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 17:52:41.838870 n-d-816206-8 neutron-server[103591]: timer() Nov 23 17:52:41.838870 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 17:52:41.838870 n-d-816206-8 neutron-server[103591]: cb(*args, **kw) Nov 23 17:52:41.838870 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 17:52:41.838870 n-d-816206-8 neutron-server[103591]: return func(*args, **kwargs) Nov 23 17:52:41.838870 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 17:52:41.838870 n-d-816206-8 neutron-server[103591]: self._notify() Nov 23 17:52:41.838870 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 17:52:41.838870 n-d-816206-8 neutron-server[103591]: self.callback(batched_events) Nov 23 17:52:41.838870 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 17:52:41.838870 n-d-816206-8 neutron-server[103591]: event.method(event) Nov 23 17:52:41.838870 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 17:52:41.838870 n-d-816206-8 neutron-server[103591]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 17:52:41.838870 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 17:52:41.838870 n-d-816206-8 neutron-server[103591]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 17:52:41.838870 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 17:52:41.838870 n-d-816206-8 neutron-server[103591]: return f(self, *a, **k) Nov 23 17:52:41.838870 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 17:52:41.838870 n-d-816206-8 neutron-server[103591]: return self._get(url).json() Nov 23 17:52:41.838870 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 17:52:41.838870 n-d-816206-8 neutron-server[103591]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 17:52:41.838870 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 17:52:41.838870 n-d-816206-8 neutron-server[103591]: return self.request(url, 'GET', **kwargs) Nov 23 17:52:41.838870 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 17:52:41.838870 n-d-816206-8 neutron-server[103591]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 17:52:41.838870 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 17:52:41.838870 n-d-816206-8 neutron-server[103591]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 17:52:41.838870 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 17:52:41.838870 n-d-816206-8 neutron-server[103591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 17:52:41.838870 n-d-816206-8 neutron-server[103591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 17:52:41.911914 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-68a763b6-15f4-4329-832c-04e9976487c8 tempest-FloatingIPNegativeTestJSON-85398855 tempest-FloatingIPNegativeTestJSON-85398855-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1795418'] for network, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:41.916430 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-532cd7bb-86f1-4d1b-9136-32c91574c906 tempest-RoutersNegativeIpV6Test-203867678 tempest-RoutersNegativeIpV6Test-203867678-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1795418'] for network, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:41.920471 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-68a763b6-15f4-4329-832c-04e9976487c8 tempest-FloatingIPNegativeTestJSON-85398855 tempest-FloatingIPNegativeTestJSON-85398855-project] Publish callbacks [] for network, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:41.924819 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-68a763b6-15f4-4329-832c-04e9976487c8 tempest-FloatingIPNegativeTestJSON-85398855 tempest-FloatingIPNegativeTestJSON-85398855-project] 10.222.0.60 "DELETE /v2.0/networks/8c7664f4-0dc4-4081-b4da-8316deeea7e8 HTTP/1.1" status: 204 len: 168 time: 1.0432315 Nov 23 17:52:41.930984 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-532cd7bb-86f1-4d1b-9136-32c91574c906 tempest-RoutersNegativeIpV6Test-203867678 tempest-RoutersNegativeIpV6Test-203867678-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for network, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:41.934624 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-532cd7bb-86f1-4d1b-9136-32c91574c906 tempest-RoutersNegativeIpV6Test-203867678 tempest-RoutersNegativeIpV6Test-203867678-project] 10.222.0.60 "DELETE /v2.0/networks/14045c4e-9447-470b-b4e2-7f3ab6f7f93a HTTP/1.1" status: 204 len: 168 time: 0.9375536 Nov 23 17:52:41.947760 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 42758) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:52:41.955322 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532cd7bb-86f1-4d1b-9136-32c91574c906 tempest-RoutersNegativeIpV6Test-203867678 tempest-RoutersNegativeIpV6Test-203867678-project] Pushing event deleted for resources: {'Network': ['ID=14045c4e-9447-470b-b4e2-7f3ab6f7f93a,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:52:41.961746 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a763b6-15f4-4329-832c-04e9976487c8 tempest-FloatingIPNegativeTestJSON-85398855 tempest-FloatingIPNegativeTestJSON-85398855-project] Pushing event deleted for resources: {'Network': ['ID=8c7664f4-0dc4-4081-b4da-8316deeea7e8,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:52:41.982312 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-d05a9731-e654-4232-a292-e14c90b7a5b1 tempest-RoutersNegativeIpV6Test-203867678 tempest-RoutersNegativeIpV6Test-203867678-project] 10.222.0.60 "GET /v2.0/ports?device_id=654669cd-b8d5-4cf3-a292-b890bbde1791 HTTP/1.1" status: 200 len: 205 time: 0.0327966 Nov 23 17:52:41.985301 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 42760) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:52:42.096257 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-9976fc37-7d76-489f-bb74-5c437405ee0f tempest-RoutersNegativeIpV6Test-203867678 tempest-RoutersNegativeIpV6Test-203867678-project] Publish callbacks [] for router, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:42.338960 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-9976fc37-7d76-489f-bb74-5c437405ee0f tempest-RoutersNegativeIpV6Test-203867678 tempest-RoutersNegativeIpV6Test-203867678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1794352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8175'] for router, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:42.341619 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-9976fc37-7d76-489f-bb74-5c437405ee0f tempest-RoutersNegativeIpV6Test-203867678 tempest-RoutersNegativeIpV6Test-203867678-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:42.391382 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device a00225d8-8af9-4bae-8dca-baee365ed4d6 no longer exists at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:52:42.427682 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 42778) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:52:42.428721 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-9976fc37-7d76-489f-bb74-5c437405ee0f tempest-RoutersNegativeIpV6Test-203867678 tempest-RoutersNegativeIpV6Test-203867678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1795580'] for router, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:42.429967 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9976fc37-7d76-489f-bb74-5c437405ee0f tempest-RoutersNegativeIpV6Test-203867678 tempest-RoutersNegativeIpV6Test-203867678-project] Fanout notify agent at l3_agent the message router_deleted on router 654669cd-b8d5-4cf3-a292-b890bbde1791 {{(pid=103591) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 17:52:42.430737 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] No Port match for: a00225d8-8af9-4bae-8dca-baee365ed4d6 {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:52:42.431799 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device a00225d8-8af9-4bae-8dca-baee365ed4d6 not bound to the agent host n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:52:42.437863 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-9976fc37-7d76-489f-bb74-5c437405ee0f tempest-RoutersNegativeIpV6Test-203867678 tempest-RoutersNegativeIpV6Test-203867678-project] Publish callbacks [] for router, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:42.452186 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-9976fc37-7d76-489f-bb74-5c437405ee0f tempest-RoutersNegativeIpV6Test-203867678 tempest-RoutersNegativeIpV6Test-203867678-project] 10.222.0.60 "DELETE /v2.0/routers/654669cd-b8d5-4cf3-a292-b890bbde1791 HTTP/1.1" status: 204 len: 168 time: 0.4552202 Nov 23 17:52:42.454481 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 99fb9a96-a2e2-409f-a2ba-f60840694a27 no longer exists at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:52:42.484352 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] No Port match for: 99fb9a96-a2e2-409f-a2ba-f60840694a27 {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:52:42.484729 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 99fb9a96-a2e2-409f-a2ba-f60840694a27 not bound to the agent host n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:52:42.630800 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-6bad8242-692d-48ba-b970-db75c062ec01 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=31d3428714f34ddb85d98cc7ed18e822&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1997371 Nov 23 17:52:42.631332 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 42792) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:52:42.684086 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-661808b4-9c9d-4254-a38e-5a21b384a8f5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:42.738509 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-661808b4-9c9d-4254-a38e-5a21b384a8f5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:42.740260 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 42796) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:52:42.815023 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-661808b4-9c9d-4254-a38e-5a21b384a8f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:42.818097 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-661808b4-9c9d-4254-a38e-5a21b384a8f5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:42.820464 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-661808b4-9c9d-4254-a38e-5a21b384a8f5 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/007b7338-8773-4e36-992c-6bda67b3727a HTTP/1.1" status: 204 len: 168 time: 0.1874795 Nov 23 17:52:42.853111 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661808b4-9c9d-4254-a38e-5a21b384a8f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=007b7338-8773-4e36-992c-6bda67b3727a,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:52:42.964519 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c1058890-d7f3-4ecb-a804-97a4a746f732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:42.998543 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-86ef9ff3-b63c-47e6-a38e-880f80d8e4ff admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=723c7ccc1ada43e4b87ac630fcfca65d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2566569 Nov 23 17:52:43.001248 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 42808) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:52:43.062527 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2d1403f1-377c-4ee0-80c9-94487faaddcb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:43.106083 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2d1403f1-377c-4ee0-80c9-94487faaddcb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:43.204643 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2d1403f1-377c-4ee0-80c9-94487faaddcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:43.209370 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2d1403f1-377c-4ee0-80c9-94487faaddcb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:43.211537 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-2d1403f1-377c-4ee0-80c9-94487faaddcb admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/1d95a7ae-2a84-4b58-b8e9-17818bad1fa7 HTTP/1.1" status: 204 len: 168 time: 0.2084155 Nov 23 17:52:43.229042 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1403f1-377c-4ee0-80c9-94487faaddcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d95a7ae-2a84-4b58-b8e9-17818bad1fa7,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:52:43.559102 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:44.030532 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 42874) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:52:44.284348 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 42890) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:52:44.306734 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:44.343315 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-b5d1c4d8-3a3d-415e-9f72-363c2cfdfa29 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-750813427'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:52:44.370853 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-2f8ee8b0-8ae3-41bd-bff2-8fab89b8076a tempest-RoutersNegativeTest-2085489455 tempest-RoutersNegativeTest-2085489455-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-2065307554', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:52:44.400862 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5d1c4d8-3a3d-415e-9f72-363c2cfdfa29 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Made reservation on behalf of 2200467e44b44a44a1c0b0228c060c21 for: {'network': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:52:44.404870 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b5d1c4d8-3a3d-415e-9f72-363c2cfdfa29 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for network, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:44.409005 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2f8ee8b0-8ae3-41bd-bff2-8fab89b8076a tempest-RoutersNegativeTest-2085489455 tempest-RoutersNegativeTest-2085489455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1793449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8093'] for router, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:44.410810 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2f8ee8b0-8ae3-41bd-bff2-8fab89b8076a tempest-RoutersNegativeTest-2085489455 tempest-RoutersNegativeTest-2085489455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1794473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1794771', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1638326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8086'] for router, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:44.429366 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b5d1c4d8-3a3d-415e-9f72-363c2cfdfa29 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Publish callbacks [] for security_group, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:44.500899 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2f8ee8b0-8ae3-41bd-bff2-8fab89b8076a tempest-RoutersNegativeTest-2085489455 tempest-RoutersNegativeTest-2085489455-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:44.512706 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2f8ee8b0-8ae3-41bd-bff2-8fab89b8076a tempest-RoutersNegativeTest-2085489455 tempest-RoutersNegativeTest-2085489455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1794316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1795362'] for router, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:44.542591 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2f8ee8b0-8ae3-41bd-bff2-8fab89b8076a tempest-RoutersNegativeTest-2085489455 tempest-RoutersNegativeTest-2085489455-project] Publish callbacks [] for router, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:44.543856 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-2f8ee8b0-8ae3-41bd-bff2-8fab89b8076a tempest-RoutersNegativeTest-2085489455 tempest-RoutersNegativeTest-2085489455-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2582929 Nov 23 17:52:44.546631 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 42904) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:52:44.564846 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-b5f1e512-ae15-4274-86e3-67849f5cad2e tempest-RoutersNegativeTest-2085489455 tempest-RoutersNegativeTest-2085489455-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1766312562'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:52:44.631197 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5f1e512-ae15-4274-86e3-67849f5cad2e tempest-RoutersNegativeTest-2085489455 tempest-RoutersNegativeTest-2085489455-project] Made reservation on behalf of 1062e9a10df44a3e835430d2f5278e28 for: {'network': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:52:44.635726 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b5f1e512-ae15-4274-86e3-67849f5cad2e tempest-RoutersNegativeTest-2085489455 tempest-RoutersNegativeTest-2085489455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for network, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:44.649938 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b5d1c4d8-3a3d-415e-9f72-363c2cfdfa29 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Publish callbacks [] for security_group, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:44.652395 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b5f1e512-ae15-4274-86e3-67849f5cad2e tempest-RoutersNegativeTest-2085489455 tempest-RoutersNegativeTest-2085489455-project] Publish callbacks [] for security_group, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:44.656480 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b5d1c4d8-3a3d-415e-9f72-363c2cfdfa29 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:44.693835 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5d1c4d8-3a3d-415e-9f72-363c2cfdfa29 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] vlan segment allocate from pool success with {'vlan_id': 530, 'physical_network': 'physnet1'} {{(pid=103590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 17:52:44.723488 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b5d1c4d8-3a3d-415e-9f72-363c2cfdfa29 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:44.723852 n-d-816206-8 neutron-server[103590]: INFO neutron.db.segments_db [None req-b5d1c4d8-3a3d-415e-9f72-363c2cfdfa29 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Added segment 8449fc25-e9a7-4433-9e07-48efa23e110a of type vlan for network d47c85e6-4036-4b12-a0aa-4523c0a2313f Nov 23 17:52:44.727110 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d1c4d8-3a3d-415e-9f72-363c2cfdfa29 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f19d5dbf-6e51-4073-99c0-cc5e202e796a,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:52:44.784367 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d1c4d8-3a3d-415e-9f72-363c2cfdfa29 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:52:44.784789 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d1c4d8-3a3d-415e-9f72-363c2cfdfa29 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:52:44.785161 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d1c4d8-3a3d-415e-9f72-363c2cfdfa29 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:52:44.785622 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d1c4d8-3a3d-415e-9f72-363c2cfdfa29 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:52:44.786218 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d1c4d8-3a3d-415e-9f72-363c2cfdfa29 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:52:44.786674 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d1c4d8-3a3d-415e-9f72-363c2cfdfa29 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:52:44.786871 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d1c4d8-3a3d-415e-9f72-363c2cfdfa29 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:52:44.787329 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d1c4d8-3a3d-415e-9f72-363c2cfdfa29 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:52:44.787661 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d1c4d8-3a3d-415e-9f72-363c2cfdfa29 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:52:44.787972 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d1c4d8-3a3d-415e-9f72-363c2cfdfa29 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:52:44.789293 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d1c4d8-3a3d-415e-9f72-363c2cfdfa29 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:52:44.790629 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d1c4d8-3a3d-415e-9f72-363c2cfdfa29 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:52:44.816564 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b5d1c4d8-3a3d-415e-9f72-363c2cfdfa29 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736635338810'] for network, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:44.885795 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b5d1c4d8-3a3d-415e-9f72-363c2cfdfa29 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493'] for network, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:44.891330 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5d1c4d8-3a3d-415e-9f72-363c2cfdfa29 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:52:44.891925 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b5d1c4d8-3a3d-415e-9f72-363c2cfdfa29 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Publish callbacks [] for network, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:44.902911 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b5f1e512-ae15-4274-86e3-67849f5cad2e tempest-RoutersNegativeTest-2085489455 tempest-RoutersNegativeTest-2085489455-project] Publish callbacks [] for security_group, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:44.923303 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b5f1e512-ae15-4274-86e3-67849f5cad2e tempest-RoutersNegativeTest-2085489455 tempest-RoutersNegativeTest-2085489455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:44.946253 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-b5d1c4d8-3a3d-415e-9f72-363c2cfdfa29 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.9144495 Nov 23 17:52:45.016080 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5f1e512-ae15-4274-86e3-67849f5cad2e tempest-RoutersNegativeTest-2085489455 tempest-RoutersNegativeTest-2085489455-project] vlan segment allocate from pool success with {'vlan_id': 525, 'physical_network': 'physnet1'} {{(pid=103590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 17:52:45.018308 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d1c4d8-3a3d-415e-9f72-363c2cfdfa29 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Pushing event updated for resources: {'Network': ['ID=d47c85e6-4036-4b12-a0aa-4523c0a2313f,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:52:45.038189 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Network d47c85e6-4036-4b12-a0aa-4523c0a2313f details requested by agent ovs-agent-n-d-816206-8 with host n-d-816206-8 {{(pid=103592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 17:52:45.059046 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f1e512-ae15-4274-86e3-67849f5cad2e tempest-RoutersNegativeTest-2085489455 tempest-RoutersNegativeTest-2085489455-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2325ea46-bcaa-413a-8160-849b311b7883,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:52:45.072322 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b5f1e512-ae15-4274-86e3-67849f5cad2e tempest-RoutersNegativeTest-2085489455 tempest-RoutersNegativeTest-2085489455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:45.072840 n-d-816206-8 neutron-server[103590]: INFO neutron.db.segments_db [None req-b5f1e512-ae15-4274-86e3-67849f5cad2e tempest-RoutersNegativeTest-2085489455 tempest-RoutersNegativeTest-2085489455-project] Added segment fbf32b3f-8ca1-45eb-bd19-27a4d7c97ac5 of type vlan for network 543c5f05-ea28-45e0-ae53-199b63d21d5a Nov 23 17:52:45.156062 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-27a713a9-32bf-467f-a0de-1d4ccdb35ea3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:45.194029 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b5f1e512-ae15-4274-86e3-67849f5cad2e tempest-RoutersNegativeTest-2085489455 tempest-RoutersNegativeTest-2085489455-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736635338810'] for network, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:45.223340 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b5f1e512-ae15-4274-86e3-67849f5cad2e tempest-RoutersNegativeTest-2085489455 tempest-RoutersNegativeTest-2085489455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493'] for network, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:45.236071 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5f1e512-ae15-4274-86e3-67849f5cad2e tempest-RoutersNegativeTest-2085489455 tempest-RoutersNegativeTest-2085489455-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:52:45.238190 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b5f1e512-ae15-4274-86e3-67849f5cad2e tempest-RoutersNegativeTest-2085489455 tempest-RoutersNegativeTest-2085489455-project] Publish callbacks [] for network, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:45.324043 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-b5f1e512-ae15-4274-86e3-67849f5cad2e tempest-RoutersNegativeTest-2085489455 tempest-RoutersNegativeTest-2085489455-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.7736111 Nov 23 17:52:45.326001 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 42926) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:52:45.335071 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-2ceb4021-3e52-4da1-a8a0-7043489df9bd tempest-RoutersNegativeTest-2085489455 tempest-RoutersNegativeTest-2085489455-project] Request body: {'subnet': {'network_id': '543c5f05-ea28-45e0-ae53-199b63d21d5a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:52:45.359932 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f1e512-ae15-4274-86e3-67849f5cad2e tempest-RoutersNegativeTest-2085489455 tempest-RoutersNegativeTest-2085489455-project] Pushing event updated for resources: {'Network': ['ID=543c5f05-ea28-45e0-ae53-199b63d21d5a,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:52:45.372986 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Network 543c5f05-ea28-45e0-ae53-199b63d21d5a details requested by agent ovs-agent-n-d-816206-8 with host n-d-816206-8 {{(pid=103592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 17:52:45.490896 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ceb4021-3e52-4da1-a8a0-7043489df9bd tempest-RoutersNegativeTest-2085489455 tempest-RoutersNegativeTest-2085489455-project] Made reservation on behalf of 1062e9a10df44a3e835430d2f5278e28 for: {'subnet': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:52:45.513002 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-2ceb4021-3e52-4da1-a8a0-7043489df9bd tempest-RoutersNegativeTest-2085489455 tempest-RoutersNegativeTest-2085489455-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264314294'] for subnet, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:45.766271 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-2ceb4021-3e52-4da1-a8a0-7043489df9bd tempest-RoutersNegativeTest-2085489455 tempest-RoutersNegativeTest-2085489455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264758079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264314276'] for subnet, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:45.889687 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ceb4021-3e52-4da1-a8a0-7043489df9bd tempest-RoutersNegativeTest-2085489455 tempest-RoutersNegativeTest-2085489455-project] Pushing event updated for resources: {'Subnet': ['ID=308ded5d-2bf2-4080-afd0-ab11101b302c,revision_number=0']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:52:45.900984 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ceb4021-3e52-4da1-a8a0-7043489df9bd tempest-RoutersNegativeTest-2085489455 tempest-RoutersNegativeTest-2085489455-project] Checking segment: {'id': 'fbf32b3f-8ca1-45eb-bd19-27a4d7c97ac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '543c5f05-ea28-45e0-ae53-199b63d21d5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:52:45.901482 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ceb4021-3e52-4da1-a8a0-7043489df9bd tempest-RoutersNegativeTest-2085489455 tempest-RoutersNegativeTest-2085489455-project] Network hostable DHCP agents. Network: 543c5f05-ea28-45e0-ae53-199b63d21d5a, hostable agents: ['0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3'], hosted agents: [] {{(pid=103591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 17:52:45.921664 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ceb4021-3e52-4da1-a8a0-7043489df9bd tempest-RoutersNegativeTest-2085489455 tempest-RoutersNegativeTest-2085489455-project] Network 543c5f05-ea28-45e0-ae53-199b63d21d5a is scheduled to be hosted by DHCP agent 0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3 with binding_index 1 {{(pid=103591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 17:52:45.935846 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [None req-2ceb4021-3e52-4da1-a8a0-7043489df9bd tempest-RoutersNegativeTest-2085489455 tempest-RoutersNegativeTest-2085489455-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-8, 543c5f05-ea28-45e0-ae53-199b63d21d5a) {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:52:45.940150 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ceb4021-3e52-4da1-a8a0-7043489df9bd tempest-RoutersNegativeTest-2085489455 tempest-RoutersNegativeTest-2085489455-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:52:45.941216 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-2ceb4021-3e52-4da1-a8a0-7043489df9bd tempest-RoutersNegativeTest-2085489455 tempest-RoutersNegativeTest-2085489455-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for subnet, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:45.950106 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d96385e0-55f9-40cd-a757-7a0b8312fae0 None None] Network 543c5f05-ea28-45e0-ae53-199b63d21d5a requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:52:45.984168 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-2ceb4021-3e52-4da1-a8a0-7043489df9bd tempest-RoutersNegativeTest-2085489455 tempest-RoutersNegativeTest-2085489455-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6559718 Nov 23 17:52:45.986592 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 42942) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:52:45.994400 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-e194d6f2-3317-4f24-9858-34fc5dd5d297 tempest-RoutersNegativeTest-2085489455 tempest-RoutersNegativeTest-2085489455-project] Request body: {'network': {'name': 'tempest-router-network01--1565469913'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:52:46.025787 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e194d6f2-3317-4f24-9858-34fc5dd5d297 tempest-RoutersNegativeTest-2085489455 tempest-RoutersNegativeTest-2085489455-project] Made reservation on behalf of 1062e9a10df44a3e835430d2f5278e28 for: {'network': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:52:46.053119 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-e194d6f2-3317-4f24-9858-34fc5dd5d297 tempest-RoutersNegativeTest-2085489455 tempest-RoutersNegativeTest-2085489455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for network, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:46.119327 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e194d6f2-3317-4f24-9858-34fc5dd5d297 tempest-RoutersNegativeTest-2085489455 tempest-RoutersNegativeTest-2085489455-project] vlan segment allocate from pool success with {'vlan_id': 549, 'physical_network': 'physnet1'} {{(pid=103591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 17:52:46.147497 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-e194d6f2-3317-4f24-9858-34fc5dd5d297 tempest-RoutersNegativeTest-2085489455 tempest-RoutersNegativeTest-2085489455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:46.147876 n-d-816206-8 neutron-server[103591]: INFO neutron.db.segments_db [None req-e194d6f2-3317-4f24-9858-34fc5dd5d297 tempest-RoutersNegativeTest-2085489455 tempest-RoutersNegativeTest-2085489455-project] Added segment 6194a1b4-e489-4a92-8648-0838a67df26b of type vlan for network 494cd995-9163-4fb6-a55a-be4e6cc5782f Nov 23 17:52:46.156952 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-456ec571-7ca1-4b44-9259-933dfa6d3706 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp355044b8-8e87-58c4-94fa-4a010ec30f9e-543c5f05-ea28-45e0-ae53-199b63d21d5a', 'network_id': '543c5f05-ea28-45e0-ae53-199b63d21d5a', 'tenant_id': '1062e9a10df44a3e835430d2f5278e28', 'fixed_ips': [{'subnet_id': '308ded5d-2bf2-4080-afd0-ab11101b302c'}]}} from n-d-816206-8. {{(pid=103592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 17:52:46.157828 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-456ec571-7ca1-4b44-9259-933dfa6d3706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:46.228192 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-e194d6f2-3317-4f24-9858-34fc5dd5d297 tempest-RoutersNegativeTest-2085489455 tempest-RoutersNegativeTest-2085489455-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736635338810'] for network, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:46.315831 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-e194d6f2-3317-4f24-9858-34fc5dd5d297 tempest-RoutersNegativeTest-2085489455 tempest-RoutersNegativeTest-2085489455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493'] for network, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:46.322982 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e194d6f2-3317-4f24-9858-34fc5dd5d297 tempest-RoutersNegativeTest-2085489455 tempest-RoutersNegativeTest-2085489455-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:52:46.323533 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-e194d6f2-3317-4f24-9858-34fc5dd5d297 tempest-RoutersNegativeTest-2085489455 tempest-RoutersNegativeTest-2085489455-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for network, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:46.395040 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 42956) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:52:46.403024 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-199c319f-13d0-4124-92c3-58c8c7a56ce8 tempest-RoutersNegativeTest-2085489455 tempest-RoutersNegativeTest-2085489455-project] Request body: {'network': {'name': 'tempest-router-network02--1055955843'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:52:46.407727 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-e194d6f2-3317-4f24-9858-34fc5dd5d297 tempest-RoutersNegativeTest-2085489455 tempest-RoutersNegativeTest-2085489455-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4196630 Nov 23 17:52:46.454758 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-199c319f-13d0-4124-92c3-58c8c7a56ce8 tempest-RoutersNegativeTest-2085489455 tempest-RoutersNegativeTest-2085489455-project] Made reservation on behalf of 1062e9a10df44a3e835430d2f5278e28 for: {'network': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:52:46.458597 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-199c319f-13d0-4124-92c3-58c8c7a56ce8 tempest-RoutersNegativeTest-2085489455 tempest-RoutersNegativeTest-2085489455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for network, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:46.487715 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e194d6f2-3317-4f24-9858-34fc5dd5d297 tempest-RoutersNegativeTest-2085489455 tempest-RoutersNegativeTest-2085489455-project] Pushing event updated for resources: {'Network': ['ID=494cd995-9163-4fb6-a55a-be4e6cc5782f,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:52:46.495129 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-199c319f-13d0-4124-92c3-58c8c7a56ce8 tempest-RoutersNegativeTest-2085489455 tempest-RoutersNegativeTest-2085489455-project] vlan segment allocate from pool success with {'vlan_id': 516, 'physical_network': 'physnet1'} {{(pid=103590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 17:52:46.507224 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-199c319f-13d0-4124-92c3-58c8c7a56ce8 tempest-RoutersNegativeTest-2085489455 tempest-RoutersNegativeTest-2085489455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:46.507942 n-d-816206-8 neutron-server[103590]: INFO neutron.db.segments_db [None req-199c319f-13d0-4124-92c3-58c8c7a56ce8 tempest-RoutersNegativeTest-2085489455 tempest-RoutersNegativeTest-2085489455-project] Added segment c1d11c39-2255-4f91-9d7e-d7f45af61ddb of type vlan for network d3e1b6a1-40e6-4eb3-a9b6-aee0d5f581fe Nov 23 17:52:46.517614 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.db_base_plugin_common [None req-456ec571-7ca1-4b44-9259-933dfa6d3706 None None] Allocated IP 172.20.0.2 (543c5f05-ea28-45e0-ae53-199b63d21d5a/308ded5d-2bf2-4080-afd0-ab11101b302c/2c4831cb-a76c-4244-9325-76cc801f709b) {{(pid=103592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:52:46.520514 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Network 494cd995-9163-4fb6-a55a-be4e6cc5782f details requested by agent ovs-agent-n-d-816206-8 with host n-d-816206-8 {{(pid=103592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 17:52:46.567907 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-199c319f-13d0-4124-92c3-58c8c7a56ce8 tempest-RoutersNegativeTest-2085489455 tempest-RoutersNegativeTest-2085489455-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736635338810'] for network, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:46.651643 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-199c319f-13d0-4124-92c3-58c8c7a56ce8 tempest-RoutersNegativeTest-2085489455 tempest-RoutersNegativeTest-2085489455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493'] for network, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:46.661809 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-52822d53-48f5-4819-8a95-bdc13aea0bf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:46.666961 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-199c319f-13d0-4124-92c3-58c8c7a56ce8 tempest-RoutersNegativeTest-2085489455 tempest-RoutersNegativeTest-2085489455-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:52:46.667801 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-199c319f-13d0-4124-92c3-58c8c7a56ce8 tempest-RoutersNegativeTest-2085489455 tempest-RoutersNegativeTest-2085489455-project] Publish callbacks [] for network, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:46.789170 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 42964) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:52:46.789559 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-199c319f-13d0-4124-92c3-58c8c7a56ce8 tempest-RoutersNegativeTest-2085489455 tempest-RoutersNegativeTest-2085489455-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3922365 Nov 23 17:52:46.797635 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-8a3c077e-bb99-4b0c-b8fe-41e23166ee6d tempest-RoutersNegativeTest-2085489455 tempest-RoutersNegativeTest-2085489455-project] Request body: {'subnet': {'network_id': '494cd995-9163-4fb6-a55a-be4e6cc5782f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:52:46.804031 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199c319f-13d0-4124-92c3-58c8c7a56ce8 tempest-RoutersNegativeTest-2085489455 tempest-RoutersNegativeTest-2085489455-project] Pushing event updated for resources: {'Network': ['ID=d3e1b6a1-40e6-4eb3-a9b6-aee0d5f581fe,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:52:46.827748 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Network d3e1b6a1-40e6-4eb3-a9b6-aee0d5f581fe details requested by agent ovs-agent-n-d-816206-8 with host n-d-816206-8 {{(pid=103592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 17:52:46.978992 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-456ec571-7ca1-4b44-9259-933dfa6d3706 None None] Publish callbacks [] for port, precommit_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:46.983428 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a3c077e-bb99-4b0c-b8fe-41e23166ee6d tempest-RoutersNegativeTest-2085489455 tempest-RoutersNegativeTest-2085489455-project] Made reservation on behalf of 1062e9a10df44a3e835430d2f5278e28 for: {'subnet': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:52:46.987138 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-8a3c077e-bb99-4b0c-b8fe-41e23166ee6d tempest-RoutersNegativeTest-2085489455 tempest-RoutersNegativeTest-2085489455-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264314294'] for subnet, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:46.990075 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-456ec571-7ca1-4b44-9259-933dfa6d3706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980'] for port, after_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:47.043825 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456ec571-7ca1-4b44-9259-933dfa6d3706 None None] Pushing event updated for resources: {'Port': ['ID=2c4831cb-a76c-4244-9325-76cc801f709b,revision_number=1']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:52:47.059776 n-d-816206-8 neutron-server[103592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-456ec571-7ca1-4b44-9259-933dfa6d3706 None None] Network 543c5f05-ea28-45e0-ae53-199b63d21d5a is already hosted by enough agents. {{(pid=103592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:52:47.061553 n-d-816206-8 neutron-server[103592]: DEBUG neutron.scheduler.base_scheduler [None req-456ec571-7ca1-4b44-9259-933dfa6d3706 None None] Resources bound (agent type, host, resource id): {{(pid=103592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:52:47.064994 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-456ec571-7ca1-4b44-9259-933dfa6d3706 None None] Received port after_create {{(pid=103592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:52:47.126467 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-456ec571-7ca1-4b44-9259-933dfa6d3706 None None] Attempting to bind port 2c4831cb-a76c-4244-9325-76cc801f709b on host n-d-816206-8 for vnic_type normal with profile {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:52:47.127161 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-456ec571-7ca1-4b44-9259-933dfa6d3706 None None] Attempting to bind port 2c4831cb-a76c-4244-9325-76cc801f709b by drivers openvswitch,hyperv on host n-d-816206-8 at level 0 using segments [{'id': 'fbf32b3f-8ca1-45eb-bd19-27a4d7c97ac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '543c5f05-ea28-45e0-ae53-199b63d21d5a'}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:52:47.127783 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-456ec571-7ca1-4b44-9259-933dfa6d3706 None None] Attempting to bind port 2c4831cb-a76c-4244-9325-76cc801f709b on network 543c5f05-ea28-45e0-ae53-199b63d21d5a {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:52:47.146345 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-456ec571-7ca1-4b44-9259-933dfa6d3706 None None] Checking agent: {'id': '9e89acbe-4bbe-4c77-a18b-6f1da9133e0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 7, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 52, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:52:47.147007 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-456ec571-7ca1-4b44-9259-933dfa6d3706 None None] Checking segment: {'id': 'fbf32b3f-8ca1-45eb-bd19-27a4d7c97ac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '543c5f05-ea28-45e0-ae53-199b63d21d5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:52:47.148167 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-456ec571-7ca1-4b44-9259-933dfa6d3706 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:47.148779 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-456ec571-7ca1-4b44-9259-933dfa6d3706 None None] Bound using segment: {'id': 'fbf32b3f-8ca1-45eb-bd19-27a4d7c97ac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '543c5f05-ea28-45e0-ae53-199b63d21d5a'} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:52:47.149398 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-456ec571-7ca1-4b44-9259-933dfa6d3706 None None] Bound port: 2c4831cb-a76c-4244-9325-76cc801f709b, host: n-d-816206-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbf32b3f-8ca1-45eb-bd19-27a4d7c97ac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '543c5f05-ea28-45e0-ae53-199b63d21d5a'}}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:52:47.150095 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-456ec571-7ca1-4b44-9259-933dfa6d3706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:47.225906 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-456ec571-7ca1-4b44-9259-933dfa6d3706 None None] For port 2c4831cb-a76c-4244-9325-76cc801f709b, host n-d-816206-8, cleared binding levels {{(pid=103592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:52:47.230088 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-456ec571-7ca1-4b44-9259-933dfa6d3706 None None] For port 2c4831cb-a76c-4244-9325-76cc801f709b, host n-d-816206-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=2c4831cb-a76c-4244-9325-76cc801f709b,segment=NetworkSegment(fbf32b3f-8ca1-45eb-bd19-27a4d7c97ac5),segment_id=fbf32b3f-8ca1-45eb-bd19-27a4d7c97ac5)] {{(pid=103592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:52:47.235313 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-456ec571-7ca1-4b44-9259-933dfa6d3706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:47.333117 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456ec571-7ca1-4b44-9259-933dfa6d3706 None None] Pushing event updated for resources: {'Port': ['ID=2c4831cb-a76c-4244-9325-76cc801f709b,revision_number=2']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:52:47.361118 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-8a3c077e-bb99-4b0c-b8fe-41e23166ee6d tempest-RoutersNegativeTest-2085489455 tempest-RoutersNegativeTest-2085489455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264758079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264314276'] for subnet, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:47.440178 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3c077e-bb99-4b0c-b8fe-41e23166ee6d tempest-RoutersNegativeTest-2085489455 tempest-RoutersNegativeTest-2085489455-project] Pushing event updated for resources: {'Subnet': ['ID=4d253802-b0bd-4d69-bc71-940c9b11e340,revision_number=0']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:52:47.513342 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a3c077e-bb99-4b0c-b8fe-41e23166ee6d tempest-RoutersNegativeTest-2085489455 tempest-RoutersNegativeTest-2085489455-project] Checking segment: {'id': '6194a1b4-e489-4a92-8648-0838a67df26b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '494cd995-9163-4fb6-a55a-be4e6cc5782f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:52:47.513710 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a3c077e-bb99-4b0c-b8fe-41e23166ee6d tempest-RoutersNegativeTest-2085489455 tempest-RoutersNegativeTest-2085489455-project] Network hostable DHCP agents. Network: 494cd995-9163-4fb6-a55a-be4e6cc5782f, hostable agents: ['0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3'], hosted agents: [] {{(pid=103591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 17:52:47.533813 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a3c077e-bb99-4b0c-b8fe-41e23166ee6d tempest-RoutersNegativeTest-2085489455 tempest-RoutersNegativeTest-2085489455-project] Network 494cd995-9163-4fb6-a55a-be4e6cc5782f is scheduled to be hosted by DHCP agent 0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3 with binding_index 1 {{(pid=103591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 17:52:47.564962 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [None req-8a3c077e-bb99-4b0c-b8fe-41e23166ee6d tempest-RoutersNegativeTest-2085489455 tempest-RoutersNegativeTest-2085489455-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-8, 494cd995-9163-4fb6-a55a-be4e6cc5782f) {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:52:47.578179 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90f3126c-5999-424a-ac6b-3c400a9adbdb None None] Network 494cd995-9163-4fb6-a55a-be4e6cc5782f requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:52:47.599865 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a3c077e-bb99-4b0c-b8fe-41e23166ee6d tempest-RoutersNegativeTest-2085489455 tempest-RoutersNegativeTest-2085489455-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:52:47.603277 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-8a3c077e-bb99-4b0c-b8fe-41e23166ee6d tempest-RoutersNegativeTest-2085489455 tempest-RoutersNegativeTest-2085489455-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for subnet, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:47.675846 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-8a3c077e-bb99-4b0c-b8fe-41e23166ee6d tempest-RoutersNegativeTest-2085489455 tempest-RoutersNegativeTest-2085489455-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8827229 Nov 23 17:52:47.676588 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 42988) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:52:47.690719 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-d6bc2092-15ad-4f89-ab80-85facaa34278 tempest-RoutersNegativeTest-2085489455 tempest-RoutersNegativeTest-2085489455-project] Request body: {'subnet': {'network_id': 'd3e1b6a1-40e6-4eb3-a9b6-aee0d5f581fe', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:52:47.855300 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9a27ae6c-db98-474f-94c1-cc99bf842d79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:47.992540 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6bc2092-15ad-4f89-ab80-85facaa34278 tempest-RoutersNegativeTest-2085489455 tempest-RoutersNegativeTest-2085489455-project] Made reservation on behalf of 1062e9a10df44a3e835430d2f5278e28 for: {'subnet': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:52:47.997986 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-d6bc2092-15ad-4f89-ab80-85facaa34278 tempest-RoutersNegativeTest-2085489455 tempest-RoutersNegativeTest-2085489455-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264314294'] for subnet, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:48.063152 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a24a2d9-9d4e-428d-9850-715e99e50cbe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp355044b8-8e87-58c4-94fa-4a010ec30f9e-494cd995-9163-4fb6-a55a-be4e6cc5782f', 'network_id': '494cd995-9163-4fb6-a55a-be4e6cc5782f', 'tenant_id': '1062e9a10df44a3e835430d2f5278e28', 'fixed_ips': [{'subnet_id': '4d253802-b0bd-4d69-bc71-940c9b11e340'}]}} from n-d-816206-8. {{(pid=103592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 17:52:48.064056 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-4a24a2d9-9d4e-428d-9850-715e99e50cbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:48.149258 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-0a73966b-a7c0-4d6a-bf9c-c7b7703cd1e6 req-55b26e2d-c34a-4922-93e6-5a20d67051f5 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=fdfb4ce2-91d8-4f2e-a6fb-679e80dacd8f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1524527 Nov 23 17:52:48.316164 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 42996) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:52:48.326924 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-a83e812e-b03e-4392-a802-98cea7bf3f2d tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Request body: {'subnet': {'network_id': 'd47c85e6-4036-4b12-a0aa-4523c0a2313f', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:52:48.431121 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a73966b-a7c0-4d6a-bf9c-c7b7703cd1e6 req-a907ead9-6da5-469d-a30b-3ed79d734f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:52:48.432716 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-0a73966b-a7c0-4d6a-bf9c-c7b7703cd1e6 req-a907ead9-6da5-469d-a30b-3ed79d734f66 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c0a53cd325e44b8fbee499050453672f&device_id=fdfb4ce2-91d8-4f2e-a6fb-679e80dacd8f HTTP/1.1" status: 200 len: 1096 time: 0.1810327 Nov 23 17:52:48.494440 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:48.582897 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 2c4831cb-a76c-4244-9325-76cc801f709b up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:52:48.612910 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-d6bc2092-15ad-4f89-ab80-85facaa34278 tempest-RoutersNegativeTest-2085489455 tempest-RoutersNegativeTest-2085489455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264758079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264314276'] for subnet, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:48.662578 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.db_base_plugin_common [None req-4a24a2d9-9d4e-428d-9850-715e99e50cbe None None] Allocated IP 172.20.0.2 (494cd995-9163-4fb6-a55a-be4e6cc5782f/4d253802-b0bd-4d69-bc71-940c9b11e340/814a6883-e10b-465f-aa6b-dbf8ea5441be) {{(pid=103592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:52:48.686786 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a73966b-a7c0-4d6a-bf9c-c7b7703cd1e6 req-ca25f7c9-980d-4950-93d8-e72a2da0fe9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:52:48.688342 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-0a73966b-a7c0-4d6a-bf9c-c7b7703cd1e6 req-ca25f7c9-980d-4950-93d8-e72a2da0fe9b service neutron] 10.222.0.55 "GET /v2.0/networks?id=02874d22-2dc9-404b-96b5-741d17e13e44 HTTP/1.1" status: 200 len: 913 time: 0.2256839 Nov 23 17:52:48.696894 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a83e812e-b03e-4392-a802-98cea7bf3f2d tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Made reservation on behalf of 2200467e44b44a44a1c0b0228c060c21 for: {'subnet': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:52:48.701129 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a83e812e-b03e-4392-a802-98cea7bf3f2d tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264730903'] for subnet, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:48.743578 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port 2c4831cb-a76c-4244-9325-76cc801f709b triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:52:48.744443 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:48.771929 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bc2092-15ad-4f89-ab80-85facaa34278 tempest-RoutersNegativeTest-2085489455 tempest-RoutersNegativeTest-2085489455-project] Pushing event updated for resources: {'Subnet': ['ID=55cb99ab-48a1-44a6-9102-445c1f6c4fee,revision_number=0']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:52:48.793595 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-0a73966b-a7c0-4d6a-bf9c-c7b7703cd1e6 req-1c5fb3f2-522c-49d0-a9a2-07296b1aeb5b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e0681257-4061-466d-a72d-99fbb58ee45b HTTP/1.1" status: 200 len: 1001 time: 0.0976942 Nov 23 17:52:48.832593 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6bc2092-15ad-4f89-ab80-85facaa34278 tempest-RoutersNegativeTest-2085489455 tempest-RoutersNegativeTest-2085489455-project] Checking segment: {'id': 'c1d11c39-2255-4f91-9d7e-d7f45af61ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'd3e1b6a1-40e6-4eb3-a9b6-aee0d5f581fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:52:48.833469 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6bc2092-15ad-4f89-ab80-85facaa34278 tempest-RoutersNegativeTest-2085489455 tempest-RoutersNegativeTest-2085489455-project] Network hostable DHCP agents. Network: d3e1b6a1-40e6-4eb3-a9b6-aee0d5f581fe, hostable agents: ['0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3'], hosted agents: [] {{(pid=103591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 17:52:48.875782 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6bc2092-15ad-4f89-ab80-85facaa34278 tempest-RoutersNegativeTest-2085489455 tempest-RoutersNegativeTest-2085489455-project] Network d3e1b6a1-40e6-4eb3-a9b6-aee0d5f581fe is scheduled to be hosted by DHCP agent 0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3 with binding_index 1 {{(pid=103591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 17:52:48.890300 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [None req-d6bc2092-15ad-4f89-ab80-85facaa34278 tempest-RoutersNegativeTest-2085489455 tempest-RoutersNegativeTest-2085489455-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-8, d3e1b6a1-40e6-4eb3-a9b6-aee0d5f581fe) {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:52:48.896162 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6bc2092-15ad-4f89-ab80-85facaa34278 tempest-RoutersNegativeTest-2085489455 tempest-RoutersNegativeTest-2085489455-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:52:48.896962 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-d6bc2092-15ad-4f89-ab80-85facaa34278 tempest-RoutersNegativeTest-2085489455 tempest-RoutersNegativeTest-2085489455-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for subnet, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:48.934405 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a73966b-a7c0-4d6a-bf9c-c7b7703cd1e6 req-58e703c3-6c55-4a90-b8b2-fb224531052d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:52:48.935909 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-0a73966b-a7c0-4d6a-bf9c-c7b7703cd1e6 req-58e703c3-6c55-4a90-b8b2-fb224531052d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7cd7c517-b8bf-4f3d-98b6-b23c91372576 HTTP/1.1" status: 200 len: 851 time: 0.1230321 Nov 23 17:52:48.937052 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-d6bc2092-15ad-4f89-ab80-85facaa34278 tempest-RoutersNegativeTest-2085489455 tempest-RoutersNegativeTest-2085489455-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2591240 Nov 23 17:52:48.940929 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 43014) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:52:49.010333 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da688b3c-b1f4-4dc1-b7c5-e6b8b57417dd None None] Network d3e1b6a1-40e6-4eb3-a9b6-aee0d5f581fe requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:52:49.262255 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a73966b-a7c0-4d6a-bf9c-c7b7703cd1e6 req-f7248061-41bd-47ef-bb1a-7cee2ccc09c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:52:49.264683 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-0a73966b-a7c0-4d6a-bf9c-c7b7703cd1e6 req-f7248061-41bd-47ef-bb1a-7cee2ccc09c4 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=02874d22-2dc9-404b-96b5-741d17e13e44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3162463 Nov 23 17:52:49.365716 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34948c7e-35f1-4bc4-b243-ff921f7b642a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp355044b8-8e87-58c4-94fa-4a010ec30f9e-d3e1b6a1-40e6-4eb3-a9b6-aee0d5f581fe', 'network_id': 'd3e1b6a1-40e6-4eb3-a9b6-aee0d5f581fe', 'tenant_id': '1062e9a10df44a3e835430d2f5278e28', 'fixed_ips': [{'subnet_id': '55cb99ab-48a1-44a6-9102-445c1f6c4fee'}]}} from n-d-816206-8. {{(pid=103592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 17:52:49.367045 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-34948c7e-35f1-4bc4-b243-ff921f7b642a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:49.390547 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:49.444206 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-4a24a2d9-9d4e-428d-9850-715e99e50cbe None None] Publish callbacks [] for port, precommit_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:49.461384 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-934f6423-9a4a-40ec-9396-27383f48e615 None None] Network 543c5f05-ea28-45e0-ae53-199b63d21d5a requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:52:49.760599 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-4a24a2d9-9d4e-428d-9850-715e99e50cbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980'] for port, after_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:49.809009 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] For port 2c4831cb-a76c-4244-9325-76cc801f709b, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=2c4831cb-a76c-4244-9325-76cc801f709b,segment=NetworkSegment(fbf32b3f-8ca1-45eb-bd19-27a4d7c97ac5),segment_id=fbf32b3f-8ca1-45eb-bd19-27a4d7c97ac5)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:52:49.847948 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a83e812e-b03e-4392-a802-98cea7bf3f2d tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264358096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264730885'] for subnet, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:49.905573 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:49.959401 n-d-816206-8 neutron-server[103592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a24a2d9-9d4e-428d-9850-715e99e50cbe None None] Network 494cd995-9163-4fb6-a55a-be4e6cc5782f is already hosted by enough agents. {{(pid=103592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:52:49.963622 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d7f39478-188e-45b2-982a-94986f0e48a9 tempest-RoutersNegativeTest-2085489455 tempest-RoutersNegativeTest-2085489455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:49.967373 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-dc2d17ee-b715-430f-95ec-fcb3e34c995f None None] Provisioning complete for port 2c4831cb-a76c-4244-9325-76cc801f709b triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:52:49.967817 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-dc2d17ee-b715-430f-95ec-fcb3e34c995f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:49.972730 n-d-816206-8 neutron-server[103592]: DEBUG neutron.scheduler.base_scheduler [None req-4a24a2d9-9d4e-428d-9850-715e99e50cbe None None] Resources bound (agent type, host, resource id): {{(pid=103592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:52:49.976081 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a24a2d9-9d4e-428d-9850-715e99e50cbe None None] Pushing event updated for resources: {'Port': ['ID=814a6883-e10b-465f-aa6b-dbf8ea5441be,revision_number=1']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:52:49.978709 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a24a2d9-9d4e-428d-9850-715e99e50cbe None None] Received port after_create {{(pid=103592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:52:50.003956 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83e812e-b03e-4392-a802-98cea7bf3f2d tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Pushing event updated for resources: {'Subnet': ['ID=facc3803-1a22-45e0-97de-15c7db37f13b,revision_number=0']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:52:50.017651 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-0a73966b-a7c0-4d6a-bf9c-c7b7703cd1e6 req-f1d1c73c-597d-4342-8e7b-597c0618ee21 service neutron] 10.222.0.55 "GET /v2.0/networks/02874d22-2dc9-404b-96b5-741d17e13e44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7224617 Nov 23 17:52:50.191817 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.db_base_plugin_common [None req-34948c7e-35f1-4bc4-b243-ff921f7b642a None None] Allocated IP 172.20.0.2 (d3e1b6a1-40e6-4eb3-a9b6-aee0d5f581fe/55cb99ab-48a1-44a6-9102-445c1f6c4fee/566f0d43-8698-4d64-8cf1-6d5a78e0ab61) {{(pid=103592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:52:50.197374 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a83e812e-b03e-4392-a802-98cea7bf3f2d tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Checking segment: {'id': '8449fc25-e9a7-4433-9e07-48efa23e110a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'd47c85e6-4036-4b12-a0aa-4523c0a2313f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:52:50.197803 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a83e812e-b03e-4392-a802-98cea7bf3f2d tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Network hostable DHCP agents. Network: d47c85e6-4036-4b12-a0aa-4523c0a2313f, hostable agents: ['0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3'], hosted agents: [] {{(pid=103590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 17:52:50.218991 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Pushing event updated for resources: {'Port': ['ID=2c4831cb-a76c-4244-9325-76cc801f709b,revision_number=3']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:52:50.245062 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-4a24a2d9-9d4e-428d-9850-715e99e50cbe None None] Attempting to bind port 814a6883-e10b-465f-aa6b-dbf8ea5441be on host n-d-816206-8 for vnic_type normal with profile {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:52:50.245587 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-4a24a2d9-9d4e-428d-9850-715e99e50cbe None None] Attempting to bind port 814a6883-e10b-465f-aa6b-dbf8ea5441be by drivers openvswitch,hyperv on host n-d-816206-8 at level 0 using segments [{'id': '6194a1b4-e489-4a92-8648-0838a67df26b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '494cd995-9163-4fb6-a55a-be4e6cc5782f'}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:52:50.246191 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a24a2d9-9d4e-428d-9850-715e99e50cbe None None] Attempting to bind port 814a6883-e10b-465f-aa6b-dbf8ea5441be on network 494cd995-9163-4fb6-a55a-be4e6cc5782f {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:52:50.271622 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a24a2d9-9d4e-428d-9850-715e99e50cbe None None] Checking agent: {'id': '9e89acbe-4bbe-4c77-a18b-6f1da9133e0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 7, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 52, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:52:50.272232 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a24a2d9-9d4e-428d-9850-715e99e50cbe None None] Checking segment: {'id': '6194a1b4-e489-4a92-8648-0838a67df26b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '494cd995-9163-4fb6-a55a-be4e6cc5782f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:52:50.274988 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-4a24a2d9-9d4e-428d-9850-715e99e50cbe None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:50.275486 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a24a2d9-9d4e-428d-9850-715e99e50cbe None None] Bound using segment: {'id': '6194a1b4-e489-4a92-8648-0838a67df26b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '494cd995-9163-4fb6-a55a-be4e6cc5782f'} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:52:50.276920 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-4a24a2d9-9d4e-428d-9850-715e99e50cbe None None] Bound port: 814a6883-e10b-465f-aa6b-dbf8ea5441be, host: n-d-816206-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6194a1b4-e489-4a92-8648-0838a67df26b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '494cd995-9163-4fb6-a55a-be4e6cc5782f'}}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:52:50.278041 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-4a24a2d9-9d4e-428d-9850-715e99e50cbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:50.296780 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a83e812e-b03e-4392-a802-98cea7bf3f2d tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Network d47c85e6-4036-4b12-a0aa-4523c0a2313f is scheduled to be hosted by DHCP agent 0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3 with binding_index 1 {{(pid=103590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 17:52:50.334938 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-0a73966b-a7c0-4d6a-bf9c-c7b7703cd1e6 req-d4c5c467-d502-4706-b421-9d5606098891 service neutron] 10.222.0.55 "GET /v2.0/networks/02874d22-2dc9-404b-96b5-741d17e13e44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2781353 Nov 23 17:52:50.477747 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-a83e812e-b03e-4392-a802-98cea7bf3f2d tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-8, d47c85e6-4036-4b12-a0aa-4523c0a2313f) {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:52:50.483050 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a83e812e-b03e-4392-a802-98cea7bf3f2d tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:52:50.489735 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a83e812e-b03e-4392-a802-98cea7bf3f2d tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Publish callbacks [] for subnet, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:50.524573 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-4a24a2d9-9d4e-428d-9850-715e99e50cbe None None] For port 814a6883-e10b-465f-aa6b-dbf8ea5441be, host n-d-816206-8, cleared binding levels {{(pid=103592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:52:50.524573 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-4a24a2d9-9d4e-428d-9850-715e99e50cbe None None] For port 814a6883-e10b-465f-aa6b-dbf8ea5441be, host n-d-816206-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=814a6883-e10b-465f-aa6b-dbf8ea5441be,segment=NetworkSegment(6194a1b4-e489-4a92-8648-0838a67df26b),segment_id=6194a1b4-e489-4a92-8648-0838a67df26b)] {{(pid=103592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:52:50.550091 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 2c4831cb-a76c-4244-9325-76cc801f709b up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:52:50.552867 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b9a5d3c-3a0b-4ea3-97c3-79046db53e34 None None] Network d47c85e6-4036-4b12-a0aa-4523c0a2313f requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:52:50.566412 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-d7f39478-188e-45b2-982a-94986f0e48a9 tempest-RoutersNegativeTest-2085489455 tempest-RoutersNegativeTest-2085489455-project] Allocated IP 172.20.0.1 (494cd995-9163-4fb6-a55a-be4e6cc5782f/4d253802-b0bd-4d69-bc71-940c9b11e340/e4d55fa3-1268-4942-9443-64cffe7243f3) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:52:50.580724 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-a83e812e-b03e-4392-a802-98cea7bf3f2d tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.2549036 Nov 23 17:52:50.580988 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-4a24a2d9-9d4e-428d-9850-715e99e50cbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:50.581165 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 43052) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:52:50.588175 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-f245cde0-7706-40be-a055-3b2624b6b9d2 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-614862095'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:52:50.661153 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f245cde0-7706-40be-a055-3b2624b6b9d2 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Made reservation on behalf of 2200467e44b44a44a1c0b0228c060c21 for: {'network': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:52:50.665285 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f245cde0-7706-40be-a055-3b2624b6b9d2 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for network, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:50.842193 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d7f39478-188e-45b2-982a-94986f0e48a9 tempest-RoutersNegativeTest-2085489455 tempest-RoutersNegativeTest-2085489455-project] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:50.896906 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f245cde0-7706-40be-a055-3b2624b6b9d2 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] vlan segment allocate from pool success with {'vlan_id': 500, 'physical_network': 'physnet1'} {{(pid=103590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 17:52:50.899996 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-5b11cec9-d35a-4faf-b9c5-85f7f5ff143f None None] Provisioning complete for port 2c4831cb-a76c-4244-9325-76cc801f709b triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:52:50.901248 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-5b11cec9-d35a-4faf-b9c5-85f7f5ff143f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:50.901865 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d7f39478-188e-45b2-982a-94986f0e48a9 tempest-RoutersNegativeTest-2085489455 tempest-RoutersNegativeTest-2085489455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:50.907397 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a24a2d9-9d4e-428d-9850-715e99e50cbe None None] Pushing event updated for resources: {'Port': ['ID=814a6883-e10b-465f-aa6b-dbf8ea5441be,revision_number=2']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:52:50.969774 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f245cde0-7706-40be-a055-3b2624b6b9d2 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:50.970686 n-d-816206-8 neutron-server[103590]: INFO neutron.db.segments_db [None req-f245cde0-7706-40be-a055-3b2624b6b9d2 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Added segment 7b72a428-691b-4fac-832a-ebfa3826de18 of type vlan for network bd5fd7a3-edd2-45d7-b0fd-2cfd21e5691c Nov 23 17:52:50.994316 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7f39478-188e-45b2-982a-94986f0e48a9 tempest-RoutersNegativeTest-2085489455 tempest-RoutersNegativeTest-2085489455-project] Network 494cd995-9163-4fb6-a55a-be4e6cc5782f is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:52:51.000557 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-d7f39478-188e-45b2-982a-94986f0e48a9 tempest-RoutersNegativeTest-2085489455 tempest-RoutersNegativeTest-2085489455-project] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:52:51.024065 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f39478-188e-45b2-982a-94986f0e48a9 tempest-RoutersNegativeTest-2085489455 tempest-RoutersNegativeTest-2085489455-project] Pushing event updated for resources: {'Port': ['ID=e4d55fa3-1268-4942-9443-64cffe7243f3,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:52:51.024951 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port 2c4831cb-a76c-4244-9325-76cc801f709b triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:52:51.025661 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:51.030873 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7f39478-188e-45b2-982a-94986f0e48a9 tempest-RoutersNegativeTest-2085489455 tempest-RoutersNegativeTest-2085489455-project] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:52:51.096470 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f245cde0-7706-40be-a055-3b2624b6b9d2 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736635338810'] for network, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:51.130392 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d7f39478-188e-45b2-982a-94986f0e48a9 tempest-RoutersNegativeTest-2085489455 tempest-RoutersNegativeTest-2085489455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1795539'] for router_interface, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:51.187319 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-34948c7e-35f1-4bc4-b243-ff921f7b642a None None] Publish callbacks [] for port, precommit_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:51.205150 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f245cde0-7706-40be-a055-3b2624b6b9d2 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493'] for network, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:51.212162 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f245cde0-7706-40be-a055-3b2624b6b9d2 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:52:51.213219 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f245cde0-7706-40be-a055-3b2624b6b9d2 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Publish callbacks [] for network, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:51.259492 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-34948c7e-35f1-4bc4-b243-ff921f7b642a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980'] for port, after_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:51.331398 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-f245cde0-7706-40be-a055-3b2624b6b9d2 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.7456963 Nov 23 17:52:51.332218 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 43074) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:52:51.337903 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-2db5fed4-b1db-4268-9559-b19327487b1c tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Request body: {'subnet': {'network_id': 'bd5fd7a3-edd2-45d7-b0fd-2cfd21e5691c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:52:51.373148 n-d-816206-8 neutron-server[103592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34948c7e-35f1-4bc4-b243-ff921f7b642a None None] Network d3e1b6a1-40e6-4eb3-a9b6-aee0d5f581fe is already hosted by enough agents. {{(pid=103592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:52:51.417059 n-d-816206-8 neutron-server[103592]: DEBUG neutron.scheduler.base_scheduler [None req-34948c7e-35f1-4bc4-b243-ff921f7b642a None None] Resources bound (agent type, host, resource id): {{(pid=103592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:52:51.445022 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34948c7e-35f1-4bc4-b243-ff921f7b642a None None] Pushing event updated for resources: {'Port': ['ID=566f0d43-8698-4d64-8cf1-6d5a78e0ab61,revision_number=1']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:52:51.471840 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f245cde0-7706-40be-a055-3b2624b6b9d2 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Pushing event updated for resources: {'Network': ['ID=bd5fd7a3-edd2-45d7-b0fd-2cfd21e5691c,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:52:51.519751 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34948c7e-35f1-4bc4-b243-ff921f7b642a None None] Received port after_create {{(pid=103592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:52:51.524866 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Network bd5fd7a3-edd2-45d7-b0fd-2cfd21e5691c details requested by agent ovs-agent-n-d-816206-8 with host n-d-816206-8 {{(pid=103592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 17:52:51.602856 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d7f39478-188e-45b2-982a-94986f0e48a9 tempest-RoutersNegativeTest-2085489455 tempest-RoutersNegativeTest-2085489455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:51.762823 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62c8e11f-e5e6-47af-9017-6959c6b8d1a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp355044b8-8e87-58c4-94fa-4a010ec30f9e-d47c85e6-4036-4b12-a0aa-4523c0a2313f', 'network_id': 'd47c85e6-4036-4b12-a0aa-4523c0a2313f', 'tenant_id': '2200467e44b44a44a1c0b0228c060c21', 'fixed_ips': [{'subnet_id': 'facc3803-1a22-45e0-97de-15c7db37f13b'}]}} from n-d-816206-8. {{(pid=103592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 17:52:51.764178 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-62c8e11f-e5e6-47af-9017-6959c6b8d1a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:51.877001 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-34948c7e-35f1-4bc4-b243-ff921f7b642a None None] Attempting to bind port 566f0d43-8698-4d64-8cf1-6d5a78e0ab61 on host n-d-816206-8 for vnic_type normal with profile {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:52:51.877542 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-34948c7e-35f1-4bc4-b243-ff921f7b642a None None] Attempting to bind port 566f0d43-8698-4d64-8cf1-6d5a78e0ab61 by drivers openvswitch,hyperv on host n-d-816206-8 at level 0 using segments [{'id': 'c1d11c39-2255-4f91-9d7e-d7f45af61ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'd3e1b6a1-40e6-4eb3-a9b6-aee0d5f581fe'}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:52:51.877912 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34948c7e-35f1-4bc4-b243-ff921f7b642a None None] Attempting to bind port 566f0d43-8698-4d64-8cf1-6d5a78e0ab61 on network d3e1b6a1-40e6-4eb3-a9b6-aee0d5f581fe {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:52:51.892350 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34948c7e-35f1-4bc4-b243-ff921f7b642a None None] Checking agent: {'id': '9e89acbe-4bbe-4c77-a18b-6f1da9133e0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 7, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 52, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:52:51.892925 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34948c7e-35f1-4bc4-b243-ff921f7b642a None None] Checking segment: {'id': 'c1d11c39-2255-4f91-9d7e-d7f45af61ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'd3e1b6a1-40e6-4eb3-a9b6-aee0d5f581fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:52:51.893421 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-34948c7e-35f1-4bc4-b243-ff921f7b642a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:51.894114 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34948c7e-35f1-4bc4-b243-ff921f7b642a None None] Bound using segment: {'id': 'c1d11c39-2255-4f91-9d7e-d7f45af61ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'd3e1b6a1-40e6-4eb3-a9b6-aee0d5f581fe'} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:52:51.895304 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-34948c7e-35f1-4bc4-b243-ff921f7b642a None None] Bound port: 566f0d43-8698-4d64-8cf1-6d5a78e0ab61, host: n-d-816206-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1d11c39-2255-4f91-9d7e-d7f45af61ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'd3e1b6a1-40e6-4eb3-a9b6-aee0d5f581fe'}}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:52:51.895304 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-34948c7e-35f1-4bc4-b243-ff921f7b642a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:52.114765 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-34948c7e-35f1-4bc4-b243-ff921f7b642a None None] For port 566f0d43-8698-4d64-8cf1-6d5a78e0ab61, host n-d-816206-8, cleared binding levels {{(pid=103592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:52:52.131792 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-34948c7e-35f1-4bc4-b243-ff921f7b642a None None] For port 566f0d43-8698-4d64-8cf1-6d5a78e0ab61, host n-d-816206-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=566f0d43-8698-4d64-8cf1-6d5a78e0ab61,segment=NetworkSegment(c1d11c39-2255-4f91-9d7e-d7f45af61ddb),segment_id=c1d11c39-2255-4f91-9d7e-d7f45af61ddb)] {{(pid=103592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:52:52.178533 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2db5fed4-b1db-4268-9559-b19327487b1c tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Made reservation on behalf of 2200467e44b44a44a1c0b0228c060c21 for: {'subnet': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:52:52.191028 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-2db5fed4-b1db-4268-9559-b19327487b1c tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264314294'] for subnet, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:52.196518 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d7f39478-188e-45b2-982a-94986f0e48a9 tempest-RoutersNegativeTest-2085489455 tempest-RoutersNegativeTest-2085489455-project] Publish callbacks [] for port, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:52.198943 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-34948c7e-35f1-4bc4-b243-ff921f7b642a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:52.207164 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d7f39478-188e-45b2-982a-94986f0e48a9 tempest-RoutersNegativeTest-2085489455 tempest-RoutersNegativeTest-2085489455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264357957'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:52.299342 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d7f39478-188e-45b2-982a-94986f0e48a9 tempest-RoutersNegativeTest-2085489455 tempest-RoutersNegativeTest-2085489455-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2068703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1794403'] for router_interface, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:52.302326 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f39478-188e-45b2-982a-94986f0e48a9 tempest-RoutersNegativeTest-2085489455 tempest-RoutersNegativeTest-2085489455-project] Pushing event updated for resources: {'Port': ['ID=e4d55fa3-1268-4942-9443-64cffe7243f3,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:52:52.442124 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.db_base_plugin_common [None req-62c8e11f-e5e6-47af-9017-6959c6b8d1a3 None None] Allocated IP 2001:db8:0:ffff::2 (d47c85e6-4036-4b12-a0aa-4523c0a2313f/facc3803-1a22-45e0-97de-15c7db37f13b/d197ddcc-cf6a-4985-9699-5425e3152aa8) {{(pid=103592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:52:52.472552 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-40a85d82-79fd-4208-92a1-51ba1e566958 req-b3533a37-7351-4049-9ffe-48204e19efc3 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=84e4a83d-70e7-4464-bfce-8989790c75ec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3361964 Nov 23 17:52:52.534007 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34948c7e-35f1-4bc4-b243-ff921f7b642a None None] Pushing event updated for resources: {'Port': ['ID=566f0d43-8698-4d64-8cf1-6d5a78e0ab61,revision_number=2']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:52:52.545709 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 814a6883-e10b-465f-aa6b-dbf8ea5441be up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:52:52.582071 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7f39478-188e-45b2-982a-94986f0e48a9 tempest-RoutersNegativeTest-2085489455 tempest-RoutersNegativeTest-2085489455-project] Network 494cd995-9163-4fb6-a55a-be4e6cc5782f is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:52:52.593884 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-d7f39478-188e-45b2-982a-94986f0e48a9 tempest-RoutersNegativeTest-2085489455 tempest-RoutersNegativeTest-2085489455-project] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:52:52.685088 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port 814a6883-e10b-465f-aa6b-dbf8ea5441be triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:52:52.685488 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:52.813153 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-2db5fed4-b1db-4268-9559-b19327487b1c tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264758079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264314276'] for subnet, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:52.895919 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7f39478-188e-45b2-982a-94986f0e48a9 tempest-RoutersNegativeTest-2085489455 tempest-RoutersNegativeTest-2085489455-project] Router c2a4c130-8053-427a-9817-f16f0b158dcb is scheduled to L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 with binding_index 1 {{(pid=103590) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 17:52:53.011442 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a85d82-79fd-4208-92a1-51ba1e566958 req-75910b7f-9612-43d5-b31c-7397ecfcf659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:52:53.015099 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-40a85d82-79fd-4208-92a1-51ba1e566958 req-75910b7f-9612-43d5-b31c-7397ecfcf659 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a72787eb39f84cbca4e464c3cac6bedf&device_id=84e4a83d-70e7-4464-bfce-8989790c75ec HTTP/1.1" status: 200 len: 1096 time: 0.4130745 Nov 23 17:52:53.038829 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a9c4f6a-1e6c-45c8-aab6-861ea5a29d30 None None] Network 494cd995-9163-4fb6-a55a-be4e6cc5782f requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:52:53.057034 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db5fed4-b1db-4268-9559-b19327487b1c tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Pushing event updated for resources: {'Subnet': ['ID=6c3d2e4f-8a9e-4e00-a666-73b68c0b7e5e,revision_number=0']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:52:53.095070 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db5fed4-b1db-4268-9559-b19327487b1c tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:52:53.095602 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db5fed4-b1db-4268-9559-b19327487b1c tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:52:53.096105 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db5fed4-b1db-4268-9559-b19327487b1c tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:52:53.096610 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db5fed4-b1db-4268-9559-b19327487b1c tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:52:53.097164 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db5fed4-b1db-4268-9559-b19327487b1c tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:52:53.098127 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db5fed4-b1db-4268-9559-b19327487b1c tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:52:53.098780 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db5fed4-b1db-4268-9559-b19327487b1c tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:52:53.099295 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db5fed4-b1db-4268-9559-b19327487b1c tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:52:53.099807 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db5fed4-b1db-4268-9559-b19327487b1c tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:52:53.100310 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db5fed4-b1db-4268-9559-b19327487b1c tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:52:53.101651 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db5fed4-b1db-4268-9559-b19327487b1c tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:52:53.101789 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db5fed4-b1db-4268-9559-b19327487b1c tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:52:53.211696 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2db5fed4-b1db-4268-9559-b19327487b1c tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Checking segment: {'id': '7b72a428-691b-4fac-832a-ebfa3826de18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'bd5fd7a3-edd2-45d7-b0fd-2cfd21e5691c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:52:53.214088 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2db5fed4-b1db-4268-9559-b19327487b1c tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Network hostable DHCP agents. Network: bd5fd7a3-edd2-45d7-b0fd-2cfd21e5691c, hostable agents: ['0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3'], hosted agents: [] {{(pid=103591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 17:52:53.221971 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7f39478-188e-45b2-982a-94986f0e48a9 tempest-RoutersNegativeTest-2085489455 tempest-RoutersNegativeTest-2085489455-project] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:52:53.231639 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-d7f39478-188e-45b2-982a-94986f0e48a9 tempest-RoutersNegativeTest-2085489455 tempest-RoutersNegativeTest-2085489455-project] 10.222.0.60 "PUT /v2.0/routers/c2a4c130-8053-427a-9817-f16f0b158dcb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2893510 Nov 23 17:52:53.237308 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5403ea9-3c43-4f20-848f-20b619c96209 None None] Sync routers for ids ['c2a4c130-8053-427a-9817-f16f0b158dcb'] in n-d-816206-8 {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:52:53.238530 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 43106) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:52:53.262275 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5403ea9-3c43-4f20-848f-20b619c96209 None None] Routers {'c2a4c130-8053-427a-9817-f16f0b158dcb'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:52:53.263136 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-c5403ea9-3c43-4f20-848f-20b619c96209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:52:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['c2a4c130-8053-427a-9817-f16f0b158dcb'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:52:53.338509 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-b9cb2c6f-973a-4df1-a09b-914f4d9466c0 None None] Provisioning complete for port 814a6883-e10b-465f-aa6b-dbf8ea5441be triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:52:53.346446 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b9cb2c6f-973a-4df1-a09b-914f4d9466c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:53.349761 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2db5fed4-b1db-4268-9559-b19327487b1c tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Network bd5fd7a3-edd2-45d7-b0fd-2cfd21e5691c is scheduled to be hosted by DHCP agent 0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3 with binding_index 1 {{(pid=103591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 17:52:53.355938 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-c5403ea9-3c43-4f20-848f-20b619c96209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:52:53.384374 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [None req-2db5fed4-b1db-4268-9559-b19327487b1c tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-8, bd5fd7a3-edd2-45d7-b0fd-2cfd21e5691c) {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:52:53.385874 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5403ea9-3c43-4f20-848f-20b619c96209 None None] Routers {'c2a4c130-8053-427a-9817-f16f0b158dcb'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:52:53.386514 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-c5403ea9-3c43-4f20-848f-20b619c96209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:52:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['c2a4c130-8053-427a-9817-f16f0b158dcb'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:52:53.434785 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2db5fed4-b1db-4268-9559-b19327487b1c tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:52:53.441760 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-2db5fed4-b1db-4268-9559-b19327487b1c tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for subnet, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:53.451940 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a85d82-79fd-4208-92a1-51ba1e566958 req-3a8e6bf6-afd5-42b9-ba5d-add699675c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:52:53.456789 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-40a85d82-79fd-4208-92a1-51ba1e566958 req-3a8e6bf6-afd5-42b9-ba5d-add699675c42 service neutron] 10.222.0.36 "GET /v2.0/networks?id=65497e92-b0c3-442f-8f8a-bf07657099ba HTTP/1.1" status: 200 len: 912 time: 0.3859537 Nov 23 17:52:53.519248 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d6a93c3-8d31-4a81-91ff-348f0bbb9c1f None None] Network bd5fd7a3-edd2-45d7-b0fd-2cfd21e5691c requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:52:53.544873 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-c5403ea9-3c43-4f20-848f-20b619c96209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:52:53.545623 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5403ea9-3c43-4f20-848f-20b619c96209 None None] The sync data for ids ['c2a4c130-8053-427a-9817-f16f0b158dcb'] in n-d-816206-8 is: [] {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:52:53.598613 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:53.599861 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-2db5fed4-b1db-4268-9559-b19327487b1c tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.2671325 Nov 23 17:52:53.604999 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 43112) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:52:53.676590 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-40a85d82-79fd-4208-92a1-51ba1e566958 req-ccaceb07-0c56-498e-a62e-14b03adb9d12 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=86c2bd86-2e00-4057-980f-a4e5c1d7c4d0 HTTP/1.1" status: 200 len: 1000 time: 0.2087119 Nov 23 17:52:53.770605 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-62c8e11f-e5e6-47af-9017-6959c6b8d1a3 None None] Publish callbacks [] for port, precommit_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:53.786289 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-62c8e11f-e5e6-47af-9017-6959c6b8d1a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980'] for port, after_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:53.881026 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a85d82-79fd-4208-92a1-51ba1e566958 req-3789839c-93d0-4581-ad4a-aee233040a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:52:53.884253 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-40a85d82-79fd-4208-92a1-51ba1e566958 req-3789839c-93d0-4581-ad4a-aee233040a67 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=edc28ddc-ae2c-4b2b-bf91-4f5ac80bdafe HTTP/1.1" status: 200 len: 850 time: 0.1521235 Nov 23 17:52:53.891669 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-f038a86d-71ef-4618-a6e4-40c4fb9546bc tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-555181'] for network, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:53.977901 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b9cb2c6f-973a-4df1-a09b-914f4d9466c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:54.000866 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] For port 814a6883-e10b-465f-aa6b-dbf8ea5441be, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=814a6883-e10b-465f-aa6b-dbf8ea5441be,segment=NetworkSegment(6194a1b4-e489-4a92-8648-0838a67df26b),segment_id=6194a1b4-e489-4a92-8648-0838a67df26b)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:52:54.007687 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a85d82-79fd-4208-92a1-51ba1e566958 req-b76464ef-90a0-4720-986c-5215202b5506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:52:54.012080 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-40a85d82-79fd-4208-92a1-51ba1e566958 req-b76464ef-90a0-4720-986c-5215202b5506 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=65497e92-b0c3-442f-8f8a-bf07657099ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1140554 Nov 23 17:52:54.033504 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c8e11f-e5e6-47af-9017-6959c6b8d1a3 None None] Pushing event updated for resources: {'Port': ['ID=d197ddcc-cf6a-4985-9699-5425e3152aa8,revision_number=1']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:52:54.156852 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.db.api [None req-b9cb2c6f-973a-4df1-a09b-914f4d9466c0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103592) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 17:52:54.157194 n-d-816206-8 neutron-server[103592]: DEBUG oslo_db.api [None req-b9cb2c6f-973a-4df1-a09b-914f4d9466c0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 17:52:54.157925 n-d-816206-8 neutron-server[103590]: INFO neutron.api.v2.resource [None req-f09c6161-729b-487f-af3d-43db1cd0082f tempest-RoutersNegativeTest-2085489455 tempest-RoutersNegativeTest-2085489455-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 17:52:54.159670 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:54.161790 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-f09c6161-729b-487f-af3d-43db1cd0082f tempest-RoutersNegativeTest-2085489455 tempest-RoutersNegativeTest-2085489455-project] 10.222.0.60 "PUT /v2.0/routers/c2a4c130-8053-427a-9817-f16f0b158dcb/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.9170640 Nov 23 17:52:54.165166 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 43122) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:52:54.188250 n-d-816206-8 neutron-server[103592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62c8e11f-e5e6-47af-9017-6959c6b8d1a3 None None] Network d47c85e6-4036-4b12-a0aa-4523c0a2313f is already hosted by enough agents. {{(pid=103592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:52:54.241752 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-f038a86d-71ef-4618-a6e4-40c4fb9546bc tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971956'] for subnet, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:54.245553 n-d-816206-8 neutron-server[103592]: DEBUG neutron.scheduler.base_scheduler [None req-62c8e11f-e5e6-47af-9017-6959c6b8d1a3 None None] Resources bound (agent type, host, resource id): {{(pid=103592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:52:54.259491 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62c8e11f-e5e6-47af-9017-6959c6b8d1a3 None None] Received port after_create {{(pid=103592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:52:54.368925 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-487559c9-3065-4b54-a1ae-3fb4be5c7234 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp355044b8-8e87-58c4-94fa-4a010ec30f9e-bd5fd7a3-edd2-45d7-b0fd-2cfd21e5691c', 'network_id': 'bd5fd7a3-edd2-45d7-b0fd-2cfd21e5691c', 'tenant_id': '2200467e44b44a44a1c0b0228c060c21', 'fixed_ips': [{'subnet_id': '6c3d2e4f-8a9e-4e00-a666-73b68c0b7e5e'}]}} from n-d-816206-8. {{(pid=103592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 17:52:54.369887 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-487559c9-3065-4b54-a1ae-3fb4be5c7234 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:54.408703 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Pushing event updated for resources: {'Port': ['ID=814a6883-e10b-465f-aa6b-dbf8ea5441be,revision_number=3']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:52:54.457642 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-62c8e11f-e5e6-47af-9017-6959c6b8d1a3 None None] Attempting to bind port d197ddcc-cf6a-4985-9699-5425e3152aa8 on host n-d-816206-8 for vnic_type normal with profile {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:52:54.458024 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-62c8e11f-e5e6-47af-9017-6959c6b8d1a3 None None] Attempting to bind port d197ddcc-cf6a-4985-9699-5425e3152aa8 by drivers openvswitch,hyperv on host n-d-816206-8 at level 0 using segments [{'id': '8449fc25-e9a7-4433-9e07-48efa23e110a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'd47c85e6-4036-4b12-a0aa-4523c0a2313f'}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:52:54.458435 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62c8e11f-e5e6-47af-9017-6959c6b8d1a3 None None] Attempting to bind port d197ddcc-cf6a-4985-9699-5425e3152aa8 on network d47c85e6-4036-4b12-a0aa-4523c0a2313f {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:52:54.459214 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-40a85d82-79fd-4208-92a1-51ba1e566958 req-22070d59-d130-41df-92f3-c2d66f76a1e6 service neutron] 10.222.0.36 "GET /v2.0/networks/65497e92-b0c3-442f-8f8a-bf07657099ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4321764 Nov 23 17:52:54.474460 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62c8e11f-e5e6-47af-9017-6959c6b8d1a3 None None] Checking agent: {'id': '9e89acbe-4bbe-4c77-a18b-6f1da9133e0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 7, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 52, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:52:54.474854 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62c8e11f-e5e6-47af-9017-6959c6b8d1a3 None None] Checking segment: {'id': '8449fc25-e9a7-4433-9e07-48efa23e110a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'd47c85e6-4036-4b12-a0aa-4523c0a2313f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:52:54.475251 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-62c8e11f-e5e6-47af-9017-6959c6b8d1a3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:54.475685 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62c8e11f-e5e6-47af-9017-6959c6b8d1a3 None None] Bound using segment: {'id': '8449fc25-e9a7-4433-9e07-48efa23e110a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'd47c85e6-4036-4b12-a0aa-4523c0a2313f'} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:52:54.476285 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-62c8e11f-e5e6-47af-9017-6959c6b8d1a3 None None] Bound port: d197ddcc-cf6a-4985-9699-5425e3152aa8, host: n-d-816206-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8449fc25-e9a7-4433-9e07-48efa23e110a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'd47c85e6-4036-4b12-a0aa-4523c0a2313f'}}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:52:54.479406 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-62c8e11f-e5e6-47af-9017-6959c6b8d1a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:54.508098 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-f038a86d-71ef-4618-a6e4-40c4fb9546bc tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264758240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264314269'] for subnet, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:54.594631 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f038a86d-71ef-4618-a6e4-40c4fb9546bc tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Pushing event deleted for resources: {'Subnet': ['ID=6c3d2e4f-8a9e-4e00-a666-73b68c0b7e5e,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:52:54.650793 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b36826fa-13c3-403d-854f-43a03260d053 None None] Network d3e1b6a1-40e6-4eb3-a9b6-aee0d5f581fe requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:52:54.696165 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 566f0d43-8698-4d64-8cf1-6d5a78e0ab61 up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:52:54.706589 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-f038a86d-71ef-4618-a6e4-40c4fb9546bc tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973419', 'neutron.services.segments.db._delete_segments_for_network-8736635878840'] for network, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:54.719915 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-40a85d82-79fd-4208-92a1-51ba1e566958 req-f0bb0cce-32ab-4daa-af35-b01963785a79 service neutron] 10.222.0.36 "GET /v2.0/networks/65497e92-b0c3-442f-8f8a-bf07657099ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2513454 Nov 23 17:52:54.745252 n-d-816206-8 neutron-server[103591]: DEBUG neutron.services.segments.db [None req-f038a86d-71ef-4618-a6e4-40c4fb9546bc tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd5fd7a3-edd2-45d7-b0fd-2cfd21e5691c']}} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:52:54.811151 n-d-816206-8 neutron-server[103591]: DEBUG neutron.services.segments.db [None req-f038a86d-71ef-4618-a6e4-40c4fb9546bc tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b72a428-691b-4fac-832a-ebfa3826de18') {'for_net_delete': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:52:54.811449 n-d-816206-8 neutron-server[103591]: DEBUG neutron.services.segments.db [None req-f038a86d-71ef-4618-a6e4-40c4fb9546bc tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b72a428-691b-4fac-832a-ebfa3826de18') {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:52:54.854675 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-f038a86d-71ef-4618-a6e4-40c4fb9546bc tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736635840332', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265989959'] for segment, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:54.882895 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-f038a86d-71ef-4618-a6e4-40c4fb9546bc tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:54.886599 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server [None req-487559c9-3065-4b54-a1ae-3fb4be5c7234 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6c3d2e4f-8a9e-4e00-a666-73b68c0b7e5e: This subnet is being modified by another concurrent operation. Nov 23 17:52:54.886599 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 23 17:52:54.886599 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 23 17:52:54.886599 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 23 17:52:54.886599 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 23 17:52:54.886599 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 23 17:52:54.886599 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 23 17:52:54.886599 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 23 17:52:54.886599 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 23 17:52:54.886599 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 23 17:52:54.886599 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 23 17:52:54.886599 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 23 17:52:54.886599 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 17:52:54.886599 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 17:52:54.886599 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 17:52:54.886599 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 17:52:54.886599 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 23 17:52:54.886599 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 17:52:54.886599 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 23 17:52:54.886599 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 23 17:52:54.886599 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 17:52:54.886599 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 17:52:54.886599 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 17:52:54.886599 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 17:52:54.886599 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 23 17:52:54.886599 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 17:52:54.886599 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 23 17:52:54.886599 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 23 17:52:54.886599 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 17:52:54.886599 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 17:52:54.886599 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 17:52:54.886599 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 17:52:54.886599 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 23 17:52:54.886599 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 23 17:52:54.886599 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 23 17:52:54.886599 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 23 17:52:54.886599 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 23 17:52:54.886599 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 23 17:52:54.886599 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 23 17:52:54.886599 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 23 17:52:54.886599 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 23 17:52:54.886599 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 23 17:52:54.886599 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 23 17:52:54.886599 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 17:52:54.886599 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 23 17:52:54.886599 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 23 17:52:54.886599 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 23 17:52:54.886599 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 23 17:52:54.886599 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 17:52:54.886599 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 17:52:54.886599 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 17:52:54.886599 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 17:52:54.886599 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 23 17:52:54.886599 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 17:52:54.886599 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 23 17:52:54.886599 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 23 17:52:54.886599 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 17:52:54.886599 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 17:52:54.886599 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 17:52:54.886599 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 17:52:54.886599 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 23 17:52:54.886599 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 17:52:54.886599 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 23 17:52:54.886599 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 23 17:52:54.886599 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 17:52:54.886599 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 17:52:54.886599 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 17:52:54.886599 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 17:52:54.886599 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 23 17:52:54.886599 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 23 17:52:54.886599 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 23 17:52:54.886599 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 23 17:52:54.886599 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 23 17:52:54.886599 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 23 17:52:54.886599 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 23 17:52:54.886599 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 23 17:52:54.886599 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 23 17:52:54.886599 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 23 17:52:54.886599 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 17:52:54.886599 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 17:52:54.886599 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 17:52:54.886599 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 17:52:54.886599 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 23 17:52:54.886599 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 23 17:52:54.886599 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 23 17:52:54.886599 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 23 17:52:54.886599 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 23 17:52:54.886599 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 23 17:52:54.886599 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 23 17:52:54.886599 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server raise exception Nov 23 17:52:54.886599 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6c3d2e4f-8a9e-4e00-a666-73b68c0b7e5e: This subnet is being modified by another concurrent operation. Nov 23 17:52:54.886599 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server Nov 23 17:52:54.920232 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f038a86d-71ef-4618-a6e4-40c4fb9546bc tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Releasing vlan 500 on physical network physnet1 to pool {{(pid=103591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 17:52:54.921024 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-f038a86d-71ef-4618-a6e4-40c4fb9546bc tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264756290'] for segment, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:54.930335 n-d-816206-8 neutron-server[103591]: Traceback (most recent call last): Nov 23 17:52:54.930335 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 17:52:54.930335 n-d-816206-8 neutron-server[103591]: timer() Nov 23 17:52:54.930335 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 17:52:54.930335 n-d-816206-8 neutron-server[103591]: cb(*args, **kw) Nov 23 17:52:54.930335 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 17:52:54.930335 n-d-816206-8 neutron-server[103591]: return func(*args, **kwargs) Nov 23 17:52:54.930335 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 17:52:54.930335 n-d-816206-8 neutron-server[103591]: self._notify() Nov 23 17:52:54.930335 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 17:52:54.930335 n-d-816206-8 neutron-server[103591]: self.callback(batched_events) Nov 23 17:52:54.930335 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 17:52:54.930335 n-d-816206-8 neutron-server[103591]: event.method(event) Nov 23 17:52:54.930335 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 17:52:54.930335 n-d-816206-8 neutron-server[103591]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 17:52:54.930335 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 17:52:54.930335 n-d-816206-8 neutron-server[103591]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 17:52:54.930335 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 17:52:54.930335 n-d-816206-8 neutron-server[103591]: return f(self, *a, **k) Nov 23 17:52:54.930335 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 17:52:54.930335 n-d-816206-8 neutron-server[103591]: return self._get(url).json() Nov 23 17:52:54.930335 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 17:52:54.930335 n-d-816206-8 neutron-server[103591]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 17:52:54.930335 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 17:52:54.930335 n-d-816206-8 neutron-server[103591]: return self.request(url, 'GET', **kwargs) Nov 23 17:52:54.930335 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 17:52:54.930335 n-d-816206-8 neutron-server[103591]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 17:52:54.930335 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 17:52:54.930335 n-d-816206-8 neutron-server[103591]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 17:52:54.930335 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 17:52:54.930335 n-d-816206-8 neutron-server[103591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 17:52:54.930335 n-d-816206-8 neutron-server[103591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 17:52:54.968605 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e19be3ec-c7b6-493c-b785-a8cab87a2ccd None None] Network bd5fd7a3-edd2-45d7-b0fd-2cfd21e5691c requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:52:55.085918 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-62c8e11f-e5e6-47af-9017-6959c6b8d1a3 None None] For port d197ddcc-cf6a-4985-9699-5425e3152aa8, host n-d-816206-8, cleared binding levels {{(pid=103592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:52:55.091493 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-f038a86d-71ef-4618-a6e4-40c4fb9546bc tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1795418'] for network, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:55.106060 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-f038a86d-71ef-4618-a6e4-40c4fb9546bc tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for network, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:55.127536 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-f038a86d-71ef-4618-a6e4-40c4fb9546bc tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] 10.222.0.60 "DELETE /v2.0/networks/bd5fd7a3-edd2-45d7-b0fd-2cfd21e5691c HTTP/1.1" status: 204 len: 168 time: 1.5216115 Nov 23 17:52:55.129149 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 43132) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:52:55.157494 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-4f15fdaa-cc8a-4e34-b8b1-8ba7f69b3a1d tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-96358624'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:52:55.165199 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-62c8e11f-e5e6-47af-9017-6959c6b8d1a3 None None] For port d197ddcc-cf6a-4985-9699-5425e3152aa8, host n-d-816206-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=d197ddcc-cf6a-4985-9699-5425e3152aa8,segment=NetworkSegment(8449fc25-e9a7-4433-9e07-48efa23e110a),segment_id=8449fc25-e9a7-4433-9e07-48efa23e110a)] {{(pid=103592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:52:55.167775 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f038a86d-71ef-4618-a6e4-40c4fb9546bc tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Pushing event deleted for resources: {'Network': ['ID=bd5fd7a3-edd2-45d7-b0fd-2cfd21e5691c,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:52:55.211535 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f15fdaa-cc8a-4e34-b8b1-8ba7f69b3a1d tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Made reservation on behalf of 2200467e44b44a44a1c0b0228c060c21 for: {'network': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:52:55.215437 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-4f15fdaa-cc8a-4e34-b8b1-8ba7f69b3a1d tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for network, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:55.250387 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-62c8e11f-e5e6-47af-9017-6959c6b8d1a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:55.280273 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f15fdaa-cc8a-4e34-b8b1-8ba7f69b3a1d tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] vlan segment allocate from pool success with {'vlan_id': 515, 'physical_network': 'physnet1'} {{(pid=103591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 17:52:55.304466 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-4f15fdaa-cc8a-4e34-b8b1-8ba7f69b3a1d tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:55.305015 n-d-816206-8 neutron-server[103591]: INFO neutron.db.segments_db [None req-4f15fdaa-cc8a-4e34-b8b1-8ba7f69b3a1d tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Added segment b7489eb3-3161-4cdf-a7b9-b6367d2abae2 of type vlan for network e5925921-2247-498f-9da1-d806672e0a63 Nov 23 17:52:55.394406 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-4f15fdaa-cc8a-4e34-b8b1-8ba7f69b3a1d tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736635338810'] for network, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:55.498944 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-4f15fdaa-cc8a-4e34-b8b1-8ba7f69b3a1d tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493'] for network, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:55.507239 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f15fdaa-cc8a-4e34-b8b1-8ba7f69b3a1d tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:52:55.507899 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-4f15fdaa-cc8a-4e34-b8b1-8ba7f69b3a1d tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for network, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:55.513579 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c8e11f-e5e6-47af-9017-6959c6b8d1a3 None None] Pushing event updated for resources: {'Port': ['ID=d197ddcc-cf6a-4985-9699-5425e3152aa8,revision_number=2']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:52:55.599610 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port 566f0d43-8698-4d64-8cf1-6d5a78e0ab61 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:52:55.599610 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:55.601151 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-e2677c82-5bfa-42f7-92d4-bb87c96f2418 None None] Provisioning complete for port 566f0d43-8698-4d64-8cf1-6d5a78e0ab61 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:52:55.601518 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-e2677c82-5bfa-42f7-92d4-bb87c96f2418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:55.667047 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-eff53c60-d971-446d-a89b-8992fb327886 tempest-RoutersNegativeTest-2085489455 tempest-RoutersNegativeTest-2085489455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1794372'] for router_interface, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:55.705814 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f15fdaa-cc8a-4e34-b8b1-8ba7f69b3a1d tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Pushing event updated for resources: {'Network': ['ID=e5925921-2247-498f-9da1-d806672e0a63,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:52:55.744834 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-4f15fdaa-cc8a-4e34-b8b1-8ba7f69b3a1d tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.5834465 Nov 23 17:52:55.745578 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 43140) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:52:55.752954 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-d1f5c2b9-aa12-423c-af15-d09d90e000b2 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Request body: {'subnet': {'network_id': 'e5925921-2247-498f-9da1-d806672e0a63', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:52:55.812280 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Network e5925921-2247-498f-9da1-d806672e0a63 details requested by agent ovs-agent-n-d-816206-8 with host n-d-816206-8 {{(pid=103592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 17:52:56.089655 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1f5c2b9-aa12-423c-af15-d09d90e000b2 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Made reservation on behalf of 2200467e44b44a44a1c0b0228c060c21 for: {'subnet': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:52:56.107933 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-d1f5c2b9-aa12-423c-af15-d09d90e000b2 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264314294'] for subnet, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:56.424080 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-eff53c60-d971-446d-a89b-8992fb327886 tempest-RoutersNegativeTest-2085489455 tempest-RoutersNegativeTest-2085489455-project] Deleting port e4d55fa3-1268-4942-9443-64cffe7243f3 {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:52:56.425249 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-eff53c60-d971-446d-a89b-8992fb327886 tempest-RoutersNegativeTest-2085489455 tempest-RoutersNegativeTest-2085489455-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:56.439657 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:56.443944 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-e2677c82-5bfa-42f7-92d4-bb87c96f2418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:56.568512 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-e2677c82-5bfa-42f7-92d4-bb87c96f2418 None None] For port 566f0d43-8698-4d64-8cf1-6d5a78e0ab61, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=566f0d43-8698-4d64-8cf1-6d5a78e0ab61,segment=NetworkSegment(c1d11c39-2255-4f91-9d7e-d7f45af61ddb),segment_id=c1d11c39-2255-4f91-9d7e-d7f45af61ddb)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:52:56.575956 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-e2677c82-5bfa-42f7-92d4-bb87c96f2418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:56.653288 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-d1f5c2b9-aa12-423c-af15-d09d90e000b2 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264758079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264314276'] for subnet, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:56.689992 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-eff53c60-d971-446d-a89b-8992fb327886 tempest-RoutersNegativeTest-2085489455 tempest-RoutersNegativeTest-2085489455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:56.719997 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-eff53c60-d971-446d-a89b-8992fb327886 tempest-RoutersNegativeTest-2085489455 tempest-RoutersNegativeTest-2085489455-project] Calling delete_port for e4d55fa3-1268-4942-9443-64cffe7243f3 owned by network:router_interface {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:52:56.780675 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f5c2b9-aa12-423c-af15-d09d90e000b2 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Pushing event updated for resources: {'Subnet': ['ID=6d4e1c58-b0b2-4359-9f11-eb3f67a3ac84,revision_number=0']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:52:56.806653 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1f5c2b9-aa12-423c-af15-d09d90e000b2 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Checking segment: {'id': 'b7489eb3-3161-4cdf-a7b9-b6367d2abae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'e5925921-2247-498f-9da1-d806672e0a63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:52:56.808086 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1f5c2b9-aa12-423c-af15-d09d90e000b2 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Network hostable DHCP agents. Network: e5925921-2247-498f-9da1-d806672e0a63, hostable agents: ['0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3'], hosted agents: [] {{(pid=103591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 17:52:56.853796 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1f5c2b9-aa12-423c-af15-d09d90e000b2 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Network e5925921-2247-498f-9da1-d806672e0a63 is scheduled to be hosted by DHCP agent 0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3 with binding_index 1 {{(pid=103591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 17:52:56.885958 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [None req-d1f5c2b9-aa12-423c-af15-d09d90e000b2 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-8, e5925921-2247-498f-9da1-d806672e0a63) {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:52:56.909513 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1f5c2b9-aa12-423c-af15-d09d90e000b2 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:52:56.910411 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-d1f5c2b9-aa12-423c-af15-d09d90e000b2 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for subnet, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:56.949849 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-d1f5c2b9-aa12-423c-af15-d09d90e000b2 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.2029734 Nov 23 17:52:56.957122 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 43162) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:52:56.969437 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-11aa2944-7f8e-4408-baa5-bb667aaa1fa3 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-288903778'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:52:57.021522 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11aa2944-7f8e-4408-baa5-bb667aaa1fa3 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Made reservation on behalf of 2200467e44b44a44a1c0b0228c060c21 for: {'network': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:52:57.025824 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-11aa2944-7f8e-4408-baa5-bb667aaa1fa3 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for network, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:57.095883 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11aa2944-7f8e-4408-baa5-bb667aaa1fa3 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] vlan segment allocate from pool success with {'vlan_id': 537, 'physical_network': 'physnet1'} {{(pid=103591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 17:52:57.125812 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-11aa2944-7f8e-4408-baa5-bb667aaa1fa3 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:57.126169 n-d-816206-8 neutron-server[103591]: INFO neutron.db.segments_db [None req-11aa2944-7f8e-4408-baa5-bb667aaa1fa3 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Added segment 68250b21-967f-4b36-830d-6ddc758e202d of type vlan for network 2e1977e7-a07c-4ded-bc20-d66efd4f6d37 Nov 23 17:52:57.134707 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-eff53c60-d971-446d-a89b-8992fb327886 tempest-RoutersNegativeTest-2085489455 tempest-RoutersNegativeTest-2085489455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:57.245333 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.db.api [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103592) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 17:52:57.245825 n-d-816206-8 neutron-server[103592]: DEBUG oslo_db.api [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 17:52:57.251524 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-11aa2944-7f8e-4408-baa5-bb667aaa1fa3 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736635338810'] for network, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:57.262995 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4701337-d1dc-466e-8776-ef5549fc4be4 None None] Network e5925921-2247-498f-9da1-d806672e0a63 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:52:57.268567 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2677c82-5bfa-42f7-92d4-bb87c96f2418 None None] Pushing event updated for resources: {'Port': ['ID=566f0d43-8698-4d64-8cf1-6d5a78e0ab61,revision_number=3']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:52:57.296107 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff53c60-d971-446d-a89b-8992fb327886 tempest-RoutersNegativeTest-2085489455 tempest-RoutersNegativeTest-2085489455-project] Pushing event deleted for resources: {'Port': ['ID=e4d55fa3-1268-4942-9443-64cffe7243f3,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:52:57.311352 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-11aa2944-7f8e-4408-baa5-bb667aaa1fa3 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493'] for network, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:57.318662 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11aa2944-7f8e-4408-baa5-bb667aaa1fa3 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:52:57.319365 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-11aa2944-7f8e-4408-baa5-bb667aaa1fa3 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for network, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:57.404183 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-54e858ac-ff89-4412-be22-69fb6b52aa9f None None] Provisioning complete for port e4d55fa3-1268-4942-9443-64cffe7243f3 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:52:57.405127 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-54e858ac-ff89-4412-be22-69fb6b52aa9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:57.529913 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-54e858ac-ff89-4412-be22-69fb6b52aa9f None None] Port e4d55fa3-1268-4942-9443-64cffe7243f3 was deleted so its status cannot be updated. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Nov 23 17:52:57.538475 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-11aa2944-7f8e-4408-baa5-bb667aaa1fa3 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5792458 Nov 23 17:52:57.543518 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11aa2944-7f8e-4408-baa5-bb667aaa1fa3 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Pushing event updated for resources: {'Network': ['ID=2e1977e7-a07c-4ded-bc20-d66efd4f6d37,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:52:57.546300 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 43168) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:52:57.553653 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-d5a5423a-806d-4d69-b2a4-9bece795920c tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Request body: {'subnet': {'network_id': '2e1977e7-a07c-4ded-bc20-d66efd4f6d37', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:52:57.569883 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Network 2e1977e7-a07c-4ded-bc20-d66efd4f6d37 details requested by agent ovs-agent-n-d-816206-8 with host n-d-816206-8 {{(pid=103592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 17:52:57.572473 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-eff53c60-d971-446d-a89b-8992fb327886 tempest-RoutersNegativeTest-2085489455 tempest-RoutersNegativeTest-2085489455-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2067500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1794520'] for router_interface, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:57.696170 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5a5423a-806d-4d69-b2a4-9bece795920c tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Made reservation on behalf of 2200467e44b44a44a1c0b0228c060c21 for: {'subnet': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:52:57.702035 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-d5a5423a-806d-4d69-b2a4-9bece795920c tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264314294'] for subnet, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:57.813851 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11446c4f-f2b1-4a65-b29e-16256a42853a None None] Network d47c85e6-4036-4b12-a0aa-4523c0a2313f requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:52:57.816475 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-54e858ac-ff89-4412-be22-69fb6b52aa9f None None] Provisioning complete for port 814a6883-e10b-465f-aa6b-dbf8ea5441be triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:52:57.816997 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-54e858ac-ff89-4412-be22-69fb6b52aa9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:57.872979 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.ipam_backend_mixin [None req-d5a5423a-806d-4d69-b2a4-9bece795920c tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Performing IP validity checks on allocation pools {{(pid=103591) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 23 17:52:57.873771 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.ipam_backend_mixin [None req-d5a5423a-806d-4d69-b2a4-9bece795920c tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103591) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 23 17:52:58.044030 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eff53c60-d971-446d-a89b-8992fb327886 tempest-RoutersNegativeTest-2085489455 tempest-RoutersNegativeTest-2085489455-project] Router c2a4c130-8053-427a-9817-f16f0b158dcb has already been hosted by L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 {{(pid=103590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 17:52:58.170709 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-d5a5423a-806d-4d69-b2a4-9bece795920c tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264758079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264314276'] for subnet, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:58.223973 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eff53c60-d971-446d-a89b-8992fb327886 tempest-RoutersNegativeTest-2085489455 tempest-RoutersNegativeTest-2085489455-project] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:52:58.233608 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-eff53c60-d971-446d-a89b-8992fb327886 tempest-RoutersNegativeTest-2085489455 tempest-RoutersNegativeTest-2085489455-project] 10.222.0.60 "PUT /v2.0/routers/c2a4c130-8053-427a-9817-f16f0b158dcb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0665889 Nov 23 17:52:58.234396 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 43178) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:52:58.280389 n-d-816206-8 neutron-server[103590]: INFO neutron.api.v2.resource [None req-3c5fe84b-2ebc-4480-a01e-12dc0a680fb4 tempest-RoutersNegativeTest-2085489455 tempest-RoutersNegativeTest-2085489455-project] delete failed (client error): The resource could not be found. Nov 23 17:52:58.285825 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-3c5fe84b-2ebc-4480-a01e-12dc0a680fb4 tempest-RoutersNegativeTest-2085489455 tempest-RoutersNegativeTest-2085489455-project] 10.222.0.60 "DELETE /v2.0/routers/tempest-non_exist_router-2086795904 HTTP/1.1" status: 404 len: 335 time: 0.0497382 Nov 23 17:52:58.286642 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 43180) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:52:58.304760 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-efa31d2a-27f7-401f-92f5-e8836bff13af tempest-RoutersNegativeTest-2085489455 tempest-RoutersNegativeTest-2085489455-project] Request body: {'router': {'external_gateway_info': {'network_id': 'c2a4c130-8053-427a-9817-f16f0b158dcb'}}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:52:58.313376 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01f1e29d-7c04-4dd0-8640-26db33488b93 None None] Sync routers for ids ['c2a4c130-8053-427a-9817-f16f0b158dcb'] in n-d-816206-8 {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:52:58.394140 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70b0bd9f-7930-4473-a8fd-23d9f3f12e01 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp355044b8-8e87-58c4-94fa-4a010ec30f9e-e5925921-2247-498f-9da1-d806672e0a63', 'network_id': 'e5925921-2247-498f-9da1-d806672e0a63', 'tenant_id': '2200467e44b44a44a1c0b0228c060c21', 'fixed_ips': [{'subnet_id': '6d4e1c58-b0b2-4359-9f11-eb3f67a3ac84'}]}} from n-d-816206-8. {{(pid=103592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 17:52:58.395557 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-70b0bd9f-7930-4473-a8fd-23d9f3f12e01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:58.497615 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01f1e29d-7c04-4dd0-8640-26db33488b93 None None] Routers {'c2a4c130-8053-427a-9817-f16f0b158dcb'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:52:58.499254 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-01f1e29d-7c04-4dd0-8640-26db33488b93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:52:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['c2a4c130-8053-427a-9817-f16f0b158dcb'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:52:58.506501 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5a5423a-806d-4d69-b2a4-9bece795920c tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Checking segment: {'id': '68250b21-967f-4b36-830d-6ddc758e202d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '2e1977e7-a07c-4ded-bc20-d66efd4f6d37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:52:58.514146 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5a5423a-806d-4d69-b2a4-9bece795920c tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Network hostable DHCP agents. Network: 2e1977e7-a07c-4ded-bc20-d66efd4f6d37, hostable agents: ['0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3'], hosted agents: [] {{(pid=103591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 17:52:58.521531 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a5423a-806d-4d69-b2a4-9bece795920c tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Pushing event updated for resources: {'Subnet': ['ID=f7d886de-88bc-4cd6-ad2e-9b28e7346dd5,revision_number=0']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:52:58.667952 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-01f1e29d-7c04-4dd0-8640-26db33488b93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:52:58.703298 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 566f0d43-8698-4d64-8cf1-6d5a78e0ab61 up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:52:58.707070 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5a5423a-806d-4d69-b2a4-9bece795920c tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Network 2e1977e7-a07c-4ded-bc20-d66efd4f6d37 is scheduled to be hosted by DHCP agent 0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3 with binding_index 1 {{(pid=103591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 17:52:58.757163 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01f1e29d-7c04-4dd0-8640-26db33488b93 None None] Routers {'c2a4c130-8053-427a-9817-f16f0b158dcb'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:52:58.758059 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-01f1e29d-7c04-4dd0-8640-26db33488b93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:52:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['c2a4c130-8053-427a-9817-f16f0b158dcb'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:52:58.817474 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-01f1e29d-7c04-4dd0-8640-26db33488b93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:52:58.818450 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01f1e29d-7c04-4dd0-8640-26db33488b93 None None] The sync data for ids ['c2a4c130-8053-427a-9817-f16f0b158dcb'] in n-d-816206-8 is: [] {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:52:58.824131 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [None req-d5a5423a-806d-4d69-b2a4-9bece795920c tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-8, 2e1977e7-a07c-4ded-bc20-d66efd4f6d37) {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:52:58.825342 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-54e858ac-ff89-4412-be22-69fb6b52aa9f None None] Provisioning complete for port 566f0d43-8698-4d64-8cf1-6d5a78e0ab61 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:52:58.826397 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-54e858ac-ff89-4412-be22-69fb6b52aa9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:58.829650 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5a5423a-806d-4d69-b2a4-9bece795920c tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:52:58.830895 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-d5a5423a-806d-4d69-b2a4-9bece795920c tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for subnet, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:58.848821 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-efa31d2a-27f7-401f-92f5-e8836bff13af tempest-RoutersNegativeTest-2085489455 tempest-RoutersNegativeTest-2085489455-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:58.856306 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-d5a5423a-806d-4d69-b2a4-9bece795920c tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.3087678 Nov 23 17:52:58.859228 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 43186) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:52:58.875698 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-129d8f5c-a02b-4f96-8517-f87c0394b2fa None None] Network 2e1977e7-a07c-4ded-bc20-d66efd4f6d37 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:52:58.902754 n-d-816206-8 neutron-server[103591]: INFO neutron.api.v2.resource [None req-efa31d2a-27f7-401f-92f5-e8836bff13af tempest-RoutersNegativeTest-2085489455 tempest-RoutersNegativeTest-2085489455-project] update failed (client error): The resource could not be found. Nov 23 17:52:58.908386 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-efa31d2a-27f7-401f-92f5-e8836bff13af tempest-RoutersNegativeTest-2085489455 tempest-RoutersNegativeTest-2085489455-project] 10.222.0.60 "PUT /v2.0/routers/c2a4c130-8053-427a-9817-f16f0b158dcb HTTP/1.1" status: 404 len: 339 time: 0.6144536 Nov 23 17:52:58.909646 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 43188) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:52:59.069903 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.db_base_plugin_common [None req-70b0bd9f-7930-4473-a8fd-23d9f3f12e01 None None] Allocated IP 2001:db8::3 (e5925921-2247-498f-9da1-d806672e0a63/6d4e1c58-b0b2-4359-9f11-eb3f67a3ac84/f64bae18-f981-42df-8ee6-12f8c4159f8c) {{(pid=103592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:52:59.074773 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port 566f0d43-8698-4d64-8cf1-6d5a78e0ab61 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:52:59.075149 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:59.118241 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-aa20e4e1-d9cb-40a6-b1bd-928786061049 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-555181'] for network, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:59.270000 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-aa20e4e1-d9cb-40a6-b1bd-928786061049 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971956'] for subnet, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:59.358452 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-aa20e4e1-d9cb-40a6-b1bd-928786061049 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264758240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264314269'] for subnet, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:59.415195 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa20e4e1-d9cb-40a6-b1bd-928786061049 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Pushing event deleted for resources: {'Subnet': ['ID=f7d886de-88bc-4cd6-ad2e-9b28e7346dd5,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:52:59.465407 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9124778-eb77-4ef6-a1df-ccf8b98495c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp355044b8-8e87-58c4-94fa-4a010ec30f9e-2e1977e7-a07c-4ded-bc20-d66efd4f6d37', 'network_id': '2e1977e7-a07c-4ded-bc20-d66efd4f6d37', 'tenant_id': '2200467e44b44a44a1c0b0228c060c21', 'fixed_ips': [{'subnet_id': 'f7d886de-88bc-4cd6-ad2e-9b28e7346dd5'}]}} from n-d-816206-8. {{(pid=103592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 17:52:59.466281 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-a9124778-eb77-4ef6-a1df-ccf8b98495c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:59.517229 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-aa20e4e1-d9cb-40a6-b1bd-928786061049 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973419', 'neutron.services.segments.db._delete_segments_for_network-8736635878840'] for network, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:59.545102 n-d-816206-8 neutron-server[103591]: DEBUG neutron.services.segments.db [None req-aa20e4e1-d9cb-40a6-b1bd-928786061049 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e1977e7-a07c-4ded-bc20-d66efd4f6d37']}} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:52:59.558496 n-d-816206-8 neutron-server[103591]: DEBUG neutron.services.segments.db [None req-aa20e4e1-d9cb-40a6-b1bd-928786061049 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68250b21-967f-4b36-830d-6ddc758e202d') {'for_net_delete': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:52:59.558795 n-d-816206-8 neutron-server[103591]: DEBUG neutron.services.segments.db [None req-aa20e4e1-d9cb-40a6-b1bd-928786061049 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68250b21-967f-4b36-830d-6ddc758e202d') {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:52:59.565204 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-68fdb1d4-fff1-4e73-a59c-3e2932a7c2f8 tempest-RoutersNegativeTest-2085489455 tempest-RoutersNegativeTest-2085489455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:59.571398 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-aa20e4e1-d9cb-40a6-b1bd-928786061049 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736635840332', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265989959'] for segment, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:59.590107 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-aa20e4e1-d9cb-40a6-b1bd-928786061049 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:59.601255 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa20e4e1-d9cb-40a6-b1bd-928786061049 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Releasing vlan 537 on physical network physnet1 to pool {{(pid=103591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 17:52:59.601795 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-aa20e4e1-d9cb-40a6-b1bd-928786061049 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264756290'] for segment, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:59.605830 n-d-816206-8 neutron-server[103591]: Traceback (most recent call last): Nov 23 17:52:59.605830 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 17:52:59.605830 n-d-816206-8 neutron-server[103591]: timer() Nov 23 17:52:59.605830 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 17:52:59.605830 n-d-816206-8 neutron-server[103591]: cb(*args, **kw) Nov 23 17:52:59.605830 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 17:52:59.605830 n-d-816206-8 neutron-server[103591]: return func(*args, **kwargs) Nov 23 17:52:59.605830 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 17:52:59.605830 n-d-816206-8 neutron-server[103591]: self._notify() Nov 23 17:52:59.605830 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 17:52:59.605830 n-d-816206-8 neutron-server[103591]: self.callback(batched_events) Nov 23 17:52:59.605830 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 17:52:59.605830 n-d-816206-8 neutron-server[103591]: event.method(event) Nov 23 17:52:59.605830 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 17:52:59.605830 n-d-816206-8 neutron-server[103591]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 17:52:59.605830 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 17:52:59.605830 n-d-816206-8 neutron-server[103591]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 17:52:59.605830 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 17:52:59.605830 n-d-816206-8 neutron-server[103591]: return f(self, *a, **k) Nov 23 17:52:59.605830 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 17:52:59.605830 n-d-816206-8 neutron-server[103591]: return self._get(url).json() Nov 23 17:52:59.605830 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 17:52:59.605830 n-d-816206-8 neutron-server[103591]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 17:52:59.605830 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 17:52:59.605830 n-d-816206-8 neutron-server[103591]: return self.request(url, 'GET', **kwargs) Nov 23 17:52:59.605830 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 17:52:59.605830 n-d-816206-8 neutron-server[103591]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 17:52:59.605830 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 17:52:59.605830 n-d-816206-8 neutron-server[103591]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 17:52:59.605830 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 17:52:59.605830 n-d-816206-8 neutron-server[103591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 17:52:59.605830 n-d-816206-8 neutron-server[103591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 17:52:59.684074 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-fdfe8c49-a7ad-4827-8e21-fff36606b699 None None] Provisioning complete for port d197ddcc-cf6a-4985-9699-5425e3152aa8 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:52:59.684700 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-fdfe8c49-a7ad-4827-8e21-fff36606b699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:59.744693 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-aa20e4e1-d9cb-40a6-b1bd-928786061049 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1795418'] for network, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:59.760258 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-aa20e4e1-d9cb-40a6-b1bd-928786061049 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for network, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:59.760258 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-aa20e4e1-d9cb-40a6-b1bd-928786061049 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] 10.222.0.60 "DELETE /v2.0/networks/2e1977e7-a07c-4ded-bc20-d66efd4f6d37 HTTP/1.1" status: 204 len: 168 time: 0.8957615 Nov 23 17:52:59.766326 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 814a6883-e10b-465f-aa6b-dbf8ea5441be up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:52:59.766558 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 43202) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:52:59.779305 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-811b4cb0-f20b-4d47-9a4b-03df96de678f tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1489048726'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:52:59.808823 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa20e4e1-d9cb-40a6-b1bd-928786061049 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Pushing event deleted for resources: {'Network': ['ID=2e1977e7-a07c-4ded-bc20-d66efd4f6d37,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:52:59.841064 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-811b4cb0-f20b-4d47-9a4b-03df96de678f tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Made reservation on behalf of 2200467e44b44a44a1c0b0228c060c21 for: {'network': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:52:59.846565 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-811b4cb0-f20b-4d47-9a4b-03df96de678f tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for network, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:59.860105 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fad6316-0fb4-4bee-b057-126453f0f997 None None] Network 2e1977e7-a07c-4ded-bc20-d66efd4f6d37 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:52:59.902954 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fad6316-0fb4-4bee-b057-126453f0f997 None None] Network 2e1977e7-a07c-4ded-bc20-d66efd4f6d37 could not be found, it might have been deleted concurrently. {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 23 17:52:59.919645 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-811b4cb0-f20b-4d47-9a4b-03df96de678f tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] vlan segment allocate from pool success with {'vlan_id': 544, 'physical_network': 'physnet1'} {{(pid=103591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 17:52:59.941760 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-811b4cb0-f20b-4d47-9a4b-03df96de678f tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:52:59.942151 n-d-816206-8 neutron-server[103591]: INFO neutron.db.segments_db [None req-811b4cb0-f20b-4d47-9a4b-03df96de678f tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Added segment 4b73f988-8347-464b-a8d6-8a94b2ede406 of type vlan for network 60bcfe58-ab11-4f17-bea2-9ec251cbb8a0 Nov 23 17:52:59.990036 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-70b0bd9f-7930-4473-a8fd-23d9f3f12e01 None None] Publish callbacks [] for port, precommit_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:00.014688 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-fdfe8c49-a7ad-4827-8e21-fff36606b699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:00.031858 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-70b0bd9f-7930-4473-a8fd-23d9f3f12e01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980'] for port, after_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:00.077083 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-811b4cb0-f20b-4d47-9a4b-03df96de678f tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736635338810'] for network, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:00.123602 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port 814a6883-e10b-465f-aa6b-dbf8ea5441be triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:53:00.124127 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:00.142668 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-811b4cb0-f20b-4d47-9a4b-03df96de678f tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493'] for network, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:00.158209 n-d-816206-8 neutron-server[103592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70b0bd9f-7930-4473-a8fd-23d9f3f12e01 None None] Network e5925921-2247-498f-9da1-d806672e0a63 is already hosted by enough agents. {{(pid=103592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:53:00.162697 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-811b4cb0-f20b-4d47-9a4b-03df96de678f tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:00.163366 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-811b4cb0-f20b-4d47-9a4b-03df96de678f tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for network, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:00.171453 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-68fdb1d4-fff1-4e73-a59c-3e2932a7c2f8 tempest-RoutersNegativeTest-2085489455 tempest-RoutersNegativeTest-2085489455-project] Allocated IP 172.20.0.1 (543c5f05-ea28-45e0-ae53-199b63d21d5a/308ded5d-2bf2-4080-afd0-ab11101b302c/4a19c883-17ae-459f-8fe8-0418666a9339) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:53:00.179660 n-d-816206-8 neutron-server[103592]: DEBUG neutron.scheduler.base_scheduler [None req-70b0bd9f-7930-4473-a8fd-23d9f3f12e01 None None] Resources bound (agent type, host, resource id): {{(pid=103592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:53:00.186716 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-fdfe8c49-a7ad-4827-8e21-fff36606b699 None None] For port d197ddcc-cf6a-4985-9699-5425e3152aa8, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=d197ddcc-cf6a-4985-9699-5425e3152aa8,segment=NetworkSegment(8449fc25-e9a7-4433-9e07-48efa23e110a),segment_id=8449fc25-e9a7-4433-9e07-48efa23e110a)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:53:00.191738 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b0bd9f-7930-4473-a8fd-23d9f3f12e01 None None] Pushing event updated for resources: {'Port': ['ID=f64bae18-f981-42df-8ee6-12f8c4159f8c,revision_number=1']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:53:00.201938 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70b0bd9f-7930-4473-a8fd-23d9f3f12e01 None None] Received port after_create {{(pid=103592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:53:00.213485 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-fdfe8c49-a7ad-4827-8e21-fff36606b699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:00.224355 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-811b4cb0-f20b-4d47-9a4b-03df96de678f tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4549851 Nov 23 17:53:00.236146 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 43212) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:53:00.246676 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-cc152ca6-4119-41b5-8035-a75394bea3b6 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Request body: {'subnet': {'network_id': '60bcfe58-ab11-4f17-bea2-9ec251cbb8a0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:53:00.378166 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-68fdb1d4-fff1-4e73-a59c-3e2932a7c2f8 tempest-RoutersNegativeTest-2085489455 tempest-RoutersNegativeTest-2085489455-project] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:00.410504 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811b4cb0-f20b-4d47-9a4b-03df96de678f tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Pushing event updated for resources: {'Network': ['ID=60bcfe58-ab11-4f17-bea2-9ec251cbb8a0,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:53:00.447221 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-68fdb1d4-fff1-4e73-a59c-3e2932a7c2f8 tempest-RoutersNegativeTest-2085489455 tempest-RoutersNegativeTest-2085489455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:00.494808 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Network 60bcfe58-ab11-4f17-bea2-9ec251cbb8a0 details requested by agent ovs-agent-n-d-816206-8 with host n-d-816206-8 {{(pid=103592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 17:53:00.529285 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc152ca6-4119-41b5-8035-a75394bea3b6 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Made reservation on behalf of 2200467e44b44a44a1c0b0228c060c21 for: {'subnet': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:53:00.537188 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-cc152ca6-4119-41b5-8035-a75394bea3b6 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264314294'] for subnet, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:00.540272 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fdb1d4-fff1-4e73-a59c-3e2932a7c2f8 tempest-RoutersNegativeTest-2085489455 tempest-RoutersNegativeTest-2085489455-project] Pushing event updated for resources: {'Port': ['ID=4a19c883-17ae-459f-8fe8-0418666a9339,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:53:00.557060 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68fdb1d4-fff1-4e73-a59c-3e2932a7c2f8 tempest-RoutersNegativeTest-2085489455 tempest-RoutersNegativeTest-2085489455-project] Network 543c5f05-ea28-45e0-ae53-199b63d21d5a is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:53:00.558618 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-68fdb1d4-fff1-4e73-a59c-3e2932a7c2f8 tempest-RoutersNegativeTest-2085489455 tempest-RoutersNegativeTest-2085489455-project] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:53:00.578398 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68fdb1d4-fff1-4e73-a59c-3e2932a7c2f8 tempest-RoutersNegativeTest-2085489455 tempest-RoutersNegativeTest-2085489455-project] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:53:00.596572 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-70b0bd9f-7930-4473-a8fd-23d9f3f12e01 None None] Attempting to bind port f64bae18-f981-42df-8ee6-12f8c4159f8c on host n-d-816206-8 for vnic_type normal with profile {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:53:00.597522 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-70b0bd9f-7930-4473-a8fd-23d9f3f12e01 None None] Attempting to bind port f64bae18-f981-42df-8ee6-12f8c4159f8c by drivers openvswitch,hyperv on host n-d-816206-8 at level 0 using segments [{'id': 'b7489eb3-3161-4cdf-a7b9-b6367d2abae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'e5925921-2247-498f-9da1-d806672e0a63'}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:53:00.598037 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70b0bd9f-7930-4473-a8fd-23d9f3f12e01 None None] Attempting to bind port f64bae18-f981-42df-8ee6-12f8c4159f8c on network e5925921-2247-498f-9da1-d806672e0a63 {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:53:00.663562 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-68fdb1d4-fff1-4e73-a59c-3e2932a7c2f8 tempest-RoutersNegativeTest-2085489455 tempest-RoutersNegativeTest-2085489455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1795539'] for router_interface, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:00.728248 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfe8c49-a7ad-4827-8e21-fff36606b699 None None] Pushing event updated for resources: {'Port': ['ID=d197ddcc-cf6a-4985-9699-5425e3152aa8,revision_number=3']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:53:00.737785 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70b0bd9f-7930-4473-a8fd-23d9f3f12e01 None None] Checking agent: {'id': '9e89acbe-4bbe-4c77-a18b-6f1da9133e0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 7, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 52, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:53:00.738861 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70b0bd9f-7930-4473-a8fd-23d9f3f12e01 None None] Checking segment: {'id': 'b7489eb3-3161-4cdf-a7b9-b6367d2abae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'e5925921-2247-498f-9da1-d806672e0a63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:53:00.739426 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-70b0bd9f-7930-4473-a8fd-23d9f3f12e01 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:00.740006 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70b0bd9f-7930-4473-a8fd-23d9f3f12e01 None None] Bound using segment: {'id': 'b7489eb3-3161-4cdf-a7b9-b6367d2abae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'e5925921-2247-498f-9da1-d806672e0a63'} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:53:00.740867 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-70b0bd9f-7930-4473-a8fd-23d9f3f12e01 None None] Bound port: f64bae18-f981-42df-8ee6-12f8c4159f8c, host: n-d-816206-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7489eb3-3161-4cdf-a7b9-b6367d2abae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'e5925921-2247-498f-9da1-d806672e0a63'}}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:53:00.741946 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-70b0bd9f-7930-4473-a8fd-23d9f3f12e01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:00.758006 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-551efc08-48c7-4394-92ec-a004e346636e None None] Provisioning complete for port d197ddcc-cf6a-4985-9699-5425e3152aa8 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:53:00.758634 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-551efc08-48c7-4394-92ec-a004e346636e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:00.872817 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device d197ddcc-cf6a-4985-9699-5425e3152aa8 up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:53:00.906051 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-68fdb1d4-fff1-4e73-a59c-3e2932a7c2f8 tempest-RoutersNegativeTest-2085489455 tempest-RoutersNegativeTest-2085489455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:00.972948 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-cc152ca6-4119-41b5-8035-a75394bea3b6 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264758079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264314276'] for subnet, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:01.025196 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-70b0bd9f-7930-4473-a8fd-23d9f3f12e01 None None] For port f64bae18-f981-42df-8ee6-12f8c4159f8c, host n-d-816206-8, cleared binding levels {{(pid=103592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:53:01.041677 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-70b0bd9f-7930-4473-a8fd-23d9f3f12e01 None None] For port f64bae18-f981-42df-8ee6-12f8c4159f8c, host n-d-816206-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=f64bae18-f981-42df-8ee6-12f8c4159f8c,segment=NetworkSegment(b7489eb3-3161-4cdf-a7b9-b6367d2abae2),segment_id=b7489eb3-3161-4cdf-a7b9-b6367d2abae2)] {{(pid=103592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:53:01.060309 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-70b0bd9f-7930-4473-a8fd-23d9f3f12e01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:01.072709 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc152ca6-4119-41b5-8035-a75394bea3b6 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Pushing event updated for resources: {'Subnet': ['ID=e9d2eff8-f249-4445-a643-adefd0cecde5,revision_number=0']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:53:01.145287 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc152ca6-4119-41b5-8035-a75394bea3b6 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Checking segment: {'id': '4b73f988-8347-464b-a8d6-8a94b2ede406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '60bcfe58-ab11-4f17-bea2-9ec251cbb8a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:53:01.145720 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc152ca6-4119-41b5-8035-a75394bea3b6 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Network hostable DHCP agents. Network: 60bcfe58-ab11-4f17-bea2-9ec251cbb8a0, hostable agents: ['0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3'], hosted agents: [] {{(pid=103591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 17:53:01.178002 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc152ca6-4119-41b5-8035-a75394bea3b6 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Network 60bcfe58-ab11-4f17-bea2-9ec251cbb8a0 is scheduled to be hosted by DHCP agent 0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3 with binding_index 1 {{(pid=103591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 17:53:01.194564 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [None req-cc152ca6-4119-41b5-8035-a75394bea3b6 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-8, 60bcfe58-ab11-4f17-bea2-9ec251cbb8a0) {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:53:01.203940 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc152ca6-4119-41b5-8035-a75394bea3b6 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:01.206753 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-cc152ca6-4119-41b5-8035-a75394bea3b6 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for subnet, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:01.237641 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-cc152ca6-4119-41b5-8035-a75394bea3b6 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.0001771 Nov 23 17:53:01.239822 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0c977a6-0937-4d5a-a461-27df4299720b None None] Network 60bcfe58-ab11-4f17-bea2-9ec251cbb8a0 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:53:01.241010 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 43230) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:53:01.370883 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port d197ddcc-cf6a-4985-9699-5425e3152aa8 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:53:01.371685 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:01.450338 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b0bd9f-7930-4473-a8fd-23d9f3f12e01 None None] Pushing event updated for resources: {'Port': ['ID=f64bae18-f981-42df-8ee6-12f8c4159f8c,revision_number=2']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:53:01.478657 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-68fdb1d4-fff1-4e73-a59c-3e2932a7c2f8 tempest-RoutersNegativeTest-2085489455 tempest-RoutersNegativeTest-2085489455-project] Publish callbacks [] for port, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:01.484855 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-68fdb1d4-fff1-4e73-a59c-3e2932a7c2f8 tempest-RoutersNegativeTest-2085489455 tempest-RoutersNegativeTest-2085489455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264357957'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:01.488304 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-2438af70-cc6d-49af-8c6e-3bca9f24b078 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-555181'] for network, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:01.567940 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fdb1d4-fff1-4e73-a59c-3e2932a7c2f8 tempest-RoutersNegativeTest-2085489455 tempest-RoutersNegativeTest-2085489455-project] Pushing event updated for resources: {'Port': ['ID=4a19c883-17ae-459f-8fe8-0418666a9339,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:53:01.638141 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-2438af70-cc6d-49af-8c6e-3bca9f24b078 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971956'] for subnet, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:01.673915 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-68fdb1d4-fff1-4e73-a59c-3e2932a7c2f8 tempest-RoutersNegativeTest-2085489455 tempest-RoutersNegativeTest-2085489455-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2068703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1794403'] for router_interface, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:01.690933 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-ee782a4f-9b7c-4719-8f6b-86f989953d0f None None] Provisioning complete for port 4a19c883-17ae-459f-8fe8-0418666a9339 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:53:01.691474 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-ee782a4f-9b7c-4719-8f6b-86f989953d0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:01.738491 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-ee782a4f-9b7c-4719-8f6b-86f989953d0f None None] Port 4a19c883-17ae-459f-8fe8-0418666a9339 cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:53:01.802953 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-2438af70-cc6d-49af-8c6e-3bca9f24b078 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264758240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264314269'] for subnet, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:01.852769 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2438af70-cc6d-49af-8c6e-3bca9f24b078 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Pushing event deleted for resources: {'Subnet': ['ID=e9d2eff8-f249-4445-a643-adefd0cecde5,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:53:01.872644 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e294eca0-2788-47ea-917f-bec63c33e830 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp355044b8-8e87-58c4-94fa-4a010ec30f9e-60bcfe58-ab11-4f17-bea2-9ec251cbb8a0', 'network_id': '60bcfe58-ab11-4f17-bea2-9ec251cbb8a0', 'tenant_id': '2200467e44b44a44a1c0b0228c060c21', 'fixed_ips': [{'subnet_id': 'e9d2eff8-f249-4445-a643-adefd0cecde5'}]}} from n-d-816206-8. {{(pid=103592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 17:53:01.873670 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-e294eca0-2788-47ea-917f-bec63c33e830 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:01.937784 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68fdb1d4-fff1-4e73-a59c-3e2932a7c2f8 tempest-RoutersNegativeTest-2085489455 tempest-RoutersNegativeTest-2085489455-project] Network 543c5f05-ea28-45e0-ae53-199b63d21d5a is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:53:01.943504 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-68fdb1d4-fff1-4e73-a59c-3e2932a7c2f8 tempest-RoutersNegativeTest-2085489455 tempest-RoutersNegativeTest-2085489455-project] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:53:02.080152 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-2438af70-cc6d-49af-8c6e-3bca9f24b078 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973419', 'neutron.services.segments.db._delete_segments_for_network-8736635878840'] for network, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:02.136716 n-d-816206-8 neutron-server[103591]: DEBUG neutron.services.segments.db [None req-2438af70-cc6d-49af-8c6e-3bca9f24b078 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60bcfe58-ab11-4f17-bea2-9ec251cbb8a0']}} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:53:02.144139 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e79f1bb-ab0d-43fa-abe9-ebfdca8c7e4a None None] Network 60bcfe58-ab11-4f17-bea2-9ec251cbb8a0 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:53:02.171866 n-d-816206-8 neutron-server[103591]: DEBUG neutron.services.segments.db [None req-2438af70-cc6d-49af-8c6e-3bca9f24b078 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b73f988-8347-464b-a8d6-8a94b2ede406') {'for_net_delete': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:53:02.177678 n-d-816206-8 neutron-server[103591]: DEBUG neutron.services.segments.db [None req-2438af70-cc6d-49af-8c6e-3bca9f24b078 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b73f988-8347-464b-a8d6-8a94b2ede406') {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:53:02.215642 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-2438af70-cc6d-49af-8c6e-3bca9f24b078 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736635840332', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265989959'] for segment, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:02.265190 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-2438af70-cc6d-49af-8c6e-3bca9f24b078 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:02.279137 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68fdb1d4-fff1-4e73-a59c-3e2932a7c2f8 tempest-RoutersNegativeTest-2085489455 tempest-RoutersNegativeTest-2085489455-project] Router c2a4c130-8053-427a-9817-f16f0b158dcb has already been hosted by L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 {{(pid=103590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 17:53:02.293719 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2438af70-cc6d-49af-8c6e-3bca9f24b078 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Releasing vlan 544 on physical network physnet1 to pool {{(pid=103591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 17:53:02.294526 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-2438af70-cc6d-49af-8c6e-3bca9f24b078 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264756290'] for segment, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:02.301705 n-d-816206-8 neutron-server[103591]: Traceback (most recent call last): Nov 23 17:53:02.301705 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 17:53:02.301705 n-d-816206-8 neutron-server[103591]: timer() Nov 23 17:53:02.301705 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 17:53:02.301705 n-d-816206-8 neutron-server[103591]: cb(*args, **kw) Nov 23 17:53:02.301705 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 17:53:02.301705 n-d-816206-8 neutron-server[103591]: return func(*args, **kwargs) Nov 23 17:53:02.301705 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 17:53:02.301705 n-d-816206-8 neutron-server[103591]: self._notify() Nov 23 17:53:02.301705 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 17:53:02.301705 n-d-816206-8 neutron-server[103591]: self.callback(batched_events) Nov 23 17:53:02.301705 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 17:53:02.301705 n-d-816206-8 neutron-server[103591]: event.method(event) Nov 23 17:53:02.301705 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 17:53:02.301705 n-d-816206-8 neutron-server[103591]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 17:53:02.301705 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 17:53:02.301705 n-d-816206-8 neutron-server[103591]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 17:53:02.301705 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 17:53:02.301705 n-d-816206-8 neutron-server[103591]: return f(self, *a, **k) Nov 23 17:53:02.301705 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 17:53:02.301705 n-d-816206-8 neutron-server[103591]: return self._get(url).json() Nov 23 17:53:02.301705 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 17:53:02.301705 n-d-816206-8 neutron-server[103591]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 17:53:02.301705 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 17:53:02.301705 n-d-816206-8 neutron-server[103591]: return self.request(url, 'GET', **kwargs) Nov 23 17:53:02.301705 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 17:53:02.301705 n-d-816206-8 neutron-server[103591]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 17:53:02.301705 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 17:53:02.301705 n-d-816206-8 neutron-server[103591]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 17:53:02.301705 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 17:53:02.301705 n-d-816206-8 neutron-server[103591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 17:53:02.301705 n-d-816206-8 neutron-server[103591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 17:53:02.490420 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-2438af70-cc6d-49af-8c6e-3bca9f24b078 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1795418'] for network, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:02.514353 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device f64bae18-f981-42df-8ee6-12f8c4159f8c up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:53:02.530879 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-2438af70-cc6d-49af-8c6e-3bca9f24b078 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for network, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:02.539568 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-2438af70-cc6d-49af-8c6e-3bca9f24b078 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] 10.222.0.60 "DELETE /v2.0/networks/60bcfe58-ab11-4f17-bea2-9ec251cbb8a0 HTTP/1.1" status: 204 len: 168 time: 1.2974563 Nov 23 17:53:02.543902 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 43260) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:53:02.550004 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-8ef80cb7-3c46-4721-8729-22423494c68f tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1443167527'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:53:02.565147 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2438af70-cc6d-49af-8c6e-3bca9f24b078 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Pushing event deleted for resources: {'Network': ['ID=60bcfe58-ab11-4f17-bea2-9ec251cbb8a0,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:53:02.613296 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68fdb1d4-fff1-4e73-a59c-3e2932a7c2f8 tempest-RoutersNegativeTest-2085489455 tempest-RoutersNegativeTest-2085489455-project] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:53:02.621535 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-46b334f3-4824-49d8-bce3-3328144f198d None None] Provisioning complete for port 4a19c883-17ae-459f-8fe8-0418666a9339 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:53:02.621823 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-46b334f3-4824-49d8-bce3-3328144f198d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:02.626864 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9187cd64-0e30-4d5b-bb91-2c680b0840a2 None None] Sync routers for ids ['c2a4c130-8053-427a-9817-f16f0b158dcb'] in n-d-816206-8 {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:53:02.640011 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-68fdb1d4-fff1-4e73-a59c-3e2932a7c2f8 tempest-RoutersNegativeTest-2085489455 tempest-RoutersNegativeTest-2085489455-project] 10.222.0.60 "PUT /v2.0/routers/c2a4c130-8053-427a-9817-f16f0b158dcb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7261026 Nov 23 17:53:02.640590 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 43264) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:53:02.642627 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ef80cb7-3c46-4721-8729-22423494c68f tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Made reservation on behalf of 2200467e44b44a44a1c0b0228c060c21 for: {'network': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:53:02.652756 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8ef80cb7-3c46-4721-8729-22423494c68f tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for network, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:02.659738 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9187cd64-0e30-4d5b-bb91-2c680b0840a2 None None] Routers {'c2a4c130-8053-427a-9817-f16f0b158dcb'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:53:02.660380 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-9187cd64-0e30-4d5b-bb91-2c680b0840a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:52:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['c2a4c130-8053-427a-9817-f16f0b158dcb'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:53:02.677531 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-46b334f3-4824-49d8-bce3-3328144f198d None None] Port 4a19c883-17ae-459f-8fe8-0418666a9339 cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:53:02.731077 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ef80cb7-3c46-4721-8729-22423494c68f tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] vlan segment allocate from pool success with {'vlan_id': 524, 'physical_network': 'physnet1'} {{(pid=103590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 17:53:02.737303 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port f64bae18-f981-42df-8ee6-12f8c4159f8c triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:53:02.737686 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:02.764597 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-9187cd64-0e30-4d5b-bb91-2c680b0840a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:53:02.777624 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8ef80cb7-3c46-4721-8729-22423494c68f tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:02.778084 n-d-816206-8 neutron-server[103590]: INFO neutron.db.segments_db [None req-8ef80cb7-3c46-4721-8729-22423494c68f tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Added segment 88761053-f335-4fdc-ac7e-cf5eaf530737 of type vlan for network ffc1c44e-b09b-4ef8-a188-5ae2f789a284 Nov 23 17:53:02.801634 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9187cd64-0e30-4d5b-bb91-2c680b0840a2 None None] Routers {'c2a4c130-8053-427a-9817-f16f0b158dcb'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:53:02.802373 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-9187cd64-0e30-4d5b-bb91-2c680b0840a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:52:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['c2a4c130-8053-427a-9817-f16f0b158dcb'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:53:02.836521 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8ef80cb7-3c46-4721-8729-22423494c68f tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736635338810'] for network, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:02.923949 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8ef80cb7-3c46-4721-8729-22423494c68f tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493'] for network, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:02.939624 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ef80cb7-3c46-4721-8729-22423494c68f tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:02.945021 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8ef80cb7-3c46-4721-8729-22423494c68f tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Publish callbacks [] for network, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:02.954846 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:02.959920 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-9187cd64-0e30-4d5b-bb91-2c680b0840a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:53:02.960651 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9187cd64-0e30-4d5b-bb91-2c680b0840a2 None None] The sync data for ids ['c2a4c130-8053-427a-9817-f16f0b158dcb'] in n-d-816206-8 is: [] {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:53:03.000914 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] For port f64bae18-f981-42df-8ee6-12f8c4159f8c, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=f64bae18-f981-42df-8ee6-12f8c4159f8c,segment=NetworkSegment(b7489eb3-3161-4cdf-a7b9-b6367d2abae2),segment_id=b7489eb3-3161-4cdf-a7b9-b6367d2abae2)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:53:03.023223 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:03.027061 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device d197ddcc-cf6a-4985-9699-5425e3152aa8 up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:53:03.061798 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-b277cf08-8603-45fc-9312-b7e77cfabf26 tempest-RoutersNegativeTest-2085489455 tempest-RoutersNegativeTest-2085489455-project] Publish callbacks [] for router, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:03.164336 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Pushing event updated for resources: {'Port': ['ID=f64bae18-f981-42df-8ee6-12f8c4159f8c,revision_number=3']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:53:03.196397 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:53:03.197228 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:53:03.197743 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:53:03.198253 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:53:03.198762 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:53:03.199278 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:53:03.199794 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:53:03.201553 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:53:03.202096 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:53:03.202595 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:53:03.203092 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:53:03.203737 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:53:03.210405 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port d197ddcc-cf6a-4985-9699-5425e3152aa8 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:53:03.211038 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:03.247282 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9158ac4b-1904-4a74-bf4c-12e82f1431ea req-e43f82a8-6ab7-4496-9706-acf7eb286a49 tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:03.270478 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9158ac4b-1904-4a74-bf4c-12e82f1431ea req-e43f82a8-6ab7-4496-9706-acf7eb286a49 tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] 10.222.0.60 "GET /v2.0/ports?device_id=84e4a83d-70e7-4464-bfce-8989790c75ec HTTP/1.1" status: 200 len: 945 time: 0.7126513 Nov 23 17:53:03.313943 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2d87567-aee8-45df-a4a6-419e5b24dc00 None None] Network e5925921-2247-498f-9da1-d806672e0a63 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:53:03.343379 n-d-816206-8 neutron-server[103591]: INFO neutron.api.v2.resource [None req-b277cf08-8603-45fc-9312-b7e77cfabf26 tempest-RoutersNegativeTest-2085489455 tempest-RoutersNegativeTest-2085489455-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 23 17:53:03.345000 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-b277cf08-8603-45fc-9312-b7e77cfabf26 tempest-RoutersNegativeTest-2085489455 tempest-RoutersNegativeTest-2085489455-project] 10.222.0.60 "DELETE /v2.0/routers/c2a4c130-8053-427a-9817-f16f0b158dcb HTTP/1.1" status: 409 len: 329 time: 0.7030849 Nov 23 17:53:03.351203 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 43274) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:53:03.455629 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9158ac4b-1904-4a74-bf4c-12e82f1431ea req-c4127db1-d4a1-40f3-aec9-58ec765f9879 tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b27d2e1-77aa-4824-820e-41aa2cca6128&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1835470 Nov 23 17:53:03.468242 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-4d255ce0-b31c-4a52-8600-3b9ce6c7eb3c None None] Provisioning complete for port f64bae18-f981-42df-8ee6-12f8c4159f8c triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:53:03.468651 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-4d255ce0-b31c-4a52-8600-3b9ce6c7eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:03.693573 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef80cb7-3c46-4721-8729-22423494c68f tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Pushing event updated for resources: {'Network': ['ID=ffc1c44e-b09b-4ef8-a188-5ae2f789a284,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:53:03.709526 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-8ef80cb7-3c46-4721-8729-22423494c68f tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.1636546 Nov 23 17:53:03.713039 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 43280) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:53:03.732156 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-860b89b1-bcef-4879-b13f-d4d9f66bd63d tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Request body: {'subnet': {'network_id': 'ffc1c44e-b09b-4ef8-a188-5ae2f789a284', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:53:03.748865 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Network ffc1c44e-b09b-4ef8-a188-5ae2f789a284 details requested by agent ovs-agent-n-d-816206-8 with host n-d-816206-8 {{(pid=103592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 17:53:03.952843 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-860b89b1-bcef-4879-b13f-d4d9f66bd63d tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Made reservation on behalf of 2200467e44b44a44a1c0b0228c060c21 for: {'subnet': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:53:03.958621 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-860b89b1-bcef-4879-b13f-d4d9f66bd63d tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264730903'] for subnet, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:04.049050 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device f64bae18-f981-42df-8ee6-12f8c4159f8c up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:53:04.153777 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port f64bae18-f981-42df-8ee6-12f8c4159f8c triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:53:04.154188 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:04.423997 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-860b89b1-bcef-4879-b13f-d4d9f66bd63d tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264358096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264730885'] for subnet, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:04.462307 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-d21ffd1c-76c9-443e-b2aa-2ac6efc9ef40 tempest-RoutersNegativeTest-2085489455 tempest-RoutersNegativeTest-2085489455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1794372'] for router_interface, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:04.478090 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56b9cbb1-2cc1-40ed-941d-5f4943f535fd None None] get_active_networks_info from n-d-816206-8 {{(pid=103592) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 23 17:53:04.560981 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860b89b1-bcef-4879-b13f-d4d9f66bd63d tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Pushing event updated for resources: {'Subnet': ['ID=2ccb12e9-a1f1-4335-988c-f44cb8a98bc8,revision_number=0']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:53:04.598817 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-860b89b1-bcef-4879-b13f-d4d9f66bd63d tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Checking segment: {'id': '88761053-f335-4fdc-ac7e-cf5eaf530737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'ffc1c44e-b09b-4ef8-a188-5ae2f789a284'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:53:04.599183 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-860b89b1-bcef-4879-b13f-d4d9f66bd63d tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Network hostable DHCP agents. Network: ffc1c44e-b09b-4ef8-a188-5ae2f789a284, hostable agents: ['0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3'], hosted agents: [] {{(pid=103590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 17:53:04.629670 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-860b89b1-bcef-4879-b13f-d4d9f66bd63d tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Network ffc1c44e-b09b-4ef8-a188-5ae2f789a284 is scheduled to be hosted by DHCP agent 0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3 with binding_index 1 {{(pid=103590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 17:53:04.633241 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-5b9f7519-ab65-4a10-ad15-2be05ed3851b None None] Provisioning complete for port f64bae18-f981-42df-8ee6-12f8c4159f8c triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:53:04.633618 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-5b9f7519-ab65-4a10-ad15-2be05ed3851b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:04.664372 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-860b89b1-bcef-4879-b13f-d4d9f66bd63d tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-8, ffc1c44e-b09b-4ef8-a188-5ae2f789a284) {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:53:04.672836 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-860b89b1-bcef-4879-b13f-d4d9f66bd63d tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:04.673835 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-860b89b1-bcef-4879-b13f-d4d9f66bd63d tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Publish callbacks [] for subnet, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:04.697401 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-860b89b1-bcef-4879-b13f-d4d9f66bd63d tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.9776270 Nov 23 17:53:04.699600 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 43298) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:53:04.918682 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7790e0ff-152f-444a-808b-b943d0fd7f43 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-555181'] for network, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:04.954957 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c159a7-ef09-4d2b-8201-a552df905dd3 req-c096fffe-d697-45d2-ba03-3dff2a9d771d tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:04.956612 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d0c159a7-ef09-4d2b-8201-a552df905dd3 req-c096fffe-d697-45d2-ba03-3dff2a9d771d tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] 10.222.0.60 "GET /v2.0/ports?device_id=84e4a83d-70e7-4464-bfce-8989790c75ec HTTP/1.1" status: 200 len: 945 time: 0.3166001 Nov 23 17:53:04.986509 n-d-816206-8 neutron-server[103592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56b9cbb1-2cc1-40ed-941d-5f4943f535fd None None] Unable to find a vacant binding_index for network ffc1c44e-b09b-4ef8-a188-5ae2f789a284 and agent 0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3 {{(pid=103592) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Nov 23 17:53:04.997305 n-d-816206-8 neutron-server[103592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56b9cbb1-2cc1-40ed-941d-5f4943f535fd None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-8, ffc1c44e-b09b-4ef8-a188-5ae2f789a284) {{(pid=103592) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 23 17:53:05.023060 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-d21ffd1c-76c9-443e-b2aa-2ac6efc9ef40 tempest-RoutersNegativeTest-2085489455 tempest-RoutersNegativeTest-2085489455-project] Deleting port 4a19c883-17ae-459f-8fe8-0418666a9339 {{(pid=103591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:53:05.023402 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-d21ffd1c-76c9-443e-b2aa-2ac6efc9ef40 tempest-RoutersNegativeTest-2085489455 tempest-RoutersNegativeTest-2085489455-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:05.061733 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7790e0ff-152f-444a-808b-b943d0fd7f43 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971956'] for subnet, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:05.090769 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d0c159a7-ef09-4d2b-8201-a552df905dd3 req-7ede65f1-0814-4153-9a9c-de3a8e568141 tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b27d2e1-77aa-4824-820e-41aa2cca6128&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1231096 Nov 23 17:53:05.159900 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a46de4-c10f-45d1-aea1-ab92bcd3536d req-228b2be1-b1f6-41f8-8787-b2e4d48eb2b9 tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:05.161482 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e7a46de4-c10f-45d1-aea1-ab92bcd3536d req-228b2be1-b1f6-41f8-8787-b2e4d48eb2b9 tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] 10.222.0.36 "GET /v2.0/ports?device_id=84e4a83d-70e7-4464-bfce-8989790c75ec HTTP/1.1" status: 200 len: 945 time: 0.1698165 Nov 23 17:53:05.182870 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7790e0ff-152f-444a-808b-b943d0fd7f43 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264357903', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264730940'] for subnet, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:05.231117 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-d21ffd1c-76c9-443e-b2aa-2ac6efc9ef40 tempest-RoutersNegativeTest-2085489455 tempest-RoutersNegativeTest-2085489455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:05.275257 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-d21ffd1c-76c9-443e-b2aa-2ac6efc9ef40 tempest-RoutersNegativeTest-2085489455 tempest-RoutersNegativeTest-2085489455-project] Calling delete_port for 4a19c883-17ae-459f-8fe8-0418666a9339 owned by network:router_interface {{(pid=103591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:53:05.298092 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7790e0ff-152f-444a-808b-b943d0fd7f43 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Pushing event deleted for resources: {'Subnet': ['ID=2ccb12e9-a1f1-4335-988c-f44cb8a98bc8,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:53:05.307849 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7790e0ff-152f-444a-808b-b943d0fd7f43 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973419', 'neutron.services.segments.db._delete_segments_for_network-8736635878840'] for network, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:05.338705 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-7790e0ff-152f-444a-808b-b943d0fd7f43 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ffc1c44e-b09b-4ef8-a188-5ae2f789a284']}} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:53:05.363369 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-7790e0ff-152f-444a-808b-b943d0fd7f43 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88761053-f335-4fdc-ac7e-cf5eaf530737') {'for_net_delete': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:53:05.364071 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-7790e0ff-152f-444a-808b-b943d0fd7f43 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88761053-f335-4fdc-ac7e-cf5eaf530737') {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:53:05.386770 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [req-e7a46de4-c10f-45d1-aea1-ab92bcd3536d req-41b509ce-5cef-47e7-b523-37694ec84eb6 tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] Deleting port 86c2bd86-2e00-4057-980f-a4e5c1d7c4d0 {{(pid=103591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:53:05.387098 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-e7a46de4-c10f-45d1-aea1-ab92bcd3536d req-41b509ce-5cef-47e7-b523-37694ec84eb6 tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:05.391547 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7790e0ff-152f-444a-808b-b943d0fd7f43 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736635840332', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-267528353'] for segment, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:05.432530 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7790e0ff-152f-444a-808b-b943d0fd7f43 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:05.444408 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7790e0ff-152f-444a-808b-b943d0fd7f43 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Releasing vlan 524 on physical network physnet1 to pool {{(pid=103590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 17:53:05.445593 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7790e0ff-152f-444a-808b-b943d0fd7f43 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264370093'] for segment, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:05.450137 n-d-816206-8 neutron-server[103590]: Traceback (most recent call last): Nov 23 17:53:05.450137 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 17:53:05.450137 n-d-816206-8 neutron-server[103590]: timer() Nov 23 17:53:05.450137 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 17:53:05.450137 n-d-816206-8 neutron-server[103590]: cb(*args, **kw) Nov 23 17:53:05.450137 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 17:53:05.450137 n-d-816206-8 neutron-server[103590]: return func(*args, **kwargs) Nov 23 17:53:05.450137 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 17:53:05.450137 n-d-816206-8 neutron-server[103590]: self._notify() Nov 23 17:53:05.450137 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 17:53:05.450137 n-d-816206-8 neutron-server[103590]: self.callback(batched_events) Nov 23 17:53:05.450137 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 17:53:05.450137 n-d-816206-8 neutron-server[103590]: event.method(event) Nov 23 17:53:05.450137 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 17:53:05.450137 n-d-816206-8 neutron-server[103590]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 17:53:05.450137 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 17:53:05.450137 n-d-816206-8 neutron-server[103590]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 17:53:05.450137 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 17:53:05.450137 n-d-816206-8 neutron-server[103590]: return f(self, *a, **k) Nov 23 17:53:05.450137 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 17:53:05.450137 n-d-816206-8 neutron-server[103590]: return self._get(url).json() Nov 23 17:53:05.450137 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 17:53:05.450137 n-d-816206-8 neutron-server[103590]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 17:53:05.450137 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 17:53:05.450137 n-d-816206-8 neutron-server[103590]: return self.request(url, 'GET', **kwargs) Nov 23 17:53:05.450137 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 17:53:05.450137 n-d-816206-8 neutron-server[103590]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 17:53:05.450137 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 17:53:05.450137 n-d-816206-8 neutron-server[103590]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 17:53:05.450137 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 17:53:05.450137 n-d-816206-8 neutron-server[103590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 17:53:05.450137 n-d-816206-8 neutron-server[103590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 17:53:05.468684 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-106eaf7e-4e30-46d6-bdd6-b37a709c7e23 None None] Network ffc1c44e-b09b-4ef8-a188-5ae2f789a284 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:53:05.528980 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7790e0ff-152f-444a-808b-b943d0fd7f43 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1795418'] for network, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:05.542997 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7790e0ff-152f-444a-808b-b943d0fd7f43 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Publish callbacks [] for network, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:05.548350 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-7790e0ff-152f-444a-808b-b943d0fd7f43 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] 10.222.0.60 "DELETE /v2.0/networks/ffc1c44e-b09b-4ef8-a188-5ae2f789a284 HTTP/1.1" status: 204 len: 168 time: 0.8472960 Nov 23 17:53:05.557752 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 43318) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:53:05.568416 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-e4bdabcd-3bca-4a7c-9fbe-2837a69e6948 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-890698489'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:53:05.591313 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7790e0ff-152f-444a-808b-b943d0fd7f43 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Pushing event deleted for resources: {'Network': ['ID=ffc1c44e-b09b-4ef8-a188-5ae2f789a284,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:53:05.592761 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-e7a46de4-c10f-45d1-aea1-ab92bcd3536d req-41b509ce-5cef-47e7-b523-37694ec84eb6 tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] For port 86c2bd86-2e00-4057-980f-a4e5c1d7c4d0, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=86c2bd86-2e00-4057-980f-a4e5c1d7c4d0,segment=NetworkSegment(dbe8f3be-f4c4-4704-9ef8-8b5a9aeb3c29),segment_id=dbe8f3be-f4c4-4704-9ef8-8b5a9aeb3c29)] {{(pid=103591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:53:05.593279 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-e7a46de4-c10f-45d1-aea1-ab92bcd3536d req-41b509ce-5cef-47e7-b523-37694ec84eb6 tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:05.622794 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4bdabcd-3bca-4a7c-9fbe-2837a69e6948 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Made reservation on behalf of 2200467e44b44a44a1c0b0228c060c21 for: {'network': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:53:05.626469 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e4bdabcd-3bca-4a7c-9fbe-2837a69e6948 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for network, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:05.680674 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4bdabcd-3bca-4a7c-9fbe-2837a69e6948 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] vlan segment allocate from pool success with {'vlan_id': 519, 'physical_network': 'physnet1'} {{(pid=103590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 17:53:05.698062 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e4bdabcd-3bca-4a7c-9fbe-2837a69e6948 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:05.698442 n-d-816206-8 neutron-server[103590]: INFO neutron.db.segments_db [None req-e4bdabcd-3bca-4a7c-9fbe-2837a69e6948 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Added segment 6e8953c4-4ee1-4afe-ba1c-720ae39a3d3d of type vlan for network 9f629d6c-5138-48d1-8d05-8c18d11b44d2 Nov 23 17:53:05.713884 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-340318c4-c419-4211-bcff-d62278cf96de None None] Network ffc1c44e-b09b-4ef8-a188-5ae2f789a284 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:53:05.734580 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-340318c4-c419-4211-bcff-d62278cf96de None None] Network ffc1c44e-b09b-4ef8-a188-5ae2f789a284 could not be found, it might have been deleted concurrently. {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 23 17:53:05.778461 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e4bdabcd-3bca-4a7c-9fbe-2837a69e6948 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736635338810'] for network, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:05.811948 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e4bdabcd-3bca-4a7c-9fbe-2837a69e6948 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493'] for network, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:05.820301 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4bdabcd-3bca-4a7c-9fbe-2837a69e6948 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:05.821115 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e4bdabcd-3bca-4a7c-9fbe-2837a69e6948 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Publish callbacks [] for network, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:05.846054 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 43320) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:53:05.852869 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-ed531b19-87f8-46e0-83a3-21e75739bc7c tempest-TestVolumeBackupRestore-865720571 tempest-TestVolumeBackupRestore-865720571-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-320613398', 'description': 'tempest-secgroup-smoke-320613398 description', 'project_id': '5e9ad8bc738841bf987987e4b3fa436d'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:53:05.869095 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-e4bdabcd-3bca-4a7c-9fbe-2837a69e6948 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3100317 Nov 23 17:53:05.880512 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 43326) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:53:05.893754 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-325b1ff2-df62-4be8-a0f4-38d134cad542 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Request body: {'subnet': {'network_id': '9f629d6c-5138-48d1-8d05-8c18d11b44d2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:53:05.898668 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-e7a46de4-c10f-45d1-aea1-ab92bcd3536d req-41b509ce-5cef-47e7-b523-37694ec84eb6 tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:05.899096 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-e7a46de4-c10f-45d1-aea1-ab92bcd3536d req-41b509ce-5cef-47e7-b523-37694ec84eb6 tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1795396'] for floatingip, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:05.899366 n-d-816206-8 neutron-server[103591]: INFO neutron.db.l3_db [req-e7a46de4-c10f-45d1-aea1-ab92bcd3536d req-41b509ce-5cef-47e7-b523-37694ec84eb6 tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] Floating IP 490f6d83-8456-4321-9958-c93e4d7d6665 disassociated. External IP: 172.25.3.72, port: 86c2bd86-2e00-4057-980f-a4e5c1d7c4d0. Nov 23 17:53:05.899786 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [req-e7a46de4-c10f-45d1-aea1-ab92bcd3536d req-41b509ce-5cef-47e7-b523-37694ec84eb6 tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] Calling delete_port for 86c2bd86-2e00-4057-980f-a4e5c1d7c4d0 owned by compute:nova {{(pid=103591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:53:05.903991 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-d21ffd1c-76c9-443e-b2aa-2ac6efc9ef40 tempest-RoutersNegativeTest-2085489455 tempest-RoutersNegativeTest-2085489455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:05.974555 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21ffd1c-76c9-443e-b2aa-2ac6efc9ef40 tempest-RoutersNegativeTest-2085489455 tempest-RoutersNegativeTest-2085489455-project] Pushing event deleted for resources: {'Port': ['ID=4a19c883-17ae-459f-8fe8-0418666a9339,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:53:05.988424 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bdabcd-3bca-4a7c-9fbe-2837a69e6948 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Pushing event updated for resources: {'Network': ['ID=9f629d6c-5138-48d1-8d05-8c18d11b44d2,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:53:06.001238 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Network 9f629d6c-5138-48d1-8d05-8c18d11b44d2 details requested by agent ovs-agent-n-d-816206-8 with host n-d-816206-8 {{(pid=103592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 17:53:06.008293 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ed531b19-87f8-46e0-83a3-21e75739bc7c tempest-TestVolumeBackupRestore-865720571 tempest-TestVolumeBackupRestore-865720571-project] Publish callbacks [] for security_group, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:06.136870 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-325b1ff2-df62-4be8-a0f4-38d134cad542 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Made reservation on behalf of 2200467e44b44a44a1c0b0228c060c21 for: {'subnet': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:53:06.148125 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-325b1ff2-df62-4be8-a0f4-38d134cad542 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264730903'] for subnet, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:06.202313 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-d21ffd1c-76c9-443e-b2aa-2ac6efc9ef40 tempest-RoutersNegativeTest-2085489455 tempest-RoutersNegativeTest-2085489455-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2067500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1794520'] for router_interface, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:06.300001 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ed531b19-87f8-46e0-83a3-21e75739bc7c tempest-TestVolumeBackupRestore-865720571 tempest-TestVolumeBackupRestore-865720571-project] Publish callbacks [] for security_group, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:06.310786 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ed531b19-87f8-46e0-83a3-21e75739bc7c tempest-TestVolumeBackupRestore-865720571 tempest-TestVolumeBackupRestore-865720571-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:06.358993 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed531b19-87f8-46e0-83a3-21e75739bc7c tempest-TestVolumeBackupRestore-865720571 tempest-TestVolumeBackupRestore-865720571-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6ab30e5-2026-4aba-ad91-d0613562cc26,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:53:06.376563 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ed531b19-87f8-46e0-83a3-21e75739bc7c tempest-TestVolumeBackupRestore-865720571 tempest-TestVolumeBackupRestore-865720571-project] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:06.378463 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-ed531b19-87f8-46e0-83a3-21e75739bc7c tempest-TestVolumeBackupRestore-865720571 tempest-TestVolumeBackupRestore-865720571-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.5310485 Nov 23 17:53:06.382517 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 43334) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:53:06.387138 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-b166ce29-341d-41ee-bad9-4ad02b1e4e6e tempest-TestVolumeBackupRestore-865720571 tempest-TestVolumeBackupRestore-865720571-project] Request body: {'security_group_rule': {'security_group_id': 'd6ab30e5-2026-4aba-ad91-d0613562cc26', 'project_id': '5e9ad8bc738841bf987987e4b3fa436d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:53:06.412041 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fee6408-be8f-4892-800b-a4012ea2df03 req-0c2b9c5c-36b2-412a-b6ae-d125efda93ef tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:06.413969 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-0fee6408-be8f-4892-800b-a4012ea2df03 req-0c2b9c5c-36b2-412a-b6ae-d125efda93ef tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] 10.222.0.60 "GET /v2.0/ports?device_id=84e4a83d-70e7-4464-bfce-8989790c75ec HTTP/1.1" status: 200 len: 945 time: 0.2088709 Nov 23 17:53:06.415197 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-e7a46de4-c10f-45d1-aea1-ab92bcd3536d req-41b509ce-5cef-47e7-b523-37694ec84eb6 tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:06.461908 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b166ce29-341d-41ee-bad9-4ad02b1e4e6e tempest-TestVolumeBackupRestore-865720571 tempest-TestVolumeBackupRestore-865720571-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:06.534760 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-325b1ff2-df62-4be8-a0f4-38d134cad542 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264358096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264730885'] for subnet, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:06.545175 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b509ce-5cef-47e7-b523-37694ec84eb6 tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] Pushing event deleted for resources: {'Port': ['ID=86c2bd86-2e00-4057-980f-a4e5c1d7c4d0,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:53:06.664144 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b166ce29-341d-41ee-bad9-4ad02b1e4e6e tempest-TestVolumeBackupRestore-865720571 tempest-TestVolumeBackupRestore-865720571-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:06.664895 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-0fee6408-be8f-4892-800b-a4012ea2df03 req-c14fa53f-a962-431e-be22-79c8dc4a6a83 tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] 10.222.0.60 "GET /v2.0/security-groups?id=3b27d2e1-77aa-4824-820e-41aa2cca6128&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2385862 Nov 23 17:53:06.667026 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d21ffd1c-76c9-443e-b2aa-2ac6efc9ef40 tempest-RoutersNegativeTest-2085489455 tempest-RoutersNegativeTest-2085489455-project] Router c2a4c130-8053-427a-9817-f16f0b158dcb has already been hosted by L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 {{(pid=103591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 17:53:06.673446 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325b1ff2-df62-4be8-a0f4-38d134cad542 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Pushing event updated for resources: {'Subnet': ['ID=080853b7-eaf4-44b7-b03c-3bc76b76b359,revision_number=0']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:53:06.676278 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b166ce29-341d-41ee-bad9-4ad02b1e4e6e tempest-TestVolumeBackupRestore-865720571 tempest-TestVolumeBackupRestore-865720571-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994370'] for security_group_rule, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:06.696798 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-325b1ff2-df62-4be8-a0f4-38d134cad542 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Checking segment: {'id': '6e8953c4-4ee1-4afe-ba1c-720ae39a3d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '9f629d6c-5138-48d1-8d05-8c18d11b44d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:53:06.697219 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-325b1ff2-df62-4be8-a0f4-38d134cad542 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Network hostable DHCP agents. Network: 9f629d6c-5138-48d1-8d05-8c18d11b44d2, hostable agents: ['0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3'], hosted agents: [] {{(pid=103590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 17:53:06.705600 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b166ce29-341d-41ee-bad9-4ad02b1e4e6e tempest-TestVolumeBackupRestore-865720571 tempest-TestVolumeBackupRestore-865720571-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3697515-ae0f-42d2-aa5d-9466008042db,revision_number=0']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:53:06.718790 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b166ce29-341d-41ee-bad9-4ad02b1e4e6e tempest-TestVolumeBackupRestore-865720571 tempest-TestVolumeBackupRestore-865720571-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:06.720187 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-b166ce29-341d-41ee-bad9-4ad02b1e4e6e tempest-TestVolumeBackupRestore-865720571 tempest-TestVolumeBackupRestore-865720571-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3365927 Nov 23 17:53:06.723517 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 43342) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:53:06.728022 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-a624a189-a013-407f-a1c8-5a5199776a4e tempest-TestVolumeBackupRestore-865720571 tempest-TestVolumeBackupRestore-865720571-project] Request body: {'security_group_rule': {'security_group_id': 'd6ab30e5-2026-4aba-ad91-d0613562cc26', 'project_id': '5e9ad8bc738841bf987987e4b3fa436d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:53:06.740317 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-325b1ff2-df62-4be8-a0f4-38d134cad542 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Network 9f629d6c-5138-48d1-8d05-8c18d11b44d2 is scheduled to be hosted by DHCP agent 0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3 with binding_index 1 {{(pid=103590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 17:53:06.782506 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-325b1ff2-df62-4be8-a0f4-38d134cad542 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-8, 9f629d6c-5138-48d1-8d05-8c18d11b44d2) {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:53:06.788133 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-325b1ff2-df62-4be8-a0f4-38d134cad542 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:06.788952 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-325b1ff2-df62-4be8-a0f4-38d134cad542 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Publish callbacks [] for subnet, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:06.796524 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52382ee3-9dca-4e9f-92f9-aa7c14804587 None None] Network 9f629d6c-5138-48d1-8d05-8c18d11b44d2 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:53:06.804536 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a624a189-a013-407f-a1c8-5a5199776a4e tempest-TestVolumeBackupRestore-865720571 tempest-TestVolumeBackupRestore-865720571-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:06.823927 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-325b1ff2-df62-4be8-a0f4-38d134cad542 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9356592 Nov 23 17:53:06.825537 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 43344) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:53:06.830704 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-2773c890-e0dd-4c7a-870a-1436467c02c0 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Request body: {'subnet': {'network_id': '9f629d6c-5138-48d1-8d05-8c18d11b44d2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:53:06.855897 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d21ffd1c-76c9-443e-b2aa-2ac6efc9ef40 tempest-RoutersNegativeTest-2085489455 tempest-RoutersNegativeTest-2085489455-project] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:53:06.873677 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f7235d9-c24e-43a3-9407-cc13d62f2fa7 None None] Sync routers for ids ['c2a4c130-8053-427a-9817-f16f0b158dcb'] in n-d-816206-8 {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:53:06.878482 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-d21ffd1c-76c9-443e-b2aa-2ac6efc9ef40 tempest-RoutersNegativeTest-2085489455 tempest-RoutersNegativeTest-2085489455-project] 10.222.0.60 "PUT /v2.0/routers/c2a4c130-8053-427a-9817-f16f0b158dcb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5258224 Nov 23 17:53:06.879450 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 43346) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:53:06.894704 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e7a46de4-c10f-45d1-aea1-ab92bcd3536d req-41b509ce-5cef-47e7-b523-37694ec84eb6 tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] Router 7b0fa152-159a-4ecd-ad21-8c7c4fbaaf9e has already been hosted by L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 {{(pid=103591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 17:53:06.915151 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f7235d9-c24e-43a3-9407-cc13d62f2fa7 None None] Routers {'c2a4c130-8053-427a-9817-f16f0b158dcb'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:53:06.915894 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-5f7235d9-c24e-43a3-9407-cc13d62f2fa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:52:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['c2a4c130-8053-427a-9817-f16f0b158dcb'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:53:06.966609 n-d-816206-8 neutron-server[103590]: INFO neutron.api.v2.resource [None req-a9907d3c-d660-4d2f-834b-2e448b7c5bd1 tempest-RoutersNegativeTest-2085489455 tempest-RoutersNegativeTest-2085489455-project] show failed (client error): The resource could not be found. Nov 23 17:53:06.967742 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-a9907d3c-d660-4d2f-834b-2e448b7c5bd1 tempest-RoutersNegativeTest-2085489455 tempest-RoutersNegativeTest-2085489455-project] 10.222.0.60 "GET /v2.0/routers/tempest-non_exist_router-606321078 HTTP/1.1" status: 404 len: 334 time: 0.0834663 Nov 23 17:53:06.975406 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 43352) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:53:06.983761 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-d1cec0b9-a536-415d-8aba-4c8055c68904 tempest-RoutersNegativeTest-2085489455 tempest-RoutersNegativeTest-2085489455-project] Request body: {'router': {'name': 'new_name'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:53:06.997588 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a624a189-a013-407f-a1c8-5a5199776a4e tempest-TestVolumeBackupRestore-865720571 tempest-TestVolumeBackupRestore-865720571-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:06.999269 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-5f7235d9-c24e-43a3-9407-cc13d62f2fa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:53:07.041589 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a624a189-a013-407f-a1c8-5a5199776a4e tempest-TestVolumeBackupRestore-865720571 tempest-TestVolumeBackupRestore-865720571-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994370'] for security_group_rule, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:07.043666 n-d-816206-8 neutron-server[103590]: INFO neutron.api.v2.resource [None req-d1cec0b9-a536-415d-8aba-4c8055c68904 tempest-RoutersNegativeTest-2085489455 tempest-RoutersNegativeTest-2085489455-project] update failed (client error): The resource could not be found. Nov 23 17:53:07.045148 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-d1cec0b9-a536-415d-8aba-4c8055c68904 tempest-RoutersNegativeTest-2085489455 tempest-RoutersNegativeTest-2085489455-project] 10.222.0.60 "PUT /v2.0/routers/tempest-non_exist_router-1004100318 HTTP/1.1" status: 404 len: 335 time: 0.0658839 Nov 23 17:53:07.055366 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 43354) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:53:07.057724 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f7235d9-c24e-43a3-9407-cc13d62f2fa7 None None] Routers {'c2a4c130-8053-427a-9817-f16f0b158dcb'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:53:07.058667 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-5f7235d9-c24e-43a3-9407-cc13d62f2fa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:52:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['c2a4c130-8053-427a-9817-f16f0b158dcb'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:53:07.076290 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a624a189-a013-407f-a1c8-5a5199776a4e tempest-TestVolumeBackupRestore-865720571 tempest-TestVolumeBackupRestore-865720571-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8a4ca0c-183a-4606-bdff-8a69376ea16b,revision_number=0']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:53:07.095147 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a624a189-a013-407f-a1c8-5a5199776a4e tempest-TestVolumeBackupRestore-865720571 tempest-TestVolumeBackupRestore-865720571-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:07.102394 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 43356) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:53:07.102983 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-a624a189-a013-407f-a1c8-5a5199776a4e tempest-TestVolumeBackupRestore-865720571 tempest-TestVolumeBackupRestore-865720571-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3770640 Nov 23 17:53:07.116987 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-0d7c15df-bb59-456b-b366-f144ee17d19d tempest-TestVolumeBackupRestore-865720571 tempest-TestVolumeBackupRestore-865720571-project] Request body: {'security_group_rule': {'security_group_id': 'd6ab30e5-2026-4aba-ad91-d0613562cc26', 'project_id': '5e9ad8bc738841bf987987e4b3fa436d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:53:07.134941 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-5f7235d9-c24e-43a3-9407-cc13d62f2fa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:53:07.135603 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f7235d9-c24e-43a3-9407-cc13d62f2fa7 None None] The sync data for ids ['c2a4c130-8053-427a-9817-f16f0b158dcb'] in n-d-816206-8 is: [] {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:53:07.162323 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2773c890-e0dd-4c7a-870a-1436467c02c0 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Made reservation on behalf of 2200467e44b44a44a1c0b0228c060c21 for: {'subnet': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:53:07.166771 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2773c890-e0dd-4c7a-870a-1436467c02c0 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264730903'] for subnet, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:07.245719 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.db_base_plugin_v2 [None req-28a41ee0-1bee-4d95-ab7e-029857411f9f tempest-RoutersNegativeTest-2085489455 tempest-RoutersNegativeTest-2085489455-project] Deleting subnet 55cb99ab-48a1-44a6-9102-445c1f6c4fee {{(pid=103591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 17:53:07.252814 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e7a46de4-c10f-45d1-aea1-ab92bcd3536d req-41b509ce-5cef-47e7-b523-37694ec84eb6 tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:53:07.262038 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-28a41ee0-1bee-4d95-ab7e-029857411f9f tempest-RoutersNegativeTest-2085489455 tempest-RoutersNegativeTest-2085489455-project] Publish callbacks [] for subnet, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:07.265679 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ba5dd45-dd14-43bb-955b-bc4a3147599f None None] Sync routers for ids ['7b0fa152-159a-4ecd-ad21-8c7c4fbaaf9e'] in n-d-816206-8 {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:53:07.288773 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ba5dd45-dd14-43bb-955b-bc4a3147599f None None] Routers {'7b0fa152-159a-4ecd-ad21-8c7c4fbaaf9e'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:53:07.289416 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-5ba5dd45-dd14-43bb-955b-bc4a3147599f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:52:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['7b0fa152-159a-4ecd-ad21-8c7c4fbaaf9e'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:53:07.353348 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e655ea89-fe63-48ca-a8e0-7855e0f53915 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp355044b8-8e87-58c4-94fa-4a010ec30f9e-9f629d6c-5138-48d1-8d05-8c18d11b44d2', 'network_id': '9f629d6c-5138-48d1-8d05-8c18d11b44d2', 'tenant_id': '2200467e44b44a44a1c0b0228c060c21', 'fixed_ips': [{'subnet_id': '080853b7-eaf4-44b7-b03c-3bc76b76b359'}]}} from n-d-816206-8. {{(pid=103592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 17:53:07.367093 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-e655ea89-fe63-48ca-a8e0-7855e0f53915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:07.367967 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-28a41ee0-1bee-4d95-ab7e-029857411f9f tempest-RoutersNegativeTest-2085489455 tempest-RoutersNegativeTest-2085489455-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265990000'] for subnet, precommit_delete_associations {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:07.446254 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-5ba5dd45-dd14-43bb-955b-bc4a3147599f None None] Set router 7b0fa152-159a-4ecd-ad21-8c7c4fbaaf9e gateway port host: n-d-816206-8 {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:53:07.519905 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-28a41ee0-1bee-4d95-ab7e-029857411f9f tempest-RoutersNegativeTest-2085489455 tempest-RoutersNegativeTest-2085489455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971956'] for subnet, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:07.528948 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.db_base_plugin_common [None req-e655ea89-fe63-48ca-a8e0-7855e0f53915 None None] Allocated IP 2001:db8::2 (9f629d6c-5138-48d1-8d05-8c18d11b44d2/080853b7-eaf4-44b7-b03c-3bc76b76b359/4f87e924-a7f3-4cfc-980e-43f8041448e1) {{(pid=103592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:53:07.534658 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2773c890-e0dd-4c7a-870a-1436467c02c0 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264358096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264730885'] for subnet, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:07.613397 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2773c890-e0dd-4c7a-870a-1436467c02c0 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Pushing event updated for resources: {'Subnet': ['ID=7720e222-5ac3-4bab-bca9-f8dd6af32052,revision_number=0']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:53:07.630972 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-0d7c15df-bb59-456b-b366-f144ee17d19d tempest-TestVolumeBackupRestore-865720571 tempest-TestVolumeBackupRestore-865720571-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:07.646831 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2773c890-e0dd-4c7a-870a-1436467c02c0 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Network 9f629d6c-5138-48d1-8d05-8c18d11b44d2 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:53:07.648466 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-2773c890-e0dd-4c7a-870a-1436467c02c0 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:53:07.653530 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2773c890-e0dd-4c7a-870a-1436467c02c0 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:07.655350 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2773c890-e0dd-4c7a-870a-1436467c02c0 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Publish callbacks [] for subnet, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:07.682750 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-e655ea89-fe63-48ca-a8e0-7855e0f53915 None None] Publish callbacks [] for port, precommit_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:07.689581 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-5ba5dd45-dd14-43bb-955b-bc4a3147599f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b0fa152-159a-4ecd-ad21-8c7c4fbaaf9e', 'name': 'tempest-AttachVolumeTestJSON-1452379613-router', 'tenant_id': 'a72787eb39f84cbca4e464c3cac6bedf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.44'}], 'enable_snat': True}, 'gw_port_id': '65cabf95-cea0-4420-97d7-51a8cc6f9ed9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:48:38Z', 'updated_at': '2021-11-23T17:48:44Z', 'revision_number': 4, 'project_id': 'a72787eb39f84cbca4e464c3cac6bedf', 'gw_port': {'id': '65cabf95-cea0-4420-97d7-51a8cc6f9ed9', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:9e:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b0fa152-159a-4ecd-ad21-8c7c4fbaaf9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2930, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:48:39Z', 'updated_at': '2021-11-23T17:48:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_interfaces': [{'id': '79e2c73c-3033-4e4c-912b-faa2a2cb0bad', 'name': '', 'network_id': '65497e92-b0c3-442f-8f8a-bf07657099ba', 'tenant_id': 'a72787eb39f84cbca4e464c3cac6bedf', 'mac_address': 'fa:16:3e:c5:cf:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b0fa152-159a-4ecd-ad21-8c7c4fbaaf9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2931, 'fixed_ips': [{'subnet_id': 'edc28ddc-ae2c-4b2b-bf91-4f5ac80bdafe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:48:43Z', 'updated_at': '2021-11-23T17:48:50Z', 'revision_number': 5, 'project_id': 'a72787eb39f84cbca4e464c3cac6bedf', 'subnets': [{'id': 'edc28ddc-ae2c-4b2b-bf91-4f5ac80bdafe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:53:07.692987 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-e655ea89-fe63-48ca-a8e0-7855e0f53915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980'] for port, after_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:07.696050 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-2773c890-e0dd-4c7a-870a-1436467c02c0 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.8693838 Nov 23 17:53:07.696849 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 43364) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:53:07.717411 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ba5dd45-dd14-43bb-955b-bc4a3147599f None None] Checking router: 7b0fa152-159a-4ecd-ad21-8c7c4fbaaf9e for host: n-d-816206-8 {{(pid=103593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 17:53:07.728191 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ba5dd45-dd14-43bb-955b-bc4a3147599f None None] Routers {'7b0fa152-159a-4ecd-ad21-8c7c4fbaaf9e'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:53:07.728845 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-5ba5dd45-dd14-43bb-955b-bc4a3147599f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:52:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['7b0fa152-159a-4ecd-ad21-8c7c4fbaaf9e'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:53:07.734245 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-28a41ee0-1bee-4d95-ab7e-029857411f9f tempest-RoutersNegativeTest-2085489455 tempest-RoutersNegativeTest-2085489455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264758240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264314269'] for subnet, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:07.735728 n-d-816206-8 neutron-server[103592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e655ea89-fe63-48ca-a8e0-7855e0f53915 None None] Network 9f629d6c-5138-48d1-8d05-8c18d11b44d2 is already hosted by enough agents. {{(pid=103592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:53:07.741980 n-d-816206-8 neutron-server[103592]: DEBUG neutron.scheduler.base_scheduler [None req-e655ea89-fe63-48ca-a8e0-7855e0f53915 None None] Resources bound (agent type, host, resource id): {{(pid=103592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:53:07.745959 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e655ea89-fe63-48ca-a8e0-7855e0f53915 None None] Received port after_create {{(pid=103592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:53:07.781981 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-0d7c15df-bb59-456b-b366-f144ee17d19d tempest-TestVolumeBackupRestore-865720571 tempest-TestVolumeBackupRestore-865720571-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:07.838556 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7a46de4-c10f-45d1-aea1-ab92bcd3536d req-41b509ce-5cef-47e7-b523-37694ec84eb6 tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] No DVR routers for this DVR port 86c2bd86-2e00-4057-980f-a4e5c1d7c4d0 on host n-h2-816206-8 {{(pid=103591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:53:07.840434 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e655ea89-fe63-48ca-a8e0-7855e0f53915 None None] Pushing event updated for resources: {'Port': ['ID=4f87e924-a7f3-4cfc-980e-43f8041448e1,revision_number=1']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:53:07.852074 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-5ba5dd45-dd14-43bb-955b-bc4a3147599f None None] Set router 7b0fa152-159a-4ecd-ad21-8c7c4fbaaf9e gateway port host: n-d-816206-8 {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:53:07.864581 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-0d7c15df-bb59-456b-b366-f144ee17d19d tempest-TestVolumeBackupRestore-865720571 tempest-TestVolumeBackupRestore-865720571-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994370'] for security_group_rule, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:07.867158 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-e7a46de4-c10f-45d1-aea1-ab92bcd3536d req-41b509ce-5cef-47e7-b523-37694ec84eb6 tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:07.870286 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-e655ea89-fe63-48ca-a8e0-7855e0f53915 None None] Attempting to bind port 4f87e924-a7f3-4cfc-980e-43f8041448e1 on host n-d-816206-8 for vnic_type normal with profile {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:53:07.870738 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-e655ea89-fe63-48ca-a8e0-7855e0f53915 None None] Attempting to bind port 4f87e924-a7f3-4cfc-980e-43f8041448e1 by drivers openvswitch,hyperv on host n-d-816206-8 at level 0 using segments [{'id': '6e8953c4-4ee1-4afe-ba1c-720ae39a3d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '9f629d6c-5138-48d1-8d05-8c18d11b44d2'}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:53:07.871394 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e655ea89-fe63-48ca-a8e0-7855e0f53915 None None] Attempting to bind port 4f87e924-a7f3-4cfc-980e-43f8041448e1 on network 9f629d6c-5138-48d1-8d05-8c18d11b44d2 {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:53:07.871880 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e7a46de4-c10f-45d1-aea1-ab92bcd3536d req-41b509ce-5cef-47e7-b523-37694ec84eb6 tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] 10.222.0.36 "DELETE /v2.0/ports/86c2bd86-2e00-4057-980f-a4e5c1d7c4d0 HTTP/1.1" status: 204 len: 173 time: 2.6974797 Nov 23 17:53:07.872009 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fa59569-7e0b-4198-aa1f-ac1ea410c0f8 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:07.873944 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fa59569-7e0b-4198-aa1f-ac1ea410c0f8 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:07.876387 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fa59569-7e0b-4198-aa1f-ac1ea410c0f8 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:07.877462 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84e4a83d-70e7-4464-bfce-8989790c75ec', 'name': 'network-vif-deleted', 'tag': '86c2bd86-2e00-4057-980f-a4e5c1d7c4d0'}] {{(pid=103591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:53:07.879814 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fa59569-7e0b-4198-aa1f-ac1ea410c0f8 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:07.880370 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41d174a19ece9499ff9ec44e5b3fc50f2abd3ffbc947fb7e52ea1e8db27b95b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89333934-50cb-4334-9eba-5fbded5490eb" -d '{"events": [{"server_uuid": "84e4a83d-70e7-4464-bfce-8989790c75ec", "name": "network-vif-deleted", "tag": "86c2bd86-2e00-4057-980f-a4e5c1d7c4d0"}]}' {{(pid=103591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:53:07.880938 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e655ea89-fe63-48ca-a8e0-7855e0f53915 None None] Checking agent: {'id': '9e89acbe-4bbe-4c77-a18b-6f1da9133e0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 7, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 52, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:53:07.881475 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fa59569-7e0b-4198-aa1f-ac1ea410c0f8 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:07.881709 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e655ea89-fe63-48ca-a8e0-7855e0f53915 None None] Checking segment: {'id': '6e8953c4-4ee1-4afe-ba1c-720ae39a3d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '9f629d6c-5138-48d1-8d05-8c18d11b44d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:53:07.882359 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-e655ea89-fe63-48ca-a8e0-7855e0f53915 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:07.883474 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-7fa59569-7e0b-4198-aa1f-ac1ea410c0f8 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1854568 Nov 23 17:53:07.884541 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e655ea89-fe63-48ca-a8e0-7855e0f53915 None None] Bound using segment: {'id': '6e8953c4-4ee1-4afe-ba1c-720ae39a3d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '9f629d6c-5138-48d1-8d05-8c18d11b44d2'} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:53:07.884973 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a41ee0-1bee-4d95-ab7e-029857411f9f tempest-RoutersNegativeTest-2085489455 tempest-RoutersNegativeTest-2085489455-project] Pushing event deleted for resources: {'Subnet': ['ID=55cb99ab-48a1-44a6-9102-445c1f6c4fee,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:53:07.885749 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-e655ea89-fe63-48ca-a8e0-7855e0f53915 None None] Bound port: 4f87e924-a7f3-4cfc-980e-43f8041448e1, host: n-d-816206-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e8953c4-4ee1-4afe-ba1c-720ae39a3d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '9f629d6c-5138-48d1-8d05-8c18d11b44d2'}}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:53:07.886447 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-e655ea89-fe63-48ca-a8e0-7855e0f53915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:07.893148 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 43374) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:53:07.917266 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-246becc5-7bc5-4807-8a76-8dbcef074f5e tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1977770139'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:53:07.941931 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5d995873-c2b5-458b-a8a1-ab1d3fadc964 req-44c1d663-9a56-4f46-8cc3-68f98e9964f9 tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] 10.222.0.60 "GET /v2.0/ports?device_id=84e4a83d-70e7-4464-bfce-8989790c75ec HTTP/1.1" status: 200 len: 210 time: 0.0995591 Nov 23 17:53:07.948472 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7c15df-bb59-456b-b366-f144ee17d19d tempest-TestVolumeBackupRestore-865720571 tempest-TestVolumeBackupRestore-865720571-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa4a4e74-1b78-48e8-a1c0-3fe72e79943e,revision_number=0']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:53:07.961307 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-0d7c15df-bb59-456b-b366-f144ee17d19d tempest-TestVolumeBackupRestore-865720571 tempest-TestVolumeBackupRestore-865720571-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:07.966126 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-0d7c15df-bb59-456b-b366-f144ee17d19d tempest-TestVolumeBackupRestore-865720571 tempest-TestVolumeBackupRestore-865720571-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8601530 Nov 23 17:53:07.967730 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-28a41ee0-1bee-4d95-ab7e-029857411f9f tempest-RoutersNegativeTest-2085489455 tempest-RoutersNegativeTest-2085489455-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for subnet, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:07.971167 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-28a41ee0-1bee-4d95-ab7e-029857411f9f tempest-RoutersNegativeTest-2085489455 tempest-RoutersNegativeTest-2085489455-project] 10.222.0.60 "DELETE /v2.0/subnets/55cb99ab-48a1-44a6-9102-445c1f6c4fee HTTP/1.1" status: 204 len: 168 time: 0.9148057 Nov 23 17:53:07.972030 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 43378) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:53:07.979174 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-d2227b4a-07e3-465d-a30a-c235c95a754a tempest-TestVolumeBackupRestore-865720571 tempest-TestVolumeBackupRestore-865720571-project] Request body: {'security_group_rule': {'security_group_id': 'd6ab30e5-2026-4aba-ad91-d0613562cc26', 'project_id': '5e9ad8bc738841bf987987e4b3fa436d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:53:07.983899 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 43380) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:53:08.001901 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee545732-6339-44e9-a95a-179a1df72a00 None None] Network d3e1b6a1-40e6-4eb3-a9b6-aee0d5f581fe requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:53:08.023790 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-246becc5-7bc5-4807-8a76-8dbcef074f5e tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Made reservation on behalf of 2200467e44b44a44a1c0b0228c060c21 for: {'network': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:53:08.030926 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-246becc5-7bc5-4807-8a76-8dbcef074f5e tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for network, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:08.057731 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-e655ea89-fe63-48ca-a8e0-7855e0f53915 None None] For port 4f87e924-a7f3-4cfc-980e-43f8041448e1, host n-d-816206-8, cleared binding levels {{(pid=103592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:53:08.059396 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:53:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04998c33-8096-4566-ac73-e14d79ccbb09 x-openstack-request-id: req-04998c33-8096-4566-ac73-e14d79ccbb09 {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:53:08.061323 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-e655ea89-fe63-48ca-a8e0-7855e0f53915 None None] For port 4f87e924-a7f3-4cfc-980e-43f8041448e1, host n-d-816206-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=4f87e924-a7f3-4cfc-980e-43f8041448e1,segment=NetworkSegment(6e8953c4-4ee1-4afe-ba1c-720ae39a3d3d),segment_id=6e8953c4-4ee1-4afe-ba1c-720ae39a3d3d)] {{(pid=103592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:53:08.061680 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84e4a83d-70e7-4464-bfce-8989790c75ec", "name": "network-vif-deleted", "tag": "86c2bd86-2e00-4057-980f-a4e5c1d7c4d0", "status": "completed", "code": 200}]} {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:53:08.062184 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-04998c33-8096-4566-ac73-e14d79ccbb09 {{(pid=103591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:53:08.063030 n-d-816206-8 neutron-server[103591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84e4a83d-70e7-4464-bfce-8989790c75ec', 'name': 'network-vif-deleted', 'tag': '86c2bd86-2e00-4057-980f-a4e5c1d7c4d0', 'status': 'completed', 'code': 200} Nov 23 17:53:08.076647 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-e655ea89-fe63-48ca-a8e0-7855e0f53915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:08.085965 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-246becc5-7bc5-4807-8a76-8dbcef074f5e tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] vlan segment allocate from pool success with {'vlan_id': 540, 'physical_network': 'physnet1'} {{(pid=103590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 17:53:08.106449 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-d2227b4a-07e3-465d-a30a-c235c95a754a tempest-TestVolumeBackupRestore-865720571 tempest-TestVolumeBackupRestore-865720571-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:08.112698 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-246becc5-7bc5-4807-8a76-8dbcef074f5e tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:08.113179 n-d-816206-8 neutron-server[103590]: INFO neutron.db.segments_db [None req-246becc5-7bc5-4807-8a76-8dbcef074f5e tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Added segment 07a690b2-8a55-446a-af8e-bff06d074a46 of type vlan for network 9d7b8a56-fcaa-4eb1-9e0c-485e699eedee Nov 23 17:53:08.187126 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-5ba5dd45-dd14-43bb-955b-bc4a3147599f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b0fa152-159a-4ecd-ad21-8c7c4fbaaf9e', 'name': 'tempest-AttachVolumeTestJSON-1452379613-router', 'tenant_id': 'a72787eb39f84cbca4e464c3cac6bedf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.44'}], 'enable_snat': True}, 'gw_port_id': '65cabf95-cea0-4420-97d7-51a8cc6f9ed9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:48:38Z', 'updated_at': '2021-11-23T17:48:44Z', 'revision_number': 4, 'project_id': 'a72787eb39f84cbca4e464c3cac6bedf', 'gw_port': {'id': '65cabf95-cea0-4420-97d7-51a8cc6f9ed9', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:9e:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b0fa152-159a-4ecd-ad21-8c7c4fbaaf9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2930, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:48:39Z', 'updated_at': '2021-11-23T17:48:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_interfaces': [{'id': '79e2c73c-3033-4e4c-912b-faa2a2cb0bad', 'name': '', 'network_id': '65497e92-b0c3-442f-8f8a-bf07657099ba', 'tenant_id': 'a72787eb39f84cbca4e464c3cac6bedf', 'mac_address': 'fa:16:3e:c5:cf:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b0fa152-159a-4ecd-ad21-8c7c4fbaaf9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2931, 'fixed_ips': [{'subnet_id': 'edc28ddc-ae2c-4b2b-bf91-4f5ac80bdafe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:48:43Z', 'updated_at': '2021-11-23T17:48:50Z', 'revision_number': 5, 'project_id': 'a72787eb39f84cbca4e464c3cac6bedf', 'subnets': [{'id': 'edc28ddc-ae2c-4b2b-bf91-4f5ac80bdafe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:53:08.196423 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.db_base_plugin_v2 [None req-6bac8f72-6fcd-43c3-b6ce-1fc359112bbf tempest-RoutersNegativeTest-2085489455 tempest-RoutersNegativeTest-2085489455-project] Deleting subnet 4d253802-b0bd-4d69-bc71-940c9b11e340 {{(pid=103591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 17:53:08.208532 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-6bac8f72-6fcd-43c3-b6ce-1fc359112bbf tempest-RoutersNegativeTest-2085489455 tempest-RoutersNegativeTest-2085489455-project] Publish callbacks [] for subnet, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:08.214458 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-246becc5-7bc5-4807-8a76-8dbcef074f5e tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736635338810'] for network, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:08.238044 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ba5dd45-dd14-43bb-955b-bc4a3147599f None None] The sync data for ids ['7b0fa152-159a-4ecd-ad21-8c7c4fbaaf9e'] in n-d-816206-8 is: [{'id': '7b0fa152-159a-4ecd-ad21-8c7c4fbaaf9e', 'name': 'tempest-AttachVolumeTestJSON-1452379613-router', 'tenant_id': 'a72787eb39f84cbca4e464c3cac6bedf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.44'}], 'enable_snat': True}, 'gw_port_id': '65cabf95-cea0-4420-97d7-51a8cc6f9ed9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:48:38Z', 'updated_at': '2021-11-23T17:48:44Z', 'revision_number': 4, 'project_id': 'a72787eb39f84cbca4e464c3cac6bedf', 'gw_port': {'id': '65cabf95-cea0-4420-97d7-51a8cc6f9ed9', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:9e:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b0fa152-159a-4ecd-ad21-8c7c4fbaaf9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2930, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:48:39Z', 'updated_at': '2021-11-23T17:48:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_interfaces': [{'id': '79e2c73c-3033-4e4c-912b-faa2a2cb0bad', 'name': '', 'network_id': '65497e92-b0c3-442f-8f8a-bf07657099ba', 'tenant_id': 'a72787eb39f84cbca4e464c3cac6bedf', 'mac_address': 'fa:16:3e:c5:cf:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b0fa152-159a-4ecd-ad21-8c7c4fbaaf9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2931, 'fixed_ips': [{'subnet_id': 'edc28ddc-ae2c-4b2b-bf91-4f5ac80bdafe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:48:43Z', 'updated_at': '2021-11-23T17:48:50Z', 'revision_number': 5, 'project_id': 'a72787eb39f84cbca4e464c3cac6bedf', 'subnets': [{'id': 'edc28ddc-ae2c-4b2b-bf91-4f5ac80bdafe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:53:08.260312 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e655ea89-fe63-48ca-a8e0-7855e0f53915 None None] Pushing event updated for resources: {'Port': ['ID=4f87e924-a7f3-4cfc-980e-43f8041448e1,revision_number=2']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:53:08.281096 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device 86c2bd86-2e00-4057-980f-a4e5c1d7c4d0 no longer exists at agent hyperv_n-h2-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:53:08.291075 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-246becc5-7bc5-4807-8a76-8dbcef074f5e tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493'] for network, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:08.309211 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-246becc5-7bc5-4807-8a76-8dbcef074f5e tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:08.310046 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-246becc5-7bc5-4807-8a76-8dbcef074f5e tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Publish callbacks [] for network, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:08.311390 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-6bac8f72-6fcd-43c3-b6ce-1fc359112bbf tempest-RoutersNegativeTest-2085489455 tempest-RoutersNegativeTest-2085489455-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265990000'] for subnet, precommit_delete_associations {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:08.346636 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] No Port match for: 86c2bd86-2e00-4057-980f-a4e5c1d7c4d0 {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:53:08.347026 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device 86c2bd86-2e00-4057-980f-a4e5c1d7c4d0 not bound to the agent host n-h2-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:53:08.404340 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-d2227b4a-07e3-465d-a30a-c235c95a754a tempest-TestVolumeBackupRestore-865720571 tempest-TestVolumeBackupRestore-865720571-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:08.410743 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-246becc5-7bc5-4807-8a76-8dbcef074f5e tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5129681 Nov 23 17:53:08.412170 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-d2227b4a-07e3-465d-a30a-c235c95a754a tempest-TestVolumeBackupRestore-865720571 tempest-TestVolumeBackupRestore-865720571-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994370'] for security_group_rule, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:08.413656 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 43382) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:53:08.432633 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-d8ecf2f8-c219-4774-b223-3d22556dbce4 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Request body: {'network': {'name': 'New_network'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:53:08.452596 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246becc5-7bc5-4807-8a76-8dbcef074f5e tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Pushing event updated for resources: {'Network': ['ID=9d7b8a56-fcaa-4eb1-9e0c-485e699eedee,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:53:08.473359 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Network 9d7b8a56-fcaa-4eb1-9e0c-485e699eedee details requested by agent ovs-agent-n-d-816206-8 with host n-d-816206-8 {{(pid=103592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 17:53:08.492851 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2227b4a-07e3-465d-a30a-c235c95a754a tempest-TestVolumeBackupRestore-865720571 tempest-TestVolumeBackupRestore-865720571-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43fbc392-8bd0-4166-a4b5-160b9a110b74,revision_number=0']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:53:08.582328 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adc4c1c5-73b3-454a-bccd-a73807112687 None None] DHCP port deletion for d3e1b6a1-40e6-4eb3-a9b6-aee0d5f581fe request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:53:08.696477 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-d2227b4a-07e3-465d-a30a-c235c95a754a tempest-TestVolumeBackupRestore-865720571 tempest-TestVolumeBackupRestore-865720571-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:08.700770 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-d2227b4a-07e3-465d-a30a-c235c95a754a tempest-TestVolumeBackupRestore-865720571 tempest-TestVolumeBackupRestore-865720571-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7248466 Nov 23 17:53:08.701058 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 43390) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:53:08.706175 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-7ca09349-ff5c-4821-9640-94d45bed0d13 tempest-TestVolumeBackupRestore-865720571 tempest-TestVolumeBackupRestore-865720571-project] Request body: {'security_group_rule': {'security_group_id': 'd6ab30e5-2026-4aba-ad91-d0613562cc26', 'project_id': '5e9ad8bc738841bf987987e4b3fa436d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:53:08.761098 n-d-816206-8 neutron-server[103590]: INFO neutron.db.securitygroups_db [None req-7ca09349-ff5c-4821-9640-94d45bed0d13 tempest-TestVolumeBackupRestore-865720571 tempest-TestVolumeBackupRestore-865720571-project] Project 5e9ad8bc738841bf987987e4b3fa436d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 17:53:08.775609 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7ca09349-ff5c-4821-9640-94d45bed0d13 tempest-TestVolumeBackupRestore-865720571 tempest-TestVolumeBackupRestore-865720571-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:08.776072 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-6bac8f72-6fcd-43c3-b6ce-1fc359112bbf tempest-RoutersNegativeTest-2085489455 tempest-RoutersNegativeTest-2085489455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971956'] for subnet, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:08.793161 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-adc4c1c5-73b3-454a-bccd-a73807112687 None None] Deleting port 566f0d43-8698-4d64-8cf1-6d5a78e0ab61 {{(pid=103592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:53:08.794483 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-adc4c1c5-73b3-454a-bccd-a73807112687 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:08.886630 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-d8ecf2f8-c219-4774-b223-3d22556dbce4 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736635338810'] for network, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:08.894211 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-adc4c1c5-73b3-454a-bccd-a73807112687 None None] For port 566f0d43-8698-4d64-8cf1-6d5a78e0ab61, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=566f0d43-8698-4d64-8cf1-6d5a78e0ab61,segment=NetworkSegment(c1d11c39-2255-4f91-9d7e-d7f45af61ddb),segment_id=c1d11c39-2255-4f91-9d7e-d7f45af61ddb)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:53:08.895272 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-adc4c1c5-73b3-454a-bccd-a73807112687 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:08.897949 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7ca09349-ff5c-4821-9640-94d45bed0d13 tempest-TestVolumeBackupRestore-865720571 tempest-TestVolumeBackupRestore-865720571-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:08.905087 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7ca09349-ff5c-4821-9640-94d45bed0d13 tempest-TestVolumeBackupRestore-865720571 tempest-TestVolumeBackupRestore-865720571-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994370'] for security_group_rule, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:08.911213 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-d8ecf2f8-c219-4774-b223-3d22556dbce4 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493'] for network, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:08.915106 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-adc4c1c5-73b3-454a-bccd-a73807112687 None None] Calling delete_port for 566f0d43-8698-4d64-8cf1-6d5a78e0ab61 owned by network:dhcp {{(pid=103592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:53:08.921292 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d8ecf2f8-c219-4774-b223-3d22556dbce4 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Network 9d7b8a56-fcaa-4eb1-9e0c-485e699eedee is not hosted by any dhcp agent {{(pid=103591) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 23 17:53:08.926901 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8ecf2f8-c219-4774-b223-3d22556dbce4 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:08.927503 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-d8ecf2f8-c219-4774-b223-3d22556dbce4 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Publish callbacks [] for network, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:08.932545 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-d8ecf2f8-c219-4774-b223-3d22556dbce4 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] 10.222.0.60 "PUT /v2.0/networks/9d7b8a56-fcaa-4eb1-9e0c-485e699eedee HTTP/1.1" status: 200 len: 723 time: 0.5114987 Nov 23 17:53:08.933281 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 43392) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:53:08.936462 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-6bac8f72-6fcd-43c3-b6ce-1fc359112bbf tempest-RoutersNegativeTest-2085489455 tempest-RoutersNegativeTest-2085489455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264758240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264314269'] for subnet, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:08.941630 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-71d7afdf-0f08-42e5-a770-d3aa7c615d5a tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Request body: {'subnet': {'network_id': '9d7b8a56-fcaa-4eb1-9e0c-485e699eedee', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:53:08.959859 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca09349-ff5c-4821-9640-94d45bed0d13 tempest-TestVolumeBackupRestore-865720571 tempest-TestVolumeBackupRestore-865720571-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c78ce74d-32ac-4263-9a84-1b6638e55cd0,revision_number=0']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:53:08.967127 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7ca09349-ff5c-4821-9640-94d45bed0d13 tempest-TestVolumeBackupRestore-865720571 tempest-TestVolumeBackupRestore-865720571-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:08.968397 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-7ca09349-ff5c-4821-9640-94d45bed0d13 tempest-TestVolumeBackupRestore-865720571 tempest-TestVolumeBackupRestore-865720571-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2662475 Nov 23 17:53:08.972443 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 43396) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:53:08.993540 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcdb1d2b-288b-4735-9a4b-e71c6a446b65 None None] New status for floating IP 490f6d83-8456-4321-9958-c93e4d7d6665: DOWN {{(pid=103592) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 17:53:09.001832 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-57d0e6eb-7089-497d-abcd-b7ad32624b1f tempest-TestVolumeBackupRestore-865720571 tempest-TestVolumeBackupRestore-865720571-project] Request body: {'security_group_rule': {'security_group_id': 'd6ab30e5-2026-4aba-ad91-d0613562cc26', 'project_id': '5e9ad8bc738841bf987987e4b3fa436d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:53:09.010159 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ecf2f8-c219-4774-b223-3d22556dbce4 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Pushing event updated for resources: {'Network': ['ID=9d7b8a56-fcaa-4eb1-9e0c-485e699eedee,revision_number=2']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:53:09.024636 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-6bac8f72-6fcd-43c3-b6ce-1fc359112bbf tempest-RoutersNegativeTest-2085489455 tempest-RoutersNegativeTest-2085489455-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for subnet, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:09.031292 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-6bac8f72-6fcd-43c3-b6ce-1fc359112bbf tempest-RoutersNegativeTest-2085489455 tempest-RoutersNegativeTest-2085489455-project] 10.222.0.60 "DELETE /v2.0/subnets/4d253802-b0bd-4d69-bc71-940c9b11e340 HTTP/1.1" status: 204 len: 168 time: 1.0431821 Nov 23 17:53:09.043895 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 43402) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:53:09.069968 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bac8f72-6fcd-43c3-b6ce-1fc359112bbf tempest-RoutersNegativeTest-2085489455 tempest-RoutersNegativeTest-2085489455-project] Pushing event deleted for resources: {'Subnet': ['ID=4d253802-b0bd-4d69-bc71-940c9b11e340,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:53:09.083928 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Network 9d7b8a56-fcaa-4eb1-9e0c-485e699eedee details requested by agent ovs-agent-n-d-816206-8 with host n-d-816206-8 {{(pid=103592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 17:53:09.087342 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9914c0a-36b4-4c6f-a986-de864f20f04f None None] Network 494cd995-9163-4fb6-a55a-be4e6cc5782f requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:53:09.111685 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 43406) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:53:09.179248 n-d-816206-8 neutron-server[103590]: INFO neutron.db.securitygroups_db [None req-57d0e6eb-7089-497d-abcd-b7ad32624b1f tempest-TestVolumeBackupRestore-865720571 tempest-TestVolumeBackupRestore-865720571-project] Project 5e9ad8bc738841bf987987e4b3fa436d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 17:53:09.197817 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-57d0e6eb-7089-497d-abcd-b7ad32624b1f tempest-TestVolumeBackupRestore-865720571 tempest-TestVolumeBackupRestore-865720571-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:09.202497 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-344995df-5a53-468e-a129-92f20a0211a3 tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] Publish callbacks [] for security_group, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:09.225963 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-add5542a-b6b5-4af0-8fed-b83555c7ff7a tempest-RoutersNegativeTest-2085489455 tempest-RoutersNegativeTest-2085489455-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-555181'] for network, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:09.257996 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-344995df-5a53-468e-a129-92f20a0211a3 tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:09.270750 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71d7afdf-0f08-42e5-a770-d3aa7c615d5a tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Made reservation on behalf of 2200467e44b44a44a1c0b0228c060c21 for: {'subnet': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:53:09.277048 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-71d7afdf-0f08-42e5-a770-d3aa7c615d5a tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264730903'] for subnet, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:09.345196 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-344995df-5a53-468e-a129-92f20a0211a3 tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:09.351154 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-344995df-5a53-468e-a129-92f20a0211a3 tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] Publish callbacks [] for security_group, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:09.354843 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-344995df-5a53-468e-a129-92f20a0211a3 tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] 10.222.0.60 "DELETE /v2.0/security-groups/3b27d2e1-77aa-4824-820e-41aa2cca6128 HTTP/1.1" status: 204 len: 168 time: 0.2396569 Nov 23 17:53:09.356665 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 43410) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:53:09.405341 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344995df-5a53-468e-a129-92f20a0211a3 tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b27d2e1-77aa-4824-820e-41aa2cca6128,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:53:09.409216 n-d-816206-8 neutron-server[103591]: INFO neutron.api.v2.resource [None req-23e3976a-ba92-4234-a137-613493db1bef tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] show failed (client error): The resource could not be found. Nov 23 17:53:09.411306 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-23e3976a-ba92-4234-a137-613493db1bef tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] 10.222.0.60 "GET /v2.0/security-groups/3b27d2e1-77aa-4824-820e-41aa2cca6128 HTTP/1.1" status: 404 len: 347 time: 0.0404346 Nov 23 17:53:09.413835 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 43414) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:53:09.462014 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-adc4c1c5-73b3-454a-bccd-a73807112687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989'] for port, after_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:09.531523 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc4c1c5-73b3-454a-bccd-a73807112687 None None] Pushing event deleted for resources: {'Port': ['ID=566f0d43-8698-4d64-8cf1-6d5a78e0ab61,revision_number=None']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:53:09.546049 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adc4c1c5-73b3-454a-bccd-a73807112687 None None] No DVR routers for this DVR port 566f0d43-8698-4d64-8cf1-6d5a78e0ab61 on host n-d-816206-8 {{(pid=103592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:53:09.620624 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-57d0e6eb-7089-497d-abcd-b7ad32624b1f tempest-TestVolumeBackupRestore-865720571 tempest-TestVolumeBackupRestore-865720571-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:09.683856 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b59f834-9555-439a-a1b8-2f5f0b23bd31 None None] DHCP port deletion for 494cd995-9163-4fb6-a55a-be4e6cc5782f request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:53:09.688824 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-2d73289d-f6c5-483f-8428-6af4d1c66039 tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] Deleting port ba5a6a8d-91b3-4925-9de6-2e16a4b2d82f {{(pid=103591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:53:09.689490 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-2d73289d-f6c5-483f-8428-6af4d1c66039 tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:09.699350 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-add5542a-b6b5-4af0-8fed-b83555c7ff7a tempest-RoutersNegativeTest-2085489455 tempest-RoutersNegativeTest-2085489455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973419', 'neutron.services.segments.db._delete_segments_for_network-8736635878840'] for network, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:09.703270 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-57d0e6eb-7089-497d-abcd-b7ad32624b1f tempest-TestVolumeBackupRestore-865720571 tempest-TestVolumeBackupRestore-865720571-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994370'] for security_group_rule, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:09.777863 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-0b59f834-9555-439a-a1b8-2f5f0b23bd31 None None] Deleting port 814a6883-e10b-465f-aa6b-dbf8ea5441be {{(pid=103592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:53:09.778237 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-0b59f834-9555-439a-a1b8-2f5f0b23bd31 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:09.818236 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-add5542a-b6b5-4af0-8fed-b83555c7ff7a tempest-RoutersNegativeTest-2085489455 tempest-RoutersNegativeTest-2085489455-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3e1b6a1-40e6-4eb3-a9b6-aee0d5f581fe']}} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:53:09.824028 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d0e6eb-7089-497d-abcd-b7ad32624b1f tempest-TestVolumeBackupRestore-865720571 tempest-TestVolumeBackupRestore-865720571-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48d0a29a-1b7e-4f0b-871c-4d61ef7dd356,revision_number=0']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:53:09.837835 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-57d0e6eb-7089-497d-abcd-b7ad32624b1f tempest-TestVolumeBackupRestore-865720571 tempest-TestVolumeBackupRestore-865720571-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:09.847607 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-57d0e6eb-7089-497d-abcd-b7ad32624b1f tempest-TestVolumeBackupRestore-865720571 tempest-TestVolumeBackupRestore-865720571-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.8655005 Nov 23 17:53:09.847607 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-add5542a-b6b5-4af0-8fed-b83555c7ff7a tempest-RoutersNegativeTest-2085489455 tempest-RoutersNegativeTest-2085489455-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1d11c39-2255-4f91-9d7e-d7f45af61ddb') {'for_net_delete': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:53:09.847607 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-add5542a-b6b5-4af0-8fed-b83555c7ff7a tempest-RoutersNegativeTest-2085489455 tempest-RoutersNegativeTest-2085489455-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1d11c39-2255-4f91-9d7e-d7f45af61ddb') {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:53:09.852312 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-add5542a-b6b5-4af0-8fed-b83555c7ff7a tempest-RoutersNegativeTest-2085489455 tempest-RoutersNegativeTest-2085489455-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736635840332', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-267528353'] for segment, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:09.863846 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-71d7afdf-0f08-42e5-a770-d3aa7c615d5a tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264358096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264730885'] for subnet, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:09.890916 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-0b59f834-9555-439a-a1b8-2f5f0b23bd31 None None] For port 814a6883-e10b-465f-aa6b-dbf8ea5441be, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=814a6883-e10b-465f-aa6b-dbf8ea5441be,segment=NetworkSegment(6194a1b4-e489-4a92-8648-0838a67df26b),segment_id=6194a1b4-e489-4a92-8648-0838a67df26b)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:53:09.891324 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-0b59f834-9555-439a-a1b8-2f5f0b23bd31 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:09.919993 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d7afdf-0f08-42e5-a770-d3aa7c615d5a tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Pushing event updated for resources: {'Subnet': ['ID=8d4601fc-6419-4bd0-aea9-d71343854fff,revision_number=0']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:53:09.922914 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-add5542a-b6b5-4af0-8fed-b83555c7ff7a tempest-RoutersNegativeTest-2085489455 tempest-RoutersNegativeTest-2085489455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:09.927533 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-0b59f834-9555-439a-a1b8-2f5f0b23bd31 None None] Calling delete_port for 814a6883-e10b-465f-aa6b-dbf8ea5441be owned by network:dhcp {{(pid=103592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:53:09.936581 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-add5542a-b6b5-4af0-8fed-b83555c7ff7a tempest-RoutersNegativeTest-2085489455 tempest-RoutersNegativeTest-2085489455-project] Releasing vlan 516 on physical network physnet1 to pool {{(pid=103590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 17:53:09.937047 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-add5542a-b6b5-4af0-8fed-b83555c7ff7a tempest-RoutersNegativeTest-2085489455 tempest-RoutersNegativeTest-2085489455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264370093'] for segment, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:09.940317 n-d-816206-8 neutron-server[103590]: Traceback (most recent call last): Nov 23 17:53:09.940317 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 17:53:09.940317 n-d-816206-8 neutron-server[103590]: timer() Nov 23 17:53:09.940317 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 17:53:09.940317 n-d-816206-8 neutron-server[103590]: cb(*args, **kw) Nov 23 17:53:09.940317 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 17:53:09.940317 n-d-816206-8 neutron-server[103590]: return func(*args, **kwargs) Nov 23 17:53:09.940317 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 17:53:09.940317 n-d-816206-8 neutron-server[103590]: self._notify() Nov 23 17:53:09.940317 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 17:53:09.940317 n-d-816206-8 neutron-server[103590]: self.callback(batched_events) Nov 23 17:53:09.940317 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 17:53:09.940317 n-d-816206-8 neutron-server[103590]: event.method(event) Nov 23 17:53:09.940317 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 17:53:09.940317 n-d-816206-8 neutron-server[103590]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 17:53:09.940317 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 17:53:09.940317 n-d-816206-8 neutron-server[103590]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 17:53:09.940317 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 17:53:09.940317 n-d-816206-8 neutron-server[103590]: return f(self, *a, **k) Nov 23 17:53:09.940317 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 17:53:09.940317 n-d-816206-8 neutron-server[103590]: return self._get(url).json() Nov 23 17:53:09.940317 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 17:53:09.940317 n-d-816206-8 neutron-server[103590]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 17:53:09.940317 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 17:53:09.940317 n-d-816206-8 neutron-server[103590]: return self.request(url, 'GET', **kwargs) Nov 23 17:53:09.940317 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 17:53:09.940317 n-d-816206-8 neutron-server[103590]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 17:53:09.940317 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 17:53:09.940317 n-d-816206-8 neutron-server[103590]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 17:53:09.940317 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 17:53:09.940317 n-d-816206-8 neutron-server[103590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 17:53:09.940317 n-d-816206-8 neutron-server[103590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 17:53:10.069951 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6a95378-1be4-443f-9cb9-2f4954f137d3 None None] Network 9f629d6c-5138-48d1-8d05-8c18d11b44d2 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:53:10.089723 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71d7afdf-0f08-42e5-a770-d3aa7c615d5a tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Checking segment: {'id': '07a690b2-8a55-446a-af8e-bff06d074a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '9d7b8a56-fcaa-4eb1-9e0c-485e699eedee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:53:10.090658 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71d7afdf-0f08-42e5-a770-d3aa7c615d5a tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Network hostable DHCP agents. Network: 9d7b8a56-fcaa-4eb1-9e0c-485e699eedee, hostable agents: ['0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3'], hosted agents: [] {{(pid=103590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 17:53:10.098840 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-0b59f834-9555-439a-a1b8-2f5f0b23bd31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989'] for port, after_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:10.102701 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-add5542a-b6b5-4af0-8fed-b83555c7ff7a tempest-RoutersNegativeTest-2085489455 tempest-RoutersNegativeTest-2085489455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1795418'] for network, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:10.111077 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-add5542a-b6b5-4af0-8fed-b83555c7ff7a tempest-RoutersNegativeTest-2085489455 tempest-RoutersNegativeTest-2085489455-project] Publish callbacks [] for network, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:10.116646 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-add5542a-b6b5-4af0-8fed-b83555c7ff7a tempest-RoutersNegativeTest-2085489455 tempest-RoutersNegativeTest-2085489455-project] 10.222.0.60 "DELETE /v2.0/networks/d3e1b6a1-40e6-4eb3-a9b6-aee0d5f581fe HTTP/1.1" status: 204 len: 168 time: 1.0710855 Nov 23 17:53:10.132930 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 43432) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:53:10.141300 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b59f834-9555-439a-a1b8-2f5f0b23bd31 None None] Pushing event deleted for resources: {'Port': ['ID=814a6883-e10b-465f-aa6b-dbf8ea5441be,revision_number=None']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:53:10.145216 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b59f834-9555-439a-a1b8-2f5f0b23bd31 None None] No DVR routers for this DVR port 814a6883-e10b-465f-aa6b-dbf8ea5441be on host n-d-816206-8 {{(pid=103592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:53:10.163946 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71d7afdf-0f08-42e5-a770-d3aa7c615d5a tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Network 9d7b8a56-fcaa-4eb1-9e0c-485e699eedee is scheduled to be hosted by DHCP agent 0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3 with binding_index 1 {{(pid=103590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 17:53:10.192790 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9303d5e3-5004-4e91-8e48-1a3af0303319 None None] Provisioning complete for port 4f87e924-a7f3-4cfc-980e-43f8041448e1 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:53:10.193207 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9303d5e3-5004-4e91-8e48-1a3af0303319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:10.225594 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-71d7afdf-0f08-42e5-a770-d3aa7c615d5a tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-8, 9d7b8a56-fcaa-4eb1-9e0c-485e699eedee) {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:53:10.225594 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add5542a-b6b5-4af0-8fed-b83555c7ff7a tempest-RoutersNegativeTest-2085489455 tempest-RoutersNegativeTest-2085489455-project] Pushing event deleted for resources: {'Network': ['ID=d3e1b6a1-40e6-4eb3-a9b6-aee0d5f581fe,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:53:10.246820 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c84b4968-e631-4fb2-8963-0a96c3b7de59 None None] Network 9d7b8a56-fcaa-4eb1-9e0c-485e699eedee requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:53:10.269899 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71d7afdf-0f08-42e5-a770-d3aa7c615d5a tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:10.270866 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-71d7afdf-0f08-42e5-a770-d3aa7c615d5a tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Publish callbacks [] for subnet, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:10.330394 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-71d7afdf-0f08-42e5-a770-d3aa7c615d5a tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3946590 Nov 23 17:53:10.331428 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 43434) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:53:10.341456 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-eb4b40b5-f386-4d25-bb89-70c87dd53e97 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:53:10.383271 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 4f87e924-a7f3-4cfc-980e-43f8041448e1 up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:53:10.387615 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8e68ece5-a166-45cb-8274-62593d0629b4 tempest-RoutersNegativeTest-2085489455 tempest-RoutersNegativeTest-2085489455-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-555181'] for network, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:10.429665 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-2d73289d-f6c5-483f-8428-6af4d1c66039 tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:10.432516 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-2d73289d-f6c5-483f-8428-6af4d1c66039 tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:10.457292 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-2d73289d-f6c5-483f-8428-6af4d1c66039 tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] Calling delete_port for ba5a6a8d-91b3-4925-9de6-2e16a4b2d82f owned by network:floatingip {{(pid=103591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:53:10.463176 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ade3239e-0cdd-4fc1-aaa8-c5de736edce1 req-1f37d394-9a7f-41cd-a0fa-9d1c71f6556b tempest-TestVolumeBackupRestore-865720571 tempest-TestVolumeBackupRestore-865720571-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-320613398&fields=id&tenant_id=5e9ad8bc738841bf987987e4b3fa436d HTTP/1.1" status: 200 len: 267 time: 0.0808771 Nov 23 17:53:10.502439 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-eb4b40b5-f386-4d25-bb89-70c87dd53e97 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-264730894'] for subnet, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:10.620769 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8e68ece5-a166-45cb-8274-62593d0629b4 tempest-RoutersNegativeTest-2085489455 tempest-RoutersNegativeTest-2085489455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973419', 'neutron.services.segments.db._delete_segments_for_network-8736635878840'] for network, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:10.647565 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a011190-c2db-4670-8cc9-bf9ad39954bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp355044b8-8e87-58c4-94fa-4a010ec30f9e-9d7b8a56-fcaa-4eb1-9e0c-485e699eedee', 'network_id': '9d7b8a56-fcaa-4eb1-9e0c-485e699eedee', 'tenant_id': '2200467e44b44a44a1c0b0228c060c21', 'fixed_ips': [{'subnet_id': '8d4601fc-6419-4bd0-aea9-d71343854fff'}]}} from n-d-816206-8. {{(pid=103592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 17:53:10.649603 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-5a011190-c2db-4670-8cc9-bf9ad39954bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:10.658055 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade3239e-0cdd-4fc1-aaa8-c5de736edce1 req-5ef58582-303f-4a92-bb6a-3d3ebfe6e60a tempest-TestVolumeBackupRestore-865720571 tempest-TestVolumeBackupRestore-865720571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:10.659792 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ade3239e-0cdd-4fc1-aaa8-c5de736edce1 req-5ef58582-303f-4a92-bb6a-3d3ebfe6e60a tempest-TestVolumeBackupRestore-865720571 tempest-TestVolumeBackupRestore-865720571-project] 10.222.0.60 "GET /v2.0/networks?id=558ec34e-132d-47d4-bc3f-17b80c2b57a8 HTTP/1.1" status: 200 len: 812 time: 0.1854393 Nov 23 17:53:10.706578 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-8e68ece5-a166-45cb-8274-62593d0629b4 tempest-RoutersNegativeTest-2085489455 tempest-RoutersNegativeTest-2085489455-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['494cd995-9163-4fb6-a55a-be4e6cc5782f']}} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:53:10.719775 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9303d5e3-5004-4e91-8e48-1a3af0303319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:10.721185 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-8e68ece5-a166-45cb-8274-62593d0629b4 tempest-RoutersNegativeTest-2085489455 tempest-RoutersNegativeTest-2085489455-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6194a1b4-e489-4a92-8648-0838a67df26b') {'for_net_delete': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:53:10.721552 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-8e68ece5-a166-45cb-8274-62593d0629b4 tempest-RoutersNegativeTest-2085489455 tempest-RoutersNegativeTest-2085489455-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6194a1b4-e489-4a92-8648-0838a67df26b') {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:53:10.733352 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ade3239e-0cdd-4fc1-aaa8-c5de736edce1 req-1d113623-c11a-4e5d-9b90-57e545c53858 tempest-TestVolumeBackupRestore-865720571 tempest-TestVolumeBackupRestore-865720571-project] 10.222.0.60 "GET /v2.0/quotas/5e9ad8bc738841bf987987e4b3fa436d HTTP/1.1" status: 200 len: 375 time: 0.0176792 Nov 23 17:53:10.736340 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port 4f87e924-a7f3-4cfc-980e-43f8041448e1 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:53:10.736830 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:10.784113 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8e68ece5-a166-45cb-8274-62593d0629b4 tempest-RoutersNegativeTest-2085489455 tempest-RoutersNegativeTest-2085489455-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736635840332', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-267528353'] for segment, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:10.786276 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-2d73289d-f6c5-483f-8428-6af4d1c66039 tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:10.807187 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8e68ece5-a166-45cb-8274-62593d0629b4 tempest-RoutersNegativeTest-2085489455 tempest-RoutersNegativeTest-2085489455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:10.820743 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e68ece5-a166-45cb-8274-62593d0629b4 tempest-RoutersNegativeTest-2085489455 tempest-RoutersNegativeTest-2085489455-project] Releasing vlan 549 on physical network physnet1 to pool {{(pid=103590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 17:53:10.821240 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8e68ece5-a166-45cb-8274-62593d0629b4 tempest-RoutersNegativeTest-2085489455 tempest-RoutersNegativeTest-2085489455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264370093'] for segment, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:10.825171 n-d-816206-8 neutron-server[103590]: Traceback (most recent call last): Nov 23 17:53:10.825171 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 17:53:10.825171 n-d-816206-8 neutron-server[103590]: timer() Nov 23 17:53:10.825171 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 17:53:10.825171 n-d-816206-8 neutron-server[103590]: cb(*args, **kw) Nov 23 17:53:10.825171 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 17:53:10.825171 n-d-816206-8 neutron-server[103590]: return func(*args, **kwargs) Nov 23 17:53:10.825171 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 17:53:10.825171 n-d-816206-8 neutron-server[103590]: self._notify() Nov 23 17:53:10.825171 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 17:53:10.825171 n-d-816206-8 neutron-server[103590]: self.callback(batched_events) Nov 23 17:53:10.825171 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 17:53:10.825171 n-d-816206-8 neutron-server[103590]: event.method(event) Nov 23 17:53:10.825171 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 17:53:10.825171 n-d-816206-8 neutron-server[103590]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 17:53:10.825171 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 17:53:10.825171 n-d-816206-8 neutron-server[103590]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 17:53:10.825171 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 17:53:10.825171 n-d-816206-8 neutron-server[103590]: return f(self, *a, **k) Nov 23 17:53:10.825171 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 17:53:10.825171 n-d-816206-8 neutron-server[103590]: return self._get(url).json() Nov 23 17:53:10.825171 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 17:53:10.825171 n-d-816206-8 neutron-server[103590]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 17:53:10.825171 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 17:53:10.825171 n-d-816206-8 neutron-server[103590]: return self.request(url, 'GET', **kwargs) Nov 23 17:53:10.825171 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 17:53:10.825171 n-d-816206-8 neutron-server[103590]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 17:53:10.825171 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 17:53:10.825171 n-d-816206-8 neutron-server[103590]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 17:53:10.825171 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 17:53:10.825171 n-d-816206-8 neutron-server[103590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 17:53:10.825171 n-d-816206-8 neutron-server[103590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 17:53:10.838152 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d73289d-f6c5-483f-8428-6af4d1c66039 tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] Pushing event deleted for resources: {'Port': ['ID=ba5a6a8d-91b3-4925-9de6-2e16a4b2d82f,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:53:10.843726 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-eb4b40b5-f386-4d25-bb89-70c87dd53e97 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8736635652217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-264357894'] for subnet, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:10.924402 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ade3239e-0cdd-4fc1-aaa8-c5de736edce1 req-2d5899fd-400c-4f42-ab3a-260b9f5cf0ca tempest-TestVolumeBackupRestore-865720571 tempest-TestVolumeBackupRestore-865720571-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=5e9ad8bc738841bf987987e4b3fa436d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1798756 Nov 23 17:53:10.932853 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-2d73289d-f6c5-483f-8428-6af4d1c66039 tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] Publish callbacks [] for floatingip, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:10.935612 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-2d73289d-f6c5-483f-8428-6af4d1c66039 tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for floatingip, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:10.936015 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb4b40b5-f386-4d25-bb89-70c87dd53e97 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:10.950982 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-eb4b40b5-f386-4d25-bb89-70c87dd53e97 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Publish callbacks [] for subnet, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:10.951215 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-2d73289d-f6c5-483f-8428-6af4d1c66039 tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] 10.222.0.60 "DELETE /v2.0/floatingips/490f6d83-8456-4321-9958-c93e4d7d6665 HTTP/1.1" status: 204 len: 168 time: 1.5214622 Nov 23 17:53:10.951317 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-eb4b40b5-f386-4d25-bb89-70c87dd53e97 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] 10.222.0.60 "PUT /v2.0/subnets/8d4601fc-6419-4bd0-aea9-d71343854fff HTTP/1.1" status: 200 len: 826 time: 0.6017938 Nov 23 17:53:10.951408 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 43446) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:53:10.990924 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8e68ece5-a166-45cb-8274-62593d0629b4 tempest-RoutersNegativeTest-2085489455 tempest-RoutersNegativeTest-2085489455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1795418'] for network, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:11.023345 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8e68ece5-a166-45cb-8274-62593d0629b4 tempest-RoutersNegativeTest-2085489455 tempest-RoutersNegativeTest-2085489455-project] Publish callbacks [] for network, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:11.029102 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-8e68ece5-a166-45cb-8274-62593d0629b4 tempest-RoutersNegativeTest-2085489455 tempest-RoutersNegativeTest-2085489455-project] 10.222.0.60 "DELETE /v2.0/networks/494cd995-9163-4fb6-a55a-be4e6cc5782f HTTP/1.1" status: 204 len: 168 time: 0.8929882 Nov 23 17:53:11.030049 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e68ece5-a166-45cb-8274-62593d0629b4 tempest-RoutersNegativeTest-2085489455 tempest-RoutersNegativeTest-2085489455-project] Pushing event deleted for resources: {'Network': ['ID=494cd995-9163-4fb6-a55a-be4e6cc5782f,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:53:11.032395 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4b40b5-f386-4d25-bb89-70c87dd53e97 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Pushing event updated for resources: {'Subnet': ['ID=8d4601fc-6419-4bd0-aea9-d71343854fff,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:53:11.046145 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 43452) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:53:11.112009 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-9303d5e3-5004-4e91-8e48-1a3af0303319 None None] For port 4f87e924-a7f3-4cfc-980e-43f8041448e1, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=4f87e924-a7f3-4cfc-980e-43f8041448e1,segment=NetworkSegment(6e8953c4-4ee1-4afe-ba1c-720ae39a3d3d),segment_id=6e8953c4-4ee1-4afe-ba1c-720ae39a3d3d)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:53:11.116096 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.db_base_plugin_v2 [None req-833557b1-8099-411e-8d50-ff60d83f62c0 tempest-RoutersNegativeTest-2085489455 tempest-RoutersNegativeTest-2085489455-project] Deleting subnet 308ded5d-2bf2-4080-afd0-ab11101b302c {{(pid=103591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 17:53:11.120295 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-833557b1-8099-411e-8d50-ff60d83f62c0 tempest-RoutersNegativeTest-2085489455 tempest-RoutersNegativeTest-2085489455-project] Publish callbacks [] for subnet, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:11.147799 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9303d5e3-5004-4e91-8e48-1a3af0303319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:11.266098 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.db_base_plugin_common [None req-5a011190-c2db-4670-8cc9-bf9ad39954bf None None] Allocated IP 2001:db8::2 (9d7b8a56-fcaa-4eb1-9e0c-485e699eedee/8d4601fc-6419-4bd0-aea9-d71343854fff/11b66274-d9de-4705-9bbb-f9482e2e58e1) {{(pid=103592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:53:11.268265 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c867dee4-c821-4d77-a21c-5d32cc204a17 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-555181'] for network, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:11.294043 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-833557b1-8099-411e-8d50-ff60d83f62c0 tempest-RoutersNegativeTest-2085489455 tempest-RoutersNegativeTest-2085489455-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265990000'] for subnet, precommit_delete_associations {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:11.305225 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9303d5e3-5004-4e91-8e48-1a3af0303319 None None] Pushing event updated for resources: {'Port': ['ID=4f87e924-a7f3-4cfc-980e-43f8041448e1,revision_number=3']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:53:11.311359 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c94890a2-a55a-4b6a-a34e-d2865cd2fd10 None None] Update dhcp port {'port': {'network_id': '9f629d6c-5138-48d1-8d05-8c18d11b44d2', 'fixed_ips': [{'subnet_id': '080853b7-eaf4-44b7-b03c-3bc76b76b359', 'ip_address': '2001:db8::2'}, {'subnet_id': '7720e222-5ac3-4bab-bca9-f8dd6af32052'}], 'binding:host_id': 'n-d-816206-8'}, 'id': '4f87e924-a7f3-4cfc-980e-43f8041448e1'} from n-d-816206-8. {{(pid=103592) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 23 17:53:11.398472 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 566f0d43-8698-4d64-8cf1-6d5a78e0ab61 no longer exists at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:53:11.420569 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c94890a2-a55a-4b6a-a34e-d2865cd2fd10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:11.427093 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] No Port match for: 566f0d43-8698-4d64-8cf1-6d5a78e0ab61 {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:53:11.427442 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 566f0d43-8698-4d64-8cf1-6d5a78e0ab61 not bound to the agent host n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:53:11.427894 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 814a6883-e10b-465f-aa6b-dbf8ea5441be no longer exists at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:53:11.452376 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c867dee4-c821-4d77-a21c-5d32cc204a17 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971956'] for subnet, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:11.462273 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] No Port match for: 814a6883-e10b-465f-aa6b-dbf8ea5441be {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:53:11.462627 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 814a6883-e10b-465f-aa6b-dbf8ea5441be not bound to the agent host n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:53:11.464258 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 43458) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:53:11.471421 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-c766a587-64d8-4592-a1af-6d70ac2fea50 tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] Request body: {'security_group': {'name': 'tempest-securitygroup--499061130', 'description': 'tempest-description--1706460967'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:53:11.505234 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c766a587-64d8-4592-a1af-6d70ac2fea50 tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] Publish callbacks [] for security_group, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:11.559405 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ade3239e-0cdd-4fc1-aaa8-c5de736edce1 req-571e5c39-344e-414f-879f-83b75742dfca service neutron] 10.222.0.60 "GET /v2.0/networks/558ec34e-132d-47d4-bc3f-17b80c2b57a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5409479 Nov 23 17:53:11.616241 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-833557b1-8099-411e-8d50-ff60d83f62c0 tempest-RoutersNegativeTest-2085489455 tempest-RoutersNegativeTest-2085489455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971956'] for subnet, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:11.618256 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c766a587-64d8-4592-a1af-6d70ac2fea50 tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] Publish callbacks [] for security_group, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:11.624225 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c766a587-64d8-4592-a1af-6d70ac2fea50 tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:11.659775 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c766a587-64d8-4592-a1af-6d70ac2fea50 tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2612ae81-84b7-4a67-bce5-47d04965aa86,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:53:11.673820 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-5a011190-c2db-4670-8cc9-bf9ad39954bf None None] Publish callbacks [] for port, precommit_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:11.675407 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c766a587-64d8-4592-a1af-6d70ac2fea50 tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:11.677304 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-c766a587-64d8-4592-a1af-6d70ac2fea50 tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.2112787 Nov 23 17:53:11.680235 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 43464) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:53:11.685654 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-d460e276-1f4f-45b5-be42-018ec183a204 tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] Request body: {'security_group_rule': {'security_group_id': '2612ae81-84b7-4a67-bce5-47d04965aa86', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:53:11.693318 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-5a011190-c2db-4670-8cc9-bf9ad39954bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980'] for port, after_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:11.753759 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d460e276-1f4f-45b5-be42-018ec183a204 tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:11.774653 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-833557b1-8099-411e-8d50-ff60d83f62c0 tempest-RoutersNegativeTest-2085489455 tempest-RoutersNegativeTest-2085489455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264758240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264314269'] for subnet, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:11.783609 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.db_base_plugin_common [None req-c94890a2-a55a-4b6a-a34e-d2865cd2fd10 None None] Allocated IP 172.20.0.1 (9f629d6c-5138-48d1-8d05-8c18d11b44d2/7720e222-5ac3-4bab-bca9-f8dd6af32052/4f87e924-a7f3-4cfc-980e-43f8041448e1) {{(pid=103592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:53:11.786805 n-d-816206-8 neutron-server[103592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a011190-c2db-4670-8cc9-bf9ad39954bf None None] Network 9d7b8a56-fcaa-4eb1-9e0c-485e699eedee is already hosted by enough agents. {{(pid=103592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:53:11.794668 n-d-816206-8 neutron-server[103592]: DEBUG neutron.scheduler.base_scheduler [None req-5a011190-c2db-4670-8cc9-bf9ad39954bf None None] Resources bound (agent type, host, resource id): {{(pid=103592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:53:11.794896 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c867dee4-c821-4d77-a21c-5d32cc204a17 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264758240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264314269'] for subnet, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:11.797852 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a011190-c2db-4670-8cc9-bf9ad39954bf None None] Received port after_create {{(pid=103592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:53:11.801590 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-833557b1-8099-411e-8d50-ff60d83f62c0 tempest-RoutersNegativeTest-2085489455 tempest-RoutersNegativeTest-2085489455-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for subnet, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:11.809532 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-833557b1-8099-411e-8d50-ff60d83f62c0 tempest-RoutersNegativeTest-2085489455 tempest-RoutersNegativeTest-2085489455-project] 10.222.0.60 "DELETE /v2.0/subnets/308ded5d-2bf2-4080-afd0-ab11101b302c HTTP/1.1" status: 204 len: 168 time: 0.7622039 Nov 23 17:53:11.809681 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3255e41-94c0-498f-a033-bedb1782e43f None None] Network 543c5f05-ea28-45e0-ae53-199b63d21d5a requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:53:11.819415 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 43468) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:53:11.835220 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ade3239e-0cdd-4fc1-aaa8-c5de736edce1 req-1d050693-c856-4e42-972c-e02dfe8bead2 service neutron] 10.222.0.60 "GET /v2.0/networks/558ec34e-132d-47d4-bc3f-17b80c2b57a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2668567 Nov 23 17:53:11.839100 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833557b1-8099-411e-8d50-ff60d83f62c0 tempest-RoutersNegativeTest-2085489455 tempest-RoutersNegativeTest-2085489455-project] Pushing event deleted for resources: {'Subnet': ['ID=308ded5d-2bf2-4080-afd0-ab11101b302c,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:53:11.872725 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c867dee4-c821-4d77-a21c-5d32cc204a17 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Pushing event deleted for resources: {'Subnet': ['ID=8d4601fc-6419-4bd0-aea9-d71343854fff,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:53:11.967623 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d460e276-1f4f-45b5-be42-018ec183a204 tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:11.972695 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e72d55ee-1be1-4630-9aeb-f4e5ec719587 tempest-RoutersNegativeTest-2085489455 tempest-RoutersNegativeTest-2085489455-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-555181'] for network, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:11.981439 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d460e276-1f4f-45b5-be42-018ec183a204 tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994370'] for security_group_rule, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:11.988021 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c867dee4-c821-4d77-a21c-5d32cc204a17 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973419', 'neutron.services.segments.db._delete_segments_for_network-8736635878840'] for network, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:12.013577 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d460e276-1f4f-45b5-be42-018ec183a204 tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65a76446-9178-4b4c-926d-8b8c74ed36c6,revision_number=0']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:53:12.027872 n-d-816206-8 neutron-server[103591]: DEBUG neutron.services.segments.db [None req-c867dee4-c821-4d77-a21c-5d32cc204a17 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d7b8a56-fcaa-4eb1-9e0c-485e699eedee']}} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:53:12.038973 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d460e276-1f4f-45b5-be42-018ec183a204 tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:12.042979 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-d460e276-1f4f-45b5-be42-018ec183a204 tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3590267 Nov 23 17:53:12.043839 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 43478) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:53:12.053797 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-7cfb3496-9eb6-448a-a498-f899236106c6 tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] Request body: {'security_group_rule': {'security_group_id': '2612ae81-84b7-4a67-bce5-47d04965aa86', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:53:12.086080 n-d-816206-8 neutron-server[103591]: DEBUG neutron.services.segments.db [None req-c867dee4-c821-4d77-a21c-5d32cc204a17 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07a690b2-8a55-446a-af8e-bff06d074a46') {'for_net_delete': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:53:12.086390 n-d-816206-8 neutron-server[103591]: DEBUG neutron.services.segments.db [None req-c867dee4-c821-4d77-a21c-5d32cc204a17 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07a690b2-8a55-446a-af8e-bff06d074a46') {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:53:12.088118 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-e72d55ee-1be1-4630-9aeb-f4e5ec719587 tempest-RoutersNegativeTest-2085489455 tempest-RoutersNegativeTest-2085489455-project] Deleting port 2c4831cb-a76c-4244-9325-76cc801f709b {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:53:12.091164 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e72d55ee-1be1-4630-9aeb-f4e5ec719587 tempest-RoutersNegativeTest-2085489455 tempest-RoutersNegativeTest-2085489455-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:12.134574 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c867dee4-c821-4d77-a21c-5d32cc204a17 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736635840332', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265989959'] for segment, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:12.145777 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a011190-c2db-4670-8cc9-bf9ad39954bf None None] Pushing event updated for resources: {'Port': ['ID=11b66274-d9de-4705-9bbb-f9482e2e58e1,revision_number=1']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:53:12.172776 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c867dee4-c821-4d77-a21c-5d32cc204a17 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:12.181970 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c867dee4-c821-4d77-a21c-5d32cc204a17 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Releasing vlan 540 on physical network physnet1 to pool {{(pid=103591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 17:53:12.182448 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c867dee4-c821-4d77-a21c-5d32cc204a17 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264756290'] for segment, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:12.233452 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-e72d55ee-1be1-4630-9aeb-f4e5ec719587 tempest-RoutersNegativeTest-2085489455 tempest-RoutersNegativeTest-2085489455-project] For port 2c4831cb-a76c-4244-9325-76cc801f709b, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=2c4831cb-a76c-4244-9325-76cc801f709b,segment=NetworkSegment(fbf32b3f-8ca1-45eb-bd19-27a4d7c97ac5),segment_id=fbf32b3f-8ca1-45eb-bd19-27a4d7c97ac5)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:53:12.233452 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e72d55ee-1be1-4630-9aeb-f4e5ec719587 tempest-RoutersNegativeTest-2085489455 tempest-RoutersNegativeTest-2085489455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:12.237602 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c94890a2-a55a-4b6a-a34e-d2865cd2fd10 None None] For port 4f87e924-a7f3-4cfc-980e-43f8041448e1, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=4f87e924-a7f3-4cfc-980e-43f8041448e1,segment=NetworkSegment(6e8953c4-4ee1-4afe-ba1c-720ae39a3d3d),segment_id=6e8953c4-4ee1-4afe-ba1c-720ae39a3d3d)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:53:12.248999 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-e72d55ee-1be1-4630-9aeb-f4e5ec719587 tempest-RoutersNegativeTest-2085489455 tempest-RoutersNegativeTest-2085489455-project] Calling delete_port for 2c4831cb-a76c-4244-9325-76cc801f709b owned by network:dhcp {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:53:12.259437 n-d-816206-8 neutron-server[103591]: Traceback (most recent call last): Nov 23 17:53:12.259437 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 17:53:12.259437 n-d-816206-8 neutron-server[103591]: timer() Nov 23 17:53:12.259437 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 17:53:12.259437 n-d-816206-8 neutron-server[103591]: cb(*args, **kw) Nov 23 17:53:12.259437 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 17:53:12.259437 n-d-816206-8 neutron-server[103591]: return func(*args, **kwargs) Nov 23 17:53:12.259437 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 17:53:12.259437 n-d-816206-8 neutron-server[103591]: self._notify() Nov 23 17:53:12.259437 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 17:53:12.259437 n-d-816206-8 neutron-server[103591]: self.callback(batched_events) Nov 23 17:53:12.259437 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 17:53:12.259437 n-d-816206-8 neutron-server[103591]: event.method(event) Nov 23 17:53:12.259437 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 17:53:12.259437 n-d-816206-8 neutron-server[103591]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 17:53:12.259437 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 17:53:12.259437 n-d-816206-8 neutron-server[103591]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 17:53:12.259437 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 17:53:12.259437 n-d-816206-8 neutron-server[103591]: return f(self, *a, **k) Nov 23 17:53:12.259437 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 17:53:12.259437 n-d-816206-8 neutron-server[103591]: return self._get(url).json() Nov 23 17:53:12.259437 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 17:53:12.259437 n-d-816206-8 neutron-server[103591]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 17:53:12.259437 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 17:53:12.259437 n-d-816206-8 neutron-server[103591]: return self.request(url, 'GET', **kwargs) Nov 23 17:53:12.259437 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 17:53:12.259437 n-d-816206-8 neutron-server[103591]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 17:53:12.259437 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 17:53:12.259437 n-d-816206-8 neutron-server[103591]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 17:53:12.259437 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 17:53:12.259437 n-d-816206-8 neutron-server[103591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 17:53:12.259437 n-d-816206-8 neutron-server[103591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 17:53:12.271228 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c94890a2-a55a-4b6a-a34e-d2865cd2fd10 None None] Publish callbacks [] for port, precommit_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:12.273320 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.db.api [None req-c867dee4-c821-4d77-a21c-5d32cc204a17 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 23 17:53:12.273320 n-d-816206-8 neutron-server[103591]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 23 17:53:12.273320 n-d-816206-8 neutron-server[103591]: [parameters: {'id': '9d7b8a56-fcaa-4eb1-9e0c-485e699eedee'}] Nov 23 17:53:12.273320 n-d-816206-8 neutron-server[103591]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103591) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 17:53:12.273797 n-d-816206-8 neutron-server[103591]: DEBUG oslo_db.api [None req-c867dee4-c821-4d77-a21c-5d32cc204a17 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 17:53:12.275888 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-5a011190-c2db-4670-8cc9-bf9ad39954bf None None] Attempting to bind port 11b66274-d9de-4705-9bbb-f9482e2e58e1 on host n-d-816206-8 for vnic_type normal with profile {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:53:12.276328 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-5a011190-c2db-4670-8cc9-bf9ad39954bf None None] Attempting to bind port 11b66274-d9de-4705-9bbb-f9482e2e58e1 by drivers openvswitch,hyperv on host n-d-816206-8 at level 0 using segments [{'id': '07a690b2-8a55-446a-af8e-bff06d074a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '9d7b8a56-fcaa-4eb1-9e0c-485e699eedee'}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:53:12.276840 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a011190-c2db-4670-8cc9-bf9ad39954bf None None] Attempting to bind port 11b66274-d9de-4705-9bbb-f9482e2e58e1 on network 9d7b8a56-fcaa-4eb1-9e0c-485e699eedee {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:53:12.282509 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-7cfb3496-9eb6-448a-a498-f899236106c6 tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:12.286475 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c94890a2-a55a-4b6a-a34e-d2865cd2fd10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:12.300458 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a011190-c2db-4670-8cc9-bf9ad39954bf None None] Checking agent: {'id': '9e89acbe-4bbe-4c77-a18b-6f1da9133e0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 7, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 52, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:53:12.300861 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a011190-c2db-4670-8cc9-bf9ad39954bf None None] Checking segment: {'id': '07a690b2-8a55-446a-af8e-bff06d074a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '9d7b8a56-fcaa-4eb1-9e0c-485e699eedee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:53:12.301532 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-5a011190-c2db-4670-8cc9-bf9ad39954bf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:12.301933 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a011190-c2db-4670-8cc9-bf9ad39954bf None None] Bound using segment: {'id': '07a690b2-8a55-446a-af8e-bff06d074a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '9d7b8a56-fcaa-4eb1-9e0c-485e699eedee'} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:53:12.302428 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-5a011190-c2db-4670-8cc9-bf9ad39954bf None None] Bound port: 11b66274-d9de-4705-9bbb-f9482e2e58e1, host: n-d-816206-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07a690b2-8a55-446a-af8e-bff06d074a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '9d7b8a56-fcaa-4eb1-9e0c-485e699eedee'}}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:53:12.302844 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-5a011190-c2db-4670-8cc9-bf9ad39954bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:12.393709 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e72d55ee-1be1-4630-9aeb-f4e5ec719587 tempest-RoutersNegativeTest-2085489455 tempest-RoutersNegativeTest-2085489455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:12.411166 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-7cfb3496-9eb6-448a-a498-f899236106c6 tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:12.423181 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-7cfb3496-9eb6-448a-a498-f899236106c6 tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994370'] for security_group_rule, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:12.457291 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfb3496-9eb6-448a-a498-f899236106c6 tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc37134f-32b1-42f9-bf06-5cc785f4d2ba,revision_number=0']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:53:12.478187 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72d55ee-1be1-4630-9aeb-f4e5ec719587 tempest-RoutersNegativeTest-2085489455 tempest-RoutersNegativeTest-2085489455-project] Pushing event deleted for resources: {'Port': ['ID=2c4831cb-a76c-4244-9325-76cc801f709b,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:53:12.489528 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e72d55ee-1be1-4630-9aeb-f4e5ec719587 tempest-RoutersNegativeTest-2085489455 tempest-RoutersNegativeTest-2085489455-project] No DVR routers for this DVR port 2c4831cb-a76c-4244-9325-76cc801f709b on host n-d-816206-8 {{(pid=103590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:53:12.504709 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-7cfb3496-9eb6-448a-a498-f899236106c6 tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:12.511903 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-7cfb3496-9eb6-448a-a498-f899236106c6 tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4642932 Nov 23 17:53:12.512246 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 43486) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:53:12.533610 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-6bc96a68-cf52-422f-9f18-b4cde3f48314 tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] Request body: {'floatingip': {'floating_network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:53:12.558411 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 4f87e924-a7f3-4cfc-980e-43f8041448e1 up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:53:12.623012 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-0e9f5aa2-cabd-46a5-a8dc-784c393abf56 req-d80465ca-505a-42cc-b5ee-e7c9454ad345 tempest-TestVolumeBackupRestore-865720571 tempest-TestVolumeBackupRestore-865720571-project] 10.222.0.60 "GET /v2.0/ports?device_id=1d16214d-4921-4a03-83e3-c6e08d9bdf81 HTTP/1.1" status: 200 len: 210 time: 0.1002915 Nov 23 17:53:12.664651 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-6bc96a68-cf52-422f-9f18-b4cde3f48314 tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] Publish callbacks [] for floatingip, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:12.775447 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94890a2-a55a-4b6a-a34e-d2865cd2fd10 None None] Pushing event updated for resources: {'Port': ['ID=4f87e924-a7f3-4cfc-980e-43f8041448e1,revision_number=4']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:53:12.814987 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-5a011190-c2db-4670-8cc9-bf9ad39954bf None None] For port 11b66274-d9de-4705-9bbb-f9482e2e58e1, host n-d-816206-8, cleared binding levels {{(pid=103592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:53:12.838652 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-5a011190-c2db-4670-8cc9-bf9ad39954bf None None] For port 11b66274-d9de-4705-9bbb-f9482e2e58e1, host n-d-816206-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=11b66274-d9de-4705-9bbb-f9482e2e58e1,segment=NetworkSegment(07a690b2-8a55-446a-af8e-bff06d074a46),segment_id=07a690b2-8a55-446a-af8e-bff06d074a46)] {{(pid=103592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:53:12.847635 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-5a011190-c2db-4670-8cc9-bf9ad39954bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:12.851254 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c867dee4-c821-4d77-a21c-5d32cc204a17 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-555181'] for network, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:12.876417 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port 4f87e924-a7f3-4cfc-980e-43f8041448e1 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:53:12.876829 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:12.942509 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba835513-1b95-486c-b5f6-6b2d5097ae3d None None] DHCP port deletion for 543c5f05-ea28-45e0-ae53-199b63d21d5a request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:53:13.045806 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-6bc96a68-cf52-422f-9f18-b4cde3f48314 tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:13.136166 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-c867dee4-c821-4d77-a21c-5d32cc204a17 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Deleting port 11b66274-d9de-4705-9bbb-f9482e2e58e1 {{(pid=103591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:53:13.136423 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c867dee4-c821-4d77-a21c-5d32cc204a17 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:13.161233 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a011190-c2db-4670-8cc9-bf9ad39954bf None None] Pushing event updated for resources: {'Port': ['ID=11b66274-d9de-4705-9bbb-f9482e2e58e1,revision_number=2']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:53:13.200063 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-58de396f-4d34-450c-9760-1c993f944602 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:13.209994 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e72d55ee-1be1-4630-9aeb-f4e5ec719587 tempest-RoutersNegativeTest-2085489455 tempest-RoutersNegativeTest-2085489455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973419', 'neutron.services.segments.db._delete_segments_for_network-8736635878840'] for network, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:13.260723 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-e72d55ee-1be1-4630-9aeb-f4e5ec719587 tempest-RoutersNegativeTest-2085489455 tempest-RoutersNegativeTest-2085489455-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['543c5f05-ea28-45e0-ae53-199b63d21d5a']}} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:53:13.289787 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-e72d55ee-1be1-4630-9aeb-f4e5ec719587 tempest-RoutersNegativeTest-2085489455 tempest-RoutersNegativeTest-2085489455-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbf32b3f-8ca1-45eb-bd19-27a4d7c97ac5') {'for_net_delete': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:53:13.290173 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-e72d55ee-1be1-4630-9aeb-f4e5ec719587 tempest-RoutersNegativeTest-2085489455 tempest-RoutersNegativeTest-2085489455-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbf32b3f-8ca1-45eb-bd19-27a4d7c97ac5') {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:53:13.299843 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ddc78ee-2935-40fe-9674-e4892f18e378 None None] Network 9d7b8a56-fcaa-4eb1-9e0c-485e699eedee requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:53:13.324808 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e72d55ee-1be1-4630-9aeb-f4e5ec719587 tempest-RoutersNegativeTest-2085489455 tempest-RoutersNegativeTest-2085489455-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736635840332', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-267528353'] for segment, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:13.339792 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [None req-c867dee4-c821-4d77-a21c-5d32cc204a17 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] For port 11b66274-d9de-4705-9bbb-f9482e2e58e1, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=11b66274-d9de-4705-9bbb-f9482e2e58e1,segment=NetworkSegment(07a690b2-8a55-446a-af8e-bff06d074a46),segment_id=07a690b2-8a55-446a-af8e-bff06d074a46)] {{(pid=103591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:53:13.340182 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c867dee4-c821-4d77-a21c-5d32cc204a17 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:13.345231 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e72d55ee-1be1-4630-9aeb-f4e5ec719587 tempest-RoutersNegativeTest-2085489455 tempest-RoutersNegativeTest-2085489455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:13.353621 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e72d55ee-1be1-4630-9aeb-f4e5ec719587 tempest-RoutersNegativeTest-2085489455 tempest-RoutersNegativeTest-2085489455-project] Releasing vlan 525 on physical network physnet1 to pool {{(pid=103590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 17:53:13.354443 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e72d55ee-1be1-4630-9aeb-f4e5ec719587 tempest-RoutersNegativeTest-2085489455 tempest-RoutersNegativeTest-2085489455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264370093'] for segment, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:13.358868 n-d-816206-8 neutron-server[103590]: Traceback (most recent call last): Nov 23 17:53:13.358868 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 17:53:13.358868 n-d-816206-8 neutron-server[103590]: timer() Nov 23 17:53:13.358868 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 17:53:13.358868 n-d-816206-8 neutron-server[103590]: cb(*args, **kw) Nov 23 17:53:13.358868 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 17:53:13.358868 n-d-816206-8 neutron-server[103590]: return func(*args, **kwargs) Nov 23 17:53:13.358868 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 17:53:13.358868 n-d-816206-8 neutron-server[103590]: self._notify() Nov 23 17:53:13.358868 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 17:53:13.358868 n-d-816206-8 neutron-server[103590]: self.callback(batched_events) Nov 23 17:53:13.358868 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 17:53:13.358868 n-d-816206-8 neutron-server[103590]: event.method(event) Nov 23 17:53:13.358868 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 17:53:13.358868 n-d-816206-8 neutron-server[103590]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 17:53:13.358868 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 17:53:13.358868 n-d-816206-8 neutron-server[103590]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 17:53:13.358868 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 17:53:13.358868 n-d-816206-8 neutron-server[103590]: return f(self, *a, **k) Nov 23 17:53:13.358868 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 17:53:13.358868 n-d-816206-8 neutron-server[103590]: return self._get(url).json() Nov 23 17:53:13.358868 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 17:53:13.358868 n-d-816206-8 neutron-server[103590]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 17:53:13.358868 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 17:53:13.358868 n-d-816206-8 neutron-server[103590]: return self.request(url, 'GET', **kwargs) Nov 23 17:53:13.358868 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 17:53:13.358868 n-d-816206-8 neutron-server[103590]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 17:53:13.358868 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 17:53:13.358868 n-d-816206-8 neutron-server[103590]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 17:53:13.358868 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 17:53:13.358868 n-d-816206-8 neutron-server[103590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 17:53:13.358868 n-d-816206-8 neutron-server[103590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 17:53:13.373673 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-c867dee4-c821-4d77-a21c-5d32cc204a17 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Calling delete_port for 11b66274-d9de-4705-9bbb-f9482e2e58e1 owned by network:dhcp {{(pid=103591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:53:13.486734 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e72d55ee-1be1-4630-9aeb-f4e5ec719587 tempest-RoutersNegativeTest-2085489455 tempest-RoutersNegativeTest-2085489455-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1795418'] for network, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:13.532196 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e72d55ee-1be1-4630-9aeb-f4e5ec719587 tempest-RoutersNegativeTest-2085489455 tempest-RoutersNegativeTest-2085489455-project] Publish callbacks [] for network, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:13.548068 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-e72d55ee-1be1-4630-9aeb-f4e5ec719587 tempest-RoutersNegativeTest-2085489455 tempest-RoutersNegativeTest-2085489455-project] 10.222.0.60 "DELETE /v2.0/networks/543c5f05-ea28-45e0-ae53-199b63d21d5a HTTP/1.1" status: 204 len: 168 time: 1.7232673 Nov 23 17:53:13.550041 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 43510) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:53:13.550574 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72d55ee-1be1-4630-9aeb-f4e5ec719587 tempest-RoutersNegativeTest-2085489455 tempest-RoutersNegativeTest-2085489455-project] Pushing event deleted for resources: {'Network': ['ID=543c5f05-ea28-45e0-ae53-199b63d21d5a,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:53:13.604191 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:13.616194 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9ef6440-88c8-4522-8261-20464f59c9cb None None] Network 9d7b8a56-fcaa-4eb1-9e0c-485e699eedee requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:53:13.623819 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-95a952f9-f2a4-4c79-9661-1418851dd904 tempest-RoutersNegativeTest-2085489455 tempest-RoutersNegativeTest-2085489455-project] 10.222.0.60 "GET /v2.0/ports?device_id=c2a4c130-8053-427a-9817-f16f0b158dcb HTTP/1.1" status: 200 len: 205 time: 0.0724101 Nov 23 17:53:13.625523 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.db_base_plugin_common [None req-6bc96a68-cf52-422f-9f18-b4cde3f48314 tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] Allocated IP 172.25.3.8 (4c8455ba-1be5-42ac-b8c2-8a16e1292d55/08fe3644-ce41-4c3f-a7ea-92bac0f0fff5/f1f40f47-ad8a-466b-8c01-6b7b1f489371) {{(pid=103591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:53:13.626492 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 43512) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:53:13.646059 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c867dee4-c821-4d77-a21c-5d32cc204a17 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:13.738554 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c867dee4-c821-4d77-a21c-5d32cc204a17 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] No DVR routers for this DVR port 11b66274-d9de-4705-9bbb-f9482e2e58e1 on host n-d-816206-8 {{(pid=103591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:53:13.743606 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c867dee4-c821-4d77-a21c-5d32cc204a17 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Pushing event deleted for resources: {'Port': ['ID=11b66274-d9de-4705-9bbb-f9482e2e58e1,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:53:13.800643 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-65e17158-e313-4e0e-93e4-d239aa70cd6c tempest-RoutersNegativeTest-2085489455 tempest-RoutersNegativeTest-2085489455-project] Publish callbacks [] for router, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:13.895758 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-67455524-3bda-4eba-8779-d7279a5b6687 req-8d723a71-04cc-4b9b-8ed1-d7079e678811 tempest-TestVolumeBackupRestore-865720571 tempest-TestVolumeBackupRestore-865720571-project] 10.222.0.60 "GET /v2.0/ports?device_id=1d16214d-4921-4a03-83e3-c6e08d9bdf81 HTTP/1.1" status: 200 len: 210 time: 0.0827038 Nov 23 17:53:13.936131 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6babc713-e8fb-4836-ae22-4cd8ead530c5 None None] Network 9f629d6c-5138-48d1-8d05-8c18d11b44d2 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:53:14.012936 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c867dee4-c821-4d77-a21c-5d32cc204a17 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973419', 'neutron.services.segments.db._delete_segments_for_network-8736635878840'] for network, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:14.071103 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-6bc96a68-cf52-422f-9f18-b4cde3f48314 tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] Publish callbacks [] for port, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:14.086658 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-557441f9-5f7f-4af8-a2ca-5ed7b07225da None None] Provisioning complete for port 4f87e924-a7f3-4cfc-980e-43f8041448e1 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:53:14.087163 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-557441f9-5f7f-4af8-a2ca-5ed7b07225da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:14.087948 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-65e17158-e313-4e0e-93e4-d239aa70cd6c tempest-RoutersNegativeTest-2085489455 tempest-RoutersNegativeTest-2085489455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1794352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8175'] for router, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:14.090707 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-65e17158-e313-4e0e-93e4-d239aa70cd6c tempest-RoutersNegativeTest-2085489455 tempest-RoutersNegativeTest-2085489455-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:14.097725 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 4f87e924-a7f3-4cfc-980e-43f8041448e1 up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:53:14.119538 n-d-816206-8 neutron-server[103591]: DEBUG neutron.services.segments.db [None req-c867dee4-c821-4d77-a21c-5d32cc204a17 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d7b8a56-fcaa-4eb1-9e0c-485e699eedee']}} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:53:14.149071 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-65e17158-e313-4e0e-93e4-d239aa70cd6c tempest-RoutersNegativeTest-2085489455 tempest-RoutersNegativeTest-2085489455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1795580'] for router, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:14.149781 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65e17158-e313-4e0e-93e4-d239aa70cd6c tempest-RoutersNegativeTest-2085489455 tempest-RoutersNegativeTest-2085489455-project] Fanout notify agent at l3_agent the message router_deleted on router c2a4c130-8053-427a-9817-f16f0b158dcb {{(pid=103590) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 17:53:14.159801 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-65e17158-e313-4e0e-93e4-d239aa70cd6c tempest-RoutersNegativeTest-2085489455 tempest-RoutersNegativeTest-2085489455-project] Publish callbacks [] for router, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:14.159948 n-d-816206-8 neutron-server[103591]: DEBUG neutron.services.segments.db [None req-c867dee4-c821-4d77-a21c-5d32cc204a17 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07a690b2-8a55-446a-af8e-bff06d074a46') {'for_net_delete': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:53:14.160140 n-d-816206-8 neutron-server[103591]: DEBUG neutron.services.segments.db [None req-c867dee4-c821-4d77-a21c-5d32cc204a17 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07a690b2-8a55-446a-af8e-bff06d074a46') {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:53:14.163834 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-65e17158-e313-4e0e-93e4-d239aa70cd6c tempest-RoutersNegativeTest-2085489455 tempest-RoutersNegativeTest-2085489455-project] 10.222.0.60 "DELETE /v2.0/routers/c2a4c130-8053-427a-9817-f16f0b158dcb HTTP/1.1" status: 204 len: 168 time: 0.5333312 Nov 23 17:53:14.182687 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c867dee4-c821-4d77-a21c-5d32cc204a17 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736635840332', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265989959'] for segment, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:14.279328 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c867dee4-c821-4d77-a21c-5d32cc204a17 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:14.313719 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c867dee4-c821-4d77-a21c-5d32cc204a17 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Releasing vlan 540 on physical network physnet1 to pool {{(pid=103591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 17:53:14.314133 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c867dee4-c821-4d77-a21c-5d32cc204a17 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264756290'] for segment, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:14.321669 n-d-816206-8 neutron-server[103591]: Traceback (most recent call last): Nov 23 17:53:14.321669 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 17:53:14.321669 n-d-816206-8 neutron-server[103591]: timer() Nov 23 17:53:14.321669 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 17:53:14.321669 n-d-816206-8 neutron-server[103591]: cb(*args, **kw) Nov 23 17:53:14.321669 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 17:53:14.321669 n-d-816206-8 neutron-server[103591]: return func(*args, **kwargs) Nov 23 17:53:14.321669 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 17:53:14.321669 n-d-816206-8 neutron-server[103591]: self._notify() Nov 23 17:53:14.321669 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 17:53:14.321669 n-d-816206-8 neutron-server[103591]: self.callback(batched_events) Nov 23 17:53:14.321669 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 17:53:14.321669 n-d-816206-8 neutron-server[103591]: event.method(event) Nov 23 17:53:14.321669 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 17:53:14.321669 n-d-816206-8 neutron-server[103591]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 17:53:14.321669 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 17:53:14.321669 n-d-816206-8 neutron-server[103591]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 17:53:14.321669 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 17:53:14.321669 n-d-816206-8 neutron-server[103591]: return f(self, *a, **k) Nov 23 17:53:14.321669 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 17:53:14.321669 n-d-816206-8 neutron-server[103591]: return self._get(url).json() Nov 23 17:53:14.321669 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 17:53:14.321669 n-d-816206-8 neutron-server[103591]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 17:53:14.321669 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 17:53:14.321669 n-d-816206-8 neutron-server[103591]: return self.request(url, 'GET', **kwargs) Nov 23 17:53:14.321669 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 17:53:14.321669 n-d-816206-8 neutron-server[103591]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 17:53:14.321669 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 17:53:14.321669 n-d-816206-8 neutron-server[103591]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 17:53:14.321669 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 17:53:14.321669 n-d-816206-8 neutron-server[103591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 17:53:14.321669 n-d-816206-8 neutron-server[103591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 17:53:14.380206 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade3239e-0cdd-4fc1-aaa8-c5de736edce1 req-c48a2cb3-9ec6-4a09-9dc5-81624ab67ab5 tempest-TestVolumeBackupRestore-865720571 tempest-TestVolumeBackupRestore-865720571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:14.382050 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ade3239e-0cdd-4fc1-aaa8-c5de736edce1 req-c48a2cb3-9ec6-4a09-9dc5-81624ab67ab5 tempest-TestVolumeBackupRestore-865720571 tempest-TestVolumeBackupRestore-865720571-project] 10.222.0.36 "GET /v2.0/networks?id=558ec34e-132d-47d4-bc3f-17b80c2b57a8 HTTP/1.1" status: 200 len: 812 time: 0.2847273 Nov 23 17:53:14.393661 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-6bc96a68-cf52-422f-9f18-b4cde3f48314 tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:14.405262 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:14.407505 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port 4f87e924-a7f3-4cfc-980e-43f8041448e1 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:53:14.408113 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:14.489981 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bc96a68-cf52-422f-9f18-b4cde3f48314 tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] Network 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 is already hosted by enough agents. {{(pid=103591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:53:14.513734 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [None req-6bc96a68-cf52-422f-9f18-b4cde3f48314 tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] Resources bound (agent type, host, resource id): {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:53:14.518049 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bc96a68-cf52-422f-9f18-b4cde3f48314 tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] Received port after_create {{(pid=103591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:53:14.546125 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 43530) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:53:14.602889 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c867dee4-c821-4d77-a21c-5d32cc204a17 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1795418'] for network, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:14.672543 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c867dee4-c821-4d77-a21c-5d32cc204a17 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Publish callbacks [] for network, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:14.689958 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 43534) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:53:14.695167 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-c867dee4-c821-4d77-a21c-5d32cc204a17 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] 10.222.0.60 "DELETE /v2.0/networks/9d7b8a56-fcaa-4eb1-9e0c-485e699eedee HTTP/1.1" status: 204 len: 168 time: 3.7426856 Nov 23 17:53:14.747274 n-d-816206-8 neutron-server[103590]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3e8fe9a-2a8d-4f95-a097-2e1d9706dc1c tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] DELETE failed (client error): The resource could not be found. Nov 23 17:53:14.759123 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3e8fe9a-2a8d-4f95-a097-2e1d9706dc1c tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103590) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 17:53:14.768200 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-b3e8fe9a-2a8d-4f95-a097-2e1d9706dc1c tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] 10.222.0.60 "DELETE /v2.0/networks/9d7b8a56-fcaa-4eb1-9e0c-485e699eedee HTTP/1.1" status: 404 len: 339 time: 0.0762961 Nov 23 17:53:14.769245 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 43540) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:53:14.777770 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-8b665843-ff6d-41d6-ac0c-5b5d59c79dd4 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1615810090', 'description': 'd1'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:53:14.781738 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-6bc96a68-cf52-422f-9f18-b4cde3f48314 tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:14.784839 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c867dee4-c821-4d77-a21c-5d32cc204a17 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Pushing event deleted for resources: {'Network': ['ID=9d7b8a56-fcaa-4eb1-9e0c-485e699eedee,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:53:14.817355 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc96a68-cf52-422f-9f18-b4cde3f48314 tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] Pushing event updated for resources: {'Port': ['ID=f1f40f47-ad8a-466b-8c01-6b7b1f489371,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:53:14.857773 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-6afaf3c4-4e68-419b-bb49-696c926cdc28 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=1062e9a10df44a3e835430d2f5278e28&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3083043 Nov 23 17:53:14.860526 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 43544) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:53:14.895209 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-6bc96a68-cf52-422f-9f18-b4cde3f48314 tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:14.909022 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ade3239e-0cdd-4fc1-aaa8-c5de736edce1 req-2552e8f6-b5dd-4383-a4c4-0342dcf2f280 tempest-TestVolumeBackupRestore-865720571 tempest-TestVolumeBackupRestore-865720571-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5e9ad8bc738841bf987987e4b3fa436d HTTP/1.1" status: 200 len: 379 time: 0.5003965 Nov 23 17:53:14.930040 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b665843-ff6d-41d6-ac0c-5b5d59c79dd4 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Made reservation on behalf of 2200467e44b44a44a1c0b0228c060c21 for: {'network': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:53:14.948740 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8b665843-ff6d-41d6-ac0c-5b5d59c79dd4 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for network, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:14.950803 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [req-ade3239e-0cdd-4fc1-aaa8-c5de736edce1 req-2b68e682-7561-44d3-af48-a6b98aee6eff tempest-TestVolumeBackupRestore-865720571 tempest-TestVolumeBackupRestore-865720571-project] Request body: {'port': {'device_id': '1d16214d-4921-4a03-83e3-c6e08d9bdf81', 'network_id': '558ec34e-132d-47d4-bc3f-17b80c2b57a8', 'admin_state_up': True, 'tenant_id': '5e9ad8bc738841bf987987e4b3fa436d', 'security_groups': ['d6ab30e5-2026-4aba-ad91-d0613562cc26']}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:53:15.013133 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 2c4831cb-a76c-4244-9325-76cc801f709b no longer exists at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:53:15.037452 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b665843-ff6d-41d6-ac0c-5b5d59c79dd4 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] vlan segment allocate from pool success with {'vlan_id': 517, 'physical_network': 'physnet1'} {{(pid=103590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 17:53:15.050711 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8b665843-ff6d-41d6-ac0c-5b5d59c79dd4 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:15.052133 n-d-816206-8 neutron-server[103590]: INFO neutron.db.segments_db [None req-8b665843-ff6d-41d6-ac0c-5b5d59c79dd4 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Added segment 732e4b82-2e57-4a58-a211-c29012a3b2f9 of type vlan for network 49d75e32-8618-4a78-9123-02ad337db429 Nov 23 17:53:15.069343 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] No Port match for: 2c4831cb-a76c-4244-9325-76cc801f709b {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:53:15.069691 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 2c4831cb-a76c-4244-9325-76cc801f709b not bound to the agent host n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:53:15.104693 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a482af1b-1827-47f3-9dd7-8df7978338e3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:15.118024 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8b665843-ff6d-41d6-ac0c-5b5d59c79dd4 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736635338810'] for network, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:15.130477 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-36043015-6519-4bf9-88d4-28fde4d5c3b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:15.151316 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a482af1b-1827-47f3-9dd7-8df7978338e3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:15.165647 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-686ed164-0848-40fb-a514-27e21bb3567a None None] get_active_networks_info from n-d-816206-8 {{(pid=103592) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 23 17:53:15.182078 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8b665843-ff6d-41d6-ac0c-5b5d59c79dd4 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493'] for network, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:15.187960 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b665843-ff6d-41d6-ac0c-5b5d59c79dd4 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:15.188710 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8b665843-ff6d-41d6-ac0c-5b5d59c79dd4 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Publish callbacks [] for network, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:15.210661 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c35479cc-e3b7-4501-916c-e186f6b06db4 req-bbe13818-115b-48a9-84c6-ee03ca3645df tempest-TestVolumeBackupRestore-865720571 tempest-TestVolumeBackupRestore-865720571-project] 10.222.0.60 "GET /v2.0/ports?device_id=1d16214d-4921-4a03-83e3-c6e08d9bdf81 HTTP/1.1" status: 200 len: 210 time: 0.1162345 Nov 23 17:53:15.304750 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b665843-ff6d-41d6-ac0c-5b5d59c79dd4 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Pushing event updated for resources: {'Network': ['ID=49d75e32-8618-4a78-9123-02ad337db429,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:53:15.319265 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ade3239e-0cdd-4fc1-aaa8-c5de736edce1 req-2b68e682-7561-44d3-af48-a6b98aee6eff tempest-TestVolumeBackupRestore-865720571 tempest-TestVolumeBackupRestore-865720571-project] Made reservation on behalf of 5e9ad8bc738841bf987987e4b3fa436d for: {'port': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:53:15.322939 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-ade3239e-0cdd-4fc1-aaa8-c5de736edce1 req-2b68e682-7561-44d3-af48-a6b98aee6eff tempest-TestVolumeBackupRestore-865720571 tempest-TestVolumeBackupRestore-865720571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:15.326862 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-8b665843-ff6d-41d6-ac0c-5b5d59c79dd4 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5539927 Nov 23 17:53:15.331542 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 43552) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:53:15.343447 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Network 49d75e32-8618-4a78-9123-02ad337db429 details requested by agent ovs-agent-n-d-816206-8 with host n-d-816206-8 {{(pid=103592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 17:53:15.392195 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a482af1b-1827-47f3-9dd7-8df7978338e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:15.395753 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a482af1b-1827-47f3-9dd7-8df7978338e3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:15.397855 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-a482af1b-1827-47f3-9dd7-8df7978338e3 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/2325ea46-bcaa-413a-8160-849b311b7883 HTTP/1.1" status: 204 len: 168 time: 0.5363517 Nov 23 17:53:15.439151 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a482af1b-1827-47f3-9dd7-8df7978338e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2325ea46-bcaa-413a-8160-849b311b7883,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:53:15.492670 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-6bc96a68-cf52-422f-9f18-b4cde3f48314 tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] Publish callbacks [] for port, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:15.517327 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-6bc96a68-cf52-422f-9f18-b4cde3f48314 tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264758186'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:15.539955 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-482910e7-1402-471b-aef0-8542ff9990fc tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:15.541823 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-482910e7-1402-471b-aef0-8542ff9990fc tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] 10.222.0.60 "GET /v2.0/networks?id=49d75e32-8618-4a78-9123-02ad337db429 HTTP/1.1" status: 200 len: 765 time: 0.2090783 Nov 23 17:53:15.542074 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-c7ba60c6-014a-403e-ad00-93c87e1b8c45 None None] Provisioning complete for port 4f87e924-a7f3-4cfc-980e-43f8041448e1 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:53:15.542973 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c7ba60c6-014a-403e-ad00-93c87e1b8c45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:15.544611 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 43556) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:53:15.551824 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-27185f45-f56c-44ab-9f53-bb18e1521596 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Request body: {'network': {'description': 'd2'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:53:15.647295 n-d-816206-8 neutron-server[103592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-686ed164-0848-40fb-a514-27e21bb3567a None None] Resources bound (agent type, host, resource id): {{(pid=103592) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 23 17:53:15.702274 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc96a68-cf52-422f-9f18-b4cde3f48314 tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] Pushing event updated for resources: {'Port': ['ID=f1f40f47-ad8a-466b-8c01-6b7b1f489371,revision_number=2']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:53:15.732606 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.db_base_plugin_common [req-ade3239e-0cdd-4fc1-aaa8-c5de736edce1 req-2b68e682-7561-44d3-af48-a6b98aee6eff tempest-TestVolumeBackupRestore-865720571 tempest-TestVolumeBackupRestore-865720571-project] Allocated IP 172.20.0.8 (558ec34e-132d-47d4-bc3f-17b80c2b57a8/f607dd01-c33d-4ce7-a526-e698fa699986/5d20273a-55d9-4910-b163-06df5e99e8f9) {{(pid=103591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:53:15.778462 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-6bc96a68-cf52-422f-9f18-b4cde3f48314 tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1795396'] for floatingip, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:15.833255 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-6bc96a68-cf52-422f-9f18-b4cde3f48314 tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for floatingip, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:15.841990 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-6bc96a68-cf52-422f-9f18-b4cde3f48314 tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 3.3250630 Nov 23 17:53:15.897281 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-27185f45-f56c-44ab-9f53-bb18e1521596 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736635338810'] for network, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:15.938302 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-27185f45-f56c-44ab-9f53-bb18e1521596 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493'] for network, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:15.951702 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-27185f45-f56c-44ab-9f53-bb18e1521596 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Network 49d75e32-8618-4a78-9123-02ad337db429 is not hosted by any dhcp agent {{(pid=103590) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 23 17:53:15.963646 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27185f45-f56c-44ab-9f53-bb18e1521596 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:15.964300 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-27185f45-f56c-44ab-9f53-bb18e1521596 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Publish callbacks [] for network, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:15.970091 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-27185f45-f56c-44ab-9f53-bb18e1521596 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] 10.222.0.60 "PUT /v2.0/networks/49d75e32-8618-4a78-9123-02ad337db429 HTTP/1.1" status: 200 len: 762 time: 0.4234226 Nov 23 17:53:15.992628 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 43574) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:53:16.125504 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27185f45-f56c-44ab-9f53-bb18e1521596 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Pushing event updated for resources: {'Network': ['ID=49d75e32-8618-4a78-9123-02ad337db429,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:53:16.128043 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-ade3239e-0cdd-4fc1-aaa8-c5de736edce1 req-2b68e682-7561-44d3-af48-a6b98aee6eff tempest-TestVolumeBackupRestore-865720571 tempest-TestVolumeBackupRestore-865720571-project] Publish callbacks [] for port, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:16.157273 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Network 49d75e32-8618-4a78-9123-02ad337db429 details requested by agent ovs-agent-n-d-816206-8 with host n-d-816206-8 {{(pid=103592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 17:53:16.199305 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe86432c-afb9-4f5d-b17c-90a800f6f861 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:16.213031 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-fe86432c-afb9-4f5d-b17c-90a800f6f861 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] 10.222.0.60 "GET /v2.0/networks?id=49d75e32-8618-4a78-9123-02ad337db429 HTTP/1.1" status: 200 len: 765 time: 0.2058384 Nov 23 17:53:16.213707 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 43596) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:53:16.224647 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-ade3239e-0cdd-4fc1-aaa8-c5de736edce1 req-2b68e682-7561-44d3-af48-a6b98aee6eff tempest-TestVolumeBackupRestore-865720571 tempest-TestVolumeBackupRestore-865720571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:16.252524 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ade3239e-0cdd-4fc1-aaa8-c5de736edce1 req-2b68e682-7561-44d3-af48-a6b98aee6eff tempest-TestVolumeBackupRestore-865720571 tempest-TestVolumeBackupRestore-865720571-project] Network 558ec34e-132d-47d4-bc3f-17b80c2b57a8 is already hosted by enough agents. {{(pid=103591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:53:16.257118 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [req-ade3239e-0cdd-4fc1-aaa8-c5de736edce1 req-2b68e682-7561-44d3-af48-a6b98aee6eff tempest-TestVolumeBackupRestore-865720571 tempest-TestVolumeBackupRestore-865720571-project] Resources bound (agent type, host, resource id): {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:53:16.259858 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [req-ade3239e-0cdd-4fc1-aaa8-c5de736edce1 req-2b68e682-7561-44d3-af48-a6b98aee6eff tempest-TestVolumeBackupRestore-865720571 tempest-TestVolumeBackupRestore-865720571-project] Received port after_create {{(pid=103591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:53:16.337863 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade3239e-0cdd-4fc1-aaa8-c5de736edce1 req-2b68e682-7561-44d3-af48-a6b98aee6eff tempest-TestVolumeBackupRestore-865720571 tempest-TestVolumeBackupRestore-865720571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:16.338494 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-ade3239e-0cdd-4fc1-aaa8-c5de736edce1 req-2b68e682-7561-44d3-af48-a6b98aee6eff tempest-TestVolumeBackupRestore-865720571 tempest-TestVolumeBackupRestore-865720571-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:16.384963 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ade3239e-0cdd-4fc1-aaa8-c5de736edce1 req-2b68e682-7561-44d3-af48-a6b98aee6eff tempest-TestVolumeBackupRestore-865720571 tempest-TestVolumeBackupRestore-865720571-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4383216 Nov 23 17:53:16.403948 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b68e682-7561-44d3-af48-a6b98aee6eff tempest-TestVolumeBackupRestore-865720571 tempest-TestVolumeBackupRestore-865720571-project] Pushing event updated for resources: {'Port': ['ID=5d20273a-55d9-4910-b163-06df5e99e8f9,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:53:16.426504 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [req-ade3239e-0cdd-4fc1-aaa8-c5de736edce1 req-5e39f336-f6d4-41b5-ba43-4ced4600c17a service neutron] Request body: {'port': {'device_id': '1d16214d-4921-4a03-83e3-c6e08d9bdf81', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-8'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:53:16.510735 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-df1c4800-8064-4895-a9e6-0716608f530f req-a2e6cf05-119a-4bbb-ade6-9b9ca9823a1f tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--499061130&fields=id&tenant_id=a72787eb39f84cbca4e464c3cac6bedf HTTP/1.1" status: 200 len: 267 time: 0.2946796 Nov 23 17:53:16.544913 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652e8dc2-fd02-483c-9114-07378f1b3cb6 req-eafa136a-3062-4d4e-9616-36023440afd7 tempest-TestVolumeBackupRestore-865720571 tempest-TestVolumeBackupRestore-865720571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:16.546983 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-652e8dc2-fd02-483c-9114-07378f1b3cb6 req-eafa136a-3062-4d4e-9616-36023440afd7 tempest-TestVolumeBackupRestore-865720571 tempest-TestVolumeBackupRestore-865720571-project] 10.222.0.60 "GET /v2.0/ports?device_id=1d16214d-4921-4a03-83e3-c6e08d9bdf81 HTTP/1.1" status: 200 len: 931 time: 0.1730194 Nov 23 17:53:16.573184 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-52822d53-48f5-4819-8a95-bdc13aea0bf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:16.638723 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-ade3239e-0cdd-4fc1-aaa8-c5de736edce1 req-5e39f336-f6d4-41b5-ba43-4ced4600c17a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:16.645413 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f5775ae-28fd-45a5-84fd-3d8247ee024b tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:16.650117 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-6f5775ae-28fd-45a5-84fd-3d8247ee024b tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.4330096 Nov 23 17:53:16.655914 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 43612) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:53:16.763742 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-050d4b40-99c0-461a-876f-841a66bb98fa tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] 10.222.0.60 "GET /v2.0/subnets?network_id=4c8455ba-1be5-42ac-b8c2-8a16e1292d55 HTTP/1.1" status: 200 len: 207 time: 0.1063209 Nov 23 17:53:16.764838 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 43614) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:53:16.922487 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-16b09e24-aa89-48ae-a8c0-fa566f9e7f48 None None] Provisioning complete for port 5d20273a-55d9-4910-b163-06df5e99e8f9 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:53:16.923026 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-16b09e24-aa89-48ae-a8c0-fa566f9e7f48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:17.033718 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-16b09e24-aa89-48ae-a8c0-fa566f9e7f48 None None] Port 5d20273a-55d9-4910-b163-06df5e99e8f9 cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:53:17.133200 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cae9099-d9d4-4830-b001-2880b791dd42 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:17.147810 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cae9099-d9d4-4830-b001-2880b791dd42 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:17.156555 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cae9099-d9d4-4830-b001-2880b791dd42 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:17.161825 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cae9099-d9d4-4830-b001-2880b791dd42 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:17.170152 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cae9099-d9d4-4830-b001-2880b791dd42 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:17.177898 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cae9099-d9d4-4830-b001-2880b791dd42 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:17.179850 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-0cae9099-d9d4-4830-b001-2880b791dd42 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3728 time: 0.4060280 Nov 23 17:53:17.184244 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 43626) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:53:17.343682 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-b8a40612-57a2-4dc1-87d1-a852303bab8f tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] 10.222.0.60 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 810 time: 0.1577361 Nov 23 17:53:17.348458 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 43632) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:53:17.383740 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-652e8dc2-fd02-483c-9114-07378f1b3cb6 req-8ea90017-ca03-4935-85f3-6e3c3310a2aa tempest-TestVolumeBackupRestore-865720571 tempest-TestVolumeBackupRestore-865720571-project] 10.222.0.60 "GET /v2.0/security-groups?id=d6ab30e5-2026-4aba-ad91-d0613562cc26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7414124 Nov 23 17:53:17.390648 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1c4800-8064-4895-a9e6-0716608f530f req-bc6384d4-9c9b-4d7f-8b9a-b1b166b85ebe tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:17.392088 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-df1c4800-8064-4895-a9e6-0716608f530f req-bc6384d4-9c9b-4d7f-8b9a-b1b166b85ebe tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] 10.222.0.60 "GET /v2.0/networks?id=65497e92-b0c3-442f-8f8a-bf07657099ba HTTP/1.1" status: 200 len: 811 time: 0.8558061 Nov 23 17:53:17.464717 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd8c9185-500b-415d-992d-ddc305f62aa7 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:17.466312 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd8c9185-500b-415d-992d-ddc305f62aa7 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:17.468051 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd8c9185-500b-415d-992d-ddc305f62aa7 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:17.469785 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd8c9185-500b-415d-992d-ddc305f62aa7 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:17.472328 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd8c9185-500b-415d-992d-ddc305f62aa7 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:17.475559 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-dd8c9185-500b-415d-992d-ddc305f62aa7 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1259916 Nov 23 17:53:17.480251 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 43638) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:53:17.480913 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-df1c4800-8064-4895-a9e6-0716608f530f req-5a4646c3-6664-4d20-9c16-2af73b921174 tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] 10.222.0.60 "GET /v2.0/quotas/a72787eb39f84cbca4e464c3cac6bedf HTTP/1.1" status: 200 len: 375 time: 0.0734522 Nov 23 17:53:17.514928 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.agents_db [None req-464f6c07-0de8-4be6-8f5b-563f574d1c5d None None] Agent healthcheck: found 7 active agents {{(pid=103593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 17:53:17.617790 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bca6ceb-a394-4c24-bd87-6f29e9727c7e tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Attributes excluded by policy engine: ['shared'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:17.619209 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bca6ceb-a394-4c24-bd87-6f29e9727c7e tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Attributes excluded by policy engine: ['shared'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:17.622827 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bca6ceb-a394-4c24-bd87-6f29e9727c7e tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Attributes excluded by policy engine: ['shared'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:17.624671 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bca6ceb-a394-4c24-bd87-6f29e9727c7e tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Attributes excluded by policy engine: ['shared'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:17.627271 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bca6ceb-a394-4c24-bd87-6f29e9727c7e tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Attributes excluded by policy engine: ['shared'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:17.629234 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-0bca6ceb-a394-4c24-bd87-6f29e9727c7e tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] 10.222.0.60 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1480050 Nov 23 17:53:17.633812 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 43646) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:53:17.641511 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-df1c4800-8064-4895-a9e6-0716608f530f req-b5abec7f-c09f-4169-aaef-7b0ab03b64a7 tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=a72787eb39f84cbca4e464c3cac6bedf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1445305 Nov 23 17:53:17.714262 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [req-ade3239e-0cdd-4fc1-aaa8-c5de736edce1 req-5e39f336-f6d4-41b5-ba43-4ced4600c17a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d20273a-55d9-4910-b163-06df5e99e8f9 {{(pid=103591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:53:17.725236 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-ade3239e-0cdd-4fc1-aaa8-c5de736edce1 req-5e39f336-f6d4-41b5-ba43-4ced4600c17a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:17.790764 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9a27ae6c-db98-474f-94c1-cc99bf842d79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:17.799867 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.provisioning_blocks [req-ade3239e-0cdd-4fc1-aaa8-c5de736edce1 req-5e39f336-f6d4-41b5-ba43-4ced4600c17a service neutron] Transition to ACTIVE for port object 5d20273a-55d9-4910-b163-06df5e99e8f9 will not be triggered until provisioned by entity L2. {{(pid=103591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 17:53:17.807072 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9d9cd38-ebf9-48d5-b3a7-f31e3bf35a61 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:17.810000 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-a9d9cd38-ebf9-48d5-b3a7-f31e3bf35a61 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] 10.222.0.60 "GET /v2.0/networks/d47c85e6-4036-4b12-a0aa-4523c0a2313f HTTP/1.1" status: 200 len: 803 time: 0.1739466 Nov 23 17:53:17.813336 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 43648) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:53:17.822505 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-ade3239e-0cdd-4fc1-aaa8-c5de736edce1 req-5e39f336-f6d4-41b5-ba43-4ced4600c17a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264758186'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:17.845856 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-df1c4800-8064-4895-a9e6-0716608f530f req-e0511359-368f-4773-a69b-d73d76ad3114 service neutron] 10.222.0.60 "GET /v2.0/networks/65497e92-b0c3-442f-8f8a-bf07657099ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1748779 Nov 23 17:53:18.013456 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-206059b4-f160-4bad-902e-e087ad11cf78 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] 10.222.0.60 "GET /v2.0/networks/d47c85e6-4036-4b12-a0aa-4523c0a2313f?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.1986578 Nov 23 17:53:18.016746 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 43660) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:53:18.133507 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e39f336-f6d4-41b5-ba43-4ced4600c17a service neutron] Pushing event updated for resources: {'Port': ['ID=5d20273a-55d9-4910-b163-06df5e99e8f9,revision_number=2']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:53:18.148280 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83528265-aa1d-444d-88a7-710ac3a44cd4 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:18.150235 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-83528265-aa1d-444d-88a7-710ac3a44cd4 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] 10.222.0.60 "GET /v2.0/subnets/facc3803-1a22-45e0-97de-15c7db37f13b HTTP/1.1" status: 200 len: 843 time: 0.1321747 Nov 23 17:53:18.154106 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 43664) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:53:18.170413 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-df1c4800-8064-4895-a9e6-0716608f530f req-34188207-7b8f-4f41-8953-acaa6e111994 service neutron] 10.222.0.60 "GET /v2.0/networks/65497e92-b0c3-442f-8f8a-bf07657099ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2822256 Nov 23 17:53:18.230063 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-ade3239e-0cdd-4fc1-aaa8-c5de736edce1 req-5e39f336-f6d4-41b5-ba43-4ced4600c17a service neutron] Attempting to bind port 5d20273a-55d9-4910-b163-06df5e99e8f9 on host n-h2-816206-8 for vnic_type normal with profile {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:53:18.230433 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-ade3239e-0cdd-4fc1-aaa8-c5de736edce1 req-5e39f336-f6d4-41b5-ba43-4ced4600c17a service neutron] Attempting to bind port 5d20273a-55d9-4910-b163-06df5e99e8f9 by drivers openvswitch,hyperv on host n-h2-816206-8 at level 0 using segments [{'id': '35aed508-8cb6-4e16-a4ed-31382f0590c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '558ec34e-132d-47d4-bc3f-17b80c2b57a8'}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:53:18.230739 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ade3239e-0cdd-4fc1-aaa8-c5de736edce1 req-5e39f336-f6d4-41b5-ba43-4ced4600c17a service neutron] Attempting to bind port 5d20273a-55d9-4910-b163-06df5e99e8f9 on network 558ec34e-132d-47d4-bc3f-17b80c2b57a8 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:53:18.242362 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ade3239e-0cdd-4fc1-aaa8-c5de736edce1 req-5e39f336-f6d4-41b5-ba43-4ced4600c17a service neutron] Port 5d20273a-55d9-4910-b163-06df5e99e8f9 on network 558ec34e-132d-47d4-bc3f-17b80c2b57a8 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-8 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 17:53:18.242695 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ade3239e-0cdd-4fc1-aaa8-c5de736edce1 req-5e39f336-f6d4-41b5-ba43-4ced4600c17a service neutron] Attempting to bind port 5d20273a-55d9-4910-b163-06df5e99e8f9 on network 558ec34e-132d-47d4-bc3f-17b80c2b57a8 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:53:18.251930 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f175bc84-6837-44b2-a7a1-c80a1a607789 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Attributes excluded by policy engine: ['shared'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:18.257313 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 43670) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:53:18.258178 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-f175bc84-6837-44b2-a7a1-c80a1a607789 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] 10.222.0.60 "GET /v2.0/subnets/facc3803-1a22-45e0-97de-15c7db37f13b?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1030421 Nov 23 17:53:18.260434 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ade3239e-0cdd-4fc1-aaa8-c5de736edce1 req-5e39f336-f6d4-41b5-ba43-4ced4600c17a service neutron] Checking agent: {'id': 'ab77bf9e-0267-4174-8f1d-822cba89b207', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 15, 13), 'started_at': datetime.datetime(2021, 11, 23, 17, 15, 13), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 53, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:53:18.260812 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ade3239e-0cdd-4fc1-aaa8-c5de736edce1 req-5e39f336-f6d4-41b5-ba43-4ced4600c17a service neutron] Checking segment: {'id': '35aed508-8cb6-4e16-a4ed-31382f0590c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '558ec34e-132d-47d4-bc3f-17b80c2b57a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:53:18.261203 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ade3239e-0cdd-4fc1-aaa8-c5de736edce1 req-5e39f336-f6d4-41b5-ba43-4ced4600c17a service neutron] Bound using segment: {'id': '35aed508-8cb6-4e16-a4ed-31382f0590c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '558ec34e-132d-47d4-bc3f-17b80c2b57a8'} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:53:18.261652 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-ade3239e-0cdd-4fc1-aaa8-c5de736edce1 req-5e39f336-f6d4-41b5-ba43-4ced4600c17a service neutron] Bound port: 5d20273a-55d9-4910-b163-06df5e99e8f9, host: n-h2-816206-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35aed508-8cb6-4e16-a4ed-31382f0590c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '558ec34e-132d-47d4-bc3f-17b80c2b57a8'}}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:53:18.262015 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-ade3239e-0cdd-4fc1-aaa8-c5de736edce1 req-5e39f336-f6d4-41b5-ba43-4ced4600c17a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:18.262340 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-392c06a0-c7bc-4ca8-b932-f427ca5b1e12 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1563804519'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:53:18.315880 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-392c06a0-c7bc-4ca8-b932-f427ca5b1e12 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Made reservation on behalf of 2200467e44b44a44a1c0b0228c060c21 for: {'network': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:53:18.320091 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-392c06a0-c7bc-4ca8-b932-f427ca5b1e12 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for network, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:18.378666 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:18.387884 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-392c06a0-c7bc-4ca8-b932-f427ca5b1e12 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] vlan segment allocate from pool success with {'vlan_id': 545, 'physical_network': 'physnet1'} {{(pid=103590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 17:53:18.418818 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-392c06a0-c7bc-4ca8-b932-f427ca5b1e12 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:18.419300 n-d-816206-8 neutron-server[103590]: INFO neutron.db.segments_db [None req-392c06a0-c7bc-4ca8-b932-f427ca5b1e12 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Added segment 0cc33028-4c29-409e-823e-d23ca727e67a of type vlan for network 5de7e878-6f7b-4dc9-8724-10c0d06c7632 Nov 23 17:53:18.504335 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-ade3239e-0cdd-4fc1-aaa8-c5de736edce1 req-5e39f336-f6d4-41b5-ba43-4ced4600c17a service neutron] For port 5d20273a-55d9-4910-b163-06df5e99e8f9, host n-h2-816206-8, cleared binding levels {{(pid=103591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:53:18.522315 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-0374e7d0-ef92-46d7-8ef2-3f3e2046c2f2 req-aeb5a57a-79c3-4f20-9a59-e7faefb3d84c tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] 10.222.0.60 "GET /v2.0/ports?device_id=0cb71ec1-d2d3-4416-8b8e-767f9854ba3a HTTP/1.1" status: 200 len: 210 time: 0.0911751 Nov 23 17:53:18.522533 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-392c06a0-c7bc-4ca8-b932-f427ca5b1e12 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736635338810'] for network, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:18.569377 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-392c06a0-c7bc-4ca8-b932-f427ca5b1e12 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493'] for network, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:18.576101 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-392c06a0-c7bc-4ca8-b932-f427ca5b1e12 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:18.577116 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-392c06a0-c7bc-4ca8-b932-f427ca5b1e12 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Publish callbacks [] for network, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:18.610031 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-ade3239e-0cdd-4fc1-aaa8-c5de736edce1 req-5e39f336-f6d4-41b5-ba43-4ced4600c17a service neutron] For port 5d20273a-55d9-4910-b163-06df5e99e8f9, host n-h2-816206-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=5d20273a-55d9-4910-b163-06df5e99e8f9,segment=NetworkSegment(35aed508-8cb6-4e16-a4ed-31382f0590c8),segment_id=35aed508-8cb6-4e16-a4ed-31382f0590c8)] {{(pid=103591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:53:18.635929 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-392c06a0-c7bc-4ca8-b932-f427ca5b1e12 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3774712 Nov 23 17:53:18.642734 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-ade3239e-0cdd-4fc1-aaa8-c5de736edce1 req-5e39f336-f6d4-41b5-ba43-4ced4600c17a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264758186'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:18.643600 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 43684) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:53:18.682305 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-12d3a7e7-cabb-46ad-b42c-15db22938629 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Request body: {'subnet': {'network_id': '5de7e878-6f7b-4dc9-8724-10c0d06c7632', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:53:18.736675 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392c06a0-c7bc-4ca8-b932-f427ca5b1e12 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Pushing event updated for resources: {'Network': ['ID=5de7e878-6f7b-4dc9-8724-10c0d06c7632,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:53:18.741748 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade3239e-0cdd-4fc1-aaa8-c5de736edce1 req-5e39f336-f6d4-41b5-ba43-4ced4600c17a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:18.742440 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-ade3239e-0cdd-4fc1-aaa8-c5de736edce1 req-5e39f336-f6d4-41b5-ba43-4ced4600c17a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:18.743950 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ade3239e-0cdd-4fc1-aaa8-c5de736edce1 req-5e39f336-f6d4-41b5-ba43-4ced4600c17a service neutron] 10.222.0.36 "PUT /v2.0/ports/5d20273a-55d9-4910-b163-06df5e99e8f9 HTTP/1.1" status: 200 len: 1091 time: 2.3446877 Nov 23 17:53:18.744454 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d16214d-4921-4a03-83e3-c6e08d9bdf81', 'tag': '5d20273a-55d9-4910-b163-06df5e99e8f9'}] {{(pid=103591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:53:18.747270 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41d174a19ece9499ff9ec44e5b3fc50f2abd3ffbc947fb7e52ea1e8db27b95b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4798db3b-61d2-456b-8c97-b3c0dfc7fac8" -d '{"events": [{"name": "network-changed", "server_uuid": "1d16214d-4921-4a03-83e3-c6e08d9bdf81", "tag": "5d20273a-55d9-4910-b163-06df5e99e8f9"}]}' {{(pid=103591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:53:18.749939 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Network 5de7e878-6f7b-4dc9-8724-10c0d06c7632 details requested by agent ovs-agent-n-d-816206-8 with host n-d-816206-8 {{(pid=103592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 17:53:18.805855 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdbbbbc-ac2c-4eee-8325-4bbc319d417c req-3e1cf5fb-b377-4069-9d62-1f60326c7c81 tempest-TestVolumeBackupRestore-865720571 tempest-TestVolumeBackupRestore-865720571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:18.826991 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ebdbbbbc-ac2c-4eee-8325-4bbc319d417c req-3e1cf5fb-b377-4069-9d62-1f60326c7c81 tempest-TestVolumeBackupRestore-865720571 tempest-TestVolumeBackupRestore-865720571-project] 10.222.0.60 "GET /v2.0/ports?device_id=1d16214d-4921-4a03-83e3-c6e08d9bdf81 HTTP/1.1" status: 200 len: 943 time: 0.3194222 Nov 23 17:53:18.843931 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e39f336-f6d4-41b5-ba43-4ced4600c17a service neutron] Pushing event updated for resources: {'Port': ['ID=5d20273a-55d9-4910-b163-06df5e99e8f9,revision_number=3']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:53:18.935276 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 17:53:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-278dfde2-54cf-4686-8e40-2809aef738b2 x-openstack-request-id: req-278dfde2-54cf-4686-8e40-2809aef738b2 {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:53:18.935276 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d16214d-4921-4a03-83e3-c6e08d9bdf81", "tag": "5d20273a-55d9-4910-b163-06df5e99e8f9", "status": "completed", "code": 200}]} {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:53:18.935573 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-278dfde2-54cf-4686-8e40-2809aef738b2 {{(pid=103591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:53:18.935859 n-d-816206-8 neutron-server[103591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d16214d-4921-4a03-83e3-c6e08d9bdf81', 'tag': '5d20273a-55d9-4910-b163-06df5e99e8f9', 'status': 'completed', 'code': 200} Nov 23 17:53:18.995951 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12d3a7e7-cabb-46ad-b42c-15db22938629 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Made reservation on behalf of 2200467e44b44a44a1c0b0228c060c21 for: {'subnet': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:53:19.000672 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-12d3a7e7-cabb-46ad-b42c-15db22938629 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264730903'] for subnet, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:19.071312 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ebdbbbbc-ac2c-4eee-8325-4bbc319d417c req-112f0191-ce55-4da7-8c8f-e04fee1a7d0c tempest-TestVolumeBackupRestore-865720571 tempest-TestVolumeBackupRestore-865720571-project] 10.222.0.60 "GET /v2.0/security-groups?id=d6ab30e5-2026-4aba-ad91-d0613562cc26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2433374 Nov 23 17:53:19.074469 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade3239e-0cdd-4fc1-aaa8-c5de736edce1 req-b5c8fc45-594c-4840-8f94-b962488a659a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:19.076130 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ade3239e-0cdd-4fc1-aaa8-c5de736edce1 req-b5c8fc45-594c-4840-8f94-b962488a659a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5e9ad8bc738841bf987987e4b3fa436d&device_id=1d16214d-4921-4a03-83e3-c6e08d9bdf81 HTTP/1.1" status: 200 len: 1094 time: 0.2441032 Nov 23 17:53:19.147092 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.ipam_backend_mixin [None req-12d3a7e7-cabb-46ad-b42c-15db22938629 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Performing IP validity checks on allocation pools {{(pid=103590) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 23 17:53:19.147889 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.ipam_backend_mixin [None req-12d3a7e7-cabb-46ad-b42c-15db22938629 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103590) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 23 17:53:19.156596 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ade3239e-0cdd-4fc1-aaa8-c5de736edce1 req-ba556bb1-6e4f-4181-8012-4ebd49b928cb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5d20273a-55d9-4910-b163-06df5e99e8f9 HTTP/1.1" status: 200 len: 217 time: 0.0673888 Nov 23 17:53:19.266316 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade3239e-0cdd-4fc1-aaa8-c5de736edce1 req-5ef88b3b-01bc-49f0-b0f5-cf1858c0d4d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:19.268215 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ade3239e-0cdd-4fc1-aaa8-c5de736edce1 req-5ef88b3b-01bc-49f0-b0f5-cf1858c0d4d5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f607dd01-c33d-4ce7-a526-e698fa699986 HTTP/1.1" status: 200 len: 851 time: 0.1011596 Nov 23 17:53:19.340656 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade3239e-0cdd-4fc1-aaa8-c5de736edce1 req-acde7b7d-bf31-4aa6-8b74-d4a60db5a3ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:19.344202 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ade3239e-0cdd-4fc1-aaa8-c5de736edce1 req-acde7b7d-bf31-4aa6-8b74-d4a60db5a3ea service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=558ec34e-132d-47d4-bc3f-17b80c2b57a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0663297 Nov 23 17:53:19.404277 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-12d3a7e7-cabb-46ad-b42c-15db22938629 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264358096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264730885'] for subnet, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:19.462915 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ade3239e-0cdd-4fc1-aaa8-c5de736edce1 req-4cdc2f5c-ef5d-4d92-8cf5-ddcf8bb4441d service neutron] 10.222.0.36 "GET /v2.0/networks/558ec34e-132d-47d4-bc3f-17b80c2b57a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1097391 Nov 23 17:53:19.492892 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12d3a7e7-cabb-46ad-b42c-15db22938629 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Checking segment: {'id': '0cc33028-4c29-409e-823e-d23ca727e67a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '5de7e878-6f7b-4dc9-8724-10c0d06c7632'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:53:19.493446 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12d3a7e7-cabb-46ad-b42c-15db22938629 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Network hostable DHCP agents. Network: 5de7e878-6f7b-4dc9-8724-10c0d06c7632, hostable agents: ['0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3'], hosted agents: [] {{(pid=103590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 17:53:19.513367 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d3a7e7-cabb-46ad-b42c-15db22938629 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Pushing event updated for resources: {'Subnet': ['ID=182be33c-5a46-4d86-ae9c-19153719b091,revision_number=0']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:53:19.533246 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12d3a7e7-cabb-46ad-b42c-15db22938629 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Network 5de7e878-6f7b-4dc9-8724-10c0d06c7632 is scheduled to be hosted by DHCP agent 0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3 with binding_index 1 {{(pid=103590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 17:53:19.555190 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-12d3a7e7-cabb-46ad-b42c-15db22938629 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-8, 5de7e878-6f7b-4dc9-8724-10c0d06c7632) {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:53:19.561413 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12d3a7e7-cabb-46ad-b42c-15db22938629 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:19.562125 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-12d3a7e7-cabb-46ad-b42c-15db22938629 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Publish callbacks [] for subnet, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:19.567770 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02e58cf5-3fc8-4630-b25f-3e9feb790491 None None] Network 5de7e878-6f7b-4dc9-8724-10c0d06c7632 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:53:19.597398 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-12d3a7e7-cabb-46ad-b42c-15db22938629 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 0.9548094 Nov 23 17:53:19.600730 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 43710) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:53:19.606617 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-5ff34e87-1973-41b9-9984-a88b3abfdf6c tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:53:19.655975 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-bc55e2aa-bcc7-4223-be76-3d5dae4191ce req-a3cc6344-2de2-4096-95dc-06258eb03b7a tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] 10.222.0.60 "GET /v2.0/ports?device_id=0cb71ec1-d2d3-4416-8b8e-767f9854ba3a HTTP/1.1" status: 200 len: 210 time: 0.0600564 Nov 23 17:53:19.686019 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ade3239e-0cdd-4fc1-aaa8-c5de736edce1 req-44c537d9-427e-4bee-b6ec-538319ffd851 service neutron] 10.222.0.36 "GET /v2.0/networks/558ec34e-132d-47d4-bc3f-17b80c2b57a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2141960 Nov 23 17:53:19.879921 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f51effbf-bb8c-4d10-9792-6d705bc695db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp355044b8-8e87-58c4-94fa-4a010ec30f9e-5de7e878-6f7b-4dc9-8724-10c0d06c7632', 'network_id': '5de7e878-6f7b-4dc9-8724-10c0d06c7632', 'tenant_id': '2200467e44b44a44a1c0b0228c060c21', 'fixed_ips': [{'subnet_id': '182be33c-5a46-4d86-ae9c-19153719b091'}]}} from n-d-816206-8. {{(pid=103592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 17:53:19.881133 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-f51effbf-bb8c-4d10-9792-6d705bc695db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:19.904728 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4798db3b-61d2-456b-8c97-b3c0dfc7fac8 req-2d91856c-24e6-4182-862b-93b270666edd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:19.910866 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4798db3b-61d2-456b-8c97-b3c0dfc7fac8 req-2d91856c-24e6-4182-862b-93b270666edd service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5e9ad8bc738841bf987987e4b3fa436d&device_id=1d16214d-4921-4a03-83e3-c6e08d9bdf81 HTTP/1.1" status: 200 len: 1094 time: 0.1124251 Nov 23 17:53:20.102510 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4798db3b-61d2-456b-8c97-b3c0dfc7fac8 req-685d65ee-6dbe-4d83-a8bc-993d496c0ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:20.104281 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4798db3b-61d2-456b-8c97-b3c0dfc7fac8 req-685d65ee-6dbe-4d83-a8bc-993d496c0ab0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=558ec34e-132d-47d4-bc3f-17b80c2b57a8 HTTP/1.1" status: 200 len: 913 time: 0.1872318 Nov 23 17:53:20.165296 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4798db3b-61d2-456b-8c97-b3c0dfc7fac8 req-ae78ccd2-fe9e-4062-b22d-07dfd28683ea service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5d20273a-55d9-4910-b163-06df5e99e8f9 HTTP/1.1" status: 200 len: 217 time: 0.0521469 Nov 23 17:53:20.264102 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.db_base_plugin_common [None req-f51effbf-bb8c-4d10-9792-6d705bc695db None None] Allocated IP 2001:db8::3 (5de7e878-6f7b-4dc9-8724-10c0d06c7632/182be33c-5a46-4d86-ae9c-19153719b091/ec8bb18a-f86f-4dde-8363-299b122c99b3) {{(pid=103592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:53:20.368248 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4798db3b-61d2-456b-8c97-b3c0dfc7fac8 req-5dccc18b-7f4a-4d11-997f-39ef7b1be849 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:20.368960 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4798db3b-61d2-456b-8c97-b3c0dfc7fac8 req-5dccc18b-7f4a-4d11-997f-39ef7b1be849 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f607dd01-c33d-4ce7-a526-e698fa699986 HTTP/1.1" status: 200 len: 851 time: 0.1907017 Nov 23 17:53:20.445762 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad77c86c-e554-4ab2-a1de-31f3e2303131 req-4f20417b-ddb6-432b-8e17-d85c3fe68b79 tempest-TestVolumeBackupRestore-865720571 tempest-TestVolumeBackupRestore-865720571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:20.453409 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ad77c86c-e554-4ab2-a1de-31f3e2303131 req-4f20417b-ddb6-432b-8e17-d85c3fe68b79 tempest-TestVolumeBackupRestore-865720571 tempest-TestVolumeBackupRestore-865720571-project] 10.222.0.60 "GET /v2.0/ports?device_id=1d16214d-4921-4a03-83e3-c6e08d9bdf81 HTTP/1.1" status: 200 len: 943 time: 0.1915672 Nov 23 17:53:20.525692 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ad77c86c-e554-4ab2-a1de-31f3e2303131 req-54cbde01-4868-4ead-9fd1-79f37c48bde4 tempest-TestVolumeBackupRestore-865720571 tempest-TestVolumeBackupRestore-865720571-project] 10.222.0.60 "GET /v2.0/security-groups?id=d6ab30e5-2026-4aba-ad91-d0613562cc26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658424 Nov 23 17:53:20.528038 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4798db3b-61d2-456b-8c97-b3c0dfc7fac8 req-d745aaac-2843-498b-9330-e041ff2d8f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:20.530606 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4798db3b-61d2-456b-8c97-b3c0dfc7fac8 req-d745aaac-2843-498b-9330-e041ff2d8f16 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=558ec34e-132d-47d4-bc3f-17b80c2b57a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1491628 Nov 23 17:53:20.547586 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-f51effbf-bb8c-4d10-9792-6d705bc695db None None] Publish callbacks [] for port, precommit_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:20.561532 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-f51effbf-bb8c-4d10-9792-6d705bc695db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980'] for port, after_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:20.609031 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5ff34e87-1973-41b9-9984-a88b3abfdf6c tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-264730894'] for subnet, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:20.610152 n-d-816206-8 neutron-server[103592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f51effbf-bb8c-4d10-9792-6d705bc695db None None] Network 5de7e878-6f7b-4dc9-8724-10c0d06c7632 is already hosted by enough agents. {{(pid=103592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:53:20.613361 n-d-816206-8 neutron-server[103592]: DEBUG neutron.scheduler.base_scheduler [None req-f51effbf-bb8c-4d10-9792-6d705bc695db None None] Resources bound (agent type, host, resource id): {{(pid=103592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:53:20.625175 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f51effbf-bb8c-4d10-9792-6d705bc695db None None] Received port after_create {{(pid=103592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:53:20.694030 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51effbf-bb8c-4d10-9792-6d705bc695db None None] Pushing event updated for resources: {'Port': ['ID=ec8bb18a-f86f-4dde-8363-299b122c99b3,revision_number=1']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:53:20.697959 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4798db3b-61d2-456b-8c97-b3c0dfc7fac8 req-a22ad4ab-dd88-4ed7-80b2-d14b337b7afe service neutron] 10.222.0.36 "GET /v2.0/networks/558ec34e-132d-47d4-bc3f-17b80c2b57a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1574254 Nov 23 17:53:20.709295 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-f51effbf-bb8c-4d10-9792-6d705bc695db None None] Attempting to bind port ec8bb18a-f86f-4dde-8363-299b122c99b3 on host n-d-816206-8 for vnic_type normal with profile {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:53:20.709953 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-f51effbf-bb8c-4d10-9792-6d705bc695db None None] Attempting to bind port ec8bb18a-f86f-4dde-8363-299b122c99b3 by drivers openvswitch,hyperv on host n-d-816206-8 at level 0 using segments [{'id': '0cc33028-4c29-409e-823e-d23ca727e67a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '5de7e878-6f7b-4dc9-8724-10c0d06c7632'}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:53:20.710766 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f51effbf-bb8c-4d10-9792-6d705bc695db None None] Attempting to bind port ec8bb18a-f86f-4dde-8363-299b122c99b3 on network 5de7e878-6f7b-4dc9-8724-10c0d06c7632 {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:53:20.718052 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f51effbf-bb8c-4d10-9792-6d705bc695db None None] Checking agent: {'id': '9e89acbe-4bbe-4c77-a18b-6f1da9133e0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 7, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 53, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:53:20.718662 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f51effbf-bb8c-4d10-9792-6d705bc695db None None] Checking segment: {'id': '0cc33028-4c29-409e-823e-d23ca727e67a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '5de7e878-6f7b-4dc9-8724-10c0d06c7632'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:53:20.719252 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-f51effbf-bb8c-4d10-9792-6d705bc695db None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:20.719944 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f51effbf-bb8c-4d10-9792-6d705bc695db None None] Bound using segment: {'id': '0cc33028-4c29-409e-823e-d23ca727e67a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '5de7e878-6f7b-4dc9-8724-10c0d06c7632'} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:53:20.720618 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-f51effbf-bb8c-4d10-9792-6d705bc695db None None] Bound port: ec8bb18a-f86f-4dde-8363-299b122c99b3, host: n-d-816206-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cc33028-4c29-409e-823e-d23ca727e67a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '5de7e878-6f7b-4dc9-8724-10c0d06c7632'}}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:53:20.721176 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-f51effbf-bb8c-4d10-9792-6d705bc695db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:20.803466 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-f51effbf-bb8c-4d10-9792-6d705bc695db None None] For port ec8bb18a-f86f-4dde-8363-299b122c99b3, host n-d-816206-8, cleared binding levels {{(pid=103592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:53:20.807818 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-f51effbf-bb8c-4d10-9792-6d705bc695db None None] For port ec8bb18a-f86f-4dde-8363-299b122c99b3, host n-d-816206-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=ec8bb18a-f86f-4dde-8363-299b122c99b3,segment=NetworkSegment(0cc33028-4c29-409e-823e-d23ca727e67a),segment_id=0cc33028-4c29-409e-823e-d23ca727e67a)] {{(pid=103592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:53:20.814386 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-f51effbf-bb8c-4d10-9792-6d705bc695db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:20.822862 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4798db3b-61d2-456b-8c97-b3c0dfc7fac8 req-973395fa-1f1f-41f3-8724-160b3bd40678 service neutron] 10.222.0.36 "GET /v2.0/networks/558ec34e-132d-47d4-bc3f-17b80c2b57a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1164894 Nov 23 17:53:20.843209 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b3342962-17c5-461b-b3d5-12268e9be714 req-e26c1fe0-d01f-488d-a8e3-12f3413cb282 tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] 10.222.0.60 "GET /v2.0/ports?device_id=0cb71ec1-d2d3-4416-8b8e-767f9854ba3a HTTP/1.1" status: 200 len: 210 time: 0.0372052 Nov 23 17:53:20.899400 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51effbf-bb8c-4d10-9792-6d705bc695db None None] Pushing event updated for resources: {'Port': ['ID=ec8bb18a-f86f-4dde-8363-299b122c99b3,revision_number=2']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:53:20.940336 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1c4800-8064-4895-a9e6-0716608f530f req-55f9ede3-af75-49be-a25b-6b7ef857eb04 tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:20.942384 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-df1c4800-8064-4895-a9e6-0716608f530f req-55f9ede3-af75-49be-a25b-6b7ef857eb04 tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] 10.222.0.55 "GET /v2.0/networks?id=65497e92-b0c3-442f-8f8a-bf07657099ba HTTP/1.1" status: 200 len: 811 time: 0.4498692 Nov 23 17:53:21.038541 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5ff34e87-1973-41b9-9984-a88b3abfdf6c tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8736635652217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-264357894'] for subnet, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:21.060299 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-df1c4800-8064-4895-a9e6-0716608f530f req-f2fab67c-8873-49bd-8d93-84e4a6c4dbab tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a72787eb39f84cbca4e464c3cac6bedf HTTP/1.1" status: 200 len: 379 time: 0.0990150 Nov 23 17:53:21.087750 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [req-df1c4800-8064-4895-a9e6-0716608f530f req-cdccb889-79f2-4fad-bf3f-ba0716df7f28 tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] Request body: {'port': {'device_id': '0cb71ec1-d2d3-4416-8b8e-767f9854ba3a', 'network_id': '65497e92-b0c3-442f-8f8a-bf07657099ba', 'admin_state_up': True, 'tenant_id': 'a72787eb39f84cbca4e464c3cac6bedf', 'security_groups': ['2612ae81-84b7-4a67-bce5-47d04965aa86']}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:53:21.101372 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ff34e87-1973-41b9-9984-a88b3abfdf6c tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:21.102131 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5ff34e87-1973-41b9-9984-a88b3abfdf6c tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Publish callbacks [] for subnet, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:21.103692 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-5ff34e87-1973-41b9-9984-a88b3abfdf6c tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] 10.222.0.60 "PUT /v2.0/subnets/182be33c-5a46-4d86-ae9c-19153719b091 HTTP/1.1" status: 200 len: 900 time: 1.5017231 Nov 23 17:53:21.106539 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 43734) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:53:21.194593 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff34e87-1973-41b9-9984-a88b3abfdf6c tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Pushing event updated for resources: {'Subnet': ['ID=182be33c-5a46-4d86-ae9c-19153719b091,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:53:21.279091 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df1c4800-8064-4895-a9e6-0716608f530f req-cdccb889-79f2-4fad-bf3f-ba0716df7f28 tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] Made reservation on behalf of a72787eb39f84cbca4e464c3cac6bedf for: {'port': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:53:21.284832 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-df1c4800-8064-4895-a9e6-0716608f530f req-cdccb889-79f2-4fad-bf3f-ba0716df7f28 tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:21.321296 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-31c6f9e7-608c-4f61-9034-c8dbe9470b88 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-555181'] for network, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:21.414349 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-31c6f9e7-608c-4f61-9034-c8dbe9470b88 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Deleting port ec8bb18a-f86f-4dde-8363-299b122c99b3 {{(pid=103591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:53:21.414963 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-31c6f9e7-608c-4f61-9034-c8dbe9470b88 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:21.492267 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [req-df1c4800-8064-4895-a9e6-0716608f530f req-cdccb889-79f2-4fad-bf3f-ba0716df7f28 tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] Allocated IP 172.20.0.11 (65497e92-b0c3-442f-8f8a-bf07657099ba/edc28ddc-ae2c-4b2b-bf91-4f5ac80bdafe/1de429a7-530f-4c53-a94e-cc64c544d3f9) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:53:21.555160 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [None req-31c6f9e7-608c-4f61-9034-c8dbe9470b88 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] For port ec8bb18a-f86f-4dde-8363-299b122c99b3, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=ec8bb18a-f86f-4dde-8363-299b122c99b3,segment=NetworkSegment(0cc33028-4c29-409e-823e-d23ca727e67a),segment_id=0cc33028-4c29-409e-823e-d23ca727e67a)] {{(pid=103591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:53:21.555539 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-31c6f9e7-608c-4f61-9034-c8dbe9470b88 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:21.621475 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-31c6f9e7-608c-4f61-9034-c8dbe9470b88 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Calling delete_port for ec8bb18a-f86f-4dde-8363-299b122c99b3 owned by network:dhcp {{(pid=103591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:53:21.699463 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-df1c4800-8064-4895-a9e6-0716608f530f req-cdccb889-79f2-4fad-bf3f-ba0716df7f28 tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:21.726993 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea91582c-a511-4d48-97c1-b1e749b4fb10 req-c5d42a04-b003-40b3-b224-ad8ae37eddf0 tempest-TestVolumeBackupRestore-865720571 tempest-TestVolumeBackupRestore-865720571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:21.730746 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ea91582c-a511-4d48-97c1-b1e749b4fb10 req-c5d42a04-b003-40b3-b224-ad8ae37eddf0 tempest-TestVolumeBackupRestore-865720571 tempest-TestVolumeBackupRestore-865720571-project] 10.222.0.60 "GET /v2.0/ports?device_id=1d16214d-4921-4a03-83e3-c6e08d9bdf81 HTTP/1.1" status: 200 len: 943 time: 0.1290827 Nov 23 17:53:21.775862 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-df1c4800-8064-4895-a9e6-0716608f530f req-cdccb889-79f2-4fad-bf3f-ba0716df7f28 tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:21.808400 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ea91582c-a511-4d48-97c1-b1e749b4fb10 req-91b993c5-5799-4f15-b134-8a690cb920c3 tempest-TestVolumeBackupRestore-865720571 tempest-TestVolumeBackupRestore-865720571-project] 10.222.0.60 "GET /v2.0/security-groups?id=d6ab30e5-2026-4aba-ad91-d0613562cc26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664322 Nov 23 17:53:21.844679 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df1c4800-8064-4895-a9e6-0716608f530f req-cdccb889-79f2-4fad-bf3f-ba0716df7f28 tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] Network 65497e92-b0c3-442f-8f8a-bf07657099ba is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:53:21.855106 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [req-df1c4800-8064-4895-a9e6-0716608f530f req-cdccb889-79f2-4fad-bf3f-ba0716df7f28 tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:53:21.858117 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [req-df1c4800-8064-4895-a9e6-0716608f530f req-cdccb889-79f2-4fad-bf3f-ba0716df7f28 tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:53:21.871622 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-31c6f9e7-608c-4f61-9034-c8dbe9470b88 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:21.917041 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c6f9e7-608c-4f61-9034-c8dbe9470b88 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Pushing event deleted for resources: {'Port': ['ID=ec8bb18a-f86f-4dde-8363-299b122c99b3,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:53:21.932505 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1c4800-8064-4895-a9e6-0716608f530f req-cdccb889-79f2-4fad-bf3f-ba0716df7f28 tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:21.933389 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-df1c4800-8064-4895-a9e6-0716608f530f req-cdccb889-79f2-4fad-bf3f-ba0716df7f28 tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:21.942117 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdccb889-79f2-4fad-bf3f-ba0716df7f28 tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] Pushing event updated for resources: {'Port': ['ID=1de429a7-530f-4c53-a94e-cc64c544d3f9,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:53:21.990753 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-df1c4800-8064-4895-a9e6-0716608f530f req-cdccb889-79f2-4fad-bf3f-ba0716df7f28 tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9071181 Nov 23 17:53:22.003462 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31c6f9e7-608c-4f61-9034-c8dbe9470b88 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] No DVR routers for this DVR port ec8bb18a-f86f-4dde-8363-299b122c99b3 on host n-d-816206-8 {{(pid=103591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:53:22.005112 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [req-df1c4800-8064-4895-a9e6-0716608f530f req-ae1034f9-240a-457e-9543-479d7e74e377 service neutron] Request body: {'port': {'device_id': '0cb71ec1-d2d3-4416-8b8e-767f9854ba3a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-8'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:53:22.080640 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-df1c4800-8064-4895-a9e6-0716608f530f req-ae1034f9-240a-457e-9543-479d7e74e377 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:22.107024 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-31c6f9e7-608c-4f61-9034-c8dbe9470b88 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971956'] for subnet, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:22.191068 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19ce215-7229-4912-bfb0-599db151b989 req-5ff27f60-f2d8-4e84-bc52-f7a730531ed6 tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:22.192722 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b19ce215-7229-4912-bfb0-599db151b989 req-5ff27f60-f2d8-4e84-bc52-f7a730531ed6 tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] 10.222.0.60 "GET /v2.0/ports?device_id=0cb71ec1-d2d3-4416-8b8e-767f9854ba3a HTTP/1.1" status: 200 len: 932 time: 0.1906245 Nov 23 17:53:22.237283 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-31c6f9e7-608c-4f61-9034-c8dbe9470b88 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264758240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264314269'] for subnet, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:22.272455 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c6f9e7-608c-4f61-9034-c8dbe9470b88 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Pushing event deleted for resources: {'Subnet': ['ID=182be33c-5a46-4d86-ae9c-19153719b091,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:53:22.295791 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-55105be0-297b-4725-aa23-210c9cbbcf65 None None] Provisioning complete for port 1de429a7-530f-4c53-a94e-cc64c544d3f9 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:53:22.296983 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-55105be0-297b-4725-aa23-210c9cbbcf65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:22.317214 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b19ce215-7229-4912-bfb0-599db151b989 req-ce424ea6-8391-4e1b-bac8-11df6e6a762d tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] 10.222.0.60 "GET /v2.0/security-groups?id=2612ae81-84b7-4a67-bce5-47d04965aa86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1099567 Nov 23 17:53:22.366337 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-55105be0-297b-4725-aa23-210c9cbbcf65 None None] Port 1de429a7-530f-4c53-a94e-cc64c544d3f9 cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:53:22.384642 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-31c6f9e7-608c-4f61-9034-c8dbe9470b88 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973419', 'neutron.services.segments.db._delete_segments_for_network-8736635878840'] for network, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:22.414226 n-d-816206-8 neutron-server[103591]: DEBUG neutron.services.segments.db [None req-31c6f9e7-608c-4f61-9034-c8dbe9470b88 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5de7e878-6f7b-4dc9-8724-10c0d06c7632']}} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:53:22.425036 n-d-816206-8 neutron-server[103591]: DEBUG neutron.services.segments.db [None req-31c6f9e7-608c-4f61-9034-c8dbe9470b88 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0cc33028-4c29-409e-823e-d23ca727e67a') {'for_net_delete': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:53:22.425423 n-d-816206-8 neutron-server[103591]: DEBUG neutron.services.segments.db [None req-31c6f9e7-608c-4f61-9034-c8dbe9470b88 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0cc33028-4c29-409e-823e-d23ca727e67a') {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:53:22.438569 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-31c6f9e7-608c-4f61-9034-c8dbe9470b88 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736635840332', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265989959'] for segment, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:22.455752 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-31c6f9e7-608c-4f61-9034-c8dbe9470b88 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:22.463292 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31c6f9e7-608c-4f61-9034-c8dbe9470b88 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Releasing vlan 545 on physical network physnet1 to pool {{(pid=103591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 17:53:22.463779 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-31c6f9e7-608c-4f61-9034-c8dbe9470b88 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264756290'] for segment, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:22.467777 n-d-816206-8 neutron-server[103591]: Traceback (most recent call last): Nov 23 17:53:22.467777 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 17:53:22.467777 n-d-816206-8 neutron-server[103591]: timer() Nov 23 17:53:22.467777 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 17:53:22.467777 n-d-816206-8 neutron-server[103591]: cb(*args, **kw) Nov 23 17:53:22.467777 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 17:53:22.467777 n-d-816206-8 neutron-server[103591]: return func(*args, **kwargs) Nov 23 17:53:22.467777 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 17:53:22.467777 n-d-816206-8 neutron-server[103591]: self._notify() Nov 23 17:53:22.467777 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 17:53:22.467777 n-d-816206-8 neutron-server[103591]: self.callback(batched_events) Nov 23 17:53:22.467777 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 17:53:22.467777 n-d-816206-8 neutron-server[103591]: event.method(event) Nov 23 17:53:22.467777 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 17:53:22.467777 n-d-816206-8 neutron-server[103591]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 17:53:22.467777 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 17:53:22.467777 n-d-816206-8 neutron-server[103591]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 17:53:22.467777 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 17:53:22.467777 n-d-816206-8 neutron-server[103591]: return f(self, *a, **k) Nov 23 17:53:22.467777 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 17:53:22.467777 n-d-816206-8 neutron-server[103591]: return self._get(url).json() Nov 23 17:53:22.467777 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 17:53:22.467777 n-d-816206-8 neutron-server[103591]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 17:53:22.467777 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 17:53:22.467777 n-d-816206-8 neutron-server[103591]: return self.request(url, 'GET', **kwargs) Nov 23 17:53:22.467777 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 17:53:22.467777 n-d-816206-8 neutron-server[103591]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 17:53:22.467777 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 17:53:22.467777 n-d-816206-8 neutron-server[103591]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 17:53:22.467777 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 17:53:22.467777 n-d-816206-8 neutron-server[103591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 17:53:22.467777 n-d-816206-8 neutron-server[103591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 17:53:22.484708 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52f03137-b72a-4a0e-864b-4a67af319666 None None] Network 5de7e878-6f7b-4dc9-8724-10c0d06c7632 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:53:22.514906 n-d-816206-8 neutron-server[103590]: DEBUG neutron.notifiers.nova [req-df1c4800-8064-4895-a9e6-0716608f530f req-ae1034f9-240a-457e-9543-479d7e74e377 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1de429a7-530f-4c53-a94e-cc64c544d3f9 {{(pid=103590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:53:22.524057 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-df1c4800-8064-4895-a9e6-0716608f530f req-ae1034f9-240a-457e-9543-479d7e74e377 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:22.547698 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-31c6f9e7-608c-4f61-9034-c8dbe9470b88 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1795418'] for network, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:22.548216 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [req-df1c4800-8064-4895-a9e6-0716608f530f req-ae1034f9-240a-457e-9543-479d7e74e377 service neutron] Transition to ACTIVE for port object 1de429a7-530f-4c53-a94e-cc64c544d3f9 will not be triggered until provisioned by entity L2. {{(pid=103590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 17:53:22.558862 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-df1c4800-8064-4895-a9e6-0716608f530f req-ae1034f9-240a-457e-9543-479d7e74e377 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264357957'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:22.572810 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-31c6f9e7-608c-4f61-9034-c8dbe9470b88 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Publish callbacks [] for network, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:22.576209 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-31c6f9e7-608c-4f61-9034-c8dbe9470b88 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] 10.222.0.60 "DELETE /v2.0/networks/5de7e878-6f7b-4dc9-8724-10c0d06c7632 HTTP/1.1" status: 204 len: 168 time: 1.4683580 Nov 23 17:53:22.598930 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 43750) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:53:22.600830 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c6f9e7-608c-4f61-9034-c8dbe9470b88 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Pushing event deleted for resources: {'Network': ['ID=5de7e878-6f7b-4dc9-8724-10c0d06c7632,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:53:22.618070 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1034f9-240a-457e-9543-479d7e74e377 service neutron] Pushing event updated for resources: {'Port': ['ID=1de429a7-530f-4c53-a94e-cc64c544d3f9,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:53:22.635879 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-69b6d6f5-fc2a-48db-a67a-fa2e3ddb14ba None None] Could not find standard attr ID for object ec8bb18a-f86f-4dde-8363-299b122c99b3. {{(pid=103592) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 17:53:22.680834 n-d-816206-8 neutron-server[103591]: INFO neutron.pecan_wsgi.hooks.translation [None req-04fe7688-2672-4f01-a123-e3a154db6af4 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] DELETE failed (client error): The resource could not be found. Nov 23 17:53:22.681295 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04fe7688-2672-4f01-a123-e3a154db6af4 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103591) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 17:53:22.687967 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-04fe7688-2672-4f01-a123-e3a154db6af4 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] 10.222.0.60 "DELETE /v2.0/subnets/182be33c-5a46-4d86-ae9c-19153719b091 HTTP/1.1" status: 404 len: 337 time: 0.0752699 Nov 23 17:53:22.692766 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 43756) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:53:22.738891 n-d-816206-8 neutron-server[103591]: INFO neutron.pecan_wsgi.hooks.translation [None req-825f6d39-ed98-45bd-8847-a2734473f74a tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] DELETE failed (client error): The resource could not be found. Nov 23 17:53:22.739538 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-825f6d39-ed98-45bd-8847-a2734473f74a tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103591) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 17:53:22.748533 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [req-df1c4800-8064-4895-a9e6-0716608f530f req-ae1034f9-240a-457e-9543-479d7e74e377 service neutron] Attempting to bind port 1de429a7-530f-4c53-a94e-cc64c544d3f9 on host n-h1-816206-8 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:53:22.749011 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [req-df1c4800-8064-4895-a9e6-0716608f530f req-ae1034f9-240a-457e-9543-479d7e74e377 service neutron] Attempting to bind port 1de429a7-530f-4c53-a94e-cc64c544d3f9 by drivers openvswitch,hyperv on host n-h1-816206-8 at level 0 using segments [{'id': 'dbe8f3be-f4c4-4704-9ef8-8b5a9aeb3c29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '65497e92-b0c3-442f-8f8a-bf07657099ba'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:53:22.749205 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df1c4800-8064-4895-a9e6-0716608f530f req-ae1034f9-240a-457e-9543-479d7e74e377 service neutron] Attempting to bind port 1de429a7-530f-4c53-a94e-cc64c544d3f9 on network 65497e92-b0c3-442f-8f8a-bf07657099ba {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:53:22.756288 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df1c4800-8064-4895-a9e6-0716608f530f req-ae1034f9-240a-457e-9543-479d7e74e377 service neutron] Port 1de429a7-530f-4c53-a94e-cc64c544d3f9 on network 65497e92-b0c3-442f-8f8a-bf07657099ba not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-8 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 17:53:22.756669 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df1c4800-8064-4895-a9e6-0716608f530f req-ae1034f9-240a-457e-9543-479d7e74e377 service neutron] Attempting to bind port 1de429a7-530f-4c53-a94e-cc64c544d3f9 on network 65497e92-b0c3-442f-8f8a-bf07657099ba {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:53:22.762351 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-825f6d39-ed98-45bd-8847-a2734473f74a tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] 10.222.0.60 "DELETE /v2.0/networks/5de7e878-6f7b-4dc9-8724-10c0d06c7632 HTTP/1.1" status: 404 len: 339 time: 0.0644960 Nov 23 17:53:22.762918 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 43758) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:53:22.767138 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df1c4800-8064-4895-a9e6-0716608f530f req-ae1034f9-240a-457e-9543-479d7e74e377 service neutron] Checking agent: {'id': '4b0a4557-3bfe-4828-80a0-7981fc3ac84c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 15, 14), 'started_at': datetime.datetime(2021, 11, 23, 17, 15, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 53, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:53:22.767424 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df1c4800-8064-4895-a9e6-0716608f530f req-ae1034f9-240a-457e-9543-479d7e74e377 service neutron] Checking segment: {'id': 'dbe8f3be-f4c4-4704-9ef8-8b5a9aeb3c29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '65497e92-b0c3-442f-8f8a-bf07657099ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:53:22.767927 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df1c4800-8064-4895-a9e6-0716608f530f req-ae1034f9-240a-457e-9543-479d7e74e377 service neutron] Bound using segment: {'id': 'dbe8f3be-f4c4-4704-9ef8-8b5a9aeb3c29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '65497e92-b0c3-442f-8f8a-bf07657099ba'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:53:22.784285 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [req-df1c4800-8064-4895-a9e6-0716608f530f req-ae1034f9-240a-457e-9543-479d7e74e377 service neutron] Bound port: 1de429a7-530f-4c53-a94e-cc64c544d3f9, host: n-h1-816206-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dbe8f3be-f4c4-4704-9ef8-8b5a9aeb3c29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '65497e92-b0c3-442f-8f8a-bf07657099ba'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:53:22.784716 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-df1c4800-8064-4895-a9e6-0716608f530f req-ae1034f9-240a-457e-9543-479d7e74e377 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:22.818284 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a3b7768-f1cc-40fe-b760-d5341d5fc592 None None] DHCP port deletion for 5de7e878-6f7b-4dc9-8724-10c0d06c7632 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:53:22.846347 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-522eaffe-bd3d-48bb-851d-90d50c74c7a8 None None] Network 5de7e878-6f7b-4dc9-8724-10c0d06c7632 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:53:22.893516 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-522eaffe-bd3d-48bb-851d-90d50c74c7a8 None None] Network 5de7e878-6f7b-4dc9-8724-10c0d06c7632 could not be found, it might have been deleted concurrently. {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 23 17:53:22.899372 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-8cb1da71-9a9e-4037-a56d-a5fbe0eeb03b tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-555181'] for network, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:22.927062 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [req-df1c4800-8064-4895-a9e6-0716608f530f req-ae1034f9-240a-457e-9543-479d7e74e377 service neutron] For port 1de429a7-530f-4c53-a94e-cc64c544d3f9, host n-h1-816206-8, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:53:22.934591 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [req-df1c4800-8064-4895-a9e6-0716608f530f req-ae1034f9-240a-457e-9543-479d7e74e377 service neutron] For port 1de429a7-530f-4c53-a94e-cc64c544d3f9, host n-h1-816206-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=1de429a7-530f-4c53-a94e-cc64c544d3f9,segment=NetworkSegment(dbe8f3be-f4c4-4704-9ef8-8b5a9aeb3c29),segment_id=dbe8f3be-f4c4-4704-9ef8-8b5a9aeb3c29)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:53:22.939991 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-df1c4800-8064-4895-a9e6-0716608f530f req-ae1034f9-240a-457e-9543-479d7e74e377 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264357957'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:23.029114 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1c4800-8064-4895-a9e6-0716608f530f req-ae1034f9-240a-457e-9543-479d7e74e377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:23.029789 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-df1c4800-8064-4895-a9e6-0716608f530f req-ae1034f9-240a-457e-9543-479d7e74e377 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:23.031393 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-df1c4800-8064-4895-a9e6-0716608f530f req-ae1034f9-240a-457e-9543-479d7e74e377 service neutron] 10.222.0.55 "PUT /v2.0/ports/1de429a7-530f-4c53-a94e-cc64c544d3f9 HTTP/1.1" status: 200 len: 1092 time: 1.0317159 Nov 23 17:53:23.031773 n-d-816206-8 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cb71ec1-d2d3-4416-8b8e-767f9854ba3a', 'tag': '1de429a7-530f-4c53-a94e-cc64c544d3f9'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:53:23.034791 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbabddbc9fc37b068808e119c416c86f5957ca04531a4a0d2e695c515e93483b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b795e306-9328-4e31-a851-d7f3bb73b269" -d '{"events": [{"name": "network-changed", "server_uuid": "0cb71ec1-d2d3-4416-8b8e-767f9854ba3a", "tag": "1de429a7-530f-4c53-a94e-cc64c544d3f9"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:53:23.124985 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-8cb1da71-9a9e-4037-a56d-a5fbe0eeb03b tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973419', 'neutron.services.segments.db._delete_segments_for_network-8736635878840'] for network, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:23.157113 n-d-816206-8 neutron-server[103591]: DEBUG neutron.services.segments.db [None req-8cb1da71-9a9e-4037-a56d-a5fbe0eeb03b tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49d75e32-8618-4a78-9123-02ad337db429']}} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:53:23.160253 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 17:53:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc5f2a4d-e7da-4068-861e-e44414b30571 x-openstack-request-id: req-dc5f2a4d-e7da-4068-861e-e44414b30571 {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:53:23.160599 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0cb71ec1-d2d3-4416-8b8e-767f9854ba3a", "tag": "1de429a7-530f-4c53-a94e-cc64c544d3f9", "status": "completed", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:53:23.160863 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-dc5f2a4d-e7da-4068-861e-e44414b30571 {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:53:23.161560 n-d-816206-8 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0cb71ec1-d2d3-4416-8b8e-767f9854ba3a', 'tag': '1de429a7-530f-4c53-a94e-cc64c544d3f9', 'status': 'completed', 'code': 200} Nov 23 17:53:23.164979 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1034f9-240a-457e-9543-479d7e74e377 service neutron] Pushing event updated for resources: {'Port': ['ID=1de429a7-530f-4c53-a94e-cc64c544d3f9,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:53:23.182929 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1c4800-8064-4895-a9e6-0716608f530f req-0157fc25-a45b-419c-b771-d67bf25d3b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:23.184520 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-df1c4800-8064-4895-a9e6-0716608f530f req-0157fc25-a45b-419c-b771-d67bf25d3b61 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a72787eb39f84cbca4e464c3cac6bedf&device_id=0cb71ec1-d2d3-4416-8b8e-767f9854ba3a HTTP/1.1" status: 200 len: 1095 time: 0.0839024 Nov 23 17:53:23.187055 n-d-816206-8 neutron-server[103591]: DEBUG neutron.services.segments.db [None req-8cb1da71-9a9e-4037-a56d-a5fbe0eeb03b tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '732e4b82-2e57-4a58-a211-c29012a3b2f9') {'for_net_delete': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:53:23.187356 n-d-816206-8 neutron-server[103591]: DEBUG neutron.services.segments.db [None req-8cb1da71-9a9e-4037-a56d-a5fbe0eeb03b tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '732e4b82-2e57-4a58-a211-c29012a3b2f9') {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:53:23.198493 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a8b669-8228-46ef-a75e-4b491c5fad67 req-f01d5351-e488-48f4-ab94-cb0553d34504 tempest-TestVolumeBackupRestore-865720571 tempest-TestVolumeBackupRestore-865720571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:23.206018 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-50a8b669-8228-46ef-a75e-4b491c5fad67 req-f01d5351-e488-48f4-ab94-cb0553d34504 tempest-TestVolumeBackupRestore-865720571 tempest-TestVolumeBackupRestore-865720571-project] 10.222.0.60 "GET /v2.0/ports?device_id=1d16214d-4921-4a03-83e3-c6e08d9bdf81 HTTP/1.1" status: 200 len: 943 time: 0.1263359 Nov 23 17:53:23.236063 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-8cb1da71-9a9e-4037-a56d-a5fbe0eeb03b tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736635840332', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265989959'] for segment, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:23.247573 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-df1c4800-8064-4895-a9e6-0716608f530f req-ee233886-c733-4962-ad16-5c409f70091e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1de429a7-530f-4c53-a94e-cc64c544d3f9 HTTP/1.1" status: 200 len: 217 time: 0.0519061 Nov 23 17:53:23.262895 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-8cb1da71-9a9e-4037-a56d-a5fbe0eeb03b tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:23.291200 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8cb1da71-9a9e-4037-a56d-a5fbe0eeb03b tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Releasing vlan 517 on physical network physnet1 to pool {{(pid=103591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 17:53:23.291634 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-8cb1da71-9a9e-4037-a56d-a5fbe0eeb03b tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264756290'] for segment, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:23.300767 n-d-816206-8 neutron-server[103591]: Traceback (most recent call last): Nov 23 17:53:23.300767 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 17:53:23.300767 n-d-816206-8 neutron-server[103591]: timer() Nov 23 17:53:23.300767 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 17:53:23.300767 n-d-816206-8 neutron-server[103591]: cb(*args, **kw) Nov 23 17:53:23.300767 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 17:53:23.300767 n-d-816206-8 neutron-server[103591]: return func(*args, **kwargs) Nov 23 17:53:23.300767 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 17:53:23.300767 n-d-816206-8 neutron-server[103591]: self._notify() Nov 23 17:53:23.300767 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 17:53:23.300767 n-d-816206-8 neutron-server[103591]: self.callback(batched_events) Nov 23 17:53:23.300767 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 17:53:23.300767 n-d-816206-8 neutron-server[103591]: event.method(event) Nov 23 17:53:23.300767 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 17:53:23.300767 n-d-816206-8 neutron-server[103591]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 17:53:23.300767 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 17:53:23.300767 n-d-816206-8 neutron-server[103591]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 17:53:23.300767 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 17:53:23.300767 n-d-816206-8 neutron-server[103591]: return f(self, *a, **k) Nov 23 17:53:23.300767 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 17:53:23.300767 n-d-816206-8 neutron-server[103591]: return self._get(url).json() Nov 23 17:53:23.300767 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 17:53:23.300767 n-d-816206-8 neutron-server[103591]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 17:53:23.300767 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 17:53:23.300767 n-d-816206-8 neutron-server[103591]: return self.request(url, 'GET', **kwargs) Nov 23 17:53:23.300767 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 17:53:23.300767 n-d-816206-8 neutron-server[103591]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 17:53:23.300767 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 17:53:23.300767 n-d-816206-8 neutron-server[103591]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 17:53:23.300767 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 17:53:23.300767 n-d-816206-8 neutron-server[103591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 17:53:23.300767 n-d-816206-8 neutron-server[103591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 17:53:23.338066 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1c4800-8064-4895-a9e6-0716608f530f req-4f9f7e8c-8449-4fda-b97c-4b9832f7aefa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:23.339625 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-df1c4800-8064-4895-a9e6-0716608f530f req-4f9f7e8c-8449-4fda-b97c-4b9832f7aefa service neutron] 10.222.0.55 "GET /v2.0/subnets?id=edc28ddc-ae2c-4b2b-bf91-4f5ac80bdafe HTTP/1.1" status: 200 len: 850 time: 0.0826497 Nov 23 17:53:23.362337 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-50a8b669-8228-46ef-a75e-4b491c5fad67 req-4addb015-72e8-43a3-8d7f-2cf5bffb2615 tempest-TestVolumeBackupRestore-865720571 tempest-TestVolumeBackupRestore-865720571-project] 10.222.0.60 "GET /v2.0/security-groups?id=d6ab30e5-2026-4aba-ad91-d0613562cc26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1545541 Nov 23 17:53:23.422280 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-8cb1da71-9a9e-4037-a56d-a5fbe0eeb03b tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1795418'] for network, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:23.439564 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-8cb1da71-9a9e-4037-a56d-a5fbe0eeb03b tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Publish callbacks [] for network, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:23.448261 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1c4800-8064-4895-a9e6-0716608f530f req-4eb6675b-9bed-4772-9a74-825e6718b249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:23.453318 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-8cb1da71-9a9e-4037-a56d-a5fbe0eeb03b tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] 10.222.0.60 "DELETE /v2.0/networks/49d75e32-8618-4a78-9123-02ad337db429 HTTP/1.1" status: 204 len: 168 time: 0.6892300 Nov 23 17:53:23.456640 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 43770) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:53:23.462167 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-df1c4800-8064-4895-a9e6-0716608f530f req-4eb6675b-9bed-4772-9a74-825e6718b249 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=65497e92-b0c3-442f-8f8a-bf07657099ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1150463 Nov 23 17:53:23.492123 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb1da71-9a9e-4037-a56d-a5fbe0eeb03b tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Pushing event deleted for resources: {'Network': ['ID=49d75e32-8618-4a78-9123-02ad337db429,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:53:23.524415 n-d-816206-8 neutron-server[103591]: INFO neutron.pecan_wsgi.hooks.translation [None req-f85382af-80ee-40da-b4f0-83d93394555e tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] DELETE failed (client error): The resource could not be found. Nov 23 17:53:23.524908 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f85382af-80ee-40da-b4f0-83d93394555e tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103591) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 17:53:23.528204 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-f85382af-80ee-40da-b4f0-83d93394555e tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] 10.222.0.60 "DELETE /v2.0/subnets/8d4601fc-6419-4bd0-aea9-d71343854fff HTTP/1.1" status: 404 len: 337 time: 0.0549729 Nov 23 17:53:23.532551 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 43772) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:53:23.562363 n-d-816206-8 neutron-server[103591]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d99957e-88f0-4acf-a062-472423191c89 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] DELETE failed (client error): The resource could not be found. Nov 23 17:53:23.563213 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d99957e-88f0-4acf-a062-472423191c89 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103591) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 17:53:23.566093 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-0d99957e-88f0-4acf-a062-472423191c89 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] 10.222.0.60 "DELETE /v2.0/networks/9d7b8a56-fcaa-4eb1-9e0c-485e699eedee HTTP/1.1" status: 404 len: 339 time: 0.0326297 Nov 23 17:53:23.570892 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 43774) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:53:23.580627 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba4ba9a-5851-42b2-9216-8d06114065f3 req-9b128e45-18d6-4458-883c-81ce9b764f1b tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:23.582776 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2ba4ba9a-5851-42b2-9216-8d06114065f3 req-9b128e45-18d6-4458-883c-81ce9b764f1b tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] 10.222.0.60 "GET /v2.0/ports?device_id=0cb71ec1-d2d3-4416-8b8e-767f9854ba3a HTTP/1.1" status: 200 len: 944 time: 0.1269269 Nov 23 17:53:23.644909 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2ba4ba9a-5851-42b2-9216-8d06114065f3 req-74181a14-23df-4681-afaa-9d468111a203 tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] 10.222.0.60 "GET /v2.0/security-groups?id=2612ae81-84b7-4a67-bce5-47d04965aa86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555754 Nov 23 17:53:23.666501 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-df1c4800-8064-4895-a9e6-0716608f530f req-f3a4b2af-08c1-4412-bc67-d8ea0d32f48b service neutron] 10.222.0.55 "GET /v2.0/networks/65497e92-b0c3-442f-8f8a-bf07657099ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1973667 Nov 23 17:53:23.710371 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9bac97e-e121-46e2-868d-b8f4fb3866e4 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Deleting subnet 7720e222-5ac3-4bab-bca9-f8dd6af32052 {{(pid=103590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 17:53:23.716051 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a9bac97e-e121-46e2-868d-b8f4fb3866e4 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Publish callbacks [] for subnet, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:23.809722 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a9bac97e-e121-46e2-868d-b8f4fb3866e4 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-267528342'] for subnet, precommit_delete_associations {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:23.860434 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-df1c4800-8064-4895-a9e6-0716608f530f req-e98aa5d8-5d2f-46c2-a581-e2840fa02d97 service neutron] 10.222.0.55 "GET /v2.0/networks/65497e92-b0c3-442f-8f8a-bf07657099ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1827111 Nov 23 17:53:23.911355 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a9bac97e-e121-46e2-868d-b8f4fb3866e4 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971956'] for subnet, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:23.971294 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device ec8bb18a-f86f-4dde-8363-299b122c99b3 no longer exists at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:53:23.992277 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b795e306-9328-4e31-a851-d7f3bb73b269 req-e05c8a45-ac42-4e76-82a7-991e02fc1dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:23.993791 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-b795e306-9328-4e31-a851-d7f3bb73b269 req-e05c8a45-ac42-4e76-82a7-991e02fc1dfd service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a72787eb39f84cbca4e464c3cac6bedf&device_id=0cb71ec1-d2d3-4416-8b8e-767f9854ba3a HTTP/1.1" status: 200 len: 1095 time: 0.0600650 Nov 23 17:53:24.004222 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] No Port match for: ec8bb18a-f86f-4dde-8363-299b122c99b3 {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:53:24.009090 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device ec8bb18a-f86f-4dde-8363-299b122c99b3 not bound to the agent host n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:53:24.014595 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a9bac97e-e121-46e2-868d-b8f4fb3866e4 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264357903', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264730940'] for subnet, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:24.071846 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bac97e-e121-46e2-868d-b8f4fb3866e4 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Pushing event deleted for resources: {'Subnet': ['ID=7720e222-5ac3-4bab-bca9-f8dd6af32052,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:53:24.080304 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a9bac97e-e121-46e2-868d-b8f4fb3866e4 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Publish callbacks [] for subnet, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:24.089023 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eb333b6-2b0d-4565-9620-404584e76337 None None] Network 9f629d6c-5138-48d1-8d05-8c18d11b44d2 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:53:24.089296 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-a9bac97e-e121-46e2-868d-b8f4fb3866e4 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] 10.222.0.60 "DELETE /v2.0/subnets/7720e222-5ac3-4bab-bca9-f8dd6af32052 HTTP/1.1" status: 204 len: 168 time: 0.5170345 Nov 23 17:53:24.089963 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 43778) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:53:24.157134 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0a8a7f3-31b8-4727-a8b0-96385f7f1fbf tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Deleting subnet 080853b7-eaf4-44b7-b03c-3bc76b76b359 {{(pid=103591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 17:53:24.160793 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b795e306-9328-4e31-a851-d7f3bb73b269 req-4ca8eafc-cbaa-4fc2-aac1-6a26bcc7afd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:24.161615 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-b0a8a7f3-31b8-4727-a8b0-96385f7f1fbf tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Publish callbacks [] for subnet, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:24.162488 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-b795e306-9328-4e31-a851-d7f3bb73b269 req-4ca8eafc-cbaa-4fc2-aac1-6a26bcc7afd8 service neutron] 10.222.0.55 "GET /v2.0/networks?id=65497e92-b0c3-442f-8f8a-bf07657099ba HTTP/1.1" status: 200 len: 912 time: 0.1597555 Nov 23 17:53:24.225305 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-b0a8a7f3-31b8-4727-a8b0-96385f7f1fbf tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265990000'] for subnet, precommit_delete_associations {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:24.235801 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-b795e306-9328-4e31-a851-d7f3bb73b269 req-2e65045f-d876-474d-98e2-5343ee255d3b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1de429a7-530f-4c53-a94e-cc64c544d3f9 HTTP/1.1" status: 200 len: 217 time: 0.0609534 Nov 23 17:53:24.341552 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b795e306-9328-4e31-a851-d7f3bb73b269 req-5a025fba-c0b8-4e17-b367-9938f8823a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:24.343051 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-b795e306-9328-4e31-a851-d7f3bb73b269 req-5a025fba-c0b8-4e17-b367-9938f8823a82 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=edc28ddc-ae2c-4b2b-bf91-4f5ac80bdafe HTTP/1.1" status: 200 len: 850 time: 0.0978713 Nov 23 17:53:24.351329 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-b0a8a7f3-31b8-4727-a8b0-96385f7f1fbf tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971956'] for subnet, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:24.407449 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b795e306-9328-4e31-a851-d7f3bb73b269 req-43dc5660-4e34-49b9-b5dd-f24c7b88b9cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:24.409142 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-b795e306-9328-4e31-a851-d7f3bb73b269 req-43dc5660-4e34-49b9-b5dd-f24c7b88b9cd service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=65497e92-b0c3-442f-8f8a-bf07657099ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0557861 Nov 23 17:53:24.486708 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-b0a8a7f3-31b8-4727-a8b0-96385f7f1fbf tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264758240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264314269'] for subnet, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:24.528798 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-b0a8a7f3-31b8-4727-a8b0-96385f7f1fbf tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for subnet, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:24.532340 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-b0a8a7f3-31b8-4727-a8b0-96385f7f1fbf tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] 10.222.0.60 "DELETE /v2.0/subnets/080853b7-eaf4-44b7-b03c-3bc76b76b359 HTTP/1.1" status: 204 len: 168 time: 0.4407263 Nov 23 17:53:24.542623 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a8a7f3-31b8-4727-a8b0-96385f7f1fbf tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Pushing event deleted for resources: {'Subnet': ['ID=080853b7-eaf4-44b7-b03c-3bc76b76b359,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:53:24.544229 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 43784) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:53:24.636640 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c155cd5-311f-4902-bbd4-aa20f42779a2 req-ad6d1737-87c2-489b-8de3-ea81e0760d28 tempest-TestVolumeBackupRestore-865720571 tempest-TestVolumeBackupRestore-865720571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:24.647203 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2c155cd5-311f-4902-bbd4-aa20f42779a2 req-ad6d1737-87c2-489b-8de3-ea81e0760d28 tempest-TestVolumeBackupRestore-865720571 tempest-TestVolumeBackupRestore-865720571-project] 10.222.0.60 "GET /v2.0/ports?device_id=1d16214d-4921-4a03-83e3-c6e08d9bdf81 HTTP/1.1" status: 200 len: 943 time: 0.1134045 Nov 23 17:53:24.681362 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-b795e306-9328-4e31-a851-d7f3bb73b269 req-4f65f7cb-ffe2-48f3-bc13-65d8259188e1 service neutron] 10.222.0.55 "GET /v2.0/networks/65497e92-b0c3-442f-8f8a-bf07657099ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2635844 Nov 23 17:53:24.721743 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2c155cd5-311f-4902-bbd4-aa20f42779a2 req-a3524e23-6041-4c66-8353-f93df7120ab5 tempest-TestVolumeBackupRestore-865720571 tempest-TestVolumeBackupRestore-865720571-project] 10.222.0.60 "GET /v2.0/security-groups?id=d6ab30e5-2026-4aba-ad91-d0613562cc26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731823 Nov 23 17:53:24.766065 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ed5ccc7c-c267-40de-848d-141b5c1c41e1 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-555181'] for network, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:24.852949 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef81caa-fafd-4b5e-a02f-e5f6ca292dd0 req-0d91b374-66f6-42f3-a1e9-cfc12448bcb7 tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:24.856275 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2ef81caa-fafd-4b5e-a02f-e5f6ca292dd0 req-0d91b374-66f6-42f3-a1e9-cfc12448bcb7 tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] 10.222.0.60 "GET /v2.0/ports?device_id=0cb71ec1-d2d3-4416-8b8e-767f9854ba3a HTTP/1.1" status: 200 len: 944 time: 0.0783868 Nov 23 17:53:24.920573 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-b795e306-9328-4e31-a851-d7f3bb73b269 req-d204667f-2c8e-432e-a877-b25629b5f776 service neutron] 10.222.0.55 "GET /v2.0/networks/65497e92-b0c3-442f-8f8a-bf07657099ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2173369 Nov 23 17:53:24.922230 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2ef81caa-fafd-4b5e-a02f-e5f6ca292dd0 req-3f2f2e94-9874-4468-a211-fcc2cb2c58be tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] 10.222.0.60 "GET /v2.0/security-groups?id=2612ae81-84b7-4a67-bce5-47d04965aa86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555327 Nov 23 17:53:24.939413 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-ed5ccc7c-c267-40de-848d-141b5c1c41e1 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Deleting port 4f87e924-a7f3-4cfc-980e-43f8041448e1 {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:53:24.939762 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ed5ccc7c-c267-40de-848d-141b5c1c41e1 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:25.016895 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-ed5ccc7c-c267-40de-848d-141b5c1c41e1 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] For port 4f87e924-a7f3-4cfc-980e-43f8041448e1, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=4f87e924-a7f3-4cfc-980e-43f8041448e1,segment=NetworkSegment(6e8953c4-4ee1-4afe-ba1c-720ae39a3d3d),segment_id=6e8953c4-4ee1-4afe-ba1c-720ae39a3d3d)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:53:25.017645 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ed5ccc7c-c267-40de-848d-141b5c1c41e1 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:25.042870 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-ed5ccc7c-c267-40de-848d-141b5c1c41e1 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Calling delete_port for 4f87e924-a7f3-4cfc-980e-43f8041448e1 owned by network:dhcp {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:53:25.180250 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ed5ccc7c-c267-40de-848d-141b5c1c41e1 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:25.221517 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bad4459a-6456-4f72-befa-a80a41cfbd91 None None] Network 9f629d6c-5138-48d1-8d05-8c18d11b44d2 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:53:25.236761 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5ccc7c-c267-40de-848d-141b5c1c41e1 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Pushing event deleted for resources: {'Port': ['ID=4f87e924-a7f3-4cfc-980e-43f8041448e1,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:53:25.241596 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed5ccc7c-c267-40de-848d-141b5c1c41e1 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] No DVR routers for this DVR port 4f87e924-a7f3-4cfc-980e-43f8041448e1 on host n-d-816206-8 {{(pid=103590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:53:25.317609 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-a963c3f6-ae29-4af9-86c5-4d2bcfed9d18 None None] Could not find standard attr ID for object 4f87e924-a7f3-4cfc-980e-43f8041448e1. {{(pid=103592) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 17:53:25.366410 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ed5ccc7c-c267-40de-848d-141b5c1c41e1 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973419', 'neutron.services.segments.db._delete_segments_for_network-8736635878840'] for network, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:25.406496 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-ed5ccc7c-c267-40de-848d-141b5c1c41e1 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f629d6c-5138-48d1-8d05-8c18d11b44d2']}} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:53:25.423609 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-ed5ccc7c-c267-40de-848d-141b5c1c41e1 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e8953c4-4ee1-4afe-ba1c-720ae39a3d3d') {'for_net_delete': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:53:25.424075 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-ed5ccc7c-c267-40de-848d-141b5c1c41e1 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e8953c4-4ee1-4afe-ba1c-720ae39a3d3d') {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:53:25.437896 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ed5ccc7c-c267-40de-848d-141b5c1c41e1 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736635840332', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-267528353'] for segment, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:25.445218 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80e3af1b-97d0-4071-a7c6-14e1ee3249e1 None None] DHCP port deletion for 9f629d6c-5138-48d1-8d05-8c18d11b44d2 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:53:25.469324 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ed5ccc7c-c267-40de-848d-141b5c1c41e1 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:25.479771 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed5ccc7c-c267-40de-848d-141b5c1c41e1 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Releasing vlan 519 on physical network physnet1 to pool {{(pid=103590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 17:53:25.480095 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ed5ccc7c-c267-40de-848d-141b5c1c41e1 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264370093'] for segment, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:25.484866 n-d-816206-8 neutron-server[103590]: Traceback (most recent call last): Nov 23 17:53:25.484866 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 17:53:25.484866 n-d-816206-8 neutron-server[103590]: timer() Nov 23 17:53:25.484866 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 17:53:25.484866 n-d-816206-8 neutron-server[103590]: cb(*args, **kw) Nov 23 17:53:25.484866 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 17:53:25.484866 n-d-816206-8 neutron-server[103590]: return func(*args, **kwargs) Nov 23 17:53:25.484866 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 17:53:25.484866 n-d-816206-8 neutron-server[103590]: self._notify() Nov 23 17:53:25.484866 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 17:53:25.484866 n-d-816206-8 neutron-server[103590]: self.callback(batched_events) Nov 23 17:53:25.484866 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 17:53:25.484866 n-d-816206-8 neutron-server[103590]: event.method(event) Nov 23 17:53:25.484866 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 17:53:25.484866 n-d-816206-8 neutron-server[103590]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 17:53:25.484866 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 17:53:25.484866 n-d-816206-8 neutron-server[103590]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 17:53:25.484866 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 17:53:25.484866 n-d-816206-8 neutron-server[103590]: return f(self, *a, **k) Nov 23 17:53:25.484866 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 17:53:25.484866 n-d-816206-8 neutron-server[103590]: return self._get(url).json() Nov 23 17:53:25.484866 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 17:53:25.484866 n-d-816206-8 neutron-server[103590]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 17:53:25.484866 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 17:53:25.484866 n-d-816206-8 neutron-server[103590]: return self.request(url, 'GET', **kwargs) Nov 23 17:53:25.484866 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 17:53:25.484866 n-d-816206-8 neutron-server[103590]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 17:53:25.484866 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 17:53:25.484866 n-d-816206-8 neutron-server[103590]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 17:53:25.484866 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 17:53:25.484866 n-d-816206-8 neutron-server[103590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 17:53:25.484866 n-d-816206-8 neutron-server[103590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 17:53:25.553398 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ed5ccc7c-c267-40de-848d-141b5c1c41e1 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1795418'] for network, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:25.561944 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ed5ccc7c-c267-40de-848d-141b5c1c41e1 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Publish callbacks [] for network, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:25.565319 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-ed5ccc7c-c267-40de-848d-141b5c1c41e1 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] 10.222.0.60 "DELETE /v2.0/networks/9f629d6c-5138-48d1-8d05-8c18d11b44d2 HTTP/1.1" status: 204 len: 168 time: 1.0200751 Nov 23 17:53:25.568705 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 43792) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:53:25.580311 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5ccc7c-c267-40de-848d-141b5c1c41e1 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Pushing event deleted for resources: {'Network': ['ID=9f629d6c-5138-48d1-8d05-8c18d11b44d2,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:53:25.600619 n-d-816206-8 neutron-server[103591]: INFO neutron.pecan_wsgi.hooks.translation [None req-9de966fa-bd12-4c7d-ab82-7d02a8a79b82 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] DELETE failed (client error): The resource could not be found. Nov 23 17:53:25.601087 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9de966fa-bd12-4c7d-ab82-7d02a8a79b82 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103591) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 17:53:25.604103 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-9de966fa-bd12-4c7d-ab82-7d02a8a79b82 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] 10.222.0.60 "DELETE /v2.0/subnets/2ccb12e9-a1f1-4335-988c-f44cb8a98bc8 HTTP/1.1" status: 404 len: 337 time: 0.0343924 Nov 23 17:53:25.606716 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 43794) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:53:25.625121 n-d-816206-8 neutron-server[103591]: INFO neutron.pecan_wsgi.hooks.translation [None req-0213cb3a-c529-4ce9-ac1d-cb66abc288f2 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] DELETE failed (client error): The resource could not be found. Nov 23 17:53:25.625548 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0213cb3a-c529-4ce9-ac1d-cb66abc288f2 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103591) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 17:53:25.628625 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-0213cb3a-c529-4ce9-ac1d-cb66abc288f2 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] 10.222.0.60 "DELETE /v2.0/networks/ffc1c44e-b09b-4ef8-a188-5ae2f789a284 HTTP/1.1" status: 404 len: 339 time: 0.0209618 Nov 23 17:53:25.631966 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 43796) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:53:25.658621 n-d-816206-8 neutron-server[103591]: INFO neutron.pecan_wsgi.hooks.translation [None req-56c1526b-bdf4-4304-9244-5a7fe8850845 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] DELETE failed (client error): The resource could not be found. Nov 23 17:53:25.659074 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56c1526b-bdf4-4304-9244-5a7fe8850845 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103591) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 17:53:25.662636 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-56c1526b-bdf4-4304-9244-5a7fe8850845 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] 10.222.0.60 "DELETE /v2.0/subnets/e9d2eff8-f249-4445-a643-adefd0cecde5 HTTP/1.1" status: 404 len: 337 time: 0.0295274 Nov 23 17:53:25.665183 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 43798) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:53:25.684478 n-d-816206-8 neutron-server[103591]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a53f906-e870-4b64-a588-1f90bfbf96f4 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] DELETE failed (client error): The resource could not be found. Nov 23 17:53:25.684912 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a53f906-e870-4b64-a588-1f90bfbf96f4 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103591) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 17:53:25.688198 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-8a53f906-e870-4b64-a588-1f90bfbf96f4 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] 10.222.0.60 "DELETE /v2.0/networks/60bcfe58-ab11-4f17-bea2-9ec251cbb8a0 HTTP/1.1" status: 404 len: 339 time: 0.0221000 Nov 23 17:53:25.690791 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 43800) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:53:25.716354 n-d-816206-8 neutron-server[103591]: INFO neutron.pecan_wsgi.hooks.translation [None req-15316202-9195-41e0-87fe-ee875df94602 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] DELETE failed (client error): The resource could not be found. Nov 23 17:53:25.716838 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15316202-9195-41e0-87fe-ee875df94602 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103591) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 17:53:25.719812 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-15316202-9195-41e0-87fe-ee875df94602 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] 10.222.0.60 "DELETE /v2.0/subnets/f7d886de-88bc-4cd6-ad2e-9b28e7346dd5 HTTP/1.1" status: 404 len: 337 time: 0.0281291 Nov 23 17:53:25.722249 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 43802) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:53:25.742224 n-d-816206-8 neutron-server[103591]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d9aee7e-384c-487c-9384-d8f5cb517efd tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] DELETE failed (client error): The resource could not be found. Nov 23 17:53:25.742818 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d9aee7e-384c-487c-9384-d8f5cb517efd tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103591) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 17:53:25.747969 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-3d9aee7e-384c-487c-9384-d8f5cb517efd tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] 10.222.0.60 "DELETE /v2.0/networks/2e1977e7-a07c-4ded-bc20-d66efd4f6d37 HTTP/1.1" status: 404 len: 339 time: 0.0226271 Nov 23 17:53:25.748682 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 43806) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:53:25.818019 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.db_base_plugin_v2 [None req-391b65bd-09c8-47e7-84b1-e61405bfebdb tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Deleting subnet 6d4e1c58-b0b2-4359-9f11-eb3f67a3ac84 {{(pid=103591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 17:53:25.834230 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-391b65bd-09c8-47e7-84b1-e61405bfebdb tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Publish callbacks [] for subnet, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:25.879375 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-391b65bd-09c8-47e7-84b1-e61405bfebdb tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265990000'] for subnet, precommit_delete_associations {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:25.916119 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36e6f17-91ee-4978-9367-d404a081751a req-16eaca95-b058-4938-9f03-86335b657e1d tempest-TestVolumeBackupRestore-865720571 tempest-TestVolumeBackupRestore-865720571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:25.917642 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d36e6f17-91ee-4978-9367-d404a081751a req-16eaca95-b058-4938-9f03-86335b657e1d tempest-TestVolumeBackupRestore-865720571 tempest-TestVolumeBackupRestore-865720571-project] 10.222.0.60 "GET /v2.0/ports?device_id=1d16214d-4921-4a03-83e3-c6e08d9bdf81 HTTP/1.1" status: 200 len: 943 time: 0.1225042 Nov 23 17:53:26.021741 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-391b65bd-09c8-47e7-84b1-e61405bfebdb tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971956'] for subnet, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:26.028224 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d36e6f17-91ee-4978-9367-d404a081751a req-45a2808c-c648-4007-b8c7-1d231f877659 tempest-TestVolumeBackupRestore-865720571 tempest-TestVolumeBackupRestore-865720571-project] 10.222.0.60 "GET /v2.0/security-groups?id=d6ab30e5-2026-4aba-ad91-d0613562cc26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0970809 Nov 23 17:53:26.058807 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 4f87e924-a7f3-4cfc-980e-43f8041448e1 no longer exists at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:53:26.081015 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] No Port match for: 4f87e924-a7f3-4cfc-980e-43f8041448e1 {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:53:26.081725 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 4f87e924-a7f3-4cfc-980e-43f8041448e1 not bound to the agent host n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:53:26.117617 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84990b0-cb72-4b05-a22a-a9cb295f75b0 req-d3d1ad69-f304-4b51-a32d-1b752e683875 tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:26.119168 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a84990b0-cb72-4b05-a22a-a9cb295f75b0 req-d3d1ad69-f304-4b51-a32d-1b752e683875 tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] 10.222.0.60 "GET /v2.0/ports?device_id=0cb71ec1-d2d3-4416-8b8e-767f9854ba3a HTTP/1.1" status: 200 len: 944 time: 0.0710912 Nov 23 17:53:26.139030 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-391b65bd-09c8-47e7-84b1-e61405bfebdb tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264758240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264314269'] for subnet, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:26.176378 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391b65bd-09c8-47e7-84b1-e61405bfebdb tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Pushing event deleted for resources: {'Subnet': ['ID=6d4e1c58-b0b2-4359-9f11-eb3f67a3ac84,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:53:26.194798 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-391b65bd-09c8-47e7-84b1-e61405bfebdb tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for subnet, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:26.200626 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-391b65bd-09c8-47e7-84b1-e61405bfebdb tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] 10.222.0.60 "DELETE /v2.0/subnets/6d4e1c58-b0b2-4359-9f11-eb3f67a3ac84 HTTP/1.1" status: 204 len: 168 time: 0.4514444 Nov 23 17:53:26.201382 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 43816) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:53:26.214302 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3c9bcfb-0a65-4b45-bb0a-1396ed6d766c None None] Network e5925921-2247-498f-9da1-d806672e0a63 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:53:26.220024 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a84990b0-cb72-4b05-a22a-a9cb295f75b0 req-11144944-66f6-4f06-8dad-5a6ea972ef03 tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] 10.222.0.60 "GET /v2.0/security-groups?id=2612ae81-84b7-4a67-bce5-47d04965aa86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0896711 Nov 23 17:53:26.319444 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0364f707-682b-4ed7-8bd5-5f8e7acac6d3 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-555181'] for network, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:26.392422 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-0364f707-682b-4ed7-8bd5-5f8e7acac6d3 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Deleting port f64bae18-f981-42df-8ee6-12f8c4159f8c {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:53:26.392804 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0364f707-682b-4ed7-8bd5-5f8e7acac6d3 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:26.473176 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9979f71-f86b-46ea-bf07-f1d8888f5d6d None None] DHCP port deletion for e5925921-2247-498f-9da1-d806672e0a63 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:53:26.475709 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-0364f707-682b-4ed7-8bd5-5f8e7acac6d3 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] For port f64bae18-f981-42df-8ee6-12f8c4159f8c, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=f64bae18-f981-42df-8ee6-12f8c4159f8c,segment=NetworkSegment(b7489eb3-3161-4cdf-a7b9-b6367d2abae2),segment_id=b7489eb3-3161-4cdf-a7b9-b6367d2abae2)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:53:26.476083 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0364f707-682b-4ed7-8bd5-5f8e7acac6d3 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:26.492963 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-0364f707-682b-4ed7-8bd5-5f8e7acac6d3 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Calling delete_port for f64bae18-f981-42df-8ee6-12f8c4159f8c owned by network:dhcp {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:53:26.532747 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-e9979f71-f86b-46ea-bf07-f1d8888f5d6d None None] Deleting port f64bae18-f981-42df-8ee6-12f8c4159f8c {{(pid=103592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:53:26.533141 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-e9979f71-f86b-46ea-bf07-f1d8888f5d6d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:26.591711 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0364f707-682b-4ed7-8bd5-5f8e7acac6d3 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:26.606500 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-e9979f71-f86b-46ea-bf07-f1d8888f5d6d None None] For port f64bae18-f981-42df-8ee6-12f8c4159f8c, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=f64bae18-f981-42df-8ee6-12f8c4159f8c,segment=NetworkSegment(b7489eb3-3161-4cdf-a7b9-b6367d2abae2),segment_id=b7489eb3-3161-4cdf-a7b9-b6367d2abae2)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:53:26.606907 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-e9979f71-f86b-46ea-bf07-f1d8888f5d6d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:26.622391 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-e9979f71-f86b-46ea-bf07-f1d8888f5d6d None None] Calling delete_port for f64bae18-f981-42df-8ee6-12f8c4159f8c owned by network:dhcp {{(pid=103592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:53:26.625259 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0364f707-682b-4ed7-8bd5-5f8e7acac6d3 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Pushing event deleted for resources: {'Port': ['ID=f64bae18-f981-42df-8ee6-12f8c4159f8c,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:53:26.632377 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0364f707-682b-4ed7-8bd5-5f8e7acac6d3 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] No DVR routers for this DVR port f64bae18-f981-42df-8ee6-12f8c4159f8c on host n-d-816206-8 {{(pid=103590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:53:26.736449 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0364f707-682b-4ed7-8bd5-5f8e7acac6d3 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973419', 'neutron.services.segments.db._delete_segments_for_network-8736635878840'] for network, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:26.756129 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-e9979f71-f86b-46ea-bf07-f1d8888f5d6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989'] for port, after_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:26.776284 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9979f71-f86b-46ea-bf07-f1d8888f5d6d None None] No DVR routers for this DVR port f64bae18-f981-42df-8ee6-12f8c4159f8c on host n-d-816206-8 {{(pid=103592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:53:26.778131 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-0364f707-682b-4ed7-8bd5-5f8e7acac6d3 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5925921-2247-498f-9da1-d806672e0a63']}} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:53:26.797757 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9979f71-f86b-46ea-bf07-f1d8888f5d6d None None] Pushing event deleted for resources: {'Port': ['ID=f64bae18-f981-42df-8ee6-12f8c4159f8c,revision_number=None']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:53:26.802993 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-0364f707-682b-4ed7-8bd5-5f8e7acac6d3 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7489eb3-3161-4cdf-a7b9-b6367d2abae2') {'for_net_delete': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:53:26.803759 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-0364f707-682b-4ed7-8bd5-5f8e7acac6d3 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7489eb3-3161-4cdf-a7b9-b6367d2abae2') {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:53:26.820692 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0364f707-682b-4ed7-8bd5-5f8e7acac6d3 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736635840332', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-267528353'] for segment, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:26.837320 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0364f707-682b-4ed7-8bd5-5f8e7acac6d3 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:26.844986 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0364f707-682b-4ed7-8bd5-5f8e7acac6d3 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Releasing vlan 515 on physical network physnet1 to pool {{(pid=103590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 17:53:26.845500 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0364f707-682b-4ed7-8bd5-5f8e7acac6d3 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264370093'] for segment, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:26.850923 n-d-816206-8 neutron-server[103590]: Traceback (most recent call last): Nov 23 17:53:26.850923 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 17:53:26.850923 n-d-816206-8 neutron-server[103590]: timer() Nov 23 17:53:26.850923 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 17:53:26.850923 n-d-816206-8 neutron-server[103590]: cb(*args, **kw) Nov 23 17:53:26.850923 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 17:53:26.850923 n-d-816206-8 neutron-server[103590]: return func(*args, **kwargs) Nov 23 17:53:26.850923 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 17:53:26.850923 n-d-816206-8 neutron-server[103590]: self._notify() Nov 23 17:53:26.850923 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 17:53:26.850923 n-d-816206-8 neutron-server[103590]: self.callback(batched_events) Nov 23 17:53:26.850923 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 17:53:26.850923 n-d-816206-8 neutron-server[103590]: event.method(event) Nov 23 17:53:26.850923 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 17:53:26.850923 n-d-816206-8 neutron-server[103590]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 17:53:26.850923 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 17:53:26.850923 n-d-816206-8 neutron-server[103590]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 17:53:26.850923 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 17:53:26.850923 n-d-816206-8 neutron-server[103590]: return f(self, *a, **k) Nov 23 17:53:26.850923 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 17:53:26.850923 n-d-816206-8 neutron-server[103590]: return self._get(url).json() Nov 23 17:53:26.850923 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 17:53:26.850923 n-d-816206-8 neutron-server[103590]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 17:53:26.850923 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 17:53:26.850923 n-d-816206-8 neutron-server[103590]: return self.request(url, 'GET', **kwargs) Nov 23 17:53:26.850923 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 17:53:26.850923 n-d-816206-8 neutron-server[103590]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 17:53:26.850923 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 17:53:26.850923 n-d-816206-8 neutron-server[103590]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 17:53:26.850923 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 17:53:26.850923 n-d-816206-8 neutron-server[103590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 17:53:26.850923 n-d-816206-8 neutron-server[103590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 17:53:26.941759 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0364f707-682b-4ed7-8bd5-5f8e7acac6d3 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1795418'] for network, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:26.957744 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0364f707-682b-4ed7-8bd5-5f8e7acac6d3 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Publish callbacks [] for network, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:26.965738 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-0364f707-682b-4ed7-8bd5-5f8e7acac6d3 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] 10.222.0.60 "DELETE /v2.0/networks/e5925921-2247-498f-9da1-d806672e0a63 HTTP/1.1" status: 204 len: 168 time: 0.7620542 Nov 23 17:53:26.968785 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 43832) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:53:26.977291 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0364f707-682b-4ed7-8bd5-5f8e7acac6d3 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Pushing event deleted for resources: {'Network': ['ID=e5925921-2247-498f-9da1-d806672e0a63,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:53:27.010964 n-d-816206-8 neutron-server[103591]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7b80a43-f783-43d7-82ac-ec8c55aa6b72 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] DELETE failed (client error): The resource could not be found. Nov 23 17:53:27.011437 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7b80a43-f783-43d7-82ac-ec8c55aa6b72 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103591) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 17:53:27.015276 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-e7b80a43-f783-43d7-82ac-ec8c55aa6b72 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] 10.222.0.60 "DELETE /v2.0/subnets/6c3d2e4f-8a9e-4e00-a666-73b68c0b7e5e HTTP/1.1" status: 404 len: 337 time: 0.0451229 Nov 23 17:53:27.018078 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 43834) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:53:27.037721 n-d-816206-8 neutron-server[103590]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee8691fe-2380-489b-a70b-575f07e0c5b4 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] DELETE failed (client error): The resource could not be found. Nov 23 17:53:27.038162 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee8691fe-2380-489b-a70b-575f07e0c5b4 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103590) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 17:53:27.043371 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-ee8691fe-2380-489b-a70b-575f07e0c5b4 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] 10.222.0.60 "DELETE /v2.0/networks/bd5fd7a3-edd2-45d7-b0fd-2cfd21e5691c HTTP/1.1" status: 404 len: 339 time: 0.0218766 Nov 23 17:53:27.043712 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 43836) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:53:27.074347 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device 1de429a7-530f-4c53-a94e-cc64c544d3f9 details requested by agent hyperv_n-h1-816206-8 with host n-h1-816206-8 {{(pid=103592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 17:53:27.105181 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_v2 [None req-62f900ca-4847-40d6-b60a-50ae6d51a7a3 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Deleting subnet facc3803-1a22-45e0-97de-15c7db37f13b {{(pid=103590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 17:53:27.109240 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-62f900ca-4847-40d6-b60a-50ae6d51a7a3 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Publish callbacks [] for subnet, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:27.163414 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-62f900ca-4847-40d6-b60a-50ae6d51a7a3 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-267528342'] for subnet, precommit_delete_associations {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:27.212726 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad64257-a0ce-44db-86b2-db4025544585 req-babc7382-87b7-4385-a666-498683df0dcc tempest-TestVolumeBackupRestore-865720571 tempest-TestVolumeBackupRestore-865720571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:27.216133 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5ad64257-a0ce-44db-86b2-db4025544585 req-babc7382-87b7-4385-a666-498683df0dcc tempest-TestVolumeBackupRestore-865720571 tempest-TestVolumeBackupRestore-865720571-project] 10.222.0.60 "GET /v2.0/ports?device_id=1d16214d-4921-4a03-83e3-c6e08d9bdf81 HTTP/1.1" status: 200 len: 943 time: 0.0887306 Nov 23 17:53:27.254390 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-62f900ca-4847-40d6-b60a-50ae6d51a7a3 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971956'] for subnet, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:27.262695 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port 1de429a7-530f-4c53-a94e-cc64c544d3f9, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=1de429a7-530f-4c53-a94e-cc64c544d3f9,segment=NetworkSegment(dbe8f3be-f4c4-4704-9ef8-8b5a9aeb3c29),segment_id=dbe8f3be-f4c4-4704-9ef8-8b5a9aeb3c29)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:53:27.283656 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Returning: {'device': '1de429a7-530f-4c53-a94e-cc64c544d3f9', 'network_id': '65497e92-b0c3-442f-8f8a-bf07657099ba', 'port_id': '1de429a7-530f-4c53-a94e-cc64c544d3f9', 'mac_address': 'fa:16:3e:3c:c2:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 504, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'edc28ddc-ae2c-4b2b-bf91-4f5ac80bdafe', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 17:53:27.325814 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-62f900ca-4847-40d6-b60a-50ae6d51a7a3 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264357903', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264730940'] for subnet, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:27.332847 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:27.339383 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5ad64257-a0ce-44db-86b2-db4025544585 req-a1d347ab-fa64-4bbc-994d-6fc98ad51357 tempest-TestVolumeBackupRestore-865720571 tempest-TestVolumeBackupRestore-865720571-project] 10.222.0.60 "GET /v2.0/security-groups?id=d6ab30e5-2026-4aba-ad91-d0613562cc26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1187475 Nov 23 17:53:27.348386 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1de429a7-530f-4c53-a94e-cc64c544d3f9 {{(pid=103592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:53:27.375328 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f900ca-4847-40d6-b60a-50ae6d51a7a3 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Pushing event deleted for resources: {'Subnet': ['ID=facc3803-1a22-45e0-97de-15c7db37f13b,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:53:27.377252 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port 1de429a7-530f-4c53-a94e-cc64c544d3f9, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=1de429a7-530f-4c53-a94e-cc64c544d3f9,segment=NetworkSegment(dbe8f3be-f4c4-4704-9ef8-8b5a9aeb3c29),segment_id=dbe8f3be-f4c4-4704-9ef8-8b5a9aeb3c29)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:53:27.377522 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-62f900ca-4847-40d6-b60a-50ae6d51a7a3 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Publish callbacks [] for subnet, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:27.383980 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-62f900ca-4847-40d6-b60a-50ae6d51a7a3 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] 10.222.0.60 "DELETE /v2.0/subnets/facc3803-1a22-45e0-97de-15c7db37f13b HTTP/1.1" status: 204 len: 168 time: 0.3370504 Nov 23 17:53:27.384349 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 43842) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:53:27.388083 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a6a79fc-c3bf-4821-a0c3-280730239a6e None None] Network d47c85e6-4036-4b12-a0aa-4523c0a2313f requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:53:27.429731 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:27.439039 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0204368-56b4-415e-8df1-077fdb53eb6f req-b2e8cf15-b5f1-49e4-842e-7b1ab6b32b8e tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:27.441110 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d0204368-56b4-415e-8df1-077fdb53eb6f req-b2e8cf15-b5f1-49e4-842e-7b1ab6b32b8e tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] 10.222.0.60 "GET /v2.0/ports?device_id=0cb71ec1-d2d3-4416-8b8e-767f9854ba3a HTTP/1.1" status: 200 len: 945 time: 0.0809727 Nov 23 17:53:27.536089 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-91dcda5e-cbe0-4d1b-9abd-f8aebef6f821 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-555181'] for network, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:27.562725 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d0204368-56b4-415e-8df1-077fdb53eb6f req-d15d6b72-1408-46f2-b497-b09050f46d07 tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] 10.222.0.60 "GET /v2.0/security-groups?id=2612ae81-84b7-4a67-bce5-47d04965aa86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1136866 Nov 23 17:53:27.632139 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-91dcda5e-cbe0-4d1b-9abd-f8aebef6f821 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Deleting port d197ddcc-cf6a-4985-9699-5425e3152aa8 {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:53:27.632565 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-91dcda5e-cbe0-4d1b-9abd-f8aebef6f821 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:27.787594 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Pushing event updated for resources: {'Port': ['ID=1de429a7-530f-4c53-a94e-cc64c544d3f9,revision_number=4']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:53:27.866629 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] get_ports_and_sgs() called for port_ids ['1de429a7-530f-4c53-a94e-cc64c544d3f9'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:53:27.910249 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-438f2b60-4ac2-40f1-b2bf-b852ebc48a88 None None] DHCP port deletion for d47c85e6-4036-4b12-a0aa-4523c0a2313f request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:53:28.057302 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-438f2b60-4ac2-40f1-b2bf-b852ebc48a88 None None] Deleting port d197ddcc-cf6a-4985-9699-5425e3152aa8 {{(pid=103592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:53:28.057831 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-438f2b60-4ac2-40f1-b2bf-b852ebc48a88 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:28.110762 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-91dcda5e-cbe0-4d1b-9abd-f8aebef6f821 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] For port d197ddcc-cf6a-4985-9699-5425e3152aa8, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=d197ddcc-cf6a-4985-9699-5425e3152aa8,segment=NetworkSegment(8449fc25-e9a7-4433-9e07-48efa23e110a),segment_id=8449fc25-e9a7-4433-9e07-48efa23e110a)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:53:28.111653 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-91dcda5e-cbe0-4d1b-9abd-f8aebef6f821 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:28.138858 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-438f2b60-4ac2-40f1-b2bf-b852ebc48a88 None None] For port d197ddcc-cf6a-4985-9699-5425e3152aa8, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=d197ddcc-cf6a-4985-9699-5425e3152aa8,segment=NetworkSegment(8449fc25-e9a7-4433-9e07-48efa23e110a),segment_id=8449fc25-e9a7-4433-9e07-48efa23e110a)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:53:28.139265 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-438f2b60-4ac2-40f1-b2bf-b852ebc48a88 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:28.147575 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-91dcda5e-cbe0-4d1b-9abd-f8aebef6f821 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Calling delete_port for d197ddcc-cf6a-4985-9699-5425e3152aa8 owned by network:dhcp {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:53:28.153180 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device f64bae18-f981-42df-8ee6-12f8c4159f8c no longer exists at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:53:28.159295 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-438f2b60-4ac2-40f1-b2bf-b852ebc48a88 None None] Calling delete_port for d197ddcc-cf6a-4985-9699-5425e3152aa8 owned by network:dhcp {{(pid=103592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:53:28.200179 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] No Port match for: f64bae18-f981-42df-8ee6-12f8c4159f8c {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:53:28.200449 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device f64bae18-f981-42df-8ee6-12f8c4159f8c not bound to the agent host n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:53:28.200898 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device d197ddcc-cf6a-4985-9699-5425e3152aa8 no longer exists at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:53:28.239648 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-91dcda5e-cbe0-4d1b-9abd-f8aebef6f821 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:28.282944 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91dcda5e-cbe0-4d1b-9abd-f8aebef6f821 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Pushing event deleted for resources: {'Port': ['ID=d197ddcc-cf6a-4985-9699-5425e3152aa8,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:53:28.287352 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91dcda5e-cbe0-4d1b-9abd-f8aebef6f821 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] No DVR routers for this DVR port d197ddcc-cf6a-4985-9699-5425e3152aa8 on host n-d-816206-8 {{(pid=103590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:53:28.339385 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] No active binding found for port d197ddcc-cf6a-4985-9699-5425e3152aa8 {{(pid=103592) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 23 17:53:28.339829 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device d197ddcc-cf6a-4985-9699-5425e3152aa8 not bound to the agent host n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:53:28.375992 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-438f2b60-4ac2-40f1-b2bf-b852ebc48a88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989'] for port, after_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:28.378615 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-91dcda5e-cbe0-4d1b-9abd-f8aebef6f821 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973419', 'neutron.services.segments.db._delete_segments_for_network-8736635878840'] for network, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:28.407421 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438f2b60-4ac2-40f1-b2bf-b852ebc48a88 None None] Pushing event deleted for resources: {'Port': ['ID=d197ddcc-cf6a-4985-9699-5425e3152aa8,revision_number=None']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:53:28.412888 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-438f2b60-4ac2-40f1-b2bf-b852ebc48a88 None None] No DVR routers for this DVR port d197ddcc-cf6a-4985-9699-5425e3152aa8 on host n-d-816206-8 {{(pid=103592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:53:28.420061 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-91dcda5e-cbe0-4d1b-9abd-f8aebef6f821 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d47c85e6-4036-4b12-a0aa-4523c0a2313f']}} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:53:28.440662 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-91dcda5e-cbe0-4d1b-9abd-f8aebef6f821 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8449fc25-e9a7-4433-9e07-48efa23e110a') {'for_net_delete': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:53:28.441345 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-91dcda5e-cbe0-4d1b-9abd-f8aebef6f821 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8449fc25-e9a7-4433-9e07-48efa23e110a') {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:53:28.461663 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-91dcda5e-cbe0-4d1b-9abd-f8aebef6f821 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736635840332', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-267528353'] for segment, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:28.483660 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-91dcda5e-cbe0-4d1b-9abd-f8aebef6f821 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:28.495613 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91dcda5e-cbe0-4d1b-9abd-f8aebef6f821 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Releasing vlan 530 on physical network physnet1 to pool {{(pid=103590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 17:53:28.496892 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-91dcda5e-cbe0-4d1b-9abd-f8aebef6f821 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264370093'] for segment, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:28.502183 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f39cddc-3044-4dc4-9976-2949afe8cce6 req-fcecc48d-552d-4535-8a1f-6d45dbd037d3 tempest-TestVolumeBackupRestore-865720571 tempest-TestVolumeBackupRestore-865720571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:28.505037 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5f39cddc-3044-4dc4-9976-2949afe8cce6 req-fcecc48d-552d-4535-8a1f-6d45dbd037d3 tempest-TestVolumeBackupRestore-865720571 tempest-TestVolumeBackupRestore-865720571-project] 10.222.0.60 "GET /v2.0/ports?device_id=1d16214d-4921-4a03-83e3-c6e08d9bdf81 HTTP/1.1" status: 200 len: 943 time: 0.0659223 Nov 23 17:53:28.514488 n-d-816206-8 neutron-server[103590]: Traceback (most recent call last): Nov 23 17:53:28.514488 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 17:53:28.514488 n-d-816206-8 neutron-server[103590]: timer() Nov 23 17:53:28.514488 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 17:53:28.514488 n-d-816206-8 neutron-server[103590]: cb(*args, **kw) Nov 23 17:53:28.514488 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 17:53:28.514488 n-d-816206-8 neutron-server[103590]: return func(*args, **kwargs) Nov 23 17:53:28.514488 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 17:53:28.514488 n-d-816206-8 neutron-server[103590]: self._notify() Nov 23 17:53:28.514488 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 17:53:28.514488 n-d-816206-8 neutron-server[103590]: self.callback(batched_events) Nov 23 17:53:28.514488 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 17:53:28.514488 n-d-816206-8 neutron-server[103590]: event.method(event) Nov 23 17:53:28.514488 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 17:53:28.514488 n-d-816206-8 neutron-server[103590]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 17:53:28.514488 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 17:53:28.514488 n-d-816206-8 neutron-server[103590]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 17:53:28.514488 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 17:53:28.514488 n-d-816206-8 neutron-server[103590]: return f(self, *a, **k) Nov 23 17:53:28.514488 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 17:53:28.514488 n-d-816206-8 neutron-server[103590]: return self._get(url).json() Nov 23 17:53:28.514488 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 17:53:28.514488 n-d-816206-8 neutron-server[103590]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 17:53:28.514488 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 17:53:28.514488 n-d-816206-8 neutron-server[103590]: return self.request(url, 'GET', **kwargs) Nov 23 17:53:28.514488 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 17:53:28.514488 n-d-816206-8 neutron-server[103590]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 17:53:28.514488 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 17:53:28.514488 n-d-816206-8 neutron-server[103590]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 17:53:28.514488 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 17:53:28.514488 n-d-816206-8 neutron-server[103590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 17:53:28.514488 n-d-816206-8 neutron-server[103590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 17:53:28.564891 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5f39cddc-3044-4dc4-9976-2949afe8cce6 req-efefdf90-80fb-466a-b3fa-63afa9c90092 tempest-TestVolumeBackupRestore-865720571 tempest-TestVolumeBackupRestore-865720571-project] 10.222.0.60 "GET /v2.0/security-groups?id=d6ab30e5-2026-4aba-ad91-d0613562cc26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530651 Nov 23 17:53:28.579432 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-91dcda5e-cbe0-4d1b-9abd-f8aebef6f821 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1795418'] for network, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:28.586328 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-91dcda5e-cbe0-4d1b-9abd-f8aebef6f821 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Publish callbacks [] for network, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:28.592685 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-91dcda5e-cbe0-4d1b-9abd-f8aebef6f821 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] 10.222.0.60 "DELETE /v2.0/networks/d47c85e6-4036-4b12-a0aa-4523c0a2313f HTTP/1.1" status: 204 len: 168 time: 1.2051337 Nov 23 17:53:28.606643 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91dcda5e-cbe0-4d1b-9abd-f8aebef6f821 tempest-NetworksIpV6Test-1242750133 tempest-NetworksIpV6Test-1242750133-project] Pushing event deleted for resources: {'Network': ['ID=d47c85e6-4036-4b12-a0aa-4523c0a2313f,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:53:28.710755 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6622edd1-65c1-467c-baae-11f901732008 req-390b1d60-86f1-4004-9c57-c08012796236 tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:28.712682 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6622edd1-65c1-467c-baae-11f901732008 req-390b1d60-86f1-4004-9c57-c08012796236 tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] 10.222.0.60 "GET /v2.0/ports?device_id=0cb71ec1-d2d3-4416-8b8e-767f9854ba3a HTTP/1.1" status: 200 len: 945 time: 0.0651486 Nov 23 17:53:28.793307 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6622edd1-65c1-467c-baae-11f901732008 req-ca1c6a55-8183-4239-acd1-ed7655a4d6e6 tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] 10.222.0.60 "GET /v2.0/security-groups?id=2612ae81-84b7-4a67-bce5-47d04965aa86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731630 Nov 23 17:53:28.956631 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 43860) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:53:29.074822 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device 1de429a7-530f-4c53-a94e-cc64c544d3f9 up at agent hyperv_n-h1-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:53:29.135335 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Provisioning for port 1de429a7-530f-4c53-a94e-cc64c544d3f9 completed by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 17:53:29.140253 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Provisioning complete for port 1de429a7-530f-4c53-a94e-cc64c544d3f9 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:53:29.140868 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:29.143209 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 43866) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:53:29.152401 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-bbd9fed7-be5f-408d-b15d-6cc375300ae4 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=2200467e44b44a44a1c0b0228c060c21&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1939218 Nov 23 17:53:29.211556 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a78fdeb1-60a0-44f2-8881-70d379eaa8b7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:29.239400 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a78fdeb1-60a0-44f2-8881-70d379eaa8b7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:29.270549 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:29.295226 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a78fdeb1-60a0-44f2-8881-70d379eaa8b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:29.297989 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a78fdeb1-60a0-44f2-8881-70d379eaa8b7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:29.299146 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-a78fdeb1-60a0-44f2-8881-70d379eaa8b7 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f19d5dbf-6e51-4073-99c0-cc5e202e796a HTTP/1.1" status: 204 len: 168 time: 0.1547580 Nov 23 17:53:29.313132 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cb71ec1-d2d3-4416-8b8e-767f9854ba3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1de429a7-530f-4c53-a94e-cc64c544d3f9'}] {{(pid=103592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:53:29.315419 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba3e6a8f2301c7a29fe1eca9779abdae4ccbcd6266d69778087f2498d5551201" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-531b2b74-89ac-4928-8c7a-f4918df40275" -d '{"events": [{"server_uuid": "0cb71ec1-d2d3-4416-8b8e-767f9854ba3a", "name": "network-vif-plugged", "status": "completed", "tag": "1de429a7-530f-4c53-a94e-cc64c544d3f9"}]}' {{(pid=103592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:53:29.321988 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78fdeb1-60a0-44f2-8881-70d379eaa8b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f19d5dbf-6e51-4073-99c0-cc5e202e796a,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:53:29.342919 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port 1de429a7-530f-4c53-a94e-cc64c544d3f9, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=1de429a7-530f-4c53-a94e-cc64c544d3f9,segment=NetworkSegment(dbe8f3be-f4c4-4704-9ef8-8b5a9aeb3c29),segment_id=dbe8f3be-f4c4-4704-9ef8-8b5a9aeb3c29)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:53:29.350917 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:29.391326 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:53:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe998dd2-f4a0-4186-a3e6-50075d2e7070 x-openstack-request-id: req-fe998dd2-f4a0-4186-a3e6-50075d2e7070 {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:53:29.391800 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cb71ec1-d2d3-4416-8b8e-767f9854ba3a", "name": "network-vif-plugged", "status": "completed", "tag": "1de429a7-530f-4c53-a94e-cc64c544d3f9", "code": 200}]} {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:53:29.392059 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-fe998dd2-f4a0-4186-a3e6-50075d2e7070 {{(pid=103592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:53:29.392590 n-d-816206-8 neutron-server[103592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cb71ec1-d2d3-4416-8b8e-767f9854ba3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1de429a7-530f-4c53-a94e-cc64c544d3f9', 'code': 200} Nov 23 17:53:29.413009 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Pushing event updated for resources: {'Port': ['ID=1de429a7-530f-4c53-a94e-cc64c544d3f9,revision_number=5']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:53:29.522273 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78105b7f-0f29-450f-b6c8-02c9dec36a10 req-ad05c240-5d3b-4b2d-b712-4b6f83cd7779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:29.524069 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-78105b7f-0f29-450f-b6c8-02c9dec36a10 req-ad05c240-5d3b-4b2d-b712-4b6f83cd7779 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=0cb71ec1-d2d3-4416-8b8e-767f9854ba3a HTTP/1.1" status: 200 len: 1097 time: 0.0490663 Nov 23 17:53:29.584994 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-78105b7f-0f29-450f-b6c8-02c9dec36a10 req-4c3fbc6e-c0d6-48a1-a9dd-426cd89e3e1b service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=2612ae81-84b7-4a67-bce5-47d04965aa86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537670 Nov 23 17:53:29.747489 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d647b9-1fee-41f5-8344-f3b211a975c4 req-5fd9eec7-3851-4c13-8315-de285f960e08 tempest-TestVolumeBackupRestore-865720571 tempest-TestVolumeBackupRestore-865720571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:29.749557 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-69d647b9-1fee-41f5-8344-f3b211a975c4 req-5fd9eec7-3851-4c13-8315-de285f960e08 tempest-TestVolumeBackupRestore-865720571 tempest-TestVolumeBackupRestore-865720571-project] 10.222.0.60 "GET /v2.0/ports?device_id=1d16214d-4921-4a03-83e3-c6e08d9bdf81 HTTP/1.1" status: 200 len: 943 time: 0.1004143 Nov 23 17:53:29.860120 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-69d647b9-1fee-41f5-8344-f3b211a975c4 req-41722202-290b-4567-b9ee-d4842fd5f9d8 tempest-TestVolumeBackupRestore-865720571 tempest-TestVolumeBackupRestore-865720571-project] 10.222.0.60 "GET /v2.0/security-groups?id=d6ab30e5-2026-4aba-ad91-d0613562cc26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0839467 Nov 23 17:53:29.986862 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74697f9-7c11-482e-8eb2-c7c8ae459ce3 req-5ee04d24-0702-4830-aded-2b305f3d9a61 tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:29.988459 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d74697f9-7c11-482e-8eb2-c7c8ae459ce3 req-5ee04d24-0702-4830-aded-2b305f3d9a61 tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] 10.222.0.60 "GET /v2.0/ports?device_id=0cb71ec1-d2d3-4416-8b8e-767f9854ba3a HTTP/1.1" status: 200 len: 946 time: 0.0869064 Nov 23 17:53:30.068541 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d74697f9-7c11-482e-8eb2-c7c8ae459ce3 req-d4b528fd-6baf-42ea-bc9e-1ace14cf1f0b tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] 10.222.0.60 "GET /v2.0/security-groups?id=2612ae81-84b7-4a67-bce5-47d04965aa86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709925 Nov 23 17:53:30.392673 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 43962) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:53:30.526901 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-0359757d-541f-4d93-b9d4-8672404f6b60 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1444740349'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:53:30.568008 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0359757d-541f-4d93-b9d4-8672404f6b60 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Made reservation on behalf of bdb543259a0c43f595a1052d3bc08bab for: {'network': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:53:30.572872 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0359757d-541f-4d93-b9d4-8672404f6b60 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for network, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:30.585998 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0359757d-541f-4d93-b9d4-8672404f6b60 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks [] for security_group, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:30.697846 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0359757d-541f-4d93-b9d4-8672404f6b60 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks [] for security_group, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:30.713109 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0359757d-541f-4d93-b9d4-8672404f6b60 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:30.765560 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0359757d-541f-4d93-b9d4-8672404f6b60 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] vlan segment allocate from pool success with {'vlan_id': 528, 'physical_network': 'physnet1'} {{(pid=103590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 17:53:30.786786 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0359757d-541f-4d93-b9d4-8672404f6b60 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Pushing event updated for resources: {'SecurityGroup': ['ID=220b1be9-c634-4ca0-b2e2-ad57dac00364,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:53:30.792155 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0359757d-541f-4d93-b9d4-8672404f6b60 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:30.792529 n-d-816206-8 neutron-server[103590]: INFO neutron.db.segments_db [None req-0359757d-541f-4d93-b9d4-8672404f6b60 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Added segment ee297035-6a2d-475c-a0a3-f3141b8aac71 of type vlan for network 08e2f352-c600-4e81-ae84-d39c26d40bda Nov 23 17:53:30.874286 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0359757d-541f-4d93-b9d4-8672404f6b60 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736635338810'] for network, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:30.907586 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0359757d-541f-4d93-b9d4-8672404f6b60 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493'] for network, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:30.919084 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0359757d-541f-4d93-b9d4-8672404f6b60 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:30.920053 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0359757d-541f-4d93-b9d4-8672404f6b60 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks [] for network, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:30.982355 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-0359757d-541f-4d93-b9d4-8672404f6b60 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5884452 Nov 23 17:53:30.984946 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 44022) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:53:31.045886 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-37dd05d2-25aa-461d-abb1-271dfa630080 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1748485702'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:53:31.071419 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc236dc-e468-47f2-aa3b-bc0e1d368cbf req-23b3e5c5-9ee7-4d5e-8c0e-050fd0a91972 tempest-TestVolumeBackupRestore-865720571 tempest-TestVolumeBackupRestore-865720571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:31.073573 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-adc236dc-e468-47f2-aa3b-bc0e1d368cbf req-23b3e5c5-9ee7-4d5e-8c0e-050fd0a91972 tempest-TestVolumeBackupRestore-865720571 tempest-TestVolumeBackupRestore-865720571-project] 10.222.0.60 "GET /v2.0/ports?device_id=1d16214d-4921-4a03-83e3-c6e08d9bdf81 HTTP/1.1" status: 200 len: 943 time: 0.1119325 Nov 23 17:53:31.174571 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0359757d-541f-4d93-b9d4-8672404f6b60 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Pushing event updated for resources: {'Network': ['ID=08e2f352-c600-4e81-ae84-d39c26d40bda,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:53:31.178880 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37dd05d2-25aa-461d-abb1-271dfa630080 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Made reservation on behalf of bdb543259a0c43f595a1052d3bc08bab for: {'network': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:53:31.183982 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-adc236dc-e468-47f2-aa3b-bc0e1d368cbf req-d3434599-d419-461d-82f1-73af37739a2d tempest-TestVolumeBackupRestore-865720571 tempest-TestVolumeBackupRestore-865720571-project] 10.222.0.60 "GET /v2.0/security-groups?id=d6ab30e5-2026-4aba-ad91-d0613562cc26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0984313 Nov 23 17:53:31.190393 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Network 08e2f352-c600-4e81-ae84-d39c26d40bda details requested by agent ovs-agent-n-d-816206-8 with host n-d-816206-8 {{(pid=103592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 17:53:31.206308 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-37dd05d2-25aa-461d-abb1-271dfa630080 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for network, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:31.273884 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37dd05d2-25aa-461d-abb1-271dfa630080 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] vlan segment allocate from pool success with {'vlan_id': 548, 'physical_network': 'physnet1'} {{(pid=103590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 17:53:31.281538 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486e7cba-fff4-46bc-8f33-b07a9fad96ad req-d1701689-3bd6-4659-a21f-02d675d05e73 tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:31.292975 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-486e7cba-fff4-46bc-8f33-b07a9fad96ad req-d1701689-3bd6-4659-a21f-02d675d05e73 tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] 10.222.0.60 "GET /v2.0/ports?device_id=0cb71ec1-d2d3-4416-8b8e-767f9854ba3a HTTP/1.1" status: 200 len: 946 time: 0.1078501 Nov 23 17:53:31.312739 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-37dd05d2-25aa-461d-abb1-271dfa630080 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:31.314861 n-d-816206-8 neutron-server[103590]: INFO neutron.db.segments_db [None req-37dd05d2-25aa-461d-abb1-271dfa630080 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Added segment f98f44e8-db31-4410-a0d4-79da1e4cdccb of type vlan for network 3a541fbe-7703-4a10-93f6-5a04d8a83dc1 Nov 23 17:53:31.417167 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-37dd05d2-25aa-461d-abb1-271dfa630080 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736635338810'] for network, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:31.462675 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-486e7cba-fff4-46bc-8f33-b07a9fad96ad req-84aca40e-7ee8-40e0-b5d9-27a373a1d597 tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] 10.222.0.60 "GET /v2.0/security-groups?id=2612ae81-84b7-4a67-bce5-47d04965aa86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1646543 Nov 23 17:53:31.508789 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-37dd05d2-25aa-461d-abb1-271dfa630080 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493'] for network, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:31.527738 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37dd05d2-25aa-461d-abb1-271dfa630080 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:31.528450 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-37dd05d2-25aa-461d-abb1-271dfa630080 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks [] for network, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:31.590025 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-37dd05d2-25aa-461d-abb1-271dfa630080 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5637708 Nov 23 17:53:31.592935 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 44080) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:53:31.602108 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-ad34bd96-c89f-4f52-a9c4-e5474c85aac4 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Request body: {'subnet': {'network_id': '08e2f352-c600-4e81-ae84-d39c26d40bda', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:53:31.641728 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dd05d2-25aa-461d-abb1-271dfa630080 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Pushing event updated for resources: {'Network': ['ID=3a541fbe-7703-4a10-93f6-5a04d8a83dc1,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:53:31.654889 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Network 3a541fbe-7703-4a10-93f6-5a04d8a83dc1 details requested by agent ovs-agent-n-d-816206-8 with host n-d-816206-8 {{(pid=103592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 17:53:31.657309 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f048bbd-f3d5-4442-8d8f-ac88f7a79ac4 req-1674d38e-a06e-44f3-b8da-a6818f03afcc tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:31.663133 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4f048bbd-f3d5-4442-8d8f-ac88f7a79ac4 req-1674d38e-a06e-44f3-b8da-a6818f03afcc tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] 10.222.0.60 "GET /v2.0/ports?device_id=0cb71ec1-d2d3-4416-8b8e-767f9854ba3a HTTP/1.1" status: 200 len: 946 time: 0.1273053 Nov 23 17:53:31.668853 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 44090) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:53:31.686482 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-95f5a318-bba1-402e-9ba1-143c156767e1 tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] Request body: {'floatingip': {'port_id': '1de429a7-530f-4c53-a94e-cc64c544d3f9'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:53:31.755086 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-95f5a318-bba1-402e-9ba1-143c156767e1 tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] Publish callbacks [] for floatingip, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:31.847206 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad34bd96-c89f-4f52-a9c4-e5474c85aac4 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Made reservation on behalf of bdb543259a0c43f595a1052d3bc08bab for: {'subnet': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:53:31.853789 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-ad34bd96-c89f-4f52-a9c4-e5474c85aac4 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264314294'] for subnet, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:32.326595 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-ad34bd96-c89f-4f52-a9c4-e5474c85aac4 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264758079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264314276'] for subnet, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:32.375055 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device 5d20273a-55d9-4910-b163-06df5e99e8f9 details requested by agent hyperv_n-h2-816206-8 with host n-h2-816206-8 {{(pid=103592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 17:53:32.451059 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8137185a-7439-4bf6-a997-44b0a755ee2e req-930f954f-da1d-4cd7-97ae-78f36db3a8bc tempest-TestVolumeBackupRestore-865720571 tempest-TestVolumeBackupRestore-865720571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:32.452887 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8137185a-7439-4bf6-a997-44b0a755ee2e req-930f954f-da1d-4cd7-97ae-78f36db3a8bc tempest-TestVolumeBackupRestore-865720571 tempest-TestVolumeBackupRestore-865720571-project] 10.222.0.60 "GET /v2.0/ports?device_id=1d16214d-4921-4a03-83e3-c6e08d9bdf81 HTTP/1.1" status: 200 len: 943 time: 0.1581509 Nov 23 17:53:32.618770 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port 5d20273a-55d9-4910-b163-06df5e99e8f9, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=5d20273a-55d9-4910-b163-06df5e99e8f9,segment=NetworkSegment(35aed508-8cb6-4e16-a4ed-31382f0590c8),segment_id=35aed508-8cb6-4e16-a4ed-31382f0590c8)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:53:32.644476 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Returning: {'device': '5d20273a-55d9-4910-b163-06df5e99e8f9', 'network_id': '558ec34e-132d-47d4-bc3f-17b80c2b57a8', 'port_id': '5d20273a-55d9-4910-b163-06df5e99e8f9', 'mac_address': 'fa:16:3e:29:96:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 513, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f607dd01-c33d-4ce7-a526-e698fa699986', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 17:53:32.733148 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:32.753521 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d20273a-55d9-4910-b163-06df5e99e8f9 {{(pid=103592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:53:32.824683 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port 5d20273a-55d9-4910-b163-06df5e99e8f9, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=5d20273a-55d9-4910-b163-06df5e99e8f9,segment=NetworkSegment(35aed508-8cb6-4e16-a4ed-31382f0590c8),segment_id=35aed508-8cb6-4e16-a4ed-31382f0590c8)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:53:32.837753 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:32.908623 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.db.resource_extend [None req-95f5a318-bba1-402e-9ba1-143c156767e1 tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 23 17:53:33.011936 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Pushing event updated for resources: {'Port': ['ID=5d20273a-55d9-4910-b163-06df5e99e8f9,revision_number=4']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:53:33.023640 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad34bd96-c89f-4f52-a9c4-e5474c85aac4 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Pushing event updated for resources: {'Subnet': ['ID=d183857e-0489-4c4c-975f-6d729aaf366e,revision_number=0']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:53:33.027616 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-95f5a318-bba1-402e-9ba1-143c156767e1 tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:33.036218 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-95f5a318-bba1-402e-9ba1-143c156767e1 tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1795396'] for floatingip, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:33.038637 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad34bd96-c89f-4f52-a9c4-e5474c85aac4 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Checking segment: {'id': 'ee297035-6a2d-475c-a0a3-f3141b8aac71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '08e2f352-c600-4e81-ae84-d39c26d40bda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:53:33.039007 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad34bd96-c89f-4f52-a9c4-e5474c85aac4 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Network hostable DHCP agents. Network: 08e2f352-c600-4e81-ae84-d39c26d40bda, hostable agents: ['0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3'], hosted agents: [] {{(pid=103591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 17:53:33.084446 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad34bd96-c89f-4f52-a9c4-e5474c85aac4 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Network 08e2f352-c600-4e81-ae84-d39c26d40bda is scheduled to be hosted by DHCP agent 0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3 with binding_index 1 {{(pid=103591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 17:53:33.102588 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] get_ports_and_sgs() called for port_ids ['5d20273a-55d9-4910-b163-06df5e99e8f9'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:53:33.105573 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8137185a-7439-4bf6-a997-44b0a755ee2e req-6c3fdb70-8045-4b31-adc6-49d17f1d5547 tempest-TestVolumeBackupRestore-865720571 tempest-TestVolumeBackupRestore-865720571-project] 10.222.0.60 "GET /v2.0/security-groups?id=d6ab30e5-2026-4aba-ad91-d0613562cc26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6367273 Nov 23 17:53:33.110822 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [None req-ad34bd96-c89f-4f52-a9c4-e5474c85aac4 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-8, 08e2f352-c600-4e81-ae84-d39c26d40bda) {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:53:33.123725 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad34bd96-c89f-4f52-a9c4-e5474c85aac4 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:33.123725 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-ad34bd96-c89f-4f52-a9c4-e5474c85aac4 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for subnet, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:33.167604 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-ad34bd96-c89f-4f52-a9c4-e5474c85aac4 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5729871 Nov 23 17:53:33.170318 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 44230) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:53:33.176255 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-d0ce272e-788d-4dbd-b340-109edd214bc0 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Request body: {'subnet': {'network_id': '3a541fbe-7703-4a10-93f6-5a04d8a83dc1', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:53:33.199880 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7fa71b8-664f-4abe-abf8-de6a0aa959c1 None None] Network 08e2f352-c600-4e81-ae84-d39c26d40bda requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:53:33.289995 n-d-816206-8 neutron-server[103590]: INFO neutron.db.l3_db [None req-95f5a318-bba1-402e-9ba1-143c156767e1 tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] Floating IP fbfaa5c5-fc5d-4948-826e-babcb64ab2c9 associated. External IP: 172.25.3.8, port: 1de429a7-530f-4c53-a94e-cc64c544d3f9. Nov 23 17:53:33.302835 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0ce272e-788d-4dbd-b340-109edd214bc0 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Made reservation on behalf of bdb543259a0c43f595a1052d3bc08bab for: {'subnet': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:53:33.318806 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-d0ce272e-788d-4dbd-b340-109edd214bc0 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264314294'] for subnet, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:33.423557 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d41dd1d2-1fff-4071-b5a7-e052971e0dbc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp355044b8-8e87-58c4-94fa-4a010ec30f9e-08e2f352-c600-4e81-ae84-d39c26d40bda', 'network_id': '08e2f352-c600-4e81-ae84-d39c26d40bda', 'tenant_id': 'bdb543259a0c43f595a1052d3bc08bab', 'fixed_ips': [{'subnet_id': 'd183857e-0489-4c4c-975f-6d729aaf366e'}]}} from n-d-816206-8. {{(pid=103592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 17:53:33.426278 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-d41dd1d2-1fff-4071-b5a7-e052971e0dbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:33.637321 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95f5a318-bba1-402e-9ba1-143c156767e1 tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] Router 7b0fa152-159a-4ecd-ad21-8c7c4fbaaf9e has already been hosted by L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 {{(pid=103590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 17:53:33.686132 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-d0ce272e-788d-4dbd-b340-109edd214bc0 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264758079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264314276'] for subnet, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:33.793897 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ce272e-788d-4dbd-b340-109edd214bc0 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Pushing event updated for resources: {'Subnet': ['ID=449a0051-ae57-48c5-bbc7-626dbf73ac36,revision_number=0']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:53:33.858029 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.db_base_plugin_common [None req-d41dd1d2-1fff-4071-b5a7-e052971e0dbc None None] Allocated IP 2001:db8::2 (08e2f352-c600-4e81-ae84-d39c26d40bda/d183857e-0489-4c4c-975f-6d729aaf366e/4b2f6e89-0b0b-4b85-9f03-4a88c0c418c8) {{(pid=103592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:53:33.863224 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0ce272e-788d-4dbd-b340-109edd214bc0 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Checking segment: {'id': 'f98f44e8-db31-4410-a0d4-79da1e4cdccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '3a541fbe-7703-4a10-93f6-5a04d8a83dc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:53:33.863682 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0ce272e-788d-4dbd-b340-109edd214bc0 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Network hostable DHCP agents. Network: 3a541fbe-7703-4a10-93f6-5a04d8a83dc1, hostable agents: ['0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3'], hosted agents: [] {{(pid=103591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 17:53:33.883909 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95f5a318-bba1-402e-9ba1-143c156767e1 tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:53:33.894264 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-95f5a318-bba1-402e-9ba1-143c156767e1 tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for floatingip, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:33.906971 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0ce272e-788d-4dbd-b340-109edd214bc0 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Network 3a541fbe-7703-4a10-93f6-5a04d8a83dc1 is scheduled to be hosted by DHCP agent 0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3 with binding_index 1 {{(pid=103591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 17:53:33.928714 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4ed2694-982c-49e9-af82-b8dca859db93 None None] Sync routers for ids ['7b0fa152-159a-4ecd-ad21-8c7c4fbaaf9e'] in n-d-816206-8 {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:53:33.933852 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [None req-d0ce272e-788d-4dbd-b340-109edd214bc0 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-8, 3a541fbe-7703-4a10-93f6-5a04d8a83dc1) {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:53:33.939178 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0ce272e-788d-4dbd-b340-109edd214bc0 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:33.939995 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-d0ce272e-788d-4dbd-b340-109edd214bc0 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for subnet, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:33.957522 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4ed2694-982c-49e9-af82-b8dca859db93 None None] Routers {'7b0fa152-159a-4ecd-ad21-8c7c4fbaaf9e'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:53:33.958142 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-b4ed2694-982c-49e9-af82-b8dca859db93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:53:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['7b0fa152-159a-4ecd-ad21-8c7c4fbaaf9e'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:53:33.962896 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-95f5a318-bba1-402e-9ba1-143c156767e1 tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] 10.222.0.60 "PUT /v2.0/floatingips/fbfaa5c5-fc5d-4948-826e-babcb64ab2c9 HTTP/1.1" status: 200 len: 990 time: 2.2917383 Nov 23 17:53:33.964086 n-d-816206-8 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cb71ec1-d2d3-4416-8b8e-767f9854ba3a', 'tag': '1de429a7-530f-4c53-a94e-cc64c544d3f9'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:53:33.975066 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-d0ce272e-788d-4dbd-b340-109edd214bc0 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.8034286 Nov 23 17:53:33.977909 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 44304) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:53:33.979227 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbabddbc9fc37b068808e119c416c86f5957ca04531a4a0d2e695c515e93483b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cfab076-673e-4f56-95f8-5ea55ec88fb8" -d '{"events": [{"name": "network-changed", "server_uuid": "0cb71ec1-d2d3-4416-8b8e-767f9854ba3a", "tag": "1de429a7-530f-4c53-a94e-cc64c544d3f9"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:53:33.987468 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-f88f6fcb-c9be-4faa-ad11-fd49073a8444 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-917538733', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:53:34.002517 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f2472a2-635c-48d3-a76a-6fccf4d69d9e None None] Network 3a541fbe-7703-4a10-93f6-5a04d8a83dc1 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:53:34.039368 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-f88f6fcb-c9be-4faa-ad11-fd49073a8444 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1793449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8093'] for router, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:34.041565 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-f88f6fcb-c9be-4faa-ad11-fd49073a8444 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1794473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1794771', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1638326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8086'] for router, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:34.089458 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 17:53:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9890042-9bd7-4dd2-9fed-6beac9fad67b x-openstack-request-id: req-e9890042-9bd7-4dd2-9fed-6beac9fad67b {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:53:34.090651 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0cb71ec1-d2d3-4416-8b8e-767f9854ba3a", "tag": "1de429a7-530f-4c53-a94e-cc64c544d3f9", "status": "completed", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:53:34.091535 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e9890042-9bd7-4dd2-9fed-6beac9fad67b {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:53:34.094128 n-d-816206-8 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0cb71ec1-d2d3-4416-8b8e-767f9854ba3a', 'tag': '1de429a7-530f-4c53-a94e-cc64c544d3f9', 'status': 'completed', 'code': 200} Nov 23 17:53:34.196442 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfab076-673e-4f56-95f8-5ea55ec88fb8 req-c68c5a39-96de-49b4-95b2-8e116419c488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:34.198293 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-3cfab076-673e-4f56-95f8-5ea55ec88fb8 req-c68c5a39-96de-49b4-95b2-8e116419c488 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a72787eb39f84cbca4e464c3cac6bedf&device_id=0cb71ec1-d2d3-4416-8b8e-767f9854ba3a HTTP/1.1" status: 200 len: 1097 time: 0.0949314 Nov 23 17:53:34.231195 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-f88f6fcb-c9be-4faa-ad11-fd49073a8444 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:34.236514 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-b4ed2694-982c-49e9-af82-b8dca859db93 None None] Set router 7b0fa152-159a-4ecd-ad21-8c7c4fbaaf9e gateway port host: n-d-816206-8 {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:53:34.256052 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-f88f6fcb-c9be-4faa-ad11-fd49073a8444 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1794316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1795362'] for router, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:34.417277 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-d41dd1d2-1fff-4071-b5a7-e052971e0dbc None None] Publish callbacks [] for port, precommit_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:34.429949 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-d41dd1d2-1fff-4071-b5a7-e052971e0dbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980'] for port, after_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:34.442308 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-f88f6fcb-c9be-4faa-ad11-fd49073a8444 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks [] for router, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:34.444424 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-f88f6fcb-c9be-4faa-ad11-fd49073a8444 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.4652810 Nov 23 17:53:34.452938 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 44346) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:53:34.485441 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0afd12c8-6873-4d27-94ce-cea166f4d3d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp355044b8-8e87-58c4-94fa-4a010ec30f9e-3a541fbe-7703-4a10-93f6-5a04d8a83dc1', 'network_id': '3a541fbe-7703-4a10-93f6-5a04d8a83dc1', 'tenant_id': 'bdb543259a0c43f595a1052d3bc08bab', 'fixed_ips': [{'subnet_id': '449a0051-ae57-48c5-bbc7-626dbf73ac36'}]}} from n-d-816206-8. {{(pid=103592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 17:53:34.486769 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-0afd12c8-6873-4d27-94ce-cea166f4d3d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:34.516885 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfab076-673e-4f56-95f8-5ea55ec88fb8 req-75012d43-cf07-4d47-8bfb-28824fa6a5b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:34.528767 n-d-816206-8 neutron-server[103592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d41dd1d2-1fff-4071-b5a7-e052971e0dbc None None] Network 08e2f352-c600-4e81-ae84-d39c26d40bda is already hosted by enough agents. {{(pid=103592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:53:34.529290 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-3cfab076-673e-4f56-95f8-5ea55ec88fb8 req-75012d43-cf07-4d47-8bfb-28824fa6a5b1 service neutron] 10.222.0.55 "GET /v2.0/networks?id=65497e92-b0c3-442f-8f8a-bf07657099ba HTTP/1.1" status: 200 len: 912 time: 0.3231804 Nov 23 17:53:34.548277 n-d-816206-8 neutron-server[103592]: DEBUG neutron.scheduler.base_scheduler [None req-d41dd1d2-1fff-4071-b5a7-e052971e0dbc None None] Resources bound (agent type, host, resource id): {{(pid=103592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:53:34.557216 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d41dd1d2-1fff-4071-b5a7-e052971e0dbc None None] Received port after_create {{(pid=103592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:53:34.591021 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41dd1d2-1fff-4071-b5a7-e052971e0dbc None None] Pushing event updated for resources: {'Port': ['ID=4b2f6e89-0b0b-4b85-9f03-4a88c0c418c8,revision_number=1']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:53:34.709255 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-3cfab076-673e-4f56-95f8-5ea55ec88fb8 req-0c3a35bc-ed98-49e2-b4d0-a35c1b2d8351 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1de429a7-530f-4c53-a94e-cc64c544d3f9 HTTP/1.1" status: 200 len: 998 time: 0.1705887 Nov 23 17:53:34.758896 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcfb629-25e8-4b3d-9a81-2b5b7c351acd req-02e5cd74-f70e-4525-ad18-24e2703d6286 tempest-TestVolumeBackupRestore-865720571 tempest-TestVolumeBackupRestore-865720571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:34.765048 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6fcfb629-25e8-4b3d-9a81-2b5b7c351acd req-02e5cd74-f70e-4525-ad18-24e2703d6286 tempest-TestVolumeBackupRestore-865720571 tempest-TestVolumeBackupRestore-865720571-project] 10.222.0.60 "GET /v2.0/ports?device_id=1d16214d-4921-4a03-83e3-c6e08d9bdf81 HTTP/1.1" status: 200 len: 944 time: 0.4438438 Nov 23 17:53:34.820604 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfab076-673e-4f56-95f8-5ea55ec88fb8 req-5f53bfe3-9d03-4103-9b36-edeb1ebf119a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:34.834101 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-3cfab076-673e-4f56-95f8-5ea55ec88fb8 req-5f53bfe3-9d03-4103-9b36-edeb1ebf119a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=edc28ddc-ae2c-4b2b-bf91-4f5ac80bdafe HTTP/1.1" status: 200 len: 850 time: 0.1124523 Nov 23 17:53:34.849120 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-d41dd1d2-1fff-4071-b5a7-e052971e0dbc None None] Attempting to bind port 4b2f6e89-0b0b-4b85-9f03-4a88c0c418c8 on host n-d-816206-8 for vnic_type normal with profile {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:53:34.850339 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-d41dd1d2-1fff-4071-b5a7-e052971e0dbc None None] Attempting to bind port 4b2f6e89-0b0b-4b85-9f03-4a88c0c418c8 by drivers openvswitch,hyperv on host n-d-816206-8 at level 0 using segments [{'id': 'ee297035-6a2d-475c-a0a3-f3141b8aac71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '08e2f352-c600-4e81-ae84-d39c26d40bda'}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:53:34.850964 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d41dd1d2-1fff-4071-b5a7-e052971e0dbc None None] Attempting to bind port 4b2f6e89-0b0b-4b85-9f03-4a88c0c418c8 on network 08e2f352-c600-4e81-ae84-d39c26d40bda {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:53:34.860186 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d41dd1d2-1fff-4071-b5a7-e052971e0dbc None None] Checking agent: {'id': '9e89acbe-4bbe-4c77-a18b-6f1da9133e0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 7, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 53, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:53:34.860827 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d41dd1d2-1fff-4071-b5a7-e052971e0dbc None None] Checking segment: {'id': 'ee297035-6a2d-475c-a0a3-f3141b8aac71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '08e2f352-c600-4e81-ae84-d39c26d40bda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:53:34.861412 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-d41dd1d2-1fff-4071-b5a7-e052971e0dbc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:34.861962 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d41dd1d2-1fff-4071-b5a7-e052971e0dbc None None] Bound using segment: {'id': 'ee297035-6a2d-475c-a0a3-f3141b8aac71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '08e2f352-c600-4e81-ae84-d39c26d40bda'} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:53:34.862589 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-d41dd1d2-1fff-4071-b5a7-e052971e0dbc None None] Bound port: 4b2f6e89-0b0b-4b85-9f03-4a88c0c418c8, host: n-d-816206-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee297035-6a2d-475c-a0a3-f3141b8aac71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '08e2f352-c600-4e81-ae84-d39c26d40bda'}}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:53:34.863349 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-d41dd1d2-1fff-4071-b5a7-e052971e0dbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:34.884891 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-b4ed2694-982c-49e9-af82-b8dca859db93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b0fa152-159a-4ecd-ad21-8c7c4fbaaf9e', 'name': 'tempest-AttachVolumeTestJSON-1452379613-router', 'tenant_id': 'a72787eb39f84cbca4e464c3cac6bedf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.44'}], 'enable_snat': True}, 'gw_port_id': '65cabf95-cea0-4420-97d7-51a8cc6f9ed9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:48:38Z', 'updated_at': '2021-11-23T17:48:44Z', 'revision_number': 4, 'project_id': 'a72787eb39f84cbca4e464c3cac6bedf', 'gw_port': {'id': '65cabf95-cea0-4420-97d7-51a8cc6f9ed9', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:9e:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b0fa152-159a-4ecd-ad21-8c7c4fbaaf9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2930, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:48:39Z', 'updated_at': '2021-11-23T17:48:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_floatingips': [{'id': 'fbfaa5c5-fc5d-4948-826e-babcb64ab2c9', 'tenant_id': 'a72787eb39f84cbca4e464c3cac6bedf', 'floating_ip_address': '172.25.3.8', 'floating_network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'router_id': '7b0fa152-159a-4ecd-ad21-8c7c4fbaaf9e', 'port_id': '1de429a7-530f-4c53-a94e-cc64c544d3f9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3278, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65497e92-b0c3-442f-8f8a-bf07657099ba', 'mac_address': 'fa:16:3e:3c:c2:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cb71ec1-d2d3-4416-8b8e-767f9854ba3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T17:53:14Z', 'updated_at': '2021-11-23T17:53:32Z', 'revision_number': 1, 'project_id': 'a72787eb39f84cbca4e464c3cac6bedf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79e2c73c-3033-4e4c-912b-faa2a2cb0bad', 'name': '', 'network_id': '65497e92-b0c3-442f-8f8a-bf07657099ba', 'tenant_id': 'a72787eb39f84cbca4e464c3cac6bedf', 'mac_address': 'fa:16:3e:c5:cf:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b0fa152-159a-4ecd-ad21-8c7c4fbaaf9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2931, 'fixed_ips': [{'subnet_id': 'edc28ddc-ae2c-4b2b-bf91-4f5ac80bdafe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:48:43Z', 'updated_at': '2021-11-23T17:48:50Z', 'revision_number': 5, 'project_id': 'a72787eb39f84cbca4e464c3cac6bedf', 'subnets': [{'id': 'edc28ddc-ae2c-4b2b-bf91-4f5ac80bdafe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:53:34.964009 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.db_base_plugin_common [None req-0afd12c8-6873-4d27-94ce-cea166f4d3d0 None None] Allocated IP 2001:db8:1::2 (3a541fbe-7703-4a10-93f6-5a04d8a83dc1/449a0051-ae57-48c5-bbc7-626dbf73ac36/d951c6f0-263d-4651-8775-2f708e97b537) {{(pid=103592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:53:35.002640 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4ed2694-982c-49e9-af82-b8dca859db93 None None] Checking router: 7b0fa152-159a-4ecd-ad21-8c7c4fbaaf9e for host: n-d-816206-8 {{(pid=103593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 17:53:35.013343 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-d41dd1d2-1fff-4071-b5a7-e052971e0dbc None None] For port 4b2f6e89-0b0b-4b85-9f03-4a88c0c418c8, host n-d-816206-8, cleared binding levels {{(pid=103592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:53:35.029752 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4ed2694-982c-49e9-af82-b8dca859db93 None None] Routers {'7b0fa152-159a-4ecd-ad21-8c7c4fbaaf9e'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:53:35.030410 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-b4ed2694-982c-49e9-af82-b8dca859db93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:53:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['7b0fa152-159a-4ecd-ad21-8c7c4fbaaf9e'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:53:35.049883 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-d41dd1d2-1fff-4071-b5a7-e052971e0dbc None None] For port 4b2f6e89-0b0b-4b85-9f03-4a88c0c418c8, host n-d-816206-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=4b2f6e89-0b0b-4b85-9f03-4a88c0c418c8,segment=NetworkSegment(ee297035-6a2d-475c-a0a3-f3141b8aac71),segment_id=ee297035-6a2d-475c-a0a3-f3141b8aac71)] {{(pid=103592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:53:35.052808 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfab076-673e-4f56-95f8-5ea55ec88fb8 req-877c16e0-8ecf-4a60-9e32-993f7981d4b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:35.058620 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-3cfab076-673e-4f56-95f8-5ea55ec88fb8 req-877c16e0-8ecf-4a60-9e32-993f7981d4b4 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=65497e92-b0c3-442f-8f8a-bf07657099ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2170916 Nov 23 17:53:35.106102 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-d41dd1d2-1fff-4071-b5a7-e052971e0dbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:35.242832 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41dd1d2-1fff-4071-b5a7-e052971e0dbc None None] Pushing event updated for resources: {'Port': ['ID=4b2f6e89-0b0b-4b85-9f03-4a88c0c418c8,revision_number=2']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:53:35.278504 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6fcfb629-25e8-4b3d-9a81-2b5b7c351acd req-4c04ea0e-4e3f-4f55-9eee-a121564135cb tempest-TestVolumeBackupRestore-865720571 tempest-TestVolumeBackupRestore-865720571-project] 10.222.0.60 "GET /v2.0/security-groups?id=d6ab30e5-2026-4aba-ad91-d0613562cc26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4646807 Nov 23 17:53:35.308197 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-0afd12c8-6873-4d27-94ce-cea166f4d3d0 None None] Publish callbacks [] for port, precommit_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:35.330392 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-0afd12c8-6873-4d27-94ce-cea166f4d3d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980'] for port, after_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:35.343961 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-3cfab076-673e-4f56-95f8-5ea55ec88fb8 req-5f5973f0-6b42-43e7-bd91-46c1ee5117ae service neutron] 10.222.0.55 "GET /v2.0/networks/65497e92-b0c3-442f-8f8a-bf07657099ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2738633 Nov 23 17:53:35.350158 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-972735f0-63f5-41c6-8eb9-9aa2375ef10b tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:35.405352 n-d-816206-8 neutron-server[103592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0afd12c8-6873-4d27-94ce-cea166f4d3d0 None None] Network 3a541fbe-7703-4a10-93f6-5a04d8a83dc1 is already hosted by enough agents. {{(pid=103592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:53:35.409058 n-d-816206-8 neutron-server[103592]: DEBUG neutron.scheduler.base_scheduler [None req-0afd12c8-6873-4d27-94ce-cea166f4d3d0 None None] Resources bound (agent type, host, resource id): {{(pid=103592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:53:35.417044 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-b4ed2694-982c-49e9-af82-b8dca859db93 None None] Set router 7b0fa152-159a-4ecd-ad21-8c7c4fbaaf9e gateway port host: n-d-816206-8 {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:53:35.417246 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0afd12c8-6873-4d27-94ce-cea166f4d3d0 None None] Received port after_create {{(pid=103592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:53:35.460595 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afd12c8-6873-4d27-94ce-cea166f4d3d0 None None] Pushing event updated for resources: {'Port': ['ID=d951c6f0-263d-4651-8775-2f708e97b537,revision_number=1']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:53:35.580578 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-0afd12c8-6873-4d27-94ce-cea166f4d3d0 None None] Attempting to bind port d951c6f0-263d-4651-8775-2f708e97b537 on host n-d-816206-8 for vnic_type normal with profile {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:53:35.581235 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-0afd12c8-6873-4d27-94ce-cea166f4d3d0 None None] Attempting to bind port d951c6f0-263d-4651-8775-2f708e97b537 by drivers openvswitch,hyperv on host n-d-816206-8 at level 0 using segments [{'id': 'f98f44e8-db31-4410-a0d4-79da1e4cdccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '3a541fbe-7703-4a10-93f6-5a04d8a83dc1'}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:53:35.581763 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0afd12c8-6873-4d27-94ce-cea166f4d3d0 None None] Attempting to bind port d951c6f0-263d-4651-8775-2f708e97b537 on network 3a541fbe-7703-4a10-93f6-5a04d8a83dc1 {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:53:35.597694 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0afd12c8-6873-4d27-94ce-cea166f4d3d0 None None] Checking agent: {'id': '9e89acbe-4bbe-4c77-a18b-6f1da9133e0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 7, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 53, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:53:35.598486 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0afd12c8-6873-4d27-94ce-cea166f4d3d0 None None] Checking segment: {'id': 'f98f44e8-db31-4410-a0d4-79da1e4cdccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '3a541fbe-7703-4a10-93f6-5a04d8a83dc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:53:35.599216 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-0afd12c8-6873-4d27-94ce-cea166f4d3d0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:35.600737 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0afd12c8-6873-4d27-94ce-cea166f4d3d0 None None] Bound using segment: {'id': 'f98f44e8-db31-4410-a0d4-79da1e4cdccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '3a541fbe-7703-4a10-93f6-5a04d8a83dc1'} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:53:35.601441 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-0afd12c8-6873-4d27-94ce-cea166f4d3d0 None None] Bound port: d951c6f0-263d-4651-8775-2f708e97b537, host: n-d-816206-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f98f44e8-db31-4410-a0d4-79da1e4cdccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '3a541fbe-7703-4a10-93f6-5a04d8a83dc1'}}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:53:35.601994 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-0afd12c8-6873-4d27-94ce-cea166f4d3d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:35.646613 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-3cfab076-673e-4f56-95f8-5ea55ec88fb8 req-226fc40e-8e03-492c-844a-762d65a307d1 service neutron] 10.222.0.55 "GET /v2.0/networks/65497e92-b0c3-442f-8f8a-bf07657099ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2944126 Nov 23 17:53:35.720714 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-0afd12c8-6873-4d27-94ce-cea166f4d3d0 None None] For port d951c6f0-263d-4651-8775-2f708e97b537, host n-d-816206-8, cleared binding levels {{(pid=103592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:53:35.737025 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-0afd12c8-6873-4d27-94ce-cea166f4d3d0 None None] For port d951c6f0-263d-4651-8775-2f708e97b537, host n-d-816206-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=d951c6f0-263d-4651-8775-2f708e97b537,segment=NetworkSegment(f98f44e8-db31-4410-a0d4-79da1e4cdccb),segment_id=f98f44e8-db31-4410-a0d4-79da1e4cdccb)] {{(pid=103592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:53:35.756127 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-0afd12c8-6873-4d27-94ce-cea166f4d3d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:35.852308 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afd12c8-6873-4d27-94ce-cea166f4d3d0 None None] Pushing event updated for resources: {'Port': ['ID=d951c6f0-263d-4651-8775-2f708e97b537,revision_number=2']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:53:35.870282 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f00018-706d-46da-927f-2caeb5d4d13d req-616cd185-f143-4972-8b14-d2a63aab5d6f tempest-VolumesSnapshotTestJSON-834487947 tempest-VolumesSnapshotTestJSON-834487947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:35.871777 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-62f00018-706d-46da-927f-2caeb5d4d13d req-616cd185-f143-4972-8b14-d2a63aab5d6f tempest-VolumesSnapshotTestJSON-834487947 tempest-VolumesSnapshotTestJSON-834487947-project] 10.222.0.60 "GET /v2.0/networks?id=7ac268de-08e0-4d04-9511-b148f4c874eb HTTP/1.1" status: 200 len: 814 time: 0.2970412 Nov 23 17:53:35.921781 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-62f00018-706d-46da-927f-2caeb5d4d13d req-eabc6334-22d2-4697-8f41-b61b7547f69a tempest-VolumesSnapshotTestJSON-834487947 tempest-VolumesSnapshotTestJSON-834487947-project] 10.222.0.60 "GET /v2.0/quotas/48ed3d32b4624922abb1a209c7b87e34 HTTP/1.1" status: 200 len: 375 time: 0.0302188 Nov 23 17:53:35.940328 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-b4ed2694-982c-49e9-af82-b8dca859db93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b0fa152-159a-4ecd-ad21-8c7c4fbaaf9e', 'name': 'tempest-AttachVolumeTestJSON-1452379613-router', 'tenant_id': 'a72787eb39f84cbca4e464c3cac6bedf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.44'}], 'enable_snat': True}, 'gw_port_id': '65cabf95-cea0-4420-97d7-51a8cc6f9ed9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:48:38Z', 'updated_at': '2021-11-23T17:48:44Z', 'revision_number': 4, 'project_id': 'a72787eb39f84cbca4e464c3cac6bedf', 'gw_port': {'id': '65cabf95-cea0-4420-97d7-51a8cc6f9ed9', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:9e:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b0fa152-159a-4ecd-ad21-8c7c4fbaaf9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2930, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:48:39Z', 'updated_at': '2021-11-23T17:48:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_floatingips': [{'id': 'fbfaa5c5-fc5d-4948-826e-babcb64ab2c9', 'tenant_id': 'a72787eb39f84cbca4e464c3cac6bedf', 'floating_ip_address': '172.25.3.8', 'floating_network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'router_id': '7b0fa152-159a-4ecd-ad21-8c7c4fbaaf9e', 'port_id': '1de429a7-530f-4c53-a94e-cc64c544d3f9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3278, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65497e92-b0c3-442f-8f8a-bf07657099ba', 'mac_address': 'fa:16:3e:3c:c2:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cb71ec1-d2d3-4416-8b8e-767f9854ba3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T17:53:14Z', 'updated_at': '2021-11-23T17:53:32Z', 'revision_number': 1, 'project_id': 'a72787eb39f84cbca4e464c3cac6bedf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79e2c73c-3033-4e4c-912b-faa2a2cb0bad', 'name': '', 'network_id': '65497e92-b0c3-442f-8f8a-bf07657099ba', 'tenant_id': 'a72787eb39f84cbca4e464c3cac6bedf', 'mac_address': 'fa:16:3e:c5:cf:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b0fa152-159a-4ecd-ad21-8c7c4fbaaf9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2931, 'fixed_ips': [{'subnet_id': 'edc28ddc-ae2c-4b2b-bf91-4f5ac80bdafe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:48:43Z', 'updated_at': '2021-11-23T17:48:50Z', 'revision_number': 5, 'project_id': 'a72787eb39f84cbca4e464c3cac6bedf', 'subnets': [{'id': 'edc28ddc-ae2c-4b2b-bf91-4f5ac80bdafe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:53:35.950162 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.db_base_plugin_common [None req-972735f0-63f5-41c6-8eb9-9aa2375ef10b tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Allocated IP 2001:db8::1 (08e2f352-c600-4e81-ae84-d39c26d40bda/d183857e-0489-4c4c-975f-6d729aaf366e/2def59f4-24d8-4ed1-a07f-04f9d9cd0674) {{(pid=103591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:53:35.969769 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4ed2694-982c-49e9-af82-b8dca859db93 None None] The sync data for ids ['7b0fa152-159a-4ecd-ad21-8c7c4fbaaf9e'] in n-d-816206-8 is: [{'id': '7b0fa152-159a-4ecd-ad21-8c7c4fbaaf9e', 'name': 'tempest-AttachVolumeTestJSON-1452379613-router', 'tenant_id': 'a72787eb39f84cbca4e464c3cac6bedf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.44'}], 'enable_snat': True}, 'gw_port_id': '65cabf95-cea0-4420-97d7-51a8cc6f9ed9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:48:38Z', 'updated_at': '2021-11-23T17:48:44Z', 'revision_number': 4, 'project_id': 'a72787eb39f84cbca4e464c3cac6bedf', 'gw_port': {'id': '65cabf95-cea0-4420-97d7-51a8cc6f9ed9', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:9e:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b0fa152-159a-4ecd-ad21-8c7c4fbaaf9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2930, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:48:39Z', 'updated_at': '2021-11-23T17:48:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_floatingips': [{'id': 'fbfaa5c5-fc5d-4948-826e-babcb64ab2c9', 'tenant_id': 'a72787eb39f84cbca4e464c3cac6bedf', 'floating_ip_address': '172.25.3.8', 'floating_network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'router_id': '7b0fa152-159a-4ecd-ad21-8c7c4fbaaf9e', 'port_id': '1de429a7-530f-4c53-a94e-cc64c544d3f9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3278, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65497e92-b0c3-442f-8f8a-bf07657099ba', 'mac_address': 'fa:16:3e:3c:c2:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cb71ec1-d2d3-4416-8b8e-767f9854ba3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T17:53:14Z', 'updated_at': '2021-11-23T17:53:32Z', 'revision_number': 1, 'project_id': 'a72787eb39f84cbca4e464c3cac6bedf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79e2c73c-3033-4e4c-912b-faa2a2cb0bad', 'name': '', 'network_id': '65497e92-b0c3-442f-8f8a-bf07657099ba', 'tenant_id': 'a72787eb39f84cbca4e464c3cac6bedf', 'mac_address': 'fa:16:3e:c5:cf:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b0fa152-159a-4ecd-ad21-8c7c4fbaaf9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2931, 'fixed_ips': [{'subnet_id': 'edc28ddc-ae2c-4b2b-bf91-4f5ac80bdafe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:48:43Z', 'updated_at': '2021-11-23T17:48:50Z', 'revision_number': 5, 'project_id': 'a72787eb39f84cbca4e464c3cac6bedf', 'subnets': [{'id': 'edc28ddc-ae2c-4b2b-bf91-4f5ac80bdafe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:53:35.979283 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-62f00018-706d-46da-927f-2caeb5d4d13d req-7ef7d16e-97b3-4c6b-b55e-4f048fe59151 tempest-VolumesSnapshotTestJSON-834487947 tempest-VolumesSnapshotTestJSON-834487947-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=48ed3d32b4624922abb1a209c7b87e34&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0453992 Nov 23 17:53:36.184845 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-62f00018-706d-46da-927f-2caeb5d4d13d req-7ebd22f1-f5d7-4b50-b51f-ac71b27ac628 service neutron] 10.222.0.60 "GET /v2.0/networks/7ac268de-08e0-4d04-9511-b148f4c874eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1884580 Nov 23 17:53:36.205399 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 4b2f6e89-0b0b-4b85-9f03-4a88c0c418c8 up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:53:36.309064 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port 4b2f6e89-0b0b-4b85-9f03-4a88c0c418c8 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:53:36.309373 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:36.430910 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-62f00018-706d-46da-927f-2caeb5d4d13d req-55a66190-dea8-4cbe-b509-761384a19a71 service neutron] 10.222.0.60 "GET /v2.0/networks/7ac268de-08e0-4d04-9511-b148f4c874eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2452266 Nov 23 17:53:36.527183 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device 5d20273a-55d9-4910-b163-06df5e99e8f9 up at agent hyperv_n-h2-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:53:36.531678 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:36.595085 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] For port 4b2f6e89-0b0b-4b85-9f03-4a88c0c418c8, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=4b2f6e89-0b0b-4b85-9f03-4a88c0c418c8,segment=NetworkSegment(ee297035-6a2d-475c-a0a3-f3141b8aac71),segment_id=ee297035-6a2d-475c-a0a3-f3141b8aac71)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:53:36.600943 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-972735f0-63f5-41c6-8eb9-9aa2375ef10b tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks [] for port, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:36.625635 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7ce1bf-ff9d-4bc4-a5e6-421009dcede7 req-9b1c5596-7a76-44c1-9988-07e4ab6664d4 tempest-TestVolumeBackupRestore-865720571 tempest-TestVolumeBackupRestore-865720571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:36.635009 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7b7ce1bf-ff9d-4bc4-a5e6-421009dcede7 req-9b1c5596-7a76-44c1-9988-07e4ab6664d4 tempest-TestVolumeBackupRestore-865720571 tempest-TestVolumeBackupRestore-865720571-project] 10.222.0.60 "GET /v2.0/ports?device_id=1d16214d-4921-4a03-83e3-c6e08d9bdf81 HTTP/1.1" status: 200 len: 944 time: 0.2023151 Nov 23 17:53:36.713072 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7b7ce1bf-ff9d-4bc4-a5e6-421009dcede7 req-aaf937e7-d800-445c-b25d-9b0b28a6ec97 tempest-TestVolumeBackupRestore-865720571 tempest-TestVolumeBackupRestore-865720571-project] 10.222.0.60 "GET /v2.0/security-groups?id=d6ab30e5-2026-4aba-ad91-d0613562cc26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0771921 Nov 23 17:53:36.743530 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17c85ecd-24a9-4ab1-8ec6-bc39d67f2cf4 None None] New status for floating IP fbfaa5c5-fc5d-4948-826e-babcb64ab2c9: ACTIVE {{(pid=103592) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 17:53:36.754885 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:36.783103 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-972735f0-63f5-41c6-8eb9-9aa2375ef10b tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:36.821203 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-972735f0-63f5-41c6-8eb9-9aa2375ef10b tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Network 08e2f352-c600-4e81-ae84-d39c26d40bda is already hosted by enough agents. {{(pid=103591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:53:36.859632 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [None req-972735f0-63f5-41c6-8eb9-9aa2375ef10b tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Resources bound (agent type, host, resource id): {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:53:36.922249 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-972735f0-63f5-41c6-8eb9-9aa2375ef10b tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Received port after_create {{(pid=103591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:53:36.922896 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-972735f0-63f5-41c6-8eb9-9aa2375ef10b tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1795539'] for router_interface, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:36.953350 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Provisioning for port 5d20273a-55d9-4910-b163-06df5e99e8f9 completed by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 17:53:36.962080 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Provisioning complete for port 5d20273a-55d9-4910-b163-06df5e99e8f9 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:53:36.962628 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:36.997885 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-af3fac9c-ad24-4d59-9ae6-4a92594250b3 req-ff2d7995-f26f-473f-8273-79927790aa16 tempest-VolumesSnapshotTestJSON-834487947 tempest-VolumesSnapshotTestJSON-834487947-project] 10.222.0.60 "GET /v2.0/ports?device_id=2d4a4e3b-b3cd-467d-83fd-4a1ecafe0ff8 HTTP/1.1" status: 200 len: 210 time: 0.1296179 Nov 23 17:53:37.078936 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972735f0-63f5-41c6-8eb9-9aa2375ef10b tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Pushing event updated for resources: {'Port': ['ID=2def59f4-24d8-4ed1-a07f-04f9d9cd0674,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:53:37.103522 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88dc3740-4284-4043-804b-90a46cef44ab None None] Network 08e2f352-c600-4e81-ae84-d39c26d40bda requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:53:37.134076 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Pushing event updated for resources: {'Port': ['ID=4b2f6e89-0b0b-4b85-9f03-4a88c0c418c8,revision_number=3']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:53:37.201910 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-972735f0-63f5-41c6-8eb9-9aa2375ef10b tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:37.620267 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-518436b2-e747-4d97-be8b-d5844f3ad3b3 None None] Provisioning complete for port 4b2f6e89-0b0b-4b85-9f03-4a88c0c418c8 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:53:37.620908 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-518436b2-e747-4d97-be8b-d5844f3ad3b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:37.649257 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-972735f0-63f5-41c6-8eb9-9aa2375ef10b tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks [] for port, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:37.657136 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-972735f0-63f5-41c6-8eb9-9aa2375ef10b tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264758186'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:37.657997 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-972735f0-63f5-41c6-8eb9-9aa2375ef10b tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2068703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1794403'] for router_interface, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:37.683689 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19d70abf-8d4a-40f7-aa4e-219f9fd679f5 None None] Network 3a541fbe-7703-4a10-93f6-5a04d8a83dc1 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:53:37.731141 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:37.838258 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972735f0-63f5-41c6-8eb9-9aa2375ef10b tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Pushing event updated for resources: {'Port': ['ID=2def59f4-24d8-4ed1-a07f-04f9d9cd0674,revision_number=2']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:53:37.976654 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb76d3f-6a93-4b73-b595-191d4dd034b9 req-fd595326-422d-4e80-93bd-8d2d683bfd54 tempest-TestVolumeBackupRestore-865720571 tempest-TestVolumeBackupRestore-865720571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:37.984470 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-bfb76d3f-6a93-4b73-b595-191d4dd034b9 req-fd595326-422d-4e80-93bd-8d2d683bfd54 tempest-TestVolumeBackupRestore-865720571 tempest-TestVolumeBackupRestore-865720571-project] 10.222.0.60 "GET /v2.0/ports?device_id=1d16214d-4921-4a03-83e3-c6e08d9bdf81 HTTP/1.1" status: 200 len: 944 time: 0.1159256 Nov 23 17:53:38.007076 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d16214d-4921-4a03-83e3-c6e08d9bdf81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d20273a-55d9-4910-b163-06df5e99e8f9'}] {{(pid=103592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:53:38.009835 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba3e6a8f2301c7a29fe1eca9779abdae4ccbcd6266d69778087f2498d5551201" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae4fa1dd-6400-4361-a1f3-3e7f09dcbdc0" -d '{"events": [{"server_uuid": "1d16214d-4921-4a03-83e3-c6e08d9bdf81", "name": "network-vif-plugged", "status": "completed", "tag": "5d20273a-55d9-4910-b163-06df5e99e8f9"}]}' {{(pid=103592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:53:38.014408 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-972735f0-63f5-41c6-8eb9-9aa2375ef10b tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Network 08e2f352-c600-4e81-ae84-d39c26d40bda is already hosted by enough agents. {{(pid=103591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:53:38.060685 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [None req-972735f0-63f5-41c6-8eb9-9aa2375ef10b tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Resources bound (agent type, host, resource id): {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:53:38.070054 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port 5d20273a-55d9-4910-b163-06df5e99e8f9, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=5d20273a-55d9-4910-b163-06df5e99e8f9,segment=NetworkSegment(35aed508-8cb6-4e16-a4ed-31382f0590c8),segment_id=35aed508-8cb6-4e16-a4ed-31382f0590c8)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:53:38.094933 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:38.105686 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-bfb76d3f-6a93-4b73-b595-191d4dd034b9 req-2e09a5a7-fb4b-4ae3-a396-0fed61bd0b64 tempest-TestVolumeBackupRestore-865720571 tempest-TestVolumeBackupRestore-865720571-project] 10.222.0.60 "GET /v2.0/security-groups?id=d6ab30e5-2026-4aba-ad91-d0613562cc26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1202934 Nov 23 17:53:38.110882 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:53:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37a45870-dc91-46b4-be5b-5962dc92f11a x-openstack-request-id: req-37a45870-dc91-46b4-be5b-5962dc92f11a {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:53:38.111337 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d16214d-4921-4a03-83e3-c6e08d9bdf81", "name": "network-vif-plugged", "status": "completed", "tag": "5d20273a-55d9-4910-b163-06df5e99e8f9", "code": 200}]} {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:53:38.111618 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-37a45870-dc91-46b4-be5b-5962dc92f11a {{(pid=103592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:53:38.112026 n-d-816206-8 neutron-server[103592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d16214d-4921-4a03-83e3-c6e08d9bdf81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d20273a-55d9-4910-b163-06df5e99e8f9', 'code': 200} Nov 23 17:53:38.244150 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Pushing event updated for resources: {'Port': ['ID=5d20273a-55d9-4910-b163-06df5e99e8f9,revision_number=5']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:53:38.269853 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-45a62d5a-0438-45a6-a800-850a6990eaf3 None None] Provisioning complete for port d951c6f0-263d-4651-8775-2f708e97b537 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:53:38.270218 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-45a62d5a-0438-45a6-a800-850a6990eaf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:38.313293 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 4b2f6e89-0b0b-4b85-9f03-4a88c0c418c8 up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:53:38.345957 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-54e70429-4776-4f6a-b61c-5b1c86afd86f req-19272007-e11d-4b01-904d-76a9707c644d tempest-VolumesSnapshotTestJSON-834487947 tempest-VolumesSnapshotTestJSON-834487947-project] 10.222.0.60 "GET /v2.0/ports?device_id=2d4a4e3b-b3cd-467d-83fd-4a1ecafe0ff8 HTTP/1.1" status: 200 len: 210 time: 0.0732653 Nov 23 17:53:38.366214 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb79cc9a-b37f-4d85-bf1c-c75f965a1c03 req-7c0e9743-8755-4c15-8966-e284fce56dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:38.367766 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-fb79cc9a-b37f-4d85-bf1c-c75f965a1c03 req-7c0e9743-8755-4c15-8966-e284fce56dd8 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=1d16214d-4921-4a03-83e3-c6e08d9bdf81 HTTP/1.1" status: 200 len: 1096 time: 0.1018388 Nov 23 17:53:38.369279 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-972735f0-63f5-41c6-8eb9-9aa2375ef10b tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Router 716091d3-3b3e-42f8-925a-d161327b3299 is scheduled to L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 with binding_index 1 {{(pid=103591) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 17:53:38.455846 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-45a62d5a-0438-45a6-a800-850a6990eaf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:38.498057 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-972735f0-63f5-41c6-8eb9-9aa2375ef10b tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:53:38.508063 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-972735f0-63f5-41c6-8eb9-9aa2375ef10b tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] 10.222.0.60 "PUT /v2.0/routers/716091d3-3b3e-42f8-925a-d161327b3299/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0463593 Nov 23 17:53:38.510631 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 44452) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:53:38.511697 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d87d0c69-c241-4d3f-9e67-30eeef507483 None None] Sync routers for ids ['716091d3-3b3e-42f8-925a-d161327b3299'] in n-d-816206-8 {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:53:38.520462 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port 4b2f6e89-0b0b-4b85-9f03-4a88c0c418c8 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:53:38.523689 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:38.550267 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d87d0c69-c241-4d3f-9e67-30eeef507483 None None] Routers {'716091d3-3b3e-42f8-925a-d161327b3299'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:53:38.550914 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-d87d0c69-c241-4d3f-9e67-30eeef507483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:53:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['716091d3-3b3e-42f8-925a-d161327b3299'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:53:38.570197 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-fb79cc9a-b37f-4d85-bf1c-c75f965a1c03 req-c51afb67-5ab5-4ed8-8850-670bf5fb67e2 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=d6ab30e5-2026-4aba-ad91-d0613562cc26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1918132 Nov 23 17:53:38.600089 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-d87d0c69-c241-4d3f-9e67-30eeef507483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:53:38.609966 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-45a62d5a-0438-45a6-a800-850a6990eaf3 None None] For port d951c6f0-263d-4651-8775-2f708e97b537, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=d951c6f0-263d-4651-8775-2f708e97b537,segment=NetworkSegment(f98f44e8-db31-4410-a0d4-79da1e4cdccb),segment_id=f98f44e8-db31-4410-a0d4-79da1e4cdccb)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:53:38.622215 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d87d0c69-c241-4d3f-9e67-30eeef507483 None None] Routers {'716091d3-3b3e-42f8-925a-d161327b3299'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:53:38.622795 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-d87d0c69-c241-4d3f-9e67-30eeef507483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:53:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['716091d3-3b3e-42f8-925a-d161327b3299'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:53:38.629589 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2a268ae-1d0b-4b78-b609-00d67b8c28ca tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:38.631564 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-45a62d5a-0438-45a6-a800-850a6990eaf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:38.632419 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-a2a268ae-1d0b-4b78-b609-00d67b8c28ca tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] 10.222.0.60 "GET /v2.0/ports/2def59f4-24d8-4ed1-a07f-04f9d9cd0674 HTTP/1.1" status: 200 len: 911 time: 0.1190248 Nov 23 17:53:38.635488 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 44456) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:53:38.706121 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a62d5a-0438-45a6-a800-850a6990eaf3 None None] Pushing event updated for resources: {'Port': ['ID=d951c6f0-263d-4651-8775-2f708e97b537,revision_number=3']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:53:38.723874 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-d87d0c69-c241-4d3f-9e67-30eeef507483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:53:38.725217 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d87d0c69-c241-4d3f-9e67-30eeef507483 None None] The sync data for ids ['716091d3-3b3e-42f8-925a-d161327b3299'] in n-d-816206-8 is: [] {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:53:38.828271 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device d951c6f0-263d-4651-8775-2f708e97b537 up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:53:38.900377 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-742dcd1e-d874-4c69-b37d-4c9f965c422b None None] Provisioning complete for port 4b2f6e89-0b0b-4b85-9f03-4a88c0c418c8 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:53:38.900827 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-742dcd1e-d874-4c69-b37d-4c9f965c422b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:38.979219 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port d951c6f0-263d-4651-8775-2f708e97b537 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:53:38.979637 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:39.229508 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-742dcd1e-d874-4c69-b37d-4c9f965c422b None None] Provisioning complete for port d951c6f0-263d-4651-8775-2f708e97b537 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:53:39.234880 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-742dcd1e-d874-4c69-b37d-4c9f965c422b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:39.371171 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-742dcd1e-d874-4c69-b37d-4c9f965c422b None None] Provisioning complete for port 2def59f4-24d8-4ed1-a07f-04f9d9cd0674 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:53:39.371643 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-742dcd1e-d874-4c69-b37d-4c9f965c422b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:39.410810 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-742dcd1e-d874-4c69-b37d-4c9f965c422b None None] Port 2def59f4-24d8-4ed1-a07f-04f9d9cd0674 cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:53:39.521445 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-bfa58302-392b-4fb1-bb57-c2adcd8e1bf3 req-fe8b6478-aa10-40fc-aab4-bfff6c256b7a tempest-VolumesSnapshotTestJSON-834487947 tempest-VolumesSnapshotTestJSON-834487947-project] 10.222.0.60 "GET /v2.0/ports?device_id=2d4a4e3b-b3cd-467d-83fd-4a1ecafe0ff8 HTTP/1.1" status: 200 len: 210 time: 0.0792069 Nov 23 17:53:39.537763 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-c24e3d5d-1021-491b-abc2-f23fb6f50a42 None None] Provisioning complete for port 2def59f4-24d8-4ed1-a07f-04f9d9cd0674 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:53:39.538229 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c24e3d5d-1021-491b-abc2-f23fb6f50a42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:39.594006 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e991da27-8ec7-4aae-84bc-4e8803830ba7 req-de2c5c92-79b4-45cf-987f-f6c7983e6fe8 tempest-TestVolumeBackupRestore-865720571 tempest-TestVolumeBackupRestore-865720571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:39.595656 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e991da27-8ec7-4aae-84bc-4e8803830ba7 req-de2c5c92-79b4-45cf-987f-f6c7983e6fe8 tempest-TestVolumeBackupRestore-865720571 tempest-TestVolumeBackupRestore-865720571-project] 10.222.0.60 "GET /v2.0/ports?device_id=1d16214d-4921-4a03-83e3-c6e08d9bdf81 HTTP/1.1" status: 200 len: 945 time: 0.1577971 Nov 23 17:53:39.596469 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-c24e3d5d-1021-491b-abc2-f23fb6f50a42 None None] Port 2def59f4-24d8-4ed1-a07f-04f9d9cd0674 cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:53:39.632177 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f00018-706d-46da-927f-2caeb5d4d13d req-4dedfc82-b26c-4388-837f-07d9117cfd51 tempest-VolumesSnapshotTestJSON-834487947 tempest-VolumesSnapshotTestJSON-834487947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:39.633672 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-62f00018-706d-46da-927f-2caeb5d4d13d req-4dedfc82-b26c-4388-837f-07d9117cfd51 tempest-VolumesSnapshotTestJSON-834487947 tempest-VolumesSnapshotTestJSON-834487947-project] 10.222.0.36 "GET /v2.0/networks?id=7ac268de-08e0-4d04-9511-b148f4c874eb HTTP/1.1" status: 200 len: 814 time: 0.8430998 Nov 23 17:53:39.655329 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [req-62f00018-706d-46da-927f-2caeb5d4d13d req-87bcbcc0-31b6-4d43-803f-5d4cc54378ad tempest-VolumesSnapshotTestJSON-834487947 tempest-VolumesSnapshotTestJSON-834487947-project] Request body: {'port': {'device_id': '2d4a4e3b-b3cd-467d-83fd-4a1ecafe0ff8', 'network_id': '7ac268de-08e0-4d04-9511-b148f4c874eb', 'admin_state_up': True, 'tenant_id': '48ed3d32b4624922abb1a209c7b87e34'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:53:39.812557 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e991da27-8ec7-4aae-84bc-4e8803830ba7 req-9329fb7c-0b20-4b00-a509-c2424feaa8b5 tempest-TestVolumeBackupRestore-865720571 tempest-TestVolumeBackupRestore-865720571-project] 10.222.0.60 "GET /v2.0/security-groups?id=d6ab30e5-2026-4aba-ad91-d0613562cc26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1760814 Nov 23 17:53:39.893455 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62f00018-706d-46da-927f-2caeb5d4d13d req-87bcbcc0-31b6-4d43-803f-5d4cc54378ad tempest-VolumesSnapshotTestJSON-834487947 tempest-VolumesSnapshotTestJSON-834487947-project] Made reservation on behalf of 48ed3d32b4624922abb1a209c7b87e34 for: {'port': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:53:39.897575 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-62f00018-706d-46da-927f-2caeb5d4d13d req-87bcbcc0-31b6-4d43-803f-5d4cc54378ad tempest-VolumesSnapshotTestJSON-834487947 tempest-VolumesSnapshotTestJSON-834487947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:39.902029 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-f3f6233b-55d4-4a44-8b15-01179b58719d tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:40.048101 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device d951c6f0-263d-4651-8775-2f708e97b537 up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:53:40.103803 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port d951c6f0-263d-4651-8775-2f708e97b537 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:53:40.105748 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:40.169658 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.db_base_plugin_common [req-62f00018-706d-46da-927f-2caeb5d4d13d req-87bcbcc0-31b6-4d43-803f-5d4cc54378ad tempest-VolumesSnapshotTestJSON-834487947 tempest-VolumesSnapshotTestJSON-834487947-project] Allocated IP 172.20.0.5 (7ac268de-08e0-4d04-9511-b148f4c874eb/0ab9c832-1824-437f-b396-c7a73f7851e3/8120b810-361b-44c1-959a-483fc8d65949) {{(pid=103591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:53:40.340187 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.db_base_plugin_common [None req-f3f6233b-55d4-4a44-8b15-01179b58719d tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Allocated IP 2001:db8:1::1 (3a541fbe-7703-4a10-93f6-5a04d8a83dc1/449a0051-ae57-48c5-bbc7-626dbf73ac36/2d772e3a-a174-4cb9-9fa6-d7453f94deb1) {{(pid=103591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:53:40.480975 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-62f00018-706d-46da-927f-2caeb5d4d13d req-87bcbcc0-31b6-4d43-803f-5d4cc54378ad tempest-VolumesSnapshotTestJSON-834487947 tempest-VolumesSnapshotTestJSON-834487947-project] Publish callbacks [] for port, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:40.535098 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-f3f6233b-55d4-4a44-8b15-01179b58719d tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks [] for port, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:40.553852 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-62f00018-706d-46da-927f-2caeb5d4d13d req-87bcbcc0-31b6-4d43-803f-5d4cc54378ad tempest-VolumesSnapshotTestJSON-834487947 tempest-VolumesSnapshotTestJSON-834487947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:40.611998 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62f00018-706d-46da-927f-2caeb5d4d13d req-87bcbcc0-31b6-4d43-803f-5d4cc54378ad tempest-VolumesSnapshotTestJSON-834487947 tempest-VolumesSnapshotTestJSON-834487947-project] Network 7ac268de-08e0-4d04-9511-b148f4c874eb is already hosted by enough agents. {{(pid=103591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:53:40.628946 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [req-62f00018-706d-46da-927f-2caeb5d4d13d req-87bcbcc0-31b6-4d43-803f-5d4cc54378ad tempest-VolumesSnapshotTestJSON-834487947 tempest-VolumesSnapshotTestJSON-834487947-project] Resources bound (agent type, host, resource id): {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:53:40.636601 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [req-62f00018-706d-46da-927f-2caeb5d4d13d req-87bcbcc0-31b6-4d43-803f-5d4cc54378ad tempest-VolumesSnapshotTestJSON-834487947 tempest-VolumesSnapshotTestJSON-834487947-project] Received port after_create {{(pid=103591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:53:40.653963 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53656e52-cd75-487e-9d8c-9db9b26b6836 None None] DHCP port deletion for 7ac268de-08e0-4d04-9511-b148f4c874eb request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:53:40.684000 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bcbcc0-31b6-4d43-803f-5d4cc54378ad tempest-VolumesSnapshotTestJSON-834487947 tempest-VolumesSnapshotTestJSON-834487947-project] Pushing event updated for resources: {'Port': ['ID=8120b810-361b-44c1-959a-483fc8d65949,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:53:40.711143 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-f3f6233b-55d4-4a44-8b15-01179b58719d tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:40.744040 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9736dcef-f83b-45e1-8bfb-89442f7a7ccf None None] Provisioning complete for port 8120b810-361b-44c1-959a-483fc8d65949 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:53:40.744040 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9736dcef-f83b-45e1-8bfb-89442f7a7ccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:40.763180 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f00018-706d-46da-927f-2caeb5d4d13d req-87bcbcc0-31b6-4d43-803f-5d4cc54378ad tempest-VolumesSnapshotTestJSON-834487947 tempest-VolumesSnapshotTestJSON-834487947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:40.763820 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-62f00018-706d-46da-927f-2caeb5d4d13d req-87bcbcc0-31b6-4d43-803f-5d4cc54378ad tempest-VolumesSnapshotTestJSON-834487947 tempest-VolumesSnapshotTestJSON-834487947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:40.793055 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05ed9dd-67c9-4c99-8788-94c7fc6b774c req-7e63f0dc-4ac6-4621-988a-66d3aee49237 tempest-VolumesSnapshotTestJSON-834487947 tempest-VolumesSnapshotTestJSON-834487947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:40.794537 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b05ed9dd-67c9-4c99-8788-94c7fc6b774c req-7e63f0dc-4ac6-4621-988a-66d3aee49237 tempest-VolumesSnapshotTestJSON-834487947 tempest-VolumesSnapshotTestJSON-834487947-project] 10.222.0.60 "GET /v2.0/ports?device_id=2d4a4e3b-b3cd-467d-83fd-4a1ecafe0ff8 HTTP/1.1" status: 200 len: 931 time: 0.1814187 Nov 23 17:53:40.795927 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-9736dcef-f83b-45e1-8bfb-89442f7a7ccf None None] Port 8120b810-361b-44c1-959a-483fc8d65949 cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:53:40.798518 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3f6233b-55d4-4a44-8b15-01179b58719d tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Network 3a541fbe-7703-4a10-93f6-5a04d8a83dc1 is already hosted by enough agents. {{(pid=103591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:53:40.804540 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [None req-f3f6233b-55d4-4a44-8b15-01179b58719d tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Resources bound (agent type, host, resource id): {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:53:40.808550 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f6233b-55d4-4a44-8b15-01179b58719d tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Pushing event updated for resources: {'Port': ['ID=2d772e3a-a174-4cb9-9fa6-d7453f94deb1,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:53:40.810899 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3f6233b-55d4-4a44-8b15-01179b58719d tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Received port after_create {{(pid=103591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:53:40.811494 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-f3f6233b-55d4-4a44-8b15-01179b58719d tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1795539'] for router_interface, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:40.823664 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-62f00018-706d-46da-927f-2caeb5d4d13d req-87bcbcc0-31b6-4d43-803f-5d4cc54378ad tempest-VolumesSnapshotTestJSON-834487947 tempest-VolumesSnapshotTestJSON-834487947-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1776810 Nov 23 17:53:40.868726 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [req-62f00018-706d-46da-927f-2caeb5d4d13d req-d8e6ade0-eedf-4964-a496-59a3cf397415 service neutron] Request body: {'port': {'device_id': '2d4a4e3b-b3cd-467d-83fd-4a1ecafe0ff8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-8'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:53:41.013140 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b05ed9dd-67c9-4c99-8788-94c7fc6b774c req-41cf546a-4047-4975-964e-06dd5678fe32 tempest-VolumesSnapshotTestJSON-834487947 tempest-VolumesSnapshotTestJSON-834487947-project] 10.222.0.60 "GET /v2.0/security-groups?id=9ee8fc93-0a51-4d17-a68b-24997fd5e1c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2056205 Nov 23 17:53:41.028842 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-62f00018-706d-46da-927f-2caeb5d4d13d req-d8e6ade0-eedf-4964-a496-59a3cf397415 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:41.078332 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68421d4d-5fc5-4e68-bc89-1b18df193bef req-a9f483fe-703a-4597-9358-1a19fba24c2d tempest-TestVolumeBackupRestore-865720571 tempest-TestVolumeBackupRestore-865720571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:41.079889 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-68421d4d-5fc5-4e68-bc89-1b18df193bef req-a9f483fe-703a-4597-9358-1a19fba24c2d tempest-TestVolumeBackupRestore-865720571 tempest-TestVolumeBackupRestore-865720571-project] 10.222.0.60 "GET /v2.0/ports?device_id=1d16214d-4921-4a03-83e3-c6e08d9bdf81 HTTP/1.1" status: 200 len: 945 time: 0.1748154 Nov 23 17:53:41.084420 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-f3f6233b-55d4-4a44-8b15-01179b58719d tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:41.118667 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-530a18ab-f2c5-40de-a829-cabf80f333eb None None] Provisioning complete for port 2d772e3a-a174-4cb9-9fa6-d7453f94deb1 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:53:41.119237 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-530a18ab-f2c5-40de-a829-cabf80f333eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:41.157893 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-530a18ab-f2c5-40de-a829-cabf80f333eb None None] Port 2d772e3a-a174-4cb9-9fa6-d7453f94deb1 cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:53:41.336960 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-68421d4d-5fc5-4e68-bc89-1b18df193bef req-4b62c338-a75b-42a7-bc2b-d6da50209290 tempest-TestVolumeBackupRestore-865720571 tempest-TestVolumeBackupRestore-865720571-project] 10.222.0.60 "GET /v2.0/security-groups?id=d6ab30e5-2026-4aba-ad91-d0613562cc26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2323205 Nov 23 17:53:41.569657 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4337cbb0-5297-46ae-962c-e065f2c6755a req-3672b21d-4720-4b63-ad94-134bd91b9742 tempest-TestVolumeBackupRestore-865720571 tempest-TestVolumeBackupRestore-865720571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:41.571240 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4337cbb0-5297-46ae-962c-e065f2c6755a req-3672b21d-4720-4b63-ad94-134bd91b9742 tempest-TestVolumeBackupRestore-865720571 tempest-TestVolumeBackupRestore-865720571-project] 10.222.0.60 "GET /v2.0/ports?device_id=1d16214d-4921-4a03-83e3-c6e08d9bdf81 HTTP/1.1" status: 200 len: 945 time: 0.1526282 Nov 23 17:53:41.667961 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [req-62f00018-706d-46da-927f-2caeb5d4d13d req-d8e6ade0-eedf-4964-a496-59a3cf397415 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8120b810-361b-44c1-959a-483fc8d65949 {{(pid=103591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:53:41.684570 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-62f00018-706d-46da-927f-2caeb5d4d13d req-d8e6ade0-eedf-4964-a496-59a3cf397415 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:41.710121 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4337cbb0-5297-46ae-962c-e065f2c6755a req-d5fa606d-32f6-45fb-becf-feb6b9a59f26 tempest-TestVolumeBackupRestore-865720571 tempest-TestVolumeBackupRestore-865720571-project] 10.222.0.60 "GET /v2.0/security-groups?id=d6ab30e5-2026-4aba-ad91-d0613562cc26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1315606 Nov 23 17:53:41.712043 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-f3f6233b-55d4-4a44-8b15-01179b58719d tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks [] for port, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:41.718516 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-f3f6233b-55d4-4a44-8b15-01179b58719d tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264758186'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:41.719268 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-f3f6233b-55d4-4a44-8b15-01179b58719d tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2068703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1794403'] for router_interface, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:41.722051 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.provisioning_blocks [req-62f00018-706d-46da-927f-2caeb5d4d13d req-d8e6ade0-eedf-4964-a496-59a3cf397415 service neutron] Transition to ACTIVE for port object 8120b810-361b-44c1-959a-483fc8d65949 will not be triggered until provisioned by entity L2. {{(pid=103591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 17:53:41.735134 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 44492) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:53:41.754481 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-62f00018-706d-46da-927f-2caeb5d4d13d req-d8e6ade0-eedf-4964-a496-59a3cf397415 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264758186'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:41.806843 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f6233b-55d4-4a44-8b15-01179b58719d tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Pushing event updated for resources: {'Port': ['ID=2d772e3a-a174-4cb9-9fa6-d7453f94deb1,revision_number=2']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:53:41.820805 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a50e71e3-4ea6-4e2d-9e53-55ecdfe4ca2b None None] DHCP port deletion for 7ac268de-08e0-4d04-9511-b148f4c874eb request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:53:41.952169 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aba1060-386c-4ead-8dc1-42bb52c3bf0c tempest-TestVolumeBackupRestore-862719612 tempest-TestVolumeBackupRestore-862719612-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:41.953768 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-3aba1060-386c-4ead-8dc1-42bb52c3bf0c tempest-TestVolumeBackupRestore-862719612 tempest-TestVolumeBackupRestore-862719612-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=1d16214d-4921-4a03-83e3-c6e08d9bdf81 HTTP/1.1" status: 200 len: 1091 time: 0.2167950 Nov 23 17:53:41.956766 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 44496) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:53:41.961616 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-ff849669-c69d-4863-9e76-5b5f54a13139 tempest-TestVolumeBackupRestore-865720571 tempest-TestVolumeBackupRestore-865720571-project] Request body: {'floatingip': {'floating_network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'port_id': '5d20273a-55d9-4910-b163-06df5e99e8f9', 'tenant_id': '5e9ad8bc738841bf987987e4b3fa436d', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:53:41.986406 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ff849669-c69d-4863-9e76-5b5f54a13139 tempest-TestVolumeBackupRestore-865720571 tempest-TestVolumeBackupRestore-865720571-project] Publish callbacks [] for floatingip, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:42.104720 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ff849669-c69d-4863-9e76-5b5f54a13139 tempest-TestVolumeBackupRestore-865720571 tempest-TestVolumeBackupRestore-865720571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:42.229896 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-ff849669-c69d-4863-9e76-5b5f54a13139 tempest-TestVolumeBackupRestore-865720571 tempest-TestVolumeBackupRestore-865720571-project] Allocated IP 172.25.3.197 (4c8455ba-1be5-42ac-b8c2-8a16e1292d55/08fe3644-ce41-4c3f-a7ea-92bac0f0fff5/6c3d88b9-5e73-41c6-b92c-0d82ab1a09c5) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:53:42.280021 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e6ade0-eedf-4964-a496-59a3cf397415 service neutron] Pushing event updated for resources: {'Port': ['ID=8120b810-361b-44c1-959a-483fc8d65949,revision_number=2']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:53:42.299082 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3f6233b-55d4-4a44-8b15-01179b58719d tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Network 3a541fbe-7703-4a10-93f6-5a04d8a83dc1 is already hosted by enough agents. {{(pid=103591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:53:42.306600 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [None req-f3f6233b-55d4-4a44-8b15-01179b58719d tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Resources bound (agent type, host, resource id): {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:53:42.326639 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-62f00018-706d-46da-927f-2caeb5d4d13d req-d8e6ade0-eedf-4964-a496-59a3cf397415 service neutron] Attempting to bind port 8120b810-361b-44c1-959a-483fc8d65949 on host n-h2-816206-8 for vnic_type normal with profile {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:53:42.327072 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-62f00018-706d-46da-927f-2caeb5d4d13d req-d8e6ade0-eedf-4964-a496-59a3cf397415 service neutron] Attempting to bind port 8120b810-361b-44c1-959a-483fc8d65949 by drivers openvswitch,hyperv on host n-h2-816206-8 at level 0 using segments [{'id': '870208a2-a4b2-4b02-aec7-63aaef1eda1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '7ac268de-08e0-4d04-9511-b148f4c874eb'}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:53:42.327304 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62f00018-706d-46da-927f-2caeb5d4d13d req-d8e6ade0-eedf-4964-a496-59a3cf397415 service neutron] Attempting to bind port 8120b810-361b-44c1-959a-483fc8d65949 on network 7ac268de-08e0-4d04-9511-b148f4c874eb {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:53:42.341775 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b045ff-eb1b-4f23-a2a8-a105ab0d78ce req-f510b667-c0bd-495d-bcc2-c580d7ee1043 tempest-VolumesSnapshotTestJSON-834487947 tempest-VolumesSnapshotTestJSON-834487947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:42.342342 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ff849669-c69d-4863-9e76-5b5f54a13139 tempest-TestVolumeBackupRestore-865720571 tempest-TestVolumeBackupRestore-865720571-project] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:42.343386 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-32b045ff-eb1b-4f23-a2a8-a105ab0d78ce req-f510b667-c0bd-495d-bcc2-c580d7ee1043 tempest-VolumesSnapshotTestJSON-834487947 tempest-VolumesSnapshotTestJSON-834487947-project] 10.222.0.60 "GET /v2.0/ports?device_id=2d4a4e3b-b3cd-467d-83fd-4a1ecafe0ff8 HTTP/1.1" status: 200 len: 943 time: 0.1141665 Nov 23 17:53:42.345478 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62f00018-706d-46da-927f-2caeb5d4d13d req-d8e6ade0-eedf-4964-a496-59a3cf397415 service neutron] Port 8120b810-361b-44c1-959a-483fc8d65949 on network 7ac268de-08e0-4d04-9511-b148f4c874eb not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-8 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 17:53:42.345803 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62f00018-706d-46da-927f-2caeb5d4d13d req-d8e6ade0-eedf-4964-a496-59a3cf397415 service neutron] Attempting to bind port 8120b810-361b-44c1-959a-483fc8d65949 on network 7ac268de-08e0-4d04-9511-b148f4c874eb {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:53:42.383988 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ff849669-c69d-4863-9e76-5b5f54a13139 tempest-TestVolumeBackupRestore-865720571 tempest-TestVolumeBackupRestore-865720571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:42.431894 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff849669-c69d-4863-9e76-5b5f54a13139 tempest-TestVolumeBackupRestore-865720571 tempest-TestVolumeBackupRestore-865720571-project] Network 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:53:42.438398 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-ff849669-c69d-4863-9e76-5b5f54a13139 tempest-TestVolumeBackupRestore-865720571 tempest-TestVolumeBackupRestore-865720571-project] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:53:42.441217 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff849669-c69d-4863-9e76-5b5f54a13139 tempest-TestVolumeBackupRestore-865720571 tempest-TestVolumeBackupRestore-865720571-project] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:53:42.483230 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff849669-c69d-4863-9e76-5b5f54a13139 tempest-TestVolumeBackupRestore-865720571 tempest-TestVolumeBackupRestore-865720571-project] Pushing event updated for resources: {'Port': ['ID=6c3d88b9-5e73-41c6-b92c-0d82ab1a09c5,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:53:42.583709 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62f00018-706d-46da-927f-2caeb5d4d13d req-d8e6ade0-eedf-4964-a496-59a3cf397415 service neutron] Checking agent: {'id': 'ab77bf9e-0267-4174-8f1d-822cba89b207', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 15, 13), 'started_at': datetime.datetime(2021, 11, 23, 17, 15, 13), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 53, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:53:42.584273 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62f00018-706d-46da-927f-2caeb5d4d13d req-d8e6ade0-eedf-4964-a496-59a3cf397415 service neutron] Checking segment: {'id': '870208a2-a4b2-4b02-aec7-63aaef1eda1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '7ac268de-08e0-4d04-9511-b148f4c874eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:53:42.587697 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62f00018-706d-46da-927f-2caeb5d4d13d req-d8e6ade0-eedf-4964-a496-59a3cf397415 service neutron] Bound using segment: {'id': '870208a2-a4b2-4b02-aec7-63aaef1eda1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '7ac268de-08e0-4d04-9511-b148f4c874eb'} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:53:42.590471 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-62f00018-706d-46da-927f-2caeb5d4d13d req-d8e6ade0-eedf-4964-a496-59a3cf397415 service neutron] Bound port: 8120b810-361b-44c1-959a-483fc8d65949, host: n-h2-816206-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '870208a2-a4b2-4b02-aec7-63aaef1eda1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '7ac268de-08e0-4d04-9511-b148f4c874eb'}}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:53:42.595972 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-62f00018-706d-46da-927f-2caeb5d4d13d req-d8e6ade0-eedf-4964-a496-59a3cf397415 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:42.615033 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-32b045ff-eb1b-4f23-a2a8-a105ab0d78ce req-9c9e35f8-e82f-4655-95a3-78947921229e tempest-VolumesSnapshotTestJSON-834487947 tempest-VolumesSnapshotTestJSON-834487947-project] 10.222.0.60 "GET /v2.0/security-groups?id=9ee8fc93-0a51-4d17-a68b-24997fd5e1c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2152877 Nov 23 17:53:42.636990 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3f6233b-55d4-4a44-8b15-01179b58719d tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Router 716091d3-3b3e-42f8-925a-d161327b3299 has already been hosted by L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 {{(pid=103591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 17:53:42.739245 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-4fa063e4-9dfa-4a08-bcd9-3ab9c64d4314 None None] Provisioning complete for port 2d772e3a-a174-4cb9-9fa6-d7453f94deb1 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:53:42.743700 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-4fa063e4-9dfa-4a08-bcd9-3ab9c64d4314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:42.753371 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-62f00018-706d-46da-927f-2caeb5d4d13d req-d8e6ade0-eedf-4964-a496-59a3cf397415 service neutron] For port 8120b810-361b-44c1-959a-483fc8d65949, host n-h2-816206-8, cleared binding levels {{(pid=103591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:53:42.757323 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-62f00018-706d-46da-927f-2caeb5d4d13d req-d8e6ade0-eedf-4964-a496-59a3cf397415 service neutron] For port 8120b810-361b-44c1-959a-483fc8d65949, host n-h2-816206-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=8120b810-361b-44c1-959a-483fc8d65949,segment=NetworkSegment(870208a2-a4b2-4b02-aec7-63aaef1eda1f),segment_id=870208a2-a4b2-4b02-aec7-63aaef1eda1f)] {{(pid=103591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:53:42.763769 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-62f00018-706d-46da-927f-2caeb5d4d13d req-d8e6ade0-eedf-4964-a496-59a3cf397415 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264758186'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:42.814342 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-4fa063e4-9dfa-4a08-bcd9-3ab9c64d4314 None None] Port 2d772e3a-a174-4cb9-9fa6-d7453f94deb1 cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:53:42.835287 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b0a2884-3633-42c6-9b67-8c39011a2b59 None None] DHCP port deletion for 7ac268de-08e0-4d04-9511-b148f4c874eb request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:53:42.880370 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f00018-706d-46da-927f-2caeb5d4d13d req-d8e6ade0-eedf-4964-a496-59a3cf397415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:42.881523 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-62f00018-706d-46da-927f-2caeb5d4d13d req-d8e6ade0-eedf-4964-a496-59a3cf397415 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:42.883595 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-62f00018-706d-46da-927f-2caeb5d4d13d req-d8e6ade0-eedf-4964-a496-59a3cf397415 service neutron] 10.222.0.36 "PUT /v2.0/ports/8120b810-361b-44c1-959a-483fc8d65949 HTTP/1.1" status: 200 len: 1091 time: 2.0229914 Nov 23 17:53:42.884292 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e6ade0-eedf-4964-a496-59a3cf397415 service neutron] Pushing event updated for resources: {'Port': ['ID=8120b810-361b-44c1-959a-483fc8d65949,revision_number=3']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:53:42.902222 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d4a4e3b-b3cd-467d-83fd-4a1ecafe0ff8', 'tag': '8120b810-361b-44c1-959a-483fc8d65949'}] {{(pid=103591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:53:42.915406 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41d174a19ece9499ff9ec44e5b3fc50f2abd3ffbc947fb7e52ea1e8db27b95b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfaf35c0-43be-4faf-b6a2-017f51576c63" -d '{"events": [{"name": "network-changed", "server_uuid": "2d4a4e3b-b3cd-467d-83fd-4a1ecafe0ff8", "tag": "8120b810-361b-44c1-959a-483fc8d65949"}]}' {{(pid=103591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:53:42.975218 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ff849669-c69d-4863-9e76-5b5f54a13139 tempest-TestVolumeBackupRestore-865720571 tempest-TestVolumeBackupRestore-865720571-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:42.979684 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-2d6157fa-4a46-4db2-9f5a-f16758e84bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:43.027374 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3f6233b-55d4-4a44-8b15-01179b58719d tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:53:43.037450 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-f3f6233b-55d4-4a44-8b15-01179b58719d tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] 10.222.0.60 "PUT /v2.0/routers/716091d3-3b3e-42f8-925a-d161327b3299/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4006379 Nov 23 17:53:43.037797 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 44518) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:53:43.039668 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63f71c3a-df0c-4900-9f97-00514e194e01 None None] Sync routers for ids ['716091d3-3b3e-42f8-925a-d161327b3299'] in n-d-816206-8 {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:53:43.039827 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 17:53:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67f4ba89-a5f8-458b-91ec-8eb7cd3d9a98 x-openstack-request-id: req-67f4ba89-a5f8-458b-91ec-8eb7cd3d9a98 {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:53:43.040162 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d4a4e3b-b3cd-467d-83fd-4a1ecafe0ff8", "tag": "8120b810-361b-44c1-959a-483fc8d65949", "status": "completed", "code": 200}]} {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:53:43.040532 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-67f4ba89-a5f8-458b-91ec-8eb7cd3d9a98 {{(pid=103591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:53:43.041063 n-d-816206-8 neutron-server[103591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d4a4e3b-b3cd-467d-83fd-4a1ecafe0ff8', 'tag': '8120b810-361b-44c1-959a-483fc8d65949', 'status': 'completed', 'code': 200} Nov 23 17:53:43.048086 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f00018-706d-46da-927f-2caeb5d4d13d req-903d82b3-c0f0-41bb-8015-f007df86e9bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:43.049695 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-62f00018-706d-46da-927f-2caeb5d4d13d req-903d82b3-c0f0-41bb-8015-f007df86e9bc service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=48ed3d32b4624922abb1a209c7b87e34&device_id=2d4a4e3b-b3cd-467d-83fd-4a1ecafe0ff8 HTTP/1.1" status: 200 len: 1094 time: 0.0847166 Nov 23 17:53:43.073804 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63f71c3a-df0c-4900-9f97-00514e194e01 None None] Routers {'716091d3-3b3e-42f8-925a-d161327b3299'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:53:43.074939 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-63f71c3a-df0c-4900-9f97-00514e194e01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:53:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['716091d3-3b3e-42f8-925a-d161327b3299'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:53:43.111222 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-62f00018-706d-46da-927f-2caeb5d4d13d req-ea8cbfbd-547b-4897-9325-3d8f50c940df service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8120b810-361b-44c1-959a-483fc8d65949 HTTP/1.1" status: 200 len: 217 time: 0.0468729 Nov 23 17:53:43.113637 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-63f71c3a-df0c-4900-9f97-00514e194e01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:53:43.126948 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63f71c3a-df0c-4900-9f97-00514e194e01 None None] Routers {'716091d3-3b3e-42f8-925a-d161327b3299'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:53:43.127821 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-63f71c3a-df0c-4900-9f97-00514e194e01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:53:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['716091d3-3b3e-42f8-925a-d161327b3299'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:53:43.137210 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ff849669-c69d-4863-9e76-5b5f54a13139 tempest-TestVolumeBackupRestore-865720571 tempest-TestVolumeBackupRestore-865720571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:43.160015 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c576c8e-b220-4261-8380-abb92f767731 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:43.162388 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-1c576c8e-b220-4261-8380-abb92f767731 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] 10.222.0.60 "GET /v2.0/ports/2d772e3a-a174-4cb9-9fa6-d7453f94deb1 HTTP/1.1" status: 200 len: 913 time: 0.1200590 Nov 23 17:53:43.168662 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 44520) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:53:43.188932 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-63f71c3a-df0c-4900-9f97-00514e194e01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:53:43.189989 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63f71c3a-df0c-4900-9f97-00514e194e01 None None] The sync data for ids ['716091d3-3b3e-42f8-925a-d161327b3299'] in n-d-816206-8 is: [] {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:53:43.193051 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f00018-706d-46da-927f-2caeb5d4d13d req-f00b15e5-08d3-477b-ab8c-631b0c5d440a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:43.195127 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-62f00018-706d-46da-927f-2caeb5d4d13d req-f00b15e5-08d3-477b-ab8c-631b0c5d440a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0ab9c832-1824-437f-b396-c7a73f7851e3 HTTP/1.1" status: 200 len: 854 time: 0.0759077 Nov 23 17:53:43.285181 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-62f00018-706d-46da-927f-2caeb5d4d13d req-6e7803e4-b5b4-4c22-ae52-1195f6d801a9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7ac268de-08e0-4d04-9511-b148f4c874eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0540941 Nov 23 17:53:43.336745 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ff849669-c69d-4863-9e76-5b5f54a13139 tempest-TestVolumeBackupRestore-865720571 tempest-TestVolumeBackupRestore-865720571-project] Publish callbacks [] for port, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:43.341918 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ff849669-c69d-4863-9e76-5b5f54a13139 tempest-TestVolumeBackupRestore-865720571 tempest-TestVolumeBackupRestore-865720571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264357957'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:43.409321 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff849669-c69d-4863-9e76-5b5f54a13139 tempest-TestVolumeBackupRestore-865720571 tempest-TestVolumeBackupRestore-865720571-project] Pushing event updated for resources: {'Port': ['ID=6c3d88b9-5e73-41c6-b92c-0d82ab1a09c5,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:53:43.423247 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ff849669-c69d-4863-9e76-5b5f54a13139 tempest-TestVolumeBackupRestore-865720571 tempest-TestVolumeBackupRestore-865720571-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1795396'] for floatingip, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:43.478520 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-62f00018-706d-46da-927f-2caeb5d4d13d req-52b0148f-7b31-4c5e-a719-7fe72769d205 service neutron] 10.222.0.36 "GET /v2.0/networks/7ac268de-08e0-4d04-9511-b148f4c874eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1840978 Nov 23 17:53:43.542820 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:43.544245 n-d-816206-8 neutron-server[103590]: INFO neutron.db.l3_db [None req-ff849669-c69d-4863-9e76-5b5f54a13139 tempest-TestVolumeBackupRestore-865720571 tempest-TestVolumeBackupRestore-865720571-project] Floating IP 8710e4d2-f0ee-47c8-b5e4-22a2b0fcb750 associated. External IP: 172.25.3.197, port: 5d20273a-55d9-4910-b163-06df5e99e8f9. Nov 23 17:53:43.646735 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-62f00018-706d-46da-927f-2caeb5d4d13d req-3099653d-76a6-40f4-860c-87466aabe4c9 service neutron] 10.222.0.36 "GET /v2.0/networks/7ac268de-08e0-4d04-9511-b148f4c874eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383491 Nov 23 17:53:43.854236 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb88c932-0fd4-48aa-81e0-f045b485e6e7 req-b6c12a47-6fef-4b39-88f8-42896195e07a tempest-VolumesSnapshotTestJSON-834487947 tempest-VolumesSnapshotTestJSON-834487947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:43.861843 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-eb88c932-0fd4-48aa-81e0-f045b485e6e7 req-b6c12a47-6fef-4b39-88f8-42896195e07a tempest-VolumesSnapshotTestJSON-834487947 tempest-VolumesSnapshotTestJSON-834487947-project] 10.222.0.60 "GET /v2.0/ports?device_id=2d4a4e3b-b3cd-467d-83fd-4a1ecafe0ff8 HTTP/1.1" status: 200 len: 943 time: 0.1281106 Nov 23 17:53:43.876404 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfaf35c0-43be-4faf-b6a2-017f51576c63 req-d99ba8f1-1e61-4c14-8cae-9bc5bc627199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:43.878040 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-cfaf35c0-43be-4faf-b6a2-017f51576c63 req-d99ba8f1-1e61-4c14-8cae-9bc5bc627199 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=48ed3d32b4624922abb1a209c7b87e34&device_id=2d4a4e3b-b3cd-467d-83fd-4a1ecafe0ff8 HTTP/1.1" status: 200 len: 1094 time: 0.1426845 Nov 23 17:53:43.939858 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-e4f2714d-84d9-4ed5-b704-a493b334499b tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1794372'] for router_interface, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:44.057842 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-eb88c932-0fd4-48aa-81e0-f045b485e6e7 req-d9278e85-4119-4d34-a6c1-74400b271c95 tempest-VolumesSnapshotTestJSON-834487947 tempest-VolumesSnapshotTestJSON-834487947-project] 10.222.0.60 "GET /v2.0/security-groups?id=9ee8fc93-0a51-4d17-a68b-24997fd5e1c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1949072 Nov 23 17:53:44.133161 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff849669-c69d-4863-9e76-5b5f54a13139 tempest-TestVolumeBackupRestore-865720571 tempest-TestVolumeBackupRestore-865720571-project] Router fef33dd4-0798-4601-9bec-bb331747e629 has already been hosted by L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 {{(pid=103590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 17:53:44.138192 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfaf35c0-43be-4faf-b6a2-017f51576c63 req-bf12f3c7-da1d-4958-919d-adf22b29ab19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:44.142106 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-cfaf35c0-43be-4faf-b6a2-017f51576c63 req-bf12f3c7-da1d-4958-919d-adf22b29ab19 service neutron] 10.222.0.36 "GET /v2.0/networks?id=7ac268de-08e0-4d04-9511-b148f4c874eb HTTP/1.1" status: 200 len: 915 time: 0.2498548 Nov 23 17:53:44.239165 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-cfaf35c0-43be-4faf-b6a2-017f51576c63 req-6350cc85-1514-4de4-ac27-e34a284814c6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8120b810-361b-44c1-959a-483fc8d65949 HTTP/1.1" status: 200 len: 217 time: 0.0692284 Nov 23 17:53:44.280988 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff849669-c69d-4863-9e76-5b5f54a13139 tempest-TestVolumeBackupRestore-865720571 tempest-TestVolumeBackupRestore-865720571-project] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:53:44.297070 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e560e72-ff52-4457-be3d-427b9d284a87 None None] Sync routers for ids ['fef33dd4-0798-4601-9bec-bb331747e629'] in n-d-816206-8 {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:53:44.314295 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfaf35c0-43be-4faf-b6a2-017f51576c63 req-3d5095df-f08b-49e6-bbc6-dd7561ba568d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:44.316971 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-cfaf35c0-43be-4faf-b6a2-017f51576c63 req-3d5095df-f08b-49e6-bbc6-dd7561ba568d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0ab9c832-1824-437f-b396-c7a73f7851e3 HTTP/1.1" status: 200 len: 854 time: 0.0689864 Nov 23 17:53:44.318250 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e560e72-ff52-4457-be3d-427b9d284a87 None None] Routers {'fef33dd4-0798-4601-9bec-bb331747e629'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:53:44.318555 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:44.319581 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-0e560e72-ff52-4457-be3d-427b9d284a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:53:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['fef33dd4-0798-4601-9bec-bb331747e629'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:53:44.320507 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ff849669-c69d-4863-9e76-5b5f54a13139 tempest-TestVolumeBackupRestore-865720571 tempest-TestVolumeBackupRestore-865720571-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for floatingip, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:44.355511 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-ff849669-c69d-4863-9e76-5b5f54a13139 tempest-TestVolumeBackupRestore-865720571 tempest-TestVolumeBackupRestore-865720571-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3975072 Nov 23 17:53:44.356120 n-d-816206-8 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d16214d-4921-4a03-83e3-c6e08d9bdf81', 'tag': '5d20273a-55d9-4910-b163-06df5e99e8f9'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:53:44.360319 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbabddbc9fc37b068808e119c416c86f5957ca04531a4a0d2e695c515e93483b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-572f8689-d59a-4c7a-8af6-5a00e8ed4c78" -d '{"events": [{"name": "network-changed", "server_uuid": "1d16214d-4921-4a03-83e3-c6e08d9bdf81", "tag": "5d20273a-55d9-4910-b163-06df5e99e8f9"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:53:44.363219 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 44528) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:53:44.387337 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-cfaf35c0-43be-4faf-b6a2-017f51576c63 req-abb96bfb-e8c3-4176-b0e7-c4d44b432d35 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7ac268de-08e0-4d04-9511-b148f4c874eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0557504 Nov 23 17:53:44.420782 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51cd7c0d-bea8-44c5-b8c4-ec3237e34ccd tempest-TestVolumeBackupRestore-862719612 tempest-TestVolumeBackupRestore-862719612-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:44.421909 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-51cd7c0d-bea8-44c5-b8c4-ec3237e34ccd tempest-TestVolumeBackupRestore-862719612 tempest-TestVolumeBackupRestore-862719612-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=1d16214d-4921-4a03-83e3-c6e08d9bdf81 HTTP/1.1" status: 200 len: 1091 time: 0.0566101 Nov 23 17:53:44.424873 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 44532) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:53:44.431783 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-39b49e7c-d18a-4195-b355-83b47056c24c tempest-TestVolumeBackupRestore-865720571 tempest-TestVolumeBackupRestore-865720571-project] Request body: {'floatingip': {'port_id': '5d20273a-55d9-4910-b163-06df5e99e8f9'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:53:44.470922 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-0e560e72-ff52-4457-be3d-427b9d284a87 None None] Set router fef33dd4-0798-4601-9bec-bb331747e629 gateway port host: n-d-816206-8 {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:53:44.520049 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 17:53:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fd12544-fbd8-4858-9bf5-80ccce9c9f5d x-openstack-request-id: req-5fd12544-fbd8-4858-9bf5-80ccce9c9f5d {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:53:44.521502 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d16214d-4921-4a03-83e3-c6e08d9bdf81", "tag": "5d20273a-55d9-4910-b163-06df5e99e8f9", "status": "completed", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:53:44.521502 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5fd12544-fbd8-4858-9bf5-80ccce9c9f5d {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:53:44.521734 n-d-816206-8 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d16214d-4921-4a03-83e3-c6e08d9bdf81', 'tag': '5d20273a-55d9-4910-b163-06df5e99e8f9', 'status': 'completed', 'code': 200} Nov 23 17:53:44.541217 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-39b49e7c-d18a-4195-b355-83b47056c24c tempest-TestVolumeBackupRestore-865720571 tempest-TestVolumeBackupRestore-865720571-project] Publish callbacks [] for floatingip, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:44.572287 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-cfaf35c0-43be-4faf-b6a2-017f51576c63 req-e44d3088-7ecc-4309-a8c6-0a36c9e5532b service neutron] 10.222.0.36 "GET /v2.0/networks/7ac268de-08e0-4d04-9511-b148f4c874eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1760025 Nov 23 17:53:44.616879 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-e4f2714d-84d9-4ed5-b704-a493b334499b tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Deleting port 2d772e3a-a174-4cb9-9fa6-d7453f94deb1 {{(pid=103591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:53:44.617395 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-e4f2714d-84d9-4ed5-b704-a493b334499b tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:44.647507 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572f8689-d59a-4c7a-8af6-5a00e8ed4c78 req-5cf3620a-5104-4434-b64e-a8ddf79782a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:44.649091 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-572f8689-d59a-4c7a-8af6-5a00e8ed4c78 req-5cf3620a-5104-4434-b64e-a8ddf79782a9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5e9ad8bc738841bf987987e4b3fa436d&device_id=1d16214d-4921-4a03-83e3-c6e08d9bdf81 HTTP/1.1" status: 200 len: 1096 time: 0.1567509 Nov 23 17:53:44.799248 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-0e560e72-ff52-4457-be3d-427b9d284a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fef33dd4-0798-4601-9bec-bb331747e629', 'name': 'tempest-TestVolumeBackupRestore-70266538-router', 'tenant_id': '5e9ad8bc738841bf987987e4b3fa436d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.107'}], 'enable_snat': True}, 'gw_port_id': '539a4196-7752-4174-b643-81630aaf64b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:49:42Z', 'updated_at': '2021-11-23T17:49:47Z', 'revision_number': 4, 'project_id': '5e9ad8bc738841bf987987e4b3fa436d', 'gw_port': {'id': '539a4196-7752-4174-b643-81630aaf64b0', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:2f:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fef33dd4-0798-4601-9bec-bb331747e629', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2976, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:49:42Z', 'updated_at': '2021-11-23T17:49:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_floatingips': [{'id': '8710e4d2-f0ee-47c8-b5e4-22a2b0fcb750', 'tenant_id': '5e9ad8bc738841bf987987e4b3fa436d', 'floating_ip_address': '172.25.3.197', 'floating_network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'router_id': 'fef33dd4-0798-4601-9bec-bb331747e629', 'port_id': '5d20273a-55d9-4910-b163-06df5e99e8f9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3305, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '558ec34e-132d-47d4-bc3f-17b80c2b57a8', 'mac_address': 'fa:16:3e:29:96:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d16214d-4921-4a03-83e3-c6e08d9bdf81', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T17:53:42Z', 'updated_at': '2021-11-23T17:53:42Z', 'revision_number': 0, 'project_id': '5e9ad8bc738841bf987987e4b3fa436d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bbba2d1c-4dbb-4642-90b8-18212fb7ce49', 'name': '', 'network_id': '558ec34e-132d-47d4-bc3f-17b80c2b57a8', 'tenant_id': '5e9ad8bc738841bf987987e4b3fa436d', 'mac_address': 'fa:16:3e:eb:54:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fef33dd4-0798-4601-9bec-bb331747e629', 'device_owner': 'network:router_interface', 'standard_attr_id': 2977, 'fixed_ips': [{'subnet_id': 'f607dd01-c33d-4ce7-a526-e698fa699986', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:49:46Z', 'updated_at': '2021-11-23T17:49:54Z', 'revision_number': 5, 'project_id': '5e9ad8bc738841bf987987e4b3fa436d', 'subnets': [{'id': 'f607dd01-c33d-4ce7-a526-e698fa699986', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:53:44.830616 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e560e72-ff52-4457-be3d-427b9d284a87 None None] Checking router: fef33dd4-0798-4601-9bec-bb331747e629 for host: n-d-816206-8 {{(pid=103593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 17:53:44.840097 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e560e72-ff52-4457-be3d-427b9d284a87 None None] Routers {'fef33dd4-0798-4601-9bec-bb331747e629'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:53:44.840743 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-0e560e72-ff52-4457-be3d-427b9d284a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:53:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['fef33dd4-0798-4601-9bec-bb331747e629'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:53:44.850193 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-cfaf35c0-43be-4faf-b6a2-017f51576c63 req-a016d481-5fec-416d-bf77-b5fdee451875 service neutron] 10.222.0.36 "GET /v2.0/networks/7ac268de-08e0-4d04-9511-b148f4c874eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2692783 Nov 23 17:53:44.853855 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-e4f2714d-84d9-4ed5-b704-a493b334499b tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:44.879763 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-e4f2714d-84d9-4ed5-b704-a493b334499b tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Calling delete_port for 2d772e3a-a174-4cb9-9fa6-d7453f94deb1 owned by network:router_interface {{(pid=103591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:53:44.883202 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572f8689-d59a-4c7a-8af6-5a00e8ed4c78 req-224db231-1136-45ae-bd22-0af8d429365b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:44.884729 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-572f8689-d59a-4c7a-8af6-5a00e8ed4c78 req-224db231-1136-45ae-bd22-0af8d429365b service neutron] 10.222.0.36 "GET /v2.0/networks?id=558ec34e-132d-47d4-bc3f-17b80c2b57a8 HTTP/1.1" status: 200 len: 913 time: 0.2248802 Nov 23 17:53:44.979032 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-0e560e72-ff52-4457-be3d-427b9d284a87 None None] Set router fef33dd4-0798-4601-9bec-bb331747e629 gateway port host: n-d-816206-8 {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:53:45.025417 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-572f8689-d59a-4c7a-8af6-5a00e8ed4c78 req-d69ab12d-2c4e-4067-9133-84a023a24900 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5d20273a-55d9-4910-b163-06df5e99e8f9 HTTP/1.1" status: 200 len: 999 time: 0.1260445 Nov 23 17:53:45.077718 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-2c3a10fa-1346-4088-9f3a-173dfd091dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:45.123939 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 44548) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:53:45.154513 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572f8689-d59a-4c7a-8af6-5a00e8ed4c78 req-b3f058dc-de62-4ad1-92ed-c76100ac3875 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:45.156062 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-572f8689-d59a-4c7a-8af6-5a00e8ed4c78 req-b3f058dc-de62-4ad1-92ed-c76100ac3875 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f607dd01-c33d-4ce7-a526-e698fa699986 HTTP/1.1" status: 200 len: 851 time: 0.0828836 Nov 23 17:53:45.289168 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-39b49e7c-d18a-4195-b355-83b47056c24c tempest-TestVolumeBackupRestore-865720571 tempest-TestVolumeBackupRestore-865720571-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:45.337215 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96de6a1-08b7-4798-9471-e7845f12daea req-14a88174-8598-49e3-a391-6b8e0cf1a6fd tempest-VolumesSnapshotTestJSON-834487947 tempest-VolumesSnapshotTestJSON-834487947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:45.339336 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a96de6a1-08b7-4798-9471-e7845f12daea req-14a88174-8598-49e3-a391-6b8e0cf1a6fd tempest-VolumesSnapshotTestJSON-834487947 tempest-VolumesSnapshotTestJSON-834487947-project] 10.222.0.60 "GET /v2.0/ports?device_id=2d4a4e3b-b3cd-467d-83fd-4a1ecafe0ff8 HTTP/1.1" status: 200 len: 943 time: 0.1472721 Nov 23 17:53:45.341313 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572f8689-d59a-4c7a-8af6-5a00e8ed4c78 req-1a02097d-4eb4-4a2c-a329-f4e539b08cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:45.343020 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-572f8689-d59a-4c7a-8af6-5a00e8ed4c78 req-1a02097d-4eb4-4a2c-a329-f4e539b08cc2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=558ec34e-132d-47d4-bc3f-17b80c2b57a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1598032 Nov 23 17:53:45.343932 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-e4f2714d-84d9-4ed5-b704-a493b334499b tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:45.349888 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-39b49e7c-d18a-4195-b355-83b47056c24c tempest-TestVolumeBackupRestore-865720571 tempest-TestVolumeBackupRestore-865720571-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1795396'] for floatingip, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:45.378617 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-0e560e72-ff52-4457-be3d-427b9d284a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fef33dd4-0798-4601-9bec-bb331747e629', 'name': 'tempest-TestVolumeBackupRestore-70266538-router', 'tenant_id': '5e9ad8bc738841bf987987e4b3fa436d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.107'}], 'enable_snat': True}, 'gw_port_id': '539a4196-7752-4174-b643-81630aaf64b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:49:42Z', 'updated_at': '2021-11-23T17:49:47Z', 'revision_number': 4, 'project_id': '5e9ad8bc738841bf987987e4b3fa436d', 'gw_port': {'id': '539a4196-7752-4174-b643-81630aaf64b0', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:2f:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fef33dd4-0798-4601-9bec-bb331747e629', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2976, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:49:42Z', 'updated_at': '2021-11-23T17:49:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_floatingips': [{'id': '8710e4d2-f0ee-47c8-b5e4-22a2b0fcb750', 'tenant_id': '5e9ad8bc738841bf987987e4b3fa436d', 'floating_ip_address': '172.25.3.197', 'floating_network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'router_id': 'fef33dd4-0798-4601-9bec-bb331747e629', 'port_id': '5d20273a-55d9-4910-b163-06df5e99e8f9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3305, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '558ec34e-132d-47d4-bc3f-17b80c2b57a8', 'mac_address': 'fa:16:3e:29:96:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d16214d-4921-4a03-83e3-c6e08d9bdf81', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T17:53:42Z', 'updated_at': '2021-11-23T17:53:42Z', 'revision_number': 0, 'project_id': '5e9ad8bc738841bf987987e4b3fa436d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bbba2d1c-4dbb-4642-90b8-18212fb7ce49', 'name': '', 'network_id': '558ec34e-132d-47d4-bc3f-17b80c2b57a8', 'tenant_id': '5e9ad8bc738841bf987987e4b3fa436d', 'mac_address': 'fa:16:3e:eb:54:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fef33dd4-0798-4601-9bec-bb331747e629', 'device_owner': 'network:router_interface', 'standard_attr_id': 2977, 'fixed_ips': [{'subnet_id': 'f607dd01-c33d-4ce7-a526-e698fa699986', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:49:46Z', 'updated_at': '2021-11-23T17:49:54Z', 'revision_number': 5, 'project_id': '5e9ad8bc738841bf987987e4b3fa436d', 'subnets': [{'id': 'f607dd01-c33d-4ce7-a526-e698fa699986', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:53:45.414403 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e560e72-ff52-4457-be3d-427b9d284a87 None None] The sync data for ids ['fef33dd4-0798-4601-9bec-bb331747e629'] in n-d-816206-8 is: [{'id': 'fef33dd4-0798-4601-9bec-bb331747e629', 'name': 'tempest-TestVolumeBackupRestore-70266538-router', 'tenant_id': '5e9ad8bc738841bf987987e4b3fa436d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.107'}], 'enable_snat': True}, 'gw_port_id': '539a4196-7752-4174-b643-81630aaf64b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:49:42Z', 'updated_at': '2021-11-23T17:49:47Z', 'revision_number': 4, 'project_id': '5e9ad8bc738841bf987987e4b3fa436d', 'gw_port': {'id': '539a4196-7752-4174-b643-81630aaf64b0', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:2f:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fef33dd4-0798-4601-9bec-bb331747e629', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2976, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:49:42Z', 'updated_at': '2021-11-23T17:49:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_floatingips': [{'id': '8710e4d2-f0ee-47c8-b5e4-22a2b0fcb750', 'tenant_id': '5e9ad8bc738841bf987987e4b3fa436d', 'floating_ip_address': '172.25.3.197', 'floating_network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'router_id': 'fef33dd4-0798-4601-9bec-bb331747e629', 'port_id': '5d20273a-55d9-4910-b163-06df5e99e8f9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3305, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '558ec34e-132d-47d4-bc3f-17b80c2b57a8', 'mac_address': 'fa:16:3e:29:96:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d16214d-4921-4a03-83e3-c6e08d9bdf81', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T17:53:42Z', 'updated_at': '2021-11-23T17:53:42Z', 'revision_number': 0, 'project_id': '5e9ad8bc738841bf987987e4b3fa436d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bbba2d1c-4dbb-4642-90b8-18212fb7ce49', 'name': '', 'network_id': '558ec34e-132d-47d4-bc3f-17b80c2b57a8', 'tenant_id': '5e9ad8bc738841bf987987e4b3fa436d', 'mac_address': 'fa:16:3e:eb:54:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fef33dd4-0798-4601-9bec-bb331747e629', 'device_owner': 'network:router_interface', 'standard_attr_id': 2977, 'fixed_ips': [{'subnet_id': 'f607dd01-c33d-4ce7-a526-e698fa699986', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:49:46Z', 'updated_at': '2021-11-23T17:49:54Z', 'revision_number': 5, 'project_id': '5e9ad8bc738841bf987987e4b3fa436d', 'subnets': [{'id': 'f607dd01-c33d-4ce7-a526-e698fa699986', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:53:45.722232 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39b49e7c-d18a-4195-b355-83b47056c24c tempest-TestVolumeBackupRestore-865720571 tempest-TestVolumeBackupRestore-865720571-project] Router fef33dd4-0798-4601-9bec-bb331747e629 has already been hosted by L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 {{(pid=103590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 17:53:45.726799 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-3e8b995f-bd25-49b1-ab5f-18a8e0c0033a tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Deleting port 6475c945-9bf5-4dc0-a287-ea9bcf0ec8c1 {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:53:45.727263 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-3e8b995f-bd25-49b1-ab5f-18a8e0c0033a tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:45.802472 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06e1242e-1ffb-48a4-8a11-5af84773901b None None] New status for floating IP 8710e4d2-f0ee-47c8-b5e4-22a2b0fcb750: ACTIVE {{(pid=103592) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 17:53:45.892030 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f2714d-84d9-4ed5-b704-a493b334499b tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Pushing event deleted for resources: {'Port': ['ID=2d772e3a-a174-4cb9-9fa6-d7453f94deb1,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:53:45.923991 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-3e8b995f-bd25-49b1-ab5f-18a8e0c0033a tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:45.924318 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-3e8b995f-bd25-49b1-ab5f-18a8e0c0033a tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:45.943783 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-3e8b995f-bd25-49b1-ab5f-18a8e0c0033a tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Calling delete_port for 6475c945-9bf5-4dc0-a287-ea9bcf0ec8c1 owned by network:floatingip {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:53:45.957245 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39b49e7c-d18a-4195-b355-83b47056c24c tempest-TestVolumeBackupRestore-865720571 tempest-TestVolumeBackupRestore-865720571-project] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:53:45.963622 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-39b49e7c-d18a-4195-b355-83b47056c24c tempest-TestVolumeBackupRestore-865720571 tempest-TestVolumeBackupRestore-865720571-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for floatingip, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:46.085942 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-572f8689-d59a-4c7a-8af6-5a00e8ed4c78 req-a1b083e8-57ce-4d20-86c2-f4f1d5f29f1a service neutron] 10.222.0.36 "GET /v2.0/networks/558ec34e-132d-47d4-bc3f-17b80c2b57a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6893306 Nov 23 17:53:46.096279 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a96de6a1-08b7-4798-9471-e7845f12daea req-524fa206-13c1-4f3c-ac1d-1a1fc6b1da89 tempest-VolumesSnapshotTestJSON-834487947 tempest-VolumesSnapshotTestJSON-834487947-project] 10.222.0.60 "GET /v2.0/security-groups?id=9ee8fc93-0a51-4d17-a68b-24997fd5e1c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7405946 Nov 23 17:53:46.108576 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-39b49e7c-d18a-4195-b355-83b47056c24c tempest-TestVolumeBackupRestore-865720571 tempest-TestVolumeBackupRestore-865720571-project] 10.222.0.60 "PUT /v2.0/floatingips/8710e4d2-f0ee-47c8-b5e4-22a2b0fcb750 HTTP/1.1" status: 200 len: 991 time: 1.6775258 Nov 23 17:53:46.135295 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-e4f2714d-84d9-4ed5-b704-a493b334499b tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2067500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1794520'] for router_interface, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:46.186441 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0dfd2e2-e600-43ad-b1df-52486cb504c7 None None] Sync routers for ids ['fef33dd4-0798-4601-9bec-bb331747e629'] in n-d-816206-8 {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:53:46.201202 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0dfd2e2-e600-43ad-b1df-52486cb504c7 None None] Routers {'fef33dd4-0798-4601-9bec-bb331747e629'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:53:46.201564 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-f0dfd2e2-e600-43ad-b1df-52486cb504c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:53:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['fef33dd4-0798-4601-9bec-bb331747e629'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:53:46.224887 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-3e8b995f-bd25-49b1-ab5f-18a8e0c0033a tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:46.263685 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8b995f-bd25-49b1-ab5f-18a8e0c0033a tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Pushing event deleted for resources: {'Port': ['ID=6475c945-9bf5-4dc0-a287-ea9bcf0ec8c1,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:53:46.273490 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8b995f-bd25-49b1-ab5f-18a8e0c0033a tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:53:46.274425 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8b995f-bd25-49b1-ab5f-18a8e0c0033a tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:53:46.274425 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8b995f-bd25-49b1-ab5f-18a8e0c0033a tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:53:46.274637 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8b995f-bd25-49b1-ab5f-18a8e0c0033a tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:53:46.278317 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8b995f-bd25-49b1-ab5f-18a8e0c0033a tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:53:46.278317 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8b995f-bd25-49b1-ab5f-18a8e0c0033a tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:53:46.278317 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8b995f-bd25-49b1-ab5f-18a8e0c0033a tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:53:46.278317 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8b995f-bd25-49b1-ab5f-18a8e0c0033a tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:53:46.278317 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8b995f-bd25-49b1-ab5f-18a8e0c0033a tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:53:46.278813 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8b995f-bd25-49b1-ab5f-18a8e0c0033a tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:53:46.279069 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8b995f-bd25-49b1-ab5f-18a8e0c0033a tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:53:46.279309 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e8b995f-bd25-49b1-ab5f-18a8e0c0033a tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:53:46.402314 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-3e8b995f-bd25-49b1-ab5f-18a8e0c0033a tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Publish callbacks [] for floatingip, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:46.403064 n-d-816206-8 neutron-server[103590]: INFO neutron.db.l3_db [None req-3e8b995f-bd25-49b1-ab5f-18a8e0c0033a tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Floating IP 134c9c87-d626-439f-a5a4-1b05e6fcfda9 disassociated (deleted). External IP: 172.25.3.178, port: da563aab-ba47-42d6-ba88-899b736f72a9. Nov 23 17:53:46.480170 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-f0dfd2e2-e600-43ad-b1df-52486cb504c7 None None] Set router fef33dd4-0798-4601-9bec-bb331747e629 gateway port host: n-d-816206-8 {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:53:46.492192 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device 8120b810-361b-44c1-959a-483fc8d65949 details requested by agent hyperv_n-h2-816206-8 with host n-h2-816206-8 {{(pid=103592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 17:53:46.508786 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-572f8689-d59a-4c7a-8af6-5a00e8ed4c78 req-4c102a63-01c9-4c71-bea9-315d0ddccf81 service neutron] 10.222.0.36 "GET /v2.0/networks/558ec34e-132d-47d4-bc3f-17b80c2b57a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4113102 Nov 23 17:53:46.532401 n-d-816206-8 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d16214d-4921-4a03-83e3-c6e08d9bdf81', 'tag': '5d20273a-55d9-4910-b163-06df5e99e8f9'}, {'name': 'network-changed', 'server_uuid': '1d16214d-4921-4a03-83e3-c6e08d9bdf81', 'tag': '5d20273a-55d9-4910-b163-06df5e99e8f9'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:53:46.534858 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbabddbc9fc37b068808e119c416c86f5957ca04531a4a0d2e695c515e93483b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d065e9fa-b348-46b5-9be1-3110e6d0daa3" -d '{"events": [{"name": "network-changed", "server_uuid": "1d16214d-4921-4a03-83e3-c6e08d9bdf81", "tag": "5d20273a-55d9-4910-b163-06df5e99e8f9"}, {"name": "network-changed", "server_uuid": "1d16214d-4921-4a03-83e3-c6e08d9bdf81", "tag": "5d20273a-55d9-4910-b163-06df5e99e8f9"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:53:46.574753 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4f2714d-84d9-4ed5-b704-a493b334499b tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Router 716091d3-3b3e-42f8-925a-d161327b3299 has already been hosted by L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 {{(pid=103591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 17:53:46.626274 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 23 Nov 2021 17:53:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f64d5f2-3aab-44ec-a74b-9368378544ad x-openstack-request-id: req-5f64d5f2-3aab-44ec-a74b-9368378544ad {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:53:46.626274 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d16214d-4921-4a03-83e3-c6e08d9bdf81", "tag": "5d20273a-55d9-4910-b163-06df5e99e8f9", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "1d16214d-4921-4a03-83e3-c6e08d9bdf81", "tag": "5d20273a-55d9-4910-b163-06df5e99e8f9", "status": "completed", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:53:46.626564 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5f64d5f2-3aab-44ec-a74b-9368378544ad {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:53:46.626900 n-d-816206-8 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d16214d-4921-4a03-83e3-c6e08d9bdf81', 'tag': '5d20273a-55d9-4910-b163-06df5e99e8f9', 'status': 'completed', 'code': 200} Nov 23 17:53:46.627164 n-d-816206-8 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d16214d-4921-4a03-83e3-c6e08d9bdf81', 'tag': '5d20273a-55d9-4910-b163-06df5e99e8f9', 'status': 'completed', 'code': 200} Nov 23 17:53:46.684974 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-52822d53-48f5-4819-8a95-bdc13aea0bf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:46.711131 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port 8120b810-361b-44c1-959a-483fc8d65949, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=8120b810-361b-44c1-959a-483fc8d65949,segment=NetworkSegment(870208a2-a4b2-4b02-aec7-63aaef1eda1f),segment_id=870208a2-a4b2-4b02-aec7-63aaef1eda1f)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:53:46.724917 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Returning: {'device': '8120b810-361b-44c1-959a-483fc8d65949', 'network_id': '7ac268de-08e0-4d04-9511-b148f4c874eb', 'port_id': '8120b810-361b-44c1-959a-483fc8d65949', 'mac_address': 'fa:16:3e:e6:0f:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 518, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ab9c832-1824-437f-b396-c7a73f7851e3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 17:53:46.740691 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e8b995f-bd25-49b1-ab5f-18a8e0c0033a tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Router 6ce656d6-d295-4a48-8809-f02b548dd50a has already been hosted by L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 {{(pid=103590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 17:53:46.800397 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:46.818839 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8120b810-361b-44c1-959a-483fc8d65949 {{(pid=103592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:53:46.820233 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-f0dfd2e2-e600-43ad-b1df-52486cb504c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fef33dd4-0798-4601-9bec-bb331747e629', 'name': 'tempest-TestVolumeBackupRestore-70266538-router', 'tenant_id': '5e9ad8bc738841bf987987e4b3fa436d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.107'}], 'enable_snat': True}, 'gw_port_id': '539a4196-7752-4174-b643-81630aaf64b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:49:42Z', 'updated_at': '2021-11-23T17:49:47Z', 'revision_number': 4, 'project_id': '5e9ad8bc738841bf987987e4b3fa436d', 'gw_port': {'id': '539a4196-7752-4174-b643-81630aaf64b0', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:2f:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fef33dd4-0798-4601-9bec-bb331747e629', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2976, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:49:42Z', 'updated_at': '2021-11-23T17:49:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_floatingips': [{'id': '8710e4d2-f0ee-47c8-b5e4-22a2b0fcb750', 'tenant_id': '5e9ad8bc738841bf987987e4b3fa436d', 'floating_ip_address': '172.25.3.197', 'floating_network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'router_id': 'fef33dd4-0798-4601-9bec-bb331747e629', 'port_id': '5d20273a-55d9-4910-b163-06df5e99e8f9', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3305, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '558ec34e-132d-47d4-bc3f-17b80c2b57a8', 'mac_address': 'fa:16:3e:29:96:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d16214d-4921-4a03-83e3-c6e08d9bdf81', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T17:53:42Z', 'updated_at': '2021-11-23T17:53:45Z', 'revision_number': 2, 'project_id': '5e9ad8bc738841bf987987e4b3fa436d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bbba2d1c-4dbb-4642-90b8-18212fb7ce49', 'name': '', 'network_id': '558ec34e-132d-47d4-bc3f-17b80c2b57a8', 'tenant_id': '5e9ad8bc738841bf987987e4b3fa436d', 'mac_address': 'fa:16:3e:eb:54:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fef33dd4-0798-4601-9bec-bb331747e629', 'device_owner': 'network:router_interface', 'standard_attr_id': 2977, 'fixed_ips': [{'subnet_id': 'f607dd01-c33d-4ce7-a526-e698fa699986', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:49:46Z', 'updated_at': '2021-11-23T17:49:54Z', 'revision_number': 5, 'project_id': '5e9ad8bc738841bf987987e4b3fa436d', 'subnets': [{'id': 'f607dd01-c33d-4ce7-a526-e698fa699986', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:53:46.820436 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4f2714d-84d9-4ed5-b704-a493b334499b tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:53:46.836049 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bec5f9b-6d72-42a0-8f31-6d2bee8c3ced None None] Sync routers for ids ['716091d3-3b3e-42f8-925a-d161327b3299'] in n-d-816206-8 {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:53:46.839352 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-e4f2714d-84d9-4ed5-b704-a493b334499b tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] 10.222.0.60 "PUT /v2.0/routers/716091d3-3b3e-42f8-925a-d161327b3299/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6666729 Nov 23 17:53:46.840349 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 44566) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:53:46.871815 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d065e9fa-b348-46b5-9be1-3110e6d0daa3 req-d54f3a09-ea73-4de3-812c-371c567cc926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:46.873526 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d065e9fa-b348-46b5-9be1-3110e6d0daa3 req-d54f3a09-ea73-4de3-812c-371c567cc926 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5e9ad8bc738841bf987987e4b3fa436d&device_id=1d16214d-4921-4a03-83e3-c6e08d9bdf81 HTTP/1.1" status: 200 len: 1096 time: 0.1538193 Nov 23 17:53:46.878937 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0dfd2e2-e600-43ad-b1df-52486cb504c7 None None] Checking router: fef33dd4-0798-4601-9bec-bb331747e629 for host: n-d-816206-8 {{(pid=103593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 17:53:46.885174 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bec5f9b-6d72-42a0-8f31-6d2bee8c3ced None None] Routers {'716091d3-3b3e-42f8-925a-d161327b3299'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:53:46.886437 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-8bec5f9b-6d72-42a0-8f31-6d2bee8c3ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:53:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['716091d3-3b3e-42f8-925a-d161327b3299'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:53:46.890388 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0dfd2e2-e600-43ad-b1df-52486cb504c7 None None] Routers {'fef33dd4-0798-4601-9bec-bb331747e629'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:53:46.891147 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-f0dfd2e2-e600-43ad-b1df-52486cb504c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:53:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['fef33dd4-0798-4601-9bec-bb331747e629'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:53:46.932035 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port 8120b810-361b-44c1-959a-483fc8d65949, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=8120b810-361b-44c1-959a-483fc8d65949,segment=NetworkSegment(870208a2-a4b2-4b02-aec7-63aaef1eda1f),segment_id=870208a2-a4b2-4b02-aec7-63aaef1eda1f)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:53:46.935091 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-8bec5f9b-6d72-42a0-8f31-6d2bee8c3ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:53:46.941867 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:47.035277 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Pushing event updated for resources: {'Port': ['ID=8120b810-361b-44c1-959a-483fc8d65949,revision_number=4']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:53:47.047448 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-f0dfd2e2-e600-43ad-b1df-52486cb504c7 None None] Set router fef33dd4-0798-4601-9bec-bb331747e629 gateway port host: n-d-816206-8 {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:53:47.048544 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bec5f9b-6d72-42a0-8f31-6d2bee8c3ced None None] Routers {'716091d3-3b3e-42f8-925a-d161327b3299'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:53:47.050589 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-8bec5f9b-6d72-42a0-8f31-6d2bee8c3ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:53:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['716091d3-3b3e-42f8-925a-d161327b3299'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:53:47.114922 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-8bec5f9b-6d72-42a0-8f31-6d2bee8c3ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:53:47.116062 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bec5f9b-6d72-42a0-8f31-6d2bee8c3ced None None] The sync data for ids ['716091d3-3b3e-42f8-925a-d161327b3299'] in n-d-816206-8 is: [] {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:53:47.133944 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d065e9fa-b348-46b5-9be1-3110e6d0daa3 req-bdcce18f-ff06-4626-a8b4-8758a4cbc83b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:47.135000 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d065e9fa-b348-46b5-9be1-3110e6d0daa3 req-bdcce18f-ff06-4626-a8b4-8758a4cbc83b service neutron] 10.222.0.36 "GET /v2.0/networks?id=558ec34e-132d-47d4-bc3f-17b80c2b57a8 HTTP/1.1" status: 200 len: 913 time: 0.2522221 Nov 23 17:53:47.219440 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] get_ports_and_sgs() called for port_ids ['8120b810-361b-44c1-959a-483fc8d65949'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:53:47.236264 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e8b995f-bd25-49b1-ab5f-18a8e0c0033a tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:53:47.252463 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54f2c62f-03b2-4d77-9d2b-28295b363679 None None] Sync routers for ids ['6ce656d6-d295-4a48-8809-f02b548dd50a'] in n-d-816206-8 {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:53:47.302402 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54f2c62f-03b2-4d77-9d2b-28295b363679 None None] Routers {'6ce656d6-d295-4a48-8809-f02b548dd50a'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:53:47.305417 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-54f2c62f-03b2-4d77-9d2b-28295b363679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:53:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['6ce656d6-d295-4a48-8809-f02b548dd50a'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:53:47.320408 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d065e9fa-b348-46b5-9be1-3110e6d0daa3 req-ab0e9bfa-3e4b-4b05-8420-f08b61fec3cf service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5d20273a-55d9-4910-b163-06df5e99e8f9 HTTP/1.1" status: 200 len: 1001 time: 0.1750205 Nov 23 17:53:47.328110 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-3e8b995f-bd25-49b1-ab5f-18a8e0c0033a tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for floatingip, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:47.369933 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822fb69b-2e58-4ada-97f9-1a9da900e195 req-0563c341-8a8d-4bdd-a5d6-1cab11afe9be tempest-VolumesSnapshotTestJSON-834487947 tempest-VolumesSnapshotTestJSON-834487947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:47.371523 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-822fb69b-2e58-4ada-97f9-1a9da900e195 req-0563c341-8a8d-4bdd-a5d6-1cab11afe9be tempest-VolumesSnapshotTestJSON-834487947 tempest-VolumesSnapshotTestJSON-834487947-project] 10.222.0.60 "GET /v2.0/ports?device_id=2d4a4e3b-b3cd-467d-83fd-4a1ecafe0ff8 HTTP/1.1" status: 200 len: 944 time: 0.1290569 Nov 23 17:53:47.427292 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d065e9fa-b348-46b5-9be1-3110e6d0daa3 req-cef893d2-fb6a-4fb4-915d-8fd8900cc99f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:47.428875 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d065e9fa-b348-46b5-9be1-3110e6d0daa3 req-cef893d2-fb6a-4fb4-915d-8fd8900cc99f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f607dd01-c33d-4ce7-a526-e698fa699986 HTTP/1.1" status: 200 len: 851 time: 0.1003377 Nov 23 17:53:47.521633 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-54f2c62f-03b2-4d77-9d2b-28295b363679 None None] Set router 6ce656d6-d295-4a48-8809-f02b548dd50a gateway port host: n-d-816206-8 {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:53:47.525326 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-822fb69b-2e58-4ada-97f9-1a9da900e195 req-8d7331fc-8cb4-4c0b-a2d8-f265701af438 tempest-VolumesSnapshotTestJSON-834487947 tempest-VolumesSnapshotTestJSON-834487947-project] 10.222.0.60 "GET /v2.0/security-groups?id=9ee8fc93-0a51-4d17-a68b-24997fd5e1c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464331 Nov 23 17:53:47.552412 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d065e9fa-b348-46b5-9be1-3110e6d0daa3 req-d1518674-183b-4335-a0ca-54b607d30124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:47.554294 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d065e9fa-b348-46b5-9be1-3110e6d0daa3 req-d1518674-183b-4335-a0ca-54b607d30124 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=558ec34e-132d-47d4-bc3f-17b80c2b57a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1135557 Nov 23 17:53:47.697835 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d065e9fa-b348-46b5-9be1-3110e6d0daa3 req-cc6cab30-4de5-4b81-abd2-42fcbbdbee89 service neutron] 10.222.0.36 "GET /v2.0/networks/558ec34e-132d-47d4-bc3f-17b80c2b57a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305623 Nov 23 17:53:47.786060 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9a27ae6c-db98-474f-94c1-cc99bf842d79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:47.807356 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-f0dfd2e2-e600-43ad-b1df-52486cb504c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fef33dd4-0798-4601-9bec-bb331747e629', 'name': 'tempest-TestVolumeBackupRestore-70266538-router', 'tenant_id': '5e9ad8bc738841bf987987e4b3fa436d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.107'}], 'enable_snat': True}, 'gw_port_id': '539a4196-7752-4174-b643-81630aaf64b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:49:42Z', 'updated_at': '2021-11-23T17:49:47Z', 'revision_number': 4, 'project_id': '5e9ad8bc738841bf987987e4b3fa436d', 'gw_port': {'id': '539a4196-7752-4174-b643-81630aaf64b0', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:2f:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fef33dd4-0798-4601-9bec-bb331747e629', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2976, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:49:42Z', 'updated_at': '2021-11-23T17:49:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_floatingips': [{'id': '8710e4d2-f0ee-47c8-b5e4-22a2b0fcb750', 'tenant_id': '5e9ad8bc738841bf987987e4b3fa436d', 'floating_ip_address': '172.25.3.197', 'floating_network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'router_id': 'fef33dd4-0798-4601-9bec-bb331747e629', 'port_id': '5d20273a-55d9-4910-b163-06df5e99e8f9', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3305, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '558ec34e-132d-47d4-bc3f-17b80c2b57a8', 'mac_address': 'fa:16:3e:29:96:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d16214d-4921-4a03-83e3-c6e08d9bdf81', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T17:53:42Z', 'updated_at': '2021-11-23T17:53:45Z', 'revision_number': 2, 'project_id': '5e9ad8bc738841bf987987e4b3fa436d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bbba2d1c-4dbb-4642-90b8-18212fb7ce49', 'name': '', 'network_id': '558ec34e-132d-47d4-bc3f-17b80c2b57a8', 'tenant_id': '5e9ad8bc738841bf987987e4b3fa436d', 'mac_address': 'fa:16:3e:eb:54:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fef33dd4-0798-4601-9bec-bb331747e629', 'device_owner': 'network:router_interface', 'standard_attr_id': 2977, 'fixed_ips': [{'subnet_id': 'f607dd01-c33d-4ce7-a526-e698fa699986', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:49:46Z', 'updated_at': '2021-11-23T17:49:54Z', 'revision_number': 5, 'project_id': '5e9ad8bc738841bf987987e4b3fa436d', 'subnets': [{'id': 'f607dd01-c33d-4ce7-a526-e698fa699986', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:53:47.843786 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-3e8b995f-bd25-49b1-ab5f-18a8e0c0033a tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "DELETE /v2.0/floatingips/134c9c87-d626-439f-a5a4-1b05e6fcfda9 HTTP/1.1" status: 204 len: 168 time: 2.7184646 Nov 23 17:53:47.849089 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d065e9fa-b348-46b5-9be1-3110e6d0daa3 req-0616de72-5468-456f-98eb-930bd8a65f8f service neutron] 10.222.0.36 "GET /v2.0/networks/558ec34e-132d-47d4-bc3f-17b80c2b57a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1426699 Nov 23 17:53:47.911994 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0dfd2e2-e600-43ad-b1df-52486cb504c7 None None] The sync data for ids ['fef33dd4-0798-4601-9bec-bb331747e629'] in n-d-816206-8 is: [{'id': 'fef33dd4-0798-4601-9bec-bb331747e629', 'name': 'tempest-TestVolumeBackupRestore-70266538-router', 'tenant_id': '5e9ad8bc738841bf987987e4b3fa436d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.107'}], 'enable_snat': True}, 'gw_port_id': '539a4196-7752-4174-b643-81630aaf64b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:49:42Z', 'updated_at': '2021-11-23T17:49:47Z', 'revision_number': 4, 'project_id': '5e9ad8bc738841bf987987e4b3fa436d', 'gw_port': {'id': '539a4196-7752-4174-b643-81630aaf64b0', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:2f:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fef33dd4-0798-4601-9bec-bb331747e629', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2976, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:49:42Z', 'updated_at': '2021-11-23T17:49:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_floatingips': [{'id': '8710e4d2-f0ee-47c8-b5e4-22a2b0fcb750', 'tenant_id': '5e9ad8bc738841bf987987e4b3fa436d', 'floating_ip_address': '172.25.3.197', 'floating_network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'router_id': 'fef33dd4-0798-4601-9bec-bb331747e629', 'port_id': '5d20273a-55d9-4910-b163-06df5e99e8f9', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3305, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '558ec34e-132d-47d4-bc3f-17b80c2b57a8', 'mac_address': 'fa:16:3e:29:96:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d16214d-4921-4a03-83e3-c6e08d9bdf81', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T17:53:42Z', 'updated_at': '2021-11-23T17:53:45Z', 'revision_number': 2, 'project_id': '5e9ad8bc738841bf987987e4b3fa436d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bbba2d1c-4dbb-4642-90b8-18212fb7ce49', 'name': '', 'network_id': '558ec34e-132d-47d4-bc3f-17b80c2b57a8', 'tenant_id': '5e9ad8bc738841bf987987e4b3fa436d', 'mac_address': 'fa:16:3e:eb:54:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fef33dd4-0798-4601-9bec-bb331747e629', 'device_owner': 'network:router_interface', 'standard_attr_id': 2977, 'fixed_ips': [{'subnet_id': 'f607dd01-c33d-4ce7-a526-e698fa699986', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:49:46Z', 'updated_at': '2021-11-23T17:49:54Z', 'revision_number': 5, 'project_id': '5e9ad8bc738841bf987987e4b3fa436d', 'subnets': [{'id': 'f607dd01-c33d-4ce7-a526-e698fa699986', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:53:47.976468 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-54f2c62f-03b2-4d77-9d2b-28295b363679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ce656d6-d295-4a48-8809-f02b548dd50a', 'name': 'tempest-TestVolumeBootPattern-1110572301-router', 'tenant_id': 'c0a53cd325e44b8fbee499050453672f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.143'}], 'enable_snat': True}, 'gw_port_id': '41276f9e-4769-4678-a2c8-4ca2eb9f723b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:38:07Z', 'updated_at': '2021-11-23T17:38:14Z', 'revision_number': 4, 'project_id': 'c0a53cd325e44b8fbee499050453672f', 'gw_port': {'id': '41276f9e-4769-4678-a2c8-4ca2eb9f723b', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:83:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ce656d6-d295-4a48-8809-f02b548dd50a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2099, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:38:08Z', 'updated_at': '2021-11-23T17:38:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_floatingips': [{'id': '5440e951-f181-48fc-ae19-5a526b3a90d4', 'tenant_id': 'c0a53cd325e44b8fbee499050453672f', 'floating_ip_address': '172.25.3.186', 'floating_network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'router_id': '6ce656d6-d295-4a48-8809-f02b548dd50a', 'port_id': 'e0681257-4061-466d-a72d-99fbb58ee45b', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 2960, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02874d22-2dc9-404b-96b5-741d17e13e44', 'mac_address': 'fa:16:3e:61:98:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdfb4ce2-91d8-4f2e-a6fb-679e80dacd8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T17:49:33Z', 'updated_at': '2021-11-23T17:49:36Z', 'revision_number': 1, 'project_id': 'c0a53cd325e44b8fbee499050453672f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '054eac10-0542-49e4-bc40-e19b267e336a', 'name': '', 'network_id': '02874d22-2dc9-404b-96b5-741d17e13e44', 'tenant_id': 'c0a53cd325e44b8fbee499050453672f', 'mac_address': 'fa:16:3e:59:af:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ce656d6-d295-4a48-8809-f02b548dd50a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2117, 'fixed_ips': [{'subnet_id': '7cd7c517-b8bf-4f3d-98b6-b23c91372576', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:38:12Z', 'updated_at': '2021-11-23T17:38:30Z', 'revision_number': 5, 'project_id': 'c0a53cd325e44b8fbee499050453672f', 'subnets': [{'id': '7cd7c517-b8bf-4f3d-98b6-b23c91372576', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:53:48.033992 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54f2c62f-03b2-4d77-9d2b-28295b363679 None None] Checking router: 6ce656d6-d295-4a48-8809-f02b548dd50a for host: n-d-816206-8 {{(pid=103593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 17:53:48.038481 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d065e9fa-b348-46b5-9be1-3110e6d0daa3 req-102e189f-b9b0-4cec-83c4-1c0286693f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:48.040193 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d065e9fa-b348-46b5-9be1-3110e6d0daa3 req-102e189f-b9b0-4cec-83c4-1c0286693f54 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5e9ad8bc738841bf987987e4b3fa436d&device_id=1d16214d-4921-4a03-83e3-c6e08d9bdf81 HTTP/1.1" status: 200 len: 1096 time: 0.1198246 Nov 23 17:53:48.060453 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54f2c62f-03b2-4d77-9d2b-28295b363679 None None] Routers {'6ce656d6-d295-4a48-8809-f02b548dd50a'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:53:48.061297 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-54f2c62f-03b2-4d77-9d2b-28295b363679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:53:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['6ce656d6-d295-4a48-8809-f02b548dd50a'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:53:48.174943 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0225d763-da80-497b-83fb-41f5cd4597b9 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1794372'] for router_interface, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:48.317181 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-54f2c62f-03b2-4d77-9d2b-28295b363679 None None] Set router 6ce656d6-d295-4a48-8809-f02b548dd50a gateway port host: n-d-816206-8 {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:53:48.392610 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:48.393800 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d065e9fa-b348-46b5-9be1-3110e6d0daa3 req-cd82bd70-ae6b-4be0-b529-059309b60409 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:48.396432 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d065e9fa-b348-46b5-9be1-3110e6d0daa3 req-cd82bd70-ae6b-4be0-b529-059309b60409 service neutron] 10.222.0.36 "GET /v2.0/networks?id=558ec34e-132d-47d4-bc3f-17b80c2b57a8 HTTP/1.1" status: 200 len: 913 time: 0.3459404 Nov 23 17:53:48.435297 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6099bba0-5dd2-432c-a53b-dfcc1b4b76dc req-1a0a0989-853e-43ca-a90f-dafa98f2b403 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:48.438633 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6099bba0-5dd2-432c-a53b-dfcc1b4b76dc req-1a0a0989-853e-43ca-a90f-dafa98f2b403 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/ports?device_id=539fba11-4c76-4018-893f-9c22cdb88ab8 HTTP/1.1" status: 200 len: 946 time: 0.1678612 Nov 23 17:53:48.497939 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device 8120b810-361b-44c1-959a-483fc8d65949 up at agent hyperv_n-h2-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:53:48.654065 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d065e9fa-b348-46b5-9be1-3110e6d0daa3 req-c29f0689-656f-4de4-9120-8c00c2488e74 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5d20273a-55d9-4910-b163-06df5e99e8f9 HTTP/1.1" status: 200 len: 1001 time: 0.2136157 Nov 23 17:53:48.654411 n-d-816206-8 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '539fba11-4c76-4018-893f-9c22cdb88ab8', 'tag': 'da563aab-ba47-42d6-ba88-899b736f72a9'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:53:48.658886 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbabddbc9fc37b068808e119c416c86f5957ca04531a4a0d2e695c515e93483b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-901bcc53-5c42-4f1f-8ebb-c712fb6a6665" -d '{"events": [{"name": "network-changed", "server_uuid": "539fba11-4c76-4018-893f-9c22cdb88ab8", "tag": "da563aab-ba47-42d6-ba88-899b736f72a9"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:53:48.663171 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6099bba0-5dd2-432c-a53b-dfcc1b4b76dc req-9b4e013f-77c0-4a92-8dc9-06904ea2da1e tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/security-groups?id=857595b8-f5c9-4ef4-a551-6fcaf9d47816&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2101271 Nov 23 17:53:48.703354 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Provisioning for port 8120b810-361b-44c1-959a-483fc8d65949 completed by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 17:53:48.729951 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Provisioning complete for port 8120b810-361b-44c1-959a-483fc8d65949 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:53:48.730625 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:48.735806 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-0225d763-da80-497b-83fb-41f5cd4597b9 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Deleting port 2def59f4-24d8-4ed1-a07f-04f9d9cd0674 {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:53:48.736154 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0225d763-da80-497b-83fb-41f5cd4597b9 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:48.827855 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d065e9fa-b348-46b5-9be1-3110e6d0daa3 req-b1c0b5f0-41c1-42f4-bc67-00f2ab68fdbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:48.860406 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d065e9fa-b348-46b5-9be1-3110e6d0daa3 req-b1c0b5f0-41c1-42f4-bc67-00f2ab68fdbe service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f607dd01-c33d-4ce7-a526-e698fa699986 HTTP/1.1" status: 200 len: 851 time: 0.1947291 Nov 23 17:53:48.949796 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0225d763-da80-497b-83fb-41f5cd4597b9 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:48.976117 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-87f5b19a-edab-4f40-8171-f45d727af357 req-98478932-b987-4271-b9f8-30314dfa9a78 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=fdfb4ce2-91d8-4f2e-a6fb-679e80dacd8f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3239074 Nov 23 17:53:48.983835 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-0225d763-da80-497b-83fb-41f5cd4597b9 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Calling delete_port for 2def59f4-24d8-4ed1-a07f-04f9d9cd0674 owned by network:router_interface {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:53:49.025033 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 17:53:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03cc2653-31bf-4f6b-aa02-b5a575c42b28 x-openstack-request-id: req-03cc2653-31bf-4f6b-aa02-b5a575c42b28 {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:53:49.026082 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "539fba11-4c76-4018-893f-9c22cdb88ab8", "tag": "da563aab-ba47-42d6-ba88-899b736f72a9", "status": "completed", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:53:49.027758 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-03cc2653-31bf-4f6b-aa02-b5a575c42b28 {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:53:49.028527 n-d-816206-8 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '539fba11-4c76-4018-893f-9c22cdb88ab8', 'tag': 'da563aab-ba47-42d6-ba88-899b736f72a9', 'status': 'completed', 'code': 200} Nov 23 17:53:49.032408 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:49.157272 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d4a4e3b-b3cd-467d-83fd-4a1ecafe0ff8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8120b810-361b-44c1-959a-483fc8d65949'}] {{(pid=103592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:53:49.168301 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba3e6a8f2301c7a29fe1eca9779abdae4ccbcd6266d69778087f2498d5551201" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e36aaed-3d9d-4ba3-b315-d92bd5867d46" -d '{"events": [{"server_uuid": "2d4a4e3b-b3cd-467d-83fd-4a1ecafe0ff8", "name": "network-vif-plugged", "status": "completed", "tag": "8120b810-361b-44c1-959a-483fc8d65949"}]}' {{(pid=103592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:53:49.169013 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d065e9fa-b348-46b5-9be1-3110e6d0daa3 req-e09f9d2c-0d5d-405e-ab6f-d8cfe0decc17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:49.170909 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d065e9fa-b348-46b5-9be1-3110e6d0daa3 req-e09f9d2c-0d5d-405e-ab6f-d8cfe0decc17 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=558ec34e-132d-47d4-bc3f-17b80c2b57a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2924883 Nov 23 17:53:49.200927 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22eaf306-9a45-4920-afae-70453f5813c3 req-fd25b2e0-0821-4f4b-9ab5-091196ab8124 tempest-VolumesSnapshotTestJSON-834487947 tempest-VolumesSnapshotTestJSON-834487947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:49.206346 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-22eaf306-9a45-4920-afae-70453f5813c3 req-fd25b2e0-0821-4f4b-9ab5-091196ab8124 tempest-VolumesSnapshotTestJSON-834487947 tempest-VolumesSnapshotTestJSON-834487947-project] 10.222.0.60 "GET /v2.0/ports?device_id=2d4a4e3b-b3cd-467d-83fd-4a1ecafe0ff8 HTTP/1.1" status: 200 len: 944 time: 0.3406851 Nov 23 17:53:49.230116 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port 8120b810-361b-44c1-959a-483fc8d65949, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=8120b810-361b-44c1-959a-483fc8d65949,segment=NetworkSegment(870208a2-a4b2-4b02-aec7-63aaef1eda1f),segment_id=870208a2-a4b2-4b02-aec7-63aaef1eda1f)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:53:49.242539 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:49.244387 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-54f2c62f-03b2-4d77-9d2b-28295b363679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ce656d6-d295-4a48-8809-f02b548dd50a', 'name': 'tempest-TestVolumeBootPattern-1110572301-router', 'tenant_id': 'c0a53cd325e44b8fbee499050453672f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.143'}], 'enable_snat': True}, 'gw_port_id': '41276f9e-4769-4678-a2c8-4ca2eb9f723b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:38:07Z', 'updated_at': '2021-11-23T17:38:14Z', 'revision_number': 4, 'project_id': 'c0a53cd325e44b8fbee499050453672f', 'gw_port': {'id': '41276f9e-4769-4678-a2c8-4ca2eb9f723b', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:83:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ce656d6-d295-4a48-8809-f02b548dd50a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2099, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:38:08Z', 'updated_at': '2021-11-23T17:38:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_floatingips': [{'id': '5440e951-f181-48fc-ae19-5a526b3a90d4', 'tenant_id': 'c0a53cd325e44b8fbee499050453672f', 'floating_ip_address': '172.25.3.186', 'floating_network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'router_id': '6ce656d6-d295-4a48-8809-f02b548dd50a', 'port_id': 'e0681257-4061-466d-a72d-99fbb58ee45b', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 2960, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02874d22-2dc9-404b-96b5-741d17e13e44', 'mac_address': 'fa:16:3e:61:98:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdfb4ce2-91d8-4f2e-a6fb-679e80dacd8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T17:49:33Z', 'updated_at': '2021-11-23T17:49:36Z', 'revision_number': 1, 'project_id': 'c0a53cd325e44b8fbee499050453672f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '054eac10-0542-49e4-bc40-e19b267e336a', 'name': '', 'network_id': '02874d22-2dc9-404b-96b5-741d17e13e44', 'tenant_id': 'c0a53cd325e44b8fbee499050453672f', 'mac_address': 'fa:16:3e:59:af:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ce656d6-d295-4a48-8809-f02b548dd50a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2117, 'fixed_ips': [{'subnet_id': '7cd7c517-b8bf-4f3d-98b6-b23c91372576', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:38:12Z', 'updated_at': '2021-11-23T17:38:30Z', 'revision_number': 5, 'project_id': 'c0a53cd325e44b8fbee499050453672f', 'subnets': [{'id': '7cd7c517-b8bf-4f3d-98b6-b23c91372576', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:53:49.268275 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901bcc53-5c42-4f1f-8ebb-c712fb6a6665 req-bc582eea-cd4c-4a6c-a021-428eac0ce041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:49.269928 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-901bcc53-5c42-4f1f-8ebb-c712fb6a6665 req-bc582eea-cd4c-4a6c-a021-428eac0ce041 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c0a53cd325e44b8fbee499050453672f&device_id=539fba11-4c76-4018-893f-9c22cdb88ab8 HTTP/1.1" status: 200 len: 1097 time: 0.2131402 Nov 23 17:53:49.392115 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f5b19a-edab-4f40-8171-f45d727af357 req-d8f0582e-c6ac-4f75-abda-35fd74cff8e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:49.393920 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-87f5b19a-edab-4f40-8171-f45d727af357 req-d8f0582e-c6ac-4f75-abda-35fd74cff8e3 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c0a53cd325e44b8fbee499050453672f&device_id=fdfb4ce2-91d8-4f2e-a6fb-679e80dacd8f HTTP/1.1" status: 200 len: 1096 time: 0.3044429 Nov 23 17:53:49.401923 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:53:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4cb2e0d-172a-4353-9d42-348305b3cabd x-openstack-request-id: req-d4cb2e0d-172a-4353-9d42-348305b3cabd {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:53:49.403071 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d4a4e3b-b3cd-467d-83fd-4a1ecafe0ff8", "name": "network-vif-plugged", "status": "completed", "tag": "8120b810-361b-44c1-959a-483fc8d65949", "code": 200}]} {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:53:49.403660 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d4cb2e0d-172a-4353-9d42-348305b3cabd {{(pid=103592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:53:49.406671 n-d-816206-8 neutron-server[103592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d4a4e3b-b3cd-467d-83fd-4a1ecafe0ff8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8120b810-361b-44c1-959a-483fc8d65949', 'code': 200} Nov 23 17:53:49.409121 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.36', 53745) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:53:49.433449 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Pushing event updated for resources: {'Port': ['ID=8120b810-361b-44c1-959a-483fc8d65949,revision_number=5']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:53:49.516704 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-22eaf306-9a45-4920-afae-70453f5813c3 req-bc4d91eb-54d0-44b9-aa94-9a7373d9bfa4 tempest-VolumesSnapshotTestJSON-834487947 tempest-VolumesSnapshotTestJSON-834487947-project] 10.222.0.60 "GET /v2.0/security-groups?id=9ee8fc93-0a51-4d17-a68b-24997fd5e1c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2800324 Nov 23 17:53:49.561544 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d065e9fa-b348-46b5-9be1-3110e6d0daa3 req-af6375db-6c00-402e-ab12-4ee4d6b5834c service neutron] 10.222.0.36 "GET /v2.0/networks/558ec34e-132d-47d4-bc3f-17b80c2b57a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3515942 Nov 23 17:53:49.562725 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901bcc53-5c42-4f1f-8ebb-c712fb6a6665 req-6df6aef5-b93d-4eac-9bc9-97242d5576c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:49.564168 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-901bcc53-5c42-4f1f-8ebb-c712fb6a6665 req-6df6aef5-b93d-4eac-9bc9-97242d5576c8 service neutron] 10.222.0.36 "GET /v2.0/networks?id=02874d22-2dc9-404b-96b5-741d17e13e44 HTTP/1.1" status: 200 len: 913 time: 0.2619765 Nov 23 17:53:49.570058 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54f2c62f-03b2-4d77-9d2b-28295b363679 None None] The sync data for ids ['6ce656d6-d295-4a48-8809-f02b548dd50a'] in n-d-816206-8 is: [{'id': '6ce656d6-d295-4a48-8809-f02b548dd50a', 'name': 'tempest-TestVolumeBootPattern-1110572301-router', 'tenant_id': 'c0a53cd325e44b8fbee499050453672f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.143'}], 'enable_snat': True}, 'gw_port_id': '41276f9e-4769-4678-a2c8-4ca2eb9f723b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:38:07Z', 'updated_at': '2021-11-23T17:38:14Z', 'revision_number': 4, 'project_id': 'c0a53cd325e44b8fbee499050453672f', 'gw_port': {'id': '41276f9e-4769-4678-a2c8-4ca2eb9f723b', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:83:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ce656d6-d295-4a48-8809-f02b548dd50a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2099, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:38:08Z', 'updated_at': '2021-11-23T17:38:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_floatingips': [{'id': '5440e951-f181-48fc-ae19-5a526b3a90d4', 'tenant_id': 'c0a53cd325e44b8fbee499050453672f', 'floating_ip_address': '172.25.3.186', 'floating_network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'router_id': '6ce656d6-d295-4a48-8809-f02b548dd50a', 'port_id': 'e0681257-4061-466d-a72d-99fbb58ee45b', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 2960, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02874d22-2dc9-404b-96b5-741d17e13e44', 'mac_address': 'fa:16:3e:61:98:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdfb4ce2-91d8-4f2e-a6fb-679e80dacd8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T17:49:33Z', 'updated_at': '2021-11-23T17:49:36Z', 'revision_number': 1, 'project_id': 'c0a53cd325e44b8fbee499050453672f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '054eac10-0542-49e4-bc40-e19b267e336a', 'name': '', 'network_id': '02874d22-2dc9-404b-96b5-741d17e13e44', 'tenant_id': 'c0a53cd325e44b8fbee499050453672f', 'mac_address': 'fa:16:3e:59:af:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ce656d6-d295-4a48-8809-f02b548dd50a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2117, 'fixed_ips': [{'subnet_id': '7cd7c517-b8bf-4f3d-98b6-b23c91372576', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:38:12Z', 'updated_at': '2021-11-23T17:38:30Z', 'revision_number': 5, 'project_id': 'c0a53cd325e44b8fbee499050453672f', 'subnets': [{'id': '7cd7c517-b8bf-4f3d-98b6-b23c91372576', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:53:49.675896 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ac4e1d-5edf-4409-a382-a1d87b302088 req-fa3f9246-4438-47ca-a903-5f1646120f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:49.678479 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-d7ac4e1d-5edf-4409-a382-a1d87b302088 req-fa3f9246-4438-47ca-a903-5f1646120f35 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=2d4a4e3b-b3cd-467d-83fd-4a1ecafe0ff8 HTTP/1.1" status: 200 len: 1096 time: 0.2480404 Nov 23 17:53:49.682345 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-901bcc53-5c42-4f1f-8ebb-c712fb6a6665 req-845b3a90-9456-459c-8c50-699d0b825a19 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=da563aab-ba47-42d6-ba88-899b736f72a9 HTTP/1.1" status: 200 len: 217 time: 0.0887911 Nov 23 17:53:49.729357 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0225d763-da80-497b-83fb-41f5cd4597b9 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:49.733057 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f5b19a-edab-4f40-8171-f45d727af357 req-2b9b6ec3-8c6c-4bf9-b08f-6579a94a24bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:49.733712 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-87f5b19a-edab-4f40-8171-f45d727af357 req-2b9b6ec3-8c6c-4bf9-b08f-6579a94a24bb service neutron] 10.222.0.55 "GET /v2.0/networks?id=02874d22-2dc9-404b-96b5-741d17e13e44 HTTP/1.1" status: 200 len: 913 time: 0.2847848 Nov 23 17:53:49.815384 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0225d763-da80-497b-83fb-41f5cd4597b9 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Pushing event deleted for resources: {'Port': ['ID=2def59f4-24d8-4ed1-a07f-04f9d9cd0674,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:53:49.986507 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-d7ac4e1d-5edf-4409-a382-a1d87b302088 req-6d38d6d3-7b99-4bd8-9db3-32720902498b service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=9ee8fc93-0a51-4d17-a68b-24997fd5e1c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2821827 Nov 23 17:53:50.004110 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901bcc53-5c42-4f1f-8ebb-c712fb6a6665 req-c4441430-b2e6-4ea6-a564-db818977a6b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:50.006673 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-901bcc53-5c42-4f1f-8ebb-c712fb6a6665 req-c4441430-b2e6-4ea6-a564-db818977a6b7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7cd7c517-b8bf-4f3d-98b6-b23c91372576 HTTP/1.1" status: 200 len: 851 time: 0.2557130 Nov 23 17:53:50.010456 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d065e9fa-b348-46b5-9be1-3110e6d0daa3 req-be815200-a5ee-408a-af93-edf5396fa2e8 service neutron] 10.222.0.36 "GET /v2.0/networks/558ec34e-132d-47d4-bc3f-17b80c2b57a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4187911 Nov 23 17:53:50.028082 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5756ec5c-e757-4c37-b9b0-396ee64138c8 req-ed5df030-1cc6-48b6-b0a4-7d85274d1b6a tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:50.029877 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5756ec5c-e757-4c37-b9b0-396ee64138c8 req-ed5df030-1cc6-48b6-b0a4-7d85274d1b6a tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/ports?device_id=539fba11-4c76-4018-893f-9c22cdb88ab8 HTTP/1.1" status: 200 len: 946 time: 0.1639974 Nov 23 17:53:50.078633 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-87f5b19a-edab-4f40-8171-f45d727af357 req-77bafcf9-19b2-4e31-86c2-699f20279ab4 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e0681257-4061-466d-a72d-99fbb58ee45b HTTP/1.1" status: 200 len: 1001 time: 0.3277111 Nov 23 17:53:50.083717 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0225d763-da80-497b-83fb-41f5cd4597b9 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2067500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1794520'] for router_interface, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:50.130545 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5756ec5c-e757-4c37-b9b0-396ee64138c8 req-8d30b8a2-b613-48b2-8212-3404d973f708 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/security-groups?id=857595b8-f5c9-4ef4-a551-6fcaf9d47816&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0920389 Nov 23 17:53:50.137158 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0087367f-7c6c-41e7-a1d4-0260cd499fd5 None None] New status for floating IP 134c9c87-d626-439f-a5a4-1b05e6fcfda9: DOWN {{(pid=103592) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 17:53:50.325164 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901bcc53-5c42-4f1f-8ebb-c712fb6a6665 req-960b8f1f-0dcd-450c-a75e-9b65f133f7b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:50.327803 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-901bcc53-5c42-4f1f-8ebb-c712fb6a6665 req-960b8f1f-0dcd-450c-a75e-9b65f133f7b7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=02874d22-2dc9-404b-96b5-741d17e13e44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0962622 Nov 23 17:53:50.382649 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f5b19a-edab-4f40-8171-f45d727af357 req-a7ab9dce-fcc0-4ad8-b430-0001657b6014 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:50.385019 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-87f5b19a-edab-4f40-8171-f45d727af357 req-a7ab9dce-fcc0-4ad8-b430-0001657b6014 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7cd7c517-b8bf-4f3d-98b6-b23c91372576 HTTP/1.1" status: 200 len: 851 time: 0.2945921 Nov 23 17:53:50.394879 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f36fec-d056-408b-ae2d-ff34eab59f02 req-855149bb-1171-4b8c-a3df-b0c2a43973dc tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:50.397583 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-10f36fec-d056-408b-ae2d-ff34eab59f02 req-855149bb-1171-4b8c-a3df-b0c2a43973dc tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.36 "GET /v2.0/ports?device_id=539fba11-4c76-4018-893f-9c22cdb88ab8 HTTP/1.1" status: 200 len: 946 time: 0.1132672 Nov 23 17:53:50.414954 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0225d763-da80-497b-83fb-41f5cd4597b9 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Router 716091d3-3b3e-42f8-925a-d161327b3299 has already been hosted by L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 {{(pid=103590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 17:53:50.460457 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f5b19a-edab-4f40-8171-f45d727af357 req-9a010667-c0dc-4a3d-b808-46260f4be6c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:50.462114 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-87f5b19a-edab-4f40-8171-f45d727af357 req-9a010667-c0dc-4a3d-b808-46260f4be6c8 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=02874d22-2dc9-404b-96b5-741d17e13e44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0681522 Nov 23 17:53:50.573003 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-901bcc53-5c42-4f1f-8ebb-c712fb6a6665 req-b663a214-160f-4b4b-8428-eca060c0b3fb service neutron] 10.222.0.36 "GET /v2.0/networks/02874d22-2dc9-404b-96b5-741d17e13e44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2256892 Nov 23 17:53:50.615278 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0225d763-da80-497b-83fb-41f5cd4597b9 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:53:50.625595 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f3c4bfc-a42c-41c0-a14b-455468f8ca80 None None] Sync routers for ids ['716091d3-3b3e-42f8-925a-d161327b3299'] in n-d-816206-8 {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:53:50.641170 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f3c4bfc-a42c-41c0-a14b-455468f8ca80 None None] Routers {'716091d3-3b3e-42f8-925a-d161327b3299'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:53:50.643655 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-8f3c4bfc-a42c-41c0-a14b-455468f8ca80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:53:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['716091d3-3b3e-42f8-925a-d161327b3299'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:53:50.702433 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [req-10f36fec-d056-408b-ae2d-ff34eab59f02 req-8f03fb9d-9e0c-465f-ab85-321e40df8fd4 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Deleting port da563aab-ba47-42d6-ba88-899b736f72a9 {{(pid=103591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:53:50.702780 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-10f36fec-d056-408b-ae2d-ff34eab59f02 req-8f03fb9d-9e0c-465f-ab85-321e40df8fd4 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:50.744332 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-8f3c4bfc-a42c-41c0-a14b-455468f8ca80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:53:50.762882 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f3c4bfc-a42c-41c0-a14b-455468f8ca80 None None] Routers {'716091d3-3b3e-42f8-925a-d161327b3299'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:53:50.764085 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-8f3c4bfc-a42c-41c0-a14b-455468f8ca80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:53:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['716091d3-3b3e-42f8-925a-d161327b3299'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:53:50.818412 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-8f3c4bfc-a42c-41c0-a14b-455468f8ca80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:53:50.819216 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f3c4bfc-a42c-41c0-a14b-455468f8ca80 None None] The sync data for ids ['716091d3-3b3e-42f8-925a-d161327b3299'] in n-d-816206-8 is: [] {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:53:50.855963 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-0225d763-da80-497b-83fb-41f5cd4597b9 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] 10.222.0.60 "PUT /v2.0/routers/716091d3-3b3e-42f8-925a-d161327b3299/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0062797 Nov 23 17:53:50.858311 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 44624) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:53:50.871244 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-10f36fec-d056-408b-ae2d-ff34eab59f02 req-8f03fb9d-9e0c-465f-ab85-321e40df8fd4 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] For port da563aab-ba47-42d6-ba88-899b736f72a9, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=da563aab-ba47-42d6-ba88-899b736f72a9,segment=NetworkSegment(ec813e0a-4415-4fed-a736-e9a0442fcb85),segment_id=ec813e0a-4415-4fed-a736-e9a0442fcb85)] {{(pid=103591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:53:50.873755 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-10f36fec-d056-408b-ae2d-ff34eab59f02 req-8f03fb9d-9e0c-465f-ab85-321e40df8fd4 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:50.874115 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-87f5b19a-edab-4f40-8171-f45d727af357 req-2edf2cba-46c1-4d06-a6a3-ca8d44808489 service neutron] 10.222.0.55 "GET /v2.0/networks/02874d22-2dc9-404b-96b5-741d17e13e44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2556589 Nov 23 17:53:50.891836 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [req-10f36fec-d056-408b-ae2d-ff34eab59f02 req-8f03fb9d-9e0c-465f-ab85-321e40df8fd4 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Calling delete_port for da563aab-ba47-42d6-ba88-899b736f72a9 owned by compute:nova {{(pid=103591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:53:50.909120 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-7da0104d-aae8-4426-a631-778028f2d636 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] 10.222.0.60 "GET /v2.0/ports?device_id=716091d3-3b3e-42f8-925a-d161327b3299 HTTP/1.1" status: 200 len: 205 time: 0.0516663 Nov 23 17:53:50.912312 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 44626) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:53:50.923084 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-901bcc53-5c42-4f1f-8ebb-c712fb6a6665 req-ad9d9442-0a3b-4e14-b35f-501641dc5d28 service neutron] 10.222.0.36 "GET /v2.0/networks/02874d22-2dc9-404b-96b5-741d17e13e44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3402410 Nov 23 17:53:50.971939 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d567f205-ce1c-47ca-921e-fe1e8cf9c3e7 req-21dd00c7-1208-48b6-9002-0ead38b5b31f tempest-VolumesSnapshotTestJSON-834487947 tempest-VolumesSnapshotTestJSON-834487947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:50.974110 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d567f205-ce1c-47ca-921e-fe1e8cf9c3e7 req-21dd00c7-1208-48b6-9002-0ead38b5b31f tempest-VolumesSnapshotTestJSON-834487947 tempest-VolumesSnapshotTestJSON-834487947-project] 10.222.0.60 "GET /v2.0/ports?device_id=2d4a4e3b-b3cd-467d-83fd-4a1ecafe0ff8 HTTP/1.1" status: 200 len: 945 time: 0.1658349 Nov 23 17:53:51.038662 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-797ecbca-350c-4d85-8e74-1765e6342005 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks [] for router, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:51.060082 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d567f205-ce1c-47ca-921e-fe1e8cf9c3e7 req-b24a912c-32eb-455a-b1ff-cdf8ca8a16e2 tempest-VolumesSnapshotTestJSON-834487947 tempest-VolumesSnapshotTestJSON-834487947-project] 10.222.0.60 "GET /v2.0/security-groups?id=9ee8fc93-0a51-4d17-a68b-24997fd5e1c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708094 Nov 23 17:53:51.148931 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-10f36fec-d056-408b-ae2d-ff34eab59f02 req-8f03fb9d-9e0c-465f-ab85-321e40df8fd4 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:51.194016 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-87f5b19a-edab-4f40-8171-f45d727af357 req-33e16419-c258-43f0-a854-d803e062e6dc service neutron] 10.222.0.55 "GET /v2.0/networks/02874d22-2dc9-404b-96b5-741d17e13e44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3056819 Nov 23 17:53:51.209154 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f03fb9d-9e0c-465f-ab85-321e40df8fd4 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Pushing event deleted for resources: {'Port': ['ID=da563aab-ba47-42d6-ba88-899b736f72a9,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:53:51.244626 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-797ecbca-350c-4d85-8e74-1765e6342005 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1794352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8175'] for router, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:51.247140 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-797ecbca-350c-4d85-8e74-1765e6342005 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:51.261515 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [req-10f36fec-d056-408b-ae2d-ff34eab59f02 req-8f03fb9d-9e0c-465f-ab85-321e40df8fd4 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] No DVR routers for this DVR port da563aab-ba47-42d6-ba88-899b736f72a9 on host n-h2-816206-8 {{(pid=103591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:53:51.266091 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-10f36fec-d056-408b-ae2d-ff34eab59f02 req-8f03fb9d-9e0c-465f-ab85-321e40df8fd4 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:51.273249 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-10f36fec-d056-408b-ae2d-ff34eab59f02 req-8f03fb9d-9e0c-465f-ab85-321e40df8fd4 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.36 "DELETE /v2.0/ports/da563aab-ba47-42d6-ba88-899b736f72a9 HTTP/1.1" status: 204 len: 173 time: 0.8604393 Nov 23 17:53:51.274026 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '539fba11-4c76-4018-893f-9c22cdb88ab8', 'name': 'network-vif-deleted', 'tag': 'da563aab-ba47-42d6-ba88-899b736f72a9'}] {{(pid=103591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:53:51.280941 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41d174a19ece9499ff9ec44e5b3fc50f2abd3ffbc947fb7e52ea1e8db27b95b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48b1d88a-49a1-43c1-b947-702d0ae71a8e" -d '{"events": [{"server_uuid": "539fba11-4c76-4018-893f-9c22cdb88ab8", "name": "network-vif-deleted", "tag": "da563aab-ba47-42d6-ba88-899b736f72a9"}]}' {{(pid=103591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:53:51.322662 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-797ecbca-350c-4d85-8e74-1765e6342005 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1795580'] for router, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:51.324430 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-797ecbca-350c-4d85-8e74-1765e6342005 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Fanout notify agent at l3_agent the message router_deleted on router 716091d3-3b3e-42f8-925a-d161327b3299 {{(pid=103590) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 17:53:51.344407 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-797ecbca-350c-4d85-8e74-1765e6342005 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks [] for router, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:51.348098 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:53:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f29f0b9d-e990-4943-b9ce-080c48ed8e73 x-openstack-request-id: req-f29f0b9d-e990-4943-b9ce-080c48ed8e73 {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:53:51.348098 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "539fba11-4c76-4018-893f-9c22cdb88ab8", "name": "network-vif-deleted", "tag": "da563aab-ba47-42d6-ba88-899b736f72a9", "status": "completed", "code": 200}]} {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:53:51.348098 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f29f0b9d-e990-4943-b9ce-080c48ed8e73 {{(pid=103591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:53:51.348098 n-d-816206-8 neutron-server[103591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '539fba11-4c76-4018-893f-9c22cdb88ab8', 'name': 'network-vif-deleted', 'tag': 'da563aab-ba47-42d6-ba88-899b736f72a9', 'status': 'completed', 'code': 200} Nov 23 17:53:51.350614 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 44632) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:53:51.350867 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-797ecbca-350c-4d85-8e74-1765e6342005 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] 10.222.0.60 "DELETE /v2.0/routers/716091d3-3b3e-42f8-925a-d161327b3299 HTTP/1.1" status: 204 len: 168 time: 0.4368987 Nov 23 17:53:51.383271 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-449ce41b-5c2c-4118-b4ab-2ea8b51365a8 req-6bd98c24-9eff-40b0-83ec-eea4ada4ff0b tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/ports?device_id=539fba11-4c76-4018-893f-9c22cdb88ab8 HTTP/1.1" status: 200 len: 210 time: 0.0669556 Nov 23 17:53:51.445102 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5da2c83-09d4-496d-895e-63b29a9ff15e tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Deleting subnet 449a0051-ae57-48c5-bbc7-626dbf73ac36 {{(pid=103591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 17:53:51.448552 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-d5da2c83-09d4-496d-895e-63b29a9ff15e tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks [] for subnet, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:51.505596 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-d5da2c83-09d4-496d-895e-63b29a9ff15e tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265990000'] for subnet, precommit_delete_associations {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:51.641942 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-d5da2c83-09d4-496d-895e-63b29a9ff15e tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971956'] for subnet, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:51.738506 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-d5da2c83-09d4-496d-895e-63b29a9ff15e tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264758240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264314269'] for subnet, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:51.797973 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5da2c83-09d4-496d-895e-63b29a9ff15e tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Pushing event deleted for resources: {'Subnet': ['ID=449a0051-ae57-48c5-bbc7-626dbf73ac36,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:53:51.808300 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-d5da2c83-09d4-496d-895e-63b29a9ff15e tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for subnet, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:51.815892 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 44636) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:53:51.816602 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7054b901-41b2-45dd-87e3-ed73650789d5 None None] Network 3a541fbe-7703-4a10-93f6-5a04d8a83dc1 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:53:51.826949 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-d5da2c83-09d4-496d-895e-63b29a9ff15e tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] 10.222.0.60 "DELETE /v2.0/subnets/449a0051-ae57-48c5-bbc7-626dbf73ac36 HTTP/1.1" status: 204 len: 168 time: 0.4525466 Nov 23 17:53:51.892366 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3e62c51-1e4b-47cb-9e04-fa547ee09f3c tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Deleting subnet d183857e-0489-4c4c-975f-6d729aaf366e {{(pid=103590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 17:53:51.910523 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a3e62c51-1e4b-47cb-9e04-fa547ee09f3c tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks [] for subnet, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:52.025483 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a3e62c51-1e4b-47cb-9e04-fa547ee09f3c tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-267528342'] for subnet, precommit_delete_associations {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:52.169081 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9fadacc-b660-45da-bb5b-43f3069773ca None None] DHCP port deletion for 3a541fbe-7703-4a10-93f6-5a04d8a83dc1 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:53:52.193394 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a3e62c51-1e4b-47cb-9e04-fa547ee09f3c tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971956'] for subnet, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:52.256416 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb03403-5314-4759-82ba-48b8e88f2474 req-0717dadc-3bfb-497e-bf51-2c34940d2d8e tempest-VolumesSnapshotTestJSON-834487947 tempest-VolumesSnapshotTestJSON-834487947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:52.258808 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-0bb03403-5314-4759-82ba-48b8e88f2474 req-0717dadc-3bfb-497e-bf51-2c34940d2d8e tempest-VolumesSnapshotTestJSON-834487947 tempest-VolumesSnapshotTestJSON-834487947-project] 10.222.0.60 "GET /v2.0/ports?device_id=2d4a4e3b-b3cd-467d-83fd-4a1ecafe0ff8 HTTP/1.1" status: 200 len: 945 time: 0.0930424 Nov 23 17:53:52.269041 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a3e62c51-1e4b-47cb-9e04-fa547ee09f3c tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264357903', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264730940'] for subnet, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:52.313247 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-f9fadacc-b660-45da-bb5b-43f3069773ca None None] Deleting port d951c6f0-263d-4651-8775-2f708e97b537 {{(pid=103592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:53:52.314360 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-f9fadacc-b660-45da-bb5b-43f3069773ca None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:52.318717 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e62c51-1e4b-47cb-9e04-fa547ee09f3c tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Pushing event deleted for resources: {'Subnet': ['ID=d183857e-0489-4c4c-975f-6d729aaf366e,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:53:52.326101 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a3e62c51-1e4b-47cb-9e04-fa547ee09f3c tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks [] for subnet, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:52.335757 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-a3e62c51-1e4b-47cb-9e04-fa547ee09f3c tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] 10.222.0.60 "DELETE /v2.0/subnets/d183857e-0489-4c4c-975f-6d729aaf366e HTTP/1.1" status: 204 len: 168 time: 0.5138655 Nov 23 17:53:52.335951 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 44644) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:53:52.341250 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-0bb03403-5314-4759-82ba-48b8e88f2474 req-f8839529-9e07-4531-8f93-7864ea12088d tempest-VolumesSnapshotTestJSON-834487947 tempest-VolumesSnapshotTestJSON-834487947-project] 10.222.0.60 "GET /v2.0/security-groups?id=9ee8fc93-0a51-4d17-a68b-24997fd5e1c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744877 Nov 23 17:53:52.351980 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fa905ab-dc23-4cf5-b3d2-6ce2f7ec1a17 None None] Network 08e2f352-c600-4e81-ae84-d39c26d40bda requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:53:52.478751 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-f9fadacc-b660-45da-bb5b-43f3069773ca None None] For port d951c6f0-263d-4651-8775-2f708e97b537, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=d951c6f0-263d-4651-8775-2f708e97b537,segment=NetworkSegment(f98f44e8-db31-4410-a0d4-79da1e4cdccb),segment_id=f98f44e8-db31-4410-a0d4-79da1e4cdccb)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:53:52.479299 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-f9fadacc-b660-45da-bb5b-43f3069773ca None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:52.479458 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-34ad09f6-faed-441b-aba1-68eadbb870cc tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-555181'] for network, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:52.499761 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device da563aab-ba47-42d6-ba88-899b736f72a9 no longer exists at agent hyperv_n-h2-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:53:52.554663 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] No Port match for: da563aab-ba47-42d6-ba88-899b736f72a9 {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:53:52.555351 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device da563aab-ba47-42d6-ba88-899b736f72a9 not bound to the agent host n-h2-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:53:52.565683 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-f9fadacc-b660-45da-bb5b-43f3069773ca None None] Calling delete_port for d951c6f0-263d-4651-8775-2f708e97b537 owned by network:dhcp {{(pid=103592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:53:52.570347 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-169b77a8-6bb3-4118-be4a-ffb0a50bdbeb req-ddcf3e86-58d9-49a3-8055-86616a8cc446 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/ports?device_id=539fba11-4c76-4018-893f-9c22cdb88ab8 HTTP/1.1" status: 200 len: 210 time: 0.0531540 Nov 23 17:53:52.618563 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-34ad09f6-faed-441b-aba1-68eadbb870cc tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Deleting port d951c6f0-263d-4651-8775-2f708e97b537 {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:53:52.619012 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-34ad09f6-faed-441b-aba1-68eadbb870cc tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:52.716694 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-34ad09f6-faed-441b-aba1-68eadbb870cc tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] For port d951c6f0-263d-4651-8775-2f708e97b537, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=d951c6f0-263d-4651-8775-2f708e97b537,segment=NetworkSegment(f98f44e8-db31-4410-a0d4-79da1e4cdccb),segment_id=f98f44e8-db31-4410-a0d4-79da1e4cdccb)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:53:52.717469 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-34ad09f6-faed-441b-aba1-68eadbb870cc tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:52.742546 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-34ad09f6-faed-441b-aba1-68eadbb870cc tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Calling delete_port for d951c6f0-263d-4651-8775-2f708e97b537 owned by network:dhcp {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:53:52.913614 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-34ad09f6-faed-441b-aba1-68eadbb870cc tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:52.966632 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34ad09f6-faed-441b-aba1-68eadbb870cc tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] No DVR routers for this DVR port d951c6f0-263d-4651-8775-2f708e97b537 on host n-d-816206-8 {{(pid=103590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:53:53.019378 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ad09f6-faed-441b-aba1-68eadbb870cc tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Pushing event deleted for resources: {'Port': ['ID=d951c6f0-263d-4651-8775-2f708e97b537,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:53:53.081129 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-085e653d-27cb-40b0-9719-386b3cb975f0 None None] DHCP port deletion for 08e2f352-c600-4e81-ae84-d39c26d40bda request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:53:53.096861 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-f9fadacc-b660-45da-bb5b-43f3069773ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989'] for port, after_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:53.142549 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-34ad09f6-faed-441b-aba1-68eadbb870cc tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973419', 'neutron.services.segments.db._delete_segments_for_network-8736635878840'] for network, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:53.165050 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fadacc-b660-45da-bb5b-43f3069773ca None None] Pushing event deleted for resources: {'Port': ['ID=d951c6f0-263d-4651-8775-2f708e97b537,revision_number=None']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:53:53.182321 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-34ad09f6-faed-441b-aba1-68eadbb870cc tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a541fbe-7703-4a10-93f6-5a04d8a83dc1']}} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:53:53.196794 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-34ad09f6-faed-441b-aba1-68eadbb870cc tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f98f44e8-db31-4410-a0d4-79da1e4cdccb') {'for_net_delete': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:53:53.197475 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-34ad09f6-faed-441b-aba1-68eadbb870cc tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f98f44e8-db31-4410-a0d4-79da1e4cdccb') {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:53:53.211758 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-34ad09f6-faed-441b-aba1-68eadbb870cc tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736635840332', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-267528353'] for segment, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:53.230284 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-34ad09f6-faed-441b-aba1-68eadbb870cc tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:53.239028 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34ad09f6-faed-441b-aba1-68eadbb870cc tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Releasing vlan 548 on physical network physnet1 to pool {{(pid=103590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 17:53:53.239701 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-34ad09f6-faed-441b-aba1-68eadbb870cc tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264370093'] for segment, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:53.247505 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9fadacc-b660-45da-bb5b-43f3069773ca None None] No DVR routers for this DVR port d951c6f0-263d-4651-8775-2f708e97b537 on host n-d-816206-8 {{(pid=103592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:53:53.322775 n-d-816206-8 neutron-server[103590]: Traceback (most recent call last): Nov 23 17:53:53.322775 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 17:53:53.322775 n-d-816206-8 neutron-server[103590]: timer() Nov 23 17:53:53.322775 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 17:53:53.322775 n-d-816206-8 neutron-server[103590]: cb(*args, **kw) Nov 23 17:53:53.322775 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 17:53:53.322775 n-d-816206-8 neutron-server[103590]: return func(*args, **kwargs) Nov 23 17:53:53.322775 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 17:53:53.322775 n-d-816206-8 neutron-server[103590]: self._notify() Nov 23 17:53:53.322775 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 17:53:53.322775 n-d-816206-8 neutron-server[103590]: self.callback(batched_events) Nov 23 17:53:53.322775 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 17:53:53.322775 n-d-816206-8 neutron-server[103590]: event.method(event) Nov 23 17:53:53.322775 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 17:53:53.322775 n-d-816206-8 neutron-server[103590]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 17:53:53.322775 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 17:53:53.322775 n-d-816206-8 neutron-server[103590]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 17:53:53.322775 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 17:53:53.322775 n-d-816206-8 neutron-server[103590]: return f(self, *a, **k) Nov 23 17:53:53.322775 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 17:53:53.322775 n-d-816206-8 neutron-server[103590]: return self._get(url).json() Nov 23 17:53:53.322775 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 17:53:53.322775 n-d-816206-8 neutron-server[103590]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 17:53:53.322775 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 17:53:53.322775 n-d-816206-8 neutron-server[103590]: return self.request(url, 'GET', **kwargs) Nov 23 17:53:53.322775 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 17:53:53.322775 n-d-816206-8 neutron-server[103590]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 17:53:53.322775 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 17:53:53.322775 n-d-816206-8 neutron-server[103590]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 17:53:53.322775 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 17:53:53.322775 n-d-816206-8 neutron-server[103590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 17:53:53.322775 n-d-816206-8 neutron-server[103590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 17:53:53.327039 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-34ad09f6-faed-441b-aba1-68eadbb870cc tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1795418'] for network, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:53.334208 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-34ad09f6-faed-441b-aba1-68eadbb870cc tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks [] for network, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:53.339073 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-34ad09f6-faed-441b-aba1-68eadbb870cc tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] 10.222.0.60 "DELETE /v2.0/networks/3a541fbe-7703-4a10-93f6-5a04d8a83dc1 HTTP/1.1" status: 204 len: 168 time: 1.0010419 Nov 23 17:53:53.341304 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 44710) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:53:53.388412 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ad09f6-faed-441b-aba1-68eadbb870cc tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Pushing event deleted for resources: {'Network': ['ID=3a541fbe-7703-4a10-93f6-5a04d8a83dc1,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:53:53.442798 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-085e653d-27cb-40b0-9719-386b3cb975f0 None None] Deleting port 4b2f6e89-0b0b-4b85-9f03-4a88c0c418c8 {{(pid=103592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:53:53.443176 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-085e653d-27cb-40b0-9719-386b3cb975f0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:53.483669 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-010c5514-9d0f-4575-9078-ad439cb2c7a3 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-555181'] for network, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:53.579160 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-010c5514-9d0f-4575-9078-ad439cb2c7a3 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Deleting port 4b2f6e89-0b0b-4b85-9f03-4a88c0c418c8 {{(pid=103591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:53:53.579502 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-010c5514-9d0f-4575-9078-ad439cb2c7a3 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:53.583559 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-085e653d-27cb-40b0-9719-386b3cb975f0 None None] For port 4b2f6e89-0b0b-4b85-9f03-4a88c0c418c8, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=4b2f6e89-0b0b-4b85-9f03-4a88c0c418c8,segment=NetworkSegment(ee297035-6a2d-475c-a0a3-f3141b8aac71),segment_id=ee297035-6a2d-475c-a0a3-f3141b8aac71)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:53:53.583988 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-085e653d-27cb-40b0-9719-386b3cb975f0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:53.602972 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-085e653d-27cb-40b0-9719-386b3cb975f0 None None] Calling delete_port for 4b2f6e89-0b0b-4b85-9f03-4a88c0c418c8 owned by network:dhcp {{(pid=103592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:53:53.672463 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [None req-010c5514-9d0f-4575-9078-ad439cb2c7a3 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] For port 4b2f6e89-0b0b-4b85-9f03-4a88c0c418c8, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=4b2f6e89-0b0b-4b85-9f03-4a88c0c418c8,segment=NetworkSegment(ee297035-6a2d-475c-a0a3-f3141b8aac71),segment_id=ee297035-6a2d-475c-a0a3-f3141b8aac71)] {{(pid=103591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:53:53.673086 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-010c5514-9d0f-4575-9078-ad439cb2c7a3 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:53.693422 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-010c5514-9d0f-4575-9078-ad439cb2c7a3 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Calling delete_port for 4b2f6e89-0b0b-4b85-9f03-4a88c0c418c8 owned by network:dhcp {{(pid=103591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:53:53.841932 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-085e653d-27cb-40b0-9719-386b3cb975f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989'] for port, after_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:53.884835 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8b678189-e926-4fed-8d9e-197eb19b3139 req-e49e4648-7df0-47e2-b6de-45bc5878dd89 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/ports?device_id=539fba11-4c76-4018-893f-9c22cdb88ab8 HTTP/1.1" status: 200 len: 210 time: 0.0835149 Nov 23 17:53:53.909688 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085e653d-27cb-40b0-9719-386b3cb975f0 None None] Pushing event deleted for resources: {'Port': ['ID=4b2f6e89-0b0b-4b85-9f03-4a88c0c418c8,revision_number=None']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:53:53.924683 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-085e653d-27cb-40b0-9719-386b3cb975f0 None None] No DVR routers for this DVR port 4b2f6e89-0b0b-4b85-9f03-4a88c0c418c8 on host n-d-816206-8 {{(pid=103592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:53:53.957368 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-010c5514-9d0f-4575-9078-ad439cb2c7a3 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:53.996032 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010c5514-9d0f-4575-9078-ad439cb2c7a3 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Pushing event deleted for resources: {'Port': ['ID=4b2f6e89-0b0b-4b85-9f03-4a88c0c418c8,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:53:54.000688 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-010c5514-9d0f-4575-9078-ad439cb2c7a3 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] No DVR routers for this DVR port 4b2f6e89-0b0b-4b85-9f03-4a88c0c418c8 on host n-d-816206-8 {{(pid=103591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:53:54.011717 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010c5514-9d0f-4575-9078-ad439cb2c7a3 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:53:54.012070 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010c5514-9d0f-4575-9078-ad439cb2c7a3 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:53:54.012416 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010c5514-9d0f-4575-9078-ad439cb2c7a3 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:53:54.012798 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010c5514-9d0f-4575-9078-ad439cb2c7a3 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:53:54.013133 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010c5514-9d0f-4575-9078-ad439cb2c7a3 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:53:54.013468 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010c5514-9d0f-4575-9078-ad439cb2c7a3 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:53:54.013800 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010c5514-9d0f-4575-9078-ad439cb2c7a3 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:53:54.014130 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010c5514-9d0f-4575-9078-ad439cb2c7a3 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:53:54.014461 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010c5514-9d0f-4575-9078-ad439cb2c7a3 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:53:54.014819 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010c5514-9d0f-4575-9078-ad439cb2c7a3 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:53:54.015107 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010c5514-9d0f-4575-9078-ad439cb2c7a3 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:53:54.015430 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010c5514-9d0f-4575-9078-ad439cb2c7a3 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:53:54.156832 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-010c5514-9d0f-4575-9078-ad439cb2c7a3 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973419', 'neutron.services.segments.db._delete_segments_for_network-8736635878840'] for network, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:54.176280 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 4b2f6e89-0b0b-4b85-9f03-4a88c0c418c8 no longer exists at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:53:54.194063 n-d-816206-8 neutron-server[103591]: DEBUG neutron.services.segments.db [None req-010c5514-9d0f-4575-9078-ad439cb2c7a3 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08e2f352-c600-4e81-ae84-d39c26d40bda']}} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:53:54.206372 n-d-816206-8 neutron-server[103591]: DEBUG neutron.services.segments.db [None req-010c5514-9d0f-4575-9078-ad439cb2c7a3 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee297035-6a2d-475c-a0a3-f3141b8aac71') {'for_net_delete': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:53:54.206719 n-d-816206-8 neutron-server[103591]: DEBUG neutron.services.segments.db [None req-010c5514-9d0f-4575-9078-ad439cb2c7a3 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee297035-6a2d-475c-a0a3-f3141b8aac71') {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:53:54.220542 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-010c5514-9d0f-4575-9078-ad439cb2c7a3 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736635840332', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265989959'] for segment, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:54.230722 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] No Port match for: 4b2f6e89-0b0b-4b85-9f03-4a88c0c418c8 {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:53:54.237357 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-010c5514-9d0f-4575-9078-ad439cb2c7a3 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:54.237930 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 4b2f6e89-0b0b-4b85-9f03-4a88c0c418c8 not bound to the agent host n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:53:54.238483 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device d951c6f0-263d-4651-8775-2f708e97b537 no longer exists at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:53:54.246959 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-010c5514-9d0f-4575-9078-ad439cb2c7a3 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Releasing vlan 528 on physical network physnet1 to pool {{(pid=103591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 17:53:54.247371 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-010c5514-9d0f-4575-9078-ad439cb2c7a3 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264756290'] for segment, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:54.251411 n-d-816206-8 neutron-server[103591]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 17:53:54.251411 n-d-816206-8 neutron-server[103591]: self.session.flush() Nov 23 17:53:54.251411 n-d-816206-8 neutron-server[103591]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 17:53:54.251411 n-d-816206-8 neutron-server[103591]: self.session.flush() Nov 23 17:53:54.251411 n-d-816206-8 neutron-server[103591]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 17:53:54.251411 n-d-816206-8 neutron-server[103591]: self.session.flush() Nov 23 17:53:54.251411 n-d-816206-8 neutron-server[103591]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 17:53:54.251411 n-d-816206-8 neutron-server[103591]: self.session.flush() Nov 23 17:53:54.251411 n-d-816206-8 neutron-server[103591]: Traceback (most recent call last): Nov 23 17:53:54.251411 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 17:53:54.251411 n-d-816206-8 neutron-server[103591]: timer() Nov 23 17:53:54.251411 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 17:53:54.251411 n-d-816206-8 neutron-server[103591]: cb(*args, **kw) Nov 23 17:53:54.251411 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 17:53:54.251411 n-d-816206-8 neutron-server[103591]: return func(*args, **kwargs) Nov 23 17:53:54.251411 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 17:53:54.251411 n-d-816206-8 neutron-server[103591]: self._notify() Nov 23 17:53:54.251411 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 17:53:54.251411 n-d-816206-8 neutron-server[103591]: self.callback(batched_events) Nov 23 17:53:54.251411 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 17:53:54.251411 n-d-816206-8 neutron-server[103591]: event.method(event) Nov 23 17:53:54.251411 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 17:53:54.251411 n-d-816206-8 neutron-server[103591]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 17:53:54.251411 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 17:53:54.251411 n-d-816206-8 neutron-server[103591]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 17:53:54.251411 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 17:53:54.251411 n-d-816206-8 neutron-server[103591]: return f(self, *a, **k) Nov 23 17:53:54.251411 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 17:53:54.251411 n-d-816206-8 neutron-server[103591]: return self._get(url).json() Nov 23 17:53:54.251411 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 17:53:54.251411 n-d-816206-8 neutron-server[103591]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 17:53:54.251411 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 17:53:54.251411 n-d-816206-8 neutron-server[103591]: return self.request(url, 'GET', **kwargs) Nov 23 17:53:54.251411 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 17:53:54.251411 n-d-816206-8 neutron-server[103591]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 17:53:54.251411 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 17:53:54.251411 n-d-816206-8 neutron-server[103591]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 17:53:54.251411 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 17:53:54.251411 n-d-816206-8 neutron-server[103591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 17:53:54.251411 n-d-816206-8 neutron-server[103591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 17:53:54.278275 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] No Port match for: d951c6f0-263d-4651-8775-2f708e97b537 {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:53:54.281474 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device d951c6f0-263d-4651-8775-2f708e97b537 not bound to the agent host n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:53:54.340351 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-010c5514-9d0f-4575-9078-ad439cb2c7a3 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1795418'] for network, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:54.352550 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-010c5514-9d0f-4575-9078-ad439cb2c7a3 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks [] for network, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:54.359484 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-010c5514-9d0f-4575-9078-ad439cb2c7a3 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] 10.222.0.60 "DELETE /v2.0/networks/08e2f352-c600-4e81-ae84-d39c26d40bda HTTP/1.1" status: 204 len: 168 time: 1.0132029 Nov 23 17:53:54.359852 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 44752) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:53:54.371380 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-9eba2813-774b-4cd7-8c5b-6660ded845b4 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-528844400'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:53:54.406522 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010c5514-9d0f-4575-9078-ad439cb2c7a3 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Pushing event deleted for resources: {'Network': ['ID=08e2f352-c600-4e81-ae84-d39c26d40bda,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:53:54.421771 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9eba2813-774b-4cd7-8c5b-6660ded845b4 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Made reservation on behalf of bdb543259a0c43f595a1052d3bc08bab for: {'network': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:53:54.427241 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-9eba2813-774b-4cd7-8c5b-6660ded845b4 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for network, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:54.459387 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9eba2813-774b-4cd7-8c5b-6660ded845b4 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] vlan segment allocate from pool success with {'vlan_id': 531, 'physical_network': 'physnet1'} {{(pid=103590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 17:53:54.471890 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-9eba2813-774b-4cd7-8c5b-6660ded845b4 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:54.472507 n-d-816206-8 neutron-server[103590]: INFO neutron.db.segments_db [None req-9eba2813-774b-4cd7-8c5b-6660ded845b4 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Added segment 5c700004-b399-4dd2-b0fb-7c4186993208 of type vlan for network b935ca82-ede4-4112-9aeb-2fa2dfd082cf Nov 23 17:53:54.505594 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.agents_db [None req-464f6c07-0de8-4be6-8f5b-563f574d1c5d None None] Agent healthcheck: found 7 active agents {{(pid=103593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 17:53:54.544636 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-9eba2813-774b-4cd7-8c5b-6660ded845b4 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736635338810'] for network, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:54.606958 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-9eba2813-774b-4cd7-8c5b-6660ded845b4 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493'] for network, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:54.619224 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eba2813-774b-4cd7-8c5b-6660ded845b4 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:54.620744 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-9eba2813-774b-4cd7-8c5b-6660ded845b4 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks [] for network, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:54.743759 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eba2813-774b-4cd7-8c5b-6660ded845b4 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Pushing event updated for resources: {'Network': ['ID=b935ca82-ede4-4112-9aeb-2fa2dfd082cf,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:53:54.765601 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Network b935ca82-ede4-4112-9aeb-2fa2dfd082cf details requested by agent ovs-agent-n-d-816206-8 with host n-d-816206-8 {{(pid=103592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 17:53:54.771705 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-9eba2813-774b-4cd7-8c5b-6660ded845b4 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4103935 Nov 23 17:53:54.774435 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 44754) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:53:54.779928 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-055e4a59-9f8b-4739-b45b-9d69bed51c90 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Request body: {'subnet': {'network_id': 'b935ca82-ede4-4112-9aeb-2fa2dfd082cf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:53:54.969345 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-055e4a59-9f8b-4739-b45b-9d69bed51c90 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Made reservation on behalf of bdb543259a0c43f595a1052d3bc08bab for: {'subnet': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:53:54.984230 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-055e4a59-9f8b-4739-b45b-9d69bed51c90 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264314294'] for subnet, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:55.674730 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-055e4a59-9f8b-4739-b45b-9d69bed51c90 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264758079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264314276'] for subnet, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:55.704543 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-bf3c6583-fa77-4e63-8f0f-8233f1025e5b req-d05c3665-3c89-486d-a283-93a6057d2644 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/ports?device_id=539fba11-4c76-4018-893f-9c22cdb88ab8 HTTP/1.1" status: 200 len: 210 time: 0.0478597 Nov 23 17:53:55.771232 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055e4a59-9f8b-4739-b45b-9d69bed51c90 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Pushing event updated for resources: {'Subnet': ['ID=9ff142bb-85e1-4d32-b49b-90b480679e22,revision_number=0']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:53:55.777488 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-055e4a59-9f8b-4739-b45b-9d69bed51c90 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Checking segment: {'id': '5c700004-b399-4dd2-b0fb-7c4186993208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'b935ca82-ede4-4112-9aeb-2fa2dfd082cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:53:55.777842 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-055e4a59-9f8b-4739-b45b-9d69bed51c90 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Network hostable DHCP agents. Network: b935ca82-ede4-4112-9aeb-2fa2dfd082cf, hostable agents: ['0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3'], hosted agents: [] {{(pid=103591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 17:53:55.802689 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-055e4a59-9f8b-4739-b45b-9d69bed51c90 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Network b935ca82-ede4-4112-9aeb-2fa2dfd082cf is scheduled to be hosted by DHCP agent 0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3 with binding_index 1 {{(pid=103591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 17:53:55.814562 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [None req-055e4a59-9f8b-4739-b45b-9d69bed51c90 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-8, b935ca82-ede4-4112-9aeb-2fa2dfd082cf) {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:53:55.824232 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-642c2482-4f71-4280-a4a3-8e4ffd8b236d None None] Network b935ca82-ede4-4112-9aeb-2fa2dfd082cf requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:53:55.827819 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-055e4a59-9f8b-4739-b45b-9d69bed51c90 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:55.828445 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-055e4a59-9f8b-4739-b45b-9d69bed51c90 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for subnet, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:55.867959 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-055e4a59-9f8b-4739-b45b-9d69bed51c90 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0880520 Nov 23 17:53:55.868273 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 44768) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:53:55.873445 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-abeb28f5-efb0-4db8-a4d4-49fd245b9432 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1887921109', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:53:55.924095 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-abeb28f5-efb0-4db8-a4d4-49fd245b9432 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1793449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8093'] for router, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:55.926268 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-abeb28f5-efb0-4db8-a4d4-49fd245b9432 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1794473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1794771', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1638326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8086'] for router, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:56.046085 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-abeb28f5-efb0-4db8-a4d4-49fd245b9432 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:56.051224 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e882b1d-40e9-4e54-ab60-aa3d6b77713d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp355044b8-8e87-58c4-94fa-4a010ec30f9e-b935ca82-ede4-4112-9aeb-2fa2dfd082cf', 'network_id': 'b935ca82-ede4-4112-9aeb-2fa2dfd082cf', 'tenant_id': 'bdb543259a0c43f595a1052d3bc08bab', 'fixed_ips': [{'subnet_id': '9ff142bb-85e1-4d32-b49b-90b480679e22'}]}} from n-d-816206-8. {{(pid=103592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 17:53:56.053439 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-5e882b1d-40e9-4e54-ab60-aa3d6b77713d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:56.057747 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-abeb28f5-efb0-4db8-a4d4-49fd245b9432 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1794316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1795362'] for router, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:56.108734 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-abeb28f5-efb0-4db8-a4d4-49fd245b9432 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks [] for router, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:56.113470 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-abeb28f5-efb0-4db8-a4d4-49fd245b9432 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2439897 Nov 23 17:53:56.117697 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 44774) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:53:56.129084 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-13da6341-a1a2-415d-a373-8fd24eec41ab tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Request body: {'port': {'network_id': 'b935ca82-ede4-4112-9aeb-2fa2dfd082cf', 'name': 'tempest-RoutersIpV6Test-147392847'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:53:56.380388 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.db_base_plugin_common [None req-5e882b1d-40e9-4e54-ab60-aa3d6b77713d None None] Allocated IP 2001:db8::2 (b935ca82-ede4-4112-9aeb-2fa2dfd082cf/9ff142bb-85e1-4d32-b49b-90b480679e22/8b3b5f83-5018-4bb3-b7cc-6f1ea25703b4) {{(pid=103592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:53:56.401664 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13da6341-a1a2-415d-a373-8fd24eec41ab tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Made reservation on behalf of bdb543259a0c43f595a1052d3bc08bab for: {'port': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:53:56.409040 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-13da6341-a1a2-415d-a373-8fd24eec41ab tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:56.437570 n-d-816206-8 neutron-server[103590]: DEBUG neutron.notifiers.nova [None req-13da6341-a1a2-415d-a373-8fd24eec41ab tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] device_id is not set on port cc935896-6784-40d6-a5ba-a993da4e6160 yet. {{(pid=103590) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 17:53:56.590008 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-5e882b1d-40e9-4e54-ab60-aa3d6b77713d None None] Publish callbacks [] for port, precommit_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:56.597697 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-5e882b1d-40e9-4e54-ab60-aa3d6b77713d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980'] for port, after_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:56.618744 n-d-816206-8 neutron-server[103592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e882b1d-40e9-4e54-ab60-aa3d6b77713d None None] Network b935ca82-ede4-4112-9aeb-2fa2dfd082cf is already hosted by enough agents. {{(pid=103592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:53:56.621625 n-d-816206-8 neutron-server[103592]: DEBUG neutron.scheduler.base_scheduler [None req-5e882b1d-40e9-4e54-ab60-aa3d6b77713d None None] Resources bound (agent type, host, resource id): {{(pid=103592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:53:56.652778 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e882b1d-40e9-4e54-ab60-aa3d6b77713d None None] Received port after_create {{(pid=103592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:53:56.721954 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e882b1d-40e9-4e54-ab60-aa3d6b77713d None None] Pushing event updated for resources: {'Port': ['ID=8b3b5f83-5018-4bb3-b7cc-6f1ea25703b4,revision_number=1']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:53:56.728733 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-13da6341-a1a2-415d-a373-8fd24eec41ab tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Allocated IP 2001:db8::30c (b935ca82-ede4-4112-9aeb-2fa2dfd082cf/9ff142bb-85e1-4d32-b49b-90b480679e22/cc935896-6784-40d6-a5ba-a993da4e6160) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:53:56.746176 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-5e882b1d-40e9-4e54-ab60-aa3d6b77713d None None] Attempting to bind port 8b3b5f83-5018-4bb3-b7cc-6f1ea25703b4 on host n-d-816206-8 for vnic_type normal with profile {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:53:56.746565 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-5e882b1d-40e9-4e54-ab60-aa3d6b77713d None None] Attempting to bind port 8b3b5f83-5018-4bb3-b7cc-6f1ea25703b4 by drivers openvswitch,hyperv on host n-d-816206-8 at level 0 using segments [{'id': '5c700004-b399-4dd2-b0fb-7c4186993208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'b935ca82-ede4-4112-9aeb-2fa2dfd082cf'}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:53:56.746990 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e882b1d-40e9-4e54-ab60-aa3d6b77713d None None] Attempting to bind port 8b3b5f83-5018-4bb3-b7cc-6f1ea25703b4 on network b935ca82-ede4-4112-9aeb-2fa2dfd082cf {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:53:56.778654 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e882b1d-40e9-4e54-ab60-aa3d6b77713d None None] Checking agent: {'id': '9e89acbe-4bbe-4c77-a18b-6f1da9133e0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 7, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 53, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:53:56.778983 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e882b1d-40e9-4e54-ab60-aa3d6b77713d None None] Checking segment: {'id': '5c700004-b399-4dd2-b0fb-7c4186993208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'b935ca82-ede4-4112-9aeb-2fa2dfd082cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:53:56.779410 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-5e882b1d-40e9-4e54-ab60-aa3d6b77713d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:56.779862 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e882b1d-40e9-4e54-ab60-aa3d6b77713d None None] Bound using segment: {'id': '5c700004-b399-4dd2-b0fb-7c4186993208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'b935ca82-ede4-4112-9aeb-2fa2dfd082cf'} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:53:56.780698 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-5e882b1d-40e9-4e54-ab60-aa3d6b77713d None None] Bound port: 8b3b5f83-5018-4bb3-b7cc-6f1ea25703b4, host: n-d-816206-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c700004-b399-4dd2-b0fb-7c4186993208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'b935ca82-ede4-4112-9aeb-2fa2dfd082cf'}}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:53:56.781264 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-5e882b1d-40e9-4e54-ab60-aa3d6b77713d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:56.865830 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-5e882b1d-40e9-4e54-ab60-aa3d6b77713d None None] For port 8b3b5f83-5018-4bb3-b7cc-6f1ea25703b4, host n-d-816206-8, cleared binding levels {{(pid=103592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:53:56.870875 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-5e882b1d-40e9-4e54-ab60-aa3d6b77713d None None] For port 8b3b5f83-5018-4bb3-b7cc-6f1ea25703b4, host n-d-816206-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=8b3b5f83-5018-4bb3-b7cc-6f1ea25703b4,segment=NetworkSegment(5c700004-b399-4dd2-b0fb-7c4186993208),segment_id=5c700004-b399-4dd2-b0fb-7c4186993208)] {{(pid=103592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:53:56.875557 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-5e882b1d-40e9-4e54-ab60-aa3d6b77713d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:56.914052 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4635b997-65fa-477f-b45b-4d59b62af849 req-e27fdc20-aefc-4dab-abfd-ade20579c13c tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/ports?device_id=539fba11-4c76-4018-893f-9c22cdb88ab8 HTTP/1.1" status: 200 len: 210 time: 0.0730155 Nov 23 17:53:57.007150 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-13da6341-a1a2-415d-a373-8fd24eec41ab tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:57.022848 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e882b1d-40e9-4e54-ab60-aa3d6b77713d None None] Pushing event updated for resources: {'Port': ['ID=8b3b5f83-5018-4bb3-b7cc-6f1ea25703b4,revision_number=2']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:53:57.071001 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-13da6341-a1a2-415d-a373-8fd24eec41ab tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:57.149745 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13da6341-a1a2-415d-a373-8fd24eec41ab tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Network b935ca82-ede4-4112-9aeb-2fa2dfd082cf is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:53:57.155566 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-13da6341-a1a2-415d-a373-8fd24eec41ab tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:53:57.163298 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13da6341-a1a2-415d-a373-8fd24eec41ab tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:53:57.173797 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13da6341-a1a2-415d-a373-8fd24eec41ab tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:57.175011 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-13da6341-a1a2-415d-a373-8fd24eec41ab tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:57.217264 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13da6341-a1a2-415d-a373-8fd24eec41ab tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Pushing event updated for resources: {'Port': ['ID=cc935896-6784-40d6-a5ba-a993da4e6160,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:53:57.227874 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-13da6341-a1a2-415d-a373-8fd24eec41ab tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.1058192 Nov 23 17:53:57.231347 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 44788) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:53:57.733155 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-61a363bc-ed5e-471c-b164-ab8d3682c746 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:58.089979 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-61a363bc-ed5e-471c-b164-ab8d3682c746 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks [] for port, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:58.108567 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-61a363bc-ed5e-471c-b164-ab8d3682c746 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264758186'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:58.145918 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-36db51e6-15a4-47a2-8791-69d2a1b6f9ba req-3e15118c-a035-4927-87fa-22a80e0be285 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/ports?device_id=539fba11-4c76-4018-893f-9c22cdb88ab8 HTTP/1.1" status: 200 len: 210 time: 0.0527411 Nov 23 17:53:58.201046 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 8b3b5f83-5018-4bb3-b7cc-6f1ea25703b4 up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:53:58.294163 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port 8b3b5f83-5018-4bb3-b7cc-6f1ea25703b4 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:53:58.294691 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:58.297053 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a363bc-ed5e-471c-b164-ab8d3682c746 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Pushing event updated for resources: {'Port': ['ID=cc935896-6784-40d6-a5ba-a993da4e6160,revision_number=2']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:53:58.397513 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:58.430861 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-61a363bc-ed5e-471c-b164-ab8d3682c746 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1795539'] for router_interface, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:58.442845 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fada0e11-f79f-4f19-a4ca-9aa8644bd8e8 None None] Network b935ca82-ede4-4112-9aeb-2fa2dfd082cf requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:53:58.470933 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] For port 8b3b5f83-5018-4bb3-b7cc-6f1ea25703b4, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=8b3b5f83-5018-4bb3-b7cc-6f1ea25703b4,segment=NetworkSegment(5c700004-b399-4dd2-b0fb-7c4186993208),segment_id=5c700004-b399-4dd2-b0fb-7c4186993208)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:53:58.483166 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:58.591056 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-61a363bc-ed5e-471c-b164-ab8d3682c746 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:58.599387 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-0fe1bfde-8274-4434-a2c3-dae33f2b6793 None None] Provisioning complete for port 8b3b5f83-5018-4bb3-b7cc-6f1ea25703b4 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:53:58.599765 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-0fe1bfde-8274-4434-a2c3-dae33f2b6793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:58.621611 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Pushing event updated for resources: {'Port': ['ID=8b3b5f83-5018-4bb3-b7cc-6f1ea25703b4,revision_number=3']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:53:58.982005 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-61a363bc-ed5e-471c-b164-ab8d3682c746 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks [] for port, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:58.987798 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-61a363bc-ed5e-471c-b164-ab8d3682c746 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264758186'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:58.989274 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-61a363bc-ed5e-471c-b164-ab8d3682c746 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2068703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1794403'] for router_interface, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:59.066982 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a363bc-ed5e-471c-b164-ab8d3682c746 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Pushing event updated for resources: {'Port': ['ID=cc935896-6784-40d6-a5ba-a993da4e6160,revision_number=3']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:53:59.121520 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9aca7383-2ff2-49c7-8df3-eb7316c1f107 None None] Provisioning complete for port 8b3b5f83-5018-4bb3-b7cc-6f1ea25703b4 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:53:59.121878 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9aca7383-2ff2-49c7-8df3-eb7316c1f107 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:59.142152 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61a363bc-ed5e-471c-b164-ab8d3682c746 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Network b935ca82-ede4-4112-9aeb-2fa2dfd082cf is already hosted by enough agents. {{(pid=103591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:53:59.143992 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [None req-61a363bc-ed5e-471c-b164-ab8d3682c746 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Resources bound (agent type, host, resource id): {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:53:59.257096 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9aca7383-2ff2-49c7-8df3-eb7316c1f107 None None] Provisioning complete for port cc935896-6784-40d6-a5ba-a993da4e6160 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:53:59.258152 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9aca7383-2ff2-49c7-8df3-eb7316c1f107 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:59.297755 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61a363bc-ed5e-471c-b164-ab8d3682c746 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Router 1f4c7281-f7f7-4663-a466-821cec48c941 is scheduled to L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 with binding_index 1 {{(pid=103591) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 17:53:59.305792 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-9aca7383-2ff2-49c7-8df3-eb7316c1f107 None None] Port cc935896-6784-40d6-a5ba-a993da4e6160 cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:53:59.436417 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-46b77fe0-3565-4c69-9249-1e3883357a52 None None] Provisioning complete for port cc935896-6784-40d6-a5ba-a993da4e6160 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:53:59.437054 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-46b77fe0-3565-4c69-9249-1e3883357a52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:59.437624 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61a363bc-ed5e-471c-b164-ab8d3682c746 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:53:59.448433 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 44816) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:53:59.449767 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-61a363bc-ed5e-471c-b164-ab8d3682c746 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] 10.222.0.60 "PUT /v2.0/routers/1f4c7281-f7f7-4663-a466-821cec48c941/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2170215 Nov 23 17:53:59.471855 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f899f656-0f58-4e25-97f3-1b67ba0610a1 None None] Sync routers for ids ['1f4c7281-f7f7-4663-a466-821cec48c941'] in n-d-816206-8 {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:53:59.545617 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7151820-bbee-4d61-a074-e37f15cbf4fb tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:53:59.548436 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-e7151820-bbee-4d61-a074-e37f15cbf4fb tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] 10.222.0.60 "GET /v2.0/ports/cc935896-6784-40d6-a5ba-a993da4e6160 HTTP/1.1" status: 200 len: 983 time: 0.0979767 Nov 23 17:53:59.551459 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 44820) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:53:59.559366 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f899f656-0f58-4e25-97f3-1b67ba0610a1 None None] Routers {'1f4c7281-f7f7-4663-a466-821cec48c941'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:53:59.560030 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-f899f656-0f58-4e25-97f3-1b67ba0610a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:53:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['1f4c7281-f7f7-4663-a466-821cec48c941'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:53:59.626392 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-f899f656-0f58-4e25-97f3-1b67ba0610a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:53:59.629068 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-46b77fe0-3565-4c69-9249-1e3883357a52 None None] Port cc935896-6784-40d6-a5ba-a993da4e6160 cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:53:59.640288 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f899f656-0f58-4e25-97f3-1b67ba0610a1 None None] Routers {'1f4c7281-f7f7-4663-a466-821cec48c941'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:53:59.641202 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-f899f656-0f58-4e25-97f3-1b67ba0610a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:53:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['1f4c7281-f7f7-4663-a466-821cec48c941'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:53:59.684612 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-f899f656-0f58-4e25-97f3-1b67ba0610a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:53:59.685283 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f899f656-0f58-4e25-97f3-1b67ba0610a1 None None] The sync data for ids ['1f4c7281-f7f7-4663-a466-821cec48c941'] in n-d-816206-8 is: [] {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:53:59.760153 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-ddd204e9-d6be-4f55-8719-6aaff5970203 None None] Provisioning complete for port cc935896-6784-40d6-a5ba-a993da4e6160 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:53:59.762591 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-ddd204e9-d6be-4f55-8719-6aaff5970203 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:53:59.842504 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-ddd204e9-d6be-4f55-8719-6aaff5970203 None None] Port cc935896-6784-40d6-a5ba-a993da4e6160 cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:54:00.165070 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4352028b-6e5e-45ef-b577-4e1e18da31c5 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1794372'] for router_interface, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:00.168654 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 8b3b5f83-5018-4bb3-b7cc-6f1ea25703b4 up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:54:00.241133 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-efa5a4a3-45f1-4cbf-afa5-c97b9bea41bd None None] Provisioning complete for port cc935896-6784-40d6-a5ba-a993da4e6160 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:54:00.241689 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-efa5a4a3-45f1-4cbf-afa5-c97b9bea41bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:00.300693 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-efa5a4a3-45f1-4cbf-afa5-c97b9bea41bd None None] Port cc935896-6784-40d6-a5ba-a993da4e6160 cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:54:00.312171 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port 8b3b5f83-5018-4bb3-b7cc-6f1ea25703b4 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:54:00.312707 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:00.840292 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-4352028b-6e5e-45ef-b577-4e1e18da31c5 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Deleting port cc935896-6784-40d6-a5ba-a993da4e6160 {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:54:00.841478 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4352028b-6e5e-45ef-b577-4e1e18da31c5 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:00.963729 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4352028b-6e5e-45ef-b577-4e1e18da31c5 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:00.980327 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-4352028b-6e5e-45ef-b577-4e1e18da31c5 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Calling delete_port for cc935896-6784-40d6-a5ba-a993da4e6160 owned by network:router_interface {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:54:01.179624 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4352028b-6e5e-45ef-b577-4e1e18da31c5 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:01.218220 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4352028b-6e5e-45ef-b577-4e1e18da31c5 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Pushing event deleted for resources: {'Port': ['ID=cc935896-6784-40d6-a5ba-a993da4e6160,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:54:01.363224 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4352028b-6e5e-45ef-b577-4e1e18da31c5 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2067500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1794520'] for router_interface, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:01.618372 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4352028b-6e5e-45ef-b577-4e1e18da31c5 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Router 1f4c7281-f7f7-4663-a466-821cec48c941 has already been hosted by L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 {{(pid=103590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 17:54:01.728559 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4352028b-6e5e-45ef-b577-4e1e18da31c5 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:54:01.740102 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-4352028b-6e5e-45ef-b577-4e1e18da31c5 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] 10.222.0.60 "PUT /v2.0/routers/1f4c7281-f7f7-4663-a466-821cec48c941/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1875446 Nov 23 17:54:01.743072 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 44852) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:54:01.745834 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92154102-5b8a-44b6-b7ae-bb85bba150ec None None] Sync routers for ids ['1f4c7281-f7f7-4663-a466-821cec48c941'] in n-d-816206-8 {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:54:01.760894 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92154102-5b8a-44b6-b7ae-bb85bba150ec None None] Routers {'1f4c7281-f7f7-4663-a466-821cec48c941'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:54:01.761798 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-92154102-5b8a-44b6-b7ae-bb85bba150ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:53:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['1f4c7281-f7f7-4663-a466-821cec48c941'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:54:01.841103 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-92154102-5b8a-44b6-b7ae-bb85bba150ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:54:01.862475 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92154102-5b8a-44b6-b7ae-bb85bba150ec None None] Routers {'1f4c7281-f7f7-4663-a466-821cec48c941'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:54:01.865125 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-92154102-5b8a-44b6-b7ae-bb85bba150ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:53:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['1f4c7281-f7f7-4663-a466-821cec48c941'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:54:01.962486 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-92154102-5b8a-44b6-b7ae-bb85bba150ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:54:01.963552 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92154102-5b8a-44b6-b7ae-bb85bba150ec None None] The sync data for ids ['1f4c7281-f7f7-4663-a466-821cec48c941'] in n-d-816206-8 is: [] {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:54:02.021014 n-d-816206-8 neutron-server[103590]: INFO neutron.api.v2.resource [None req-e77756af-0b13-4482-bf33-cf7b17ee3986 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] remove_router_interface failed (client error): The resource could not be found. Nov 23 17:54:02.024008 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-e77756af-0b13-4482-bf33-cf7b17ee3986 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] 10.222.0.60 "PUT /v2.0/routers/1f4c7281-f7f7-4663-a466-821cec48c941/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2797694 Nov 23 17:54:02.027561 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 44856) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:54:02.093759 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-6cf78798-8fba-4eb9-aead-993dd0253652 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] 10.222.0.60 "GET /v2.0/ports?device_id=1f4c7281-f7f7-4663-a466-821cec48c941 HTTP/1.1" status: 200 len: 205 time: 0.0621188 Nov 23 17:54:02.094846 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 44858) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:54:02.180770 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-ac3289f5-d767-4e39-9f75-2b17b9df4e3c tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks [] for router, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:02.424249 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-ac3289f5-d767-4e39-9f75-2b17b9df4e3c tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1794352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8175'] for router, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:02.428052 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-ac3289f5-d767-4e39-9f75-2b17b9df4e3c tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:02.510840 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-ac3289f5-d767-4e39-9f75-2b17b9df4e3c tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1795580'] for router, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:02.511374 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac3289f5-d767-4e39-9f75-2b17b9df4e3c tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Fanout notify agent at l3_agent the message router_deleted on router 1f4c7281-f7f7-4663-a466-821cec48c941 {{(pid=103591) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 17:54:02.522951 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-ac3289f5-d767-4e39-9f75-2b17b9df4e3c tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks [] for router, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:02.524542 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-ac3289f5-d767-4e39-9f75-2b17b9df4e3c tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] 10.222.0.60 "DELETE /v2.0/routers/1f4c7281-f7f7-4663-a466-821cec48c941 HTTP/1.1" status: 204 len: 168 time: 0.4280214 Nov 23 17:54:02.527023 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 44860) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:54:02.630547 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9f041fc-00bf-49d6-b019-2c6630edb70c tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Deleting subnet 9ff142bb-85e1-4d32-b49b-90b480679e22 {{(pid=103590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 17:54:02.638270 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e9f041fc-00bf-49d6-b019-2c6630edb70c tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks [] for subnet, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:02.716306 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e9f041fc-00bf-49d6-b019-2c6630edb70c tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-267528342'] for subnet, precommit_delete_associations {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:02.872030 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e9f041fc-00bf-49d6-b019-2c6630edb70c tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971956'] for subnet, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:02.973342 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e9f041fc-00bf-49d6-b019-2c6630edb70c tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264357903', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264730940'] for subnet, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:03.001934 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e9f041fc-00bf-49d6-b019-2c6630edb70c tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks [] for subnet, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:03.002122 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03f72d52-7c3b-4bbe-95c5-58d2e1fbdf43 None None] Network b935ca82-ede4-4112-9aeb-2fa2dfd082cf requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:54:03.009560 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 44868) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:54:03.010162 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-e9f041fc-00bf-49d6-b019-2c6630edb70c tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] 10.222.0.60 "DELETE /v2.0/subnets/9ff142bb-85e1-4d32-b49b-90b480679e22 HTTP/1.1" status: 204 len: 168 time: 0.4818242 Nov 23 17:54:03.044306 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f041fc-00bf-49d6-b019-2c6630edb70c tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Pushing event deleted for resources: {'Subnet': ['ID=9ff142bb-85e1-4d32-b49b-90b480679e22,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:54:03.169380 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-d2f67e53-863d-4149-8656-a1560d6ecce5 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-555181'] for network, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:03.261827 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-d2f67e53-863d-4149-8656-a1560d6ecce5 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Deleting port 8b3b5f83-5018-4bb3-b7cc-6f1ea25703b4 {{(pid=103591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:54:03.262515 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-d2f67e53-863d-4149-8656-a1560d6ecce5 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:03.360919 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [None req-d2f67e53-863d-4149-8656-a1560d6ecce5 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] For port 8b3b5f83-5018-4bb3-b7cc-6f1ea25703b4, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=8b3b5f83-5018-4bb3-b7cc-6f1ea25703b4,segment=NetworkSegment(5c700004-b399-4dd2-b0fb-7c4186993208),segment_id=5c700004-b399-4dd2-b0fb-7c4186993208)] {{(pid=103591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:54:03.361658 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-d2f67e53-863d-4149-8656-a1560d6ecce5 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:03.383744 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-d2f67e53-863d-4149-8656-a1560d6ecce5 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Calling delete_port for 8b3b5f83-5018-4bb3-b7cc-6f1ea25703b4 owned by network:dhcp {{(pid=103591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:54:03.560904 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d3d911f-cdc9-4393-81a3-2225c624caa6 None None] DHCP port deletion for b935ca82-ede4-4112-9aeb-2fa2dfd082cf request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:54:03.578800 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-d2f67e53-863d-4149-8656-a1560d6ecce5 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:03.612301 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f67e53-863d-4149-8656-a1560d6ecce5 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Pushing event deleted for resources: {'Port': ['ID=8b3b5f83-5018-4bb3-b7cc-6f1ea25703b4,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:54:03.622275 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2f67e53-863d-4149-8656-a1560d6ecce5 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] No DVR routers for this DVR port 8b3b5f83-5018-4bb3-b7cc-6f1ea25703b4 on host n-d-816206-8 {{(pid=103591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:54:03.633349 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-4d3d911f-cdc9-4393-81a3-2225c624caa6 None None] The port '8b3b5f83-5018-4bb3-b7cc-6f1ea25703b4' was deleted {{(pid=103592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Nov 23 17:54:03.747811 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-d2f67e53-863d-4149-8656-a1560d6ecce5 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973419', 'neutron.services.segments.db._delete_segments_for_network-8736635878840'] for network, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:03.802903 n-d-816206-8 neutron-server[103591]: DEBUG neutron.services.segments.db [None req-d2f67e53-863d-4149-8656-a1560d6ecce5 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b935ca82-ede4-4112-9aeb-2fa2dfd082cf']}} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:54:03.821434 n-d-816206-8 neutron-server[103591]: DEBUG neutron.services.segments.db [None req-d2f67e53-863d-4149-8656-a1560d6ecce5 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c700004-b399-4dd2-b0fb-7c4186993208') {'for_net_delete': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:54:03.822908 n-d-816206-8 neutron-server[103591]: DEBUG neutron.services.segments.db [None req-d2f67e53-863d-4149-8656-a1560d6ecce5 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c700004-b399-4dd2-b0fb-7c4186993208') {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:54:03.838356 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-d2f67e53-863d-4149-8656-a1560d6ecce5 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736635840332', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265989959'] for segment, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:03.865375 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-d2f67e53-863d-4149-8656-a1560d6ecce5 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:03.894139 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2f67e53-863d-4149-8656-a1560d6ecce5 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Releasing vlan 531 on physical network physnet1 to pool {{(pid=103591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 17:54:03.895321 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-d2f67e53-863d-4149-8656-a1560d6ecce5 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264756290'] for segment, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:03.957780 n-d-816206-8 neutron-server[103591]: Traceback (most recent call last): Nov 23 17:54:03.957780 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 17:54:03.957780 n-d-816206-8 neutron-server[103591]: timer() Nov 23 17:54:03.957780 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 17:54:03.957780 n-d-816206-8 neutron-server[103591]: cb(*args, **kw) Nov 23 17:54:03.957780 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 17:54:03.957780 n-d-816206-8 neutron-server[103591]: return func(*args, **kwargs) Nov 23 17:54:03.957780 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 17:54:03.957780 n-d-816206-8 neutron-server[103591]: self._notify() Nov 23 17:54:03.957780 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 17:54:03.957780 n-d-816206-8 neutron-server[103591]: self.callback(batched_events) Nov 23 17:54:03.957780 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 17:54:03.957780 n-d-816206-8 neutron-server[103591]: event.method(event) Nov 23 17:54:03.957780 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 17:54:03.957780 n-d-816206-8 neutron-server[103591]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 17:54:03.957780 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 17:54:03.957780 n-d-816206-8 neutron-server[103591]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 17:54:03.957780 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 17:54:03.957780 n-d-816206-8 neutron-server[103591]: return f(self, *a, **k) Nov 23 17:54:03.957780 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 17:54:03.957780 n-d-816206-8 neutron-server[103591]: return self._get(url).json() Nov 23 17:54:03.957780 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 17:54:03.957780 n-d-816206-8 neutron-server[103591]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 17:54:03.957780 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 17:54:03.957780 n-d-816206-8 neutron-server[103591]: return self.request(url, 'GET', **kwargs) Nov 23 17:54:03.957780 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 17:54:03.957780 n-d-816206-8 neutron-server[103591]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 17:54:03.957780 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 17:54:03.957780 n-d-816206-8 neutron-server[103591]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 17:54:03.957780 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 17:54:03.957780 n-d-816206-8 neutron-server[103591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 17:54:03.957780 n-d-816206-8 neutron-server[103591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 17:54:04.033764 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-d2f67e53-863d-4149-8656-a1560d6ecce5 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1795418'] for network, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:04.046796 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-d2f67e53-863d-4149-8656-a1560d6ecce5 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks [] for network, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:04.050846 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-d2f67e53-863d-4149-8656-a1560d6ecce5 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] 10.222.0.60 "DELETE /v2.0/networks/b935ca82-ede4-4112-9aeb-2fa2dfd082cf HTTP/1.1" status: 204 len: 168 time: 1.0397139 Nov 23 17:54:04.058135 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 44882) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:54:04.061814 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f67e53-863d-4149-8656-a1560d6ecce5 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Pushing event deleted for resources: {'Network': ['ID=b935ca82-ede4-4112-9aeb-2fa2dfd082cf,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:54:04.063304 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-d145c2c3-dd93-4ee9-b936-489ae5f10b8f tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2036994985'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:54:04.122205 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 8b3b5f83-5018-4bb3-b7cc-6f1ea25703b4 no longer exists at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:54:04.134657 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d145c2c3-dd93-4ee9-b936-489ae5f10b8f tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Made reservation on behalf of bdb543259a0c43f595a1052d3bc08bab for: {'network': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:54:04.138646 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d145c2c3-dd93-4ee9-b936-489ae5f10b8f tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for network, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:04.203769 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d145c2c3-dd93-4ee9-b936-489ae5f10b8f tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] vlan segment allocate from pool success with {'vlan_id': 545, 'physical_network': 'physnet1'} {{(pid=103590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 17:54:04.210704 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] No Port match for: 8b3b5f83-5018-4bb3-b7cc-6f1ea25703b4 {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:54:04.211045 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 8b3b5f83-5018-4bb3-b7cc-6f1ea25703b4 not bound to the agent host n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:54:04.231534 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d145c2c3-dd93-4ee9-b936-489ae5f10b8f tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:04.232845 n-d-816206-8 neutron-server[103590]: INFO neutron.db.segments_db [None req-d145c2c3-dd93-4ee9-b936-489ae5f10b8f tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Added segment 0f245f0f-edc0-44bb-9eda-344ee8110a84 of type vlan for network 24970237-b5bf-4d24-9dc6-d996db822ac1 Nov 23 17:54:04.327656 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d145c2c3-dd93-4ee9-b936-489ae5f10b8f tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736635338810'] for network, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:04.378846 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d145c2c3-dd93-4ee9-b936-489ae5f10b8f tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493'] for network, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:04.399581 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d145c2c3-dd93-4ee9-b936-489ae5f10b8f tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:04.401215 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d145c2c3-dd93-4ee9-b936-489ae5f10b8f tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks [] for network, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:04.436725 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-d145c2c3-dd93-4ee9-b936-489ae5f10b8f tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3772056 Nov 23 17:54:04.439512 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 44886) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:54:04.446107 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-13d31954-bdf5-4e02-8d66-ca02ac7ad501 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Request body: {'subnet': {'network_id': '24970237-b5bf-4d24-9dc6-d996db822ac1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:54:04.550580 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d145c2c3-dd93-4ee9-b936-489ae5f10b8f tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Pushing event updated for resources: {'Network': ['ID=24970237-b5bf-4d24-9dc6-d996db822ac1,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:54:04.568401 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Network 24970237-b5bf-4d24-9dc6-d996db822ac1 details requested by agent ovs-agent-n-d-816206-8 with host n-d-816206-8 {{(pid=103592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 17:54:04.675050 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13d31954-bdf5-4e02-8d66-ca02ac7ad501 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Made reservation on behalf of bdb543259a0c43f595a1052d3bc08bab for: {'subnet': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:54:04.694357 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-13d31954-bdf5-4e02-8d66-ca02ac7ad501 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264314294'] for subnet, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:05.019790 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-13d31954-bdf5-4e02-8d66-ca02ac7ad501 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264758079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264314276'] for subnet, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:05.141730 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d31954-bdf5-4e02-8d66-ca02ac7ad501 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Pushing event updated for resources: {'Subnet': ['ID=a8e48435-d390-4fa9-9c84-2c087c3c1261,revision_number=0']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:54:05.161325 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13d31954-bdf5-4e02-8d66-ca02ac7ad501 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Checking segment: {'id': '0f245f0f-edc0-44bb-9eda-344ee8110a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '24970237-b5bf-4d24-9dc6-d996db822ac1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:54:05.164369 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13d31954-bdf5-4e02-8d66-ca02ac7ad501 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Network hostable DHCP agents. Network: 24970237-b5bf-4d24-9dc6-d996db822ac1, hostable agents: ['0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3'], hosted agents: [] {{(pid=103591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 17:54:05.214223 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13d31954-bdf5-4e02-8d66-ca02ac7ad501 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Network 24970237-b5bf-4d24-9dc6-d996db822ac1 is scheduled to be hosted by DHCP agent 0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3 with binding_index 1 {{(pid=103591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 17:54:05.248666 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [None req-13d31954-bdf5-4e02-8d66-ca02ac7ad501 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-8, 24970237-b5bf-4d24-9dc6-d996db822ac1) {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:54:05.259732 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c93da0b-5400-4296-90e8-24b176f946d5 None None] Network 24970237-b5bf-4d24-9dc6-d996db822ac1 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:54:05.261031 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13d31954-bdf5-4e02-8d66-ca02ac7ad501 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:05.262232 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-13d31954-bdf5-4e02-8d66-ca02ac7ad501 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for subnet, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:05.304752 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-13d31954-bdf5-4e02-8d66-ca02ac7ad501 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8632596 Nov 23 17:54:05.305189 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 44896) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:54:05.311259 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-2c498e78-2593-4108-a483-86b79bb42590 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-652985854', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:54:05.377331 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2c498e78-2593-4108-a483-86b79bb42590 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1793449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8093'] for router, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:05.381408 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2c498e78-2593-4108-a483-86b79bb42590 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1794473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1794771', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1638326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8086'] for router, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:05.528504 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c94b994c-37f6-4527-bf58-7604b93f33d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp355044b8-8e87-58c4-94fa-4a010ec30f9e-24970237-b5bf-4d24-9dc6-d996db822ac1', 'network_id': '24970237-b5bf-4d24-9dc6-d996db822ac1', 'tenant_id': 'bdb543259a0c43f595a1052d3bc08bab', 'fixed_ips': [{'subnet_id': 'a8e48435-d390-4fa9-9c84-2c087c3c1261'}]}} from n-d-816206-8. {{(pid=103592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 17:54:05.529681 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c94b994c-37f6-4527-bf58-7604b93f33d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:05.537317 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2c498e78-2593-4108-a483-86b79bb42590 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:05.544742 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2c498e78-2593-4108-a483-86b79bb42590 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1794316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1795362'] for router, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:05.570975 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2c498e78-2593-4108-a483-86b79bb42590 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks [] for router, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:05.577004 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 44898) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:54:05.590989 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-2c498e78-2593-4108-a483-86b79bb42590 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2832916 Nov 23 17:54:05.784983 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.db_base_plugin_common [None req-c94b994c-37f6-4527-bf58-7604b93f33d5 None None] Allocated IP 2001:db8::2 (24970237-b5bf-4d24-9dc6-d996db822ac1/a8e48435-d390-4fa9-9c84-2c087c3c1261/70a6e491-12d9-4b19-894c-9ba1c7168e5b) {{(pid=103592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:54:06.068375 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c94b994c-37f6-4527-bf58-7604b93f33d5 None None] Publish callbacks [] for port, precommit_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:06.076684 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c94b994c-37f6-4527-bf58-7604b93f33d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980'] for port, after_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:06.260547 n-d-816206-8 neutron-server[103592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c94b994c-37f6-4527-bf58-7604b93f33d5 None None] Network 24970237-b5bf-4d24-9dc6-d996db822ac1 is already hosted by enough agents. {{(pid=103592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:54:06.263151 n-d-816206-8 neutron-server[103592]: DEBUG neutron.scheduler.base_scheduler [None req-c94b994c-37f6-4527-bf58-7604b93f33d5 None None] Resources bound (agent type, host, resource id): {{(pid=103592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:54:06.267798 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c94b994c-37f6-4527-bf58-7604b93f33d5 None None] Received port after_create {{(pid=103592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:54:06.285397 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-dc03f1fa-1659-45e1-baf0-45f499325402 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:06.286279 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94b994c-37f6-4527-bf58-7604b93f33d5 None None] Pushing event updated for resources: {'Port': ['ID=70a6e491-12d9-4b19-894c-9ba1c7168e5b,revision_number=1']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:54:06.330013 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94b994c-37f6-4527-bf58-7604b93f33d5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:54:06.330809 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94b994c-37f6-4527-bf58-7604b93f33d5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:54:06.330809 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94b994c-37f6-4527-bf58-7604b93f33d5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:54:06.331078 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94b994c-37f6-4527-bf58-7604b93f33d5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:54:06.331364 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94b994c-37f6-4527-bf58-7604b93f33d5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:54:06.333474 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94b994c-37f6-4527-bf58-7604b93f33d5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:54:06.333474 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94b994c-37f6-4527-bf58-7604b93f33d5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:54:06.333474 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94b994c-37f6-4527-bf58-7604b93f33d5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:54:06.333474 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94b994c-37f6-4527-bf58-7604b93f33d5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:54:06.333858 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94b994c-37f6-4527-bf58-7604b93f33d5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:54:06.333858 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94b994c-37f6-4527-bf58-7604b93f33d5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:54:06.334179 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94b994c-37f6-4527-bf58-7604b93f33d5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:54:06.361938 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-c94b994c-37f6-4527-bf58-7604b93f33d5 None None] Attempting to bind port 70a6e491-12d9-4b19-894c-9ba1c7168e5b on host n-d-816206-8 for vnic_type normal with profile {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:54:06.362934 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-c94b994c-37f6-4527-bf58-7604b93f33d5 None None] Attempting to bind port 70a6e491-12d9-4b19-894c-9ba1c7168e5b by drivers openvswitch,hyperv on host n-d-816206-8 at level 0 using segments [{'id': '0f245f0f-edc0-44bb-9eda-344ee8110a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '24970237-b5bf-4d24-9dc6-d996db822ac1'}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:54:06.363393 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c94b994c-37f6-4527-bf58-7604b93f33d5 None None] Attempting to bind port 70a6e491-12d9-4b19-894c-9ba1c7168e5b on network 24970237-b5bf-4d24-9dc6-d996db822ac1 {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:54:06.379320 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c94b994c-37f6-4527-bf58-7604b93f33d5 None None] Checking agent: {'id': '9e89acbe-4bbe-4c77-a18b-6f1da9133e0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 7, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 53, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:54:06.380837 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c94b994c-37f6-4527-bf58-7604b93f33d5 None None] Checking segment: {'id': '0f245f0f-edc0-44bb-9eda-344ee8110a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '24970237-b5bf-4d24-9dc6-d996db822ac1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:54:06.381301 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c94b994c-37f6-4527-bf58-7604b93f33d5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:06.381716 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c94b994c-37f6-4527-bf58-7604b93f33d5 None None] Bound using segment: {'id': '0f245f0f-edc0-44bb-9eda-344ee8110a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '24970237-b5bf-4d24-9dc6-d996db822ac1'} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:54:06.382225 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-c94b994c-37f6-4527-bf58-7604b93f33d5 None None] Bound port: 70a6e491-12d9-4b19-894c-9ba1c7168e5b, host: n-d-816206-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f245f0f-edc0-44bb-9eda-344ee8110a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '24970237-b5bf-4d24-9dc6-d996db822ac1'}}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:54:06.382622 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c94b994c-37f6-4527-bf58-7604b93f33d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:06.499965 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c94b994c-37f6-4527-bf58-7604b93f33d5 None None] For port 70a6e491-12d9-4b19-894c-9ba1c7168e5b, host n-d-816206-8, cleared binding levels {{(pid=103592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:54:06.504653 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c94b994c-37f6-4527-bf58-7604b93f33d5 None None] For port 70a6e491-12d9-4b19-894c-9ba1c7168e5b, host n-d-816206-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=70a6e491-12d9-4b19-894c-9ba1c7168e5b,segment=NetworkSegment(0f245f0f-edc0-44bb-9eda-344ee8110a84),segment_id=0f245f0f-edc0-44bb-9eda-344ee8110a84)] {{(pid=103592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:54:06.511146 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c94b994c-37f6-4527-bf58-7604b93f33d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:06.590255 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94b994c-37f6-4527-bf58-7604b93f33d5 None None] Pushing event updated for resources: {'Port': ['ID=70a6e491-12d9-4b19-894c-9ba1c7168e5b,revision_number=2']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:54:07.021544 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.db_base_plugin_common [None req-dc03f1fa-1659-45e1-baf0-45f499325402 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Allocated IP 2001:db8::1 (24970237-b5bf-4d24-9dc6-d996db822ac1/a8e48435-d390-4fa9-9c84-2c087c3c1261/636e9be1-d48c-45b9-8fb4-76037ba2d71a) {{(pid=103591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:54:07.048064 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 44922) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:54:07.206419 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-dc03f1fa-1659-45e1-baf0-45f499325402 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks [] for port, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:07.272659 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-dc03f1fa-1659-45e1-baf0-45f499325402 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:07.348944 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc03f1fa-1659-45e1-baf0-45f499325402 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Network 24970237-b5bf-4d24-9dc6-d996db822ac1 is already hosted by enough agents. {{(pid=103591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:54:07.355305 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [None req-dc03f1fa-1659-45e1-baf0-45f499325402 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Resources bound (agent type, host, resource id): {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:54:07.367685 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc03f1fa-1659-45e1-baf0-45f499325402 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Received port after_create {{(pid=103591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:54:07.368743 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-dc03f1fa-1659-45e1-baf0-45f499325402 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1795539'] for router_interface, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:07.371336 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-5c2d87ba-9928-49af-86a3-fc6d8c0c16f2 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Deleting port 174b66cc-cac8-43e5-a6d7-2e12ef43389b {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:54:07.375473 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5c2d87ba-9928-49af-86a3-fc6d8c0c16f2 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:07.547798 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc03f1fa-1659-45e1-baf0-45f499325402 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Pushing event updated for resources: {'Port': ['ID=636e9be1-d48c-45b9-8fb4-76037ba2d71a,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:54:07.625841 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5c2d87ba-9928-49af-86a3-fc6d8c0c16f2 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:07.626379 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5c2d87ba-9928-49af-86a3-fc6d8c0c16f2 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:07.652172 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-5c2d87ba-9928-49af-86a3-fc6d8c0c16f2 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Calling delete_port for 174b66cc-cac8-43e5-a6d7-2e12ef43389b owned by network:floatingip {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:54:07.733660 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-dc03f1fa-1659-45e1-baf0-45f499325402 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:07.959170 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5c2d87ba-9928-49af-86a3-fc6d8c0c16f2 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:08.009071 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2d87ba-9928-49af-86a3-fc6d8c0c16f2 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Pushing event deleted for resources: {'Port': ['ID=174b66cc-cac8-43e5-a6d7-2e12ef43389b,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:54:08.170680 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5c2d87ba-9928-49af-86a3-fc6d8c0c16f2 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Publish callbacks [] for floatingip, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:08.172261 n-d-816206-8 neutron-server[103590]: INFO neutron.db.l3_db [None req-5c2d87ba-9928-49af-86a3-fc6d8c0c16f2 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Floating IP 5440e951-f181-48fc-ae19-5a526b3a90d4 disassociated (deleted). External IP: 172.25.3.186, port: e0681257-4061-466d-a72d-99fbb58ee45b. Nov 23 17:54:08.194157 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 70a6e491-12d9-4b19-894c-9ba1c7168e5b up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:54:08.267489 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-dc03f1fa-1659-45e1-baf0-45f499325402 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks [] for port, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:08.279082 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-dc03f1fa-1659-45e1-baf0-45f499325402 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264758186'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:08.280160 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-dc03f1fa-1659-45e1-baf0-45f499325402 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2068703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1794403'] for router_interface, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:08.297691 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f06d0162-3ce3-4341-ac8f-d0e5f31e7b52 None None] Network 24970237-b5bf-4d24-9dc6-d996db822ac1 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:54:08.355360 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc03f1fa-1659-45e1-baf0-45f499325402 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Pushing event updated for resources: {'Port': ['ID=636e9be1-d48c-45b9-8fb4-76037ba2d71a,revision_number=2']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:54:08.420054 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-6edcabb2-153b-4f98-ad3a-acc5b5bc4127 None None] Provisioning complete for port 70a6e491-12d9-4b19-894c-9ba1c7168e5b triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:54:08.421421 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-6edcabb2-153b-4f98-ad3a-acc5b5bc4127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:08.626457 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc03f1fa-1659-45e1-baf0-45f499325402 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Network 24970237-b5bf-4d24-9dc6-d996db822ac1 is already hosted by enough agents. {{(pid=103591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:54:08.628697 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [None req-dc03f1fa-1659-45e1-baf0-45f499325402 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Resources bound (agent type, host, resource id): {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:54:08.668239 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c2d87ba-9928-49af-86a3-fc6d8c0c16f2 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Router 6ce656d6-d295-4a48-8809-f02b548dd50a has already been hosted by L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 {{(pid=103590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 17:54:08.677643 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port 70a6e491-12d9-4b19-894c-9ba1c7168e5b triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:54:08.678357 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:08.737423 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-6edcabb2-153b-4f98-ad3a-acc5b5bc4127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:08.812435 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-6edcabb2-153b-4f98-ad3a-acc5b5bc4127 None None] For port 70a6e491-12d9-4b19-894c-9ba1c7168e5b, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=70a6e491-12d9-4b19-894c-9ba1c7168e5b,segment=NetworkSegment(0f245f0f-edc0-44bb-9eda-344ee8110a84),segment_id=0f245f0f-edc0-44bb-9eda-344ee8110a84)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:54:08.823678 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-6edcabb2-153b-4f98-ad3a-acc5b5bc4127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:08.842164 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc03f1fa-1659-45e1-baf0-45f499325402 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Router 11746ef7-76cd-4667-839a-2d9a26088162 is scheduled to L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 with binding_index 1 {{(pid=103591) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 17:54:08.882520 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c2d87ba-9928-49af-86a3-fc6d8c0c16f2 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:54:08.890563 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5c2d87ba-9928-49af-86a3-fc6d8c0c16f2 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for floatingip, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:08.901317 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b3224d5-7810-4fc1-bb69-d1011d038a42 None None] Sync routers for ids ['6ce656d6-d295-4a48-8809-f02b548dd50a'] in n-d-816206-8 {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:54:08.932439 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edcabb2-153b-4f98-ad3a-acc5b5bc4127 None None] Pushing event updated for resources: {'Port': ['ID=70a6e491-12d9-4b19-894c-9ba1c7168e5b,revision_number=3']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:54:08.950373 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-5c2d87ba-9928-49af-86a3-fc6d8c0c16f2 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "DELETE /v2.0/floatingips/5440e951-f181-48fc-ae19-5a526b3a90d4 HTTP/1.1" status: 204 len: 168 time: 1.8971131 Nov 23 17:54:08.951447 n-d-816206-8 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdfb4ce2-91d8-4f2e-a6fb-679e80dacd8f', 'tag': 'e0681257-4061-466d-a72d-99fbb58ee45b'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:54:08.956188 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbabddbc9fc37b068808e119c416c86f5957ca04531a4a0d2e695c515e93483b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80741928-6969-4077-881d-242d4f6ff8b5" -d '{"events": [{"name": "network-changed", "server_uuid": "fdfb4ce2-91d8-4f2e-a6fb-679e80dacd8f", "tag": "e0681257-4061-466d-a72d-99fbb58ee45b"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:54:08.979570 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b3224d5-7810-4fc1-bb69-d1011d038a42 None None] Routers {'6ce656d6-d295-4a48-8809-f02b548dd50a'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:54:08.980283 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-7b3224d5-7810-4fc1-bb69-d1011d038a42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:53:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['6ce656d6-d295-4a48-8809-f02b548dd50a'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:54:09.055074 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc03f1fa-1659-45e1-baf0-45f499325402 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:54:09.065666 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-dc03f1fa-1659-45e1-baf0-45f499325402 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] 10.222.0.60 "PUT /v2.0/routers/11746ef7-76cd-4667-839a-2d9a26088162/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4870126 Nov 23 17:54:09.069576 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 17:54:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54b8577b-3304-4cfe-b6b2-af6995a9d594 x-openstack-request-id: req-54b8577b-3304-4cfe-b6b2-af6995a9d594 {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:54:09.069885 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fdfb4ce2-91d8-4f2e-a6fb-679e80dacd8f", "tag": "e0681257-4061-466d-a72d-99fbb58ee45b", "status": "completed", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:54:09.070147 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-54b8577b-3304-4cfe-b6b2-af6995a9d594 {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:54:09.070565 n-d-816206-8 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fdfb4ce2-91d8-4f2e-a6fb-679e80dacd8f', 'tag': 'e0681257-4061-466d-a72d-99fbb58ee45b', 'status': 'completed', 'code': 200} Nov 23 17:54:09.071038 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 44948) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:54:09.072785 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29f79665-5de9-41d5-887b-3800138ea8ca None None] Sync routers for ids ['11746ef7-76cd-4667-839a-2d9a26088162'] in n-d-816206-8 {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:54:09.100661 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29f79665-5de9-41d5-887b-3800138ea8ca None None] Routers {'11746ef7-76cd-4667-839a-2d9a26088162'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:54:09.105738 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-29f79665-5de9-41d5-887b-3800138ea8ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:53:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['11746ef7-76cd-4667-839a-2d9a26088162'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:54:09.159859 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6331ef49-4c7d-486f-a179-129da61a4f49 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:09.161800 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-6331ef49-4c7d-486f-a179-129da61a4f49 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] 10.222.0.60 "GET /v2.0/ports/636e9be1-d48c-45b9-8fb4-76037ba2d71a HTTP/1.1" status: 200 len: 911 time: 0.0897644 Nov 23 17:54:09.165926 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 44950) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:54:09.202723 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-29f79665-5de9-41d5-887b-3800138ea8ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:54:09.220690 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29f79665-5de9-41d5-887b-3800138ea8ca None None] Routers {'11746ef7-76cd-4667-839a-2d9a26088162'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:54:09.222308 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-29f79665-5de9-41d5-887b-3800138ea8ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:53:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['11746ef7-76cd-4667-839a-2d9a26088162'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:54:09.248807 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvr_db [None req-7b3224d5-7810-4fc1-bb69-d1011d038a42 None None] Set router 6ce656d6-d295-4a48-8809-f02b548dd50a gateway port host: n-d-816206-8 {{(pid=103592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:54:09.307318 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-29f79665-5de9-41d5-887b-3800138ea8ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:54:09.309405 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29f79665-5de9-41d5-887b-3800138ea8ca None None] The sync data for ids ['11746ef7-76cd-4667-839a-2d9a26088162'] in n-d-816206-8 is: [] {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:54:09.322896 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80741928-6969-4077-881d-242d4f6ff8b5 req-4ea86eac-ffb9-44a5-8a4e-e5d5ea747965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:09.327956 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-80741928-6969-4077-881d-242d4f6ff8b5 req-4ea86eac-ffb9-44a5-8a4e-e5d5ea747965 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c0a53cd325e44b8fbee499050453672f&device_id=fdfb4ce2-91d8-4f2e-a6fb-679e80dacd8f HTTP/1.1" status: 200 len: 1096 time: 0.1631267 Nov 23 17:54:09.579084 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80741928-6969-4077-881d-242d4f6ff8b5 req-a31f8a38-1823-4a77-b8af-61b0b93ef12a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:09.583947 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-80741928-6969-4077-881d-242d4f6ff8b5 req-a31f8a38-1823-4a77-b8af-61b0b93ef12a service neutron] 10.222.0.55 "GET /v2.0/networks?id=02874d22-2dc9-404b-96b5-741d17e13e44 HTTP/1.1" status: 200 len: 913 time: 0.2496498 Nov 23 17:54:09.707222 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6260d0d0-2f91-4b12-ba40-1ab289b75eb7 req-f72f088b-4b25-4aec-af8e-9f2ca292a132 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:09.716019 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6260d0d0-2f91-4b12-ba40-1ab289b75eb7 req-f72f088b-4b25-4aec-af8e-9f2ca292a132 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/ports?device_id=fdfb4ce2-91d8-4f2e-a6fb-679e80dacd8f HTTP/1.1" status: 200 len: 945 time: 0.1928461 Nov 23 17:54:09.730157 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-80741928-6969-4077-881d-242d4f6ff8b5 req-d0346985-65bb-4dd5-ae64-0af12ccf9dea service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e0681257-4061-466d-a72d-99fbb58ee45b HTTP/1.1" status: 200 len: 217 time: 0.1387691 Nov 23 17:54:09.735937 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-e29c099d-3017-4650-a453-c8d1ad2cd21f None None] Provisioning complete for port 70a6e491-12d9-4b19-894c-9ba1c7168e5b triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:54:09.736463 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-e29c099d-3017-4650-a453-c8d1ad2cd21f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:09.862420 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6260d0d0-2f91-4b12-ba40-1ab289b75eb7 req-e30bb896-04b6-4a5a-a2c0-9fc0953ebcc3 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/security-groups?id=857595b8-f5c9-4ef4-a551-6fcaf9d47816&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1396265 Nov 23 17:54:09.879850 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80741928-6969-4077-881d-242d4f6ff8b5 req-6c1e2bd3-7adf-4896-b180-bd99a62d0016 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:09.881657 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-80741928-6969-4077-881d-242d4f6ff8b5 req-6c1e2bd3-7adf-4896-b180-bd99a62d0016 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7cd7c517-b8bf-4f3d-98b6-b23c91372576 HTTP/1.1" status: 200 len: 851 time: 0.1398022 Nov 23 17:54:09.975743 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80741928-6969-4077-881d-242d4f6ff8b5 req-4408a631-a8aa-45cc-99a4-bd0b53cd2c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:09.985741 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-80741928-6969-4077-881d-242d4f6ff8b5 req-4408a631-a8aa-45cc-99a4-bd0b53cd2c5d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=02874d22-2dc9-404b-96b5-741d17e13e44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0934849 Nov 23 17:54:10.113941 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-7b3224d5-7810-4fc1-bb69-d1011d038a42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ce656d6-d295-4a48-8809-f02b548dd50a', 'name': 'tempest-TestVolumeBootPattern-1110572301-router', 'tenant_id': 'c0a53cd325e44b8fbee499050453672f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.143'}], 'enable_snat': True}, 'gw_port_id': '41276f9e-4769-4678-a2c8-4ca2eb9f723b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:38:07Z', 'updated_at': '2021-11-23T17:38:14Z', 'revision_number': 4, 'project_id': 'c0a53cd325e44b8fbee499050453672f', 'gw_port': {'id': '41276f9e-4769-4678-a2c8-4ca2eb9f723b', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:83:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ce656d6-d295-4a48-8809-f02b548dd50a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2099, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:38:08Z', 'updated_at': '2021-11-23T17:38:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_interfaces': [{'id': '054eac10-0542-49e4-bc40-e19b267e336a', 'name': '', 'network_id': '02874d22-2dc9-404b-96b5-741d17e13e44', 'tenant_id': 'c0a53cd325e44b8fbee499050453672f', 'mac_address': 'fa:16:3e:59:af:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ce656d6-d295-4a48-8809-f02b548dd50a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2117, 'fixed_ips': [{'subnet_id': '7cd7c517-b8bf-4f3d-98b6-b23c91372576', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:38:12Z', 'updated_at': '2021-11-23T17:38:30Z', 'revision_number': 5, 'project_id': 'c0a53cd325e44b8fbee499050453672f', 'subnets': [{'id': '7cd7c517-b8bf-4f3d-98b6-b23c91372576', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:54:10.172884 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-611a4d0b-db04-404d-a5a2-69c612691a07 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1794372'] for router_interface, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:10.202220 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b3224d5-7810-4fc1-bb69-d1011d038a42 None None] Checking router: 6ce656d6-d295-4a48-8809-f02b548dd50a for host: n-d-816206-8 {{(pid=103592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 17:54:10.213903 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 70a6e491-12d9-4b19-894c-9ba1c7168e5b up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:54:10.260501 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b3224d5-7810-4fc1-bb69-d1011d038a42 None None] Routers {'6ce656d6-d295-4a48-8809-f02b548dd50a'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:54:10.261161 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-7b3224d5-7810-4fc1-bb69-d1011d038a42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:53:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['6ce656d6-d295-4a48-8809-f02b548dd50a'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:54:10.305636 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-80741928-6969-4077-881d-242d4f6ff8b5 req-daf3376a-ce02-44c8-bc1a-32a597d8c383 service neutron] 10.222.0.55 "GET /v2.0/networks/02874d22-2dc9-404b-96b5-741d17e13e44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3145764 Nov 23 17:54:10.335780 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-e29c099d-3017-4650-a453-c8d1ad2cd21f None None] Provisioning complete for port 636e9be1-d48c-45b9-8fb4-76037ba2d71a triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:54:10.336339 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-e29c099d-3017-4650-a453-c8d1ad2cd21f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:10.461617 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port 70a6e491-12d9-4b19-894c-9ba1c7168e5b triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:54:10.462050 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:10.515738 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-e29c099d-3017-4650-a453-c8d1ad2cd21f None None] Port 636e9be1-d48c-45b9-8fb4-76037ba2d71a cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:54:10.520228 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvr_db [None req-7b3224d5-7810-4fc1-bb69-d1011d038a42 None None] Set router 6ce656d6-d295-4a48-8809-f02b548dd50a gateway port host: n-d-816206-8 {{(pid=103592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:54:10.623271 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-80741928-6969-4077-881d-242d4f6ff8b5 req-eea0566e-4e76-4566-a1c9-9621a86ac0e3 service neutron] 10.222.0.55 "GET /v2.0/networks/02874d22-2dc9-404b-96b5-741d17e13e44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3073578 Nov 23 17:54:10.685490 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-d4b34394-d359-44a6-a599-3f581e6df05d None None] Provisioning complete for port 636e9be1-d48c-45b9-8fb4-76037ba2d71a triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:54:10.685870 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-d4b34394-d359-44a6-a599-3f581e6df05d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:10.795208 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-611a4d0b-db04-404d-a5a2-69c612691a07 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Deleting port 636e9be1-d48c-45b9-8fb4-76037ba2d71a {{(pid=103591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:54:10.795802 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-611a4d0b-db04-404d-a5a2-69c612691a07 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:10.894400 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e29cef-44bc-42a3-a8dc-956d16c7bb20 req-74c79aa0-a93f-44d0-af1c-352109e8a0b0 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:10.904411 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-01e29cef-44bc-42a3-a8dc-956d16c7bb20 req-74c79aa0-a93f-44d0-af1c-352109e8a0b0 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.55 "GET /v2.0/ports?device_id=fdfb4ce2-91d8-4f2e-a6fb-679e80dacd8f HTTP/1.1" status: 200 len: 945 time: 0.0829420 Nov 23 17:54:11.074956 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bf9247-9491-481c-818e-187359350025 req-7bea6a96-2b44-4a14-be77-a0cb0bf5a3f0 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:11.076680 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e8bf9247-9491-481c-818e-187359350025 req-7bea6a96-2b44-4a14-be77-a0cb0bf5a3f0 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/ports?device_id=fdfb4ce2-91d8-4f2e-a6fb-679e80dacd8f HTTP/1.1" status: 200 len: 945 time: 0.0891767 Nov 23 17:54:11.078625 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-611a4d0b-db04-404d-a5a2-69c612691a07 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:11.133948 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [req-01e29cef-44bc-42a3-a8dc-956d16c7bb20 req-e58c65b5-b5aa-43e9-a7d5-07aee9d93ac6 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Deleting port e0681257-4061-466d-a72d-99fbb58ee45b {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:54:11.135062 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-01e29cef-44bc-42a3-a8dc-956d16c7bb20 req-e58c65b5-b5aa-43e9-a7d5-07aee9d93ac6 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:11.146118 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-d4b34394-d359-44a6-a599-3f581e6df05d None None] Port 636e9be1-d48c-45b9-8fb4-76037ba2d71a cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:54:11.159388 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e8bf9247-9491-481c-818e-187359350025 req-928f1d9e-04c2-4265-8019-ab8dd122a523 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/security-groups?id=857595b8-f5c9-4ef4-a551-6fcaf9d47816&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702841 Nov 23 17:54:11.166873 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-611a4d0b-db04-404d-a5a2-69c612691a07 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Calling delete_port for 636e9be1-d48c-45b9-8fb4-76037ba2d71a owned by network:router_interface {{(pid=103591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:54:11.227864 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-7b3224d5-7810-4fc1-bb69-d1011d038a42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ce656d6-d295-4a48-8809-f02b548dd50a', 'name': 'tempest-TestVolumeBootPattern-1110572301-router', 'tenant_id': 'c0a53cd325e44b8fbee499050453672f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.143'}], 'enable_snat': True}, 'gw_port_id': '41276f9e-4769-4678-a2c8-4ca2eb9f723b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:38:07Z', 'updated_at': '2021-11-23T17:38:14Z', 'revision_number': 4, 'project_id': 'c0a53cd325e44b8fbee499050453672f', 'gw_port': {'id': '41276f9e-4769-4678-a2c8-4ca2eb9f723b', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:83:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ce656d6-d295-4a48-8809-f02b548dd50a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2099, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:38:08Z', 'updated_at': '2021-11-23T17:38:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_interfaces': [{'id': '054eac10-0542-49e4-bc40-e19b267e336a', 'name': '', 'network_id': '02874d22-2dc9-404b-96b5-741d17e13e44', 'tenant_id': 'c0a53cd325e44b8fbee499050453672f', 'mac_address': 'fa:16:3e:59:af:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ce656d6-d295-4a48-8809-f02b548dd50a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2117, 'fixed_ips': [{'subnet_id': '7cd7c517-b8bf-4f3d-98b6-b23c91372576', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:38:12Z', 'updated_at': '2021-11-23T17:38:30Z', 'revision_number': 5, 'project_id': 'c0a53cd325e44b8fbee499050453672f', 'subnets': [{'id': '7cd7c517-b8bf-4f3d-98b6-b23c91372576', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:54:11.286146 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b3224d5-7810-4fc1-bb69-d1011d038a42 None None] The sync data for ids ['6ce656d6-d295-4a48-8809-f02b548dd50a'] in n-d-816206-8 is: [{'id': '6ce656d6-d295-4a48-8809-f02b548dd50a', 'name': 'tempest-TestVolumeBootPattern-1110572301-router', 'tenant_id': 'c0a53cd325e44b8fbee499050453672f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.143'}], 'enable_snat': True}, 'gw_port_id': '41276f9e-4769-4678-a2c8-4ca2eb9f723b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:38:07Z', 'updated_at': '2021-11-23T17:38:14Z', 'revision_number': 4, 'project_id': 'c0a53cd325e44b8fbee499050453672f', 'gw_port': {'id': '41276f9e-4769-4678-a2c8-4ca2eb9f723b', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:83:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ce656d6-d295-4a48-8809-f02b548dd50a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2099, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:38:08Z', 'updated_at': '2021-11-23T17:38:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_interfaces': [{'id': '054eac10-0542-49e4-bc40-e19b267e336a', 'name': '', 'network_id': '02874d22-2dc9-404b-96b5-741d17e13e44', 'tenant_id': 'c0a53cd325e44b8fbee499050453672f', 'mac_address': 'fa:16:3e:59:af:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ce656d6-d295-4a48-8809-f02b548dd50a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2117, 'fixed_ips': [{'subnet_id': '7cd7c517-b8bf-4f3d-98b6-b23c91372576', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:38:12Z', 'updated_at': '2021-11-23T17:38:30Z', 'revision_number': 5, 'project_id': 'c0a53cd325e44b8fbee499050453672f', 'subnets': [{'id': '7cd7c517-b8bf-4f3d-98b6-b23c91372576', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:54:11.354711 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [req-01e29cef-44bc-42a3-a8dc-956d16c7bb20 req-e58c65b5-b5aa-43e9-a7d5-07aee9d93ac6 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] For port e0681257-4061-466d-a72d-99fbb58ee45b, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=e0681257-4061-466d-a72d-99fbb58ee45b,segment=NetworkSegment(ec813e0a-4415-4fed-a736-e9a0442fcb85),segment_id=ec813e0a-4415-4fed-a736-e9a0442fcb85)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:54:11.355232 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-01e29cef-44bc-42a3-a8dc-956d16c7bb20 req-e58c65b5-b5aa-43e9-a7d5-07aee9d93ac6 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:11.379694 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [req-01e29cef-44bc-42a3-a8dc-956d16c7bb20 req-e58c65b5-b5aa-43e9-a7d5-07aee9d93ac6 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Calling delete_port for e0681257-4061-466d-a72d-99fbb58ee45b owned by compute:nova {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:54:11.495295 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-611a4d0b-db04-404d-a5a2-69c612691a07 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:11.529232 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611a4d0b-db04-404d-a5a2-69c612691a07 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Pushing event deleted for resources: {'Port': ['ID=636e9be1-d48c-45b9-8fb4-76037ba2d71a,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:54:11.577543 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-01e29cef-44bc-42a3-a8dc-956d16c7bb20 req-e58c65b5-b5aa-43e9-a7d5-07aee9d93ac6 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:11.651869 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-611a4d0b-db04-404d-a5a2-69c612691a07 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2067500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1794520'] for router_interface, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:11.670948 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58c65b5-b5aa-43e9-a7d5-07aee9d93ac6 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Pushing event deleted for resources: {'Port': ['ID=e0681257-4061-466d-a72d-99fbb58ee45b,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:54:11.759850 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-204d04b4-c820-4b76-bd28-9f384c7a6832 None None] New status for floating IP 5440e951-f181-48fc-ae19-5a526b3a90d4: DOWN {{(pid=103592) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 17:54:11.773895 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [req-01e29cef-44bc-42a3-a8dc-956d16c7bb20 req-e58c65b5-b5aa-43e9-a7d5-07aee9d93ac6 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] No DVR routers for this DVR port e0681257-4061-466d-a72d-99fbb58ee45b on host n-h1-816206-8 {{(pid=103590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:54:11.776813 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-01e29cef-44bc-42a3-a8dc-956d16c7bb20 req-e58c65b5-b5aa-43e9-a7d5-07aee9d93ac6 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:11.780914 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-01e29cef-44bc-42a3-a8dc-956d16c7bb20 req-e58c65b5-b5aa-43e9-a7d5-07aee9d93ac6 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.55 "DELETE /v2.0/ports/e0681257-4061-466d-a72d-99fbb58ee45b HTTP/1.1" status: 204 len: 173 time: 0.8752720 Nov 23 17:54:11.781771 n-d-816206-8 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdfb4ce2-91d8-4f2e-a6fb-679e80dacd8f', 'name': 'network-vif-deleted', 'tag': 'e0681257-4061-466d-a72d-99fbb58ee45b'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:54:11.793742 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbabddbc9fc37b068808e119c416c86f5957ca04531a4a0d2e695c515e93483b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fd5e48b-322a-4883-9c65-0032c8f917ad" -d '{"events": [{"server_uuid": "fdfb4ce2-91d8-4f2e-a6fb-679e80dacd8f", "name": "network-vif-deleted", "tag": "e0681257-4061-466d-a72d-99fbb58ee45b"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:54:11.914630 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-611a4d0b-db04-404d-a5a2-69c612691a07 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Router 11746ef7-76cd-4667-839a-2d9a26088162 has already been hosted by L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 {{(pid=103591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 17:54:11.915365 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:54:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c03f129b-1743-4d4e-b960-38149875b257 x-openstack-request-id: req-c03f129b-1743-4d4e-b960-38149875b257 {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:54:11.915671 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdfb4ce2-91d8-4f2e-a6fb-679e80dacd8f", "name": "network-vif-deleted", "tag": "e0681257-4061-466d-a72d-99fbb58ee45b", "status": "completed", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:54:11.916638 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c03f129b-1743-4d4e-b960-38149875b257 {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:54:11.917232 n-d-816206-8 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdfb4ce2-91d8-4f2e-a6fb-679e80dacd8f', 'name': 'network-vif-deleted', 'tag': 'e0681257-4061-466d-a72d-99fbb58ee45b', 'status': 'completed', 'code': 200} Nov 23 17:54:12.039725 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-611a4d0b-db04-404d-a5a2-69c612691a07 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:54:12.051574 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37ecaf4c-63fc-4ea5-8b07-6edbefb08e78 None None] Sync routers for ids ['11746ef7-76cd-4667-839a-2d9a26088162'] in n-d-816206-8 {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:54:12.071855 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-611a4d0b-db04-404d-a5a2-69c612691a07 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] 10.222.0.60 "PUT /v2.0/routers/11746ef7-76cd-4667-839a-2d9a26088162/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9031923 Nov 23 17:54:12.072531 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37ecaf4c-63fc-4ea5-8b07-6edbefb08e78 None None] Routers {'11746ef7-76cd-4667-839a-2d9a26088162'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:54:12.072879 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 44976) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:54:12.074133 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-37ecaf4c-63fc-4ea5-8b07-6edbefb08e78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:53:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['11746ef7-76cd-4667-839a-2d9a26088162'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:54:12.142981 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 44978) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:54:12.143686 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-0e52200b-2057-42c6-8d51-57d423300405 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] 10.222.0.60 "GET /v2.0/ports?device_id=11746ef7-76cd-4667-839a-2d9a26088162 HTTP/1.1" status: 200 len: 205 time: 0.0689917 Nov 23 17:54:12.159133 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-37ecaf4c-63fc-4ea5-8b07-6edbefb08e78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:54:12.170374 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37ecaf4c-63fc-4ea5-8b07-6edbefb08e78 None None] Routers {'11746ef7-76cd-4667-839a-2d9a26088162'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:54:12.172194 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-37ecaf4c-63fc-4ea5-8b07-6edbefb08e78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:53:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['11746ef7-76cd-4667-839a-2d9a26088162'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:54:12.258212 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-37ecaf4c-63fc-4ea5-8b07-6edbefb08e78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:54:12.262580 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37ecaf4c-63fc-4ea5-8b07-6edbefb08e78 None None] The sync data for ids ['11746ef7-76cd-4667-839a-2d9a26088162'] in n-d-816206-8 is: [] {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:54:12.386557 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-3a9f8bcc-c8bd-4388-9efb-2bfb732bdbba req-db8eb70c-9dba-4074-bdaa-27fa2e6cdebf tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/ports?device_id=fdfb4ce2-91d8-4f2e-a6fb-679e80dacd8f HTTP/1.1" status: 200 len: 210 time: 0.0588582 Nov 23 17:54:12.390957 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-24dd13df-f582-43c8-b47c-46808daf36f5 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks [] for router, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:12.637112 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-24dd13df-f582-43c8-b47c-46808daf36f5 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1794352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8175'] for router, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:12.642355 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-24dd13df-f582-43c8-b47c-46808daf36f5 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:12.713747 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-24dd13df-f582-43c8-b47c-46808daf36f5 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1795580'] for router, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:12.714596 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24dd13df-f582-43c8-b47c-46808daf36f5 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Fanout notify agent at l3_agent the message router_deleted on router 11746ef7-76cd-4667-839a-2d9a26088162 {{(pid=103591) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 17:54:12.725387 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-24dd13df-f582-43c8-b47c-46808daf36f5 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks [] for router, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:12.727607 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-24dd13df-f582-43c8-b47c-46808daf36f5 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] 10.222.0.60 "DELETE /v2.0/routers/11746ef7-76cd-4667-839a-2d9a26088162 HTTP/1.1" status: 204 len: 168 time: 0.5830569 Nov 23 17:54:12.730218 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 44984) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:54:12.811757 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_v2 [None req-14ef7564-1bef-46d3-8f8d-df7330966864 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Deleting subnet a8e48435-d390-4fa9-9c84-2c087c3c1261 {{(pid=103590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 17:54:12.818586 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-14ef7564-1bef-46d3-8f8d-df7330966864 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks [] for subnet, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:12.969404 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-14ef7564-1bef-46d3-8f8d-df7330966864 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-267528342'] for subnet, precommit_delete_associations {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:12.976663 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-72b393c7-06c4-47fe-97fd-35bfbb0ea7a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:13.154664 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-14ef7564-1bef-46d3-8f8d-df7330966864 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971956'] for subnet, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:13.245012 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-14ef7564-1bef-46d3-8f8d-df7330966864 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264357903', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264730940'] for subnet, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:13.282306 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ef7564-1bef-46d3-8f8d-df7330966864 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Pushing event deleted for resources: {'Subnet': ['ID=a8e48435-d390-4fa9-9c84-2c087c3c1261,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:54:13.287315 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-14ef7564-1bef-46d3-8f8d-df7330966864 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks [] for subnet, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:13.293196 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-14ef7564-1bef-46d3-8f8d-df7330966864 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] 10.222.0.60 "DELETE /v2.0/subnets/a8e48435-d390-4fa9-9c84-2c087c3c1261 HTTP/1.1" status: 204 len: 168 time: 0.5615783 Nov 23 17:54:13.295778 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 44992) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:54:13.320535 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1b59217-c67c-477c-b1aa-8e20380bc51d None None] Network 24970237-b5bf-4d24-9dc6-d996db822ac1 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:54:13.418501 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-43357dc8-1518-49ca-8821-c731652c2dad tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-555181'] for network, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:13.510008 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-43357dc8-1518-49ca-8821-c731652c2dad tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Deleting port 70a6e491-12d9-4b19-894c-9ba1c7168e5b {{(pid=103591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:54:13.510388 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-43357dc8-1518-49ca-8821-c731652c2dad tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:13.556680 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:13.649534 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-583d75b7-1228-44a6-b746-924c3d19b9ff None None] DHCP port deletion for 24970237-b5bf-4d24-9dc6-d996db822ac1 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:54:13.715126 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-583d75b7-1228-44a6-b746-924c3d19b9ff None None] Deleting port 70a6e491-12d9-4b19-894c-9ba1c7168e5b {{(pid=103592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:54:13.715458 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-583d75b7-1228-44a6-b746-924c3d19b9ff None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:13.811978 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-583d75b7-1228-44a6-b746-924c3d19b9ff None None] For port 70a6e491-12d9-4b19-894c-9ba1c7168e5b, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=70a6e491-12d9-4b19-894c-9ba1c7168e5b,segment=NetworkSegment(0f245f0f-edc0-44bb-9eda-344ee8110a84),segment_id=0f245f0f-edc0-44bb-9eda-344ee8110a84)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:54:13.812750 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-583d75b7-1228-44a6-b746-924c3d19b9ff None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:13.831519 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-583d75b7-1228-44a6-b746-924c3d19b9ff None None] Calling delete_port for 70a6e491-12d9-4b19-894c-9ba1c7168e5b owned by network:dhcp {{(pid=103592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:54:13.957111 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-583d75b7-1228-44a6-b746-924c3d19b9ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989'] for port, after_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:13.974432 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-583d75b7-1228-44a6-b746-924c3d19b9ff None None] No DVR routers for this DVR port 70a6e491-12d9-4b19-894c-9ba1c7168e5b on host n-d-816206-8 {{(pid=103592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:54:14.001601 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583d75b7-1228-44a6-b746-924c3d19b9ff None None] Pushing event deleted for resources: {'Port': ['ID=70a6e491-12d9-4b19-894c-9ba1c7168e5b,revision_number=None']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:54:14.075019 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [None req-43357dc8-1518-49ca-8821-c731652c2dad tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] For port 70a6e491-12d9-4b19-894c-9ba1c7168e5b, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=70a6e491-12d9-4b19-894c-9ba1c7168e5b,segment=NetworkSegment(0f245f0f-edc0-44bb-9eda-344ee8110a84),segment_id=0f245f0f-edc0-44bb-9eda-344ee8110a84)] {{(pid=103591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:54:14.075379 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-43357dc8-1518-49ca-8821-c731652c2dad tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:14.094212 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-43357dc8-1518-49ca-8821-c731652c2dad tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Calling delete_port for 70a6e491-12d9-4b19-894c-9ba1c7168e5b owned by network:dhcp {{(pid=103591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:54:14.110584 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 70a6e491-12d9-4b19-894c-9ba1c7168e5b no longer exists at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:54:14.152392 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-fea05940-7227-4086-8fe6-a0c2c567624f req-9f12e7e6-488c-40ac-88b6-1dc409355025 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/ports?device_id=fdfb4ce2-91d8-4f2e-a6fb-679e80dacd8f HTTP/1.1" status: 200 len: 210 time: 0.6135869 Nov 23 17:54:14.167192 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] No Port match for: 70a6e491-12d9-4b19-894c-9ba1c7168e5b {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:54:14.167822 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 70a6e491-12d9-4b19-894c-9ba1c7168e5b not bound to the agent host n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:54:14.222048 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-43357dc8-1518-49ca-8821-c731652c2dad tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:14.259049 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43357dc8-1518-49ca-8821-c731652c2dad tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Pushing event deleted for resources: {'Port': ['ID=70a6e491-12d9-4b19-894c-9ba1c7168e5b,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:54:14.269006 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43357dc8-1518-49ca-8821-c731652c2dad tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] No DVR routers for this DVR port 70a6e491-12d9-4b19-894c-9ba1c7168e5b on host n-d-816206-8 {{(pid=103591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:54:14.330272 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:14.401681 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-43357dc8-1518-49ca-8821-c731652c2dad tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973419', 'neutron.services.segments.db._delete_segments_for_network-8736635878840'] for network, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:14.438094 n-d-816206-8 neutron-server[103591]: DEBUG neutron.services.segments.db [None req-43357dc8-1518-49ca-8821-c731652c2dad tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24970237-b5bf-4d24-9dc6-d996db822ac1']}} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:54:14.454400 n-d-816206-8 neutron-server[103591]: DEBUG neutron.services.segments.db [None req-43357dc8-1518-49ca-8821-c731652c2dad tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f245f0f-edc0-44bb-9eda-344ee8110a84') {'for_net_delete': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:54:14.454880 n-d-816206-8 neutron-server[103591]: DEBUG neutron.services.segments.db [None req-43357dc8-1518-49ca-8821-c731652c2dad tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f245f0f-edc0-44bb-9eda-344ee8110a84') {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:54:14.474823 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-43357dc8-1518-49ca-8821-c731652c2dad tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736635840332', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265989959'] for segment, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:14.509285 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-43357dc8-1518-49ca-8821-c731652c2dad tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:14.533918 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43357dc8-1518-49ca-8821-c731652c2dad tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Releasing vlan 545 on physical network physnet1 to pool {{(pid=103591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 17:54:14.534077 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-43357dc8-1518-49ca-8821-c731652c2dad tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264756290'] for segment, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:14.538505 n-d-816206-8 neutron-server[103591]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 17:54:14.538505 n-d-816206-8 neutron-server[103591]: self.session.flush() Nov 23 17:54:14.538505 n-d-816206-8 neutron-server[103591]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 17:54:14.538505 n-d-816206-8 neutron-server[103591]: self.session.flush() Nov 23 17:54:14.538505 n-d-816206-8 neutron-server[103591]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 17:54:14.538505 n-d-816206-8 neutron-server[103591]: self.session.flush() Nov 23 17:54:14.538505 n-d-816206-8 neutron-server[103591]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 17:54:14.538505 n-d-816206-8 neutron-server[103591]: self.session.flush() Nov 23 17:54:14.538505 n-d-816206-8 neutron-server[103591]: Traceback (most recent call last): Nov 23 17:54:14.538505 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 17:54:14.538505 n-d-816206-8 neutron-server[103591]: timer() Nov 23 17:54:14.538505 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 17:54:14.538505 n-d-816206-8 neutron-server[103591]: cb(*args, **kw) Nov 23 17:54:14.538505 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 17:54:14.538505 n-d-816206-8 neutron-server[103591]: return func(*args, **kwargs) Nov 23 17:54:14.538505 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 17:54:14.538505 n-d-816206-8 neutron-server[103591]: self._notify() Nov 23 17:54:14.538505 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 17:54:14.538505 n-d-816206-8 neutron-server[103591]: self.callback(batched_events) Nov 23 17:54:14.538505 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 17:54:14.538505 n-d-816206-8 neutron-server[103591]: event.method(event) Nov 23 17:54:14.538505 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 17:54:14.538505 n-d-816206-8 neutron-server[103591]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 17:54:14.538505 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 17:54:14.538505 n-d-816206-8 neutron-server[103591]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 17:54:14.538505 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 17:54:14.538505 n-d-816206-8 neutron-server[103591]: return f(self, *a, **k) Nov 23 17:54:14.538505 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 17:54:14.538505 n-d-816206-8 neutron-server[103591]: return self._get(url).json() Nov 23 17:54:14.538505 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 17:54:14.538505 n-d-816206-8 neutron-server[103591]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 17:54:14.538505 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 17:54:14.538505 n-d-816206-8 neutron-server[103591]: return self.request(url, 'GET', **kwargs) Nov 23 17:54:14.538505 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 17:54:14.538505 n-d-816206-8 neutron-server[103591]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 17:54:14.538505 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 17:54:14.538505 n-d-816206-8 neutron-server[103591]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 17:54:14.538505 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 17:54:14.538505 n-d-816206-8 neutron-server[103591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 17:54:14.538505 n-d-816206-8 neutron-server[103591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 17:54:14.673192 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-43357dc8-1518-49ca-8821-c731652c2dad tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1795418'] for network, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:14.723585 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-43357dc8-1518-49ca-8821-c731652c2dad tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks [] for network, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:14.741007 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 45028) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:54:14.749153 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-43357dc8-1518-49ca-8821-c731652c2dad tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] 10.222.0.60 "DELETE /v2.0/networks/24970237-b5bf-4d24-9dc6-d996db822ac1 HTTP/1.1" status: 204 len: 168 time: 1.4522669 Nov 23 17:54:14.750309 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43357dc8-1518-49ca-8821-c731652c2dad tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Pushing event deleted for resources: {'Network': ['ID=24970237-b5bf-4d24-9dc6-d996db822ac1,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:54:14.780767 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-ee26acc6-9273-4311-8d8e-5e90cb4c4741 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1801824691', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'}, 'admin_state_up': False}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:54:14.836255 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ee26acc6-9273-4311-8d8e-5e90cb4c4741 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1793449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8093'] for router, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:14.837777 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ee26acc6-9273-4311-8d8e-5e90cb4c4741 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1794473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1794771', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1638326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8086'] for router, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:14.922301 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ee26acc6-9273-4311-8d8e-5e90cb4c4741 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:15.089901 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-0aef29e0-d7f2-47a2-b6a0-c3d26b701396 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:15.171760 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ee26acc6-9273-4311-8d8e-5e90cb4c4741 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:15.290984 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device e0681257-4061-466d-a72d-99fbb58ee45b no longer exists at agent hyperv_n-h1-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:54:15.401631 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] No Port match for: e0681257-4061-466d-a72d-99fbb58ee45b {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:54:15.419904 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device e0681257-4061-466d-a72d-99fbb58ee45b not bound to the agent host n-h1-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:54:15.422296 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-97e8e815-8b02-4df8-89fb-44d6dbc9bafc req-f3290558-47b1-4639-bf11-47a07a72c5a9 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/ports?device_id=fdfb4ce2-91d8-4f2e-a6fb-679e80dacd8f HTTP/1.1" status: 200 len: 210 time: 0.1053491 Nov 23 17:54:15.514534 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ee26acc6-9273-4311-8d8e-5e90cb4c4741 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks [] for router_gateway, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:15.549963 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ee26acc6-9273-4311-8d8e-5e90cb4c4741 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:15.782261 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-ee26acc6-9273-4311-8d8e-5e90cb4c4741 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Allocated IP 172.25.3.246 (4c8455ba-1be5-42ac-b8c2-8a16e1292d55/08fe3644-ce41-4c3f-a7ea-92bac0f0fff5/d2100490-5242-48b5-8678-367549d86a96) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:54:15.914566 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ee26acc6-9273-4311-8d8e-5e90cb4c4741 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:15.973905 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ee26acc6-9273-4311-8d8e-5e90cb4c4741 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:16.022174 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee26acc6-9273-4311-8d8e-5e90cb4c4741 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Network 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:54:16.026051 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-ee26acc6-9273-4311-8d8e-5e90cb4c4741 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:54:16.031253 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee26acc6-9273-4311-8d8e-5e90cb4c4741 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:54:16.043009 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-215fd1de-bdfb-405e-9082-8762dd592f9d None None] DHCP port deletion for 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:54:16.058833 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee26acc6-9273-4311-8d8e-5e90cb4c4741 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Pushing event updated for resources: {'Port': ['ID=d2100490-5242-48b5-8678-367549d86a96,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:54:16.137362 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-3f161c7f-4308-41f4-9658-6b6b5b9bcbcd None None] Provisioning complete for port d2100490-5242-48b5-8678-367549d86a96 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:54:16.137941 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-3f161c7f-4308-41f4-9658-6b6b5b9bcbcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:16.177392 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-3f161c7f-4308-41f4-9658-6b6b5b9bcbcd None None] Port d2100490-5242-48b5-8678-367549d86a96 cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:54:16.560917 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-52822d53-48f5-4819-8a95-bdc13aea0bf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:16.631601 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-72c495b2-31ab-4df0-b4ef-e09b7fe0bdce req-2d404046-34d2-4c44-a42d-b67c43bc8069 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/ports?device_id=fdfb4ce2-91d8-4f2e-a6fb-679e80dacd8f HTTP/1.1" status: 200 len: 210 time: 0.0379200 Nov 23 17:54:16.841107 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ee26acc6-9273-4311-8d8e-5e90cb4c4741 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks [] for router_gateway, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:17.131986 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ee26acc6-9273-4311-8d8e-5e90cb4c4741 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1794316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1795362'] for router, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:17.333862 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee26acc6-9273-4311-8d8e-5e90cb4c4741 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Router 86520e61-3528-4843-b790-363be5119866 is scheduled to L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 with binding_index 1 {{(pid=103590) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 17:54:17.478733 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee26acc6-9273-4311-8d8e-5e90cb4c4741 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:54:17.497439 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-920d8285-5946-40f7-ab91-ac8a95af54ed None None] Sync routers for ids ['86520e61-3528-4843-b790-363be5119866'] in n-d-816206-8 {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:54:17.520985 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ee26acc6-9273-4311-8d8e-5e90cb4c4741 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks [] for router, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:17.526366 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 45070) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:54:17.527161 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-920d8285-5946-40f7-ab91-ac8a95af54ed None None] Routers {'86520e61-3528-4843-b790-363be5119866'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:54:17.534222 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-ee26acc6-9273-4311-8d8e-5e90cb4c4741 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 2.7852061 Nov 23 17:54:17.534964 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-920d8285-5946-40f7-ab91-ac8a95af54ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:54:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['86520e61-3528-4843-b790-363be5119866'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:54:17.619190 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-920d8285-5946-40f7-ab91-ac8a95af54ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:54:17.669987 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-920d8285-5946-40f7-ab91-ac8a95af54ed None None] Routers {'86520e61-3528-4843-b790-363be5119866'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:54:17.670999 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-920d8285-5946-40f7-ab91-ac8a95af54ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:54:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['86520e61-3528-4843-b790-363be5119866'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:54:17.702363 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-34c94c23-867c-4c75-967f-7f276bab2e57 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] 10.222.0.60 "GET /v2.0/routers/86520e61-3528-4843-b790-363be5119866 HTTP/1.1" status: 200 len: 885 time: 0.1721110 Nov 23 17:54:17.702812 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 45076) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:54:17.783674 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-920d8285-5946-40f7-ab91-ac8a95af54ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:54:17.784347 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-920d8285-5946-40f7-ab91-ac8a95af54ed None None] The sync data for ids ['86520e61-3528-4843-b790-363be5119866'] in n-d-816206-8 is: [] {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:54:17.818182 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9a27ae6c-db98-474f-94c1-cc99bf842d79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:17.889302 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-70b6575e-c8a6-4563-af4f-3787e125693e req-3d2beb77-e693-4e0a-8e5f-535e66d51980 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "GET /v2.0/ports?device_id=fdfb4ce2-91d8-4f2e-a6fb-679e80dacd8f HTTP/1.1" status: 200 len: 210 time: 0.0542643 Nov 23 17:54:18.156186 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-ad22e34c-1573-4575-a34b-1e4256772fa8 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 0.4524956 Nov 23 17:54:18.158864 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 45082) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:54:18.170078 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-b5ded08f-67e6-48c3-a657-4dc24b985e06 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1801824691'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:54:18.361926 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:18.577191 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b5ded08f-67e6-48c3-a657-4dc24b985e06 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1795385', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1794325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8160'] for router, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:18.592314 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b5ded08f-67e6-48c3-a657-4dc24b985e06 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1795362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1795376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1795371', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1794338'] for router, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:18.737165 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5ded08f-67e6-48c3-a657-4dc24b985e06 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Router 86520e61-3528-4843-b790-363be5119866 has already been hosted by L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 {{(pid=103590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 17:54:18.889626 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5ded08f-67e6-48c3-a657-4dc24b985e06 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:54:18.899864 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b5ded08f-67e6-48c3-a657-4dc24b985e06 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks [] for router, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:18.903796 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-b5ded08f-67e6-48c3-a657-4dc24b985e06 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] 10.222.0.60 "PUT /v2.0/routers/86520e61-3528-4843-b790-363be5119866 HTTP/1.1" status: 200 len: 892 time: 0.7388079 Nov 23 17:54:18.904109 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 45090) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:54:18.911047 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cf86649-c381-44cc-aca6-8786eefce7ec None None] Sync routers for ids ['86520e61-3528-4843-b790-363be5119866'] in n-d-816206-8 {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:54:18.939793 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cf86649-c381-44cc-aca6-8786eefce7ec None None] Routers {'86520e61-3528-4843-b790-363be5119866'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:54:18.940439 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-9cf86649-c381-44cc-aca6-8786eefce7ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:54:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['86520e61-3528-4843-b790-363be5119866'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:54:18.989237 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 45096) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:54:19.030009 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-9cf86649-c381-44cc-aca6-8786eefce7ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:54:19.045194 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cf86649-c381-44cc-aca6-8786eefce7ec None None] Routers {'86520e61-3528-4843-b790-363be5119866'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:54:19.045827 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-9cf86649-c381-44cc-aca6-8786eefce7ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:54:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['86520e61-3528-4843-b790-363be5119866'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:54:19.082996 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-79a5707c-5b3b-48e3-a0e8-44762ec0d7fe tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] 10.222.0.60 "GET /v2.0/routers/86520e61-3528-4843-b790-363be5119866 HTTP/1.1" status: 200 len: 892 time: 0.1741557 Nov 23 17:54:19.083808 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 45100) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:54:19.142740 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-9cf86649-c381-44cc-aca6-8786eefce7ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:54:19.143319 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cf86649-c381-44cc-aca6-8786eefce7ec None None] The sync data for ids ['86520e61-3528-4843-b790-363be5119866'] in n-d-816206-8 is: [] {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:54:19.152712 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-92a7893e-a1d6-49b3-b93b-84428545c59f tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] 10.222.0.60 "GET /v2.0/ports?device_id=86520e61-3528-4843-b790-363be5119866 HTTP/1.1" status: 200 len: 205 time: 0.0640757 Nov 23 17:54:19.153418 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 45102) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:54:19.208663 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-aec91e8f-eb08-4d5a-bece-50fb047a46b7 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Deleting port 033f93dc-1a81-46af-8074-1760247ae4dd {{(pid=103591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:54:19.209304 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-aec91e8f-eb08-4d5a-bece-50fb047a46b7 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:19.302445 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-68d89e24-8e0f-45d6-b86f-535a4b588243 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks [] for router, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:19.307746 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-aec91e8f-eb08-4d5a-bece-50fb047a46b7 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:19.308321 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-aec91e8f-eb08-4d5a-bece-50fb047a46b7 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:19.323267 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-aec91e8f-eb08-4d5a-bece-50fb047a46b7 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Calling delete_port for 033f93dc-1a81-46af-8074-1760247ae4dd owned by network:floatingip {{(pid=103591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:54:19.420308 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-68d89e24-8e0f-45d6-b86f-535a4b588243 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:19.493741 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-aec91e8f-eb08-4d5a-bece-50fb047a46b7 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:19.505550 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-68d89e24-8e0f-45d6-b86f-535a4b588243 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Deleting port d2100490-5242-48b5-8678-367549d86a96 {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:54:19.505886 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-68d89e24-8e0f-45d6-b86f-535a4b588243 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:19.524326 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec91e8f-eb08-4d5a-bece-50fb047a46b7 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Pushing event deleted for resources: {'Port': ['ID=033f93dc-1a81-46af-8074-1760247ae4dd,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:54:19.619560 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-68d89e24-8e0f-45d6-b86f-535a4b588243 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:19.629189 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-aec91e8f-eb08-4d5a-bece-50fb047a46b7 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Publish callbacks [] for floatingip, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:19.632212 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-aec91e8f-eb08-4d5a-bece-50fb047a46b7 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for floatingip, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:19.633970 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-aec91e8f-eb08-4d5a-bece-50fb047a46b7 tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "DELETE /v2.0/floatingips/bac22a6b-67c4-4457-bc44-37444618cfa4 HTTP/1.1" status: 204 len: 168 time: 0.6437118 Nov 23 17:54:19.650338 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-68d89e24-8e0f-45d6-b86f-535a4b588243 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Calling delete_port for d2100490-5242-48b5-8678-367549d86a96 owned by network:router_gateway {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:54:19.908672 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-68d89e24-8e0f-45d6-b86f-535a4b588243 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:19.955845 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d89e24-8e0f-45d6-b86f-535a4b588243 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Pushing event deleted for resources: {'Port': ['ID=d2100490-5242-48b5-8678-367549d86a96,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:54:19.980126 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7f33079-c93c-494d-9956-ad6da09d09e5 None None] DHCP port deletion for 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:54:20.110775 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-68d89e24-8e0f-45d6-b86f-535a4b588243 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1795454'] for router_gateway, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:20.233580 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-68d89e24-8e0f-45d6-b86f-535a4b588243 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1794352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8175'] for router, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:20.235952 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-68d89e24-8e0f-45d6-b86f-535a4b588243 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:20.305252 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-68d89e24-8e0f-45d6-b86f-535a4b588243 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1795580'] for router, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:20.307061 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68d89e24-8e0f-45d6-b86f-535a4b588243 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Fanout notify agent at l3_agent the message router_deleted on router 86520e61-3528-4843-b790-363be5119866 {{(pid=103590) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 17:54:20.316783 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-68d89e24-8e0f-45d6-b86f-535a4b588243 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks [] for router, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:20.318143 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-68d89e24-8e0f-45d6-b86f-535a4b588243 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] 10.222.0.60 "DELETE /v2.0/routers/86520e61-3528-4843-b790-363be5119866 HTTP/1.1" status: 204 len: 168 time: 1.1636336 Nov 23 17:54:20.323449 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 45120) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:54:20.328571 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-e45d037c-c3f1-40a4-9681-ce9180fa34f6 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-12839669'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:54:20.375525 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e45d037c-c3f1-40a4-9681-ce9180fa34f6 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Made reservation on behalf of bdb543259a0c43f595a1052d3bc08bab for: {'network': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:54:20.391795 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-e45d037c-c3f1-40a4-9681-ce9180fa34f6 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for network, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:20.442108 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e45d037c-c3f1-40a4-9681-ce9180fa34f6 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] vlan segment allocate from pool success with {'vlan_id': 522, 'physical_network': 'physnet1'} {{(pid=103591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 17:54:20.453090 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-e45d037c-c3f1-40a4-9681-ce9180fa34f6 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:20.453440 n-d-816206-8 neutron-server[103591]: INFO neutron.db.segments_db [None req-e45d037c-c3f1-40a4-9681-ce9180fa34f6 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Added segment 837981b2-6e1b-4bfd-9ae2-31426da86254 of type vlan for network 47ee19d7-a608-4371-b700-c5319d28c4d4 Nov 23 17:54:20.527331 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-e45d037c-c3f1-40a4-9681-ce9180fa34f6 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736635338810'] for network, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:20.568932 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-e45d037c-c3f1-40a4-9681-ce9180fa34f6 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493'] for network, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:20.576678 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e45d037c-c3f1-40a4-9681-ce9180fa34f6 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:20.577528 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-e45d037c-c3f1-40a4-9681-ce9180fa34f6 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks [] for network, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:20.652437 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 45122) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:54:20.653441 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-e45d037c-c3f1-40a4-9681-ce9180fa34f6 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3282824 Nov 23 17:54:20.661201 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-db199ea5-9682-428b-b73e-8ca34bc92f69 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Request body: {'subnet': {'network_id': '47ee19d7-a608-4371-b700-c5319d28c4d4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:54:20.731599 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45d037c-c3f1-40a4-9681-ce9180fa34f6 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Pushing event updated for resources: {'Network': ['ID=47ee19d7-a608-4371-b700-c5319d28c4d4,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:54:20.766648 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Network 47ee19d7-a608-4371-b700-c5319d28c4d4 details requested by agent ovs-agent-n-d-816206-8 with host n-d-816206-8 {{(pid=103592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 17:54:20.869000 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db199ea5-9682-428b-b73e-8ca34bc92f69 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Made reservation on behalf of bdb543259a0c43f595a1052d3bc08bab for: {'subnet': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:54:20.888202 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-db199ea5-9682-428b-b73e-8ca34bc92f69 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264730903'] for subnet, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:21.239081 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-db199ea5-9682-428b-b73e-8ca34bc92f69 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264358096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264730885'] for subnet, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:21.387885 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db199ea5-9682-428b-b73e-8ca34bc92f69 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Pushing event updated for resources: {'Subnet': ['ID=a647482a-1e4e-43d5-9a76-25e7bc888563,revision_number=0']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:54:21.445765 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db199ea5-9682-428b-b73e-8ca34bc92f69 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Checking segment: {'id': '837981b2-6e1b-4bfd-9ae2-31426da86254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '47ee19d7-a608-4371-b700-c5319d28c4d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:54:21.452857 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db199ea5-9682-428b-b73e-8ca34bc92f69 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Network hostable DHCP agents. Network: 47ee19d7-a608-4371-b700-c5319d28c4d4, hostable agents: ['0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3'], hosted agents: [] {{(pid=103590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 17:54:21.516940 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db199ea5-9682-428b-b73e-8ca34bc92f69 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Network 47ee19d7-a608-4371-b700-c5319d28c4d4 is scheduled to be hosted by DHCP agent 0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3 with binding_index 1 {{(pid=103590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 17:54:21.533312 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-db199ea5-9682-428b-b73e-8ca34bc92f69 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-8, 47ee19d7-a608-4371-b700-c5319d28c4d4) {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:54:21.541178 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db199ea5-9682-428b-b73e-8ca34bc92f69 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:21.541781 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-db199ea5-9682-428b-b73e-8ca34bc92f69 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks [] for subnet, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:21.552345 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8f4d515-6536-4562-a490-6e4c6f9a767f None None] Network 47ee19d7-a608-4371-b700-c5319d28c4d4 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:54:21.565324 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-db199ea5-9682-428b-b73e-8ca34bc92f69 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9099581 Nov 23 17:54:21.570324 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 45144) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:54:21.578566 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-c2910e56-4c75-4ff3-b587-b74d72f4d671 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-566946030', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:54:21.656111 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c2910e56-4c75-4ff3-b587-b74d72f4d671 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1793449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8093'] for router, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:21.659333 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c2910e56-4c75-4ff3-b587-b74d72f4d671 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1794473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1794771', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1638326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8086'] for router, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:21.838760 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c2910e56-4c75-4ff3-b587-b74d72f4d671 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:21.850850 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c2910e56-4c75-4ff3-b587-b74d72f4d671 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1794316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1795362'] for router, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:21.920522 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c2910e56-4c75-4ff3-b587-b74d72f4d671 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks [] for router, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:21.923436 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-c2910e56-4c75-4ff3-b587-b74d72f4d671 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3505099 Nov 23 17:54:21.928640 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 45150) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:54:21.984525 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62d9fdcb-a8b8-454e-80bf-7277c77d0316 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp355044b8-8e87-58c4-94fa-4a010ec30f9e-47ee19d7-a608-4371-b700-c5319d28c4d4', 'network_id': '47ee19d7-a608-4371-b700-c5319d28c4d4', 'tenant_id': 'bdb543259a0c43f595a1052d3bc08bab', 'fixed_ips': [{'subnet_id': 'a647482a-1e4e-43d5-9a76-25e7bc888563'}]}} from n-d-816206-8. {{(pid=103592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 17:54:21.985695 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-62d9fdcb-a8b8-454e-80bf-7277c77d0316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:22.251954 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.db_base_plugin_common [None req-62d9fdcb-a8b8-454e-80bf-7277c77d0316 None None] Allocated IP 2001:db8::2 (47ee19d7-a608-4371-b700-c5319d28c4d4/a647482a-1e4e-43d5-9a76-25e7bc888563/99946606-57a9-41c5-8362-1d456b51a829) {{(pid=103592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:54:22.403823 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-01a10bc6-eb8e-4227-afde-7eec3e5dafa4 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:22.471080 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-62d9fdcb-a8b8-454e-80bf-7277c77d0316 None None] Publish callbacks [] for port, precommit_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:22.481094 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-62d9fdcb-a8b8-454e-80bf-7277c77d0316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980'] for port, after_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:22.531797 n-d-816206-8 neutron-server[103592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62d9fdcb-a8b8-454e-80bf-7277c77d0316 None None] Network 47ee19d7-a608-4371-b700-c5319d28c4d4 is already hosted by enough agents. {{(pid=103592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:54:22.535245 n-d-816206-8 neutron-server[103592]: DEBUG neutron.scheduler.base_scheduler [None req-62d9fdcb-a8b8-454e-80bf-7277c77d0316 None None] Resources bound (agent type, host, resource id): {{(pid=103592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:54:22.539362 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62d9fdcb-a8b8-454e-80bf-7277c77d0316 None None] Received port after_create {{(pid=103592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:54:22.549853 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d9fdcb-a8b8-454e-80bf-7277c77d0316 None None] Pushing event updated for resources: {'Port': ['ID=99946606-57a9-41c5-8362-1d456b51a829,revision_number=1']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:54:22.617436 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-62d9fdcb-a8b8-454e-80bf-7277c77d0316 None None] Attempting to bind port 99946606-57a9-41c5-8362-1d456b51a829 on host n-d-816206-8 for vnic_type normal with profile {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:54:22.618154 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-62d9fdcb-a8b8-454e-80bf-7277c77d0316 None None] Attempting to bind port 99946606-57a9-41c5-8362-1d456b51a829 by drivers openvswitch,hyperv on host n-d-816206-8 at level 0 using segments [{'id': '837981b2-6e1b-4bfd-9ae2-31426da86254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '47ee19d7-a608-4371-b700-c5319d28c4d4'}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:54:22.618154 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62d9fdcb-a8b8-454e-80bf-7277c77d0316 None None] Attempting to bind port 99946606-57a9-41c5-8362-1d456b51a829 on network 47ee19d7-a608-4371-b700-c5319d28c4d4 {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:54:22.627353 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62d9fdcb-a8b8-454e-80bf-7277c77d0316 None None] Checking agent: {'id': '9e89acbe-4bbe-4c77-a18b-6f1da9133e0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 7, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 54, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:54:22.627870 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62d9fdcb-a8b8-454e-80bf-7277c77d0316 None None] Checking segment: {'id': '837981b2-6e1b-4bfd-9ae2-31426da86254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '47ee19d7-a608-4371-b700-c5319d28c4d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:54:22.628228 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-62d9fdcb-a8b8-454e-80bf-7277c77d0316 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:22.628697 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62d9fdcb-a8b8-454e-80bf-7277c77d0316 None None] Bound using segment: {'id': '837981b2-6e1b-4bfd-9ae2-31426da86254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '47ee19d7-a608-4371-b700-c5319d28c4d4'} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:54:22.629892 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-62d9fdcb-a8b8-454e-80bf-7277c77d0316 None None] Bound port: 99946606-57a9-41c5-8362-1d456b51a829, host: n-d-816206-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '837981b2-6e1b-4bfd-9ae2-31426da86254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '47ee19d7-a608-4371-b700-c5319d28c4d4'}}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:54:22.629892 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-62d9fdcb-a8b8-454e-80bf-7277c77d0316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:22.732853 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-62d9fdcb-a8b8-454e-80bf-7277c77d0316 None None] For port 99946606-57a9-41c5-8362-1d456b51a829, host n-d-816206-8, cleared binding levels {{(pid=103592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:54:22.737727 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-62d9fdcb-a8b8-454e-80bf-7277c77d0316 None None] For port 99946606-57a9-41c5-8362-1d456b51a829, host n-d-816206-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=99946606-57a9-41c5-8362-1d456b51a829,segment=NetworkSegment(837981b2-6e1b-4bfd-9ae2-31426da86254),segment_id=837981b2-6e1b-4bfd-9ae2-31426da86254)] {{(pid=103592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:54:22.746044 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-62d9fdcb-a8b8-454e-80bf-7277c77d0316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:22.751320 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-01a10bc6-eb8e-4227-afde-7eec3e5dafa4 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Allocated IP 2001:db8::1 (47ee19d7-a608-4371-b700-c5319d28c4d4/a647482a-1e4e-43d5-9a76-25e7bc888563/b178e7e2-e24b-4db8-b52b-18f284283a0c) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:54:22.850643 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d9fdcb-a8b8-454e-80bf-7277c77d0316 None None] Pushing event updated for resources: {'Port': ['ID=99946606-57a9-41c5-8362-1d456b51a829,revision_number=2']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:54:23.318984 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 45172) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:54:23.570846 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-01a10bc6-eb8e-4227-afde-7eec3e5dafa4 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:23.630497 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-01a10bc6-eb8e-4227-afde-7eec3e5dafa4 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:23.715837 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01a10bc6-eb8e-4227-afde-7eec3e5dafa4 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Network 47ee19d7-a608-4371-b700-c5319d28c4d4 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:54:23.720655 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-01a10bc6-eb8e-4227-afde-7eec3e5dafa4 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:54:23.732667 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01a10bc6-eb8e-4227-afde-7eec3e5dafa4 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:54:23.737490 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-01a10bc6-eb8e-4227-afde-7eec3e5dafa4 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1795539'] for router_interface, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:23.839287 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-aff9a704-e70d-4668-9246-078f4973a6be tempest-TestVolumeBackupRestore-865720571 tempest-TestVolumeBackupRestore-865720571-project] Deleting port 6c3d88b9-5e73-41c6-b92c-0d82ab1a09c5 {{(pid=103591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:54:23.840181 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-aff9a704-e70d-4668-9246-078f4973a6be tempest-TestVolumeBackupRestore-865720571 tempest-TestVolumeBackupRestore-865720571-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:23.861439 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a10bc6-eb8e-4227-afde-7eec3e5dafa4 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Pushing event updated for resources: {'Port': ['ID=b178e7e2-e24b-4db8-b52b-18f284283a0c,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:54:23.919783 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-01a10bc6-eb8e-4227-afde-7eec3e5dafa4 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:23.970821 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-aff9a704-e70d-4668-9246-078f4973a6be tempest-TestVolumeBackupRestore-865720571 tempest-TestVolumeBackupRestore-865720571-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:23.971305 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-aff9a704-e70d-4668-9246-078f4973a6be tempest-TestVolumeBackupRestore-865720571 tempest-TestVolumeBackupRestore-865720571-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:23.995357 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-aff9a704-e70d-4668-9246-078f4973a6be tempest-TestVolumeBackupRestore-865720571 tempest-TestVolumeBackupRestore-865720571-project] Calling delete_port for 6c3d88b9-5e73-41c6-b92c-0d82ab1a09c5 owned by network:floatingip {{(pid=103591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:54:24.202283 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 99946606-57a9-41c5-8362-1d456b51a829 up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:54:24.352291 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-aff9a704-e70d-4668-9246-078f4973a6be tempest-TestVolumeBackupRestore-865720571 tempest-TestVolumeBackupRestore-865720571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:24.376092 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port 99946606-57a9-41c5-8362-1d456b51a829 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:54:24.376607 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:24.502357 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff9a704-e70d-4668-9246-078f4973a6be tempest-TestVolumeBackupRestore-865720571 tempest-TestVolumeBackupRestore-865720571-project] Pushing event deleted for resources: {'Port': ['ID=6c3d88b9-5e73-41c6-b92c-0d82ab1a09c5,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:54:24.618190 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-aff9a704-e70d-4668-9246-078f4973a6be tempest-TestVolumeBackupRestore-865720571 tempest-TestVolumeBackupRestore-865720571-project] Publish callbacks [] for floatingip, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:24.621363 n-d-816206-8 neutron-server[103591]: INFO neutron.db.l3_db [None req-aff9a704-e70d-4668-9246-078f4973a6be tempest-TestVolumeBackupRestore-865720571 tempest-TestVolumeBackupRestore-865720571-project] Floating IP 8710e4d2-f0ee-47c8-b5e4-22a2b0fcb750 disassociated (deleted). External IP: 172.25.3.197, port: 5d20273a-55d9-4910-b163-06df5e99e8f9. Nov 23 17:54:24.651787 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:24.680265 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-01a10bc6-eb8e-4227-afde-7eec3e5dafa4 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks [] for port, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:24.686509 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-01a10bc6-eb8e-4227-afde-7eec3e5dafa4 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264357957'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:24.688636 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-01a10bc6-eb8e-4227-afde-7eec3e5dafa4 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2068703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1794403'] for router_interface, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:24.717353 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] For port 99946606-57a9-41c5-8362-1d456b51a829, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=99946606-57a9-41c5-8362-1d456b51a829,segment=NetworkSegment(837981b2-6e1b-4bfd-9ae2-31426da86254),segment_id=837981b2-6e1b-4bfd-9ae2-31426da86254)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:54:24.722931 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:24.853462 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fad82c84-6b4f-44eb-8345-68f8c9f2f8a2 None None] Network 47ee19d7-a608-4371-b700-c5319d28c4d4 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:54:25.004239 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a10bc6-eb8e-4227-afde-7eec3e5dafa4 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Pushing event updated for resources: {'Port': ['ID=b178e7e2-e24b-4db8-b52b-18f284283a0c,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:54:25.070578 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01a10bc6-eb8e-4227-afde-7eec3e5dafa4 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Network 47ee19d7-a608-4371-b700-c5319d28c4d4 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:54:25.073297 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-01a10bc6-eb8e-4227-afde-7eec3e5dafa4 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:54:25.175985 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aff9a704-e70d-4668-9246-078f4973a6be tempest-TestVolumeBackupRestore-865720571 tempest-TestVolumeBackupRestore-865720571-project] Router fef33dd4-0798-4601-9bec-bb331747e629 has already been hosted by L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 {{(pid=103591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 17:54:25.256460 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-6d22db03-8620-4327-9c71-aa67d6f2fa4a None None] Provisioning complete for port 99946606-57a9-41c5-8362-1d456b51a829 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:54:25.257258 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-6d22db03-8620-4327-9c71-aa67d6f2fa4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:25.310275 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01a10bc6-eb8e-4227-afde-7eec3e5dafa4 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Router 70e6de59-80d1-4d92-b742-ca2e1cb0057e is scheduled to L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 with binding_index 1 {{(pid=103590) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 17:54:25.342618 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Pushing event updated for resources: {'Port': ['ID=99946606-57a9-41c5-8362-1d456b51a829,revision_number=3']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:54:25.406353 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 45204) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:54:25.466430 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01a10bc6-eb8e-4227-afde-7eec3e5dafa4 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:54:25.473295 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aff9a704-e70d-4668-9246-078f4973a6be tempest-TestVolumeBackupRestore-865720571 tempest-TestVolumeBackupRestore-865720571-project] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:54:25.479724 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-aff9a704-e70d-4668-9246-078f4973a6be tempest-TestVolumeBackupRestore-865720571 tempest-TestVolumeBackupRestore-865720571-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for floatingip, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:25.486000 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 45206) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:54:25.489034 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-01a10bc6-eb8e-4227-afde-7eec3e5dafa4 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] 10.222.0.60 "PUT /v2.0/routers/70e6de59-80d1-4d92-b742-ca2e1cb0057e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5512679 Nov 23 17:54:25.497699 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04cafcae-ea4f-4142-bbe1-48a7e3f3aa6e None None] Sync routers for ids ['70e6de59-80d1-4d92-b742-ca2e1cb0057e'] in n-d-816206-8 {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:54:25.546209 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b27a9e62-a466-41e7-b1b8-56797ad2ffcb None None] Sync routers for ids ['fef33dd4-0798-4601-9bec-bb331747e629'] in n-d-816206-8 {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:54:25.573429 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b27a9e62-a466-41e7-b1b8-56797ad2ffcb None None] Routers {'fef33dd4-0798-4601-9bec-bb331747e629'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:54:25.576349 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-b27a9e62-a466-41e7-b1b8-56797ad2ffcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:54:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['fef33dd4-0798-4601-9bec-bb331747e629'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:54:25.586182 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04cafcae-ea4f-4142-bbe1-48a7e3f3aa6e None None] Routers {'70e6de59-80d1-4d92-b742-ca2e1cb0057e'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:54:25.587273 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-04cafcae-ea4f-4142-bbe1-48a7e3f3aa6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:54:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['70e6de59-80d1-4d92-b742-ca2e1cb0057e'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:54:25.591191 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33a8f233-6567-49ac-a23d-eda65e85f101 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:25.595552 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 45212) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:54:25.596136 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-33a8f233-6567-49ac-a23d-eda65e85f101 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] 10.222.0.60 "GET /v2.0/ports/b178e7e2-e24b-4db8-b52b-18f284283a0c HTTP/1.1" status: 200 len: 911 time: 0.1028843 Nov 23 17:54:25.602103 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-4cf25ab8-13bf-48da-b51c-b624906d7074 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'a647482a-1e4e-43d5-9a76-25e7bc888563'}]}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:54:25.632586 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-04cafcae-ea4f-4142-bbe1-48a7e3f3aa6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:54:25.647177 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-aff9a704-e70d-4668-9246-078f4973a6be tempest-TestVolumeBackupRestore-865720571 tempest-TestVolumeBackupRestore-865720571-project] 10.222.0.60 "DELETE /v2.0/floatingips/8710e4d2-f0ee-47c8-b5e4-22a2b0fcb750 HTTP/1.1" status: 204 len: 168 time: 2.3266044 Nov 23 17:54:25.669886 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d16214d-4921-4a03-83e3-c6e08d9bdf81', 'tag': '5d20273a-55d9-4910-b163-06df5e99e8f9'}] {{(pid=103591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:54:25.684540 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41d174a19ece9499ff9ec44e5b3fc50f2abd3ffbc947fb7e52ea1e8db27b95b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c25e3c5a-0134-4927-87f9-19fd3309bb29" -d '{"events": [{"name": "network-changed", "server_uuid": "1d16214d-4921-4a03-83e3-c6e08d9bdf81", "tag": "5d20273a-55d9-4910-b163-06df5e99e8f9"}]}' {{(pid=103591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:54:25.689408 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04cafcae-ea4f-4142-bbe1-48a7e3f3aa6e None None] Routers {'70e6de59-80d1-4d92-b742-ca2e1cb0057e'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:54:25.690207 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-04cafcae-ea4f-4142-bbe1-48a7e3f3aa6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:54:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['70e6de59-80d1-4d92-b742-ca2e1cb0057e'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:54:25.705988 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-de258560-2306-438d-a233-7b025cdd1acc tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Publish callbacks [] for security_group, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:25.802526 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-de258560-2306-438d-a233-7b025cdd1acc tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:25.873018 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 17:54:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9847a16-6818-4e16-aebc-2f70eef7f7ec x-openstack-request-id: req-e9847a16-6818-4e16-aebc-2f70eef7f7ec {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:54:25.875956 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d16214d-4921-4a03-83e3-c6e08d9bdf81", "tag": "5d20273a-55d9-4910-b163-06df5e99e8f9", "status": "completed", "code": 200}]} {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:54:25.877463 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e9847a16-6818-4e16-aebc-2f70eef7f7ec {{(pid=103591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:54:25.877972 n-d-816206-8 neutron-server[103591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d16214d-4921-4a03-83e3-c6e08d9bdf81', 'tag': '5d20273a-55d9-4910-b163-06df5e99e8f9', 'status': 'completed', 'code': 200} Nov 23 17:54:25.888899 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-04cafcae-ea4f-4142-bbe1-48a7e3f3aa6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:54:25.890075 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04cafcae-ea4f-4142-bbe1-48a7e3f3aa6e None None] The sync data for ids ['70e6de59-80d1-4d92-b742-ca2e1cb0057e'] in n-d-816206-8 is: [] {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:54:25.909481 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-b27a9e62-a466-41e7-b1b8-56797ad2ffcb None None] Set router fef33dd4-0798-4601-9bec-bb331747e629 gateway port host: n-d-816206-8 {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:54:26.012057 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [req-9f0efbd6-9145-4cae-930f-97464711b1ac req-926d3523-ec21-4353-84dd-1ae484868530 service neutron] (103591) timed out ('10.222.0.60', 49410) {{(pid=103591) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 23 17:54:26.042947 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25e3c5a-0134-4927-87f9-19fd3309bb29 req-5f6c8bb1-32e6-4d7b-95c1-905cba08f10b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:26.045117 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c25e3c5a-0134-4927-87f9-19fd3309bb29 req-5f6c8bb1-32e6-4d7b-95c1-905cba08f10b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5e9ad8bc738841bf987987e4b3fa436d&device_id=1d16214d-4921-4a03-83e3-c6e08d9bdf81 HTTP/1.1" status: 200 len: 1096 time: 0.1289263 Nov 23 17:54:26.163622 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4cf25ab8-13bf-48da-b51c-b624906d7074 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:26.243916 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-0671092f-c952-4468-9413-d2d163d1f0d2 None None] Provisioning complete for port 99946606-57a9-41c5-8362-1d456b51a829 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:54:26.244436 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-0671092f-c952-4468-9413-d2d163d1f0d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:26.342010 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 99946606-57a9-41c5-8362-1d456b51a829 up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:54:26.413374 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-de258560-2306-438d-a233-7b025cdd1acc tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:26.421746 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-de258560-2306-438d-a233-7b025cdd1acc tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Publish callbacks [] for security_group, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:26.422914 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-de258560-2306-438d-a233-7b025cdd1acc tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] 10.222.0.60 "DELETE /v2.0/security-groups/857595b8-f5c9-4ef4-a551-6fcaf9d47816 HTTP/1.1" status: 204 len: 168 time: 1.0146477 Nov 23 17:54:26.450370 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-b27a9e62-a466-41e7-b1b8-56797ad2ffcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fef33dd4-0798-4601-9bec-bb331747e629', 'name': 'tempest-TestVolumeBackupRestore-70266538-router', 'tenant_id': '5e9ad8bc738841bf987987e4b3fa436d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.107'}], 'enable_snat': True}, 'gw_port_id': '539a4196-7752-4174-b643-81630aaf64b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:49:42Z', 'updated_at': '2021-11-23T17:49:47Z', 'revision_number': 4, 'project_id': '5e9ad8bc738841bf987987e4b3fa436d', 'gw_port': {'id': '539a4196-7752-4174-b643-81630aaf64b0', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:2f:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fef33dd4-0798-4601-9bec-bb331747e629', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2976, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:49:42Z', 'updated_at': '2021-11-23T17:49:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_interfaces': [{'id': 'bbba2d1c-4dbb-4642-90b8-18212fb7ce49', 'name': '', 'network_id': '558ec34e-132d-47d4-bc3f-17b80c2b57a8', 'tenant_id': '5e9ad8bc738841bf987987e4b3fa436d', 'mac_address': 'fa:16:3e:eb:54:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fef33dd4-0798-4601-9bec-bb331747e629', 'device_owner': 'network:router_interface', 'standard_attr_id': 2977, 'fixed_ips': [{'subnet_id': 'f607dd01-c33d-4ce7-a526-e698fa699986', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:49:46Z', 'updated_at': '2021-11-23T17:49:54Z', 'revision_number': 5, 'project_id': '5e9ad8bc738841bf987987e4b3fa436d', 'subnets': [{'id': 'f607dd01-c33d-4ce7-a526-e698fa699986', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:54:26.501712 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b27a9e62-a466-41e7-b1b8-56797ad2ffcb None None] Checking router: fef33dd4-0798-4601-9bec-bb331747e629 for host: n-d-816206-8 {{(pid=103593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 17:54:26.516255 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b27a9e62-a466-41e7-b1b8-56797ad2ffcb None None] Routers {'fef33dd4-0798-4601-9bec-bb331747e629'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:54:26.517243 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-b27a9e62-a466-41e7-b1b8-56797ad2ffcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:54:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['fef33dd4-0798-4601-9bec-bb331747e629'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:54:26.540143 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port 99946606-57a9-41c5-8362-1d456b51a829 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:54:26.540625 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:26.616714 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 45230) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:54:26.650257 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de258560-2306-438d-a233-7b025cdd1acc tempest-TestVolumeBootPattern-1818450908 tempest-TestVolumeBootPattern-1818450908-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=857595b8-f5c9-4ef4-a551-6fcaf9d47816,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:54:26.738998 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25e3c5a-0134-4927-87f9-19fd3309bb29 req-bea64874-4b29-4af5-a7f2-59fac3e60d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:26.757819 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c25e3c5a-0134-4927-87f9-19fd3309bb29 req-bea64874-4b29-4af5-a7f2-59fac3e60d6e service neutron] 10.222.0.36 "GET /v2.0/networks?id=558ec34e-132d-47d4-bc3f-17b80c2b57a8 HTTP/1.1" status: 200 len: 913 time: 0.6803710 Nov 23 17:54:26.868676 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a71df3b-c1cb-4689-9cb2-b40f236bddca req-723e5699-0220-492a-8ac5-50641dc15dce tempest-TestVolumeBackupRestore-865720571 tempest-TestVolumeBackupRestore-865720571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:26.880574 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9a71df3b-c1cb-4689-9cb2-b40f236bddca req-723e5699-0220-492a-8ac5-50641dc15dce tempest-TestVolumeBackupRestore-865720571 tempest-TestVolumeBackupRestore-865720571-project] 10.222.0.60 "GET /v2.0/ports?device_id=1d16214d-4921-4a03-83e3-c6e08d9bdf81 HTTP/1.1" status: 200 len: 945 time: 0.5379560 Nov 23 17:54:26.953696 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-b27a9e62-a466-41e7-b1b8-56797ad2ffcb None None] Set router fef33dd4-0798-4601-9bec-bb331747e629 gateway port host: n-d-816206-8 {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:54:27.024345 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c25e3c5a-0134-4927-87f9-19fd3309bb29 req-b413b68c-5114-4c8c-b938-b13b83282da1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5d20273a-55d9-4910-b163-06df5e99e8f9 HTTP/1.1" status: 200 len: 217 time: 0.2466652 Nov 23 17:54:27.062596 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-0671092f-c952-4468-9413-d2d163d1f0d2 None None] Provisioning complete for port b178e7e2-e24b-4db8-b52b-18f284283a0c triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:54:27.062966 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-0671092f-c952-4468-9413-d2d163d1f0d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:27.135027 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-0671092f-c952-4468-9413-d2d163d1f0d2 None None] Port b178e7e2-e24b-4db8-b52b-18f284283a0c cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:54:27.230192 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25e3c5a-0134-4927-87f9-19fd3309bb29 req-afecd9b2-e497-4037-9e41-d30b3a24fba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:27.233190 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c25e3c5a-0134-4927-87f9-19fd3309bb29 req-afecd9b2-e497-4037-9e41-d30b3a24fba4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f607dd01-c33d-4ce7-a526-e698fa699986 HTTP/1.1" status: 200 len: 851 time: 0.1551933 Nov 23 17:54:27.268044 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-950e6048-3ac7-4b79-96ea-63e2c1e4ed39 None None] Provisioning complete for port b178e7e2-e24b-4db8-b52b-18f284283a0c triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:54:27.270017 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-950e6048-3ac7-4b79-96ea-63e2c1e4ed39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:27.333217 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-950e6048-3ac7-4b79-96ea-63e2c1e4ed39 None None] Port b178e7e2-e24b-4db8-b52b-18f284283a0c cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:54:27.383679 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4cf25ab8-13bf-48da-b51c-b624906d7074 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks [] for port, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:27.402500 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9a71df3b-c1cb-4689-9cb2-b40f236bddca req-742db7fd-f7b6-4978-b8a1-cf46b122cbbc tempest-TestVolumeBackupRestore-865720571 tempest-TestVolumeBackupRestore-865720571-project] 10.222.0.60 "GET /v2.0/security-groups?id=d6ab30e5-2026-4aba-ad91-d0613562cc26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5030978 Nov 23 17:54:27.414820 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4cf25ab8-13bf-48da-b51c-b624906d7074 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264357957'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:27.423739 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cf25ab8-13bf-48da-b51c-b624906d7074 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:27.424430 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4cf25ab8-13bf-48da-b51c-b624906d7074 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:27.433580 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 45240) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:54:27.443953 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-4cf25ab8-13bf-48da-b51c-b624906d7074 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] 10.222.0.60 "PUT /v2.0/ports/b178e7e2-e24b-4db8-b52b-18f284283a0c HTTP/1.1" status: 200 len: 911 time: 1.8439949 Nov 23 17:54:27.465680 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-7e5f4a1d-e4b6-44b5-9533-bf3b1fec2687 None None] Provisioning complete for port b178e7e2-e24b-4db8-b52b-18f284283a0c triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:54:27.469498 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-7e5f4a1d-e4b6-44b5-9533-bf3b1fec2687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:27.576868 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf25ab8-13bf-48da-b51c-b624906d7074 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Pushing event updated for resources: {'Port': ['ID=b178e7e2-e24b-4db8-b52b-18f284283a0c,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:54:27.607601 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-7e5f4a1d-e4b6-44b5-9533-bf3b1fec2687 None None] Port b178e7e2-e24b-4db8-b52b-18f284283a0c cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:54:27.666474 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-b27a9e62-a466-41e7-b1b8-56797ad2ffcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fef33dd4-0798-4601-9bec-bb331747e629', 'name': 'tempest-TestVolumeBackupRestore-70266538-router', 'tenant_id': '5e9ad8bc738841bf987987e4b3fa436d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.107'}], 'enable_snat': True}, 'gw_port_id': '539a4196-7752-4174-b643-81630aaf64b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:49:42Z', 'updated_at': '2021-11-23T17:49:47Z', 'revision_number': 4, 'project_id': '5e9ad8bc738841bf987987e4b3fa436d', 'gw_port': {'id': '539a4196-7752-4174-b643-81630aaf64b0', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:2f:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fef33dd4-0798-4601-9bec-bb331747e629', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2976, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:49:42Z', 'updated_at': '2021-11-23T17:49:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_interfaces': [{'id': 'bbba2d1c-4dbb-4642-90b8-18212fb7ce49', 'name': '', 'network_id': '558ec34e-132d-47d4-bc3f-17b80c2b57a8', 'tenant_id': '5e9ad8bc738841bf987987e4b3fa436d', 'mac_address': 'fa:16:3e:eb:54:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fef33dd4-0798-4601-9bec-bb331747e629', 'device_owner': 'network:router_interface', 'standard_attr_id': 2977, 'fixed_ips': [{'subnet_id': 'f607dd01-c33d-4ce7-a526-e698fa699986', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:49:46Z', 'updated_at': '2021-11-23T17:49:54Z', 'revision_number': 5, 'project_id': '5e9ad8bc738841bf987987e4b3fa436d', 'subnets': [{'id': 'f607dd01-c33d-4ce7-a526-e698fa699986', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:54:27.700588 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b27a9e62-a466-41e7-b1b8-56797ad2ffcb None None] The sync data for ids ['fef33dd4-0798-4601-9bec-bb331747e629'] in n-d-816206-8 is: [{'id': 'fef33dd4-0798-4601-9bec-bb331747e629', 'name': 'tempest-TestVolumeBackupRestore-70266538-router', 'tenant_id': '5e9ad8bc738841bf987987e4b3fa436d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.107'}], 'enable_snat': True}, 'gw_port_id': '539a4196-7752-4174-b643-81630aaf64b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:49:42Z', 'updated_at': '2021-11-23T17:49:47Z', 'revision_number': 4, 'project_id': '5e9ad8bc738841bf987987e4b3fa436d', 'gw_port': {'id': '539a4196-7752-4174-b643-81630aaf64b0', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:2f:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fef33dd4-0798-4601-9bec-bb331747e629', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2976, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:49:42Z', 'updated_at': '2021-11-23T17:49:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_interfaces': [{'id': 'bbba2d1c-4dbb-4642-90b8-18212fb7ce49', 'name': '', 'network_id': '558ec34e-132d-47d4-bc3f-17b80c2b57a8', 'tenant_id': '5e9ad8bc738841bf987987e4b3fa436d', 'mac_address': 'fa:16:3e:eb:54:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fef33dd4-0798-4601-9bec-bb331747e629', 'device_owner': 'network:router_interface', 'standard_attr_id': 2977, 'fixed_ips': [{'subnet_id': 'f607dd01-c33d-4ce7-a526-e698fa699986', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:49:46Z', 'updated_at': '2021-11-23T17:49:54Z', 'revision_number': 5, 'project_id': '5e9ad8bc738841bf987987e4b3fa436d', 'subnets': [{'id': 'f607dd01-c33d-4ce7-a526-e698fa699986', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:54:27.793163 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25e3c5a-0134-4927-87f9-19fd3309bb29 req-32899100-8731-4c4b-a133-031b46a3830c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:27.794778 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c25e3c5a-0134-4927-87f9-19fd3309bb29 req-32899100-8731-4c4b-a133-031b46a3830c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=558ec34e-132d-47d4-bc3f-17b80c2b57a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5469487 Nov 23 17:54:28.164238 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9796fd0a-ef16-4222-b876-9868b17b1032 None None] New status for floating IP 8710e4d2-f0ee-47c8-b5e4-22a2b0fcb750: DOWN {{(pid=103592) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 17:54:28.492039 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c25e3c5a-0134-4927-87f9-19fd3309bb29 req-c776c23f-52ea-4c0f-b322-b8abf1cd8108 service neutron] 10.222.0.36 "GET /v2.0/networks/558ec34e-132d-47d4-bc3f-17b80c2b57a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6565318 Nov 23 17:54:28.561947 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e45f2ea-8157-46ad-b6a3-61c2a381b2bf req-35425ab8-6a65-47e3-bbae-0b1f6f3a9e61 tempest-TestVolumeBackupRestore-865720571 tempest-TestVolumeBackupRestore-865720571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:28.563425 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8e45f2ea-8157-46ad-b6a3-61c2a381b2bf req-35425ab8-6a65-47e3-bbae-0b1f6f3a9e61 tempest-TestVolumeBackupRestore-865720571 tempest-TestVolumeBackupRestore-865720571-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d16214d-4921-4a03-83e3-c6e08d9bdf81 HTTP/1.1" status: 200 len: 945 time: 0.2013233 Nov 23 17:54:28.731767 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f40e77b-9062-4b47-b67b-97de4277cf33 req-b645d662-f15d-45ed-b167-0dc2036a8af5 tempest-TestVolumeBackupRestore-865720571 tempest-TestVolumeBackupRestore-865720571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:28.733207 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2f40e77b-9062-4b47-b67b-97de4277cf33 req-b645d662-f15d-45ed-b167-0dc2036a8af5 tempest-TestVolumeBackupRestore-865720571 tempest-TestVolumeBackupRestore-865720571-project] 10.222.0.60 "GET /v2.0/ports?device_id=1d16214d-4921-4a03-83e3-c6e08d9bdf81 HTTP/1.1" status: 200 len: 945 time: 0.2336583 Nov 23 17:54:28.800197 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c25e3c5a-0134-4927-87f9-19fd3309bb29 req-ab63300b-5c8f-47d1-9f4b-c8e667a8b581 service neutron] 10.222.0.36 "GET /v2.0/networks/558ec34e-132d-47d4-bc3f-17b80c2b57a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2939928 Nov 23 17:54:28.891302 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2f40e77b-9062-4b47-b67b-97de4277cf33 req-d0f5e0b1-f322-464a-ba2b-da38f3e0bfc1 tempest-TestVolumeBackupRestore-865720571 tempest-TestVolumeBackupRestore-865720571-project] 10.222.0.60 "GET /v2.0/security-groups?id=d6ab30e5-2026-4aba-ad91-d0613562cc26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1490946 Nov 23 17:54:28.904646 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [req-8e45f2ea-8157-46ad-b6a3-61c2a381b2bf req-04276612-3ad3-4c1c-8c74-8d876fa60888 tempest-TestVolumeBackupRestore-865720571 tempest-TestVolumeBackupRestore-865720571-project] Deleting port 5d20273a-55d9-4910-b163-06df5e99e8f9 {{(pid=103591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:54:28.904999 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-8e45f2ea-8157-46ad-b6a3-61c2a381b2bf req-04276612-3ad3-4c1c-8c74-8d876fa60888 tempest-TestVolumeBackupRestore-865720571 tempest-TestVolumeBackupRestore-865720571-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:28.947752 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-70e4b05a-c96a-42d4-8a73-e9398b48f89c tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1794372'] for router_interface, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:29.104476 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-4f3c4501-ff6f-4933-a6e2-12bca84d9a30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1794372'] for router_interface, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:29.318191 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-8e45f2ea-8157-46ad-b6a3-61c2a381b2bf req-04276612-3ad3-4c1c-8c74-8d876fa60888 tempest-TestVolumeBackupRestore-865720571 tempest-TestVolumeBackupRestore-865720571-project] For port 5d20273a-55d9-4910-b163-06df5e99e8f9, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=5d20273a-55d9-4910-b163-06df5e99e8f9,segment=NetworkSegment(35aed508-8cb6-4e16-a4ed-31382f0590c8),segment_id=35aed508-8cb6-4e16-a4ed-31382f0590c8)] {{(pid=103591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:54:29.318685 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-8e45f2ea-8157-46ad-b6a3-61c2a381b2bf req-04276612-3ad3-4c1c-8c74-8d876fa60888 tempest-TestVolumeBackupRestore-865720571 tempest-TestVolumeBackupRestore-865720571-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:29.345897 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [req-8e45f2ea-8157-46ad-b6a3-61c2a381b2bf req-04276612-3ad3-4c1c-8c74-8d876fa60888 tempest-TestVolumeBackupRestore-865720571 tempest-TestVolumeBackupRestore-865720571-project] Calling delete_port for 5d20273a-55d9-4910-b163-06df5e99e8f9 owned by compute:nova {{(pid=103591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:54:29.700612 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-8e45f2ea-8157-46ad-b6a3-61c2a381b2bf req-04276612-3ad3-4c1c-8c74-8d876fa60888 tempest-TestVolumeBackupRestore-865720571 tempest-TestVolumeBackupRestore-865720571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:29.763972 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04276612-3ad3-4c1c-8c74-8d876fa60888 tempest-TestVolumeBackupRestore-865720571 tempest-TestVolumeBackupRestore-865720571-project] Pushing event deleted for resources: {'Port': ['ID=5d20273a-55d9-4910-b163-06df5e99e8f9,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:54:29.800093 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-70e4b05a-c96a-42d4-8a73-e9398b48f89c tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Deleting port b178e7e2-e24b-4db8-b52b-18f284283a0c {{(pid=103591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:54:29.800481 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-70e4b05a-c96a-42d4-8a73-e9398b48f89c tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:29.820772 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e45f2ea-8157-46ad-b6a3-61c2a381b2bf req-04276612-3ad3-4c1c-8c74-8d876fa60888 tempest-TestVolumeBackupRestore-865720571 tempest-TestVolumeBackupRestore-865720571-project] No DVR routers for this DVR port 5d20273a-55d9-4910-b163-06df5e99e8f9 on host n-h2-816206-8 {{(pid=103591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:54:29.836297 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-8e45f2ea-8157-46ad-b6a3-61c2a381b2bf req-04276612-3ad3-4c1c-8c74-8d876fa60888 tempest-TestVolumeBackupRestore-865720571 tempest-TestVolumeBackupRestore-865720571-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:29.839666 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8e45f2ea-8157-46ad-b6a3-61c2a381b2bf req-04276612-3ad3-4c1c-8c74-8d876fa60888 tempest-TestVolumeBackupRestore-865720571 tempest-TestVolumeBackupRestore-865720571-project] 10.222.0.36 "DELETE /v2.0/ports/5d20273a-55d9-4910-b163-06df5e99e8f9 HTTP/1.1" status: 204 len: 173 time: 1.2550933 Nov 23 17:54:29.841409 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d16214d-4921-4a03-83e3-c6e08d9bdf81', 'name': 'network-vif-deleted', 'tag': '5d20273a-55d9-4910-b163-06df5e99e8f9'}] {{(pid=103591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:54:29.843780 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41d174a19ece9499ff9ec44e5b3fc50f2abd3ffbc947fb7e52ea1e8db27b95b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0c74c6b-ff48-4910-8459-0eb58b413d43" -d '{"events": [{"server_uuid": "1d16214d-4921-4a03-83e3-c6e08d9bdf81", "name": "network-vif-deleted", "tag": "5d20273a-55d9-4910-b163-06df5e99e8f9"}]}' {{(pid=103591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:54:29.899312 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-4f3c4501-ff6f-4933-a6e2-12bca84d9a30 admin admin] Deleting port 054eac10-0542-49e4-bc40-e19b267e336a {{(pid=103591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:54:29.899687 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-4f3c4501-ff6f-4933-a6e2-12bca84d9a30 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:29.910482 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:54:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7eb2a00f-679a-49cf-8201-5e0b4fac8b54 x-openstack-request-id: req-7eb2a00f-679a-49cf-8201-5e0b4fac8b54 {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:54:29.910820 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d16214d-4921-4a03-83e3-c6e08d9bdf81", "name": "network-vif-deleted", "tag": "5d20273a-55d9-4910-b163-06df5e99e8f9", "status": "completed", "code": 200}]} {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:54:29.911073 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7eb2a00f-679a-49cf-8201-5e0b4fac8b54 {{(pid=103591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:54:29.911424 n-d-816206-8 neutron-server[103591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d16214d-4921-4a03-83e3-c6e08d9bdf81', 'name': 'network-vif-deleted', 'tag': '5d20273a-55d9-4910-b163-06df5e99e8f9', 'status': 'completed', 'code': 200} Nov 23 17:54:29.993101 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-70e4b05a-c96a-42d4-8a73-e9398b48f89c tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:30.035663 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-70e4b05a-c96a-42d4-8a73-e9398b48f89c tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Calling delete_port for b178e7e2-e24b-4db8-b52b-18f284283a0c owned by network:router_interface {{(pid=103591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:54:30.040350 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ac806527-4439-4345-a5b3-482e13c0452b req-d987c7d2-9c2a-4f9c-b81f-14e66db1dff6 tempest-TestVolumeBackupRestore-865720571 tempest-TestVolumeBackupRestore-865720571-project] 10.222.0.60 "GET /v2.0/ports?device_id=1d16214d-4921-4a03-83e3-c6e08d9bdf81 HTTP/1.1" status: 200 len: 210 time: 0.0446215 Nov 23 17:54:30.068636 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [None req-4f3c4501-ff6f-4933-a6e2-12bca84d9a30 admin admin] For port 054eac10-0542-49e4-bc40-e19b267e336a, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=054eac10-0542-49e4-bc40-e19b267e336a,segment=NetworkSegment(ec813e0a-4415-4fed-a736-e9a0442fcb85),segment_id=ec813e0a-4415-4fed-a736-e9a0442fcb85)] {{(pid=103591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:54:30.069000 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-4f3c4501-ff6f-4933-a6e2-12bca84d9a30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:30.115132 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-4f3c4501-ff6f-4933-a6e2-12bca84d9a30 admin admin] Calling delete_port for 054eac10-0542-49e4-bc40-e19b267e336a owned by network:router_interface {{(pid=103591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:54:30.359587 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-70e4b05a-c96a-42d4-8a73-e9398b48f89c tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:30.394861 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e4b05a-c96a-42d4-8a73-e9398b48f89c tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Pushing event deleted for resources: {'Port': ['ID=b178e7e2-e24b-4db8-b52b-18f284283a0c,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:54:30.546004 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-70e4b05a-c96a-42d4-8a73-e9398b48f89c tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2067500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1794520'] for router_interface, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:30.554830 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-4f3c4501-ff6f-4933-a6e2-12bca84d9a30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:30.657389 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3c4501-ff6f-4933-a6e2-12bca84d9a30 admin admin] Pushing event deleted for resources: {'Port': ['ID=054eac10-0542-49e4-bc40-e19b267e336a,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:54:30.665946 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device 5d20273a-55d9-4910-b163-06df5e99e8f9 no longer exists at agent hyperv_n-h2-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:54:30.700744 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] No Port match for: 5d20273a-55d9-4910-b163-06df5e99e8f9 {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:54:30.701429 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device 5d20273a-55d9-4910-b163-06df5e99e8f9 not bound to the agent host n-h2-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:54:30.865877 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70e4b05a-c96a-42d4-8a73-e9398b48f89c tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Router 70e6de59-80d1-4d92-b742-ca2e1cb0057e has already been hosted by L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 {{(pid=103591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 17:54:31.250094 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2767b594-47a3-40f6-9c3d-d43bf6def41e req-2f26b7ce-d7f9-43ab-bf6c-51639c96d422 tempest-TestVolumeBackupRestore-865720571 tempest-TestVolumeBackupRestore-865720571-project] 10.222.0.60 "GET /v2.0/ports?device_id=1d16214d-4921-4a03-83e3-c6e08d9bdf81 HTTP/1.1" status: 200 len: 210 time: 0.0425019 Nov 23 17:54:31.305107 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-4f3c4501-ff6f-4933-a6e2-12bca84d9a30 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2067500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1794520'] for router_interface, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:31.352475 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70e4b05a-c96a-42d4-8a73-e9398b48f89c tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:54:31.366774 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd227de9-2e4c-471e-8ff8-22f7aea8c665 None None] Sync routers for ids ['70e6de59-80d1-4d92-b742-ca2e1cb0057e'] in n-d-816206-8 {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:54:31.384623 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd227de9-2e4c-471e-8ff8-22f7aea8c665 None None] Routers {'70e6de59-80d1-4d92-b742-ca2e1cb0057e'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:54:31.385997 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-bd227de9-2e4c-471e-8ff8-22f7aea8c665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:54:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['70e6de59-80d1-4d92-b742-ca2e1cb0057e'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:54:31.390981 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-70e4b05a-c96a-42d4-8a73-e9398b48f89c tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] 10.222.0.60 "PUT /v2.0/routers/70e6de59-80d1-4d92-b742-ca2e1cb0057e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9514279 Nov 23 17:54:31.391776 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 45270) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:54:31.428878 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-19d2dfca-3963-444f-89ea-ef7a29659bdc tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] 10.222.0.60 "GET /v2.0/ports?device_id=70e6de59-80d1-4d92-b742-ca2e1cb0057e HTTP/1.1" status: 200 len: 205 time: 0.0359695 Nov 23 17:54:31.432779 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 45272) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:54:31.526875 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-bd227de9-2e4c-471e-8ff8-22f7aea8c665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:54:31.535572 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b6b6058f-f6cb-4223-a7ca-64baadd4704a tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks [] for router, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:31.545416 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd227de9-2e4c-471e-8ff8-22f7aea8c665 None None] Routers {'70e6de59-80d1-4d92-b742-ca2e1cb0057e'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:54:31.546591 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-bd227de9-2e4c-471e-8ff8-22f7aea8c665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:54:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['70e6de59-80d1-4d92-b742-ca2e1cb0057e'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:54:31.592926 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-bd227de9-2e4c-471e-8ff8-22f7aea8c665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:54:31.593891 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd227de9-2e4c-471e-8ff8-22f7aea8c665 None None] The sync data for ids ['70e6de59-80d1-4d92-b742-ca2e1cb0057e'] in n-d-816206-8 is: [] {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:54:31.596995 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.agents_db [None req-464f6c07-0de8-4be6-8f5b-563f574d1c5d None None] Agent healthcheck: found 7 active agents {{(pid=103593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 17:54:31.612062 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f3c4501-ff6f-4933-a6e2-12bca84d9a30 admin admin] Router 6ce656d6-d295-4a48-8809-f02b548dd50a has already been hosted by L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 {{(pid=103591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 17:54:31.716704 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b6b6058f-f6cb-4223-a7ca-64baadd4704a tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1794352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8175'] for router, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:31.719100 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b6b6058f-f6cb-4223-a7ca-64baadd4704a tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:31.737205 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f3c4501-ff6f-4933-a6e2-12bca84d9a30 admin admin] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:54:31.746449 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-4f3c4501-ff6f-4933-a6e2-12bca84d9a30 admin admin] 10.222.0.60 "PUT /v2.0/routers/6ce656d6-d295-4a48-8809-f02b548dd50a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1210005 Nov 23 17:54:31.747399 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 45274) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:54:31.749185 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acde7a8a-f5e8-4915-85c7-913a853c18d6 None None] Sync routers for ids ['6ce656d6-d295-4a48-8809-f02b548dd50a'] in n-d-816206-8 {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:54:31.774361 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acde7a8a-f5e8-4915-85c7-913a853c18d6 None None] Routers {'6ce656d6-d295-4a48-8809-f02b548dd50a'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:54:31.775309 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-acde7a8a-f5e8-4915-85c7-913a853c18d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:54:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['6ce656d6-d295-4a48-8809-f02b548dd50a'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:54:31.777920 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b6b6058f-f6cb-4223-a7ca-64baadd4704a tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1795580'] for router, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:31.778744 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6b6058f-f6cb-4223-a7ca-64baadd4704a tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Fanout notify agent at l3_agent the message router_deleted on router 70e6de59-80d1-4d92-b742-ca2e1cb0057e {{(pid=103590) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 17:54:31.789973 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b6b6058f-f6cb-4223-a7ca-64baadd4704a tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks [] for router, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:31.793743 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-b6b6058f-f6cb-4223-a7ca-64baadd4704a tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] 10.222.0.60 "DELETE /v2.0/routers/70e6de59-80d1-4d92-b742-ca2e1cb0057e HTTP/1.1" status: 204 len: 168 time: 0.3563850 Nov 23 17:54:31.794244 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 45276) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:54:31.866956 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ab69f3b-9671-4439-ad3e-6053ee1440f6 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Deleting subnet a647482a-1e4e-43d5-9a76-25e7bc888563 {{(pid=103590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 17:54:31.870792 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7ab69f3b-9671-4439-ad3e-6053ee1440f6 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks [] for subnet, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:31.922594 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvr_db [None req-acde7a8a-f5e8-4915-85c7-913a853c18d6 None None] Set router 6ce656d6-d295-4a48-8809-f02b548dd50a gateway port host: n-d-816206-8 {{(pid=103592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:54:31.950720 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7ab69f3b-9671-4439-ad3e-6053ee1440f6 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-267528342'] for subnet, precommit_delete_associations {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:31.970668 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-eaa6c5b8-0214-4375-9a70-d734ac79f648 admin admin] Publish callbacks [] for router, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:32.167524 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7ab69f3b-9671-4439-ad3e-6053ee1440f6 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971956'] for subnet, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:32.174096 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-eaa6c5b8-0214-4375-9a70-d734ac79f648 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:32.240450 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-acde7a8a-f5e8-4915-85c7-913a853c18d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ce656d6-d295-4a48-8809-f02b548dd50a', 'name': 'tempest-TestVolumeBootPattern-1110572301-router', 'tenant_id': 'c0a53cd325e44b8fbee499050453672f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.143'}], 'enable_snat': True}, 'gw_port_id': '41276f9e-4769-4678-a2c8-4ca2eb9f723b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:38:07Z', 'updated_at': '2021-11-23T17:54:30Z', 'revision_number': 5, 'project_id': 'c0a53cd325e44b8fbee499050453672f', 'gw_port': {'id': '41276f9e-4769-4678-a2c8-4ca2eb9f723b', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:83:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ce656d6-d295-4a48-8809-f02b548dd50a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2099, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:38:08Z', 'updated_at': '2021-11-23T17:38:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8'}], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:54:32.251712 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-eaa6c5b8-0214-4375-9a70-d734ac79f648 admin admin] Deleting port 41276f9e-4769-4678-a2c8-4ca2eb9f723b {{(pid=103591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:54:32.252050 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-eaa6c5b8-0214-4375-9a70-d734ac79f648 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:32.292735 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7ab69f3b-9671-4439-ad3e-6053ee1440f6 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264357903', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264730940'] for subnet, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:32.417817 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7ab69f3b-9671-4439-ad3e-6053ee1440f6 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks [] for subnet, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:32.435332 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-7ab69f3b-9671-4439-ad3e-6053ee1440f6 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] 10.222.0.60 "DELETE /v2.0/subnets/a647482a-1e4e-43d5-9a76-25e7bc888563 HTTP/1.1" status: 204 len: 168 time: 0.6376398 Nov 23 17:54:32.437916 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 45294) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:54:32.441631 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab69f3b-9671-4439-ad3e-6053ee1440f6 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Pushing event deleted for resources: {'Subnet': ['ID=a647482a-1e4e-43d5-9a76-25e7bc888563,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:54:32.497180 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-3a014cdd-fc66-411d-adb6-2264f75e4f94 req-b31a9427-0298-40a9-9612-326796275a35 tempest-TestVolumeBackupRestore-865720571 tempest-TestVolumeBackupRestore-865720571-project] 10.222.0.60 "GET /v2.0/ports?device_id=1d16214d-4921-4a03-83e3-c6e08d9bdf81 HTTP/1.1" status: 200 len: 210 time: 0.1022363 Nov 23 17:54:32.531934 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [None req-eaa6c5b8-0214-4375-9a70-d734ac79f648 admin admin] For port 41276f9e-4769-4678-a2c8-4ca2eb9f723b, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=41276f9e-4769-4678-a2c8-4ca2eb9f723b,segment=NetworkSegment(bffd1e4f-e80f-4ff0-b418-2f42ae15febf),segment_id=bffd1e4f-e80f-4ff0-b418-2f42ae15febf)] {{(pid=103591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:54:32.532301 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-eaa6c5b8-0214-4375-9a70-d734ac79f648 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:32.548011 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-eaa6c5b8-0214-4375-9a70-d734ac79f648 admin admin] Calling delete_port for 41276f9e-4769-4678-a2c8-4ca2eb9f723b owned by network:router_gateway {{(pid=103591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:54:32.749738 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b061036c-c511-496d-b1a5-0887c95d0d94 None None] Network 47ee19d7-a608-4371-b700-c5319d28c4d4 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:54:32.761290 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acde7a8a-f5e8-4915-85c7-913a853c18d6 None None] Checking router: 6ce656d6-d295-4a48-8809-f02b548dd50a for host: n-d-816206-8 {{(pid=103592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 17:54:32.839269 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-9e7e4e7f-cd60-4fdf-8a87-8c3e4ee81a10 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-555181'] for network, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:32.919223 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-eaa6c5b8-0214-4375-9a70-d734ac79f648 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:32.954920 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acde7a8a-f5e8-4915-85c7-913a853c18d6 None None] Routers {'6ce656d6-d295-4a48-8809-f02b548dd50a'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:54:32.955989 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-acde7a8a-f5e8-4915-85c7-913a853c18d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:54:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['6ce656d6-d295-4a48-8809-f02b548dd50a'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:54:32.960904 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-9e7e4e7f-cd60-4fdf-8a87-8c3e4ee81a10 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Deleting port 99946606-57a9-41c5-8362-1d456b51a829 {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:54:32.961246 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-9e7e4e7f-cd60-4fdf-8a87-8c3e4ee81a10 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:33.004237 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa6c5b8-0214-4375-9a70-d734ac79f648 admin admin] Pushing event deleted for resources: {'Port': ['ID=41276f9e-4769-4678-a2c8-4ca2eb9f723b,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:54:33.062455 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-9e7e4e7f-cd60-4fdf-8a87-8c3e4ee81a10 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] For port 99946606-57a9-41c5-8362-1d456b51a829, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=99946606-57a9-41c5-8362-1d456b51a829,segment=NetworkSegment(837981b2-6e1b-4bfd-9ae2-31426da86254),segment_id=837981b2-6e1b-4bfd-9ae2-31426da86254)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:54:33.063513 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-9e7e4e7f-cd60-4fdf-8a87-8c3e4ee81a10 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:33.078426 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-9e7e4e7f-cd60-4fdf-8a87-8c3e4ee81a10 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Calling delete_port for 99946606-57a9-41c5-8362-1d456b51a829 owned by network:dhcp {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:54:33.158955 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abc91b3a-7095-4093-8c02-426e6f6125aa None None] DHCP port deletion for 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:54:33.181670 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvr_db [None req-acde7a8a-f5e8-4915-85c7-913a853c18d6 None None] Set router 6ce656d6-d295-4a48-8809-f02b548dd50a gateway port host: None {{(pid=103592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:54:33.186113 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-eaa6c5b8-0214-4375-9a70-d734ac79f648 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1795454'] for router_gateway, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:33.225775 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-9e7e4e7f-cd60-4fdf-8a87-8c3e4ee81a10 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:33.256877 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e7e4e7f-cd60-4fdf-8a87-8c3e4ee81a10 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] No DVR routers for this DVR port 99946606-57a9-41c5-8362-1d456b51a829 on host n-d-816206-8 {{(pid=103590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:54:33.263409 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-acde7a8a-f5e8-4915-85c7-913a853c18d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ce656d6-d295-4a48-8809-f02b548dd50a', 'name': 'tempest-TestVolumeBootPattern-1110572301-router', 'tenant_id': 'c0a53cd325e44b8fbee499050453672f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:38:07Z', 'updated_at': '2021-11-23T17:54:32Z', 'revision_number': 7, 'project_id': 'c0a53cd325e44b8fbee499050453672f', 'gw_port_host': None}], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:54:33.285441 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7e4e7f-cd60-4fdf-8a87-8c3e4ee81a10 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Pushing event deleted for resources: {'Port': ['ID=99946606-57a9-41c5-8362-1d456b51a829,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:54:33.302836 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bd9dbcd-c4f8-465a-8c8c-25f171f87817 None None] DHCP port deletion for 47ee19d7-a608-4371-b700-c5319d28c4d4 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:54:33.309479 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acde7a8a-f5e8-4915-85c7-913a853c18d6 None None] The sync data for ids ['6ce656d6-d295-4a48-8809-f02b548dd50a'] in n-d-816206-8 is: [{'id': '6ce656d6-d295-4a48-8809-f02b548dd50a', 'name': 'tempest-TestVolumeBootPattern-1110572301-router', 'tenant_id': 'c0a53cd325e44b8fbee499050453672f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:38:07Z', 'updated_at': '2021-11-23T17:54:32Z', 'revision_number': 7, 'project_id': 'c0a53cd325e44b8fbee499050453672f', 'gw_port_host': None}] {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:54:33.369773 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-eaa6c5b8-0214-4375-9a70-d734ac79f648 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1794352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8175'] for router, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:33.372064 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-eaa6c5b8-0214-4375-9a70-d734ac79f648 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:33.401060 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-9e7e4e7f-cd60-4fdf-8a87-8c3e4ee81a10 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973419', 'neutron.services.segments.db._delete_segments_for_network-8736635878840'] for network, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:33.423137 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-eaa6c5b8-0214-4375-9a70-d734ac79f648 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1795580'] for router, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:33.424323 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eaa6c5b8-0214-4375-9a70-d734ac79f648 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6ce656d6-d295-4a48-8809-f02b548dd50a {{(pid=103591) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 17:54:33.429503 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-9e7e4e7f-cd60-4fdf-8a87-8c3e4ee81a10 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47ee19d7-a608-4371-b700-c5319d28c4d4']}} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:54:33.436392 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-eaa6c5b8-0214-4375-9a70-d734ac79f648 admin admin] Publish callbacks [] for router, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:33.438075 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-eaa6c5b8-0214-4375-9a70-d734ac79f648 admin admin] 10.222.0.60 "DELETE /v2.0/routers/6ce656d6-d295-4a48-8809-f02b548dd50a HTTP/1.1" status: 204 len: 168 time: 1.6897628 Nov 23 17:54:33.441882 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 45304) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:54:33.450409 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-9e7e4e7f-cd60-4fdf-8a87-8c3e4ee81a10 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '837981b2-6e1b-4bfd-9ae2-31426da86254') {'for_net_delete': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:54:33.451149 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-9e7e4e7f-cd60-4fdf-8a87-8c3e4ee81a10 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '837981b2-6e1b-4bfd-9ae2-31426da86254') {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:54:33.465183 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-9e7e4e7f-cd60-4fdf-8a87-8c3e4ee81a10 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736635840332', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-267528353'] for segment, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:33.484975 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-9e7e4e7f-cd60-4fdf-8a87-8c3e4ee81a10 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:33.495607 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e7e4e7f-cd60-4fdf-8a87-8c3e4ee81a10 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Releasing vlan 522 on physical network physnet1 to pool {{(pid=103590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 17:54:33.496381 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-9e7e4e7f-cd60-4fdf-8a87-8c3e4ee81a10 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264370093'] for segment, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:33.496690 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa39a4e0-448e-4d06-9454-025286c744a1 admin admin] Deleting subnet 7cd7c517-b8bf-4f3d-98b6-b23c91372576 {{(pid=103591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 17:54:33.502387 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-aa39a4e0-448e-4d06-9454-025286c744a1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:33.577621 n-d-816206-8 neutron-server[103590]: Traceback (most recent call last): Nov 23 17:54:33.577621 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 17:54:33.577621 n-d-816206-8 neutron-server[103590]: timer() Nov 23 17:54:33.577621 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 17:54:33.577621 n-d-816206-8 neutron-server[103590]: cb(*args, **kw) Nov 23 17:54:33.577621 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 17:54:33.577621 n-d-816206-8 neutron-server[103590]: return func(*args, **kwargs) Nov 23 17:54:33.577621 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 17:54:33.577621 n-d-816206-8 neutron-server[103590]: self._notify() Nov 23 17:54:33.577621 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 17:54:33.577621 n-d-816206-8 neutron-server[103590]: self.callback(batched_events) Nov 23 17:54:33.577621 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 17:54:33.577621 n-d-816206-8 neutron-server[103590]: event.method(event) Nov 23 17:54:33.577621 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 17:54:33.577621 n-d-816206-8 neutron-server[103590]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 17:54:33.577621 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 17:54:33.577621 n-d-816206-8 neutron-server[103590]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 17:54:33.577621 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 17:54:33.577621 n-d-816206-8 neutron-server[103590]: return f(self, *a, **k) Nov 23 17:54:33.577621 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 17:54:33.577621 n-d-816206-8 neutron-server[103590]: return self._get(url).json() Nov 23 17:54:33.577621 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 17:54:33.577621 n-d-816206-8 neutron-server[103590]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 17:54:33.577621 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 17:54:33.577621 n-d-816206-8 neutron-server[103590]: return self.request(url, 'GET', **kwargs) Nov 23 17:54:33.577621 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 17:54:33.577621 n-d-816206-8 neutron-server[103590]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 17:54:33.577621 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 17:54:33.577621 n-d-816206-8 neutron-server[103590]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 17:54:33.577621 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 17:54:33.577621 n-d-816206-8 neutron-server[103590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 17:54:33.577621 n-d-816206-8 neutron-server[103590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 17:54:33.583558 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-9e7e4e7f-cd60-4fdf-8a87-8c3e4ee81a10 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1795418'] for network, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:33.588380 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-aa39a4e0-448e-4d06-9454-025286c744a1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265990000'] for subnet, precommit_delete_associations {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:33.613446 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-9e7e4e7f-cd60-4fdf-8a87-8c3e4ee81a10 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks [] for network, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:33.617939 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-9e7e4e7f-cd60-4fdf-8a87-8c3e4ee81a10 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] 10.222.0.60 "DELETE /v2.0/networks/47ee19d7-a608-4371-b700-c5319d28c4d4 HTTP/1.1" status: 204 len: 168 time: 1.1688745 Nov 23 17:54:33.618986 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7e4e7f-cd60-4fdf-8a87-8c3e4ee81a10 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Pushing event deleted for resources: {'Network': ['ID=47ee19d7-a608-4371-b700-c5319d28c4d4,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:54:33.623700 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 45310) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:54:33.632923 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-3b610f99-1845-4e20-8fbb-c0aa218910d1 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-416023099', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:54:33.661455 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-3b610f99-1845-4e20-8fbb-c0aa218910d1 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1793449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8093'] for router, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:33.662920 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-3b610f99-1845-4e20-8fbb-c0aa218910d1 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1794473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1794771', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1638326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8086'] for router, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:33.709121 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-0b12d7e4-4fe7-42c8-b904-b34ca94c128d req-25421136-c5b8-45a3-ad21-80a5edba2f58 tempest-TestVolumeBackupRestore-865720571 tempest-TestVolumeBackupRestore-865720571-project] 10.222.0.60 "GET /v2.0/ports?device_id=1d16214d-4921-4a03-83e3-c6e08d9bdf81 HTTP/1.1" status: 200 len: 210 time: 0.0580678 Nov 23 17:54:33.762317 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-3b610f99-1845-4e20-8fbb-c0aa218910d1 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:33.768693 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-3b610f99-1845-4e20-8fbb-c0aa218910d1 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1794316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1795362'] for router, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:33.798733 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-3b610f99-1845-4e20-8fbb-c0aa218910d1 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks [] for router, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:33.803279 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-3b610f99-1845-4e20-8fbb-c0aa218910d1 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.1743789 Nov 23 17:54:33.803894 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 45314) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:54:33.820426 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-a5931600-e835-4db2-8156-30cf274a9a10 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-28331075'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:54:33.838151 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-aa39a4e0-448e-4d06-9454-025286c744a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971956'] for subnet, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:33.882906 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5931600-e835-4db2-8156-30cf274a9a10 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Made reservation on behalf of bdb543259a0c43f595a1052d3bc08bab for: {'network': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:54:33.886858 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-a5931600-e835-4db2-8156-30cf274a9a10 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for network, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:33.925992 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5931600-e835-4db2-8156-30cf274a9a10 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] vlan segment allocate from pool success with {'vlan_id': 503, 'physical_network': 'physnet1'} {{(pid=103591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 17:54:33.931305 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-aa39a4e0-448e-4d06-9454-025286c744a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264758240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264314269'] for subnet, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:33.965850 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-a5931600-e835-4db2-8156-30cf274a9a10 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:33.966086 n-d-816206-8 neutron-server[103591]: INFO neutron.db.segments_db [None req-a5931600-e835-4db2-8156-30cf274a9a10 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Added segment e8531482-372c-4cd5-b39e-ddcb7ba42471 of type vlan for network 4ec7bfec-4b8e-4ad7-819f-2dbc2a25fcf7 Nov 23 17:54:33.968993 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa39a4e0-448e-4d06-9454-025286c744a1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7cd7c517-b8bf-4f3d-98b6-b23c91372576,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:54:33.977801 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9034081b-ff8c-489e-bd33-70cfb4eb73b1 None None] Network 02874d22-2dc9-404b-96b5-741d17e13e44 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:54:33.996568 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-aa39a4e0-448e-4d06-9454-025286c744a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for subnet, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:34.003573 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-aa39a4e0-448e-4d06-9454-025286c744a1 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/7cd7c517-b8bf-4f3d-98b6-b23c91372576 HTTP/1.1" status: 204 len: 168 time: 0.5594814 Nov 23 17:54:34.004504 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 45316) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:54:34.141621 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-a5931600-e835-4db2-8156-30cf274a9a10 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736635338810'] for network, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:34.146066 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-1a90d055-dd1e-449a-b007-479cdbefb8ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-555181'] for network, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:34.211701 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-a5931600-e835-4db2-8156-30cf274a9a10 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493'] for network, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:34.220417 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5931600-e835-4db2-8156-30cf274a9a10 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:34.221211 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-a5931600-e835-4db2-8156-30cf274a9a10 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks [] for network, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:34.271070 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-a5931600-e835-4db2-8156-30cf274a9a10 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4564350 Nov 23 17:54:34.274863 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 45320) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:54:34.279551 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-13cca2d6-d628-4e4f-a392-8b0c8cc5466e tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Request body: {'subnet': {'network_id': '4ec7bfec-4b8e-4ad7-819f-2dbc2a25fcf7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:54:34.281782 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a23ad54a-12eb-4803-90ab-ff7c98e8dfcc None None] DHCP port deletion for 02874d22-2dc9-404b-96b5-741d17e13e44 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:54:34.343918 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5931600-e835-4db2-8156-30cf274a9a10 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Pushing event updated for resources: {'Network': ['ID=4ec7bfec-4b8e-4ad7-819f-2dbc2a25fcf7,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:54:34.373284 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Network 4ec7bfec-4b8e-4ad7-819f-2dbc2a25fcf7 details requested by agent ovs-agent-n-d-816206-8 with host n-d-816206-8 {{(pid=103592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 17:54:34.373610 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-1a90d055-dd1e-449a-b007-479cdbefb8ec admin admin] Deleting port 884778da-f948-4c0d-b8a6-853216cb256f {{(pid=103591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:54:34.373758 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-1a90d055-dd1e-449a-b007-479cdbefb8ec admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:34.387179 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 054eac10-0542-49e4-bc40-e19b267e336a no longer exists at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:54:34.428354 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] No Port match for: 054eac10-0542-49e4-bc40-e19b267e336a {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:54:34.428879 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 054eac10-0542-49e4-bc40-e19b267e336a not bound to the agent host n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:54:34.429562 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 41276f9e-4769-4678-a2c8-4ca2eb9f723b no longer exists at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:54:34.447915 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13cca2d6-d628-4e4f-a392-8b0c8cc5466e tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Made reservation on behalf of bdb543259a0c43f595a1052d3bc08bab for: {'subnet': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:54:34.451700 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-13cca2d6-d628-4e4f-a392-8b0c8cc5466e tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264730903'] for subnet, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:34.486127 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] No Port match for: 41276f9e-4769-4678-a2c8-4ca2eb9f723b {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:54:34.486726 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 41276f9e-4769-4678-a2c8-4ca2eb9f723b not bound to the agent host n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:54:34.487149 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 99946606-57a9-41c5-8362-1d456b51a829 no longer exists at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:54:34.544832 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] No Port match for: 99946606-57a9-41c5-8362-1d456b51a829 {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:54:34.545201 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 99946606-57a9-41c5-8362-1d456b51a829 not bound to the agent host n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:54:34.545388 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [None req-1a90d055-dd1e-449a-b007-479cdbefb8ec admin admin] For port 884778da-f948-4c0d-b8a6-853216cb256f, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=884778da-f948-4c0d-b8a6-853216cb256f,segment=NetworkSegment(ec813e0a-4415-4fed-a736-e9a0442fcb85),segment_id=ec813e0a-4415-4fed-a736-e9a0442fcb85)] {{(pid=103591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:54:34.558285 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-1a90d055-dd1e-449a-b007-479cdbefb8ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:34.559238 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-a23ad54a-12eb-4803-90ab-ff7c98e8dfcc None None] Deleting port 884778da-f948-4c0d-b8a6-853216cb256f {{(pid=103592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:54:34.559690 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-a23ad54a-12eb-4803-90ab-ff7c98e8dfcc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:34.595449 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-1a90d055-dd1e-449a-b007-479cdbefb8ec admin admin] Calling delete_port for 884778da-f948-4c0d-b8a6-853216cb256f owned by network:dhcp {{(pid=103591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:54:34.654607 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-a23ad54a-12eb-4803-90ab-ff7c98e8dfcc None None] For port 884778da-f948-4c0d-b8a6-853216cb256f, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=884778da-f948-4c0d-b8a6-853216cb256f,segment=NetworkSegment(ec813e0a-4415-4fed-a736-e9a0442fcb85),segment_id=ec813e0a-4415-4fed-a736-e9a0442fcb85)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:54:34.655270 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-a23ad54a-12eb-4803-90ab-ff7c98e8dfcc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:34.685733 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-a23ad54a-12eb-4803-90ab-ff7c98e8dfcc None None] Calling delete_port for 884778da-f948-4c0d-b8a6-853216cb256f owned by network:dhcp {{(pid=103592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:54:34.781201 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-1a90d055-dd1e-449a-b007-479cdbefb8ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:34.823823 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-13cca2d6-d628-4e4f-a392-8b0c8cc5466e tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264358096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264730885'] for subnet, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:34.853917 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-a23ad54a-12eb-4803-90ab-ff7c98e8dfcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989'] for port, after_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:34.901139 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cca2d6-d628-4e4f-a392-8b0c8cc5466e tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Pushing event updated for resources: {'Subnet': ['ID=2755377a-512a-443b-abd6-53f27ea1e7d6,revision_number=0']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:54:34.914807 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23ad54a-12eb-4803-90ab-ff7c98e8dfcc None None] Pushing event deleted for resources: {'Port': ['ID=884778da-f948-4c0d-b8a6-853216cb256f,revision_number=None']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:54:34.915740 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a90d055-dd1e-449a-b007-479cdbefb8ec admin admin] No DVR routers for this DVR port 884778da-f948-4c0d-b8a6-853216cb256f on host n-d-816206-8 {{(pid=103591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:54:34.943932 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a23ad54a-12eb-4803-90ab-ff7c98e8dfcc None None] No DVR routers for this DVR port 884778da-f948-4c0d-b8a6-853216cb256f on host n-d-816206-8 {{(pid=103592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:54:34.959721 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a90d055-dd1e-449a-b007-479cdbefb8ec admin admin] Pushing event deleted for resources: {'Port': ['ID=884778da-f948-4c0d-b8a6-853216cb256f,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:54:34.976190 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13cca2d6-d628-4e4f-a392-8b0c8cc5466e tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Checking segment: {'id': 'e8531482-372c-4cd5-b39e-ddcb7ba42471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '4ec7bfec-4b8e-4ad7-819f-2dbc2a25fcf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:54:34.977117 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13cca2d6-d628-4e4f-a392-8b0c8cc5466e tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Network hostable DHCP agents. Network: 4ec7bfec-4b8e-4ad7-819f-2dbc2a25fcf7, hostable agents: ['0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3'], hosted agents: [] {{(pid=103590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 17:54:34.985742 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-0da1be6b-6fbe-4e04-a442-aae435b4ab63 req-565a2740-2370-4905-bd03-948ec9200fa6 tempest-TestVolumeBackupRestore-865720571 tempest-TestVolumeBackupRestore-865720571-project] 10.222.0.60 "GET /v2.0/ports?device_id=1d16214d-4921-4a03-83e3-c6e08d9bdf81 HTTP/1.1" status: 200 len: 210 time: 0.1328354 Nov 23 17:54:35.006294 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13cca2d6-d628-4e4f-a392-8b0c8cc5466e tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Network 4ec7bfec-4b8e-4ad7-819f-2dbc2a25fcf7 is scheduled to be hosted by DHCP agent 0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3 with binding_index 1 {{(pid=103590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 17:54:35.018296 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-13cca2d6-d628-4e4f-a392-8b0c8cc5466e tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-8, 4ec7bfec-4b8e-4ad7-819f-2dbc2a25fcf7) {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:54:35.027378 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39e06844-6590-4b9f-8c61-17d604f0e0b0 None None] Network 4ec7bfec-4b8e-4ad7-819f-2dbc2a25fcf7 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:54:35.037980 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13cca2d6-d628-4e4f-a392-8b0c8cc5466e tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:35.038577 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-13cca2d6-d628-4e4f-a392-8b0c8cc5466e tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks [] for subnet, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:35.055571 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-1a90d055-dd1e-449a-b007-479cdbefb8ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973419', 'neutron.services.segments.db._delete_segments_for_network-8736635878840'] for network, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:35.082052 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-13cca2d6-d628-4e4f-a392-8b0c8cc5466e tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8030853 Nov 23 17:54:35.083077 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 45338) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:54:35.122231 n-d-816206-8 neutron-server[103591]: DEBUG neutron.services.segments.db [None req-1a90d055-dd1e-449a-b007-479cdbefb8ec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02874d22-2dc9-404b-96b5-741d17e13e44']}} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:54:35.140854 n-d-816206-8 neutron-server[103591]: DEBUG neutron.services.segments.db [None req-1a90d055-dd1e-449a-b007-479cdbefb8ec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec813e0a-4415-4fed-a736-e9a0442fcb85') {'for_net_delete': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:54:35.141169 n-d-816206-8 neutron-server[103591]: DEBUG neutron.services.segments.db [None req-1a90d055-dd1e-449a-b007-479cdbefb8ec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec813e0a-4415-4fed-a736-e9a0442fcb85') {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:54:35.156936 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-1a90d055-dd1e-449a-b007-479cdbefb8ec admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736635840332', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265989959'] for segment, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:35.174687 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-1a90d055-dd1e-449a-b007-479cdbefb8ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:35.182500 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a90d055-dd1e-449a-b007-479cdbefb8ec admin admin] Releasing vlan 505 on physical network physnet1 to pool {{(pid=103591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 17:54:35.182947 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-1a90d055-dd1e-449a-b007-479cdbefb8ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264756290'] for segment, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:35.185006 n-d-816206-8 neutron-server[103591]: Traceback (most recent call last): Nov 23 17:54:35.185006 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 17:54:35.185006 n-d-816206-8 neutron-server[103591]: timer() Nov 23 17:54:35.185006 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 17:54:35.185006 n-d-816206-8 neutron-server[103591]: cb(*args, **kw) Nov 23 17:54:35.185006 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 17:54:35.185006 n-d-816206-8 neutron-server[103591]: return func(*args, **kwargs) Nov 23 17:54:35.185006 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 17:54:35.185006 n-d-816206-8 neutron-server[103591]: self._notify() Nov 23 17:54:35.185006 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 17:54:35.185006 n-d-816206-8 neutron-server[103591]: self.callback(batched_events) Nov 23 17:54:35.185006 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 17:54:35.185006 n-d-816206-8 neutron-server[103591]: event.method(event) Nov 23 17:54:35.185006 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 17:54:35.185006 n-d-816206-8 neutron-server[103591]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 17:54:35.185006 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 17:54:35.185006 n-d-816206-8 neutron-server[103591]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 17:54:35.185006 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 17:54:35.185006 n-d-816206-8 neutron-server[103591]: return f(self, *a, **k) Nov 23 17:54:35.185006 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 17:54:35.185006 n-d-816206-8 neutron-server[103591]: return self._get(url).json() Nov 23 17:54:35.185006 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 17:54:35.185006 n-d-816206-8 neutron-server[103591]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 17:54:35.185006 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 17:54:35.185006 n-d-816206-8 neutron-server[103591]: return self.request(url, 'GET', **kwargs) Nov 23 17:54:35.185006 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 17:54:35.185006 n-d-816206-8 neutron-server[103591]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 17:54:35.185006 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 17:54:35.185006 n-d-816206-8 neutron-server[103591]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 17:54:35.185006 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 17:54:35.185006 n-d-816206-8 neutron-server[103591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 17:54:35.185006 n-d-816206-8 neutron-server[103591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 17:54:35.206098 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11c25277-7cd8-42b9-a63e-24a19e85fdd6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp355044b8-8e87-58c4-94fa-4a010ec30f9e-4ec7bfec-4b8e-4ad7-819f-2dbc2a25fcf7', 'network_id': '4ec7bfec-4b8e-4ad7-819f-2dbc2a25fcf7', 'tenant_id': 'bdb543259a0c43f595a1052d3bc08bab', 'fixed_ips': [{'subnet_id': '2755377a-512a-443b-abd6-53f27ea1e7d6'}]}} from n-d-816206-8. {{(pid=103592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 17:54:35.208214 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-11c25277-7cd8-42b9-a63e-24a19e85fdd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:35.303898 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-1a90d055-dd1e-449a-b007-479cdbefb8ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1795418'] for network, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:35.344121 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-1a90d055-dd1e-449a-b007-479cdbefb8ec admin admin] Publish callbacks [] for network, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:35.353611 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-1a90d055-dd1e-449a-b007-479cdbefb8ec admin admin] 10.222.0.60 "DELETE /v2.0/networks/02874d22-2dc9-404b-96b5-741d17e13e44 HTTP/1.1" status: 204 len: 168 time: 1.3435998 Nov 23 17:54:35.354457 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a90d055-dd1e-449a-b007-479cdbefb8ec admin admin] Pushing event deleted for resources: {'Network': ['ID=02874d22-2dc9-404b-96b5-741d17e13e44,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:54:35.358619 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 45348) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:54:35.530824 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.db_base_plugin_common [None req-11c25277-7cd8-42b9-a63e-24a19e85fdd6 None None] Allocated IP 2001:db8::2 (4ec7bfec-4b8e-4ad7-819f-2dbc2a25fcf7/2755377a-512a-443b-abd6-53f27ea1e7d6/745b622d-a3b4-4a51-a10b-f7924307fc49) {{(pid=103592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:54:35.570604 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c073812-452b-4325-8d16-29a1836cdea8 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:35.787862 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-11c25277-7cd8-42b9-a63e-24a19e85fdd6 None None] Publish callbacks [] for port, precommit_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:35.795564 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-11c25277-7cd8-42b9-a63e-24a19e85fdd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980'] for port, after_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:35.886220 n-d-816206-8 neutron-server[103592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11c25277-7cd8-42b9-a63e-24a19e85fdd6 None None] Network 4ec7bfec-4b8e-4ad7-819f-2dbc2a25fcf7 is already hosted by enough agents. {{(pid=103592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:54:35.900888 n-d-816206-8 neutron-server[103592]: DEBUG neutron.scheduler.base_scheduler [None req-11c25277-7cd8-42b9-a63e-24a19e85fdd6 None None] Resources bound (agent type, host, resource id): {{(pid=103592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:54:35.908398 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11c25277-7cd8-42b9-a63e-24a19e85fdd6 None None] Received port after_create {{(pid=103592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:54:35.911919 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c25277-7cd8-42b9-a63e-24a19e85fdd6 None None] Pushing event updated for resources: {'Port': ['ID=745b622d-a3b4-4a51-a10b-f7924307fc49,revision_number=1']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:54:36.008631 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-1c073812-452b-4325-8d16-29a1836cdea8 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Allocated IP 2001:db8::1 (4ec7bfec-4b8e-4ad7-819f-2dbc2a25fcf7/2755377a-512a-443b-abd6-53f27ea1e7d6/8f90752d-5443-4e2b-a104-84a5bb15774d) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:54:36.035325 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-11c25277-7cd8-42b9-a63e-24a19e85fdd6 None None] Attempting to bind port 745b622d-a3b4-4a51-a10b-f7924307fc49 on host n-d-816206-8 for vnic_type normal with profile {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:54:36.036296 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-11c25277-7cd8-42b9-a63e-24a19e85fdd6 None None] Attempting to bind port 745b622d-a3b4-4a51-a10b-f7924307fc49 by drivers openvswitch,hyperv on host n-d-816206-8 at level 0 using segments [{'id': 'e8531482-372c-4cd5-b39e-ddcb7ba42471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '4ec7bfec-4b8e-4ad7-819f-2dbc2a25fcf7'}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:54:36.037054 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11c25277-7cd8-42b9-a63e-24a19e85fdd6 None None] Attempting to bind port 745b622d-a3b4-4a51-a10b-f7924307fc49 on network 4ec7bfec-4b8e-4ad7-819f-2dbc2a25fcf7 {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:54:36.044294 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11c25277-7cd8-42b9-a63e-24a19e85fdd6 None None] Checking agent: {'id': '9e89acbe-4bbe-4c77-a18b-6f1da9133e0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 7, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 54, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:54:36.045077 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11c25277-7cd8-42b9-a63e-24a19e85fdd6 None None] Checking segment: {'id': 'e8531482-372c-4cd5-b39e-ddcb7ba42471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '4ec7bfec-4b8e-4ad7-819f-2dbc2a25fcf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:54:36.045645 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-11c25277-7cd8-42b9-a63e-24a19e85fdd6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:36.046208 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11c25277-7cd8-42b9-a63e-24a19e85fdd6 None None] Bound using segment: {'id': 'e8531482-372c-4cd5-b39e-ddcb7ba42471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '4ec7bfec-4b8e-4ad7-819f-2dbc2a25fcf7'} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:54:36.046856 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-11c25277-7cd8-42b9-a63e-24a19e85fdd6 None None] Bound port: 745b622d-a3b4-4a51-a10b-f7924307fc49, host: n-d-816206-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8531482-372c-4cd5-b39e-ddcb7ba42471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '4ec7bfec-4b8e-4ad7-819f-2dbc2a25fcf7'}}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:54:36.047670 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-11c25277-7cd8-42b9-a63e-24a19e85fdd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:36.144418 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 884778da-f948-4c0d-b8a6-853216cb256f no longer exists at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:54:36.161061 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8dae2b85-1fd1-4d4a-abb5-30695c383f0d req-70b1e0c9-cccf-4967-9c09-aee976c770b8 tempest-TestVolumeBackupRestore-865720571 tempest-TestVolumeBackupRestore-865720571-project] 10.222.0.60 "GET /v2.0/ports?device_id=1d16214d-4921-4a03-83e3-c6e08d9bdf81 HTTP/1.1" status: 200 len: 210 time: 0.0538313 Nov 23 17:54:36.181837 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-e04e41bd-f81d-47eb-b9fd-4d4b5bb42875 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1794372'] for router_interface, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:36.202090 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] No Port match for: 884778da-f948-4c0d-b8a6-853216cb256f {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:54:36.202673 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 884778da-f948-4c0d-b8a6-853216cb256f not bound to the agent host n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:54:36.233623 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-11c25277-7cd8-42b9-a63e-24a19e85fdd6 None None] For port 745b622d-a3b4-4a51-a10b-f7924307fc49, host n-d-816206-8, cleared binding levels {{(pid=103592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:54:36.243973 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-11c25277-7cd8-42b9-a63e-24a19e85fdd6 None None] For port 745b622d-a3b4-4a51-a10b-f7924307fc49, host n-d-816206-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=745b622d-a3b4-4a51-a10b-f7924307fc49,segment=NetworkSegment(e8531482-372c-4cd5-b39e-ddcb7ba42471),segment_id=e8531482-372c-4cd5-b39e-ddcb7ba42471)] {{(pid=103592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:54:36.251977 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-11c25277-7cd8-42b9-a63e-24a19e85fdd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:36.303598 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c073812-452b-4325-8d16-29a1836cdea8 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:36.372052 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c073812-452b-4325-8d16-29a1836cdea8 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:36.374262 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c25277-7cd8-42b9-a63e-24a19e85fdd6 None None] Pushing event updated for resources: {'Port': ['ID=745b622d-a3b4-4a51-a10b-f7924307fc49,revision_number=2']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:54:36.614951 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-e04e41bd-f81d-47eb-b9fd-4d4b5bb42875 admin admin] Deleting port 354549fe-271f-4f48-b4a7-4c33380f14ec {{(pid=103591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:54:36.615288 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-e04e41bd-f81d-47eb-b9fd-4d4b5bb42875 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:36.740064 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [None req-e04e41bd-f81d-47eb-b9fd-4d4b5bb42875 admin admin] For port 354549fe-271f-4f48-b4a7-4c33380f14ec, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=354549fe-271f-4f48-b4a7-4c33380f14ec,segment=NetworkSegment(9b71c4d0-295b-4f72-8e8a-bb82558e96ce),segment_id=9b71c4d0-295b-4f72-8e8a-bb82558e96ce)] {{(pid=103591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:54:36.740614 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-e04e41bd-f81d-47eb-b9fd-4d4b5bb42875 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:36.759228 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-e04e41bd-f81d-47eb-b9fd-4d4b5bb42875 admin admin] Calling delete_port for 354549fe-271f-4f48-b4a7-4c33380f14ec owned by network:router_interface {{(pid=103591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:54:37.003659 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c073812-452b-4325-8d16-29a1836cdea8 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Network 4ec7bfec-4b8e-4ad7-819f-2dbc2a25fcf7 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:54:37.009908 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-1c073812-452b-4325-8d16-29a1836cdea8 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:54:37.016545 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c073812-452b-4325-8d16-29a1836cdea8 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:54:37.016545 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c073812-452b-4325-8d16-29a1836cdea8 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1795539'] for router_interface, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:37.062184 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c073812-452b-4325-8d16-29a1836cdea8 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Pushing event updated for resources: {'Port': ['ID=8f90752d-5443-4e2b-a104-84a5bb15774d,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:54:37.180768 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c073812-452b-4325-8d16-29a1836cdea8 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:37.323740 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-815d8eaf-03f5-4991-a1e6-0161fa56d953 req-9906cba4-d71f-4c0f-aa95-dc285cb35c21 tempest-TestVolumeBackupRestore-865720571 tempest-TestVolumeBackupRestore-865720571-project] 10.222.0.60 "GET /v2.0/ports?device_id=1d16214d-4921-4a03-83e3-c6e08d9bdf81 HTTP/1.1" status: 200 len: 210 time: 0.0344479 Nov 23 17:54:37.457775 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-e04e41bd-f81d-47eb-b9fd-4d4b5bb42875 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:37.509100 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04e41bd-f81d-47eb-b9fd-4d4b5bb42875 admin admin] Pushing event deleted for resources: {'Port': ['ID=354549fe-271f-4f48-b4a7-4c33380f14ec,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:54:37.811693 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-e04e41bd-f81d-47eb-b9fd-4d4b5bb42875 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2067500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1794520'] for router_interface, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:37.846561 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c073812-452b-4325-8d16-29a1836cdea8 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks [] for port, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:37.864666 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c073812-452b-4325-8d16-29a1836cdea8 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264357957'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:37.865556 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c073812-452b-4325-8d16-29a1836cdea8 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2068703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1794403'] for router_interface, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:37.952043 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6da4ac22-4c48-4a65-8522-8427e5744419 None None] Network 4ec7bfec-4b8e-4ad7-819f-2dbc2a25fcf7 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:54:38.006050 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c073812-452b-4325-8d16-29a1836cdea8 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Pushing event updated for resources: {'Port': ['ID=8f90752d-5443-4e2b-a104-84a5bb15774d,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:54:38.172096 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-cdad41eb-e98d-450c-b3da-89680cb1d136 None None] Provisioning complete for port 745b622d-a3b4-4a51-a10b-f7924307fc49 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:54:38.173408 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-cdad41eb-e98d-450c-b3da-89680cb1d136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:38.185471 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c073812-452b-4325-8d16-29a1836cdea8 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Network 4ec7bfec-4b8e-4ad7-819f-2dbc2a25fcf7 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:54:38.187229 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-1c073812-452b-4325-8d16-29a1836cdea8 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:54:38.327233 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e04e41bd-f81d-47eb-b9fd-4d4b5bb42875 admin admin] Router e892cc8a-2be7-40a8-aeb0-c00884c21b9a has already been hosted by L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 {{(pid=103591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 17:54:38.402243 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 745b622d-a3b4-4a51-a10b-f7924307fc49 up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:54:38.495009 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c073812-452b-4325-8d16-29a1836cdea8 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Router e5e8a916-fe4e-43be-b391-79a2897a9f8d is scheduled to L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 with binding_index 1 {{(pid=103590) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 17:54:38.538393 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-30603ee3-5f65-4e9e-8639-cee524a05da7 req-3648527c-394d-4a76-82ed-4857e3292e03 tempest-TestVolumeBackupRestore-865720571 tempest-TestVolumeBackupRestore-865720571-project] 10.222.0.60 "GET /v2.0/ports?device_id=1d16214d-4921-4a03-83e3-c6e08d9bdf81 HTTP/1.1" status: 200 len: 210 time: 0.0827010 Nov 23 17:54:38.566609 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-cdad41eb-e98d-450c-b3da-89680cb1d136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:38.589316 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e04e41bd-f81d-47eb-b9fd-4d4b5bb42875 admin admin] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:54:38.598976 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-e04e41bd-f81d-47eb-b9fd-4d4b5bb42875 admin admin] 10.222.0.60 "PUT /v2.0/routers/e892cc8a-2be7-40a8-aeb0-c00884c21b9a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2264876 Nov 23 17:54:38.602865 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db4f2376-ebd2-4703-8530-0496a4159108 None None] Sync routers for ids ['e892cc8a-2be7-40a8-aeb0-c00884c21b9a'] in n-d-816206-8 {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:54:38.603337 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 45390) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:54:38.622456 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db4f2376-ebd2-4703-8530-0496a4159108 None None] Routers {'e892cc8a-2be7-40a8-aeb0-c00884c21b9a'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:54:38.628424 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-db4f2376-ebd2-4703-8530-0496a4159108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:54:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['e892cc8a-2be7-40a8-aeb0-c00884c21b9a'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:54:38.642321 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-cdad41eb-e98d-450c-b3da-89680cb1d136 None None] For port 745b622d-a3b4-4a51-a10b-f7924307fc49, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=745b622d-a3b4-4a51-a10b-f7924307fc49,segment=NetworkSegment(e8531482-372c-4cd5-b39e-ddcb7ba42471),segment_id=e8531482-372c-4cd5-b39e-ddcb7ba42471)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:54:38.679270 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-cdad41eb-e98d-450c-b3da-89680cb1d136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:38.694614 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port 745b622d-a3b4-4a51-a10b-f7924307fc49 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:54:38.696950 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:38.727879 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c073812-452b-4325-8d16-29a1836cdea8 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:54:38.736982 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-1c073812-452b-4325-8d16-29a1836cdea8 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] 10.222.0.60 "PUT /v2.0/routers/e5e8a916-fe4e-43be-b391-79a2897a9f8d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6528256 Nov 23 17:54:38.745137 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 45396) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:54:38.750579 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-a7ef38d1-d96e-4b98-bf58-cdbea828ac4a tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-239898453'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:54:38.794816 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7ef38d1-d96e-4b98-bf58-cdbea828ac4a tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Made reservation on behalf of bdb543259a0c43f595a1052d3bc08bab for: {'network': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:54:38.798522 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a7ef38d1-d96e-4b98-bf58-cdbea828ac4a tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for network, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:38.878655 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7ef38d1-d96e-4b98-bf58-cdbea828ac4a tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] vlan segment allocate from pool success with {'vlan_id': 520, 'physical_network': 'physnet1'} {{(pid=103590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 17:54:38.893100 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7564a94-bdae-4c7c-b57d-0a1b917ea934 None None] Sync routers for ids ['e5e8a916-fe4e-43be-b391-79a2897a9f8d'] in n-d-816206-8 {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:54:38.904976 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a7ef38d1-d96e-4b98-bf58-cdbea828ac4a tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:38.905318 n-d-816206-8 neutron-server[103590]: INFO neutron.db.segments_db [None req-a7ef38d1-d96e-4b98-bf58-cdbea828ac4a tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Added segment c884be40-aeb4-423b-8ebb-4741f3fa9ca8 of type vlan for network 214048d3-777a-4a74-afd5-e149e9d2f72e Nov 23 17:54:38.932973 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-097cb895-34f5-4b24-aa40-5c93080552b0 admin admin] Publish callbacks [] for router, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:38.934516 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7564a94-bdae-4c7c-b57d-0a1b917ea934 None None] Routers {'e5e8a916-fe4e-43be-b391-79a2897a9f8d'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:54:38.935468 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-d7564a94-bdae-4c7c-b57d-0a1b917ea934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:54:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['e5e8a916-fe4e-43be-b391-79a2897a9f8d'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:54:38.982776 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-db4f2376-ebd2-4703-8530-0496a4159108 None None] Set router e892cc8a-2be7-40a8-aeb0-c00884c21b9a gateway port host: n-d-816206-8 {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:54:39.044935 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a7ef38d1-d96e-4b98-bf58-cdbea828ac4a tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736635338810'] for network, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:39.134025 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a7ef38d1-d96e-4b98-bf58-cdbea828ac4a tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493'] for network, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:39.139208 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdad41eb-e98d-450c-b3da-89680cb1d136 None None] Pushing event updated for resources: {'Port': ['ID=745b622d-a3b4-4a51-a10b-f7924307fc49,revision_number=3']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:54:39.139827 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7ef38d1-d96e-4b98-bf58-cdbea828ac4a tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:39.140403 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a7ef38d1-d96e-4b98-bf58-cdbea828ac4a tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks [] for network, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:39.221648 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-097cb895-34f5-4b24-aa40-5c93080552b0 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:39.327813 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvr_db [None req-d7564a94-bdae-4c7c-b57d-0a1b917ea934 None None] Set router e5e8a916-fe4e-43be-b391-79a2897a9f8d gateway port host: None {{(pid=103592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:54:39.331724 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-097cb895-34f5-4b24-aa40-5c93080552b0 admin admin] Deleting port 514bac06-50a8-4dc0-a1b7-fc2c22053418 {{(pid=103591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:54:39.332267 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-097cb895-34f5-4b24-aa40-5c93080552b0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:39.462683 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ef38d1-d96e-4b98-bf58-cdbea828ac4a tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Pushing event updated for resources: {'Network': ['ID=214048d3-777a-4a74-afd5-e149e9d2f72e,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:54:39.491384 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Network 214048d3-777a-4a74-afd5-e149e9d2f72e details requested by agent ovs-agent-n-d-816206-8 with host n-d-816206-8 {{(pid=103592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 17:54:39.507671 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-a7ef38d1-d96e-4b98-bf58-cdbea828ac4a tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7612076 Nov 23 17:54:39.515572 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 45420) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:54:39.518218 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [None req-097cb895-34f5-4b24-aa40-5c93080552b0 admin admin] For port 514bac06-50a8-4dc0-a1b7-fc2c22053418, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=514bac06-50a8-4dc0-a1b7-fc2c22053418,segment=NetworkSegment(bffd1e4f-e80f-4ff0-b418-2f42ae15febf),segment_id=bffd1e4f-e80f-4ff0-b418-2f42ae15febf)] {{(pid=103591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:54:39.520028 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-097cb895-34f5-4b24-aa40-5c93080552b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:39.527966 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-5acf150a-05fb-4997-ad59-da624147de4f tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Request body: {'subnet': {'network_id': '214048d3-777a-4a74-afd5-e149e9d2f72e', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:54:39.567822 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-097cb895-34f5-4b24-aa40-5c93080552b0 admin admin] Calling delete_port for 514bac06-50a8-4dc0-a1b7-fc2c22053418 owned by network:router_gateway {{(pid=103591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:54:39.687168 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-db4f2376-ebd2-4703-8530-0496a4159108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e892cc8a-2be7-40a8-aeb0-c00884c21b9a', 'name': 'tempest-TestVolumeBootPattern-1477796775-router', 'tenant_id': '62e1fefd875f4454ac297b6fe98be148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.56'}], 'enable_snat': True}, 'gw_port_id': '514bac06-50a8-4dc0-a1b7-fc2c22053418', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:38:20Z', 'updated_at': '2021-11-23T17:54:37Z', 'revision_number': 5, 'project_id': '62e1fefd875f4454ac297b6fe98be148', 'gw_port': {'id': '514bac06-50a8-4dc0-a1b7-fc2c22053418', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:40:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e892cc8a-2be7-40a8-aeb0-c00884c21b9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2133, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:38:21Z', 'updated_at': '2021-11-23T17:38:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8'}], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:54:39.692217 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-87961588-0a13-46f9-93df-769313e3bfab None None] Provisioning complete for port 8f90752d-5443-4e2b-a104-84a5bb15774d triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:54:39.692618 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-87961588-0a13-46f9-93df-769313e3bfab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:39.796630 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db4f2376-ebd2-4703-8530-0496a4159108 None None] Checking router: e892cc8a-2be7-40a8-aeb0-c00884c21b9a for host: n-d-816206-8 {{(pid=103593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 17:54:39.801356 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5acf150a-05fb-4997-ad59-da624147de4f tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Made reservation on behalf of bdb543259a0c43f595a1052d3bc08bab for: {'subnet': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:54:39.805547 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5acf150a-05fb-4997-ad59-da624147de4f tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264730903'] for subnet, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:39.831706 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db4f2376-ebd2-4703-8530-0496a4159108 None None] Routers {'e892cc8a-2be7-40a8-aeb0-c00884c21b9a'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:54:39.834541 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-db4f2376-ebd2-4703-8530-0496a4159108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:54:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['e892cc8a-2be7-40a8-aeb0-c00884c21b9a'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:54:39.966735 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f6f7917a-577c-4b41-9355-75f7e976f9ee req-148f3759-93af-4128-9c67-ea27ea500e3a tempest-TestVolumeBackupRestore-865720571 tempest-TestVolumeBackupRestore-865720571-project] 10.222.0.60 "GET /v2.0/ports?device_id=1d16214d-4921-4a03-83e3-c6e08d9bdf81 HTTP/1.1" status: 200 len: 210 time: 0.1165826 Nov 23 17:54:40.087263 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-097cb895-34f5-4b24-aa40-5c93080552b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:40.188194 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 45432) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:54:40.188915 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097cb895-34f5-4b24-aa40-5c93080552b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=514bac06-50a8-4dc0-a1b7-fc2c22053418,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:54:40.232447 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-db4f2376-ebd2-4703-8530-0496a4159108 None None] Set router e892cc8a-2be7-40a8-aeb0-c00884c21b9a gateway port host: None {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:54:40.333181 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-097cb895-34f5-4b24-aa40-5c93080552b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1795454'] for router_gateway, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:40.342442 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5acf150a-05fb-4997-ad59-da624147de4f tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264358096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264730885'] for subnet, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:40.404063 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-db4f2376-ebd2-4703-8530-0496a4159108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e892cc8a-2be7-40a8-aeb0-c00884c21b9a', 'name': 'tempest-TestVolumeBootPattern-1477796775-router', 'tenant_id': '62e1fefd875f4454ac297b6fe98be148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:38:20Z', 'updated_at': '2021-11-23T17:54:39Z', 'revision_number': 6, 'project_id': '62e1fefd875f4454ac297b6fe98be148', 'gw_port_host': None}], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:54:40.460651 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-18accb67-ef0f-4ecb-afac-6ee557bc0617 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:40.479908 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db4f2376-ebd2-4703-8530-0496a4159108 None None] The sync data for ids ['e892cc8a-2be7-40a8-aeb0-c00884c21b9a'] in n-d-816206-8 is: [{'id': 'e892cc8a-2be7-40a8-aeb0-c00884c21b9a', 'name': 'tempest-TestVolumeBootPattern-1477796775-router', 'tenant_id': '62e1fefd875f4454ac297b6fe98be148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:38:20Z', 'updated_at': '2021-11-23T17:54:39Z', 'revision_number': 6, 'project_id': '62e1fefd875f4454ac297b6fe98be148', 'gw_port_host': None}] {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:54:40.505110 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acf150a-05fb-4997-ad59-da624147de4f tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Pushing event updated for resources: {'Subnet': ['ID=9673955b-5c0a-40b7-98d8-25aa44e688a1,revision_number=0']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:54:40.509744 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5acf150a-05fb-4997-ad59-da624147de4f tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Checking segment: {'id': 'c884be40-aeb4-423b-8ebb-4741f3fa9ca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '214048d3-777a-4a74-afd5-e149e9d2f72e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:54:40.510116 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5acf150a-05fb-4997-ad59-da624147de4f tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Network hostable DHCP agents. Network: 214048d3-777a-4a74-afd5-e149e9d2f72e, hostable agents: ['0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3'], hosted agents: [] {{(pid=103590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 17:54:40.511976 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee955a0f-2510-4fb5-b8c4-ecc169b76be6 None None] DHCP port deletion for 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:54:40.514001 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 745b622d-a3b4-4a51-a10b-f7924307fc49 up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:54:40.540626 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5acf150a-05fb-4997-ad59-da624147de4f tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Network 214048d3-777a-4a74-afd5-e149e9d2f72e is scheduled to be hosted by DHCP agent 0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3 with binding_index 1 {{(pid=103590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 17:54:40.542663 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-097cb895-34f5-4b24-aa40-5c93080552b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1794352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8175'] for router, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:40.545563 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-097cb895-34f5-4b24-aa40-5c93080552b0 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:40.592446 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-5acf150a-05fb-4997-ad59-da624147de4f tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-8, 214048d3-777a-4a74-afd5-e149e9d2f72e) {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:54:40.605546 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5acf150a-05fb-4997-ad59-da624147de4f tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:40.606153 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5acf150a-05fb-4997-ad59-da624147de4f tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks [] for subnet, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:40.611445 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8598971b-1819-4e25-8ced-80f59eadced6 None None] Network 214048d3-777a-4a74-afd5-e149e9d2f72e requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:54:40.642054 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-097cb895-34f5-4b24-aa40-5c93080552b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1795580'] for router, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:40.642881 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-097cb895-34f5-4b24-aa40-5c93080552b0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e892cc8a-2be7-40a8-aeb0-c00884c21b9a {{(pid=103591) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 17:54:40.663485 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-097cb895-34f5-4b24-aa40-5c93080552b0 admin admin] Publish callbacks [] for router, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:40.664942 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-097cb895-34f5-4b24-aa40-5c93080552b0 admin admin] 10.222.0.60 "DELETE /v2.0/routers/e892cc8a-2be7-40a8-aeb0-c00884c21b9a HTTP/1.1" status: 204 len: 168 time: 2.0606279 Nov 23 17:54:40.668006 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 45440) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:54:40.692168 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-87961588-0a13-46f9-93df-769313e3bfab None None] Port 8f90752d-5443-4e2b-a104-84a5bb15774d cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:54:40.722259 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-5acf150a-05fb-4997-ad59-da624147de4f tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.2047820 Nov 23 17:54:40.730766 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 45442) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:54:40.743388 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.db_base_plugin_v2 [None req-185feca1-7517-4e5e-a4fd-878cf7415e47 admin admin] Deleting subnet 5fc8e237-fe4c-41c0-8073-10f5456620e4 {{(pid=103591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 17:54:40.747275 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-185feca1-7517-4e5e-a4fd-878cf7415e47 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:40.802339 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port 745b622d-a3b4-4a51-a10b-f7924307fc49 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:54:40.802707 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:40.806453 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-185feca1-7517-4e5e-a4fd-878cf7415e47 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265990000'] for subnet, precommit_delete_associations {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:40.845646 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-d7564a94-bdae-4c7c-b57d-0a1b917ea934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5e8a916-fe4e-43be-b391-79a2897a9f8d', 'name': 'tempest-RoutersIpV6Test-router-416023099', 'tenant_id': 'bdb543259a0c43f595a1052d3bc08bab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:54:33Z', 'updated_at': '2021-11-23T17:54:37Z', 'revision_number': 2, 'project_id': 'bdb543259a0c43f595a1052d3bc08bab', 'gw_port_host': None, '_interfaces': [{'id': '8f90752d-5443-4e2b-a104-84a5bb15774d', 'name': '', 'network_id': '4ec7bfec-4b8e-4ad7-819f-2dbc2a25fcf7', 'tenant_id': 'bdb543259a0c43f595a1052d3bc08bab', 'mac_address': 'fa:16:3e:be:7e:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5e8a916-fe4e-43be-b391-79a2897a9f8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3331, 'fixed_ips': [{'subnet_id': '2755377a-512a-443b-abd6-53f27ea1e7d6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:54:35Z', 'updated_at': '2021-11-23T17:54:37Z', 'revision_number': 2, 'project_id': 'bdb543259a0c43f595a1052d3bc08bab', 'subnets': [{'id': '2755377a-512a-443b-abd6-53f27ea1e7d6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:54:40.847543 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-87961588-0a13-46f9-93df-769313e3bfab None None] Provisioning complete for port 745b622d-a3b4-4a51-a10b-f7924307fc49 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:54:40.847915 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-87961588-0a13-46f9-93df-769313e3bfab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:40.930295 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-185feca1-7517-4e5e-a4fd-878cf7415e47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971956'] for subnet, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:40.941656 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7564a94-bdae-4c7c-b57d-0a1b917ea934 None None] Checking router: e5e8a916-fe4e-43be-b391-79a2897a9f8d for host: n-d-816206-8 {{(pid=103592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 17:54:40.942008 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7564a94-bdae-4c7c-b57d-0a1b917ea934 None None] Updating router e5e8a916-fe4e-43be-b391-79a2897a9f8d port 8f90752d-5443-4e2b-a104-84a5bb15774d binding host n-d-816206-8 {{(pid=103592) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 17:54:40.976151 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-d7564a94-bdae-4c7c-b57d-0a1b917ea934 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:41.015688 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-185feca1-7517-4e5e-a4fd-878cf7415e47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264758240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264314269'] for subnet, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:41.051469 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185feca1-7517-4e5e-a4fd-878cf7415e47 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5fc8e237-fe4c-41c0-8073-10f5456620e4,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:54:41.083897 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-185feca1-7517-4e5e-a4fd-878cf7415e47 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for subnet, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:41.090720 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-185feca1-7517-4e5e-a4fd-878cf7415e47 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/5fc8e237-fe4c-41c0-8073-10f5456620e4 HTTP/1.1" status: 204 len: 168 time: 0.4187000 Nov 23 17:54:41.096134 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 45446) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:54:41.103628 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 45448) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:54:41.239135 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-18accb67-ef0f-4ecb-afac-6ee557bc0617 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:41.258647 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-18accb67-ef0f-4ecb-afac-6ee557bc0617 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:41.320748 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c9da1145-9b9b-4e16-9ec4-aded8137854d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-555181'] for network, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:41.326825 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-cda65779-10f3-47d9-b279-a0f28c5867a8 tempest-TestVolumeBackupRestore-865720571 tempest-TestVolumeBackupRestore-865720571-project] Publish callbacks [] for security_group, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:41.343780 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eec61af-64f9-4975-a6af-0911386b3b3e None None] Network b1652212-2ea9-46d9-a8a1-f4e9a021c020 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:54:41.383900 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18accb67-ef0f-4ecb-afac-6ee557bc0617 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a9d8207-15f1-40e9-8df2-e687f0e96a50,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:54:41.397190 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-cda65779-10f3-47d9-b279-a0f28c5867a8 tempest-TestVolumeBackupRestore-865720571 tempest-TestVolumeBackupRestore-865720571-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:41.436305 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-18accb67-ef0f-4ecb-afac-6ee557bc0617 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=dcc1451ff70e44e8aca18efd79cc603e&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2428310 Nov 23 17:54:41.442300 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 45450) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:54:41.538372 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-cda65779-10f3-47d9-b279-a0f28c5867a8 tempest-TestVolumeBackupRestore-865720571 tempest-TestVolumeBackupRestore-865720571-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:41.542096 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-cda65779-10f3-47d9-b279-a0f28c5867a8 tempest-TestVolumeBackupRestore-865720571 tempest-TestVolumeBackupRestore-865720571-project] Publish callbacks [] for security_group, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:41.543439 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-cda65779-10f3-47d9-b279-a0f28c5867a8 tempest-TestVolumeBackupRestore-865720571 tempest-TestVolumeBackupRestore-865720571-project] 10.222.0.60 "DELETE /v2.0/security-groups/d6ab30e5-2026-4aba-ad91-d0613562cc26 HTTP/1.1" status: 204 len: 168 time: 0.4367352 Nov 23 17:54:41.582094 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda65779-10f3-47d9-b279-a0f28c5867a8 tempest-TestVolumeBackupRestore-865720571 tempest-TestVolumeBackupRestore-865720571-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6ab30e5-2026-4aba-ad91-d0613562cc26,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:54:41.672211 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-c9da1145-9b9b-4e16-9ec4-aded8137854d admin admin] Deleting port 51d8bdf3-14a4-4890-8014-847b1a355945 {{(pid=103591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:54:41.672607 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c9da1145-9b9b-4e16-9ec4-aded8137854d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:41.709221 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9f03935-9298-46c6-9ad6-a35abbb5f705 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp355044b8-8e87-58c4-94fa-4a010ec30f9e-214048d3-777a-4a74-afd5-e149e9d2f72e', 'network_id': '214048d3-777a-4a74-afd5-e149e9d2f72e', 'tenant_id': 'bdb543259a0c43f595a1052d3bc08bab', 'fixed_ips': [{'subnet_id': '9673955b-5c0a-40b7-98d8-25aa44e688a1'}]}} from n-d-816206-8. {{(pid=103592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 17:54:41.710710 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-e9f03935-9298-46c6-9ad6-a35abbb5f705 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:41.797506 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b67bfd2e-de8c-4e64-93fe-07c87e2d45da admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:41.853400 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-be571ac7-9df5-4891-b868-759b8ccc49b9 None None] Provisioning complete for port 8f90752d-5443-4e2b-a104-84a5bb15774d triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:54:41.854288 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-be571ac7-9df5-4891-b868-759b8ccc49b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:41.875924 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [None req-c9da1145-9b9b-4e16-9ec4-aded8137854d admin admin] For port 51d8bdf3-14a4-4890-8014-847b1a355945, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=51d8bdf3-14a4-4890-8014-847b1a355945,segment=NetworkSegment(9b71c4d0-295b-4f72-8e8a-bb82558e96ce),segment_id=9b71c4d0-295b-4f72-8e8a-bb82558e96ce)] {{(pid=103591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:54:41.876300 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c9da1145-9b9b-4e16-9ec4-aded8137854d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:41.917885 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b67bfd2e-de8c-4e64-93fe-07c87e2d45da admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:41.918874 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-c9da1145-9b9b-4e16-9ec4-aded8137854d admin admin] Calling delete_port for 51d8bdf3-14a4-4890-8014-847b1a355945 owned by network:dhcp {{(pid=103591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:54:42.062630 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-be571ac7-9df5-4891-b868-759b8ccc49b9 None None] Port 8f90752d-5443-4e2b-a104-84a5bb15774d cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:54:42.181373 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d0697cc3-2b25-4a63-b799-8f430183c4ca tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:42.189753 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c9da1145-9b9b-4e16-9ec4-aded8137854d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:42.272330 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4f1cb4a-0f6f-418a-b3d4-a048d2c4f917 None None] DHCP port deletion for b1652212-2ea9-46d9-a8a1-f4e9a021c020 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:54:42.285768 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9da1145-9b9b-4e16-9ec4-aded8137854d admin admin] Pushing event deleted for resources: {'Port': ['ID=51d8bdf3-14a4-4890-8014-847b1a355945,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:54:42.304830 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 514bac06-50a8-4dc0-a1b7-fc2c22053418 no longer exists at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:54:42.309374 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.db_base_plugin_common [None req-e9f03935-9298-46c6-9ad6-a35abbb5f705 None None] Allocated IP 2001:db8:1::2 (214048d3-777a-4a74-afd5-e149e9d2f72e/9673955b-5c0a-40b7-98d8-25aa44e688a1/05fc3ece-7729-4482-9612-589ffc0e4ae9) {{(pid=103592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:54:42.344897 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9da1145-9b9b-4e16-9ec4-aded8137854d admin admin] No DVR routers for this DVR port 51d8bdf3-14a4-4890-8014-847b1a355945 on host n-d-816206-8 {{(pid=103591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:54:42.364011 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] No Port match for: 514bac06-50a8-4dc0-a1b7-fc2c22053418 {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:54:42.364521 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 514bac06-50a8-4dc0-a1b7-fc2c22053418 not bound to the agent host n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:54:42.365070 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 354549fe-271f-4f48-b4a7-4c33380f14ec no longer exists at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:54:42.373763 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b67bfd2e-de8c-4e64-93fe-07c87e2d45da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:42.377804 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b67bfd2e-de8c-4e64-93fe-07c87e2d45da admin admin] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:42.379379 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-b67bfd2e-de8c-4e64-93fe-07c87e2d45da admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/2a9d8207-15f1-40e9-8df2-e687f0e96a50 HTTP/1.1" status: 204 len: 168 time: 0.9356129 Nov 23 17:54:42.399053 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67bfd2e-de8c-4e64-93fe-07c87e2d45da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a9d8207-15f1-40e9-8df2-e687f0e96a50,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:54:42.416477 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] No Port match for: 354549fe-271f-4f48-b4a7-4c33380f14ec {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:54:42.417402 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 354549fe-271f-4f48-b4a7-4c33380f14ec not bound to the agent host n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:54:42.457199 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c9da1145-9b9b-4e16-9ec4-aded8137854d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973419', 'neutron.services.segments.db._delete_segments_for_network-8736635878840'] for network, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:42.491674 n-d-816206-8 neutron-server[103591]: DEBUG neutron.services.segments.db [None req-c9da1145-9b9b-4e16-9ec4-aded8137854d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1652212-2ea9-46d9-a8a1-f4e9a021c020']}} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:54:42.519220 n-d-816206-8 neutron-server[103591]: DEBUG neutron.services.segments.db [None req-c9da1145-9b9b-4e16-9ec4-aded8137854d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b71c4d0-295b-4f72-8e8a-bb82558e96ce') {'for_net_delete': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:54:42.519587 n-d-816206-8 neutron-server[103591]: DEBUG neutron.services.segments.db [None req-c9da1145-9b9b-4e16-9ec4-aded8137854d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b71c4d0-295b-4f72-8e8a-bb82558e96ce') {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:54:42.550976 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-d7564a94-bdae-4c7c-b57d-0a1b917ea934 None None] Publish callbacks [] for port, precommit_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:42.556254 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c9da1145-9b9b-4e16-9ec4-aded8137854d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736635840332', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265989959'] for segment, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:42.578281 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-d7564a94-bdae-4c7c-b57d-0a1b917ea934 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:42.593475 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c9da1145-9b9b-4e16-9ec4-aded8137854d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:42.631222 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9da1145-9b9b-4e16-9ec4-aded8137854d admin admin] Releasing vlan 538 on physical network physnet1 to pool {{(pid=103591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 17:54:42.632023 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c9da1145-9b9b-4e16-9ec4-aded8137854d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264756290'] for segment, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:42.633909 n-d-816206-8 neutron-server[103591]: Traceback (most recent call last): Nov 23 17:54:42.633909 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 17:54:42.633909 n-d-816206-8 neutron-server[103591]: timer() Nov 23 17:54:42.633909 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 17:54:42.633909 n-d-816206-8 neutron-server[103591]: cb(*args, **kw) Nov 23 17:54:42.633909 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 17:54:42.633909 n-d-816206-8 neutron-server[103591]: return func(*args, **kwargs) Nov 23 17:54:42.633909 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 17:54:42.633909 n-d-816206-8 neutron-server[103591]: self._notify() Nov 23 17:54:42.633909 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 17:54:42.633909 n-d-816206-8 neutron-server[103591]: self.callback(batched_events) Nov 23 17:54:42.633909 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 17:54:42.633909 n-d-816206-8 neutron-server[103591]: event.method(event) Nov 23 17:54:42.633909 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 17:54:42.633909 n-d-816206-8 neutron-server[103591]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 17:54:42.633909 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 17:54:42.633909 n-d-816206-8 neutron-server[103591]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 17:54:42.633909 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 17:54:42.633909 n-d-816206-8 neutron-server[103591]: return f(self, *a, **k) Nov 23 17:54:42.633909 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 17:54:42.633909 n-d-816206-8 neutron-server[103591]: return self._get(url).json() Nov 23 17:54:42.633909 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 17:54:42.633909 n-d-816206-8 neutron-server[103591]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 17:54:42.633909 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 17:54:42.633909 n-d-816206-8 neutron-server[103591]: return self.request(url, 'GET', **kwargs) Nov 23 17:54:42.633909 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 17:54:42.633909 n-d-816206-8 neutron-server[103591]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 17:54:42.633909 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 17:54:42.633909 n-d-816206-8 neutron-server[103591]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 17:54:42.633909 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 17:54:42.633909 n-d-816206-8 neutron-server[103591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 17:54:42.633909 n-d-816206-8 neutron-server[103591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 17:54:42.785496 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c9da1145-9b9b-4e16-9ec4-aded8137854d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1795418'] for network, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:42.790334 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c9da1145-9b9b-4e16-9ec4-aded8137854d admin admin] Publish callbacks [] for network, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:42.794472 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-c9da1145-9b9b-4e16-9ec4-aded8137854d admin admin] 10.222.0.60 "DELETE /v2.0/networks/b1652212-2ea9-46d9-a8a1-f4e9a021c020 HTTP/1.1" status: 204 len: 168 time: 1.6993423 Nov 23 17:54:42.849480 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9da1145-9b9b-4e16-9ec4-aded8137854d admin admin] Pushing event deleted for resources: {'Network': ['ID=b1652212-2ea9-46d9-a8a1-f4e9a021c020,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:54:43.024881 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-d7564a94-bdae-4c7c-b57d-0a1b917ea934 None None] Attempting to bind port 8f90752d-5443-4e2b-a104-84a5bb15774d on host n-d-816206-8 for vnic_type normal with profile {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:54:43.025404 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-d7564a94-bdae-4c7c-b57d-0a1b917ea934 None None] Attempting to bind port 8f90752d-5443-4e2b-a104-84a5bb15774d by drivers openvswitch,hyperv on host n-d-816206-8 at level 0 using segments [{'id': 'e8531482-372c-4cd5-b39e-ddcb7ba42471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '4ec7bfec-4b8e-4ad7-819f-2dbc2a25fcf7'}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:54:43.025669 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7564a94-bdae-4c7c-b57d-0a1b917ea934 None None] Attempting to bind port 8f90752d-5443-4e2b-a104-84a5bb15774d on network 4ec7bfec-4b8e-4ad7-819f-2dbc2a25fcf7 {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:54:43.047947 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8086ca-a14d-4058-b7f0-49bdc24ead08 None None] Pushing event updated for resources: {'Port': ['ID=8f90752d-5443-4e2b-a104-84a5bb15774d,revision_number=3']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:54:43.059144 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7564a94-bdae-4c7c-b57d-0a1b917ea934 None None] Checking agent: {'id': '9e89acbe-4bbe-4c77-a18b-6f1da9133e0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 7, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 54, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:54:43.059946 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7564a94-bdae-4c7c-b57d-0a1b917ea934 None None] Checking segment: {'id': 'e8531482-372c-4cd5-b39e-ddcb7ba42471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '4ec7bfec-4b8e-4ad7-819f-2dbc2a25fcf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:54:43.060979 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-d7564a94-bdae-4c7c-b57d-0a1b917ea934 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:43.061549 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7564a94-bdae-4c7c-b57d-0a1b917ea934 None None] Bound using segment: {'id': 'e8531482-372c-4cd5-b39e-ddcb7ba42471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '4ec7bfec-4b8e-4ad7-819f-2dbc2a25fcf7'} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:54:43.062211 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-d7564a94-bdae-4c7c-b57d-0a1b917ea934 None None] Bound port: 8f90752d-5443-4e2b-a104-84a5bb15774d, host: n-d-816206-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8531482-372c-4cd5-b39e-ddcb7ba42471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '4ec7bfec-4b8e-4ad7-819f-2dbc2a25fcf7'}}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:54:43.062885 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-d7564a94-bdae-4c7c-b57d-0a1b917ea934 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:43.090731 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-a95f4b10-d50e-499a-9d70-04efae459b7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:43.106850 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-e9f03935-9298-46c6-9ad6-a35abbb5f705 None None] Publish callbacks [] for port, precommit_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:43.127136 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 45582) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:54:43.151702 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-35cac94a-5f87-4ab9-8a67-da2cca9887fc None None] Provisioning complete for port 8f90752d-5443-4e2b-a104-84a5bb15774d triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:54:43.155536 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-35cac94a-5f87-4ab9-8a67-da2cca9887fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:43.161157 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-6ec0d8ee-c760-4c27-967e-ee3503c01804 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:43.213953 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-35cac94a-5f87-4ab9-8a67-da2cca9887fc None None] Port 8f90752d-5443-4e2b-a104-84a5bb15774d cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:54:43.216087 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-e9f03935-9298-46c6-9ad6-a35abbb5f705 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980'] for port, after_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:43.291190 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-d0697cc3-2b25-4a63-b799-8f430183c4ca tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Allocated IP 2001:db8:1::1 (214048d3-777a-4a74-afd5-e149e9d2f72e/9673955b-5c0a-40b7-98d8-25aa44e688a1/86aa1477-33a5-44ac-a5d3-a5c270b629a3) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:54:43.295683 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 45600) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:54:43.368042 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-47f60bfe-e9d4-4b2e-b447-d3499a02b28f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c0a53cd325e44b8fbee499050453672f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0710349 Nov 23 17:54:43.368175 n-d-816206-8 neutron-server[103592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9f03935-9298-46c6-9ad6-a35abbb5f705 None None] Network 214048d3-777a-4a74-afd5-e149e9d2f72e is already hosted by enough agents. {{(pid=103592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:54:43.371332 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 45610) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:54:43.379099 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-d7564a94-bdae-4c7c-b57d-0a1b917ea934 None None] For port 8f90752d-5443-4e2b-a104-84a5bb15774d, host n-d-816206-8, cleared binding levels {{(pid=103592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:54:43.393009 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-6ec0d8ee-c760-4c27-967e-ee3503c01804 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:43.398474 n-d-816206-8 neutron-server[103592]: DEBUG neutron.scheduler.base_scheduler [None req-e9f03935-9298-46c6-9ad6-a35abbb5f705 None None] Resources bound (agent type, host, resource id): {{(pid=103592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:54:43.423301 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9f03935-9298-46c6-9ad6-a35abbb5f705 None None] Received port after_create {{(pid=103592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:54:43.435819 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-d7564a94-bdae-4c7c-b57d-0a1b917ea934 None None] For port 8f90752d-5443-4e2b-a104-84a5bb15774d, host n-d-816206-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=8f90752d-5443-4e2b-a104-84a5bb15774d,segment=NetworkSegment(e8531482-372c-4cd5-b39e-ddcb7ba42471),segment_id=e8531482-372c-4cd5-b39e-ddcb7ba42471)] {{(pid=103592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:54:43.440729 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f03935-9298-46c6-9ad6-a35abbb5f705 None None] Pushing event updated for resources: {'Port': ['ID=05fc3ece-7729-4482-9612-589ffc0e4ae9,revision_number=1']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:54:43.452365 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-cf90d04a-3d55-478e-a91b-65b4f49dd6e1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:43.454347 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-6ec0d8ee-c760-4c27-967e-ee3503c01804 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:43.464574 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-d7564a94-bdae-4c7c-b57d-0a1b917ea934 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:43.523809 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec0d8ee-c760-4c27-967e-ee3503c01804 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7205660-da2c-4824-b036-09e60232f89d,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:54:43.530405 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-cf90d04a-3d55-478e-a91b-65b4f49dd6e1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:43.540507 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-6ec0d8ee-c760-4c27-967e-ee3503c01804 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=98bc503e29ca42b08acc3f440d2ada24&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4120023 Nov 23 17:54:43.547772 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 45626) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:54:43.630624 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-383bd4f6-d2da-49e7-962e-38485b9df9cc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:43.655786 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-383bd4f6-d2da-49e7-962e-38485b9df9cc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:43.713720 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-383bd4f6-d2da-49e7-962e-38485b9df9cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:43.716939 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-383bd4f6-d2da-49e7-962e-38485b9df9cc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:43.723069 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-383bd4f6-d2da-49e7-962e-38485b9df9cc admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d7205660-da2c-4824-b036-09e60232f89d HTTP/1.1" status: 204 len: 168 time: 0.1739171 Nov 23 17:54:43.728472 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d0697cc3-2b25-4a63-b799-8f430183c4ca tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:43.735249 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383bd4f6-d2da-49e7-962e-38485b9df9cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7205660-da2c-4824-b036-09e60232f89d,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:54:43.746566 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-cf90d04a-3d55-478e-a91b-65b4f49dd6e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:43.750780 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-cf90d04a-3d55-478e-a91b-65b4f49dd6e1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:43.753864 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-cf90d04a-3d55-478e-a91b-65b4f49dd6e1 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/776cdaad-ec9b-4a42-a3a9-360feae7cf4d HTTP/1.1" status: 204 len: 168 time: 0.3804333 Nov 23 17:54:43.793826 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf90d04a-3d55-478e-a91b-65b4f49dd6e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=776cdaad-ec9b-4a42-a3a9-360feae7cf4d,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:54:43.835957 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d0697cc3-2b25-4a63-b799-8f430183c4ca tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:44.004459 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0697cc3-2b25-4a63-b799-8f430183c4ca tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Network 214048d3-777a-4a74-afd5-e149e9d2f72e is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:54:44.008613 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-d0697cc3-2b25-4a63-b799-8f430183c4ca tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:54:44.037888 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0697cc3-2b25-4a63-b799-8f430183c4ca tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:54:44.042232 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d0697cc3-2b25-4a63-b799-8f430183c4ca tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1795539'] for router_interface, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:44.181677 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0697cc3-2b25-4a63-b799-8f430183c4ca tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Pushing event updated for resources: {'Port': ['ID=86aa1477-33a5-44ac-a5d3-a5c270b629a3,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:54:44.223718 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7564a94-bdae-4c7c-b57d-0a1b917ea934 None None] Routers {'e5e8a916-fe4e-43be-b391-79a2897a9f8d'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:54:44.224275 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-d7564a94-bdae-4c7c-b57d-0a1b917ea934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:54:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['e5e8a916-fe4e-43be-b391-79a2897a9f8d'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:54:44.236330 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 51d8bdf3-14a4-4890-8014-847b1a355945 no longer exists at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:54:44.403492 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:44.435478 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d0697cc3-2b25-4a63-b799-8f430183c4ca tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:44.506137 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-e9f03935-9298-46c6-9ad6-a35abbb5f705 None None] Attempting to bind port 05fc3ece-7729-4482-9612-589ffc0e4ae9 on host n-d-816206-8 for vnic_type normal with profile {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:54:44.506747 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-e9f03935-9298-46c6-9ad6-a35abbb5f705 None None] Attempting to bind port 05fc3ece-7729-4482-9612-589ffc0e4ae9 by drivers openvswitch,hyperv on host n-d-816206-8 at level 0 using segments [{'id': 'c884be40-aeb4-423b-8ebb-4741f3fa9ca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '214048d3-777a-4a74-afd5-e149e9d2f72e'}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:54:44.507417 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9f03935-9298-46c6-9ad6-a35abbb5f705 None None] Attempting to bind port 05fc3ece-7729-4482-9612-589ffc0e4ae9 on network 214048d3-777a-4a74-afd5-e149e9d2f72e {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:54:44.525839 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9f03935-9298-46c6-9ad6-a35abbb5f705 None None] Checking agent: {'id': '9e89acbe-4bbe-4c77-a18b-6f1da9133e0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 7, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 54, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:54:44.526449 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9f03935-9298-46c6-9ad6-a35abbb5f705 None None] Checking segment: {'id': 'c884be40-aeb4-423b-8ebb-4741f3fa9ca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '214048d3-777a-4a74-afd5-e149e9d2f72e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:54:44.527033 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-e9f03935-9298-46c6-9ad6-a35abbb5f705 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:44.527728 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9f03935-9298-46c6-9ad6-a35abbb5f705 None None] Bound using segment: {'id': 'c884be40-aeb4-423b-8ebb-4741f3fa9ca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '214048d3-777a-4a74-afd5-e149e9d2f72e'} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:54:44.528379 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-e9f03935-9298-46c6-9ad6-a35abbb5f705 None None] Bound port: 05fc3ece-7729-4482-9612-589ffc0e4ae9, host: n-d-816206-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c884be40-aeb4-423b-8ebb-4741f3fa9ca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '214048d3-777a-4a74-afd5-e149e9d2f72e'}}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:54:44.529281 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-e9f03935-9298-46c6-9ad6-a35abbb5f705 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:44.540383 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8086ca-a14d-4058-b7f0-49bdc24ead08 None None] Pushing event updated for resources: {'Port': ['ID=8f90752d-5443-4e2b-a104-84a5bb15774d,revision_number=4']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:54:44.553231 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] No Port match for: 51d8bdf3-14a4-4890-8014-847b1a355945 {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:54:44.553821 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 51d8bdf3-14a4-4890-8014-847b1a355945 not bound to the agent host n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:54:44.605972 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:44.628605 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 45724) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:54:44.650432 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-796e5a4e-715c-40a5-9651-d5c713c22bc8 None None] Provisioning complete for port 8f90752d-5443-4e2b-a104-84a5bb15774d triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:54:44.654317 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-796e5a4e-715c-40a5-9651-d5c713c22bc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:44.741320 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-ddf4eb04-b73a-4e0b-9e27-0d029999d44b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=62e1fefd875f4454ac297b6fe98be148&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1100137 Nov 23 17:54:44.745381 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 45738) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:54:44.789969 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvr_db [None req-d7564a94-bdae-4c7c-b57d-0a1b917ea934 None None] Set router e5e8a916-fe4e-43be-b391-79a2897a9f8d gateway port host: None {{(pid=103592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:54:44.907321 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-2974c023-e09d-473b-bd06-cb6e334f8c22 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:44.979386 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-2974c023-e09d-473b-bd06-cb6e334f8c22 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:45.017104 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-e9f03935-9298-46c6-9ad6-a35abbb5f705 None None] For port 05fc3ece-7729-4482-9612-589ffc0e4ae9, host n-d-816206-8, cleared binding levels {{(pid=103592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:54:45.074005 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-2974c023-e09d-473b-bd06-cb6e334f8c22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:45.079108 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-2974c023-e09d-473b-bd06-cb6e334f8c22 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:45.080724 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-2974c023-e09d-473b-bd06-cb6e334f8c22 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/4da6d431-b20c-493b-a651-fe5ccdd25241 HTTP/1.1" status: 204 len: 168 time: 0.3341782 Nov 23 17:54:45.099148 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2974c023-e09d-473b-bd06-cb6e334f8c22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4da6d431-b20c-493b-a651-fe5ccdd25241,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:54:45.118534 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-e9f03935-9298-46c6-9ad6-a35abbb5f705 None None] For port 05fc3ece-7729-4482-9612-589ffc0e4ae9, host n-d-816206-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=05fc3ece-7729-4482-9612-589ffc0e4ae9,segment=NetworkSegment(c884be40-aeb4-423b-8ebb-4741f3fa9ca8),segment_id=c884be40-aeb4-423b-8ebb-4741f3fa9ca8)] {{(pid=103592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:54:45.204417 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-e9f03935-9298-46c6-9ad6-a35abbb5f705 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:45.222635 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-ef398107-0e32-488c-9102-d9c32b8886d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:45.281287 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d0697cc3-2b25-4a63-b799-8f430183c4ca tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks [] for port, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:45.292385 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d0697cc3-2b25-4a63-b799-8f430183c4ca tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264357957'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:45.293303 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d0697cc3-2b25-4a63-b799-8f430183c4ca tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2068703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1794403'] for router_interface, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:45.412898 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-796e5a4e-715c-40a5-9651-d5c713c22bc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:45.594146 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-796e5a4e-715c-40a5-9651-d5c713c22bc8 None None] For port 8f90752d-5443-4e2b-a104-84a5bb15774d, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=8f90752d-5443-4e2b-a104-84a5bb15774d,segment=NetworkSegment(e8531482-372c-4cd5-b39e-ddcb7ba42471),segment_id=e8531482-372c-4cd5-b39e-ddcb7ba42471)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:54:45.642224 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-796e5a4e-715c-40a5-9651-d5c713c22bc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:45.657678 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0697cc3-2b25-4a63-b799-8f430183c4ca tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Network 214048d3-777a-4a74-afd5-e149e9d2f72e is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:54:45.665193 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0697cc3-2b25-4a63-b799-8f430183c4ca tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Pushing event updated for resources: {'Port': ['ID=86aa1477-33a5-44ac-a5d3-a5c270b629a3,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:54:45.682223 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-d0697cc3-2b25-4a63-b799-8f430183c4ca tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:54:45.814247 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f03935-9298-46c6-9ad6-a35abbb5f705 None None] Pushing event updated for resources: {'Port': ['ID=05fc3ece-7729-4482-9612-589ffc0e4ae9,revision_number=2']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:54:46.001768 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796e5a4e-715c-40a5-9651-d5c713c22bc8 None None] Pushing event updated for resources: {'Port': ['ID=8f90752d-5443-4e2b-a104-84a5bb15774d,revision_number=5']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:54:46.056761 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-d7564a94-bdae-4c7c-b57d-0a1b917ea934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5e8a916-fe4e-43be-b391-79a2897a9f8d', 'name': 'tempest-RoutersIpV6Test-router-416023099', 'tenant_id': 'bdb543259a0c43f595a1052d3bc08bab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:54:33Z', 'updated_at': '2021-11-23T17:54:37Z', 'revision_number': 2, 'project_id': 'bdb543259a0c43f595a1052d3bc08bab', 'gw_port_host': None, '_interfaces': [{'id': '8f90752d-5443-4e2b-a104-84a5bb15774d', 'name': '', 'network_id': '4ec7bfec-4b8e-4ad7-819f-2dbc2a25fcf7', 'tenant_id': 'bdb543259a0c43f595a1052d3bc08bab', 'mac_address': 'fa:16:3e:be:7e:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5e8a916-fe4e-43be-b391-79a2897a9f8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3331, 'fixed_ips': [{'subnet_id': '2755377a-512a-443b-abd6-53f27ea1e7d6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:54:35Z', 'updated_at': '2021-11-23T17:54:43Z', 'revision_number': 4, 'project_id': 'bdb543259a0c43f595a1052d3bc08bab', 'subnets': [{'id': '2755377a-512a-443b-abd6-53f27ea1e7d6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:54:46.099021 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0697cc3-2b25-4a63-b799-8f430183c4ca tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Router e5e8a916-fe4e-43be-b391-79a2897a9f8d has already been hosted by L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 {{(pid=103590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 17:54:46.159826 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7564a94-bdae-4c7c-b57d-0a1b917ea934 None None] The sync data for ids ['e5e8a916-fe4e-43be-b391-79a2897a9f8d'] in n-d-816206-8 is: [{'id': 'e5e8a916-fe4e-43be-b391-79a2897a9f8d', 'name': 'tempest-RoutersIpV6Test-router-416023099', 'tenant_id': 'bdb543259a0c43f595a1052d3bc08bab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:54:33Z', 'updated_at': '2021-11-23T17:54:37Z', 'revision_number': 2, 'project_id': 'bdb543259a0c43f595a1052d3bc08bab', 'gw_port_host': None, '_interfaces': [{'id': '8f90752d-5443-4e2b-a104-84a5bb15774d', 'name': '', 'network_id': '4ec7bfec-4b8e-4ad7-819f-2dbc2a25fcf7', 'tenant_id': 'bdb543259a0c43f595a1052d3bc08bab', 'mac_address': 'fa:16:3e:be:7e:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5e8a916-fe4e-43be-b391-79a2897a9f8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3331, 'fixed_ips': [{'subnet_id': '2755377a-512a-443b-abd6-53f27ea1e7d6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:54:35Z', 'updated_at': '2021-11-23T17:54:43Z', 'revision_number': 4, 'project_id': 'bdb543259a0c43f595a1052d3bc08bab', 'subnets': [{'id': '2755377a-512a-443b-abd6-53f27ea1e7d6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:54:46.342654 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 05fc3ece-7729-4482-9612-589ffc0e4ae9 up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:54:46.371700 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0697cc3-2b25-4a63-b799-8f430183c4ca tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:54:46.391380 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-d0697cc3-2b25-4a63-b799-8f430183c4ca tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] 10.222.0.60 "PUT /v2.0/routers/e5e8a916-fe4e-43be-b391-79a2897a9f8d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6580391 Nov 23 17:54:46.393840 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 45886) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:54:46.399274 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-c9e35cb2-219d-419b-9db8-40a01343e68a tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-203824361'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:54:46.441540 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9e35cb2-219d-419b-9db8-40a01343e68a tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Made reservation on behalf of bdb543259a0c43f595a1052d3bc08bab for: {'network': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:54:46.445997 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c9e35cb2-219d-419b-9db8-40a01343e68a tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for network, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:46.497656 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port 05fc3ece-7729-4482-9612-589ffc0e4ae9 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:54:46.498125 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:46.515151 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9e35cb2-219d-419b-9db8-40a01343e68a tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] vlan segment allocate from pool success with {'vlan_id': 505, 'physical_network': 'physnet1'} {{(pid=103591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 17:54:46.584269 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c9e35cb2-219d-419b-9db8-40a01343e68a tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:46.610310 n-d-816206-8 neutron-server[103591]: INFO neutron.db.segments_db [None req-c9e35cb2-219d-419b-9db8-40a01343e68a tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Added segment a75efa22-da00-4b51-86da-bec49f8302a6 of type vlan for network 7ac09a3b-77d4-4481-9241-c183e4bc8111 Nov 23 17:54:46.652039 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-52822d53-48f5-4819-8a95-bdc13aea0bf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:46.876661 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c9e35cb2-219d-419b-9db8-40a01343e68a tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736635338810'] for network, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:46.894386 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:46.956392 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c9e35cb2-219d-419b-9db8-40a01343e68a tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493'] for network, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:46.969666 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9e35cb2-219d-419b-9db8-40a01343e68a tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:46.973418 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c9e35cb2-219d-419b-9db8-40a01343e68a tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks [] for network, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:47.001395 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] For port 05fc3ece-7729-4482-9612-589ffc0e4ae9, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=05fc3ece-7729-4482-9612-589ffc0e4ae9,segment=NetworkSegment(c884be40-aeb4-423b-8ebb-4741f3fa9ca8),segment_id=c884be40-aeb4-423b-8ebb-4741f3fa9ca8)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:54:47.021177 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:47.157909 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Pushing event updated for resources: {'Port': ['ID=05fc3ece-7729-4482-9612-589ffc0e4ae9,revision_number=3']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:54:47.180471 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-c9e35cb2-219d-419b-9db8-40a01343e68a tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7851810 Nov 23 17:54:47.183125 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 45946) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:54:47.188315 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-c5d6e460-5048-455b-bfee-f56d23509528 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Request body: {'subnet': {'network_id': '7ac09a3b-77d4-4481-9241-c183e4bc8111', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:54:47.306436 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e35cb2-219d-419b-9db8-40a01343e68a tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Pushing event updated for resources: {'Network': ['ID=7ac09a3b-77d4-4481-9241-c183e4bc8111,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:54:47.320758 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Network 7ac09a3b-77d4-4481-9241-c183e4bc8111 details requested by agent ovs-agent-n-d-816206-8 with host n-d-816206-8 {{(pid=103592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 17:54:47.598133 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5d6e460-5048-455b-bfee-f56d23509528 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Made reservation on behalf of bdb543259a0c43f595a1052d3bc08bab for: {'subnet': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:54:47.602771 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c5d6e460-5048-455b-bfee-f56d23509528 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264730903'] for subnet, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:47.663566 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9d1d504-42aa-475b-93b9-21c43fdff0c7 None None] Network 214048d3-777a-4a74-afd5-e149e9d2f72e requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:54:47.873385 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-56cb1ec2-9f66-42dc-aa9b-10ea8b392228 None None] Provisioning complete for port 05fc3ece-7729-4482-9612-589ffc0e4ae9 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:54:47.874042 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-56cb1ec2-9f66-42dc-aa9b-10ea8b392228 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:47.902588 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9a27ae6c-db98-474f-94c1-cc99bf842d79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:47.958073 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c5d6e460-5048-455b-bfee-f56d23509528 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264358096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264730885'] for subnet, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:48.064553 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d6e460-5048-455b-bfee-f56d23509528 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Pushing event updated for resources: {'Subnet': ['ID=65091cd9-7c37-4b4f-94b4-f884261c7b11,revision_number=0']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:54:48.098616 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d6e460-5048-455b-bfee-f56d23509528 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:54:48.099219 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d6e460-5048-455b-bfee-f56d23509528 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:54:48.100042 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d6e460-5048-455b-bfee-f56d23509528 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:54:48.100677 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d6e460-5048-455b-bfee-f56d23509528 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:54:48.101238 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d6e460-5048-455b-bfee-f56d23509528 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:54:48.106328 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d6e460-5048-455b-bfee-f56d23509528 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:54:48.106783 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d6e460-5048-455b-bfee-f56d23509528 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:54:48.107477 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d6e460-5048-455b-bfee-f56d23509528 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:54:48.107928 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d6e460-5048-455b-bfee-f56d23509528 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:54:48.108720 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d6e460-5048-455b-bfee-f56d23509528 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:54:48.109552 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d6e460-5048-455b-bfee-f56d23509528 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:54:48.110125 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d6e460-5048-455b-bfee-f56d23509528 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:54:48.152552 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5d6e460-5048-455b-bfee-f56d23509528 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Checking segment: {'id': 'a75efa22-da00-4b51-86da-bec49f8302a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '7ac09a3b-77d4-4481-9241-c183e4bc8111'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:54:48.153234 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5d6e460-5048-455b-bfee-f56d23509528 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Network hostable DHCP agents. Network: 7ac09a3b-77d4-4481-9241-c183e4bc8111, hostable agents: ['0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3'], hosted agents: [] {{(pid=103590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 17:54:48.212966 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5d6e460-5048-455b-bfee-f56d23509528 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Network 7ac09a3b-77d4-4481-9241-c183e4bc8111 is scheduled to be hosted by DHCP agent 0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3 with binding_index 1 {{(pid=103590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 17:54:48.239648 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-c5d6e460-5048-455b-bfee-f56d23509528 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-8, 7ac09a3b-77d4-4481-9241-c183e4bc8111) {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:54:48.250183 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5d6e460-5048-455b-bfee-f56d23509528 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:48.252169 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c5d6e460-5048-455b-bfee-f56d23509528 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks [] for subnet, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:48.287274 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d16a5db8-c06a-4079-b01f-892fbd6ab593 None None] Network 7ac09a3b-77d4-4481-9241-c183e4bc8111 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:54:48.295050 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-c5d6e460-5048-455b-bfee-f56d23509528 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.1102026 Nov 23 17:54:48.297383 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 45998) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:54:48.380322 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 8f90752d-5443-4e2b-a104-84a5bb15774d up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:54:48.506001 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:48.723124 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port 8f90752d-5443-4e2b-a104-84a5bb15774d triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:54:48.728025 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:48.861394 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2517de6f-bb28-4965-910f-a3fb562df388 None None] Sync routers for ids ['e5e8a916-fe4e-43be-b391-79a2897a9f8d'] in n-d-816206-8 {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:54:48.879067 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2517de6f-bb28-4965-910f-a3fb562df388 None None] Routers {'e5e8a916-fe4e-43be-b391-79a2897a9f8d'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:54:48.881282 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-2517de6f-bb28-4965-910f-a3fb562df388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:54:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['e5e8a916-fe4e-43be-b391-79a2897a9f8d'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:54:49.044715 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-05776e08-c92f-4708-b146-7767fe68b736 None None] Provisioning complete for port 05fc3ece-7729-4482-9612-589ffc0e4ae9 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:54:49.045131 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-05776e08-c92f-4708-b146-7767fe68b736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:49.131638 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-2517de6f-bb28-4965-910f-a3fb562df388 None None] Set router e5e8a916-fe4e-43be-b391-79a2897a9f8d gateway port host: None {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:54:49.197049 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cba1dc1-2749-449e-84ce-4e5d5954b1fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp355044b8-8e87-58c4-94fa-4a010ec30f9e-7ac09a3b-77d4-4481-9241-c183e4bc8111', 'network_id': '7ac09a3b-77d4-4481-9241-c183e4bc8111', 'tenant_id': 'bdb543259a0c43f595a1052d3bc08bab', 'fixed_ips': [{'subnet_id': '65091cd9-7c37-4b4f-94b4-f884261c7b11'}]}} from n-d-816206-8. {{(pid=103592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 17:54:49.198111 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-3cba1dc1-2749-449e-84ce-4e5d5954b1fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:49.520393 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-2b64da77-4379-42b5-bcad-06cdb6c3f422 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:49.601236 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.db_base_plugin_common [None req-3cba1dc1-2749-449e-84ce-4e5d5954b1fa None None] Allocated IP 2001:db8:2::2 (7ac09a3b-77d4-4481-9241-c183e4bc8111/65091cd9-7c37-4b4f-94b4-f884261c7b11/f03e93b0-c44c-4cfd-8d1d-bda27b072138) {{(pid=103592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:54:49.682868 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-2517de6f-bb28-4965-910f-a3fb562df388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5e8a916-fe4e-43be-b391-79a2897a9f8d', 'name': 'tempest-RoutersIpV6Test-router-416023099', 'tenant_id': 'bdb543259a0c43f595a1052d3bc08bab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:54:33Z', 'updated_at': '2021-11-23T17:54:44Z', 'revision_number': 3, 'project_id': 'bdb543259a0c43f595a1052d3bc08bab', 'gw_port_host': None, '_interfaces': [{'id': '86aa1477-33a5-44ac-a5d3-a5c270b629a3', 'name': '', 'network_id': '214048d3-777a-4a74-afd5-e149e9d2f72e', 'tenant_id': 'bdb543259a0c43f595a1052d3bc08bab', 'mac_address': 'fa:16:3e:2e:f4:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5e8a916-fe4e-43be-b391-79a2897a9f8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3341, 'fixed_ips': [{'subnet_id': '9673955b-5c0a-40b7-98d8-25aa44e688a1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:54:42Z', 'updated_at': '2021-11-23T17:54:44Z', 'revision_number': 2, 'project_id': 'bdb543259a0c43f595a1052d3bc08bab', 'subnets': [{'id': '9673955b-5c0a-40b7-98d8-25aa44e688a1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8f90752d-5443-4e2b-a104-84a5bb15774d', 'name': '', 'network_id': '4ec7bfec-4b8e-4ad7-819f-2dbc2a25fcf7', 'tenant_id': 'bdb543259a0c43f595a1052d3bc08bab', 'mac_address': 'fa:16:3e:be:7e:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5e8a916-fe4e-43be-b391-79a2897a9f8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3331, 'fixed_ips': [{'subnet_id': '2755377a-512a-443b-abd6-53f27ea1e7d6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:54:35Z', 'updated_at': '2021-11-23T17:54:45Z', 'revision_number': 5, 'project_id': 'bdb543259a0c43f595a1052d3bc08bab', 'subnets': [{'id': '2755377a-512a-443b-abd6-53f27ea1e7d6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:54:49.716160 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2517de6f-bb28-4965-910f-a3fb562df388 None None] Checking router: e5e8a916-fe4e-43be-b391-79a2897a9f8d for host: n-d-816206-8 {{(pid=103593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 17:54:49.717981 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2517de6f-bb28-4965-910f-a3fb562df388 None None] Updating router e5e8a916-fe4e-43be-b391-79a2897a9f8d port 86aa1477-33a5-44ac-a5d3-a5c270b629a3 binding host n-d-816206-8 {{(pid=103593) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 17:54:49.752798 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-2517de6f-bb28-4965-910f-a3fb562df388 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:49.755074 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-87f04fb7-3c2d-4fdb-88a0-b445fd245738 req-aec4cee9-5a34-4d1b-bc6f-f118c1be76ee service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=0cb71ec1-d2d3-4416-8b8e-767f9854ba3a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1177084 Nov 23 17:54:49.868007 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f04fb7-3c2d-4fdb-88a0-b445fd245738 req-276ab17f-06e2-44a3-89e1-a489d75b2cde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:49.874471 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-87f04fb7-3c2d-4fdb-88a0-b445fd245738 req-276ab17f-06e2-44a3-89e1-a489d75b2cde service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a72787eb39f84cbca4e464c3cac6bedf&device_id=0cb71ec1-d2d3-4416-8b8e-767f9854ba3a HTTP/1.1" status: 200 len: 1097 time: 0.0859184 Nov 23 17:54:50.196253 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f04fb7-3c2d-4fdb-88a0-b445fd245738 req-c4303bce-ed22-460d-b3df-329e03e7a4c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:50.198104 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-87f04fb7-3c2d-4fdb-88a0-b445fd245738 req-c4303bce-ed22-460d-b3df-329e03e7a4c0 service neutron] 10.222.0.55 "GET /v2.0/networks?id=65497e92-b0c3-442f-8f8a-bf07657099ba HTTP/1.1" status: 200 len: 912 time: 0.3014622 Nov 23 17:54:50.339910 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-87f04fb7-3c2d-4fdb-88a0-b445fd245738 req-615039ef-4f33-41b4-bf1b-c6e587e88109 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1de429a7-530f-4c53-a94e-cc64c544d3f9 HTTP/1.1" status: 200 len: 1000 time: 0.1332433 Nov 23 17:54:50.403276 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f04fb7-3c2d-4fdb-88a0-b445fd245738 req-3889e401-dd0a-40ce-9800-e270f4a92a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:50.405130 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-87f04fb7-3c2d-4fdb-88a0-b445fd245738 req-3889e401-dd0a-40ce-9800-e270f4a92a6d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=edc28ddc-ae2c-4b2b-bf91-4f5ac80bdafe HTTP/1.1" status: 200 len: 850 time: 0.0576422 Nov 23 17:54:50.458013 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-3cba1dc1-2749-449e-84ce-4e5d5954b1fa None None] Publish callbacks [] for port, precommit_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:50.474873 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f04fb7-3c2d-4fdb-88a0-b445fd245738 req-9c12497f-1c3e-46f4-9706-7bd457a0cbf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:50.476606 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 05fc3ece-7729-4482-9612-589ffc0e4ae9 up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:54:50.477143 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-87f04fb7-3c2d-4fdb-88a0-b445fd245738 req-9c12497f-1c3e-46f4-9706-7bd457a0cbf0 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=65497e92-b0c3-442f-8f8a-bf07657099ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0636013 Nov 23 17:54:50.479541 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-3cba1dc1-2749-449e-84ce-4e5d5954b1fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980'] for port, after_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:50.532184 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-05776e08-c92f-4708-b146-7767fe68b736 None None] Provisioning complete for port 86aa1477-33a5-44ac-a5d3-a5c270b629a3 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:54:50.532589 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-05776e08-c92f-4708-b146-7767fe68b736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:50.570176 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.db_base_plugin_common [None req-2b64da77-4379-42b5-bcad-06cdb6c3f422 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Allocated IP 2001:db8:2::1 (7ac09a3b-77d4-4481-9241-c183e4bc8111/65091cd9-7c37-4b4f-94b4-f884261c7b11/ad34c6b5-2eeb-4eff-9a8b-b63d4453550d) {{(pid=103591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:54:50.602670 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cba1dc1-2749-449e-84ce-4e5d5954b1fa None None] Pushing event updated for resources: {'Port': ['ID=f03e93b0-c44c-4cfd-8d1d-bda27b072138,revision_number=1']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:54:50.608659 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-05776e08-c92f-4708-b146-7767fe68b736 None None] Port 86aa1477-33a5-44ac-a5d3-a5c270b629a3 cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:54:50.610618 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-2517de6f-bb28-4965-910f-a3fb562df388 None None] Publish callbacks [] for port, precommit_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:50.632432 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-2517de6f-bb28-4965-910f-a3fb562df388 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:50.681022 n-d-816206-8 neutron-server[103592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cba1dc1-2749-449e-84ce-4e5d5954b1fa None None] Network 7ac09a3b-77d4-4481-9241-c183e4bc8111 is already hosted by enough agents. {{(pid=103592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:54:50.688328 n-d-816206-8 neutron-server[103592]: DEBUG neutron.scheduler.base_scheduler [None req-3cba1dc1-2749-449e-84ce-4e5d5954b1fa None None] Resources bound (agent type, host, resource id): {{(pid=103592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:54:50.696129 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cba1dc1-2749-449e-84ce-4e5d5954b1fa None None] Received port after_create {{(pid=103592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:54:50.699220 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-87f04fb7-3c2d-4fdb-88a0-b445fd245738 req-23519d46-7c4f-4e09-82b3-683c9b44db04 service neutron] 10.222.0.55 "GET /v2.0/networks/65497e92-b0c3-442f-8f8a-bf07657099ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2057412 Nov 23 17:54:50.742003 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8827103d-d8da-4f09-98bb-ae48f254ed86 None None] Pushing event updated for resources: {'Port': ['ID=86aa1477-33a5-44ac-a5d3-a5c270b629a3,revision_number=3']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:54:50.747394 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-2b64da77-4379-42b5-bcad-06cdb6c3f422 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks [] for port, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:50.770963 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8827103d-d8da-4f09-98bb-ae48f254ed86 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:54:50.770963 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8827103d-d8da-4f09-98bb-ae48f254ed86 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:54:50.773797 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8827103d-d8da-4f09-98bb-ae48f254ed86 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:54:50.774278 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8827103d-d8da-4f09-98bb-ae48f254ed86 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:54:50.776032 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8827103d-d8da-4f09-98bb-ae48f254ed86 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:54:50.776353 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8827103d-d8da-4f09-98bb-ae48f254ed86 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:54:50.778348 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8827103d-d8da-4f09-98bb-ae48f254ed86 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:54:50.780832 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8827103d-d8da-4f09-98bb-ae48f254ed86 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:54:50.781249 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8827103d-d8da-4f09-98bb-ae48f254ed86 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:54:50.781707 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8827103d-d8da-4f09-98bb-ae48f254ed86 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:54:50.782153 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8827103d-d8da-4f09-98bb-ae48f254ed86 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:54:50.782995 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8827103d-d8da-4f09-98bb-ae48f254ed86 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:54:50.814432 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-2b64da77-4379-42b5-bcad-06cdb6c3f422 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:50.843298 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-3cba1dc1-2749-449e-84ce-4e5d5954b1fa None None] Attempting to bind port f03e93b0-c44c-4cfd-8d1d-bda27b072138 on host n-d-816206-8 for vnic_type normal with profile {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:54:50.844721 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-3cba1dc1-2749-449e-84ce-4e5d5954b1fa None None] Attempting to bind port f03e93b0-c44c-4cfd-8d1d-bda27b072138 by drivers openvswitch,hyperv on host n-d-816206-8 at level 0 using segments [{'id': 'a75efa22-da00-4b51-86da-bec49f8302a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '7ac09a3b-77d4-4481-9241-c183e4bc8111'}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:54:50.845092 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cba1dc1-2749-449e-84ce-4e5d5954b1fa None None] Attempting to bind port f03e93b0-c44c-4cfd-8d1d-bda27b072138 on network 7ac09a3b-77d4-4481-9241-c183e4bc8111 {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:54:50.867441 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b64da77-4379-42b5-bcad-06cdb6c3f422 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Network 7ac09a3b-77d4-4481-9241-c183e4bc8111 is already hosted by enough agents. {{(pid=103591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:54:50.886675 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [None req-2b64da77-4379-42b5-bcad-06cdb6c3f422 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Resources bound (agent type, host, resource id): {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:54:50.903226 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b64da77-4379-42b5-bcad-06cdb6c3f422 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Received port after_create {{(pid=103591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:54:50.903789 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-2b64da77-4379-42b5-bcad-06cdb6c3f422 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1795539'] for router_interface, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:50.925574 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cba1dc1-2749-449e-84ce-4e5d5954b1fa None None] Checking agent: {'id': '9e89acbe-4bbe-4c77-a18b-6f1da9133e0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 7, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 54, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:54:50.925965 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cba1dc1-2749-449e-84ce-4e5d5954b1fa None None] Checking segment: {'id': 'a75efa22-da00-4b51-86da-bec49f8302a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '7ac09a3b-77d4-4481-9241-c183e4bc8111'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:54:50.930614 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-3cba1dc1-2749-449e-84ce-4e5d5954b1fa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:50.930972 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cba1dc1-2749-449e-84ce-4e5d5954b1fa None None] Bound using segment: {'id': 'a75efa22-da00-4b51-86da-bec49f8302a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '7ac09a3b-77d4-4481-9241-c183e4bc8111'} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:54:50.931484 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-3cba1dc1-2749-449e-84ce-4e5d5954b1fa None None] Bound port: f03e93b0-c44c-4cfd-8d1d-bda27b072138, host: n-d-816206-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a75efa22-da00-4b51-86da-bec49f8302a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '7ac09a3b-77d4-4481-9241-c183e4bc8111'}}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:54:50.936814 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-3cba1dc1-2749-449e-84ce-4e5d5954b1fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:50.952219 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [None req-2517de6f-bb28-4965-910f-a3fb562df388 None None] Attempting to bind port 86aa1477-33a5-44ac-a5d3-a5c270b629a3 on host n-d-816206-8 for vnic_type normal with profile {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:54:50.954582 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [None req-2517de6f-bb28-4965-910f-a3fb562df388 None None] Attempting to bind port 86aa1477-33a5-44ac-a5d3-a5c270b629a3 by drivers openvswitch,hyperv on host n-d-816206-8 at level 0 using segments [{'id': 'c884be40-aeb4-423b-8ebb-4741f3fa9ca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '214048d3-777a-4a74-afd5-e149e9d2f72e'}] {{(pid=103593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:54:50.955068 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2517de6f-bb28-4965-910f-a3fb562df388 None None] Attempting to bind port 86aa1477-33a5-44ac-a5d3-a5c270b629a3 on network 214048d3-777a-4a74-afd5-e149e9d2f72e {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:54:50.964561 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-87f04fb7-3c2d-4fdb-88a0-b445fd245738 req-9813f91c-3f0a-4c1f-823b-ea2ac3e043a3 service neutron] 10.222.0.55 "GET /v2.0/networks/65497e92-b0c3-442f-8f8a-bf07657099ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2574701 Nov 23 17:54:50.969205 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2517de6f-bb28-4965-910f-a3fb562df388 None None] Checking agent: {'id': '9e89acbe-4bbe-4c77-a18b-6f1da9133e0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 7, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 54, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:54:50.969722 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2517de6f-bb28-4965-910f-a3fb562df388 None None] Checking segment: {'id': 'c884be40-aeb4-423b-8ebb-4741f3fa9ca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '214048d3-777a-4a74-afd5-e149e9d2f72e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:54:50.970369 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-2517de6f-bb28-4965-910f-a3fb562df388 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:50.970869 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2517de6f-bb28-4965-910f-a3fb562df388 None None] Bound using segment: {'id': 'c884be40-aeb4-423b-8ebb-4741f3fa9ca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '214048d3-777a-4a74-afd5-e149e9d2f72e'} {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:54:50.973021 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [None req-2517de6f-bb28-4965-910f-a3fb562df388 None None] Bound port: 86aa1477-33a5-44ac-a5d3-a5c270b629a3, host: n-d-816206-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c884be40-aeb4-423b-8ebb-4741f3fa9ca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '214048d3-777a-4a74-afd5-e149e9d2f72e'}}] {{(pid=103593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:54:50.973544 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-2517de6f-bb28-4965-910f-a3fb562df388 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:51.003947 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b64da77-4379-42b5-bcad-06cdb6c3f422 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Pushing event updated for resources: {'Port': ['ID=ad34c6b5-2eeb-4eff-9a8b-b63d4453550d,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:54:51.116350 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-247bb3ad-92b5-4e25-9eae-5ffe308bb2b5 None None] Provisioning complete for port 86aa1477-33a5-44ac-a5d3-a5c270b629a3 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:54:51.118401 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-247bb3ad-92b5-4e25-9eae-5ffe308bb2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:51.120815 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port 05fc3ece-7729-4482-9612-589ffc0e4ae9 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:54:51.121670 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:51.192862 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-2517de6f-bb28-4965-910f-a3fb562df388 None None] For port 86aa1477-33a5-44ac-a5d3-a5c270b629a3, host n-d-816206-8, cleared binding levels {{(pid=103593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:54:51.193536 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-3cba1dc1-2749-449e-84ce-4e5d5954b1fa None None] For port f03e93b0-c44c-4cfd-8d1d-bda27b072138, host n-d-816206-8, cleared binding levels {{(pid=103592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:54:51.202425 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-2517de6f-bb28-4965-910f-a3fb562df388 None None] For port 86aa1477-33a5-44ac-a5d3-a5c270b629a3, host n-d-816206-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=86aa1477-33a5-44ac-a5d3-a5c270b629a3,segment=NetworkSegment(c884be40-aeb4-423b-8ebb-4741f3fa9ca8),segment_id=c884be40-aeb4-423b-8ebb-4741f3fa9ca8)] {{(pid=103593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:54:51.219406 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-2517de6f-bb28-4965-910f-a3fb562df388 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:51.222199 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-3cba1dc1-2749-449e-84ce-4e5d5954b1fa None None] For port f03e93b0-c44c-4cfd-8d1d-bda27b072138, host n-d-816206-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=f03e93b0-c44c-4cfd-8d1d-bda27b072138,segment=NetworkSegment(a75efa22-da00-4b51-86da-bec49f8302a6),segment_id=a75efa22-da00-4b51-86da-bec49f8302a6)] {{(pid=103592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:54:51.246840 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-2b64da77-4379-42b5-bcad-06cdb6c3f422 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:51.296183 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-247bb3ad-92b5-4e25-9eae-5ffe308bb2b5 None None] Port 86aa1477-33a5-44ac-a5d3-a5c270b629a3 cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:54:51.304612 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-3cba1dc1-2749-449e-84ce-4e5d5954b1fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:51.367752 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2517de6f-bb28-4965-910f-a3fb562df388 None None] Routers {'e5e8a916-fe4e-43be-b391-79a2897a9f8d'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:54:51.377343 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-2517de6f-bb28-4965-910f-a3fb562df388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:54:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['e5e8a916-fe4e-43be-b391-79a2897a9f8d'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:54:51.398640 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cba1dc1-2749-449e-84ce-4e5d5954b1fa None None] Pushing event updated for resources: {'Port': ['ID=f03e93b0-c44c-4cfd-8d1d-bda27b072138,revision_number=2']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:54:51.493558 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-f3d7cc05-1df0-4ecf-8147-8f1c2d9adf2a None None] Provisioning complete for port 86aa1477-33a5-44ac-a5d3-a5c270b629a3 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:54:51.494248 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-f3d7cc05-1df0-4ecf-8147-8f1c2d9adf2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:51.591893 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8827103d-d8da-4f09-98bb-ae48f254ed86 None None] Pushing event updated for resources: {'Port': ['ID=86aa1477-33a5-44ac-a5d3-a5c270b629a3,revision_number=4']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:54:51.671442 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-2517de6f-bb28-4965-910f-a3fb562df388 None None] Set router e5e8a916-fe4e-43be-b391-79a2897a9f8d gateway port host: None {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:54:51.715658 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-f3d7cc05-1df0-4ecf-8147-8f1c2d9adf2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:51.821926 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-f3d7cc05-1df0-4ecf-8147-8f1c2d9adf2a None None] For port 86aa1477-33a5-44ac-a5d3-a5c270b629a3, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=86aa1477-33a5-44ac-a5d3-a5c270b629a3,segment=NetworkSegment(c884be40-aeb4-423b-8ebb-4741f3fa9ca8),segment_id=c884be40-aeb4-423b-8ebb-4741f3fa9ca8)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:54:51.841736 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-f3d7cc05-1df0-4ecf-8147-8f1c2d9adf2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:52.042523 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d7cc05-1df0-4ecf-8147-8f1c2d9adf2a None None] Pushing event updated for resources: {'Port': ['ID=86aa1477-33a5-44ac-a5d3-a5c270b629a3,revision_number=5']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:54:52.150245 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-0f121496-9173-4fbb-b210-830eac781378 None None] Provisioning complete for port 86aa1477-33a5-44ac-a5d3-a5c270b629a3 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:54:52.150653 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-0f121496-9173-4fbb-b210-830eac781378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:52.246153 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-2b64da77-4379-42b5-bcad-06cdb6c3f422 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks [] for port, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:52.258786 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-2b64da77-4379-42b5-bcad-06cdb6c3f422 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264758186'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:52.259696 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-2b64da77-4379-42b5-bcad-06cdb6c3f422 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2068703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1794403'] for router_interface, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:52.456300 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-2517de6f-bb28-4965-910f-a3fb562df388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5e8a916-fe4e-43be-b391-79a2897a9f8d', 'name': 'tempest-RoutersIpV6Test-router-416023099', 'tenant_id': 'bdb543259a0c43f595a1052d3bc08bab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:54:33Z', 'updated_at': '2021-11-23T17:54:51Z', 'revision_number': 4, 'project_id': 'bdb543259a0c43f595a1052d3bc08bab', 'gw_port_host': None, '_interfaces': [{'id': '86aa1477-33a5-44ac-a5d3-a5c270b629a3', 'name': '', 'network_id': '214048d3-777a-4a74-afd5-e149e9d2f72e', 'tenant_id': 'bdb543259a0c43f595a1052d3bc08bab', 'mac_address': 'fa:16:3e:2e:f4:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5e8a916-fe4e-43be-b391-79a2897a9f8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3341, 'fixed_ips': [{'subnet_id': '9673955b-5c0a-40b7-98d8-25aa44e688a1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:54:42Z', 'updated_at': '2021-11-23T17:54:51Z', 'revision_number': 4, 'project_id': 'bdb543259a0c43f595a1052d3bc08bab', 'subnets': [{'id': '9673955b-5c0a-40b7-98d8-25aa44e688a1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8f90752d-5443-4e2b-a104-84a5bb15774d', 'name': '', 'network_id': '4ec7bfec-4b8e-4ad7-819f-2dbc2a25fcf7', 'tenant_id': 'bdb543259a0c43f595a1052d3bc08bab', 'mac_address': 'fa:16:3e:be:7e:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5e8a916-fe4e-43be-b391-79a2897a9f8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3331, 'fixed_ips': [{'subnet_id': '2755377a-512a-443b-abd6-53f27ea1e7d6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:54:35Z', 'updated_at': '2021-11-23T17:54:45Z', 'revision_number': 5, 'project_id': 'bdb543259a0c43f595a1052d3bc08bab', 'subnets': [{'id': '2755377a-512a-443b-abd6-53f27ea1e7d6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ad34c6b5-2eeb-4eff-9a8b-b63d4453550d', 'name': '', 'network_id': '7ac09a3b-77d4-4481-9241-c183e4bc8111', 'tenant_id': 'bdb543259a0c43f595a1052d3bc08bab', 'mac_address': 'fa:16:3e:c9:88:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5e8a916-fe4e-43be-b391-79a2897a9f8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3351, 'fixed_ips': [{'subnet_id': '65091cd9-7c37-4b4f-94b4-f884261c7b11', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:54:49Z', 'updated_at': '2021-11-23T17:54:50Z', 'revision_number': 1, 'project_id': 'bdb543259a0c43f595a1052d3bc08bab', 'subnets': [{'id': '65091cd9-7c37-4b4f-94b4-f884261c7b11', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:54:52.498125 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2517de6f-bb28-4965-910f-a3fb562df388 None None] The sync data for ids ['e5e8a916-fe4e-43be-b391-79a2897a9f8d'] in n-d-816206-8 is: [{'id': 'e5e8a916-fe4e-43be-b391-79a2897a9f8d', 'name': 'tempest-RoutersIpV6Test-router-416023099', 'tenant_id': 'bdb543259a0c43f595a1052d3bc08bab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:54:33Z', 'updated_at': '2021-11-23T17:54:51Z', 'revision_number': 4, 'project_id': 'bdb543259a0c43f595a1052d3bc08bab', 'gw_port_host': None, '_interfaces': [{'id': '86aa1477-33a5-44ac-a5d3-a5c270b629a3', 'name': '', 'network_id': '214048d3-777a-4a74-afd5-e149e9d2f72e', 'tenant_id': 'bdb543259a0c43f595a1052d3bc08bab', 'mac_address': 'fa:16:3e:2e:f4:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5e8a916-fe4e-43be-b391-79a2897a9f8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3341, 'fixed_ips': [{'subnet_id': '9673955b-5c0a-40b7-98d8-25aa44e688a1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:54:42Z', 'updated_at': '2021-11-23T17:54:51Z', 'revision_number': 4, 'project_id': 'bdb543259a0c43f595a1052d3bc08bab', 'subnets': [{'id': '9673955b-5c0a-40b7-98d8-25aa44e688a1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8f90752d-5443-4e2b-a104-84a5bb15774d', 'name': '', 'network_id': '4ec7bfec-4b8e-4ad7-819f-2dbc2a25fcf7', 'tenant_id': 'bdb543259a0c43f595a1052d3bc08bab', 'mac_address': 'fa:16:3e:be:7e:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5e8a916-fe4e-43be-b391-79a2897a9f8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3331, 'fixed_ips': [{'subnet_id': '2755377a-512a-443b-abd6-53f27ea1e7d6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:54:35Z', 'updated_at': '2021-11-23T17:54:45Z', 'revision_number': 5, 'project_id': 'bdb543259a0c43f595a1052d3bc08bab', 'subnets': [{'id': '2755377a-512a-443b-abd6-53f27ea1e7d6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ad34c6b5-2eeb-4eff-9a8b-b63d4453550d', 'name': '', 'network_id': '7ac09a3b-77d4-4481-9241-c183e4bc8111', 'tenant_id': 'bdb543259a0c43f595a1052d3bc08bab', 'mac_address': 'fa:16:3e:c9:88:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5e8a916-fe4e-43be-b391-79a2897a9f8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3351, 'fixed_ips': [{'subnet_id': '65091cd9-7c37-4b4f-94b4-f884261c7b11', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:54:49Z', 'updated_at': '2021-11-23T17:54:50Z', 'revision_number': 1, 'project_id': 'bdb543259a0c43f595a1052d3bc08bab', 'subnets': [{'id': '65091cd9-7c37-4b4f-94b4-f884261c7b11', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:54:52.555124 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b64da77-4379-42b5-bcad-06cdb6c3f422 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Pushing event updated for resources: {'Port': ['ID=ad34c6b5-2eeb-4eff-9a8b-b63d4453550d,revision_number=2']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:54:52.663683 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b64da77-4379-42b5-bcad-06cdb6c3f422 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Network 7ac09a3b-77d4-4481-9241-c183e4bc8111 is already hosted by enough agents. {{(pid=103591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:54:52.676480 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [None req-2b64da77-4379-42b5-bcad-06cdb6c3f422 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Resources bound (agent type, host, resource id): {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:54:52.870151 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b64da77-4379-42b5-bcad-06cdb6c3f422 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Router e5e8a916-fe4e-43be-b391-79a2897a9f8d has already been hosted by L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 {{(pid=103591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 17:54:53.293908 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-970183fd-e552-4b41-854a-c7d0eeead33f None None] Network 7ac09a3b-77d4-4481-9241-c183e4bc8111 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:54:53.532504 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 46082) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:54:53.609260 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-5a1358a0-aa43-43af-809a-9e6c8a7361b1 None None] Provisioning complete for port f03e93b0-c44c-4cfd-8d1d-bda27b072138 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:54:53.609640 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-5a1358a0-aa43-43af-809a-9e6c8a7361b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:53.635041 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device f03e93b0-c44c-4cfd-8d1d-bda27b072138 up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:54:53.704779 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b64da77-4379-42b5-bcad-06cdb6c3f422 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:54:53.710526 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-2b64da77-4379-42b5-bcad-06cdb6c3f422 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] 10.222.0.60 "PUT /v2.0/routers/e5e8a916-fe4e-43be-b391-79a2897a9f8d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4114990 Nov 23 17:54:53.713279 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 46086) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:54:53.718961 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-566a967e-aa2b-41a6-a71f-cea07f1a3e48 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-137318907'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:54:53.793088 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-566a967e-aa2b-41a6-a71f-cea07f1a3e48 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Made reservation on behalf of bdb543259a0c43f595a1052d3bc08bab for: {'network': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:54:53.798901 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-566a967e-aa2b-41a6-a71f-cea07f1a3e48 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for network, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:53.844022 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-566a967e-aa2b-41a6-a71f-cea07f1a3e48 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] vlan segment allocate from pool success with {'vlan_id': 531, 'physical_network': 'physnet1'} {{(pid=103590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 17:54:53.854801 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-566a967e-aa2b-41a6-a71f-cea07f1a3e48 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:53.855505 n-d-816206-8 neutron-server[103590]: INFO neutron.db.segments_db [None req-566a967e-aa2b-41a6-a71f-cea07f1a3e48 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Added segment 8b04bb2c-d099-49e6-a94b-25b232f18fb9 of type vlan for network a7550094-e7d9-4b19-a380-c87b6014393e Nov 23 17:54:53.906732 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port f03e93b0-c44c-4cfd-8d1d-bda27b072138 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:54:53.909641 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:53.914526 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-566a967e-aa2b-41a6-a71f-cea07f1a3e48 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736635338810'] for network, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:53.948306 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-566a967e-aa2b-41a6-a71f-cea07f1a3e48 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493'] for network, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:53.954658 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-566a967e-aa2b-41a6-a71f-cea07f1a3e48 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:53.957458 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-566a967e-aa2b-41a6-a71f-cea07f1a3e48 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks [] for network, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:54.006837 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-5a1358a0-aa43-43af-809a-9e6c8a7361b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:54.131612 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:54.144879 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-5a1358a0-aa43-43af-809a-9e6c8a7361b1 None None] For port f03e93b0-c44c-4cfd-8d1d-bda27b072138, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=f03e93b0-c44c-4cfd-8d1d-bda27b072138,segment=NetworkSegment(a75efa22-da00-4b51-86da-bec49f8302a6),segment_id=a75efa22-da00-4b51-86da-bec49f8302a6)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:54:54.169698 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-5a1358a0-aa43-43af-809a-9e6c8a7361b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:54.261517 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1358a0-aa43-43af-809a-9e6c8a7361b1 None None] Pushing event updated for resources: {'Port': ['ID=f03e93b0-c44c-4cfd-8d1d-bda27b072138,revision_number=3']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:54:54.396646 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.db.api [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103592) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 17:54:54.397206 n-d-816206-8 neutron-server[103592]: DEBUG oslo_db.api [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 17:54:54.434183 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-3491411a-6ac1-4cc5-8e01-08e6374a5ce9 None None] Provisioning complete for port ad34c6b5-2eeb-4eff-9a8b-b63d4453550d triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:54:54.434556 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-3491411a-6ac1-4cc5-8e01-08e6374a5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:54.498424 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-3491411a-6ac1-4cc5-8e01-08e6374a5ce9 None None] Port ad34c6b5-2eeb-4eff-9a8b-b63d4453550d cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:54:54.527014 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-3491411a-6ac1-4cc5-8e01-08e6374a5ce9 None None] Provisioning complete for port f03e93b0-c44c-4cfd-8d1d-bda27b072138 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:54:54.528944 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-3491411a-6ac1-4cc5-8e01-08e6374a5ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:54.764204 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa4f50cb-5a0e-4e54-8680-28bc8f72f118 None None] Sync routers for ids ['e5e8a916-fe4e-43be-b391-79a2897a9f8d'] in n-d-816206-8 {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:54:54.778502 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa4f50cb-5a0e-4e54-8680-28bc8f72f118 None None] Routers {'e5e8a916-fe4e-43be-b391-79a2897a9f8d'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:54:54.780175 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-aa4f50cb-5a0e-4e54-8680-28bc8f72f118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:54:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['e5e8a916-fe4e-43be-b391-79a2897a9f8d'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:54:54.841398 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-566a967e-aa2b-41a6-a71f-cea07f1a3e48 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.1244926 Nov 23 17:54:54.841977 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 46100) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:54:54.846824 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-dae85dab-b62f-449a-a7dd-0746c75a3fb4 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Request body: {'subnet': {'network_id': 'a7550094-e7d9-4b19-a380-c87b6014393e', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:54:54.903704 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566a967e-aa2b-41a6-a71f-cea07f1a3e48 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Pushing event updated for resources: {'Network': ['ID=a7550094-e7d9-4b19-a380-c87b6014393e,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:54:55.059596 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dae85dab-b62f-449a-a7dd-0746c75a3fb4 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Made reservation on behalf of bdb543259a0c43f595a1052d3bc08bab for: {'subnet': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:54:55.063579 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-dae85dab-b62f-449a-a7dd-0746c75a3fb4 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264314294'] for subnet, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:55.139232 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvr_db [None req-aa4f50cb-5a0e-4e54-8680-28bc8f72f118 None None] Set router e5e8a916-fe4e-43be-b391-79a2897a9f8d gateway port host: None {{(pid=103592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:54:55.273157 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ccdcbbe3-9fca-4a89-8cc4-00237d792b81 req-7d25828c-a759-4b4c-b29b-9e48c1c05ed5 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=2d4a4e3b-b3cd-467d-83fd-4a1ecafe0ff8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1689689 Nov 23 17:54:55.308936 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Network a7550094-e7d9-4b19-a380-c87b6014393e details requested by agent ovs-agent-n-d-816206-8 with host n-d-816206-8 {{(pid=103592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 17:54:55.334547 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 86aa1477-33a5-44ac-a5d3-a5c270b629a3 up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:54:55.478862 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-9504fa9c-0c63-4c77-afe8-04a7870918cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1794372'] for router_interface, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:55.560229 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-1edf032b-ba42-461f-b188-765e9611b466 None None] Provisioning complete for port ad34c6b5-2eeb-4eff-9a8b-b63d4453550d triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:54:55.561327 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-1edf032b-ba42-461f-b188-765e9611b466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:55.589430 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-dae85dab-b62f-449a-a7dd-0746c75a3fb4 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264758079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264314276'] for subnet, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:55.712694 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-1edf032b-ba42-461f-b188-765e9611b466 None None] Port ad34c6b5-2eeb-4eff-9a8b-b63d4453550d cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:54:55.714847 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port 86aa1477-33a5-44ac-a5d3-a5c270b629a3 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:54:55.715409 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:55.831358 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-aa4f50cb-5a0e-4e54-8680-28bc8f72f118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5e8a916-fe4e-43be-b391-79a2897a9f8d', 'name': 'tempest-RoutersIpV6Test-router-416023099', 'tenant_id': 'bdb543259a0c43f595a1052d3bc08bab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:54:33Z', 'updated_at': '2021-11-23T17:54:51Z', 'revision_number': 4, 'project_id': 'bdb543259a0c43f595a1052d3bc08bab', 'gw_port_host': None, '_interfaces': [{'id': '86aa1477-33a5-44ac-a5d3-a5c270b629a3', 'name': '', 'network_id': '214048d3-777a-4a74-afd5-e149e9d2f72e', 'tenant_id': 'bdb543259a0c43f595a1052d3bc08bab', 'mac_address': 'fa:16:3e:2e:f4:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5e8a916-fe4e-43be-b391-79a2897a9f8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3341, 'fixed_ips': [{'subnet_id': '9673955b-5c0a-40b7-98d8-25aa44e688a1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:54:42Z', 'updated_at': '2021-11-23T17:54:51Z', 'revision_number': 5, 'project_id': 'bdb543259a0c43f595a1052d3bc08bab', 'subnets': [{'id': '9673955b-5c0a-40b7-98d8-25aa44e688a1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8f90752d-5443-4e2b-a104-84a5bb15774d', 'name': '', 'network_id': '4ec7bfec-4b8e-4ad7-819f-2dbc2a25fcf7', 'tenant_id': 'bdb543259a0c43f595a1052d3bc08bab', 'mac_address': 'fa:16:3e:be:7e:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5e8a916-fe4e-43be-b391-79a2897a9f8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3331, 'fixed_ips': [{'subnet_id': '2755377a-512a-443b-abd6-53f27ea1e7d6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:54:35Z', 'updated_at': '2021-11-23T17:54:45Z', 'revision_number': 5, 'project_id': 'bdb543259a0c43f595a1052d3bc08bab', 'subnets': [{'id': '2755377a-512a-443b-abd6-53f27ea1e7d6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ad34c6b5-2eeb-4eff-9a8b-b63d4453550d', 'name': '', 'network_id': '7ac09a3b-77d4-4481-9241-c183e4bc8111', 'tenant_id': 'bdb543259a0c43f595a1052d3bc08bab', 'mac_address': 'fa:16:3e:c9:88:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5e8a916-fe4e-43be-b391-79a2897a9f8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3351, 'fixed_ips': [{'subnet_id': '65091cd9-7c37-4b4f-94b4-f884261c7b11', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:54:49Z', 'updated_at': '2021-11-23T17:54:51Z', 'revision_number': 2, 'project_id': 'bdb543259a0c43f595a1052d3bc08bab', 'subnets': [{'id': '65091cd9-7c37-4b4f-94b4-f884261c7b11', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:54:55.856630 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae85dab-b62f-449a-a7dd-0746c75a3fb4 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Pushing event updated for resources: {'Subnet': ['ID=37afd8a5-dea4-44b0-944d-3a4f7ee645af,revision_number=0']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:54:55.870904 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdcbbe3-9fca-4a89-8cc4-00237d792b81 req-5615ac63-610e-4a4f-a0d9-54dd6226589c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:55.872712 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ccdcbbe3-9fca-4a89-8cc4-00237d792b81 req-5615ac63-610e-4a4f-a0d9-54dd6226589c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=48ed3d32b4624922abb1a209c7b87e34&device_id=2d4a4e3b-b3cd-467d-83fd-4a1ecafe0ff8 HTTP/1.1" status: 200 len: 1096 time: 0.3079166 Nov 23 17:54:55.902329 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae85dab-b62f-449a-a7dd-0746c75a3fb4 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:54:55.902970 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae85dab-b62f-449a-a7dd-0746c75a3fb4 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:54:55.903502 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae85dab-b62f-449a-a7dd-0746c75a3fb4 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:54:55.904037 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae85dab-b62f-449a-a7dd-0746c75a3fb4 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:54:55.905287 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae85dab-b62f-449a-a7dd-0746c75a3fb4 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:54:55.905799 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae85dab-b62f-449a-a7dd-0746c75a3fb4 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:54:55.906435 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae85dab-b62f-449a-a7dd-0746c75a3fb4 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:54:55.907040 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae85dab-b62f-449a-a7dd-0746c75a3fb4 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:54:55.907545 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae85dab-b62f-449a-a7dd-0746c75a3fb4 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:54:55.908054 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae85dab-b62f-449a-a7dd-0746c75a3fb4 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:54:55.908187 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa4f50cb-5a0e-4e54-8680-28bc8f72f118 None None] Checking router: e5e8a916-fe4e-43be-b391-79a2897a9f8d for host: n-d-816206-8 {{(pid=103592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 17:54:55.909020 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa4f50cb-5a0e-4e54-8680-28bc8f72f118 None None] Updating router e5e8a916-fe4e-43be-b391-79a2897a9f8d port ad34c6b5-2eeb-4eff-9a8b-b63d4453550d binding host n-d-816206-8 {{(pid=103592) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 17:54:55.909427 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae85dab-b62f-449a-a7dd-0746c75a3fb4 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:54:55.910018 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae85dab-b62f-449a-a7dd-0746c75a3fb4 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:54:55.940164 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dae85dab-b62f-449a-a7dd-0746c75a3fb4 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Checking segment: {'id': '8b04bb2c-d099-49e6-a94b-25b232f18fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'a7550094-e7d9-4b19-a380-c87b6014393e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:54:55.940861 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dae85dab-b62f-449a-a7dd-0746c75a3fb4 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Network hostable DHCP agents. Network: a7550094-e7d9-4b19-a380-c87b6014393e, hostable agents: ['0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3'], hosted agents: [] {{(pid=103591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 17:54:56.014063 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-aa4f50cb-5a0e-4e54-8680-28bc8f72f118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:56.039294 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dae85dab-b62f-449a-a7dd-0746c75a3fb4 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Network a7550094-e7d9-4b19-a380-c87b6014393e is scheduled to be hosted by DHCP agent 0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3 with binding_index 1 {{(pid=103591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 17:54:56.087284 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdcbbe3-9fca-4a89-8cc4-00237d792b81 req-6eebcfeb-1000-491d-b446-7ac3697960b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:56.089130 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ccdcbbe3-9fca-4a89-8cc4-00237d792b81 req-6eebcfeb-1000-491d-b446-7ac3697960b9 service neutron] 10.222.0.36 "GET /v2.0/networks?id=7ac268de-08e0-4d04-9511-b148f4c874eb HTTP/1.1" status: 200 len: 915 time: 0.1886063 Nov 23 17:54:56.139890 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [None req-dae85dab-b62f-449a-a7dd-0746c75a3fb4 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-8, a7550094-e7d9-4b19-a380-c87b6014393e) {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:54:56.143623 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ccdcbbe3-9fca-4a89-8cc4-00237d792b81 req-a0670f74-6e0d-4d1a-ac94-c4ced702c16b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8120b810-361b-44c1-959a-483fc8d65949 HTTP/1.1" status: 200 len: 217 time: 0.0421686 Nov 23 17:54:56.150534 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dae85dab-b62f-449a-a7dd-0746c75a3fb4 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:56.151285 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-dae85dab-b62f-449a-a7dd-0746c75a3fb4 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for subnet, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:56.163901 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-9504fa9c-0c63-4c77-afe8-04a7870918cb admin admin] Deleting port bbba2d1c-4dbb-4642-90b8-18212fb7ce49 {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:54:56.164915 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-9504fa9c-0c63-4c77-afe8-04a7870918cb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:56.182975 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-779d203b-9f4f-4f1f-a370-ee9c4aa2dd05 None None] Provisioning complete for port ad34c6b5-2eeb-4eff-9a8b-b63d4453550d triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:54:56.183488 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-779d203b-9f4f-4f1f-a370-ee9c4aa2dd05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:56.191474 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a9bb346-823e-4773-ae3b-e19b1a44530a None None] Network a7550094-e7d9-4b19-a380-c87b6014393e requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:54:56.212535 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-dae85dab-b62f-449a-a7dd-0746c75a3fb4 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.3696058 Nov 23 17:54:56.215408 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 46108) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:54:56.262663 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdcbbe3-9fca-4a89-8cc4-00237d792b81 req-3e580860-f267-4f66-bc9f-50eb52d3a1a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:54:56.264382 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ccdcbbe3-9fca-4a89-8cc4-00237d792b81 req-3e580860-f267-4f66-bc9f-50eb52d3a1a7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0ab9c832-1824-437f-b396-c7a73f7851e3 HTTP/1.1" status: 200 len: 854 time: 0.1095223 Nov 23 17:54:56.299724 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-9504fa9c-0c63-4c77-afe8-04a7870918cb admin admin] For port bbba2d1c-4dbb-4642-90b8-18212fb7ce49, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=bbba2d1c-4dbb-4642-90b8-18212fb7ce49,segment=NetworkSegment(35aed508-8cb6-4e16-a4ed-31382f0590c8),segment_id=35aed508-8cb6-4e16-a4ed-31382f0590c8)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:54:56.300316 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-9504fa9c-0c63-4c77-afe8-04a7870918cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:56.323890 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-9504fa9c-0c63-4c77-afe8-04a7870918cb admin admin] Calling delete_port for bbba2d1c-4dbb-4642-90b8-18212fb7ce49 owned by network:router_interface {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:54:56.334232 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ccdcbbe3-9fca-4a89-8cc4-00237d792b81 req-f4ae19d7-3b33-47f3-a4a7-6b8f4b088c6b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7ac268de-08e0-4d04-9511-b148f4c874eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381210 Nov 23 17:54:56.598583 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-9504fa9c-0c63-4c77-afe8-04a7870918cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:56.640737 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9504fa9c-0c63-4c77-afe8-04a7870918cb admin admin] Pushing event deleted for resources: {'Port': ['ID=bbba2d1c-4dbb-4642-90b8-18212fb7ce49,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:54:56.744504 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ccdcbbe3-9fca-4a89-8cc4-00237d792b81 req-6097b8d5-4870-451b-b6fc-1b48da95c46e service neutron] 10.222.0.36 "GET /v2.0/networks/7ac268de-08e0-4d04-9511-b148f4c874eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4013052 Nov 23 17:54:56.979205 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-779d203b-9f4f-4f1f-a370-ee9c4aa2dd05 None None] Port ad34c6b5-2eeb-4eff-9a8b-b63d4453550d cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:54:57.046954 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-9504fa9c-0c63-4c77-afe8-04a7870918cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2067500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1794520'] for router_interface, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:57.324984 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20c508da-fe72-4bda-a54a-acd4eb70e7ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp355044b8-8e87-58c4-94fa-4a010ec30f9e-a7550094-e7d9-4b19-a380-c87b6014393e', 'network_id': 'a7550094-e7d9-4b19-a380-c87b6014393e', 'tenant_id': 'bdb543259a0c43f595a1052d3bc08bab', 'fixed_ips': [{'subnet_id': '37afd8a5-dea4-44b0-944d-3a4f7ee645af'}]}} from n-d-816206-8. {{(pid=103592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 17:54:57.326228 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-20c508da-fe72-4bda-a54a-acd4eb70e7ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:57.414990 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ccdcbbe3-9fca-4a89-8cc4-00237d792b81 req-7a215fa7-5f22-4d94-93b8-a0c634cdfeff service neutron] 10.222.0.36 "GET /v2.0/networks/7ac268de-08e0-4d04-9511-b148f4c874eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6346447 Nov 23 17:54:57.420793 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device f03e93b0-c44c-4cfd-8d1d-bda27b072138 up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:54:57.600333 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9504fa9c-0c63-4c77-afe8-04a7870918cb admin admin] Router fef33dd4-0798-4601-9bec-bb331747e629 has already been hosted by L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 {{(pid=103590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 17:54:57.622608 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c3ef6a38-5de8-4ab3-bfcf-62aa44e72657 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:57.638641 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-aa4f50cb-5a0e-4e54-8680-28bc8f72f118 None None] Publish callbacks [] for port, precommit_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:57.690896 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-aa4f50cb-5a0e-4e54-8680-28bc8f72f118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:57.801535 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port f03e93b0-c44c-4cfd-8d1d-bda27b072138 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:54:57.801904 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:57.807814 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02740ef-fbba-42ab-bd20-eb1c12393851 None None] Pushing event updated for resources: {'Port': ['ID=ad34c6b5-2eeb-4eff-9a8b-b63d4453550d,revision_number=3']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:54:57.870549 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.db_base_plugin_common [None req-20c508da-fe72-4bda-a54a-acd4eb70e7ba None None] Allocated IP 2001:db8:3::2 (a7550094-e7d9-4b19-a380-c87b6014393e/37afd8a5-dea4-44b0-944d-3a4f7ee645af/eae7f9cb-04e4-4065-bfc7-81700c3539db) {{(pid=103592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:54:57.889683 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9504fa9c-0c63-4c77-afe8-04a7870918cb admin admin] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:54:57.905105 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb97f5e0-8004-4a80-9c46-981a5f1256e3 None None] Sync routers for ids ['fef33dd4-0798-4601-9bec-bb331747e629'] in n-d-816206-8 {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:54:57.910993 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-9504fa9c-0c63-4c77-afe8-04a7870918cb admin admin] 10.222.0.60 "PUT /v2.0/routers/fef33dd4-0798-4601-9bec-bb331747e629/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3761709 Nov 23 17:54:57.914047 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 46124) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:54:57.927318 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb97f5e0-8004-4a80-9c46-981a5f1256e3 None None] Routers {'fef33dd4-0798-4601-9bec-bb331747e629'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:54:57.928859 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-bb97f5e0-8004-4a80-9c46-981a5f1256e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:54:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['fef33dd4-0798-4601-9bec-bb331747e629'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:54:57.957214 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-aa4f50cb-5a0e-4e54-8680-28bc8f72f118 None None] Attempting to bind port ad34c6b5-2eeb-4eff-9a8b-b63d4453550d on host n-d-816206-8 for vnic_type normal with profile {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:54:57.957647 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-aa4f50cb-5a0e-4e54-8680-28bc8f72f118 None None] Attempting to bind port ad34c6b5-2eeb-4eff-9a8b-b63d4453550d by drivers openvswitch,hyperv on host n-d-816206-8 at level 0 using segments [{'id': 'a75efa22-da00-4b51-86da-bec49f8302a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '7ac09a3b-77d4-4481-9241-c183e4bc8111'}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:54:57.957946 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa4f50cb-5a0e-4e54-8680-28bc8f72f118 None None] Attempting to bind port ad34c6b5-2eeb-4eff-9a8b-b63d4453550d on network 7ac09a3b-77d4-4481-9241-c183e4bc8111 {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:54:58.000014 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa4f50cb-5a0e-4e54-8680-28bc8f72f118 None None] Checking agent: {'id': '9e89acbe-4bbe-4c77-a18b-6f1da9133e0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 7, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 54, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:54:58.000746 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa4f50cb-5a0e-4e54-8680-28bc8f72f118 None None] Checking segment: {'id': 'a75efa22-da00-4b51-86da-bec49f8302a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '7ac09a3b-77d4-4481-9241-c183e4bc8111'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:54:58.000868 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-aa4f50cb-5a0e-4e54-8680-28bc8f72f118 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:58.001194 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa4f50cb-5a0e-4e54-8680-28bc8f72f118 None None] Bound using segment: {'id': 'a75efa22-da00-4b51-86da-bec49f8302a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '7ac09a3b-77d4-4481-9241-c183e4bc8111'} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:54:58.001681 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-aa4f50cb-5a0e-4e54-8680-28bc8f72f118 None None] Bound port: ad34c6b5-2eeb-4eff-9a8b-b63d4453550d, host: n-d-816206-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a75efa22-da00-4b51-86da-bec49f8302a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '7ac09a3b-77d4-4481-9241-c183e4bc8111'}}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:54:58.002096 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-aa4f50cb-5a0e-4e54-8680-28bc8f72f118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:58.192431 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-bb97f5e0-8004-4a80-9c46-981a5f1256e3 None None] Set router fef33dd4-0798-4601-9bec-bb331747e629 gateway port host: n-d-816206-8 {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:54:58.228184 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c5a55929-343a-4fd0-816c-f9efa5a9bca7 admin admin] Publish callbacks [] for router, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:58.356910 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-e38d3ca9-09a9-4f70-9b9f-9b988b38156d None None] Provisioning complete for port ad34c6b5-2eeb-4eff-9a8b-b63d4453550d triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:54:58.356910 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-e38d3ca9-09a9-4f70-9b9f-9b988b38156d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:58.371851 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c5a55929-343a-4fd0-816c-f9efa5a9bca7 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:58.402109 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-aa4f50cb-5a0e-4e54-8680-28bc8f72f118 None None] For port ad34c6b5-2eeb-4eff-9a8b-b63d4453550d, host n-d-816206-8, cleared binding levels {{(pid=103592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:54:58.453959 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-aa4f50cb-5a0e-4e54-8680-28bc8f72f118 None None] For port ad34c6b5-2eeb-4eff-9a8b-b63d4453550d, host n-d-816206-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=ad34c6b5-2eeb-4eff-9a8b-b63d4453550d,segment=NetworkSegment(a75efa22-da00-4b51-86da-bec49f8302a6),segment_id=a75efa22-da00-4b51-86da-bec49f8302a6)] {{(pid=103592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:54:58.460676 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-bb97f5e0-8004-4a80-9c46-981a5f1256e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fef33dd4-0798-4601-9bec-bb331747e629', 'name': 'tempest-TestVolumeBackupRestore-70266538-router', 'tenant_id': '5e9ad8bc738841bf987987e4b3fa436d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.107'}], 'enable_snat': True}, 'gw_port_id': '539a4196-7752-4174-b643-81630aaf64b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:49:42Z', 'updated_at': '2021-11-23T17:54:56Z', 'revision_number': 5, 'project_id': '5e9ad8bc738841bf987987e4b3fa436d', 'gw_port': {'id': '539a4196-7752-4174-b643-81630aaf64b0', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:2f:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fef33dd4-0798-4601-9bec-bb331747e629', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2976, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:49:42Z', 'updated_at': '2021-11-23T17:49:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8'}], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:54:58.460926 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-c5a55929-343a-4fd0-816c-f9efa5a9bca7 admin admin] Deleting port 539a4196-7752-4174-b643-81630aaf64b0 {{(pid=103591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:54:58.461384 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c5a55929-343a-4fd0-816c-f9efa5a9bca7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:58.472016 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-e38d3ca9-09a9-4f70-9b9f-9b988b38156d None None] Port ad34c6b5-2eeb-4eff-9a8b-b63d4453550d cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:54:58.473747 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-20c508da-fe72-4bda-a54a-acd4eb70e7ba None None] Publish callbacks [] for port, precommit_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:58.475805 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-aa4f50cb-5a0e-4e54-8680-28bc8f72f118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:58.505729 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb97f5e0-8004-4a80-9c46-981a5f1256e3 None None] Checking router: fef33dd4-0798-4601-9bec-bb331747e629 for host: n-d-816206-8 {{(pid=103593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 17:54:58.517131 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb97f5e0-8004-4a80-9c46-981a5f1256e3 None None] Routers {'fef33dd4-0798-4601-9bec-bb331747e629'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:54:58.519324 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-bb97f5e0-8004-4a80-9c46-981a5f1256e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:54:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['fef33dd4-0798-4601-9bec-bb331747e629'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:54:58.575871 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02740ef-fbba-42ab-bd20-eb1c12393851 None None] Pushing event updated for resources: {'Port': ['ID=ad34c6b5-2eeb-4eff-9a8b-b63d4453550d,revision_number=4']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:54:58.582236 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-20c508da-fe72-4bda-a54a-acd4eb70e7ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980'] for port, after_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:58.611026 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [None req-c5a55929-343a-4fd0-816c-f9efa5a9bca7 admin admin] For port 539a4196-7752-4174-b643-81630aaf64b0, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=539a4196-7752-4174-b643-81630aaf64b0,segment=NetworkSegment(bffd1e4f-e80f-4ff0-b418-2f42ae15febf),segment_id=bffd1e4f-e80f-4ff0-b418-2f42ae15febf)] {{(pid=103591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:54:58.619220 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c5a55929-343a-4fd0-816c-f9efa5a9bca7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:58.637044 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-c5a55929-343a-4fd0-816c-f9efa5a9bca7 admin admin] Calling delete_port for 539a4196-7752-4174-b643-81630aaf64b0 owned by network:router_gateway {{(pid=103591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:54:58.654076 n-d-816206-8 neutron-server[103592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20c508da-fe72-4bda-a54a-acd4eb70e7ba None None] Network a7550094-e7d9-4b19-a380-c87b6014393e is already hosted by enough agents. {{(pid=103592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:54:58.662768 n-d-816206-8 neutron-server[103592]: DEBUG neutron.scheduler.base_scheduler [None req-20c508da-fe72-4bda-a54a-acd4eb70e7ba None None] Resources bound (agent type, host, resource id): {{(pid=103592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:54:58.665818 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20c508da-fe72-4bda-a54a-acd4eb70e7ba None None] Received port after_create {{(pid=103592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:54:58.668087 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa4f50cb-5a0e-4e54-8680-28bc8f72f118 None None] Routers {'e5e8a916-fe4e-43be-b391-79a2897a9f8d'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:54:58.669006 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-aa4f50cb-5a0e-4e54-8680-28bc8f72f118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:54:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['e5e8a916-fe4e-43be-b391-79a2897a9f8d'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:54:58.675872 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c508da-fe72-4bda-a54a-acd4eb70e7ba None None] Pushing event updated for resources: {'Port': ['ID=eae7f9cb-04e4-4065-bfc7-81700c3539db,revision_number=1']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:54:58.706712 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-bb97f5e0-8004-4a80-9c46-981a5f1256e3 None None] Set router fef33dd4-0798-4601-9bec-bb331747e629 gateway port host: None {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:54:58.827177 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-bb97f5e0-8004-4a80-9c46-981a5f1256e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fef33dd4-0798-4601-9bec-bb331747e629', 'name': 'tempest-TestVolumeBackupRestore-70266538-router', 'tenant_id': '5e9ad8bc738841bf987987e4b3fa436d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:49:42Z', 'updated_at': '2021-11-23T17:54:58Z', 'revision_number': 6, 'project_id': '5e9ad8bc738841bf987987e4b3fa436d', 'gw_port_host': None}], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:54:58.829891 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvr_db [None req-aa4f50cb-5a0e-4e54-8680-28bc8f72f118 None None] Set router e5e8a916-fe4e-43be-b391-79a2897a9f8d gateway port host: None {{(pid=103592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:54:58.879826 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb97f5e0-8004-4a80-9c46-981a5f1256e3 None None] The sync data for ids ['fef33dd4-0798-4601-9bec-bb331747e629'] in n-d-816206-8 is: [{'id': 'fef33dd4-0798-4601-9bec-bb331747e629', 'name': 'tempest-TestVolumeBackupRestore-70266538-router', 'tenant_id': '5e9ad8bc738841bf987987e4b3fa436d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:49:42Z', 'updated_at': '2021-11-23T17:54:58Z', 'revision_number': 6, 'project_id': '5e9ad8bc738841bf987987e4b3fa436d', 'gw_port_host': None}] {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:54:59.089299 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.db_base_plugin_common [None req-c3ef6a38-5de8-4ab3-bfcf-62aa44e72657 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Allocated IP 2001:db8:3::1 (a7550094-e7d9-4b19-a380-c87b6014393e/37afd8a5-dea4-44b0-944d-3a4f7ee645af/fa626796-08fd-4da9-82c0-6997805b8757) {{(pid=103591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:54:59.177898 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-20c508da-fe72-4bda-a54a-acd4eb70e7ba None None] Attempting to bind port eae7f9cb-04e4-4065-bfc7-81700c3539db on host n-d-816206-8 for vnic_type normal with profile {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:54:59.178368 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-20c508da-fe72-4bda-a54a-acd4eb70e7ba None None] Attempting to bind port eae7f9cb-04e4-4065-bfc7-81700c3539db by drivers openvswitch,hyperv on host n-d-816206-8 at level 0 using segments [{'id': '8b04bb2c-d099-49e6-a94b-25b232f18fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'a7550094-e7d9-4b19-a380-c87b6014393e'}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:54:59.178639 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20c508da-fe72-4bda-a54a-acd4eb70e7ba None None] Attempting to bind port eae7f9cb-04e4-4065-bfc7-81700c3539db on network a7550094-e7d9-4b19-a380-c87b6014393e {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:54:59.186481 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20c508da-fe72-4bda-a54a-acd4eb70e7ba None None] Checking agent: {'id': '9e89acbe-4bbe-4c77-a18b-6f1da9133e0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 7, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 54, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:54:59.186948 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20c508da-fe72-4bda-a54a-acd4eb70e7ba None None] Checking segment: {'id': '8b04bb2c-d099-49e6-a94b-25b232f18fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'a7550094-e7d9-4b19-a380-c87b6014393e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:54:59.187340 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-20c508da-fe72-4bda-a54a-acd4eb70e7ba None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:59.187810 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20c508da-fe72-4bda-a54a-acd4eb70e7ba None None] Bound using segment: {'id': '8b04bb2c-d099-49e6-a94b-25b232f18fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'a7550094-e7d9-4b19-a380-c87b6014393e'} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:54:59.188228 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-20c508da-fe72-4bda-a54a-acd4eb70e7ba None None] Bound port: eae7f9cb-04e4-4065-bfc7-81700c3539db, host: n-d-816206-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b04bb2c-d099-49e6-a94b-25b232f18fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'a7550094-e7d9-4b19-a380-c87b6014393e'}}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:54:59.188899 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-20c508da-fe72-4bda-a54a-acd4eb70e7ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:59.209629 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-ae9263e3-5ab2-46c9-acaf-25359cb7b1f4 None None] Provisioning complete for port ad34c6b5-2eeb-4eff-9a8b-b63d4453550d triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:54:59.209870 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-ae9263e3-5ab2-46c9-acaf-25359cb7b1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:59.282064 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-20c508da-fe72-4bda-a54a-acd4eb70e7ba None None] For port eae7f9cb-04e4-4065-bfc7-81700c3539db, host n-d-816206-8, cleared binding levels {{(pid=103592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:54:59.299905 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-20c508da-fe72-4bda-a54a-acd4eb70e7ba None None] For port eae7f9cb-04e4-4065-bfc7-81700c3539db, host n-d-816206-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=eae7f9cb-04e4-4065-bfc7-81700c3539db,segment=NetworkSegment(8b04bb2c-d099-49e6-a94b-25b232f18fb9),segment_id=8b04bb2c-d099-49e6-a94b-25b232f18fb9)] {{(pid=103592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:54:59.345363 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-20c508da-fe72-4bda-a54a-acd4eb70e7ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:59.419686 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c5a55929-343a-4fd0-816c-f9efa5a9bca7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:59.498904 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-aa4f50cb-5a0e-4e54-8680-28bc8f72f118 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5e8a916-fe4e-43be-b391-79a2897a9f8d', 'name': 'tempest-RoutersIpV6Test-router-416023099', 'tenant_id': 'bdb543259a0c43f595a1052d3bc08bab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:54:33Z', 'updated_at': '2021-11-23T17:54:51Z', 'revision_number': 4, 'project_id': 'bdb543259a0c43f595a1052d3bc08bab', 'gw_port_host': None, '_interfaces': [{'id': '86aa1477-33a5-44ac-a5d3-a5c270b629a3', 'name': '', 'network_id': '214048d3-777a-4a74-afd5-e149e9d2f72e', 'tenant_id': 'bdb543259a0c43f595a1052d3bc08bab', 'mac_address': 'fa:16:3e:2e:f4:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5e8a916-fe4e-43be-b391-79a2897a9f8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3341, 'fixed_ips': [{'subnet_id': '9673955b-5c0a-40b7-98d8-25aa44e688a1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:54:42Z', 'updated_at': '2021-11-23T17:54:51Z', 'revision_number': 5, 'project_id': 'bdb543259a0c43f595a1052d3bc08bab', 'subnets': [{'id': '9673955b-5c0a-40b7-98d8-25aa44e688a1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8f90752d-5443-4e2b-a104-84a5bb15774d', 'name': '', 'network_id': '4ec7bfec-4b8e-4ad7-819f-2dbc2a25fcf7', 'tenant_id': 'bdb543259a0c43f595a1052d3bc08bab', 'mac_address': 'fa:16:3e:be:7e:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5e8a916-fe4e-43be-b391-79a2897a9f8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3331, 'fixed_ips': [{'subnet_id': '2755377a-512a-443b-abd6-53f27ea1e7d6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:54:35Z', 'updated_at': '2021-11-23T17:54:45Z', 'revision_number': 5, 'project_id': 'bdb543259a0c43f595a1052d3bc08bab', 'subnets': [{'id': '2755377a-512a-443b-abd6-53f27ea1e7d6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ad34c6b5-2eeb-4eff-9a8b-b63d4453550d', 'name': '', 'network_id': '7ac09a3b-77d4-4481-9241-c183e4bc8111', 'tenant_id': 'bdb543259a0c43f595a1052d3bc08bab', 'mac_address': 'fa:16:3e:c9:88:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5e8a916-fe4e-43be-b391-79a2897a9f8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3351, 'fixed_ips': [{'subnet_id': '65091cd9-7c37-4b4f-94b4-f884261c7b11', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:54:49Z', 'updated_at': '2021-11-23T17:54:58Z', 'revision_number': 4, 'project_id': 'bdb543259a0c43f595a1052d3bc08bab', 'subnets': [{'id': '65091cd9-7c37-4b4f-94b4-f884261c7b11', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:54:59.505101 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device ad34c6b5-2eeb-4eff-9a8b-b63d4453550d up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:54:59.508686 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c508da-fe72-4bda-a54a-acd4eb70e7ba None None] Pushing event updated for resources: {'Port': ['ID=eae7f9cb-04e4-4065-bfc7-81700c3539db,revision_number=2']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:54:59.564909 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a55929-343a-4fd0-816c-f9efa5a9bca7 admin admin] Pushing event deleted for resources: {'Port': ['ID=539a4196-7752-4174-b643-81630aaf64b0,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:54:59.568979 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa4f50cb-5a0e-4e54-8680-28bc8f72f118 None None] The sync data for ids ['e5e8a916-fe4e-43be-b391-79a2897a9f8d'] in n-d-816206-8 is: [{'id': 'e5e8a916-fe4e-43be-b391-79a2897a9f8d', 'name': 'tempest-RoutersIpV6Test-router-416023099', 'tenant_id': 'bdb543259a0c43f595a1052d3bc08bab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:54:33Z', 'updated_at': '2021-11-23T17:54:51Z', 'revision_number': 4, 'project_id': 'bdb543259a0c43f595a1052d3bc08bab', 'gw_port_host': None, '_interfaces': [{'id': '86aa1477-33a5-44ac-a5d3-a5c270b629a3', 'name': '', 'network_id': '214048d3-777a-4a74-afd5-e149e9d2f72e', 'tenant_id': 'bdb543259a0c43f595a1052d3bc08bab', 'mac_address': 'fa:16:3e:2e:f4:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5e8a916-fe4e-43be-b391-79a2897a9f8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3341, 'fixed_ips': [{'subnet_id': '9673955b-5c0a-40b7-98d8-25aa44e688a1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:54:42Z', 'updated_at': '2021-11-23T17:54:51Z', 'revision_number': 5, 'project_id': 'bdb543259a0c43f595a1052d3bc08bab', 'subnets': [{'id': '9673955b-5c0a-40b7-98d8-25aa44e688a1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8f90752d-5443-4e2b-a104-84a5bb15774d', 'name': '', 'network_id': '4ec7bfec-4b8e-4ad7-819f-2dbc2a25fcf7', 'tenant_id': 'bdb543259a0c43f595a1052d3bc08bab', 'mac_address': 'fa:16:3e:be:7e:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5e8a916-fe4e-43be-b391-79a2897a9f8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3331, 'fixed_ips': [{'subnet_id': '2755377a-512a-443b-abd6-53f27ea1e7d6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:54:35Z', 'updated_at': '2021-11-23T17:54:45Z', 'revision_number': 5, 'project_id': 'bdb543259a0c43f595a1052d3bc08bab', 'subnets': [{'id': '2755377a-512a-443b-abd6-53f27ea1e7d6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ad34c6b5-2eeb-4eff-9a8b-b63d4453550d', 'name': '', 'network_id': '7ac09a3b-77d4-4481-9241-c183e4bc8111', 'tenant_id': 'bdb543259a0c43f595a1052d3bc08bab', 'mac_address': 'fa:16:3e:c9:88:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5e8a916-fe4e-43be-b391-79a2897a9f8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3351, 'fixed_ips': [{'subnet_id': '65091cd9-7c37-4b4f-94b4-f884261c7b11', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:54:49Z', 'updated_at': '2021-11-23T17:54:58Z', 'revision_number': 4, 'project_id': 'bdb543259a0c43f595a1052d3bc08bab', 'subnets': [{'id': '65091cd9-7c37-4b4f-94b4-f884261c7b11', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:54:59.685269 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-ae9263e3-5ab2-46c9-acaf-25359cb7b1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:59.711729 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c3ef6a38-5de8-4ab3-bfcf-62aa44e72657 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks [] for port, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:59.714373 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b0eb0ec-a437-449e-bcc2-ef51c6a484a3 None None] DHCP port deletion for 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:54:59.745035 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c5a55929-343a-4fd0-816c-f9efa5a9bca7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1795454'] for router_gateway, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:59.768835 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-ae9263e3-5ab2-46c9-acaf-25359cb7b1f4 None None] For port ad34c6b5-2eeb-4eff-9a8b-b63d4453550d, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=ad34c6b5-2eeb-4eff-9a8b-b63d4453550d,segment=NetworkSegment(a75efa22-da00-4b51-86da-bec49f8302a6),segment_id=a75efa22-da00-4b51-86da-bec49f8302a6)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:54:59.774601 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port ad34c6b5-2eeb-4eff-9a8b-b63d4453550d triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:54:59.775137 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:59.882905 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-ae9263e3-5ab2-46c9-acaf-25359cb7b1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:59.996172 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c5a55929-343a-4fd0-816c-f9efa5a9bca7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1794352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8175'] for router, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:54:59.999894 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c5a55929-343a-4fd0-816c-f9efa5a9bca7 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:00.016363 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9263e3-5ab2-46c9-acaf-25359cb7b1f4 None None] Pushing event updated for resources: {'Port': ['ID=ad34c6b5-2eeb-4eff-9a8b-b63d4453550d,revision_number=5']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:55:00.094103 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c5a55929-343a-4fd0-816c-f9efa5a9bca7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1795580'] for router, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:00.094674 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5a55929-343a-4fd0-816c-f9efa5a9bca7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fef33dd4-0798-4601-9bec-bb331747e629 {{(pid=103591) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 17:55:00.102231 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device bbba2d1c-4dbb-4642-90b8-18212fb7ce49 no longer exists at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:55:00.113300 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c5a55929-343a-4fd0-816c-f9efa5a9bca7 admin admin] Publish callbacks [] for router, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:00.116579 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-c5a55929-343a-4fd0-816c-f9efa5a9bca7 admin admin] 10.222.0.60 "DELETE /v2.0/routers/fef33dd4-0798-4601-9bec-bb331747e629 HTTP/1.1" status: 204 len: 168 time: 2.1997361 Nov 23 17:55:00.117229 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 46146) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:55:00.128127 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c3ef6a38-5de8-4ab3-bfcf-62aa44e72657 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:00.151084 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] No Port match for: bbba2d1c-4dbb-4642-90b8-18212fb7ce49 {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:55:00.151459 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device bbba2d1c-4dbb-4642-90b8-18212fb7ce49 not bound to the agent host n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:55:00.186120 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_v2 [None req-c11b9563-f43c-4631-a6e7-114dad565f29 admin admin] Deleting subnet f607dd01-c33d-4ce7-a526-e698fa699986 {{(pid=103590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 17:55:00.191519 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c11b9563-f43c-4631-a6e7-114dad565f29 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:00.194214 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3ef6a38-5de8-4ab3-bfcf-62aa44e72657 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Network a7550094-e7d9-4b19-a380-c87b6014393e is already hosted by enough agents. {{(pid=103591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:55:00.195750 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [None req-c3ef6a38-5de8-4ab3-bfcf-62aa44e72657 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Resources bound (agent type, host, resource id): {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:55:00.202559 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3ef6a38-5de8-4ab3-bfcf-62aa44e72657 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Received port after_create {{(pid=103591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:55:00.203244 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c3ef6a38-5de8-4ab3-bfcf-62aa44e72657 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1795539'] for router_interface, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:00.234943 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c11b9563-f43c-4631-a6e7-114dad565f29 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-267528342'] for subnet, precommit_delete_associations {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:00.286586 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ef6a38-5de8-4ab3-bfcf-62aa44e72657 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Pushing event updated for resources: {'Port': ['ID=fa626796-08fd-4da9-82c0-6997805b8757,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:55:00.411623 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c11b9563-f43c-4631-a6e7-114dad565f29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971956'] for subnet, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:00.458468 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c3ef6a38-5de8-4ab3-bfcf-62aa44e72657 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:00.502393 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c11b9563-f43c-4631-a6e7-114dad565f29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264357903', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264730940'] for subnet, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:00.539643 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11b9563-f43c-4631-a6e7-114dad565f29 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f607dd01-c33d-4ce7-a526-e698fa699986,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:55:00.550276 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c11b9563-f43c-4631-a6e7-114dad565f29 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:00.555475 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-c11b9563-f43c-4631-a6e7-114dad565f29 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/f607dd01-c33d-4ce7-a526-e698fa699986 HTTP/1.1" status: 204 len: 168 time: 0.4367151 Nov 23 17:55:00.555692 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17500d0f-722d-4b9f-9e85-b0bb3801feb3 None None] Network 558ec34e-132d-47d4-bc3f-17b80c2b57a8 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:55:00.558780 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 46152) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:55:00.709747 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-aea5ddcb-f734-4d69-aad5-7c3467fe5f98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-555181'] for network, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:00.904357 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-aea5ddcb-f734-4d69-aad5-7c3467fe5f98 admin admin] Deleting port bbc43a09-d1ec-439a-8e00-b3a484f111ba {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:55:00.904757 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-aea5ddcb-f734-4d69-aad5-7c3467fe5f98 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:01.002512 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-744ee416-eb29-4e00-9fa1-bb222b473139 None None] DHCP port deletion for 558ec34e-132d-47d4-bc3f-17b80c2b57a8 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:55:01.063807 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c3ef6a38-5de8-4ab3-bfcf-62aa44e72657 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks [] for port, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:01.078057 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c3ef6a38-5de8-4ab3-bfcf-62aa44e72657 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264758186'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:01.079398 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c3ef6a38-5de8-4ab3-bfcf-62aa44e72657 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2068703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1794403'] for router_interface, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:01.102880 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-aea5ddcb-f734-4d69-aad5-7c3467fe5f98 admin admin] For port bbc43a09-d1ec-439a-8e00-b3a484f111ba, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=bbc43a09-d1ec-439a-8e00-b3a484f111ba,segment=NetworkSegment(35aed508-8cb6-4e16-a4ed-31382f0590c8),segment_id=35aed508-8cb6-4e16-a4ed-31382f0590c8)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:55:01.104349 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-aea5ddcb-f734-4d69-aad5-7c3467fe5f98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:01.131005 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-aea5ddcb-f734-4d69-aad5-7c3467fe5f98 admin admin] Calling delete_port for bbc43a09-d1ec-439a-8e00-b3a484f111ba owned by network:dhcp {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:55:01.134369 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-744ee416-eb29-4e00-9fa1-bb222b473139 None None] Deleting port bbc43a09-d1ec-439a-8e00-b3a484f111ba {{(pid=103592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:55:01.134753 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-744ee416-eb29-4e00-9fa1-bb222b473139 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:01.251196 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-744ee416-eb29-4e00-9fa1-bb222b473139 None None] For port bbc43a09-d1ec-439a-8e00-b3a484f111ba, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=bbc43a09-d1ec-439a-8e00-b3a484f111ba,segment=NetworkSegment(35aed508-8cb6-4e16-a4ed-31382f0590c8),segment_id=35aed508-8cb6-4e16-a4ed-31382f0590c8)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:55:01.251196 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-744ee416-eb29-4e00-9fa1-bb222b473139 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:01.268651 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-744ee416-eb29-4e00-9fa1-bb222b473139 None None] Calling delete_port for bbc43a09-d1ec-439a-8e00-b3a484f111ba owned by network:dhcp {{(pid=103592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:55:01.282099 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-aea5ddcb-f734-4d69-aad5-7c3467fe5f98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:01.383725 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aea5ddcb-f734-4d69-aad5-7c3467fe5f98 admin admin] No DVR routers for this DVR port bbc43a09-d1ec-439a-8e00-b3a484f111ba on host n-d-816206-8 {{(pid=103590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:55:01.436304 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-744ee416-eb29-4e00-9fa1-bb222b473139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989'] for port, after_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:01.441022 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device ad34c6b5-2eeb-4eff-9a8b-b63d4453550d up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:55:01.494913 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea5ddcb-f734-4d69-aad5-7c3467fe5f98 admin admin] Pushing event deleted for resources: {'Port': ['ID=bbc43a09-d1ec-439a-8e00-b3a484f111ba,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:55:01.651332 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a05a858-1108-44d4-916c-2b3733fe04cd None None] Network a7550094-e7d9-4b19-a380-c87b6014393e requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:55:01.665126 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744ee416-eb29-4e00-9fa1-bb222b473139 None None] Pushing event deleted for resources: {'Port': ['ID=bbc43a09-d1ec-439a-8e00-b3a484f111ba,revision_number=None']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:55:01.685248 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-744ee416-eb29-4e00-9fa1-bb222b473139 None None] No DVR routers for this DVR port bbc43a09-d1ec-439a-8e00-b3a484f111ba on host n-d-816206-8 {{(pid=103592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:55:01.700239 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-aea5ddcb-f734-4d69-aad5-7c3467fe5f98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973419', 'neutron.services.segments.db._delete_segments_for_network-8736635878840'] for network, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:01.743877 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-aea5ddcb-f734-4d69-aad5-7c3467fe5f98 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['558ec34e-132d-47d4-bc3f-17b80c2b57a8']}} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:55:01.763489 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-aea5ddcb-f734-4d69-aad5-7c3467fe5f98 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35aed508-8cb6-4e16-a4ed-31382f0590c8') {'for_net_delete': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:55:01.763788 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-aea5ddcb-f734-4d69-aad5-7c3467fe5f98 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35aed508-8cb6-4e16-a4ed-31382f0590c8') {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:55:01.769838 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ef6a38-5de8-4ab3-bfcf-62aa44e72657 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Pushing event updated for resources: {'Port': ['ID=fa626796-08fd-4da9-82c0-6997805b8757,revision_number=2']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:55:01.786701 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-aea5ddcb-f734-4d69-aad5-7c3467fe5f98 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736635840332', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-267528353'] for segment, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:01.811522 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-aea5ddcb-f734-4d69-aad5-7c3467fe5f98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:01.824910 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aea5ddcb-f734-4d69-aad5-7c3467fe5f98 admin admin] Releasing vlan 513 on physical network physnet1 to pool {{(pid=103590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 17:55:01.825501 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-aea5ddcb-f734-4d69-aad5-7c3467fe5f98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264370093'] for segment, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:01.826634 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3ef6a38-5de8-4ab3-bfcf-62aa44e72657 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Network a7550094-e7d9-4b19-a380-c87b6014393e is already hosted by enough agents. {{(pid=103591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:55:01.829777 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [None req-c3ef6a38-5de8-4ab3-bfcf-62aa44e72657 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Resources bound (agent type, host, resource id): {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:55:01.832802 n-d-816206-8 neutron-server[103590]: Traceback (most recent call last): Nov 23 17:55:01.832802 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 17:55:01.832802 n-d-816206-8 neutron-server[103590]: timer() Nov 23 17:55:01.832802 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 17:55:01.832802 n-d-816206-8 neutron-server[103590]: cb(*args, **kw) Nov 23 17:55:01.832802 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 17:55:01.832802 n-d-816206-8 neutron-server[103590]: return func(*args, **kwargs) Nov 23 17:55:01.832802 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 17:55:01.832802 n-d-816206-8 neutron-server[103590]: self._notify() Nov 23 17:55:01.832802 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 17:55:01.832802 n-d-816206-8 neutron-server[103590]: self.callback(batched_events) Nov 23 17:55:01.832802 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 17:55:01.832802 n-d-816206-8 neutron-server[103590]: event.method(event) Nov 23 17:55:01.832802 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 17:55:01.832802 n-d-816206-8 neutron-server[103590]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 17:55:01.832802 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 17:55:01.832802 n-d-816206-8 neutron-server[103590]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 17:55:01.832802 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 17:55:01.832802 n-d-816206-8 neutron-server[103590]: return f(self, *a, **k) Nov 23 17:55:01.832802 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 17:55:01.832802 n-d-816206-8 neutron-server[103590]: return self._get(url).json() Nov 23 17:55:01.832802 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 17:55:01.832802 n-d-816206-8 neutron-server[103590]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 17:55:01.832802 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 17:55:01.832802 n-d-816206-8 neutron-server[103590]: return self.request(url, 'GET', **kwargs) Nov 23 17:55:01.832802 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 17:55:01.832802 n-d-816206-8 neutron-server[103590]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 17:55:01.832802 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 17:55:01.832802 n-d-816206-8 neutron-server[103590]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 17:55:01.832802 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 17:55:01.832802 n-d-816206-8 neutron-server[103590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 17:55:01.832802 n-d-816206-8 neutron-server[103590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 17:55:01.980287 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3ef6a38-5de8-4ab3-bfcf-62aa44e72657 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Router e5e8a916-fe4e-43be-b391-79a2897a9f8d has already been hosted by L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 {{(pid=103591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 17:55:02.014365 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-aea5ddcb-f734-4d69-aad5-7c3467fe5f98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1795418'] for network, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:02.029436 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-135b168e-ac50-48f9-9416-11f3400a460f None None] Provisioning complete for port eae7f9cb-04e4-4065-bfc7-81700c3539db triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:55:02.030465 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-135b168e-ac50-48f9-9416-11f3400a460f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:02.030655 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-aea5ddcb-f734-4d69-aad5-7c3467fe5f98 admin admin] Publish callbacks [] for network, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:02.035584 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-aea5ddcb-f734-4d69-aad5-7c3467fe5f98 admin admin] 10.222.0.60 "DELETE /v2.0/networks/558ec34e-132d-47d4-bc3f-17b80c2b57a8 HTTP/1.1" status: 204 len: 168 time: 1.4748116 Nov 23 17:55:02.055955 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea5ddcb-f734-4d69-aad5-7c3467fe5f98 admin admin] Pushing event deleted for resources: {'Network': ['ID=558ec34e-132d-47d4-bc3f-17b80c2b57a8,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:55:02.061532 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 46176) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:55:02.071610 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port ad34c6b5-2eeb-4eff-9a8b-b63d4453550d triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:55:02.071986 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:02.106742 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3ef6a38-5de8-4ab3-bfcf-62aa44e72657 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:55:02.123752 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-c3ef6a38-5de8-4ab3-bfcf-62aa44e72657 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] 10.222.0.60 "PUT /v2.0/routers/e5e8a916-fe4e-43be-b391-79a2897a9f8d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9064610 Nov 23 17:55:02.125860 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99d5c2e5-b92f-4c3b-9707-553c19efdb35 None None] Sync routers for ids ['e5e8a916-fe4e-43be-b391-79a2897a9f8d'] in n-d-816206-8 {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:55:02.126150 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 46178) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:55:02.135190 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-2db6686d-c2a7-47a6-8f38-18799faffc69 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:55:02.207233 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99d5c2e5-b92f-4c3b-9707-553c19efdb35 None None] Routers {'e5e8a916-fe4e-43be-b391-79a2897a9f8d'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:55:02.207849 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-99d5c2e5-b92f-4c3b-9707-553c19efdb35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:54:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['e5e8a916-fe4e-43be-b391-79a2897a9f8d'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:55:02.338998 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-135b168e-ac50-48f9-9416-11f3400a460f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:02.403681 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvr_db [None req-99d5c2e5-b92f-4c3b-9707-553c19efdb35 None None] Set router e5e8a916-fe4e-43be-b391-79a2897a9f8d gateway port host: None {{(pid=103592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:55:02.464964 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device eae7f9cb-04e4-4065-bfc7-81700c3539db up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:55:02.502702 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-135b168e-ac50-48f9-9416-11f3400a460f None None] For port eae7f9cb-04e4-4065-bfc7-81700c3539db, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=eae7f9cb-04e4-4065-bfc7-81700c3539db,segment=NetworkSegment(8b04bb2c-d099-49e6-a94b-25b232f18fb9),segment_id=8b04bb2c-d099-49e6-a94b-25b232f18fb9)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:55:02.562645 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-135b168e-ac50-48f9-9416-11f3400a460f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:02.651259 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6374397f-3a1b-4050-bcd7-d2285692e024 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1794372'] for router_interface, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:02.670623 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135b168e-ac50-48f9-9416-11f3400a460f None None] Pushing event updated for resources: {'Port': ['ID=eae7f9cb-04e4-4065-bfc7-81700c3539db,revision_number=3']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:55:02.671867 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.extraroute_db [None req-2db6686d-c2a7-47a6-8f38-18799faffc69 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Added routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=103591) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 23 17:55:02.717147 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.extraroute_db [None req-2db6686d-c2a7-47a6-8f38-18799faffc69 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Removed routes are [] {{(pid=103591) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 23 17:55:02.717666 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-2db6686d-c2a7-47a6-8f38-18799faffc69 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1795385', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1794325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8160'] for router, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:02.736076 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port eae7f9cb-04e4-4065-bfc7-81700c3539db triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:55:02.737046 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:02.935292 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-99d5c2e5-b92f-4c3b-9707-553c19efdb35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5e8a916-fe4e-43be-b391-79a2897a9f8d', 'name': 'tempest-RoutersIpV6Test-router-416023099', 'tenant_id': 'bdb543259a0c43f595a1052d3bc08bab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:54:33Z', 'updated_at': '2021-11-23T17:55:00Z', 'revision_number': 5, 'project_id': 'bdb543259a0c43f595a1052d3bc08bab', 'gw_port_host': None, '_interfaces': [{'id': '86aa1477-33a5-44ac-a5d3-a5c270b629a3', 'name': '', 'network_id': '214048d3-777a-4a74-afd5-e149e9d2f72e', 'tenant_id': 'bdb543259a0c43f595a1052d3bc08bab', 'mac_address': 'fa:16:3e:2e:f4:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5e8a916-fe4e-43be-b391-79a2897a9f8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3341, 'fixed_ips': [{'subnet_id': '9673955b-5c0a-40b7-98d8-25aa44e688a1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:54:42Z', 'updated_at': '2021-11-23T17:54:51Z', 'revision_number': 5, 'project_id': 'bdb543259a0c43f595a1052d3bc08bab', 'subnets': [{'id': '9673955b-5c0a-40b7-98d8-25aa44e688a1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8f90752d-5443-4e2b-a104-84a5bb15774d', 'name': '', 'network_id': '4ec7bfec-4b8e-4ad7-819f-2dbc2a25fcf7', 'tenant_id': 'bdb543259a0c43f595a1052d3bc08bab', 'mac_address': 'fa:16:3e:be:7e:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5e8a916-fe4e-43be-b391-79a2897a9f8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3331, 'fixed_ips': [{'subnet_id': '2755377a-512a-443b-abd6-53f27ea1e7d6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:54:35Z', 'updated_at': '2021-11-23T17:54:45Z', 'revision_number': 5, 'project_id': 'bdb543259a0c43f595a1052d3bc08bab', 'subnets': [{'id': '2755377a-512a-443b-abd6-53f27ea1e7d6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ad34c6b5-2eeb-4eff-9a8b-b63d4453550d', 'name': '', 'network_id': '7ac09a3b-77d4-4481-9241-c183e4bc8111', 'tenant_id': 'bdb543259a0c43f595a1052d3bc08bab', 'mac_address': 'fa:16:3e:c9:88:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5e8a916-fe4e-43be-b391-79a2897a9f8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3351, 'fixed_ips': [{'subnet_id': '65091cd9-7c37-4b4f-94b4-f884261c7b11', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:54:49Z', 'updated_at': '2021-11-23T17:54:59Z', 'revision_number': 5, 'project_id': 'bdb543259a0c43f595a1052d3bc08bab', 'subnets': [{'id': '65091cd9-7c37-4b4f-94b4-f884261c7b11', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fa626796-08fd-4da9-82c0-6997805b8757', 'name': '', 'network_id': 'a7550094-e7d9-4b19-a380-c87b6014393e', 'tenant_id': 'bdb543259a0c43f595a1052d3bc08bab', 'mac_address': 'fa:16:3e:7a:71:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5e8a916-fe4e-43be-b391-79a2897a9f8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3356, 'fixed_ips': [{'subnet_id': '37afd8a5-dea4-44b0-944d-3a4f7ee645af', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:54:57Z', 'updated_at': '2021-11-23T17:55:00Z', 'revision_number': 2, 'project_id': 'bdb543259a0c43f595a1052d3bc08bab', 'subnets': [{'id': '37afd8a5-dea4-44b0-944d-3a4f7ee645af', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:55:03.039202 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99d5c2e5-b92f-4c3b-9707-553c19efdb35 None None] Checking router: e5e8a916-fe4e-43be-b391-79a2897a9f8d for host: n-d-816206-8 {{(pid=103592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 17:55:03.039634 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99d5c2e5-b92f-4c3b-9707-553c19efdb35 None None] Updating router e5e8a916-fe4e-43be-b391-79a2897a9f8d port fa626796-08fd-4da9-82c0-6997805b8757 binding host n-d-816206-8 {{(pid=103592) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 17:55:03.045933 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device bbc43a09-d1ec-439a-8e00-b3a484f111ba no longer exists at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:55:03.137299 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] No Port match for: bbc43a09-d1ec-439a-8e00-b3a484f111ba {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:55:03.137518 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device bbc43a09-d1ec-439a-8e00-b3a484f111ba not bound to the agent host n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:55:03.138073 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 539a4196-7752-4174-b643-81630aaf64b0 no longer exists at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:55:03.149420 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-2db6686d-c2a7-47a6-8f38-18799faffc69 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1795385', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1794325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8160'] for router, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:03.155858 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-2db6686d-c2a7-47a6-8f38-18799faffc69 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1795362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1795376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1795371', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1794338'] for router, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:03.188441 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-040a4950-caab-4b19-87cc-02fa9aa11fa6 None None] Provisioning complete for port eae7f9cb-04e4-4065-bfc7-81700c3539db triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:55:03.188827 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-040a4950-caab-4b19-87cc-02fa9aa11fa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:03.191284 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-99d5c2e5-b92f-4c3b-9707-553c19efdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:03.192937 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] No Port match for: 539a4196-7752-4174-b643-81630aaf64b0 {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:55:03.193280 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 539a4196-7752-4174-b643-81630aaf64b0 not bound to the agent host n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:55:03.237691 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-6374397f-3a1b-4050-bcd7-d2285692e024 admin admin] Deleting port ed607cb2-8437-4c5b-b3f5-811d01b5047e {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:55:03.238968 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6374397f-3a1b-4050-bcd7-d2285692e024 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:03.386558 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2db6686d-c2a7-47a6-8f38-18799faffc69 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Router e5e8a916-fe4e-43be-b391-79a2897a9f8d has already been hosted by L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 {{(pid=103591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 17:55:03.433987 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device eae7f9cb-04e4-4065-bfc7-81700c3539db up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:55:03.494949 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-6374397f-3a1b-4050-bcd7-d2285692e024 admin admin] For port ed607cb2-8437-4c5b-b3f5-811d01b5047e, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=ed607cb2-8437-4c5b-b3f5-811d01b5047e,segment=NetworkSegment(dee1e69c-9b33-428b-ab66-baa8f712bb3a),segment_id=dee1e69c-9b33-428b-ab66-baa8f712bb3a)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:55:03.495457 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6374397f-3a1b-4050-bcd7-d2285692e024 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:03.516733 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-6374397f-3a1b-4050-bcd7-d2285692e024 admin admin] Calling delete_port for ed607cb2-8437-4c5b-b3f5-811d01b5047e owned by network:router_interface {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:55:03.634060 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2db6686d-c2a7-47a6-8f38-18799faffc69 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:55:03.650700 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-2db6686d-c2a7-47a6-8f38-18799faffc69 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks [] for router, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:03.657752 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-2db6686d-c2a7-47a6-8f38-18799faffc69 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] 10.222.0.60 "PUT /v2.0/routers/e5e8a916-fe4e-43be-b391-79a2897a9f8d HTTP/1.1" status: 200 len: 953 time: 1.5267234 Nov 23 17:55:03.660590 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 46196) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:55:03.866216 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 46200) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:55:03.866547 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-e4a4fc93-c359-4b5d-9163-00ac2f7ac1c7 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] 10.222.0.60 "GET /v2.0/routers/e5e8a916-fe4e-43be-b391-79a2897a9f8d HTTP/1.1" status: 200 len: 953 time: 0.2045557 Nov 23 17:55:03.873985 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-54b3f084-1705-48af-86ec-02f36db8f727 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Request body: {'router': {'routes': None}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:55:03.920061 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-99d5c2e5-b92f-4c3b-9707-553c19efdb35 None None] Publish callbacks [] for port, precommit_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:03.928907 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port eae7f9cb-04e4-4065-bfc7-81700c3539db triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:55:03.929368 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:03.956620 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-99d5c2e5-b92f-4c3b-9707-553c19efdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:03.962254 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-040a4950-caab-4b19-87cc-02fa9aa11fa6 None None] Provisioning complete for port fa626796-08fd-4da9-82c0-6997805b8757 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:55:03.962646 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-040a4950-caab-4b19-87cc-02fa9aa11fa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:03.964835 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6374397f-3a1b-4050-bcd7-d2285692e024 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:04.050513 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-040a4950-caab-4b19-87cc-02fa9aa11fa6 None None] Port fa626796-08fd-4da9-82c0-6997805b8757 cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:55:04.071967 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6374397f-3a1b-4050-bcd7-d2285692e024 admin admin] Pushing event deleted for resources: {'Port': ['ID=ed607cb2-8437-4c5b-b3f5-811d01b5047e,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:55:04.121302 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daacfc87-4a31-4c44-a6a0-4dda0333553d None None] Pushing event updated for resources: {'Port': ['ID=fa626796-08fd-4da9-82c0-6997805b8757,revision_number=3']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:55:04.315809 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-99d5c2e5-b92f-4c3b-9707-553c19efdb35 None None] Attempting to bind port fa626796-08fd-4da9-82c0-6997805b8757 on host n-d-816206-8 for vnic_type normal with profile {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:55:04.318157 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-99d5c2e5-b92f-4c3b-9707-553c19efdb35 None None] Attempting to bind port fa626796-08fd-4da9-82c0-6997805b8757 by drivers openvswitch,hyperv on host n-d-816206-8 at level 0 using segments [{'id': '8b04bb2c-d099-49e6-a94b-25b232f18fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'a7550094-e7d9-4b19-a380-c87b6014393e'}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:55:04.318830 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99d5c2e5-b92f-4c3b-9707-553c19efdb35 None None] Attempting to bind port fa626796-08fd-4da9-82c0-6997805b8757 on network a7550094-e7d9-4b19-a380-c87b6014393e {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:55:04.369487 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99d5c2e5-b92f-4c3b-9707-553c19efdb35 None None] Checking agent: {'id': '9e89acbe-4bbe-4c77-a18b-6f1da9133e0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 7, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 54, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:55:04.369862 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99d5c2e5-b92f-4c3b-9707-553c19efdb35 None None] Checking segment: {'id': '8b04bb2c-d099-49e6-a94b-25b232f18fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'a7550094-e7d9-4b19-a380-c87b6014393e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:55:04.370272 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-99d5c2e5-b92f-4c3b-9707-553c19efdb35 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:04.370658 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99d5c2e5-b92f-4c3b-9707-553c19efdb35 None None] Bound using segment: {'id': '8b04bb2c-d099-49e6-a94b-25b232f18fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'a7550094-e7d9-4b19-a380-c87b6014393e'} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:55:04.371161 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-99d5c2e5-b92f-4c3b-9707-553c19efdb35 None None] Bound port: fa626796-08fd-4da9-82c0-6997805b8757, host: n-d-816206-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b04bb2c-d099-49e6-a94b-25b232f18fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'a7550094-e7d9-4b19-a380-c87b6014393e'}}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:55:04.371600 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-99d5c2e5-b92f-4c3b-9707-553c19efdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:04.418908 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9a372503-cfa1-408c-9c4c-818e87f99c14 None None] Provisioning complete for port fa626796-08fd-4da9-82c0-6997805b8757 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:55:04.419294 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9a372503-cfa1-408c-9c4c-818e87f99c14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:04.422709 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6374397f-3a1b-4050-bcd7-d2285692e024 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2067500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1794520'] for router_interface, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:04.524235 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.extraroute_db [None req-54b3f084-1705-48af-86ec-02f36db8f727 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Added routes are [] {{(pid=103591) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 23 17:55:04.524749 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.extraroute_db [None req-54b3f084-1705-48af-86ec-02f36db8f727 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Removed routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=103591) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 23 17:55:04.564510 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-54b3f084-1705-48af-86ec-02f36db8f727 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1795385', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1794325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8160'] for router, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:04.710808 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-9a372503-cfa1-408c-9c4c-818e87f99c14 None None] Port fa626796-08fd-4da9-82c0-6997805b8757 cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:55:04.753198 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-99d5c2e5-b92f-4c3b-9707-553c19efdb35 None None] For port fa626796-08fd-4da9-82c0-6997805b8757, host n-d-816206-8, cleared binding levels {{(pid=103592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:55:04.758023 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-99d5c2e5-b92f-4c3b-9707-553c19efdb35 None None] For port fa626796-08fd-4da9-82c0-6997805b8757, host n-d-816206-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=fa626796-08fd-4da9-82c0-6997805b8757,segment=NetworkSegment(8b04bb2c-d099-49e6-a94b-25b232f18fb9),segment_id=8b04bb2c-d099-49e6-a94b-25b232f18fb9)] {{(pid=103592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:55:04.769268 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-99d5c2e5-b92f-4c3b-9707-553c19efdb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:04.832807 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-54b3f084-1705-48af-86ec-02f36db8f727 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1795385', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1794325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8160'] for router, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:04.836314 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99d5c2e5-b92f-4c3b-9707-553c19efdb35 None None] Routers {'e5e8a916-fe4e-43be-b391-79a2897a9f8d'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:55:04.837014 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-99d5c2e5-b92f-4c3b-9707-553c19efdb35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:54:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['e5e8a916-fe4e-43be-b391-79a2897a9f8d'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:55:04.837156 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-54b3f084-1705-48af-86ec-02f36db8f727 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1795362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1795376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1795371', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1794338'] for router, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:04.942748 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvr_db [None req-99d5c2e5-b92f-4c3b-9707-553c19efdb35 None None] Set router e5e8a916-fe4e-43be-b391-79a2897a9f8d gateway port host: None {{(pid=103592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:55:05.043888 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54b3f084-1705-48af-86ec-02f36db8f727 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Router e5e8a916-fe4e-43be-b391-79a2897a9f8d has already been hosted by L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 {{(pid=103591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 17:55:05.218719 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54b3f084-1705-48af-86ec-02f36db8f727 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:55:05.236296 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-54b3f084-1705-48af-86ec-02f36db8f727 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks [] for router, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:05.243106 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-54b3f084-1705-48af-86ec-02f36db8f727 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] 10.222.0.60 "PUT /v2.0/routers/e5e8a916-fe4e-43be-b391-79a2897a9f8d HTTP/1.1" status: 200 len: 703 time: 1.3756831 Nov 23 17:55:05.244035 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 46218) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:55:05.326592 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daacfc87-4a31-4c44-a6a0-4dda0333553d None None] Pushing event updated for resources: {'Port': ['ID=fa626796-08fd-4da9-82c0-6997805b8757,revision_number=4']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:55:05.338877 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-3f42a7eb-03ac-43ec-8a16-22998f4acbc8 None None] Provisioning complete for port fa626796-08fd-4da9-82c0-6997805b8757 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:55:05.339259 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-3f42a7eb-03ac-43ec-8a16-22998f4acbc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:05.360725 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6374397f-3a1b-4050-bcd7-d2285692e024 admin admin] Router 4d6a4143-1693-4a15-ac83-f7480646e511 has already been hosted by L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 {{(pid=103590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 17:55:05.431123 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-99d5c2e5-b92f-4c3b-9707-553c19efdb35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5e8a916-fe4e-43be-b391-79a2897a9f8d', 'name': 'tempest-RoutersIpV6Test-router-416023099', 'tenant_id': 'bdb543259a0c43f595a1052d3bc08bab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:54:33Z', 'updated_at': '2021-11-23T17:55:04Z', 'revision_number': 7, 'project_id': 'bdb543259a0c43f595a1052d3bc08bab', 'gw_port_host': None, '_interfaces': [{'id': '86aa1477-33a5-44ac-a5d3-a5c270b629a3', 'name': '', 'network_id': '214048d3-777a-4a74-afd5-e149e9d2f72e', 'tenant_id': 'bdb543259a0c43f595a1052d3bc08bab', 'mac_address': 'fa:16:3e:2e:f4:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5e8a916-fe4e-43be-b391-79a2897a9f8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3341, 'fixed_ips': [{'subnet_id': '9673955b-5c0a-40b7-98d8-25aa44e688a1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:54:42Z', 'updated_at': '2021-11-23T17:54:51Z', 'revision_number': 5, 'project_id': 'bdb543259a0c43f595a1052d3bc08bab', 'subnets': [{'id': '9673955b-5c0a-40b7-98d8-25aa44e688a1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8f90752d-5443-4e2b-a104-84a5bb15774d', 'name': '', 'network_id': '4ec7bfec-4b8e-4ad7-819f-2dbc2a25fcf7', 'tenant_id': 'bdb543259a0c43f595a1052d3bc08bab', 'mac_address': 'fa:16:3e:be:7e:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5e8a916-fe4e-43be-b391-79a2897a9f8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3331, 'fixed_ips': [{'subnet_id': '2755377a-512a-443b-abd6-53f27ea1e7d6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:54:35Z', 'updated_at': '2021-11-23T17:54:45Z', 'revision_number': 5, 'project_id': 'bdb543259a0c43f595a1052d3bc08bab', 'subnets': [{'id': '2755377a-512a-443b-abd6-53f27ea1e7d6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ad34c6b5-2eeb-4eff-9a8b-b63d4453550d', 'name': '', 'network_id': '7ac09a3b-77d4-4481-9241-c183e4bc8111', 'tenant_id': 'bdb543259a0c43f595a1052d3bc08bab', 'mac_address': 'fa:16:3e:c9:88:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5e8a916-fe4e-43be-b391-79a2897a9f8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3351, 'fixed_ips': [{'subnet_id': '65091cd9-7c37-4b4f-94b4-f884261c7b11', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:54:49Z', 'updated_at': '2021-11-23T17:54:59Z', 'revision_number': 5, 'project_id': 'bdb543259a0c43f595a1052d3bc08bab', 'subnets': [{'id': '65091cd9-7c37-4b4f-94b4-f884261c7b11', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fa626796-08fd-4da9-82c0-6997805b8757', 'name': '', 'network_id': 'a7550094-e7d9-4b19-a380-c87b6014393e', 'tenant_id': 'bdb543259a0c43f595a1052d3bc08bab', 'mac_address': 'fa:16:3e:7a:71:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5e8a916-fe4e-43be-b391-79a2897a9f8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3356, 'fixed_ips': [{'subnet_id': '37afd8a5-dea4-44b0-944d-3a4f7ee645af', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:54:57Z', 'updated_at': '2021-11-23T17:55:04Z', 'revision_number': 4, 'project_id': 'bdb543259a0c43f595a1052d3bc08bab', 'subnets': [{'id': '37afd8a5-dea4-44b0-944d-3a4f7ee645af', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:55:05.443588 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-dd7cc77d-66f1-477f-a5a3-10ec069daac5 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] 10.222.0.60 "GET /v2.0/routers/e5e8a916-fe4e-43be-b391-79a2897a9f8d HTTP/1.1" status: 200 len: 703 time: 0.1979475 Nov 23 17:55:05.444470 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 46220) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:55:05.476959 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99d5c2e5-b92f-4c3b-9707-553c19efdb35 None None] The sync data for ids ['e5e8a916-fe4e-43be-b391-79a2897a9f8d'] in n-d-816206-8 is: [{'id': 'e5e8a916-fe4e-43be-b391-79a2897a9f8d', 'name': 'tempest-RoutersIpV6Test-router-416023099', 'tenant_id': 'bdb543259a0c43f595a1052d3bc08bab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:54:33Z', 'updated_at': '2021-11-23T17:55:04Z', 'revision_number': 7, 'project_id': 'bdb543259a0c43f595a1052d3bc08bab', 'gw_port_host': None, '_interfaces': [{'id': '86aa1477-33a5-44ac-a5d3-a5c270b629a3', 'name': '', 'network_id': '214048d3-777a-4a74-afd5-e149e9d2f72e', 'tenant_id': 'bdb543259a0c43f595a1052d3bc08bab', 'mac_address': 'fa:16:3e:2e:f4:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5e8a916-fe4e-43be-b391-79a2897a9f8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3341, 'fixed_ips': [{'subnet_id': '9673955b-5c0a-40b7-98d8-25aa44e688a1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:54:42Z', 'updated_at': '2021-11-23T17:54:51Z', 'revision_number': 5, 'project_id': 'bdb543259a0c43f595a1052d3bc08bab', 'subnets': [{'id': '9673955b-5c0a-40b7-98d8-25aa44e688a1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8f90752d-5443-4e2b-a104-84a5bb15774d', 'name': '', 'network_id': '4ec7bfec-4b8e-4ad7-819f-2dbc2a25fcf7', 'tenant_id': 'bdb543259a0c43f595a1052d3bc08bab', 'mac_address': 'fa:16:3e:be:7e:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5e8a916-fe4e-43be-b391-79a2897a9f8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3331, 'fixed_ips': [{'subnet_id': '2755377a-512a-443b-abd6-53f27ea1e7d6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:54:35Z', 'updated_at': '2021-11-23T17:54:45Z', 'revision_number': 5, 'project_id': 'bdb543259a0c43f595a1052d3bc08bab', 'subnets': [{'id': '2755377a-512a-443b-abd6-53f27ea1e7d6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ad34c6b5-2eeb-4eff-9a8b-b63d4453550d', 'name': '', 'network_id': '7ac09a3b-77d4-4481-9241-c183e4bc8111', 'tenant_id': 'bdb543259a0c43f595a1052d3bc08bab', 'mac_address': 'fa:16:3e:c9:88:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5e8a916-fe4e-43be-b391-79a2897a9f8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3351, 'fixed_ips': [{'subnet_id': '65091cd9-7c37-4b4f-94b4-f884261c7b11', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:54:49Z', 'updated_at': '2021-11-23T17:54:59Z', 'revision_number': 5, 'project_id': 'bdb543259a0c43f595a1052d3bc08bab', 'subnets': [{'id': '65091cd9-7c37-4b4f-94b4-f884261c7b11', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fa626796-08fd-4da9-82c0-6997805b8757', 'name': '', 'network_id': 'a7550094-e7d9-4b19-a380-c87b6014393e', 'tenant_id': 'bdb543259a0c43f595a1052d3bc08bab', 'mac_address': 'fa:16:3e:7a:71:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5e8a916-fe4e-43be-b391-79a2897a9f8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3356, 'fixed_ips': [{'subnet_id': '37afd8a5-dea4-44b0-944d-3a4f7ee645af', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:54:57Z', 'updated_at': '2021-11-23T17:55:04Z', 'revision_number': 4, 'project_id': 'bdb543259a0c43f595a1052d3bc08bab', 'subnets': [{'id': '37afd8a5-dea4-44b0-944d-3a4f7ee645af', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:55:05.547771 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6374397f-3a1b-4050-bcd7-d2285692e024 admin admin] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:55:05.557188 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-6374397f-3a1b-4050-bcd7-d2285692e024 admin admin] 10.222.0.60 "PUT /v2.0/routers/4d6a4143-1693-4a15-ac83-f7480646e511/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4923611 Nov 23 17:55:05.557450 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 46224) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:55:05.562376 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02c7f0d7-8687-4713-b3d5-df9fe7f3b76b None None] Sync routers for ids ['4d6a4143-1693-4a15-ac83-f7480646e511'] in n-d-816206-8 {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:55:05.575964 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02c7f0d7-8687-4713-b3d5-df9fe7f3b76b None None] Routers {'4d6a4143-1693-4a15-ac83-f7480646e511'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:55:05.591274 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-02c7f0d7-8687-4713-b3d5-df9fe7f3b76b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:54:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['4d6a4143-1693-4a15-ac83-f7480646e511'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:55:05.678674 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-3f42a7eb-03ac-43ec-8a16-22998f4acbc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:05.733873 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-3f42a7eb-03ac-43ec-8a16-22998f4acbc8 None None] For port fa626796-08fd-4da9-82c0-6997805b8757, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=fa626796-08fd-4da9-82c0-6997805b8757,segment=NetworkSegment(8b04bb2c-d099-49e6-a94b-25b232f18fb9),segment_id=8b04bb2c-d099-49e6-a94b-25b232f18fb9)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:55:05.743306 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-3f42a7eb-03ac-43ec-8a16-22998f4acbc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:05.782484 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1e4c6c22-b31f-4d5f-b6f9-e99005b28e9a admin admin] Publish callbacks [] for router, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:05.863854 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f42a7eb-03ac-43ec-8a16-22998f4acbc8 None None] Pushing event updated for resources: {'Port': ['ID=fa626796-08fd-4da9-82c0-6997805b8757,revision_number=5']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:55:05.866859 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-02c7f0d7-8687-4713-b3d5-df9fe7f3b76b None None] Set router 4d6a4143-1693-4a15-ac83-f7480646e511 gateway port host: n-d-816206-8 {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:55:05.881523 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-bd80252f-6a92-4852-ac15-a2ca2f2c21b2 None None] Provisioning complete for port fa626796-08fd-4da9-82c0-6997805b8757 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:55:05.882061 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-bd80252f-6a92-4852-ac15-a2ca2f2c21b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:06.070702 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1e4c6c22-b31f-4d5f-b6f9-e99005b28e9a admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:06.184356 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-0ba81fc2-d111-4c31-8213-369cdc43aa05 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1794372'] for router_interface, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:06.191548 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-1e4c6c22-b31f-4d5f-b6f9-e99005b28e9a admin admin] Deleting port 3e8d6f36-1ed3-4918-b21a-09dfdb756226 {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:55:06.191890 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1e4c6c22-b31f-4d5f-b6f9-e99005b28e9a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:06.381928 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1e4c6c22-b31f-4d5f-b6f9-e99005b28e9a admin admin] For port 3e8d6f36-1ed3-4918-b21a-09dfdb756226, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=3e8d6f36-1ed3-4918-b21a-09dfdb756226,segment=NetworkSegment(bffd1e4f-e80f-4ff0-b418-2f42ae15febf),segment_id=bffd1e4f-e80f-4ff0-b418-2f42ae15febf)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:55:06.382586 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1e4c6c22-b31f-4d5f-b6f9-e99005b28e9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:06.409183 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-02c7f0d7-8687-4713-b3d5-df9fe7f3b76b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d6a4143-1693-4a15-ac83-f7480646e511', 'name': 'tempest-TestVolumeBackupRestore-1413577557-router', 'tenant_id': 'a4887ed955e34c0d9d70279ab27c3a57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.80'}], 'enable_snat': True}, 'gw_port_id': '3e8d6f36-1ed3-4918-b21a-09dfdb756226', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:49:51Z', 'updated_at': '2021-11-23T17:55:03Z', 'revision_number': 5, 'project_id': 'a4887ed955e34c0d9d70279ab27c3a57', 'gw_port': {'id': '3e8d6f36-1ed3-4918-b21a-09dfdb756226', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:f2:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d6a4143-1693-4a15-ac83-f7480646e511', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2993, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:49:51Z', 'updated_at': '2021-11-23T17:49:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8'}], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:55:06.416482 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-1e4c6c22-b31f-4d5f-b6f9-e99005b28e9a admin admin] Calling delete_port for 3e8d6f36-1ed3-4918-b21a-09dfdb756226 owned by network:router_gateway {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:55:06.447875 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02c7f0d7-8687-4713-b3d5-df9fe7f3b76b None None] Checking router: 4d6a4143-1693-4a15-ac83-f7480646e511 for host: n-d-816206-8 {{(pid=103593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 17:55:06.469435 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02c7f0d7-8687-4713-b3d5-df9fe7f3b76b None None] Routers {'4d6a4143-1693-4a15-ac83-f7480646e511'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:55:06.470248 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-02c7f0d7-8687-4713-b3d5-df9fe7f3b76b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:54:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['4d6a4143-1693-4a15-ac83-f7480646e511'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:55:06.563427 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-0ba81fc2-d111-4c31-8213-369cdc43aa05 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Deleting port fa626796-08fd-4da9-82c0-6997805b8757 {{(pid=103591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:55:06.563666 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-0ba81fc2-d111-4c31-8213-369cdc43aa05 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:06.645916 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-02c7f0d7-8687-4713-b3d5-df9fe7f3b76b None None] Set router 4d6a4143-1693-4a15-ac83-f7480646e511 gateway port host: None {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:55:06.755002 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1e4c6c22-b31f-4d5f-b6f9-e99005b28e9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:06.755646 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [None req-0ba81fc2-d111-4c31-8213-369cdc43aa05 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] For port fa626796-08fd-4da9-82c0-6997805b8757, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=fa626796-08fd-4da9-82c0-6997805b8757,segment=NetworkSegment(8b04bb2c-d099-49e6-a94b-25b232f18fb9),segment_id=8b04bb2c-d099-49e6-a94b-25b232f18fb9)] {{(pid=103591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:55:06.759150 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2960e6c7-e7d9-4c66-a045-916d4f6a85b7 None None] Sync routers for ids ['e5e8a916-fe4e-43be-b391-79a2897a9f8d'] in n-d-816206-8 {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:55:06.759880 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-0ba81fc2-d111-4c31-8213-369cdc43aa05 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:06.771853 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-02c7f0d7-8687-4713-b3d5-df9fe7f3b76b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d6a4143-1693-4a15-ac83-f7480646e511', 'name': 'tempest-TestVolumeBackupRestore-1413577557-router', 'tenant_id': 'a4887ed955e34c0d9d70279ab27c3a57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:49:51Z', 'updated_at': '2021-11-23T17:55:06Z', 'revision_number': 6, 'project_id': 'a4887ed955e34c0d9d70279ab27c3a57', 'gw_port_host': None}], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:55:06.788147 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2960e6c7-e7d9-4c66-a045-916d4f6a85b7 None None] Routers {'e5e8a916-fe4e-43be-b391-79a2897a9f8d'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:55:06.791977 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-2960e6c7-e7d9-4c66-a045-916d4f6a85b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:54:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['e5e8a916-fe4e-43be-b391-79a2897a9f8d'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:55:06.793488 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-0ba81fc2-d111-4c31-8213-369cdc43aa05 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Calling delete_port for fa626796-08fd-4da9-82c0-6997805b8757 owned by network:router_interface {{(pid=103591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:55:06.808474 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02c7f0d7-8687-4713-b3d5-df9fe7f3b76b None None] The sync data for ids ['4d6a4143-1693-4a15-ac83-f7480646e511'] in n-d-816206-8 is: [{'id': '4d6a4143-1693-4a15-ac83-f7480646e511', 'name': 'tempest-TestVolumeBackupRestore-1413577557-router', 'tenant_id': 'a4887ed955e34c0d9d70279ab27c3a57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:49:51Z', 'updated_at': '2021-11-23T17:55:06Z', 'revision_number': 6, 'project_id': 'a4887ed955e34c0d9d70279ab27c3a57', 'gw_port_host': None}] {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:55:06.825756 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4c6c22-b31f-4d5f-b6f9-e99005b28e9a admin admin] Pushing event deleted for resources: {'Port': ['ID=3e8d6f36-1ed3-4918-b21a-09dfdb756226,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:55:06.920954 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvr_db [None req-2960e6c7-e7d9-4c66-a045-916d4f6a85b7 None None] Set router e5e8a916-fe4e-43be-b391-79a2897a9f8d gateway port host: None {{(pid=103592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:55:06.941761 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1e4c6c22-b31f-4d5f-b6f9-e99005b28e9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1795454'] for router_gateway, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:06.962091 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fe3cb2d-4356-49a4-85b1-9a65cb06c596 None None] DHCP port deletion for 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:55:07.071877 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-0ba81fc2-d111-4c31-8213-369cdc43aa05 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:07.142209 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1e4c6c22-b31f-4d5f-b6f9-e99005b28e9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1794352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8175'] for router, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:07.144705 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1e4c6c22-b31f-4d5f-b6f9-e99005b28e9a admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:07.212246 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba81fc2-d111-4c31-8213-369cdc43aa05 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Pushing event deleted for resources: {'Port': ['ID=fa626796-08fd-4da9-82c0-6997805b8757,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:55:07.283948 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1e4c6c22-b31f-4d5f-b6f9-e99005b28e9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1795580'] for router, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:07.284838 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e4c6c22-b31f-4d5f-b6f9-e99005b28e9a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4d6a4143-1693-4a15-ac83-f7480646e511 {{(pid=103590) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 17:55:07.291254 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1e4c6c22-b31f-4d5f-b6f9-e99005b28e9a admin admin] Publish callbacks [] for router, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:07.296731 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-1e4c6c22-b31f-4d5f-b6f9-e99005b28e9a admin admin] 10.222.0.60 "DELETE /v2.0/routers/4d6a4143-1693-4a15-ac83-f7480646e511 HTTP/1.1" status: 204 len: 168 time: 1.7362955 Nov 23 17:55:07.298066 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 46236) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:55:07.363371 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-2960e6c7-e7d9-4c66-a045-916d4f6a85b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5e8a916-fe4e-43be-b391-79a2897a9f8d', 'name': 'tempest-RoutersIpV6Test-router-416023099', 'tenant_id': 'bdb543259a0c43f595a1052d3bc08bab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:54:33Z', 'updated_at': '2021-11-23T17:55:04Z', 'revision_number': 7, 'project_id': 'bdb543259a0c43f595a1052d3bc08bab', 'gw_port_host': None, '_interfaces': [{'id': '86aa1477-33a5-44ac-a5d3-a5c270b629a3', 'name': '', 'network_id': '214048d3-777a-4a74-afd5-e149e9d2f72e', 'tenant_id': 'bdb543259a0c43f595a1052d3bc08bab', 'mac_address': 'fa:16:3e:2e:f4:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5e8a916-fe4e-43be-b391-79a2897a9f8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3341, 'fixed_ips': [{'subnet_id': '9673955b-5c0a-40b7-98d8-25aa44e688a1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:54:42Z', 'updated_at': '2021-11-23T17:54:51Z', 'revision_number': 5, 'project_id': 'bdb543259a0c43f595a1052d3bc08bab', 'subnets': [{'id': '9673955b-5c0a-40b7-98d8-25aa44e688a1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8f90752d-5443-4e2b-a104-84a5bb15774d', 'name': '', 'network_id': '4ec7bfec-4b8e-4ad7-819f-2dbc2a25fcf7', 'tenant_id': 'bdb543259a0c43f595a1052d3bc08bab', 'mac_address': 'fa:16:3e:be:7e:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5e8a916-fe4e-43be-b391-79a2897a9f8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3331, 'fixed_ips': [{'subnet_id': '2755377a-512a-443b-abd6-53f27ea1e7d6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:54:35Z', 'updated_at': '2021-11-23T17:54:45Z', 'revision_number': 5, 'project_id': 'bdb543259a0c43f595a1052d3bc08bab', 'subnets': [{'id': '2755377a-512a-443b-abd6-53f27ea1e7d6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ad34c6b5-2eeb-4eff-9a8b-b63d4453550d', 'name': '', 'network_id': '7ac09a3b-77d4-4481-9241-c183e4bc8111', 'tenant_id': 'bdb543259a0c43f595a1052d3bc08bab', 'mac_address': 'fa:16:3e:c9:88:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5e8a916-fe4e-43be-b391-79a2897a9f8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3351, 'fixed_ips': [{'subnet_id': '65091cd9-7c37-4b4f-94b4-f884261c7b11', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:54:49Z', 'updated_at': '2021-11-23T17:54:59Z', 'revision_number': 5, 'project_id': 'bdb543259a0c43f595a1052d3bc08bab', 'subnets': [{'id': '65091cd9-7c37-4b4f-94b4-f884261c7b11', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fa626796-08fd-4da9-82c0-6997805b8757', 'name': '', 'network_id': 'a7550094-e7d9-4b19-a380-c87b6014393e', 'tenant_id': 'bdb543259a0c43f595a1052d3bc08bab', 'mac_address': 'fa:16:3e:7a:71:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5e8a916-fe4e-43be-b391-79a2897a9f8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3356, 'fixed_ips': [{'subnet_id': '37afd8a5-dea4-44b0-944d-3a4f7ee645af', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:54:57Z', 'updated_at': '2021-11-23T17:55:05Z', 'revision_number': 5, 'project_id': 'bdb543259a0c43f595a1052d3bc08bab', 'subnets': [{'id': '37afd8a5-dea4-44b0-944d-3a4f7ee645af', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:55:07.417391 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_v2 [None req-08d43866-20d8-43f2-88a4-c558b6a781fd admin admin] Deleting subnet 91887df0-0e4a-43d1-b0f1-52f37875a239 {{(pid=103590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 17:55:07.421028 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2960e6c7-e7d9-4c66-a045-916d4f6a85b7 None None] Checking router: e5e8a916-fe4e-43be-b391-79a2897a9f8d for host: n-d-816206-8 {{(pid=103592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 17:55:07.426431 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-08d43866-20d8-43f2-88a4-c558b6a781fd admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:07.445315 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device ed607cb2-8437-4c5b-b3f5-811d01b5047e no longer exists at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:55:07.504209 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] No Port match for: ed607cb2-8437-4c5b-b3f5-811d01b5047e {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:55:07.504582 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device ed607cb2-8437-4c5b-b3f5-811d01b5047e not bound to the agent host n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:55:07.515472 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2960e6c7-e7d9-4c66-a045-916d4f6a85b7 None None] Routers {'e5e8a916-fe4e-43be-b391-79a2897a9f8d'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:55:07.516126 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-2960e6c7-e7d9-4c66-a045-916d4f6a85b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:54:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['e5e8a916-fe4e-43be-b391-79a2897a9f8d'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:55:07.520648 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-08d43866-20d8-43f2-88a4-c558b6a781fd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-267528342'] for subnet, precommit_delete_associations {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:07.696414 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvr_db [None req-2960e6c7-e7d9-4c66-a045-916d4f6a85b7 None None] Set router e5e8a916-fe4e-43be-b391-79a2897a9f8d gateway port host: None {{(pid=103592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:55:07.714156 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-08d43866-20d8-43f2-88a4-c558b6a781fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971956'] for subnet, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:07.859047 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-08d43866-20d8-43f2-88a4-c558b6a781fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264357903', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264730940'] for subnet, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:07.914837 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d43866-20d8-43f2-88a4-c558b6a781fd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=91887df0-0e4a-43d1-b0f1-52f37875a239,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:55:07.931727 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-08d43866-20d8-43f2-88a4-c558b6a781fd admin admin] Publish callbacks [] for subnet, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:07.935264 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-08d43866-20d8-43f2-88a4-c558b6a781fd admin admin] 10.222.0.60 "DELETE /v2.0/subnets/91887df0-0e4a-43d1-b0f1-52f37875a239 HTTP/1.1" status: 204 len: 168 time: 0.6341014 Nov 23 17:55:07.938522 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 46240) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:55:07.941227 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44ab42fd-2b79-416c-b03b-667a29f942f2 None None] Network 1d6f8c2c-b1b0-4c2b-8599-2402e562f4c0 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:55:07.941728 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-0ba81fc2-d111-4c31-8213-369cdc43aa05 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2067500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1794520'] for router_interface, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:08.136425 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f43cac79-3f06-4f67-b9db-db3d3b68ad7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-555181'] for network, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:08.164443 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-2960e6c7-e7d9-4c66-a045-916d4f6a85b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5e8a916-fe4e-43be-b391-79a2897a9f8d', 'name': 'tempest-RoutersIpV6Test-router-416023099', 'tenant_id': 'bdb543259a0c43f595a1052d3bc08bab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:54:33Z', 'updated_at': '2021-11-23T17:55:06Z', 'revision_number': 8, 'project_id': 'bdb543259a0c43f595a1052d3bc08bab', 'gw_port_host': None, '_interfaces': [{'id': '86aa1477-33a5-44ac-a5d3-a5c270b629a3', 'name': '', 'network_id': '214048d3-777a-4a74-afd5-e149e9d2f72e', 'tenant_id': 'bdb543259a0c43f595a1052d3bc08bab', 'mac_address': 'fa:16:3e:2e:f4:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5e8a916-fe4e-43be-b391-79a2897a9f8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3341, 'fixed_ips': [{'subnet_id': '9673955b-5c0a-40b7-98d8-25aa44e688a1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:54:42Z', 'updated_at': '2021-11-23T17:54:51Z', 'revision_number': 5, 'project_id': 'bdb543259a0c43f595a1052d3bc08bab', 'subnets': [{'id': '9673955b-5c0a-40b7-98d8-25aa44e688a1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8f90752d-5443-4e2b-a104-84a5bb15774d', 'name': '', 'network_id': '4ec7bfec-4b8e-4ad7-819f-2dbc2a25fcf7', 'tenant_id': 'bdb543259a0c43f595a1052d3bc08bab', 'mac_address': 'fa:16:3e:be:7e:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5e8a916-fe4e-43be-b391-79a2897a9f8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3331, 'fixed_ips': [{'subnet_id': '2755377a-512a-443b-abd6-53f27ea1e7d6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:54:35Z', 'updated_at': '2021-11-23T17:54:45Z', 'revision_number': 5, 'project_id': 'bdb543259a0c43f595a1052d3bc08bab', 'subnets': [{'id': '2755377a-512a-443b-abd6-53f27ea1e7d6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ad34c6b5-2eeb-4eff-9a8b-b63d4453550d', 'name': '', 'network_id': '7ac09a3b-77d4-4481-9241-c183e4bc8111', 'tenant_id': 'bdb543259a0c43f595a1052d3bc08bab', 'mac_address': 'fa:16:3e:c9:88:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5e8a916-fe4e-43be-b391-79a2897a9f8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3351, 'fixed_ips': [{'subnet_id': '65091cd9-7c37-4b4f-94b4-f884261c7b11', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:54:49Z', 'updated_at': '2021-11-23T17:54:59Z', 'revision_number': 5, 'project_id': 'bdb543259a0c43f595a1052d3bc08bab', 'subnets': [{'id': '65091cd9-7c37-4b4f-94b4-f884261c7b11', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:55:08.214321 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2960e6c7-e7d9-4c66-a045-916d4f6a85b7 None None] The sync data for ids ['e5e8a916-fe4e-43be-b391-79a2897a9f8d'] in n-d-816206-8 is: [{'id': 'e5e8a916-fe4e-43be-b391-79a2897a9f8d', 'name': 'tempest-RoutersIpV6Test-router-416023099', 'tenant_id': 'bdb543259a0c43f595a1052d3bc08bab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:54:33Z', 'updated_at': '2021-11-23T17:55:06Z', 'revision_number': 8, 'project_id': 'bdb543259a0c43f595a1052d3bc08bab', 'gw_port_host': None, '_interfaces': [{'id': '86aa1477-33a5-44ac-a5d3-a5c270b629a3', 'name': '', 'network_id': '214048d3-777a-4a74-afd5-e149e9d2f72e', 'tenant_id': 'bdb543259a0c43f595a1052d3bc08bab', 'mac_address': 'fa:16:3e:2e:f4:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5e8a916-fe4e-43be-b391-79a2897a9f8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3341, 'fixed_ips': [{'subnet_id': '9673955b-5c0a-40b7-98d8-25aa44e688a1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:54:42Z', 'updated_at': '2021-11-23T17:54:51Z', 'revision_number': 5, 'project_id': 'bdb543259a0c43f595a1052d3bc08bab', 'subnets': [{'id': '9673955b-5c0a-40b7-98d8-25aa44e688a1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8f90752d-5443-4e2b-a104-84a5bb15774d', 'name': '', 'network_id': '4ec7bfec-4b8e-4ad7-819f-2dbc2a25fcf7', 'tenant_id': 'bdb543259a0c43f595a1052d3bc08bab', 'mac_address': 'fa:16:3e:be:7e:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5e8a916-fe4e-43be-b391-79a2897a9f8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3331, 'fixed_ips': [{'subnet_id': '2755377a-512a-443b-abd6-53f27ea1e7d6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:54:35Z', 'updated_at': '2021-11-23T17:54:45Z', 'revision_number': 5, 'project_id': 'bdb543259a0c43f595a1052d3bc08bab', 'subnets': [{'id': '2755377a-512a-443b-abd6-53f27ea1e7d6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ad34c6b5-2eeb-4eff-9a8b-b63d4453550d', 'name': '', 'network_id': '7ac09a3b-77d4-4481-9241-c183e4bc8111', 'tenant_id': 'bdb543259a0c43f595a1052d3bc08bab', 'mac_address': 'fa:16:3e:c9:88:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5e8a916-fe4e-43be-b391-79a2897a9f8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3351, 'fixed_ips': [{'subnet_id': '65091cd9-7c37-4b4f-94b4-f884261c7b11', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:54:49Z', 'updated_at': '2021-11-23T17:54:59Z', 'revision_number': 5, 'project_id': 'bdb543259a0c43f595a1052d3bc08bab', 'subnets': [{'id': '65091cd9-7c37-4b4f-94b4-f884261c7b11', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:55:08.258691 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ba81fc2-d111-4c31-8213-369cdc43aa05 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Router e5e8a916-fe4e-43be-b391-79a2897a9f8d has already been hosted by L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 {{(pid=103591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 17:55:08.300062 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-f43cac79-3f06-4f67-b9db-db3d3b68ad7e admin admin] Deleting port 452ecdcd-f9d4-40d4-9e84-a602abd21e7d {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:55:08.301887 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f43cac79-3f06-4f67-b9db-db3d3b68ad7e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:08.423301 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-f43cac79-3f06-4f67-b9db-db3d3b68ad7e admin admin] For port 452ecdcd-f9d4-40d4-9e84-a602abd21e7d, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=452ecdcd-f9d4-40d4-9e84-a602abd21e7d,segment=NetworkSegment(dee1e69c-9b33-428b-ab66-baa8f712bb3a),segment_id=dee1e69c-9b33-428b-ab66-baa8f712bb3a)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:55:08.424473 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f43cac79-3f06-4f67-b9db-db3d3b68ad7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:08.431070 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ba81fc2-d111-4c31-8213-369cdc43aa05 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:55:08.447049 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-0ba81fc2-d111-4c31-8213-369cdc43aa05 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] 10.222.0.60 "PUT /v2.0/routers/e5e8a916-fe4e-43be-b391-79a2897a9f8d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9958935 Nov 23 17:55:08.447049 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 46252) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:55:08.452338 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-f43cac79-3f06-4f67-b9db-db3d3b68ad7e admin admin] Calling delete_port for 452ecdcd-f9d4-40d4-9e84-a602abd21e7d owned by network:dhcp {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:55:08.538496 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.agents_db [None req-464f6c07-0de8-4be6-8f5b-563f574d1c5d None None] Agent healthcheck: found 7 active agents {{(pid=103593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 17:55:08.601822 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f1e0d90-73cb-4273-88c0-d461f92d5061 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Deleting subnet 37afd8a5-dea4-44b0-944d-3a4f7ee645af {{(pid=103591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 17:55:08.607386 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-9f1e0d90-73cb-4273-88c0-d461f92d5061 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks [] for subnet, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:08.623589 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f43cac79-3f06-4f67-b9db-db3d3b68ad7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:08.649658 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2b178b2-f8cd-41b0-a84b-0e5f520a2f32 None None] DHCP port deletion for 1d6f8c2c-b1b0-4c2b-8599-2402e562f4c0 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:55:08.680042 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-9f1e0d90-73cb-4273-88c0-d461f92d5061 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265990000'] for subnet, precommit_delete_associations {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:08.709146 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43cac79-3f06-4f67-b9db-db3d3b68ad7e admin admin] Pushing event deleted for resources: {'Port': ['ID=452ecdcd-f9d4-40d4-9e84-a602abd21e7d,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:55:08.732143 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f43cac79-3f06-4f67-b9db-db3d3b68ad7e admin admin] No DVR routers for this DVR port 452ecdcd-f9d4-40d4-9e84-a602abd21e7d on host n-d-816206-8 {{(pid=103590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:55:08.818832 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-9f1e0d90-73cb-4273-88c0-d461f92d5061 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971956'] for subnet, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:08.916864 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-9f1e0d90-73cb-4273-88c0-d461f92d5061 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264758240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264314269'] for subnet, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:08.944695 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f43cac79-3f06-4f67-b9db-db3d3b68ad7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973419', 'neutron.services.segments.db._delete_segments_for_network-8736635878840'] for network, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:08.949466 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3496db1-4726-4920-a747-2966da9d85f1 None None] Network a7550094-e7d9-4b19-a380-c87b6014393e requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:55:08.998629 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-f43cac79-3f06-4f67-b9db-db3d3b68ad7e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d6f8c2c-b1b0-4c2b-8599-2402e562f4c0']}} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:55:09.000730 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-9f1e0d90-73cb-4273-88c0-d461f92d5061 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for subnet, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:09.005606 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-9f1e0d90-73cb-4273-88c0-d461f92d5061 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] 10.222.0.60 "DELETE /v2.0/subnets/37afd8a5-dea4-44b0-944d-3a4f7ee645af HTTP/1.1" status: 204 len: 168 time: 0.5582936 Nov 23 17:55:09.006979 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1e0d90-73cb-4273-88c0-d461f92d5061 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Pushing event deleted for resources: {'Subnet': ['ID=37afd8a5-dea4-44b0-944d-3a4f7ee645af,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:55:09.009701 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 46262) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:55:09.021879 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-f43cac79-3f06-4f67-b9db-db3d3b68ad7e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dee1e69c-9b33-428b-ab66-baa8f712bb3a') {'for_net_delete': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:55:09.022663 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-f43cac79-3f06-4f67-b9db-db3d3b68ad7e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dee1e69c-9b33-428b-ab66-baa8f712bb3a') {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:55:09.037917 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce1e259e-b5c9-4835-a380-2a8dca6d50f5 None None] Sync routers for ids ['e5e8a916-fe4e-43be-b391-79a2897a9f8d'] in n-d-816206-8 {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:55:09.050225 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f43cac79-3f06-4f67-b9db-db3d3b68ad7e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736635840332', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-267528353'] for segment, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:09.056732 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce1e259e-b5c9-4835-a380-2a8dca6d50f5 None None] Routers {'e5e8a916-fe4e-43be-b391-79a2897a9f8d'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:55:09.057557 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-ce1e259e-b5c9-4835-a380-2a8dca6d50f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:54:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['e5e8a916-fe4e-43be-b391-79a2897a9f8d'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:55:09.066231 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f43cac79-3f06-4f67-b9db-db3d3b68ad7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:09.073953 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f43cac79-3f06-4f67-b9db-db3d3b68ad7e admin admin] Releasing vlan 539 on physical network physnet1 to pool {{(pid=103590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 17:55:09.074354 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f43cac79-3f06-4f67-b9db-db3d3b68ad7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264370093'] for segment, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:09.205471 n-d-816206-8 neutron-server[103590]: Traceback (most recent call last): Nov 23 17:55:09.205471 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 17:55:09.205471 n-d-816206-8 neutron-server[103590]: timer() Nov 23 17:55:09.205471 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 17:55:09.205471 n-d-816206-8 neutron-server[103590]: cb(*args, **kw) Nov 23 17:55:09.205471 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 17:55:09.205471 n-d-816206-8 neutron-server[103590]: return func(*args, **kwargs) Nov 23 17:55:09.205471 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 17:55:09.205471 n-d-816206-8 neutron-server[103590]: self._notify() Nov 23 17:55:09.205471 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 17:55:09.205471 n-d-816206-8 neutron-server[103590]: self.callback(batched_events) Nov 23 17:55:09.205471 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 17:55:09.205471 n-d-816206-8 neutron-server[103590]: event.method(event) Nov 23 17:55:09.205471 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 17:55:09.205471 n-d-816206-8 neutron-server[103590]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 17:55:09.205471 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 17:55:09.205471 n-d-816206-8 neutron-server[103590]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 17:55:09.205471 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 17:55:09.205471 n-d-816206-8 neutron-server[103590]: return f(self, *a, **k) Nov 23 17:55:09.205471 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 17:55:09.205471 n-d-816206-8 neutron-server[103590]: return self._get(url).json() Nov 23 17:55:09.205471 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 17:55:09.205471 n-d-816206-8 neutron-server[103590]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 17:55:09.205471 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 17:55:09.205471 n-d-816206-8 neutron-server[103590]: return self.request(url, 'GET', **kwargs) Nov 23 17:55:09.205471 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 17:55:09.205471 n-d-816206-8 neutron-server[103590]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 17:55:09.205471 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 17:55:09.205471 n-d-816206-8 neutron-server[103590]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 17:55:09.205471 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 17:55:09.205471 n-d-816206-8 neutron-server[103590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 17:55:09.205471 n-d-816206-8 neutron-server[103590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 17:55:09.219833 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-26b53a33-a2af-4764-ba8c-ffe839e5b4fa tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-555181'] for network, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:09.223352 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f43cac79-3f06-4f67-b9db-db3d3b68ad7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1795418'] for network, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:09.254637 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f43cac79-3f06-4f67-b9db-db3d3b68ad7e admin admin] Publish callbacks [] for network, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:09.284869 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-f43cac79-3f06-4f67-b9db-db3d3b68ad7e admin admin] 10.222.0.60 "DELETE /v2.0/networks/1d6f8c2c-b1b0-4c2b-8599-2402e562f4c0 HTTP/1.1" status: 204 len: 168 time: 1.3322315 Nov 23 17:55:09.300992 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-ce1e259e-b5c9-4835-a380-2a8dca6d50f5 None None] Set router e5e8a916-fe4e-43be-b391-79a2897a9f8d gateway port host: None {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:55:09.312682 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43cac79-3f06-4f67-b9db-db3d3b68ad7e admin admin] Pushing event deleted for resources: {'Network': ['ID=1d6f8c2c-b1b0-4c2b-8599-2402e562f4c0,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:55:09.380953 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31ed2c0d-d44d-44f6-a527-60574c7c9107 None None] DHCP port deletion for a7550094-e7d9-4b19-a380-c87b6014393e request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:55:09.403279 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-26b53a33-a2af-4764-ba8c-ffe839e5b4fa tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Deleting port eae7f9cb-04e4-4065-bfc7-81700c3539db {{(pid=103591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:55:09.404214 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-26b53a33-a2af-4764-ba8c-ffe839e5b4fa tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:09.473189 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 3e8d6f36-1ed3-4918-b21a-09dfdb756226 no longer exists at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:55:09.531616 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [None req-26b53a33-a2af-4764-ba8c-ffe839e5b4fa tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] For port eae7f9cb-04e4-4065-bfc7-81700c3539db, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=eae7f9cb-04e4-4065-bfc7-81700c3539db,segment=NetworkSegment(8b04bb2c-d099-49e6-a94b-25b232f18fb9),segment_id=8b04bb2c-d099-49e6-a94b-25b232f18fb9)] {{(pid=103591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:55:09.532635 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-26b53a33-a2af-4764-ba8c-ffe839e5b4fa tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:09.536157 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] No Port match for: 3e8d6f36-1ed3-4918-b21a-09dfdb756226 {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:55:09.536157 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 3e8d6f36-1ed3-4918-b21a-09dfdb756226 not bound to the agent host n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:55:09.536515 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 452ecdcd-f9d4-40d4-9e84-a602abd21e7d no longer exists at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:55:09.550963 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 46276) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:55:09.561888 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-26b53a33-a2af-4764-ba8c-ffe839e5b4fa tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Calling delete_port for eae7f9cb-04e4-4065-bfc7-81700c3539db owned by network:dhcp {{(pid=103591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:55:09.608834 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] No Port match for: 452ecdcd-f9d4-40d4-9e84-a602abd21e7d {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:55:09.609363 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 452ecdcd-f9d4-40d4-9e84-a602abd21e7d not bound to the agent host n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:55:09.609790 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device fa626796-08fd-4da9-82c0-6997805b8757 no longer exists at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:55:09.651365 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-ea646b9b-ba34-4e68-85ef-1ed39f9f5b0b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=5e9ad8bc738841bf987987e4b3fa436d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0983715 Nov 23 17:55:09.660956 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 46280) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:55:09.663888 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] No Port match for: fa626796-08fd-4da9-82c0-6997805b8757 {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:55:09.675545 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device fa626796-08fd-4da9-82c0-6997805b8757 not bound to the agent host n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:55:09.697374 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-ce1e259e-b5c9-4835-a380-2a8dca6d50f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5e8a916-fe4e-43be-b391-79a2897a9f8d', 'name': 'tempest-RoutersIpV6Test-router-416023099', 'tenant_id': 'bdb543259a0c43f595a1052d3bc08bab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:54:33Z', 'updated_at': '2021-11-23T17:55:06Z', 'revision_number': 8, 'project_id': 'bdb543259a0c43f595a1052d3bc08bab', 'gw_port_host': None, '_interfaces': [{'id': '86aa1477-33a5-44ac-a5d3-a5c270b629a3', 'name': '', 'network_id': '214048d3-777a-4a74-afd5-e149e9d2f72e', 'tenant_id': 'bdb543259a0c43f595a1052d3bc08bab', 'mac_address': 'fa:16:3e:2e:f4:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5e8a916-fe4e-43be-b391-79a2897a9f8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3341, 'fixed_ips': [{'subnet_id': '9673955b-5c0a-40b7-98d8-25aa44e688a1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:54:42Z', 'updated_at': '2021-11-23T17:54:51Z', 'revision_number': 5, 'project_id': 'bdb543259a0c43f595a1052d3bc08bab', 'subnets': [{'id': '9673955b-5c0a-40b7-98d8-25aa44e688a1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8f90752d-5443-4e2b-a104-84a5bb15774d', 'name': '', 'network_id': '4ec7bfec-4b8e-4ad7-819f-2dbc2a25fcf7', 'tenant_id': 'bdb543259a0c43f595a1052d3bc08bab', 'mac_address': 'fa:16:3e:be:7e:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5e8a916-fe4e-43be-b391-79a2897a9f8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3331, 'fixed_ips': [{'subnet_id': '2755377a-512a-443b-abd6-53f27ea1e7d6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:54:35Z', 'updated_at': '2021-11-23T17:54:45Z', 'revision_number': 5, 'project_id': 'bdb543259a0c43f595a1052d3bc08bab', 'subnets': [{'id': '2755377a-512a-443b-abd6-53f27ea1e7d6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ad34c6b5-2eeb-4eff-9a8b-b63d4453550d', 'name': '', 'network_id': '7ac09a3b-77d4-4481-9241-c183e4bc8111', 'tenant_id': 'bdb543259a0c43f595a1052d3bc08bab', 'mac_address': 'fa:16:3e:c9:88:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5e8a916-fe4e-43be-b391-79a2897a9f8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3351, 'fixed_ips': [{'subnet_id': '65091cd9-7c37-4b4f-94b4-f884261c7b11', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:54:49Z', 'updated_at': '2021-11-23T17:54:59Z', 'revision_number': 5, 'project_id': 'bdb543259a0c43f595a1052d3bc08bab', 'subnets': [{'id': '65091cd9-7c37-4b4f-94b4-f884261c7b11', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:55:09.710744 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-31ed2c0d-d44d-44f6-a527-60574c7c9107 None None] Deleting port eae7f9cb-04e4-4065-bfc7-81700c3539db {{(pid=103592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:55:09.711132 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-31ed2c0d-d44d-44f6-a527-60574c7c9107 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:09.748885 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-26b53a33-a2af-4764-ba8c-ffe839e5b4fa tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:09.753467 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 46282) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:55:09.775531 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce1e259e-b5c9-4835-a380-2a8dca6d50f5 None None] Checking router: e5e8a916-fe4e-43be-b391-79a2897a9f8d for host: n-d-816206-8 {{(pid=103593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 17:55:09.776007 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8c055232-e68c-44bb-9809-5c891ddfe449 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:09.789391 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b53a33-a2af-4764-ba8c-ffe839e5b4fa tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Pushing event deleted for resources: {'Port': ['ID=eae7f9cb-04e4-4065-bfc7-81700c3539db,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:55:09.795630 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce1e259e-b5c9-4835-a380-2a8dca6d50f5 None None] Routers {'e5e8a916-fe4e-43be-b391-79a2897a9f8d'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:55:09.796268 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-ce1e259e-b5c9-4835-a380-2a8dca6d50f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:54:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['e5e8a916-fe4e-43be-b391-79a2897a9f8d'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:55:09.823151 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26b53a33-a2af-4764-ba8c-ffe839e5b4fa tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] No DVR routers for this DVR port eae7f9cb-04e4-4065-bfc7-81700c3539db on host n-d-816206-8 {{(pid=103591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:55:09.832899 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8c055232-e68c-44bb-9809-5c891ddfe449 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:09.868097 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-31ed2c0d-d44d-44f6-a527-60574c7c9107 None None] For port eae7f9cb-04e4-4065-bfc7-81700c3539db, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=eae7f9cb-04e4-4065-bfc7-81700c3539db,segment=NetworkSegment(8b04bb2c-d099-49e6-a94b-25b232f18fb9),segment_id=8b04bb2c-d099-49e6-a94b-25b232f18fb9)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:55:09.868510 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-31ed2c0d-d44d-44f6-a527-60574c7c9107 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:09.883680 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-31ed2c0d-d44d-44f6-a527-60574c7c9107 None None] Calling delete_port for eae7f9cb-04e4-4065-bfc7-81700c3539db owned by network:dhcp {{(pid=103592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:55:09.939893 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8c055232-e68c-44bb-9809-5c891ddfe449 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:09.942684 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8c055232-e68c-44bb-9809-5c891ddfe449 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:09.943877 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-8c055232-e68c-44bb-9809-5c891ddfe449 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c5f3a4da-8f85-4fb0-bbbd-b9796117089e HTTP/1.1" status: 204 len: 168 time: 0.2816038 Nov 23 17:55:09.960881 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c055232-e68c-44bb-9809-5c891ddfe449 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5f3a4da-8f85-4fb0-bbbd-b9796117089e,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:55:10.021171 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-ce1e259e-b5c9-4835-a380-2a8dca6d50f5 None None] Set router e5e8a916-fe4e-43be-b391-79a2897a9f8d gateway port host: None {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:55:10.064623 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-9c6abcc0-2730-44d7-bdf1-b4aefc1feab1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:10.069600 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-26b53a33-a2af-4764-ba8c-ffe839e5b4fa tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973419', 'neutron.services.segments.db._delete_segments_for_network-8736635878840'] for network, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:10.085142 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-31ed2c0d-d44d-44f6-a527-60574c7c9107 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989'] for port, after_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:10.116945 n-d-816206-8 neutron-server[103591]: DEBUG neutron.services.segments.db [None req-26b53a33-a2af-4764-ba8c-ffe839e5b4fa tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7550094-e7d9-4b19-a380-c87b6014393e']}} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:55:10.121399 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ed2c0d-d44d-44f6-a527-60574c7c9107 None None] Pushing event deleted for resources: {'Port': ['ID=eae7f9cb-04e4-4065-bfc7-81700c3539db,revision_number=None']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:55:10.124121 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31ed2c0d-d44d-44f6-a527-60574c7c9107 None None] No DVR routers for this DVR port eae7f9cb-04e4-4065-bfc7-81700c3539db on host n-d-816206-8 {{(pid=103592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:55:10.139581 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ed2c0d-d44d-44f6-a527-60574c7c9107 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:55:10.139933 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ed2c0d-d44d-44f6-a527-60574c7c9107 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:55:10.140280 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ed2c0d-d44d-44f6-a527-60574c7c9107 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:55:10.140749 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ed2c0d-d44d-44f6-a527-60574c7c9107 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:55:10.140969 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ed2c0d-d44d-44f6-a527-60574c7c9107 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:55:10.141302 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ed2c0d-d44d-44f6-a527-60574c7c9107 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:55:10.148551 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ed2c0d-d44d-44f6-a527-60574c7c9107 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:55:10.149152 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ed2c0d-d44d-44f6-a527-60574c7c9107 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:55:10.149506 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ed2c0d-d44d-44f6-a527-60574c7c9107 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:55:10.151525 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ed2c0d-d44d-44f6-a527-60574c7c9107 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:55:10.151874 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ed2c0d-d44d-44f6-a527-60574c7c9107 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:55:10.152214 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ed2c0d-d44d-44f6-a527-60574c7c9107 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:55:10.185116 n-d-816206-8 neutron-server[103591]: DEBUG neutron.services.segments.db [None req-26b53a33-a2af-4764-ba8c-ffe839e5b4fa tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b04bb2c-d099-49e6-a94b-25b232f18fb9') {'for_net_delete': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:55:10.185418 n-d-816206-8 neutron-server[103591]: DEBUG neutron.services.segments.db [None req-26b53a33-a2af-4764-ba8c-ffe839e5b4fa tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b04bb2c-d099-49e6-a94b-25b232f18fb9') {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:55:10.219211 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-26b53a33-a2af-4764-ba8c-ffe839e5b4fa tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736635840332', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265989959'] for segment, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:10.297316 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-26b53a33-a2af-4764-ba8c-ffe839e5b4fa tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:10.308966 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26b53a33-a2af-4764-ba8c-ffe839e5b4fa tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Releasing vlan 531 on physical network physnet1 to pool {{(pid=103591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 17:55:10.309419 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-26b53a33-a2af-4764-ba8c-ffe839e5b4fa tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264756290'] for segment, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:10.313275 n-d-816206-8 neutron-server[103591]: Traceback (most recent call last): Nov 23 17:55:10.313275 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 17:55:10.313275 n-d-816206-8 neutron-server[103591]: timer() Nov 23 17:55:10.313275 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 17:55:10.313275 n-d-816206-8 neutron-server[103591]: cb(*args, **kw) Nov 23 17:55:10.313275 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 17:55:10.313275 n-d-816206-8 neutron-server[103591]: return func(*args, **kwargs) Nov 23 17:55:10.313275 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 17:55:10.313275 n-d-816206-8 neutron-server[103591]: self._notify() Nov 23 17:55:10.313275 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 17:55:10.313275 n-d-816206-8 neutron-server[103591]: self.callback(batched_events) Nov 23 17:55:10.313275 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 17:55:10.313275 n-d-816206-8 neutron-server[103591]: event.method(event) Nov 23 17:55:10.313275 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 17:55:10.313275 n-d-816206-8 neutron-server[103591]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 17:55:10.313275 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 17:55:10.313275 n-d-816206-8 neutron-server[103591]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 17:55:10.313275 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 17:55:10.313275 n-d-816206-8 neutron-server[103591]: return f(self, *a, **k) Nov 23 17:55:10.313275 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 17:55:10.313275 n-d-816206-8 neutron-server[103591]: return self._get(url).json() Nov 23 17:55:10.313275 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 17:55:10.313275 n-d-816206-8 neutron-server[103591]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 17:55:10.313275 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 17:55:10.313275 n-d-816206-8 neutron-server[103591]: return self.request(url, 'GET', **kwargs) Nov 23 17:55:10.313275 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 17:55:10.313275 n-d-816206-8 neutron-server[103591]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 17:55:10.313275 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 17:55:10.313275 n-d-816206-8 neutron-server[103591]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 17:55:10.313275 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 17:55:10.313275 n-d-816206-8 neutron-server[103591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 17:55:10.313275 n-d-816206-8 neutron-server[103591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 17:55:10.398174 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-ce1e259e-b5c9-4835-a380-2a8dca6d50f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5e8a916-fe4e-43be-b391-79a2897a9f8d', 'name': 'tempest-RoutersIpV6Test-router-416023099', 'tenant_id': 'bdb543259a0c43f595a1052d3bc08bab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:54:33Z', 'updated_at': '2021-11-23T17:55:06Z', 'revision_number': 8, 'project_id': 'bdb543259a0c43f595a1052d3bc08bab', 'gw_port_host': None, '_interfaces': [{'id': '86aa1477-33a5-44ac-a5d3-a5c270b629a3', 'name': '', 'network_id': '214048d3-777a-4a74-afd5-e149e9d2f72e', 'tenant_id': 'bdb543259a0c43f595a1052d3bc08bab', 'mac_address': 'fa:16:3e:2e:f4:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5e8a916-fe4e-43be-b391-79a2897a9f8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3341, 'fixed_ips': [{'subnet_id': '9673955b-5c0a-40b7-98d8-25aa44e688a1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:54:42Z', 'updated_at': '2021-11-23T17:54:51Z', 'revision_number': 5, 'project_id': 'bdb543259a0c43f595a1052d3bc08bab', 'subnets': [{'id': '9673955b-5c0a-40b7-98d8-25aa44e688a1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8f90752d-5443-4e2b-a104-84a5bb15774d', 'name': '', 'network_id': '4ec7bfec-4b8e-4ad7-819f-2dbc2a25fcf7', 'tenant_id': 'bdb543259a0c43f595a1052d3bc08bab', 'mac_address': 'fa:16:3e:be:7e:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5e8a916-fe4e-43be-b391-79a2897a9f8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3331, 'fixed_ips': [{'subnet_id': '2755377a-512a-443b-abd6-53f27ea1e7d6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:54:35Z', 'updated_at': '2021-11-23T17:54:45Z', 'revision_number': 5, 'project_id': 'bdb543259a0c43f595a1052d3bc08bab', 'subnets': [{'id': '2755377a-512a-443b-abd6-53f27ea1e7d6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ad34c6b5-2eeb-4eff-9a8b-b63d4453550d', 'name': '', 'network_id': '7ac09a3b-77d4-4481-9241-c183e4bc8111', 'tenant_id': 'bdb543259a0c43f595a1052d3bc08bab', 'mac_address': 'fa:16:3e:c9:88:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5e8a916-fe4e-43be-b391-79a2897a9f8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3351, 'fixed_ips': [{'subnet_id': '65091cd9-7c37-4b4f-94b4-f884261c7b11', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:54:49Z', 'updated_at': '2021-11-23T17:54:59Z', 'revision_number': 5, 'project_id': 'bdb543259a0c43f595a1052d3bc08bab', 'subnets': [{'id': '65091cd9-7c37-4b4f-94b4-f884261c7b11', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:55:10.403064 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-26b53a33-a2af-4764-ba8c-ffe839e5b4fa tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1795418'] for network, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:10.436700 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-26b53a33-a2af-4764-ba8c-ffe839e5b4fa tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks [] for network, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:10.438836 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce1e259e-b5c9-4835-a380-2a8dca6d50f5 None None] The sync data for ids ['e5e8a916-fe4e-43be-b391-79a2897a9f8d'] in n-d-816206-8 is: [{'id': 'e5e8a916-fe4e-43be-b391-79a2897a9f8d', 'name': 'tempest-RoutersIpV6Test-router-416023099', 'tenant_id': 'bdb543259a0c43f595a1052d3bc08bab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:54:33Z', 'updated_at': '2021-11-23T17:55:06Z', 'revision_number': 8, 'project_id': 'bdb543259a0c43f595a1052d3bc08bab', 'gw_port_host': None, '_interfaces': [{'id': '86aa1477-33a5-44ac-a5d3-a5c270b629a3', 'name': '', 'network_id': '214048d3-777a-4a74-afd5-e149e9d2f72e', 'tenant_id': 'bdb543259a0c43f595a1052d3bc08bab', 'mac_address': 'fa:16:3e:2e:f4:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5e8a916-fe4e-43be-b391-79a2897a9f8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3341, 'fixed_ips': [{'subnet_id': '9673955b-5c0a-40b7-98d8-25aa44e688a1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:54:42Z', 'updated_at': '2021-11-23T17:54:51Z', 'revision_number': 5, 'project_id': 'bdb543259a0c43f595a1052d3bc08bab', 'subnets': [{'id': '9673955b-5c0a-40b7-98d8-25aa44e688a1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8f90752d-5443-4e2b-a104-84a5bb15774d', 'name': '', 'network_id': '4ec7bfec-4b8e-4ad7-819f-2dbc2a25fcf7', 'tenant_id': 'bdb543259a0c43f595a1052d3bc08bab', 'mac_address': 'fa:16:3e:be:7e:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5e8a916-fe4e-43be-b391-79a2897a9f8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3331, 'fixed_ips': [{'subnet_id': '2755377a-512a-443b-abd6-53f27ea1e7d6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:54:35Z', 'updated_at': '2021-11-23T17:54:45Z', 'revision_number': 5, 'project_id': 'bdb543259a0c43f595a1052d3bc08bab', 'subnets': [{'id': '2755377a-512a-443b-abd6-53f27ea1e7d6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ad34c6b5-2eeb-4eff-9a8b-b63d4453550d', 'name': '', 'network_id': '7ac09a3b-77d4-4481-9241-c183e4bc8111', 'tenant_id': 'bdb543259a0c43f595a1052d3bc08bab', 'mac_address': 'fa:16:3e:c9:88:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5e8a916-fe4e-43be-b391-79a2897a9f8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3351, 'fixed_ips': [{'subnet_id': '65091cd9-7c37-4b4f-94b4-f884261c7b11', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:54:49Z', 'updated_at': '2021-11-23T17:54:59Z', 'revision_number': 5, 'project_id': 'bdb543259a0c43f595a1052d3bc08bab', 'subnets': [{'id': '65091cd9-7c37-4b4f-94b4-f884261c7b11', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:55:10.442972 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 46294) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:55:10.448306 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-26b53a33-a2af-4764-ba8c-ffe839e5b4fa tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] 10.222.0.60 "DELETE /v2.0/networks/a7550094-e7d9-4b19-a380-c87b6014393e HTTP/1.1" status: 204 len: 168 time: 1.4371529 Nov 23 17:55:10.453969 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b53a33-a2af-4764-ba8c-ffe839e5b4fa tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Pushing event deleted for resources: {'Network': ['ID=a7550094-e7d9-4b19-a380-c87b6014393e,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:55:10.459792 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-9c6abcc0-2730-44d7-bdf1-b4aefc1feab1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:10.465379 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-9c6abcc0-2730-44d7-bdf1-b4aefc1feab1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:10.536222 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-9c6abcc0-2730-44d7-bdf1-b4aefc1feab1 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=658c10308d844f46a7f41fb627c6dcb0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7529693 Nov 23 17:55:10.538284 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 46296) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:55:10.546318 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6abcc0-2730-44d7-bdf1-b4aefc1feab1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ee2b7be-edb5-4845-b7b3-9ba1f0019af1,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:55:10.614392 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-28b26b5a-1dca-4e52-90e0-316cf4f51dca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:10.626221 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 46298) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:55:10.648807 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-28b26b5a-1dca-4e52-90e0-316cf4f51dca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:10.755225 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-28b26b5a-1dca-4e52-90e0-316cf4f51dca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:10.755225 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-28b26b5a-1dca-4e52-90e0-316cf4f51dca admin admin] Publish callbacks [] for security_group, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:10.755225 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-28b26b5a-1dca-4e52-90e0-316cf4f51dca admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/4ee2b7be-edb5-4845-b7b3-9ba1f0019af1 HTTP/1.1" status: 204 len: 168 time: 0.2157443 Nov 23 17:55:10.768872 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b26b5a-1dca-4e52-90e0-316cf4f51dca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ee2b7be-edb5-4845-b7b3-9ba1f0019af1,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:55:10.801831 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-5125f451-9c2a-4813-a605-81ab087c7395 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a4887ed955e34c0d9d70279ab27c3a57&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1735387 Nov 23 17:55:10.804243 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 46302) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:55:10.913512 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-558a83eb-516f-44be-8fc8-73aa286ffb78 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:10.946005 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-558a83eb-516f-44be-8fc8-73aa286ffb78 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:11.032575 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-558a83eb-516f-44be-8fc8-73aa286ffb78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:11.035297 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-558a83eb-516f-44be-8fc8-73aa286ffb78 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:11.038745 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-558a83eb-516f-44be-8fc8-73aa286ffb78 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/440fe425-e2f5-4333-9e47-c73847db08ae HTTP/1.1" status: 204 len: 168 time: 0.2312999 Nov 23 17:55:11.049108 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558a83eb-516f-44be-8fc8-73aa286ffb78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=440fe425-e2f5-4333-9e47-c73847db08ae,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:55:11.077849 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-58075dee-7ff6-467f-ba03-d8519b9a8aca tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1794372'] for router_interface, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:11.238577 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 46308) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:55:11.255412 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-a280d2af-418f-4b47-af11-a4630339d630 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:11.368192 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device eae7f9cb-04e4-4065-bfc7-81700c3539db no longer exists at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:55:11.432287 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-58075dee-7ff6-467f-ba03-d8519b9a8aca tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Deleting port ad34c6b5-2eeb-4eff-9a8b-b63d4453550d {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:55:11.433282 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-58075dee-7ff6-467f-ba03-d8519b9a8aca tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:11.434529 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] No Port match for: eae7f9cb-04e4-4065-bfc7-81700c3539db {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:55:11.438532 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device eae7f9cb-04e4-4065-bfc7-81700c3539db not bound to the agent host n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:55:11.515750 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-a280d2af-418f-4b47-af11-a4630339d630 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:11.525329 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-a280d2af-418f-4b47-af11-a4630339d630 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:11.576936 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a280d2af-418f-4b47-af11-a4630339d630 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d9dd790-b84d-400d-96d0-abb7bd452ba1,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:55:11.581238 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-58075dee-7ff6-467f-ba03-d8519b9a8aca tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] For port ad34c6b5-2eeb-4eff-9a8b-b63d4453550d, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=ad34c6b5-2eeb-4eff-9a8b-b63d4453550d,segment=NetworkSegment(a75efa22-da00-4b51-86da-bec49f8302a6),segment_id=a75efa22-da00-4b51-86da-bec49f8302a6)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:55:11.581641 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-58075dee-7ff6-467f-ba03-d8519b9a8aca tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:11.620636 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-58075dee-7ff6-467f-ba03-d8519b9a8aca tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Calling delete_port for ad34c6b5-2eeb-4eff-9a8b-b63d4453550d owned by network:router_interface {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:55:11.639531 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-a280d2af-418f-4b47-af11-a4630339d630 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=9a8c3af45aec4cc7b2ad1af77b568a82&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3971980 Nov 23 17:55:11.643136 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 46318) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:55:11.822743 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-9bc90c16-6b35-4d23-8f9c-46c726d344d2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:11.869161 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-9bc90c16-6b35-4d23-8f9c-46c726d344d2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:11.930578 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-58075dee-7ff6-467f-ba03-d8519b9a8aca tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:11.962420 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58075dee-7ff6-467f-ba03-d8519b9a8aca tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Pushing event deleted for resources: {'Port': ['ID=ad34c6b5-2eeb-4eff-9a8b-b63d4453550d,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:55:12.115134 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-58075dee-7ff6-467f-ba03-d8519b9a8aca tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2067500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1794520'] for router_interface, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:12.130127 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-9bc90c16-6b35-4d23-8f9c-46c726d344d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:12.133392 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-9bc90c16-6b35-4d23-8f9c-46c726d344d2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:12.137425 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-9bc90c16-6b35-4d23-8f9c-46c726d344d2 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/8d9dd790-b84d-400d-96d0-abb7bd452ba1 HTTP/1.1" status: 204 len: 168 time: 0.4932122 Nov 23 17:55:12.208928 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc90c16-6b35-4d23-8f9c-46c726d344d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d9dd790-b84d-400d-96d0-abb7bd452ba1,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:55:12.361517 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58075dee-7ff6-467f-ba03-d8519b9a8aca tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Router e5e8a916-fe4e-43be-b391-79a2897a9f8d has already been hosted by L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 {{(pid=103590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 17:55:12.472905 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58075dee-7ff6-467f-ba03-d8519b9a8aca tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:55:12.478380 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-58075dee-7ff6-467f-ba03-d8519b9a8aca tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] 10.222.0.60 "PUT /v2.0/routers/e5e8a916-fe4e-43be-b391-79a2897a9f8d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0329766 Nov 23 17:55:12.481779 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 46332) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:55:12.504450 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d296017-e575-40c2-a65a-f7a6ddfbd863 None None] Sync routers for ids ['e5e8a916-fe4e-43be-b391-79a2897a9f8d'] in n-d-816206-8 {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:55:12.531787 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d296017-e575-40c2-a65a-f7a6ddfbd863 None None] Routers {'e5e8a916-fe4e-43be-b391-79a2897a9f8d'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:55:12.533970 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-6d296017-e575-40c2-a65a-f7a6ddfbd863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:54:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['e5e8a916-fe4e-43be-b391-79a2897a9f8d'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:55:12.610733 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.db_base_plugin_v2 [None req-3417fea2-5b74-4c59-b92c-248a0cce0385 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Deleting subnet 65091cd9-7c37-4b4f-94b4-f884261c7b11 {{(pid=103591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 17:55:12.632285 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-3417fea2-5b74-4c59-b92c-248a0cce0385 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks [] for subnet, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:12.711695 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-3417fea2-5b74-4c59-b92c-248a0cce0385 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265990000'] for subnet, precommit_delete_associations {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:12.809008 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 46336) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:55:12.830447 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-26e3b73a-8c1e-4c62-965e-9627e99e2a7a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:12.849306 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-3417fea2-5b74-4c59-b92c-248a0cce0385 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971956'] for subnet, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:12.927080 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvr_db [None req-6d296017-e575-40c2-a65a-f7a6ddfbd863 None None] Set router e5e8a916-fe4e-43be-b391-79a2897a9f8d gateway port host: None {{(pid=103592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:55:12.940746 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-3417fea2-5b74-4c59-b92c-248a0cce0385 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264758240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264314269'] for subnet, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:12.972991 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-3417fea2-5b74-4c59-b92c-248a0cce0385 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for subnet, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:12.983610 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 46342) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:55:12.987317 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-3417fea2-5b74-4c59-b92c-248a0cce0385 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] 10.222.0.60 "DELETE /v2.0/subnets/65091cd9-7c37-4b4f-94b4-f884261c7b11 HTTP/1.1" status: 204 len: 168 time: 0.5010591 Nov 23 17:55:13.017830 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33549c80-aae9-4fbf-84ff-6375fa928363 None None] Network 7ac09a3b-77d4-4481-9241-c183e4bc8111 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:55:13.044513 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3417fea2-5b74-4c59-b92c-248a0cce0385 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Pushing event deleted for resources: {'Subnet': ['ID=65091cd9-7c37-4b4f-94b4-f884261c7b11,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:55:13.060875 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-26e3b73a-8c1e-4c62-965e-9627e99e2a7a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:13.108175 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa219a46-82f5-4f4a-9e1b-f3ee32e5d75d req-e09fe542-2bba-4596-b554-c0e9a2faebef tempest-VolumesSnapshotTestJSON-834487947 tempest-VolumesSnapshotTestJSON-834487947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:55:13.112996 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-26e3b73a-8c1e-4c62-965e-9627e99e2a7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:13.118107 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-fa219a46-82f5-4f4a-9e1b-f3ee32e5d75d req-e09fe542-2bba-4596-b554-c0e9a2faebef tempest-VolumesSnapshotTestJSON-834487947 tempest-VolumesSnapshotTestJSON-834487947-project] 10.222.0.60 "GET /v2.0/ports?device_id=2d4a4e3b-b3cd-467d-83fd-4a1ecafe0ff8 HTTP/1.1" status: 200 len: 945 time: 0.0851822 Nov 23 17:55:13.166971 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-12b6afbe-2d97-428c-ae06-59fa54631973 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-555181'] for network, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:13.182056 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-26e3b73a-8c1e-4c62-965e-9627e99e2a7a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b73a1ddd5a00472e980759827b5dea08&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3719234 Nov 23 17:55:13.183198 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e3b73a-8c1e-4c62-965e-9627e99e2a7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f74ec20a-941d-44a2-a571-826d961ee14e,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:55:13.185860 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 46344) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:55:13.210486 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-fa219a46-82f5-4f4a-9e1b-f3ee32e5d75d req-96781ad6-d62b-4b04-91d3-7239430e6dfe tempest-VolumesSnapshotTestJSON-834487947 tempest-VolumesSnapshotTestJSON-834487947-project] 10.222.0.60 "GET /v2.0/security-groups?id=9ee8fc93-0a51-4d17-a68b-24997fd5e1c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913224 Nov 23 17:55:13.289538 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b6f43a44-cb59-4546-b848-3919921d9ec9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:13.303355 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-4f34803a-1968-4f75-87bd-b113ca2d16ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:13.321191 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-12b6afbe-2d97-428c-ae06-59fa54631973 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Deleting port f03e93b0-c44c-4cfd-8d1d-bda27b072138 {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:55:13.321415 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-12b6afbe-2d97-428c-ae06-59fa54631973 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:13.324609 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b6f43a44-cb59-4546-b848-3919921d9ec9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:13.424887 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-6d296017-e575-40c2-a65a-f7a6ddfbd863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5e8a916-fe4e-43be-b391-79a2897a9f8d', 'name': 'tempest-RoutersIpV6Test-router-416023099', 'tenant_id': 'bdb543259a0c43f595a1052d3bc08bab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:54:33Z', 'updated_at': '2021-11-23T17:55:11Z', 'revision_number': 9, 'project_id': 'bdb543259a0c43f595a1052d3bc08bab', 'gw_port_host': None, '_interfaces': [{'id': '86aa1477-33a5-44ac-a5d3-a5c270b629a3', 'name': '', 'network_id': '214048d3-777a-4a74-afd5-e149e9d2f72e', 'tenant_id': 'bdb543259a0c43f595a1052d3bc08bab', 'mac_address': 'fa:16:3e:2e:f4:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5e8a916-fe4e-43be-b391-79a2897a9f8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3341, 'fixed_ips': [{'subnet_id': '9673955b-5c0a-40b7-98d8-25aa44e688a1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:54:42Z', 'updated_at': '2021-11-23T17:54:51Z', 'revision_number': 5, 'project_id': 'bdb543259a0c43f595a1052d3bc08bab', 'subnets': [{'id': '9673955b-5c0a-40b7-98d8-25aa44e688a1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8f90752d-5443-4e2b-a104-84a5bb15774d', 'name': '', 'network_id': '4ec7bfec-4b8e-4ad7-819f-2dbc2a25fcf7', 'tenant_id': 'bdb543259a0c43f595a1052d3bc08bab', 'mac_address': 'fa:16:3e:be:7e:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5e8a916-fe4e-43be-b391-79a2897a9f8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3331, 'fixed_ips': [{'subnet_id': '2755377a-512a-443b-abd6-53f27ea1e7d6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:54:35Z', 'updated_at': '2021-11-23T17:54:45Z', 'revision_number': 5, 'project_id': 'bdb543259a0c43f595a1052d3bc08bab', 'subnets': [{'id': '2755377a-512a-443b-abd6-53f27ea1e7d6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:55:13.431470 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-841ce302-0527-4ad6-bebd-801c6e593c6a None None] DHCP port deletion for 7ac09a3b-77d4-4481-9241-c183e4bc8111 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:55:13.465796 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-12b6afbe-2d97-428c-ae06-59fa54631973 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] For port f03e93b0-c44c-4cfd-8d1d-bda27b072138, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=f03e93b0-c44c-4cfd-8d1d-bda27b072138,segment=NetworkSegment(a75efa22-da00-4b51-86da-bec49f8302a6),segment_id=a75efa22-da00-4b51-86da-bec49f8302a6)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:55:13.466450 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-12b6afbe-2d97-428c-ae06-59fa54631973 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:13.473614 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d296017-e575-40c2-a65a-f7a6ddfbd863 None None] Checking router: e5e8a916-fe4e-43be-b391-79a2897a9f8d for host: n-d-816206-8 {{(pid=103592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 17:55:13.484305 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-12b6afbe-2d97-428c-ae06-59fa54631973 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Calling delete_port for f03e93b0-c44c-4cfd-8d1d-bda27b072138 owned by network:dhcp {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:55:13.500292 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b6f43a44-cb59-4546-b848-3919921d9ec9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:13.503861 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b6f43a44-cb59-4546-b848-3919921d9ec9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:13.506234 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-b6f43a44-cb59-4546-b848-3919921d9ec9 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f74ec20a-941d-44a2-a571-826d961ee14e HTTP/1.1" status: 204 len: 168 time: 0.3179319 Nov 23 17:55:13.516085 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d296017-e575-40c2-a65a-f7a6ddfbd863 None None] Routers {'e5e8a916-fe4e-43be-b391-79a2897a9f8d'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:55:13.516961 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-6d296017-e575-40c2-a65a-f7a6ddfbd863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:54:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['e5e8a916-fe4e-43be-b391-79a2897a9f8d'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:55:13.551594 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f43a44-cb59-4546-b848-3919921d9ec9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f74ec20a-941d-44a2-a571-826d961ee14e,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:55:13.606300 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-12b6afbe-2d97-428c-ae06-59fa54631973 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:13.644463 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b6afbe-2d97-428c-ae06-59fa54631973 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Pushing event deleted for resources: {'Port': ['ID=f03e93b0-c44c-4cfd-8d1d-bda27b072138,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:55:13.661831 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:13.663045 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12b6afbe-2d97-428c-ae06-59fa54631973 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] No DVR routers for this DVR port f03e93b0-c44c-4cfd-8d1d-bda27b072138 on host n-d-816206-8 {{(pid=103590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:55:13.690175 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvr_db [None req-6d296017-e575-40c2-a65a-f7a6ddfbd863 None None] Set router e5e8a916-fe4e-43be-b391-79a2897a9f8d gateway port host: None {{(pid=103592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:55:13.693616 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-841ce302-0527-4ad6-bebd-801c6e593c6a None None] Deleting port f03e93b0-c44c-4cfd-8d1d-bda27b072138 {{(pid=103592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:55:13.694040 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-841ce302-0527-4ad6-bebd-801c6e593c6a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:13.787058 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-12b6afbe-2d97-428c-ae06-59fa54631973 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973419', 'neutron.services.segments.db._delete_segments_for_network-8736635878840'] for network, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:13.814735 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-12b6afbe-2d97-428c-ae06-59fa54631973 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ac09a3b-77d4-4481-9241-c183e4bc8111']}} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:55:13.827904 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-12b6afbe-2d97-428c-ae06-59fa54631973 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a75efa22-da00-4b51-86da-bec49f8302a6') {'for_net_delete': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:55:13.828350 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-12b6afbe-2d97-428c-ae06-59fa54631973 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a75efa22-da00-4b51-86da-bec49f8302a6') {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:55:13.844012 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-12b6afbe-2d97-428c-ae06-59fa54631973 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736635840332', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-267528353'] for segment, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:13.866206 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-12b6afbe-2d97-428c-ae06-59fa54631973 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:13.884436 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12b6afbe-2d97-428c-ae06-59fa54631973 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Releasing vlan 505 on physical network physnet1 to pool {{(pid=103590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 17:55:13.885181 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-12b6afbe-2d97-428c-ae06-59fa54631973 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264370093'] for segment, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:13.928112 n-d-816206-8 neutron-server[103590]: Traceback (most recent call last): Nov 23 17:55:13.928112 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 17:55:13.928112 n-d-816206-8 neutron-server[103590]: timer() Nov 23 17:55:13.928112 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 17:55:13.928112 n-d-816206-8 neutron-server[103590]: cb(*args, **kw) Nov 23 17:55:13.928112 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 17:55:13.928112 n-d-816206-8 neutron-server[103590]: return func(*args, **kwargs) Nov 23 17:55:13.928112 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 17:55:13.928112 n-d-816206-8 neutron-server[103590]: self._notify() Nov 23 17:55:13.928112 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 17:55:13.928112 n-d-816206-8 neutron-server[103590]: self.callback(batched_events) Nov 23 17:55:13.928112 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 17:55:13.928112 n-d-816206-8 neutron-server[103590]: event.method(event) Nov 23 17:55:13.928112 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 17:55:13.928112 n-d-816206-8 neutron-server[103590]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 17:55:13.928112 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 17:55:13.928112 n-d-816206-8 neutron-server[103590]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 17:55:13.928112 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 17:55:13.928112 n-d-816206-8 neutron-server[103590]: return f(self, *a, **k) Nov 23 17:55:13.928112 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 17:55:13.928112 n-d-816206-8 neutron-server[103590]: return self._get(url).json() Nov 23 17:55:13.928112 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 17:55:13.928112 n-d-816206-8 neutron-server[103590]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 17:55:13.928112 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 17:55:13.928112 n-d-816206-8 neutron-server[103590]: return self.request(url, 'GET', **kwargs) Nov 23 17:55:13.928112 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 17:55:13.928112 n-d-816206-8 neutron-server[103590]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 17:55:13.928112 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 17:55:13.928112 n-d-816206-8 neutron-server[103590]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 17:55:13.928112 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 17:55:13.928112 n-d-816206-8 neutron-server[103590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 17:55:13.928112 n-d-816206-8 neutron-server[103590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 17:55:13.940140 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-841ce302-0527-4ad6-bebd-801c6e593c6a None None] For port f03e93b0-c44c-4cfd-8d1d-bda27b072138, host n-d-816206-8, got binding levels [] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:55:13.940567 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-841ce302-0527-4ad6-bebd-801c6e593c6a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:13.982956 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-12b6afbe-2d97-428c-ae06-59fa54631973 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1795418'] for network, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:13.999177 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-12b6afbe-2d97-428c-ae06-59fa54631973 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks [] for network, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:14.006622 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-12b6afbe-2d97-428c-ae06-59fa54631973 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] 10.222.0.60 "DELETE /v2.0/networks/7ac09a3b-77d4-4481-9241-c183e4bc8111 HTTP/1.1" status: 204 len: 168 time: 1.0195322 Nov 23 17:55:14.006988 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 46350) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:55:14.011796 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-841ce302-0527-4ad6-bebd-801c6e593c6a None None] Calling delete_port for f03e93b0-c44c-4cfd-8d1d-bda27b072138 owned by network:dhcp {{(pid=103592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:55:14.015038 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.ipam_backend_mixin [None req-841ce302-0527-4ad6-bebd-801c6e593c6a None None] Port f03e93b0-c44c-4cfd-8d1d-bda27b072138 was not found and therefore no delete operation was performed {{(pid=103592) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 23 17:55:14.029045 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-841ce302-0527-4ad6-bebd-801c6e593c6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989'] for port, after_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:14.032614 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b6afbe-2d97-428c-ae06-59fa54631973 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Pushing event deleted for resources: {'Network': ['ID=7ac09a3b-77d4-4481-9241-c183e4bc8111,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:55:14.062515 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-841ce302-0527-4ad6-bebd-801c6e593c6a None None] Network 7ac09a3b-77d4-4481-9241-c183e4bc8111 is not hosted by any dhcp agent {{(pid=103592) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 23 17:55:14.062992 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-841ce302-0527-4ad6-bebd-801c6e593c6a None None] No DVR routers for this DVR port f03e93b0-c44c-4cfd-8d1d-bda27b072138 on host n-d-816206-8 {{(pid=103592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:55:14.068808 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841ce302-0527-4ad6-bebd-801c6e593c6a None None] Pushing event deleted for resources: {'Port': ['ID=f03e93b0-c44c-4cfd-8d1d-bda27b072138,revision_number=None']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:55:14.095501 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-6d296017-e575-40c2-a65a-f7a6ddfbd863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5e8a916-fe4e-43be-b391-79a2897a9f8d', 'name': 'tempest-RoutersIpV6Test-router-416023099', 'tenant_id': 'bdb543259a0c43f595a1052d3bc08bab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:54:33Z', 'updated_at': '2021-11-23T17:55:11Z', 'revision_number': 9, 'project_id': 'bdb543259a0c43f595a1052d3bc08bab', 'gw_port_host': None, '_interfaces': [{'id': '86aa1477-33a5-44ac-a5d3-a5c270b629a3', 'name': '', 'network_id': '214048d3-777a-4a74-afd5-e149e9d2f72e', 'tenant_id': 'bdb543259a0c43f595a1052d3bc08bab', 'mac_address': 'fa:16:3e:2e:f4:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5e8a916-fe4e-43be-b391-79a2897a9f8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3341, 'fixed_ips': [{'subnet_id': '9673955b-5c0a-40b7-98d8-25aa44e688a1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:54:42Z', 'updated_at': '2021-11-23T17:54:51Z', 'revision_number': 5, 'project_id': 'bdb543259a0c43f595a1052d3bc08bab', 'subnets': [{'id': '9673955b-5c0a-40b7-98d8-25aa44e688a1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8f90752d-5443-4e2b-a104-84a5bb15774d', 'name': '', 'network_id': '4ec7bfec-4b8e-4ad7-819f-2dbc2a25fcf7', 'tenant_id': 'bdb543259a0c43f595a1052d3bc08bab', 'mac_address': 'fa:16:3e:be:7e:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5e8a916-fe4e-43be-b391-79a2897a9f8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3331, 'fixed_ips': [{'subnet_id': '2755377a-512a-443b-abd6-53f27ea1e7d6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:54:35Z', 'updated_at': '2021-11-23T17:54:45Z', 'revision_number': 5, 'project_id': 'bdb543259a0c43f595a1052d3bc08bab', 'subnets': [{'id': '2755377a-512a-443b-abd6-53f27ea1e7d6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:55:14.146141 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d296017-e575-40c2-a65a-f7a6ddfbd863 None None] The sync data for ids ['e5e8a916-fe4e-43be-b391-79a2897a9f8d'] in n-d-816206-8 is: [{'id': 'e5e8a916-fe4e-43be-b391-79a2897a9f8d', 'name': 'tempest-RoutersIpV6Test-router-416023099', 'tenant_id': 'bdb543259a0c43f595a1052d3bc08bab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:54:33Z', 'updated_at': '2021-11-23T17:55:11Z', 'revision_number': 9, 'project_id': 'bdb543259a0c43f595a1052d3bc08bab', 'gw_port_host': None, '_interfaces': [{'id': '86aa1477-33a5-44ac-a5d3-a5c270b629a3', 'name': '', 'network_id': '214048d3-777a-4a74-afd5-e149e9d2f72e', 'tenant_id': 'bdb543259a0c43f595a1052d3bc08bab', 'mac_address': 'fa:16:3e:2e:f4:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5e8a916-fe4e-43be-b391-79a2897a9f8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3341, 'fixed_ips': [{'subnet_id': '9673955b-5c0a-40b7-98d8-25aa44e688a1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:54:42Z', 'updated_at': '2021-11-23T17:54:51Z', 'revision_number': 5, 'project_id': 'bdb543259a0c43f595a1052d3bc08bab', 'subnets': [{'id': '9673955b-5c0a-40b7-98d8-25aa44e688a1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8f90752d-5443-4e2b-a104-84a5bb15774d', 'name': '', 'network_id': '4ec7bfec-4b8e-4ad7-819f-2dbc2a25fcf7', 'tenant_id': 'bdb543259a0c43f595a1052d3bc08bab', 'mac_address': 'fa:16:3e:be:7e:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5e8a916-fe4e-43be-b391-79a2897a9f8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3331, 'fixed_ips': [{'subnet_id': '2755377a-512a-443b-abd6-53f27ea1e7d6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:54:35Z', 'updated_at': '2021-11-23T17:54:45Z', 'revision_number': 5, 'project_id': 'bdb543259a0c43f595a1052d3bc08bab', 'subnets': [{'id': '2755377a-512a-443b-abd6-53f27ea1e7d6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:55:14.311256 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:14.432938 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2696df04-442a-46dd-9cdd-6136f5a9472d req-0668ab7e-f5f0-44b0-b2b5-52b7c3efc8f3 tempest-VolumesSnapshotTestJSON-834487947 tempest-VolumesSnapshotTestJSON-834487947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:55:14.435468 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2696df04-442a-46dd-9cdd-6136f5a9472d req-0668ab7e-f5f0-44b0-b2b5-52b7c3efc8f3 tempest-VolumesSnapshotTestJSON-834487947 tempest-VolumesSnapshotTestJSON-834487947-project] 10.222.0.60 "GET /v2.0/ports?device_id=2d4a4e3b-b3cd-467d-83fd-4a1ecafe0ff8 HTTP/1.1" status: 200 len: 945 time: 0.1202319 Nov 23 17:55:14.517079 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2696df04-442a-46dd-9cdd-6136f5a9472d req-104c0070-1cf1-4fd5-946c-bce508b6ec40 tempest-VolumesSnapshotTestJSON-834487947 tempest-VolumesSnapshotTestJSON-834487947-project] 10.222.0.60 "GET /v2.0/security-groups?id=9ee8fc93-0a51-4d17-a68b-24997fd5e1c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700090 Nov 23 17:55:14.592932 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-f99163ae-d7a7-47a3-b19f-1b8ebdbdaca8 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1794372'] for router_interface, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:14.741282 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e8a7b1-15de-44e6-b92f-463eec96d91f req-c2bdb7c4-ef09-4e5c-9b52-e968297b8242 tempest-VolumesSnapshotTestJSON-834487947 tempest-VolumesSnapshotTestJSON-834487947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:55:14.742784 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f0e8a7b1-15de-44e6-b92f-463eec96d91f req-c2bdb7c4-ef09-4e5c-9b52-e968297b8242 tempest-VolumesSnapshotTestJSON-834487947 tempest-VolumesSnapshotTestJSON-834487947-project] 10.222.0.36 "GET /v2.0/ports?device_id=2d4a4e3b-b3cd-467d-83fd-4a1ecafe0ff8 HTTP/1.1" status: 200 len: 945 time: 0.1036878 Nov 23 17:55:14.943159 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [req-f0e8a7b1-15de-44e6-b92f-463eec96d91f req-c97c8445-ce93-4c5d-8db7-c4c312541ac7 tempest-VolumesSnapshotTestJSON-834487947 tempest-VolumesSnapshotTestJSON-834487947-project] Deleting port 8120b810-361b-44c1-959a-483fc8d65949 {{(pid=103591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:55:14.943505 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-f0e8a7b1-15de-44e6-b92f-463eec96d91f req-c97c8445-ce93-4c5d-8db7-c4c312541ac7 tempest-VolumesSnapshotTestJSON-834487947 tempest-VolumesSnapshotTestJSON-834487947-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:15.081851 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-90be9485-e216-462e-830b-a13acc4bb7d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:15.105461 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-f0e8a7b1-15de-44e6-b92f-463eec96d91f req-c97c8445-ce93-4c5d-8db7-c4c312541ac7 tempest-VolumesSnapshotTestJSON-834487947 tempest-VolumesSnapshotTestJSON-834487947-project] For port 8120b810-361b-44c1-959a-483fc8d65949, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=8120b810-361b-44c1-959a-483fc8d65949,segment=NetworkSegment(870208a2-a4b2-4b02-aec7-63aaef1eda1f),segment_id=870208a2-a4b2-4b02-aec7-63aaef1eda1f)] {{(pid=103591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:55:15.105979 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-f0e8a7b1-15de-44e6-b92f-463eec96d91f req-c97c8445-ce93-4c5d-8db7-c4c312541ac7 tempest-VolumesSnapshotTestJSON-834487947 tempest-VolumesSnapshotTestJSON-834487947-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:15.126187 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [req-f0e8a7b1-15de-44e6-b92f-463eec96d91f req-c97c8445-ce93-4c5d-8db7-c4c312541ac7 tempest-VolumesSnapshotTestJSON-834487947 tempest-VolumesSnapshotTestJSON-834487947-project] Calling delete_port for 8120b810-361b-44c1-959a-483fc8d65949 owned by compute:nova {{(pid=103591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:55:15.136962 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-f99163ae-d7a7-47a3-b19f-1b8ebdbdaca8 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Deleting port 86aa1477-33a5-44ac-a5d3-a5c270b629a3 {{(pid=103591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:55:15.136962 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-f99163ae-d7a7-47a3-b19f-1b8ebdbdaca8 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:15.297263 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [None req-f99163ae-d7a7-47a3-b19f-1b8ebdbdaca8 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] For port 86aa1477-33a5-44ac-a5d3-a5c270b629a3, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=86aa1477-33a5-44ac-a5d3-a5c270b629a3,segment=NetworkSegment(c884be40-aeb4-423b-8ebb-4741f3fa9ca8),segment_id=c884be40-aeb4-423b-8ebb-4741f3fa9ca8)] {{(pid=103591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:55:15.297635 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-f99163ae-d7a7-47a3-b19f-1b8ebdbdaca8 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:15.311596 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device f03e93b0-c44c-4cfd-8d1d-bda27b072138 no longer exists at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:55:15.321103 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-f99163ae-d7a7-47a3-b19f-1b8ebdbdaca8 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Calling delete_port for 86aa1477-33a5-44ac-a5d3-a5c270b629a3 owned by network:router_interface {{(pid=103591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:55:15.343360 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] No Port match for: f03e93b0-c44c-4cfd-8d1d-bda27b072138 {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:55:15.343711 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device f03e93b0-c44c-4cfd-8d1d-bda27b072138 not bound to the agent host n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:55:15.344147 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device ad34c6b5-2eeb-4eff-9a8b-b63d4453550d no longer exists at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:55:15.366260 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] No Port match for: ad34c6b5-2eeb-4eff-9a8b-b63d4453550d {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:55:15.366260 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device ad34c6b5-2eeb-4eff-9a8b-b63d4453550d not bound to the agent host n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:55:15.455549 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-f0e8a7b1-15de-44e6-b92f-463eec96d91f req-c97c8445-ce93-4c5d-8db7-c4c312541ac7 tempest-VolumesSnapshotTestJSON-834487947 tempest-VolumesSnapshotTestJSON-834487947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:15.521992 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97c8445-ce93-4c5d-8db7-c4c312541ac7 tempest-VolumesSnapshotTestJSON-834487947 tempest-VolumesSnapshotTestJSON-834487947-project] Pushing event deleted for resources: {'Port': ['ID=8120b810-361b-44c1-959a-483fc8d65949,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:55:15.551665 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-628a6b6e-0e26-43d9-952f-ae597b702324 None None] DHCP port deletion for 7ac268de-08e0-4d04-9511-b148f4c874eb request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:55:15.597946 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0e8a7b1-15de-44e6-b92f-463eec96d91f req-c97c8445-ce93-4c5d-8db7-c4c312541ac7 tempest-VolumesSnapshotTestJSON-834487947 tempest-VolumesSnapshotTestJSON-834487947-project] No DVR routers for this DVR port 8120b810-361b-44c1-959a-483fc8d65949 on host n-h2-816206-8 {{(pid=103591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:55:15.603579 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-f0e8a7b1-15de-44e6-b92f-463eec96d91f req-c97c8445-ce93-4c5d-8db7-c4c312541ac7 tempest-VolumesSnapshotTestJSON-834487947 tempest-VolumesSnapshotTestJSON-834487947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:15.607522 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f0e8a7b1-15de-44e6-b92f-463eec96d91f req-c97c8445-ce93-4c5d-8db7-c4c312541ac7 tempest-VolumesSnapshotTestJSON-834487947 tempest-VolumesSnapshotTestJSON-834487947-project] 10.222.0.36 "DELETE /v2.0/ports/8120b810-361b-44c1-959a-483fc8d65949 HTTP/1.1" status: 204 len: 173 time: 0.8322754 Nov 23 17:55:15.608347 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d4a4e3b-b3cd-467d-83fd-4a1ecafe0ff8', 'name': 'network-vif-deleted', 'tag': '8120b810-361b-44c1-959a-483fc8d65949'}] {{(pid=103591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:55:15.611465 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41d174a19ece9499ff9ec44e5b3fc50f2abd3ffbc947fb7e52ea1e8db27b95b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1607ff4-b894-4602-80eb-7c8e41b4fd78" -d '{"events": [{"server_uuid": "2d4a4e3b-b3cd-467d-83fd-4a1ecafe0ff8", "name": "network-vif-deleted", "tag": "8120b810-361b-44c1-959a-483fc8d65949"}]}' {{(pid=103591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:55:15.678460 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ee112b87-0cf8-4f8e-ad1a-653fa8e07441 req-54af3e3d-ce39-4a02-bbf0-3bd152d1afe5 tempest-VolumesSnapshotTestJSON-834487947 tempest-VolumesSnapshotTestJSON-834487947-project] 10.222.0.60 "GET /v2.0/ports?device_id=2d4a4e3b-b3cd-467d-83fd-4a1ecafe0ff8 HTTP/1.1" status: 200 len: 210 time: 0.0360119 Nov 23 17:55:15.710959 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-f99163ae-d7a7-47a3-b19f-1b8ebdbdaca8 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:15.751422 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99163ae-d7a7-47a3-b19f-1b8ebdbdaca8 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Pushing event deleted for resources: {'Port': ['ID=86aa1477-33a5-44ac-a5d3-a5c270b629a3,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:55:15.981819 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-f99163ae-d7a7-47a3-b19f-1b8ebdbdaca8 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2067500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1794520'] for router_interface, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:16.005566 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:55:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-199787e4-209d-44e3-85a1-4f8ac0dc5920 x-openstack-request-id: req-199787e4-209d-44e3-85a1-4f8ac0dc5920 {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:55:16.006050 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d4a4e3b-b3cd-467d-83fd-4a1ecafe0ff8", "name": "network-vif-deleted", "tag": "8120b810-361b-44c1-959a-483fc8d65949", "status": "completed", "code": 200}]} {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:55:16.006482 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-199787e4-209d-44e3-85a1-4f8ac0dc5920 {{(pid=103591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:55:16.007141 n-d-816206-8 neutron-server[103591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d4a4e3b-b3cd-467d-83fd-4a1ecafe0ff8', 'name': 'network-vif-deleted', 'tag': '8120b810-361b-44c1-959a-483fc8d65949', 'status': 'completed', 'code': 200} Nov 23 17:55:16.235347 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f99163ae-d7a7-47a3-b19f-1b8ebdbdaca8 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Router e5e8a916-fe4e-43be-b391-79a2897a9f8d has already been hosted by L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 {{(pid=103591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 17:55:16.363790 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f99163ae-d7a7-47a3-b19f-1b8ebdbdaca8 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:55:16.369686 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-f99163ae-d7a7-47a3-b19f-1b8ebdbdaca8 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] 10.222.0.60 "PUT /v2.0/routers/e5e8a916-fe4e-43be-b391-79a2897a9f8d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3615882 Nov 23 17:55:16.372477 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 46424) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:55:16.381283 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-010c084f-ab0c-4d42-8837-3640bf015c5d None None] Sync routers for ids ['e5e8a916-fe4e-43be-b391-79a2897a9f8d'] in n-d-816206-8 {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:55:16.397434 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-010c084f-ab0c-4d42-8837-3640bf015c5d None None] Routers {'e5e8a916-fe4e-43be-b391-79a2897a9f8d'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:55:16.398893 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-010c084f-ab0c-4d42-8837-3640bf015c5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:55:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['e5e8a916-fe4e-43be-b391-79a2897a9f8d'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:55:16.429907 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c4e833f-e2a5-4d04-868b-704652541b21 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Deleting subnet 9673955b-5c0a-40b7-98d8-25aa44e688a1 {{(pid=103590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 17:55:16.435692 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-9c4e833f-e2a5-4d04-868b-704652541b21 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks [] for subnet, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:16.493238 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-9c4e833f-e2a5-4d04-868b-704652541b21 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-267528342'] for subnet, precommit_delete_associations {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:16.499535 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-010c084f-ab0c-4d42-8837-3640bf015c5d None None] Set router e5e8a916-fe4e-43be-b391-79a2897a9f8d gateway port host: None {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:55:16.585379 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-52822d53-48f5-4819-8a95-bdc13aea0bf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:16.597428 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-9c4e833f-e2a5-4d04-868b-704652541b21 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971956'] for subnet, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:16.680043 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-9c4e833f-e2a5-4d04-868b-704652541b21 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264357903', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264730940'] for subnet, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:16.725033 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4e833f-e2a5-4d04-868b-704652541b21 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Pushing event deleted for resources: {'Subnet': ['ID=9673955b-5c0a-40b7-98d8-25aa44e688a1,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:55:16.740812 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-9c4e833f-e2a5-4d04-868b-704652541b21 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks [] for subnet, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:16.746559 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70ad5b8b-54ec-482d-82c9-2d331fd22fa2 None None] Network 214048d3-777a-4a74-afd5-e149e9d2f72e requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:55:16.751064 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 46434) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:55:16.752653 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-9c4e833f-e2a5-4d04-868b-704652541b21 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] 10.222.0.60 "DELETE /v2.0/subnets/9673955b-5c0a-40b7-98d8-25aa44e688a1 HTTP/1.1" status: 204 len: 168 time: 0.3787384 Nov 23 17:55:16.758907 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-010c084f-ab0c-4d42-8837-3640bf015c5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5e8a916-fe4e-43be-b391-79a2897a9f8d', 'name': 'tempest-RoutersIpV6Test-router-416023099', 'tenant_id': 'bdb543259a0c43f595a1052d3bc08bab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:54:33Z', 'updated_at': '2021-11-23T17:55:15Z', 'revision_number': 10, 'project_id': 'bdb543259a0c43f595a1052d3bc08bab', 'gw_port_host': None, '_interfaces': [{'id': '8f90752d-5443-4e2b-a104-84a5bb15774d', 'name': '', 'network_id': '4ec7bfec-4b8e-4ad7-819f-2dbc2a25fcf7', 'tenant_id': 'bdb543259a0c43f595a1052d3bc08bab', 'mac_address': 'fa:16:3e:be:7e:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5e8a916-fe4e-43be-b391-79a2897a9f8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3331, 'fixed_ips': [{'subnet_id': '2755377a-512a-443b-abd6-53f27ea1e7d6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:54:35Z', 'updated_at': '2021-11-23T17:54:45Z', 'revision_number': 5, 'project_id': 'bdb543259a0c43f595a1052d3bc08bab', 'subnets': [{'id': '2755377a-512a-443b-abd6-53f27ea1e7d6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:55:16.838756 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 46438) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:55:16.940425 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device 8120b810-361b-44c1-959a-483fc8d65949 no longer exists at agent hyperv_n-h2-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:55:16.973778 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-ec54c7cc-2a9c-43f4-afe5-b5d3009a7f60 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-555181'] for network, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:17.005609 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] No Port match for: 8120b810-361b-44c1-959a-483fc8d65949 {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:55:17.006245 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device 8120b810-361b-44c1-959a-483fc8d65949 not bound to the agent host n-h2-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:55:17.024018 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-010c084f-ab0c-4d42-8837-3640bf015c5d None None] Checking router: e5e8a916-fe4e-43be-b391-79a2897a9f8d for host: n-d-816206-8 {{(pid=103593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 17:55:17.046689 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-010c084f-ab0c-4d42-8837-3640bf015c5d None None] Routers {'e5e8a916-fe4e-43be-b391-79a2897a9f8d'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:55:17.050040 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-010c084f-ab0c-4d42-8837-3640bf015c5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:55:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['e5e8a916-fe4e-43be-b391-79a2897a9f8d'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:55:17.058675 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-54c46b8b-a3bd-4439-a841-5c94c474350e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:17.098434 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-ec54c7cc-2a9c-43f4-afe5-b5d3009a7f60 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Deleting port 05fc3ece-7729-4482-9612-589ffc0e4ae9 {{(pid=103591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:55:17.099190 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-ec54c7cc-2a9c-43f4-afe5-b5d3009a7f60 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:17.166434 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5a9cdf6-9256-4b95-8d80-188edb3fff7e None None] DHCP port deletion for 214048d3-777a-4a74-afd5-e149e9d2f72e request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:55:17.175090 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-54c46b8b-a3bd-4439-a841-5c94c474350e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:17.185218 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-54c46b8b-a3bd-4439-a841-5c94c474350e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:17.208525 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [None req-ec54c7cc-2a9c-43f4-afe5-b5d3009a7f60 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] For port 05fc3ece-7729-4482-9612-589ffc0e4ae9, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=05fc3ece-7729-4482-9612-589ffc0e4ae9,segment=NetworkSegment(c884be40-aeb4-423b-8ebb-4741f3fa9ca8),segment_id=c884be40-aeb4-423b-8ebb-4741f3fa9ca8)] {{(pid=103591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:55:17.209389 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-ec54c7cc-2a9c-43f4-afe5-b5d3009a7f60 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:17.213401 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c46b8b-a3bd-4439-a841-5c94c474350e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=385fc90a-3386-4bfc-83cc-1c823c782d0a,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:55:17.228814 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-ec54c7cc-2a9c-43f4-afe5-b5d3009a7f60 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Calling delete_port for 05fc3ece-7729-4482-9612-589ffc0e4ae9 owned by network:dhcp {{(pid=103591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:55:17.252553 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-010c084f-ab0c-4d42-8837-3640bf015c5d None None] Set router e5e8a916-fe4e-43be-b391-79a2897a9f8d gateway port host: None {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:55:17.262636 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-d5a9cdf6-9256-4b95-8d80-188edb3fff7e None None] Deleting port 05fc3ece-7729-4482-9612-589ffc0e4ae9 {{(pid=103592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:55:17.263141 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-d5a9cdf6-9256-4b95-8d80-188edb3fff7e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:17.295516 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-54c46b8b-a3bd-4439-a841-5c94c474350e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=41a66a4fb861446a97ed6020291dc311&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4556224 Nov 23 17:55:17.298914 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 46444) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:55:17.330190 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-ec54c7cc-2a9c-43f4-afe5-b5d3009a7f60 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:17.381727 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e57905c0-ab24-46e7-b35f-288cb0cc13f9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:17.399778 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec54c7cc-2a9c-43f4-afe5-b5d3009a7f60 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Pushing event deleted for resources: {'Port': ['ID=05fc3ece-7729-4482-9612-589ffc0e4ae9,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:55:17.406531 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec54c7cc-2a9c-43f4-afe5-b5d3009a7f60 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] No DVR routers for this DVR port 05fc3ece-7729-4482-9612-589ffc0e4ae9 on host n-d-816206-8 {{(pid=103591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:55:17.454121 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e57905c0-ab24-46e7-b35f-288cb0cc13f9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:17.485285 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-d5a9cdf6-9256-4b95-8d80-188edb3fff7e None None] For port 05fc3ece-7729-4482-9612-589ffc0e4ae9, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=05fc3ece-7729-4482-9612-589ffc0e4ae9,segment=NetworkSegment(c884be40-aeb4-423b-8ebb-4741f3fa9ca8),segment_id=c884be40-aeb4-423b-8ebb-4741f3fa9ca8)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:55:17.487868 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-d5a9cdf6-9256-4b95-8d80-188edb3fff7e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:17.512849 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 05fc3ece-7729-4482-9612-589ffc0e4ae9 no longer exists at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:55:17.520764 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-d5a9cdf6-9256-4b95-8d80-188edb3fff7e None None] Calling delete_port for 05fc3ece-7729-4482-9612-589ffc0e4ae9 owned by network:dhcp {{(pid=103592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:55:17.551984 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e57905c0-ab24-46e7-b35f-288cb0cc13f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:17.555284 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e57905c0-ab24-46e7-b35f-288cb0cc13f9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:17.556879 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-e57905c0-ab24-46e7-b35f-288cb0cc13f9 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/385fc90a-3386-4bfc-83cc-1c823c782d0a HTTP/1.1" status: 204 len: 168 time: 0.2554550 Nov 23 17:55:17.572159 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57905c0-ab24-46e7-b35f-288cb0cc13f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=385fc90a-3386-4bfc-83cc-1c823c782d0a,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:55:17.574615 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] No Port match for: 05fc3ece-7729-4482-9612-589ffc0e4ae9 {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:55:17.575946 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 05fc3ece-7729-4482-9612-589ffc0e4ae9 not bound to the agent host n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:55:17.607968 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-ec54c7cc-2a9c-43f4-afe5-b5d3009a7f60 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973419', 'neutron.services.segments.db._delete_segments_for_network-8736635878840'] for network, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:17.650549 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-010c084f-ab0c-4d42-8837-3640bf015c5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5e8a916-fe4e-43be-b391-79a2897a9f8d', 'name': 'tempest-RoutersIpV6Test-router-416023099', 'tenant_id': 'bdb543259a0c43f595a1052d3bc08bab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:54:33Z', 'updated_at': '2021-11-23T17:55:15Z', 'revision_number': 10, 'project_id': 'bdb543259a0c43f595a1052d3bc08bab', 'gw_port_host': None, '_interfaces': [{'id': '8f90752d-5443-4e2b-a104-84a5bb15774d', 'name': '', 'network_id': '4ec7bfec-4b8e-4ad7-819f-2dbc2a25fcf7', 'tenant_id': 'bdb543259a0c43f595a1052d3bc08bab', 'mac_address': 'fa:16:3e:be:7e:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5e8a916-fe4e-43be-b391-79a2897a9f8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3331, 'fixed_ips': [{'subnet_id': '2755377a-512a-443b-abd6-53f27ea1e7d6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:54:35Z', 'updated_at': '2021-11-23T17:54:45Z', 'revision_number': 5, 'project_id': 'bdb543259a0c43f595a1052d3bc08bab', 'subnets': [{'id': '2755377a-512a-443b-abd6-53f27ea1e7d6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:55:17.683496 n-d-816206-8 neutron-server[103591]: DEBUG neutron.services.segments.db [None req-ec54c7cc-2a9c-43f4-afe5-b5d3009a7f60 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['214048d3-777a-4a74-afd5-e149e9d2f72e']}} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:55:17.687278 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-d5a9cdf6-9256-4b95-8d80-188edb3fff7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989'] for port, after_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:17.690612 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-010c084f-ab0c-4d42-8837-3640bf015c5d None None] The sync data for ids ['e5e8a916-fe4e-43be-b391-79a2897a9f8d'] in n-d-816206-8 is: [{'id': 'e5e8a916-fe4e-43be-b391-79a2897a9f8d', 'name': 'tempest-RoutersIpV6Test-router-416023099', 'tenant_id': 'bdb543259a0c43f595a1052d3bc08bab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:54:33Z', 'updated_at': '2021-11-23T17:55:15Z', 'revision_number': 10, 'project_id': 'bdb543259a0c43f595a1052d3bc08bab', 'gw_port_host': None, '_interfaces': [{'id': '8f90752d-5443-4e2b-a104-84a5bb15774d', 'name': '', 'network_id': '4ec7bfec-4b8e-4ad7-819f-2dbc2a25fcf7', 'tenant_id': 'bdb543259a0c43f595a1052d3bc08bab', 'mac_address': 'fa:16:3e:be:7e:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5e8a916-fe4e-43be-b391-79a2897a9f8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3331, 'fixed_ips': [{'subnet_id': '2755377a-512a-443b-abd6-53f27ea1e7d6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:54:35Z', 'updated_at': '2021-11-23T17:54:45Z', 'revision_number': 5, 'project_id': 'bdb543259a0c43f595a1052d3bc08bab', 'subnets': [{'id': '2755377a-512a-443b-abd6-53f27ea1e7d6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:55:17.710773 n-d-816206-8 neutron-server[103591]: DEBUG neutron.services.segments.db [None req-ec54c7cc-2a9c-43f4-afe5-b5d3009a7f60 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c884be40-aeb4-423b-8ebb-4741f3fa9ca8') {'for_net_delete': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:55:17.711026 n-d-816206-8 neutron-server[103591]: DEBUG neutron.services.segments.db [None req-ec54c7cc-2a9c-43f4-afe5-b5d3009a7f60 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c884be40-aeb4-423b-8ebb-4741f3fa9ca8') {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:55:17.733053 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-ec54c7cc-2a9c-43f4-afe5-b5d3009a7f60 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736635840332', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265989959'] for segment, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:17.738900 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a9cdf6-9256-4b95-8d80-188edb3fff7e None None] Pushing event deleted for resources: {'Port': ['ID=05fc3ece-7729-4482-9612-589ffc0e4ae9,revision_number=None']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:55:17.741079 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5a9cdf6-9256-4b95-8d80-188edb3fff7e None None] No DVR routers for this DVR port 05fc3ece-7729-4482-9612-589ffc0e4ae9 on host n-d-816206-8 {{(pid=103592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:55:17.793232 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9a27ae6c-db98-474f-94c1-cc99bf842d79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:17.793617 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-ec54c7cc-2a9c-43f4-afe5-b5d3009a7f60 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:17.806314 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec54c7cc-2a9c-43f4-afe5-b5d3009a7f60 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Releasing vlan 520 on physical network physnet1 to pool {{(pid=103591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 17:55:17.806734 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-ec54c7cc-2a9c-43f4-afe5-b5d3009a7f60 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264756290'] for segment, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:17.810250 n-d-816206-8 neutron-server[103591]: Traceback (most recent call last): Nov 23 17:55:17.810250 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 17:55:17.810250 n-d-816206-8 neutron-server[103591]: timer() Nov 23 17:55:17.810250 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 17:55:17.810250 n-d-816206-8 neutron-server[103591]: cb(*args, **kw) Nov 23 17:55:17.810250 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 17:55:17.810250 n-d-816206-8 neutron-server[103591]: return func(*args, **kwargs) Nov 23 17:55:17.810250 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 17:55:17.810250 n-d-816206-8 neutron-server[103591]: self._notify() Nov 23 17:55:17.810250 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 17:55:17.810250 n-d-816206-8 neutron-server[103591]: self.callback(batched_events) Nov 23 17:55:17.810250 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 17:55:17.810250 n-d-816206-8 neutron-server[103591]: event.method(event) Nov 23 17:55:17.810250 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 17:55:17.810250 n-d-816206-8 neutron-server[103591]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 17:55:17.810250 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 17:55:17.810250 n-d-816206-8 neutron-server[103591]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 17:55:17.810250 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 17:55:17.810250 n-d-816206-8 neutron-server[103591]: return f(self, *a, **k) Nov 23 17:55:17.810250 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 17:55:17.810250 n-d-816206-8 neutron-server[103591]: return self._get(url).json() Nov 23 17:55:17.810250 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 17:55:17.810250 n-d-816206-8 neutron-server[103591]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 17:55:17.810250 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 17:55:17.810250 n-d-816206-8 neutron-server[103591]: return self.request(url, 'GET', **kwargs) Nov 23 17:55:17.810250 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 17:55:17.810250 n-d-816206-8 neutron-server[103591]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 17:55:17.810250 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 17:55:17.810250 n-d-816206-8 neutron-server[103591]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 17:55:17.810250 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 17:55:17.810250 n-d-816206-8 neutron-server[103591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 17:55:17.810250 n-d-816206-8 neutron-server[103591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 17:55:17.898569 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-ec54c7cc-2a9c-43f4-afe5-b5d3009a7f60 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1795418'] for network, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:17.914410 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-ec54c7cc-2a9c-43f4-afe5-b5d3009a7f60 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks [] for network, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:17.920506 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-ec54c7cc-2a9c-43f4-afe5-b5d3009a7f60 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] 10.222.0.60 "DELETE /v2.0/networks/214048d3-777a-4a74-afd5-e149e9d2f72e HTTP/1.1" status: 204 len: 168 time: 1.1581478 Nov 23 17:55:17.921413 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 46452) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:55:18.334250 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec54c7cc-2a9c-43f4-afe5-b5d3009a7f60 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Pushing event deleted for resources: {'Network': ['ID=214048d3-777a-4a74-afd5-e149e9d2f72e,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:55:18.337442 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 46454) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:55:18.354123 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-58ecbd8e-cf37-4ad1-a946-6bfbd02dc568 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:18.375252 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:18.494040 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-58ecbd8e-cf37-4ad1-a946-6bfbd02dc568 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:18.502432 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-58ecbd8e-cf37-4ad1-a946-6bfbd02dc568 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:18.542583 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-58ecbd8e-cf37-4ad1-a946-6bfbd02dc568 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=4db5c182e16f4f9582515f26edc7e93d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2039244 Nov 23 17:55:18.547731 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 46460) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:55:18.580353 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ecbd8e-cf37-4ad1-a946-6bfbd02dc568 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cafb3da-f291-49f9-801b-44573898a490,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:55:18.614561 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c7c5f4e0-b02c-40a5-8684-744c77e906ac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:18.638247 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c7c5f4e0-b02c-40a5-8684-744c77e906ac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:18.694893 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c7c5f4e0-b02c-40a5-8684-744c77e906ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:18.697879 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c7c5f4e0-b02c-40a5-8684-744c77e906ac admin admin] Publish callbacks [] for security_group, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:18.701626 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-c7c5f4e0-b02c-40a5-8684-744c77e906ac admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/2cafb3da-f291-49f9-801b-44573898a490 HTTP/1.1" status: 204 len: 168 time: 0.1494219 Nov 23 17:55:18.721764 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c5f4e0-b02c-40a5-8684-744c77e906ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cafb3da-f291-49f9-801b-44573898a490,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:55:18.856132 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-421a47cf-331f-40b5-9e4c-3dbc5d3a2553 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1794372'] for router_interface, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:19.258519 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-421a47cf-331f-40b5-9e4c-3dbc5d3a2553 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Deleting port 8f90752d-5443-4e2b-a104-84a5bb15774d {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:55:19.258959 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-421a47cf-331f-40b5-9e4c-3dbc5d3a2553 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:19.262168 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 86aa1477-33a5-44ac-a5d3-a5c270b629a3 no longer exists at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:55:19.287202 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] No Port match for: 86aa1477-33a5-44ac-a5d3-a5c270b629a3 {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:55:19.287473 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 86aa1477-33a5-44ac-a5d3-a5c270b629a3 not bound to the agent host n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:55:19.365154 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-421a47cf-331f-40b5-9e4c-3dbc5d3a2553 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] For port 8f90752d-5443-4e2b-a104-84a5bb15774d, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=8f90752d-5443-4e2b-a104-84a5bb15774d,segment=NetworkSegment(e8531482-372c-4cd5-b39e-ddcb7ba42471),segment_id=e8531482-372c-4cd5-b39e-ddcb7ba42471)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:55:19.365520 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-421a47cf-331f-40b5-9e4c-3dbc5d3a2553 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:19.379419 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-421a47cf-331f-40b5-9e4c-3dbc5d3a2553 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Calling delete_port for 8f90752d-5443-4e2b-a104-84a5bb15774d owned by network:router_interface {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:55:19.562549 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-421a47cf-331f-40b5-9e4c-3dbc5d3a2553 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:19.599919 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421a47cf-331f-40b5-9e4c-3dbc5d3a2553 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Pushing event deleted for resources: {'Port': ['ID=8f90752d-5443-4e2b-a104-84a5bb15774d,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:55:19.701538 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-421a47cf-331f-40b5-9e4c-3dbc5d3a2553 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2067500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1794520'] for router_interface, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:19.868921 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-421a47cf-331f-40b5-9e4c-3dbc5d3a2553 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Router e5e8a916-fe4e-43be-b391-79a2897a9f8d has already been hosted by L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 {{(pid=103590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 17:55:19.949026 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-421a47cf-331f-40b5-9e4c-3dbc5d3a2553 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:55:19.955109 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-421a47cf-331f-40b5-9e4c-3dbc5d3a2553 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] 10.222.0.60 "PUT /v2.0/routers/e5e8a916-fe4e-43be-b391-79a2897a9f8d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0326474 Nov 23 17:55:19.957829 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 46490) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:55:19.961154 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f46f5ea-d801-4ab2-a807-9504eae6018a None None] Sync routers for ids ['e5e8a916-fe4e-43be-b391-79a2897a9f8d'] in n-d-816206-8 {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:55:19.972268 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f46f5ea-d801-4ab2-a807-9504eae6018a None None] Routers {'e5e8a916-fe4e-43be-b391-79a2897a9f8d'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:55:19.973279 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-8f46f5ea-d801-4ab2-a807-9504eae6018a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:55:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['e5e8a916-fe4e-43be-b391-79a2897a9f8d'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:55:20.014175 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_v2 [None req-697f88bf-e4c9-42d9-b02e-0a4f07c9a70b tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Deleting subnet 2755377a-512a-443b-abd6-53f27ea1e7d6 {{(pid=103590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 17:55:20.018605 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-697f88bf-e4c9-42d9-b02e-0a4f07c9a70b tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks [] for subnet, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:20.050028 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvr_db [None req-8f46f5ea-d801-4ab2-a807-9504eae6018a None None] Set router e5e8a916-fe4e-43be-b391-79a2897a9f8d gateway port host: None {{(pid=103592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:55:20.060717 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-697f88bf-e4c9-42d9-b02e-0a4f07c9a70b tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-267528342'] for subnet, precommit_delete_associations {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:20.112566 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-8f46f5ea-d801-4ab2-a807-9504eae6018a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5e8a916-fe4e-43be-b391-79a2897a9f8d', 'name': 'tempest-RoutersIpV6Test-router-416023099', 'tenant_id': 'bdb543259a0c43f595a1052d3bc08bab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:54:33Z', 'updated_at': '2021-11-23T17:55:19Z', 'revision_number': 11, 'project_id': 'bdb543259a0c43f595a1052d3bc08bab', 'gw_port_host': None}], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:55:20.142647 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f46f5ea-d801-4ab2-a807-9504eae6018a None None] Checking router: e5e8a916-fe4e-43be-b391-79a2897a9f8d for host: n-d-816206-8 {{(pid=103592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 17:55:20.155170 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f46f5ea-d801-4ab2-a807-9504eae6018a None None] Routers {'e5e8a916-fe4e-43be-b391-79a2897a9f8d'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:55:20.156048 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-8f46f5ea-d801-4ab2-a807-9504eae6018a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:55:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['e5e8a916-fe4e-43be-b391-79a2897a9f8d'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:55:20.159999 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-697f88bf-e4c9-42d9-b02e-0a4f07c9a70b tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971956'] for subnet, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:20.247472 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-697f88bf-e4c9-42d9-b02e-0a4f07c9a70b tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264357903', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264730940'] for subnet, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:20.249354 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvr_db [None req-8f46f5ea-d801-4ab2-a807-9504eae6018a None None] Set router e5e8a916-fe4e-43be-b391-79a2897a9f8d gateway port host: None {{(pid=103592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:55:20.288194 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697f88bf-e4c9-42d9-b02e-0a4f07c9a70b tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Pushing event deleted for resources: {'Subnet': ['ID=2755377a-512a-443b-abd6-53f27ea1e7d6,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:55:20.294290 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-697f88bf-e4c9-42d9-b02e-0a4f07c9a70b tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks [] for subnet, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:20.298872 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-697f88bf-e4c9-42d9-b02e-0a4f07c9a70b tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] 10.222.0.60 "DELETE /v2.0/subnets/2755377a-512a-443b-abd6-53f27ea1e7d6 HTTP/1.1" status: 204 len: 168 time: 0.3392258 Nov 23 17:55:20.301720 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 46512) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:55:20.313494 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e2b00f0-a278-4841-96dd-4c3c38e2dd0a None None] Network 4ec7bfec-4b8e-4ad7-819f-2dbc2a25fcf7 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:55:20.316184 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-8f46f5ea-d801-4ab2-a807-9504eae6018a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5e8a916-fe4e-43be-b391-79a2897a9f8d', 'name': 'tempest-RoutersIpV6Test-router-416023099', 'tenant_id': 'bdb543259a0c43f595a1052d3bc08bab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:54:33Z', 'updated_at': '2021-11-23T17:55:19Z', 'revision_number': 11, 'project_id': 'bdb543259a0c43f595a1052d3bc08bab', 'gw_port_host': None}], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:55:20.368801 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f46f5ea-d801-4ab2-a807-9504eae6018a None None] The sync data for ids ['e5e8a916-fe4e-43be-b391-79a2897a9f8d'] in n-d-816206-8 is: [{'id': 'e5e8a916-fe4e-43be-b391-79a2897a9f8d', 'name': 'tempest-RoutersIpV6Test-router-416023099', 'tenant_id': 'bdb543259a0c43f595a1052d3bc08bab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:54:33Z', 'updated_at': '2021-11-23T17:55:19Z', 'revision_number': 11, 'project_id': 'bdb543259a0c43f595a1052d3bc08bab', 'gw_port_host': None}] {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:55:20.406516 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-aa7efa60-0592-4274-aad0-eced84f86a23 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-555181'] for network, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:20.488063 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-aa7efa60-0592-4274-aad0-eced84f86a23 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Deleting port 745b622d-a3b4-4a51-a10b-f7924307fc49 {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:55:20.488605 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-aa7efa60-0592-4274-aad0-eced84f86a23 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:20.571640 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-aa7efa60-0592-4274-aad0-eced84f86a23 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] For port 745b622d-a3b4-4a51-a10b-f7924307fc49, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=745b622d-a3b4-4a51-a10b-f7924307fc49,segment=NetworkSegment(e8531482-372c-4cd5-b39e-ddcb7ba42471),segment_id=e8531482-372c-4cd5-b39e-ddcb7ba42471)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:55:20.572076 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-aa7efa60-0592-4274-aad0-eced84f86a23 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:20.590121 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-aa7efa60-0592-4274-aad0-eced84f86a23 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Calling delete_port for 745b622d-a3b4-4a51-a10b-f7924307fc49 owned by network:dhcp {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:55:20.711868 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-aa7efa60-0592-4274-aad0-eced84f86a23 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:20.759917 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7efa60-0592-4274-aad0-eced84f86a23 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Pushing event deleted for resources: {'Port': ['ID=745b622d-a3b4-4a51-a10b-f7924307fc49,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:55:20.765671 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa7efa60-0592-4274-aad0-eced84f86a23 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] No DVR routers for this DVR port 745b622d-a3b4-4a51-a10b-f7924307fc49 on host n-d-816206-8 {{(pid=103590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:55:20.776601 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f1ff973-8316-411c-a1e0-a8db29607ce1 None None] DHCP port deletion for 4ec7bfec-4b8e-4ad7-819f-2dbc2a25fcf7 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:55:20.879550 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-aa7efa60-0592-4274-aad0-eced84f86a23 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973419', 'neutron.services.segments.db._delete_segments_for_network-8736635878840'] for network, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:20.908865 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-aa7efa60-0592-4274-aad0-eced84f86a23 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ec7bfec-4b8e-4ad7-819f-2dbc2a25fcf7']}} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:55:20.919936 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-aa7efa60-0592-4274-aad0-eced84f86a23 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8531482-372c-4cd5-b39e-ddcb7ba42471') {'for_net_delete': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:55:20.920374 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-aa7efa60-0592-4274-aad0-eced84f86a23 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8531482-372c-4cd5-b39e-ddcb7ba42471') {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:55:20.931799 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-aa7efa60-0592-4274-aad0-eced84f86a23 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736635840332', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-267528353'] for segment, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:20.949507 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-aa7efa60-0592-4274-aad0-eced84f86a23 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:20.958056 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa7efa60-0592-4274-aad0-eced84f86a23 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Releasing vlan 503 on physical network physnet1 to pool {{(pid=103590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 17:55:20.959624 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-aa7efa60-0592-4274-aad0-eced84f86a23 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264370093'] for segment, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:20.965794 n-d-816206-8 neutron-server[103590]: Traceback (most recent call last): Nov 23 17:55:20.965794 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 17:55:20.965794 n-d-816206-8 neutron-server[103590]: timer() Nov 23 17:55:20.965794 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 17:55:20.965794 n-d-816206-8 neutron-server[103590]: cb(*args, **kw) Nov 23 17:55:20.965794 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 17:55:20.965794 n-d-816206-8 neutron-server[103590]: return func(*args, **kwargs) Nov 23 17:55:20.965794 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 17:55:20.965794 n-d-816206-8 neutron-server[103590]: self._notify() Nov 23 17:55:20.965794 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 17:55:20.965794 n-d-816206-8 neutron-server[103590]: self.callback(batched_events) Nov 23 17:55:20.965794 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 17:55:20.965794 n-d-816206-8 neutron-server[103590]: event.method(event) Nov 23 17:55:20.965794 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 17:55:20.965794 n-d-816206-8 neutron-server[103590]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 17:55:20.965794 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 17:55:20.965794 n-d-816206-8 neutron-server[103590]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 17:55:20.965794 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 17:55:20.965794 n-d-816206-8 neutron-server[103590]: return f(self, *a, **k) Nov 23 17:55:20.965794 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 17:55:20.965794 n-d-816206-8 neutron-server[103590]: return self._get(url).json() Nov 23 17:55:20.965794 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 17:55:20.965794 n-d-816206-8 neutron-server[103590]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 17:55:20.965794 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 17:55:20.965794 n-d-816206-8 neutron-server[103590]: return self.request(url, 'GET', **kwargs) Nov 23 17:55:20.965794 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 17:55:20.965794 n-d-816206-8 neutron-server[103590]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 17:55:20.965794 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 17:55:20.965794 n-d-816206-8 neutron-server[103590]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 17:55:20.965794 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 17:55:20.965794 n-d-816206-8 neutron-server[103590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 17:55:20.965794 n-d-816206-8 neutron-server[103590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 17:55:21.034437 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-aa7efa60-0592-4274-aad0-eced84f86a23 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1795418'] for network, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:21.039094 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-aa7efa60-0592-4274-aad0-eced84f86a23 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks [] for network, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:21.042478 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-aa7efa60-0592-4274-aad0-eced84f86a23 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] 10.222.0.60 "DELETE /v2.0/networks/4ec7bfec-4b8e-4ad7-819f-2dbc2a25fcf7 HTTP/1.1" status: 204 len: 168 time: 0.7397783 Nov 23 17:55:21.045419 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 46526) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:55:21.050329 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-f7e2e5b1-0af7-45ea-8ea5-4f6e5c835be3 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Request body: {'router': {'routes': None}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:55:21.073520 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7efa60-0592-4274-aad0-eced84f86a23 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Pushing event deleted for resources: {'Network': ['ID=4ec7bfec-4b8e-4ad7-819f-2dbc2a25fcf7,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:55:21.238050 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.extraroute_db [None req-f7e2e5b1-0af7-45ea-8ea5-4f6e5c835be3 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Added routes are [] {{(pid=103591) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 23 17:55:21.238575 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.extraroute_db [None req-f7e2e5b1-0af7-45ea-8ea5-4f6e5c835be3 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Removed routes are [] {{(pid=103591) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 23 17:55:21.239439 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-f7e2e5b1-0af7-45ea-8ea5-4f6e5c835be3 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1795385', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1794325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8160'] for router, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:21.308422 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 8f90752d-5443-4e2b-a104-84a5bb15774d no longer exists at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:55:21.335245 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] No Port match for: 8f90752d-5443-4e2b-a104-84a5bb15774d {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:55:21.336819 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 8f90752d-5443-4e2b-a104-84a5bb15774d not bound to the agent host n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:55:21.337598 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 745b622d-a3b4-4a51-a10b-f7924307fc49 no longer exists at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:55:21.361245 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] No Port match for: 745b622d-a3b4-4a51-a10b-f7924307fc49 {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:55:21.362049 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 745b622d-a3b4-4a51-a10b-f7924307fc49 not bound to the agent host n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:55:21.409437 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-f7e2e5b1-0af7-45ea-8ea5-4f6e5c835be3 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1795385', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1794325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8160'] for router, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:21.413096 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-f7e2e5b1-0af7-45ea-8ea5-4f6e5c835be3 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1795362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1795376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1795371', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1794338'] for router, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:21.502082 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7e2e5b1-0af7-45ea-8ea5-4f6e5c835be3 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Router e5e8a916-fe4e-43be-b391-79a2897a9f8d has already been hosted by L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 {{(pid=103591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 17:55:21.584356 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7e2e5b1-0af7-45ea-8ea5-4f6e5c835be3 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:55:21.592409 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-f7e2e5b1-0af7-45ea-8ea5-4f6e5c835be3 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks [] for router, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:21.593587 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-f7e2e5b1-0af7-45ea-8ea5-4f6e5c835be3 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] 10.222.0.60 "PUT /v2.0/routers/e5e8a916-fe4e-43be-b391-79a2897a9f8d HTTP/1.1" status: 200 len: 704 time: 0.5470791 Nov 23 17:55:21.596881 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 46536) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:55:21.599180 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f46f2c3f-6064-432e-90cd-78beecbeebf6 None None] Sync routers for ids ['e5e8a916-fe4e-43be-b391-79a2897a9f8d'] in n-d-816206-8 {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:55:21.618503 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f46f2c3f-6064-432e-90cd-78beecbeebf6 None None] Routers {'e5e8a916-fe4e-43be-b391-79a2897a9f8d'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:55:21.619926 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-f46f2c3f-6064-432e-90cd-78beecbeebf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:55:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['e5e8a916-fe4e-43be-b391-79a2897a9f8d'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:55:21.632195 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-06ed4dab-50e1-412a-88a0-02521758ee82 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] 10.222.0.60 "GET /v2.0/ports?device_id=e5e8a916-fe4e-43be-b391-79a2897a9f8d HTTP/1.1" status: 200 len: 205 time: 0.0334842 Nov 23 17:55:21.634030 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 46538) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:55:21.711140 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-f46f2c3f-6064-432e-90cd-78beecbeebf6 None None] Set router e5e8a916-fe4e-43be-b391-79a2897a9f8d gateway port host: None {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:55:21.749321 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c5dc95c7-fcdb-420f-b435-ecd72157fe50 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks [] for router, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:21.808254 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-f46f2c3f-6064-432e-90cd-78beecbeebf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5e8a916-fe4e-43be-b391-79a2897a9f8d', 'name': 'tempest-RoutersIpV6Test-router-416023099', 'tenant_id': 'bdb543259a0c43f595a1052d3bc08bab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:54:33Z', 'updated_at': '2021-11-23T17:55:19Z', 'revision_number': 11, 'project_id': 'bdb543259a0c43f595a1052d3bc08bab', 'gw_port_host': None}], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:55:21.844533 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f46f2c3f-6064-432e-90cd-78beecbeebf6 None None] Checking router: e5e8a916-fe4e-43be-b391-79a2897a9f8d for host: n-d-816206-8 {{(pid=103593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 17:55:21.860150 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f46f2c3f-6064-432e-90cd-78beecbeebf6 None None] Routers {'e5e8a916-fe4e-43be-b391-79a2897a9f8d'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:55:21.861712 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-f46f2c3f-6064-432e-90cd-78beecbeebf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:55:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['e5e8a916-fe4e-43be-b391-79a2897a9f8d'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:55:21.937072 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-f46f2c3f-6064-432e-90cd-78beecbeebf6 None None] Set router e5e8a916-fe4e-43be-b391-79a2897a9f8d gateway port host: None {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:55:21.975044 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c5dc95c7-fcdb-420f-b435-ecd72157fe50 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1794352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8175'] for router, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:21.980979 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c5dc95c7-fcdb-420f-b435-ecd72157fe50 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:21.996329 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-f46f2c3f-6064-432e-90cd-78beecbeebf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5e8a916-fe4e-43be-b391-79a2897a9f8d', 'name': 'tempest-RoutersIpV6Test-router-416023099', 'tenant_id': 'bdb543259a0c43f595a1052d3bc08bab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:54:33Z', 'updated_at': '2021-11-23T17:55:19Z', 'revision_number': 11, 'project_id': 'bdb543259a0c43f595a1052d3bc08bab', 'gw_port_host': None}], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:55:22.025051 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f46f2c3f-6064-432e-90cd-78beecbeebf6 None None] The sync data for ids ['e5e8a916-fe4e-43be-b391-79a2897a9f8d'] in n-d-816206-8 is: [{'id': 'e5e8a916-fe4e-43be-b391-79a2897a9f8d', 'name': 'tempest-RoutersIpV6Test-router-416023099', 'tenant_id': 'bdb543259a0c43f595a1052d3bc08bab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:54:33Z', 'updated_at': '2021-11-23T17:55:19Z', 'revision_number': 11, 'project_id': 'bdb543259a0c43f595a1052d3bc08bab', 'gw_port_host': None}] {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:55:22.039392 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c5dc95c7-fcdb-420f-b435-ecd72157fe50 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1795580'] for router, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:22.040855 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5dc95c7-fcdb-420f-b435-ecd72157fe50 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Fanout notify agent at l3_agent the message router_deleted on router e5e8a916-fe4e-43be-b391-79a2897a9f8d {{(pid=103591) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 17:55:22.049743 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c5dc95c7-fcdb-420f-b435-ecd72157fe50 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks [] for router, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:22.051358 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-c5dc95c7-fcdb-420f-b435-ecd72157fe50 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] 10.222.0.60 "DELETE /v2.0/routers/e5e8a916-fe4e-43be-b391-79a2897a9f8d HTTP/1.1" status: 204 len: 168 time: 0.4161344 Nov 23 17:55:22.056715 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 46542) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:55:22.068011 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-6449f0e0-f630-45c9-8cb8-503af2ee8653 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1733104771', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:55:22.115795 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-6449f0e0-f630-45c9-8cb8-503af2ee8653 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1793449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8093'] for router, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:22.117544 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-6449f0e0-f630-45c9-8cb8-503af2ee8653 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1794473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1794771', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1638326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8086'] for router, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:22.213470 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-6449f0e0-f630-45c9-8cb8-503af2ee8653 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:22.222210 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-6449f0e0-f630-45c9-8cb8-503af2ee8653 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1794316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1795362'] for router, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:22.241584 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-6449f0e0-f630-45c9-8cb8-503af2ee8653 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks [] for router, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:22.245418 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-6449f0e0-f630-45c9-8cb8-503af2ee8653 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1849964 Nov 23 17:55:22.245741 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 46548) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:55:22.250817 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-7f5f1659-cade-4e67-9617-6ea04c9f1851 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:55:22.462861 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-7f5f1659-cade-4e67-9617-6ea04c9f1851 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1795385', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1794325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8160'] for router, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:22.479829 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-7f5f1659-cade-4e67-9617-6ea04c9f1851 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1795362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1795376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1795371', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1794338'] for router, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:22.589178 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f5f1659-cade-4e67-9617-6ea04c9f1851 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Router f00c542b-faf7-4137-96da-a9da8411f5c3 is scheduled to L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 with binding_index 1 {{(pid=103591) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 17:55:22.680225 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f5f1659-cade-4e67-9617-6ea04c9f1851 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:55:22.688189 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-7f5f1659-cade-4e67-9617-6ea04c9f1851 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks [] for router, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:22.689723 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-7f5f1659-cade-4e67-9617-6ea04c9f1851 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] 10.222.0.60 "PUT /v2.0/routers/f00c542b-faf7-4137-96da-a9da8411f5c3 HTTP/1.1" status: 200 len: 698 time: 0.4426937 Nov 23 17:55:22.691323 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47e0db49-a647-4f0a-91e0-dca07eeefe1b None None] Sync routers for ids ['f00c542b-faf7-4137-96da-a9da8411f5c3'] in n-d-816206-8 {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:55:22.692278 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 46556) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:55:22.701643 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47e0db49-a647-4f0a-91e0-dca07eeefe1b None None] Routers {'f00c542b-faf7-4137-96da-a9da8411f5c3'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:55:22.702594 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-47e0db49-a647-4f0a-91e0-dca07eeefe1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:55:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['f00c542b-faf7-4137-96da-a9da8411f5c3'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:55:22.788892 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-f830d412-e56a-4d5a-9e9a-8ff0c31a32d5 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] 10.222.0.60 "GET /v2.0/routers/f00c542b-faf7-4137-96da-a9da8411f5c3 HTTP/1.1" status: 200 len: 704 time: 0.0951736 Nov 23 17:55:22.791718 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 46560) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:55:22.824339 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-f6a97ed4-a02f-4c8b-b733-4694b68f6a9f tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] 10.222.0.60 "GET /v2.0/ports?device_id=f00c542b-faf7-4137-96da-a9da8411f5c3 HTTP/1.1" status: 200 len: 205 time: 0.0314894 Nov 23 17:55:22.826949 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 46562) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:55:22.907230 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-abe99477-2763-43e5-9d20-a9535fb00aca tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks [] for router, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:22.966829 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvr_db [None req-47e0db49-a647-4f0a-91e0-dca07eeefe1b None None] Set router f00c542b-faf7-4137-96da-a9da8411f5c3 gateway port host: None {{(pid=103592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:55:23.023783 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-47e0db49-a647-4f0a-91e0-dca07eeefe1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f00c542b-faf7-4137-96da-a9da8411f5c3', 'name': 'tempest-RoutersIpV6Test-router-1733104771', 'tenant_id': 'bdb543259a0c43f595a1052d3bc08bab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:55:22Z', 'updated_at': '2021-11-23T17:55:22Z', 'revision_number': 2, 'project_id': 'bdb543259a0c43f595a1052d3bc08bab', 'gw_port_host': None}], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:55:23.051621 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47e0db49-a647-4f0a-91e0-dca07eeefe1b None None] Checking router: f00c542b-faf7-4137-96da-a9da8411f5c3 for host: n-d-816206-8 {{(pid=103592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 17:55:23.060680 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47e0db49-a647-4f0a-91e0-dca07eeefe1b None None] Routers {'f00c542b-faf7-4137-96da-a9da8411f5c3'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:55:23.061289 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-47e0db49-a647-4f0a-91e0-dca07eeefe1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:55:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['f00c542b-faf7-4137-96da-a9da8411f5c3'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:55:23.076771 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-abe99477-2763-43e5-9d20-a9535fb00aca tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1794352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8175'] for router, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:23.079245 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-abe99477-2763-43e5-9d20-a9535fb00aca tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:23.128940 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-abe99477-2763-43e5-9d20-a9535fb00aca tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1795580'] for router, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:23.129976 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abe99477-2763-43e5-9d20-a9535fb00aca tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Fanout notify agent at l3_agent the message router_deleted on router f00c542b-faf7-4137-96da-a9da8411f5c3 {{(pid=103591) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 17:55:23.133856 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvr_db [None req-47e0db49-a647-4f0a-91e0-dca07eeefe1b None None] Set router f00c542b-faf7-4137-96da-a9da8411f5c3 gateway port host: None {{(pid=103592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:55:23.138568 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-abe99477-2763-43e5-9d20-a9535fb00aca tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] Publish callbacks [] for router, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:23.143779 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-abe99477-2763-43e5-9d20-a9535fb00aca tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] 10.222.0.60 "DELETE /v2.0/routers/f00c542b-faf7-4137-96da-a9da8411f5c3 HTTP/1.1" status: 204 len: 168 time: 0.3119740 Nov 23 17:55:23.144708 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 46564) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:55:23.174995 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-4c61c1c2-24f2-4971-aec6-97c3328639a1 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] 10.222.0.60 "GET /v2.0/ports?device_id=f00c542b-faf7-4137-96da-a9da8411f5c3 HTTP/1.1" status: 200 len: 205 time: 0.0290422 Nov 23 17:55:23.177606 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 46566) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:55:23.193188 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-47e0db49-a647-4f0a-91e0-dca07eeefe1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f00c542b-faf7-4137-96da-a9da8411f5c3', 'name': 'tempest-RoutersIpV6Test-router-1733104771', 'tenant_id': 'bdb543259a0c43f595a1052d3bc08bab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:55:22Z', 'updated_at': '2021-11-23T17:55:22Z', 'revision_number': 2, 'project_id': 'bdb543259a0c43f595a1052d3bc08bab', 'gw_port_host': None}], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:55:23.217415 n-d-816206-8 neutron-server[103590]: INFO neutron.api.v2.resource [None req-534fa4e1-d6e9-429d-bdf4-65d713c222c7 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] delete failed (client error): The resource could not be found. Nov 23 17:55:23.218479 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-534fa4e1-d6e9-429d-bdf4-65d713c222c7 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] 10.222.0.60 "DELETE /v2.0/routers/f00c542b-faf7-4137-96da-a9da8411f5c3 HTTP/1.1" status: 404 len: 336 time: 0.0399089 Nov 23 17:55:23.221183 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 46570) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:55:23.221455 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47e0db49-a647-4f0a-91e0-dca07eeefe1b None None] The sync data for ids ['f00c542b-faf7-4137-96da-a9da8411f5c3'] in n-d-816206-8 is: [{'id': 'f00c542b-faf7-4137-96da-a9da8411f5c3', 'name': 'tempest-RoutersIpV6Test-router-1733104771', 'tenant_id': 'bdb543259a0c43f595a1052d3bc08bab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:55:22Z', 'updated_at': '2021-11-23T17:55:22Z', 'revision_number': 2, 'project_id': 'bdb543259a0c43f595a1052d3bc08bab', 'gw_port_host': None}] {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:55:23.254455 n-d-816206-8 neutron-server[103590]: INFO neutron.pecan_wsgi.hooks.translation [None req-446b5390-7381-4265-b28e-14a4887836ce tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] DELETE failed (client error): The resource could not be found. Nov 23 17:55:23.254915 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-446b5390-7381-4265-b28e-14a4887836ce tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103590) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 17:55:23.260225 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-446b5390-7381-4265-b28e-14a4887836ce tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] 10.222.0.60 "DELETE /v2.0/subnets/37afd8a5-dea4-44b0-944d-3a4f7ee645af HTTP/1.1" status: 404 len: 337 time: 0.0357039 Nov 23 17:55:23.260846 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 46574) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:55:23.294154 n-d-816206-8 neutron-server[103590]: INFO neutron.pecan_wsgi.hooks.translation [None req-82c44117-4d10-4091-b611-8d7da44ecab9 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] DELETE failed (client error): The resource could not be found. Nov 23 17:55:23.294469 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82c44117-4d10-4091-b611-8d7da44ecab9 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103590) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 17:55:23.297695 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-82c44117-4d10-4091-b611-8d7da44ecab9 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] 10.222.0.60 "DELETE /v2.0/subnets/65091cd9-7c37-4b4f-94b4-f884261c7b11 HTTP/1.1" status: 404 len: 337 time: 0.0356708 Nov 23 17:55:23.300832 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 46576) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:55:23.334358 n-d-816206-8 neutron-server[103590]: INFO neutron.pecan_wsgi.hooks.translation [None req-6db14f25-eb5f-450c-8623-e7042c519247 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] DELETE failed (client error): The resource could not be found. Nov 23 17:55:23.334818 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6db14f25-eb5f-450c-8623-e7042c519247 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103590) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 17:55:23.338232 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-6db14f25-eb5f-450c-8623-e7042c519247 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] 10.222.0.60 "DELETE /v2.0/subnets/9673955b-5c0a-40b7-98d8-25aa44e688a1 HTTP/1.1" status: 404 len: 337 time: 0.0357444 Nov 23 17:55:23.340469 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 46580) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:55:23.372045 n-d-816206-8 neutron-server[103590]: INFO neutron.pecan_wsgi.hooks.translation [None req-a896c2e7-4d98-4d3f-945b-1a31fc6d094b tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] DELETE failed (client error): The resource could not be found. Nov 23 17:55:23.372527 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a896c2e7-4d98-4d3f-945b-1a31fc6d094b tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103590) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 17:55:23.375653 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-a896c2e7-4d98-4d3f-945b-1a31fc6d094b tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] 10.222.0.60 "DELETE /v2.0/subnets/2755377a-512a-443b-abd6-53f27ea1e7d6 HTTP/1.1" status: 404 len: 337 time: 0.0340383 Nov 23 17:55:23.378435 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 46582) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:55:23.416350 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-4006da42-ac5b-4b65-9ded-041c7005d156 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] 10.222.0.60 "GET /v2.0/ports?device_id=e5e8a916-fe4e-43be-b391-79a2897a9f8d HTTP/1.1" status: 200 len: 205 time: 0.0365798 Nov 23 17:55:23.418666 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 46584) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:55:23.460322 n-d-816206-8 neutron-server[103591]: INFO neutron.api.v2.resource [None req-bcddf1ef-d507-417e-aa1f-02662c5c78d2 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] delete failed (client error): The resource could not be found. Nov 23 17:55:23.461537 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-bcddf1ef-d507-417e-aa1f-02662c5c78d2 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] 10.222.0.60 "DELETE /v2.0/routers/e5e8a916-fe4e-43be-b391-79a2897a9f8d HTTP/1.1" status: 404 len: 336 time: 0.0419660 Nov 23 17:55:23.464237 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 46586) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:55:23.496976 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-c6f4944c-9476-4c4d-b1e7-d83c1af85adf tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] 10.222.0.60 "GET /v2.0/ports?device_id=70e6de59-80d1-4d92-b742-ca2e1cb0057e HTTP/1.1" status: 200 len: 205 time: 0.0294650 Nov 23 17:55:23.497306 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 46588) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:55:23.546896 n-d-816206-8 neutron-server[103591]: INFO neutron.api.v2.resource [None req-ee2343ab-f03b-4418-9dd0-c45514f89cc6 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] delete failed (client error): The resource could not be found. Nov 23 17:55:23.549031 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-ee2343ab-f03b-4418-9dd0-c45514f89cc6 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] 10.222.0.60 "DELETE /v2.0/routers/70e6de59-80d1-4d92-b742-ca2e1cb0057e HTTP/1.1" status: 404 len: 336 time: 0.0500426 Nov 23 17:55:23.553307 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 46590) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:55:23.599403 n-d-816206-8 neutron-server[103590]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ba0b686-1127-4eaa-886e-921499406287 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] DELETE failed (client error): The resource could not be found. Nov 23 17:55:23.599863 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ba0b686-1127-4eaa-886e-921499406287 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103590) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 17:55:23.605700 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 46596) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:55:23.606244 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-7ba0b686-1127-4eaa-886e-921499406287 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] 10.222.0.60 "DELETE /v2.0/subnets/a647482a-1e4e-43d5-9a76-25e7bc888563 HTTP/1.1" status: 404 len: 337 time: 0.0509939 Nov 23 17:55:23.655162 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-55bcf45a-f5b0-427a-83bd-924e2f812562 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] 10.222.0.60 "GET /v2.0/ports?device_id=86520e61-3528-4843-b790-363be5119866 HTTP/1.1" status: 200 len: 205 time: 0.0461433 Nov 23 17:55:23.655477 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 46600) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:55:23.706015 n-d-816206-8 neutron-server[103591]: INFO neutron.api.v2.resource [None req-658e70b3-f0d3-40a6-af08-3e57132f54bd tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] delete failed (client error): The resource could not be found. Nov 23 17:55:23.708536 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-658e70b3-f0d3-40a6-af08-3e57132f54bd tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] 10.222.0.60 "DELETE /v2.0/routers/86520e61-3528-4843-b790-363be5119866 HTTP/1.1" status: 404 len: 336 time: 0.0507128 Nov 23 17:55:23.709713 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 46602) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:55:23.738044 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-b39a2b4d-24f2-41c4-99dc-3b5fd7473802 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] 10.222.0.60 "GET /v2.0/ports?device_id=11746ef7-76cd-4667-839a-2d9a26088162 HTTP/1.1" status: 200 len: 205 time: 0.0270152 Nov 23 17:55:23.740533 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 46606) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:55:23.782216 n-d-816206-8 neutron-server[103590]: INFO neutron.api.v2.resource [None req-141496a8-28de-4ecc-8f1a-ed8e2452abdd tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] delete failed (client error): The resource could not be found. Nov 23 17:55:23.783420 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-141496a8-28de-4ecc-8f1a-ed8e2452abdd tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] 10.222.0.60 "DELETE /v2.0/routers/11746ef7-76cd-4667-839a-2d9a26088162 HTTP/1.1" status: 404 len: 336 time: 0.0415990 Nov 23 17:55:23.786074 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 46608) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:55:23.816276 n-d-816206-8 neutron-server[103591]: INFO neutron.pecan_wsgi.hooks.translation [None req-d034a1a1-45e7-46dc-9a2c-4c181ab203bd tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] DELETE failed (client error): The resource could not be found. Nov 23 17:55:23.816752 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d034a1a1-45e7-46dc-9a2c-4c181ab203bd tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103591) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 17:55:23.820525 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-d034a1a1-45e7-46dc-9a2c-4c181ab203bd tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] 10.222.0.60 "DELETE /v2.0/subnets/a8e48435-d390-4fa9-9c84-2c087c3c1261 HTTP/1.1" status: 404 len: 337 time: 0.0323956 Nov 23 17:55:23.822546 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 46612) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:55:23.858715 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-29a385dd-439c-4d40-8d97-e1a07c327f44 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] 10.222.0.60 "GET /v2.0/ports?device_id=1f4c7281-f7f7-4663-a466-821cec48c941 HTTP/1.1" status: 200 len: 205 time: 0.0350206 Nov 23 17:55:23.861716 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 46614) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:55:23.904453 n-d-816206-8 neutron-server[103591]: INFO neutron.api.v2.resource [None req-1beaf3f8-cb1a-48e6-9770-8d779df23c55 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] delete failed (client error): The resource could not be found. Nov 23 17:55:23.905512 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-1beaf3f8-cb1a-48e6-9770-8d779df23c55 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] 10.222.0.60 "DELETE /v2.0/routers/1f4c7281-f7f7-4663-a466-821cec48c941 HTTP/1.1" status: 404 len: 336 time: 0.0422893 Nov 23 17:55:23.908712 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 46616) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:55:23.939703 n-d-816206-8 neutron-server[103591]: INFO neutron.pecan_wsgi.hooks.translation [None req-065f77ad-dc83-4b4a-821c-9915ada79e9d tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] DELETE failed (client error): The resource could not be found. Nov 23 17:55:23.940422 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-065f77ad-dc83-4b4a-821c-9915ada79e9d tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103591) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 17:55:23.944910 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-065f77ad-dc83-4b4a-821c-9915ada79e9d tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] 10.222.0.60 "DELETE /v2.0/subnets/9ff142bb-85e1-4d32-b49b-90b480679e22 HTTP/1.1" status: 404 len: 337 time: 0.0351038 Nov 23 17:55:23.946847 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 46618) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:55:23.978003 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-6309194a-b20d-420b-b805-702f6d967819 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] 10.222.0.60 "GET /v2.0/ports?device_id=716091d3-3b3e-42f8-925a-d161327b3299 HTTP/1.1" status: 200 len: 205 time: 0.0296800 Nov 23 17:55:23.980610 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 46620) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:55:24.022665 n-d-816206-8 neutron-server[103591]: INFO neutron.api.v2.resource [None req-8868ce20-e2d7-400a-98f4-57f254317817 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] delete failed (client error): The resource could not be found. Nov 23 17:55:24.023835 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-8868ce20-e2d7-400a-98f4-57f254317817 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] 10.222.0.60 "DELETE /v2.0/routers/716091d3-3b3e-42f8-925a-d161327b3299 HTTP/1.1" status: 404 len: 336 time: 0.0421758 Nov 23 17:55:24.026741 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 46622) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:55:24.064711 n-d-816206-8 neutron-server[103591]: INFO neutron.pecan_wsgi.hooks.translation [None req-c05082a0-9639-43ad-bc13-87b5356b09b4 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] DELETE failed (client error): The resource could not be found. Nov 23 17:55:24.065173 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c05082a0-9639-43ad-bc13-87b5356b09b4 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103591) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 17:55:24.070983 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 46624) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:55:24.071288 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-c05082a0-9639-43ad-bc13-87b5356b09b4 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] 10.222.0.60 "DELETE /v2.0/subnets/449a0051-ae57-48c5-bbc7-626dbf73ac36 HTTP/1.1" status: 404 len: 337 time: 0.0431123 Nov 23 17:55:24.130752 n-d-816206-8 neutron-server[103590]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a9f64f5-1d13-4e9a-aa71-b876974905b0 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] DELETE failed (client error): The resource could not be found. Nov 23 17:55:24.132418 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a9f64f5-1d13-4e9a-aa71-b876974905b0 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103590) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 17:55:24.141961 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-9a9f64f5-1d13-4e9a-aa71-b876974905b0 tempest-RoutersIpV6Test-1648431818 tempest-RoutersIpV6Test-1648431818-project] 10.222.0.60 "DELETE /v2.0/subnets/d183857e-0489-4c4c-975f-6d729aaf366e HTTP/1.1" status: 404 len: 337 time: 0.0682137 Nov 23 17:55:24.518233 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 46630) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:55:24.685164 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 46638) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:55:24.696675 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-d657a6fb-c0bb-4db3-b83e-85063da557fc admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=bdb543259a0c43f595a1052d3bc08bab&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1726973 Nov 23 17:55:24.748749 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-dfe11717-f3e7-4b4a-9362-823ea0ba4d1e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:24.777203 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-dfe11717-f3e7-4b4a-9362-823ea0ba4d1e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:24.839273 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-dfe11717-f3e7-4b4a-9362-823ea0ba4d1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:24.842262 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-dfe11717-f3e7-4b4a-9362-823ea0ba4d1e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:24.847324 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-dfe11717-f3e7-4b4a-9362-823ea0ba4d1e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/220b1be9-c634-4ca0-b2e2-ad57dac00364 HTTP/1.1" status: 204 len: 168 time: 0.1573629 Nov 23 17:55:24.855683 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe11717-f3e7-4b4a-9362-823ea0ba4d1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=220b1be9-c634-4ca0-b2e2-ad57dac00364,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:55:25.003545 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad10321-4a78-4e19-b9c9-422250b09f72 req-2ddc360b-580f-47c9-9d30-1b9679499add tempest-VolumesSnapshotTestJSON-834487947 tempest-VolumesSnapshotTestJSON-834487947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:55:25.004795 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2ad10321-4a78-4e19-b9c9-422250b09f72 req-2ddc360b-580f-47c9-9d30-1b9679499add tempest-VolumesSnapshotTestJSON-834487947 tempest-VolumesSnapshotTestJSON-834487947-project] 10.222.0.60 "GET /v2.0/networks?id=7ac268de-08e0-4d04-9511-b148f4c874eb HTTP/1.1" status: 200 len: 814 time: 0.1341007 Nov 23 17:55:25.022869 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2ad10321-4a78-4e19-b9c9-422250b09f72 req-12c33402-5afc-4861-a437-0d1f53e6c3b9 tempest-VolumesSnapshotTestJSON-834487947 tempest-VolumesSnapshotTestJSON-834487947-project] 10.222.0.60 "GET /v2.0/quotas/48ed3d32b4624922abb1a209c7b87e34 HTTP/1.1" status: 200 len: 375 time: 0.0102649 Nov 23 17:55:25.080811 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2ad10321-4a78-4e19-b9c9-422250b09f72 req-570da2c9-d6a6-4b33-8a2e-543c5bd6606c tempest-VolumesSnapshotTestJSON-834487947 tempest-VolumesSnapshotTestJSON-834487947-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=48ed3d32b4624922abb1a209c7b87e34&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0457976 Nov 23 17:55:25.216507 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2ad10321-4a78-4e19-b9c9-422250b09f72 req-7c764528-38b3-4d49-851b-c2051bb6a4bd service neutron] 10.222.0.60 "GET /v2.0/networks/7ac268de-08e0-4d04-9511-b148f4c874eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280081 Nov 23 17:55:25.348079 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2ad10321-4a78-4e19-b9c9-422250b09f72 req-d97604db-f15e-4011-90a8-bba54278edeb service neutron] 10.222.0.60 "GET /v2.0/networks/7ac268de-08e0-4d04-9511-b148f4c874eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246274 Nov 23 17:55:25.627657 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a17c416d-bdff-40df-ac5e-a9491568c39b req-4ca6a024-1f99-474f-8587-f461bfafe7d8 tempest-VolumesSnapshotTestJSON-834487947 tempest-VolumesSnapshotTestJSON-834487947-project] 10.222.0.60 "GET /v2.0/ports?device_id=67f457d2-1d5a-4647-b8f4-c5baa2ad2c2f HTTP/1.1" status: 200 len: 210 time: 0.0614908 Nov 23 17:55:25.814742 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 46710) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:55:25.940268 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-65b03f30-f3ca-424f-9083-9d3c4cb8d307 tempest-NegativeSecGroupTest-1899330242 tempest-NegativeSecGroupTest-1899330242-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:55:25.940870 n-d-816206-8 neutron-server[103590]: WARNING neutron.api.v2.base [None req-65b03f30-f3ca-424f-9083-9d3c4cb8d307 tempest-NegativeSecGroupTest-1899330242 tempest-NegativeSecGroupTest-1899330242-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 23 17:55:25.941423 n-d-816206-8 neutron-server[103590]: INFO neutron.api.v2.resource [None req-65b03f30-f3ca-424f-9083-9d3c4cb8d307 tempest-NegativeSecGroupTest-1899330242 tempest-NegativeSecGroupTest-1899330242-project] create failed (client error): There was a conflict when trying to complete your request. Nov 23 17:55:25.946607 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 46716) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:55:25.947114 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-65b03f30-f3ca-424f-9083-9d3c4cb8d307 tempest-NegativeSecGroupTest-1899330242 tempest-NegativeSecGroupTest-1899330242-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1308711 Nov 23 17:55:25.952239 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-e1281153-e7b6-457d-8dff-c30cd4343e40 tempest-NegativeSecGroupTest-1899330242 tempest-NegativeSecGroupTest-1899330242-project] Request body: {'security_group': {'name': 'tempest-secgroup--820913340'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:55:25.983056 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-e1281153-e7b6-457d-8dff-c30cd4343e40 tempest-NegativeSecGroupTest-1899330242 tempest-NegativeSecGroupTest-1899330242-project] Publish callbacks [] for security_group, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:25.994931 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-e1281153-e7b6-457d-8dff-c30cd4343e40 tempest-NegativeSecGroupTest-1899330242 tempest-NegativeSecGroupTest-1899330242-project] Publish callbacks [] for security_group, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:26.102186 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-e1281153-e7b6-457d-8dff-c30cd4343e40 tempest-NegativeSecGroupTest-1899330242 tempest-NegativeSecGroupTest-1899330242-project] Publish callbacks [] for security_group, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:26.112415 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-e1281153-e7b6-457d-8dff-c30cd4343e40 tempest-NegativeSecGroupTest-1899330242 tempest-NegativeSecGroupTest-1899330242-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:26.189239 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1281153-e7b6-457d-8dff-c30cd4343e40 tempest-NegativeSecGroupTest-1899330242 tempest-NegativeSecGroupTest-1899330242-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0d06488-c601-42b3-abda-f4ca5f3c2fe2,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:55:26.230768 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-e1281153-e7b6-457d-8dff-c30cd4343e40 tempest-NegativeSecGroupTest-1899330242 tempest-NegativeSecGroupTest-1899330242-project] Publish callbacks [] for security_group, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:26.235578 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-e1281153-e7b6-457d-8dff-c30cd4343e40 tempest-NegativeSecGroupTest-1899330242 tempest-NegativeSecGroupTest-1899330242-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:26.268168 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-e1281153-e7b6-457d-8dff-c30cd4343e40 tempest-NegativeSecGroupTest-1899330242 tempest-NegativeSecGroupTest-1899330242-project] Publish callbacks [] for security_group, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:26.272201 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-e1281153-e7b6-457d-8dff-c30cd4343e40 tempest-NegativeSecGroupTest-1899330242 tempest-NegativeSecGroupTest-1899330242-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3209808 Nov 23 17:55:26.272340 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 46720) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:55:26.276815 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-bea86217-9a66-4be6-9d54-b2399e409db8 tempest-NegativeSecGroupTest-1899330242 tempest-NegativeSecGroupTest-1899330242-project] Request body: {'security_group_rule': {'security_group_id': 'c59e08ab-d731-48e0-8e2b-825a95acf9ec', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:55:26.285018 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1281153-e7b6-457d-8dff-c30cd4343e40 tempest-NegativeSecGroupTest-1899330242 tempest-NegativeSecGroupTest-1899330242-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c59e08ab-d731-48e0-8e2b-825a95acf9ec,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:55:26.311486 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-bea86217-9a66-4be6-9d54-b2399e409db8 tempest-NegativeSecGroupTest-1899330242 tempest-NegativeSecGroupTest-1899330242-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:26.379439 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-bea86217-9a66-4be6-9d54-b2399e409db8 tempest-NegativeSecGroupTest-1899330242 tempest-NegativeSecGroupTest-1899330242-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:26.385016 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-bea86217-9a66-4be6-9d54-b2399e409db8 tempest-NegativeSecGroupTest-1899330242 tempest-NegativeSecGroupTest-1899330242-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994370'] for security_group_rule, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:26.406154 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea86217-9a66-4be6-9d54-b2399e409db8 tempest-NegativeSecGroupTest-1899330242 tempest-NegativeSecGroupTest-1899330242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0cfe0eae-fcff-438b-8c30-c138342a9a61,revision_number=0']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:55:26.425488 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-bea86217-9a66-4be6-9d54-b2399e409db8 tempest-NegativeSecGroupTest-1899330242 tempest-NegativeSecGroupTest-1899330242-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:26.427058 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-bea86217-9a66-4be6-9d54-b2399e409db8 tempest-NegativeSecGroupTest-1899330242 tempest-NegativeSecGroupTest-1899330242-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1533868 Nov 23 17:55:26.430427 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 46722) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:55:26.437086 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-db658c49-b753-4437-b0eb-8aa02f86c6b9 tempest-NegativeSecGroupTest-1899330242 tempest-NegativeSecGroupTest-1899330242-project] Request body: {'security_group_rule': {'security_group_id': 'c59e08ab-d731-48e0-8e2b-825a95acf9ec', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:55:26.480996 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-db658c49-b753-4437-b0eb-8aa02f86c6b9 tempest-NegativeSecGroupTest-1899330242 tempest-NegativeSecGroupTest-1899330242-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:26.543686 n-d-816206-8 neutron-server[103590]: INFO neutron.api.v2.resource [None req-db658c49-b753-4437-b0eb-8aa02f86c6b9 tempest-NegativeSecGroupTest-1899330242 tempest-NegativeSecGroupTest-1899330242-project] create failed (client error): There was a conflict when trying to complete your request. Nov 23 17:55:26.545215 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-db658c49-b753-4437-b0eb-8aa02f86c6b9 tempest-NegativeSecGroupTest-1899330242 tempest-NegativeSecGroupTest-1899330242-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1136591 Nov 23 17:55:26.548329 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 46726) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:55:26.614653 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-10b3a44f-4806-4b76-aba2-547710e2d972 tempest-NegativeSecGroupTest-1899330242 tempest-NegativeSecGroupTest-1899330242-project] Publish callbacks [] for security_group, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:26.637996 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-10b3a44f-4806-4b76-aba2-547710e2d972 tempest-NegativeSecGroupTest-1899330242 tempest-NegativeSecGroupTest-1899330242-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:26.703652 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-10b3a44f-4806-4b76-aba2-547710e2d972 tempest-NegativeSecGroupTest-1899330242 tempest-NegativeSecGroupTest-1899330242-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:26.707352 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-10b3a44f-4806-4b76-aba2-547710e2d972 tempest-NegativeSecGroupTest-1899330242 tempest-NegativeSecGroupTest-1899330242-project] Publish callbacks [] for security_group, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:26.708473 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-10b3a44f-4806-4b76-aba2-547710e2d972 tempest-NegativeSecGroupTest-1899330242 tempest-NegativeSecGroupTest-1899330242-project] 10.222.0.60 "DELETE /v2.0/security-groups/c59e08ab-d731-48e0-8e2b-825a95acf9ec HTTP/1.1" status: 204 len: 168 time: 0.1591158 Nov 23 17:55:26.711267 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 46730) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:55:26.732022 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-fe6dcd38-0952-4f6d-a273-18b22de18679 req-12978364-aacf-4cdb-8d09-e226285c3112 tempest-VolumesSnapshotTestJSON-834487947 tempest-VolumesSnapshotTestJSON-834487947-project] 10.222.0.60 "GET /v2.0/ports?device_id=67f457d2-1d5a-4647-b8f4-c5baa2ad2c2f HTTP/1.1" status: 200 len: 210 time: 0.0387800 Nov 23 17:55:26.737675 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b3a44f-4806-4b76-aba2-547710e2d972 tempest-NegativeSecGroupTest-1899330242 tempest-NegativeSecGroupTest-1899330242-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c59e08ab-d731-48e0-8e2b-825a95acf9ec,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:55:26.796948 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-8a6448eb-9e10-43e2-8acf-675334be4f49 tempest-NegativeSecGroupTest-1899330242 tempest-NegativeSecGroupTest-1899330242-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0809345 Nov 23 17:55:26.797469 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 46732) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:55:26.803590 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-79d83452-08b0-48c4-a781-c3a93d67433b tempest-NegativeSecGroupTest-1899330242 tempest-NegativeSecGroupTest-1899330242-project] Request body: {'security_group': {'name': 'tempest-secgroup--1337618118'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:55:26.830442 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-79d83452-08b0-48c4-a781-c3a93d67433b tempest-NegativeSecGroupTest-1899330242 tempest-NegativeSecGroupTest-1899330242-project] Publish callbacks [] for security_group, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:26.869302 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad10321-4a78-4e19-b9c9-422250b09f72 req-0ec7ba9e-4d9a-4727-9073-fa7b96f65d45 tempest-VolumesSnapshotTestJSON-834487947 tempest-VolumesSnapshotTestJSON-834487947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:55:26.870760 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2ad10321-4a78-4e19-b9c9-422250b09f72 req-0ec7ba9e-4d9a-4727-9073-fa7b96f65d45 tempest-VolumesSnapshotTestJSON-834487947 tempest-VolumesSnapshotTestJSON-834487947-project] 10.222.0.36 "GET /v2.0/networks?id=7ac268de-08e0-4d04-9511-b148f4c874eb HTTP/1.1" status: 200 len: 814 time: 0.1232042 Nov 23 17:55:26.890120 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [req-2ad10321-4a78-4e19-b9c9-422250b09f72 req-6c4da6b2-4c42-45ee-a313-d58af928eb69 tempest-VolumesSnapshotTestJSON-834487947 tempest-VolumesSnapshotTestJSON-834487947-project] Request body: {'port': {'device_id': '67f457d2-1d5a-4647-b8f4-c5baa2ad2c2f', 'network_id': '7ac268de-08e0-4d04-9511-b148f4c874eb', 'admin_state_up': True, 'tenant_id': '48ed3d32b4624922abb1a209c7b87e34'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:55:26.917325 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-79d83452-08b0-48c4-a781-c3a93d67433b tempest-NegativeSecGroupTest-1899330242 tempest-NegativeSecGroupTest-1899330242-project] Publish callbacks [] for security_group, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:26.927856 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-79d83452-08b0-48c4-a781-c3a93d67433b tempest-NegativeSecGroupTest-1899330242 tempest-NegativeSecGroupTest-1899330242-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:26.959331 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-79d83452-08b0-48c4-a781-c3a93d67433b tempest-NegativeSecGroupTest-1899330242 tempest-NegativeSecGroupTest-1899330242-project] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:26.960634 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-79d83452-08b0-48c4-a781-c3a93d67433b tempest-NegativeSecGroupTest-1899330242 tempest-NegativeSecGroupTest-1899330242-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1609154 Nov 23 17:55:26.963484 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 46734) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:55:26.969957 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-18ce7b62-d43c-409d-99ab-9bafc80f6bb3 tempest-NegativeSecGroupTest-1899330242 tempest-NegativeSecGroupTest-1899330242-project] Request body: {'security_group_rule': {'security_group_id': '1a8fa07f-27d6-4299-b104-1ac557a23ecc', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:55:26.970465 n-d-816206-8 neutron-server[103590]: WARNING neutron.api.v2.base [None req-18ce7b62-d43c-409d-99ab-9bafc80f6bb3 tempest-NegativeSecGroupTest-1899330242 tempest-NegativeSecGroupTest-1899330242-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Nov 23 17:55:26.971080 n-d-816206-8 neutron-server[103590]: INFO neutron.api.v2.resource [None req-18ce7b62-d43c-409d-99ab-9bafc80f6bb3 tempest-NegativeSecGroupTest-1899330242 tempest-NegativeSecGroupTest-1899330242-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 17:55:26.972898 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-18ce7b62-d43c-409d-99ab-9bafc80f6bb3 tempest-NegativeSecGroupTest-1899330242 tempest-NegativeSecGroupTest-1899330242-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0080850 Nov 23 17:55:26.974673 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d83452-08b0-48c4-a781-c3a93d67433b tempest-NegativeSecGroupTest-1899330242 tempest-NegativeSecGroupTest-1899330242-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a8fa07f-27d6-4299-b104-1ac557a23ecc,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:55:26.977006 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 46736) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:55:27.066097 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c8ca47bf-5df8-4221-9a6a-46e4daae859b tempest-NegativeSecGroupTest-1899330242 tempest-NegativeSecGroupTest-1899330242-project] Publish callbacks [] for security_group, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:27.071459 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ad10321-4a78-4e19-b9c9-422250b09f72 req-6c4da6b2-4c42-45ee-a313-d58af928eb69 tempest-VolumesSnapshotTestJSON-834487947 tempest-VolumesSnapshotTestJSON-834487947-project] Made reservation on behalf of 48ed3d32b4624922abb1a209c7b87e34 for: {'port': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:55:27.074891 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-2ad10321-4a78-4e19-b9c9-422250b09f72 req-6c4da6b2-4c42-45ee-a313-d58af928eb69 tempest-VolumesSnapshotTestJSON-834487947 tempest-VolumesSnapshotTestJSON-834487947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:27.101424 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c8ca47bf-5df8-4221-9a6a-46e4daae859b tempest-NegativeSecGroupTest-1899330242 tempest-NegativeSecGroupTest-1899330242-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:27.198234 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c8ca47bf-5df8-4221-9a6a-46e4daae859b tempest-NegativeSecGroupTest-1899330242 tempest-NegativeSecGroupTest-1899330242-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:27.200745 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c8ca47bf-5df8-4221-9a6a-46e4daae859b tempest-NegativeSecGroupTest-1899330242 tempest-NegativeSecGroupTest-1899330242-project] Publish callbacks [] for security_group, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:27.201868 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-c8ca47bf-5df8-4221-9a6a-46e4daae859b tempest-NegativeSecGroupTest-1899330242 tempest-NegativeSecGroupTest-1899330242-project] 10.222.0.60 "DELETE /v2.0/security-groups/1a8fa07f-27d6-4299-b104-1ac557a23ecc HTTP/1.1" status: 204 len: 168 time: 0.2238433 Nov 23 17:55:27.205336 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 46740) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:55:27.236064 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ca47bf-5df8-4221-9a6a-46e4daae859b tempest-NegativeSecGroupTest-1899330242 tempest-NegativeSecGroupTest-1899330242-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a8fa07f-27d6-4299-b104-1ac557a23ecc,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:55:27.263658 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.db_base_plugin_common [req-2ad10321-4a78-4e19-b9c9-422250b09f72 req-6c4da6b2-4c42-45ee-a313-d58af928eb69 tempest-VolumesSnapshotTestJSON-834487947 tempest-VolumesSnapshotTestJSON-834487947-project] Allocated IP 172.20.0.8 (7ac268de-08e0-4d04-9511-b148f4c874eb/0ab9c832-1824-437f-b396-c7a73f7851e3/0deab1e2-ffee-4d99-a177-a2f9dc89ed5f) {{(pid=103591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:55:27.267503 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-7a5c0b8b-1a69-418b-9665-850cb978bc1d tempest-NegativeSecGroupTest-1899330242 tempest-NegativeSecGroupTest-1899330242-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0599318 Nov 23 17:55:27.271029 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 46748) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:55:27.275936 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-a24d0b89-42f3-45ae-933c-74946aafc0b6 tempest-NegativeSecGroupTest-1899330242 tempest-NegativeSecGroupTest-1899330242-project] Request body: {'security_group': {'name': 'tempest-secgroup--246586183'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:55:27.299632 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a24d0b89-42f3-45ae-933c-74946aafc0b6 tempest-NegativeSecGroupTest-1899330242 tempest-NegativeSecGroupTest-1899330242-project] Publish callbacks [] for security_group, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:27.370745 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a24d0b89-42f3-45ae-933c-74946aafc0b6 tempest-NegativeSecGroupTest-1899330242 tempest-NegativeSecGroupTest-1899330242-project] Publish callbacks [] for security_group, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:27.375691 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a24d0b89-42f3-45ae-933c-74946aafc0b6 tempest-NegativeSecGroupTest-1899330242 tempest-NegativeSecGroupTest-1899330242-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:27.406416 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a24d0b89-42f3-45ae-933c-74946aafc0b6 tempest-NegativeSecGroupTest-1899330242 tempest-NegativeSecGroupTest-1899330242-project] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:27.408457 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-a24d0b89-42f3-45ae-933c-74946aafc0b6 tempest-NegativeSecGroupTest-1899330242 tempest-NegativeSecGroupTest-1899330242-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1360693 Nov 23 17:55:27.411417 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 46750) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:55:27.416816 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-ac311969-e3e2-4f05-84df-965956caf9cd tempest-NegativeSecGroupTest-1899330242 tempest-NegativeSecGroupTest-1899330242-project] Request body: {'security_group_rule': {'security_group_id': '1e421e1f-37fb-4068-993d-2ec4164ac44d', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:55:27.417703 n-d-816206-8 neutron-server[103590]: WARNING neutron.api.v2.base [None req-ac311969-e3e2-4f05-84df-965956caf9cd tempest-NegativeSecGroupTest-1899330242 tempest-NegativeSecGroupTest-1899330242-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Nov 23 17:55:27.418334 n-d-816206-8 neutron-server[103590]: INFO neutron.api.v2.resource [None req-ac311969-e3e2-4f05-84df-965956caf9cd tempest-NegativeSecGroupTest-1899330242 tempest-NegativeSecGroupTest-1899330242-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 17:55:27.422598 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-ac311969-e3e2-4f05-84df-965956caf9cd tempest-NegativeSecGroupTest-1899330242 tempest-NegativeSecGroupTest-1899330242-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0070624 Nov 23 17:55:27.423068 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 46752) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:55:27.431744 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24d0b89-42f3-45ae-933c-74946aafc0b6 tempest-NegativeSecGroupTest-1899330242 tempest-NegativeSecGroupTest-1899330242-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e421e1f-37fb-4068-993d-2ec4164ac44d,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:55:27.490578 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-fdd7164a-17ee-4a28-8d8f-e937969a5000 tempest-NegativeSecGroupTest-1899330242 tempest-NegativeSecGroupTest-1899330242-project] Publish callbacks [] for security_group, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:27.522444 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-fdd7164a-17ee-4a28-8d8f-e937969a5000 tempest-NegativeSecGroupTest-1899330242 tempest-NegativeSecGroupTest-1899330242-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:27.576405 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-fdd7164a-17ee-4a28-8d8f-e937969a5000 tempest-NegativeSecGroupTest-1899330242 tempest-NegativeSecGroupTest-1899330242-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:27.583587 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-fdd7164a-17ee-4a28-8d8f-e937969a5000 tempest-NegativeSecGroupTest-1899330242 tempest-NegativeSecGroupTest-1899330242-project] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:27.588612 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-fdd7164a-17ee-4a28-8d8f-e937969a5000 tempest-NegativeSecGroupTest-1899330242 tempest-NegativeSecGroupTest-1899330242-project] 10.222.0.60 "DELETE /v2.0/security-groups/1e421e1f-37fb-4068-993d-2ec4164ac44d HTTP/1.1" status: 204 len: 168 time: 0.1643519 Nov 23 17:55:27.589737 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 46756) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:55:27.619735 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd7164a-17ee-4a28-8d8f-e937969a5000 tempest-NegativeSecGroupTest-1899330242 tempest-NegativeSecGroupTest-1899330242-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e421e1f-37fb-4068-993d-2ec4164ac44d,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:55:27.660306 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-bebaba21-62e9-480a-ad7b-acf990798997 tempest-NegativeSecGroupTest-1899330242 tempest-NegativeSecGroupTest-1899330242-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0656559 Nov 23 17:55:27.661013 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 46760) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:55:27.665968 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-e15db8e3-18b4-4162-9fb4-0290d9ebf62f tempest-NegativeSecGroupTest-1899330242 tempest-NegativeSecGroupTest-1899330242-project] Request body: {'security_group': {'name': 'tempest-secgroup--542099665'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:55:27.691794 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e15db8e3-18b4-4162-9fb4-0290d9ebf62f tempest-NegativeSecGroupTest-1899330242 tempest-NegativeSecGroupTest-1899330242-project] Publish callbacks [] for security_group, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:27.784250 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-2ad10321-4a78-4e19-b9c9-422250b09f72 req-6c4da6b2-4c42-45ee-a313-d58af928eb69 tempest-VolumesSnapshotTestJSON-834487947 tempest-VolumesSnapshotTestJSON-834487947-project] Publish callbacks [] for port, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:27.843320 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e15db8e3-18b4-4162-9fb4-0290d9ebf62f tempest-NegativeSecGroupTest-1899330242 tempest-NegativeSecGroupTest-1899330242-project] Publish callbacks [] for security_group, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:27.852928 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e15db8e3-18b4-4162-9fb4-0290d9ebf62f tempest-NegativeSecGroupTest-1899330242 tempest-NegativeSecGroupTest-1899330242-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:27.866668 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a37792b8-a4dc-4bbd-b263-cc4300d2f583 req-bb846c2f-5e68-453f-9f77-4ca318b11332 tempest-VolumesSnapshotTestJSON-834487947 tempest-VolumesSnapshotTestJSON-834487947-project] 10.222.0.60 "GET /v2.0/ports?device_id=67f457d2-1d5a-4647-b8f4-c5baa2ad2c2f HTTP/1.1" status: 200 len: 210 time: 0.0404289 Nov 23 17:55:27.892847 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-2ad10321-4a78-4e19-b9c9-422250b09f72 req-6c4da6b2-4c42-45ee-a313-d58af928eb69 tempest-VolumesSnapshotTestJSON-834487947 tempest-VolumesSnapshotTestJSON-834487947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:27.909869 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e15db8e3-18b4-4162-9fb4-0290d9ebf62f tempest-NegativeSecGroupTest-1899330242 tempest-NegativeSecGroupTest-1899330242-project] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:27.911480 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-e15db8e3-18b4-4162-9fb4-0290d9ebf62f tempest-NegativeSecGroupTest-1899330242 tempest-NegativeSecGroupTest-1899330242-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2494783 Nov 23 17:55:27.914785 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15db8e3-18b4-4162-9fb4-0290d9ebf62f tempest-NegativeSecGroupTest-1899330242 tempest-NegativeSecGroupTest-1899330242-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1556dc0-48b3-47ae-807f-fceb2ec7f4e2,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:55:27.917002 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 46774) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:55:27.924072 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-990bc15a-8a9e-4c0f-b3ac-7c4d4292e6ed tempest-NegativeSecGroupTest-1899330242 tempest-NegativeSecGroupTest-1899330242-project] Request body: {'security_group_rule': {'security_group_id': 'b1556dc0-48b3-47ae-807f-fceb2ec7f4e2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:55:27.938925 n-d-816206-8 neutron-server[103590]: WARNING neutron.api.v2.base [None req-990bc15a-8a9e-4c0f-b3ac-7c4d4292e6ed tempest-NegativeSecGroupTest-1899330242 tempest-NegativeSecGroupTest-1899330242-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Nov 23 17:55:27.939559 n-d-816206-8 neutron-server[103590]: INFO neutron.api.v2.resource [None req-990bc15a-8a9e-4c0f-b3ac-7c4d4292e6ed tempest-NegativeSecGroupTest-1899330242 tempest-NegativeSecGroupTest-1899330242-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 17:55:27.943253 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-990bc15a-8a9e-4c0f-b3ac-7c4d4292e6ed tempest-NegativeSecGroupTest-1899330242 tempest-NegativeSecGroupTest-1899330242-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0224547 Nov 23 17:55:27.948522 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 46776) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:55:27.953443 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-ccd288a7-d0d3-41d3-85e3-4d5f18feafda tempest-NegativeSecGroupTest-1899330242 tempest-NegativeSecGroupTest-1899330242-project] Request body: {'security_group_rule': {'security_group_id': 'b1556dc0-48b3-47ae-807f-fceb2ec7f4e2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:55:27.954680 n-d-816206-8 neutron-server[103590]: WARNING neutron.api.v2.base [None req-ccd288a7-d0d3-41d3-85e3-4d5f18feafda tempest-NegativeSecGroupTest-1899330242 tempest-NegativeSecGroupTest-1899330242-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Nov 23 17:55:27.955297 n-d-816206-8 neutron-server[103590]: INFO neutron.api.v2.resource [None req-ccd288a7-d0d3-41d3-85e3-4d5f18feafda tempest-NegativeSecGroupTest-1899330242 tempest-NegativeSecGroupTest-1899330242-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 17:55:27.956249 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-ccd288a7-d0d3-41d3-85e3-4d5f18feafda tempest-NegativeSecGroupTest-1899330242 tempest-NegativeSecGroupTest-1899330242-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0066047 Nov 23 17:55:27.959123 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 46778) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:55:27.964594 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-b29a5fa4-5381-493e-8d67-e7125a65166b tempest-NegativeSecGroupTest-1899330242 tempest-NegativeSecGroupTest-1899330242-project] Request body: {'security_group_rule': {'security_group_id': 'b1556dc0-48b3-47ae-807f-fceb2ec7f4e2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:55:27.965400 n-d-816206-8 neutron-server[103590]: WARNING neutron.api.v2.base [None req-b29a5fa4-5381-493e-8d67-e7125a65166b tempest-NegativeSecGroupTest-1899330242 tempest-NegativeSecGroupTest-1899330242-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Nov 23 17:55:27.965883 n-d-816206-8 neutron-server[103590]: INFO neutron.api.v2.resource [None req-b29a5fa4-5381-493e-8d67-e7125a65166b tempest-NegativeSecGroupTest-1899330242 tempest-NegativeSecGroupTest-1899330242-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 17:55:27.966811 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-b29a5fa4-5381-493e-8d67-e7125a65166b tempest-NegativeSecGroupTest-1899330242 tempest-NegativeSecGroupTest-1899330242-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0067883 Nov 23 17:55:27.970636 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 46780) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:55:27.975317 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-b4aa8f53-70a4-41e0-b6e6-854474874c1d tempest-NegativeSecGroupTest-1899330242 tempest-NegativeSecGroupTest-1899330242-project] Request body: {'security_group_rule': {'security_group_id': 'b1556dc0-48b3-47ae-807f-fceb2ec7f4e2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:55:27.976248 n-d-816206-8 neutron-server[103590]: WARNING neutron.api.v2.base [None req-b4aa8f53-70a4-41e0-b6e6-854474874c1d tempest-NegativeSecGroupTest-1899330242 tempest-NegativeSecGroupTest-1899330242-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Nov 23 17:55:27.976907 n-d-816206-8 neutron-server[103590]: INFO neutron.api.v2.resource [None req-b4aa8f53-70a4-41e0-b6e6-854474874c1d tempest-NegativeSecGroupTest-1899330242 tempest-NegativeSecGroupTest-1899330242-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 17:55:27.978141 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-b4aa8f53-70a4-41e0-b6e6-854474874c1d tempest-NegativeSecGroupTest-1899330242 tempest-NegativeSecGroupTest-1899330242-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0063608 Nov 23 17:55:27.980873 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 46784) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:55:27.988179 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4da6b2-4c42-45ee-a313-d58af928eb69 tempest-VolumesSnapshotTestJSON-834487947 tempest-VolumesSnapshotTestJSON-834487947-project] Pushing event updated for resources: {'Port': ['ID=0deab1e2-ffee-4d99-a177-a2f9dc89ed5f,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:55:28.004461 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ad10321-4a78-4e19-b9c9-422250b09f72 req-6c4da6b2-4c42-45ee-a313-d58af928eb69 tempest-VolumesSnapshotTestJSON-834487947 tempest-VolumesSnapshotTestJSON-834487947-project] Network 7ac268de-08e0-4d04-9511-b148f4c874eb is already hosted by enough agents. {{(pid=103591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:55:28.006059 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [req-2ad10321-4a78-4e19-b9c9-422250b09f72 req-6c4da6b2-4c42-45ee-a313-d58af928eb69 tempest-VolumesSnapshotTestJSON-834487947 tempest-VolumesSnapshotTestJSON-834487947-project] Resources bound (agent type, host, resource id): {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:55:28.011759 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ad10321-4a78-4e19-b9c9-422250b09f72 req-6c4da6b2-4c42-45ee-a313-d58af928eb69 tempest-VolumesSnapshotTestJSON-834487947 tempest-VolumesSnapshotTestJSON-834487947-project] Received port after_create {{(pid=103591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:55:28.032805 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61a1ab1b-ed68-4274-bd36-4dd79d784505 None None] DHCP port deletion for 7ac268de-08e0-4d04-9511-b148f4c874eb request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:55:28.039705 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-231e7f49-28bc-4ff0-9975-ff30391547d9 tempest-NegativeSecGroupTest-1899330242 tempest-NegativeSecGroupTest-1899330242-project] Publish callbacks [] for security_group, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:28.082487 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad10321-4a78-4e19-b9c9-422250b09f72 req-6c4da6b2-4c42-45ee-a313-d58af928eb69 tempest-VolumesSnapshotTestJSON-834487947 tempest-VolumesSnapshotTestJSON-834487947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:55:28.083045 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-231e7f49-28bc-4ff0-9975-ff30391547d9 tempest-NegativeSecGroupTest-1899330242 tempest-NegativeSecGroupTest-1899330242-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:28.083183 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-2ad10321-4a78-4e19-b9c9-422250b09f72 req-6c4da6b2-4c42-45ee-a313-d58af928eb69 tempest-VolumesSnapshotTestJSON-834487947 tempest-VolumesSnapshotTestJSON-834487947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:28.108692 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2ad10321-4a78-4e19-b9c9-422250b09f72 req-6c4da6b2-4c42-45ee-a313-d58af928eb69 tempest-VolumesSnapshotTestJSON-834487947 tempest-VolumesSnapshotTestJSON-834487947-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2217660 Nov 23 17:55:28.131408 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [req-2ad10321-4a78-4e19-b9c9-422250b09f72 req-3b97aa09-b1e3-4859-8c45-fad8d021a015 service neutron] Request body: {'port': {'device_id': '67f457d2-1d5a-4647-b8f4-c5baa2ad2c2f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-8'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:55:28.152236 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-16d724f7-8813-4bea-8af5-338b95ec134d None None] Provisioning complete for port 0deab1e2-ffee-4d99-a177-a2f9dc89ed5f triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:55:28.152894 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-16d724f7-8813-4bea-8af5-338b95ec134d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:28.157072 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-231e7f49-28bc-4ff0-9975-ff30391547d9 tempest-NegativeSecGroupTest-1899330242 tempest-NegativeSecGroupTest-1899330242-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:28.160281 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-231e7f49-28bc-4ff0-9975-ff30391547d9 tempest-NegativeSecGroupTest-1899330242 tempest-NegativeSecGroupTest-1899330242-project] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:28.163796 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-231e7f49-28bc-4ff0-9975-ff30391547d9 tempest-NegativeSecGroupTest-1899330242 tempest-NegativeSecGroupTest-1899330242-project] 10.222.0.60 "DELETE /v2.0/security-groups/b1556dc0-48b3-47ae-807f-fceb2ec7f4e2 HTTP/1.1" status: 204 len: 168 time: 0.1796589 Nov 23 17:55:28.166150 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 46788) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:55:28.177702 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231e7f49-28bc-4ff0-9975-ff30391547d9 tempest-NegativeSecGroupTest-1899330242 tempest-NegativeSecGroupTest-1899330242-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1556dc0-48b3-47ae-807f-fceb2ec7f4e2,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:55:28.218207 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-16d724f7-8813-4bea-8af5-338b95ec134d None None] Port 0deab1e2-ffee-4d99-a177-a2f9dc89ed5f cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:55:28.272675 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-d71b2abc-2041-4b62-9b0e-2d5c8c761730 tempest-NegativeSecGroupTest-1899330242 tempest-NegativeSecGroupTest-1899330242-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1043103 Nov 23 17:55:28.273539 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-2ad10321-4a78-4e19-b9c9-422250b09f72 req-3b97aa09-b1e3-4859-8c45-fad8d021a015 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:28.277896 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 46790) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:55:28.282602 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-f10eccea-cff5-4c59-8f2a-45b8f58b812c tempest-NegativeSecGroupTest-1899330242 tempest-NegativeSecGroupTest-1899330242-project] Request body: {'security_group': {'name': 'tempest-secgroup--460837453'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:55:28.314086 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f10eccea-cff5-4c59-8f2a-45b8f58b812c tempest-NegativeSecGroupTest-1899330242 tempest-NegativeSecGroupTest-1899330242-project] Publish callbacks [] for security_group, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:28.406105 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f10eccea-cff5-4c59-8f2a-45b8f58b812c tempest-NegativeSecGroupTest-1899330242 tempest-NegativeSecGroupTest-1899330242-project] Publish callbacks [] for security_group, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:28.410843 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f10eccea-cff5-4c59-8f2a-45b8f58b812c tempest-NegativeSecGroupTest-1899330242 tempest-NegativeSecGroupTest-1899330242-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:28.452072 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10eccea-cff5-4c59-8f2a-45b8f58b812c tempest-NegativeSecGroupTest-1899330242 tempest-NegativeSecGroupTest-1899330242-project] Pushing event updated for resources: {'SecurityGroup': ['ID=baa2c9ed-fef5-4af6-9dc8-c4156603bc8d,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:55:28.470001 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f10eccea-cff5-4c59-8f2a-45b8f58b812c tempest-NegativeSecGroupTest-1899330242 tempest-NegativeSecGroupTest-1899330242-project] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:28.476989 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-f10eccea-cff5-4c59-8f2a-45b8f58b812c tempest-NegativeSecGroupTest-1899330242 tempest-NegativeSecGroupTest-1899330242-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1952634 Nov 23 17:55:28.477516 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 46792) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:55:28.481760 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-4a81feef-ff2d-4e3e-b6cc-6192aa060cbe tempest-NegativeSecGroupTest-1899330242 tempest-NegativeSecGroupTest-1899330242-project] Request body: {'security_group_rule': {'security_group_id': 'baa2c9ed-fef5-4af6-9dc8-c4156603bc8d', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:55:28.482472 n-d-816206-8 neutron-server[103591]: WARNING neutron.api.v2.base [None req-4a81feef-ff2d-4e3e-b6cc-6192aa060cbe tempest-NegativeSecGroupTest-1899330242 tempest-NegativeSecGroupTest-1899330242-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 23 17:55:28.482973 n-d-816206-8 neutron-server[103591]: INFO neutron.api.v2.resource [None req-4a81feef-ff2d-4e3e-b6cc-6192aa060cbe tempest-NegativeSecGroupTest-1899330242 tempest-NegativeSecGroupTest-1899330242-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 17:55:28.486379 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-4a81feef-ff2d-4e3e-b6cc-6192aa060cbe tempest-NegativeSecGroupTest-1899330242 tempest-NegativeSecGroupTest-1899330242-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0056801 Nov 23 17:55:28.487714 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 46794) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:55:28.494030 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-4a36c802-eb45-4df7-a455-ff0a96ea179b tempest-NegativeSecGroupTest-1899330242 tempest-NegativeSecGroupTest-1899330242-project] Request body: {'security_group_rule': {'security_group_id': 'baa2c9ed-fef5-4af6-9dc8-c4156603bc8d', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:55:28.546625 n-d-816206-8 neutron-server[103590]: INFO neutron.api.v2.resource [None req-4a36c802-eb45-4df7-a455-ff0a96ea179b tempest-NegativeSecGroupTest-1899330242 tempest-NegativeSecGroupTest-1899330242-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 17:55:28.552796 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 46796) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:55:28.554386 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-4a36c802-eb45-4df7-a455-ff0a96ea179b tempest-NegativeSecGroupTest-1899330242 tempest-NegativeSecGroupTest-1899330242-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0647631 Nov 23 17:55:28.562709 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-09e452ea-9105-4b5a-a650-2e8cf3d3f4da tempest-NegativeSecGroupTest-1899330242 tempest-NegativeSecGroupTest-1899330242-project] Request body: {'security_group_rule': {'security_group_id': 'baa2c9ed-fef5-4af6-9dc8-c4156603bc8d', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:55:28.563934 n-d-816206-8 neutron-server[103591]: WARNING neutron.api.v2.base [None req-09e452ea-9105-4b5a-a650-2e8cf3d3f4da tempest-NegativeSecGroupTest-1899330242 tempest-NegativeSecGroupTest-1899330242-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Nov 23 17:55:28.564440 n-d-816206-8 neutron-server[103591]: INFO neutron.api.v2.resource [None req-09e452ea-9105-4b5a-a650-2e8cf3d3f4da tempest-NegativeSecGroupTest-1899330242 tempest-NegativeSecGroupTest-1899330242-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 17:55:28.568011 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-09e452ea-9105-4b5a-a650-2e8cf3d3f4da tempest-NegativeSecGroupTest-1899330242 tempest-NegativeSecGroupTest-1899330242-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0119290 Nov 23 17:55:28.568979 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 46798) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:55:28.576052 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-8ff30bae-ffae-48ef-9cde-c577369419e4 tempest-NegativeSecGroupTest-1899330242 tempest-NegativeSecGroupTest-1899330242-project] Request body: {'security_group_rule': {'security_group_id': 'baa2c9ed-fef5-4af6-9dc8-c4156603bc8d', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:55:28.663920 n-d-816206-8 neutron-server[103591]: INFO neutron.api.v2.resource [None req-8ff30bae-ffae-48ef-9cde-c577369419e4 tempest-NegativeSecGroupTest-1899330242 tempest-NegativeSecGroupTest-1899330242-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 17:55:28.668107 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-8ff30bae-ffae-48ef-9cde-c577369419e4 tempest-NegativeSecGroupTest-1899330242 tempest-NegativeSecGroupTest-1899330242-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0954225 Nov 23 17:55:28.669035 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 46800) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:55:28.673399 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-0accb161-6ad6-402f-a407-adc3f34efb42 tempest-NegativeSecGroupTest-1899330242 tempest-NegativeSecGroupTest-1899330242-project] Request body: {'security_group_rule': {'security_group_id': 'baa2c9ed-fef5-4af6-9dc8-c4156603bc8d', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:55:28.673884 n-d-816206-8 neutron-server[103591]: WARNING neutron.api.v2.base [None req-0accb161-6ad6-402f-a407-adc3f34efb42 tempest-NegativeSecGroupTest-1899330242 tempest-NegativeSecGroupTest-1899330242-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 23 17:55:28.674372 n-d-816206-8 neutron-server[103591]: INFO neutron.api.v2.resource [None req-0accb161-6ad6-402f-a407-adc3f34efb42 tempest-NegativeSecGroupTest-1899330242 tempest-NegativeSecGroupTest-1899330242-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 17:55:28.678227 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-0accb161-6ad6-402f-a407-adc3f34efb42 tempest-NegativeSecGroupTest-1899330242 tempest-NegativeSecGroupTest-1899330242-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0055830 Nov 23 17:55:28.678384 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 46802) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:55:28.682540 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [req-2ad10321-4a78-4e19-b9c9-422250b09f72 req-3b97aa09-b1e3-4859-8c45-fad8d021a015 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0deab1e2-ffee-4d99-a177-a2f9dc89ed5f {{(pid=103591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:55:28.689376 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-7cce394b-f1c2-4e86-9437-69e424b682e8 tempest-NegativeSecGroupTest-1899330242 tempest-NegativeSecGroupTest-1899330242-project] Request body: {'security_group_rule': {'security_group_id': 'baa2c9ed-fef5-4af6-9dc8-c4156603bc8d', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:55:28.697661 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-2ad10321-4a78-4e19-b9c9-422250b09f72 req-3b97aa09-b1e3-4859-8c45-fad8d021a015 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:28.721681 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.provisioning_blocks [req-2ad10321-4a78-4e19-b9c9-422250b09f72 req-3b97aa09-b1e3-4859-8c45-fad8d021a015 service neutron] Transition to ACTIVE for port object 0deab1e2-ffee-4d99-a177-a2f9dc89ed5f will not be triggered until provisioned by entity L2. {{(pid=103591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 17:55:28.727772 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-2ad10321-4a78-4e19-b9c9-422250b09f72 req-3b97aa09-b1e3-4859-8c45-fad8d021a015 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264758186'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:28.779812 n-d-816206-8 neutron-server[103591]: INFO neutron.api.v2.resource [None req-7cce394b-f1c2-4e86-9437-69e424b682e8 tempest-NegativeSecGroupTest-1899330242 tempest-NegativeSecGroupTest-1899330242-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 17:55:28.784455 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-7cce394b-f1c2-4e86-9437-69e424b682e8 tempest-NegativeSecGroupTest-1899330242 tempest-NegativeSecGroupTest-1899330242-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1016340 Nov 23 17:55:28.785420 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 46804) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:55:28.791538 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-53cdc463-6d16-419d-80e5-b470a62714fb tempest-NegativeSecGroupTest-1899330242 tempest-NegativeSecGroupTest-1899330242-project] Request body: {'security_group_rule': {'security_group_id': 'baa2c9ed-fef5-4af6-9dc8-c4156603bc8d', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:55:28.792134 n-d-816206-8 neutron-server[103590]: WARNING neutron.api.v2.base [None req-53cdc463-6d16-419d-80e5-b470a62714fb tempest-NegativeSecGroupTest-1899330242 tempest-NegativeSecGroupTest-1899330242-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Nov 23 17:55:28.792783 n-d-816206-8 neutron-server[103590]: INFO neutron.api.v2.resource [None req-53cdc463-6d16-419d-80e5-b470a62714fb tempest-NegativeSecGroupTest-1899330242 tempest-NegativeSecGroupTest-1899330242-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 17:55:28.798044 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-53cdc463-6d16-419d-80e5-b470a62714fb tempest-NegativeSecGroupTest-1899330242 tempest-NegativeSecGroupTest-1899330242-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0094328 Nov 23 17:55:28.799004 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 46806) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:55:28.799722 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b97aa09-b1e3-4859-8c45-fad8d021a015 service neutron] Pushing event updated for resources: {'Port': ['ID=0deab1e2-ffee-4d99-a177-a2f9dc89ed5f,revision_number=2']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:55:28.808531 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d2a843a-fb48-4b99-9349-c8b713f51316 None None] DHCP port deletion for 7ac268de-08e0-4d04-9511-b148f4c874eb request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:55:28.820130 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-2f3e654e-6ed1-41b6-bd8a-96ca6a5b90e3 tempest-NegativeSecGroupTest-1899330242 tempest-NegativeSecGroupTest-1899330242-project] Request body: {'security_group_rule': {'security_group_id': 'baa2c9ed-fef5-4af6-9dc8-c4156603bc8d', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:55:28.893990 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-2ad10321-4a78-4e19-b9c9-422250b09f72 req-3b97aa09-b1e3-4859-8c45-fad8d021a015 service neutron] Attempting to bind port 0deab1e2-ffee-4d99-a177-a2f9dc89ed5f on host n-h2-816206-8 for vnic_type normal with profile {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:55:28.894342 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-2ad10321-4a78-4e19-b9c9-422250b09f72 req-3b97aa09-b1e3-4859-8c45-fad8d021a015 service neutron] Attempting to bind port 0deab1e2-ffee-4d99-a177-a2f9dc89ed5f by drivers openvswitch,hyperv on host n-h2-816206-8 at level 0 using segments [{'id': '870208a2-a4b2-4b02-aec7-63aaef1eda1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '7ac268de-08e0-4d04-9511-b148f4c874eb'}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:55:28.894797 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ad10321-4a78-4e19-b9c9-422250b09f72 req-3b97aa09-b1e3-4859-8c45-fad8d021a015 service neutron] Attempting to bind port 0deab1e2-ffee-4d99-a177-a2f9dc89ed5f on network 7ac268de-08e0-4d04-9511-b148f4c874eb {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:55:28.899207 n-d-816206-8 neutron-server[103590]: INFO neutron.api.v2.resource [None req-2f3e654e-6ed1-41b6-bd8a-96ca6a5b90e3 tempest-NegativeSecGroupTest-1899330242 tempest-NegativeSecGroupTest-1899330242-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 17:55:28.900920 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-2f3e654e-6ed1-41b6-bd8a-96ca6a5b90e3 tempest-NegativeSecGroupTest-1899330242 tempest-NegativeSecGroupTest-1899330242-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1008682 Nov 23 17:55:28.903918 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 46812) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:55:28.904226 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ad10321-4a78-4e19-b9c9-422250b09f72 req-3b97aa09-b1e3-4859-8c45-fad8d021a015 service neutron] Port 0deab1e2-ffee-4d99-a177-a2f9dc89ed5f on network 7ac268de-08e0-4d04-9511-b148f4c874eb not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-8 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 17:55:28.905207 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ad10321-4a78-4e19-b9c9-422250b09f72 req-3b97aa09-b1e3-4859-8c45-fad8d021a015 service neutron] Attempting to bind port 0deab1e2-ffee-4d99-a177-a2f9dc89ed5f on network 7ac268de-08e0-4d04-9511-b148f4c874eb {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:55:28.908676 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-41e343c0-770f-4324-a580-626e36b6c955 tempest-NegativeSecGroupTest-1899330242 tempest-NegativeSecGroupTest-1899330242-project] Request body: {'security_group_rule': {'security_group_id': 'baa2c9ed-fef5-4af6-9dc8-c4156603bc8d', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:55:28.911300 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ad10321-4a78-4e19-b9c9-422250b09f72 req-3b97aa09-b1e3-4859-8c45-fad8d021a015 service neutron] Checking agent: {'id': 'ab77bf9e-0267-4174-8f1d-822cba89b207', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 15, 13), 'started_at': datetime.datetime(2021, 11, 23, 17, 15, 13), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 55, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:55:28.911845 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ad10321-4a78-4e19-b9c9-422250b09f72 req-3b97aa09-b1e3-4859-8c45-fad8d021a015 service neutron] Checking segment: {'id': '870208a2-a4b2-4b02-aec7-63aaef1eda1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '7ac268de-08e0-4d04-9511-b148f4c874eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:55:28.912689 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ad10321-4a78-4e19-b9c9-422250b09f72 req-3b97aa09-b1e3-4859-8c45-fad8d021a015 service neutron] Bound using segment: {'id': '870208a2-a4b2-4b02-aec7-63aaef1eda1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '7ac268de-08e0-4d04-9511-b148f4c874eb'} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:55:28.913145 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-2ad10321-4a78-4e19-b9c9-422250b09f72 req-3b97aa09-b1e3-4859-8c45-fad8d021a015 service neutron] Bound port: 0deab1e2-ffee-4d99-a177-a2f9dc89ed5f, host: n-h2-816206-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '870208a2-a4b2-4b02-aec7-63aaef1eda1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '7ac268de-08e0-4d04-9511-b148f4c874eb'}}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:55:28.913576 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-2ad10321-4a78-4e19-b9c9-422250b09f72 req-3b97aa09-b1e3-4859-8c45-fad8d021a015 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:28.987754 n-d-816206-8 neutron-server[103590]: INFO neutron.api.v2.resource [None req-41e343c0-770f-4324-a580-626e36b6c955 tempest-NegativeSecGroupTest-1899330242 tempest-NegativeSecGroupTest-1899330242-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 17:55:28.989060 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-41e343c0-770f-4324-a580-626e36b6c955 tempest-NegativeSecGroupTest-1899330242 tempest-NegativeSecGroupTest-1899330242-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0841069 Nov 23 17:55:28.992063 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 46814) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:55:29.044245 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-2ad10321-4a78-4e19-b9c9-422250b09f72 req-3b97aa09-b1e3-4859-8c45-fad8d021a015 service neutron] For port 0deab1e2-ffee-4d99-a177-a2f9dc89ed5f, host n-h2-816206-8, cleared binding levels {{(pid=103591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:55:29.048549 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-2ad10321-4a78-4e19-b9c9-422250b09f72 req-3b97aa09-b1e3-4859-8c45-fad8d021a015 service neutron] For port 0deab1e2-ffee-4d99-a177-a2f9dc89ed5f, host n-h2-816206-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=0deab1e2-ffee-4d99-a177-a2f9dc89ed5f,segment=NetworkSegment(870208a2-a4b2-4b02-aec7-63aaef1eda1f),segment_id=870208a2-a4b2-4b02-aec7-63aaef1eda1f)] {{(pid=103591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:55:29.053904 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d24248da-387a-4c6c-934b-1a85e36540bd tempest-NegativeSecGroupTest-1899330242 tempest-NegativeSecGroupTest-1899330242-project] Publish callbacks [] for security_group, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:29.057498 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51acc7eb-fc1d-4e2d-b91c-e2d846b5c7b5 req-89db346f-1929-435c-b491-b92f34522aeb tempest-VolumesSnapshotTestJSON-834487947 tempest-VolumesSnapshotTestJSON-834487947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:55:29.059488 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-51acc7eb-fc1d-4e2d-b91c-e2d846b5c7b5 req-89db346f-1929-435c-b491-b92f34522aeb tempest-VolumesSnapshotTestJSON-834487947 tempest-VolumesSnapshotTestJSON-834487947-project] 10.222.0.60 "GET /v2.0/ports?device_id=67f457d2-1d5a-4647-b8f4-c5baa2ad2c2f HTTP/1.1" status: 200 len: 943 time: 0.0833499 Nov 23 17:55:29.060977 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-2ad10321-4a78-4e19-b9c9-422250b09f72 req-3b97aa09-b1e3-4859-8c45-fad8d021a015 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264758186'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:29.079571 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d24248da-387a-4c6c-934b-1a85e36540bd tempest-NegativeSecGroupTest-1899330242 tempest-NegativeSecGroupTest-1899330242-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:29.094274 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c591ead9-3ec8-464a-bbca-f60b10b2a691 None None] DHCP port deletion for 7ac268de-08e0-4d04-9511-b148f4c874eb request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:55:29.106837 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad10321-4a78-4e19-b9c9-422250b09f72 req-3b97aa09-b1e3-4859-8c45-fad8d021a015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:55:29.107685 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-2ad10321-4a78-4e19-b9c9-422250b09f72 req-3b97aa09-b1e3-4859-8c45-fad8d021a015 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:29.109447 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2ad10321-4a78-4e19-b9c9-422250b09f72 req-3b97aa09-b1e3-4859-8c45-fad8d021a015 service neutron] 10.222.0.36 "PUT /v2.0/ports/0deab1e2-ffee-4d99-a177-a2f9dc89ed5f HTTP/1.1" status: 200 len: 1091 time: 0.9933531 Nov 23 17:55:29.110514 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67f457d2-1d5a-4647-b8f4-c5baa2ad2c2f', 'tag': '0deab1e2-ffee-4d99-a177-a2f9dc89ed5f'}] {{(pid=103591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:55:29.113906 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41d174a19ece9499ff9ec44e5b3fc50f2abd3ffbc947fb7e52ea1e8db27b95b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-271f3215-86bd-4d5e-ad18-c7c5063705a5" -d '{"events": [{"name": "network-changed", "server_uuid": "67f457d2-1d5a-4647-b8f4-c5baa2ad2c2f", "tag": "0deab1e2-ffee-4d99-a177-a2f9dc89ed5f"}]}' {{(pid=103591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:55:29.165898 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d24248da-387a-4c6c-934b-1a85e36540bd tempest-NegativeSecGroupTest-1899330242 tempest-NegativeSecGroupTest-1899330242-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:29.169113 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d24248da-387a-4c6c-934b-1a85e36540bd tempest-NegativeSecGroupTest-1899330242 tempest-NegativeSecGroupTest-1899330242-project] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:29.170508 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-d24248da-387a-4c6c-934b-1a85e36540bd tempest-NegativeSecGroupTest-1899330242 tempest-NegativeSecGroupTest-1899330242-project] 10.222.0.60 "DELETE /v2.0/security-groups/baa2c9ed-fef5-4af6-9dc8-c4156603bc8d HTTP/1.1" status: 204 len: 168 time: 0.1773376 Nov 23 17:55:29.185812 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 46820) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:55:29.187231 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24248da-387a-4c6c-934b-1a85e36540bd tempest-NegativeSecGroupTest-1899330242 tempest-NegativeSecGroupTest-1899330242-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=baa2c9ed-fef5-4af6-9dc8-c4156603bc8d,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:55:29.222103 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 17:55:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-829359e5-ca2e-403b-a516-519c9e9d1372 x-openstack-request-id: req-829359e5-ca2e-403b-a516-519c9e9d1372 {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:55:29.222425 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67f457d2-1d5a-4647-b8f4-c5baa2ad2c2f", "tag": "0deab1e2-ffee-4d99-a177-a2f9dc89ed5f", "status": "completed", "code": 200}]} {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:55:29.222663 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-829359e5-ca2e-403b-a516-519c9e9d1372 {{(pid=103591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:55:29.223081 n-d-816206-8 neutron-server[103591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67f457d2-1d5a-4647-b8f4-c5baa2ad2c2f', 'tag': '0deab1e2-ffee-4d99-a177-a2f9dc89ed5f', 'status': 'completed', 'code': 200} Nov 23 17:55:29.239333 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b97aa09-b1e3-4859-8c45-fad8d021a015 service neutron] Pushing event updated for resources: {'Port': ['ID=0deab1e2-ffee-4d99-a177-a2f9dc89ed5f,revision_number=3']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:55:29.255669 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad10321-4a78-4e19-b9c9-422250b09f72 req-848ba490-cc4f-42e0-a226-c3ce088a385b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:55:29.257223 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2ad10321-4a78-4e19-b9c9-422250b09f72 req-848ba490-cc4f-42e0-a226-c3ce088a385b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=48ed3d32b4624922abb1a209c7b87e34&device_id=67f457d2-1d5a-4647-b8f4-c5baa2ad2c2f HTTP/1.1" status: 200 len: 1094 time: 0.0850849 Nov 23 17:55:29.268075 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-51acc7eb-fc1d-4e2d-b91c-e2d846b5c7b5 req-7a0bfbf1-e4fb-4c90-b947-cace3d6a4dc7 tempest-VolumesSnapshotTestJSON-834487947 tempest-VolumesSnapshotTestJSON-834487947-project] 10.222.0.60 "GET /v2.0/security-groups?id=9ee8fc93-0a51-4d17-a68b-24997fd5e1c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1956639 Nov 23 17:55:29.274053 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-4468276e-6fa6-4a45-93ab-19070fe874ba tempest-NegativeSecGroupTest-1899330242 tempest-NegativeSecGroupTest-1899330242-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0831952 Nov 23 17:55:29.274727 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 46822) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:55:29.283926 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-831cba5e-555e-460a-ba6b-910e5f90fb43 tempest-NegativeSecGroupTest-1899330242 tempest-NegativeSecGroupTest-1899330242-project] Request body: {'security_group': {'name': 'tempest-secgroup--1012867183'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:55:29.306840 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-831cba5e-555e-460a-ba6b-910e5f90fb43 tempest-NegativeSecGroupTest-1899330242 tempest-NegativeSecGroupTest-1899330242-project] Publish callbacks [] for security_group, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:29.310388 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2ad10321-4a78-4e19-b9c9-422250b09f72 req-f7a883b2-64c1-4256-a2df-2cab46885ea0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0deab1e2-ffee-4d99-a177-a2f9dc89ed5f HTTP/1.1" status: 200 len: 217 time: 0.0412459 Nov 23 17:55:29.367451 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad10321-4a78-4e19-b9c9-422250b09f72 req-0516f720-4dbd-4963-a645-43a65a3fc44f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:55:29.368969 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2ad10321-4a78-4e19-b9c9-422250b09f72 req-0516f720-4dbd-4963-a645-43a65a3fc44f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0ab9c832-1824-437f-b396-c7a73f7851e3 HTTP/1.1" status: 200 len: 854 time: 0.0492289 Nov 23 17:55:29.385816 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-831cba5e-555e-460a-ba6b-910e5f90fb43 tempest-NegativeSecGroupTest-1899330242 tempest-NegativeSecGroupTest-1899330242-project] Publish callbacks [] for security_group, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:29.390580 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-831cba5e-555e-460a-ba6b-910e5f90fb43 tempest-NegativeSecGroupTest-1899330242 tempest-NegativeSecGroupTest-1899330242-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:29.406590 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2ad10321-4a78-4e19-b9c9-422250b09f72 req-86b7754b-fcf0-4ed2-8c19-cc370b435527 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7ac268de-08e0-4d04-9511-b148f4c874eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264003 Nov 23 17:55:29.420334 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831cba5e-555e-460a-ba6b-910e5f90fb43 tempest-NegativeSecGroupTest-1899330242 tempest-NegativeSecGroupTest-1899330242-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3abc16b0-8628-46d5-9865-7c23d0ce71dc,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:55:29.426857 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-831cba5e-555e-460a-ba6b-910e5f90fb43 tempest-NegativeSecGroupTest-1899330242 tempest-NegativeSecGroupTest-1899330242-project] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:29.431005 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-831cba5e-555e-460a-ba6b-910e5f90fb43 tempest-NegativeSecGroupTest-1899330242 tempest-NegativeSecGroupTest-1899330242-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1523950 Nov 23 17:55:29.431168 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 46824) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:55:29.435910 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-682b7b25-2d32-4ea0-a669-2b7de828ce31 tempest-NegativeSecGroupTest-1899330242 tempest-NegativeSecGroupTest-1899330242-project] Request body: {'security_group_rule': {'security_group_id': '3abc16b0-8628-46d5-9865-7c23d0ce71dc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:55:29.478962 n-d-816206-8 neutron-server[103590]: INFO neutron.api.v2.resource [None req-682b7b25-2d32-4ea0-a669-2b7de828ce31 tempest-NegativeSecGroupTest-1899330242 tempest-NegativeSecGroupTest-1899330242-project] create failed (client error): The resource could not be found. Nov 23 17:55:29.483877 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-682b7b25-2d32-4ea0-a669-2b7de828ce31 tempest-NegativeSecGroupTest-1899330242 tempest-NegativeSecGroupTest-1899330242-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0480428 Nov 23 17:55:29.483877 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 46826) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:55:29.489002 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-25968039-9623-483f-bfd5-6df0d408ffda tempest-NegativeSecGroupTest-1899330242 tempest-NegativeSecGroupTest-1899330242-project] Request body: {'security_group_rule': {'security_group_id': '3abc16b0-8628-46d5-9865-7c23d0ce71dc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '2142079a-2e54-4d1a-91aa-d8cbfbd6be92'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:55:29.511228 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2ad10321-4a78-4e19-b9c9-422250b09f72 req-83ded6be-07b6-4762-8b83-77589cf6491e service neutron] 10.222.0.36 "GET /v2.0/networks/7ac268de-08e0-4d04-9511-b148f4c874eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968769 Nov 23 17:55:29.540577 n-d-816206-8 neutron-server[103590]: INFO neutron.api.v2.resource [None req-25968039-9623-483f-bfd5-6df0d408ffda tempest-NegativeSecGroupTest-1899330242 tempest-NegativeSecGroupTest-1899330242-project] create failed (client error): The resource could not be found. Nov 23 17:55:29.544211 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-25968039-9623-483f-bfd5-6df0d408ffda tempest-NegativeSecGroupTest-1899330242 tempest-NegativeSecGroupTest-1899330242-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0572553 Nov 23 17:55:29.544894 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 46828) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:55:29.649375 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-34bdbf11-6eeb-494a-b75d-08467a3b9b5b tempest-NegativeSecGroupTest-1899330242 tempest-NegativeSecGroupTest-1899330242-project] Publish callbacks [] for security_group, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:29.663488 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2ad10321-4a78-4e19-b9c9-422250b09f72 req-39eb20e0-a5d8-4498-af5f-d03f90e11c6b service neutron] 10.222.0.36 "GET /v2.0/networks/7ac268de-08e0-4d04-9511-b148f4c874eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399040 Nov 23 17:55:29.677477 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-34bdbf11-6eeb-494a-b75d-08467a3b9b5b tempest-NegativeSecGroupTest-1899330242 tempest-NegativeSecGroupTest-1899330242-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:29.776615 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-34bdbf11-6eeb-494a-b75d-08467a3b9b5b tempest-NegativeSecGroupTest-1899330242 tempest-NegativeSecGroupTest-1899330242-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:29.779262 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-34bdbf11-6eeb-494a-b75d-08467a3b9b5b tempest-NegativeSecGroupTest-1899330242 tempest-NegativeSecGroupTest-1899330242-project] Publish callbacks [] for security_group, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:29.780410 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-34bdbf11-6eeb-494a-b75d-08467a3b9b5b tempest-NegativeSecGroupTest-1899330242 tempest-NegativeSecGroupTest-1899330242-project] 10.222.0.60 "DELETE /v2.0/security-groups/3abc16b0-8628-46d5-9865-7c23d0ce71dc HTTP/1.1" status: 204 len: 168 time: 0.2343786 Nov 23 17:55:29.783280 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 46830) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:55:29.796943 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bdbf11-6eeb-494a-b75d-08467a3b9b5b tempest-NegativeSecGroupTest-1899330242 tempest-NegativeSecGroupTest-1899330242-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3abc16b0-8628-46d5-9865-7c23d0ce71dc,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:55:29.802805 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271f3215-86bd-4d5e-ad18-c7c5063705a5 req-1c238796-f4fc-42a6-888a-f373a1fda0c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:55:29.808841 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-271f3215-86bd-4d5e-ad18-c7c5063705a5 req-1c238796-f4fc-42a6-888a-f373a1fda0c3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=48ed3d32b4624922abb1a209c7b87e34&device_id=67f457d2-1d5a-4647-b8f4-c5baa2ad2c2f HTTP/1.1" status: 200 len: 1094 time: 0.0850453 Nov 23 17:55:29.842762 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-3440a4bb-0df6-4ebc-a54e-b14a63e77c73 tempest-NegativeSecGroupTest-1899330242 tempest-NegativeSecGroupTest-1899330242-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0580559 Nov 23 17:55:29.847244 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 46832) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:55:29.859065 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-e6a481c2-0dc3-497c-847c-3d85643d4151 tempest-NegativeSecGroupTest-1899330242 tempest-NegativeSecGroupTest-1899330242-project] Request body: {'security_group_rule': {'security_group_id': '1457f546-a1f2-45f0-bafc-5eddb63807c7', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:55:29.965598 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271f3215-86bd-4d5e-ad18-c7c5063705a5 req-c58954fd-df86-4e40-9413-d6ff9f27df0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:55:29.970393 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-271f3215-86bd-4d5e-ad18-c7c5063705a5 req-c58954fd-df86-4e40-9413-d6ff9f27df0f service neutron] 10.222.0.36 "GET /v2.0/networks?id=7ac268de-08e0-4d04-9511-b148f4c874eb HTTP/1.1" status: 200 len: 915 time: 0.1516767 Nov 23 17:55:29.982791 n-d-816206-8 neutron-server[103591]: INFO neutron.api.v2.resource [None req-e6a481c2-0dc3-497c-847c-3d85643d4151 tempest-NegativeSecGroupTest-1899330242 tempest-NegativeSecGroupTest-1899330242-project] create failed (client error): The resource could not be found. Nov 23 17:55:29.983988 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-e6a481c2-0dc3-497c-847c-3d85643d4151 tempest-NegativeSecGroupTest-1899330242 tempest-NegativeSecGroupTest-1899330242-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1357751 Nov 23 17:55:29.990363 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 46836) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:55:29.995559 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-9b26d450-a1d1-4e81-9974-b718aa177f83 tempest-NegativeSecGroupTest-1899330242 tempest-NegativeSecGroupTest-1899330242-project] Request body: {'security_group': {'name': 'tempest-secgroup--888708582'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:55:30.020786 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-271f3215-86bd-4d5e-ad18-c7c5063705a5 req-a4fc92fb-5510-4d32-a593-6eb6fdf88476 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0deab1e2-ffee-4d99-a177-a2f9dc89ed5f HTTP/1.1" status: 200 len: 217 time: 0.0405664 Nov 23 17:55:30.030574 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-9b26d450-a1d1-4e81-9974-b718aa177f83 tempest-NegativeSecGroupTest-1899330242 tempest-NegativeSecGroupTest-1899330242-project] Publish callbacks [] for security_group, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:30.103124 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271f3215-86bd-4d5e-ad18-c7c5063705a5 req-36128291-4a75-4fce-916d-a6568c5d6348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:55:30.105099 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-271f3215-86bd-4d5e-ad18-c7c5063705a5 req-36128291-4a75-4fce-916d-a6568c5d6348 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0ab9c832-1824-437f-b396-c7a73f7851e3 HTTP/1.1" status: 200 len: 854 time: 0.0765905 Nov 23 17:55:30.131009 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-9b26d450-a1d1-4e81-9974-b718aa177f83 tempest-NegativeSecGroupTest-1899330242 tempest-NegativeSecGroupTest-1899330242-project] Publish callbacks [] for security_group, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:30.140271 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-9b26d450-a1d1-4e81-9974-b718aa177f83 tempest-NegativeSecGroupTest-1899330242 tempest-NegativeSecGroupTest-1899330242-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:30.159018 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-271f3215-86bd-4d5e-ad18-c7c5063705a5 req-15c0fc2e-58a9-4823-84a4-bd22eb3a84fb service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7ac268de-08e0-4d04-9511-b148f4c874eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415881 Nov 23 17:55:30.164438 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-9b26d450-a1d1-4e81-9974-b718aa177f83 tempest-NegativeSecGroupTest-1899330242 tempest-NegativeSecGroupTest-1899330242-project] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:30.166033 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-9b26d450-a1d1-4e81-9974-b718aa177f83 tempest-NegativeSecGroupTest-1899330242 tempest-NegativeSecGroupTest-1899330242-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1745234 Nov 23 17:55:30.170752 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 46842) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:55:30.181916 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-fea1388b-874d-46f2-bed6-827aa6959665 tempest-NegativeSecGroupTest-1899330242 tempest-NegativeSecGroupTest-1899330242-project] Request body: {'security_group': {'name': 'tempest-secgroup--1441317953'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:55:30.189457 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b26d450-a1d1-4e81-9974-b718aa177f83 tempest-NegativeSecGroupTest-1899330242 tempest-NegativeSecGroupTest-1899330242-project] Pushing event updated for resources: {'SecurityGroup': ['ID=470453b3-5d70-4f30-a0b1-2aed62b5efdf,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:55:30.258843 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-fea1388b-874d-46f2-bed6-827aa6959665 tempest-NegativeSecGroupTest-1899330242 tempest-NegativeSecGroupTest-1899330242-project] Publish callbacks [] for security_group, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:30.388745 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-271f3215-86bd-4d5e-ad18-c7c5063705a5 req-27e56a7f-0c39-4dba-8945-b88d3e0789eb service neutron] 10.222.0.36 "GET /v2.0/networks/7ac268de-08e0-4d04-9511-b148f4c874eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2132907 Nov 23 17:55:30.548374 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-fea1388b-874d-46f2-bed6-827aa6959665 tempest-NegativeSecGroupTest-1899330242 tempest-NegativeSecGroupTest-1899330242-project] Publish callbacks [] for security_group, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:30.553814 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-fea1388b-874d-46f2-bed6-827aa6959665 tempest-NegativeSecGroupTest-1899330242 tempest-NegativeSecGroupTest-1899330242-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:30.610678 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14172ff4-2f3a-4236-b358-e19dc2ee6c76 req-5997139c-6af3-487e-9057-ecb22823eaaf tempest-VolumesSnapshotTestJSON-834487947 tempest-VolumesSnapshotTestJSON-834487947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:55:30.615675 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-14172ff4-2f3a-4236-b358-e19dc2ee6c76 req-5997139c-6af3-487e-9057-ecb22823eaaf tempest-VolumesSnapshotTestJSON-834487947 tempest-VolumesSnapshotTestJSON-834487947-project] 10.222.0.60 "GET /v2.0/ports?device_id=67f457d2-1d5a-4647-b8f4-c5baa2ad2c2f HTTP/1.1" status: 200 len: 943 time: 0.1986182 Nov 23 17:55:30.654189 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-271f3215-86bd-4d5e-ad18-c7c5063705a5 req-a7b015fa-bb37-4951-be77-c4cde8f3ca6c service neutron] 10.222.0.36 "GET /v2.0/networks/7ac268de-08e0-4d04-9511-b148f4c874eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2544787 Nov 23 17:55:30.668728 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-fea1388b-874d-46f2-bed6-827aa6959665 tempest-NegativeSecGroupTest-1899330242 tempest-NegativeSecGroupTest-1899330242-project] Publish callbacks [] for security_group, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:30.671068 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-fea1388b-874d-46f2-bed6-827aa6959665 tempest-NegativeSecGroupTest-1899330242 tempest-NegativeSecGroupTest-1899330242-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4991338 Nov 23 17:55:30.675826 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 46854) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:55:30.681684 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-fa64c74a-5ab3-4e03-8324-281789a1734b tempest-NegativeSecGroupTest-1899330242 tempest-NegativeSecGroupTest-1899330242-project] Request body: {'security_group_rule': {'security_group_id': '470453b3-5d70-4f30-a0b1-2aed62b5efdf', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '835e0942-932a-4f40-a9e3-d7a54a9aecc1'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:55:30.698416 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea1388b-874d-46f2-bed6-827aa6959665 tempest-NegativeSecGroupTest-1899330242 tempest-NegativeSecGroupTest-1899330242-project] Pushing event updated for resources: {'SecurityGroup': ['ID=835e0942-932a-4f40-a9e3-d7a54a9aecc1,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:55:30.740943 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-14172ff4-2f3a-4236-b358-e19dc2ee6c76 req-70af6472-66d6-4173-b3b0-2aa45df923c5 tempest-VolumesSnapshotTestJSON-834487947 tempest-VolumesSnapshotTestJSON-834487947-project] 10.222.0.60 "GET /v2.0/security-groups?id=9ee8fc93-0a51-4d17-a68b-24997fd5e1c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835977 Nov 23 17:55:30.772932 n-d-816206-8 neutron-server[103590]: INFO neutron.api.v2.resource [None req-fa64c74a-5ab3-4e03-8324-281789a1734b tempest-NegativeSecGroupTest-1899330242 tempest-NegativeSecGroupTest-1899330242-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 17:55:30.776844 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-fa64c74a-5ab3-4e03-8324-281789a1734b tempest-NegativeSecGroupTest-1899330242 tempest-NegativeSecGroupTest-1899330242-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0994999 Nov 23 17:55:30.777044 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 46856) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:55:30.841561 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-afd07be8-0358-4b81-b937-3afeb3cae8d4 tempest-NegativeSecGroupTest-1899330242 tempest-NegativeSecGroupTest-1899330242-project] Publish callbacks [] for security_group, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:30.868771 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-afd07be8-0358-4b81-b937-3afeb3cae8d4 tempest-NegativeSecGroupTest-1899330242 tempest-NegativeSecGroupTest-1899330242-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:30.926058 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-afd07be8-0358-4b81-b937-3afeb3cae8d4 tempest-NegativeSecGroupTest-1899330242 tempest-NegativeSecGroupTest-1899330242-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:30.930353 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-afd07be8-0358-4b81-b937-3afeb3cae8d4 tempest-NegativeSecGroupTest-1899330242 tempest-NegativeSecGroupTest-1899330242-project] Publish callbacks [] for security_group, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:30.931925 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-afd07be8-0358-4b81-b937-3afeb3cae8d4 tempest-NegativeSecGroupTest-1899330242 tempest-NegativeSecGroupTest-1899330242-project] 10.222.0.60 "DELETE /v2.0/security-groups/835e0942-932a-4f40-a9e3-d7a54a9aecc1 HTTP/1.1" status: 204 len: 168 time: 0.1536529 Nov 23 17:55:30.935039 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 46858) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:55:30.945342 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd07be8-0358-4b81-b937-3afeb3cae8d4 tempest-NegativeSecGroupTest-1899330242 tempest-NegativeSecGroupTest-1899330242-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=835e0942-932a-4f40-a9e3-d7a54a9aecc1,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:55:31.028401 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-b9ecc0e9-bc18-4ffc-8d93-c9dc0e234ec6 tempest-NegativeSecGroupTest-1899330242 tempest-NegativeSecGroupTest-1899330242-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.0920401 Nov 23 17:55:31.031207 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 46860) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:55:31.092270 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-96b7e05d-02c8-44ea-9c58-0fa87931d3bc tempest-NegativeSecGroupTest-1899330242 tempest-NegativeSecGroupTest-1899330242-project] Publish callbacks [] for security_group, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:31.116022 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-96b7e05d-02c8-44ea-9c58-0fa87931d3bc tempest-NegativeSecGroupTest-1899330242 tempest-NegativeSecGroupTest-1899330242-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:31.180624 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-96b7e05d-02c8-44ea-9c58-0fa87931d3bc tempest-NegativeSecGroupTest-1899330242 tempest-NegativeSecGroupTest-1899330242-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:31.183571 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-96b7e05d-02c8-44ea-9c58-0fa87931d3bc tempest-NegativeSecGroupTest-1899330242 tempest-NegativeSecGroupTest-1899330242-project] Publish callbacks [] for security_group, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:31.187299 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-96b7e05d-02c8-44ea-9c58-0fa87931d3bc tempest-NegativeSecGroupTest-1899330242 tempest-NegativeSecGroupTest-1899330242-project] 10.222.0.60 "DELETE /v2.0/security-groups/470453b3-5d70-4f30-a0b1-2aed62b5efdf HTTP/1.1" status: 204 len: 168 time: 0.1526630 Nov 23 17:55:31.188077 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 46862) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:55:31.195434 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b7e05d-02c8-44ea-9c58-0fa87931d3bc tempest-NegativeSecGroupTest-1899330242 tempest-NegativeSecGroupTest-1899330242-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=470453b3-5d70-4f30-a0b1-2aed62b5efdf,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:55:31.252224 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-96162bed-0ec9-4e4e-b0be-a118fb00db44 tempest-NegativeSecGroupTest-1899330242 tempest-NegativeSecGroupTest-1899330242-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0605240 Nov 23 17:55:31.256330 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 46864) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:55:31.261092 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-2dbba566-25d0-4aba-bc27-9109226db93f tempest-NegativeSecGroupTest-1899330242 tempest-NegativeSecGroupTest-1899330242-project] Request body: {'security_group': {'name': 'tempest-secgroup--1416274885'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:55:31.291295 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-2dbba566-25d0-4aba-bc27-9109226db93f tempest-NegativeSecGroupTest-1899330242 tempest-NegativeSecGroupTest-1899330242-project] Publish callbacks [] for security_group, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:31.378934 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-2dbba566-25d0-4aba-bc27-9109226db93f tempest-NegativeSecGroupTest-1899330242 tempest-NegativeSecGroupTest-1899330242-project] Publish callbacks [] for security_group, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:31.399789 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-2dbba566-25d0-4aba-bc27-9109226db93f tempest-NegativeSecGroupTest-1899330242 tempest-NegativeSecGroupTest-1899330242-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:31.493326 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbba566-25d0-4aba-bc27-9109226db93f tempest-NegativeSecGroupTest-1899330242 tempest-NegativeSecGroupTest-1899330242-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65483704-9856-4a6b-becb-af60a5fb2d9a,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:55:31.498670 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-2dbba566-25d0-4aba-bc27-9109226db93f tempest-NegativeSecGroupTest-1899330242 tempest-NegativeSecGroupTest-1899330242-project] Publish callbacks [] for security_group, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:31.499920 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-2dbba566-25d0-4aba-bc27-9109226db93f tempest-NegativeSecGroupTest-1899330242 tempest-NegativeSecGroupTest-1899330242-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2425537 Nov 23 17:55:31.503675 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 46870) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:55:31.509171 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-255ba8b2-45c4-4925-84df-752c464a5dab tempest-NegativeSecGroupTest-1899330242 tempest-NegativeSecGroupTest-1899330242-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:55:31.509595 n-d-816206-8 neutron-server[103590]: WARNING neutron.api.v2.base [None req-255ba8b2-45c4-4925-84df-752c464a5dab tempest-NegativeSecGroupTest-1899330242 tempest-NegativeSecGroupTest-1899330242-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 23 17:55:31.510136 n-d-816206-8 neutron-server[103590]: INFO neutron.api.v2.resource [None req-255ba8b2-45c4-4925-84df-752c464a5dab tempest-NegativeSecGroupTest-1899330242 tempest-NegativeSecGroupTest-1899330242-project] update failed (client error): There was a conflict when trying to complete your request. Nov 23 17:55:31.511172 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-255ba8b2-45c4-4925-84df-752c464a5dab tempest-NegativeSecGroupTest-1899330242 tempest-NegativeSecGroupTest-1899330242-project] 10.222.0.60 "PUT /v2.0/security-groups/65483704-9856-4a6b-becb-af60a5fb2d9a HTTP/1.1" status: 409 len: 330 time: 0.0057271 Nov 23 17:55:31.513554 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 46872) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:55:31.605277 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-334c4bb1-85a5-4ec1-925a-5e1ffb1bdcf1 tempest-NegativeSecGroupTest-1899330242 tempest-NegativeSecGroupTest-1899330242-project] Publish callbacks [] for security_group, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:31.635200 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-334c4bb1-85a5-4ec1-925a-5e1ffb1bdcf1 tempest-NegativeSecGroupTest-1899330242 tempest-NegativeSecGroupTest-1899330242-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:31.683828 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-334c4bb1-85a5-4ec1-925a-5e1ffb1bdcf1 tempest-NegativeSecGroupTest-1899330242 tempest-NegativeSecGroupTest-1899330242-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:31.687794 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-334c4bb1-85a5-4ec1-925a-5e1ffb1bdcf1 tempest-NegativeSecGroupTest-1899330242 tempest-NegativeSecGroupTest-1899330242-project] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:31.689574 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-334c4bb1-85a5-4ec1-925a-5e1ffb1bdcf1 tempest-NegativeSecGroupTest-1899330242 tempest-NegativeSecGroupTest-1899330242-project] 10.222.0.60 "DELETE /v2.0/security-groups/65483704-9856-4a6b-becb-af60a5fb2d9a HTTP/1.1" status: 204 len: 168 time: 0.1743941 Nov 23 17:55:31.692196 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 46874) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:55:31.700632 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334c4bb1-85a5-4ec1-925a-5e1ffb1bdcf1 tempest-NegativeSecGroupTest-1899330242 tempest-NegativeSecGroupTest-1899330242-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=65483704-9856-4a6b-becb-af60a5fb2d9a,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:55:31.745132 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-91d9367b-0ecb-4352-9f71-d4157b818c29 tempest-NegativeSecGroupTest-1899330242 tempest-NegativeSecGroupTest-1899330242-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0516036 Nov 23 17:55:31.749027 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 46878) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:55:31.776897 n-d-816206-8 neutron-server[103590]: INFO neutron.api.v2.resource [None req-1b7b4bdc-87c6-4f3a-8480-786bb2af225e tempest-NegativeSecGroupTest-1899330242 tempest-NegativeSecGroupTest-1899330242-project] delete failed (client error): The resource could not be found. Nov 23 17:55:31.781018 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-1b7b4bdc-87c6-4f3a-8480-786bb2af225e tempest-NegativeSecGroupTest-1899330242 tempest-NegativeSecGroupTest-1899330242-project] 10.222.0.60 "DELETE /v2.0/security-groups/7a1bb175-3da6-4f4c-839a-d49bface5baf HTTP/1.1" status: 404 len: 347 time: 0.0306575 Nov 23 17:55:31.781831 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 46882) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:55:31.796099 n-d-816206-8 neutron-server[103591]: INFO neutron.api.v2.resource [None req-e8775ec3-78e4-48ab-9c9d-faa443b99811 tempest-NegativeSecGroupTest-1899330242 tempest-NegativeSecGroupTest-1899330242-project] show failed (client error): The resource could not be found. Nov 23 17:55:31.797168 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-e8775ec3-78e4-48ab-9c9d-faa443b99811 tempest-NegativeSecGroupTest-1899330242 tempest-NegativeSecGroupTest-1899330242-project] 10.222.0.60 "GET /v2.0/security-groups/7d8a6dfa-785a-42ab-9c1b-abcaf27d63a2 HTTP/1.1" status: 404 len: 347 time: 0.0137818 Nov 23 17:55:31.801473 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 46884) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:55:31.820132 n-d-816206-8 neutron-server[103590]: INFO neutron.api.v2.resource [None req-c9463df2-bf13-4b03-943f-f6bf054c1d72 tempest-NegativeSecGroupTest-1899330242 tempest-NegativeSecGroupTest-1899330242-project] show failed (client error): The resource could not be found. Nov 23 17:55:31.821685 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-c9463df2-bf13-4b03-943f-f6bf054c1d72 tempest-NegativeSecGroupTest-1899330242 tempest-NegativeSecGroupTest-1899330242-project] 10.222.0.60 "GET /v2.0/security-group-rules/80eabaa2-0402-421d-bb0f-3c8088fe9a3b HTTP/1.1" status: 404 len: 356 time: 0.0192451 Nov 23 17:55:31.884066 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9e02e2-aa85-4753-a254-6b70d1707501 req-0120e55f-a8c2-4714-a2f5-bc797201fdcb tempest-VolumesSnapshotTestJSON-834487947 tempest-VolumesSnapshotTestJSON-834487947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:55:31.886274 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-af9e02e2-aa85-4753-a254-6b70d1707501 req-0120e55f-a8c2-4714-a2f5-bc797201fdcb tempest-VolumesSnapshotTestJSON-834487947 tempest-VolumesSnapshotTestJSON-834487947-project] 10.222.0.60 "GET /v2.0/ports?device_id=67f457d2-1d5a-4647-b8f4-c5baa2ad2c2f HTTP/1.1" status: 200 len: 943 time: 0.0619140 Nov 23 17:55:31.950954 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-af9e02e2-aa85-4753-a254-6b70d1707501 req-a56d60dd-3ea3-4e65-afb2-5977ecf8a4fb tempest-VolumesSnapshotTestJSON-834487947 tempest-VolumesSnapshotTestJSON-834487947-project] 10.222.0.60 "GET /v2.0/security-groups?id=9ee8fc93-0a51-4d17-a68b-24997fd5e1c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574512 Nov 23 17:55:32.167142 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 46890) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:55:32.311397 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-1e31f682-1dbf-411d-9929-1377bbeaf13f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b27e428fd0944c9788cbb71e845b9194&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1424172 Nov 23 17:55:32.314328 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 46894) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:55:32.369766 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-62c60dbf-7516-438f-a608-3ccdbc80b806 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:32.393852 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-62c60dbf-7516-438f-a608-3ccdbc80b806 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:32.445513 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-62c60dbf-7516-438f-a608-3ccdbc80b806 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:32.448747 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-62c60dbf-7516-438f-a608-3ccdbc80b806 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:32.452960 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-62c60dbf-7516-438f-a608-3ccdbc80b806 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b0d06488-c601-42b3-abda-f4ca5f3c2fe2 HTTP/1.1" status: 204 len: 168 time: 0.1375918 Nov 23 17:55:32.464859 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c60dbf-7516-438f-a608-3ccdbc80b806 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0d06488-c601-42b3-abda-f4ca5f3c2fe2,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:55:32.959035 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device 0deab1e2-ffee-4d99-a177-a2f9dc89ed5f details requested by agent hyperv_n-h2-816206-8 with host n-h2-816206-8 {{(pid=103592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 17:55:33.124788 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port 0deab1e2-ffee-4d99-a177-a2f9dc89ed5f, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=0deab1e2-ffee-4d99-a177-a2f9dc89ed5f,segment=NetworkSegment(870208a2-a4b2-4b02-aec7-63aaef1eda1f),segment_id=870208a2-a4b2-4b02-aec7-63aaef1eda1f)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:55:33.138873 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae52836-237b-476a-bd9a-71242f66913b req-c56be3ad-8927-48b6-b7b2-e27511d2e298 tempest-VolumesSnapshotTestJSON-834487947 tempest-VolumesSnapshotTestJSON-834487947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:55:33.140994 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9ae52836-237b-476a-bd9a-71242f66913b req-c56be3ad-8927-48b6-b7b2-e27511d2e298 tempest-VolumesSnapshotTestJSON-834487947 tempest-VolumesSnapshotTestJSON-834487947-project] 10.222.0.60 "GET /v2.0/ports?device_id=67f457d2-1d5a-4647-b8f4-c5baa2ad2c2f HTTP/1.1" status: 200 len: 943 time: 0.0979996 Nov 23 17:55:33.165066 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Returning: {'device': '0deab1e2-ffee-4d99-a177-a2f9dc89ed5f', 'network_id': '7ac268de-08e0-4d04-9511-b148f4c874eb', 'port_id': '0deab1e2-ffee-4d99-a177-a2f9dc89ed5f', 'mac_address': 'fa:16:3e:c5:50:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 518, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ab9c832-1824-437f-b396-c7a73f7851e3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 17:55:33.225024 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9ae52836-237b-476a-bd9a-71242f66913b req-61829a6e-c840-420f-996f-1b4e34a77743 tempest-VolumesSnapshotTestJSON-834487947 tempest-VolumesSnapshotTestJSON-834487947-project] 10.222.0.60 "GET /v2.0/security-groups?id=9ee8fc93-0a51-4d17-a68b-24997fd5e1c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765414 Nov 23 17:55:33.269857 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:33.314092 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0deab1e2-ffee-4d99-a177-a2f9dc89ed5f {{(pid=103592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:55:33.347493 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 46924) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:55:33.355394 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port 0deab1e2-ffee-4d99-a177-a2f9dc89ed5f, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=0deab1e2-ffee-4d99-a177-a2f9dc89ed5f,segment=NetworkSegment(870208a2-a4b2-4b02-aec7-63aaef1eda1f),segment_id=870208a2-a4b2-4b02-aec7-63aaef1eda1f)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:55:33.361191 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:33.425701 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Pushing event updated for resources: {'Port': ['ID=0deab1e2-ffee-4d99-a177-a2f9dc89ed5f,revision_number=4']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:55:33.518974 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-096618e3-bd81-492d-96c2-44a59f444958 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-75573568-network', 'tenant_id': '93bfc3429a7b40c7b65d6d9dd10a6b84'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:55:33.543698 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-096618e3-bd81-492d-96c2-44a59f444958 admin admin] Made reservation on behalf of 93bfc3429a7b40c7b65d6d9dd10a6b84 for: {'network': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:55:33.547107 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-096618e3-bd81-492d-96c2-44a59f444958 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for network, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:33.565827 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-096618e3-bd81-492d-96c2-44a59f444958 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:33.622680 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] get_ports_and_sgs() called for port_ids ['0deab1e2-ffee-4d99-a177-a2f9dc89ed5f'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:55:33.718490 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-096618e3-bd81-492d-96c2-44a59f444958 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:33.725692 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-096618e3-bd81-492d-96c2-44a59f444958 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:33.751051 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-096618e3-bd81-492d-96c2-44a59f444958 admin admin] vlan segment allocate from pool success with {'vlan_id': 508, 'physical_network': 'physnet1'} {{(pid=103591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 17:55:33.765764 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096618e3-bd81-492d-96c2-44a59f444958 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85ad382d-4d69-44e5-b4e5-3e3bb6638591,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:55:33.771587 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-096618e3-bd81-492d-96c2-44a59f444958 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:33.772004 n-d-816206-8 neutron-server[103591]: INFO neutron.db.segments_db [None req-096618e3-bd81-492d-96c2-44a59f444958 admin admin] Added segment 707e512a-54af-4f64-85c1-4ce89101c30f of type vlan for network ef5193fb-34ea-4dde-91b5-ac230bcb4189 Nov 23 17:55:33.879850 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-096618e3-bd81-492d-96c2-44a59f444958 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736635338810'] for network, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:33.930336 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-096618e3-bd81-492d-96c2-44a59f444958 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493'] for network, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:33.931653 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-096618e3-bd81-492d-96c2-44a59f444958 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:55:33.932356 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-096618e3-bd81-492d-96c2-44a59f444958 admin admin] Publish callbacks [] for network, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:33.984538 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-096618e3-bd81-492d-96c2-44a59f444958 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.6354346 Nov 23 17:55:33.987454 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 46936) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:55:33.993447 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-cb61f3b0-d907-45f2-a194-9049fb680024 admin admin] Request body: {'subnet': {'network_id': 'ef5193fb-34ea-4dde-91b5-ac230bcb4189', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-75573568-subnet', 'tenant_id': '93bfc3429a7b40c7b65d6d9dd10a6b84', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:55:34.023461 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096618e3-bd81-492d-96c2-44a59f444958 admin admin] Pushing event updated for resources: {'Network': ['ID=ef5193fb-34ea-4dde-91b5-ac230bcb4189,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:55:34.036507 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Network ef5193fb-34ea-4dde-91b5-ac230bcb4189 details requested by agent ovs-agent-n-d-816206-8 with host n-d-816206-8 {{(pid=103592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 17:55:34.048677 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb61f3b0-d907-45f2-a194-9049fb680024 admin admin] Made reservation on behalf of 93bfc3429a7b40c7b65d6d9dd10a6b84 for: {'subnet': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:55:34.052274 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-cb61f3b0-d907-45f2-a194-9049fb680024 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264730903'] for subnet, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:34.276082 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-cb61f3b0-d907-45f2-a194-9049fb680024 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264358096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264730885'] for subnet, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:34.365344 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb61f3b0-d907-45f2-a194-9049fb680024 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1a3011ae-ce57-4ed8-895c-565b97f902da,revision_number=0']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:55:34.378860 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb61f3b0-d907-45f2-a194-9049fb680024 admin admin] Checking segment: {'id': '707e512a-54af-4f64-85c1-4ce89101c30f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'ef5193fb-34ea-4dde-91b5-ac230bcb4189'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:55:34.379510 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb61f3b0-d907-45f2-a194-9049fb680024 admin admin] Network hostable DHCP agents. Network: ef5193fb-34ea-4dde-91b5-ac230bcb4189, hostable agents: ['0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3'], hosted agents: [] {{(pid=103590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 17:55:34.401172 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb61f3b0-d907-45f2-a194-9049fb680024 admin admin] Network ef5193fb-34ea-4dde-91b5-ac230bcb4189 is scheduled to be hosted by DHCP agent 0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3 with binding_index 1 {{(pid=103590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 17:55:34.413602 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-cb61f3b0-d907-45f2-a194-9049fb680024 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-8, ef5193fb-34ea-4dde-91b5-ac230bcb4189) {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:55:34.424547 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b834cb1-0216-4032-8fba-449c5069e017 None None] Network ef5193fb-34ea-4dde-91b5-ac230bcb4189 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:55:34.431789 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb61f3b0-d907-45f2-a194-9049fb680024 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:55:34.433272 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-cb61f3b0-d907-45f2-a194-9049fb680024 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:34.458024 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-cb61f3b0-d907-45f2-a194-9049fb680024 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.4685788 Nov 23 17:55:34.736749 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39e560c3-bc27-4025-8b17-aa2de6c895d7 None None] Network ef5193fb-34ea-4dde-91b5-ac230bcb4189 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:55:34.918531 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff2ee58-7dcb-4acd-b3c9-5fed62d0b4b9 req-1e4296e7-0643-4b77-a20f-d52e1fa7d2e0 tempest-VolumesSnapshotTestJSON-834487947 tempest-VolumesSnapshotTestJSON-834487947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:55:34.929386 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6ff2ee58-7dcb-4acd-b3c9-5fed62d0b4b9 req-1e4296e7-0643-4b77-a20f-d52e1fa7d2e0 tempest-VolumesSnapshotTestJSON-834487947 tempest-VolumesSnapshotTestJSON-834487947-project] 10.222.0.60 "GET /v2.0/ports?device_id=67f457d2-1d5a-4647-b8f4-c5baa2ad2c2f HTTP/1.1" status: 200 len: 944 time: 0.0795574 Nov 23 17:55:34.991092 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device 0deab1e2-ffee-4d99-a177-a2f9dc89ed5f up at agent hyperv_n-h2-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:55:35.017795 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6ff2ee58-7dcb-4acd-b3c9-5fed62d0b4b9 req-57766a9e-4299-4498-943a-11fcbfca12b1 tempest-VolumesSnapshotTestJSON-834487947 tempest-VolumesSnapshotTestJSON-834487947-project] 10.222.0.60 "GET /v2.0/security-groups?id=9ee8fc93-0a51-4d17-a68b-24997fd5e1c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871251 Nov 23 17:55:35.098363 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Provisioning for port 0deab1e2-ffee-4d99-a177-a2f9dc89ed5f completed by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 17:55:35.104226 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Provisioning complete for port 0deab1e2-ffee-4d99-a177-a2f9dc89ed5f triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:55:35.104703 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:35.197575 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:35.225308 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67f457d2-1d5a-4647-b8f4-c5baa2ad2c2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0deab1e2-ffee-4d99-a177-a2f9dc89ed5f'}] {{(pid=103592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:55:35.227895 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba3e6a8f2301c7a29fe1eca9779abdae4ccbcd6266d69778087f2498d5551201" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ae57b4a-f9d6-4b18-977a-e33322a3f4fd" -d '{"events": [{"server_uuid": "67f457d2-1d5a-4647-b8f4-c5baa2ad2c2f", "name": "network-vif-plugged", "status": "completed", "tag": "0deab1e2-ffee-4d99-a177-a2f9dc89ed5f"}]}' {{(pid=103592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:55:35.244183 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port 0deab1e2-ffee-4d99-a177-a2f9dc89ed5f, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=0deab1e2-ffee-4d99-a177-a2f9dc89ed5f,segment=NetworkSegment(870208a2-a4b2-4b02-aec7-63aaef1eda1f),segment_id=870208a2-a4b2-4b02-aec7-63aaef1eda1f)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:55:35.249837 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:35.313581 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Pushing event updated for resources: {'Port': ['ID=0deab1e2-ffee-4d99-a177-a2f9dc89ed5f,revision_number=5']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:55:35.323268 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 46962) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:55:35.328327 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-26c9c2cf-e078-4430-8849-b08f57a8fe3f admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1374676795-network', 'tenant_id': 'e1d33c23997943e98781c158e05e0713'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:55:35.350365 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26c9c2cf-e078-4430-8849-b08f57a8fe3f admin admin] Made reservation on behalf of e1d33c23997943e98781c158e05e0713 for: {'network': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:55:35.353087 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-26c9c2cf-e078-4430-8849-b08f57a8fe3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for network, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:35.363626 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-26c9c2cf-e078-4430-8849-b08f57a8fe3f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:35.452353 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-26c9c2cf-e078-4430-8849-b08f57a8fe3f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:35.457696 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-26c9c2cf-e078-4430-8849-b08f57a8fe3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:35.484640 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26c9c2cf-e078-4430-8849-b08f57a8fe3f admin admin] vlan segment allocate from pool success with {'vlan_id': 543, 'physical_network': 'physnet1'} {{(pid=103590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 17:55:35.499771 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c9c2cf-e078-4430-8849-b08f57a8fe3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7f6c6a5-8ab1-4357-b702-b2520ae5df0e,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:55:35.506918 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-26c9c2cf-e078-4430-8849-b08f57a8fe3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:35.507507 n-d-816206-8 neutron-server[103590]: INFO neutron.db.segments_db [None req-26c9c2cf-e078-4430-8849-b08f57a8fe3f admin admin] Added segment a3dbb6f3-d184-43fe-9a0b-141e8c454469 of type vlan for network 721b64d0-52a6-415e-9262-2c6e1a3fec34 Nov 23 17:55:35.513927 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:55:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-426abfb6-17a7-4d60-ad3c-a96264c7500b x-openstack-request-id: req-426abfb6-17a7-4d60-ad3c-a96264c7500b {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:55:35.514359 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67f457d2-1d5a-4647-b8f4-c5baa2ad2c2f", "name": "network-vif-plugged", "status": "completed", "tag": "0deab1e2-ffee-4d99-a177-a2f9dc89ed5f", "code": 200}]} {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:55:35.514855 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-426abfb6-17a7-4d60-ad3c-a96264c7500b {{(pid=103592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:55:35.515586 n-d-816206-8 neutron-server[103592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67f457d2-1d5a-4647-b8f4-c5baa2ad2c2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0deab1e2-ffee-4d99-a177-a2f9dc89ed5f', 'code': 200} Nov 23 17:55:35.557167 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-26c9c2cf-e078-4430-8849-b08f57a8fe3f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736635338810'] for network, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:35.585651 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-26c9c2cf-e078-4430-8849-b08f57a8fe3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493'] for network, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:35.587011 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26c9c2cf-e078-4430-8849-b08f57a8fe3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:55:35.587790 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-26c9c2cf-e078-4430-8849-b08f57a8fe3f admin admin] Publish callbacks [] for network, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:35.621013 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52022481-27de-40dd-8d14-b1950ec3bfb9 req-aca8d098-6b70-49fd-9612-f360c18bbe94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:55:35.622794 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-52022481-27de-40dd-8d14-b1950ec3bfb9 req-aca8d098-6b70-49fd-9612-f360c18bbe94 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=67f457d2-1d5a-4647-b8f4-c5baa2ad2c2f HTTP/1.1" status: 200 len: 1096 time: 0.0451860 Nov 23 17:55:35.627093 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-26c9c2cf-e078-4430-8849-b08f57a8fe3f admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.3001184 Nov 23 17:55:35.627934 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 46964) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:55:35.634395 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-de2b160c-1fd0-481d-9c5c-f663da9a168a admin admin] Request body: {'subnet': {'network_id': '721b64d0-52a6-415e-9262-2c6e1a3fec34', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1374676795-subnet', 'tenant_id': 'e1d33c23997943e98781c158e05e0713', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:55:35.670820 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c9c2cf-e078-4430-8849-b08f57a8fe3f admin admin] Pushing event updated for resources: {'Network': ['ID=721b64d0-52a6-415e-9262-2c6e1a3fec34,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:55:35.679004 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-52022481-27de-40dd-8d14-b1950ec3bfb9 req-35b3e76c-d396-49b5-b5c7-7428c5c7ca95 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=9ee8fc93-0a51-4d17-a68b-24997fd5e1c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474286 Nov 23 17:55:35.686329 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Network 721b64d0-52a6-415e-9262-2c6e1a3fec34 details requested by agent ovs-agent-n-d-816206-8 with host n-d-816206-8 {{(pid=103592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 17:55:35.690147 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de2b160c-1fd0-481d-9c5c-f663da9a168a admin admin] Made reservation on behalf of e1d33c23997943e98781c158e05e0713 for: {'subnet': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:55:35.695539 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-de2b160c-1fd0-481d-9c5c-f663da9a168a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264730903'] for subnet, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:35.892944 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-de2b160c-1fd0-481d-9c5c-f663da9a168a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264358096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264730885'] for subnet, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:35.960386 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2b160c-1fd0-481d-9c5c-f663da9a168a admin admin] Pushing event updated for resources: {'Subnet': ['ID=9420d6d4-1ea7-4a32-82ee-fd2db34e965a,revision_number=0']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:55:35.977709 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de2b160c-1fd0-481d-9c5c-f663da9a168a admin admin] Checking segment: {'id': 'a3dbb6f3-d184-43fe-9a0b-141e8c454469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '721b64d0-52a6-415e-9262-2c6e1a3fec34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:55:35.978060 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de2b160c-1fd0-481d-9c5c-f663da9a168a admin admin] Network hostable DHCP agents. Network: 721b64d0-52a6-415e-9262-2c6e1a3fec34, hostable agents: ['0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3'], hosted agents: [] {{(pid=103590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 17:55:36.002909 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de2b160c-1fd0-481d-9c5c-f663da9a168a admin admin] Network 721b64d0-52a6-415e-9262-2c6e1a3fec34 is scheduled to be hosted by DHCP agent 0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3 with binding_index 1 {{(pid=103590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 17:55:36.014069 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-de2b160c-1fd0-481d-9c5c-f663da9a168a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-8, 721b64d0-52a6-415e-9262-2c6e1a3fec34) {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:55:36.018262 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de2b160c-1fd0-481d-9c5c-f663da9a168a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:55:36.018864 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-de2b160c-1fd0-481d-9c5c-f663da9a168a admin admin] Publish callbacks [] for subnet, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:36.031274 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4711c6ee-fdfc-48de-ad5a-ab4d50366072 None None] Network 721b64d0-52a6-415e-9262-2c6e1a3fec34 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:55:36.042331 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-de2b160c-1fd0-481d-9c5c-f663da9a168a admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.4127994 Nov 23 17:55:36.192034 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a50f94-9678-4ebb-a08f-616aa8f8349d req-cca89898-d1fd-48c3-a054-e80de9a60b13 tempest-VolumesSnapshotTestJSON-834487947 tempest-VolumesSnapshotTestJSON-834487947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:55:36.199645 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 46974) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:55:36.200179 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-23a50f94-9678-4ebb-a08f-616aa8f8349d req-cca89898-d1fd-48c3-a054-e80de9a60b13 tempest-VolumesSnapshotTestJSON-834487947 tempest-VolumesSnapshotTestJSON-834487947-project] 10.222.0.60 "GET /v2.0/ports?device_id=67f457d2-1d5a-4647-b8f4-c5baa2ad2c2f HTTP/1.1" status: 200 len: 945 time: 0.0833848 Nov 23 17:55:36.236316 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5411b48f-a600-499f-82b2-a9d200a344a1 None None] Network 721b64d0-52a6-415e-9262-2c6e1a3fec34 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:55:36.249510 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_v2 [None req-3cf78880-425b-44cb-9a3c-73752ee5491a admin admin] Deleting subnet 1a3011ae-ce57-4ed8-895c-565b97f902da {{(pid=103590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 17:55:36.253470 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-3cf78880-425b-44cb-9a3c-73752ee5491a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:36.258427 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-23a50f94-9678-4ebb-a08f-616aa8f8349d req-f1704b63-bf24-496b-8a9a-0980871a9cbc tempest-VolumesSnapshotTestJSON-834487947 tempest-VolumesSnapshotTestJSON-834487947-project] 10.222.0.60 "GET /v2.0/security-groups?id=9ee8fc93-0a51-4d17-a68b-24997fd5e1c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573659 Nov 23 17:55:36.295317 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-3cf78880-425b-44cb-9a3c-73752ee5491a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-267528342'] for subnet, precommit_delete_associations {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:36.342985 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-3cf78880-425b-44cb-9a3c-73752ee5491a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971956'] for subnet, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:36.414013 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-3cf78880-425b-44cb-9a3c-73752ee5491a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264357903', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264730940'] for subnet, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:36.440458 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf78880-425b-44cb-9a3c-73752ee5491a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1a3011ae-ce57-4ed8-895c-565b97f902da,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:55:36.449698 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-3cf78880-425b-44cb-9a3c-73752ee5491a admin admin] Publish callbacks [] for subnet, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:36.453321 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-3cf78880-425b-44cb-9a3c-73752ee5491a admin admin] 10.222.0.60 "DELETE /v2.0/subnets/1a3011ae-ce57-4ed8-895c-565b97f902da HTTP/1.1" status: 204 len: 168 time: 0.2526557 Nov 23 17:55:36.455824 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 46976) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:55:36.532841 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ca9e13a2-a017-4fc5-9ec8-69d82ea74082 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-555181'] for network, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:36.626427 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ca9e13a2-a017-4fc5-9ec8-69d82ea74082 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973419', 'neutron.services.segments.db._delete_segments_for_network-8736635878840'] for network, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:36.663356 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-ca9e13a2-a017-4fc5-9ec8-69d82ea74082 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef5193fb-34ea-4dde-91b5-ac230bcb4189']}} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:55:36.677573 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-ca9e13a2-a017-4fc5-9ec8-69d82ea74082 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '707e512a-54af-4f64-85c1-4ce89101c30f') {'for_net_delete': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:55:36.677916 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-ca9e13a2-a017-4fc5-9ec8-69d82ea74082 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '707e512a-54af-4f64-85c1-4ce89101c30f') {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:55:36.690299 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ca9e13a2-a017-4fc5-9ec8-69d82ea74082 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736635840332', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-267528353'] for segment, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:36.708109 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ca9e13a2-a017-4fc5-9ec8-69d82ea74082 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:36.719389 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca9e13a2-a017-4fc5-9ec8-69d82ea74082 admin admin] Releasing vlan 508 on physical network physnet1 to pool {{(pid=103590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 17:55:36.719788 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ca9e13a2-a017-4fc5-9ec8-69d82ea74082 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264370093'] for segment, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:36.722301 n-d-816206-8 neutron-server[103590]: Traceback (most recent call last): Nov 23 17:55:36.722301 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 17:55:36.722301 n-d-816206-8 neutron-server[103590]: timer() Nov 23 17:55:36.722301 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 17:55:36.722301 n-d-816206-8 neutron-server[103590]: cb(*args, **kw) Nov 23 17:55:36.722301 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 17:55:36.722301 n-d-816206-8 neutron-server[103590]: return func(*args, **kwargs) Nov 23 17:55:36.722301 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 17:55:36.722301 n-d-816206-8 neutron-server[103590]: self._notify() Nov 23 17:55:36.722301 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 17:55:36.722301 n-d-816206-8 neutron-server[103590]: self.callback(batched_events) Nov 23 17:55:36.722301 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 17:55:36.722301 n-d-816206-8 neutron-server[103590]: event.method(event) Nov 23 17:55:36.722301 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 17:55:36.722301 n-d-816206-8 neutron-server[103590]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 17:55:36.722301 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 17:55:36.722301 n-d-816206-8 neutron-server[103590]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 17:55:36.722301 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 17:55:36.722301 n-d-816206-8 neutron-server[103590]: return f(self, *a, **k) Nov 23 17:55:36.722301 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 17:55:36.722301 n-d-816206-8 neutron-server[103590]: return self._get(url).json() Nov 23 17:55:36.722301 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 17:55:36.722301 n-d-816206-8 neutron-server[103590]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 17:55:36.722301 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 17:55:36.722301 n-d-816206-8 neutron-server[103590]: return self.request(url, 'GET', **kwargs) Nov 23 17:55:36.722301 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 17:55:36.722301 n-d-816206-8 neutron-server[103590]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 17:55:36.722301 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 17:55:36.722301 n-d-816206-8 neutron-server[103590]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 17:55:36.722301 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 17:55:36.722301 n-d-816206-8 neutron-server[103590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 17:55:36.722301 n-d-816206-8 neutron-server[103590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 17:55:36.805252 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ca9e13a2-a017-4fc5-9ec8-69d82ea74082 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1795418'] for network, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:36.817020 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ca9e13a2-a017-4fc5-9ec8-69d82ea74082 admin admin] Publish callbacks [] for network, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:36.820958 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-ca9e13a2-a017-4fc5-9ec8-69d82ea74082 admin admin] 10.222.0.60 "DELETE /v2.0/networks/ef5193fb-34ea-4dde-91b5-ac230bcb4189 HTTP/1.1" status: 204 len: 168 time: 0.3641508 Nov 23 17:55:36.823842 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 46978) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:55:36.834726 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9e13a2-a017-4fc5-9ec8-69d82ea74082 admin admin] Pushing event deleted for resources: {'Network': ['ID=ef5193fb-34ea-4dde-91b5-ac230bcb4189,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:55:36.873450 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.db_base_plugin_v2 [None req-efd125b0-0edf-45a4-991d-289bf0e93e81 admin admin] Deleting subnet 9420d6d4-1ea7-4a32-82ee-fd2db34e965a {{(pid=103591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 17:55:36.877115 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-efd125b0-0edf-45a4-991d-289bf0e93e81 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:36.913751 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-efd125b0-0edf-45a4-991d-289bf0e93e81 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265990000'] for subnet, precommit_delete_associations {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:36.962851 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-efd125b0-0edf-45a4-991d-289bf0e93e81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971956'] for subnet, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:37.017478 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-efd125b0-0edf-45a4-991d-289bf0e93e81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264758240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264314269'] for subnet, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:37.043614 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd125b0-0edf-45a4-991d-289bf0e93e81 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9420d6d4-1ea7-4a32-82ee-fd2db34e965a,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:55:37.048130 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-efd125b0-0edf-45a4-991d-289bf0e93e81 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for subnet, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:37.054150 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-efd125b0-0edf-45a4-991d-289bf0e93e81 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/9420d6d4-1ea7-4a32-82ee-fd2db34e965a HTTP/1.1" status: 204 len: 168 time: 0.2269137 Nov 23 17:55:37.054334 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 46982) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:55:37.125695 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-e3e6fa68-c9a1-4117-8cef-e07c565f7007 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-555181'] for network, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:37.222667 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-e3e6fa68-c9a1-4117-8cef-e07c565f7007 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973419', 'neutron.services.segments.db._delete_segments_for_network-8736635878840'] for network, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:37.244514 n-d-816206-8 neutron-server[103591]: DEBUG neutron.services.segments.db [None req-e3e6fa68-c9a1-4117-8cef-e07c565f7007 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['721b64d0-52a6-415e-9262-2c6e1a3fec34']}} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:55:37.255160 n-d-816206-8 neutron-server[103591]: DEBUG neutron.services.segments.db [None req-e3e6fa68-c9a1-4117-8cef-e07c565f7007 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3dbb6f3-d184-43fe-9a0b-141e8c454469') {'for_net_delete': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:55:37.255410 n-d-816206-8 neutron-server[103591]: DEBUG neutron.services.segments.db [None req-e3e6fa68-c9a1-4117-8cef-e07c565f7007 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3dbb6f3-d184-43fe-9a0b-141e8c454469') {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:55:37.265609 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-e3e6fa68-c9a1-4117-8cef-e07c565f7007 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736635840332', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265989959'] for segment, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:37.279197 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-e3e6fa68-c9a1-4117-8cef-e07c565f7007 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:37.286947 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3e6fa68-c9a1-4117-8cef-e07c565f7007 admin admin] Releasing vlan 543 on physical network physnet1 to pool {{(pid=103591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 17:55:37.287366 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-e3e6fa68-c9a1-4117-8cef-e07c565f7007 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264756290'] for segment, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:37.289232 n-d-816206-8 neutron-server[103591]: Traceback (most recent call last): Nov 23 17:55:37.289232 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 17:55:37.289232 n-d-816206-8 neutron-server[103591]: timer() Nov 23 17:55:37.289232 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 17:55:37.289232 n-d-816206-8 neutron-server[103591]: cb(*args, **kw) Nov 23 17:55:37.289232 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 17:55:37.289232 n-d-816206-8 neutron-server[103591]: return func(*args, **kwargs) Nov 23 17:55:37.289232 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 17:55:37.289232 n-d-816206-8 neutron-server[103591]: self._notify() Nov 23 17:55:37.289232 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 17:55:37.289232 n-d-816206-8 neutron-server[103591]: self.callback(batched_events) Nov 23 17:55:37.289232 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 17:55:37.289232 n-d-816206-8 neutron-server[103591]: event.method(event) Nov 23 17:55:37.289232 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 17:55:37.289232 n-d-816206-8 neutron-server[103591]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 17:55:37.289232 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 17:55:37.289232 n-d-816206-8 neutron-server[103591]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 17:55:37.289232 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 17:55:37.289232 n-d-816206-8 neutron-server[103591]: return f(self, *a, **k) Nov 23 17:55:37.289232 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 17:55:37.289232 n-d-816206-8 neutron-server[103591]: return self._get(url).json() Nov 23 17:55:37.289232 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 17:55:37.289232 n-d-816206-8 neutron-server[103591]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 17:55:37.289232 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 17:55:37.289232 n-d-816206-8 neutron-server[103591]: return self.request(url, 'GET', **kwargs) Nov 23 17:55:37.289232 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 17:55:37.289232 n-d-816206-8 neutron-server[103591]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 17:55:37.289232 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 17:55:37.289232 n-d-816206-8 neutron-server[103591]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 17:55:37.289232 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 17:55:37.289232 n-d-816206-8 neutron-server[103591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 17:55:37.289232 n-d-816206-8 neutron-server[103591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 17:55:37.373998 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-e3e6fa68-c9a1-4117-8cef-e07c565f7007 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1795418'] for network, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:37.379721 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-e3e6fa68-c9a1-4117-8cef-e07c565f7007 admin admin] Publish callbacks [] for network, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:37.382941 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-e3e6fa68-c9a1-4117-8cef-e07c565f7007 admin admin] 10.222.0.60 "DELETE /v2.0/networks/721b64d0-52a6-415e-9262-2c6e1a3fec34 HTTP/1.1" status: 204 len: 168 time: 0.3276696 Nov 23 17:55:37.401285 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e6fa68-c9a1-4117-8cef-e07c565f7007 admin admin] Pushing event deleted for resources: {'Network': ['ID=721b64d0-52a6-415e-9262-2c6e1a3fec34,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:55:37.419394 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726bd6f9-2e5b-4780-9f9a-8e5bbe8ec6e8 req-a8c1e204-e3be-41f0-b88f-f4444a4e17db tempest-VolumesSnapshotTestJSON-834487947 tempest-VolumesSnapshotTestJSON-834487947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:55:37.420991 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-726bd6f9-2e5b-4780-9f9a-8e5bbe8ec6e8 req-a8c1e204-e3be-41f0-b88f-f4444a4e17db tempest-VolumesSnapshotTestJSON-834487947 tempest-VolumesSnapshotTestJSON-834487947-project] 10.222.0.60 "GET /v2.0/ports?device_id=67f457d2-1d5a-4647-b8f4-c5baa2ad2c2f HTTP/1.1" status: 200 len: 945 time: 0.0805073 Nov 23 17:55:37.505689 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-726bd6f9-2e5b-4780-9f9a-8e5bbe8ec6e8 req-79938310-66bd-4e8a-a2f6-47995b57d768 tempest-VolumesSnapshotTestJSON-834487947 tempest-VolumesSnapshotTestJSON-834487947-project] 10.222.0.60 "GET /v2.0/security-groups?id=9ee8fc93-0a51-4d17-a68b-24997fd5e1c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746565 Nov 23 17:55:37.651500 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 46998) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:55:37.737066 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-b785f320-9360-495b-9660-80a9cd99d376 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=93bfc3429a7b40c7b65d6d9dd10a6b84&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0819235 Nov 23 17:55:37.738563 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 47004) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:55:37.803879 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-f37a3cf9-9839-4c4a-83d9-a056d6b15b31 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:37.835478 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-f37a3cf9-9839-4c4a-83d9-a056d6b15b31 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:37.918444 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-f37a3cf9-9839-4c4a-83d9-a056d6b15b31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:37.921777 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-f37a3cf9-9839-4c4a-83d9-a056d6b15b31 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:37.929367 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-f37a3cf9-9839-4c4a-83d9-a056d6b15b31 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/85ad382d-4d69-44e5-b4e5-3e3bb6638591 HTTP/1.1" status: 204 len: 168 time: 0.1890652 Nov 23 17:55:37.940469 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37a3cf9-9839-4c4a-83d9-a056d6b15b31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85ad382d-4d69-44e5-b4e5-3e3bb6638591,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:55:38.349098 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 47016) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:55:38.393905 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-8c1f1fc4-5547-4511-837f-b66e5ce96e98 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e1d33c23997943e98781c158e05e0713&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0430615 Nov 23 17:55:38.396670 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 47018) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:55:38.447970 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-f4b4ec96-e066-4b08-9f34-11ff6fe0f517 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:38.470588 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-f4b4ec96-e066-4b08-9f34-11ff6fe0f517 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:38.520370 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-f4b4ec96-e066-4b08-9f34-11ff6fe0f517 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:38.523267 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-f4b4ec96-e066-4b08-9f34-11ff6fe0f517 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:38.524439 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-f4b4ec96-e066-4b08-9f34-11ff6fe0f517 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b7f6c6a5-8ab1-4357-b702-b2520ae5df0e HTTP/1.1" status: 204 len: 168 time: 0.1259222 Nov 23 17:55:38.533420 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b4ec96-e066-4b08-9f34-11ff6fe0f517 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7f6c6a5-8ab1-4357-b702-b2520ae5df0e,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:55:40.941152 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 47080) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:55:41.056084 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-2882ea65-f9d9-44e5-9678-38c419ddb76e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:41.131854 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-2882ea65-f9d9-44e5-9678-38c419ddb76e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:41.136554 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-2882ea65-f9d9-44e5-9678-38c419ddb76e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:41.174058 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2882ea65-f9d9-44e5-9678-38c419ddb76e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cb93d3a-5bb2-459a-8e9c-a4fdac4d122b,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:55:41.178415 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-2882ea65-f9d9-44e5-9678-38c419ddb76e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=29ccb2c255c44360bdae1592da09f736&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2362599 Nov 23 17:55:41.181077 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 47084) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:55:41.243271 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-cb9818fa-4b51-4d0b-b3ae-c867a37776a7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:41.266126 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-cb9818fa-4b51-4d0b-b3ae-c867a37776a7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:41.336774 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-cb9818fa-4b51-4d0b-b3ae-c867a37776a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:41.339312 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-cb9818fa-4b51-4d0b-b3ae-c867a37776a7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:41.343072 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-cb9818fa-4b51-4d0b-b3ae-c867a37776a7 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/5cb93d3a-5bb2-459a-8e9c-a4fdac4d122b HTTP/1.1" status: 204 len: 168 time: 0.1579342 Nov 23 17:55:41.349459 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9818fa-4b51-4d0b-b3ae-c867a37776a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cb93d3a-5bb2-459a-8e9c-a4fdac4d122b,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:55:41.739754 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 47106) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:55:41.764380 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-b896ee0c-5bd0-4544-9bea-c711ced50802 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:41.894998 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-b896ee0c-5bd0-4544-9bea-c711ced50802 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:41.903206 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-b896ee0c-5bd0-4544-9bea-c711ced50802 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:41.960822 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b896ee0c-5bd0-4544-9bea-c711ced50802 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=295c1be6-626d-42d0-b928-9b3558285433,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:55:42.001456 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-b896ee0c-5bd0-4544-9bea-c711ced50802 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=54e4ad5627474b4b80defc82f2cb10ef&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2571747 Nov 23 17:55:42.001926 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 47114) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:55:42.078220 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-342a39ec-f4a5-436f-a05d-9db816570f0c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:42.105160 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-342a39ec-f4a5-436f-a05d-9db816570f0c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:42.181474 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-342a39ec-f4a5-436f-a05d-9db816570f0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:42.184941 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-342a39ec-f4a5-436f-a05d-9db816570f0c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:42.191598 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-342a39ec-f4a5-436f-a05d-9db816570f0c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/295c1be6-626d-42d0-b928-9b3558285433 HTTP/1.1" status: 204 len: 168 time: 0.1882145 Nov 23 17:55:42.225167 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342a39ec-f4a5-436f-a05d-9db816570f0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=295c1be6-626d-42d0-b928-9b3558285433,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:55:42.956669 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-73ec2738-ab64-4491-8d08-bb95083b6168 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:43.576258 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:44.303202 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:45.074623 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c2a63571-f8be-44b4-bbdc-173cb9563f8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:45.541263 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.agents_db [None req-464f6c07-0de8-4be6-8f5b-563f574d1c5d None None] Agent healthcheck: found 7 active agents {{(pid=103593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 17:55:46.572147 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-52822d53-48f5-4819-8a95-bdc13aea0bf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:47.815675 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9a27ae6c-db98-474f-94c1-cc99bf842d79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:48.389528 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:50.169553 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-cae19081-de0c-4e74-9f49-bdcfabccbe06 req-c3d137ad-3533-41b4-959e-e3a3fcfa8912 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=0cb71ec1-d2d3-4416-8b8e-767f9854ba3a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1821237 Nov 23 17:55:50.324543 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae19081-de0c-4e74-9f49-bdcfabccbe06 req-4da5f2f6-374d-4070-96e0-83890dcdc6f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:55:50.326368 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-cae19081-de0c-4e74-9f49-bdcfabccbe06 req-4da5f2f6-374d-4070-96e0-83890dcdc6f5 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a72787eb39f84cbca4e464c3cac6bedf&device_id=0cb71ec1-d2d3-4416-8b8e-767f9854ba3a HTTP/1.1" status: 200 len: 1097 time: 0.0851214 Nov 23 17:55:50.451875 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae19081-de0c-4e74-9f49-bdcfabccbe06 req-01f88373-2d2f-48f3-8cd2-639fda8aab51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:55:50.454313 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-cae19081-de0c-4e74-9f49-bdcfabccbe06 req-01f88373-2d2f-48f3-8cd2-639fda8aab51 service neutron] 10.222.0.55 "GET /v2.0/networks?id=65497e92-b0c3-442f-8f8a-bf07657099ba HTTP/1.1" status: 200 len: 912 time: 0.1043732 Nov 23 17:55:50.611170 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-cae19081-de0c-4e74-9f49-bdcfabccbe06 req-fa19c99f-55d0-4ce4-981e-665ba219fa9d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1de429a7-530f-4c53-a94e-cc64c544d3f9 HTTP/1.1" status: 200 len: 1000 time: 0.1489596 Nov 23 17:55:50.698400 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae19081-de0c-4e74-9f49-bdcfabccbe06 req-961ec25e-564f-4b04-944f-c5592086d9c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:55:50.700443 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-cae19081-de0c-4e74-9f49-bdcfabccbe06 req-961ec25e-564f-4b04-944f-c5592086d9c1 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=edc28ddc-ae2c-4b2b-bf91-4f5ac80bdafe HTTP/1.1" status: 200 len: 850 time: 0.0822680 Nov 23 17:55:50.813954 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae19081-de0c-4e74-9f49-bdcfabccbe06 req-1691f269-59f1-4ac6-8aa9-26c9b4aef641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:55:50.815761 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-cae19081-de0c-4e74-9f49-bdcfabccbe06 req-1691f269-59f1-4ac6-8aa9-26c9b4aef641 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=65497e92-b0c3-442f-8f8a-bf07657099ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1074791 Nov 23 17:55:51.048477 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-cae19081-de0c-4e74-9f49-bdcfabccbe06 req-2937c99e-4736-40c1-af29-9548e628a71d service neutron] 10.222.0.55 "GET /v2.0/networks/65497e92-b0c3-442f-8f8a-bf07657099ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2252672 Nov 23 17:55:51.180419 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-cae19081-de0c-4e74-9f49-bdcfabccbe06 req-0ee8208e-f6ca-45f6-965c-65ca7d804b1e service neutron] 10.222.0.55 "GET /v2.0/networks/65497e92-b0c3-442f-8f8a-bf07657099ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248703 Nov 23 17:55:54.419308 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 47324) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:55:54.597154 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-e20e5406-1b5c-46e2-825e-aa53bc4979b0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:54.785675 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-e20e5406-1b5c-46e2-825e-aa53bc4979b0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:54.792266 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-e20e5406-1b5c-46e2-825e-aa53bc4979b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:54.873103 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 47330) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:55:54.879931 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-e20e5406-1b5c-46e2-825e-aa53bc4979b0 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d9de96b8f91f43e998b71ff5ceb97c02&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4595904 Nov 23 17:55:54.899136 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20e5406-1b5c-46e2-825e-aa53bc4979b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c047b712-36b9-42bf-850e-4d9403e5b5b8,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:55:54.973767 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d6aca72c-35ef-4bef-b24a-9e313be1b2f0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:55.007224 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d6aca72c-35ef-4bef-b24a-9e313be1b2f0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:55.070394 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d6aca72c-35ef-4bef-b24a-9e313be1b2f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:55.075909 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d6aca72c-35ef-4bef-b24a-9e313be1b2f0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:55.077450 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-d6aca72c-35ef-4bef-b24a-9e313be1b2f0 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c047b712-36b9-42bf-850e-4d9403e5b5b8 HTTP/1.1" status: 204 len: 168 time: 0.2027500 Nov 23 17:55:55.114579 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6aca72c-35ef-4bef-b24a-9e313be1b2f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c047b712-36b9-42bf-850e-4d9403e5b5b8,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:55:55.150186 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6aca72c-35ef-4bef-b24a-9e313be1b2f0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:55:55.151683 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6aca72c-35ef-4bef-b24a-9e313be1b2f0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:55:55.152040 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6aca72c-35ef-4bef-b24a-9e313be1b2f0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:55:55.156896 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6aca72c-35ef-4bef-b24a-9e313be1b2f0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:55:55.156896 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6aca72c-35ef-4bef-b24a-9e313be1b2f0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:55:55.156896 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6aca72c-35ef-4bef-b24a-9e313be1b2f0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:55:55.156896 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6aca72c-35ef-4bef-b24a-9e313be1b2f0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:55:55.156896 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6aca72c-35ef-4bef-b24a-9e313be1b2f0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:55:55.156896 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6aca72c-35ef-4bef-b24a-9e313be1b2f0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:55:55.156896 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6aca72c-35ef-4bef-b24a-9e313be1b2f0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:55:55.158010 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6aca72c-35ef-4bef-b24a-9e313be1b2f0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:55:55.158532 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6aca72c-35ef-4bef-b24a-9e313be1b2f0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:55:55.684424 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 47340) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:55:55.701715 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-ba9f9c70-590b-4e24-894a-1c2a122e558b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:55.798456 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-ba9f9c70-590b-4e24-894a-1c2a122e558b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:55.802304 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-ba9f9c70-590b-4e24-894a-1c2a122e558b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:55.839406 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9f9c70-590b-4e24-894a-1c2a122e558b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfbf42b0-bc12-4d6b-8a00-49f30ce5c2c9,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:55:55.843623 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-ba9f9c70-590b-4e24-894a-1c2a122e558b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=4e24d24f3e38457889ea110187af3dcb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1578858 Nov 23 17:55:55.847055 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 47342) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:55:55.895901 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b855a542-c825-47fa-8b8a-cbee0b8f3657 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:55.918645 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b855a542-c825-47fa-8b8a-cbee0b8f3657 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:55.970039 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b855a542-c825-47fa-8b8a-cbee0b8f3657 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:55.972871 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b855a542-c825-47fa-8b8a-cbee0b8f3657 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:55.974045 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-b855a542-c825-47fa-8b8a-cbee0b8f3657 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/dfbf42b0-bc12-4d6b-8a00-49f30ce5c2c9 HTTP/1.1" status: 204 len: 168 time: 0.1259956 Nov 23 17:55:55.982433 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b855a542-c825-47fa-8b8a-cbee0b8f3657 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfbf42b0-bc12-4d6b-8a00-49f30ce5c2c9,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:55:57.178641 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-31b4863b-dbf1-4963-90a0-8f675ce76e98 req-0ddd1e02-1b52-474b-b5ce-6db127593bef service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=67f457d2-1d5a-4647-b8f4-c5baa2ad2c2f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0814667 Nov 23 17:55:57.344016 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166a6a10-61ba-45fe-b573-c95862f54554 req-dd7af778-d014-41dc-8f8f-3369fbb788ac tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:55:57.345594 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-166a6a10-61ba-45fe-b573-c95862f54554 req-dd7af778-d014-41dc-8f8f-3369fbb788ac tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] 10.222.0.60 "GET /v2.0/ports?device_id=0cb71ec1-d2d3-4416-8b8e-767f9854ba3a HTTP/1.1" status: 200 len: 946 time: 0.0729287 Nov 23 17:55:57.348158 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b4863b-dbf1-4963-90a0-8f675ce76e98 req-ee03537f-9e19-4796-85bb-780116e626d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:55:57.349783 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-31b4863b-dbf1-4963-90a0-8f675ce76e98 req-ee03537f-9e19-4796-85bb-780116e626d2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=48ed3d32b4624922abb1a209c7b87e34&device_id=67f457d2-1d5a-4647-b8f4-c5baa2ad2c2f HTTP/1.1" status: 200 len: 1096 time: 0.1123819 Nov 23 17:55:57.478141 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-166a6a10-61ba-45fe-b573-c95862f54554 req-3d2b97fc-f1a3-44b2-b6a0-dd9dc56ab04f tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] 10.222.0.60 "GET /v2.0/security-groups?id=2612ae81-84b7-4a67-bce5-47d04965aa86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1256089 Nov 23 17:55:57.510405 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b4863b-dbf1-4963-90a0-8f675ce76e98 req-c245badf-5d32-4eae-9d77-6005d8600909 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:55:57.512260 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-31b4863b-dbf1-4963-90a0-8f675ce76e98 req-c245badf-5d32-4eae-9d77-6005d8600909 service neutron] 10.222.0.36 "GET /v2.0/networks?id=7ac268de-08e0-4d04-9511-b148f4c874eb HTTP/1.1" status: 200 len: 915 time: 0.1338475 Nov 23 17:55:57.574660 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-31b4863b-dbf1-4963-90a0-8f675ce76e98 req-206b03c5-d142-4f2f-9cd5-9f96b0f2d162 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0deab1e2-ffee-4d99-a177-a2f9dc89ed5f HTTP/1.1" status: 200 len: 217 time: 0.0528858 Nov 23 17:55:57.637100 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b4863b-dbf1-4963-90a0-8f675ce76e98 req-fe4a2baf-63d6-4f15-8c4e-2efc28303960 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:55:57.638835 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-31b4863b-dbf1-4963-90a0-8f675ce76e98 req-fe4a2baf-63d6-4f15-8c4e-2efc28303960 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0ab9c832-1824-437f-b396-c7a73f7851e3 HTTP/1.1" status: 200 len: 854 time: 0.0553856 Nov 23 17:55:57.679361 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-31b4863b-dbf1-4963-90a0-8f675ce76e98 req-9c231bf9-3317-4380-aeae-cf04036481fe service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7ac268de-08e0-4d04-9511-b148f4c874eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316825 Nov 23 17:55:57.793665 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-31b4863b-dbf1-4963-90a0-8f675ce76e98 req-c2e86c99-3108-45d0-9379-6d455fc5f62d service neutron] 10.222.0.36 "GET /v2.0/networks/7ac268de-08e0-4d04-9511-b148f4c874eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048601 Nov 23 17:55:57.923343 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-31b4863b-dbf1-4963-90a0-8f675ce76e98 req-c7ebe2c7-9eeb-4d4f-8297-a601b18401e5 service neutron] 10.222.0.36 "GET /v2.0/networks/7ac268de-08e0-4d04-9511-b148f4c874eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190372 Nov 23 17:55:58.771137 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f9ef38-0005-4ed4-a9f9-58366a3dc37d req-9bbea6e7-8d0a-4613-a1b6-ff13630ba87b tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:55:58.782694 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a0f9ef38-0005-4ed4-a9f9-58366a3dc37d req-9bbea6e7-8d0a-4613-a1b6-ff13630ba87b tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] 10.222.0.60 "GET /v2.0/ports?device_id=0cb71ec1-d2d3-4416-8b8e-767f9854ba3a HTTP/1.1" status: 200 len: 946 time: 0.1565526 Nov 23 17:55:58.830611 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81be50cf-8ec5-4d16-a13d-64207ee8ddb1 req-f67cad79-1f7c-4654-b136-5ade925fbef6 tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:55:58.832325 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-81be50cf-8ec5-4d16-a13d-64207ee8ddb1 req-f67cad79-1f7c-4654-b136-5ade925fbef6 tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] 10.222.0.55 "GET /v2.0/ports?device_id=0cb71ec1-d2d3-4416-8b8e-767f9854ba3a HTTP/1.1" status: 200 len: 946 time: 0.0665514 Nov 23 17:55:58.840972 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a0f9ef38-0005-4ed4-a9f9-58366a3dc37d req-53284ed0-c4b9-476f-b772-64f186d1d097 tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] 10.222.0.60 "GET /v2.0/security-groups?id=2612ae81-84b7-4a67-bce5-47d04965aa86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553386 Nov 23 17:55:58.945723 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [req-81be50cf-8ec5-4d16-a13d-64207ee8ddb1 req-9fed5e77-ce4f-43c3-ae66-2bf62cf3b67f tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] Deleting port 1de429a7-530f-4c53-a94e-cc64c544d3f9 {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:55:58.946067 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-81be50cf-8ec5-4d16-a13d-64207ee8ddb1 req-9fed5e77-ce4f-43c3-ae66-2bf62cf3b67f tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:59.047812 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [req-81be50cf-8ec5-4d16-a13d-64207ee8ddb1 req-9fed5e77-ce4f-43c3-ae66-2bf62cf3b67f tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] For port 1de429a7-530f-4c53-a94e-cc64c544d3f9, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=1de429a7-530f-4c53-a94e-cc64c544d3f9,segment=NetworkSegment(dbe8f3be-f4c4-4704-9ef8-8b5a9aeb3c29),segment_id=dbe8f3be-f4c4-4704-9ef8-8b5a9aeb3c29)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:55:59.048176 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-81be50cf-8ec5-4d16-a13d-64207ee8ddb1 req-9fed5e77-ce4f-43c3-ae66-2bf62cf3b67f tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:59.240025 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-81be50cf-8ec5-4d16-a13d-64207ee8ddb1 req-9fed5e77-ce4f-43c3-ae66-2bf62cf3b67f tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:59.240445 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-81be50cf-8ec5-4d16-a13d-64207ee8ddb1 req-9fed5e77-ce4f-43c3-ae66-2bf62cf3b67f tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1795396'] for floatingip, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:59.240876 n-d-816206-8 neutron-server[103590]: INFO neutron.db.l3_db [req-81be50cf-8ec5-4d16-a13d-64207ee8ddb1 req-9fed5e77-ce4f-43c3-ae66-2bf62cf3b67f tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] Floating IP fbfaa5c5-fc5d-4948-826e-babcb64ab2c9 disassociated. External IP: 172.25.3.8, port: 1de429a7-530f-4c53-a94e-cc64c544d3f9. Nov 23 17:55:59.241333 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [req-81be50cf-8ec5-4d16-a13d-64207ee8ddb1 req-9fed5e77-ce4f-43c3-ae66-2bf62cf3b67f tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] Calling delete_port for 1de429a7-530f-4c53-a94e-cc64c544d3f9 owned by compute:nova {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:55:59.386380 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-81be50cf-8ec5-4d16-a13d-64207ee8ddb1 req-9fed5e77-ce4f-43c3-ae66-2bf62cf3b67f tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:59.418449 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fed5e77-ce4f-43c3-ae66-2bf62cf3b67f tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] Pushing event deleted for resources: {'Port': ['ID=1de429a7-530f-4c53-a94e-cc64c544d3f9,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:55:59.561111 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.l3_agent_scheduler [req-81be50cf-8ec5-4d16-a13d-64207ee8ddb1 req-9fed5e77-ce4f-43c3-ae66-2bf62cf3b67f tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] Router 7b0fa152-159a-4ecd-ad21-8c7c4fbaaf9e has already been hosted by L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 {{(pid=103590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 17:55:59.686479 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-81be50cf-8ec5-4d16-a13d-64207ee8ddb1 req-9fed5e77-ce4f-43c3-ae66-2bf62cf3b67f tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:55:59.700741 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49c072fd-1944-4ec9-8aae-a07be7397d35 None None] Sync routers for ids ['7b0fa152-159a-4ecd-ad21-8c7c4fbaaf9e'] in n-d-816206-8 {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:55:59.713347 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49c072fd-1944-4ec9-8aae-a07be7397d35 None None] Routers {'7b0fa152-159a-4ecd-ad21-8c7c4fbaaf9e'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:55:59.714211 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-49c072fd-1944-4ec9-8aae-a07be7397d35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:55:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['7b0fa152-159a-4ecd-ad21-8c7c4fbaaf9e'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:55:59.738635 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [req-81be50cf-8ec5-4d16-a13d-64207ee8ddb1 req-9fed5e77-ce4f-43c3-ae66-2bf62cf3b67f tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] No DVR routers for this DVR port 1de429a7-530f-4c53-a94e-cc64c544d3f9 on host n-h1-816206-8 {{(pid=103590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:55:59.741635 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-81be50cf-8ec5-4d16-a13d-64207ee8ddb1 req-9fed5e77-ce4f-43c3-ae66-2bf62cf3b67f tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:55:59.746154 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-81be50cf-8ec5-4d16-a13d-64207ee8ddb1 req-9fed5e77-ce4f-43c3-ae66-2bf62cf3b67f tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] 10.222.0.55 "DELETE /v2.0/ports/1de429a7-530f-4c53-a94e-cc64c544d3f9 HTTP/1.1" status: 204 len: 173 time: 0.9074044 Nov 23 17:55:59.746772 n-d-816206-8 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cb71ec1-d2d3-4416-8b8e-767f9854ba3a', 'name': 'network-vif-deleted', 'tag': '1de429a7-530f-4c53-a94e-cc64c544d3f9'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:55:59.751069 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbabddbc9fc37b068808e119c416c86f5957ca04531a4a0d2e695c515e93483b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb26ac84-968b-402d-8442-f5fea9644e97" -d '{"events": [{"server_uuid": "0cb71ec1-d2d3-4416-8b8e-767f9854ba3a", "name": "network-vif-deleted", "tag": "1de429a7-530f-4c53-a94e-cc64c544d3f9"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:55:59.967135 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-49c072fd-1944-4ec9-8aae-a07be7397d35 None None] Set router 7b0fa152-159a-4ecd-ad21-8c7c4fbaaf9e gateway port host: n-d-816206-8 {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:56:00.064056 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8286ab2e-1721-47d4-87d7-a65522651cae req-9233df72-3d6b-48e3-b980-6c92aeb1e09c tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] 10.222.0.60 "GET /v2.0/ports?device_id=0cb71ec1-d2d3-4416-8b8e-767f9854ba3a HTTP/1.1" status: 200 len: 210 time: 0.0451262 Nov 23 17:56:00.149165 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:55:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6341ab0b-b2c8-421b-bbf8-f74f8cb1423e x-openstack-request-id: req-6341ab0b-b2c8-421b-bbf8-f74f8cb1423e {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:56:00.149870 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cb71ec1-d2d3-4416-8b8e-767f9854ba3a", "name": "network-vif-deleted", "tag": "1de429a7-530f-4c53-a94e-cc64c544d3f9", "status": "completed", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:56:00.150143 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6341ab0b-b2c8-421b-bbf8-f74f8cb1423e {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:56:00.150568 n-d-816206-8 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cb71ec1-d2d3-4416-8b8e-767f9854ba3a', 'name': 'network-vif-deleted', 'tag': '1de429a7-530f-4c53-a94e-cc64c544d3f9', 'status': 'completed', 'code': 200} Nov 23 17:56:00.306716 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-49c072fd-1944-4ec9-8aae-a07be7397d35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b0fa152-159a-4ecd-ad21-8c7c4fbaaf9e', 'name': 'tempest-AttachVolumeTestJSON-1452379613-router', 'tenant_id': 'a72787eb39f84cbca4e464c3cac6bedf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.44'}], 'enable_snat': True}, 'gw_port_id': '65cabf95-cea0-4420-97d7-51a8cc6f9ed9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:48:38Z', 'updated_at': '2021-11-23T17:48:44Z', 'revision_number': 4, 'project_id': 'a72787eb39f84cbca4e464c3cac6bedf', 'gw_port': {'id': '65cabf95-cea0-4420-97d7-51a8cc6f9ed9', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:9e:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b0fa152-159a-4ecd-ad21-8c7c4fbaaf9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2930, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:48:39Z', 'updated_at': '2021-11-23T17:48:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_interfaces': [{'id': '79e2c73c-3033-4e4c-912b-faa2a2cb0bad', 'name': '', 'network_id': '65497e92-b0c3-442f-8f8a-bf07657099ba', 'tenant_id': 'a72787eb39f84cbca4e464c3cac6bedf', 'mac_address': 'fa:16:3e:c5:cf:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b0fa152-159a-4ecd-ad21-8c7c4fbaaf9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2931, 'fixed_ips': [{'subnet_id': 'edc28ddc-ae2c-4b2b-bf91-4f5ac80bdafe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:48:43Z', 'updated_at': '2021-11-23T17:48:50Z', 'revision_number': 5, 'project_id': 'a72787eb39f84cbca4e464c3cac6bedf', 'subnets': [{'id': 'edc28ddc-ae2c-4b2b-bf91-4f5ac80bdafe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:56:00.362182 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49c072fd-1944-4ec9-8aae-a07be7397d35 None None] Checking router: 7b0fa152-159a-4ecd-ad21-8c7c4fbaaf9e for host: n-d-816206-8 {{(pid=103593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 17:56:00.380536 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49c072fd-1944-4ec9-8aae-a07be7397d35 None None] Routers {'7b0fa152-159a-4ecd-ad21-8c7c4fbaaf9e'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:56:00.381442 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-49c072fd-1944-4ec9-8aae-a07be7397d35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:55:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['7b0fa152-159a-4ecd-ad21-8c7c4fbaaf9e'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:56:00.498322 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-49c072fd-1944-4ec9-8aae-a07be7397d35 None None] Set router 7b0fa152-159a-4ecd-ad21-8c7c4fbaaf9e gateway port host: n-d-816206-8 {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:56:00.818933 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-49c072fd-1944-4ec9-8aae-a07be7397d35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b0fa152-159a-4ecd-ad21-8c7c4fbaaf9e', 'name': 'tempest-AttachVolumeTestJSON-1452379613-router', 'tenant_id': 'a72787eb39f84cbca4e464c3cac6bedf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.44'}], 'enable_snat': True}, 'gw_port_id': '65cabf95-cea0-4420-97d7-51a8cc6f9ed9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:48:38Z', 'updated_at': '2021-11-23T17:48:44Z', 'revision_number': 4, 'project_id': 'a72787eb39f84cbca4e464c3cac6bedf', 'gw_port': {'id': '65cabf95-cea0-4420-97d7-51a8cc6f9ed9', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:9e:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b0fa152-159a-4ecd-ad21-8c7c4fbaaf9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2930, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:48:39Z', 'updated_at': '2021-11-23T17:48:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_interfaces': [{'id': '79e2c73c-3033-4e4c-912b-faa2a2cb0bad', 'name': '', 'network_id': '65497e92-b0c3-442f-8f8a-bf07657099ba', 'tenant_id': 'a72787eb39f84cbca4e464c3cac6bedf', 'mac_address': 'fa:16:3e:c5:cf:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b0fa152-159a-4ecd-ad21-8c7c4fbaaf9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2931, 'fixed_ips': [{'subnet_id': 'edc28ddc-ae2c-4b2b-bf91-4f5ac80bdafe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:48:43Z', 'updated_at': '2021-11-23T17:48:50Z', 'revision_number': 5, 'project_id': 'a72787eb39f84cbca4e464c3cac6bedf', 'subnets': [{'id': 'edc28ddc-ae2c-4b2b-bf91-4f5ac80bdafe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:56:00.847243 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49c072fd-1944-4ec9-8aae-a07be7397d35 None None] The sync data for ids ['7b0fa152-159a-4ecd-ad21-8c7c4fbaaf9e'] in n-d-816206-8 is: [{'id': '7b0fa152-159a-4ecd-ad21-8c7c4fbaaf9e', 'name': 'tempest-AttachVolumeTestJSON-1452379613-router', 'tenant_id': 'a72787eb39f84cbca4e464c3cac6bedf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.44'}], 'enable_snat': True}, 'gw_port_id': '65cabf95-cea0-4420-97d7-51a8cc6f9ed9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:48:38Z', 'updated_at': '2021-11-23T17:48:44Z', 'revision_number': 4, 'project_id': 'a72787eb39f84cbca4e464c3cac6bedf', 'gw_port': {'id': '65cabf95-cea0-4420-97d7-51a8cc6f9ed9', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:9e:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b0fa152-159a-4ecd-ad21-8c7c4fbaaf9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2930, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:48:39Z', 'updated_at': '2021-11-23T17:48:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_interfaces': [{'id': '79e2c73c-3033-4e4c-912b-faa2a2cb0bad', 'name': '', 'network_id': '65497e92-b0c3-442f-8f8a-bf07657099ba', 'tenant_id': 'a72787eb39f84cbca4e464c3cac6bedf', 'mac_address': 'fa:16:3e:c5:cf:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b0fa152-159a-4ecd-ad21-8c7c4fbaaf9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2931, 'fixed_ips': [{'subnet_id': 'edc28ddc-ae2c-4b2b-bf91-4f5ac80bdafe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:48:43Z', 'updated_at': '2021-11-23T17:48:50Z', 'revision_number': 5, 'project_id': 'a72787eb39f84cbca4e464c3cac6bedf', 'subnets': [{'id': 'edc28ddc-ae2c-4b2b-bf91-4f5ac80bdafe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:56:01.216979 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 47468) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:56:01.308721 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-380f9bbb-ce0e-4570-b511-283d25f3ed85 None None] New status for floating IP fbfaa5c5-fc5d-4948-826e-babcb64ab2c9: DOWN {{(pid=103592) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 17:56:01.339237 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-bdf53474-1d21-4290-875a-1d5597aec535 tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] Publish callbacks [] for security_group, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:01.385151 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-bdf53474-1d21-4290-875a-1d5597aec535 tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:01.519749 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-bdf53474-1d21-4290-875a-1d5597aec535 tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:01.528513 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-bdf53474-1d21-4290-875a-1d5597aec535 tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] Publish callbacks [] for security_group, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:01.533437 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 47472) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:56:01.544717 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-bdf53474-1d21-4290-875a-1d5597aec535 tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] 10.222.0.60 "DELETE /v2.0/security-groups/2612ae81-84b7-4a67-bce5-47d04965aa86 HTTP/1.1" status: 204 len: 168 time: 0.3103383 Nov 23 17:56:01.567828 n-d-816206-8 neutron-server[103590]: INFO neutron.api.v2.resource [None req-fc6fef68-ea55-45e8-9212-e8b090557e94 tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] show failed (client error): The resource could not be found. Nov 23 17:56:01.569465 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf53474-1d21-4290-875a-1d5597aec535 tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2612ae81-84b7-4a67-bce5-47d04965aa86,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:56:01.577929 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-fc6fef68-ea55-45e8-9212-e8b090557e94 tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] 10.222.0.60 "GET /v2.0/security-groups/2612ae81-84b7-4a67-bce5-47d04965aa86 HTTP/1.1" status: 404 len: 347 time: 0.0368068 Nov 23 17:56:01.579848 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 47474) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:56:01.603147 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf53474-1d21-4290-875a-1d5597aec535 tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:56:01.604134 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf53474-1d21-4290-875a-1d5597aec535 tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:56:01.605091 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf53474-1d21-4290-875a-1d5597aec535 tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:56:01.605912 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf53474-1d21-4290-875a-1d5597aec535 tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:56:01.607856 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf53474-1d21-4290-875a-1d5597aec535 tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:56:01.608406 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf53474-1d21-4290-875a-1d5597aec535 tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:56:01.609004 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf53474-1d21-4290-875a-1d5597aec535 tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:56:01.610021 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf53474-1d21-4290-875a-1d5597aec535 tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:56:01.610549 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf53474-1d21-4290-875a-1d5597aec535 tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:56:01.611223 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf53474-1d21-4290-875a-1d5597aec535 tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:56:01.611755 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf53474-1d21-4290-875a-1d5597aec535 tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:56:01.612099 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdf53474-1d21-4290-875a-1d5597aec535 tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:56:01.725757 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device 1de429a7-530f-4c53-a94e-cc64c544d3f9 no longer exists at agent hyperv_n-h1-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:56:01.773067 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] No Port match for: 1de429a7-530f-4c53-a94e-cc64c544d3f9 {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:56:01.773697 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device 1de429a7-530f-4c53-a94e-cc64c544d3f9 not bound to the agent host n-h1-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:56:01.810541 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-ffce7278-44ef-4caf-b001-d9ac557ea34e tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] Deleting port f1f40f47-ad8a-466b-8c01-6b7b1f489371 {{(pid=103591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:56:01.810980 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-ffce7278-44ef-4caf-b001-d9ac557ea34e tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:01.921095 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-ffce7278-44ef-4caf-b001-d9ac557ea34e tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:01.921417 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-ffce7278-44ef-4caf-b001-d9ac557ea34e tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:01.935639 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-ffce7278-44ef-4caf-b001-d9ac557ea34e tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] Calling delete_port for f1f40f47-ad8a-466b-8c01-6b7b1f489371 owned by network:floatingip {{(pid=103591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:56:02.122976 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-ffce7278-44ef-4caf-b001-d9ac557ea34e tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:02.154398 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffce7278-44ef-4caf-b001-d9ac557ea34e tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] Pushing event deleted for resources: {'Port': ['ID=f1f40f47-ad8a-466b-8c01-6b7b1f489371,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:56:02.272984 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-ffce7278-44ef-4caf-b001-d9ac557ea34e tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] Publish callbacks [] for floatingip, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:02.276584 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-ffce7278-44ef-4caf-b001-d9ac557ea34e tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for floatingip, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:02.284765 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-ffce7278-44ef-4caf-b001-d9ac557ea34e tempest-AttachVolumeTestJSON-878606208 tempest-AttachVolumeTestJSON-878606208-project] 10.222.0.60 "DELETE /v2.0/floatingips/fbfaa5c5-fc5d-4948-826e-babcb64ab2c9 HTTP/1.1" status: 204 len: 168 time: 0.6968448 Nov 23 17:56:06.540369 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 47538) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:56:06.894947 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-89b92615-4e69-4f8f-9eb7-acee6e51464a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:07.105161 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-89b92615-4e69-4f8f-9eb7-acee6e51464a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:07.112354 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-89b92615-4e69-4f8f-9eb7-acee6e51464a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:07.209505 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-89b92615-4e69-4f8f-9eb7-acee6e51464a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=16d1eb3570e3471ab60058dc8315c430&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6672626 Nov 23 17:56:07.212104 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 47552) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:56:07.224032 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b92615-4e69-4f8f-9eb7-acee6e51464a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c9e6023-57a8-44eb-8dad-9bea87ff894b,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:56:07.295433 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c64de4dc-5a0a-4544-8615-293b8c2b0feb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:07.336837 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c64de4dc-5a0a-4544-8615-293b8c2b0feb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:07.510823 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c64de4dc-5a0a-4544-8615-293b8c2b0feb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:07.515836 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c64de4dc-5a0a-4544-8615-293b8c2b0feb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:07.518068 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-c64de4dc-5a0a-4544-8615-293b8c2b0feb admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/4c9e6023-57a8-44eb-8dad-9bea87ff894b HTTP/1.1" status: 204 len: 168 time: 0.3039770 Nov 23 17:56:07.532026 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64de4dc-5a0a-4544-8615-293b8c2b0feb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c9e6023-57a8-44eb-8dad-9bea87ff894b,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:56:08.220599 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 47560) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:56:08.237528 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-278cbb98-dfb4-498e-9979-9ee6d73e38da admin admin] Publish callbacks [] for security_group, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:08.356865 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-278cbb98-dfb4-498e-9979-9ee6d73e38da admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:08.367304 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-278cbb98-dfb4-498e-9979-9ee6d73e38da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:08.419846 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-278cbb98-dfb4-498e-9979-9ee6d73e38da admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=aa944a2ca2f3401883457598e4fa4f9f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1973059 Nov 23 17:56:08.422823 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 47566) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:56:08.427268 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278cbb98-dfb4-498e-9979-9ee6d73e38da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db6c2884-14d4-4533-992b-a8ea796fa6a6,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:56:08.482513 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-722f7c51-dddb-45cf-abd5-aa48f8a94001 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:08.514406 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-722f7c51-dddb-45cf-abd5-aa48f8a94001 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:08.574586 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-722f7c51-dddb-45cf-abd5-aa48f8a94001 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:08.578598 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-722f7c51-dddb-45cf-abd5-aa48f8a94001 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:08.580259 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-722f7c51-dddb-45cf-abd5-aa48f8a94001 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/db6c2884-14d4-4533-992b-a8ea796fa6a6 HTTP/1.1" status: 204 len: 168 time: 0.1558681 Nov 23 17:56:08.601889 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722f7c51-dddb-45cf-abd5-aa48f8a94001 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db6c2884-14d4-4533-992b-a8ea796fa6a6,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:56:11.611119 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1ea6af-c30d-46d7-9aa1-6f8fc761a586 req-63426e43-ab1c-4fde-a538-5e8c85610fbd tempest-VolumesSnapshotTestJSON-834487947 tempest-VolumesSnapshotTestJSON-834487947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:56:11.621445 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5c1ea6af-c30d-46d7-9aa1-6f8fc761a586 req-63426e43-ab1c-4fde-a538-5e8c85610fbd tempest-VolumesSnapshotTestJSON-834487947 tempest-VolumesSnapshotTestJSON-834487947-project] 10.222.0.60 "GET /v2.0/ports?device_id=67f457d2-1d5a-4647-b8f4-c5baa2ad2c2f HTTP/1.1" status: 200 len: 945 time: 0.0791280 Nov 23 17:56:11.700792 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5c1ea6af-c30d-46d7-9aa1-6f8fc761a586 req-aa13cbc9-f54a-4704-9bee-d38fc823490f tempest-VolumesSnapshotTestJSON-834487947 tempest-VolumesSnapshotTestJSON-834487947-project] 10.222.0.60 "GET /v2.0/security-groups?id=9ee8fc93-0a51-4d17-a68b-24997fd5e1c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778224 Nov 23 17:56:12.864793 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba658cf-4c78-4de6-9172-37d5856bf8b5 req-21f211c6-8cdb-447a-ab1d-9bad44b499d6 tempest-VolumesSnapshotTestJSON-834487947 tempest-VolumesSnapshotTestJSON-834487947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:56:12.866466 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-cba658cf-4c78-4de6-9172-37d5856bf8b5 req-21f211c6-8cdb-447a-ab1d-9bad44b499d6 tempest-VolumesSnapshotTestJSON-834487947 tempest-VolumesSnapshotTestJSON-834487947-project] 10.222.0.60 "GET /v2.0/ports?device_id=67f457d2-1d5a-4647-b8f4-c5baa2ad2c2f HTTP/1.1" status: 200 len: 945 time: 0.0815387 Nov 23 17:56:12.929563 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-cba658cf-4c78-4de6-9172-37d5856bf8b5 req-1838b792-77bd-41a7-82f3-e0e8e6b5f928 tempest-VolumesSnapshotTestJSON-834487947 tempest-VolumesSnapshotTestJSON-834487947-project] 10.222.0.60 "GET /v2.0/security-groups?id=9ee8fc93-0a51-4d17-a68b-24997fd5e1c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566730 Nov 23 17:56:12.955609 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-326c4900-0c91-4dc3-acbd-6465652e367b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:13.476867 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e10c463-2466-4ad2-96fb-5bd6bd67f408 req-614734e5-108f-4450-b8d2-6760cd1f26e3 tempest-VolumesSnapshotTestJSON-834487947 tempest-VolumesSnapshotTestJSON-834487947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:56:13.478438 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7e10c463-2466-4ad2-96fb-5bd6bd67f408 req-614734e5-108f-4450-b8d2-6760cd1f26e3 tempest-VolumesSnapshotTestJSON-834487947 tempest-VolumesSnapshotTestJSON-834487947-project] 10.222.0.36 "GET /v2.0/ports?device_id=67f457d2-1d5a-4647-b8f4-c5baa2ad2c2f HTTP/1.1" status: 200 len: 945 time: 0.0522549 Nov 23 17:56:13.571894 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:13.609868 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [req-7e10c463-2466-4ad2-96fb-5bd6bd67f408 req-a4c23ed1-7325-4c85-a21d-1bcb1125877e tempest-VolumesSnapshotTestJSON-834487947 tempest-VolumesSnapshotTestJSON-834487947-project] Deleting port 0deab1e2-ffee-4d99-a177-a2f9dc89ed5f {{(pid=103591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:56:13.610211 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-7e10c463-2466-4ad2-96fb-5bd6bd67f408 req-a4c23ed1-7325-4c85-a21d-1bcb1125877e tempest-VolumesSnapshotTestJSON-834487947 tempest-VolumesSnapshotTestJSON-834487947-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:13.719640 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-7e10c463-2466-4ad2-96fb-5bd6bd67f408 req-a4c23ed1-7325-4c85-a21d-1bcb1125877e tempest-VolumesSnapshotTestJSON-834487947 tempest-VolumesSnapshotTestJSON-834487947-project] For port 0deab1e2-ffee-4d99-a177-a2f9dc89ed5f, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=0deab1e2-ffee-4d99-a177-a2f9dc89ed5f,segment=NetworkSegment(870208a2-a4b2-4b02-aec7-63aaef1eda1f),segment_id=870208a2-a4b2-4b02-aec7-63aaef1eda1f)] {{(pid=103591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:56:13.720268 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-7e10c463-2466-4ad2-96fb-5bd6bd67f408 req-a4c23ed1-7325-4c85-a21d-1bcb1125877e tempest-VolumesSnapshotTestJSON-834487947 tempest-VolumesSnapshotTestJSON-834487947-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:13.745582 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [req-7e10c463-2466-4ad2-96fb-5bd6bd67f408 req-a4c23ed1-7325-4c85-a21d-1bcb1125877e tempest-VolumesSnapshotTestJSON-834487947 tempest-VolumesSnapshotTestJSON-834487947-project] Calling delete_port for 0deab1e2-ffee-4d99-a177-a2f9dc89ed5f owned by compute:nova {{(pid=103591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:56:13.936545 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-7e10c463-2466-4ad2-96fb-5bd6bd67f408 req-a4c23ed1-7325-4c85-a21d-1bcb1125877e tempest-VolumesSnapshotTestJSON-834487947 tempest-VolumesSnapshotTestJSON-834487947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:13.953101 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] get_ports_and_sgs() called for port_ids ['0deab1e2-ffee-4d99-a177-a2f9dc89ed5f'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:56:13.977490 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c23ed1-7325-4c85-a21d-1bcb1125877e tempest-VolumesSnapshotTestJSON-834487947 tempest-VolumesSnapshotTestJSON-834487947-project] Pushing event deleted for resources: {'Port': ['ID=0deab1e2-ffee-4d99-a177-a2f9dc89ed5f,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:56:14.036719 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcff7f3d-0c4c-4b67-a054-1481e1f41821 None None] DHCP port deletion for 7ac268de-08e0-4d04-9511-b148f4c874eb request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:56:14.149963 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e10c463-2466-4ad2-96fb-5bd6bd67f408 req-a4c23ed1-7325-4c85-a21d-1bcb1125877e tempest-VolumesSnapshotTestJSON-834487947 tempest-VolumesSnapshotTestJSON-834487947-project] No DVR routers for this DVR port 0deab1e2-ffee-4d99-a177-a2f9dc89ed5f on host n-h2-816206-8 {{(pid=103591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:56:14.192970 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-7e10c463-2466-4ad2-96fb-5bd6bd67f408 req-a4c23ed1-7325-4c85-a21d-1bcb1125877e tempest-VolumesSnapshotTestJSON-834487947 tempest-VolumesSnapshotTestJSON-834487947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:14.205406 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7e10c463-2466-4ad2-96fb-5bd6bd67f408 req-a4c23ed1-7325-4c85-a21d-1bcb1125877e tempest-VolumesSnapshotTestJSON-834487947 tempest-VolumesSnapshotTestJSON-834487947-project] 10.222.0.36 "DELETE /v2.0/ports/0deab1e2-ffee-4d99-a177-a2f9dc89ed5f HTTP/1.1" status: 204 len: 173 time: 0.7203038 Nov 23 17:56:14.205918 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67f457d2-1d5a-4647-b8f4-c5baa2ad2c2f', 'name': 'network-vif-deleted', 'tag': '0deab1e2-ffee-4d99-a177-a2f9dc89ed5f'}] {{(pid=103591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:56:14.214353 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41d174a19ece9499ff9ec44e5b3fc50f2abd3ffbc947fb7e52ea1e8db27b95b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e42947c5-c595-4c32-a718-5f1fa1289b9a" -d '{"events": [{"server_uuid": "67f457d2-1d5a-4647-b8f4-c5baa2ad2c2f", "name": "network-vif-deleted", "tag": "0deab1e2-ffee-4d99-a177-a2f9dc89ed5f"}]}' {{(pid=103591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:56:14.270670 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-95b3c02f-5d8d-4b9d-9b49-b4827ea0fa57 req-9c91f108-f6dc-405b-86c4-91ba9fa205d1 tempest-VolumesSnapshotTestJSON-834487947 tempest-VolumesSnapshotTestJSON-834487947-project] 10.222.0.60 "GET /v2.0/ports?device_id=67f457d2-1d5a-4647-b8f4-c5baa2ad2c2f HTTP/1.1" status: 200 len: 210 time: 0.1508341 Nov 23 17:56:14.334659 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:14.347474 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:56:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de8ed361-5763-4617-8e60-b9d485e3a83b x-openstack-request-id: req-de8ed361-5763-4617-8e60-b9d485e3a83b {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:56:14.347957 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67f457d2-1d5a-4647-b8f4-c5baa2ad2c2f", "name": "network-vif-deleted", "tag": "0deab1e2-ffee-4d99-a177-a2f9dc89ed5f", "status": "completed", "code": 200}]} {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:56:14.348110 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-de8ed361-5763-4617-8e60-b9d485e3a83b {{(pid=103591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:56:14.348424 n-d-816206-8 neutron-server[103591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67f457d2-1d5a-4647-b8f4-c5baa2ad2c2f', 'name': 'network-vif-deleted', 'tag': '0deab1e2-ffee-4d99-a177-a2f9dc89ed5f', 'status': 'completed', 'code': 200} Nov 23 17:56:15.085034 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-8b3bf84b-e38b-462d-a362-a0d2121fb46e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:15.806181 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 47724) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:56:15.970594 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-0b3723d7-7874-4462-a559-30d9eeeece34 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:16.077043 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-0b3723d7-7874-4462-a559-30d9eeeece34 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:16.083284 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-0b3723d7-7874-4462-a559-30d9eeeece34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:16.131562 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3723d7-7874-4462-a559-30d9eeeece34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=033e63fd-ffc5-429b-af75-6093346b2f2e,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:56:16.135785 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-0b3723d7-7874-4462-a559-30d9eeeece34 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e89df8cc5249463e893e66fbed214da5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3286145 Nov 23 17:56:16.138673 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 47732) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:56:16.222224 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-90149aad-75bc-4b64-8f60-818bec867c4a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:16.269858 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-90149aad-75bc-4b64-8f60-818bec867c4a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:16.341033 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-90149aad-75bc-4b64-8f60-818bec867c4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:16.345491 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-90149aad-75bc-4b64-8f60-818bec867c4a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:16.347778 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-90149aad-75bc-4b64-8f60-818bec867c4a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/033e63fd-ffc5-429b-af75-6093346b2f2e HTTP/1.1" status: 204 len: 168 time: 0.2081380 Nov 23 17:56:16.370086 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90149aad-75bc-4b64-8f60-818bec867c4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=033e63fd-ffc5-429b-af75-6093346b2f2e,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:56:16.580021 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-52822d53-48f5-4819-8a95-bdc13aea0bf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:16.755978 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 47746) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:56:16.779756 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f5a2a0b6-3a76-4bbd-bad7-2fa7430b0d9c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:16.933488 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f5a2a0b6-3a76-4bbd-bad7-2fa7430b0d9c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:16.939171 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f5a2a0b6-3a76-4bbd-bad7-2fa7430b0d9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:16.967734 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a2a0b6-3a76-4bbd-bad7-2fa7430b0d9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac03c02c-84d7-422f-a17f-b7443808f264,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:56:16.996075 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-f5a2a0b6-3a76-4bbd-bad7-2fa7430b0d9c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b9a27acd341345829aecd10c128d4341&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2382901 Nov 23 17:56:16.999499 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 47748) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:56:17.050969 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-f5739b1b-33e7-4303-9ae1-95b9f0e5e463 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:17.074936 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-f5739b1b-33e7-4303-9ae1-95b9f0e5e463 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:17.126266 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-f5739b1b-33e7-4303-9ae1-95b9f0e5e463 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:17.129001 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-f5739b1b-33e7-4303-9ae1-95b9f0e5e463 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:17.130157 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-f5739b1b-33e7-4303-9ae1-95b9f0e5e463 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ac03c02c-84d7-422f-a17f-b7443808f264 HTTP/1.1" status: 204 len: 168 time: 0.1296203 Nov 23 17:56:17.139021 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5739b1b-33e7-4303-9ae1-95b9f0e5e463 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac03c02c-84d7-422f-a17f-b7443808f264,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:56:17.206383 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device 0deab1e2-ffee-4d99-a177-a2f9dc89ed5f no longer exists at agent hyperv_n-h2-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:56:17.240312 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] No Port match for: 0deab1e2-ffee-4d99-a177-a2f9dc89ed5f {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:56:17.240997 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device 0deab1e2-ffee-4d99-a177-a2f9dc89ed5f not bound to the agent host n-h2-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:56:17.797809 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9a27ae6c-db98-474f-94c1-cc99bf842d79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:18.377265 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:18.464046 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 47796) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:56:19.591185 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-d604734a-1da0-4601-a8a0-241041a6b261 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1794372'] for router_interface, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:19.810293 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 47828) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:56:19.931359 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-d604734a-1da0-4601-a8a0-241041a6b261 admin admin] Deleting port 79e2c73c-3033-4e4c-912b-faa2a2cb0bad {{(pid=103591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:56:19.931778 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-d604734a-1da0-4601-a8a0-241041a6b261 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:19.988185 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-82ab8df7-71e6-4ecb-9f83-c9f93ac1e8d2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:20.061218 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [None req-d604734a-1da0-4601-a8a0-241041a6b261 admin admin] For port 79e2c73c-3033-4e4c-912b-faa2a2cb0bad, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=79e2c73c-3033-4e4c-912b-faa2a2cb0bad,segment=NetworkSegment(dbe8f3be-f4c4-4704-9ef8-8b5a9aeb3c29),segment_id=dbe8f3be-f4c4-4704-9ef8-8b5a9aeb3c29)] {{(pid=103591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:56:20.061218 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-d604734a-1da0-4601-a8a0-241041a6b261 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:20.102397 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-d604734a-1da0-4601-a8a0-241041a6b261 admin admin] Calling delete_port for 79e2c73c-3033-4e4c-912b-faa2a2cb0bad owned by network:router_interface {{(pid=103591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:56:20.209104 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-82ab8df7-71e6-4ecb-9f83-c9f93ac1e8d2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:20.226335 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-82ab8df7-71e6-4ecb-9f83-c9f93ac1e8d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:20.294703 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-82ab8df7-71e6-4ecb-9f83-c9f93ac1e8d2 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b927488b756f4c11a33c6deb274b0fb5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4831724 Nov 23 17:56:20.296869 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ab8df7-71e6-4ecb-9f83-c9f93ac1e8d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccca3fdd-c153-4d3d-a35c-6d507902aba4,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:56:20.297932 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 47854) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:56:20.399864 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-f95c9f70-5ae8-4d18-a0e4-2f8717721f69 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:20.458472 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-f95c9f70-5ae8-4d18-a0e4-2f8717721f69 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:20.480399 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-d604734a-1da0-4601-a8a0-241041a6b261 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:20.528970 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d604734a-1da0-4601-a8a0-241041a6b261 admin admin] Pushing event deleted for resources: {'Port': ['ID=79e2c73c-3033-4e4c-912b-faa2a2cb0bad,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:56:20.713249 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-f95c9f70-5ae8-4d18-a0e4-2f8717721f69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:20.723375 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-f95c9f70-5ae8-4d18-a0e4-2f8717721f69 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:20.726934 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-f95c9f70-5ae8-4d18-a0e4-2f8717721f69 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ccca3fdd-c153-4d3d-a35c-6d507902aba4 HTTP/1.1" status: 204 len: 168 time: 0.4244964 Nov 23 17:56:20.754757 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95c9f70-5ae8-4d18-a0e4-2f8717721f69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccca3fdd-c153-4d3d-a35c-6d507902aba4,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:56:20.786590 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-d604734a-1da0-4601-a8a0-241041a6b261 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2067500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1794520'] for router_interface, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:21.080457 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d604734a-1da0-4601-a8a0-241041a6b261 admin admin] Router 7b0fa152-159a-4ecd-ad21-8c7c4fbaaf9e has already been hosted by L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 {{(pid=103591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 17:56:21.157062 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 47914) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:56:21.172309 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-41fd6305-8a60-435e-a59d-ce766d8a58fc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:21.230392 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d604734a-1da0-4601-a8a0-241041a6b261 admin admin] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:56:21.245101 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb479483-9ffe-4c12-a548-8034daad3e27 None None] Sync routers for ids ['7b0fa152-159a-4ecd-ad21-8c7c4fbaaf9e'] in n-d-816206-8 {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:56:21.252065 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-d604734a-1da0-4601-a8a0-241041a6b261 admin admin] 10.222.0.60 "PUT /v2.0/routers/7b0fa152-159a-4ecd-ad21-8c7c4fbaaf9e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7862685 Nov 23 17:56:21.252935 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 47916) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:56:21.262614 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb479483-9ffe-4c12-a548-8034daad3e27 None None] Routers {'7b0fa152-159a-4ecd-ad21-8c7c4fbaaf9e'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:56:21.266714 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-fb479483-9ffe-4c12-a548-8034daad3e27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:56:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['7b0fa152-159a-4ecd-ad21-8c7c4fbaaf9e'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:56:21.316200 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-41fd6305-8a60-435e-a59d-ce766d8a58fc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:21.326151 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-41fd6305-8a60-435e-a59d-ce766d8a58fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:21.365058 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-41fd6305-8a60-435e-a59d-ce766d8a58fc admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b3d7715fd1ac423a8d5b7c1249cbfb04&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2067530 Nov 23 17:56:21.387575 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 47922) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:56:21.413396 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-fb479483-9ffe-4c12-a548-8034daad3e27 None None] Set router 7b0fa152-159a-4ecd-ad21-8c7c4fbaaf9e gateway port host: n-d-816206-8 {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:56:21.432542 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-54687873-5b6c-4028-9f4c-e66977e9c585 admin admin] Publish callbacks [] for router, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:21.434890 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fd6305-8a60-435e-a59d-ce766d8a58fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bb3e9fc-387c-40ce-9e4a-210274a674a5,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:56:21.476481 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-daaad67d-e8f2-4d38-8e06-a95c7253a602 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:21.508759 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-daaad67d-e8f2-4d38-8e06-a95c7253a602 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:21.580945 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-daaad67d-e8f2-4d38-8e06-a95c7253a602 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:21.584305 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-daaad67d-e8f2-4d38-8e06-a95c7253a602 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:21.585593 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-daaad67d-e8f2-4d38-8e06-a95c7253a602 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/6bb3e9fc-387c-40ce-9e4a-210274a674a5 HTTP/1.1" status: 204 len: 168 time: 0.1970747 Nov 23 17:56:21.596242 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daaad67d-e8f2-4d38-8e06-a95c7253a602 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bb3e9fc-387c-40ce-9e4a-210274a674a5,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:56:21.667427 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-54687873-5b6c-4028-9f4c-e66977e9c585 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:21.671959 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-fb479483-9ffe-4c12-a548-8034daad3e27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b0fa152-159a-4ecd-ad21-8c7c4fbaaf9e', 'name': 'tempest-AttachVolumeTestJSON-1452379613-router', 'tenant_id': 'a72787eb39f84cbca4e464c3cac6bedf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.44'}], 'enable_snat': True}, 'gw_port_id': '65cabf95-cea0-4420-97d7-51a8cc6f9ed9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:48:38Z', 'updated_at': '2021-11-23T17:56:20Z', 'revision_number': 5, 'project_id': 'a72787eb39f84cbca4e464c3cac6bedf', 'gw_port': {'id': '65cabf95-cea0-4420-97d7-51a8cc6f9ed9', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:9e:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b0fa152-159a-4ecd-ad21-8c7c4fbaaf9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2930, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:48:39Z', 'updated_at': '2021-11-23T17:48:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8'}], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:56:21.709978 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb479483-9ffe-4c12-a548-8034daad3e27 None None] Checking router: 7b0fa152-159a-4ecd-ad21-8c7c4fbaaf9e for host: n-d-816206-8 {{(pid=103593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 17:56:21.723545 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb479483-9ffe-4c12-a548-8034daad3e27 None None] Routers {'7b0fa152-159a-4ecd-ad21-8c7c4fbaaf9e'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:56:21.724513 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-fb479483-9ffe-4c12-a548-8034daad3e27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:56:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['7b0fa152-159a-4ecd-ad21-8c7c4fbaaf9e'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:56:21.739296 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-54687873-5b6c-4028-9f4c-e66977e9c585 admin admin] Deleting port 65cabf95-cea0-4420-97d7-51a8cc6f9ed9 {{(pid=103591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:56:21.739742 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-54687873-5b6c-4028-9f4c-e66977e9c585 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:21.863065 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-fb479483-9ffe-4c12-a548-8034daad3e27 None None] Set router 7b0fa152-159a-4ecd-ad21-8c7c4fbaaf9e gateway port host: None {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:56:21.874743 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [None req-54687873-5b6c-4028-9f4c-e66977e9c585 admin admin] For port 65cabf95-cea0-4420-97d7-51a8cc6f9ed9, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=65cabf95-cea0-4420-97d7-51a8cc6f9ed9,segment=NetworkSegment(bffd1e4f-e80f-4ff0-b418-2f42ae15febf),segment_id=bffd1e4f-e80f-4ff0-b418-2f42ae15febf)] {{(pid=103591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:56:21.875158 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-54687873-5b6c-4028-9f4c-e66977e9c585 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:21.915191 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-54687873-5b6c-4028-9f4c-e66977e9c585 admin admin] Calling delete_port for 65cabf95-cea0-4420-97d7-51a8cc6f9ed9 owned by network:router_gateway {{(pid=103591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:56:21.954736 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-fb479483-9ffe-4c12-a548-8034daad3e27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b0fa152-159a-4ecd-ad21-8c7c4fbaaf9e', 'name': 'tempest-AttachVolumeTestJSON-1452379613-router', 'tenant_id': 'a72787eb39f84cbca4e464c3cac6bedf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:48:38Z', 'updated_at': '2021-11-23T17:56:21Z', 'revision_number': 6, 'project_id': 'a72787eb39f84cbca4e464c3cac6bedf', 'gw_port_host': None}], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:56:21.982805 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb479483-9ffe-4c12-a548-8034daad3e27 None None] The sync data for ids ['7b0fa152-159a-4ecd-ad21-8c7c4fbaaf9e'] in n-d-816206-8 is: [{'id': '7b0fa152-159a-4ecd-ad21-8c7c4fbaaf9e', 'name': 'tempest-AttachVolumeTestJSON-1452379613-router', 'tenant_id': 'a72787eb39f84cbca4e464c3cac6bedf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:48:38Z', 'updated_at': '2021-11-23T17:56:21Z', 'revision_number': 6, 'project_id': 'a72787eb39f84cbca4e464c3cac6bedf', 'gw_port_host': None}] {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:56:22.153950 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-54687873-5b6c-4028-9f4c-e66977e9c585 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:22.182872 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4c6cd8c-161e-43ff-9bef-f26e807da70f None None] DHCP port deletion for 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:56:22.200229 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54687873-5b6c-4028-9f4c-e66977e9c585 admin admin] Pushing event deleted for resources: {'Port': ['ID=65cabf95-cea0-4420-97d7-51a8cc6f9ed9,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:56:22.265246 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-54687873-5b6c-4028-9f4c-e66977e9c585 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1795454'] for router_gateway, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:22.391720 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-54687873-5b6c-4028-9f4c-e66977e9c585 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1794352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8175'] for router, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:22.397834 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-54687873-5b6c-4028-9f4c-e66977e9c585 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:22.464415 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-54687873-5b6c-4028-9f4c-e66977e9c585 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1795580'] for router, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:22.465460 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54687873-5b6c-4028-9f4c-e66977e9c585 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7b0fa152-159a-4ecd-ad21-8c7c4fbaaf9e {{(pid=103591) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 17:56:22.470992 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-54687873-5b6c-4028-9f4c-e66977e9c585 admin admin] Publish callbacks [] for router, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:22.472535 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-54687873-5b6c-4028-9f4c-e66977e9c585 admin admin] 10.222.0.60 "DELETE /v2.0/routers/7b0fa152-159a-4ecd-ad21-8c7c4fbaaf9e HTTP/1.1" status: 204 len: 168 time: 1.2184031 Nov 23 17:56:22.474712 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 47948) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:56:22.539792 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec61f42c-dd9c-4743-b13f-4ba4e62158cd admin admin] Deleting subnet edc28ddc-ae2c-4b2b-bf91-4f5ac80bdafe {{(pid=103591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 17:56:22.543665 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-ec61f42c-dd9c-4743-b13f-4ba4e62158cd admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:22.552655 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.agents_db [None req-464f6c07-0de8-4be6-8f5b-563f574d1c5d None None] Agent healthcheck: found 7 active agents {{(pid=103593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 17:56:22.586970 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-ec61f42c-dd9c-4743-b13f-4ba4e62158cd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265990000'] for subnet, precommit_delete_associations {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:22.681458 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-ec61f42c-dd9c-4743-b13f-4ba4e62158cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971956'] for subnet, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:22.747195 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-ec61f42c-dd9c-4743-b13f-4ba4e62158cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264758240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264314269'] for subnet, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:22.787393 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec61f42c-dd9c-4743-b13f-4ba4e62158cd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=edc28ddc-ae2c-4b2b-bf91-4f5ac80bdafe,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:56:22.802573 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-ec61f42c-dd9c-4743-b13f-4ba4e62158cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for subnet, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:22.806100 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85ee975a-ba53-48fa-9780-cdb4495b781d None None] Network 65497e92-b0c3-442f-8f8a-bf07657099ba requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:56:22.809913 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-ec61f42c-dd9c-4743-b13f-4ba4e62158cd admin admin] 10.222.0.60 "DELETE /v2.0/subnets/edc28ddc-ae2c-4b2b-bf91-4f5ac80bdafe HTTP/1.1" status: 204 len: 168 time: 0.3320110 Nov 23 17:56:22.810287 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 47954) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:56:22.945269 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-620959b8-c199-4f8d-8a88-b8a1907ac76d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-555181'] for network, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:23.067278 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-620959b8-c199-4f8d-8a88-b8a1907ac76d admin admin] Deleting port 82761cdb-d94f-4436-8bdc-ec3a64dd97b1 {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:56:23.067619 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-620959b8-c199-4f8d-8a88-b8a1907ac76d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:23.155841 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e6b43e6-c199-4361-b184-139816baf9a3 None None] DHCP port deletion for 65497e92-b0c3-442f-8f8a-bf07657099ba request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:56:23.171820 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-620959b8-c199-4f8d-8a88-b8a1907ac76d admin admin] For port 82761cdb-d94f-4436-8bdc-ec3a64dd97b1, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=82761cdb-d94f-4436-8bdc-ec3a64dd97b1,segment=NetworkSegment(dbe8f3be-f4c4-4704-9ef8-8b5a9aeb3c29),segment_id=dbe8f3be-f4c4-4704-9ef8-8b5a9aeb3c29)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:56:23.172816 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-620959b8-c199-4f8d-8a88-b8a1907ac76d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:23.193345 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-620959b8-c199-4f8d-8a88-b8a1907ac76d admin admin] Calling delete_port for 82761cdb-d94f-4436-8bdc-ec3a64dd97b1 owned by network:dhcp {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:56:23.239162 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-1e6b43e6-c199-4361-b184-139816baf9a3 None None] Deleting port 82761cdb-d94f-4436-8bdc-ec3a64dd97b1 {{(pid=103592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:56:23.240190 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-1e6b43e6-c199-4361-b184-139816baf9a3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:23.691240 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 79e2c73c-3033-4e4c-912b-faa2a2cb0bad no longer exists at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:56:23.742433 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] No Port match for: 79e2c73c-3033-4e4c-912b-faa2a2cb0bad {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:56:23.743336 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 79e2c73c-3033-4e4c-912b-faa2a2cb0bad not bound to the agent host n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:56:23.744164 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 82761cdb-d94f-4436-8bdc-ec3a64dd97b1 no longer exists at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:56:23.747298 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-620959b8-c199-4f8d-8a88-b8a1907ac76d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:23.787190 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620959b8-c199-4f8d-8a88-b8a1907ac76d admin admin] Pushing event deleted for resources: {'Port': ['ID=82761cdb-d94f-4436-8bdc-ec3a64dd97b1,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:56:23.797110 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-620959b8-c199-4f8d-8a88-b8a1907ac76d admin admin] No DVR routers for this DVR port 82761cdb-d94f-4436-8bdc-ec3a64dd97b1 on host n-d-816206-8 {{(pid=103590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:56:23.799714 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-1e6b43e6-c199-4361-b184-139816baf9a3 None None] For port 82761cdb-d94f-4436-8bdc-ec3a64dd97b1, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=82761cdb-d94f-4436-8bdc-ec3a64dd97b1,segment=NetworkSegment(dbe8f3be-f4c4-4704-9ef8-8b5a9aeb3c29),segment_id=dbe8f3be-f4c4-4704-9ef8-8b5a9aeb3c29)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:56:23.800214 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-1e6b43e6-c199-4361-b184-139816baf9a3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:23.804155 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] No Port match for: 82761cdb-d94f-4436-8bdc-ec3a64dd97b1 {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:56:23.804789 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 82761cdb-d94f-4436-8bdc-ec3a64dd97b1 not bound to the agent host n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:56:23.805643 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 65cabf95-cea0-4420-97d7-51a8cc6f9ed9 no longer exists at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:56:23.840428 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] No Port match for: 65cabf95-cea0-4420-97d7-51a8cc6f9ed9 {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:56:23.840806 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 65cabf95-cea0-4420-97d7-51a8cc6f9ed9 not bound to the agent host n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:56:23.843595 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-1e6b43e6-c199-4361-b184-139816baf9a3 None None] Calling delete_port for 82761cdb-d94f-4436-8bdc-ec3a64dd97b1 owned by network:dhcp {{(pid=103592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:56:23.904540 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-620959b8-c199-4f8d-8a88-b8a1907ac76d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973419', 'neutron.services.segments.db._delete_segments_for_network-8736635878840'] for network, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:23.934105 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-620959b8-c199-4f8d-8a88-b8a1907ac76d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65497e92-b0c3-442f-8f8a-bf07657099ba']}} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:56:23.946696 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-620959b8-c199-4f8d-8a88-b8a1907ac76d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbe8f3be-f4c4-4704-9ef8-8b5a9aeb3c29') {'for_net_delete': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:56:23.947426 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-620959b8-c199-4f8d-8a88-b8a1907ac76d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbe8f3be-f4c4-4704-9ef8-8b5a9aeb3c29') {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:56:23.958521 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-620959b8-c199-4f8d-8a88-b8a1907ac76d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736635840332', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-267528353'] for segment, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:23.976121 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-620959b8-c199-4f8d-8a88-b8a1907ac76d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:23.985540 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-620959b8-c199-4f8d-8a88-b8a1907ac76d admin admin] Releasing vlan 504 on physical network physnet1 to pool {{(pid=103590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 17:56:23.988577 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-620959b8-c199-4f8d-8a88-b8a1907ac76d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264370093'] for segment, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:23.994541 n-d-816206-8 neutron-server[103590]: Traceback (most recent call last): Nov 23 17:56:23.994541 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 17:56:23.994541 n-d-816206-8 neutron-server[103590]: timer() Nov 23 17:56:23.994541 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 17:56:23.994541 n-d-816206-8 neutron-server[103590]: cb(*args, **kw) Nov 23 17:56:23.994541 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 17:56:23.994541 n-d-816206-8 neutron-server[103590]: return func(*args, **kwargs) Nov 23 17:56:23.994541 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 17:56:23.994541 n-d-816206-8 neutron-server[103590]: self._notify() Nov 23 17:56:23.994541 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 17:56:23.994541 n-d-816206-8 neutron-server[103590]: self.callback(batched_events) Nov 23 17:56:23.994541 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 17:56:23.994541 n-d-816206-8 neutron-server[103590]: event.method(event) Nov 23 17:56:23.994541 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 17:56:23.994541 n-d-816206-8 neutron-server[103590]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 17:56:23.994541 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 17:56:23.994541 n-d-816206-8 neutron-server[103590]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 17:56:23.994541 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 17:56:23.994541 n-d-816206-8 neutron-server[103590]: return f(self, *a, **k) Nov 23 17:56:23.994541 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 17:56:23.994541 n-d-816206-8 neutron-server[103590]: return self._get(url).json() Nov 23 17:56:23.994541 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 17:56:23.994541 n-d-816206-8 neutron-server[103590]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 17:56:23.994541 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 17:56:23.994541 n-d-816206-8 neutron-server[103590]: return self.request(url, 'GET', **kwargs) Nov 23 17:56:23.994541 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 17:56:23.994541 n-d-816206-8 neutron-server[103590]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 17:56:23.994541 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 17:56:23.994541 n-d-816206-8 neutron-server[103590]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 17:56:23.994541 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 17:56:23.994541 n-d-816206-8 neutron-server[103590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 17:56:23.994541 n-d-816206-8 neutron-server[103590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 17:56:24.004645 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-1e6b43e6-c199-4361-b184-139816baf9a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989'] for port, after_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:24.027761 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6b43e6-c199-4361-b184-139816baf9a3 None None] Pushing event deleted for resources: {'Port': ['ID=82761cdb-d94f-4436-8bdc-ec3a64dd97b1,revision_number=None']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:56:24.043796 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e6b43e6-c199-4361-b184-139816baf9a3 None None] No DVR routers for this DVR port 82761cdb-d94f-4436-8bdc-ec3a64dd97b1 on host n-d-816206-8 {{(pid=103592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:56:24.052585 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6b43e6-c199-4361-b184-139816baf9a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:56:24.053374 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6b43e6-c199-4361-b184-139816baf9a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:56:24.053867 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6b43e6-c199-4361-b184-139816baf9a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:56:24.054342 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6b43e6-c199-4361-b184-139816baf9a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:56:24.054834 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6b43e6-c199-4361-b184-139816baf9a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:56:24.055490 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6b43e6-c199-4361-b184-139816baf9a3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:56:24.055968 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6b43e6-c199-4361-b184-139816baf9a3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:56:24.056473 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6b43e6-c199-4361-b184-139816baf9a3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:56:24.056977 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6b43e6-c199-4361-b184-139816baf9a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:56:24.057458 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6b43e6-c199-4361-b184-139816baf9a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:56:24.058970 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6b43e6-c199-4361-b184-139816baf9a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:56:24.059747 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6b43e6-c199-4361-b184-139816baf9a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:56:24.083420 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-620959b8-c199-4f8d-8a88-b8a1907ac76d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1795418'] for network, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:24.092010 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-620959b8-c199-4f8d-8a88-b8a1907ac76d admin admin] Publish callbacks [] for network, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:24.097888 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-620959b8-c199-4f8d-8a88-b8a1907ac76d admin admin] 10.222.0.60 "DELETE /v2.0/networks/65497e92-b0c3-442f-8f8a-bf07657099ba HTTP/1.1" status: 204 len: 168 time: 1.2865098 Nov 23 17:56:24.130358 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620959b8-c199-4f8d-8a88-b8a1907ac76d admin admin] Pushing event deleted for resources: {'Network': ['ID=65497e92-b0c3-442f-8f8a-bf07657099ba,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:56:24.385922 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 47990) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:56:24.445174 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-e715cbad-acfe-404e-ab83-919a9551b88a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a72787eb39f84cbca4e464c3cac6bedf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0579703 Nov 23 17:56:24.447637 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 47996) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:56:24.513736 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2a93bd35-cd23-4788-bc8b-a21990a15a88 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:24.538559 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2a93bd35-cd23-4788-bc8b-a21990a15a88 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:24.600743 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2a93bd35-cd23-4788-bc8b-a21990a15a88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:24.603363 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2a93bd35-cd23-4788-bc8b-a21990a15a88 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:24.607638 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-2a93bd35-cd23-4788-bc8b-a21990a15a88 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/090eea36-da95-40bb-9dc3-628e29a90317 HTTP/1.1" status: 204 len: 168 time: 0.1554523 Nov 23 17:56:24.626459 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a93bd35-cd23-4788-bc8b-a21990a15a88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=090eea36-da95-40bb-9dc3-628e29a90317,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:56:25.021871 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 48022) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:56:25.183568 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-abfac4ec-f701-4203-b2b0-d1985c5ff675 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:25.319443 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-abfac4ec-f701-4203-b2b0-d1985c5ff675 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:25.324127 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-abfac4ec-f701-4203-b2b0-d1985c5ff675 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:25.361279 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfac4ec-f701-4203-b2b0-d1985c5ff675 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70d24875-7faa-4ec2-9c2e-adf3977a115e,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:56:25.386599 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-abfac4ec-f701-4203-b2b0-d1985c5ff675 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ae7cc7c994654f75908541ad0759304a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3634624 Nov 23 17:56:25.389474 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 48038) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:56:25.473231 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-4b39d392-6e9c-48e6-900e-7cb5deffb873 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:25.499261 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-4b39d392-6e9c-48e6-900e-7cb5deffb873 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:25.567557 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-4b39d392-6e9c-48e6-900e-7cb5deffb873 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:25.570600 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-4b39d392-6e9c-48e6-900e-7cb5deffb873 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:25.572249 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-4b39d392-6e9c-48e6-900e-7cb5deffb873 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/70d24875-7faa-4ec2-9c2e-adf3977a115e HTTP/1.1" status: 204 len: 168 time: 0.1816528 Nov 23 17:56:25.582567 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b39d392-6e9c-48e6-900e-7cb5deffb873 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70d24875-7faa-4ec2-9c2e-adf3977a115e,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:56:26.044769 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 48060) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:56:26.059351 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0010d892-d33b-430e-8c68-b1a235faf2e8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:26.166402 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0010d892-d33b-430e-8c68-b1a235faf2e8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:26.175445 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0010d892-d33b-430e-8c68-b1a235faf2e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:26.243030 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-0010d892-d33b-430e-8c68-b1a235faf2e8 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c22e7246842a45b9b37fae545b1fdbf4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1962950 Nov 23 17:56:26.244263 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0010d892-d33b-430e-8c68-b1a235faf2e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70ea2ae1-9b2c-4554-8001-3aee36e693b8,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:56:26.245519 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 48066) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:56:26.338534 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-16288a84-a573-456f-81f1-4f957a981ccb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:26.367764 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-16288a84-a573-456f-81f1-4f957a981ccb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:26.456471 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-16288a84-a573-456f-81f1-4f957a981ccb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:26.457584 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-16288a84-a573-456f-81f1-4f957a981ccb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:26.458738 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-16288a84-a573-456f-81f1-4f957a981ccb admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/70ea2ae1-9b2c-4554-8001-3aee36e693b8 HTTP/1.1" status: 204 len: 168 time: 0.2121196 Nov 23 17:56:26.471768 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16288a84-a573-456f-81f1-4f957a981ccb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70ea2ae1-9b2c-4554-8001-3aee36e693b8,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:56:28.231153 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 48136) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:56:28.231665 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 48138) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:56:28.408466 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b858011a-1755-481c-a9b7-0335134e6350 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:28.411049 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-da128570-ee68-4885-85b9-7d9a70740f46 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:28.559666 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-da128570-ee68-4885-85b9-7d9a70740f46 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:28.571135 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-da128570-ee68-4885-85b9-7d9a70740f46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:28.575761 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b858011a-1755-481c-a9b7-0335134e6350 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:28.593376 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b858011a-1755-481c-a9b7-0335134e6350 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:28.628768 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-da128570-ee68-4885-85b9-7d9a70740f46 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=4a10673bd62842f7b953ea4a30ce8888&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3924901 Nov 23 17:56:28.629163 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 48150) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:56:28.631546 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da128570-ee68-4885-85b9-7d9a70740f46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=098ab922-988f-450e-bc4a-5da5226c9266,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:56:28.672685 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b858011a-1755-481c-a9b7-0335134e6350 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f26b9bcf-fb64-42eb-a46e-33e24d064f55,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:56:28.679142 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-b858011a-1755-481c-a9b7-0335134e6350 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=135fdd8d2cbe4dcc892c2ae81d0d93db&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4466183 Nov 23 17:56:28.681912 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 48152) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:56:28.707621 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-168a522c-db18-44ae-8d25-632934959f5a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:28.736956 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-168a522c-db18-44ae-8d25-632934959f5a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:28.778203 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d5367a30-ba5a-4812-83c9-6a9b0aa43b54 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:28.804982 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-168a522c-db18-44ae-8d25-632934959f5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:28.807999 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d5367a30-ba5a-4812-83c9-6a9b0aa43b54 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:28.808593 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-168a522c-db18-44ae-8d25-632934959f5a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:28.809898 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-168a522c-db18-44ae-8d25-632934959f5a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/098ab922-988f-450e-bc4a-5da5226c9266 HTTP/1.1" status: 204 len: 168 time: 0.1764274 Nov 23 17:56:28.819244 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168a522c-db18-44ae-8d25-632934959f5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=098ab922-988f-450e-bc4a-5da5226c9266,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:56:28.875956 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d5367a30-ba5a-4812-83c9-6a9b0aa43b54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:28.879051 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d5367a30-ba5a-4812-83c9-6a9b0aa43b54 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:28.881399 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-d5367a30-ba5a-4812-83c9-6a9b0aa43b54 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f26b9bcf-fb64-42eb-a46e-33e24d064f55 HTTP/1.1" status: 204 len: 168 time: 0.1984918 Nov 23 17:56:28.896855 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5367a30-ba5a-4812-83c9-6a9b0aa43b54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f26b9bcf-fb64-42eb-a46e-33e24d064f55,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:56:29.318598 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 48170) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:56:29.333000 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-25a4f246-d9f7-4c47-a109-89e639aac8ee admin admin] Publish callbacks [] for security_group, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:29.460563 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-25a4f246-d9f7-4c47-a109-89e639aac8ee admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:29.467854 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-25a4f246-d9f7-4c47-a109-89e639aac8ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:29.525997 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-25a4f246-d9f7-4c47-a109-89e639aac8ee admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b9e740f4310c4580bf6da1109c85d5d5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2033393 Nov 23 17:56:29.525997 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a4f246-d9f7-4c47-a109-89e639aac8ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9210a3bb-8e38-4fc1-b315-4cc4fe4d4906,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:56:29.527841 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 48178) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:56:29.611415 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-50079d0a-5e7b-42a0-89d5-cc823103d04e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:29.643813 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-50079d0a-5e7b-42a0-89d5-cc823103d04e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:29.710815 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-50079d0a-5e7b-42a0-89d5-cc823103d04e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:29.715463 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-50079d0a-5e7b-42a0-89d5-cc823103d04e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:29.720672 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-50079d0a-5e7b-42a0-89d5-cc823103d04e admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/9210a3bb-8e38-4fc1-b315-4cc4fe4d4906 HTTP/1.1" status: 204 len: 168 time: 0.1911192 Nov 23 17:56:29.744981 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50079d0a-5e7b-42a0-89d5-cc823103d04e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9210a3bb-8e38-4fc1-b315-4cc4fe4d4906,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:56:30.529667 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 48212) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:56:30.711149 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-309d21b4-2677-4f22-9f98-ddfb12791641 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:30.826801 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-309d21b4-2677-4f22-9f98-ddfb12791641 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:30.835450 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-309d21b4-2677-4f22-9f98-ddfb12791641 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:30.876060 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309d21b4-2677-4f22-9f98-ddfb12791641 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff8c2e06-2d73-4bc3-abee-e09d1e37b2b2,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:56:30.882325 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-309d21b4-2677-4f22-9f98-ddfb12791641 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=aab97e04aee149b894b131c4a8268598&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3510857 Nov 23 17:56:30.885200 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 48226) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:56:30.959073 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-fd11e451-0995-4267-b12f-f4fd52a33f07 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:30.987145 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-fd11e451-0995-4267-b12f-f4fd52a33f07 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:31.039887 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-fd11e451-0995-4267-b12f-f4fd52a33f07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:31.042622 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-fd11e451-0995-4267-b12f-f4fd52a33f07 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:31.047681 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-fd11e451-0995-4267-b12f-f4fd52a33f07 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ff8c2e06-2d73-4bc3-abee-e09d1e37b2b2 HTTP/1.1" status: 204 len: 168 time: 0.1596494 Nov 23 17:56:31.058128 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd11e451-0995-4267-b12f-f4fd52a33f07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff8c2e06-2d73-4bc3-abee-e09d1e37b2b2,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:56:32.592134 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 48286) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:56:32.762214 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-be4a378d-b8f1-4330-8ac9-b2d9b7434554 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:32.863171 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-be4a378d-b8f1-4330-8ac9-b2d9b7434554 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:32.868308 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-be4a378d-b8f1-4330-8ac9-b2d9b7434554 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:32.922754 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-be4a378d-b8f1-4330-8ac9-b2d9b7434554 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d47ed761377b4d1ebd7e979a5432c561&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3288167 Nov 23 17:56:32.922983 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 48300) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:56:32.925251 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4a378d-b8f1-4330-8ac9-b2d9b7434554 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f6aa5df-9acf-45cc-a5d5-9b6393520543,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:56:33.009597 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-85d6ff1a-cc57-442d-99f8-4c4d575f22bd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:33.041425 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-85d6ff1a-cc57-442d-99f8-4c4d575f22bd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:33.118008 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-85d6ff1a-cc57-442d-99f8-4c4d575f22bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:33.123076 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-85d6ff1a-cc57-442d-99f8-4c4d575f22bd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:33.125197 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-85d6ff1a-cc57-442d-99f8-4c4d575f22bd admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/9f6aa5df-9acf-45cc-a5d5-9b6393520543 HTTP/1.1" status: 204 len: 168 time: 0.2011569 Nov 23 17:56:33.134025 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d6ff1a-cc57-442d-99f8-4c4d575f22bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f6aa5df-9acf-45cc-a5d5-9b6393520543,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:56:33.518032 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 48308) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:56:33.534072 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-706a972d-e8e8-49a7-ac2c-590c23f05831 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:33.627089 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-706a972d-e8e8-49a7-ac2c-590c23f05831 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:33.630891 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-706a972d-e8e8-49a7-ac2c-590c23f05831 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:33.675121 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-706a972d-e8e8-49a7-ac2c-590c23f05831 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=902f3378e9fe4a12a5fb4f1da1d5499c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1557560 Nov 23 17:56:33.677963 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 48312) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:56:33.684770 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706a972d-e8e8-49a7-ac2c-590c23f05831 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d5c2be2-a426-46f5-8a9a-623021f125ae,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:56:33.740440 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-18f38cac-0599-4cfb-9044-c6b39d90fe13 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:33.783898 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-18f38cac-0599-4cfb-9044-c6b39d90fe13 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:33.847120 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-18f38cac-0599-4cfb-9044-c6b39d90fe13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:33.850114 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-18f38cac-0599-4cfb-9044-c6b39d90fe13 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:33.853566 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-18f38cac-0599-4cfb-9044-c6b39d90fe13 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/9d5c2be2-a426-46f5-8a9a-623021f125ae HTTP/1.1" status: 204 len: 168 time: 0.1724160 Nov 23 17:56:33.876160 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f38cac-0599-4cfb-9044-c6b39d90fe13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d5c2be2-a426-46f5-8a9a-623021f125ae,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:56:36.126466 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 48382) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:56:36.288067 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-76677177-fed3-4c5f-a9b2-72082162b41e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:36.489577 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-76677177-fed3-4c5f-a9b2-72082162b41e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:36.496876 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-76677177-fed3-4c5f-a9b2-72082162b41e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:36.562499 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-76677177-fed3-4c5f-a9b2-72082162b41e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=8ed9e8e9175e43cd9266849ed8c400f9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4320719 Nov 23 17:56:36.563454 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 48390) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:56:36.575779 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76677177-fed3-4c5f-a9b2-72082162b41e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58ef484b-fe67-4d9b-8892-5e8b6523f08a,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:56:36.652331 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-9ae28539-f52c-4e30-9f4d-a739fa899e46 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:36.687753 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-9ae28539-f52c-4e30-9f4d-a739fa899e46 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:36.750112 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-9ae28539-f52c-4e30-9f4d-a739fa899e46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:36.754379 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-9ae28539-f52c-4e30-9f4d-a739fa899e46 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:36.759356 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-9ae28539-f52c-4e30-9f4d-a739fa899e46 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/58ef484b-fe67-4d9b-8892-5e8b6523f08a HTTP/1.1" status: 204 len: 168 time: 0.1939099 Nov 23 17:56:36.790327 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae28539-f52c-4e30-9f4d-a739fa899e46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58ef484b-fe67-4d9b-8892-5e8b6523f08a,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:56:39.567148 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 48548) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:56:39.700542 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-a2a0a5fa-d490-4971-9fdc-15aae6142bcb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:39.893048 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-a2a0a5fa-d490-4971-9fdc-15aae6142bcb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:39.897148 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-a2a0a5fa-d490-4971-9fdc-15aae6142bcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:39.943035 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-a2a0a5fa-d490-4971-9fdc-15aae6142bcb admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=6dc13114a73545a1b5e0a89252afe18d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3740058 Nov 23 17:56:39.943261 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 48554) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:56:39.946264 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a0a5fa-d490-4971-9fdc-15aae6142bcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81141131-442d-4247-8a8e-ea516da450b4,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:56:40.008729 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-575592c7-2b7b-44a1-a56f-2292b629cfd5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:40.039289 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-575592c7-2b7b-44a1-a56f-2292b629cfd5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:40.096677 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-575592c7-2b7b-44a1-a56f-2292b629cfd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:40.103056 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-575592c7-2b7b-44a1-a56f-2292b629cfd5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:40.121069 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-575592c7-2b7b-44a1-a56f-2292b629cfd5 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/81141131-442d-4247-8a8e-ea516da450b4 HTTP/1.1" status: 204 len: 168 time: 0.1667099 Nov 23 17:56:40.132201 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575592c7-2b7b-44a1-a56f-2292b629cfd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81141131-442d-4247-8a8e-ea516da450b4,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:56:40.545054 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 48564) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:56:40.558558 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f4bc1412-8bf4-4ae4-903f-3bdfa3a6ec87 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:40.674369 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f4bc1412-8bf4-4ae4-903f-3bdfa3a6ec87 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:40.689410 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f4bc1412-8bf4-4ae4-903f-3bdfa3a6ec87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:40.751274 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bc1412-8bf4-4ae4-903f-3bdfa3a6ec87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9e94128-729e-478d-b6d1-f8d70b5b8482,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:56:40.756657 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-f4bc1412-8bf4-4ae4-903f-3bdfa3a6ec87 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0dbb73b0be00488db92a9e424dbe42d5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2119665 Nov 23 17:56:40.759267 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 48566) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:56:40.817663 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-122ef844-c9d3-4eae-8a7e-28e73d50f8dc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:40.840684 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-122ef844-c9d3-4eae-8a7e-28e73d50f8dc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:40.897579 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-122ef844-c9d3-4eae-8a7e-28e73d50f8dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:40.901427 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-122ef844-c9d3-4eae-8a7e-28e73d50f8dc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:40.902840 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-122ef844-c9d3-4eae-8a7e-28e73d50f8dc admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e9e94128-729e-478d-b6d1-f8d70b5b8482 HTTP/1.1" status: 204 len: 168 time: 0.1423311 Nov 23 17:56:40.916194 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122ef844-c9d3-4eae-8a7e-28e73d50f8dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9e94128-729e-478d-b6d1-f8d70b5b8482,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:56:42.963816 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-cbee178f-ef3b-467b-addb-c8a613f44cc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:43.589400 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:44.322082 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:44.882456 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 48774) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:56:45.087872 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-132b0f05-3603-40e4-b843-58dbbfd115a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:45.113658 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-58a9c24e-c290-47ad-9b9f-e049c97b607d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:45.221995 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-58a9c24e-c290-47ad-9b9f-e049c97b607d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:45.230892 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-58a9c24e-c290-47ad-9b9f-e049c97b607d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:45.273318 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a9c24e-c290-47ad-9b9f-e049c97b607d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1e49d80-d890-4756-9173-a3de8d880dc3,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:56:45.297822 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 48778) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:56:45.304617 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-58a9c24e-c290-47ad-9b9f-e049c97b607d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0c1b8c93153648ada4a01dd76e99edcf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4204435 Nov 23 17:56:45.378618 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-2bfa9811-99ab-4dad-9eda-3620e66dc801 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:45.416182 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-2bfa9811-99ab-4dad-9eda-3620e66dc801 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:45.518520 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-2bfa9811-99ab-4dad-9eda-3620e66dc801 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:45.521769 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-2bfa9811-99ab-4dad-9eda-3620e66dc801 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:45.526063 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-2bfa9811-99ab-4dad-9eda-3620e66dc801 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c1e49d80-d890-4756-9173-a3de8d880dc3 HTTP/1.1" status: 204 len: 168 time: 0.2269681 Nov 23 17:56:45.536522 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfa9811-99ab-4dad-9eda-3620e66dc801 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1e49d80-d890-4756-9173-a3de8d880dc3,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:56:46.057546 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 48806) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:56:46.078387 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0f40ffad-0b21-41d5-ab52-74b8b45ef78e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:46.199466 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0f40ffad-0b21-41d5-ab52-74b8b45ef78e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:46.205863 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0f40ffad-0b21-41d5-ab52-74b8b45ef78e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:46.258431 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-0f40ffad-0b21-41d5-ab52-74b8b45ef78e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=9cc4055b568f472c9d5874900f71763c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1991048 Nov 23 17:56:46.261475 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 48808) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:56:46.338886 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f40ffad-0b21-41d5-ab52-74b8b45ef78e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d089d3e-ec86-4e9d-ab55-0dc2ed384f0c,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:56:46.400860 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-6a3beeff-85b7-4aad-9ca8-21aa38e6a595 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:46.439383 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-6a3beeff-85b7-4aad-9ca8-21aa38e6a595 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:46.541390 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-6a3beeff-85b7-4aad-9ca8-21aa38e6a595 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:46.546952 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-6a3beeff-85b7-4aad-9ca8-21aa38e6a595 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:46.554705 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-6a3beeff-85b7-4aad-9ca8-21aa38e6a595 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/7d089d3e-ec86-4e9d-ab55-0dc2ed384f0c HTTP/1.1" status: 204 len: 168 time: 0.2916844 Nov 23 17:56:46.563527 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3beeff-85b7-4aad-9ca8-21aa38e6a595 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d089d3e-ec86-4e9d-ab55-0dc2ed384f0c,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:56:46.587367 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-52822d53-48f5-4819-8a95-bdc13aea0bf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:47.796032 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9a27ae6c-db98-474f-94c1-cc99bf842d79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:48.369028 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:48.868878 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 48956) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:56:49.089546 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-8ca1bf42-e4b7-4290-9a51-1afd95a9d0c6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:49.186254 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-8ca1bf42-e4b7-4290-9a51-1afd95a9d0c6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:49.193693 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-8ca1bf42-e4b7-4290-9a51-1afd95a9d0c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:49.280797 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-8ca1bf42-e4b7-4290-9a51-1afd95a9d0c6 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c6f4315b8e174f76887eaadd7ea5e4c2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4108968 Nov 23 17:56:49.282381 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca1bf42-e4b7-4290-9a51-1afd95a9d0c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=466efaef-f7ea-452a-9724-2a03359b7980,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:56:49.283246 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 48960) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:56:49.415248 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5c808575-e487-40c6-95a2-6c531f35b3ed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:49.443806 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5c808575-e487-40c6-95a2-6c531f35b3ed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:49.511308 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5c808575-e487-40c6-95a2-6c531f35b3ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:49.523197 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5c808575-e487-40c6-95a2-6c531f35b3ed admin admin] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:49.527973 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-5c808575-e487-40c6-95a2-6c531f35b3ed admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/466efaef-f7ea-452a-9724-2a03359b7980 HTTP/1.1" status: 204 len: 168 time: 0.2402437 Nov 23 17:56:49.540182 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c808575-e487-40c6-95a2-6c531f35b3ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=466efaef-f7ea-452a-9724-2a03359b7980,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:56:51.611468 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 49050) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:56:51.730070 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-08d0fc9b-5e22-476e-81a9-eba6342219de admin admin] Publish callbacks [] for security_group, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:51.834413 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-08d0fc9b-5e22-476e-81a9-eba6342219de admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:51.840252 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-08d0fc9b-5e22-476e-81a9-eba6342219de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:51.869332 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d0fc9b-5e22-476e-81a9-eba6342219de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce6cd176-28d2-4bc8-bfc9-a8021690d043,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:56:51.895621 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-08d0fc9b-5e22-476e-81a9-eba6342219de admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e01ce5e09f9b4ae190a7268f54aed14d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2807889 Nov 23 17:56:51.895993 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 49054) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:56:51.968273 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8ad9c926-cf27-4842-9415-6f99ce0a35d6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:51.994538 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8ad9c926-cf27-4842-9415-6f99ce0a35d6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:52.065820 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8ad9c926-cf27-4842-9415-6f99ce0a35d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:52.068623 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8ad9c926-cf27-4842-9415-6f99ce0a35d6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:52.069788 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-8ad9c926-cf27-4842-9415-6f99ce0a35d6 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/ce6cd176-28d2-4bc8-bfc9-a8021690d043 HTTP/1.1" status: 204 len: 168 time: 0.1727281 Nov 23 17:56:52.091694 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad9c926-cf27-4842-9415-6f99ce0a35d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce6cd176-28d2-4bc8-bfc9-a8021690d043,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:56:54.392331 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 49122) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:56:54.682252 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-67d09ced-bd35-4665-a1d1-4efd85015d27 tempest-FloatingIPAdminTestJSON-1108771171 tempest-FloatingIPAdminTestJSON-1108771171-project] Request body: {'floatingip': {'floating_network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:56:54.718429 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-67d09ced-bd35-4665-a1d1-4efd85015d27 tempest-FloatingIPAdminTestJSON-1108771171 tempest-FloatingIPAdminTestJSON-1108771171-project] Publish callbacks [] for floatingip, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:54.875226 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-67d09ced-bd35-4665-a1d1-4efd85015d27 tempest-FloatingIPAdminTestJSON-1108771171 tempest-FloatingIPAdminTestJSON-1108771171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:55.114073 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-67d09ced-bd35-4665-a1d1-4efd85015d27 tempest-FloatingIPAdminTestJSON-1108771171 tempest-FloatingIPAdminTestJSON-1108771171-project] Allocated IP 172.25.3.73 (4c8455ba-1be5-42ac-b8c2-8a16e1292d55/08fe3644-ce41-4c3f-a7ea-92bac0f0fff5/8397d230-f948-4f4c-b25b-3b22d0daea6e) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:56:55.358254 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-67d09ced-bd35-4665-a1d1-4efd85015d27 tempest-FloatingIPAdminTestJSON-1108771171 tempest-FloatingIPAdminTestJSON-1108771171-project] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:55.421884 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-67d09ced-bd35-4665-a1d1-4efd85015d27 tempest-FloatingIPAdminTestJSON-1108771171 tempest-FloatingIPAdminTestJSON-1108771171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:55.624085 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67d09ced-bd35-4665-a1d1-4efd85015d27 tempest-FloatingIPAdminTestJSON-1108771171 tempest-FloatingIPAdminTestJSON-1108771171-project] Network 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:56:55.643638 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-67d09ced-bd35-4665-a1d1-4efd85015d27 tempest-FloatingIPAdminTestJSON-1108771171 tempest-FloatingIPAdminTestJSON-1108771171-project] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:56:55.650846 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67d09ced-bd35-4665-a1d1-4efd85015d27 tempest-FloatingIPAdminTestJSON-1108771171 tempest-FloatingIPAdminTestJSON-1108771171-project] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:56:55.782521 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d09ced-bd35-4665-a1d1-4efd85015d27 tempest-FloatingIPAdminTestJSON-1108771171 tempest-FloatingIPAdminTestJSON-1108771171-project] Pushing event updated for resources: {'Port': ['ID=8397d230-f948-4f4c-b25b-3b22d0daea6e,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:56:55.826332 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d09ced-bd35-4665-a1d1-4efd85015d27 tempest-FloatingIPAdminTestJSON-1108771171 tempest-FloatingIPAdminTestJSON-1108771171-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:56:55.831195 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d09ced-bd35-4665-a1d1-4efd85015d27 tempest-FloatingIPAdminTestJSON-1108771171 tempest-FloatingIPAdminTestJSON-1108771171-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:56:55.831581 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d09ced-bd35-4665-a1d1-4efd85015d27 tempest-FloatingIPAdminTestJSON-1108771171 tempest-FloatingIPAdminTestJSON-1108771171-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:56:55.831930 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d09ced-bd35-4665-a1d1-4efd85015d27 tempest-FloatingIPAdminTestJSON-1108771171 tempest-FloatingIPAdminTestJSON-1108771171-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:56:55.836179 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d09ced-bd35-4665-a1d1-4efd85015d27 tempest-FloatingIPAdminTestJSON-1108771171 tempest-FloatingIPAdminTestJSON-1108771171-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:56:55.836556 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d09ced-bd35-4665-a1d1-4efd85015d27 tempest-FloatingIPAdminTestJSON-1108771171 tempest-FloatingIPAdminTestJSON-1108771171-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:56:55.840160 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d09ced-bd35-4665-a1d1-4efd85015d27 tempest-FloatingIPAdminTestJSON-1108771171 tempest-FloatingIPAdminTestJSON-1108771171-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:56:55.840534 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d09ced-bd35-4665-a1d1-4efd85015d27 tempest-FloatingIPAdminTestJSON-1108771171 tempest-FloatingIPAdminTestJSON-1108771171-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:56:55.844596 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d09ced-bd35-4665-a1d1-4efd85015d27 tempest-FloatingIPAdminTestJSON-1108771171 tempest-FloatingIPAdminTestJSON-1108771171-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:56:55.853397 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d09ced-bd35-4665-a1d1-4efd85015d27 tempest-FloatingIPAdminTestJSON-1108771171 tempest-FloatingIPAdminTestJSON-1108771171-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:56:55.853614 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d09ced-bd35-4665-a1d1-4efd85015d27 tempest-FloatingIPAdminTestJSON-1108771171 tempest-FloatingIPAdminTestJSON-1108771171-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:56:55.853871 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d09ced-bd35-4665-a1d1-4efd85015d27 tempest-FloatingIPAdminTestJSON-1108771171 tempest-FloatingIPAdminTestJSON-1108771171-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:56:55.917960 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-67d09ced-bd35-4665-a1d1-4efd85015d27 tempest-FloatingIPAdminTestJSON-1108771171 tempest-FloatingIPAdminTestJSON-1108771171-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:55.997833 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-67d09ced-bd35-4665-a1d1-4efd85015d27 tempest-FloatingIPAdminTestJSON-1108771171 tempest-FloatingIPAdminTestJSON-1108771171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:56.217900 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-67d09ced-bd35-4665-a1d1-4efd85015d27 tempest-FloatingIPAdminTestJSON-1108771171 tempest-FloatingIPAdminTestJSON-1108771171-project] Publish callbacks [] for port, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:56.247288 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-67d09ced-bd35-4665-a1d1-4efd85015d27 tempest-FloatingIPAdminTestJSON-1108771171 tempest-FloatingIPAdminTestJSON-1108771171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264357957'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:56.400416 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-67d09ced-bd35-4665-a1d1-4efd85015d27 tempest-FloatingIPAdminTestJSON-1108771171 tempest-FloatingIPAdminTestJSON-1108771171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1795396'] for floatingip, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:56.448393 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d09ced-bd35-4665-a1d1-4efd85015d27 tempest-FloatingIPAdminTestJSON-1108771171 tempest-FloatingIPAdminTestJSON-1108771171-project] Pushing event updated for resources: {'Port': ['ID=8397d230-f948-4f4c-b25b-3b22d0daea6e,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:56:56.461763 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-67d09ced-bd35-4665-a1d1-4efd85015d27 tempest-FloatingIPAdminTestJSON-1108771171 tempest-FloatingIPAdminTestJSON-1108771171-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for floatingip, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:56.466894 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-67d09ced-bd35-4665-a1d1-4efd85015d27 tempest-FloatingIPAdminTestJSON-1108771171 tempest-FloatingIPAdminTestJSON-1108771171-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.0717540 Nov 23 17:56:56.468294 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 49146) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:56:56.473447 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-65d340f9-07f3-4d66-b92b-da48fe335964 tempest-FloatingIPAdminTestJSON-1108771171 tempest-FloatingIPAdminTestJSON-1108771171-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-717672743'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:56:56.515654 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65d340f9-07f3-4d66-b92b-da48fe335964 tempest-FloatingIPAdminTestJSON-1108771171 tempest-FloatingIPAdminTestJSON-1108771171-project] Made reservation on behalf of f5d974c494f544d2a4bb0f687fd51c2d for: {'network': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:56:56.519826 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-65d340f9-07f3-4d66-b92b-da48fe335964 tempest-FloatingIPAdminTestJSON-1108771171 tempest-FloatingIPAdminTestJSON-1108771171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for network, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:56.536065 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-65d340f9-07f3-4d66-b92b-da48fe335964 tempest-FloatingIPAdminTestJSON-1108771171 tempest-FloatingIPAdminTestJSON-1108771171-project] Publish callbacks [] for security_group, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:56.757759 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-65d340f9-07f3-4d66-b92b-da48fe335964 tempest-FloatingIPAdminTestJSON-1108771171 tempest-FloatingIPAdminTestJSON-1108771171-project] Publish callbacks [] for security_group, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:56.779336 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-65d340f9-07f3-4d66-b92b-da48fe335964 tempest-FloatingIPAdminTestJSON-1108771171 tempest-FloatingIPAdminTestJSON-1108771171-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:56.867411 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65d340f9-07f3-4d66-b92b-da48fe335964 tempest-FloatingIPAdminTestJSON-1108771171 tempest-FloatingIPAdminTestJSON-1108771171-project] vlan segment allocate from pool success with {'vlan_id': 544, 'physical_network': 'physnet1'} {{(pid=103591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 17:56:56.910992 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d340f9-07f3-4d66-b92b-da48fe335964 tempest-FloatingIPAdminTestJSON-1108771171 tempest-FloatingIPAdminTestJSON-1108771171-project] Pushing event updated for resources: {'SecurityGroup': ['ID=64267009-621d-4ed2-95cd-167ae1686559,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:56:56.966410 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-65d340f9-07f3-4d66-b92b-da48fe335964 tempest-FloatingIPAdminTestJSON-1108771171 tempest-FloatingIPAdminTestJSON-1108771171-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:56.967488 n-d-816206-8 neutron-server[103591]: INFO neutron.db.segments_db [None req-65d340f9-07f3-4d66-b92b-da48fe335964 tempest-FloatingIPAdminTestJSON-1108771171 tempest-FloatingIPAdminTestJSON-1108771171-project] Added segment 962dd797-f9cf-46f0-ab7b-5b283abe6233 of type vlan for network 4bfe6749-b30f-4f27-8b6c-d3f1af47dc62 Nov 23 17:56:57.055435 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-65d340f9-07f3-4d66-b92b-da48fe335964 tempest-FloatingIPAdminTestJSON-1108771171 tempest-FloatingIPAdminTestJSON-1108771171-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736635338810'] for network, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:57.095856 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-65d340f9-07f3-4d66-b92b-da48fe335964 tempest-FloatingIPAdminTestJSON-1108771171 tempest-FloatingIPAdminTestJSON-1108771171-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493'] for network, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:57.115910 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65d340f9-07f3-4d66-b92b-da48fe335964 tempest-FloatingIPAdminTestJSON-1108771171 tempest-FloatingIPAdminTestJSON-1108771171-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:56:57.116929 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-65d340f9-07f3-4d66-b92b-da48fe335964 tempest-FloatingIPAdminTestJSON-1108771171 tempest-FloatingIPAdminTestJSON-1108771171-project] Publish callbacks [] for network, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:57.237170 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-65d340f9-07f3-4d66-b92b-da48fe335964 tempest-FloatingIPAdminTestJSON-1108771171 tempest-FloatingIPAdminTestJSON-1108771171-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.7669070 Nov 23 17:56:57.238921 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 49154) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:56:57.244520 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-feeeb77e-5be8-408f-adf0-cd907ae57bf9 tempest-FloatingIPAdminTestJSON-1108771171 tempest-FloatingIPAdminTestJSON-1108771171-project] Request body: {'subnet': {'network_id': '4bfe6749-b30f-4f27-8b6c-d3f1af47dc62', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:56:57.316124 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d340f9-07f3-4d66-b92b-da48fe335964 tempest-FloatingIPAdminTestJSON-1108771171 tempest-FloatingIPAdminTestJSON-1108771171-project] Pushing event updated for resources: {'Network': ['ID=4bfe6749-b30f-4f27-8b6c-d3f1af47dc62,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:56:57.337314 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Network 4bfe6749-b30f-4f27-8b6c-d3f1af47dc62 details requested by agent ovs-agent-n-d-816206-8 with host n-d-816206-8 {{(pid=103592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 17:56:57.503577 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-feeeb77e-5be8-408f-adf0-cd907ae57bf9 tempest-FloatingIPAdminTestJSON-1108771171 tempest-FloatingIPAdminTestJSON-1108771171-project] Made reservation on behalf of f5d974c494f544d2a4bb0f687fd51c2d for: {'subnet': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:56:57.510842 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-feeeb77e-5be8-408f-adf0-cd907ae57bf9 tempest-FloatingIPAdminTestJSON-1108771171 tempest-FloatingIPAdminTestJSON-1108771171-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264730903'] for subnet, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:57.836540 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-feeeb77e-5be8-408f-adf0-cd907ae57bf9 tempest-FloatingIPAdminTestJSON-1108771171 tempest-FloatingIPAdminTestJSON-1108771171-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264358096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264730885'] for subnet, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:57.920210 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeeb77e-5be8-408f-adf0-cd907ae57bf9 tempest-FloatingIPAdminTestJSON-1108771171 tempest-FloatingIPAdminTestJSON-1108771171-project] Pushing event updated for resources: {'Subnet': ['ID=483c6251-3b98-4c78-90ad-b19ccc16ad8a,revision_number=0']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:56:57.955755 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feeeb77e-5be8-408f-adf0-cd907ae57bf9 tempest-FloatingIPAdminTestJSON-1108771171 tempest-FloatingIPAdminTestJSON-1108771171-project] Checking segment: {'id': '962dd797-f9cf-46f0-ab7b-5b283abe6233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '4bfe6749-b30f-4f27-8b6c-d3f1af47dc62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:56:57.956128 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feeeb77e-5be8-408f-adf0-cd907ae57bf9 tempest-FloatingIPAdminTestJSON-1108771171 tempest-FloatingIPAdminTestJSON-1108771171-project] Network hostable DHCP agents. Network: 4bfe6749-b30f-4f27-8b6c-d3f1af47dc62, hostable agents: ['0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3'], hosted agents: [] {{(pid=103590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 17:56:57.985411 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feeeb77e-5be8-408f-adf0-cd907ae57bf9 tempest-FloatingIPAdminTestJSON-1108771171 tempest-FloatingIPAdminTestJSON-1108771171-project] Network 4bfe6749-b30f-4f27-8b6c-d3f1af47dc62 is scheduled to be hosted by DHCP agent 0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3 with binding_index 1 {{(pid=103590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 17:56:58.018685 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-feeeb77e-5be8-408f-adf0-cd907ae57bf9 tempest-FloatingIPAdminTestJSON-1108771171 tempest-FloatingIPAdminTestJSON-1108771171-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-8, 4bfe6749-b30f-4f27-8b6c-d3f1af47dc62) {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:56:58.020459 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feeeb77e-5be8-408f-adf0-cd907ae57bf9 tempest-FloatingIPAdminTestJSON-1108771171 tempest-FloatingIPAdminTestJSON-1108771171-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:56:58.021096 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-feeeb77e-5be8-408f-adf0-cd907ae57bf9 tempest-FloatingIPAdminTestJSON-1108771171 tempest-FloatingIPAdminTestJSON-1108771171-project] Publish callbacks [] for subnet, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:58.021847 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-024f57b5-9b20-4608-bb0a-341067b7eab3 None None] Network 4bfe6749-b30f-4f27-8b6c-d3f1af47dc62 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:56:58.047744 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-feeeb77e-5be8-408f-adf0-cd907ae57bf9 tempest-FloatingIPAdminTestJSON-1108771171 tempest-FloatingIPAdminTestJSON-1108771171-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8073823 Nov 23 17:56:58.050675 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 49170) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:56:58.058535 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-773de5dd-9d65-4f1a-b3d5-46041378855c tempest-FloatingIPAdminTestJSON-1108771171 tempest-FloatingIPAdminTestJSON-1108771171-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-657976582', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'}, 'admin_state_up': False}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:56:58.112098 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-773de5dd-9d65-4f1a-b3d5-46041378855c tempest-FloatingIPAdminTestJSON-1108771171 tempest-FloatingIPAdminTestJSON-1108771171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1793449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8093'] for router, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:58.113518 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-773de5dd-9d65-4f1a-b3d5-46041378855c tempest-FloatingIPAdminTestJSON-1108771171 tempest-FloatingIPAdminTestJSON-1108771171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1794473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1794771', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1638326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8086'] for router, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:58.197304 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-773de5dd-9d65-4f1a-b3d5-46041378855c tempest-FloatingIPAdminTestJSON-1108771171 tempest-FloatingIPAdminTestJSON-1108771171-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:58.365813 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7794c67-a39b-4c2f-b6a8-dbae30db0b9b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp355044b8-8e87-58c4-94fa-4a010ec30f9e-4bfe6749-b30f-4f27-8b6c-d3f1af47dc62', 'network_id': '4bfe6749-b30f-4f27-8b6c-d3f1af47dc62', 'tenant_id': 'f5d974c494f544d2a4bb0f687fd51c2d', 'fixed_ips': [{'subnet_id': '483c6251-3b98-4c78-90ad-b19ccc16ad8a'}]}} from n-d-816206-8. {{(pid=103592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 17:56:58.367445 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-a7794c67-a39b-4c2f-b6a8-dbae30db0b9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:58.495965 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-773de5dd-9d65-4f1a-b3d5-46041378855c tempest-FloatingIPAdminTestJSON-1108771171 tempest-FloatingIPAdminTestJSON-1108771171-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:58.568051 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.db_base_plugin_common [None req-a7794c67-a39b-4c2f-b6a8-dbae30db0b9b None None] Allocated IP 172.20.0.2 (4bfe6749-b30f-4f27-8b6c-d3f1af47dc62/483c6251-3b98-4c78-90ad-b19ccc16ad8a/270568e8-5541-43ea-9d08-dba4722ae434) {{(pid=103592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:56:58.830146 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-773de5dd-9d65-4f1a-b3d5-46041378855c tempest-FloatingIPAdminTestJSON-1108771171 tempest-FloatingIPAdminTestJSON-1108771171-project] Publish callbacks [] for router_gateway, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:58.835072 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-a7794c67-a39b-4c2f-b6a8-dbae30db0b9b None None] Publish callbacks [] for port, precommit_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:58.858084 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-a7794c67-a39b-4c2f-b6a8-dbae30db0b9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980'] for port, after_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:58.868628 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-773de5dd-9d65-4f1a-b3d5-46041378855c tempest-FloatingIPAdminTestJSON-1108771171 tempest-FloatingIPAdminTestJSON-1108771171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:58.910560 n-d-816206-8 neutron-server[103592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7794c67-a39b-4c2f-b6a8-dbae30db0b9b None None] Network 4bfe6749-b30f-4f27-8b6c-d3f1af47dc62 is already hosted by enough agents. {{(pid=103592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:56:58.914538 n-d-816206-8 neutron-server[103592]: DEBUG neutron.scheduler.base_scheduler [None req-a7794c67-a39b-4c2f-b6a8-dbae30db0b9b None None] Resources bound (agent type, host, resource id): {{(pid=103592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:56:58.927330 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7794c67-a39b-4c2f-b6a8-dbae30db0b9b None None] Received port after_create {{(pid=103592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:56:58.987399 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7794c67-a39b-4c2f-b6a8-dbae30db0b9b None None] Pushing event updated for resources: {'Port': ['ID=270568e8-5541-43ea-9d08-dba4722ae434,revision_number=1']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:56:59.002854 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-a7794c67-a39b-4c2f-b6a8-dbae30db0b9b None None] Attempting to bind port 270568e8-5541-43ea-9d08-dba4722ae434 on host n-d-816206-8 for vnic_type normal with profile {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:56:59.003147 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-a7794c67-a39b-4c2f-b6a8-dbae30db0b9b None None] Attempting to bind port 270568e8-5541-43ea-9d08-dba4722ae434 by drivers openvswitch,hyperv on host n-d-816206-8 at level 0 using segments [{'id': '962dd797-f9cf-46f0-ab7b-5b283abe6233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '4bfe6749-b30f-4f27-8b6c-d3f1af47dc62'}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:56:59.003416 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7794c67-a39b-4c2f-b6a8-dbae30db0b9b None None] Attempting to bind port 270568e8-5541-43ea-9d08-dba4722ae434 on network 4bfe6749-b30f-4f27-8b6c-d3f1af47dc62 {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:56:59.010706 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7794c67-a39b-4c2f-b6a8-dbae30db0b9b None None] Checking agent: {'id': '9e89acbe-4bbe-4c77-a18b-6f1da9133e0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 7, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 56, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:56:59.013783 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7794c67-a39b-4c2f-b6a8-dbae30db0b9b None None] Checking segment: {'id': '962dd797-f9cf-46f0-ab7b-5b283abe6233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '4bfe6749-b30f-4f27-8b6c-d3f1af47dc62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:56:59.016136 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-a7794c67-a39b-4c2f-b6a8-dbae30db0b9b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:59.016714 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7794c67-a39b-4c2f-b6a8-dbae30db0b9b None None] Bound using segment: {'id': '962dd797-f9cf-46f0-ab7b-5b283abe6233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '4bfe6749-b30f-4f27-8b6c-d3f1af47dc62'} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:56:59.017230 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-a7794c67-a39b-4c2f-b6a8-dbae30db0b9b None None] Bound port: 270568e8-5541-43ea-9d08-dba4722ae434, host: n-d-816206-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '962dd797-f9cf-46f0-ab7b-5b283abe6233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '4bfe6749-b30f-4f27-8b6c-d3f1af47dc62'}}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:56:59.017675 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-a7794c67-a39b-4c2f-b6a8-dbae30db0b9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:59.078465 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-773de5dd-9d65-4f1a-b3d5-46041378855c tempest-FloatingIPAdminTestJSON-1108771171 tempest-FloatingIPAdminTestJSON-1108771171-project] Allocated IP 172.25.3.43 (4c8455ba-1be5-42ac-b8c2-8a16e1292d55/08fe3644-ce41-4c3f-a7ea-92bac0f0fff5/cfd3311c-f801-428b-81b6-2519b4a9d415) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:56:59.183399 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-a7794c67-a39b-4c2f-b6a8-dbae30db0b9b None None] For port 270568e8-5541-43ea-9d08-dba4722ae434, host n-d-816206-8, cleared binding levels {{(pid=103592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:56:59.191278 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-a7794c67-a39b-4c2f-b6a8-dbae30db0b9b None None] For port 270568e8-5541-43ea-9d08-dba4722ae434, host n-d-816206-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=270568e8-5541-43ea-9d08-dba4722ae434,segment=NetworkSegment(962dd797-f9cf-46f0-ab7b-5b283abe6233),segment_id=962dd797-f9cf-46f0-ab7b-5b283abe6233)] {{(pid=103592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:56:59.200126 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-a7794c67-a39b-4c2f-b6a8-dbae30db0b9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:59.245654 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-773de5dd-9d65-4f1a-b3d5-46041378855c tempest-FloatingIPAdminTestJSON-1108771171 tempest-FloatingIPAdminTestJSON-1108771171-project] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:59.309037 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-773de5dd-9d65-4f1a-b3d5-46041378855c tempest-FloatingIPAdminTestJSON-1108771171 tempest-FloatingIPAdminTestJSON-1108771171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:59.370883 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7794c67-a39b-4c2f-b6a8-dbae30db0b9b None None] Pushing event updated for resources: {'Port': ['ID=270568e8-5541-43ea-9d08-dba4722ae434,revision_number=2']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:56:59.515502 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-773de5dd-9d65-4f1a-b3d5-46041378855c tempest-FloatingIPAdminTestJSON-1108771171 tempest-FloatingIPAdminTestJSON-1108771171-project] Network 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:56:59.543611 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773de5dd-9d65-4f1a-b3d5-46041378855c tempest-FloatingIPAdminTestJSON-1108771171 tempest-FloatingIPAdminTestJSON-1108771171-project] Pushing event updated for resources: {'Port': ['ID=cfd3311c-f801-428b-81b6-2519b4a9d415,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:56:59.567396 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.agents_db [None req-464f6c07-0de8-4be6-8f5b-563f574d1c5d None None] Agent healthcheck: found 7 active agents {{(pid=103593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 17:56:59.572126 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-773de5dd-9d65-4f1a-b3d5-46041378855c tempest-FloatingIPAdminTestJSON-1108771171 tempest-FloatingIPAdminTestJSON-1108771171-project] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:56:59.587168 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-773de5dd-9d65-4f1a-b3d5-46041378855c tempest-FloatingIPAdminTestJSON-1108771171 tempest-FloatingIPAdminTestJSON-1108771171-project] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:56:59.602709 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43eab638-67ef-4ac4-bf7c-e94e0a3f1427 None None] DHCP port deletion for 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:56:59.722871 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-40110941-1a22-48cc-a394-649bd8143fe9 None None] Provisioning complete for port cfd3311c-f801-428b-81b6-2519b4a9d415 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:56:59.725706 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-40110941-1a22-48cc-a394-649bd8143fe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:56:59.842658 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-40110941-1a22-48cc-a394-649bd8143fe9 None None] Port cfd3311c-f801-428b-81b6-2519b4a9d415 cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:57:00.032229 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-773de5dd-9d65-4f1a-b3d5-46041378855c tempest-FloatingIPAdminTestJSON-1108771171 tempest-FloatingIPAdminTestJSON-1108771171-project] Publish callbacks [] for router_gateway, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:00.460375 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-773de5dd-9d65-4f1a-b3d5-46041378855c tempest-FloatingIPAdminTestJSON-1108771171 tempest-FloatingIPAdminTestJSON-1108771171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1794316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1795362'] for router, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:00.799514 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-773de5dd-9d65-4f1a-b3d5-46041378855c tempest-FloatingIPAdminTestJSON-1108771171 tempest-FloatingIPAdminTestJSON-1108771171-project] Router 28210ab5-5732-4bcc-ba80-5564b3f19eee is scheduled to L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 with binding_index 1 {{(pid=103590) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 17:57:00.887796 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e76562b1-5c83-4591-8bc7-4c88768c3578 None None] Network 4bfe6749-b30f-4f27-8b6c-d3f1af47dc62 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:57:00.900806 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 49188) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:57:00.994737 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-773de5dd-9d65-4f1a-b3d5-46041378855c tempest-FloatingIPAdminTestJSON-1108771171 tempest-FloatingIPAdminTestJSON-1108771171-project] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:57:00.995531 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-8a28a7e1-750a-4ab5-89cf-bf9d6b0845fa None None] Provisioning complete for port 270568e8-5541-43ea-9d08-dba4722ae434 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:57:00.996066 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-8a28a7e1-750a-4ab5-89cf-bf9d6b0845fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:01.064074 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc6b11af-3b07-4cb9-b1c5-4885f6ba6388 None None] Sync routers for ids ['28210ab5-5732-4bcc-ba80-5564b3f19eee'] in n-d-816206-8 {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:57:01.065113 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-773de5dd-9d65-4f1a-b3d5-46041378855c tempest-FloatingIPAdminTestJSON-1108771171 tempest-FloatingIPAdminTestJSON-1108771171-project] Publish callbacks [] for router, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:01.069105 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-773de5dd-9d65-4f1a-b3d5-46041378855c tempest-FloatingIPAdminTestJSON-1108771171 tempest-FloatingIPAdminTestJSON-1108771171-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 890 time: 3.0144935 Nov 23 17:57:01.069773 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 49194) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:57:01.116469 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc6b11af-3b07-4cb9-b1c5-4885f6ba6388 None None] Routers {'28210ab5-5732-4bcc-ba80-5564b3f19eee'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:57:01.117080 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-fc6b11af-3b07-4cb9-b1c5-4885f6ba6388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:56:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['28210ab5-5732-4bcc-ba80-5564b3f19eee'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:57:01.184819 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-fc6b11af-3b07-4cb9-b1c5-4885f6ba6388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:57:01.240035 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc6b11af-3b07-4cb9-b1c5-4885f6ba6388 None None] Routers {'28210ab5-5732-4bcc-ba80-5564b3f19eee'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:57:01.241136 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-fc6b11af-3b07-4cb9-b1c5-4885f6ba6388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:56:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['28210ab5-5732-4bcc-ba80-5564b3f19eee'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:57:01.305359 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-fc6b11af-3b07-4cb9-b1c5-4885f6ba6388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:57:01.305952 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc6b11af-3b07-4cb9-b1c5-4885f6ba6388 None None] The sync data for ids ['28210ab5-5732-4bcc-ba80-5564b3f19eee'] in n-d-816206-8 is: [] {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:57:01.358481 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-8a28a7e1-750a-4ab5-89cf-bf9d6b0845fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:01.457962 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-8a28a7e1-750a-4ab5-89cf-bf9d6b0845fa None None] For port 270568e8-5541-43ea-9d08-dba4722ae434, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=270568e8-5541-43ea-9d08-dba4722ae434,segment=NetworkSegment(962dd797-f9cf-46f0-ab7b-5b283abe6233),segment_id=962dd797-f9cf-46f0-ab7b-5b283abe6233)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:57:01.465891 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-8a28a7e1-750a-4ab5-89cf-bf9d6b0845fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:01.504597 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 270568e8-5541-43ea-9d08-dba4722ae434 up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:57:01.592923 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-be72cde4-47a2-436d-bd1d-561e61216337 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:01.608140 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a28a7e1-750a-4ab5-89cf-bf9d6b0845fa None None] Pushing event updated for resources: {'Port': ['ID=270568e8-5541-43ea-9d08-dba4722ae434,revision_number=3']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:57:01.627451 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port 270568e8-5541-43ea-9d08-dba4722ae434 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:57:01.628131 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:01.850649 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-be72cde4-47a2-436d-bd1d-561e61216337 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:01.856194 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-be72cde4-47a2-436d-bd1d-561e61216337 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:01.889064 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-b8655ead-a4e8-462f-9606-f904e7764e1a None None] Provisioning complete for port 270568e8-5541-43ea-9d08-dba4722ae434 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:57:01.889652 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b8655ead-a4e8-462f-9606-f904e7764e1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:01.961143 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-be72cde4-47a2-436d-bd1d-561e61216337 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ecc2dd1d09494f0fa3a0c8a863bc848f&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0588689 Nov 23 17:57:01.963393 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 49204) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:57:01.965851 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be72cde4-47a2-436d-bd1d-561e61216337 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6fd1b74-ec05-442d-bd22-badd675aef8f,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:57:02.043669 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-5f76507e-bfa9-4d59-8f9a-ee54b1952aa5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:02.068105 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-5f76507e-bfa9-4d59-8f9a-ee54b1952aa5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:02.136261 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-5f76507e-bfa9-4d59-8f9a-ee54b1952aa5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:02.139130 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-5f76507e-bfa9-4d59-8f9a-ee54b1952aa5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:02.145170 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-5f76507e-bfa9-4d59-8f9a-ee54b1952aa5 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f6fd1b74-ec05-442d-bd22-badd675aef8f HTTP/1.1" status: 204 len: 168 time: 0.1792102 Nov 23 17:57:02.168068 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f76507e-bfa9-4d59-8f9a-ee54b1952aa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6fd1b74-ec05-442d-bd22-badd675aef8f,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:57:02.182125 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f76507e-bfa9-4d59-8f9a-ee54b1952aa5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:57:02.182550 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f76507e-bfa9-4d59-8f9a-ee54b1952aa5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:57:02.182959 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f76507e-bfa9-4d59-8f9a-ee54b1952aa5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:57:02.183365 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f76507e-bfa9-4d59-8f9a-ee54b1952aa5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:57:02.185894 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f76507e-bfa9-4d59-8f9a-ee54b1952aa5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:57:02.190646 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f76507e-bfa9-4d59-8f9a-ee54b1952aa5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:57:02.191920 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f76507e-bfa9-4d59-8f9a-ee54b1952aa5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:57:02.192413 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f76507e-bfa9-4d59-8f9a-ee54b1952aa5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:57:02.194963 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f76507e-bfa9-4d59-8f9a-ee54b1952aa5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:57:02.195387 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f76507e-bfa9-4d59-8f9a-ee54b1952aa5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:57:02.195804 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f76507e-bfa9-4d59-8f9a-ee54b1952aa5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:57:02.196207 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f76507e-bfa9-4d59-8f9a-ee54b1952aa5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:57:02.281099 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-bd0f85e8-93c6-4c4a-b7f6-36e5e100f63d tempest-FloatingIPAdminTestJSON-1108771171 tempest-FloatingIPAdminTestJSON-1108771171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:02.626158 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-bd0f85e8-93c6-4c4a-b7f6-36e5e100f63d tempest-FloatingIPAdminTestJSON-1108771171 tempest-FloatingIPAdminTestJSON-1108771171-project] Allocated IP 172.20.0.1 (4bfe6749-b30f-4f27-8b6c-d3f1af47dc62/483c6251-3b98-4c78-90ad-b19ccc16ad8a/0373ea34-043d-4636-914a-ffcd140f51b1) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:57:02.807430 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-bd0f85e8-93c6-4c4a-b7f6-36e5e100f63d tempest-FloatingIPAdminTestJSON-1108771171 tempest-FloatingIPAdminTestJSON-1108771171-project] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:02.870040 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-bd0f85e8-93c6-4c4a-b7f6-36e5e100f63d tempest-FloatingIPAdminTestJSON-1108771171 tempest-FloatingIPAdminTestJSON-1108771171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:02.938319 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0f85e8-93c6-4c4a-b7f6-36e5e100f63d tempest-FloatingIPAdminTestJSON-1108771171 tempest-FloatingIPAdminTestJSON-1108771171-project] Pushing event updated for resources: {'Port': ['ID=0373ea34-043d-4636-914a-ffcd140f51b1,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:57:02.947729 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd0f85e8-93c6-4c4a-b7f6-36e5e100f63d tempest-FloatingIPAdminTestJSON-1108771171 tempest-FloatingIPAdminTestJSON-1108771171-project] Network 4bfe6749-b30f-4f27-8b6c-d3f1af47dc62 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:57:02.949493 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-bd0f85e8-93c6-4c4a-b7f6-36e5e100f63d tempest-FloatingIPAdminTestJSON-1108771171 tempest-FloatingIPAdminTestJSON-1108771171-project] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:57:02.967577 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd0f85e8-93c6-4c4a-b7f6-36e5e100f63d tempest-FloatingIPAdminTestJSON-1108771171 tempest-FloatingIPAdminTestJSON-1108771171-project] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:57:03.051606 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-bd0f85e8-93c6-4c4a-b7f6-36e5e100f63d tempest-FloatingIPAdminTestJSON-1108771171 tempest-FloatingIPAdminTestJSON-1108771171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1795539'] for router_interface, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:03.301661 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-bd0f85e8-93c6-4c4a-b7f6-36e5e100f63d tempest-FloatingIPAdminTestJSON-1108771171 tempest-FloatingIPAdminTestJSON-1108771171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:03.428593 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 49236) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:57:03.430451 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 270568e8-5541-43ea-9d08-dba4722ae434 up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:57:03.514004 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-51d8dd10-cf9d-46ad-85d9-3b85aa2ec1d7 None None] Provisioning complete for port 0373ea34-043d-4636-914a-ffcd140f51b1 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:57:03.514501 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-51d8dd10-cf9d-46ad-85d9-3b85aa2ec1d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:03.561950 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-51d8dd10-cf9d-46ad-85d9-3b85aa2ec1d7 None None] Port 0373ea34-043d-4636-914a-ffcd140f51b1 cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:57:03.584521 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port 270568e8-5541-43ea-9d08-dba4722ae434 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:57:03.586322 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:03.624006 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-a3710f7e-a1ea-42b3-bd65-f7806e17d393 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-1305278755-network', 'tenant_id': '45a6b2e2671d43e9806b845793f8cbdf'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:57:03.689683 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3710f7e-a1ea-42b3-bd65-f7806e17d393 admin admin] Made reservation on behalf of 45a6b2e2671d43e9806b845793f8cbdf for: {'network': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:57:03.692283 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-a3710f7e-a1ea-42b3-bd65-f7806e17d393 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for network, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:03.711971 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-a3710f7e-a1ea-42b3-bd65-f7806e17d393 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:03.712722 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-bd0f85e8-93c6-4c4a-b7f6-36e5e100f63d tempest-FloatingIPAdminTestJSON-1108771171 tempest-FloatingIPAdminTestJSON-1108771171-project] Publish callbacks [] for port, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:03.719116 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-bd0f85e8-93c6-4c4a-b7f6-36e5e100f63d tempest-FloatingIPAdminTestJSON-1108771171 tempest-FloatingIPAdminTestJSON-1108771171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264357957'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:03.810939 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0f85e8-93c6-4c4a-b7f6-36e5e100f63d tempest-FloatingIPAdminTestJSON-1108771171 tempest-FloatingIPAdminTestJSON-1108771171-project] Pushing event updated for resources: {'Port': ['ID=0373ea34-043d-4636-914a-ffcd140f51b1,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:57:03.816282 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-bd0f85e8-93c6-4c4a-b7f6-36e5e100f63d tempest-FloatingIPAdminTestJSON-1108771171 tempest-FloatingIPAdminTestJSON-1108771171-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2068703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1794403'] for router_interface, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:03.816549 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-a3710f7e-a1ea-42b3-bd65-f7806e17d393 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:03.822444 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-a3710f7e-a1ea-42b3-bd65-f7806e17d393 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:03.860134 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3710f7e-a1ea-42b3-bd65-f7806e17d393 admin admin] vlan segment allocate from pool success with {'vlan_id': 539, 'physical_network': 'physnet1'} {{(pid=103591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 17:57:03.872311 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3710f7e-a1ea-42b3-bd65-f7806e17d393 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c33ce1e-2491-4248-9723-427e9ae2f909,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:57:03.878761 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-a3710f7e-a1ea-42b3-bd65-f7806e17d393 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:03.879351 n-d-816206-8 neutron-server[103591]: INFO neutron.db.segments_db [None req-a3710f7e-a1ea-42b3-bd65-f7806e17d393 admin admin] Added segment 6337146e-1c6f-4f71-b625-8378a23a1737 of type vlan for network 5cce11e7-18f1-4848-8a9c-6441cdc3e09b Nov 23 17:57:03.933246 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-a3710f7e-a1ea-42b3-bd65-f7806e17d393 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736635338810'] for network, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:03.940105 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd0f85e8-93c6-4c4a-b7f6-36e5e100f63d tempest-FloatingIPAdminTestJSON-1108771171 tempest-FloatingIPAdminTestJSON-1108771171-project] Network 4bfe6749-b30f-4f27-8b6c-d3f1af47dc62 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:57:03.942878 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-bd0f85e8-93c6-4c4a-b7f6-36e5e100f63d tempest-FloatingIPAdminTestJSON-1108771171 tempest-FloatingIPAdminTestJSON-1108771171-project] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:57:03.969370 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-a3710f7e-a1ea-42b3-bd65-f7806e17d393 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493'] for network, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:03.970816 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3710f7e-a1ea-42b3-bd65-f7806e17d393 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:57:03.971652 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-a3710f7e-a1ea-42b3-bd65-f7806e17d393 admin admin] Publish callbacks [] for network, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:04.026187 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-a3710f7e-a1ea-42b3-bd65-f7806e17d393 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.5929220 Nov 23 17:57:04.027411 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 49248) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:57:04.034563 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-bdf50514-04f7-4b00-b9c3-f1c7882303f1 admin admin] Request body: {'subnet': {'network_id': '5cce11e7-18f1-4848-8a9c-6441cdc3e09b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-1305278755-subnet', 'tenant_id': '45a6b2e2671d43e9806b845793f8cbdf', 'ip_version': 4}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:57:04.093346 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd0f85e8-93c6-4c4a-b7f6-36e5e100f63d tempest-FloatingIPAdminTestJSON-1108771171 tempest-FloatingIPAdminTestJSON-1108771171-project] Router 28210ab5-5732-4bcc-ba80-5564b3f19eee has already been hosted by L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 {{(pid=103590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 17:57:04.111591 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3710f7e-a1ea-42b3-bd65-f7806e17d393 admin admin] Pushing event updated for resources: {'Network': ['ID=5cce11e7-18f1-4848-8a9c-6441cdc3e09b,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:57:04.123461 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Network 5cce11e7-18f1-4848-8a9c-6441cdc3e09b details requested by agent ovs-agent-n-d-816206-8 with host n-d-816206-8 {{(pid=103592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 17:57:04.160660 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdf50514-04f7-4b00-b9c3-f1c7882303f1 admin admin] Made reservation on behalf of 45a6b2e2671d43e9806b845793f8cbdf for: {'subnet': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:57:04.165670 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-bdf50514-04f7-4b00-b9c3-f1c7882303f1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264314294'] for subnet, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:04.241977 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd0f85e8-93c6-4c4a-b7f6-36e5e100f63d tempest-FloatingIPAdminTestJSON-1108771171 tempest-FloatingIPAdminTestJSON-1108771171-project] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:57:04.248202 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-bd0f85e8-93c6-4c4a-b7f6-36e5e100f63d tempest-FloatingIPAdminTestJSON-1108771171 tempest-FloatingIPAdminTestJSON-1108771171-project] 10.222.0.60 "PUT /v2.0/routers/28210ab5-5732-4bcc-ba80-5564b3f19eee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1763878 Nov 23 17:57:04.253849 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81f26eaf-51da-46d9-ba65-30052ffc894c None None] Sync routers for ids ['28210ab5-5732-4bcc-ba80-5564b3f19eee'] in n-d-816206-8 {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:57:04.257590 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 49250) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:57:04.266710 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81f26eaf-51da-46d9-ba65-30052ffc894c None None] Routers {'28210ab5-5732-4bcc-ba80-5564b3f19eee'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:57:04.267336 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-81f26eaf-51da-46d9-ba65-30052ffc894c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:56:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['28210ab5-5732-4bcc-ba80-5564b3f19eee'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:57:04.269665 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-76218bb2-7de9-485c-b071-91b0e21a0082 tempest-FloatingIPAdminTestJSON-1108771171 tempest-FloatingIPAdminTestJSON-1108771171-project] Request body: {'port': {'network_id': '4bfe6749-b30f-4f27-8b6c-d3f1af47dc62', 'name': 'tempest-FloatingIPAdminTestJSON-1365089434'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:57:04.308159 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-81f26eaf-51da-46d9-ba65-30052ffc894c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:57:04.317972 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81f26eaf-51da-46d9-ba65-30052ffc894c None None] Routers {'28210ab5-5732-4bcc-ba80-5564b3f19eee'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:57:04.321181 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-81f26eaf-51da-46d9-ba65-30052ffc894c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:56:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['28210ab5-5732-4bcc-ba80-5564b3f19eee'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:57:04.367033 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-81f26eaf-51da-46d9-ba65-30052ffc894c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:57:04.367698 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81f26eaf-51da-46d9-ba65-30052ffc894c None None] The sync data for ids ['28210ab5-5732-4bcc-ba80-5564b3f19eee'] in n-d-816206-8 is: [] {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:57:04.397706 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-d4aba76c-aae5-449e-b048-219fa5461764 None None] Provisioning complete for port 0373ea34-043d-4636-914a-ffcd140f51b1 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:57:04.399125 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-d4aba76c-aae5-449e-b048-219fa5461764 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:04.457569 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-d4aba76c-aae5-449e-b048-219fa5461764 None None] Port 0373ea34-043d-4636-914a-ffcd140f51b1 cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:57:04.497307 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76218bb2-7de9-485c-b071-91b0e21a0082 tempest-FloatingIPAdminTestJSON-1108771171 tempest-FloatingIPAdminTestJSON-1108771171-project] Made reservation on behalf of f5d974c494f544d2a4bb0f687fd51c2d for: {'port': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:57:04.501251 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-76218bb2-7de9-485c-b071-91b0e21a0082 tempest-FloatingIPAdminTestJSON-1108771171 tempest-FloatingIPAdminTestJSON-1108771171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:04.549901 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [None req-76218bb2-7de9-485c-b071-91b0e21a0082 tempest-FloatingIPAdminTestJSON-1108771171 tempest-FloatingIPAdminTestJSON-1108771171-project] device_id is not set on port c16ccd2f-e220-41ef-8dba-6d22b7192c11 yet. {{(pid=103591) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 17:57:04.593117 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-bdf50514-04f7-4b00-b9c3-f1c7882303f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264758079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264314276'] for subnet, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:04.713620 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf50514-04f7-4b00-b9c3-f1c7882303f1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6f53d285-344c-4301-b1e3-d9acf0b95422,revision_number=0']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:57:04.729773 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdf50514-04f7-4b00-b9c3-f1c7882303f1 admin admin] Checking segment: {'id': '6337146e-1c6f-4f71-b625-8378a23a1737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '5cce11e7-18f1-4848-8a9c-6441cdc3e09b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:57:04.730141 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdf50514-04f7-4b00-b9c3-f1c7882303f1 admin admin] Network hostable DHCP agents. Network: 5cce11e7-18f1-4848-8a9c-6441cdc3e09b, hostable agents: ['0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3'], hosted agents: [] {{(pid=103591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 17:57:04.745554 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.db_base_plugin_common [None req-76218bb2-7de9-485c-b071-91b0e21a0082 tempest-FloatingIPAdminTestJSON-1108771171 tempest-FloatingIPAdminTestJSON-1108771171-project] Allocated IP 172.20.0.13 (4bfe6749-b30f-4f27-8b6c-d3f1af47dc62/483c6251-3b98-4c78-90ad-b19ccc16ad8a/c16ccd2f-e220-41ef-8dba-6d22b7192c11) {{(pid=103591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:57:04.781093 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdf50514-04f7-4b00-b9c3-f1c7882303f1 admin admin] Network 5cce11e7-18f1-4848-8a9c-6441cdc3e09b is scheduled to be hosted by DHCP agent 0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3 with binding_index 1 {{(pid=103591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 17:57:04.799874 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [None req-bdf50514-04f7-4b00-b9c3-f1c7882303f1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-8, 5cce11e7-18f1-4848-8a9c-6441cdc3e09b) {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:57:04.804717 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdf50514-04f7-4b00-b9c3-f1c7882303f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:57:04.805571 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-bdf50514-04f7-4b00-b9c3-f1c7882303f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for subnet, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:04.810080 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca5ec76b-455e-4186-a3c5-a19d13a25465 None None] Network 5cce11e7-18f1-4848-8a9c-6441cdc3e09b requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:57:04.844823 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-bdf50514-04f7-4b00-b9c3-f1c7882303f1 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.8172724 Nov 23 17:57:04.849581 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 49254) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:57:04.857731 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-166e9fbf-d9c9-4f26-a3ae-78ce3c60bd0d admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-1305278755-router', 'tenant_id': '45a6b2e2671d43e9806b845793f8cbdf', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'}}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:57:04.906819 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-166e9fbf-d9c9-4f26-a3ae-78ce3c60bd0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1793449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8093'] for router, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:04.907850 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-166e9fbf-d9c9-4f26-a3ae-78ce3c60bd0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1794473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1794771', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1638326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8086'] for router, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:04.968690 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-76218bb2-7de9-485c-b071-91b0e21a0082 tempest-FloatingIPAdminTestJSON-1108771171 tempest-FloatingIPAdminTestJSON-1108771171-project] Publish callbacks [] for port, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:04.996966 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-166e9fbf-d9c9-4f26-a3ae-78ce3c60bd0d admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:05.015422 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e1a69f3-563f-4883-a55f-b3a49c91e514 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp355044b8-8e87-58c4-94fa-4a010ec30f9e-5cce11e7-18f1-4848-8a9c-6441cdc3e09b', 'network_id': '5cce11e7-18f1-4848-8a9c-6441cdc3e09b', 'tenant_id': '45a6b2e2671d43e9806b845793f8cbdf', 'fixed_ips': [{'subnet_id': '6f53d285-344c-4301-b1e3-d9acf0b95422'}]}} from n-d-816206-8. {{(pid=103592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 17:57:05.016302 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-2e1a69f3-563f-4883-a55f-b3a49c91e514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:05.031780 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-76218bb2-7de9-485c-b071-91b0e21a0082 tempest-FloatingIPAdminTestJSON-1108771171 tempest-FloatingIPAdminTestJSON-1108771171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:05.086635 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76218bb2-7de9-485c-b071-91b0e21a0082 tempest-FloatingIPAdminTestJSON-1108771171 tempest-FloatingIPAdminTestJSON-1108771171-project] Network 4bfe6749-b30f-4f27-8b6c-d3f1af47dc62 is already hosted by enough agents. {{(pid=103591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:57:05.092210 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [None req-76218bb2-7de9-485c-b071-91b0e21a0082 tempest-FloatingIPAdminTestJSON-1108771171 tempest-FloatingIPAdminTestJSON-1108771171-project] Resources bound (agent type, host, resource id): {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:57:05.097232 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76218bb2-7de9-485c-b071-91b0e21a0082 tempest-FloatingIPAdminTestJSON-1108771171 tempest-FloatingIPAdminTestJSON-1108771171-project] Received port after_create {{(pid=103591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:57:05.125064 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76218bb2-7de9-485c-b071-91b0e21a0082 tempest-FloatingIPAdminTestJSON-1108771171 tempest-FloatingIPAdminTestJSON-1108771171-project] Pushing event updated for resources: {'Port': ['ID=c16ccd2f-e220-41ef-8dba-6d22b7192c11,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:57:05.180200 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76218bb2-7de9-485c-b071-91b0e21a0082 tempest-FloatingIPAdminTestJSON-1108771171 tempest-FloatingIPAdminTestJSON-1108771171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:57:05.180908 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-76218bb2-7de9-485c-b071-91b0e21a0082 tempest-FloatingIPAdminTestJSON-1108771171 tempest-FloatingIPAdminTestJSON-1108771171-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:05.190598 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-166e9fbf-d9c9-4f26-a3ae-78ce3c60bd0d admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:05.205355 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-76218bb2-7de9-485c-b071-91b0e21a0082 tempest-FloatingIPAdminTestJSON-1108771171 tempest-FloatingIPAdminTestJSON-1108771171-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 0.9395287 Nov 23 17:57:05.207928 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 49258) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:57:05.244583 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.db_base_plugin_common [None req-2e1a69f3-563f-4883-a55f-b3a49c91e514 None None] Allocated IP 172.20.0.2 (5cce11e7-18f1-4848-8a9c-6441cdc3e09b/6f53d285-344c-4301-b1e3-d9acf0b95422/3798436c-dfa6-4415-9928-8829aedd1a4b) {{(pid=103592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:57:05.482477 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-7271d455-ccc9-41f7-af0d-431f79a2de77 tempest-FloatingIPAdminTestJSON-848973377 tempest-FloatingIPAdminTestJSON-848973377-project-admin] Request body: {'floatingip': {'floating_network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'project_id': 'f5d974c494f544d2a4bb0f687fd51c2d', 'port_id': 'c16ccd2f-e220-41ef-8dba-6d22b7192c11'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:57:05.498305 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-2e1a69f3-563f-4883-a55f-b3a49c91e514 None None] Publish callbacks [] for port, precommit_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:05.519258 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-31bfcb21-9f10-40a1-beec-a582676eb918 None None] Provisioning complete for port c16ccd2f-e220-41ef-8dba-6d22b7192c11 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:57:05.520191 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-31bfcb21-9f10-40a1-beec-a582676eb918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:05.555296 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-166e9fbf-d9c9-4f26-a3ae-78ce3c60bd0d admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:05.584259 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7271d455-ccc9-41f7-af0d-431f79a2de77 tempest-FloatingIPAdminTestJSON-848973377 tempest-FloatingIPAdminTestJSON-848973377-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:05.587965 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-166e9fbf-d9c9-4f26-a3ae-78ce3c60bd0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:05.746490 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-2e1a69f3-563f-4883-a55f-b3a49c91e514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980'] for port, after_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:05.780707 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-166e9fbf-d9c9-4f26-a3ae-78ce3c60bd0d admin admin] Allocated IP 172.25.3.51 (4c8455ba-1be5-42ac-b8c2-8a16e1292d55/08fe3644-ce41-4c3f-a7ea-92bac0f0fff5/b0531586-5edf-4619-95af-f6a9b5453e30) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:57:05.795965 n-d-816206-8 neutron-server[103592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e1a69f3-563f-4883-a55f-b3a49c91e514 None None] Network 5cce11e7-18f1-4848-8a9c-6441cdc3e09b is already hosted by enough agents. {{(pid=103592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:57:05.800638 n-d-816206-8 neutron-server[103592]: DEBUG neutron.scheduler.base_scheduler [None req-2e1a69f3-563f-4883-a55f-b3a49c91e514 None None] Resources bound (agent type, host, resource id): {{(pid=103592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:57:05.807430 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e1a69f3-563f-4883-a55f-b3a49c91e514 None None] Received port after_create {{(pid=103592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:57:05.816359 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7271d455-ccc9-41f7-af0d-431f79a2de77 tempest-FloatingIPAdminTestJSON-848973377 tempest-FloatingIPAdminTestJSON-848973377-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:05.818449 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-31bfcb21-9f10-40a1-beec-a582676eb918 None None] Port c16ccd2f-e220-41ef-8dba-6d22b7192c11 cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:57:05.847367 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1a69f3-563f-4883-a55f-b3a49c91e514 None None] Pushing event updated for resources: {'Port': ['ID=3798436c-dfa6-4415-9928-8829aedd1a4b,revision_number=1']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:57:05.887113 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-2e1a69f3-563f-4883-a55f-b3a49c91e514 None None] Attempting to bind port 3798436c-dfa6-4415-9928-8829aedd1a4b on host n-d-816206-8 for vnic_type normal with profile {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:57:05.887739 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-2e1a69f3-563f-4883-a55f-b3a49c91e514 None None] Attempting to bind port 3798436c-dfa6-4415-9928-8829aedd1a4b by drivers openvswitch,hyperv on host n-d-816206-8 at level 0 using segments [{'id': '6337146e-1c6f-4f71-b625-8378a23a1737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '5cce11e7-18f1-4848-8a9c-6441cdc3e09b'}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:57:05.888959 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e1a69f3-563f-4883-a55f-b3a49c91e514 None None] Attempting to bind port 3798436c-dfa6-4415-9928-8829aedd1a4b on network 5cce11e7-18f1-4848-8a9c-6441cdc3e09b {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:57:05.895000 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e1a69f3-563f-4883-a55f-b3a49c91e514 None None] Checking agent: {'id': '9e89acbe-4bbe-4c77-a18b-6f1da9133e0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 7, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 56, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:57:05.895679 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e1a69f3-563f-4883-a55f-b3a49c91e514 None None] Checking segment: {'id': '6337146e-1c6f-4f71-b625-8378a23a1737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '5cce11e7-18f1-4848-8a9c-6441cdc3e09b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:57:05.896246 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-2e1a69f3-563f-4883-a55f-b3a49c91e514 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:05.896820 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e1a69f3-563f-4883-a55f-b3a49c91e514 None None] Bound using segment: {'id': '6337146e-1c6f-4f71-b625-8378a23a1737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '5cce11e7-18f1-4848-8a9c-6441cdc3e09b'} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:57:05.897455 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-2e1a69f3-563f-4883-a55f-b3a49c91e514 None None] Bound port: 3798436c-dfa6-4415-9928-8829aedd1a4b, host: n-d-816206-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6337146e-1c6f-4f71-b625-8378a23a1737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '5cce11e7-18f1-4848-8a9c-6441cdc3e09b'}}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:57:05.898029 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-2e1a69f3-563f-4883-a55f-b3a49c91e514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:05.979899 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-2e1a69f3-563f-4883-a55f-b3a49c91e514 None None] For port 3798436c-dfa6-4415-9928-8829aedd1a4b, host n-d-816206-8, cleared binding levels {{(pid=103592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:57:05.985014 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-2e1a69f3-563f-4883-a55f-b3a49c91e514 None None] For port 3798436c-dfa6-4415-9928-8829aedd1a4b, host n-d-816206-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=3798436c-dfa6-4415-9928-8829aedd1a4b,segment=NetworkSegment(6337146e-1c6f-4f71-b625-8378a23a1737),segment_id=6337146e-1c6f-4f71-b625-8378a23a1737)] {{(pid=103592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:57:05.989665 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-166e9fbf-d9c9-4f26-a3ae-78ce3c60bd0d admin admin] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:05.993113 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-2e1a69f3-563f-4883-a55f-b3a49c91e514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:06.066728 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1a69f3-563f-4883-a55f-b3a49c91e514 None None] Pushing event updated for resources: {'Port': ['ID=3798436c-dfa6-4415-9928-8829aedd1a4b,revision_number=2']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:57:06.086015 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-166e9fbf-d9c9-4f26-a3ae-78ce3c60bd0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:06.097375 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-7271d455-ccc9-41f7-af0d-431f79a2de77 tempest-FloatingIPAdminTestJSON-848973377 tempest-FloatingIPAdminTestJSON-848973377-project-admin] Allocated IP 172.25.3.126 (4c8455ba-1be5-42ac-b8c2-8a16e1292d55/08fe3644-ce41-4c3f-a7ea-92bac0f0fff5/63f56d93-72c0-479a-8de6-c8fea803b7d7) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:57:06.157029 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-166e9fbf-d9c9-4f26-a3ae-78ce3c60bd0d admin admin] Network 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:57:06.166905 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166e9fbf-d9c9-4f26-a3ae-78ce3c60bd0d admin admin] Pushing event updated for resources: {'Port': ['ID=b0531586-5edf-4619-95af-f6a9b5453e30,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:57:06.172287 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-166e9fbf-d9c9-4f26-a3ae-78ce3c60bd0d admin admin] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:57:06.174703 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-166e9fbf-d9c9-4f26-a3ae-78ce3c60bd0d admin admin] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:57:06.199706 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a688646-628c-47e0-9e85-591e26d97e80 None None] DHCP port deletion for 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:57:06.261345 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-37385e46-3f0e-4d3b-94ee-beee8ff236e8 None None] Provisioning complete for port b0531586-5edf-4619-95af-f6a9b5453e30 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:57:06.262120 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-37385e46-3f0e-4d3b-94ee-beee8ff236e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:06.326605 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-37385e46-3f0e-4d3b-94ee-beee8ff236e8 None None] Port b0531586-5edf-4619-95af-f6a9b5453e30 cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:57:06.384372 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7271d455-ccc9-41f7-af0d-431f79a2de77 tempest-FloatingIPAdminTestJSON-848973377 tempest-FloatingIPAdminTestJSON-848973377-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:06.522058 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7271d455-ccc9-41f7-af0d-431f79a2de77 tempest-FloatingIPAdminTestJSON-848973377 tempest-FloatingIPAdminTestJSON-848973377-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:06.608667 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7271d455-ccc9-41f7-af0d-431f79a2de77 tempest-FloatingIPAdminTestJSON-848973377 tempest-FloatingIPAdminTestJSON-848973377-project-admin] Network 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:57:06.610936 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7271d455-ccc9-41f7-af0d-431f79a2de77 tempest-FloatingIPAdminTestJSON-848973377 tempest-FloatingIPAdminTestJSON-848973377-project-admin] Pushing event updated for resources: {'Port': ['ID=63f56d93-72c0-479a-8de6-c8fea803b7d7,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:57:06.615009 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-7271d455-ccc9-41f7-af0d-431f79a2de77 tempest-FloatingIPAdminTestJSON-848973377 tempest-FloatingIPAdminTestJSON-848973377-project-admin] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:57:06.617405 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-166e9fbf-d9c9-4f26-a3ae-78ce3c60bd0d admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:06.620434 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7271d455-ccc9-41f7-af0d-431f79a2de77 tempest-FloatingIPAdminTestJSON-848973377 tempest-FloatingIPAdminTestJSON-848973377-project-admin] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:57:07.440790 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-166e9fbf-d9c9-4f26-a3ae-78ce3c60bd0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1794316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1795362'] for router, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:07.503902 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 3798436c-dfa6-4415-9928-8829aedd1a4b up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:57:07.547215 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-051396e5-248e-4b99-a5b1-6bcbfe4fe422 None None] Network 5cce11e7-18f1-4848-8a9c-6441cdc3e09b requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:57:07.770995 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-004615a0-079a-4e20-81f0-e3877d26cb94 None None] Provisioning complete for port 3798436c-dfa6-4415-9928-8829aedd1a4b triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:57:07.771375 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-004615a0-079a-4e20-81f0-e3877d26cb94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:07.792521 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-166e9fbf-d9c9-4f26-a3ae-78ce3c60bd0d admin admin] Router 1a00448b-9264-447b-ac1b-b41fca73d3c2 is scheduled to L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 with binding_index 1 {{(pid=103590) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 17:57:07.941313 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port 3798436c-dfa6-4415-9928-8829aedd1a4b triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:57:07.941691 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:08.014574 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7271d455-ccc9-41f7-af0d-431f79a2de77 tempest-FloatingIPAdminTestJSON-848973377 tempest-FloatingIPAdminTestJSON-848973377-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:08.054911 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-004615a0-079a-4e20-81f0-e3877d26cb94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:08.122930 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:08.149329 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-004615a0-079a-4e20-81f0-e3877d26cb94 None None] For port 3798436c-dfa6-4415-9928-8829aedd1a4b, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=3798436c-dfa6-4415-9928-8829aedd1a4b,segment=NetworkSegment(6337146e-1c6f-4f71-b625-8378a23a1737),segment_id=6337146e-1c6f-4f71-b625-8378a23a1737)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:57:08.162189 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-004615a0-079a-4e20-81f0-e3877d26cb94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:08.252572 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.db.api [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103592) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 17:57:08.253085 n-d-816206-8 neutron-server[103592]: DEBUG oslo_db.api [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 17:57:08.258586 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004615a0-079a-4e20-81f0-e3877d26cb94 None None] Pushing event updated for resources: {'Port': ['ID=3798436c-dfa6-4415-9928-8829aedd1a4b,revision_number=3']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:57:08.319434 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-166e9fbf-d9c9-4f26-a3ae-78ce3c60bd0d admin admin] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:57:08.329879 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-779c0496-ea84-4b97-bd2e-738118d85d25 None None] Sync routers for ids ['1a00448b-9264-447b-ac1b-b41fca73d3c2'] in n-d-816206-8 {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:57:08.343575 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7271d455-ccc9-41f7-af0d-431f79a2de77 tempest-FloatingIPAdminTestJSON-848973377 tempest-FloatingIPAdminTestJSON-848973377-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:08.347265 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-779c0496-ea84-4b97-bd2e-738118d85d25 None None] Routers {'1a00448b-9264-447b-ac1b-b41fca73d3c2'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:57:08.351819 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-779c0496-ea84-4b97-bd2e-738118d85d25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:56:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['1a00448b-9264-447b-ac1b-b41fca73d3c2'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:57:08.564442 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7271d455-ccc9-41f7-af0d-431f79a2de77 tempest-FloatingIPAdminTestJSON-848973377 tempest-FloatingIPAdminTestJSON-848973377-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:08.576201 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvr_db [None req-779c0496-ea84-4b97-bd2e-738118d85d25 None None] Set router 1a00448b-9264-447b-ac1b-b41fca73d3c2 gateway port host: n-d-816206-8 {{(pid=103592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:57:08.579691 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7271d455-ccc9-41f7-af0d-431f79a2de77 tempest-FloatingIPAdminTestJSON-848973377 tempest-FloatingIPAdminTestJSON-848973377-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264357957'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:08.686462 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7271d455-ccc9-41f7-af0d-431f79a2de77 tempest-FloatingIPAdminTestJSON-848973377 tempest-FloatingIPAdminTestJSON-848973377-project-admin] Pushing event updated for resources: {'Port': ['ID=63f56d93-72c0-479a-8de6-c8fea803b7d7,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:57:08.692520 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-166e9fbf-d9c9-4f26-a3ae-78ce3c60bd0d admin admin] Publish callbacks [] for router, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:08.705548 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-166e9fbf-d9c9-4f26-a3ae-78ce3c60bd0d admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 3.8545830 Nov 23 17:57:08.708278 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 49300) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:57:08.777458 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7271d455-ccc9-41f7-af0d-431f79a2de77 tempest-FloatingIPAdminTestJSON-848973377 tempest-FloatingIPAdminTestJSON-848973377-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1795396'] for floatingip, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:08.944922 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-7efa6748-2821-4039-ba6b-c50ce3e204d3 None None] Provisioning complete for port 3798436c-dfa6-4415-9928-8829aedd1a4b triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:57:08.945166 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-7efa6748-2821-4039-ba6b-c50ce3e204d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:08.968352 n-d-816206-8 neutron-server[103590]: INFO neutron.db.l3_db [None req-7271d455-ccc9-41f7-af0d-431f79a2de77 tempest-FloatingIPAdminTestJSON-848973377 tempest-FloatingIPAdminTestJSON-848973377-project-admin] Floating IP 6459d620-b447-499e-88a0-50f512c22f84 associated. External IP: 172.25.3.126, port: c16ccd2f-e220-41ef-8dba-6d22b7192c11. Nov 23 17:57:09.153245 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-779c0496-ea84-4b97-bd2e-738118d85d25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a00448b-9264-447b-ac1b-b41fca73d3c2', 'name': 'tempest-ImageQuotaTest-1305278755-router', 'tenant_id': '45a6b2e2671d43e9806b845793f8cbdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.51'}], 'enable_snat': True}, 'gw_port_id': 'b0531586-5edf-4619-95af-f6a9b5453e30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:57:04Z', 'updated_at': '2021-11-23T17:57:06Z', 'revision_number': 3, 'project_id': '45a6b2e2671d43e9806b845793f8cbdf', 'gw_port': {'id': 'b0531586-5edf-4619-95af-f6a9b5453e30', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:a2:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a00448b-9264-447b-ac1b-b41fca73d3c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3588, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:57:05Z', 'updated_at': '2021-11-23T17:57:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8'}], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:57:09.207407 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-779c0496-ea84-4b97-bd2e-738118d85d25 None None] Checking router: 1a00448b-9264-447b-ac1b-b41fca73d3c2 for host: n-d-816206-8 {{(pid=103592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 17:57:09.207908 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-779c0496-ea84-4b97-bd2e-738118d85d25 None None] Updating router 1a00448b-9264-447b-ac1b-b41fca73d3c2 port b0531586-5edf-4619-95af-f6a9b5453e30 binding host n-d-816206-8 {{(pid=103592) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 17:57:09.241213 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-779c0496-ea84-4b97-bd2e-738118d85d25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:09.439071 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7271d455-ccc9-41f7-af0d-431f79a2de77 tempest-FloatingIPAdminTestJSON-848973377 tempest-FloatingIPAdminTestJSON-848973377-project-admin] Router 28210ab5-5732-4bcc-ba80-5564b3f19eee has already been hosted by L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 {{(pid=103590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 17:57:09.444099 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 3798436c-dfa6-4415-9928-8829aedd1a4b up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:57:09.656881 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7271d455-ccc9-41f7-af0d-431f79a2de77 tempest-FloatingIPAdminTestJSON-848973377 tempest-FloatingIPAdminTestJSON-848973377-project-admin] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:57:09.664299 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port 3798436c-dfa6-4415-9928-8829aedd1a4b triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:57:09.664770 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:09.670527 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8178b6b0-6aa4-4c3d-90c5-b18c755f04d8 None None] Sync routers for ids ['28210ab5-5732-4bcc-ba80-5564b3f19eee'] in n-d-816206-8 {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:57:09.689315 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8178b6b0-6aa4-4c3d-90c5-b18c755f04d8 None None] Routers {'28210ab5-5732-4bcc-ba80-5564b3f19eee'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:57:09.690467 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-8178b6b0-6aa4-4c3d-90c5-b18c755f04d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:56:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['28210ab5-5732-4bcc-ba80-5564b3f19eee'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:57:09.702946 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7271d455-ccc9-41f7-af0d-431f79a2de77 tempest-FloatingIPAdminTestJSON-848973377 tempest-FloatingIPAdminTestJSON-848973377-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for floatingip, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:09.767411 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-8178b6b0-6aa4-4c3d-90c5-b18c755f04d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:57:09.785277 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-7271d455-ccc9-41f7-af0d-431f79a2de77 tempest-FloatingIPAdminTestJSON-848973377 tempest-FloatingIPAdminTestJSON-848973377-project-admin] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 989 time: 4.5759757 Nov 23 17:57:09.785928 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 49306) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:57:09.786201 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8178b6b0-6aa4-4c3d-90c5-b18c755f04d8 None None] Routers {'28210ab5-5732-4bcc-ba80-5564b3f19eee'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:57:09.787057 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-8178b6b0-6aa4-4c3d-90c5-b18c755f04d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:56:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['28210ab5-5732-4bcc-ba80-5564b3f19eee'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:57:09.858879 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-8178b6b0-6aa4-4c3d-90c5-b18c755f04d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:57:09.861277 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8178b6b0-6aa4-4c3d-90c5-b18c755f04d8 None None] The sync data for ids ['28210ab5-5732-4bcc-ba80-5564b3f19eee'] in n-d-816206-8 is: [] {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:57:09.937817 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-779c0496-ea84-4b97-bd2e-738118d85d25 None None] Publish callbacks [] for port, precommit_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:09.953257 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-779c0496-ea84-4b97-bd2e-738118d85d25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:09.963195 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-ea41814f-fb23-4515-9e3d-8c7d9980507c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:09.995716 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa99cc0e-0998-44de-9bbe-ba7bbffcec83 None None] DHCP port deletion for 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:57:10.025974 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-779c0496-ea84-4b97-bd2e-738118d85d25 None None] Attempting to bind port b0531586-5edf-4619-95af-f6a9b5453e30 on host n-d-816206-8 for vnic_type normal with profile {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:57:10.026456 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-779c0496-ea84-4b97-bd2e-738118d85d25 None None] Attempting to bind port b0531586-5edf-4619-95af-f6a9b5453e30 by drivers openvswitch,hyperv on host n-d-816206-8 at level 0 using segments [{'id': 'bffd1e4f-e80f-4ff0-b418-2f42ae15febf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:57:10.026926 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-779c0496-ea84-4b97-bd2e-738118d85d25 None None] Attempting to bind port b0531586-5edf-4619-95af-f6a9b5453e30 on network 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:57:10.037097 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d874289b-b580-48d3-ae46-b6ec6b4d2526 None None] Pushing event updated for resources: {'Port': ['ID=b0531586-5edf-4619-95af-f6a9b5453e30,revision_number=2']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:57:10.052595 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-779c0496-ea84-4b97-bd2e-738118d85d25 None None] Checking agent: {'id': '9e89acbe-4bbe-4c77-a18b-6f1da9133e0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 7, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 56, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:57:10.053748 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-779c0496-ea84-4b97-bd2e-738118d85d25 None None] Checking segment: {'id': 'bffd1e4f-e80f-4ff0-b418-2f42ae15febf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:57:10.054741 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-779c0496-ea84-4b97-bd2e-738118d85d25 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:10.055381 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-779c0496-ea84-4b97-bd2e-738118d85d25 None None] Bound using segment: {'id': 'bffd1e4f-e80f-4ff0-b418-2f42ae15febf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:57:10.056044 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-779c0496-ea84-4b97-bd2e-738118d85d25 None None] Bound port: b0531586-5edf-4619-95af-f6a9b5453e30, host: n-d-816206-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bffd1e4f-e80f-4ff0-b418-2f42ae15febf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'}}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:57:10.056631 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-779c0496-ea84-4b97-bd2e-738118d85d25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:10.108791 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-83c83165-edbd-4819-837f-3799003333ef tempest-FloatingIPAdminTestJSON-848973377 tempest-FloatingIPAdminTestJSON-848973377-project-admin] 10.222.0.60 "GET /v2.0/floatingips/6459d620-b447-499e-88a0-50f512c22f84 HTTP/1.1" status: 200 len: 984 time: 0.3196189 Nov 23 17:57:10.109388 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 49308) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:57:10.140736 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-779c0496-ea84-4b97-bd2e-738118d85d25 None None] For port b0531586-5edf-4619-95af-f6a9b5453e30, host n-d-816206-8, cleared binding levels {{(pid=103592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:57:10.145857 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.db_base_plugin_common [None req-ea41814f-fb23-4515-9e3d-8c7d9980507c admin admin] Allocated IP 172.20.0.1 (5cce11e7-18f1-4848-8a9c-6441cdc3e09b/6f53d285-344c-4301-b1e3-d9acf0b95422/eaab9b30-700c-4ffd-a717-eb591cbf4c17) {{(pid=103591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:57:10.158476 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-779c0496-ea84-4b97-bd2e-738118d85d25 None None] For port b0531586-5edf-4619-95af-f6a9b5453e30, host n-d-816206-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=b0531586-5edf-4619-95af-f6a9b5453e30,segment=NetworkSegment(bffd1e4f-e80f-4ff0-b418-2f42ae15febf),segment_id=bffd1e4f-e80f-4ff0-b418-2f42ae15febf)] {{(pid=103592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:57:10.159844 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-1c29c1b9-8101-4a6b-a2b8-05a650c91dec None None] Provisioning complete for port b0531586-5edf-4619-95af-f6a9b5453e30 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:57:10.160449 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-1c29c1b9-8101-4a6b-a2b8-05a650c91dec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:10.206577 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-779c0496-ea84-4b97-bd2e-738118d85d25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:10.256901 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-1c29c1b9-8101-4a6b-a2b8-05a650c91dec None None] Port b0531586-5edf-4619-95af-f6a9b5453e30 cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:57:10.270905 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d9f30c5-6525-465e-a9c5-4f65d552da6c None None] DHCP port deletion for 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:57:10.309132 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-779c0496-ea84-4b97-bd2e-738118d85d25 None None] Routers {'1a00448b-9264-447b-ac1b-b41fca73d3c2'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:57:10.310331 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-779c0496-ea84-4b97-bd2e-738118d85d25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:56:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['1a00448b-9264-447b-ac1b-b41fca73d3c2'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:57:10.322719 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-ea41814f-fb23-4515-9e3d-8c7d9980507c admin admin] Publish callbacks [] for port, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:10.328786 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-eda6ca10-5a3c-442b-ac0c-59242b1ab266 tempest-FloatingIPAdminTestJSON-848973377 tempest-FloatingIPAdminTestJSON-848973377-project-admin] 10.222.0.60 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1467 time: 0.2167172 Nov 23 17:57:10.331640 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 49312) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:57:10.367300 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d874289b-b580-48d3-ae46-b6ec6b4d2526 None None] Pushing event updated for resources: {'Port': ['ID=b0531586-5edf-4619-95af-f6a9b5453e30,revision_number=3']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:57:10.384457 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-ea41814f-fb23-4515-9e3d-8c7d9980507c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:10.437407 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-05950ea9-29a6-43f4-8f81-78ce6ec24b34 None None] Provisioning complete for port b0531586-5edf-4619-95af-f6a9b5453e30 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:57:10.437775 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-05950ea9-29a6-43f4-8f81-78ce6ec24b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:10.479217 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvr_db [None req-779c0496-ea84-4b97-bd2e-738118d85d25 None None] Set router 1a00448b-9264-447b-ac1b-b41fca73d3c2 gateway port host: n-d-816206-8 {{(pid=103592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:57:10.483562 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea41814f-fb23-4515-9e3d-8c7d9980507c admin admin] Network 5cce11e7-18f1-4848-8a9c-6441cdc3e09b is already hosted by enough agents. {{(pid=103591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:57:10.491527 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [None req-ea41814f-fb23-4515-9e3d-8c7d9980507c admin admin] Resources bound (agent type, host, resource id): {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:57:10.508653 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea41814f-fb23-4515-9e3d-8c7d9980507c admin admin] Received port after_create {{(pid=103591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:57:10.575370 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea41814f-fb23-4515-9e3d-8c7d9980507c admin admin] Pushing event updated for resources: {'Port': ['ID=eaab9b30-700c-4ffd-a717-eb591cbf4c17,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:57:10.591924 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-ea41814f-fb23-4515-9e3d-8c7d9980507c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1795539'] for router_interface, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:10.619128 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-42e6400c-89ec-4acd-bd93-491790241f5a tempest-FloatingIPAdminTestJSON-1108771171 tempest-FloatingIPAdminTestJSON-1108771171-project] Deleting port 63f56d93-72c0-479a-8de6-c8fea803b7d7 {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:57:10.619530 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-42e6400c-89ec-4acd-bd93-491790241f5a tempest-FloatingIPAdminTestJSON-1108771171 tempest-FloatingIPAdminTestJSON-1108771171-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:10.788840 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-42e6400c-89ec-4acd-bd93-491790241f5a tempest-FloatingIPAdminTestJSON-1108771171 tempest-FloatingIPAdminTestJSON-1108771171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:10.789503 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-42e6400c-89ec-4acd-bd93-491790241f5a tempest-FloatingIPAdminTestJSON-1108771171 tempest-FloatingIPAdminTestJSON-1108771171-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:10.814711 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-ea41814f-fb23-4515-9e3d-8c7d9980507c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:10.821605 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-42e6400c-89ec-4acd-bd93-491790241f5a tempest-FloatingIPAdminTestJSON-1108771171 tempest-FloatingIPAdminTestJSON-1108771171-project] Calling delete_port for 63f56d93-72c0-479a-8de6-c8fea803b7d7 owned by network:floatingip {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:57:11.044507 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-05950ea9-29a6-43f4-8f81-78ce6ec24b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:11.085818 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-42e6400c-89ec-4acd-bd93-491790241f5a tempest-FloatingIPAdminTestJSON-1108771171 tempest-FloatingIPAdminTestJSON-1108771171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:11.091673 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-ea41814f-fb23-4515-9e3d-8c7d9980507c admin admin] Publish callbacks [] for port, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:11.092195 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-05950ea9-29a6-43f4-8f81-78ce6ec24b34 None None] For port b0531586-5edf-4619-95af-f6a9b5453e30, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=b0531586-5edf-4619-95af-f6a9b5453e30,segment=NetworkSegment(bffd1e4f-e80f-4ff0-b418-2f42ae15febf),segment_id=bffd1e4f-e80f-4ff0-b418-2f42ae15febf)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:57:11.098801 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-ea41814f-fb23-4515-9e3d-8c7d9980507c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264758186'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:11.122054 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-05950ea9-29a6-43f4-8f81-78ce6ec24b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:11.155333 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e6400c-89ec-4acd-bd93-491790241f5a tempest-FloatingIPAdminTestJSON-1108771171 tempest-FloatingIPAdminTestJSON-1108771171-project] Pushing event deleted for resources: {'Port': ['ID=63f56d93-72c0-479a-8de6-c8fea803b7d7,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:57:11.232895 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea41814f-fb23-4515-9e3d-8c7d9980507c admin admin] Pushing event updated for resources: {'Port': ['ID=eaab9b30-700c-4ffd-a717-eb591cbf4c17,revision_number=2']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:57:11.251160 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-42e6400c-89ec-4acd-bd93-491790241f5a tempest-FloatingIPAdminTestJSON-1108771171 tempest-FloatingIPAdminTestJSON-1108771171-project] Publish callbacks [] for floatingip, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:11.251988 n-d-816206-8 neutron-server[103590]: INFO neutron.db.l3_db [None req-42e6400c-89ec-4acd-bd93-491790241f5a tempest-FloatingIPAdminTestJSON-1108771171 tempest-FloatingIPAdminTestJSON-1108771171-project] Floating IP 6459d620-b447-499e-88a0-50f512c22f84 disassociated (deleted). External IP: 172.25.3.126, port: c16ccd2f-e220-41ef-8dba-6d22b7192c11. Nov 23 17:57:11.253170 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-ea41814f-fb23-4515-9e3d-8c7d9980507c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2068703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1794403'] for router_interface, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:11.273520 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-779c0496-ea84-4b97-bd2e-738118d85d25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a00448b-9264-447b-ac1b-b41fca73d3c2', 'name': 'tempest-ImageQuotaTest-1305278755-router', 'tenant_id': '45a6b2e2671d43e9806b845793f8cbdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.51'}], 'enable_snat': True}, 'gw_port_id': 'b0531586-5edf-4619-95af-f6a9b5453e30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:57:04Z', 'updated_at': '2021-11-23T17:57:06Z', 'revision_number': 3, 'project_id': '45a6b2e2671d43e9806b845793f8cbdf', 'gw_port': {'id': 'b0531586-5edf-4619-95af-f6a9b5453e30', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:a2:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a00448b-9264-447b-ac1b-b41fca73d3c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3588, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:57:05Z', 'updated_at': '2021-11-23T17:57:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8'}], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:57:11.275139 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05950ea9-29a6-43f4-8f81-78ce6ec24b34 None None] Pushing event updated for resources: {'Port': ['ID=b0531586-5edf-4619-95af-f6a9b5453e30,revision_number=4']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:57:11.309596 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9a461076-3466-4c3d-9a08-2168a6c18d0c None None] Provisioning complete for port eaab9b30-700c-4ffd-a717-eb591cbf4c17 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:57:11.310022 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9a461076-3466-4c3d-9a08-2168a6c18d0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:11.313208 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-779c0496-ea84-4b97-bd2e-738118d85d25 None None] The sync data for ids ['1a00448b-9264-447b-ac1b-b41fca73d3c2'] in n-d-816206-8 is: [{'id': '1a00448b-9264-447b-ac1b-b41fca73d3c2', 'name': 'tempest-ImageQuotaTest-1305278755-router', 'tenant_id': '45a6b2e2671d43e9806b845793f8cbdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.51'}], 'enable_snat': True}, 'gw_port_id': 'b0531586-5edf-4619-95af-f6a9b5453e30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:57:04Z', 'updated_at': '2021-11-23T17:57:06Z', 'revision_number': 3, 'project_id': '45a6b2e2671d43e9806b845793f8cbdf', 'gw_port': {'id': 'b0531586-5edf-4619-95af-f6a9b5453e30', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:a2:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a00448b-9264-447b-ac1b-b41fca73d3c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3588, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:57:05Z', 'updated_at': '2021-11-23T17:57:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8'}] {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:57:11.366384 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-9a461076-3466-4c3d-9a08-2168a6c18d0c None None] Port eaab9b30-700c-4ffd-a717-eb591cbf4c17 cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:57:11.374339 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea41814f-fb23-4515-9e3d-8c7d9980507c admin admin] Network 5cce11e7-18f1-4848-8a9c-6441cdc3e09b is already hosted by enough agents. {{(pid=103591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:57:11.376322 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [None req-ea41814f-fb23-4515-9e3d-8c7d9980507c admin admin] Resources bound (agent type, host, resource id): {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:57:11.649948 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea41814f-fb23-4515-9e3d-8c7d9980507c admin admin] Router 1a00448b-9264-447b-ac1b-b41fca73d3c2 has already been hosted by L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 {{(pid=103591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 17:57:11.687160 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42e6400c-89ec-4acd-bd93-491790241f5a tempest-FloatingIPAdminTestJSON-1108771171 tempest-FloatingIPAdminTestJSON-1108771171-project] Router 28210ab5-5732-4bcc-ba80-5564b3f19eee has already been hosted by L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 {{(pid=103590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 17:57:11.807398 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c7257c9-6d19-4f90-bbd1-5d550d401c34 None None] Provisioning complete for port eaab9b30-700c-4ffd-a717-eb591cbf4c17 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:57:11.807908 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c7257c9-6d19-4f90-bbd1-5d550d401c34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:11.877451 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-9c7257c9-6d19-4f90-bbd1-5d550d401c34 None None] Port eaab9b30-700c-4ffd-a717-eb591cbf4c17 cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:57:11.914208 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea41814f-fb23-4515-9e3d-8c7d9980507c admin admin] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:57:11.922391 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-ea41814f-fb23-4515-9e3d-8c7d9980507c admin admin] 10.222.0.60 "PUT /v2.0/routers/1a00448b-9264-447b-ac1b-b41fca73d3c2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2129593 Nov 23 17:57:12.039225 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 49336) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:57:12.174046 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-b0106220-8cc4-425b-9f45-a01a1264e733 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:12.292676 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-b0106220-8cc4-425b-9f45-a01a1264e733 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:12.304819 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-b0106220-8cc4-425b-9f45-a01a1264e733 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:12.378094 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 49346) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:57:12.378663 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-b0106220-8cc4-425b-9f45-a01a1264e733 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=122fd872348444e3ab44b97b3341af27&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3380260 Nov 23 17:57:12.438920 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0106220-8cc4-425b-9f45-a01a1264e733 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6a3f96e-5f83-4e6b-96fe-a52624e049c3,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:57:12.450787 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42e6400c-89ec-4acd-bd93-491790241f5a tempest-FloatingIPAdminTestJSON-1108771171 tempest-FloatingIPAdminTestJSON-1108771171-project] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:57:12.459592 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a28fd0f-624d-49fe-bb0f-8d7480713116 None None] Sync routers for ids ['28210ab5-5732-4bcc-ba80-5564b3f19eee'] in n-d-816206-8 {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:57:12.467091 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-42e6400c-89ec-4acd-bd93-491790241f5a tempest-FloatingIPAdminTestJSON-1108771171 tempest-FloatingIPAdminTestJSON-1108771171-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for floatingip, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:12.476621 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a28fd0f-624d-49fe-bb0f-8d7480713116 None None] Routers {'28210ab5-5732-4bcc-ba80-5564b3f19eee'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:57:12.478063 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-9a28fd0f-624d-49fe-bb0f-8d7480713116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:56:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['28210ab5-5732-4bcc-ba80-5564b3f19eee'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:57:12.496772 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e65d4f0d-88f9-4ed4-bed7-6067867d77f1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:12.528590 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-42e6400c-89ec-4acd-bd93-491790241f5a tempest-FloatingIPAdminTestJSON-1108771171 tempest-FloatingIPAdminTestJSON-1108771171-project] 10.222.0.60 "DELETE /v2.0/floatingips/6459d620-b447-499e-88a0-50f512c22f84 HTTP/1.1" status: 204 len: 168 time: 2.1928036 Nov 23 17:57:12.529289 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 49350) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:57:12.534521 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-7a537a5d-49dd-4203-b4bd-173f321f84eb tempest-FloatingIPAdminTestJSON-848973377 tempest-FloatingIPAdminTestJSON-848973377-project-admin] Request body: {'floatingip': {'floating_network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:57:12.538335 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-9a28fd0f-624d-49fe-bb0f-8d7480713116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:57:12.547988 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a28fd0f-624d-49fe-bb0f-8d7480713116 None None] Routers {'28210ab5-5732-4bcc-ba80-5564b3f19eee'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:57:12.548705 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-9a28fd0f-624d-49fe-bb0f-8d7480713116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:56:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['28210ab5-5732-4bcc-ba80-5564b3f19eee'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:57:12.558146 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e65d4f0d-88f9-4ed4-bed7-6067867d77f1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:12.583293 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-9a28fd0f-624d-49fe-bb0f-8d7480713116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:57:12.583955 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a28fd0f-624d-49fe-bb0f-8d7480713116 None None] The sync data for ids ['28210ab5-5732-4bcc-ba80-5564b3f19eee'] in n-d-816206-8 is: [] {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:57:12.585967 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-7a537a5d-49dd-4203-b4bd-173f321f84eb tempest-FloatingIPAdminTestJSON-848973377 tempest-FloatingIPAdminTestJSON-848973377-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:12.639090 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e65d4f0d-88f9-4ed4-bed7-6067867d77f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:12.641911 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e65d4f0d-88f9-4ed4-bed7-6067867d77f1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:12.643193 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-e65d4f0d-88f9-4ed4-bed7-6067867d77f1 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c6a3f96e-5f83-4e6b-96fe-a52624e049c3 HTTP/1.1" status: 204 len: 168 time: 0.2641537 Nov 23 17:57:12.654897 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65d4f0d-88f9-4ed4-bed7-6067867d77f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6a3f96e-5f83-4e6b-96fe-a52624e049c3,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:57:12.780329 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-7a537a5d-49dd-4203-b4bd-173f321f84eb tempest-FloatingIPAdminTestJSON-848973377 tempest-FloatingIPAdminTestJSON-848973377-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:12.992030 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-f1b820ad-dad8-4c32-b2a4-d7e2bc1223cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:13.045351 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.db_base_plugin_common [None req-7a537a5d-49dd-4203-b4bd-173f321f84eb tempest-FloatingIPAdminTestJSON-848973377 tempest-FloatingIPAdminTestJSON-848973377-project-admin] Allocated IP 172.25.3.31 (4c8455ba-1be5-42ac-b8c2-8a16e1292d55/08fe3644-ce41-4c3f-a7ea-92bac0f0fff5/8d7ca0d5-13af-4eeb-b5dd-63b7242aab93) {{(pid=103591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:57:13.240690 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-7a537a5d-49dd-4203-b4bd-173f321f84eb tempest-FloatingIPAdminTestJSON-848973377 tempest-FloatingIPAdminTestJSON-848973377-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:13.298817 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-7a537a5d-49dd-4203-b4bd-173f321f84eb tempest-FloatingIPAdminTestJSON-848973377 tempest-FloatingIPAdminTestJSON-848973377-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:13.348520 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a537a5d-49dd-4203-b4bd-173f321f84eb tempest-FloatingIPAdminTestJSON-848973377 tempest-FloatingIPAdminTestJSON-848973377-project-admin] Network 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 is already hosted by enough agents. {{(pid=103591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:57:13.357846 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [None req-7a537a5d-49dd-4203-b4bd-173f321f84eb tempest-FloatingIPAdminTestJSON-848973377 tempest-FloatingIPAdminTestJSON-848973377-project-admin] Resources bound (agent type, host, resource id): {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:57:13.366860 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a537a5d-49dd-4203-b4bd-173f321f84eb tempest-FloatingIPAdminTestJSON-848973377 tempest-FloatingIPAdminTestJSON-848973377-project-admin] Received port after_create {{(pid=103591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:57:13.436306 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a537a5d-49dd-4203-b4bd-173f321f84eb tempest-FloatingIPAdminTestJSON-848973377 tempest-FloatingIPAdminTestJSON-848973377-project-admin] Pushing event updated for resources: {'Port': ['ID=8d7ca0d5-13af-4eeb-b5dd-63b7242aab93,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:57:13.493285 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device b0531586-5edf-4619-95af-f6a9b5453e30 up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:57:13.556074 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-7a537a5d-49dd-4203-b4bd-173f321f84eb tempest-FloatingIPAdminTestJSON-848973377 tempest-FloatingIPAdminTestJSON-848973377-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:13.611988 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:13.614307 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-7a537a5d-49dd-4203-b4bd-173f321f84eb tempest-FloatingIPAdminTestJSON-848973377 tempest-FloatingIPAdminTestJSON-848973377-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:13.641165 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port b0531586-5edf-4619-95af-f6a9b5453e30 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:57:13.641651 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:13.850944 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-7a537a5d-49dd-4203-b4bd-173f321f84eb tempest-FloatingIPAdminTestJSON-848973377 tempest-FloatingIPAdminTestJSON-848973377-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:13.860049 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-7a537a5d-49dd-4203-b4bd-173f321f84eb tempest-FloatingIPAdminTestJSON-848973377 tempest-FloatingIPAdminTestJSON-848973377-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264758186'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:13.973165 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 49390) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:57:14.013564 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a537a5d-49dd-4203-b4bd-173f321f84eb tempest-FloatingIPAdminTestJSON-848973377 tempest-FloatingIPAdminTestJSON-848973377-project-admin] Pushing event updated for resources: {'Port': ['ID=8d7ca0d5-13af-4eeb-b5dd-63b7242aab93,revision_number=2']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:57:14.031375 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-7a537a5d-49dd-4203-b4bd-173f321f84eb tempest-FloatingIPAdminTestJSON-848973377 tempest-FloatingIPAdminTestJSON-848973377-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1795396'] for floatingip, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:14.051141 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-7a537a5d-49dd-4203-b4bd-173f321f84eb tempest-FloatingIPAdminTestJSON-848973377 tempest-FloatingIPAdminTestJSON-848973377-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for floatingip, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:14.052673 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-7a537a5d-49dd-4203-b4bd-173f321f84eb tempest-FloatingIPAdminTestJSON-848973377 tempest-FloatingIPAdminTestJSON-848973377-project-admin] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.5223444 Nov 23 17:57:14.055421 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 49392) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:57:14.110812 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c4defaf-6c01-4b9e-9d9e-76cf9797c1e5 None None] Sync routers for ids ['1a00448b-9264-447b-ac1b-b41fca73d3c2'] in n-d-816206-8 {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:57:14.120797 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c4defaf-6c01-4b9e-9d9e-76cf9797c1e5 None None] Routers {'1a00448b-9264-447b-ac1b-b41fca73d3c2'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:57:14.121448 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-7c4defaf-6c01-4b9e-9d9e-76cf9797c1e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:56:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['1a00448b-9264-447b-ac1b-b41fca73d3c2'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:57:14.328250 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:14.338886 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-8103b01f-d55d-4fe9-ab2c-5317cd4653e2 tempest-FloatingIPAdminTestJSON-1225086851 tempest-FloatingIPAdminTestJSON-1225086851-project] Request body: {'floatingip': {'floating_network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:57:14.344212 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-7c4defaf-6c01-4b9e-9d9e-76cf9797c1e5 None None] Set router 1a00448b-9264-447b-ac1b-b41fca73d3c2 gateway port host: n-d-816206-8 {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:57:14.395305 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-8103b01f-d55d-4fe9-ab2c-5317cd4653e2 tempest-FloatingIPAdminTestJSON-1225086851 tempest-FloatingIPAdminTestJSON-1225086851-project] Publish callbacks [] for floatingip, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:14.537627 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-01bfba43-d2b5-4547-8c76-c49deca73830 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1794372'] for router_interface, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:14.655609 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-8103b01f-d55d-4fe9-ab2c-5317cd4653e2 tempest-FloatingIPAdminTestJSON-1225086851 tempest-FloatingIPAdminTestJSON-1225086851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:14.886668 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.db_base_plugin_common [None req-8103b01f-d55d-4fe9-ab2c-5317cd4653e2 tempest-FloatingIPAdminTestJSON-1225086851 tempest-FloatingIPAdminTestJSON-1225086851-project] Allocated IP 172.25.3.229 (4c8455ba-1be5-42ac-b8c2-8a16e1292d55/08fe3644-ce41-4c3f-a7ea-92bac0f0fff5/4d76c97a-829d-4e7a-b325-23d63ec961db) {{(pid=103591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:57:14.895746 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-7c4defaf-6c01-4b9e-9d9e-76cf9797c1e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a00448b-9264-447b-ac1b-b41fca73d3c2', 'name': 'tempest-ImageQuotaTest-1305278755-router', 'tenant_id': '45a6b2e2671d43e9806b845793f8cbdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.51'}], 'enable_snat': True}, 'gw_port_id': 'b0531586-5edf-4619-95af-f6a9b5453e30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:57:04Z', 'updated_at': '2021-11-23T17:57:10Z', 'revision_number': 4, 'project_id': '45a6b2e2671d43e9806b845793f8cbdf', 'gw_port': {'id': 'b0531586-5edf-4619-95af-f6a9b5453e30', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:a2:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a00448b-9264-447b-ac1b-b41fca73d3c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3588, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:57:05Z', 'updated_at': '2021-11-23T17:57:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_interfaces': [{'id': 'eaab9b30-700c-4ffd-a717-eb591cbf4c17', 'name': '', 'network_id': '5cce11e7-18f1-4848-8a9c-6441cdc3e09b', 'tenant_id': '45a6b2e2671d43e9806b845793f8cbdf', 'mac_address': 'fa:16:3e:f8:26:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a00448b-9264-447b-ac1b-b41fca73d3c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3591, 'fixed_ips': [{'subnet_id': '6f53d285-344c-4301-b1e3-d9acf0b95422', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:57:09Z', 'updated_at': '2021-11-23T17:57:10Z', 'revision_number': 2, 'project_id': '45a6b2e2671d43e9806b845793f8cbdf', 'subnets': [{'id': '6f53d285-344c-4301-b1e3-d9acf0b95422', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:57:14.958374 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c4defaf-6c01-4b9e-9d9e-76cf9797c1e5 None None] Checking router: 1a00448b-9264-447b-ac1b-b41fca73d3c2 for host: n-d-816206-8 {{(pid=103593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 17:57:14.964340 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c4defaf-6c01-4b9e-9d9e-76cf9797c1e5 None None] Updating router 1a00448b-9264-447b-ac1b-b41fca73d3c2 port eaab9b30-700c-4ffd-a717-eb591cbf4c17 binding host n-d-816206-8 {{(pid=103593) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 17:57:15.061895 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-7c4defaf-6c01-4b9e-9d9e-76cf9797c1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:15.097073 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-8f6eba65-8708-488a-9226-afd844dc1757 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:15.145854 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-01bfba43-d2b5-4547-8c76-c49deca73830 admin admin] Deleting port eaab9b30-700c-4ffd-a717-eb591cbf4c17 {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:57:15.146515 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-01bfba43-d2b5-4547-8c76-c49deca73830 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:15.229121 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-8103b01f-d55d-4fe9-ab2c-5317cd4653e2 tempest-FloatingIPAdminTestJSON-1225086851 tempest-FloatingIPAdminTestJSON-1225086851-project] Publish callbacks [] for port, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:15.259178 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-01bfba43-d2b5-4547-8c76-c49deca73830 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:15.273527 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-01bfba43-d2b5-4547-8c76-c49deca73830 admin admin] Calling delete_port for eaab9b30-700c-4ffd-a717-eb591cbf4c17 owned by network:router_interface {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:57:15.312809 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-8103b01f-d55d-4fe9-ab2c-5317cd4653e2 tempest-FloatingIPAdminTestJSON-1225086851 tempest-FloatingIPAdminTestJSON-1225086851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:15.416620 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8103b01f-d55d-4fe9-ab2c-5317cd4653e2 tempest-FloatingIPAdminTestJSON-1225086851 tempest-FloatingIPAdminTestJSON-1225086851-project] Network 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 is already hosted by enough agents. {{(pid=103591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:57:15.420383 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [None req-8103b01f-d55d-4fe9-ab2c-5317cd4653e2 tempest-FloatingIPAdminTestJSON-1225086851 tempest-FloatingIPAdminTestJSON-1225086851-project] Resources bound (agent type, host, resource id): {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:57:15.423740 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8103b01f-d55d-4fe9-ab2c-5317cd4653e2 tempest-FloatingIPAdminTestJSON-1225086851 tempest-FloatingIPAdminTestJSON-1225086851-project] Received port after_create {{(pid=103591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:57:15.478816 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8103b01f-d55d-4fe9-ab2c-5317cd4653e2 tempest-FloatingIPAdminTestJSON-1225086851 tempest-FloatingIPAdminTestJSON-1225086851-project] Pushing event updated for resources: {'Port': ['ID=4d76c97a-829d-4e7a-b325-23d63ec961db,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:57:15.538346 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-8103b01f-d55d-4fe9-ab2c-5317cd4653e2 tempest-FloatingIPAdminTestJSON-1225086851 tempest-FloatingIPAdminTestJSON-1225086851-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:15.538597 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-7c4defaf-6c01-4b9e-9d9e-76cf9797c1e5 None None] Publish callbacks [] for port, precommit_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:15.556609 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.db.api [None req-7c4defaf-6c01-4b9e-9d9e-76cf9797c1e5 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 23 17:57:15.556609 n-d-816206-8 neutron-server[103593]: [SQL: UPDATE ml2_port_bindings SET host=%(host)s WHERE ml2_port_bindings.port_id = %(ml2_port_bindings_port_id)s AND ml2_port_bindings.host = %(ml2_port_bindings_host)s] Nov 23 17:57:15.556609 n-d-816206-8 neutron-server[103593]: [parameters: {'host': 'n-d-816206-8', 'ml2_port_bindings_port_id': 'eaab9b30-700c-4ffd-a717-eb591cbf4c17', 'ml2_port_bindings_host': ''}] Nov 23 17:57:15.556609 n-d-816206-8 neutron-server[103593]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103593) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 17:57:15.557663 n-d-816206-8 neutron-server[103593]: DEBUG oslo_db.api [None req-7c4defaf-6c01-4b9e-9d9e-76cf9797c1e5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 17:57:15.583482 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-8103b01f-d55d-4fe9-ab2c-5317cd4653e2 tempest-FloatingIPAdminTestJSON-1225086851 tempest-FloatingIPAdminTestJSON-1225086851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:15.605066 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-01bfba43-d2b5-4547-8c76-c49deca73830 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:15.637370 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bfba43-d2b5-4547-8c76-c49deca73830 admin admin] Pushing event deleted for resources: {'Port': ['ID=eaab9b30-700c-4ffd-a717-eb591cbf4c17,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:57:15.817221 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-01bfba43-d2b5-4547-8c76-c49deca73830 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2067500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1794520'] for router_interface, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:15.870116 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-8103b01f-d55d-4fe9-ab2c-5317cd4653e2 tempest-FloatingIPAdminTestJSON-1225086851 tempest-FloatingIPAdminTestJSON-1225086851-project] Publish callbacks [] for port, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:15.886576 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-8103b01f-d55d-4fe9-ab2c-5317cd4653e2 tempest-FloatingIPAdminTestJSON-1225086851 tempest-FloatingIPAdminTestJSON-1225086851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264758186'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:15.987379 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8103b01f-d55d-4fe9-ab2c-5317cd4653e2 tempest-FloatingIPAdminTestJSON-1225086851 tempest-FloatingIPAdminTestJSON-1225086851-project] Pushing event updated for resources: {'Port': ['ID=4d76c97a-829d-4e7a-b325-23d63ec961db,revision_number=2']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:57:15.998771 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-8103b01f-d55d-4fe9-ab2c-5317cd4653e2 tempest-FloatingIPAdminTestJSON-1225086851 tempest-FloatingIPAdminTestJSON-1225086851-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1795396'] for floatingip, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:16.024622 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-8103b01f-d55d-4fe9-ab2c-5317cd4653e2 tempest-FloatingIPAdminTestJSON-1225086851 tempest-FloatingIPAdminTestJSON-1225086851-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for floatingip, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:16.026276 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-8103b01f-d55d-4fe9-ab2c-5317cd4653e2 tempest-FloatingIPAdminTestJSON-1225086851 tempest-FloatingIPAdminTestJSON-1225086851-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9698579 Nov 23 17:57:16.029328 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 49472) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:57:16.084556 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c4defaf-6c01-4b9e-9d9e-76cf9797c1e5 None None] Port eaab9b30-700c-4ffd-a717-eb591cbf4c17 not found while updating agent binding for router 1a00448b-9264-447b-ac1b-b41fca73d3c2. {{(pid=103593) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Nov 23 17:57:16.097946 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c4defaf-6c01-4b9e-9d9e-76cf9797c1e5 None None] Routers {'1a00448b-9264-447b-ac1b-b41fca73d3c2'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:57:16.098961 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-7c4defaf-6c01-4b9e-9d9e-76cf9797c1e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:57:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['1a00448b-9264-447b-ac1b-b41fca73d3c2'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:57:16.123801 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-bbaf14a5-8794-4777-a551-20126ff81417 tempest-FloatingIPAdminTestJSON-848973377 tempest-FloatingIPAdminTestJSON-848973377-project-admin] 10.222.0.60 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1650 time: 0.0932963 Nov 23 17:57:16.126113 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 49476) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:57:16.197483 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01bfba43-d2b5-4547-8c76-c49deca73830 admin admin] Router 1a00448b-9264-447b-ac1b-b41fca73d3c2 has already been hosted by L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 {{(pid=103590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 17:57:16.253219 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-7c4defaf-6c01-4b9e-9d9e-76cf9797c1e5 None None] Set router 1a00448b-9264-447b-ac1b-b41fca73d3c2 gateway port host: n-d-816206-8 {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:57:16.255293 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-47002506-cbfe-4d7f-9956-1488387b51c5 tempest-FloatingIPAdminTestJSON-1108771171 tempest-FloatingIPAdminTestJSON-1108771171-project] 10.222.0.60 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.1248541 Nov 23 17:57:16.257283 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 49478) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:57:16.402033 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01bfba43-d2b5-4547-8c76-c49deca73830 admin admin] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:57:16.414288 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-01bfba43-d2b5-4547-8c76-c49deca73830 admin admin] 10.222.0.60 "PUT /v2.0/routers/1a00448b-9264-447b-ac1b-b41fca73d3c2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4366343 Nov 23 17:57:16.416374 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 49482) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:57:16.451207 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-a279b1f4-c821-4d02-bcb7-d92c9841fd77 tempest-FloatingIPAdminTestJSON-1225086851 tempest-FloatingIPAdminTestJSON-1225086851-project] Deleting port 4d76c97a-829d-4e7a-b325-23d63ec961db {{(pid=103591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:57:16.451792 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-a279b1f4-c821-4d02-bcb7-d92c9841fd77 tempest-FloatingIPAdminTestJSON-1225086851 tempest-FloatingIPAdminTestJSON-1225086851-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:16.507672 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-7c4defaf-6c01-4b9e-9d9e-76cf9797c1e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a00448b-9264-447b-ac1b-b41fca73d3c2', 'name': 'tempest-ImageQuotaTest-1305278755-router', 'tenant_id': '45a6b2e2671d43e9806b845793f8cbdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.51'}], 'enable_snat': True}, 'gw_port_id': 'b0531586-5edf-4619-95af-f6a9b5453e30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:57:04Z', 'updated_at': '2021-11-23T17:57:15Z', 'revision_number': 5, 'project_id': '45a6b2e2671d43e9806b845793f8cbdf', 'gw_port': {'id': 'b0531586-5edf-4619-95af-f6a9b5453e30', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:a2:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a00448b-9264-447b-ac1b-b41fca73d3c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3588, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:57:05Z', 'updated_at': '2021-11-23T17:57:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8'}], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:57:16.536473 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c4defaf-6c01-4b9e-9d9e-76cf9797c1e5 None None] The sync data for ids ['1a00448b-9264-447b-ac1b-b41fca73d3c2'] in n-d-816206-8 is: [{'id': '1a00448b-9264-447b-ac1b-b41fca73d3c2', 'name': 'tempest-ImageQuotaTest-1305278755-router', 'tenant_id': '45a6b2e2671d43e9806b845793f8cbdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.51'}], 'enable_snat': True}, 'gw_port_id': 'b0531586-5edf-4619-95af-f6a9b5453e30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:57:04Z', 'updated_at': '2021-11-23T17:57:15Z', 'revision_number': 5, 'project_id': '45a6b2e2671d43e9806b845793f8cbdf', 'gw_port': {'id': 'b0531586-5edf-4619-95af-f6a9b5453e30', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:a2:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a00448b-9264-447b-ac1b-b41fca73d3c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3588, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:57:05Z', 'updated_at': '2021-11-23T17:57:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8'}] {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:57:16.569109 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5bbc894d-0db1-441d-840a-0b006d404082 admin admin] Publish callbacks [] for router, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:16.590834 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-a279b1f4-c821-4d02-bcb7-d92c9841fd77 tempest-FloatingIPAdminTestJSON-1225086851 tempest-FloatingIPAdminTestJSON-1225086851-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:16.590834 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-a279b1f4-c821-4d02-bcb7-d92c9841fd77 tempest-FloatingIPAdminTestJSON-1225086851 tempest-FloatingIPAdminTestJSON-1225086851-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:16.593732 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-52822d53-48f5-4819-8a95-bdc13aea0bf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:16.620921 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-a279b1f4-c821-4d02-bcb7-d92c9841fd77 tempest-FloatingIPAdminTestJSON-1225086851 tempest-FloatingIPAdminTestJSON-1225086851-project] Calling delete_port for 4d76c97a-829d-4e7a-b325-23d63ec961db owned by network:floatingip {{(pid=103591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:57:16.720059 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5bbc894d-0db1-441d-840a-0b006d404082 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:16.797234 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-5bbc894d-0db1-441d-840a-0b006d404082 admin admin] Deleting port b0531586-5edf-4619-95af-f6a9b5453e30 {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:57:16.798028 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5bbc894d-0db1-441d-840a-0b006d404082 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:16.802358 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-a279b1f4-c821-4d02-bcb7-d92c9841fd77 tempest-FloatingIPAdminTestJSON-1225086851 tempest-FloatingIPAdminTestJSON-1225086851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:16.837441 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a279b1f4-c821-4d02-bcb7-d92c9841fd77 tempest-FloatingIPAdminTestJSON-1225086851 tempest-FloatingIPAdminTestJSON-1225086851-project] Pushing event deleted for resources: {'Port': ['ID=4d76c97a-829d-4e7a-b325-23d63ec961db,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:57:16.900075 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-5bbc894d-0db1-441d-840a-0b006d404082 admin admin] For port b0531586-5edf-4619-95af-f6a9b5453e30, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=b0531586-5edf-4619-95af-f6a9b5453e30,segment=NetworkSegment(bffd1e4f-e80f-4ff0-b418-2f42ae15febf),segment_id=bffd1e4f-e80f-4ff0-b418-2f42ae15febf)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:57:16.900576 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5bbc894d-0db1-441d-840a-0b006d404082 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:16.919508 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-5bbc894d-0db1-441d-840a-0b006d404082 admin admin] Calling delete_port for b0531586-5edf-4619-95af-f6a9b5453e30 owned by network:router_gateway {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:57:16.922670 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-a279b1f4-c821-4d02-bcb7-d92c9841fd77 tempest-FloatingIPAdminTestJSON-1225086851 tempest-FloatingIPAdminTestJSON-1225086851-project] Publish callbacks [] for floatingip, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:16.926025 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-a279b1f4-c821-4d02-bcb7-d92c9841fd77 tempest-FloatingIPAdminTestJSON-1225086851 tempest-FloatingIPAdminTestJSON-1225086851-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for floatingip, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:16.927752 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-a279b1f4-c821-4d02-bcb7-d92c9841fd77 tempest-FloatingIPAdminTestJSON-1225086851 tempest-FloatingIPAdminTestJSON-1225086851-project] 10.222.0.60 "DELETE /v2.0/floatingips/4ce964ed-24cf-4a26-9d50-d96f34b8033f HTTP/1.1" status: 204 len: 168 time: 0.6695313 Nov 23 17:57:16.930749 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 49484) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:57:17.103118 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-7e5dc19c-eba1-425c-be05-686441737dc7 tempest-FloatingIPAdminTestJSON-848973377 tempest-FloatingIPAdminTestJSON-848973377-project-admin] Deleting port 8d7ca0d5-13af-4eeb-b5dd-63b7242aab93 {{(pid=103591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:57:17.103491 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-7e5dc19c-eba1-425c-be05-686441737dc7 tempest-FloatingIPAdminTestJSON-848973377 tempest-FloatingIPAdminTestJSON-848973377-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:17.154781 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5bbc894d-0db1-441d-840a-0b006d404082 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:17.188596 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbc894d-0db1-441d-840a-0b006d404082 admin admin] Pushing event deleted for resources: {'Port': ['ID=b0531586-5edf-4619-95af-f6a9b5453e30,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:57:17.196828 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-7e5dc19c-eba1-425c-be05-686441737dc7 tempest-FloatingIPAdminTestJSON-848973377 tempest-FloatingIPAdminTestJSON-848973377-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:17.197167 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-7e5dc19c-eba1-425c-be05-686441737dc7 tempest-FloatingIPAdminTestJSON-848973377 tempest-FloatingIPAdminTestJSON-848973377-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:17.205993 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fed3540-ac70-4cfa-bba6-8b4b6291aad9 None None] DHCP port deletion for 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:57:17.222208 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-7e5dc19c-eba1-425c-be05-686441737dc7 tempest-FloatingIPAdminTestJSON-848973377 tempest-FloatingIPAdminTestJSON-848973377-project-admin] Calling delete_port for 8d7ca0d5-13af-4eeb-b5dd-63b7242aab93 owned by network:floatingip {{(pid=103591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:57:17.295123 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5bbc894d-0db1-441d-840a-0b006d404082 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1795454'] for router_gateway, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:17.402270 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5bbc894d-0db1-441d-840a-0b006d404082 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1794352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8175'] for router, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:17.405138 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5bbc894d-0db1-441d-840a-0b006d404082 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:17.466647 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5bbc894d-0db1-441d-840a-0b006d404082 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1795580'] for router, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:17.467905 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bbc894d-0db1-441d-840a-0b006d404082 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1a00448b-9264-447b-ac1b-b41fca73d3c2 {{(pid=103590) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 17:57:17.476901 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5bbc894d-0db1-441d-840a-0b006d404082 admin admin] Publish callbacks [] for router, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:17.478556 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-5bbc894d-0db1-441d-840a-0b006d404082 admin admin] 10.222.0.60 "DELETE /v2.0/routers/1a00448b-9264-447b-ac1b-b41fca73d3c2 HTTP/1.1" status: 204 len: 168 time: 1.0624447 Nov 23 17:57:17.482608 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 49492) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:57:17.493787 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-7e5dc19c-eba1-425c-be05-686441737dc7 tempest-FloatingIPAdminTestJSON-848973377 tempest-FloatingIPAdminTestJSON-848973377-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:17.498340 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e42f9f37-b2d8-4926-be05-20cd970e8e78 None None] Sync routers for ids ['1a00448b-9264-447b-ac1b-b41fca73d3c2'] in n-d-816206-8 {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:57:17.509539 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e42f9f37-b2d8-4926-be05-20cd970e8e78 None None] Routers set() bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:57:17.509911 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e42f9f37-b2d8-4926-be05-20cd970e8e78 None None] Router IDs set() for agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 23 17:57:17.510701 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_agentschedulers_db [None req-e42f9f37-b2d8-4926-be05-20cd970e8e78 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'1a00448b-9264-447b-ac1b-b41fca73d3c2'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:57:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent'). {{(pid=103592) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 23 17:57:17.521726 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e42f9f37-b2d8-4926-be05-20cd970e8e78 None None] Routers set() bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:57:17.522296 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e42f9f37-b2d8-4926-be05-20cd970e8e78 None None] Router IDs set() for agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 23 17:57:17.523093 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_agentschedulers_db [None req-e42f9f37-b2d8-4926-be05-20cd970e8e78 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'1a00448b-9264-447b-ac1b-b41fca73d3c2'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:57:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent'). {{(pid=103592) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 23 17:57:17.523650 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e42f9f37-b2d8-4926-be05-20cd970e8e78 None None] The sync data for ids ['1a00448b-9264-447b-ac1b-b41fca73d3c2'] in n-d-816206-8 is: [] {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:57:17.546232 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5dc19c-eba1-425c-be05-686441737dc7 tempest-FloatingIPAdminTestJSON-848973377 tempest-FloatingIPAdminTestJSON-848973377-project-admin] Pushing event deleted for resources: {'Port': ['ID=8d7ca0d5-13af-4eeb-b5dd-63b7242aab93,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:57:17.586723 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a3859ce-c85a-4f26-914d-3248e6b09a55 admin admin] Deleting subnet 6f53d285-344c-4301-b1e3-d9acf0b95422 {{(pid=103591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 17:57:17.609467 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-7a3859ce-c85a-4f26-914d-3248e6b09a55 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:17.661042 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-7e5dc19c-eba1-425c-be05-686441737dc7 tempest-FloatingIPAdminTestJSON-848973377 tempest-FloatingIPAdminTestJSON-848973377-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:17.663786 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-7e5dc19c-eba1-425c-be05-686441737dc7 tempest-FloatingIPAdminTestJSON-848973377 tempest-FloatingIPAdminTestJSON-848973377-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for floatingip, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:17.669665 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 49496) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:57:17.677668 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-7e5dc19c-eba1-425c-be05-686441737dc7 tempest-FloatingIPAdminTestJSON-848973377 tempest-FloatingIPAdminTestJSON-848973377-project-admin] 10.222.0.60 "DELETE /v2.0/floatingips/d0e53780-79d8-42d5-910e-2a3a241769b1 HTTP/1.1" status: 204 len: 168 time: 0.7457867 Nov 23 17:57:17.681500 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-7a3859ce-c85a-4f26-914d-3248e6b09a55 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265990000'] for subnet, precommit_delete_associations {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:17.800916 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9a27ae6c-db98-474f-94c1-cc99bf842d79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:17.819931 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-3ec6f6d6-272b-4473-8a4a-0b97a1cac11e tempest-FloatingIPAdminTestJSON-1108771171 tempest-FloatingIPAdminTestJSON-1108771171-project] Deleting port c16ccd2f-e220-41ef-8dba-6d22b7192c11 {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:57:17.820225 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-3ec6f6d6-272b-4473-8a4a-0b97a1cac11e tempest-FloatingIPAdminTestJSON-1108771171 tempest-FloatingIPAdminTestJSON-1108771171-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:17.821864 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-7a3859ce-c85a-4f26-914d-3248e6b09a55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971956'] for subnet, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:17.889485 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-7a3859ce-c85a-4f26-914d-3248e6b09a55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264758240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264314269'] for subnet, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:17.927536 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3859ce-c85a-4f26-914d-3248e6b09a55 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6f53d285-344c-4301-b1e3-d9acf0b95422,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:57:17.933238 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-7a3859ce-c85a-4f26-914d-3248e6b09a55 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for subnet, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:17.937705 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-3ec6f6d6-272b-4473-8a4a-0b97a1cac11e tempest-FloatingIPAdminTestJSON-1108771171 tempest-FloatingIPAdminTestJSON-1108771171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:17.939436 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-7a3859ce-c85a-4f26-914d-3248e6b09a55 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/6f53d285-344c-4301-b1e3-d9acf0b95422 HTTP/1.1" status: 204 len: 168 time: 0.4555578 Nov 23 17:57:17.940278 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 49498) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:57:17.942344 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-918f8b63-93bb-4efb-b51a-558f810438bf None None] Network 5cce11e7-18f1-4848-8a9c-6441cdc3e09b requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:57:17.977711 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-3ec6f6d6-272b-4473-8a4a-0b97a1cac11e tempest-FloatingIPAdminTestJSON-1108771171 tempest-FloatingIPAdminTestJSON-1108771171-project] Calling delete_port for c16ccd2f-e220-41ef-8dba-6d22b7192c11 owned by {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:57:18.019789 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-ac3194bd-525b-499f-bcc4-8aa342dd5762 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-555181'] for network, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:18.104252 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-ac3194bd-525b-499f-bcc4-8aa342dd5762 admin admin] Deleting port 3798436c-dfa6-4415-9928-8829aedd1a4b {{(pid=103591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:57:18.104785 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-ac3194bd-525b-499f-bcc4-8aa342dd5762 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:18.217668 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [None req-ac3194bd-525b-499f-bcc4-8aa342dd5762 admin admin] For port 3798436c-dfa6-4415-9928-8829aedd1a4b, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=3798436c-dfa6-4415-9928-8829aedd1a4b,segment=NetworkSegment(6337146e-1c6f-4f71-b625-8378a23a1737),segment_id=6337146e-1c6f-4f71-b625-8378a23a1737)] {{(pid=103591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:57:18.219934 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-ac3194bd-525b-499f-bcc4-8aa342dd5762 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:18.235409 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-ac3194bd-525b-499f-bcc4-8aa342dd5762 admin admin] Calling delete_port for 3798436c-dfa6-4415-9928-8829aedd1a4b owned by network:dhcp {{(pid=103591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:57:18.240243 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5286c7d-fc9b-436d-9338-9235dd395a29 None None] DHCP port deletion for 5cce11e7-18f1-4848-8a9c-6441cdc3e09b request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:57:18.264700 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-3ec6f6d6-272b-4473-8a4a-0b97a1cac11e tempest-FloatingIPAdminTestJSON-1108771171 tempest-FloatingIPAdminTestJSON-1108771171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:18.332604 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec6f6d6-272b-4473-8a4a-0b97a1cac11e tempest-FloatingIPAdminTestJSON-1108771171 tempest-FloatingIPAdminTestJSON-1108771171-project] Pushing event deleted for resources: {'Port': ['ID=c16ccd2f-e220-41ef-8dba-6d22b7192c11,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:57:18.358130 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-b5286c7d-fc9b-436d-9338-9235dd395a29 None None] Deleting port 3798436c-dfa6-4415-9928-8829aedd1a4b {{(pid=103592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:57:18.358512 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b5286c7d-fc9b-436d-9338-9235dd395a29 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:18.363457 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-ac3194bd-525b-499f-bcc4-8aa342dd5762 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:18.395588 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3194bd-525b-499f-bcc4-8aa342dd5762 admin admin] Pushing event deleted for resources: {'Port': ['ID=3798436c-dfa6-4415-9928-8829aedd1a4b,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:57:18.402959 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac3194bd-525b-499f-bcc4-8aa342dd5762 admin admin] No DVR routers for this DVR port 3798436c-dfa6-4415-9928-8829aedd1a4b on host n-d-816206-8 {{(pid=103591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:57:18.484112 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-3ec6f6d6-272b-4473-8a4a-0b97a1cac11e tempest-FloatingIPAdminTestJSON-1108771171 tempest-FloatingIPAdminTestJSON-1108771171-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:18.488524 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-3ec6f6d6-272b-4473-8a4a-0b97a1cac11e tempest-FloatingIPAdminTestJSON-1108771171 tempest-FloatingIPAdminTestJSON-1108771171-project] 10.222.0.60 "DELETE /v2.0/ports/c16ccd2f-e220-41ef-8dba-6d22b7192c11 HTTP/1.1" status: 204 len: 168 time: 0.8177521 Nov 23 17:57:18.490921 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 49502) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:57:18.493964 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-ac3194bd-525b-499f-bcc4-8aa342dd5762 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973419', 'neutron.services.segments.db._delete_segments_for_network-8736635878840'] for network, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:18.503765 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b5286c7d-fc9b-436d-9338-9235dd395a29 None None] For port 3798436c-dfa6-4415-9928-8829aedd1a4b, host n-d-816206-8, got binding levels [] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:57:18.504419 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b5286c7d-fc9b-436d-9338-9235dd395a29 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:18.518334 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-b5286c7d-fc9b-436d-9338-9235dd395a29 None None] Calling delete_port for 3798436c-dfa6-4415-9928-8829aedd1a4b owned by network:dhcp {{(pid=103592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:57:18.520995 n-d-816206-8 neutron-server[103591]: DEBUG neutron.services.segments.db [None req-ac3194bd-525b-499f-bcc4-8aa342dd5762 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5cce11e7-18f1-4848-8a9c-6441cdc3e09b']}} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:57:18.521696 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.ipam_backend_mixin [None req-b5286c7d-fc9b-436d-9338-9235dd395a29 None None] Port 3798436c-dfa6-4415-9928-8829aedd1a4b was not found and therefore no delete operation was performed {{(pid=103592) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 23 17:57:18.524835 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b5286c7d-fc9b-436d-9338-9235dd395a29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989'] for port, after_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:18.548228 n-d-816206-8 neutron-server[103591]: DEBUG neutron.services.segments.db [None req-ac3194bd-525b-499f-bcc4-8aa342dd5762 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6337146e-1c6f-4f71-b625-8378a23a1737') {'for_net_delete': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:57:18.548857 n-d-816206-8 neutron-server[103591]: DEBUG neutron.services.segments.db [None req-ac3194bd-525b-499f-bcc4-8aa342dd5762 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6337146e-1c6f-4f71-b625-8378a23a1737') {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:57:18.561599 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5286c7d-fc9b-436d-9338-9235dd395a29 None None] No DVR routers for this DVR port 3798436c-dfa6-4415-9928-8829aedd1a4b on host n-d-816206-8 {{(pid=103592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:57:18.563400 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5286c7d-fc9b-436d-9338-9235dd395a29 None None] Pushing event deleted for resources: {'Port': ['ID=3798436c-dfa6-4415-9928-8829aedd1a4b,revision_number=None']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:57:18.574936 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba9da909-b740-4159-b485-af1cd154ec63 tempest-FloatingIPAdminTestJSON-1108771171 tempest-FloatingIPAdminTestJSON-1108771171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:57:18.580463 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-ba9da909-b740-4159-b485-af1cd154ec63 tempest-FloatingIPAdminTestJSON-1108771171 tempest-FloatingIPAdminTestJSON-1108771171-project] 10.222.0.60 "GET /v2.0/ports?device_id=28210ab5-5732-4bcc-ba80-5564b3f19eee HTTP/1.1" status: 200 len: 913 time: 0.0870085 Nov 23 17:57:18.581139 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 49504) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:57:18.589889 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:18.592844 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-ac3194bd-525b-499f-bcc4-8aa342dd5762 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736635840332', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265989959'] for segment, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:18.613212 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-ac3194bd-525b-499f-bcc4-8aa342dd5762 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:18.622566 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac3194bd-525b-499f-bcc4-8aa342dd5762 admin admin] Releasing vlan 539 on physical network physnet1 to pool {{(pid=103591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 17:57:18.623196 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-ac3194bd-525b-499f-bcc4-8aa342dd5762 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264756290'] for segment, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:18.625758 n-d-816206-8 neutron-server[103591]: Traceback (most recent call last): Nov 23 17:57:18.625758 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 17:57:18.625758 n-d-816206-8 neutron-server[103591]: timer() Nov 23 17:57:18.625758 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 17:57:18.625758 n-d-816206-8 neutron-server[103591]: cb(*args, **kw) Nov 23 17:57:18.625758 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 17:57:18.625758 n-d-816206-8 neutron-server[103591]: return func(*args, **kwargs) Nov 23 17:57:18.625758 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 17:57:18.625758 n-d-816206-8 neutron-server[103591]: self._notify() Nov 23 17:57:18.625758 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 17:57:18.625758 n-d-816206-8 neutron-server[103591]: self.callback(batched_events) Nov 23 17:57:18.625758 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 17:57:18.625758 n-d-816206-8 neutron-server[103591]: event.method(event) Nov 23 17:57:18.625758 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 17:57:18.625758 n-d-816206-8 neutron-server[103591]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 17:57:18.625758 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 17:57:18.625758 n-d-816206-8 neutron-server[103591]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 17:57:18.625758 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 17:57:18.625758 n-d-816206-8 neutron-server[103591]: return f(self, *a, **k) Nov 23 17:57:18.625758 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 17:57:18.625758 n-d-816206-8 neutron-server[103591]: return self._get(url).json() Nov 23 17:57:18.625758 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 17:57:18.625758 n-d-816206-8 neutron-server[103591]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 17:57:18.625758 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 17:57:18.625758 n-d-816206-8 neutron-server[103591]: return self.request(url, 'GET', **kwargs) Nov 23 17:57:18.625758 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 17:57:18.625758 n-d-816206-8 neutron-server[103591]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 17:57:18.625758 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 17:57:18.625758 n-d-816206-8 neutron-server[103591]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 17:57:18.625758 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 17:57:18.625758 n-d-816206-8 neutron-server[103591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 17:57:18.625758 n-d-816206-8 neutron-server[103591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 17:57:18.719923 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-ac3194bd-525b-499f-bcc4-8aa342dd5762 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1795418'] for network, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:18.725994 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-ac3194bd-525b-499f-bcc4-8aa342dd5762 admin admin] Publish callbacks [] for network, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:18.730061 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-ac3194bd-525b-499f-bcc4-8aa342dd5762 admin admin] 10.222.0.60 "DELETE /v2.0/networks/5cce11e7-18f1-4848-8a9c-6441cdc3e09b HTTP/1.1" status: 204 len: 168 time: 0.7887158 Nov 23 17:57:18.746859 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3194bd-525b-499f-bcc4-8aa342dd5762 admin admin] Pushing event deleted for resources: {'Network': ['ID=5cce11e7-18f1-4848-8a9c-6441cdc3e09b,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:57:18.986922 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 49510) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:57:19.036190 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-c906efaa-4ceb-4e10-bd8e-ceb8716679c7 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=45a6b2e2671d43e9806b845793f8cbdf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0479720 Nov 23 17:57:19.038647 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 49512) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:57:19.096567 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-6bead9e2-d874-4dd5-8a02-904d86edd2b2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:19.098821 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0c5ca133-041c-4a05-815e-fd7987fdfe05 tempest-FloatingIPAdminTestJSON-1108771171 tempest-FloatingIPAdminTestJSON-1108771171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1794372'] for router_interface, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:19.123493 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-6bead9e2-d874-4dd5-8a02-904d86edd2b2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:19.188919 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-6bead9e2-d874-4dd5-8a02-904d86edd2b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:19.193633 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-6bead9e2-d874-4dd5-8a02-904d86edd2b2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:19.196046 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-6bead9e2-d874-4dd5-8a02-904d86edd2b2 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/0c33ce1e-2491-4248-9723-427e9ae2f909 HTTP/1.1" status: 204 len: 168 time: 0.1557562 Nov 23 17:57:19.204978 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bead9e2-d874-4dd5-8a02-904d86edd2b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c33ce1e-2491-4248-9723-427e9ae2f909,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:57:19.459239 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 3798436c-dfa6-4415-9928-8829aedd1a4b no longer exists at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:57:19.506311 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] No Port match for: 3798436c-dfa6-4415-9928-8829aedd1a4b {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:57:19.506691 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 3798436c-dfa6-4415-9928-8829aedd1a4b not bound to the agent host n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:57:19.507102 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device b0531586-5edf-4619-95af-f6a9b5453e30 no longer exists at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:57:19.530347 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] No Port match for: b0531586-5edf-4619-95af-f6a9b5453e30 {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:57:19.530691 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device b0531586-5edf-4619-95af-f6a9b5453e30 not bound to the agent host n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:57:19.736198 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 49522) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:57:19.753423 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-8f132b03-4150-4a7f-b3e5-af2ab21b9de4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:19.857274 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-8f132b03-4150-4a7f-b3e5-af2ab21b9de4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:19.862834 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-8f132b03-4150-4a7f-b3e5-af2ab21b9de4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:19.899661 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f132b03-4150-4a7f-b3e5-af2ab21b9de4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9eebdd8e-b663-4aeb-9386-a0e7acd70f43,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:57:19.920004 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-8f132b03-4150-4a7f-b3e5-af2ab21b9de4 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2720 time: 0.1799164 Nov 23 17:57:19.920239 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-0c5ca133-041c-4a05-815e-fd7987fdfe05 tempest-FloatingIPAdminTestJSON-1108771171 tempest-FloatingIPAdminTestJSON-1108771171-project] Deleting port 0373ea34-043d-4636-914a-ffcd140f51b1 {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:57:19.920239 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0c5ca133-041c-4a05-815e-fd7987fdfe05 tempest-FloatingIPAdminTestJSON-1108771171 tempest-FloatingIPAdminTestJSON-1108771171-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:19.920817 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 49524) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:57:19.977463 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-0f7e078f-48d7-4a22-9e49-e0df879c32fe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:20.002276 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-0f7e078f-48d7-4a22-9e49-e0df879c32fe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:20.028669 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0c5ca133-041c-4a05-815e-fd7987fdfe05 tempest-FloatingIPAdminTestJSON-1108771171 tempest-FloatingIPAdminTestJSON-1108771171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:20.049390 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-0c5ca133-041c-4a05-815e-fd7987fdfe05 tempest-FloatingIPAdminTestJSON-1108771171 tempest-FloatingIPAdminTestJSON-1108771171-project] Calling delete_port for 0373ea34-043d-4636-914a-ffcd140f51b1 owned by network:router_interface {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:57:20.056015 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-0f7e078f-48d7-4a22-9e49-e0df879c32fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:20.058933 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-0f7e078f-48d7-4a22-9e49-e0df879c32fe admin admin] Publish callbacks [] for security_group, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:20.063553 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-0f7e078f-48d7-4a22-9e49-e0df879c32fe admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/9eebdd8e-b663-4aeb-9386-a0e7acd70f43 HTTP/1.1" status: 204 len: 168 time: 0.1401088 Nov 23 17:57:20.070862 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7e078f-48d7-4a22-9e49-e0df879c32fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9eebdd8e-b663-4aeb-9386-a0e7acd70f43,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:57:20.319720 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0c5ca133-041c-4a05-815e-fd7987fdfe05 tempest-FloatingIPAdminTestJSON-1108771171 tempest-FloatingIPAdminTestJSON-1108771171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:20.365576 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5ca133-041c-4a05-815e-fd7987fdfe05 tempest-FloatingIPAdminTestJSON-1108771171 tempest-FloatingIPAdminTestJSON-1108771171-project] Pushing event deleted for resources: {'Port': ['ID=0373ea34-043d-4636-914a-ffcd140f51b1,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:57:20.627091 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0c5ca133-041c-4a05-815e-fd7987fdfe05 tempest-FloatingIPAdminTestJSON-1108771171 tempest-FloatingIPAdminTestJSON-1108771171-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2067500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1794520'] for router_interface, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:20.906339 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c5ca133-041c-4a05-815e-fd7987fdfe05 tempest-FloatingIPAdminTestJSON-1108771171 tempest-FloatingIPAdminTestJSON-1108771171-project] Router 28210ab5-5732-4bcc-ba80-5564b3f19eee has already been hosted by L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 {{(pid=103590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 17:57:21.032098 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c5ca133-041c-4a05-815e-fd7987fdfe05 tempest-FloatingIPAdminTestJSON-1108771171 tempest-FloatingIPAdminTestJSON-1108771171-project] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:57:21.040009 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-0c5ca133-041c-4a05-815e-fd7987fdfe05 tempest-FloatingIPAdminTestJSON-1108771171 tempest-FloatingIPAdminTestJSON-1108771171-project] 10.222.0.60 "PUT /v2.0/routers/28210ab5-5732-4bcc-ba80-5564b3f19eee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4578152 Nov 23 17:57:21.040319 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 49532) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:57:21.048574 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72d845e4-c60d-4819-8ca1-d40aab9cc6d2 None None] Sync routers for ids ['28210ab5-5732-4bcc-ba80-5564b3f19eee'] in n-d-816206-8 {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:57:21.060448 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72d845e4-c60d-4819-8ca1-d40aab9cc6d2 None None] Routers {'28210ab5-5732-4bcc-ba80-5564b3f19eee'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:57:21.061292 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-72d845e4-c60d-4819-8ca1-d40aab9cc6d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:57:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['28210ab5-5732-4bcc-ba80-5564b3f19eee'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:57:21.103122 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-72d845e4-c60d-4819-8ca1-d40aab9cc6d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:57:21.113083 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72d845e4-c60d-4819-8ca1-d40aab9cc6d2 None None] Routers {'28210ab5-5732-4bcc-ba80-5564b3f19eee'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:57:21.114088 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-72d845e4-c60d-4819-8ca1-d40aab9cc6d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:57:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['28210ab5-5732-4bcc-ba80-5564b3f19eee'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:57:21.146611 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-72d845e4-c60d-4819-8ca1-d40aab9cc6d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:57:21.147596 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72d845e4-c60d-4819-8ca1-d40aab9cc6d2 None None] The sync data for ids ['28210ab5-5732-4bcc-ba80-5564b3f19eee'] in n-d-816206-8 is: [] {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:57:21.168754 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-670f5078-bf4a-4987-baa5-1dff0dc7662b tempest-FloatingIPAdminTestJSON-1108771171 tempest-FloatingIPAdminTestJSON-1108771171-project] Publish callbacks [] for router, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:21.285174 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-670f5078-bf4a-4987-baa5-1dff0dc7662b tempest-FloatingIPAdminTestJSON-1108771171 tempest-FloatingIPAdminTestJSON-1108771171-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:21.341425 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-670f5078-bf4a-4987-baa5-1dff0dc7662b tempest-FloatingIPAdminTestJSON-1108771171 tempest-FloatingIPAdminTestJSON-1108771171-project] Deleting port cfd3311c-f801-428b-81b6-2519b4a9d415 {{(pid=103591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:57:21.342075 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-670f5078-bf4a-4987-baa5-1dff0dc7662b tempest-FloatingIPAdminTestJSON-1108771171 tempest-FloatingIPAdminTestJSON-1108771171-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:21.432287 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-670f5078-bf4a-4987-baa5-1dff0dc7662b tempest-FloatingIPAdminTestJSON-1108771171 tempest-FloatingIPAdminTestJSON-1108771171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:21.447816 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-670f5078-bf4a-4987-baa5-1dff0dc7662b tempest-FloatingIPAdminTestJSON-1108771171 tempest-FloatingIPAdminTestJSON-1108771171-project] Calling delete_port for cfd3311c-f801-428b-81b6-2519b4a9d415 owned by network:router_gateway {{(pid=103591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:57:21.628611 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-670f5078-bf4a-4987-baa5-1dff0dc7662b tempest-FloatingIPAdminTestJSON-1108771171 tempest-FloatingIPAdminTestJSON-1108771171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:21.658524 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670f5078-bf4a-4987-baa5-1dff0dc7662b tempest-FloatingIPAdminTestJSON-1108771171 tempest-FloatingIPAdminTestJSON-1108771171-project] Pushing event deleted for resources: {'Port': ['ID=cfd3311c-f801-428b-81b6-2519b4a9d415,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:57:21.688358 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27c6bade-28d7-4f97-9861-628fdd578a4c None None] DHCP port deletion for 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:57:21.730485 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-670f5078-bf4a-4987-baa5-1dff0dc7662b tempest-FloatingIPAdminTestJSON-1108771171 tempest-FloatingIPAdminTestJSON-1108771171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1795454'] for router_gateway, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:21.834162 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-670f5078-bf4a-4987-baa5-1dff0dc7662b tempest-FloatingIPAdminTestJSON-1108771171 tempest-FloatingIPAdminTestJSON-1108771171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1794352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8175'] for router, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:21.841928 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-670f5078-bf4a-4987-baa5-1dff0dc7662b tempest-FloatingIPAdminTestJSON-1108771171 tempest-FloatingIPAdminTestJSON-1108771171-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:21.848863 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 49538) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:57:22.053989 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4ea0abd-4725-406f-b3f9-4ff86cbf9812 admin admin] Deleting subnet 0ab9c832-1824-437f-b396-c7a73f7851e3 {{(pid=103590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 17:57:22.058551 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b4ea0abd-4725-406f-b3f9-4ff86cbf9812 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:22.099564 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b4ea0abd-4725-406f-b3f9-4ff86cbf9812 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-267528342'] for subnet, precommit_delete_associations {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:22.143826 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b4ea0abd-4725-406f-b3f9-4ff86cbf9812 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971956'] for subnet, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:22.203679 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b4ea0abd-4725-406f-b3f9-4ff86cbf9812 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264357903', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264730940'] for subnet, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:22.229413 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-670f5078-bf4a-4987-baa5-1dff0dc7662b tempest-FloatingIPAdminTestJSON-1108771171 tempest-FloatingIPAdminTestJSON-1108771171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1795580'] for router, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:22.229413 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-670f5078-bf4a-4987-baa5-1dff0dc7662b tempest-FloatingIPAdminTestJSON-1108771171 tempest-FloatingIPAdminTestJSON-1108771171-project] Fanout notify agent at l3_agent the message router_deleted on router 28210ab5-5732-4bcc-ba80-5564b3f19eee {{(pid=103591) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 17:57:22.237453 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-670f5078-bf4a-4987-baa5-1dff0dc7662b tempest-FloatingIPAdminTestJSON-1108771171 tempest-FloatingIPAdminTestJSON-1108771171-project] Publish callbacks [] for router, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:22.240803 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-670f5078-bf4a-4987-baa5-1dff0dc7662b tempest-FloatingIPAdminTestJSON-1108771171 tempest-FloatingIPAdminTestJSON-1108771171-project] 10.222.0.60 "DELETE /v2.0/routers/28210ab5-5732-4bcc-ba80-5564b3f19eee HTTP/1.1" status: 204 len: 168 time: 1.1973252 Nov 23 17:57:22.241262 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 49542) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:57:22.246129 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ea0abd-4725-406f-b3f9-4ff86cbf9812 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0ab9c832-1824-437f-b396-c7a73f7851e3,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:57:22.253164 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b4ea0abd-4725-406f-b3f9-4ff86cbf9812 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:22.256439 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-b4ea0abd-4725-406f-b3f9-4ff86cbf9812 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/0ab9c832-1824-437f-b396-c7a73f7851e3 HTTP/1.1" status: 204 len: 168 time: 0.4039757 Nov 23 17:57:22.258863 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 49544) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:57:22.262281 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56b76b5e-1174-4fe3-a6aa-d03d2f1ab39f None None] Network 7ac268de-08e0-4d04-9511-b148f4c874eb requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:57:22.344577 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.db_base_plugin_v2 [None req-0eb2354a-33a7-4b42-911c-b3a7713536f1 tempest-FloatingIPAdminTestJSON-1108771171 tempest-FloatingIPAdminTestJSON-1108771171-project] Deleting subnet 483c6251-3b98-4c78-90ad-b19ccc16ad8a {{(pid=103591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 17:57:22.347738 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-9e1612a1-f654-40cd-b08e-ceeeafab0971 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-555181'] for network, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:22.348760 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-0eb2354a-33a7-4b42-911c-b3a7713536f1 tempest-FloatingIPAdminTestJSON-1108771171 tempest-FloatingIPAdminTestJSON-1108771171-project] Publish callbacks [] for subnet, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:22.392431 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-0eb2354a-33a7-4b42-911c-b3a7713536f1 tempest-FloatingIPAdminTestJSON-1108771171 tempest-FloatingIPAdminTestJSON-1108771171-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265990000'] for subnet, precommit_delete_associations {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:22.445125 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-9e1612a1-f654-40cd-b08e-ceeeafab0971 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973419', 'neutron.services.segments.db._delete_segments_for_network-8736635878840'] for network, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:22.469034 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-9e1612a1-f654-40cd-b08e-ceeeafab0971 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ac268de-08e0-4d04-9511-b148f4c874eb']}} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:57:22.484417 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-9e1612a1-f654-40cd-b08e-ceeeafab0971 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '870208a2-a4b2-4b02-aec7-63aaef1eda1f') {'for_net_delete': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:57:22.484734 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-9e1612a1-f654-40cd-b08e-ceeeafab0971 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '870208a2-a4b2-4b02-aec7-63aaef1eda1f') {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:57:22.490582 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd1f46fb-4237-4ebc-8c76-37930e7cb0f1 None None] DHCP port deletion for 7ac268de-08e0-4d04-9511-b148f4c874eb request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:57:22.493337 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-0eb2354a-33a7-4b42-911c-b3a7713536f1 tempest-FloatingIPAdminTestJSON-1108771171 tempest-FloatingIPAdminTestJSON-1108771171-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971956'] for subnet, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:22.511477 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-9e1612a1-f654-40cd-b08e-ceeeafab0971 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736635840332', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-267528353'] for segment, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:22.530003 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-9e1612a1-f654-40cd-b08e-ceeeafab0971 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:22.537707 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e1612a1-f654-40cd-b08e-ceeeafab0971 admin admin] Releasing vlan 518 on physical network physnet1 to pool {{(pid=103590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 17:57:22.538254 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-9e1612a1-f654-40cd-b08e-ceeeafab0971 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264370093'] for segment, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:22.539967 n-d-816206-8 neutron-server[103590]: Traceback (most recent call last): Nov 23 17:57:22.539967 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 17:57:22.539967 n-d-816206-8 neutron-server[103590]: timer() Nov 23 17:57:22.539967 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 17:57:22.539967 n-d-816206-8 neutron-server[103590]: cb(*args, **kw) Nov 23 17:57:22.539967 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 17:57:22.539967 n-d-816206-8 neutron-server[103590]: return func(*args, **kwargs) Nov 23 17:57:22.539967 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 17:57:22.539967 n-d-816206-8 neutron-server[103590]: self._notify() Nov 23 17:57:22.539967 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 17:57:22.539967 n-d-816206-8 neutron-server[103590]: self.callback(batched_events) Nov 23 17:57:22.539967 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 17:57:22.539967 n-d-816206-8 neutron-server[103590]: event.method(event) Nov 23 17:57:22.539967 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 17:57:22.539967 n-d-816206-8 neutron-server[103590]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 17:57:22.539967 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 17:57:22.539967 n-d-816206-8 neutron-server[103590]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 17:57:22.539967 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 17:57:22.539967 n-d-816206-8 neutron-server[103590]: return f(self, *a, **k) Nov 23 17:57:22.539967 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 17:57:22.539967 n-d-816206-8 neutron-server[103590]: return self._get(url).json() Nov 23 17:57:22.539967 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 17:57:22.539967 n-d-816206-8 neutron-server[103590]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 17:57:22.539967 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 17:57:22.539967 n-d-816206-8 neutron-server[103590]: return self.request(url, 'GET', **kwargs) Nov 23 17:57:22.539967 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 17:57:22.539967 n-d-816206-8 neutron-server[103590]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 17:57:22.539967 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 17:57:22.539967 n-d-816206-8 neutron-server[103590]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 17:57:22.539967 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 17:57:22.539967 n-d-816206-8 neutron-server[103590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 17:57:22.539967 n-d-816206-8 neutron-server[103590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 17:57:22.600211 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-0eb2354a-33a7-4b42-911c-b3a7713536f1 tempest-FloatingIPAdminTestJSON-1108771171 tempest-FloatingIPAdminTestJSON-1108771171-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264758240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264314269'] for subnet, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:22.608368 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-9e1612a1-f654-40cd-b08e-ceeeafab0971 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1795418'] for network, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:22.616473 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-9e1612a1-f654-40cd-b08e-ceeeafab0971 admin admin] Publish callbacks [] for network, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:22.620622 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-9e1612a1-f654-40cd-b08e-ceeeafab0971 admin admin] 10.222.0.60 "DELETE /v2.0/networks/7ac268de-08e0-4d04-9511-b148f4c874eb HTTP/1.1" status: 204 len: 168 time: 0.3606579 Nov 23 17:57:22.636584 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb2354a-33a7-4b42-911c-b3a7713536f1 tempest-FloatingIPAdminTestJSON-1108771171 tempest-FloatingIPAdminTestJSON-1108771171-project] Pushing event deleted for resources: {'Subnet': ['ID=483c6251-3b98-4c78-90ad-b19ccc16ad8a,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:57:22.642049 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-0eb2354a-33a7-4b42-911c-b3a7713536f1 tempest-FloatingIPAdminTestJSON-1108771171 tempest-FloatingIPAdminTestJSON-1108771171-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for subnet, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:22.648798 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-0eb2354a-33a7-4b42-911c-b3a7713536f1 tempest-FloatingIPAdminTestJSON-1108771171 tempest-FloatingIPAdminTestJSON-1108771171-project] 10.222.0.60 "DELETE /v2.0/subnets/483c6251-3b98-4c78-90ad-b19ccc16ad8a HTTP/1.1" status: 204 len: 168 time: 0.4065919 Nov 23 17:57:22.649555 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 49550) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:57:22.651180 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18633d87-0d65-41c1-a996-99c6440da858 None None] Network 4bfe6749-b30f-4f27-8b6c-d3f1af47dc62 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:57:22.673775 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1612a1-f654-40cd-b08e-ceeeafab0971 admin admin] Pushing event deleted for resources: {'Network': ['ID=7ac268de-08e0-4d04-9511-b148f4c874eb,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:57:22.766694 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-ad38d949-a50e-4bf6-96cf-392b3465a860 tempest-FloatingIPAdminTestJSON-1108771171 tempest-FloatingIPAdminTestJSON-1108771171-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-555181'] for network, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:22.816857 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 49552) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:57:22.831102 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-ad38d949-a50e-4bf6-96cf-392b3465a860 tempest-FloatingIPAdminTestJSON-1108771171 tempest-FloatingIPAdminTestJSON-1108771171-project] Deleting port 270568e8-5541-43ea-9d08-dba4722ae434 {{(pid=103591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:57:22.831540 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-ad38d949-a50e-4bf6-96cf-392b3465a860 tempest-FloatingIPAdminTestJSON-1108771171 tempest-FloatingIPAdminTestJSON-1108771171-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:22.878199 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-829b13c4-c61a-4cc5-ae19-aa8742bf9463 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=48ed3d32b4624922abb1a209c7b87e34&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0599205 Nov 23 17:57:22.880599 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 49554) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:57:22.918155 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [None req-ad38d949-a50e-4bf6-96cf-392b3465a860 tempest-FloatingIPAdminTestJSON-1108771171 tempest-FloatingIPAdminTestJSON-1108771171-project] For port 270568e8-5541-43ea-9d08-dba4722ae434, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=270568e8-5541-43ea-9d08-dba4722ae434,segment=NetworkSegment(962dd797-f9cf-46f0-ab7b-5b283abe6233),segment_id=962dd797-f9cf-46f0-ab7b-5b283abe6233)] {{(pid=103591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:57:22.918155 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-ad38d949-a50e-4bf6-96cf-392b3465a860 tempest-FloatingIPAdminTestJSON-1108771171 tempest-FloatingIPAdminTestJSON-1108771171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:22.933027 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4500a3cf-2960-4384-8142-c97f77a9bde0 None None] DHCP port deletion for 4bfe6749-b30f-4f27-8b6c-d3f1af47dc62 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:57:22.933821 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-ad38d949-a50e-4bf6-96cf-392b3465a860 tempest-FloatingIPAdminTestJSON-1108771171 tempest-FloatingIPAdminTestJSON-1108771171-project] Calling delete_port for 270568e8-5541-43ea-9d08-dba4722ae434 owned by network:dhcp {{(pid=103591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:57:22.943024 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-46f7e9ab-1c81-4856-ae5f-51d8355a08d4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:22.968197 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-46f7e9ab-1c81-4856-ae5f-51d8355a08d4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:22.999181 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-4500a3cf-2960-4384-8142-c97f77a9bde0 None None] Deleting port 270568e8-5541-43ea-9d08-dba4722ae434 {{(pid=103592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:57:22.999552 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-4500a3cf-2960-4384-8142-c97f77a9bde0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:23.030020 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-ad38d949-a50e-4bf6-96cf-392b3465a860 tempest-FloatingIPAdminTestJSON-1108771171 tempest-FloatingIPAdminTestJSON-1108771171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:23.037668 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-46f7e9ab-1c81-4856-ae5f-51d8355a08d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:23.041194 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-46f7e9ab-1c81-4856-ae5f-51d8355a08d4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:23.043474 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad38d949-a50e-4bf6-96cf-392b3465a860 tempest-FloatingIPAdminTestJSON-1108771171 tempest-FloatingIPAdminTestJSON-1108771171-project] No DVR routers for this DVR port 270568e8-5541-43ea-9d08-dba4722ae434 on host n-d-816206-8 {{(pid=103591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:57:23.049686 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-46f7e9ab-1c81-4856-ae5f-51d8355a08d4 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/9ee8fc93-0a51-4d17-a68b-24997fd5e1c4 HTTP/1.1" status: 204 len: 168 time: 0.1673560 Nov 23 17:57:23.076010 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f7e9ab-1c81-4856-ae5f-51d8355a08d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ee8fc93-0a51-4d17-a68b-24997fd5e1c4,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:57:23.118839 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-4500a3cf-2960-4384-8142-c97f77a9bde0 None None] For port 270568e8-5541-43ea-9d08-dba4722ae434, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=270568e8-5541-43ea-9d08-dba4722ae434,segment=NetworkSegment(962dd797-f9cf-46f0-ab7b-5b283abe6233),segment_id=962dd797-f9cf-46f0-ab7b-5b283abe6233)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:57:23.119246 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-4500a3cf-2960-4384-8142-c97f77a9bde0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:23.150132 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad38d949-a50e-4bf6-96cf-392b3465a860 tempest-FloatingIPAdminTestJSON-1108771171 tempest-FloatingIPAdminTestJSON-1108771171-project] Pushing event deleted for resources: {'Port': ['ID=270568e8-5541-43ea-9d08-dba4722ae434,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:57:23.159212 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-4500a3cf-2960-4384-8142-c97f77a9bde0 None None] Calling delete_port for 270568e8-5541-43ea-9d08-dba4722ae434 owned by network:dhcp {{(pid=103592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:57:23.219369 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-ad38d949-a50e-4bf6-96cf-392b3465a860 tempest-FloatingIPAdminTestJSON-1108771171 tempest-FloatingIPAdminTestJSON-1108771171-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973419', 'neutron.services.segments.db._delete_segments_for_network-8736635878840'] for network, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:23.241975 n-d-816206-8 neutron-server[103591]: DEBUG neutron.services.segments.db [None req-ad38d949-a50e-4bf6-96cf-392b3465a860 tempest-FloatingIPAdminTestJSON-1108771171 tempest-FloatingIPAdminTestJSON-1108771171-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4bfe6749-b30f-4f27-8b6c-d3f1af47dc62']}} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:57:23.254069 n-d-816206-8 neutron-server[103591]: DEBUG neutron.services.segments.db [None req-ad38d949-a50e-4bf6-96cf-392b3465a860 tempest-FloatingIPAdminTestJSON-1108771171 tempest-FloatingIPAdminTestJSON-1108771171-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '962dd797-f9cf-46f0-ab7b-5b283abe6233') {'for_net_delete': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:57:23.254399 n-d-816206-8 neutron-server[103591]: DEBUG neutron.services.segments.db [None req-ad38d949-a50e-4bf6-96cf-392b3465a860 tempest-FloatingIPAdminTestJSON-1108771171 tempest-FloatingIPAdminTestJSON-1108771171-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '962dd797-f9cf-46f0-ab7b-5b283abe6233') {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:57:23.267266 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-ad38d949-a50e-4bf6-96cf-392b3465a860 tempest-FloatingIPAdminTestJSON-1108771171 tempest-FloatingIPAdminTestJSON-1108771171-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736635840332', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265989959'] for segment, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:23.267647 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-4500a3cf-2960-4384-8142-c97f77a9bde0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989'] for port, after_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:23.292851 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-ad38d949-a50e-4bf6-96cf-392b3465a860 tempest-FloatingIPAdminTestJSON-1108771171 tempest-FloatingIPAdminTestJSON-1108771171-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:23.300121 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4500a3cf-2960-4384-8142-c97f77a9bde0 None None] Pushing event deleted for resources: {'Port': ['ID=270568e8-5541-43ea-9d08-dba4722ae434,revision_number=None']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:57:23.300523 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad38d949-a50e-4bf6-96cf-392b3465a860 tempest-FloatingIPAdminTestJSON-1108771171 tempest-FloatingIPAdminTestJSON-1108771171-project] Releasing vlan 544 on physical network physnet1 to pool {{(pid=103591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 17:57:23.300919 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-ad38d949-a50e-4bf6-96cf-392b3465a860 tempest-FloatingIPAdminTestJSON-1108771171 tempest-FloatingIPAdminTestJSON-1108771171-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264756290'] for segment, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:23.304191 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4500a3cf-2960-4384-8142-c97f77a9bde0 None None] No DVR routers for this DVR port 270568e8-5541-43ea-9d08-dba4722ae434 on host n-d-816206-8 {{(pid=103592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:57:23.304764 n-d-816206-8 neutron-server[103591]: Traceback (most recent call last): Nov 23 17:57:23.304764 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 17:57:23.304764 n-d-816206-8 neutron-server[103591]: timer() Nov 23 17:57:23.304764 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 17:57:23.304764 n-d-816206-8 neutron-server[103591]: cb(*args, **kw) Nov 23 17:57:23.304764 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 17:57:23.304764 n-d-816206-8 neutron-server[103591]: return func(*args, **kwargs) Nov 23 17:57:23.304764 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 17:57:23.304764 n-d-816206-8 neutron-server[103591]: self._notify() Nov 23 17:57:23.304764 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 17:57:23.304764 n-d-816206-8 neutron-server[103591]: self.callback(batched_events) Nov 23 17:57:23.304764 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 17:57:23.304764 n-d-816206-8 neutron-server[103591]: event.method(event) Nov 23 17:57:23.304764 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 17:57:23.304764 n-d-816206-8 neutron-server[103591]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 17:57:23.304764 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 17:57:23.304764 n-d-816206-8 neutron-server[103591]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 17:57:23.304764 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 17:57:23.304764 n-d-816206-8 neutron-server[103591]: return f(self, *a, **k) Nov 23 17:57:23.304764 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 17:57:23.304764 n-d-816206-8 neutron-server[103591]: return self._get(url).json() Nov 23 17:57:23.304764 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 17:57:23.304764 n-d-816206-8 neutron-server[103591]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 17:57:23.304764 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 17:57:23.304764 n-d-816206-8 neutron-server[103591]: return self.request(url, 'GET', **kwargs) Nov 23 17:57:23.304764 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 17:57:23.304764 n-d-816206-8 neutron-server[103591]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 17:57:23.304764 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 17:57:23.304764 n-d-816206-8 neutron-server[103591]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 17:57:23.304764 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 17:57:23.304764 n-d-816206-8 neutron-server[103591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 17:57:23.304764 n-d-816206-8 neutron-server[103591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 17:57:23.390045 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-ad38d949-a50e-4bf6-96cf-392b3465a860 tempest-FloatingIPAdminTestJSON-1108771171 tempest-FloatingIPAdminTestJSON-1108771171-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1795418'] for network, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:23.397787 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-ad38d949-a50e-4bf6-96cf-392b3465a860 tempest-FloatingIPAdminTestJSON-1108771171 tempest-FloatingIPAdminTestJSON-1108771171-project] Publish callbacks [] for network, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:23.404404 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 49560) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:57:23.404677 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-ad38d949-a50e-4bf6-96cf-392b3465a860 tempest-FloatingIPAdminTestJSON-1108771171 tempest-FloatingIPAdminTestJSON-1108771171-project] 10.222.0.60 "DELETE /v2.0/networks/4bfe6749-b30f-4f27-8b6c-d3f1af47dc62 HTTP/1.1" status: 204 len: 168 time: 0.7536578 Nov 23 17:57:23.417398 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad38d949-a50e-4bf6-96cf-392b3465a860 tempest-FloatingIPAdminTestJSON-1108771171 tempest-FloatingIPAdminTestJSON-1108771171-project] Pushing event deleted for resources: {'Network': ['ID=4bfe6749-b30f-4f27-8b6c-d3f1af47dc62,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:57:23.437818 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 270568e8-5541-43ea-9d08-dba4722ae434 no longer exists at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:57:23.461073 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] No Port match for: 270568e8-5541-43ea-9d08-dba4722ae434 {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:57:23.461623 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 270568e8-5541-43ea-9d08-dba4722ae434 not bound to the agent host n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:57:23.566964 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-37407f38-d24f-4a34-b20b-eceb5e1422be tempest-FloatingIPAdminTestJSON-1108771171 tempest-FloatingIPAdminTestJSON-1108771171-project] Deleting port 8397d230-f948-4f4c-b25b-3b22d0daea6e {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:57:23.567312 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-37407f38-d24f-4a34-b20b-eceb5e1422be tempest-FloatingIPAdminTestJSON-1108771171 tempest-FloatingIPAdminTestJSON-1108771171-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:23.656581 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-37407f38-d24f-4a34-b20b-eceb5e1422be tempest-FloatingIPAdminTestJSON-1108771171 tempest-FloatingIPAdminTestJSON-1108771171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:23.656914 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-37407f38-d24f-4a34-b20b-eceb5e1422be tempest-FloatingIPAdminTestJSON-1108771171 tempest-FloatingIPAdminTestJSON-1108771171-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:23.672989 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-37407f38-d24f-4a34-b20b-eceb5e1422be tempest-FloatingIPAdminTestJSON-1108771171 tempest-FloatingIPAdminTestJSON-1108771171-project] Calling delete_port for 8397d230-f948-4f4c-b25b-3b22d0daea6e owned by network:floatingip {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:57:23.846269 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-37407f38-d24f-4a34-b20b-eceb5e1422be tempest-FloatingIPAdminTestJSON-1108771171 tempest-FloatingIPAdminTestJSON-1108771171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:23.870707 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37407f38-d24f-4a34-b20b-eceb5e1422be tempest-FloatingIPAdminTestJSON-1108771171 tempest-FloatingIPAdminTestJSON-1108771171-project] Pushing event deleted for resources: {'Port': ['ID=8397d230-f948-4f4c-b25b-3b22d0daea6e,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:57:23.942504 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-37407f38-d24f-4a34-b20b-eceb5e1422be tempest-FloatingIPAdminTestJSON-1108771171 tempest-FloatingIPAdminTestJSON-1108771171-project] Publish callbacks [] for floatingip, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:23.945964 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-37407f38-d24f-4a34-b20b-eceb5e1422be tempest-FloatingIPAdminTestJSON-1108771171 tempest-FloatingIPAdminTestJSON-1108771171-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for floatingip, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:23.947442 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-37407f38-d24f-4a34-b20b-eceb5e1422be tempest-FloatingIPAdminTestJSON-1108771171 tempest-FloatingIPAdminTestJSON-1108771171-project] 10.222.0.60 "DELETE /v2.0/floatingips/99821b1d-06c7-4eb3-87f0-3133e2a8d73f HTTP/1.1" status: 204 len: 168 time: 0.5415158 Nov 23 17:57:24.237949 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 49588) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:57:24.393245 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-4fca7d01-6e54-4b9c-939b-5837c520001e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f5d974c494f544d2a4bb0f687fd51c2d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1519074 Nov 23 17:57:24.393754 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 49598) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:57:24.451935 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c9b48120-a0f9-43bd-ae09-f30989b97c02 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:24.484090 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c9b48120-a0f9-43bd-ae09-f30989b97c02 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:24.541695 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c9b48120-a0f9-43bd-ae09-f30989b97c02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:24.545451 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c9b48120-a0f9-43bd-ae09-f30989b97c02 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:24.546856 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-c9b48120-a0f9-43bd-ae09-f30989b97c02 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/64267009-621d-4ed2-95cd-167ae1686559 HTTP/1.1" status: 204 len: 168 time: 0.1513147 Nov 23 17:57:24.560522 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b48120-a0f9-43bd-ae09-f30989b97c02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64267009-621d-4ed2-95cd-167ae1686559,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:57:24.958890 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 49616) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:57:24.972258 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5aefd2cd-1054-439d-85bf-6edf904e864c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:25.055204 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5aefd2cd-1054-439d-85bf-6edf904e864c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:25.060657 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5aefd2cd-1054-439d-85bf-6edf904e864c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:25.111290 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-5aefd2cd-1054-439d-85bf-6edf904e864c admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=713dbd9b559d47e6adbf5c5e02d34872&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1488483 Nov 23 17:57:25.111513 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 49618) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:57:25.117110 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aefd2cd-1054-439d-85bf-6edf904e864c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7f8f193-6e4f-4f4c-a9c5-e032f4163a3c,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:57:25.166713 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4e298c73-52f8-4b3d-9ab0-75c7df5d81c6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:25.191925 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4e298c73-52f8-4b3d-9ab0-75c7df5d81c6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:25.211523 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 49620) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:57:25.217142 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-ea3353b3-e7a2-4414-812c-cddc83d496c2 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-977440152', 'description': 'tempest-secgroup-smoke-977440152 description', 'project_id': '4d3a35880fb64e77bd3047bfa46cf261'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:57:25.244719 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-ea3353b3-e7a2-4414-812c-cddc83d496c2 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks [] for security_group, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:25.249382 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4e298c73-52f8-4b3d-9ab0-75c7df5d81c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:25.252021 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4e298c73-52f8-4b3d-9ab0-75c7df5d81c6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:25.257619 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-4e298c73-52f8-4b3d-9ab0-75c7df5d81c6 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e7f8f193-6e4f-4f4c-a9c5-e032f4163a3c HTTP/1.1" status: 204 len: 168 time: 0.1453180 Nov 23 17:57:25.259360 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-ea3353b3-e7a2-4414-812c-cddc83d496c2 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks [] for security_group, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:25.275096 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e298c73-52f8-4b3d-9ab0-75c7df5d81c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7f8f193-6e4f-4f4c-a9c5-e032f4163a3c,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:57:25.363484 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-ea3353b3-e7a2-4414-812c-cddc83d496c2 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks [] for security_group, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:25.368811 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-ea3353b3-e7a2-4414-812c-cddc83d496c2 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:25.411695 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3353b3-e7a2-4414-812c-cddc83d496c2 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7476b58-b2e1-4974-a96b-a734248c8717,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:57:25.465344 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-ea3353b3-e7a2-4414-812c-cddc83d496c2 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks [] for security_group, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:25.471583 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-ea3353b3-e7a2-4414-812c-cddc83d496c2 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:25.503368 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3353b3-e7a2-4414-812c-cddc83d496c2 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c951464a-459e-4ec5-9432-89ee674ff255,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:57:25.508132 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-ea3353b3-e7a2-4414-812c-cddc83d496c2 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks [] for security_group, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:25.509424 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-ea3353b3-e7a2-4414-812c-cddc83d496c2 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2967896 Nov 23 17:57:25.512659 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 49626) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:57:25.517237 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-9700ea3a-b811-4a88-ad3f-2775e9e10379 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Request body: {'security_group_rule': {'security_group_id': 'c951464a-459e-4ec5-9432-89ee674ff255', 'project_id': '4d3a35880fb64e77bd3047bfa46cf261', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:57:25.558242 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-9700ea3a-b811-4a88-ad3f-2775e9e10379 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:25.614799 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-9700ea3a-b811-4a88-ad3f-2775e9e10379 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:25.619292 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-9700ea3a-b811-4a88-ad3f-2775e9e10379 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994370'] for security_group_rule, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:25.640346 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9700ea3a-b811-4a88-ad3f-2775e9e10379 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5afabd8f-e062-4b7b-bb48-2d315c03531c,revision_number=0']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:57:25.654031 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-9700ea3a-b811-4a88-ad3f-2775e9e10379 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:25.654375 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 49628) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:57:25.655655 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-9700ea3a-b811-4a88-ad3f-2775e9e10379 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1420150 Nov 23 17:57:25.658327 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 49630) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:57:25.662838 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-4226846b-4ef6-4b48-a1b7-30bc59bdd42f tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Request body: {'security_group_rule': {'security_group_id': 'c951464a-459e-4ec5-9432-89ee674ff255', 'project_id': '4d3a35880fb64e77bd3047bfa46cf261', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:57:25.668147 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-7c62fa33-f4e0-4bd7-8eef-676bd0c708b8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:25.720600 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4226846b-4ef6-4b48-a1b7-30bc59bdd42f tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:25.768720 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-7c62fa33-f4e0-4bd7-8eef-676bd0c708b8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:25.775813 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-7c62fa33-f4e0-4bd7-8eef-676bd0c708b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:25.789790 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4226846b-4ef6-4b48-a1b7-30bc59bdd42f tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:25.795195 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4226846b-4ef6-4b48-a1b7-30bc59bdd42f tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994370'] for security_group_rule, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:25.830890 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-7c62fa33-f4e0-4bd7-8eef-676bd0c708b8 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=138051094e294bf68c72c51e303fc4b6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1722333 Nov 23 17:57:25.831042 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4226846b-4ef6-4b48-a1b7-30bc59bdd42f tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:25.831042 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-4226846b-4ef6-4b48-a1b7-30bc59bdd42f tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1701078 Nov 23 17:57:25.831042 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 49634) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:57:25.832361 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4226846b-4ef6-4b48-a1b7-30bc59bdd42f tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aaab5aee-6dda-4bcf-ae96-81889898ad11,revision_number=0']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:57:25.834195 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 49636) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:57:25.845507 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-7cc5c8b1-cf0c-4748-afb3-fb1e4c5cd7f0 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Request body: {'security_group_rule': {'security_group_id': 'c951464a-459e-4ec5-9432-89ee674ff255', 'project_id': '4d3a35880fb64e77bd3047bfa46cf261', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:57:25.848019 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c62fa33-f4e0-4bd7-8eef-676bd0c708b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c204de5-85fc-469b-9011-f6a99e3779c1,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:57:25.900903 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7cc5c8b1-cf0c-4748-afb3-fb1e4c5cd7f0 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:25.922850 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-635ed2e3-6479-4461-a459-ef3a1637993f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:25.968625 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-635ed2e3-6479-4461-a459-ef3a1637993f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:26.013865 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7cc5c8b1-cf0c-4748-afb3-fb1e4c5cd7f0 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:26.018558 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7cc5c8b1-cf0c-4748-afb3-fb1e4c5cd7f0 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994370'] for security_group_rule, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:26.040602 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc5c8b1-cf0c-4748-afb3-fb1e4c5cd7f0 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f59d2f7-7fea-4f9a-b8b8-11aea853199b,revision_number=0']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:57:26.048205 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7cc5c8b1-cf0c-4748-afb3-fb1e4c5cd7f0 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:26.049470 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-7cc5c8b1-cf0c-4748-afb3-fb1e4c5cd7f0 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2098095 Nov 23 17:57:26.052800 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 49638) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:57:26.057419 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-635ed2e3-6479-4461-a459-ef3a1637993f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:26.059800 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-0a3ba7d8-7d3e-4cde-880c-17e67420d934 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Request body: {'security_group_rule': {'security_group_id': 'c951464a-459e-4ec5-9432-89ee674ff255', 'project_id': '4d3a35880fb64e77bd3047bfa46cf261', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:57:26.060950 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-635ed2e3-6479-4461-a459-ef3a1637993f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:26.062091 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-635ed2e3-6479-4461-a459-ef3a1637993f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/3c204de5-85fc-469b-9011-f6a99e3779c1 HTTP/1.1" status: 204 len: 168 time: 0.2307315 Nov 23 17:57:26.070339 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635ed2e3-6479-4461-a459-ef3a1637993f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c204de5-85fc-469b-9011-f6a99e3779c1,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:57:26.106107 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-0a3ba7d8-7d3e-4cde-880c-17e67420d934 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:26.162439 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-0a3ba7d8-7d3e-4cde-880c-17e67420d934 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:26.167031 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-0a3ba7d8-7d3e-4cde-880c-17e67420d934 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994370'] for security_group_rule, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:26.188783 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3ba7d8-7d3e-4cde-880c-17e67420d934 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb86ee91-7964-45bd-8eaf-c021abf36504,revision_number=0']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:57:26.194922 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-0a3ba7d8-7d3e-4cde-880c-17e67420d934 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:26.199295 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 49642) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:57:26.199517 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-0a3ba7d8-7d3e-4cde-880c-17e67420d934 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1452811 Nov 23 17:57:26.204534 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-484c2ffe-38d7-4533-aa06-8131c740ae3f tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Request body: {'security_group_rule': {'security_group_id': 'c951464a-459e-4ec5-9432-89ee674ff255', 'project_id': '4d3a35880fb64e77bd3047bfa46cf261', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:57:26.230237 n-d-816206-8 neutron-server[103590]: INFO neutron.db.securitygroups_db [None req-484c2ffe-38d7-4533-aa06-8131c740ae3f tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Project 4d3a35880fb64e77bd3047bfa46cf261 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 17:57:26.237142 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-484c2ffe-38d7-4533-aa06-8131c740ae3f tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:26.296050 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-484c2ffe-38d7-4533-aa06-8131c740ae3f tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:26.302133 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-484c2ffe-38d7-4533-aa06-8131c740ae3f tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994370'] for security_group_rule, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:26.324426 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484c2ffe-38d7-4533-aa06-8131c740ae3f tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da44b67e-f800-4eda-9ff6-a3cdf4732f94,revision_number=0']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:57:26.333266 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-484c2ffe-38d7-4533-aa06-8131c740ae3f tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:26.336984 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-484c2ffe-38d7-4533-aa06-8131c740ae3f tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1359849 Nov 23 17:57:26.337214 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 49646) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:57:26.342655 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-5084fc49-1e73-47d0-960c-d70e1982eeac tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Request body: {'security_group_rule': {'security_group_id': 'c951464a-459e-4ec5-9432-89ee674ff255', 'project_id': '4d3a35880fb64e77bd3047bfa46cf261', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:57:26.370156 n-d-816206-8 neutron-server[103591]: INFO neutron.db.securitygroups_db [None req-5084fc49-1e73-47d0-960c-d70e1982eeac tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Project 4d3a35880fb64e77bd3047bfa46cf261 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 17:57:26.377035 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-5084fc49-1e73-47d0-960c-d70e1982eeac tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:26.446796 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-5084fc49-1e73-47d0-960c-d70e1982eeac tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:26.451751 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-5084fc49-1e73-47d0-960c-d70e1982eeac tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994370'] for security_group_rule, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:26.471856 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5084fc49-1e73-47d0-960c-d70e1982eeac tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6143d6d9-f231-44c0-92be-b070e8f44d73,revision_number=0']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:57:26.483662 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-5084fc49-1e73-47d0-960c-d70e1982eeac tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:26.485129 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-5084fc49-1e73-47d0-960c-d70e1982eeac tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1468644 Nov 23 17:57:26.488030 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 49654) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:57:26.494622 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-9795f328-1748-45a5-9e79-920264c46a52 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Request body: {'network': {'name': 'tempest-network-smoke--221455015', 'project_id': '4d3a35880fb64e77bd3047bfa46cf261', 'port_security_enabled': True}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:57:26.519309 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9795f328-1748-45a5-9e79-920264c46a52 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Made reservation on behalf of 4d3a35880fb64e77bd3047bfa46cf261 for: {'network': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:57:26.526595 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-9795f328-1748-45a5-9e79-920264c46a52 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for network, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:26.552444 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9795f328-1748-45a5-9e79-920264c46a52 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] vlan segment allocate from pool success with {'vlan_id': 500, 'physical_network': 'physnet1'} {{(pid=103591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 17:57:26.562220 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-9795f328-1748-45a5-9e79-920264c46a52 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:26.562571 n-d-816206-8 neutron-server[103591]: INFO neutron.db.segments_db [None req-9795f328-1748-45a5-9e79-920264c46a52 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Added segment 66b17735-968c-4ef6-882e-8a9012d27a51 of type vlan for network eb14d06b-c5a2-40f2-ae77-d899286918bf Nov 23 17:57:26.610719 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-9795f328-1748-45a5-9e79-920264c46a52 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736635338810'] for network, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:26.640069 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-9795f328-1748-45a5-9e79-920264c46a52 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493'] for network, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:26.646076 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9795f328-1748-45a5-9e79-920264c46a52 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:57:26.646655 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-9795f328-1748-45a5-9e79-920264c46a52 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks [] for network, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:26.685542 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-9795f328-1748-45a5-9e79-920264c46a52 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1959615 Nov 23 17:57:26.687359 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 49662) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:57:26.692913 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-b18e2f14-8c6c-4cc3-9def-c3f5d1709073 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-430235641', 'admin_state_up': True, 'project_id': '4d3a35880fb64e77bd3047bfa46cf261', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'}}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:57:26.730408 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b18e2f14-8c6c-4cc3-9def-c3f5d1709073 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1793449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8093'] for router, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:26.733473 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b18e2f14-8c6c-4cc3-9def-c3f5d1709073 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1794473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1794771', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1638326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8086'] for router, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:26.740858 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9795f328-1748-45a5-9e79-920264c46a52 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Pushing event updated for resources: {'Network': ['ID=eb14d06b-c5a2-40f2-ae77-d899286918bf,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:57:26.756095 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Network eb14d06b-c5a2-40f2-ae77-d899286918bf details requested by agent ovs-agent-n-d-816206-8 with host n-d-816206-8 {{(pid=103592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 17:57:26.820985 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b18e2f14-8c6c-4cc3-9def-c3f5d1709073 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:26.999587 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b18e2f14-8c6c-4cc3-9def-c3f5d1709073 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:27.229874 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b18e2f14-8c6c-4cc3-9def-c3f5d1709073 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks [] for router_gateway, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:27.252549 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b18e2f14-8c6c-4cc3-9def-c3f5d1709073 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:27.365012 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-b18e2f14-8c6c-4cc3-9def-c3f5d1709073 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Allocated IP 172.25.3.148 (4c8455ba-1be5-42ac-b8c2-8a16e1292d55/08fe3644-ce41-4c3f-a7ea-92bac0f0fff5/2cf49e07-d7da-45bb-8d51-6ddb9da6b196) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:57:27.491656 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b18e2f14-8c6c-4cc3-9def-c3f5d1709073 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:27.528831 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b18e2f14-8c6c-4cc3-9def-c3f5d1709073 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:27.566065 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b18e2f14-8c6c-4cc3-9def-c3f5d1709073 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Network 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:57:27.570683 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-b18e2f14-8c6c-4cc3-9def-c3f5d1709073 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:57:27.571643 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 49684) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:57:27.574297 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b18e2f14-8c6c-4cc3-9def-c3f5d1709073 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:57:27.588606 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc28ffff-946d-4233-ad3a-4dc6578da523 None None] DHCP port deletion for 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:57:27.618128 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18e2f14-8c6c-4cc3-9def-c3f5d1709073 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Pushing event updated for resources: {'Port': ['ID=2cf49e07-d7da-45bb-8d51-6ddb9da6b196,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:57:27.650841 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-34c8d684-ca3e-4f67-8dbe-ee2952e7e4f6 None None] Provisioning complete for port 2cf49e07-d7da-45bb-8d51-6ddb9da6b196 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:57:27.651498 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-34c8d684-ca3e-4f67-8dbe-ee2952e7e4f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:27.688333 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-34c8d684-ca3e-4f67-8dbe-ee2952e7e4f6 None None] Port 2cf49e07-d7da-45bb-8d51-6ddb9da6b196 cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:57:27.719516 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-9729c6d2-e8d7-4d19-a669-b174baaec46a tempest-RoutersIpV6AdminTest-1226314601 tempest-RoutersIpV6AdminTest-1226314601-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-363382376', 'router:external': True}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:57:27.743683 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9729c6d2-e8d7-4d19-a669-b174baaec46a tempest-RoutersIpV6AdminTest-1226314601 tempest-RoutersIpV6AdminTest-1226314601-project-admin] Made reservation on behalf of 1ad5acc6548e4a12b77ccc17d299fc28 for: {'network': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:57:27.746775 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-9729c6d2-e8d7-4d19-a669-b174baaec46a tempest-RoutersIpV6AdminTest-1226314601 tempest-RoutersIpV6AdminTest-1226314601-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for network, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:27.757751 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-9729c6d2-e8d7-4d19-a669-b174baaec46a tempest-RoutersIpV6AdminTest-1226314601 tempest-RoutersIpV6AdminTest-1226314601-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:27.852335 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-9729c6d2-e8d7-4d19-a669-b174baaec46a tempest-RoutersIpV6AdminTest-1226314601 tempest-RoutersIpV6AdminTest-1226314601-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:27.858732 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-9729c6d2-e8d7-4d19-a669-b174baaec46a tempest-RoutersIpV6AdminTest-1226314601 tempest-RoutersIpV6AdminTest-1226314601-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:27.869826 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b18e2f14-8c6c-4cc3-9def-c3f5d1709073 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks [] for router_gateway, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:27.880862 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9729c6d2-e8d7-4d19-a669-b174baaec46a tempest-RoutersIpV6AdminTest-1226314601 tempest-RoutersIpV6AdminTest-1226314601-project-admin] vlan segment allocate from pool success with {'vlan_id': 544, 'physical_network': 'physnet1'} {{(pid=103591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 17:57:27.898111 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9729c6d2-e8d7-4d19-a669-b174baaec46a tempest-RoutersIpV6AdminTest-1226314601 tempest-RoutersIpV6AdminTest-1226314601-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da3fc583-f5ef-468a-848d-b3f902cd95a8,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:57:27.902575 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-9729c6d2-e8d7-4d19-a669-b174baaec46a tempest-RoutersIpV6AdminTest-1226314601 tempest-RoutersIpV6AdminTest-1226314601-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:27.903495 n-d-816206-8 neutron-server[103591]: INFO neutron.db.segments_db [None req-9729c6d2-e8d7-4d19-a669-b174baaec46a tempest-RoutersIpV6AdminTest-1226314601 tempest-RoutersIpV6AdminTest-1226314601-project-admin] Added segment a7a70243-6445-466f-9b64-cd5a358bde56 of type vlan for network 11aa3ab6-8549-465f-89a8-aa84b2c8037d Nov 23 17:57:27.971014 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-9729c6d2-e8d7-4d19-a669-b174baaec46a tempest-RoutersIpV6AdminTest-1226314601 tempest-RoutersIpV6AdminTest-1226314601-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736635338810'] for network, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:28.005504 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-9729c6d2-e8d7-4d19-a669-b174baaec46a tempest-RoutersIpV6AdminTest-1226314601 tempest-RoutersIpV6AdminTest-1226314601-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493'] for network, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:28.006718 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9729c6d2-e8d7-4d19-a669-b174baaec46a tempest-RoutersIpV6AdminTest-1226314601 tempest-RoutersIpV6AdminTest-1226314601-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:57:28.007426 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-9729c6d2-e8d7-4d19-a669-b174baaec46a tempest-RoutersIpV6AdminTest-1226314601 tempest-RoutersIpV6AdminTest-1226314601-project-admin] Publish callbacks [] for network, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:28.027644 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-9729c6d2-e8d7-4d19-a669-b174baaec46a tempest-RoutersIpV6AdminTest-1226314601 tempest-RoutersIpV6AdminTest-1226314601-project-admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 0.4539955 Nov 23 17:57:28.030977 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 49690) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:57:28.035815 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-04db1861-22b5-46e5-9541-58ade2d39672 tempest-RoutersIpV6AdminTest-1226314601 tempest-RoutersIpV6AdminTest-1226314601-project-admin] Request body: {'subnet': {'network_id': '11aa3ab6-8549-465f-89a8-aa84b2c8037d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:57:28.087177 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9729c6d2-e8d7-4d19-a669-b174baaec46a tempest-RoutersIpV6AdminTest-1226314601 tempest-RoutersIpV6AdminTest-1226314601-project-admin] Pushing event updated for resources: {'Network': ['ID=11aa3ab6-8549-465f-89a8-aa84b2c8037d,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:57:28.098298 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Network 11aa3ab6-8549-465f-89a8-aa84b2c8037d details requested by agent ovs-agent-n-d-816206-8 with host n-d-816206-8 {{(pid=103592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 17:57:28.115549 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04db1861-22b5-46e5-9541-58ade2d39672 tempest-RoutersIpV6AdminTest-1226314601 tempest-RoutersIpV6AdminTest-1226314601-project-admin] Made reservation on behalf of 1ad5acc6548e4a12b77ccc17d299fc28 for: {'subnet': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:57:28.118922 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-04db1861-22b5-46e5-9541-58ade2d39672 tempest-RoutersIpV6AdminTest-1226314601 tempest-RoutersIpV6AdminTest-1226314601-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264730903'] for subnet, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:28.143080 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b18e2f14-8c6c-4cc3-9def-c3f5d1709073 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1794316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1795362'] for router, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:28.421054 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b18e2f14-8c6c-4cc3-9def-c3f5d1709073 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Router 8dd5109b-decb-46a6-9989-bde8f77f2e88 is scheduled to L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 with binding_index 1 {{(pid=103590) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 17:57:28.598093 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b18e2f14-8c6c-4cc3-9def-c3f5d1709073 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:57:28.608191 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06416ba0-d9e6-4d08-b187-d0872052822e None None] Sync routers for ids ['8dd5109b-decb-46a6-9989-bde8f77f2e88'] in n-d-816206-8 {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:57:28.624412 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b18e2f14-8c6c-4cc3-9def-c3f5d1709073 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks [] for router, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:28.625689 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-b18e2f14-8c6c-4cc3-9def-c3f5d1709073 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.9368634 Nov 23 17:57:28.628805 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06416ba0-d9e6-4d08-b187-d0872052822e None None] Routers {'8dd5109b-decb-46a6-9989-bde8f77f2e88'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:57:28.629112 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 49696) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:57:28.629644 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-06416ba0-d9e6-4d08-b187-d0872052822e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:57:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['8dd5109b-decb-46a6-9989-bde8f77f2e88'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:57:28.766812 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvr_db [None req-06416ba0-d9e6-4d08-b187-d0872052822e None None] Set router 8dd5109b-decb-46a6-9989-bde8f77f2e88 gateway port host: n-d-816206-8 {{(pid=103592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:57:28.829016 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-e4ca66bb-df02-4ecf-8039-3724a23538e6 tempest-TestNetworkAdvancedServerOps-448977066 tempest-TestNetworkAdvancedServerOps-448977066-project-admin] 10.222.0.60 "GET /v2.0/subnets?project_id=4d3a35880fb64e77bd3047bfa46cf261&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1983094 Nov 23 17:57:28.831424 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 49702) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:57:28.987545 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-06416ba0-d9e6-4d08-b187-d0872052822e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dd5109b-decb-46a6-9989-bde8f77f2e88', 'name': 'tempest-TestNetworkAdvancedServerOps-router-430235641', 'tenant_id': '4d3a35880fb64e77bd3047bfa46cf261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.148'}], 'enable_snat': True}, 'gw_port_id': '2cf49e07-d7da-45bb-8d51-6ddb9da6b196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:57:26Z', 'updated_at': '2021-11-23T17:57:27Z', 'revision_number': 3, 'project_id': '4d3a35880fb64e77bd3047bfa46cf261', 'gw_port': {'id': '2cf49e07-d7da-45bb-8d51-6ddb9da6b196', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:1f:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dd5109b-decb-46a6-9989-bde8f77f2e88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3633, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:57:27Z', 'updated_at': '2021-11-23T17:57:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8'}], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:57:29.010714 n-d-816206-8 neutron-server[103590]: DEBUG neutron.objects.ports [None req-04db1861-22b5-46e5-9541-58ade2d39672 tempest-RoutersIpV6AdminTest-1226314601 tempest-RoutersIpV6AdminTest-1226314601-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103590) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 23 17:57:29.011272 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-04db1861-22b5-46e5-9541-58ade2d39672 tempest-RoutersIpV6AdminTest-1226314601 tempest-RoutersIpV6AdminTest-1226314601-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264358096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264730885'] for subnet, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:29.019467 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06416ba0-d9e6-4d08-b187-d0872052822e None None] Checking router: 8dd5109b-decb-46a6-9989-bde8f77f2e88 for host: n-d-816206-8 {{(pid=103592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 17:57:29.020083 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06416ba0-d9e6-4d08-b187-d0872052822e None None] Updating router 8dd5109b-decb-46a6-9989-bde8f77f2e88 port 2cf49e07-d7da-45bb-8d51-6ddb9da6b196 binding host n-d-816206-8 {{(pid=103592) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 17:57:29.059716 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-06416ba0-d9e6-4d08-b187-d0872052822e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:29.063180 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59c75950-15a0-44c1-ae34-367d80beae70 tempest-TestNetworkAdvancedServerOps-448977066 tempest-TestNetworkAdvancedServerOps-448977066-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:57:29.063692 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59c75950-15a0-44c1-ae34-367d80beae70 tempest-TestNetworkAdvancedServerOps-448977066 tempest-TestNetworkAdvancedServerOps-448977066-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:57:29.066108 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-59c75950-15a0-44c1-ae34-367d80beae70 tempest-TestNetworkAdvancedServerOps-448977066 tempest-TestNetworkAdvancedServerOps-448977066-project-admin] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 1587 time: 0.2298059 Nov 23 17:57:29.068058 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 49706) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:57:29.070975 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04db1861-22b5-46e5-9541-58ade2d39672 tempest-RoutersIpV6AdminTest-1226314601 tempest-RoutersIpV6AdminTest-1226314601-project-admin] Pushing event updated for resources: {'Subnet': ['ID=6a78247f-2b08-41d4-bab5-dcff93708e0b,revision_number=0']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:57:29.085734 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04db1861-22b5-46e5-9541-58ade2d39672 tempest-RoutersIpV6AdminTest-1226314601 tempest-RoutersIpV6AdminTest-1226314601-project-admin] Checking segment: {'id': 'a7a70243-6445-466f-9b64-cd5a358bde56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '11aa3ab6-8549-465f-89a8-aa84b2c8037d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:57:29.086178 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04db1861-22b5-46e5-9541-58ade2d39672 tempest-RoutersIpV6AdminTest-1226314601 tempest-RoutersIpV6AdminTest-1226314601-project-admin] Network hostable DHCP agents. Network: 11aa3ab6-8549-465f-89a8-aa84b2c8037d, hostable agents: ['0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3'], hosted agents: [] {{(pid=103590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 17:57:29.108595 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-aaaf6fd4-ae73-43e1-a556-aeeb5928ada4 tempest-TestNetworkAdvancedServerOps-448977066 tempest-TestNetworkAdvancedServerOps-448977066-project-admin] 10.222.0.60 "GET /v2.0/subnets?network_id=11aa3ab6-8549-465f-89a8-aa84b2c8037d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0390055 Nov 23 17:57:29.111406 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 49708) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:57:29.113026 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04db1861-22b5-46e5-9541-58ade2d39672 tempest-RoutersIpV6AdminTest-1226314601 tempest-RoutersIpV6AdminTest-1226314601-project-admin] Network 11aa3ab6-8549-465f-89a8-aa84b2c8037d is scheduled to be hosted by DHCP agent 0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3 with binding_index 1 {{(pid=103590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 17:57:29.126358 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-04db1861-22b5-46e5-9541-58ade2d39672 tempest-RoutersIpV6AdminTest-1226314601 tempest-RoutersIpV6AdminTest-1226314601-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-8, 11aa3ab6-8549-465f-89a8-aa84b2c8037d) {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:57:29.135925 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04db1861-22b5-46e5-9541-58ade2d39672 tempest-RoutersIpV6AdminTest-1226314601 tempest-RoutersIpV6AdminTest-1226314601-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:57:29.136769 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-04db1861-22b5-46e5-9541-58ade2d39672 tempest-RoutersIpV6AdminTest-1226314601 tempest-RoutersIpV6AdminTest-1226314601-project-admin] Publish callbacks [] for subnet, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:29.149304 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-e5aa9bd7-36f8-441a-b61e-43a691b2e827 tempest-TestNetworkAdvancedServerOps-448977066 tempest-TestNetworkAdvancedServerOps-448977066-project-admin] 10.222.0.60 "GET /v2.0/subnets?network_id=4c8455ba-1be5-42ac-b8c2-8a16e1292d55&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0344276 Nov 23 17:57:29.150076 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 49710) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:57:29.158448 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-9224bff2-5bbd-4a7b-a913-ad1b6a3e836e tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1038729505', 'network_id': 'eb14d06b-c5a2-40f2-ae77-d899286918bf', 'project_id': '4d3a35880fb64e77bd3047bfa46cf261', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:57:29.162149 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-04db1861-22b5-46e5-9541-58ade2d39672 tempest-RoutersIpV6AdminTest-1226314601 tempest-RoutersIpV6AdminTest-1226314601-project-admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 1.1300120 Nov 23 17:57:29.164862 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 49712) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:57:29.173493 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-5d34d213-f367-41f3-bac2-3b80e6cd9ac4 tempest-RoutersIpV6AdminTest-1226314601 tempest-RoutersIpV6AdminTest-1226314601-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-36842690', 'network_id': '11aa3ab6-8549-465f-89a8-aa84b2c8037d'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:57:29.173985 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28ddb075-2851-4ea4-827c-af34a3bc9e6f None None] Network 11aa3ab6-8549-465f-89a8-aa84b2c8037d requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:57:29.202814 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d34d213-f367-41f3-bac2-3b80e6cd9ac4 tempest-RoutersIpV6AdminTest-1226314601 tempest-RoutersIpV6AdminTest-1226314601-project-admin] Made reservation on behalf of 1ad5acc6548e4a12b77ccc17d299fc28 for: {'port': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:57:29.206312 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5d34d213-f367-41f3-bac2-3b80e6cd9ac4 tempest-RoutersIpV6AdminTest-1226314601 tempest-RoutersIpV6AdminTest-1226314601-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:29.230863 n-d-816206-8 neutron-server[103590]: DEBUG neutron.notifiers.nova [None req-5d34d213-f367-41f3-bac2-3b80e6cd9ac4 tempest-RoutersIpV6AdminTest-1226314601 tempest-RoutersIpV6AdminTest-1226314601-project-admin] device_id is not set on port 0c63e773-3884-45f1-88c3-db580533c0dc yet. {{(pid=103590) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 17:57:29.277616 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9224bff2-5bbd-4a7b-a913-ad1b6a3e836e tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Made reservation on behalf of 4d3a35880fb64e77bd3047bfa46cf261 for: {'subnet': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:57:29.281973 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-9224bff2-5bbd-4a7b-a913-ad1b6a3e836e tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264314294'] for subnet, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:29.371421 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-5d34d213-f367-41f3-bac2-3b80e6cd9ac4 tempest-RoutersIpV6AdminTest-1226314601 tempest-RoutersIpV6AdminTest-1226314601-project-admin] Allocated IP 2001:db8::1ac (11aa3ab6-8549-465f-89a8-aa84b2c8037d/6a78247f-2b08-41d4-bab5-dcff93708e0b/0c63e773-3884-45f1-88c3-db580533c0dc) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:57:29.445512 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f0571c8-9503-4803-b8e3-0e6bfc009cdf None None] Network 11aa3ab6-8549-465f-89a8-aa84b2c8037d requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:57:29.521997 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-9224bff2-5bbd-4a7b-a913-ad1b6a3e836e tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264758079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264314276'] for subnet, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:29.543438 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5d34d213-f367-41f3-bac2-3b80e6cd9ac4 tempest-RoutersIpV6AdminTest-1226314601 tempest-RoutersIpV6AdminTest-1226314601-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:29.579423 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-06416ba0-d9e6-4d08-b187-d0872052822e None None] Publish callbacks [] for port, precommit_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:29.592330 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-06416ba0-d9e6-4d08-b187-d0872052822e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:29.594583 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5d34d213-f367-41f3-bac2-3b80e6cd9ac4 tempest-RoutersIpV6AdminTest-1226314601 tempest-RoutersIpV6AdminTest-1226314601-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:29.603594 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9224bff2-5bbd-4a7b-a913-ad1b6a3e836e tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Checking segment: {'id': '66b17735-968c-4ef6-882e-8a9012d27a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'eb14d06b-c5a2-40f2-ae77-d899286918bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:57:29.604004 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9224bff2-5bbd-4a7b-a913-ad1b6a3e836e tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Network hostable DHCP agents. Network: eb14d06b-c5a2-40f2-ae77-d899286918bf, hostable agents: ['0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3'], hosted agents: [] {{(pid=103591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 17:57:29.610751 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9224bff2-5bbd-4a7b-a913-ad1b6a3e836e tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Pushing event updated for resources: {'Subnet': ['ID=aa7579b8-026d-4814-b7ff-6c549dbaa73a,revision_number=0']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:57:29.638687 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9224bff2-5bbd-4a7b-a913-ad1b6a3e836e tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Network eb14d06b-c5a2-40f2-ae77-d899286918bf is scheduled to be hosted by DHCP agent 0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3 with binding_index 1 {{(pid=103591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 17:57:29.647366 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d34d213-f367-41f3-bac2-3b80e6cd9ac4 tempest-RoutersIpV6AdminTest-1226314601 tempest-RoutersIpV6AdminTest-1226314601-project-admin] Network 11aa3ab6-8549-465f-89a8-aa84b2c8037d is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:57:29.651261 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-5d34d213-f367-41f3-bac2-3b80e6cd9ac4 tempest-RoutersIpV6AdminTest-1226314601 tempest-RoutersIpV6AdminTest-1226314601-project-admin] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:57:29.653596 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [None req-9224bff2-5bbd-4a7b-a913-ad1b6a3e836e tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-8, eb14d06b-c5a2-40f2-ae77-d899286918bf) {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:57:29.658799 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9224bff2-5bbd-4a7b-a913-ad1b6a3e836e tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:57:29.659709 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-9224bff2-5bbd-4a7b-a913-ad1b6a3e836e tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for subnet, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:29.677103 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d34d213-f367-41f3-bac2-3b80e6cd9ac4 tempest-RoutersIpV6AdminTest-1226314601 tempest-RoutersIpV6AdminTest-1226314601-project-admin] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:57:29.678296 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d34d213-f367-41f3-bac2-3b80e6cd9ac4 tempest-RoutersIpV6AdminTest-1226314601 tempest-RoutersIpV6AdminTest-1226314601-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:57:29.679114 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5d34d213-f367-41f3-bac2-3b80e6cd9ac4 tempest-RoutersIpV6AdminTest-1226314601 tempest-RoutersIpV6AdminTest-1226314601-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:29.693756 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 49722) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:57:29.694386 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-9224bff2-5bbd-4a7b-a913-ad1b6a3e836e tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5429327 Nov 23 17:57:29.750377 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d34d213-f367-41f3-bac2-3b80e6cd9ac4 tempest-RoutersIpV6AdminTest-1226314601 tempest-RoutersIpV6AdminTest-1226314601-project-admin] Pushing event updated for resources: {'Port': ['ID=0c63e773-3884-45f1-88c3-db580533c0dc,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:57:29.777009 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-5d34d213-f367-41f3-bac2-3b80e6cd9ac4 tempest-RoutersIpV6AdminTest-1226314601 tempest-RoutersIpV6AdminTest-1226314601-project-admin] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 0.6079254 Nov 23 17:57:29.777366 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 49724) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:57:29.854530 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f6f2810-9d15-4e23-bdd6-102ff68946ad None None] Network eb14d06b-c5a2-40f2-ae77-d899286918bf requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:57:29.864117 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-eb62d4fc-e4be-43f0-af91-2be17479da88 tempest-RoutersIpV6AdminTest-1226314601 tempest-RoutersIpV6AdminTest-1226314601-project-admin] Deleting port 0c63e773-3884-45f1-88c3-db580533c0dc {{(pid=103591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:57:29.864460 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-eb62d4fc-e4be-43f0-af91-2be17479da88 tempest-RoutersIpV6AdminTest-1226314601 tempest-RoutersIpV6AdminTest-1226314601-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:29.945744 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-eb62d4fc-e4be-43f0-af91-2be17479da88 tempest-RoutersIpV6AdminTest-1226314601 tempest-RoutersIpV6AdminTest-1226314601-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:29.958173 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-eb62d4fc-e4be-43f0-af91-2be17479da88 tempest-RoutersIpV6AdminTest-1226314601 tempest-RoutersIpV6AdminTest-1226314601-project-admin] Calling delete_port for 0c63e773-3884-45f1-88c3-db580533c0dc owned by {{(pid=103591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:57:29.977404 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7c3bb0-51d5-47c9-b569-a39f8a31a42b None None] Pushing event updated for resources: {'Port': ['ID=2cf49e07-d7da-45bb-8d51-6ddb9da6b196,revision_number=2']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:57:30.022338 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e4e6819-3458-44ff-ab34-1cf0f8898790 None None] DHCP port deletion for 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:57:30.047533 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-06416ba0-d9e6-4d08-b187-d0872052822e None None] Attempting to bind port 2cf49e07-d7da-45bb-8d51-6ddb9da6b196 on host n-d-816206-8 for vnic_type normal with profile {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:57:30.047916 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-06416ba0-d9e6-4d08-b187-d0872052822e None None] Attempting to bind port 2cf49e07-d7da-45bb-8d51-6ddb9da6b196 by drivers openvswitch,hyperv on host n-d-816206-8 at level 0 using segments [{'id': 'bffd1e4f-e80f-4ff0-b418-2f42ae15febf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:57:30.048280 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06416ba0-d9e6-4d08-b187-d0872052822e None None] Attempting to bind port 2cf49e07-d7da-45bb-8d51-6ddb9da6b196 on network 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:57:30.085855 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06416ba0-d9e6-4d08-b187-d0872052822e None None] Checking agent: {'id': '9e89acbe-4bbe-4c77-a18b-6f1da9133e0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 7, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 57, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:57:30.086239 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06416ba0-d9e6-4d08-b187-d0872052822e None None] Checking segment: {'id': 'bffd1e4f-e80f-4ff0-b418-2f42ae15febf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:57:30.086728 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-06416ba0-d9e6-4d08-b187-d0872052822e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:30.087026 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06416ba0-d9e6-4d08-b187-d0872052822e None None] Bound using segment: {'id': 'bffd1e4f-e80f-4ff0-b418-2f42ae15febf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:57:30.087510 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-06416ba0-d9e6-4d08-b187-d0872052822e None None] Bound port: 2cf49e07-d7da-45bb-8d51-6ddb9da6b196, host: n-d-816206-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bffd1e4f-e80f-4ff0-b418-2f42ae15febf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'}}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:57:30.087893 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-06416ba0-d9e6-4d08-b187-d0872052822e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:30.093119 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7c3bb0-51d5-47c9-b569-a39f8a31a42b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:57:30.093499 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7c3bb0-51d5-47c9-b569-a39f8a31a42b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:57:30.094210 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7c3bb0-51d5-47c9-b569-a39f8a31a42b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:57:30.094210 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7c3bb0-51d5-47c9-b569-a39f8a31a42b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:57:30.094500 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7c3bb0-51d5-47c9-b569-a39f8a31a42b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:57:30.094835 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7c3bb0-51d5-47c9-b569-a39f8a31a42b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:57:30.095238 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7c3bb0-51d5-47c9-b569-a39f8a31a42b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:57:30.095472 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7c3bb0-51d5-47c9-b569-a39f8a31a42b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:57:30.095804 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7c3bb0-51d5-47c9-b569-a39f8a31a42b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:57:30.096153 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7c3bb0-51d5-47c9-b569-a39f8a31a42b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:57:30.096435 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7c3bb0-51d5-47c9-b569-a39f8a31a42b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:57:30.097167 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7c3bb0-51d5-47c9-b569-a39f8a31a42b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:57:30.117384 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-eb62d4fc-e4be-43f0-af91-2be17479da88 tempest-RoutersIpV6AdminTest-1226314601 tempest-RoutersIpV6AdminTest-1226314601-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:30.130010 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfd1c16a-4f84-4339-a2b2-d0e0a8e7df55 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp355044b8-8e87-58c4-94fa-4a010ec30f9e-eb14d06b-c5a2-40f2-ae77-d899286918bf', 'network_id': 'eb14d06b-c5a2-40f2-ae77-d899286918bf', 'tenant_id': '4d3a35880fb64e77bd3047bfa46cf261', 'fixed_ips': [{'subnet_id': 'aa7579b8-026d-4814-b7ff-6c549dbaa73a'}]}} from n-d-816206-8. {{(pid=103592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 17:57:30.130881 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-cfd1c16a-4f84-4339-a2b2-d0e0a8e7df55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:30.153513 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb62d4fc-e4be-43f0-af91-2be17479da88 tempest-RoutersIpV6AdminTest-1226314601 tempest-RoutersIpV6AdminTest-1226314601-project-admin] Pushing event deleted for resources: {'Port': ['ID=0c63e773-3884-45f1-88c3-db580533c0dc,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:57:30.196218 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-eb62d4fc-e4be-43f0-af91-2be17479da88 tempest-RoutersIpV6AdminTest-1226314601 tempest-RoutersIpV6AdminTest-1226314601-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:30.199781 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-eb62d4fc-e4be-43f0-af91-2be17479da88 tempest-RoutersIpV6AdminTest-1226314601 tempest-RoutersIpV6AdminTest-1226314601-project-admin] 10.222.0.60 "DELETE /v2.0/ports/0c63e773-3884-45f1-88c3-db580533c0dc HTTP/1.1" status: 204 len: 168 time: 0.4207864 Nov 23 17:57:30.205296 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 49732) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:57:30.205868 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-3ae09465-d856-48f0-95f1-b811480ce1f9 None None] Provisioning complete for port 2cf49e07-d7da-45bb-8d51-6ddb9da6b196 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:57:30.206460 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-3ae09465-d856-48f0-95f1-b811480ce1f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:30.210625 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-b9430a8f-6a38-402d-bd97-4322abb92858 tempest-RoutersIpV6AdminTest-1226314601 tempest-RoutersIpV6AdminTest-1226314601-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '11aa3ab6-8549-465f-89a8-aa84b2c8037d', 'external_fixed_ips': [{'subnet_id': '6a78247f-2b08-41d4-bab5-dcff93708e0b', 'ip_address': '2001:db8::1ac'}]}}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:57:30.242764 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-b9430a8f-6a38-402d-bd97-4322abb92858 tempest-RoutersIpV6AdminTest-1226314601 tempest-RoutersIpV6AdminTest-1226314601-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1793449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8093'] for router, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:30.245850 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-b9430a8f-6a38-402d-bd97-4322abb92858 tempest-RoutersIpV6AdminTest-1226314601 tempest-RoutersIpV6AdminTest-1226314601-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1794473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1794771', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1638326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8086'] for router, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:30.312341 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-b9430a8f-6a38-402d-bd97-4322abb92858 tempest-RoutersIpV6AdminTest-1226314601 tempest-RoutersIpV6AdminTest-1226314601-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:30.326124 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-cd4ca98b-47c7-4f20-952a-20d31e4bebfa tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:30.399582 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.db_base_plugin_common [None req-cfd1c16a-4f84-4339-a2b2-d0e0a8e7df55 None None] Allocated IP 172.20.0.2 (eb14d06b-c5a2-40f2-ae77-d899286918bf/aa7579b8-026d-4814-b7ff-6c549dbaa73a/cc61b8f2-b1c1-4b59-b97f-6dee6b468c61) {{(pid=103592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:57:30.462939 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-b9430a8f-6a38-402d-bd97-4322abb92858 tempest-RoutersIpV6AdminTest-1226314601 tempest-RoutersIpV6AdminTest-1226314601-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:30.474208 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-3ae09465-d856-48f0-95f1-b811480ce1f9 None None] Port 2cf49e07-d7da-45bb-8d51-6ddb9da6b196 cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:57:30.481977 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-06416ba0-d9e6-4d08-b187-d0872052822e None None] For port 2cf49e07-d7da-45bb-8d51-6ddb9da6b196, host n-d-816206-8, cleared binding levels {{(pid=103592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:57:30.505453 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-06416ba0-d9e6-4d08-b187-d0872052822e None None] For port 2cf49e07-d7da-45bb-8d51-6ddb9da6b196, host n-d-816206-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=2cf49e07-d7da-45bb-8d51-6ddb9da6b196,segment=NetworkSegment(bffd1e4f-e80f-4ff0-b418-2f42ae15febf),segment_id=bffd1e4f-e80f-4ff0-b418-2f42ae15febf)] {{(pid=103592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:57:30.520146 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-06416ba0-d9e6-4d08-b187-d0872052822e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:30.592262 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ea7020c-a468-4aa0-94c4-37739663ec96 None None] DHCP port deletion for 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:57:30.626188 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06416ba0-d9e6-4d08-b187-d0872052822e None None] Routers {'8dd5109b-decb-46a6-9989-bde8f77f2e88'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:57:30.626811 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-06416ba0-d9e6-4d08-b187-d0872052822e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:57:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['8dd5109b-decb-46a6-9989-bde8f77f2e88'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:57:30.639069 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-cfd1c16a-4f84-4339-a2b2-d0e0a8e7df55 None None] Publish callbacks [] for port, precommit_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:30.681194 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7c3bb0-51d5-47c9-b569-a39f8a31a42b None None] Pushing event updated for resources: {'Port': ['ID=2cf49e07-d7da-45bb-8d51-6ddb9da6b196,revision_number=3']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:57:30.696034 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-cfd1c16a-4f84-4339-a2b2-d0e0a8e7df55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980'] for port, after_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:30.722297 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-b9430a8f-6a38-402d-bd97-4322abb92858 tempest-RoutersIpV6AdminTest-1226314601 tempest-RoutersIpV6AdminTest-1226314601-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:30.743981 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-b9430a8f-6a38-402d-bd97-4322abb92858 tempest-RoutersIpV6AdminTest-1226314601 tempest-RoutersIpV6AdminTest-1226314601-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:30.772927 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd1c16a-4f84-4339-a2b2-d0e0a8e7df55 None None] Pushing event updated for resources: {'Port': ['ID=cc61b8f2-b1c1-4b59-b97f-6dee6b468c61,revision_number=1']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:57:30.788464 n-d-816206-8 neutron-server[103592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfd1c16a-4f84-4339-a2b2-d0e0a8e7df55 None None] Network eb14d06b-c5a2-40f2-ae77-d899286918bf is already hosted by enough agents. {{(pid=103592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:57:30.799597 n-d-816206-8 neutron-server[103592]: DEBUG neutron.scheduler.base_scheduler [None req-cfd1c16a-4f84-4339-a2b2-d0e0a8e7df55 None None] Resources bound (agent type, host, resource id): {{(pid=103592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:57:30.807201 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfd1c16a-4f84-4339-a2b2-d0e0a8e7df55 None None] Received port after_create {{(pid=103592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:57:30.811199 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-1e244bbc-3884-43a1-8a66-da5996acec21 None None] Provisioning complete for port 2cf49e07-d7da-45bb-8d51-6ddb9da6b196 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:57:30.811544 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-1e244bbc-3884-43a1-8a66-da5996acec21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:30.812101 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-cd4ca98b-47c7-4f20-952a-20d31e4bebfa tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Allocated IP 172.20.0.1 (eb14d06b-c5a2-40f2-ae77-d899286918bf/aa7579b8-026d-4814-b7ff-6c549dbaa73a/763756e6-6188-4fa5-b224-419a61d29621) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:57:30.894380 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvr_db [None req-06416ba0-d9e6-4d08-b187-d0872052822e None None] Set router 8dd5109b-decb-46a6-9989-bde8f77f2e88 gateway port host: n-d-816206-8 {{(pid=103592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:57:30.926661 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.db_base_plugin_common [None req-b9430a8f-6a38-402d-bd97-4322abb92858 tempest-RoutersIpV6AdminTest-1226314601 tempest-RoutersIpV6AdminTest-1226314601-project-admin] Allocated IP 2001:db8::1ac (11aa3ab6-8549-465f-89a8-aa84b2c8037d/6a78247f-2b08-41d4-bab5-dcff93708e0b/75bdc289-6031-4f69-b310-6bf58ca77f6f) {{(pid=103591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:57:30.975969 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-cd4ca98b-47c7-4f20-952a-20d31e4bebfa tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:30.986690 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-cfd1c16a-4f84-4339-a2b2-d0e0a8e7df55 None None] Attempting to bind port cc61b8f2-b1c1-4b59-b97f-6dee6b468c61 on host n-d-816206-8 for vnic_type normal with profile {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:57:30.987048 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-cfd1c16a-4f84-4339-a2b2-d0e0a8e7df55 None None] Attempting to bind port cc61b8f2-b1c1-4b59-b97f-6dee6b468c61 by drivers openvswitch,hyperv on host n-d-816206-8 at level 0 using segments [{'id': '66b17735-968c-4ef6-882e-8a9012d27a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'eb14d06b-c5a2-40f2-ae77-d899286918bf'}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:57:30.987415 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfd1c16a-4f84-4339-a2b2-d0e0a8e7df55 None None] Attempting to bind port cc61b8f2-b1c1-4b59-b97f-6dee6b468c61 on network eb14d06b-c5a2-40f2-ae77-d899286918bf {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:57:31.031008 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-cd4ca98b-47c7-4f20-952a-20d31e4bebfa tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:31.038903 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfd1c16a-4f84-4339-a2b2-d0e0a8e7df55 None None] Checking agent: {'id': '9e89acbe-4bbe-4c77-a18b-6f1da9133e0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 7, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 57, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:57:31.039280 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfd1c16a-4f84-4339-a2b2-d0e0a8e7df55 None None] Checking segment: {'id': '66b17735-968c-4ef6-882e-8a9012d27a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'eb14d06b-c5a2-40f2-ae77-d899286918bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:57:31.039681 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-cfd1c16a-4f84-4339-a2b2-d0e0a8e7df55 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:31.040069 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfd1c16a-4f84-4339-a2b2-d0e0a8e7df55 None None] Bound using segment: {'id': '66b17735-968c-4ef6-882e-8a9012d27a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'eb14d06b-c5a2-40f2-ae77-d899286918bf'} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:57:31.040582 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-cfd1c16a-4f84-4339-a2b2-d0e0a8e7df55 None None] Bound port: cc61b8f2-b1c1-4b59-b97f-6dee6b468c61, host: n-d-816206-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66b17735-968c-4ef6-882e-8a9012d27a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'eb14d06b-c5a2-40f2-ae77-d899286918bf'}}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:57:31.040961 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-cfd1c16a-4f84-4339-a2b2-d0e0a8e7df55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:31.050910 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-1e244bbc-3884-43a1-8a66-da5996acec21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:31.074024 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-b9430a8f-6a38-402d-bd97-4322abb92858 tempest-RoutersIpV6AdminTest-1226314601 tempest-RoutersIpV6AdminTest-1226314601-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:31.093677 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd4ca98b-47c7-4f20-952a-20d31e4bebfa tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Network eb14d06b-c5a2-40f2-ae77-d899286918bf is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:57:31.103750 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-cd4ca98b-47c7-4f20-952a-20d31e4bebfa tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:57:31.113356 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-b9430a8f-6a38-402d-bd97-4322abb92858 tempest-RoutersIpV6AdminTest-1226314601 tempest-RoutersIpV6AdminTest-1226314601-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:31.117765 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd4ca98b-47c7-4f20-952a-20d31e4bebfa tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:57:31.154765 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4ca98b-47c7-4f20-952a-20d31e4bebfa tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Pushing event updated for resources: {'Port': ['ID=763756e6-6188-4fa5-b224-419a61d29621,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:57:31.157653 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9430a8f-6a38-402d-bd97-4322abb92858 tempest-RoutersIpV6AdminTest-1226314601 tempest-RoutersIpV6AdminTest-1226314601-project-admin] Network 11aa3ab6-8549-465f-89a8-aa84b2c8037d is already hosted by enough agents. {{(pid=103591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:57:31.161038 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [None req-b9430a8f-6a38-402d-bd97-4322abb92858 tempest-RoutersIpV6AdminTest-1226314601 tempest-RoutersIpV6AdminTest-1226314601-project-admin] Resources bound (agent type, host, resource id): {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:57:31.165390 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9430a8f-6a38-402d-bd97-4322abb92858 tempest-RoutersIpV6AdminTest-1226314601 tempest-RoutersIpV6AdminTest-1226314601-project-admin] Received port after_create {{(pid=103591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:57:31.177646 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-cfd1c16a-4f84-4339-a2b2-d0e0a8e7df55 None None] For port cc61b8f2-b1c1-4b59-b97f-6dee6b468c61, host n-d-816206-8, cleared binding levels {{(pid=103592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:57:31.181933 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-cfd1c16a-4f84-4339-a2b2-d0e0a8e7df55 None None] For port cc61b8f2-b1c1-4b59-b97f-6dee6b468c61, host n-d-816206-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=cc61b8f2-b1c1-4b59-b97f-6dee6b468c61,segment=NetworkSegment(66b17735-968c-4ef6-882e-8a9012d27a51),segment_id=66b17735-968c-4ef6-882e-8a9012d27a51)] {{(pid=103592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:57:31.185201 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-1e244bbc-3884-43a1-8a66-da5996acec21 None None] For port 2cf49e07-d7da-45bb-8d51-6ddb9da6b196, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=2cf49e07-d7da-45bb-8d51-6ddb9da6b196,segment=NetworkSegment(bffd1e4f-e80f-4ff0-b418-2f42ae15febf),segment_id=bffd1e4f-e80f-4ff0-b418-2f42ae15febf)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:57:31.193246 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-cfd1c16a-4f84-4339-a2b2-d0e0a8e7df55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:31.195631 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-cd4ca98b-47c7-4f20-952a-20d31e4bebfa tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1795539'] for router_interface, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:31.227981 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9430a8f-6a38-402d-bd97-4322abb92858 tempest-RoutersIpV6AdminTest-1226314601 tempest-RoutersIpV6AdminTest-1226314601-project-admin] Pushing event updated for resources: {'Port': ['ID=75bdc289-6031-4f69-b310-6bf58ca77f6f,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:57:31.261472 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd1c16a-4f84-4339-a2b2-d0e0a8e7df55 None None] Pushing event updated for resources: {'Port': ['ID=cc61b8f2-b1c1-4b59-b97f-6dee6b468c61,revision_number=2']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:57:31.271937 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-1e244bbc-3884-43a1-8a66-da5996acec21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:31.375298 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e244bbc-3884-43a1-8a66-da5996acec21 None None] Pushing event updated for resources: {'Port': ['ID=2cf49e07-d7da-45bb-8d51-6ddb9da6b196,revision_number=4']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:57:31.397610 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-06416ba0-d9e6-4d08-b187-d0872052822e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dd5109b-decb-46a6-9989-bde8f77f2e88', 'name': 'tempest-TestNetworkAdvancedServerOps-router-430235641', 'tenant_id': '4d3a35880fb64e77bd3047bfa46cf261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.148'}], 'enable_snat': True}, 'gw_port_id': '2cf49e07-d7da-45bb-8d51-6ddb9da6b196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:57:26Z', 'updated_at': '2021-11-23T17:57:27Z', 'revision_number': 3, 'project_id': '4d3a35880fb64e77bd3047bfa46cf261', 'gw_port': {'id': '2cf49e07-d7da-45bb-8d51-6ddb9da6b196', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:1f:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dd5109b-decb-46a6-9989-bde8f77f2e88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3633, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:57:27Z', 'updated_at': '2021-11-23T17:57:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8'}], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:57:31.431001 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06416ba0-d9e6-4d08-b187-d0872052822e None None] The sync data for ids ['8dd5109b-decb-46a6-9989-bde8f77f2e88'] in n-d-816206-8 is: [{'id': '8dd5109b-decb-46a6-9989-bde8f77f2e88', 'name': 'tempest-TestNetworkAdvancedServerOps-router-430235641', 'tenant_id': '4d3a35880fb64e77bd3047bfa46cf261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.148'}], 'enable_snat': True}, 'gw_port_id': '2cf49e07-d7da-45bb-8d51-6ddb9da6b196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:57:26Z', 'updated_at': '2021-11-23T17:57:27Z', 'revision_number': 3, 'project_id': '4d3a35880fb64e77bd3047bfa46cf261', 'gw_port': {'id': '2cf49e07-d7da-45bb-8d51-6ddb9da6b196', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:1f:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dd5109b-decb-46a6-9989-bde8f77f2e88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3633, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:57:27Z', 'updated_at': '2021-11-23T17:57:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8'}] {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:57:31.447430 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-cd4ca98b-47c7-4f20-952a-20d31e4bebfa tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:31.490878 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-b9430a8f-6a38-402d-bd97-4322abb92858 tempest-RoutersIpV6AdminTest-1226314601 tempest-RoutersIpV6AdminTest-1226314601-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:31.805916 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-b9430a8f-6a38-402d-bd97-4322abb92858 tempest-RoutersIpV6AdminTest-1226314601 tempest-RoutersIpV6AdminTest-1226314601-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1794316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1795362'] for router, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:31.901522 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-cd4ca98b-47c7-4f20-952a-20d31e4bebfa tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks [] for port, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:31.911249 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-cd4ca98b-47c7-4f20-952a-20d31e4bebfa tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264357957'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:31.986910 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9430a8f-6a38-402d-bd97-4322abb92858 tempest-RoutersIpV6AdminTest-1226314601 tempest-RoutersIpV6AdminTest-1226314601-project-admin] Router bda62c7d-1ca4-4e5c-822e-fa57f42111be is scheduled to L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 with binding_index 1 {{(pid=103591) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 17:57:32.032610 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4ca98b-47c7-4f20-952a-20d31e4bebfa tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Pushing event updated for resources: {'Port': ['ID=763756e6-6188-4fa5-b224-419a61d29621,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:57:32.057591 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-cd4ca98b-47c7-4f20-952a-20d31e4bebfa tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2068703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1794403'] for router_interface, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:32.170851 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd4ca98b-47c7-4f20-952a-20d31e4bebfa tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Network eb14d06b-c5a2-40f2-ae77-d899286918bf is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:57:32.178335 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-cd4ca98b-47c7-4f20-952a-20d31e4bebfa tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:57:32.368814 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd4ca98b-47c7-4f20-952a-20d31e4bebfa tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Router 8dd5109b-decb-46a6-9989-bde8f77f2e88 has already been hosted by L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 {{(pid=103590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 17:57:32.570834 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd4ca98b-47c7-4f20-952a-20d31e4bebfa tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:57:32.585623 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-cd4ca98b-47c7-4f20-952a-20d31e4bebfa tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.60 "PUT /v2.0/routers/8dd5109b-decb-46a6-9989-bde8f77f2e88/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8907354 Nov 23 17:57:32.603524 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9430a8f-6a38-402d-bd97-4322abb92858 tempest-RoutersIpV6AdminTest-1226314601 tempest-RoutersIpV6AdminTest-1226314601-project-admin] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:57:32.618115 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b4a6d85-c48c-4039-af69-65c38c67cd08 None None] Sync routers for ids ['bda62c7d-1ca4-4e5c-822e-fa57f42111be'] in n-d-816206-8 {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:57:32.630666 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b4a6d85-c48c-4039-af69-65c38c67cd08 None None] Routers {'bda62c7d-1ca4-4e5c-822e-fa57f42111be'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:57:32.631313 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-7b4a6d85-c48c-4039-af69-65c38c67cd08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:57:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['bda62c7d-1ca4-4e5c-822e-fa57f42111be'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:57:32.642514 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-b9430a8f-6a38-402d-bd97-4322abb92858 tempest-RoutersIpV6AdminTest-1226314601 tempest-RoutersIpV6AdminTest-1226314601-project-admin] Publish callbacks [] for router, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:32.643932 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-b9430a8f-6a38-402d-bd97-4322abb92858 tempest-RoutersIpV6AdminTest-1226314601 tempest-RoutersIpV6AdminTest-1226314601-project-admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 2.4374125 Nov 23 17:57:32.647432 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 49752) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:57:32.809531 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-44c9c299-fb0b-4053-aada-6b0bc105cea6 tempest-RoutersIpV6AdminTest-1226314601 tempest-RoutersIpV6AdminTest-1226314601-project-admin] Publish callbacks [] for router, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:32.826234 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-7b4a6d85-c48c-4039-af69-65c38c67cd08 None None] Set router bda62c7d-1ca4-4e5c-822e-fa57f42111be gateway port host: n-d-816206-8 {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:57:32.853916 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70ccfb18-6ad0-4454-8873-2382dce1ac99 None None] Network eb14d06b-c5a2-40f2-ae77-d899286918bf requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:57:32.900764 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-32a11257-36d2-4213-b9a4-4ec00b7a42a0 req-5ce7caac-9a5a-4010-9b7c-0855906f7c5d tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-977440152&fields=id&tenant_id=4d3a35880fb64e77bd3047bfa46cf261 HTTP/1.1" status: 200 len: 267 time: 0.0946758 Nov 23 17:57:32.956121 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-44c9c299-fb0b-4053-aada-6b0bc105cea6 tempest-RoutersIpV6AdminTest-1226314601 tempest-RoutersIpV6AdminTest-1226314601-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:33.063494 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-44c9c299-fb0b-4053-aada-6b0bc105cea6 tempest-RoutersIpV6AdminTest-1226314601 tempest-RoutersIpV6AdminTest-1226314601-project-admin] Deleting port 75bdc289-6031-4f69-b310-6bf58ca77f6f {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:57:33.063993 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-44c9c299-fb0b-4053-aada-6b0bc105cea6 tempest-RoutersIpV6AdminTest-1226314601 tempest-RoutersIpV6AdminTest-1226314601-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:33.093646 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-b222ce72-80b5-4707-b2df-0d2ff801a296 None None] Provisioning complete for port cc61b8f2-b1c1-4b59-b97f-6dee6b468c61 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:57:33.094346 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b222ce72-80b5-4707-b2df-0d2ff801a296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:33.115168 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a11257-36d2-4213-b9a4-4ec00b7a42a0 req-e488d61b-c4d2-4678-b025-c4f9b7068247 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:57:33.118255 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-32a11257-36d2-4213-b9a4-4ec00b7a42a0 req-e488d61b-c4d2-4678-b025-c4f9b7068247 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.60 "GET /v2.0/networks?id=eb14d06b-c5a2-40f2-ae77-d899286918bf HTTP/1.1" status: 200 len: 796 time: 0.2087035 Nov 23 17:57:33.147337 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-7b4a6d85-c48c-4039-af69-65c38c67cd08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bda62c7d-1ca4-4e5c-822e-fa57f42111be', 'name': '', 'tenant_id': '1ad5acc6548e4a12b77ccc17d299fc28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11aa3ab6-8549-465f-89a8-aa84b2c8037d', 'external_fixed_ips': [{'subnet_id': '6a78247f-2b08-41d4-bab5-dcff93708e0b', 'ip_address': '2001:db8::1ac'}], 'enable_snat': True}, 'gw_port_id': '75bdc289-6031-4f69-b310-6bf58ca77f6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:57:30Z', 'updated_at': '2021-11-23T17:57:31Z', 'revision_number': 3, 'project_id': '1ad5acc6548e4a12b77ccc17d299fc28', 'gw_port': {'id': '75bdc289-6031-4f69-b310-6bf58ca77f6f', 'name': '', 'network_id': '11aa3ab6-8549-465f-89a8-aa84b2c8037d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:6b:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bda62c7d-1ca4-4e5c-822e-fa57f42111be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3647, 'fixed_ips': [{'subnet_id': '6a78247f-2b08-41d4-bab5-dcff93708e0b', 'ip_address': '2001:db8::1ac', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:57:30Z', 'updated_at': '2021-11-23T17:57:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6a78247f-2b08-41d4-bab5-dcff93708e0b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8'}], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:57:33.149066 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-32a11257-36d2-4213-b9a4-4ec00b7a42a0 req-fe09975b-8a4a-40cf-be78-33c11bd538df tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.60 "GET /v2.0/quotas/4d3a35880fb64e77bd3047bfa46cf261 HTTP/1.1" status: 200 len: 375 time: 0.0234199 Nov 23 17:57:33.175086 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b4a6d85-c48c-4039-af69-65c38c67cd08 None None] Checking router: bda62c7d-1ca4-4e5c-822e-fa57f42111be for host: n-d-816206-8 {{(pid=103593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 17:57:33.175433 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b4a6d85-c48c-4039-af69-65c38c67cd08 None None] Updating router bda62c7d-1ca4-4e5c-822e-fa57f42111be port 75bdc289-6031-4f69-b310-6bf58ca77f6f binding host n-d-816206-8 {{(pid=103593) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 17:57:33.207381 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-7b4a6d85-c48c-4039-af69-65c38c67cd08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:33.239396 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b222ce72-80b5-4707-b2df-0d2ff801a296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:33.241320 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-32a11257-36d2-4213-b9a4-4ec00b7a42a0 req-6143483b-cf4c-41aa-a829-102488adda9b tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=4d3a35880fb64e77bd3047bfa46cf261&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0764501 Nov 23 17:57:33.265702 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-44c9c299-fb0b-4053-aada-6b0bc105cea6 tempest-RoutersIpV6AdminTest-1226314601 tempest-RoutersIpV6AdminTest-1226314601-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:33.289305 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b222ce72-80b5-4707-b2df-0d2ff801a296 None None] For port cc61b8f2-b1c1-4b59-b97f-6dee6b468c61, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=cc61b8f2-b1c1-4b59-b97f-6dee6b468c61,segment=NetworkSegment(66b17735-968c-4ef6-882e-8a9012d27a51),segment_id=66b17735-968c-4ef6-882e-8a9012d27a51)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:57:33.294483 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-44c9c299-fb0b-4053-aada-6b0bc105cea6 tempest-RoutersIpV6AdminTest-1226314601 tempest-RoutersIpV6AdminTest-1226314601-project-admin] Calling delete_port for 75bdc289-6031-4f69-b310-6bf58ca77f6f owned by network:router_gateway {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:57:33.299356 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b222ce72-80b5-4707-b2df-0d2ff801a296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:33.373232 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b222ce72-80b5-4707-b2df-0d2ff801a296 None None] Pushing event updated for resources: {'Port': ['ID=cc61b8f2-b1c1-4b59-b97f-6dee6b468c61,revision_number=3']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:57:33.489478 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-32a11257-36d2-4213-b9a4-4ec00b7a42a0 req-1aa6bb21-b216-4758-8aa5-c26463d8f730 service neutron] 10.222.0.60 "GET /v2.0/networks/eb14d06b-c5a2-40f2-ae77-d899286918bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2287440 Nov 23 17:57:33.600731 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device cc61b8f2-b1c1-4b59-b97f-6dee6b468c61 up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:57:33.689273 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-44c9c299-fb0b-4053-aada-6b0bc105cea6 tempest-RoutersIpV6AdminTest-1226314601 tempest-RoutersIpV6AdminTest-1226314601-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:33.690844 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.db.api [None req-7b4a6d85-c48c-4039-af69-65c38c67cd08 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103593) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 17:57:33.692818 n-d-816206-8 neutron-server[103593]: DEBUG oslo_db.api [None req-7b4a6d85-c48c-4039-af69-65c38c67cd08 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 17:57:33.718610 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-e89870bc-52f5-4339-bbaf-646f2b30fd95 None None] Provisioning complete for port cc61b8f2-b1c1-4b59-b97f-6dee6b468c61 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:57:33.723003 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-32a11257-36d2-4213-b9a4-4ec00b7a42a0 req-b41bcfd5-6d30-46a7-b46b-2d1bc385deba service neutron] 10.222.0.60 "GET /v2.0/networks/eb14d06b-c5a2-40f2-ae77-d899286918bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2264888 Nov 23 17:57:33.723739 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-e89870bc-52f5-4339-bbaf-646f2b30fd95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:33.768079 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port cc61b8f2-b1c1-4b59-b97f-6dee6b468c61 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:57:33.768444 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:33.769418 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c9c299-fb0b-4053-aada-6b0bc105cea6 tempest-RoutersIpV6AdminTest-1226314601 tempest-RoutersIpV6AdminTest-1226314601-project-admin] Pushing event deleted for resources: {'Port': ['ID=75bdc289-6031-4f69-b310-6bf58ca77f6f,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:57:33.813677 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-44c9c299-fb0b-4053-aada-6b0bc105cea6 tempest-RoutersIpV6AdminTest-1226314601 tempest-RoutersIpV6AdminTest-1226314601-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1795454'] for router_gateway, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:33.968295 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-44c9c299-fb0b-4053-aada-6b0bc105cea6 tempest-RoutersIpV6AdminTest-1226314601 tempest-RoutersIpV6AdminTest-1226314601-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1794352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8175'] for router, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:33.970751 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-44c9c299-fb0b-4053-aada-6b0bc105cea6 tempest-RoutersIpV6AdminTest-1226314601 tempest-RoutersIpV6AdminTest-1226314601-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:34.025178 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 2cf49e07-d7da-45bb-8d51-6ddb9da6b196 up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:57:34.047152 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a98967b2-0361-4b03-a480-802002a0ba8b req-661fa04b-bc3c-464b-b6cb-d516fa5e5448 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.60 "GET /v2.0/ports?device_id=879e814c-05fc-4dea-ba60-1f3e794a1184 HTTP/1.1" status: 200 len: 210 time: 0.0671115 Nov 23 17:57:34.057947 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-44c9c299-fb0b-4053-aada-6b0bc105cea6 tempest-RoutersIpV6AdminTest-1226314601 tempest-RoutersIpV6AdminTest-1226314601-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1795580'] for router, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:34.058483 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44c9c299-fb0b-4053-aada-6b0bc105cea6 tempest-RoutersIpV6AdminTest-1226314601 tempest-RoutersIpV6AdminTest-1226314601-project-admin] Fanout notify agent at l3_agent the message router_deleted on router bda62c7d-1ca4-4e5c-822e-fa57f42111be {{(pid=103590) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 17:57:34.064422 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-44c9c299-fb0b-4053-aada-6b0bc105cea6 tempest-RoutersIpV6AdminTest-1226314601 tempest-RoutersIpV6AdminTest-1226314601-project-admin] Publish callbacks [] for router, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:34.065630 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-44c9c299-fb0b-4053-aada-6b0bc105cea6 tempest-RoutersIpV6AdminTest-1226314601 tempest-RoutersIpV6AdminTest-1226314601-project-admin] 10.222.0.60 "DELETE /v2.0/routers/bda62c7d-1ca4-4e5c-822e-fa57f42111be HTTP/1.1" status: 204 len: 168 time: 1.4169447 Nov 23 17:57:34.068320 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 49774) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:57:34.084607 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-e89870bc-52f5-4339-bbaf-646f2b30fd95 None None] Provisioning complete for port 763756e6-6188-4fa5-b224-419a61d29621 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:57:34.084983 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-e89870bc-52f5-4339-bbaf-646f2b30fd95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:34.130460 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_v2 [None req-454f15cb-ca41-46ae-99b3-443986e9907f tempest-RoutersIpV6AdminTest-1226314601 tempest-RoutersIpV6AdminTest-1226314601-project-admin] Deleting subnet 6a78247f-2b08-41d4-bab5-dcff93708e0b {{(pid=103590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 17:57:34.134522 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-454f15cb-ca41-46ae-99b3-443986e9907f tempest-RoutersIpV6AdminTest-1226314601 tempest-RoutersIpV6AdminTest-1226314601-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:34.176774 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-e89870bc-52f5-4339-bbaf-646f2b30fd95 None None] Port 763756e6-6188-4fa5-b224-419a61d29621 cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:57:34.182605 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-454f15cb-ca41-46ae-99b3-443986e9907f tempest-RoutersIpV6AdminTest-1226314601 tempest-RoutersIpV6AdminTest-1226314601-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-267528342'] for subnet, precommit_delete_associations {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:34.194912 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port 2cf49e07-d7da-45bb-8d51-6ddb9da6b196 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:57:34.195303 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:34.228393 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-454f15cb-ca41-46ae-99b3-443986e9907f tempest-RoutersIpV6AdminTest-1226314601 tempest-RoutersIpV6AdminTest-1226314601-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971956'] for subnet, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:34.259851 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdee7f5d-37e1-4c51-87f1-faf6516a6b8f None None] Sync routers for ids ['8dd5109b-decb-46a6-9989-bde8f77f2e88'] in n-d-816206-8 {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:57:34.276691 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdee7f5d-37e1-4c51-87f1-faf6516a6b8f None None] Routers {'8dd5109b-decb-46a6-9989-bde8f77f2e88'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:57:34.277334 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-cdee7f5d-37e1-4c51-87f1-faf6516a6b8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:57:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['8dd5109b-decb-46a6-9989-bde8f77f2e88'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:57:34.354652 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-454f15cb-ca41-46ae-99b3-443986e9907f tempest-RoutersIpV6AdminTest-1226314601 tempest-RoutersIpV6AdminTest-1226314601-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264357903', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264730940'] for subnet, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:34.370026 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b4a6d85-c48c-4039-af69-65c38c67cd08 None None] Port 75bdc289-6031-4f69-b310-6bf58ca77f6f not found while updating agent binding for router bda62c7d-1ca4-4e5c-822e-fa57f42111be. {{(pid=103593) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Nov 23 17:57:34.375718 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-58bae245-f053-4caf-a45f-7f059889dfe3 None None] Provisioning complete for port 763756e6-6188-4fa5-b224-419a61d29621 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:57:34.376085 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-58bae245-f053-4caf-a45f-7f059889dfe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:34.380117 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b4a6d85-c48c-4039-af69-65c38c67cd08 None None] Routers set() bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:57:34.380757 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b4a6d85-c48c-4039-af69-65c38c67cd08 None None] Router IDs set() for agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 23 17:57:34.381618 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_agentschedulers_db [None req-7b4a6d85-c48c-4039-af69-65c38c67cd08 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'bda62c7d-1ca4-4e5c-822e-fa57f42111be'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:57:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent'). {{(pid=103593) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 23 17:57:34.382232 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b4a6d85-c48c-4039-af69-65c38c67cd08 None None] The sync data for ids ['bda62c7d-1ca4-4e5c-822e-fa57f42111be'] in n-d-816206-8 is: [] {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:57:34.388240 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454f15cb-ca41-46ae-99b3-443986e9907f tempest-RoutersIpV6AdminTest-1226314601 tempest-RoutersIpV6AdminTest-1226314601-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=6a78247f-2b08-41d4-bab5-dcff93708e0b,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:57:34.394332 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-454f15cb-ca41-46ae-99b3-443986e9907f tempest-RoutersIpV6AdminTest-1226314601 tempest-RoutersIpV6AdminTest-1226314601-project-admin] Publish callbacks [] for subnet, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:34.398164 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-454f15cb-ca41-46ae-99b3-443986e9907f tempest-RoutersIpV6AdminTest-1226314601 tempest-RoutersIpV6AdminTest-1226314601-project-admin] 10.222.0.60 "DELETE /v2.0/subnets/6a78247f-2b08-41d4-bab5-dcff93708e0b HTTP/1.1" status: 204 len: 168 time: 0.3288364 Nov 23 17:57:34.400960 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 49780) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:57:34.495007 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-d6154bd1-030e-4bf0-a519-cbe0f02bbc15 tempest-RoutersIpV6AdminTest-1226314601 tempest-RoutersIpV6AdminTest-1226314601-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-555181'] for network, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:34.593312 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-d6154bd1-030e-4bf0-a519-cbe0f02bbc15 tempest-RoutersIpV6AdminTest-1226314601 tempest-RoutersIpV6AdminTest-1226314601-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973419', 'neutron.services.segments.db._delete_segments_for_network-8736635878840'] for network, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:34.621534 n-d-816206-8 neutron-server[103591]: DEBUG neutron.services.segments.db [None req-d6154bd1-030e-4bf0-a519-cbe0f02bbc15 tempest-RoutersIpV6AdminTest-1226314601 tempest-RoutersIpV6AdminTest-1226314601-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11aa3ab6-8549-465f-89a8-aa84b2c8037d']}} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:57:34.632749 n-d-816206-8 neutron-server[103591]: DEBUG neutron.services.segments.db [None req-d6154bd1-030e-4bf0-a519-cbe0f02bbc15 tempest-RoutersIpV6AdminTest-1226314601 tempest-RoutersIpV6AdminTest-1226314601-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7a70243-6445-466f-9b64-cd5a358bde56') {'for_net_delete': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:57:34.633038 n-d-816206-8 neutron-server[103591]: DEBUG neutron.services.segments.db [None req-d6154bd1-030e-4bf0-a519-cbe0f02bbc15 tempest-RoutersIpV6AdminTest-1226314601 tempest-RoutersIpV6AdminTest-1226314601-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7a70243-6445-466f-9b64-cd5a358bde56') {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:57:34.645081 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-d6154bd1-030e-4bf0-a519-cbe0f02bbc15 tempest-RoutersIpV6AdminTest-1226314601 tempest-RoutersIpV6AdminTest-1226314601-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736635840332', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265989959'] for segment, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:34.664289 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-d6154bd1-030e-4bf0-a519-cbe0f02bbc15 tempest-RoutersIpV6AdminTest-1226314601 tempest-RoutersIpV6AdminTest-1226314601-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:34.687961 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6154bd1-030e-4bf0-a519-cbe0f02bbc15 tempest-RoutersIpV6AdminTest-1226314601 tempest-RoutersIpV6AdminTest-1226314601-project-admin] Releasing vlan 544 on physical network physnet1 to pool {{(pid=103591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 17:57:34.688348 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-d6154bd1-030e-4bf0-a519-cbe0f02bbc15 tempest-RoutersIpV6AdminTest-1226314601 tempest-RoutersIpV6AdminTest-1226314601-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264756290'] for segment, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:34.690165 n-d-816206-8 neutron-server[103591]: Traceback (most recent call last): Nov 23 17:57:34.690165 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 17:57:34.690165 n-d-816206-8 neutron-server[103591]: timer() Nov 23 17:57:34.690165 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 17:57:34.690165 n-d-816206-8 neutron-server[103591]: cb(*args, **kw) Nov 23 17:57:34.690165 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 17:57:34.690165 n-d-816206-8 neutron-server[103591]: return func(*args, **kwargs) Nov 23 17:57:34.690165 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 17:57:34.690165 n-d-816206-8 neutron-server[103591]: self._notify() Nov 23 17:57:34.690165 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 17:57:34.690165 n-d-816206-8 neutron-server[103591]: self.callback(batched_events) Nov 23 17:57:34.690165 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 17:57:34.690165 n-d-816206-8 neutron-server[103591]: event.method(event) Nov 23 17:57:34.690165 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 17:57:34.690165 n-d-816206-8 neutron-server[103591]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 17:57:34.690165 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 17:57:34.690165 n-d-816206-8 neutron-server[103591]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 17:57:34.690165 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 17:57:34.690165 n-d-816206-8 neutron-server[103591]: return f(self, *a, **k) Nov 23 17:57:34.690165 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 17:57:34.690165 n-d-816206-8 neutron-server[103591]: return self._get(url).json() Nov 23 17:57:34.690165 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 17:57:34.690165 n-d-816206-8 neutron-server[103591]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 17:57:34.690165 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 17:57:34.690165 n-d-816206-8 neutron-server[103591]: return self.request(url, 'GET', **kwargs) Nov 23 17:57:34.690165 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 17:57:34.690165 n-d-816206-8 neutron-server[103591]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 17:57:34.690165 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 17:57:34.690165 n-d-816206-8 neutron-server[103591]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 17:57:34.690165 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 17:57:34.690165 n-d-816206-8 neutron-server[103591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 17:57:34.690165 n-d-816206-8 neutron-server[103591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 17:57:34.711286 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-58bae245-f053-4caf-a45f-7f059889dfe3 None None] Port 763756e6-6188-4fa5-b224-419a61d29621 cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:57:34.747797 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvr_db [None req-cdee7f5d-37e1-4c51-87f1-faf6516a6b8f None None] Set router 8dd5109b-decb-46a6-9989-bde8f77f2e88 gateway port host: n-d-816206-8 {{(pid=103592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:57:34.774277 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-d6154bd1-030e-4bf0-a519-cbe0f02bbc15 tempest-RoutersIpV6AdminTest-1226314601 tempest-RoutersIpV6AdminTest-1226314601-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1795418'] for network, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:34.788183 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6154bd1-030e-4bf0-a519-cbe0f02bbc15 tempest-RoutersIpV6AdminTest-1226314601 tempest-RoutersIpV6AdminTest-1226314601-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 11aa3ab6-8549-465f-89a8-aa84b2c8037d {{(pid=103591) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 23 17:57:34.818478 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6154bd1-030e-4bf0-a519-cbe0f02bbc15 tempest-RoutersIpV6AdminTest-1226314601 tempest-RoutersIpV6AdminTest-1226314601-project-admin] Pushing event deleted for resources: {'Network': ['ID=11aa3ab6-8549-465f-89a8-aa84b2c8037d,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:57:34.823859 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-d6154bd1-030e-4bf0-a519-cbe0f02bbc15 tempest-RoutersIpV6AdminTest-1226314601 tempest-RoutersIpV6AdminTest-1226314601-project-admin] Publish callbacks [] for network, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:34.828023 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-d6154bd1-030e-4bf0-a519-cbe0f02bbc15 tempest-RoutersIpV6AdminTest-1226314601 tempest-RoutersIpV6AdminTest-1226314601-project-admin] 10.222.0.60 "DELETE /v2.0/networks/11aa3ab6-8549-465f-89a8-aa84b2c8037d HTTP/1.1" status: 204 len: 168 time: 0.4260468 Nov 23 17:57:34.960301 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-39ca0937-7510-4812-8874-34b5d512cb43 None None] Provisioning complete for port 763756e6-6188-4fa5-b224-419a61d29621 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:57:34.960701 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-39ca0937-7510-4812-8874-34b5d512cb43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:35.047773 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-39ca0937-7510-4812-8874-34b5d512cb43 None None] Port 763756e6-6188-4fa5-b224-419a61d29621 cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:57:35.159509 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 49800) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:57:35.164887 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-64584bf8-5061-492e-b428-91a6826f16ba tempest-RoutersIpV6AdminTest-1226314601 tempest-RoutersIpV6AdminTest-1226314601-project-admin] Request body: {'router': {'name': 'tempest-router--1024445051', 'project_id': '1b28a59a2bff43edacf58c65b000842d'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:57:35.174113 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-1ae78986-6e1b-43d5-930c-1d9e10ed89d0 req-3ebf4ec1-225e-41a9-bb93-8a1069711a7e tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.60 "GET /v2.0/ports?device_id=879e814c-05fc-4dea-ba60-1f3e794a1184 HTTP/1.1" status: 200 len: 210 time: 0.0300412 Nov 23 17:57:35.202178 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-64584bf8-5061-492e-b428-91a6826f16ba tempest-RoutersIpV6AdminTest-1226314601 tempest-RoutersIpV6AdminTest-1226314601-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1793449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8093'] for router, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:35.203685 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-64584bf8-5061-492e-b428-91a6826f16ba tempest-RoutersIpV6AdminTest-1226314601 tempest-RoutersIpV6AdminTest-1226314601-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1794473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1794771', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1638326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8086'] for router, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:35.217373 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-cdee7f5d-37e1-4c51-87f1-faf6516a6b8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dd5109b-decb-46a6-9989-bde8f77f2e88', 'name': 'tempest-TestNetworkAdvancedServerOps-router-430235641', 'tenant_id': '4d3a35880fb64e77bd3047bfa46cf261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.148'}], 'enable_snat': True}, 'gw_port_id': '2cf49e07-d7da-45bb-8d51-6ddb9da6b196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:57:26Z', 'updated_at': '2021-11-23T17:57:31Z', 'revision_number': 4, 'project_id': '4d3a35880fb64e77bd3047bfa46cf261', 'gw_port': {'id': '2cf49e07-d7da-45bb-8d51-6ddb9da6b196', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:1f:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dd5109b-decb-46a6-9989-bde8f77f2e88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3633, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:57:27Z', 'updated_at': '2021-11-23T17:57:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_interfaces': [{'id': '763756e6-6188-4fa5-b224-419a61d29621', 'name': '', 'network_id': 'eb14d06b-c5a2-40f2-ae77-d899286918bf', 'tenant_id': '4d3a35880fb64e77bd3047bfa46cf261', 'mac_address': 'fa:16:3e:72:0b:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dd5109b-decb-46a6-9989-bde8f77f2e88', 'device_owner': 'network:router_interface', 'standard_attr_id': 3646, 'fixed_ips': [{'subnet_id': 'aa7579b8-026d-4814-b7ff-6c549dbaa73a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:57:30Z', 'updated_at': '2021-11-23T17:57:31Z', 'revision_number': 2, 'project_id': '4d3a35880fb64e77bd3047bfa46cf261', 'subnets': [{'id': 'aa7579b8-026d-4814-b7ff-6c549dbaa73a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:57:35.255017 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdee7f5d-37e1-4c51-87f1-faf6516a6b8f None None] Checking router: 8dd5109b-decb-46a6-9989-bde8f77f2e88 for host: n-d-816206-8 {{(pid=103592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 17:57:35.255365 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdee7f5d-37e1-4c51-87f1-faf6516a6b8f None None] Updating router 8dd5109b-decb-46a6-9989-bde8f77f2e88 port 763756e6-6188-4fa5-b224-419a61d29621 binding host n-d-816206-8 {{(pid=103592) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 17:57:35.274177 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-64584bf8-5061-492e-b428-91a6826f16ba tempest-RoutersIpV6AdminTest-1226314601 tempest-RoutersIpV6AdminTest-1226314601-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:35.289325 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-64584bf8-5061-492e-b428-91a6826f16ba tempest-RoutersIpV6AdminTest-1226314601 tempest-RoutersIpV6AdminTest-1226314601-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1794316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1795362'] for router, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:35.296218 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-cdee7f5d-37e1-4c51-87f1-faf6516a6b8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:35.332978 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-64584bf8-5061-492e-b428-91a6826f16ba tempest-RoutersIpV6AdminTest-1226314601 tempest-RoutersIpV6AdminTest-1226314601-project-admin] Publish callbacks [] for router, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:35.335646 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-64584bf8-5061-492e-b428-91a6826f16ba tempest-RoutersIpV6AdminTest-1226314601 tempest-RoutersIpV6AdminTest-1226314601-project-admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.1744964 Nov 23 17:57:35.338267 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 49802) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:57:35.463826 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device cc61b8f2-b1c1-4b59-b97f-6dee6b468c61 up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:57:35.485976 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4bb9dcc3-5098-408c-a4f4-f822cbce3bbe tempest-RoutersIpV6AdminTest-1226314601 tempest-RoutersIpV6AdminTest-1226314601-project-admin] Publish callbacks [] for router, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:35.555548 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a11257-36d2-4213-b9a4-4ec00b7a42a0 req-a17eb209-2a85-4d3c-b4c8-ff3ebb7548d6 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:57:35.557089 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-32a11257-36d2-4213-b9a4-4ec00b7a42a0 req-a17eb209-2a85-4d3c-b4c8-ff3ebb7548d6 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.36 "GET /v2.0/networks?id=eb14d06b-c5a2-40f2-ae77-d899286918bf HTTP/1.1" status: 200 len: 796 time: 0.1338556 Nov 23 17:57:35.611891 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port cc61b8f2-b1c1-4b59-b97f-6dee6b468c61 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:57:35.612721 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:35.678358 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-32a11257-36d2-4213-b9a4-4ec00b7a42a0 req-e4337f75-c980-4832-9086-115bc985d084 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4d3a35880fb64e77bd3047bfa46cf261 HTTP/1.1" status: 200 len: 379 time: 0.1110630 Nov 23 17:57:35.703188 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [req-32a11257-36d2-4213-b9a4-4ec00b7a42a0 req-99fa90eb-f851-4054-b05e-2843b2fa1462 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Request body: {'port': {'device_id': '879e814c-05fc-4dea-ba60-1f3e794a1184', 'network_id': 'eb14d06b-c5a2-40f2-ae77-d899286918bf', 'admin_state_up': True, 'tenant_id': '4d3a35880fb64e77bd3047bfa46cf261', 'security_groups': ['c951464a-459e-4ec5-9432-89ee674ff255']}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:57:35.860947 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-cdee7f5d-37e1-4c51-87f1-faf6516a6b8f None None] Publish callbacks [] for port, precommit_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:35.870324 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-cdee7f5d-37e1-4c51-87f1-faf6516a6b8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:35.889294 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32a11257-36d2-4213-b9a4-4ec00b7a42a0 req-99fa90eb-f851-4054-b05e-2843b2fa1462 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Made reservation on behalf of 4d3a35880fb64e77bd3047bfa46cf261 for: {'port': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:57:35.910580 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-32a11257-36d2-4213-b9a4-4ec00b7a42a0 req-99fa90eb-f851-4054-b05e-2843b2fa1462 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:36.011537 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597d0533-fafc-4d75-a396-6ad1ca373538 None None] Pushing event updated for resources: {'Port': ['ID=763756e6-6188-4fa5-b224-419a61d29621,revision_number=3']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:57:36.028373 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-cdee7f5d-37e1-4c51-87f1-faf6516a6b8f None None] Attempting to bind port 763756e6-6188-4fa5-b224-419a61d29621 on host n-d-816206-8 for vnic_type normal with profile {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:57:36.028866 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-cdee7f5d-37e1-4c51-87f1-faf6516a6b8f None None] Attempting to bind port 763756e6-6188-4fa5-b224-419a61d29621 by drivers openvswitch,hyperv on host n-d-816206-8 at level 0 using segments [{'id': '66b17735-968c-4ef6-882e-8a9012d27a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'eb14d06b-c5a2-40f2-ae77-d899286918bf'}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:57:36.029697 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdee7f5d-37e1-4c51-87f1-faf6516a6b8f None None] Attempting to bind port 763756e6-6188-4fa5-b224-419a61d29621 on network eb14d06b-c5a2-40f2-ae77-d899286918bf {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:57:36.035278 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdee7f5d-37e1-4c51-87f1-faf6516a6b8f None None] Checking agent: {'id': '9e89acbe-4bbe-4c77-a18b-6f1da9133e0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 7, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 57, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:57:36.036307 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdee7f5d-37e1-4c51-87f1-faf6516a6b8f None None] Checking segment: {'id': '66b17735-968c-4ef6-882e-8a9012d27a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'eb14d06b-c5a2-40f2-ae77-d899286918bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:57:36.036741 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-cdee7f5d-37e1-4c51-87f1-faf6516a6b8f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:36.037135 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdee7f5d-37e1-4c51-87f1-faf6516a6b8f None None] Bound using segment: {'id': '66b17735-968c-4ef6-882e-8a9012d27a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'eb14d06b-c5a2-40f2-ae77-d899286918bf'} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:57:36.037611 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-cdee7f5d-37e1-4c51-87f1-faf6516a6b8f None None] Bound port: 763756e6-6188-4fa5-b224-419a61d29621, host: n-d-816206-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66b17735-968c-4ef6-882e-8a9012d27a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'eb14d06b-c5a2-40f2-ae77-d899286918bf'}}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:57:36.038047 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-cdee7f5d-37e1-4c51-87f1-faf6516a6b8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:36.119339 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-cdee7f5d-37e1-4c51-87f1-faf6516a6b8f None None] For port 763756e6-6188-4fa5-b224-419a61d29621, host n-d-816206-8, cleared binding levels {{(pid=103592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:57:36.127549 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-cdee7f5d-37e1-4c51-87f1-faf6516a6b8f None None] For port 763756e6-6188-4fa5-b224-419a61d29621, host n-d-816206-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=763756e6-6188-4fa5-b224-419a61d29621,segment=NetworkSegment(66b17735-968c-4ef6-882e-8a9012d27a51),segment_id=66b17735-968c-4ef6-882e-8a9012d27a51)] {{(pid=103592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:57:36.138203 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-cdee7f5d-37e1-4c51-87f1-faf6516a6b8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:36.149323 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.db_base_plugin_common [req-32a11257-36d2-4213-b9a4-4ec00b7a42a0 req-99fa90eb-f851-4054-b05e-2843b2fa1462 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Allocated IP 172.20.0.6 (eb14d06b-c5a2-40f2-ae77-d899286918bf/aa7579b8-026d-4814-b7ff-6c549dbaa73a/477848ca-049e-4f03-8b21-aaee1a10dd9e) {{(pid=103591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:57:36.163869 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4bb9dcc3-5098-408c-a4f4-f822cbce3bbe tempest-RoutersIpV6AdminTest-1226314601 tempest-RoutersIpV6AdminTest-1226314601-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1794352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8175'] for router, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:36.172693 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4bb9dcc3-5098-408c-a4f4-f822cbce3bbe tempest-RoutersIpV6AdminTest-1226314601 tempest-RoutersIpV6AdminTest-1226314601-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:36.266620 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4bb9dcc3-5098-408c-a4f4-f822cbce3bbe tempest-RoutersIpV6AdminTest-1226314601 tempest-RoutersIpV6AdminTest-1226314601-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1795580'] for router, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:36.267218 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bb9dcc3-5098-408c-a4f4-f822cbce3bbe tempest-RoutersIpV6AdminTest-1226314601 tempest-RoutersIpV6AdminTest-1226314601-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f184f83b-81a6-4e7c-9c46-7c06c2fccc9b {{(pid=103590) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 17:57:36.268692 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597d0533-fafc-4d75-a396-6ad1ca373538 None None] Pushing event updated for resources: {'Port': ['ID=763756e6-6188-4fa5-b224-419a61d29621,revision_number=4']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:57:36.273253 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4bb9dcc3-5098-408c-a4f4-f822cbce3bbe tempest-RoutersIpV6AdminTest-1226314601 tempest-RoutersIpV6AdminTest-1226314601-project-admin] Publish callbacks [] for router, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:36.280785 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-4bb9dcc3-5098-408c-a4f4-f822cbce3bbe tempest-RoutersIpV6AdminTest-1226314601 tempest-RoutersIpV6AdminTest-1226314601-project-admin] 10.222.0.60 "DELETE /v2.0/routers/f184f83b-81a6-4e7c-9c46-7c06c2fccc9b HTTP/1.1" status: 204 len: 168 time: 0.9405069 Nov 23 17:57:36.312547 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-7613c305-1694-41f2-95d8-328897633ea5 None None] Provisioning complete for port 763756e6-6188-4fa5-b224-419a61d29621 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:57:36.313229 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-7613c305-1694-41f2-95d8-328897633ea5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:36.349270 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdee7f5d-37e1-4c51-87f1-faf6516a6b8f None None] Routers {'8dd5109b-decb-46a6-9989-bde8f77f2e88'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:57:36.350076 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-cdee7f5d-37e1-4c51-87f1-faf6516a6b8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:57:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['8dd5109b-decb-46a6-9989-bde8f77f2e88'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:57:36.401610 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-cd3e9c72-e799-4a10-91e7-4b4661ec0579 req-1d49aca1-dc46-497b-a69e-0777996fff48 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.60 "GET /v2.0/ports?device_id=879e814c-05fc-4dea-ba60-1f3e794a1184 HTTP/1.1" status: 200 len: 210 time: 0.0497317 Nov 23 17:57:36.472343 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-32a11257-36d2-4213-b9a4-4ec00b7a42a0 req-99fa90eb-f851-4054-b05e-2843b2fa1462 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks [] for port, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:36.500011 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 49810) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:57:36.526426 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-32a11257-36d2-4213-b9a4-4ec00b7a42a0 req-99fa90eb-f851-4054-b05e-2843b2fa1462 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:36.548755 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.agents_db [None req-464f6c07-0de8-4be6-8f5b-563f574d1c5d None None] Agent healthcheck: found 7 active agents {{(pid=103593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 17:57:36.600925 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32a11257-36d2-4213-b9a4-4ec00b7a42a0 req-99fa90eb-f851-4054-b05e-2843b2fa1462 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Network eb14d06b-c5a2-40f2-ae77-d899286918bf is already hosted by enough agents. {{(pid=103591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:57:36.604752 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [req-32a11257-36d2-4213-b9a4-4ec00b7a42a0 req-99fa90eb-f851-4054-b05e-2843b2fa1462 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Resources bound (agent type, host, resource id): {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:57:36.609586 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [req-32a11257-36d2-4213-b9a4-4ec00b7a42a0 req-99fa90eb-f851-4054-b05e-2843b2fa1462 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Received port after_create {{(pid=103591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:57:36.624691 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-7613c305-1694-41f2-95d8-328897633ea5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:36.648119 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fa90eb-f851-4054-b05e-2843b2fa1462 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Pushing event updated for resources: {'Port': ['ID=477848ca-049e-4f03-8b21-aaee1a10dd9e,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:57:36.691473 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvr_db [None req-cdee7f5d-37e1-4c51-87f1-faf6516a6b8f None None] Set router 8dd5109b-decb-46a6-9989-bde8f77f2e88 gateway port host: n-d-816206-8 {{(pid=103592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:57:36.693448 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a11257-36d2-4213-b9a4-4ec00b7a42a0 req-99fa90eb-f851-4054-b05e-2843b2fa1462 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:57:36.694391 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-32a11257-36d2-4213-b9a4-4ec00b7a42a0 req-99fa90eb-f851-4054-b05e-2843b2fa1462 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:36.719247 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-32a11257-36d2-4213-b9a4-4ec00b7a42a0 req-99fa90eb-f851-4054-b05e-2843b2fa1462 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0305481 Nov 23 17:57:36.735984 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [req-32a11257-36d2-4213-b9a4-4ec00b7a42a0 req-2a14533b-ae7b-46b0-a040-cc974a87dde3 service neutron] Request body: {'port': {'device_id': '879e814c-05fc-4dea-ba60-1f3e794a1184', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-8'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:57:36.756619 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-7613c305-1694-41f2-95d8-328897633ea5 None None] For port 763756e6-6188-4fa5-b224-419a61d29621, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=763756e6-6188-4fa5-b224-419a61d29621,segment=NetworkSegment(66b17735-968c-4ef6-882e-8a9012d27a51),segment_id=66b17735-968c-4ef6-882e-8a9012d27a51)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:57:36.765416 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-7613c305-1694-41f2-95d8-328897633ea5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:36.834102 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-32a11257-36d2-4213-b9a4-4ec00b7a42a0 req-2a14533b-ae7b-46b0-a040-cc974a87dde3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:36.909853 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-fd3f1b6b-9d5e-4371-891f-a3616a06ac20 tempest-RoutersIpV6AdminTest-1065190530 tempest-RoutersIpV6AdminTest-1065190530-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1379947563', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'}, 'admin_state_up': False}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:57:36.970814 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-fd3f1b6b-9d5e-4371-891f-a3616a06ac20 tempest-RoutersIpV6AdminTest-1065190530 tempest-RoutersIpV6AdminTest-1065190530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1793449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8093'] for router, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:36.972953 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-fd3f1b6b-9d5e-4371-891f-a3616a06ac20 tempest-RoutersIpV6AdminTest-1065190530 tempest-RoutersIpV6AdminTest-1065190530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1794473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1794771', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1638326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8086'] for router, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:36.996643 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-0d9e59c9-0cd4-4e32-af81-3d50ecbefd98 None None] Provisioning complete for port 763756e6-6188-4fa5-b224-419a61d29621 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:57:36.997091 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-0d9e59c9-0cd4-4e32-af81-3d50ecbefd98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:37.039483 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7613c305-1694-41f2-95d8-328897633ea5 None None] Pushing event updated for resources: {'Port': ['ID=763756e6-6188-4fa5-b224-419a61d29621,revision_number=5']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:57:37.066227 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-fd3f1b6b-9d5e-4371-891f-a3616a06ac20 tempest-RoutersIpV6AdminTest-1065190530 tempest-RoutersIpV6AdminTest-1065190530-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:37.098611 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-cdee7f5d-37e1-4c51-87f1-faf6516a6b8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dd5109b-decb-46a6-9989-bde8f77f2e88', 'name': 'tempest-TestNetworkAdvancedServerOps-router-430235641', 'tenant_id': '4d3a35880fb64e77bd3047bfa46cf261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.148'}], 'enable_snat': True}, 'gw_port_id': '2cf49e07-d7da-45bb-8d51-6ddb9da6b196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:57:26Z', 'updated_at': '2021-11-23T17:57:31Z', 'revision_number': 4, 'project_id': '4d3a35880fb64e77bd3047bfa46cf261', 'gw_port': {'id': '2cf49e07-d7da-45bb-8d51-6ddb9da6b196', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:1f:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dd5109b-decb-46a6-9989-bde8f77f2e88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3633, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:57:27Z', 'updated_at': '2021-11-23T17:57:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_interfaces': [{'id': '763756e6-6188-4fa5-b224-419a61d29621', 'name': '', 'network_id': 'eb14d06b-c5a2-40f2-ae77-d899286918bf', 'tenant_id': '4d3a35880fb64e77bd3047bfa46cf261', 'mac_address': 'fa:16:3e:72:0b:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dd5109b-decb-46a6-9989-bde8f77f2e88', 'device_owner': 'network:router_interface', 'standard_attr_id': 3646, 'fixed_ips': [{'subnet_id': 'aa7579b8-026d-4814-b7ff-6c549dbaa73a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:57:30Z', 'updated_at': '2021-11-23T17:57:36Z', 'revision_number': 4, 'project_id': '4d3a35880fb64e77bd3047bfa46cf261', 'subnets': [{'id': 'aa7579b8-026d-4814-b7ff-6c549dbaa73a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:57:37.136144 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdee7f5d-37e1-4c51-87f1-faf6516a6b8f None None] The sync data for ids ['8dd5109b-decb-46a6-9989-bde8f77f2e88'] in n-d-816206-8 is: [{'id': '8dd5109b-decb-46a6-9989-bde8f77f2e88', 'name': 'tempest-TestNetworkAdvancedServerOps-router-430235641', 'tenant_id': '4d3a35880fb64e77bd3047bfa46cf261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.148'}], 'enable_snat': True}, 'gw_port_id': '2cf49e07-d7da-45bb-8d51-6ddb9da6b196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:57:26Z', 'updated_at': '2021-11-23T17:57:31Z', 'revision_number': 4, 'project_id': '4d3a35880fb64e77bd3047bfa46cf261', 'gw_port': {'id': '2cf49e07-d7da-45bb-8d51-6ddb9da6b196', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:1f:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dd5109b-decb-46a6-9989-bde8f77f2e88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3633, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:57:27Z', 'updated_at': '2021-11-23T17:57:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_interfaces': [{'id': '763756e6-6188-4fa5-b224-419a61d29621', 'name': '', 'network_id': 'eb14d06b-c5a2-40f2-ae77-d899286918bf', 'tenant_id': '4d3a35880fb64e77bd3047bfa46cf261', 'mac_address': 'fa:16:3e:72:0b:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dd5109b-decb-46a6-9989-bde8f77f2e88', 'device_owner': 'network:router_interface', 'standard_attr_id': 3646, 'fixed_ips': [{'subnet_id': 'aa7579b8-026d-4814-b7ff-6c549dbaa73a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:57:30Z', 'updated_at': '2021-11-23T17:57:36Z', 'revision_number': 4, 'project_id': '4d3a35880fb64e77bd3047bfa46cf261', 'subnets': [{'id': 'aa7579b8-026d-4814-b7ff-6c549dbaa73a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:57:37.239288 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [req-32a11257-36d2-4213-b9a4-4ec00b7a42a0 req-2a14533b-ae7b-46b0-a040-cc974a87dde3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 477848ca-049e-4f03-8b21-aaee1a10dd9e {{(pid=103591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:57:37.249196 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-32a11257-36d2-4213-b9a4-4ec00b7a42a0 req-2a14533b-ae7b-46b0-a040-cc974a87dde3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:37.262511 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-3126a815-2e23-4684-b723-689c8772e14e None None] Provisioning complete for port 477848ca-049e-4f03-8b21-aaee1a10dd9e triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:57:37.263009 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-3126a815-2e23-4684-b723-689c8772e14e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:37.263319 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.provisioning_blocks [req-32a11257-36d2-4213-b9a4-4ec00b7a42a0 req-2a14533b-ae7b-46b0-a040-cc974a87dde3 service neutron] Transition to ACTIVE for port object 477848ca-049e-4f03-8b21-aaee1a10dd9e will not be triggered until provisioned by entity L2. {{(pid=103591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 17:57:37.270062 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-32a11257-36d2-4213-b9a4-4ec00b7a42a0 req-2a14533b-ae7b-46b0-a040-cc974a87dde3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264758186'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:37.290571 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-fd3f1b6b-9d5e-4371-891f-a3616a06ac20 tempest-RoutersIpV6AdminTest-1065190530 tempest-RoutersIpV6AdminTest-1065190530-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:37.304656 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-3126a815-2e23-4684-b723-689c8772e14e None None] Port 477848ca-049e-4f03-8b21-aaee1a10dd9e cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:57:37.453237 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a14533b-ae7b-46b0-a040-cc974a87dde3 service neutron] Pushing event updated for resources: {'Port': ['ID=477848ca-049e-4f03-8b21-aaee1a10dd9e,revision_number=2']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:57:37.499586 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 763756e6-6188-4fa5-b224-419a61d29621 up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:57:37.517415 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-32a11257-36d2-4213-b9a4-4ec00b7a42a0 req-2a14533b-ae7b-46b0-a040-cc974a87dde3 service neutron] Attempting to bind port 477848ca-049e-4f03-8b21-aaee1a10dd9e on host n-h2-816206-8 for vnic_type normal with profile {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:57:37.517753 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-32a11257-36d2-4213-b9a4-4ec00b7a42a0 req-2a14533b-ae7b-46b0-a040-cc974a87dde3 service neutron] Attempting to bind port 477848ca-049e-4f03-8b21-aaee1a10dd9e by drivers openvswitch,hyperv on host n-h2-816206-8 at level 0 using segments [{'id': '66b17735-968c-4ef6-882e-8a9012d27a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'eb14d06b-c5a2-40f2-ae77-d899286918bf'}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:57:37.518088 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32a11257-36d2-4213-b9a4-4ec00b7a42a0 req-2a14533b-ae7b-46b0-a040-cc974a87dde3 service neutron] Attempting to bind port 477848ca-049e-4f03-8b21-aaee1a10dd9e on network eb14d06b-c5a2-40f2-ae77-d899286918bf {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:57:37.524919 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32a11257-36d2-4213-b9a4-4ec00b7a42a0 req-2a14533b-ae7b-46b0-a040-cc974a87dde3 service neutron] Port 477848ca-049e-4f03-8b21-aaee1a10dd9e on network eb14d06b-c5a2-40f2-ae77-d899286918bf not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-8 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 17:57:37.525424 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32a11257-36d2-4213-b9a4-4ec00b7a42a0 req-2a14533b-ae7b-46b0-a040-cc974a87dde3 service neutron] Attempting to bind port 477848ca-049e-4f03-8b21-aaee1a10dd9e on network eb14d06b-c5a2-40f2-ae77-d899286918bf {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:57:37.531880 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32a11257-36d2-4213-b9a4-4ec00b7a42a0 req-2a14533b-ae7b-46b0-a040-cc974a87dde3 service neutron] Checking agent: {'id': 'ab77bf9e-0267-4174-8f1d-822cba89b207', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 15, 13), 'started_at': datetime.datetime(2021, 11, 23, 17, 15, 13), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 57, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:57:37.532219 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32a11257-36d2-4213-b9a4-4ec00b7a42a0 req-2a14533b-ae7b-46b0-a040-cc974a87dde3 service neutron] Checking segment: {'id': '66b17735-968c-4ef6-882e-8a9012d27a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'eb14d06b-c5a2-40f2-ae77-d899286918bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:57:37.532636 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32a11257-36d2-4213-b9a4-4ec00b7a42a0 req-2a14533b-ae7b-46b0-a040-cc974a87dde3 service neutron] Bound using segment: {'id': '66b17735-968c-4ef6-882e-8a9012d27a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'eb14d06b-c5a2-40f2-ae77-d899286918bf'} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:57:37.533070 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-32a11257-36d2-4213-b9a4-4ec00b7a42a0 req-2a14533b-ae7b-46b0-a040-cc974a87dde3 service neutron] Bound port: 477848ca-049e-4f03-8b21-aaee1a10dd9e, host: n-h2-816206-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66b17735-968c-4ef6-882e-8a9012d27a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'eb14d06b-c5a2-40f2-ae77-d899286918bf'}}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:57:37.533431 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-32a11257-36d2-4213-b9a4-4ec00b7a42a0 req-2a14533b-ae7b-46b0-a040-cc974a87dde3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:37.620143 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-fd3f1b6b-9d5e-4371-891f-a3616a06ac20 tempest-RoutersIpV6AdminTest-1065190530 tempest-RoutersIpV6AdminTest-1065190530-project] Publish callbacks [] for router_gateway, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:37.624589 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-32a11257-36d2-4213-b9a4-4ec00b7a42a0 req-2a14533b-ae7b-46b0-a040-cc974a87dde3 service neutron] For port 477848ca-049e-4f03-8b21-aaee1a10dd9e, host n-h2-816206-8, cleared binding levels {{(pid=103591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:57:37.628591 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-32a11257-36d2-4213-b9a4-4ec00b7a42a0 req-2a14533b-ae7b-46b0-a040-cc974a87dde3 service neutron] For port 477848ca-049e-4f03-8b21-aaee1a10dd9e, host n-h2-816206-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=477848ca-049e-4f03-8b21-aaee1a10dd9e,segment=NetworkSegment(66b17735-968c-4ef6-882e-8a9012d27a51),segment_id=66b17735-968c-4ef6-882e-8a9012d27a51)] {{(pid=103591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:57:37.635733 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port 763756e6-6188-4fa5-b224-419a61d29621 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:57:37.636209 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:37.660560 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-fd3f1b6b-9d5e-4371-891f-a3616a06ac20 tempest-RoutersIpV6AdminTest-1065190530 tempest-RoutersIpV6AdminTest-1065190530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:37.671498 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-32a11257-36d2-4213-b9a4-4ec00b7a42a0 req-2a14533b-ae7b-46b0-a040-cc974a87dde3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264758186'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:37.791710 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a11257-36d2-4213-b9a4-4ec00b7a42a0 req-2a14533b-ae7b-46b0-a040-cc974a87dde3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:57:37.792479 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-32a11257-36d2-4213-b9a4-4ec00b7a42a0 req-2a14533b-ae7b-46b0-a040-cc974a87dde3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:37.794401 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-32a11257-36d2-4213-b9a4-4ec00b7a42a0 req-2a14533b-ae7b-46b0-a040-cc974a87dde3 service neutron] 10.222.0.36 "PUT /v2.0/ports/477848ca-049e-4f03-8b21-aaee1a10dd9e HTTP/1.1" status: 200 len: 1091 time: 1.0647478 Nov 23 17:57:37.804258 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660bf32b-dd1f-4931-86ff-cd6eefe0bbf8 req-265df310-607d-44f5-a0e6-4de84603218a tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:57:37.806144 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-660bf32b-dd1f-4931-86ff-cd6eefe0bbf8 req-265df310-607d-44f5-a0e6-4de84603218a tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.60 "GET /v2.0/ports?device_id=879e814c-05fc-4dea-ba60-1f3e794a1184 HTTP/1.1" status: 200 len: 943 time: 0.1760080 Nov 23 17:57:37.806982 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '879e814c-05fc-4dea-ba60-1f3e794a1184', 'tag': '477848ca-049e-4f03-8b21-aaee1a10dd9e'}] {{(pid=103591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:57:37.809914 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41d174a19ece9499ff9ec44e5b3fc50f2abd3ffbc947fb7e52ea1e8db27b95b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1a646e5-4611-43e5-8036-44d53e1d42d7" -d '{"events": [{"name": "network-changed", "server_uuid": "879e814c-05fc-4dea-ba60-1f3e794a1184", "tag": "477848ca-049e-4f03-8b21-aaee1a10dd9e"}]}' {{(pid=103591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:57:37.823517 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-fd3f1b6b-9d5e-4371-891f-a3616a06ac20 tempest-RoutersIpV6AdminTest-1065190530 tempest-RoutersIpV6AdminTest-1065190530-project] Allocated IP 172.25.3.60 (4c8455ba-1be5-42ac-b8c2-8a16e1292d55/08fe3644-ce41-4c3f-a7ea-92bac0f0fff5/45aa3301-289e-4e19-a320-361af59d293e) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:57:37.856431 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a14533b-ae7b-46b0-a040-cc974a87dde3 service neutron] Pushing event updated for resources: {'Port': ['ID=477848ca-049e-4f03-8b21-aaee1a10dd9e,revision_number=3']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:57:37.936970 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 17:57:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a702567-1c03-4ddc-8855-4d63fa077498 x-openstack-request-id: req-7a702567-1c03-4ddc-8855-4d63fa077498 {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:57:37.937700 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "879e814c-05fc-4dea-ba60-1f3e794a1184", "tag": "477848ca-049e-4f03-8b21-aaee1a10dd9e", "status": "completed", "code": 200}]} {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:57:37.938066 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7a702567-1c03-4ddc-8855-4d63fa077498 {{(pid=103591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:57:37.939284 n-d-816206-8 neutron-server[103591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '879e814c-05fc-4dea-ba60-1f3e794a1184', 'tag': '477848ca-049e-4f03-8b21-aaee1a10dd9e', 'status': 'completed', 'code': 200} Nov 23 17:57:38.009789 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-660bf32b-dd1f-4931-86ff-cd6eefe0bbf8 req-18f99967-4190-4bdc-ab22-279dd3481e35 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.60 "GET /v2.0/security-groups?id=c951464a-459e-4ec5-9432-89ee674ff255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1935027 Nov 23 17:57:38.017818 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a11257-36d2-4213-b9a4-4ec00b7a42a0 req-e30b96bb-98ed-45b8-aa3e-c2943a633063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:57:38.021547 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-32a11257-36d2-4213-b9a4-4ec00b7a42a0 req-e30b96bb-98ed-45b8-aa3e-c2943a633063 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4d3a35880fb64e77bd3047bfa46cf261&device_id=879e814c-05fc-4dea-ba60-1f3e794a1184 HTTP/1.1" status: 200 len: 1094 time: 0.1567554 Nov 23 17:57:38.026704 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-fd3f1b6b-9d5e-4371-891f-a3616a06ac20 tempest-RoutersIpV6AdminTest-1065190530 tempest-RoutersIpV6AdminTest-1065190530-project] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:38.093832 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-fd3f1b6b-9d5e-4371-891f-a3616a06ac20 tempest-RoutersIpV6AdminTest-1065190530 tempest-RoutersIpV6AdminTest-1065190530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:38.094221 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-32a11257-36d2-4213-b9a4-4ec00b7a42a0 req-b3c280a7-87fb-4ccd-9058-71647e1b6682 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=477848ca-049e-4f03-8b21-aaee1a10dd9e HTTP/1.1" status: 200 len: 217 time: 0.0628529 Nov 23 17:57:38.136203 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd3f1b6b-9d5e-4371-891f-a3616a06ac20 tempest-RoutersIpV6AdminTest-1065190530 tempest-RoutersIpV6AdminTest-1065190530-project] Network 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:57:38.143461 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-fd3f1b6b-9d5e-4371-891f-a3616a06ac20 tempest-RoutersIpV6AdminTest-1065190530 tempest-RoutersIpV6AdminTest-1065190530-project] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:57:38.147652 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd3f1b6b-9d5e-4371-891f-a3616a06ac20 tempest-RoutersIpV6AdminTest-1065190530 tempest-RoutersIpV6AdminTest-1065190530-project] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:57:38.154832 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3f1b6b-9d5e-4371-891f-a3616a06ac20 tempest-RoutersIpV6AdminTest-1065190530 tempest-RoutersIpV6AdminTest-1065190530-project] Pushing event updated for resources: {'Port': ['ID=45aa3301-289e-4e19-a320-361af59d293e,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:57:38.160199 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a1ebdbc-7acd-45fd-9757-edd8f37b00d0 None None] DHCP port deletion for 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:57:38.161365 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a11257-36d2-4213-b9a4-4ec00b7a42a0 req-a09a9e34-ccbf-4e0c-9f9b-61a8fbab5ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:57:38.162829 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-32a11257-36d2-4213-b9a4-4ec00b7a42a0 req-a09a9e34-ccbf-4e0c-9f9b-61a8fbab5ca9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=aa7579b8-026d-4814-b7ff-6c549dbaa73a HTTP/1.1" status: 200 len: 835 time: 0.0574820 Nov 23 17:57:38.214353 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-a6cd56e5-e61a-4654-9871-6a7f161dcba4 None None] Provisioning complete for port 45aa3301-289e-4e19-a320-361af59d293e triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:57:38.215653 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-a6cd56e5-e61a-4654-9871-6a7f161dcba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:38.229052 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a11257-36d2-4213-b9a4-4ec00b7a42a0 req-83f6e26f-9ba1-4579-9488-50e60b4f63ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:57:38.233209 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-32a11257-36d2-4213-b9a4-4ec00b7a42a0 req-83f6e26f-9ba1-4579-9488-50e60b4f63ab service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=eb14d06b-c5a2-40f2-ae77-d899286918bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0609078 Nov 23 17:57:38.253018 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-a6cd56e5-e61a-4654-9871-6a7f161dcba4 None None] Port 45aa3301-289e-4e19-a320-361af59d293e cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:57:38.343872 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-32a11257-36d2-4213-b9a4-4ec00b7a42a0 req-eb76dc09-e041-496b-bf75-c61bd1ea27ac service neutron] 10.222.0.36 "GET /v2.0/networks/eb14d06b-c5a2-40f2-ae77-d899286918bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016643 Nov 23 17:57:38.447691 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-32a11257-36d2-4213-b9a4-4ec00b7a42a0 req-ab287b0e-6def-446a-9dbf-5f89e12660d8 service neutron] 10.222.0.36 "GET /v2.0/networks/eb14d06b-c5a2-40f2-ae77-d899286918bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961182 Nov 23 17:57:38.448852 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-fd3f1b6b-9d5e-4371-891f-a3616a06ac20 tempest-RoutersIpV6AdminTest-1065190530 tempest-RoutersIpV6AdminTest-1065190530-project] Publish callbacks [] for router_gateway, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:38.539273 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a646e5-4611-43e5-8036-44d53e1d42d7 req-0302be57-8154-488d-80dc-473fb3a7d123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:57:38.540837 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c1a646e5-4611-43e5-8036-44d53e1d42d7 req-0302be57-8154-488d-80dc-473fb3a7d123 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4d3a35880fb64e77bd3047bfa46cf261&device_id=879e814c-05fc-4dea-ba60-1f3e794a1184 HTTP/1.1" status: 200 len: 1094 time: 0.0434308 Nov 23 17:57:38.648538 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a646e5-4611-43e5-8036-44d53e1d42d7 req-dccaf6d2-e6fe-4d98-8c1d-72ace516f2e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:57:38.650031 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c1a646e5-4611-43e5-8036-44d53e1d42d7 req-dccaf6d2-e6fe-4d98-8c1d-72ace516f2e2 service neutron] 10.222.0.36 "GET /v2.0/networks?id=eb14d06b-c5a2-40f2-ae77-d899286918bf HTTP/1.1" status: 200 len: 897 time: 0.0979753 Nov 23 17:57:38.681646 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-fd3f1b6b-9d5e-4371-891f-a3616a06ac20 tempest-RoutersIpV6AdminTest-1065190530 tempest-RoutersIpV6AdminTest-1065190530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1794316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1795362'] for router, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:38.698571 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c1a646e5-4611-43e5-8036-44d53e1d42d7 req-6658605c-e03b-4177-b349-ea859feb36e0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=477848ca-049e-4f03-8b21-aaee1a10dd9e HTTP/1.1" status: 200 len: 217 time: 0.0373371 Nov 23 17:57:38.766852 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a646e5-4611-43e5-8036-44d53e1d42d7 req-032ee7df-0317-44ce-ada5-c2c4267cbff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:57:38.768702 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c1a646e5-4611-43e5-8036-44d53e1d42d7 req-032ee7df-0317-44ce-ada5-c2c4267cbff7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=aa7579b8-026d-4814-b7ff-6c549dbaa73a HTTP/1.1" status: 200 len: 835 time: 0.0597906 Nov 23 17:57:38.823989 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a646e5-4611-43e5-8036-44d53e1d42d7 req-f2977d7c-7bb0-46a3-82b0-aa0cbbef168b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:57:38.826335 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c1a646e5-4611-43e5-8036-44d53e1d42d7 req-f2977d7c-7bb0-46a3-82b0-aa0cbbef168b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=eb14d06b-c5a2-40f2-ae77-d899286918bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0482948 Nov 23 17:57:38.830164 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd3f1b6b-9d5e-4371-891f-a3616a06ac20 tempest-RoutersIpV6AdminTest-1065190530 tempest-RoutersIpV6AdminTest-1065190530-project] Router b5dc79f8-be14-4a3e-a31a-f1ecef22e9ae is scheduled to L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 with binding_index 1 {{(pid=103590) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 17:57:38.936429 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c1a646e5-4611-43e5-8036-44d53e1d42d7 req-5bb0b34c-1de9-447b-9943-fad07dd64860 service neutron] 10.222.0.36 "GET /v2.0/networks/eb14d06b-c5a2-40f2-ae77-d899286918bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001935 Nov 23 17:57:38.949964 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd3f1b6b-9d5e-4371-891f-a3616a06ac20 tempest-RoutersIpV6AdminTest-1065190530 tempest-RoutersIpV6AdminTest-1065190530-project] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:57:38.960974 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-393206bd-17df-48f2-b599-fcf901f19e06 None None] Sync routers for ids ['b5dc79f8-be14-4a3e-a31a-f1ecef22e9ae'] in n-d-816206-8 {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:57:38.973533 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-393206bd-17df-48f2-b599-fcf901f19e06 None None] Routers {'b5dc79f8-be14-4a3e-a31a-f1ecef22e9ae'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:57:38.974274 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-393206bd-17df-48f2-b599-fcf901f19e06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:57:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['b5dc79f8-be14-4a3e-a31a-f1ecef22e9ae'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:57:38.977231 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-fd3f1b6b-9d5e-4371-891f-a3616a06ac20 tempest-RoutersIpV6AdminTest-1065190530 tempest-RoutersIpV6AdminTest-1065190530-project] Publish callbacks [] for router, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:38.983139 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-fd3f1b6b-9d5e-4371-891f-a3616a06ac20 tempest-RoutersIpV6AdminTest-1065190530 tempest-RoutersIpV6AdminTest-1065190530-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 2.4773936 Nov 23 17:57:38.983139 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 49824) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:57:39.026282 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-393206bd-17df-48f2-b599-fcf901f19e06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:57:39.036893 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-393206bd-17df-48f2-b599-fcf901f19e06 None None] Routers {'b5dc79f8-be14-4a3e-a31a-f1ecef22e9ae'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:57:39.037716 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-393206bd-17df-48f2-b599-fcf901f19e06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:57:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['b5dc79f8-be14-4a3e-a31a-f1ecef22e9ae'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:57:39.085219 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c1a646e5-4611-43e5-8036-44d53e1d42d7 req-50b393fd-e6be-4c40-982e-4de770ca886f service neutron] 10.222.0.36 "GET /v2.0/networks/eb14d06b-c5a2-40f2-ae77-d899286918bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397681 Nov 23 17:57:39.100699 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-db60b6fe-7741-4a6f-8015-8f8bee1dc4d3 tempest-RoutersIpV6AdminTest-1226314601 tempest-RoutersIpV6AdminTest-1226314601-project-admin] 10.222.0.60 "GET /v2.0/routers/b5dc79f8-be14-4a3e-a31a-f1ecef22e9ae HTTP/1.1" status: 200 len: 924 time: 0.1164703 Nov 23 17:57:39.104520 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 49830) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:57:39.116859 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-393206bd-17df-48f2-b599-fcf901f19e06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:57:39.117853 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-393206bd-17df-48f2-b599-fcf901f19e06 None None] The sync data for ids ['b5dc79f8-be14-4a3e-a31a-f1ecef22e9ae'] in n-d-816206-8 is: [] {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:57:39.137667 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-1a44c96d-8ab9-4268-b527-b3c3975b6043 tempest-RoutersIpV6AdminTest-1065190530 tempest-RoutersIpV6AdminTest-1065190530-project] 10.222.0.60 "GET /v2.0/ports?device_id=b5dc79f8-be14-4a3e-a31a-f1ecef22e9ae HTTP/1.1" status: 200 len: 205 time: 0.0314009 Nov 23 17:57:39.141364 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 49832) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:57:39.194840 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71cbbaf-a70f-4260-80ef-8b4bee82bc87 req-c714c361-1ba7-4a41-8601-9a5c32904275 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:57:39.197251 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a71cbbaf-a70f-4260-80ef-8b4bee82bc87 req-c714c361-1ba7-4a41-8601-9a5c32904275 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.60 "GET /v2.0/ports?device_id=879e814c-05fc-4dea-ba60-1f3e794a1184 HTTP/1.1" status: 200 len: 943 time: 0.0585721 Nov 23 17:57:39.264132 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a71cbbaf-a70f-4260-80ef-8b4bee82bc87 req-1d6d9b39-030a-464d-af5f-0e5b418a863b tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.60 "GET /v2.0/security-groups?id=c951464a-459e-4ec5-9432-89ee674ff255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550888 Nov 23 17:57:39.266722 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a6d89456-2893-4565-b070-e4142686d9d5 tempest-RoutersIpV6AdminTest-1065190530 tempest-RoutersIpV6AdminTest-1065190530-project] Publish callbacks [] for router, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:39.390257 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a6d89456-2893-4565-b070-e4142686d9d5 tempest-RoutersIpV6AdminTest-1065190530 tempest-RoutersIpV6AdminTest-1065190530-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:39.458120 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-a6d89456-2893-4565-b070-e4142686d9d5 tempest-RoutersIpV6AdminTest-1065190530 tempest-RoutersIpV6AdminTest-1065190530-project] Deleting port 45aa3301-289e-4e19-a320-361af59d293e {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:57:39.458769 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a6d89456-2893-4565-b070-e4142686d9d5 tempest-RoutersIpV6AdminTest-1065190530 tempest-RoutersIpV6AdminTest-1065190530-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:39.536024 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a6d89456-2893-4565-b070-e4142686d9d5 tempest-RoutersIpV6AdminTest-1065190530 tempest-RoutersIpV6AdminTest-1065190530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:39.549936 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-a6d89456-2893-4565-b070-e4142686d9d5 tempest-RoutersIpV6AdminTest-1065190530 tempest-RoutersIpV6AdminTest-1065190530-project] Calling delete_port for 45aa3301-289e-4e19-a320-361af59d293e owned by network:router_gateway {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:57:39.717857 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a6d89456-2893-4565-b070-e4142686d9d5 tempest-RoutersIpV6AdminTest-1065190530 tempest-RoutersIpV6AdminTest-1065190530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:39.744453 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d89456-2893-4565-b070-e4142686d9d5 tempest-RoutersIpV6AdminTest-1065190530 tempest-RoutersIpV6AdminTest-1065190530-project] Pushing event deleted for resources: {'Port': ['ID=45aa3301-289e-4e19-a320-361af59d293e,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:57:39.778399 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5ca73b5-d886-4018-8532-81c6227ce902 None None] DHCP port deletion for 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:57:39.816153 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a6d89456-2893-4565-b070-e4142686d9d5 tempest-RoutersIpV6AdminTest-1065190530 tempest-RoutersIpV6AdminTest-1065190530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1795454'] for router_gateway, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:39.909969 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a6d89456-2893-4565-b070-e4142686d9d5 tempest-RoutersIpV6AdminTest-1065190530 tempest-RoutersIpV6AdminTest-1065190530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1794352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8175'] for router, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:39.912305 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a6d89456-2893-4565-b070-e4142686d9d5 tempest-RoutersIpV6AdminTest-1065190530 tempest-RoutersIpV6AdminTest-1065190530-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:39.962077 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a6d89456-2893-4565-b070-e4142686d9d5 tempest-RoutersIpV6AdminTest-1065190530 tempest-RoutersIpV6AdminTest-1065190530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1795580'] for router, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:39.962635 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6d89456-2893-4565-b070-e4142686d9d5 tempest-RoutersIpV6AdminTest-1065190530 tempest-RoutersIpV6AdminTest-1065190530-project] Fanout notify agent at l3_agent the message router_deleted on router b5dc79f8-be14-4a3e-a31a-f1ecef22e9ae {{(pid=103590) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 17:57:39.971330 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a6d89456-2893-4565-b070-e4142686d9d5 tempest-RoutersIpV6AdminTest-1065190530 tempest-RoutersIpV6AdminTest-1065190530-project] Publish callbacks [] for router, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:39.972400 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-a6d89456-2893-4565-b070-e4142686d9d5 tempest-RoutersIpV6AdminTest-1065190530 tempest-RoutersIpV6AdminTest-1065190530-project] 10.222.0.60 "DELETE /v2.0/routers/b5dc79f8-be14-4a3e-a31a-f1ecef22e9ae HTTP/1.1" status: 204 len: 168 time: 0.8299413 Nov 23 17:57:39.977891 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 49840) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:57:39.982416 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-67d7a8d6-d806-4eef-8729-b483951b66a2 tempest-RoutersIpV6AdminTest-1226314601 tempest-RoutersIpV6AdminTest-1226314601-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1024248484', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'enable_snat': False}}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:57:40.003670 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-67d7a8d6-d806-4eef-8729-b483951b66a2 tempest-RoutersIpV6AdminTest-1226314601 tempest-RoutersIpV6AdminTest-1226314601-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1793449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8093'] for router, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:40.004703 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-67d7a8d6-d806-4eef-8729-b483951b66a2 tempest-RoutersIpV6AdminTest-1226314601 tempest-RoutersIpV6AdminTest-1226314601-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1794473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1794771', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1638326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8086'] for router, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:40.061569 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-67d7a8d6-d806-4eef-8729-b483951b66a2 tempest-RoutersIpV6AdminTest-1226314601 tempest-RoutersIpV6AdminTest-1226314601-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:40.202051 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-67d7a8d6-d806-4eef-8729-b483951b66a2 tempest-RoutersIpV6AdminTest-1226314601 tempest-RoutersIpV6AdminTest-1226314601-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:40.388599 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0894b88a-ff0e-4b0b-8342-78ec4139e1aa req-9d07bb86-1919-4255-9d19-950b497f52ab tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:57:40.390018 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-0894b88a-ff0e-4b0b-8342-78ec4139e1aa req-9d07bb86-1919-4255-9d19-950b497f52ab tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.60 "GET /v2.0/ports?device_id=879e814c-05fc-4dea-ba60-1f3e794a1184 HTTP/1.1" status: 200 len: 943 time: 0.0501354 Nov 23 17:57:40.416916 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-67d7a8d6-d806-4eef-8729-b483951b66a2 tempest-RoutersIpV6AdminTest-1226314601 tempest-RoutersIpV6AdminTest-1226314601-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:40.438195 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-67d7a8d6-d806-4eef-8729-b483951b66a2 tempest-RoutersIpV6AdminTest-1226314601 tempest-RoutersIpV6AdminTest-1226314601-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:40.467553 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-0894b88a-ff0e-4b0b-8342-78ec4139e1aa req-81505e11-ccd4-47dd-9443-e4a84d85f055 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.60 "GET /v2.0/security-groups?id=c951464a-459e-4ec5-9432-89ee674ff255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708447 Nov 23 17:57:40.549813 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-67d7a8d6-d806-4eef-8729-b483951b66a2 tempest-RoutersIpV6AdminTest-1226314601 tempest-RoutersIpV6AdminTest-1226314601-project-admin] Allocated IP 172.25.3.176 (4c8455ba-1be5-42ac-b8c2-8a16e1292d55/08fe3644-ce41-4c3f-a7ea-92bac0f0fff5/fcbf2b47-1ea3-4ba7-99dc-50d09e42b6c3) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:57:40.652538 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-67d7a8d6-d806-4eef-8729-b483951b66a2 tempest-RoutersIpV6AdminTest-1226314601 tempest-RoutersIpV6AdminTest-1226314601-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:40.687576 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-67d7a8d6-d806-4eef-8729-b483951b66a2 tempest-RoutersIpV6AdminTest-1226314601 tempest-RoutersIpV6AdminTest-1226314601-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:40.736624 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67d7a8d6-d806-4eef-8729-b483951b66a2 tempest-RoutersIpV6AdminTest-1226314601 tempest-RoutersIpV6AdminTest-1226314601-project-admin] Network 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:57:40.739551 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-67d7a8d6-d806-4eef-8729-b483951b66a2 tempest-RoutersIpV6AdminTest-1226314601 tempest-RoutersIpV6AdminTest-1226314601-project-admin] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:57:40.741914 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67d7a8d6-d806-4eef-8729-b483951b66a2 tempest-RoutersIpV6AdminTest-1226314601 tempest-RoutersIpV6AdminTest-1226314601-project-admin] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:57:40.760284 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e1e96b7-7bdb-40f7-a465-d9a2949987b0 None None] DHCP port deletion for 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:57:40.774999 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d7a8d6-d806-4eef-8729-b483951b66a2 tempest-RoutersIpV6AdminTest-1226314601 tempest-RoutersIpV6AdminTest-1226314601-project-admin] Pushing event updated for resources: {'Port': ['ID=fcbf2b47-1ea3-4ba7-99dc-50d09e42b6c3,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:57:40.816790 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-8e3368ba-d258-4237-97b1-296f5d6d1017 None None] Provisioning complete for port fcbf2b47-1ea3-4ba7-99dc-50d09e42b6c3 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:57:40.817390 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-8e3368ba-d258-4237-97b1-296f5d6d1017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:40.875238 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-8e3368ba-d258-4237-97b1-296f5d6d1017 None None] Port fcbf2b47-1ea3-4ba7-99dc-50d09e42b6c3 cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:57:41.355310 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-67d7a8d6-d806-4eef-8729-b483951b66a2 tempest-RoutersIpV6AdminTest-1226314601 tempest-RoutersIpV6AdminTest-1226314601-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:41.569689 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-67d7a8d6-d806-4eef-8729-b483951b66a2 tempest-RoutersIpV6AdminTest-1226314601 tempest-RoutersIpV6AdminTest-1226314601-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1794316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1795362'] for router, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:41.588018 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f14235-1c5a-4ef8-99ba-ea8826deff40 req-b1cb8410-cfc1-496b-b6f6-1265244296d5 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:57:41.596992 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a2f14235-1c5a-4ef8-99ba-ea8826deff40 req-b1cb8410-cfc1-496b-b6f6-1265244296d5 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.60 "GET /v2.0/ports?device_id=879e814c-05fc-4dea-ba60-1f3e794a1184 HTTP/1.1" status: 200 len: 943 time: 0.0616338 Nov 23 17:57:41.609219 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device 477848ca-049e-4f03-8b21-aaee1a10dd9e details requested by agent hyperv_n-h2-816206-8 with host n-h2-816206-8 {{(pid=103592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 17:57:41.654059 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a2f14235-1c5a-4ef8-99ba-ea8826deff40 req-fd61738d-ea05-46c3-83f7-8b2759be5d63 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.60 "GET /v2.0/security-groups?id=c951464a-459e-4ec5-9432-89ee674ff255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558057 Nov 23 17:57:41.721296 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67d7a8d6-d806-4eef-8729-b483951b66a2 tempest-RoutersIpV6AdminTest-1226314601 tempest-RoutersIpV6AdminTest-1226314601-project-admin] Router cfa4e86a-3054-4220-981d-a79baa8f6889 is scheduled to L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 with binding_index 1 {{(pid=103590) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 17:57:41.751031 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port 477848ca-049e-4f03-8b21-aaee1a10dd9e, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=477848ca-049e-4f03-8b21-aaee1a10dd9e,segment=NetworkSegment(66b17735-968c-4ef6-882e-8a9012d27a51),segment_id=66b17735-968c-4ef6-882e-8a9012d27a51)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:57:41.771588 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Returning: {'device': '477848ca-049e-4f03-8b21-aaee1a10dd9e', 'network_id': 'eb14d06b-c5a2-40f2-ae77-d899286918bf', 'port_id': '477848ca-049e-4f03-8b21-aaee1a10dd9e', 'mac_address': 'fa:16:3e:ca:11:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 500, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa7579b8-026d-4814-b7ff-6c549dbaa73a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 17:57:41.812731 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:41.826318 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 477848ca-049e-4f03-8b21-aaee1a10dd9e {{(pid=103592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:57:41.843932 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67d7a8d6-d806-4eef-8729-b483951b66a2 tempest-RoutersIpV6AdminTest-1226314601 tempest-RoutersIpV6AdminTest-1226314601-project-admin] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:57:41.852987 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port 477848ca-049e-4f03-8b21-aaee1a10dd9e, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=477848ca-049e-4f03-8b21-aaee1a10dd9e,segment=NetworkSegment(66b17735-968c-4ef6-882e-8a9012d27a51),segment_id=66b17735-968c-4ef6-882e-8a9012d27a51)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:57:41.856235 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f4792b9-8d9e-44c6-8111-c18b3f4c718f None None] Sync routers for ids ['cfa4e86a-3054-4220-981d-a79baa8f6889'] in n-d-816206-8 {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:57:41.861984 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:41.864574 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-67d7a8d6-d806-4eef-8729-b483951b66a2 tempest-RoutersIpV6AdminTest-1226314601 tempest-RoutersIpV6AdminTest-1226314601-project-admin] Publish callbacks [] for router, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:41.870935 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-67d7a8d6-d806-4eef-8729-b483951b66a2 tempest-RoutersIpV6AdminTest-1226314601 tempest-RoutersIpV6AdminTest-1226314601-project-admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 1.8875120 Nov 23 17:57:41.871283 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 49850) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:57:41.902979 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f4792b9-8d9e-44c6-8111-c18b3f4c718f None None] Routers {'cfa4e86a-3054-4220-981d-a79baa8f6889'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:57:41.903604 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-6f4792b9-8d9e-44c6-8111-c18b3f4c718f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:57:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['cfa4e86a-3054-4220-981d-a79baa8f6889'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:57:41.972553 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Pushing event updated for resources: {'Port': ['ID=477848ca-049e-4f03-8b21-aaee1a10dd9e,revision_number=4']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:57:41.995550 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-eb996ae1-b903-4f31-8c30-77b241c52f11 tempest-RoutersIpV6AdminTest-1226314601 tempest-RoutersIpV6AdminTest-1226314601-project-admin] 10.222.0.60 "GET /v2.0/routers/cfa4e86a-3054-4220-981d-a79baa8f6889 HTTP/1.1" status: 200 len: 909 time: 0.1228890 Nov 23 17:57:41.999217 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 49852) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:57:42.003759 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-e834e1a3-5c02-478e-a1a4-ff8fc8722d91 tempest-RoutersIpV6AdminTest-1226314601 tempest-RoutersIpV6AdminTest-1226314601-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1024248484', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'enable_snat': True}}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:57:42.029467 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e834e1a3-5c02-478e-a1a4-ff8fc8722d91 tempest-RoutersIpV6AdminTest-1226314601 tempest-RoutersIpV6AdminTest-1226314601-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1793449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8093'] for router, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:42.031006 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e834e1a3-5c02-478e-a1a4-ff8fc8722d91 tempest-RoutersIpV6AdminTest-1226314601 tempest-RoutersIpV6AdminTest-1226314601-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1794473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1794771', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1638326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8086'] for router, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:42.049472 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvr_db [None req-6f4792b9-8d9e-44c6-8111-c18b3f4c718f None None] Set router cfa4e86a-3054-4220-981d-a79baa8f6889 gateway port host: n-d-816206-8 {{(pid=103592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:57:42.110677 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e834e1a3-5c02-478e-a1a4-ff8fc8722d91 tempest-RoutersIpV6AdminTest-1226314601 tempest-RoutersIpV6AdminTest-1226314601-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:42.142636 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] get_ports_and_sgs() called for port_ids ['477848ca-049e-4f03-8b21-aaee1a10dd9e'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:57:42.262148 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e834e1a3-5c02-478e-a1a4-ff8fc8722d91 tempest-RoutersIpV6AdminTest-1226314601 tempest-RoutersIpV6AdminTest-1226314601-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:42.478929 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e834e1a3-5c02-478e-a1a4-ff8fc8722d91 tempest-RoutersIpV6AdminTest-1226314601 tempest-RoutersIpV6AdminTest-1226314601-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:42.500225 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e834e1a3-5c02-478e-a1a4-ff8fc8722d91 tempest-RoutersIpV6AdminTest-1226314601 tempest-RoutersIpV6AdminTest-1226314601-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:42.517547 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-6f4792b9-8d9e-44c6-8111-c18b3f4c718f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfa4e86a-3054-4220-981d-a79baa8f6889', 'name': 'tempest-snat-router-1024248484', 'tenant_id': '1ad5acc6548e4a12b77ccc17d299fc28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.176'}], 'enable_snat': False}, 'gw_port_id': 'fcbf2b47-1ea3-4ba7-99dc-50d09e42b6c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:57:40Z', 'updated_at': '2021-11-23T17:57:41Z', 'revision_number': 3, 'project_id': '1ad5acc6548e4a12b77ccc17d299fc28', 'gw_port': {'id': 'fcbf2b47-1ea3-4ba7-99dc-50d09e42b6c3', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:e9:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfa4e86a-3054-4220-981d-a79baa8f6889', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3653, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:57:40Z', 'updated_at': '2021-11-23T17:57:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-816206-8'}], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:57:42.555253 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f4792b9-8d9e-44c6-8111-c18b3f4c718f None None] Checking router: cfa4e86a-3054-4220-981d-a79baa8f6889 for host: n-d-816206-8 {{(pid=103592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 17:57:42.555608 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f4792b9-8d9e-44c6-8111-c18b3f4c718f None None] Updating router cfa4e86a-3054-4220-981d-a79baa8f6889 port fcbf2b47-1ea3-4ba7-99dc-50d09e42b6c3 binding host n-d-816206-8 {{(pid=103592) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 17:57:42.603158 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-6f4792b9-8d9e-44c6-8111-c18b3f4c718f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:42.620010 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-e834e1a3-5c02-478e-a1a4-ff8fc8722d91 tempest-RoutersIpV6AdminTest-1226314601 tempest-RoutersIpV6AdminTest-1226314601-project-admin] Allocated IP 172.25.3.182 (4c8455ba-1be5-42ac-b8c2-8a16e1292d55/08fe3644-ce41-4c3f-a7ea-92bac0f0fff5/8c398b9b-fb5b-4b42-a3e2-b3fb931028db) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:57:42.737534 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e834e1a3-5c02-478e-a1a4-ff8fc8722d91 tempest-RoutersIpV6AdminTest-1226314601 tempest-RoutersIpV6AdminTest-1226314601-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:42.807659 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e834e1a3-5c02-478e-a1a4-ff8fc8722d91 tempest-RoutersIpV6AdminTest-1226314601 tempest-RoutersIpV6AdminTest-1226314601-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:42.814506 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9871b7-b166-491f-8e4c-4f1177f158cf req-2659d9df-5973-4652-a999-83dda6e756c0 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:57:42.817475 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ef9871b7-b166-491f-8e4c-4f1177f158cf req-2659d9df-5973-4652-a999-83dda6e756c0 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.60 "GET /v2.0/ports?device_id=879e814c-05fc-4dea-ba60-1f3e794a1184 HTTP/1.1" status: 200 len: 944 time: 0.0582702 Nov 23 17:57:42.852711 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e834e1a3-5c02-478e-a1a4-ff8fc8722d91 tempest-RoutersIpV6AdminTest-1226314601 tempest-RoutersIpV6AdminTest-1226314601-project-admin] Network 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:57:42.856377 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-e834e1a3-5c02-478e-a1a4-ff8fc8722d91 tempest-RoutersIpV6AdminTest-1226314601 tempest-RoutersIpV6AdminTest-1226314601-project-admin] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:57:42.860375 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e834e1a3-5c02-478e-a1a4-ff8fc8722d91 tempest-RoutersIpV6AdminTest-1226314601 tempest-RoutersIpV6AdminTest-1226314601-project-admin] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:57:42.913113 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ef9871b7-b166-491f-8e4c-4f1177f158cf req-0454ddef-799b-45f6-84e3-aca970a19003 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.60 "GET /v2.0/security-groups?id=c951464a-459e-4ec5-9432-89ee674ff255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0872123 Nov 23 17:57:42.926887 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-855bd9fb-9d51-4c4d-8c8c-0e570eb12a44 None None] DHCP port deletion for 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:57:42.980018 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e834e1a3-5c02-478e-a1a4-ff8fc8722d91 tempest-RoutersIpV6AdminTest-1226314601 tempest-RoutersIpV6AdminTest-1226314601-project-admin] Pushing event updated for resources: {'Port': ['ID=8c398b9b-fb5b-4b42-a3e2-b3fb931028db,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:57:42.995844 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-f3bd59cc-1bc2-4235-8f37-008f3ad905b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:43.086632 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-b6c4b9d1-3fe2-4454-81ab-71e0a98ae8dc None None] Provisioning complete for port 8c398b9b-fb5b-4b42-a3e2-b3fb931028db triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:57:43.087041 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b6c4b9d1-3fe2-4454-81ab-71e0a98ae8dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:43.094625 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-6f4792b9-8d9e-44c6-8111-c18b3f4c718f None None] Publish callbacks [] for port, precommit_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:43.128045 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-6f4792b9-8d9e-44c6-8111-c18b3f4c718f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:43.161741 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-b6c4b9d1-3fe2-4454-81ab-71e0a98ae8dc None None] Port 8c398b9b-fb5b-4b42-a3e2-b3fb931028db cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:57:43.186900 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e834e1a3-5c02-478e-a1a4-ff8fc8722d91 tempest-RoutersIpV6AdminTest-1226314601 tempest-RoutersIpV6AdminTest-1226314601-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:43.188464 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efb25260-db59-471a-80f3-a0d2a70ffa4c None None] DHCP port deletion for 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:57:43.194920 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-6f4792b9-8d9e-44c6-8111-c18b3f4c718f None None] Attempting to bind port fcbf2b47-1ea3-4ba7-99dc-50d09e42b6c3 on host n-d-816206-8 for vnic_type normal with profile {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:57:43.195302 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-6f4792b9-8d9e-44c6-8111-c18b3f4c718f None None] Attempting to bind port fcbf2b47-1ea3-4ba7-99dc-50d09e42b6c3 by drivers openvswitch,hyperv on host n-d-816206-8 at level 0 using segments [{'id': 'bffd1e4f-e80f-4ff0-b418-2f42ae15febf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:57:43.195670 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f4792b9-8d9e-44c6-8111-c18b3f4c718f None None] Attempting to bind port fcbf2b47-1ea3-4ba7-99dc-50d09e42b6c3 on network 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:57:43.198840 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ae8061-a0d6-45f7-937e-7ce52be4f0ce None None] Pushing event updated for resources: {'Port': ['ID=fcbf2b47-1ea3-4ba7-99dc-50d09e42b6c3,revision_number=2']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:57:43.206885 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f4792b9-8d9e-44c6-8111-c18b3f4c718f None None] Checking agent: {'id': '9e89acbe-4bbe-4c77-a18b-6f1da9133e0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 7, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 57, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:57:43.207270 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f4792b9-8d9e-44c6-8111-c18b3f4c718f None None] Checking segment: {'id': 'bffd1e4f-e80f-4ff0-b418-2f42ae15febf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:57:43.207674 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-6f4792b9-8d9e-44c6-8111-c18b3f4c718f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:43.208059 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f4792b9-8d9e-44c6-8111-c18b3f4c718f None None] Bound using segment: {'id': 'bffd1e4f-e80f-4ff0-b418-2f42ae15febf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:57:43.208705 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-6f4792b9-8d9e-44c6-8111-c18b3f4c718f None None] Bound port: fcbf2b47-1ea3-4ba7-99dc-50d09e42b6c3, host: n-d-816206-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bffd1e4f-e80f-4ff0-b418-2f42ae15febf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'}}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:57:43.208930 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-6f4792b9-8d9e-44c6-8111-c18b3f4c718f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:43.266315 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-6f4792b9-8d9e-44c6-8111-c18b3f4c718f None None] For port fcbf2b47-1ea3-4ba7-99dc-50d09e42b6c3, host n-d-816206-8, cleared binding levels {{(pid=103592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:57:43.271899 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-6f4792b9-8d9e-44c6-8111-c18b3f4c718f None None] For port fcbf2b47-1ea3-4ba7-99dc-50d09e42b6c3, host n-d-816206-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=fcbf2b47-1ea3-4ba7-99dc-50d09e42b6c3,segment=NetworkSegment(bffd1e4f-e80f-4ff0-b418-2f42ae15febf),segment_id=bffd1e4f-e80f-4ff0-b418-2f42ae15febf)] {{(pid=103592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:57:43.280566 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-6f4792b9-8d9e-44c6-8111-c18b3f4c718f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:43.313589 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-49101539-9983-4423-b14a-6e2fc453c21a None None] Provisioning complete for port fcbf2b47-1ea3-4ba7-99dc-50d09e42b6c3 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:57:43.313961 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-49101539-9983-4423-b14a-6e2fc453c21a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:43.351718 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa039d04-2742-4a96-8d54-492977aa60a5 None None] DHCP port deletion for 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:57:43.389089 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ae8061-a0d6-45f7-937e-7ce52be4f0ce None None] Pushing event updated for resources: {'Port': ['ID=fcbf2b47-1ea3-4ba7-99dc-50d09e42b6c3,revision_number=3']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:57:43.395194 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f4792b9-8d9e-44c6-8111-c18b3f4c718f None None] Routers {'cfa4e86a-3054-4220-981d-a79baa8f6889'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:57:43.395811 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-6f4792b9-8d9e-44c6-8111-c18b3f4c718f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:57:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['cfa4e86a-3054-4220-981d-a79baa8f6889'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:57:43.455630 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e834e1a3-5c02-478e-a1a4-ff8fc8722d91 tempest-RoutersIpV6AdminTest-1226314601 tempest-RoutersIpV6AdminTest-1226314601-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1794316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1795362'] for router, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:43.526240 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-49101539-9983-4423-b14a-6e2fc453c21a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:43.547000 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvr_db [None req-6f4792b9-8d9e-44c6-8111-c18b3f4c718f None None] Set router cfa4e86a-3054-4220-981d-a79baa8f6889 gateway port host: n-d-816206-8 {{(pid=103592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:57:43.583671 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-49101539-9983-4423-b14a-6e2fc453c21a None None] For port fcbf2b47-1ea3-4ba7-99dc-50d09e42b6c3, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=fcbf2b47-1ea3-4ba7-99dc-50d09e42b6c3,segment=NetworkSegment(bffd1e4f-e80f-4ff0-b418-2f42ae15febf),segment_id=bffd1e4f-e80f-4ff0-b418-2f42ae15febf)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:57:43.610885 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e834e1a3-5c02-478e-a1a4-ff8fc8722d91 tempest-RoutersIpV6AdminTest-1226314601 tempest-RoutersIpV6AdminTest-1226314601-project-admin] Router f3bb7625-b56e-4825-b632-9768252f1f02 is scheduled to L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 with binding_index 1 {{(pid=103590) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 17:57:43.627842 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device 477848ca-049e-4f03-8b21-aaee1a10dd9e up at agent hyperv_n-h2-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:57:43.630111 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-49101539-9983-4423-b14a-6e2fc453c21a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:43.711812 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:43.768792 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e834e1a3-5c02-478e-a1a4-ff8fc8722d91 tempest-RoutersIpV6AdminTest-1226314601 tempest-RoutersIpV6AdminTest-1226314601-project-admin] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:57:43.779691 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d11a7f0e-625d-4f79-84f1-f95dae862850 None None] Sync routers for ids ['f3bb7625-b56e-4825-b632-9768252f1f02'] in n-d-816206-8 {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:57:43.791470 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49101539-9983-4423-b14a-6e2fc453c21a None None] Pushing event updated for resources: {'Port': ['ID=fcbf2b47-1ea3-4ba7-99dc-50d09e42b6c3,revision_number=4']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:57:43.794745 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d11a7f0e-625d-4f79-84f1-f95dae862850 None None] Routers {'f3bb7625-b56e-4825-b632-9768252f1f02'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:57:43.795626 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-d11a7f0e-625d-4f79-84f1-f95dae862850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:57:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['f3bb7625-b56e-4825-b632-9768252f1f02'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:57:43.804564 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e834e1a3-5c02-478e-a1a4-ff8fc8722d91 tempest-RoutersIpV6AdminTest-1226314601 tempest-RoutersIpV6AdminTest-1226314601-project-admin] Publish callbacks [] for router, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:43.806336 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-e834e1a3-5c02-478e-a1a4-ff8fc8722d91 tempest-RoutersIpV6AdminTest-1226314601 tempest-RoutersIpV6AdminTest-1226314601-project-admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 1.8060918 Nov 23 17:57:43.810082 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 49860) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:57:43.817609 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-7815346f-2c0e-4f3f-9a6d-d9dd6049e8ff None None] Provisioning complete for port fcbf2b47-1ea3-4ba7-99dc-50d09e42b6c3 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:57:43.817609 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-7815346f-2c0e-4f3f-9a6d-d9dd6049e8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:43.898313 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Provisioning for port 477848ca-049e-4f03-8b21-aaee1a10dd9e completed by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 17:57:43.909307 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Provisioning complete for port 477848ca-049e-4f03-8b21-aaee1a10dd9e triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:57:43.909676 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:43.920368 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-d11a7f0e-625d-4f79-84f1-f95dae862850 None None] Set router f3bb7625-b56e-4825-b632-9768252f1f02 gateway port host: n-d-816206-8 {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:57:43.930008 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-e2efba0d-6253-4b3c-a7d0-cff180bb6e37 tempest-RoutersIpV6AdminTest-1226314601 tempest-RoutersIpV6AdminTest-1226314601-project-admin] 10.222.0.60 "GET /v2.0/routers/f3bb7625-b56e-4825-b632-9768252f1f02 HTTP/1.1" status: 200 len: 908 time: 0.1187048 Nov 23 17:57:43.933664 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 49864) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:57:44.092640 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-6f4792b9-8d9e-44c6-8111-c18b3f4c718f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfa4e86a-3054-4220-981d-a79baa8f6889', 'name': 'tempest-snat-router-1024248484', 'tenant_id': '1ad5acc6548e4a12b77ccc17d299fc28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.176'}], 'enable_snat': False}, 'gw_port_id': 'fcbf2b47-1ea3-4ba7-99dc-50d09e42b6c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:57:40Z', 'updated_at': '2021-11-23T17:57:41Z', 'revision_number': 3, 'project_id': '1ad5acc6548e4a12b77ccc17d299fc28', 'gw_port': {'id': 'fcbf2b47-1ea3-4ba7-99dc-50d09e42b6c3', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:e9:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfa4e86a-3054-4220-981d-a79baa8f6889', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3653, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:57:40Z', 'updated_at': '2021-11-23T17:57:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-816206-8'}], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:57:44.119790 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4513be8f-2fe8-491c-af21-b29989aff0b5 tempest-RoutersIpV6AdminTest-1226314601 tempest-RoutersIpV6AdminTest-1226314601-project-admin] Publish callbacks [] for router, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:44.130886 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190d42fc-f2fd-4714-9aa2-676af63bd61a req-870c79c2-3a0c-4235-9f9f-2ac707c8a8af tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:57:44.138592 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-190d42fc-f2fd-4714-9aa2-676af63bd61a req-870c79c2-3a0c-4235-9f9f-2ac707c8a8af tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.60 "GET /v2.0/ports?device_id=879e814c-05fc-4dea-ba60-1f3e794a1184 HTTP/1.1" status: 200 len: 944 time: 0.0973682 Nov 23 17:57:44.151270 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-d11a7f0e-625d-4f79-84f1-f95dae862850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3bb7625-b56e-4825-b632-9768252f1f02', 'name': 'tempest-snat-router-1024248484', 'tenant_id': '1ad5acc6548e4a12b77ccc17d299fc28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.182'}], 'enable_snat': True}, 'gw_port_id': '8c398b9b-fb5b-4b42-a3e2-b3fb931028db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:57:42Z', 'updated_at': '2021-11-23T17:57:43Z', 'revision_number': 3, 'project_id': '1ad5acc6548e4a12b77ccc17d299fc28', 'gw_port': {'id': '8c398b9b-fb5b-4b42-a3e2-b3fb931028db', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:55:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3bb7625-b56e-4825-b632-9768252f1f02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3655, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:57:42Z', 'updated_at': '2021-11-23T17:57:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8'}], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:57:44.182898 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f4792b9-8d9e-44c6-8111-c18b3f4c718f None None] The sync data for ids ['cfa4e86a-3054-4220-981d-a79baa8f6889'] in n-d-816206-8 is: [{'id': 'cfa4e86a-3054-4220-981d-a79baa8f6889', 'name': 'tempest-snat-router-1024248484', 'tenant_id': '1ad5acc6548e4a12b77ccc17d299fc28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.176'}], 'enable_snat': False}, 'gw_port_id': 'fcbf2b47-1ea3-4ba7-99dc-50d09e42b6c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:57:40Z', 'updated_at': '2021-11-23T17:57:41Z', 'revision_number': 3, 'project_id': '1ad5acc6548e4a12b77ccc17d299fc28', 'gw_port': {'id': 'fcbf2b47-1ea3-4ba7-99dc-50d09e42b6c3', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:e9:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfa4e86a-3054-4220-981d-a79baa8f6889', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3653, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:57:40Z', 'updated_at': '2021-11-23T17:57:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-816206-8'}] {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:57:44.189145 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:44.193001 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d11a7f0e-625d-4f79-84f1-f95dae862850 None None] Checking router: f3bb7625-b56e-4825-b632-9768252f1f02 for host: n-d-816206-8 {{(pid=103593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 17:57:44.193248 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d11a7f0e-625d-4f79-84f1-f95dae862850 None None] Updating router f3bb7625-b56e-4825-b632-9768252f1f02 port 8c398b9b-fb5b-4b42-a3e2-b3fb931028db binding host n-d-816206-8 {{(pid=103593) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 17:57:44.226109 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-d11a7f0e-625d-4f79-84f1-f95dae862850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:44.242720 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-190d42fc-f2fd-4714-9aa2-676af63bd61a req-d49e7e1c-5070-4fc2-852e-20b0487e306f tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.60 "GET /v2.0/security-groups?id=c951464a-459e-4ec5-9432-89ee674ff255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0964317 Nov 23 17:57:44.254018 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port 477848ca-049e-4f03-8b21-aaee1a10dd9e, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=477848ca-049e-4f03-8b21-aaee1a10dd9e,segment=NetworkSegment(66b17735-968c-4ef6-882e-8a9012d27a51),segment_id=66b17735-968c-4ef6-882e-8a9012d27a51)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:57:44.255129 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '879e814c-05fc-4dea-ba60-1f3e794a1184', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '477848ca-049e-4f03-8b21-aaee1a10dd9e'}] {{(pid=103592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:57:44.258047 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba3e6a8f2301c7a29fe1eca9779abdae4ccbcd6266d69778087f2498d5551201" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44ea2fdd-ba31-4fee-9f71-b32060a3ecb2" -d '{"events": [{"server_uuid": "879e814c-05fc-4dea-ba60-1f3e794a1184", "name": "network-vif-plugged", "status": "completed", "tag": "477848ca-049e-4f03-8b21-aaee1a10dd9e"}]}' {{(pid=103592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:57:44.262723 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:44.312659 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4513be8f-2fe8-491c-af21-b29989aff0b5 tempest-RoutersIpV6AdminTest-1226314601 tempest-RoutersIpV6AdminTest-1226314601-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:44.358174 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Pushing event updated for resources: {'Port': ['ID=477848ca-049e-4f03-8b21-aaee1a10dd9e,revision_number=5']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:57:44.393573 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-4513be8f-2fe8-491c-af21-b29989aff0b5 tempest-RoutersIpV6AdminTest-1226314601 tempest-RoutersIpV6AdminTest-1226314601-project-admin] Deleting port 8c398b9b-fb5b-4b42-a3e2-b3fb931028db {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:57:44.393933 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4513be8f-2fe8-491c-af21-b29989aff0b5 tempest-RoutersIpV6AdminTest-1226314601 tempest-RoutersIpV6AdminTest-1226314601-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:44.406644 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:57:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be16eaa0-e02e-462c-ad0d-8d550a6c66df x-openstack-request-id: req-be16eaa0-e02e-462c-ad0d-8d550a6c66df {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:57:44.406935 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "879e814c-05fc-4dea-ba60-1f3e794a1184", "name": "network-vif-plugged", "status": "completed", "tag": "477848ca-049e-4f03-8b21-aaee1a10dd9e", "code": 200}]} {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:57:44.407450 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-be16eaa0-e02e-462c-ad0d-8d550a6c66df {{(pid=103592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:57:44.407583 n-d-816206-8 neutron-server[103592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '879e814c-05fc-4dea-ba60-1f3e794a1184', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '477848ca-049e-4f03-8b21-aaee1a10dd9e', 'code': 200} Nov 23 17:57:44.423935 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:44.493238 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e7dc94-2a41-4143-9ba8-776aaec2de86 req-d6944d29-808e-448f-aa88-5c4932190a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:57:44.495733 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-07e7dc94-2a41-4143-9ba8-776aaec2de86 req-d6944d29-808e-448f-aa88-5c4932190a9e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=879e814c-05fc-4dea-ba60-1f3e794a1184 HTTP/1.1" status: 200 len: 1096 time: 0.0604210 Nov 23 17:57:44.512400 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4513be8f-2fe8-491c-af21-b29989aff0b5 tempest-RoutersIpV6AdminTest-1226314601 tempest-RoutersIpV6AdminTest-1226314601-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:44.528444 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-4513be8f-2fe8-491c-af21-b29989aff0b5 tempest-RoutersIpV6AdminTest-1226314601 tempest-RoutersIpV6AdminTest-1226314601-project-admin] Calling delete_port for 8c398b9b-fb5b-4b42-a3e2-b3fb931028db owned by network:router_gateway {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:57:44.586304 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-07e7dc94-2a41-4143-9ba8-776aaec2de86 req-d92d20dc-9175-4118-8795-ad64a4210731 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=c951464a-459e-4ec5-9432-89ee674ff255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0822945 Nov 23 17:57:44.808804 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4513be8f-2fe8-491c-af21-b29989aff0b5 tempest-RoutersIpV6AdminTest-1226314601 tempest-RoutersIpV6AdminTest-1226314601-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:44.811357 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.db.api [None req-d11a7f0e-625d-4f79-84f1-f95dae862850 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103593) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 17:57:44.812277 n-d-816206-8 neutron-server[103593]: DEBUG oslo_db.api [None req-d11a7f0e-625d-4f79-84f1-f95dae862850 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 17:57:44.835680 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c62139de-f4d3-4120-8ffd-3634f103cdf0 None None] DHCP port deletion for 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:57:44.873298 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4513be8f-2fe8-491c-af21-b29989aff0b5 tempest-RoutersIpV6AdminTest-1226314601 tempest-RoutersIpV6AdminTest-1226314601-project-admin] Pushing event deleted for resources: {'Port': ['ID=8c398b9b-fb5b-4b42-a3e2-b3fb931028db,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:57:44.981506 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4513be8f-2fe8-491c-af21-b29989aff0b5 tempest-RoutersIpV6AdminTest-1226314601 tempest-RoutersIpV6AdminTest-1226314601-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1795454'] for router_gateway, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:45.099335 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-e503db66-19ae-4dfe-b796-d746742021a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:45.118935 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4513be8f-2fe8-491c-af21-b29989aff0b5 tempest-RoutersIpV6AdminTest-1226314601 tempest-RoutersIpV6AdminTest-1226314601-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1794352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8175'] for router, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:45.121515 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4513be8f-2fe8-491c-af21-b29989aff0b5 tempest-RoutersIpV6AdminTest-1226314601 tempest-RoutersIpV6AdminTest-1226314601-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:45.184109 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4513be8f-2fe8-491c-af21-b29989aff0b5 tempest-RoutersIpV6AdminTest-1226314601 tempest-RoutersIpV6AdminTest-1226314601-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1795580'] for router, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:45.185931 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4513be8f-2fe8-491c-af21-b29989aff0b5 tempest-RoutersIpV6AdminTest-1226314601 tempest-RoutersIpV6AdminTest-1226314601-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f3bb7625-b56e-4825-b632-9768252f1f02 {{(pid=103590) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 17:57:45.193082 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4513be8f-2fe8-491c-af21-b29989aff0b5 tempest-RoutersIpV6AdminTest-1226314601 tempest-RoutersIpV6AdminTest-1226314601-project-admin] Publish callbacks [] for router, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:45.194588 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-4513be8f-2fe8-491c-af21-b29989aff0b5 tempest-RoutersIpV6AdminTest-1226314601 tempest-RoutersIpV6AdminTest-1226314601-project-admin] 10.222.0.60 "DELETE /v2.0/routers/f3bb7625-b56e-4825-b632-9768252f1f02 HTTP/1.1" status: 204 len: 168 time: 1.2589471 Nov 23 17:57:45.198236 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 49870) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:57:45.372126 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d11a7f0e-625d-4f79-84f1-f95dae862850 None None] Port 8c398b9b-fb5b-4b42-a3e2-b3fb931028db not found while updating agent binding for router f3bb7625-b56e-4825-b632-9768252f1f02. {{(pid=103593) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Nov 23 17:57:45.400467 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d11a7f0e-625d-4f79-84f1-f95dae862850 None None] Routers set() bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:57:45.400970 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d11a7f0e-625d-4f79-84f1-f95dae862850 None None] Router IDs set() for agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 23 17:57:45.411159 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_agentschedulers_db [None req-d11a7f0e-625d-4f79-84f1-f95dae862850 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'f3bb7625-b56e-4825-b632-9768252f1f02'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:57:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent'). {{(pid=103593) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 23 17:57:45.413198 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d11a7f0e-625d-4f79-84f1-f95dae862850 None None] The sync data for ids ['f3bb7625-b56e-4825-b632-9768252f1f02'] in n-d-816206-8 is: [] {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:57:45.532993 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb25c7a2-e3a1-46b1-b29a-21a0318cc96a req-d56b504e-64a0-4280-a227-23f8c593e479 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:57:45.539892 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-fb25c7a2-e3a1-46b1-b29a-21a0318cc96a req-d56b504e-64a0-4280-a227-23f8c593e479 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.60 "GET /v2.0/ports?device_id=879e814c-05fc-4dea-ba60-1f3e794a1184 HTTP/1.1" status: 200 len: 945 time: 0.1229177 Nov 23 17:57:45.540212 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device fcbf2b47-1ea3-4ba7-99dc-50d09e42b6c3 up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:57:45.621846 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-fb25c7a2-e3a1-46b1-b29a-21a0318cc96a req-81969a69-a4ab-44e0-b8c3-4c0582cb86e7 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.60 "GET /v2.0/security-groups?id=c951464a-459e-4ec5-9432-89ee674ff255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703247 Nov 23 17:57:45.664590 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port fcbf2b47-1ea3-4ba7-99dc-50d09e42b6c3 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:57:45.664992 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:45.852040 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e9532cb6-e0b7-4be7-94cc-de9917a325d6 tempest-RoutersIpV6AdminTest-1226314601 tempest-RoutersIpV6AdminTest-1226314601-project-admin] Publish callbacks [] for router, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:46.017344 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e9532cb6-e0b7-4be7-94cc-de9917a325d6 tempest-RoutersIpV6AdminTest-1226314601 tempest-RoutersIpV6AdminTest-1226314601-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:46.110008 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-e9532cb6-e0b7-4be7-94cc-de9917a325d6 tempest-RoutersIpV6AdminTest-1226314601 tempest-RoutersIpV6AdminTest-1226314601-project-admin] Deleting port fcbf2b47-1ea3-4ba7-99dc-50d09e42b6c3 {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:57:46.110459 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e9532cb6-e0b7-4be7-94cc-de9917a325d6 tempest-RoutersIpV6AdminTest-1226314601 tempest-RoutersIpV6AdminTest-1226314601-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:46.233709 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-e9532cb6-e0b7-4be7-94cc-de9917a325d6 tempest-RoutersIpV6AdminTest-1226314601 tempest-RoutersIpV6AdminTest-1226314601-project-admin] For port fcbf2b47-1ea3-4ba7-99dc-50d09e42b6c3, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=fcbf2b47-1ea3-4ba7-99dc-50d09e42b6c3,segment=NetworkSegment(bffd1e4f-e80f-4ff0-b418-2f42ae15febf),segment_id=bffd1e4f-e80f-4ff0-b418-2f42ae15febf)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:57:46.234630 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e9532cb6-e0b7-4be7-94cc-de9917a325d6 tempest-RoutersIpV6AdminTest-1226314601 tempest-RoutersIpV6AdminTest-1226314601-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:46.261367 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-e9532cb6-e0b7-4be7-94cc-de9917a325d6 tempest-RoutersIpV6AdminTest-1226314601 tempest-RoutersIpV6AdminTest-1226314601-project-admin] Calling delete_port for fcbf2b47-1ea3-4ba7-99dc-50d09e42b6c3 owned by network:router_gateway {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:57:46.547498 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e9532cb6-e0b7-4be7-94cc-de9917a325d6 tempest-RoutersIpV6AdminTest-1226314601 tempest-RoutersIpV6AdminTest-1226314601-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:46.578561 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-52822d53-48f5-4819-8a95-bdc13aea0bf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:46.579133 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9532cb6-e0b7-4be7-94cc-de9917a325d6 tempest-RoutersIpV6AdminTest-1226314601 tempest-RoutersIpV6AdminTest-1226314601-project-admin] Pushing event deleted for resources: {'Port': ['ID=fcbf2b47-1ea3-4ba7-99dc-50d09e42b6c3,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:57:46.596330 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cebc508-06c3-43f3-93c4-3c3cee6916df None None] DHCP port deletion for 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:57:46.687217 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e9532cb6-e0b7-4be7-94cc-de9917a325d6 tempest-RoutersIpV6AdminTest-1226314601 tempest-RoutersIpV6AdminTest-1226314601-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1795454'] for router_gateway, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:46.813458 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99840194-669a-42c8-b897-aa8c0cda681b req-165751c4-a678-43d9-84ba-96ac09aaebce tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:57:46.815577 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e9532cb6-e0b7-4be7-94cc-de9917a325d6 tempest-RoutersIpV6AdminTest-1226314601 tempest-RoutersIpV6AdminTest-1226314601-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1794352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8175'] for router, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:46.818124 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e9532cb6-e0b7-4be7-94cc-de9917a325d6 tempest-RoutersIpV6AdminTest-1226314601 tempest-RoutersIpV6AdminTest-1226314601-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:46.826975 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-99840194-669a-42c8-b897-aa8c0cda681b req-165751c4-a678-43d9-84ba-96ac09aaebce tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.60 "GET /v2.0/ports?device_id=879e814c-05fc-4dea-ba60-1f3e794a1184 HTTP/1.1" status: 200 len: 945 time: 0.0931346 Nov 23 17:57:46.878105 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e9532cb6-e0b7-4be7-94cc-de9917a325d6 tempest-RoutersIpV6AdminTest-1226314601 tempest-RoutersIpV6AdminTest-1226314601-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1795580'] for router, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:46.881749 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9532cb6-e0b7-4be7-94cc-de9917a325d6 tempest-RoutersIpV6AdminTest-1226314601 tempest-RoutersIpV6AdminTest-1226314601-project-admin] Fanout notify agent at l3_agent the message router_deleted on router cfa4e86a-3054-4220-981d-a79baa8f6889 {{(pid=103590) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 17:57:46.890308 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e9532cb6-e0b7-4be7-94cc-de9917a325d6 tempest-RoutersIpV6AdminTest-1226314601 tempest-RoutersIpV6AdminTest-1226314601-project-admin] Publish callbacks [] for router, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:46.896537 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-e9532cb6-e0b7-4be7-94cc-de9917a325d6 tempest-RoutersIpV6AdminTest-1226314601 tempest-RoutersIpV6AdminTest-1226314601-project-admin] 10.222.0.60 "DELETE /v2.0/routers/cfa4e86a-3054-4220-981d-a79baa8f6889 HTTP/1.1" status: 204 len: 168 time: 1.6944578 Nov 23 17:57:46.899248 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 49880) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:57:46.910058 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-d1696d64-7158-4697-9be4-1a2de1ab4995 tempest-RoutersIpV6AdminTest-1065190530 tempest-RoutersIpV6AdminTest-1065190530-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1913562927', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'}, 'admin_state_up': False}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:57:46.949895 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-99840194-669a-42c8-b897-aa8c0cda681b req-3c1332cd-685b-46f1-b499-b1b192ed78f4 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.60 "GET /v2.0/security-groups?id=c951464a-459e-4ec5-9432-89ee674ff255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1149862 Nov 23 17:57:46.957506 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d1696d64-7158-4697-9be4-1a2de1ab4995 tempest-RoutersIpV6AdminTest-1065190530 tempest-RoutersIpV6AdminTest-1065190530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1793449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8093'] for router, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:46.958594 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d1696d64-7158-4697-9be4-1a2de1ab4995 tempest-RoutersIpV6AdminTest-1065190530 tempest-RoutersIpV6AdminTest-1065190530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1794473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1794771', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1638326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8086'] for router, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:47.086324 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d1696d64-7158-4697-9be4-1a2de1ab4995 tempest-RoutersIpV6AdminTest-1065190530 tempest-RoutersIpV6AdminTest-1065190530-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:47.117717 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1c072c-27af-4cf4-8201-1f4e7d97b693 req-f965fbcd-dfde-455c-929b-934cf0ef5fea tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:57:47.121489 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8d1c072c-27af-4cf4-8201-1f4e7d97b693 req-f965fbcd-dfde-455c-929b-934cf0ef5fea tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.60 "GET /v2.0/ports?device_id=879e814c-05fc-4dea-ba60-1f3e794a1184 HTTP/1.1" status: 200 len: 945 time: 0.0677404 Nov 23 17:57:47.207200 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8d1c072c-27af-4cf4-8201-1f4e7d97b693 req-970736a6-029b-4c17-bb6a-f3e8293905c8 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.60 "GET /v2.0/security-groups?id=c951464a-459e-4ec5-9432-89ee674ff255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0789902 Nov 23 17:57:47.238624 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 49884) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:57:47.287323 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-276e14f7-ace2-40e8-b151-2496d45da672 tempest-TestNetworkAdvancedServerOps-448977066 tempest-TestNetworkAdvancedServerOps-448977066-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:57:47.288906 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-276e14f7-ace2-40e8-b151-2496d45da672 tempest-TestNetworkAdvancedServerOps-448977066 tempest-TestNetworkAdvancedServerOps-448977066-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=879e814c-05fc-4dea-ba60-1f3e794a1184 HTTP/1.1" status: 200 len: 1091 time: 0.0491993 Nov 23 17:57:47.291933 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 49886) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:57:47.298647 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-d83ee5dd-397a-4c3d-8f34-1b4b4477a8d6 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Request body: {'floatingip': {'floating_network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'port_id': '477848ca-049e-4f03-8b21-aaee1a10dd9e', 'tenant_id': '4d3a35880fb64e77bd3047bfa46cf261', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:57:47.330985 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-d83ee5dd-397a-4c3d-8f34-1b4b4477a8d6 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks [] for floatingip, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:47.350977 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d1696d64-7158-4697-9be4-1a2de1ab4995 tempest-RoutersIpV6AdminTest-1065190530 tempest-RoutersIpV6AdminTest-1065190530-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:47.510991 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-d83ee5dd-397a-4c3d-8f34-1b4b4477a8d6 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:47.522001 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device fcbf2b47-1ea3-4ba7-99dc-50d09e42b6c3 no longer exists at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:57:47.547127 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] No Port match for: fcbf2b47-1ea3-4ba7-99dc-50d09e42b6c3 {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:57:47.547829 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device fcbf2b47-1ea3-4ba7-99dc-50d09e42b6c3 not bound to the agent host n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:57:47.710714 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.db_base_plugin_common [None req-d83ee5dd-397a-4c3d-8f34-1b4b4477a8d6 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Allocated IP 172.25.3.207 (4c8455ba-1be5-42ac-b8c2-8a16e1292d55/08fe3644-ce41-4c3f-a7ea-92bac0f0fff5/425df3fa-423f-45bd-9755-0a973523f5bc) {{(pid=103591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:57:47.723491 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d1696d64-7158-4697-9be4-1a2de1ab4995 tempest-RoutersIpV6AdminTest-1065190530 tempest-RoutersIpV6AdminTest-1065190530-project] Publish callbacks [] for router_gateway, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:47.757568 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d1696d64-7158-4697-9be4-1a2de1ab4995 tempest-RoutersIpV6AdminTest-1065190530 tempest-RoutersIpV6AdminTest-1065190530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:47.805056 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9a27ae6c-db98-474f-94c1-cc99bf842d79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:47.879622 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-d83ee5dd-397a-4c3d-8f34-1b4b4477a8d6 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks [] for port, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:47.914876 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-d83ee5dd-397a-4c3d-8f34-1b4b4477a8d6 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:47.983878 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83ee5dd-397a-4c3d-8f34-1b4b4477a8d6 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Pushing event updated for resources: {'Port': ['ID=425df3fa-423f-45bd-9755-0a973523f5bc,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:57:47.987447 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-d1696d64-7158-4697-9be4-1a2de1ab4995 tempest-RoutersIpV6AdminTest-1065190530 tempest-RoutersIpV6AdminTest-1065190530-project] Allocated IP 172.25.3.139 (4c8455ba-1be5-42ac-b8c2-8a16e1292d55/08fe3644-ce41-4c3f-a7ea-92bac0f0fff5/afaff580-f18b-4b3c-ac1e-a2982facf866) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:57:47.996759 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d83ee5dd-397a-4c3d-8f34-1b4b4477a8d6 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Network 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 is already hosted by enough agents. {{(pid=103591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:57:47.998593 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [None req-d83ee5dd-397a-4c3d-8f34-1b4b4477a8d6 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Resources bound (agent type, host, resource id): {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:57:48.009030 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d83ee5dd-397a-4c3d-8f34-1b4b4477a8d6 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Received port after_create {{(pid=103591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:57:48.119493 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d1696d64-7158-4697-9be4-1a2de1ab4995 tempest-RoutersIpV6AdminTest-1065190530 tempest-RoutersIpV6AdminTest-1065190530-project] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:48.178381 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d1696d64-7158-4697-9be4-1a2de1ab4995 tempest-RoutersIpV6AdminTest-1065190530 tempest-RoutersIpV6AdminTest-1065190530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:48.235315 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1696d64-7158-4697-9be4-1a2de1ab4995 tempest-RoutersIpV6AdminTest-1065190530 tempest-RoutersIpV6AdminTest-1065190530-project] Network 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:57:48.243267 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-d1696d64-7158-4697-9be4-1a2de1ab4995 tempest-RoutersIpV6AdminTest-1065190530 tempest-RoutersIpV6AdminTest-1065190530-project] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:57:48.247469 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1696d64-7158-4697-9be4-1a2de1ab4995 tempest-RoutersIpV6AdminTest-1065190530 tempest-RoutersIpV6AdminTest-1065190530-project] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:57:48.281437 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-276faa8e-2ff3-4c1d-bc41-a0b48c9b8851 None None] DHCP port deletion for 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:57:48.350841 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-ed92e86a-b5f4-4515-a2f5-b7d479d71008 None None] Provisioning complete for port afaff580-f18b-4b3c-ac1e-a2982facf866 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:57:48.351576 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-ed92e86a-b5f4-4515-a2f5-b7d479d71008 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:48.372001 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1696d64-7158-4697-9be4-1a2de1ab4995 tempest-RoutersIpV6AdminTest-1065190530 tempest-RoutersIpV6AdminTest-1065190530-project] Pushing event updated for resources: {'Port': ['ID=afaff580-f18b-4b3c-ac1e-a2982facf866,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:57:48.411636 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-ed92e86a-b5f4-4515-a2f5-b7d479d71008 None None] Port afaff580-f18b-4b3c-ac1e-a2982facf866 cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:57:48.415005 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:48.557763 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-d83ee5dd-397a-4c3d-8f34-1b4b4477a8d6 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:48.618999 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d1696d64-7158-4697-9be4-1a2de1ab4995 tempest-RoutersIpV6AdminTest-1065190530 tempest-RoutersIpV6AdminTest-1065190530-project] Publish callbacks [] for router_gateway, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:48.647087 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-d83ee5dd-397a-4c3d-8f34-1b4b4477a8d6 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:48.853063 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d1696d64-7158-4697-9be4-1a2de1ab4995 tempest-RoutersIpV6AdminTest-1065190530 tempest-RoutersIpV6AdminTest-1065190530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1794316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1795362'] for router, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:48.864736 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-d83ee5dd-397a-4c3d-8f34-1b4b4477a8d6 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks [] for port, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:48.870900 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-d83ee5dd-397a-4c3d-8f34-1b4b4477a8d6 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264758186'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:48.958936 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83ee5dd-397a-4c3d-8f34-1b4b4477a8d6 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Pushing event updated for resources: {'Port': ['ID=425df3fa-423f-45bd-9755-0a973523f5bc,revision_number=2']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:57:48.987354 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-d83ee5dd-397a-4c3d-8f34-1b4b4477a8d6 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1795396'] for floatingip, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:49.004763 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1696d64-7158-4697-9be4-1a2de1ab4995 tempest-RoutersIpV6AdminTest-1065190530 tempest-RoutersIpV6AdminTest-1065190530-project] Router 38cf7aa7-303e-4596-b2dd-dcc5934f1046 is scheduled to L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 with binding_index 1 {{(pid=103590) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 17:57:49.155650 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1696d64-7158-4697-9be4-1a2de1ab4995 tempest-RoutersIpV6AdminTest-1065190530 tempest-RoutersIpV6AdminTest-1065190530-project] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:57:49.167158 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d12687a6-6c00-4f8b-9cff-4b0a94c6ae51 None None] Sync routers for ids ['38cf7aa7-303e-4596-b2dd-dcc5934f1046'] in n-d-816206-8 {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:57:49.181234 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d12687a6-6c00-4f8b-9cff-4b0a94c6ae51 None None] Routers {'38cf7aa7-303e-4596-b2dd-dcc5934f1046'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:57:49.182092 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-d12687a6-6c00-4f8b-9cff-4b0a94c6ae51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:57:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['38cf7aa7-303e-4596-b2dd-dcc5934f1046'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:57:49.193507 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d1696d64-7158-4697-9be4-1a2de1ab4995 tempest-RoutersIpV6AdminTest-1065190530 tempest-RoutersIpV6AdminTest-1065190530-project] Publish callbacks [] for router, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:49.196651 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-d1696d64-7158-4697-9be4-1a2de1ab4995 tempest-RoutersIpV6AdminTest-1065190530 tempest-RoutersIpV6AdminTest-1065190530-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 2.2944546 Nov 23 17:57:49.199654 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 49892) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:57:49.219839 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-ca48df7a-9af6-4d4a-8acd-05da72066719 tempest-RoutersIpV6AdminTest-1226314601 tempest-RoutersIpV6AdminTest-1226314601-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'enable_snat': False}}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:57:49.234059 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-d12687a6-6c00-4f8b-9cff-4b0a94c6ae51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:57:49.266752 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d12687a6-6c00-4f8b-9cff-4b0a94c6ae51 None None] Routers {'38cf7aa7-303e-4596-b2dd-dcc5934f1046'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:57:49.271855 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-d12687a6-6c00-4f8b-9cff-4b0a94c6ae51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:57:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['38cf7aa7-303e-4596-b2dd-dcc5934f1046'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:57:49.337125 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-d12687a6-6c00-4f8b-9cff-4b0a94c6ae51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:57:49.338077 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d12687a6-6c00-4f8b-9cff-4b0a94c6ae51 None None] The sync data for ids ['38cf7aa7-303e-4596-b2dd-dcc5934f1046'] in n-d-816206-8 is: [] {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:57:49.537895 n-d-816206-8 neutron-server[103591]: INFO neutron.db.l3_db [None req-d83ee5dd-397a-4c3d-8f34-1b4b4477a8d6 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Floating IP 3906124e-78c6-4923-8a84-99c7fcd1ed9f associated. External IP: 172.25.3.207, port: 477848ca-049e-4f03-8b21-aaee1a10dd9e. Nov 23 17:57:49.629164 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ca48df7a-9af6-4d4a-8acd-05da72066719 tempest-RoutersIpV6AdminTest-1226314601 tempest-RoutersIpV6AdminTest-1226314601-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:49.795443 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d83ee5dd-397a-4c3d-8f34-1b4b4477a8d6 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Router 8dd5109b-decb-46a6-9989-bde8f77f2e88 has already been hosted by L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 {{(pid=103591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 17:57:49.938895 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d83ee5dd-397a-4c3d-8f34-1b4b4477a8d6 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:57:49.949924 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-610c2e7a-46ec-49d3-a7bf-76cfa9fcd136 None None] Sync routers for ids ['8dd5109b-decb-46a6-9989-bde8f77f2e88'] in n-d-816206-8 {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:57:49.960399 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-610c2e7a-46ec-49d3-a7bf-76cfa9fcd136 None None] Routers {'8dd5109b-decb-46a6-9989-bde8f77f2e88'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:57:49.961367 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-610c2e7a-46ec-49d3-a7bf-76cfa9fcd136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:57:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['8dd5109b-decb-46a6-9989-bde8f77f2e88'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:57:49.985747 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-d83ee5dd-397a-4c3d-8f34-1b4b4477a8d6 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for floatingip, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:50.059775 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-d83ee5dd-397a-4c3d-8f34-1b4b4477a8d6 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7665288 Nov 23 17:57:50.060479 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '879e814c-05fc-4dea-ba60-1f3e794a1184', 'tag': '477848ca-049e-4f03-8b21-aaee1a10dd9e'}] {{(pid=103591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:57:50.062988 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41d174a19ece9499ff9ec44e5b3fc50f2abd3ffbc947fb7e52ea1e8db27b95b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43a46bc0-1a44-4927-b58f-971c4fadf168" -d '{"events": [{"name": "network-changed", "server_uuid": "879e814c-05fc-4dea-ba60-1f3e794a1184", "tag": "477848ca-049e-4f03-8b21-aaee1a10dd9e"}]}' {{(pid=103591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:57:50.081285 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-610c2e7a-46ec-49d3-a7bf-76cfa9fcd136 None None] Set router 8dd5109b-decb-46a6-9989-bde8f77f2e88 gateway port host: n-d-816206-8 {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:57:50.110905 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 17:57:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6628456f-7d0b-40bf-b1fa-0e97f8f38384 x-openstack-request-id: req-6628456f-7d0b-40bf-b1fa-0e97f8f38384 {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:57:50.111437 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "879e814c-05fc-4dea-ba60-1f3e794a1184", "tag": "477848ca-049e-4f03-8b21-aaee1a10dd9e", "status": "completed", "code": 200}]} {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:57:50.111895 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6628456f-7d0b-40bf-b1fa-0e97f8f38384 {{(pid=103591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:57:50.112510 n-d-816206-8 neutron-server[103591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '879e814c-05fc-4dea-ba60-1f3e794a1184', 'tag': '477848ca-049e-4f03-8b21-aaee1a10dd9e', 'status': 'completed', 'code': 200} Nov 23 17:57:50.181077 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ca48df7a-9af6-4d4a-8acd-05da72066719 tempest-RoutersIpV6AdminTest-1226314601 tempest-RoutersIpV6AdminTest-1226314601-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1795385', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1794325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8160'] for router, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:50.185912 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ca48df7a-9af6-4d4a-8acd-05da72066719 tempest-RoutersIpV6AdminTest-1226314601 tempest-RoutersIpV6AdminTest-1226314601-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1795362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1795376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1795371', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1794338'] for router, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:50.237189 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b76ab0-1ec0-41d6-9bd5-b2f609d46fc0 req-12f55810-2aad-47b3-b1f6-cb051db9ea2b tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:57:50.238790 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-23b76ab0-1ec0-41d6-9bd5-b2f609d46fc0 req-12f55810-2aad-47b3-b1f6-cb051db9ea2b tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.60 "GET /v2.0/ports?device_id=879e814c-05fc-4dea-ba60-1f3e794a1184 HTTP/1.1" status: 200 len: 945 time: 0.1045218 Nov 23 17:57:50.286380 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a46bc0-1a44-4927-b58f-971c4fadf168 req-b0f0da25-3521-4ac4-9a48-8840c5e01312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:57:50.287973 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-43a46bc0-1a44-4927-b58f-971c4fadf168 req-b0f0da25-3521-4ac4-9a48-8840c5e01312 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4d3a35880fb64e77bd3047bfa46cf261&device_id=879e814c-05fc-4dea-ba60-1f3e794a1184 HTTP/1.1" status: 200 len: 1096 time: 0.1141534 Nov 23 17:57:50.315950 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-23b76ab0-1ec0-41d6-9bd5-b2f609d46fc0 req-9950e9af-6185-482c-9310-68fb41f2d792 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.60 "GET /v2.0/security-groups?id=c951464a-459e-4ec5-9432-89ee674ff255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670404 Nov 23 17:57:50.348998 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 49900) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:57:50.457781 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca48df7a-9af6-4d4a-8acd-05da72066719 tempest-RoutersIpV6AdminTest-1226314601 tempest-RoutersIpV6AdminTest-1226314601-project-admin] Router 38cf7aa7-303e-4596-b2dd-dcc5934f1046 has already been hosted by L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 {{(pid=103590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 17:57:50.478950 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-aa972f16-8130-4cb7-831f-ca0e580291cb tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.60 "GET /v2.0/floatingips/3906124e-78c6-4923-8a84-99c7fcd1ed9f HTTP/1.1" status: 200 len: 991 time: 0.1284645 Nov 23 17:57:50.493138 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-610c2e7a-46ec-49d3-a7bf-76cfa9fcd136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dd5109b-decb-46a6-9989-bde8f77f2e88', 'name': 'tempest-TestNetworkAdvancedServerOps-router-430235641', 'tenant_id': '4d3a35880fb64e77bd3047bfa46cf261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.148'}], 'enable_snat': True}, 'gw_port_id': '2cf49e07-d7da-45bb-8d51-6ddb9da6b196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:57:26Z', 'updated_at': '2021-11-23T17:57:31Z', 'revision_number': 4, 'project_id': '4d3a35880fb64e77bd3047bfa46cf261', 'gw_port': {'id': '2cf49e07-d7da-45bb-8d51-6ddb9da6b196', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:1f:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dd5109b-decb-46a6-9989-bde8f77f2e88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3633, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:57:27Z', 'updated_at': '2021-11-23T17:57:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_floatingips': [{'id': '3906124e-78c6-4923-8a84-99c7fcd1ed9f', 'tenant_id': '4d3a35880fb64e77bd3047bfa46cf261', 'floating_ip_address': '172.25.3.207', 'floating_network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'router_id': '8dd5109b-decb-46a6-9989-bde8f77f2e88', 'port_id': '477848ca-049e-4f03-8b21-aaee1a10dd9e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3659, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb14d06b-c5a2-40f2-ae77-d899286918bf', 'mac_address': 'fa:16:3e:ca:11:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '879e814c-05fc-4dea-ba60-1f3e794a1184', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T17:57:48Z', 'updated_at': '2021-11-23T17:57:48Z', 'revision_number': 0, 'project_id': '4d3a35880fb64e77bd3047bfa46cf261', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '763756e6-6188-4fa5-b224-419a61d29621', 'name': '', 'network_id': 'eb14d06b-c5a2-40f2-ae77-d899286918bf', 'tenant_id': '4d3a35880fb64e77bd3047bfa46cf261', 'mac_address': 'fa:16:3e:72:0b:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dd5109b-decb-46a6-9989-bde8f77f2e88', 'device_owner': 'network:router_interface', 'standard_attr_id': 3646, 'fixed_ips': [{'subnet_id': 'aa7579b8-026d-4814-b7ff-6c549dbaa73a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:57:30Z', 'updated_at': '2021-11-23T17:57:36Z', 'revision_number': 5, 'project_id': '4d3a35880fb64e77bd3047bfa46cf261', 'subnets': [{'id': 'aa7579b8-026d-4814-b7ff-6c549dbaa73a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:57:50.522473 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-610c2e7a-46ec-49d3-a7bf-76cfa9fcd136 None None] Checking router: 8dd5109b-decb-46a6-9989-bde8f77f2e88 for host: n-d-816206-8 {{(pid=103593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 17:57:50.533654 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-610c2e7a-46ec-49d3-a7bf-76cfa9fcd136 None None] Routers {'8dd5109b-decb-46a6-9989-bde8f77f2e88'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:57:50.534468 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-610c2e7a-46ec-49d3-a7bf-76cfa9fcd136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:57:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['8dd5109b-decb-46a6-9989-bde8f77f2e88'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:57:50.562234 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a46bc0-1a44-4927-b58f-971c4fadf168 req-def6642c-17c3-4328-8f58-1a38a700eace service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:57:50.567169 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-43a46bc0-1a44-4927-b58f-971c4fadf168 req-def6642c-17c3-4328-8f58-1a38a700eace service neutron] 10.222.0.36 "GET /v2.0/networks?id=eb14d06b-c5a2-40f2-ae77-d899286918bf HTTP/1.1" status: 200 len: 897 time: 0.2663500 Nov 23 17:57:50.654588 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca48df7a-9af6-4d4a-8acd-05da72066719 tempest-RoutersIpV6AdminTest-1226314601 tempest-RoutersIpV6AdminTest-1226314601-project-admin] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:57:50.666351 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf92dd90-f4a4-4881-8f63-f3baf53dca99 None None] Sync routers for ids ['38cf7aa7-303e-4596-b2dd-dcc5934f1046'] in n-d-816206-8 {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:57:50.670967 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ca48df7a-9af6-4d4a-8acd-05da72066719 tempest-RoutersIpV6AdminTest-1226314601 tempest-RoutersIpV6AdminTest-1226314601-project-admin] Publish callbacks [] for router, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:50.673320 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-ca48df7a-9af6-4d4a-8acd-05da72066719 tempest-RoutersIpV6AdminTest-1226314601 tempest-RoutersIpV6AdminTest-1226314601-project-admin] 10.222.0.60 "PUT /v2.0/routers/38cf7aa7-303e-4596-b2dd-dcc5934f1046 HTTP/1.1" status: 200 len: 926 time: 1.4722881 Nov 23 17:57:50.682560 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf92dd90-f4a4-4881-8f63-f3baf53dca99 None None] Routers {'38cf7aa7-303e-4596-b2dd-dcc5934f1046'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:57:50.683222 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-cf92dd90-f4a4-4881-8f63-f3baf53dca99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:57:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['38cf7aa7-303e-4596-b2dd-dcc5934f1046'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:57:50.684033 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 49902) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:57:50.704082 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-610c2e7a-46ec-49d3-a7bf-76cfa9fcd136 None None] Set router 8dd5109b-decb-46a6-9989-bde8f77f2e88 gateway port host: n-d-816206-8 {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:57:50.730461 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-cf92dd90-f4a4-4881-8f63-f3baf53dca99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:57:50.748646 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf92dd90-f4a4-4881-8f63-f3baf53dca99 None None] Routers {'38cf7aa7-303e-4596-b2dd-dcc5934f1046'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:57:50.765645 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-cf92dd90-f4a4-4881-8f63-f3baf53dca99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:57:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['38cf7aa7-303e-4596-b2dd-dcc5934f1046'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:57:50.850113 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 49904) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:57:50.850383 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-9a021f6f-b4f8-4442-a216-01e3418f95c2 tempest-RoutersIpV6AdminTest-1226314601 tempest-RoutersIpV6AdminTest-1226314601-project-admin] 10.222.0.60 "GET /v2.0/routers/38cf7aa7-303e-4596-b2dd-dcc5934f1046 HTTP/1.1" status: 200 len: 926 time: 0.1566327 Nov 23 17:57:50.859555 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-43a46bc0-1a44-4927-b58f-971c4fadf168 req-35fd8744-8556-43a6-877e-afac7409d0c8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=477848ca-049e-4f03-8b21-aaee1a10dd9e HTTP/1.1" status: 200 len: 999 time: 0.2809355 Nov 23 17:57:50.940315 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a46bc0-1a44-4927-b58f-971c4fadf168 req-a3e6997f-3c0a-4dcd-ab91-ef7b9225b950 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:57:50.941835 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-43a46bc0-1a44-4927-b58f-971c4fadf168 req-a3e6997f-3c0a-4dcd-ab91-ef7b9225b950 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=aa7579b8-026d-4814-b7ff-6c549dbaa73a HTTP/1.1" status: 200 len: 835 time: 0.0724566 Nov 23 17:57:50.962168 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9f46580-d743-4268-b6ee-8b19ea753857 tempest-RoutersIpV6AdminTest-1226314601 tempest-RoutersIpV6AdminTest-1226314601-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:57:50.971319 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-c9f46580-d743-4268-b6ee-8b19ea753857 tempest-RoutersIpV6AdminTest-1226314601 tempest-RoutersIpV6AdminTest-1226314601-project-admin] 10.222.0.60 "GET /v2.0/ports?network_id=4c8455ba-1be5-42ac-b8c2-8a16e1292d55&device_id=38cf7aa7-303e-4596-b2dd-dcc5934f1046&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1200821 Nov 23 17:57:50.974005 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 49906) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:57:51.015378 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-cf92dd90-f4a4-4881-8f63-f3baf53dca99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:57:51.016326 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf92dd90-f4a4-4881-8f63-f3baf53dca99 None None] The sync data for ids ['38cf7aa7-303e-4596-b2dd-dcc5934f1046'] in n-d-816206-8 is: [] {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:57:51.030589 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a46bc0-1a44-4927-b58f-971c4fadf168 req-dbe8bb63-6a66-454c-8364-6c004cac96ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:57:51.032806 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-43a46bc0-1a44-4927-b58f-971c4fadf168 req-dbe8bb63-6a66-454c-8364-6c004cac96ae service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=eb14d06b-c5a2-40f2-ae77-d899286918bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0828793 Nov 23 17:57:51.099268 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6e38f06-4b79-4019-a85f-8b899f87f972 tempest-RoutersIpV6AdminTest-1226314601 tempest-RoutersIpV6AdminTest-1226314601-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:57:51.101105 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-d6e38f06-4b79-4019-a85f-8b899f87f972 tempest-RoutersIpV6AdminTest-1226314601 tempest-RoutersIpV6AdminTest-1226314601-project-admin] 10.222.0.60 "GET /v2.0/networks/4c8455ba-1be5-42ac-b8c2-8a16e1292d55 HTTP/1.1" status: 200 len: 881 time: 0.1260576 Nov 23 17:57:51.104047 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 49910) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:57:51.133909 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-0d2d928a-1985-41a5-952a-18458369d310 tempest-RoutersIpV6AdminTest-1065190530 tempest-RoutersIpV6AdminTest-1065190530-project] 10.222.0.60 "GET /v2.0/ports?device_id=38cf7aa7-303e-4596-b2dd-dcc5934f1046 HTTP/1.1" status: 200 len: 205 time: 0.0283029 Nov 23 17:57:51.136973 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 49912) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:57:51.139845 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [req-43a46bc0-1a44-4927-b58f-971c4fadf168 req-a9412324-cb1a-48f1-b229-351e993ea98b service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=103591) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 17:57:51.140923 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-43a46bc0-1a44-4927-b58f-971c4fadf168 req-a9412324-cb1a-48f1-b229-351e993ea98b service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0985601 Nov 23 17:57:51.184550 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-610c2e7a-46ec-49d3-a7bf-76cfa9fcd136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dd5109b-decb-46a6-9989-bde8f77f2e88', 'name': 'tempest-TestNetworkAdvancedServerOps-router-430235641', 'tenant_id': '4d3a35880fb64e77bd3047bfa46cf261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.148'}], 'enable_snat': True}, 'gw_port_id': '2cf49e07-d7da-45bb-8d51-6ddb9da6b196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:57:26Z', 'updated_at': '2021-11-23T17:57:31Z', 'revision_number': 4, 'project_id': '4d3a35880fb64e77bd3047bfa46cf261', 'gw_port': {'id': '2cf49e07-d7da-45bb-8d51-6ddb9da6b196', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:1f:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dd5109b-decb-46a6-9989-bde8f77f2e88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3633, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:57:27Z', 'updated_at': '2021-11-23T17:57:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_floatingips': [{'id': '3906124e-78c6-4923-8a84-99c7fcd1ed9f', 'tenant_id': '4d3a35880fb64e77bd3047bfa46cf261', 'floating_ip_address': '172.25.3.207', 'floating_network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'router_id': '8dd5109b-decb-46a6-9989-bde8f77f2e88', 'port_id': '477848ca-049e-4f03-8b21-aaee1a10dd9e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3659, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb14d06b-c5a2-40f2-ae77-d899286918bf', 'mac_address': 'fa:16:3e:ca:11:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '879e814c-05fc-4dea-ba60-1f3e794a1184', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T17:57:48Z', 'updated_at': '2021-11-23T17:57:48Z', 'revision_number': 0, 'project_id': '4d3a35880fb64e77bd3047bfa46cf261', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '763756e6-6188-4fa5-b224-419a61d29621', 'name': '', 'network_id': 'eb14d06b-c5a2-40f2-ae77-d899286918bf', 'tenant_id': '4d3a35880fb64e77bd3047bfa46cf261', 'mac_address': 'fa:16:3e:72:0b:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dd5109b-decb-46a6-9989-bde8f77f2e88', 'device_owner': 'network:router_interface', 'standard_attr_id': 3646, 'fixed_ips': [{'subnet_id': 'aa7579b8-026d-4814-b7ff-6c549dbaa73a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:57:30Z', 'updated_at': '2021-11-23T17:57:36Z', 'revision_number': 5, 'project_id': '4d3a35880fb64e77bd3047bfa46cf261', 'subnets': [{'id': 'aa7579b8-026d-4814-b7ff-6c549dbaa73a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:57:51.213526 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-610c2e7a-46ec-49d3-a7bf-76cfa9fcd136 None None] The sync data for ids ['8dd5109b-decb-46a6-9989-bde8f77f2e88'] in n-d-816206-8 is: [{'id': '8dd5109b-decb-46a6-9989-bde8f77f2e88', 'name': 'tempest-TestNetworkAdvancedServerOps-router-430235641', 'tenant_id': '4d3a35880fb64e77bd3047bfa46cf261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.148'}], 'enable_snat': True}, 'gw_port_id': '2cf49e07-d7da-45bb-8d51-6ddb9da6b196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:57:26Z', 'updated_at': '2021-11-23T17:57:31Z', 'revision_number': 4, 'project_id': '4d3a35880fb64e77bd3047bfa46cf261', 'gw_port': {'id': '2cf49e07-d7da-45bb-8d51-6ddb9da6b196', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:1f:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dd5109b-decb-46a6-9989-bde8f77f2e88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3633, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:57:27Z', 'updated_at': '2021-11-23T17:57:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_floatingips': [{'id': '3906124e-78c6-4923-8a84-99c7fcd1ed9f', 'tenant_id': '4d3a35880fb64e77bd3047bfa46cf261', 'floating_ip_address': '172.25.3.207', 'floating_network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'router_id': '8dd5109b-decb-46a6-9989-bde8f77f2e88', 'port_id': '477848ca-049e-4f03-8b21-aaee1a10dd9e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3659, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb14d06b-c5a2-40f2-ae77-d899286918bf', 'mac_address': 'fa:16:3e:ca:11:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '879e814c-05fc-4dea-ba60-1f3e794a1184', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T17:57:48Z', 'updated_at': '2021-11-23T17:57:48Z', 'revision_number': 0, 'project_id': '4d3a35880fb64e77bd3047bfa46cf261', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '763756e6-6188-4fa5-b224-419a61d29621', 'name': '', 'network_id': 'eb14d06b-c5a2-40f2-ae77-d899286918bf', 'tenant_id': '4d3a35880fb64e77bd3047bfa46cf261', 'mac_address': 'fa:16:3e:72:0b:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dd5109b-decb-46a6-9989-bde8f77f2e88', 'device_owner': 'network:router_interface', 'standard_attr_id': 3646, 'fixed_ips': [{'subnet_id': 'aa7579b8-026d-4814-b7ff-6c549dbaa73a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:57:30Z', 'updated_at': '2021-11-23T17:57:36Z', 'revision_number': 5, 'project_id': '4d3a35880fb64e77bd3047bfa46cf261', 'subnets': [{'id': 'aa7579b8-026d-4814-b7ff-6c549dbaa73a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:57:51.252231 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-43a46bc0-1a44-4927-b58f-971c4fadf168 req-88e640c1-0791-49d5-bd96-80b42d5e115a service neutron] 10.222.0.36 "GET /v2.0/networks/eb14d06b-c5a2-40f2-ae77-d899286918bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027484 Nov 23 17:57:51.259486 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4030f75b-2407-4fb1-a728-f339276392f1 tempest-RoutersIpV6AdminTest-1065190530 tempest-RoutersIpV6AdminTest-1065190530-project] Publish callbacks [] for router, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:51.367230 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-43a46bc0-1a44-4927-b58f-971c4fadf168 req-814d225d-1f0c-4d0a-9e78-280c6f13a80d service neutron] 10.222.0.36 "GET /v2.0/networks/eb14d06b-c5a2-40f2-ae77-d899286918bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033592 Nov 23 17:57:51.483070 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 49916) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:57:51.506828 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdea931b-838b-47a4-bcc8-b0f8372aa96e None None] New status for floating IP 3906124e-78c6-4923-8a84-99c7fcd1ed9f: ACTIVE {{(pid=103593) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 17:57:51.564644 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-9c610986-00d1-4da6-add4-864182a8fd84 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.60 "GET /v2.0/floatingips/3906124e-78c6-4923-8a84-99c7fcd1ed9f HTTP/1.1" status: 200 len: 991 time: 0.0798755 Nov 23 17:57:51.739729 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4030f75b-2407-4fb1-a728-f339276392f1 tempest-RoutersIpV6AdminTest-1065190530 tempest-RoutersIpV6AdminTest-1065190530-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:51.798721 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-4030f75b-2407-4fb1-a728-f339276392f1 tempest-RoutersIpV6AdminTest-1065190530 tempest-RoutersIpV6AdminTest-1065190530-project] Deleting port afaff580-f18b-4b3c-ac1e-a2982facf866 {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:57:51.799058 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4030f75b-2407-4fb1-a728-f339276392f1 tempest-RoutersIpV6AdminTest-1065190530 tempest-RoutersIpV6AdminTest-1065190530-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:51.876124 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4030f75b-2407-4fb1-a728-f339276392f1 tempest-RoutersIpV6AdminTest-1065190530 tempest-RoutersIpV6AdminTest-1065190530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:51.888259 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-4030f75b-2407-4fb1-a728-f339276392f1 tempest-RoutersIpV6AdminTest-1065190530 tempest-RoutersIpV6AdminTest-1065190530-project] Calling delete_port for afaff580-f18b-4b3c-ac1e-a2982facf866 owned by network:router_gateway {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:57:52.052924 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4030f75b-2407-4fb1-a728-f339276392f1 tempest-RoutersIpV6AdminTest-1065190530 tempest-RoutersIpV6AdminTest-1065190530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:52.084474 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4030f75b-2407-4fb1-a728-f339276392f1 tempest-RoutersIpV6AdminTest-1065190530 tempest-RoutersIpV6AdminTest-1065190530-project] Pushing event deleted for resources: {'Port': ['ID=afaff580-f18b-4b3c-ac1e-a2982facf866,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:57:52.097490 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a76a77c5-e3ee-4dde-8b12-b663c1bc0b0d None None] DHCP port deletion for 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:57:52.166149 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4030f75b-2407-4fb1-a728-f339276392f1 tempest-RoutersIpV6AdminTest-1065190530 tempest-RoutersIpV6AdminTest-1065190530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1795454'] for router_gateway, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:52.265165 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4030f75b-2407-4fb1-a728-f339276392f1 tempest-RoutersIpV6AdminTest-1065190530 tempest-RoutersIpV6AdminTest-1065190530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1794352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8175'] for router, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:52.267279 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4030f75b-2407-4fb1-a728-f339276392f1 tempest-RoutersIpV6AdminTest-1065190530 tempest-RoutersIpV6AdminTest-1065190530-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:52.311152 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4030f75b-2407-4fb1-a728-f339276392f1 tempest-RoutersIpV6AdminTest-1065190530 tempest-RoutersIpV6AdminTest-1065190530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1795580'] for router, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:52.311683 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4030f75b-2407-4fb1-a728-f339276392f1 tempest-RoutersIpV6AdminTest-1065190530 tempest-RoutersIpV6AdminTest-1065190530-project] Fanout notify agent at l3_agent the message router_deleted on router 38cf7aa7-303e-4596-b2dd-dcc5934f1046 {{(pid=103590) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 17:57:52.323365 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4030f75b-2407-4fb1-a728-f339276392f1 tempest-RoutersIpV6AdminTest-1065190530 tempest-RoutersIpV6AdminTest-1065190530-project] Publish callbacks [] for router, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:52.328687 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-4030f75b-2407-4fb1-a728-f339276392f1 tempest-RoutersIpV6AdminTest-1065190530 tempest-RoutersIpV6AdminTest-1065190530-project] 10.222.0.60 "DELETE /v2.0/routers/38cf7aa7-303e-4596-b2dd-dcc5934f1046 HTTP/1.1" status: 204 len: 168 time: 1.1903932 Nov 23 17:57:52.329621 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 49920) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:57:52.334442 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-ccc8c600-2d78-4621-bd2c-047c3e68193f tempest-RoutersIpV6AdminTest-1065190530 tempest-RoutersIpV6AdminTest-1065190530-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-815485076', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:57:52.361789 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-ccc8c600-2d78-4621-bd2c-047c3e68193f tempest-RoutersIpV6AdminTest-1065190530 tempest-RoutersIpV6AdminTest-1065190530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1793449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8093'] for router, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:52.363235 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-ccc8c600-2d78-4621-bd2c-047c3e68193f tempest-RoutersIpV6AdminTest-1065190530 tempest-RoutersIpV6AdminTest-1065190530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1794473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1794771', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1638326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8086'] for router, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:52.424334 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-ccc8c600-2d78-4621-bd2c-047c3e68193f tempest-RoutersIpV6AdminTest-1065190530 tempest-RoutersIpV6AdminTest-1065190530-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:52.428781 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-ccc8c600-2d78-4621-bd2c-047c3e68193f tempest-RoutersIpV6AdminTest-1065190530 tempest-RoutersIpV6AdminTest-1065190530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1794316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1795362'] for router, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:52.446776 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-ccc8c600-2d78-4621-bd2c-047c3e68193f tempest-RoutersIpV6AdminTest-1065190530 tempest-RoutersIpV6AdminTest-1065190530-project] Publish callbacks [] for router, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:52.447998 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-ccc8c600-2d78-4621-bd2c-047c3e68193f tempest-RoutersIpV6AdminTest-1065190530 tempest-RoutersIpV6AdminTest-1065190530-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1177356 Nov 23 17:57:52.451201 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 49922) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:57:52.456334 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-4628ded7-dd1b-40d7-a12a-49df719141a3 tempest-RoutersIpV6AdminTest-1065190530 tempest-RoutersIpV6AdminTest-1065190530-project] Request body: {'router': {'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'}}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:57:52.568465 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 49924) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:57:52.634875 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-faed72b2-ad71-40ac-b310-45f1368afa78 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.60 "GET /v2.0/floatingips/3906124e-78c6-4923-8a84-99c7fcd1ed9f HTTP/1.1" status: 200 len: 993 time: 0.0598502 Nov 23 17:57:52.676595 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-4628ded7-dd1b-40d7-a12a-49df719141a3 tempest-RoutersIpV6AdminTest-1065190530 tempest-RoutersIpV6AdminTest-1065190530-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:52.871661 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-4628ded7-dd1b-40d7-a12a-49df719141a3 tempest-RoutersIpV6AdminTest-1065190530 tempest-RoutersIpV6AdminTest-1065190530-project] Publish callbacks [] for router_gateway, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:52.890014 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-4628ded7-dd1b-40d7-a12a-49df719141a3 tempest-RoutersIpV6AdminTest-1065190530 tempest-RoutersIpV6AdminTest-1065190530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:53.003617 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.db_base_plugin_common [None req-4628ded7-dd1b-40d7-a12a-49df719141a3 tempest-RoutersIpV6AdminTest-1065190530 tempest-RoutersIpV6AdminTest-1065190530-project] Allocated IP 172.25.3.145 (4c8455ba-1be5-42ac-b8c2-8a16e1292d55/08fe3644-ce41-4c3f-a7ea-92bac0f0fff5/1dcd0b3e-fb0e-4c70-a980-765f24aa3172) {{(pid=103591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:57:53.106806 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-4628ded7-dd1b-40d7-a12a-49df719141a3 tempest-RoutersIpV6AdminTest-1065190530 tempest-RoutersIpV6AdminTest-1065190530-project] Publish callbacks [] for port, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:53.148010 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-4628ded7-dd1b-40d7-a12a-49df719141a3 tempest-RoutersIpV6AdminTest-1065190530 tempest-RoutersIpV6AdminTest-1065190530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:53.200434 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4628ded7-dd1b-40d7-a12a-49df719141a3 tempest-RoutersIpV6AdminTest-1065190530 tempest-RoutersIpV6AdminTest-1065190530-project] Network 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 is already hosted by enough agents. {{(pid=103591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:57:53.203548 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [None req-4628ded7-dd1b-40d7-a12a-49df719141a3 tempest-RoutersIpV6AdminTest-1065190530 tempest-RoutersIpV6AdminTest-1065190530-project] Resources bound (agent type, host, resource id): {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:57:53.208352 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4628ded7-dd1b-40d7-a12a-49df719141a3 tempest-RoutersIpV6AdminTest-1065190530 tempest-RoutersIpV6AdminTest-1065190530-project] Received port after_create {{(pid=103591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:57:53.211611 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4628ded7-dd1b-40d7-a12a-49df719141a3 tempest-RoutersIpV6AdminTest-1065190530 tempest-RoutersIpV6AdminTest-1065190530-project] Pushing event updated for resources: {'Port': ['ID=1dcd0b3e-fb0e-4c70-a980-765f24aa3172,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:57:53.219109 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0a2fd89-33d5-4413-8ec6-4c073e7eabc5 None None] DHCP port deletion for 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:57:53.270000 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-87a349ea-4b5e-4da2-a7d1-320a58d17b11 None None] Provisioning complete for port 1dcd0b3e-fb0e-4c70-a980-765f24aa3172 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:57:53.270427 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-87a349ea-4b5e-4da2-a7d1-320a58d17b11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:53.313472 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-87a349ea-4b5e-4da2-a7d1-320a58d17b11 None None] Port 1dcd0b3e-fb0e-4c70-a980-765f24aa3172 cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:57:53.476921 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-4628ded7-dd1b-40d7-a12a-49df719141a3 tempest-RoutersIpV6AdminTest-1065190530 tempest-RoutersIpV6AdminTest-1065190530-project] Publish callbacks [] for router_gateway, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:53.692398 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-4628ded7-dd1b-40d7-a12a-49df719141a3 tempest-RoutersIpV6AdminTest-1065190530 tempest-RoutersIpV6AdminTest-1065190530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1795385', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1794325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8160'] for router, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:53.695239 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-4628ded7-dd1b-40d7-a12a-49df719141a3 tempest-RoutersIpV6AdminTest-1065190530 tempest-RoutersIpV6AdminTest-1065190530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1795362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1795376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1795371', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1794338'] for router, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:53.845162 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4628ded7-dd1b-40d7-a12a-49df719141a3 tempest-RoutersIpV6AdminTest-1065190530 tempest-RoutersIpV6AdminTest-1065190530-project] Router 49d1cd12-bb44-455c-b525-89c32971eea9 is scheduled to L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 with binding_index 1 {{(pid=103591) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 17:57:53.953487 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4628ded7-dd1b-40d7-a12a-49df719141a3 tempest-RoutersIpV6AdminTest-1065190530 tempest-RoutersIpV6AdminTest-1065190530-project] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:57:53.960397 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-4628ded7-dd1b-40d7-a12a-49df719141a3 tempest-RoutersIpV6AdminTest-1065190530 tempest-RoutersIpV6AdminTest-1065190530-project] Publish callbacks [] for router, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:53.961631 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-4628ded7-dd1b-40d7-a12a-49df719141a3 tempest-RoutersIpV6AdminTest-1065190530 tempest-RoutersIpV6AdminTest-1065190530-project] 10.222.0.60 "PUT /v2.0/routers/49d1cd12-bb44-455c-b525-89c32971eea9 HTTP/1.1" status: 200 len: 883 time: 1.5091627 Nov 23 17:57:53.963978 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d2f64fe-1cb3-49e2-8bb5-285d189679b1 None None] Sync routers for ids ['49d1cd12-bb44-455c-b525-89c32971eea9'] in n-d-816206-8 {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:57:53.964136 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 49938) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:57:53.975639 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d2f64fe-1cb3-49e2-8bb5-285d189679b1 None None] Routers {'49d1cd12-bb44-455c-b525-89c32971eea9'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:57:53.976558 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-0d2f64fe-1cb3-49e2-8bb5-285d189679b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:57:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['49d1cd12-bb44-455c-b525-89c32971eea9'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:57:54.009154 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-0d2f64fe-1cb3-49e2-8bb5-285d189679b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:57:54.017822 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d2f64fe-1cb3-49e2-8bb5-285d189679b1 None None] Routers {'49d1cd12-bb44-455c-b525-89c32971eea9'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:57:54.018692 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-0d2f64fe-1cb3-49e2-8bb5-285d189679b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:57:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['49d1cd12-bb44-455c-b525-89c32971eea9'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:57:54.056274 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-0d2f64fe-1cb3-49e2-8bb5-285d189679b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:57:54.056964 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d2f64fe-1cb3-49e2-8bb5-285d189679b1 None None] The sync data for ids ['49d1cd12-bb44-455c-b525-89c32971eea9'] in n-d-816206-8 is: [] {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:57:54.079279 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-07f2ccaa-f229-48d9-a857-b288d41e9f24 tempest-RoutersIpV6AdminTest-1226314601 tempest-RoutersIpV6AdminTest-1226314601-project-admin] 10.222.0.60 "GET /v2.0/routers/49d1cd12-bb44-455c-b525-89c32971eea9 HTTP/1.1" status: 200 len: 924 time: 0.1134579 Nov 23 17:57:54.081878 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 49940) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:57:54.485836 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec7445fc-6144-486d-b517-366384a37475 tempest-RoutersIpV6AdminTest-1226314601 tempest-RoutersIpV6AdminTest-1226314601-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:57:54.487302 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-ec7445fc-6144-486d-b517-366384a37475 tempest-RoutersIpV6AdminTest-1226314601 tempest-RoutersIpV6AdminTest-1226314601-project-admin] 10.222.0.60 "GET /v2.0/ports?network_id=4c8455ba-1be5-42ac-b8c2-8a16e1292d55&device_id=49d1cd12-bb44-455c-b525-89c32971eea9&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.4045169 Nov 23 17:57:54.490134 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 49942) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:57:54.579858 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1bfb43f-19ba-422e-b933-e0adef19c293 tempest-RoutersIpV6AdminTest-1226314601 tempest-RoutersIpV6AdminTest-1226314601-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:57:54.581290 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-b1bfb43f-19ba-422e-b933-e0adef19c293 tempest-RoutersIpV6AdminTest-1226314601 tempest-RoutersIpV6AdminTest-1226314601-project-admin] 10.222.0.60 "GET /v2.0/networks/4c8455ba-1be5-42ac-b8c2-8a16e1292d55 HTTP/1.1" status: 200 len: 881 time: 0.0902092 Nov 23 17:57:54.584111 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 49944) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:57:54.610876 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-76d1a5e8-67ea-4017-86a5-8c010c5dffb4 tempest-RoutersIpV6AdminTest-1065190530 tempest-RoutersIpV6AdminTest-1065190530-project] 10.222.0.60 "GET /v2.0/ports?device_id=49d1cd12-bb44-455c-b525-89c32971eea9 HTTP/1.1" status: 200 len: 205 time: 0.0256813 Nov 23 17:57:54.613317 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 49946) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:57:54.719036 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-fd2cab12-5718-48a3-8821-f02d84f43c11 tempest-RoutersIpV6AdminTest-1065190530 tempest-RoutersIpV6AdminTest-1065190530-project] Publish callbacks [] for router, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:54.826437 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-fd2cab12-5718-48a3-8821-f02d84f43c11 tempest-RoutersIpV6AdminTest-1065190530 tempest-RoutersIpV6AdminTest-1065190530-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:54.879482 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-fd2cab12-5718-48a3-8821-f02d84f43c11 tempest-RoutersIpV6AdminTest-1065190530 tempest-RoutersIpV6AdminTest-1065190530-project] Deleting port 1dcd0b3e-fb0e-4c70-a980-765f24aa3172 {{(pid=103591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:57:54.879822 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-fd2cab12-5718-48a3-8821-f02d84f43c11 tempest-RoutersIpV6AdminTest-1065190530 tempest-RoutersIpV6AdminTest-1065190530-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:54.968944 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-fd2cab12-5718-48a3-8821-f02d84f43c11 tempest-RoutersIpV6AdminTest-1065190530 tempest-RoutersIpV6AdminTest-1065190530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:54.983998 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-fd2cab12-5718-48a3-8821-f02d84f43c11 tempest-RoutersIpV6AdminTest-1065190530 tempest-RoutersIpV6AdminTest-1065190530-project] Calling delete_port for 1dcd0b3e-fb0e-4c70-a980-765f24aa3172 owned by network:router_gateway {{(pid=103591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:57:55.163757 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-fd2cab12-5718-48a3-8821-f02d84f43c11 tempest-RoutersIpV6AdminTest-1065190530 tempest-RoutersIpV6AdminTest-1065190530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:55.194042 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2cab12-5718-48a3-8821-f02d84f43c11 tempest-RoutersIpV6AdminTest-1065190530 tempest-RoutersIpV6AdminTest-1065190530-project] Pushing event deleted for resources: {'Port': ['ID=1dcd0b3e-fb0e-4c70-a980-765f24aa3172,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:57:55.213810 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07066de7-81e9-4d59-a400-563e6f2c698c None None] DHCP port deletion for 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:57:55.275383 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-fd2cab12-5718-48a3-8821-f02d84f43c11 tempest-RoutersIpV6AdminTest-1065190530 tempest-RoutersIpV6AdminTest-1065190530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1795454'] for router_gateway, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:55.387272 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-fd2cab12-5718-48a3-8821-f02d84f43c11 tempest-RoutersIpV6AdminTest-1065190530 tempest-RoutersIpV6AdminTest-1065190530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1794352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8175'] for router, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:55.389694 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-fd2cab12-5718-48a3-8821-f02d84f43c11 tempest-RoutersIpV6AdminTest-1065190530 tempest-RoutersIpV6AdminTest-1065190530-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:55.440797 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-fd2cab12-5718-48a3-8821-f02d84f43c11 tempest-RoutersIpV6AdminTest-1065190530 tempest-RoutersIpV6AdminTest-1065190530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1795580'] for router, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:55.441449 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd2cab12-5718-48a3-8821-f02d84f43c11 tempest-RoutersIpV6AdminTest-1065190530 tempest-RoutersIpV6AdminTest-1065190530-project] Fanout notify agent at l3_agent the message router_deleted on router 49d1cd12-bb44-455c-b525-89c32971eea9 {{(pid=103591) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 17:57:55.449002 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-fd2cab12-5718-48a3-8821-f02d84f43c11 tempest-RoutersIpV6AdminTest-1065190530 tempest-RoutersIpV6AdminTest-1065190530-project] Publish callbacks [] for router, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:55.457535 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-fd2cab12-5718-48a3-8821-f02d84f43c11 tempest-RoutersIpV6AdminTest-1065190530 tempest-RoutersIpV6AdminTest-1065190530-project] 10.222.0.60 "DELETE /v2.0/routers/49d1cd12-bb44-455c-b525-89c32971eea9 HTTP/1.1" status: 204 len: 168 time: 0.8376548 Nov 23 17:57:55.458027 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 49958) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:57:55.464718 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-09f18556-8f65-46a6-a3ed-8131d8846327 tempest-RoutersIpV6AdminTest-1065190530 tempest-RoutersIpV6AdminTest-1065190530-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-601445063', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:57:55.493008 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-09f18556-8f65-46a6-a3ed-8131d8846327 tempest-RoutersIpV6AdminTest-1065190530 tempest-RoutersIpV6AdminTest-1065190530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1793449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8093'] for router, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:55.494132 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-09f18556-8f65-46a6-a3ed-8131d8846327 tempest-RoutersIpV6AdminTest-1065190530 tempest-RoutersIpV6AdminTest-1065190530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1794473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1794771', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1638326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8086'] for router, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:55.549266 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-09f18556-8f65-46a6-a3ed-8131d8846327 tempest-RoutersIpV6AdminTest-1065190530 tempest-RoutersIpV6AdminTest-1065190530-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:55.554232 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-09f18556-8f65-46a6-a3ed-8131d8846327 tempest-RoutersIpV6AdminTest-1065190530 tempest-RoutersIpV6AdminTest-1065190530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1794316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1795362'] for router, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:55.578071 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-09f18556-8f65-46a6-a3ed-8131d8846327 tempest-RoutersIpV6AdminTest-1065190530 tempest-RoutersIpV6AdminTest-1065190530-project] Publish callbacks [] for router, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:55.582015 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-09f18556-8f65-46a6-a3ed-8131d8846327 tempest-RoutersIpV6AdminTest-1065190530 tempest-RoutersIpV6AdminTest-1065190530-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1195405 Nov 23 17:57:55.582480 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 49960) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:57:55.587193 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-886b8e35-2245-4f95-bbd8-a6c0604eb7a8 tempest-RoutersIpV6AdminTest-1226314601 tempest-RoutersIpV6AdminTest-1226314601-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'enable_snat': True}}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:57:55.803117 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-886b8e35-2245-4f95-bbd8-a6c0604eb7a8 tempest-RoutersIpV6AdminTest-1226314601 tempest-RoutersIpV6AdminTest-1226314601-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:56.016453 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-886b8e35-2245-4f95-bbd8-a6c0604eb7a8 tempest-RoutersIpV6AdminTest-1226314601 tempest-RoutersIpV6AdminTest-1226314601-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:56.037025 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-886b8e35-2245-4f95-bbd8-a6c0604eb7a8 tempest-RoutersIpV6AdminTest-1226314601 tempest-RoutersIpV6AdminTest-1226314601-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:56.175834 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.db_base_plugin_common [None req-886b8e35-2245-4f95-bbd8-a6c0604eb7a8 tempest-RoutersIpV6AdminTest-1226314601 tempest-RoutersIpV6AdminTest-1226314601-project-admin] Allocated IP 172.25.3.205 (4c8455ba-1be5-42ac-b8c2-8a16e1292d55/08fe3644-ce41-4c3f-a7ea-92bac0f0fff5/6cfa0661-bebd-4c96-bfce-aca9c865e6eb) {{(pid=103591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:57:56.284810 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-886b8e35-2245-4f95-bbd8-a6c0604eb7a8 tempest-RoutersIpV6AdminTest-1226314601 tempest-RoutersIpV6AdminTest-1226314601-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:56.322348 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-886b8e35-2245-4f95-bbd8-a6c0604eb7a8 tempest-RoutersIpV6AdminTest-1226314601 tempest-RoutersIpV6AdminTest-1226314601-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:56.369555 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-886b8e35-2245-4f95-bbd8-a6c0604eb7a8 tempest-RoutersIpV6AdminTest-1226314601 tempest-RoutersIpV6AdminTest-1226314601-project-admin] Network 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 is already hosted by enough agents. {{(pid=103591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:57:56.373398 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [None req-886b8e35-2245-4f95-bbd8-a6c0604eb7a8 tempest-RoutersIpV6AdminTest-1226314601 tempest-RoutersIpV6AdminTest-1226314601-project-admin] Resources bound (agent type, host, resource id): {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:57:56.378295 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-886b8e35-2245-4f95-bbd8-a6c0604eb7a8 tempest-RoutersIpV6AdminTest-1226314601 tempest-RoutersIpV6AdminTest-1226314601-project-admin] Received port after_create {{(pid=103591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:57:56.382127 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886b8e35-2245-4f95-bbd8-a6c0604eb7a8 tempest-RoutersIpV6AdminTest-1226314601 tempest-RoutersIpV6AdminTest-1226314601-project-admin] Pushing event updated for resources: {'Port': ['ID=6cfa0661-bebd-4c96-bfce-aca9c865e6eb,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:57:56.401285 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f367b4b-b509-4520-b295-67ddd70cd3ec None None] DHCP port deletion for 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:57:56.451741 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-179208cc-a215-4828-b798-1428240fa9fb None None] Provisioning complete for port 6cfa0661-bebd-4c96-bfce-aca9c865e6eb triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:57:56.452162 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-179208cc-a215-4828-b798-1428240fa9fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:56.490556 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-179208cc-a215-4828-b798-1428240fa9fb None None] Port 6cfa0661-bebd-4c96-bfce-aca9c865e6eb cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:57:56.695605 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-886b8e35-2245-4f95-bbd8-a6c0604eb7a8 tempest-RoutersIpV6AdminTest-1226314601 tempest-RoutersIpV6AdminTest-1226314601-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:56.905946 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-886b8e35-2245-4f95-bbd8-a6c0604eb7a8 tempest-RoutersIpV6AdminTest-1226314601 tempest-RoutersIpV6AdminTest-1226314601-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1795385', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1794325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8160'] for router, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:56.909224 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-886b8e35-2245-4f95-bbd8-a6c0604eb7a8 tempest-RoutersIpV6AdminTest-1226314601 tempest-RoutersIpV6AdminTest-1226314601-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1795362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1795376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1795371', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1794338'] for router, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:57.042005 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-886b8e35-2245-4f95-bbd8-a6c0604eb7a8 tempest-RoutersIpV6AdminTest-1226314601 tempest-RoutersIpV6AdminTest-1226314601-project-admin] Router 68569014-6029-42f9-89f7-93aae062a8f6 is scheduled to L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 with binding_index 1 {{(pid=103591) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 17:57:57.149334 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-886b8e35-2245-4f95-bbd8-a6c0604eb7a8 tempest-RoutersIpV6AdminTest-1226314601 tempest-RoutersIpV6AdminTest-1226314601-project-admin] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:57:57.157134 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-886b8e35-2245-4f95-bbd8-a6c0604eb7a8 tempest-RoutersIpV6AdminTest-1226314601 tempest-RoutersIpV6AdminTest-1226314601-project-admin] Publish callbacks [] for router, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:57.158814 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-886b8e35-2245-4f95-bbd8-a6c0604eb7a8 tempest-RoutersIpV6AdminTest-1226314601 tempest-RoutersIpV6AdminTest-1226314601-project-admin] 10.222.0.60 "PUT /v2.0/routers/68569014-6029-42f9-89f7-93aae062a8f6 HTTP/1.1" status: 200 len: 918 time: 1.5752225 Nov 23 17:57:57.162325 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 49966) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:57:57.166466 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56d0c8df-38f6-4b65-a839-9f749b8605c7 None None] Sync routers for ids ['68569014-6029-42f9-89f7-93aae062a8f6'] in n-d-816206-8 {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:57:57.180846 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56d0c8df-38f6-4b65-a839-9f749b8605c7 None None] Routers {'68569014-6029-42f9-89f7-93aae062a8f6'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:57:57.181467 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-56d0c8df-38f6-4b65-a839-9f749b8605c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:57:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['68569014-6029-42f9-89f7-93aae062a8f6'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:57:57.217907 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-56d0c8df-38f6-4b65-a839-9f749b8605c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:57:57.227248 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56d0c8df-38f6-4b65-a839-9f749b8605c7 None None] Routers {'68569014-6029-42f9-89f7-93aae062a8f6'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:57:57.227852 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-56d0c8df-38f6-4b65-a839-9f749b8605c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:57:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['68569014-6029-42f9-89f7-93aae062a8f6'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:57:57.263675 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-56d0c8df-38f6-4b65-a839-9f749b8605c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:57:57.264327 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56d0c8df-38f6-4b65-a839-9f749b8605c7 None None] The sync data for ids ['68569014-6029-42f9-89f7-93aae062a8f6'] in n-d-816206-8 is: [] {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:57:57.291990 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-a568319d-571a-4cc9-a649-05f596751b3e tempest-RoutersIpV6AdminTest-1226314601 tempest-RoutersIpV6AdminTest-1226314601-project-admin] 10.222.0.60 "GET /v2.0/routers/68569014-6029-42f9-89f7-93aae062a8f6 HTTP/1.1" status: 200 len: 924 time: 0.1285195 Nov 23 17:57:57.295205 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 49968) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:57:57.341077 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-497d9a8c-66c3-47e0-b6a6-94003e2f215c tempest-RoutersIpV6AdminTest-1226314601 tempest-RoutersIpV6AdminTest-1226314601-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:57:57.342633 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-497d9a8c-66c3-47e0-b6a6-94003e2f215c tempest-RoutersIpV6AdminTest-1226314601 tempest-RoutersIpV6AdminTest-1226314601-project-admin] 10.222.0.60 "GET /v2.0/ports?network_id=4c8455ba-1be5-42ac-b8c2-8a16e1292d55&device_id=68569014-6029-42f9-89f7-93aae062a8f6&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0465183 Nov 23 17:57:57.345300 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 49970) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:57:57.453691 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe808f16-5f6e-4d62-a647-6eeef208087e tempest-RoutersIpV6AdminTest-1226314601 tempest-RoutersIpV6AdminTest-1226314601-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:57:57.460603 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-fe808f16-5f6e-4d62-a647-6eeef208087e tempest-RoutersIpV6AdminTest-1226314601 tempest-RoutersIpV6AdminTest-1226314601-project-admin] 10.222.0.60 "GET /v2.0/networks/4c8455ba-1be5-42ac-b8c2-8a16e1292d55 HTTP/1.1" status: 200 len: 881 time: 0.1116645 Nov 23 17:57:57.460807 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 49972) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:57:57.496451 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-4985670b-d75b-4722-b138-e47d46861637 tempest-RoutersIpV6AdminTest-1065190530 tempest-RoutersIpV6AdminTest-1065190530-project] 10.222.0.60 "GET /v2.0/ports?device_id=68569014-6029-42f9-89f7-93aae062a8f6 HTTP/1.1" status: 200 len: 205 time: 0.0366964 Nov 23 17:57:57.499470 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 49974) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:57:57.612286 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-b0ad79a5-e9fe-4fd5-a9b0-f0ac8eaead31 tempest-RoutersIpV6AdminTest-1065190530 tempest-RoutersIpV6AdminTest-1065190530-project] Publish callbacks [] for router, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:57.719553 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-b0ad79a5-e9fe-4fd5-a9b0-f0ac8eaead31 tempest-RoutersIpV6AdminTest-1065190530 tempest-RoutersIpV6AdminTest-1065190530-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:57.778427 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-b0ad79a5-e9fe-4fd5-a9b0-f0ac8eaead31 tempest-RoutersIpV6AdminTest-1065190530 tempest-RoutersIpV6AdminTest-1065190530-project] Deleting port 6cfa0661-bebd-4c96-bfce-aca9c865e6eb {{(pid=103591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:57:57.778765 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-b0ad79a5-e9fe-4fd5-a9b0-f0ac8eaead31 tempest-RoutersIpV6AdminTest-1065190530 tempest-RoutersIpV6AdminTest-1065190530-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:58.186830 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-b0ad79a5-e9fe-4fd5-a9b0-f0ac8eaead31 tempest-RoutersIpV6AdminTest-1065190530 tempest-RoutersIpV6AdminTest-1065190530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:58.200978 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-b0ad79a5-e9fe-4fd5-a9b0-f0ac8eaead31 tempest-RoutersIpV6AdminTest-1065190530 tempest-RoutersIpV6AdminTest-1065190530-project] Calling delete_port for 6cfa0661-bebd-4c96-bfce-aca9c865e6eb owned by network:router_gateway {{(pid=103591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:57:58.378741 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-b0ad79a5-e9fe-4fd5-a9b0-f0ac8eaead31 tempest-RoutersIpV6AdminTest-1065190530 tempest-RoutersIpV6AdminTest-1065190530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:58.409378 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ad79a5-e9fe-4fd5-a9b0-f0ac8eaead31 tempest-RoutersIpV6AdminTest-1065190530 tempest-RoutersIpV6AdminTest-1065190530-project] Pushing event deleted for resources: {'Port': ['ID=6cfa0661-bebd-4c96-bfce-aca9c865e6eb,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:57:58.425379 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6dd8ad1-7268-4c7e-a131-265a4fa4ec2b None None] DHCP port deletion for 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:57:58.472955 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-b0ad79a5-e9fe-4fd5-a9b0-f0ac8eaead31 tempest-RoutersIpV6AdminTest-1065190530 tempest-RoutersIpV6AdminTest-1065190530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1795454'] for router_gateway, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:58.575278 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-b0ad79a5-e9fe-4fd5-a9b0-f0ac8eaead31 tempest-RoutersIpV6AdminTest-1065190530 tempest-RoutersIpV6AdminTest-1065190530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1794352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8175'] for router, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:58.577452 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-b0ad79a5-e9fe-4fd5-a9b0-f0ac8eaead31 tempest-RoutersIpV6AdminTest-1065190530 tempest-RoutersIpV6AdminTest-1065190530-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:58.622012 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-b0ad79a5-e9fe-4fd5-a9b0-f0ac8eaead31 tempest-RoutersIpV6AdminTest-1065190530 tempest-RoutersIpV6AdminTest-1065190530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1795580'] for router, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:58.625263 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0ad79a5-e9fe-4fd5-a9b0-f0ac8eaead31 tempest-RoutersIpV6AdminTest-1065190530 tempest-RoutersIpV6AdminTest-1065190530-project] Fanout notify agent at l3_agent the message router_deleted on router 68569014-6029-42f9-89f7-93aae062a8f6 {{(pid=103591) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 17:57:58.629582 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-b0ad79a5-e9fe-4fd5-a9b0-f0ac8eaead31 tempest-RoutersIpV6AdminTest-1065190530 tempest-RoutersIpV6AdminTest-1065190530-project] Publish callbacks [] for router, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:58.631087 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-b0ad79a5-e9fe-4fd5-a9b0-f0ac8eaead31 tempest-RoutersIpV6AdminTest-1065190530 tempest-RoutersIpV6AdminTest-1065190530-project] 10.222.0.60 "DELETE /v2.0/routers/68569014-6029-42f9-89f7-93aae062a8f6 HTTP/1.1" status: 204 len: 168 time: 1.1302435 Nov 23 17:57:58.634964 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 49978) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:57:58.638977 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-895d0261-a1e8-47f9-8e96-a6d3b180911f tempest-RoutersIpV6AdminTest-1065190530 tempest-RoutersIpV6AdminTest-1065190530-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-199539883', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:57:58.670521 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-895d0261-a1e8-47f9-8e96-a6d3b180911f tempest-RoutersIpV6AdminTest-1065190530 tempest-RoutersIpV6AdminTest-1065190530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1793449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8093'] for router, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:58.671612 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-895d0261-a1e8-47f9-8e96-a6d3b180911f tempest-RoutersIpV6AdminTest-1065190530 tempest-RoutersIpV6AdminTest-1065190530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1794473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1794771', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1638326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8086'] for router, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:58.734913 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-895d0261-a1e8-47f9-8e96-a6d3b180911f tempest-RoutersIpV6AdminTest-1065190530 tempest-RoutersIpV6AdminTest-1065190530-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:58.740578 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-895d0261-a1e8-47f9-8e96-a6d3b180911f tempest-RoutersIpV6AdminTest-1065190530 tempest-RoutersIpV6AdminTest-1065190530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1794316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1795362'] for router, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:58.763971 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-895d0261-a1e8-47f9-8e96-a6d3b180911f tempest-RoutersIpV6AdminTest-1065190530 tempest-RoutersIpV6AdminTest-1065190530-project] Publish callbacks [] for router, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:58.768769 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 49980) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:57:58.769486 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-895d0261-a1e8-47f9-8e96-a6d3b180911f tempest-RoutersIpV6AdminTest-1065190530 tempest-RoutersIpV6AdminTest-1065190530-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1337025 Nov 23 17:57:58.775509 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-b2cab825-f667-4e3a-a66c-467c40d2d077 tempest-RoutersIpV6AdminTest-1226314601 tempest-RoutersIpV6AdminTest-1226314601-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'enable_snat': False}}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:57:58.996859 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b2cab825-f667-4e3a-a66c-467c40d2d077 tempest-RoutersIpV6AdminTest-1226314601 tempest-RoutersIpV6AdminTest-1226314601-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:59.215354 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b2cab825-f667-4e3a-a66c-467c40d2d077 tempest-RoutersIpV6AdminTest-1226314601 tempest-RoutersIpV6AdminTest-1226314601-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:59.241224 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b2cab825-f667-4e3a-a66c-467c40d2d077 tempest-RoutersIpV6AdminTest-1226314601 tempest-RoutersIpV6AdminTest-1226314601-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:59.357585 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-b2cab825-f667-4e3a-a66c-467c40d2d077 tempest-RoutersIpV6AdminTest-1226314601 tempest-RoutersIpV6AdminTest-1226314601-project-admin] Allocated IP 172.25.3.145 (4c8455ba-1be5-42ac-b8c2-8a16e1292d55/08fe3644-ce41-4c3f-a7ea-92bac0f0fff5/608d71a4-5427-4dfc-a762-3fedcdf73e4b) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:57:59.467303 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b2cab825-f667-4e3a-a66c-467c40d2d077 tempest-RoutersIpV6AdminTest-1226314601 tempest-RoutersIpV6AdminTest-1226314601-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:59.503409 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b2cab825-f667-4e3a-a66c-467c40d2d077 tempest-RoutersIpV6AdminTest-1226314601 tempest-RoutersIpV6AdminTest-1226314601-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:59.540424 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2cab825-f667-4e3a-a66c-467c40d2d077 tempest-RoutersIpV6AdminTest-1226314601 tempest-RoutersIpV6AdminTest-1226314601-project-admin] Network 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:57:59.546452 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-b2cab825-f667-4e3a-a66c-467c40d2d077 tempest-RoutersIpV6AdminTest-1226314601 tempest-RoutersIpV6AdminTest-1226314601-project-admin] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:57:59.550062 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2cab825-f667-4e3a-a66c-467c40d2d077 tempest-RoutersIpV6AdminTest-1226314601 tempest-RoutersIpV6AdminTest-1226314601-project-admin] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:57:59.561588 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c383d483-7c32-4ade-b3e8-25be15c0aded None None] DHCP port deletion for 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:57:59.577608 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cab825-f667-4e3a-a66c-467c40d2d077 tempest-RoutersIpV6AdminTest-1226314601 tempest-RoutersIpV6AdminTest-1226314601-project-admin] Pushing event updated for resources: {'Port': ['ID=608d71a4-5427-4dfc-a762-3fedcdf73e4b,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:57:59.592723 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2cab825-f667-4e3a-a66c-467c40d2d077 tempest-RoutersIpV6AdminTest-1226314601 tempest-RoutersIpV6AdminTest-1226314601-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:57:59.593079 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2cab825-f667-4e3a-a66c-467c40d2d077 tempest-RoutersIpV6AdminTest-1226314601 tempest-RoutersIpV6AdminTest-1226314601-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:57:59.593430 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2cab825-f667-4e3a-a66c-467c40d2d077 tempest-RoutersIpV6AdminTest-1226314601 tempest-RoutersIpV6AdminTest-1226314601-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:57:59.593775 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2cab825-f667-4e3a-a66c-467c40d2d077 tempest-RoutersIpV6AdminTest-1226314601 tempest-RoutersIpV6AdminTest-1226314601-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:57:59.594113 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2cab825-f667-4e3a-a66c-467c40d2d077 tempest-RoutersIpV6AdminTest-1226314601 tempest-RoutersIpV6AdminTest-1226314601-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:57:59.594455 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2cab825-f667-4e3a-a66c-467c40d2d077 tempest-RoutersIpV6AdminTest-1226314601 tempest-RoutersIpV6AdminTest-1226314601-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:57:59.594788 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2cab825-f667-4e3a-a66c-467c40d2d077 tempest-RoutersIpV6AdminTest-1226314601 tempest-RoutersIpV6AdminTest-1226314601-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:57:59.595119 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2cab825-f667-4e3a-a66c-467c40d2d077 tempest-RoutersIpV6AdminTest-1226314601 tempest-RoutersIpV6AdminTest-1226314601-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:57:59.595462 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2cab825-f667-4e3a-a66c-467c40d2d077 tempest-RoutersIpV6AdminTest-1226314601 tempest-RoutersIpV6AdminTest-1226314601-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:57:59.595804 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2cab825-f667-4e3a-a66c-467c40d2d077 tempest-RoutersIpV6AdminTest-1226314601 tempest-RoutersIpV6AdminTest-1226314601-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:57:59.596130 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2cab825-f667-4e3a-a66c-467c40d2d077 tempest-RoutersIpV6AdminTest-1226314601 tempest-RoutersIpV6AdminTest-1226314601-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:57:59.596460 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2cab825-f667-4e3a-a66c-467c40d2d077 tempest-RoutersIpV6AdminTest-1226314601 tempest-RoutersIpV6AdminTest-1226314601-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:57:59.630779 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-2764151d-45d5-4fac-b5b0-1c34937133ee None None] Provisioning complete for port 608d71a4-5427-4dfc-a762-3fedcdf73e4b triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:57:59.631439 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-2764151d-45d5-4fac-b5b0-1c34937133ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:57:59.675655 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-2764151d-45d5-4fac-b5b0-1c34937133ee None None] Port 608d71a4-5427-4dfc-a762-3fedcdf73e4b cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:57:59.834062 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b2cab825-f667-4e3a-a66c-467c40d2d077 tempest-RoutersIpV6AdminTest-1226314601 tempest-RoutersIpV6AdminTest-1226314601-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:00.096775 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b2cab825-f667-4e3a-a66c-467c40d2d077 tempest-RoutersIpV6AdminTest-1226314601 tempest-RoutersIpV6AdminTest-1226314601-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1795385', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1794325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8160'] for router, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:00.099990 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b2cab825-f667-4e3a-a66c-467c40d2d077 tempest-RoutersIpV6AdminTest-1226314601 tempest-RoutersIpV6AdminTest-1226314601-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1795362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1795376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1795371', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1794338'] for router, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:00.189169 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-fbecce90-28ea-442d-9b00-fbd7bf977e21 req-8574dc2a-4f75-4508-8ecc-87c30de62efa service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=879e814c-05fc-4dea-ba60-1f3e794a1184&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0770433 Nov 23 17:58:00.266532 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2cab825-f667-4e3a-a66c-467c40d2d077 tempest-RoutersIpV6AdminTest-1226314601 tempest-RoutersIpV6AdminTest-1226314601-project-admin] Router 66071139-e22c-4fa4-9de4-1264bdeaafa2 is scheduled to L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 with binding_index 1 {{(pid=103590) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 17:58:00.315519 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbecce90-28ea-442d-9b00-fbd7bf977e21 req-5d5d63aa-c665-4458-a138-e58c149bf364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:58:00.318233 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-fbecce90-28ea-442d-9b00-fbd7bf977e21 req-5d5d63aa-c665-4458-a138-e58c149bf364 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4d3a35880fb64e77bd3047bfa46cf261&device_id=879e814c-05fc-4dea-ba60-1f3e794a1184 HTTP/1.1" status: 200 len: 1096 time: 0.0608127 Nov 23 17:58:00.420131 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2cab825-f667-4e3a-a66c-467c40d2d077 tempest-RoutersIpV6AdminTest-1226314601 tempest-RoutersIpV6AdminTest-1226314601-project-admin] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:58:00.425467 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b2cab825-f667-4e3a-a66c-467c40d2d077 tempest-RoutersIpV6AdminTest-1226314601 tempest-RoutersIpV6AdminTest-1226314601-project-admin] Publish callbacks [] for router, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:00.428935 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-b2cab825-f667-4e3a-a66c-467c40d2d077 tempest-RoutersIpV6AdminTest-1226314601 tempest-RoutersIpV6AdminTest-1226314601-project-admin] 10.222.0.60 "PUT /v2.0/routers/66071139-e22c-4fa4-9de4-1264bdeaafa2 HTTP/1.1" status: 200 len: 919 time: 1.6578674 Nov 23 17:58:00.429724 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 49986) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:58:00.433588 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14e8ae56-96cc-4ca9-8c0d-fa820066de9a None None] Sync routers for ids ['66071139-e22c-4fa4-9de4-1264bdeaafa2'] in n-d-816206-8 {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:58:00.446840 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14e8ae56-96cc-4ca9-8c0d-fa820066de9a None None] Routers {'66071139-e22c-4fa4-9de4-1264bdeaafa2'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:58:00.448211 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-14e8ae56-96cc-4ca9-8c0d-fa820066de9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:57:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['66071139-e22c-4fa4-9de4-1264bdeaafa2'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:58:00.484552 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-14e8ae56-96cc-4ca9-8c0d-fa820066de9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:58:00.494797 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14e8ae56-96cc-4ca9-8c0d-fa820066de9a None None] Routers {'66071139-e22c-4fa4-9de4-1264bdeaafa2'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:58:00.495539 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-14e8ae56-96cc-4ca9-8c0d-fa820066de9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:57:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['66071139-e22c-4fa4-9de4-1264bdeaafa2'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:58:00.512929 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbecce90-28ea-442d-9b00-fbd7bf977e21 req-8fc985c8-2d8d-41a7-848f-1a355ed48cac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:58:00.514440 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-fbecce90-28ea-442d-9b00-fbd7bf977e21 req-8fc985c8-2d8d-41a7-848f-1a355ed48cac service neutron] 10.222.0.36 "GET /v2.0/networks?id=eb14d06b-c5a2-40f2-ae77-d899286918bf HTTP/1.1" status: 200 len: 897 time: 0.1694369 Nov 23 17:58:00.530816 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-14e8ae56-96cc-4ca9-8c0d-fa820066de9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:58:00.531824 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14e8ae56-96cc-4ca9-8c0d-fa820066de9a None None] The sync data for ids ['66071139-e22c-4fa4-9de4-1264bdeaafa2'] in n-d-816206-8 is: [] {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:58:00.618863 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-ec39aedf-a12c-493e-8257-30bccd52e8cc tempest-RoutersIpV6AdminTest-1226314601 tempest-RoutersIpV6AdminTest-1226314601-project-admin] 10.222.0.60 "GET /v2.0/routers/66071139-e22c-4fa4-9de4-1264bdeaafa2 HTTP/1.1" status: 200 len: 925 time: 0.1878712 Nov 23 17:58:00.622780 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 49988) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:58:00.623244 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-fbecce90-28ea-442d-9b00-fbd7bf977e21 req-64dadb81-bca6-4794-b408-c00ec26fb479 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=477848ca-049e-4f03-8b21-aaee1a10dd9e HTTP/1.1" status: 200 len: 1001 time: 0.0775476 Nov 23 17:58:00.673769 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ec31584-b32f-4f31-bc3c-24f95aec5a8d tempest-RoutersIpV6AdminTest-1226314601 tempest-RoutersIpV6AdminTest-1226314601-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:58:00.675344 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-8ec31584-b32f-4f31-bc3c-24f95aec5a8d tempest-RoutersIpV6AdminTest-1226314601 tempest-RoutersIpV6AdminTest-1226314601-project-admin] 10.222.0.60 "GET /v2.0/ports?network_id=4c8455ba-1be5-42ac-b8c2-8a16e1292d55&device_id=66071139-e22c-4fa4-9de4-1264bdeaafa2&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0510049 Nov 23 17:58:00.678721 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 49990) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:58:00.701825 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbecce90-28ea-442d-9b00-fbd7bf977e21 req-a87cc7dc-82c7-40d6-91b6-2e9cecb72e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:58:00.703469 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-fbecce90-28ea-442d-9b00-fbd7bf977e21 req-a87cc7dc-82c7-40d6-91b6-2e9cecb72e3b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=aa7579b8-026d-4814-b7ff-6c549dbaa73a HTTP/1.1" status: 200 len: 835 time: 0.0727704 Nov 23 17:58:00.771480 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbecce90-28ea-442d-9b00-fbd7bf977e21 req-942bb652-e827-4347-947b-059e61baedf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:58:00.773073 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-fbecce90-28ea-442d-9b00-fbd7bf977e21 req-942bb652-e827-4347-947b-059e61baedf9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=eb14d06b-c5a2-40f2-ae77-d899286918bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0596147 Nov 23 17:58:00.800520 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ca1492d-1895-437a-ab62-87b618ea00d1 tempest-RoutersIpV6AdminTest-1226314601 tempest-RoutersIpV6AdminTest-1226314601-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:58:00.803298 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-7ca1492d-1895-437a-ab62-87b618ea00d1 tempest-RoutersIpV6AdminTest-1226314601 tempest-RoutersIpV6AdminTest-1226314601-project-admin] 10.222.0.60 "GET /v2.0/networks/4c8455ba-1be5-42ac-b8c2-8a16e1292d55 HTTP/1.1" status: 200 len: 881 time: 0.1231313 Nov 23 17:58:00.805964 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 49992) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:58:00.843254 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-34546500-0f76-4784-8e8d-18e631da23b6 tempest-RoutersIpV6AdminTest-1065190530 tempest-RoutersIpV6AdminTest-1065190530-project] 10.222.0.60 "GET /v2.0/ports?device_id=66071139-e22c-4fa4-9de4-1264bdeaafa2 HTTP/1.1" status: 200 len: 205 time: 0.0362082 Nov 23 17:58:00.845946 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 49994) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:58:00.982394 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-fbecce90-28ea-442d-9b00-fbd7bf977e21 req-e575e84a-2815-48aa-a4d2-378082bf2f2f service neutron] 10.222.0.36 "GET /v2.0/networks/eb14d06b-c5a2-40f2-ae77-d899286918bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2006407 Nov 23 17:58:01.035293 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-6305aecc-8036-4035-b047-0313d8920fdb tempest-RoutersIpV6AdminTest-1065190530 tempest-RoutersIpV6AdminTest-1065190530-project] Publish callbacks [] for router, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:01.171951 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-fbecce90-28ea-442d-9b00-fbd7bf977e21 req-f54b06e8-5d7e-4079-9edb-c84a962faa38 service neutron] 10.222.0.36 "GET /v2.0/networks/eb14d06b-c5a2-40f2-ae77-d899286918bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1786833 Nov 23 17:58:01.196827 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-6305aecc-8036-4035-b047-0313d8920fdb tempest-RoutersIpV6AdminTest-1065190530 tempest-RoutersIpV6AdminTest-1065190530-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:01.259529 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-6305aecc-8036-4035-b047-0313d8920fdb tempest-RoutersIpV6AdminTest-1065190530 tempest-RoutersIpV6AdminTest-1065190530-project] Deleting port 608d71a4-5427-4dfc-a762-3fedcdf73e4b {{(pid=103591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:58:01.259773 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-6305aecc-8036-4035-b047-0313d8920fdb tempest-RoutersIpV6AdminTest-1065190530 tempest-RoutersIpV6AdminTest-1065190530-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:01.341434 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-6305aecc-8036-4035-b047-0313d8920fdb tempest-RoutersIpV6AdminTest-1065190530 tempest-RoutersIpV6AdminTest-1065190530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:01.360452 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-6305aecc-8036-4035-b047-0313d8920fdb tempest-RoutersIpV6AdminTest-1065190530 tempest-RoutersIpV6AdminTest-1065190530-project] Calling delete_port for 608d71a4-5427-4dfc-a762-3fedcdf73e4b owned by network:router_gateway {{(pid=103591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:58:01.542299 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-6305aecc-8036-4035-b047-0313d8920fdb tempest-RoutersIpV6AdminTest-1065190530 tempest-RoutersIpV6AdminTest-1065190530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:01.568734 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6305aecc-8036-4035-b047-0313d8920fdb tempest-RoutersIpV6AdminTest-1065190530 tempest-RoutersIpV6AdminTest-1065190530-project] Pushing event deleted for resources: {'Port': ['ID=608d71a4-5427-4dfc-a762-3fedcdf73e4b,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:58:01.588522 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2a5f84a-452c-4457-bf2f-10908267e899 None None] DHCP port deletion for 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:58:01.635677 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-6305aecc-8036-4035-b047-0313d8920fdb tempest-RoutersIpV6AdminTest-1065190530 tempest-RoutersIpV6AdminTest-1065190530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1795454'] for router_gateway, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:01.731467 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-6305aecc-8036-4035-b047-0313d8920fdb tempest-RoutersIpV6AdminTest-1065190530 tempest-RoutersIpV6AdminTest-1065190530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1794352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8175'] for router, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:01.733957 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-6305aecc-8036-4035-b047-0313d8920fdb tempest-RoutersIpV6AdminTest-1065190530 tempest-RoutersIpV6AdminTest-1065190530-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:01.781565 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-6305aecc-8036-4035-b047-0313d8920fdb tempest-RoutersIpV6AdminTest-1065190530 tempest-RoutersIpV6AdminTest-1065190530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1795580'] for router, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:01.782106 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6305aecc-8036-4035-b047-0313d8920fdb tempest-RoutersIpV6AdminTest-1065190530 tempest-RoutersIpV6AdminTest-1065190530-project] Fanout notify agent at l3_agent the message router_deleted on router 66071139-e22c-4fa4-9de4-1264bdeaafa2 {{(pid=103591) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 17:58:01.789185 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-6305aecc-8036-4035-b047-0313d8920fdb tempest-RoutersIpV6AdminTest-1065190530 tempest-RoutersIpV6AdminTest-1065190530-project] Publish callbacks [] for router, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:01.794545 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-6305aecc-8036-4035-b047-0313d8920fdb tempest-RoutersIpV6AdminTest-1065190530 tempest-RoutersIpV6AdminTest-1065190530-project] 10.222.0.60 "DELETE /v2.0/routers/66071139-e22c-4fa4-9de4-1264bdeaafa2 HTTP/1.1" status: 204 len: 168 time: 0.9476233 Nov 23 17:58:01.795388 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 49998) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:58:01.800012 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-611f3619-a22f-4db7-bfd0-91f38aa3aaaf tempest-RoutersIpV6AdminTest-1065190530 tempest-RoutersIpV6AdminTest-1065190530-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1539599458', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'}, 'admin_state_up': False}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:58:01.826907 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-611f3619-a22f-4db7-bfd0-91f38aa3aaaf tempest-RoutersIpV6AdminTest-1065190530 tempest-RoutersIpV6AdminTest-1065190530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1793449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8093'] for router, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:01.828358 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-611f3619-a22f-4db7-bfd0-91f38aa3aaaf tempest-RoutersIpV6AdminTest-1065190530 tempest-RoutersIpV6AdminTest-1065190530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1794473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1794771', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1638326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8086'] for router, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:01.885292 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-611f3619-a22f-4db7-bfd0-91f38aa3aaaf tempest-RoutersIpV6AdminTest-1065190530 tempest-RoutersIpV6AdminTest-1065190530-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:02.029232 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-611f3619-a22f-4db7-bfd0-91f38aa3aaaf tempest-RoutersIpV6AdminTest-1065190530 tempest-RoutersIpV6AdminTest-1065190530-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:02.254176 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-611f3619-a22f-4db7-bfd0-91f38aa3aaaf tempest-RoutersIpV6AdminTest-1065190530 tempest-RoutersIpV6AdminTest-1065190530-project] Publish callbacks [] for router_gateway, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:02.274202 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-611f3619-a22f-4db7-bfd0-91f38aa3aaaf tempest-RoutersIpV6AdminTest-1065190530 tempest-RoutersIpV6AdminTest-1065190530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:02.389250 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-611f3619-a22f-4db7-bfd0-91f38aa3aaaf tempest-RoutersIpV6AdminTest-1065190530 tempest-RoutersIpV6AdminTest-1065190530-project] Allocated IP 172.25.3.54 (4c8455ba-1be5-42ac-b8c2-8a16e1292d55/08fe3644-ce41-4c3f-a7ea-92bac0f0fff5/f9709521-a66a-4b2d-9273-206dd3c266c1) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:58:02.510060 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-611f3619-a22f-4db7-bfd0-91f38aa3aaaf tempest-RoutersIpV6AdminTest-1065190530 tempest-RoutersIpV6AdminTest-1065190530-project] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:02.552950 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-611f3619-a22f-4db7-bfd0-91f38aa3aaaf tempest-RoutersIpV6AdminTest-1065190530 tempest-RoutersIpV6AdminTest-1065190530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:02.597793 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-611f3619-a22f-4db7-bfd0-91f38aa3aaaf tempest-RoutersIpV6AdminTest-1065190530 tempest-RoutersIpV6AdminTest-1065190530-project] Network 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:58:02.604463 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-611f3619-a22f-4db7-bfd0-91f38aa3aaaf tempest-RoutersIpV6AdminTest-1065190530 tempest-RoutersIpV6AdminTest-1065190530-project] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:58:02.607111 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-611f3619-a22f-4db7-bfd0-91f38aa3aaaf tempest-RoutersIpV6AdminTest-1065190530 tempest-RoutersIpV6AdminTest-1065190530-project] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:58:02.622860 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6211dc22-8e29-4309-bbac-b96b0ea59b02 None None] DHCP port deletion for 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:58:02.633806 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611f3619-a22f-4db7-bfd0-91f38aa3aaaf tempest-RoutersIpV6AdminTest-1065190530 tempest-RoutersIpV6AdminTest-1065190530-project] Pushing event updated for resources: {'Port': ['ID=f9709521-a66a-4b2d-9273-206dd3c266c1,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:58:02.727849 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-65fa76ce-c019-4676-aaba-d04a7458ecee None None] Provisioning complete for port f9709521-a66a-4b2d-9273-206dd3c266c1 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:58:02.728546 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-65fa76ce-c019-4676-aaba-d04a7458ecee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:02.784382 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-65fa76ce-c019-4676-aaba-d04a7458ecee None None] Port f9709521-a66a-4b2d-9273-206dd3c266c1 cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:58:02.885641 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-611f3619-a22f-4db7-bfd0-91f38aa3aaaf tempest-RoutersIpV6AdminTest-1065190530 tempest-RoutersIpV6AdminTest-1065190530-project] Publish callbacks [] for router_gateway, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:03.463316 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-611f3619-a22f-4db7-bfd0-91f38aa3aaaf tempest-RoutersIpV6AdminTest-1065190530 tempest-RoutersIpV6AdminTest-1065190530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1794316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1795362'] for router, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:03.616569 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-611f3619-a22f-4db7-bfd0-91f38aa3aaaf tempest-RoutersIpV6AdminTest-1065190530 tempest-RoutersIpV6AdminTest-1065190530-project] Router 71fef32d-3d89-48b7-bab9-5bfce94cbacb is scheduled to L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 with binding_index 1 {{(pid=103590) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 17:58:03.736150 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-611f3619-a22f-4db7-bfd0-91f38aa3aaaf tempest-RoutersIpV6AdminTest-1065190530 tempest-RoutersIpV6AdminTest-1065190530-project] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:58:03.746484 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a1cc6e4-f1cd-43c0-af95-fefa501e5c01 None None] Sync routers for ids ['71fef32d-3d89-48b7-bab9-5bfce94cbacb'] in n-d-816206-8 {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:58:03.759168 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a1cc6e4-f1cd-43c0-af95-fefa501e5c01 None None] Routers {'71fef32d-3d89-48b7-bab9-5bfce94cbacb'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:58:03.760114 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-1a1cc6e4-f1cd-43c0-af95-fefa501e5c01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:57:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['71fef32d-3d89-48b7-bab9-5bfce94cbacb'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:58:03.773840 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-611f3619-a22f-4db7-bfd0-91f38aa3aaaf tempest-RoutersIpV6AdminTest-1065190530 tempest-RoutersIpV6AdminTest-1065190530-project] Publish callbacks [] for router, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:03.775096 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-611f3619-a22f-4db7-bfd0-91f38aa3aaaf tempest-RoutersIpV6AdminTest-1065190530 tempest-RoutersIpV6AdminTest-1065190530-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 1.9787037 Nov 23 17:58:03.778261 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 50004) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:58:03.783420 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-a3628c64-7d34-4dce-af9b-3d75a029d965 tempest-RoutersIpV6AdminTest-1065190530 tempest-RoutersIpV6AdminTest-1065190530-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:58:03.803052 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-1a1cc6e4-f1cd-43c0-af95-fefa501e5c01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:58:03.813798 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a1cc6e4-f1cd-43c0-af95-fefa501e5c01 None None] Routers {'71fef32d-3d89-48b7-bab9-5bfce94cbacb'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:58:03.814626 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-1a1cc6e4-f1cd-43c0-af95-fefa501e5c01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:57:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['71fef32d-3d89-48b7-bab9-5bfce94cbacb'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:58:03.851050 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-1a1cc6e4-f1cd-43c0-af95-fefa501e5c01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:58:03.851968 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a1cc6e4-f1cd-43c0-af95-fefa501e5c01 None None] The sync data for ids ['71fef32d-3d89-48b7-bab9-5bfce94cbacb'] in n-d-816206-8 is: [] {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:58:04.109977 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-a3628c64-7d34-4dce-af9b-3d75a029d965 tempest-RoutersIpV6AdminTest-1065190530 tempest-RoutersIpV6AdminTest-1065190530-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:04.122778 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-a3628c64-7d34-4dce-af9b-3d75a029d965 tempest-RoutersIpV6AdminTest-1065190530 tempest-RoutersIpV6AdminTest-1065190530-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:04.191204 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-a3628c64-7d34-4dce-af9b-3d75a029d965 tempest-RoutersIpV6AdminTest-1065190530 tempest-RoutersIpV6AdminTest-1065190530-project] Deleting port f9709521-a66a-4b2d-9273-206dd3c266c1 {{(pid=103591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:58:04.191546 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-a3628c64-7d34-4dce-af9b-3d75a029d965 tempest-RoutersIpV6AdminTest-1065190530 tempest-RoutersIpV6AdminTest-1065190530-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:04.271645 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-a3628c64-7d34-4dce-af9b-3d75a029d965 tempest-RoutersIpV6AdminTest-1065190530 tempest-RoutersIpV6AdminTest-1065190530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:04.283648 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-a3628c64-7d34-4dce-af9b-3d75a029d965 tempest-RoutersIpV6AdminTest-1065190530 tempest-RoutersIpV6AdminTest-1065190530-project] Calling delete_port for f9709521-a66a-4b2d-9273-206dd3c266c1 owned by network:router_gateway {{(pid=103591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:58:04.450271 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-a3628c64-7d34-4dce-af9b-3d75a029d965 tempest-RoutersIpV6AdminTest-1065190530 tempest-RoutersIpV6AdminTest-1065190530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:04.478258 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3628c64-7d34-4dce-af9b-3d75a029d965 tempest-RoutersIpV6AdminTest-1065190530 tempest-RoutersIpV6AdminTest-1065190530-project] Pushing event deleted for resources: {'Port': ['ID=f9709521-a66a-4b2d-9273-206dd3c266c1,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:58:04.492026 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b9a2cb6-70de-4e60-a240-5eae904b8820 None None] DHCP port deletion for 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:58:04.509863 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3628c64-7d34-4dce-af9b-3d75a029d965 tempest-RoutersIpV6AdminTest-1065190530 tempest-RoutersIpV6AdminTest-1065190530-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:58:04.510217 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3628c64-7d34-4dce-af9b-3d75a029d965 tempest-RoutersIpV6AdminTest-1065190530 tempest-RoutersIpV6AdminTest-1065190530-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:58:04.510559 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3628c64-7d34-4dce-af9b-3d75a029d965 tempest-RoutersIpV6AdminTest-1065190530 tempest-RoutersIpV6AdminTest-1065190530-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:58:04.511032 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3628c64-7d34-4dce-af9b-3d75a029d965 tempest-RoutersIpV6AdminTest-1065190530 tempest-RoutersIpV6AdminTest-1065190530-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:58:04.511406 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3628c64-7d34-4dce-af9b-3d75a029d965 tempest-RoutersIpV6AdminTest-1065190530 tempest-RoutersIpV6AdminTest-1065190530-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:58:04.511765 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3628c64-7d34-4dce-af9b-3d75a029d965 tempest-RoutersIpV6AdminTest-1065190530 tempest-RoutersIpV6AdminTest-1065190530-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:58:04.512098 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3628c64-7d34-4dce-af9b-3d75a029d965 tempest-RoutersIpV6AdminTest-1065190530 tempest-RoutersIpV6AdminTest-1065190530-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:58:04.512425 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3628c64-7d34-4dce-af9b-3d75a029d965 tempest-RoutersIpV6AdminTest-1065190530 tempest-RoutersIpV6AdminTest-1065190530-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:58:04.512782 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3628c64-7d34-4dce-af9b-3d75a029d965 tempest-RoutersIpV6AdminTest-1065190530 tempest-RoutersIpV6AdminTest-1065190530-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:58:04.513108 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3628c64-7d34-4dce-af9b-3d75a029d965 tempest-RoutersIpV6AdminTest-1065190530 tempest-RoutersIpV6AdminTest-1065190530-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:58:04.513434 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3628c64-7d34-4dce-af9b-3d75a029d965 tempest-RoutersIpV6AdminTest-1065190530 tempest-RoutersIpV6AdminTest-1065190530-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:58:04.513757 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3628c64-7d34-4dce-af9b-3d75a029d965 tempest-RoutersIpV6AdminTest-1065190530 tempest-RoutersIpV6AdminTest-1065190530-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:58:04.557143 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-a3628c64-7d34-4dce-af9b-3d75a029d965 tempest-RoutersIpV6AdminTest-1065190530 tempest-RoutersIpV6AdminTest-1065190530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1795454'] for router_gateway, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:04.769707 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-a3628c64-7d34-4dce-af9b-3d75a029d965 tempest-RoutersIpV6AdminTest-1065190530 tempest-RoutersIpV6AdminTest-1065190530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1795385', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1794325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8160'] for router, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:04.773738 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-a3628c64-7d34-4dce-af9b-3d75a029d965 tempest-RoutersIpV6AdminTest-1065190530 tempest-RoutersIpV6AdminTest-1065190530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1795362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1795376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1795371', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1794338'] for router, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:04.855386 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3628c64-7d34-4dce-af9b-3d75a029d965 tempest-RoutersIpV6AdminTest-1065190530 tempest-RoutersIpV6AdminTest-1065190530-project] Router 71fef32d-3d89-48b7-bab9-5bfce94cbacb has already been hosted by L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 {{(pid=103591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 17:58:05.273794 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3628c64-7d34-4dce-af9b-3d75a029d965 tempest-RoutersIpV6AdminTest-1065190530 tempest-RoutersIpV6AdminTest-1065190530-project] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:58:05.280464 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-a3628c64-7d34-4dce-af9b-3d75a029d965 tempest-RoutersIpV6AdminTest-1065190530 tempest-RoutersIpV6AdminTest-1065190530-project] Publish callbacks [] for router, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:05.281637 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-a3628c64-7d34-4dce-af9b-3d75a029d965 tempest-RoutersIpV6AdminTest-1065190530 tempest-RoutersIpV6AdminTest-1065190530-project] 10.222.0.60 "PUT /v2.0/routers/71fef32d-3d89-48b7-bab9-5bfce94cbacb HTTP/1.1" status: 200 len: 710 time: 1.5022514 Nov 23 17:58:05.284064 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4710b5ce-b1e3-4c1c-b510-a0decb8b39ac None None] Sync routers for ids ['71fef32d-3d89-48b7-bab9-5bfce94cbacb'] in n-d-816206-8 {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:58:05.284220 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 50008) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:58:05.295570 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4710b5ce-b1e3-4c1c-b510-a0decb8b39ac None None] Routers {'71fef32d-3d89-48b7-bab9-5bfce94cbacb'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:58:05.296230 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-4710b5ce-b1e3-4c1c-b510-a0decb8b39ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:57:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['71fef32d-3d89-48b7-bab9-5bfce94cbacb'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:58:05.332696 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-4710b5ce-b1e3-4c1c-b510-a0decb8b39ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:58:05.342627 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4710b5ce-b1e3-4c1c-b510-a0decb8b39ac None None] Routers {'71fef32d-3d89-48b7-bab9-5bfce94cbacb'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:58:05.343240 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-4710b5ce-b1e3-4c1c-b510-a0decb8b39ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:57:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['71fef32d-3d89-48b7-bab9-5bfce94cbacb'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:58:05.364077 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-33d1b9cc-72f9-4c77-93e2-97dd0c2b859f tempest-RoutersIpV6AdminTest-1226314601 tempest-RoutersIpV6AdminTest-1226314601-project-admin] 10.222.0.60 "GET /v2.0/routers/71fef32d-3d89-48b7-bab9-5bfce94cbacb HTTP/1.1" status: 200 len: 745 time: 0.0787311 Nov 23 17:58:05.366686 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 50010) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:58:05.404024 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-4710b5ce-b1e3-4c1c-b510-a0decb8b39ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:58:05.404759 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4710b5ce-b1e3-4c1c-b510-a0decb8b39ac None None] The sync data for ids ['71fef32d-3d89-48b7-bab9-5bfce94cbacb'] in n-d-816206-8 is: [] {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:58:05.424731 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-a3018133-4bbc-426c-9dcd-184984f3a5b8 tempest-RoutersIpV6AdminTest-1226314601 tempest-RoutersIpV6AdminTest-1226314601-project-admin] 10.222.0.60 "GET /v2.0/ports?network_id=4c8455ba-1be5-42ac-b8c2-8a16e1292d55&device_id=71fef32d-3d89-48b7-bab9-5bfce94cbacb HTTP/1.1" status: 200 len: 205 time: 0.0568056 Nov 23 17:58:05.427592 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 50012) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:58:05.462480 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-f65bdab6-c131-4c16-ab98-ff6f4364f3af tempest-RoutersIpV6AdminTest-1065190530 tempest-RoutersIpV6AdminTest-1065190530-project] 10.222.0.60 "GET /v2.0/ports?device_id=71fef32d-3d89-48b7-bab9-5bfce94cbacb HTTP/1.1" status: 200 len: 205 time: 0.0296373 Nov 23 17:58:05.462480 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 50014) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:58:05.539792 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-2ec30e4e-cf15-4125-8b8d-03914f210312 tempest-RoutersIpV6AdminTest-1065190530 tempest-RoutersIpV6AdminTest-1065190530-project] Publish callbacks [] for router, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:05.713355 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-2ec30e4e-cf15-4125-8b8d-03914f210312 tempest-RoutersIpV6AdminTest-1065190530 tempest-RoutersIpV6AdminTest-1065190530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1794352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8175'] for router, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:05.716304 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-2ec30e4e-cf15-4125-8b8d-03914f210312 tempest-RoutersIpV6AdminTest-1065190530 tempest-RoutersIpV6AdminTest-1065190530-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:05.760227 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-2ec30e4e-cf15-4125-8b8d-03914f210312 tempest-RoutersIpV6AdminTest-1065190530 tempest-RoutersIpV6AdminTest-1065190530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1795580'] for router, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:05.760865 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ec30e4e-cf15-4125-8b8d-03914f210312 tempest-RoutersIpV6AdminTest-1065190530 tempest-RoutersIpV6AdminTest-1065190530-project] Fanout notify agent at l3_agent the message router_deleted on router 71fef32d-3d89-48b7-bab9-5bfce94cbacb {{(pid=103591) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 17:58:05.769419 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-2ec30e4e-cf15-4125-8b8d-03914f210312 tempest-RoutersIpV6AdminTest-1065190530 tempest-RoutersIpV6AdminTest-1065190530-project] Publish callbacks [] for router, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:05.770538 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-2ec30e4e-cf15-4125-8b8d-03914f210312 tempest-RoutersIpV6AdminTest-1065190530 tempest-RoutersIpV6AdminTest-1065190530-project] 10.222.0.60 "DELETE /v2.0/routers/71fef32d-3d89-48b7-bab9-5bfce94cbacb HTTP/1.1" status: 204 len: 168 time: 0.3080666 Nov 23 17:58:05.774036 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 50018) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:58:05.803216 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-42933ced-46d1-4d82-b783-31a707ce90c6 tempest-RoutersIpV6AdminTest-1065190530 tempest-RoutersIpV6AdminTest-1065190530-project] 10.222.0.60 "GET /v2.0/ports?device_id=71fef32d-3d89-48b7-bab9-5bfce94cbacb HTTP/1.1" status: 200 len: 205 time: 0.0280263 Nov 23 17:58:05.805662 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 50020) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:58:05.846048 n-d-816206-8 neutron-server[103591]: INFO neutron.api.v2.resource [None req-e797340e-552c-4d6f-8b24-27241c0ee706 tempest-RoutersIpV6AdminTest-1065190530 tempest-RoutersIpV6AdminTest-1065190530-project] delete failed (client error): The resource could not be found. Nov 23 17:58:05.847075 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-e797340e-552c-4d6f-8b24-27241c0ee706 tempest-RoutersIpV6AdminTest-1065190530 tempest-RoutersIpV6AdminTest-1065190530-project] 10.222.0.60 "DELETE /v2.0/routers/71fef32d-3d89-48b7-bab9-5bfce94cbacb HTTP/1.1" status: 404 len: 336 time: 0.0405290 Nov 23 17:58:05.849721 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 50022) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:58:05.877344 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-5bff3d51-8379-4eaa-9b79-4a8f7e0e158d tempest-RoutersIpV6AdminTest-1065190530 tempest-RoutersIpV6AdminTest-1065190530-project] 10.222.0.60 "GET /v2.0/ports?device_id=66071139-e22c-4fa4-9de4-1264bdeaafa2 HTTP/1.1" status: 200 len: 205 time: 0.0265613 Nov 23 17:58:05.879667 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 50024) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:58:05.916068 n-d-816206-8 neutron-server[103591]: INFO neutron.api.v2.resource [None req-92670ebc-660d-4249-a998-22b675be09f9 tempest-RoutersIpV6AdminTest-1065190530 tempest-RoutersIpV6AdminTest-1065190530-project] delete failed (client error): The resource could not be found. Nov 23 17:58:05.917049 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-92670ebc-660d-4249-a998-22b675be09f9 tempest-RoutersIpV6AdminTest-1065190530 tempest-RoutersIpV6AdminTest-1065190530-project] 10.222.0.60 "DELETE /v2.0/routers/66071139-e22c-4fa4-9de4-1264bdeaafa2 HTTP/1.1" status: 404 len: 336 time: 0.0364637 Nov 23 17:58:05.919641 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 50026) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:58:05.946384 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-24718e09-3a19-4dff-972f-e2b0522dd8d7 tempest-RoutersIpV6AdminTest-1065190530 tempest-RoutersIpV6AdminTest-1065190530-project] 10.222.0.60 "GET /v2.0/ports?device_id=68569014-6029-42f9-89f7-93aae062a8f6 HTTP/1.1" status: 200 len: 205 time: 0.0257027 Nov 23 17:58:05.949501 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 50028) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:58:05.988293 n-d-816206-8 neutron-server[103591]: INFO neutron.api.v2.resource [None req-4d6a040a-2fe9-411a-8bd6-0ee10a77c337 tempest-RoutersIpV6AdminTest-1065190530 tempest-RoutersIpV6AdminTest-1065190530-project] delete failed (client error): The resource could not be found. Nov 23 17:58:05.989326 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-4d6a040a-2fe9-411a-8bd6-0ee10a77c337 tempest-RoutersIpV6AdminTest-1065190530 tempest-RoutersIpV6AdminTest-1065190530-project] 10.222.0.60 "DELETE /v2.0/routers/68569014-6029-42f9-89f7-93aae062a8f6 HTTP/1.1" status: 404 len: 336 time: 0.0390391 Nov 23 17:58:05.991888 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 50030) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:58:06.018698 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-b486de47-d09a-4a7d-8413-51e259f45e09 tempest-RoutersIpV6AdminTest-1065190530 tempest-RoutersIpV6AdminTest-1065190530-project] 10.222.0.60 "GET /v2.0/ports?device_id=49d1cd12-bb44-455c-b525-89c32971eea9 HTTP/1.1" status: 200 len: 205 time: 0.0257905 Nov 23 17:58:06.022031 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 50032) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:58:06.058387 n-d-816206-8 neutron-server[103591]: INFO neutron.api.v2.resource [None req-70985d6b-22f0-4367-9086-d40d99d0f12e tempest-RoutersIpV6AdminTest-1065190530 tempest-RoutersIpV6AdminTest-1065190530-project] delete failed (client error): The resource could not be found. Nov 23 17:58:06.059296 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-70985d6b-22f0-4367-9086-d40d99d0f12e tempest-RoutersIpV6AdminTest-1065190530 tempest-RoutersIpV6AdminTest-1065190530-project] 10.222.0.60 "DELETE /v2.0/routers/49d1cd12-bb44-455c-b525-89c32971eea9 HTTP/1.1" status: 404 len: 336 time: 0.0364056 Nov 23 17:58:06.062206 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 50034) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:58:06.093207 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-ed52a1c1-cfb3-45e1-b0c2-35159c8edd58 tempest-RoutersIpV6AdminTest-1065190530 tempest-RoutersIpV6AdminTest-1065190530-project] 10.222.0.60 "GET /v2.0/ports?device_id=38cf7aa7-303e-4596-b2dd-dcc5934f1046 HTTP/1.1" status: 200 len: 205 time: 0.0299482 Nov 23 17:58:06.095507 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 50036) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:58:06.131523 n-d-816206-8 neutron-server[103591]: INFO neutron.api.v2.resource [None req-4165052a-ba69-4eda-bf0e-b0420bc93e01 tempest-RoutersIpV6AdminTest-1065190530 tempest-RoutersIpV6AdminTest-1065190530-project] delete failed (client error): The resource could not be found. Nov 23 17:58:06.132539 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-4165052a-ba69-4eda-bf0e-b0420bc93e01 tempest-RoutersIpV6AdminTest-1065190530 tempest-RoutersIpV6AdminTest-1065190530-project] 10.222.0.60 "DELETE /v2.0/routers/38cf7aa7-303e-4596-b2dd-dcc5934f1046 HTTP/1.1" status: 404 len: 336 time: 0.0361254 Nov 23 17:58:06.135515 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 50038) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:58:06.162635 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-af3637ad-199f-4f45-af2e-8b9473796b9a tempest-RoutersIpV6AdminTest-1065190530 tempest-RoutersIpV6AdminTest-1065190530-project] 10.222.0.60 "GET /v2.0/ports?device_id=b5dc79f8-be14-4a3e-a31a-f1ecef22e9ae HTTP/1.1" status: 200 len: 205 time: 0.0255344 Nov 23 17:58:06.164942 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 50040) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:58:06.205515 n-d-816206-8 neutron-server[103591]: INFO neutron.api.v2.resource [None req-e8698471-1a2e-4ec5-9431-2b32fa17ed0f tempest-RoutersIpV6AdminTest-1065190530 tempest-RoutersIpV6AdminTest-1065190530-project] delete failed (client error): The resource could not be found. Nov 23 17:58:06.206505 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-e8698471-1a2e-4ec5-9431-2b32fa17ed0f tempest-RoutersIpV6AdminTest-1065190530 tempest-RoutersIpV6AdminTest-1065190530-project] 10.222.0.60 "DELETE /v2.0/routers/b5dc79f8-be14-4a3e-a31a-f1ecef22e9ae HTTP/1.1" status: 404 len: 336 time: 0.0406942 Nov 23 17:58:06.209178 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 50042) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:58:06.235002 n-d-816206-8 neutron-server[103591]: INFO neutron.pecan_wsgi.hooks.translation [None req-b606850b-3870-43ab-923d-716341bbaad1 tempest-RoutersIpV6AdminTest-1065190530 tempest-RoutersIpV6AdminTest-1065190530-project] DELETE failed (client error): The resource could not be found. Nov 23 17:58:06.235423 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b606850b-3870-43ab-923d-716341bbaad1 tempest-RoutersIpV6AdminTest-1065190530 tempest-RoutersIpV6AdminTest-1065190530-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103591) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 17:58:06.238368 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-b606850b-3870-43ab-923d-716341bbaad1 tempest-RoutersIpV6AdminTest-1065190530 tempest-RoutersIpV6AdminTest-1065190530-project] 10.222.0.60 "DELETE /v2.0/subnets/6a78247f-2b08-41d4-bab5-dcff93708e0b HTTP/1.1" status: 404 len: 337 time: 0.0283144 Nov 23 17:58:06.483673 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 50048) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:58:06.591703 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f0089b3c-339b-42ce-9007-e1f681e3fb97 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:06.674079 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f0089b3c-339b-42ce-9007-e1f681e3fb97 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:06.678423 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f0089b3c-339b-42ce-9007-e1f681e3fb97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:06.716266 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-f0089b3c-339b-42ce-9007-e1f681e3fb97 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=0ca834515a754779b6042d3dcf20e0c7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2314324 Nov 23 17:58:06.719017 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 50056) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:58:06.721420 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0089b3c-339b-42ce-9007-e1f681e3fb97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2196b04c-f658-4d17-8c6b-87101ec9a62b,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:58:06.777713 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-7b023117-911e-404c-b1f4-cb4ad3034d46 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:06.805610 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-7b023117-911e-404c-b1f4-cb4ad3034d46 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:06.878522 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-7b023117-911e-404c-b1f4-cb4ad3034d46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:06.881185 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-7b023117-911e-404c-b1f4-cb4ad3034d46 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:06.882707 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-7b023117-911e-404c-b1f4-cb4ad3034d46 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/2196b04c-f658-4d17-8c6b-87101ec9a62b HTTP/1.1" status: 204 len: 168 time: 0.1623631 Nov 23 17:58:06.891549 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b023117-911e-404c-b1f4-cb4ad3034d46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2196b04c-f658-4d17-8c6b-87101ec9a62b,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:58:07.171629 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 50066) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:58:07.213096 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-8867d729-c250-40e4-b6b3-53afe3cf9638 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=1ad5acc6548e4a12b77ccc17d299fc28&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0402856 Nov 23 17:58:07.216082 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 50068) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:58:07.276973 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-f18febfb-49c7-4fba-bdb8-9a5bb6be0fb0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:07.299061 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-f18febfb-49c7-4fba-bdb8-9a5bb6be0fb0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:07.351766 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-f18febfb-49c7-4fba-bdb8-9a5bb6be0fb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:07.354279 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-f18febfb-49c7-4fba-bdb8-9a5bb6be0fb0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:07.355613 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-f18febfb-49c7-4fba-bdb8-9a5bb6be0fb0 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/da3fc583-f5ef-468a-848d-b3f902cd95a8 HTTP/1.1" status: 204 len: 168 time: 0.1385105 Nov 23 17:58:07.370928 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18febfb-49c7-4fba-bdb8-9a5bb6be0fb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da3fc583-f5ef-468a-848d-b3f902cd95a8,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:58:08.700394 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 50106) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:58:08.821377 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-e3384b99-e358-4a3e-b8bc-3d63c4395590 tempest-RoutersTestDVR-2017715946 tempest-RoutersTestDVR-2017715946-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1367201190'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:58:08.845394 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-e3384b99-e358-4a3e-b8bc-3d63c4395590 tempest-RoutersTestDVR-2017715946 tempest-RoutersTestDVR-2017715946-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1793449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8093'] for router, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:08.846362 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-e3384b99-e358-4a3e-b8bc-3d63c4395590 tempest-RoutersTestDVR-2017715946 tempest-RoutersTestDVR-2017715946-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1794473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1794771', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1638326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8086'] for router, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:08.899077 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-e3384b99-e358-4a3e-b8bc-3d63c4395590 tempest-RoutersTestDVR-2017715946 tempest-RoutersTestDVR-2017715946-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:08.904361 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-e3384b99-e358-4a3e-b8bc-3d63c4395590 tempest-RoutersTestDVR-2017715946 tempest-RoutersTestDVR-2017715946-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1794316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1795362'] for router, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:08.919997 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-e3384b99-e358-4a3e-b8bc-3d63c4395590 tempest-RoutersTestDVR-2017715946 tempest-RoutersTestDVR-2017715946-project-admin] Publish callbacks [] for router, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:08.921355 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-e3384b99-e358-4a3e-b8bc-3d63c4395590 tempest-RoutersTestDVR-2017715946 tempest-RoutersTestDVR-2017715946-project-admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.2191765 Nov 23 17:58:08.924654 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 50110) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:58:09.002378 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-89c1fabb-afd8-4029-b904-a68bfa815c33 tempest-RoutersTestDVR-2017715946 tempest-RoutersTestDVR-2017715946-project-admin] Publish callbacks [] for router, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:09.174476 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-89c1fabb-afd8-4029-b904-a68bfa815c33 tempest-RoutersTestDVR-2017715946 tempest-RoutersTestDVR-2017715946-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1794352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8175'] for router, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:09.177297 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-89c1fabb-afd8-4029-b904-a68bfa815c33 tempest-RoutersTestDVR-2017715946 tempest-RoutersTestDVR-2017715946-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:09.221656 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-89c1fabb-afd8-4029-b904-a68bfa815c33 tempest-RoutersTestDVR-2017715946 tempest-RoutersTestDVR-2017715946-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1795580'] for router, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:09.222088 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89c1fabb-afd8-4029-b904-a68bfa815c33 tempest-RoutersTestDVR-2017715946 tempest-RoutersTestDVR-2017715946-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 554b27c1-ad0e-4527-86b3-851c428c8fec {{(pid=103591) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 17:58:09.226911 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-89c1fabb-afd8-4029-b904-a68bfa815c33 tempest-RoutersTestDVR-2017715946 tempest-RoutersTestDVR-2017715946-project-admin] Publish callbacks [] for router, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:09.231745 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 50118) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:58:09.232187 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-89c1fabb-afd8-4029-b904-a68bfa815c33 tempest-RoutersTestDVR-2017715946 tempest-RoutersTestDVR-2017715946-project-admin] 10.222.0.60 "DELETE /v2.0/routers/554b27c1-ad0e-4527-86b3-851c428c8fec HTTP/1.1" status: 204 len: 168 time: 0.3061445 Nov 23 17:58:09.236595 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-ccc2f88e-dcc4-422d-b363-e031fbbac35b tempest-RoutersTestDVR-2017715946 tempest-RoutersTestDVR-2017715946-project-admin] Request body: {'router': {'name': 'tempest-router-725349820', 'distributed': False}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:58:09.263973 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ccc2f88e-dcc4-422d-b363-e031fbbac35b tempest-RoutersTestDVR-2017715946 tempest-RoutersTestDVR-2017715946-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1793449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8093'] for router, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:09.266100 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ccc2f88e-dcc4-422d-b363-e031fbbac35b tempest-RoutersTestDVR-2017715946 tempest-RoutersTestDVR-2017715946-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1794473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1794771', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1638326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8086'] for router, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:09.333547 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ccc2f88e-dcc4-422d-b363-e031fbbac35b tempest-RoutersTestDVR-2017715946 tempest-RoutersTestDVR-2017715946-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:09.338288 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ccc2f88e-dcc4-422d-b363-e031fbbac35b tempest-RoutersTestDVR-2017715946 tempest-RoutersTestDVR-2017715946-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1794316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1795362'] for router, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:09.355533 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ccc2f88e-dcc4-422d-b363-e031fbbac35b tempest-RoutersTestDVR-2017715946 tempest-RoutersTestDVR-2017715946-project-admin] Publish callbacks [] for router, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:09.358637 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-ccc2f88e-dcc4-422d-b363-e031fbbac35b tempest-RoutersTestDVR-2017715946 tempest-RoutersTestDVR-2017715946-project-admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.1258061 Nov 23 17:58:09.359599 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 50120) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:58:09.439347 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c595325c-1f08-43bd-a1ca-3203b0c42c62 tempest-RoutersTestDVR-2017715946 tempest-RoutersTestDVR-2017715946-project-admin] Publish callbacks [] for router, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:09.608953 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c595325c-1f08-43bd-a1ca-3203b0c42c62 tempest-RoutersTestDVR-2017715946 tempest-RoutersTestDVR-2017715946-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1794352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8175'] for router, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:09.612464 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c595325c-1f08-43bd-a1ca-3203b0c42c62 tempest-RoutersTestDVR-2017715946 tempest-RoutersTestDVR-2017715946-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:09.655562 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c595325c-1f08-43bd-a1ca-3203b0c42c62 tempest-RoutersTestDVR-2017715946 tempest-RoutersTestDVR-2017715946-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1795580'] for router, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:09.656057 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c595325c-1f08-43bd-a1ca-3203b0c42c62 tempest-RoutersTestDVR-2017715946 tempest-RoutersTestDVR-2017715946-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5b3d6c55-3243-49a4-8e79-fa8e2c687119 {{(pid=103590) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 17:58:09.660310 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c595325c-1f08-43bd-a1ca-3203b0c42c62 tempest-RoutersTestDVR-2017715946 tempest-RoutersTestDVR-2017715946-project-admin] Publish callbacks [] for router, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:09.665481 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-c595325c-1f08-43bd-a1ca-3203b0c42c62 tempest-RoutersTestDVR-2017715946 tempest-RoutersTestDVR-2017715946-project-admin] 10.222.0.60 "DELETE /v2.0/routers/5b3d6c55-3243-49a4-8e79-fa8e2c687119 HTTP/1.1" status: 204 len: 168 time: 0.3008056 Nov 23 17:58:09.665481 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 50122) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:58:09.670054 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-6382cb6c-cb7e-4a92-b96c-8d047023bb04 tempest-RoutersTestDVR-2017715946 tempest-RoutersTestDVR-2017715946-project-admin] Request body: {'router': {'name': 'tempest-router-1178201880', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '1e50cd89a41c454dbe73b0b6c1456a54'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:58:09.696333 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6382cb6c-cb7e-4a92-b96c-8d047023bb04 tempest-RoutersTestDVR-2017715946 tempest-RoutersTestDVR-2017715946-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1793449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8093'] for router, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:09.697725 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6382cb6c-cb7e-4a92-b96c-8d047023bb04 tempest-RoutersTestDVR-2017715946 tempest-RoutersTestDVR-2017715946-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1794473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1794771', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1638326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8086'] for router, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:09.769408 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6382cb6c-cb7e-4a92-b96c-8d047023bb04 tempest-RoutersTestDVR-2017715946 tempest-RoutersTestDVR-2017715946-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:09.774520 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6382cb6c-cb7e-4a92-b96c-8d047023bb04 tempest-RoutersTestDVR-2017715946 tempest-RoutersTestDVR-2017715946-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1794316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1795362'] for router, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:09.793473 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6382cb6c-cb7e-4a92-b96c-8d047023bb04 tempest-RoutersTestDVR-2017715946 tempest-RoutersTestDVR-2017715946-project-admin] Publish callbacks [] for router, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:09.795679 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-6382cb6c-cb7e-4a92-b96c-8d047023bb04 tempest-RoutersTestDVR-2017715946 tempest-RoutersTestDVR-2017715946-project-admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.1295795 Nov 23 17:58:09.798336 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 50124) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:58:09.804622 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-522fd326-35bb-4ac4-910e-4d826da9430d tempest-RoutersTestDVR-2017715946 tempest-RoutersTestDVR-2017715946-project-admin] Request body: {'router': {'distributed': True}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:58:10.024239 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-522fd326-35bb-4ac4-910e-4d826da9430d tempest-RoutersTestDVR-2017715946 tempest-RoutersTestDVR-2017715946-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1795385', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1794325', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8160'] for router, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:10.024826 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-522fd326-35bb-4ac4-910e-4d826da9430d tempest-RoutersTestDVR-2017715946 tempest-RoutersTestDVR-2017715946-project-admin] Publish callbacks [] for router, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:10.112985 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-522fd326-35bb-4ac4-910e-4d826da9430d tempest-RoutersTestDVR-2017715946 tempest-RoutersTestDVR-2017715946-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=103590) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Nov 23 17:58:10.113459 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-522fd326-35bb-4ac4-910e-4d826da9430d tempest-RoutersTestDVR-2017715946 tempest-RoutersTestDVR-2017715946-project-admin] Router 550bb18c-0b57-4257-822d-802a36b68382 migrating from provider to provider. {{(pid=103590) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Nov 23 17:58:10.114148 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-522fd326-35bb-4ac4-910e-4d826da9430d tempest-RoutersTestDVR-2017715946 tempest-RoutersTestDVR-2017715946-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:10.118969 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-522fd326-35bb-4ac4-910e-4d826da9430d tempest-RoutersTestDVR-2017715946 tempest-RoutersTestDVR-2017715946-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:10.124443 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-522fd326-35bb-4ac4-910e-4d826da9430d tempest-RoutersTestDVR-2017715946 tempest-RoutersTestDVR-2017715946-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1795362', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1795376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1795371', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1794338'] for router, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:10.216142 n-d-816206-8 neutron-server[103590]: WARNING neutron.scheduler.l3_agent_scheduler [None req-522fd326-35bb-4ac4-910e-4d826da9430d tempest-RoutersTestDVR-2017715946 tempest-RoutersTestDVR-2017715946-project-admin] No L3 agents can host the router 550bb18c-0b57-4257-822d-802a36b68382 Nov 23 17:58:10.343212 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-522fd326-35bb-4ac4-910e-4d826da9430d tempest-RoutersTestDVR-2017715946 tempest-RoutersTestDVR-2017715946-project-admin] Hosts for router 550bb18c-0b57-4257-822d-802a36b68382: [] {{(pid=103590) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Nov 23 17:58:10.368457 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-522fd326-35bb-4ac4-910e-4d826da9430d tempest-RoutersTestDVR-2017715946 tempest-RoutersTestDVR-2017715946-project-admin] Hosts for other DVR routers connected to router 550bb18c-0b57-4257-822d-802a36b68382: set() {{(pid=103590) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Nov 23 17:58:10.371593 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-522fd326-35bb-4ac4-910e-4d826da9430d tempest-RoutersTestDVR-2017715946 tempest-RoutersTestDVR-2017715946-project-admin] Publish callbacks [] for router, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:10.372874 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-522fd326-35bb-4ac4-910e-4d826da9430d tempest-RoutersTestDVR-2017715946 tempest-RoutersTestDVR-2017715946-project-admin] 10.222.0.60 "PUT /v2.0/routers/550bb18c-0b57-4257-822d-802a36b68382 HTTP/1.1" status: 200 len: 717 time: 0.5729730 Nov 23 17:58:10.375419 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 50128) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:58:10.453752 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-08e5a425-95f9-44d3-8aab-181c821f6e22 tempest-RoutersTestDVR-2017715946 tempest-RoutersTestDVR-2017715946-project-admin] 10.222.0.60 "GET /v2.0/routers/550bb18c-0b57-4257-822d-802a36b68382 HTTP/1.1" status: 200 len: 717 time: 0.0772157 Nov 23 17:58:10.456880 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 50130) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:58:10.647763 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-86939ef6-96ee-4dc6-8ef3-a1b0884e24d1 tempest-RoutersTestDVR-470991099 tempest-RoutersTestDVR-470991099-project] 10.222.0.60 "GET /v2.0/routers/550bb18c-0b57-4257-822d-802a36b68382 HTTP/1.1" status: 200 len: 683 time: 0.1897018 Nov 23 17:58:10.650185 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 50134) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:58:10.728320 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-684d3ad7-ab21-469c-98b1-59930c98c0eb tempest-RoutersTestDVR-2017715946 tempest-RoutersTestDVR-2017715946-project-admin] Publish callbacks [] for router, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:10.888481 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-684d3ad7-ab21-469c-98b1-59930c98c0eb tempest-RoutersTestDVR-2017715946 tempest-RoutersTestDVR-2017715946-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1794352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8175'] for router, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:10.890683 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-684d3ad7-ab21-469c-98b1-59930c98c0eb tempest-RoutersTestDVR-2017715946 tempest-RoutersTestDVR-2017715946-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:10.935378 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-684d3ad7-ab21-469c-98b1-59930c98c0eb tempest-RoutersTestDVR-2017715946 tempest-RoutersTestDVR-2017715946-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1795580'] for router, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:10.935878 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-684d3ad7-ab21-469c-98b1-59930c98c0eb tempest-RoutersTestDVR-2017715946 tempest-RoutersTestDVR-2017715946-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 550bb18c-0b57-4257-822d-802a36b68382 {{(pid=103590) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 17:58:10.941168 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-684d3ad7-ab21-469c-98b1-59930c98c0eb tempest-RoutersTestDVR-2017715946 tempest-RoutersTestDVR-2017715946-project-admin] Publish callbacks [] for router, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:10.942641 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-684d3ad7-ab21-469c-98b1-59930c98c0eb tempest-RoutersTestDVR-2017715946 tempest-RoutersTestDVR-2017715946-project-admin] 10.222.0.60 "DELETE /v2.0/routers/550bb18c-0b57-4257-822d-802a36b68382 HTTP/1.1" status: 204 len: 168 time: 0.2913187 Nov 23 17:58:10.946326 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 50136) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:58:10.951025 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-264037be-4ba7-4108-9744-8b0105ccef04 tempest-RoutersTestDVR-2017715946 tempest-RoutersTestDVR-2017715946-project-admin] Request body: {'router': {'name': 'tempest-router-174251826', 'distributed': True}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:58:10.978528 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-264037be-4ba7-4108-9744-8b0105ccef04 tempest-RoutersTestDVR-2017715946 tempest-RoutersTestDVR-2017715946-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1793449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8093'] for router, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:10.980227 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-264037be-4ba7-4108-9744-8b0105ccef04 tempest-RoutersTestDVR-2017715946 tempest-RoutersTestDVR-2017715946-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1794473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1794771', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1638326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8086'] for router, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:11.045715 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-264037be-4ba7-4108-9744-8b0105ccef04 tempest-RoutersTestDVR-2017715946 tempest-RoutersTestDVR-2017715946-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:11.050903 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-264037be-4ba7-4108-9744-8b0105ccef04 tempest-RoutersTestDVR-2017715946 tempest-RoutersTestDVR-2017715946-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1794316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1795362'] for router, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:11.068253 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-264037be-4ba7-4108-9744-8b0105ccef04 tempest-RoutersTestDVR-2017715946 tempest-RoutersTestDVR-2017715946-project-admin] Publish callbacks [] for router, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:11.071942 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-264037be-4ba7-4108-9744-8b0105ccef04 tempest-RoutersTestDVR-2017715946 tempest-RoutersTestDVR-2017715946-project-admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.1219518 Nov 23 17:58:11.072342 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 50138) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:58:11.154384 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-44c4b778-a87e-49c5-ab2c-1263ccb68dc6 tempest-RoutersTestDVR-2017715946 tempest-RoutersTestDVR-2017715946-project-admin] Publish callbacks [] for router, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:11.336984 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-44c4b778-a87e-49c5-ab2c-1263ccb68dc6 tempest-RoutersTestDVR-2017715946 tempest-RoutersTestDVR-2017715946-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1794352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8175'] for router, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:11.339797 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-44c4b778-a87e-49c5-ab2c-1263ccb68dc6 tempest-RoutersTestDVR-2017715946 tempest-RoutersTestDVR-2017715946-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:11.387492 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-44c4b778-a87e-49c5-ab2c-1263ccb68dc6 tempest-RoutersTestDVR-2017715946 tempest-RoutersTestDVR-2017715946-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1795580'] for router, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:11.388244 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44c4b778-a87e-49c5-ab2c-1263ccb68dc6 tempest-RoutersTestDVR-2017715946 tempest-RoutersTestDVR-2017715946-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 31b8550d-0cf2-490e-86bf-58a0e734c945 {{(pid=103590) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 17:58:11.392717 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-44c4b778-a87e-49c5-ab2c-1263ccb68dc6 tempest-RoutersTestDVR-2017715946 tempest-RoutersTestDVR-2017715946-project-admin] Publish callbacks [] for router, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:11.397078 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-44c4b778-a87e-49c5-ab2c-1263ccb68dc6 tempest-RoutersTestDVR-2017715946 tempest-RoutersTestDVR-2017715946-project-admin] 10.222.0.60 "DELETE /v2.0/routers/31b8550d-0cf2-490e-86bf-58a0e734c945 HTTP/1.1" status: 204 len: 168 time: 0.3205009 Nov 23 17:58:11.687777 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 50150) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:58:11.808321 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e57133b4-639c-4ec0-ae60-a30a327a4e5e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:11.895100 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e57133b4-639c-4ec0-ae60-a30a327a4e5e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:11.899734 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e57133b4-639c-4ec0-ae60-a30a327a4e5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:11.942679 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57133b4-639c-4ec0-ae60-a30a327a4e5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c9d3321-1164-4a56-a4ea-3537956472c8,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:58:11.947064 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-e57133b4-639c-4ec0-ae60-a30a327a4e5e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=1e50cd89a41c454dbe73b0b6c1456a54&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2579236 Nov 23 17:58:11.949806 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 50154) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:58:12.006534 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-90bcaa9d-2e9a-46f7-b62e-adee17feed8a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:12.029962 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-90bcaa9d-2e9a-46f7-b62e-adee17feed8a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:12.085050 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-90bcaa9d-2e9a-46f7-b62e-adee17feed8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:12.088515 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-90bcaa9d-2e9a-46f7-b62e-adee17feed8a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:12.092689 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-90bcaa9d-2e9a-46f7-b62e-adee17feed8a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/9c9d3321-1164-4a56-a4ea-3537956472c8 HTTP/1.1" status: 204 len: 168 time: 0.1396711 Nov 23 17:58:12.103000 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bcaa9d-2e9a-46f7-b62e-adee17feed8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c9d3321-1164-4a56-a4ea-3537956472c8,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:58:12.423253 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 50162) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:58:12.438756 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a6ce1372-7d68-46ed-bdcc-0ed3714372e8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:12.531386 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a6ce1372-7d68-46ed-bdcc-0ed3714372e8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:12.536030 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a6ce1372-7d68-46ed-bdcc-0ed3714372e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:12.583750 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-a6ce1372-7d68-46ed-bdcc-0ed3714372e8 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=cfadc69524fb4dc18e4df7d74883b569&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1589334 Nov 23 17:58:12.584549 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ce1372-7d68-46ed-bdcc-0ed3714372e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b42a76b9-025b-46e1-8a98-b0b4734ddb8b,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:58:12.586496 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 50164) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:58:12.645594 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-e03d7522-e023-4518-8016-7a3feacae724 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:12.668965 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-e03d7522-e023-4518-8016-7a3feacae724 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:12.718802 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-e03d7522-e023-4518-8016-7a3feacae724 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:12.721691 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-e03d7522-e023-4518-8016-7a3feacae724 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:12.722795 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-e03d7522-e023-4518-8016-7a3feacae724 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b42a76b9-025b-46e1-8a98-b0b4734ddb8b HTTP/1.1" status: 204 len: 168 time: 0.1342962 Nov 23 17:58:12.737987 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03d7522-e023-4518-8016-7a3feacae724 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b42a76b9-025b-46e1-8a98-b0b4734ddb8b,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:58:12.952078 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-ec59158c-2c91-4a0e-b679-d9272e3ce0e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:13.549000 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.agents_db [None req-464f6c07-0de8-4be6-8f5b-563f574d1c5d None None] Agent healthcheck: found 7 active agents {{(pid=103593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 17:58:13.602576 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:14.139409 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 50210) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:58:14.258963 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-ba60b077-b4b4-465c-b020-1e87ed82d4fc tempest-RoutersAdminNegativeIpV6Test-601069035 tempest-RoutersAdminNegativeIpV6Test-601069035-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1048574680', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:58:14.282620 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba60b077-b4b4-465c-b020-1e87ed82d4fc tempest-RoutersAdminNegativeIpV6Test-601069035 tempest-RoutersAdminNegativeIpV6Test-601069035-project-admin] Made reservation on behalf of 8e269ebea57b421dbc66c97ba80dc768 for: {'port': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:58:14.285461 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-ba60b077-b4b4-465c-b020-1e87ed82d4fc tempest-RoutersAdminNegativeIpV6Test-601069035 tempest-RoutersAdminNegativeIpV6Test-601069035-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:14.294958 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-ba60b077-b4b4-465c-b020-1e87ed82d4fc tempest-RoutersAdminNegativeIpV6Test-601069035 tempest-RoutersAdminNegativeIpV6Test-601069035-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:14.315047 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:14.390777 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-ba60b077-b4b4-465c-b020-1e87ed82d4fc tempest-RoutersAdminNegativeIpV6Test-601069035 tempest-RoutersAdminNegativeIpV6Test-601069035-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:14.396070 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-ba60b077-b4b4-465c-b020-1e87ed82d4fc tempest-RoutersAdminNegativeIpV6Test-601069035 tempest-RoutersAdminNegativeIpV6Test-601069035-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:14.402287 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [None req-ba60b077-b4b4-465c-b020-1e87ed82d4fc tempest-RoutersAdminNegativeIpV6Test-601069035 tempest-RoutersAdminNegativeIpV6Test-601069035-project-admin] device_id is not set on port f47bf02e-5380-48bd-94ef-b26458e178ea yet. {{(pid=103591) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 17:58:14.470019 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba60b077-b4b4-465c-b020-1e87ed82d4fc tempest-RoutersAdminNegativeIpV6Test-601069035 tempest-RoutersAdminNegativeIpV6Test-601069035-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eaf7d75f-a5e6-49b4-95a2-11ed09e94878,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:58:14.544258 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.db_base_plugin_common [None req-ba60b077-b4b4-465c-b020-1e87ed82d4fc tempest-RoutersAdminNegativeIpV6Test-601069035 tempest-RoutersAdminNegativeIpV6Test-601069035-project-admin] Allocated IP 172.25.3.90 (4c8455ba-1be5-42ac-b8c2-8a16e1292d55/08fe3644-ce41-4c3f-a7ea-92bac0f0fff5/f47bf02e-5380-48bd-94ef-b26458e178ea) {{(pid=103591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:58:14.717864 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-ba60b077-b4b4-465c-b020-1e87ed82d4fc tempest-RoutersAdminNegativeIpV6Test-601069035 tempest-RoutersAdminNegativeIpV6Test-601069035-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:14.753872 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-ba60b077-b4b4-465c-b020-1e87ed82d4fc tempest-RoutersAdminNegativeIpV6Test-601069035 tempest-RoutersAdminNegativeIpV6Test-601069035-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:14.802039 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba60b077-b4b4-465c-b020-1e87ed82d4fc tempest-RoutersAdminNegativeIpV6Test-601069035 tempest-RoutersAdminNegativeIpV6Test-601069035-project-admin] Network 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 is already hosted by enough agents. {{(pid=103591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:58:14.805482 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [None req-ba60b077-b4b4-465c-b020-1e87ed82d4fc tempest-RoutersAdminNegativeIpV6Test-601069035 tempest-RoutersAdminNegativeIpV6Test-601069035-project-admin] Resources bound (agent type, host, resource id): {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:58:14.809754 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba60b077-b4b4-465c-b020-1e87ed82d4fc tempest-RoutersAdminNegativeIpV6Test-601069035 tempest-RoutersAdminNegativeIpV6Test-601069035-project-admin] Received port after_create {{(pid=103591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:58:14.816130 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba60b077-b4b4-465c-b020-1e87ed82d4fc tempest-RoutersAdminNegativeIpV6Test-601069035 tempest-RoutersAdminNegativeIpV6Test-601069035-project-admin] Pushing event updated for resources: {'Port': ['ID=f47bf02e-5380-48bd-94ef-b26458e178ea,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:58:14.821912 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5028957-8e93-4716-a6a0-7210704a6ca7 None None] DHCP port deletion for 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:58:14.857683 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba60b077-b4b4-465c-b020-1e87ed82d4fc tempest-RoutersAdminNegativeIpV6Test-601069035 tempest-RoutersAdminNegativeIpV6Test-601069035-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:58:14.858302 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-ba60b077-b4b4-465c-b020-1e87ed82d4fc tempest-RoutersAdminNegativeIpV6Test-601069035 tempest-RoutersAdminNegativeIpV6Test-601069035-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:14.875457 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-ba60b077-b4b4-465c-b020-1e87ed82d4fc tempest-RoutersAdminNegativeIpV6Test-601069035 tempest-RoutersAdminNegativeIpV6Test-601069035-project-admin] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 0.7345505 Nov 23 17:58:14.878695 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 50216) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:58:14.883531 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-5e3ef0a2-2a3d-4586-b11f-63b458e8bb0c tempest-RoutersAdminNegativeIpV6Test-601069035 tempest-RoutersAdminNegativeIpV6Test-601069035-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.90'}]}}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:58:14.905047 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-6a217e7e-54ea-4329-89ea-0a6a3268365a None None] Provisioning complete for port f47bf02e-5380-48bd-94ef-b26458e178ea triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:58:14.905360 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-6a217e7e-54ea-4329-89ea-0a6a3268365a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:14.908725 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5e3ef0a2-2a3d-4586-b11f-63b458e8bb0c tempest-RoutersAdminNegativeIpV6Test-601069035 tempest-RoutersAdminNegativeIpV6Test-601069035-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1793449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8093'] for router, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:14.909940 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5e3ef0a2-2a3d-4586-b11f-63b458e8bb0c tempest-RoutersAdminNegativeIpV6Test-601069035 tempest-RoutersAdminNegativeIpV6Test-601069035-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1794473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1794771', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1638326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8086'] for router, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:14.943007 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-6a217e7e-54ea-4329-89ea-0a6a3268365a None None] Port f47bf02e-5380-48bd-94ef-b26458e178ea cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:58:14.974206 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5e3ef0a2-2a3d-4586-b11f-63b458e8bb0c tempest-RoutersAdminNegativeIpV6Test-601069035 tempest-RoutersAdminNegativeIpV6Test-601069035-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:15.092799 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-3cc42c9b-a947-4470-8b3f-a128b0619dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:15.504464 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5e3ef0a2-2a3d-4586-b11f-63b458e8bb0c tempest-RoutersAdminNegativeIpV6Test-601069035 tempest-RoutersAdminNegativeIpV6Test-601069035-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:15.721541 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5e3ef0a2-2a3d-4586-b11f-63b458e8bb0c tempest-RoutersAdminNegativeIpV6Test-601069035 tempest-RoutersAdminNegativeIpV6Test-601069035-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:15.744440 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5e3ef0a2-2a3d-4586-b11f-63b458e8bb0c tempest-RoutersAdminNegativeIpV6Test-601069035 tempest-RoutersAdminNegativeIpV6Test-601069035-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:15.892185 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5e3ef0a2-2a3d-4586-b11f-63b458e8bb0c tempest-RoutersAdminNegativeIpV6Test-601069035 tempest-RoutersAdminNegativeIpV6Test-601069035-project-admin] Publish callbacks [] for router, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:16.056547 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5e3ef0a2-2a3d-4586-b11f-63b458e8bb0c tempest-RoutersAdminNegativeIpV6Test-601069035 tempest-RoutersAdminNegativeIpV6Test-601069035-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1794352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8175'] for router, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:16.059385 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5e3ef0a2-2a3d-4586-b11f-63b458e8bb0c tempest-RoutersAdminNegativeIpV6Test-601069035 tempest-RoutersAdminNegativeIpV6Test-601069035-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:16.102387 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5e3ef0a2-2a3d-4586-b11f-63b458e8bb0c tempest-RoutersAdminNegativeIpV6Test-601069035 tempest-RoutersAdminNegativeIpV6Test-601069035-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1795580'] for router, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:16.102977 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e3ef0a2-2a3d-4586-b11f-63b458e8bb0c tempest-RoutersAdminNegativeIpV6Test-601069035 tempest-RoutersAdminNegativeIpV6Test-601069035-project-admin] Fanout notify agent at l3_agent the message router_deleted on router afbc0875-c97e-455b-b553-61f986442b73 {{(pid=103590) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 17:58:16.118927 n-d-816206-8 neutron-server[103590]: INFO neutron.api.v2.resource [None req-5e3ef0a2-2a3d-4586-b11f-63b458e8bb0c tempest-RoutersAdminNegativeIpV6Test-601069035 tempest-RoutersAdminNegativeIpV6Test-601069035-project-admin] create failed (client error): There was a conflict when trying to complete your request. Nov 23 17:58:16.123226 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-5e3ef0a2-2a3d-4586-b11f-63b458e8bb0c tempest-RoutersAdminNegativeIpV6Test-601069035 tempest-RoutersAdminNegativeIpV6Test-601069035-project-admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 1.2403216 Nov 23 17:58:16.123412 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 50222) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:58:16.205586 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-ffa59f59-4614-4ebe-af7e-dcc133fb3b2a tempest-RoutersAdminNegativeIpV6Test-601069035 tempest-RoutersAdminNegativeIpV6Test-601069035-project-admin] Deleting port f47bf02e-5380-48bd-94ef-b26458e178ea {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:58:16.205919 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ffa59f59-4614-4ebe-af7e-dcc133fb3b2a tempest-RoutersAdminNegativeIpV6Test-601069035 tempest-RoutersAdminNegativeIpV6Test-601069035-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:16.285418 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ffa59f59-4614-4ebe-af7e-dcc133fb3b2a tempest-RoutersAdminNegativeIpV6Test-601069035 tempest-RoutersAdminNegativeIpV6Test-601069035-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:16.299528 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-ffa59f59-4614-4ebe-af7e-dcc133fb3b2a tempest-RoutersAdminNegativeIpV6Test-601069035 tempest-RoutersAdminNegativeIpV6Test-601069035-project-admin] Calling delete_port for f47bf02e-5380-48bd-94ef-b26458e178ea owned by {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:58:16.426655 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ffa59f59-4614-4ebe-af7e-dcc133fb3b2a tempest-RoutersAdminNegativeIpV6Test-601069035 tempest-RoutersAdminNegativeIpV6Test-601069035-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:16.455252 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa59f59-4614-4ebe-af7e-dcc133fb3b2a tempest-RoutersAdminNegativeIpV6Test-601069035 tempest-RoutersAdminNegativeIpV6Test-601069035-project-admin] Pushing event deleted for resources: {'Port': ['ID=f47bf02e-5380-48bd-94ef-b26458e178ea,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:58:16.471384 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a67ae3bb-382d-4c24-a033-618e4d098afc None None] DHCP port deletion for 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:58:16.525573 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ffa59f59-4614-4ebe-af7e-dcc133fb3b2a tempest-RoutersAdminNegativeIpV6Test-601069035 tempest-RoutersAdminNegativeIpV6Test-601069035-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:16.529036 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-ffa59f59-4614-4ebe-af7e-dcc133fb3b2a tempest-RoutersAdminNegativeIpV6Test-601069035 tempest-RoutersAdminNegativeIpV6Test-601069035-project-admin] 10.222.0.60 "DELETE /v2.0/ports/f47bf02e-5380-48bd-94ef-b26458e178ea HTTP/1.1" status: 204 len: 168 time: 0.4046834 Nov 23 17:58:16.578444 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-52822d53-48f5-4819-8a95-bdc13aea0bf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:16.812963 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 50234) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:58:16.875609 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 50238) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:58:16.974206 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-85166a5b-9b3c-4457-a016-28b2c2726f76 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:17.003594 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f1e2bad0-6887-4914-b8b0-00b356643f90 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:17.107265 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-85166a5b-9b3c-4457-a016-28b2c2726f76 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:17.117490 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-85166a5b-9b3c-4457-a016-28b2c2726f76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:17.167645 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f1e2bad0-6887-4914-b8b0-00b356643f90 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:17.171724 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-85166a5b-9b3c-4457-a016-28b2c2726f76 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=06fee1bf8b0c4432a0f7bed88384158b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3577006 Nov 23 17:58:17.172890 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85166a5b-9b3c-4457-a016-28b2c2726f76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5cb3770-b6bc-445c-bd40-d48566ae976e,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:58:17.174757 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 50242) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:58:17.175651 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f1e2bad0-6887-4914-b8b0-00b356643f90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:17.217850 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-f1e2bad0-6887-4914-b8b0-00b356643f90 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=effa5ffa9af345abaac125d2a0bf2bb7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3411298 Nov 23 17:58:17.218721 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e2bad0-6887-4914-b8b0-00b356643f90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5b3db07-685c-4989-94f0-7637e5b0fa62,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:58:17.220910 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 50244) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:58:17.232035 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c451b77c-71e9-44bb-b144-1ce7db72d52d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:17.277811 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c451b77c-71e9-44bb-b144-1ce7db72d52d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:17.313815 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-3d6ee262-92a5-4a5d-99b9-ebed20bed64a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:17.339676 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-3d6ee262-92a5-4a5d-99b9-ebed20bed64a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:17.366993 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c451b77c-71e9-44bb-b144-1ce7db72d52d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:17.369521 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c451b77c-71e9-44bb-b144-1ce7db72d52d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:17.371254 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-c451b77c-71e9-44bb-b144-1ce7db72d52d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f5cb3770-b6bc-445c-bd40-d48566ae976e HTTP/1.1" status: 204 len: 168 time: 0.1954753 Nov 23 17:58:17.382289 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c451b77c-71e9-44bb-b144-1ce7db72d52d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5cb3770-b6bc-445c-bd40-d48566ae976e,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:58:17.415937 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-3d6ee262-92a5-4a5d-99b9-ebed20bed64a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:17.419682 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-3d6ee262-92a5-4a5d-99b9-ebed20bed64a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:17.420797 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-3d6ee262-92a5-4a5d-99b9-ebed20bed64a admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/b5b3db07-685c-4989-94f0-7637e5b0fa62 HTTP/1.1" status: 204 len: 168 time: 0.1985903 Nov 23 17:58:17.430064 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6ee262-92a5-4a5d-99b9-ebed20bed64a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5b3db07-685c-4989-94f0-7637e5b0fa62,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:58:17.733896 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 50260) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:58:17.778605 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-93c2cfa8-3fc1-407b-b7cb-3e2696b871bf admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=8e269ebea57b421dbc66c97ba80dc768&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0433936 Nov 23 17:58:17.781127 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 50264) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:58:17.799467 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9a27ae6c-db98-474f-94c1-cc99bf842d79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:17.836337 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-1ac50dcd-a083-4614-a415-2587e1730e35 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:17.859052 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-1ac50dcd-a083-4614-a415-2587e1730e35 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:17.910639 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-1ac50dcd-a083-4614-a415-2587e1730e35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:17.913388 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-1ac50dcd-a083-4614-a415-2587e1730e35 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:17.914729 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-1ac50dcd-a083-4614-a415-2587e1730e35 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/eaf7d75f-a5e6-49b4-95a2-11ed09e94878 HTTP/1.1" status: 204 len: 168 time: 0.1314244 Nov 23 17:58:17.923120 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac50dcd-a083-4614-a415-2587e1730e35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaf7d75f-a5e6-49b4-95a2-11ed09e94878,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:58:18.401665 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:18.825674 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 50306) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:58:18.944865 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 50314) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:58:19.029580 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-cd16bf0d-35f9-4deb-a195-14d38fac2852 tempest-AllowedAddressPairIpV6TestJSON-1486391728 tempest-AllowedAddressPairIpV6TestJSON-1486391728-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1827314433'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:58:19.046400 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-de5b1816-9e5e-4ef2-97fd-31ac16cdf456 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Request body: {'network': {'name': 'tempest-network-smoke--1703347649', 'project_id': '06a344c95e04492b8d6015a2d3d39bf1', 'port_security_enabled': True}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:58:19.064009 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd16bf0d-35f9-4deb-a195-14d38fac2852 tempest-AllowedAddressPairIpV6TestJSON-1486391728 tempest-AllowedAddressPairIpV6TestJSON-1486391728-project] Made reservation on behalf of 5ef096be90e046d689d0f4cf3415508e for: {'network': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:58:19.068978 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-cd16bf0d-35f9-4deb-a195-14d38fac2852 tempest-AllowedAddressPairIpV6TestJSON-1486391728 tempest-AllowedAddressPairIpV6TestJSON-1486391728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for network, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:19.093857 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-cd16bf0d-35f9-4deb-a195-14d38fac2852 tempest-AllowedAddressPairIpV6TestJSON-1486391728 tempest-AllowedAddressPairIpV6TestJSON-1486391728-project] Publish callbacks [] for security_group, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:19.105149 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de5b1816-9e5e-4ef2-97fd-31ac16cdf456 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Made reservation on behalf of 06a344c95e04492b8d6015a2d3d39bf1 for: {'network': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:58:19.108481 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-de5b1816-9e5e-4ef2-97fd-31ac16cdf456 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for network, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:19.120822 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-de5b1816-9e5e-4ef2-97fd-31ac16cdf456 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Publish callbacks [] for security_group, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:19.222749 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-cd16bf0d-35f9-4deb-a195-14d38fac2852 tempest-AllowedAddressPairIpV6TestJSON-1486391728 tempest-AllowedAddressPairIpV6TestJSON-1486391728-project] Publish callbacks [] for security_group, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:19.231943 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-cd16bf0d-35f9-4deb-a195-14d38fac2852 tempest-AllowedAddressPairIpV6TestJSON-1486391728 tempest-AllowedAddressPairIpV6TestJSON-1486391728-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:19.264298 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-de5b1816-9e5e-4ef2-97fd-31ac16cdf456 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Publish callbacks [] for security_group, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:19.267653 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd16bf0d-35f9-4deb-a195-14d38fac2852 tempest-AllowedAddressPairIpV6TestJSON-1486391728 tempest-AllowedAddressPairIpV6TestJSON-1486391728-project] vlan segment allocate from pool success with {'vlan_id': 504, 'physical_network': 'physnet1'} {{(pid=103591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 17:58:19.276180 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-de5b1816-9e5e-4ef2-97fd-31ac16cdf456 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:19.291179 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd16bf0d-35f9-4deb-a195-14d38fac2852 tempest-AllowedAddressPairIpV6TestJSON-1486391728 tempest-AllowedAddressPairIpV6TestJSON-1486391728-project] Pushing event updated for resources: {'SecurityGroup': ['ID=faa82f6a-3791-4b00-bcd1-4b092e2f1282,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:58:19.296293 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-cd16bf0d-35f9-4deb-a195-14d38fac2852 tempest-AllowedAddressPairIpV6TestJSON-1486391728 tempest-AllowedAddressPairIpV6TestJSON-1486391728-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:19.296667 n-d-816206-8 neutron-server[103591]: INFO neutron.db.segments_db [None req-cd16bf0d-35f9-4deb-a195-14d38fac2852 tempest-AllowedAddressPairIpV6TestJSON-1486391728 tempest-AllowedAddressPairIpV6TestJSON-1486391728-project] Added segment 9d2e09e3-b15c-4192-8b6d-1e355eab324e of type vlan for network b703667a-12d3-405e-8500-03aeda356e7d Nov 23 17:58:19.297974 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de5b1816-9e5e-4ef2-97fd-31ac16cdf456 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] vlan segment allocate from pool success with {'vlan_id': 541, 'physical_network': 'physnet1'} {{(pid=103591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 17:58:19.324641 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-de5b1816-9e5e-4ef2-97fd-31ac16cdf456 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:19.324890 n-d-816206-8 neutron-server[103591]: INFO neutron.db.segments_db [None req-de5b1816-9e5e-4ef2-97fd-31ac16cdf456 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Added segment a351da06-cb10-4c01-aebe-775410ba67eb of type vlan for network 7cdd291d-d3a6-4b3c-90fd-fb828e53d4cc Nov 23 17:58:19.387687 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5b1816-9e5e-4ef2-97fd-31ac16cdf456 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6cfd9983-c1d9-4e12-8679-cc61b51dcd41,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:58:19.405757 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-cd16bf0d-35f9-4deb-a195-14d38fac2852 tempest-AllowedAddressPairIpV6TestJSON-1486391728 tempest-AllowedAddressPairIpV6TestJSON-1486391728-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736635338810'] for network, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:19.411178 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-de5b1816-9e5e-4ef2-97fd-31ac16cdf456 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736635338810'] for network, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:19.448251 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-cd16bf0d-35f9-4deb-a195-14d38fac2852 tempest-AllowedAddressPairIpV6TestJSON-1486391728 tempest-AllowedAddressPairIpV6TestJSON-1486391728-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493'] for network, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:19.453793 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd16bf0d-35f9-4deb-a195-14d38fac2852 tempest-AllowedAddressPairIpV6TestJSON-1486391728 tempest-AllowedAddressPairIpV6TestJSON-1486391728-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:58:19.454380 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-cd16bf0d-35f9-4deb-a195-14d38fac2852 tempest-AllowedAddressPairIpV6TestJSON-1486391728 tempest-AllowedAddressPairIpV6TestJSON-1486391728-project] Publish callbacks [] for network, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:19.461558 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-de5b1816-9e5e-4ef2-97fd-31ac16cdf456 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493'] for network, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:19.467315 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de5b1816-9e5e-4ef2-97fd-31ac16cdf456 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:58:19.467891 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-de5b1816-9e5e-4ef2-97fd-31ac16cdf456 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Publish callbacks [] for network, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:19.509125 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-de5b1816-9e5e-4ef2-97fd-31ac16cdf456 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5631421 Nov 23 17:58:19.512154 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 50320) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:58:19.517136 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-55a6fe89-0ea0-4dc6-9d15-2899f82220e7 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-328558173', 'admin_state_up': True, 'project_id': '06a344c95e04492b8d6015a2d3d39bf1', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'}}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:58:19.537656 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-cd16bf0d-35f9-4deb-a195-14d38fac2852 tempest-AllowedAddressPairIpV6TestJSON-1486391728 tempest-AllowedAddressPairIpV6TestJSON-1486391728-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 0.7108502 Nov 23 17:58:19.540523 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 50322) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:58:19.544794 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-55a6fe89-0ea0-4dc6-9d15-2899f82220e7 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1793449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8093'] for router, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:19.546091 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-55a6fe89-0ea0-4dc6-9d15-2899f82220e7 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1794473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1794771', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1638326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8086'] for router, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:19.546245 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-8536317e-f992-46ba-96db-f94e4e07fc0e tempest-AllowedAddressPairIpV6TestJSON-1486391728 tempest-AllowedAddressPairIpV6TestJSON-1486391728-project] Request body: {'subnet': {'network_id': 'b703667a-12d3-405e-8500-03aeda356e7d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:58:19.549576 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd16bf0d-35f9-4deb-a195-14d38fac2852 tempest-AllowedAddressPairIpV6TestJSON-1486391728 tempest-AllowedAddressPairIpV6TestJSON-1486391728-project] Pushing event updated for resources: {'Network': ['ID=b703667a-12d3-405e-8500-03aeda356e7d,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:58:19.568237 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Network b703667a-12d3-405e-8500-03aeda356e7d details requested by agent ovs-agent-n-d-816206-8 with host n-d-816206-8 {{(pid=103592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 17:58:19.605123 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-55a6fe89-0ea0-4dc6-9d15-2899f82220e7 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:19.671834 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5b1816-9e5e-4ef2-97fd-31ac16cdf456 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Pushing event updated for resources: {'Network': ['ID=7cdd291d-d3a6-4b3c-90fd-fb828e53d4cc,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:58:19.685766 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Network 7cdd291d-d3a6-4b3c-90fd-fb828e53d4cc details requested by agent ovs-agent-n-d-816206-8 with host n-d-816206-8 {{(pid=103592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 17:58:19.700544 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8536317e-f992-46ba-96db-f94e4e07fc0e tempest-AllowedAddressPairIpV6TestJSON-1486391728 tempest-AllowedAddressPairIpV6TestJSON-1486391728-project] Made reservation on behalf of 5ef096be90e046d689d0f4cf3415508e for: {'subnet': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:58:19.704100 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-8536317e-f992-46ba-96db-f94e4e07fc0e tempest-AllowedAddressPairIpV6TestJSON-1486391728 tempest-AllowedAddressPairIpV6TestJSON-1486391728-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264314294'] for subnet, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:19.771207 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-55a6fe89-0ea0-4dc6-9d15-2899f82220e7 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:19.905731 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-8536317e-f992-46ba-96db-f94e4e07fc0e tempest-AllowedAddressPairIpV6TestJSON-1486391728 tempest-AllowedAddressPairIpV6TestJSON-1486391728-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264758079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264314276'] for subnet, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:19.966189 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8536317e-f992-46ba-96db-f94e4e07fc0e tempest-AllowedAddressPairIpV6TestJSON-1486391728 tempest-AllowedAddressPairIpV6TestJSON-1486391728-project] Pushing event updated for resources: {'Subnet': ['ID=f288b7e3-2c49-4c52-ae3c-9a99048cacd2,revision_number=0']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:58:19.981247 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-55a6fe89-0ea0-4dc6-9d15-2899f82220e7 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Publish callbacks [] for router_gateway, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:19.984305 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8536317e-f992-46ba-96db-f94e4e07fc0e tempest-AllowedAddressPairIpV6TestJSON-1486391728 tempest-AllowedAddressPairIpV6TestJSON-1486391728-project] Checking segment: {'id': '9d2e09e3-b15c-4192-8b6d-1e355eab324e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'b703667a-12d3-405e-8500-03aeda356e7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:58:19.984738 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8536317e-f992-46ba-96db-f94e4e07fc0e tempest-AllowedAddressPairIpV6TestJSON-1486391728 tempest-AllowedAddressPairIpV6TestJSON-1486391728-project] Network hostable DHCP agents. Network: b703667a-12d3-405e-8500-03aeda356e7d, hostable agents: ['0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3'], hosted agents: [] {{(pid=103591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 17:58:20.001423 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-55a6fe89-0ea0-4dc6-9d15-2899f82220e7 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:20.002124 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8536317e-f992-46ba-96db-f94e4e07fc0e tempest-AllowedAddressPairIpV6TestJSON-1486391728 tempest-AllowedAddressPairIpV6TestJSON-1486391728-project] Network b703667a-12d3-405e-8500-03aeda356e7d is scheduled to be hosted by DHCP agent 0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3 with binding_index 1 {{(pid=103591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 17:58:20.012911 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [None req-8536317e-f992-46ba-96db-f94e4e07fc0e tempest-AllowedAddressPairIpV6TestJSON-1486391728 tempest-AllowedAddressPairIpV6TestJSON-1486391728-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-8, b703667a-12d3-405e-8500-03aeda356e7d) {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:58:20.020021 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8536317e-f992-46ba-96db-f94e4e07fc0e tempest-AllowedAddressPairIpV6TestJSON-1486391728 tempest-AllowedAddressPairIpV6TestJSON-1486391728-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:58:20.021492 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-8536317e-f992-46ba-96db-f94e4e07fc0e tempest-AllowedAddressPairIpV6TestJSON-1486391728 tempest-AllowedAddressPairIpV6TestJSON-1486391728-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for subnet, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:20.022500 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f62b6b4e-4905-4e3f-9060-864734684a17 None None] Network b703667a-12d3-405e-8500-03aeda356e7d requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:58:20.043315 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-8536317e-f992-46ba-96db-f94e4e07fc0e tempest-AllowedAddressPairIpV6TestJSON-1486391728 tempest-AllowedAddressPairIpV6TestJSON-1486391728-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4979515 Nov 23 17:58:20.043315 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 50324) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:58:20.048064 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-af95455d-42c8-430a-8a35-e09a8a32b3f3 tempest-AllowedAddressPairIpV6TestJSON-1486391728 tempest-AllowedAddressPairIpV6TestJSON-1486391728-project] Request body: {'port': {'network_id': 'b703667a-12d3-405e-8500-03aeda356e7d', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2139709464'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:58:20.114781 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-55a6fe89-0ea0-4dc6-9d15-2899f82220e7 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Allocated IP 172.25.3.89 (4c8455ba-1be5-42ac-b8c2-8a16e1292d55/08fe3644-ce41-4c3f-a7ea-92bac0f0fff5/56ebb9b2-94c1-4475-919d-31e5e1b1a420) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:58:20.170376 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af95455d-42c8-430a-8a35-e09a8a32b3f3 tempest-AllowedAddressPairIpV6TestJSON-1486391728 tempest-AllowedAddressPairIpV6TestJSON-1486391728-project] Made reservation on behalf of 5ef096be90e046d689d0f4cf3415508e for: {'port': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:58:20.174243 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-af95455d-42c8-430a-8a35-e09a8a32b3f3 tempest-AllowedAddressPairIpV6TestJSON-1486391728 tempest-AllowedAddressPairIpV6TestJSON-1486391728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:20.187522 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-967eed80-06b2-4df0-9e1b-23ae6b6d09ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp355044b8-8e87-58c4-94fa-4a010ec30f9e-b703667a-12d3-405e-8500-03aeda356e7d', 'network_id': 'b703667a-12d3-405e-8500-03aeda356e7d', 'tenant_id': '5ef096be90e046d689d0f4cf3415508e', 'fixed_ips': [{'subnet_id': 'f288b7e3-2c49-4c52-ae3c-9a99048cacd2'}]}} from n-d-816206-8. {{(pid=103592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 17:58:20.188795 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-967eed80-06b2-4df0-9e1b-23ae6b6d09ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:20.194648 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [None req-af95455d-42c8-430a-8a35-e09a8a32b3f3 tempest-AllowedAddressPairIpV6TestJSON-1486391728 tempest-AllowedAddressPairIpV6TestJSON-1486391728-project] device_id is not set on port e8070975-16af-4f58-a0cb-4ee3299b8db5 yet. {{(pid=103591) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 17:58:20.253677 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-55a6fe89-0ea0-4dc6-9d15-2899f82220e7 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:20.295957 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-55a6fe89-0ea0-4dc6-9d15-2899f82220e7 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:20.324816 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.db_base_plugin_common [None req-af95455d-42c8-430a-8a35-e09a8a32b3f3 tempest-AllowedAddressPairIpV6TestJSON-1486391728 tempest-AllowedAddressPairIpV6TestJSON-1486391728-project] Allocated IP 2001:db8::11a (b703667a-12d3-405e-8500-03aeda356e7d/f288b7e3-2c49-4c52-ae3c-9a99048cacd2/e8070975-16af-4f58-a0cb-4ee3299b8db5) {{(pid=103591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:58:20.335093 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55a6fe89-0ea0-4dc6-9d15-2899f82220e7 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Network 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:58:20.340802 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-55a6fe89-0ea0-4dc6-9d15-2899f82220e7 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:58:20.345429 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55a6fe89-0ea0-4dc6-9d15-2899f82220e7 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:58:20.359096 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9959fb3-2ef9-4dff-9594-3345e599626b None None] DHCP port deletion for 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:58:20.377922 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a6fe89-0ea0-4dc6-9d15-2899f82220e7 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Pushing event updated for resources: {'Port': ['ID=56ebb9b2-94c1-4475-919d-31e5e1b1a420,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:58:20.406219 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-0795e3a3-5423-430e-a953-932469ed62f5 None None] Provisioning complete for port 56ebb9b2-94c1-4475-919d-31e5e1b1a420 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:58:20.406911 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-0795e3a3-5423-430e-a953-932469ed62f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:20.449033 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-0795e3a3-5423-430e-a953-932469ed62f5 None None] Port 56ebb9b2-94c1-4475-919d-31e5e1b1a420 cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:58:20.496984 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-af95455d-42c8-430a-8a35-e09a8a32b3f3 tempest-AllowedAddressPairIpV6TestJSON-1486391728 tempest-AllowedAddressPairIpV6TestJSON-1486391728-project] Publish callbacks [] for port, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:20.531988 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-af95455d-42c8-430a-8a35-e09a8a32b3f3 tempest-AllowedAddressPairIpV6TestJSON-1486391728 tempest-AllowedAddressPairIpV6TestJSON-1486391728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:20.572352 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af95455d-42c8-430a-8a35-e09a8a32b3f3 tempest-AllowedAddressPairIpV6TestJSON-1486391728 tempest-AllowedAddressPairIpV6TestJSON-1486391728-project] Network b703667a-12d3-405e-8500-03aeda356e7d is already hosted by enough agents. {{(pid=103591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:58:20.576123 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [None req-af95455d-42c8-430a-8a35-e09a8a32b3f3 tempest-AllowedAddressPairIpV6TestJSON-1486391728 tempest-AllowedAddressPairIpV6TestJSON-1486391728-project] Resources bound (agent type, host, resource id): {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:58:20.580158 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af95455d-42c8-430a-8a35-e09a8a32b3f3 tempest-AllowedAddressPairIpV6TestJSON-1486391728 tempest-AllowedAddressPairIpV6TestJSON-1486391728-project] Received port after_create {{(pid=103591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:58:20.582129 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.db_base_plugin_common [None req-967eed80-06b2-4df0-9e1b-23ae6b6d09ae None None] Allocated IP 2001:db8::2 (b703667a-12d3-405e-8500-03aeda356e7d/f288b7e3-2c49-4c52-ae3c-9a99048cacd2/08cd0da6-77ba-44c0-9c6a-947400e9139f) {{(pid=103592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:58:20.586389 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af95455d-42c8-430a-8a35-e09a8a32b3f3 tempest-AllowedAddressPairIpV6TestJSON-1486391728 tempest-AllowedAddressPairIpV6TestJSON-1486391728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:58:20.587321 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-af95455d-42c8-430a-8a35-e09a8a32b3f3 tempest-AllowedAddressPairIpV6TestJSON-1486391728 tempest-AllowedAddressPairIpV6TestJSON-1486391728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:20.617013 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-af95455d-42c8-430a-8a35-e09a8a32b3f3 tempest-AllowedAddressPairIpV6TestJSON-1486391728 tempest-AllowedAddressPairIpV6TestJSON-1486391728-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 0.5729713 Nov 23 17:58:20.617905 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af95455d-42c8-430a-8a35-e09a8a32b3f3 tempest-AllowedAddressPairIpV6TestJSON-1486391728 tempest-AllowedAddressPairIpV6TestJSON-1486391728-project] Pushing event updated for resources: {'Port': ['ID=e8070975-16af-4f58-a0cb-4ee3299b8db5,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:58:20.619278 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 50326) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:58:20.626605 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-469fde3f-b604-443f-995c-2b8842467e46 tempest-AllowedAddressPairIpV6TestJSON-1486391728 tempest-AllowedAddressPairIpV6TestJSON-1486391728-project] Request body: {'port': {'network_id': 'b703667a-12d3-405e-8500-03aeda356e7d', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2019411918', 'allowed_address_pairs': [{'ip_address': '2001:db8::11a', 'mac_address': 'fa:16:3e:92:6e:cb'}]}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:58:20.698892 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-55a6fe89-0ea0-4dc6-9d15-2899f82220e7 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Publish callbacks [] for router_gateway, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:20.751320 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-967eed80-06b2-4df0-9e1b-23ae6b6d09ae None None] Publish callbacks [] for port, precommit_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:20.758556 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-967eed80-06b2-4df0-9e1b-23ae6b6d09ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980'] for port, after_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:20.806433 n-d-816206-8 neutron-server[103592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-967eed80-06b2-4df0-9e1b-23ae6b6d09ae None None] Network b703667a-12d3-405e-8500-03aeda356e7d is already hosted by enough agents. {{(pid=103592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:58:20.808432 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967eed80-06b2-4df0-9e1b-23ae6b6d09ae None None] Pushing event updated for resources: {'Port': ['ID=08cd0da6-77ba-44c0-9c6a-947400e9139f,revision_number=1']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:58:20.811451 n-d-816206-8 neutron-server[103592]: DEBUG neutron.scheduler.base_scheduler [None req-967eed80-06b2-4df0-9e1b-23ae6b6d09ae None None] Resources bound (agent type, host, resource id): {{(pid=103592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:58:20.814387 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-967eed80-06b2-4df0-9e1b-23ae6b6d09ae None None] Received port after_create {{(pid=103592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:58:20.838592 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-469fde3f-b604-443f-995c-2b8842467e46 tempest-AllowedAddressPairIpV6TestJSON-1486391728 tempest-AllowedAddressPairIpV6TestJSON-1486391728-project] Made reservation on behalf of 5ef096be90e046d689d0f4cf3415508e for: {'port': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:58:20.872243 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-967eed80-06b2-4df0-9e1b-23ae6b6d09ae None None] Attempting to bind port 08cd0da6-77ba-44c0-9c6a-947400e9139f on host n-d-816206-8 for vnic_type normal with profile {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:58:20.873168 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-967eed80-06b2-4df0-9e1b-23ae6b6d09ae None None] Attempting to bind port 08cd0da6-77ba-44c0-9c6a-947400e9139f by drivers openvswitch,hyperv on host n-d-816206-8 at level 0 using segments [{'id': '9d2e09e3-b15c-4192-8b6d-1e355eab324e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'b703667a-12d3-405e-8500-03aeda356e7d'}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:58:20.873168 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-967eed80-06b2-4df0-9e1b-23ae6b6d09ae None None] Attempting to bind port 08cd0da6-77ba-44c0-9c6a-947400e9139f on network b703667a-12d3-405e-8500-03aeda356e7d {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:58:20.878334 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-967eed80-06b2-4df0-9e1b-23ae6b6d09ae None None] Checking agent: {'id': '9e89acbe-4bbe-4c77-a18b-6f1da9133e0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 7, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 58, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:58:20.878905 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-967eed80-06b2-4df0-9e1b-23ae6b6d09ae None None] Checking segment: {'id': '9d2e09e3-b15c-4192-8b6d-1e355eab324e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'b703667a-12d3-405e-8500-03aeda356e7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:58:20.879208 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-967eed80-06b2-4df0-9e1b-23ae6b6d09ae None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:20.879442 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-967eed80-06b2-4df0-9e1b-23ae6b6d09ae None None] Bound using segment: {'id': '9d2e09e3-b15c-4192-8b6d-1e355eab324e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'b703667a-12d3-405e-8500-03aeda356e7d'} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:58:20.879867 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-967eed80-06b2-4df0-9e1b-23ae6b6d09ae None None] Bound port: 08cd0da6-77ba-44c0-9c6a-947400e9139f, host: n-d-816206-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d2e09e3-b15c-4192-8b6d-1e355eab324e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'b703667a-12d3-405e-8500-03aeda356e7d'}}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:58:20.880506 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-967eed80-06b2-4df0-9e1b-23ae6b6d09ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:20.950304 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-967eed80-06b2-4df0-9e1b-23ae6b6d09ae None None] For port 08cd0da6-77ba-44c0-9c6a-947400e9139f, host n-d-816206-8, cleared binding levels {{(pid=103592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:58:20.953428 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-967eed80-06b2-4df0-9e1b-23ae6b6d09ae None None] For port 08cd0da6-77ba-44c0-9c6a-947400e9139f, host n-d-816206-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=08cd0da6-77ba-44c0-9c6a-947400e9139f,segment=NetworkSegment(9d2e09e3-b15c-4192-8b6d-1e355eab324e),segment_id=9d2e09e3-b15c-4192-8b6d-1e355eab324e)] {{(pid=103592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:58:20.957121 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-967eed80-06b2-4df0-9e1b-23ae6b6d09ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:21.002645 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-55a6fe89-0ea0-4dc6-9d15-2899f82220e7 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1794316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1795362'] for router, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:21.008531 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-469fde3f-b604-443f-995c-2b8842467e46 tempest-AllowedAddressPairIpV6TestJSON-1486391728 tempest-AllowedAddressPairIpV6TestJSON-1486391728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:21.018416 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967eed80-06b2-4df0-9e1b-23ae6b6d09ae None None] Pushing event updated for resources: {'Port': ['ID=08cd0da6-77ba-44c0-9c6a-947400e9139f,revision_number=2']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:58:21.065719 n-d-816206-8 neutron-server[103590]: DEBUG neutron.notifiers.nova [None req-469fde3f-b604-443f-995c-2b8842467e46 tempest-AllowedAddressPairIpV6TestJSON-1486391728 tempest-AllowedAddressPairIpV6TestJSON-1486391728-project] device_id is not set on port 7324ebc3-27a3-4775-b57e-1d5b78a50244 yet. {{(pid=103590) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 17:58:21.255305 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-469fde3f-b604-443f-995c-2b8842467e46 tempest-AllowedAddressPairIpV6TestJSON-1486391728 tempest-AllowedAddressPairIpV6TestJSON-1486391728-project] Allocated IP 2001:db8::12e (b703667a-12d3-405e-8500-03aeda356e7d/f288b7e3-2c49-4c52-ae3c-9a99048cacd2/7324ebc3-27a3-4775-b57e-1d5b78a50244) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:58:21.280906 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55a6fe89-0ea0-4dc6-9d15-2899f82220e7 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Router 4976e692-a610-4579-bfef-f1c6bb590a77 is scheduled to L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 with binding_index 1 {{(pid=103590) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 17:58:21.476596 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 08cd0da6-77ba-44c0-9c6a-947400e9139f up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:58:21.500720 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55a6fe89-0ea0-4dc6-9d15-2899f82220e7 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:58:21.513729 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00d794d8-0b0c-4fea-9ccc-914a5ef2af1c None None] Sync routers for ids ['4976e692-a610-4579-bfef-f1c6bb590a77'] in n-d-816206-8 {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:58:21.526561 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00d794d8-0b0c-4fea-9ccc-914a5ef2af1c None None] Routers {'4976e692-a610-4579-bfef-f1c6bb590a77'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:58:21.528140 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-00d794d8-0b0c-4fea-9ccc-914a5ef2af1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:58:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['4976e692-a610-4579-bfef-f1c6bb590a77'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:58:21.529588 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-469fde3f-b604-443f-995c-2b8842467e46 tempest-AllowedAddressPairIpV6TestJSON-1486391728 tempest-AllowedAddressPairIpV6TestJSON-1486391728-project] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:21.537185 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port 08cd0da6-77ba-44c0-9c6a-947400e9139f triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:58:21.537559 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:21.538940 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-55a6fe89-0ea0-4dc6-9d15-2899f82220e7 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Publish callbacks [] for router, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:21.540185 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-55a6fe89-0ea0-4dc6-9d15-2899f82220e7 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.0268517 Nov 23 17:58:21.544615 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 50328) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:58:21.574094 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-469fde3f-b604-443f-995c-2b8842467e46 tempest-AllowedAddressPairIpV6TestJSON-1486391728 tempest-AllowedAddressPairIpV6TestJSON-1486391728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:21.624998 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-469fde3f-b604-443f-995c-2b8842467e46 tempest-AllowedAddressPairIpV6TestJSON-1486391728 tempest-AllowedAddressPairIpV6TestJSON-1486391728-project] Network b703667a-12d3-405e-8500-03aeda356e7d is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:58:21.631721 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-469fde3f-b604-443f-995c-2b8842467e46 tempest-AllowedAddressPairIpV6TestJSON-1486391728 tempest-AllowedAddressPairIpV6TestJSON-1486391728-project] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:58:21.635831 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-469fde3f-b604-443f-995c-2b8842467e46 tempest-AllowedAddressPairIpV6TestJSON-1486391728 tempest-AllowedAddressPairIpV6TestJSON-1486391728-project] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:58:21.641468 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:21.642035 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-469fde3f-b604-443f-995c-2b8842467e46 tempest-AllowedAddressPairIpV6TestJSON-1486391728 tempest-AllowedAddressPairIpV6TestJSON-1486391728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:58:21.642769 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-469fde3f-b604-443f-995c-2b8842467e46 tempest-AllowedAddressPairIpV6TestJSON-1486391728 tempest-AllowedAddressPairIpV6TestJSON-1486391728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:21.654787 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-d144d4c4-e9b1-445c-b270-d59ed9328205 tempest-TestNetworkBasicOps-199493669 tempest-TestNetworkBasicOps-199493669-project-admin] 10.222.0.60 "GET /v2.0/subnets?project_id=06a344c95e04492b8d6015a2d3d39bf1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1059599 Nov 23 17:58:21.655386 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 50332) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:58:21.663866 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469fde3f-b604-443f-995c-2b8842467e46 tempest-AllowedAddressPairIpV6TestJSON-1486391728 tempest-AllowedAddressPairIpV6TestJSON-1486391728-project] Pushing event updated for resources: {'Port': ['ID=7324ebc3-27a3-4775-b57e-1d5b78a50244,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:58:21.674487 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-00d794d8-0b0c-4fea-9ccc-914a5ef2af1c None None] Set router 4976e692-a610-4579-bfef-f1c6bb590a77 gateway port host: n-d-816206-8 {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:58:21.677666 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-469fde3f-b604-443f-995c-2b8842467e46 tempest-AllowedAddressPairIpV6TestJSON-1486391728 tempest-AllowedAddressPairIpV6TestJSON-1486391728-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 1.0554743 Nov 23 17:58:21.677938 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 50334) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:58:21.689160 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] For port 08cd0da6-77ba-44c0-9c6a-947400e9139f, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=08cd0da6-77ba-44c0-9c6a-947400e9139f,segment=NetworkSegment(9d2e09e3-b15c-4192-8b6d-1e355eab324e),segment_id=9d2e09e3-b15c-4192-8b6d-1e355eab324e)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:58:21.695313 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:21.784956 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3425c953-4ee5-44da-a7c9-962f9950b5a1 tempest-AllowedAddressPairIpV6TestJSON-1486391728 tempest-AllowedAddressPairIpV6TestJSON-1486391728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:58:21.791359 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3425c953-4ee5-44da-a7c9-962f9950b5a1 tempest-AllowedAddressPairIpV6TestJSON-1486391728 tempest-AllowedAddressPairIpV6TestJSON-1486391728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:58:21.798785 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3425c953-4ee5-44da-a7c9-962f9950b5a1 tempest-AllowedAddressPairIpV6TestJSON-1486391728 tempest-AllowedAddressPairIpV6TestJSON-1486391728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:58:21.804588 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-3425c953-4ee5-44da-a7c9-962f9950b5a1 tempest-AllowedAddressPairIpV6TestJSON-1486391728 tempest-AllowedAddressPairIpV6TestJSON-1486391728-project] 10.222.0.60 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2484 time: 0.1250935 Nov 23 17:58:21.805154 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 50336) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:58:21.805687 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Pushing event updated for resources: {'Port': ['ID=08cd0da6-77ba-44c0-9c6a-947400e9139f,revision_number=3']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:58:21.829363 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcb4c7f1-db3b-412b-b97b-a567deede89d tempest-TestNetworkBasicOps-199493669 tempest-TestNetworkBasicOps-199493669-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:58:21.834132 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-bcb4c7f1-db3b-412b-b97b-a567deede89d tempest-TestNetworkBasicOps-199493669 tempest-TestNetworkBasicOps-199493669-project-admin] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1776404 Nov 23 17:58:21.834940 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 50338) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:58:21.877938 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-1e813402-6830-455a-9b8e-bf1709a4bec9 tempest-TestNetworkBasicOps-199493669 tempest-TestNetworkBasicOps-199493669-project-admin] 10.222.0.60 "GET /v2.0/subnets?network_id=4c8455ba-1be5-42ac-b8c2-8a16e1292d55&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0415826 Nov 23 17:58:21.878703 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 50340) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:58:21.884070 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-e32778a8-b59d-4ba7-b791-5e1ba51dbd2e tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-242425785', 'network_id': '7cdd291d-d3a6-4b3c-90fd-fb828e53d4cc', 'project_id': '06a344c95e04492b8d6015a2d3d39bf1', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:58:21.909783 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-00d794d8-0b0c-4fea-9ccc-914a5ef2af1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4976e692-a610-4579-bfef-f1c6bb590a77', 'name': 'tempest-TestNetworkBasicOps-router-328558173', 'tenant_id': '06a344c95e04492b8d6015a2d3d39bf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.89'}], 'enable_snat': True}, 'gw_port_id': '56ebb9b2-94c1-4475-919d-31e5e1b1a420', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:58:19Z', 'updated_at': '2021-11-23T17:58:20Z', 'revision_number': 3, 'project_id': '06a344c95e04492b8d6015a2d3d39bf1', 'gw_port': {'id': '56ebb9b2-94c1-4475-919d-31e5e1b1a420', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:80:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4976e692-a610-4579-bfef-f1c6bb590a77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3721, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:58:20Z', 'updated_at': '2021-11-23T17:58:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8'}], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:58:21.920515 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-6656f4b4-189d-40c2-abc1-3dcbf060913b tempest-AllowedAddressPairIpV6TestJSON-1486391728 tempest-AllowedAddressPairIpV6TestJSON-1486391728-project] Deleting port 7324ebc3-27a3-4775-b57e-1d5b78a50244 {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:58:21.920861 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6656f4b4-189d-40c2-abc1-3dcbf060913b tempest-AllowedAddressPairIpV6TestJSON-1486391728 tempest-AllowedAddressPairIpV6TestJSON-1486391728-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:21.942122 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00d794d8-0b0c-4fea-9ccc-914a5ef2af1c None None] Checking router: 4976e692-a610-4579-bfef-f1c6bb590a77 for host: n-d-816206-8 {{(pid=103593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 17:58:21.942475 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00d794d8-0b0c-4fea-9ccc-914a5ef2af1c None None] Updating router 4976e692-a610-4579-bfef-f1c6bb590a77 port 56ebb9b2-94c1-4475-919d-31e5e1b1a420 binding host n-d-816206-8 {{(pid=103593) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 17:58:21.969402 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-00d794d8-0b0c-4fea-9ccc-914a5ef2af1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:22.001714 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e32778a8-b59d-4ba7-b791-5e1ba51dbd2e tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Made reservation on behalf of 06a344c95e04492b8d6015a2d3d39bf1 for: {'subnet': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:58:22.006219 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-e32778a8-b59d-4ba7-b791-5e1ba51dbd2e tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264314294'] for subnet, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:22.032187 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6656f4b4-189d-40c2-abc1-3dcbf060913b tempest-AllowedAddressPairIpV6TestJSON-1486391728 tempest-AllowedAddressPairIpV6TestJSON-1486391728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:22.047467 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-6656f4b4-189d-40c2-abc1-3dcbf060913b tempest-AllowedAddressPairIpV6TestJSON-1486391728 tempest-AllowedAddressPairIpV6TestJSON-1486391728-project] Calling delete_port for 7324ebc3-27a3-4775-b57e-1d5b78a50244 owned by {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:58:22.198446 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e16bb63e-c5e0-41a6-9edd-bd3aeab92702 None None] Network b703667a-12d3-405e-8500-03aeda356e7d requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:58:22.232305 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6656f4b4-189d-40c2-abc1-3dcbf060913b tempest-AllowedAddressPairIpV6TestJSON-1486391728 tempest-AllowedAddressPairIpV6TestJSON-1486391728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:22.239654 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-e32778a8-b59d-4ba7-b791-5e1ba51dbd2e tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264758079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264314276'] for subnet, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:22.267184 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6656f4b4-189d-40c2-abc1-3dcbf060913b tempest-AllowedAddressPairIpV6TestJSON-1486391728 tempest-AllowedAddressPairIpV6TestJSON-1486391728-project] Pushing event deleted for resources: {'Port': ['ID=7324ebc3-27a3-4775-b57e-1d5b78a50244,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:58:22.296757 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-00d794d8-0b0c-4fea-9ccc-914a5ef2af1c None None] Publish callbacks [] for port, precommit_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:22.306336 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-00d794d8-0b0c-4fea-9ccc-914a5ef2af1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:22.327085 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-a16fb8c3-c461-44ff-bdaf-39999e18f05a None None] Provisioning complete for port 08cd0da6-77ba-44c0-9c6a-947400e9139f triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:58:22.327456 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-a16fb8c3-c461-44ff-bdaf-39999e18f05a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:22.327710 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32778a8-b59d-4ba7-b791-5e1ba51dbd2e tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Pushing event updated for resources: {'Subnet': ['ID=cb50c9cf-9f41-42e6-840d-0d53f4985bf2,revision_number=0']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:58:22.347538 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e32778a8-b59d-4ba7-b791-5e1ba51dbd2e tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Checking segment: {'id': 'a351da06-cb10-4c01-aebe-775410ba67eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '7cdd291d-d3a6-4b3c-90fd-fb828e53d4cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:58:22.348203 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e32778a8-b59d-4ba7-b791-5e1ba51dbd2e tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Network hostable DHCP agents. Network: 7cdd291d-d3a6-4b3c-90fd-fb828e53d4cc, hostable agents: ['0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3'], hosted agents: [] {{(pid=103591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 17:58:22.363930 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4834298d-3367-44ec-9e03-98e73657d650 None None] DHCP port deletion for 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:58:22.373713 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e32778a8-b59d-4ba7-b791-5e1ba51dbd2e tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Network 7cdd291d-d3a6-4b3c-90fd-fb828e53d4cc is scheduled to be hosted by DHCP agent 0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3 with binding_index 1 {{(pid=103591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 17:58:22.384533 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [None req-00d794d8-0b0c-4fea-9ccc-914a5ef2af1c None None] Attempting to bind port 56ebb9b2-94c1-4475-919d-31e5e1b1a420 on host n-d-816206-8 for vnic_type normal with profile {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:58:22.384985 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [None req-00d794d8-0b0c-4fea-9ccc-914a5ef2af1c None None] Attempting to bind port 56ebb9b2-94c1-4475-919d-31e5e1b1a420 by drivers openvswitch,hyperv on host n-d-816206-8 at level 0 using segments [{'id': 'bffd1e4f-e80f-4ff0-b418-2f42ae15febf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'}] {{(pid=103593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:58:22.386100 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00d794d8-0b0c-4fea-9ccc-914a5ef2af1c None None] Attempting to bind port 56ebb9b2-94c1-4475-919d-31e5e1b1a420 on network 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:58:22.388730 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [None req-e32778a8-b59d-4ba7-b791-5e1ba51dbd2e tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-8, 7cdd291d-d3a6-4b3c-90fd-fb828e53d4cc) {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:58:22.403468 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00d794d8-0b0c-4fea-9ccc-914a5ef2af1c None None] Checking agent: {'id': '9e89acbe-4bbe-4c77-a18b-6f1da9133e0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 7, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 58, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:58:22.403848 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00d794d8-0b0c-4fea-9ccc-914a5ef2af1c None None] Checking segment: {'id': 'bffd1e4f-e80f-4ff0-b418-2f42ae15febf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:58:22.404250 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-00d794d8-0b0c-4fea-9ccc-914a5ef2af1c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:22.404669 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00d794d8-0b0c-4fea-9ccc-914a5ef2af1c None None] Bound using segment: {'id': 'bffd1e4f-e80f-4ff0-b418-2f42ae15febf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'} {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:58:22.404815 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb4bed1a-53de-4a27-981f-f8a877b7f248 None None] Network 7cdd291d-d3a6-4b3c-90fd-fb828e53d4cc requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:58:22.405153 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [None req-00d794d8-0b0c-4fea-9ccc-914a5ef2af1c None None] Bound port: 56ebb9b2-94c1-4475-919d-31e5e1b1a420, host: n-d-816206-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bffd1e4f-e80f-4ff0-b418-2f42ae15febf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'}}] {{(pid=103593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:58:22.405533 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-00d794d8-0b0c-4fea-9ccc-914a5ef2af1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:22.411258 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e32778a8-b59d-4ba7-b791-5e1ba51dbd2e tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:58:22.412200 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-e32778a8-b59d-4ba7-b791-5e1ba51dbd2e tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for subnet, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:22.435398 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-e32778a8-b59d-4ba7-b791-5e1ba51dbd2e tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5552182 Nov 23 17:58:22.436587 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57d6d77-025e-44d6-89b8-dd77ba33fc30 None None] Pushing event updated for resources: {'Port': ['ID=56ebb9b2-94c1-4475-919d-31e5e1b1a420,revision_number=2']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:58:22.439159 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 50342) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:58:22.453764 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57d6d77-025e-44d6-89b8-dd77ba33fc30 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:58:22.454112 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57d6d77-025e-44d6-89b8-dd77ba33fc30 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:58:22.454453 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57d6d77-025e-44d6-89b8-dd77ba33fc30 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:58:22.454787 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57d6d77-025e-44d6-89b8-dd77ba33fc30 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:58:22.455121 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57d6d77-025e-44d6-89b8-dd77ba33fc30 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:58:22.455507 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57d6d77-025e-44d6-89b8-dd77ba33fc30 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:58:22.455839 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57d6d77-025e-44d6-89b8-dd77ba33fc30 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:58:22.456162 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57d6d77-025e-44d6-89b8-dd77ba33fc30 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:58:22.456498 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57d6d77-025e-44d6-89b8-dd77ba33fc30 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:58:22.456825 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57d6d77-025e-44d6-89b8-dd77ba33fc30 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:58:22.457145 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57d6d77-025e-44d6-89b8-dd77ba33fc30 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:58:22.457464 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c57d6d77-025e-44d6-89b8-dd77ba33fc30 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:58:22.495433 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-00d794d8-0b0c-4fea-9ccc-914a5ef2af1c None None] For port 56ebb9b2-94c1-4475-919d-31e5e1b1a420, host n-d-816206-8, cleared binding levels {{(pid=103593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:58:22.499373 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-00d794d8-0b0c-4fea-9ccc-914a5ef2af1c None None] For port 56ebb9b2-94c1-4475-919d-31e5e1b1a420, host n-d-816206-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=56ebb9b2-94c1-4475-919d-31e5e1b1a420,segment=NetworkSegment(bffd1e4f-e80f-4ff0-b418-2f42ae15febf),segment_id=bffd1e4f-e80f-4ff0-b418-2f42ae15febf)] {{(pid=103593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:58:22.504397 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-00d794d8-0b0c-4fea-9ccc-914a5ef2af1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:22.586226 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5863f5ad-0f75-44c0-b942-86a018663501 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp355044b8-8e87-58c4-94fa-4a010ec30f9e-7cdd291d-d3a6-4b3c-90fd-fb828e53d4cc', 'network_id': '7cdd291d-d3a6-4b3c-90fd-fb828e53d4cc', 'tenant_id': '06a344c95e04492b8d6015a2d3d39bf1', 'fixed_ips': [{'subnet_id': 'cb50c9cf-9f41-42e6-840d-0d53f4985bf2'}]}} from n-d-816206-8. {{(pid=103592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 17:58:22.587339 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-5863f5ad-0f75-44c0-b942-86a018663501 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:22.598516 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57d6d77-025e-44d6-89b8-dd77ba33fc30 None None] Pushing event updated for resources: {'Port': ['ID=56ebb9b2-94c1-4475-919d-31e5e1b1a420,revision_number=3']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:58:22.651645 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00d794d8-0b0c-4fea-9ccc-914a5ef2af1c None None] Routers {'4976e692-a610-4579-bfef-f1c6bb590a77'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:58:22.653712 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-00d794d8-0b0c-4fea-9ccc-914a5ef2af1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:58:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['4976e692-a610-4579-bfef-f1c6bb590a77'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:58:22.659542 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-452750da-7478-4bdb-8deb-9b09374add19 None None] DHCP port deletion for 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:58:22.842297 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-00d794d8-0b0c-4fea-9ccc-914a5ef2af1c None None] Set router 4976e692-a610-4579-bfef-f1c6bb590a77 gateway port host: n-d-816206-8 {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:58:22.857281 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.db_base_plugin_common [None req-5863f5ad-0f75-44c0-b942-86a018663501 None None] Allocated IP 172.20.0.2 (7cdd291d-d3a6-4b3c-90fd-fb828e53d4cc/cb50c9cf-9f41-42e6-840d-0d53f4985bf2/cbe1d0d3-d2c8-4774-b59b-20d89e34037a) {{(pid=103592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:58:22.857669 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6656f4b4-189d-40c2-abc1-3dcbf060913b tempest-AllowedAddressPairIpV6TestJSON-1486391728 tempest-AllowedAddressPairIpV6TestJSON-1486391728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:22.864227 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-6656f4b4-189d-40c2-abc1-3dcbf060913b tempest-AllowedAddressPairIpV6TestJSON-1486391728 tempest-AllowedAddressPairIpV6TestJSON-1486391728-project] 10.222.0.60 "DELETE /v2.0/ports/7324ebc3-27a3-4775-b57e-1d5b78a50244 HTTP/1.1" status: 204 len: 168 time: 1.0579317 Nov 23 17:58:22.865379 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 50344) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:58:22.894276 n-d-816206-8 neutron-server[103590]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ae2e454-932e-41dc-9058-0ad68b914458 tempest-AllowedAddressPairIpV6TestJSON-1486391728 tempest-AllowedAddressPairIpV6TestJSON-1486391728-project] GET failed (client error): The resource could not be found. Nov 23 17:58:22.899779 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-2ae2e454-932e-41dc-9058-0ad68b914458 tempest-AllowedAddressPairIpV6TestJSON-1486391728 tempest-AllowedAddressPairIpV6TestJSON-1486391728-project] 10.222.0.60 "GET /v2.0/ports/7324ebc3-27a3-4775-b57e-1d5b78a50244 HTTP/1.1" status: 404 len: 333 time: 0.0331969 Nov 23 17:58:22.900633 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 50346) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:58:22.905893 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-dfe409e6-fbda-4776-9de1-1c2844a2b160 tempest-AllowedAddressPairIpV6TestJSON-1486391728 tempest-AllowedAddressPairIpV6TestJSON-1486391728-project] Request body: {'port': {'network_id': 'b703667a-12d3-405e-8500-03aeda356e7d', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1906714599'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:58:23.037025 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-3e184842-83b7-4a46-81dc-c84be1902aa4 None None] Provisioning complete for port 56ebb9b2-94c1-4475-919d-31e5e1b1a420 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:58:23.037781 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-3e184842-83b7-4a46-81dc-c84be1902aa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:23.071841 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfe409e6-fbda-4776-9de1-1c2844a2b160 tempest-AllowedAddressPairIpV6TestJSON-1486391728 tempest-AllowedAddressPairIpV6TestJSON-1486391728-project] Made reservation on behalf of 5ef096be90e046d689d0f4cf3415508e for: {'port': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:58:23.077396 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-dfe409e6-fbda-4776-9de1-1c2844a2b160 tempest-AllowedAddressPairIpV6TestJSON-1486391728 tempest-AllowedAddressPairIpV6TestJSON-1486391728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:23.097621 n-d-816206-8 neutron-server[103590]: DEBUG neutron.notifiers.nova [None req-dfe409e6-fbda-4776-9de1-1c2844a2b160 tempest-AllowedAddressPairIpV6TestJSON-1486391728 tempest-AllowedAddressPairIpV6TestJSON-1486391728-project] device_id is not set on port 31432092-799b-4a47-91f7-59ca6df6ee9e yet. {{(pid=103590) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 17:58:23.219749 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-f6eba4b2-66b2-443b-974c-91f11a29ce87 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:23.258923 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-00d794d8-0b0c-4fea-9ccc-914a5ef2af1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4976e692-a610-4579-bfef-f1c6bb590a77', 'name': 'tempest-TestNetworkBasicOps-router-328558173', 'tenant_id': '06a344c95e04492b8d6015a2d3d39bf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.89'}], 'enable_snat': True}, 'gw_port_id': '56ebb9b2-94c1-4475-919d-31e5e1b1a420', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:58:19Z', 'updated_at': '2021-11-23T17:58:20Z', 'revision_number': 3, 'project_id': '06a344c95e04492b8d6015a2d3d39bf1', 'gw_port': {'id': '56ebb9b2-94c1-4475-919d-31e5e1b1a420', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:80:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4976e692-a610-4579-bfef-f1c6bb590a77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3721, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:58:20Z', 'updated_at': '2021-11-23T17:58:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8'}], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:58:23.296086 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00d794d8-0b0c-4fea-9ccc-914a5ef2af1c None None] The sync data for ids ['4976e692-a610-4579-bfef-f1c6bb590a77'] in n-d-816206-8 is: [{'id': '4976e692-a610-4579-bfef-f1c6bb590a77', 'name': 'tempest-TestNetworkBasicOps-router-328558173', 'tenant_id': '06a344c95e04492b8d6015a2d3d39bf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.89'}], 'enable_snat': True}, 'gw_port_id': '56ebb9b2-94c1-4475-919d-31e5e1b1a420', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:58:19Z', 'updated_at': '2021-11-23T17:58:20Z', 'revision_number': 3, 'project_id': '06a344c95e04492b8d6015a2d3d39bf1', 'gw_port': {'id': '56ebb9b2-94c1-4475-919d-31e5e1b1a420', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:80:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4976e692-a610-4579-bfef-f1c6bb590a77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3721, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:58:20Z', 'updated_at': '2021-11-23T17:58:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8'}] {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:58:23.326006 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-dfe409e6-fbda-4776-9de1-1c2844a2b160 tempest-AllowedAddressPairIpV6TestJSON-1486391728 tempest-AllowedAddressPairIpV6TestJSON-1486391728-project] Allocated IP 2001:db8::b4 (b703667a-12d3-405e-8500-03aeda356e7d/f288b7e3-2c49-4c52-ae3c-9a99048cacd2/31432092-799b-4a47-91f7-59ca6df6ee9e) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:58:23.439898 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-5863f5ad-0f75-44c0-b942-86a018663501 None None] Publish callbacks [] for port, precommit_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:23.453673 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-3e184842-83b7-4a46-81dc-c84be1902aa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:23.469657 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-5863f5ad-0f75-44c0-b942-86a018663501 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980'] for port, after_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:23.544860 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 08cd0da6-77ba-44c0-9c6a-947400e9139f up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:58:23.551996 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-3e184842-83b7-4a46-81dc-c84be1902aa4 None None] For port 56ebb9b2-94c1-4475-919d-31e5e1b1a420, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=56ebb9b2-94c1-4475-919d-31e5e1b1a420,segment=NetworkSegment(bffd1e4f-e80f-4ff0-b418-2f42ae15febf),segment_id=bffd1e4f-e80f-4ff0-b418-2f42ae15febf)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:58:23.556141 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-dfe409e6-fbda-4776-9de1-1c2844a2b160 tempest-AllowedAddressPairIpV6TestJSON-1486391728 tempest-AllowedAddressPairIpV6TestJSON-1486391728-project] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:23.565314 n-d-816206-8 neutron-server[103592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5863f5ad-0f75-44c0-b942-86a018663501 None None] Network 7cdd291d-d3a6-4b3c-90fd-fb828e53d4cc is already hosted by enough agents. {{(pid=103592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:58:23.608209 n-d-816206-8 neutron-server[103592]: DEBUG neutron.scheduler.base_scheduler [None req-5863f5ad-0f75-44c0-b942-86a018663501 None None] Resources bound (agent type, host, resource id): {{(pid=103592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:58:23.613170 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5863f5ad-0f75-44c0-b942-86a018663501 None None] Received port after_create {{(pid=103592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:58:23.613685 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-dfe409e6-fbda-4776-9de1-1c2844a2b160 tempest-AllowedAddressPairIpV6TestJSON-1486391728 tempest-AllowedAddressPairIpV6TestJSON-1486391728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:23.617834 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-3e184842-83b7-4a46-81dc-c84be1902aa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:23.687097 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5863f5ad-0f75-44c0-b942-86a018663501 None None] Pushing event updated for resources: {'Port': ['ID=cbe1d0d3-d2c8-4774-b59b-20d89e34037a,revision_number=1']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:58:23.705494 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe409e6-fbda-4776-9de1-1c2844a2b160 tempest-AllowedAddressPairIpV6TestJSON-1486391728 tempest-AllowedAddressPairIpV6TestJSON-1486391728-project] Pushing event updated for resources: {'Port': ['ID=31432092-799b-4a47-91f7-59ca6df6ee9e,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:58:23.737146 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.db_base_plugin_common [None req-f6eba4b2-66b2-443b-974c-91f11a29ce87 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Allocated IP 172.20.0.1 (7cdd291d-d3a6-4b3c-90fd-fb828e53d4cc/cb50c9cf-9f41-42e6-840d-0d53f4985bf2/2c57964a-c6be-4b21-9b23-51309175c9b7) {{(pid=103591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:58:23.769760 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfe409e6-fbda-4776-9de1-1c2844a2b160 tempest-AllowedAddressPairIpV6TestJSON-1486391728 tempest-AllowedAddressPairIpV6TestJSON-1486391728-project] Network b703667a-12d3-405e-8500-03aeda356e7d is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:58:23.771526 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-dfe409e6-fbda-4776-9de1-1c2844a2b160 tempest-AllowedAddressPairIpV6TestJSON-1486391728 tempest-AllowedAddressPairIpV6TestJSON-1486391728-project] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:58:23.775995 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfe409e6-fbda-4776-9de1-1c2844a2b160 tempest-AllowedAddressPairIpV6TestJSON-1486391728 tempest-AllowedAddressPairIpV6TestJSON-1486391728-project] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:58:23.789749 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfe409e6-fbda-4776-9de1-1c2844a2b160 tempest-AllowedAddressPairIpV6TestJSON-1486391728 tempest-AllowedAddressPairIpV6TestJSON-1486391728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:58:23.790437 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-dfe409e6-fbda-4776-9de1-1c2844a2b160 tempest-AllowedAddressPairIpV6TestJSON-1486391728 tempest-AllowedAddressPairIpV6TestJSON-1486391728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:23.794761 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-2292a086-00c8-41c1-b76d-3f5148a65799 None None] Could not find standard attr ID for object 7324ebc3-27a3-4775-b57e-1d5b78a50244. {{(pid=103592) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 17:58:23.822548 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-dfe409e6-fbda-4776-9de1-1c2844a2b160 tempest-AllowedAddressPairIpV6TestJSON-1486391728 tempest-AllowedAddressPairIpV6TestJSON-1486391728-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.9180999 Nov 23 17:58:23.823391 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 50348) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:58:23.828915 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-99410258-dc2b-4992-b2d2-17c336dc1507 tempest-AllowedAddressPairIpV6TestJSON-1486391728 tempest-AllowedAddressPairIpV6TestJSON-1486391728-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::11a', 'mac_address': 'fa:16:3e:92:6e:cb'}]}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:58:23.841801 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-5863f5ad-0f75-44c0-b942-86a018663501 None None] Attempting to bind port cbe1d0d3-d2c8-4774-b59b-20d89e34037a on host n-d-816206-8 for vnic_type normal with profile {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:58:23.842179 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-5863f5ad-0f75-44c0-b942-86a018663501 None None] Attempting to bind port cbe1d0d3-d2c8-4774-b59b-20d89e34037a by drivers openvswitch,hyperv on host n-d-816206-8 at level 0 using segments [{'id': 'a351da06-cb10-4c01-aebe-775410ba67eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '7cdd291d-d3a6-4b3c-90fd-fb828e53d4cc'}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:58:23.842546 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5863f5ad-0f75-44c0-b942-86a018663501 None None] Attempting to bind port cbe1d0d3-d2c8-4774-b59b-20d89e34037a on network 7cdd291d-d3a6-4b3c-90fd-fb828e53d4cc {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:58:23.857257 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e184842-83b7-4a46-81dc-c84be1902aa4 None None] Pushing event updated for resources: {'Port': ['ID=56ebb9b2-94c1-4475-919d-31e5e1b1a420,revision_number=4']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:58:23.869639 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-2292a086-00c8-41c1-b76d-3f5148a65799 None None] Provisioning complete for port 08cd0da6-77ba-44c0-9c6a-947400e9139f triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:58:23.871594 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-2292a086-00c8-41c1-b76d-3f5148a65799 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:23.876143 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5863f5ad-0f75-44c0-b942-86a018663501 None None] Checking agent: {'id': '9e89acbe-4bbe-4c77-a18b-6f1da9133e0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 7, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 58, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:58:23.876570 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5863f5ad-0f75-44c0-b942-86a018663501 None None] Checking segment: {'id': 'a351da06-cb10-4c01-aebe-775410ba67eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '7cdd291d-d3a6-4b3c-90fd-fb828e53d4cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:58:23.877311 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-5863f5ad-0f75-44c0-b942-86a018663501 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:23.877311 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5863f5ad-0f75-44c0-b942-86a018663501 None None] Bound using segment: {'id': 'a351da06-cb10-4c01-aebe-775410ba67eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '7cdd291d-d3a6-4b3c-90fd-fb828e53d4cc'} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:58:23.878384 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-5863f5ad-0f75-44c0-b942-86a018663501 None None] Bound port: cbe1d0d3-d2c8-4774-b59b-20d89e34037a, host: n-d-816206-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a351da06-cb10-4c01-aebe-775410ba67eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '7cdd291d-d3a6-4b3c-90fd-fb828e53d4cc'}}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:58:23.878384 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-5863f5ad-0f75-44c0-b942-86a018663501 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:23.880165 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port 08cd0da6-77ba-44c0-9c6a-947400e9139f triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:58:23.880537 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:23.932012 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-99410258-dc2b-4992-b2d2-17c336dc1507 tempest-AllowedAddressPairIpV6TestJSON-1486391728 tempest-AllowedAddressPairIpV6TestJSON-1486391728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:24.000350 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-f6eba4b2-66b2-443b-974c-91f11a29ce87 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Publish callbacks [] for port, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:24.113420 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-f6eba4b2-66b2-443b-974c-91f11a29ce87 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:24.144994 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-5863f5ad-0f75-44c0-b942-86a018663501 None None] For port cbe1d0d3-d2c8-4774-b59b-20d89e34037a, host n-d-816206-8, cleared binding levels {{(pid=103592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:58:24.200602 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6eba4b2-66b2-443b-974c-91f11a29ce87 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Pushing event updated for resources: {'Port': ['ID=2c57964a-c6be-4b21-9b23-51309175c9b7,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:58:24.220109 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-99410258-dc2b-4992-b2d2-17c336dc1507 tempest-AllowedAddressPairIpV6TestJSON-1486391728 tempest-AllowedAddressPairIpV6TestJSON-1486391728-project] Publish callbacks [] for port, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:24.223937 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-5863f5ad-0f75-44c0-b942-86a018663501 None None] For port cbe1d0d3-d2c8-4774-b59b-20d89e34037a, host n-d-816206-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=cbe1d0d3-d2c8-4774-b59b-20d89e34037a,segment=NetworkSegment(a351da06-cb10-4c01-aebe-775410ba67eb),segment_id=a351da06-cb10-4c01-aebe-775410ba67eb)] {{(pid=103592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:58:24.226466 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-99410258-dc2b-4992-b2d2-17c336dc1507 tempest-AllowedAddressPairIpV6TestJSON-1486391728 tempest-AllowedAddressPairIpV6TestJSON-1486391728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264357957'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:24.230094 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6eba4b2-66b2-443b-974c-91f11a29ce87 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Network 7cdd291d-d3a6-4b3c-90fd-fb828e53d4cc is already hosted by enough agents. {{(pid=103591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:58:24.232120 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [None req-f6eba4b2-66b2-443b-974c-91f11a29ce87 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Resources bound (agent type, host, resource id): {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:58:24.234855 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6eba4b2-66b2-443b-974c-91f11a29ce87 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Received port after_create {{(pid=103591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:58:24.268275 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-5863f5ad-0f75-44c0-b942-86a018663501 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:24.301958 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-99410258-dc2b-4992-b2d2-17c336dc1507 tempest-AllowedAddressPairIpV6TestJSON-1486391728 tempest-AllowedAddressPairIpV6TestJSON-1486391728-project] In _notify_port_updated(), no bound segment for port 31432092-799b-4a47-91f7-59ca6df6ee9e on network b703667a-12d3-405e-8500-03aeda356e7d {{(pid=103590) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 23 17:58:24.303863 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-f6eba4b2-66b2-443b-974c-91f11a29ce87 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1795539'] for router_interface, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:24.307630 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99410258-dc2b-4992-b2d2-17c336dc1507 tempest-AllowedAddressPairIpV6TestJSON-1486391728 tempest-AllowedAddressPairIpV6TestJSON-1486391728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:58:24.308314 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-99410258-dc2b-4992-b2d2-17c336dc1507 tempest-AllowedAddressPairIpV6TestJSON-1486391728 tempest-AllowedAddressPairIpV6TestJSON-1486391728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:24.310678 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-99410258-dc2b-4992-b2d2-17c336dc1507 tempest-AllowedAddressPairIpV6TestJSON-1486391728 tempest-AllowedAddressPairIpV6TestJSON-1486391728-project] 10.222.0.60 "PUT /v2.0/ports/31432092-799b-4a47-91f7-59ca6df6ee9e HTTP/1.1" status: 200 len: 1002 time: 0.4863214 Nov 23 17:58:24.318996 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 50356) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:58:24.355646 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99410258-dc2b-4992-b2d2-17c336dc1507 tempest-AllowedAddressPairIpV6TestJSON-1486391728 tempest-AllowedAddressPairIpV6TestJSON-1486391728-project] Pushing event updated for resources: {'Port': ['ID=31432092-799b-4a47-91f7-59ca6df6ee9e,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:58:24.388130 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5863f5ad-0f75-44c0-b942-86a018663501 None None] Pushing event updated for resources: {'Port': ['ID=cbe1d0d3-d2c8-4774-b59b-20d89e34037a,revision_number=2']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:58:24.414365 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-2292a086-00c8-41c1-b76d-3f5148a65799 None None] Provisioning complete for port e8070975-16af-4f58-a0cb-4ee3299b8db5 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:58:24.414856 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-2292a086-00c8-41c1-b76d-3f5148a65799 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:24.475135 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-2292a086-00c8-41c1-b76d-3f5148a65799 None None] Port e8070975-16af-4f58-a0cb-4ee3299b8db5 cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:58:24.622499 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-2ef840f9-4e86-4f94-ac9b-ee22e7f89d08 None None] Provisioning complete for port 31432092-799b-4a47-91f7-59ca6df6ee9e triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:58:24.622880 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-2ef840f9-4e86-4f94-ac9b-ee22e7f89d08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:24.690087 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-2ef840f9-4e86-4f94-ac9b-ee22e7f89d08 None None] Port 31432092-799b-4a47-91f7-59ca6df6ee9e cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:58:24.926803 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da92291d-853b-46a3-9cf7-54abda364db4 req-3ef295fc-8170-4009-8c5b-14eb41049412 tempest-TestNetworkAdvancedServerOps-448977066 tempest-TestNetworkAdvancedServerOps-448977066-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:58:24.934827 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-da92291d-853b-46a3-9cf7-54abda364db4 req-3ef295fc-8170-4009-8c5b-14eb41049412 tempest-TestNetworkAdvancedServerOps-448977066 tempest-TestNetworkAdvancedServerOps-448977066-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=879e814c-05fc-4dea-ba60-1f3e794a1184 HTTP/1.1" status: 200 len: 1096 time: 0.8713362 Nov 23 17:58:24.942506 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-edeac1ac-e9bc-4351-a6c5-6c2ad55954d4 None None] Provisioning complete for port 31432092-799b-4a47-91f7-59ca6df6ee9e triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:58:24.942878 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-edeac1ac-e9bc-4351-a6c5-6c2ad55954d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:24.958973 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-da92291d-853b-46a3-9cf7-54abda364db4 req-b5d30588-09c2-43df-a9fd-fd5fd543358c tempest-TestNetworkAdvancedServerOps-448977066 tempest-TestNetworkAdvancedServerOps-448977066-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:24.981410 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-edeac1ac-e9bc-4351-a6c5-6c2ad55954d4 None None] Port 31432092-799b-4a47-91f7-59ca6df6ee9e cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:58:25.018668 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-f6eba4b2-66b2-443b-974c-91f11a29ce87 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:25.052952 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-f904930b-27ef-4db9-befa-8b75d76ecd50 tempest-AllowedAddressPairIpV6TestJSON-1486391728 tempest-AllowedAddressPairIpV6TestJSON-1486391728-project] Deleting port 31432092-799b-4a47-91f7-59ca6df6ee9e {{(pid=103591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:58:25.053297 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-f904930b-27ef-4db9-befa-8b75d76ecd50 tempest-AllowedAddressPairIpV6TestJSON-1486391728 tempest-AllowedAddressPairIpV6TestJSON-1486391728-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:25.239428 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-da92291d-853b-46a3-9cf7-54abda364db4 req-b5d30588-09c2-43df-a9fd-fd5fd543358c tempest-TestNetworkAdvancedServerOps-448977066 tempest-TestNetworkAdvancedServerOps-448977066-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:25.245557 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-da92291d-853b-46a3-9cf7-54abda364db4 req-b5d30588-09c2-43df-a9fd-fd5fd543358c tempest-TestNetworkAdvancedServerOps-448977066 tempest-TestNetworkAdvancedServerOps-448977066-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:25.294639 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-f904930b-27ef-4db9-befa-8b75d76ecd50 tempest-AllowedAddressPairIpV6TestJSON-1486391728 tempest-AllowedAddressPairIpV6TestJSON-1486391728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:25.341333 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-f904930b-27ef-4db9-befa-8b75d76ecd50 tempest-AllowedAddressPairIpV6TestJSON-1486391728 tempest-AllowedAddressPairIpV6TestJSON-1486391728-project] Calling delete_port for 31432092-799b-4a47-91f7-59ca6df6ee9e owned by {{(pid=103591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:58:25.347350 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-da92291d-853b-46a3-9cf7-54abda364db4 req-b5d30588-09c2-43df-a9fd-fd5fd543358c tempest-TestNetworkAdvancedServerOps-448977066 tempest-TestNetworkAdvancedServerOps-448977066-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=c951464a-459e-4ec5-9432-89ee674ff255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4116187 Nov 23 17:58:25.353890 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d30588-09c2-43df-a9fd-fd5fd543358c tempest-TestNetworkAdvancedServerOps-448977066 tempest-TestNetworkAdvancedServerOps-448977066-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edbc0863-8c21-48c7-93b4-29dee6825069,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:58:25.551195 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device cbe1d0d3-d2c8-4774-b59b-20d89e34037a up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:58:25.613187 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port cbe1d0d3-d2c8-4774-b59b-20d89e34037a triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:58:25.613582 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:25.643999 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-f904930b-27ef-4db9-befa-8b75d76ecd50 tempest-AllowedAddressPairIpV6TestJSON-1486391728 tempest-AllowedAddressPairIpV6TestJSON-1486391728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:25.657255 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-f6eba4b2-66b2-443b-974c-91f11a29ce87 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Publish callbacks [] for port, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:25.689699 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e7ba66-8da5-4c92-abee-0f3042b52ff4 req-e583101f-ccf5-422b-a921-f643d843fa33 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:58:25.691261 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-68e7ba66-8da5-4c92-abee-0f3042b52ff4 req-e583101f-ccf5-422b-a921-f643d843fa33 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.60 "GET /v2.0/ports?device_id=879e814c-05fc-4dea-ba60-1f3e794a1184 HTTP/1.1" status: 200 len: 945 time: 0.2593582 Nov 23 17:58:25.691938 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-f6eba4b2-66b2-443b-974c-91f11a29ce87 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264758186'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:25.698422 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f904930b-27ef-4db9-befa-8b75d76ecd50 tempest-AllowedAddressPairIpV6TestJSON-1486391728 tempest-AllowedAddressPairIpV6TestJSON-1486391728-project] Pushing event deleted for resources: {'Port': ['ID=31432092-799b-4a47-91f7-59ca6df6ee9e,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:58:25.704342 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:25.742237 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] For port cbe1d0d3-d2c8-4774-b59b-20d89e34037a, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=cbe1d0d3-d2c8-4774-b59b-20d89e34037a,segment=NetworkSegment(a351da06-cb10-4c01-aebe-775410ba67eb),segment_id=a351da06-cb10-4c01-aebe-775410ba67eb)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:58:25.748731 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:25.749155 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 56ebb9b2-94c1-4475-919d-31e5e1b1a420 up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:58:25.855066 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Pushing event updated for resources: {'Port': ['ID=cbe1d0d3-d2c8-4774-b59b-20d89e34037a,revision_number=3']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:58:25.867032 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-f6eba4b2-66b2-443b-974c-91f11a29ce87 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2068703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1794403'] for router_interface, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:25.877238 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port 56ebb9b2-94c1-4475-919d-31e5e1b1a420 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:58:25.877919 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:25.937600 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6eba4b2-66b2-443b-974c-91f11a29ce87 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Pushing event updated for resources: {'Port': ['ID=2c57964a-c6be-4b21-9b23-51309175c9b7,revision_number=2']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:58:25.960477 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-68e7ba66-8da5-4c92-abee-0f3042b52ff4 req-09034438-d2a3-4a8d-8fc1-8a926e36eb86 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.60 "GET /v2.0/security-groups?id=c951464a-459e-4ec5-9432-89ee674ff255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2347813 Nov 23 17:58:26.007528 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 50362) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:58:26.053363 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-f904930b-27ef-4db9-befa-8b75d76ecd50 tempest-AllowedAddressPairIpV6TestJSON-1486391728 tempest-AllowedAddressPairIpV6TestJSON-1486391728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:26.056805 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-f904930b-27ef-4db9-befa-8b75d76ecd50 tempest-AllowedAddressPairIpV6TestJSON-1486391728 tempest-AllowedAddressPairIpV6TestJSON-1486391728-project] 10.222.0.60 "DELETE /v2.0/ports/31432092-799b-4a47-91f7-59ca6df6ee9e HTTP/1.1" status: 204 len: 168 time: 1.7359328 Nov 23 17:58:26.059417 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 50364) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:58:26.091382 n-d-816206-8 neutron-server[103590]: INFO neutron.pecan_wsgi.hooks.translation [None req-8bdee5ff-c902-4c15-9971-12c62a6eef2f tempest-AllowedAddressPairIpV6TestJSON-1486391728 tempest-AllowedAddressPairIpV6TestJSON-1486391728-project] GET failed (client error): The resource could not be found. Nov 23 17:58:26.093586 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-8bdee5ff-c902-4c15-9971-12c62a6eef2f tempest-AllowedAddressPairIpV6TestJSON-1486391728 tempest-AllowedAddressPairIpV6TestJSON-1486391728-project] 10.222.0.60 "GET /v2.0/ports/31432092-799b-4a47-91f7-59ca6df6ee9e HTTP/1.1" status: 404 len: 333 time: 0.0331888 Nov 23 17:58:26.097585 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 50366) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:58:26.100165 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6eba4b2-66b2-443b-974c-91f11a29ce87 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Network 7cdd291d-d3a6-4b3c-90fd-fb828e53d4cc is already hosted by enough agents. {{(pid=103591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:58:26.101681 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [None req-f6eba4b2-66b2-443b-974c-91f11a29ce87 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Resources bound (agent type, host, resource id): {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:58:26.104534 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-03e76585-0759-4ff1-8898-f3471a6c8e45 tempest-AllowedAddressPairIpV6TestJSON-1486391728 tempest-AllowedAddressPairIpV6TestJSON-1486391728-project] Request body: {'port': {'network_id': 'b703667a-12d3-405e-8500-03aeda356e7d', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1569409736'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:58:26.136967 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-ab275b22-d098-433c-861e-65150d924eb8 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.60 "GET /v2.0/floatingips/3906124e-78c6-4923-8a84-99c7fcd1ed9f HTTP/1.1" status: 200 len: 993 time: 0.1281197 Nov 23 17:58:26.246915 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29e30c5b-477a-4a86-9639-302c7e2376c3 None None] Network 7cdd291d-d3a6-4b3c-90fd-fb828e53d4cc requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:58:26.258378 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03e76585-0759-4ff1-8898-f3471a6c8e45 tempest-AllowedAddressPairIpV6TestJSON-1486391728 tempest-AllowedAddressPairIpV6TestJSON-1486391728-project] Made reservation on behalf of 5ef096be90e046d689d0f4cf3415508e for: {'port': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:58:26.263098 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-03e76585-0759-4ff1-8898-f3471a6c8e45 tempest-AllowedAddressPairIpV6TestJSON-1486391728 tempest-AllowedAddressPairIpV6TestJSON-1486391728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:26.266398 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6eba4b2-66b2-443b-974c-91f11a29ce87 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Router 4976e692-a610-4579-bfef-f1c6bb590a77 has already been hosted by L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 {{(pid=103591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 17:58:26.283215 n-d-816206-8 neutron-server[103590]: DEBUG neutron.notifiers.nova [None req-03e76585-0759-4ff1-8898-f3471a6c8e45 tempest-AllowedAddressPairIpV6TestJSON-1486391728 tempest-AllowedAddressPairIpV6TestJSON-1486391728-project] device_id is not set on port 03a7ad17-83d9-440f-9ac6-a0ac97945a8b yet. {{(pid=103590) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 17:58:26.337442 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-d92ad8d2-7e0e-4ecf-9293-b9d6e0e1f5be None None] Provisioning complete for port cbe1d0d3-d2c8-4774-b59b-20d89e34037a triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:58:26.337808 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-d92ad8d2-7e0e-4ecf-9293-b9d6e0e1f5be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:26.406491 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6eba4b2-66b2-443b-974c-91f11a29ce87 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:58:26.416171 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-03e76585-0759-4ff1-8898-f3471a6c8e45 tempest-AllowedAddressPairIpV6TestJSON-1486391728 tempest-AllowedAddressPairIpV6TestJSON-1486391728-project] Allocated IP 2001:db8::2c9 (b703667a-12d3-405e-8500-03aeda356e7d/f288b7e3-2c49-4c52-ae3c-9a99048cacd2/03a7ad17-83d9-440f-9ac6-a0ac97945a8b) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:58:26.419019 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 50374) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:58:26.420208 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-f6eba4b2-66b2-443b-974c-91f11a29ce87 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] 10.222.0.60 "PUT /v2.0/routers/4976e692-a610-4579-bfef-f1c6bb590a77/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9771945 Nov 23 17:58:26.420997 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2206d1a3-e88d-43ae-9398-7495679d2092 None None] Sync routers for ids ['4976e692-a610-4579-bfef-f1c6bb590a77'] in n-d-816206-8 {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:58:26.481606 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2206d1a3-e88d-43ae-9398-7495679d2092 None None] Routers {'4976e692-a610-4579-bfef-f1c6bb590a77'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:58:26.482244 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-2206d1a3-e88d-43ae-9398-7495679d2092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:58:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['4976e692-a610-4579-bfef-f1c6bb590a77'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:58:26.570001 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [req-4c432567-6c7b-4656-bc9d-215442d31924 req-591b59f2-373d-4f26-be41-21d8ee9e3c6d service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=103591) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 17:58:26.570818 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4c432567-6c7b-4656-bc9d-215442d31924 req-591b59f2-373d-4f26-be41-21d8ee9e3c6d service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0660176 Nov 23 17:58:26.626279 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvr_db [None req-2206d1a3-e88d-43ae-9398-7495679d2092 None None] Set router 4976e692-a610-4579-bfef-f1c6bb590a77 gateway port host: n-d-816206-8 {{(pid=103592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:58:26.670665 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6775592-4e15-4aa1-9375-bdda522672e9 tempest-TestNetworkBasicOps-199493669 tempest-TestNetworkBasicOps-199493669-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:58:26.671032 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6775592-4e15-4aa1-9375-bdda522672e9 tempest-TestNetworkBasicOps-199493669 tempest-TestNetworkBasicOps-199493669-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:58:26.671505 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6775592-4e15-4aa1-9375-bdda522672e9 tempest-TestNetworkBasicOps-199493669 tempest-TestNetworkBasicOps-199493669-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:58:26.671966 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6775592-4e15-4aa1-9375-bdda522672e9 tempest-TestNetworkBasicOps-199493669 tempest-TestNetworkBasicOps-199493669-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:58:26.672421 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6775592-4e15-4aa1-9375-bdda522672e9 tempest-TestNetworkBasicOps-199493669 tempest-TestNetworkBasicOps-199493669-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:58:26.672900 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6775592-4e15-4aa1-9375-bdda522672e9 tempest-TestNetworkBasicOps-199493669 tempest-TestNetworkBasicOps-199493669-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:58:26.674746 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-e6775592-4e15-4aa1-9375-bdda522672e9 tempest-TestNetworkBasicOps-199493669 tempest-TestNetworkBasicOps-199493669-project-admin] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4284 time: 0.2547498 Nov 23 17:58:26.678128 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 50382) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:58:26.753516 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-03e76585-0759-4ff1-8898-f3471a6c8e45 tempest-AllowedAddressPairIpV6TestJSON-1486391728 tempest-AllowedAddressPairIpV6TestJSON-1486391728-project] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:26.810661 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-03e76585-0759-4ff1-8898-f3471a6c8e45 tempest-AllowedAddressPairIpV6TestJSON-1486391728 tempest-AllowedAddressPairIpV6TestJSON-1486391728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:26.837389 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b55bbe9-c793-487b-b3af-49658c0c802b tempest-TestNetworkBasicOps-199493669 tempest-TestNetworkBasicOps-199493669-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:58:26.838016 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b55bbe9-c793-487b-b3af-49658c0c802b tempest-TestNetworkBasicOps-199493669 tempest-TestNetworkBasicOps-199493669-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:58:26.839122 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b55bbe9-c793-487b-b3af-49658c0c802b tempest-TestNetworkBasicOps-199493669 tempest-TestNetworkBasicOps-199493669-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:58:26.839644 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b55bbe9-c793-487b-b3af-49658c0c802b tempest-TestNetworkBasicOps-199493669 tempest-TestNetworkBasicOps-199493669-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:58:26.840162 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b55bbe9-c793-487b-b3af-49658c0c802b tempest-TestNetworkBasicOps-199493669 tempest-TestNetworkBasicOps-199493669-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:58:26.840717 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b55bbe9-c793-487b-b3af-49658c0c802b tempest-TestNetworkBasicOps-199493669 tempest-TestNetworkBasicOps-199493669-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:58:26.844791 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-6b55bbe9-c793-487b-b3af-49658c0c802b tempest-TestNetworkBasicOps-199493669 tempest-TestNetworkBasicOps-199493669-project-admin] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3962 time: 0.1634402 Nov 23 17:58:26.845676 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 50386) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:58:26.883922 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e76585-0759-4ff1-8898-f3471a6c8e45 tempest-AllowedAddressPairIpV6TestJSON-1486391728 tempest-AllowedAddressPairIpV6TestJSON-1486391728-project] Pushing event updated for resources: {'Port': ['ID=03a7ad17-83d9-440f-9ac6-a0ac97945a8b,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:58:26.892916 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03e76585-0759-4ff1-8898-f3471a6c8e45 tempest-AllowedAddressPairIpV6TestJSON-1486391728 tempest-AllowedAddressPairIpV6TestJSON-1486391728-project] Network b703667a-12d3-405e-8500-03aeda356e7d is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:58:26.894309 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-03e76585-0759-4ff1-8898-f3471a6c8e45 tempest-AllowedAddressPairIpV6TestJSON-1486391728 tempest-AllowedAddressPairIpV6TestJSON-1486391728-project] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:58:26.896696 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03e76585-0759-4ff1-8898-f3471a6c8e45 tempest-AllowedAddressPairIpV6TestJSON-1486391728 tempest-AllowedAddressPairIpV6TestJSON-1486391728-project] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:58:26.908008 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-2206d1a3-e88d-43ae-9398-7495679d2092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4976e692-a610-4579-bfef-f1c6bb590a77', 'name': 'tempest-TestNetworkBasicOps-router-328558173', 'tenant_id': '06a344c95e04492b8d6015a2d3d39bf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.89'}], 'enable_snat': True}, 'gw_port_id': '56ebb9b2-94c1-4475-919d-31e5e1b1a420', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:58:19Z', 'updated_at': '2021-11-23T17:58:24Z', 'revision_number': 4, 'project_id': '06a344c95e04492b8d6015a2d3d39bf1', 'gw_port': {'id': '56ebb9b2-94c1-4475-919d-31e5e1b1a420', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:80:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4976e692-a610-4579-bfef-f1c6bb590a77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3721, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:58:20Z', 'updated_at': '2021-11-23T17:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_interfaces': [{'id': '2c57964a-c6be-4b21-9b23-51309175c9b7', 'name': '', 'network_id': '7cdd291d-d3a6-4b3c-90fd-fb828e53d4cc', 'tenant_id': '06a344c95e04492b8d6015a2d3d39bf1', 'mac_address': 'fa:16:3e:37:52:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4976e692-a610-4579-bfef-f1c6bb590a77', 'device_owner': 'network:router_interface', 'standard_attr_id': 3728, 'fixed_ips': [{'subnet_id': 'cb50c9cf-9f41-42e6-840d-0d53f4985bf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:58:23Z', 'updated_at': '2021-11-23T17:58:25Z', 'revision_number': 2, 'project_id': '06a344c95e04492b8d6015a2d3d39bf1', 'subnets': [{'id': 'cb50c9cf-9f41-42e6-840d-0d53f4985bf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:58:26.911006 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03e76585-0759-4ff1-8898-f3471a6c8e45 tempest-AllowedAddressPairIpV6TestJSON-1486391728 tempest-AllowedAddressPairIpV6TestJSON-1486391728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:58:26.911942 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-03e76585-0759-4ff1-8898-f3471a6c8e45 tempest-AllowedAddressPairIpV6TestJSON-1486391728 tempest-AllowedAddressPairIpV6TestJSON-1486391728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:26.939563 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-03e76585-0759-4ff1-8898-f3471a6c8e45 tempest-AllowedAddressPairIpV6TestJSON-1486391728 tempest-AllowedAddressPairIpV6TestJSON-1486391728-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 0.8372586 Nov 23 17:58:26.941024 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 50392) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:58:26.950959 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2206d1a3-e88d-43ae-9398-7495679d2092 None None] Checking router: 4976e692-a610-4579-bfef-f1c6bb590a77 for host: n-d-816206-8 {{(pid=103592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 17:58:26.951321 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2206d1a3-e88d-43ae-9398-7495679d2092 None None] Updating router 4976e692-a610-4579-bfef-f1c6bb590a77 port 2c57964a-c6be-4b21-9b23-51309175c9b7 binding host n-d-816206-8 {{(pid=103592) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 17:58:26.965216 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-01a7ead2-9cda-4d0a-b123-56782129a81c tempest-AllowedAddressPairIpV6TestJSON-1486391728 tempest-AllowedAddressPairIpV6TestJSON-1486391728-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:92:6e:cb'}]}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:58:27.032684 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-cbda5f07-faf9-4604-9132-f4e279bebe43 None None] Provisioning complete for port 2c57964a-c6be-4b21-9b23-51309175c9b7 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:58:27.033049 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-cbda5f07-faf9-4604-9132-f4e279bebe43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:27.037101 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-2206d1a3-e88d-43ae-9398-7495679d2092 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:27.126489 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-cbda5f07-faf9-4604-9132-f4e279bebe43 None None] Port 2c57964a-c6be-4b21-9b23-51309175c9b7 cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:58:27.146648 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-cbda5f07-faf9-4604-9132-f4e279bebe43 None None] Provisioning complete for port cbe1d0d3-d2c8-4774-b59b-20d89e34037a triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:58:27.147112 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-cbda5f07-faf9-4604-9132-f4e279bebe43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:27.289208 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-4c47a6ae-965a-4f21-821d-f6caf4b8000b tempest-TestNetworkBasicOps-199493669 tempest-TestNetworkBasicOps-199493669-project-admin] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2333 time: 0.4422789 Nov 23 17:58:27.316249 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-01a7ead2-9cda-4d0a-b123-56782129a81c tempest-AllowedAddressPairIpV6TestJSON-1486391728 tempest-AllowedAddressPairIpV6TestJSON-1486391728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:27.541861 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device cbe1d0d3-d2c8-4774-b59b-20d89e34037a up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:58:27.545093 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8465d62-a300-428d-8a74-ccf9f7f03ec4 req-632f8396-fd7c-4ada-a745-9b506dfda075 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:58:27.547131 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d8465d62-a300-428d-8a74-ccf9f7f03ec4 req-632f8396-fd7c-4ada-a745-9b506dfda075 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.60 "GET /v2.0/ports?device_id=879e814c-05fc-4dea-ba60-1f3e794a1184 HTTP/1.1" status: 200 len: 945 time: 0.1532588 Nov 23 17:58:27.582259 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2bb8548a-9f09-485c-b3b6-85d34163ecd4 req-7b51c648-3a26-4fe0-a59e-76e13bb91bfe service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=879e814c-05fc-4dea-ba60-1f3e794a1184&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2302125 Nov 23 17:58:27.599959 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [req-2bb8548a-9f09-485c-b3b6-85d34163ecd4 req-ef5ed6d6-d309-4442-9dfd-751722c54f38 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=103591) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 17:58:27.601265 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2bb8548a-9f09-485c-b3b6-85d34163ecd4 req-ef5ed6d6-d309-4442-9dfd-751722c54f38 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0111849 Nov 23 17:58:27.647897 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d8465d62-a300-428d-8a74-ccf9f7f03ec4 req-33454929-d1c7-4126-80da-b1cfdf5f8c87 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.60 "GET /v2.0/security-groups?id=c951464a-459e-4ec5-9432-89ee674ff255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0940413 Nov 23 17:58:27.699051 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-01a7ead2-9cda-4d0a-b123-56782129a81c tempest-AllowedAddressPairIpV6TestJSON-1486391728 tempest-AllowedAddressPairIpV6TestJSON-1486391728-project] Publish callbacks [] for port, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:27.706406 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-01a7ead2-9cda-4d0a-b123-56782129a81c tempest-AllowedAddressPairIpV6TestJSON-1486391728 tempest-AllowedAddressPairIpV6TestJSON-1486391728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264357957'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:27.726353 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-31f39c53-10b3-43fa-90e3-9ecc567ad8a2 None None] Provisioning complete for port 2c57964a-c6be-4b21-9b23-51309175c9b7 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:58:27.726844 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-31f39c53-10b3-43fa-90e3-9ecc567ad8a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:27.735156 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port cbe1d0d3-d2c8-4774-b59b-20d89e34037a triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:58:27.735548 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:27.768227 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-01a7ead2-9cda-4d0a-b123-56782129a81c tempest-AllowedAddressPairIpV6TestJSON-1486391728 tempest-AllowedAddressPairIpV6TestJSON-1486391728-project] In _notify_port_updated(), no bound segment for port 03a7ad17-83d9-440f-9ac6-a0ac97945a8b on network b703667a-12d3-405e-8500-03aeda356e7d {{(pid=103590) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 23 17:58:27.774341 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01a7ead2-9cda-4d0a-b123-56782129a81c tempest-AllowedAddressPairIpV6TestJSON-1486391728 tempest-AllowedAddressPairIpV6TestJSON-1486391728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:58:27.774991 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-01a7ead2-9cda-4d0a-b123-56782129a81c tempest-AllowedAddressPairIpV6TestJSON-1486391728 tempest-AllowedAddressPairIpV6TestJSON-1486391728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:27.776877 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-01a7ead2-9cda-4d0a-b123-56782129a81c tempest-AllowedAddressPairIpV6TestJSON-1486391728 tempest-AllowedAddressPairIpV6TestJSON-1486391728-project] 10.222.0.60 "PUT /v2.0/ports/03a7ad17-83d9-440f-9ac6-a0ac97945a8b HTTP/1.1" status: 200 len: 1003 time: 0.8332119 Nov 23 17:58:27.779693 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 50410) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:58:27.784273 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a7ead2-9cda-4d0a-b123-56782129a81c tempest-AllowedAddressPairIpV6TestJSON-1486391728 tempest-AllowedAddressPairIpV6TestJSON-1486391728-project] Pushing event updated for resources: {'Port': ['ID=03a7ad17-83d9-440f-9ac6-a0ac97945a8b,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:58:27.810872 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-2206d1a3-e88d-43ae-9398-7495679d2092 None None] Publish callbacks [] for port, precommit_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:27.817491 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 50412) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:58:27.824947 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-31f39c53-10b3-43fa-90e3-9ecc567ad8a2 None None] Port 2c57964a-c6be-4b21-9b23-51309175c9b7 cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:58:27.826487 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-2206d1a3-e88d-43ae-9398-7495679d2092 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:27.829485 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-20fd1b38-1867-434d-9974-4f8638aa14a9 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1258685768', 'description': 'tempest-secgroup-smoke-1258685768 description', 'project_id': '06a344c95e04492b8d6015a2d3d39bf1'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:58:27.874380 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-20fd1b38-1867-434d-9974-4f8638aa14a9 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Publish callbacks [] for security_group, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:27.894123 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-31f39c53-10b3-43fa-90e3-9ecc567ad8a2 None None] Provisioning complete for port 03a7ad17-83d9-440f-9ac6-a0ac97945a8b triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:58:27.894564 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-31f39c53-10b3-43fa-90e3-9ecc567ad8a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:27.909820 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96925f6-d5b9-4d68-934b-3d1aaf269f5d None None] Pushing event updated for resources: {'Port': ['ID=2c57964a-c6be-4b21-9b23-51309175c9b7,revision_number=3']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:58:27.999718 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-f89d7200-f27d-4cf9-afe7-29b83e076484 tempest-AllowedAddressPairIpV6TestJSON-1486391728 tempest-AllowedAddressPairIpV6TestJSON-1486391728-project] Deleting port 03a7ad17-83d9-440f-9ac6-a0ac97945a8b {{(pid=103591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:58:28.000089 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-f89d7200-f27d-4cf9-afe7-29b83e076484 tempest-AllowedAddressPairIpV6TestJSON-1486391728 tempest-AllowedAddressPairIpV6TestJSON-1486391728-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:28.001303 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-20fd1b38-1867-434d-9974-4f8638aa14a9 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Publish callbacks [] for security_group, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:28.011855 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-20fd1b38-1867-434d-9974-4f8638aa14a9 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:28.067179 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-20fd1b38-1867-434d-9974-4f8638aa14a9 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:28.077276 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-20fd1b38-1867-434d-9974-4f8638aa14a9 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2558966 Nov 23 17:58:28.078685 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 50420) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:58:28.089280 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-98f2931e-c5da-4aec-b6ad-ce109456beb8 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Request body: {'security_group_rule': {'security_group_id': '19707690-a374-4ad1-9e6b-ad199275121e', 'project_id': '06a344c95e04492b8d6015a2d3d39bf1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:58:28.095216 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fd1b38-1867-434d-9974-4f8638aa14a9 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19707690-a374-4ad1-9e6b-ad199275121e,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:58:28.160085 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-98f2931e-c5da-4aec-b6ad-ce109456beb8 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:28.193166 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-f89d7200-f27d-4cf9-afe7-29b83e076484 tempest-AllowedAddressPairIpV6TestJSON-1486391728 tempest-AllowedAddressPairIpV6TestJSON-1486391728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:28.208546 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-f89d7200-f27d-4cf9-afe7-29b83e076484 tempest-AllowedAddressPairIpV6TestJSON-1486391728 tempest-AllowedAddressPairIpV6TestJSON-1486391728-project] Calling delete_port for 03a7ad17-83d9-440f-9ac6-a0ac97945a8b owned by {{(pid=103591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:58:28.248310 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-98f2931e-c5da-4aec-b6ad-ce109456beb8 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:28.253719 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-98f2931e-c5da-4aec-b6ad-ce109456beb8 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994370'] for security_group_rule, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:28.275278 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f2931e-c5da-4aec-b6ad-ce109456beb8 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c54a15d2-6f20-4490-aa8e-57297b2a94ba,revision_number=0']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:58:28.286754 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-98f2931e-c5da-4aec-b6ad-ce109456beb8 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:28.288158 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-98f2931e-c5da-4aec-b6ad-ce109456beb8 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2084785 Nov 23 17:58:28.291029 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 50424) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:58:28.296065 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-ebeaf76c-be3f-4dda-a162-adb9f8699769 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Request body: {'security_group_rule': {'security_group_id': '19707690-a374-4ad1-9e6b-ad199275121e', 'project_id': '06a344c95e04492b8d6015a2d3d39bf1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:58:28.339413 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ebeaf76c-be3f-4dda-a162-adb9f8699769 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:28.374507 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-2206d1a3-e88d-43ae-9398-7495679d2092 None None] Attempting to bind port 2c57964a-c6be-4b21-9b23-51309175c9b7 on host n-d-816206-8 for vnic_type normal with profile {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:58:28.375065 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-2206d1a3-e88d-43ae-9398-7495679d2092 None None] Attempting to bind port 2c57964a-c6be-4b21-9b23-51309175c9b7 by drivers openvswitch,hyperv on host n-d-816206-8 at level 0 using segments [{'id': 'a351da06-cb10-4c01-aebe-775410ba67eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '7cdd291d-d3a6-4b3c-90fd-fb828e53d4cc'}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:58:28.375439 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2206d1a3-e88d-43ae-9398-7495679d2092 None None] Attempting to bind port 2c57964a-c6be-4b21-9b23-51309175c9b7 on network 7cdd291d-d3a6-4b3c-90fd-fb828e53d4cc {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:58:28.382313 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2206d1a3-e88d-43ae-9398-7495679d2092 None None] Checking agent: {'id': '9e89acbe-4bbe-4c77-a18b-6f1da9133e0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 7, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 58, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:58:28.383010 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2206d1a3-e88d-43ae-9398-7495679d2092 None None] Checking segment: {'id': 'a351da06-cb10-4c01-aebe-775410ba67eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '7cdd291d-d3a6-4b3c-90fd-fb828e53d4cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:58:28.383702 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-2206d1a3-e88d-43ae-9398-7495679d2092 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:28.384109 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2206d1a3-e88d-43ae-9398-7495679d2092 None None] Bound using segment: {'id': 'a351da06-cb10-4c01-aebe-775410ba67eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '7cdd291d-d3a6-4b3c-90fd-fb828e53d4cc'} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:58:28.384780 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-2206d1a3-e88d-43ae-9398-7495679d2092 None None] Bound port: 2c57964a-c6be-4b21-9b23-51309175c9b7, host: n-d-816206-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a351da06-cb10-4c01-aebe-775410ba67eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '7cdd291d-d3a6-4b3c-90fd-fb828e53d4cc'}}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:58:28.385920 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-2206d1a3-e88d-43ae-9398-7495679d2092 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:28.387797 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-31f39c53-10b3-43fa-90e3-9ecc567ad8a2 None None] Port 03a7ad17-83d9-440f-9ac6-a0ac97945a8b cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:58:28.395515 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-f89d7200-f27d-4cf9-afe7-29b83e076484 tempest-AllowedAddressPairIpV6TestJSON-1486391728 tempest-AllowedAddressPairIpV6TestJSON-1486391728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:28.415169 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ebeaf76c-be3f-4dda-a162-adb9f8699769 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:28.420268 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ebeaf76c-be3f-4dda-a162-adb9f8699769 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994370'] for security_group_rule, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:28.440517 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89d7200-f27d-4cf9-afe7-29b83e076484 tempest-AllowedAddressPairIpV6TestJSON-1486391728 tempest-AllowedAddressPairIpV6TestJSON-1486391728-project] Pushing event deleted for resources: {'Port': ['ID=03a7ad17-83d9-440f-9ac6-a0ac97945a8b,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:58:28.445635 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebeaf76c-be3f-4dda-a162-adb9f8699769 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6cbda99e-3888-47a8-b8b3-cd17bf23a2a7,revision_number=0']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:58:28.457509 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ebeaf76c-be3f-4dda-a162-adb9f8699769 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:28.461596 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-ebeaf76c-be3f-4dda-a162-adb9f8699769 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1665895 Nov 23 17:58:28.461952 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 50430) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:58:28.467917 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-c9344332-a9b6-4936-8bbe-e02740f614d0 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Request body: {'security_group_rule': {'security_group_id': '19707690-a374-4ad1-9e6b-ad199275121e', 'project_id': '06a344c95e04492b8d6015a2d3d39bf1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:58:28.472919 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-2206d1a3-e88d-43ae-9398-7495679d2092 None None] For port 2c57964a-c6be-4b21-9b23-51309175c9b7, host n-d-816206-8, cleared binding levels {{(pid=103592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:58:28.480156 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-2206d1a3-e88d-43ae-9398-7495679d2092 None None] For port 2c57964a-c6be-4b21-9b23-51309175c9b7, host n-d-816206-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=2c57964a-c6be-4b21-9b23-51309175c9b7,segment=NetworkSegment(a351da06-cb10-4c01-aebe-775410ba67eb),segment_id=a351da06-cb10-4c01-aebe-775410ba67eb)] {{(pid=103592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:58:28.488445 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-2206d1a3-e88d-43ae-9398-7495679d2092 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:28.511886 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c9344332-a9b6-4936-8bbe-e02740f614d0 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:28.538500 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-f89d7200-f27d-4cf9-afe7-29b83e076484 tempest-AllowedAddressPairIpV6TestJSON-1486391728 tempest-AllowedAddressPairIpV6TestJSON-1486391728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:28.544519 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-f89d7200-f27d-4cf9-afe7-29b83e076484 tempest-AllowedAddressPairIpV6TestJSON-1486391728 tempest-AllowedAddressPairIpV6TestJSON-1486391728-project] 10.222.0.60 "DELETE /v2.0/ports/03a7ad17-83d9-440f-9ac6-a0ac97945a8b HTTP/1.1" status: 204 len: 168 time: 0.7637198 Nov 23 17:58:28.546982 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 50432) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:58:28.620442 n-d-816206-8 neutron-server[103591]: INFO neutron.pecan_wsgi.hooks.translation [None req-46c7095d-d509-48df-a096-acd3a4452056 tempest-AllowedAddressPairIpV6TestJSON-1486391728 tempest-AllowedAddressPairIpV6TestJSON-1486391728-project] GET failed (client error): The resource could not be found. Nov 23 17:58:28.621098 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-62f35551-bd7c-4144-9c07-8b217b2bec0d None None] Provisioning complete for port 2c57964a-c6be-4b21-9b23-51309175c9b7 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:58:28.621727 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-62f35551-bd7c-4144-9c07-8b217b2bec0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:28.622016 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-46c7095d-d509-48df-a096-acd3a4452056 tempest-AllowedAddressPairIpV6TestJSON-1486391728 tempest-AllowedAddressPairIpV6TestJSON-1486391728-project] 10.222.0.60 "GET /v2.0/ports/03a7ad17-83d9-440f-9ac6-a0ac97945a8b HTTP/1.1" status: 404 len: 333 time: 0.0740256 Nov 23 17:58:28.626384 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 50434) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:58:28.629005 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c9344332-a9b6-4936-8bbe-e02740f614d0 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:28.634175 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-fbccd7a3-1dd4-4312-9a1b-4107f349aabd tempest-AllowedAddressPairIpV6TestJSON-1486391728 tempest-AllowedAddressPairIpV6TestJSON-1486391728-project] Request body: {'port': {'network_id': 'b703667a-12d3-405e-8500-03aeda356e7d', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-628708360'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:58:28.634476 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c9344332-a9b6-4936-8bbe-e02740f614d0 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994370'] for security_group_rule, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:28.638787 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2206d1a3-e88d-43ae-9398-7495679d2092 None None] Routers {'4976e692-a610-4579-bfef-f1c6bb590a77'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:58:28.640047 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-2206d1a3-e88d-43ae-9398-7495679d2092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:58:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['4976e692-a610-4579-bfef-f1c6bb590a77'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:58:28.662828 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9344332-a9b6-4936-8bbe-e02740f614d0 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45da8c12-91d5-4e69-b435-ace907af3cb9,revision_number=0']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:58:28.688194 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c9344332-a9b6-4936-8bbe-e02740f614d0 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:28.694277 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-c9344332-a9b6-4936-8bbe-e02740f614d0 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2300916 Nov 23 17:58:28.697005 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 50438) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:58:28.706894 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-2d61be4e-d544-4236-8e93-c885fdc23a54 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Request body: {'security_group_rule': {'security_group_id': '19707690-a374-4ad1-9e6b-ad199275121e', 'project_id': '06a344c95e04492b8d6015a2d3d39bf1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:58:28.787157 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2d61be4e-d544-4236-8e93-c885fdc23a54 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:28.815025 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96925f6-d5b9-4d68-934b-3d1aaf269f5d None None] Pushing event updated for resources: {'Port': ['ID=2c57964a-c6be-4b21-9b23-51309175c9b7,revision_number=4']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:58:28.887992 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fe65aa-e32e-4dee-8bfb-c35d944624b1 req-ac6be7cc-044a-4e89-ae93-9e4b723f7ef2 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:58:28.891840 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a8fe65aa-e32e-4dee-8bfb-c35d944624b1 req-ac6be7cc-044a-4e89-ae93-9e4b723f7ef2 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.60 "GET /v2.0/ports?device_id=879e814c-05fc-4dea-ba60-1f3e794a1184 HTTP/1.1" status: 200 len: 945 time: 0.1267138 Nov 23 17:58:28.914952 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2d61be4e-d544-4236-8e93-c885fdc23a54 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:28.934384 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbccd7a3-1dd4-4312-9a1b-4107f349aabd tempest-AllowedAddressPairIpV6TestJSON-1486391728 tempest-AllowedAddressPairIpV6TestJSON-1486391728-project] Made reservation on behalf of 5ef096be90e046d689d0f4cf3415508e for: {'port': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:58:28.936629 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2d61be4e-d544-4236-8e93-c885fdc23a54 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994370'] for security_group_rule, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:28.939836 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-fbccd7a3-1dd4-4312-9a1b-4107f349aabd tempest-AllowedAddressPairIpV6TestJSON-1486391728 tempest-AllowedAddressPairIpV6TestJSON-1486391728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:28.972521 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d61be4e-d544-4236-8e93-c885fdc23a54 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a63977cf-e8d0-4702-b19a-13b4b0fb5b4f,revision_number=0']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:58:28.987345 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [None req-fbccd7a3-1dd4-4312-9a1b-4107f349aabd tempest-AllowedAddressPairIpV6TestJSON-1486391728 tempest-AllowedAddressPairIpV6TestJSON-1486391728-project] device_id is not set on port e4c5243c-c48f-4a21-b450-6475b402b7c6 yet. {{(pid=103591) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 17:58:28.989871 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-62f35551-bd7c-4144-9c07-8b217b2bec0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:28.992108 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2d61be4e-d544-4236-8e93-c885fdc23a54 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:28.993467 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-2d61be4e-d544-4236-8e93-c885fdc23a54 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2946312 Nov 23 17:58:28.996282 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 50440) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:58:29.003645 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-81a0f377-498e-420f-a76a-47c8aba7faa0 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Request body: {'security_group_rule': {'security_group_id': '19707690-a374-4ad1-9e6b-ad199275121e', 'project_id': '06a344c95e04492b8d6015a2d3d39bf1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:58:29.005190 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvr_db [None req-2206d1a3-e88d-43ae-9398-7495679d2092 None None] Set router 4976e692-a610-4579-bfef-f1c6bb590a77 gateway port host: n-d-816206-8 {{(pid=103592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:58:29.034196 n-d-816206-8 neutron-server[103590]: INFO neutron.db.securitygroups_db [None req-81a0f377-498e-420f-a76a-47c8aba7faa0 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Project 06a344c95e04492b8d6015a2d3d39bf1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 17:58:29.040601 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-81a0f377-498e-420f-a76a-47c8aba7faa0 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:29.052300 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a8fe65aa-e32e-4dee-8bfb-c35d944624b1 req-e25fbfd4-d957-4cf8-8084-5d13e6d81832 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.60 "GET /v2.0/security-groups?id=c951464a-459e-4ec5-9432-89ee674ff255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1324961 Nov 23 17:58:29.070690 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-62f35551-bd7c-4144-9c07-8b217b2bec0d None None] For port 2c57964a-c6be-4b21-9b23-51309175c9b7, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=2c57964a-c6be-4b21-9b23-51309175c9b7,segment=NetworkSegment(a351da06-cb10-4c01-aebe-775410ba67eb),segment_id=a351da06-cb10-4c01-aebe-775410ba67eb)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:58:29.110586 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-62f35551-bd7c-4144-9c07-8b217b2bec0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:29.114177 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-81a0f377-498e-420f-a76a-47c8aba7faa0 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:29.119517 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-81a0f377-498e-420f-a76a-47c8aba7faa0 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994370'] for security_group_rule, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:29.136718 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-62f35551-bd7c-4144-9c07-8b217b2bec0d None None] Could not find standard attr ID for object 03a7ad17-83d9-440f-9ac6-a0ac97945a8b. {{(pid=103592) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 17:58:29.139544 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a0f377-498e-420f-a76a-47c8aba7faa0 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f4f8b1d-ac6c-4f9c-bd95-2795711dfa11,revision_number=0']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:58:29.143451 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.db_base_plugin_common [None req-fbccd7a3-1dd4-4312-9a1b-4107f349aabd tempest-AllowedAddressPairIpV6TestJSON-1486391728 tempest-AllowedAddressPairIpV6TestJSON-1486391728-project] Allocated IP 2001:db8::300 (b703667a-12d3-405e-8500-03aeda356e7d/f288b7e3-2c49-4c52-ae3c-9a99048cacd2/e4c5243c-c48f-4a21-b450-6475b402b7c6) {{(pid=103591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:58:29.152003 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-81a0f377-498e-420f-a76a-47c8aba7faa0 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:29.153854 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-81a0f377-498e-420f-a76a-47c8aba7faa0 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1565673 Nov 23 17:58:29.157142 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 50442) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:58:29.163745 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-088f7145-26ed-4e21-8b50-0c3ceb3ece05 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Request body: {'security_group_rule': {'security_group_id': '19707690-a374-4ad1-9e6b-ad199275121e', 'project_id': '06a344c95e04492b8d6015a2d3d39bf1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:58:29.200646 n-d-816206-8 neutron-server[103590]: INFO neutron.db.securitygroups_db [None req-088f7145-26ed-4e21-8b50-0c3ceb3ece05 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Project 06a344c95e04492b8d6015a2d3d39bf1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 17:58:29.211159 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-088f7145-26ed-4e21-8b50-0c3ceb3ece05 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:29.232789 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f35551-bd7c-4144-9c07-8b217b2bec0d None None] Pushing event updated for resources: {'Port': ['ID=2c57964a-c6be-4b21-9b23-51309175c9b7,revision_number=5']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:58:29.286149 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-088f7145-26ed-4e21-8b50-0c3ceb3ece05 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:29.292842 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-088f7145-26ed-4e21-8b50-0c3ceb3ece05 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994370'] for security_group_rule, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:29.294554 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-a0928097-4e77-468c-9e56-07a2b2b3a83f None None] Provisioning complete for port 2c57964a-c6be-4b21-9b23-51309175c9b7 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:58:29.296228 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-a0928097-4e77-468c-9e56-07a2b2b3a83f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:29.312903 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088f7145-26ed-4e21-8b50-0c3ceb3ece05 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bfef6985-a2b9-452c-b487-617afa8cb06f,revision_number=0']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:58:29.327573 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-088f7145-26ed-4e21-8b50-0c3ceb3ece05 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:29.329334 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-088f7145-26ed-4e21-8b50-0c3ceb3ece05 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1704621 Nov 23 17:58:29.357156 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb8548a-9f09-485c-b3b6-85d34163ecd4 req-51af6bb0-3af1-4228-8c15-07b21bdeb835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:58:29.358808 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2bb8548a-9f09-485c-b3b6-85d34163ecd4 req-51af6bb0-3af1-4228-8c15-07b21bdeb835 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4d3a35880fb64e77bd3047bfa46cf261&device_id=879e814c-05fc-4dea-ba60-1f3e794a1184 HTTP/1.1" status: 200 len: 1096 time: 0.0927043 Nov 23 17:58:29.384302 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-2206d1a3-e88d-43ae-9398-7495679d2092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4976e692-a610-4579-bfef-f1c6bb590a77', 'name': 'tempest-TestNetworkBasicOps-router-328558173', 'tenant_id': '06a344c95e04492b8d6015a2d3d39bf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.89'}], 'enable_snat': True}, 'gw_port_id': '56ebb9b2-94c1-4475-919d-31e5e1b1a420', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:58:19Z', 'updated_at': '2021-11-23T17:58:24Z', 'revision_number': 4, 'project_id': '06a344c95e04492b8d6015a2d3d39bf1', 'gw_port': {'id': '56ebb9b2-94c1-4475-919d-31e5e1b1a420', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:80:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4976e692-a610-4579-bfef-f1c6bb590a77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3721, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:58:20Z', 'updated_at': '2021-11-23T17:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_interfaces': [{'id': '2c57964a-c6be-4b21-9b23-51309175c9b7', 'name': '', 'network_id': '7cdd291d-d3a6-4b3c-90fd-fb828e53d4cc', 'tenant_id': '06a344c95e04492b8d6015a2d3d39bf1', 'mac_address': 'fa:16:3e:37:52:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4976e692-a610-4579-bfef-f1c6bb590a77', 'device_owner': 'network:router_interface', 'standard_attr_id': 3728, 'fixed_ips': [{'subnet_id': 'cb50c9cf-9f41-42e6-840d-0d53f4985bf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:58:23Z', 'updated_at': '2021-11-23T17:58:28Z', 'revision_number': 4, 'project_id': '06a344c95e04492b8d6015a2d3d39bf1', 'subnets': [{'id': 'cb50c9cf-9f41-42e6-840d-0d53f4985bf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:58:29.415778 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2206d1a3-e88d-43ae-9398-7495679d2092 None None] The sync data for ids ['4976e692-a610-4579-bfef-f1c6bb590a77'] in n-d-816206-8 is: [{'id': '4976e692-a610-4579-bfef-f1c6bb590a77', 'name': 'tempest-TestNetworkBasicOps-router-328558173', 'tenant_id': '06a344c95e04492b8d6015a2d3d39bf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.89'}], 'enable_snat': True}, 'gw_port_id': '56ebb9b2-94c1-4475-919d-31e5e1b1a420', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:58:19Z', 'updated_at': '2021-11-23T17:58:24Z', 'revision_number': 4, 'project_id': '06a344c95e04492b8d6015a2d3d39bf1', 'gw_port': {'id': '56ebb9b2-94c1-4475-919d-31e5e1b1a420', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:80:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4976e692-a610-4579-bfef-f1c6bb590a77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3721, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:58:20Z', 'updated_at': '2021-11-23T17:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_interfaces': [{'id': '2c57964a-c6be-4b21-9b23-51309175c9b7', 'name': '', 'network_id': '7cdd291d-d3a6-4b3c-90fd-fb828e53d4cc', 'tenant_id': '06a344c95e04492b8d6015a2d3d39bf1', 'mac_address': 'fa:16:3e:37:52:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4976e692-a610-4579-bfef-f1c6bb590a77', 'device_owner': 'network:router_interface', 'standard_attr_id': 3728, 'fixed_ips': [{'subnet_id': 'cb50c9cf-9f41-42e6-840d-0d53f4985bf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:58:23Z', 'updated_at': '2021-11-23T17:58:28Z', 'revision_number': 4, 'project_id': '06a344c95e04492b8d6015a2d3d39bf1', 'subnets': [{'id': 'cb50c9cf-9f41-42e6-840d-0d53f4985bf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:58:29.429315 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-fbccd7a3-1dd4-4312-9a1b-4107f349aabd tempest-AllowedAddressPairIpV6TestJSON-1486391728 tempest-AllowedAddressPairIpV6TestJSON-1486391728-project] Publish callbacks [] for port, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:29.545010 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb8548a-9f09-485c-b3b6-85d34163ecd4 req-739c55e2-32a7-4817-a17e-385210846d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:58:29.546522 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2bb8548a-9f09-485c-b3b6-85d34163ecd4 req-739c55e2-32a7-4817-a17e-385210846d5a service neutron] 10.222.0.36 "GET /v2.0/networks?id=eb14d06b-c5a2-40f2-ae77-d899286918bf HTTP/1.1" status: 200 len: 897 time: 0.1745732 Nov 23 17:58:29.565923 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-fbccd7a3-1dd4-4312-9a1b-4107f349aabd tempest-AllowedAddressPairIpV6TestJSON-1486391728 tempest-AllowedAddressPairIpV6TestJSON-1486391728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:29.665696 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c4dcaae2-01d3-4c62-bcd5-31d2f94cb1bf req-5b6f94bb-1c82-43fc-9b11-3b2bcd7a8313 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1258685768&fields=id&tenant_id=06a344c95e04492b8d6015a2d3d39bf1 HTTP/1.1" status: 200 len: 267 time: 0.1842668 Nov 23 17:58:29.677817 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbccd7a3-1dd4-4312-9a1b-4107f349aabd tempest-AllowedAddressPairIpV6TestJSON-1486391728 tempest-AllowedAddressPairIpV6TestJSON-1486391728-project] Network b703667a-12d3-405e-8500-03aeda356e7d is already hosted by enough agents. {{(pid=103591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:58:29.686062 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [None req-fbccd7a3-1dd4-4312-9a1b-4107f349aabd tempest-AllowedAddressPairIpV6TestJSON-1486391728 tempest-AllowedAddressPairIpV6TestJSON-1486391728-project] Resources bound (agent type, host, resource id): {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:58:29.688654 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbccd7a3-1dd4-4312-9a1b-4107f349aabd tempest-AllowedAddressPairIpV6TestJSON-1486391728 tempest-AllowedAddressPairIpV6TestJSON-1486391728-project] Received port after_create {{(pid=103591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:58:29.694732 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbccd7a3-1dd4-4312-9a1b-4107f349aabd tempest-AllowedAddressPairIpV6TestJSON-1486391728 tempest-AllowedAddressPairIpV6TestJSON-1486391728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:58:29.695213 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-fbccd7a3-1dd4-4312-9a1b-4107f349aabd tempest-AllowedAddressPairIpV6TestJSON-1486391728 tempest-AllowedAddressPairIpV6TestJSON-1486391728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:29.734606 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbccd7a3-1dd4-4312-9a1b-4107f349aabd tempest-AllowedAddressPairIpV6TestJSON-1486391728 tempest-AllowedAddressPairIpV6TestJSON-1486391728-project] Pushing event updated for resources: {'Port': ['ID=e4c5243c-c48f-4a21-b450-6475b402b7c6,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:58:29.739562 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2bb8548a-9f09-485c-b3b6-85d34163ecd4 req-d63e7b78-8f50-461d-87ce-cabc85cbc06b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=477848ca-049e-4f03-8b21-aaee1a10dd9e HTTP/1.1" status: 200 len: 1001 time: 0.1834204 Nov 23 17:58:29.767631 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 50456) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:58:29.768205 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-fbccd7a3-1dd4-4312-9a1b-4107f349aabd tempest-AllowedAddressPairIpV6TestJSON-1486391728 tempest-AllowedAddressPairIpV6TestJSON-1486391728-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.1402662 Nov 23 17:58:29.773837 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-ff7611fb-7220-4544-8c5c-eab430ec81db tempest-AllowedAddressPairIpV6TestJSON-1486391728 tempest-AllowedAddressPairIpV6TestJSON-1486391728-project] Request body: {'port': {'network_id': 'b703667a-12d3-405e-8500-03aeda356e7d', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2108443948'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:58:29.850735 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb8548a-9f09-485c-b3b6-85d34163ecd4 req-addfed1e-1beb-4d36-ac89-f5960873023f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:58:29.852190 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2bb8548a-9f09-485c-b3b6-85d34163ecd4 req-addfed1e-1beb-4d36-ac89-f5960873023f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=aa7579b8-026d-4814-b7ff-6c549dbaa73a HTTP/1.1" status: 200 len: 835 time: 0.0986140 Nov 23 17:58:29.891892 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dcaae2-01d3-4c62-bcd5-31d2f94cb1bf req-4d09e0fd-fc44-4ace-8191-6fa57e561e69 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:58:29.893486 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c4dcaae2-01d3-4c62-bcd5-31d2f94cb1bf req-4d09e0fd-fc44-4ace-8191-6fa57e561e69 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] 10.222.0.60 "GET /v2.0/networks?id=7cdd291d-d3a6-4b3c-90fd-fb828e53d4cc HTTP/1.1" status: 200 len: 797 time: 0.2145095 Nov 23 17:58:29.926734 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c4dcaae2-01d3-4c62-bcd5-31d2f94cb1bf req-bf54abf2-c4cf-403a-a5e0-f73fb7fc6a65 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] 10.222.0.60 "GET /v2.0/quotas/06a344c95e04492b8d6015a2d3d39bf1 HTTP/1.1" status: 200 len: 375 time: 0.0158300 Nov 23 17:58:29.935088 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff7611fb-7220-4544-8c5c-eab430ec81db tempest-AllowedAddressPairIpV6TestJSON-1486391728 tempest-AllowedAddressPairIpV6TestJSON-1486391728-project] Made reservation on behalf of 5ef096be90e046d689d0f4cf3415508e for: {'port': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:58:29.938703 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ff7611fb-7220-4544-8c5c-eab430ec81db tempest-AllowedAddressPairIpV6TestJSON-1486391728 tempest-AllowedAddressPairIpV6TestJSON-1486391728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:29.971839 n-d-816206-8 neutron-server[103590]: DEBUG neutron.notifiers.nova [None req-ff7611fb-7220-4544-8c5c-eab430ec81db tempest-AllowedAddressPairIpV6TestJSON-1486391728 tempest-AllowedAddressPairIpV6TestJSON-1486391728-project] device_id is not set on port d29cebc2-3cd6-4fad-aa13-fbc64611280e yet. {{(pid=103590) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 17:58:29.985703 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb8548a-9f09-485c-b3b6-85d34163ecd4 req-8a9e39af-8909-40e3-86d7-1f9b9d39ee9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:58:29.988122 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2bb8548a-9f09-485c-b3b6-85d34163ecd4 req-8a9e39af-8909-40e3-86d7-1f9b9d39ee9c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=eb14d06b-c5a2-40f2-ae77-d899286918bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1160469 Nov 23 17:58:30.037612 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c4dcaae2-01d3-4c62-bcd5-31d2f94cb1bf req-62bb6537-f615-4b7b-a031-35c84e32abd4 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=06a344c95e04492b8d6015a2d3d39bf1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0959687 Nov 23 17:58:30.078077 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [req-c4dcaae2-01d3-4c62-bcd5-31d2f94cb1bf req-178beb96-c192-4324-ba88-ec740bbf9a7d service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=103591) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 17:58:30.079221 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c4dcaae2-01d3-4c62-bcd5-31d2f94cb1bf req-178beb96-c192-4324-ba88-ec740bbf9a7d service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056899 Nov 23 17:58:30.081637 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-3cd2568e-4f77-4530-86f5-7fa8e45afeb6 None None] Provisioning complete for port e4c5243c-c48f-4a21-b450-6475b402b7c6 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:58:30.082234 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-3cd2568e-4f77-4530-86f5-7fa8e45afeb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:30.124595 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-ff7611fb-7220-4544-8c5c-eab430ec81db tempest-AllowedAddressPairIpV6TestJSON-1486391728 tempest-AllowedAddressPairIpV6TestJSON-1486391728-project] Allocated IP 2001:db8::ea (b703667a-12d3-405e-8500-03aeda356e7d/f288b7e3-2c49-4c52-ae3c-9a99048cacd2/d29cebc2-3cd6-4fad-aa13-fbc64611280e) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:58:30.130621 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-3cd2568e-4f77-4530-86f5-7fa8e45afeb6 None None] Port e4c5243c-c48f-4a21-b450-6475b402b7c6 cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:58:30.251755 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2bb8548a-9f09-485c-b3b6-85d34163ecd4 req-2075eb08-5ff0-4763-a3b9-6866469d6ae6 service neutron] 10.222.0.36 "GET /v2.0/networks/eb14d06b-c5a2-40f2-ae77-d899286918bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2539070 Nov 23 17:58:30.254520 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c4dcaae2-01d3-4c62-bcd5-31d2f94cb1bf req-f1e7a822-d25a-49e5-a7c2-d8f6823af4cb service neutron] 10.222.0.60 "GET /v2.0/networks/7cdd291d-d3a6-4b3c-90fd-fb828e53d4cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1639450 Nov 23 17:58:30.309798 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ff7611fb-7220-4544-8c5c-eab430ec81db tempest-AllowedAddressPairIpV6TestJSON-1486391728 tempest-AllowedAddressPairIpV6TestJSON-1486391728-project] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:30.317570 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c80c40-f7ad-4654-bce0-a6d2f7a857a6 req-f5a17302-11f2-402f-b816-4097b895988e tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:58:30.319051 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e7c80c40-f7ad-4654-bce0-a6d2f7a857a6 req-f5a17302-11f2-402f-b816-4097b895988e tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.60 "GET /v2.0/ports?device_id=879e814c-05fc-4dea-ba60-1f3e794a1184 HTTP/1.1" status: 200 len: 945 time: 0.1359909 Nov 23 17:58:30.347762 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ff7611fb-7220-4544-8c5c-eab430ec81db tempest-AllowedAddressPairIpV6TestJSON-1486391728 tempest-AllowedAddressPairIpV6TestJSON-1486391728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:30.399567 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff7611fb-7220-4544-8c5c-eab430ec81db tempest-AllowedAddressPairIpV6TestJSON-1486391728 tempest-AllowedAddressPairIpV6TestJSON-1486391728-project] Network b703667a-12d3-405e-8500-03aeda356e7d is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:58:30.403540 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-ff7611fb-7220-4544-8c5c-eab430ec81db tempest-AllowedAddressPairIpV6TestJSON-1486391728 tempest-AllowedAddressPairIpV6TestJSON-1486391728-project] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:58:30.407477 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff7611fb-7220-4544-8c5c-eab430ec81db tempest-AllowedAddressPairIpV6TestJSON-1486391728 tempest-AllowedAddressPairIpV6TestJSON-1486391728-project] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:58:30.413432 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff7611fb-7220-4544-8c5c-eab430ec81db tempest-AllowedAddressPairIpV6TestJSON-1486391728 tempest-AllowedAddressPairIpV6TestJSON-1486391728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:58:30.414106 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ff7611fb-7220-4544-8c5c-eab430ec81db tempest-AllowedAddressPairIpV6TestJSON-1486391728 tempest-AllowedAddressPairIpV6TestJSON-1486391728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:30.431159 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7611fb-7220-4544-8c5c-eab430ec81db tempest-AllowedAddressPairIpV6TestJSON-1486391728 tempest-AllowedAddressPairIpV6TestJSON-1486391728-project] Pushing event updated for resources: {'Port': ['ID=d29cebc2-3cd6-4fad-aa13-fbc64611280e,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:58:30.436905 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-ff7611fb-7220-4544-8c5c-eab430ec81db tempest-AllowedAddressPairIpV6TestJSON-1486391728 tempest-AllowedAddressPairIpV6TestJSON-1486391728-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.6679549 Nov 23 17:58:30.439999 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 50460) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:58:30.447372 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-f12830ef-e89f-4422-88b0-61b0dc3babea tempest-AllowedAddressPairIpV6TestJSON-1486391728 tempest-AllowedAddressPairIpV6TestJSON-1486391728-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::11a', 'mac_address': 'fa:16:3e:92:6e:cb'}, {'ip_address': '2001:db8::300', 'mac_address': 'fa:16:3e:66:dd:83'}]}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:58:30.534491 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f12830ef-e89f-4422-88b0-61b0dc3babea tempest-AllowedAddressPairIpV6TestJSON-1486391728 tempest-AllowedAddressPairIpV6TestJSON-1486391728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:30.765675 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-971087d8-f759-44a2-b1d5-3cba696414bc None None] Provisioning complete for port d29cebc2-3cd6-4fad-aa13-fbc64611280e triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:58:30.765675 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-971087d8-f759-44a2-b1d5-3cba696414bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:30.782056 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f12830ef-e89f-4422-88b0-61b0dc3babea tempest-AllowedAddressPairIpV6TestJSON-1486391728 tempest-AllowedAddressPairIpV6TestJSON-1486391728-project] Publish callbacks [] for port, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:30.790180 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f12830ef-e89f-4422-88b0-61b0dc3babea tempest-AllowedAddressPairIpV6TestJSON-1486391728 tempest-AllowedAddressPairIpV6TestJSON-1486391728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264357957'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:30.824725 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-971087d8-f759-44a2-b1d5-3cba696414bc None None] Port d29cebc2-3cd6-4fad-aa13-fbc64611280e cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:58:30.835649 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2bb8548a-9f09-485c-b3b6-85d34163ecd4 req-325275d7-f483-4218-b022-8d46327f85eb service neutron] 10.222.0.36 "GET /v2.0/networks/eb14d06b-c5a2-40f2-ae77-d899286918bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5762877 Nov 23 17:58:30.840225 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e7c80c40-f7ad-4654-bce0-a6d2f7a857a6 req-00a7d4d0-83ad-46b1-9fbc-749f90c13818 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.60 "GET /v2.0/security-groups?id=c951464a-459e-4ec5-9432-89ee674ff255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5124948 Nov 23 17:58:30.843844 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c4dcaae2-01d3-4c62-bcd5-31d2f94cb1bf req-e6bf3546-7918-49d7-82f9-16302ca4f2bd service neutron] 10.222.0.60 "GET /v2.0/networks/7cdd291d-d3a6-4b3c-90fd-fb828e53d4cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5747266 Nov 23 17:58:30.855966 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-f12830ef-e89f-4422-88b0-61b0dc3babea tempest-AllowedAddressPairIpV6TestJSON-1486391728 tempest-AllowedAddressPairIpV6TestJSON-1486391728-project] In _notify_port_updated(), no bound segment for port d29cebc2-3cd6-4fad-aa13-fbc64611280e on network b703667a-12d3-405e-8500-03aeda356e7d {{(pid=103590) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 23 17:58:30.862703 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f12830ef-e89f-4422-88b0-61b0dc3babea tempest-AllowedAddressPairIpV6TestJSON-1486391728 tempest-AllowedAddressPairIpV6TestJSON-1486391728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:58:30.863399 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f12830ef-e89f-4422-88b0-61b0dc3babea tempest-AllowedAddressPairIpV6TestJSON-1486391728 tempest-AllowedAddressPairIpV6TestJSON-1486391728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:30.867596 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-f12830ef-e89f-4422-88b0-61b0dc3babea tempest-AllowedAddressPairIpV6TestJSON-1486391728 tempest-AllowedAddressPairIpV6TestJSON-1486391728-project] 10.222.0.60 "PUT /v2.0/ports/d29cebc2-3cd6-4fad-aa13-fbc64611280e HTTP/1.1" status: 200 len: 1067 time: 0.4237411 Nov 23 17:58:30.868262 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 50462) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:58:30.886894 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12830ef-e89f-4422-88b0-61b0dc3babea tempest-AllowedAddressPairIpV6TestJSON-1486391728 tempest-AllowedAddressPairIpV6TestJSON-1486391728-project] Pushing event updated for resources: {'Port': ['ID=d29cebc2-3cd6-4fad-aa13-fbc64611280e,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:58:30.975628 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-0058059b-309e-4b2e-8b65-a0c14cb26528 tempest-AllowedAddressPairIpV6TestJSON-1486391728 tempest-AllowedAddressPairIpV6TestJSON-1486391728-project] Deleting port d29cebc2-3cd6-4fad-aa13-fbc64611280e {{(pid=103591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:58:30.976023 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-0058059b-309e-4b2e-8b65-a0c14cb26528 tempest-AllowedAddressPairIpV6TestJSON-1486391728 tempest-AllowedAddressPairIpV6TestJSON-1486391728-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:31.123128 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-1f47a1f1-f0f0-4cfc-8b1c-711a02a1277a req-e331ccee-7025-4c68-aa69-3ba034f7d7f7 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] 10.222.0.60 "GET /v2.0/ports?device_id=6828cb50-b20c-462f-b008-673e15828dc9 HTTP/1.1" status: 200 len: 210 time: 0.0363131 Nov 23 17:58:31.132336 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-0058059b-309e-4b2e-8b65-a0c14cb26528 tempest-AllowedAddressPairIpV6TestJSON-1486391728 tempest-AllowedAddressPairIpV6TestJSON-1486391728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:31.149349 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-0058059b-309e-4b2e-8b65-a0c14cb26528 tempest-AllowedAddressPairIpV6TestJSON-1486391728 tempest-AllowedAddressPairIpV6TestJSON-1486391728-project] Calling delete_port for d29cebc2-3cd6-4fad-aa13-fbc64611280e owned by {{(pid=103591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:58:31.249303 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-dd3d8a2e-c5ea-498e-8502-2182d9b4e414 None None] Provisioning complete for port d29cebc2-3cd6-4fad-aa13-fbc64611280e triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:58:31.249899 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-dd3d8a2e-c5ea-498e-8502-2182d9b4e414 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:31.287985 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-dd3d8a2e-c5ea-498e-8502-2182d9b4e414 None None] Port d29cebc2-3cd6-4fad-aa13-fbc64611280e cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:58:31.295609 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-0058059b-309e-4b2e-8b65-a0c14cb26528 tempest-AllowedAddressPairIpV6TestJSON-1486391728 tempest-AllowedAddressPairIpV6TestJSON-1486391728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:31.325823 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0058059b-309e-4b2e-8b65-a0c14cb26528 tempest-AllowedAddressPairIpV6TestJSON-1486391728 tempest-AllowedAddressPairIpV6TestJSON-1486391728-project] Pushing event deleted for resources: {'Port': ['ID=d29cebc2-3cd6-4fad-aa13-fbc64611280e,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:58:31.498563 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 2c57964a-c6be-4b21-9b23-51309175c9b7 up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:58:31.532997 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-0058059b-309e-4b2e-8b65-a0c14cb26528 tempest-AllowedAddressPairIpV6TestJSON-1486391728 tempest-AllowedAddressPairIpV6TestJSON-1486391728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:31.537047 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-0058059b-309e-4b2e-8b65-a0c14cb26528 tempest-AllowedAddressPairIpV6TestJSON-1486391728 tempest-AllowedAddressPairIpV6TestJSON-1486391728-project] 10.222.0.60 "DELETE /v2.0/ports/d29cebc2-3cd6-4fad-aa13-fbc64611280e HTTP/1.1" status: 204 len: 168 time: 0.6676557 Nov 23 17:58:31.540694 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 50474) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:58:31.572564 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port 2c57964a-c6be-4b21-9b23-51309175c9b7 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:58:31.572962 n-d-816206-8 neutron-server[103590]: INFO neutron.pecan_wsgi.hooks.translation [None req-16c01115-0462-4f73-b483-92592c9a13d2 tempest-AllowedAddressPairIpV6TestJSON-1486391728 tempest-AllowedAddressPairIpV6TestJSON-1486391728-project] GET failed (client error): The resource could not be found. Nov 23 17:58:31.573723 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:31.578439 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-16c01115-0462-4f73-b483-92592c9a13d2 tempest-AllowedAddressPairIpV6TestJSON-1486391728 tempest-AllowedAddressPairIpV6TestJSON-1486391728-project] 10.222.0.60 "GET /v2.0/ports/d29cebc2-3cd6-4fad-aa13-fbc64611280e HTTP/1.1" status: 404 len: 333 time: 0.0327122 Nov 23 17:58:31.578771 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 50476) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:58:31.696945 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-e677c163-c843-4214-810e-1dd175981242 tempest-AllowedAddressPairIpV6TestJSON-1486391728 tempest-AllowedAddressPairIpV6TestJSON-1486391728-project] Deleting port e4c5243c-c48f-4a21-b450-6475b402b7c6 {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:58:31.697889 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e677c163-c843-4214-810e-1dd175981242 tempest-AllowedAddressPairIpV6TestJSON-1486391728 tempest-AllowedAddressPairIpV6TestJSON-1486391728-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:31.790209 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e677c163-c843-4214-810e-1dd175981242 tempest-AllowedAddressPairIpV6TestJSON-1486391728 tempest-AllowedAddressPairIpV6TestJSON-1486391728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:31.802881 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-e677c163-c843-4214-810e-1dd175981242 tempest-AllowedAddressPairIpV6TestJSON-1486391728 tempest-AllowedAddressPairIpV6TestJSON-1486391728-project] Calling delete_port for e4c5243c-c48f-4a21-b450-6475b402b7c6 owned by {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:58:31.952053 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e677c163-c843-4214-810e-1dd175981242 tempest-AllowedAddressPairIpV6TestJSON-1486391728 tempest-AllowedAddressPairIpV6TestJSON-1486391728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:31.982687 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e677c163-c843-4214-810e-1dd175981242 tempest-AllowedAddressPairIpV6TestJSON-1486391728 tempest-AllowedAddressPairIpV6TestJSON-1486391728-project] Pushing event deleted for resources: {'Port': ['ID=e4c5243c-c48f-4a21-b450-6475b402b7c6,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:58:31.985163 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6857b8f-adc1-4bbc-9750-9c1efa3cf94c req-d08c2e1c-efa7-475e-95ec-a2b47d74229d tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:58:31.988215 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c6857b8f-adc1-4bbc-9750-9c1efa3cf94c req-d08c2e1c-efa7-475e-95ec-a2b47d74229d tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.60 "GET /v2.0/ports?device_id=879e814c-05fc-4dea-ba60-1f3e794a1184 HTTP/1.1" status: 200 len: 945 time: 0.0694072 Nov 23 17:58:32.015027 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e677c163-c843-4214-810e-1dd175981242 tempest-AllowedAddressPairIpV6TestJSON-1486391728 tempest-AllowedAddressPairIpV6TestJSON-1486391728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:32.019661 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-e677c163-c843-4214-810e-1dd175981242 tempest-AllowedAddressPairIpV6TestJSON-1486391728 tempest-AllowedAddressPairIpV6TestJSON-1486391728-project] 10.222.0.60 "DELETE /v2.0/ports/e4c5243c-c48f-4a21-b450-6475b402b7c6 HTTP/1.1" status: 204 len: 168 time: 0.4386322 Nov 23 17:58:32.020947 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 50480) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:58:32.046711 n-d-816206-8 neutron-server[103590]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebf8d4f2-4a55-46ef-a183-fa7793c6dbc4 tempest-AllowedAddressPairIpV6TestJSON-1486391728 tempest-AllowedAddressPairIpV6TestJSON-1486391728-project] GET failed (client error): The resource could not be found. Nov 23 17:58:32.048210 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-ebf8d4f2-4a55-46ef-a183-fa7793c6dbc4 tempest-AllowedAddressPairIpV6TestJSON-1486391728 tempest-AllowedAddressPairIpV6TestJSON-1486391728-project] 10.222.0.60 "GET /v2.0/ports/e4c5243c-c48f-4a21-b450-6475b402b7c6 HTTP/1.1" status: 404 len: 333 time: 0.0262094 Nov 23 17:58:32.053172 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 50482) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:58:32.070902 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c6857b8f-adc1-4bbc-9750-9c1efa3cf94c req-d7bc35e9-8f44-4a6d-8234-152881d0fd3f tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.60 "GET /v2.0/security-groups?id=c951464a-459e-4ec5-9432-89ee674ff255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618379 Nov 23 17:58:32.163155 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-7e89dd56-e39c-4aa7-a806-cb9a5a88713b tempest-AllowedAddressPairIpV6TestJSON-1486391728 tempest-AllowedAddressPairIpV6TestJSON-1486391728-project] Deleting port e8070975-16af-4f58-a0cb-4ee3299b8db5 {{(pid=103591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:58:32.163485 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-7e89dd56-e39c-4aa7-a806-cb9a5a88713b tempest-AllowedAddressPairIpV6TestJSON-1486391728 tempest-AllowedAddressPairIpV6TestJSON-1486391728-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:32.299560 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4248cfb7-0f9a-458e-abe9-b0adaddbc8e3 req-ac3b1728-a2d1-46db-8400-3855cb502bce tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] 10.222.0.60 "GET /v2.0/ports?device_id=6828cb50-b20c-462f-b008-673e15828dc9 HTTP/1.1" status: 200 len: 210 time: 0.0708225 Nov 23 17:58:32.368505 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-7e89dd56-e39c-4aa7-a806-cb9a5a88713b tempest-AllowedAddressPairIpV6TestJSON-1486391728 tempest-AllowedAddressPairIpV6TestJSON-1486391728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:32.392208 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-7e89dd56-e39c-4aa7-a806-cb9a5a88713b tempest-AllowedAddressPairIpV6TestJSON-1486391728 tempest-AllowedAddressPairIpV6TestJSON-1486391728-project] Calling delete_port for e8070975-16af-4f58-a0cb-4ee3299b8db5 owned by {{(pid=103591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:58:32.410007 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dcaae2-01d3-4c62-bcd5-31d2f94cb1bf req-144a0ab8-8da1-41ef-bec1-2d08969eb082 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:58:32.411567 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c4dcaae2-01d3-4c62-bcd5-31d2f94cb1bf req-144a0ab8-8da1-41ef-bec1-2d08969eb082 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] 10.222.0.36 "GET /v2.0/networks?id=7cdd291d-d3a6-4b3c-90fd-fb828e53d4cc HTTP/1.1" status: 200 len: 797 time: 0.2119541 Nov 23 17:58:32.530419 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c4dcaae2-01d3-4c62-bcd5-31d2f94cb1bf req-987fd8e7-5cc6-4686-8dc9-8d2c739e1d95 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=06a344c95e04492b8d6015a2d3d39bf1 HTTP/1.1" status: 200 len: 380 time: 0.0815675 Nov 23 17:58:32.540732 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [req-c4dcaae2-01d3-4c62-bcd5-31d2f94cb1bf req-59d79da0-37ab-4965-a5ec-16deba2129f7 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Request body: {'port': {'device_id': '6828cb50-b20c-462f-b008-673e15828dc9', 'network_id': '7cdd291d-d3a6-4b3c-90fd-fb828e53d4cc', 'admin_state_up': True, 'tenant_id': '06a344c95e04492b8d6015a2d3d39bf1', 'security_groups': ['19707690-a374-4ad1-9e6b-ad199275121e']}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:58:32.648112 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-7e89dd56-e39c-4aa7-a806-cb9a5a88713b tempest-AllowedAddressPairIpV6TestJSON-1486391728 tempest-AllowedAddressPairIpV6TestJSON-1486391728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:32.686391 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e89dd56-e39c-4aa7-a806-cb9a5a88713b tempest-AllowedAddressPairIpV6TestJSON-1486391728 tempest-AllowedAddressPairIpV6TestJSON-1486391728-project] Pushing event deleted for resources: {'Port': ['ID=e8070975-16af-4f58-a0cb-4ee3299b8db5,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:58:32.723694 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-7e89dd56-e39c-4aa7-a806-cb9a5a88713b tempest-AllowedAddressPairIpV6TestJSON-1486391728 tempest-AllowedAddressPairIpV6TestJSON-1486391728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:32.727039 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-7e89dd56-e39c-4aa7-a806-cb9a5a88713b tempest-AllowedAddressPairIpV6TestJSON-1486391728 tempest-AllowedAddressPairIpV6TestJSON-1486391728-project] 10.222.0.60 "DELETE /v2.0/ports/e8070975-16af-4f58-a0cb-4ee3299b8db5 HTTP/1.1" status: 204 len: 168 time: 0.6727676 Nov 23 17:58:32.729979 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 50486) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:58:32.777122 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4dcaae2-01d3-4c62-bcd5-31d2f94cb1bf req-59d79da0-37ab-4965-a5ec-16deba2129f7 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Made reservation on behalf of 06a344c95e04492b8d6015a2d3d39bf1 for: {'port': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:58:32.780737 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-c4dcaae2-01d3-4c62-bcd5-31d2f94cb1bf req-59d79da0-37ab-4965-a5ec-16deba2129f7 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:32.804012 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ef4eede-0865-4a8c-8da0-26bafefe8460 tempest-AllowedAddressPairIpV6TestJSON-1486391728 tempest-AllowedAddressPairIpV6TestJSON-1486391728-project] Deleting subnet f288b7e3-2c49-4c52-ae3c-9a99048cacd2 {{(pid=103591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 17:58:32.811236 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-4ef4eede-0865-4a8c-8da0-26bafefe8460 tempest-AllowedAddressPairIpV6TestJSON-1486391728 tempest-AllowedAddressPairIpV6TestJSON-1486391728-project] Publish callbacks [] for subnet, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:32.897659 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-4ef4eede-0865-4a8c-8da0-26bafefe8460 tempest-AllowedAddressPairIpV6TestJSON-1486391728 tempest-AllowedAddressPairIpV6TestJSON-1486391728-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265990000'] for subnet, precommit_delete_associations {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:33.022038 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.db_base_plugin_common [req-c4dcaae2-01d3-4c62-bcd5-31d2f94cb1bf req-59d79da0-37ab-4965-a5ec-16deba2129f7 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Allocated IP 172.20.0.10 (7cdd291d-d3a6-4b3c-90fd-fb828e53d4cc/cb50c9cf-9f41-42e6-840d-0d53f4985bf2/6af791fb-a890-44d2-90d1-e8e48c08c46b) {{(pid=103591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:58:33.040444 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-4ef4eede-0865-4a8c-8da0-26bafefe8460 tempest-AllowedAddressPairIpV6TestJSON-1486391728 tempest-AllowedAddressPairIpV6TestJSON-1486391728-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971956'] for subnet, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:33.202729 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-4ef4eede-0865-4a8c-8da0-26bafefe8460 tempest-AllowedAddressPairIpV6TestJSON-1486391728 tempest-AllowedAddressPairIpV6TestJSON-1486391728-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264758240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264314269'] for subnet, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:33.246338 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef4eede-0865-4a8c-8da0-26bafefe8460 tempest-AllowedAddressPairIpV6TestJSON-1486391728 tempest-AllowedAddressPairIpV6TestJSON-1486391728-project] Pushing event deleted for resources: {'Subnet': ['ID=f288b7e3-2c49-4c52-ae3c-9a99048cacd2,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:58:33.249218 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-4ef4eede-0865-4a8c-8da0-26bafefe8460 tempest-AllowedAddressPairIpV6TestJSON-1486391728 tempest-AllowedAddressPairIpV6TestJSON-1486391728-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for subnet, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:33.254767 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-4ef4eede-0865-4a8c-8da0-26bafefe8460 tempest-AllowedAddressPairIpV6TestJSON-1486391728 tempest-AllowedAddressPairIpV6TestJSON-1486391728-project] 10.222.0.60 "DELETE /v2.0/subnets/f288b7e3-2c49-4c52-ae3c-9a99048cacd2 HTTP/1.1" status: 204 len: 168 time: 0.5220847 Nov 23 17:58:33.254982 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8deeb7ae-dcdd-4173-bbda-8c47f9550b57 None None] Network b703667a-12d3-405e-8500-03aeda356e7d requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:58:33.257798 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 50490) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:58:33.285637 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-c4dcaae2-01d3-4c62-bcd5-31d2f94cb1bf req-59d79da0-37ab-4965-a5ec-16deba2129f7 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Publish callbacks [] for port, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:33.294815 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067b46ac-5b73-4ec1-a811-78b49b5f9a4a req-fb58cd75-d2bd-46ad-8e8e-db198885abc4 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:58:33.296281 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-067b46ac-5b73-4ec1-a811-78b49b5f9a4a req-fb58cd75-d2bd-46ad-8e8e-db198885abc4 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.60 "GET /v2.0/ports?device_id=879e814c-05fc-4dea-ba60-1f3e794a1184 HTTP/1.1" status: 200 len: 945 time: 0.1239703 Nov 23 17:58:33.366547 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-c4dcaae2-01d3-4c62-bcd5-31d2f94cb1bf req-59d79da0-37ab-4965-a5ec-16deba2129f7 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:33.371755 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ccb391d2-79d2-4ccf-905a-62585999ba0a tempest-AllowedAddressPairIpV6TestJSON-1486391728 tempest-AllowedAddressPairIpV6TestJSON-1486391728-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-555181'] for network, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:33.380531 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-067b46ac-5b73-4ec1-a811-78b49b5f9a4a req-f3b08376-3e7a-4c38-aa44-b803a14a3c07 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.60 "GET /v2.0/security-groups?id=c951464a-459e-4ec5-9432-89ee674ff255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709839 Nov 23 17:58:33.424156 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4dcaae2-01d3-4c62-bcd5-31d2f94cb1bf req-59d79da0-37ab-4965-a5ec-16deba2129f7 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Network 7cdd291d-d3a6-4b3c-90fd-fb828e53d4cc is already hosted by enough agents. {{(pid=103591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:58:33.427579 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [req-c4dcaae2-01d3-4c62-bcd5-31d2f94cb1bf req-59d79da0-37ab-4965-a5ec-16deba2129f7 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Resources bound (agent type, host, resource id): {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:58:33.431505 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4dcaae2-01d3-4c62-bcd5-31d2f94cb1bf req-59d79da0-37ab-4965-a5ec-16deba2129f7 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Received port after_create {{(pid=103591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:58:33.435950 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-ccb391d2-79d2-4ccf-905a-62585999ba0a tempest-AllowedAddressPairIpV6TestJSON-1486391728 tempest-AllowedAddressPairIpV6TestJSON-1486391728-project] Deleting port 08cd0da6-77ba-44c0-9c6a-947400e9139f {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:58:33.436360 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ccb391d2-79d2-4ccf-905a-62585999ba0a tempest-AllowedAddressPairIpV6TestJSON-1486391728 tempest-AllowedAddressPairIpV6TestJSON-1486391728-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:33.457762 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d79da0-37ab-4965-a5ec-16deba2129f7 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Pushing event updated for resources: {'Port': ['ID=6af791fb-a890-44d2-90d1-e8e48c08c46b,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:58:33.496450 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dcaae2-01d3-4c62-bcd5-31d2f94cb1bf req-59d79da0-37ab-4965-a5ec-16deba2129f7 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:58:33.497237 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-c4dcaae2-01d3-4c62-bcd5-31d2f94cb1bf req-59d79da0-37ab-4965-a5ec-16deba2129f7 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:33.522546 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-ccb391d2-79d2-4ccf-905a-62585999ba0a tempest-AllowedAddressPairIpV6TestJSON-1486391728 tempest-AllowedAddressPairIpV6TestJSON-1486391728-project] For port 08cd0da6-77ba-44c0-9c6a-947400e9139f, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=08cd0da6-77ba-44c0-9c6a-947400e9139f,segment=NetworkSegment(9d2e09e3-b15c-4192-8b6d-1e355eab324e),segment_id=9d2e09e3-b15c-4192-8b6d-1e355eab324e)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:58:33.522909 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ccb391d2-79d2-4ccf-905a-62585999ba0a tempest-AllowedAddressPairIpV6TestJSON-1486391728 tempest-AllowedAddressPairIpV6TestJSON-1486391728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:33.546251 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-ccb391d2-79d2-4ccf-905a-62585999ba0a tempest-AllowedAddressPairIpV6TestJSON-1486391728 tempest-AllowedAddressPairIpV6TestJSON-1486391728-project] Calling delete_port for 08cd0da6-77ba-44c0-9c6a-947400e9139f owned by network:dhcp {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:58:33.549998 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b037b8c1-fc39-4448-ac94-d229338460e8 None None] DHCP port deletion for b703667a-12d3-405e-8500-03aeda356e7d request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:58:33.573905 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fec22b-cbc8-4b39-b901-ada8e04ae1f8 req-80d402f6-d58e-479e-9db4-600f8db7d109 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:58:33.579584 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b1fec22b-cbc8-4b39-b901-ada8e04ae1f8 req-80d402f6-d58e-479e-9db4-600f8db7d109 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] 10.222.0.60 "GET /v2.0/ports?device_id=6828cb50-b20c-462f-b008-673e15828dc9 HTTP/1.1" status: 200 len: 932 time: 0.0776246 Nov 23 17:58:33.590286 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c4dcaae2-01d3-4c62-bcd5-31d2f94cb1bf req-59d79da0-37ab-4965-a5ec-16deba2129f7 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0533156 Nov 23 17:58:33.607588 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [req-c4dcaae2-01d3-4c62-bcd5-31d2f94cb1bf req-56b62bb0-9ae8-4f5c-ab91-6796551f1bcd service neutron] Request body: {'port': {'device_id': '6828cb50-b20c-462f-b008-673e15828dc9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-8'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:58:33.640728 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-b037b8c1-fc39-4448-ac94-d229338460e8 None None] Deleting port 08cd0da6-77ba-44c0-9c6a-947400e9139f {{(pid=103592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:58:33.641461 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b037b8c1-fc39-4448-ac94-d229338460e8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:33.644067 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ccb391d2-79d2-4ccf-905a-62585999ba0a tempest-AllowedAddressPairIpV6TestJSON-1486391728 tempest-AllowedAddressPairIpV6TestJSON-1486391728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:33.670325 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b1fec22b-cbc8-4b39-b901-ada8e04ae1f8 req-74a77780-ccf0-42c5-b3c5-e39d505ba15c tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] 10.222.0.60 "GET /v2.0/security-groups?id=19707690-a374-4ad1-9e6b-ad199275121e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884695 Nov 23 17:58:33.696722 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb391d2-79d2-4ccf-905a-62585999ba0a tempest-AllowedAddressPairIpV6TestJSON-1486391728 tempest-AllowedAddressPairIpV6TestJSON-1486391728-project] Pushing event deleted for resources: {'Port': ['ID=08cd0da6-77ba-44c0-9c6a-947400e9139f,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:58:33.701402 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccb391d2-79d2-4ccf-905a-62585999ba0a tempest-AllowedAddressPairIpV6TestJSON-1486391728 tempest-AllowedAddressPairIpV6TestJSON-1486391728-project] No DVR routers for this DVR port 08cd0da6-77ba-44c0-9c6a-947400e9139f on host n-d-816206-8 {{(pid=103590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:58:33.719125 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-c4dcaae2-01d3-4c62-bcd5-31d2f94cb1bf req-56b62bb0-9ae8-4f5c-ab91-6796551f1bcd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:33.741259 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b037b8c1-fc39-4448-ac94-d229338460e8 None None] For port 08cd0da6-77ba-44c0-9c6a-947400e9139f, host n-d-816206-8, got binding levels [] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:58:33.741658 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b037b8c1-fc39-4448-ac94-d229338460e8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:33.760301 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-b037b8c1-fc39-4448-ac94-d229338460e8 None None] Calling delete_port for 08cd0da6-77ba-44c0-9c6a-947400e9139f owned by network:dhcp {{(pid=103592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:58:33.764044 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.ipam_backend_mixin [None req-b037b8c1-fc39-4448-ac94-d229338460e8 None None] Port 08cd0da6-77ba-44c0-9c6a-947400e9139f was not found and therefore no delete operation was performed {{(pid=103592) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 23 17:58:33.765395 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b037b8c1-fc39-4448-ac94-d229338460e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989'] for port, after_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:33.794186 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b037b8c1-fc39-4448-ac94-d229338460e8 None None] Pushing event deleted for resources: {'Port': ['ID=08cd0da6-77ba-44c0-9c6a-947400e9139f,revision_number=None']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:58:33.797874 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ccb391d2-79d2-4ccf-905a-62585999ba0a tempest-AllowedAddressPairIpV6TestJSON-1486391728 tempest-AllowedAddressPairIpV6TestJSON-1486391728-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973419', 'neutron.services.segments.db._delete_segments_for_network-8736635878840'] for network, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:33.802601 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b037b8c1-fc39-4448-ac94-d229338460e8 None None] No DVR routers for this DVR port 08cd0da6-77ba-44c0-9c6a-947400e9139f on host n-d-816206-8 {{(pid=103592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:58:33.805089 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b037b8c1-fc39-4448-ac94-d229338460e8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:58:33.805452 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b037b8c1-fc39-4448-ac94-d229338460e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:58:33.806424 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b037b8c1-fc39-4448-ac94-d229338460e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:58:33.806889 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b037b8c1-fc39-4448-ac94-d229338460e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:58:33.807234 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b037b8c1-fc39-4448-ac94-d229338460e8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:58:33.807757 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b037b8c1-fc39-4448-ac94-d229338460e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:58:33.808299 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b037b8c1-fc39-4448-ac94-d229338460e8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:58:33.808665 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b037b8c1-fc39-4448-ac94-d229338460e8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:58:33.809002 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b037b8c1-fc39-4448-ac94-d229338460e8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:58:33.809328 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b037b8c1-fc39-4448-ac94-d229338460e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:58:33.809655 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b037b8c1-fc39-4448-ac94-d229338460e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:58:33.809980 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b037b8c1-fc39-4448-ac94-d229338460e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:58:33.827947 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-ccb391d2-79d2-4ccf-905a-62585999ba0a tempest-AllowedAddressPairIpV6TestJSON-1486391728 tempest-AllowedAddressPairIpV6TestJSON-1486391728-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b703667a-12d3-405e-8500-03aeda356e7d']}} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:58:33.839284 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-ccb391d2-79d2-4ccf-905a-62585999ba0a tempest-AllowedAddressPairIpV6TestJSON-1486391728 tempest-AllowedAddressPairIpV6TestJSON-1486391728-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d2e09e3-b15c-4192-8b6d-1e355eab324e') {'for_net_delete': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:58:33.839597 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-ccb391d2-79d2-4ccf-905a-62585999ba0a tempest-AllowedAddressPairIpV6TestJSON-1486391728 tempest-AllowedAddressPairIpV6TestJSON-1486391728-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d2e09e3-b15c-4192-8b6d-1e355eab324e') {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:58:33.840429 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-991c2641-9d57-45db-b23f-f635faea8f74 None None] Provisioning complete for port 6af791fb-a890-44d2-90d1-e8e48c08c46b triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:58:33.840856 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-991c2641-9d57-45db-b23f-f635faea8f74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:33.856947 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ccb391d2-79d2-4ccf-905a-62585999ba0a tempest-AllowedAddressPairIpV6TestJSON-1486391728 tempest-AllowedAddressPairIpV6TestJSON-1486391728-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736635840332', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-267528353'] for segment, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:33.871385 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ccb391d2-79d2-4ccf-905a-62585999ba0a tempest-AllowedAddressPairIpV6TestJSON-1486391728 tempest-AllowedAddressPairIpV6TestJSON-1486391728-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:33.877425 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-991c2641-9d57-45db-b23f-f635faea8f74 None None] Port 6af791fb-a890-44d2-90d1-e8e48c08c46b cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:58:33.880814 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ccb391d2-79d2-4ccf-905a-62585999ba0a tempest-AllowedAddressPairIpV6TestJSON-1486391728 tempest-AllowedAddressPairIpV6TestJSON-1486391728-project] Releasing vlan 504 on physical network physnet1 to pool {{(pid=103590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 17:58:33.881290 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ccb391d2-79d2-4ccf-905a-62585999ba0a tempest-AllowedAddressPairIpV6TestJSON-1486391728 tempest-AllowedAddressPairIpV6TestJSON-1486391728-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264370093'] for segment, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:33.884628 n-d-816206-8 neutron-server[103590]: Traceback (most recent call last): Nov 23 17:58:33.884628 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 17:58:33.884628 n-d-816206-8 neutron-server[103590]: timer() Nov 23 17:58:33.884628 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 17:58:33.884628 n-d-816206-8 neutron-server[103590]: cb(*args, **kw) Nov 23 17:58:33.884628 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 17:58:33.884628 n-d-816206-8 neutron-server[103590]: return func(*args, **kwargs) Nov 23 17:58:33.884628 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 17:58:33.884628 n-d-816206-8 neutron-server[103590]: self._notify() Nov 23 17:58:33.884628 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 17:58:33.884628 n-d-816206-8 neutron-server[103590]: self.callback(batched_events) Nov 23 17:58:33.884628 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 17:58:33.884628 n-d-816206-8 neutron-server[103590]: event.method(event) Nov 23 17:58:33.884628 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 17:58:33.884628 n-d-816206-8 neutron-server[103590]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 17:58:33.884628 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 17:58:33.884628 n-d-816206-8 neutron-server[103590]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 17:58:33.884628 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 17:58:33.884628 n-d-816206-8 neutron-server[103590]: return f(self, *a, **k) Nov 23 17:58:33.884628 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 17:58:33.884628 n-d-816206-8 neutron-server[103590]: return self._get(url).json() Nov 23 17:58:33.884628 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 17:58:33.884628 n-d-816206-8 neutron-server[103590]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 17:58:33.884628 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 17:58:33.884628 n-d-816206-8 neutron-server[103590]: return self.request(url, 'GET', **kwargs) Nov 23 17:58:33.884628 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 17:58:33.884628 n-d-816206-8 neutron-server[103590]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 17:58:33.884628 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 17:58:33.884628 n-d-816206-8 neutron-server[103590]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 17:58:33.884628 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 17:58:33.884628 n-d-816206-8 neutron-server[103590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 17:58:33.884628 n-d-816206-8 neutron-server[103590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 17:58:33.949747 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ccb391d2-79d2-4ccf-905a-62585999ba0a tempest-AllowedAddressPairIpV6TestJSON-1486391728 tempest-AllowedAddressPairIpV6TestJSON-1486391728-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1795418'] for network, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:33.958794 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ccb391d2-79d2-4ccf-905a-62585999ba0a tempest-AllowedAddressPairIpV6TestJSON-1486391728 tempest-AllowedAddressPairIpV6TestJSON-1486391728-project] Publish callbacks [] for network, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:33.962293 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-ccb391d2-79d2-4ccf-905a-62585999ba0a tempest-AllowedAddressPairIpV6TestJSON-1486391728 tempest-AllowedAddressPairIpV6TestJSON-1486391728-project] 10.222.0.60 "DELETE /v2.0/networks/b703667a-12d3-405e-8500-03aeda356e7d HTTP/1.1" status: 204 len: 168 time: 0.7033420 Nov 23 17:58:33.973299 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb391d2-79d2-4ccf-905a-62585999ba0a tempest-AllowedAddressPairIpV6TestJSON-1486391728 tempest-AllowedAddressPairIpV6TestJSON-1486391728-project] Pushing event deleted for resources: {'Network': ['ID=b703667a-12d3-405e-8500-03aeda356e7d,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:58:34.020313 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [req-c4dcaae2-01d3-4c62-bcd5-31d2f94cb1bf req-56b62bb0-9ae8-4f5c-ab91-6796551f1bcd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6af791fb-a890-44d2-90d1-e8e48c08c46b {{(pid=103591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:58:34.029285 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-c4dcaae2-01d3-4c62-bcd5-31d2f94cb1bf req-56b62bb0-9ae8-4f5c-ab91-6796551f1bcd service neutron] Publish callbacks [] for port, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:34.042120 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.provisioning_blocks [req-c4dcaae2-01d3-4c62-bcd5-31d2f94cb1bf req-56b62bb0-9ae8-4f5c-ab91-6796551f1bcd service neutron] Transition to ACTIVE for port object 6af791fb-a890-44d2-90d1-e8e48c08c46b will not be triggered until provisioned by entity L2. {{(pid=103591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 17:58:34.048411 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-c4dcaae2-01d3-4c62-bcd5-31d2f94cb1bf req-56b62bb0-9ae8-4f5c-ab91-6796551f1bcd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264758186'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:34.129320 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b62bb0-9ae8-4f5c-ab91-6796551f1bcd service neutron] Pushing event updated for resources: {'Port': ['ID=6af791fb-a890-44d2-90d1-e8e48c08c46b,revision_number=2']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:58:34.186276 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-c4dcaae2-01d3-4c62-bcd5-31d2f94cb1bf req-56b62bb0-9ae8-4f5c-ab91-6796551f1bcd service neutron] Attempting to bind port 6af791fb-a890-44d2-90d1-e8e48c08c46b on host n-h2-816206-8 for vnic_type normal with profile {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:58:34.186663 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-c4dcaae2-01d3-4c62-bcd5-31d2f94cb1bf req-56b62bb0-9ae8-4f5c-ab91-6796551f1bcd service neutron] Attempting to bind port 6af791fb-a890-44d2-90d1-e8e48c08c46b by drivers openvswitch,hyperv on host n-h2-816206-8 at level 0 using segments [{'id': 'a351da06-cb10-4c01-aebe-775410ba67eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '7cdd291d-d3a6-4b3c-90fd-fb828e53d4cc'}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:58:34.186936 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4dcaae2-01d3-4c62-bcd5-31d2f94cb1bf req-56b62bb0-9ae8-4f5c-ab91-6796551f1bcd service neutron] Attempting to bind port 6af791fb-a890-44d2-90d1-e8e48c08c46b on network 7cdd291d-d3a6-4b3c-90fd-fb828e53d4cc {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:58:34.191707 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4dcaae2-01d3-4c62-bcd5-31d2f94cb1bf req-56b62bb0-9ae8-4f5c-ab91-6796551f1bcd service neutron] Port 6af791fb-a890-44d2-90d1-e8e48c08c46b on network 7cdd291d-d3a6-4b3c-90fd-fb828e53d4cc not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-8 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 17:58:34.192020 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4dcaae2-01d3-4c62-bcd5-31d2f94cb1bf req-56b62bb0-9ae8-4f5c-ab91-6796551f1bcd service neutron] Attempting to bind port 6af791fb-a890-44d2-90d1-e8e48c08c46b on network 7cdd291d-d3a6-4b3c-90fd-fb828e53d4cc {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:58:34.197080 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4dcaae2-01d3-4c62-bcd5-31d2f94cb1bf req-56b62bb0-9ae8-4f5c-ab91-6796551f1bcd service neutron] Checking agent: {'id': 'ab77bf9e-0267-4174-8f1d-822cba89b207', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 15, 13), 'started_at': datetime.datetime(2021, 11, 23, 17, 15, 13), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 58, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:58:34.198070 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4dcaae2-01d3-4c62-bcd5-31d2f94cb1bf req-56b62bb0-9ae8-4f5c-ab91-6796551f1bcd service neutron] Checking segment: {'id': 'a351da06-cb10-4c01-aebe-775410ba67eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '7cdd291d-d3a6-4b3c-90fd-fb828e53d4cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:58:34.198439 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4dcaae2-01d3-4c62-bcd5-31d2f94cb1bf req-56b62bb0-9ae8-4f5c-ab91-6796551f1bcd service neutron] Bound using segment: {'id': 'a351da06-cb10-4c01-aebe-775410ba67eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '7cdd291d-d3a6-4b3c-90fd-fb828e53d4cc'} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:58:34.198871 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-c4dcaae2-01d3-4c62-bcd5-31d2f94cb1bf req-56b62bb0-9ae8-4f5c-ab91-6796551f1bcd service neutron] Bound port: 6af791fb-a890-44d2-90d1-e8e48c08c46b, host: n-h2-816206-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a351da06-cb10-4c01-aebe-775410ba67eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '7cdd291d-d3a6-4b3c-90fd-fb828e53d4cc'}}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:58:34.199220 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-c4dcaae2-01d3-4c62-bcd5-31d2f94cb1bf req-56b62bb0-9ae8-4f5c-ab91-6796551f1bcd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:34.269789 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-c4dcaae2-01d3-4c62-bcd5-31d2f94cb1bf req-56b62bb0-9ae8-4f5c-ab91-6796551f1bcd service neutron] For port 6af791fb-a890-44d2-90d1-e8e48c08c46b, host n-h2-816206-8, cleared binding levels {{(pid=103591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:58:34.273727 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-c4dcaae2-01d3-4c62-bcd5-31d2f94cb1bf req-56b62bb0-9ae8-4f5c-ab91-6796551f1bcd service neutron] For port 6af791fb-a890-44d2-90d1-e8e48c08c46b, host n-h2-816206-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=6af791fb-a890-44d2-90d1-e8e48c08c46b,segment=NetworkSegment(a351da06-cb10-4c01-aebe-775410ba67eb),segment_id=a351da06-cb10-4c01-aebe-775410ba67eb)] {{(pid=103591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:58:34.278723 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-c4dcaae2-01d3-4c62-bcd5-31d2f94cb1bf req-56b62bb0-9ae8-4f5c-ab91-6796551f1bcd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264758186'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:34.279104 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 50498) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:58:34.316403 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dcaae2-01d3-4c62-bcd5-31d2f94cb1bf req-56b62bb0-9ae8-4f5c-ab91-6796551f1bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:58:34.317080 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-c4dcaae2-01d3-4c62-bcd5-31d2f94cb1bf req-56b62bb0-9ae8-4f5c-ab91-6796551f1bcd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:34.318521 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c4dcaae2-01d3-4c62-bcd5-31d2f94cb1bf req-56b62bb0-9ae8-4f5c-ab91-6796551f1bcd service neutron] 10.222.0.36 "PUT /v2.0/ports/6af791fb-a890-44d2-90d1-e8e48c08c46b HTTP/1.1" status: 200 len: 1092 time: 0.7151146 Nov 23 17:58:34.318991 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6828cb50-b20c-462f-b008-673e15828dc9', 'tag': '6af791fb-a890-44d2-90d1-e8e48c08c46b'}] {{(pid=103591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:58:34.321322 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41d174a19ece9499ff9ec44e5b3fc50f2abd3ffbc947fb7e52ea1e8db27b95b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdf3e860-c7b7-4d69-8975-12a45ebdc997" -d '{"events": [{"name": "network-changed", "server_uuid": "6828cb50-b20c-462f-b008-673e15828dc9", "tag": "6af791fb-a890-44d2-90d1-e8e48c08c46b"}]}' {{(pid=103591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:58:34.349568 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b62bb0-9ae8-4f5c-ab91-6796551f1bcd service neutron] Pushing event updated for resources: {'Port': ['ID=6af791fb-a890-44d2-90d1-e8e48c08c46b,revision_number=3']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:58:34.378322 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 17:58:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5f51318-5616-4679-9790-7453f931b9ae x-openstack-request-id: req-b5f51318-5616-4679-9790-7453f931b9ae {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:58:34.378322 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6828cb50-b20c-462f-b008-673e15828dc9", "tag": "6af791fb-a890-44d2-90d1-e8e48c08c46b", "status": "completed", "code": 200}]} {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:58:34.378322 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b5f51318-5616-4679-9790-7453f931b9ae {{(pid=103591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:58:34.378785 n-d-816206-8 neutron-server[103591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6828cb50-b20c-462f-b008-673e15828dc9', 'tag': '6af791fb-a890-44d2-90d1-e8e48c08c46b', 'status': 'completed', 'code': 200} Nov 23 17:58:34.418018 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dcaae2-01d3-4c62-bcd5-31d2f94cb1bf req-9493f9b3-4d56-4ddb-b219-4cb6e54c5bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:58:34.419822 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c4dcaae2-01d3-4c62-bcd5-31d2f94cb1bf req-9493f9b3-4d56-4ddb-b219-4cb6e54c5bd6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=06a344c95e04492b8d6015a2d3d39bf1&device_id=6828cb50-b20c-462f-b008-673e15828dc9 HTTP/1.1" status: 200 len: 1095 time: 0.0534019 Nov 23 17:58:34.470282 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c4dcaae2-01d3-4c62-bcd5-31d2f94cb1bf req-05fd053f-074d-4395-866a-d3f89e358e15 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6af791fb-a890-44d2-90d1-e8e48c08c46b HTTP/1.1" status: 200 len: 217 time: 0.0417764 Nov 23 17:58:34.504194 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-4a6a0679-9b76-4450-9ed5-26b7d24e1298 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=5ef096be90e046d689d0f4cf3415508e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2230060 Nov 23 17:58:34.506775 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 50506) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:58:34.559893 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-135243a6-827d-4e6c-816c-019a897d10f2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:34.565438 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cad48e-51a7-4e9b-ad4b-6fdc8f305bcc req-d56f4121-d190-456a-8469-f009a4ce9abc tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:58:34.566984 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-07cad48e-51a7-4e9b-ad4b-6fdc8f305bcc req-d56f4121-d190-456a-8469-f009a4ce9abc tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.60 "GET /v2.0/ports?device_id=879e814c-05fc-4dea-ba60-1f3e794a1184 HTTP/1.1" status: 200 len: 945 time: 0.0957062 Nov 23 17:58:34.568931 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dcaae2-01d3-4c62-bcd5-31d2f94cb1bf req-3fe679b4-b4df-4160-8607-2756c1f26d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:58:34.570288 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c4dcaae2-01d3-4c62-bcd5-31d2f94cb1bf req-3fe679b4-b4df-4160-8607-2756c1f26d96 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=cb50c9cf-9f41-42e6-840d-0d53f4985bf2 HTTP/1.1" status: 200 len: 834 time: 0.0857253 Nov 23 17:58:34.588165 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-135243a6-827d-4e6c-816c-019a897d10f2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:34.644638 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-135243a6-827d-4e6c-816c-019a897d10f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:34.647430 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-135243a6-827d-4e6c-816c-019a897d10f2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:34.652136 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-135243a6-827d-4e6c-816c-019a897d10f2 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/faa82f6a-3791-4b00-bcd1-4b092e2f1282 HTTP/1.1" status: 204 len: 168 time: 0.1443346 Nov 23 17:58:34.658296 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-07cad48e-51a7-4e9b-ad4b-6fdc8f305bcc req-00cfe57d-7d27-4a63-a886-60b77a6f7d87 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.60 "GET /v2.0/security-groups?id=c951464a-459e-4ec5-9432-89ee674ff255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0794499 Nov 23 17:58:34.659883 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135243a6-827d-4e6c-816c-019a897d10f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=faa82f6a-3791-4b00-bcd1-4b092e2f1282,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:58:34.660784 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dcaae2-01d3-4c62-bcd5-31d2f94cb1bf req-cab6fc0e-bc70-428c-b8d8-07ff65c4e9a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:58:34.663388 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c4dcaae2-01d3-4c62-bcd5-31d2f94cb1bf req-cab6fc0e-bc70-428c-b8d8-07ff65c4e9a8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7cdd291d-d3a6-4b3c-90fd-fb828e53d4cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0778556 Nov 23 17:58:34.805323 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c4dcaae2-01d3-4c62-bcd5-31d2f94cb1bf req-e1645227-b0cc-456d-a5f4-b3a2fe44343f service neutron] 10.222.0.36 "GET /v2.0/networks/7cdd291d-d3a6-4b3c-90fd-fb828e53d4cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333225 Nov 23 17:58:34.819779 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b030a7-845f-4ab1-8358-2f5e6341f8f1 req-7180368d-a80e-4eed-999a-c00a5a08aa16 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:58:34.821193 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e6b030a7-845f-4ab1-8358-2f5e6341f8f1 req-7180368d-a80e-4eed-999a-c00a5a08aa16 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] 10.222.0.60 "GET /v2.0/ports?device_id=6828cb50-b20c-462f-b008-673e15828dc9 HTTP/1.1" status: 200 len: 944 time: 0.0705249 Nov 23 17:58:34.928201 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e6b030a7-845f-4ab1-8358-2f5e6341f8f1 req-bae06795-1a42-4c50-b8f7-57be1ced638b tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] 10.222.0.60 "GET /v2.0/security-groups?id=19707690-a374-4ad1-9e6b-ad199275121e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0977480 Nov 23 17:58:34.952108 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c4dcaae2-01d3-4c62-bcd5-31d2f94cb1bf req-64105ddd-48b5-4b2a-be61-2f5e65d6f299 service neutron] 10.222.0.36 "GET /v2.0/networks/7cdd291d-d3a6-4b3c-90fd-fb828e53d4cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266568 Nov 23 17:58:35.046398 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf3e860-c7b7-4d69-8975-12a45ebdc997 req-b19529c5-8e57-4abb-ac14-f775059b527d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:58:35.047940 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-cdf3e860-c7b7-4d69-8975-12a45ebdc997 req-b19529c5-8e57-4abb-ac14-f775059b527d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=06a344c95e04492b8d6015a2d3d39bf1&device_id=6828cb50-b20c-462f-b008-673e15828dc9 HTTP/1.1" status: 200 len: 1095 time: 0.0463140 Nov 23 17:58:35.147203 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf3e860-c7b7-4d69-8975-12a45ebdc997 req-cda9634e-76f1-44c8-b84a-bfed37481211 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:58:35.148756 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-cdf3e860-c7b7-4d69-8975-12a45ebdc997 req-cda9634e-76f1-44c8-b84a-bfed37481211 service neutron] 10.222.0.36 "GET /v2.0/networks?id=7cdd291d-d3a6-4b3c-90fd-fb828e53d4cc HTTP/1.1" status: 200 len: 898 time: 0.0912635 Nov 23 17:58:35.217747 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-cdf3e860-c7b7-4d69-8975-12a45ebdc997 req-ec82a6d1-04aa-40d2-a5c6-0728ee5e54fe service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6af791fb-a890-44d2-90d1-e8e48c08c46b HTTP/1.1" status: 200 len: 217 time: 0.0587494 Nov 23 17:58:35.273446 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf3e860-c7b7-4d69-8975-12a45ebdc997 req-1eba41e5-2be7-4ad5-bfba-283cfbd21b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:58:35.274919 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-cdf3e860-c7b7-4d69-8975-12a45ebdc997 req-1eba41e5-2be7-4ad5-bfba-283cfbd21b24 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=cb50c9cf-9f41-42e6-840d-0d53f4985bf2 HTTP/1.1" status: 200 len: 834 time: 0.0470018 Nov 23 17:58:35.329185 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf3e860-c7b7-4d69-8975-12a45ebdc997 req-a2233e50-0c2c-40cd-b4d1-f464654a382d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:58:35.330742 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-cdf3e860-c7b7-4d69-8975-12a45ebdc997 req-a2233e50-0c2c-40cd-b4d1-f464654a382d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7cdd291d-d3a6-4b3c-90fd-fb828e53d4cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0476787 Nov 23 17:58:35.409241 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 50530) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:58:35.447929 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-cdf3e860-c7b7-4d69-8975-12a45ebdc997 req-168b7344-f84e-49b2-be63-d1686d51b5b1 service neutron] 10.222.0.36 "GET /v2.0/networks/7cdd291d-d3a6-4b3c-90fd-fb828e53d4cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1092126 Nov 23 17:58:35.459758 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 08cd0da6-77ba-44c0-9c6a-947400e9139f no longer exists at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:58:35.491820 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] No Port match for: 08cd0da6-77ba-44c0-9c6a-947400e9139f {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:58:35.492665 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 08cd0da6-77ba-44c0-9c6a-947400e9139f not bound to the agent host n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:58:35.553341 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-7a65833b-2d7f-4693-bc12-f075b1c75d5f tempest-SecGroupIPv6Test-668962011 tempest-SecGroupIPv6Test-668962011-project] Request body: {'security_group': {'name': 'tempest-secgroup--324230711'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:58:35.558294 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-cdf3e860-c7b7-4d69-8975-12a45ebdc997 req-827a784a-20ee-4d4f-82c7-e6a3c7c2738b service neutron] 10.222.0.36 "GET /v2.0/networks/7cdd291d-d3a6-4b3c-90fd-fb828e53d4cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985613 Nov 23 17:58:35.583136 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7a65833b-2d7f-4693-bc12-f075b1c75d5f tempest-SecGroupIPv6Test-668962011 tempest-SecGroupIPv6Test-668962011-project] Publish callbacks [] for security_group, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:35.592208 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7a65833b-2d7f-4693-bc12-f075b1c75d5f tempest-SecGroupIPv6Test-668962011 tempest-SecGroupIPv6Test-668962011-project] Publish callbacks [] for security_group, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:35.670792 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7a65833b-2d7f-4693-bc12-f075b1c75d5f tempest-SecGroupIPv6Test-668962011 tempest-SecGroupIPv6Test-668962011-project] Publish callbacks [] for security_group, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:35.675684 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7a65833b-2d7f-4693-bc12-f075b1c75d5f tempest-SecGroupIPv6Test-668962011 tempest-SecGroupIPv6Test-668962011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:35.716073 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a65833b-2d7f-4693-bc12-f075b1c75d5f tempest-SecGroupIPv6Test-668962011 tempest-SecGroupIPv6Test-668962011-project] Pushing event updated for resources: {'SecurityGroup': ['ID=662067a7-c0f7-4d83-85b3-e6073815a87c,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:58:35.761607 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7a65833b-2d7f-4693-bc12-f075b1c75d5f tempest-SecGroupIPv6Test-668962011 tempest-SecGroupIPv6Test-668962011-project] Publish callbacks [] for security_group, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:35.772194 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7a65833b-2d7f-4693-bc12-f075b1c75d5f tempest-SecGroupIPv6Test-668962011 tempest-SecGroupIPv6Test-668962011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:35.798537 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29eb1501-9a90-4007-b69d-cfee07b74ac0 req-5ef28b62-2618-484b-8add-ab5c6ba3257b tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:58:35.800100 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-29eb1501-9a90-4007-b69d-cfee07b74ac0 req-5ef28b62-2618-484b-8add-ab5c6ba3257b tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.60 "GET /v2.0/ports?device_id=879e814c-05fc-4dea-ba60-1f3e794a1184 HTTP/1.1" status: 200 len: 945 time: 0.0590210 Nov 23 17:58:35.803099 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7a65833b-2d7f-4693-bc12-f075b1c75d5f tempest-SecGroupIPv6Test-668962011 tempest-SecGroupIPv6Test-668962011-project] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:35.804434 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-7a65833b-2d7f-4693-bc12-f075b1c75d5f tempest-SecGroupIPv6Test-668962011 tempest-SecGroupIPv6Test-668962011-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3935750 Nov 23 17:58:35.808074 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 50536) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:58:35.816887 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a65833b-2d7f-4693-bc12-f075b1c75d5f tempest-SecGroupIPv6Test-668962011 tempest-SecGroupIPv6Test-668962011-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9822d464-2fa1-4414-b4a1-02012982cf02,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:58:35.856536 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-29eb1501-9a90-4007-b69d-cfee07b74ac0 req-cdc761f3-9850-465c-a012-630880a06f01 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.60 "GET /v2.0/security-groups?id=c951464a-459e-4ec5-9432-89ee674ff255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496905 Nov 23 17:58:35.873843 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-4216f534-1f9b-4c94-8d6f-d7494abcc068 tempest-SecGroupIPv6Test-668962011 tempest-SecGroupIPv6Test-668962011-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.0645905 Nov 23 17:58:35.876412 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 50538) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:58:35.880616 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-8d7d66a6-6f8a-4fa1-841b-084b160f9a58 tempest-SecGroupIPv6Test-668962011 tempest-SecGroupIPv6Test-668962011-project] Request body: {'security_group': {'name': 'tempest-security--25518573', 'description': 'tempest-security-description-1549591196'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:58:35.916831 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8d7d66a6-6f8a-4fa1-841b-084b160f9a58 tempest-SecGroupIPv6Test-668962011 tempest-SecGroupIPv6Test-668962011-project] Publish callbacks [] for security_group, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:35.964178 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8d7d66a6-6f8a-4fa1-841b-084b160f9a58 tempest-SecGroupIPv6Test-668962011 tempest-SecGroupIPv6Test-668962011-project] Publish callbacks [] for security_group, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:35.967815 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8d7d66a6-6f8a-4fa1-841b-084b160f9a58 tempest-SecGroupIPv6Test-668962011 tempest-SecGroupIPv6Test-668962011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:35.970472 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8d7d66a6-6f8a-4fa1-841b-084b160f9a58 tempest-SecGroupIPv6Test-668962011 tempest-SecGroupIPv6Test-668962011-project] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:35.974466 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-8d7d66a6-6f8a-4fa1-841b-084b160f9a58 tempest-SecGroupIPv6Test-668962011 tempest-SecGroupIPv6Test-668962011-project] 10.222.0.60 "PUT /v2.0/security-groups/9822d464-2fa1-4414-b4a1-02012982cf02 HTTP/1.1" status: 200 len: 1795 time: 0.0943723 Nov 23 17:58:35.974579 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 50542) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:58:36.001231 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7d66a6-6f8a-4fa1-841b-084b160f9a58 tempest-SecGroupIPv6Test-668962011 tempest-SecGroupIPv6Test-668962011-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9822d464-2fa1-4414-b4a1-02012982cf02,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:58:36.024426 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-09470cf1-624e-42a9-b425-023d59c47814 tempest-SecGroupIPv6Test-668962011 tempest-SecGroupIPv6Test-668962011-project] 10.222.0.60 "GET /v2.0/security-groups/9822d464-2fa1-4414-b4a1-02012982cf02 HTTP/1.1" status: 200 len: 1795 time: 0.0486596 Nov 23 17:58:36.027575 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 50544) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:58:36.062711 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb153ad0-919f-40be-b92f-f2280ab4ae74 req-56b26ea1-6d23-4c44-abbf-e5012981ac3c tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:58:36.064734 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-fb153ad0-919f-40be-b92f-f2280ab4ae74 req-56b26ea1-6d23-4c44-abbf-e5012981ac3c tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] 10.222.0.60 "GET /v2.0/ports?device_id=6828cb50-b20c-462f-b008-673e15828dc9 HTTP/1.1" status: 200 len: 944 time: 0.0590630 Nov 23 17:58:36.086958 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-69aceb3d-6320-4b3a-91ad-92b3e69d0f36 tempest-SecGroupIPv6Test-668962011 tempest-SecGroupIPv6Test-668962011-project] Publish callbacks [] for security_group, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:36.110443 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-69aceb3d-6320-4b3a-91ad-92b3e69d0f36 tempest-SecGroupIPv6Test-668962011 tempest-SecGroupIPv6Test-668962011-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:36.118981 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-fb153ad0-919f-40be-b92f-f2280ab4ae74 req-88c9d342-6955-490b-a3cb-c86424c957a5 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] 10.222.0.60 "GET /v2.0/security-groups?id=19707690-a374-4ad1-9e6b-ad199275121e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472798 Nov 23 17:58:36.155191 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-69aceb3d-6320-4b3a-91ad-92b3e69d0f36 tempest-SecGroupIPv6Test-668962011 tempest-SecGroupIPv6Test-668962011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:36.159167 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-69aceb3d-6320-4b3a-91ad-92b3e69d0f36 tempest-SecGroupIPv6Test-668962011 tempest-SecGroupIPv6Test-668962011-project] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:36.160337 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-69aceb3d-6320-4b3a-91ad-92b3e69d0f36 tempest-SecGroupIPv6Test-668962011 tempest-SecGroupIPv6Test-668962011-project] 10.222.0.60 "DELETE /v2.0/security-groups/9822d464-2fa1-4414-b4a1-02012982cf02 HTTP/1.1" status: 204 len: 168 time: 0.1316838 Nov 23 17:58:36.162898 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 50546) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:58:36.170561 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69aceb3d-6320-4b3a-91ad-92b3e69d0f36 tempest-SecGroupIPv6Test-668962011 tempest-SecGroupIPv6Test-668962011-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9822d464-2fa1-4414-b4a1-02012982cf02,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:58:36.215943 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-3634c35a-9f24-4ebf-bb27-285ea85456eb tempest-SecGroupIPv6Test-668962011 tempest-SecGroupIPv6Test-668962011-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0514812 Nov 23 17:58:36.218463 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 50548) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:58:36.231853 n-d-816206-8 neutron-server[103591]: INFO neutron.api.v2.resource [None req-f9ed4027-7776-4e46-8504-311ccec7f4b4 tempest-SecGroupIPv6Test-668962011 tempest-SecGroupIPv6Test-668962011-project] delete failed (client error): The resource could not be found. Nov 23 17:58:36.232855 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-f9ed4027-7776-4e46-8504-311ccec7f4b4 tempest-SecGroupIPv6Test-668962011 tempest-SecGroupIPv6Test-668962011-project] 10.222.0.60 "DELETE /v2.0/security-groups/9822d464-2fa1-4414-b4a1-02012982cf02 HTTP/1.1" status: 404 len: 347 time: 0.0133400 Nov 23 17:58:36.236684 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 50550) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:58:36.241299 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-10473761-4f17-4af6-8bfa-838f036bdc62 tempest-SecGroupIPv6Test-668962011 tempest-SecGroupIPv6Test-668962011-project] Request body: {'security_group': {'name': 'tempest-secgroup--184014199'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:58:36.264400 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-10473761-4f17-4af6-8bfa-838f036bdc62 tempest-SecGroupIPv6Test-668962011 tempest-SecGroupIPv6Test-668962011-project] Publish callbacks [] for security_group, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:36.331545 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-10473761-4f17-4af6-8bfa-838f036bdc62 tempest-SecGroupIPv6Test-668962011 tempest-SecGroupIPv6Test-668962011-project] Publish callbacks [] for security_group, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:36.335246 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-10473761-4f17-4af6-8bfa-838f036bdc62 tempest-SecGroupIPv6Test-668962011 tempest-SecGroupIPv6Test-668962011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:36.367018 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-10473761-4f17-4af6-8bfa-838f036bdc62 tempest-SecGroupIPv6Test-668962011 tempest-SecGroupIPv6Test-668962011-project] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:36.368229 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-10473761-4f17-4af6-8bfa-838f036bdc62 tempest-SecGroupIPv6Test-668962011 tempest-SecGroupIPv6Test-668962011-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1305518 Nov 23 17:58:36.370756 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10473761-4f17-4af6-8bfa-838f036bdc62 tempest-SecGroupIPv6Test-668962011 tempest-SecGroupIPv6Test-668962011-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8399a836-2940-4831-8dbf-68b5469afe8f,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:58:36.371922 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 50552) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:58:36.378292 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-fce8549e-150b-4c21-b856-6aaedb34656d tempest-SecGroupIPv6Test-668962011 tempest-SecGroupIPv6Test-668962011-project] Request body: {'security_group_rule': {'security_group_id': '8399a836-2940-4831-8dbf-68b5469afe8f', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:58:36.405729 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-fce8549e-150b-4c21-b856-6aaedb34656d tempest-SecGroupIPv6Test-668962011 tempest-SecGroupIPv6Test-668962011-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:36.461446 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-fce8549e-150b-4c21-b856-6aaedb34656d tempest-SecGroupIPv6Test-668962011 tempest-SecGroupIPv6Test-668962011-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:36.466262 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-fce8549e-150b-4c21-b856-6aaedb34656d tempest-SecGroupIPv6Test-668962011 tempest-SecGroupIPv6Test-668962011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994370'] for security_group_rule, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:36.486753 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce8549e-150b-4c21-b856-6aaedb34656d tempest-SecGroupIPv6Test-668962011 tempest-SecGroupIPv6Test-668962011-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8843f117-9787-4f82-ad84-f3091970888a,revision_number=0']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:58:36.491785 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-fce8549e-150b-4c21-b856-6aaedb34656d tempest-SecGroupIPv6Test-668962011 tempest-SecGroupIPv6Test-668962011-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:36.493026 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-fce8549e-150b-4c21-b856-6aaedb34656d tempest-SecGroupIPv6Test-668962011 tempest-SecGroupIPv6Test-668962011-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1194761 Nov 23 17:58:36.497026 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 50554) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:58:36.523405 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-beee5254-f8b2-4a7b-aac5-e6d9b20ae2fb tempest-SecGroupIPv6Test-668962011 tempest-SecGroupIPv6Test-668962011-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:36.531344 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-beee5254-f8b2-4a7b-aac5-e6d9b20ae2fb tempest-SecGroupIPv6Test-668962011 tempest-SecGroupIPv6Test-668962011-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:36.557644 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-beee5254-f8b2-4a7b-aac5-e6d9b20ae2fb tempest-SecGroupIPv6Test-668962011 tempest-SecGroupIPv6Test-668962011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994370'] for security_group_rule, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:36.565009 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-beee5254-f8b2-4a7b-aac5-e6d9b20ae2fb tempest-SecGroupIPv6Test-668962011 tempest-SecGroupIPv6Test-668962011-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:36.566126 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-beee5254-f8b2-4a7b-aac5-e6d9b20ae2fb tempest-SecGroupIPv6Test-668962011 tempest-SecGroupIPv6Test-668962011-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/8843f117-9787-4f82-ad84-f3091970888a HTTP/1.1" status: 204 len: 168 time: 0.0681269 Nov 23 17:58:36.568908 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 50556) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:58:36.571654 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beee5254-f8b2-4a7b-aac5-e6d9b20ae2fb tempest-SecGroupIPv6Test-668962011 tempest-SecGroupIPv6Test-668962011-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8843f117-9787-4f82-ad84-f3091970888a,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:58:36.614608 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-f3e2d4ce-28b7-4663-812e-13a84d0641cb tempest-SecGroupIPv6Test-668962011 tempest-SecGroupIPv6Test-668962011-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0445287 Nov 23 17:58:36.617340 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 50558) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:58:36.668353 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-5d34787f-bc68-43b7-a6ec-eb8f95bb6ca4 tempest-SecGroupIPv6Test-668962011 tempest-SecGroupIPv6Test-668962011-project] Publish callbacks [] for security_group, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:36.694515 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-5d34787f-bc68-43b7-a6ec-eb8f95bb6ca4 tempest-SecGroupIPv6Test-668962011 tempest-SecGroupIPv6Test-668962011-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:36.738995 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-5d34787f-bc68-43b7-a6ec-eb8f95bb6ca4 tempest-SecGroupIPv6Test-668962011 tempest-SecGroupIPv6Test-668962011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:36.744965 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-5d34787f-bc68-43b7-a6ec-eb8f95bb6ca4 tempest-SecGroupIPv6Test-668962011 tempest-SecGroupIPv6Test-668962011-project] Publish callbacks [] for security_group, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:36.746116 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-5d34787f-bc68-43b7-a6ec-eb8f95bb6ca4 tempest-SecGroupIPv6Test-668962011 tempest-SecGroupIPv6Test-668962011-project] 10.222.0.60 "DELETE /v2.0/security-groups/8399a836-2940-4831-8dbf-68b5469afe8f HTTP/1.1" status: 204 len: 168 time: 0.1278617 Nov 23 17:58:36.749171 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 50560) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:58:36.755316 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d34787f-bc68-43b7-a6ec-eb8f95bb6ca4 tempest-SecGroupIPv6Test-668962011 tempest-SecGroupIPv6Test-668962011-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8399a836-2940-4831-8dbf-68b5469afe8f,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:58:36.803920 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-376a3d2f-f119-489a-b490-e4636e773793 tempest-SecGroupIPv6Test-668962011 tempest-SecGroupIPv6Test-668962011-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0534563 Nov 23 17:58:36.808413 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 50562) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:58:36.813005 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-86f1d459-146a-4aaa-8301-fe7876a41141 tempest-SecGroupIPv6Test-668962011 tempest-SecGroupIPv6Test-668962011-project] Request body: {'security_group': {'name': 'tempest-secgroup--973009871'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:58:36.836188 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-86f1d459-146a-4aaa-8301-fe7876a41141 tempest-SecGroupIPv6Test-668962011 tempest-SecGroupIPv6Test-668962011-project] Publish callbacks [] for security_group, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:36.915761 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-86f1d459-146a-4aaa-8301-fe7876a41141 tempest-SecGroupIPv6Test-668962011 tempest-SecGroupIPv6Test-668962011-project] Publish callbacks [] for security_group, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:36.919484 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-86f1d459-146a-4aaa-8301-fe7876a41141 tempest-SecGroupIPv6Test-668962011 tempest-SecGroupIPv6Test-668962011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:36.948671 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-86f1d459-146a-4aaa-8301-fe7876a41141 tempest-SecGroupIPv6Test-668962011 tempest-SecGroupIPv6Test-668962011-project] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:36.949942 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-86f1d459-146a-4aaa-8301-fe7876a41141 tempest-SecGroupIPv6Test-668962011 tempest-SecGroupIPv6Test-668962011-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1403625 Nov 23 17:58:36.954255 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 50566) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:58:36.960656 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-08ba05fd-a5dc-4edb-abee-049559b2cf30 tempest-SecGroupIPv6Test-668962011 tempest-SecGroupIPv6Test-668962011-project] Request body: {'security_group_rule': {'security_group_id': '66ea1362-9566-4aa0-9270-500304e9d37f', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:58:36.970031 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f1d459-146a-4aaa-8301-fe7876a41141 tempest-SecGroupIPv6Test-668962011 tempest-SecGroupIPv6Test-668962011-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66ea1362-9566-4aa0-9270-500304e9d37f,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:58:36.979726 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4569396-148f-4505-8ce4-c4ca01a3159d req-259f1bd9-59c6-463b-9610-6960fbaf44ce tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:58:36.981275 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a4569396-148f-4505-8ce4-c4ca01a3159d req-259f1bd9-59c6-463b-9610-6960fbaf44ce tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.60 "GET /v2.0/ports?device_id=879e814c-05fc-4dea-ba60-1f3e794a1184 HTTP/1.1" status: 200 len: 945 time: 0.0535357 Nov 23 17:58:36.998982 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-08ba05fd-a5dc-4edb-abee-049559b2cf30 tempest-SecGroupIPv6Test-668962011 tempest-SecGroupIPv6Test-668962011-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:37.033092 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a4569396-148f-4505-8ce4-c4ca01a3159d req-abaa9874-436e-4291-a2a8-b9fb48b50864 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.60 "GET /v2.0/security-groups?id=c951464a-459e-4ec5-9432-89ee674ff255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454352 Nov 23 17:58:37.050952 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-08ba05fd-a5dc-4edb-abee-049559b2cf30 tempest-SecGroupIPv6Test-668962011 tempest-SecGroupIPv6Test-668962011-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:37.055935 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-08ba05fd-a5dc-4edb-abee-049559b2cf30 tempest-SecGroupIPv6Test-668962011 tempest-SecGroupIPv6Test-668962011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994370'] for security_group_rule, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:37.078273 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ba05fd-a5dc-4edb-abee-049559b2cf30 tempest-SecGroupIPv6Test-668962011 tempest-SecGroupIPv6Test-668962011-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26e01c8a-27ec-48c7-b048-f3a656a954dc,revision_number=0']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:58:37.083905 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-08ba05fd-a5dc-4edb-abee-049559b2cf30 tempest-SecGroupIPv6Test-668962011 tempest-SecGroupIPv6Test-668962011-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:37.085171 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-08ba05fd-a5dc-4edb-abee-049559b2cf30 tempest-SecGroupIPv6Test-668962011 tempest-SecGroupIPv6Test-668962011-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1298871 Nov 23 17:58:37.087833 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 50568) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:58:37.092645 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-06ca96f5-e8c6-45e9-8fe2-3ede395c2014 tempest-SecGroupIPv6Test-668962011 tempest-SecGroupIPv6Test-668962011-project] Request body: {'security_group_rule': {'security_group_id': '66ea1362-9566-4aa0-9270-500304e9d37f', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:58:37.118819 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-06ca96f5-e8c6-45e9-8fe2-3ede395c2014 tempest-SecGroupIPv6Test-668962011 tempest-SecGroupIPv6Test-668962011-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:37.180259 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-06ca96f5-e8c6-45e9-8fe2-3ede395c2014 tempest-SecGroupIPv6Test-668962011 tempest-SecGroupIPv6Test-668962011-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:37.184732 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-06ca96f5-e8c6-45e9-8fe2-3ede395c2014 tempest-SecGroupIPv6Test-668962011 tempest-SecGroupIPv6Test-668962011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994370'] for security_group_rule, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:37.203348 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ca96f5-e8c6-45e9-8fe2-3ede395c2014 tempest-SecGroupIPv6Test-668962011 tempest-SecGroupIPv6Test-668962011-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=908ed06a-58db-4452-8de8-af2c7e6ac9c7,revision_number=0']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:58:37.212181 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-06ca96f5-e8c6-45e9-8fe2-3ede395c2014 tempest-SecGroupIPv6Test-668962011 tempest-SecGroupIPv6Test-668962011-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:37.214052 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-06ca96f5-e8c6-45e9-8fe2-3ede395c2014 tempest-SecGroupIPv6Test-668962011 tempest-SecGroupIPv6Test-668962011-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1247385 Nov 23 17:58:37.216906 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 50572) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:58:37.221974 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-3ededbf7-f37a-45b3-86b4-3982413dd74d tempest-SecGroupIPv6Test-668962011 tempest-SecGroupIPv6Test-668962011-project] Request body: {'security_group_rule': {'security_group_id': '66ea1362-9566-4aa0-9270-500304e9d37f', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:58:37.242761 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0f179d-c0dd-4305-911a-a4d0452d0531 req-4602a478-c1d5-464c-9d05-a217f485f34d tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:58:37.244389 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ba0f179d-c0dd-4305-911a-a4d0452d0531 req-4602a478-c1d5-464c-9d05-a217f485f34d tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] 10.222.0.60 "GET /v2.0/ports?device_id=6828cb50-b20c-462f-b008-673e15828dc9 HTTP/1.1" status: 200 len: 944 time: 0.0541534 Nov 23 17:58:37.250892 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-3ededbf7-f37a-45b3-86b4-3982413dd74d tempest-SecGroupIPv6Test-668962011 tempest-SecGroupIPv6Test-668962011-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:37.295001 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ba0f179d-c0dd-4305-911a-a4d0452d0531 req-b1882bd8-8217-47ae-964c-2cbad892fb81 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] 10.222.0.60 "GET /v2.0/security-groups?id=19707690-a374-4ad1-9e6b-ad199275121e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436325 Nov 23 17:58:37.308704 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-3ededbf7-f37a-45b3-86b4-3982413dd74d tempest-SecGroupIPv6Test-668962011 tempest-SecGroupIPv6Test-668962011-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:37.312708 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-3ededbf7-f37a-45b3-86b4-3982413dd74d tempest-SecGroupIPv6Test-668962011 tempest-SecGroupIPv6Test-668962011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994370'] for security_group_rule, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:37.331529 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ededbf7-f37a-45b3-86b4-3982413dd74d tempest-SecGroupIPv6Test-668962011 tempest-SecGroupIPv6Test-668962011-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d75dfcc-97ee-4d2a-aa52-88fc7b022791,revision_number=0']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:58:37.336934 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-3ededbf7-f37a-45b3-86b4-3982413dd74d tempest-SecGroupIPv6Test-668962011 tempest-SecGroupIPv6Test-668962011-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:37.341223 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-3ededbf7-f37a-45b3-86b4-3982413dd74d tempest-SecGroupIPv6Test-668962011 tempest-SecGroupIPv6Test-668962011-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1205664 Nov 23 17:58:37.341370 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 50574) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:58:37.345582 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-9a45cf65-cd00-4018-9692-d86147c97a4a tempest-SecGroupIPv6Test-668962011 tempest-SecGroupIPv6Test-668962011-project] Request body: {'security_group_rule': {'security_group_id': '66ea1362-9566-4aa0-9270-500304e9d37f', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:58:37.373283 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-9a45cf65-cd00-4018-9692-d86147c97a4a tempest-SecGroupIPv6Test-668962011 tempest-SecGroupIPv6Test-668962011-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:37.431894 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-9a45cf65-cd00-4018-9692-d86147c97a4a tempest-SecGroupIPv6Test-668962011 tempest-SecGroupIPv6Test-668962011-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:37.435759 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-9a45cf65-cd00-4018-9692-d86147c97a4a tempest-SecGroupIPv6Test-668962011 tempest-SecGroupIPv6Test-668962011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994370'] for security_group_rule, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:37.455223 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a45cf65-cd00-4018-9692-d86147c97a4a tempest-SecGroupIPv6Test-668962011 tempest-SecGroupIPv6Test-668962011-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74c78087-b09f-4c0e-a228-bac091416b60,revision_number=0']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:58:37.461021 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-9a45cf65-cd00-4018-9692-d86147c97a4a tempest-SecGroupIPv6Test-668962011 tempest-SecGroupIPv6Test-668962011-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:37.462246 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-9a45cf65-cd00-4018-9692-d86147c97a4a tempest-SecGroupIPv6Test-668962011 tempest-SecGroupIPv6Test-668962011-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1200566 Nov 23 17:58:37.465486 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 50576) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:58:37.469711 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-74cf462f-dd52-43dd-8780-3b5c30e0b925 tempest-SecGroupIPv6Test-668962011 tempest-SecGroupIPv6Test-668962011-project] Request body: {'security_group_rule': {'security_group_id': '66ea1362-9566-4aa0-9270-500304e9d37f', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:58:37.497033 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-74cf462f-dd52-43dd-8780-3b5c30e0b925 tempest-SecGroupIPv6Test-668962011 tempest-SecGroupIPv6Test-668962011-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:37.559898 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-74cf462f-dd52-43dd-8780-3b5c30e0b925 tempest-SecGroupIPv6Test-668962011 tempest-SecGroupIPv6Test-668962011-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:37.563750 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-74cf462f-dd52-43dd-8780-3b5c30e0b925 tempest-SecGroupIPv6Test-668962011 tempest-SecGroupIPv6Test-668962011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994370'] for security_group_rule, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:37.581003 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cf462f-dd52-43dd-8780-3b5c30e0b925 tempest-SecGroupIPv6Test-668962011 tempest-SecGroupIPv6Test-668962011-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=384d931e-2a35-4d07-b013-48a6828556c0,revision_number=0']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:58:37.590193 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-74cf462f-dd52-43dd-8780-3b5c30e0b925 tempest-SecGroupIPv6Test-668962011 tempest-SecGroupIPv6Test-668962011-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:37.591385 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-74cf462f-dd52-43dd-8780-3b5c30e0b925 tempest-SecGroupIPv6Test-668962011 tempest-SecGroupIPv6Test-668962011-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.1249890 Nov 23 17:58:37.594279 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 50578) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:58:37.617290 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-3f6e01b4-17e3-44d8-97ad-6925adff98d8 tempest-SecGroupIPv6Test-668962011 tempest-SecGroupIPv6Test-668962011-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:37.624878 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-3f6e01b4-17e3-44d8-97ad-6925adff98d8 tempest-SecGroupIPv6Test-668962011 tempest-SecGroupIPv6Test-668962011-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:37.649848 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-3f6e01b4-17e3-44d8-97ad-6925adff98d8 tempest-SecGroupIPv6Test-668962011 tempest-SecGroupIPv6Test-668962011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994370'] for security_group_rule, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:37.656973 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-3f6e01b4-17e3-44d8-97ad-6925adff98d8 tempest-SecGroupIPv6Test-668962011 tempest-SecGroupIPv6Test-668962011-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:37.658083 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-3f6e01b4-17e3-44d8-97ad-6925adff98d8 tempest-SecGroupIPv6Test-668962011 tempest-SecGroupIPv6Test-668962011-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/384d931e-2a35-4d07-b013-48a6828556c0 HTTP/1.1" status: 204 len: 168 time: 0.0629051 Nov 23 17:58:37.660888 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 50580) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:58:37.663599 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6e01b4-17e3-44d8-97ad-6925adff98d8 tempest-SecGroupIPv6Test-668962011 tempest-SecGroupIPv6Test-668962011-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=384d931e-2a35-4d07-b013-48a6828556c0,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:58:37.708628 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-562838af-45be-44c6-ad01-23c1d8f686ba tempest-SecGroupIPv6Test-668962011 tempest-SecGroupIPv6Test-668962011-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0465219 Nov 23 17:58:37.711352 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 50582) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:58:37.739241 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-9bcedece-c3fd-4fc5-b9af-e3068531ea13 tempest-SecGroupIPv6Test-668962011 tempest-SecGroupIPv6Test-668962011-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:37.747390 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-9bcedece-c3fd-4fc5-b9af-e3068531ea13 tempest-SecGroupIPv6Test-668962011 tempest-SecGroupIPv6Test-668962011-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:37.773671 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-9bcedece-c3fd-4fc5-b9af-e3068531ea13 tempest-SecGroupIPv6Test-668962011 tempest-SecGroupIPv6Test-668962011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994370'] for security_group_rule, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:37.780109 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-9bcedece-c3fd-4fc5-b9af-e3068531ea13 tempest-SecGroupIPv6Test-668962011 tempest-SecGroupIPv6Test-668962011-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:37.781239 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-9bcedece-c3fd-4fc5-b9af-e3068531ea13 tempest-SecGroupIPv6Test-668962011 tempest-SecGroupIPv6Test-668962011-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/74c78087-b09f-4c0e-a228-bac091416b60 HTTP/1.1" status: 204 len: 168 time: 0.0689805 Nov 23 17:58:37.784045 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 50584) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:58:37.786620 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcedece-c3fd-4fc5-b9af-e3068531ea13 tempest-SecGroupIPv6Test-668962011 tempest-SecGroupIPv6Test-668962011-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=74c78087-b09f-4c0e-a228-bac091416b60,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:58:37.833628 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-8224005e-d686-44b7-9852-beee34a54839 tempest-SecGroupIPv6Test-668962011 tempest-SecGroupIPv6Test-668962011-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0483038 Nov 23 17:58:37.836232 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 50586) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:58:37.840742 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device 6af791fb-a890-44d2-90d1-e8e48c08c46b details requested by agent hyperv_n-h2-816206-8 with host n-h2-816206-8 {{(pid=103592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 17:58:37.859747 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-618df0f2-c073-4971-bfd5-c0333adaf68c tempest-SecGroupIPv6Test-668962011 tempest-SecGroupIPv6Test-668962011-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:37.867556 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-618df0f2-c073-4971-bfd5-c0333adaf68c tempest-SecGroupIPv6Test-668962011 tempest-SecGroupIPv6Test-668962011-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:37.895342 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-618df0f2-c073-4971-bfd5-c0333adaf68c tempest-SecGroupIPv6Test-668962011 tempest-SecGroupIPv6Test-668962011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994370'] for security_group_rule, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:37.901501 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-618df0f2-c073-4971-bfd5-c0333adaf68c tempest-SecGroupIPv6Test-668962011 tempest-SecGroupIPv6Test-668962011-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:37.902721 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-618df0f2-c073-4971-bfd5-c0333adaf68c tempest-SecGroupIPv6Test-668962011 tempest-SecGroupIPv6Test-668962011-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/9d75dfcc-97ee-4d2a-aa52-88fc7b022791 HTTP/1.1" status: 204 len: 168 time: 0.0655284 Nov 23 17:58:37.905417 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 50588) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:58:37.921919 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618df0f2-c073-4971-bfd5-c0333adaf68c tempest-SecGroupIPv6Test-668962011 tempest-SecGroupIPv6Test-668962011-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9d75dfcc-97ee-4d2a-aa52-88fc7b022791,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:58:37.943815 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port 6af791fb-a890-44d2-90d1-e8e48c08c46b, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=6af791fb-a890-44d2-90d1-e8e48c08c46b,segment=NetworkSegment(a351da06-cb10-4c01-aebe-775410ba67eb),segment_id=a351da06-cb10-4c01-aebe-775410ba67eb)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:58:37.954613 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-109bc07e-f106-4992-9800-56ad9e5a81b5 tempest-SecGroupIPv6Test-668962011 tempest-SecGroupIPv6Test-668962011-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0481193 Nov 23 17:58:37.956566 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Returning: {'device': '6af791fb-a890-44d2-90d1-e8e48c08c46b', 'network_id': '7cdd291d-d3a6-4b3c-90fd-fb828e53d4cc', 'port_id': '6af791fb-a890-44d2-90d1-e8e48c08c46b', 'mac_address': 'fa:16:3e:66:c0:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 541, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb50c9cf-9f41-42e6-840d-0d53f4985bf2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 17:58:37.957615 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 50590) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:58:37.980691 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-279ca110-29e9-410a-b945-6861a5aacb45 tempest-SecGroupIPv6Test-668962011 tempest-SecGroupIPv6Test-668962011-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:37.988229 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-279ca110-29e9-410a-b945-6861a5aacb45 tempest-SecGroupIPv6Test-668962011 tempest-SecGroupIPv6Test-668962011-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:37.994600 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:38.008086 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6af791fb-a890-44d2-90d1-e8e48c08c46b {{(pid=103592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:58:38.018560 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-279ca110-29e9-410a-b945-6861a5aacb45 tempest-SecGroupIPv6Test-668962011 tempest-SecGroupIPv6Test-668962011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994370'] for security_group_rule, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:38.023340 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-279ca110-29e9-410a-b945-6861a5aacb45 tempest-SecGroupIPv6Test-668962011 tempest-SecGroupIPv6Test-668962011-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:38.025835 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-279ca110-29e9-410a-b945-6861a5aacb45 tempest-SecGroupIPv6Test-668962011 tempest-SecGroupIPv6Test-668962011-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/908ed06a-58db-4452-8de8-af2c7e6ac9c7 HTTP/1.1" status: 204 len: 168 time: 0.0664339 Nov 23 17:58:38.028004 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 50592) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:58:38.031619 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port 6af791fb-a890-44d2-90d1-e8e48c08c46b, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=6af791fb-a890-44d2-90d1-e8e48c08c46b,segment=NetworkSegment(a351da06-cb10-4c01-aebe-775410ba67eb),segment_id=a351da06-cb10-4c01-aebe-775410ba67eb)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:58:38.033550 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279ca110-29e9-410a-b945-6861a5aacb45 tempest-SecGroupIPv6Test-668962011 tempest-SecGroupIPv6Test-668962011-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=908ed06a-58db-4452-8de8-af2c7e6ac9c7,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:58:38.035650 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:38.081568 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 50596) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:58:38.081857 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-f4dac4ef-7015-409e-b721-57ec91132bd7 tempest-SecGroupIPv6Test-668962011 tempest-SecGroupIPv6Test-668962011-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0514677 Nov 23 17:58:38.091150 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Pushing event updated for resources: {'Port': ['ID=6af791fb-a890-44d2-90d1-e8e48c08c46b,revision_number=4']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:58:38.108798 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-bc281cea-86ca-4e10-9378-bbe9a73435bc tempest-SecGroupIPv6Test-668962011 tempest-SecGroupIPv6Test-668962011-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:38.117227 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-bc281cea-86ca-4e10-9378-bbe9a73435bc tempest-SecGroupIPv6Test-668962011 tempest-SecGroupIPv6Test-668962011-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:38.151969 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-bc281cea-86ca-4e10-9378-bbe9a73435bc tempest-SecGroupIPv6Test-668962011 tempest-SecGroupIPv6Test-668962011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994370'] for security_group_rule, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:38.159148 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-bc281cea-86ca-4e10-9378-bbe9a73435bc tempest-SecGroupIPv6Test-668962011 tempest-SecGroupIPv6Test-668962011-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:38.160287 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-bc281cea-86ca-4e10-9378-bbe9a73435bc tempest-SecGroupIPv6Test-668962011 tempest-SecGroupIPv6Test-668962011-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/26e01c8a-27ec-48c7-b048-f3a656a954dc HTTP/1.1" status: 204 len: 168 time: 0.0783155 Nov 23 17:58:38.165426 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 50598) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:58:38.166954 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bce288-515c-427c-aeaf-58a1f0afd287 req-b3445917-d4e8-497d-9696-bc1c6c60117b tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:58:38.168597 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-56bce288-515c-427c-aeaf-58a1f0afd287 req-b3445917-d4e8-497d-9696-bc1c6c60117b tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.60 "GET /v2.0/ports?device_id=879e814c-05fc-4dea-ba60-1f3e794a1184 HTTP/1.1" status: 200 len: 945 time: 0.0551975 Nov 23 17:58:38.173697 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc281cea-86ca-4e10-9378-bbe9a73435bc tempest-SecGroupIPv6Test-668962011 tempest-SecGroupIPv6Test-668962011-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=26e01c8a-27ec-48c7-b048-f3a656a954dc,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:58:38.212221 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-4fabc160-44a3-4d4c-9e22-369284c801a8 tempest-SecGroupIPv6Test-668962011 tempest-SecGroupIPv6Test-668962011-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0447803 Nov 23 17:58:38.215490 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 50600) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:58:38.231419 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-56bce288-515c-427c-aeaf-58a1f0afd287 req-98f7ffe3-24ce-44e9-9609-ef0c5db84395 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.60 "GET /v2.0/security-groups?id=c951464a-459e-4ec5-9432-89ee674ff255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505865 Nov 23 17:58:38.269604 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] get_ports_and_sgs() called for port_ids ['6af791fb-a890-44d2-90d1-e8e48c08c46b'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:58:38.273987 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-706fd151-1c1b-4b85-9df3-2475827684e1 tempest-SecGroupIPv6Test-668962011 tempest-SecGroupIPv6Test-668962011-project] Publish callbacks [] for security_group, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:38.297003 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-706fd151-1c1b-4b85-9df3-2475827684e1 tempest-SecGroupIPv6Test-668962011 tempest-SecGroupIPv6Test-668962011-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:38.339865 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-706fd151-1c1b-4b85-9df3-2475827684e1 tempest-SecGroupIPv6Test-668962011 tempest-SecGroupIPv6Test-668962011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:38.342906 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-706fd151-1c1b-4b85-9df3-2475827684e1 tempest-SecGroupIPv6Test-668962011 tempest-SecGroupIPv6Test-668962011-project] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:38.346587 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-706fd151-1c1b-4b85-9df3-2475827684e1 tempest-SecGroupIPv6Test-668962011 tempest-SecGroupIPv6Test-668962011-project] 10.222.0.60 "DELETE /v2.0/security-groups/66ea1362-9566-4aa0-9270-500304e9d37f HTTP/1.1" status: 204 len: 168 time: 0.1276693 Nov 23 17:58:38.347432 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 50604) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:58:38.359732 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706fd151-1c1b-4b85-9df3-2475827684e1 tempest-SecGroupIPv6Test-668962011 tempest-SecGroupIPv6Test-668962011-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=66ea1362-9566-4aa0-9270-500304e9d37f,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:58:38.403416 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-c24d4849-60a5-48b2-a69c-959f8b5ffcc3 tempest-SecGroupIPv6Test-668962011 tempest-SecGroupIPv6Test-668962011-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0547702 Nov 23 17:58:38.409354 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 50606) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:58:38.413935 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-34e0b77a-c221-4529-b64e-17b2de7734a9 tempest-SecGroupIPv6Test-668962011 tempest-SecGroupIPv6Test-668962011-project] Request body: {'security_group': {'name': 'tempest-secgroup--96832510'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:58:38.443789 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-34e0b77a-c221-4529-b64e-17b2de7734a9 tempest-SecGroupIPv6Test-668962011 tempest-SecGroupIPv6Test-668962011-project] Publish callbacks [] for security_group, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:38.532179 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-34e0b77a-c221-4529-b64e-17b2de7734a9 tempest-SecGroupIPv6Test-668962011 tempest-SecGroupIPv6Test-668962011-project] Publish callbacks [] for security_group, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:38.538671 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-34e0b77a-c221-4529-b64e-17b2de7734a9 tempest-SecGroupIPv6Test-668962011 tempest-SecGroupIPv6Test-668962011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:38.575084 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-34e0b77a-c221-4529-b64e-17b2de7734a9 tempest-SecGroupIPv6Test-668962011 tempest-SecGroupIPv6Test-668962011-project] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:38.576393 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-34e0b77a-c221-4529-b64e-17b2de7734a9 tempest-SecGroupIPv6Test-668962011 tempest-SecGroupIPv6Test-668962011-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.1663818 Nov 23 17:58:38.579684 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 50608) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:58:38.585173 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-dc2cfb8e-2d2c-428d-adc8-733f560dce28 tempest-SecGroupIPv6Test-668962011 tempest-SecGroupIPv6Test-668962011-project] Request body: {'security_group_rule': {'security_group_id': 'd8eccf99-02c4-42ee-8c2e-02b7b56601b2', 'direction': 'ingress', 'protocol': 17}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:58:38.591332 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e0b77a-c221-4529-b64e-17b2de7734a9 tempest-SecGroupIPv6Test-668962011 tempest-SecGroupIPv6Test-668962011-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8eccf99-02c4-42ee-8c2e-02b7b56601b2,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:58:38.619015 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-dc2cfb8e-2d2c-428d-adc8-733f560dce28 tempest-SecGroupIPv6Test-668962011 tempest-SecGroupIPv6Test-668962011-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:38.686623 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-dc2cfb8e-2d2c-428d-adc8-733f560dce28 tempest-SecGroupIPv6Test-668962011 tempest-SecGroupIPv6Test-668962011-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:38.691104 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-dc2cfb8e-2d2c-428d-adc8-733f560dce28 tempest-SecGroupIPv6Test-668962011 tempest-SecGroupIPv6Test-668962011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994370'] for security_group_rule, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:38.702756 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e07fbab-5105-4111-9bda-05bfc3beaac0 req-32047b43-c122-4144-a677-748a9fe4649f tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:58:38.704838 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-3e07fbab-5105-4111-9bda-05bfc3beaac0 req-32047b43-c122-4144-a677-748a9fe4649f tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] 10.222.0.60 "GET /v2.0/ports?device_id=6828cb50-b20c-462f-b008-673e15828dc9 HTTP/1.1" status: 200 len: 945 time: 0.0587785 Nov 23 17:58:38.726385 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2cfb8e-2d2c-428d-adc8-733f560dce28 tempest-SecGroupIPv6Test-668962011 tempest-SecGroupIPv6Test-668962011-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89d9eda8-ec08-49f7-b9ce-2ef618040972,revision_number=0']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:58:38.734961 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-dc2cfb8e-2d2c-428d-adc8-733f560dce28 tempest-SecGroupIPv6Test-668962011 tempest-SecGroupIPv6Test-668962011-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:38.736200 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-dc2cfb8e-2d2c-428d-adc8-733f560dce28 tempest-SecGroupIPv6Test-668962011 tempest-SecGroupIPv6Test-668962011-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1555512 Nov 23 17:58:38.739825 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 50610) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:58:38.768174 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-3e07fbab-5105-4111-9bda-05bfc3beaac0 req-170c5102-2aab-4cfa-bf29-2c6d93b51e1e tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] 10.222.0.60 "GET /v2.0/security-groups?id=19707690-a374-4ad1-9e6b-ad199275121e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519717 Nov 23 17:58:38.798503 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-88997133-13d3-4059-9bb7-6673133643d3 tempest-SecGroupIPv6Test-668962011 tempest-SecGroupIPv6Test-668962011-project] Publish callbacks [] for security_group, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:38.824682 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-88997133-13d3-4059-9bb7-6673133643d3 tempest-SecGroupIPv6Test-668962011 tempest-SecGroupIPv6Test-668962011-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:38.881129 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-88997133-13d3-4059-9bb7-6673133643d3 tempest-SecGroupIPv6Test-668962011 tempest-SecGroupIPv6Test-668962011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:38.883737 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-88997133-13d3-4059-9bb7-6673133643d3 tempest-SecGroupIPv6Test-668962011 tempest-SecGroupIPv6Test-668962011-project] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:38.884974 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-88997133-13d3-4059-9bb7-6673133643d3 tempest-SecGroupIPv6Test-668962011 tempest-SecGroupIPv6Test-668962011-project] 10.222.0.60 "DELETE /v2.0/security-groups/d8eccf99-02c4-42ee-8c2e-02b7b56601b2 HTTP/1.1" status: 204 len: 168 time: 0.1440120 Nov 23 17:58:38.887706 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 50612) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:58:38.894628 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88997133-13d3-4059-9bb7-6673133643d3 tempest-SecGroupIPv6Test-668962011 tempest-SecGroupIPv6Test-668962011-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8eccf99-02c4-42ee-8c2e-02b7b56601b2,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:58:38.936281 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-bf6b861e-2e1a-45be-bfba-fbcddd67da27 tempest-SecGroupIPv6Test-668962011 tempest-SecGroupIPv6Test-668962011-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0473945 Nov 23 17:58:38.939785 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 50614) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:58:38.944592 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-6939bdc3-6ee4-4aa6-8e84-9071758d3fad tempest-SecGroupIPv6Test-668962011 tempest-SecGroupIPv6Test-668962011-project] Request body: {'security_group': {'name': 'tempest-secgroup--308951309'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:58:38.967222 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-6939bdc3-6ee4-4aa6-8e84-9071758d3fad tempest-SecGroupIPv6Test-668962011 tempest-SecGroupIPv6Test-668962011-project] Publish callbacks [] for security_group, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:39.033897 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-6939bdc3-6ee4-4aa6-8e84-9071758d3fad tempest-SecGroupIPv6Test-668962011 tempest-SecGroupIPv6Test-668962011-project] Publish callbacks [] for security_group, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:39.037534 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-6939bdc3-6ee4-4aa6-8e84-9071758d3fad tempest-SecGroupIPv6Test-668962011 tempest-SecGroupIPv6Test-668962011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:39.065607 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-6939bdc3-6ee4-4aa6-8e84-9071758d3fad tempest-SecGroupIPv6Test-668962011 tempest-SecGroupIPv6Test-668962011-project] Publish callbacks [] for security_group, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:39.066890 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-6939bdc3-6ee4-4aa6-8e84-9071758d3fad tempest-SecGroupIPv6Test-668962011 tempest-SecGroupIPv6Test-668962011-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1261237 Nov 23 17:58:39.069692 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 50616) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:58:39.071669 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6939bdc3-6ee4-4aa6-8e84-9071758d3fad tempest-SecGroupIPv6Test-668962011 tempest-SecGroupIPv6Test-668962011-project] Pushing event updated for resources: {'SecurityGroup': ['ID=824ee7ca-1615-408a-bd34-a86627b8fbbc,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:58:39.074545 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-ee38d4fb-e845-4231-83e6-9b8e3525ee37 tempest-SecGroupIPv6Test-668962011 tempest-SecGroupIPv6Test-668962011-project] Request body: {'security_group': {'name': 'tempest-secgroup--808808717'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:58:39.098639 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ee38d4fb-e845-4231-83e6-9b8e3525ee37 tempest-SecGroupIPv6Test-668962011 tempest-SecGroupIPv6Test-668962011-project] Publish callbacks [] for security_group, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:39.169673 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ee38d4fb-e845-4231-83e6-9b8e3525ee37 tempest-SecGroupIPv6Test-668962011 tempest-SecGroupIPv6Test-668962011-project] Publish callbacks [] for security_group, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:39.174009 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ee38d4fb-e845-4231-83e6-9b8e3525ee37 tempest-SecGroupIPv6Test-668962011 tempest-SecGroupIPv6Test-668962011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:39.207016 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ee38d4fb-e845-4231-83e6-9b8e3525ee37 tempest-SecGroupIPv6Test-668962011 tempest-SecGroupIPv6Test-668962011-project] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:39.208237 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-ee38d4fb-e845-4231-83e6-9b8e3525ee37 tempest-SecGroupIPv6Test-668962011 tempest-SecGroupIPv6Test-668962011-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1375234 Nov 23 17:58:39.209433 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee38d4fb-e845-4231-83e6-9b8e3525ee37 tempest-SecGroupIPv6Test-668962011 tempest-SecGroupIPv6Test-668962011-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54b4f07f-359b-460a-b096-26012aa1ff9f,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:58:39.211204 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 50618) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:58:39.216431 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-f4c16721-1200-4e94-ad91-095320b61b66 tempest-SecGroupIPv6Test-668962011 tempest-SecGroupIPv6Test-668962011-project] Request body: {'security_group_rule': {'security_group_id': '824ee7ca-1615-408a-bd34-a86627b8fbbc', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '54b4f07f-359b-460a-b096-26012aa1ff9f', 'remote_ip_prefix': None}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:58:39.246436 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-f4c16721-1200-4e94-ad91-095320b61b66 tempest-SecGroupIPv6Test-668962011 tempest-SecGroupIPv6Test-668962011-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:39.355589 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-f4c16721-1200-4e94-ad91-095320b61b66 tempest-SecGroupIPv6Test-668962011 tempest-SecGroupIPv6Test-668962011-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:39.365102 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-f4c16721-1200-4e94-ad91-095320b61b66 tempest-SecGroupIPv6Test-668962011 tempest-SecGroupIPv6Test-668962011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994370'] for security_group_rule, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:39.390735 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c16721-1200-4e94-ad91-095320b61b66 tempest-SecGroupIPv6Test-668962011 tempest-SecGroupIPv6Test-668962011-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2b0114e-9e75-4d5c-855c-ddf8611be365,revision_number=0']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:58:39.404701 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3339d99b-737f-420f-9f2b-2df9435f8bf4 req-18c2b282-3e6b-4cc9-987d-3ddc2bf097f0 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:58:39.406286 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-3339d99b-737f-420f-9f2b-2df9435f8bf4 req-18c2b282-3e6b-4cc9-987d-3ddc2bf097f0 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.60 "GET /v2.0/ports?device_id=879e814c-05fc-4dea-ba60-1f3e794a1184 HTTP/1.1" status: 200 len: 945 time: 0.0886061 Nov 23 17:58:39.409065 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-f4c16721-1200-4e94-ad91-095320b61b66 tempest-SecGroupIPv6Test-668962011 tempest-SecGroupIPv6Test-668962011-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:39.410148 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-f4c16721-1200-4e94-ad91-095320b61b66 tempest-SecGroupIPv6Test-668962011 tempest-SecGroupIPv6Test-668962011-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.1979566 Nov 23 17:58:39.413054 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 50622) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:58:39.439307 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-119e76ff-d29f-4451-94d6-3ec74615ff70 tempest-SecGroupIPv6Test-668962011 tempest-SecGroupIPv6Test-668962011-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:39.447540 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-119e76ff-d29f-4451-94d6-3ec74615ff70 tempest-SecGroupIPv6Test-668962011 tempest-SecGroupIPv6Test-668962011-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:39.460147 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-3339d99b-737f-420f-9f2b-2df9435f8bf4 req-9a95d1c5-1a84-4180-bc22-0d9583f1f811 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.60 "GET /v2.0/security-groups?id=c951464a-459e-4ec5-9432-89ee674ff255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473480 Nov 23 17:58:39.474173 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-119e76ff-d29f-4451-94d6-3ec74615ff70 tempest-SecGroupIPv6Test-668962011 tempest-SecGroupIPv6Test-668962011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994370'] for security_group_rule, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:39.480229 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-119e76ff-d29f-4451-94d6-3ec74615ff70 tempest-SecGroupIPv6Test-668962011 tempest-SecGroupIPv6Test-668962011-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:39.483866 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-119e76ff-d29f-4451-94d6-3ec74615ff70 tempest-SecGroupIPv6Test-668962011 tempest-SecGroupIPv6Test-668962011-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/a2b0114e-9e75-4d5c-855c-ddf8611be365 HTTP/1.1" status: 204 len: 168 time: 0.0673552 Nov 23 17:58:39.486365 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 50624) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:58:39.489523 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119e76ff-d29f-4451-94d6-3ec74615ff70 tempest-SecGroupIPv6Test-668962011 tempest-SecGroupIPv6Test-668962011-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a2b0114e-9e75-4d5c-855c-ddf8611be365,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:58:39.531613 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-3f31231e-1967-46a3-91ef-635041f93762 tempest-SecGroupIPv6Test-668962011 tempest-SecGroupIPv6Test-668962011-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0431399 Nov 23 17:58:39.541918 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 50626) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:58:39.594344 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-9e645abd-4de8-4f3f-903f-51ba492f0b76 tempest-SecGroupIPv6Test-668962011 tempest-SecGroupIPv6Test-668962011-project] Publish callbacks [] for security_group, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:39.615543 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-9e645abd-4de8-4f3f-903f-51ba492f0b76 tempest-SecGroupIPv6Test-668962011 tempest-SecGroupIPv6Test-668962011-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:39.665780 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-9e645abd-4de8-4f3f-903f-51ba492f0b76 tempest-SecGroupIPv6Test-668962011 tempest-SecGroupIPv6Test-668962011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:39.668409 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-9e645abd-4de8-4f3f-903f-51ba492f0b76 tempest-SecGroupIPv6Test-668962011 tempest-SecGroupIPv6Test-668962011-project] Publish callbacks [] for security_group, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:39.669583 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-9e645abd-4de8-4f3f-903f-51ba492f0b76 tempest-SecGroupIPv6Test-668962011 tempest-SecGroupIPv6Test-668962011-project] 10.222.0.60 "DELETE /v2.0/security-groups/54b4f07f-359b-460a-b096-26012aa1ff9f HTTP/1.1" status: 204 len: 168 time: 0.1267023 Nov 23 17:58:39.672362 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 50628) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:58:39.679024 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e645abd-4de8-4f3f-903f-51ba492f0b76 tempest-SecGroupIPv6Test-668962011 tempest-SecGroupIPv6Test-668962011-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=54b4f07f-359b-460a-b096-26012aa1ff9f,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:58:39.727262 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-336fc797-dcb1-4abf-9293-2bc636414558 tempest-SecGroupIPv6Test-668962011 tempest-SecGroupIPv6Test-668962011-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.0536509 Nov 23 17:58:39.730011 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 50630) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:58:39.781805 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5abce5bd-4650-4764-8ba5-89dbed1c295d tempest-SecGroupIPv6Test-668962011 tempest-SecGroupIPv6Test-668962011-project] Publish callbacks [] for security_group, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:39.803855 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5abce5bd-4650-4764-8ba5-89dbed1c295d tempest-SecGroupIPv6Test-668962011 tempest-SecGroupIPv6Test-668962011-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:39.844656 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device 6af791fb-a890-44d2-90d1-e8e48c08c46b up at agent hyperv_n-h2-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:58:39.850091 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5abce5bd-4650-4764-8ba5-89dbed1c295d tempest-SecGroupIPv6Test-668962011 tempest-SecGroupIPv6Test-668962011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:39.852775 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5abce5bd-4650-4764-8ba5-89dbed1c295d tempest-SecGroupIPv6Test-668962011 tempest-SecGroupIPv6Test-668962011-project] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:39.854547 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-5abce5bd-4650-4764-8ba5-89dbed1c295d tempest-SecGroupIPv6Test-668962011 tempest-SecGroupIPv6Test-668962011-project] 10.222.0.60 "DELETE /v2.0/security-groups/824ee7ca-1615-408a-bd34-a86627b8fbbc HTTP/1.1" status: 204 len: 168 time: 0.1235983 Nov 23 17:58:39.858145 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 50634) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:58:39.870653 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abce5bd-4650-4764-8ba5-89dbed1c295d tempest-SecGroupIPv6Test-668962011 tempest-SecGroupIPv6Test-668962011-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=824ee7ca-1615-408a-bd34-a86627b8fbbc,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:58:39.901508 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d1a2aa-aeec-448c-baf3-68f33d5ab09b req-fdb8a012-47ef-493d-90d6-b7e608412b93 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:58:39.908996 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-40d1a2aa-aeec-448c-baf3-68f33d5ab09b req-fdb8a012-47ef-493d-90d6-b7e608412b93 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] 10.222.0.60 "GET /v2.0/ports?device_id=6828cb50-b20c-462f-b008-673e15828dc9 HTTP/1.1" status: 200 len: 945 time: 0.0708997 Nov 23 17:58:39.919068 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-f33a9145-0428-4fc1-ab23-97c0117ed928 tempest-SecGroupIPv6Test-668962011 tempest-SecGroupIPv6Test-668962011-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0585401 Nov 23 17:58:39.922235 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Provisioning for port 6af791fb-a890-44d2-90d1-e8e48c08c46b completed by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 17:58:39.923533 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 50636) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:58:39.929530 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Provisioning complete for port 6af791fb-a890-44d2-90d1-e8e48c08c46b triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:58:39.930664 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:39.936612 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-51510dfc-f7f4-413f-957c-8d0ce82b2efa tempest-SecGroupIPv6Test-668962011 tempest-SecGroupIPv6Test-668962011-project] Request body: {'security_group': {'name': 'tempest-secgroup--1488335032'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:58:39.959376 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-51510dfc-f7f4-413f-957c-8d0ce82b2efa tempest-SecGroupIPv6Test-668962011 tempest-SecGroupIPv6Test-668962011-project] Publish callbacks [] for security_group, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:39.961461 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-40d1a2aa-aeec-448c-baf3-68f33d5ab09b req-4a07a810-2f34-47cf-a811-413bcde7c388 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] 10.222.0.60 "GET /v2.0/security-groups?id=19707690-a374-4ad1-9e6b-ad199275121e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513513 Nov 23 17:58:40.035538 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:40.036259 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-51510dfc-f7f4-413f-957c-8d0ce82b2efa tempest-SecGroupIPv6Test-668962011 tempest-SecGroupIPv6Test-668962011-project] Publish callbacks [] for security_group, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:40.041197 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-51510dfc-f7f4-413f-957c-8d0ce82b2efa tempest-SecGroupIPv6Test-668962011 tempest-SecGroupIPv6Test-668962011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:40.064180 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6828cb50-b20c-462f-b008-673e15828dc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6af791fb-a890-44d2-90d1-e8e48c08c46b'}] {{(pid=103592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:58:40.066678 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba3e6a8f2301c7a29fe1eca9779abdae4ccbcd6266d69778087f2498d5551201" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d593cb2e-4a6d-4b13-adfb-311390f441dc" -d '{"events": [{"server_uuid": "6828cb50-b20c-462f-b008-673e15828dc9", "name": "network-vif-plugged", "status": "completed", "tag": "6af791fb-a890-44d2-90d1-e8e48c08c46b"}]}' {{(pid=103592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:58:40.068393 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-51510dfc-f7f4-413f-957c-8d0ce82b2efa tempest-SecGroupIPv6Test-668962011 tempest-SecGroupIPv6Test-668962011-project] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:40.074589 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-51510dfc-f7f4-413f-957c-8d0ce82b2efa tempest-SecGroupIPv6Test-668962011 tempest-SecGroupIPv6Test-668962011-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1443954 Nov 23 17:58:40.074954 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 50640) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:58:40.080105 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-050f7d33-2936-483f-a3ab-3aca3331abf2 tempest-SecGroupIPv6Test-668962011 tempest-SecGroupIPv6Test-668962011-project] Request body: {'security_group_rule': {'security_group_id': 'b701abe5-d231-4563-8357-3c346977a9f8', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:58:40.081908 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51510dfc-f7f4-413f-957c-8d0ce82b2efa tempest-SecGroupIPv6Test-668962011 tempest-SecGroupIPv6Test-668962011-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b701abe5-d231-4563-8357-3c346977a9f8,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:58:40.086390 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port 6af791fb-a890-44d2-90d1-e8e48c08c46b, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=6af791fb-a890-44d2-90d1-e8e48c08c46b,segment=NetworkSegment(a351da06-cb10-4c01-aebe-775410ba67eb),segment_id=a351da06-cb10-4c01-aebe-775410ba67eb)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:58:40.092174 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:40.112285 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-050f7d33-2936-483f-a3ab-3aca3331abf2 tempest-SecGroupIPv6Test-668962011 tempest-SecGroupIPv6Test-668962011-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:40.119286 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:58:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7575d13b-b6f1-41c9-9bbd-947ce234759b x-openstack-request-id: req-7575d13b-b6f1-41c9-9bbd-947ce234759b {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:58:40.119585 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6828cb50-b20c-462f-b008-673e15828dc9", "name": "network-vif-plugged", "status": "completed", "tag": "6af791fb-a890-44d2-90d1-e8e48c08c46b", "code": 200}]} {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:58:40.119840 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7575d13b-b6f1-41c9-9bbd-947ce234759b {{(pid=103592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:58:40.120238 n-d-816206-8 neutron-server[103592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6828cb50-b20c-462f-b008-673e15828dc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6af791fb-a890-44d2-90d1-e8e48c08c46b', 'code': 200} Nov 23 17:58:40.149968 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Pushing event updated for resources: {'Port': ['ID=6af791fb-a890-44d2-90d1-e8e48c08c46b,revision_number=5']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:58:40.178860 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-050f7d33-2936-483f-a3ab-3aca3331abf2 tempest-SecGroupIPv6Test-668962011 tempest-SecGroupIPv6Test-668962011-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:40.183798 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-050f7d33-2936-483f-a3ab-3aca3331abf2 tempest-SecGroupIPv6Test-668962011 tempest-SecGroupIPv6Test-668962011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994370'] for security_group_rule, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:40.218760 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050f7d33-2936-483f-a3ab-3aca3331abf2 tempest-SecGroupIPv6Test-668962011 tempest-SecGroupIPv6Test-668962011-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=696bc034-d98a-491f-9006-8321ec218b27,revision_number=0']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:58:40.248754 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-050f7d33-2936-483f-a3ab-3aca3331abf2 tempest-SecGroupIPv6Test-668962011 tempest-SecGroupIPv6Test-668962011-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:40.249724 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-050f7d33-2936-483f-a3ab-3aca3331abf2 tempest-SecGroupIPv6Test-668962011 tempest-SecGroupIPv6Test-668962011-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1737695 Nov 23 17:58:40.253452 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 50642) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:58:40.279906 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb30c63f-72a9-4d65-826c-c69fcf7f1112 req-ec9e4814-68a9-4384-9ef5-533995bf6300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:58:40.281426 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-eb30c63f-72a9-4d65-826c-c69fcf7f1112 req-ec9e4814-68a9-4384-9ef5-533995bf6300 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=6828cb50-b20c-462f-b008-673e15828dc9 HTTP/1.1" status: 200 len: 1097 time: 0.0802267 Nov 23 17:58:40.288949 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-2a6aa151-6b14-4fc9-8fc2-2e725ad8b6d6 tempest-SecGroupIPv6Test-668962011 tempest-SecGroupIPv6Test-668962011-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:40.311116 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-2a6aa151-6b14-4fc9-8fc2-2e725ad8b6d6 tempest-SecGroupIPv6Test-668962011 tempest-SecGroupIPv6Test-668962011-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:40.357593 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-eb30c63f-72a9-4d65-826c-c69fcf7f1112 req-ce33daba-f553-4ab4-8293-a63aa3673d66 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=19707690-a374-4ad1-9e6b-ad199275121e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662360 Nov 23 17:58:40.367849 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-2a6aa151-6b14-4fc9-8fc2-2e725ad8b6d6 tempest-SecGroupIPv6Test-668962011 tempest-SecGroupIPv6Test-668962011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994370'] for security_group_rule, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:40.376085 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-2a6aa151-6b14-4fc9-8fc2-2e725ad8b6d6 tempest-SecGroupIPv6Test-668962011 tempest-SecGroupIPv6Test-668962011-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:40.377883 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-2a6aa151-6b14-4fc9-8fc2-2e725ad8b6d6 tempest-SecGroupIPv6Test-668962011 tempest-SecGroupIPv6Test-668962011-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/696bc034-d98a-491f-9006-8321ec218b27 HTTP/1.1" status: 204 len: 168 time: 0.1233168 Nov 23 17:58:40.380964 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 50644) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:58:40.390545 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6aa151-6b14-4fc9-8fc2-2e725ad8b6d6 tempest-SecGroupIPv6Test-668962011 tempest-SecGroupIPv6Test-668962011-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=696bc034-d98a-491f-9006-8321ec218b27,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:58:40.423029 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-48e5922b-e2c8-4307-ac42-e51e459d17c2 tempest-SecGroupIPv6Test-668962011 tempest-SecGroupIPv6Test-668962011-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0408700 Nov 23 17:58:40.425766 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 50646) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:58:40.479759 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8a9a27c5-9f10-4f23-8fb4-96e818ffd213 tempest-SecGroupIPv6Test-668962011 tempest-SecGroupIPv6Test-668962011-project] Publish callbacks [] for security_group, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:40.502132 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8a9a27c5-9f10-4f23-8fb4-96e818ffd213 tempest-SecGroupIPv6Test-668962011 tempest-SecGroupIPv6Test-668962011-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:40.549302 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8a9a27c5-9f10-4f23-8fb4-96e818ffd213 tempest-SecGroupIPv6Test-668962011 tempest-SecGroupIPv6Test-668962011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:40.552770 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8a9a27c5-9f10-4f23-8fb4-96e818ffd213 tempest-SecGroupIPv6Test-668962011 tempest-SecGroupIPv6Test-668962011-project] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:40.557849 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-8a9a27c5-9f10-4f23-8fb4-96e818ffd213 tempest-SecGroupIPv6Test-668962011 tempest-SecGroupIPv6Test-668962011-project] 10.222.0.60 "DELETE /v2.0/security-groups/b701abe5-d231-4563-8357-3c346977a9f8 HTTP/1.1" status: 204 len: 168 time: 0.1269395 Nov 23 17:58:40.558261 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 50650) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:58:40.580182 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9a27c5-9f10-4f23-8fb4-96e818ffd213 tempest-SecGroupIPv6Test-668962011 tempest-SecGroupIPv6Test-668962011-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b701abe5-d231-4563-8357-3c346977a9f8,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:58:40.589560 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cdff08-6c7a-4137-b863-dd937cf8e8f8 req-c662e499-810c-42ee-9c74-8184ed072f47 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:58:40.591140 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-68cdff08-6c7a-4137-b863-dd937cf8e8f8 req-c662e499-810c-42ee-9c74-8184ed072f47 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.60 "GET /v2.0/ports?device_id=879e814c-05fc-4dea-ba60-1f3e794a1184 HTTP/1.1" status: 200 len: 945 time: 0.0593841 Nov 23 17:58:40.625013 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-a219ad54-959f-44fd-96bc-8f1ab188f3e9 tempest-SecGroupIPv6Test-668962011 tempest-SecGroupIPv6Test-668962011-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0630472 Nov 23 17:58:40.628852 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 50652) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:58:40.634673 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-329b3b50-3bb6-41da-b038-60075332cc05 tempest-SecGroupIPv6Test-668962011 tempest-SecGroupIPv6Test-668962011-project] Request body: {'security_group': {'name': 'tempest-secgroup--1039947288'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:58:40.656906 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-68cdff08-6c7a-4137-b863-dd937cf8e8f8 req-29bd1f24-c5bb-4c0f-87d6-85a325dc7327 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.60 "GET /v2.0/security-groups?id=c951464a-459e-4ec5-9432-89ee674ff255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518575 Nov 23 17:58:40.662868 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-329b3b50-3bb6-41da-b038-60075332cc05 tempest-SecGroupIPv6Test-668962011 tempest-SecGroupIPv6Test-668962011-project] Publish callbacks [] for security_group, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:40.746880 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-329b3b50-3bb6-41da-b038-60075332cc05 tempest-SecGroupIPv6Test-668962011 tempest-SecGroupIPv6Test-668962011-project] Publish callbacks [] for security_group, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:40.751428 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-329b3b50-3bb6-41da-b038-60075332cc05 tempest-SecGroupIPv6Test-668962011 tempest-SecGroupIPv6Test-668962011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:40.782308 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-329b3b50-3bb6-41da-b038-60075332cc05 tempest-SecGroupIPv6Test-668962011 tempest-SecGroupIPv6Test-668962011-project] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:40.783518 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-329b3b50-3bb6-41da-b038-60075332cc05 tempest-SecGroupIPv6Test-668962011 tempest-SecGroupIPv6Test-668962011-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1533985 Nov 23 17:58:40.786288 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 50654) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:58:40.790742 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-1aebd7cf-1818-4d91-a116-6e903c4382d1 tempest-SecGroupIPv6Test-668962011 tempest-SecGroupIPv6Test-668962011-project] Request body: {'security_group_rule': {'security_group_id': '8fa37bfa-6986-4ea7-85cb-be272c953426', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:58:40.798550 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329b3b50-3bb6-41da-b038-60075332cc05 tempest-SecGroupIPv6Test-668962011 tempest-SecGroupIPv6Test-668962011-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8fa37bfa-6986-4ea7-85cb-be272c953426,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:58:40.819660 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1aebd7cf-1818-4d91-a116-6e903c4382d1 tempest-SecGroupIPv6Test-668962011 tempest-SecGroupIPv6Test-668962011-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:40.882078 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1aebd7cf-1818-4d91-a116-6e903c4382d1 tempest-SecGroupIPv6Test-668962011 tempest-SecGroupIPv6Test-668962011-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:40.886438 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1aebd7cf-1818-4d91-a116-6e903c4382d1 tempest-SecGroupIPv6Test-668962011 tempest-SecGroupIPv6Test-668962011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994370'] for security_group_rule, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:40.905617 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aebd7cf-1818-4d91-a116-6e903c4382d1 tempest-SecGroupIPv6Test-668962011 tempest-SecGroupIPv6Test-668962011-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33838837-e7df-40d8-8233-eea4b8b030a2,revision_number=0']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:58:40.913689 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1aebd7cf-1818-4d91-a116-6e903c4382d1 tempest-SecGroupIPv6Test-668962011 tempest-SecGroupIPv6Test-668962011-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:40.914838 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-1aebd7cf-1818-4d91-a116-6e903c4382d1 tempest-SecGroupIPv6Test-668962011 tempest-SecGroupIPv6Test-668962011-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1276355 Nov 23 17:58:40.917498 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 50656) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:58:40.935600 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-ade00204-5373-4b78-bd18-abc733daa29a tempest-SecGroupIPv6Test-668962011 tempest-SecGroupIPv6Test-668962011-project] 10.222.0.60 "GET /v2.0/security-group-rules/33838837-e7df-40d8-8233-eea4b8b030a2 HTTP/1.1" status: 200 len: 763 time: 0.0170157 Nov 23 17:58:40.938354 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 50658) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:58:40.978739 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-6a64a587-1caa-4b1e-8cc7-c1e65324c382 tempest-SecGroupIPv6Test-668962011 tempest-SecGroupIPv6Test-668962011-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0391593 Nov 23 17:58:40.981313 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 50660) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:58:41.006891 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-327c5b9f-340b-491c-ace1-58ff9e44a469 tempest-SecGroupIPv6Test-668962011 tempest-SecGroupIPv6Test-668962011-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:41.015518 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-327c5b9f-340b-491c-ace1-58ff9e44a469 tempest-SecGroupIPv6Test-668962011 tempest-SecGroupIPv6Test-668962011-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:41.066333 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-327c5b9f-340b-491c-ace1-58ff9e44a469 tempest-SecGroupIPv6Test-668962011 tempest-SecGroupIPv6Test-668962011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994370'] for security_group_rule, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:41.071314 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-327c5b9f-340b-491c-ace1-58ff9e44a469 tempest-SecGroupIPv6Test-668962011 tempest-SecGroupIPv6Test-668962011-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:41.072595 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-327c5b9f-340b-491c-ace1-58ff9e44a469 tempest-SecGroupIPv6Test-668962011 tempest-SecGroupIPv6Test-668962011-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/33838837-e7df-40d8-8233-eea4b8b030a2 HTTP/1.1" status: 204 len: 168 time: 0.0903437 Nov 23 17:58:41.076467 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 50664) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:58:41.085421 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327c5b9f-340b-491c-ace1-58ff9e44a469 tempest-SecGroupIPv6Test-668962011 tempest-SecGroupIPv6Test-668962011-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=33838837-e7df-40d8-8233-eea4b8b030a2,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:58:41.108755 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4161cd-8717-4fad-8c2d-89e279712269 req-4b153465-c861-4ee0-a217-7642a851c744 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:58:41.111228 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-1e4161cd-8717-4fad-8c2d-89e279712269 req-4b153465-c861-4ee0-a217-7642a851c744 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] 10.222.0.60 "GET /v2.0/ports?device_id=6828cb50-b20c-462f-b008-673e15828dc9 HTTP/1.1" status: 200 len: 946 time: 0.0752044 Nov 23 17:58:41.125403 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-881427c3-4be5-4e79-9c6c-b85924555b47 tempest-SecGroupIPv6Test-668962011 tempest-SecGroupIPv6Test-668962011-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0474799 Nov 23 17:58:41.128939 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 50666) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:58:41.133827 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-fc499948-2305-49a6-b467-216b7b47e72a tempest-SecGroupIPv6Test-668962011 tempest-SecGroupIPv6Test-668962011-project] Request body: {'security_group_rule': {'security_group_id': '8fa37bfa-6986-4ea7-85cb-be272c953426', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:58:41.165791 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-fc499948-2305-49a6-b467-216b7b47e72a tempest-SecGroupIPv6Test-668962011 tempest-SecGroupIPv6Test-668962011-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:41.168674 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-1e4161cd-8717-4fad-8c2d-89e279712269 req-15341749-f7c7-4385-8ad5-fa5c43cccf15 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] 10.222.0.60 "GET /v2.0/security-groups?id=19707690-a374-4ad1-9e6b-ad199275121e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497673 Nov 23 17:58:41.239759 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-fc499948-2305-49a6-b467-216b7b47e72a tempest-SecGroupIPv6Test-668962011 tempest-SecGroupIPv6Test-668962011-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:41.244922 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-fc499948-2305-49a6-b467-216b7b47e72a tempest-SecGroupIPv6Test-668962011 tempest-SecGroupIPv6Test-668962011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994370'] for security_group_rule, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:41.265369 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc499948-2305-49a6-b467-216b7b47e72a tempest-SecGroupIPv6Test-668962011 tempest-SecGroupIPv6Test-668962011-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7769d768-9d87-4697-9e39-3f1651607f68,revision_number=0']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:58:41.278213 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-fc499948-2305-49a6-b467-216b7b47e72a tempest-SecGroupIPv6Test-668962011 tempest-SecGroupIPv6Test-668962011-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:41.279661 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-fc499948-2305-49a6-b467-216b7b47e72a tempest-SecGroupIPv6Test-668962011 tempest-SecGroupIPv6Test-668962011-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1495650 Nov 23 17:58:41.282535 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 50668) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:58:41.313971 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-826667b1-cda3-4a1b-8e52-c61dd09a84ef tempest-SecGroupIPv6Test-668962011 tempest-SecGroupIPv6Test-668962011-project] 10.222.0.60 "GET /v2.0/security-group-rules/7769d768-9d87-4697-9e39-3f1651607f68 HTTP/1.1" status: 200 len: 763 time: 0.0299187 Nov 23 17:58:41.316879 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 50670) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:58:41.361772 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-ffe1db26-d3f5-4c06-b347-e40c33fda5fb tempest-SecGroupIPv6Test-668962011 tempest-SecGroupIPv6Test-668962011-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0436060 Nov 23 17:58:41.365414 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 50672) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:58:41.409518 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-de438826-e65e-4c93-953e-b50492ebe150 tempest-SecGroupIPv6Test-668962011 tempest-SecGroupIPv6Test-668962011-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:41.424839 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-de438826-e65e-4c93-953e-b50492ebe150 tempest-SecGroupIPv6Test-668962011 tempest-SecGroupIPv6Test-668962011-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:41.459749 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-de438826-e65e-4c93-953e-b50492ebe150 tempest-SecGroupIPv6Test-668962011 tempest-SecGroupIPv6Test-668962011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994370'] for security_group_rule, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:41.465603 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-de438826-e65e-4c93-953e-b50492ebe150 tempest-SecGroupIPv6Test-668962011 tempest-SecGroupIPv6Test-668962011-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:41.466796 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-de438826-e65e-4c93-953e-b50492ebe150 tempest-SecGroupIPv6Test-668962011 tempest-SecGroupIPv6Test-668962011-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/7769d768-9d87-4697-9e39-3f1651607f68 HTTP/1.1" status: 204 len: 168 time: 0.1003695 Nov 23 17:58:41.469803 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 50674) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:58:41.474992 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de438826-e65e-4c93-953e-b50492ebe150 tempest-SecGroupIPv6Test-668962011 tempest-SecGroupIPv6Test-668962011-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7769d768-9d87-4697-9e39-3f1651607f68,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:58:41.525441 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-4f9ecbc8-6452-49b3-8b0f-bb9c6ceb268f tempest-SecGroupIPv6Test-668962011 tempest-SecGroupIPv6Test-668962011-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0535872 Nov 23 17:58:41.528160 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 50676) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:58:41.536240 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-cb801cac-ead8-46c4-8648-4d0728a0e19a tempest-SecGroupIPv6Test-668962011 tempest-SecGroupIPv6Test-668962011-project] Request body: {'security_group_rule': {'security_group_id': '8fa37bfa-6986-4ea7-85cb-be272c953426', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:58:41.565878 n-d-816206-8 neutron-server[103591]: INFO neutron.db.securitygroups_db [None req-cb801cac-ead8-46c4-8648-4d0728a0e19a tempest-SecGroupIPv6Test-668962011 tempest-SecGroupIPv6Test-668962011-project] Project fc272402a36d4d01ac1b2265f7aa1d38 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 17:58:41.573372 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-cb801cac-ead8-46c4-8648-4d0728a0e19a tempest-SecGroupIPv6Test-668962011 tempest-SecGroupIPv6Test-668962011-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:41.623505 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-cb801cac-ead8-46c4-8648-4d0728a0e19a tempest-SecGroupIPv6Test-668962011 tempest-SecGroupIPv6Test-668962011-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:41.627302 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-cb801cac-ead8-46c4-8648-4d0728a0e19a tempest-SecGroupIPv6Test-668962011 tempest-SecGroupIPv6Test-668962011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994370'] for security_group_rule, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:41.645635 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb801cac-ead8-46c4-8648-4d0728a0e19a tempest-SecGroupIPv6Test-668962011 tempest-SecGroupIPv6Test-668962011-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3335b741-041e-4fea-be1e-eb42bf641d1f,revision_number=0']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:58:41.656269 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-cb801cac-ead8-46c4-8648-4d0728a0e19a tempest-SecGroupIPv6Test-668962011 tempest-SecGroupIPv6Test-668962011-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:41.657603 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-cb801cac-ead8-46c4-8648-4d0728a0e19a tempest-SecGroupIPv6Test-668962011 tempest-SecGroupIPv6Test-668962011-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1279821 Nov 23 17:58:41.660748 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 50678) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:58:41.678068 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-9243ed8d-9c5f-4964-8ba3-4ebc6cefd735 tempest-SecGroupIPv6Test-668962011 tempest-SecGroupIPv6Test-668962011-project] 10.222.0.60 "GET /v2.0/security-group-rules/3335b741-041e-4fea-be1e-eb42bf641d1f HTTP/1.1" status: 200 len: 769 time: 0.0161996 Nov 23 17:58:41.680670 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 50680) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:58:41.725188 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-0b025a62-e8f7-4dfe-8949-e01614e27f35 tempest-SecGroupIPv6Test-668962011 tempest-SecGroupIPv6Test-668962011-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0434093 Nov 23 17:58:41.728938 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 50684) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:58:41.754765 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-194c3154-cc3a-4713-b997-029e7f872f7f tempest-SecGroupIPv6Test-668962011 tempest-SecGroupIPv6Test-668962011-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:41.763936 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-194c3154-cc3a-4713-b997-029e7f872f7f tempest-SecGroupIPv6Test-668962011 tempest-SecGroupIPv6Test-668962011-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:41.787234 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ffe903-3196-46f4-81c1-01437361b55a req-009becd4-ddcf-418d-b7d7-d715b0fc61cc tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:58:41.788695 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-52ffe903-3196-46f4-81c1-01437361b55a req-009becd4-ddcf-418d-b7d7-d715b0fc61cc tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.60 "GET /v2.0/ports?device_id=879e814c-05fc-4dea-ba60-1f3e794a1184 HTTP/1.1" status: 200 len: 945 time: 0.0539787 Nov 23 17:58:41.797350 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-194c3154-cc3a-4713-b997-029e7f872f7f tempest-SecGroupIPv6Test-668962011 tempest-SecGroupIPv6Test-668962011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994370'] for security_group_rule, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:41.804113 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-194c3154-cc3a-4713-b997-029e7f872f7f tempest-SecGroupIPv6Test-668962011 tempest-SecGroupIPv6Test-668962011-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:41.805271 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-194c3154-cc3a-4713-b997-029e7f872f7f tempest-SecGroupIPv6Test-668962011 tempest-SecGroupIPv6Test-668962011-project] 10.222.0.60 "DELETE /v2.0/security-group-rules/3335b741-041e-4fea-be1e-eb42bf641d1f HTTP/1.1" status: 204 len: 168 time: 0.0752397 Nov 23 17:58:41.816824 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 50686) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:58:41.819187 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194c3154-cc3a-4713-b997-029e7f872f7f tempest-SecGroupIPv6Test-668962011 tempest-SecGroupIPv6Test-668962011-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3335b741-041e-4fea-be1e-eb42bf641d1f,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:58:41.851238 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-52ffe903-3196-46f4-81c1-01437361b55a req-57faad5e-6ec1-495e-8a6c-fee73f162eb3 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.60 "GET /v2.0/security-groups?id=c951464a-459e-4ec5-9432-89ee674ff255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553980 Nov 23 17:58:41.855987 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-07b5cc60-7de9-406a-abc0-5895eda6081d tempest-SecGroupIPv6Test-668962011 tempest-SecGroupIPv6Test-668962011-project] 10.222.0.60 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0454633 Nov 23 17:58:41.858023 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 50688) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:58:41.914636 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-fd381e58-e5e8-400c-8b75-577d5d0c7967 tempest-SecGroupIPv6Test-668962011 tempest-SecGroupIPv6Test-668962011-project] Publish callbacks [] for security_group, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:41.939857 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-fd381e58-e5e8-400c-8b75-577d5d0c7967 tempest-SecGroupIPv6Test-668962011 tempest-SecGroupIPv6Test-668962011-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:41.983363 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-fd381e58-e5e8-400c-8b75-577d5d0c7967 tempest-SecGroupIPv6Test-668962011 tempest-SecGroupIPv6Test-668962011-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:41.986687 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-fd381e58-e5e8-400c-8b75-577d5d0c7967 tempest-SecGroupIPv6Test-668962011 tempest-SecGroupIPv6Test-668962011-project] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:41.987983 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-fd381e58-e5e8-400c-8b75-577d5d0c7967 tempest-SecGroupIPv6Test-668962011 tempest-SecGroupIPv6Test-668962011-project] 10.222.0.60 "DELETE /v2.0/security-groups/8fa37bfa-6986-4ea7-85cb-be272c953426 HTTP/1.1" status: 204 len: 168 time: 0.1289170 Nov 23 17:58:41.990965 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 50690) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:58:42.002590 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd381e58-e5e8-400c-8b75-577d5d0c7967 tempest-SecGroupIPv6Test-668962011 tempest-SecGroupIPv6Test-668962011-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fa37bfa-6986-4ea7-85cb-be272c953426,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:58:42.042937 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-9bb419fa-fce4-46de-a4ab-1327b58a3d48 tempest-SecGroupIPv6Test-668962011 tempest-SecGroupIPv6Test-668962011-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0502257 Nov 23 17:58:42.048312 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 50692) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:58:42.098495 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-a085ef89-b012-4ed2-876a-90f159a4253e tempest-SecGroupIPv6Test-668962011 tempest-SecGroupIPv6Test-668962011-project] 10.222.0.60 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0488844 Nov 23 17:58:42.294535 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2aef30-5ba1-4786-9e5b-9e8f079f4d02 req-4ea9d5a6-5351-4365-8fb5-ff2a6b10ea2a tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:58:42.295961 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2b2aef30-5ba1-4786-9e5b-9e8f079f4d02 req-4ea9d5a6-5351-4365-8fb5-ff2a6b10ea2a tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] 10.222.0.60 "GET /v2.0/ports?device_id=6828cb50-b20c-462f-b008-673e15828dc9 HTTP/1.1" status: 200 len: 946 time: 0.0548639 Nov 23 17:58:42.351263 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2b2aef30-5ba1-4786-9e5b-9e8f079f4d02 req-24c278a6-9b2b-4d86-ac42-bfc9d487173c tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] 10.222.0.60 "GET /v2.0/security-groups?id=19707690-a374-4ad1-9e6b-ad199275121e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491722 Nov 23 17:58:42.369155 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 50700) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:58:42.480202 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6aabec-9a66-4586-98a0-a6d8b7777bdd req-62cb4415-cdf5-4d1e-ac3b-6cc9a5f53f6f tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:58:42.481351 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-bf6aabec-9a66-4586-98a0-a6d8b7777bdd req-62cb4415-cdf5-4d1e-ac3b-6cc9a5f53f6f tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] 10.222.0.60 "GET /v2.0/ports?device_id=6828cb50-b20c-462f-b008-673e15828dc9 HTTP/1.1" status: 200 len: 946 time: 0.0540314 Nov 23 17:58:42.516831 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-b5ae7d65-cf0f-4a88-8032-e33bba521456 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=fc272402a36d4d01ac1b2265f7aa1d38&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1464596 Nov 23 17:58:42.519186 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 50706) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:58:42.537750 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-bf6aabec-9a66-4586-98a0-a6d8b7777bdd req-85629c40-85a5-41ff-8380-661f1ba1b21c tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] 10.222.0.60 "GET /v2.0/security-groups?id=19707690-a374-4ad1-9e6b-ad199275121e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500083 Nov 23 17:58:42.562291 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 50708) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:58:42.576456 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-3dc81595-c0b8-470a-9ba7-2c9497d122b6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:42.599989 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-3dc81595-c0b8-470a-9ba7-2c9497d122b6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:42.611592 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-146972a4-0ee5-41d6-b041-e643060cae8d tempest-TestNetworkBasicOps-199493669 tempest-TestNetworkBasicOps-199493669-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:58:42.613132 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-146972a4-0ee5-41d6-b041-e643060cae8d tempest-TestNetworkBasicOps-199493669 tempest-TestNetworkBasicOps-199493669-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=6828cb50-b20c-462f-b008-673e15828dc9 HTTP/1.1" status: 200 len: 1092 time: 0.0498343 Nov 23 17:58:42.616216 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 50710) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:58:42.622801 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-7023e15a-5dba-44c0-a567-ff5b5833b30b tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Request body: {'floatingip': {'floating_network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'port_id': '6af791fb-a890-44d2-90d1-e8e48c08c46b', 'tenant_id': '06a344c95e04492b8d6015a2d3d39bf1', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:58:42.661030 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7023e15a-5dba-44c0-a567-ff5b5833b30b tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Publish callbacks [] for floatingip, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:42.680439 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-3dc81595-c0b8-470a-9ba7-2c9497d122b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:42.683648 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-3dc81595-c0b8-470a-9ba7-2c9497d122b6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:42.684811 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-3dc81595-c0b8-470a-9ba7-2c9497d122b6 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/662067a7-c0f7-4d83-85b3-e6073815a87c HTTP/1.1" status: 204 len: 168 time: 0.1646333 Nov 23 17:58:42.701085 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc81595-c0b8-470a-9ba7-2c9497d122b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=662067a7-c0f7-4d83-85b3-e6073815a87c,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:58:42.786334 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7023e15a-5dba-44c0-a567-ff5b5833b30b tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:42.923834 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-7023e15a-5dba-44c0-a567-ff5b5833b30b tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Allocated IP 172.25.3.71 (4c8455ba-1be5-42ac-b8c2-8a16e1292d55/08fe3644-ce41-4c3f-a7ea-92bac0f0fff5/d54c8f63-8686-4bfa-b2d1-6b8806c033a9) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:58:42.956669 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-a4dd480a-6afd-447c-b25d-ad1cd1350001 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:42.990041 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cc6647-c6be-4772-b95e-3c98eb372313 req-d2fa435b-6a6d-4dab-94e6-22cc8eafc8ad tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:58:42.991629 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a1cc6647-c6be-4772-b95e-3c98eb372313 req-d2fa435b-6a6d-4dab-94e6-22cc8eafc8ad tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.60 "GET /v2.0/ports?device_id=879e814c-05fc-4dea-ba60-1f3e794a1184 HTTP/1.1" status: 200 len: 945 time: 0.0661023 Nov 23 17:58:43.050444 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7023e15a-5dba-44c0-a567-ff5b5833b30b tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:43.089626 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7023e15a-5dba-44c0-a567-ff5b5833b30b tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:43.092766 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a1cc6647-c6be-4772-b95e-3c98eb372313 req-be02c954-e337-44af-a487-64d757a375a0 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.60 "GET /v2.0/security-groups?id=c951464a-459e-4ec5-9432-89ee674ff255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0940042 Nov 23 17:58:43.097399 n-d-816206-8 neutron-server[103591]: INFO neutron.api.v2.resource [req-2bb8548a-9f09-485c-b3b6-85d34163ecd4 req-5b13963f-6462-4b49-90c0-a78da8f5b6e7 service neutron] show failed (client error): The resource could not be found. Nov 23 17:58:43.098569 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2bb8548a-9f09-485c-b3b6-85d34163ecd4 req-5b13963f-6462-4b49-90c0-a78da8f5b6e7 service neutron] 10.222.0.36 "GET /v2.0/ports/477848ca-049e-4f03-8b21-aaee1a10dd9e/bindings/n-h1-816206-8 HTTP/1.1" status: 404 len: 380 time: 0.0926657 Nov 23 17:58:43.137135 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7023e15a-5dba-44c0-a567-ff5b5833b30b tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Network 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:58:43.141073 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-7023e15a-5dba-44c0-a567-ff5b5833b30b tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:58:43.146258 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7023e15a-5dba-44c0-a567-ff5b5833b30b tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:58:43.175346 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7023e15a-5dba-44c0-a567-ff5b5833b30b tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Pushing event updated for resources: {'Port': ['ID=d54c8f63-8686-4bfa-b2d1-6b8806c033a9,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:58:43.448868 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb8548a-9f09-485c-b3b6-85d34163ecd4 req-b29357c3-b49f-4fd0-a4ab-06a2aabb9f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:58:43.450371 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-2bb8548a-9f09-485c-b3b6-85d34163ecd4 req-b29357c3-b49f-4fd0-a4ab-06a2aabb9f9f service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=879e814c-05fc-4dea-ba60-1f3e794a1184&tenant_id=4d3a35880fb64e77bd3047bfa46cf261 HTTP/1.1" status: 200 len: 1096 time: 0.1347246 Nov 23 17:58:43.461069 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 50734) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:58:43.462797 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [req-2bb8548a-9f09-485c-b3b6-85d34163ecd4 req-64a3e391-1576-4c48-8a55-17401879a745 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=103590) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 17:58:43.463790 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-2bb8548a-9f09-485c-b3b6-85d34163ecd4 req-64a3e391-1576-4c48-8a55-17401879a745 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0068343 Nov 23 17:58:43.477881 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [req-2bb8548a-9f09-485c-b3b6-85d34163ecd4 req-ed351cdf-39d8-44e3-87d7-1aa1fc56f181 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-816206-8', 'device_owner': 'compute:nova'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:58:43.563598 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-d239f2de-a55e-4ee0-92b9-8a049bd62b73 tempest-TagsTest-1576935517 tempest-TagsTest-1576935517-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-1061436317'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:58:43.586654 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d239f2de-a55e-4ee0-92b9-8a049bd62b73 tempest-TagsTest-1576935517 tempest-TagsTest-1576935517-project] Made reservation on behalf of 2a7fe7caa3394c5ead546fa1a66416e8 for: {'network': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:58:43.590828 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-d239f2de-a55e-4ee0-92b9-8a049bd62b73 tempest-TagsTest-1576935517 tempest-TagsTest-1576935517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for network, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:43.594386 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:43.600552 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-d239f2de-a55e-4ee0-92b9-8a049bd62b73 tempest-TagsTest-1576935517 tempest-TagsTest-1576935517-project] Publish callbacks [] for security_group, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:43.681748 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-d239f2de-a55e-4ee0-92b9-8a049bd62b73 tempest-TagsTest-1576935517 tempest-TagsTest-1576935517-project] Publish callbacks [] for security_group, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:43.685764 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-d239f2de-a55e-4ee0-92b9-8a049bd62b73 tempest-TagsTest-1576935517 tempest-TagsTest-1576935517-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:43.715085 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d239f2de-a55e-4ee0-92b9-8a049bd62b73 tempest-TagsTest-1576935517 tempest-TagsTest-1576935517-project] vlan segment allocate from pool success with {'vlan_id': 532, 'physical_network': 'physnet1'} {{(pid=103591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 17:58:43.725630 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d239f2de-a55e-4ee0-92b9-8a049bd62b73 tempest-TagsTest-1576935517 tempest-TagsTest-1576935517-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe470602-2612-4b0c-8c24-1171bc84b28a,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:58:43.731799 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-d239f2de-a55e-4ee0-92b9-8a049bd62b73 tempest-TagsTest-1576935517 tempest-TagsTest-1576935517-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:43.732177 n-d-816206-8 neutron-server[103591]: INFO neutron.db.segments_db [None req-d239f2de-a55e-4ee0-92b9-8a049bd62b73 tempest-TagsTest-1576935517 tempest-TagsTest-1576935517-project] Added segment 5025fb14-c212-4325-b283-8c1de631503a of type vlan for network 0d633904-9dae-4465-9686-7c3b0021b20e Nov 23 17:58:43.783416 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-d239f2de-a55e-4ee0-92b9-8a049bd62b73 tempest-TagsTest-1576935517 tempest-TagsTest-1576935517-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736635338810'] for network, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:43.812603 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-d239f2de-a55e-4ee0-92b9-8a049bd62b73 tempest-TagsTest-1576935517 tempest-TagsTest-1576935517-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493'] for network, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:43.818139 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d239f2de-a55e-4ee0-92b9-8a049bd62b73 tempest-TagsTest-1576935517 tempest-TagsTest-1576935517-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:58:43.818748 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-d239f2de-a55e-4ee0-92b9-8a049bd62b73 tempest-TagsTest-1576935517 tempest-TagsTest-1576935517-project] Publish callbacks [] for network, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:43.859909 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-d239f2de-a55e-4ee0-92b9-8a049bd62b73 tempest-TagsTest-1576935517 tempest-TagsTest-1576935517-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 0.3975706 Nov 23 17:58:43.863445 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 50738) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:58:43.867640 n-d-816206-8 neutron-server[103591]: DEBUG neutron.services.tag.tag_plugin [None req-400b3001-24cb-4a00-9c61-867fd4d7810e tempest-TagsTest-1576935517 tempest-TagsTest-1576935517-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '0d633904-9dae-4465-9686-7c3b0021b20e', 'tempest-TagsTest-Tag-1371437999') {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:58:43.908170 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d239f2de-a55e-4ee0-92b9-8a049bd62b73 tempest-TagsTest-1576935517 tempest-TagsTest-1576935517-project] Pushing event updated for resources: {'Network': ['ID=0d633904-9dae-4465-9686-7c3b0021b20e,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:58:43.921166 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Network 0d633904-9dae-4465-9686-7c3b0021b20e details requested by agent ovs-agent-n-d-816206-8 with host n-d-816206-8 {{(pid=103592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 17:58:43.988121 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-400b3001-24cb-4a00-9c61-867fd4d7810e tempest-TagsTest-1576935517 tempest-TagsTest-1576935517-project] 10.222.0.60 "PUT /v2.0/networks/0d633904-9dae-4465-9686-7c3b0021b20e/tags/tempest-TagsTest-Tag-1371437999 HTTP/1.1" status: 201 len: 201 time: 0.1239755 Nov 23 17:58:43.989975 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 50740) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:58:43.997798 n-d-816206-8 neutron-server[103591]: DEBUG neutron.services.tag.tag_plugin [None req-da67ef97-f65c-4914-9233-31086ef81f7d tempest-TagsTest-1576935517 tempest-TagsTest-1576935517-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '0d633904-9dae-4465-9686-7c3b0021b20e', 'tempest-TagsTest-Tag-1371437999') {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:58:44.023830 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-2bb8548a-9f09-485c-b3b6-85d34163ecd4 req-ed351cdf-39d8-44e3-87d7-1aa1fc56f181 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:44.070996 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-da67ef97-f65c-4914-9233-31086ef81f7d tempest-TagsTest-1576935517 tempest-TagsTest-1576935517-project] 10.222.0.60 "GET /v2.0/networks/0d633904-9dae-4465-9686-7c3b0021b20e/tags/tempest-TagsTest-Tag-1371437999 HTTP/1.1" status: 204 len: 168 time: 0.0794344 Nov 23 17:58:44.073435 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 50742) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:58:44.077498 n-d-816206-8 neutron-server[103591]: DEBUG neutron.services.tag.tag_plugin [None req-b344d3dc-9ba9-4cc2-8ca7-98f51390f2a4 tempest-TagsTest-1576935517 tempest-TagsTest-1576935517-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '0d633904-9dae-4465-9686-7c3b0021b20e') {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:58:44.150997 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-b344d3dc-9ba9-4cc2-8ca7-98f51390f2a4 tempest-TagsTest-1576935517 tempest-TagsTest-1576935517-project] 10.222.0.60 "GET /v2.0/networks/0d633904-9dae-4465-9686-7c3b0021b20e/tags HTTP/1.1" status: 200 len: 238 time: 0.0735874 Nov 23 17:58:44.151320 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 50746) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:58:44.155656 n-d-816206-8 neutron-server[103591]: DEBUG neutron.services.tag.tag_plugin [None req-5d8422a4-9dde-41c5-8ef8-f2f8c8ffc8c2 tempest-TagsTest-1576935517 tempest-TagsTest-1576935517-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '0d633904-9dae-4465-9686-7c3b0021b20e', {'tags': ['tempest-TagsTest-Tag-347762621', 'tempest-TagsTest-Tag-1277063574', 'tempest-TagsTest-Tag-945476621']}) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:58:44.245115 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7023e15a-5dba-44c0-a567-ff5b5833b30b tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:44.261890 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-5d8422a4-9dde-41c5-8ef8-f2f8c8ffc8c2 tempest-TagsTest-1576935517 tempest-TagsTest-1576935517-project] 10.222.0.60 "PUT /v2.0/networks/0d633904-9dae-4465-9686-7c3b0021b20e/tags HTTP/1.1" status: 200 len: 307 time: 0.1072481 Nov 23 17:58:44.262139 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 50748) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:58:44.267022 n-d-816206-8 neutron-server[103591]: DEBUG neutron.services.tag.tag_plugin [None req-e6baccd9-606e-4804-9a37-4698f74fa3a5 tempest-TagsTest-1576935517 tempest-TagsTest-1576935517-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '0d633904-9dae-4465-9686-7c3b0021b20e', 'tempest-TagsTest-Tag-347762621') {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:58:44.276685 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47de435-adc4-4955-9577-a6a1d56871f6 req-f289d59f-385b-4ab5-bb9f-5d9d8b4292a2 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:58:44.278147 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a47de435-adc4-4955-9577-a6a1d56871f6 req-f289d59f-385b-4ab5-bb9f-5d9d8b4292a2 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.60 "GET /v2.0/ports?device_id=879e814c-05fc-4dea-ba60-1f3e794a1184 HTTP/1.1" status: 200 len: 945 time: 0.0974591 Nov 23 17:58:44.327976 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:44.394728 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7023e15a-5dba-44c0-a567-ff5b5833b30b tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:44.440030 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [req-2bb8548a-9f09-485c-b3b6-85d34163ecd4 req-ed351cdf-39d8-44e3-87d7-1aa1fc56f181 service neutron] For port 477848ca-049e-4f03-8b21-aaee1a10dd9e, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=477848ca-049e-4f03-8b21-aaee1a10dd9e,segment=NetworkSegment(66b17735-968c-4ef6-882e-8a9012d27a51),segment_id=66b17735-968c-4ef6-882e-8a9012d27a51)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:58:44.512915 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [req-2bb8548a-9f09-485c-b3b6-85d34163ecd4 req-ed351cdf-39d8-44e3-87d7-1aa1fc56f181 service neutron] For port 477848ca-049e-4f03-8b21-aaee1a10dd9e, host n-h2-816206-8, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:58:44.590446 n-d-816206-8 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '879e814c-05fc-4dea-ba60-1f3e794a1184', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '477848ca-049e-4f03-8b21-aaee1a10dd9e'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:58:44.592775 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbabddbc9fc37b068808e119c416c86f5957ca04531a4a0d2e695c515e93483b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38eccb88-cd3d-4fa5-8617-d75752b5ffa1" -d '{"events": [{"server_uuid": "879e814c-05fc-4dea-ba60-1f3e794a1184", "name": "network-vif-unplugged", "status": "completed", "tag": "477848ca-049e-4f03-8b21-aaee1a10dd9e"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:58:44.597277 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-2bb8548a-9f09-485c-b3b6-85d34163ecd4 req-ed351cdf-39d8-44e3-87d7-1aa1fc56f181 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:44.633590 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [req-2bb8548a-9f09-485c-b3b6-85d34163ecd4 req-ed351cdf-39d8-44e3-87d7-1aa1fc56f181 service neutron] Transition to ACTIVE for port object 477848ca-049e-4f03-8b21-aaee1a10dd9e will not be triggered until provisioned by entity L2. {{(pid=103590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 17:58:44.644167 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-2bb8548a-9f09-485c-b3b6-85d34163ecd4 req-ed351cdf-39d8-44e3-87d7-1aa1fc56f181 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264357957'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:44.659990 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 17:58:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d671ffd9-5a83-49ab-9dad-58cc22c9cec8 x-openstack-request-id: req-d671ffd9-5a83-49ab-9dad-58cc22c9cec8 {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:58:44.660276 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "879e814c-05fc-4dea-ba60-1f3e794a1184", "name": "network-vif-unplugged", "status": "completed", "tag": "477848ca-049e-4f03-8b21-aaee1a10dd9e", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:58:44.660551 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d671ffd9-5a83-49ab-9dad-58cc22c9cec8 {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:58:44.660961 n-d-816206-8 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '879e814c-05fc-4dea-ba60-1f3e794a1184', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '477848ca-049e-4f03-8b21-aaee1a10dd9e', 'code': 200} Nov 23 17:58:44.696731 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7023e15a-5dba-44c0-a567-ff5b5833b30b tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Publish callbacks [] for port, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:44.715621 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a47de435-adc4-4955-9577-a6a1d56871f6 req-160caa4e-3410-4c85-b1f4-52eb48a61ee7 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.60 "GET /v2.0/security-groups?id=c951464a-459e-4ec5-9432-89ee674ff255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4232805 Nov 23 17:58:44.728813 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7023e15a-5dba-44c0-a567-ff5b5833b30b tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264357957'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:44.776778 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-e6baccd9-606e-4804-9a37-4698f74fa3a5 tempest-TagsTest-1576935517 tempest-TagsTest-1576935517-project] 10.222.0.60 "DELETE /v2.0/networks/0d633904-9dae-4465-9686-7c3b0021b20e/tags/tempest-TagsTest-Tag-347762621 HTTP/1.1" status: 204 len: 168 time: 0.5129519 Nov 23 17:58:44.778648 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed351cdf-39d8-44e3-87d7-1aa1fc56f181 service neutron] Pushing event updated for resources: {'Port': ['ID=477848ca-049e-4f03-8b21-aaee1a10dd9e,revision_number=6']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:58:44.778935 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 50752) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:58:44.785383 n-d-816206-8 neutron-server[103591]: DEBUG neutron.services.tag.tag_plugin [None req-548d2174-52bf-4e8d-abe2-96062ca0a794 tempest-TagsTest-1576935517 tempest-TagsTest-1576935517-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '0d633904-9dae-4465-9686-7c3b0021b20e', 'tempest-TagsTest-Tag-347762621') {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:58:44.867333 n-d-816206-8 neutron-server[103591]: INFO neutron.api.v2.resource [None req-548d2174-52bf-4e8d-abe2-96062ca0a794 tempest-TagsTest-1576935517 tempest-TagsTest-1576935517-project] show failed (client error): The resource could not be found. Nov 23 17:58:44.869492 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-548d2174-52bf-4e8d-abe2-96062ca0a794 tempest-TagsTest-1576935517 tempest-TagsTest-1576935517-project] 10.222.0.60 "GET /v2.0/networks/0d633904-9dae-4465-9686-7c3b0021b20e/tags/tempest-TagsTest-Tag-347762621 HTTP/1.1" status: 404 len: 325 time: 0.0890470 Nov 23 17:58:44.873053 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 50754) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:58:44.878225 n-d-816206-8 neutron-server[103591]: DEBUG neutron.services.tag.tag_plugin [None req-2ef4fe3c-24f6-4e4c-8597-c1fdcdd9da8a tempest-TagsTest-1576935517 tempest-TagsTest-1576935517-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '0d633904-9dae-4465-9686-7c3b0021b20e', 'tempest-TagsTest-Tag-1277063574') {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:58:44.889101 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7023e15a-5dba-44c0-a567-ff5b5833b30b tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Pushing event updated for resources: {'Port': ['ID=d54c8f63-8686-4bfa-b2d1-6b8806c033a9,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:58:44.913445 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bb8548a-9f09-485c-b3b6-85d34163ecd4 req-ed351cdf-39d8-44e3-87d7-1aa1fc56f181 service neutron] No DVR routers for this DVR port 477848ca-049e-4f03-8b21-aaee1a10dd9e on host n-h2-816206-8 {{(pid=103590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:58:44.957042 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-2ef4fe3c-24f6-4e4c-8597-c1fdcdd9da8a tempest-TagsTest-1576935517 tempest-TagsTest-1576935517-project] 10.222.0.60 "GET /v2.0/networks/0d633904-9dae-4465-9686-7c3b0021b20e/tags/tempest-TagsTest-Tag-1277063574 HTTP/1.1" status: 204 len: 168 time: 0.0805299 Nov 23 17:58:44.957245 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7023e15a-5dba-44c0-a567-ff5b5833b30b tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1795396'] for floatingip, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:44.957362 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 50756) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:58:44.962011 n-d-816206-8 neutron-server[103591]: DEBUG neutron.services.tag.tag_plugin [None req-f73b47c1-9b7d-4cfd-90af-d61ea9d8785c tempest-TagsTest-1576935517 tempest-TagsTest-1576935517-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '0d633904-9dae-4465-9686-7c3b0021b20e', 'tempest-TagsTest-Tag-945476621') {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:58:45.036441 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-f73b47c1-9b7d-4cfd-90af-d61ea9d8785c tempest-TagsTest-1576935517 tempest-TagsTest-1576935517-project] 10.222.0.60 "GET /v2.0/networks/0d633904-9dae-4465-9686-7c3b0021b20e/tags/tempest-TagsTest-Tag-945476621 HTTP/1.1" status: 204 len: 168 time: 0.0780380 Nov 23 17:58:45.038707 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 50758) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:58:45.043617 n-d-816206-8 neutron-server[103591]: DEBUG neutron.services.tag.tag_plugin [None req-f0548bde-7ba8-4b24-b524-55daa11d72cf tempest-TagsTest-1576935517 tempest-TagsTest-1576935517-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '0d633904-9dae-4465-9686-7c3b0021b20e') {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:58:45.078222 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-f46e4d7e-6e22-4057-b9d6-a46c35852aeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:45.111301 n-d-816206-8 neutron-server[103590]: INFO neutron.db.l3_db [None req-7023e15a-5dba-44c0-a567-ff5b5833b30b tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Floating IP 09455a8a-837b-4581-903e-4e5fda4d7bb1 associated. External IP: 172.25.3.71, port: 6af791fb-a890-44d2-90d1-e8e48c08c46b. Nov 23 17:58:45.126489 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-f0548bde-7ba8-4b24-b524-55daa11d72cf tempest-TagsTest-1576935517 tempest-TagsTest-1576935517-project] 10.222.0.60 "DELETE /v2.0/networks/0d633904-9dae-4465-9686-7c3b0021b20e/tags HTTP/1.1" status: 204 len: 168 time: 0.0867636 Nov 23 17:58:45.129022 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 50760) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:58:45.133397 n-d-816206-8 neutron-server[103591]: DEBUG neutron.services.tag.tag_plugin [None req-11a4463a-e5e0-476a-81e3-70c414e905d0 tempest-TagsTest-1576935517 tempest-TagsTest-1576935517-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '0d633904-9dae-4465-9686-7c3b0021b20e', 'tempest-TagsTest-Tag-1277063574') {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:58:45.183356 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [req-2bb8548a-9f09-485c-b3b6-85d34163ecd4 req-ed351cdf-39d8-44e3-87d7-1aa1fc56f181 service neutron] Attempting to bind port 477848ca-049e-4f03-8b21-aaee1a10dd9e on host n-h1-816206-8 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:58:45.183611 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [req-2bb8548a-9f09-485c-b3b6-85d34163ecd4 req-ed351cdf-39d8-44e3-87d7-1aa1fc56f181 service neutron] Attempting to bind port 477848ca-049e-4f03-8b21-aaee1a10dd9e by drivers openvswitch,hyperv on host n-h1-816206-8 at level 0 using segments [{'id': '66b17735-968c-4ef6-882e-8a9012d27a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'eb14d06b-c5a2-40f2-ae77-d899286918bf'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:58:45.183941 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bb8548a-9f09-485c-b3b6-85d34163ecd4 req-ed351cdf-39d8-44e3-87d7-1aa1fc56f181 service neutron] Attempting to bind port 477848ca-049e-4f03-8b21-aaee1a10dd9e on network eb14d06b-c5a2-40f2-ae77-d899286918bf {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:58:45.191008 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bb8548a-9f09-485c-b3b6-85d34163ecd4 req-ed351cdf-39d8-44e3-87d7-1aa1fc56f181 service neutron] Port 477848ca-049e-4f03-8b21-aaee1a10dd9e on network eb14d06b-c5a2-40f2-ae77-d899286918bf not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-8 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 17:58:45.191332 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bb8548a-9f09-485c-b3b6-85d34163ecd4 req-ed351cdf-39d8-44e3-87d7-1aa1fc56f181 service neutron] Attempting to bind port 477848ca-049e-4f03-8b21-aaee1a10dd9e on network eb14d06b-c5a2-40f2-ae77-d899286918bf {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:58:45.204977 n-d-816206-8 neutron-server[103591]: INFO neutron.api.v2.resource [None req-11a4463a-e5e0-476a-81e3-70c414e905d0 tempest-TagsTest-1576935517 tempest-TagsTest-1576935517-project] show failed (client error): The resource could not be found. Nov 23 17:58:45.206008 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-11a4463a-e5e0-476a-81e3-70c414e905d0 tempest-TagsTest-1576935517 tempest-TagsTest-1576935517-project] 10.222.0.60 "GET /v2.0/networks/0d633904-9dae-4465-9686-7c3b0021b20e/tags/tempest-TagsTest-Tag-1277063574 HTTP/1.1" status: 404 len: 326 time: 0.0760727 Nov 23 17:58:45.208990 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 50762) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:58:45.213647 n-d-816206-8 neutron-server[103591]: DEBUG neutron.services.tag.tag_plugin [None req-92a7c69c-8dc8-4b83-be95-d69779851931 tempest-TagsTest-1576935517 tempest-TagsTest-1576935517-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '0d633904-9dae-4465-9686-7c3b0021b20e', 'tempest-TagsTest-Tag-945476621') {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:58:45.222825 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bb8548a-9f09-485c-b3b6-85d34163ecd4 req-ed351cdf-39d8-44e3-87d7-1aa1fc56f181 service neutron] Checking agent: {'id': '4b0a4557-3bfe-4828-80a0-7981fc3ac84c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 15, 14), 'started_at': datetime.datetime(2021, 11, 23, 17, 15, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 58, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:58:45.223171 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bb8548a-9f09-485c-b3b6-85d34163ecd4 req-ed351cdf-39d8-44e3-87d7-1aa1fc56f181 service neutron] Checking segment: {'id': '66b17735-968c-4ef6-882e-8a9012d27a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'eb14d06b-c5a2-40f2-ae77-d899286918bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:58:45.223563 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bb8548a-9f09-485c-b3b6-85d34163ecd4 req-ed351cdf-39d8-44e3-87d7-1aa1fc56f181 service neutron] Bound using segment: {'id': '66b17735-968c-4ef6-882e-8a9012d27a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'eb14d06b-c5a2-40f2-ae77-d899286918bf'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:58:45.224000 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [req-2bb8548a-9f09-485c-b3b6-85d34163ecd4 req-ed351cdf-39d8-44e3-87d7-1aa1fc56f181 service neutron] Bound port: 477848ca-049e-4f03-8b21-aaee1a10dd9e, host: n-h1-816206-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66b17735-968c-4ef6-882e-8a9012d27a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': 'eb14d06b-c5a2-40f2-ae77-d899286918bf'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:58:45.224359 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-2bb8548a-9f09-485c-b3b6-85d34163ecd4 req-ed351cdf-39d8-44e3-87d7-1aa1fc56f181 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:45.279477 n-d-816206-8 neutron-server[103591]: INFO neutron.api.v2.resource [None req-92a7c69c-8dc8-4b83-be95-d69779851931 tempest-TagsTest-1576935517 tempest-TagsTest-1576935517-project] show failed (client error): The resource could not be found. Nov 23 17:58:45.280606 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-92a7c69c-8dc8-4b83-be95-d69779851931 tempest-TagsTest-1576935517 tempest-TagsTest-1576935517-project] 10.222.0.60 "GET /v2.0/networks/0d633904-9dae-4465-9686-7c3b0021b20e/tags/tempest-TagsTest-Tag-945476621 HTTP/1.1" status: 404 len: 325 time: 0.0707846 Nov 23 17:58:45.283433 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 50764) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:58:45.287655 n-d-816206-8 neutron-server[103591]: DEBUG neutron.services.tag.tag_plugin [None req-c6456188-3a7b-4a54-adbf-a6354de7362c tempest-TagsTest-1576935517 tempest-TagsTest-1576935517-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '0d633904-9dae-4465-9686-7c3b0021b20e') {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:58:45.348281 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [req-2bb8548a-9f09-485c-b3b6-85d34163ecd4 req-ed351cdf-39d8-44e3-87d7-1aa1fc56f181 service neutron] For port 477848ca-049e-4f03-8b21-aaee1a10dd9e, host n-h1-816206-8, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:58:45.352832 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [req-2bb8548a-9f09-485c-b3b6-85d34163ecd4 req-ed351cdf-39d8-44e3-87d7-1aa1fc56f181 service neutron] For port 477848ca-049e-4f03-8b21-aaee1a10dd9e, host n-h1-816206-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=477848ca-049e-4f03-8b21-aaee1a10dd9e,segment=NetworkSegment(66b17735-968c-4ef6-882e-8a9012d27a51),segment_id=66b17735-968c-4ef6-882e-8a9012d27a51)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:58:45.362475 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-c6456188-3a7b-4a54-adbf-a6354de7362c tempest-TagsTest-1576935517 tempest-TagsTest-1576935517-project] 10.222.0.60 "DELETE /v2.0/networks/0d633904-9dae-4465-9686-7c3b0021b20e/tags HTTP/1.1" status: 204 len: 168 time: 0.0780387 Nov 23 17:58:45.365731 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 50766) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:58:45.385956 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-2bb8548a-9f09-485c-b3b6-85d34163ecd4 req-ed351cdf-39d8-44e3-87d7-1aa1fc56f181 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264357957'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:45.430704 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb8548a-9f09-485c-b3b6-85d34163ecd4 req-ed351cdf-39d8-44e3-87d7-1aa1fc56f181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:58:45.431382 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-2bb8548a-9f09-485c-b3b6-85d34163ecd4 req-ed351cdf-39d8-44e3-87d7-1aa1fc56f181 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:45.433466 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-2bb8548a-9f09-485c-b3b6-85d34163ecd4 req-ed351cdf-39d8-44e3-87d7-1aa1fc56f181 service neutron] 10.222.0.55 "PUT /v2.0/ports/477848ca-049e-4f03-8b21-aaee1a10dd9e HTTP/1.1" status: 200 len: 1091 time: 1.9594383 Nov 23 17:58:45.444946 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-19c970e5-ff6a-43e6-a0d7-e6d43948c1b9 tempest-TagsTest-1576935517 tempest-TagsTest-1576935517-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-555181'] for network, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:45.518503 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed351cdf-39d8-44e3-87d7-1aa1fc56f181 service neutron] Pushing event updated for resources: {'Port': ['ID=477848ca-049e-4f03-8b21-aaee1a10dd9e,revision_number=7']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:58:45.530071 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7023e15a-5dba-44c0-a567-ff5b5833b30b tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Router 4976e692-a610-4579-bfef-f1c6bb590a77 has already been hosted by L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 {{(pid=103590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 17:58:45.550899 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-19c970e5-ff6a-43e6-a0d7-e6d43948c1b9 tempest-TagsTest-1576935517 tempest-TagsTest-1576935517-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973419', 'neutron.services.segments.db._delete_segments_for_network-8736635878840'] for network, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:45.565182 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb8548a-9f09-485c-b3b6-85d34163ecd4 req-1a6e2f77-ce62-402a-b7d9-f2ee94046122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:58:45.566724 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-2bb8548a-9f09-485c-b3b6-85d34163ecd4 req-1a6e2f77-ce62-402a-b7d9-f2ee94046122 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4d3a35880fb64e77bd3047bfa46cf261&device_id=879e814c-05fc-4dea-ba60-1f3e794a1184 HTTP/1.1" status: 200 len: 1094 time: 0.1030192 Nov 23 17:58:45.573374 n-d-816206-8 neutron-server[103591]: DEBUG neutron.services.segments.db [None req-19c970e5-ff6a-43e6-a0d7-e6d43948c1b9 tempest-TagsTest-1576935517 tempest-TagsTest-1576935517-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d633904-9dae-4465-9686-7c3b0021b20e']}} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:58:45.583936 n-d-816206-8 neutron-server[103591]: DEBUG neutron.services.segments.db [None req-19c970e5-ff6a-43e6-a0d7-e6d43948c1b9 tempest-TagsTest-1576935517 tempest-TagsTest-1576935517-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5025fb14-c212-4325-b283-8c1de631503a') {'for_net_delete': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:58:45.584238 n-d-816206-8 neutron-server[103591]: DEBUG neutron.services.segments.db [None req-19c970e5-ff6a-43e6-a0d7-e6d43948c1b9 tempest-TagsTest-1576935517 tempest-TagsTest-1576935517-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5025fb14-c212-4325-b283-8c1de631503a') {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:58:45.594939 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-19c970e5-ff6a-43e6-a0d7-e6d43948c1b9 tempest-TagsTest-1576935517 tempest-TagsTest-1576935517-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736635840332', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265989959'] for segment, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:45.610274 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-19c970e5-ff6a-43e6-a0d7-e6d43948c1b9 tempest-TagsTest-1576935517 tempest-TagsTest-1576935517-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:45.617476 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19c970e5-ff6a-43e6-a0d7-e6d43948c1b9 tempest-TagsTest-1576935517 tempest-TagsTest-1576935517-project] Releasing vlan 532 on physical network physnet1 to pool {{(pid=103591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 17:58:45.617476 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-19c970e5-ff6a-43e6-a0d7-e6d43948c1b9 tempest-TagsTest-1576935517 tempest-TagsTest-1576935517-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264756290'] for segment, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:45.621648 n-d-816206-8 neutron-server[103591]: Traceback (most recent call last): Nov 23 17:58:45.621648 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 17:58:45.621648 n-d-816206-8 neutron-server[103591]: timer() Nov 23 17:58:45.621648 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 17:58:45.621648 n-d-816206-8 neutron-server[103591]: cb(*args, **kw) Nov 23 17:58:45.621648 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 17:58:45.621648 n-d-816206-8 neutron-server[103591]: return func(*args, **kwargs) Nov 23 17:58:45.621648 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 17:58:45.621648 n-d-816206-8 neutron-server[103591]: self._notify() Nov 23 17:58:45.621648 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 17:58:45.621648 n-d-816206-8 neutron-server[103591]: self.callback(batched_events) Nov 23 17:58:45.621648 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 17:58:45.621648 n-d-816206-8 neutron-server[103591]: event.method(event) Nov 23 17:58:45.621648 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 17:58:45.621648 n-d-816206-8 neutron-server[103591]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 17:58:45.621648 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 17:58:45.621648 n-d-816206-8 neutron-server[103591]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 17:58:45.621648 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 17:58:45.621648 n-d-816206-8 neutron-server[103591]: return f(self, *a, **k) Nov 23 17:58:45.621648 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 17:58:45.621648 n-d-816206-8 neutron-server[103591]: return self._get(url).json() Nov 23 17:58:45.621648 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 17:58:45.621648 n-d-816206-8 neutron-server[103591]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 17:58:45.621648 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 17:58:45.621648 n-d-816206-8 neutron-server[103591]: return self.request(url, 'GET', **kwargs) Nov 23 17:58:45.621648 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 17:58:45.621648 n-d-816206-8 neutron-server[103591]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 17:58:45.621648 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 17:58:45.621648 n-d-816206-8 neutron-server[103591]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 17:58:45.621648 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 17:58:45.621648 n-d-816206-8 neutron-server[103591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 17:58:45.621648 n-d-816206-8 neutron-server[103591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 17:58:45.686835 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-19c970e5-ff6a-43e6-a0d7-e6d43948c1b9 tempest-TagsTest-1576935517 tempest-TagsTest-1576935517-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1795418'] for network, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:45.691795 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-19c970e5-ff6a-43e6-a0d7-e6d43948c1b9 tempest-TagsTest-1576935517 tempest-TagsTest-1576935517-project] Publish callbacks [] for network, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:45.695759 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-19c970e5-ff6a-43e6-a0d7-e6d43948c1b9 tempest-TagsTest-1576935517 tempest-TagsTest-1576935517-project] 10.222.0.60 "DELETE /v2.0/networks/0d633904-9dae-4465-9686-7c3b0021b20e HTTP/1.1" status: 204 len: 168 time: 0.3290296 Nov 23 17:58:45.716432 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c970e5-ff6a-43e6-a0d7-e6d43948c1b9 tempest-TagsTest-1576935517 tempest-TagsTest-1576935517-project] Pushing event deleted for resources: {'Network': ['ID=0d633904-9dae-4465-9686-7c3b0021b20e,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:58:45.859586 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a6d29b-cbef-43ea-8b7c-e1c7d5e97388 req-9be5512f-ca6e-499c-9ea1-b3b79f77b420 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:58:45.861537 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-31a6d29b-cbef-43ea-8b7c-e1c7d5e97388 req-9be5512f-ca6e-499c-9ea1-b3b79f77b420 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.60 "GET /v2.0/ports?device_id=879e814c-05fc-4dea-ba60-1f3e794a1184 HTTP/1.1" status: 200 len: 943 time: 0.0565755 Nov 23 17:58:45.922929 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-31a6d29b-cbef-43ea-8b7c-e1c7d5e97388 req-3f97c78c-2cc3-4281-91bb-17fa5eb87373 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.60 "GET /v2.0/security-groups?id=c951464a-459e-4ec5-9432-89ee674ff255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548139 Nov 23 17:58:46.012851 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 50774) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:58:46.051802 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7023e15a-5dba-44c0-a567-ff5b5833b30b tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:58:46.057989 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb8548a-9f09-485c-b3b6-85d34163ecd4 req-1c5c8d4c-a0ba-4c89-83fb-24dcb719b48b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:58:46.059474 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-2bb8548a-9f09-485c-b3b6-85d34163ecd4 req-1c5c8d4c-a0ba-4c89-83fb-24dcb719b48b service neutron] 10.222.0.55 "GET /v2.0/networks?id=eb14d06b-c5a2-40f2-ae77-d899286918bf HTTP/1.1" status: 200 len: 897 time: 0.4599884 Nov 23 17:58:46.062304 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ff72426-c8e4-4f4a-8a37-083e90a70ad0 None None] Sync routers for ids ['4976e692-a610-4579-bfef-f1c6bb590a77'] in n-d-816206-8 {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:58:46.073580 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ff72426-c8e4-4f4a-8a37-083e90a70ad0 None None] Routers {'4976e692-a610-4579-bfef-f1c6bb590a77'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:58:46.074185 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-1ff72426-c8e4-4f4a-8a37-083e90a70ad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:58:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['4976e692-a610-4579-bfef-f1c6bb590a77'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:58:46.138971 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7023e15a-5dba-44c0-a567-ff5b5833b30b tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for floatingip, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:46.175123 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-ac846ac7-0784-4bc5-90c4-564103eb6245 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=2a7fe7caa3394c5ead546fa1a66416e8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1608338 Nov 23 17:58:46.178137 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 50778) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:58:46.187108 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-1ff72426-c8e4-4f4a-8a37-083e90a70ad0 None None] Set router 4976e692-a610-4579-bfef-f1c6bb590a77 gateway port host: n-d-816206-8 {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:58:46.211751 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-7023e15a-5dba-44c0-a567-ff5b5833b30b tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.5943310 Nov 23 17:58:46.216400 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 50780) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:58:46.223533 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-2bb8548a-9f09-485c-b3b6-85d34163ecd4 req-9cd64de4-11c2-4327-bbab-569b3160cc18 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=477848ca-049e-4f03-8b21-aaee1a10dd9e HTTP/1.1" status: 200 len: 999 time: 0.1550374 Nov 23 17:58:46.271702 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-076208ae-f99d-4f70-a7d0-e090f8f66774 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:46.281699 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb8548a-9f09-485c-b3b6-85d34163ecd4 req-f5fa5a54-e24a-42c7-9a70-cc82960856f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:58:46.283385 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-2bb8548a-9f09-485c-b3b6-85d34163ecd4 req-f5fa5a54-e24a-42c7-9a70-cc82960856f6 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=aa7579b8-026d-4814-b7ff-6c549dbaa73a HTTP/1.1" status: 200 len: 835 time: 0.0533149 Nov 23 17:58:46.307184 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-076208ae-f99d-4f70-a7d0-e090f8f66774 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:46.311323 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-5ada6c95-4ae4-4811-a166-e5e817272394 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] 10.222.0.60 "GET /v2.0/floatingips/09455a8a-837b-4581-903e-4e5fda4d7bb1 HTTP/1.1" status: 200 len: 991 time: 0.0936358 Nov 23 17:58:46.365297 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb8548a-9f09-485c-b3b6-85d34163ecd4 req-172fb4e4-72fe-4d6b-911b-ab156d1485bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:58:46.366203 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-076208ae-f99d-4f70-a7d0-e090f8f66774 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:46.366803 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-2bb8548a-9f09-485c-b3b6-85d34163ecd4 req-172fb4e4-72fe-4d6b-911b-ab156d1485bd service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=eb14d06b-c5a2-40f2-ae77-d899286918bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0764322 Nov 23 17:58:46.368871 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-076208ae-f99d-4f70-a7d0-e090f8f66774 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:46.370313 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-076208ae-f99d-4f70-a7d0-e090f8f66774 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/fe470602-2612-4b0c-8c24-1171bc84b28a HTTP/1.1" status: 204 len: 168 time: 0.1912673 Nov 23 17:58:46.385010 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076208ae-f99d-4f70-a7d0-e090f8f66774 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe470602-2612-4b0c-8c24-1171bc84b28a,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:58:46.446371 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-1ff72426-c8e4-4f4a-8a37-083e90a70ad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4976e692-a610-4579-bfef-f1c6bb590a77', 'name': 'tempest-TestNetworkBasicOps-router-328558173', 'tenant_id': '06a344c95e04492b8d6015a2d3d39bf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.89'}], 'enable_snat': True}, 'gw_port_id': '56ebb9b2-94c1-4475-919d-31e5e1b1a420', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:58:19Z', 'updated_at': '2021-11-23T17:58:24Z', 'revision_number': 4, 'project_id': '06a344c95e04492b8d6015a2d3d39bf1', 'gw_port': {'id': '56ebb9b2-94c1-4475-919d-31e5e1b1a420', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:80:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4976e692-a610-4579-bfef-f1c6bb590a77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3721, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:58:20Z', 'updated_at': '2021-11-23T17:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_floatingips': [{'id': '09455a8a-837b-4581-903e-4e5fda4d7bb1', 'tenant_id': '06a344c95e04492b8d6015a2d3d39bf1', 'floating_ip_address': '172.25.3.71', 'floating_network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'router_id': '4976e692-a610-4579-bfef-f1c6bb590a77', 'port_id': '6af791fb-a890-44d2-90d1-e8e48c08c46b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3789, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7cdd291d-d3a6-4b3c-90fd-fb828e53d4cc', 'mac_address': 'fa:16:3e:66:c0:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6828cb50-b20c-462f-b008-673e15828dc9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T17:58:43Z', 'updated_at': '2021-11-23T17:58:43Z', 'revision_number': 0, 'project_id': '06a344c95e04492b8d6015a2d3d39bf1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c57964a-c6be-4b21-9b23-51309175c9b7', 'name': '', 'network_id': '7cdd291d-d3a6-4b3c-90fd-fb828e53d4cc', 'tenant_id': '06a344c95e04492b8d6015a2d3d39bf1', 'mac_address': 'fa:16:3e:37:52:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4976e692-a610-4579-bfef-f1c6bb590a77', 'device_owner': 'network:router_interface', 'standard_attr_id': 3728, 'fixed_ips': [{'subnet_id': 'cb50c9cf-9f41-42e6-840d-0d53f4985bf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:58:23Z', 'updated_at': '2021-11-23T17:58:29Z', 'revision_number': 5, 'project_id': '06a344c95e04492b8d6015a2d3d39bf1', 'subnets': [{'id': 'cb50c9cf-9f41-42e6-840d-0d53f4985bf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:58:46.473059 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ff72426-c8e4-4f4a-8a37-083e90a70ad0 None None] Checking router: 4976e692-a610-4579-bfef-f1c6bb590a77 for host: n-d-816206-8 {{(pid=103593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 17:58:46.475837 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-2bb8548a-9f09-485c-b3b6-85d34163ecd4 req-58c9dcd5-88d1-4214-a28b-0ecfd060ded1 service neutron] 10.222.0.55 "GET /v2.0/networks/eb14d06b-c5a2-40f2-ae77-d899286918bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010873 Nov 23 17:58:46.482823 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ff72426-c8e4-4f4a-8a37-083e90a70ad0 None None] Routers {'4976e692-a610-4579-bfef-f1c6bb590a77'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:58:46.483525 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-1ff72426-c8e4-4f4a-8a37-083e90a70ad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:58:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['4976e692-a610-4579-bfef-f1c6bb590a77'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:58:46.589583 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-2bb8548a-9f09-485c-b3b6-85d34163ecd4 req-4d3ed33c-1144-48c2-aecd-30bd0a4a8659 service neutron] 10.222.0.55 "GET /v2.0/networks/eb14d06b-c5a2-40f2-ae77-d899286918bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060593 Nov 23 17:58:46.598653 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-1ff72426-c8e4-4f4a-8a37-083e90a70ad0 None None] Set router 4976e692-a610-4579-bfef-f1c6bb590a77 gateway port host: n-d-816206-8 {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:58:46.599686 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-52822d53-48f5-4819-8a95-bdc13aea0bf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:46.662808 n-d-816206-8 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '879e814c-05fc-4dea-ba60-1f3e794a1184', 'tag': '477848ca-049e-4f03-8b21-aaee1a10dd9e'}, {'name': 'network-changed', 'server_uuid': '6828cb50-b20c-462f-b008-673e15828dc9', 'tag': '6af791fb-a890-44d2-90d1-e8e48c08c46b'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:58:46.667538 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbabddbc9fc37b068808e119c416c86f5957ca04531a4a0d2e695c515e93483b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f53262fe-81cc-4675-ab0e-75ff32c948f6" -d '{"events": [{"name": "network-changed", "server_uuid": "879e814c-05fc-4dea-ba60-1f3e794a1184", "tag": "477848ca-049e-4f03-8b21-aaee1a10dd9e"}, {"name": "network-changed", "server_uuid": "6828cb50-b20c-462f-b008-673e15828dc9", "tag": "6af791fb-a890-44d2-90d1-e8e48c08c46b"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:58:46.733166 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 23 Nov 2021 17:58:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7f79c12-d069-4a63-b230-1f1c7d74e41c x-openstack-request-id: req-b7f79c12-d069-4a63-b230-1f1c7d74e41c {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:58:46.733623 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "879e814c-05fc-4dea-ba60-1f3e794a1184", "tag": "477848ca-049e-4f03-8b21-aaee1a10dd9e", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "6828cb50-b20c-462f-b008-673e15828dc9", "tag": "6af791fb-a890-44d2-90d1-e8e48c08c46b", "status": "completed", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:58:46.733885 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b7f79c12-d069-4a63-b230-1f1c7d74e41c {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:58:46.734305 n-d-816206-8 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '879e814c-05fc-4dea-ba60-1f3e794a1184', 'tag': '477848ca-049e-4f03-8b21-aaee1a10dd9e', 'status': 'completed', 'code': 200} Nov 23 17:58:46.734568 n-d-816206-8 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6828cb50-b20c-462f-b008-673e15828dc9', 'tag': '6af791fb-a890-44d2-90d1-e8e48c08c46b', 'status': 'completed', 'code': 200} Nov 23 17:58:46.799659 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53262fe-81cc-4675-ab0e-75ff32c948f6 req-a6e154d2-2f20-478d-8e85-998cb28595e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:58:46.806016 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f53262fe-81cc-4675-ab0e-75ff32c948f6 req-a6e154d2-2f20-478d-8e85-998cb28595e7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4d3a35880fb64e77bd3047bfa46cf261&device_id=879e814c-05fc-4dea-ba60-1f3e794a1184 HTTP/1.1" status: 200 len: 1094 time: 0.0456302 Nov 23 17:58:46.817050 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53262fe-81cc-4675-ab0e-75ff32c948f6 req-45c6835d-ede1-4ab4-8a47-220ea7013fec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:58:46.818942 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-f53262fe-81cc-4675-ab0e-75ff32c948f6 req-45c6835d-ede1-4ab4-8a47-220ea7013fec service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4d3a35880fb64e77bd3047bfa46cf261&device_id=879e814c-05fc-4dea-ba60-1f3e794a1184 HTTP/1.1" status: 200 len: 1094 time: 0.0613961 Nov 23 17:58:46.917517 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-1ff72426-c8e4-4f4a-8a37-083e90a70ad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4976e692-a610-4579-bfef-f1c6bb590a77', 'name': 'tempest-TestNetworkBasicOps-router-328558173', 'tenant_id': '06a344c95e04492b8d6015a2d3d39bf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.89'}], 'enable_snat': True}, 'gw_port_id': '56ebb9b2-94c1-4475-919d-31e5e1b1a420', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:58:19Z', 'updated_at': '2021-11-23T17:58:24Z', 'revision_number': 4, 'project_id': '06a344c95e04492b8d6015a2d3d39bf1', 'gw_port': {'id': '56ebb9b2-94c1-4475-919d-31e5e1b1a420', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:80:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4976e692-a610-4579-bfef-f1c6bb590a77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3721, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:58:20Z', 'updated_at': '2021-11-23T17:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_floatingips': [{'id': '09455a8a-837b-4581-903e-4e5fda4d7bb1', 'tenant_id': '06a344c95e04492b8d6015a2d3d39bf1', 'floating_ip_address': '172.25.3.71', 'floating_network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'router_id': '4976e692-a610-4579-bfef-f1c6bb590a77', 'port_id': '6af791fb-a890-44d2-90d1-e8e48c08c46b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3789, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7cdd291d-d3a6-4b3c-90fd-fb828e53d4cc', 'mac_address': 'fa:16:3e:66:c0:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6828cb50-b20c-462f-b008-673e15828dc9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T17:58:43Z', 'updated_at': '2021-11-23T17:58:43Z', 'revision_number': 0, 'project_id': '06a344c95e04492b8d6015a2d3d39bf1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c57964a-c6be-4b21-9b23-51309175c9b7', 'name': '', 'network_id': '7cdd291d-d3a6-4b3c-90fd-fb828e53d4cc', 'tenant_id': '06a344c95e04492b8d6015a2d3d39bf1', 'mac_address': 'fa:16:3e:37:52:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4976e692-a610-4579-bfef-f1c6bb590a77', 'device_owner': 'network:router_interface', 'standard_attr_id': 3728, 'fixed_ips': [{'subnet_id': 'cb50c9cf-9f41-42e6-840d-0d53f4985bf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:58:23Z', 'updated_at': '2021-11-23T17:58:29Z', 'revision_number': 5, 'project_id': '06a344c95e04492b8d6015a2d3d39bf1', 'subnets': [{'id': 'cb50c9cf-9f41-42e6-840d-0d53f4985bf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:58:46.925187 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53262fe-81cc-4675-ab0e-75ff32c948f6 req-3913a90c-d95c-4ddd-acd6-eaf51fdffc13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:58:46.927974 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f53262fe-81cc-4675-ab0e-75ff32c948f6 req-3913a90c-d95c-4ddd-acd6-eaf51fdffc13 service neutron] 10.222.0.36 "GET /v2.0/networks?id=eb14d06b-c5a2-40f2-ae77-d899286918bf HTTP/1.1" status: 200 len: 897 time: 0.1165099 Nov 23 17:58:46.937856 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53262fe-81cc-4675-ab0e-75ff32c948f6 req-443f5b0e-b10f-4370-912c-d2c298f09d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:58:46.939359 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-f53262fe-81cc-4675-ab0e-75ff32c948f6 req-443f5b0e-b10f-4370-912c-d2c298f09d2e service neutron] 10.222.0.55 "GET /v2.0/networks?id=eb14d06b-c5a2-40f2-ae77-d899286918bf HTTP/1.1" status: 200 len: 897 time: 0.1114759 Nov 23 17:58:46.951548 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ff72426-c8e4-4f4a-8a37-083e90a70ad0 None None] The sync data for ids ['4976e692-a610-4579-bfef-f1c6bb590a77'] in n-d-816206-8 is: [{'id': '4976e692-a610-4579-bfef-f1c6bb590a77', 'name': 'tempest-TestNetworkBasicOps-router-328558173', 'tenant_id': '06a344c95e04492b8d6015a2d3d39bf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.89'}], 'enable_snat': True}, 'gw_port_id': '56ebb9b2-94c1-4475-919d-31e5e1b1a420', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:58:19Z', 'updated_at': '2021-11-23T17:58:24Z', 'revision_number': 4, 'project_id': '06a344c95e04492b8d6015a2d3d39bf1', 'gw_port': {'id': '56ebb9b2-94c1-4475-919d-31e5e1b1a420', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:80:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4976e692-a610-4579-bfef-f1c6bb590a77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3721, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:58:20Z', 'updated_at': '2021-11-23T17:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_floatingips': [{'id': '09455a8a-837b-4581-903e-4e5fda4d7bb1', 'tenant_id': '06a344c95e04492b8d6015a2d3d39bf1', 'floating_ip_address': '172.25.3.71', 'floating_network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'router_id': '4976e692-a610-4579-bfef-f1c6bb590a77', 'port_id': '6af791fb-a890-44d2-90d1-e8e48c08c46b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3789, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7cdd291d-d3a6-4b3c-90fd-fb828e53d4cc', 'mac_address': 'fa:16:3e:66:c0:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6828cb50-b20c-462f-b008-673e15828dc9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T17:58:43Z', 'updated_at': '2021-11-23T17:58:43Z', 'revision_number': 0, 'project_id': '06a344c95e04492b8d6015a2d3d39bf1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c57964a-c6be-4b21-9b23-51309175c9b7', 'name': '', 'network_id': '7cdd291d-d3a6-4b3c-90fd-fb828e53d4cc', 'tenant_id': '06a344c95e04492b8d6015a2d3d39bf1', 'mac_address': 'fa:16:3e:37:52:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4976e692-a610-4579-bfef-f1c6bb590a77', 'device_owner': 'network:router_interface', 'standard_attr_id': 3728, 'fixed_ips': [{'subnet_id': 'cb50c9cf-9f41-42e6-840d-0d53f4985bf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:58:23Z', 'updated_at': '2021-11-23T17:58:29Z', 'revision_number': 5, 'project_id': '06a344c95e04492b8d6015a2d3d39bf1', 'subnets': [{'id': 'cb50c9cf-9f41-42e6-840d-0d53f4985bf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:58:47.007217 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f53262fe-81cc-4675-ab0e-75ff32c948f6 req-214ba377-1050-4f07-8603-2ca5a631589b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=477848ca-049e-4f03-8b21-aaee1a10dd9e HTTP/1.1" status: 200 len: 999 time: 0.0712497 Nov 23 17:58:47.038032 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-f53262fe-81cc-4675-ab0e-75ff32c948f6 req-564ab2d2-24c4-4808-82e1-c181722ac10d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=477848ca-049e-4f03-8b21-aaee1a10dd9e HTTP/1.1" status: 200 len: 999 time: 0.0917563 Nov 23 17:58:47.096239 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53262fe-81cc-4675-ab0e-75ff32c948f6 req-097222ea-c774-4231-b23b-5236ce0b21e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:58:47.098009 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-f53262fe-81cc-4675-ab0e-75ff32c948f6 req-097222ea-c774-4231-b23b-5236ce0b21e3 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=aa7579b8-026d-4814-b7ff-6c549dbaa73a HTTP/1.1" status: 200 len: 835 time: 0.0525827 Nov 23 17:58:47.109641 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53262fe-81cc-4675-ab0e-75ff32c948f6 req-d38253c6-d34c-4d3e-b1fa-b76892420643 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:58:47.111108 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f53262fe-81cc-4675-ab0e-75ff32c948f6 req-d38253c6-d34c-4d3e-b1fa-b76892420643 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=aa7579b8-026d-4814-b7ff-6c549dbaa73a HTTP/1.1" status: 200 len: 835 time: 0.0920854 Nov 23 17:58:47.122309 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edae7b0-e89a-4a8a-b5a3-338a37d5aa5f req-2023e69d-4986-4944-ad61-852755638cee tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:58:47.123851 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-0edae7b0-e89a-4a8a-b5a3-338a37d5aa5f req-2023e69d-4986-4944-ad61-852755638cee tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.60 "GET /v2.0/ports?device_id=879e814c-05fc-4dea-ba60-1f3e794a1184 HTTP/1.1" status: 200 len: 943 time: 0.1069357 Nov 23 17:58:47.160837 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53262fe-81cc-4675-ab0e-75ff32c948f6 req-e7964ca1-dcef-4b6b-84bf-52cd68c6d187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:58:47.162633 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-f53262fe-81cc-4675-ab0e-75ff32c948f6 req-e7964ca1-dcef-4b6b-84bf-52cd68c6d187 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=eb14d06b-c5a2-40f2-ae77-d899286918bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0573378 Nov 23 17:58:47.208356 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53262fe-81cc-4675-ab0e-75ff32c948f6 req-d15ee5d8-d4be-4c7e-bb77-40e85acb399e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:58:47.209913 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f53262fe-81cc-4675-ab0e-75ff32c948f6 req-d15ee5d8-d4be-4c7e-bb77-40e85acb399e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=eb14d06b-c5a2-40f2-ae77-d899286918bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0851614 Nov 23 17:58:47.215941 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-0edae7b0-e89a-4a8a-b5a3-338a37d5aa5f req-b94043e1-01bf-4bbd-81d5-6b836e31a645 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.60 "GET /v2.0/security-groups?id=c951464a-459e-4ec5-9432-89ee674ff255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0799413 Nov 23 17:58:47.277187 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-f53262fe-81cc-4675-ab0e-75ff32c948f6 req-06881a61-1963-4757-a0a2-c393ee06832c service neutron] 10.222.0.55 "GET /v2.0/networks/eb14d06b-c5a2-40f2-ae77-d899286918bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1067305 Nov 23 17:58:47.277892 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bac5367-0f26-45a8-a701-0224c5e16eef None None] New status for floating IP 09455a8a-837b-4581-903e-4e5fda4d7bb1: ACTIVE {{(pid=103592) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 17:58:47.316222 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 50808) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:58:47.316603 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 50810) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:58:47.324140 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [-] 10.222.0.60 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0035145 Nov 23 17:58:47.329717 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 50812) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:58:47.365798 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f53262fe-81cc-4675-ab0e-75ff32c948f6 req-9025b2af-84d3-4550-b3ee-fc02bd84abb0 service neutron] 10.222.0.36 "GET /v2.0/networks/eb14d06b-c5a2-40f2-ae77-d899286918bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466470 Nov 23 17:58:47.389401 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-f53262fe-81cc-4675-ab0e-75ff32c948f6 req-89879a79-db6f-4cf8-a3dd-d82192b61105 service neutron] 10.222.0.55 "GET /v2.0/networks/eb14d06b-c5a2-40f2-ae77-d899286918bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036634 Nov 23 17:58:47.429974 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-435e880c-6ad3-495e-b8d8-10f6cf91029c tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] 10.222.0.60 "GET /v2.0/floatingips/09455a8a-837b-4581-903e-4e5fda4d7bb1 HTTP/1.1" status: 200 len: 991 time: 0.1078300 Nov 23 17:58:47.487423 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-851e548c-0288-4a21-8aa9-d8ea19e779b9 tempest-NetworksApiDiscovery-294920888 tempest-NetworksApiDiscovery-294920888-project] 10.222.0.60 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1505899 Nov 23 17:58:47.507155 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f53262fe-81cc-4675-ab0e-75ff32c948f6 req-85f697ab-7de0-47ed-809a-713e5c6ce5ea service neutron] 10.222.0.36 "GET /v2.0/networks/eb14d06b-c5a2-40f2-ae77-d899286918bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291401 Nov 23 17:58:47.594500 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53262fe-81cc-4675-ab0e-75ff32c948f6 req-8669e946-d840-4d15-b618-a9d91f7d247d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:58:47.596172 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f53262fe-81cc-4675-ab0e-75ff32c948f6 req-8669e946-d840-4d15-b618-a9d91f7d247d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=06a344c95e04492b8d6015a2d3d39bf1&device_id=6828cb50-b20c-462f-b008-673e15828dc9 HTTP/1.1" status: 200 len: 1097 time: 0.0453534 Nov 23 17:58:47.703590 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53262fe-81cc-4675-ab0e-75ff32c948f6 req-09dbd8fc-52b8-4587-9349-5fd44b76d09f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:58:47.705266 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f53262fe-81cc-4675-ab0e-75ff32c948f6 req-09dbd8fc-52b8-4587-9349-5fd44b76d09f service neutron] 10.222.0.36 "GET /v2.0/networks?id=7cdd291d-d3a6-4b3c-90fd-fb828e53d4cc HTTP/1.1" status: 200 len: 898 time: 0.1002638 Nov 23 17:58:47.752810 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 50820) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:58:47.781795 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f53262fe-81cc-4675-ab0e-75ff32c948f6 req-d857b711-3619-4533-aaef-47766360bfe1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6af791fb-a890-44d2-90d1-e8e48c08c46b HTTP/1.1" status: 200 len: 1001 time: 0.0679691 Nov 23 17:58:47.802499 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9a27ae6c-db98-474f-94c1-cc99bf842d79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:47.836797 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53262fe-81cc-4675-ab0e-75ff32c948f6 req-6e773e32-ad11-4397-99bf-a013a786a92f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:58:47.839045 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f53262fe-81cc-4675-ab0e-75ff32c948f6 req-6e773e32-ad11-4397-99bf-a013a786a92f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=cb50c9cf-9f41-42e6-840d-0d53f4985bf2 HTTP/1.1" status: 200 len: 834 time: 0.0492308 Nov 23 17:58:47.886534 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-be90de5a-02c7-44c0-b8f6-65aa7cf3f942 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:47.903501 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device 477848ca-049e-4f03-8b21-aaee1a10dd9e no longer exists at agent hyperv_n-h2-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:58:47.914813 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53262fe-81cc-4675-ab0e-75ff32c948f6 req-f7e15e1f-aaba-4719-bbc3-e95cada9084c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:58:47.917159 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f53262fe-81cc-4675-ab0e-75ff32c948f6 req-f7e15e1f-aaba-4719-bbc3-e95cada9084c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7cdd291d-d3a6-4b3c-90fd-fb828e53d4cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0693290 Nov 23 17:58:47.945789 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device 477848ca-049e-4f03-8b21-aaee1a10dd9e not bound to the agent host n-h2-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:58:48.052363 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-be90de5a-02c7-44c0-b8f6-65aa7cf3f942 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:48.055703 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f53262fe-81cc-4675-ab0e-75ff32c948f6 req-1c52da56-97fd-465c-a1df-ac173cd8430b service neutron] 10.222.0.36 "GET /v2.0/networks/7cdd291d-d3a6-4b3c-90fd-fb828e53d4cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270850 Nov 23 17:58:48.057234 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-be90de5a-02c7-44c0-b8f6-65aa7cf3f942 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:48.125857 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-be90de5a-02c7-44c0-b8f6-65aa7cf3f942 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=301e5635c4304b61924d09e5aedbe7e2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3718693 Nov 23 17:58:48.126653 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be90de5a-02c7-44c0-b8f6-65aa7cf3f942 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc4e070f-57ed-4f40-af9a-fd99e7d2a14d,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:58:48.128698 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 50824) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:58:48.189296 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f53262fe-81cc-4675-ab0e-75ff32c948f6 req-06919a3e-512f-495a-9c22-5a79e8d45b06 service neutron] 10.222.0.36 "GET /v2.0/networks/7cdd291d-d3a6-4b3c-90fd-fb828e53d4cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1171334 Nov 23 17:58:48.199985 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-950b0cee-e49d-4187-8161-8e1bf8f2c64f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:48.226942 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-950b0cee-e49d-4187-8161-8e1bf8f2c64f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:48.279079 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-950b0cee-e49d-4187-8161-8e1bf8f2c64f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:48.281892 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-950b0cee-e49d-4187-8161-8e1bf8f2c64f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:48.283085 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-950b0cee-e49d-4187-8161-8e1bf8f2c64f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/cc4e070f-57ed-4f40-af9a-fd99e7d2a14d HTTP/1.1" status: 204 len: 168 time: 0.1520901 Nov 23 17:58:48.291497 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950b0cee-e49d-4187-8161-8e1bf8f2c64f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc4e070f-57ed-4f40-af9a-fd99e7d2a14d,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:58:48.360273 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546bfece-da8b-4d18-909b-a8fd613af808 req-05a7ce07-d6eb-4dda-8f69-88498b1d0ee9 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:58:48.361819 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-546bfece-da8b-4d18-909b-a8fd613af808 req-05a7ce07-d6eb-4dda-8f69-88498b1d0ee9 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.60 "GET /v2.0/ports?device_id=879e814c-05fc-4dea-ba60-1f3e794a1184 HTTP/1.1" status: 200 len: 943 time: 0.0609236 Nov 23 17:58:48.378571 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:48.417140 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-546bfece-da8b-4d18-909b-a8fd613af808 req-e6040ed3-d6cc-49ae-99b6-ccbc3c9cc6ce tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.60 "GET /v2.0/security-groups?id=c951464a-459e-4ec5-9432-89ee674ff255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451357 Nov 23 17:58:48.433943 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 50832) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:58:48.502208 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-86ed7671-e590-4ec0-97a9-3d90f6b3ed05 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] 10.222.0.60 "GET /v2.0/floatingips/09455a8a-837b-4581-903e-4e5fda4d7bb1 HTTP/1.1" status: 200 len: 993 time: 0.0660717 Nov 23 17:58:48.598344 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device 477848ca-049e-4f03-8b21-aaee1a10dd9e details requested by agent hyperv_n-h1-816206-8 with host n-h1-816206-8 {{(pid=103592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 17:58:48.705310 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port 477848ca-049e-4f03-8b21-aaee1a10dd9e, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=477848ca-049e-4f03-8b21-aaee1a10dd9e,segment=NetworkSegment(66b17735-968c-4ef6-882e-8a9012d27a51),segment_id=66b17735-968c-4ef6-882e-8a9012d27a51)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:58:48.717862 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Returning: {'device': '477848ca-049e-4f03-8b21-aaee1a10dd9e', 'network_id': 'eb14d06b-c5a2-40f2-ae77-d899286918bf', 'port_id': '477848ca-049e-4f03-8b21-aaee1a10dd9e', 'mac_address': 'fa:16:3e:ca:11:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 500, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa7579b8-026d-4814-b7ff-6c549dbaa73a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 17:58:48.764029 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:48.769507 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa523b7-e85d-4cdb-a06d-4eacaec083e7 req-12640596-ae13-4674-9517-0dfca4cfda93 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:58:48.771085 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-1aa523b7-e85d-4cdb-a06d-4eacaec083e7 req-12640596-ae13-4674-9517-0dfca4cfda93 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.60 "GET /v2.0/ports?device_id=879e814c-05fc-4dea-ba60-1f3e794a1184 HTTP/1.1" status: 200 len: 943 time: 0.1691434 Nov 23 17:58:48.779375 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2244c6ad-979d-4d8e-9c72-2e8ffde84ca4 req-6be24c6c-8440-42ac-882f-cf2491e9966a tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:58:48.780907 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2244c6ad-979d-4d8e-9c72-2e8ffde84ca4 req-6be24c6c-8440-42ac-882f-cf2491e9966a tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.36 "GET /v2.0/ports?device_id=879e814c-05fc-4dea-ba60-1f3e794a1184&tenant_id=4d3a35880fb64e77bd3047bfa46cf261&binding%3Ahost_id=n-h1-816206-8 HTTP/1.1" status: 200 len: 943 time: 0.1679006 Nov 23 17:58:48.874163 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-1aa523b7-e85d-4cdb-a06d-4eacaec083e7 req-0098a616-417f-4aad-9e6e-30c6cee8909d tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.60 "GET /v2.0/security-groups?id=c951464a-459e-4ec5-9432-89ee674ff255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0922077 Nov 23 17:58:48.881698 n-d-816206-8 neutron-server[103591]: INFO neutron.api.v2.resource [req-2244c6ad-979d-4d8e-9c72-2e8ffde84ca4 req-bc200b1c-c9e9-4186-b9d1-75c906b9ddff service neutron] delete failed (client error): The resource could not be found. Nov 23 17:58:48.882703 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2244c6ad-979d-4d8e-9c72-2e8ffde84ca4 req-bc200b1c-c9e9-4186-b9d1-75c906b9ddff service neutron] 10.222.0.36 "DELETE /v2.0/ports/477848ca-049e-4f03-8b21-aaee1a10dd9e/bindings/n-h2-816206-8 HTTP/1.1" status: 404 len: 380 time: 0.0937178 Nov 23 17:58:48.957057 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 477848ca-049e-4f03-8b21-aaee1a10dd9e {{(pid=103592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:58:48.978207 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port 477848ca-049e-4f03-8b21-aaee1a10dd9e, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=477848ca-049e-4f03-8b21-aaee1a10dd9e,segment=NetworkSegment(66b17735-968c-4ef6-882e-8a9012d27a51),segment_id=66b17735-968c-4ef6-882e-8a9012d27a51)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:58:48.982744 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:48.997311 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2244c6ad-979d-4d8e-9c72-2e8ffde84ca4 req-6b789447-60bb-4987-998c-d4c5e70f05f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:58:48.999216 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2244c6ad-979d-4d8e-9c72-2e8ffde84ca4 req-6b789447-60bb-4987-998c-d4c5e70f05f7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4d3a35880fb64e77bd3047bfa46cf261&device_id=879e814c-05fc-4dea-ba60-1f3e794a1184 HTTP/1.1" status: 200 len: 1094 time: 0.0567257 Nov 23 17:58:49.032692 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Pushing event updated for resources: {'Port': ['ID=477848ca-049e-4f03-8b21-aaee1a10dd9e,revision_number=8']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:58:49.096719 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2244c6ad-979d-4d8e-9c72-2e8ffde84ca4 req-29bb3010-9bc9-433b-b452-63fae313795d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:58:49.098110 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2244c6ad-979d-4d8e-9c72-2e8ffde84ca4 req-29bb3010-9bc9-433b-b452-63fae313795d service neutron] 10.222.0.36 "GET /v2.0/networks?id=eb14d06b-c5a2-40f2-ae77-d899286918bf HTTP/1.1" status: 200 len: 897 time: 0.0917652 Nov 23 17:58:49.172932 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2244c6ad-979d-4d8e-9c72-2e8ffde84ca4 req-ba2faf78-3d1a-4e6c-8199-e2cf4aa45b33 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=477848ca-049e-4f03-8b21-aaee1a10dd9e HTTP/1.1" status: 200 len: 1000 time: 0.0668452 Nov 23 17:58:49.225862 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] get_ports_and_sgs() called for port_ids ['477848ca-049e-4f03-8b21-aaee1a10dd9e'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:58:49.229056 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2244c6ad-979d-4d8e-9c72-2e8ffde84ca4 req-b9272322-d18c-40d1-b4e7-5bc691177202 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:58:49.230632 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2244c6ad-979d-4d8e-9c72-2e8ffde84ca4 req-b9272322-d18c-40d1-b4e7-5bc691177202 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=aa7579b8-026d-4814-b7ff-6c549dbaa73a HTTP/1.1" status: 200 len: 835 time: 0.0503130 Nov 23 17:58:49.292819 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2244c6ad-979d-4d8e-9c72-2e8ffde84ca4 req-3879278a-2245-4bb9-80a0-30b5aa49414f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:58:49.294577 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2244c6ad-979d-4d8e-9c72-2e8ffde84ca4 req-3879278a-2245-4bb9-80a0-30b5aa49414f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=eb14d06b-c5a2-40f2-ae77-d899286918bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0562210 Nov 23 17:58:49.393982 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2244c6ad-979d-4d8e-9c72-2e8ffde84ca4 req-4990d5ec-1e09-4214-a3ec-996752b49e03 service neutron] 10.222.0.36 "GET /v2.0/networks/eb14d06b-c5a2-40f2-ae77-d899286918bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915692 Nov 23 17:58:49.503279 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2244c6ad-979d-4d8e-9c72-2e8ffde84ca4 req-a91097e3-4031-434a-aac7-92a02627a3a4 service neutron] 10.222.0.36 "GET /v2.0/networks/eb14d06b-c5a2-40f2-ae77-d899286918bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013205 Nov 23 17:58:50.006614 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb31fe14-5794-48cc-859d-2265632533f1 req-c7cee1d4-05cd-4a4d-a39d-ffe5e7f292d8 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:58:50.008344 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-bb31fe14-5794-48cc-859d-2265632533f1 req-c7cee1d4-05cd-4a4d-a39d-ffe5e7f292d8 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.60 "GET /v2.0/ports?device_id=879e814c-05fc-4dea-ba60-1f3e794a1184 HTTP/1.1" status: 200 len: 944 time: 0.0582464 Nov 23 17:58:50.066441 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-bb31fe14-5794-48cc-859d-2265632533f1 req-451819e4-565c-427b-8cf6-78c2232edab9 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.60 "GET /v2.0/security-groups?id=c951464a-459e-4ec5-9432-89ee674ff255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501273 Nov 23 17:58:50.551043 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.agents_db [None req-464f6c07-0de8-4be6-8f5b-563f574d1c5d None None] Agent healthcheck: found 7 active agents {{(pid=103593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 17:58:50.616372 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device 477848ca-049e-4f03-8b21-aaee1a10dd9e up at agent hyperv_n-h1-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:58:50.666410 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Provisioning for port 477848ca-049e-4f03-8b21-aaee1a10dd9e completed by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 17:58:50.670639 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Provisioning complete for port 477848ca-049e-4f03-8b21-aaee1a10dd9e triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:58:50.671224 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:50.755794 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:50.779990 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '879e814c-05fc-4dea-ba60-1f3e794a1184', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '477848ca-049e-4f03-8b21-aaee1a10dd9e'}] {{(pid=103592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:58:50.782404 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba3e6a8f2301c7a29fe1eca9779abdae4ccbcd6266d69778087f2498d5551201" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b43a531-01fb-4669-b588-60d79d48bbc3" -d '{"events": [{"server_uuid": "879e814c-05fc-4dea-ba60-1f3e794a1184", "name": "network-vif-plugged", "status": "completed", "tag": "477848ca-049e-4f03-8b21-aaee1a10dd9e"}]}' {{(pid=103592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:58:50.794968 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port 477848ca-049e-4f03-8b21-aaee1a10dd9e, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=477848ca-049e-4f03-8b21-aaee1a10dd9e,segment=NetworkSegment(66b17735-968c-4ef6-882e-8a9012d27a51),segment_id=66b17735-968c-4ef6-882e-8a9012d27a51)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:58:50.799487 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:50.827577 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:58:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cc965e6-dd53-49dd-b314-54b9194e3a3c x-openstack-request-id: req-5cc965e6-dd53-49dd-b314-54b9194e3a3c {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:58:50.827883 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "879e814c-05fc-4dea-ba60-1f3e794a1184", "name": "network-vif-plugged", "status": "completed", "tag": "477848ca-049e-4f03-8b21-aaee1a10dd9e", "code": 200}]} {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:58:50.828211 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5cc965e6-dd53-49dd-b314-54b9194e3a3c {{(pid=103592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:58:50.828594 n-d-816206-8 neutron-server[103592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '879e814c-05fc-4dea-ba60-1f3e794a1184', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '477848ca-049e-4f03-8b21-aaee1a10dd9e', 'code': 200} Nov 23 17:58:50.855170 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Pushing event updated for resources: {'Port': ['ID=477848ca-049e-4f03-8b21-aaee1a10dd9e,revision_number=9']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:58:51.202176 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc916bea-1703-419e-9a25-a814581b276b req-b6931ffb-0360-4f31-96ab-0a0c3ada634b tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:58:51.203714 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-dc916bea-1703-419e-9a25-a814581b276b req-b6931ffb-0360-4f31-96ab-0a0c3ada634b tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.60 "GET /v2.0/ports?device_id=879e814c-05fc-4dea-ba60-1f3e794a1184 HTTP/1.1" status: 200 len: 945 time: 0.0564682 Nov 23 17:58:51.264786 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-dc916bea-1703-419e-9a25-a814581b276b req-322b466c-eac0-4bec-a675-1065dded5c90 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.60 "GET /v2.0/security-groups?id=c951464a-459e-4ec5-9432-89ee674ff255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546391 Nov 23 17:58:51.295575 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 50896) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:58:51.378495 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-b87e5466-df45-4e28-ae35-aa69320d0158 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.60 "GET /v2.0/floatingips/3906124e-78c6-4923-8a84-99c7fcd1ed9f HTTP/1.1" status: 200 len: 993 time: 0.0809860 Nov 23 17:58:54.146377 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-914da93a-55cf-405f-9233-22ce0ac40c92 req-a4a72340-6594-4740-9995-4bd1dff35e2c service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=879e814c-05fc-4dea-ba60-1f3e794a1184&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1781013 Nov 23 17:58:54.236790 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914da93a-55cf-405f-9233-22ce0ac40c92 req-9e6998a9-6535-41c0-ba97-612e880e6240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:58:54.238330 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-914da93a-55cf-405f-9233-22ce0ac40c92 req-9e6998a9-6535-41c0-ba97-612e880e6240 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4d3a35880fb64e77bd3047bfa46cf261&device_id=879e814c-05fc-4dea-ba60-1f3e794a1184 HTTP/1.1" status: 200 len: 1096 time: 0.0442257 Nov 23 17:58:54.349770 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914da93a-55cf-405f-9233-22ce0ac40c92 req-4256bd50-b7f6-4bd9-8ed9-f97e9c7d4e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:58:54.351278 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-914da93a-55cf-405f-9233-22ce0ac40c92 req-4256bd50-b7f6-4bd9-8ed9-f97e9c7d4e5a service neutron] 10.222.0.55 "GET /v2.0/networks?id=eb14d06b-c5a2-40f2-ae77-d899286918bf HTTP/1.1" status: 200 len: 897 time: 0.0921340 Nov 23 17:58:54.425606 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-914da93a-55cf-405f-9233-22ce0ac40c92 req-ae07f203-ee2a-4641-b703-573bedf85173 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=477848ca-049e-4f03-8b21-aaee1a10dd9e HTTP/1.1" status: 200 len: 1001 time: 0.0664194 Nov 23 17:58:54.488022 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914da93a-55cf-405f-9233-22ce0ac40c92 req-f099af08-9c55-4fe7-9666-5adab5e6f131 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:58:54.489454 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-914da93a-55cf-405f-9233-22ce0ac40c92 req-f099af08-9c55-4fe7-9666-5adab5e6f131 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=aa7579b8-026d-4814-b7ff-6c549dbaa73a HTTP/1.1" status: 200 len: 835 time: 0.0499003 Nov 23 17:58:54.546262 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914da93a-55cf-405f-9233-22ce0ac40c92 req-e5bc5b49-7594-4943-bde4-cdcf96e439ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:58:54.547819 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-914da93a-55cf-405f-9233-22ce0ac40c92 req-e5bc5b49-7594-4943-bde4-cdcf96e439ee service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=eb14d06b-c5a2-40f2-ae77-d899286918bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0492864 Nov 23 17:58:54.662675 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-914da93a-55cf-405f-9233-22ce0ac40c92 req-dff444d4-7ba2-4c8e-924a-95bcef02a709 service neutron] 10.222.0.55 "GET /v2.0/networks/eb14d06b-c5a2-40f2-ae77-d899286918bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003418 Nov 23 17:58:54.766578 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-914da93a-55cf-405f-9233-22ce0ac40c92 req-8953a19b-0ec1-48bf-a177-ff84d525d5a0 service neutron] 10.222.0.55 "GET /v2.0/networks/eb14d06b-c5a2-40f2-ae77-d899286918bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916252 Nov 23 17:58:58.638236 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 50970) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:58:58.756573 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-3fa62465-89bd-4c42-a576-da961306d388 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:58.832035 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-3fa62465-89bd-4c42-a576-da961306d388 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:58.835858 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-3fa62465-89bd-4c42-a576-da961306d388 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:58.874110 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa62465-89bd-4c42-a576-da961306d388 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be86de4f-9ed3-413a-b794-2b5ea0048546,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:58:58.878570 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-3fa62465-89bd-4c42-a576-da961306d388 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d2316a67d4024a3fae03722e27eceafa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2390828 Nov 23 17:58:58.881791 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 50974) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:58:58.945349 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-bb009407-2264-453b-859d-af212defe695 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:58.969015 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-bb009407-2264-453b-859d-af212defe695 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:59.015785 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-bb009407-2264-453b-859d-af212defe695 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:59.018394 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-bb009407-2264-453b-859d-af212defe695 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:59.019547 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-bb009407-2264-453b-859d-af212defe695 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/be86de4f-9ed3-413a-b794-2b5ea0048546 HTTP/1.1" status: 204 len: 168 time: 0.1367927 Nov 23 17:58:59.029252 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb009407-2264-453b-859d-af212defe695 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be86de4f-9ed3-413a-b794-2b5ea0048546,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:58:59.307176 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 50980) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:58:59.320582 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-fae34eff-811f-420f-82bf-191dcb2d682d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:59.401498 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-fae34eff-811f-420f-82bf-191dcb2d682d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:59.405586 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-fae34eff-811f-420f-82bf-191dcb2d682d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:59.444130 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae34eff-811f-420f-82bf-191dcb2d682d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=126ffe13-8c34-4d2b-88ad-f3146f7c2d43,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:58:59.449329 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-fae34eff-811f-420f-82bf-191dcb2d682d admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f2a1b67d76144f91aede2ece0065bc00&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1411293 Nov 23 17:58:59.452191 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 50982) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:58:59.500664 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-f36b2316-da3d-4076-b388-879d53b5463c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:59.528621 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-f36b2316-da3d-4076-b388-879d53b5463c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:59.580425 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-f36b2316-da3d-4076-b388-879d53b5463c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:59.583614 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-f36b2316-da3d-4076-b388-879d53b5463c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:58:59.587604 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-f36b2316-da3d-4076-b388-879d53b5463c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/126ffe13-8c34-4d2b-88ad-f3146f7c2d43 HTTP/1.1" status: 204 len: 168 time: 0.1318331 Nov 23 17:58:59.595009 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36b2316-da3d-4076-b388-879d53b5463c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=126ffe13-8c34-4d2b-88ad-f3146f7c2d43,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:58:59.919918 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 50988) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:58:59.935977 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-528eb33b-fe52-4105-b819-e04e0c0763a8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:00.013106 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-528eb33b-fe52-4105-b819-e04e0c0763a8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:00.016961 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-528eb33b-fe52-4105-b819-e04e0c0763a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:00.056381 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-528eb33b-fe52-4105-b819-e04e0c0763a8 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7a203ba3569c4cb0af3042644fdd7093&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1353033 Nov 23 17:59:00.057296 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528eb33b-fe52-4105-b819-e04e0c0763a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=130e8587-990e-46e8-bd6c-8e9794c7cb03,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:59:00.059156 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 50990) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:59:00.107928 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-91078226-7b36-42d8-a361-4ec41e27f417 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:00.131825 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-91078226-7b36-42d8-a361-4ec41e27f417 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:00.182737 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-91078226-7b36-42d8-a361-4ec41e27f417 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:00.185593 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-91078226-7b36-42d8-a361-4ec41e27f417 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:00.186775 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-91078226-7b36-42d8-a361-4ec41e27f417 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/130e8587-990e-46e8-bd6c-8e9794c7cb03 HTTP/1.1" status: 204 len: 168 time: 0.1261806 Nov 23 17:59:00.194509 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91078226-7b36-42d8-a361-4ec41e27f417 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=130e8587-990e-46e8-bd6c-8e9794c7cb03,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:59:00.202320 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91078226-7b36-42d8-a361-4ec41e27f417 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:59:00.202671 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91078226-7b36-42d8-a361-4ec41e27f417 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:59:00.203015 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91078226-7b36-42d8-a361-4ec41e27f417 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:59:00.203350 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91078226-7b36-42d8-a361-4ec41e27f417 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:59:00.203689 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91078226-7b36-42d8-a361-4ec41e27f417 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:59:00.204023 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91078226-7b36-42d8-a361-4ec41e27f417 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:59:00.204350 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91078226-7b36-42d8-a361-4ec41e27f417 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:59:00.204707 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91078226-7b36-42d8-a361-4ec41e27f417 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:59:00.205031 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91078226-7b36-42d8-a361-4ec41e27f417 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:59:00.205356 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91078226-7b36-42d8-a361-4ec41e27f417 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:59:00.205680 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91078226-7b36-42d8-a361-4ec41e27f417 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:59:00.206021 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91078226-7b36-42d8-a361-4ec41e27f417 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:59:01.132301 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d102803f-5d71-4638-911e-4f89dc23540d req-37aecd09-27d4-45e7-8817-323ee54a1b7f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=6828cb50-b20c-462f-b008-673e15828dc9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0459616 Nov 23 17:59:01.230458 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d102803f-5d71-4638-911e-4f89dc23540d req-f4d00e2a-6f3f-4466-8394-498434015e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:59:01.231979 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d102803f-5d71-4638-911e-4f89dc23540d req-f4d00e2a-6f3f-4466-8394-498434015e5f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=06a344c95e04492b8d6015a2d3d39bf1&device_id=6828cb50-b20c-462f-b008-673e15828dc9 HTTP/1.1" status: 200 len: 1097 time: 0.0458236 Nov 23 17:59:01.346588 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d102803f-5d71-4638-911e-4f89dc23540d req-d8919abb-d220-4f61-9d71-404894d066f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:59:01.348046 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d102803f-5d71-4638-911e-4f89dc23540d req-d8919abb-d220-4f61-9d71-404894d066f0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=7cdd291d-d3a6-4b3c-90fd-fb828e53d4cc HTTP/1.1" status: 200 len: 898 time: 0.0943604 Nov 23 17:59:01.426337 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d102803f-5d71-4638-911e-4f89dc23540d req-5e6f1622-3ea9-4bca-a228-026b4b5c52b0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6af791fb-a890-44d2-90d1-e8e48c08c46b HTTP/1.1" status: 200 len: 1001 time: 0.0694602 Nov 23 17:59:01.482054 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d102803f-5d71-4638-911e-4f89dc23540d req-df404ef3-2996-4682-b9f2-9826b7e59b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:59:01.483598 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d102803f-5d71-4638-911e-4f89dc23540d req-df404ef3-2996-4682-b9f2-9826b7e59b35 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=cb50c9cf-9f41-42e6-840d-0d53f4985bf2 HTTP/1.1" status: 200 len: 834 time: 0.0490251 Nov 23 17:59:01.535262 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d102803f-5d71-4638-911e-4f89dc23540d req-d8426444-4037-4f25-8588-120b80c454a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:59:01.536848 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d102803f-5d71-4638-911e-4f89dc23540d req-d8426444-4037-4f25-8588-120b80c454a1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7cdd291d-d3a6-4b3c-90fd-fb828e53d4cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438118 Nov 23 17:59:01.642121 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d102803f-5d71-4638-911e-4f89dc23540d req-7ebe7bff-6385-4e04-a75e-8e379357c37b service neutron] 10.222.0.36 "GET /v2.0/networks/7cdd291d-d3a6-4b3c-90fd-fb828e53d4cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956457 Nov 23 17:59:01.738801 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d102803f-5d71-4638-911e-4f89dc23540d req-17c70efa-d08b-411b-9d6e-41dfcaa6041c service neutron] 10.222.0.36 "GET /v2.0/networks/7cdd291d-d3a6-4b3c-90fd-fb828e53d4cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878515 Nov 23 17:59:10.382138 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 51120) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:59:10.502652 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-09625c03-e198-4501-b5cb-cd3f75a40834 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:10.577869 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-09625c03-e198-4501-b5cb-cd3f75a40834 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:10.581510 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-09625c03-e198-4501-b5cb-cd3f75a40834 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:10.622541 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09625c03-e198-4501-b5cb-cd3f75a40834 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cae9016-4d91-4651-a260-6bafeef1026c,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:59:10.630674 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-09625c03-e198-4501-b5cb-cd3f75a40834 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=14af94cafcca4aee9a5068343dc4ca8f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2447832 Nov 23 17:59:10.630941 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 51124) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:59:10.688981 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-35836265-f3fb-4c1a-861f-359685b47d74 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:10.716215 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-35836265-f3fb-4c1a-861f-359685b47d74 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:10.767017 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-35836265-f3fb-4c1a-861f-359685b47d74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:10.770059 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-35836265-f3fb-4c1a-861f-359685b47d74 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:10.773937 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-35836265-f3fb-4c1a-861f-359685b47d74 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/3cae9016-4d91-4651-a260-6bafeef1026c HTTP/1.1" status: 204 len: 168 time: 0.1397624 Nov 23 17:59:10.780463 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35836265-f3fb-4c1a-861f-359685b47d74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cae9016-4d91-4651-a260-6bafeef1026c,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:59:11.069891 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 51130) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:59:11.083775 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-17de36f5-04ac-46ee-946a-06d0350aff0f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:11.163603 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-17de36f5-04ac-46ee-946a-06d0350aff0f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:11.168288 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-17de36f5-04ac-46ee-946a-06d0350aff0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:11.211271 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-17de36f5-04ac-46ee-946a-06d0350aff0f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7e0dfb1e7fbb493d85ae704c724971cd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1401317 Nov 23 17:59:11.213389 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17de36f5-04ac-46ee-946a-06d0350aff0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a794d9c9-77bb-43b8-8718-83357bea682b,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:59:11.213984 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 51134) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:59:11.222399 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17de36f5-04ac-46ee-946a-06d0350aff0f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:59:11.222746 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17de36f5-04ac-46ee-946a-06d0350aff0f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:59:11.223090 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17de36f5-04ac-46ee-946a-06d0350aff0f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:59:11.223537 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17de36f5-04ac-46ee-946a-06d0350aff0f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:59:11.223873 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17de36f5-04ac-46ee-946a-06d0350aff0f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:59:11.224205 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17de36f5-04ac-46ee-946a-06d0350aff0f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:59:11.224570 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17de36f5-04ac-46ee-946a-06d0350aff0f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:59:11.224901 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17de36f5-04ac-46ee-946a-06d0350aff0f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:59:11.225231 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17de36f5-04ac-46ee-946a-06d0350aff0f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:59:11.225557 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17de36f5-04ac-46ee-946a-06d0350aff0f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:59:11.225881 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17de36f5-04ac-46ee-946a-06d0350aff0f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:59:11.226211 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17de36f5-04ac-46ee-946a-06d0350aff0f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:59:11.270577 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5e1a722a-236e-4b7f-bdaf-9bb15eeb759b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:11.295736 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5e1a722a-236e-4b7f-bdaf-9bb15eeb759b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:11.350512 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5e1a722a-236e-4b7f-bdaf-9bb15eeb759b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:11.353283 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5e1a722a-236e-4b7f-bdaf-9bb15eeb759b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:11.354469 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-5e1a722a-236e-4b7f-bdaf-9bb15eeb759b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a794d9c9-77bb-43b8-8718-83357bea682b HTTP/1.1" status: 204 len: 168 time: 0.1394434 Nov 23 17:59:11.362117 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1a722a-236e-4b7f-bdaf-9bb15eeb759b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a794d9c9-77bb-43b8-8718-83357bea682b,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:59:11.693189 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 51140) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:59:11.706242 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-cdc1a0c0-7898-4c34-b9e3-a819090aedd8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:11.784883 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-cdc1a0c0-7898-4c34-b9e3-a819090aedd8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:11.788932 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-cdc1a0c0-7898-4c34-b9e3-a819090aedd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:11.827755 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-cdc1a0c0-7898-4c34-b9e3-a819090aedd8 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a238267e25c7443695e08ef06ddc476c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1334140 Nov 23 17:59:11.828802 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc1a0c0-7898-4c34-b9e3-a819090aedd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=407b3ec0-ea94-4051-ba26-de04ee6eaea0,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:59:11.831320 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 51142) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:59:11.886803 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-a09ba295-769d-468c-b02d-86cccfccfb8d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:11.908029 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-a09ba295-769d-468c-b02d-86cccfccfb8d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:11.958895 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-a09ba295-769d-468c-b02d-86cccfccfb8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:11.961471 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-a09ba295-769d-468c-b02d-86cccfccfb8d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:11.966136 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-a09ba295-769d-468c-b02d-86cccfccfb8d admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/407b3ec0-ea94-4051-ba26-de04ee6eaea0 HTTP/1.1" status: 204 len: 168 time: 0.1334782 Nov 23 17:59:11.974991 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09ba295-769d-468c-b02d-86cccfccfb8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=407b3ec0-ea94-4051-ba26-de04ee6eaea0,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:59:12.960721 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-293dca62-6c67-419c-8a3e-c56874873661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:13.609407 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:14.121888 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 51198) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:59:14.126311 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-ec8b9b3d-7f5c-496e-8ba5-0da277069512 tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] Request body: {'network': {'name': 'tempest-network-smoke--2048070890', 'project_id': 'b3a2c64c5957447b9a4b3f6afc3f6e95', 'port_security_enabled': True}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:59:14.154935 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec8b9b3d-7f5c-496e-8ba5-0da277069512 tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] Made reservation on behalf of b3a2c64c5957447b9a4b3f6afc3f6e95 for: {'network': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:59:14.158353 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ec8b9b3d-7f5c-496e-8ba5-0da277069512 tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for network, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:14.167165 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ec8b9b3d-7f5c-496e-8ba5-0da277069512 tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] Publish callbacks [] for security_group, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:14.241962 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ec8b9b3d-7f5c-496e-8ba5-0da277069512 tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] Publish callbacks [] for security_group, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:14.246148 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ec8b9b3d-7f5c-496e-8ba5-0da277069512 tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:14.274686 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec8b9b3d-7f5c-496e-8ba5-0da277069512 tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] vlan segment allocate from pool success with {'vlan_id': 525, 'physical_network': 'physnet1'} {{(pid=103590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 17:59:14.285500 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8b9b3d-7f5c-496e-8ba5-0da277069512 tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18ccfb80-f9d1-4046-b231-8b4900bcf9de,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:59:14.293762 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ec8b9b3d-7f5c-496e-8ba5-0da277069512 tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:14.294114 n-d-816206-8 neutron-server[103590]: INFO neutron.db.segments_db [None req-ec8b9b3d-7f5c-496e-8ba5-0da277069512 tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] Added segment 3e26f0b9-a9e3-44b0-872e-6e0def10c56a of type vlan for network 30ad5e0b-b448-45c5-81cc-5310ff5aa53b Nov 23 17:59:14.329097 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:14.339742 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ec8b9b3d-7f5c-496e-8ba5-0da277069512 tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736635338810'] for network, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:14.368625 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ec8b9b3d-7f5c-496e-8ba5-0da277069512 tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493'] for network, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:14.374154 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec8b9b3d-7f5c-496e-8ba5-0da277069512 tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:59:14.374745 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ec8b9b3d-7f5c-496e-8ba5-0da277069512 tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] Publish callbacks [] for network, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:14.427306 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-ec8b9b3d-7f5c-496e-8ba5-0da277069512 tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3057487 Nov 23 17:59:14.430377 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 51200) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:59:14.435497 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-dcd5eb65-31d0-4105-ad20-88546408dfc5 tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1304575898', 'admin_state_up': True, 'project_id': 'b3a2c64c5957447b9a4b3f6afc3f6e95', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'}}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:59:14.462517 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-dcd5eb65-31d0-4105-ad20-88546408dfc5 tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1793449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8093'] for router, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:14.463606 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-dcd5eb65-31d0-4105-ad20-88546408dfc5 tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1794473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1794771', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1638326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8086'] for router, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:14.486696 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8b9b3d-7f5c-496e-8ba5-0da277069512 tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] Pushing event updated for resources: {'Network': ['ID=30ad5e0b-b448-45c5-81cc-5310ff5aa53b,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:59:14.498982 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Network 30ad5e0b-b448-45c5-81cc-5310ff5aa53b details requested by agent ovs-agent-n-d-816206-8 with host n-d-816206-8 {{(pid=103592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 17:59:14.554831 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-dcd5eb65-31d0-4105-ad20-88546408dfc5 tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:14.696256 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-dcd5eb65-31d0-4105-ad20-88546408dfc5 tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:14.901345 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-dcd5eb65-31d0-4105-ad20-88546408dfc5 tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] Publish callbacks [] for router_gateway, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:14.926750 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-dcd5eb65-31d0-4105-ad20-88546408dfc5 tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:15.081636 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-1364d720-e294-4712-88fe-5a43a64fe031 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:15.085431 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.db_base_plugin_common [None req-dcd5eb65-31d0-4105-ad20-88546408dfc5 tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] Allocated IP 172.25.3.61 (4c8455ba-1be5-42ac-b8c2-8a16e1292d55/08fe3644-ce41-4c3f-a7ea-92bac0f0fff5/6a217b90-9f29-4732-9ff6-801dd7725e1b) {{(pid=103591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:59:15.187589 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-dcd5eb65-31d0-4105-ad20-88546408dfc5 tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] Publish callbacks [] for port, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:15.225729 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-dcd5eb65-31d0-4105-ad20-88546408dfc5 tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:15.266155 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcd5eb65-31d0-4105-ad20-88546408dfc5 tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] Network 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 is already hosted by enough agents. {{(pid=103591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:59:15.269043 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [None req-dcd5eb65-31d0-4105-ad20-88546408dfc5 tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] Resources bound (agent type, host, resource id): {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:59:15.272628 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcd5eb65-31d0-4105-ad20-88546408dfc5 tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] Received port after_create {{(pid=103591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:59:15.282756 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fcaa4e6-2305-4750-9815-8f56011cc619 None None] DHCP port deletion for 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:59:15.298269 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd5eb65-31d0-4105-ad20-88546408dfc5 tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] Pushing event updated for resources: {'Port': ['ID=6a217b90-9f29-4732-9ff6-801dd7725e1b,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:59:15.314452 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-32a8b006-25c7-4647-a3f6-cdd7060fa672 None None] Provisioning complete for port 6a217b90-9f29-4732-9ff6-801dd7725e1b triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:59:15.314830 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-32a8b006-25c7-4647-a3f6-cdd7060fa672 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:15.352094 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-32a8b006-25c7-4647-a3f6-cdd7060fa672 None None] Port 6a217b90-9f29-4732-9ff6-801dd7725e1b cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:59:15.881911 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-dcd5eb65-31d0-4105-ad20-88546408dfc5 tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] Publish callbacks [] for router_gateway, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:16.086961 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-dcd5eb65-31d0-4105-ad20-88546408dfc5 tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1794316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1795362'] for router, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:16.228899 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcd5eb65-31d0-4105-ad20-88546408dfc5 tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] Router 4260c439-9237-4bb0-8047-b589a5dcc470 is scheduled to L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 with binding_index 1 {{(pid=103591) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 17:59:16.348226 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcd5eb65-31d0-4105-ad20-88546408dfc5 tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:59:16.359694 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2a932b6-a101-400d-b0ec-3982e0852aac None None] Sync routers for ids ['4260c439-9237-4bb0-8047-b589a5dcc470'] in n-d-816206-8 {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:59:16.369703 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-dcd5eb65-31d0-4105-ad20-88546408dfc5 tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] Publish callbacks [] for router, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:16.370959 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-dcd5eb65-31d0-4105-ad20-88546408dfc5 tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 1.9395521 Nov 23 17:59:16.371117 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2a932b6-a101-400d-b0ec-3982e0852aac None None] Routers {'4260c439-9237-4bb0-8047-b589a5dcc470'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:59:16.371684 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-c2a932b6-a101-400d-b0ec-3982e0852aac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:59:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['4260c439-9237-4bb0-8047-b589a5dcc470'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:59:16.374097 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 51206) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:59:16.476164 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-c2a932b6-a101-400d-b0ec-3982e0852aac None None] Set router 4260c439-9237-4bb0-8047-b589a5dcc470 gateway port host: n-d-816206-8 {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:59:16.514157 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-b4ae5ec3-0a4a-482a-8bcd-65432e51b46f tempest-TestSecurityGroupsBasicOps-257308248 tempest-TestSecurityGroupsBasicOps-257308248-project-admin] 10.222.0.60 "GET /v2.0/subnets?project_id=b3a2c64c5957447b9a4b3f6afc3f6e95&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1388814 Nov 23 17:59:16.520695 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 51210) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:59:16.582100 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-52822d53-48f5-4819-8a95-bdc13aea0bf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:16.662709 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-c2a932b6-a101-400d-b0ec-3982e0852aac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4260c439-9237-4bb0-8047-b589a5dcc470', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1304575898', 'tenant_id': 'b3a2c64c5957447b9a4b3f6afc3f6e95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.61'}], 'enable_snat': True}, 'gw_port_id': '6a217b90-9f29-4732-9ff6-801dd7725e1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:59:14Z', 'updated_at': '2021-11-23T17:59:15Z', 'revision_number': 3, 'project_id': 'b3a2c64c5957447b9a4b3f6afc3f6e95', 'gw_port': {'id': '6a217b90-9f29-4732-9ff6-801dd7725e1b', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:9e:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4260c439-9237-4bb0-8047-b589a5dcc470', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:59:14Z', 'updated_at': '2021-11-23T17:59:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8'}], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:59:16.675701 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-690f869e-40c0-40c5-8970-9671f0df0ab2 tempest-TestSecurityGroupsBasicOps-257308248 tempest-TestSecurityGroupsBasicOps-257308248-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:59:16.677542 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-690f869e-40c0-40c5-8970-9671f0df0ab2 tempest-TestSecurityGroupsBasicOps-257308248 tempest-TestSecurityGroupsBasicOps-257308248-project-admin] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1553688 Nov 23 17:59:16.680283 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 51212) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:59:16.689846 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2a932b6-a101-400d-b0ec-3982e0852aac None None] Checking router: 4260c439-9237-4bb0-8047-b589a5dcc470 for host: n-d-816206-8 {{(pid=103593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 17:59:16.690196 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2a932b6-a101-400d-b0ec-3982e0852aac None None] Updating router 4260c439-9237-4bb0-8047-b589a5dcc470 port 6a217b90-9f29-4732-9ff6-801dd7725e1b binding host n-d-816206-8 {{(pid=103593) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 17:59:16.716196 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-c2a932b6-a101-400d-b0ec-3982e0852aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:16.718732 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-2f6c79a3-795d-47de-a2fd-ae18ebe05634 tempest-TestSecurityGroupsBasicOps-257308248 tempest-TestSecurityGroupsBasicOps-257308248-project-admin] 10.222.0.60 "GET /v2.0/subnets?network_id=4c8455ba-1be5-42ac-b8c2-8a16e1292d55&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0373676 Nov 23 17:59:16.721318 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 51214) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:59:16.726066 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-8916e827-3ef5-4d79-8c59-d77658ce789d tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-101633025', 'network_id': '30ad5e0b-b448-45c5-81cc-5310ff5aa53b', 'project_id': 'b3a2c64c5957447b9a4b3f6afc3f6e95', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:59:16.817936 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8916e827-3ef5-4d79-8c59-d77658ce789d tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] Made reservation on behalf of b3a2c64c5957447b9a4b3f6afc3f6e95 for: {'subnet': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:59:16.823559 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8916e827-3ef5-4d79-8c59-d77658ce789d tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264730903'] for subnet, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:17.013723 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8916e827-3ef5-4d79-8c59-d77658ce789d tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264358096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264730885'] for subnet, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:17.066302 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-c2a932b6-a101-400d-b0ec-3982e0852aac None None] Publish callbacks [] for port, precommit_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:17.072354 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-c2a932b6-a101-400d-b0ec-3982e0852aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:17.081216 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8916e827-3ef5-4d79-8c59-d77658ce789d tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] Pushing event updated for resources: {'Subnet': ['ID=f89d8790-7fe3-41e9-a7b7-c70e073fca47,revision_number=0']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:59:17.093137 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8916e827-3ef5-4d79-8c59-d77658ce789d tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] Checking segment: {'id': '3e26f0b9-a9e3-44b0-872e-6e0def10c56a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '30ad5e0b-b448-45c5-81cc-5310ff5aa53b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:59:17.093499 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8916e827-3ef5-4d79-8c59-d77658ce789d tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] Network hostable DHCP agents. Network: 30ad5e0b-b448-45c5-81cc-5310ff5aa53b, hostable agents: ['0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3'], hosted agents: [] {{(pid=103590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 17:59:17.117857 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9c03614-06a4-4fae-b9b3-1d9bf64ba5a4 None None] DHCP port deletion for 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:59:17.118071 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8916e827-3ef5-4d79-8c59-d77658ce789d tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] Network 30ad5e0b-b448-45c5-81cc-5310ff5aa53b is scheduled to be hosted by DHCP agent 0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3 with binding_index 1 {{(pid=103590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 17:59:17.127997 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [None req-c2a932b6-a101-400d-b0ec-3982e0852aac None None] Attempting to bind port 6a217b90-9f29-4732-9ff6-801dd7725e1b on host n-d-816206-8 for vnic_type normal with profile {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:59:17.128475 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [None req-c2a932b6-a101-400d-b0ec-3982e0852aac None None] Attempting to bind port 6a217b90-9f29-4732-9ff6-801dd7725e1b by drivers openvswitch,hyperv on host n-d-816206-8 at level 0 using segments [{'id': 'bffd1e4f-e80f-4ff0-b418-2f42ae15febf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'}] {{(pid=103593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:59:17.129012 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a932b6-a101-400d-b0ec-3982e0852aac None None] Attempting to bind port 6a217b90-9f29-4732-9ff6-801dd7725e1b on network 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:59:17.130428 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-8916e827-3ef5-4d79-8c59-d77658ce789d tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-8, 30ad5e0b-b448-45c5-81cc-5310ff5aa53b) {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:59:17.133035 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e805e3-aed1-40dd-bcfa-49c7c38dd32d None None] Pushing event updated for resources: {'Port': ['ID=6a217b90-9f29-4732-9ff6-801dd7725e1b,revision_number=2']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:59:17.135856 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8916e827-3ef5-4d79-8c59-d77658ce789d tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:59:17.136455 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8916e827-3ef5-4d79-8c59-d77658ce789d tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] Publish callbacks [] for subnet, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:17.139790 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a932b6-a101-400d-b0ec-3982e0852aac None None] Checking agent: {'id': '9e89acbe-4bbe-4c77-a18b-6f1da9133e0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 7, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 58, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:59:17.140167 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a932b6-a101-400d-b0ec-3982e0852aac None None] Checking segment: {'id': 'bffd1e4f-e80f-4ff0-b418-2f42ae15febf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:59:17.140587 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-c2a932b6-a101-400d-b0ec-3982e0852aac None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:17.140972 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a932b6-a101-400d-b0ec-3982e0852aac None None] Bound using segment: {'id': 'bffd1e4f-e80f-4ff0-b418-2f42ae15febf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'} {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:59:17.141439 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [None req-c2a932b6-a101-400d-b0ec-3982e0852aac None None] Bound port: 6a217b90-9f29-4732-9ff6-801dd7725e1b, host: n-d-816206-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bffd1e4f-e80f-4ff0-b418-2f42ae15febf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'}}] {{(pid=103593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:59:17.141897 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-c2a932b6-a101-400d-b0ec-3982e0852aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:17.148181 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3da42151-088e-4444-891a-09813ef8ef9b None None] Network 30ad5e0b-b448-45c5-81cc-5310ff5aa53b requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:59:17.163299 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-8916e827-3ef5-4d79-8c59-d77658ce789d tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4409363 Nov 23 17:59:17.166213 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 51216) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:59:17.201758 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-c2a932b6-a101-400d-b0ec-3982e0852aac None None] For port 6a217b90-9f29-4732-9ff6-801dd7725e1b, host n-d-816206-8, cleared binding levels {{(pid=103593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:59:17.205589 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-c2a932b6-a101-400d-b0ec-3982e0852aac None None] For port 6a217b90-9f29-4732-9ff6-801dd7725e1b, host n-d-816206-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=6a217b90-9f29-4732-9ff6-801dd7725e1b,segment=NetworkSegment(bffd1e4f-e80f-4ff0-b418-2f42ae15febf),segment_id=bffd1e4f-e80f-4ff0-b418-2f42ae15febf)] {{(pid=103593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:59:17.215983 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-c2a932b6-a101-400d-b0ec-3982e0852aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:17.225788 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-f1e64027-689d-4bc1-b813-1c53ef013023 None None] Provisioning complete for port 6a217b90-9f29-4732-9ff6-801dd7725e1b triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:59:17.226159 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-f1e64027-689d-4bc1-b813-1c53ef013023 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:17.281590 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2a932b6-a101-400d-b0ec-3982e0852aac None None] Routers {'4260c439-9237-4bb0-8047-b589a5dcc470'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:59:17.281835 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea973c84-e4c0-4de2-82c9-1fb625ce595d None None] DHCP port deletion for 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:59:17.282226 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-c2a932b6-a101-400d-b0ec-3982e0852aac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:59:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['4260c439-9237-4bb0-8047-b589a5dcc470'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:59:17.403250 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-c2a932b6-a101-400d-b0ec-3982e0852aac None None] Set router 4260c439-9237-4bb0-8047-b589a5dcc470 gateway port host: n-d-816206-8 {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:59:17.403866 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-f1e64027-689d-4bc1-b813-1c53ef013023 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:17.417487 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f596400-432d-4516-b33d-eaaedf2d631c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp355044b8-8e87-58c4-94fa-4a010ec30f9e-30ad5e0b-b448-45c5-81cc-5310ff5aa53b', 'network_id': '30ad5e0b-b448-45c5-81cc-5310ff5aa53b', 'tenant_id': 'b3a2c64c5957447b9a4b3f6afc3f6e95', 'fixed_ips': [{'subnet_id': 'f89d8790-7fe3-41e9-a7b7-c70e073fca47'}]}} from n-d-816206-8. {{(pid=103592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 17:59:17.418512 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-8f596400-432d-4516-b33d-eaaedf2d631c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:17.435608 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-f1e64027-689d-4bc1-b813-1c53ef013023 None None] For port 6a217b90-9f29-4732-9ff6-801dd7725e1b, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=6a217b90-9f29-4732-9ff6-801dd7725e1b,segment=NetworkSegment(bffd1e4f-e80f-4ff0-b418-2f42ae15febf),segment_id=bffd1e4f-e80f-4ff0-b418-2f42ae15febf)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:59:17.445354 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-f1e64027-689d-4bc1-b813-1c53ef013023 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:17.478774 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e805e3-aed1-40dd-bcfa-49c7c38dd32d None None] Pushing event updated for resources: {'Port': ['ID=6a217b90-9f29-4732-9ff6-801dd7725e1b,revision_number=3']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:59:17.567933 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e64027-689d-4bc1-b813-1c53ef013023 None None] Pushing event updated for resources: {'Port': ['ID=6a217b90-9f29-4732-9ff6-801dd7725e1b,revision_number=4']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:59:17.614216 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-b0d69d60-bb1f-4f5d-a628-8ff3eb2459d9 None None] Provisioning complete for port 6a217b90-9f29-4732-9ff6-801dd7725e1b triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:59:17.615160 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b0d69d60-bb1f-4f5d-a628-8ff3eb2459d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:17.627196 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-c2a932b6-a101-400d-b0ec-3982e0852aac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4260c439-9237-4bb0-8047-b589a5dcc470', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1304575898', 'tenant_id': 'b3a2c64c5957447b9a4b3f6afc3f6e95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.61'}], 'enable_snat': True}, 'gw_port_id': '6a217b90-9f29-4732-9ff6-801dd7725e1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:59:14Z', 'updated_at': '2021-11-23T17:59:15Z', 'revision_number': 3, 'project_id': 'b3a2c64c5957447b9a4b3f6afc3f6e95', 'gw_port': {'id': '6a217b90-9f29-4732-9ff6-801dd7725e1b', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:9e:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4260c439-9237-4bb0-8047-b589a5dcc470', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:59:14Z', 'updated_at': '2021-11-23T17:59:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8'}], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:59:17.657404 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2a932b6-a101-400d-b0ec-3982e0852aac None None] The sync data for ids ['4260c439-9237-4bb0-8047-b589a5dcc470'] in n-d-816206-8 is: [{'id': '4260c439-9237-4bb0-8047-b589a5dcc470', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1304575898', 'tenant_id': 'b3a2c64c5957447b9a4b3f6afc3f6e95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.61'}], 'enable_snat': True}, 'gw_port_id': '6a217b90-9f29-4732-9ff6-801dd7725e1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:59:14Z', 'updated_at': '2021-11-23T17:59:15Z', 'revision_number': 3, 'project_id': 'b3a2c64c5957447b9a4b3f6afc3f6e95', 'gw_port': {'id': '6a217b90-9f29-4732-9ff6-801dd7725e1b', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:9e:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4260c439-9237-4bb0-8047-b589a5dcc470', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:59:14Z', 'updated_at': '2021-11-23T17:59:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8'}] {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:59:17.660318 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.db_base_plugin_common [None req-8f596400-432d-4516-b33d-eaaedf2d631c None None] Allocated IP 172.20.0.2 (30ad5e0b-b448-45c5-81cc-5310ff5aa53b/f89d8790-7fe3-41e9-a7b7-c70e073fca47/c5c9f8c4-9de6-460e-953d-c6eac48b3423) {{(pid=103592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:59:17.820355 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9a27ae6c-db98-474f-94c1-cc99bf842d79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:17.870803 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-8f596400-432d-4516-b33d-eaaedf2d631c None None] Publish callbacks [] for port, precommit_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:17.880371 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-8f596400-432d-4516-b33d-eaaedf2d631c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980'] for port, after_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:17.947824 n-d-816206-8 neutron-server[103592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f596400-432d-4516-b33d-eaaedf2d631c None None] Network 30ad5e0b-b448-45c5-81cc-5310ff5aa53b is already hosted by enough agents. {{(pid=103592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:59:17.951043 n-d-816206-8 neutron-server[103592]: DEBUG neutron.scheduler.base_scheduler [None req-8f596400-432d-4516-b33d-eaaedf2d631c None None] Resources bound (agent type, host, resource id): {{(pid=103592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:59:17.954555 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f596400-432d-4516-b33d-eaaedf2d631c None None] Received port after_create {{(pid=103592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:59:17.961969 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f596400-432d-4516-b33d-eaaedf2d631c None None] Pushing event updated for resources: {'Port': ['ID=c5c9f8c4-9de6-460e-953d-c6eac48b3423,revision_number=1']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:59:18.011336 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c36e4af2-39b4-4424-98b2-f248bc2abf3a tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:18.019213 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-8f596400-432d-4516-b33d-eaaedf2d631c None None] Attempting to bind port c5c9f8c4-9de6-460e-953d-c6eac48b3423 on host n-d-816206-8 for vnic_type normal with profile {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:59:18.019673 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-8f596400-432d-4516-b33d-eaaedf2d631c None None] Attempting to bind port c5c9f8c4-9de6-460e-953d-c6eac48b3423 by drivers openvswitch,hyperv on host n-d-816206-8 at level 0 using segments [{'id': '3e26f0b9-a9e3-44b0-872e-6e0def10c56a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '30ad5e0b-b448-45c5-81cc-5310ff5aa53b'}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:59:18.020470 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f596400-432d-4516-b33d-eaaedf2d631c None None] Attempting to bind port c5c9f8c4-9de6-460e-953d-c6eac48b3423 on network 30ad5e0b-b448-45c5-81cc-5310ff5aa53b {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:59:18.027097 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f596400-432d-4516-b33d-eaaedf2d631c None None] Checking agent: {'id': '9e89acbe-4bbe-4c77-a18b-6f1da9133e0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 7, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 58, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:59:18.027097 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f596400-432d-4516-b33d-eaaedf2d631c None None] Checking segment: {'id': '3e26f0b9-a9e3-44b0-872e-6e0def10c56a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '30ad5e0b-b448-45c5-81cc-5310ff5aa53b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:59:18.032918 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-8f596400-432d-4516-b33d-eaaedf2d631c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:18.032918 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f596400-432d-4516-b33d-eaaedf2d631c None None] Bound using segment: {'id': '3e26f0b9-a9e3-44b0-872e-6e0def10c56a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '30ad5e0b-b448-45c5-81cc-5310ff5aa53b'} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:59:18.032918 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-8f596400-432d-4516-b33d-eaaedf2d631c None None] Bound port: c5c9f8c4-9de6-460e-953d-c6eac48b3423, host: n-d-816206-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e26f0b9-a9e3-44b0-872e-6e0def10c56a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '30ad5e0b-b448-45c5-81cc-5310ff5aa53b'}}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:59:18.032918 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-8f596400-432d-4516-b33d-eaaedf2d631c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:18.105956 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-8f596400-432d-4516-b33d-eaaedf2d631c None None] For port c5c9f8c4-9de6-460e-953d-c6eac48b3423, host n-d-816206-8, cleared binding levels {{(pid=103592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:59:18.109156 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-8f596400-432d-4516-b33d-eaaedf2d631c None None] For port c5c9f8c4-9de6-460e-953d-c6eac48b3423, host n-d-816206-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=c5c9f8c4-9de6-460e-953d-c6eac48b3423,segment=NetworkSegment(3e26f0b9-a9e3-44b0-872e-6e0def10c56a),segment_id=3e26f0b9-a9e3-44b0-872e-6e0def10c56a)] {{(pid=103592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:59:18.114046 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-8f596400-432d-4516-b33d-eaaedf2d631c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:18.188029 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f596400-432d-4516-b33d-eaaedf2d631c None None] Pushing event updated for resources: {'Port': ['ID=c5c9f8c4-9de6-460e-953d-c6eac48b3423,revision_number=2']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:59:18.374567 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-c36e4af2-39b4-4424-98b2-f248bc2abf3a tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] Allocated IP 172.20.0.1 (30ad5e0b-b448-45c5-81cc-5310ff5aa53b/f89d8790-7fe3-41e9-a7b7-c70e073fca47/c3c77e71-c972-4c1d-8673-3133234ae1cb) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:59:18.385637 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:18.516998 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c36e4af2-39b4-4424-98b2-f248bc2abf3a tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:18.555899 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c36e4af2-39b4-4424-98b2-f248bc2abf3a tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:18.606580 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c36e4af2-39b4-4424-98b2-f248bc2abf3a tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] Network 30ad5e0b-b448-45c5-81cc-5310ff5aa53b is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:59:18.609748 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-c36e4af2-39b4-4424-98b2-f248bc2abf3a tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:59:18.613550 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c36e4af2-39b4-4424-98b2-f248bc2abf3a tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:59:18.620932 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36e4af2-39b4-4424-98b2-f248bc2abf3a tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] Pushing event updated for resources: {'Port': ['ID=c3c77e71-c972-4c1d-8673-3133234ae1cb,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:59:18.666019 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c36e4af2-39b4-4424-98b2-f248bc2abf3a tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1795539'] for router_interface, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:18.799593 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c36e4af2-39b4-4424-98b2-f248bc2abf3a tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:19.125933 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c36e4af2-39b4-4424-98b2-f248bc2abf3a tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] Publish callbacks [] for port, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:19.131624 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c36e4af2-39b4-4424-98b2-f248bc2abf3a tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264357957'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:19.189468 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e68651a4-7e39-47c8-90a2-00fe819b638a None None] Network 30ad5e0b-b448-45c5-81cc-5310ff5aa53b requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:59:19.215241 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36e4af2-39b4-4424-98b2-f248bc2abf3a tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] Pushing event updated for resources: {'Port': ['ID=c3c77e71-c972-4c1d-8673-3133234ae1cb,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:59:19.217837 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c36e4af2-39b4-4424-98b2-f248bc2abf3a tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2068703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1794403'] for router_interface, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:19.329675 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-247f28ee-4947-4e63-8ec3-fb6d7227ecfb None None] Provisioning complete for port c5c9f8c4-9de6-460e-953d-c6eac48b3423 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:59:19.329675 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-247f28ee-4947-4e63-8ec3-fb6d7227ecfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:19.347045 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c36e4af2-39b4-4424-98b2-f248bc2abf3a tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] Network 30ad5e0b-b448-45c5-81cc-5310ff5aa53b is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:59:19.350102 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-c36e4af2-39b4-4424-98b2-f248bc2abf3a tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:59:19.462595 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-247f28ee-4947-4e63-8ec3-fb6d7227ecfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:19.488916 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c36e4af2-39b4-4424-98b2-f248bc2abf3a tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] Router 4260c439-9237-4bb0-8047-b589a5dcc470 has already been hosted by L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 {{(pid=103590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 17:59:19.512529 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-247f28ee-4947-4e63-8ec3-fb6d7227ecfb None None] For port c5c9f8c4-9de6-460e-953d-c6eac48b3423, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=c5c9f8c4-9de6-460e-953d-c6eac48b3423,segment=NetworkSegment(3e26f0b9-a9e3-44b0-872e-6e0def10c56a),segment_id=3e26f0b9-a9e3-44b0-872e-6e0def10c56a)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:59:19.518014 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-247f28ee-4947-4e63-8ec3-fb6d7227ecfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:19.597141 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device c5c9f8c4-9de6-460e-953d-c6eac48b3423 up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:59:19.604228 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247f28ee-4947-4e63-8ec3-fb6d7227ecfb None None] Pushing event updated for resources: {'Port': ['ID=c5c9f8c4-9de6-460e-953d-c6eac48b3423,revision_number=3']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:59:19.648707 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c36e4af2-39b4-4424-98b2-f248bc2abf3a tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:59:19.659648 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-c36e4af2-39b4-4424-98b2-f248bc2abf3a tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] 10.222.0.60 "PUT /v2.0/routers/4260c439-9237-4bb0-8047-b589a5dcc470/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4892917 Nov 23 17:59:19.659776 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 51222) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:59:19.662578 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port c5c9f8c4-9de6-460e-953d-c6eac48b3423 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:59:19.663026 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:19.665000 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-7555dcd8-0113-4495-8a13-45af7465b8df tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--477852131', 'description': 'tempest-secgroup_access--477852131 description', 'project_id': 'b3a2c64c5957447b9a4b3f6afc3f6e95'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:59:19.697438 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7555dcd8-0113-4495-8a13-45af7465b8df tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] Publish callbacks [] for security_group, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:19.744070 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 51224) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:59:19.766798 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe0f7267-e9f5-449d-b735-5e7fadd12542 None None] Sync routers for ids ['4260c439-9237-4bb0-8047-b589a5dcc470'] in n-d-816206-8 {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:59:19.778002 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 6a217b90-9f29-4732-9ff6-801dd7725e1b up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:59:19.814927 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7555dcd8-0113-4495-8a13-45af7465b8df tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] Publish callbacks [] for security_group, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:19.819636 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7555dcd8-0113-4495-8a13-45af7465b8df tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:19.821071 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe0f7267-e9f5-449d-b735-5e7fadd12542 None None] Routers {'4260c439-9237-4bb0-8047-b589a5dcc470'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:59:19.822263 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-fe0f7267-e9f5-449d-b735-5e7fadd12542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:59:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['4260c439-9237-4bb0-8047-b589a5dcc470'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:59:19.847798 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb8d7a81-514c-4858-a339-0ef589017dbf tempest-TestNetworkBasicOps-199493669 tempest-TestNetworkBasicOps-199493669-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:59:19.848394 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb8d7a81-514c-4858-a339-0ef589017dbf tempest-TestNetworkBasicOps-199493669 tempest-TestNetworkBasicOps-199493669-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:59:19.849299 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb8d7a81-514c-4858-a339-0ef589017dbf tempest-TestNetworkBasicOps-199493669 tempest-TestNetworkBasicOps-199493669-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:59:19.851457 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-bb8d7a81-514c-4858-a339-0ef589017dbf tempest-TestNetworkBasicOps-199493669 tempest-TestNetworkBasicOps-199493669-project-admin] 10.222.0.60 "GET /v2.0/ports?project_id=06a344c95e04492b8d6015a2d3d39bf1&network_id=7cdd291d-d3a6-4b3c-90fd-fb828e53d4cc HTTP/1.1" status: 200 len: 2970 time: 0.1063087 Nov 23 17:59:19.852282 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7555dcd8-0113-4495-8a13-45af7465b8df tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:19.854184 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-7555dcd8-0113-4495-8a13-45af7465b8df tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1815 time: 0.1934524 Nov 23 17:59:19.859698 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 51226) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:59:19.864137 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-583f25fc-505d-4a8e-a5de-02ee6520b69b tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--79834337', 'description': 'tempest-secgroup_general--79834337 description', 'project_id': 'b3a2c64c5957447b9a4b3f6afc3f6e95'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:59:19.871682 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7555dcd8-0113-4495-8a13-45af7465b8df tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56afa034-f545-4404-8cb1-a48c2a68d4cc,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:59:19.900772 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-f6d77879-60fe-46d3-bbd3-05798a8d86cd None None] Provisioning complete for port c5c9f8c4-9de6-460e-953d-c6eac48b3423 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:59:19.901106 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-f6d77879-60fe-46d3-bbd3-05798a8d86cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:19.902572 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-583f25fc-505d-4a8e-a5de-02ee6520b69b tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] Publish callbacks [] for security_group, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:19.989599 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port 6a217b90-9f29-4732-9ff6-801dd7725e1b triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:59:19.990193 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:20.002483 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-583f25fc-505d-4a8e-a5de-02ee6520b69b tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] Publish callbacks [] for security_group, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:20.007084 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-583f25fc-505d-4a8e-a5de-02ee6520b69b tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:20.047394 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-583f25fc-505d-4a8e-a5de-02ee6520b69b tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] Publish callbacks [] for security_group, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:20.048794 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-583f25fc-505d-4a8e-a5de-02ee6520b69b tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1815 time: 0.1880887 Nov 23 17:59:20.052635 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 51234) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:59:20.053439 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583f25fc-505d-4a8e-a5de-02ee6520b69b tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6dda33c2-f578-49e4-aa77-399a2d78d06b,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:59:20.067063 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-5f85e530-32c0-4170-b6e5-4d70e3472f28 tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] Request body: {'security_group_rule': {'security_group_id': '56afa034-f545-4404-8cb1-a48c2a68d4cc', 'project_id': 'b3a2c64c5957447b9a4b3f6afc3f6e95', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:59:20.109604 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5f85e530-32c0-4170-b6e5-4d70e3472f28 tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:20.149439 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a7d734-b630-49a1-afe3-bda5dd6cf7f9 req-f42c61ff-4478-4db5-8284-68c35634d77d tempest-TestNetworkAdvancedServerOps-448977066 tempest-TestNetworkAdvancedServerOps-448977066-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:59:20.151706 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d3a7d734-b630-49a1-afe3-bda5dd6cf7f9 req-f42c61ff-4478-4db5-8284-68c35634d77d tempest-TestNetworkAdvancedServerOps-448977066 tempest-TestNetworkAdvancedServerOps-448977066-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=879e814c-05fc-4dea-ba60-1f3e794a1184 HTTP/1.1" status: 200 len: 1096 time: 0.0455129 Nov 23 17:59:20.198361 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5f85e530-32c0-4170-b6e5-4d70e3472f28 tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:20.207020 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5f85e530-32c0-4170-b6e5-4d70e3472f28 tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994370'] for security_group_rule, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:20.211284 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d3a7d734-b630-49a1-afe3-bda5dd6cf7f9 req-86b0c253-4fae-4897-95e9-76c987ed006f tempest-TestNetworkAdvancedServerOps-448977066 tempest-TestNetworkAdvancedServerOps-448977066-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=c951464a-459e-4ec5-9432-89ee674ff255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522890 Nov 23 17:59:20.228726 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f85e530-32c0-4170-b6e5-4d70e3472f28 tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36d66fd6-bbeb-4ef3-b5c4-0042585a2d90,revision_number=0']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:59:20.242117 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 51236) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:59:20.243354 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5f85e530-32c0-4170-b6e5-4d70e3472f28 tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:20.249096 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-5f85e530-32c0-4170-b6e5-4d70e3472f28 tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1952641 Nov 23 17:59:20.372330 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvr_db [None req-fe0f7267-e9f5-449d-b735-5e7fadd12542 None None] Set router 4260c439-9237-4bb0-8047-b589a5dcc470 gateway port host: n-d-816206-8 {{(pid=103592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:59:20.507025 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-f6d77879-60fe-46d3-bbd3-05798a8d86cd None None] Provisioning complete for port c3c77e71-c972-4c1d-8673-3133234ae1cb triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:59:20.507276 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-f6d77879-60fe-46d3-bbd3-05798a8d86cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:20.537832 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-397bb691-2546-4444-8ff4-ea2cac348115 req-6b953bee-1158-4a1e-95d0-1fa2cdcdaa67 tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup_general--79834337&fields=id&tenant_id=b3a2c64c5957447b9a4b3f6afc3f6e95 HTTP/1.1" status: 200 len: 267 time: 0.1324377 Nov 23 17:59:20.580604 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-f6d77879-60fe-46d3-bbd3-05798a8d86cd None None] Port c3c77e71-c972-4c1d-8673-3133234ae1cb cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:59:20.617963 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-8b1d4912-16d7-4ae7-9643-aed1ed0e39ae tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Deleting port 425df3fa-423f-45bd-9755-0a973523f5bc {{(pid=103591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:59:20.618528 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-8b1d4912-16d7-4ae7-9643-aed1ed0e39ae tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:20.644737 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-fe0f7267-e9f5-449d-b735-5e7fadd12542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4260c439-9237-4bb0-8047-b589a5dcc470', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1304575898', 'tenant_id': 'b3a2c64c5957447b9a4b3f6afc3f6e95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.61'}], 'enable_snat': True}, 'gw_port_id': '6a217b90-9f29-4732-9ff6-801dd7725e1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:59:14Z', 'updated_at': '2021-11-23T17:59:18Z', 'revision_number': 4, 'project_id': 'b3a2c64c5957447b9a4b3f6afc3f6e95', 'gw_port': {'id': '6a217b90-9f29-4732-9ff6-801dd7725e1b', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:9e:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4260c439-9237-4bb0-8047-b589a5dcc470', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:59:14Z', 'updated_at': '2021-11-23T17:59:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_interfaces': [{'id': 'c3c77e71-c972-4c1d-8673-3133234ae1cb', 'name': '', 'network_id': '30ad5e0b-b448-45c5-81cc-5310ff5aa53b', 'tenant_id': 'b3a2c64c5957447b9a4b3f6afc3f6e95', 'mac_address': 'fa:16:3e:b1:e4:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4260c439-9237-4bb0-8047-b589a5dcc470', 'device_owner': 'network:router_interface', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': 'f89d8790-7fe3-41e9-a7b7-c70e073fca47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:59:18Z', 'updated_at': '2021-11-23T17:59:18Z', 'revision_number': 2, 'project_id': 'b3a2c64c5957447b9a4b3f6afc3f6e95', 'subnets': [{'id': 'f89d8790-7fe3-41e9-a7b7-c70e073fca47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:59:20.663286 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-397bb691-2546-4444-8ff4-ea2cac348115 req-ac1228e9-5a1b-45ad-b909-5a08fed34873 tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup_access--477852131&fields=id&tenant_id=b3a2c64c5957447b9a4b3f6afc3f6e95 HTTP/1.1" status: 200 len: 267 time: 0.1171563 Nov 23 17:59:20.672614 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe0f7267-e9f5-449d-b735-5e7fadd12542 None None] Checking router: 4260c439-9237-4bb0-8047-b589a5dcc470 for host: n-d-816206-8 {{(pid=103592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 17:59:20.672973 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe0f7267-e9f5-449d-b735-5e7fadd12542 None None] Updating router 4260c439-9237-4bb0-8047-b589a5dcc470 port c3c77e71-c972-4c1d-8673-3133234ae1cb binding host n-d-816206-8 {{(pid=103592) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 17:59:20.714115 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-fe0f7267-e9f5-449d-b735-5e7fadd12542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:20.727873 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9e2334da-8e06-41c4-8fb9-840567962e97 None None] Provisioning complete for port c3c77e71-c972-4c1d-8673-3133234ae1cb triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:59:20.728802 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9e2334da-8e06-41c4-8fb9-840567962e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:20.787083 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-9e2334da-8e06-41c4-8fb9-840567962e97 None None] Port c3c77e71-c972-4c1d-8673-3133234ae1cb cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:59:20.787363 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-8b1d4912-16d7-4ae7-9643-aed1ed0e39ae tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:20.787884 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-8b1d4912-16d7-4ae7-9643-aed1ed0e39ae tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:20.807146 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-8b1d4912-16d7-4ae7-9643-aed1ed0e39ae tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Calling delete_port for 425df3fa-423f-45bd-9755-0a973523f5bc owned by network:floatingip {{(pid=103591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:59:20.841397 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397bb691-2546-4444-8ff4-ea2cac348115 req-2b95d093-7736-4eab-98db-3fadb460bc9c tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:59:20.842901 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-397bb691-2546-4444-8ff4-ea2cac348115 req-2b95d093-7736-4eab-98db-3fadb460bc9c tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] 10.222.0.60 "GET /v2.0/networks?id=30ad5e0b-b448-45c5-81cc-5310ff5aa53b HTTP/1.1" status: 200 len: 797 time: 0.1514902 Nov 23 17:59:20.919984 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-397bb691-2546-4444-8ff4-ea2cac348115 req-bdbf4606-c3ba-4cd3-9c20-6a5d12287852 tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] 10.222.0.60 "GET /v2.0/quotas/b3a2c64c5957447b9a4b3f6afc3f6e95 HTTP/1.1" status: 200 len: 375 time: 0.0439708 Nov 23 17:59:21.014860 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-397bb691-2546-4444-8ff4-ea2cac348115 req-8c4c06b0-fea0-44e3-8d06-ae066abfa280 tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=b3a2c64c5957447b9a4b3f6afc3f6e95&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0739942 Nov 23 17:59:21.029735 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-fe0f7267-e9f5-449d-b735-5e7fadd12542 None None] Publish callbacks [] for port, precommit_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:21.035091 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-fe0f7267-e9f5-449d-b735-5e7fadd12542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:21.095748 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb51ef2-bf7f-436f-9d29-d50cf1808640 None None] Pushing event updated for resources: {'Port': ['ID=c3c77e71-c972-4c1d-8673-3133234ae1cb,revision_number=3']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:59:21.135046 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-8b1d4912-16d7-4ae7-9643-aed1ed0e39ae tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:21.154013 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-fe0f7267-e9f5-449d-b735-5e7fadd12542 None None] Attempting to bind port c3c77e71-c972-4c1d-8673-3133234ae1cb on host n-d-816206-8 for vnic_type normal with profile {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:59:21.154742 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-fe0f7267-e9f5-449d-b735-5e7fadd12542 None None] Attempting to bind port c3c77e71-c972-4c1d-8673-3133234ae1cb by drivers openvswitch,hyperv on host n-d-816206-8 at level 0 using segments [{'id': '3e26f0b9-a9e3-44b0-872e-6e0def10c56a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '30ad5e0b-b448-45c5-81cc-5310ff5aa53b'}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:59:21.155198 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe0f7267-e9f5-449d-b735-5e7fadd12542 None None] Attempting to bind port c3c77e71-c972-4c1d-8673-3133234ae1cb on network 30ad5e0b-b448-45c5-81cc-5310ff5aa53b {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:59:21.161253 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe0f7267-e9f5-449d-b735-5e7fadd12542 None None] Checking agent: {'id': '9e89acbe-4bbe-4c77-a18b-6f1da9133e0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 7, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 59, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:59:21.161763 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe0f7267-e9f5-449d-b735-5e7fadd12542 None None] Checking segment: {'id': '3e26f0b9-a9e3-44b0-872e-6e0def10c56a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '30ad5e0b-b448-45c5-81cc-5310ff5aa53b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:59:21.162232 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-fe0f7267-e9f5-449d-b735-5e7fadd12542 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:21.162782 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe0f7267-e9f5-449d-b735-5e7fadd12542 None None] Bound using segment: {'id': '3e26f0b9-a9e3-44b0-872e-6e0def10c56a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '30ad5e0b-b448-45c5-81cc-5310ff5aa53b'} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:59:21.163347 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-fe0f7267-e9f5-449d-b735-5e7fadd12542 None None] Bound port: c3c77e71-c972-4c1d-8673-3133234ae1cb, host: n-d-816206-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e26f0b9-a9e3-44b0-872e-6e0def10c56a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '30ad5e0b-b448-45c5-81cc-5310ff5aa53b'}}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:59:21.163794 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-fe0f7267-e9f5-449d-b735-5e7fadd12542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:21.174643 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1d4912-16d7-4ae7-9643-aed1ed0e39ae tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Pushing event deleted for resources: {'Port': ['ID=425df3fa-423f-45bd-9755-0a973523f5bc,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:59:21.184825 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-397bb691-2546-4444-8ff4-ea2cac348115 req-50307d19-fcfc-4582-992a-1ae59f5e22b0 service neutron] 10.222.0.60 "GET /v2.0/networks/30ad5e0b-b448-45c5-81cc-5310ff5aa53b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1582606 Nov 23 17:59:21.239882 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-fe0f7267-e9f5-449d-b735-5e7fadd12542 None None] For port c3c77e71-c972-4c1d-8673-3133234ae1cb, host n-d-816206-8, cleared binding levels {{(pid=103592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:59:21.244041 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-fe0f7267-e9f5-449d-b735-5e7fadd12542 None None] For port c3c77e71-c972-4c1d-8673-3133234ae1cb, host n-d-816206-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=c3c77e71-c972-4c1d-8673-3133234ae1cb,segment=NetworkSegment(3e26f0b9-a9e3-44b0-872e-6e0def10c56a),segment_id=3e26f0b9-a9e3-44b0-872e-6e0def10c56a)] {{(pid=103592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:59:21.248887 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-fe0f7267-e9f5-449d-b735-5e7fadd12542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:21.307229 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-8b1d4912-16d7-4ae7-9643-aed1ed0e39ae tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks [] for floatingip, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:21.307902 n-d-816206-8 neutron-server[103591]: INFO neutron.db.l3_db [None req-8b1d4912-16d7-4ae7-9643-aed1ed0e39ae tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Floating IP 3906124e-78c6-4923-8a84-99c7fcd1ed9f disassociated (deleted). External IP: 172.25.3.207, port: 477848ca-049e-4f03-8b21-aaee1a10dd9e. Nov 23 17:59:21.310390 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe0f7267-e9f5-449d-b735-5e7fadd12542 None None] Routers {'4260c439-9237-4bb0-8047-b589a5dcc470'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:59:21.311137 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-fe0f7267-e9f5-449d-b735-5e7fadd12542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:59:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['4260c439-9237-4bb0-8047-b589a5dcc470'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:59:21.359701 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb51ef2-bf7f-436f-9d29-d50cf1808640 None None] Pushing event updated for resources: {'Port': ['ID=c3c77e71-c972-4c1d-8673-3133234ae1cb,revision_number=4']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:59:21.451791 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-43421934-7be1-419a-b297-b37a6a83c5c8 None None] Provisioning complete for port c3c77e71-c972-4c1d-8673-3133234ae1cb triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:59:21.452589 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-43421934-7be1-419a-b297-b37a6a83c5c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:21.503056 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvr_db [None req-fe0f7267-e9f5-449d-b735-5e7fadd12542 None None] Set router 4260c439-9237-4bb0-8047-b589a5dcc470 gateway port host: n-d-816206-8 {{(pid=103592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:59:21.507161 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device c5c9f8c4-9de6-460e-953d-c6eac48b3423 up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:59:21.636110 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-397bb691-2546-4444-8ff4-ea2cac348115 req-75315d5c-8f9f-4c0d-a27c-a1d6fdfcbcb6 service neutron] 10.222.0.60 "GET /v2.0/networks/30ad5e0b-b448-45c5-81cc-5310ff5aa53b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4362910 Nov 23 17:59:21.668798 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 51254) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:59:21.692938 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port c5c9f8c4-9de6-460e-953d-c6eac48b3423 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:59:21.692938 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:21.722626 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-43421934-7be1-419a-b297-b37a6a83c5c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:21.731101 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e815cdb9-2218-46d8-9ff8-ee07985813aa tempest-TestNetworkBasicOps-199493669 tempest-TestNetworkBasicOps-199493669-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:59:21.749020 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-e815cdb9-2218-46d8-9ff8-ee07985813aa tempest-TestNetworkBasicOps-199493669 tempest-TestNetworkBasicOps-199493669-project-admin] 10.222.0.60 "GET /v2.0/subnets?network_id=4c8455ba-1be5-42ac-b8c2-8a16e1292d55 HTTP/1.1" status: 200 len: 814 time: 0.0790226 Nov 23 17:59:21.808876 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-43421934-7be1-419a-b297-b37a6a83c5c8 None None] For port c3c77e71-c972-4c1d-8673-3133234ae1cb, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=c3c77e71-c972-4c1d-8673-3133234ae1cb,segment=NetworkSegment(3e26f0b9-a9e3-44b0-872e-6e0def10c56a),segment_id=3e26f0b9-a9e3-44b0-872e-6e0def10c56a)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:59:21.825125 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-43421934-7be1-419a-b297-b37a6a83c5c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:21.836604 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b1d4912-16d7-4ae7-9643-aed1ed0e39ae tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Router 8dd5109b-decb-46a6-9989-bde8f77f2e88 has already been hosted by L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 {{(pid=103591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 17:59:21.909905 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5d684045-d924-49b3-8246-5e17aef38606 req-7cd70b5d-ce12-4e04-b663-5a1a65b15c79 tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] 10.222.0.60 "GET /v2.0/ports?device_id=3f0264ec-7ac0-4a92-84e9-9486fee23117 HTTP/1.1" status: 200 len: 210 time: 0.0649154 Nov 23 17:59:21.950185 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43421934-7be1-419a-b297-b37a6a83c5c8 None None] Pushing event updated for resources: {'Port': ['ID=c3c77e71-c972-4c1d-8673-3133234ae1cb,revision_number=5']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:59:21.994306 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-e4969b5d-90c6-4820-a2d3-7e4b99ebbfe6 None None] Provisioning complete for port c3c77e71-c972-4c1d-8673-3133234ae1cb triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:59:21.994306 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-e4969b5d-90c6-4820-a2d3-7e4b99ebbfe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:22.003826 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b1d4912-16d7-4ae7-9643-aed1ed0e39ae tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:59:22.009909 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-8b1d4912-16d7-4ae7-9643-aed1ed0e39ae tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for floatingip, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:22.021842 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e3870c7-73ad-421d-b8ff-60ef0b79968e None None] Sync routers for ids ['8dd5109b-decb-46a6-9989-bde8f77f2e88'] in n-d-816206-8 {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:59:22.028156 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-fe0f7267-e9f5-449d-b735-5e7fadd12542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4260c439-9237-4bb0-8047-b589a5dcc470', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1304575898', 'tenant_id': 'b3a2c64c5957447b9a4b3f6afc3f6e95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.61'}], 'enable_snat': True}, 'gw_port_id': '6a217b90-9f29-4732-9ff6-801dd7725e1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:59:14Z', 'updated_at': '2021-11-23T17:59:18Z', 'revision_number': 4, 'project_id': 'b3a2c64c5957447b9a4b3f6afc3f6e95', 'gw_port': {'id': '6a217b90-9f29-4732-9ff6-801dd7725e1b', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:9e:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4260c439-9237-4bb0-8047-b589a5dcc470', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:59:14Z', 'updated_at': '2021-11-23T17:59:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_interfaces': [{'id': 'c3c77e71-c972-4c1d-8673-3133234ae1cb', 'name': '', 'network_id': '30ad5e0b-b448-45c5-81cc-5310ff5aa53b', 'tenant_id': 'b3a2c64c5957447b9a4b3f6afc3f6e95', 'mac_address': 'fa:16:3e:b1:e4:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4260c439-9237-4bb0-8047-b589a5dcc470', 'device_owner': 'network:router_interface', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': 'f89d8790-7fe3-41e9-a7b7-c70e073fca47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:59:18Z', 'updated_at': '2021-11-23T17:59:21Z', 'revision_number': 4, 'project_id': 'b3a2c64c5957447b9a4b3f6afc3f6e95', 'subnets': [{'id': 'f89d8790-7fe3-41e9-a7b7-c70e073fca47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:59:22.034451 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e3870c7-73ad-421d-b8ff-60ef0b79968e None None] Routers {'8dd5109b-decb-46a6-9989-bde8f77f2e88'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:59:22.035307 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-4e3870c7-73ad-421d-b8ff-60ef0b79968e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:59:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['8dd5109b-decb-46a6-9989-bde8f77f2e88'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:59:22.045581 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-8b1d4912-16d7-4ae7-9643-aed1ed0e39ae tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.60 "DELETE /v2.0/floatingips/3906124e-78c6-4923-8a84-99c7fcd1ed9f HTTP/1.1" status: 204 len: 168 time: 1.8026519 Nov 23 17:59:22.046267 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '879e814c-05fc-4dea-ba60-1f3e794a1184', 'tag': '477848ca-049e-4f03-8b21-aaee1a10dd9e'}] {{(pid=103591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:59:22.048824 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41d174a19ece9499ff9ec44e5b3fc50f2abd3ffbc947fb7e52ea1e8db27b95b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0d5775c-1cf5-4f01-8072-77c2a07a888a" -d '{"events": [{"name": "network-changed", "server_uuid": "879e814c-05fc-4dea-ba60-1f3e794a1184", "tag": "477848ca-049e-4f03-8b21-aaee1a10dd9e"}]}' {{(pid=103591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:59:22.067880 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe0f7267-e9f5-449d-b735-5e7fadd12542 None None] The sync data for ids ['4260c439-9237-4bb0-8047-b589a5dcc470'] in n-d-816206-8 is: [{'id': '4260c439-9237-4bb0-8047-b589a5dcc470', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1304575898', 'tenant_id': 'b3a2c64c5957447b9a4b3f6afc3f6e95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.61'}], 'enable_snat': True}, 'gw_port_id': '6a217b90-9f29-4732-9ff6-801dd7725e1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:59:14Z', 'updated_at': '2021-11-23T17:59:18Z', 'revision_number': 4, 'project_id': 'b3a2c64c5957447b9a4b3f6afc3f6e95', 'gw_port': {'id': '6a217b90-9f29-4732-9ff6-801dd7725e1b', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:9e:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4260c439-9237-4bb0-8047-b589a5dcc470', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:59:14Z', 'updated_at': '2021-11-23T17:59:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_interfaces': [{'id': 'c3c77e71-c972-4c1d-8673-3133234ae1cb', 'name': '', 'network_id': '30ad5e0b-b448-45c5-81cc-5310ff5aa53b', 'tenant_id': 'b3a2c64c5957447b9a4b3f6afc3f6e95', 'mac_address': 'fa:16:3e:b1:e4:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4260c439-9237-4bb0-8047-b589a5dcc470', 'device_owner': 'network:router_interface', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': 'f89d8790-7fe3-41e9-a7b7-c70e073fca47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:59:18Z', 'updated_at': '2021-11-23T17:59:21Z', 'revision_number': 4, 'project_id': 'b3a2c64c5957447b9a4b3f6afc3f6e95', 'subnets': [{'id': 'f89d8790-7fe3-41e9-a7b7-c70e073fca47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:59:22.099619 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 17:59:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93bb894d-360a-4036-805f-58bd49d08468 x-openstack-request-id: req-93bb894d-360a-4036-805f-58bd49d08468 {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:59:22.099920 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "879e814c-05fc-4dea-ba60-1f3e794a1184", "tag": "477848ca-049e-4f03-8b21-aaee1a10dd9e", "status": "completed", "code": 200}]} {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:59:22.100253 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-93bb894d-360a-4036-805f-58bd49d08468 {{(pid=103591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:59:22.100924 n-d-816206-8 neutron-server[103591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '879e814c-05fc-4dea-ba60-1f3e794a1184', 'tag': '477848ca-049e-4f03-8b21-aaee1a10dd9e', 'status': 'completed', 'code': 200} Nov 23 17:59:22.222785 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d5775c-1cf5-4f01-8072-77c2a07a888a req-9befd50a-3a23-45d4-a000-c7e2c9c14c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:59:22.224909 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-e0d5775c-1cf5-4f01-8072-77c2a07a888a req-9befd50a-3a23-45d4-a000-c7e2c9c14c2e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4d3a35880fb64e77bd3047bfa46cf261&device_id=879e814c-05fc-4dea-ba60-1f3e794a1184 HTTP/1.1" status: 200 len: 1096 time: 0.0956385 Nov 23 17:59:22.225182 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-4e3870c7-73ad-421d-b8ff-60ef0b79968e None None] Set router 8dd5109b-decb-46a6-9989-bde8f77f2e88 gateway port host: n-d-816206-8 {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:59:22.349997 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d5775c-1cf5-4f01-8072-77c2a07a888a req-d690dcbc-1524-462d-9655-e00959031481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:59:22.351623 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-e0d5775c-1cf5-4f01-8072-77c2a07a888a req-d690dcbc-1524-462d-9655-e00959031481 service neutron] 10.222.0.55 "GET /v2.0/networks?id=eb14d06b-c5a2-40f2-ae77-d899286918bf HTTP/1.1" status: 200 len: 897 time: 0.1178446 Nov 23 17:59:22.424211 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-e0d5775c-1cf5-4f01-8072-77c2a07a888a req-10ec9e35-5dcd-4e5e-9219-33040a81ffc6 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=477848ca-049e-4f03-8b21-aaee1a10dd9e HTTP/1.1" status: 200 len: 217 time: 0.0644412 Nov 23 17:59:22.496054 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d5775c-1cf5-4f01-8072-77c2a07a888a req-72e78226-edfc-4a83-bb07-1e4aaf384b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:59:22.497832 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-e0d5775c-1cf5-4f01-8072-77c2a07a888a req-72e78226-edfc-4a83-bb07-1e4aaf384b69 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=aa7579b8-026d-4814-b7ff-6c549dbaa73a HTTP/1.1" status: 200 len: 835 time: 0.0602705 Nov 23 17:59:22.508024 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-4e3870c7-73ad-421d-b8ff-60ef0b79968e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dd5109b-decb-46a6-9989-bde8f77f2e88', 'name': 'tempest-TestNetworkAdvancedServerOps-router-430235641', 'tenant_id': '4d3a35880fb64e77bd3047bfa46cf261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.148'}], 'enable_snat': True}, 'gw_port_id': '2cf49e07-d7da-45bb-8d51-6ddb9da6b196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:57:26Z', 'updated_at': '2021-11-23T17:57:31Z', 'revision_number': 4, 'project_id': '4d3a35880fb64e77bd3047bfa46cf261', 'gw_port': {'id': '2cf49e07-d7da-45bb-8d51-6ddb9da6b196', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:1f:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dd5109b-decb-46a6-9989-bde8f77f2e88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3633, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:57:27Z', 'updated_at': '2021-11-23T17:57:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_interfaces': [{'id': '763756e6-6188-4fa5-b224-419a61d29621', 'name': '', 'network_id': 'eb14d06b-c5a2-40f2-ae77-d899286918bf', 'tenant_id': '4d3a35880fb64e77bd3047bfa46cf261', 'mac_address': 'fa:16:3e:72:0b:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dd5109b-decb-46a6-9989-bde8f77f2e88', 'device_owner': 'network:router_interface', 'standard_attr_id': 3646, 'fixed_ips': [{'subnet_id': 'aa7579b8-026d-4814-b7ff-6c549dbaa73a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:57:30Z', 'updated_at': '2021-11-23T17:57:36Z', 'revision_number': 5, 'project_id': '4d3a35880fb64e77bd3047bfa46cf261', 'subnets': [{'id': 'aa7579b8-026d-4814-b7ff-6c549dbaa73a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:59:22.539721 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f293ec1c-a5f7-4581-93f8-f0c582640775 req-9b0c40c3-c31e-417c-b87a-ea395cd523cc tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:59:22.545567 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f293ec1c-a5f7-4581-93f8-f0c582640775 req-9b0c40c3-c31e-417c-b87a-ea395cd523cc tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.60 "GET /v2.0/ports?device_id=879e814c-05fc-4dea-ba60-1f3e794a1184 HTTP/1.1" status: 200 len: 945 time: 0.1138768 Nov 23 17:59:22.554108 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e3870c7-73ad-421d-b8ff-60ef0b79968e None None] Checking router: 8dd5109b-decb-46a6-9989-bde8f77f2e88 for host: n-d-816206-8 {{(pid=103593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 17:59:22.565785 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e3870c7-73ad-421d-b8ff-60ef0b79968e None None] Routers {'8dd5109b-decb-46a6-9989-bde8f77f2e88'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:59:22.567143 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-4e3870c7-73ad-421d-b8ff-60ef0b79968e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:59:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['8dd5109b-decb-46a6-9989-bde8f77f2e88'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:59:22.597574 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d5775c-1cf5-4f01-8072-77c2a07a888a req-a602f7d0-d403-402e-b22c-4717d16fd605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:59:22.599134 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-e0d5775c-1cf5-4f01-8072-77c2a07a888a req-a602f7d0-d403-402e-b22c-4717d16fd605 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=eb14d06b-c5a2-40f2-ae77-d899286918bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0932581 Nov 23 17:59:22.621580 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f293ec1c-a5f7-4581-93f8-f0c582640775 req-817101df-59c1-4335-bb31-db3b65c4263f tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.60 "GET /v2.0/security-groups?id=c951464a-459e-4ec5-9432-89ee674ff255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728014 Nov 23 17:59:22.710860 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-4e3870c7-73ad-421d-b8ff-60ef0b79968e None None] Set router 8dd5109b-decb-46a6-9989-bde8f77f2e88 gateway port host: n-d-816206-8 {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:59:22.740286 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-e0d5775c-1cf5-4f01-8072-77c2a07a888a req-777f7540-5353-494f-aefa-54f9ed5a49f4 service neutron] 10.222.0.55 "GET /v2.0/networks/eb14d06b-c5a2-40f2-ae77-d899286918bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294830 Nov 23 17:59:22.826057 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 51278) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:59:22.831422 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-c6eeff77-6b41-4f00-a0fc-f6773804c367 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Request body: {'network': {'name': 'tempest-network-smoke--1505833512', 'project_id': '06a344c95e04492b8d6015a2d3d39bf1', 'port_security_enabled': True}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:59:22.873967 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-e0d5775c-1cf5-4f01-8072-77c2a07a888a req-9cf72ac0-507d-4207-b540-5cc82c969dbe service neutron] 10.222.0.55 "GET /v2.0/networks/eb14d06b-c5a2-40f2-ae77-d899286918bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243727 Nov 23 17:59:22.876417 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6eeff77-6b41-4f00-a0fc-f6773804c367 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Made reservation on behalf of 06a344c95e04492b8d6015a2d3d39bf1 for: {'network': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:59:22.880710 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c6eeff77-6b41-4f00-a0fc-f6773804c367 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for network, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:22.911244 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6eeff77-6b41-4f00-a0fc-f6773804c367 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] vlan segment allocate from pool success with {'vlan_id': 544, 'physical_network': 'physnet1'} {{(pid=103591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 17:59:22.924821 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c6eeff77-6b41-4f00-a0fc-f6773804c367 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:22.925812 n-d-816206-8 neutron-server[103591]: INFO neutron.db.segments_db [None req-c6eeff77-6b41-4f00-a0fc-f6773804c367 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Added segment a64837ae-89ff-4387-9278-ac3ff4a5f9b3 of type vlan for network f26ba295-0ba9-4fe5-8fc2-bd47c429079f Nov 23 17:59:22.991346 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c6eeff77-6b41-4f00-a0fc-f6773804c367 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736635338810'] for network, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:23.016336 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-4e3870c7-73ad-421d-b8ff-60ef0b79968e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dd5109b-decb-46a6-9989-bde8f77f2e88', 'name': 'tempest-TestNetworkAdvancedServerOps-router-430235641', 'tenant_id': '4d3a35880fb64e77bd3047bfa46cf261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.148'}], 'enable_snat': True}, 'gw_port_id': '2cf49e07-d7da-45bb-8d51-6ddb9da6b196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:57:26Z', 'updated_at': '2021-11-23T17:57:31Z', 'revision_number': 4, 'project_id': '4d3a35880fb64e77bd3047bfa46cf261', 'gw_port': {'id': '2cf49e07-d7da-45bb-8d51-6ddb9da6b196', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:1f:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dd5109b-decb-46a6-9989-bde8f77f2e88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3633, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:57:27Z', 'updated_at': '2021-11-23T17:57:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_interfaces': [{'id': '763756e6-6188-4fa5-b224-419a61d29621', 'name': '', 'network_id': 'eb14d06b-c5a2-40f2-ae77-d899286918bf', 'tenant_id': '4d3a35880fb64e77bd3047bfa46cf261', 'mac_address': 'fa:16:3e:72:0b:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dd5109b-decb-46a6-9989-bde8f77f2e88', 'device_owner': 'network:router_interface', 'standard_attr_id': 3646, 'fixed_ips': [{'subnet_id': 'aa7579b8-026d-4814-b7ff-6c549dbaa73a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:57:30Z', 'updated_at': '2021-11-23T17:57:36Z', 'revision_number': 5, 'project_id': '4d3a35880fb64e77bd3047bfa46cf261', 'subnets': [{'id': 'aa7579b8-026d-4814-b7ff-6c549dbaa73a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:59:23.037932 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c6eeff77-6b41-4f00-a0fc-f6773804c367 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493'] for network, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:23.043614 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6eeff77-6b41-4f00-a0fc-f6773804c367 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:59:23.044254 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c6eeff77-6b41-4f00-a0fc-f6773804c367 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Publish callbacks [] for network, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:23.050802 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e3870c7-73ad-421d-b8ff-60ef0b79968e None None] The sync data for ids ['8dd5109b-decb-46a6-9989-bde8f77f2e88'] in n-d-816206-8 is: [{'id': '8dd5109b-decb-46a6-9989-bde8f77f2e88', 'name': 'tempest-TestNetworkAdvancedServerOps-router-430235641', 'tenant_id': '4d3a35880fb64e77bd3047bfa46cf261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.148'}], 'enable_snat': True}, 'gw_port_id': '2cf49e07-d7da-45bb-8d51-6ddb9da6b196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:57:26Z', 'updated_at': '2021-11-23T17:57:31Z', 'revision_number': 4, 'project_id': '4d3a35880fb64e77bd3047bfa46cf261', 'gw_port': {'id': '2cf49e07-d7da-45bb-8d51-6ddb9da6b196', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:1f:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dd5109b-decb-46a6-9989-bde8f77f2e88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3633, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:57:27Z', 'updated_at': '2021-11-23T17:57:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_interfaces': [{'id': '763756e6-6188-4fa5-b224-419a61d29621', 'name': '', 'network_id': 'eb14d06b-c5a2-40f2-ae77-d899286918bf', 'tenant_id': '4d3a35880fb64e77bd3047bfa46cf261', 'mac_address': 'fa:16:3e:72:0b:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dd5109b-decb-46a6-9989-bde8f77f2e88', 'device_owner': 'network:router_interface', 'standard_attr_id': 3646, 'fixed_ips': [{'subnet_id': 'aa7579b8-026d-4814-b7ff-6c549dbaa73a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:57:30Z', 'updated_at': '2021-11-23T17:57:36Z', 'revision_number': 5, 'project_id': '4d3a35880fb64e77bd3047bfa46cf261', 'subnets': [{'id': 'aa7579b8-026d-4814-b7ff-6c549dbaa73a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:59:23.089828 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f217370c-9c38-4ae6-8df0-deabb33282e4 req-43fd4473-429c-4a9b-b8c6-64dcc1cc5cef tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] 10.222.0.60 "GET /v2.0/ports?device_id=3f0264ec-7ac0-4a92-84e9-9486fee23117 HTTP/1.1" status: 200 len: 210 time: 0.0610888 Nov 23 17:59:23.140759 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-c6eeff77-6b41-4f00-a0fc-f6773804c367 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3135314 Nov 23 17:59:23.144037 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 51282) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:59:23.155001 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6eeff77-6b41-4f00-a0fc-f6773804c367 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Pushing event updated for resources: {'Network': ['ID=f26ba295-0ba9-4fe5-8fc2-bd47c429079f,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:59:23.168995 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Network f26ba295-0ba9-4fe5-8fc2-bd47c429079f details requested by agent ovs-agent-n-d-816206-8 with host n-d-816206-8 {{(pid=103592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 17:59:23.230028 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62bfb42e-b83d-45bf-972d-e32d53a88e14 tempest-TestNetworkBasicOps-199493669 tempest-TestNetworkBasicOps-199493669-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:59:23.231590 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-62bfb42e-b83d-45bf-972d-e32d53a88e14 tempest-TestNetworkBasicOps-199493669 tempest-TestNetworkBasicOps-199493669-project-admin] 10.222.0.60 "GET /v2.0/subnets?project_id=06a344c95e04492b8d6015a2d3d39bf1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.0867147 Nov 23 17:59:23.234641 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 51284) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:59:23.494989 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5efeadac-cbcf-4bf3-9a34-35f63275bfcc None None] New status for floating IP 3906124e-78c6-4923-8a84-99c7fcd1ed9f: DOWN {{(pid=103592) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 17:59:23.509859 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5e9cdcf-1d82-44ad-9911-39c04841925f tempest-TestNetworkBasicOps-199493669 tempest-TestNetworkBasicOps-199493669-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:59:23.518635 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-e5e9cdcf-1d82-44ad-9911-39c04841925f tempest-TestNetworkBasicOps-199493669 tempest-TestNetworkBasicOps-199493669-project-admin] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2805252 Nov 23 17:59:23.519021 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 51286) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:59:23.564458 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-4adca4ec-62ec-4160-891d-e99aee6cede4 tempest-TestNetworkBasicOps-199493669 tempest-TestNetworkBasicOps-199493669-project-admin] 10.222.0.60 "GET /v2.0/subnets?network_id=4c8455ba-1be5-42ac-b8c2-8a16e1292d55&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0437219 Nov 23 17:59:23.566723 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 51288) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:59:23.584624 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397bb691-2546-4444-8ff4-ea2cac348115 req-15401d78-1470-4280-aca3-6017b717cc44 tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:59:23.586517 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-397bb691-2546-4444-8ff4-ea2cac348115 req-15401d78-1470-4280-aca3-6017b717cc44 tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] 10.222.0.36 "GET /v2.0/networks?id=30ad5e0b-b448-45c5-81cc-5310ff5aa53b HTTP/1.1" status: 200 len: 797 time: 0.2136781 Nov 23 17:59:23.591739 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device c3c77e71-c972-4c1d-8673-3133234ae1cb up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:59:23.614109 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-2a3e3c3f-1b10-47e4-bab0-90e3e9c3146c tempest-TestNetworkBasicOps-199493669 tempest-TestNetworkBasicOps-199493669-project-admin] 10.222.0.60 "GET /v2.0/subnets?project_id=06a344c95e04492b8d6015a2d3d39bf1&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0462162 Nov 23 17:59:23.618654 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 51290) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:59:23.656203 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port c3c77e71-c972-4c1d-8673-3133234ae1cb triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:59:23.656990 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:23.695441 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49d4416-cb65-4d2c-8b8b-b017c2894684 req-830bf071-aa8c-485d-a0f6-289a02c50b7b tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:59:23.698143 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-c49d4416-cb65-4d2c-8b8b-b017c2894684 req-830bf071-aa8c-485d-a0f6-289a02c50b7b tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.55 "GET /v2.0/ports?device_id=879e814c-05fc-4dea-ba60-1f3e794a1184 HTTP/1.1" status: 200 len: 945 time: 0.0816464 Nov 23 17:59:23.829326 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [req-c49d4416-cb65-4d2c-8b8b-b017c2894684 req-d6cc8e96-0781-4b7f-a18d-2b029029bab6 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Deleting port 477848ca-049e-4f03-8b21-aaee1a10dd9e {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:59:23.829956 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-c49d4416-cb65-4d2c-8b8b-b017c2894684 req-d6cc8e96-0781-4b7f-a18d-2b029029bab6 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:23.855722 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-397bb691-2546-4444-8ff4-ea2cac348115 req-bdd3b86e-1405-4735-8f6b-0c01c6cdb1ec tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b3a2c64c5957447b9a4b3f6afc3f6e95 HTTP/1.1" status: 200 len: 475 time: 0.2564731 Nov 23 17:59:23.860754 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2edc5a18-3808-4fe3-be47-3a05f11e9bdb tempest-TestNetworkBasicOps-199493669 tempest-TestNetworkBasicOps-199493669-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:59:23.864904 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-2edc5a18-3808-4fe3-be47-3a05f11e9bdb tempest-TestNetworkBasicOps-199493669 tempest-TestNetworkBasicOps-199493669-project-admin] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2427225 Nov 23 17:59:23.865286 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 51294) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:59:23.871013 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [req-397bb691-2546-4444-8ff4-ea2cac348115 req-2a6eea24-d040-4b49-9e60-3daa689f16fe tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] Request body: {'port': {'device_id': '3f0264ec-7ac0-4a92-84e9-9486fee23117', 'network_id': '30ad5e0b-b448-45c5-81cc-5310ff5aa53b', 'admin_state_up': True, 'tenant_id': 'b3a2c64c5957447b9a4b3f6afc3f6e95', 'security_groups': ['6dda33c2-f578-49e4-aa77-399a2d78d06b', '56afa034-f545-4404-8cb1-a48c2a68d4cc']}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:59:23.894605 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897db2cb-15af-4dc6-880a-a010fb00c76f req-bcd40a2c-5183-407b-bbc0-9b4bfd86bc9c tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:59:23.896250 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-897db2cb-15af-4dc6-880a-a010fb00c76f req-bcd40a2c-5183-407b-bbc0-9b4bfd86bc9c tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.60 "GET /v2.0/ports?device_id=879e814c-05fc-4dea-ba60-1f3e794a1184 HTTP/1.1" status: 200 len: 945 time: 0.1475537 Nov 23 17:59:23.927009 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-3d6df7a0-cb3b-47d1-b1f6-7bf416a1ade1 tempest-TestNetworkBasicOps-199493669 tempest-TestNetworkBasicOps-199493669-project-admin] 10.222.0.60 "GET /v2.0/subnets?network_id=4c8455ba-1be5-42ac-b8c2-8a16e1292d55&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0550201 Nov 23 17:59:23.928380 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 51296) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:59:23.959560 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-370543c4-928d-40bd-958e-9cfa1c9383d1 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1633778621', 'network_id': 'f26ba295-0ba9-4fe5-8fc2-bd47c429079f', 'project_id': '06a344c95e04492b8d6015a2d3d39bf1', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:59:23.963929 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [req-c49d4416-cb65-4d2c-8b8b-b017c2894684 req-d6cc8e96-0781-4b7f-a18d-2b029029bab6 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] For port 477848ca-049e-4f03-8b21-aaee1a10dd9e, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=477848ca-049e-4f03-8b21-aaee1a10dd9e,segment=NetworkSegment(66b17735-968c-4ef6-882e-8a9012d27a51),segment_id=66b17735-968c-4ef6-882e-8a9012d27a51)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:59:23.964872 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-c49d4416-cb65-4d2c-8b8b-b017c2894684 req-d6cc8e96-0781-4b7f-a18d-2b029029bab6 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:23.983670 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [req-c49d4416-cb65-4d2c-8b8b-b017c2894684 req-d6cc8e96-0781-4b7f-a18d-2b029029bab6 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Calling delete_port for 477848ca-049e-4f03-8b21-aaee1a10dd9e owned by compute:nova {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:59:24.083243 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-897db2cb-15af-4dc6-880a-a010fb00c76f req-1de52f95-9bb1-4a40-b4d6-6ff0a4512d65 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.60 "GET /v2.0/security-groups?id=c951464a-459e-4ec5-9432-89ee674ff255&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1754122 Nov 23 17:59:24.114245 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.db.api [None req-370543c4-928d-40bd-958e-9cfa1c9383d1 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 23 17:59:24.114245 n-d-816206-8 neutron-server[103591]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Nov 23 17:59:24.114245 n-d-816206-8 neutron-server[103591]: [parameters: {'project_id': '06a344c95e04492b8d6015a2d3d39bf1', 'id': 'ccfcf572-7d4f-44af-9dfd-7065818f11f2', 'expiration': datetime.datetime(2021, 11, 23, 18, 1, 24, 103849)}] Nov 23 17:59:24.114245 n-d-816206-8 neutron-server[103591]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103591) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 17:59:24.114808 n-d-816206-8 neutron-server[103591]: DEBUG oslo_db.api [None req-370543c4-928d-40bd-958e-9cfa1c9383d1 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 17:59:24.120919 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-c49d4416-cb65-4d2c-8b8b-b017c2894684 req-d6cc8e96-0781-4b7f-a18d-2b029029bab6 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:24.124391 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-397bb691-2546-4444-8ff4-ea2cac348115 req-2a6eea24-d040-4b49-9e60-3daa689f16fe tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] Made reservation on behalf of b3a2c64c5957447b9a4b3f6afc3f6e95 for: {'port': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:59:24.128868 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-397bb691-2546-4444-8ff4-ea2cac348115 req-2a6eea24-d040-4b49-9e60-3daa689f16fe tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:24.153927 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cc8e96-0781-4b7f-a18d-2b029029bab6 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Pushing event deleted for resources: {'Port': ['ID=477848ca-049e-4f03-8b21-aaee1a10dd9e,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:59:24.200073 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [req-c49d4416-cb65-4d2c-8b8b-b017c2894684 req-d6cc8e96-0781-4b7f-a18d-2b029029bab6 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] No DVR routers for this DVR port 477848ca-049e-4f03-8b21-aaee1a10dd9e on host n-h1-816206-8 {{(pid=103590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:59:24.202996 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-c49d4416-cb65-4d2c-8b8b-b017c2894684 req-d6cc8e96-0781-4b7f-a18d-2b029029bab6 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:24.206910 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-c49d4416-cb65-4d2c-8b8b-b017c2894684 req-d6cc8e96-0781-4b7f-a18d-2b029029bab6 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.55 "DELETE /v2.0/ports/477848ca-049e-4f03-8b21-aaee1a10dd9e HTTP/1.1" status: 204 len: 173 time: 0.5012691 Nov 23 17:59:24.207386 n-d-816206-8 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '879e814c-05fc-4dea-ba60-1f3e794a1184', 'name': 'network-vif-deleted', 'tag': '477848ca-049e-4f03-8b21-aaee1a10dd9e'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:59:24.209840 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbabddbc9fc37b068808e119c416c86f5957ca04531a4a0d2e695c515e93483b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09fb9c1d-1afa-4d5f-bba6-b8e85c2e5b74" -d '{"events": [{"server_uuid": "879e814c-05fc-4dea-ba60-1f3e794a1184", "name": "network-vif-deleted", "tag": "477848ca-049e-4f03-8b21-aaee1a10dd9e"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:59:24.226861 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-cbe73390-493d-4b0d-a720-6819baadb6fa req-e391bbba-f0f2-486e-bd0a-06d0bd6b9956 tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] 10.222.0.60 "GET /v2.0/ports?device_id=3f0264ec-7ac0-4a92-84e9-9486fee23117 HTTP/1.1" status: 200 len: 210 time: 0.0378327 Nov 23 17:59:24.270747 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:59:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c691d18-c405-48cc-9fc2-2afeb22dbbf8 x-openstack-request-id: req-9c691d18-c405-48cc-9fc2-2afeb22dbbf8 {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:59:24.271045 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "879e814c-05fc-4dea-ba60-1f3e794a1184", "name": "network-vif-deleted", "tag": "477848ca-049e-4f03-8b21-aaee1a10dd9e", "status": "completed", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:59:24.271297 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-9c691d18-c405-48cc-9fc2-2afeb22dbbf8 {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:59:24.271704 n-d-816206-8 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '879e814c-05fc-4dea-ba60-1f3e794a1184', 'name': 'network-vif-deleted', 'tag': '477848ca-049e-4f03-8b21-aaee1a10dd9e', 'status': 'completed', 'code': 200} Nov 23 17:59:24.293517 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.db_base_plugin_common [req-397bb691-2546-4444-8ff4-ea2cac348115 req-2a6eea24-d040-4b49-9e60-3daa689f16fe tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] Allocated IP 172.20.0.14 (30ad5e0b-b448-45c5-81cc-5310ff5aa53b/f89d8790-7fe3-41e9-a7b7-c70e073fca47/f0710b90-5b61-46c4-8d26-828b770f8fc9) {{(pid=103591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:59:24.441316 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-397bb691-2546-4444-8ff4-ea2cac348115 req-2a6eea24-d040-4b49-9e60-3daa689f16fe tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] Publish callbacks [] for port, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:24.474062 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-397bb691-2546-4444-8ff4-ea2cac348115 req-2a6eea24-d040-4b49-9e60-3daa689f16fe tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:24.519543 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-397bb691-2546-4444-8ff4-ea2cac348115 req-2a6eea24-d040-4b49-9e60-3daa689f16fe tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] Network 30ad5e0b-b448-45c5-81cc-5310ff5aa53b is already hosted by enough agents. {{(pid=103591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:59:24.522832 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [req-397bb691-2546-4444-8ff4-ea2cac348115 req-2a6eea24-d040-4b49-9e60-3daa689f16fe tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] Resources bound (agent type, host, resource id): {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:59:24.526697 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [req-397bb691-2546-4444-8ff4-ea2cac348115 req-2a6eea24-d040-4b49-9e60-3daa689f16fe tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] Received port after_create {{(pid=103591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:59:24.533499 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6eea24-d040-4b49-9e60-3daa689f16fe tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] Pushing event updated for resources: {'Port': ['ID=f0710b90-5b61-46c4-8d26-828b770f8fc9,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:59:24.584786 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397bb691-2546-4444-8ff4-ea2cac348115 req-2a6eea24-d040-4b49-9e60-3daa689f16fe tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:59:24.585536 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-397bb691-2546-4444-8ff4-ea2cac348115 req-2a6eea24-d040-4b49-9e60-3daa689f16fe tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:24.605683 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-397bb691-2546-4444-8ff4-ea2cac348115 req-2a6eea24-d040-4b49-9e60-3daa689f16fe tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 973 time: 0.7408514 Nov 23 17:59:24.618324 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [req-397bb691-2546-4444-8ff4-ea2cac348115 req-85e148ca-3189-4697-88d2-ee4631c8bd49 service neutron] Request body: {'port': {'device_id': '3f0264ec-7ac0-4a92-84e9-9486fee23117', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-8'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:59:24.689693 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-370543c4-928d-40bd-958e-9cfa1c9383d1 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Made reservation on behalf of 06a344c95e04492b8d6015a2d3d39bf1 for: {'subnet': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:59:24.693160 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-370543c4-928d-40bd-958e-9cfa1c9383d1 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264314294'] for subnet, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:24.735441 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-397bb691-2546-4444-8ff4-ea2cac348115 req-85e148ca-3189-4697-88d2-ee4631c8bd49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:24.833966 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-031c4771-0cde-4c48-98ee-27a57034a9b2 None None] Provisioning complete for port f0710b90-5b61-46c4-8d26-828b770f8fc9 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:59:24.834468 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-031c4771-0cde-4c48-98ee-27a57034a9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:24.870108 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-031c4771-0cde-4c48-98ee-27a57034a9b2 None None] Port f0710b90-5b61-46c4-8d26-828b770f8fc9 cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:59:25.058325 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-370543c4-928d-40bd-958e-9cfa1c9383d1 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264758079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264314276'] for subnet, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:25.142274 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 51304) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:59:25.146342 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370543c4-928d-40bd-958e-9cfa1c9383d1 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Pushing event updated for resources: {'Subnet': ['ID=bb0ec495-665a-4fbc-97af-f9407a4fc960,revision_number=0']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:59:25.198257 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-370543c4-928d-40bd-958e-9cfa1c9383d1 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Checking segment: {'id': 'a64837ae-89ff-4387-9278-ac3ff4a5f9b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'f26ba295-0ba9-4fe5-8fc2-bd47c429079f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:59:25.198634 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-370543c4-928d-40bd-958e-9cfa1c9383d1 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Network hostable DHCP agents. Network: f26ba295-0ba9-4fe5-8fc2-bd47c429079f, hostable agents: ['0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3'], hosted agents: [] {{(pid=103591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 17:59:25.215266 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [req-397bb691-2546-4444-8ff4-ea2cac348115 req-85e148ca-3189-4697-88d2-ee4631c8bd49 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0710b90-5b61-46c4-8d26-828b770f8fc9 {{(pid=103591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:59:25.224806 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-397bb691-2546-4444-8ff4-ea2cac348115 req-85e148ca-3189-4697-88d2-ee4631c8bd49 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:25.237998 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-370543c4-928d-40bd-958e-9cfa1c9383d1 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Network f26ba295-0ba9-4fe5-8fc2-bd47c429079f is scheduled to be hosted by DHCP agent 0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3 with binding_index 1 {{(pid=103591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 17:59:25.244622 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.provisioning_blocks [req-397bb691-2546-4444-8ff4-ea2cac348115 req-85e148ca-3189-4697-88d2-ee4631c8bd49 service neutron] Transition to ACTIVE for port object f0710b90-5b61-46c4-8d26-828b770f8fc9 will not be triggered until provisioned by entity L2. {{(pid=103591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 17:59:25.249222 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-397bb691-2546-4444-8ff4-ea2cac348115 req-85e148ca-3189-4697-88d2-ee4631c8bd49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264758186'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:25.255045 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [None req-370543c4-928d-40bd-958e-9cfa1c9383d1 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-8, f26ba295-0ba9-4fe5-8fc2-bd47c429079f) {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:59:25.267103 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46805439-32ab-486e-b052-678213a1e280 None None] Network f26ba295-0ba9-4fe5-8fc2-bd47c429079f requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:59:25.287385 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-370543c4-928d-40bd-958e-9cfa1c9383d1 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:59:25.288474 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-370543c4-928d-40bd-958e-9cfa1c9383d1 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for subnet, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:25.349996 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e148ca-3189-4697-88d2-ee4631c8bd49 service neutron] Pushing event updated for resources: {'Port': ['ID=f0710b90-5b61-46c4-8d26-828b770f8fc9,revision_number=2']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:59:25.358695 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-370543c4-928d-40bd-958e-9cfa1c9383d1 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.4024751 Nov 23 17:59:25.438225 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3837381b-1fe3-46c4-967f-f11d5204a6be req-f2fc2ba9-d2b3-4625-b84d-a51163ff1924 tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:59:25.439981 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-3837381b-1fe3-46c4-967f-f11d5204a6be req-f2fc2ba9-d2b3-4625-b84d-a51163ff1924 tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] 10.222.0.60 "GET /v2.0/ports?device_id=3f0264ec-7ac0-4a92-84e9-9486fee23117 HTTP/1.1" status: 200 len: 983 time: 0.1272154 Nov 23 17:59:25.687582 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-46903bff-959e-4b5d-8eda-937aede8557f tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1794372'] for router_interface, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:25.691703 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 51310) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:59:25.737703 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-fa40ac54-9638-48c0-9a2b-08db0377ca7c tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-588589073', 'description': 'tempest-secgroup-smoke-588589073 description', 'project_id': '06a344c95e04492b8d6015a2d3d39bf1'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:59:25.766789 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bd2269a-aa16-41d8-b302-8cc49e4518dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp355044b8-8e87-58c4-94fa-4a010ec30f9e-f26ba295-0ba9-4fe5-8fc2-bd47c429079f', 'network_id': 'f26ba295-0ba9-4fe5-8fc2-bd47c429079f', 'tenant_id': '06a344c95e04492b8d6015a2d3d39bf1', 'fixed_ips': [{'subnet_id': 'bb0ec495-665a-4fbc-97af-f9407a4fc960'}]}} from n-d-816206-8. {{(pid=103592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 17:59:25.767060 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-397bb691-2546-4444-8ff4-ea2cac348115 req-85e148ca-3189-4697-88d2-ee4631c8bd49 service neutron] Attempting to bind port f0710b90-5b61-46c4-8d26-828b770f8fc9 on host n-h2-816206-8 for vnic_type normal with profile {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:59:25.767060 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-397bb691-2546-4444-8ff4-ea2cac348115 req-85e148ca-3189-4697-88d2-ee4631c8bd49 service neutron] Attempting to bind port f0710b90-5b61-46c4-8d26-828b770f8fc9 by drivers openvswitch,hyperv on host n-h2-816206-8 at level 0 using segments [{'id': '3e26f0b9-a9e3-44b0-872e-6e0def10c56a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '30ad5e0b-b448-45c5-81cc-5310ff5aa53b'}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:59:25.767400 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-397bb691-2546-4444-8ff4-ea2cac348115 req-85e148ca-3189-4697-88d2-ee4631c8bd49 service neutron] Attempting to bind port f0710b90-5b61-46c4-8d26-828b770f8fc9 on network 30ad5e0b-b448-45c5-81cc-5310ff5aa53b {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:59:25.767545 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-0bd2269a-aa16-41d8-b302-8cc49e4518dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:25.776817 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-397bb691-2546-4444-8ff4-ea2cac348115 req-85e148ca-3189-4697-88d2-ee4631c8bd49 service neutron] Port f0710b90-5b61-46c4-8d26-828b770f8fc9 on network 30ad5e0b-b448-45c5-81cc-5310ff5aa53b not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-8 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 17:59:25.777144 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-397bb691-2546-4444-8ff4-ea2cac348115 req-85e148ca-3189-4697-88d2-ee4631c8bd49 service neutron] Attempting to bind port f0710b90-5b61-46c4-8d26-828b770f8fc9 on network 30ad5e0b-b448-45c5-81cc-5310ff5aa53b {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:59:25.787689 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-397bb691-2546-4444-8ff4-ea2cac348115 req-85e148ca-3189-4697-88d2-ee4631c8bd49 service neutron] Checking agent: {'id': 'ab77bf9e-0267-4174-8f1d-822cba89b207', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 15, 13), 'started_at': datetime.datetime(2021, 11, 23, 17, 15, 13), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 59, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:59:25.788014 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-397bb691-2546-4444-8ff4-ea2cac348115 req-85e148ca-3189-4697-88d2-ee4631c8bd49 service neutron] Checking segment: {'id': '3e26f0b9-a9e3-44b0-872e-6e0def10c56a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '30ad5e0b-b448-45c5-81cc-5310ff5aa53b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:59:25.788411 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-397bb691-2546-4444-8ff4-ea2cac348115 req-85e148ca-3189-4697-88d2-ee4631c8bd49 service neutron] Bound using segment: {'id': '3e26f0b9-a9e3-44b0-872e-6e0def10c56a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '30ad5e0b-b448-45c5-81cc-5310ff5aa53b'} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:59:25.788961 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-397bb691-2546-4444-8ff4-ea2cac348115 req-85e148ca-3189-4697-88d2-ee4631c8bd49 service neutron] Bound port: f0710b90-5b61-46c4-8d26-828b770f8fc9, host: n-h2-816206-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e26f0b9-a9e3-44b0-872e-6e0def10c56a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '30ad5e0b-b448-45c5-81cc-5310ff5aa53b'}}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:59:25.789322 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-397bb691-2546-4444-8ff4-ea2cac348115 req-85e148ca-3189-4697-88d2-ee4631c8bd49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:25.807578 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-fa40ac54-9638-48c0-9a2b-08db0377ca7c tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Publish callbacks [] for security_group, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:25.849166 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-3837381b-1fe3-46c4-967f-f11d5204a6be req-38e0b2b6-a9bf-4787-9632-733a5faa77a1 tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] 10.222.0.60 "GET /v2.0/security-groups?id=56afa034-f545-4404-8cb1-a48c2a68d4cc&id=6dda33c2-f578-49e4-aa77-399a2d78d06b&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.4008021 Nov 23 17:59:25.880358 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-397bb691-2546-4444-8ff4-ea2cac348115 req-85e148ca-3189-4697-88d2-ee4631c8bd49 service neutron] For port f0710b90-5b61-46c4-8d26-828b770f8fc9, host n-h2-816206-8, cleared binding levels {{(pid=103591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:59:25.884699 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-397bb691-2546-4444-8ff4-ea2cac348115 req-85e148ca-3189-4697-88d2-ee4631c8bd49 service neutron] For port f0710b90-5b61-46c4-8d26-828b770f8fc9, host n-h2-816206-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=f0710b90-5b61-46c4-8d26-828b770f8fc9,segment=NetworkSegment(3e26f0b9-a9e3-44b0-872e-6e0def10c56a),segment_id=3e26f0b9-a9e3-44b0-872e-6e0def10c56a)] {{(pid=103591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:59:25.890572 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-397bb691-2546-4444-8ff4-ea2cac348115 req-85e148ca-3189-4697-88d2-ee4631c8bd49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264758186'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:25.925828 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397bb691-2546-4444-8ff4-ea2cac348115 req-85e148ca-3189-4697-88d2-ee4631c8bd49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:59:25.927864 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-397bb691-2546-4444-8ff4-ea2cac348115 req-85e148ca-3189-4697-88d2-ee4631c8bd49 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:25.928174 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.db_base_plugin_common [None req-0bd2269a-aa16-41d8-b302-8cc49e4518dc None None] Allocated IP 172.20.0.18 (f26ba295-0ba9-4fe5-8fc2-bd47c429079f/bb0ec495-665a-4fbc-97af-f9407a4fc960/204c08b7-787f-41bd-a47b-dbe7ca76db77) {{(pid=103592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:59:25.929700 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-397bb691-2546-4444-8ff4-ea2cac348115 req-85e148ca-3189-4697-88d2-ee4631c8bd49 service neutron] 10.222.0.36 "PUT /v2.0/ports/f0710b90-5b61-46c4-8d26-828b770f8fc9 HTTP/1.1" status: 200 len: 1131 time: 1.3157141 Nov 23 17:59:25.931317 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f0264ec-7ac0-4a92-84e9-9486fee23117', 'tag': 'f0710b90-5b61-46c4-8d26-828b770f8fc9'}] {{(pid=103591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:59:25.933480 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41d174a19ece9499ff9ec44e5b3fc50f2abd3ffbc947fb7e52ea1e8db27b95b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62c70a6b-e902-40d7-bcdc-ff61470cc0ce" -d '{"events": [{"name": "network-changed", "server_uuid": "3f0264ec-7ac0-4a92-84e9-9486fee23117", "tag": "f0710b90-5b61-46c4-8d26-828b770f8fc9"}]}' {{(pid=103591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:59:25.986082 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-fa40ac54-9638-48c0-9a2b-08db0377ca7c tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Publish callbacks [] for security_group, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:26.007561 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 17:59:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd192fd6-9bdb-4cdd-b169-b688a46fad9f x-openstack-request-id: req-bd192fd6-9bdb-4cdd-b169-b688a46fad9f {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:59:26.007871 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f0264ec-7ac0-4a92-84e9-9486fee23117", "tag": "f0710b90-5b61-46c4-8d26-828b770f8fc9", "status": "completed", "code": 200}]} {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:59:26.008710 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-bd192fd6-9bdb-4cdd-b169-b688a46fad9f {{(pid=103591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:59:26.009889 n-d-816206-8 neutron-server[103591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f0264ec-7ac0-4a92-84e9-9486fee23117', 'tag': 'f0710b90-5b61-46c4-8d26-828b770f8fc9', 'status': 'completed', 'code': 200} Nov 23 17:59:26.014852 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-fa40ac54-9638-48c0-9a2b-08db0377ca7c tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:26.031522 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e148ca-3189-4697-88d2-ee4631c8bd49 service neutron] Pushing event updated for resources: {'Port': ['ID=f0710b90-5b61-46c4-8d26-828b770f8fc9,revision_number=3']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:59:26.048380 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-fa40ac54-9638-48c0-9a2b-08db0377ca7c tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:26.052923 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-fa40ac54-9638-48c0-9a2b-08db0377ca7c tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3580730 Nov 23 17:59:26.053121 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397bb691-2546-4444-8ff4-ea2cac348115 req-91ae1db3-01bd-4736-b35e-57747deb4c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:59:26.053121 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-397bb691-2546-4444-8ff4-ea2cac348115 req-91ae1db3-01bd-4736-b35e-57747deb4c92 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b3a2c64c5957447b9a4b3f6afc3f6e95&device_id=3f0264ec-7ac0-4a92-84e9-9486fee23117 HTTP/1.1" status: 200 len: 1134 time: 0.0717773 Nov 23 17:59:26.053334 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 51314) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:59:26.058385 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-872cf447-d79d-48e3-8e7f-f6b31ddcd5b0 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Request body: {'security_group_rule': {'security_group_id': 'a1d6dc71-1282-4a19-ac4d-295df9dee0ce', 'project_id': '06a344c95e04492b8d6015a2d3d39bf1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:59:26.106666 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa40ac54-9638-48c0-9a2b-08db0377ca7c tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1d6dc71-1282-4a19-ac4d-295df9dee0ce,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:59:26.108373 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-397bb691-2546-4444-8ff4-ea2cac348115 req-263cfddc-37c4-4541-808f-a1f8f46520b2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f0710b90-5b61-46c4-8d26-828b770f8fc9 HTTP/1.1" status: 200 len: 217 time: 0.0424116 Nov 23 17:59:26.151771 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-872cf447-d79d-48e3-8e7f-f6b31ddcd5b0 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:26.159722 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-46903bff-959e-4b5d-8eda-937aede8557f tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Deleting port 763756e6-6188-4fa5-b224-419a61d29621 {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:59:26.161711 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-46903bff-959e-4b5d-8eda-937aede8557f tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:26.188860 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-0bd2269a-aa16-41d8-b302-8cc49e4518dc None None] Publish callbacks [] for port, precommit_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:26.193706 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397bb691-2546-4444-8ff4-ea2cac348115 req-8268b91c-534e-4b74-9f7c-6315da38f9bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:59:26.195680 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-397bb691-2546-4444-8ff4-ea2cac348115 req-8268b91c-534e-4b74-9f7c-6315da38f9bb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f89d8790-7fe3-41e9-a7b7-c70e073fca47 HTTP/1.1" status: 200 len: 834 time: 0.0796053 Nov 23 17:59:26.203873 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-0bd2269a-aa16-41d8-b302-8cc49e4518dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980'] for port, after_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:26.245543 n-d-816206-8 neutron-server[103592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bd2269a-aa16-41d8-b302-8cc49e4518dc None None] Network f26ba295-0ba9-4fe5-8fc2-bd47c429079f is already hosted by enough agents. {{(pid=103592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:59:26.246645 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-872cf447-d79d-48e3-8e7f-f6b31ddcd5b0 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:26.250163 n-d-816206-8 neutron-server[103592]: DEBUG neutron.scheduler.base_scheduler [None req-0bd2269a-aa16-41d8-b302-8cc49e4518dc None None] Resources bound (agent type, host, resource id): {{(pid=103592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:59:26.254307 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bd2269a-aa16-41d8-b302-8cc49e4518dc None None] Received port after_create {{(pid=103592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:59:26.255548 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-872cf447-d79d-48e3-8e7f-f6b31ddcd5b0 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994370'] for security_group_rule, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:26.282463 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397bb691-2546-4444-8ff4-ea2cac348115 req-73336c85-8c51-4b75-9859-fa0e8afc16b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:59:26.283988 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-397bb691-2546-4444-8ff4-ea2cac348115 req-73336c85-8c51-4b75-9859-fa0e8afc16b3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=30ad5e0b-b448-45c5-81cc-5310ff5aa53b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0802715 Nov 23 17:59:26.285985 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872cf447-d79d-48e3-8e7f-f6b31ddcd5b0 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2afd4d27-b0e4-4987-b1a8-5da910f5c75a,revision_number=0']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:59:26.288161 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-46903bff-959e-4b5d-8eda-937aede8557f tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] For port 763756e6-6188-4fa5-b224-419a61d29621, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=763756e6-6188-4fa5-b224-419a61d29621,segment=NetworkSegment(66b17735-968c-4ef6-882e-8a9012d27a51),segment_id=66b17735-968c-4ef6-882e-8a9012d27a51)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:59:26.292289 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd2269a-aa16-41d8-b302-8cc49e4518dc None None] Pushing event updated for resources: {'Port': ['ID=204c08b7-787f-41bd-a47b-dbe7ca76db77,revision_number=1']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:59:26.292433 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-872cf447-d79d-48e3-8e7f-f6b31ddcd5b0 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:26.297469 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-46903bff-959e-4b5d-8eda-937aede8557f tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:26.297695 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-872cf447-d79d-48e3-8e7f-f6b31ddcd5b0 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2395453 Nov 23 17:59:26.297815 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 51316) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:59:26.313618 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-078f92d0-3fc8-4979-b31b-92c797684755 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Request body: {'security_group_rule': {'security_group_id': 'a1d6dc71-1282-4a19-ac4d-295df9dee0ce', 'project_id': '06a344c95e04492b8d6015a2d3d39bf1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:59:26.325645 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-46903bff-959e-4b5d-8eda-937aede8557f tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Calling delete_port for 763756e6-6188-4fa5-b224-419a61d29621 owned by network:router_interface {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:59:26.338223 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-0bd2269a-aa16-41d8-b302-8cc49e4518dc None None] Attempting to bind port 204c08b7-787f-41bd-a47b-dbe7ca76db77 on host n-d-816206-8 for vnic_type normal with profile {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:59:26.338602 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-0bd2269a-aa16-41d8-b302-8cc49e4518dc None None] Attempting to bind port 204c08b7-787f-41bd-a47b-dbe7ca76db77 by drivers openvswitch,hyperv on host n-d-816206-8 at level 0 using segments [{'id': 'a64837ae-89ff-4387-9278-ac3ff4a5f9b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'f26ba295-0ba9-4fe5-8fc2-bd47c429079f'}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:59:26.339177 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bd2269a-aa16-41d8-b302-8cc49e4518dc None None] Attempting to bind port 204c08b7-787f-41bd-a47b-dbe7ca76db77 on network f26ba295-0ba9-4fe5-8fc2-bd47c429079f {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:59:26.344917 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bd2269a-aa16-41d8-b302-8cc49e4518dc None None] Checking agent: {'id': '9e89acbe-4bbe-4c77-a18b-6f1da9133e0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 7, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 59, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:59:26.345135 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bd2269a-aa16-41d8-b302-8cc49e4518dc None None] Checking segment: {'id': 'a64837ae-89ff-4387-9278-ac3ff4a5f9b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'f26ba295-0ba9-4fe5-8fc2-bd47c429079f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:59:26.345602 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-0bd2269a-aa16-41d8-b302-8cc49e4518dc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:26.346005 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bd2269a-aa16-41d8-b302-8cc49e4518dc None None] Bound using segment: {'id': 'a64837ae-89ff-4387-9278-ac3ff4a5f9b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'f26ba295-0ba9-4fe5-8fc2-bd47c429079f'} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:59:26.346484 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-0bd2269a-aa16-41d8-b302-8cc49e4518dc None None] Bound port: 204c08b7-787f-41bd-a47b-dbe7ca76db77, host: n-d-816206-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a64837ae-89ff-4387-9278-ac3ff4a5f9b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'f26ba295-0ba9-4fe5-8fc2-bd47c429079f'}}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:59:26.346905 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-0bd2269a-aa16-41d8-b302-8cc49e4518dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:26.386773 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-078f92d0-3fc8-4979-b31b-92c797684755 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:26.390443 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-397bb691-2546-4444-8ff4-ea2cac348115 req-76aa90a6-54e0-43e2-b43f-92753ca651db service neutron] 10.222.0.36 "GET /v2.0/networks/30ad5e0b-b448-45c5-81cc-5310ff5aa53b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956669 Nov 23 17:59:26.414869 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-0bd2269a-aa16-41d8-b302-8cc49e4518dc None None] For port 204c08b7-787f-41bd-a47b-dbe7ca76db77, host n-d-816206-8, cleared binding levels {{(pid=103592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:59:26.418320 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-0bd2269a-aa16-41d8-b302-8cc49e4518dc None None] For port 204c08b7-787f-41bd-a47b-dbe7ca76db77, host n-d-816206-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=204c08b7-787f-41bd-a47b-dbe7ca76db77,segment=NetworkSegment(a64837ae-89ff-4387-9278-ac3ff4a5f9b3),segment_id=a64837ae-89ff-4387-9278-ac3ff4a5f9b3)] {{(pid=103592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:59:26.423074 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-0bd2269a-aa16-41d8-b302-8cc49e4518dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:26.489097 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd2269a-aa16-41d8-b302-8cc49e4518dc None None] Pushing event updated for resources: {'Port': ['ID=204c08b7-787f-41bd-a47b-dbe7ca76db77,revision_number=2']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:59:26.501501 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-397bb691-2546-4444-8ff4-ea2cac348115 req-bc9bfaa6-f7e2-4674-a27f-2a2bdd3103fe service neutron] 10.222.0.36 "GET /v2.0/networks/30ad5e0b-b448-45c5-81cc-5310ff5aa53b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027987 Nov 23 17:59:26.519365 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-078f92d0-3fc8-4979-b31b-92c797684755 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:26.531026 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-078f92d0-3fc8-4979-b31b-92c797684755 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994370'] for security_group_rule, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:26.554396 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078f92d0-3fc8-4979-b31b-92c797684755 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18c59193-3b82-41ad-9831-399d23ac73a3,revision_number=0']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:59:26.570462 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-078f92d0-3fc8-4979-b31b-92c797684755 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:26.572474 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-078f92d0-3fc8-4979-b31b-92c797684755 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2678359 Nov 23 17:59:26.575839 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 51318) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:59:26.585182 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-66ba3389-dcef-4a76-945a-4b2b98328001 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Request body: {'security_group_rule': {'security_group_id': 'a1d6dc71-1282-4a19-ac4d-295df9dee0ce', 'project_id': '06a344c95e04492b8d6015a2d3d39bf1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:59:26.603157 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c70a6b-e902-40d7-bcdc-ff61470cc0ce req-0980bff5-786e-4e82-877b-e249a9714562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:59:26.604736 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-62c70a6b-e902-40d7-bcdc-ff61470cc0ce req-0980bff5-786e-4e82-877b-e249a9714562 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b3a2c64c5957447b9a4b3f6afc3f6e95&device_id=3f0264ec-7ac0-4a92-84e9-9486fee23117 HTTP/1.1" status: 200 len: 1134 time: 0.0489452 Nov 23 17:59:26.653063 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-46903bff-959e-4b5d-8eda-937aede8557f tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:26.658942 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-66ba3389-dcef-4a76-945a-4b2b98328001 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:26.699229 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46903bff-959e-4b5d-8eda-937aede8557f tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Pushing event deleted for resources: {'Port': ['ID=763756e6-6188-4fa5-b224-419a61d29621,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:59:26.739448 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c70a6b-e902-40d7-bcdc-ff61470cc0ce req-79d6c0be-5e70-40df-be83-57b50a7d8591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:59:26.741120 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-62c70a6b-e902-40d7-bcdc-ff61470cc0ce req-79d6c0be-5e70-40df-be83-57b50a7d8591 service neutron] 10.222.0.36 "GET /v2.0/networks?id=30ad5e0b-b448-45c5-81cc-5310ff5aa53b HTTP/1.1" status: 200 len: 898 time: 0.1278162 Nov 23 17:59:26.746944 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device 477848ca-049e-4f03-8b21-aaee1a10dd9e no longer exists at agent hyperv_n-h1-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:59:26.797487 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] No Port match for: 477848ca-049e-4f03-8b21-aaee1a10dd9e {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:59:26.797873 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device 477848ca-049e-4f03-8b21-aaee1a10dd9e not bound to the agent host n-h1-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:59:26.814045 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-62c70a6b-e902-40d7-bcdc-ff61470cc0ce req-724fa024-f688-4ca9-90c8-1de109f8d8f2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f0710b90-5b61-46c4-8d26-828b770f8fc9 HTTP/1.1" status: 200 len: 217 time: 0.0581634 Nov 23 17:59:26.848899 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-66ba3389-dcef-4a76-945a-4b2b98328001 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:26.874496 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c70a6b-e902-40d7-bcdc-ff61470cc0ce req-46676cdc-0dfa-4fc1-b61d-67ad88b2b0f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:59:26.876182 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-62c70a6b-e902-40d7-bcdc-ff61470cc0ce req-46676cdc-0dfa-4fc1-b61d-67ad88b2b0f7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f89d8790-7fe3-41e9-a7b7-c70e073fca47 HTTP/1.1" status: 200 len: 834 time: 0.0541496 Nov 23 17:59:26.933923 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-66ba3389-dcef-4a76-945a-4b2b98328001 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994370'] for security_group_rule, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:26.978786 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ba3389-dcef-4a76-945a-4b2b98328001 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7aa084d0-5ffe-4b57-82a8-d919e8fed641,revision_number=0']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:59:26.983787 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c70a6b-e902-40d7-bcdc-ff61470cc0ce req-47f05f15-6ee3-4d88-a331-201919b40244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:59:26.987135 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-62c70a6b-e902-40d7-bcdc-ff61470cc0ce req-47f05f15-6ee3-4d88-a331-201919b40244 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=30ad5e0b-b448-45c5-81cc-5310ff5aa53b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0984352 Nov 23 17:59:27.016156 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-66ba3389-dcef-4a76-945a-4b2b98328001 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:27.021339 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-66ba3389-dcef-4a76-945a-4b2b98328001 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4444666 Nov 23 17:59:27.022802 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 51322) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:59:27.030730 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-771a2275-9f4c-48ca-b8b5-d74ee6ca696c tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Request body: {'security_group_rule': {'security_group_id': 'a1d6dc71-1282-4a19-ac4d-295df9dee0ce', 'project_id': '06a344c95e04492b8d6015a2d3d39bf1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:59:27.071097 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-46903bff-959e-4b5d-8eda-937aede8557f tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2067500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1794520'] for router_interface, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:27.084571 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-771a2275-9f4c-48ca-b8b5-d74ee6ca696c tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:27.110819 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f33bf1-b583-45de-80e3-cb37d4df60ec req-a523a21a-f564-42af-93da-04c0540a55d5 tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:59:27.112415 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e3f33bf1-b583-45de-80e3-cb37d4df60ec req-a523a21a-f564-42af-93da-04c0540a55d5 tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] 10.222.0.60 "GET /v2.0/ports?device_id=3f0264ec-7ac0-4a92-84e9-9486fee23117 HTTP/1.1" status: 200 len: 983 time: 0.1195962 Nov 23 17:59:27.138287 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-62c70a6b-e902-40d7-bcdc-ff61470cc0ce req-f1897c85-d942-4a5e-88b9-542ec8dc001d service neutron] 10.222.0.36 "GET /v2.0/networks/30ad5e0b-b448-45c5-81cc-5310ff5aa53b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354594 Nov 23 17:59:27.235515 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-771a2275-9f4c-48ca-b8b5-d74ee6ca696c tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:27.240710 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-771a2275-9f4c-48ca-b8b5-d74ee6ca696c tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994370'] for security_group_rule, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:27.248319 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e3f33bf1-b583-45de-80e3-cb37d4df60ec req-5f66c641-0f13-4ee9-9109-9ec2e7956154 tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] 10.222.0.60 "GET /v2.0/security-groups?id=56afa034-f545-4404-8cb1-a48c2a68d4cc&id=6dda33c2-f578-49e4-aa77-399a2d78d06b&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.1211679 Nov 23 17:59:27.264560 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771a2275-9f4c-48ca-b8b5-d74ee6ca696c tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dfce7ea0-5837-40bc-a66d-e314245ffc51,revision_number=0']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:59:27.269343 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-62c70a6b-e902-40d7-bcdc-ff61470cc0ce req-c87f6d33-f904-4427-8d35-7451bb47cda1 service neutron] 10.222.0.36 "GET /v2.0/networks/30ad5e0b-b448-45c5-81cc-5310ff5aa53b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234860 Nov 23 17:59:27.312985 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-771a2275-9f4c-48ca-b8b5-d74ee6ca696c tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:27.314226 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-771a2275-9f4c-48ca-b8b5-d74ee6ca696c tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2886648 Nov 23 17:59:27.317402 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 51324) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:59:27.322560 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-06440001-13be-4d8f-b9c9-d68595c69592 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Request body: {'security_group_rule': {'security_group_id': 'a1d6dc71-1282-4a19-ac4d-295df9dee0ce', 'project_id': '06a344c95e04492b8d6015a2d3d39bf1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:59:27.359102 n-d-816206-8 neutron-server[103591]: INFO neutron.db.securitygroups_db [None req-06440001-13be-4d8f-b9c9-d68595c69592 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Project 06a344c95e04492b8d6015a2d3d39bf1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 17:59:27.367294 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-06440001-13be-4d8f-b9c9-d68595c69592 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:27.393083 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46903bff-959e-4b5d-8eda-937aede8557f tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Router 8dd5109b-decb-46a6-9989-bde8f77f2e88 has already been hosted by L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 {{(pid=103590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 17:59:27.473771 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-06440001-13be-4d8f-b9c9-d68595c69592 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:27.480586 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-06440001-13be-4d8f-b9c9-d68595c69592 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994370'] for security_group_rule, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:27.512061 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-06440001-13be-4d8f-b9c9-d68595c69592 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:27.513256 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-06440001-13be-4d8f-b9c9-d68595c69592 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1947334 Nov 23 17:59:27.516152 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06440001-13be-4d8f-b9c9-d68595c69592 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3ff9c1a-de58-4f4f-8e96-567d79c41f2e,revision_number=0']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:59:27.517986 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 51326) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:59:27.523055 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-04874ef4-7ec3-4450-b403-e5a7235866d3 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Request body: {'security_group_rule': {'security_group_id': 'a1d6dc71-1282-4a19-ac4d-295df9dee0ce', 'project_id': '06a344c95e04492b8d6015a2d3d39bf1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:59:27.553082 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.agents_db [None req-464f6c07-0de8-4be6-8f5b-563f574d1c5d None None] Agent healthcheck: found 7 active agents {{(pid=103593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 17:59:27.564178 n-d-816206-8 neutron-server[103591]: INFO neutron.db.securitygroups_db [None req-04874ef4-7ec3-4450-b403-e5a7235866d3 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Project 06a344c95e04492b8d6015a2d3d39bf1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 17:59:27.578441 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-04874ef4-7ec3-4450-b403-e5a7235866d3 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:27.656038 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-04874ef4-7ec3-4450-b403-e5a7235866d3 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:27.662151 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-04874ef4-7ec3-4450-b403-e5a7235866d3 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994370'] for security_group_rule, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:27.687270 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04874ef4-7ec3-4450-b403-e5a7235866d3 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68b1a3de-205e-4235-b955-ce836503da5b,revision_number=0']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:59:27.695381 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 204c08b7-787f-41bd-a47b-dbe7ca76db77 up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:59:27.701088 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-04874ef4-7ec3-4450-b403-e5a7235866d3 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:27.712002 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-04874ef4-7ec3-4450-b403-e5a7235866d3 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1834552 Nov 23 17:59:27.756981 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port 204c08b7-787f-41bd-a47b-dbe7ca76db77 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:59:27.757345 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:27.805348 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd360421-5770-4340-acbc-8e551cba5697 None None] Network f26ba295-0ba9-4fe5-8fc2-bd47c429079f requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:59:27.856792 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46903bff-959e-4b5d-8eda-937aede8557f tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:59:27.862736 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-46903bff-959e-4b5d-8eda-937aede8557f tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.60 "PUT /v2.0/routers/8dd5109b-decb-46a6-9989-bde8f77f2e88/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7193961 Nov 23 17:59:27.866061 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 51336) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:59:27.869326 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7414814e-49c1-420d-a8ea-c66d20b19254 None None] Sync routers for ids ['8dd5109b-decb-46a6-9989-bde8f77f2e88'] in n-d-816206-8 {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:59:27.883069 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7414814e-49c1-420d-a8ea-c66d20b19254 None None] Routers {'8dd5109b-decb-46a6-9989-bde8f77f2e88'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:59:27.884046 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-7414814e-49c1-420d-a8ea-c66d20b19254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:59:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['8dd5109b-decb-46a6-9989-bde8f77f2e88'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:59:27.920012 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:27.947346 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.db_base_plugin_v2 [None req-740dcd52-d436-48a1-87bd-8acb2033c40a tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Deleting subnet aa7579b8-026d-4814-b7ff-6c549dbaa73a {{(pid=103591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 17:59:27.952292 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-740dcd52-d436-48a1-87bd-8acb2033c40a tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks [] for subnet, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:27.964065 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-c52491ad-5a18-40f6-8536-45e39f08ce74 None None] Provisioning complete for port 204c08b7-787f-41bd-a47b-dbe7ca76db77 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:59:27.964437 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c52491ad-5a18-40f6-8536-45e39f08ce74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:28.006372 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] For port 204c08b7-787f-41bd-a47b-dbe7ca76db77, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=204c08b7-787f-41bd-a47b-dbe7ca76db77,segment=NetworkSegment(a64837ae-89ff-4387-9278-ac3ff4a5f9b3),segment_id=a64837ae-89ff-4387-9278-ac3ff4a5f9b3)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:59:28.025527 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-7414814e-49c1-420d-a8ea-c66d20b19254 None None] Set router 8dd5109b-decb-46a6-9989-bde8f77f2e88 gateway port host: n-d-816206-8 {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:59:28.026085 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-740dcd52-d436-48a1-87bd-8acb2033c40a tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265990000'] for subnet, precommit_delete_associations {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:28.047821 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:28.061379 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6ca514a2-8dbd-4da9-80a8-b130949ec6a0 req-9c3e9977-e57b-47a7-99b3-d363a7fddebf tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-588589073&fields=id&tenant_id=06a344c95e04492b8d6015a2d3d39bf1 HTTP/1.1" status: 200 len: 267 time: 0.1435499 Nov 23 17:59:28.063304 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device f0710b90-5b61-46c4-8d26-828b770f8fc9 details requested by agent hyperv_n-h2-816206-8 with host n-h2-816206-8 {{(pid=103592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 17:59:28.186161 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Pushing event updated for resources: {'Port': ['ID=204c08b7-787f-41bd-a47b-dbe7ca76db77,revision_number=3']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:59:28.211623 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-740dcd52-d436-48a1-87bd-8acb2033c40a tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971956'] for subnet, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:28.248067 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca514a2-8dbd-4da9-80a8-b130949ec6a0 req-f1438465-59b8-479f-b5da-5fb61f591517 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:59:28.253139 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6ca514a2-8dbd-4da9-80a8-b130949ec6a0 req-f1438465-59b8-479f-b5da-5fb61f591517 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] 10.222.0.60 "GET /v2.0/networks?id=f26ba295-0ba9-4fe5-8fc2-bd47c429079f HTTP/1.1" status: 200 len: 797 time: 0.1907418 Nov 23 17:59:28.278752 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6ca514a2-8dbd-4da9-80a8-b130949ec6a0 req-b1ecaded-69d5-4dec-82a9-61463ea62d89 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] 10.222.0.60 "GET /v2.0/quotas/06a344c95e04492b8d6015a2d3d39bf1 HTTP/1.1" status: 200 len: 375 time: 0.0167356 Nov 23 17:59:28.304724 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port f0710b90-5b61-46c4-8d26-828b770f8fc9, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=f0710b90-5b61-46c4-8d26-828b770f8fc9,segment=NetworkSegment(3e26f0b9-a9e3-44b0-872e-6e0def10c56a),segment_id=3e26f0b9-a9e3-44b0-872e-6e0def10c56a)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:59:28.317417 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Returning: {'device': 'f0710b90-5b61-46c4-8d26-828b770f8fc9', 'network_id': '30ad5e0b-b448-45c5-81cc-5310ff5aa53b', 'port_id': 'f0710b90-5b61-46c4-8d26-828b770f8fc9', 'mac_address': 'fa:16:3e:d1:21:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f89d8790-7fe3-41e9-a7b7-c70e073fca47', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 17:59:28.352636 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-7414814e-49c1-420d-a8ea-c66d20b19254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dd5109b-decb-46a6-9989-bde8f77f2e88', 'name': 'tempest-TestNetworkAdvancedServerOps-router-430235641', 'tenant_id': '4d3a35880fb64e77bd3047bfa46cf261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.148'}], 'enable_snat': True}, 'gw_port_id': '2cf49e07-d7da-45bb-8d51-6ddb9da6b196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:57:26Z', 'updated_at': '2021-11-23T17:59:26Z', 'revision_number': 5, 'project_id': '4d3a35880fb64e77bd3047bfa46cf261', 'gw_port': {'id': '2cf49e07-d7da-45bb-8d51-6ddb9da6b196', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:1f:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dd5109b-decb-46a6-9989-bde8f77f2e88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3633, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:57:27Z', 'updated_at': '2021-11-23T17:57:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8'}], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:59:28.361569 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:28.362601 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-740dcd52-d436-48a1-87bd-8acb2033c40a tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264758240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264314269'] for subnet, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:28.376882 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0710b90-5b61-46c4-8d26-828b770f8fc9 {{(pid=103592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:59:28.388129 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-740dcd52-d436-48a1-87bd-8acb2033c40a tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for subnet, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:28.391477 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-740dcd52-d436-48a1-87bd-8acb2033c40a tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.60 "DELETE /v2.0/subnets/aa7579b8-026d-4814-b7ff-6c549dbaa73a HTTP/1.1" status: 204 len: 168 time: 0.5239782 Nov 23 17:59:28.394425 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 51344) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:59:28.407477 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7414814e-49c1-420d-a8ea-c66d20b19254 None None] Checking router: 8dd5109b-decb-46a6-9989-bde8f77f2e88 for host: n-d-816206-8 {{(pid=103593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 17:59:28.407690 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-001e2516-44d7-4349-a230-b3e430ef73bd None None] Network eb14d06b-c5a2-40f2-ae77-d899286918bf requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:59:28.418477 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port f0710b90-5b61-46c4-8d26-828b770f8fc9, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=f0710b90-5b61-46c4-8d26-828b770f8fc9,segment=NetworkSegment(3e26f0b9-a9e3-44b0-872e-6e0def10c56a),segment_id=3e26f0b9-a9e3-44b0-872e-6e0def10c56a)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:59:28.435780 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7414814e-49c1-420d-a8ea-c66d20b19254 None None] Routers {'8dd5109b-decb-46a6-9989-bde8f77f2e88'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:59:28.438859 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-7414814e-49c1-420d-a8ea-c66d20b19254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:59:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['8dd5109b-decb-46a6-9989-bde8f77f2e88'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:59:28.441211 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:28.444145 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740dcd52-d436-48a1-87bd-8acb2033c40a tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Pushing event deleted for resources: {'Subnet': ['ID=aa7579b8-026d-4814-b7ff-6c549dbaa73a,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:59:28.463996 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6ca514a2-8dbd-4da9-80a8-b130949ec6a0 req-270ead37-a7f9-4942-9704-9975a15063f6 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=06a344c95e04492b8d6015a2d3d39bf1&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1579037 Nov 23 17:59:28.487058 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043d3a30-838e-4a02-8581-79c8e2c05af3 req-183167e1-e219-4af1-8bd9-fedc5657cbb8 tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:59:28.489192 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-043d3a30-838e-4a02-8581-79c8e2c05af3 req-183167e1-e219-4af1-8bd9-fedc5657cbb8 tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] 10.222.0.60 "GET /v2.0/ports?device_id=3f0264ec-7ac0-4a92-84e9-9486fee23117 HTTP/1.1" status: 200 len: 983 time: 0.1343160 Nov 23 17:59:28.599801 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a4b4d06d-a3e9-4234-b7ba-3790675e56ff tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks [] for router, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:28.632110 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-7414814e-49c1-420d-a8ea-c66d20b19254 None None] Set router 8dd5109b-decb-46a6-9989-bde8f77f2e88 gateway port host: n-d-816206-8 {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:59:28.641766 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-043d3a30-838e-4a02-8581-79c8e2c05af3 req-beaf5531-4ec4-4ffd-baf1-447eb84fa14b tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] 10.222.0.60 "GET /v2.0/security-groups?id=56afa034-f545-4404-8cb1-a48c2a68d4cc&id=6dda33c2-f578-49e4-aa77-399a2d78d06b&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.1407716 Nov 23 17:59:28.654933 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Pushing event updated for resources: {'Port': ['ID=f0710b90-5b61-46c4-8d26-828b770f8fc9,revision_number=4']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:59:28.667179 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6ca514a2-8dbd-4da9-80a8-b130949ec6a0 req-b14842da-f128-4545-b689-7dd4aa095fc5 service neutron] 10.222.0.60 "GET /v2.0/networks/f26ba295-0ba9-4fe5-8fc2-bd47c429079f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1768136 Nov 23 17:59:28.721739 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] get_ports_and_sgs() called for port_ids ['f0710b90-5b61-46c4-8d26-828b770f8fc9'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:59:28.781523 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-2e280c07-89d2-4e20-ac9d-9e2bd7d89101 None None] Provisioning complete for port 204c08b7-787f-41bd-a47b-dbe7ca76db77 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:59:28.782286 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-2e280c07-89d2-4e20-ac9d-9e2bd7d89101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:28.785447 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6ca514a2-8dbd-4da9-80a8-b130949ec6a0 req-ca88ccdb-6f54-4d10-baa5-242e58bb12ce service neutron] 10.222.0.60 "GET /v2.0/networks/f26ba295-0ba9-4fe5-8fc2-bd47c429079f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1100905 Nov 23 17:59:28.804295 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a4b4d06d-a3e9-4234-b7ba-3790675e56ff tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:28.828590 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3730b6f5-d89b-4383-a147-10fda2ae3847 None None] DHCP port deletion for eb14d06b-c5a2-40f2-ae77-d899286918bf request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:59:28.869673 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-7414814e-49c1-420d-a8ea-c66d20b19254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dd5109b-decb-46a6-9989-bde8f77f2e88', 'name': 'tempest-TestNetworkAdvancedServerOps-router-430235641', 'tenant_id': '4d3a35880fb64e77bd3047bfa46cf261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.148'}], 'enable_snat': True}, 'gw_port_id': '2cf49e07-d7da-45bb-8d51-6ddb9da6b196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:57:26Z', 'updated_at': '2021-11-23T17:59:26Z', 'revision_number': 5, 'project_id': '4d3a35880fb64e77bd3047bfa46cf261', 'gw_port': {'id': '2cf49e07-d7da-45bb-8d51-6ddb9da6b196', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:1f:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dd5109b-decb-46a6-9989-bde8f77f2e88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3633, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:57:27Z', 'updated_at': '2021-11-23T17:57:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8'}], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:59:28.875788 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-a4b4d06d-a3e9-4234-b7ba-3790675e56ff tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Deleting port 2cf49e07-d7da-45bb-8d51-6ddb9da6b196 {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:59:28.876144 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a4b4d06d-a3e9-4234-b7ba-3790675e56ff tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:28.912945 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7414814e-49c1-420d-a8ea-c66d20b19254 None None] The sync data for ids ['8dd5109b-decb-46a6-9989-bde8f77f2e88'] in n-d-816206-8 is: [{'id': '8dd5109b-decb-46a6-9989-bde8f77f2e88', 'name': 'tempest-TestNetworkAdvancedServerOps-router-430235641', 'tenant_id': '4d3a35880fb64e77bd3047bfa46cf261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.148'}], 'enable_snat': True}, 'gw_port_id': '2cf49e07-d7da-45bb-8d51-6ddb9da6b196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:57:26Z', 'updated_at': '2021-11-23T17:59:26Z', 'revision_number': 5, 'project_id': '4d3a35880fb64e77bd3047bfa46cf261', 'gw_port': {'id': '2cf49e07-d7da-45bb-8d51-6ddb9da6b196', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:1f:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dd5109b-decb-46a6-9989-bde8f77f2e88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3633, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:57:27Z', 'updated_at': '2021-11-23T17:57:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8'}] {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:59:29.001851 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-a4b4d06d-a3e9-4234-b7ba-3790675e56ff tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] For port 2cf49e07-d7da-45bb-8d51-6ddb9da6b196, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=2cf49e07-d7da-45bb-8d51-6ddb9da6b196,segment=NetworkSegment(bffd1e4f-e80f-4ff0-b418-2f42ae15febf),segment_id=bffd1e4f-e80f-4ff0-b418-2f42ae15febf)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:59:29.001851 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a4b4d06d-a3e9-4234-b7ba-3790675e56ff tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:29.007962 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-3730b6f5-d89b-4383-a147-10fda2ae3847 None None] Deleting port cc61b8f2-b1c1-4b59-b97f-6dee6b468c61 {{(pid=103592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 17:59:29.008645 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-3730b6f5-d89b-4383-a147-10fda2ae3847 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:29.018704 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-a4b4d06d-a3e9-4234-b7ba-3790675e56ff tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Calling delete_port for 2cf49e07-d7da-45bb-8d51-6ddb9da6b196 owned by network:router_gateway {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:59:29.037405 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-81f04e95-d6a8-4e7c-b437-239ffe598604 req-97304f92-5fa3-4dfb-9083-188d20c7de83 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] 10.222.0.60 "GET /v2.0/ports?device_id=6e9b85a8-2c27-45b3-9f99-6eb1a8f79031 HTTP/1.1" status: 200 len: 210 time: 0.0439839 Nov 23 17:59:29.098823 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-3730b6f5-d89b-4383-a147-10fda2ae3847 None None] For port cc61b8f2-b1c1-4b59-b97f-6dee6b468c61, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=cc61b8f2-b1c1-4b59-b97f-6dee6b468c61,segment=NetworkSegment(66b17735-968c-4ef6-882e-8a9012d27a51),segment_id=66b17735-968c-4ef6-882e-8a9012d27a51)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:59:29.099223 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-3730b6f5-d89b-4383-a147-10fda2ae3847 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:29.117222 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-3730b6f5-d89b-4383-a147-10fda2ae3847 None None] Calling delete_port for cc61b8f2-b1c1-4b59-b97f-6dee6b468c61 owned by network:dhcp {{(pid=103592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 17:59:29.220577 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a4b4d06d-a3e9-4234-b7ba-3790675e56ff tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:29.243364 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-3730b6f5-d89b-4383-a147-10fda2ae3847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989'] for port, after_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:29.247763 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b4d06d-a3e9-4234-b7ba-3790675e56ff tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Pushing event deleted for resources: {'Port': ['ID=2cf49e07-d7da-45bb-8d51-6ddb9da6b196,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:59:29.272514 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef3320a9-dc22-4ce7-89a0-7e4396cb8ea9 None None] DHCP port deletion for 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:59:29.275020 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3730b6f5-d89b-4383-a147-10fda2ae3847 None None] Pushing event deleted for resources: {'Port': ['ID=cc61b8f2-b1c1-4b59-b97f-6dee6b468c61,revision_number=None']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:59:29.278107 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3730b6f5-d89b-4383-a147-10fda2ae3847 None None] No DVR routers for this DVR port cc61b8f2-b1c1-4b59-b97f-6dee6b468c61 on host n-d-816206-8 {{(pid=103592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 17:59:29.327184 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a4b4d06d-a3e9-4234-b7ba-3790675e56ff tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1795454'] for router_gateway, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:29.447844 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a4b4d06d-a3e9-4234-b7ba-3790675e56ff tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1794352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8175'] for router, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:29.452709 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a4b4d06d-a3e9-4234-b7ba-3790675e56ff tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:29.514119 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a4b4d06d-a3e9-4234-b7ba-3790675e56ff tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1795580'] for router, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:29.514899 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4b4d06d-a3e9-4234-b7ba-3790675e56ff tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Fanout notify agent at l3_agent the message router_deleted on router 8dd5109b-decb-46a6-9989-bde8f77f2e88 {{(pid=103590) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 17:59:29.527047 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a4b4d06d-a3e9-4234-b7ba-3790675e56ff tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks [] for router, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:29.530702 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-a4b4d06d-a3e9-4234-b7ba-3790675e56ff tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.60 "DELETE /v2.0/routers/8dd5109b-decb-46a6-9989-bde8f77f2e88 HTTP/1.1" status: 204 len: 168 time: 1.1325929 Nov 23 17:59:29.533074 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 51356) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:59:29.621982 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 204c08b7-787f-41bd-a47b-dbe7ca76db77 up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:59:29.643011 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-27e39fe5-80eb-4f31-a006-2fa9c80ec669 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-555181'] for network, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:29.684108 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port 204c08b7-787f-41bd-a47b-dbe7ca76db77 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:59:29.684398 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:29.750377 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-27e39fe5-80eb-4f31-a006-2fa9c80ec669 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973419', 'neutron.services.segments.db._delete_segments_for_network-8736635878840'] for network, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:29.801728 n-d-816206-8 neutron-server[103591]: DEBUG neutron.services.segments.db [None req-27e39fe5-80eb-4f31-a006-2fa9c80ec669 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb14d06b-c5a2-40f2-ae77-d899286918bf']}} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:59:29.813594 n-d-816206-8 neutron-server[103591]: DEBUG neutron.services.segments.db [None req-27e39fe5-80eb-4f31-a006-2fa9c80ec669 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66b17735-968c-4ef6-882e-8a9012d27a51') {'for_net_delete': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:59:29.813890 n-d-816206-8 neutron-server[103591]: DEBUG neutron.services.segments.db [None req-27e39fe5-80eb-4f31-a006-2fa9c80ec669 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66b17735-968c-4ef6-882e-8a9012d27a51') {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:59:29.826787 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-27e39fe5-80eb-4f31-a006-2fa9c80ec669 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736635840332', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265989959'] for segment, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:29.848189 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b327dc0-04c7-4208-bf82-a2010d8ae4f9 req-1ddf5bd6-5844-424c-9243-dc66e7916169 tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:59:29.849689 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6b327dc0-04c7-4208-bf82-a2010d8ae4f9 req-1ddf5bd6-5844-424c-9243-dc66e7916169 tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] 10.222.0.60 "GET /v2.0/ports?device_id=3f0264ec-7ac0-4a92-84e9-9486fee23117 HTTP/1.1" status: 200 len: 984 time: 0.1014276 Nov 23 17:59:29.850709 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-27e39fe5-80eb-4f31-a006-2fa9c80ec669 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:29.858386 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27e39fe5-80eb-4f31-a006-2fa9c80ec669 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Releasing vlan 500 on physical network physnet1 to pool {{(pid=103591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 17:59:29.858818 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-27e39fe5-80eb-4f31-a006-2fa9c80ec669 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264756290'] for segment, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:29.862545 n-d-816206-8 neutron-server[103591]: Traceback (most recent call last): Nov 23 17:59:29.862545 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 17:59:29.862545 n-d-816206-8 neutron-server[103591]: timer() Nov 23 17:59:29.862545 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 17:59:29.862545 n-d-816206-8 neutron-server[103591]: cb(*args, **kw) Nov 23 17:59:29.862545 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 17:59:29.862545 n-d-816206-8 neutron-server[103591]: return func(*args, **kwargs) Nov 23 17:59:29.862545 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 17:59:29.862545 n-d-816206-8 neutron-server[103591]: self._notify() Nov 23 17:59:29.862545 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 17:59:29.862545 n-d-816206-8 neutron-server[103591]: self.callback(batched_events) Nov 23 17:59:29.862545 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 17:59:29.862545 n-d-816206-8 neutron-server[103591]: event.method(event) Nov 23 17:59:29.862545 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 17:59:29.862545 n-d-816206-8 neutron-server[103591]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 17:59:29.862545 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 17:59:29.862545 n-d-816206-8 neutron-server[103591]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 17:59:29.862545 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 17:59:29.862545 n-d-816206-8 neutron-server[103591]: return f(self, *a, **k) Nov 23 17:59:29.862545 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 17:59:29.862545 n-d-816206-8 neutron-server[103591]: return self._get(url).json() Nov 23 17:59:29.862545 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 17:59:29.862545 n-d-816206-8 neutron-server[103591]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 17:59:29.862545 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 17:59:29.862545 n-d-816206-8 neutron-server[103591]: return self.request(url, 'GET', **kwargs) Nov 23 17:59:29.862545 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 17:59:29.862545 n-d-816206-8 neutron-server[103591]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 17:59:29.862545 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 17:59:29.862545 n-d-816206-8 neutron-server[103591]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 17:59:29.862545 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 17:59:29.862545 n-d-816206-8 neutron-server[103591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 17:59:29.862545 n-d-816206-8 neutron-server[103591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 17:59:29.947114 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-27e39fe5-80eb-4f31-a006-2fa9c80ec669 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1795418'] for network, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:29.957700 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-27e39fe5-80eb-4f31-a006-2fa9c80ec669 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks [] for network, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:29.967073 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-27e39fe5-80eb-4f31-a006-2fa9c80ec669 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.60 "DELETE /v2.0/networks/eb14d06b-c5a2-40f2-ae77-d899286918bf HTTP/1.1" status: 204 len: 168 time: 0.4329877 Nov 23 17:59:29.969923 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 51360) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:59:29.987357 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e39fe5-80eb-4f31-a006-2fa9c80ec669 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Pushing event deleted for resources: {'Network': ['ID=eb14d06b-c5a2-40f2-ae77-d899286918bf,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:59:29.996359 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6b327dc0-04c7-4208-bf82-a2010d8ae4f9 req-5a4fd5b3-3749-404e-857c-f345ff0d727c tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] 10.222.0.60 "GET /v2.0/security-groups?id=56afa034-f545-4404-8cb1-a48c2a68d4cc&id=6dda33c2-f578-49e4-aa77-399a2d78d06b&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.1393278 Nov 23 17:59:30.058621 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device f0710b90-5b61-46c4-8d26-828b770f8fc9 up at agent hyperv_n-h2-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:59:30.151438 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Provisioning for port f0710b90-5b61-46c4-8d26-828b770f8fc9 completed by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 17:59:30.156108 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Provisioning complete for port f0710b90-5b61-46c4-8d26-828b770f8fc9 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:59:30.156553 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:30.186692 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-04530d7a-cdc7-4696-a753-443b876e4ec0 req-88969b4c-9c12-4d3f-86c8-3ac8fc911b74 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] 10.222.0.60 "GET /v2.0/ports?device_id=6e9b85a8-2c27-45b3-9f99-6eb1a8f79031 HTTP/1.1" status: 200 len: 210 time: 0.0690310 Nov 23 17:59:30.195361 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device cc61b8f2-b1c1-4b59-b97f-6dee6b468c61 no longer exists at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:59:30.214359 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7b90c042-874c-4533-b0e8-6f32dbd205f0 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks [] for security_group, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:30.222256 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] No Port match for: cc61b8f2-b1c1-4b59-b97f-6dee6b468c61 {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:59:30.222725 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device cc61b8f2-b1c1-4b59-b97f-6dee6b468c61 not bound to the agent host n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:59:30.223152 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 763756e6-6188-4fa5-b224-419a61d29621 no longer exists at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:59:30.252955 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] No Port match for: 763756e6-6188-4fa5-b224-419a61d29621 {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:59:30.253296 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 763756e6-6188-4fa5-b224-419a61d29621 not bound to the agent host n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:59:30.262505 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca514a2-8dbd-4da9-80a8-b130949ec6a0 req-d7b81b09-437b-4e94-9694-ea0078d93c30 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:59:30.264170 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-6ca514a2-8dbd-4da9-80a8-b130949ec6a0 req-d7b81b09-437b-4e94-9694-ea0078d93c30 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] 10.222.0.55 "GET /v2.0/networks?id=f26ba295-0ba9-4fe5-8fc2-bd47c429079f HTTP/1.1" status: 200 len: 797 time: 0.2786419 Nov 23 17:59:30.271041 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7b90c042-874c-4533-b0e8-6f32dbd205f0 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:30.306036 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:30.336716 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f0264ec-7ac0-4a92-84e9-9486fee23117', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0710b90-5b61-46c4-8d26-828b770f8fc9'}] {{(pid=103592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:59:30.342681 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba3e6a8f2301c7a29fe1eca9779abdae4ccbcd6266d69778087f2498d5551201" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfdc10d4-3255-4c22-a404-197d204fb2eb" -d '{"events": [{"server_uuid": "3f0264ec-7ac0-4a92-84e9-9486fee23117", "name": "network-vif-plugged", "status": "completed", "tag": "f0710b90-5b61-46c4-8d26-828b770f8fc9"}]}' {{(pid=103592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:59:30.349468 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port f0710b90-5b61-46c4-8d26-828b770f8fc9, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=f0710b90-5b61-46c4-8d26-828b770f8fc9,segment=NetworkSegment(3e26f0b9-a9e3-44b0-872e-6e0def10c56a),segment_id=3e26f0b9-a9e3-44b0-872e-6e0def10c56a)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:59:30.354061 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:30.385111 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:59:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33239f87-36ff-42a1-aace-b07ce19c0f9c x-openstack-request-id: req-33239f87-36ff-42a1-aace-b07ce19c0f9c {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:59:30.385405 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f0264ec-7ac0-4a92-84e9-9486fee23117", "name": "network-vif-plugged", "status": "completed", "tag": "f0710b90-5b61-46c4-8d26-828b770f8fc9", "code": 200}]} {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:59:30.385660 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-33239f87-36ff-42a1-aace-b07ce19c0f9c {{(pid=103592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:59:30.386055 n-d-816206-8 neutron-server[103592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f0264ec-7ac0-4a92-84e9-9486fee23117', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0710b90-5b61-46c4-8d26-828b770f8fc9', 'code': 200} Nov 23 17:59:30.389467 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-6ca514a2-8dbd-4da9-80a8-b130949ec6a0 req-d244e781-a9f2-4b30-9d4c-4142156e0601 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=06a344c95e04492b8d6015a2d3d39bf1 HTTP/1.1" status: 200 len: 472 time: 0.1155343 Nov 23 17:59:30.406051 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [req-6ca514a2-8dbd-4da9-80a8-b130949ec6a0 req-1fcaed70-5520-4b0c-9c34-ec329fe7cac6 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Request body: {'port': {'device_id': '6e9b85a8-2c27-45b3-9f99-6eb1a8f79031', 'network_id': 'f26ba295-0ba9-4fe5-8fc2-bd47c429079f', 'admin_state_up': True, 'tenant_id': '06a344c95e04492b8d6015a2d3d39bf1', 'security_groups': ['a1d6dc71-1282-4a19-ac4d-295df9dee0ce']}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:59:30.412385 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Pushing event updated for resources: {'Port': ['ID=f0710b90-5b61-46c4-8d26-828b770f8fc9,revision_number=5']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:59:30.438341 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7b90c042-874c-4533-b0e8-6f32dbd205f0 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:30.440971 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7b90c042-874c-4533-b0e8-6f32dbd205f0 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:30.442127 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-7b90c042-874c-4533-b0e8-6f32dbd205f0 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.60 "DELETE /v2.0/security-groups/c951464a-459e-4ec5-9432-89ee674ff255 HTTP/1.1" status: 204 len: 168 time: 0.4709485 Nov 23 17:59:30.491007 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333c64dc-f930-4241-bcd5-7e7847a786c2 req-162deef7-6107-47c1-9738-e279d572c368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:59:30.494488 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-333c64dc-f930-4241-bcd5-7e7847a786c2 req-162deef7-6107-47c1-9738-e279d572c368 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=3f0264ec-7ac0-4a92-84e9-9486fee23117 HTTP/1.1" status: 200 len: 1136 time: 0.0440469 Nov 23 17:59:30.494672 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b90c042-874c-4533-b0e8-6f32dbd205f0 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c951464a-459e-4ec5-9432-89ee674ff255,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:59:30.553706 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-333c64dc-f930-4241-bcd5-7e7847a786c2 req-617d2c6a-3d9b-4a65-aa91-603a276ad3e0 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=56afa034-f545-4404-8cb1-a48c2a68d4cc&id=6dda33c2-f578-49e4-aa77-399a2d78d06b&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.0529530 Nov 23 17:59:30.559697 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ca514a2-8dbd-4da9-80a8-b130949ec6a0 req-1fcaed70-5520-4b0c-9c34-ec329fe7cac6 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Made reservation on behalf of 06a344c95e04492b8d6015a2d3d39bf1 for: {'port': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:59:30.564445 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-6ca514a2-8dbd-4da9-80a8-b130949ec6a0 req-1fcaed70-5520-4b0c-9c34-ec329fe7cac6 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:30.694545 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [req-6ca514a2-8dbd-4da9-80a8-b130949ec6a0 req-1fcaed70-5520-4b0c-9c34-ec329fe7cac6 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Allocated IP 172.20.0.22 (f26ba295-0ba9-4fe5-8fc2-bd47c429079f/bb0ec495-665a-4fbc-97af-f9407a4fc960/dd5cfaf4-d892-43d3-9161-4d4633384b37) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:59:30.752339 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 51370) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:59:30.756842 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-56497df6-a6eb-4d89-b3b0-161d58814a34 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1990268790', 'description': 'tempest-secgroup-smoke-1990268790 description', 'project_id': '4d3a35880fb64e77bd3047bfa46cf261'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:59:30.834930 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-56497df6-a6eb-4d89-b3b0-161d58814a34 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks [] for security_group, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:30.889437 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-6ca514a2-8dbd-4da9-80a8-b130949ec6a0 req-1fcaed70-5520-4b0c-9c34-ec329fe7cac6 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:30.954830 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-6ca514a2-8dbd-4da9-80a8-b130949ec6a0 req-1fcaed70-5520-4b0c-9c34-ec329fe7cac6 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:30.958947 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-56497df6-a6eb-4d89-b3b0-161d58814a34 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks [] for security_group, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:30.968737 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-56497df6-a6eb-4d89-b3b0-161d58814a34 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:31.042268 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ca514a2-8dbd-4da9-80a8-b130949ec6a0 req-1fcaed70-5520-4b0c-9c34-ec329fe7cac6 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Network f26ba295-0ba9-4fe5-8fc2-bd47c429079f is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:59:31.047363 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [req-6ca514a2-8dbd-4da9-80a8-b130949ec6a0 req-1fcaed70-5520-4b0c-9c34-ec329fe7cac6 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:59:31.050040 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcaed70-5520-4b0c-9c34-ec329fe7cac6 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Pushing event updated for resources: {'Port': ['ID=dd5cfaf4-d892-43d3-9161-4d4633384b37,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:59:31.056445 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-56497df6-a6eb-4d89-b3b0-161d58814a34 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:31.060121 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-56497df6-a6eb-4d89-b3b0-161d58814a34 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3037245 Nov 23 17:59:31.060121 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ca514a2-8dbd-4da9-80a8-b130949ec6a0 req-1fcaed70-5520-4b0c-9c34-ec329fe7cac6 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:59:31.060886 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 51374) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:59:31.065219 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-7201e39d-9786-4e4d-b847-934731143b7f tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Request body: {'security_group_rule': {'security_group_id': '26a740ef-a414-40be-ab5f-6db73ff13e79', 'project_id': '4d3a35880fb64e77bd3047bfa46cf261', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:59:31.071040 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56497df6-a6eb-4d89-b3b0-161d58814a34 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26a740ef-a414-40be-ab5f-6db73ff13e79,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:59:31.144948 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca514a2-8dbd-4da9-80a8-b130949ec6a0 req-1fcaed70-5520-4b0c-9c34-ec329fe7cac6 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:59:31.145635 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-6ca514a2-8dbd-4da9-80a8-b130949ec6a0 req-1fcaed70-5520-4b0c-9c34-ec329fe7cac6 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:31.153812 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d8cacc-43f0-426f-96dd-cc804e264917 req-8d440d15-781d-44ea-a92b-745fd2b4d5b1 tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:59:31.155343 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d8d8cacc-43f0-426f-96dd-cc804e264917 req-8d440d15-781d-44ea-a92b-745fd2b4d5b1 tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] 10.222.0.60 "GET /v2.0/ports?device_id=3f0264ec-7ac0-4a92-84e9-9486fee23117 HTTP/1.1" status: 200 len: 985 time: 0.0748041 Nov 23 17:59:31.159804 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7201e39d-9786-4e4d-b847-934731143b7f tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:31.174329 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-6ca514a2-8dbd-4da9-80a8-b130949ec6a0 req-1fcaed70-5520-4b0c-9c34-ec329fe7cac6 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7764204 Nov 23 17:59:31.194109 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [req-6ca514a2-8dbd-4da9-80a8-b130949ec6a0 req-9074258c-9fdd-44ee-b713-cc119a0eefc2 service neutron] Request body: {'port': {'device_id': '6e9b85a8-2c27-45b3-9f99-6eb1a8f79031', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-8'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:59:31.245506 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d8d8cacc-43f0-426f-96dd-cc804e264917 req-8fb67f49-49a0-4dd4-8215-9e36c075fffd tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] 10.222.0.60 "GET /v2.0/security-groups?id=56afa034-f545-4404-8cb1-a48c2a68d4cc&id=6dda33c2-f578-49e4-aa77-399a2d78d06b&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.0829303 Nov 23 17:59:31.294582 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7201e39d-9786-4e4d-b847-934731143b7f tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:31.295781 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-6ca514a2-8dbd-4da9-80a8-b130949ec6a0 req-9074258c-9fdd-44ee-b713-cc119a0eefc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:31.299995 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7201e39d-9786-4e4d-b847-934731143b7f tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994370'] for security_group_rule, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:31.333891 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a21e9b-899d-4c3a-89d6-036df93a33e8 req-51f2b202-127b-4d13-add9-2818c42e2ec2 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:59:31.334312 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7201e39d-9786-4e4d-b847-934731143b7f tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60133436-03c9-4d69-bb85-619287c621b3,revision_number=0']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:59:31.336962 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e3a21e9b-899d-4c3a-89d6-036df93a33e8 req-51f2b202-127b-4d13-add9-2818c42e2ec2 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] 10.222.0.60 "GET /v2.0/ports?device_id=6e9b85a8-2c27-45b3-9f99-6eb1a8f79031 HTTP/1.1" status: 200 len: 932 time: 0.0601258 Nov 23 17:59:31.350554 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-90aafab1-0ef9-45fb-a3ba-a7107027238c None None] Provisioning complete for port dd5cfaf4-d892-43d3-9161-4d4633384b37 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:59:31.351722 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-90aafab1-0ef9-45fb-a3ba-a7107027238c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:31.371970 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7201e39d-9786-4e4d-b847-934731143b7f tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:31.375950 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-7201e39d-9786-4e4d-b847-934731143b7f tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3115268 Nov 23 17:59:31.376186 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 51378) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:59:31.381517 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-f81492a5-a322-4982-a377-56f8b817eacd tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Request body: {'security_group_rule': {'security_group_id': '26a740ef-a414-40be-ab5f-6db73ff13e79', 'project_id': '4d3a35880fb64e77bd3047bfa46cf261', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:59:31.395377 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-90aafab1-0ef9-45fb-a3ba-a7107027238c None None] Port dd5cfaf4-d892-43d3-9161-4d4633384b37 cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:59:31.415887 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e3a21e9b-899d-4c3a-89d6-036df93a33e8 req-f3a84364-febf-4e58-ac46-4ae51471a9eb tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1d6dc71-1282-4a19-ac4d-295df9dee0ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642042 Nov 23 17:59:31.448210 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 2cf49e07-d7da-45bb-8d51-6ddb9da6b196 no longer exists at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 17:59:31.469968 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] No Port match for: 2cf49e07-d7da-45bb-8d51-6ddb9da6b196 {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 17:59:31.470599 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 2cf49e07-d7da-45bb-8d51-6ddb9da6b196 not bound to the agent host n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 17:59:31.486436 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f81492a5-a322-4982-a377-56f8b817eacd tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:31.617000 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f81492a5-a322-4982-a377-56f8b817eacd tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:31.624022 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f81492a5-a322-4982-a377-56f8b817eacd tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994370'] for security_group_rule, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:31.661990 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81492a5-a322-4982-a377-56f8b817eacd tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37385d42-9ec8-4c21-9ff3-11645a515006,revision_number=0']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:59:31.671003 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f81492a5-a322-4982-a377-56f8b817eacd tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:31.672214 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-f81492a5-a322-4982-a377-56f8b817eacd tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2950625 Nov 23 17:59:31.678191 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 51380) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:59:31.683336 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-3f0a85e4-5650-4dc7-a0fa-f081123be20a tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Request body: {'security_group_rule': {'security_group_id': '26a740ef-a414-40be-ab5f-6db73ff13e79', 'project_id': '4d3a35880fb64e77bd3047bfa46cf261', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:59:31.712147 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-3f0a85e4-5650-4dc7-a0fa-f081123be20a tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:31.722595 n-d-816206-8 neutron-server[103590]: DEBUG neutron.notifiers.nova [req-6ca514a2-8dbd-4da9-80a8-b130949ec6a0 req-9074258c-9fdd-44ee-b713-cc119a0eefc2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd5cfaf4-d892-43d3-9161-4d4633384b37 {{(pid=103590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:59:31.731515 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-6ca514a2-8dbd-4da9-80a8-b130949ec6a0 req-9074258c-9fdd-44ee-b713-cc119a0eefc2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:31.745649 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [req-6ca514a2-8dbd-4da9-80a8-b130949ec6a0 req-9074258c-9fdd-44ee-b713-cc119a0eefc2 service neutron] Transition to ACTIVE for port object dd5cfaf4-d892-43d3-9161-4d4633384b37 will not be triggered until provisioned by entity L2. {{(pid=103590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 17:59:31.757097 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-6ca514a2-8dbd-4da9-80a8-b130949ec6a0 req-9074258c-9fdd-44ee-b713-cc119a0eefc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264357957'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:31.777536 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-3f0a85e4-5650-4dc7-a0fa-f081123be20a tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:31.783027 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-3f0a85e4-5650-4dc7-a0fa-f081123be20a tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994370'] for security_group_rule, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:31.809179 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0a85e4-5650-4dc7-a0fa-f081123be20a tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e49bc1e4-4cdf-4594-9092-3680b1ea6fa4,revision_number=0']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:59:31.812870 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9074258c-9fdd-44ee-b713-cc119a0eefc2 service neutron] Pushing event updated for resources: {'Port': ['ID=dd5cfaf4-d892-43d3-9161-4d4633384b37,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:59:31.815509 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-3f0a85e4-5650-4dc7-a0fa-f081123be20a tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:31.819585 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 51382) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:59:31.819998 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-3f0a85e4-5650-4dc7-a0fa-f081123be20a tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1406527 Nov 23 17:59:31.825086 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-35b40c9c-a129-4117-ae40-b2543d298830 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Request body: {'security_group_rule': {'security_group_id': '26a740ef-a414-40be-ab5f-6db73ff13e79', 'project_id': '4d3a35880fb64e77bd3047bfa46cf261', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:59:31.905583 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-35b40c9c-a129-4117-ae40-b2543d298830 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:31.917171 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [req-6ca514a2-8dbd-4da9-80a8-b130949ec6a0 req-9074258c-9fdd-44ee-b713-cc119a0eefc2 service neutron] Attempting to bind port dd5cfaf4-d892-43d3-9161-4d4633384b37 on host n-h1-816206-8 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:59:31.917508 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [req-6ca514a2-8dbd-4da9-80a8-b130949ec6a0 req-9074258c-9fdd-44ee-b713-cc119a0eefc2 service neutron] Attempting to bind port dd5cfaf4-d892-43d3-9161-4d4633384b37 by drivers openvswitch,hyperv on host n-h1-816206-8 at level 0 using segments [{'id': 'a64837ae-89ff-4387-9278-ac3ff4a5f9b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'f26ba295-0ba9-4fe5-8fc2-bd47c429079f'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:59:31.917837 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ca514a2-8dbd-4da9-80a8-b130949ec6a0 req-9074258c-9fdd-44ee-b713-cc119a0eefc2 service neutron] Attempting to bind port dd5cfaf4-d892-43d3-9161-4d4633384b37 on network f26ba295-0ba9-4fe5-8fc2-bd47c429079f {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:59:31.930591 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ca514a2-8dbd-4da9-80a8-b130949ec6a0 req-9074258c-9fdd-44ee-b713-cc119a0eefc2 service neutron] Port dd5cfaf4-d892-43d3-9161-4d4633384b37 on network f26ba295-0ba9-4fe5-8fc2-bd47c429079f not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-8 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 17:59:31.930957 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ca514a2-8dbd-4da9-80a8-b130949ec6a0 req-9074258c-9fdd-44ee-b713-cc119a0eefc2 service neutron] Attempting to bind port dd5cfaf4-d892-43d3-9161-4d4633384b37 on network f26ba295-0ba9-4fe5-8fc2-bd47c429079f {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:59:31.943427 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ca514a2-8dbd-4da9-80a8-b130949ec6a0 req-9074258c-9fdd-44ee-b713-cc119a0eefc2 service neutron] Checking agent: {'id': '4b0a4557-3bfe-4828-80a0-7981fc3ac84c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 15, 14), 'started_at': datetime.datetime(2021, 11, 23, 17, 15, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 59, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:59:31.943764 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ca514a2-8dbd-4da9-80a8-b130949ec6a0 req-9074258c-9fdd-44ee-b713-cc119a0eefc2 service neutron] Checking segment: {'id': 'a64837ae-89ff-4387-9278-ac3ff4a5f9b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'f26ba295-0ba9-4fe5-8fc2-bd47c429079f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:59:31.944163 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ca514a2-8dbd-4da9-80a8-b130949ec6a0 req-9074258c-9fdd-44ee-b713-cc119a0eefc2 service neutron] Bound using segment: {'id': 'a64837ae-89ff-4387-9278-ac3ff4a5f9b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'f26ba295-0ba9-4fe5-8fc2-bd47c429079f'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:59:31.944633 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [req-6ca514a2-8dbd-4da9-80a8-b130949ec6a0 req-9074258c-9fdd-44ee-b713-cc119a0eefc2 service neutron] Bound port: dd5cfaf4-d892-43d3-9161-4d4633384b37, host: n-h1-816206-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a64837ae-89ff-4387-9278-ac3ff4a5f9b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'f26ba295-0ba9-4fe5-8fc2-bd47c429079f'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:59:31.945103 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-6ca514a2-8dbd-4da9-80a8-b130949ec6a0 req-9074258c-9fdd-44ee-b713-cc119a0eefc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:32.004212 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-35b40c9c-a129-4117-ae40-b2543d298830 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:32.012872 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-35b40c9c-a129-4117-ae40-b2543d298830 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994370'] for security_group_rule, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:32.044867 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b40c9c-a129-4117-ae40-b2543d298830 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e18c4cce-cd9c-41be-a734-620c6daf44c8,revision_number=0']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:59:32.059572 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-35b40c9c-a129-4117-ae40-b2543d298830 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:32.060855 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-35b40c9c-a129-4117-ae40-b2543d298830 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2402730 Nov 23 17:59:32.063896 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [req-6ca514a2-8dbd-4da9-80a8-b130949ec6a0 req-9074258c-9fdd-44ee-b713-cc119a0eefc2 service neutron] For port dd5cfaf4-d892-43d3-9161-4d4633384b37, host n-h1-816206-8, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:59:32.065334 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 51384) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:59:32.067372 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [req-6ca514a2-8dbd-4da9-80a8-b130949ec6a0 req-9074258c-9fdd-44ee-b713-cc119a0eefc2 service neutron] For port dd5cfaf4-d892-43d3-9161-4d4633384b37, host n-h1-816206-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=dd5cfaf4-d892-43d3-9161-4d4633384b37,segment=NetworkSegment(a64837ae-89ff-4387-9278-ac3ff4a5f9b3),segment_id=a64837ae-89ff-4387-9278-ac3ff4a5f9b3)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:59:32.071029 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-1dc5349f-2c03-4afb-aa96-9fa01b8e4fee tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Request body: {'security_group_rule': {'security_group_id': '26a740ef-a414-40be-ab5f-6db73ff13e79', 'project_id': '4d3a35880fb64e77bd3047bfa46cf261', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:59:32.072664 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-6ca514a2-8dbd-4da9-80a8-b130949ec6a0 req-9074258c-9fdd-44ee-b713-cc119a0eefc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264357957'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:32.095153 n-d-816206-8 neutron-server[103591]: INFO neutron.db.securitygroups_db [None req-1dc5349f-2c03-4afb-aa96-9fa01b8e4fee tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Project 4d3a35880fb64e77bd3047bfa46cf261 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 17:59:32.100155 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-1dc5349f-2c03-4afb-aa96-9fa01b8e4fee tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:32.111807 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca514a2-8dbd-4da9-80a8-b130949ec6a0 req-9074258c-9fdd-44ee-b713-cc119a0eefc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:59:32.112443 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-6ca514a2-8dbd-4da9-80a8-b130949ec6a0 req-9074258c-9fdd-44ee-b713-cc119a0eefc2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:32.114261 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-6ca514a2-8dbd-4da9-80a8-b130949ec6a0 req-9074258c-9fdd-44ee-b713-cc119a0eefc2 service neutron] 10.222.0.55 "PUT /v2.0/ports/dd5cfaf4-d892-43d3-9161-4d4633384b37 HTTP/1.1" status: 200 len: 1092 time: 0.9258583 Nov 23 17:59:32.114884 n-d-816206-8 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e9b85a8-2c27-45b3-9f99-6eb1a8f79031', 'tag': 'dd5cfaf4-d892-43d3-9161-4d4633384b37'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:59:32.117604 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbabddbc9fc37b068808e119c416c86f5957ca04531a4a0d2e695c515e93483b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ff70e57-51e4-488e-a56b-9ebe84632c91" -d '{"events": [{"name": "network-changed", "server_uuid": "6e9b85a8-2c27-45b3-9f99-6eb1a8f79031", "tag": "dd5cfaf4-d892-43d3-9161-4d4633384b37"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:59:32.151331 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9074258c-9fdd-44ee-b713-cc119a0eefc2 service neutron] Pushing event updated for resources: {'Port': ['ID=dd5cfaf4-d892-43d3-9161-4d4633384b37,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:59:32.199669 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 17:59:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83a42b6d-bc1d-4ed5-bb86-86081d4373a6 x-openstack-request-id: req-83a42b6d-bc1d-4ed5-bb86-86081d4373a6 {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:59:32.200028 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e9b85a8-2c27-45b3-9f99-6eb1a8f79031", "tag": "dd5cfaf4-d892-43d3-9161-4d4633384b37", "status": "completed", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:59:32.200289 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-83a42b6d-bc1d-4ed5-bb86-86081d4373a6 {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:59:32.200710 n-d-816206-8 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e9b85a8-2c27-45b3-9f99-6eb1a8f79031', 'tag': 'dd5cfaf4-d892-43d3-9161-4d4633384b37', 'status': 'completed', 'code': 200} Nov 23 17:59:32.213042 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-1dc5349f-2c03-4afb-aa96-9fa01b8e4fee tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:32.219489 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-1dc5349f-2c03-4afb-aa96-9fa01b8e4fee tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994370'] for security_group_rule, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:32.220412 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca514a2-8dbd-4da9-80a8-b130949ec6a0 req-560bbf09-9da8-45d3-a5d2-5460942b8f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:59:32.223186 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-6ca514a2-8dbd-4da9-80a8-b130949ec6a0 req-560bbf09-9da8-45d3-a5d2-5460942b8f8e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=06a344c95e04492b8d6015a2d3d39bf1&device_id=6e9b85a8-2c27-45b3-9f99-6eb1a8f79031 HTTP/1.1" status: 200 len: 1095 time: 0.0562592 Nov 23 17:59:32.240367 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc5349f-2c03-4afb-aa96-9fa01b8e4fee tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32f1d608-2441-45b7-8d82-ef799afbd520,revision_number=0']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:59:32.246646 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-1dc5349f-2c03-4afb-aa96-9fa01b8e4fee tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:32.250608 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-1dc5349f-2c03-4afb-aa96-9fa01b8e4fee tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1839435 Nov 23 17:59:32.251217 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 51388) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:59:32.255670 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-07ac4c39-46c7-4b7c-bcf9-cf190bd5e0f6 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Request body: {'security_group_rule': {'security_group_id': '26a740ef-a414-40be-ab5f-6db73ff13e79', 'project_id': '4d3a35880fb64e77bd3047bfa46cf261', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:59:32.278335 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-6ca514a2-8dbd-4da9-80a8-b130949ec6a0 req-70c535ff-eaaa-4c67-8402-7c4bfaae5def service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.22&port_id=dd5cfaf4-d892-43d3-9161-4d4633384b37 HTTP/1.1" status: 200 len: 217 time: 0.0472078 Nov 23 17:59:32.290208 n-d-816206-8 neutron-server[103591]: INFO neutron.db.securitygroups_db [None req-07ac4c39-46c7-4b7c-bcf9-cf190bd5e0f6 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Project 4d3a35880fb64e77bd3047bfa46cf261 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 17:59:32.296146 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-07ac4c39-46c7-4b7c-bcf9-cf190bd5e0f6 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:32.341511 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca514a2-8dbd-4da9-80a8-b130949ec6a0 req-dd201f4c-0b98-411e-96c6-88171f21a318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:59:32.343045 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-6ca514a2-8dbd-4da9-80a8-b130949ec6a0 req-dd201f4c-0b98-411e-96c6-88171f21a318 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=bb0ec495-665a-4fbc-97af-f9407a4fc960 HTTP/1.1" status: 200 len: 838 time: 0.0574803 Nov 23 17:59:32.389341 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca514a2-8dbd-4da9-80a8-b130949ec6a0 req-ae0246c8-5570-4d42-a156-e111b5a1ad46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:59:32.390838 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-6ca514a2-8dbd-4da9-80a8-b130949ec6a0 req-ae0246c8-5570-4d42-a156-e111b5a1ad46 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f26ba295-0ba9-4fe5-8fc2-bd47c429079f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0406628 Nov 23 17:59:32.398028 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-07ac4c39-46c7-4b7c-bcf9-cf190bd5e0f6 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:32.406475 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc53729-2a53-49a0-851f-3aa334652f11 req-0c54bce7-8932-47ef-9f3e-cafb21ce2f7e tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:59:32.407987 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-acc53729-2a53-49a0-851f-3aa334652f11 req-0c54bce7-8932-47ef-9f3e-cafb21ce2f7e tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] 10.222.0.60 "GET /v2.0/ports?device_id=3f0264ec-7ac0-4a92-84e9-9486fee23117 HTTP/1.1" status: 200 len: 985 time: 0.0688803 Nov 23 17:59:32.409154 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-07ac4c39-46c7-4b7c-bcf9-cf190bd5e0f6 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994370'] for security_group_rule, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:32.435053 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ac4c39-46c7-4b7c-bcf9-cf190bd5e0f6 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0236bab8-ac89-4e96-914d-6b3d8805bbda,revision_number=0']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:59:32.452085 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-07ac4c39-46c7-4b7c-bcf9-cf190bd5e0f6 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:32.453312 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-07ac4c39-46c7-4b7c-bcf9-cf190bd5e0f6 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2011671 Nov 23 17:59:32.460773 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 51394) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:59:32.468100 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-e8f697d3-2096-4fee-bf76-0d9d6b5c5ce1 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Request body: {'network': {'name': 'tempest-network-smoke--1249473073', 'project_id': '4d3a35880fb64e77bd3047bfa46cf261', 'port_security_enabled': True}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:59:32.510846 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-acc53729-2a53-49a0-851f-3aa334652f11 req-ec55f65b-d9bf-4250-9ba3-c161291dd7a9 tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] 10.222.0.60 "GET /v2.0/security-groups?id=56afa034-f545-4404-8cb1-a48c2a68d4cc&id=6dda33c2-f578-49e4-aa77-399a2d78d06b&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.0870237 Nov 23 17:59:32.512128 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-6ca514a2-8dbd-4da9-80a8-b130949ec6a0 req-99a07d5f-0b07-460a-8efa-5c3c942b93b3 service neutron] 10.222.0.55 "GET /v2.0/networks/f26ba295-0ba9-4fe5-8fc2-bd47c429079f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1139843 Nov 23 17:59:32.522495 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8f697d3-2096-4fee-bf76-0d9d6b5c5ce1 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Made reservation on behalf of 4d3a35880fb64e77bd3047bfa46cf261 for: {'network': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:59:32.526364 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-e8f697d3-2096-4fee-bf76-0d9d6b5c5ce1 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for network, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:32.572444 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8f697d3-2096-4fee-bf76-0d9d6b5c5ce1 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] vlan segment allocate from pool success with {'vlan_id': 549, 'physical_network': 'physnet1'} {{(pid=103591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 17:59:32.584547 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb6f23d-74ae-467d-a6f3-b07b99a95047 req-cc8a8731-82cd-4be7-ac31-7e95e365747b tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:59:32.586075 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-abb6f23d-74ae-467d-a6f3-b07b99a95047 req-cc8a8731-82cd-4be7-ac31-7e95e365747b tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] 10.222.0.60 "GET /v2.0/ports?device_id=6e9b85a8-2c27-45b3-9f99-6eb1a8f79031 HTTP/1.1" status: 200 len: 944 time: 0.0734887 Nov 23 17:59:32.592885 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-e8f697d3-2096-4fee-bf76-0d9d6b5c5ce1 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:32.593227 n-d-816206-8 neutron-server[103591]: INFO neutron.db.segments_db [None req-e8f697d3-2096-4fee-bf76-0d9d6b5c5ce1 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Added segment c258ffac-1f4d-4be6-aafc-e39582cd8d50 of type vlan for network a784d5f5-5cd6-4b40-bc61-16afa7774b1f Nov 23 17:59:32.615867 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-6ca514a2-8dbd-4da9-80a8-b130949ec6a0 req-4eb8d305-da27-402a-9cf0-46ab8a964a47 service neutron] 10.222.0.55 "GET /v2.0/networks/f26ba295-0ba9-4fe5-8fc2-bd47c429079f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965307 Nov 23 17:59:32.686369 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-e8f697d3-2096-4fee-bf76-0d9d6b5c5ce1 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736635338810'] for network, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:32.710976 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff70e57-51e4-488e-a56b-9ebe84632c91 req-0ee5c550-0ffa-4ad7-8dee-619c665f9f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:59:32.713210 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-3ff70e57-51e4-488e-a56b-9ebe84632c91 req-0ee5c550-0ffa-4ad7-8dee-619c665f9f82 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=06a344c95e04492b8d6015a2d3d39bf1&device_id=6e9b85a8-2c27-45b3-9f99-6eb1a8f79031 HTTP/1.1" status: 200 len: 1095 time: 0.0493267 Nov 23 17:59:32.718291 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-abb6f23d-74ae-467d-a6f3-b07b99a95047 req-f1a7155d-81e5-4756-bb23-1d4e9939961d tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1d6dc71-1282-4a19-ac4d-295df9dee0ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1235151 Nov 23 17:59:32.733110 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58da74e-a136-458b-9eb0-ecf3670aab30 req-6fa03af5-e70d-4b65-befa-1dd4498b2008 tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:59:32.734614 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e58da74e-a136-458b-9eb0-ecf3670aab30 req-6fa03af5-e70d-4b65-befa-1dd4498b2008 tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] 10.222.0.60 "GET /v2.0/ports?device_id=3f0264ec-7ac0-4a92-84e9-9486fee23117 HTTP/1.1" status: 200 len: 985 time: 0.1387467 Nov 23 17:59:32.758249 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-e8f697d3-2096-4fee-bf76-0d9d6b5c5ce1 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493'] for network, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:32.764393 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8f697d3-2096-4fee-bf76-0d9d6b5c5ce1 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:59:32.764925 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-e8f697d3-2096-4fee-bf76-0d9d6b5c5ce1 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks [] for network, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:32.811636 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff70e57-51e4-488e-a56b-9ebe84632c91 req-4fbfb320-b7fd-4ca1-90d2-c0e934fa6c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:59:32.812724 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-e8f697d3-2096-4fee-bf76-0d9d6b5c5ce1 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3503540 Nov 23 17:59:32.813739 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-3ff70e57-51e4-488e-a56b-9ebe84632c91 req-4fbfb320-b7fd-4ca1-90d2-c0e934fa6c07 service neutron] 10.222.0.55 "GET /v2.0/networks?id=f26ba295-0ba9-4fe5-8fc2-bd47c429079f HTTP/1.1" status: 200 len: 898 time: 0.0931957 Nov 23 17:59:32.815380 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 51398) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:59:32.819664 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-2f1ed076-81a2-4b29-b3e8-3623547992ba tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1323576692', 'admin_state_up': True, 'project_id': '4d3a35880fb64e77bd3047bfa46cf261', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'}}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:59:32.855111 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f697d3-2096-4fee-bf76-0d9d6b5c5ce1 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Pushing event updated for resources: {'Network': ['ID=a784d5f5-5cd6-4b40-bc61-16afa7774b1f,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:59:32.865673 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Network a784d5f5-5cd6-4b40-bc61-16afa7774b1f details requested by agent ovs-agent-n-d-816206-8 with host n-d-816206-8 {{(pid=103592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 17:59:32.871332 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-3ff70e57-51e4-488e-a56b-9ebe84632c91 req-773f4b21-17f2-49a2-8005-7715126839e1 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.22&port_id=dd5cfaf4-d892-43d3-9161-4d4633384b37 HTTP/1.1" status: 200 len: 217 time: 0.0439548 Nov 23 17:59:32.875520 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e58da74e-a136-458b-9eb0-ecf3670aab30 req-96fca2f1-2342-45ff-936a-b7d31a7c3a4b tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] 10.222.0.60 "GET /v2.0/security-groups?id=56afa034-f545-4404-8cb1-a48c2a68d4cc&id=6dda33c2-f578-49e4-aa77-399a2d78d06b&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.1331697 Nov 23 17:59:32.911333 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2f1ed076-81a2-4b29-b3e8-3623547992ba tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1793449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8093'] for router, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:32.912427 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2f1ed076-81a2-4b29-b3e8-3623547992ba tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1794473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1794771', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1638326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8086'] for router, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:32.940592 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff70e57-51e4-488e-a56b-9ebe84632c91 req-85af4bd4-8e87-4db6-89a4-8cfed9f3bc61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:59:32.943171 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-3ff70e57-51e4-488e-a56b-9ebe84632c91 req-85af4bd4-8e87-4db6-89a4-8cfed9f3bc61 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=bb0ec495-665a-4fbc-97af-f9407a4fc960 HTTP/1.1" status: 200 len: 838 time: 0.0639770 Nov 23 17:59:33.001924 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528c03f5-97fd-4139-bd6c-d07c2ecef6a9 req-0814ae6c-d4c2-457c-be0c-bef17058cb9a tempest-TestSecurityGroupsBasicOps-257308248 tempest-TestSecurityGroupsBasicOps-257308248-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:59:33.003455 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-528c03f5-97fd-4139-bd6c-d07c2ecef6a9 req-0814ae6c-d4c2-457c-be0c-bef17058cb9a tempest-TestSecurityGroupsBasicOps-257308248 tempest-TestSecurityGroupsBasicOps-257308248-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=3f0264ec-7ac0-4a92-84e9-9486fee23117 HTTP/1.1" status: 200 len: 1136 time: 0.0494523 Nov 23 17:59:33.008403 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2f1ed076-81a2-4b29-b3e8-3623547992ba tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:33.023509 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-528c03f5-97fd-4139-bd6c-d07c2ecef6a9 req-b8193203-5262-49d8-a3dd-52fd771f9837 tempest-TestSecurityGroupsBasicOps-257308248 tempest-TestSecurityGroupsBasicOps-257308248-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:33.078933 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff70e57-51e4-488e-a56b-9ebe84632c91 req-f90a1dad-7d3c-4d29-a6a7-ebe172454064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:59:33.080480 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-3ff70e57-51e4-488e-a56b-9ebe84632c91 req-f90a1dad-7d3c-4d29-a6a7-ebe172454064 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f26ba295-0ba9-4fe5-8fc2-bd47c429079f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1280277 Nov 23 17:59:33.103380 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-528c03f5-97fd-4139-bd6c-d07c2ecef6a9 req-b8193203-5262-49d8-a3dd-52fd771f9837 tempest-TestSecurityGroupsBasicOps-257308248 tempest-TestSecurityGroupsBasicOps-257308248-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:33.107288 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-528c03f5-97fd-4139-bd6c-d07c2ecef6a9 req-b8193203-5262-49d8-a3dd-52fd771f9837 tempest-TestSecurityGroupsBasicOps-257308248 tempest-TestSecurityGroupsBasicOps-257308248-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:33.148530 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8193203-5262-49d8-a3dd-52fd771f9837 tempest-TestSecurityGroupsBasicOps-257308248 tempest-TestSecurityGroupsBasicOps-257308248-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58644e87-6bf8-4818-93af-2d1291629963,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:59:33.158260 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-528c03f5-97fd-4139-bd6c-d07c2ecef6a9 req-b8193203-5262-49d8-a3dd-52fd771f9837 tempest-TestSecurityGroupsBasicOps-257308248 tempest-TestSecurityGroupsBasicOps-257308248-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=56afa034-f545-4404-8cb1-a48c2a68d4cc&id=6dda33c2-f578-49e4-aa77-399a2d78d06b&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.1473768 Nov 23 17:59:33.181017 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2f1ed076-81a2-4b29-b3e8-3623547992ba tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:33.188798 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 51402) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:59:33.231808 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72f012bd-8f5a-4b7a-b20b-d24435fe3f89 tempest-TestSecurityGroupsBasicOps-257308248 tempest-TestSecurityGroupsBasicOps-257308248-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:59:33.233376 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-72f012bd-8f5a-4b7a-b20b-d24435fe3f89 tempest-TestSecurityGroupsBasicOps-257308248 tempest-TestSecurityGroupsBasicOps-257308248-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=3f0264ec-7ac0-4a92-84e9-9486fee23117 HTTP/1.1" status: 200 len: 1131 time: 0.0426435 Nov 23 17:59:33.236440 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 51404) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:59:33.240861 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-7c376311-3661-429b-9fe9-273dacf0acd2 tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] Request body: {'floatingip': {'floating_network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'port_id': 'f0710b90-5b61-46c4-8d26-828b770f8fc9', 'tenant_id': 'b3a2c64c5957447b9a4b3f6afc3f6e95', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:59:33.265334 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-7c376311-3661-429b-9fe9-273dacf0acd2 tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] Publish callbacks [] for floatingip, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:33.272003 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-3ff70e57-51e4-488e-a56b-9ebe84632c91 req-29faa4da-4253-4216-8cc3-8a51db848c65 service neutron] 10.222.0.55 "GET /v2.0/networks/f26ba295-0ba9-4fe5-8fc2-bd47c429079f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1817081 Nov 23 17:59:33.365727 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-7c376311-3661-429b-9fe9-273dacf0acd2 tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:33.412596 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-3ff70e57-51e4-488e-a56b-9ebe84632c91 req-2ef5ea94-cf55-410c-8238-38c8293205a1 service neutron] 10.222.0.55 "GET /v2.0/networks/f26ba295-0ba9-4fe5-8fc2-bd47c429079f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326525 Nov 23 17:59:33.470709 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.db_base_plugin_common [None req-7c376311-3661-429b-9fe9-273dacf0acd2 tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] Allocated IP 172.25.3.129 (4c8455ba-1be5-42ac-b8c2-8a16e1292d55/08fe3644-ce41-4c3f-a7ea-92bac0f0fff5/e9f3e1ce-acdb-4efe-ba33-f2114186b8e5) {{(pid=103591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:59:33.585143 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-7c376311-3661-429b-9fe9-273dacf0acd2 tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] Publish callbacks [] for port, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:33.622006 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-7c376311-3661-429b-9fe9-273dacf0acd2 tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:33.663627 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c376311-3661-429b-9fe9-273dacf0acd2 tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] Network 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 is already hosted by enough agents. {{(pid=103591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:59:33.667217 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [None req-7c376311-3661-429b-9fe9-273dacf0acd2 tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] Resources bound (agent type, host, resource id): {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:59:33.670912 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c376311-3661-429b-9fe9-273dacf0acd2 tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] Received port after_create {{(pid=103591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:59:33.677406 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c376311-3661-429b-9fe9-273dacf0acd2 tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] Pushing event updated for resources: {'Port': ['ID=e9f3e1ce-acdb-4efe-ba33-f2114186b8e5,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:59:33.806628 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2f1ed076-81a2-4b29-b3e8-3623547992ba tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks [] for router_gateway, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:33.825206 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2f1ed076-81a2-4b29-b3e8-3623547992ba tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:33.926711 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c994faa-f82c-4849-a05b-e5149695f1d0 req-cdd7f7f4-e56d-4b4b-9445-07cac16f9ad1 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:59:33.928953 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4c994faa-f82c-4849-a05b-e5149695f1d0 req-cdd7f7f4-e56d-4b4b-9445-07cac16f9ad1 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] 10.222.0.60 "GET /v2.0/ports?device_id=6e9b85a8-2c27-45b3-9f99-6eb1a8f79031 HTTP/1.1" status: 200 len: 944 time: 0.1323071 Nov 23 17:59:33.935198 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-2f1ed076-81a2-4b29-b3e8-3623547992ba tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Allocated IP 172.25.3.191 (4c8455ba-1be5-42ac-b8c2-8a16e1292d55/08fe3644-ce41-4c3f-a7ea-92bac0f0fff5/3afb17d8-58fc-44ad-9706-d866d340291b) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:59:34.040357 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2f1ed076-81a2-4b29-b3e8-3623547992ba tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:34.074663 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4c994faa-f82c-4849-a05b-e5149695f1d0 req-a1fd1fbc-3225-4713-b668-a17ed501da6d tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1d6dc71-1282-4a19-ac4d-295df9dee0ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1365514 Nov 23 17:59:34.075419 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2f1ed076-81a2-4b29-b3e8-3623547992ba tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:34.122673 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f1ed076-81a2-4b29-b3e8-3623547992ba tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Network 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:59:34.125730 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-2f1ed076-81a2-4b29-b3e8-3623547992ba tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:59:34.131133 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f1ed076-81a2-4b29-b3e8-3623547992ba tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:59:34.139446 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fe2c1c3-88b9-4091-98ec-6245e4ea9787 None None] DHCP port deletion for 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:59:34.155749 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1ed076-81a2-4b29-b3e8-3623547992ba tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Pushing event updated for resources: {'Port': ['ID=3afb17d8-58fc-44ad-9706-d866d340291b,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:59:34.194407 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-80206ba3-7d64-4a08-853e-b0459a655c42 None None] Provisioning complete for port 3afb17d8-58fc-44ad-9706-d866d340291b triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:59:34.195170 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-80206ba3-7d64-4a08-853e-b0459a655c42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:34.239728 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-80206ba3-7d64-4a08-853e-b0459a655c42 None None] Port 3afb17d8-58fc-44ad-9706-d866d340291b cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:59:34.403332 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2f1ed076-81a2-4b29-b3e8-3623547992ba tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks [] for router_gateway, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:34.518847 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-7c376311-3661-429b-9fe9-273dacf0acd2 tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:34.604844 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2f1ed076-81a2-4b29-b3e8-3623547992ba tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1794316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1795362'] for router, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:34.621897 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-7c376311-3661-429b-9fe9-273dacf0acd2 tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:34.733913 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f1ed076-81a2-4b29-b3e8-3623547992ba tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Router 9dcbdd82-6f50-4712-a0d5-337add9f4141 is scheduled to L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 with binding_index 1 {{(pid=103590) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 17:59:34.778827 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-7c376311-3661-429b-9fe9-273dacf0acd2 tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] Publish callbacks [] for port, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:34.783954 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-7c376311-3661-429b-9fe9-273dacf0acd2 tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264758186'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:34.808766 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device dd5cfaf4-d892-43d3-9161-4d4633384b37 details requested by agent hyperv_n-h1-816206-8 with host n-h1-816206-8 {{(pid=103592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 17:59:34.849150 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f1ed076-81a2-4b29-b3e8-3623547992ba tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:59:34.863567 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c376311-3661-429b-9fe9-273dacf0acd2 tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] Pushing event updated for resources: {'Port': ['ID=e9f3e1ce-acdb-4efe-ba33-f2114186b8e5,revision_number=2']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:59:34.875181 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-7c376311-3661-429b-9fe9-273dacf0acd2 tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1795396'] for floatingip, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:34.876193 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2f1ed076-81a2-4b29-b3e8-3623547992ba tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks [] for router, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:34.880439 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-2f1ed076-81a2-4b29-b3e8-3623547992ba tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.0612106 Nov 23 17:59:34.881362 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 51408) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:59:34.884612 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60e1cec5-1fe6-440e-ba7f-136252a29cd7 None None] Sync routers for ids ['9dcbdd82-6f50-4712-a0d5-337add9f4141'] in n-d-816206-8 {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:59:34.904096 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60e1cec5-1fe6-440e-ba7f-136252a29cd7 None None] Routers {'9dcbdd82-6f50-4712-a0d5-337add9f4141'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:59:34.904738 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-60e1cec5-1fe6-440e-ba7f-136252a29cd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:59:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['9dcbdd82-6f50-4712-a0d5-337add9f4141'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:59:34.949914 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-14327a56-5dfb-4737-969b-a21bd8f5275a tempest-TestNetworkAdvancedServerOps-448977066 tempest-TestNetworkAdvancedServerOps-448977066-project-admin] 10.222.0.60 "GET /v2.0/subnets?project_id=4d3a35880fb64e77bd3047bfa46cf261&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0649941 Nov 23 17:59:34.950530 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 51410) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:59:34.966660 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port dd5cfaf4-d892-43d3-9161-4d4633384b37, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=dd5cfaf4-d892-43d3-9161-4d4633384b37,segment=NetworkSegment(a64837ae-89ff-4387-9278-ac3ff4a5f9b3),segment_id=a64837ae-89ff-4387-9278-ac3ff4a5f9b3)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:59:35.007380 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Returning: {'device': 'dd5cfaf4-d892-43d3-9161-4d4633384b37', 'network_id': 'f26ba295-0ba9-4fe5-8fc2-bd47c429079f', 'port_id': 'dd5cfaf4-d892-43d3-9161-4d4633384b37', 'mac_address': 'fa:16:3e:26:a1:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb0ec495-665a-4fbc-97af-f9407a4fc960', 'ip_address': '172.20.0.22'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 17:59:35.068743 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvr_db [None req-60e1cec5-1fe6-440e-ba7f-136252a29cd7 None None] Set router 9dcbdd82-6f50-4712-a0d5-337add9f4141 gateway port host: n-d-816206-8 {{(pid=103592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:59:35.070790 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:35.084609 n-d-816206-8 neutron-server[103591]: INFO neutron.db.l3_db [None req-7c376311-3661-429b-9fe9-273dacf0acd2 tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] Floating IP c9224b12-be9f-4e16-bcd9-1f2857fe7898 associated. External IP: 172.25.3.129, port: f0710b90-5b61-46c4-8d26-828b770f8fc9. Nov 23 17:59:35.127361 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a54a2d0-d9db-4586-bb26-e9b457b0f667 tempest-TestNetworkAdvancedServerOps-448977066 tempest-TestNetworkAdvancedServerOps-448977066-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:59:35.132844 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-5a54a2d0-d9db-4586-bb26-e9b457b0f667 tempest-TestNetworkAdvancedServerOps-448977066 tempest-TestNetworkAdvancedServerOps-448977066-project-admin] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1778991 Nov 23 17:59:35.132844 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 51414) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:59:35.193438 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-238ab6f5-8364-4f43-a263-6775637f4a3d tempest-TestNetworkAdvancedServerOps-448977066 tempest-TestNetworkAdvancedServerOps-448977066-project-admin] 10.222.0.60 "GET /v2.0/subnets?network_id=4c8455ba-1be5-42ac-b8c2-8a16e1292d55&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0579383 Nov 23 17:59:35.194995 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 51416) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:59:35.202848 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-dbf69808-f234-4023-8640-e0ec52c392a3 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-299387855', 'network_id': 'a784d5f5-5cd6-4b40-bc61-16afa7774b1f', 'project_id': '4d3a35880fb64e77bd3047bfa46cf261', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:59:35.275938 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443c9d12-45bd-4e55-925f-4a8a463c1924 req-21ff7949-70f2-4b1f-8d8d-1b482089d83d tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:59:35.277589 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-443c9d12-45bd-4e55-925f-4a8a463c1924 req-21ff7949-70f2-4b1f-8d8d-1b482089d83d tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] 10.222.0.60 "GET /v2.0/ports?device_id=6e9b85a8-2c27-45b3-9f99-6eb1a8f79031 HTTP/1.1" status: 200 len: 944 time: 0.1038949 Nov 23 17:59:35.289553 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd5cfaf4-d892-43d3-9161-4d4633384b37 {{(pid=103592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:59:35.312348 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbf69808-f234-4023-8640-e0ec52c392a3 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Made reservation on behalf of 4d3a35880fb64e77bd3047bfa46cf261 for: {'subnet': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:59:35.315948 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-dbf69808-f234-4023-8640-e0ec52c392a3 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264730903'] for subnet, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:35.334874 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port dd5cfaf4-d892-43d3-9161-4d4633384b37, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=dd5cfaf4-d892-43d3-9161-4d4633384b37,segment=NetworkSegment(a64837ae-89ff-4387-9278-ac3ff4a5f9b3),segment_id=a64837ae-89ff-4387-9278-ac3ff4a5f9b3)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:59:35.361495 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:35.407367 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-443c9d12-45bd-4e55-925f-4a8a463c1924 req-7e51de3a-91c2-4ef0-902f-db41fc399e1a tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1d6dc71-1282-4a19-ac4d-295df9dee0ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1229503 Nov 23 17:59:35.449368 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c376311-3661-429b-9fe9-273dacf0acd2 tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] Router 4260c439-9237-4bb0-8047-b589a5dcc470 has already been hosted by L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 {{(pid=103591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 17:59:35.455623 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Pushing event updated for resources: {'Port': ['ID=dd5cfaf4-d892-43d3-9161-4d4633384b37,revision_number=4']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:59:35.469953 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:59:35.470472 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:59:35.470919 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:59:35.471354 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:59:35.471700 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:59:35.472033 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:59:35.472360 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:59:35.472717 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:59:35.473724 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:59:35.473724 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:59:35.474046 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:59:35.474305 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:59:35.512472 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-60e1cec5-1fe6-440e-ba7f-136252a29cd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dcbdd82-6f50-4712-a0d5-337add9f4141', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1323576692', 'tenant_id': '4d3a35880fb64e77bd3047bfa46cf261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.191'}], 'enable_snat': True}, 'gw_port_id': '3afb17d8-58fc-44ad-9706-d866d340291b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:59:32Z', 'updated_at': '2021-11-23T17:59:34Z', 'revision_number': 3, 'project_id': '4d3a35880fb64e77bd3047bfa46cf261', 'gw_port': {'id': '3afb17d8-58fc-44ad-9706-d866d340291b', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:0c:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dcbdd82-6f50-4712-a0d5-337add9f4141', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:59:33Z', 'updated_at': '2021-11-23T17:59:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8'}], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:59:35.536780 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-dbf69808-f234-4023-8640-e0ec52c392a3 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264358096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264730885'] for subnet, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:35.542441 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60e1cec5-1fe6-440e-ba7f-136252a29cd7 None None] Checking router: 9dcbdd82-6f50-4712-a0d5-337add9f4141 for host: n-d-816206-8 {{(pid=103592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 17:59:35.542802 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60e1cec5-1fe6-440e-ba7f-136252a29cd7 None None] Updating router 9dcbdd82-6f50-4712-a0d5-337add9f4141 port 3afb17d8-58fc-44ad-9706-d866d340291b binding host n-d-816206-8 {{(pid=103592) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 17:59:35.562717 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] get_ports_and_sgs() called for port_ids ['dd5cfaf4-d892-43d3-9161-4d4633384b37'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:59:35.568881 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c376311-3661-429b-9fe9-273dacf0acd2 tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:59:35.583412 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e033efeb-eabf-48e6-a0e7-33fc1699ae2b None None] Sync routers for ids ['4260c439-9237-4bb0-8047-b589a5dcc470'] in n-d-816206-8 {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:59:35.593597 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e033efeb-eabf-48e6-a0e7-33fc1699ae2b None None] Routers {'4260c439-9237-4bb0-8047-b589a5dcc470'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:59:35.594080 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-7c376311-3661-429b-9fe9-273dacf0acd2 tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for floatingip, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:35.594381 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-e033efeb-eabf-48e6-a0e7-33fc1699ae2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:59:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['4260c439-9237-4bb0-8047-b589a5dcc470'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:59:35.598792 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-60e1cec5-1fe6-440e-ba7f-136252a29cd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:35.612705 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf69808-f234-4023-8640-e0ec52c392a3 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Pushing event updated for resources: {'Subnet': ['ID=d11b9ece-e41a-4fe0-8b2b-a718aa85eeac,revision_number=0']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:59:35.625138 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbf69808-f234-4023-8640-e0ec52c392a3 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Checking segment: {'id': 'c258ffac-1f4d-4be6-aafc-e39582cd8d50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'a784d5f5-5cd6-4b40-bc61-16afa7774b1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:59:35.625501 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbf69808-f234-4023-8640-e0ec52c392a3 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Network hostable DHCP agents. Network: a784d5f5-5cd6-4b40-bc61-16afa7774b1f, hostable agents: ['0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3'], hosted agents: [] {{(pid=103590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 17:59:35.640545 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-7c376311-3661-429b-9fe9-273dacf0acd2 tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4029379 Nov 23 17:59:35.641107 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f0264ec-7ac0-4a92-84e9-9486fee23117', 'tag': 'f0710b90-5b61-46c4-8d26-828b770f8fc9'}] {{(pid=103591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:59:35.643800 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41d174a19ece9499ff9ec44e5b3fc50f2abd3ffbc947fb7e52ea1e8db27b95b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bb933b5-e130-4353-81d8-ab65f955b45b" -d '{"events": [{"name": "network-changed", "server_uuid": "3f0264ec-7ac0-4a92-84e9-9486fee23117", "tag": "f0710b90-5b61-46c4-8d26-828b770f8fc9"}]}' {{(pid=103591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:59:35.643971 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 51418) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:59:35.681735 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbf69808-f234-4023-8640-e0ec52c392a3 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Network a784d5f5-5cd6-4b40-bc61-16afa7774b1f is scheduled to be hosted by DHCP agent 0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3 with binding_index 1 {{(pid=103590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 17:59:35.703579 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-dbf69808-f234-4023-8640-e0ec52c392a3 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-8, a784d5f5-5cd6-4b40-bc61-16afa7774b1f) {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:59:35.706500 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 17:59:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4481815b-2b3c-4ee5-8164-8dd8e5c4d778 x-openstack-request-id: req-4481815b-2b3c-4ee5-8164-8dd8e5c4d778 {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:59:35.707168 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f0264ec-7ac0-4a92-84e9-9486fee23117", "tag": "f0710b90-5b61-46c4-8d26-828b770f8fc9", "status": "completed", "code": 200}]} {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:59:35.710238 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-4481815b-2b3c-4ee5-8164-8dd8e5c4d778 {{(pid=103591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:59:35.711067 n-d-816206-8 neutron-server[103591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f0264ec-7ac0-4a92-84e9-9486fee23117', 'tag': 'f0710b90-5b61-46c4-8d26-828b770f8fc9', 'status': 'completed', 'code': 200} Nov 23 17:59:35.717946 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd7110fb-2b3e-44d8-807a-452fd2c7a413 None None] Network a784d5f5-5cd6-4b40-bc61-16afa7774b1f requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:59:35.724323 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbf69808-f234-4023-8640-e0ec52c392a3 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:59:35.725465 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-dbf69808-f234-4023-8640-e0ec52c392a3 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks [] for subnet, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:35.735791 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-e033efeb-eabf-48e6-a0e7-33fc1699ae2b None None] Set router 4260c439-9237-4bb0-8047-b589a5dcc470 gateway port host: n-d-816206-8 {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:59:35.784629 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb933b5-e130-4353-81d8-ab65f955b45b req-118bde0a-bb3a-4b94-b922-b105e978de57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:59:35.788576 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-1bb933b5-e130-4353-81d8-ab65f955b45b req-118bde0a-bb3a-4b94-b922-b105e978de57 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b3a2c64c5957447b9a4b3f6afc3f6e95&device_id=3f0264ec-7ac0-4a92-84e9-9486fee23117 HTTP/1.1" status: 200 len: 1136 time: 0.0557375 Nov 23 17:59:35.792791 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-dbf69808-f234-4023-8640-e0ec52c392a3 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5962622 Nov 23 17:59:35.796303 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 51422) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:59:35.819591 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c05bb284-d56f-40b3-b56c-2186d4fccd92 tempest-TestSecurityGroupsBasicOps-257308248 tempest-TestSecurityGroupsBasicOps-257308248-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:59:35.820304 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c05bb284-d56f-40b3-b56c-2186d4fccd92 tempest-TestSecurityGroupsBasicOps-257308248 tempest-TestSecurityGroupsBasicOps-257308248-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:59:35.820810 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c05bb284-d56f-40b3-b56c-2186d4fccd92 tempest-TestSecurityGroupsBasicOps-257308248 tempest-TestSecurityGroupsBasicOps-257308248-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:59:35.822080 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c05bb284-d56f-40b3-b56c-2186d4fccd92 tempest-TestSecurityGroupsBasicOps-257308248 tempest-TestSecurityGroupsBasicOps-257308248-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:59:35.823239 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c05bb284-d56f-40b3-b56c-2186d4fccd92 tempest-TestSecurityGroupsBasicOps-257308248 tempest-TestSecurityGroupsBasicOps-257308248-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:59:35.823720 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c05bb284-d56f-40b3-b56c-2186d4fccd92 tempest-TestSecurityGroupsBasicOps-257308248 tempest-TestSecurityGroupsBasicOps-257308248-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:59:35.824232 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c05bb284-d56f-40b3-b56c-2186d4fccd92 tempest-TestSecurityGroupsBasicOps-257308248 tempest-TestSecurityGroupsBasicOps-257308248-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:59:35.828778 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-c05bb284-d56f-40b3-b56c-2186d4fccd92 tempest-TestSecurityGroupsBasicOps-257308248 tempest-TestSecurityGroupsBasicOps-257308248-project-admin] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4935 time: 0.1812429 Nov 23 17:59:35.829318 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 51424) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:59:35.945748 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b665ed96-cfa1-4f3e-a8bf-3f97965c050e tempest-TestSecurityGroupsBasicOps-257308248 tempest-TestSecurityGroupsBasicOps-257308248-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:59:35.946987 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b665ed96-cfa1-4f3e-a8bf-3f97965c050e tempest-TestSecurityGroupsBasicOps-257308248 tempest-TestSecurityGroupsBasicOps-257308248-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:59:35.947331 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b665ed96-cfa1-4f3e-a8bf-3f97965c050e tempest-TestSecurityGroupsBasicOps-257308248 tempest-TestSecurityGroupsBasicOps-257308248-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:59:35.947884 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b665ed96-cfa1-4f3e-a8bf-3f97965c050e tempest-TestSecurityGroupsBasicOps-257308248 tempest-TestSecurityGroupsBasicOps-257308248-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:59:35.948397 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b665ed96-cfa1-4f3e-a8bf-3f97965c050e tempest-TestSecurityGroupsBasicOps-257308248 tempest-TestSecurityGroupsBasicOps-257308248-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:59:35.949714 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b665ed96-cfa1-4f3e-a8bf-3f97965c050e tempest-TestSecurityGroupsBasicOps-257308248 tempest-TestSecurityGroupsBasicOps-257308248-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:59:35.950321 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b665ed96-cfa1-4f3e-a8bf-3f97965c050e tempest-TestSecurityGroupsBasicOps-257308248 tempest-TestSecurityGroupsBasicOps-257308248-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:59:35.952420 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-b665ed96-cfa1-4f3e-a8bf-3f97965c050e tempest-TestSecurityGroupsBasicOps-257308248 tempest-TestSecurityGroupsBasicOps-257308248-project-admin] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4597 time: 0.1220825 Nov 23 17:59:35.955213 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 51426) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:59:36.018230 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-e033efeb-eabf-48e6-a0e7-33fc1699ae2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4260c439-9237-4bb0-8047-b589a5dcc470', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1304575898', 'tenant_id': 'b3a2c64c5957447b9a4b3f6afc3f6e95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.61'}], 'enable_snat': True}, 'gw_port_id': '6a217b90-9f29-4732-9ff6-801dd7725e1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:59:14Z', 'updated_at': '2021-11-23T17:59:18Z', 'revision_number': 4, 'project_id': 'b3a2c64c5957447b9a4b3f6afc3f6e95', 'gw_port': {'id': '6a217b90-9f29-4732-9ff6-801dd7725e1b', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:9e:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4260c439-9237-4bb0-8047-b589a5dcc470', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:59:14Z', 'updated_at': '2021-11-23T17:59:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_floatingips': [{'id': 'c9224b12-be9f-4e16-bcd9-1f2857fe7898', 'tenant_id': 'b3a2c64c5957447b9a4b3f6afc3f6e95', 'floating_ip_address': '172.25.3.129', 'floating_network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'router_id': '4260c439-9237-4bb0-8047-b589a5dcc470', 'port_id': 'f0710b90-5b61-46c4-8d26-828b770f8fc9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3885, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '30ad5e0b-b448-45c5-81cc-5310ff5aa53b', 'mac_address': 'fa:16:3e:d1:21:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f0264ec-7ac0-4a92-84e9-9486fee23117', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T17:59:33Z', 'updated_at': '2021-11-23T17:59:33Z', 'revision_number': 0, 'project_id': 'b3a2c64c5957447b9a4b3f6afc3f6e95', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3c77e71-c972-4c1d-8673-3133234ae1cb', 'name': '', 'network_id': '30ad5e0b-b448-45c5-81cc-5310ff5aa53b', 'tenant_id': 'b3a2c64c5957447b9a4b3f6afc3f6e95', 'mac_address': 'fa:16:3e:b1:e4:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4260c439-9237-4bb0-8047-b589a5dcc470', 'device_owner': 'network:router_interface', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': 'f89d8790-7fe3-41e9-a7b7-c70e073fca47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:59:18Z', 'updated_at': '2021-11-23T17:59:21Z', 'revision_number': 5, 'project_id': 'b3a2c64c5957447b9a4b3f6afc3f6e95', 'subnets': [{'id': 'f89d8790-7fe3-41e9-a7b7-c70e073fca47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:59:36.037456 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdfc4179-fd44-4bd0-be94-7c511d65637a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp355044b8-8e87-58c4-94fa-4a010ec30f9e-a784d5f5-5cd6-4b40-bc61-16afa7774b1f', 'network_id': 'a784d5f5-5cd6-4b40-bc61-16afa7774b1f', 'tenant_id': '4d3a35880fb64e77bd3047bfa46cf261', 'fixed_ips': [{'subnet_id': 'd11b9ece-e41a-4fe0-8b2b-a718aa85eeac'}]}} from n-d-816206-8. {{(pid=103592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 17:59:36.038520 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-cdfc4179-fd44-4bd0-be94-7c511d65637a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:36.055217 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e033efeb-eabf-48e6-a0e7-33fc1699ae2b None None] Checking router: 4260c439-9237-4bb0-8047-b589a5dcc470 for host: n-d-816206-8 {{(pid=103593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 17:59:36.065755 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e033efeb-eabf-48e6-a0e7-33fc1699ae2b None None] Routers {'4260c439-9237-4bb0-8047-b589a5dcc470'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:59:36.067196 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-e033efeb-eabf-48e6-a0e7-33fc1699ae2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:59:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['4260c439-9237-4bb0-8047-b589a5dcc470'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:59:36.093272 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb933b5-e130-4353-81d8-ab65f955b45b req-e140e8dc-5e3b-435b-a640-bf023f467b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:59:36.095034 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-1bb933b5-e130-4353-81d8-ab65f955b45b req-e140e8dc-5e3b-435b-a640-bf023f467b96 service neutron] 10.222.0.36 "GET /v2.0/networks?id=30ad5e0b-b448-45c5-81cc-5310ff5aa53b HTTP/1.1" status: 200 len: 898 time: 0.2895029 Nov 23 17:59:36.213091 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-1bb933b5-e130-4353-81d8-ab65f955b45b req-0d2362ef-8fc4-4aaa-8402-01ba9bf301be service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f0710b90-5b61-46c4-8d26-828b770f8fc9 HTTP/1.1" status: 200 len: 1000 time: 0.0831189 Nov 23 17:59:36.213486 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-e033efeb-eabf-48e6-a0e7-33fc1699ae2b None None] Set router 4260c439-9237-4bb0-8047-b589a5dcc470 gateway port host: n-d-816206-8 {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:59:36.262767 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-3c7d6633-b36a-4091-bcb5-997b858512ea tempest-TestSecurityGroupsBasicOps-257308248 tempest-TestSecurityGroupsBasicOps-257308248-project-admin] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3059 time: 0.3050194 Nov 23 17:59:36.265231 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 51428) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:59:36.330020 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81c3d320-b85c-48c3-8c2d-207b56a2e9ea tempest-TestSecurityGroupsBasicOps-257308248 tempest-TestSecurityGroupsBasicOps-257308248-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:59:36.331262 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81c3d320-b85c-48c3-8c2d-207b56a2e9ea tempest-TestSecurityGroupsBasicOps-257308248 tempest-TestSecurityGroupsBasicOps-257308248-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:59:36.334617 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-60e1cec5-1fe6-440e-ba7f-136252a29cd7 None None] Publish callbacks [] for port, precommit_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:36.348555 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-81c3d320-b85c-48c3-8c2d-207b56a2e9ea tempest-TestSecurityGroupsBasicOps-257308248 tempest-TestSecurityGroupsBasicOps-257308248-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=4260c439-9237-4bb0-8047-b589a5dcc470 HTTP/1.1" status: 200 len: 1989 time: 0.0747492 Nov 23 17:59:36.356208 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-60e1cec5-1fe6-440e-ba7f-136252a29cd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:36.357651 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb933b5-e130-4353-81d8-ab65f955b45b req-5a8fc127-d751-40a3-bf83-428813db8548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:59:36.359116 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-1bb933b5-e130-4353-81d8-ab65f955b45b req-5a8fc127-d751-40a3-bf83-428813db8548 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f89d8790-7fe3-41e9-a7b7-c70e073fca47 HTTP/1.1" status: 200 len: 834 time: 0.0880799 Nov 23 17:59:36.369192 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.db_base_plugin_common [None req-cdfc4179-fd44-4bd0-be94-7c511d65637a None None] Allocated IP 172.20.0.2 (a784d5f5-5cd6-4b40-bc61-16afa7774b1f/d11b9ece-e41a-4fe0-8b2b-a718aa85eeac/316201c9-4f54-4523-86e2-5a70957d9fa3) {{(pid=103592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:59:36.457495 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb933b5-e130-4353-81d8-ab65f955b45b req-f0925698-e98e-4ac8-a917-2a88f94eef04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:59:36.458260 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-1bb933b5-e130-4353-81d8-ab65f955b45b req-f0925698-e98e-4ac8-a917-2a88f94eef04 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=30ad5e0b-b448-45c5-81cc-5310ff5aa53b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0880373 Nov 23 17:59:36.516702 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-e033efeb-eabf-48e6-a0e7-33fc1699ae2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4260c439-9237-4bb0-8047-b589a5dcc470', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1304575898', 'tenant_id': 'b3a2c64c5957447b9a4b3f6afc3f6e95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.61'}], 'enable_snat': True}, 'gw_port_id': '6a217b90-9f29-4732-9ff6-801dd7725e1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:59:14Z', 'updated_at': '2021-11-23T17:59:18Z', 'revision_number': 4, 'project_id': 'b3a2c64c5957447b9a4b3f6afc3f6e95', 'gw_port': {'id': '6a217b90-9f29-4732-9ff6-801dd7725e1b', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:9e:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4260c439-9237-4bb0-8047-b589a5dcc470', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:59:14Z', 'updated_at': '2021-11-23T17:59:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_floatingips': [{'id': 'c9224b12-be9f-4e16-bcd9-1f2857fe7898', 'tenant_id': 'b3a2c64c5957447b9a4b3f6afc3f6e95', 'floating_ip_address': '172.25.3.129', 'floating_network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'router_id': '4260c439-9237-4bb0-8047-b589a5dcc470', 'port_id': 'f0710b90-5b61-46c4-8d26-828b770f8fc9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3885, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '30ad5e0b-b448-45c5-81cc-5310ff5aa53b', 'mac_address': 'fa:16:3e:d1:21:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f0264ec-7ac0-4a92-84e9-9486fee23117', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T17:59:33Z', 'updated_at': '2021-11-23T17:59:33Z', 'revision_number': 0, 'project_id': 'b3a2c64c5957447b9a4b3f6afc3f6e95', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3c77e71-c972-4c1d-8673-3133234ae1cb', 'name': '', 'network_id': '30ad5e0b-b448-45c5-81cc-5310ff5aa53b', 'tenant_id': 'b3a2c64c5957447b9a4b3f6afc3f6e95', 'mac_address': 'fa:16:3e:b1:e4:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4260c439-9237-4bb0-8047-b589a5dcc470', 'device_owner': 'network:router_interface', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': 'f89d8790-7fe3-41e9-a7b7-c70e073fca47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:59:18Z', 'updated_at': '2021-11-23T17:59:21Z', 'revision_number': 5, 'project_id': 'b3a2c64c5957447b9a4b3f6afc3f6e95', 'subnets': [{'id': 'f89d8790-7fe3-41e9-a7b7-c70e073fca47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:59:36.518223 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-432a4e0b-8f70-4937-86d7-baadd8e11b63 None None] DHCP port deletion for 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:59:36.522805 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ff2ccb-e696-4fc5-b46d-1de561fd8f0b None None] Pushing event updated for resources: {'Port': ['ID=3afb17d8-58fc-44ad-9706-d866d340291b,revision_number=2']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:59:36.546837 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e033efeb-eabf-48e6-a0e7-33fc1699ae2b None None] The sync data for ids ['4260c439-9237-4bb0-8047-b589a5dcc470'] in n-d-816206-8 is: [{'id': '4260c439-9237-4bb0-8047-b589a5dcc470', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1304575898', 'tenant_id': 'b3a2c64c5957447b9a4b3f6afc3f6e95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.61'}], 'enable_snat': True}, 'gw_port_id': '6a217b90-9f29-4732-9ff6-801dd7725e1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:59:14Z', 'updated_at': '2021-11-23T17:59:18Z', 'revision_number': 4, 'project_id': 'b3a2c64c5957447b9a4b3f6afc3f6e95', 'gw_port': {'id': '6a217b90-9f29-4732-9ff6-801dd7725e1b', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:9e:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4260c439-9237-4bb0-8047-b589a5dcc470', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:59:14Z', 'updated_at': '2021-11-23T17:59:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_floatingips': [{'id': 'c9224b12-be9f-4e16-bcd9-1f2857fe7898', 'tenant_id': 'b3a2c64c5957447b9a4b3f6afc3f6e95', 'floating_ip_address': '172.25.3.129', 'floating_network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'router_id': '4260c439-9237-4bb0-8047-b589a5dcc470', 'port_id': 'f0710b90-5b61-46c4-8d26-828b770f8fc9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3885, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '30ad5e0b-b448-45c5-81cc-5310ff5aa53b', 'mac_address': 'fa:16:3e:d1:21:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f0264ec-7ac0-4a92-84e9-9486fee23117', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T17:59:33Z', 'updated_at': '2021-11-23T17:59:33Z', 'revision_number': 0, 'project_id': 'b3a2c64c5957447b9a4b3f6afc3f6e95', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3c77e71-c972-4c1d-8673-3133234ae1cb', 'name': '', 'network_id': '30ad5e0b-b448-45c5-81cc-5310ff5aa53b', 'tenant_id': 'b3a2c64c5957447b9a4b3f6afc3f6e95', 'mac_address': 'fa:16:3e:b1:e4:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4260c439-9237-4bb0-8047-b589a5dcc470', 'device_owner': 'network:router_interface', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': 'f89d8790-7fe3-41e9-a7b7-c70e073fca47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:59:18Z', 'updated_at': '2021-11-23T17:59:21Z', 'revision_number': 5, 'project_id': 'b3a2c64c5957447b9a4b3f6afc3f6e95', 'subnets': [{'id': 'f89d8790-7fe3-41e9-a7b7-c70e073fca47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:59:36.574845 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-60e1cec5-1fe6-440e-ba7f-136252a29cd7 None None] Attempting to bind port 3afb17d8-58fc-44ad-9706-d866d340291b on host n-d-816206-8 for vnic_type normal with profile {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:59:36.575309 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-60e1cec5-1fe6-440e-ba7f-136252a29cd7 None None] Attempting to bind port 3afb17d8-58fc-44ad-9706-d866d340291b by drivers openvswitch,hyperv on host n-d-816206-8 at level 0 using segments [{'id': 'bffd1e4f-e80f-4ff0-b418-2f42ae15febf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:59:36.575779 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60e1cec5-1fe6-440e-ba7f-136252a29cd7 None None] Attempting to bind port 3afb17d8-58fc-44ad-9706-d866d340291b on network 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:59:36.600444 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60e1cec5-1fe6-440e-ba7f-136252a29cd7 None None] Checking agent: {'id': '9e89acbe-4bbe-4c77-a18b-6f1da9133e0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 7, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 59, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:59:36.601205 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60e1cec5-1fe6-440e-ba7f-136252a29cd7 None None] Checking segment: {'id': 'bffd1e4f-e80f-4ff0-b418-2f42ae15febf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:59:36.601615 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-60e1cec5-1fe6-440e-ba7f-136252a29cd7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:36.602014 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60e1cec5-1fe6-440e-ba7f-136252a29cd7 None None] Bound using segment: {'id': 'bffd1e4f-e80f-4ff0-b418-2f42ae15febf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:59:36.603216 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-60e1cec5-1fe6-440e-ba7f-136252a29cd7 None None] Bound port: 3afb17d8-58fc-44ad-9706-d866d340291b, host: n-d-816206-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bffd1e4f-e80f-4ff0-b418-2f42ae15febf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'}}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:59:36.603615 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-60e1cec5-1fe6-440e-ba7f-136252a29cd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:36.725049 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-60e1cec5-1fe6-440e-ba7f-136252a29cd7 None None] For port 3afb17d8-58fc-44ad-9706-d866d340291b, host n-d-816206-8, cleared binding levels {{(pid=103592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:59:36.744448 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-fa407d8d-fc1f-4174-9476-a91345c436d5 None None] Provisioning complete for port 3afb17d8-58fc-44ad-9706-d866d340291b triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:59:36.744842 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-fa407d8d-fc1f-4174-9476-a91345c436d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:36.770439 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-60e1cec5-1fe6-440e-ba7f-136252a29cd7 None None] For port 3afb17d8-58fc-44ad-9706-d866d340291b, host n-d-816206-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=3afb17d8-58fc-44ad-9706-d866d340291b,segment=NetworkSegment(bffd1e4f-e80f-4ff0-b418-2f42ae15febf),segment_id=bffd1e4f-e80f-4ff0-b418-2f42ae15febf)] {{(pid=103592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:59:36.784019 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-60e1cec5-1fe6-440e-ba7f-136252a29cd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:36.796453 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-cdfc4179-fd44-4bd0-be94-7c511d65637a None None] Publish callbacks [] for port, precommit_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:36.831687 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caced75b-9994-4e6a-b2b0-d8fca49677cd None None] New status for floating IP c9224b12-be9f-4e16-bcd9-1f2857fe7898: ACTIVE {{(pid=103592) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 17:59:36.870056 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-cdfc4179-fd44-4bd0-be94-7c511d65637a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980'] for port, after_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:36.882229 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-fa407d8d-fc1f-4174-9476-a91345c436d5 None None] Port 3afb17d8-58fc-44ad-9706-d866d340291b cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:59:36.902817 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5a174a8-7f53-4c4f-b9fb-1861c37950fc None None] DHCP port deletion for 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 17:59:36.926003 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d75f69-7dc2-4362-aefc-83093fb7ab87 req-d67697c8-fcf9-4bb5-93be-e5b4f1c8cf3c tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:59:36.927794 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a3d75f69-7dc2-4362-aefc-83093fb7ab87 req-d67697c8-fcf9-4bb5-93be-e5b4f1c8cf3c tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] 10.222.0.60 "GET /v2.0/ports?device_id=6e9b85a8-2c27-45b3-9f99-6eb1a8f79031 HTTP/1.1" status: 200 len: 945 time: 0.1570594 Nov 23 17:59:36.936176 n-d-816206-8 neutron-server[103592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdfc4179-fd44-4bd0-be94-7c511d65637a None None] Network a784d5f5-5cd6-4b40-bc61-16afa7774b1f is already hosted by enough agents. {{(pid=103592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:59:36.942402 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ff2ccb-e696-4fc5-b46d-1de561fd8f0b None None] Pushing event updated for resources: {'Port': ['ID=3afb17d8-58fc-44ad-9706-d866d340291b,revision_number=3']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:59:36.949483 n-d-816206-8 neutron-server[103592]: DEBUG neutron.scheduler.base_scheduler [None req-cdfc4179-fd44-4bd0-be94-7c511d65637a None None] Resources bound (agent type, host, resource id): {{(pid=103592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:59:36.975406 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-53e5f728-9bb2-4370-80ba-40af7676f204 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:36.984516 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-1bb933b5-e130-4353-81d8-ab65f955b45b req-0cbaff7c-b050-4e86-99a5-1ac252929c46 service neutron] 10.222.0.36 "GET /v2.0/networks/30ad5e0b-b448-45c5-81cc-5310ff5aa53b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2124269 Nov 23 17:59:36.989065 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdfc4179-fd44-4bd0-be94-7c511d65637a None None] Received port after_create {{(pid=103592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:59:36.990837 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60e1cec5-1fe6-440e-ba7f-136252a29cd7 None None] Routers {'9dcbdd82-6f50-4712-a0d5-337add9f4141'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:59:36.991460 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-60e1cec5-1fe6-440e-ba7f-136252a29cd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:59:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['9dcbdd82-6f50-4712-a0d5-337add9f4141'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:59:37.044426 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a3d75f69-7dc2-4362-aefc-83093fb7ab87 req-bc5ed2ea-31cc-4bbe-9f48-d1f4b9c7b974 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1d6dc71-1282-4a19-ac4d-295df9dee0ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1075890 Nov 23 17:59:37.186705 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-1bb933b5-e130-4353-81d8-ab65f955b45b req-67485b8b-023e-4ae0-8b8f-6bbe4aa19c93 service neutron] 10.222.0.36 "GET /v2.0/networks/30ad5e0b-b448-45c5-81cc-5310ff5aa53b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1878052 Nov 23 17:59:37.277887 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfc4179-fd44-4bd0-be94-7c511d65637a None None] Pushing event updated for resources: {'Port': ['ID=316201c9-4f54-4523-86e2-5a70957d9fa3,revision_number=1']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:59:37.355172 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-ec238fab-d0d8-4d40-87d1-c5607fdd7045 None None] Provisioning complete for port 3afb17d8-58fc-44ad-9706-d866d340291b triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:59:37.356035 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-ec238fab-d0d8-4d40-87d1-c5607fdd7045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:37.361488 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.db_base_plugin_common [None req-53e5f728-9bb2-4370-80ba-40af7676f204 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Allocated IP 172.20.0.1 (a784d5f5-5cd6-4b40-bc61-16afa7774b1f/d11b9ece-e41a-4fe0-8b2b-a718aa85eeac/1af6f017-664f-40da-894b-7d6b6cb20ff4) {{(pid=103591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:59:37.399339 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-cdfc4179-fd44-4bd0-be94-7c511d65637a None None] Attempting to bind port 316201c9-4f54-4523-86e2-5a70957d9fa3 on host n-d-816206-8 for vnic_type normal with profile {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:59:37.399714 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-cdfc4179-fd44-4bd0-be94-7c511d65637a None None] Attempting to bind port 316201c9-4f54-4523-86e2-5a70957d9fa3 by drivers openvswitch,hyperv on host n-d-816206-8 at level 0 using segments [{'id': 'c258ffac-1f4d-4be6-aafc-e39582cd8d50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'a784d5f5-5cd6-4b40-bc61-16afa7774b1f'}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:59:37.400084 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdfc4179-fd44-4bd0-be94-7c511d65637a None None] Attempting to bind port 316201c9-4f54-4523-86e2-5a70957d9fa3 on network a784d5f5-5cd6-4b40-bc61-16afa7774b1f {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:59:37.422385 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdfc4179-fd44-4bd0-be94-7c511d65637a None None] Checking agent: {'id': '9e89acbe-4bbe-4c77-a18b-6f1da9133e0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 7, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 59, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:59:37.422764 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdfc4179-fd44-4bd0-be94-7c511d65637a None None] Checking segment: {'id': 'c258ffac-1f4d-4be6-aafc-e39582cd8d50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'a784d5f5-5cd6-4b40-bc61-16afa7774b1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:59:37.423163 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-cdfc4179-fd44-4bd0-be94-7c511d65637a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:37.423555 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdfc4179-fd44-4bd0-be94-7c511d65637a None None] Bound using segment: {'id': 'c258ffac-1f4d-4be6-aafc-e39582cd8d50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'a784d5f5-5cd6-4b40-bc61-16afa7774b1f'} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:59:37.424040 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-cdfc4179-fd44-4bd0-be94-7c511d65637a None None] Bound port: 316201c9-4f54-4523-86e2-5a70957d9fa3, host: n-d-816206-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c258ffac-1f4d-4be6-aafc-e39582cd8d50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'a784d5f5-5cd6-4b40-bc61-16afa7774b1f'}}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:59:37.424421 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-cdfc4179-fd44-4bd0-be94-7c511d65637a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:37.430187 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvr_db [None req-60e1cec5-1fe6-440e-ba7f-136252a29cd7 None None] Set router 9dcbdd82-6f50-4712-a0d5-337add9f4141 gateway port host: n-d-816206-8 {{(pid=103592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:59:37.481712 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-53e5f728-9bb2-4370-80ba-40af7676f204 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks [] for port, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:37.519091 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-53e5f728-9bb2-4370-80ba-40af7676f204 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:37.564639 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53e5f728-9bb2-4370-80ba-40af7676f204 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Network a784d5f5-5cd6-4b40-bc61-16afa7774b1f is already hosted by enough agents. {{(pid=103591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:59:37.567796 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [None req-53e5f728-9bb2-4370-80ba-40af7676f204 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Resources bound (agent type, host, resource id): {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:59:37.572287 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53e5f728-9bb2-4370-80ba-40af7676f204 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Received port after_create {{(pid=103591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:59:37.576229 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e5f728-9bb2-4370-80ba-40af7676f204 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Pushing event updated for resources: {'Port': ['ID=1af6f017-664f-40da-894b-7d6b6cb20ff4,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:59:37.622815 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-53e5f728-9bb2-4370-80ba-40af7676f204 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1795539'] for router_interface, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:37.646172 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-cdfc4179-fd44-4bd0-be94-7c511d65637a None None] For port 316201c9-4f54-4523-86e2-5a70957d9fa3, host n-d-816206-8, cleared binding levels {{(pid=103592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:59:37.649999 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-cdfc4179-fd44-4bd0-be94-7c511d65637a None None] For port 316201c9-4f54-4523-86e2-5a70957d9fa3, host n-d-816206-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=316201c9-4f54-4523-86e2-5a70957d9fa3,segment=NetworkSegment(c258ffac-1f4d-4be6-aafc-e39582cd8d50),segment_id=c258ffac-1f4d-4be6-aafc-e39582cd8d50)] {{(pid=103592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:59:37.652418 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-ec238fab-d0d8-4d40-87d1-c5607fdd7045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:37.661328 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-cdfc4179-fd44-4bd0-be94-7c511d65637a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:37.722266 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-ec238fab-d0d8-4d40-87d1-c5607fdd7045 None None] For port 3afb17d8-58fc-44ad-9706-d866d340291b, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=3afb17d8-58fc-44ad-9706-d866d340291b,segment=NetworkSegment(bffd1e4f-e80f-4ff0-b418-2f42ae15febf),segment_id=bffd1e4f-e80f-4ff0-b418-2f42ae15febf)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:59:37.736274 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-ec238fab-d0d8-4d40-87d1-c5607fdd7045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:37.763192 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-53e5f728-9bb2-4370-80ba-40af7676f204 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:37.773224 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfc4179-fd44-4bd0-be94-7c511d65637a None None] Pushing event updated for resources: {'Port': ['ID=316201c9-4f54-4523-86e2-5a70957d9fa3,revision_number=2']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:59:37.835116 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-60e1cec5-1fe6-440e-ba7f-136252a29cd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dcbdd82-6f50-4712-a0d5-337add9f4141', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1323576692', 'tenant_id': '4d3a35880fb64e77bd3047bfa46cf261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.191'}], 'enable_snat': True}, 'gw_port_id': '3afb17d8-58fc-44ad-9706-d866d340291b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:59:32Z', 'updated_at': '2021-11-23T17:59:34Z', 'revision_number': 3, 'project_id': '4d3a35880fb64e77bd3047bfa46cf261', 'gw_port': {'id': '3afb17d8-58fc-44ad-9706-d866d340291b', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:0c:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dcbdd82-6f50-4712-a0d5-337add9f4141', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:59:33Z', 'updated_at': '2021-11-23T17:59:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8'}], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:59:37.840924 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec238fab-d0d8-4d40-87d1-c5607fdd7045 None None] Pushing event updated for resources: {'Port': ['ID=3afb17d8-58fc-44ad-9706-d866d340291b,revision_number=4']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:59:37.868786 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60e1cec5-1fe6-440e-ba7f-136252a29cd7 None None] The sync data for ids ['9dcbdd82-6f50-4712-a0d5-337add9f4141'] in n-d-816206-8 is: [{'id': '9dcbdd82-6f50-4712-a0d5-337add9f4141', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1323576692', 'tenant_id': '4d3a35880fb64e77bd3047bfa46cf261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.191'}], 'enable_snat': True}, 'gw_port_id': '3afb17d8-58fc-44ad-9706-d866d340291b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:59:32Z', 'updated_at': '2021-11-23T17:59:34Z', 'revision_number': 3, 'project_id': '4d3a35880fb64e77bd3047bfa46cf261', 'gw_port': {'id': '3afb17d8-58fc-44ad-9706-d866d340291b', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:0c:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dcbdd82-6f50-4712-a0d5-337add9f4141', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:59:33Z', 'updated_at': '2021-11-23T17:59:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8'}] {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:59:38.101911 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-53e5f728-9bb2-4370-80ba-40af7676f204 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks [] for port, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:38.108513 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-53e5f728-9bb2-4370-80ba-40af7676f204 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264758186'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:38.230596 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e5f728-9bb2-4370-80ba-40af7676f204 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Pushing event updated for resources: {'Port': ['ID=1af6f017-664f-40da-894b-7d6b6cb20ff4,revision_number=2']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:59:38.246084 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-53e5f728-9bb2-4370-80ba-40af7676f204 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2068703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1794403'] for router_interface, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:38.263984 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22603c5b-df90-4c13-bef2-854b99688308 req-b0e3c656-1758-472d-8c96-27c3af3eec74 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:59:38.265605 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-22603c5b-df90-4c13-bef2-854b99688308 req-b0e3c656-1758-472d-8c96-27c3af3eec74 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] 10.222.0.60 "GET /v2.0/ports?device_id=6e9b85a8-2c27-45b3-9f99-6eb1a8f79031 HTTP/1.1" status: 200 len: 945 time: 0.1290746 Nov 23 17:59:38.377869 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-22603c5b-df90-4c13-bef2-854b99688308 req-5e8c287d-607d-4055-b914-6b8aff051652 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1d6dc71-1282-4a19-ac4d-295df9dee0ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0986989 Nov 23 17:59:38.394911 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53e5f728-9bb2-4370-80ba-40af7676f204 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Network a784d5f5-5cd6-4b40-bc61-16afa7774b1f is already hosted by enough agents. {{(pid=103591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:59:38.396346 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [None req-53e5f728-9bb2-4370-80ba-40af7676f204 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Resources bound (agent type, host, resource id): {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:59:38.527496 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53e5f728-9bb2-4370-80ba-40af7676f204 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Router 9dcbdd82-6f50-4712-a0d5-337add9f4141 has already been hosted by L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 {{(pid=103591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 17:59:38.641427 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53e5f728-9bb2-4370-80ba-40af7676f204 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:59:38.650282 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-53e5f728-9bb2-4370-80ba-40af7676f204 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.60 "PUT /v2.0/routers/9dcbdd82-6f50-4712-a0d5-337add9f4141/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8513415 Nov 23 17:59:38.808458 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device dd5cfaf4-d892-43d3-9161-4d4633384b37 up at agent hyperv_n-h1-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:59:38.836084 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-270d743c-8c35-4372-9e77-18a8a17ad959 None None] Network a784d5f5-5cd6-4b40-bc61-16afa7774b1f requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 17:59:38.887274 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-0d1320db-2324-481d-9b57-323b42c220e8 req-7f4d471c-2528-41bf-9af2-f16ebbec36e1 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1990268790&fields=id&tenant_id=4d3a35880fb64e77bd3047bfa46cf261 HTTP/1.1" status: 200 len: 267 time: 0.0616755 Nov 23 17:59:38.927975 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-09ad734f-c269-41db-b3c0-eed82f22ba5e None None] Provisioning complete for port 316201c9-4f54-4523-86e2-5a70957d9fa3 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:59:38.928351 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-09ad734f-c269-41db-b3c0-eed82f22ba5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:38.996645 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1320db-2324-481d-9b57-323b42c220e8 req-cdff5909-2ba9-4a16-9458-ff9735c058ba tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:59:38.998240 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-0d1320db-2324-481d-9b57-323b42c220e8 req-cdff5909-2ba9-4a16-9458-ff9735c058ba tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.60 "GET /v2.0/networks?id=a784d5f5-5cd6-4b40-bc61-16afa7774b1f HTTP/1.1" status: 200 len: 797 time: 0.1024508 Nov 23 17:59:39.007456 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Provisioning for port dd5cfaf4-d892-43d3-9161-4d4633384b37 completed by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 17:59:39.014740 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-0d1320db-2324-481d-9b57-323b42c220e8 req-3d3b26c1-eabe-41ee-884b-eb434d866dcc tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.60 "GET /v2.0/quotas/4d3a35880fb64e77bd3047bfa46cf261 HTTP/1.1" status: 200 len: 375 time: 0.0104847 Nov 23 17:59:39.018088 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Provisioning complete for port dd5cfaf4-d892-43d3-9161-4d4633384b37 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:59:39.018459 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:39.068823 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-0d1320db-2324-481d-9b57-323b42c220e8 req-5f9d01ea-9364-44bb-8093-f464010ca0db tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=4d3a35880fb64e77bd3047bfa46cf261&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0480444 Nov 23 17:59:39.124954 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-09ad734f-c269-41db-b3c0-eed82f22ba5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:39.138345 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [req-0d1320db-2324-481d-9b57-323b42c220e8 req-c1eb7fbe-626b-4c7a-b402-e4a52ef71d62 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=103591) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 17:59:39.139515 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-0d1320db-2324-481d-9b57-323b42c220e8 req-c1eb7fbe-626b-4c7a-b402-e4a52ef71d62 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0575871 Nov 23 17:59:39.189332 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-09ad734f-c269-41db-b3c0-eed82f22ba5e None None] For port 316201c9-4f54-4523-86e2-5a70957d9fa3, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=316201c9-4f54-4523-86e2-5a70957d9fa3,segment=NetworkSegment(c258ffac-1f4d-4be6-aafc-e39582cd8d50),segment_id=c258ffac-1f4d-4be6-aafc-e39582cd8d50)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:59:39.197802 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-09ad734f-c269-41db-b3c0-eed82f22ba5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:39.227287 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:39.261545 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e9b85a8-2c27-45b3-9f99-6eb1a8f79031', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd5cfaf4-d892-43d3-9161-4d4633384b37'}] {{(pid=103592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:59:39.264161 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba3e6a8f2301c7a29fe1eca9779abdae4ccbcd6266d69778087f2498d5551201" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98ac8725-6ffe-47b7-b44a-b3828f88608a" -d '{"events": [{"server_uuid": "6e9b85a8-2c27-45b3-9f99-6eb1a8f79031", "name": "network-vif-plugged", "status": "completed", "tag": "dd5cfaf4-d892-43d3-9161-4d4633384b37"}]}' {{(pid=103592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:59:39.267384 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-0d1320db-2324-481d-9b57-323b42c220e8 req-40bb9712-216d-4034-9d1a-6880203149b6 service neutron] 10.222.0.60 "GET /v2.0/networks/a784d5f5-5cd6-4b40-bc61-16afa7774b1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202524 Nov 23 17:59:39.289039 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port dd5cfaf4-d892-43d3-9161-4d4633384b37, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=dd5cfaf4-d892-43d3-9161-4d4633384b37,segment=NetworkSegment(a64837ae-89ff-4387-9278-ac3ff4a5f9b3),segment_id=a64837ae-89ff-4387-9278-ac3ff4a5f9b3)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:59:39.293565 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ad734f-c269-41db-b3c0-eed82f22ba5e None None] Pushing event updated for resources: {'Port': ['ID=316201c9-4f54-4523-86e2-5a70957d9fa3,revision_number=3']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:59:39.298116 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:39.341169 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:59:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d125e10-a130-41c3-a843-9a8b98f0dada x-openstack-request-id: req-1d125e10-a130-41c3-a843-9a8b98f0dada {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:59:39.341523 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e9b85a8-2c27-45b3-9f99-6eb1a8f79031", "name": "network-vif-plugged", "status": "completed", "tag": "dd5cfaf4-d892-43d3-9161-4d4633384b37", "code": 200}]} {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:59:39.342184 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-1d125e10-a130-41c3-a843-9a8b98f0dada {{(pid=103592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:59:39.342652 n-d-816206-8 neutron-server[103592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e9b85a8-2c27-45b3-9f99-6eb1a8f79031', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd5cfaf4-d892-43d3-9161-4d4633384b37', 'code': 200} Nov 23 17:59:39.366353 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Pushing event updated for resources: {'Port': ['ID=dd5cfaf4-d892-43d3-9161-4d4633384b37,revision_number=5']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:59:39.412825 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-0d1320db-2324-481d-9b57-323b42c220e8 req-d300a108-1d3f-42fa-8d95-e3d668c3203d service neutron] 10.222.0.60 "GET /v2.0/networks/a784d5f5-5cd6-4b40-bc61-16afa7774b1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1444416 Nov 23 17:59:39.446503 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-29236029-484c-4949-9fa0-f3e4a9664fe1 None None] Provisioning complete for port 316201c9-4f54-4523-86e2-5a70957d9fa3 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:59:39.446877 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-29236029-484c-4949-9fa0-f3e4a9664fe1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:39.462268 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65728fd7-9b95-4647-a7ba-689736409267 req-94c63ae8-de8e-429e-8018-7b7e26d52041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:59:39.464574 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-65728fd7-9b95-4647-a7ba-689736409267 req-94c63ae8-de8e-429e-8018-7b7e26d52041 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=6e9b85a8-2c27-45b3-9f99-6eb1a8f79031 HTTP/1.1" status: 200 len: 1097 time: 0.0603747 Nov 23 17:59:39.577021 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-65728fd7-9b95-4647-a7ba-689736409267 req-cc76b876-8c67-45d3-82e8-99ea65babe77 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=a1d6dc71-1282-4a19-ac4d-295df9dee0ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1051888 Nov 23 17:59:39.592307 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c7726e-318d-4709-8526-e4712235c467 req-090a31ad-57b4-4cd2-a44e-05aaccd2a87c tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:59:39.602190 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c9c7726e-318d-4709-8526-e4712235c467 req-090a31ad-57b4-4cd2-a44e-05aaccd2a87c tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] 10.222.0.60 "GET /v2.0/ports?device_id=6e9b85a8-2c27-45b3-9f99-6eb1a8f79031 HTTP/1.1" status: 200 len: 946 time: 0.0887513 Nov 23 17:59:39.634165 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-29236029-484c-4949-9fa0-f3e4a9664fe1 None None] Provisioning complete for port 1af6f017-664f-40da-894b-7d6b6cb20ff4 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:59:39.634639 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-29236029-484c-4949-9fa0-f3e4a9664fe1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:39.673267 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c9c7726e-318d-4709-8526-e4712235c467 req-f5b2e8e7-229b-44b4-98c8-7c08c7d25fc2 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1d6dc71-1282-4a19-ac4d-295df9dee0ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683100 Nov 23 17:59:39.722940 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 316201c9-4f54-4523-86e2-5a70957d9fa3 up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:59:39.750839 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2ea156b5-e4a1-4472-90b6-cf2f3e1b63ca req-6d62c233-f4c3-4e4e-b17d-75648b51d7b0 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.60 "GET /v2.0/ports?device_id=f677dda7-ea71-4385-b0a3-be175d469e50 HTTP/1.1" status: 200 len: 210 time: 0.0440841 Nov 23 17:59:39.772468 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-29236029-484c-4949-9fa0-f3e4a9664fe1 None None] Port 1af6f017-664f-40da-894b-7d6b6cb20ff4 cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:59:39.796777 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port 316201c9-4f54-4523-86e2-5a70957d9fa3 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:59:39.797256 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:39.798031 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69217059-37c3-4756-a303-75b3ee26c72f None None] Sync routers for ids ['9dcbdd82-6f50-4712-a0d5-337add9f4141'] in n-d-816206-8 {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:59:39.812778 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69217059-37c3-4756-a303-75b3ee26c72f None None] Routers {'9dcbdd82-6f50-4712-a0d5-337add9f4141'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:59:39.813402 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-69217059-37c3-4756-a303-75b3ee26c72f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:59:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['9dcbdd82-6f50-4712-a0d5-337add9f4141'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:59:39.890642 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 3afb17d8-58fc-44ad-9706-d866d340291b up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:59:39.934352 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-886cf7d6-f576-4abb-84f3-d65591e74e32 None None] Provisioning complete for port 1af6f017-664f-40da-894b-7d6b6cb20ff4 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:59:39.934737 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-886cf7d6-f576-4abb-84f3-d65591e74e32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:39.957509 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-69217059-37c3-4756-a303-75b3ee26c72f None None] Set router 9dcbdd82-6f50-4712-a0d5-337add9f4141 gateway port host: n-d-816206-8 {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:59:39.978582 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-886cf7d6-f576-4abb-84f3-d65591e74e32 None None] Port 1af6f017-664f-40da-894b-7d6b6cb20ff4 cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:59:39.988199 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port 3afb17d8-58fc-44ad-9706-d866d340291b triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:59:39.988618 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:40.114404 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-b81add58-fe8e-48b9-95fb-c54e9cd9949f None None] Provisioning complete for port 1af6f017-664f-40da-894b-7d6b6cb20ff4 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:59:40.114779 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b81add58-fe8e-48b9-95fb-c54e9cd9949f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:40.158212 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-b81add58-fe8e-48b9-95fb-c54e9cd9949f None None] Port 1af6f017-664f-40da-894b-7d6b6cb20ff4 cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:59:40.291689 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-69217059-37c3-4756-a303-75b3ee26c72f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dcbdd82-6f50-4712-a0d5-337add9f4141', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1323576692', 'tenant_id': '4d3a35880fb64e77bd3047bfa46cf261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.191'}], 'enable_snat': True}, 'gw_port_id': '3afb17d8-58fc-44ad-9706-d866d340291b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:59:32Z', 'updated_at': '2021-11-23T17:59:37Z', 'revision_number': 4, 'project_id': '4d3a35880fb64e77bd3047bfa46cf261', 'gw_port': {'id': '3afb17d8-58fc-44ad-9706-d866d340291b', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:0c:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dcbdd82-6f50-4712-a0d5-337add9f4141', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:59:33Z', 'updated_at': '2021-11-23T17:59:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_interfaces': [{'id': '1af6f017-664f-40da-894b-7d6b6cb20ff4', 'name': '', 'network_id': 'a784d5f5-5cd6-4b40-bc61-16afa7774b1f', 'tenant_id': '4d3a35880fb64e77bd3047bfa46cf261', 'mac_address': 'fa:16:3e:87:66:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dcbdd82-6f50-4712-a0d5-337add9f4141', 'device_owner': 'network:router_interface', 'standard_attr_id': 3888, 'fixed_ips': [{'subnet_id': 'd11b9ece-e41a-4fe0-8b2b-a718aa85eeac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:59:37Z', 'updated_at': '2021-11-23T17:59:37Z', 'revision_number': 2, 'project_id': '4d3a35880fb64e77bd3047bfa46cf261', 'subnets': [{'id': 'd11b9ece-e41a-4fe0-8b2b-a718aa85eeac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:59:40.319947 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69217059-37c3-4756-a303-75b3ee26c72f None None] Checking router: 9dcbdd82-6f50-4712-a0d5-337add9f4141 for host: n-d-816206-8 {{(pid=103593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 17:59:40.320366 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69217059-37c3-4756-a303-75b3ee26c72f None None] Updating router 9dcbdd82-6f50-4712-a0d5-337add9f4141 port 1af6f017-664f-40da-894b-7d6b6cb20ff4 binding host n-d-816206-8 {{(pid=103593) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 17:59:40.347324 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-69217059-37c3-4756-a303-75b3ee26c72f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:40.625432 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-69217059-37c3-4756-a303-75b3ee26c72f None None] Publish callbacks [] for port, precommit_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:40.630758 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-69217059-37c3-4756-a303-75b3ee26c72f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:40.682595 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc27559-a6b0-4eb6-92a6-e2d70104ff37 None None] Pushing event updated for resources: {'Port': ['ID=1af6f017-664f-40da-894b-7d6b6cb20ff4,revision_number=3']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:59:40.727633 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc27559-a6b0-4eb6-92a6-e2d70104ff37 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:59:40.728112 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc27559-a6b0-4eb6-92a6-e2d70104ff37 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:59:40.728633 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc27559-a6b0-4eb6-92a6-e2d70104ff37 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:59:40.729087 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc27559-a6b0-4eb6-92a6-e2d70104ff37 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:59:40.729468 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc27559-a6b0-4eb6-92a6-e2d70104ff37 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:59:40.729871 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc27559-a6b0-4eb6-92a6-e2d70104ff37 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:59:40.730265 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc27559-a6b0-4eb6-92a6-e2d70104ff37 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:59:40.730768 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc27559-a6b0-4eb6-92a6-e2d70104ff37 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:59:40.731166 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc27559-a6b0-4eb6-92a6-e2d70104ff37 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:59:40.731563 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc27559-a6b0-4eb6-92a6-e2d70104ff37 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:59:40.731951 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc27559-a6b0-4eb6-92a6-e2d70104ff37 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:59:40.732337 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc27559-a6b0-4eb6-92a6-e2d70104ff37 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 17:59:40.760309 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [None req-69217059-37c3-4756-a303-75b3ee26c72f None None] Attempting to bind port 1af6f017-664f-40da-894b-7d6b6cb20ff4 on host n-d-816206-8 for vnic_type normal with profile {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:59:40.764455 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [None req-69217059-37c3-4756-a303-75b3ee26c72f None None] Attempting to bind port 1af6f017-664f-40da-894b-7d6b6cb20ff4 by drivers openvswitch,hyperv on host n-d-816206-8 at level 0 using segments [{'id': 'c258ffac-1f4d-4be6-aafc-e39582cd8d50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'a784d5f5-5cd6-4b40-bc61-16afa7774b1f'}] {{(pid=103593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:59:40.764455 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69217059-37c3-4756-a303-75b3ee26c72f None None] Attempting to bind port 1af6f017-664f-40da-894b-7d6b6cb20ff4 on network a784d5f5-5cd6-4b40-bc61-16afa7774b1f {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:59:40.768885 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69217059-37c3-4756-a303-75b3ee26c72f None None] Checking agent: {'id': '9e89acbe-4bbe-4c77-a18b-6f1da9133e0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 7, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 59, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:59:40.769771 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69217059-37c3-4756-a303-75b3ee26c72f None None] Checking segment: {'id': 'c258ffac-1f4d-4be6-aafc-e39582cd8d50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'a784d5f5-5cd6-4b40-bc61-16afa7774b1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:59:40.771059 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-69217059-37c3-4756-a303-75b3ee26c72f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:40.771443 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69217059-37c3-4756-a303-75b3ee26c72f None None] Bound using segment: {'id': 'c258ffac-1f4d-4be6-aafc-e39582cd8d50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'a784d5f5-5cd6-4b40-bc61-16afa7774b1f'} {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:59:40.772004 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [None req-69217059-37c3-4756-a303-75b3ee26c72f None None] Bound port: 1af6f017-664f-40da-894b-7d6b6cb20ff4, host: n-d-816206-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c258ffac-1f4d-4be6-aafc-e39582cd8d50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'a784d5f5-5cd6-4b40-bc61-16afa7774b1f'}}] {{(pid=103593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:59:40.772629 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-69217059-37c3-4756-a303-75b3ee26c72f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:40.858342 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf1979f-148b-43cd-9b30-1b7a762fd10a req-bea0f3a7-501b-4909-aa03-11da6cc33a66 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:59:40.867253 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2cf1979f-148b-43cd-9b30-1b7a762fd10a req-bea0f3a7-501b-4909-aa03-11da6cc33a66 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] 10.222.0.60 "GET /v2.0/ports?device_id=6e9b85a8-2c27-45b3-9f99-6eb1a8f79031 HTTP/1.1" status: 200 len: 946 time: 0.0707357 Nov 23 17:59:40.871496 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-69217059-37c3-4756-a303-75b3ee26c72f None None] For port 1af6f017-664f-40da-894b-7d6b6cb20ff4, host n-d-816206-8, cleared binding levels {{(pid=103593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:59:40.886225 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-69217059-37c3-4756-a303-75b3ee26c72f None None] For port 1af6f017-664f-40da-894b-7d6b6cb20ff4, host n-d-816206-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=1af6f017-664f-40da-894b-7d6b6cb20ff4,segment=NetworkSegment(c258ffac-1f4d-4be6-aafc-e39582cd8d50),segment_id=c258ffac-1f4d-4be6-aafc-e39582cd8d50)] {{(pid=103593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:59:40.898392 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-69217059-37c3-4756-a303-75b3ee26c72f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:40.946724 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-98e1d604-c2e3-4c47-9baa-c320b15da87a req-878d4ce7-71db-4cc1-b8a7-88b1577dfd38 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.60 "GET /v2.0/ports?device_id=f677dda7-ea71-4385-b0a3-be175d469e50 HTTP/1.1" status: 200 len: 210 time: 0.0701745 Nov 23 17:59:40.965138 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69217059-37c3-4756-a303-75b3ee26c72f None None] Routers {'9dcbdd82-6f50-4712-a0d5-337add9f4141'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:59:40.965656 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-69217059-37c3-4756-a303-75b3ee26c72f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:59:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['9dcbdd82-6f50-4712-a0d5-337add9f4141'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:59:40.990050 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1320db-2324-481d-9b57-323b42c220e8 req-d5714778-5558-437d-b846-1ec6067cf405 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:59:40.992852 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-0d1320db-2324-481d-9b57-323b42c220e8 req-d5714778-5558-437d-b846-1ec6067cf405 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.55 "GET /v2.0/networks?id=a784d5f5-5cd6-4b40-bc61-16afa7774b1f HTTP/1.1" status: 200 len: 797 time: 0.1856039 Nov 23 17:59:40.996360 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2cf1979f-148b-43cd-9b30-1b7a762fd10a req-e95770d6-b34c-49cb-8cfc-5eb37bf1b5a5 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1d6dc71-1282-4a19-ac4d-295df9dee0ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1281984 Nov 23 17:59:41.067653 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc27559-a6b0-4eb6-92a6-e2d70104ff37 None None] Pushing event updated for resources: {'Port': ['ID=1af6f017-664f-40da-894b-7d6b6cb20ff4,revision_number=4']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:59:41.085279 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-0d1320db-2324-481d-9b57-323b42c220e8 req-5884e87e-7647-48c7-860c-8da872b2d6f5 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4d3a35880fb64e77bd3047bfa46cf261 HTTP/1.1" status: 200 len: 380 time: 0.0827789 Nov 23 17:59:41.095735 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-da57d7ea-7e37-4430-9d17-d79bd8a3278a None None] Provisioning complete for port 1af6f017-664f-40da-894b-7d6b6cb20ff4 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:59:41.096775 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-da57d7ea-7e37-4430-9d17-d79bd8a3278a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:41.099845 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [req-0d1320db-2324-481d-9b57-323b42c220e8 req-d9a004de-43d0-4772-a4c0-a383bc533d0a tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Request body: {'port': {'device_id': 'f677dda7-ea71-4385-b0a3-be175d469e50', 'network_id': 'a784d5f5-5cd6-4b40-bc61-16afa7774b1f', 'admin_state_up': True, 'tenant_id': '4d3a35880fb64e77bd3047bfa46cf261', 'security_groups': ['26a740ef-a414-40be-ab5f-6db73ff13e79']}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:59:41.158866 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7985aef2-5fce-44d2-b319-c711f423e73e req-0040d4cc-0d43-4227-8c9a-6020f3e0359e tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:59:41.160801 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7985aef2-5fce-44d2-b319-c711f423e73e req-0040d4cc-0d43-4227-8c9a-6020f3e0359e tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] 10.222.0.60 "GET /v2.0/ports?device_id=6e9b85a8-2c27-45b3-9f99-6eb1a8f79031 HTTP/1.1" status: 200 len: 946 time: 0.0690069 Nov 23 17:59:41.195342 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-69217059-37c3-4756-a303-75b3ee26c72f None None] Set router 9dcbdd82-6f50-4712-a0d5-337add9f4141 gateway port host: n-d-816206-8 {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:59:41.221590 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-da57d7ea-7e37-4430-9d17-d79bd8a3278a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:41.245501 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7985aef2-5fce-44d2-b319-c711f423e73e req-21178e0a-725f-458b-81f9-8f0027edc6a2 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1d6dc71-1282-4a19-ac4d-295df9dee0ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722427 Nov 23 17:59:41.280852 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d1320db-2324-481d-9b57-323b42c220e8 req-d9a004de-43d0-4772-a4c0-a383bc533d0a tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Made reservation on behalf of 4d3a35880fb64e77bd3047bfa46cf261 for: {'port': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 17:59:41.281277 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-da57d7ea-7e37-4430-9d17-d79bd8a3278a None None] For port 1af6f017-664f-40da-894b-7d6b6cb20ff4, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=1af6f017-664f-40da-894b-7d6b6cb20ff4,segment=NetworkSegment(c258ffac-1f4d-4be6-aafc-e39582cd8d50),segment_id=c258ffac-1f4d-4be6-aafc-e39582cd8d50)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:59:41.285134 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-0d1320db-2324-481d-9b57-323b42c220e8 req-d9a004de-43d0-4772-a4c0-a383bc533d0a tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:41.286708 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-da57d7ea-7e37-4430-9d17-d79bd8a3278a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:41.345509 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da57d7ea-7e37-4430-9d17-d79bd8a3278a None None] Pushing event updated for resources: {'Port': ['ID=1af6f017-664f-40da-894b-7d6b6cb20ff4,revision_number=5']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:59:41.407884 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-185c4fcb-93e8-4fa8-8ebf-2f62b9c642cd None None] Provisioning complete for port 1af6f017-664f-40da-894b-7d6b6cb20ff4 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:59:41.408323 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-185c4fcb-93e8-4fa8-8ebf-2f62b9c642cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:41.423590 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [req-0d1320db-2324-481d-9b57-323b42c220e8 req-d9a004de-43d0-4772-a4c0-a383bc533d0a tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Allocated IP 172.20.0.11 (a784d5f5-5cd6-4b40-bc61-16afa7774b1f/d11b9ece-e41a-4fe0-8b2b-a718aa85eeac/a479113f-2d1d-4ea5-91ef-a5a9483794b4) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:59:41.432028 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-69217059-37c3-4756-a303-75b3ee26c72f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dcbdd82-6f50-4712-a0d5-337add9f4141', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1323576692', 'tenant_id': '4d3a35880fb64e77bd3047bfa46cf261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.191'}], 'enable_snat': True}, 'gw_port_id': '3afb17d8-58fc-44ad-9706-d866d340291b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:59:32Z', 'updated_at': '2021-11-23T17:59:37Z', 'revision_number': 4, 'project_id': '4d3a35880fb64e77bd3047bfa46cf261', 'gw_port': {'id': '3afb17d8-58fc-44ad-9706-d866d340291b', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:0c:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dcbdd82-6f50-4712-a0d5-337add9f4141', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:59:33Z', 'updated_at': '2021-11-23T17:59:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_interfaces': [{'id': '1af6f017-664f-40da-894b-7d6b6cb20ff4', 'name': '', 'network_id': 'a784d5f5-5cd6-4b40-bc61-16afa7774b1f', 'tenant_id': '4d3a35880fb64e77bd3047bfa46cf261', 'mac_address': 'fa:16:3e:87:66:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dcbdd82-6f50-4712-a0d5-337add9f4141', 'device_owner': 'network:router_interface', 'standard_attr_id': 3888, 'fixed_ips': [{'subnet_id': 'd11b9ece-e41a-4fe0-8b2b-a718aa85eeac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:59:37Z', 'updated_at': '2021-11-23T17:59:40Z', 'revision_number': 4, 'project_id': '4d3a35880fb64e77bd3047bfa46cf261', 'subnets': [{'id': 'd11b9ece-e41a-4fe0-8b2b-a718aa85eeac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:59:41.460580 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69217059-37c3-4756-a303-75b3ee26c72f None None] The sync data for ids ['9dcbdd82-6f50-4712-a0d5-337add9f4141'] in n-d-816206-8 is: [{'id': '9dcbdd82-6f50-4712-a0d5-337add9f4141', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1323576692', 'tenant_id': '4d3a35880fb64e77bd3047bfa46cf261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.191'}], 'enable_snat': True}, 'gw_port_id': '3afb17d8-58fc-44ad-9706-d866d340291b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:59:32Z', 'updated_at': '2021-11-23T17:59:37Z', 'revision_number': 4, 'project_id': '4d3a35880fb64e77bd3047bfa46cf261', 'gw_port': {'id': '3afb17d8-58fc-44ad-9706-d866d340291b', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:0c:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dcbdd82-6f50-4712-a0d5-337add9f4141', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:59:33Z', 'updated_at': '2021-11-23T17:59:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_interfaces': [{'id': '1af6f017-664f-40da-894b-7d6b6cb20ff4', 'name': '', 'network_id': 'a784d5f5-5cd6-4b40-bc61-16afa7774b1f', 'tenant_id': '4d3a35880fb64e77bd3047bfa46cf261', 'mac_address': 'fa:16:3e:87:66:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dcbdd82-6f50-4712-a0d5-337add9f4141', 'device_owner': 'network:router_interface', 'standard_attr_id': 3888, 'fixed_ips': [{'subnet_id': 'd11b9ece-e41a-4fe0-8b2b-a718aa85eeac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:59:37Z', 'updated_at': '2021-11-23T17:59:40Z', 'revision_number': 4, 'project_id': '4d3a35880fb64e77bd3047bfa46cf261', 'subnets': [{'id': 'd11b9ece-e41a-4fe0-8b2b-a718aa85eeac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:59:41.618239 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-0d1320db-2324-481d-9b57-323b42c220e8 req-d9a004de-43d0-4772-a4c0-a383bc533d0a tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:41.671309 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-0d1320db-2324-481d-9b57-323b42c220e8 req-d9a004de-43d0-4772-a4c0-a383bc533d0a tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:41.724375 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d1320db-2324-481d-9b57-323b42c220e8 req-d9a004de-43d0-4772-a4c0-a383bc533d0a tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Network a784d5f5-5cd6-4b40-bc61-16afa7774b1f is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:59:41.728138 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [req-0d1320db-2324-481d-9b57-323b42c220e8 req-d9a004de-43d0-4772-a4c0-a383bc533d0a tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:59:41.732024 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d1320db-2324-481d-9b57-323b42c220e8 req-d9a004de-43d0-4772-a4c0-a383bc533d0a tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:59:41.761265 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a004de-43d0-4772-a4c0-a383bc533d0a tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Pushing event updated for resources: {'Port': ['ID=a479113f-2d1d-4ea5-91ef-a5a9483794b4,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:59:41.792280 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1320db-2324-481d-9b57-323b42c220e8 req-d9a004de-43d0-4772-a4c0-a383bc533d0a tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:59:41.792996 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-0d1320db-2324-481d-9b57-323b42c220e8 req-d9a004de-43d0-4772-a4c0-a383bc533d0a tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:41.817489 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-0d1320db-2324-481d-9b57-323b42c220e8 req-d9a004de-43d0-4772-a4c0-a383bc533d0a tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7259114 Nov 23 17:59:41.831333 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [req-0d1320db-2324-481d-9b57-323b42c220e8 req-e8ee9a21-27df-4d9a-8014-101745d235c1 service neutron] Request body: {'port': {'device_id': 'f677dda7-ea71-4385-b0a3-be175d469e50', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-8'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:59:41.895477 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-0d1320db-2324-481d-9b57-323b42c220e8 req-e8ee9a21-27df-4d9a-8014-101745d235c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:42.047534 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-cd099ce5-0189-4e53-98f0-25dda247e7b1 None None] Provisioning complete for port a479113f-2d1d-4ea5-91ef-a5a9483794b4 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:59:42.047916 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-cd099ce5-0189-4e53-98f0-25dda247e7b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:42.088831 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c777c6c0-9aca-4407-89c7-278c92d0851a req-f8aaddf1-60f6-49c9-a712-44416fb36cd9 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:59:42.091380 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c777c6c0-9aca-4407-89c7-278c92d0851a req-f8aaddf1-60f6-49c9-a712-44416fb36cd9 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.60 "GET /v2.0/ports?device_id=f677dda7-ea71-4385-b0a3-be175d469e50 HTTP/1.1" status: 200 len: 932 time: 0.0638371 Nov 23 17:59:42.092627 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-cd099ce5-0189-4e53-98f0-25dda247e7b1 None None] Port a479113f-2d1d-4ea5-91ef-a5a9483794b4 cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:59:42.152273 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c777c6c0-9aca-4407-89c7-278c92d0851a req-572c0885-f3e6-40f0-9c6c-6b0df0613765 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.60 "GET /v2.0/security-groups?id=26a740ef-a414-40be-ab5f-6db73ff13e79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532959 Nov 23 17:59:42.228114 n-d-816206-8 neutron-server[103590]: DEBUG neutron.notifiers.nova [req-0d1320db-2324-481d-9b57-323b42c220e8 req-e8ee9a21-27df-4d9a-8014-101745d235c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a479113f-2d1d-4ea5-91ef-a5a9483794b4 {{(pid=103590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:59:42.236363 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-0d1320db-2324-481d-9b57-323b42c220e8 req-e8ee9a21-27df-4d9a-8014-101745d235c1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:42.255645 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [req-0d1320db-2324-481d-9b57-323b42c220e8 req-e8ee9a21-27df-4d9a-8014-101745d235c1 service neutron] Transition to ACTIVE for port object a479113f-2d1d-4ea5-91ef-a5a9483794b4 will not be triggered until provisioned by entity L2. {{(pid=103590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 17:59:42.260866 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-0d1320db-2324-481d-9b57-323b42c220e8 req-e8ee9a21-27df-4d9a-8014-101745d235c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264357957'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:42.319618 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ee9a21-27df-4d9a-8014-101745d235c1 service neutron] Pushing event updated for resources: {'Port': ['ID=a479113f-2d1d-4ea5-91ef-a5a9483794b4,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:59:42.391238 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [req-0d1320db-2324-481d-9b57-323b42c220e8 req-e8ee9a21-27df-4d9a-8014-101745d235c1 service neutron] Attempting to bind port a479113f-2d1d-4ea5-91ef-a5a9483794b4 on host n-h1-816206-8 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:59:42.391579 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [req-0d1320db-2324-481d-9b57-323b42c220e8 req-e8ee9a21-27df-4d9a-8014-101745d235c1 service neutron] Attempting to bind port a479113f-2d1d-4ea5-91ef-a5a9483794b4 by drivers openvswitch,hyperv on host n-h1-816206-8 at level 0 using segments [{'id': 'c258ffac-1f4d-4be6-aafc-e39582cd8d50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'a784d5f5-5cd6-4b40-bc61-16afa7774b1f'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:59:42.391907 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d1320db-2324-481d-9b57-323b42c220e8 req-e8ee9a21-27df-4d9a-8014-101745d235c1 service neutron] Attempting to bind port a479113f-2d1d-4ea5-91ef-a5a9483794b4 on network a784d5f5-5cd6-4b40-bc61-16afa7774b1f {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:59:42.402049 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d1320db-2324-481d-9b57-323b42c220e8 req-e8ee9a21-27df-4d9a-8014-101745d235c1 service neutron] Port a479113f-2d1d-4ea5-91ef-a5a9483794b4 on network a784d5f5-5cd6-4b40-bc61-16afa7774b1f not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-8 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 17:59:42.402536 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d1320db-2324-481d-9b57-323b42c220e8 req-e8ee9a21-27df-4d9a-8014-101745d235c1 service neutron] Attempting to bind port a479113f-2d1d-4ea5-91ef-a5a9483794b4 on network a784d5f5-5cd6-4b40-bc61-16afa7774b1f {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:59:42.411204 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d1320db-2324-481d-9b57-323b42c220e8 req-e8ee9a21-27df-4d9a-8014-101745d235c1 service neutron] Checking agent: {'id': '4b0a4557-3bfe-4828-80a0-7981fc3ac84c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 15, 14), 'started_at': datetime.datetime(2021, 11, 23, 17, 15, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 59, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:59:42.411544 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d1320db-2324-481d-9b57-323b42c220e8 req-e8ee9a21-27df-4d9a-8014-101745d235c1 service neutron] Checking segment: {'id': 'c258ffac-1f4d-4be6-aafc-e39582cd8d50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'a784d5f5-5cd6-4b40-bc61-16afa7774b1f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:59:42.411938 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d1320db-2324-481d-9b57-323b42c220e8 req-e8ee9a21-27df-4d9a-8014-101745d235c1 service neutron] Bound using segment: {'id': 'c258ffac-1f4d-4be6-aafc-e39582cd8d50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'a784d5f5-5cd6-4b40-bc61-16afa7774b1f'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:59:42.412373 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [req-0d1320db-2324-481d-9b57-323b42c220e8 req-e8ee9a21-27df-4d9a-8014-101745d235c1 service neutron] Bound port: a479113f-2d1d-4ea5-91ef-a5a9483794b4, host: n-h1-816206-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c258ffac-1f4d-4be6-aafc-e39582cd8d50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'a784d5f5-5cd6-4b40-bc61-16afa7774b1f'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:59:42.412774 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-0d1320db-2324-481d-9b57-323b42c220e8 req-e8ee9a21-27df-4d9a-8014-101745d235c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:42.487802 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [req-0d1320db-2324-481d-9b57-323b42c220e8 req-e8ee9a21-27df-4d9a-8014-101745d235c1 service neutron] For port a479113f-2d1d-4ea5-91ef-a5a9483794b4, host n-h1-816206-8, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:59:42.491136 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [req-0d1320db-2324-481d-9b57-323b42c220e8 req-e8ee9a21-27df-4d9a-8014-101745d235c1 service neutron] For port a479113f-2d1d-4ea5-91ef-a5a9483794b4, host n-h1-816206-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=a479113f-2d1d-4ea5-91ef-a5a9483794b4,segment=NetworkSegment(c258ffac-1f4d-4be6-aafc-e39582cd8d50),segment_id=c258ffac-1f4d-4be6-aafc-e39582cd8d50)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:59:42.496959 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-0d1320db-2324-481d-9b57-323b42c220e8 req-e8ee9a21-27df-4d9a-8014-101745d235c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264357957'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:42.536462 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1320db-2324-481d-9b57-323b42c220e8 req-e8ee9a21-27df-4d9a-8014-101745d235c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:59:42.537142 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-0d1320db-2324-481d-9b57-323b42c220e8 req-e8ee9a21-27df-4d9a-8014-101745d235c1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:42.538751 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-0d1320db-2324-481d-9b57-323b42c220e8 req-e8ee9a21-27df-4d9a-8014-101745d235c1 service neutron] 10.222.0.55 "PUT /v2.0/ports/a479113f-2d1d-4ea5-91ef-a5a9483794b4 HTTP/1.1" status: 200 len: 1092 time: 0.7117846 Nov 23 17:59:42.539030 n-d-816206-8 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f677dda7-ea71-4385-b0a3-be175d469e50', 'tag': 'a479113f-2d1d-4ea5-91ef-a5a9483794b4'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:59:42.542196 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbabddbc9fc37b068808e119c416c86f5957ca04531a4a0d2e695c515e93483b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2074af40-3bc5-4601-8713-c7e2ab37d58f" -d '{"events": [{"name": "network-changed", "server_uuid": "f677dda7-ea71-4385-b0a3-be175d469e50", "tag": "a479113f-2d1d-4ea5-91ef-a5a9483794b4"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:59:42.586431 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ee9a21-27df-4d9a-8014-101745d235c1 service neutron] Pushing event updated for resources: {'Port': ['ID=a479113f-2d1d-4ea5-91ef-a5a9483794b4,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:59:42.600723 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 17:59:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4a8768b-04ab-4423-b455-9edc736f3fb1 x-openstack-request-id: req-e4a8768b-04ab-4423-b455-9edc736f3fb1 {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:59:42.601030 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f677dda7-ea71-4385-b0a3-be175d469e50", "tag": "a479113f-2d1d-4ea5-91ef-a5a9483794b4", "status": "completed", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:59:42.601291 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e4a8768b-04ab-4423-b455-9edc736f3fb1 {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:59:42.601784 n-d-816206-8 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f677dda7-ea71-4385-b0a3-be175d469e50', 'tag': 'a479113f-2d1d-4ea5-91ef-a5a9483794b4', 'status': 'completed', 'code': 200} Nov 23 17:59:42.650533 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1320db-2324-481d-9b57-323b42c220e8 req-afc91b59-65d7-4588-a778-d033f5805b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:59:42.652068 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-0d1320db-2324-481d-9b57-323b42c220e8 req-afc91b59-65d7-4588-a778-d033f5805b39 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4d3a35880fb64e77bd3047bfa46cf261&device_id=f677dda7-ea71-4385-b0a3-be175d469e50 HTTP/1.1" status: 200 len: 1095 time: 0.0489063 Nov 23 17:59:42.701626 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-0d1320db-2324-481d-9b57-323b42c220e8 req-2186fa5a-a0a8-4894-aa7a-36ffad3b7971 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a479113f-2d1d-4ea5-91ef-a5a9483794b4 HTTP/1.1" status: 200 len: 217 time: 0.0398550 Nov 23 17:59:42.766775 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1320db-2324-481d-9b57-323b42c220e8 req-f3c4bb32-34fa-4ccd-a553-fe03888f940d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:59:42.768671 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-0d1320db-2324-481d-9b57-323b42c220e8 req-f3c4bb32-34fa-4ccd-a553-fe03888f940d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d11b9ece-e41a-4fe0-8b2b-a718aa85eeac HTTP/1.1" status: 200 len: 834 time: 0.0597422 Nov 23 17:59:42.796039 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 51480) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:59:42.816636 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1320db-2324-481d-9b57-323b42c220e8 req-148c0b1a-3fca-4acd-a4f9-923e2b2e373b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:59:42.818200 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-0d1320db-2324-481d-9b57-323b42c220e8 req-148c0b1a-3fca-4acd-a4f9-923e2b2e373b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a784d5f5-5cd6-4b40-bc61-16afa7774b1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423031 Nov 23 17:59:42.916249 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-0d1320db-2324-481d-9b57-323b42c220e8 req-421035da-eb8b-4c6f-aab2-fdf13478d943 service neutron] 10.222.0.55 "GET /v2.0/networks/a784d5f5-5cd6-4b40-bc61-16afa7774b1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901740 Nov 23 17:59:42.968844 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-08d76fe0-5fcf-4c8a-a416-69cca32e278c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:43.016993 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-0d1320db-2324-481d-9b57-323b42c220e8 req-f049ae7c-c7bf-4358-866e-3c96b4a11199 service neutron] 10.222.0.55 "GET /v2.0/networks/a784d5f5-5cd6-4b40-bc61-16afa7774b1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931919 Nov 23 17:59:43.109746 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2074af40-3bc5-4601-8713-c7e2ab37d58f req-6a61b001-281f-46c8-aaef-1863422d8b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:59:43.111455 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-2074af40-3bc5-4601-8713-c7e2ab37d58f req-6a61b001-281f-46c8-aaef-1863422d8b2f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4d3a35880fb64e77bd3047bfa46cf261&device_id=f677dda7-ea71-4385-b0a3-be175d469e50 HTTP/1.1" status: 200 len: 1095 time: 0.0444791 Nov 23 17:59:43.326034 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfb2aea-72cb-4b8a-8677-bedbe6c618b3 req-0c731b51-f415-4938-bd94-f67a8015b87e tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:59:43.327621 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7dfb2aea-72cb-4b8a-8677-bedbe6c618b3 req-0c731b51-f415-4938-bd94-f67a8015b87e tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.60 "GET /v2.0/ports?device_id=f677dda7-ea71-4385-b0a3-be175d469e50 HTTP/1.1" status: 200 len: 944 time: 0.0906646 Nov 23 17:59:43.347445 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-f59cc372-c154-43c0-b5ab-9c3e0df8db74 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:43.441122 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7dfb2aea-72cb-4b8a-8677-bedbe6c618b3 req-53547818-14d0-452c-808c-b98458d1bc77 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.60 "GET /v2.0/security-groups?id=26a740ef-a414-40be-ab5f-6db73ff13e79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1054051 Nov 23 17:59:43.541736 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2074af40-3bc5-4601-8713-c7e2ab37d58f req-4f4ef66f-6e8b-4306-a167-833cf8655b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:59:43.543672 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-2074af40-3bc5-4601-8713-c7e2ab37d58f req-4f4ef66f-6e8b-4306-a167-833cf8655b3a service neutron] 10.222.0.55 "GET /v2.0/networks?id=a784d5f5-5cd6-4b40-bc61-16afa7774b1f HTTP/1.1" status: 200 len: 898 time: 0.4251935 Nov 23 17:59:43.552997 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 1af6f017-664f-40da-894b-7d6b6cb20ff4 up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:59:43.587375 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-2074af40-3bc5-4601-8713-c7e2ab37d58f req-82e4dbcf-fae8-4118-aec5-9b222c954895 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a479113f-2d1d-4ea5-91ef-a5a9483794b4 HTTP/1.1" status: 200 len: 217 time: 0.0355902 Nov 23 17:59:43.621259 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port 1af6f017-664f-40da-894b-7d6b6cb20ff4 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:59:43.624087 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:43.650013 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2074af40-3bc5-4601-8713-c7e2ab37d58f req-4bb6c73b-a1dc-401e-8203-1be822e05566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:59:43.651517 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-2074af40-3bc5-4601-8713-c7e2ab37d58f req-4bb6c73b-a1dc-401e-8203-1be822e05566 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d11b9ece-e41a-4fe0-8b2b-a718aa85eeac HTTP/1.1" status: 200 len: 834 time: 0.0580120 Nov 23 17:59:43.655342 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:43.698143 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.db_base_plugin_common [None req-f59cc372-c154-43c0-b5ab-9c3e0df8db74 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Allocated IP 172.20.0.17 (f26ba295-0ba9-4fe5-8fc2-bd47c429079f/bb0ec495-665a-4fbc-97af-f9407a4fc960/9865aa8b-f38c-44e7-ab24-d7ab32efaf66) {{(pid=103591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:59:43.705267 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2074af40-3bc5-4601-8713-c7e2ab37d58f req-f92ac9ef-c83a-4a11-9250-4cfb12d5bb1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:59:43.706868 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-2074af40-3bc5-4601-8713-c7e2ab37d58f req-f92ac9ef-c83a-4a11-9250-4cfb12d5bb1b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a784d5f5-5cd6-4b40-bc61-16afa7774b1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0466959 Nov 23 17:59:43.827988 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-2074af40-3bc5-4601-8713-c7e2ab37d58f req-77dad206-02f4-471d-8884-ddf94221142b service neutron] 10.222.0.55 "GET /v2.0/networks/a784d5f5-5cd6-4b40-bc61-16afa7774b1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021135 Nov 23 17:59:43.835246 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-f59cc372-c154-43c0-b5ab-9c3e0df8db74 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Publish callbacks [] for port, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:43.872893 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-f59cc372-c154-43c0-b5ab-9c3e0df8db74 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:43.916647 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f59cc372-c154-43c0-b5ab-9c3e0df8db74 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Network f26ba295-0ba9-4fe5-8fc2-bd47c429079f is already hosted by enough agents. {{(pid=103591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:59:43.919595 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [None req-f59cc372-c154-43c0-b5ab-9c3e0df8db74 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Resources bound (agent type, host, resource id): {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:59:43.923313 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f59cc372-c154-43c0-b5ab-9c3e0df8db74 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Received port after_create {{(pid=103591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:59:43.928481 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-2074af40-3bc5-4601-8713-c7e2ab37d58f req-3f0bda0f-8f80-4d7b-be5e-f5fa0770e2c0 service neutron] 10.222.0.55 "GET /v2.0/networks/a784d5f5-5cd6-4b40-bc61-16afa7774b1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933576 Nov 23 17:59:43.953658 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59cc372-c154-43c0-b5ab-9c3e0df8db74 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Pushing event updated for resources: {'Port': ['ID=9865aa8b-f38c-44e7-ab24-d7ab32efaf66,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:59:43.979644 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-f59cc372-c154-43c0-b5ab-9c3e0df8db74 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1795539'] for router_interface, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:44.182381 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-51387b8f-226e-4705-ad68-d63135ed66a8 None None] Provisioning complete for port 9865aa8b-f38c-44e7-ab24-d7ab32efaf66 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:59:44.183016 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-51387b8f-226e-4705-ad68-d63135ed66a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:44.232987 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-51387b8f-226e-4705-ad68-d63135ed66a8 None None] Port 9865aa8b-f38c-44e7-ab24-d7ab32efaf66 cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:59:44.346348 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:44.386162 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-f59cc372-c154-43c0-b5ab-9c3e0df8db74 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:44.634939 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4247c1ea-beeb-41ce-ac0e-2605b079788e req-c9ce6e13-d6cf-4c14-a496-8511c65e4814 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:59:44.636515 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4247c1ea-beeb-41ce-ac0e-2605b079788e req-c9ce6e13-d6cf-4c14-a496-8511c65e4814 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.60 "GET /v2.0/ports?device_id=f677dda7-ea71-4385-b0a3-be175d469e50 HTTP/1.1" status: 200 len: 944 time: 0.0892310 Nov 23 17:59:44.746271 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4247c1ea-beeb-41ce-ac0e-2605b079788e req-37bfa127-9702-48a8-84ae-3ff3bd024031 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.60 "GET /v2.0/security-groups?id=26a740ef-a414-40be-ab5f-6db73ff13e79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837655 Nov 23 17:59:44.765744 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-f59cc372-c154-43c0-b5ab-9c3e0df8db74 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Publish callbacks [] for port, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:44.770631 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-f59cc372-c154-43c0-b5ab-9c3e0df8db74 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264758186'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:44.843750 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device a479113f-2d1d-4ea5-91ef-a5a9483794b4 details requested by agent hyperv_n-h1-816206-8 with host n-h1-816206-8 {{(pid=103592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 17:59:44.845308 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59cc372-c154-43c0-b5ab-9c3e0df8db74 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Pushing event updated for resources: {'Port': ['ID=9865aa8b-f38c-44e7-ab24-d7ab32efaf66,revision_number=2']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:59:44.851092 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-f59cc372-c154-43c0-b5ab-9c3e0df8db74 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2068703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1794403'] for router_interface, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:44.950955 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f59cc372-c154-43c0-b5ab-9c3e0df8db74 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Network f26ba295-0ba9-4fe5-8fc2-bd47c429079f is already hosted by enough agents. {{(pid=103591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:59:44.952389 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [None req-f59cc372-c154-43c0-b5ab-9c3e0df8db74 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Resources bound (agent type, host, resource id): {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:59:45.092648 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f59cc372-c154-43c0-b5ab-9c3e0df8db74 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Router 4976e692-a610-4579-bfef-f1c6bb590a77 has already been hosted by L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 {{(pid=103591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 17:59:45.121966 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-a7ec7513-1d34-4fc0-8009-d60c05625dcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:45.140045 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port a479113f-2d1d-4ea5-91ef-a5a9483794b4, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=a479113f-2d1d-4ea5-91ef-a5a9483794b4,segment=NetworkSegment(c258ffac-1f4d-4be6-aafc-e39582cd8d50),segment_id=c258ffac-1f4d-4be6-aafc-e39582cd8d50)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:59:45.158400 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Returning: {'device': 'a479113f-2d1d-4ea5-91ef-a5a9483794b4', 'network_id': 'a784d5f5-5cd6-4b40-bc61-16afa7774b1f', 'port_id': 'a479113f-2d1d-4ea5-91ef-a5a9483794b4', 'mac_address': 'fa:16:3e:d6:be:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 549, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd11b9ece-e41a-4fe0-8b2b-a718aa85eeac', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 17:59:45.201737 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:45.215190 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a479113f-2d1d-4ea5-91ef-a5a9483794b4 {{(pid=103592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 17:59:45.225698 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f59cc372-c154-43c0-b5ab-9c3e0df8db74 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:59:45.232451 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-f59cc372-c154-43c0-b5ab-9c3e0df8db74 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] 10.222.0.60 "PUT /v2.0/routers/4976e692-a610-4579-bfef-f1c6bb590a77/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4351151 Nov 23 17:59:45.242415 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port a479113f-2d1d-4ea5-91ef-a5a9483794b4, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=a479113f-2d1d-4ea5-91ef-a5a9483794b4,segment=NetworkSegment(c258ffac-1f4d-4be6-aafc-e39582cd8d50),segment_id=c258ffac-1f4d-4be6-aafc-e39582cd8d50)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:59:45.249080 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-055902b2-f184-4f18-b62b-5daf33609588 None None] Sync routers for ids ['4976e692-a610-4579-bfef-f1c6bb590a77'] in n-d-816206-8 {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:59:45.257652 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:45.299149 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-055902b2-f184-4f18-b62b-5daf33609588 None None] Routers {'4976e692-a610-4579-bfef-f1c6bb590a77'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:59:45.299774 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-055902b2-f184-4f18-b62b-5daf33609588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:59:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['4976e692-a610-4579-bfef-f1c6bb590a77'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:59:45.311253 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-bb433a28-577c-4c17-a0b3-9500a0851ee8 None None] Provisioning complete for port 9865aa8b-f38c-44e7-ab24-d7ab32efaf66 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:59:45.311622 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-bb433a28-577c-4c17-a0b3-9500a0851ee8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:45.387875 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Pushing event updated for resources: {'Port': ['ID=a479113f-2d1d-4ea5-91ef-a5a9483794b4,revision_number=4']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:59:45.446345 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-bb433a28-577c-4c17-a0b3-9500a0851ee8 None None] Port 9865aa8b-f38c-44e7-ab24-d7ab32efaf66 cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 17:59:45.466163 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvr_db [None req-055902b2-f184-4f18-b62b-5daf33609588 None None] Set router 4976e692-a610-4579-bfef-f1c6bb590a77 gateway port host: n-d-816206-8 {{(pid=103592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:59:45.507254 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] get_ports_and_sgs() called for port_ids ['a479113f-2d1d-4ea5-91ef-a5a9483794b4'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 17:59:45.855193 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-055902b2-f184-4f18-b62b-5daf33609588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4976e692-a610-4579-bfef-f1c6bb590a77', 'name': 'tempest-TestNetworkBasicOps-router-328558173', 'tenant_id': '06a344c95e04492b8d6015a2d3d39bf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.89'}], 'enable_snat': True}, 'gw_port_id': '56ebb9b2-94c1-4475-919d-31e5e1b1a420', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:58:19Z', 'updated_at': '2021-11-23T17:59:44Z', 'revision_number': 5, 'project_id': '06a344c95e04492b8d6015a2d3d39bf1', 'gw_port': {'id': '56ebb9b2-94c1-4475-919d-31e5e1b1a420', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:80:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4976e692-a610-4579-bfef-f1c6bb590a77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3721, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:58:20Z', 'updated_at': '2021-11-23T17:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_floatingips': [{'id': '09455a8a-837b-4581-903e-4e5fda4d7bb1', 'tenant_id': '06a344c95e04492b8d6015a2d3d39bf1', 'floating_ip_address': '172.25.3.71', 'floating_network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'router_id': '4976e692-a610-4579-bfef-f1c6bb590a77', 'port_id': '6af791fb-a890-44d2-90d1-e8e48c08c46b', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3789, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7cdd291d-d3a6-4b3c-90fd-fb828e53d4cc', 'mac_address': 'fa:16:3e:66:c0:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6828cb50-b20c-462f-b008-673e15828dc9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T17:58:43Z', 'updated_at': '2021-11-23T17:58:47Z', 'revision_number': 1, 'project_id': '06a344c95e04492b8d6015a2d3d39bf1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c57964a-c6be-4b21-9b23-51309175c9b7', 'name': '', 'network_id': '7cdd291d-d3a6-4b3c-90fd-fb828e53d4cc', 'tenant_id': '06a344c95e04492b8d6015a2d3d39bf1', 'mac_address': 'fa:16:3e:37:52:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4976e692-a610-4579-bfef-f1c6bb590a77', 'device_owner': 'network:router_interface', 'standard_attr_id': 3728, 'fixed_ips': [{'subnet_id': 'cb50c9cf-9f41-42e6-840d-0d53f4985bf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:58:23Z', 'updated_at': '2021-11-23T17:58:29Z', 'revision_number': 5, 'project_id': '06a344c95e04492b8d6015a2d3d39bf1', 'subnets': [{'id': 'cb50c9cf-9f41-42e6-840d-0d53f4985bf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9865aa8b-f38c-44e7-ab24-d7ab32efaf66', 'name': '', 'network_id': 'f26ba295-0ba9-4fe5-8fc2-bd47c429079f', 'tenant_id': '06a344c95e04492b8d6015a2d3d39bf1', 'mac_address': 'fa:16:3e:e9:cf:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4976e692-a610-4579-bfef-f1c6bb590a77', 'device_owner': 'network:router_interface', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': 'bb0ec495-665a-4fbc-97af-f9407a4fc960', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:59:43Z', 'updated_at': '2021-11-23T17:59:44Z', 'revision_number': 2, 'project_id': '06a344c95e04492b8d6015a2d3d39bf1', 'subnets': [{'id': 'bb0ec495-665a-4fbc-97af-f9407a4fc960', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:59:45.864641 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca31b84-9248-44d8-8057-403e87f7e7ca req-82853739-66f9-4d8a-b26f-ddfd2427bfc7 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:59:45.866231 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-dca31b84-9248-44d8-8057-403e87f7e7ca req-82853739-66f9-4d8a-b26f-ddfd2427bfc7 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.60 "GET /v2.0/ports?device_id=f677dda7-ea71-4385-b0a3-be175d469e50 HTTP/1.1" status: 200 len: 945 time: 0.0505955 Nov 23 17:59:45.891643 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-055902b2-f184-4f18-b62b-5daf33609588 None None] Checking router: 4976e692-a610-4579-bfef-f1c6bb590a77 for host: n-d-816206-8 {{(pid=103592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 17:59:45.892024 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-055902b2-f184-4f18-b62b-5daf33609588 None None] Updating router 4976e692-a610-4579-bfef-f1c6bb590a77 port 9865aa8b-f38c-44e7-ab24-d7ab32efaf66 binding host n-d-816206-8 {{(pid=103592) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 17:59:45.917293 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-dca31b84-9248-44d8-8057-403e87f7e7ca req-0de44e9f-403d-408f-a9bc-39b023f27ac9 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.60 "GET /v2.0/security-groups?id=26a740ef-a414-40be-ab5f-6db73ff13e79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447974 Nov 23 17:59:45.928654 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-055902b2-f184-4f18-b62b-5daf33609588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:46.214709 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-055902b2-f184-4f18-b62b-5daf33609588 None None] Publish callbacks [] for port, precommit_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:46.222842 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-055902b2-f184-4f18-b62b-5daf33609588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:46.278926 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ef1bd0-689e-4f8a-98ae-b9d5933103be None None] Pushing event updated for resources: {'Port': ['ID=9865aa8b-f38c-44e7-ab24-d7ab32efaf66,revision_number=3']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:59:46.331251 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-055902b2-f184-4f18-b62b-5daf33609588 None None] Attempting to bind port 9865aa8b-f38c-44e7-ab24-d7ab32efaf66 on host n-d-816206-8 for vnic_type normal with profile {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 17:59:46.331543 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-055902b2-f184-4f18-b62b-5daf33609588 None None] Attempting to bind port 9865aa8b-f38c-44e7-ab24-d7ab32efaf66 by drivers openvswitch,hyperv on host n-d-816206-8 at level 0 using segments [{'id': 'a64837ae-89ff-4387-9278-ac3ff4a5f9b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'f26ba295-0ba9-4fe5-8fc2-bd47c429079f'}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 17:59:46.331910 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-055902b2-f184-4f18-b62b-5daf33609588 None None] Attempting to bind port 9865aa8b-f38c-44e7-ab24-d7ab32efaf66 on network f26ba295-0ba9-4fe5-8fc2-bd47c429079f {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 17:59:46.337798 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-055902b2-f184-4f18-b62b-5daf33609588 None None] Checking agent: {'id': '9e89acbe-4bbe-4c77-a18b-6f1da9133e0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 7, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 59, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 17:59:46.338175 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-055902b2-f184-4f18-b62b-5daf33609588 None None] Checking segment: {'id': 'a64837ae-89ff-4387-9278-ac3ff4a5f9b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'f26ba295-0ba9-4fe5-8fc2-bd47c429079f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 17:59:46.338580 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-055902b2-f184-4f18-b62b-5daf33609588 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:46.338973 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-055902b2-f184-4f18-b62b-5daf33609588 None None] Bound using segment: {'id': 'a64837ae-89ff-4387-9278-ac3ff4a5f9b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'f26ba295-0ba9-4fe5-8fc2-bd47c429079f'} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 17:59:46.339440 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-055902b2-f184-4f18-b62b-5daf33609588 None None] Bound port: 9865aa8b-f38c-44e7-ab24-d7ab32efaf66, host: n-d-816206-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a64837ae-89ff-4387-9278-ac3ff4a5f9b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'f26ba295-0ba9-4fe5-8fc2-bd47c429079f'}}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 17:59:46.339822 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-055902b2-f184-4f18-b62b-5daf33609588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:46.415477 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-055902b2-f184-4f18-b62b-5daf33609588 None None] For port 9865aa8b-f38c-44e7-ab24-d7ab32efaf66, host n-d-816206-8, cleared binding levels {{(pid=103592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 17:59:46.418841 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-055902b2-f184-4f18-b62b-5daf33609588 None None] For port 9865aa8b-f38c-44e7-ab24-d7ab32efaf66, host n-d-816206-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=9865aa8b-f38c-44e7-ab24-d7ab32efaf66,segment=NetworkSegment(a64837ae-89ff-4387-9278-ac3ff4a5f9b3),segment_id=a64837ae-89ff-4387-9278-ac3ff4a5f9b3)] {{(pid=103592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 17:59:46.422856 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-055902b2-f184-4f18-b62b-5daf33609588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:46.498859 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-055902b2-f184-4f18-b62b-5daf33609588 None None] Routers {'4976e692-a610-4579-bfef-f1c6bb590a77'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:59:46.499494 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-055902b2-f184-4f18-b62b-5daf33609588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:59:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['4976e692-a610-4579-bfef-f1c6bb590a77'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:59:46.503334 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ef1bd0-689e-4f8a-98ae-b9d5933103be None None] Pushing event updated for resources: {'Port': ['ID=9865aa8b-f38c-44e7-ab24-d7ab32efaf66,revision_number=4']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:59:46.539585 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-64e68c27-fc35-4b34-8f1a-efdb85f7dc8e None None] Provisioning complete for port 9865aa8b-f38c-44e7-ab24-d7ab32efaf66 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:59:46.539870 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-64e68c27-fc35-4b34-8f1a-efdb85f7dc8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:46.637540 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-52822d53-48f5-4819-8a95-bdc13aea0bf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:46.667749 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvr_db [None req-055902b2-f184-4f18-b62b-5daf33609588 None None] Set router 4976e692-a610-4579-bfef-f1c6bb590a77 gateway port host: n-d-816206-8 {{(pid=103592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:59:46.739608 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-64e68c27-fc35-4b34-8f1a-efdb85f7dc8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:46.818321 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-64e68c27-fc35-4b34-8f1a-efdb85f7dc8e None None] For port 9865aa8b-f38c-44e7-ab24-d7ab32efaf66, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=9865aa8b-f38c-44e7-ab24-d7ab32efaf66,segment=NetworkSegment(a64837ae-89ff-4387-9278-ac3ff4a5f9b3),segment_id=a64837ae-89ff-4387-9278-ac3ff4a5f9b3)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:59:46.833024 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-64e68c27-fc35-4b34-8f1a-efdb85f7dc8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:46.895093 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device a479113f-2d1d-4ea5-91ef-a5a9483794b4 up at agent hyperv_n-h1-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:59:46.972590 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e68c27-fc35-4b34-8f1a-efdb85f7dc8e None None] Pushing event updated for resources: {'Port': ['ID=9865aa8b-f38c-44e7-ab24-d7ab32efaf66,revision_number=5']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:59:47.018122 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-2c89cac2-c6d8-4641-8de0-8e175246821b None None] Provisioning complete for port 9865aa8b-f38c-44e7-ab24-d7ab32efaf66 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:59:47.018494 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-2c89cac2-c6d8-4641-8de0-8e175246821b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:47.039018 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd786a99-656b-4b2c-9f54-8be6b1239c37 req-ef159847-c196-4f75-b9aa-732012c8d0b5 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:59:47.041150 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-fd786a99-656b-4b2c-9f54-8be6b1239c37 req-ef159847-c196-4f75-b9aa-732012c8d0b5 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.60 "GET /v2.0/ports?device_id=f677dda7-ea71-4385-b0a3-be175d469e50 HTTP/1.1" status: 200 len: 945 time: 0.0508552 Nov 23 17:59:47.062198 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Provisioning for port a479113f-2d1d-4ea5-91ef-a5a9483794b4 completed by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 17:59:47.071569 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Provisioning complete for port a479113f-2d1d-4ea5-91ef-a5a9483794b4 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:59:47.071946 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:47.093938 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-fd786a99-656b-4b2c-9f54-8be6b1239c37 req-05caeb41-bd00-4383-8248-a15348ea951e tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.60 "GET /v2.0/security-groups?id=26a740ef-a414-40be-ab5f-6db73ff13e79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462830 Nov 23 17:59:47.156318 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-055902b2-f184-4f18-b62b-5daf33609588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4976e692-a610-4579-bfef-f1c6bb590a77', 'name': 'tempest-TestNetworkBasicOps-router-328558173', 'tenant_id': '06a344c95e04492b8d6015a2d3d39bf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.89'}], 'enable_snat': True}, 'gw_port_id': '56ebb9b2-94c1-4475-919d-31e5e1b1a420', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:58:19Z', 'updated_at': '2021-11-23T17:59:44Z', 'revision_number': 5, 'project_id': '06a344c95e04492b8d6015a2d3d39bf1', 'gw_port': {'id': '56ebb9b2-94c1-4475-919d-31e5e1b1a420', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:80:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4976e692-a610-4579-bfef-f1c6bb590a77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3721, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:58:20Z', 'updated_at': '2021-11-23T17:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_floatingips': [{'id': '09455a8a-837b-4581-903e-4e5fda4d7bb1', 'tenant_id': '06a344c95e04492b8d6015a2d3d39bf1', 'floating_ip_address': '172.25.3.71', 'floating_network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'router_id': '4976e692-a610-4579-bfef-f1c6bb590a77', 'port_id': '6af791fb-a890-44d2-90d1-e8e48c08c46b', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3789, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7cdd291d-d3a6-4b3c-90fd-fb828e53d4cc', 'mac_address': 'fa:16:3e:66:c0:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6828cb50-b20c-462f-b008-673e15828dc9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T17:58:43Z', 'updated_at': '2021-11-23T17:58:47Z', 'revision_number': 1, 'project_id': '06a344c95e04492b8d6015a2d3d39bf1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c57964a-c6be-4b21-9b23-51309175c9b7', 'name': '', 'network_id': '7cdd291d-d3a6-4b3c-90fd-fb828e53d4cc', 'tenant_id': '06a344c95e04492b8d6015a2d3d39bf1', 'mac_address': 'fa:16:3e:37:52:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4976e692-a610-4579-bfef-f1c6bb590a77', 'device_owner': 'network:router_interface', 'standard_attr_id': 3728, 'fixed_ips': [{'subnet_id': 'cb50c9cf-9f41-42e6-840d-0d53f4985bf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:58:23Z', 'updated_at': '2021-11-23T17:58:29Z', 'revision_number': 5, 'project_id': '06a344c95e04492b8d6015a2d3d39bf1', 'subnets': [{'id': 'cb50c9cf-9f41-42e6-840d-0d53f4985bf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9865aa8b-f38c-44e7-ab24-d7ab32efaf66', 'name': '', 'network_id': 'f26ba295-0ba9-4fe5-8fc2-bd47c429079f', 'tenant_id': '06a344c95e04492b8d6015a2d3d39bf1', 'mac_address': 'fa:16:3e:e9:cf:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4976e692-a610-4579-bfef-f1c6bb590a77', 'device_owner': 'network:router_interface', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': 'bb0ec495-665a-4fbc-97af-f9407a4fc960', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:59:43Z', 'updated_at': '2021-11-23T17:59:46Z', 'revision_number': 4, 'project_id': '06a344c95e04492b8d6015a2d3d39bf1', 'subnets': [{'id': 'bb0ec495-665a-4fbc-97af-f9407a4fc960', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:59:47.189108 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-055902b2-f184-4f18-b62b-5daf33609588 None None] The sync data for ids ['4976e692-a610-4579-bfef-f1c6bb590a77'] in n-d-816206-8 is: [{'id': '4976e692-a610-4579-bfef-f1c6bb590a77', 'name': 'tempest-TestNetworkBasicOps-router-328558173', 'tenant_id': '06a344c95e04492b8d6015a2d3d39bf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.89'}], 'enable_snat': True}, 'gw_port_id': '56ebb9b2-94c1-4475-919d-31e5e1b1a420', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:58:19Z', 'updated_at': '2021-11-23T17:59:44Z', 'revision_number': 5, 'project_id': '06a344c95e04492b8d6015a2d3d39bf1', 'gw_port': {'id': '56ebb9b2-94c1-4475-919d-31e5e1b1a420', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:80:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4976e692-a610-4579-bfef-f1c6bb590a77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3721, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:58:20Z', 'updated_at': '2021-11-23T17:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_floatingips': [{'id': '09455a8a-837b-4581-903e-4e5fda4d7bb1', 'tenant_id': '06a344c95e04492b8d6015a2d3d39bf1', 'floating_ip_address': '172.25.3.71', 'floating_network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'router_id': '4976e692-a610-4579-bfef-f1c6bb590a77', 'port_id': '6af791fb-a890-44d2-90d1-e8e48c08c46b', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3789, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7cdd291d-d3a6-4b3c-90fd-fb828e53d4cc', 'mac_address': 'fa:16:3e:66:c0:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6828cb50-b20c-462f-b008-673e15828dc9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T17:58:43Z', 'updated_at': '2021-11-23T17:58:47Z', 'revision_number': 1, 'project_id': '06a344c95e04492b8d6015a2d3d39bf1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c57964a-c6be-4b21-9b23-51309175c9b7', 'name': '', 'network_id': '7cdd291d-d3a6-4b3c-90fd-fb828e53d4cc', 'tenant_id': '06a344c95e04492b8d6015a2d3d39bf1', 'mac_address': 'fa:16:3e:37:52:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4976e692-a610-4579-bfef-f1c6bb590a77', 'device_owner': 'network:router_interface', 'standard_attr_id': 3728, 'fixed_ips': [{'subnet_id': 'cb50c9cf-9f41-42e6-840d-0d53f4985bf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:58:23Z', 'updated_at': '2021-11-23T17:58:29Z', 'revision_number': 5, 'project_id': '06a344c95e04492b8d6015a2d3d39bf1', 'subnets': [{'id': 'cb50c9cf-9f41-42e6-840d-0d53f4985bf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9865aa8b-f38c-44e7-ab24-d7ab32efaf66', 'name': '', 'network_id': 'f26ba295-0ba9-4fe5-8fc2-bd47c429079f', 'tenant_id': '06a344c95e04492b8d6015a2d3d39bf1', 'mac_address': 'fa:16:3e:e9:cf:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4976e692-a610-4579-bfef-f1c6bb590a77', 'device_owner': 'network:router_interface', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': 'bb0ec495-665a-4fbc-97af-f9407a4fc960', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:59:43Z', 'updated_at': '2021-11-23T17:59:46Z', 'revision_number': 4, 'project_id': '06a344c95e04492b8d6015a2d3d39bf1', 'subnets': [{'id': 'bb0ec495-665a-4fbc-97af-f9407a4fc960', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:59:47.256394 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:47.283737 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f677dda7-ea71-4385-b0a3-be175d469e50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a479113f-2d1d-4ea5-91ef-a5a9483794b4'}] {{(pid=103592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:59:47.286023 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba3e6a8f2301c7a29fe1eca9779abdae4ccbcd6266d69778087f2498d5551201" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f42c8fdb-c588-4379-bc9d-2b7c97029f91" -d '{"events": [{"server_uuid": "f677dda7-ea71-4385-b0a3-be175d469e50", "name": "network-vif-plugged", "status": "completed", "tag": "a479113f-2d1d-4ea5-91ef-a5a9483794b4"}]}' {{(pid=103592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:59:47.301933 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port a479113f-2d1d-4ea5-91ef-a5a9483794b4, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=a479113f-2d1d-4ea5-91ef-a5a9483794b4,segment=NetworkSegment(c258ffac-1f4d-4be6-aafc-e39582cd8d50),segment_id=c258ffac-1f4d-4be6-aafc-e39582cd8d50)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 17:59:47.310207 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:47.341525 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 17:59:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71a6c778-ac9d-4c66-98ee-136c1af5057c x-openstack-request-id: req-71a6c778-ac9d-4c66-98ee-136c1af5057c {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:59:47.341856 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f677dda7-ea71-4385-b0a3-be175d469e50", "name": "network-vif-plugged", "status": "completed", "tag": "a479113f-2d1d-4ea5-91ef-a5a9483794b4", "code": 200}]} {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:59:47.342076 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-71a6c778-ac9d-4c66-98ee-136c1af5057c {{(pid=103592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:59:47.342473 n-d-816206-8 neutron-server[103592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f677dda7-ea71-4385-b0a3-be175d469e50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a479113f-2d1d-4ea5-91ef-a5a9483794b4', 'code': 200} Nov 23 17:59:47.373623 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Pushing event updated for resources: {'Port': ['ID=a479113f-2d1d-4ea5-91ef-a5a9483794b4,revision_number=5']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:59:47.449940 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a852d5cd-7e41-45ce-b483-c67568318041 req-446ac997-8ca4-4960-804e-7b6478f4ef26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:59:47.451480 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-a852d5cd-7e41-45ce-b483-c67568318041 req-446ac997-8ca4-4960-804e-7b6478f4ef26 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=f677dda7-ea71-4385-b0a3-be175d469e50 HTTP/1.1" status: 200 len: 1097 time: 0.0453973 Nov 23 17:59:47.507741 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-a852d5cd-7e41-45ce-b483-c67568318041 req-2467886a-d6b7-43e6-90d6-da8b6c9d7ffb service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=26a740ef-a414-40be-ab5f-6db73ff13e79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480230 Nov 23 17:59:47.545105 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 9865aa8b-f38c-44e7-ab24-d7ab32efaf66 up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 17:59:47.604068 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port 9865aa8b-f38c-44e7-ab24-d7ab32efaf66 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 17:59:47.604438 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:47.802197 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9a27ae6c-db98-474f-94c1-cc99bf842d79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:48.235438 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b32547-662e-4531-ae31-ebf477e5e082 req-815a3809-9646-4559-9420-73e2b4283617 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:59:48.237185 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-12b32547-662e-4531-ae31-ebf477e5e082 req-815a3809-9646-4559-9420-73e2b4283617 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.60 "GET /v2.0/ports?device_id=f677dda7-ea71-4385-b0a3-be175d469e50 HTTP/1.1" status: 200 len: 946 time: 0.0631478 Nov 23 17:59:48.307454 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-12b32547-662e-4531-ae31-ebf477e5e082 req-de62a63f-af02-419c-a2bb-ae54a8162bf0 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.60 "GET /v2.0/security-groups?id=26a740ef-a414-40be-ab5f-6db73ff13e79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638394 Nov 23 17:59:48.367597 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:49.424826 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb281332-d86b-4a83-a700-b20cab7adf93 req-6fabb788-a814-4601-b311-953ec5e98a59 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:59:49.426290 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-eb281332-d86b-4a83-a700-b20cab7adf93 req-6fabb788-a814-4601-b311-953ec5e98a59 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.60 "GET /v2.0/ports?device_id=f677dda7-ea71-4385-b0a3-be175d469e50 HTTP/1.1" status: 200 len: 946 time: 0.0499525 Nov 23 17:59:49.484061 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-eb281332-d86b-4a83-a700-b20cab7adf93 req-5a9fe70e-8c8a-4fe0-ba01-9ebf68312b72 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.60 "GET /v2.0/security-groups?id=26a740ef-a414-40be-ab5f-6db73ff13e79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475461 Nov 23 17:59:49.607853 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9602b2-dbb8-472e-b96f-6a3d429fdb55 req-9cffc49e-3d87-4c96-bb0b-f047d66efea7 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:59:49.609309 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-bd9602b2-dbb8-472e-b96f-6a3d429fdb55 req-9cffc49e-3d87-4c96-bb0b-f047d66efea7 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.60 "GET /v2.0/ports?device_id=f677dda7-ea71-4385-b0a3-be175d469e50 HTTP/1.1" status: 200 len: 946 time: 0.0537167 Nov 23 17:59:49.661393 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-bd9602b2-dbb8-472e-b96f-6a3d429fdb55 req-1793b6ee-b1ca-4a63-b21e-934a61ff188a tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.60 "GET /v2.0/security-groups?id=26a740ef-a414-40be-ab5f-6db73ff13e79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441918 Nov 23 17:59:49.683616 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 51506) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:59:49.722458 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-455d211c-806a-4b5a-bc88-d9f92e9c2d46 tempest-TestNetworkAdvancedServerOps-448977066 tempest-TestNetworkAdvancedServerOps-448977066-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:59:49.723942 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-455d211c-806a-4b5a-bc88-d9f92e9c2d46 tempest-TestNetworkAdvancedServerOps-448977066 tempest-TestNetworkAdvancedServerOps-448977066-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=f677dda7-ea71-4385-b0a3-be175d469e50 HTTP/1.1" status: 200 len: 1092 time: 0.0393560 Nov 23 17:59:49.726704 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 51508) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:59:49.730943 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-52e232d2-7340-48ba-b14a-f735232887fe tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Request body: {'floatingip': {'floating_network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'port_id': 'a479113f-2d1d-4ea5-91ef-a5a9483794b4', 'tenant_id': '4d3a35880fb64e77bd3047bfa46cf261', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 17:59:49.753952 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-52e232d2-7340-48ba-b14a-f735232887fe tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks [] for floatingip, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:49.858916 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-52e232d2-7340-48ba-b14a-f735232887fe tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:49.965990 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.db_base_plugin_common [None req-52e232d2-7340-48ba-b14a-f735232887fe tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Allocated IP 172.25.3.16 (4c8455ba-1be5-42ac-b8c2-8a16e1292d55/08fe3644-ce41-4c3f-a7ea-92bac0f0fff5/5360cfda-d19b-49cd-aba5-a04f14d6b5d4) {{(pid=103591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 17:59:50.072350 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-52e232d2-7340-48ba-b14a-f735232887fe tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks [] for port, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:50.107709 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-52e232d2-7340-48ba-b14a-f735232887fe tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:50.156149 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52e232d2-7340-48ba-b14a-f735232887fe tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Network 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 is already hosted by enough agents. {{(pid=103591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 17:59:50.156149 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e232d2-7340-48ba-b14a-f735232887fe tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Pushing event updated for resources: {'Port': ['ID=5360cfda-d19b-49cd-aba5-a04f14d6b5d4,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:59:50.158250 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [None req-52e232d2-7340-48ba-b14a-f735232887fe tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Resources bound (agent type, host, resource id): {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 17:59:50.161034 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52e232d2-7340-48ba-b14a-f735232887fe tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Received port after_create {{(pid=103591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 17:59:50.538721 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-52e232d2-7340-48ba-b14a-f735232887fe tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:50.608222 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-52e232d2-7340-48ba-b14a-f735232887fe tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:50.760480 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-52e232d2-7340-48ba-b14a-f735232887fe tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks [] for port, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:50.765869 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-52e232d2-7340-48ba-b14a-f735232887fe tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264758186'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:50.839485 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e232d2-7340-48ba-b14a-f735232887fe tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Pushing event updated for resources: {'Port': ['ID=5360cfda-d19b-49cd-aba5-a04f14d6b5d4,revision_number=2']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 17:59:50.850226 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-52e232d2-7340-48ba-b14a-f735232887fe tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1795396'] for floatingip, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:50.951830 n-d-816206-8 neutron-server[103591]: INFO neutron.db.l3_db [None req-52e232d2-7340-48ba-b14a-f735232887fe tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Floating IP b8b77538-40f7-4acc-a0ba-7e78bfeacc36 associated. External IP: 172.25.3.16, port: a479113f-2d1d-4ea5-91ef-a5a9483794b4. Nov 23 17:59:51.188722 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52e232d2-7340-48ba-b14a-f735232887fe tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Router 9dcbdd82-6f50-4712-a0d5-337add9f4141 has already been hosted by L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 {{(pid=103591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 17:59:51.324679 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52e232d2-7340-48ba-b14a-f735232887fe tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 17:59:51.339332 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-837bc5e7-adfb-4f64-af1b-ae279f35901c None None] Sync routers for ids ['9dcbdd82-6f50-4712-a0d5-337add9f4141'] in n-d-816206-8 {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 17:59:51.349626 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-837bc5e7-adfb-4f64-af1b-ae279f35901c None None] Routers {'9dcbdd82-6f50-4712-a0d5-337add9f4141'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:59:51.350538 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-837bc5e7-adfb-4f64-af1b-ae279f35901c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:59:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['9dcbdd82-6f50-4712-a0d5-337add9f4141'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:59:51.352332 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-52e232d2-7340-48ba-b14a-f735232887fe tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for floatingip, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 17:59:51.383947 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-52e232d2-7340-48ba-b14a-f735232887fe tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6547852 Nov 23 17:59:51.383947 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f677dda7-ea71-4385-b0a3-be175d469e50', 'tag': 'a479113f-2d1d-4ea5-91ef-a5a9483794b4'}] {{(pid=103591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 17:59:51.386413 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41d174a19ece9499ff9ec44e5b3fc50f2abd3ffbc947fb7e52ea1e8db27b95b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-455a6e84-9cd9-4c70-96e0-d8df95684cff" -d '{"events": [{"name": "network-changed", "server_uuid": "f677dda7-ea71-4385-b0a3-be175d469e50", "tag": "a479113f-2d1d-4ea5-91ef-a5a9483794b4"}]}' {{(pid=103591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 17:59:51.437929 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 17:59:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98141d9b-7b01-433c-87a8-b9eed9c69ea3 x-openstack-request-id: req-98141d9b-7b01-433c-87a8-b9eed9c69ea3 {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 17:59:51.438226 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f677dda7-ea71-4385-b0a3-be175d469e50", "tag": "a479113f-2d1d-4ea5-91ef-a5a9483794b4", "status": "completed", "code": 200}]} {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 17:59:51.438480 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-98141d9b-7b01-433c-87a8-b9eed9c69ea3 {{(pid=103591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 17:59:51.439034 n-d-816206-8 neutron-server[103591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f677dda7-ea71-4385-b0a3-be175d469e50', 'tag': 'a479113f-2d1d-4ea5-91ef-a5a9483794b4', 'status': 'completed', 'code': 200} Nov 23 17:59:51.485030 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-837bc5e7-adfb-4f64-af1b-ae279f35901c None None] Set router 9dcbdd82-6f50-4712-a0d5-337add9f4141 gateway port host: n-d-816206-8 {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:59:51.519534 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455a6e84-9cd9-4c70-96e0-d8df95684cff req-8cda99cc-715b-48ad-aa1f-8c70c8b2a79b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:59:51.520965 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-455a6e84-9cd9-4c70-96e0-d8df95684cff req-8cda99cc-715b-48ad-aa1f-8c70c8b2a79b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4d3a35880fb64e77bd3047bfa46cf261&device_id=f677dda7-ea71-4385-b0a3-be175d469e50 HTTP/1.1" status: 200 len: 1097 time: 0.0520697 Nov 23 17:59:51.521307 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b108fc-eb9c-40a4-b04e-7af3b76a61b1 req-8db6ed28-4c8d-4cc5-95fb-eea67fb6307a tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:59:51.522933 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-04b108fc-eb9c-40a4-b04e-7af3b76a61b1 req-8db6ed28-4c8d-4cc5-95fb-eea67fb6307a tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.60 "GET /v2.0/ports?device_id=f677dda7-ea71-4385-b0a3-be175d469e50 HTTP/1.1" status: 200 len: 946 time: 0.0593276 Nov 23 17:59:51.591235 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-04b108fc-eb9c-40a4-b04e-7af3b76a61b1 req-14fa4906-89ac-4be1-87a9-5b7475c1c5d1 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.60 "GET /v2.0/security-groups?id=26a740ef-a414-40be-ab5f-6db73ff13e79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613842 Nov 23 17:59:51.615773 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 51516) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:59:51.647207 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455a6e84-9cd9-4c70-96e0-d8df95684cff req-2fe9c447-5268-4861-bb20-aa0d11145f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:59:51.650025 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-455a6e84-9cd9-4c70-96e0-d8df95684cff req-2fe9c447-5268-4861-bb20-aa0d11145f31 service neutron] 10.222.0.55 "GET /v2.0/networks?id=a784d5f5-5cd6-4b40-bc61-16afa7774b1f HTTP/1.1" status: 200 len: 898 time: 0.1188560 Nov 23 17:59:51.681848 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-74bde4a1-fce8-40db-b4f9-a9e3b7d461a5 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.60 "GET /v2.0/floatingips/b8b77538-40f7-4acc-a0ba-7e78bfeacc36 HTTP/1.1" status: 200 len: 991 time: 0.0648823 Nov 23 17:59:51.730864 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-455a6e84-9cd9-4c70-96e0-d8df95684cff req-3ca3a1f4-889d-4949-a9af-e57224dd1a97 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a479113f-2d1d-4ea5-91ef-a5a9483794b4 HTTP/1.1" status: 200 len: 999 time: 0.0745540 Nov 23 17:59:51.765130 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-837bc5e7-adfb-4f64-af1b-ae279f35901c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dcbdd82-6f50-4712-a0d5-337add9f4141', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1323576692', 'tenant_id': '4d3a35880fb64e77bd3047bfa46cf261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.191'}], 'enable_snat': True}, 'gw_port_id': '3afb17d8-58fc-44ad-9706-d866d340291b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:59:32Z', 'updated_at': '2021-11-23T17:59:37Z', 'revision_number': 4, 'project_id': '4d3a35880fb64e77bd3047bfa46cf261', 'gw_port': {'id': '3afb17d8-58fc-44ad-9706-d866d340291b', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:0c:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dcbdd82-6f50-4712-a0d5-337add9f4141', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:59:33Z', 'updated_at': '2021-11-23T17:59:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_floatingips': [{'id': 'b8b77538-40f7-4acc-a0ba-7e78bfeacc36', 'tenant_id': '4d3a35880fb64e77bd3047bfa46cf261', 'floating_ip_address': '172.25.3.16', 'floating_network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'router_id': '9dcbdd82-6f50-4712-a0d5-337add9f4141', 'port_id': 'a479113f-2d1d-4ea5-91ef-a5a9483794b4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3892, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a784d5f5-5cd6-4b40-bc61-16afa7774b1f', 'mac_address': 'fa:16:3e:d6:be:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f677dda7-ea71-4385-b0a3-be175d469e50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T17:59:50Z', 'updated_at': '2021-11-23T17:59:50Z', 'revision_number': 0, 'project_id': '4d3a35880fb64e77bd3047bfa46cf261', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1af6f017-664f-40da-894b-7d6b6cb20ff4', 'name': '', 'network_id': 'a784d5f5-5cd6-4b40-bc61-16afa7774b1f', 'tenant_id': '4d3a35880fb64e77bd3047bfa46cf261', 'mac_address': 'fa:16:3e:87:66:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dcbdd82-6f50-4712-a0d5-337add9f4141', 'device_owner': 'network:router_interface', 'standard_attr_id': 3888, 'fixed_ips': [{'subnet_id': 'd11b9ece-e41a-4fe0-8b2b-a718aa85eeac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:59:37Z', 'updated_at': '2021-11-23T17:59:41Z', 'revision_number': 5, 'project_id': '4d3a35880fb64e77bd3047bfa46cf261', 'subnets': [{'id': 'd11b9ece-e41a-4fe0-8b2b-a718aa85eeac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:59:51.792988 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-837bc5e7-adfb-4f64-af1b-ae279f35901c None None] Checking router: 9dcbdd82-6f50-4712-a0d5-337add9f4141 for host: n-d-816206-8 {{(pid=103593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 17:59:51.793803 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455a6e84-9cd9-4c70-96e0-d8df95684cff req-6662d273-a6f0-45f7-82c0-f27f3f935fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:59:51.795299 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-455a6e84-9cd9-4c70-96e0-d8df95684cff req-6662d273-a6f0-45f7-82c0-f27f3f935fc2 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d11b9ece-e41a-4fe0-8b2b-a718aa85eeac HTTP/1.1" status: 200 len: 834 time: 0.0491638 Nov 23 17:59:51.802310 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-837bc5e7-adfb-4f64-af1b-ae279f35901c None None] Routers {'9dcbdd82-6f50-4712-a0d5-337add9f4141'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 17:59:51.802920 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-837bc5e7-adfb-4f64-af1b-ae279f35901c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:59:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['9dcbdd82-6f50-4712-a0d5-337add9f4141'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:59:51.844412 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455a6e84-9cd9-4c70-96e0-d8df95684cff req-46feb97b-6aa3-4f8e-b0f9-1a70522a9f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:59:51.845957 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-455a6e84-9cd9-4c70-96e0-d8df95684cff req-46feb97b-6aa3-4f8e-b0f9-1a70522a9f0b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a784d5f5-5cd6-4b40-bc61-16afa7774b1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435739 Nov 23 17:59:51.951455 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-455a6e84-9cd9-4c70-96e0-d8df95684cff req-862f2f4c-11dd-4ae4-b2ca-6501a1e332dd service neutron] 10.222.0.55 "GET /v2.0/networks/a784d5f5-5cd6-4b40-bc61-16afa7774b1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973690 Nov 23 17:59:52.003189 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-837bc5e7-adfb-4f64-af1b-ae279f35901c None None] Set router 9dcbdd82-6f50-4712-a0d5-337add9f4141 gateway port host: n-d-816206-8 {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 17:59:52.046413 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-455a6e84-9cd9-4c70-96e0-d8df95684cff req-9e6c3649-c6a2-4b1e-9fb5-3379cf86bd6b service neutron] 10.222.0.55 "GET /v2.0/networks/a784d5f5-5cd6-4b40-bc61-16afa7774b1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867164 Nov 23 17:59:52.238015 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-837bc5e7-adfb-4f64-af1b-ae279f35901c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dcbdd82-6f50-4712-a0d5-337add9f4141', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1323576692', 'tenant_id': '4d3a35880fb64e77bd3047bfa46cf261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.191'}], 'enable_snat': True}, 'gw_port_id': '3afb17d8-58fc-44ad-9706-d866d340291b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:59:32Z', 'updated_at': '2021-11-23T17:59:37Z', 'revision_number': 4, 'project_id': '4d3a35880fb64e77bd3047bfa46cf261', 'gw_port': {'id': '3afb17d8-58fc-44ad-9706-d866d340291b', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:0c:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dcbdd82-6f50-4712-a0d5-337add9f4141', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:59:33Z', 'updated_at': '2021-11-23T17:59:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_floatingips': [{'id': 'b8b77538-40f7-4acc-a0ba-7e78bfeacc36', 'tenant_id': '4d3a35880fb64e77bd3047bfa46cf261', 'floating_ip_address': '172.25.3.16', 'floating_network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'router_id': '9dcbdd82-6f50-4712-a0d5-337add9f4141', 'port_id': 'a479113f-2d1d-4ea5-91ef-a5a9483794b4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3892, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a784d5f5-5cd6-4b40-bc61-16afa7774b1f', 'mac_address': 'fa:16:3e:d6:be:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f677dda7-ea71-4385-b0a3-be175d469e50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T17:59:50Z', 'updated_at': '2021-11-23T17:59:50Z', 'revision_number': 0, 'project_id': '4d3a35880fb64e77bd3047bfa46cf261', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1af6f017-664f-40da-894b-7d6b6cb20ff4', 'name': '', 'network_id': 'a784d5f5-5cd6-4b40-bc61-16afa7774b1f', 'tenant_id': '4d3a35880fb64e77bd3047bfa46cf261', 'mac_address': 'fa:16:3e:87:66:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dcbdd82-6f50-4712-a0d5-337add9f4141', 'device_owner': 'network:router_interface', 'standard_attr_id': 3888, 'fixed_ips': [{'subnet_id': 'd11b9ece-e41a-4fe0-8b2b-a718aa85eeac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:59:37Z', 'updated_at': '2021-11-23T17:59:41Z', 'revision_number': 5, 'project_id': '4d3a35880fb64e77bd3047bfa46cf261', 'subnets': [{'id': 'd11b9ece-e41a-4fe0-8b2b-a718aa85eeac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 17:59:52.268032 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-837bc5e7-adfb-4f64-af1b-ae279f35901c None None] The sync data for ids ['9dcbdd82-6f50-4712-a0d5-337add9f4141'] in n-d-816206-8 is: [{'id': '9dcbdd82-6f50-4712-a0d5-337add9f4141', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1323576692', 'tenant_id': '4d3a35880fb64e77bd3047bfa46cf261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.191'}], 'enable_snat': True}, 'gw_port_id': '3afb17d8-58fc-44ad-9706-d866d340291b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:59:32Z', 'updated_at': '2021-11-23T17:59:37Z', 'revision_number': 4, 'project_id': '4d3a35880fb64e77bd3047bfa46cf261', 'gw_port': {'id': '3afb17d8-58fc-44ad-9706-d866d340291b', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:0c:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dcbdd82-6f50-4712-a0d5-337add9f4141', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:59:33Z', 'updated_at': '2021-11-23T17:59:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_floatingips': [{'id': 'b8b77538-40f7-4acc-a0ba-7e78bfeacc36', 'tenant_id': '4d3a35880fb64e77bd3047bfa46cf261', 'floating_ip_address': '172.25.3.16', 'floating_network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'router_id': '9dcbdd82-6f50-4712-a0d5-337add9f4141', 'port_id': 'a479113f-2d1d-4ea5-91ef-a5a9483794b4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3892, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a784d5f5-5cd6-4b40-bc61-16afa7774b1f', 'mac_address': 'fa:16:3e:d6:be:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f677dda7-ea71-4385-b0a3-be175d469e50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T17:59:50Z', 'updated_at': '2021-11-23T17:59:50Z', 'revision_number': 0, 'project_id': '4d3a35880fb64e77bd3047bfa46cf261', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1af6f017-664f-40da-894b-7d6b6cb20ff4', 'name': '', 'network_id': 'a784d5f5-5cd6-4b40-bc61-16afa7774b1f', 'tenant_id': '4d3a35880fb64e77bd3047bfa46cf261', 'mac_address': 'fa:16:3e:87:66:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dcbdd82-6f50-4712-a0d5-337add9f4141', 'device_owner': 'network:router_interface', 'standard_attr_id': 3888, 'fixed_ips': [{'subnet_id': 'd11b9ece-e41a-4fe0-8b2b-a718aa85eeac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:59:37Z', 'updated_at': '2021-11-23T17:59:41Z', 'revision_number': 5, 'project_id': '4d3a35880fb64e77bd3047bfa46cf261', 'subnets': [{'id': 'd11b9ece-e41a-4fe0-8b2b-a718aa85eeac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 17:59:52.466978 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a8def6f-70c8-4274-af09-bfe284baf645 None None] New status for floating IP b8b77538-40f7-4acc-a0ba-7e78bfeacc36: ACTIVE {{(pid=103592) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 17:59:52.685937 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 51520) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 17:59:52.751832 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-0fb3ae7e-96c2-487b-88ce-b68fea2ec627 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.60 "GET /v2.0/floatingips/b8b77538-40f7-4acc-a0ba-7e78bfeacc36 HTTP/1.1" status: 200 len: 993 time: 0.0646439 Nov 23 17:59:54.022511 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-6269f5d3-a8a6-499a-8710-3181116b63a2 req-d343d5c0-e9f1-4d42-8301-e4287171dcf9 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=6e9b85a8-2c27-45b3-9f99-6eb1a8f79031&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0445769 Nov 23 17:59:54.108512 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6269f5d3-a8a6-499a-8710-3181116b63a2 req-e857f715-7e78-4e77-906b-0ce127857d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:59:54.110046 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-6269f5d3-a8a6-499a-8710-3181116b63a2 req-e857f715-7e78-4e77-906b-0ce127857d9e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=06a344c95e04492b8d6015a2d3d39bf1&device_id=6e9b85a8-2c27-45b3-9f99-6eb1a8f79031 HTTP/1.1" status: 200 len: 1097 time: 0.0423331 Nov 23 17:59:54.223630 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6269f5d3-a8a6-499a-8710-3181116b63a2 req-33ebb7c0-d14d-4682-ace7-f7fb52afd1a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:59:54.225176 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-6269f5d3-a8a6-499a-8710-3181116b63a2 req-33ebb7c0-d14d-4682-ace7-f7fb52afd1a6 service neutron] 10.222.0.55 "GET /v2.0/networks?id=f26ba295-0ba9-4fe5-8fc2-bd47c429079f HTTP/1.1" status: 200 len: 898 time: 0.0945413 Nov 23 17:59:54.271597 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-6269f5d3-a8a6-499a-8710-3181116b63a2 req-53125e89-da7d-4258-816c-f4e513312953 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.22&port_id=dd5cfaf4-d892-43d3-9161-4d4633384b37 HTTP/1.1" status: 200 len: 217 time: 0.0390301 Nov 23 17:59:54.322046 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6269f5d3-a8a6-499a-8710-3181116b63a2 req-5bcaae9a-2915-4a35-9437-fa43bb8a9263 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:59:54.323686 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-6269f5d3-a8a6-499a-8710-3181116b63a2 req-5bcaae9a-2915-4a35-9437-fa43bb8a9263 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=bb0ec495-665a-4fbc-97af-f9407a4fc960 HTTP/1.1" status: 200 len: 838 time: 0.0453124 Nov 23 17:59:54.371966 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6269f5d3-a8a6-499a-8710-3181116b63a2 req-1008f31e-afa4-4261-a686-cda640599ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 17:59:54.373520 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-6269f5d3-a8a6-499a-8710-3181116b63a2 req-1008f31e-afa4-4261-a686-cda640599ad9 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f26ba295-0ba9-4fe5-8fc2-bd47c429079f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0421705 Nov 23 17:59:54.471018 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-6269f5d3-a8a6-499a-8710-3181116b63a2 req-f85b0be6-500c-4ade-900b-04a3f5d50430 service neutron] 10.222.0.55 "GET /v2.0/networks/f26ba295-0ba9-4fe5-8fc2-bd47c429079f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902731 Nov 23 17:59:54.568182 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-6269f5d3-a8a6-499a-8710-3181116b63a2 req-7c2a472c-6095-4519-b079-f6a374c96c5f service neutron] 10.222.0.55 "GET /v2.0/networks/f26ba295-0ba9-4fe5-8fc2-bd47c429079f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900102 Nov 23 18:00:03.395556 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4d046508-21eb-4d9c-940b-51cfef76fd93 req-20ca1b84-8807-4f46-aed8-db05eeca17ee service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=6828cb50-b20c-462f-b008-673e15828dc9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3137991 Nov 23 18:00:03.486828 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d046508-21eb-4d9c-940b-51cfef76fd93 req-68c810a9-aaf6-4677-8581-523b0cb995f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:03.488405 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4d046508-21eb-4d9c-940b-51cfef76fd93 req-68c810a9-aaf6-4677-8581-523b0cb995f4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=06a344c95e04492b8d6015a2d3d39bf1&device_id=6828cb50-b20c-462f-b008-673e15828dc9 HTTP/1.1" status: 200 len: 1097 time: 0.0424094 Nov 23 18:00:03.602633 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d046508-21eb-4d9c-940b-51cfef76fd93 req-7d39931d-2f21-4b29-8b56-ec5d2697bd4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:03.604112 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4d046508-21eb-4d9c-940b-51cfef76fd93 req-7d39931d-2f21-4b29-8b56-ec5d2697bd4c service neutron] 10.222.0.36 "GET /v2.0/networks?id=7cdd291d-d3a6-4b3c-90fd-fb828e53d4cc HTTP/1.1" status: 200 len: 898 time: 0.0920327 Nov 23 18:00:03.676241 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4d046508-21eb-4d9c-940b-51cfef76fd93 req-cf5454ab-8756-40f6-94e8-41a682c19cc9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6af791fb-a890-44d2-90d1-e8e48c08c46b HTTP/1.1" status: 200 len: 1001 time: 0.0590832 Nov 23 18:00:03.729089 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d046508-21eb-4d9c-940b-51cfef76fd93 req-fe93fecc-e132-403d-aa72-1b90f2cc7639 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:03.730533 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4d046508-21eb-4d9c-940b-51cfef76fd93 req-fe93fecc-e132-403d-aa72-1b90f2cc7639 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=cb50c9cf-9f41-42e6-840d-0d53f4985bf2 HTTP/1.1" status: 200 len: 834 time: 0.0447342 Nov 23 18:00:03.781629 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d046508-21eb-4d9c-940b-51cfef76fd93 req-5f399bd7-af9d-46bf-9029-58baf8ddca2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:03.783128 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4d046508-21eb-4d9c-940b-51cfef76fd93 req-5f399bd7-af9d-46bf-9029-58baf8ddca2b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7cdd291d-d3a6-4b3c-90fd-fb828e53d4cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0447688 Nov 23 18:00:03.877883 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4d046508-21eb-4d9c-940b-51cfef76fd93 req-630c1d2b-2875-4abd-a50b-4dc36aa117de service neutron] 10.222.0.36 "GET /v2.0/networks/7cdd291d-d3a6-4b3c-90fd-fb828e53d4cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847189 Nov 23 18:00:03.979343 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4d046508-21eb-4d9c-940b-51cfef76fd93 req-28883096-554b-4761-ab7a-fce622da92f7 service neutron] 10.222.0.36 "GET /v2.0/networks/7cdd291d-d3a6-4b3c-90fd-fb828e53d4cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929742 Nov 23 18:00:04.552626 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.agents_db [None req-464f6c07-0de8-4be6-8f5b-563f574d1c5d None None] Agent healthcheck: found 7 active agents {{(pid=103593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 18:00:05.681733 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 51538) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:00:06.123083 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-a4b0a412-d8b2-401e-8d38-bb5ce50875f9 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1794372'] for router_interface, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:06.485695 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-a4b0a412-d8b2-401e-8d38-bb5ce50875f9 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Deleting port 9865aa8b-f38c-44e7-ab24-d7ab32efaf66 {{(pid=103591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:00:06.486044 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-a4b0a412-d8b2-401e-8d38-bb5ce50875f9 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:06.580910 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [None req-a4b0a412-d8b2-401e-8d38-bb5ce50875f9 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] For port 9865aa8b-f38c-44e7-ab24-d7ab32efaf66, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=9865aa8b-f38c-44e7-ab24-d7ab32efaf66,segment=NetworkSegment(a64837ae-89ff-4387-9278-ac3ff4a5f9b3),segment_id=a64837ae-89ff-4387-9278-ac3ff4a5f9b3)] {{(pid=103591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:00:06.581275 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-a4b0a412-d8b2-401e-8d38-bb5ce50875f9 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:06.594091 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-a4b0a412-d8b2-401e-8d38-bb5ce50875f9 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Calling delete_port for 9865aa8b-f38c-44e7-ab24-d7ab32efaf66 owned by network:router_interface {{(pid=103591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:00:06.778000 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-a4b0a412-d8b2-401e-8d38-bb5ce50875f9 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:06.805658 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b0a412-d8b2-401e-8d38-bb5ce50875f9 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Pushing event deleted for resources: {'Port': ['ID=9865aa8b-f38c-44e7-ab24-d7ab32efaf66,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:00:06.989254 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-a4b0a412-d8b2-401e-8d38-bb5ce50875f9 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2067500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1794520'] for router_interface, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:07.207174 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4b0a412-d8b2-401e-8d38-bb5ce50875f9 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Router 4976e692-a610-4579-bfef-f1c6bb590a77 has already been hosted by L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 {{(pid=103591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:00:07.315218 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4b0a412-d8b2-401e-8d38-bb5ce50875f9 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:00:07.321054 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-a4b0a412-d8b2-401e-8d38-bb5ce50875f9 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] 10.222.0.60 "PUT /v2.0/routers/4976e692-a610-4579-bfef-f1c6bb590a77/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6381700 Nov 23 18:00:07.326274 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1f2515c-205a-4a64-afd9-0bef2eba4f37 None None] Sync routers for ids ['4976e692-a610-4579-bfef-f1c6bb590a77'] in n-d-816206-8 {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:00:07.336938 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1f2515c-205a-4a64-afd9-0bef2eba4f37 None None] Routers {'4976e692-a610-4579-bfef-f1c6bb590a77'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:00:07.337560 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-e1f2515c-205a-4a64-afd9-0bef2eba4f37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:59:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['4976e692-a610-4579-bfef-f1c6bb590a77'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:00:07.461058 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-e1f2515c-205a-4a64-afd9-0bef2eba4f37 None None] Set router 4976e692-a610-4579-bfef-f1c6bb590a77 gateway port host: n-d-816206-8 {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:00:07.554293 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c48a63a-fba7-48e3-8c54-caecf7635a25 req-3909636c-fd58-4631-8f32-6d8c3557f1cf tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:07.556386 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7c48a63a-fba7-48e3-8c54-caecf7635a25 req-3909636c-fd58-4631-8f32-6d8c3557f1cf tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] 10.222.0.60 "GET /v2.0/ports?device_id=6e9b85a8-2c27-45b3-9f99-6eb1a8f79031 HTTP/1.1" status: 200 len: 946 time: 0.0559521 Nov 23 18:00:07.610303 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7c48a63a-fba7-48e3-8c54-caecf7635a25 req-5e2fc668-e295-405e-a4f2-806660034c99 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1d6dc71-1282-4a19-ac4d-295df9dee0ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464272 Nov 23 18:00:07.698861 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-e1f2515c-205a-4a64-afd9-0bef2eba4f37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4976e692-a610-4579-bfef-f1c6bb590a77', 'name': 'tempest-TestNetworkBasicOps-router-328558173', 'tenant_id': '06a344c95e04492b8d6015a2d3d39bf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.89'}], 'enable_snat': True}, 'gw_port_id': '56ebb9b2-94c1-4475-919d-31e5e1b1a420', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:58:19Z', 'updated_at': '2021-11-23T18:00:06Z', 'revision_number': 6, 'project_id': '06a344c95e04492b8d6015a2d3d39bf1', 'gw_port': {'id': '56ebb9b2-94c1-4475-919d-31e5e1b1a420', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:80:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4976e692-a610-4579-bfef-f1c6bb590a77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3721, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:58:20Z', 'updated_at': '2021-11-23T17:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_floatingips': [{'id': '09455a8a-837b-4581-903e-4e5fda4d7bb1', 'tenant_id': '06a344c95e04492b8d6015a2d3d39bf1', 'floating_ip_address': '172.25.3.71', 'floating_network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'router_id': '4976e692-a610-4579-bfef-f1c6bb590a77', 'port_id': '6af791fb-a890-44d2-90d1-e8e48c08c46b', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3789, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7cdd291d-d3a6-4b3c-90fd-fb828e53d4cc', 'mac_address': 'fa:16:3e:66:c0:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6828cb50-b20c-462f-b008-673e15828dc9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T17:58:43Z', 'updated_at': '2021-11-23T17:58:47Z', 'revision_number': 1, 'project_id': '06a344c95e04492b8d6015a2d3d39bf1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c57964a-c6be-4b21-9b23-51309175c9b7', 'name': '', 'network_id': '7cdd291d-d3a6-4b3c-90fd-fb828e53d4cc', 'tenant_id': '06a344c95e04492b8d6015a2d3d39bf1', 'mac_address': 'fa:16:3e:37:52:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4976e692-a610-4579-bfef-f1c6bb590a77', 'device_owner': 'network:router_interface', 'standard_attr_id': 3728, 'fixed_ips': [{'subnet_id': 'cb50c9cf-9f41-42e6-840d-0d53f4985bf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:58:23Z', 'updated_at': '2021-11-23T17:58:29Z', 'revision_number': 5, 'project_id': '06a344c95e04492b8d6015a2d3d39bf1', 'subnets': [{'id': 'cb50c9cf-9f41-42e6-840d-0d53f4985bf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:00:07.725182 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1f2515c-205a-4a64-afd9-0bef2eba4f37 None None] Checking router: 4976e692-a610-4579-bfef-f1c6bb590a77 for host: n-d-816206-8 {{(pid=103593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:00:07.734304 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1f2515c-205a-4a64-afd9-0bef2eba4f37 None None] Routers {'4976e692-a610-4579-bfef-f1c6bb590a77'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:00:07.734916 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-e1f2515c-205a-4a64-afd9-0bef2eba4f37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:59:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['4976e692-a610-4579-bfef-f1c6bb590a77'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:00:07.841804 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-e1f2515c-205a-4a64-afd9-0bef2eba4f37 None None] Set router 4976e692-a610-4579-bfef-f1c6bb590a77 gateway port host: n-d-816206-8 {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:00:08.071511 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-e1f2515c-205a-4a64-afd9-0bef2eba4f37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4976e692-a610-4579-bfef-f1c6bb590a77', 'name': 'tempest-TestNetworkBasicOps-router-328558173', 'tenant_id': '06a344c95e04492b8d6015a2d3d39bf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.89'}], 'enable_snat': True}, 'gw_port_id': '56ebb9b2-94c1-4475-919d-31e5e1b1a420', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:58:19Z', 'updated_at': '2021-11-23T18:00:06Z', 'revision_number': 6, 'project_id': '06a344c95e04492b8d6015a2d3d39bf1', 'gw_port': {'id': '56ebb9b2-94c1-4475-919d-31e5e1b1a420', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:80:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4976e692-a610-4579-bfef-f1c6bb590a77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3721, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:58:20Z', 'updated_at': '2021-11-23T17:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_floatingips': [{'id': '09455a8a-837b-4581-903e-4e5fda4d7bb1', 'tenant_id': '06a344c95e04492b8d6015a2d3d39bf1', 'floating_ip_address': '172.25.3.71', 'floating_network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'router_id': '4976e692-a610-4579-bfef-f1c6bb590a77', 'port_id': '6af791fb-a890-44d2-90d1-e8e48c08c46b', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3789, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7cdd291d-d3a6-4b3c-90fd-fb828e53d4cc', 'mac_address': 'fa:16:3e:66:c0:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6828cb50-b20c-462f-b008-673e15828dc9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T17:58:43Z', 'updated_at': '2021-11-23T17:58:47Z', 'revision_number': 1, 'project_id': '06a344c95e04492b8d6015a2d3d39bf1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c57964a-c6be-4b21-9b23-51309175c9b7', 'name': '', 'network_id': '7cdd291d-d3a6-4b3c-90fd-fb828e53d4cc', 'tenant_id': '06a344c95e04492b8d6015a2d3d39bf1', 'mac_address': 'fa:16:3e:37:52:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4976e692-a610-4579-bfef-f1c6bb590a77', 'device_owner': 'network:router_interface', 'standard_attr_id': 3728, 'fixed_ips': [{'subnet_id': 'cb50c9cf-9f41-42e6-840d-0d53f4985bf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:58:23Z', 'updated_at': '2021-11-23T17:58:29Z', 'revision_number': 5, 'project_id': '06a344c95e04492b8d6015a2d3d39bf1', 'subnets': [{'id': 'cb50c9cf-9f41-42e6-840d-0d53f4985bf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:00:08.101028 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1f2515c-205a-4a64-afd9-0bef2eba4f37 None None] The sync data for ids ['4976e692-a610-4579-bfef-f1c6bb590a77'] in n-d-816206-8 is: [{'id': '4976e692-a610-4579-bfef-f1c6bb590a77', 'name': 'tempest-TestNetworkBasicOps-router-328558173', 'tenant_id': '06a344c95e04492b8d6015a2d3d39bf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.89'}], 'enable_snat': True}, 'gw_port_id': '56ebb9b2-94c1-4475-919d-31e5e1b1a420', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:58:19Z', 'updated_at': '2021-11-23T18:00:06Z', 'revision_number': 6, 'project_id': '06a344c95e04492b8d6015a2d3d39bf1', 'gw_port': {'id': '56ebb9b2-94c1-4475-919d-31e5e1b1a420', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:80:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4976e692-a610-4579-bfef-f1c6bb590a77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3721, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:58:20Z', 'updated_at': '2021-11-23T17:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_floatingips': [{'id': '09455a8a-837b-4581-903e-4e5fda4d7bb1', 'tenant_id': '06a344c95e04492b8d6015a2d3d39bf1', 'floating_ip_address': '172.25.3.71', 'floating_network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'router_id': '4976e692-a610-4579-bfef-f1c6bb590a77', 'port_id': '6af791fb-a890-44d2-90d1-e8e48c08c46b', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3789, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7cdd291d-d3a6-4b3c-90fd-fb828e53d4cc', 'mac_address': 'fa:16:3e:66:c0:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6828cb50-b20c-462f-b008-673e15828dc9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T17:58:43Z', 'updated_at': '2021-11-23T17:58:47Z', 'revision_number': 1, 'project_id': '06a344c95e04492b8d6015a2d3d39bf1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c57964a-c6be-4b21-9b23-51309175c9b7', 'name': '', 'network_id': '7cdd291d-d3a6-4b3c-90fd-fb828e53d4cc', 'tenant_id': '06a344c95e04492b8d6015a2d3d39bf1', 'mac_address': 'fa:16:3e:37:52:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4976e692-a610-4579-bfef-f1c6bb590a77', 'device_owner': 'network:router_interface', 'standard_attr_id': 3728, 'fixed_ips': [{'subnet_id': 'cb50c9cf-9f41-42e6-840d-0d53f4985bf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:58:23Z', 'updated_at': '2021-11-23T17:58:29Z', 'revision_number': 5, 'project_id': '06a344c95e04492b8d6015a2d3d39bf1', 'subnets': [{'id': 'cb50c9cf-9f41-42e6-840d-0d53f4985bf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:00:08.731835 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d516e712-b40b-4f3e-9244-6efc1693d040 req-35dbd38a-4775-4d84-874f-6fa05fc85fb3 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:08.733268 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d516e712-b40b-4f3e-9244-6efc1693d040 req-35dbd38a-4775-4d84-874f-6fa05fc85fb3 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] 10.222.0.60 "GET /v2.0/ports?device_id=6e9b85a8-2c27-45b3-9f99-6eb1a8f79031 HTTP/1.1" status: 200 len: 946 time: 0.0499747 Nov 23 18:00:08.783314 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d516e712-b40b-4f3e-9244-6efc1693d040 req-442a4996-2e45-49af-ad5e-6a8b6a85634f tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] 10.222.0.60 "GET /v2.0/security-groups?id=a1d6dc71-1282-4a19-ac4d-295df9dee0ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440888 Nov 23 18:00:08.892858 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b0eba1-04c2-478a-8419-12810949258d req-9fea8d43-e28a-4879-af1f-a89834ee6744 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:08.894307 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-28b0eba1-04c2-478a-8419-12810949258d req-9fea8d43-e28a-4879-af1f-a89834ee6744 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] 10.222.0.55 "GET /v2.0/ports?device_id=6e9b85a8-2c27-45b3-9f99-6eb1a8f79031 HTTP/1.1" status: 200 len: 946 time: 0.0527534 Nov 23 18:00:08.985145 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [req-28b0eba1-04c2-478a-8419-12810949258d req-aa239856-878e-4a04-b217-f65a9a6334e5 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Deleting port dd5cfaf4-d892-43d3-9161-4d4633384b37 {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:00:08.985407 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-28b0eba1-04c2-478a-8419-12810949258d req-aa239856-878e-4a04-b217-f65a9a6334e5 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:09.074741 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [req-28b0eba1-04c2-478a-8419-12810949258d req-aa239856-878e-4a04-b217-f65a9a6334e5 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] For port dd5cfaf4-d892-43d3-9161-4d4633384b37, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=dd5cfaf4-d892-43d3-9161-4d4633384b37,segment=NetworkSegment(a64837ae-89ff-4387-9278-ac3ff4a5f9b3),segment_id=a64837ae-89ff-4387-9278-ac3ff4a5f9b3)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:00:09.075100 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-28b0eba1-04c2-478a-8419-12810949258d req-aa239856-878e-4a04-b217-f65a9a6334e5 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:09.087204 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [req-28b0eba1-04c2-478a-8419-12810949258d req-aa239856-878e-4a04-b217-f65a9a6334e5 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Calling delete_port for dd5cfaf4-d892-43d3-9161-4d4633384b37 owned by compute:nova {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:00:09.210014 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-28b0eba1-04c2-478a-8419-12810949258d req-aa239856-878e-4a04-b217-f65a9a6334e5 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:09.243639 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa239856-878e-4a04-b217-f65a9a6334e5 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Pushing event deleted for resources: {'Port': ['ID=dd5cfaf4-d892-43d3-9161-4d4633384b37,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:00:09.273674 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa239856-878e-4a04-b217-f65a9a6334e5 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:00:09.274024 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa239856-878e-4a04-b217-f65a9a6334e5 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:00:09.274363 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa239856-878e-4a04-b217-f65a9a6334e5 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:00:09.274701 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa239856-878e-4a04-b217-f65a9a6334e5 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:00:09.275031 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa239856-878e-4a04-b217-f65a9a6334e5 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:00:09.275357 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa239856-878e-4a04-b217-f65a9a6334e5 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:00:09.275689 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa239856-878e-4a04-b217-f65a9a6334e5 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:00:09.276010 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa239856-878e-4a04-b217-f65a9a6334e5 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:00:09.276332 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa239856-878e-4a04-b217-f65a9a6334e5 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:00:09.276679 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa239856-878e-4a04-b217-f65a9a6334e5 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:00:09.277005 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa239856-878e-4a04-b217-f65a9a6334e5 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:00:09.277326 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa239856-878e-4a04-b217-f65a9a6334e5 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:00:09.299786 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [req-28b0eba1-04c2-478a-8419-12810949258d req-aa239856-878e-4a04-b217-f65a9a6334e5 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] No DVR routers for this DVR port dd5cfaf4-d892-43d3-9161-4d4633384b37 on host n-h1-816206-8 {{(pid=103590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:00:09.302601 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-28b0eba1-04c2-478a-8419-12810949258d req-aa239856-878e-4a04-b217-f65a9a6334e5 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:09.306483 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-28b0eba1-04c2-478a-8419-12810949258d req-aa239856-878e-4a04-b217-f65a9a6334e5 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] 10.222.0.55 "DELETE /v2.0/ports/dd5cfaf4-d892-43d3-9161-4d4633384b37 HTTP/1.1" status: 204 len: 173 time: 0.4049988 Nov 23 18:00:09.306926 n-d-816206-8 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e9b85a8-2c27-45b3-9f99-6eb1a8f79031', 'name': 'network-vif-deleted', 'tag': 'dd5cfaf4-d892-43d3-9161-4d4633384b37'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:00:09.309197 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbabddbc9fc37b068808e119c416c86f5957ca04531a4a0d2e695c515e93483b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f14b805a-48fb-4531-9030-0d266214ece9" -d '{"events": [{"server_uuid": "6e9b85a8-2c27-45b3-9f99-6eb1a8f79031", "name": "network-vif-deleted", "tag": "dd5cfaf4-d892-43d3-9161-4d4633384b37"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:00:09.350257 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:00:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-541b7c13-8a39-4fc3-8e67-07b6ffd079df x-openstack-request-id: req-541b7c13-8a39-4fc3-8e67-07b6ffd079df {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:00:09.350564 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e9b85a8-2c27-45b3-9f99-6eb1a8f79031", "name": "network-vif-deleted", "tag": "dd5cfaf4-d892-43d3-9161-4d4633384b37", "status": "completed", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:00:09.350813 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-541b7c13-8a39-4fc3-8e67-07b6ffd079df {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:00:09.351224 n-d-816206-8 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e9b85a8-2c27-45b3-9f99-6eb1a8f79031', 'name': 'network-vif-deleted', 'tag': 'dd5cfaf4-d892-43d3-9161-4d4633384b37', 'status': 'completed', 'code': 200} Nov 23 18:00:09.470868 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 9865aa8b-f38c-44e7-ab24-d7ab32efaf66 no longer exists at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:00:09.494559 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] No Port match for: 9865aa8b-f38c-44e7-ab24-d7ab32efaf66 {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:00:09.494835 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 9865aa8b-f38c-44e7-ab24-d7ab32efaf66 not bound to the agent host n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:00:09.841264 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 51552) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:00:09.897039 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-52510972-cce9-495f-913d-65d043db8027 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Publish callbacks [] for security_group, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:09.923609 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-52510972-cce9-495f-913d-65d043db8027 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:09.993097 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-52510972-cce9-495f-913d-65d043db8027 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:09.995625 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-52510972-cce9-495f-913d-65d043db8027 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Publish callbacks [] for security_group, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:09.996806 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-52510972-cce9-495f-913d-65d043db8027 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] 10.222.0.60 "DELETE /v2.0/security-groups/a1d6dc71-1282-4a19-ac4d-295df9dee0ce HTTP/1.1" status: 204 len: 168 time: 0.1545260 Nov 23 18:00:10.006022 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52510972-cce9-495f-913d-65d043db8027 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1d6dc71-1282-4a19-ac4d-295df9dee0ce,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:00:10.029969 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 51558) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:00:10.080158 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_v2 [None req-36712b27-2277-44dd-b861-c4c859bf20df tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Deleting subnet bb0ec495-665a-4fbc-97af-f9407a4fc960 {{(pid=103590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 18:00:10.083507 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-36712b27-2277-44dd-b861-c4c859bf20df tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Publish callbacks [] for subnet, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:10.124053 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-36712b27-2277-44dd-b861-c4c859bf20df tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-267528342'] for subnet, precommit_delete_associations {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:10.244442 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-36712b27-2277-44dd-b861-c4c859bf20df tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971956'] for subnet, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:10.304110 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-36712b27-2277-44dd-b861-c4c859bf20df tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264357903', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264730940'] for subnet, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:10.337083 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36712b27-2277-44dd-b861-c4c859bf20df tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Pushing event deleted for resources: {'Subnet': ['ID=bb0ec495-665a-4fbc-97af-f9407a4fc960,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:00:10.345694 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-36712b27-2277-44dd-b861-c4c859bf20df tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Publish callbacks [] for subnet, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:10.347585 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ed92880-62c5-437b-8acb-f854d3e1ea12 None None] Network f26ba295-0ba9-4fe5-8fc2-bd47c429079f requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:00:10.349796 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-36712b27-2277-44dd-b861-c4c859bf20df tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] 10.222.0.60 "DELETE /v2.0/subnets/bb0ec495-665a-4fbc-97af-f9407a4fc960 HTTP/1.1" status: 204 len: 168 time: 0.3194056 Nov 23 18:00:10.352610 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 51560) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:00:10.382606 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 51562) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:00:10.489071 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-18eba4ef-cde7-4c89-8ac0-ebfc64bd9f1c tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-555181'] for network, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:10.521069 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-c0dcf41c-a0db-4499-8445-7e6ad3354ea0 tempest-TestSecurityGroupsBasicOps-257308248 tempest-TestSecurityGroupsBasicOps-257308248-project-admin] 10.222.0.60 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 2724 time: 0.1367280 Nov 23 18:00:10.525641 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 51564) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:00:10.530614 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-3f92fbc5-b10c-429b-b37f-c1e096587c05 tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] Request body: {'network': {'name': 'tempest-network-smoke--372875953', 'project_id': 'b3a2c64c5957447b9a4b3f6afc3f6e95', 'port_security_enabled': False}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:00:10.552000 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac8dc476-c468-47dc-babf-26f471077f2e None None] DHCP port deletion for f26ba295-0ba9-4fe5-8fc2-bd47c429079f request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:00:10.555757 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f92fbc5-b10c-429b-b37f-c1e096587c05 tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] Made reservation on behalf of b3a2c64c5957447b9a4b3f6afc3f6e95 for: {'network': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:00:10.560276 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-3f92fbc5-b10c-429b-b37f-c1e096587c05 tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for network, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:10.573153 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-18eba4ef-cde7-4c89-8ac0-ebfc64bd9f1c tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Deleting port 204c08b7-787f-41bd-a47b-dbe7ca76db77 {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:00:10.573550 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-18eba4ef-cde7-4c89-8ac0-ebfc64bd9f1c tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:10.585651 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f92fbc5-b10c-429b-b37f-c1e096587c05 tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] vlan segment allocate from pool success with {'vlan_id': 500, 'physical_network': 'physnet1'} {{(pid=103591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 18:00:10.596625 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-3f92fbc5-b10c-429b-b37f-c1e096587c05 tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:10.597044 n-d-816206-8 neutron-server[103591]: INFO neutron.db.segments_db [None req-3f92fbc5-b10c-429b-b37f-c1e096587c05 tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] Added segment 9c766aa0-afbb-425b-ace8-98125a20f2f4 of type vlan for network 66b79417-f25f-4165-9f27-e6078f4ac6d0 Nov 23 18:00:10.606660 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-ac8dc476-c468-47dc-babf-26f471077f2e None None] Deleting port 204c08b7-787f-41bd-a47b-dbe7ca76db77 {{(pid=103592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:00:10.607348 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-ac8dc476-c468-47dc-babf-26f471077f2e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:10.639434 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-3f92fbc5-b10c-429b-b37f-c1e096587c05 tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736635338810'] for network, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:10.648111 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-18eba4ef-cde7-4c89-8ac0-ebfc64bd9f1c tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] For port 204c08b7-787f-41bd-a47b-dbe7ca76db77, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=204c08b7-787f-41bd-a47b-dbe7ca76db77,segment=NetworkSegment(a64837ae-89ff-4387-9278-ac3ff4a5f9b3),segment_id=a64837ae-89ff-4387-9278-ac3ff4a5f9b3)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:00:10.649175 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-18eba4ef-cde7-4c89-8ac0-ebfc64bd9f1c tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:10.663462 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-18eba4ef-cde7-4c89-8ac0-ebfc64bd9f1c tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Calling delete_port for 204c08b7-787f-41bd-a47b-dbe7ca76db77 owned by network:dhcp {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:00:10.670765 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-3f92fbc5-b10c-429b-b37f-c1e096587c05 tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493'] for network, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:10.677551 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-ac8dc476-c468-47dc-babf-26f471077f2e None None] For port 204c08b7-787f-41bd-a47b-dbe7ca76db77, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=204c08b7-787f-41bd-a47b-dbe7ca76db77,segment=NetworkSegment(a64837ae-89ff-4387-9278-ac3ff4a5f9b3),segment_id=a64837ae-89ff-4387-9278-ac3ff4a5f9b3)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:00:10.677932 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f92fbc5-b10c-429b-b37f-c1e096587c05 tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:10.678079 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-ac8dc476-c468-47dc-babf-26f471077f2e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:10.678560 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-3f92fbc5-b10c-429b-b37f-c1e096587c05 tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] Publish callbacks [] for network, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:10.690981 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-ac8dc476-c468-47dc-babf-26f471077f2e None None] Calling delete_port for 204c08b7-787f-41bd-a47b-dbe7ca76db77 owned by network:dhcp {{(pid=103592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:00:10.718027 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-3f92fbc5-b10c-429b-b37f-c1e096587c05 tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1911955 Nov 23 18:00:10.720842 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 51566) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:00:10.727410 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-931e3969-8064-4e27-b83e-8b488412192f tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1570439356', 'admin_state_up': True, 'project_id': 'b3a2c64c5957447b9a4b3f6afc3f6e95', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'}}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:00:10.766290 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f92fbc5-b10c-429b-b37f-c1e096587c05 tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] Pushing event updated for resources: {'Network': ['ID=66b79417-f25f-4165-9f27-e6078f4ac6d0,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:00:10.779110 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-ac8dc476-c468-47dc-babf-26f471077f2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989'] for port, after_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:10.783117 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-931e3969-8064-4e27-b83e-8b488412192f tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1793449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8093'] for router, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:10.784195 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-931e3969-8064-4e27-b83e-8b488412192f tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1794473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1794771', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1638326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8086'] for router, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:10.789057 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Network 66b79417-f25f-4165-9f27-e6078f4ac6d0 details requested by agent ovs-agent-n-d-816206-8 with host n-d-816206-8 {{(pid=103592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 18:00:10.799782 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-18eba4ef-cde7-4c89-8ac0-ebfc64bd9f1c tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:10.822213 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8dc476-c468-47dc-babf-26f471077f2e None None] Pushing event deleted for resources: {'Port': ['ID=204c08b7-787f-41bd-a47b-dbe7ca76db77,revision_number=None']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:00:10.832033 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac8dc476-c468-47dc-babf-26f471077f2e None None] No DVR routers for this DVR port 204c08b7-787f-41bd-a47b-dbe7ca76db77 on host n-d-816206-8 {{(pid=103592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:00:10.868868 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18eba4ef-cde7-4c89-8ac0-ebfc64bd9f1c tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Pushing event deleted for resources: {'Port': ['ID=204c08b7-787f-41bd-a47b-dbe7ca76db77,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:00:10.879570 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18eba4ef-cde7-4c89-8ac0-ebfc64bd9f1c tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] No DVR routers for this DVR port 204c08b7-787f-41bd-a47b-dbe7ca76db77 on host n-d-816206-8 {{(pid=103590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:00:10.885198 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-931e3969-8064-4e27-b83e-8b488412192f tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:11.091430 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-18eba4ef-cde7-4c89-8ac0-ebfc64bd9f1c tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973419', 'neutron.services.segments.db._delete_segments_for_network-8736635878840'] for network, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:11.103773 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-931e3969-8064-4e27-b83e-8b488412192f tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:11.120199 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-18eba4ef-cde7-4c89-8ac0-ebfc64bd9f1c tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f26ba295-0ba9-4fe5-8fc2-bd47c429079f']}} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:00:11.142873 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-18eba4ef-cde7-4c89-8ac0-ebfc64bd9f1c tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a64837ae-89ff-4387-9278-ac3ff4a5f9b3') {'for_net_delete': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:00:11.143172 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-18eba4ef-cde7-4c89-8ac0-ebfc64bd9f1c tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a64837ae-89ff-4387-9278-ac3ff4a5f9b3') {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:00:11.155354 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-18eba4ef-cde7-4c89-8ac0-ebfc64bd9f1c tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736635840332', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-267528353'] for segment, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:11.178158 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-18eba4ef-cde7-4c89-8ac0-ebfc64bd9f1c tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:11.186774 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18eba4ef-cde7-4c89-8ac0-ebfc64bd9f1c tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Releasing vlan 544 on physical network physnet1 to pool {{(pid=103590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 18:00:11.187164 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-18eba4ef-cde7-4c89-8ac0-ebfc64bd9f1c tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264370093'] for segment, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:11.190086 n-d-816206-8 neutron-server[103590]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 18:00:11.190086 n-d-816206-8 neutron-server[103590]: self.session.flush() Nov 23 18:00:11.190086 n-d-816206-8 neutron-server[103590]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 18:00:11.190086 n-d-816206-8 neutron-server[103590]: self.session.flush() Nov 23 18:00:11.190086 n-d-816206-8 neutron-server[103590]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 18:00:11.190086 n-d-816206-8 neutron-server[103590]: self.session.flush() Nov 23 18:00:11.190086 n-d-816206-8 neutron-server[103590]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 18:00:11.190086 n-d-816206-8 neutron-server[103590]: self.session.flush() Nov 23 18:00:11.190086 n-d-816206-8 neutron-server[103590]: Traceback (most recent call last): Nov 23 18:00:11.190086 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 18:00:11.190086 n-d-816206-8 neutron-server[103590]: timer() Nov 23 18:00:11.190086 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 18:00:11.190086 n-d-816206-8 neutron-server[103590]: cb(*args, **kw) Nov 23 18:00:11.190086 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 18:00:11.190086 n-d-816206-8 neutron-server[103590]: return func(*args, **kwargs) Nov 23 18:00:11.190086 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 18:00:11.190086 n-d-816206-8 neutron-server[103590]: self._notify() Nov 23 18:00:11.190086 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 18:00:11.190086 n-d-816206-8 neutron-server[103590]: self.callback(batched_events) Nov 23 18:00:11.190086 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 18:00:11.190086 n-d-816206-8 neutron-server[103590]: event.method(event) Nov 23 18:00:11.190086 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 18:00:11.190086 n-d-816206-8 neutron-server[103590]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 18:00:11.190086 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 18:00:11.190086 n-d-816206-8 neutron-server[103590]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 18:00:11.190086 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 18:00:11.190086 n-d-816206-8 neutron-server[103590]: return f(self, *a, **k) Nov 23 18:00:11.190086 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 18:00:11.190086 n-d-816206-8 neutron-server[103590]: return self._get(url).json() Nov 23 18:00:11.190086 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 18:00:11.190086 n-d-816206-8 neutron-server[103590]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 18:00:11.190086 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 18:00:11.190086 n-d-816206-8 neutron-server[103590]: return self.request(url, 'GET', **kwargs) Nov 23 18:00:11.190086 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 18:00:11.190086 n-d-816206-8 neutron-server[103590]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 18:00:11.190086 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 18:00:11.190086 n-d-816206-8 neutron-server[103590]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 18:00:11.190086 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 18:00:11.190086 n-d-816206-8 neutron-server[103590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 18:00:11.190086 n-d-816206-8 neutron-server[103590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 18:00:11.283204 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-18eba4ef-cde7-4c89-8ac0-ebfc64bd9f1c tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1795418'] for network, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:11.292759 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-18eba4ef-cde7-4c89-8ac0-ebfc64bd9f1c tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Publish callbacks [] for network, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:11.295913 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-18eba4ef-cde7-4c89-8ac0-ebfc64bd9f1c tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] 10.222.0.60 "DELETE /v2.0/networks/f26ba295-0ba9-4fe5-8fc2-bd47c429079f HTTP/1.1" status: 204 len: 168 time: 0.9421566 Nov 23 18:00:11.298729 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 51568) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:00:11.311281 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18eba4ef-cde7-4c89-8ac0-ebfc64bd9f1c tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Pushing event deleted for resources: {'Network': ['ID=f26ba295-0ba9-4fe5-8fc2-bd47c429079f,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:00:11.414469 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-931e3969-8064-4e27-b83e-8b488412192f tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] Publish callbacks [] for router_gateway, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:11.434198 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-931e3969-8064-4e27-b83e-8b488412192f tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:11.514291 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 204c08b7-787f-41bd-a47b-dbe7ca76db77 no longer exists at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:00:11.539075 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] No Port match for: 204c08b7-787f-41bd-a47b-dbe7ca76db77 {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:00:11.540105 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 204c08b7-787f-41bd-a47b-dbe7ca76db77 not bound to the agent host n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:00:11.546715 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-931e3969-8064-4e27-b83e-8b488412192f tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] Allocated IP 172.25.3.46 (4c8455ba-1be5-42ac-b8c2-8a16e1292d55/08fe3644-ce41-4c3f-a7ea-92bac0f0fff5/d6546c27-5dee-413f-a5a2-46acb1fde2be) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:00:11.660745 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-931e3969-8064-4e27-b83e-8b488412192f tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:11.696709 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-931e3969-8064-4e27-b83e-8b488412192f tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:11.731915 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-b58403ce-0e41-4ea3-b3e3-62516458f71a tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Deleting port d54c8f63-8686-4bfa-b2d1-6b8806c033a9 {{(pid=103591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:00:11.732258 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-b58403ce-0e41-4ea3-b3e3-62516458f71a tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:11.737275 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-931e3969-8064-4e27-b83e-8b488412192f tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] Network 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:00:11.740179 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-931e3969-8064-4e27-b83e-8b488412192f tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:00:11.744288 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-931e3969-8064-4e27-b83e-8b488412192f tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:00:11.749920 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931e3969-8064-4e27-b83e-8b488412192f tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] Pushing event updated for resources: {'Port': ['ID=d6546c27-5dee-413f-a5a2-46acb1fde2be,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:00:11.761968 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37e64282-3658-48c0-8e06-e0560c47abe8 None None] DHCP port deletion for 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:00:11.813062 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-b58403ce-0e41-4ea3-b3e3-62516458f71a tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:11.813379 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-b58403ce-0e41-4ea3-b3e3-62516458f71a tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:11.825673 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-b58403ce-0e41-4ea3-b3e3-62516458f71a tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Calling delete_port for d54c8f63-8686-4bfa-b2d1-6b8806c033a9 owned by network:floatingip {{(pid=103591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:00:11.890832 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-15d99823-3f85-488a-92fa-c02177b32511 None None] Provisioning complete for port d6546c27-5dee-413f-a5a2-46acb1fde2be triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:00:11.891198 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-15d99823-3f85-488a-92fa-c02177b32511 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:11.933501 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-15d99823-3f85-488a-92fa-c02177b32511 None None] Port d6546c27-5dee-413f-a5a2-46acb1fde2be cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:00:11.982038 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-b58403ce-0e41-4ea3-b3e3-62516458f71a tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:12.007933 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58403ce-0e41-4ea3-b3e3-62516458f71a tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Pushing event deleted for resources: {'Port': ['ID=d54c8f63-8686-4bfa-b2d1-6b8806c033a9,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:00:12.011607 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-931e3969-8064-4e27-b83e-8b488412192f tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] Publish callbacks [] for router_gateway, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:12.037376 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58403ce-0e41-4ea3-b3e3-62516458f71a tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:00:12.037727 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58403ce-0e41-4ea3-b3e3-62516458f71a tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:00:12.038072 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58403ce-0e41-4ea3-b3e3-62516458f71a tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:00:12.038413 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58403ce-0e41-4ea3-b3e3-62516458f71a tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:00:12.038754 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58403ce-0e41-4ea3-b3e3-62516458f71a tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:00:12.039659 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58403ce-0e41-4ea3-b3e3-62516458f71a tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:00:12.040000 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58403ce-0e41-4ea3-b3e3-62516458f71a tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:00:12.040329 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58403ce-0e41-4ea3-b3e3-62516458f71a tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:00:12.040684 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58403ce-0e41-4ea3-b3e3-62516458f71a tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:00:12.041014 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58403ce-0e41-4ea3-b3e3-62516458f71a tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:00:12.041346 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58403ce-0e41-4ea3-b3e3-62516458f71a tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:00:12.041672 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58403ce-0e41-4ea3-b3e3-62516458f71a tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:00:12.083266 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-b58403ce-0e41-4ea3-b3e3-62516458f71a tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Publish callbacks [] for floatingip, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:12.084065 n-d-816206-8 neutron-server[103591]: INFO neutron.db.l3_db [None req-b58403ce-0e41-4ea3-b3e3-62516458f71a tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Floating IP 09455a8a-837b-4581-903e-4e5fda4d7bb1 disassociated (deleted). External IP: 172.25.3.71, port: 6af791fb-a890-44d2-90d1-e8e48c08c46b. Nov 23 18:00:12.300796 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b58403ce-0e41-4ea3-b3e3-62516458f71a tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Router 4976e692-a610-4579-bfef-f1c6bb590a77 has already been hosted by L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 {{(pid=103591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:00:12.420235 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b58403ce-0e41-4ea3-b3e3-62516458f71a tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:00:12.425400 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-b58403ce-0e41-4ea3-b3e3-62516458f71a tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for floatingip, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:12.432686 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d4cfa2e-1540-46bf-8c8d-97aa22a2c79b None None] Sync routers for ids ['4976e692-a610-4579-bfef-f1c6bb590a77'] in n-d-816206-8 {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:00:12.443935 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d4cfa2e-1540-46bf-8c8d-97aa22a2c79b None None] Routers {'4976e692-a610-4579-bfef-f1c6bb590a77'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:00:12.444593 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-3d4cfa2e-1540-46bf-8c8d-97aa22a2c79b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:59:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['4976e692-a610-4579-bfef-f1c6bb590a77'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:00:12.457936 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-b58403ce-0e41-4ea3-b3e3-62516458f71a tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] 10.222.0.60 "DELETE /v2.0/floatingips/09455a8a-837b-4581-903e-4e5fda4d7bb1 HTTP/1.1" status: 204 len: 168 time: 1.1555033 Nov 23 18:00:12.457936 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6828cb50-b20c-462f-b008-673e15828dc9', 'tag': '6af791fb-a890-44d2-90d1-e8e48c08c46b'}] {{(pid=103591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:00:12.458795 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41d174a19ece9499ff9ec44e5b3fc50f2abd3ffbc947fb7e52ea1e8db27b95b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d87cf89-2def-400c-84b0-01d71bb19d42" -d '{"events": [{"name": "network-changed", "server_uuid": "6828cb50-b20c-462f-b008-673e15828dc9", "tag": "6af791fb-a890-44d2-90d1-e8e48c08c46b"}]}' {{(pid=103591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:00:12.510120 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:00:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03aecfa7-9780-4051-8297-ccffdd3d1ed7 x-openstack-request-id: req-03aecfa7-9780-4051-8297-ccffdd3d1ed7 {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:00:12.510439 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6828cb50-b20c-462f-b008-673e15828dc9", "tag": "6af791fb-a890-44d2-90d1-e8e48c08c46b", "status": "completed", "code": 200}]} {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:00:12.510685 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-03aecfa7-9780-4051-8297-ccffdd3d1ed7 {{(pid=103591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:00:12.511176 n-d-816206-8 neutron-server[103591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6828cb50-b20c-462f-b008-673e15828dc9', 'tag': '6af791fb-a890-44d2-90d1-e8e48c08c46b', 'status': 'completed', 'code': 200} Nov 23 18:00:12.563507 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-931e3969-8064-4e27-b83e-8b488412192f tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1794316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1795362'] for router, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:12.590201 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvr_db [None req-3d4cfa2e-1540-46bf-8c8d-97aa22a2c79b None None] Set router 4976e692-a610-4579-bfef-f1c6bb590a77 gateway port host: n-d-816206-8 {{(pid=103592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:00:12.593258 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d87cf89-2def-400c-84b0-01d71bb19d42 req-ce480494-496b-41a2-b341-a8900b8b01af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:12.594807 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2d87cf89-2def-400c-84b0-01d71bb19d42 req-ce480494-496b-41a2-b341-a8900b8b01af service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=06a344c95e04492b8d6015a2d3d39bf1&device_id=6828cb50-b20c-462f-b008-673e15828dc9 HTTP/1.1" status: 200 len: 1097 time: 0.0558138 Nov 23 18:00:12.731405 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-931e3969-8064-4e27-b83e-8b488412192f tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] Router d595ef9a-41cd-4616-9877-9b89d37bf001 is scheduled to L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 with binding_index 1 {{(pid=103590) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 18:00:12.778213 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d87cf89-2def-400c-84b0-01d71bb19d42 req-9658272e-4724-402f-a66d-32ffef17e5ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:12.779810 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2d87cf89-2def-400c-84b0-01d71bb19d42 req-9658272e-4724-402f-a66d-32ffef17e5ea service neutron] 10.222.0.36 "GET /v2.0/networks?id=7cdd291d-d3a6-4b3c-90fd-fb828e53d4cc HTTP/1.1" status: 200 len: 898 time: 0.1759932 Nov 23 18:00:12.788914 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93a7d13-2348-4d57-8b17-59b3709bdedb req-a0c0181c-6a2b-4d1f-b951-4f55db687d1b tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:12.791025 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d93a7d13-2348-4d57-8b17-59b3709bdedb req-a0c0181c-6a2b-4d1f-b951-4f55db687d1b tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] 10.222.0.60 "GET /v2.0/ports?device_id=6828cb50-b20c-462f-b008-673e15828dc9 HTTP/1.1" status: 200 len: 946 time: 0.0921476 Nov 23 18:00:12.835947 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2d87cf89-2def-400c-84b0-01d71bb19d42 req-c1a11570-a0f5-4132-aa8a-9c9dd0e084e7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6af791fb-a890-44d2-90d1-e8e48c08c46b HTTP/1.1" status: 200 len: 217 time: 0.0437860 Nov 23 18:00:12.866409 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-931e3969-8064-4e27-b83e-8b488412192f tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:00:12.872664 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-3d4cfa2e-1540-46bf-8c8d-97aa22a2c79b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4976e692-a610-4579-bfef-f1c6bb590a77', 'name': 'tempest-TestNetworkBasicOps-router-328558173', 'tenant_id': '06a344c95e04492b8d6015a2d3d39bf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.89'}], 'enable_snat': True}, 'gw_port_id': '56ebb9b2-94c1-4475-919d-31e5e1b1a420', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:58:19Z', 'updated_at': '2021-11-23T18:00:06Z', 'revision_number': 6, 'project_id': '06a344c95e04492b8d6015a2d3d39bf1', 'gw_port': {'id': '56ebb9b2-94c1-4475-919d-31e5e1b1a420', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:80:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4976e692-a610-4579-bfef-f1c6bb590a77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3721, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:58:20Z', 'updated_at': '2021-11-23T17:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_interfaces': [{'id': '2c57964a-c6be-4b21-9b23-51309175c9b7', 'name': '', 'network_id': '7cdd291d-d3a6-4b3c-90fd-fb828e53d4cc', 'tenant_id': '06a344c95e04492b8d6015a2d3d39bf1', 'mac_address': 'fa:16:3e:37:52:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4976e692-a610-4579-bfef-f1c6bb590a77', 'device_owner': 'network:router_interface', 'standard_attr_id': 3728, 'fixed_ips': [{'subnet_id': 'cb50c9cf-9f41-42e6-840d-0d53f4985bf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:58:23Z', 'updated_at': '2021-11-23T17:58:29Z', 'revision_number': 5, 'project_id': '06a344c95e04492b8d6015a2d3d39bf1', 'subnets': [{'id': 'cb50c9cf-9f41-42e6-840d-0d53f4985bf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:00:12.880862 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c05478ce-f46d-4f4d-927c-20da241e85ef None None] Sync routers for ids ['d595ef9a-41cd-4616-9877-9b89d37bf001'] in n-d-816206-8 {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:00:12.891542 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c05478ce-f46d-4f4d-927c-20da241e85ef None None] Routers {'d595ef9a-41cd-4616-9877-9b89d37bf001'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:00:12.892253 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-c05478ce-f46d-4f4d-927c-20da241e85ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:59:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['d595ef9a-41cd-4616-9877-9b89d37bf001'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:00:12.896737 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-931e3969-8064-4e27-b83e-8b488412192f tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] Publish callbacks [] for router, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:12.898402 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-931e3969-8064-4e27-b83e-8b488412192f tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 2.1755388 Nov 23 18:00:12.902586 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 51576) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:00:12.911720 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d4cfa2e-1540-46bf-8c8d-97aa22a2c79b None None] Checking router: 4976e692-a610-4579-bfef-f1c6bb590a77 for host: n-d-816206-8 {{(pid=103592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:00:12.926726 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d4cfa2e-1540-46bf-8c8d-97aa22a2c79b None None] Routers {'4976e692-a610-4579-bfef-f1c6bb590a77'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:00:12.927684 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-3d4cfa2e-1540-46bf-8c8d-97aa22a2c79b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:59:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['4976e692-a610-4579-bfef-f1c6bb590a77'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:00:12.943726 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d93a7d13-2348-4d57-8b17-59b3709bdedb req-876bc7d7-eea3-4aa9-abc8-86079ab4b92b tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] 10.222.0.60 "GET /v2.0/security-groups?id=19707690-a374-4ad1-9e6b-ad199275121e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1443207 Nov 23 18:00:12.953578 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d87cf89-2def-400c-84b0-01d71bb19d42 req-d83bc73d-7369-43ee-a180-b8229af9a14e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:12.955350 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2d87cf89-2def-400c-84b0-01d71bb19d42 req-d83bc73d-7369-43ee-a180-b8229af9a14e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=cb50c9cf-9f41-42e6-840d-0d53f4985bf2 HTTP/1.1" status: 200 len: 834 time: 0.1063271 Nov 23 18:00:13.002232 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-761071be-e141-4e76-ab69-f3e34dc109c7 tempest-TestSecurityGroupsBasicOps-257308248 tempest-TestSecurityGroupsBasicOps-257308248-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:13.004058 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-761071be-e141-4e76-ab69-f3e34dc109c7 tempest-TestSecurityGroupsBasicOps-257308248 tempest-TestSecurityGroupsBasicOps-257308248-project-admin] 10.222.0.60 "GET /v2.0/subnets?project_id=b3a2c64c5957447b9a4b3f6afc3f6e95&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.1002867 Nov 23 18:00:13.006830 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 51578) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:00:13.026102 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-c05478ce-f46d-4f4d-927c-20da241e85ef None None] Set router d595ef9a-41cd-4616-9877-9b89d37bf001 gateway port host: n-d-816206-8 {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:00:13.033002 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d87cf89-2def-400c-84b0-01d71bb19d42 req-8efeaa04-b71e-466b-8e2d-54e26768a1a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:13.034656 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2d87cf89-2def-400c-84b0-01d71bb19d42 req-8efeaa04-b71e-466b-8e2d-54e26768a1a3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7cdd291d-d3a6-4b3c-90fd-fb828e53d4cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0683281 Nov 23 18:00:13.053536 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device dd5cfaf4-d892-43d3-9161-4d4633384b37 no longer exists at agent hyperv_n-h1-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:00:13.077913 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] No Port match for: dd5cfaf4-d892-43d3-9161-4d4633384b37 {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:00:13.078639 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device dd5cfaf4-d892-43d3-9161-4d4633384b37 not bound to the agent host n-h1-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:00:13.095441 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c769d92d-88d8-4dd6-8d07-321d83f1ebf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:13.120863 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvr_db [None req-3d4cfa2e-1540-46bf-8c8d-97aa22a2c79b None None] Set router 4976e692-a610-4579-bfef-f1c6bb590a77 gateway port host: n-d-816206-8 {{(pid=103592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:00:13.124125 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63b76a78-66c0-422a-9bed-f6b30363d9c9 tempest-TestSecurityGroupsBasicOps-257308248 tempest-TestSecurityGroupsBasicOps-257308248-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:13.125805 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-63b76a78-66c0-422a-9bed-f6b30363d9c9 tempest-TestSecurityGroupsBasicOps-257308248 tempest-TestSecurityGroupsBasicOps-257308248-project-admin] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1177659 Nov 23 18:00:13.129497 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 51580) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:00:13.163794 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2d87cf89-2def-400c-84b0-01d71bb19d42 req-22af6dce-02ae-48bf-98d9-e1b5f59750fa service neutron] 10.222.0.36 "GET /v2.0/networks/7cdd291d-d3a6-4b3c-90fd-fb828e53d4cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199689 Nov 23 18:00:13.189036 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-a23274c8-1031-4648-85f5-53459e453be2 tempest-TestSecurityGroupsBasicOps-257308248 tempest-TestSecurityGroupsBasicOps-257308248-project-admin] 10.222.0.60 "GET /v2.0/subnets?network_id=4c8455ba-1be5-42ac-b8c2-8a16e1292d55&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0444803 Nov 23 18:00:13.189716 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 51582) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:00:13.243631 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-ca168e72-b087-41e0-87d1-6c6997c2bf8f tempest-TestSecurityGroupsBasicOps-257308248 tempest-TestSecurityGroupsBasicOps-257308248-project-admin] 10.222.0.60 "GET /v2.0/subnets?project_id=b3a2c64c5957447b9a4b3f6afc3f6e95&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0485742 Nov 23 18:00:13.244588 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 51584) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:00:13.253648 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-c05478ce-f46d-4f4d-927c-20da241e85ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd595ef9a-41cd-4616-9877-9b89d37bf001', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1570439356', 'tenant_id': 'b3a2c64c5957447b9a4b3f6afc3f6e95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.46'}], 'enable_snat': True}, 'gw_port_id': 'd6546c27-5dee-413f-a5a2-46acb1fde2be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:00:10Z', 'updated_at': '2021-11-23T18:00:11Z', 'revision_number': 3, 'project_id': 'b3a2c64c5957447b9a4b3f6afc3f6e95', 'gw_port': {'id': 'd6546c27-5dee-413f-a5a2-46acb1fde2be', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:b8:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd595ef9a-41cd-4616-9877-9b89d37bf001', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:00:11Z', 'updated_at': '2021-11-23T18:00:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8'}], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:00:13.286205 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c05478ce-f46d-4f4d-927c-20da241e85ef None None] Checking router: d595ef9a-41cd-4616-9877-9b89d37bf001 for host: n-d-816206-8 {{(pid=103593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:00:13.286870 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c05478ce-f46d-4f4d-927c-20da241e85ef None None] Updating router d595ef9a-41cd-4616-9877-9b89d37bf001 port d6546c27-5dee-413f-a5a2-46acb1fde2be binding host n-d-816206-8 {{(pid=103593) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 18:00:13.349731 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2d87cf89-2def-400c-84b0-01d71bb19d42 req-1faa9694-38c3-4d63-af33-45a073f678be service neutron] 10.222.0.36 "GET /v2.0/networks/7cdd291d-d3a6-4b3c-90fd-fb828e53d4cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1718071 Nov 23 18:00:13.365423 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e965f6b-8484-4243-8778-c69b71668307 tempest-TestSecurityGroupsBasicOps-257308248 tempest-TestSecurityGroupsBasicOps-257308248-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:13.370224 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-0e965f6b-8484-4243-8778-c69b71668307 tempest-TestSecurityGroupsBasicOps-257308248 tempest-TestSecurityGroupsBasicOps-257308248-project-admin] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1240625 Nov 23 18:00:13.372328 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 51586) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:00:13.407053 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-ec56dd03-6d9a-43a4-bb83-9148a9778106 tempest-TestSecurityGroupsBasicOps-257308248 tempest-TestSecurityGroupsBasicOps-257308248-project-admin] 10.222.0.60 "GET /v2.0/subnets?network_id=4c8455ba-1be5-42ac-b8c2-8a16e1292d55&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0307992 Nov 23 18:00:13.407353 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 51588) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:00:13.412430 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-6f9cfe91-20f2-4065-857f-54377d7289c9 tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1438263777', 'network_id': '66b79417-f25f-4165-9f27-e6078f4ac6d0', 'project_id': 'b3a2c64c5957447b9a4b3f6afc3f6e95', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:00:13.415104 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-3d4cfa2e-1540-46bf-8c8d-97aa22a2c79b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4976e692-a610-4579-bfef-f1c6bb590a77', 'name': 'tempest-TestNetworkBasicOps-router-328558173', 'tenant_id': '06a344c95e04492b8d6015a2d3d39bf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.89'}], 'enable_snat': True}, 'gw_port_id': '56ebb9b2-94c1-4475-919d-31e5e1b1a420', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:58:19Z', 'updated_at': '2021-11-23T18:00:06Z', 'revision_number': 6, 'project_id': '06a344c95e04492b8d6015a2d3d39bf1', 'gw_port': {'id': '56ebb9b2-94c1-4475-919d-31e5e1b1a420', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:80:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4976e692-a610-4579-bfef-f1c6bb590a77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3721, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:58:20Z', 'updated_at': '2021-11-23T17:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_interfaces': [{'id': '2c57964a-c6be-4b21-9b23-51309175c9b7', 'name': '', 'network_id': '7cdd291d-d3a6-4b3c-90fd-fb828e53d4cc', 'tenant_id': '06a344c95e04492b8d6015a2d3d39bf1', 'mac_address': 'fa:16:3e:37:52:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4976e692-a610-4579-bfef-f1c6bb590a77', 'device_owner': 'network:router_interface', 'standard_attr_id': 3728, 'fixed_ips': [{'subnet_id': 'cb50c9cf-9f41-42e6-840d-0d53f4985bf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:58:23Z', 'updated_at': '2021-11-23T17:58:29Z', 'revision_number': 5, 'project_id': '06a344c95e04492b8d6015a2d3d39bf1', 'subnets': [{'id': 'cb50c9cf-9f41-42e6-840d-0d53f4985bf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:00:13.424166 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-c05478ce-f46d-4f4d-927c-20da241e85ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:13.443797 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d4cfa2e-1540-46bf-8c8d-97aa22a2c79b None None] The sync data for ids ['4976e692-a610-4579-bfef-f1c6bb590a77'] in n-d-816206-8 is: [{'id': '4976e692-a610-4579-bfef-f1c6bb590a77', 'name': 'tempest-TestNetworkBasicOps-router-328558173', 'tenant_id': '06a344c95e04492b8d6015a2d3d39bf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.89'}], 'enable_snat': True}, 'gw_port_id': '56ebb9b2-94c1-4475-919d-31e5e1b1a420', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:58:19Z', 'updated_at': '2021-11-23T18:00:06Z', 'revision_number': 6, 'project_id': '06a344c95e04492b8d6015a2d3d39bf1', 'gw_port': {'id': '56ebb9b2-94c1-4475-919d-31e5e1b1a420', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:80:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4976e692-a610-4579-bfef-f1c6bb590a77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3721, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:58:20Z', 'updated_at': '2021-11-23T17:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_interfaces': [{'id': '2c57964a-c6be-4b21-9b23-51309175c9b7', 'name': '', 'network_id': '7cdd291d-d3a6-4b3c-90fd-fb828e53d4cc', 'tenant_id': '06a344c95e04492b8d6015a2d3d39bf1', 'mac_address': 'fa:16:3e:37:52:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4976e692-a610-4579-bfef-f1c6bb590a77', 'device_owner': 'network:router_interface', 'standard_attr_id': 3728, 'fixed_ips': [{'subnet_id': 'cb50c9cf-9f41-42e6-840d-0d53f4985bf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:58:23Z', 'updated_at': '2021-11-23T17:58:29Z', 'revision_number': 5, 'project_id': '06a344c95e04492b8d6015a2d3d39bf1', 'subnets': [{'id': 'cb50c9cf-9f41-42e6-840d-0d53f4985bf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:00:13.533826 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f9cfe91-20f2-4065-857f-54377d7289c9 tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] Made reservation on behalf of b3a2c64c5957447b9a4b3f6afc3f6e95 for: {'subnet': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:00:13.537480 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-6f9cfe91-20f2-4065-857f-54377d7289c9 tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264314294'] for subnet, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:13.621449 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:13.730274 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-c05478ce-f46d-4f4d-927c-20da241e85ef None None] Publish callbacks [] for port, precommit_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:13.737183 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-c05478ce-f46d-4f4d-927c-20da241e85ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:13.759057 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0a67bfe-2e36-45ea-a998-8762a66d8323 None None] New status for floating IP 09455a8a-837b-4581-903e-4e5fda4d7bb1: DOWN {{(pid=103592) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 18:00:13.772876 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-6f9cfe91-20f2-4065-857f-54377d7289c9 tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264758079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264314276'] for subnet, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:13.787046 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [None req-c05478ce-f46d-4f4d-927c-20da241e85ef None None] Attempting to bind port d6546c27-5dee-413f-a5a2-46acb1fde2be on host n-d-816206-8 for vnic_type normal with profile {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:00:13.787516 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [None req-c05478ce-f46d-4f4d-927c-20da241e85ef None None] Attempting to bind port d6546c27-5dee-413f-a5a2-46acb1fde2be by drivers openvswitch,hyperv on host n-d-816206-8 at level 0 using segments [{'id': 'bffd1e4f-e80f-4ff0-b418-2f42ae15febf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'}] {{(pid=103593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:00:13.787956 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c05478ce-f46d-4f4d-927c-20da241e85ef None None] Attempting to bind port d6546c27-5dee-413f-a5a2-46acb1fde2be on network 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:00:13.798961 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c05478ce-f46d-4f4d-927c-20da241e85ef None None] Checking agent: {'id': '9e89acbe-4bbe-4c77-a18b-6f1da9133e0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 7, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 59, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:00:13.799518 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c05478ce-f46d-4f4d-927c-20da241e85ef None None] Checking segment: {'id': 'bffd1e4f-e80f-4ff0-b418-2f42ae15febf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:00:13.800144 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-c05478ce-f46d-4f4d-927c-20da241e85ef None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:13.800752 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c05478ce-f46d-4f4d-927c-20da241e85ef None None] Bound using segment: {'id': 'bffd1e4f-e80f-4ff0-b418-2f42ae15febf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'} {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:00:13.801301 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [None req-c05478ce-f46d-4f4d-927c-20da241e85ef None None] Bound port: d6546c27-5dee-413f-a5a2-46acb1fde2be, host: n-d-816206-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bffd1e4f-e80f-4ff0-b418-2f42ae15febf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'}}] {{(pid=103593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:00:13.802073 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-c05478ce-f46d-4f4d-927c-20da241e85ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:13.803633 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdcded54-e428-4ecd-8c01-891c0a06b91b None None] DHCP port deletion for 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:00:13.844606 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9cfe91-20f2-4065-857f-54377d7289c9 tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] Pushing event updated for resources: {'Subnet': ['ID=968ab6c6-f370-4361-8443-a5a24c60e95f,revision_number=0']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:00:13.850656 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026bcc84-86ae-4ef3-af11-97d729e0a264 None None] Pushing event updated for resources: {'Port': ['ID=d6546c27-5dee-413f-a5a2-46acb1fde2be,revision_number=2']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:00:13.853444 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f9cfe91-20f2-4065-857f-54377d7289c9 tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] Checking segment: {'id': '9c766aa0-afbb-425b-ace8-98125a20f2f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '66b79417-f25f-4165-9f27-e6078f4ac6d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:00:13.853995 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f9cfe91-20f2-4065-857f-54377d7289c9 tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] Network hostable DHCP agents. Network: 66b79417-f25f-4165-9f27-e6078f4ac6d0, hostable agents: ['0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3'], hosted agents: [] {{(pid=103591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 18:00:13.878516 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f9cfe91-20f2-4065-857f-54377d7289c9 tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] Network 66b79417-f25f-4165-9f27-e6078f4ac6d0 is scheduled to be hosted by DHCP agent 0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3 with binding_index 1 {{(pid=103591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 18:00:13.887923 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-c05478ce-f46d-4f4d-927c-20da241e85ef None None] For port d6546c27-5dee-413f-a5a2-46acb1fde2be, host n-d-816206-8, cleared binding levels {{(pid=103593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:00:13.890759 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [None req-6f9cfe91-20f2-4065-857f-54377d7289c9 tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-8, 66b79417-f25f-4165-9f27-e6078f4ac6d0) {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:00:13.892761 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-c05478ce-f46d-4f4d-927c-20da241e85ef None None] For port d6546c27-5dee-413f-a5a2-46acb1fde2be, host n-d-816206-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=d6546c27-5dee-413f-a5a2-46acb1fde2be,segment=NetworkSegment(bffd1e4f-e80f-4ff0-b418-2f42ae15febf),segment_id=bffd1e4f-e80f-4ff0-b418-2f42ae15febf)] {{(pid=103593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:00:13.899629 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f9cfe91-20f2-4065-857f-54377d7289c9 tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:13.899942 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-6f9cfe91-20f2-4065-857f-54377d7289c9 tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for subnet, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:13.907309 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-c05478ce-f46d-4f4d-927c-20da241e85ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:13.929435 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-6f9cfe91-20f2-4065-857f-54377d7289c9 tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.5207603 Nov 23 18:00:13.940573 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 51590) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:00:14.006236 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c05478ce-f46d-4f4d-927c-20da241e85ef None None] Routers {'d595ef9a-41cd-4616-9877-9b89d37bf001'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:00:14.007083 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-c05478ce-f46d-4f4d-927c-20da241e85ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T17:59:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['d595ef9a-41cd-4616-9877-9b89d37bf001'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:00:14.044668 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89da0520-bcf4-4e52-9918-a2239447cdeb None None] Network 66b79417-f25f-4165-9f27-e6078f4ac6d0 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:00:14.113888 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81b98855-ddba-4c27-ab62-4060fdb2dbca None None] DHCP port deletion for 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:00:14.131318 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026bcc84-86ae-4ef3-af11-97d729e0a264 None None] Pushing event updated for resources: {'Port': ['ID=d6546c27-5dee-413f-a5a2-46acb1fde2be,revision_number=3']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:00:14.160675 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-c05478ce-f46d-4f4d-927c-20da241e85ef None None] Set router d595ef9a-41cd-4616-9877-9b89d37bf001 gateway port host: n-d-816206-8 {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:00:14.201018 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-b0e133f1-ee35-47b9-b02b-b9378ea32ca7 None None] Provisioning complete for port d6546c27-5dee-413f-a5a2-46acb1fde2be triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:00:14.201389 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b0e133f1-ee35-47b9-b02b-b9378ea32ca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:14.219162 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e91ec4-1aa2-4a2b-8c1a-5014d6cc0987 req-9afd8c4b-d93d-405a-8762-156b0012dc71 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:14.220944 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-46e91ec4-1aa2-4a2b-8c1a-5014d6cc0987 req-9afd8c4b-d93d-405a-8762-156b0012dc71 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] 10.222.0.60 "GET /v2.0/ports?device_id=6828cb50-b20c-462f-b008-673e15828dc9 HTTP/1.1" status: 200 len: 946 time: 0.1259761 Nov 23 18:00:14.262914 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2710734b-50eb-4640-ac79-9177774aa347 req-8874a1b9-9b76-452d-8015-851b070a897b tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:14.264653 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2710734b-50eb-4640-ac79-9177774aa347 req-8874a1b9-9b76-452d-8015-851b070a897b tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] 10.222.0.36 "GET /v2.0/ports?device_id=6828cb50-b20c-462f-b008-673e15828dc9 HTTP/1.1" status: 200 len: 946 time: 0.1121387 Nov 23 18:00:14.339793 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-46e91ec4-1aa2-4a2b-8c1a-5014d6cc0987 req-49a49efb-f822-4a22-9c8d-2ad932a0d9e9 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] 10.222.0.60 "GET /v2.0/security-groups?id=19707690-a374-4ad1-9e6b-ad199275121e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1107254 Nov 23 18:00:14.373292 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e49b625-3ef5-45be-8321-222791d0f5b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp355044b8-8e87-58c4-94fa-4a010ec30f9e-66b79417-f25f-4165-9f27-e6078f4ac6d0', 'network_id': '66b79417-f25f-4165-9f27-e6078f4ac6d0', 'tenant_id': 'b3a2c64c5957447b9a4b3f6afc3f6e95', 'fixed_ips': [{'subnet_id': '968ab6c6-f370-4361-8443-a5a24c60e95f'}]}} from n-d-816206-8. {{(pid=103592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 18:00:14.374454 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-0e49b625-3ef5-45be-8321-222791d0f5b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:14.395490 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b0e133f1-ee35-47b9-b02b-b9378ea32ca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:14.402279 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [req-2710734b-50eb-4640-ac79-9177774aa347 req-9d9ed0bf-64d0-44a9-a0a4-70b01fc9324f tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Deleting port 6af791fb-a890-44d2-90d1-e8e48c08c46b {{(pid=103591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:00:14.402854 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-2710734b-50eb-4640-ac79-9177774aa347 req-9d9ed0bf-64d0-44a9-a0a4-70b01fc9324f tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:14.404185 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-c05478ce-f46d-4f4d-927c-20da241e85ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd595ef9a-41cd-4616-9877-9b89d37bf001', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1570439356', 'tenant_id': 'b3a2c64c5957447b9a4b3f6afc3f6e95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.46'}], 'enable_snat': True}, 'gw_port_id': 'd6546c27-5dee-413f-a5a2-46acb1fde2be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:00:10Z', 'updated_at': '2021-11-23T18:00:11Z', 'revision_number': 3, 'project_id': 'b3a2c64c5957447b9a4b3f6afc3f6e95', 'gw_port': {'id': 'd6546c27-5dee-413f-a5a2-46acb1fde2be', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:b8:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd595ef9a-41cd-4616-9877-9b89d37bf001', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:00:11Z', 'updated_at': '2021-11-23T18:00:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8'}], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:00:14.418291 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b0e133f1-ee35-47b9-b02b-b9378ea32ca7 None None] For port d6546c27-5dee-413f-a5a2-46acb1fde2be, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=d6546c27-5dee-413f-a5a2-46acb1fde2be,segment=NetworkSegment(bffd1e4f-e80f-4ff0-b418-2f42ae15febf),segment_id=bffd1e4f-e80f-4ff0-b418-2f42ae15febf)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:00:14.434505 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b0e133f1-ee35-47b9-b02b-b9378ea32ca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:14.444420 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c05478ce-f46d-4f4d-927c-20da241e85ef None None] The sync data for ids ['d595ef9a-41cd-4616-9877-9b89d37bf001'] in n-d-816206-8 is: [{'id': 'd595ef9a-41cd-4616-9877-9b89d37bf001', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1570439356', 'tenant_id': 'b3a2c64c5957447b9a4b3f6afc3f6e95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.46'}], 'enable_snat': True}, 'gw_port_id': 'd6546c27-5dee-413f-a5a2-46acb1fde2be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:00:10Z', 'updated_at': '2021-11-23T18:00:11Z', 'revision_number': 3, 'project_id': 'b3a2c64c5957447b9a4b3f6afc3f6e95', 'gw_port': {'id': 'd6546c27-5dee-413f-a5a2-46acb1fde2be', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:b8:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd595ef9a-41cd-4616-9877-9b89d37bf001', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:00:11Z', 'updated_at': '2021-11-23T18:00:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8'}] {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:00:14.477543 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:14.531797 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-2710734b-50eb-4640-ac79-9177774aa347 req-9d9ed0bf-64d0-44a9-a0a4-70b01fc9324f tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] For port 6af791fb-a890-44d2-90d1-e8e48c08c46b, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=6af791fb-a890-44d2-90d1-e8e48c08c46b,segment=NetworkSegment(a351da06-cb10-4c01-aebe-775410ba67eb),segment_id=a351da06-cb10-4c01-aebe-775410ba67eb)] {{(pid=103591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:00:14.532856 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-2710734b-50eb-4640-ac79-9177774aa347 req-9d9ed0bf-64d0-44a9-a0a4-70b01fc9324f tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:14.555789 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [req-2710734b-50eb-4640-ac79-9177774aa347 req-9d9ed0bf-64d0-44a9-a0a4-70b01fc9324f tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Calling delete_port for 6af791fb-a890-44d2-90d1-e8e48c08c46b owned by compute:nova {{(pid=103591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:00:14.567905 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e133f1-ee35-47b9-b02b-b9378ea32ca7 None None] Pushing event updated for resources: {'Port': ['ID=d6546c27-5dee-413f-a5a2-46acb1fde2be,revision_number=4']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:00:14.597522 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6d3ab7f1-75d1-413a-a84f-67597870b1d8 tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:14.646264 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.db_base_plugin_common [None req-0e49b625-3ef5-45be-8321-222791d0f5b9 None None] Allocated IP 172.20.0.18 (66b79417-f25f-4165-9f27-e6078f4ac6d0/968ab6c6-f370-4361-8443-a5a24c60e95f/b083844b-ad16-40da-bf30-a59ab9165044) {{(pid=103592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:00:14.728826 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-2710734b-50eb-4640-ac79-9177774aa347 req-9d9ed0bf-64d0-44a9-a0a4-70b01fc9324f tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:14.790032 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9ed0bf-64d0-44a9-a0a4-70b01fc9324f tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Pushing event deleted for resources: {'Port': ['ID=6af791fb-a890-44d2-90d1-e8e48c08c46b,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:00:14.857209 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [req-2710734b-50eb-4640-ac79-9177774aa347 req-9d9ed0bf-64d0-44a9-a0a4-70b01fc9324f tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] No DVR routers for this DVR port 6af791fb-a890-44d2-90d1-e8e48c08c46b on host n-h2-816206-8 {{(pid=103591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:00:14.864418 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-2710734b-50eb-4640-ac79-9177774aa347 req-9d9ed0bf-64d0-44a9-a0a4-70b01fc9324f tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:14.870798 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2710734b-50eb-4640-ac79-9177774aa347 req-9d9ed0bf-64d0-44a9-a0a4-70b01fc9324f tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] 10.222.0.36 "DELETE /v2.0/ports/6af791fb-a890-44d2-90d1-e8e48c08c46b HTTP/1.1" status: 204 len: 173 time: 0.5958529 Nov 23 18:00:14.871396 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6828cb50-b20c-462f-b008-673e15828dc9', 'name': 'network-vif-deleted', 'tag': '6af791fb-a890-44d2-90d1-e8e48c08c46b'}] {{(pid=103591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:00:14.884948 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41d174a19ece9499ff9ec44e5b3fc50f2abd3ffbc947fb7e52ea1e8db27b95b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f000095-b5bb-4cb1-baea-95aa7eac55f1" -d '{"events": [{"server_uuid": "6828cb50-b20c-462f-b008-673e15828dc9", "name": "network-vif-deleted", "tag": "6af791fb-a890-44d2-90d1-e8e48c08c46b"}]}' {{(pid=103591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:00:14.918805 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-0e49b625-3ef5-45be-8321-222791d0f5b9 None None] Publish callbacks [] for port, precommit_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:14.931901 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-0e49b625-3ef5-45be-8321-222791d0f5b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980'] for port, after_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:14.963422 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:00:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-112408f0-64b4-4194-a90c-98d954cd9eac x-openstack-request-id: req-112408f0-64b4-4194-a90c-98d954cd9eac {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:00:14.964044 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6828cb50-b20c-462f-b008-673e15828dc9", "name": "network-vif-deleted", "tag": "6af791fb-a890-44d2-90d1-e8e48c08c46b", "status": "completed", "code": 200}]} {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:00:14.964373 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-112408f0-64b4-4194-a90c-98d954cd9eac {{(pid=103591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:00:14.965276 n-d-816206-8 neutron-server[103591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6828cb50-b20c-462f-b008-673e15828dc9', 'name': 'network-vif-deleted', 'tag': '6af791fb-a890-44d2-90d1-e8e48c08c46b', 'status': 'completed', 'code': 200} Nov 23 18:00:14.988762 n-d-816206-8 neutron-server[103592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e49b625-3ef5-45be-8321-222791d0f5b9 None None] Network 66b79417-f25f-4165-9f27-e6078f4ac6d0 is already hosted by enough agents. {{(pid=103592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:00:14.988762 n-d-816206-8 neutron-server[103592]: DEBUG neutron.scheduler.base_scheduler [None req-0e49b625-3ef5-45be-8321-222791d0f5b9 None None] Resources bound (agent type, host, resource id): {{(pid=103592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:00:14.996574 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e49b625-3ef5-45be-8321-222791d0f5b9 None None] Received port after_create {{(pid=103592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:00:14.999930 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e49b625-3ef5-45be-8321-222791d0f5b9 None None] Pushing event updated for resources: {'Port': ['ID=b083844b-ad16-40da-bf30-a59ab9165044,revision_number=1']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:00:15.053005 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-6d3ab7f1-75d1-413a-a84f-67597870b1d8 tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] Allocated IP 172.20.0.17 (66b79417-f25f-4165-9f27-e6078f4ac6d0/968ab6c6-f370-4361-8443-a5a24c60e95f/3e9d2f91-f70c-4eda-ba30-fbf8a2e9fc1b) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:00:15.088237 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-0e49b625-3ef5-45be-8321-222791d0f5b9 None None] Attempting to bind port b083844b-ad16-40da-bf30-a59ab9165044 on host n-d-816206-8 for vnic_type normal with profile {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:00:15.089280 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-0e49b625-3ef5-45be-8321-222791d0f5b9 None None] Attempting to bind port b083844b-ad16-40da-bf30-a59ab9165044 by drivers openvswitch,hyperv on host n-d-816206-8 at level 0 using segments [{'id': '9c766aa0-afbb-425b-ace8-98125a20f2f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '66b79417-f25f-4165-9f27-e6078f4ac6d0'}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:00:15.089936 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e49b625-3ef5-45be-8321-222791d0f5b9 None None] Attempting to bind port b083844b-ad16-40da-bf30-a59ab9165044 on network 66b79417-f25f-4165-9f27-e6078f4ac6d0 {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:00:15.099522 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e49b625-3ef5-45be-8321-222791d0f5b9 None None] Checking agent: {'id': '9e89acbe-4bbe-4c77-a18b-6f1da9133e0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 7, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 59, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:00:15.100197 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e49b625-3ef5-45be-8321-222791d0f5b9 None None] Checking segment: {'id': '9c766aa0-afbb-425b-ace8-98125a20f2f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '66b79417-f25f-4165-9f27-e6078f4ac6d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:00:15.101323 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-0e49b625-3ef5-45be-8321-222791d0f5b9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:15.101323 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e49b625-3ef5-45be-8321-222791d0f5b9 None None] Bound using segment: {'id': '9c766aa0-afbb-425b-ace8-98125a20f2f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '66b79417-f25f-4165-9f27-e6078f4ac6d0'} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:00:15.101679 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-0e49b625-3ef5-45be-8321-222791d0f5b9 None None] Bound port: b083844b-ad16-40da-bf30-a59ab9165044, host: n-d-816206-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c766aa0-afbb-425b-ace8-98125a20f2f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '66b79417-f25f-4165-9f27-e6078f4ac6d0'}}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:00:15.101880 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-0e49b625-3ef5-45be-8321-222791d0f5b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:15.114644 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-7846d466-c4f9-40af-aa77-b28b2a1f2d2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:15.180550 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-0e49b625-3ef5-45be-8321-222791d0f5b9 None None] For port b083844b-ad16-40da-bf30-a59ab9165044, host n-d-816206-8, cleared binding levels {{(pid=103592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:00:15.184301 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-0e49b625-3ef5-45be-8321-222791d0f5b9 None None] For port b083844b-ad16-40da-bf30-a59ab9165044, host n-d-816206-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=b083844b-ad16-40da-bf30-a59ab9165044,segment=NetworkSegment(9c766aa0-afbb-425b-ace8-98125a20f2f4),segment_id=9c766aa0-afbb-425b-ace8-98125a20f2f4)] {{(pid=103592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:00:15.189701 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-0e49b625-3ef5-45be-8321-222791d0f5b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:15.214258 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6d3ab7f1-75d1-413a-a84f-67597870b1d8 tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:15.272580 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e49b625-3ef5-45be-8321-222791d0f5b9 None None] Pushing event updated for resources: {'Port': ['ID=b083844b-ad16-40da-bf30-a59ab9165044,revision_number=2']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:00:15.290248 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6d3ab7f1-75d1-413a-a84f-67597870b1d8 tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:15.335336 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d3ab7f1-75d1-413a-a84f-67597870b1d8 tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] Network 66b79417-f25f-4165-9f27-e6078f4ac6d0 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:00:15.338931 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-6d3ab7f1-75d1-413a-a84f-67597870b1d8 tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:00:15.343253 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d3ab7f1-75d1-413a-a84f-67597870b1d8 tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:00:15.396232 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3ab7f1-75d1-413a-a84f-67597870b1d8 tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] Pushing event updated for resources: {'Port': ['ID=3e9d2f91-f70c-4eda-ba30-fbf8a2e9fc1b,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:00:15.419093 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6d3ab7f1-75d1-413a-a84f-67597870b1d8 tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1795539'] for router_interface, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:15.581162 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2d91fec7-087e-4dd1-a894-4955a580873c req-f008fd2b-1aec-4b53-9363-086cf8cc0f51 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] 10.222.0.60 "GET /v2.0/ports?device_id=6828cb50-b20c-462f-b008-673e15828dc9 HTTP/1.1" status: 200 len: 210 time: 0.1056376 Nov 23 18:00:15.681442 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device d6546c27-5dee-413f-a5a2-46acb1fde2be up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:00:15.694373 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6d3ab7f1-75d1-413a-a84f-67597870b1d8 tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:15.783295 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port d6546c27-5dee-413f-a5a2-46acb1fde2be triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:00:15.784054 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:16.041256 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6d3ab7f1-75d1-413a-a84f-67597870b1d8 tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] Publish callbacks [] for port, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:16.045709 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6d3ab7f1-75d1-413a-a84f-67597870b1d8 tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264357957'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:16.124094 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3ab7f1-75d1-413a-a84f-67597870b1d8 tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] Pushing event updated for resources: {'Port': ['ID=3e9d2f91-f70c-4eda-ba30-fbf8a2e9fc1b,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:00:16.127006 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6d3ab7f1-75d1-413a-a84f-67597870b1d8 tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2068703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1794403'] for router_interface, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:16.223815 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d3ab7f1-75d1-413a-a84f-67597870b1d8 tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] Network 66b79417-f25f-4165-9f27-e6078f4ac6d0 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:00:16.225436 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-6d3ab7f1-75d1-413a-a84f-67597870b1d8 tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:00:16.345586 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d3ab7f1-75d1-413a-a84f-67597870b1d8 tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] Router d595ef9a-41cd-4616-9877-9b89d37bf001 has already been hosted by L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 {{(pid=103590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:00:16.426818 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f112a998-8758-46eb-92f3-2758dee89149 None None] Network 66b79417-f25f-4165-9f27-e6078f4ac6d0 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:00:16.459654 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d3ab7f1-75d1-413a-a84f-67597870b1d8 tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:00:16.465292 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-6d3ab7f1-75d1-413a-a84f-67597870b1d8 tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] 10.222.0.60 "PUT /v2.0/routers/d595ef9a-41cd-4616-9877-9b89d37bf001/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5235803 Nov 23 18:00:16.510215 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-18955ffd-784f-4f80-a78a-f4cb7c6a7a0d None None] Provisioning complete for port b083844b-ad16-40da-bf30-a59ab9165044 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:00:16.510992 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-18955ffd-784f-4f80-a78a-f4cb7c6a7a0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:16.609579 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-52822d53-48f5-4819-8a95-bdc13aea0bf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:16.654888 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 51616) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:00:16.688035 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-18955ffd-784f-4f80-a78a-f4cb7c6a7a0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:16.709253 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe58759-9c32-4120-9b76-726006795e90 req-445e7cf9-9623-4ab7-a4da-7f4e51729c31 tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:16.717431 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-bfe58759-9c32-4120-9b76-726006795e90 req-445e7cf9-9623-4ab7-a4da-7f4e51729c31 tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] 10.222.0.60 "GET /v2.0/networks?id=66b79417-f25f-4165-9f27-e6078f4ac6d0 HTTP/1.1" status: 200 len: 797 time: 0.1371365 Nov 23 18:00:16.725162 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-18955ffd-784f-4f80-a78a-f4cb7c6a7a0d None None] For port b083844b-ad16-40da-bf30-a59ab9165044, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=b083844b-ad16-40da-bf30-a59ab9165044,segment=NetworkSegment(9c766aa0-afbb-425b-ace8-98125a20f2f4),segment_id=9c766aa0-afbb-425b-ace8-98125a20f2f4)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:00:16.734358 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-bfe58759-9c32-4120-9b76-726006795e90 req-daae61cf-6cef-4f77-83c0-aa0fcd9a4613 tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] 10.222.0.60 "GET /v2.0/quotas/b3a2c64c5957447b9a4b3f6afc3f6e95 HTTP/1.1" status: 200 len: 375 time: 0.0158527 Nov 23 18:00:16.735198 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-18955ffd-784f-4f80-a78a-f4cb7c6a7a0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:16.757797 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b549c035-9ad0-44c6-be0f-5aed811a5768 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Publish callbacks [] for security_group, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:16.792114 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18955ffd-784f-4f80-a78a-f4cb7c6a7a0d None None] Pushing event updated for resources: {'Port': ['ID=b083844b-ad16-40da-bf30-a59ab9165044,revision_number=3']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:00:16.808396 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b549c035-9ad0-44c6-be0f-5aed811a5768 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:16.812710 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-bfe58759-9c32-4120-9b76-726006795e90 req-be55196b-4acb-441a-9e6c-00e036814497 tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=b3a2c64c5957447b9a4b3f6afc3f6e95&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0764437 Nov 23 18:00:16.888965 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b549c035-9ad0-44c6-be0f-5aed811a5768 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:16.892209 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b549c035-9ad0-44c6-be0f-5aed811a5768 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:16.893926 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-b549c035-9ad0-44c6-be0f-5aed811a5768 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] 10.222.0.60 "DELETE /v2.0/security-groups/19707690-a374-4ad1-9e6b-ad199275121e HTTP/1.1" status: 204 len: 168 time: 0.2378929 Nov 23 18:00:16.912579 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b549c035-9ad0-44c6-be0f-5aed811a5768 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=19707690-a374-4ad1-9e6b-ad199275121e,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:00:16.934571 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-bfe58759-9c32-4120-9b76-726006795e90 req-1e3d2f74-cb45-41bd-b997-0459b66f6400 service neutron] 10.222.0.60 "GET /v2.0/networks/66b79417-f25f-4165-9f27-e6078f4ac6d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1093097 Nov 23 18:00:16.949180 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 51620) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:00:17.045361 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-bfe58759-9c32-4120-9b76-726006795e90 req-bdf1d47e-fdd4-4407-9128-fd090d18508b service neutron] 10.222.0.60 "GET /v2.0/networks/66b79417-f25f-4165-9f27-e6078f4ac6d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040604 Nov 23 18:00:17.052692 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bb4e719-494e-4b3d-b083-1e390d458f8d None None] Sync routers for ids ['d595ef9a-41cd-4616-9877-9b89d37bf001'] in n-d-816206-8 {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:00:17.061451 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-39498312-b73c-440d-aa67-ce9c00975c9f None None] Provisioning complete for port 3e9d2f91-f70c-4eda-ba30-fbf8a2e9fc1b triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:00:17.062139 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-39498312-b73c-440d-aa67-ce9c00975c9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:17.075262 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bb4e719-494e-4b3d-b083-1e390d458f8d None None] Routers {'d595ef9a-41cd-4616-9877-9b89d37bf001'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:00:17.076198 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-9bb4e719-494e-4b3d-b083-1e390d458f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T18:00:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['d595ef9a-41cd-4616-9877-9b89d37bf001'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:00:17.105009 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-39498312-b73c-440d-aa67-ce9c00975c9f None None] Port 3e9d2f91-f70c-4eda-ba30-fbf8a2e9fc1b cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:00:17.118447 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-39498312-b73c-440d-aa67-ce9c00975c9f None None] Provisioning complete for port b083844b-ad16-40da-bf30-a59ab9165044 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:00:17.118917 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-39498312-b73c-440d-aa67-ce9c00975c9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:17.287757 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-9bb4e719-494e-4b3d-b083-1e390d458f8d None None] Set router d595ef9a-41cd-4616-9877-9b89d37bf001 gateway port host: n-d-816206-8 {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:00:17.303599 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c766297b-d5e4-4453-a7c5-c0bc2b1aeddf req-c270f97f-cfc0-4262-bfdf-e74db966909d tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] 10.222.0.60 "GET /v2.0/ports?device_id=7345cb78-4b04-4554-8fd2-32307036332c HTTP/1.1" status: 200 len: 210 time: 0.0567796 Nov 23 18:00:17.351581 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-7ab6e029-8ef4-443b-80b8-ff331346af5f None None] Provisioning complete for port 3e9d2f91-f70c-4eda-ba30-fbf8a2e9fc1b triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:00:17.352089 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-7ab6e029-8ef4-443b-80b8-ff331346af5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:17.402729 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-7ab6e029-8ef4-443b-80b8-ff331346af5f None None] Port 3e9d2f91-f70c-4eda-ba30-fbf8a2e9fc1b cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:00:17.462122 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8d731d9d-5f7b-475b-8378-0e93d4ffbbc1 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1794372'] for router_interface, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:17.625321 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-9bb4e719-494e-4b3d-b083-1e390d458f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd595ef9a-41cd-4616-9877-9b89d37bf001', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1570439356', 'tenant_id': 'b3a2c64c5957447b9a4b3f6afc3f6e95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.46'}], 'enable_snat': True}, 'gw_port_id': 'd6546c27-5dee-413f-a5a2-46acb1fde2be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:00:10Z', 'updated_at': '2021-11-23T18:00:15Z', 'revision_number': 4, 'project_id': 'b3a2c64c5957447b9a4b3f6afc3f6e95', 'gw_port': {'id': 'd6546c27-5dee-413f-a5a2-46acb1fde2be', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:b8:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd595ef9a-41cd-4616-9877-9b89d37bf001', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:00:11Z', 'updated_at': '2021-11-23T18:00:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_interfaces': [{'id': '3e9d2f91-f70c-4eda-ba30-fbf8a2e9fc1b', 'name': '', 'network_id': '66b79417-f25f-4165-9f27-e6078f4ac6d0', 'tenant_id': 'b3a2c64c5957447b9a4b3f6afc3f6e95', 'mac_address': 'fa:16:3e:63:64:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd595ef9a-41cd-4616-9877-9b89d37bf001', 'device_owner': 'network:router_interface', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': '968ab6c6-f370-4361-8443-a5a24c60e95f', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:00:14Z', 'updated_at': '2021-11-23T18:00:15Z', 'revision_number': 2, 'project_id': 'b3a2c64c5957447b9a4b3f6afc3f6e95', 'subnets': [{'id': '968ab6c6-f370-4361-8443-a5a24c60e95f', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:00:17.641557 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device b083844b-ad16-40da-bf30-a59ab9165044 up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:00:17.659746 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bb4e719-494e-4b3d-b083-1e390d458f8d None None] Checking router: d595ef9a-41cd-4616-9877-9b89d37bf001 for host: n-d-816206-8 {{(pid=103593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:00:17.660103 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bb4e719-494e-4b3d-b083-1e390d458f8d None None] Updating router d595ef9a-41cd-4616-9877-9b89d37bf001 port 3e9d2f91-f70c-4eda-ba30-fbf8a2e9fc1b binding host n-d-816206-8 {{(pid=103593) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 18:00:17.691918 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-9bb4e719-494e-4b3d-b083-1e390d458f8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:17.701261 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port b083844b-ad16-40da-bf30-a59ab9165044 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:00:17.701650 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:17.774637 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-634ada88-dea9-498b-a84f-69468ec87635 None None] Provisioning complete for port 3e9d2f91-f70c-4eda-ba30-fbf8a2e9fc1b triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:00:17.775076 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-634ada88-dea9-498b-a84f-69468ec87635 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:17.852390 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-8d731d9d-5f7b-475b-8378-0e93d4ffbbc1 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Deleting port 2c57964a-c6be-4b21-9b23-51309175c9b7 {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:00:17.852851 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8d731d9d-5f7b-475b-8378-0e93d4ffbbc1 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:17.863102 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9a27ae6c-db98-474f-94c1-cc99bf842d79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:17.865490 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-634ada88-dea9-498b-a84f-69468ec87635 None None] Port 3e9d2f91-f70c-4eda-ba30-fbf8a2e9fc1b cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:00:17.960386 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-8d731d9d-5f7b-475b-8378-0e93d4ffbbc1 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] For port 2c57964a-c6be-4b21-9b23-51309175c9b7, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=2c57964a-c6be-4b21-9b23-51309175c9b7,segment=NetworkSegment(a351da06-cb10-4c01-aebe-775410ba67eb),segment_id=a351da06-cb10-4c01-aebe-775410ba67eb)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:00:17.963575 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8d731d9d-5f7b-475b-8378-0e93d4ffbbc1 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:17.976105 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-8d731d9d-5f7b-475b-8378-0e93d4ffbbc1 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Calling delete_port for 2c57964a-c6be-4b21-9b23-51309175c9b7 owned by network:router_interface {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:00:17.978738 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-9bb4e719-494e-4b3d-b083-1e390d458f8d None None] Publish callbacks [] for port, precommit_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:17.985673 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-9bb4e719-494e-4b3d-b083-1e390d458f8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:18.041506 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69587e29-e0ec-46f9-9aff-4a7c150b04f6 None None] Pushing event updated for resources: {'Port': ['ID=3e9d2f91-f70c-4eda-ba30-fbf8a2e9fc1b,revision_number=3']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:00:18.093137 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [None req-9bb4e719-494e-4b3d-b083-1e390d458f8d None None] Attempting to bind port 3e9d2f91-f70c-4eda-ba30-fbf8a2e9fc1b on host n-d-816206-8 for vnic_type normal with profile {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:00:18.093882 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [None req-9bb4e719-494e-4b3d-b083-1e390d458f8d None None] Attempting to bind port 3e9d2f91-f70c-4eda-ba30-fbf8a2e9fc1b by drivers openvswitch,hyperv on host n-d-816206-8 at level 0 using segments [{'id': '9c766aa0-afbb-425b-ace8-98125a20f2f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '66b79417-f25f-4165-9f27-e6078f4ac6d0'}] {{(pid=103593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:00:18.093882 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bb4e719-494e-4b3d-b083-1e390d458f8d None None] Attempting to bind port 3e9d2f91-f70c-4eda-ba30-fbf8a2e9fc1b on network 66b79417-f25f-4165-9f27-e6078f4ac6d0 {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:00:18.099779 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bb4e719-494e-4b3d-b083-1e390d458f8d None None] Checking agent: {'id': '9e89acbe-4bbe-4c77-a18b-6f1da9133e0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 7, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 17, 59, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:00:18.100557 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bb4e719-494e-4b3d-b083-1e390d458f8d None None] Checking segment: {'id': '9c766aa0-afbb-425b-ace8-98125a20f2f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '66b79417-f25f-4165-9f27-e6078f4ac6d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:00:18.101150 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-9bb4e719-494e-4b3d-b083-1e390d458f8d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:18.101781 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bb4e719-494e-4b3d-b083-1e390d458f8d None None] Bound using segment: {'id': '9c766aa0-afbb-425b-ace8-98125a20f2f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '66b79417-f25f-4165-9f27-e6078f4ac6d0'} {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:00:18.102320 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [None req-9bb4e719-494e-4b3d-b083-1e390d458f8d None None] Bound port: 3e9d2f91-f70c-4eda-ba30-fbf8a2e9fc1b, host: n-d-816206-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c766aa0-afbb-425b-ace8-98125a20f2f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '66b79417-f25f-4165-9f27-e6078f4ac6d0'}}] {{(pid=103593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:00:18.102710 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-9bb4e719-494e-4b3d-b083-1e390d458f8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:18.180713 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-9bb4e719-494e-4b3d-b083-1e390d458f8d None None] For port 3e9d2f91-f70c-4eda-ba30-fbf8a2e9fc1b, host n-d-816206-8, cleared binding levels {{(pid=103593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:00:18.184207 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-9bb4e719-494e-4b3d-b083-1e390d458f8d None None] For port 3e9d2f91-f70c-4eda-ba30-fbf8a2e9fc1b, host n-d-816206-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=3e9d2f91-f70c-4eda-ba30-fbf8a2e9fc1b,segment=NetworkSegment(9c766aa0-afbb-425b-ace8-98125a20f2f4),segment_id=9c766aa0-afbb-425b-ace8-98125a20f2f4)] {{(pid=103593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:00:18.192408 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-9bb4e719-494e-4b3d-b083-1e390d458f8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:18.216672 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8d731d9d-5f7b-475b-8378-0e93d4ffbbc1 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:18.247271 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d731d9d-5f7b-475b-8378-0e93d4ffbbc1 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Pushing event deleted for resources: {'Port': ['ID=2c57964a-c6be-4b21-9b23-51309175c9b7,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:00:18.349186 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bb4e719-494e-4b3d-b083-1e390d458f8d None None] Routers {'d595ef9a-41cd-4616-9877-9b89d37bf001'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:00:18.349825 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-9bb4e719-494e-4b3d-b083-1e390d458f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T18:00:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['d595ef9a-41cd-4616-9877-9b89d37bf001'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:00:18.384064 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device 6af791fb-a890-44d2-90d1-e8e48c08c46b no longer exists at agent hyperv_n-h2-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:00:18.422116 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69587e29-e0ec-46f9-9aff-4a7c150b04f6 None None] Pushing event updated for resources: {'Port': ['ID=3e9d2f91-f70c-4eda-ba30-fbf8a2e9fc1b,revision_number=4']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:00:18.469614 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:18.480856 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] No Port match for: 6af791fb-a890-44d2-90d1-e8e48c08c46b {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:00:18.481205 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device 6af791fb-a890-44d2-90d1-e8e48c08c46b not bound to the agent host n-h2-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:00:18.501501 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9e419632-f6e3-43b8-93ad-1cf3f9f240ac None None] Provisioning complete for port 3e9d2f91-f70c-4eda-ba30-fbf8a2e9fc1b triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:00:18.501916 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9e419632-f6e3-43b8-93ad-1cf3f9f240ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:18.515840 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d3c90671-c54f-4b69-a73b-ef4ea94e77a6 req-44512b74-e911-47af-b8c6-09929d7990da tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] 10.222.0.60 "GET /v2.0/ports?device_id=7345cb78-4b04-4554-8fd2-32307036332c HTTP/1.1" status: 200 len: 210 time: 0.0732915 Nov 23 18:00:18.533391 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8d731d9d-5f7b-475b-8378-0e93d4ffbbc1 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2067500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1794520'] for router_interface, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:18.569843 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-9bb4e719-494e-4b3d-b083-1e390d458f8d None None] Set router d595ef9a-41cd-4616-9877-9b89d37bf001 gateway port host: n-d-816206-8 {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:00:18.688787 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9e419632-f6e3-43b8-93ad-1cf3f9f240ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:18.732993 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-9e419632-f6e3-43b8-93ad-1cf3f9f240ac None None] For port 3e9d2f91-f70c-4eda-ba30-fbf8a2e9fc1b, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=3e9d2f91-f70c-4eda-ba30-fbf8a2e9fc1b,segment=NetworkSegment(9c766aa0-afbb-425b-ace8-98125a20f2f4),segment_id=9c766aa0-afbb-425b-ace8-98125a20f2f4)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:00:18.745238 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9e419632-f6e3-43b8-93ad-1cf3f9f240ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:18.812603 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e419632-f6e3-43b8-93ad-1cf3f9f240ac None None] Pushing event updated for resources: {'Port': ['ID=3e9d2f91-f70c-4eda-ba30-fbf8a2e9fc1b,revision_number=5']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:00:18.831750 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-9bb4e719-494e-4b3d-b083-1e390d458f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd595ef9a-41cd-4616-9877-9b89d37bf001', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1570439356', 'tenant_id': 'b3a2c64c5957447b9a4b3f6afc3f6e95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.46'}], 'enable_snat': True}, 'gw_port_id': 'd6546c27-5dee-413f-a5a2-46acb1fde2be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:00:10Z', 'updated_at': '2021-11-23T18:00:15Z', 'revision_number': 4, 'project_id': 'b3a2c64c5957447b9a4b3f6afc3f6e95', 'gw_port': {'id': 'd6546c27-5dee-413f-a5a2-46acb1fde2be', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:b8:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd595ef9a-41cd-4616-9877-9b89d37bf001', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:00:11Z', 'updated_at': '2021-11-23T18:00:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_interfaces': [{'id': '3e9d2f91-f70c-4eda-ba30-fbf8a2e9fc1b', 'name': '', 'network_id': '66b79417-f25f-4165-9f27-e6078f4ac6d0', 'tenant_id': 'b3a2c64c5957447b9a4b3f6afc3f6e95', 'mac_address': 'fa:16:3e:63:64:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd595ef9a-41cd-4616-9877-9b89d37bf001', 'device_owner': 'network:router_interface', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': '968ab6c6-f370-4361-8443-a5a24c60e95f', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:00:14Z', 'updated_at': '2021-11-23T18:00:18Z', 'revision_number': 4, 'project_id': 'b3a2c64c5957447b9a4b3f6afc3f6e95', 'subnets': [{'id': '968ab6c6-f370-4361-8443-a5a24c60e95f', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:00:18.858923 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bb4e719-494e-4b3d-b083-1e390d458f8d None None] The sync data for ids ['d595ef9a-41cd-4616-9877-9b89d37bf001'] in n-d-816206-8 is: [{'id': 'd595ef9a-41cd-4616-9877-9b89d37bf001', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1570439356', 'tenant_id': 'b3a2c64c5957447b9a4b3f6afc3f6e95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.46'}], 'enable_snat': True}, 'gw_port_id': 'd6546c27-5dee-413f-a5a2-46acb1fde2be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:00:10Z', 'updated_at': '2021-11-23T18:00:15Z', 'revision_number': 4, 'project_id': 'b3a2c64c5957447b9a4b3f6afc3f6e95', 'gw_port': {'id': 'd6546c27-5dee-413f-a5a2-46acb1fde2be', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:b8:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd595ef9a-41cd-4616-9877-9b89d37bf001', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:00:11Z', 'updated_at': '2021-11-23T18:00:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_interfaces': [{'id': '3e9d2f91-f70c-4eda-ba30-fbf8a2e9fc1b', 'name': '', 'network_id': '66b79417-f25f-4165-9f27-e6078f4ac6d0', 'tenant_id': 'b3a2c64c5957447b9a4b3f6afc3f6e95', 'mac_address': 'fa:16:3e:63:64:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd595ef9a-41cd-4616-9877-9b89d37bf001', 'device_owner': 'network:router_interface', 'standard_attr_id': 3899, 'fixed_ips': [{'subnet_id': '968ab6c6-f370-4361-8443-a5a24c60e95f', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:00:14Z', 'updated_at': '2021-11-23T18:00:18Z', 'revision_number': 4, 'project_id': 'b3a2c64c5957447b9a4b3f6afc3f6e95', 'subnets': [{'id': '968ab6c6-f370-4361-8443-a5a24c60e95f', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:00:18.888966 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-2e02d010-e45b-401f-b3b6-a6eb817d291b None None] Provisioning complete for port 3e9d2f91-f70c-4eda-ba30-fbf8a2e9fc1b triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:00:18.889452 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-2e02d010-e45b-401f-b3b6-a6eb817d291b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:19.160036 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe58759-9c32-4120-9b76-726006795e90 req-196d10a6-ffef-4695-be92-45713f6da347 tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:19.161583 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-bfe58759-9c32-4120-9b76-726006795e90 req-196d10a6-ffef-4695-be92-45713f6da347 tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] 10.222.0.55 "GET /v2.0/networks?id=66b79417-f25f-4165-9f27-e6078f4ac6d0 HTTP/1.1" status: 200 len: 797 time: 0.5333183 Nov 23 18:00:19.207322 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [req-bfe58759-9c32-4120-9b76-726006795e90 req-fa406cb2-1107-4d21-bd1e-2e2089615331 tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] Request body: {'port': {'device_id': '7345cb78-4b04-4554-8fd2-32307036332c', 'network_id': '66b79417-f25f-4165-9f27-e6078f4ac6d0', 'admin_state_up': True, 'tenant_id': 'b3a2c64c5957447b9a4b3f6afc3f6e95'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:00:19.361157 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d731d9d-5f7b-475b-8378-0e93d4ffbbc1 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Router 4976e692-a610-4579-bfef-f1c6bb590a77 has already been hosted by L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 {{(pid=103590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:00:19.420175 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bfe58759-9c32-4120-9b76-726006795e90 req-fa406cb2-1107-4d21-bd1e-2e2089615331 tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] Made reservation on behalf of b3a2c64c5957447b9a4b3f6afc3f6e95 for: {'port': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:00:19.423759 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-bfe58759-9c32-4120-9b76-726006795e90 req-fa406cb2-1107-4d21-bd1e-2e2089615331 tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:19.556605 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d731d9d-5f7b-475b-8378-0e93d4ffbbc1 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:00:19.562039 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-8d731d9d-5f7b-475b-8378-0e93d4ffbbc1 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] 10.222.0.60 "PUT /v2.0/routers/4976e692-a610-4579-bfef-f1c6bb590a77/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6115377 Nov 23 18:00:19.565306 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 51638) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:00:19.587793 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0fa5c5a-eded-4496-85e9-85c911390ebe None None] Sync routers for ids ['4976e692-a610-4579-bfef-f1c6bb590a77'] in n-d-816206-8 {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:00:19.610058 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0fa5c5a-eded-4496-85e9-85c911390ebe None None] Routers {'4976e692-a610-4579-bfef-f1c6bb590a77'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:00:19.615043 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-f0fa5c5a-eded-4496-85e9-85c911390ebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T18:00:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['4976e692-a610-4579-bfef-f1c6bb590a77'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:00:19.652038 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [req-bfe58759-9c32-4120-9b76-726006795e90 req-fa406cb2-1107-4d21-bd1e-2e2089615331 tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] Allocated IP 172.20.0.28 (66b79417-f25f-4165-9f27-e6078f4ac6d0/968ab6c6-f370-4361-8443-a5a24c60e95f/26061809-57c4-430b-89a4-a49dd38a8f29) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:00:19.692228 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-457110ac-dc5e-4225-9b7c-4f31a3c93317 req-49add69f-5967-4f16-9f5d-9a3e22169bf0 tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] 10.222.0.60 "GET /v2.0/ports?device_id=7345cb78-4b04-4554-8fd2-32307036332c HTTP/1.1" status: 200 len: 210 time: 0.0550506 Nov 23 18:00:19.714288 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.db_base_plugin_v2 [None req-13a3bcf3-1596-4d07-928e-036ce4153df9 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Deleting subnet cb50c9cf-9f41-42e6-840d-0d53f4985bf2 {{(pid=103591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 18:00:19.719980 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-13a3bcf3-1596-4d07-928e-036ce4153df9 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Publish callbacks [] for subnet, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:19.744627 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvr_db [None req-f0fa5c5a-eded-4496-85e9-85c911390ebe None None] Set router 4976e692-a610-4579-bfef-f1c6bb590a77 gateway port host: n-d-816206-8 {{(pid=103592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:00:19.780871 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-13a3bcf3-1596-4d07-928e-036ce4153df9 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265990000'] for subnet, precommit_delete_associations {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:19.814836 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 3e9d2f91-f70c-4eda-ba30-fbf8a2e9fc1b up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:00:19.841181 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-bfe58759-9c32-4120-9b76-726006795e90 req-fa406cb2-1107-4d21-bd1e-2e2089615331 tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:19.889741 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-bfe58759-9c32-4120-9b76-726006795e90 req-fa406cb2-1107-4d21-bd1e-2e2089615331 tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:19.890074 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-13a3bcf3-1596-4d07-928e-036ce4153df9 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971956'] for subnet, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:19.940405 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bfe58759-9c32-4120-9b76-726006795e90 req-fa406cb2-1107-4d21-bd1e-2e2089615331 tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] Network 66b79417-f25f-4165-9f27-e6078f4ac6d0 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:00:19.949976 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [req-bfe58759-9c32-4120-9b76-726006795e90 req-fa406cb2-1107-4d21-bd1e-2e2089615331 tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:00:19.953930 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfe58759-9c32-4120-9b76-726006795e90 req-fa406cb2-1107-4d21-bd1e-2e2089615331 tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:00:19.969210 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-13a3bcf3-1596-4d07-928e-036ce4153df9 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264758240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264314269'] for subnet, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:19.985973 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-13a3bcf3-1596-4d07-928e-036ce4153df9 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for subnet, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:19.991644 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-13a3bcf3-1596-4d07-928e-036ce4153df9 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] 10.222.0.60 "DELETE /v2.0/subnets/cb50c9cf-9f41-42e6-840d-0d53f4985bf2 HTTP/1.1" status: 204 len: 168 time: 0.4232213 Nov 23 18:00:19.991849 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port 3e9d2f91-f70c-4eda-ba30-fbf8a2e9fc1b triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:00:19.991849 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:19.993599 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 51640) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:00:19.998555 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa406cb2-1107-4d21-bd1e-2e2089615331 tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] Pushing event updated for resources: {'Port': ['ID=26061809-57c4-430b-89a4-a49dd38a8f29,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:00:20.023862 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a3bcf3-1596-4d07-928e-036ce4153df9 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Pushing event deleted for resources: {'Subnet': ['ID=cb50c9cf-9f41-42e6-840d-0d53f4985bf2,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:00:20.031995 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3888a8f7-080d-4f04-a573-b534e948ad7a None None] Network 7cdd291d-d3a6-4b3c-90fd-fb828e53d4cc requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:00:20.089943 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe58759-9c32-4120-9b76-726006795e90 req-fa406cb2-1107-4d21-bd1e-2e2089615331 tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:20.090635 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-bfe58759-9c32-4120-9b76-726006795e90 req-fa406cb2-1107-4d21-bd1e-2e2089615331 tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:20.151247 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-bfe58759-9c32-4120-9b76-726006795e90 req-fa406cb2-1107-4d21-bd1e-2e2089615331 tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 0.9480567 Nov 23 18:00:20.179221 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [req-bfe58759-9c32-4120-9b76-726006795e90 req-25cbb761-96c5-4c8f-b6b9-04e555e740c1 service neutron] Request body: {'port': {'device_id': '7345cb78-4b04-4554-8fd2-32307036332c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-8'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:00:20.218918 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f3307db1-5ca2-4ccc-9e24-f83e2fbdb141 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Publish callbacks [] for router, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:20.336618 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-f0fa5c5a-eded-4496-85e9-85c911390ebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4976e692-a610-4579-bfef-f1c6bb590a77', 'name': 'tempest-TestNetworkBasicOps-router-328558173', 'tenant_id': '06a344c95e04492b8d6015a2d3d39bf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.89'}], 'enable_snat': True}, 'gw_port_id': '56ebb9b2-94c1-4475-919d-31e5e1b1a420', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:58:19Z', 'updated_at': '2021-11-23T18:00:18Z', 'revision_number': 7, 'project_id': '06a344c95e04492b8d6015a2d3d39bf1', 'gw_port': {'id': '56ebb9b2-94c1-4475-919d-31e5e1b1a420', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:80:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4976e692-a610-4579-bfef-f1c6bb590a77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3721, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:58:20Z', 'updated_at': '2021-11-23T17:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8'}], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:00:20.342022 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-bfe58759-9c32-4120-9b76-726006795e90 req-25cbb761-96c5-4c8f-b6b9-04e555e740c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:20.390347 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0fa5c5a-eded-4496-85e9-85c911390ebe None None] Checking router: 4976e692-a610-4579-bfef-f1c6bb590a77 for host: n-d-816206-8 {{(pid=103592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:00:20.396422 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f3307db1-5ca2-4ccc-9e24-f83e2fbdb141 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:20.433359 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-0079bb29-a337-4149-a096-e12f1e5b154b None None] Provisioning complete for port 26061809-57c4-430b-89a4-a49dd38a8f29 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:00:20.433819 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-0079bb29-a337-4149-a096-e12f1e5b154b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:20.436825 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0fa5c5a-eded-4496-85e9-85c911390ebe None None] Routers {'4976e692-a610-4579-bfef-f1c6bb590a77'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:00:20.437444 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-f0fa5c5a-eded-4496-85e9-85c911390ebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T18:00:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['4976e692-a610-4579-bfef-f1c6bb590a77'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:00:20.546754 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-f3307db1-5ca2-4ccc-9e24-f83e2fbdb141 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Deleting port 56ebb9b2-94c1-4475-919d-31e5e1b1a420 {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:00:20.547097 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f3307db1-5ca2-4ccc-9e24-f83e2fbdb141 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:20.547683 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-0079bb29-a337-4149-a096-e12f1e5b154b None None] Port 26061809-57c4-430b-89a4-a49dd38a8f29 cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:00:20.569565 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvr_db [None req-f0fa5c5a-eded-4496-85e9-85c911390ebe None None] Set router 4976e692-a610-4579-bfef-f1c6bb590a77 gateway port host: None {{(pid=103592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:00:20.631306 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12a200d0-f1f3-439e-bad6-856931b368cb None None] DHCP port deletion for 7cdd291d-d3a6-4b3c-90fd-fb828e53d4cc request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:00:20.634480 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-f0fa5c5a-eded-4496-85e9-85c911390ebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4976e692-a610-4579-bfef-f1c6bb590a77', 'name': 'tempest-TestNetworkBasicOps-router-328558173', 'tenant_id': '06a344c95e04492b8d6015a2d3d39bf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:58:19Z', 'updated_at': '2021-11-23T18:00:20Z', 'revision_number': 8, 'project_id': '06a344c95e04492b8d6015a2d3d39bf1', 'gw_port_host': None}], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:00:20.665466 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0fa5c5a-eded-4496-85e9-85c911390ebe None None] The sync data for ids ['4976e692-a610-4579-bfef-f1c6bb590a77'] in n-d-816206-8 is: [{'id': '4976e692-a610-4579-bfef-f1c6bb590a77', 'name': 'tempest-TestNetworkBasicOps-router-328558173', 'tenant_id': '06a344c95e04492b8d6015a2d3d39bf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:58:19Z', 'updated_at': '2021-11-23T18:00:20Z', 'revision_number': 8, 'project_id': '06a344c95e04492b8d6015a2d3d39bf1', 'gw_port_host': None}] {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:00:20.690942 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-f3307db1-5ca2-4ccc-9e24-f83e2fbdb141 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] For port 56ebb9b2-94c1-4475-919d-31e5e1b1a420, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=56ebb9b2-94c1-4475-919d-31e5e1b1a420,segment=NetworkSegment(bffd1e4f-e80f-4ff0-b418-2f42ae15febf),segment_id=bffd1e4f-e80f-4ff0-b418-2f42ae15febf)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:00:20.691476 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f3307db1-5ca2-4ccc-9e24-f83e2fbdb141 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:20.713840 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-12a200d0-f1f3-439e-bad6-856931b368cb None None] Deleting port cbe1d0d3-d2c8-4774-b59b-20d89e34037a {{(pid=103592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:00:20.714195 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-12a200d0-f1f3-439e-bad6-856931b368cb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:20.717729 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-f3307db1-5ca2-4ccc-9e24-f83e2fbdb141 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Calling delete_port for 56ebb9b2-94c1-4475-919d-31e5e1b1a420 owned by network:router_gateway {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:00:20.782256 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-12a200d0-f1f3-439e-bad6-856931b368cb None None] For port cbe1d0d3-d2c8-4774-b59b-20d89e34037a, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=cbe1d0d3-d2c8-4774-b59b-20d89e34037a,segment=NetworkSegment(a351da06-cb10-4c01-aebe-775410ba67eb),segment_id=a351da06-cb10-4c01-aebe-775410ba67eb)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:00:20.782879 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-12a200d0-f1f3-439e-bad6-856931b368cb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:20.785049 n-d-816206-8 neutron-server[103590]: DEBUG neutron.notifiers.nova [req-bfe58759-9c32-4120-9b76-726006795e90 req-25cbb761-96c5-4c8f-b6b9-04e555e740c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26061809-57c4-430b-89a4-a49dd38a8f29 {{(pid=103590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:00:20.794497 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-bfe58759-9c32-4120-9b76-726006795e90 req-25cbb761-96c5-4c8f-b6b9-04e555e740c1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:20.798433 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-12a200d0-f1f3-439e-bad6-856931b368cb None None] Calling delete_port for cbe1d0d3-d2c8-4774-b59b-20d89e34037a owned by network:dhcp {{(pid=103592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:00:20.815940 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [req-bfe58759-9c32-4120-9b76-726006795e90 req-25cbb761-96c5-4c8f-b6b9-04e555e740c1 service neutron] Transition to ACTIVE for port object 26061809-57c4-430b-89a4-a49dd38a8f29 will not be triggered until provisioned by entity L2. {{(pid=103590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 18:00:20.822602 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-bfe58759-9c32-4120-9b76-726006795e90 req-25cbb761-96c5-4c8f-b6b9-04e555e740c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264357957'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:20.841246 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360b17ef-a013-4326-b70f-c08905efbcbc req-6bc3d087-24db-48ce-a009-7d5bc01d8164 tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:20.842863 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-360b17ef-a013-4326-b70f-c08905efbcbc req-6bc3d087-24db-48ce-a009-7d5bc01d8164 tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] 10.222.0.60 "GET /v2.0/ports?device_id=7345cb78-4b04-4554-8fd2-32307036332c HTTP/1.1" status: 200 len: 895 time: 0.0640917 Nov 23 18:00:20.889703 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-12a200d0-f1f3-439e-bad6-856931b368cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989'] for port, after_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:20.915877 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a200d0-f1f3-439e-bad6-856931b368cb None None] Pushing event deleted for resources: {'Port': ['ID=cbe1d0d3-d2c8-4774-b59b-20d89e34037a,revision_number=None']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:00:20.919871 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12a200d0-f1f3-439e-bad6-856931b368cb None None] No DVR routers for this DVR port cbe1d0d3-d2c8-4774-b59b-20d89e34037a on host n-d-816206-8 {{(pid=103592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:00:20.931236 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cbb761-96c5-4c8f-b6b9-04e555e740c1 service neutron] Pushing event updated for resources: {'Port': ['ID=26061809-57c4-430b-89a4-a49dd38a8f29,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:00:21.050432 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [req-bfe58759-9c32-4120-9b76-726006795e90 req-25cbb761-96c5-4c8f-b6b9-04e555e740c1 service neutron] Attempting to bind port 26061809-57c4-430b-89a4-a49dd38a8f29 on host n-h1-816206-8 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:00:21.050756 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [req-bfe58759-9c32-4120-9b76-726006795e90 req-25cbb761-96c5-4c8f-b6b9-04e555e740c1 service neutron] Attempting to bind port 26061809-57c4-430b-89a4-a49dd38a8f29 by drivers openvswitch,hyperv on host n-h1-816206-8 at level 0 using segments [{'id': '9c766aa0-afbb-425b-ace8-98125a20f2f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '66b79417-f25f-4165-9f27-e6078f4ac6d0'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:00:21.052314 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfe58759-9c32-4120-9b76-726006795e90 req-25cbb761-96c5-4c8f-b6b9-04e555e740c1 service neutron] Attempting to bind port 26061809-57c4-430b-89a4-a49dd38a8f29 on network 66b79417-f25f-4165-9f27-e6078f4ac6d0 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:00:21.058510 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfe58759-9c32-4120-9b76-726006795e90 req-25cbb761-96c5-4c8f-b6b9-04e555e740c1 service neutron] Port 26061809-57c4-430b-89a4-a49dd38a8f29 on network 66b79417-f25f-4165-9f27-e6078f4ac6d0 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-8 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:00:21.058835 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfe58759-9c32-4120-9b76-726006795e90 req-25cbb761-96c5-4c8f-b6b9-04e555e740c1 service neutron] Attempting to bind port 26061809-57c4-430b-89a4-a49dd38a8f29 on network 66b79417-f25f-4165-9f27-e6078f4ac6d0 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:00:21.062272 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f3307db1-5ca2-4ccc-9e24-f83e2fbdb141 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:21.072545 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfe58759-9c32-4120-9b76-726006795e90 req-25cbb761-96c5-4c8f-b6b9-04e555e740c1 service neutron] Checking agent: {'id': '4b0a4557-3bfe-4828-80a0-7981fc3ac84c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 15, 14), 'started_at': datetime.datetime(2021, 11, 23, 17, 15, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 0, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:00:21.072866 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfe58759-9c32-4120-9b76-726006795e90 req-25cbb761-96c5-4c8f-b6b9-04e555e740c1 service neutron] Checking segment: {'id': '9c766aa0-afbb-425b-ace8-98125a20f2f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '66b79417-f25f-4165-9f27-e6078f4ac6d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:00:21.073360 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfe58759-9c32-4120-9b76-726006795e90 req-25cbb761-96c5-4c8f-b6b9-04e555e740c1 service neutron] Bound using segment: {'id': '9c766aa0-afbb-425b-ace8-98125a20f2f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '66b79417-f25f-4165-9f27-e6078f4ac6d0'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:00:21.073814 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [req-bfe58759-9c32-4120-9b76-726006795e90 req-25cbb761-96c5-4c8f-b6b9-04e555e740c1 service neutron] Bound port: 26061809-57c4-430b-89a4-a49dd38a8f29, host: n-h1-816206-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c766aa0-afbb-425b-ace8-98125a20f2f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '66b79417-f25f-4165-9f27-e6078f4ac6d0'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:00:21.074170 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-bfe58759-9c32-4120-9b76-726006795e90 req-25cbb761-96c5-4c8f-b6b9-04e555e740c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:21.097483 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3307db1-5ca2-4ccc-9e24-f83e2fbdb141 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Pushing event deleted for resources: {'Port': ['ID=56ebb9b2-94c1-4475-919d-31e5e1b1a420,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:00:21.113386 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c32ca98-52d1-4403-9b05-230aad3bb735 None None] DHCP port deletion for 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:00:21.215067 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f3307db1-5ca2-4ccc-9e24-f83e2fbdb141 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1795454'] for router_gateway, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:21.273003 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [req-bfe58759-9c32-4120-9b76-726006795e90 req-25cbb761-96c5-4c8f-b6b9-04e555e740c1 service neutron] For port 26061809-57c4-430b-89a4-a49dd38a8f29, host n-h1-816206-8, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:00:21.316270 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [req-bfe58759-9c32-4120-9b76-726006795e90 req-25cbb761-96c5-4c8f-b6b9-04e555e740c1 service neutron] For port 26061809-57c4-430b-89a4-a49dd38a8f29, host n-h1-816206-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=26061809-57c4-430b-89a4-a49dd38a8f29,segment=NetworkSegment(9c766aa0-afbb-425b-ace8-98125a20f2f4),segment_id=9c766aa0-afbb-425b-ace8-98125a20f2f4)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:00:21.318327 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f3307db1-5ca2-4ccc-9e24-f83e2fbdb141 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1794352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8175'] for router, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:21.321019 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f3307db1-5ca2-4ccc-9e24-f83e2fbdb141 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:21.326562 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-bfe58759-9c32-4120-9b76-726006795e90 req-25cbb761-96c5-4c8f-b6b9-04e555e740c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264357957'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:21.402203 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe58759-9c32-4120-9b76-726006795e90 req-25cbb761-96c5-4c8f-b6b9-04e555e740c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:21.402852 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-bfe58759-9c32-4120-9b76-726006795e90 req-25cbb761-96c5-4c8f-b6b9-04e555e740c1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:21.404516 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-bfe58759-9c32-4120-9b76-726006795e90 req-25cbb761-96c5-4c8f-b6b9-04e555e740c1 service neutron] 10.222.0.55 "PUT /v2.0/ports/26061809-57c4-430b-89a4-a49dd38a8f29 HTTP/1.1" status: 200 len: 1055 time: 1.2419908 Nov 23 18:00:21.404979 n-d-816206-8 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7345cb78-4b04-4554-8fd2-32307036332c', 'tag': '26061809-57c4-430b-89a4-a49dd38a8f29'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:00:21.407260 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbabddbc9fc37b068808e119c416c86f5957ca04531a4a0d2e695c515e93483b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cce4e36-e66e-4c72-9cf1-431b2c039f29" -d '{"events": [{"name": "network-changed", "server_uuid": "7345cb78-4b04-4554-8fd2-32307036332c", "tag": "26061809-57c4-430b-89a4-a49dd38a8f29"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:00:21.416164 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f3307db1-5ca2-4ccc-9e24-f83e2fbdb141 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1795580'] for router, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:21.416727 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3307db1-5ca2-4ccc-9e24-f83e2fbdb141 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Fanout notify agent at l3_agent the message router_deleted on router 4976e692-a610-4579-bfef-f1c6bb590a77 {{(pid=103590) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 18:00:21.424940 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f3307db1-5ca2-4ccc-9e24-f83e2fbdb141 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Publish callbacks [] for router, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:21.426050 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-f3307db1-5ca2-4ccc-9e24-f83e2fbdb141 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] 10.222.0.60 "DELETE /v2.0/routers/4976e692-a610-4579-bfef-f1c6bb590a77 HTTP/1.1" status: 204 len: 168 time: 1.4215693 Nov 23 18:00:21.428978 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 51650) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:00:21.440606 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a01326-53a7-4de3-9c63-efd50c4a1e65 req-950583db-d5c9-4b33-b83f-dc5d283b5471 tempest-TestNetworkAdvancedServerOps-448977066 tempest-TestNetworkAdvancedServerOps-448977066-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:21.443546 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c3a01326-53a7-4de3-9c63-efd50c4a1e65 req-950583db-d5c9-4b33-b83f-dc5d283b5471 tempest-TestNetworkAdvancedServerOps-448977066 tempest-TestNetworkAdvancedServerOps-448977066-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=f677dda7-ea71-4385-b0a3-be175d469e50 HTTP/1.1" status: 200 len: 1097 time: 0.0631609 Nov 23 18:00:21.528711 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c3a01326-53a7-4de3-9c63-efd50c4a1e65 req-b674cc4b-3ab4-4575-b801-f7b640787bb2 tempest-TestNetworkAdvancedServerOps-448977066 tempest-TestNetworkAdvancedServerOps-448977066-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=26a740ef-a414-40be-ab5f-6db73ff13e79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741222 Nov 23 18:00:21.547765 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:00:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b70f66d5-3a34-407b-bc88-5d3cdf4a2643 x-openstack-request-id: req-b70f66d5-3a34-407b-bc88-5d3cdf4a2643 {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:00:21.548273 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7345cb78-4b04-4554-8fd2-32307036332c", "tag": "26061809-57c4-430b-89a4-a49dd38a8f29", "status": "completed", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:00:21.548592 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b70f66d5-3a34-407b-bc88-5d3cdf4a2643 {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:00:21.549257 n-d-816206-8 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7345cb78-4b04-4554-8fd2-32307036332c', 'tag': '26061809-57c4-430b-89a4-a49dd38a8f29', 'status': 'completed', 'code': 200} Nov 23 18:00:21.564623 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cbb761-96c5-4c8f-b6b9-04e555e740c1 service neutron] Pushing event updated for resources: {'Port': ['ID=26061809-57c4-430b-89a4-a49dd38a8f29,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:00:21.599390 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device cbe1d0d3-d2c8-4774-b59b-20d89e34037a no longer exists at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:00:21.606316 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f08a3d10-20b2-4c71-b8c6-ed6cb9d0b7a6 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-555181'] for network, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:21.636852 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] No Port match for: cbe1d0d3-d2c8-4774-b59b-20d89e34037a {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:00:21.637640 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device cbe1d0d3-d2c8-4774-b59b-20d89e34037a not bound to the agent host n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:00:21.638306 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 56ebb9b2-94c1-4475-919d-31e5e1b1a420 no longer exists at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:00:21.664857 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a35b41-c950-4cf7-bcb7-41cbd7f7dbfd req-db9da2eb-a8cd-477a-9b74-74216b9b6cec tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:21.666874 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-33a35b41-c950-4cf7-bcb7-41cbd7f7dbfd req-db9da2eb-a8cd-477a-9b74-74216b9b6cec tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.60 "GET /v2.0/ports?device_id=f677dda7-ea71-4385-b0a3-be175d469e50 HTTP/1.1" status: 200 len: 946 time: 0.0582600 Nov 23 18:00:21.674365 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] No Port match for: 56ebb9b2-94c1-4475-919d-31e5e1b1a420 {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:00:21.674806 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 56ebb9b2-94c1-4475-919d-31e5e1b1a420 not bound to the agent host n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:00:21.675306 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 2c57964a-c6be-4b21-9b23-51309175c9b7 no longer exists at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:00:21.704760 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] No Port match for: 2c57964a-c6be-4b21-9b23-51309175c9b7 {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:00:21.705118 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 2c57964a-c6be-4b21-9b23-51309175c9b7 not bound to the agent host n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:00:21.730572 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f08a3d10-20b2-4c71-b8c6-ed6cb9d0b7a6 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973419', 'neutron.services.segments.db._delete_segments_for_network-8736635878840'] for network, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:21.734057 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-33a35b41-c950-4cf7-bcb7-41cbd7f7dbfd req-aee4b081-5132-4012-903c-20a0d3be67ec tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.60 "GET /v2.0/security-groups?id=26a740ef-a414-40be-ab5f-6db73ff13e79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592339 Nov 23 18:00:21.746561 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe58759-9c32-4120-9b76-726006795e90 req-72f33863-89fc-4a72-bb66-50f10e9c3706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:21.748141 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-bfe58759-9c32-4120-9b76-726006795e90 req-72f33863-89fc-4a72-bb66-50f10e9c3706 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b3a2c64c5957447b9a4b3f6afc3f6e95&device_id=7345cb78-4b04-4554-8fd2-32307036332c HTTP/1.1" status: 200 len: 1058 time: 0.2091615 Nov 23 18:00:21.756443 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 51654) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:00:21.756869 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-f08a3d10-20b2-4c71-b8c6-ed6cb9d0b7a6 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7cdd291d-d3a6-4b3c-90fd-fb828e53d4cc']}} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:00:21.805259 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-f08a3d10-20b2-4c71-b8c6-ed6cb9d0b7a6 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a351da06-cb10-4c01-aebe-775410ba67eb') {'for_net_delete': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:00:21.805619 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-f08a3d10-20b2-4c71-b8c6-ed6cb9d0b7a6 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a351da06-cb10-4c01-aebe-775410ba67eb') {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:00:21.813121 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-bfe58759-9c32-4120-9b76-726006795e90 req-c9b258b6-d992-42a0-9e62-547c667da023 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.28&port_id=26061809-57c4-430b-89a4-a49dd38a8f29 HTTP/1.1" status: 200 len: 217 time: 0.0532598 Nov 23 18:00:21.816639 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f08a3d10-20b2-4c71-b8c6-ed6cb9d0b7a6 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736635840332', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-267528353'] for segment, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:21.832542 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-ef4f6ce4-12cb-4be6-b5b5-199cc1bc832a tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.60 "GET /v2.0/floatingips/b8b77538-40f7-4acc-a0ba-7e78bfeacc36 HTTP/1.1" status: 200 len: 993 time: 0.0712276 Nov 23 18:00:21.865677 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f08a3d10-20b2-4c71-b8c6-ed6cb9d0b7a6 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:21.876481 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f08a3d10-20b2-4c71-b8c6-ed6cb9d0b7a6 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Releasing vlan 541 on physical network physnet1 to pool {{(pid=103590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 18:00:21.876907 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f08a3d10-20b2-4c71-b8c6-ed6cb9d0b7a6 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264370093'] for segment, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:21.879944 n-d-816206-8 neutron-server[103590]: Traceback (most recent call last): Nov 23 18:00:21.879944 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 18:00:21.879944 n-d-816206-8 neutron-server[103590]: timer() Nov 23 18:00:21.879944 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 18:00:21.879944 n-d-816206-8 neutron-server[103590]: cb(*args, **kw) Nov 23 18:00:21.879944 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 18:00:21.879944 n-d-816206-8 neutron-server[103590]: return func(*args, **kwargs) Nov 23 18:00:21.879944 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 18:00:21.879944 n-d-816206-8 neutron-server[103590]: self._notify() Nov 23 18:00:21.879944 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 18:00:21.879944 n-d-816206-8 neutron-server[103590]: self.callback(batched_events) Nov 23 18:00:21.879944 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 18:00:21.879944 n-d-816206-8 neutron-server[103590]: event.method(event) Nov 23 18:00:21.879944 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 18:00:21.879944 n-d-816206-8 neutron-server[103590]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 18:00:21.879944 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 18:00:21.879944 n-d-816206-8 neutron-server[103590]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 18:00:21.879944 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 18:00:21.879944 n-d-816206-8 neutron-server[103590]: return f(self, *a, **k) Nov 23 18:00:21.879944 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 18:00:21.879944 n-d-816206-8 neutron-server[103590]: return self._get(url).json() Nov 23 18:00:21.879944 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 18:00:21.879944 n-d-816206-8 neutron-server[103590]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 18:00:21.879944 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 18:00:21.879944 n-d-816206-8 neutron-server[103590]: return self.request(url, 'GET', **kwargs) Nov 23 18:00:21.879944 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 18:00:21.879944 n-d-816206-8 neutron-server[103590]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 18:00:21.879944 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 18:00:21.879944 n-d-816206-8 neutron-server[103590]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 18:00:21.879944 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 18:00:21.879944 n-d-816206-8 neutron-server[103590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 18:00:21.879944 n-d-816206-8 neutron-server[103590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 18:00:21.905407 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe58759-9c32-4120-9b76-726006795e90 req-32f66870-b3f3-40ca-9fab-6ee9736b94e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:21.906881 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-bfe58759-9c32-4120-9b76-726006795e90 req-32f66870-b3f3-40ca-9fab-6ee9736b94e1 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=968ab6c6-f370-4361-8443-a5a24c60e95f HTTP/1.1" status: 200 len: 838 time: 0.0833185 Nov 23 18:00:21.975295 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f08a3d10-20b2-4c71-b8c6-ed6cb9d0b7a6 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1795418'] for network, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:21.990408 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d42fd9-2cfd-4627-84cb-469f145b620b req-d5558ba4-9767-4e7e-a6e9-b5aae3ec835c tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:21.992503 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-51d42fd9-2cfd-4627-84cb-469f145b620b req-d5558ba4-9767-4e7e-a6e9-b5aae3ec835c tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] 10.222.0.60 "GET /v2.0/ports?device_id=7345cb78-4b04-4554-8fd2-32307036332c HTTP/1.1" status: 200 len: 907 time: 0.0555000 Nov 23 18:00:21.999291 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f08a3d10-20b2-4c71-b8c6-ed6cb9d0b7a6 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Publish callbacks [] for network, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:22.001022 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-f08a3d10-20b2-4c71-b8c6-ed6cb9d0b7a6 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] 10.222.0.60 "DELETE /v2.0/networks/7cdd291d-d3a6-4b3c-90fd-fb828e53d4cc HTTP/1.1" status: 204 len: 168 time: 0.5705414 Nov 23 18:00:22.004340 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08a3d10-20b2-4c71-b8c6-ed6cb9d0b7a6 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Pushing event deleted for resources: {'Network': ['ID=7cdd291d-d3a6-4b3c-90fd-fb828e53d4cc,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:00:22.023808 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe58759-9c32-4120-9b76-726006795e90 req-fdb7aff6-44cb-4044-93c4-b6c7735ab82d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:22.023808 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-bfe58759-9c32-4120-9b76-726006795e90 req-fdb7aff6-44cb-4044-93c4-b6c7735ab82d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=66b79417-f25f-4165-9f27-e6078f4ac6d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0774376 Nov 23 18:00:22.024137 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 51662) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:00:22.028645 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-e1eac0e2-b405-4805-ac4d-833f9d8416b2 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Request body: {'network': {'name': 'tempest-network-smoke--1555516580', 'project_id': '06a344c95e04492b8d6015a2d3d39bf1', 'port_security_enabled': True}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:00:22.103499 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1eac0e2-b405-4805-ac4d-833f9d8416b2 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Made reservation on behalf of 06a344c95e04492b8d6015a2d3d39bf1 for: {'network': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:00:22.106981 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e1eac0e2-b405-4805-ac4d-833f9d8416b2 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for network, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:22.147290 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-bfe58759-9c32-4120-9b76-726006795e90 req-a411439b-28eb-454c-bf7e-caedb723566f service neutron] 10.222.0.55 "GET /v2.0/networks/66b79417-f25f-4165-9f27-e6078f4ac6d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1153493 Nov 23 18:00:22.147954 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1eac0e2-b405-4805-ac4d-833f9d8416b2 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] vlan segment allocate from pool success with {'vlan_id': 545, 'physical_network': 'physnet1'} {{(pid=103590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 18:00:22.163772 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e1eac0e2-b405-4805-ac4d-833f9d8416b2 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:22.164128 n-d-816206-8 neutron-server[103590]: INFO neutron.db.segments_db [None req-e1eac0e2-b405-4805-ac4d-833f9d8416b2 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Added segment 102ed429-7d92-446d-aad9-a74f1de6b95a of type vlan for network de09f635-2e15-444d-b648-50de9ba5de13 Nov 23 18:00:22.186999 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [req-48676842-d286-4423-b797-dbf41475bf9f req-cc423406-7428-423b-a96a-f25a6faeed4f service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=103591) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 18:00:22.187937 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-48676842-d286-4423-b797-dbf41475bf9f req-cc423406-7428-423b-a96a-f25a6faeed4f service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052924 Nov 23 18:00:22.265786 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e1eac0e2-b405-4805-ac4d-833f9d8416b2 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736635338810'] for network, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:22.305503 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-bfe58759-9c32-4120-9b76-726006795e90 req-f93d9777-f6b0-467a-994f-df5d8466dae3 service neutron] 10.222.0.55 "GET /v2.0/networks/66b79417-f25f-4165-9f27-e6078f4ac6d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1504779 Nov 23 18:00:22.306780 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e1eac0e2-b405-4805-ac4d-833f9d8416b2 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493'] for network, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:22.312299 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1eac0e2-b405-4805-ac4d-833f9d8416b2 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:22.312910 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e1eac0e2-b405-4805-ac4d-833f9d8416b2 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Publish callbacks [] for network, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:22.401209 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-e1eac0e2-b405-4805-ac4d-833f9d8416b2 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3761818 Nov 23 18:00:22.404234 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 51672) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:00:22.407318 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1eac0e2-b405-4805-ac4d-833f9d8416b2 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Pushing event updated for resources: {'Network': ['ID=de09f635-2e15-444d-b648-50de9ba5de13,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:00:22.412074 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-46a34072-5147-4d38-95c6-89e8f4ed6c98 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-2097832261', 'admin_state_up': True, 'project_id': '06a344c95e04492b8d6015a2d3d39bf1', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'}}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:00:22.419446 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Network de09f635-2e15-444d-b648-50de9ba5de13 details requested by agent ovs-agent-n-d-816206-8 with host n-d-816206-8 {{(pid=103592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 18:00:22.457582 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cce4e36-e66e-4c72-9cf1-431b2c039f29 req-5f7ccde7-da54-4a18-96e7-7a061f29c03f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:22.459370 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-0cce4e36-e66e-4c72-9cf1-431b2c039f29 req-5f7ccde7-da54-4a18-96e7-7a061f29c03f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b3a2c64c5957447b9a4b3f6afc3f6e95&device_id=7345cb78-4b04-4554-8fd2-32307036332c HTTP/1.1" status: 200 len: 1058 time: 0.0996764 Nov 23 18:00:22.492000 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-46a34072-5147-4d38-95c6-89e8f4ed6c98 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1793449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8093'] for router, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:22.493220 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-46a34072-5147-4d38-95c6-89e8f4ed6c98 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1794473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1794771', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1638326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8086'] for router, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:22.560089 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cce4e36-e66e-4c72-9cf1-431b2c039f29 req-2dc05d3a-c879-4794-8eee-a1c8c04f2240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:22.561596 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-0cce4e36-e66e-4c72-9cf1-431b2c039f29 req-2dc05d3a-c879-4794-8eee-a1c8c04f2240 service neutron] 10.222.0.55 "GET /v2.0/networks?id=66b79417-f25f-4165-9f27-e6078f4ac6d0 HTTP/1.1" status: 200 len: 898 time: 0.0942903 Nov 23 18:00:22.569502 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc84a80-045d-40dc-a64c-6690c8640574 req-addd0fbd-4505-448d-928d-23ba3356372a tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:22.571536 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4cc84a80-045d-40dc-a64c-6690c8640574 req-addd0fbd-4505-448d-928d-23ba3356372a tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.60 "GET /v2.0/ports?device_id=f677dda7-ea71-4385-b0a3-be175d469e50 HTTP/1.1" status: 200 len: 946 time: 0.1340156 Nov 23 18:00:22.574924 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-46a34072-5147-4d38-95c6-89e8f4ed6c98 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:22.578660 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ef455f7a-d695-4e8a-a3f7-66cc8bc0c0c9 req-c63650ce-cf6e-431f-946c-31f88f1193ee service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=f677dda7-ea71-4385-b0a3-be175d469e50&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1285465 Nov 23 18:00:22.628880 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-0cce4e36-e66e-4c72-9cf1-431b2c039f29 req-630ce42c-ac7c-4566-8210-7314f563836d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.28&port_id=26061809-57c4-430b-89a4-a49dd38a8f29 HTTP/1.1" status: 200 len: 217 time: 0.0574930 Nov 23 18:00:22.684877 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cce4e36-e66e-4c72-9cf1-431b2c039f29 req-f1af82bb-23b0-43e5-b83a-b4709359bde0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:22.686587 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-0cce4e36-e66e-4c72-9cf1-431b2c039f29 req-f1af82bb-23b0-43e5-b83a-b4709359bde0 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=968ab6c6-f370-4361-8443-a5a24c60e95f HTTP/1.1" status: 200 len: 838 time: 0.0466263 Nov 23 18:00:22.738888 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cce4e36-e66e-4c72-9cf1-431b2c039f29 req-7bf673cd-e21c-4e5a-9310-69979b80a2e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:22.740654 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-0cce4e36-e66e-4c72-9cf1-431b2c039f29 req-7bf673cd-e21c-4e5a-9310-69979b80a2e4 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=66b79417-f25f-4165-9f27-e6078f4ac6d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0459349 Nov 23 18:00:22.760123 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4cc84a80-045d-40dc-a64c-6690c8640574 req-7be17f25-5ff7-46bb-9a72-5782aa153dc2 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.60 "GET /v2.0/security-groups?id=26a740ef-a414-40be-ab5f-6db73ff13e79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1749551 Nov 23 18:00:22.766611 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-46a34072-5147-4d38-95c6-89e8f4ed6c98 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:22.858533 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-0cce4e36-e66e-4c72-9cf1-431b2c039f29 req-89b0326d-7312-4040-b0b9-233f7c5e72e6 service neutron] 10.222.0.55 "GET /v2.0/networks/66b79417-f25f-4165-9f27-e6078f4ac6d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1096878 Nov 23 18:00:22.972839 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-0cce4e36-e66e-4c72-9cf1-431b2c039f29 req-c8f07aa2-4c9d-4e55-b51c-3f89deeb118f service neutron] 10.222.0.55 "GET /v2.0/networks/66b79417-f25f-4165-9f27-e6078f4ac6d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013033 Nov 23 18:00:22.983309 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-46a34072-5147-4d38-95c6-89e8f4ed6c98 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Publish callbacks [] for router_gateway, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:23.002826 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-46a34072-5147-4d38-95c6-89e8f4ed6c98 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:23.145072 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.db_base_plugin_common [None req-46a34072-5147-4d38-95c6-89e8f4ed6c98 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Allocated IP 172.25.3.127 (4c8455ba-1be5-42ac-b8c2-8a16e1292d55/08fe3644-ce41-4c3f-a7ea-92bac0f0fff5/1cd20823-2914-4211-8d1b-9a3877b7ed54) {{(pid=103591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:00:23.172768 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cbad69-eaad-461e-9550-cc8a53c1fa1c req-35caf304-27f2-40fc-8b2e-446db7517a7f tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:23.174623 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-63cbad69-eaad-461e-9550-cc8a53c1fa1c req-35caf304-27f2-40fc-8b2e-446db7517a7f tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] 10.222.0.60 "GET /v2.0/ports?device_id=7345cb78-4b04-4554-8fd2-32307036332c HTTP/1.1" status: 200 len: 907 time: 0.0882330 Nov 23 18:00:23.281844 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-46a34072-5147-4d38-95c6-89e8f4ed6c98 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Publish callbacks [] for port, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:23.317791 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-46a34072-5147-4d38-95c6-89e8f4ed6c98 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:23.368860 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46a34072-5147-4d38-95c6-89e8f4ed6c98 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Network 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 is already hosted by enough agents. {{(pid=103591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:00:23.374113 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [None req-46a34072-5147-4d38-95c6-89e8f4ed6c98 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Resources bound (agent type, host, resource id): {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:00:23.379117 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46a34072-5147-4d38-95c6-89e8f4ed6c98 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Received port after_create {{(pid=103591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:00:23.382636 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a34072-5147-4d38-95c6-89e8f4ed6c98 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Pushing event updated for resources: {'Port': ['ID=1cd20823-2914-4211-8d1b-9a3877b7ed54,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:00:23.390679 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc309824-7958-401e-bdf4-6235cfab2925 None None] DHCP port deletion for 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:00:23.437347 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-3b4318bf-a702-4e20-8d33-3117caa59f81 None None] Provisioning complete for port 1cd20823-2914-4211-8d1b-9a3877b7ed54 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:00:23.438099 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-3b4318bf-a702-4e20-8d33-3117caa59f81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:23.487331 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-3b4318bf-a702-4e20-8d33-3117caa59f81 None None] Port 1cd20823-2914-4211-8d1b-9a3877b7ed54 cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:00:23.837465 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef455f7a-d695-4e8a-a3f7-66cc8bc0c0c9 req-bcd42529-1536-4252-9b5e-87cba6175a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:23.839072 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-ef455f7a-d695-4e8a-a3f7-66cc8bc0c0c9 req-bcd42529-1536-4252-9b5e-87cba6175a53 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4d3a35880fb64e77bd3047bfa46cf261&device_id=f677dda7-ea71-4385-b0a3-be175d469e50 HTTP/1.1" status: 200 len: 1097 time: 0.0438986 Nov 23 18:00:23.932728 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef455f7a-d695-4e8a-a3f7-66cc8bc0c0c9 req-de5556cf-61f9-4e1b-bbf3-ea9289177673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:23.934365 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-ef455f7a-d695-4e8a-a3f7-66cc8bc0c0c9 req-de5556cf-61f9-4e1b-bbf3-ea9289177673 service neutron] 10.222.0.55 "GET /v2.0/networks?id=a784d5f5-5cd6-4b40-bc61-16afa7774b1f HTTP/1.1" status: 200 len: 898 time: 0.0877073 Nov 23 18:00:23.968695 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06185d1c-e98c-4ab2-9de0-8ee66c1f1ecd req-7663e99b-08d1-4ea1-8954-152503ccef7f tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:23.970187 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-06185d1c-e98c-4ab2-9de0-8ee66c1f1ecd req-7663e99b-08d1-4ea1-8954-152503ccef7f tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.60 "GET /v2.0/ports?device_id=f677dda7-ea71-4385-b0a3-be175d469e50 HTTP/1.1" status: 200 len: 946 time: 0.0992460 Nov 23 18:00:23.996051 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-46a34072-5147-4d38-95c6-89e8f4ed6c98 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Publish callbacks [] for router_gateway, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:24.006641 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-ef455f7a-d695-4e8a-a3f7-66cc8bc0c0c9 req-7478513f-49db-49b8-a894-5b4b98a4b390 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a479113f-2d1d-4ea5-91ef-a5a9483794b4 HTTP/1.1" status: 200 len: 1001 time: 0.0640411 Nov 23 18:00:24.056184 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef455f7a-d695-4e8a-a3f7-66cc8bc0c0c9 req-1edd161c-5b9f-46f3-984f-f9627593d0bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:24.057824 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-ef455f7a-d695-4e8a-a3f7-66cc8bc0c0c9 req-1edd161c-5b9f-46f3-984f-f9627593d0bd service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d11b9ece-e41a-4fe0-8b2b-a718aa85eeac HTTP/1.1" status: 200 len: 834 time: 0.0434506 Nov 23 18:00:24.066387 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-06185d1c-e98c-4ab2-9de0-8ee66c1f1ecd req-030278c3-7e0b-47d6-8e3a-80fd4246ee37 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.60 "GET /v2.0/security-groups?id=26a740ef-a414-40be-ab5f-6db73ff13e79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0890670 Nov 23 18:00:24.106135 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef455f7a-d695-4e8a-a3f7-66cc8bc0c0c9 req-5cf8175f-7395-4804-a404-94c76cfe0d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:24.107627 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-ef455f7a-d695-4e8a-a3f7-66cc8bc0c0c9 req-5cf8175f-7395-4804-a404-94c76cfe0d57 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a784d5f5-5cd6-4b40-bc61-16afa7774b1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417061 Nov 23 18:00:24.205596 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-ef455f7a-d695-4e8a-a3f7-66cc8bc0c0c9 req-10d197a4-a9c5-43b0-ac3c-78f44a2a827c service neutron] 10.222.0.55 "GET /v2.0/networks/a784d5f5-5cd6-4b40-bc61-16afa7774b1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895209 Nov 23 18:00:24.221013 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-46a34072-5147-4d38-95c6-89e8f4ed6c98 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1794316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1795362'] for router, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:24.302724 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-ef455f7a-d695-4e8a-a3f7-66cc8bc0c0c9 req-a02cd60b-2d74-47a7-a490-0f95420feeb1 service neutron] 10.222.0.55 "GET /v2.0/networks/a784d5f5-5cd6-4b40-bc61-16afa7774b1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895965 Nov 23 18:00:24.362006 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef777b1-7530-4c74-b56d-39dff6b6167c req-a61c715d-77ce-4367-a293-ffd0bb58c574 tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:24.362961 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2ef777b1-7530-4c74-b56d-39dff6b6167c req-a61c715d-77ce-4367-a293-ffd0bb58c574 tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] 10.222.0.60 "GET /v2.0/ports?device_id=7345cb78-4b04-4554-8fd2-32307036332c HTTP/1.1" status: 200 len: 907 time: 0.1043077 Nov 23 18:00:24.405481 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46a34072-5147-4d38-95c6-89e8f4ed6c98 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Router b353d7cb-1947-4f36-b3bf-e12cf69b35c3 is scheduled to L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 with binding_index 1 {{(pid=103591) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 18:00:24.514056 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46a34072-5147-4d38-95c6-89e8f4ed6c98 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:00:24.524422 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af188da0-84d4-40d3-898c-f2a65fcd30e4 None None] Sync routers for ids ['b353d7cb-1947-4f36-b3bf-e12cf69b35c3'] in n-d-816206-8 {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:00:24.533788 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-46a34072-5147-4d38-95c6-89e8f4ed6c98 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Publish callbacks [] for router, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:24.534996 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-46a34072-5147-4d38-95c6-89e8f4ed6c98 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.1288903 Nov 23 18:00:24.535129 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af188da0-84d4-40d3-898c-f2a65fcd30e4 None None] Routers {'b353d7cb-1947-4f36-b3bf-e12cf69b35c3'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:00:24.535783 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-af188da0-84d4-40d3-898c-f2a65fcd30e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T18:00:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['b353d7cb-1947-4f36-b3bf-e12cf69b35c3'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:00:24.538061 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 51702) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:00:24.567082 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-bb299bd0-c6e1-4e34-b6a5-9405eee01c26 tempest-TestNetworkBasicOps-199493669 tempest-TestNetworkBasicOps-199493669-project-admin] 10.222.0.60 "GET /v2.0/subnets?project_id=06a344c95e04492b8d6015a2d3d39bf1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0273156 Nov 23 18:00:24.569583 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 51704) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:00:24.642882 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-af188da0-84d4-40d3-898c-f2a65fcd30e4 None None] Set router b353d7cb-1947-4f36-b3bf-e12cf69b35c3 gateway port host: n-d-816206-8 {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:00:24.661878 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-554d0169-e2f6-451e-9bc5-d4c969347351 tempest-TestNetworkBasicOps-199493669 tempest-TestNetworkBasicOps-199493669-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:24.663374 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-554d0169-e2f6-451e-9bc5-d4c969347351 tempest-TestNetworkBasicOps-199493669 tempest-TestNetworkBasicOps-199493669-project-admin] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0927799 Nov 23 18:00:24.666780 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 51706) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:00:24.695404 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-8ae3a1c7-ad8f-481a-b33a-7c0940553735 tempest-TestNetworkBasicOps-199493669 tempest-TestNetworkBasicOps-199493669-project-admin] 10.222.0.60 "GET /v2.0/subnets?network_id=4c8455ba-1be5-42ac-b8c2-8a16e1292d55&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0275416 Nov 23 18:00:24.699364 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 51708) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:00:24.705050 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-c5d7f59f-6a0d-49a1-add0-4d984687fcbc tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-201012942', 'network_id': 'de09f635-2e15-444d-b648-50de9ba5de13', 'project_id': '06a344c95e04492b8d6015a2d3d39bf1', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:00:24.792384 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5d7f59f-6a0d-49a1-add0-4d984687fcbc tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Made reservation on behalf of 06a344c95e04492b8d6015a2d3d39bf1 for: {'subnet': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:00:24.795948 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c5d7f59f-6a0d-49a1-add0-4d984687fcbc tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264730903'] for subnet, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:24.821625 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-af188da0-84d4-40d3-898c-f2a65fcd30e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b353d7cb-1947-4f36-b3bf-e12cf69b35c3', 'name': 'tempest-TestNetworkBasicOps-router-2097832261', 'tenant_id': '06a344c95e04492b8d6015a2d3d39bf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.127'}], 'enable_snat': True}, 'gw_port_id': '1cd20823-2914-4211-8d1b-9a3877b7ed54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:00:22Z', 'updated_at': '2021-11-23T18:00:23Z', 'revision_number': 3, 'project_id': '06a344c95e04492b8d6015a2d3d39bf1', 'gw_port': {'id': '1cd20823-2914-4211-8d1b-9a3877b7ed54', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:76:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b353d7cb-1947-4f36-b3bf-e12cf69b35c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3904, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:00:23Z', 'updated_at': '2021-11-23T18:00:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8'}], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:00:24.847299 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af188da0-84d4-40d3-898c-f2a65fcd30e4 None None] Checking router: b353d7cb-1947-4f36-b3bf-e12cf69b35c3 for host: n-d-816206-8 {{(pid=103593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:00:24.847645 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af188da0-84d4-40d3-898c-f2a65fcd30e4 None None] Updating router b353d7cb-1947-4f36-b3bf-e12cf69b35c3 port 1cd20823-2914-4211-8d1b-9a3877b7ed54 binding host n-d-816206-8 {{(pid=103593) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 18:00:24.873195 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-af188da0-84d4-40d3-898c-f2a65fcd30e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:25.073068 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device 26061809-57c4-430b-89a4-a49dd38a8f29 details requested by agent hyperv_n-h1-816206-8 with host n-h1-816206-8 {{(pid=103592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 18:00:25.169441 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-af188da0-84d4-40d3-898c-f2a65fcd30e4 None None] Publish callbacks [] for port, precommit_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:25.188270 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port 26061809-57c4-430b-89a4-a49dd38a8f29, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=26061809-57c4-430b-89a4-a49dd38a8f29,segment=NetworkSegment(9c766aa0-afbb-425b-ace8-98125a20f2f4),segment_id=9c766aa0-afbb-425b-ace8-98125a20f2f4)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:00:25.193248 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-af188da0-84d4-40d3-898c-f2a65fcd30e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:25.207569 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Returning: {'device': '26061809-57c4-430b-89a4-a49dd38a8f29', 'network_id': '66b79417-f25f-4165-9f27-e6078f4ac6d0', 'port_id': '26061809-57c4-430b-89a4-a49dd38a8f29', 'mac_address': 'fa:16:3e:df:c4:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 500, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '968ab6c6-f370-4361-8443-a5a24c60e95f', 'ip_address': '172.20.0.28'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 18:00:25.221284 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6f675a-de10-4562-ba47-34fa7ca36d16 req-41bd8460-1aa6-4350-adf8-c604bda877cc tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:25.223171 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5b6f675a-de10-4562-ba47-34fa7ca36d16 req-41bd8460-1aa6-4350-adf8-c604bda877cc tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.60 "GET /v2.0/ports?device_id=f677dda7-ea71-4385-b0a3-be175d469e50 HTTP/1.1" status: 200 len: 946 time: 0.0815871 Nov 23 18:00:25.252117 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [None req-af188da0-84d4-40d3-898c-f2a65fcd30e4 None None] Attempting to bind port 1cd20823-2914-4211-8d1b-9a3877b7ed54 on host n-d-816206-8 for vnic_type normal with profile {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:00:25.252523 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [None req-af188da0-84d4-40d3-898c-f2a65fcd30e4 None None] Attempting to bind port 1cd20823-2914-4211-8d1b-9a3877b7ed54 by drivers openvswitch,hyperv on host n-d-816206-8 at level 0 using segments [{'id': 'bffd1e4f-e80f-4ff0-b418-2f42ae15febf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'}] {{(pid=103593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:00:25.252890 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af188da0-84d4-40d3-898c-f2a65fcd30e4 None None] Attempting to bind port 1cd20823-2914-4211-8d1b-9a3877b7ed54 on network 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:00:25.262856 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af188da0-84d4-40d3-898c-f2a65fcd30e4 None None] Checking agent: {'id': '9e89acbe-4bbe-4c77-a18b-6f1da9133e0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 7, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 0, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:00:25.263249 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af188da0-84d4-40d3-898c-f2a65fcd30e4 None None] Checking segment: {'id': 'bffd1e4f-e80f-4ff0-b418-2f42ae15febf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:00:25.263632 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-af188da0-84d4-40d3-898c-f2a65fcd30e4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:25.264961 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af188da0-84d4-40d3-898c-f2a65fcd30e4 None None] Bound using segment: {'id': 'bffd1e4f-e80f-4ff0-b418-2f42ae15febf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'} {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:00:25.265196 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [None req-af188da0-84d4-40d3-898c-f2a65fcd30e4 None None] Bound port: 1cd20823-2914-4211-8d1b-9a3877b7ed54, host: n-d-816206-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bffd1e4f-e80f-4ff0-b418-2f42ae15febf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'}}] {{(pid=103593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:00:25.265539 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-af188da0-84d4-40d3-898c-f2a65fcd30e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:25.268928 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:25.271782 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-170fb837-7028-419d-9297-798bb5545ee5 None None] DHCP port deletion for 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:00:25.290521 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26061809-57c4-430b-89a4-a49dd38a8f29 {{(pid=103592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:00:25.299120 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ce0029-f3cd-4f19-96a3-f805cad0e066 None None] Pushing event updated for resources: {'Port': ['ID=1cd20823-2914-4211-8d1b-9a3877b7ed54,revision_number=2']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:00:25.316393 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5b6f675a-de10-4562-ba47-34fa7ca36d16 req-e436c2a6-9e37-49ce-a7d7-09e2ff79afaa tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.60 "GET /v2.0/security-groups?id=26a740ef-a414-40be-ab5f-6db73ff13e79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868156 Nov 23 18:00:25.316659 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port 26061809-57c4-430b-89a4-a49dd38a8f29, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=26061809-57c4-430b-89a4-a49dd38a8f29,segment=NetworkSegment(9c766aa0-afbb-425b-ace8-98125a20f2f4),segment_id=9c766aa0-afbb-425b-ace8-98125a20f2f4)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:00:25.328700 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:25.343267 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-af188da0-84d4-40d3-898c-f2a65fcd30e4 None None] For port 1cd20823-2914-4211-8d1b-9a3877b7ed54, host n-d-816206-8, cleared binding levels {{(pid=103593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:00:25.347062 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-af188da0-84d4-40d3-898c-f2a65fcd30e4 None None] For port 1cd20823-2914-4211-8d1b-9a3877b7ed54, host n-d-816206-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=1cd20823-2914-4211-8d1b-9a3877b7ed54,segment=NetworkSegment(bffd1e4f-e80f-4ff0-b418-2f42ae15febf),segment_id=bffd1e4f-e80f-4ff0-b418-2f42ae15febf)] {{(pid=103593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:00:25.352452 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-af188da0-84d4-40d3-898c-f2a65fcd30e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:25.360629 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-19e9ea6f-a5b7-4fea-9dff-02a441f31654 None None] Provisioning complete for port 1cd20823-2914-4211-8d1b-9a3877b7ed54 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:00:25.361007 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-19e9ea6f-a5b7-4fea-9dff-02a441f31654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:25.371609 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c5d7f59f-6a0d-49a1-add0-4d984687fcbc tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264358096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264730885'] for subnet, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:25.397554 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Pushing event updated for resources: {'Port': ['ID=26061809-57c4-430b-89a4-a49dd38a8f29,revision_number=4']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:00:25.405602 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af188da0-84d4-40d3-898c-f2a65fcd30e4 None None] Routers {'b353d7cb-1947-4f36-b3bf-e12cf69b35c3'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:00:25.406489 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-af188da0-84d4-40d3-898c-f2a65fcd30e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T18:00:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['b353d7cb-1947-4f36-b3bf-e12cf69b35c3'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:00:25.436716 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25d37f90-7224-44ac-813c-3d06c77df3ae None None] DHCP port deletion for 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:00:25.475861 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d7f59f-6a0d-49a1-add0-4d984687fcbc tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Pushing event updated for resources: {'Subnet': ['ID=ba2ae746-e129-45c6-82d4-ed62b3c0857a,revision_number=0']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:00:25.483728 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5d7f59f-6a0d-49a1-add0-4d984687fcbc tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Checking segment: {'id': '102ed429-7d92-446d-aad9-a74f1de6b95a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'de09f635-2e15-444d-b648-50de9ba5de13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:00:25.486414 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5d7f59f-6a0d-49a1-add0-4d984687fcbc tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Network hostable DHCP agents. Network: de09f635-2e15-444d-b648-50de9ba5de13, hostable agents: ['0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3'], hosted agents: [] {{(pid=103590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 18:00:25.522216 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5d7f59f-6a0d-49a1-add0-4d984687fcbc tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Network de09f635-2e15-444d-b648-50de9ba5de13 is scheduled to be hosted by DHCP agent 0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3 with binding_index 1 {{(pid=103590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 18:00:25.535354 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-c5d7f59f-6a0d-49a1-add0-4d984687fcbc tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-8, de09f635-2e15-444d-b648-50de9ba5de13) {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:00:25.535838 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-af188da0-84d4-40d3-898c-f2a65fcd30e4 None None] Set router b353d7cb-1947-4f36-b3bf-e12cf69b35c3 gateway port host: n-d-816206-8 {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:00:25.544606 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be39022-b618-4f26-9fd3-18cb4913e0ab req-f09c432a-b39b-413a-a96a-6e430cf02eca tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:25.546000 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5d7f59f-6a0d-49a1-add0-4d984687fcbc tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:25.546318 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4be39022-b618-4f26-9fd3-18cb4913e0ab req-f09c432a-b39b-413a-a96a-6e430cf02eca tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] 10.222.0.60 "GET /v2.0/ports?device_id=7345cb78-4b04-4554-8fd2-32307036332c HTTP/1.1" status: 200 len: 908 time: 0.0852520 Nov 23 18:00:25.546600 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c5d7f59f-6a0d-49a1-add0-4d984687fcbc tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Publish callbacks [] for subnet, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:25.549747 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae7a696b-2b3a-4798-9b97-ed36a9ba5ff0 None None] Network de09f635-2e15-444d-b648-50de9ba5de13 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:00:25.566157 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] get_ports_and_sgs() called for port_ids ['26061809-57c4-430b-89a4-a49dd38a8f29'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:00:25.573748 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-c5d7f59f-6a0d-49a1-add0-4d984687fcbc tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8730903 Nov 23 18:00:25.575366 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ce0029-f3cd-4f19-96a3-f805cad0e066 None None] Pushing event updated for resources: {'Port': ['ID=1cd20823-2914-4211-8d1b-9a3877b7ed54,revision_number=3']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:00:25.578130 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 51714) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:00:25.589658 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-19e9ea6f-a5b7-4fea-9dff-02a441f31654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:25.662086 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-19e9ea6f-a5b7-4fea-9dff-02a441f31654 None None] For port 1cd20823-2914-4211-8d1b-9a3877b7ed54, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=1cd20823-2914-4211-8d1b-9a3877b7ed54,segment=NetworkSegment(bffd1e4f-e80f-4ff0-b418-2f42ae15febf),segment_id=bffd1e4f-e80f-4ff0-b418-2f42ae15febf)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:00:25.673369 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-19e9ea6f-a5b7-4fea-9dff-02a441f31654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:25.759962 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-af188da0-84d4-40d3-898c-f2a65fcd30e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b353d7cb-1947-4f36-b3bf-e12cf69b35c3', 'name': 'tempest-TestNetworkBasicOps-router-2097832261', 'tenant_id': '06a344c95e04492b8d6015a2d3d39bf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.127'}], 'enable_snat': True}, 'gw_port_id': '1cd20823-2914-4211-8d1b-9a3877b7ed54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:00:22Z', 'updated_at': '2021-11-23T18:00:23Z', 'revision_number': 3, 'project_id': '06a344c95e04492b8d6015a2d3d39bf1', 'gw_port': {'id': '1cd20823-2914-4211-8d1b-9a3877b7ed54', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:76:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b353d7cb-1947-4f36-b3bf-e12cf69b35c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3904, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:00:23Z', 'updated_at': '2021-11-23T18:00:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8'}], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:00:25.763353 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e9ea6f-a5b7-4fea-9dff-02a441f31654 None None] Pushing event updated for resources: {'Port': ['ID=1cd20823-2914-4211-8d1b-9a3877b7ed54,revision_number=4']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:00:25.797035 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af188da0-84d4-40d3-898c-f2a65fcd30e4 None None] The sync data for ids ['b353d7cb-1947-4f36-b3bf-e12cf69b35c3'] in n-d-816206-8 is: [{'id': 'b353d7cb-1947-4f36-b3bf-e12cf69b35c3', 'name': 'tempest-TestNetworkBasicOps-router-2097832261', 'tenant_id': '06a344c95e04492b8d6015a2d3d39bf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.127'}], 'enable_snat': True}, 'gw_port_id': '1cd20823-2914-4211-8d1b-9a3877b7ed54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:00:22Z', 'updated_at': '2021-11-23T18:00:23Z', 'revision_number': 3, 'project_id': '06a344c95e04492b8d6015a2d3d39bf1', 'gw_port': {'id': '1cd20823-2914-4211-8d1b-9a3877b7ed54', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:76:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b353d7cb-1947-4f36-b3bf-e12cf69b35c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3904, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:00:23Z', 'updated_at': '2021-11-23T18:00:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8'}] {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:00:25.814012 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-22877005-9a61-4323-b75e-e60ad3e285d4 None None] Provisioning complete for port 1cd20823-2914-4211-8d1b-9a3877b7ed54 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:00:25.814391 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-22877005-9a61-4323-b75e-e60ad3e285d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:25.836394 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a81b0b99-0230-4f06-8c3c-0b3ec9c7d032 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp355044b8-8e87-58c4-94fa-4a010ec30f9e-de09f635-2e15-444d-b648-50de9ba5de13', 'network_id': 'de09f635-2e15-444d-b648-50de9ba5de13', 'tenant_id': '06a344c95e04492b8d6015a2d3d39bf1', 'fixed_ips': [{'subnet_id': 'ba2ae746-e129-45c6-82d4-ed62b3c0857a'}]}} from n-d-816206-8. {{(pid=103592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 18:00:25.837191 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-a81b0b99-0230-4f06-8c3c-0b3ec9c7d032 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:26.056881 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.db_base_plugin_common [None req-a81b0b99-0230-4f06-8c3c-0b3ec9c7d032 None None] Allocated IP 172.20.0.2 (de09f635-2e15-444d-b648-50de9ba5de13/ba2ae746-e129-45c6-82d4-ed62b3c0857a/95b6fd11-2a5d-411f-ae9c-4373ea8b38cc) {{(pid=103592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:00:26.091709 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7d7775cd-d41a-4aa8-9992-6352a4cd1b67 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:26.221265 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-a81b0b99-0230-4f06-8c3c-0b3ec9c7d032 None None] Publish callbacks [] for port, precommit_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:26.228946 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-a81b0b99-0230-4f06-8c3c-0b3ec9c7d032 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980'] for port, after_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:26.270903 n-d-816206-8 neutron-server[103592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a81b0b99-0230-4f06-8c3c-0b3ec9c7d032 None None] Network de09f635-2e15-444d-b648-50de9ba5de13 is already hosted by enough agents. {{(pid=103592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:00:26.274630 n-d-816206-8 neutron-server[103592]: DEBUG neutron.scheduler.base_scheduler [None req-a81b0b99-0230-4f06-8c3c-0b3ec9c7d032 None None] Resources bound (agent type, host, resource id): {{(pid=103592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:00:26.278296 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a81b0b99-0230-4f06-8c3c-0b3ec9c7d032 None None] Received port after_create {{(pid=103592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:00:26.313580 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81b0b99-0230-4f06-8c3c-0b3ec9c7d032 None None] Pushing event updated for resources: {'Port': ['ID=95b6fd11-2a5d-411f-ae9c-4373ea8b38cc,revision_number=1']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:00:26.348846 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-a81b0b99-0230-4f06-8c3c-0b3ec9c7d032 None None] Attempting to bind port 95b6fd11-2a5d-411f-ae9c-4373ea8b38cc on host n-d-816206-8 for vnic_type normal with profile {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:00:26.349140 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-a81b0b99-0230-4f06-8c3c-0b3ec9c7d032 None None] Attempting to bind port 95b6fd11-2a5d-411f-ae9c-4373ea8b38cc by drivers openvswitch,hyperv on host n-d-816206-8 at level 0 using segments [{'id': '102ed429-7d92-446d-aad9-a74f1de6b95a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'de09f635-2e15-444d-b648-50de9ba5de13'}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:00:26.350087 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a81b0b99-0230-4f06-8c3c-0b3ec9c7d032 None None] Attempting to bind port 95b6fd11-2a5d-411f-ae9c-4373ea8b38cc on network de09f635-2e15-444d-b648-50de9ba5de13 {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:00:26.355711 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a81b0b99-0230-4f06-8c3c-0b3ec9c7d032 None None] Checking agent: {'id': '9e89acbe-4bbe-4c77-a18b-6f1da9133e0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 7, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 0, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:00:26.356097 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a81b0b99-0230-4f06-8c3c-0b3ec9c7d032 None None] Checking segment: {'id': '102ed429-7d92-446d-aad9-a74f1de6b95a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'de09f635-2e15-444d-b648-50de9ba5de13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:00:26.356528 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-a81b0b99-0230-4f06-8c3c-0b3ec9c7d032 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:26.356934 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a81b0b99-0230-4f06-8c3c-0b3ec9c7d032 None None] Bound using segment: {'id': '102ed429-7d92-446d-aad9-a74f1de6b95a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'de09f635-2e15-444d-b648-50de9ba5de13'} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:00:26.357414 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-a81b0b99-0230-4f06-8c3c-0b3ec9c7d032 None None] Bound port: 95b6fd11-2a5d-411f-ae9c-4373ea8b38cc, host: n-d-816206-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '102ed429-7d92-446d-aad9-a74f1de6b95a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'de09f635-2e15-444d-b648-50de9ba5de13'}}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:00:26.357935 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-a81b0b99-0230-4f06-8c3c-0b3ec9c7d032 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:26.394824 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-7d7775cd-d41a-4aa8-9992-6352a4cd1b67 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Allocated IP 172.20.0.1 (de09f635-2e15-444d-b648-50de9ba5de13/ba2ae746-e129-45c6-82d4-ed62b3c0857a/73e9eaf0-e99d-48aa-9b29-c53d49d2cad8) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:00:26.434609 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-a81b0b99-0230-4f06-8c3c-0b3ec9c7d032 None None] For port 95b6fd11-2a5d-411f-ae9c-4373ea8b38cc, host n-d-816206-8, cleared binding levels {{(pid=103592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:00:26.438172 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-a81b0b99-0230-4f06-8c3c-0b3ec9c7d032 None None] For port 95b6fd11-2a5d-411f-ae9c-4373ea8b38cc, host n-d-816206-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=95b6fd11-2a5d-411f-ae9c-4373ea8b38cc,segment=NetworkSegment(102ed429-7d92-446d-aad9-a74f1de6b95a),segment_id=102ed429-7d92-446d-aad9-a74f1de6b95a)] {{(pid=103592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:00:26.446550 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-a81b0b99-0230-4f06-8c3c-0b3ec9c7d032 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:26.469586 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb5c770-f360-4ba6-a641-6f39388166a7 req-cef2a047-eb20-4fe2-85a7-b3e28955119b tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:26.472032 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ddb5c770-f360-4ba6-a641-6f39388166a7 req-cef2a047-eb20-4fe2-85a7-b3e28955119b tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.60 "GET /v2.0/ports?device_id=f677dda7-ea71-4385-b0a3-be175d469e50 HTTP/1.1" status: 200 len: 946 time: 0.0656145 Nov 23 18:00:26.528180 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81b0b99-0230-4f06-8c3c-0b3ec9c7d032 None None] Pushing event updated for resources: {'Port': ['ID=95b6fd11-2a5d-411f-ae9c-4373ea8b38cc,revision_number=2']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:00:26.550193 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7d7775cd-d41a-4aa8-9992-6352a4cd1b67 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:26.556798 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ddb5c770-f360-4ba6-a641-6f39388166a7 req-46e31cc4-0e56-47fb-9eea-3d971e4eb84d tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.60 "GET /v2.0/security-groups?id=26a740ef-a414-40be-ab5f-6db73ff13e79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766892 Nov 23 18:00:26.597207 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7d7775cd-d41a-4aa8-9992-6352a4cd1b67 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:26.621095 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d7775cd-d41a-4aa8-9992-6352a4cd1b67 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Network de09f635-2e15-444d-b648-50de9ba5de13 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:00:26.646896 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-7d7775cd-d41a-4aa8-9992-6352a4cd1b67 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:00:26.656340 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d7775cd-d41a-4aa8-9992-6352a4cd1b67 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:00:26.700335 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cce066d-7075-4f3d-8531-52762760f66f req-87e01522-e87b-4038-8251-86ee08f2c20d tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:26.701963 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-0cce066d-7075-4f3d-8531-52762760f66f req-87e01522-e87b-4038-8251-86ee08f2c20d tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] 10.222.0.60 "GET /v2.0/ports?device_id=7345cb78-4b04-4554-8fd2-32307036332c HTTP/1.1" status: 200 len: 908 time: 0.0605650 Nov 23 18:00:26.732510 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7775cd-d41a-4aa8-9992-6352a4cd1b67 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Pushing event updated for resources: {'Port': ['ID=73e9eaf0-e99d-48aa-9b29-c53d49d2cad8,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:00:26.740358 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7d7775cd-d41a-4aa8-9992-6352a4cd1b67 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1795539'] for router_interface, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:26.897445 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7d7775cd-d41a-4aa8-9992-6352a4cd1b67 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:27.102770 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device 26061809-57c4-430b-89a4-a49dd38a8f29 up at agent hyperv_n-h1-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:00:27.153270 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Provisioning for port 26061809-57c4-430b-89a4-a49dd38a8f29 completed by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 18:00:27.157570 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Provisioning complete for port 26061809-57c4-430b-89a4-a49dd38a8f29 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:00:27.157948 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:27.178593 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7d7775cd-d41a-4aa8-9992-6352a4cd1b67 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Publish callbacks [] for port, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:27.184192 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7d7775cd-d41a-4aa8-9992-6352a4cd1b67 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264357957'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:27.236993 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:27.263743 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7775cd-d41a-4aa8-9992-6352a4cd1b67 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Pushing event updated for resources: {'Port': ['ID=73e9eaf0-e99d-48aa-9b29-c53d49d2cad8,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:00:27.270077 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7d7775cd-d41a-4aa8-9992-6352a4cd1b67 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2068703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1794403'] for router_interface, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:27.275498 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port 26061809-57c4-430b-89a4-a49dd38a8f29, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=26061809-57c4-430b-89a4-a49dd38a8f29,segment=NetworkSegment(9c766aa0-afbb-425b-ace8-98125a20f2f4),segment_id=9c766aa0-afbb-425b-ace8-98125a20f2f4)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:00:27.276463 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7345cb78-4b04-4554-8fd2-32307036332c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26061809-57c4-430b-89a4-a49dd38a8f29'}] {{(pid=103592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:00:27.278936 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba3e6a8f2301c7a29fe1eca9779abdae4ccbcd6266d69778087f2498d5551201" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc217eb3-f188-4dcb-8b62-013d6d55c91f" -d '{"events": [{"server_uuid": "7345cb78-4b04-4554-8fd2-32307036332c", "name": "network-vif-plugged", "status": "completed", "tag": "26061809-57c4-430b-89a4-a49dd38a8f29"}]}' {{(pid=103592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:00:27.296837 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:27.415253 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d7775cd-d41a-4aa8-9992-6352a4cd1b67 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Network de09f635-2e15-444d-b648-50de9ba5de13 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:00:27.419201 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-7d7775cd-d41a-4aa8-9992-6352a4cd1b67 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:00:27.477795 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fa5349-394f-4938-a5f1-a2ee184a3fca req-e050708e-0c41-4d97-9509-acb5d5e44840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:27.479294 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-23fa5349-394f-4938-a5f1-a2ee184a3fca req-e050708e-0c41-4d97-9509-acb5d5e44840 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=7345cb78-4b04-4554-8fd2-32307036332c HTTP/1.1" status: 200 len: 1060 time: 0.0994153 Nov 23 18:00:27.504164 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:00:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1dd5b96-c05e-40b8-bd69-904575c8349b x-openstack-request-id: req-e1dd5b96-c05e-40b8-bd69-904575c8349b {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:00:27.504706 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7345cb78-4b04-4554-8fd2-32307036332c", "name": "network-vif-plugged", "status": "completed", "tag": "26061809-57c4-430b-89a4-a49dd38a8f29", "code": 200}]} {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:00:27.505326 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e1dd5b96-c05e-40b8-bd69-904575c8349b {{(pid=103592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:00:27.505885 n-d-816206-8 neutron-server[103592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7345cb78-4b04-4554-8fd2-32307036332c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26061809-57c4-430b-89a4-a49dd38a8f29', 'code': 200} Nov 23 18:00:27.506591 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Pushing event updated for resources: {'Port': ['ID=26061809-57c4-430b-89a4-a49dd38a8f29,revision_number=5']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:00:27.559943 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d7775cd-d41a-4aa8-9992-6352a4cd1b67 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Router b353d7cb-1947-4f36-b3bf-e12cf69b35c3 has already been hosted by L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 {{(pid=103590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:00:27.594793 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 95b6fd11-2a5d-411f-ae9c-4373ea8b38cc up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:00:27.646013 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port 95b6fd11-2a5d-411f-ae9c-4373ea8b38cc triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:00:27.646481 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:27.682161 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d7775cd-d41a-4aa8-9992-6352a4cd1b67 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:00:27.689751 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-7d7775cd-d41a-4aa8-9992-6352a4cd1b67 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] 10.222.0.60 "PUT /v2.0/routers/b353d7cb-1947-4f36-b3bf-e12cf69b35c3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1078010 Nov 23 18:00:27.690673 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 51724) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:00:27.706467 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326acdde-bc86-46e5-b7ce-64f358070b54 req-c31c302a-fb54-48c9-a5c9-5c20831480b4 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:27.714539 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-326acdde-bc86-46e5-b7ce-64f358070b54 req-c31c302a-fb54-48c9-a5c9-5c20831480b4 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.60 "GET /v2.0/ports?device_id=f677dda7-ea71-4385-b0a3-be175d469e50 HTTP/1.1" status: 200 len: 946 time: 0.0702410 Nov 23 18:00:27.761247 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:27.783891 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-326acdde-bc86-46e5-b7ce-64f358070b54 req-753a9b65-a9bf-46fe-9dfe-05d644754ae5 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.60 "GET /v2.0/security-groups?id=26a740ef-a414-40be-ab5f-6db73ff13e79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664909 Nov 23 18:00:27.829792 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdafd547-7c91-429d-acd2-ab2b3fb5d805 tempest-TestNetworkBasicOps-199493669 tempest-TestNetworkBasicOps-199493669-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:27.830644 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdafd547-7c91-429d-acd2-ab2b3fb5d805 tempest-TestNetworkBasicOps-199493669 tempest-TestNetworkBasicOps-199493669-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:27.830794 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdafd547-7c91-429d-acd2-ab2b3fb5d805 tempest-TestNetworkBasicOps-199493669 tempest-TestNetworkBasicOps-199493669-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:27.831175 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdafd547-7c91-429d-acd2-ab2b3fb5d805 tempest-TestNetworkBasicOps-199493669 tempest-TestNetworkBasicOps-199493669-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:27.831626 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdafd547-7c91-429d-acd2-ab2b3fb5d805 tempest-TestNetworkBasicOps-199493669 tempest-TestNetworkBasicOps-199493669-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:27.834005 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] For port 95b6fd11-2a5d-411f-ae9c-4373ea8b38cc, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=95b6fd11-2a5d-411f-ae9c-4373ea8b38cc,segment=NetworkSegment(102ed429-7d92-446d-aad9-a74f1de6b95a),segment_id=102ed429-7d92-446d-aad9-a74f1de6b95a)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:00:27.834995 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdafd547-7c91-429d-acd2-ab2b3fb5d805 tempest-TestNetworkBasicOps-199493669 tempest-TestNetworkBasicOps-199493669-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:27.835722 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdafd547-7c91-429d-acd2-ab2b3fb5d805 tempest-TestNetworkBasicOps-199493669 tempest-TestNetworkBasicOps-199493669-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:27.838472 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-bdafd547-7c91-429d-acd2-ab2b3fb5d805 tempest-TestNetworkBasicOps-199493669 tempest-TestNetworkBasicOps-199493669-project-admin] 10.222.0.60 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4941 time: 0.1460176 Nov 23 18:00:27.841829 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 51728) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:00:27.844031 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:27.844962 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 1cd20823-2914-4211-8d1b-9a3877b7ed54 up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:00:27.891042 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313a5d2f-affc-4e87-9132-b81ff075ffba req-712b1ea5-7c0c-446e-a709-e62c5f35dec3 tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:27.892939 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-313a5d2f-affc-4e87-9132-b81ff075ffba req-712b1ea5-7c0c-446e-a709-e62c5f35dec3 tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] 10.222.0.60 "GET /v2.0/ports?device_id=7345cb78-4b04-4554-8fd2-32307036332c HTTP/1.1" status: 200 len: 909 time: 0.0833330 Nov 23 18:00:27.925601 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8494cea2-5f75-4701-8e27-a1bc8355efbc tempest-TestNetworkBasicOps-199493669 tempest-TestNetworkBasicOps-199493669-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:27.925993 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8494cea2-5f75-4701-8e27-a1bc8355efbc tempest-TestNetworkBasicOps-199493669 tempest-TestNetworkBasicOps-199493669-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:27.926725 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8494cea2-5f75-4701-8e27-a1bc8355efbc tempest-TestNetworkBasicOps-199493669 tempest-TestNetworkBasicOps-199493669-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:27.927170 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8494cea2-5f75-4701-8e27-a1bc8355efbc tempest-TestNetworkBasicOps-199493669 tempest-TestNetworkBasicOps-199493669-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:27.927618 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8494cea2-5f75-4701-8e27-a1bc8355efbc tempest-TestNetworkBasicOps-199493669 tempest-TestNetworkBasicOps-199493669-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:27.928070 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8494cea2-5f75-4701-8e27-a1bc8355efbc tempest-TestNetworkBasicOps-199493669 tempest-TestNetworkBasicOps-199493669-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:27.928539 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8494cea2-5f75-4701-8e27-a1bc8355efbc tempest-TestNetworkBasicOps-199493669 tempest-TestNetworkBasicOps-199493669-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:27.930991 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-8494cea2-5f75-4701-8e27-a1bc8355efbc tempest-TestNetworkBasicOps-199493669 tempest-TestNetworkBasicOps-199493669-project-admin] 10.222.0.60 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4597 time: 0.0775316 Nov 23 18:00:27.934046 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 51730) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:00:27.943057 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port 1cd20823-2914-4211-8d1b-9a3877b7ed54 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:00:27.943450 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:27.977960 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Pushing event updated for resources: {'Port': ['ID=95b6fd11-2a5d-411f-ae9c-4373ea8b38cc,revision_number=3']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:00:28.081970 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5116c6a3-0e57-40e5-ba15-5af8fd66009d None None] Sync routers for ids ['b353d7cb-1947-4f36-b3bf-e12cf69b35c3'] in n-d-816206-8 {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:00:28.093589 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5116c6a3-0e57-40e5-ba15-5af8fd66009d None None] Routers {'b353d7cb-1947-4f36-b3bf-e12cf69b35c3'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:00:28.094372 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-5116c6a3-0e57-40e5-ba15-5af8fd66009d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T18:00:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['b353d7cb-1947-4f36-b3bf-e12cf69b35c3'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:00:28.108557 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-15a49ea4-c2c5-487a-8156-e99c2fda2d41 tempest-TestNetworkBasicOps-199493669 tempest-TestNetworkBasicOps-199493669-project-admin] 10.222.0.60 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3786 time: 0.1713865 Nov 23 18:00:28.179042 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3b9f0d9-c85b-442e-abfb-c297d867dec6 None None] Network de09f635-2e15-444d-b648-50de9ba5de13 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:00:28.264777 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvr_db [None req-5116c6a3-0e57-40e5-ba15-5af8fd66009d None None] Set router b353d7cb-1947-4f36-b3bf-e12cf69b35c3 gateway port host: n-d-816206-8 {{(pid=103592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:00:28.323294 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-48f02a7f-8f3d-475c-86de-8f90e9b8270c None None] Provisioning complete for port 95b6fd11-2a5d-411f-ae9c-4373ea8b38cc triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:00:28.323665 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-48f02a7f-8f3d-475c-86de-8f90e9b8270c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:28.556848 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 51734) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:00:28.562024 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-191670b6-c24e-4a15-9689-ee81ef79531b tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-411385072', 'description': 'tempest-secgroup-smoke-411385072 description', 'project_id': '06a344c95e04492b8d6015a2d3d39bf1'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:00:28.586436 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-191670b6-c24e-4a15-9689-ee81ef79531b tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Publish callbacks [] for security_group, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:28.628349 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-5116c6a3-0e57-40e5-ba15-5af8fd66009d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b353d7cb-1947-4f36-b3bf-e12cf69b35c3', 'name': 'tempest-TestNetworkBasicOps-router-2097832261', 'tenant_id': '06a344c95e04492b8d6015a2d3d39bf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.127'}], 'enable_snat': True}, 'gw_port_id': '1cd20823-2914-4211-8d1b-9a3877b7ed54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:00:22Z', 'updated_at': '2021-11-23T18:00:26Z', 'revision_number': 4, 'project_id': '06a344c95e04492b8d6015a2d3d39bf1', 'gw_port': {'id': '1cd20823-2914-4211-8d1b-9a3877b7ed54', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:76:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b353d7cb-1947-4f36-b3bf-e12cf69b35c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3904, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:00:23Z', 'updated_at': '2021-11-23T18:00:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_interfaces': [{'id': '73e9eaf0-e99d-48aa-9b29-c53d49d2cad8', 'name': '', 'network_id': 'de09f635-2e15-444d-b648-50de9ba5de13', 'tenant_id': '06a344c95e04492b8d6015a2d3d39bf1', 'mac_address': 'fa:16:3e:0d:0f:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b353d7cb-1947-4f36-b3bf-e12cf69b35c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3907, 'fixed_ips': [{'subnet_id': 'ba2ae746-e129-45c6-82d4-ed62b3c0857a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:00:26Z', 'updated_at': '2021-11-23T18:00:27Z', 'revision_number': 2, 'project_id': '06a344c95e04492b8d6015a2d3d39bf1', 'subnets': [{'id': 'ba2ae746-e129-45c6-82d4-ed62b3c0857a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:00:28.658187 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5116c6a3-0e57-40e5-ba15-5af8fd66009d None None] Checking router: b353d7cb-1947-4f36-b3bf-e12cf69b35c3 for host: n-d-816206-8 {{(pid=103592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:00:28.658549 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5116c6a3-0e57-40e5-ba15-5af8fd66009d None None] Updating router b353d7cb-1947-4f36-b3bf-e12cf69b35c3 port 73e9eaf0-e99d-48aa-9b29-c53d49d2cad8 binding host n-d-816206-8 {{(pid=103592) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 18:00:28.667349 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-191670b6-c24e-4a15-9689-ee81ef79531b tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Publish callbacks [] for security_group, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:28.671924 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-191670b6-c24e-4a15-9689-ee81ef79531b tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:28.689188 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-5116c6a3-0e57-40e5-ba15-5af8fd66009d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:28.708269 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-191670b6-c24e-4a15-9689-ee81ef79531b tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Publish callbacks [] for security_group, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:28.709559 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-191670b6-c24e-4a15-9689-ee81ef79531b tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1511533 Nov 23 18:00:28.711712 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191670b6-c24e-4a15-9689-ee81ef79531b tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4944827-9abf-4d7e-b022-2bd6631a14cc,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:00:28.712945 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 51736) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:00:28.719491 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-f1846c6a-3299-4836-854f-3dfaffaee9cd tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Request body: {'security_group_rule': {'security_group_id': 'f4944827-9abf-4d7e-b022-2bd6631a14cc', 'project_id': '06a344c95e04492b8d6015a2d3d39bf1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:00:28.748919 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f1846c6a-3299-4836-854f-3dfaffaee9cd tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:28.825824 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f1846c6a-3299-4836-854f-3dfaffaee9cd tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:28.830953 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f1846c6a-3299-4836-854f-3dfaffaee9cd tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994370'] for security_group_rule, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:28.850841 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1846c6a-3299-4836-854f-3dfaffaee9cd tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a76d85e-323c-4fe3-b900-fb6ef2ea5bae,revision_number=0']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:00:28.861067 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f1846c6a-3299-4836-854f-3dfaffaee9cd tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:28.864683 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-f1846c6a-3299-4836-854f-3dfaffaee9cd tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1483543 Nov 23 18:00:28.865270 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 51740) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:00:28.869982 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-035bf8d8-a45a-4398-9cb4-7a10d7b14287 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Request body: {'security_group_rule': {'security_group_id': 'f4944827-9abf-4d7e-b022-2bd6631a14cc', 'project_id': '06a344c95e04492b8d6015a2d3d39bf1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:00:28.910134 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-035bf8d8-a45a-4398-9cb4-7a10d7b14287 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:28.963652 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01161175-80e6-4cf0-9965-14d0fe124035 req-67873f9e-fcce-43ac-8d7e-94723baa1deb tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:28.967313 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-01161175-80e6-4cf0-9965-14d0fe124035 req-67873f9e-fcce-43ac-8d7e-94723baa1deb tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.60 "GET /v2.0/ports?device_id=f677dda7-ea71-4385-b0a3-be175d469e50 HTTP/1.1" status: 200 len: 946 time: 0.0957773 Nov 23 18:00:28.972651 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-ae123404-6eb0-42ab-9cee-38b23d817d0a None None] Provisioning complete for port 95b6fd11-2a5d-411f-ae9c-4373ea8b38cc triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:00:28.973070 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-ae123404-6eb0-42ab-9cee-38b23d817d0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:29.033474 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-035bf8d8-a45a-4398-9cb4-7a10d7b14287 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:29.035840 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-01161175-80e6-4cf0-9965-14d0fe124035 req-4e7a3f7d-d266-4297-98aa-3d5363956788 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.60 "GET /v2.0/security-groups?id=26a740ef-a414-40be-ab5f-6db73ff13e79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614958 Nov 23 18:00:29.048171 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-035bf8d8-a45a-4398-9cb4-7a10d7b14287 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994370'] for security_group_rule, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:29.081881 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035bf8d8-a45a-4398-9cb4-7a10d7b14287 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52f53c38-9233-404a-a277-d34fd048dcaa,revision_number=0']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:00:29.102056 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-035bf8d8-a45a-4398-9cb4-7a10d7b14287 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:29.106361 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-035bf8d8-a45a-4398-9cb4-7a10d7b14287 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2375689 Nov 23 18:00:29.106593 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 51744) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:00:29.112716 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-2c438337-0f99-4729-a256-6cd246748eb0 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Request body: {'security_group_rule': {'security_group_id': 'f4944827-9abf-4d7e-b022-2bd6631a14cc', 'project_id': '06a344c95e04492b8d6015a2d3d39bf1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:00:29.122017 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b35abcc-ab22-4bfb-8900-d5c99f9266b3 req-bc53affc-1d62-47ff-8b10-614d48500d48 tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:29.125167 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2b35abcc-ab22-4bfb-8900-d5c99f9266b3 req-bc53affc-1d62-47ff-8b10-614d48500d48 tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] 10.222.0.60 "GET /v2.0/ports?device_id=7345cb78-4b04-4554-8fd2-32307036332c HTTP/1.1" status: 200 len: 909 time: 0.0880585 Nov 23 18:00:29.157566 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2c438337-0f99-4729-a256-6cd246748eb0 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:29.162464 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-ae123404-6eb0-42ab-9cee-38b23d817d0a None None] Provisioning complete for port 73e9eaf0-e99d-48aa-9b29-c53d49d2cad8 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:00:29.163010 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-ae123404-6eb0-42ab-9cee-38b23d817d0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:29.167290 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-5116c6a3-0e57-40e5-ba15-5af8fd66009d None None] Publish callbacks [] for port, precommit_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:29.198343 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-5116c6a3-0e57-40e5-ba15-5af8fd66009d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:29.240193 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2c438337-0f99-4729-a256-6cd246748eb0 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:29.245173 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2c438337-0f99-4729-a256-6cd246748eb0 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994370'] for security_group_rule, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:29.262125 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c438337-0f99-4729-a256-6cd246748eb0 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d967f161-27ed-481c-a327-a68424b2680b,revision_number=0']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:00:29.262511 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-ae123404-6eb0-42ab-9cee-38b23d817d0a None None] Port 73e9eaf0-e99d-48aa-9b29-c53d49d2cad8 cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:00:29.271806 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0dc2084-ef6f-4c63-8570-44258ad15664 None None] Pushing event updated for resources: {'Port': ['ID=73e9eaf0-e99d-48aa-9b29-c53d49d2cad8,revision_number=3']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:00:29.275482 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2c438337-0f99-4729-a256-6cd246748eb0 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:29.277183 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-2c438337-0f99-4729-a256-6cd246748eb0 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1695261 Nov 23 18:00:29.279823 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 51748) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:00:29.285558 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-e1664168-8713-4589-8b9a-38de990ba053 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Request body: {'security_group_rule': {'security_group_id': 'f4944827-9abf-4d7e-b022-2bd6631a14cc', 'project_id': '06a344c95e04492b8d6015a2d3d39bf1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:00:29.324170 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54eed15c-62af-48aa-88d5-788b9a0aa1b7 req-b217e791-33f9-4d46-baa3-76753165d695 tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:29.328742 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e1664168-8713-4589-8b9a-38de990ba053 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:29.333432 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-54eed15c-62af-48aa-88d5-788b9a0aa1b7 req-b217e791-33f9-4d46-baa3-76753165d695 tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] 10.222.0.60 "GET /v2.0/ports?device_id=7345cb78-4b04-4554-8fd2-32307036332c HTTP/1.1" status: 200 len: 909 time: 0.1094286 Nov 23 18:00:29.337730 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-5116c6a3-0e57-40e5-ba15-5af8fd66009d None None] Attempting to bind port 73e9eaf0-e99d-48aa-9b29-c53d49d2cad8 on host n-d-816206-8 for vnic_type normal with profile {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:00:29.338120 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-5116c6a3-0e57-40e5-ba15-5af8fd66009d None None] Attempting to bind port 73e9eaf0-e99d-48aa-9b29-c53d49d2cad8 by drivers openvswitch,hyperv on host n-d-816206-8 at level 0 using segments [{'id': '102ed429-7d92-446d-aad9-a74f1de6b95a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'de09f635-2e15-444d-b648-50de9ba5de13'}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:00:29.338925 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5116c6a3-0e57-40e5-ba15-5af8fd66009d None None] Attempting to bind port 73e9eaf0-e99d-48aa-9b29-c53d49d2cad8 on network de09f635-2e15-444d-b648-50de9ba5de13 {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:00:29.349740 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5116c6a3-0e57-40e5-ba15-5af8fd66009d None None] Checking agent: {'id': '9e89acbe-4bbe-4c77-a18b-6f1da9133e0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 7, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 0, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:00:29.349740 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5116c6a3-0e57-40e5-ba15-5af8fd66009d None None] Checking segment: {'id': '102ed429-7d92-446d-aad9-a74f1de6b95a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'de09f635-2e15-444d-b648-50de9ba5de13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:00:29.349740 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-5116c6a3-0e57-40e5-ba15-5af8fd66009d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:29.349740 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5116c6a3-0e57-40e5-ba15-5af8fd66009d None None] Bound using segment: {'id': '102ed429-7d92-446d-aad9-a74f1de6b95a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'de09f635-2e15-444d-b648-50de9ba5de13'} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:00:29.349740 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-5116c6a3-0e57-40e5-ba15-5af8fd66009d None None] Bound port: 73e9eaf0-e99d-48aa-9b29-c53d49d2cad8, host: n-d-816206-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '102ed429-7d92-446d-aad9-a74f1de6b95a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'de09f635-2e15-444d-b648-50de9ba5de13'}}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:00:29.349740 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-5116c6a3-0e57-40e5-ba15-5af8fd66009d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:29.423139 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-d81bf7b7-cc33-496e-a61e-7d44ab5c8a40 None None] Provisioning complete for port 73e9eaf0-e99d-48aa-9b29-c53d49d2cad8 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:00:29.423677 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-d81bf7b7-cc33-496e-a61e-7d44ab5c8a40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:29.424839 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e1664168-8713-4589-8b9a-38de990ba053 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:29.434484 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e1664168-8713-4589-8b9a-38de990ba053 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994370'] for security_group_rule, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:29.455318 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-5116c6a3-0e57-40e5-ba15-5af8fd66009d None None] For port 73e9eaf0-e99d-48aa-9b29-c53d49d2cad8, host n-d-816206-8, cleared binding levels {{(pid=103592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:00:29.459179 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1664168-8713-4589-8b9a-38de990ba053 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59956f00-e339-405c-97ff-6ff17bd1e348,revision_number=0']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:00:29.471487 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e1664168-8713-4589-8b9a-38de990ba053 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:29.475274 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-e1664168-8713-4589-8b9a-38de990ba053 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1917312 Nov 23 18:00:29.475822 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 51752) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:00:29.478965 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-5116c6a3-0e57-40e5-ba15-5af8fd66009d None None] For port 73e9eaf0-e99d-48aa-9b29-c53d49d2cad8, host n-d-816206-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=73e9eaf0-e99d-48aa-9b29-c53d49d2cad8,segment=NetworkSegment(102ed429-7d92-446d-aad9-a74f1de6b95a),segment_id=102ed429-7d92-446d-aad9-a74f1de6b95a)] {{(pid=103592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:00:29.483701 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-a4587fdb-9ea9-4ff0-a46c-e1b0913560f5 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Request body: {'security_group_rule': {'security_group_id': 'f4944827-9abf-4d7e-b022-2bd6631a14cc', 'project_id': '06a344c95e04492b8d6015a2d3d39bf1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:00:29.484222 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-d81bf7b7-cc33-496e-a61e-7d44ab5c8a40 None None] Port 73e9eaf0-e99d-48aa-9b29-c53d49d2cad8 cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:00:29.486304 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8833c9-0af7-4cde-86c8-b5677f16cdad req-d3e336aa-d707-4e0e-825c-919f6fef735c tempest-TestSecurityGroupsBasicOps-257308248 tempest-TestSecurityGroupsBasicOps-257308248-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:29.488100 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-0d8833c9-0af7-4cde-86c8-b5677f16cdad req-d3e336aa-d707-4e0e-825c-919f6fef735c tempest-TestSecurityGroupsBasicOps-257308248 tempest-TestSecurityGroupsBasicOps-257308248-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=7345cb78-4b04-4554-8fd2-32307036332c HTTP/1.1" status: 200 len: 1060 time: 0.0695817 Nov 23 18:00:29.496921 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-5116c6a3-0e57-40e5-ba15-5af8fd66009d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:29.545047 n-d-816206-8 neutron-server[103590]: INFO neutron.db.securitygroups_db [None req-a4587fdb-9ea9-4ff0-a46c-e1b0913560f5 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Project 06a344c95e04492b8d6015a2d3d39bf1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 18:00:29.550945 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a4587fdb-9ea9-4ff0-a46c-e1b0913560f5 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:29.558935 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0dc2084-ef6f-4c63-8570-44258ad15664 None None] Pushing event updated for resources: {'Port': ['ID=73e9eaf0-e99d-48aa-9b29-c53d49d2cad8,revision_number=4']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:00:29.576036 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5116c6a3-0e57-40e5-ba15-5af8fd66009d None None] Routers {'b353d7cb-1947-4f36-b3bf-e12cf69b35c3'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:00:29.576840 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-5116c6a3-0e57-40e5-ba15-5af8fd66009d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T18:00:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['b353d7cb-1947-4f36-b3bf-e12cf69b35c3'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:00:29.621829 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 95b6fd11-2a5d-411f-ae9c-4373ea8b38cc up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:00:29.640091 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a4587fdb-9ea9-4ff0-a46c-e1b0913560f5 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:29.649195 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a4587fdb-9ea9-4ff0-a46c-e1b0913560f5 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994370'] for security_group_rule, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:29.656756 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6449ec83-247a-4568-9635-eb6a2c942700 req-6c4f683e-5e4d-4760-8429-6a06f91967b1 tempest-TestSecurityGroupsBasicOps-257308248 tempest-TestSecurityGroupsBasicOps-257308248-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:29.659613 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6449ec83-247a-4568-9635-eb6a2c942700 req-6c4f683e-5e4d-4760-8429-6a06f91967b1 tempest-TestSecurityGroupsBasicOps-257308248 tempest-TestSecurityGroupsBasicOps-257308248-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=3f0264ec-7ac0-4a92-84e9-9486fee23117 HTTP/1.1" status: 200 len: 1136 time: 0.0565314 Nov 23 18:00:29.673865 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4587fdb-9ea9-4ff0-a46c-e1b0913560f5 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49d88d3a-8a7d-4d5d-aeec-936a21bc1fdc,revision_number=0']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:00:29.686116 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a4587fdb-9ea9-4ff0-a46c-e1b0913560f5 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:29.691066 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-a4587fdb-9ea9-4ff0-a46c-e1b0913560f5 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2128601 Nov 23 18:00:29.693159 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 51756) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:00:29.699897 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-ac132a72-dd78-42bd-9454-3f1ad0fdf507 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Request body: {'security_group_rule': {'security_group_id': 'f4944827-9abf-4d7e-b022-2bd6631a14cc', 'project_id': '06a344c95e04492b8d6015a2d3d39bf1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:00:29.731058 n-d-816206-8 neutron-server[103590]: INFO neutron.db.securitygroups_db [None req-ac132a72-dd78-42bd-9454-3f1ad0fdf507 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Project 06a344c95e04492b8d6015a2d3d39bf1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 18:00:29.740596 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ac132a72-dd78-42bd-9454-3f1ad0fdf507 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:29.746845 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-3c776250-bb17-4e4a-9c94-dc0e7ebb472a None None] Provisioning complete for port 73e9eaf0-e99d-48aa-9b29-c53d49d2cad8 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:00:29.747216 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-3c776250-bb17-4e4a-9c94-dc0e7ebb472a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:29.747370 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6449ec83-247a-4568-9635-eb6a2c942700 req-df126fa0-3736-49ba-868c-82261be69521 tempest-TestSecurityGroupsBasicOps-257308248 tempest-TestSecurityGroupsBasicOps-257308248-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=56afa034-f545-4404-8cb1-a48c2a68d4cc&id=6dda33c2-f578-49e4-aa77-399a2d78d06b&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.0799065 Nov 23 18:00:29.763335 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 51758) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:00:29.786614 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvr_db [None req-5116c6a3-0e57-40e5-ba15-5af8fd66009d None None] Set router b353d7cb-1947-4f36-b3bf-e12cf69b35c3 gateway port host: n-d-816206-8 {{(pid=103592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:00:29.815293 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09e725d8-0739-44fe-a04e-e5b15ffbfa0c tempest-TestSecurityGroupsBasicOps-257308248 tempest-TestSecurityGroupsBasicOps-257308248-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:29.818113 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-09e725d8-0739-44fe-a04e-e5b15ffbfa0c tempest-TestSecurityGroupsBasicOps-257308248 tempest-TestSecurityGroupsBasicOps-257308248-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=7345cb78-4b04-4554-8fd2-32307036332c HTTP/1.1" status: 200 len: 1055 time: 0.0528209 Nov 23 18:00:29.834609 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ac132a72-dd78-42bd-9454-3f1ad0fdf507 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:29.840229 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ac132a72-dd78-42bd-9454-3f1ad0fdf507 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994370'] for security_group_rule, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:29.843356 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port 95b6fd11-2a5d-411f-ae9c-4373ea8b38cc triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:00:29.844028 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:29.863888 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac132a72-dd78-42bd-9454-3f1ad0fdf507 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff900211-4d6c-4dec-9ece-91e6b3951863,revision_number=0']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:00:29.880910 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ac132a72-dd78-42bd-9454-3f1ad0fdf507 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:29.882703 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-ac132a72-dd78-42bd-9454-3f1ad0fdf507 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1881123 Nov 23 18:00:30.083268 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-09f94b0a-f924-4377-add9-5cdc862a1df3 req-96739e34-433a-49ae-9778-42085867d5c2 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-411385072&fields=id&tenant_id=06a344c95e04492b8d6015a2d3d39bf1 HTTP/1.1" status: 200 len: 267 time: 0.0766432 Nov 23 18:00:30.134898 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6bb303-d17b-40c2-9061-19df5b7ba209 req-5bf3fc15-733b-476f-89b5-40ba9ed425fa tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:30.136414 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-1f6bb303-d17b-40c2-9061-19df5b7ba209 req-5bf3fc15-733b-476f-89b5-40ba9ed425fa tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] 10.222.0.60 "GET /v2.0/ports?device_id=7345cb78-4b04-4554-8fd2-32307036332c HTTP/1.1" status: 200 len: 909 time: 0.0998330 Nov 23 18:00:30.228921 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f94b0a-f924-4377-add9-5cdc862a1df3 req-f17d7a91-aa5e-461d-b25c-36fadcc8b329 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:30.230411 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-09f94b0a-f924-4377-add9-5cdc862a1df3 req-f17d7a91-aa5e-461d-b25c-36fadcc8b329 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] 10.222.0.60 "GET /v2.0/networks?id=de09f635-2e15-444d-b648-50de9ba5de13 HTTP/1.1" status: 200 len: 797 time: 0.1387146 Nov 23 18:00:30.256437 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-09f94b0a-f924-4377-add9-5cdc862a1df3 req-dd288bde-7f14-4aaa-a5dc-6b9d7e4b8273 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] 10.222.0.60 "GET /v2.0/quotas/06a344c95e04492b8d6015a2d3d39bf1 HTTP/1.1" status: 200 len: 375 time: 0.0124462 Nov 23 18:00:30.299900 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-3c776250-bb17-4e4a-9c94-dc0e7ebb472a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:30.303088 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73ac489-e85b-466f-b20d-6220e901655c req-37ca98c8-c5ec-44b0-8932-bacedaeb0c37 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:30.304685 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b73ac489-e85b-466f-b20d-6220e901655c req-37ca98c8-c5ec-44b0-8932-bacedaeb0c37 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.60 "GET /v2.0/ports?device_id=f677dda7-ea71-4385-b0a3-be175d469e50 HTTP/1.1" status: 200 len: 946 time: 0.0971024 Nov 23 18:00:30.338097 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-09f94b0a-f924-4377-add9-5cdc862a1df3 req-7a1507e3-6685-46b0-ba73-994e97b4f961 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=06a344c95e04492b8d6015a2d3d39bf1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0742850 Nov 23 18:00:30.377709 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-3c776250-bb17-4e4a-9c94-dc0e7ebb472a None None] For port 73e9eaf0-e99d-48aa-9b29-c53d49d2cad8, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=73e9eaf0-e99d-48aa-9b29-c53d49d2cad8,segment=NetworkSegment(102ed429-7d92-446d-aad9-a74f1de6b95a),segment_id=102ed429-7d92-446d-aad9-a74f1de6b95a)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:00:30.383883 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-3c776250-bb17-4e4a-9c94-dc0e7ebb472a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:30.404164 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b73ac489-e85b-466f-b20d-6220e901655c req-e6a57ea5-0472-44bc-9963-a4bb0ab63294 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.60 "GET /v2.0/security-groups?id=26a740ef-a414-40be-ab5f-6db73ff13e79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0890260 Nov 23 18:00:30.432873 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-5116c6a3-0e57-40e5-ba15-5af8fd66009d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b353d7cb-1947-4f36-b3bf-e12cf69b35c3', 'name': 'tempest-TestNetworkBasicOps-router-2097832261', 'tenant_id': '06a344c95e04492b8d6015a2d3d39bf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.127'}], 'enable_snat': True}, 'gw_port_id': '1cd20823-2914-4211-8d1b-9a3877b7ed54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:00:22Z', 'updated_at': '2021-11-23T18:00:26Z', 'revision_number': 4, 'project_id': '06a344c95e04492b8d6015a2d3d39bf1', 'gw_port': {'id': '1cd20823-2914-4211-8d1b-9a3877b7ed54', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:76:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b353d7cb-1947-4f36-b3bf-e12cf69b35c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3904, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:00:23Z', 'updated_at': '2021-11-23T18:00:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_interfaces': [{'id': '73e9eaf0-e99d-48aa-9b29-c53d49d2cad8', 'name': '', 'network_id': 'de09f635-2e15-444d-b648-50de9ba5de13', 'tenant_id': '06a344c95e04492b8d6015a2d3d39bf1', 'mac_address': 'fa:16:3e:0d:0f:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b353d7cb-1947-4f36-b3bf-e12cf69b35c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3907, 'fixed_ips': [{'subnet_id': 'ba2ae746-e129-45c6-82d4-ed62b3c0857a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:00:26Z', 'updated_at': '2021-11-23T18:00:29Z', 'revision_number': 4, 'project_id': '06a344c95e04492b8d6015a2d3d39bf1', 'subnets': [{'id': 'ba2ae746-e129-45c6-82d4-ed62b3c0857a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:00:30.468035 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-09f94b0a-f924-4377-add9-5cdc862a1df3 req-6ffaf96d-6072-43a0-bb64-cff9014701c7 service neutron] 10.222.0.60 "GET /v2.0/networks/de09f635-2e15-444d-b648-50de9ba5de13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053784 Nov 23 18:00:30.468281 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5116c6a3-0e57-40e5-ba15-5af8fd66009d None None] The sync data for ids ['b353d7cb-1947-4f36-b3bf-e12cf69b35c3'] in n-d-816206-8 is: [{'id': 'b353d7cb-1947-4f36-b3bf-e12cf69b35c3', 'name': 'tempest-TestNetworkBasicOps-router-2097832261', 'tenant_id': '06a344c95e04492b8d6015a2d3d39bf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.127'}], 'enable_snat': True}, 'gw_port_id': '1cd20823-2914-4211-8d1b-9a3877b7ed54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:00:22Z', 'updated_at': '2021-11-23T18:00:26Z', 'revision_number': 4, 'project_id': '06a344c95e04492b8d6015a2d3d39bf1', 'gw_port': {'id': '1cd20823-2914-4211-8d1b-9a3877b7ed54', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:76:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b353d7cb-1947-4f36-b3bf-e12cf69b35c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3904, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:00:23Z', 'updated_at': '2021-11-23T18:00:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_interfaces': [{'id': '73e9eaf0-e99d-48aa-9b29-c53d49d2cad8', 'name': '', 'network_id': 'de09f635-2e15-444d-b648-50de9ba5de13', 'tenant_id': '06a344c95e04492b8d6015a2d3d39bf1', 'mac_address': 'fa:16:3e:0d:0f:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b353d7cb-1947-4f36-b3bf-e12cf69b35c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3907, 'fixed_ips': [{'subnet_id': 'ba2ae746-e129-45c6-82d4-ed62b3c0857a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:00:26Z', 'updated_at': '2021-11-23T18:00:29Z', 'revision_number': 4, 'project_id': '06a344c95e04492b8d6015a2d3d39bf1', 'subnets': [{'id': 'ba2ae746-e129-45c6-82d4-ed62b3c0857a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:00:30.472347 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c776250-bb17-4e4a-9c94-dc0e7ebb472a None None] Pushing event updated for resources: {'Port': ['ID=73e9eaf0-e99d-48aa-9b29-c53d49d2cad8,revision_number=5']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:00:30.506525 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-1bc1fb70-45bb-4b72-9c56-160b37facb18 None None] Provisioning complete for port 73e9eaf0-e99d-48aa-9b29-c53d49d2cad8 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:00:30.506525 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-1bc1fb70-45bb-4b72-9c56-160b37facb18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:30.592401 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-09f94b0a-f924-4377-add9-5cdc862a1df3 req-8a58a8dc-a204-434e-8d3a-4638bb4d59d1 service neutron] 10.222.0.60 "GET /v2.0/networks/de09f635-2e15-444d-b648-50de9ba5de13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1144810 Nov 23 18:00:30.815915 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-16fc3914-7073-4aed-842f-6e397b72347d req-0a619bea-9d93-4efa-b18c-5751bc3baace tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] 10.222.0.60 "GET /v2.0/ports?device_id=75c5774e-abeb-45ff-b8dc-963bee5e1a30 HTTP/1.1" status: 200 len: 210 time: 0.0307243 Nov 23 18:00:31.270909 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a88a7a1-652a-40e3-957d-28c07eba0cee req-6f8d7cc3-5168-41e1-8f95-f732b9ff50fb tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:31.272456 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-1a88a7a1-652a-40e3-957d-28c07eba0cee req-6f8d7cc3-5168-41e1-8f95-f732b9ff50fb tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] 10.222.0.60 "GET /v2.0/ports?device_id=7345cb78-4b04-4554-8fd2-32307036332c HTTP/1.1" status: 200 len: 909 time: 0.0586815 Nov 23 18:00:31.358143 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7431445-4beb-4768-b299-038908b91416 req-cca3c7fa-0e99-492f-ab05-acdc1066ba34 tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:31.359788 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-e7431445-4beb-4768-b299-038908b91416 req-cca3c7fa-0e99-492f-ab05-acdc1066ba34 tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] 10.222.0.55 "GET /v2.0/ports?device_id=7345cb78-4b04-4554-8fd2-32307036332c HTTP/1.1" status: 200 len: 909 time: 0.0594492 Nov 23 18:00:31.471624 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [req-e7431445-4beb-4768-b299-038908b91416 req-90f46b27-851b-40ef-be60-15ddc05d21a3 tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] Deleting port 26061809-57c4-430b-89a4-a49dd38a8f29 {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:00:31.472024 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-e7431445-4beb-4768-b299-038908b91416 req-90f46b27-851b-40ef-be60-15ddc05d21a3 tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:31.565418 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc339dc-73dd-4ab5-8c37-d960b236659c req-d80d45d3-07e0-4188-a901-9c5de29ab9a0 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:31.568051 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2dc339dc-73dd-4ab5-8c37-d960b236659c req-d80d45d3-07e0-4188-a901-9c5de29ab9a0 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.60 "GET /v2.0/ports?device_id=f677dda7-ea71-4385-b0a3-be175d469e50 HTTP/1.1" status: 200 len: 946 time: 0.0856161 Nov 23 18:00:31.594641 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 73e9eaf0-e99d-48aa-9b29-c53d49d2cad8 up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:00:31.607219 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [req-e7431445-4beb-4768-b299-038908b91416 req-90f46b27-851b-40ef-be60-15ddc05d21a3 tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] For port 26061809-57c4-430b-89a4-a49dd38a8f29, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=26061809-57c4-430b-89a4-a49dd38a8f29,segment=NetworkSegment(9c766aa0-afbb-425b-ace8-98125a20f2f4),segment_id=9c766aa0-afbb-425b-ace8-98125a20f2f4)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:00:31.607683 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-e7431445-4beb-4768-b299-038908b91416 req-90f46b27-851b-40ef-be60-15ddc05d21a3 tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:31.624838 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [req-e7431445-4beb-4768-b299-038908b91416 req-90f46b27-851b-40ef-be60-15ddc05d21a3 tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] Calling delete_port for 26061809-57c4-430b-89a4-a49dd38a8f29 owned by compute:nova {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:00:31.647664 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2dc339dc-73dd-4ab5-8c37-d960b236659c req-1623110a-9953-4549-8451-56a148af0669 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.60 "GET /v2.0/security-groups?id=26a740ef-a414-40be-ab5f-6db73ff13e79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708196 Nov 23 18:00:31.667044 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port 73e9eaf0-e99d-48aa-9b29-c53d49d2cad8 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:00:31.667759 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:31.797374 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-e7431445-4beb-4768-b299-038908b91416 req-90f46b27-851b-40ef-be60-15ddc05d21a3 tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:31.832323 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f46b27-851b-40ef-be60-15ddc05d21a3 tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] Pushing event deleted for resources: {'Port': ['ID=26061809-57c4-430b-89a4-a49dd38a8f29,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:00:31.874835 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7431445-4beb-4768-b299-038908b91416 req-90f46b27-851b-40ef-be60-15ddc05d21a3 tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] No DVR routers for this DVR port 26061809-57c4-430b-89a4-a49dd38a8f29 on host n-h1-816206-8 {{(pid=103590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:00:31.877394 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-e7431445-4beb-4768-b299-038908b91416 req-90f46b27-851b-40ef-be60-15ddc05d21a3 tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:31.880772 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-e7431445-4beb-4768-b299-038908b91416 req-90f46b27-851b-40ef-be60-15ddc05d21a3 tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] 10.222.0.55 "DELETE /v2.0/ports/26061809-57c4-430b-89a4-a49dd38a8f29 HTTP/1.1" status: 204 len: 173 time: 0.5138218 Nov 23 18:00:31.881259 n-d-816206-8 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7345cb78-4b04-4554-8fd2-32307036332c', 'name': 'network-vif-deleted', 'tag': '26061809-57c4-430b-89a4-a49dd38a8f29'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:00:31.883645 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbabddbc9fc37b068808e119c416c86f5957ca04531a4a0d2e695c515e93483b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f25c65ab-b089-48fb-992c-c8be10f33665" -d '{"events": [{"server_uuid": "7345cb78-4b04-4554-8fd2-32307036332c", "name": "network-vif-deleted", "tag": "26061809-57c4-430b-89a4-a49dd38a8f29"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:00:31.929356 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f94b0a-f924-4377-add9-5cdc862a1df3 req-107496f9-ec92-4868-a7c0-57a5025f80a5 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:31.931667 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-09f94b0a-f924-4377-add9-5cdc862a1df3 req-107496f9-ec92-4868-a7c0-57a5025f80a5 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] 10.222.0.36 "GET /v2.0/networks?id=de09f635-2e15-444d-b648-50de9ba5de13 HTTP/1.1" status: 200 len: 797 time: 0.1752503 Nov 23 18:00:31.985635 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:00:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a01d07a-79ff-4a53-a2af-5a961c3774ee x-openstack-request-id: req-0a01d07a-79ff-4a53-a2af-5a961c3774ee {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:00:31.985943 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7345cb78-4b04-4554-8fd2-32307036332c", "name": "network-vif-deleted", "tag": "26061809-57c4-430b-89a4-a49dd38a8f29", "status": "completed", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:00:31.986673 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-fff9eafa-ad4c-477c-bd43-297ce89ab9b9 req-e832f7bc-b351-47a9-a85a-3f2cf4b0cd27 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] 10.222.0.60 "GET /v2.0/ports?device_id=75c5774e-abeb-45ff-b8dc-963bee5e1a30 HTTP/1.1" status: 200 len: 210 time: 0.0529754 Nov 23 18:00:31.986817 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-0a01d07a-79ff-4a53-a2af-5a961c3774ee {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:00:31.987121 n-d-816206-8 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7345cb78-4b04-4554-8fd2-32307036332c', 'name': 'network-vif-deleted', 'tag': '26061809-57c4-430b-89a4-a49dd38a8f29', 'status': 'completed', 'code': 200} Nov 23 18:00:32.053543 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-09f94b0a-f924-4377-add9-5cdc862a1df3 req-3af76b44-b2a5-45eb-9dab-0dddc166ae16 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=06a344c95e04492b8d6015a2d3d39bf1 HTTP/1.1" status: 200 len: 379 time: 0.1067719 Nov 23 18:00:32.067868 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [req-09f94b0a-f924-4377-add9-5cdc862a1df3 req-029b2bc5-6b05-48df-8b05-4045e4321698 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Request body: {'port': {'device_id': '75c5774e-abeb-45ff-b8dc-963bee5e1a30', 'network_id': 'de09f635-2e15-444d-b648-50de9ba5de13', 'admin_state_up': True, 'tenant_id': '06a344c95e04492b8d6015a2d3d39bf1', 'security_groups': ['f4944827-9abf-4d7e-b022-2bd6631a14cc']}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:00:32.189214 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09f94b0a-f924-4377-add9-5cdc862a1df3 req-029b2bc5-6b05-48df-8b05-4045e4321698 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Made reservation on behalf of 06a344c95e04492b8d6015a2d3d39bf1 for: {'port': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:00:32.192647 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-09f94b0a-f924-4377-add9-5cdc862a1df3 req-029b2bc5-6b05-48df-8b05-4045e4321698 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:32.322063 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.db_base_plugin_common [req-09f94b0a-f924-4377-add9-5cdc862a1df3 req-029b2bc5-6b05-48df-8b05-4045e4321698 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Allocated IP 172.20.0.7 (de09f635-2e15-444d-b648-50de9ba5de13/ba2ae746-e129-45c6-82d4-ed62b3c0857a/4773ac1d-d347-4a61-b3a8-49720ba8d093) {{(pid=103591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:00:32.399616 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2686e614-f92d-4295-bf39-1ad18371cb47 req-ba94e5d0-3921-4e45-b0bd-f2af8712c6d8 tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] 10.222.0.60 "GET /v2.0/ports?device_id=7345cb78-4b04-4554-8fd2-32307036332c HTTP/1.1" status: 200 len: 210 time: 0.0392241 Nov 23 18:00:32.502566 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-09f94b0a-f924-4377-add9-5cdc862a1df3 req-029b2bc5-6b05-48df-8b05-4045e4321698 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Publish callbacks [] for port, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:32.544298 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-09f94b0a-f924-4377-add9-5cdc862a1df3 req-029b2bc5-6b05-48df-8b05-4045e4321698 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:32.585855 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09f94b0a-f924-4377-add9-5cdc862a1df3 req-029b2bc5-6b05-48df-8b05-4045e4321698 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Network de09f635-2e15-444d-b648-50de9ba5de13 is already hosted by enough agents. {{(pid=103591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:00:32.591612 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [req-09f94b0a-f924-4377-add9-5cdc862a1df3 req-029b2bc5-6b05-48df-8b05-4045e4321698 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Resources bound (agent type, host, resource id): {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:00:32.594521 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [req-09f94b0a-f924-4377-add9-5cdc862a1df3 req-029b2bc5-6b05-48df-8b05-4045e4321698 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Received port after_create {{(pid=103591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:00:32.624272 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029b2bc5-6b05-48df-8b05-4045e4321698 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Pushing event updated for resources: {'Port': ['ID=4773ac1d-d347-4a61-b3a8-49720ba8d093,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:00:32.652394 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f94b0a-f924-4377-add9-5cdc862a1df3 req-029b2bc5-6b05-48df-8b05-4045e4321698 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:32.653048 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-09f94b0a-f924-4377-add9-5cdc862a1df3 req-029b2bc5-6b05-48df-8b05-4045e4321698 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:32.670749 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-09f94b0a-f924-4377-add9-5cdc862a1df3 req-029b2bc5-6b05-48df-8b05-4045e4321698 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6071181 Nov 23 18:00:32.684843 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [req-09f94b0a-f924-4377-add9-5cdc862a1df3 req-b9b6cd4f-7209-4cd8-9b24-e81a9098bf07 service neutron] Request body: {'port': {'device_id': '75c5774e-abeb-45ff-b8dc-963bee5e1a30', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-8'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:00:32.776430 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-09f94b0a-f924-4377-add9-5cdc862a1df3 req-b9b6cd4f-7209-4cd8-9b24-e81a9098bf07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:32.831554 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa5373f-0843-4fc0-ac3b-ce4db2a6ff2e req-6e3813ba-31e4-4a34-bdb1-1f9289d04d79 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:32.833053 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-3aa5373f-0843-4fc0-ac3b-ce4db2a6ff2e req-6e3813ba-31e4-4a34-bdb1-1f9289d04d79 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.60 "GET /v2.0/ports?device_id=f677dda7-ea71-4385-b0a3-be175d469e50 HTTP/1.1" status: 200 len: 946 time: 0.0912349 Nov 23 18:00:32.861063 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-6d808cb2-f7dd-4f82-b7a6-a1168972f216 None None] Provisioning complete for port 4773ac1d-d347-4a61-b3a8-49720ba8d093 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:00:32.861685 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-6d808cb2-f7dd-4f82-b7a6-a1168972f216 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:32.904836 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-6d808cb2-f7dd-4f82-b7a6-a1168972f216 None None] Port 4773ac1d-d347-4a61-b3a8-49720ba8d093 cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:00:32.964669 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-3aa5373f-0843-4fc0-ac3b-ce4db2a6ff2e req-604439fe-db30-406d-9c16-a8f12acb6a23 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.60 "GET /v2.0/security-groups?id=26a740ef-a414-40be-ab5f-6db73ff13e79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1213243 Nov 23 18:00:33.117024 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [req-09f94b0a-f924-4377-add9-5cdc862a1df3 req-b9b6cd4f-7209-4cd8-9b24-e81a9098bf07 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4773ac1d-d347-4a61-b3a8-49720ba8d093 {{(pid=103591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:00:33.126896 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-09f94b0a-f924-4377-add9-5cdc862a1df3 req-b9b6cd4f-7209-4cd8-9b24-e81a9098bf07 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:33.144095 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.provisioning_blocks [req-09f94b0a-f924-4377-add9-5cdc862a1df3 req-b9b6cd4f-7209-4cd8-9b24-e81a9098bf07 service neutron] Transition to ACTIVE for port object 4773ac1d-d347-4a61-b3a8-49720ba8d093 will not be triggered until provisioned by entity L2. {{(pid=103591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 18:00:33.151674 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc16680-7788-423e-a7fa-580326b17b80 req-509c5fd5-2d60-444c-a555-05e48ba35149 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:33.153196 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-1bc16680-7788-423e-a7fa-580326b17b80 req-509c5fd5-2d60-444c-a555-05e48ba35149 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] 10.222.0.60 "GET /v2.0/ports?device_id=75c5774e-abeb-45ff-b8dc-963bee5e1a30 HTTP/1.1" status: 200 len: 931 time: 0.0735686 Nov 23 18:00:33.154243 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-09f94b0a-f924-4377-add9-5cdc862a1df3 req-b9b6cd4f-7209-4cd8-9b24-e81a9098bf07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264758186'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:33.237217 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b6cd4f-7209-4cd8-9b24-e81a9098bf07 service neutron] Pushing event updated for resources: {'Port': ['ID=4773ac1d-d347-4a61-b3a8-49720ba8d093,revision_number=2']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:00:33.299827 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-1bc16680-7788-423e-a7fa-580326b17b80 req-96d81542-b9fa-47b5-9359-a9ae41f7fb58 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] 10.222.0.60 "GET /v2.0/security-groups?id=f4944827-9abf-4d7e-b022-2bd6631a14cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1361079 Nov 23 18:00:33.328927 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-09f94b0a-f924-4377-add9-5cdc862a1df3 req-b9b6cd4f-7209-4cd8-9b24-e81a9098bf07 service neutron] Attempting to bind port 4773ac1d-d347-4a61-b3a8-49720ba8d093 on host n-h2-816206-8 for vnic_type normal with profile {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:00:33.329267 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-09f94b0a-f924-4377-add9-5cdc862a1df3 req-b9b6cd4f-7209-4cd8-9b24-e81a9098bf07 service neutron] Attempting to bind port 4773ac1d-d347-4a61-b3a8-49720ba8d093 by drivers openvswitch,hyperv on host n-h2-816206-8 at level 0 using segments [{'id': '102ed429-7d92-446d-aad9-a74f1de6b95a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'de09f635-2e15-444d-b648-50de9ba5de13'}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:00:33.329599 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09f94b0a-f924-4377-add9-5cdc862a1df3 req-b9b6cd4f-7209-4cd8-9b24-e81a9098bf07 service neutron] Attempting to bind port 4773ac1d-d347-4a61-b3a8-49720ba8d093 on network de09f635-2e15-444d-b648-50de9ba5de13 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:00:33.334176 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09f94b0a-f924-4377-add9-5cdc862a1df3 req-b9b6cd4f-7209-4cd8-9b24-e81a9098bf07 service neutron] Port 4773ac1d-d347-4a61-b3a8-49720ba8d093 on network de09f635-2e15-444d-b648-50de9ba5de13 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-8 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:00:33.334496 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09f94b0a-f924-4377-add9-5cdc862a1df3 req-b9b6cd4f-7209-4cd8-9b24-e81a9098bf07 service neutron] Attempting to bind port 4773ac1d-d347-4a61-b3a8-49720ba8d093 on network de09f635-2e15-444d-b648-50de9ba5de13 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:00:33.339490 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09f94b0a-f924-4377-add9-5cdc862a1df3 req-b9b6cd4f-7209-4cd8-9b24-e81a9098bf07 service neutron] Checking agent: {'id': 'ab77bf9e-0267-4174-8f1d-822cba89b207', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 15, 13), 'started_at': datetime.datetime(2021, 11, 23, 17, 15, 13), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 0, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:00:33.339821 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09f94b0a-f924-4377-add9-5cdc862a1df3 req-b9b6cd4f-7209-4cd8-9b24-e81a9098bf07 service neutron] Checking segment: {'id': '102ed429-7d92-446d-aad9-a74f1de6b95a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'de09f635-2e15-444d-b648-50de9ba5de13'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:00:33.340228 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09f94b0a-f924-4377-add9-5cdc862a1df3 req-b9b6cd4f-7209-4cd8-9b24-e81a9098bf07 service neutron] Bound using segment: {'id': '102ed429-7d92-446d-aad9-a74f1de6b95a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'de09f635-2e15-444d-b648-50de9ba5de13'} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:00:33.340691 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-09f94b0a-f924-4377-add9-5cdc862a1df3 req-b9b6cd4f-7209-4cd8-9b24-e81a9098bf07 service neutron] Bound port: 4773ac1d-d347-4a61-b3a8-49720ba8d093, host: n-h2-816206-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '102ed429-7d92-446d-aad9-a74f1de6b95a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'de09f635-2e15-444d-b648-50de9ba5de13'}}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:00:33.341043 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-09f94b0a-f924-4377-add9-5cdc862a1df3 req-b9b6cd4f-7209-4cd8-9b24-e81a9098bf07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:33.406141 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-09f94b0a-f924-4377-add9-5cdc862a1df3 req-b9b6cd4f-7209-4cd8-9b24-e81a9098bf07 service neutron] For port 4773ac1d-d347-4a61-b3a8-49720ba8d093, host n-h2-816206-8, cleared binding levels {{(pid=103591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:00:33.409205 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-09f94b0a-f924-4377-add9-5cdc862a1df3 req-b9b6cd4f-7209-4cd8-9b24-e81a9098bf07 service neutron] For port 4773ac1d-d347-4a61-b3a8-49720ba8d093, host n-h2-816206-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=4773ac1d-d347-4a61-b3a8-49720ba8d093,segment=NetworkSegment(102ed429-7d92-446d-aad9-a74f1de6b95a),segment_id=102ed429-7d92-446d-aad9-a74f1de6b95a)] {{(pid=103591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:00:33.414499 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-09f94b0a-f924-4377-add9-5cdc862a1df3 req-b9b6cd4f-7209-4cd8-9b24-e81a9098bf07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264758186'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:33.459809 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 51806) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:00:33.468712 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f94b0a-f924-4377-add9-5cdc862a1df3 req-b9b6cd4f-7209-4cd8-9b24-e81a9098bf07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:33.469340 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-09f94b0a-f924-4377-add9-5cdc862a1df3 req-b9b6cd4f-7209-4cd8-9b24-e81a9098bf07 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:33.470867 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-09f94b0a-f924-4377-add9-5cdc862a1df3 req-b9b6cd4f-7209-4cd8-9b24-e81a9098bf07 service neutron] 10.222.0.36 "PUT /v2.0/ports/4773ac1d-d347-4a61-b3a8-49720ba8d093 HTTP/1.1" status: 200 len: 1091 time: 0.7905407 Nov 23 18:00:33.471357 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75c5774e-abeb-45ff-b8dc-963bee5e1a30', 'tag': '4773ac1d-d347-4a61-b3a8-49720ba8d093'}] {{(pid=103591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:00:33.473763 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41d174a19ece9499ff9ec44e5b3fc50f2abd3ffbc947fb7e52ea1e8db27b95b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6516ca48-64b0-403c-98bc-040aa4a52b68" -d '{"events": [{"name": "network-changed", "server_uuid": "75c5774e-abeb-45ff-b8dc-963bee5e1a30", "tag": "4773ac1d-d347-4a61-b3a8-49720ba8d093"}]}' {{(pid=103591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:00:33.513902 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b6cd4f-7209-4cd8-9b24-e81a9098bf07 service neutron] Pushing event updated for resources: {'Port': ['ID=4773ac1d-d347-4a61-b3a8-49720ba8d093,revision_number=3']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:00:33.566385 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f94b0a-f924-4377-add9-5cdc862a1df3 req-087b8f58-6f08-4971-b795-a33b517a1914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:33.568057 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-09f94b0a-f924-4377-add9-5cdc862a1df3 req-087b8f58-6f08-4971-b795-a33b517a1914 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=06a344c95e04492b8d6015a2d3d39bf1&device_id=75c5774e-abeb-45ff-b8dc-963bee5e1a30 HTTP/1.1" status: 200 len: 1094 time: 0.0459166 Nov 23 18:00:33.629760 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-09f94b0a-f924-4377-add9-5cdc862a1df3 req-c5cb6e16-f08e-4579-9366-fc082707a513 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4773ac1d-d347-4a61-b3a8-49720ba8d093 HTTP/1.1" status: 200 len: 217 time: 0.0472414 Nov 23 18:00:33.669589 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:00:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ccce040-7240-4ecb-a835-23611a4b624b x-openstack-request-id: req-6ccce040-7240-4ecb-a835-23611a4b624b {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:00:33.669973 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75c5774e-abeb-45ff-b8dc-963bee5e1a30", "tag": "4773ac1d-d347-4a61-b3a8-49720ba8d093", "status": "completed", "code": 200}]} {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:00:33.670299 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6ccce040-7240-4ecb-a835-23611a4b624b {{(pid=103591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:00:33.670776 n-d-816206-8 neutron-server[103591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75c5774e-abeb-45ff-b8dc-963bee5e1a30', 'tag': '4773ac1d-d347-4a61-b3a8-49720ba8d093', 'status': 'completed', 'code': 200} Nov 23 18:00:33.690172 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f94b0a-f924-4377-add9-5cdc862a1df3 req-dd4f83f0-9d6c-40b8-b141-56ca94086d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:33.692008 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-09f94b0a-f924-4377-add9-5cdc862a1df3 req-dd4f83f0-9d6c-40b8-b141-56ca94086d69 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ba2ae746-e129-45c6-82d4-ed62b3c0857a HTTP/1.1" status: 200 len: 834 time: 0.0538008 Nov 23 18:00:33.748468 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f94b0a-f924-4377-add9-5cdc862a1df3 req-d2184f5b-8bbe-41cf-9bcc-57a1b9116982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:33.750851 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-09f94b0a-f924-4377-add9-5cdc862a1df3 req-d2184f5b-8bbe-41cf-9bcc-57a1b9116982 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=de09f635-2e15-444d-b648-50de9ba5de13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0498319 Nov 23 18:00:33.845968 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-09f94b0a-f924-4377-add9-5cdc862a1df3 req-b2b83aa7-7eff-48ad-9b09-234637ee259e service neutron] 10.222.0.36 "GET /v2.0/networks/de09f635-2e15-444d-b648-50de9ba5de13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851557 Nov 23 18:00:33.877758 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2ad32e50-d336-4d24-b75b-23e070ef288f tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1794372'] for router_interface, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:33.941541 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-09f94b0a-f924-4377-add9-5cdc862a1df3 req-7a0c2f79-3e95-4077-9240-ecca7fe24af7 service neutron] 10.222.0.36 "GET /v2.0/networks/de09f635-2e15-444d-b648-50de9ba5de13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879250 Nov 23 18:00:34.083306 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6516ca48-64b0-403c-98bc-040aa4a52b68 req-dcb284a1-126c-40fa-86a5-a2342de21189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:34.084863 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6516ca48-64b0-403c-98bc-040aa4a52b68 req-dcb284a1-126c-40fa-86a5-a2342de21189 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=06a344c95e04492b8d6015a2d3d39bf1&device_id=75c5774e-abeb-45ff-b8dc-963bee5e1a30 HTTP/1.1" status: 200 len: 1094 time: 0.0863404 Nov 23 18:00:34.100581 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acae0bb1-572c-4d5e-bb14-55cbc5f40ef1 req-b486f0cf-0a7f-4ea1-8e88-f38640195569 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:34.101996 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-acae0bb1-572c-4d5e-bb14-55cbc5f40ef1 req-b486f0cf-0a7f-4ea1-8e88-f38640195569 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.60 "GET /v2.0/ports?device_id=f677dda7-ea71-4385-b0a3-be175d469e50 HTTP/1.1" status: 200 len: 946 time: 0.0603800 Nov 23 18:00:34.145021 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-2ad32e50-d336-4d24-b75b-23e070ef288f tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] Deleting port 3e9d2f91-f70c-4eda-ba30-fbf8a2e9fc1b {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:00:34.145021 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2ad32e50-d336-4d24-b75b-23e070ef288f tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:34.215388 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-acae0bb1-572c-4d5e-bb14-55cbc5f40ef1 req-33476ca3-f497-4ec4-abd8-259f6a027c8f tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.60 "GET /v2.0/security-groups?id=26a740ef-a414-40be-ab5f-6db73ff13e79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1052418 Nov 23 18:00:34.240164 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6516ca48-64b0-403c-98bc-040aa4a52b68 req-f4702839-8201-4810-8427-3bb0e1271933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:34.249834 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6516ca48-64b0-403c-98bc-040aa4a52b68 req-f4702839-8201-4810-8427-3bb0e1271933 service neutron] 10.222.0.36 "GET /v2.0/networks?id=de09f635-2e15-444d-b648-50de9ba5de13 HTTP/1.1" status: 200 len: 898 time: 0.1394987 Nov 23 18:00:34.250107 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-2ad32e50-d336-4d24-b75b-23e070ef288f tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] For port 3e9d2f91-f70c-4eda-ba30-fbf8a2e9fc1b, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=3e9d2f91-f70c-4eda-ba30-fbf8a2e9fc1b,segment=NetworkSegment(9c766aa0-afbb-425b-ace8-98125a20f2f4),segment_id=9c766aa0-afbb-425b-ace8-98125a20f2f4)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:00:34.250107 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2ad32e50-d336-4d24-b75b-23e070ef288f tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:34.263110 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-2ad32e50-d336-4d24-b75b-23e070ef288f tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] Calling delete_port for 3e9d2f91-f70c-4eda-ba30-fbf8a2e9fc1b owned by network:router_interface {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:00:34.294246 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6516ca48-64b0-403c-98bc-040aa4a52b68 req-302a2300-14a6-4fb3-baed-156bc0e700a3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4773ac1d-d347-4a61-b3a8-49720ba8d093 HTTP/1.1" status: 200 len: 217 time: 0.0440073 Nov 23 18:00:34.349552 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6516ca48-64b0-403c-98bc-040aa4a52b68 req-632c9bfa-2a8a-4b68-83da-31331d1b094b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:34.351670 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6516ca48-64b0-403c-98bc-040aa4a52b68 req-632c9bfa-2a8a-4b68-83da-31331d1b094b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ba2ae746-e129-45c6-82d4-ed62b3c0857a HTTP/1.1" status: 200 len: 834 time: 0.0486228 Nov 23 18:00:34.434426 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6516ca48-64b0-403c-98bc-040aa4a52b68 req-faa70524-132d-4808-9d0f-9bcb03450f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:34.436021 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6516ca48-64b0-403c-98bc-040aa4a52b68 req-faa70524-132d-4808-9d0f-9bcb03450f91 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=de09f635-2e15-444d-b648-50de9ba5de13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0757260 Nov 23 18:00:34.453028 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3c24c6-aaf7-4340-b9a2-75cfebe89c7c req-2a4ba449-a5e1-4e53-81ab-06283d74f5be tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:34.454562 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-3c3c24c6-aaf7-4340-b9a2-75cfebe89c7c req-2a4ba449-a5e1-4e53-81ab-06283d74f5be tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] 10.222.0.60 "GET /v2.0/ports?device_id=75c5774e-abeb-45ff-b8dc-963bee5e1a30 HTTP/1.1" status: 200 len: 943 time: 0.0759685 Nov 23 18:00:34.464006 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2ad32e50-d336-4d24-b75b-23e070ef288f tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:34.490129 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad32e50-d336-4d24-b75b-23e070ef288f tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] Pushing event deleted for resources: {'Port': ['ID=3e9d2f91-f70c-4eda-ba30-fbf8a2e9fc1b,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:00:34.575665 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-3c3c24c6-aaf7-4340-b9a2-75cfebe89c7c req-13919697-5fdd-4b4d-8075-46ceac4fee12 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] 10.222.0.60 "GET /v2.0/security-groups?id=f4944827-9abf-4d7e-b022-2bd6631a14cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1095412 Nov 23 18:00:34.603781 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6516ca48-64b0-403c-98bc-040aa4a52b68 req-ca6622ff-551d-4be9-8c82-a2bd030d7b97 service neutron] 10.222.0.36 "GET /v2.0/networks/de09f635-2e15-444d-b648-50de9ba5de13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1481669 Nov 23 18:00:34.689285 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2ad32e50-d336-4d24-b75b-23e070ef288f tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2067500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1794520'] for router_interface, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:34.716686 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6516ca48-64b0-403c-98bc-040aa4a52b68 req-5321e752-9adc-45f4-b8a1-940e4576967e service neutron] 10.222.0.36 "GET /v2.0/networks/de09f635-2e15-444d-b648-50de9ba5de13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1048574 Nov 23 18:00:34.968436 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ad32e50-d336-4d24-b75b-23e070ef288f tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] Router d595ef9a-41cd-4616-9877-9b89d37bf001 has already been hosted by L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 {{(pid=103590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:00:35.095239 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ad32e50-d336-4d24-b75b-23e070ef288f tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:00:35.103647 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-2ad32e50-d336-4d24-b75b-23e070ef288f tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] 10.222.0.60 "PUT /v2.0/routers/d595ef9a-41cd-4616-9877-9b89d37bf001/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6390054 Nov 23 18:00:35.103647 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 51816) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:00:35.104773 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afdb7a85-56da-44fe-9604-4a04bcdf989e None None] Sync routers for ids ['d595ef9a-41cd-4616-9877-9b89d37bf001'] in n-d-816206-8 {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:00:35.114994 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afdb7a85-56da-44fe-9604-4a04bcdf989e None None] Routers {'d595ef9a-41cd-4616-9877-9b89d37bf001'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:00:35.115844 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-afdb7a85-56da-44fe-9604-4a04bcdf989e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T18:00:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['d595ef9a-41cd-4616-9877-9b89d37bf001'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:00:35.134158 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device 26061809-57c4-430b-89a4-a49dd38a8f29 no longer exists at agent hyperv_n-h1-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:00:35.154317 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] No Port match for: 26061809-57c4-430b-89a4-a49dd38a8f29 {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:00:35.154662 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device 26061809-57c4-430b-89a4-a49dd38a8f29 not bound to the agent host n-h1-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:00:35.155162 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_v2 [None req-b71625ce-47e8-4fca-b466-07d1aa71ce75 tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] Deleting subnet 968ab6c6-f370-4361-8443-a5a24c60e95f {{(pid=103590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 18:00:35.159403 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b71625ce-47e8-4fca-b466-07d1aa71ce75 tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] Publish callbacks [] for subnet, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:35.205416 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b71625ce-47e8-4fca-b466-07d1aa71ce75 tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-267528342'] for subnet, precommit_delete_associations {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:35.220932 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-afdb7a85-56da-44fe-9604-4a04bcdf989e None None] Set router d595ef9a-41cd-4616-9877-9b89d37bf001 gateway port host: n-d-816206-8 {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:00:35.290953 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b71625ce-47e8-4fca-b466-07d1aa71ce75 tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971956'] for subnet, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:35.342723 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a18f85-f96d-4695-b289-9415f2e5830e req-df37dea0-8aca-4be2-bdfc-3fb524b0ee64 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:35.345073 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-95a18f85-f96d-4695-b289-9415f2e5830e req-df37dea0-8aca-4be2-bdfc-3fb524b0ee64 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.60 "GET /v2.0/ports?device_id=f677dda7-ea71-4385-b0a3-be175d469e50 HTTP/1.1" status: 200 len: 946 time: 0.0521333 Nov 23 18:00:35.357201 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b71625ce-47e8-4fca-b466-07d1aa71ce75 tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264357903', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264730940'] for subnet, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:35.391977 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b71625ce-47e8-4fca-b466-07d1aa71ce75 tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] Publish callbacks [] for subnet, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:35.395722 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-b71625ce-47e8-4fca-b466-07d1aa71ce75 tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] 10.222.0.60 "DELETE /v2.0/subnets/968ab6c6-f370-4361-8443-a5a24c60e95f HTTP/1.1" status: 204 len: 168 time: 0.2911696 Nov 23 18:00:35.396805 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71625ce-47e8-4fca-b466-07d1aa71ce75 tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] Pushing event deleted for resources: {'Subnet': ['ID=968ab6c6-f370-4361-8443-a5a24c60e95f,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:00:35.399271 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 51820) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:00:35.402066 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb2c954f-1887-4404-a5d7-06a7ec5e5a2c None None] Network 66b79417-f25f-4165-9f27-e6078f4ac6d0 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:00:35.406117 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-95a18f85-f96d-4695-b289-9415f2e5830e req-2aed3525-e402-49bb-8ba6-5b0892149c0d tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.60 "GET /v2.0/security-groups?id=26a740ef-a414-40be-ab5f-6db73ff13e79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549824 Nov 23 18:00:35.410132 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-afdb7a85-56da-44fe-9604-4a04bcdf989e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd595ef9a-41cd-4616-9877-9b89d37bf001', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1570439356', 'tenant_id': 'b3a2c64c5957447b9a4b3f6afc3f6e95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.46'}], 'enable_snat': True}, 'gw_port_id': 'd6546c27-5dee-413f-a5a2-46acb1fde2be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:00:10Z', 'updated_at': '2021-11-23T18:00:34Z', 'revision_number': 5, 'project_id': 'b3a2c64c5957447b9a4b3f6afc3f6e95', 'gw_port': {'id': 'd6546c27-5dee-413f-a5a2-46acb1fde2be', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:b8:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd595ef9a-41cd-4616-9877-9b89d37bf001', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:00:11Z', 'updated_at': '2021-11-23T18:00:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8'}], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:00:35.453341 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afdb7a85-56da-44fe-9604-4a04bcdf989e None None] Checking router: d595ef9a-41cd-4616-9877-9b89d37bf001 for host: n-d-816206-8 {{(pid=103593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:00:35.462593 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afdb7a85-56da-44fe-9604-4a04bcdf989e None None] Routers {'d595ef9a-41cd-4616-9877-9b89d37bf001'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:00:35.463453 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-afdb7a85-56da-44fe-9604-4a04bcdf989e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T18:00:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['d595ef9a-41cd-4616-9877-9b89d37bf001'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:00:35.523709 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-fdf666b1-782e-43fc-9c31-d93f55dd4363 tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] Publish callbacks [] for router, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:35.583956 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-afdb7a85-56da-44fe-9604-4a04bcdf989e None None] Set router d595ef9a-41cd-4616-9877-9b89d37bf001 gateway port host: n-d-816206-8 {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:00:35.618997 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca7da86c-bb83-4058-baab-48e9711c8076 None None] DHCP port deletion for 66b79417-f25f-4165-9f27-e6078f4ac6d0 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:00:35.652942 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-fdf666b1-782e-43fc-9c31-d93f55dd4363 tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:35.668984 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-ca7da86c-bb83-4058-baab-48e9711c8076 None None] Deleting port b083844b-ad16-40da-bf30-a59ab9165044 {{(pid=103592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:00:35.669695 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-ca7da86c-bb83-4058-baab-48e9711c8076 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:35.714978 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0a2153-b684-405c-bb9e-27d35f32875e req-37b02b8e-990d-483f-80f4-e69721ec207c tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:35.717793 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-bc0a2153-b684-405c-bb9e-27d35f32875e req-37b02b8e-990d-483f-80f4-e69721ec207c tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] 10.222.0.60 "GET /v2.0/ports?device_id=75c5774e-abeb-45ff-b8dc-963bee5e1a30 HTTP/1.1" status: 200 len: 943 time: 0.0660455 Nov 23 18:00:35.722442 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-fdf666b1-782e-43fc-9c31-d93f55dd4363 tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] Deleting port d6546c27-5dee-413f-a5a2-46acb1fde2be {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:00:35.722889 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-fdf666b1-782e-43fc-9c31-d93f55dd4363 tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:35.742011 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-ca7da86c-bb83-4058-baab-48e9711c8076 None None] For port b083844b-ad16-40da-bf30-a59ab9165044, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=b083844b-ad16-40da-bf30-a59ab9165044,segment=NetworkSegment(9c766aa0-afbb-425b-ace8-98125a20f2f4),segment_id=9c766aa0-afbb-425b-ace8-98125a20f2f4)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:00:35.742967 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-ca7da86c-bb83-4058-baab-48e9711c8076 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:35.761971 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-ca7da86c-bb83-4058-baab-48e9711c8076 None None] Calling delete_port for b083844b-ad16-40da-bf30-a59ab9165044 owned by network:dhcp {{(pid=103592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:00:35.788247 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-bc0a2153-b684-405c-bb9e-27d35f32875e req-4bb9973f-062b-401c-8b80-f31cfb262587 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] 10.222.0.60 "GET /v2.0/security-groups?id=f4944827-9abf-4d7e-b022-2bd6631a14cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638096 Nov 23 18:00:35.815550 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-fdf666b1-782e-43fc-9c31-d93f55dd4363 tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] For port d6546c27-5dee-413f-a5a2-46acb1fde2be, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=d6546c27-5dee-413f-a5a2-46acb1fde2be,segment=NetworkSegment(bffd1e4f-e80f-4ff0-b418-2f42ae15febf),segment_id=bffd1e4f-e80f-4ff0-b418-2f42ae15febf)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:00:35.815931 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-fdf666b1-782e-43fc-9c31-d93f55dd4363 tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:35.828392 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-fdf666b1-782e-43fc-9c31-d93f55dd4363 tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] Calling delete_port for d6546c27-5dee-413f-a5a2-46acb1fde2be owned by network:router_gateway {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:00:35.844384 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-ca7da86c-bb83-4058-baab-48e9711c8076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989'] for port, after_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:35.846727 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-afdb7a85-56da-44fe-9604-4a04bcdf989e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd595ef9a-41cd-4616-9877-9b89d37bf001', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1570439356', 'tenant_id': 'b3a2c64c5957447b9a4b3f6afc3f6e95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.46'}], 'enable_snat': True}, 'gw_port_id': 'd6546c27-5dee-413f-a5a2-46acb1fde2be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:00:10Z', 'updated_at': '2021-11-23T18:00:34Z', 'revision_number': 5, 'project_id': 'b3a2c64c5957447b9a4b3f6afc3f6e95', 'gw_port': {'id': 'd6546c27-5dee-413f-a5a2-46acb1fde2be', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:b8:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd595ef9a-41cd-4616-9877-9b89d37bf001', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:00:11Z', 'updated_at': '2021-11-23T18:00:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8'}], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:00:35.873905 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afdb7a85-56da-44fe-9604-4a04bcdf989e None None] The sync data for ids ['d595ef9a-41cd-4616-9877-9b89d37bf001'] in n-d-816206-8 is: [{'id': 'd595ef9a-41cd-4616-9877-9b89d37bf001', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1570439356', 'tenant_id': 'b3a2c64c5957447b9a4b3f6afc3f6e95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.46'}], 'enable_snat': True}, 'gw_port_id': 'd6546c27-5dee-413f-a5a2-46acb1fde2be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:00:10Z', 'updated_at': '2021-11-23T18:00:34Z', 'revision_number': 5, 'project_id': 'b3a2c64c5957447b9a4b3f6afc3f6e95', 'gw_port': {'id': 'd6546c27-5dee-413f-a5a2-46acb1fde2be', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:b8:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd595ef9a-41cd-4616-9877-9b89d37bf001', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:00:11Z', 'updated_at': '2021-11-23T18:00:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8'}] {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:00:35.875737 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7da86c-bb83-4058-baab-48e9711c8076 None None] Pushing event deleted for resources: {'Port': ['ID=b083844b-ad16-40da-bf30-a59ab9165044,revision_number=None']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:00:35.878057 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca7da86c-bb83-4058-baab-48e9711c8076 None None] No DVR routers for this DVR port b083844b-ad16-40da-bf30-a59ab9165044 on host n-d-816206-8 {{(pid=103592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:00:35.886945 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7da86c-bb83-4058-baab-48e9711c8076 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:00:35.887301 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7da86c-bb83-4058-baab-48e9711c8076 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:00:35.887647 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7da86c-bb83-4058-baab-48e9711c8076 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:00:35.887992 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7da86c-bb83-4058-baab-48e9711c8076 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:00:35.888327 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7da86c-bb83-4058-baab-48e9711c8076 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:00:35.888894 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7da86c-bb83-4058-baab-48e9711c8076 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:00:35.889405 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7da86c-bb83-4058-baab-48e9711c8076 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:00:35.889934 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7da86c-bb83-4058-baab-48e9711c8076 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:00:35.890439 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7da86c-bb83-4058-baab-48e9711c8076 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:00:35.891902 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7da86c-bb83-4058-baab-48e9711c8076 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:00:35.892473 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7da86c-bb83-4058-baab-48e9711c8076 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:00:35.892837 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7da86c-bb83-4058-baab-48e9711c8076 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:00:36.011033 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-fdf666b1-782e-43fc-9c31-d93f55dd4363 tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:36.037592 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf666b1-782e-43fc-9c31-d93f55dd4363 tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] Pushing event deleted for resources: {'Port': ['ID=d6546c27-5dee-413f-a5a2-46acb1fde2be,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:00:36.048239 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71412ddb-ad23-4c2b-ad2c-45801cfead82 None None] DHCP port deletion for 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:00:36.104608 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-fdf666b1-782e-43fc-9c31-d93f55dd4363 tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1795454'] for router_gateway, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:36.476970 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device 4773ac1d-d347-4a61-b3a8-49720ba8d093 details requested by agent hyperv_n-h2-816206-8 with host n-h2-816206-8 {{(pid=103592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 18:00:36.543155 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5b1943-4a49-47b8-ba57-77bd72f56fd5 req-68519ee8-c9bd-44e8-a18f-e4793aee0e86 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:36.546140 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9d5b1943-4a49-47b8-ba57-77bd72f56fd5 req-68519ee8-c9bd-44e8-a18f-e4793aee0e86 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.60 "GET /v2.0/ports?device_id=f677dda7-ea71-4385-b0a3-be175d469e50 HTTP/1.1" status: 200 len: 946 time: 0.0578544 Nov 23 18:00:36.546329 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-fdf666b1-782e-43fc-9c31-d93f55dd4363 tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1794352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8175'] for router, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:36.552330 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-fdf666b1-782e-43fc-9c31-d93f55dd4363 tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:36.577942 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port 4773ac1d-d347-4a61-b3a8-49720ba8d093, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=4773ac1d-d347-4a61-b3a8-49720ba8d093,segment=NetworkSegment(102ed429-7d92-446d-aad9-a74f1de6b95a),segment_id=102ed429-7d92-446d-aad9-a74f1de6b95a)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:00:36.590482 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Returning: {'device': '4773ac1d-d347-4a61-b3a8-49720ba8d093', 'network_id': 'de09f635-2e15-444d-b648-50de9ba5de13', 'port_id': '4773ac1d-d347-4a61-b3a8-49720ba8d093', 'mac_address': 'fa:16:3e:07:aa:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 545, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba2ae746-e129-45c6-82d4-ed62b3c0857a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 18:00:36.600421 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9d5b1943-4a49-47b8-ba57-77bd72f56fd5 req-52f3d096-16a4-4b57-944c-ca559d0c6dfe tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.60 "GET /v2.0/security-groups?id=26a740ef-a414-40be-ab5f-6db73ff13e79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497248 Nov 23 18:00:36.613201 n-d-816206-8 neutron-server[103590]: INFO neutron.api.v2.resource [req-ef455f7a-d695-4e8a-a3f7-66cc8bc0c0c9 req-92101064-7282-4d3b-965c-c1b34d44a865 service neutron] show failed (client error): The resource could not be found. Nov 23 18:00:36.621041 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-ef455f7a-d695-4e8a-a3f7-66cc8bc0c0c9 req-92101064-7282-4d3b-965c-c1b34d44a865 service neutron] 10.222.0.55 "GET /v2.0/ports/a479113f-2d1d-4ea5-91ef-a5a9483794b4/bindings/n-h2-816206-8 HTTP/1.1" status: 404 len: 380 time: 0.1662145 Nov 23 18:00:36.622213 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-fdf666b1-782e-43fc-9c31-d93f55dd4363 tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1795580'] for router, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:36.622496 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdf666b1-782e-43fc-9c31-d93f55dd4363 tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] Fanout notify agent at l3_agent the message router_deleted on router d595ef9a-41cd-4616-9877-9b89d37bf001 {{(pid=103590) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 18:00:36.630790 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-fdf666b1-782e-43fc-9c31-d93f55dd4363 tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] Publish callbacks [] for router, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:36.632628 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-fdf666b1-782e-43fc-9c31-d93f55dd4363 tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] 10.222.0.60 "DELETE /v2.0/routers/d595ef9a-41cd-4616-9877-9b89d37bf001 HTTP/1.1" status: 204 len: 168 time: 1.2310469 Nov 23 18:00:36.635309 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 51826) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:00:36.637591 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:36.654124 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4773ac1d-d347-4a61-b3a8-49720ba8d093 {{(pid=103592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:00:36.675283 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port 4773ac1d-d347-4a61-b3a8-49720ba8d093, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=4773ac1d-d347-4a61-b3a8-49720ba8d093,segment=NetworkSegment(102ed429-7d92-446d-aad9-a74f1de6b95a),segment_id=102ed429-7d92-446d-aad9-a74f1de6b95a)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:00:36.680860 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:36.731816 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-37a655a0-d77b-4b71-afd9-983fefe9ce6b tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-555181'] for network, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:36.736899 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Pushing event updated for resources: {'Port': ['ID=4773ac1d-d347-4a61-b3a8-49720ba8d093,revision_number=4']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:00:36.878571 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-37a655a0-d77b-4b71-afd9-983fefe9ce6b tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973419', 'neutron.services.segments.db._delete_segments_for_network-8736635878840'] for network, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:36.923624 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] get_ports_and_sgs() called for port_ids ['4773ac1d-d347-4a61-b3a8-49720ba8d093'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:00:36.967717 n-d-816206-8 neutron-server[103591]: DEBUG neutron.services.segments.db [None req-37a655a0-d77b-4b71-afd9-983fefe9ce6b tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66b79417-f25f-4165-9f27-e6078f4ac6d0']}} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:00:36.987628 n-d-816206-8 neutron-server[103591]: DEBUG neutron.services.segments.db [None req-37a655a0-d77b-4b71-afd9-983fefe9ce6b tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c766aa0-afbb-425b-ace8-98125a20f2f4') {'for_net_delete': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:00:36.987920 n-d-816206-8 neutron-server[103591]: DEBUG neutron.services.segments.db [None req-37a655a0-d77b-4b71-afd9-983fefe9ce6b tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c766aa0-afbb-425b-ace8-98125a20f2f4') {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:00:37.005001 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-37a655a0-d77b-4b71-afd9-983fefe9ce6b tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736635840332', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265989959'] for segment, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:37.023479 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef455f7a-d695-4e8a-a3f7-66cc8bc0c0c9 req-baf154e3-cf30-46e6-a5ca-c78a4e4b3b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:37.025025 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ef455f7a-d695-4e8a-a3f7-66cc8bc0c0c9 req-baf154e3-cf30-46e6-a5ca-c78a4e4b3b1c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f677dda7-ea71-4385-b0a3-be175d469e50&tenant_id=4d3a35880fb64e77bd3047bfa46cf261 HTTP/1.1" status: 200 len: 1097 time: 0.1577632 Nov 23 18:00:37.035838 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384b08d8-6c34-43df-8ddc-7fc8b6a50943 req-78934f59-1411-49c5-8638-dba9763f49ac tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:37.037368 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-384b08d8-6c34-43df-8ddc-7fc8b6a50943 req-78934f59-1411-49c5-8638-dba9763f49ac tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] 10.222.0.60 "GET /v2.0/ports?device_id=75c5774e-abeb-45ff-b8dc-963bee5e1a30 HTTP/1.1" status: 200 len: 944 time: 0.1366463 Nov 23 18:00:37.043582 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [req-ef455f7a-d695-4e8a-a3f7-66cc8bc0c0c9 req-8519df5e-2c8b-4714-891e-2cd542f2f5f0 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-816206-8', 'device_owner': 'compute:nova'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:00:37.046654 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-37a655a0-d77b-4b71-afd9-983fefe9ce6b tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:37.077796 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37a655a0-d77b-4b71-afd9-983fefe9ce6b tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] Releasing vlan 500 on physical network physnet1 to pool {{(pid=103591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 18:00:37.078080 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-37a655a0-d77b-4b71-afd9-983fefe9ce6b tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264756290'] for segment, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:37.081141 n-d-816206-8 neutron-server[103591]: Traceback (most recent call last): Nov 23 18:00:37.081141 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 18:00:37.081141 n-d-816206-8 neutron-server[103591]: timer() Nov 23 18:00:37.081141 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 18:00:37.081141 n-d-816206-8 neutron-server[103591]: cb(*args, **kw) Nov 23 18:00:37.081141 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 18:00:37.081141 n-d-816206-8 neutron-server[103591]: return func(*args, **kwargs) Nov 23 18:00:37.081141 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 18:00:37.081141 n-d-816206-8 neutron-server[103591]: self._notify() Nov 23 18:00:37.081141 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 18:00:37.081141 n-d-816206-8 neutron-server[103591]: self.callback(batched_events) Nov 23 18:00:37.081141 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 18:00:37.081141 n-d-816206-8 neutron-server[103591]: event.method(event) Nov 23 18:00:37.081141 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 18:00:37.081141 n-d-816206-8 neutron-server[103591]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 18:00:37.081141 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 18:00:37.081141 n-d-816206-8 neutron-server[103591]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 18:00:37.081141 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 18:00:37.081141 n-d-816206-8 neutron-server[103591]: return f(self, *a, **k) Nov 23 18:00:37.081141 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 18:00:37.081141 n-d-816206-8 neutron-server[103591]: return self._get(url).json() Nov 23 18:00:37.081141 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 18:00:37.081141 n-d-816206-8 neutron-server[103591]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 18:00:37.081141 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 18:00:37.081141 n-d-816206-8 neutron-server[103591]: return self.request(url, 'GET', **kwargs) Nov 23 18:00:37.081141 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 18:00:37.081141 n-d-816206-8 neutron-server[103591]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 18:00:37.081141 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 18:00:37.081141 n-d-816206-8 neutron-server[103591]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 18:00:37.081141 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 18:00:37.081141 n-d-816206-8 neutron-server[103591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 18:00:37.081141 n-d-816206-8 neutron-server[103591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 18:00:37.483734 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-37a655a0-d77b-4b71-afd9-983fefe9ce6b tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1795418'] for network, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:37.490674 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-ef455f7a-d695-4e8a-a3f7-66cc8bc0c0c9 req-8519df5e-2c8b-4714-891e-2cd542f2f5f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:37.495435 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-37a655a0-d77b-4b71-afd9-983fefe9ce6b tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] Publish callbacks [] for network, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:37.501067 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-37a655a0-d77b-4b71-afd9-983fefe9ce6b tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] 10.222.0.60 "DELETE /v2.0/networks/66b79417-f25f-4165-9f27-e6078f4ac6d0 HTTP/1.1" status: 204 len: 168 time: 0.8623128 Nov 23 18:00:37.501653 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 51830) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:00:37.517558 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-384b08d8-6c34-43df-8ddc-7fc8b6a50943 req-9c0e8e45-a6ce-476b-bdfa-c47d1418b89f tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] 10.222.0.60 "GET /v2.0/security-groups?id=f4944827-9abf-4d7e-b022-2bd6631a14cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4658082 Nov 23 18:00:37.520520 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a655a0-d77b-4b71-afd9-983fefe9ce6b tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] Pushing event deleted for resources: {'Network': ['ID=66b79417-f25f-4165-9f27-e6078f4ac6d0,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:00:37.575959 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 3e9d2f91-f70c-4eda-ba30-fbf8a2e9fc1b no longer exists at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:00:37.597633 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] No Port match for: 3e9d2f91-f70c-4eda-ba30-fbf8a2e9fc1b {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:00:37.598071 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 3e9d2f91-f70c-4eda-ba30-fbf8a2e9fc1b not bound to the agent host n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:00:37.598764 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device d6546c27-5dee-413f-a5a2-46acb1fde2be no longer exists at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:00:37.622460 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] No Port match for: d6546c27-5dee-413f-a5a2-46acb1fde2be {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:00:37.623103 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device d6546c27-5dee-413f-a5a2-46acb1fde2be not bound to the agent host n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:00:37.623676 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device b083844b-ad16-40da-bf30-a59ab9165044 no longer exists at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:00:37.646853 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] No Port match for: b083844b-ad16-40da-bf30-a59ab9165044 {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:00:37.647417 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device b083844b-ad16-40da-bf30-a59ab9165044 not bound to the agent host n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:00:37.720201 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-44222aac-3bc9-461b-aec3-647d8a902bf1 tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] Deleting port e9f3e1ce-acdb-4efe-ba33-f2114186b8e5 {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:00:37.720909 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-44222aac-3bc9-461b-aec3-647d8a902bf1 tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:37.778262 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7d99af-fbc5-4f76-a139-e894eeaccf93 req-0898f2e2-7231-4276-9923-83475cdebb8a tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:37.779738 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5a7d99af-fbc5-4f76-a139-e894eeaccf93 req-0898f2e2-7231-4276-9923-83475cdebb8a tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.60 "GET /v2.0/ports?device_id=f677dda7-ea71-4385-b0a3-be175d469e50 HTTP/1.1" status: 200 len: 946 time: 0.0971477 Nov 23 18:00:37.786212 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-ef455f7a-d695-4e8a-a3f7-66cc8bc0c0c9 req-8519df5e-2c8b-4714-891e-2cd542f2f5f0 service neutron] For port a479113f-2d1d-4ea5-91ef-a5a9483794b4, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=a479113f-2d1d-4ea5-91ef-a5a9483794b4,segment=NetworkSegment(c258ffac-1f4d-4be6-aafc-e39582cd8d50),segment_id=c258ffac-1f4d-4be6-aafc-e39582cd8d50)] {{(pid=103591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:00:37.798730 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-44222aac-3bc9-461b-aec3-647d8a902bf1 tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:37.799070 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-44222aac-3bc9-461b-aec3-647d8a902bf1 tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:37.811988 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-44222aac-3bc9-461b-aec3-647d8a902bf1 tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] Calling delete_port for e9f3e1ce-acdb-4efe-ba33-f2114186b8e5 owned by network:floatingip {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:00:37.852676 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-ef455f7a-d695-4e8a-a3f7-66cc8bc0c0c9 req-8519df5e-2c8b-4714-891e-2cd542f2f5f0 service neutron] For port a479113f-2d1d-4ea5-91ef-a5a9483794b4, host n-h1-816206-8, cleared binding levels {{(pid=103591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:00:37.858598 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5a7d99af-fbc5-4f76-a139-e894eeaccf93 req-3b089012-974c-4227-a762-6862437761cf tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.60 "GET /v2.0/security-groups?id=26a740ef-a414-40be-ab5f-6db73ff13e79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703170 Nov 23 18:00:37.899865 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f677dda7-ea71-4385-b0a3-be175d469e50', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a479113f-2d1d-4ea5-91ef-a5a9483794b4'}] {{(pid=103591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:00:37.902473 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41d174a19ece9499ff9ec44e5b3fc50f2abd3ffbc947fb7e52ea1e8db27b95b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c87ff13-4b4d-4d93-89be-f76cb36cda07" -d '{"events": [{"server_uuid": "f677dda7-ea71-4385-b0a3-be175d469e50", "name": "network-vif-unplugged", "status": "completed", "tag": "a479113f-2d1d-4ea5-91ef-a5a9483794b4"}]}' {{(pid=103591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:00:37.906554 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-ef455f7a-d695-4e8a-a3f7-66cc8bc0c0c9 req-8519df5e-2c8b-4714-891e-2cd542f2f5f0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:37.921616 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.provisioning_blocks [req-ef455f7a-d695-4e8a-a3f7-66cc8bc0c0c9 req-8519df5e-2c8b-4714-891e-2cd542f2f5f0 service neutron] Transition to ACTIVE for port object a479113f-2d1d-4ea5-91ef-a5a9483794b4 will not be triggered until provisioned by entity L2. {{(pid=103591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 18:00:37.925950 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-ef455f7a-d695-4e8a-a3f7-66cc8bc0c0c9 req-8519df5e-2c8b-4714-891e-2cd542f2f5f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264758186'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:37.969882 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 18:00:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-628a1947-2e4e-4346-bcf0-e6a91d7c408d x-openstack-request-id: req-628a1947-2e4e-4346-bcf0-e6a91d7c408d {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:00:37.970177 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f677dda7-ea71-4385-b0a3-be175d469e50", "name": "network-vif-unplugged", "status": "completed", "tag": "a479113f-2d1d-4ea5-91ef-a5a9483794b4", "code": 200}]} {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:00:37.970429 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-628a1947-2e4e-4346-bcf0-e6a91d7c408d {{(pid=103591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:00:37.970826 n-d-816206-8 neutron-server[103591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f677dda7-ea71-4385-b0a3-be175d469e50', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a479113f-2d1d-4ea5-91ef-a5a9483794b4', 'code': 200} Nov 23 18:00:37.981818 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-44222aac-3bc9-461b-aec3-647d8a902bf1 tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:38.010870 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44222aac-3bc9-461b-aec3-647d8a902bf1 tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] Pushing event deleted for resources: {'Port': ['ID=e9f3e1ce-acdb-4efe-ba33-f2114186b8e5,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:00:38.039826 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8519df5e-2c8b-4714-891e-2cd542f2f5f0 service neutron] Pushing event updated for resources: {'Port': ['ID=a479113f-2d1d-4ea5-91ef-a5a9483794b4,revision_number=6']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:00:38.081645 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-44222aac-3bc9-461b-aec3-647d8a902bf1 tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] Publish callbacks [] for floatingip, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:38.082060 n-d-816206-8 neutron-server[103590]: INFO neutron.db.l3_db [None req-44222aac-3bc9-461b-aec3-647d8a902bf1 tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] Floating IP c9224b12-be9f-4e16-bcd9-1f2857fe7898 disassociated (deleted). External IP: 172.25.3.129, port: f0710b90-5b61-46c4-8d26-828b770f8fc9. Nov 23 18:00:38.109766 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef455f7a-d695-4e8a-a3f7-66cc8bc0c0c9 req-8519df5e-2c8b-4714-891e-2cd542f2f5f0 service neutron] No DVR routers for this DVR port a479113f-2d1d-4ea5-91ef-a5a9483794b4 on host n-h1-816206-8 {{(pid=103591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:00:38.254570 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-ef455f7a-d695-4e8a-a3f7-66cc8bc0c0c9 req-8519df5e-2c8b-4714-891e-2cd542f2f5f0 service neutron] Attempting to bind port a479113f-2d1d-4ea5-91ef-a5a9483794b4 on host n-h2-816206-8 for vnic_type normal with profile {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:00:38.254822 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-ef455f7a-d695-4e8a-a3f7-66cc8bc0c0c9 req-8519df5e-2c8b-4714-891e-2cd542f2f5f0 service neutron] Attempting to bind port a479113f-2d1d-4ea5-91ef-a5a9483794b4 by drivers openvswitch,hyperv on host n-h2-816206-8 at level 0 using segments [{'id': 'c258ffac-1f4d-4be6-aafc-e39582cd8d50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'a784d5f5-5cd6-4b40-bc61-16afa7774b1f'}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:00:38.255111 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef455f7a-d695-4e8a-a3f7-66cc8bc0c0c9 req-8519df5e-2c8b-4714-891e-2cd542f2f5f0 service neutron] Attempting to bind port a479113f-2d1d-4ea5-91ef-a5a9483794b4 on network a784d5f5-5cd6-4b40-bc61-16afa7774b1f {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:00:38.259924 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef455f7a-d695-4e8a-a3f7-66cc8bc0c0c9 req-8519df5e-2c8b-4714-891e-2cd542f2f5f0 service neutron] Port a479113f-2d1d-4ea5-91ef-a5a9483794b4 on network a784d5f5-5cd6-4b40-bc61-16afa7774b1f not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-8 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:00:38.260243 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef455f7a-d695-4e8a-a3f7-66cc8bc0c0c9 req-8519df5e-2c8b-4714-891e-2cd542f2f5f0 service neutron] Attempting to bind port a479113f-2d1d-4ea5-91ef-a5a9483794b4 on network a784d5f5-5cd6-4b40-bc61-16afa7774b1f {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:00:38.265318 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef455f7a-d695-4e8a-a3f7-66cc8bc0c0c9 req-8519df5e-2c8b-4714-891e-2cd542f2f5f0 service neutron] Checking agent: {'id': 'ab77bf9e-0267-4174-8f1d-822cba89b207', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 15, 13), 'started_at': datetime.datetime(2021, 11, 23, 17, 15, 13), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 0, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:00:38.265662 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef455f7a-d695-4e8a-a3f7-66cc8bc0c0c9 req-8519df5e-2c8b-4714-891e-2cd542f2f5f0 service neutron] Checking segment: {'id': 'c258ffac-1f4d-4be6-aafc-e39582cd8d50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'a784d5f5-5cd6-4b40-bc61-16afa7774b1f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:00:38.266054 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef455f7a-d695-4e8a-a3f7-66cc8bc0c0c9 req-8519df5e-2c8b-4714-891e-2cd542f2f5f0 service neutron] Bound using segment: {'id': 'c258ffac-1f4d-4be6-aafc-e39582cd8d50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'a784d5f5-5cd6-4b40-bc61-16afa7774b1f'} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:00:38.266488 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-ef455f7a-d695-4e8a-a3f7-66cc8bc0c0c9 req-8519df5e-2c8b-4714-891e-2cd542f2f5f0 service neutron] Bound port: a479113f-2d1d-4ea5-91ef-a5a9483794b4, host: n-h2-816206-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c258ffac-1f4d-4be6-aafc-e39582cd8d50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'a784d5f5-5cd6-4b40-bc61-16afa7774b1f'}}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:00:38.266846 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-ef455f7a-d695-4e8a-a3f7-66cc8bc0c0c9 req-8519df5e-2c8b-4714-891e-2cd542f2f5f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:38.305856 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44222aac-3bc9-461b-aec3-647d8a902bf1 tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] Router 4260c439-9237-4bb0-8047-b589a5dcc470 has already been hosted by L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 {{(pid=103590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:00:38.330820 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-ef455f7a-d695-4e8a-a3f7-66cc8bc0c0c9 req-8519df5e-2c8b-4714-891e-2cd542f2f5f0 service neutron] For port a479113f-2d1d-4ea5-91ef-a5a9483794b4, host n-h2-816206-8, cleared binding levels {{(pid=103591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:00:38.333776 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-ef455f7a-d695-4e8a-a3f7-66cc8bc0c0c9 req-8519df5e-2c8b-4714-891e-2cd542f2f5f0 service neutron] For port a479113f-2d1d-4ea5-91ef-a5a9483794b4, host n-h2-816206-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=a479113f-2d1d-4ea5-91ef-a5a9483794b4,segment=NetworkSegment(c258ffac-1f4d-4be6-aafc-e39582cd8d50),segment_id=c258ffac-1f4d-4be6-aafc-e39582cd8d50)] {{(pid=103591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:00:38.339016 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-ef455f7a-d695-4e8a-a3f7-66cc8bc0c0c9 req-8519df5e-2c8b-4714-891e-2cd542f2f5f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264758186'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:38.373481 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef455f7a-d695-4e8a-a3f7-66cc8bc0c0c9 req-8519df5e-2c8b-4714-891e-2cd542f2f5f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:38.374105 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-ef455f7a-d695-4e8a-a3f7-66cc8bc0c0c9 req-8519df5e-2c8b-4714-891e-2cd542f2f5f0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:38.375509 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ef455f7a-d695-4e8a-a3f7-66cc8bc0c0c9 req-8519df5e-2c8b-4714-891e-2cd542f2f5f0 service neutron] 10.222.0.36 "PUT /v2.0/ports/a479113f-2d1d-4ea5-91ef-a5a9483794b4 HTTP/1.1" status: 200 len: 1092 time: 1.3372185 Nov 23 18:00:38.406870 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8519df5e-2c8b-4714-891e-2cd542f2f5f0 service neutron] Pushing event updated for resources: {'Port': ['ID=a479113f-2d1d-4ea5-91ef-a5a9483794b4,revision_number=7']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:00:38.434062 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44222aac-3bc9-461b-aec3-647d8a902bf1 tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:00:38.443684 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ed5f0a8-1b4c-45eb-ba11-b1d9a46af37c None None] Sync routers for ids ['4260c439-9237-4bb0-8047-b589a5dcc470'] in n-d-816206-8 {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:00:38.444865 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-44222aac-3bc9-461b-aec3-647d8a902bf1 tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for floatingip, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:38.457403 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ed5f0a8-1b4c-45eb-ba11-b1d9a46af37c None None] Routers {'4260c439-9237-4bb0-8047-b589a5dcc470'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:00:38.459047 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-2ed5f0a8-1b4c-45eb-ba11-b1d9a46af37c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T18:00:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['4260c439-9237-4bb0-8047-b589a5dcc470'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:00:38.464762 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef455f7a-d695-4e8a-a3f7-66cc8bc0c0c9 req-5c22e2b1-fe5a-4edf-9e6a-1f20c203ab28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:38.466317 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ef455f7a-d695-4e8a-a3f7-66cc8bc0c0c9 req-5c22e2b1-fe5a-4edf-9e6a-1f20c203ab28 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4d3a35880fb64e77bd3047bfa46cf261&device_id=f677dda7-ea71-4385-b0a3-be175d469e50 HTTP/1.1" status: 200 len: 1095 time: 0.0555332 Nov 23 18:00:38.492113 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-44222aac-3bc9-461b-aec3-647d8a902bf1 tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] 10.222.0.60 "DELETE /v2.0/floatingips/c9224b12-be9f-4e16-bcd9-1f2857fe7898 HTTP/1.1" status: 204 len: 168 time: 0.9890485 Nov 23 18:00:38.492777 n-d-816206-8 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f0264ec-7ac0-4a92-84e9-9486fee23117', 'tag': 'f0710b90-5b61-46c4-8d26-828b770f8fc9'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:00:38.495287 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbabddbc9fc37b068808e119c416c86f5957ca04531a4a0d2e695c515e93483b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e739ac5-e765-45c5-868a-71fc3ced4051" -d '{"events": [{"name": "network-changed", "server_uuid": "3f0264ec-7ac0-4a92-84e9-9486fee23117", "tag": "f0710b90-5b61-46c4-8d26-828b770f8fc9"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:00:38.578764 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvr_db [None req-2ed5f0a8-1b4c-45eb-ba11-b1d9a46af37c None None] Set router 4260c439-9237-4bb0-8047-b589a5dcc470 gateway port host: n-d-816206-8 {{(pid=103592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:00:38.579437 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:00:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85942007-d0d6-41cb-947b-fdac72ae7ca6 x-openstack-request-id: req-85942007-d0d6-41cb-947b-fdac72ae7ca6 {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:00:38.579735 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f0264ec-7ac0-4a92-84e9-9486fee23117", "tag": "f0710b90-5b61-46c4-8d26-828b770f8fc9", "status": "completed", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:00:38.579992 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-85942007-d0d6-41cb-947b-fdac72ae7ca6 {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:00:38.580425 n-d-816206-8 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f0264ec-7ac0-4a92-84e9-9486fee23117', 'tag': 'f0710b90-5b61-46c4-8d26-828b770f8fc9', 'status': 'completed', 'code': 200} Nov 23 18:00:38.619680 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device 4773ac1d-d347-4a61-b3a8-49720ba8d093 up at agent hyperv_n-h2-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:00:38.736638 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef455f7a-d695-4e8a-a3f7-66cc8bc0c0c9 req-d859bfd4-fbb1-4c91-8d14-438e7357e5e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:38.738199 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ef455f7a-d695-4e8a-a3f7-66cc8bc0c0c9 req-d859bfd4-fbb1-4c91-8d14-438e7357e5e8 service neutron] 10.222.0.36 "GET /v2.0/networks?id=a784d5f5-5cd6-4b40-bc61-16afa7774b1f HTTP/1.1" status: 200 len: 898 time: 0.2629261 Nov 23 18:00:38.759024 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e739ac5-e765-45c5-868a-71fc3ced4051 req-15ac2d91-1ca2-43eb-9be3-e0e73bed507e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:38.760758 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-1e739ac5-e765-45c5-868a-71fc3ced4051 req-15ac2d91-1ca2-43eb-9be3-e0e73bed507e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b3a2c64c5957447b9a4b3f6afc3f6e95&device_id=3f0264ec-7ac0-4a92-84e9-9486fee23117 HTTP/1.1" status: 200 len: 1136 time: 0.1516652 Nov 23 18:00:38.813947 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Provisioning for port 4773ac1d-d347-4a61-b3a8-49720ba8d093 completed by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 18:00:38.829373 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Provisioning complete for port 4773ac1d-d347-4a61-b3a8-49720ba8d093 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:00:38.829736 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:38.874807 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df80427-ef48-47a7-b700-6736cc749f5e req-7fc87fa1-78ce-4a20-ab4c-b0c9cc01be4b tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:38.876453 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-3df80427-ef48-47a7-b700-6736cc749f5e req-7fc87fa1-78ce-4a20-ab4c-b0c9cc01be4b tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] 10.222.0.60 "GET /v2.0/ports?device_id=75c5774e-abeb-45ff-b8dc-963bee5e1a30 HTTP/1.1" status: 200 len: 944 time: 0.1887493 Nov 23 18:00:38.934640 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ef455f7a-d695-4e8a-a3f7-66cc8bc0c0c9 req-ef302e73-499b-4ced-b210-0ce4c276a1ff service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a479113f-2d1d-4ea5-91ef-a5a9483794b4 HTTP/1.1" status: 200 len: 999 time: 0.1697969 Nov 23 18:00:38.961482 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:38.968112 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92de8fac-1127-4fc7-9678-8c94b9aabd57 req-4023db30-66fc-40eb-b51c-bbc2ac086586 tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:38.969689 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-92de8fac-1127-4fc7-9678-8c94b9aabd57 req-4023db30-66fc-40eb-b51c-bbc2ac086586 tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] 10.222.0.60 "GET /v2.0/ports?device_id=3f0264ec-7ac0-4a92-84e9-9486fee23117 HTTP/1.1" status: 200 len: 985 time: 0.2385881 Nov 23 18:00:38.989739 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-2ed5f0a8-1b4c-45eb-ba11-b1d9a46af37c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4260c439-9237-4bb0-8047-b589a5dcc470', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1304575898', 'tenant_id': 'b3a2c64c5957447b9a4b3f6afc3f6e95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.61'}], 'enable_snat': True}, 'gw_port_id': '6a217b90-9f29-4732-9ff6-801dd7725e1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:59:14Z', 'updated_at': '2021-11-23T17:59:18Z', 'revision_number': 4, 'project_id': 'b3a2c64c5957447b9a4b3f6afc3f6e95', 'gw_port': {'id': '6a217b90-9f29-4732-9ff6-801dd7725e1b', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:9e:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4260c439-9237-4bb0-8047-b589a5dcc470', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:59:14Z', 'updated_at': '2021-11-23T17:59:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_interfaces': [{'id': 'c3c77e71-c972-4c1d-8673-3133234ae1cb', 'name': '', 'network_id': '30ad5e0b-b448-45c5-81cc-5310ff5aa53b', 'tenant_id': 'b3a2c64c5957447b9a4b3f6afc3f6e95', 'mac_address': 'fa:16:3e:b1:e4:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4260c439-9237-4bb0-8047-b589a5dcc470', 'device_owner': 'network:router_interface', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': 'f89d8790-7fe3-41e9-a7b7-c70e073fca47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:59:18Z', 'updated_at': '2021-11-23T17:59:21Z', 'revision_number': 5, 'project_id': 'b3a2c64c5957447b9a4b3f6afc3f6e95', 'subnets': [{'id': 'f89d8790-7fe3-41e9-a7b7-c70e073fca47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:00:38.995033 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75c5774e-abeb-45ff-b8dc-963bee5e1a30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4773ac1d-d347-4a61-b3a8-49720ba8d093'}] {{(pid=103592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:00:38.997372 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba3e6a8f2301c7a29fe1eca9779abdae4ccbcd6266d69778087f2498d5551201" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3010e83-7550-4dd0-8ae4-560bf97b5a67" -d '{"events": [{"server_uuid": "75c5774e-abeb-45ff-b8dc-963bee5e1a30", "name": "network-vif-plugged", "status": "completed", "tag": "4773ac1d-d347-4a61-b3a8-49720ba8d093"}]}' {{(pid=103592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:00:39.038928 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ed5f0a8-1b4c-45eb-ba11-b1d9a46af37c None None] Checking router: 4260c439-9237-4bb0-8047-b589a5dcc470 for host: n-d-816206-8 {{(pid=103592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:00:39.041083 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port 4773ac1d-d347-4a61-b3a8-49720ba8d093, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=4773ac1d-d347-4a61-b3a8-49720ba8d093,segment=NetworkSegment(102ed429-7d92-446d-aad9-a74f1de6b95a),segment_id=102ed429-7d92-446d-aad9-a74f1de6b95a)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:00:39.049169 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:39.056314 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ed5f0a8-1b4c-45eb-ba11-b1d9a46af37c None None] Routers {'4260c439-9237-4bb0-8047-b589a5dcc470'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:00:39.056969 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-2ed5f0a8-1b4c-45eb-ba11-b1d9a46af37c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T18:00:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['4260c439-9237-4bb0-8047-b589a5dcc470'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:00:39.067885 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e739ac5-e765-45c5-868a-71fc3ced4051 req-049c38b6-954b-4979-8359-dac954921a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:39.069932 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-1e739ac5-e765-45c5-868a-71fc3ced4051 req-049c38b6-954b-4979-8359-dac954921a8f service neutron] 10.222.0.36 "GET /v2.0/networks?id=30ad5e0b-b448-45c5-81cc-5310ff5aa53b HTTP/1.1" status: 200 len: 898 time: 0.2433527 Nov 23 18:00:39.083405 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-3df80427-ef48-47a7-b700-6736cc749f5e req-4ed0be98-fb09-4228-b240-cdb57888fe63 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] 10.222.0.60 "GET /v2.0/security-groups?id=f4944827-9abf-4d7e-b022-2bd6631a14cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1965268 Nov 23 18:00:39.089048 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef455f7a-d695-4e8a-a3f7-66cc8bc0c0c9 req-c9d73699-1466-43c6-9415-ab43a495d409 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:39.090499 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ef455f7a-d695-4e8a-a3f7-66cc8bc0c0c9 req-c9d73699-1466-43c6-9415-ab43a495d409 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d11b9ece-e41a-4fe0-8b2b-a718aa85eeac HTTP/1.1" status: 200 len: 834 time: 0.1431613 Nov 23 18:00:39.170494 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-1e739ac5-e765-45c5-868a-71fc3ced4051 req-6eb71d7c-c642-401d-8b87-4b6e2e49fb0a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f0710b90-5b61-46c4-8d26-828b770f8fc9 HTTP/1.1" status: 200 len: 217 time: 0.0831885 Nov 23 18:00:39.189820 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-92de8fac-1127-4fc7-9678-8c94b9aabd57 req-ec4a3c17-9274-45d6-ba4b-7a34344268de tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] 10.222.0.60 "GET /v2.0/security-groups?id=56afa034-f545-4404-8cb1-a48c2a68d4cc&id=6dda33c2-f578-49e4-aa77-399a2d78d06b&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.1926038 Nov 23 18:00:39.324467 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef455f7a-d695-4e8a-a3f7-66cc8bc0c0c9 req-a2e599a5-18d8-48aa-8a03-36f4b26f3f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:39.326403 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ef455f7a-d695-4e8a-a3f7-66cc8bc0c0c9 req-a2e599a5-18d8-48aa-8a03-36f4b26f3f31 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a784d5f5-5cd6-4b40-bc61-16afa7774b1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2235243 Nov 23 18:00:39.335020 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e739ac5-e765-45c5-868a-71fc3ced4051 req-ae45a29b-9f34-422b-95f7-ab8452832078 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:39.337131 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-1e739ac5-e765-45c5-868a-71fc3ced4051 req-ae45a29b-9f34-422b-95f7-ab8452832078 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f89d8790-7fe3-41e9-a7b7-c70e073fca47 HTTP/1.1" status: 200 len: 834 time: 0.1524758 Nov 23 18:00:39.349225 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device a479113f-2d1d-4ea5-91ef-a5a9483794b4 no longer exists at agent hyperv_n-h1-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:00:39.360545 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd1be88-5c1b-4bd5-aa27-e88acc1d9111 req-275dc801-a589-4737-9992-9ba7ed2704a1 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:39.362354 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-3fd1be88-5c1b-4bd5-aa27-e88acc1d9111 req-275dc801-a589-4737-9992-9ba7ed2704a1 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.60 "GET /v2.0/ports?device_id=f677dda7-ea71-4385-b0a3-be175d469e50 HTTP/1.1" status: 200 len: 944 time: 0.1971302 Nov 23 18:00:39.377523 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:00:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37d06f5c-eae7-49d4-95de-b6c7c850d03d x-openstack-request-id: req-37d06f5c-eae7-49d4-95de-b6c7c850d03d {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:00:39.377916 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75c5774e-abeb-45ff-b8dc-963bee5e1a30", "name": "network-vif-plugged", "status": "completed", "tag": "4773ac1d-d347-4a61-b3a8-49720ba8d093", "code": 200}]} {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:00:39.378106 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-37d06f5c-eae7-49d4-95de-b6c7c850d03d {{(pid=103592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:00:39.378509 n-d-816206-8 neutron-server[103592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75c5774e-abeb-45ff-b8dc-963bee5e1a30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4773ac1d-d347-4a61-b3a8-49720ba8d093', 'code': 200} Nov 23 18:00:39.380892 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Pushing event updated for resources: {'Port': ['ID=4773ac1d-d347-4a61-b3a8-49720ba8d093,revision_number=5']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:00:39.421635 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device a479113f-2d1d-4ea5-91ef-a5a9483794b4 not bound to the agent host n-h1-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:00:39.425171 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvr_db [None req-2ed5f0a8-1b4c-45eb-ba11-b1d9a46af37c None None] Set router 4260c439-9237-4bb0-8047-b589a5dcc470 gateway port host: n-d-816206-8 {{(pid=103592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:00:39.487354 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fc806b-6dff-4e0d-be51-315eed20dfd7 req-a48e6e6d-d49e-4a35-ab59-63d031ad648b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:39.489273 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-67fc806b-6dff-4e0d-be51-315eed20dfd7 req-a48e6e6d-d49e-4a35-ab59-63d031ad648b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=75c5774e-abeb-45ff-b8dc-963bee5e1a30 HTTP/1.1" status: 200 len: 1096 time: 0.0485868 Nov 23 18:00:39.528269 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-3fd1be88-5c1b-4bd5-aa27-e88acc1d9111 req-2e1eab00-2f5a-4c27-a5a1-545dc37b892b tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.60 "GET /v2.0/security-groups?id=26a740ef-a414-40be-ab5f-6db73ff13e79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1375587 Nov 23 18:00:39.530343 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e739ac5-e765-45c5-868a-71fc3ced4051 req-20899aac-181d-478b-9e18-d2b577a8924b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:39.531946 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-1e739ac5-e765-45c5-868a-71fc3ced4051 req-20899aac-181d-478b-9e18-d2b577a8924b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=30ad5e0b-b448-45c5-81cc-5310ff5aa53b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1671219 Nov 23 18:00:39.538895 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ef455f7a-d695-4e8a-a3f7-66cc8bc0c0c9 req-5157762c-0e91-4300-ba0f-cffa01b0b160 service neutron] 10.222.0.36 "GET /v2.0/networks/a784d5f5-5cd6-4b40-bc61-16afa7774b1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1990850 Nov 23 18:00:39.560065 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-67fc806b-6dff-4e0d-be51-315eed20dfd7 req-7783bdf7-167b-4084-ab65-5ed884325b99 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=f4944827-9abf-4d7e-b022-2bd6631a14cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562329 Nov 23 18:00:39.657843 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-2ed5f0a8-1b4c-45eb-ba11-b1d9a46af37c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4260c439-9237-4bb0-8047-b589a5dcc470', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1304575898', 'tenant_id': 'b3a2c64c5957447b9a4b3f6afc3f6e95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.61'}], 'enable_snat': True}, 'gw_port_id': '6a217b90-9f29-4732-9ff6-801dd7725e1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:59:14Z', 'updated_at': '2021-11-23T17:59:18Z', 'revision_number': 4, 'project_id': 'b3a2c64c5957447b9a4b3f6afc3f6e95', 'gw_port': {'id': '6a217b90-9f29-4732-9ff6-801dd7725e1b', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:9e:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4260c439-9237-4bb0-8047-b589a5dcc470', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:59:14Z', 'updated_at': '2021-11-23T17:59:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_interfaces': [{'id': 'c3c77e71-c972-4c1d-8673-3133234ae1cb', 'name': '', 'network_id': '30ad5e0b-b448-45c5-81cc-5310ff5aa53b', 'tenant_id': 'b3a2c64c5957447b9a4b3f6afc3f6e95', 'mac_address': 'fa:16:3e:b1:e4:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4260c439-9237-4bb0-8047-b589a5dcc470', 'device_owner': 'network:router_interface', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': 'f89d8790-7fe3-41e9-a7b7-c70e073fca47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:59:18Z', 'updated_at': '2021-11-23T17:59:21Z', 'revision_number': 5, 'project_id': 'b3a2c64c5957447b9a4b3f6afc3f6e95', 'subnets': [{'id': 'f89d8790-7fe3-41e9-a7b7-c70e073fca47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:00:39.686527 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ed5f0a8-1b4c-45eb-ba11-b1d9a46af37c None None] The sync data for ids ['4260c439-9237-4bb0-8047-b589a5dcc470'] in n-d-816206-8 is: [{'id': '4260c439-9237-4bb0-8047-b589a5dcc470', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1304575898', 'tenant_id': 'b3a2c64c5957447b9a4b3f6afc3f6e95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.61'}], 'enable_snat': True}, 'gw_port_id': '6a217b90-9f29-4732-9ff6-801dd7725e1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:59:14Z', 'updated_at': '2021-11-23T17:59:18Z', 'revision_number': 4, 'project_id': 'b3a2c64c5957447b9a4b3f6afc3f6e95', 'gw_port': {'id': '6a217b90-9f29-4732-9ff6-801dd7725e1b', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:9e:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4260c439-9237-4bb0-8047-b589a5dcc470', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:59:14Z', 'updated_at': '2021-11-23T17:59:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_interfaces': [{'id': 'c3c77e71-c972-4c1d-8673-3133234ae1cb', 'name': '', 'network_id': '30ad5e0b-b448-45c5-81cc-5310ff5aa53b', 'tenant_id': 'b3a2c64c5957447b9a4b3f6afc3f6e95', 'mac_address': 'fa:16:3e:b1:e4:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4260c439-9237-4bb0-8047-b589a5dcc470', 'device_owner': 'network:router_interface', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': 'f89d8790-7fe3-41e9-a7b7-c70e073fca47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:59:18Z', 'updated_at': '2021-11-23T17:59:21Z', 'revision_number': 5, 'project_id': 'b3a2c64c5957447b9a4b3f6afc3f6e95', 'subnets': [{'id': 'f89d8790-7fe3-41e9-a7b7-c70e073fca47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:00:39.708724 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-1e739ac5-e765-45c5-868a-71fc3ced4051 req-41c60577-9426-474b-988b-c5fe53c391df service neutron] 10.222.0.36 "GET /v2.0/networks/30ad5e0b-b448-45c5-81cc-5310ff5aa53b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1593347 Nov 23 18:00:39.711292 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ef455f7a-d695-4e8a-a3f7-66cc8bc0c0c9 req-9397f67a-10e2-4273-9b13-5d5c87746e06 service neutron] 10.222.0.36 "GET /v2.0/networks/a784d5f5-5cd6-4b40-bc61-16afa7774b1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1534994 Nov 23 18:00:39.893693 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-1e739ac5-e765-45c5-868a-71fc3ced4051 req-1e13a0dc-caab-4605-8d0c-ed138eb94600 service neutron] 10.222.0.36 "GET /v2.0/networks/30ad5e0b-b448-45c5-81cc-5310ff5aa53b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241999 Nov 23 18:00:39.971728 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f677dda7-ea71-4385-b0a3-be175d469e50', 'tag': 'a479113f-2d1d-4ea5-91ef-a5a9483794b4'}] {{(pid=103591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:00:39.976752 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41d174a19ece9499ff9ec44e5b3fc50f2abd3ffbc947fb7e52ea1e8db27b95b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05d02c17-1ddf-484b-ac07-b60f98a6a6e5" -d '{"events": [{"name": "network-changed", "server_uuid": "f677dda7-ea71-4385-b0a3-be175d469e50", "tag": "a479113f-2d1d-4ea5-91ef-a5a9483794b4"}]}' {{(pid=103591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:00:40.001730 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29368177-146c-4026-a655-f63aa1f3a9aa None None] New status for floating IP c9224b12-be9f-4e16-bcd9-1f2857fe7898: DOWN {{(pid=103593) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 18:00:40.056773 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:00:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df646ead-92cf-4915-ae09-7c4538bfcfe7 x-openstack-request-id: req-df646ead-92cf-4915-ae09-7c4538bfcfe7 {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:00:40.057111 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f677dda7-ea71-4385-b0a3-be175d469e50", "tag": "a479113f-2d1d-4ea5-91ef-a5a9483794b4", "status": "completed", "code": 200}]} {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:00:40.057348 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-df646ead-92cf-4915-ae09-7c4538bfcfe7 {{(pid=103591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:00:40.057752 n-d-816206-8 neutron-server[103591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f677dda7-ea71-4385-b0a3-be175d469e50', 'tag': 'a479113f-2d1d-4ea5-91ef-a5a9483794b4', 'status': 'completed', 'code': 200} Nov 23 18:00:40.143386 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d02c17-1ddf-484b-ac07-b60f98a6a6e5 req-d51dbc73-7a64-4c9e-b03f-35c5286438a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:40.145153 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-05d02c17-1ddf-484b-ac07-b60f98a6a6e5 req-d51dbc73-7a64-4c9e-b03f-35c5286438a2 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4d3a35880fb64e77bd3047bfa46cf261&device_id=f677dda7-ea71-4385-b0a3-be175d469e50 HTTP/1.1" status: 200 len: 1095 time: 0.0589576 Nov 23 18:00:40.147321 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d02c17-1ddf-484b-ac07-b60f98a6a6e5 req-8a726c62-b338-45ea-8fea-cc10e88b96c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:40.149508 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-05d02c17-1ddf-484b-ac07-b60f98a6a6e5 req-8a726c62-b338-45ea-8fea-cc10e88b96c1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4d3a35880fb64e77bd3047bfa46cf261&device_id=f677dda7-ea71-4385-b0a3-be175d469e50 HTTP/1.1" status: 200 len: 1095 time: 0.0706444 Nov 23 18:00:40.267508 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d02c17-1ddf-484b-ac07-b60f98a6a6e5 req-1356dd55-bee6-4eef-98da-97fcade545a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:40.269395 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-05d02c17-1ddf-484b-ac07-b60f98a6a6e5 req-1356dd55-bee6-4eef-98da-97fcade545a1 service neutron] 10.222.0.55 "GET /v2.0/networks?id=a784d5f5-5cd6-4b40-bc61-16afa7774b1f HTTP/1.1" status: 200 len: 898 time: 0.1170278 Nov 23 18:00:40.378889 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-05d02c17-1ddf-484b-ac07-b60f98a6a6e5 req-20d9eea6-d7e8-4dc4-bdb5-273520b43a2b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a479113f-2d1d-4ea5-91ef-a5a9483794b4 HTTP/1.1" status: 200 len: 999 time: 0.1019979 Nov 23 18:00:40.423178 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1ee67e-73fc-4d0a-bf9d-f4ffd13e112f req-65bf9c28-7838-4243-9585-931fcb130722 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:40.424808 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ab1ee67e-73fc-4d0a-bf9d-f4ffd13e112f req-65bf9c28-7838-4243-9585-931fcb130722 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] 10.222.0.60 "GET /v2.0/ports?device_id=75c5774e-abeb-45ff-b8dc-963bee5e1a30 HTTP/1.1" status: 200 len: 945 time: 0.2353518 Nov 23 18:00:40.434492 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d02c17-1ddf-484b-ac07-b60f98a6a6e5 req-b37df291-1c36-437c-8547-645da5eab4df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:40.436097 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-05d02c17-1ddf-484b-ac07-b60f98a6a6e5 req-b37df291-1c36-437c-8547-645da5eab4df service neutron] 10.222.0.36 "GET /v2.0/networks?id=a784d5f5-5cd6-4b40-bc61-16afa7774b1f HTTP/1.1" status: 200 len: 898 time: 0.2781274 Nov 23 18:00:40.445246 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d02c17-1ddf-484b-ac07-b60f98a6a6e5 req-e71d7299-9b8c-4b1c-85ef-dbc2ad531e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:40.447972 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-05d02c17-1ddf-484b-ac07-b60f98a6a6e5 req-e71d7299-9b8c-4b1c-85ef-dbc2ad531e01 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d11b9ece-e41a-4fe0-8b2b-a718aa85eeac HTTP/1.1" status: 200 len: 834 time: 0.0617096 Nov 23 18:00:40.455389 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e45768-2a00-442c-b09e-f82107d6c8b4 req-ec1a2f03-e32f-47cb-b421-fc9140539aa6 tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:40.456973 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-30e45768-2a00-442c-b09e-f82107d6c8b4 req-ec1a2f03-e32f-47cb-b421-fc9140539aa6 tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] 10.222.0.60 "GET /v2.0/ports?device_id=3f0264ec-7ac0-4a92-84e9-9486fee23117 HTTP/1.1" status: 200 len: 985 time: 0.1579139 Nov 23 18:00:40.520965 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d02c17-1ddf-484b-ac07-b60f98a6a6e5 req-a36b4aea-21c3-4785-92ba-20337c52aef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:40.524110 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-05d02c17-1ddf-484b-ac07-b60f98a6a6e5 req-a36b4aea-21c3-4785-92ba-20337c52aef8 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a784d5f5-5cd6-4b40-bc61-16afa7774b1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0668344 Nov 23 18:00:40.651314 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-05d02c17-1ddf-484b-ac07-b60f98a6a6e5 req-a894708b-b7a5-43ba-802b-ec2a2ab8a2a9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a479113f-2d1d-4ea5-91ef-a5a9483794b4 HTTP/1.1" status: 200 len: 999 time: 0.1929917 Nov 23 18:00:40.661733 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ab1ee67e-73fc-4d0a-bf9d-f4ffd13e112f req-7dfe2365-9678-4f54-b96e-3d602e80c269 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] 10.222.0.60 "GET /v2.0/security-groups?id=f4944827-9abf-4d7e-b022-2bd6631a14cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2234294 Nov 23 18:00:40.673422 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-05d02c17-1ddf-484b-ac07-b60f98a6a6e5 req-94e8f04a-da88-4bb9-ac38-5c75d9b55f01 service neutron] 10.222.0.55 "GET /v2.0/networks/a784d5f5-5cd6-4b40-bc61-16afa7774b1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414437 Nov 23 18:00:40.714922 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d319f4c5-5104-43d5-86e6-614c927ff0aa req-a746a937-63f7-4eb3-9668-3a3ea59f9936 tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:40.717452 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d319f4c5-5104-43d5-86e6-614c927ff0aa req-a746a937-63f7-4eb3-9668-3a3ea59f9936 tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] 10.222.0.36 "GET /v2.0/ports?device_id=3f0264ec-7ac0-4a92-84e9-9486fee23117 HTTP/1.1" status: 200 len: 985 time: 0.2028522 Nov 23 18:00:40.760250 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-30e45768-2a00-442c-b09e-f82107d6c8b4 req-5bdc67e7-844d-4617-8853-028ed2f705f1 tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] 10.222.0.60 "GET /v2.0/security-groups?id=56afa034-f545-4404-8cb1-a48c2a68d4cc&id=6dda33c2-f578-49e4-aa77-399a2d78d06b&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.2867701 Nov 23 18:00:40.814347 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-05d02c17-1ddf-484b-ac07-b60f98a6a6e5 req-c98f040a-9247-4d5c-8e7e-b6da5d04297a service neutron] 10.222.0.55 "GET /v2.0/networks/a784d5f5-5cd6-4b40-bc61-16afa7774b1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347096 Nov 23 18:00:40.853578 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d02c17-1ddf-484b-ac07-b60f98a6a6e5 req-11a9bdf6-86a9-4a72-bfab-3b96aca9c549 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:40.855077 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-05d02c17-1ddf-484b-ac07-b60f98a6a6e5 req-11a9bdf6-86a9-4a72-bfab-3b96aca9c549 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d11b9ece-e41a-4fe0-8b2b-a718aa85eeac HTTP/1.1" status: 200 len: 834 time: 0.1919010 Nov 23 18:00:40.928021 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e55cc4-ba06-47ec-bc7c-db5ecbc2cab2 req-c1e25077-c820-45f2-bda7-3efda2cd6cb4 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:40.930135 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d4e55cc4-ba06-47ec-bc7c-db5ecbc2cab2 req-c1e25077-c820-45f2-bda7-3efda2cd6cb4 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.60 "GET /v2.0/ports?device_id=f677dda7-ea71-4385-b0a3-be175d469e50 HTTP/1.1" status: 200 len: 944 time: 0.1319945 Nov 23 18:00:40.980081 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d02c17-1ddf-484b-ac07-b60f98a6a6e5 req-e3163911-5f5d-4b46-bb07-a9f350132a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:40.981674 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-05d02c17-1ddf-484b-ac07-b60f98a6a6e5 req-e3163911-5f5d-4b46-bb07-a9f350132a88 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a784d5f5-5cd6-4b40-bc61-16afa7774b1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1057885 Nov 23 18:00:40.999023 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [req-d319f4c5-5104-43d5-86e6-614c927ff0aa req-a60bd99a-ac8e-41dd-8043-3bab9528e0da tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] Deleting port f0710b90-5b61-46c4-8d26-828b770f8fc9 {{(pid=103591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:00:40.999369 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-d319f4c5-5104-43d5-86e6-614c927ff0aa req-a60bd99a-ac8e-41dd-8043-3bab9528e0da tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:41.060558 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d4e55cc4-ba06-47ec-bc7c-db5ecbc2cab2 req-3e9055fd-938a-40dc-9f92-de20d4ea50be tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.60 "GET /v2.0/security-groups?id=26a740ef-a414-40be-ab5f-6db73ff13e79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1203847 Nov 23 18:00:41.474570 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-d319f4c5-5104-43d5-86e6-614c927ff0aa req-a60bd99a-ac8e-41dd-8043-3bab9528e0da tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] For port f0710b90-5b61-46c4-8d26-828b770f8fc9, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=f0710b90-5b61-46c4-8d26-828b770f8fc9,segment=NetworkSegment(3e26f0b9-a9e3-44b0-872e-6e0def10c56a),segment_id=3e26f0b9-a9e3-44b0-872e-6e0def10c56a)] {{(pid=103591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:00:41.474936 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-d319f4c5-5104-43d5-86e6-614c927ff0aa req-a60bd99a-ac8e-41dd-8043-3bab9528e0da tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:41.486089 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-05d02c17-1ddf-484b-ac07-b60f98a6a6e5 req-ddeb739d-1b7f-405b-822e-ecaed54de61d service neutron] 10.222.0.36 "GET /v2.0/networks/a784d5f5-5cd6-4b40-bc61-16afa7774b1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4799552 Nov 23 18:00:41.492639 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [req-d319f4c5-5104-43d5-86e6-614c927ff0aa req-a60bd99a-ac8e-41dd-8043-3bab9528e0da tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] Calling delete_port for f0710b90-5b61-46c4-8d26-828b770f8fc9 owned by compute:nova {{(pid=103591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:00:41.553130 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.agents_db [None req-464f6c07-0de8-4be6-8f5b-563f574d1c5d None None] Agent healthcheck: found 7 active agents {{(pid=103593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 18:00:41.641317 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-05d02c17-1ddf-484b-ac07-b60f98a6a6e5 req-b13717d9-7e40-4a73-aed1-2606f90d1f5f service neutron] 10.222.0.36 "GET /v2.0/networks/a784d5f5-5cd6-4b40-bc61-16afa7774b1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1462629 Nov 23 18:00:41.714126 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-d319f4c5-5104-43d5-86e6-614c927ff0aa req-a60bd99a-ac8e-41dd-8043-3bab9528e0da tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:41.745063 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60bd99a-ac8e-41dd-8043-3bab9528e0da tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] Pushing event deleted for resources: {'Port': ['ID=f0710b90-5b61-46c4-8d26-828b770f8fc9,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:00:41.818825 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [req-d319f4c5-5104-43d5-86e6-614c927ff0aa req-a60bd99a-ac8e-41dd-8043-3bab9528e0da tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] No DVR routers for this DVR port f0710b90-5b61-46c4-8d26-828b770f8fc9 on host n-h2-816206-8 {{(pid=103591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:00:41.821077 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-d319f4c5-5104-43d5-86e6-614c927ff0aa req-a60bd99a-ac8e-41dd-8043-3bab9528e0da tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:41.824733 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d319f4c5-5104-43d5-86e6-614c927ff0aa req-a60bd99a-ac8e-41dd-8043-3bab9528e0da tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] 10.222.0.36 "DELETE /v2.0/ports/f0710b90-5b61-46c4-8d26-828b770f8fc9 HTTP/1.1" status: 204 len: 173 time: 1.0732832 Nov 23 18:00:41.862003 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2764c83c-7e19-4dd8-bdf9-f3f836d53c14 req-e415fcab-54b4-4816-a679-63abab582dda tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:41.863777 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2764c83c-7e19-4dd8-bdf9-f3f836d53c14 req-e415fcab-54b4-4816-a679-63abab582dda tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] 10.222.0.60 "GET /v2.0/ports?device_id=75c5774e-abeb-45ff-b8dc-963bee5e1a30 HTTP/1.1" status: 200 len: 945 time: 0.1167219 Nov 23 18:00:41.899648 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2d5b8427-b37a-4ad7-b8b5-5f96e80a4725 req-3cffaff9-5bcc-42ae-9d08-3dc6610ccd19 tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] 10.222.0.60 "GET /v2.0/ports?device_id=3f0264ec-7ac0-4a92-84e9-9486fee23117 HTTP/1.1" status: 200 len: 210 time: 0.0347829 Nov 23 18:00:41.958883 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2764c83c-7e19-4dd8-bdf9-f3f836d53c14 req-7021c3a0-47c2-47d6-b763-8c41d7a5cd9c tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] 10.222.0.60 "GET /v2.0/security-groups?id=f4944827-9abf-4d7e-b022-2bd6631a14cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0832009 Nov 23 18:00:42.059428 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f0264ec-7ac0-4a92-84e9-9486fee23117', 'name': 'network-vif-deleted', 'tag': 'f0710b90-5b61-46c4-8d26-828b770f8fc9'}] {{(pid=103591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:00:42.062525 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41d174a19ece9499ff9ec44e5b3fc50f2abd3ffbc947fb7e52ea1e8db27b95b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a8a1151-9074-497e-82ee-ca697d78e712" -d '{"events": [{"server_uuid": "3f0264ec-7ac0-4a92-84e9-9486fee23117", "name": "network-vif-deleted", "tag": "f0710b90-5b61-46c4-8d26-828b770f8fc9"}]}' {{(pid=103591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:00:42.103453 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:00:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4440ed3e-12db-441a-b8ac-6e44152ed4ea x-openstack-request-id: req-4440ed3e-12db-441a-b8ac-6e44152ed4ea {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:00:42.103868 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f0264ec-7ac0-4a92-84e9-9486fee23117", "name": "network-vif-deleted", "tag": "f0710b90-5b61-46c4-8d26-828b770f8fc9", "status": "completed", "code": 200}]} {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:00:42.104275 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-4440ed3e-12db-441a-b8ac-6e44152ed4ea {{(pid=103591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:00:42.104897 n-d-816206-8 neutron-server[103591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f0264ec-7ac0-4a92-84e9-9486fee23117', 'name': 'network-vif-deleted', 'tag': 'f0710b90-5b61-46c4-8d26-828b770f8fc9', 'status': 'completed', 'code': 200} Nov 23 18:00:42.117203 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067fd20e-be90-459f-ae20-5d2605b1b33e req-c184f5f8-2008-4c9e-b1cd-d53bc82cff8b tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:42.119314 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-067fd20e-be90-459f-ae20-5d2605b1b33e req-c184f5f8-2008-4c9e-b1cd-d53bc82cff8b tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] 10.222.0.60 "GET /v2.0/ports?device_id=75c5774e-abeb-45ff-b8dc-963bee5e1a30 HTTP/1.1" status: 200 len: 945 time: 0.0717075 Nov 23 18:00:42.218839 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-067fd20e-be90-459f-ae20-5d2605b1b33e req-ef1c6043-19da-4dea-b69e-ede2e5c3ee29 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] 10.222.0.60 "GET /v2.0/security-groups?id=f4944827-9abf-4d7e-b022-2bd6631a14cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0885112 Nov 23 18:00:42.242341 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3bd2f0-37d8-4c4c-8867-f7d3ab583145 req-5919cce8-733f-429f-a21c-dcdfa1f9f160 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:42.244399 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5d3bd2f0-37d8-4c4c-8867-f7d3ab583145 req-5919cce8-733f-429f-a21c-dcdfa1f9f160 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.60 "GET /v2.0/ports?device_id=f677dda7-ea71-4385-b0a3-be175d469e50 HTTP/1.1" status: 200 len: 944 time: 0.0827765 Nov 23 18:00:42.255471 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 51868) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:00:42.315893 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b2eb97d-32ea-452e-80df-d710f366a848 tempest-TestNetworkBasicOps-199493669 tempest-TestNetworkBasicOps-199493669-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:42.316250 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5d3bd2f0-37d8-4c4c-8867-f7d3ab583145 req-a3599a66-41fe-4e0d-b460-99bd7ed8d4ac tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.60 "GET /v2.0/security-groups?id=26a740ef-a414-40be-ab5f-6db73ff13e79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594833 Nov 23 18:00:42.320395 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-0b2eb97d-32ea-452e-80df-d710f366a848 tempest-TestNetworkBasicOps-199493669 tempest-TestNetworkBasicOps-199493669-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=75c5774e-abeb-45ff-b8dc-963bee5e1a30 HTTP/1.1" status: 200 len: 1091 time: 0.0611248 Nov 23 18:00:42.324653 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 51870) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:00:42.329776 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-ce1c511d-3d5a-4be4-ad5f-d395a4f0d1b4 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Request body: {'floatingip': {'floating_network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'port_id': '4773ac1d-d347-4a61-b3a8-49720ba8d093', 'tenant_id': '06a344c95e04492b8d6015a2d3d39bf1', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:00:42.359991 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ce1c511d-3d5a-4be4-ad5f-d395a4f0d1b4 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Publish callbacks [] for floatingip, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:42.482529 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device a479113f-2d1d-4ea5-91ef-a5a9483794b4 details requested by agent hyperv_n-h2-816206-8 with host n-h2-816206-8 {{(pid=103592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 18:00:42.486543 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ce1c511d-3d5a-4be4-ad5f-d395a4f0d1b4 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:42.611301 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port a479113f-2d1d-4ea5-91ef-a5a9483794b4, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=a479113f-2d1d-4ea5-91ef-a5a9483794b4,segment=NetworkSegment(c258ffac-1f4d-4be6-aafc-e39582cd8d50),segment_id=c258ffac-1f4d-4be6-aafc-e39582cd8d50)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:00:42.618228 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-ce1c511d-3d5a-4be4-ad5f-d395a4f0d1b4 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Allocated IP 172.25.3.209 (4c8455ba-1be5-42ac-b8c2-8a16e1292d55/08fe3644-ce41-4c3f-a7ea-92bac0f0fff5/a1a89990-ea2b-40cd-b7ef-109e7a47c0f4) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:00:42.619484 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f53c33d-c346-48c3-a8e0-df9a0bf0ec82 req-6375d764-c8d3-4013-a197-b23188efed88 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:42.621039 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-0f53c33d-c346-48c3-a8e0-df9a0bf0ec82 req-6375d764-c8d3-4013-a197-b23188efed88 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.36 "GET /v2.0/ports?device_id=f677dda7-ea71-4385-b0a3-be175d469e50&tenant_id=4d3a35880fb64e77bd3047bfa46cf261&binding%3Ahost_id=n-h2-816206-8 HTTP/1.1" status: 200 len: 944 time: 0.0909255 Nov 23 18:00:42.628385 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Returning: {'device': 'a479113f-2d1d-4ea5-91ef-a5a9483794b4', 'network_id': 'a784d5f5-5cd6-4b40-bc61-16afa7774b1f', 'port_id': 'a479113f-2d1d-4ea5-91ef-a5a9483794b4', 'mac_address': 'fa:16:3e:d6:be:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 549, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd11b9ece-e41a-4fe0-8b2b-a718aa85eeac', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 18:00:42.637669 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b640023-abbe-4fb8-9fcb-0c154f36919c req-1b4f423d-629c-4dd5-876e-d5f458fe301e tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:42.639879 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7b640023-abbe-4fb8-9fcb-0c154f36919c req-1b4f423d-629c-4dd5-876e-d5f458fe301e tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.60 "GET /v2.0/ports?device_id=f677dda7-ea71-4385-b0a3-be175d469e50 HTTP/1.1" status: 200 len: 944 time: 0.0791979 Nov 23 18:00:42.666621 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:42.682081 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a479113f-2d1d-4ea5-91ef-a5a9483794b4 {{(pid=103592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:00:42.702820 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port a479113f-2d1d-4ea5-91ef-a5a9483794b4, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=a479113f-2d1d-4ea5-91ef-a5a9483794b4,segment=NetworkSegment(c258ffac-1f4d-4be6-aafc-e39582cd8d50),segment_id=c258ffac-1f4d-4be6-aafc-e39582cd8d50)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:00:42.706857 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:42.737379 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7b640023-abbe-4fb8-9fcb-0c154f36919c req-f2c3c890-2ffc-4b55-bf76-c24521219c12 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.60 "GET /v2.0/security-groups?id=26a740ef-a414-40be-ab5f-6db73ff13e79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693083 Nov 23 18:00:42.739328 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-0f53c33d-c346-48c3-a8e0-df9a0bf0ec82 req-7c46a4a6-81d6-4b09-b3f2-e2f3a9a18f92 service neutron] 10.222.0.36 "GET /v2.0/ports/a479113f-2d1d-4ea5-91ef-a5a9483794b4/bindings/n-h2-816206-8 HTTP/1.1" status: 200 len: 382 time: 0.0985475 Nov 23 18:00:42.745760 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ce1c511d-3d5a-4be4-ad5f-d395a4f0d1b4 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:42.792189 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Pushing event updated for resources: {'Port': ['ID=a479113f-2d1d-4ea5-91ef-a5a9483794b4,revision_number=8']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:00:42.806335 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ce1c511d-3d5a-4be4-ad5f-d395a4f0d1b4 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:42.824754 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f53c33d-c346-48c3-a8e0-df9a0bf0ec82 req-9e422e82-a287-452f-b1c5-12dfe065b9b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:42.826628 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-0f53c33d-c346-48c3-a8e0-df9a0bf0ec82 req-9e422e82-a287-452f-b1c5-12dfe065b9b5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4d3a35880fb64e77bd3047bfa46cf261&device_id=f677dda7-ea71-4385-b0a3-be175d469e50 HTTP/1.1" status: 200 len: 1096 time: 0.0535600 Nov 23 18:00:42.859982 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce1c511d-3d5a-4be4-ad5f-d395a4f0d1b4 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Network 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:00:42.869346 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-ce1c511d-3d5a-4be4-ad5f-d395a4f0d1b4 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:00:42.872222 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce1c511d-3d5a-4be4-ad5f-d395a4f0d1b4 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:00:42.874466 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1c511d-3d5a-4be4-ad5f-d395a4f0d1b4 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Pushing event updated for resources: {'Port': ['ID=a1a89990-ea2b-40cd-b7ef-109e7a47c0f4,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:00:42.947506 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f53c33d-c346-48c3-a8e0-df9a0bf0ec82 req-8050674e-7e7f-4956-8dc7-ca6c58b5ff81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:42.949897 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-0f53c33d-c346-48c3-a8e0-df9a0bf0ec82 req-8050674e-7e7f-4956-8dc7-ca6c58b5ff81 service neutron] 10.222.0.36 "GET /v2.0/networks?id=a784d5f5-5cd6-4b40-bc61-16afa7774b1f HTTP/1.1" status: 200 len: 898 time: 0.1157339 Nov 23 18:00:42.985920 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9af7c4b5-c212-4523-9e2d-b22d5596d34e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:42.992367 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 51878) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:00:43.020380 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] get_ports_and_sgs() called for port_ids ['a479113f-2d1d-4ea5-91ef-a5a9483794b4'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:00:43.046449 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-0f53c33d-c346-48c3-a8e0-df9a0bf0ec82 req-6eec45c2-c567-4f50-bf62-9c24d678e99a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a479113f-2d1d-4ea5-91ef-a5a9483794b4 HTTP/1.1" status: 200 len: 1000 time: 0.0823991 Nov 23 18:00:43.106104 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f53c33d-c346-48c3-a8e0-df9a0bf0ec82 req-bc399536-7c5b-449d-a149-4a9ba0fe086e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:43.108107 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-0f53c33d-c346-48c3-a8e0-df9a0bf0ec82 req-bc399536-7c5b-449d-a149-4a9ba0fe086e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d11b9ece-e41a-4fe0-8b2b-a718aa85eeac HTTP/1.1" status: 200 len: 834 time: 0.0477846 Nov 23 18:00:43.115215 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-16b2f89c-c159-4de7-80bb-a1da4faedc3e tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] Publish callbacks [] for security_group, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:43.162402 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f53c33d-c346-48c3-a8e0-df9a0bf0ec82 req-4e60e9db-7c45-4108-9350-2c8156624ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:43.164267 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-0f53c33d-c346-48c3-a8e0-df9a0bf0ec82 req-4e60e9db-7c45-4108-9350-2c8156624ab4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a784d5f5-5cd6-4b40-bc61-16afa7774b1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0455871 Nov 23 18:00:43.172676 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-16b2f89c-c159-4de7-80bb-a1da4faedc3e tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:43.272186 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-0f53c33d-c346-48c3-a8e0-df9a0bf0ec82 req-2bd02076-9442-437e-9a8a-3b65603f1a38 service neutron] 10.222.0.36 "GET /v2.0/networks/a784d5f5-5cd6-4b40-bc61-16afa7774b1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980272 Nov 23 18:00:43.272684 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-16b2f89c-c159-4de7-80bb-a1da4faedc3e tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:43.275405 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-16b2f89c-c159-4de7-80bb-a1da4faedc3e tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:43.278961 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-16b2f89c-c159-4de7-80bb-a1da4faedc3e tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] 10.222.0.60 "DELETE /v2.0/security-groups/6dda33c2-f578-49e4-aa77-399a2d78d06b HTTP/1.1" status: 204 len: 168 time: 0.2830000 Nov 23 18:00:43.279395 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 51880) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:00:43.293484 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b2f89c-c159-4de7-80bb-a1da4faedc3e tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dda33c2-f578-49e4-aa77-399a2d78d06b,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:00:43.410836 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ce1c511d-3d5a-4be4-ad5f-d395a4f0d1b4 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:43.417076 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-b4d9f8e6-54ae-45e4-ba30-8237c6682073 tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] Publish callbacks [] for security_group, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:43.447281 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-0f53c33d-c346-48c3-a8e0-df9a0bf0ec82 req-4b6e9cad-b221-44aa-8c23-545c7f77d44d service neutron] 10.222.0.36 "GET /v2.0/networks/a784d5f5-5cd6-4b40-bc61-16afa7774b1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1578798 Nov 23 18:00:43.462915 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-b4d9f8e6-54ae-45e4-ba30-8237c6682073 tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:43.495262 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ce1c511d-3d5a-4be4-ad5f-d395a4f0d1b4 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:43.531033 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-b4d9f8e6-54ae-45e4-ba30-8237c6682073 tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:43.535125 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-b4d9f8e6-54ae-45e4-ba30-8237c6682073 tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] Publish callbacks [] for security_group, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:43.536171 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-b4d9f8e6-54ae-45e4-ba30-8237c6682073 tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] 10.222.0.60 "DELETE /v2.0/security-groups/56afa034-f545-4404-8cb1-a48c2a68d4cc HTTP/1.1" status: 204 len: 168 time: 0.2555201 Nov 23 18:00:43.546068 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d9f8e6-54ae-45e4-ba30-8237c6682073 tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=56afa034-f545-4404-8cb1-a48c2a68d4cc,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:00:43.549161 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 51882) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:00:43.627998 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:43.707527 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ce1c511d-3d5a-4be4-ad5f-d395a4f0d1b4 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Publish callbacks [] for port, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:43.714545 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ce1c511d-3d5a-4be4-ad5f-d395a4f0d1b4 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264357957'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:43.800426 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1c511d-3d5a-4be4-ad5f-d395a4f0d1b4 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Pushing event updated for resources: {'Port': ['ID=a1a89990-ea2b-40cd-b7ef-109e7a47c0f4,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:00:43.817357 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ce1c511d-3d5a-4be4-ad5f-d395a4f0d1b4 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1795396'] for floatingip, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:43.938109 n-d-816206-8 neutron-server[103590]: INFO neutron.db.l3_db [None req-ce1c511d-3d5a-4be4-ad5f-d395a4f0d1b4 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Floating IP 436036b6-f60d-43af-a153-3044df635807 associated. External IP: 172.25.3.209, port: 4773ac1d-d347-4a61-b3a8-49720ba8d093. Nov 23 18:00:43.952147 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c971495-7629-4525-94b7-63d71d7b3642 req-4724e9dd-ae42-4203-a233-380e43a8d997 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:43.952812 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4c971495-7629-4525-94b7-63d71d7b3642 req-4724e9dd-ae42-4203-a233-380e43a8d997 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.60 "GET /v2.0/ports?device_id=f677dda7-ea71-4385-b0a3-be175d469e50 HTTP/1.1" status: 200 len: 945 time: 0.0821989 Nov 23 18:00:44.032246 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4c971495-7629-4525-94b7-63d71d7b3642 req-f14dfc10-6db1-4714-a150-9c0c491fed5d tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.60 "GET /v2.0/security-groups?id=26a740ef-a414-40be-ab5f-6db73ff13e79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677907 Nov 23 18:00:44.097029 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-65da79c5-09d9-495b-a686-2a4b1aaa6221 tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1794372'] for router_interface, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:44.179926 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce1c511d-3d5a-4be4-ad5f-d395a4f0d1b4 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Router b353d7cb-1947-4f36-b3bf-e12cf69b35c3 has already been hosted by L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 {{(pid=103590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:00:44.301218 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce1c511d-3d5a-4be4-ad5f-d395a4f0d1b4 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:00:44.319350 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-194c3a8c-dd59-4664-af8b-6a6a6c7204a1 None None] Sync routers for ids ['b353d7cb-1947-4f36-b3bf-e12cf69b35c3'] in n-d-816206-8 {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:00:44.323317 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ce1c511d-3d5a-4be4-ad5f-d395a4f0d1b4 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for floatingip, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:44.330459 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-194c3a8c-dd59-4664-af8b-6a6a6c7204a1 None None] Routers {'b353d7cb-1947-4f36-b3bf-e12cf69b35c3'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:00:44.331213 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-194c3a8c-dd59-4664-af8b-6a6a6c7204a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T18:00:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['b353d7cb-1947-4f36-b3bf-e12cf69b35c3'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:00:44.360293 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-ce1c511d-3d5a-4be4-ad5f-d395a4f0d1b4 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0309246 Nov 23 18:00:44.360293 n-d-816206-8 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75c5774e-abeb-45ff-b8dc-963bee5e1a30', 'tag': '4773ac1d-d347-4a61-b3a8-49720ba8d093'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:00:44.362838 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 51886) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:00:44.363056 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbabddbc9fc37b068808e119c416c86f5957ca04531a4a0d2e695c515e93483b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f8cd86f-f4b6-4c37-83f4-840b7286fe42" -d '{"events": [{"name": "network-changed", "server_uuid": "75c5774e-abeb-45ff-b8dc-963bee5e1a30", "tag": "4773ac1d-d347-4a61-b3a8-49720ba8d093"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:00:44.418398 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:44.440914 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:00:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64b91043-e465-4e2a-9b45-6102d6662eed x-openstack-request-id: req-64b91043-e465-4e2a-9b45-6102d6662eed {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:00:44.441559 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75c5774e-abeb-45ff-b8dc-963bee5e1a30", "tag": "4773ac1d-d347-4a61-b3a8-49720ba8d093", "status": "completed", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:00:44.442061 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-64b91043-e465-4e2a-9b45-6102d6662eed {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:00:44.442779 n-d-816206-8 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75c5774e-abeb-45ff-b8dc-963bee5e1a30', 'tag': '4773ac1d-d347-4a61-b3a8-49720ba8d093', 'status': 'completed', 'code': 200} Nov 23 18:00:44.460507 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-76829791-394d-4f09-b39f-57e4e766eecc tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] 10.222.0.60 "GET /v2.0/floatingips/436036b6-f60d-43af-a153-3044df635807 HTTP/1.1" status: 200 len: 991 time: 0.0920918 Nov 23 18:00:44.466310 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-65da79c5-09d9-495b-a686-2a4b1aaa6221 tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] Deleting port c3c77e71-c972-4c1d-8673-3133234ae1cb {{(pid=103591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:00:44.466665 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-65da79c5-09d9-495b-a686-2a4b1aaa6221 tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:44.491798 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device a479113f-2d1d-4ea5-91ef-a5a9483794b4 up at agent hyperv_n-h2-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:00:44.534598 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvr_db [None req-194c3a8c-dd59-4664-af8b-6a6a6c7204a1 None None] Set router b353d7cb-1947-4f36-b3bf-e12cf69b35c3 gateway port host: n-d-816206-8 {{(pid=103592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:00:44.574229 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8cd86f-f4b6-4c37-83f4-840b7286fe42 req-a9739de1-376e-4710-8cf9-5a9f4d6dc6c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:44.575634 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2f8cd86f-f4b6-4c37-83f4-840b7286fe42 req-a9739de1-376e-4710-8cf9-5a9f4d6dc6c7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=06a344c95e04492b8d6015a2d3d39bf1&device_id=75c5774e-abeb-45ff-b8dc-963bee5e1a30 HTTP/1.1" status: 200 len: 1096 time: 0.1050410 Nov 23 18:00:44.618002 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [None req-65da79c5-09d9-495b-a686-2a4b1aaa6221 tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] For port c3c77e71-c972-4c1d-8673-3133234ae1cb, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=c3c77e71-c972-4c1d-8673-3133234ae1cb,segment=NetworkSegment(3e26f0b9-a9e3-44b0-872e-6e0def10c56a),segment_id=3e26f0b9-a9e3-44b0-872e-6e0def10c56a)] {{(pid=103591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:00:44.618364 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-65da79c5-09d9-495b-a686-2a4b1aaa6221 tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:44.631048 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Provisioning for port a479113f-2d1d-4ea5-91ef-a5a9483794b4 completed by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 18:00:44.640250 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Provisioning complete for port a479113f-2d1d-4ea5-91ef-a5a9483794b4 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:00:44.640666 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:44.641105 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-65da79c5-09d9-495b-a686-2a4b1aaa6221 tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] Calling delete_port for c3c77e71-c972-4c1d-8673-3133234ae1cb owned by network:router_interface {{(pid=103591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:00:44.749407 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8cd86f-f4b6-4c37-83f4-840b7286fe42 req-1663ef79-9557-4038-8233-223a308e5939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:44.751245 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2f8cd86f-f4b6-4c37-83f4-840b7286fe42 req-1663ef79-9557-4038-8233-223a308e5939 service neutron] 10.222.0.36 "GET /v2.0/networks?id=de09f635-2e15-444d-b648-50de9ba5de13 HTTP/1.1" status: 200 len: 898 time: 0.1634717 Nov 23 18:00:44.821145 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:44.853126 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f677dda7-ea71-4385-b0a3-be175d469e50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a479113f-2d1d-4ea5-91ef-a5a9483794b4'}] {{(pid=103592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:00:44.855381 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba3e6a8f2301c7a29fe1eca9779abdae4ccbcd6266d69778087f2498d5551201" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af80e76a-e88f-4d37-8052-d5985bf1133a" -d '{"events": [{"server_uuid": "f677dda7-ea71-4385-b0a3-be175d469e50", "name": "network-vif-plugged", "status": "completed", "tag": "a479113f-2d1d-4ea5-91ef-a5a9483794b4"}]}' {{(pid=103592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:00:44.872115 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2f8cd86f-f4b6-4c37-83f4-840b7286fe42 req-be4928eb-9a25-4377-a58e-08d159802656 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4773ac1d-d347-4a61-b3a8-49720ba8d093 HTTP/1.1" status: 200 len: 999 time: 0.1094563 Nov 23 18:00:44.874523 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port a479113f-2d1d-4ea5-91ef-a5a9483794b4, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=a479113f-2d1d-4ea5-91ef-a5a9483794b4,segment=NetworkSegment(c258ffac-1f4d-4be6-aafc-e39582cd8d50),segment_id=c258ffac-1f4d-4be6-aafc-e39582cd8d50)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:00:44.884695 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:44.885519 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device f0710b90-5b61-46c4-8d26-828b770f8fc9 no longer exists at agent hyperv_n-h2-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:00:44.932831 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:00:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9d5b7aa-5e06-4d8d-97e1-39fd8bd28e70 x-openstack-request-id: req-d9d5b7aa-5e06-4d8d-97e1-39fd8bd28e70 {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:00:44.933197 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f677dda7-ea71-4385-b0a3-be175d469e50", "name": "network-vif-plugged", "status": "completed", "tag": "a479113f-2d1d-4ea5-91ef-a5a9483794b4", "code": 200}]} {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:00:44.933385 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d9d5b7aa-5e06-4d8d-97e1-39fd8bd28e70 {{(pid=103592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:00:44.933841 n-d-816206-8 neutron-server[103592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f677dda7-ea71-4385-b0a3-be175d469e50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a479113f-2d1d-4ea5-91ef-a5a9483794b4', 'code': 200} Nov 23 18:00:44.934390 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] No Port match for: f0710b90-5b61-46c4-8d26-828b770f8fc9 {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:00:44.934878 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device f0710b90-5b61-46c4-8d26-828b770f8fc9 not bound to the agent host n-h2-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:00:44.946836 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-194c3a8c-dd59-4664-af8b-6a6a6c7204a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b353d7cb-1947-4f36-b3bf-e12cf69b35c3', 'name': 'tempest-TestNetworkBasicOps-router-2097832261', 'tenant_id': '06a344c95e04492b8d6015a2d3d39bf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.127'}], 'enable_snat': True}, 'gw_port_id': '1cd20823-2914-4211-8d1b-9a3877b7ed54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:00:22Z', 'updated_at': '2021-11-23T18:00:26Z', 'revision_number': 4, 'project_id': '06a344c95e04492b8d6015a2d3d39bf1', 'gw_port': {'id': '1cd20823-2914-4211-8d1b-9a3877b7ed54', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:76:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b353d7cb-1947-4f36-b3bf-e12cf69b35c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3904, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:00:23Z', 'updated_at': '2021-11-23T18:00:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_floatingips': [{'id': '436036b6-f60d-43af-a153-3044df635807', 'tenant_id': '06a344c95e04492b8d6015a2d3d39bf1', 'floating_ip_address': '172.25.3.209', 'floating_network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'router_id': 'b353d7cb-1947-4f36-b3bf-e12cf69b35c3', 'port_id': '4773ac1d-d347-4a61-b3a8-49720ba8d093', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3919, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de09f635-2e15-444d-b648-50de9ba5de13', 'mac_address': 'fa:16:3e:07:aa:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c5774e-abeb-45ff-b8dc-963bee5e1a30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T18:00:43Z', 'updated_at': '2021-11-23T18:00:43Z', 'revision_number': 0, 'project_id': '06a344c95e04492b8d6015a2d3d39bf1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73e9eaf0-e99d-48aa-9b29-c53d49d2cad8', 'name': '', 'network_id': 'de09f635-2e15-444d-b648-50de9ba5de13', 'tenant_id': '06a344c95e04492b8d6015a2d3d39bf1', 'mac_address': 'fa:16:3e:0d:0f:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b353d7cb-1947-4f36-b3bf-e12cf69b35c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3907, 'fixed_ips': [{'subnet_id': 'ba2ae746-e129-45c6-82d4-ed62b3c0857a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:00:26Z', 'updated_at': '2021-11-23T18:00:30Z', 'revision_number': 5, 'project_id': '06a344c95e04492b8d6015a2d3d39bf1', 'subnets': [{'id': 'ba2ae746-e129-45c6-82d4-ed62b3c0857a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:00:44.949606 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8cd86f-f4b6-4c37-83f4-840b7286fe42 req-5c8ec5b4-e9f5-439e-a5f9-7b4778c13130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:44.951435 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2f8cd86f-f4b6-4c37-83f4-840b7286fe42 req-5c8ec5b4-e9f5-439e-a5f9-7b4778c13130 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ba2ae746-e129-45c6-82d4-ed62b3c0857a HTTP/1.1" status: 200 len: 834 time: 0.0673292 Nov 23 18:00:44.981340 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-194c3a8c-dd59-4664-af8b-6a6a6c7204a1 None None] Checking router: b353d7cb-1947-4f36-b3bf-e12cf69b35c3 for host: n-d-816206-8 {{(pid=103592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:00:44.999286 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Pushing event updated for resources: {'Port': ['ID=a479113f-2d1d-4ea5-91ef-a5a9483794b4,revision_number=9']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:00:45.005269 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-194c3a8c-dd59-4664-af8b-6a6a6c7204a1 None None] Routers {'b353d7cb-1947-4f36-b3bf-e12cf69b35c3'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:00:45.005894 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-194c3a8c-dd59-4664-af8b-6a6a6c7204a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T18:00:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['b353d7cb-1947-4f36-b3bf-e12cf69b35c3'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:00:45.076616 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8cd86f-f4b6-4c37-83f4-840b7286fe42 req-03f0e9f2-17f0-4293-adde-f3b8750093a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:45.083955 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2f8cd86f-f4b6-4c37-83f4-840b7286fe42 req-03f0e9f2-17f0-4293-adde-f3b8750093a1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=de09f635-2e15-444d-b648-50de9ba5de13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1107383 Nov 23 18:00:45.083955 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-65da79c5-09d9-495b-a686-2a4b1aaa6221 tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:45.124794 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65da79c5-09d9-495b-a686-2a4b1aaa6221 tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] Pushing event deleted for resources: {'Port': ['ID=c3c77e71-c972-4c1d-8673-3133234ae1cb,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:00:45.125977 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9d64794e-1c97-45f6-940a-db7112c6cfae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:45.140022 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvr_db [None req-194c3a8c-dd59-4664-af8b-6a6a6c7204a1 None None] Set router b353d7cb-1947-4f36-b3bf-e12cf69b35c3 gateway port host: n-d-816206-8 {{(pid=103592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:00:45.355921 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2f8cd86f-f4b6-4c37-83f4-840b7286fe42 req-f00b94b6-2557-4c48-81cc-d2355fa0fb73 service neutron] 10.222.0.36 "GET /v2.0/networks/de09f635-2e15-444d-b648-50de9ba5de13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2425489 Nov 23 18:00:45.365557 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cae711-1e66-4799-a545-49933e31b70d req-0134a891-75dc-4276-9a74-ac3e2a7fe618 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:45.367745 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-26cae711-1e66-4799-a545-49933e31b70d req-0134a891-75dc-4276-9a74-ac3e2a7fe618 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.60 "GET /v2.0/ports?device_id=f677dda7-ea71-4385-b0a3-be175d469e50 HTTP/1.1" status: 200 len: 946 time: 0.2170751 Nov 23 18:00:45.442311 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-194c3a8c-dd59-4664-af8b-6a6a6c7204a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b353d7cb-1947-4f36-b3bf-e12cf69b35c3', 'name': 'tempest-TestNetworkBasicOps-router-2097832261', 'tenant_id': '06a344c95e04492b8d6015a2d3d39bf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.127'}], 'enable_snat': True}, 'gw_port_id': '1cd20823-2914-4211-8d1b-9a3877b7ed54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:00:22Z', 'updated_at': '2021-11-23T18:00:26Z', 'revision_number': 4, 'project_id': '06a344c95e04492b8d6015a2d3d39bf1', 'gw_port': {'id': '1cd20823-2914-4211-8d1b-9a3877b7ed54', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:76:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b353d7cb-1947-4f36-b3bf-e12cf69b35c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3904, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:00:23Z', 'updated_at': '2021-11-23T18:00:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_floatingips': [{'id': '436036b6-f60d-43af-a153-3044df635807', 'tenant_id': '06a344c95e04492b8d6015a2d3d39bf1', 'floating_ip_address': '172.25.3.209', 'floating_network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'router_id': 'b353d7cb-1947-4f36-b3bf-e12cf69b35c3', 'port_id': '4773ac1d-d347-4a61-b3a8-49720ba8d093', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3919, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de09f635-2e15-444d-b648-50de9ba5de13', 'mac_address': 'fa:16:3e:07:aa:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c5774e-abeb-45ff-b8dc-963bee5e1a30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T18:00:43Z', 'updated_at': '2021-11-23T18:00:43Z', 'revision_number': 0, 'project_id': '06a344c95e04492b8d6015a2d3d39bf1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73e9eaf0-e99d-48aa-9b29-c53d49d2cad8', 'name': '', 'network_id': 'de09f635-2e15-444d-b648-50de9ba5de13', 'tenant_id': '06a344c95e04492b8d6015a2d3d39bf1', 'mac_address': 'fa:16:3e:0d:0f:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b353d7cb-1947-4f36-b3bf-e12cf69b35c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3907, 'fixed_ips': [{'subnet_id': 'ba2ae746-e129-45c6-82d4-ed62b3c0857a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:00:26Z', 'updated_at': '2021-11-23T18:00:30Z', 'revision_number': 5, 'project_id': '06a344c95e04492b8d6015a2d3d39bf1', 'subnets': [{'id': 'ba2ae746-e129-45c6-82d4-ed62b3c0857a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:00:45.460534 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 51894) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:00:45.471478 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-194c3a8c-dd59-4664-af8b-6a6a6c7204a1 None None] The sync data for ids ['b353d7cb-1947-4f36-b3bf-e12cf69b35c3'] in n-d-816206-8 is: [{'id': 'b353d7cb-1947-4f36-b3bf-e12cf69b35c3', 'name': 'tempest-TestNetworkBasicOps-router-2097832261', 'tenant_id': '06a344c95e04492b8d6015a2d3d39bf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.127'}], 'enable_snat': True}, 'gw_port_id': '1cd20823-2914-4211-8d1b-9a3877b7ed54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:00:22Z', 'updated_at': '2021-11-23T18:00:26Z', 'revision_number': 4, 'project_id': '06a344c95e04492b8d6015a2d3d39bf1', 'gw_port': {'id': '1cd20823-2914-4211-8d1b-9a3877b7ed54', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:76:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b353d7cb-1947-4f36-b3bf-e12cf69b35c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3904, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:00:23Z', 'updated_at': '2021-11-23T18:00:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_floatingips': [{'id': '436036b6-f60d-43af-a153-3044df635807', 'tenant_id': '06a344c95e04492b8d6015a2d3d39bf1', 'floating_ip_address': '172.25.3.209', 'floating_network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'router_id': 'b353d7cb-1947-4f36-b3bf-e12cf69b35c3', 'port_id': '4773ac1d-d347-4a61-b3a8-49720ba8d093', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3919, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de09f635-2e15-444d-b648-50de9ba5de13', 'mac_address': 'fa:16:3e:07:aa:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c5774e-abeb-45ff-b8dc-963bee5e1a30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T18:00:43Z', 'updated_at': '2021-11-23T18:00:43Z', 'revision_number': 0, 'project_id': '06a344c95e04492b8d6015a2d3d39bf1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73e9eaf0-e99d-48aa-9b29-c53d49d2cad8', 'name': '', 'network_id': 'de09f635-2e15-444d-b648-50de9ba5de13', 'tenant_id': '06a344c95e04492b8d6015a2d3d39bf1', 'mac_address': 'fa:16:3e:0d:0f:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b353d7cb-1947-4f36-b3bf-e12cf69b35c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3907, 'fixed_ips': [{'subnet_id': 'ba2ae746-e129-45c6-82d4-ed62b3c0857a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:00:26Z', 'updated_at': '2021-11-23T18:00:30Z', 'revision_number': 5, 'project_id': '06a344c95e04492b8d6015a2d3d39bf1', 'subnets': [{'id': 'ba2ae746-e129-45c6-82d4-ed62b3c0857a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:00:45.564350 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-2f6b6a4f-846f-490e-afc1-1aad50f8928b tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] 10.222.0.60 "GET /v2.0/floatingips/436036b6-f60d-43af-a153-3044df635807 HTTP/1.1" status: 200 len: 991 time: 0.1019640 Nov 23 18:00:45.570775 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-26cae711-1e66-4799-a545-49933e31b70d req-3450fa01-6f65-4648-bfe3-e2981957bc77 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.60 "GET /v2.0/security-groups?id=26a740ef-a414-40be-ab5f-6db73ff13e79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1807384 Nov 23 18:00:45.576223 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2f8cd86f-f4b6-4c37-83f4-840b7286fe42 req-04492c1e-1aac-4575-9a1a-6b973202e55d service neutron] 10.222.0.36 "GET /v2.0/networks/de09f635-2e15-444d-b648-50de9ba5de13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2074401 Nov 23 18:00:45.577254 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-65da79c5-09d9-495b-a686-2a4b1aaa6221 tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2067500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1794520'] for router_interface, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:45.759671 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-780e3568-5e02-4820-acd5-2a587b626767 None None] New status for floating IP 436036b6-f60d-43af-a153-3044df635807: ACTIVE {{(pid=103593) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 18:00:45.837634 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65da79c5-09d9-495b-a686-2a4b1aaa6221 tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] Router 4260c439-9237-4bb0-8047-b589a5dcc470 has already been hosted by L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 {{(pid=103591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:00:45.973177 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f53c33d-c346-48c3-a8e0-df9a0bf0ec82 req-1477e353-5c13-4e36-bbbe-edd9a1208180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:45.974790 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-0f53c33d-c346-48c3-a8e0-df9a0bf0ec82 req-1477e353-5c13-4e36-bbbe-edd9a1208180 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=f677dda7-ea71-4385-b0a3-be175d469e50&tenant_id=4d3a35880fb64e77bd3047bfa46cf261 HTTP/1.1" status: 200 len: 1097 time: 0.0503554 Nov 23 18:00:45.987011 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [req-0f53c33d-c346-48c3-a8e0-df9a0bf0ec82 req-d4923f96-ec8d-4905-bbba-1791ee7ae506 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-816206-8', 'device_owner': 'compute:nova'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:00:46.042409 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-0f53c33d-c346-48c3-a8e0-df9a0bf0ec82 req-d4923f96-ec8d-4905-bbba-1791ee7ae506 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:46.250515 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [req-0f53c33d-c346-48c3-a8e0-df9a0bf0ec82 req-d4923f96-ec8d-4905-bbba-1791ee7ae506 service neutron] For port a479113f-2d1d-4ea5-91ef-a5a9483794b4, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=a479113f-2d1d-4ea5-91ef-a5a9483794b4,segment=NetworkSegment(c258ffac-1f4d-4be6-aafc-e39582cd8d50),segment_id=c258ffac-1f4d-4be6-aafc-e39582cd8d50)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:00:46.260150 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65da79c5-09d9-495b-a686-2a4b1aaa6221 tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:00:46.265492 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-65da79c5-09d9-495b-a686-2a4b1aaa6221 tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] 10.222.0.60 "PUT /v2.0/routers/4260c439-9237-4bb0-8047-b589a5dcc470/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7171953 Nov 23 18:00:46.268204 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 51896) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:00:46.270615 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-749220e6-99af-4561-b3af-40620ab6426e None None] Sync routers for ids ['4260c439-9237-4bb0-8047-b589a5dcc470'] in n-d-816206-8 {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:00:46.281538 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-749220e6-99af-4561-b3af-40620ab6426e None None] Routers {'4260c439-9237-4bb0-8047-b589a5dcc470'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:00:46.282171 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-749220e6-99af-4561-b3af-40620ab6426e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T18:00:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['4260c439-9237-4bb0-8047-b589a5dcc470'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:00:46.337219 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd64c750-b028-4835-8760-d32a82e55427 tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] Deleting subnet f89d8790-7fe3-41e9-a7b7-c70e073fca47 {{(pid=103590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 18:00:46.339539 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [req-0f53c33d-c346-48c3-a8e0-df9a0bf0ec82 req-d4923f96-ec8d-4905-bbba-1791ee7ae506 service neutron] For port a479113f-2d1d-4ea5-91ef-a5a9483794b4, host n-h2-816206-8, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:00:46.358431 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-fd64c750-b028-4835-8760-d32a82e55427 tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] Publish callbacks [] for subnet, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:46.389051 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvr_db [None req-749220e6-99af-4561-b3af-40620ab6426e None None] Set router 4260c439-9237-4bb0-8047-b589a5dcc470 gateway port host: n-d-816206-8 {{(pid=103592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:00:46.410363 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-fd64c750-b028-4835-8760-d32a82e55427 tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-267528342'] for subnet, precommit_delete_associations {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:46.414511 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-0f53c33d-c346-48c3-a8e0-df9a0bf0ec82 req-d4923f96-ec8d-4905-bbba-1791ee7ae506 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:46.445673 n-d-816206-8 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f677dda7-ea71-4385-b0a3-be175d469e50', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a479113f-2d1d-4ea5-91ef-a5a9483794b4'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:00:46.447885 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbabddbc9fc37b068808e119c416c86f5957ca04531a4a0d2e695c515e93483b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81584f8f-9285-46d1-a0aa-5a3ea2b92ef0" -d '{"events": [{"server_uuid": "f677dda7-ea71-4385-b0a3-be175d469e50", "name": "network-vif-unplugged", "status": "completed", "tag": "a479113f-2d1d-4ea5-91ef-a5a9483794b4"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:00:46.463574 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [req-0f53c33d-c346-48c3-a8e0-df9a0bf0ec82 req-d4923f96-ec8d-4905-bbba-1791ee7ae506 service neutron] Transition to ACTIVE for port object a479113f-2d1d-4ea5-91ef-a5a9483794b4 will not be triggered until provisioned by entity L2. {{(pid=103590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 18:00:46.470936 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-0f53c33d-c346-48c3-a8e0-df9a0bf0ec82 req-d4923f96-ec8d-4905-bbba-1791ee7ae506 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264357957'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:46.510890 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 18:00:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1249881c-e9e5-4d80-ae4e-e2d94399d6e3 x-openstack-request-id: req-1249881c-e9e5-4d80-ae4e-e2d94399d6e3 {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:00:46.511182 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f677dda7-ea71-4385-b0a3-be175d469e50", "name": "network-vif-unplugged", "status": "completed", "tag": "a479113f-2d1d-4ea5-91ef-a5a9483794b4", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:00:46.511438 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-1249881c-e9e5-4d80-ae4e-e2d94399d6e3 {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:00:46.511831 n-d-816206-8 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f677dda7-ea71-4385-b0a3-be175d469e50', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a479113f-2d1d-4ea5-91ef-a5a9483794b4', 'code': 200} Nov 23 18:00:46.555567 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4923f96-ec8d-4905-bbba-1791ee7ae506 service neutron] Pushing event updated for resources: {'Port': ['ID=a479113f-2d1d-4ea5-91ef-a5a9483794b4,revision_number=10']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:00:46.567496 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 51900) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:00:46.604894 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-749220e6-99af-4561-b3af-40620ab6426e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4260c439-9237-4bb0-8047-b589a5dcc470', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1304575898', 'tenant_id': 'b3a2c64c5957447b9a4b3f6afc3f6e95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.61'}], 'enable_snat': True}, 'gw_port_id': '6a217b90-9f29-4732-9ff6-801dd7725e1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:59:14Z', 'updated_at': '2021-11-23T18:00:44Z', 'revision_number': 5, 'project_id': 'b3a2c64c5957447b9a4b3f6afc3f6e95', 'gw_port': {'id': '6a217b90-9f29-4732-9ff6-801dd7725e1b', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:9e:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4260c439-9237-4bb0-8047-b589a5dcc470', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:59:14Z', 'updated_at': '2021-11-23T17:59:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8'}], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:00:46.611945 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-fd64c750-b028-4835-8760-d32a82e55427 tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971956'] for subnet, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:46.637765 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-749220e6-99af-4561-b3af-40620ab6426e None None] Checking router: 4260c439-9237-4bb0-8047-b589a5dcc470 for host: n-d-816206-8 {{(pid=103592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:00:46.639813 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-52822d53-48f5-4819-8a95-bdc13aea0bf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:46.649685 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-749220e6-99af-4561-b3af-40620ab6426e None None] Routers {'4260c439-9237-4bb0-8047-b589a5dcc470'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:00:46.650600 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-749220e6-99af-4561-b3af-40620ab6426e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T18:00:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['4260c439-9237-4bb0-8047-b589a5dcc470'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:00:46.681282 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-6da06bee-32c3-4e78-871e-7ea3da5f2acf tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] 10.222.0.60 "GET /v2.0/floatingips/436036b6-f60d-43af-a153-3044df635807 HTTP/1.1" status: 200 len: 993 time: 0.1123788 Nov 23 18:00:46.739928 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac36d7e0-9cb9-4a8c-9c83-37544ddcf12c req-3894d613-182a-4774-be83-cc5d550b4ee2 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:46.742692 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ac36d7e0-9cb9-4a8c-9c83-37544ddcf12c req-3894d613-182a-4774-be83-cc5d550b4ee2 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.60 "GET /v2.0/ports?device_id=f677dda7-ea71-4385-b0a3-be175d469e50 HTTP/1.1" status: 200 len: 945 time: 0.0591395 Nov 23 18:00:46.827368 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ac36d7e0-9cb9-4a8c-9c83-37544ddcf12c req-4aff4747-1a99-4a7d-9241-85896e8499b8 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.60 "GET /v2.0/security-groups?id=26a740ef-a414-40be-ab5f-6db73ff13e79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733290 Nov 23 18:00:46.968147 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvr_db [None req-749220e6-99af-4561-b3af-40620ab6426e None None] Set router 4260c439-9237-4bb0-8047-b589a5dcc470 gateway port host: n-d-816206-8 {{(pid=103592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:00:47.055843 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f53c33d-c346-48c3-a8e0-df9a0bf0ec82 req-d4923f96-ec8d-4905-bbba-1791ee7ae506 service neutron] No DVR routers for this DVR port a479113f-2d1d-4ea5-91ef-a5a9483794b4 on host n-h2-816206-8 {{(pid=103590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:00:47.140610 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-fd64c750-b028-4835-8760-d32a82e55427 tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264357903', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264730940'] for subnet, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:47.151678 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-749220e6-99af-4561-b3af-40620ab6426e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4260c439-9237-4bb0-8047-b589a5dcc470', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1304575898', 'tenant_id': 'b3a2c64c5957447b9a4b3f6afc3f6e95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.61'}], 'enable_snat': True}, 'gw_port_id': '6a217b90-9f29-4732-9ff6-801dd7725e1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:59:14Z', 'updated_at': '2021-11-23T18:00:44Z', 'revision_number': 5, 'project_id': 'b3a2c64c5957447b9a4b3f6afc3f6e95', 'gw_port': {'id': '6a217b90-9f29-4732-9ff6-801dd7725e1b', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:9e:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4260c439-9237-4bb0-8047-b589a5dcc470', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:59:14Z', 'updated_at': '2021-11-23T17:59:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8'}], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:00:47.176242 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-fd64c750-b028-4835-8760-d32a82e55427 tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] Publish callbacks [] for subnet, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:47.180360 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-fd64c750-b028-4835-8760-d32a82e55427 tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] 10.222.0.60 "DELETE /v2.0/subnets/f89d8790-7fe3-41e9-a7b7-c70e073fca47 HTTP/1.1" status: 204 len: 168 time: 0.9111819 Nov 23 18:00:47.181268 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd64c750-b028-4835-8760-d32a82e55427 tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] Pushing event deleted for resources: {'Subnet': ['ID=f89d8790-7fe3-41e9-a7b7-c70e073fca47,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:00:47.183915 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 51904) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:00:47.187189 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8d320f3-5d1e-41fe-9727-e560be3262bd None None] Network 30ad5e0b-b448-45c5-81cc-5310ff5aa53b requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:00:47.189310 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-749220e6-99af-4561-b3af-40620ab6426e None None] The sync data for ids ['4260c439-9237-4bb0-8047-b589a5dcc470'] in n-d-816206-8 is: [{'id': '4260c439-9237-4bb0-8047-b589a5dcc470', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1304575898', 'tenant_id': 'b3a2c64c5957447b9a4b3f6afc3f6e95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.61'}], 'enable_snat': True}, 'gw_port_id': '6a217b90-9f29-4732-9ff6-801dd7725e1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:59:14Z', 'updated_at': '2021-11-23T18:00:44Z', 'revision_number': 5, 'project_id': 'b3a2c64c5957447b9a4b3f6afc3f6e95', 'gw_port': {'id': '6a217b90-9f29-4732-9ff6-801dd7725e1b', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:9e:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4260c439-9237-4bb0-8047-b589a5dcc470', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:59:14Z', 'updated_at': '2021-11-23T17:59:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8'}] {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:00:47.239540 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [req-0f53c33d-c346-48c3-a8e0-df9a0bf0ec82 req-d4923f96-ec8d-4905-bbba-1791ee7ae506 service neutron] Attempting to bind port a479113f-2d1d-4ea5-91ef-a5a9483794b4 on host n-h1-816206-8 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:00:47.239883 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [req-0f53c33d-c346-48c3-a8e0-df9a0bf0ec82 req-d4923f96-ec8d-4905-bbba-1791ee7ae506 service neutron] Attempting to bind port a479113f-2d1d-4ea5-91ef-a5a9483794b4 by drivers openvswitch,hyperv on host n-h1-816206-8 at level 0 using segments [{'id': 'c258ffac-1f4d-4be6-aafc-e39582cd8d50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'a784d5f5-5cd6-4b40-bc61-16afa7774b1f'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:00:47.240214 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f53c33d-c346-48c3-a8e0-df9a0bf0ec82 req-d4923f96-ec8d-4905-bbba-1791ee7ae506 service neutron] Attempting to bind port a479113f-2d1d-4ea5-91ef-a5a9483794b4 on network a784d5f5-5cd6-4b40-bc61-16afa7774b1f {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:00:47.244938 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f53c33d-c346-48c3-a8e0-df9a0bf0ec82 req-d4923f96-ec8d-4905-bbba-1791ee7ae506 service neutron] Port a479113f-2d1d-4ea5-91ef-a5a9483794b4 on network a784d5f5-5cd6-4b40-bc61-16afa7774b1f not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-8 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:00:47.245266 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f53c33d-c346-48c3-a8e0-df9a0bf0ec82 req-d4923f96-ec8d-4905-bbba-1791ee7ae506 service neutron] Attempting to bind port a479113f-2d1d-4ea5-91ef-a5a9483794b4 on network a784d5f5-5cd6-4b40-bc61-16afa7774b1f {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:00:47.250873 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f53c33d-c346-48c3-a8e0-df9a0bf0ec82 req-d4923f96-ec8d-4905-bbba-1791ee7ae506 service neutron] Checking agent: {'id': '4b0a4557-3bfe-4828-80a0-7981fc3ac84c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 15, 14), 'started_at': datetime.datetime(2021, 11, 23, 17, 15, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 0, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:00:47.251278 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f53c33d-c346-48c3-a8e0-df9a0bf0ec82 req-d4923f96-ec8d-4905-bbba-1791ee7ae506 service neutron] Checking segment: {'id': 'c258ffac-1f4d-4be6-aafc-e39582cd8d50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'a784d5f5-5cd6-4b40-bc61-16afa7774b1f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:00:47.251608 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f53c33d-c346-48c3-a8e0-df9a0bf0ec82 req-d4923f96-ec8d-4905-bbba-1791ee7ae506 service neutron] Bound using segment: {'id': 'c258ffac-1f4d-4be6-aafc-e39582cd8d50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'a784d5f5-5cd6-4b40-bc61-16afa7774b1f'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:00:47.252045 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [req-0f53c33d-c346-48c3-a8e0-df9a0bf0ec82 req-d4923f96-ec8d-4905-bbba-1791ee7ae506 service neutron] Bound port: a479113f-2d1d-4ea5-91ef-a5a9483794b4, host: n-h1-816206-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c258ffac-1f4d-4be6-aafc-e39582cd8d50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'a784d5f5-5cd6-4b40-bc61-16afa7774b1f'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:00:47.252408 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-0f53c33d-c346-48c3-a8e0-df9a0bf0ec82 req-d4923f96-ec8d-4905-bbba-1791ee7ae506 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:47.320852 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-7cadad82-916e-4018-b78f-10e0747fd506 tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] Publish callbacks [] for router, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:47.326654 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [req-0f53c33d-c346-48c3-a8e0-df9a0bf0ec82 req-d4923f96-ec8d-4905-bbba-1791ee7ae506 service neutron] For port a479113f-2d1d-4ea5-91ef-a5a9483794b4, host n-h1-816206-8, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:00:47.330053 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [req-0f53c33d-c346-48c3-a8e0-df9a0bf0ec82 req-d4923f96-ec8d-4905-bbba-1791ee7ae506 service neutron] For port a479113f-2d1d-4ea5-91ef-a5a9483794b4, host n-h1-816206-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=a479113f-2d1d-4ea5-91ef-a5a9483794b4,segment=NetworkSegment(c258ffac-1f4d-4be6-aafc-e39582cd8d50),segment_id=c258ffac-1f4d-4be6-aafc-e39582cd8d50)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:00:47.335929 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-0f53c33d-c346-48c3-a8e0-df9a0bf0ec82 req-d4923f96-ec8d-4905-bbba-1791ee7ae506 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264357957'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:47.372121 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f53c33d-c346-48c3-a8e0-df9a0bf0ec82 req-d4923f96-ec8d-4905-bbba-1791ee7ae506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:47.372820 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-0f53c33d-c346-48c3-a8e0-df9a0bf0ec82 req-d4923f96-ec8d-4905-bbba-1791ee7ae506 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:47.374214 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-0f53c33d-c346-48c3-a8e0-df9a0bf0ec82 req-d4923f96-ec8d-4905-bbba-1791ee7ae506 service neutron] 10.222.0.55 "PUT /v2.0/ports/a479113f-2d1d-4ea5-91ef-a5a9483794b4 HTTP/1.1" status: 200 len: 1093 time: 1.3916512 Nov 23 18:00:47.433125 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4923f96-ec8d-4905-bbba-1791ee7ae506 service neutron] Pushing event updated for resources: {'Port': ['ID=a479113f-2d1d-4ea5-91ef-a5a9483794b4,revision_number=11']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:00:47.449506 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-7cadad82-916e-4018-b78f-10e0747fd506 tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:47.452806 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f53c33d-c346-48c3-a8e0-df9a0bf0ec82 req-cbe6bf98-ee88-4584-b4a3-d05841f5e96f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:47.454857 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-0f53c33d-c346-48c3-a8e0-df9a0bf0ec82 req-cbe6bf98-ee88-4584-b4a3-d05841f5e96f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4d3a35880fb64e77bd3047bfa46cf261&device_id=f677dda7-ea71-4385-b0a3-be175d469e50 HTTP/1.1" status: 200 len: 1096 time: 0.0504150 Nov 23 18:00:47.508906 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-7cadad82-916e-4018-b78f-10e0747fd506 tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] Deleting port 6a217b90-9f29-4732-9ff6-801dd7725e1b {{(pid=103591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:00:47.509310 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-7cadad82-916e-4018-b78f-10e0747fd506 tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:47.574206 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eb25979-8bb0-4680-ae9b-b2feb37989e6 None None] DHCP port deletion for 30ad5e0b-b448-45c5-81cc-5310ff5aa53b request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:00:47.598925 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f53c33d-c346-48c3-a8e0-df9a0bf0ec82 req-46dc8a6f-c4ad-4783-983c-efb1f0f79287 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:47.600479 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-0f53c33d-c346-48c3-a8e0-df9a0bf0ec82 req-46dc8a6f-c4ad-4783-983c-efb1f0f79287 service neutron] 10.222.0.55 "GET /v2.0/networks?id=a784d5f5-5cd6-4b40-bc61-16afa7774b1f HTTP/1.1" status: 200 len: 898 time: 0.1366208 Nov 23 18:00:47.632738 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [None req-7cadad82-916e-4018-b78f-10e0747fd506 tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] For port 6a217b90-9f29-4732-9ff6-801dd7725e1b, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=6a217b90-9f29-4732-9ff6-801dd7725e1b,segment=NetworkSegment(bffd1e4f-e80f-4ff0-b418-2f42ae15febf),segment_id=bffd1e4f-e80f-4ff0-b418-2f42ae15febf)] {{(pid=103591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:00:47.633369 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-7cadad82-916e-4018-b78f-10e0747fd506 tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:47.653772 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-7cadad82-916e-4018-b78f-10e0747fd506 tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] Calling delete_port for 6a217b90-9f29-4732-9ff6-801dd7725e1b owned by network:router_gateway {{(pid=103591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:00:47.666472 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-5eb25979-8bb0-4680-ae9b-b2feb37989e6 None None] Deleting port c5c9f8c4-9de6-460e-953d-c6eac48b3423 {{(pid=103592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:00:47.666845 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-5eb25979-8bb0-4680-ae9b-b2feb37989e6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:47.682796 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device c3c77e71-c972-4c1d-8673-3133234ae1cb no longer exists at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:00:47.706893 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-0f53c33d-c346-48c3-a8e0-df9a0bf0ec82 req-33e60ce5-3124-488d-b042-17ebe3c136dc service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a479113f-2d1d-4ea5-91ef-a5a9483794b4 HTTP/1.1" status: 200 len: 999 time: 0.0948129 Nov 23 18:00:47.716774 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] No Port match for: c3c77e71-c972-4c1d-8673-3133234ae1cb {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:00:47.717117 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device c3c77e71-c972-4c1d-8673-3133234ae1cb not bound to the agent host n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:00:47.717959 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device c5c9f8c4-9de6-460e-953d-c6eac48b3423 no longer exists at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:00:47.783731 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f53c33d-c346-48c3-a8e0-df9a0bf0ec82 req-baf16961-e1fa-4959-8669-b8893dae43ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:47.784052 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-5eb25979-8bb0-4680-ae9b-b2feb37989e6 None None] For port c5c9f8c4-9de6-460e-953d-c6eac48b3423, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=c5c9f8c4-9de6-460e-953d-c6eac48b3423,segment=NetworkSegment(3e26f0b9-a9e3-44b0-872e-6e0def10c56a),segment_id=3e26f0b9-a9e3-44b0-872e-6e0def10c56a)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:00:47.784451 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-5eb25979-8bb0-4680-ae9b-b2feb37989e6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:47.785630 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-0f53c33d-c346-48c3-a8e0-df9a0bf0ec82 req-baf16961-e1fa-4959-8669-b8893dae43ad service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d11b9ece-e41a-4fe0-8b2b-a718aa85eeac HTTP/1.1" status: 200 len: 834 time: 0.0706544 Nov 23 18:00:47.833407 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-5eb25979-8bb0-4680-ae9b-b2feb37989e6 None None] Calling delete_port for c5c9f8c4-9de6-460e-953d-c6eac48b3423 owned by network:dhcp {{(pid=103592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:00:47.848593 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9a27ae6c-db98-474f-94c1-cc99bf842d79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:47.866704 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f53c33d-c346-48c3-a8e0-df9a0bf0ec82 req-09641da5-15b7-4715-8a60-42adc591651e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:47.869196 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-0f53c33d-c346-48c3-a8e0-df9a0bf0ec82 req-09641da5-15b7-4715-8a60-42adc591651e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a784d5f5-5cd6-4b40-bc61-16afa7774b1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0763197 Nov 23 18:00:47.923211 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-7cadad82-916e-4018-b78f-10e0747fd506 tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:47.930563 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:47.958387 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cadad82-916e-4018-b78f-10e0747fd506 tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] Pushing event deleted for resources: {'Port': ['ID=6a217b90-9f29-4732-9ff6-801dd7725e1b,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:00:47.998988 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72cf77a7-275d-41d5-ac80-8eda71858f14 None None] DHCP port deletion for 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:00:48.005642 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-0f53c33d-c346-48c3-a8e0-df9a0bf0ec82 req-620bd703-26b6-4d2c-97cf-e1c929465fc0 service neutron] 10.222.0.55 "GET /v2.0/networks/a784d5f5-5cd6-4b40-bc61-16afa7774b1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281133 Nov 23 18:00:48.008172 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] For port c5c9f8c4-9de6-460e-953d-c6eac48b3423, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=c5c9f8c4-9de6-460e-953d-c6eac48b3423,segment=NetworkSegment(3e26f0b9-a9e3-44b0-872e-6e0def10c56a),segment_id=3e26f0b9-a9e3-44b0-872e-6e0def10c56a)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:00:48.020058 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:48.054376 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-5eb25979-8bb0-4680-ae9b-b2feb37989e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989'] for port, after_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:48.072056 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-7cadad82-916e-4018-b78f-10e0747fd506 tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1795454'] for router_gateway, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:48.073735 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eb25979-8bb0-4680-ae9b-b2feb37989e6 None None] No DVR routers for this DVR port c5c9f8c4-9de6-460e-953d-c6eac48b3423 on host n-d-816206-8 {{(pid=103592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:00:48.091113 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Pushing event updated for resources: {'Port': ['ID=c5c9f8c4-9de6-460e-953d-c6eac48b3423,revision_number=5']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:00:48.120211 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb25979-8bb0-4680-ae9b-b2feb37989e6 None None] Pushing event deleted for resources: {'Port': ['ID=c5c9f8c4-9de6-460e-953d-c6eac48b3423,revision_number=None']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:00:48.137529 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-0f53c33d-c346-48c3-a8e0-df9a0bf0ec82 req-fd8014e5-5fdc-4197-bef6-425e31a05023 service neutron] 10.222.0.55 "GET /v2.0/networks/a784d5f5-5cd6-4b40-bc61-16afa7774b1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251152 Nov 23 18:00:48.221464 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d6c816-7b93-4aed-b462-6262c078c821 req-54bea1aa-6422-48a9-992a-e1ee801cb24e tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:48.223010 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-46d6c816-7b93-4aed-b462-6262c078c821 req-54bea1aa-6422-48a9-992a-e1ee801cb24e tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.60 "GET /v2.0/ports?device_id=f677dda7-ea71-4385-b0a3-be175d469e50 HTTP/1.1" status: 200 len: 945 time: 0.2683575 Nov 23 18:00:48.227084 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-7cadad82-916e-4018-b78f-10e0747fd506 tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1794352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8175'] for router, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:48.229275 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-7cadad82-916e-4018-b78f-10e0747fd506 tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:48.308690 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-7cadad82-916e-4018-b78f-10e0747fd506 tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1795580'] for router, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:48.309231 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cadad82-916e-4018-b78f-10e0747fd506 tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] Fanout notify agent at l3_agent the message router_deleted on router 4260c439-9237-4bb0-8047-b589a5dcc470 {{(pid=103591) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 18:00:48.317428 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-7cadad82-916e-4018-b78f-10e0747fd506 tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] Publish callbacks [] for router, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:48.318517 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-7cadad82-916e-4018-b78f-10e0747fd506 tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] 10.222.0.60 "DELETE /v2.0/routers/4260c439-9237-4bb0-8047-b589a5dcc470 HTTP/1.1" status: 204 len: 168 time: 1.1322002 Nov 23 18:00:48.321373 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 51908) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:00:48.337108 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-46d6c816-7b93-4aed-b462-6262c078c821 req-d4b55539-7288-46d7-b8b7-72c69d874d87 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.60 "GET /v2.0/security-groups?id=26a740ef-a414-40be-ab5f-6db73ff13e79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1060498 Nov 23 18:00:48.383480 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:48.414139 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-95ff1889-b648-45db-a991-7dba3ed0c58d tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-555181'] for network, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:48.508228 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-95ff1889-b648-45db-a991-7dba3ed0c58d tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973419', 'neutron.services.segments.db._delete_segments_for_network-8736635878840'] for network, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:48.515618 n-d-816206-8 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f677dda7-ea71-4385-b0a3-be175d469e50', 'tag': 'a479113f-2d1d-4ea5-91ef-a5a9483794b4'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:00:48.517928 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbabddbc9fc37b068808e119c416c86f5957ca04531a4a0d2e695c515e93483b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ad7abd5-9516-4eb8-b7ec-6ed6996c7f5c" -d '{"events": [{"name": "network-changed", "server_uuid": "f677dda7-ea71-4385-b0a3-be175d469e50", "tag": "a479113f-2d1d-4ea5-91ef-a5a9483794b4"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:00:48.534791 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-95ff1889-b648-45db-a991-7dba3ed0c58d tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30ad5e0b-b448-45c5-81cc-5310ff5aa53b']}} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:00:48.544796 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-95ff1889-b648-45db-a991-7dba3ed0c58d tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e26f0b9-a9e3-44b0-872e-6e0def10c56a') {'for_net_delete': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:00:48.545101 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-95ff1889-b648-45db-a991-7dba3ed0c58d tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e26f0b9-a9e3-44b0-872e-6e0def10c56a') {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:00:48.554384 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-95ff1889-b648-45db-a991-7dba3ed0c58d tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736635840332', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-267528353'] for segment, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:48.570431 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-95ff1889-b648-45db-a991-7dba3ed0c58d tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:48.573532 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:00:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f87f10cf-24f3-489f-b02c-dd870e04609d x-openstack-request-id: req-f87f10cf-24f3-489f-b02c-dd870e04609d {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:00:48.574639 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f677dda7-ea71-4385-b0a3-be175d469e50", "tag": "a479113f-2d1d-4ea5-91ef-a5a9483794b4", "status": "completed", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:00:48.574906 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f87f10cf-24f3-489f-b02c-dd870e04609d {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:00:48.575896 n-d-816206-8 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f677dda7-ea71-4385-b0a3-be175d469e50', 'tag': 'a479113f-2d1d-4ea5-91ef-a5a9483794b4', 'status': 'completed', 'code': 200} Nov 23 18:00:48.581410 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95ff1889-b648-45db-a991-7dba3ed0c58d tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] Releasing vlan 525 on physical network physnet1 to pool {{(pid=103590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 18:00:48.581823 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-95ff1889-b648-45db-a991-7dba3ed0c58d tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264370093'] for segment, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:48.585609 n-d-816206-8 neutron-server[103590]: Traceback (most recent call last): Nov 23 18:00:48.585609 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 18:00:48.585609 n-d-816206-8 neutron-server[103590]: timer() Nov 23 18:00:48.585609 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 18:00:48.585609 n-d-816206-8 neutron-server[103590]: cb(*args, **kw) Nov 23 18:00:48.585609 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 18:00:48.585609 n-d-816206-8 neutron-server[103590]: return func(*args, **kwargs) Nov 23 18:00:48.585609 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 18:00:48.585609 n-d-816206-8 neutron-server[103590]: self._notify() Nov 23 18:00:48.585609 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 18:00:48.585609 n-d-816206-8 neutron-server[103590]: self.callback(batched_events) Nov 23 18:00:48.585609 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 18:00:48.585609 n-d-816206-8 neutron-server[103590]: event.method(event) Nov 23 18:00:48.585609 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 18:00:48.585609 n-d-816206-8 neutron-server[103590]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 18:00:48.585609 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 18:00:48.585609 n-d-816206-8 neutron-server[103590]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 18:00:48.585609 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 18:00:48.585609 n-d-816206-8 neutron-server[103590]: return f(self, *a, **k) Nov 23 18:00:48.585609 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 18:00:48.585609 n-d-816206-8 neutron-server[103590]: return self._get(url).json() Nov 23 18:00:48.585609 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 18:00:48.585609 n-d-816206-8 neutron-server[103590]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 18:00:48.585609 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 18:00:48.585609 n-d-816206-8 neutron-server[103590]: return self.request(url, 'GET', **kwargs) Nov 23 18:00:48.585609 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 18:00:48.585609 n-d-816206-8 neutron-server[103590]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 18:00:48.585609 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 18:00:48.585609 n-d-816206-8 neutron-server[103590]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 18:00:48.585609 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 18:00:48.585609 n-d-816206-8 neutron-server[103590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 18:00:48.585609 n-d-816206-8 neutron-server[103590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 18:00:48.638972 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad7abd5-9516-4eb8-b7ec-6ed6996c7f5c req-349b3137-b065-45e1-8bce-ee548e4b2729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:48.640858 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6ad7abd5-9516-4eb8-b7ec-6ed6996c7f5c req-349b3137-b065-45e1-8bce-ee548e4b2729 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4d3a35880fb64e77bd3047bfa46cf261&device_id=f677dda7-ea71-4385-b0a3-be175d469e50 HTTP/1.1" status: 200 len: 1096 time: 0.0450823 Nov 23 18:00:48.677045 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad7abd5-9516-4eb8-b7ec-6ed6996c7f5c req-231ee6be-5029-40d6-b807-05647db8a6ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:48.678576 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-6ad7abd5-9516-4eb8-b7ec-6ed6996c7f5c req-231ee6be-5029-40d6-b807-05647db8a6ac service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4d3a35880fb64e77bd3047bfa46cf261&device_id=f677dda7-ea71-4385-b0a3-be175d469e50 HTTP/1.1" status: 200 len: 1096 time: 0.0790813 Nov 23 18:00:48.679244 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-95ff1889-b648-45db-a991-7dba3ed0c58d tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1795418'] for network, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:48.692218 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-95ff1889-b648-45db-a991-7dba3ed0c58d tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] Publish callbacks [] for network, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:48.696528 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-95ff1889-b648-45db-a991-7dba3ed0c58d tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] 10.222.0.60 "DELETE /v2.0/networks/30ad5e0b-b448-45c5-81cc-5310ff5aa53b HTTP/1.1" status: 204 len: 168 time: 0.3738363 Nov 23 18:00:48.717909 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ff1889-b648-45db-a991-7dba3ed0c58d tempest-TestSecurityGroupsBasicOps-189684086 tempest-TestSecurityGroupsBasicOps-189684086-project] Pushing event deleted for resources: {'Network': ['ID=30ad5e0b-b448-45c5-81cc-5310ff5aa53b,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:00:48.747328 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad7abd5-9516-4eb8-b7ec-6ed6996c7f5c req-015aecce-adfc-4231-916c-91061a89c4da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:48.751427 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6ad7abd5-9516-4eb8-b7ec-6ed6996c7f5c req-015aecce-adfc-4231-916c-91061a89c4da service neutron] 10.222.0.36 "GET /v2.0/networks?id=a784d5f5-5cd6-4b40-bc61-16afa7774b1f HTTP/1.1" status: 200 len: 898 time: 0.1004231 Nov 23 18:00:48.812305 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad7abd5-9516-4eb8-b7ec-6ed6996c7f5c req-d4709b3c-18be-4c4b-bd23-3db4de28b2f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:48.813984 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-6ad7abd5-9516-4eb8-b7ec-6ed6996c7f5c req-d4709b3c-18be-4c4b-bd23-3db4de28b2f4 service neutron] 10.222.0.55 "GET /v2.0/networks?id=a784d5f5-5cd6-4b40-bc61-16afa7774b1f HTTP/1.1" status: 200 len: 898 time: 0.1164300 Nov 23 18:00:48.843164 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6ad7abd5-9516-4eb8-b7ec-6ed6996c7f5c req-26ad15cb-7a46-4e2f-921e-55573652c45b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a479113f-2d1d-4ea5-91ef-a5a9483794b4 HTTP/1.1" status: 200 len: 999 time: 0.0852690 Nov 23 18:00:48.888830 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-6ad7abd5-9516-4eb8-b7ec-6ed6996c7f5c req-065ce7dd-962c-4b50-b957-12567f738178 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a479113f-2d1d-4ea5-91ef-a5a9483794b4 HTTP/1.1" status: 200 len: 999 time: 0.0655477 Nov 23 18:00:48.900106 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad7abd5-9516-4eb8-b7ec-6ed6996c7f5c req-c4eec8e9-4476-442c-8e5f-50fd8d6c21dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:48.901610 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6ad7abd5-9516-4eb8-b7ec-6ed6996c7f5c req-c4eec8e9-4476-442c-8e5f-50fd8d6c21dc service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d11b9ece-e41a-4fe0-8b2b-a718aa85eeac HTTP/1.1" status: 200 len: 834 time: 0.0511365 Nov 23 18:00:48.946484 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad7abd5-9516-4eb8-b7ec-6ed6996c7f5c req-fdedb997-08e8-4cd8-b528-c5bb507d1021 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:48.948158 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-6ad7abd5-9516-4eb8-b7ec-6ed6996c7f5c req-fdedb997-08e8-4cd8-b528-c5bb507d1021 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d11b9ece-e41a-4fe0-8b2b-a718aa85eeac HTTP/1.1" status: 200 len: 834 time: 0.0513749 Nov 23 18:00:48.952509 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad7abd5-9516-4eb8-b7ec-6ed6996c7f5c req-bef64300-8dc1-4266-ae2d-05a2df8ca7e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:48.954247 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6ad7abd5-9516-4eb8-b7ec-6ed6996c7f5c req-bef64300-8dc1-4266-ae2d-05a2df8ca7e0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a784d5f5-5cd6-4b40-bc61-16afa7774b1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0449610 Nov 23 18:00:49.006154 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad7abd5-9516-4eb8-b7ec-6ed6996c7f5c req-6ed7c7f8-8ad3-458e-afb6-2ed726165253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:49.008238 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-6ad7abd5-9516-4eb8-b7ec-6ed6996c7f5c req-6ed7c7f8-8ad3-458e-afb6-2ed726165253 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a784d5f5-5cd6-4b40-bc61-16afa7774b1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0517137 Nov 23 18:00:49.055116 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 51918) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:00:49.064004 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6ad7abd5-9516-4eb8-b7ec-6ed6996c7f5c req-a95b704d-b52c-4383-87d6-b5a75f372ba8 service neutron] 10.222.0.36 "GET /v2.0/networks/a784d5f5-5cd6-4b40-bc61-16afa7774b1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991280 Nov 23 18:00:49.108015 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-6ad7abd5-9516-4eb8-b7ec-6ed6996c7f5c req-12586d65-007d-4e32-bc8d-ab31afff6ecd service neutron] 10.222.0.55 "GET /v2.0/networks/a784d5f5-5cd6-4b40-bc61-16afa7774b1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915382 Nov 23 18:00:49.180612 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device a479113f-2d1d-4ea5-91ef-a5a9483794b4 details requested by agent hyperv_n-h1-816206-8 with host n-h1-816206-8 {{(pid=103592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 18:00:49.213495 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6ad7abd5-9516-4eb8-b7ec-6ed6996c7f5c req-ac8849c0-f76f-4349-8156-ed411aae89bf service neutron] 10.222.0.36 "GET /v2.0/networks/a784d5f5-5cd6-4b40-bc61-16afa7774b1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409831 Nov 23 18:00:49.245348 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-6ad7abd5-9516-4eb8-b7ec-6ed6996c7f5c req-1bdf1d57-cdfa-4984-ac0c-7cc74fa3dd78 service neutron] 10.222.0.55 "GET /v2.0/networks/a784d5f5-5cd6-4b40-bc61-16afa7774b1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295416 Nov 23 18:00:49.269352 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-2e4768bd-5bdb-4ceb-9f03-2ab1c661fc9a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b3a2c64c5957447b9a4b3f6afc3f6e95&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2108831 Nov 23 18:00:49.269762 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 51922) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:00:49.311580 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port a479113f-2d1d-4ea5-91ef-a5a9483794b4, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=a479113f-2d1d-4ea5-91ef-a5a9483794b4,segment=NetworkSegment(c258ffac-1f4d-4be6-aafc-e39582cd8d50),segment_id=c258ffac-1f4d-4be6-aafc-e39582cd8d50)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:00:49.322836 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-def94b19-7235-4010-b28c-f1eb13cdfaaa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:49.326160 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Returning: {'device': 'a479113f-2d1d-4ea5-91ef-a5a9483794b4', 'network_id': 'a784d5f5-5cd6-4b40-bc61-16afa7774b1f', 'port_id': 'a479113f-2d1d-4ea5-91ef-a5a9483794b4', 'mac_address': 'fa:16:3e:d6:be:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 549, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd11b9ece-e41a-4fe0-8b2b-a718aa85eeac', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 18:00:49.347444 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-def94b19-7235-4010-b28c-f1eb13cdfaaa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:49.368360 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:49.384073 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a479113f-2d1d-4ea5-91ef-a5a9483794b4 {{(pid=103592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:00:49.404154 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-def94b19-7235-4010-b28c-f1eb13cdfaaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:49.407063 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-def94b19-7235-4010-b28c-f1eb13cdfaaa admin admin] Publish callbacks [] for security_group, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:49.408337 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-def94b19-7235-4010-b28c-f1eb13cdfaaa admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/18ccfb80-f9d1-4046-b231-8b4900bcf9de HTTP/1.1" status: 204 len: 168 time: 0.1376088 Nov 23 18:00:49.417449 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port a479113f-2d1d-4ea5-91ef-a5a9483794b4, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=a479113f-2d1d-4ea5-91ef-a5a9483794b4,segment=NetworkSegment(c258ffac-1f4d-4be6-aafc-e39582cd8d50),segment_id=c258ffac-1f4d-4be6-aafc-e39582cd8d50)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:00:49.422917 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:49.435052 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def94b19-7235-4010-b28c-f1eb13cdfaaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18ccfb80-f9d1-4046-b231-8b4900bcf9de,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:00:49.497314 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947a4613-a901-482b-b5fb-de2e614edccd req-44d33ef1-3c50-409e-8ea8-0fe6fc08ead8 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:49.498994 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-947a4613-a901-482b-b5fb-de2e614edccd req-44d33ef1-3c50-409e-8ea8-0fe6fc08ead8 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.60 "GET /v2.0/ports?device_id=f677dda7-ea71-4385-b0a3-be175d469e50 HTTP/1.1" status: 200 len: 946 time: 0.0614142 Nov 23 18:00:49.565519 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Pushing event updated for resources: {'Port': ['ID=a479113f-2d1d-4ea5-91ef-a5a9483794b4,revision_number=12']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:00:49.592640 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-947a4613-a901-482b-b5fb-de2e614edccd req-f5fc6e05-9fbd-406f-9879-f40b16d9be24 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.60 "GET /v2.0/security-groups?id=26a740ef-a414-40be-ab5f-6db73ff13e79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821111 Nov 23 18:00:49.606938 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 6a217b90-9f29-4732-9ff6-801dd7725e1b no longer exists at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:00:49.642022 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] get_ports_and_sgs() called for port_ids ['a479113f-2d1d-4ea5-91ef-a5a9483794b4'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:00:49.644212 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] No Port match for: 6a217b90-9f29-4732-9ff6-801dd7725e1b {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:00:49.644589 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 6a217b90-9f29-4732-9ff6-801dd7725e1b not bound to the agent host n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:00:49.799773 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 51930) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:00:49.819192 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-1b269491-a470-4498-9762-9f1d66ac93de admin admin] Publish callbacks [] for security_group, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:49.906407 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-1b269491-a470-4498-9762-9f1d66ac93de admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:49.910123 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-1b269491-a470-4498-9762-9f1d66ac93de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:49.953310 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-1b269491-a470-4498-9762-9f1d66ac93de admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=83a75d5ab7ef46b58fa9a0b2cda1f7a6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1524198 Nov 23 18:00:49.954043 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b269491-a470-4498-9762-9f1d66ac93de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6e5d1cb-ddf4-473b-8512-f156d79652be,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:00:49.956163 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 51932) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:00:50.007407 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ec20cb4b-8765-4598-9666-c2077607541c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:50.029283 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ec20cb4b-8765-4598-9666-c2077607541c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:50.074549 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ec20cb4b-8765-4598-9666-c2077607541c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:50.077184 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ec20cb4b-8765-4598-9666-c2077607541c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:50.078377 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-ec20cb4b-8765-4598-9666-c2077607541c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/c6e5d1cb-ddf4-473b-8512-f156d79652be HTTP/1.1" status: 204 len: 168 time: 0.1211097 Nov 23 18:00:50.086937 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec20cb4b-8765-4598-9666-c2077607541c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6e5d1cb-ddf4-473b-8512-f156d79652be,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:00:50.394351 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 51938) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:00:50.434372 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-c761825d-1160-4d92-b0fc-dba9d7b91d10 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=4b0f4463b3874b75a3483ccc46e72cf7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0387602 Nov 23 18:00:50.436714 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 51940) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:00:50.482526 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4c0a9dac-0d70-470f-b91c-c8374ef9ad4c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:50.508612 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4c0a9dac-0d70-470f-b91c-c8374ef9ad4c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:50.526760 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device a479113f-2d1d-4ea5-91ef-a5a9483794b4 no longer exists at agent hyperv_n-h2-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:00:50.555867 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4c0a9dac-0d70-470f-b91c-c8374ef9ad4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:50.558486 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4c0a9dac-0d70-470f-b91c-c8374ef9ad4c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:50.559647 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-4c0a9dac-0d70-470f-b91c-c8374ef9ad4c admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/58644e87-6bf8-4818-93af-2d1291629963 HTTP/1.1" status: 204 len: 168 time: 0.1220069 Nov 23 18:00:50.567174 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0a9dac-0d70-470f-b91c-c8374ef9ad4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58644e87-6bf8-4818-93af-2d1291629963,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:00:50.570327 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device a479113f-2d1d-4ea5-91ef-a5a9483794b4 not bound to the agent host n-h2-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:00:50.720956 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1987eb-84af-4783-888a-d4bdfde2a651 req-bd600f64-c83d-42a2-9a53-94cace40bc85 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:50.722507 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7b1987eb-84af-4783-888a-d4bdfde2a651 req-bd600f64-c83d-42a2-9a53-94cace40bc85 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.60 "GET /v2.0/ports?device_id=f677dda7-ea71-4385-b0a3-be175d469e50 HTTP/1.1" status: 200 len: 946 time: 0.0504117 Nov 23 18:00:50.780306 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7b1987eb-84af-4783-888a-d4bdfde2a651 req-1c516565-e71e-4911-aac1-9a393af357d3 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.60 "GET /v2.0/security-groups?id=26a740ef-a414-40be-ab5f-6db73ff13e79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509610 Nov 23 18:00:50.806092 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 51946) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:00:50.878551 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-600431d4-10a5-4de8-8330-cd13dabfd4c6 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.60 "GET /v2.0/floatingips/b8b77538-40f7-4acc-a0ba-7e78bfeacc36 HTTP/1.1" status: 200 len: 992 time: 0.0661170 Nov 23 18:00:51.195704 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device a479113f-2d1d-4ea5-91ef-a5a9483794b4 up at agent hyperv_n-h1-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:00:51.247581 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Provisioning for port a479113f-2d1d-4ea5-91ef-a5a9483794b4 completed by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 18:00:51.251628 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Provisioning complete for port a479113f-2d1d-4ea5-91ef-a5a9483794b4 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:00:51.251998 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:51.342474 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:51.368186 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f677dda7-ea71-4385-b0a3-be175d469e50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a479113f-2d1d-4ea5-91ef-a5a9483794b4'}] {{(pid=103592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:00:51.370524 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba3e6a8f2301c7a29fe1eca9779abdae4ccbcd6266d69778087f2498d5551201" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90a54e35-32db-43e4-8148-e20f54227728" -d '{"events": [{"server_uuid": "f677dda7-ea71-4385-b0a3-be175d469e50", "name": "network-vif-plugged", "status": "completed", "tag": "a479113f-2d1d-4ea5-91ef-a5a9483794b4"}]}' {{(pid=103592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:00:51.387751 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port a479113f-2d1d-4ea5-91ef-a5a9483794b4, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=a479113f-2d1d-4ea5-91ef-a5a9483794b4,segment=NetworkSegment(c258ffac-1f4d-4be6-aafc-e39582cd8d50),segment_id=c258ffac-1f4d-4be6-aafc-e39582cd8d50)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:00:51.392817 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:00:51.428750 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:00:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ae9845e-b018-445f-9776-bb956a771bab x-openstack-request-id: req-8ae9845e-b018-445f-9776-bb956a771bab {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:00:51.429050 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f677dda7-ea71-4385-b0a3-be175d469e50", "name": "network-vif-plugged", "status": "completed", "tag": "a479113f-2d1d-4ea5-91ef-a5a9483794b4", "code": 200}]} {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:00:51.429308 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-8ae9845e-b018-445f-9776-bb956a771bab {{(pid=103592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:00:51.429711 n-d-816206-8 neutron-server[103592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f677dda7-ea71-4385-b0a3-be175d469e50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a479113f-2d1d-4ea5-91ef-a5a9483794b4', 'code': 200} Nov 23 18:00:51.456877 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Pushing event updated for resources: {'Port': ['ID=a479113f-2d1d-4ea5-91ef-a5a9483794b4,revision_number=13']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:00:54.891764 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-9468436a-0936-45bc-816a-a3d3d0ac3816 req-ce4420d5-8256-4f87-97d2-d1e0a2bf0e58 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=f677dda7-ea71-4385-b0a3-be175d469e50&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0413830 Nov 23 18:00:54.959830 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9468436a-0936-45bc-816a-a3d3d0ac3816 req-631dbf54-9f77-4b6b-82fa-252fdf1065d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:54.961434 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-9468436a-0936-45bc-816a-a3d3d0ac3816 req-631dbf54-9f77-4b6b-82fa-252fdf1065d3 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4d3a35880fb64e77bd3047bfa46cf261&device_id=f677dda7-ea71-4385-b0a3-be175d469e50 HTTP/1.1" status: 200 len: 1098 time: 0.0472748 Nov 23 18:00:55.070778 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9468436a-0936-45bc-816a-a3d3d0ac3816 req-43d8e290-50e0-4278-a1d9-ca069b79195a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:55.072257 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-9468436a-0936-45bc-816a-a3d3d0ac3816 req-43d8e290-50e0-4278-a1d9-ca069b79195a service neutron] 10.222.0.55 "GET /v2.0/networks?id=a784d5f5-5cd6-4b40-bc61-16afa7774b1f HTTP/1.1" status: 200 len: 898 time: 0.0915310 Nov 23 18:00:55.143376 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-9468436a-0936-45bc-816a-a3d3d0ac3816 req-0fa69e6b-733f-48ea-8523-dcf65fe25301 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a479113f-2d1d-4ea5-91ef-a5a9483794b4 HTTP/1.1" status: 200 len: 1001 time: 0.0636845 Nov 23 18:00:55.195980 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9468436a-0936-45bc-816a-a3d3d0ac3816 req-bc3cc92c-1213-43f1-83ab-d92967c1a8eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:55.197506 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-9468436a-0936-45bc-816a-a3d3d0ac3816 req-bc3cc92c-1213-43f1-83ab-d92967c1a8eb service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d11b9ece-e41a-4fe0-8b2b-a718aa85eeac HTTP/1.1" status: 200 len: 834 time: 0.0464244 Nov 23 18:00:55.245891 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9468436a-0936-45bc-816a-a3d3d0ac3816 req-d803c547-e8ad-4992-80b1-f4b82ae7eb2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:00:55.247526 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-9468436a-0936-45bc-816a-a3d3d0ac3816 req-d803c547-e8ad-4992-80b1-f4b82ae7eb2b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a784d5f5-5cd6-4b40-bc61-16afa7774b1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422111 Nov 23 18:00:55.343775 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-9468436a-0936-45bc-816a-a3d3d0ac3816 req-c68cea9a-c12a-497b-8fe5-77e82c47c4f4 service neutron] 10.222.0.55 "GET /v2.0/networks/a784d5f5-5cd6-4b40-bc61-16afa7774b1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888867 Nov 23 18:00:55.446459 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-9468436a-0936-45bc-816a-a3d3d0ac3816 req-11325dcd-88d3-47ca-b812-43054b42ee62 service neutron] 10.222.0.55 "GET /v2.0/networks/a784d5f5-5cd6-4b40-bc61-16afa7774b1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946586 Nov 23 18:01:04.635635 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [req-a66c0149-80c5-4915-b2b0-4dd2e3fb7b71 req-b63f80dc-15fc-4043-a168-4e5cb20e4a9e service neutron] (103591) timed out ('10.222.0.55', 62160) {{(pid=103591) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 23 18:01:12.970589 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-e6ecdf6b-9b63-4c4f-8c50-ff799f012755 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:13.632583 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:14.381974 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:15.091679 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-3bacca40-f165-4c2f-afbf-654ec92071d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:16.593653 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-52822d53-48f5-4819-8a95-bdc13aea0bf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:17.812158 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9a27ae6c-db98-474f-94c1-cc99bf842d79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:17.862054 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 51970) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:01:17.927242 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-1c4de437-bc33-45ca-ba76-f80808ff8d13 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] 10.222.0.60 "GET /v2.0/floatingips/436036b6-f60d-43af-a153-3044df635807 HTTP/1.1" status: 200 len: 993 time: 0.0639622 Nov 23 18:01:18.156469 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 51976) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:01:18.317499 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-40364a2d-c9a2-4a16-8da8-eb8a80c4cabd tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Deleting port a1a89990-ea2b-40cd-b7ef-109e7a47c0f4 {{(pid=103591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:01:18.317835 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-40364a2d-c9a2-4a16-8da8-eb8a80c4cabd tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:18.375611 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:18.399639 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-40364a2d-c9a2-4a16-8da8-eb8a80c4cabd tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:18.399961 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-40364a2d-c9a2-4a16-8da8-eb8a80c4cabd tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:18.412888 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-40364a2d-c9a2-4a16-8da8-eb8a80c4cabd tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Calling delete_port for a1a89990-ea2b-40cd-b7ef-109e7a47c0f4 owned by network:floatingip {{(pid=103591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:01:18.551777 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.agents_db [None req-464f6c07-0de8-4be6-8f5b-563f574d1c5d None None] Agent healthcheck: found 7 active agents {{(pid=103593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 18:01:18.563290 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-40364a2d-c9a2-4a16-8da8-eb8a80c4cabd tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:18.593404 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40364a2d-c9a2-4a16-8da8-eb8a80c4cabd tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Pushing event deleted for resources: {'Port': ['ID=a1a89990-ea2b-40cd-b7ef-109e7a47c0f4,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:01:18.606264 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40364a2d-c9a2-4a16-8da8-eb8a80c4cabd tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:01:18.606609 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40364a2d-c9a2-4a16-8da8-eb8a80c4cabd tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:01:18.606948 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40364a2d-c9a2-4a16-8da8-eb8a80c4cabd tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:01:18.607285 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40364a2d-c9a2-4a16-8da8-eb8a80c4cabd tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:01:18.607617 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40364a2d-c9a2-4a16-8da8-eb8a80c4cabd tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:01:18.607944 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40364a2d-c9a2-4a16-8da8-eb8a80c4cabd tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:01:18.608288 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40364a2d-c9a2-4a16-8da8-eb8a80c4cabd tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:01:18.608632 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40364a2d-c9a2-4a16-8da8-eb8a80c4cabd tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:01:18.608955 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40364a2d-c9a2-4a16-8da8-eb8a80c4cabd tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:01:18.609277 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40364a2d-c9a2-4a16-8da8-eb8a80c4cabd tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:01:18.609600 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40364a2d-c9a2-4a16-8da8-eb8a80c4cabd tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:01:18.609924 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40364a2d-c9a2-4a16-8da8-eb8a80c4cabd tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:01:18.665817 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-40364a2d-c9a2-4a16-8da8-eb8a80c4cabd tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Publish callbacks [] for floatingip, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:18.666164 n-d-816206-8 neutron-server[103591]: INFO neutron.db.l3_db [None req-40364a2d-c9a2-4a16-8da8-eb8a80c4cabd tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Floating IP 436036b6-f60d-43af-a153-3044df635807 disassociated (deleted). External IP: 172.25.3.209, port: 4773ac1d-d347-4a61-b3a8-49720ba8d093. Nov 23 18:01:18.882792 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40364a2d-c9a2-4a16-8da8-eb8a80c4cabd tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Router b353d7cb-1947-4f36-b3bf-e12cf69b35c3 has already been hosted by L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 {{(pid=103591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:01:18.998743 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40364a2d-c9a2-4a16-8da8-eb8a80c4cabd tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:01:19.003838 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-40364a2d-c9a2-4a16-8da8-eb8a80c4cabd tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for floatingip, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:19.009064 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5658552-87db-4956-bbe2-751475c3a864 None None] Sync routers for ids ['b353d7cb-1947-4f36-b3bf-e12cf69b35c3'] in n-d-816206-8 {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:01:19.018900 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5658552-87db-4956-bbe2-751475c3a864 None None] Routers {'b353d7cb-1947-4f36-b3bf-e12cf69b35c3'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:01:19.019509 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-e5658552-87db-4956-bbe2-751475c3a864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T18:01:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['b353d7cb-1947-4f36-b3bf-e12cf69b35c3'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:01:19.032068 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-40364a2d-c9a2-4a16-8da8-eb8a80c4cabd tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] 10.222.0.60 "DELETE /v2.0/floatingips/436036b6-f60d-43af-a153-3044df635807 HTTP/1.1" status: 204 len: 168 time: 0.8744683 Nov 23 18:01:19.032748 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75c5774e-abeb-45ff-b8dc-963bee5e1a30', 'tag': '4773ac1d-d347-4a61-b3a8-49720ba8d093'}] {{(pid=103591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:01:19.037316 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41d174a19ece9499ff9ec44e5b3fc50f2abd3ffbc947fb7e52ea1e8db27b95b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c888922-7aa5-49f4-9595-bb9fcda849d4" -d '{"events": [{"name": "network-changed", "server_uuid": "75c5774e-abeb-45ff-b8dc-963bee5e1a30", "tag": "4773ac1d-d347-4a61-b3a8-49720ba8d093"}]}' {{(pid=103591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:01:19.083755 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:01:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9f6fe66-9006-4ab1-98bc-e060a6c235a2 x-openstack-request-id: req-a9f6fe66-9006-4ab1-98bc-e060a6c235a2 {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:01:19.084096 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75c5774e-abeb-45ff-b8dc-963bee5e1a30", "tag": "4773ac1d-d347-4a61-b3a8-49720ba8d093", "status": "completed", "code": 200}]} {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:01:19.084355 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a9f6fe66-9006-4ab1-98bc-e060a6c235a2 {{(pid=103591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:01:19.085008 n-d-816206-8 neutron-server[103591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75c5774e-abeb-45ff-b8dc-963bee5e1a30', 'tag': '4773ac1d-d347-4a61-b3a8-49720ba8d093', 'status': 'completed', 'code': 200} Nov 23 18:01:19.132040 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-e5658552-87db-4956-bbe2-751475c3a864 None None] Set router b353d7cb-1947-4f36-b3bf-e12cf69b35c3 gateway port host: n-d-816206-8 {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:01:19.151309 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c888922-7aa5-49f4-9595-bb9fcda849d4 req-44b0e097-4d01-415c-9cd1-5fdf06d227ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:01:19.152427 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6c888922-7aa5-49f4-9595-bb9fcda849d4 req-44b0e097-4d01-415c-9cd1-5fdf06d227ee service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=06a344c95e04492b8d6015a2d3d39bf1&device_id=75c5774e-abeb-45ff-b8dc-963bee5e1a30 HTTP/1.1" status: 200 len: 1096 time: 0.0442986 Nov 23 18:01:19.317568 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c888922-7aa5-49f4-9595-bb9fcda849d4 req-86fbde83-fc29-4b21-b6cc-34994fd7f8a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:01:19.319083 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6c888922-7aa5-49f4-9595-bb9fcda849d4 req-86fbde83-fc29-4b21-b6cc-34994fd7f8a8 service neutron] 10.222.0.36 "GET /v2.0/networks?id=de09f635-2e15-444d-b648-50de9ba5de13 HTTP/1.1" status: 200 len: 898 time: 0.1521358 Nov 23 18:01:19.327786 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f10691-9f97-412c-b67d-de594fa372a6 req-0adbecb2-58d9-4367-930e-112e61d711a6 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:01:19.329350 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e9f10691-9f97-412c-b67d-de594fa372a6 req-0adbecb2-58d9-4367-930e-112e61d711a6 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] 10.222.0.60 "GET /v2.0/ports?device_id=75c5774e-abeb-45ff-b8dc-963bee5e1a30 HTTP/1.1" status: 200 len: 945 time: 0.0760634 Nov 23 18:01:19.376615 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6c888922-7aa5-49f4-9595-bb9fcda849d4 req-5a713c9f-fa33-49c4-bf2b-4378aae7adad service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4773ac1d-d347-4a61-b3a8-49720ba8d093 HTTP/1.1" status: 200 len: 217 time: 0.0462370 Nov 23 18:01:19.455679 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e9f10691-9f97-412c-b67d-de594fa372a6 req-bae8bb6d-36ce-4de3-a545-4c3d0b25a994 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] 10.222.0.60 "GET /v2.0/security-groups?id=f4944827-9abf-4d7e-b022-2bd6631a14cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1178205 Nov 23 18:01:19.457235 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c888922-7aa5-49f4-9595-bb9fcda849d4 req-57f18d3f-f0ce-4760-8723-62a16d8bedbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:01:19.458419 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6c888922-7aa5-49f4-9595-bb9fcda849d4 req-57f18d3f-f0ce-4760-8723-62a16d8bedbf service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ba2ae746-e129-45c6-82d4-ed62b3c0857a HTTP/1.1" status: 200 len: 834 time: 0.0724585 Nov 23 18:01:19.484318 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-e5658552-87db-4956-bbe2-751475c3a864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b353d7cb-1947-4f36-b3bf-e12cf69b35c3', 'name': 'tempest-TestNetworkBasicOps-router-2097832261', 'tenant_id': '06a344c95e04492b8d6015a2d3d39bf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.127'}], 'enable_snat': True}, 'gw_port_id': '1cd20823-2914-4211-8d1b-9a3877b7ed54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:00:22Z', 'updated_at': '2021-11-23T18:00:26Z', 'revision_number': 4, 'project_id': '06a344c95e04492b8d6015a2d3d39bf1', 'gw_port': {'id': '1cd20823-2914-4211-8d1b-9a3877b7ed54', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:76:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b353d7cb-1947-4f36-b3bf-e12cf69b35c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3904, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:00:23Z', 'updated_at': '2021-11-23T18:00:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_interfaces': [{'id': '73e9eaf0-e99d-48aa-9b29-c53d49d2cad8', 'name': '', 'network_id': 'de09f635-2e15-444d-b648-50de9ba5de13', 'tenant_id': '06a344c95e04492b8d6015a2d3d39bf1', 'mac_address': 'fa:16:3e:0d:0f:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b353d7cb-1947-4f36-b3bf-e12cf69b35c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3907, 'fixed_ips': [{'subnet_id': 'ba2ae746-e129-45c6-82d4-ed62b3c0857a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:00:26Z', 'updated_at': '2021-11-23T18:00:30Z', 'revision_number': 5, 'project_id': '06a344c95e04492b8d6015a2d3d39bf1', 'subnets': [{'id': 'ba2ae746-e129-45c6-82d4-ed62b3c0857a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:01:19.513430 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5658552-87db-4956-bbe2-751475c3a864 None None] Checking router: b353d7cb-1947-4f36-b3bf-e12cf69b35c3 for host: n-d-816206-8 {{(pid=103593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:01:19.515471 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c888922-7aa5-49f4-9595-bb9fcda849d4 req-c5700df2-7e76-4b7d-8960-8198dbacfdaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:01:19.517198 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6c888922-7aa5-49f4-9595-bb9fcda849d4 req-c5700df2-7e76-4b7d-8960-8198dbacfdaf service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=de09f635-2e15-444d-b648-50de9ba5de13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0497930 Nov 23 18:01:19.525083 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5658552-87db-4956-bbe2-751475c3a864 None None] Routers {'b353d7cb-1947-4f36-b3bf-e12cf69b35c3'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:01:19.526053 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-e5658552-87db-4956-bbe2-751475c3a864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T18:01:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['b353d7cb-1947-4f36-b3bf-e12cf69b35c3'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:01:19.620828 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6c888922-7aa5-49f4-9595-bb9fcda849d4 req-21f004bc-77b3-448d-82cb-00575805f751 service neutron] 10.222.0.36 "GET /v2.0/networks/de09f635-2e15-444d-b648-50de9ba5de13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943439 Nov 23 18:01:19.662493 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-e5658552-87db-4956-bbe2-751475c3a864 None None] Set router b353d7cb-1947-4f36-b3bf-e12cf69b35c3 gateway port host: n-d-816206-8 {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:01:19.734235 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6c888922-7aa5-49f4-9595-bb9fcda849d4 req-1eca00b8-fdc0-4f83-972d-b461fda92420 service neutron] 10.222.0.36 "GET /v2.0/networks/de09f635-2e15-444d-b648-50de9ba5de13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040487 Nov 23 18:01:19.873621 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-e5658552-87db-4956-bbe2-751475c3a864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b353d7cb-1947-4f36-b3bf-e12cf69b35c3', 'name': 'tempest-TestNetworkBasicOps-router-2097832261', 'tenant_id': '06a344c95e04492b8d6015a2d3d39bf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.127'}], 'enable_snat': True}, 'gw_port_id': '1cd20823-2914-4211-8d1b-9a3877b7ed54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:00:22Z', 'updated_at': '2021-11-23T18:00:26Z', 'revision_number': 4, 'project_id': '06a344c95e04492b8d6015a2d3d39bf1', 'gw_port': {'id': '1cd20823-2914-4211-8d1b-9a3877b7ed54', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:76:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b353d7cb-1947-4f36-b3bf-e12cf69b35c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3904, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:00:23Z', 'updated_at': '2021-11-23T18:00:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_interfaces': [{'id': '73e9eaf0-e99d-48aa-9b29-c53d49d2cad8', 'name': '', 'network_id': 'de09f635-2e15-444d-b648-50de9ba5de13', 'tenant_id': '06a344c95e04492b8d6015a2d3d39bf1', 'mac_address': 'fa:16:3e:0d:0f:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b353d7cb-1947-4f36-b3bf-e12cf69b35c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3907, 'fixed_ips': [{'subnet_id': 'ba2ae746-e129-45c6-82d4-ed62b3c0857a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:00:26Z', 'updated_at': '2021-11-23T18:00:30Z', 'revision_number': 5, 'project_id': '06a344c95e04492b8d6015a2d3d39bf1', 'subnets': [{'id': 'ba2ae746-e129-45c6-82d4-ed62b3c0857a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:01:19.904956 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5658552-87db-4956-bbe2-751475c3a864 None None] The sync data for ids ['b353d7cb-1947-4f36-b3bf-e12cf69b35c3'] in n-d-816206-8 is: [{'id': 'b353d7cb-1947-4f36-b3bf-e12cf69b35c3', 'name': 'tempest-TestNetworkBasicOps-router-2097832261', 'tenant_id': '06a344c95e04492b8d6015a2d3d39bf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.127'}], 'enable_snat': True}, 'gw_port_id': '1cd20823-2914-4211-8d1b-9a3877b7ed54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:00:22Z', 'updated_at': '2021-11-23T18:00:26Z', 'revision_number': 4, 'project_id': '06a344c95e04492b8d6015a2d3d39bf1', 'gw_port': {'id': '1cd20823-2914-4211-8d1b-9a3877b7ed54', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:76:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b353d7cb-1947-4f36-b3bf-e12cf69b35c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3904, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:00:23Z', 'updated_at': '2021-11-23T18:00:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_interfaces': [{'id': '73e9eaf0-e99d-48aa-9b29-c53d49d2cad8', 'name': '', 'network_id': 'de09f635-2e15-444d-b648-50de9ba5de13', 'tenant_id': '06a344c95e04492b8d6015a2d3d39bf1', 'mac_address': 'fa:16:3e:0d:0f:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b353d7cb-1947-4f36-b3bf-e12cf69b35c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3907, 'fixed_ips': [{'subnet_id': 'ba2ae746-e129-45c6-82d4-ed62b3c0857a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:00:26Z', 'updated_at': '2021-11-23T18:00:30Z', 'revision_number': 5, 'project_id': '06a344c95e04492b8d6015a2d3d39bf1', 'subnets': [{'id': 'ba2ae746-e129-45c6-82d4-ed62b3c0857a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:01:20.171818 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c9f9ba5-ba21-4899-bd98-79a8a732a0c8 None None] New status for floating IP 436036b6-f60d-43af-a153-3044df635807: DOWN {{(pid=103592) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 18:01:20.606038 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46252c23-212d-45b6-bb5c-d53a05e4331e req-a616a080-0d68-4a3c-80bb-0d4b94329a0c tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:01:20.607546 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-46252c23-212d-45b6-bb5c-d53a05e4331e req-a616a080-0d68-4a3c-80bb-0d4b94329a0c tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] 10.222.0.60 "GET /v2.0/ports?device_id=75c5774e-abeb-45ff-b8dc-963bee5e1a30 HTTP/1.1" status: 200 len: 945 time: 0.0627575 Nov 23 18:01:20.656751 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-46252c23-212d-45b6-bb5c-d53a05e4331e req-cfe415a3-f6e0-4d4b-ac6e-0965bd66865f tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] 10.222.0.60 "GET /v2.0/security-groups?id=f4944827-9abf-4d7e-b022-2bd6631a14cc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431576 Nov 23 18:01:20.737022 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef7fcb6-491c-4b34-bd87-82a4ab01dc8d req-5302e88e-88c7-4b0f-b078-c5cd8bd6d743 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:01:20.738479 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7ef7fcb6-491c-4b34-bd87-82a4ab01dc8d req-5302e88e-88c7-4b0f-b078-c5cd8bd6d743 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] 10.222.0.36 "GET /v2.0/ports?device_id=75c5774e-abeb-45ff-b8dc-963bee5e1a30 HTTP/1.1" status: 200 len: 945 time: 0.0488949 Nov 23 18:01:20.829759 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [req-7ef7fcb6-491c-4b34-bd87-82a4ab01dc8d req-13b6bdb1-113d-4b5e-abc7-93400651d108 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Deleting port 4773ac1d-d347-4a61-b3a8-49720ba8d093 {{(pid=103591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:01:20.830092 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-7ef7fcb6-491c-4b34-bd87-82a4ab01dc8d req-13b6bdb1-113d-4b5e-abc7-93400651d108 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:20.920772 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-7ef7fcb6-491c-4b34-bd87-82a4ab01dc8d req-13b6bdb1-113d-4b5e-abc7-93400651d108 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] For port 4773ac1d-d347-4a61-b3a8-49720ba8d093, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=4773ac1d-d347-4a61-b3a8-49720ba8d093,segment=NetworkSegment(102ed429-7d92-446d-aad9-a74f1de6b95a),segment_id=102ed429-7d92-446d-aad9-a74f1de6b95a)] {{(pid=103591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:01:20.921129 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-7ef7fcb6-491c-4b34-bd87-82a4ab01dc8d req-13b6bdb1-113d-4b5e-abc7-93400651d108 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:20.933609 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [req-7ef7fcb6-491c-4b34-bd87-82a4ab01dc8d req-13b6bdb1-113d-4b5e-abc7-93400651d108 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Calling delete_port for 4773ac1d-d347-4a61-b3a8-49720ba8d093 owned by compute:nova {{(pid=103591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:01:21.061455 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-7ef7fcb6-491c-4b34-bd87-82a4ab01dc8d req-13b6bdb1-113d-4b5e-abc7-93400651d108 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:21.090755 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b6bdb1-113d-4b5e-abc7-93400651d108 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Pushing event deleted for resources: {'Port': ['ID=4773ac1d-d347-4a61-b3a8-49720ba8d093,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:01:21.133071 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ef7fcb6-491c-4b34-bd87-82a4ab01dc8d req-13b6bdb1-113d-4b5e-abc7-93400651d108 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] No DVR routers for this DVR port 4773ac1d-d347-4a61-b3a8-49720ba8d093 on host n-h2-816206-8 {{(pid=103591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:01:21.135590 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-7ef7fcb6-491c-4b34-bd87-82a4ab01dc8d req-13b6bdb1-113d-4b5e-abc7-93400651d108 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:21.138962 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7ef7fcb6-491c-4b34-bd87-82a4ab01dc8d req-13b6bdb1-113d-4b5e-abc7-93400651d108 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] 10.222.0.36 "DELETE /v2.0/ports/4773ac1d-d347-4a61-b3a8-49720ba8d093 HTTP/1.1" status: 204 len: 173 time: 0.3923891 Nov 23 18:01:21.139415 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75c5774e-abeb-45ff-b8dc-963bee5e1a30', 'name': 'network-vif-deleted', 'tag': '4773ac1d-d347-4a61-b3a8-49720ba8d093'}] {{(pid=103591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:01:21.141779 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41d174a19ece9499ff9ec44e5b3fc50f2abd3ffbc947fb7e52ea1e8db27b95b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56472643-e223-4dd2-94d4-9d7f7a7da6c7" -d '{"events": [{"server_uuid": "75c5774e-abeb-45ff-b8dc-963bee5e1a30", "name": "network-vif-deleted", "tag": "4773ac1d-d347-4a61-b3a8-49720ba8d093"}]}' {{(pid=103591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:01:21.183458 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:01:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77260059-57c6-44aa-be3a-0a53b35cd00f x-openstack-request-id: req-77260059-57c6-44aa-be3a-0a53b35cd00f {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:01:21.183758 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75c5774e-abeb-45ff-b8dc-963bee5e1a30", "name": "network-vif-deleted", "tag": "4773ac1d-d347-4a61-b3a8-49720ba8d093", "status": "completed", "code": 200}]} {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:01:21.184017 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-77260059-57c6-44aa-be3a-0a53b35cd00f {{(pid=103591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:01:21.184424 n-d-816206-8 neutron-server[103591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75c5774e-abeb-45ff-b8dc-963bee5e1a30', 'name': 'network-vif-deleted', 'tag': '4773ac1d-d347-4a61-b3a8-49720ba8d093', 'status': 'completed', 'code': 200} Nov 23 18:01:21.684654 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c4726c-4fa1-40dd-bc07-c317cfad3914 req-0f9b9e83-3a78-4a25-a8ff-88aec1532fae tempest-TestNetworkAdvancedServerOps-448977066 tempest-TestNetworkAdvancedServerOps-448977066-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:01:21.686191 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-59c4726c-4fa1-40dd-bc07-c317cfad3914 req-0f9b9e83-3a78-4a25-a8ff-88aec1532fae tempest-TestNetworkAdvancedServerOps-448977066 tempest-TestNetworkAdvancedServerOps-448977066-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=f677dda7-ea71-4385-b0a3-be175d469e50 HTTP/1.1" status: 200 len: 1098 time: 0.0472996 Nov 23 18:01:21.720197 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 51994) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:01:21.751792 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-59c4726c-4fa1-40dd-bc07-c317cfad3914 req-1cb643d4-464c-4f73-99c3-5081c06e3cf2 tempest-TestNetworkAdvancedServerOps-448977066 tempest-TestNetworkAdvancedServerOps-448977066-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=26a740ef-a414-40be-ab5f-6db73ff13e79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594923 Nov 23 18:01:21.775631 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 51996) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:01:21.828840 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-1fedca44-3d07-47c7-a79d-bbc9679d2549 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Publish callbacks [] for security_group, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:21.872412 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-1fedca44-3d07-47c7-a79d-bbc9679d2549 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:22.277000 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-8893cdfc-9c1e-4793-94e6-693f4e82e2ff tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Deleting port 5360cfda-d19b-49cd-aba5-a04f14d6b5d4 {{(pid=103591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:01:22.277343 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-8893cdfc-9c1e-4793-94e6-693f4e82e2ff tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:22.300455 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-1fedca44-3d07-47c7-a79d-bbc9679d2549 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:22.303389 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-1fedca44-3d07-47c7-a79d-bbc9679d2549 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Publish callbacks [] for security_group, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:22.304538 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-1fedca44-3d07-47c7-a79d-bbc9679d2549 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] 10.222.0.60 "DELETE /v2.0/security-groups/f4944827-9abf-4d7e-b022-2bd6631a14cc HTTP/1.1" status: 204 len: 168 time: 0.5833640 Nov 23 18:01:22.338259 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 52000) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:01:22.342113 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fedca44-3d07-47c7-a79d-bbc9679d2549 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4944827-9abf-4d7e-b022-2bd6631a14cc,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:01:22.371896 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-8893cdfc-9c1e-4793-94e6-693f4e82e2ff tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:22.372270 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-8893cdfc-9c1e-4793-94e6-693f4e82e2ff tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:22.387118 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-8893cdfc-9c1e-4793-94e6-693f4e82e2ff tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Calling delete_port for 5360cfda-d19b-49cd-aba5-a04f14d6b5d4 owned by network:floatingip {{(pid=103591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:01:22.539072 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-8893cdfc-9c1e-4793-94e6-693f4e82e2ff tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:22.565718 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8893cdfc-9c1e-4793-94e6-693f4e82e2ff tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Pushing event deleted for resources: {'Port': ['ID=5360cfda-d19b-49cd-aba5-a04f14d6b5d4,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:01:22.628045 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-8893cdfc-9c1e-4793-94e6-693f4e82e2ff tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks [] for floatingip, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:22.628381 n-d-816206-8 neutron-server[103591]: INFO neutron.db.l3_db [None req-8893cdfc-9c1e-4793-94e6-693f4e82e2ff tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Floating IP b8b77538-40f7-4acc-a0ba-7e78bfeacc36 disassociated (deleted). External IP: 172.25.3.16, port: a479113f-2d1d-4ea5-91ef-a5a9483794b4. Nov 23 18:01:22.712448 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94b39f16-0aa7-46e0-aad7-de9a96184abb tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1794372'] for router_interface, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:22.841185 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8893cdfc-9c1e-4793-94e6-693f4e82e2ff tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Router 9dcbdd82-6f50-4712-a0d5-337add9f4141 has already been hosted by L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 {{(pid=103591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:01:22.951757 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8893cdfc-9c1e-4793-94e6-693f4e82e2ff tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:01:22.959525 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-8893cdfc-9c1e-4793-94e6-693f4e82e2ff tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for floatingip, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:22.961775 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70dfc03b-eeb0-4d15-b98b-9ae283c61ac9 None None] Sync routers for ids ['9dcbdd82-6f50-4712-a0d5-337add9f4141'] in n-d-816206-8 {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:01:22.971817 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70dfc03b-eeb0-4d15-b98b-9ae283c61ac9 None None] Routers {'9dcbdd82-6f50-4712-a0d5-337add9f4141'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:01:22.972537 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-70dfc03b-eeb0-4d15-b98b-9ae283c61ac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T18:01:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['9dcbdd82-6f50-4712-a0d5-337add9f4141'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:01:22.976750 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-94b39f16-0aa7-46e0-aad7-de9a96184abb tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Deleting port 73e9eaf0-e99d-48aa-9b29-c53d49d2cad8 {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:01:22.977096 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94b39f16-0aa7-46e0-aad7-de9a96184abb tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:22.989619 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-8893cdfc-9c1e-4793-94e6-693f4e82e2ff tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.60 "DELETE /v2.0/floatingips/b8b77538-40f7-4acc-a0ba-7e78bfeacc36 HTTP/1.1" status: 204 len: 168 time: 1.2104332 Nov 23 18:01:23.067495 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-94b39f16-0aa7-46e0-aad7-de9a96184abb tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] For port 73e9eaf0-e99d-48aa-9b29-c53d49d2cad8, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=73e9eaf0-e99d-48aa-9b29-c53d49d2cad8,segment=NetworkSegment(102ed429-7d92-446d-aad9-a74f1de6b95a),segment_id=102ed429-7d92-446d-aad9-a74f1de6b95a)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:01:23.067854 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94b39f16-0aa7-46e0-aad7-de9a96184abb tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:23.081667 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-94b39f16-0aa7-46e0-aad7-de9a96184abb tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Calling delete_port for 73e9eaf0-e99d-48aa-9b29-c53d49d2cad8 owned by network:router_interface {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:01:23.098435 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-70dfc03b-eeb0-4d15-b98b-9ae283c61ac9 None None] Set router 9dcbdd82-6f50-4712-a0d5-337add9f4141 gateway port host: n-d-816206-8 {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:01:23.185892 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f677dda7-ea71-4385-b0a3-be175d469e50', 'tag': 'a479113f-2d1d-4ea5-91ef-a5a9483794b4'}] {{(pid=103591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:01:23.187314 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41d174a19ece9499ff9ec44e5b3fc50f2abd3ffbc947fb7e52ea1e8db27b95b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50e00c17-07d2-46f0-a92c-1b77b2983702" -d '{"events": [{"name": "network-changed", "server_uuid": "f677dda7-ea71-4385-b0a3-be175d469e50", "tag": "a479113f-2d1d-4ea5-91ef-a5a9483794b4"}]}' {{(pid=103591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:01:23.244089 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:01:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ce973ec-1138-42b9-b48f-c6118a8e0afa x-openstack-request-id: req-0ce973ec-1138-42b9-b48f-c6118a8e0afa {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:01:23.244526 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f677dda7-ea71-4385-b0a3-be175d469e50", "tag": "a479113f-2d1d-4ea5-91ef-a5a9483794b4", "status": "completed", "code": 200}]} {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:01:23.244932 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-0ce973ec-1138-42b9-b48f-c6118a8e0afa {{(pid=103591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:01:23.245565 n-d-816206-8 neutron-server[103591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f677dda7-ea71-4385-b0a3-be175d469e50', 'tag': 'a479113f-2d1d-4ea5-91ef-a5a9483794b4', 'status': 'completed', 'code': 200} Nov 23 18:01:23.254866 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f1aa97-71a6-4961-b561-c6c0219895f2 req-c93c3f89-70d7-4f20-9443-68d7b0d72fd5 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:01:23.262863 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-55f1aa97-71a6-4961-b561-c6c0219895f2 req-c93c3f89-70d7-4f20-9443-68d7b0d72fd5 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.60 "GET /v2.0/ports?device_id=f677dda7-ea71-4385-b0a3-be175d469e50 HTTP/1.1" status: 200 len: 947 time: 0.0886369 Nov 23 18:01:23.315683 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-55f1aa97-71a6-4961-b561-c6c0219895f2 req-de09fd4e-218d-445b-9b0e-171e373c1afe tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.60 "GET /v2.0/security-groups?id=26a740ef-a414-40be-ab5f-6db73ff13e79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518732 Nov 23 18:01:23.334745 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-70dfc03b-eeb0-4d15-b98b-9ae283c61ac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dcbdd82-6f50-4712-a0d5-337add9f4141', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1323576692', 'tenant_id': '4d3a35880fb64e77bd3047bfa46cf261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.191'}], 'enable_snat': True}, 'gw_port_id': '3afb17d8-58fc-44ad-9706-d866d340291b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:59:32Z', 'updated_at': '2021-11-23T17:59:37Z', 'revision_number': 4, 'project_id': '4d3a35880fb64e77bd3047bfa46cf261', 'gw_port': {'id': '3afb17d8-58fc-44ad-9706-d866d340291b', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:0c:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dcbdd82-6f50-4712-a0d5-337add9f4141', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:59:33Z', 'updated_at': '2021-11-23T17:59:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_interfaces': [{'id': '1af6f017-664f-40da-894b-7d6b6cb20ff4', 'name': '', 'network_id': 'a784d5f5-5cd6-4b40-bc61-16afa7774b1f', 'tenant_id': '4d3a35880fb64e77bd3047bfa46cf261', 'mac_address': 'fa:16:3e:87:66:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dcbdd82-6f50-4712-a0d5-337add9f4141', 'device_owner': 'network:router_interface', 'standard_attr_id': 3888, 'fixed_ips': [{'subnet_id': 'd11b9ece-e41a-4fe0-8b2b-a718aa85eeac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:59:37Z', 'updated_at': '2021-11-23T17:59:41Z', 'revision_number': 5, 'project_id': '4d3a35880fb64e77bd3047bfa46cf261', 'subnets': [{'id': 'd11b9ece-e41a-4fe0-8b2b-a718aa85eeac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:01:23.338487 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94b39f16-0aa7-46e0-aad7-de9a96184abb tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:23.366470 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70dfc03b-eeb0-4d15-b98b-9ae283c61ac9 None None] Checking router: 9dcbdd82-6f50-4712-a0d5-337add9f4141 for host: n-d-816206-8 {{(pid=103593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:01:23.368383 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b39f16-0aa7-46e0-aad7-de9a96184abb tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Pushing event deleted for resources: {'Port': ['ID=73e9eaf0-e99d-48aa-9b29-c53d49d2cad8,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:01:23.371678 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e00c17-07d2-46f0-a92c-1b77b2983702 req-04ecd735-34c9-401f-87da-f4ff20a75c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:01:23.373196 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-50e00c17-07d2-46f0-a92c-1b77b2983702 req-04ecd735-34c9-401f-87da-f4ff20a75c6d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4d3a35880fb64e77bd3047bfa46cf261&device_id=f677dda7-ea71-4385-b0a3-be175d469e50 HTTP/1.1" status: 200 len: 1098 time: 0.0971656 Nov 23 18:01:23.377106 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70dfc03b-eeb0-4d15-b98b-9ae283c61ac9 None None] Routers {'9dcbdd82-6f50-4712-a0d5-337add9f4141'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:01:23.377855 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-70dfc03b-eeb0-4d15-b98b-9ae283c61ac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T18:01:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['9dcbdd82-6f50-4712-a0d5-337add9f4141'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:01:23.392195 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b39f16-0aa7-46e0-aad7-de9a96184abb tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:01:23.392569 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b39f16-0aa7-46e0-aad7-de9a96184abb tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:01:23.392914 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b39f16-0aa7-46e0-aad7-de9a96184abb tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:01:23.393812 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b39f16-0aa7-46e0-aad7-de9a96184abb tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:01:23.393812 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b39f16-0aa7-46e0-aad7-de9a96184abb tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:01:23.394047 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b39f16-0aa7-46e0-aad7-de9a96184abb tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:01:23.394198 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b39f16-0aa7-46e0-aad7-de9a96184abb tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:01:23.394526 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b39f16-0aa7-46e0-aad7-de9a96184abb tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:01:23.394859 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b39f16-0aa7-46e0-aad7-de9a96184abb tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:01:23.395171 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b39f16-0aa7-46e0-aad7-de9a96184abb tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:01:23.395503 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b39f16-0aa7-46e0-aad7-de9a96184abb tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:01:23.395826 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b39f16-0aa7-46e0-aad7-de9a96184abb tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:01:23.500060 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-70dfc03b-eeb0-4d15-b98b-9ae283c61ac9 None None] Set router 9dcbdd82-6f50-4712-a0d5-337add9f4141 gateway port host: n-d-816206-8 {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:01:23.577601 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e00c17-07d2-46f0-a92c-1b77b2983702 req-5821de65-f621-4a18-9dcc-fc2585df2824 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:01:23.579126 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-50e00c17-07d2-46f0-a92c-1b77b2983702 req-5821de65-f621-4a18-9dcc-fc2585df2824 service neutron] 10.222.0.55 "GET /v2.0/networks?id=a784d5f5-5cd6-4b40-bc61-16afa7774b1f HTTP/1.1" status: 200 len: 898 time: 0.1966927 Nov 23 18:01:23.649101 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-50e00c17-07d2-46f0-a92c-1b77b2983702 req-fd416af0-c0fc-4593-b587-516ce204c51c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a479113f-2d1d-4ea5-91ef-a5a9483794b4 HTTP/1.1" status: 200 len: 217 time: 0.0397234 Nov 23 18:01:23.695828 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94b39f16-0aa7-46e0-aad7-de9a96184abb tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2067500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1794520'] for router_interface, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:23.714163 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-70dfc03b-eeb0-4d15-b98b-9ae283c61ac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dcbdd82-6f50-4712-a0d5-337add9f4141', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1323576692', 'tenant_id': '4d3a35880fb64e77bd3047bfa46cf261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.191'}], 'enable_snat': True}, 'gw_port_id': '3afb17d8-58fc-44ad-9706-d866d340291b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:59:32Z', 'updated_at': '2021-11-23T17:59:37Z', 'revision_number': 4, 'project_id': '4d3a35880fb64e77bd3047bfa46cf261', 'gw_port': {'id': '3afb17d8-58fc-44ad-9706-d866d340291b', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:0c:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dcbdd82-6f50-4712-a0d5-337add9f4141', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:59:33Z', 'updated_at': '2021-11-23T17:59:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_interfaces': [{'id': '1af6f017-664f-40da-894b-7d6b6cb20ff4', 'name': '', 'network_id': 'a784d5f5-5cd6-4b40-bc61-16afa7774b1f', 'tenant_id': '4d3a35880fb64e77bd3047bfa46cf261', 'mac_address': 'fa:16:3e:87:66:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dcbdd82-6f50-4712-a0d5-337add9f4141', 'device_owner': 'network:router_interface', 'standard_attr_id': 3888, 'fixed_ips': [{'subnet_id': 'd11b9ece-e41a-4fe0-8b2b-a718aa85eeac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:59:37Z', 'updated_at': '2021-11-23T17:59:41Z', 'revision_number': 5, 'project_id': '4d3a35880fb64e77bd3047bfa46cf261', 'subnets': [{'id': 'd11b9ece-e41a-4fe0-8b2b-a718aa85eeac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:01:23.741445 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70dfc03b-eeb0-4d15-b98b-9ae283c61ac9 None None] The sync data for ids ['9dcbdd82-6f50-4712-a0d5-337add9f4141'] in n-d-816206-8 is: [{'id': '9dcbdd82-6f50-4712-a0d5-337add9f4141', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1323576692', 'tenant_id': '4d3a35880fb64e77bd3047bfa46cf261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.191'}], 'enable_snat': True}, 'gw_port_id': '3afb17d8-58fc-44ad-9706-d866d340291b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:59:32Z', 'updated_at': '2021-11-23T17:59:37Z', 'revision_number': 4, 'project_id': '4d3a35880fb64e77bd3047bfa46cf261', 'gw_port': {'id': '3afb17d8-58fc-44ad-9706-d866d340291b', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:0c:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dcbdd82-6f50-4712-a0d5-337add9f4141', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:59:33Z', 'updated_at': '2021-11-23T17:59:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_interfaces': [{'id': '1af6f017-664f-40da-894b-7d6b6cb20ff4', 'name': '', 'network_id': 'a784d5f5-5cd6-4b40-bc61-16afa7774b1f', 'tenant_id': '4d3a35880fb64e77bd3047bfa46cf261', 'mac_address': 'fa:16:3e:87:66:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dcbdd82-6f50-4712-a0d5-337add9f4141', 'device_owner': 'network:router_interface', 'standard_attr_id': 3888, 'fixed_ips': [{'subnet_id': 'd11b9ece-e41a-4fe0-8b2b-a718aa85eeac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:59:37Z', 'updated_at': '2021-11-23T17:59:41Z', 'revision_number': 5, 'project_id': '4d3a35880fb64e77bd3047bfa46cf261', 'subnets': [{'id': 'd11b9ece-e41a-4fe0-8b2b-a718aa85eeac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:01:23.745809 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e00c17-07d2-46f0-a92c-1b77b2983702 req-11b97b5a-27fb-4172-b9d1-9ead7a769aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:01:23.747257 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-50e00c17-07d2-46f0-a92c-1b77b2983702 req-11b97b5a-27fb-4172-b9d1-9ead7a769aa9 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d11b9ece-e41a-4fe0-8b2b-a718aa85eeac HTTP/1.1" status: 200 len: 834 time: 0.0895019 Nov 23 18:01:23.848226 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e00c17-07d2-46f0-a92c-1b77b2983702 req-ca082bba-debd-4bcc-8698-189f51f64381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:01:23.849743 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-50e00c17-07d2-46f0-a92c-1b77b2983702 req-ca082bba-debd-4bcc-8698-189f51f64381 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a784d5f5-5cd6-4b40-bc61-16afa7774b1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0916011 Nov 23 18:01:23.975112 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-803d192e-906e-4a39-9900-c373128b7712 None None] New status for floating IP b8b77538-40f7-4acc-a0ba-7e78bfeacc36: DOWN {{(pid=103592) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 18:01:24.038753 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94b39f16-0aa7-46e0-aad7-de9a96184abb tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Router b353d7cb-1947-4f36-b3bf-e12cf69b35c3 has already been hosted by L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 {{(pid=103590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:01:24.041125 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-50e00c17-07d2-46f0-a92c-1b77b2983702 req-50df278b-d1e8-44d6-8fac-9f01350d77e6 service neutron] 10.222.0.55 "GET /v2.0/networks/a784d5f5-5cd6-4b40-bc61-16afa7774b1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1544418 Nov 23 18:01:24.439588 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b724b5-c233-4293-8f14-2785d07a93ac req-327476cb-78f0-48b8-ac21-a4cc90186c11 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:01:24.441147 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-20b724b5-c233-4293-8f14-2785d07a93ac req-327476cb-78f0-48b8-ac21-a4cc90186c11 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.60 "GET /v2.0/ports?device_id=f677dda7-ea71-4385-b0a3-be175d469e50 HTTP/1.1" status: 200 len: 947 time: 0.0513980 Nov 23 18:01:24.520874 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6beceb46-0f3b-4239-9e26-b80669ff739b req-28b44f7b-3836-4619-ba0b-185161389c49 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:01:24.522350 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6beceb46-0f3b-4239-9e26-b80669ff739b req-28b44f7b-3836-4619-ba0b-185161389c49 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.55 "GET /v2.0/ports?device_id=f677dda7-ea71-4385-b0a3-be175d469e50 HTTP/1.1" status: 200 len: 947 time: 0.0803113 Nov 23 18:01:24.526016 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-20b724b5-c233-4293-8f14-2785d07a93ac req-96508823-ff32-4910-a2e1-574074d641ea tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.60 "GET /v2.0/security-groups?id=26a740ef-a414-40be-ab5f-6db73ff13e79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762231 Nov 23 18:01:24.551080 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-50e00c17-07d2-46f0-a92c-1b77b2983702 req-d744b795-c837-4b0a-b14d-8c0f761e9013 service neutron] 10.222.0.55 "GET /v2.0/networks/a784d5f5-5cd6-4b40-bc61-16afa7774b1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5014601 Nov 23 18:01:24.554082 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94b39f16-0aa7-46e0-aad7-de9a96184abb tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:01:24.559121 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-94b39f16-0aa7-46e0-aad7-de9a96184abb tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] 10.222.0.60 "PUT /v2.0/routers/b353d7cb-1947-4f36-b3bf-e12cf69b35c3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2196808 Nov 23 18:01:24.561903 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 52010) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:01:24.566278 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caa69ed0-b1e5-4f57-ab74-fb0df5e370f6 None None] Sync routers for ids ['b353d7cb-1947-4f36-b3bf-e12cf69b35c3'] in n-d-816206-8 {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:01:24.579772 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caa69ed0-b1e5-4f57-ab74-fb0df5e370f6 None None] Routers {'b353d7cb-1947-4f36-b3bf-e12cf69b35c3'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:01:24.580475 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-caa69ed0-b1e5-4f57-ab74-fb0df5e370f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T18:01:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['b353d7cb-1947-4f36-b3bf-e12cf69b35c3'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:01:24.617391 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d1545f1-716c-4926-8ac3-bdaa20c0401d tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Deleting subnet ba2ae746-e129-45c6-82d4-ed62b3c0857a {{(pid=103590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 18:01:24.620535 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6d1545f1-716c-4926-8ac3-bdaa20c0401d tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Publish callbacks [] for subnet, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:24.631757 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [req-6beceb46-0f3b-4239-9e26-b80669ff739b req-133343b8-b528-4a68-a98d-37daacd1b580 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Deleting port a479113f-2d1d-4ea5-91ef-a5a9483794b4 {{(pid=103591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:01:24.632237 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-6beceb46-0f3b-4239-9e26-b80669ff739b req-133343b8-b528-4a68-a98d-37daacd1b580 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:24.665711 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6d1545f1-716c-4926-8ac3-bdaa20c0401d tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-267528342'] for subnet, precommit_delete_associations {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:24.699853 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-caa69ed0-b1e5-4f57-ab74-fb0df5e370f6 None None] Set router b353d7cb-1947-4f36-b3bf-e12cf69b35c3 gateway port host: n-d-816206-8 {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:01:24.726455 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-6beceb46-0f3b-4239-9e26-b80669ff739b req-133343b8-b528-4a68-a98d-37daacd1b580 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] For port a479113f-2d1d-4ea5-91ef-a5a9483794b4, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=a479113f-2d1d-4ea5-91ef-a5a9483794b4,segment=NetworkSegment(c258ffac-1f4d-4be6-aafc-e39582cd8d50),segment_id=c258ffac-1f4d-4be6-aafc-e39582cd8d50)] {{(pid=103591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:01:24.726907 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-6beceb46-0f3b-4239-9e26-b80669ff739b req-133343b8-b528-4a68-a98d-37daacd1b580 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:24.741255 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device 4773ac1d-d347-4a61-b3a8-49720ba8d093 no longer exists at agent hyperv_n-h2-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:01:24.743410 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [req-6beceb46-0f3b-4239-9e26-b80669ff739b req-133343b8-b528-4a68-a98d-37daacd1b580 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Calling delete_port for a479113f-2d1d-4ea5-91ef-a5a9483794b4 owned by compute:nova {{(pid=103591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:01:24.776149 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] No Port match for: 4773ac1d-d347-4a61-b3a8-49720ba8d093 {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:01:24.776526 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device 4773ac1d-d347-4a61-b3a8-49720ba8d093 not bound to the agent host n-h2-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:01:24.782671 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6d1545f1-716c-4926-8ac3-bdaa20c0401d tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971956'] for subnet, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:24.852062 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6d1545f1-716c-4926-8ac3-bdaa20c0401d tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264357903', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264730940'] for subnet, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:24.886706 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1545f1-716c-4926-8ac3-bdaa20c0401d tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Pushing event deleted for resources: {'Subnet': ['ID=ba2ae746-e129-45c6-82d4-ed62b3c0857a,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:01:24.893061 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6d1545f1-716c-4926-8ac3-bdaa20c0401d tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Publish callbacks [] for subnet, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:24.898817 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-6d1545f1-716c-4926-8ac3-bdaa20c0401d tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] 10.222.0.60 "DELETE /v2.0/subnets/ba2ae746-e129-45c6-82d4-ed62b3c0857a HTTP/1.1" status: 204 len: 168 time: 0.3328857 Nov 23 18:01:24.898998 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6673c96e-2d43-4a3f-93c4-ce5b5ed01d3f None None] Network de09f635-2e15-444d-b648-50de9ba5de13 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:01:24.899086 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 52012) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:01:24.910224 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-6beceb46-0f3b-4239-9e26-b80669ff739b req-133343b8-b528-4a68-a98d-37daacd1b580 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:24.942925 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133343b8-b528-4a68-a98d-37daacd1b580 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Pushing event deleted for resources: {'Port': ['ID=a479113f-2d1d-4ea5-91ef-a5a9483794b4,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:01:25.003495 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [req-6beceb46-0f3b-4239-9e26-b80669ff739b req-133343b8-b528-4a68-a98d-37daacd1b580 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] No DVR routers for this DVR port a479113f-2d1d-4ea5-91ef-a5a9483794b4 on host n-h1-816206-8 {{(pid=103591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:01:25.005518 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-caa69ed0-b1e5-4f57-ab74-fb0df5e370f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b353d7cb-1947-4f36-b3bf-e12cf69b35c3', 'name': 'tempest-TestNetworkBasicOps-router-2097832261', 'tenant_id': '06a344c95e04492b8d6015a2d3d39bf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.127'}], 'enable_snat': True}, 'gw_port_id': '1cd20823-2914-4211-8d1b-9a3877b7ed54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:00:22Z', 'updated_at': '2021-11-23T18:01:23Z', 'revision_number': 5, 'project_id': '06a344c95e04492b8d6015a2d3d39bf1', 'gw_port': {'id': '1cd20823-2914-4211-8d1b-9a3877b7ed54', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:76:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b353d7cb-1947-4f36-b3bf-e12cf69b35c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3904, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:00:23Z', 'updated_at': '2021-11-23T18:00:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8'}], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:01:25.006857 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-6beceb46-0f3b-4239-9e26-b80669ff739b req-133343b8-b528-4a68-a98d-37daacd1b580 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:25.014854 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6beceb46-0f3b-4239-9e26-b80669ff739b req-133343b8-b528-4a68-a98d-37daacd1b580 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.55 "DELETE /v2.0/ports/a479113f-2d1d-4ea5-91ef-a5a9483794b4 HTTP/1.1" status: 204 len: 173 time: 0.4858432 Nov 23 18:01:25.035600 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caa69ed0-b1e5-4f57-ab74-fb0df5e370f6 None None] Checking router: b353d7cb-1947-4f36-b3bf-e12cf69b35c3 for host: n-d-816206-8 {{(pid=103593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:01:25.047687 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caa69ed0-b1e5-4f57-ab74-fb0df5e370f6 None None] Routers {'b353d7cb-1947-4f36-b3bf-e12cf69b35c3'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:01:25.048305 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-caa69ed0-b1e5-4f57-ab74-fb0df5e370f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T18:01:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['b353d7cb-1947-4f36-b3bf-e12cf69b35c3'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:01:25.055640 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-da5ec867-ef9c-459e-a7de-916b9c91041a tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Publish callbacks [] for router, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:25.129427 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afff1bb1-2942-41c8-ab45-6e4243a195a9 None None] DHCP port deletion for de09f635-2e15-444d-b648-50de9ba5de13 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:01:25.174772 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-da5ec867-ef9c-459e-a7de-916b9c91041a tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:25.187086 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-afff1bb1-2942-41c8-ab45-6e4243a195a9 None None] Deleting port 95b6fd11-2a5d-411f-ae9c-4373ea8b38cc {{(pid=103592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:01:25.187707 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-afff1bb1-2942-41c8-ab45-6e4243a195a9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:25.194338 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-caa69ed0-b1e5-4f57-ab74-fb0df5e370f6 None None] Set router b353d7cb-1947-4f36-b3bf-e12cf69b35c3 gateway port host: n-d-816206-8 {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:01:25.247008 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f677dda7-ea71-4385-b0a3-be175d469e50', 'name': 'network-vif-deleted', 'tag': 'a479113f-2d1d-4ea5-91ef-a5a9483794b4'}] {{(pid=103591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:01:25.250331 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41d174a19ece9499ff9ec44e5b3fc50f2abd3ffbc947fb7e52ea1e8db27b95b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ca618e1-c312-4a7a-8aa4-87cc4477d73e" -d '{"events": [{"server_uuid": "f677dda7-ea71-4385-b0a3-be175d469e50", "name": "network-vif-deleted", "tag": "a479113f-2d1d-4ea5-91ef-a5a9483794b4"}]}' {{(pid=103591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:01:25.251108 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-da5ec867-ef9c-459e-a7de-916b9c91041a tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Deleting port 1cd20823-2914-4211-8d1b-9a3877b7ed54 {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:01:25.251455 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-da5ec867-ef9c-459e-a7de-916b9c91041a tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:25.258837 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-afff1bb1-2942-41c8-ab45-6e4243a195a9 None None] For port 95b6fd11-2a5d-411f-ae9c-4373ea8b38cc, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=95b6fd11-2a5d-411f-ae9c-4373ea8b38cc,segment=NetworkSegment(102ed429-7d92-446d-aad9-a74f1de6b95a),segment_id=102ed429-7d92-446d-aad9-a74f1de6b95a)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:01:25.259442 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-afff1bb1-2942-41c8-ab45-6e4243a195a9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:25.281883 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-afff1bb1-2942-41c8-ab45-6e4243a195a9 None None] Calling delete_port for 95b6fd11-2a5d-411f-ae9c-4373ea8b38cc owned by network:dhcp {{(pid=103592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:01:25.304570 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:01:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85a1219b-06f8-4415-8348-628c049563b1 x-openstack-request-id: req-85a1219b-06f8-4415-8348-628c049563b1 {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:01:25.305047 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f677dda7-ea71-4385-b0a3-be175d469e50", "name": "network-vif-deleted", "tag": "a479113f-2d1d-4ea5-91ef-a5a9483794b4", "status": "completed", "code": 200}]} {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:01:25.305157 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-85a1219b-06f8-4415-8348-628c049563b1 {{(pid=103591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:01:25.305518 n-d-816206-8 neutron-server[103591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f677dda7-ea71-4385-b0a3-be175d469e50', 'name': 'network-vif-deleted', 'tag': 'a479113f-2d1d-4ea5-91ef-a5a9483794b4', 'status': 'completed', 'code': 200} Nov 23 18:01:25.350467 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-da5ec867-ef9c-459e-a7de-916b9c91041a tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] For port 1cd20823-2914-4211-8d1b-9a3877b7ed54, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=1cd20823-2914-4211-8d1b-9a3877b7ed54,segment=NetworkSegment(bffd1e4f-e80f-4ff0-b418-2f42ae15febf),segment_id=bffd1e4f-e80f-4ff0-b418-2f42ae15febf)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:01:25.350832 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-da5ec867-ef9c-459e-a7de-916b9c91041a tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:25.365553 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-da5ec867-ef9c-459e-a7de-916b9c91041a tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Calling delete_port for 1cd20823-2914-4211-8d1b-9a3877b7ed54 owned by network:router_gateway {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:01:25.381695 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-afff1bb1-2942-41c8-ab45-6e4243a195a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989'] for port, after_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:25.395554 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afff1bb1-2942-41c8-ab45-6e4243a195a9 None None] No DVR routers for this DVR port 95b6fd11-2a5d-411f-ae9c-4373ea8b38cc on host n-d-816206-8 {{(pid=103592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:01:25.417216 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afff1bb1-2942-41c8-ab45-6e4243a195a9 None None] Pushing event deleted for resources: {'Port': ['ID=95b6fd11-2a5d-411f-ae9c-4373ea8b38cc,revision_number=None']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:01:25.454095 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-caa69ed0-b1e5-4f57-ab74-fb0df5e370f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b353d7cb-1947-4f36-b3bf-e12cf69b35c3', 'name': 'tempest-TestNetworkBasicOps-router-2097832261', 'tenant_id': '06a344c95e04492b8d6015a2d3d39bf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.127'}], 'enable_snat': True}, 'gw_port_id': '1cd20823-2914-4211-8d1b-9a3877b7ed54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:00:22Z', 'updated_at': '2021-11-23T18:01:23Z', 'revision_number': 5, 'project_id': '06a344c95e04492b8d6015a2d3d39bf1', 'gw_port': {'id': '1cd20823-2914-4211-8d1b-9a3877b7ed54', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:76:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b353d7cb-1947-4f36-b3bf-e12cf69b35c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3904, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:00:23Z', 'updated_at': '2021-11-23T18:00:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8'}], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:01:25.499482 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caa69ed0-b1e5-4f57-ab74-fb0df5e370f6 None None] The sync data for ids ['b353d7cb-1947-4f36-b3bf-e12cf69b35c3'] in n-d-816206-8 is: [{'id': 'b353d7cb-1947-4f36-b3bf-e12cf69b35c3', 'name': 'tempest-TestNetworkBasicOps-router-2097832261', 'tenant_id': '06a344c95e04492b8d6015a2d3d39bf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.127'}], 'enable_snat': True}, 'gw_port_id': '1cd20823-2914-4211-8d1b-9a3877b7ed54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:00:22Z', 'updated_at': '2021-11-23T18:01:23Z', 'revision_number': 5, 'project_id': '06a344c95e04492b8d6015a2d3d39bf1', 'gw_port': {'id': '1cd20823-2914-4211-8d1b-9a3877b7ed54', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:76:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b353d7cb-1947-4f36-b3bf-e12cf69b35c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3904, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:00:23Z', 'updated_at': '2021-11-23T18:00:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8'}] {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:01:25.600665 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 52018) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:01:25.630019 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 95b6fd11-2a5d-411f-ae9c-4373ea8b38cc no longer exists at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:01:25.652080 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] No Port match for: 95b6fd11-2a5d-411f-ae9c-4373ea8b38cc {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:01:25.652440 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 95b6fd11-2a5d-411f-ae9c-4373ea8b38cc not bound to the agent host n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:01:25.671503 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-da5ec867-ef9c-459e-a7de-916b9c91041a tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:25.732760 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5ec867-ef9c-459e-a7de-916b9c91041a tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Pushing event deleted for resources: {'Port': ['ID=1cd20823-2914-4211-8d1b-9a3877b7ed54,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:01:25.741670 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf9e4890-1bd6-4cdd-b49d-60bf5b415ebd None None] DHCP port deletion for 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:01:25.851574 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-da5ec867-ef9c-459e-a7de-916b9c91041a tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1795454'] for router_gateway, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:25.979295 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-da5ec867-ef9c-459e-a7de-916b9c91041a tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1794352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8175'] for router, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:25.985279 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-da5ec867-ef9c-459e-a7de-916b9c91041a tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:26.053487 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-da5ec867-ef9c-459e-a7de-916b9c91041a tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1795580'] for router, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:26.053986 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da5ec867-ef9c-459e-a7de-916b9c91041a tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Fanout notify agent at l3_agent the message router_deleted on router b353d7cb-1947-4f36-b3bf-e12cf69b35c3 {{(pid=103590) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 18:01:26.062161 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-da5ec867-ef9c-459e-a7de-916b9c91041a tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Publish callbacks [] for router, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:26.066560 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-da5ec867-ef9c-459e-a7de-916b9c91041a tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] 10.222.0.60 "DELETE /v2.0/routers/b353d7cb-1947-4f36-b3bf-e12cf69b35c3 HTTP/1.1" status: 204 len: 168 time: 1.1632383 Nov 23 18:01:26.067484 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 52020) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:01:26.149436 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-d4495658-1d02-42cc-b7a6-c0adbf0cfee0 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-555181'] for network, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:26.197816 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7709087b-a0d0-4a20-b9e0-d7b6b053a2be tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1794372'] for router_interface, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:26.248107 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-d4495658-1d02-42cc-b7a6-c0adbf0cfee0 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973419', 'neutron.services.segments.db._delete_segments_for_network-8736635878840'] for network, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:26.273014 n-d-816206-8 neutron-server[103591]: DEBUG neutron.services.segments.db [None req-d4495658-1d02-42cc-b7a6-c0adbf0cfee0 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de09f635-2e15-444d-b648-50de9ba5de13']}} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:01:26.284015 n-d-816206-8 neutron-server[103591]: DEBUG neutron.services.segments.db [None req-d4495658-1d02-42cc-b7a6-c0adbf0cfee0 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '102ed429-7d92-446d-aad9-a74f1de6b95a') {'for_net_delete': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:01:26.284311 n-d-816206-8 neutron-server[103591]: DEBUG neutron.services.segments.db [None req-d4495658-1d02-42cc-b7a6-c0adbf0cfee0 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '102ed429-7d92-446d-aad9-a74f1de6b95a') {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:01:26.296468 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-d4495658-1d02-42cc-b7a6-c0adbf0cfee0 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736635840332', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265989959'] for segment, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:26.311553 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-d4495658-1d02-42cc-b7a6-c0adbf0cfee0 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:26.319154 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4495658-1d02-42cc-b7a6-c0adbf0cfee0 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Releasing vlan 545 on physical network physnet1 to pool {{(pid=103591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 18:01:26.319552 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-d4495658-1d02-42cc-b7a6-c0adbf0cfee0 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264756290'] for segment, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:26.322577 n-d-816206-8 neutron-server[103591]: Traceback (most recent call last): Nov 23 18:01:26.322577 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 18:01:26.322577 n-d-816206-8 neutron-server[103591]: timer() Nov 23 18:01:26.322577 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 18:01:26.322577 n-d-816206-8 neutron-server[103591]: cb(*args, **kw) Nov 23 18:01:26.322577 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 18:01:26.322577 n-d-816206-8 neutron-server[103591]: return func(*args, **kwargs) Nov 23 18:01:26.322577 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 18:01:26.322577 n-d-816206-8 neutron-server[103591]: self._notify() Nov 23 18:01:26.322577 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 18:01:26.322577 n-d-816206-8 neutron-server[103591]: self.callback(batched_events) Nov 23 18:01:26.322577 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 18:01:26.322577 n-d-816206-8 neutron-server[103591]: event.method(event) Nov 23 18:01:26.322577 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 18:01:26.322577 n-d-816206-8 neutron-server[103591]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 18:01:26.322577 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 18:01:26.322577 n-d-816206-8 neutron-server[103591]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 18:01:26.322577 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 18:01:26.322577 n-d-816206-8 neutron-server[103591]: return f(self, *a, **k) Nov 23 18:01:26.322577 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 18:01:26.322577 n-d-816206-8 neutron-server[103591]: return self._get(url).json() Nov 23 18:01:26.322577 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 18:01:26.322577 n-d-816206-8 neutron-server[103591]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 18:01:26.322577 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 18:01:26.322577 n-d-816206-8 neutron-server[103591]: return self.request(url, 'GET', **kwargs) Nov 23 18:01:26.322577 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 18:01:26.322577 n-d-816206-8 neutron-server[103591]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 18:01:26.322577 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 18:01:26.322577 n-d-816206-8 neutron-server[103591]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 18:01:26.322577 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 18:01:26.322577 n-d-816206-8 neutron-server[103591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 18:01:26.322577 n-d-816206-8 neutron-server[103591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 18:01:26.384853 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-d4495658-1d02-42cc-b7a6-c0adbf0cfee0 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1795418'] for network, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:26.393236 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-d4495658-1d02-42cc-b7a6-c0adbf0cfee0 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Publish callbacks [] for network, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:26.396405 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-d4495658-1d02-42cc-b7a6-c0adbf0cfee0 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] 10.222.0.60 "DELETE /v2.0/networks/de09f635-2e15-444d-b648-50de9ba5de13 HTTP/1.1" status: 204 len: 168 time: 0.3278558 Nov 23 18:01:26.405970 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4495658-1d02-42cc-b7a6-c0adbf0cfee0 tempest-TestNetworkBasicOps-922484762 tempest-TestNetworkBasicOps-922484762-project] Pushing event deleted for resources: {'Network': ['ID=de09f635-2e15-444d-b648-50de9ba5de13,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:01:26.488535 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-7709087b-a0d0-4a20-b9e0-d7b6b053a2be tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Deleting port 1af6f017-664f-40da-894b-7d6b6cb20ff4 {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:01:26.488887 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7709087b-a0d0-4a20-b9e0-d7b6b053a2be tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:26.578997 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-7709087b-a0d0-4a20-b9e0-d7b6b053a2be tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] For port 1af6f017-664f-40da-894b-7d6b6cb20ff4, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=1af6f017-664f-40da-894b-7d6b6cb20ff4,segment=NetworkSegment(c258ffac-1f4d-4be6-aafc-e39582cd8d50),segment_id=c258ffac-1f4d-4be6-aafc-e39582cd8d50)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:01:26.579364 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7709087b-a0d0-4a20-b9e0-d7b6b053a2be tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:26.592650 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-7709087b-a0d0-4a20-b9e0-d7b6b053a2be tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Calling delete_port for 1af6f017-664f-40da-894b-7d6b6cb20ff4 owned by network:router_interface {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:01:26.665052 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 52026) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:01:26.788159 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7709087b-a0d0-4a20-b9e0-d7b6b053a2be tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:26.801384 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-e31339c2-0f82-43da-82e3-c926f843fbd4 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=06a344c95e04492b8d6015a2d3d39bf1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1351686 Nov 23 18:01:26.804051 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 52030) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:01:26.818899 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7709087b-a0d0-4a20-b9e0-d7b6b053a2be tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Pushing event deleted for resources: {'Port': ['ID=1af6f017-664f-40da-894b-7d6b6cb20ff4,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:01:26.855384 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-11e907ae-e7a0-4db0-b054-db0774971b42 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:26.877736 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-11e907ae-e7a0-4db0-b054-db0774971b42 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:26.933671 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-11e907ae-e7a0-4db0-b054-db0774971b42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:26.936730 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-11e907ae-e7a0-4db0-b054-db0774971b42 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:26.937920 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-11e907ae-e7a0-4db0-b054-db0774971b42 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/6cfd9983-c1d9-4e12-8679-cc61b51dcd41 HTTP/1.1" status: 204 len: 168 time: 0.1329246 Nov 23 18:01:26.952739 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e907ae-e7a0-4db0-b054-db0774971b42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cfd9983-c1d9-4e12-8679-cc61b51dcd41,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:01:27.010250 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7709087b-a0d0-4a20-b9e0-d7b6b053a2be tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2067500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1794520'] for router_interface, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:27.237978 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7709087b-a0d0-4a20-b9e0-d7b6b053a2be tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Router 9dcbdd82-6f50-4712-a0d5-337add9f4141 has already been hosted by L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 {{(pid=103590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:01:27.251726 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 52036) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:01:27.265300 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-f96c2e2d-a676-4a8e-8f02-286410617728 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:27.343650 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-f96c2e2d-a676-4a8e-8f02-286410617728 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:27.348777 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-f96c2e2d-a676-4a8e-8f02-286410617728 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:27.349386 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7709087b-a0d0-4a20-b9e0-d7b6b053a2be tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:01:27.354610 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-7709087b-a0d0-4a20-b9e0-d7b6b053a2be tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.60 "PUT /v2.0/routers/9dcbdd82-6f50-4712-a0d5-337add9f4141/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7529557 Nov 23 18:01:27.357363 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 52038) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:01:27.360369 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ae54894-aed7-4d98-a130-a1c845ee52c1 None None] Sync routers for ids ['9dcbdd82-6f50-4712-a0d5-337add9f4141'] in n-d-816206-8 {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:01:27.370903 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ae54894-aed7-4d98-a130-a1c845ee52c1 None None] Routers {'9dcbdd82-6f50-4712-a0d5-337add9f4141'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:01:27.371550 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-6ae54894-aed7-4d98-a130-a1c845ee52c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T18:01:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['9dcbdd82-6f50-4712-a0d5-337add9f4141'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:01:27.396823 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-f96c2e2d-a676-4a8e-8f02-286410617728 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=b99e19d4b579440d9ca22ac94d56a7c1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1439297 Nov 23 18:01:27.397953 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96c2e2d-a676-4a8e-8f02-286410617728 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6f1c854-5008-4fb8-becd-25df7670c01b,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:01:27.399532 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 52040) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:01:27.425325 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd9c265b-87c5-4204-a739-79df140dc42a tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Deleting subnet d11b9ece-e41a-4fe0-8b2b-a718aa85eeac {{(pid=103590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 18:01:27.432410 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device a479113f-2d1d-4ea5-91ef-a5a9483794b4 no longer exists at agent hyperv_n-h1-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:01:27.435123 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-bd9c265b-87c5-4204-a739-79df140dc42a tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks [] for subnet, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:27.484223 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] No Port match for: a479113f-2d1d-4ea5-91ef-a5a9483794b4 {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:01:27.484612 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device a479113f-2d1d-4ea5-91ef-a5a9483794b4 not bound to the agent host n-h1-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:01:27.489861 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-bd9c265b-87c5-4204-a739-79df140dc42a tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-267528342'] for subnet, precommit_delete_associations {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:27.510134 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvr_db [None req-6ae54894-aed7-4d98-a130-a1c845ee52c1 None None] Set router 9dcbdd82-6f50-4712-a0d5-337add9f4141 gateway port host: n-d-816206-8 {{(pid=103592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:01:27.528277 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4c7f86d0-73c8-4dbc-981c-1d3a67957d0f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:27.564510 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4c7f86d0-73c8-4dbc-981c-1d3a67957d0f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:27.629340 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 73e9eaf0-e99d-48aa-9b29-c53d49d2cad8 no longer exists at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:01:27.630250 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-bd9c265b-87c5-4204-a739-79df140dc42a tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971956'] for subnet, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:27.654504 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] No Port match for: 73e9eaf0-e99d-48aa-9b29-c53d49d2cad8 {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:01:27.654847 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 73e9eaf0-e99d-48aa-9b29-c53d49d2cad8 not bound to the agent host n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:01:27.655264 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 1cd20823-2914-4211-8d1b-9a3877b7ed54 no longer exists at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:01:27.673991 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4c7f86d0-73c8-4dbc-981c-1d3a67957d0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:27.676728 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4c7f86d0-73c8-4dbc-981c-1d3a67957d0f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:27.677303 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] No Port match for: 1cd20823-2914-4211-8d1b-9a3877b7ed54 {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:01:27.677651 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 1cd20823-2914-4211-8d1b-9a3877b7ed54 not bound to the agent host n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:01:27.678135 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-4c7f86d0-73c8-4dbc-981c-1d3a67957d0f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/d6f1c854-5008-4fb8-becd-25df7670c01b HTTP/1.1" status: 204 len: 168 time: 0.2752376 Nov 23 18:01:27.696193 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7f86d0-73c8-4dbc-981c-1d3a67957d0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6f1c854-5008-4fb8-becd-25df7670c01b,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:01:27.713001 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-bd9c265b-87c5-4204-a739-79df140dc42a tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264357903', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264730940'] for subnet, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:27.745348 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9c265b-87c5-4204-a739-79df140dc42a tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Pushing event deleted for resources: {'Subnet': ['ID=d11b9ece-e41a-4fe0-8b2b-a718aa85eeac,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:01:27.747746 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-bd9c265b-87c5-4204-a739-79df140dc42a tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks [] for subnet, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:27.754945 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 52044) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:01:27.755078 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-bd9c265b-87c5-4204-a739-79df140dc42a tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.60 "DELETE /v2.0/subnets/d11b9ece-e41a-4fe0-8b2b-a718aa85eeac HTTP/1.1" status: 204 len: 168 time: 0.3965616 Nov 23 18:01:27.760898 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70b8e38e-bb1e-4dcc-8cd8-8eaf8092ca8c None None] Network a784d5f5-5cd6-4b40-bc61-16afa7774b1f requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:01:27.764831 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-6ae54894-aed7-4d98-a130-a1c845ee52c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dcbdd82-6f50-4712-a0d5-337add9f4141', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1323576692', 'tenant_id': '4d3a35880fb64e77bd3047bfa46cf261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.191'}], 'enable_snat': True}, 'gw_port_id': '3afb17d8-58fc-44ad-9706-d866d340291b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:59:32Z', 'updated_at': '2021-11-23T18:01:26Z', 'revision_number': 5, 'project_id': '4d3a35880fb64e77bd3047bfa46cf261', 'gw_port': {'id': '3afb17d8-58fc-44ad-9706-d866d340291b', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:0c:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dcbdd82-6f50-4712-a0d5-337add9f4141', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:59:33Z', 'updated_at': '2021-11-23T17:59:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8'}], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:01:27.814065 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ae54894-aed7-4d98-a130-a1c845ee52c1 None None] Checking router: 9dcbdd82-6f50-4712-a0d5-337add9f4141 for host: n-d-816206-8 {{(pid=103592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:01:27.857547 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ae54894-aed7-4d98-a130-a1c845ee52c1 None None] Routers {'9dcbdd82-6f50-4712-a0d5-337add9f4141'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:01:27.858161 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-6ae54894-aed7-4d98-a130-a1c845ee52c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T18:01:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['9dcbdd82-6f50-4712-a0d5-337add9f4141'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:01:27.871894 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-3d82757f-3054-44d0-94df-fced53bad0a3 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks [] for router, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:27.999234 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-3d82757f-3054-44d0-94df-fced53bad0a3 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:28.017346 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvr_db [None req-6ae54894-aed7-4d98-a130-a1c845ee52c1 None None] Set router 9dcbdd82-6f50-4712-a0d5-337add9f4141 gateway port host: n-d-816206-8 {{(pid=103592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:01:28.096135 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-3d82757f-3054-44d0-94df-fced53bad0a3 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Deleting port 3afb17d8-58fc-44ad-9706-d866d340291b {{(pid=103591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:01:28.096680 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-3d82757f-3054-44d0-94df-fced53bad0a3 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:28.189382 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [None req-3d82757f-3054-44d0-94df-fced53bad0a3 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] For port 3afb17d8-58fc-44ad-9706-d866d340291b, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=3afb17d8-58fc-44ad-9706-d866d340291b,segment=NetworkSegment(bffd1e4f-e80f-4ff0-b418-2f42ae15febf),segment_id=bffd1e4f-e80f-4ff0-b418-2f42ae15febf)] {{(pid=103591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:01:28.189918 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-3d82757f-3054-44d0-94df-fced53bad0a3 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:28.205013 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-3d82757f-3054-44d0-94df-fced53bad0a3 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Calling delete_port for 3afb17d8-58fc-44ad-9706-d866d340291b owned by network:router_gateway {{(pid=103591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:01:28.239945 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8f6ec25-78fb-48d6-abe5-05cf1fc865ad None None] DHCP port deletion for a784d5f5-5cd6-4b40-bc61-16afa7774b1f request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:01:28.389774 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-c8f6ec25-78fb-48d6-abe5-05cf1fc865ad None None] Deleting port 316201c9-4f54-4523-86e2-5a70957d9fa3 {{(pid=103592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:01:28.390380 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c8f6ec25-78fb-48d6-abe5-05cf1fc865ad None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:28.395328 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-3d82757f-3054-44d0-94df-fced53bad0a3 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:28.422408 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d82757f-3054-44d0-94df-fced53bad0a3 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Pushing event deleted for resources: {'Port': ['ID=3afb17d8-58fc-44ad-9706-d866d340291b,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:01:28.454860 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55c2c228-237c-4bf8-be82-e18c7df3081e None None] DHCP port deletion for 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:01:28.481108 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c8f6ec25-78fb-48d6-abe5-05cf1fc865ad None None] For port 316201c9-4f54-4523-86e2-5a70957d9fa3, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=316201c9-4f54-4523-86e2-5a70957d9fa3,segment=NetworkSegment(c258ffac-1f4d-4be6-aafc-e39582cd8d50),segment_id=c258ffac-1f4d-4be6-aafc-e39582cd8d50)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:01:28.481509 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c8f6ec25-78fb-48d6-abe5-05cf1fc865ad None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:28.484714 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-6ae54894-aed7-4d98-a130-a1c845ee52c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dcbdd82-6f50-4712-a0d5-337add9f4141', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1323576692', 'tenant_id': '4d3a35880fb64e77bd3047bfa46cf261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.191'}], 'enable_snat': True}, 'gw_port_id': '3afb17d8-58fc-44ad-9706-d866d340291b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:59:32Z', 'updated_at': '2021-11-23T18:01:26Z', 'revision_number': 5, 'project_id': '4d3a35880fb64e77bd3047bfa46cf261', 'gw_port': {'id': '3afb17d8-58fc-44ad-9706-d866d340291b', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:0c:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dcbdd82-6f50-4712-a0d5-337add9f4141', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:59:33Z', 'updated_at': '2021-11-23T17:59:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8'}], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:01:28.493983 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-3d82757f-3054-44d0-94df-fced53bad0a3 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1795454'] for router_gateway, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:28.521989 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ae54894-aed7-4d98-a130-a1c845ee52c1 None None] The sync data for ids ['9dcbdd82-6f50-4712-a0d5-337add9f4141'] in n-d-816206-8 is: [{'id': '9dcbdd82-6f50-4712-a0d5-337add9f4141', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1323576692', 'tenant_id': '4d3a35880fb64e77bd3047bfa46cf261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.191'}], 'enable_snat': True}, 'gw_port_id': '3afb17d8-58fc-44ad-9706-d866d340291b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T17:59:32Z', 'updated_at': '2021-11-23T18:01:26Z', 'revision_number': 5, 'project_id': '4d3a35880fb64e77bd3047bfa46cf261', 'gw_port': {'id': '3afb17d8-58fc-44ad-9706-d866d340291b', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:0c:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dcbdd82-6f50-4712-a0d5-337add9f4141', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T17:59:33Z', 'updated_at': '2021-11-23T17:59:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8'}] {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:01:28.523943 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-c8f6ec25-78fb-48d6-abe5-05cf1fc865ad None None] Calling delete_port for 316201c9-4f54-4523-86e2-5a70957d9fa3 owned by network:dhcp {{(pid=103592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:01:28.596327 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-3d82757f-3054-44d0-94df-fced53bad0a3 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1794352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8175'] for router, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:28.598515 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-3d82757f-3054-44d0-94df-fced53bad0a3 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:28.611430 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c8f6ec25-78fb-48d6-abe5-05cf1fc865ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989'] for port, after_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:28.637864 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f6ec25-78fb-48d6-abe5-05cf1fc865ad None None] Pushing event deleted for resources: {'Port': ['ID=316201c9-4f54-4523-86e2-5a70957d9fa3,revision_number=None']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:01:28.643477 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-3d82757f-3054-44d0-94df-fced53bad0a3 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1795580'] for router, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:28.643797 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8f6ec25-78fb-48d6-abe5-05cf1fc865ad None None] No DVR routers for this DVR port 316201c9-4f54-4523-86e2-5a70957d9fa3 on host n-d-816206-8 {{(pid=103592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:01:28.644272 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d82757f-3054-44d0-94df-fced53bad0a3 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Fanout notify agent at l3_agent the message router_deleted on router 9dcbdd82-6f50-4712-a0d5-337add9f4141 {{(pid=103591) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 18:01:28.652843 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-3d82757f-3054-44d0-94df-fced53bad0a3 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks [] for router, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:28.653910 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-3d82757f-3054-44d0-94df-fced53bad0a3 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.60 "DELETE /v2.0/routers/9dcbdd82-6f50-4712-a0d5-337add9f4141 HTTP/1.1" status: 204 len: 168 time: 0.8974919 Nov 23 18:01:28.657139 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 52046) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:01:28.737605 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-3f4d841f-dbca-4e19-b843-801b9c6abb41 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-555181'] for network, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:28.825602 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-3f4d841f-dbca-4e19-b843-801b9c6abb41 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973419', 'neutron.services.segments.db._delete_segments_for_network-8736635878840'] for network, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:28.846099 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-3f4d841f-dbca-4e19-b843-801b9c6abb41 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a784d5f5-5cd6-4b40-bc61-16afa7774b1f']}} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:01:28.855855 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-3f4d841f-dbca-4e19-b843-801b9c6abb41 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c258ffac-1f4d-4be6-aafc-e39582cd8d50') {'for_net_delete': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:01:28.856154 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-3f4d841f-dbca-4e19-b843-801b9c6abb41 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c258ffac-1f4d-4be6-aafc-e39582cd8d50') {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:01:28.866004 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-3f4d841f-dbca-4e19-b843-801b9c6abb41 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736635840332', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-267528353'] for segment, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:28.879941 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-3f4d841f-dbca-4e19-b843-801b9c6abb41 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:28.886503 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f4d841f-dbca-4e19-b843-801b9c6abb41 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Releasing vlan 549 on physical network physnet1 to pool {{(pid=103590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 18:01:28.886908 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-3f4d841f-dbca-4e19-b843-801b9c6abb41 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264370093'] for segment, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:28.889992 n-d-816206-8 neutron-server[103590]: Traceback (most recent call last): Nov 23 18:01:28.889992 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 18:01:28.889992 n-d-816206-8 neutron-server[103590]: timer() Nov 23 18:01:28.889992 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 18:01:28.889992 n-d-816206-8 neutron-server[103590]: cb(*args, **kw) Nov 23 18:01:28.889992 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 18:01:28.889992 n-d-816206-8 neutron-server[103590]: return func(*args, **kwargs) Nov 23 18:01:28.889992 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 18:01:28.889992 n-d-816206-8 neutron-server[103590]: self._notify() Nov 23 18:01:28.889992 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 18:01:28.889992 n-d-816206-8 neutron-server[103590]: self.callback(batched_events) Nov 23 18:01:28.889992 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 18:01:28.889992 n-d-816206-8 neutron-server[103590]: event.method(event) Nov 23 18:01:28.889992 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 18:01:28.889992 n-d-816206-8 neutron-server[103590]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 18:01:28.889992 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 18:01:28.889992 n-d-816206-8 neutron-server[103590]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 18:01:28.889992 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 18:01:28.889992 n-d-816206-8 neutron-server[103590]: return f(self, *a, **k) Nov 23 18:01:28.889992 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 18:01:28.889992 n-d-816206-8 neutron-server[103590]: return self._get(url).json() Nov 23 18:01:28.889992 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 18:01:28.889992 n-d-816206-8 neutron-server[103590]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 18:01:28.889992 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 18:01:28.889992 n-d-816206-8 neutron-server[103590]: return self.request(url, 'GET', **kwargs) Nov 23 18:01:28.889992 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 18:01:28.889992 n-d-816206-8 neutron-server[103590]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 18:01:28.889992 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 18:01:28.889992 n-d-816206-8 neutron-server[103590]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 18:01:28.889992 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 18:01:28.889992 n-d-816206-8 neutron-server[103590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 18:01:28.889992 n-d-816206-8 neutron-server[103590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 18:01:28.951045 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-3f4d841f-dbca-4e19-b843-801b9c6abb41 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1795418'] for network, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:28.959643 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-3f4d841f-dbca-4e19-b843-801b9c6abb41 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks [] for network, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:28.962611 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-3f4d841f-dbca-4e19-b843-801b9c6abb41 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.60 "DELETE /v2.0/networks/a784d5f5-5cd6-4b40-bc61-16afa7774b1f HTTP/1.1" status: 204 len: 168 time: 0.3044641 Nov 23 18:01:28.965758 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 52048) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:01:28.974998 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4d841f-dbca-4e19-b843-801b9c6abb41 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Pushing event deleted for resources: {'Network': ['ID=a784d5f5-5cd6-4b40-bc61-16afa7774b1f,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:01:29.028147 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-1364269e-40c1-45d2-a98f-1630acee64e0 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks [] for security_group, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:29.058236 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-1364269e-40c1-45d2-a98f-1630acee64e0 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:29.118150 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-1364269e-40c1-45d2-a98f-1630acee64e0 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:29.120882 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-1364269e-40c1-45d2-a98f-1630acee64e0 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks [] for security_group, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:29.122066 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-1364269e-40c1-45d2-a98f-1630acee64e0 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.60 "DELETE /v2.0/security-groups/26a740ef-a414-40be-ab5f-6db73ff13e79 HTTP/1.1" status: 204 len: 168 time: 0.1552949 Nov 23 18:01:29.132320 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1364269e-40c1-45d2-a98f-1630acee64e0 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=26a740ef-a414-40be-ab5f-6db73ff13e79,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:01:29.593898 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 316201c9-4f54-4523-86e2-5a70957d9fa3 no longer exists at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:01:29.614884 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] No Port match for: 316201c9-4f54-4523-86e2-5a70957d9fa3 {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:01:29.615252 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 316201c9-4f54-4523-86e2-5a70957d9fa3 not bound to the agent host n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:01:29.615671 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 3afb17d8-58fc-44ad-9706-d866d340291b no longer exists at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:01:29.637489 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] No Port match for: 3afb17d8-58fc-44ad-9706-d866d340291b {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:01:29.637834 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 3afb17d8-58fc-44ad-9706-d866d340291b not bound to the agent host n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:01:29.638229 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 1af6f017-664f-40da-894b-7d6b6cb20ff4 no longer exists at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:01:29.656720 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] No Port match for: 1af6f017-664f-40da-894b-7d6b6cb20ff4 {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:01:29.657064 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 1af6f017-664f-40da-894b-7d6b6cb20ff4 not bound to the agent host n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:01:29.873762 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 52054) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:01:29.878356 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-aedd1cf2-b253-4355-8a1b-6339ee6cb45c tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1959851266', 'description': 'tempest-secgroup-smoke-1959851266 description', 'project_id': '4d3a35880fb64e77bd3047bfa46cf261'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:01:29.900242 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-aedd1cf2-b253-4355-8a1b-6339ee6cb45c tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks [] for security_group, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:29.968022 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-aedd1cf2-b253-4355-8a1b-6339ee6cb45c tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks [] for security_group, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:29.972153 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-aedd1cf2-b253-4355-8a1b-6339ee6cb45c tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:30.004718 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-aedd1cf2-b253-4355-8a1b-6339ee6cb45c tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:30.006170 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-aedd1cf2-b253-4355-8a1b-6339ee6cb45c tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1311595 Nov 23 18:01:30.008712 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 52056) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:01:30.013998 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-9825ace6-b92b-47c8-a30d-54ce12b2ce28 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Request body: {'security_group_rule': {'security_group_id': '2c5603b9-1589-4955-9c0a-b932762068ec', 'project_id': '4d3a35880fb64e77bd3047bfa46cf261', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:01:30.019110 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedd1cf2-b253-4355-8a1b-6339ee6cb45c tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c5603b9-1589-4955-9c0a-b932762068ec,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:01:30.043274 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-9825ace6-b92b-47c8-a30d-54ce12b2ce28 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:30.097812 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-9825ace6-b92b-47c8-a30d-54ce12b2ce28 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:30.101250 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-9825ace6-b92b-47c8-a30d-54ce12b2ce28 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994370'] for security_group_rule, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:30.119137 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9825ace6-b92b-47c8-a30d-54ce12b2ce28 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f9fe3df-0a27-44cb-8cae-b2398be6d520,revision_number=0']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:01:30.127017 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-9825ace6-b92b-47c8-a30d-54ce12b2ce28 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:30.128225 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-9825ace6-b92b-47c8-a30d-54ce12b2ce28 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1182809 Nov 23 18:01:30.130904 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 52058) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:01:30.135173 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-3f120eea-3520-4f2b-9069-e0e402ace5a2 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Request body: {'security_group_rule': {'security_group_id': '2c5603b9-1589-4955-9c0a-b932762068ec', 'project_id': '4d3a35880fb64e77bd3047bfa46cf261', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:01:30.162523 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-3f120eea-3520-4f2b-9069-e0e402ace5a2 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:30.217659 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-3f120eea-3520-4f2b-9069-e0e402ace5a2 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:30.221930 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-3f120eea-3520-4f2b-9069-e0e402ace5a2 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994370'] for security_group_rule, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:30.239607 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f120eea-3520-4f2b-9069-e0e402ace5a2 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6538a72-f9c3-48dc-8fe6-6525452f2435,revision_number=0']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:01:30.247325 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-3f120eea-3520-4f2b-9069-e0e402ace5a2 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:30.248580 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-3f120eea-3520-4f2b-9069-e0e402ace5a2 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1167243 Nov 23 18:01:30.251690 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 52060) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:01:30.256384 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-34142c72-a1de-4cb3-97ea-68fb89a60023 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Request body: {'security_group_rule': {'security_group_id': '2c5603b9-1589-4955-9c0a-b932762068ec', 'project_id': '4d3a35880fb64e77bd3047bfa46cf261', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:01:30.282970 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-34142c72-a1de-4cb3-97ea-68fb89a60023 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:30.329291 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-34142c72-a1de-4cb3-97ea-68fb89a60023 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:30.332723 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-34142c72-a1de-4cb3-97ea-68fb89a60023 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994370'] for security_group_rule, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:30.352631 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34142c72-a1de-4cb3-97ea-68fb89a60023 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88af0a30-67c6-487a-8ad1-93590d111367,revision_number=0']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:01:30.361686 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-34142c72-a1de-4cb3-97ea-68fb89a60023 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:30.363177 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-34142c72-a1de-4cb3-97ea-68fb89a60023 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1101539 Nov 23 18:01:30.365768 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 52062) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:01:30.370320 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-02754cf3-48b5-4d8a-9719-1f551c5d2331 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Request body: {'security_group_rule': {'security_group_id': '2c5603b9-1589-4955-9c0a-b932762068ec', 'project_id': '4d3a35880fb64e77bd3047bfa46cf261', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:01:30.400906 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-02754cf3-48b5-4d8a-9719-1f551c5d2331 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:30.457900 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-02754cf3-48b5-4d8a-9719-1f551c5d2331 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:30.461562 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-02754cf3-48b5-4d8a-9719-1f551c5d2331 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994370'] for security_group_rule, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:30.483092 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02754cf3-48b5-4d8a-9719-1f551c5d2331 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd62bb57-0614-43c4-811d-584ccae04177,revision_number=0']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:01:30.491875 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-02754cf3-48b5-4d8a-9719-1f551c5d2331 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:30.493099 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-02754cf3-48b5-4d8a-9719-1f551c5d2331 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1263344 Nov 23 18:01:30.495829 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 52064) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:01:30.500137 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-b971103e-28da-4c56-90d4-634f802e2486 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Request body: {'security_group_rule': {'security_group_id': '2c5603b9-1589-4955-9c0a-b932762068ec', 'project_id': '4d3a35880fb64e77bd3047bfa46cf261', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:01:30.521953 n-d-816206-8 neutron-server[103590]: INFO neutron.db.securitygroups_db [None req-b971103e-28da-4c56-90d4-634f802e2486 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Project 4d3a35880fb64e77bd3047bfa46cf261 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 18:01:30.526734 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b971103e-28da-4c56-90d4-634f802e2486 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:30.584384 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b971103e-28da-4c56-90d4-634f802e2486 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:30.588107 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b971103e-28da-4c56-90d4-634f802e2486 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994370'] for security_group_rule, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:30.606548 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b971103e-28da-4c56-90d4-634f802e2486 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc2dfe74-4e0f-4c9f-a739-ea352b83cefd,revision_number=0']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:01:30.612401 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b971103e-28da-4c56-90d4-634f802e2486 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:30.613254 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-b971103e-28da-4c56-90d4-634f802e2486 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1164901 Nov 23 18:01:30.616836 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 52066) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:01:30.621090 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-7988ec20-5a50-4c13-8144-dfd8569c2e48 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Request body: {'security_group_rule': {'security_group_id': '2c5603b9-1589-4955-9c0a-b932762068ec', 'project_id': '4d3a35880fb64e77bd3047bfa46cf261', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:01:30.643385 n-d-816206-8 neutron-server[103590]: INFO neutron.db.securitygroups_db [None req-7988ec20-5a50-4c13-8144-dfd8569c2e48 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Project 4d3a35880fb64e77bd3047bfa46cf261 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 18:01:30.648361 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7988ec20-5a50-4c13-8144-dfd8569c2e48 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:30.710603 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7988ec20-5a50-4c13-8144-dfd8569c2e48 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:30.714669 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7988ec20-5a50-4c13-8144-dfd8569c2e48 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994370'] for security_group_rule, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:30.730903 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7988ec20-5a50-4c13-8144-dfd8569c2e48 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a834f44-76ad-4d10-9838-02e2d93b2bd4,revision_number=0']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:01:30.742032 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7988ec20-5a50-4c13-8144-dfd8569c2e48 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:30.743228 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-7988ec20-5a50-4c13-8144-dfd8569c2e48 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1254735 Nov 23 18:01:30.746190 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 52068) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:01:30.751362 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-f39e430e-9912-47dd-b41b-2cf199a290e2 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Request body: {'network': {'name': 'tempest-network-smoke--1294953858', 'project_id': '4d3a35880fb64e77bd3047bfa46cf261', 'port_security_enabled': True}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:01:30.772672 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f39e430e-9912-47dd-b41b-2cf199a290e2 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Made reservation on behalf of 4d3a35880fb64e77bd3047bfa46cf261 for: {'network': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:01:30.776163 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f39e430e-9912-47dd-b41b-2cf199a290e2 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for network, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:30.799505 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f39e430e-9912-47dd-b41b-2cf199a290e2 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] vlan segment allocate from pool success with {'vlan_id': 524, 'physical_network': 'physnet1'} {{(pid=103590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 18:01:30.808373 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f39e430e-9912-47dd-b41b-2cf199a290e2 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:30.808749 n-d-816206-8 neutron-server[103590]: INFO neutron.db.segments_db [None req-f39e430e-9912-47dd-b41b-2cf199a290e2 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Added segment d277aad9-2522-4c49-aa91-b115290ef9e1 of type vlan for network cae110b3-5567-49ab-b596-f0a7aac88283 Nov 23 18:01:30.848047 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f39e430e-9912-47dd-b41b-2cf199a290e2 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736635338810'] for network, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:30.874694 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f39e430e-9912-47dd-b41b-2cf199a290e2 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493'] for network, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:30.880698 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f39e430e-9912-47dd-b41b-2cf199a290e2 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:01:30.881284 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f39e430e-9912-47dd-b41b-2cf199a290e2 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks [] for network, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:30.917893 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-f39e430e-9912-47dd-b41b-2cf199a290e2 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1707013 Nov 23 18:01:30.920611 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 52070) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:01:30.925423 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-58a79170-0c83-4871-a4a3-e6115799b26a tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1939207205', 'admin_state_up': True, 'project_id': '4d3a35880fb64e77bd3047bfa46cf261', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'}}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:01:30.960038 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39e430e-9912-47dd-b41b-2cf199a290e2 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Pushing event updated for resources: {'Network': ['ID=cae110b3-5567-49ab-b596-f0a7aac88283,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:01:30.970590 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Network cae110b3-5567-49ab-b596-f0a7aac88283 details requested by agent ovs-agent-n-d-816206-8 with host n-d-816206-8 {{(pid=103592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 18:01:30.977669 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-58a79170-0c83-4871-a4a3-e6115799b26a tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1793449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8093'] for router, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:30.978665 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-58a79170-0c83-4871-a4a3-e6115799b26a tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1794473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1794771', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1638326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8086'] for router, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:31.032703 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-58a79170-0c83-4871-a4a3-e6115799b26a tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:31.493766 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-58a79170-0c83-4871-a4a3-e6115799b26a tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:31.684136 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-58a79170-0c83-4871-a4a3-e6115799b26a tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks [] for router_gateway, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:31.702690 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-58a79170-0c83-4871-a4a3-e6115799b26a tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:31.803848 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-58a79170-0c83-4871-a4a3-e6115799b26a tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Allocated IP 172.25.3.2 (4c8455ba-1be5-42ac-b8c2-8a16e1292d55/08fe3644-ce41-4c3f-a7ea-92bac0f0fff5/a12366a0-f5ff-485d-8efe-546f6719d05f) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:01:31.907328 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-58a79170-0c83-4871-a4a3-e6115799b26a tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:31.940700 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-58a79170-0c83-4871-a4a3-e6115799b26a tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:31.983294 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58a79170-0c83-4871-a4a3-e6115799b26a tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Network 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:01:31.986278 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-58a79170-0c83-4871-a4a3-e6115799b26a tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:01:31.989772 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58a79170-0c83-4871-a4a3-e6115799b26a tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:01:31.995316 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a79170-0c83-4871-a4a3-e6115799b26a tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Pushing event updated for resources: {'Port': ['ID=a12366a0-f5ff-485d-8efe-546f6719d05f,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:01:31.999775 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44630226-6e11-4d11-825d-9150281f5491 None None] DHCP port deletion for 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:01:32.124224 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-76fa10ff-5a22-418d-b89d-d488d4d4f036 None None] Provisioning complete for port a12366a0-f5ff-485d-8efe-546f6719d05f triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:01:32.124626 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-76fa10ff-5a22-418d-b89d-d488d4d4f036 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:32.160270 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-76fa10ff-5a22-418d-b89d-d488d4d4f036 None None] Port a12366a0-f5ff-485d-8efe-546f6719d05f cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:01:32.245516 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-58a79170-0c83-4871-a4a3-e6115799b26a tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks [] for router_gateway, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:32.441660 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-58a79170-0c83-4871-a4a3-e6115799b26a tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1794316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1795362'] for router, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:32.569281 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58a79170-0c83-4871-a4a3-e6115799b26a tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Router f19ed6d5-8b21-4a98-9f20-0c8eddf6cc5e is scheduled to L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 with binding_index 1 {{(pid=103590) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 18:01:32.675577 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58a79170-0c83-4871-a4a3-e6115799b26a tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:01:32.685256 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1e50336-cfaf-4692-858d-7f842a771550 None None] Sync routers for ids ['f19ed6d5-8b21-4a98-9f20-0c8eddf6cc5e'] in n-d-816206-8 {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:01:32.695580 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1e50336-cfaf-4692-858d-7f842a771550 None None] Routers {'f19ed6d5-8b21-4a98-9f20-0c8eddf6cc5e'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:01:32.696115 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-c1e50336-cfaf-4692-858d-7f842a771550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T18:01:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['f19ed6d5-8b21-4a98-9f20-0c8eddf6cc5e'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:01:32.696930 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-58a79170-0c83-4871-a4a3-e6115799b26a tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks [] for router, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:32.698163 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-58a79170-0c83-4871-a4a3-e6115799b26a tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.7766359 Nov 23 18:01:32.701327 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 52072) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:01:32.729676 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-873089f1-cdee-422b-92e6-853080be3eb3 tempest-TestNetworkAdvancedServerOps-448977066 tempest-TestNetworkAdvancedServerOps-448977066-project-admin] 10.222.0.60 "GET /v2.0/subnets?project_id=4d3a35880fb64e77bd3047bfa46cf261&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0272074 Nov 23 18:01:32.732125 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 52074) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:01:32.801389 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-c1e50336-cfaf-4692-858d-7f842a771550 None None] Set router f19ed6d5-8b21-4a98-9f20-0c8eddf6cc5e gateway port host: n-d-816206-8 {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:01:32.829376 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a56a8e44-99fb-41ce-a9a6-9e02184606df tempest-TestNetworkAdvancedServerOps-448977066 tempest-TestNetworkAdvancedServerOps-448977066-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:01:32.830911 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-a56a8e44-99fb-41ce-a9a6-9e02184606df tempest-TestNetworkAdvancedServerOps-448977066 tempest-TestNetworkAdvancedServerOps-448977066-project-admin] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0978358 Nov 23 18:01:32.833736 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 52076) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:01:32.864753 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-0cf40e8a-6779-4a4a-9466-37f6f7d7de5f tempest-TestNetworkAdvancedServerOps-448977066 tempest-TestNetworkAdvancedServerOps-448977066-project-admin] 10.222.0.60 "GET /v2.0/subnets?network_id=4c8455ba-1be5-42ac-b8c2-8a16e1292d55&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0275600 Nov 23 18:01:32.865069 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 52078) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:01:32.869785 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-cce31605-315d-4125-b12e-2ced128bbe3d tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1503079442', 'network_id': 'cae110b3-5567-49ab-b596-f0a7aac88283', 'project_id': '4d3a35880fb64e77bd3047bfa46cf261', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:01:32.957158 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cce31605-315d-4125-b12e-2ced128bbe3d tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Made reservation on behalf of 4d3a35880fb64e77bd3047bfa46cf261 for: {'subnet': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:01:32.960795 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-cce31605-315d-4125-b12e-2ced128bbe3d tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264730903'] for subnet, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:32.975879 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-c1e50336-cfaf-4692-858d-7f842a771550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f19ed6d5-8b21-4a98-9f20-0c8eddf6cc5e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1939207205', 'tenant_id': '4d3a35880fb64e77bd3047bfa46cf261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': 'a12366a0-f5ff-485d-8efe-546f6719d05f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:01:30Z', 'updated_at': '2021-11-23T18:01:32Z', 'revision_number': 3, 'project_id': '4d3a35880fb64e77bd3047bfa46cf261', 'gw_port': {'id': 'a12366a0-f5ff-485d-8efe-546f6719d05f', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:cd:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f19ed6d5-8b21-4a98-9f20-0c8eddf6cc5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:01:31Z', 'updated_at': '2021-11-23T18:01:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8'}], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:01:33.006262 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1e50336-cfaf-4692-858d-7f842a771550 None None] Checking router: f19ed6d5-8b21-4a98-9f20-0c8eddf6cc5e for host: n-d-816206-8 {{(pid=103593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:01:33.006623 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1e50336-cfaf-4692-858d-7f842a771550 None None] Updating router f19ed6d5-8b21-4a98-9f20-0c8eddf6cc5e port a12366a0-f5ff-485d-8efe-546f6719d05f binding host n-d-816206-8 {{(pid=103593) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 18:01:33.031712 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-c1e50336-cfaf-4692-858d-7f842a771550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:33.145990 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-cce31605-315d-4125-b12e-2ced128bbe3d tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264358096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264730885'] for subnet, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:33.212840 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce31605-315d-4125-b12e-2ced128bbe3d tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Pushing event updated for resources: {'Subnet': ['ID=b2927010-99be-414d-985d-0ab7ec25c54e,revision_number=0']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:01:33.222481 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cce31605-315d-4125-b12e-2ced128bbe3d tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Checking segment: {'id': 'd277aad9-2522-4c49-aa91-b115290ef9e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'cae110b3-5567-49ab-b596-f0a7aac88283'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:01:33.222850 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cce31605-315d-4125-b12e-2ced128bbe3d tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Network hostable DHCP agents. Network: cae110b3-5567-49ab-b596-f0a7aac88283, hostable agents: ['0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3'], hosted agents: [] {{(pid=103590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 18:01:33.243065 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cce31605-315d-4125-b12e-2ced128bbe3d tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Network cae110b3-5567-49ab-b596-f0a7aac88283 is scheduled to be hosted by DHCP agent 0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3 with binding_index 1 {{(pid=103590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 18:01:33.253267 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-cce31605-315d-4125-b12e-2ced128bbe3d tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-8, cae110b3-5567-49ab-b596-f0a7aac88283) {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:01:33.259186 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cce31605-315d-4125-b12e-2ced128bbe3d tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:01:33.259334 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-cce31605-315d-4125-b12e-2ced128bbe3d tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks [] for subnet, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:33.264142 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca1662bc-70a7-460c-8f7e-c14e831fe9c8 None None] Network cae110b3-5567-49ab-b596-f0a7aac88283 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:01:33.283746 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 52080) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:01:33.284293 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-cce31605-315d-4125-b12e-2ced128bbe3d tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4180081 Nov 23 18:01:33.284695 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-c1e50336-cfaf-4692-858d-7f842a771550 None None] Publish callbacks [] for port, precommit_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:33.291343 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-c1e50336-cfaf-4692-858d-7f842a771550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:33.337012 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [None req-c1e50336-cfaf-4692-858d-7f842a771550 None None] Attempting to bind port a12366a0-f5ff-485d-8efe-546f6719d05f on host n-d-816206-8 for vnic_type normal with profile {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:01:33.337012 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [None req-c1e50336-cfaf-4692-858d-7f842a771550 None None] Attempting to bind port a12366a0-f5ff-485d-8efe-546f6719d05f by drivers openvswitch,hyperv on host n-d-816206-8 at level 0 using segments [{'id': 'bffd1e4f-e80f-4ff0-b418-2f42ae15febf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'}] {{(pid=103593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:01:33.337329 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1e50336-cfaf-4692-858d-7f842a771550 None None] Attempting to bind port a12366a0-f5ff-485d-8efe-546f6719d05f on network 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:01:33.338188 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac178c91-3778-4208-a3fc-5fd542fada28 None None] DHCP port deletion for 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:01:33.351343 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1e50336-cfaf-4692-858d-7f842a771550 None None] Checking agent: {'id': '9e89acbe-4bbe-4c77-a18b-6f1da9133e0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 7, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 1, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:01:33.351712 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1e50336-cfaf-4692-858d-7f842a771550 None None] Checking segment: {'id': 'bffd1e4f-e80f-4ff0-b418-2f42ae15febf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:01:33.352113 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-c1e50336-cfaf-4692-858d-7f842a771550 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:33.352518 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1e50336-cfaf-4692-858d-7f842a771550 None None] Bound using segment: {'id': 'bffd1e4f-e80f-4ff0-b418-2f42ae15febf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'} {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:01:33.352996 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [None req-c1e50336-cfaf-4692-858d-7f842a771550 None None] Bound port: a12366a0-f5ff-485d-8efe-546f6719d05f, host: n-d-816206-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bffd1e4f-e80f-4ff0-b418-2f42ae15febf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'}}] {{(pid=103593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:01:33.353486 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-c1e50336-cfaf-4692-858d-7f842a771550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:33.413070 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-c1e50336-cfaf-4692-858d-7f842a771550 None None] For port a12366a0-f5ff-485d-8efe-546f6719d05f, host n-d-816206-8, cleared binding levels {{(pid=103593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:01:33.417067 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-c1e50336-cfaf-4692-858d-7f842a771550 None None] For port a12366a0-f5ff-485d-8efe-546f6719d05f, host n-d-816206-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=a12366a0-f5ff-485d-8efe-546f6719d05f,segment=NetworkSegment(bffd1e4f-e80f-4ff0-b418-2f42ae15febf),segment_id=bffd1e4f-e80f-4ff0-b418-2f42ae15febf)] {{(pid=103593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:01:33.424931 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-c1e50336-cfaf-4692-858d-7f842a771550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:33.427894 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a11fb70-70a3-4ec9-95e7-527693e4f085 None None] Pushing event updated for resources: {'Port': ['ID=a12366a0-f5ff-485d-8efe-546f6719d05f,revision_number=2']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:01:33.429482 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-caa2d4f5-431b-4438-a8cb-ec7ade85a88f None None] Provisioning complete for port a12366a0-f5ff-485d-8efe-546f6719d05f triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:01:33.429846 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-caa2d4f5-431b-4438-a8cb-ec7ade85a88f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:33.438433 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a11fb70-70a3-4ec9-95e7-527693e4f085 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:01:33.438613 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a11fb70-70a3-4ec9-95e7-527693e4f085 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:01:33.438993 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a11fb70-70a3-4ec9-95e7-527693e4f085 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:01:33.439331 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a11fb70-70a3-4ec9-95e7-527693e4f085 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:01:33.439663 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a11fb70-70a3-4ec9-95e7-527693e4f085 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:01:33.439992 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a11fb70-70a3-4ec9-95e7-527693e4f085 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:01:33.440318 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a11fb70-70a3-4ec9-95e7-527693e4f085 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:01:33.440677 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a11fb70-70a3-4ec9-95e7-527693e4f085 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:01:33.440993 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a11fb70-70a3-4ec9-95e7-527693e4f085 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:01:33.441314 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a11fb70-70a3-4ec9-95e7-527693e4f085 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:01:33.441633 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a11fb70-70a3-4ec9-95e7-527693e4f085 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:01:33.441951 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a11fb70-70a3-4ec9-95e7-527693e4f085 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:01:33.492778 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1e50336-cfaf-4692-858d-7f842a771550 None None] Routers {'f19ed6d5-8b21-4a98-9f20-0c8eddf6cc5e'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:01:33.493411 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-c1e50336-cfaf-4692-858d-7f842a771550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T18:01:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['f19ed6d5-8b21-4a98-9f20-0c8eddf6cc5e'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:01:33.507938 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d914e25f-3737-4180-b675-437b7fae4a68 None None] DHCP port deletion for 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:01:33.553310 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1923598c-5278-4b73-8caa-9c782bc5a610 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp355044b8-8e87-58c4-94fa-4a010ec30f9e-cae110b3-5567-49ab-b596-f0a7aac88283', 'network_id': 'cae110b3-5567-49ab-b596-f0a7aac88283', 'tenant_id': '4d3a35880fb64e77bd3047bfa46cf261', 'fixed_ips': [{'subnet_id': 'b2927010-99be-414d-985d-0ab7ec25c54e'}]}} from n-d-816206-8. {{(pid=103592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 18:01:33.554550 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-1923598c-5278-4b73-8caa-9c782bc5a610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:33.593860 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-caa2d4f5-431b-4438-a8cb-ec7ade85a88f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:33.604950 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a11fb70-70a3-4ec9-95e7-527693e4f085 None None] Pushing event updated for resources: {'Port': ['ID=a12366a0-f5ff-485d-8efe-546f6719d05f,revision_number=3']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:01:33.621489 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-c1e50336-cfaf-4692-858d-7f842a771550 None None] Set router f19ed6d5-8b21-4a98-9f20-0c8eddf6cc5e gateway port host: n-d-816206-8 {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:01:33.674335 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-caa2d4f5-431b-4438-a8cb-ec7ade85a88f None None] For port a12366a0-f5ff-485d-8efe-546f6719d05f, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=a12366a0-f5ff-485d-8efe-546f6719d05f,segment=NetworkSegment(bffd1e4f-e80f-4ff0-b418-2f42ae15febf),segment_id=bffd1e4f-e80f-4ff0-b418-2f42ae15febf)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:01:33.682875 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-caa2d4f5-431b-4438-a8cb-ec7ade85a88f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:33.777653 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa2d4f5-431b-4438-a8cb-ec7ade85a88f None None] Pushing event updated for resources: {'Port': ['ID=a12366a0-f5ff-485d-8efe-546f6719d05f,revision_number=4']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:01:33.785493 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.db_base_plugin_common [None req-1923598c-5278-4b73-8caa-9c782bc5a610 None None] Allocated IP 172.20.0.2 (cae110b3-5567-49ab-b596-f0a7aac88283/b2927010-99be-414d-985d-0ab7ec25c54e/ca0d46d8-c65f-498e-b24a-7219698a3397) {{(pid=103592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:01:33.788890 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-cd00046e-db58-455c-8085-d03156a539a4 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:33.816318 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-c1e50336-cfaf-4692-858d-7f842a771550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f19ed6d5-8b21-4a98-9f20-0c8eddf6cc5e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1939207205', 'tenant_id': '4d3a35880fb64e77bd3047bfa46cf261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': 'a12366a0-f5ff-485d-8efe-546f6719d05f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:01:30Z', 'updated_at': '2021-11-23T18:01:32Z', 'revision_number': 3, 'project_id': '4d3a35880fb64e77bd3047bfa46cf261', 'gw_port': {'id': 'a12366a0-f5ff-485d-8efe-546f6719d05f', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:cd:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f19ed6d5-8b21-4a98-9f20-0c8eddf6cc5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:01:31Z', 'updated_at': '2021-11-23T18:01:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8'}], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:01:33.835848 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-50a3f716-fd16-4ea4-b1d4-4f2c88ee7b03 None None] Provisioning complete for port a12366a0-f5ff-485d-8efe-546f6719d05f triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:01:33.836544 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-50a3f716-fd16-4ea4-b1d4-4f2c88ee7b03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:33.930977 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1e50336-cfaf-4692-858d-7f842a771550 None None] The sync data for ids ['f19ed6d5-8b21-4a98-9f20-0c8eddf6cc5e'] in n-d-816206-8 is: [{'id': 'f19ed6d5-8b21-4a98-9f20-0c8eddf6cc5e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1939207205', 'tenant_id': '4d3a35880fb64e77bd3047bfa46cf261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': 'a12366a0-f5ff-485d-8efe-546f6719d05f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:01:30Z', 'updated_at': '2021-11-23T18:01:32Z', 'revision_number': 3, 'project_id': '4d3a35880fb64e77bd3047bfa46cf261', 'gw_port': {'id': 'a12366a0-f5ff-485d-8efe-546f6719d05f', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:cd:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f19ed6d5-8b21-4a98-9f20-0c8eddf6cc5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:01:31Z', 'updated_at': '2021-11-23T18:01:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8'}] {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:01:34.024219 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-1923598c-5278-4b73-8caa-9c782bc5a610 None None] Publish callbacks [] for port, precommit_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:34.032127 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-1923598c-5278-4b73-8caa-9c782bc5a610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980'] for port, after_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:34.081875 n-d-816206-8 neutron-server[103592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1923598c-5278-4b73-8caa-9c782bc5a610 None None] Network cae110b3-5567-49ab-b596-f0a7aac88283 is already hosted by enough agents. {{(pid=103592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:01:34.085967 n-d-816206-8 neutron-server[103592]: DEBUG neutron.scheduler.base_scheduler [None req-1923598c-5278-4b73-8caa-9c782bc5a610 None None] Resources bound (agent type, host, resource id): {{(pid=103592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:01:34.088302 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1923598c-5278-4b73-8caa-9c782bc5a610 None None] Received port after_create {{(pid=103592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:01:34.091277 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1923598c-5278-4b73-8caa-9c782bc5a610 None None] Pushing event updated for resources: {'Port': ['ID=ca0d46d8-c65f-498e-b24a-7219698a3397,revision_number=1']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:01:34.092989 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.db_base_plugin_common [None req-cd00046e-db58-455c-8085-d03156a539a4 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Allocated IP 172.20.0.1 (cae110b3-5567-49ab-b596-f0a7aac88283/b2927010-99be-414d-985d-0ab7ec25c54e/88cbf43f-c676-4415-9f06-ab5a84f13926) {{(pid=103591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:01:34.158711 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-1923598c-5278-4b73-8caa-9c782bc5a610 None None] Attempting to bind port ca0d46d8-c65f-498e-b24a-7219698a3397 on host n-d-816206-8 for vnic_type normal with profile {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:01:34.158711 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-1923598c-5278-4b73-8caa-9c782bc5a610 None None] Attempting to bind port ca0d46d8-c65f-498e-b24a-7219698a3397 by drivers openvswitch,hyperv on host n-d-816206-8 at level 0 using segments [{'id': 'd277aad9-2522-4c49-aa91-b115290ef9e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'cae110b3-5567-49ab-b596-f0a7aac88283'}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:01:34.158711 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1923598c-5278-4b73-8caa-9c782bc5a610 None None] Attempting to bind port ca0d46d8-c65f-498e-b24a-7219698a3397 on network cae110b3-5567-49ab-b596-f0a7aac88283 {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:01:34.181378 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1923598c-5278-4b73-8caa-9c782bc5a610 None None] Checking agent: {'id': '9e89acbe-4bbe-4c77-a18b-6f1da9133e0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 7, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 1, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:01:34.181764 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1923598c-5278-4b73-8caa-9c782bc5a610 None None] Checking segment: {'id': 'd277aad9-2522-4c49-aa91-b115290ef9e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'cae110b3-5567-49ab-b596-f0a7aac88283'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:01:34.182177 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-1923598c-5278-4b73-8caa-9c782bc5a610 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:34.182578 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1923598c-5278-4b73-8caa-9c782bc5a610 None None] Bound using segment: {'id': 'd277aad9-2522-4c49-aa91-b115290ef9e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'cae110b3-5567-49ab-b596-f0a7aac88283'} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:01:34.183182 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-1923598c-5278-4b73-8caa-9c782bc5a610 None None] Bound port: ca0d46d8-c65f-498e-b24a-7219698a3397, host: n-d-816206-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd277aad9-2522-4c49-aa91-b115290ef9e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'cae110b3-5567-49ab-b596-f0a7aac88283'}}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:01:34.183570 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-1923598c-5278-4b73-8caa-9c782bc5a610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:34.241560 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-cd00046e-db58-455c-8085-d03156a539a4 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks [] for port, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:34.268539 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-1923598c-5278-4b73-8caa-9c782bc5a610 None None] For port ca0d46d8-c65f-498e-b24a-7219698a3397, host n-d-816206-8, cleared binding levels {{(pid=103592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:01:34.272231 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-1923598c-5278-4b73-8caa-9c782bc5a610 None None] For port ca0d46d8-c65f-498e-b24a-7219698a3397, host n-d-816206-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=ca0d46d8-c65f-498e-b24a-7219698a3397,segment=NetworkSegment(d277aad9-2522-4c49-aa91-b115290ef9e1),segment_id=d277aad9-2522-4c49-aa91-b115290ef9e1)] {{(pid=103592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:01:34.277977 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-1923598c-5278-4b73-8caa-9c782bc5a610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:34.279784 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-cd00046e-db58-455c-8085-d03156a539a4 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:34.318664 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd00046e-db58-455c-8085-d03156a539a4 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Network cae110b3-5567-49ab-b596-f0a7aac88283 is already hosted by enough agents. {{(pid=103591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:01:34.322136 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [None req-cd00046e-db58-455c-8085-d03156a539a4 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Resources bound (agent type, host, resource id): {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:01:34.326046 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd00046e-db58-455c-8085-d03156a539a4 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Received port after_create {{(pid=103591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:01:34.341980 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1923598c-5278-4b73-8caa-9c782bc5a610 None None] Pushing event updated for resources: {'Port': ['ID=ca0d46d8-c65f-498e-b24a-7219698a3397,revision_number=2']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:01:34.364327 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd00046e-db58-455c-8085-d03156a539a4 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Pushing event updated for resources: {'Port': ['ID=88cbf43f-c676-4415-9f06-ab5a84f13926,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:01:34.385777 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-cd00046e-db58-455c-8085-d03156a539a4 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1795539'] for router_interface, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:34.550960 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-cd00046e-db58-455c-8085-d03156a539a4 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:34.867003 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-cd00046e-db58-455c-8085-d03156a539a4 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks [] for port, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:34.872097 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-cd00046e-db58-455c-8085-d03156a539a4 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264758186'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:34.945308 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd00046e-db58-455c-8085-d03156a539a4 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Pushing event updated for resources: {'Port': ['ID=88cbf43f-c676-4415-9f06-ab5a84f13926,revision_number=2']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:01:34.948293 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-cd00046e-db58-455c-8085-d03156a539a4 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2068703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1794403'] for router_interface, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:35.047816 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd00046e-db58-455c-8085-d03156a539a4 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Network cae110b3-5567-49ab-b596-f0a7aac88283 is already hosted by enough agents. {{(pid=103591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:01:35.049331 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [None req-cd00046e-db58-455c-8085-d03156a539a4 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Resources bound (agent type, host, resource id): {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:01:35.168341 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd00046e-db58-455c-8085-d03156a539a4 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Router f19ed6d5-8b21-4a98-9f20-0c8eddf6cc5e has already been hosted by L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 {{(pid=103591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:01:35.290362 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd00046e-db58-455c-8085-d03156a539a4 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:01:35.295584 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-cd00046e-db58-455c-8085-d03156a539a4 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.60 "PUT /v2.0/routers/f19ed6d5-8b21-4a98-9f20-0c8eddf6cc5e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0093133 Nov 23 18:01:35.322705 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-405f91b8-b2bf-45bd-89fc-93f3dca2570e None None] Network cae110b3-5567-49ab-b596-f0a7aac88283 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:01:35.449644 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-c21303c7-c485-405a-8ea5-c0a39a043cda None None] Provisioning complete for port ca0d46d8-c65f-498e-b24a-7219698a3397 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:01:35.449978 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c21303c7-c485-405a-8ea5-c0a39a043cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:35.504946 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-184856e0-2fdf-4edf-be95-6de0ac4edd4f req-849c71c4-168b-4b54-a6ef-e21b8ac32871 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1959851266&fields=id&tenant_id=4d3a35880fb64e77bd3047bfa46cf261 HTTP/1.1" status: 200 len: 267 time: 0.0504861 Nov 23 18:01:35.577916 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c21303c7-c485-405a-8ea5-c0a39a043cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:35.615304 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c21303c7-c485-405a-8ea5-c0a39a043cda None None] For port ca0d46d8-c65f-498e-b24a-7219698a3397, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=ca0d46d8-c65f-498e-b24a-7219698a3397,segment=NetworkSegment(d277aad9-2522-4c49-aa91-b115290ef9e1),segment_id=d277aad9-2522-4c49-aa91-b115290ef9e1)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:01:35.622983 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c21303c7-c485-405a-8ea5-c0a39a043cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:35.645908 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184856e0-2fdf-4edf-be95-6de0ac4edd4f req-802eb762-9c0a-44c0-b172-7dd17406f58f tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:01:35.647658 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-184856e0-2fdf-4edf-be95-6de0ac4edd4f req-802eb762-9c0a-44c0-b172-7dd17406f58f tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.60 "GET /v2.0/networks?id=cae110b3-5567-49ab-b596-f0a7aac88283 HTTP/1.1" status: 200 len: 797 time: 0.1354268 Nov 23 18:01:35.680378 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-184856e0-2fdf-4edf-be95-6de0ac4edd4f req-907673d7-d896-470f-9443-fe4fd8b6877b tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.60 "GET /v2.0/quotas/4d3a35880fb64e77bd3047bfa46cf261 HTTP/1.1" status: 200 len: 375 time: 0.0238113 Nov 23 18:01:35.682754 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21303c7-c485-405a-8ea5-c0a39a043cda None None] Pushing event updated for resources: {'Port': ['ID=ca0d46d8-c65f-498e-b24a-7219698a3397,revision_number=3']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:01:35.725734 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device a12366a0-f5ff-485d-8efe-546f6719d05f up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:01:35.801446 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port a12366a0-f5ff-485d-8efe-546f6719d05f triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:01:35.801822 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:35.857440 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-2625c77d-9120-490d-8e29-7b6afaff6f42 None None] Provisioning complete for port ca0d46d8-c65f-498e-b24a-7219698a3397 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:01:35.857817 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-2625c77d-9120-490d-8e29-7b6afaff6f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:35.981698 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device ca0d46d8-c65f-498e-b24a-7219698a3397 up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:01:36.013284 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce2710a4-f338-451a-95ee-c1a86a72742b None None] Sync routers for ids ['f19ed6d5-8b21-4a98-9f20-0c8eddf6cc5e'] in n-d-816206-8 {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:01:36.048275 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce2710a4-f338-451a-95ee-c1a86a72742b None None] Routers {'f19ed6d5-8b21-4a98-9f20-0c8eddf6cc5e'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:01:36.048801 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-ce2710a4-f338-451a-95ee-c1a86a72742b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T18:01:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['f19ed6d5-8b21-4a98-9f20-0c8eddf6cc5e'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:01:36.051487 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-2625c77d-9120-490d-8e29-7b6afaff6f42 None None] Provisioning complete for port 88cbf43f-c676-4415-9f06-ab5a84f13926 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:01:36.051889 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-2625c77d-9120-490d-8e29-7b6afaff6f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:36.055697 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-184856e0-2fdf-4edf-be95-6de0ac4edd4f req-899ef50e-be34-4223-a616-c155f6497d4d tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=4d3a35880fb64e77bd3047bfa46cf261&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3742158 Nov 23 18:01:36.162278 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-184856e0-2fdf-4edf-be95-6de0ac4edd4f req-016bab36-84e8-4f7e-8500-ef46c32c0c5b service neutron] 10.222.0.60 "GET /v2.0/networks/cae110b3-5567-49ab-b596-f0a7aac88283?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940630 Nov 23 18:01:36.171562 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-2625c77d-9120-490d-8e29-7b6afaff6f42 None None] Port 88cbf43f-c676-4415-9f06-ab5a84f13926 cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:01:36.179795 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port ca0d46d8-c65f-498e-b24a-7219698a3397 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:01:36.180577 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:36.226364 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvr_db [None req-ce2710a4-f338-451a-95ee-c1a86a72742b None None] Set router f19ed6d5-8b21-4a98-9f20-0c8eddf6cc5e gateway port host: n-d-816206-8 {{(pid=103592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:01:36.263059 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-184856e0-2fdf-4edf-be95-6de0ac4edd4f req-47f9135f-b68e-4a11-8b9f-c55c8a4c93f8 service neutron] 10.222.0.60 "GET /v2.0/networks/cae110b3-5567-49ab-b596-f0a7aac88283?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922587 Nov 23 18:01:36.446260 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d4f82dbd-c68d-4f74-b52b-3c009db87d8e req-905de5ca-0ea6-47cb-929b-331f88e9dcf6 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.60 "GET /v2.0/ports?device_id=5dd10cd5-7ae4-4e80-97f9-4c96ac4835b8 HTTP/1.1" status: 200 len: 210 time: 0.0426066 Nov 23 18:01:36.540892 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-f0668022-73f3-41a6-978f-a2088a220abe None None] Provisioning complete for port 88cbf43f-c676-4415-9f06-ab5a84f13926 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:01:36.541341 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-f0668022-73f3-41a6-978f-a2088a220abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:36.613206 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-f0668022-73f3-41a6-978f-a2088a220abe None None] Port 88cbf43f-c676-4415-9f06-ab5a84f13926 cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:01:36.678496 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-ce2710a4-f338-451a-95ee-c1a86a72742b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f19ed6d5-8b21-4a98-9f20-0c8eddf6cc5e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1939207205', 'tenant_id': '4d3a35880fb64e77bd3047bfa46cf261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': 'a12366a0-f5ff-485d-8efe-546f6719d05f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:01:30Z', 'updated_at': '2021-11-23T18:01:34Z', 'revision_number': 4, 'project_id': '4d3a35880fb64e77bd3047bfa46cf261', 'gw_port': {'id': 'a12366a0-f5ff-485d-8efe-546f6719d05f', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:cd:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f19ed6d5-8b21-4a98-9f20-0c8eddf6cc5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:01:31Z', 'updated_at': '2021-11-23T18:01:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_interfaces': [{'id': '88cbf43f-c676-4415-9f06-ab5a84f13926', 'name': '', 'network_id': 'cae110b3-5567-49ab-b596-f0a7aac88283', 'tenant_id': '4d3a35880fb64e77bd3047bfa46cf261', 'mac_address': 'fa:16:3e:96:bc:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f19ed6d5-8b21-4a98-9f20-0c8eddf6cc5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': 'b2927010-99be-414d-985d-0ab7ec25c54e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:01:33Z', 'updated_at': '2021-11-23T18:01:34Z', 'revision_number': 2, 'project_id': '4d3a35880fb64e77bd3047bfa46cf261', 'subnets': [{'id': 'b2927010-99be-414d-985d-0ab7ec25c54e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:01:36.705956 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce2710a4-f338-451a-95ee-c1a86a72742b None None] Checking router: f19ed6d5-8b21-4a98-9f20-0c8eddf6cc5e for host: n-d-816206-8 {{(pid=103592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:01:36.706312 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce2710a4-f338-451a-95ee-c1a86a72742b None None] Updating router f19ed6d5-8b21-4a98-9f20-0c8eddf6cc5e port 88cbf43f-c676-4415-9f06-ab5a84f13926 binding host n-d-816206-8 {{(pid=103592) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 18:01:36.731187 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-ce2710a4-f338-451a-95ee-c1a86a72742b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:37.010271 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-ce2710a4-f338-451a-95ee-c1a86a72742b None None] Publish callbacks [] for port, precommit_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:37.016061 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-ce2710a4-f338-451a-95ee-c1a86a72742b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:37.067218 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535fe503-a750-455e-9405-8eef4096e30a None None] Pushing event updated for resources: {'Port': ['ID=88cbf43f-c676-4415-9f06-ab5a84f13926,revision_number=3']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:01:37.078462 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535fe503-a750-455e-9405-8eef4096e30a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:01:37.078808 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535fe503-a750-455e-9405-8eef4096e30a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:01:37.079149 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535fe503-a750-455e-9405-8eef4096e30a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:01:37.079480 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535fe503-a750-455e-9405-8eef4096e30a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:01:37.079812 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535fe503-a750-455e-9405-8eef4096e30a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:01:37.080138 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535fe503-a750-455e-9405-8eef4096e30a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:01:37.080467 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535fe503-a750-455e-9405-8eef4096e30a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:01:37.080816 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535fe503-a750-455e-9405-8eef4096e30a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:01:37.081142 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535fe503-a750-455e-9405-8eef4096e30a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:01:37.081460 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535fe503-a750-455e-9405-8eef4096e30a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:01:37.081777 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535fe503-a750-455e-9405-8eef4096e30a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:01:37.082098 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-535fe503-a750-455e-9405-8eef4096e30a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:01:37.133193 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-ce2710a4-f338-451a-95ee-c1a86a72742b None None] Attempting to bind port 88cbf43f-c676-4415-9f06-ab5a84f13926 on host n-d-816206-8 for vnic_type normal with profile {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:01:37.133193 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-ce2710a4-f338-451a-95ee-c1a86a72742b None None] Attempting to bind port 88cbf43f-c676-4415-9f06-ab5a84f13926 by drivers openvswitch,hyperv on host n-d-816206-8 at level 0 using segments [{'id': 'd277aad9-2522-4c49-aa91-b115290ef9e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'cae110b3-5567-49ab-b596-f0a7aac88283'}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:01:37.133193 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce2710a4-f338-451a-95ee-c1a86a72742b None None] Attempting to bind port 88cbf43f-c676-4415-9f06-ab5a84f13926 on network cae110b3-5567-49ab-b596-f0a7aac88283 {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:01:37.138397 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce2710a4-f338-451a-95ee-c1a86a72742b None None] Checking agent: {'id': '9e89acbe-4bbe-4c77-a18b-6f1da9133e0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 7, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 1, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:01:37.138698 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce2710a4-f338-451a-95ee-c1a86a72742b None None] Checking segment: {'id': 'd277aad9-2522-4c49-aa91-b115290ef9e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'cae110b3-5567-49ab-b596-f0a7aac88283'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:01:37.139564 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-ce2710a4-f338-451a-95ee-c1a86a72742b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:37.139564 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce2710a4-f338-451a-95ee-c1a86a72742b None None] Bound using segment: {'id': 'd277aad9-2522-4c49-aa91-b115290ef9e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'cae110b3-5567-49ab-b596-f0a7aac88283'} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:01:37.139936 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-ce2710a4-f338-451a-95ee-c1a86a72742b None None] Bound port: 88cbf43f-c676-4415-9f06-ab5a84f13926, host: n-d-816206-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd277aad9-2522-4c49-aa91-b115290ef9e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'cae110b3-5567-49ab-b596-f0a7aac88283'}}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:01:37.140604 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-ce2710a4-f338-451a-95ee-c1a86a72742b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:37.216838 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-ce2710a4-f338-451a-95ee-c1a86a72742b None None] For port 88cbf43f-c676-4415-9f06-ab5a84f13926, host n-d-816206-8, cleared binding levels {{(pid=103592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:01:37.220899 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-ce2710a4-f338-451a-95ee-c1a86a72742b None None] For port 88cbf43f-c676-4415-9f06-ab5a84f13926, host n-d-816206-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=88cbf43f-c676-4415-9f06-ab5a84f13926,segment=NetworkSegment(d277aad9-2522-4c49-aa91-b115290ef9e1),segment_id=d277aad9-2522-4c49-aa91-b115290ef9e1)] {{(pid=103592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:01:37.226035 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-ce2710a4-f338-451a-95ee-c1a86a72742b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:37.290690 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce2710a4-f338-451a-95ee-c1a86a72742b None None] Routers {'f19ed6d5-8b21-4a98-9f20-0c8eddf6cc5e'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:01:37.291355 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-ce2710a4-f338-451a-95ee-c1a86a72742b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T18:01:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['f19ed6d5-8b21-4a98-9f20-0c8eddf6cc5e'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:01:37.293411 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535fe503-a750-455e-9405-8eef4096e30a None None] Pushing event updated for resources: {'Port': ['ID=88cbf43f-c676-4415-9f06-ab5a84f13926,revision_number=4']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:01:37.374436 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-bfdf3e2e-58fc-4c19-9c4e-70ef17da6f8e None None] Provisioning complete for port 88cbf43f-c676-4415-9f06-ab5a84f13926 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:01:37.375104 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-bfdf3e2e-58fc-4c19-9c4e-70ef17da6f8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:37.454464 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184856e0-2fdf-4edf-be95-6de0ac4edd4f req-47b2c933-3479-4ad0-b1f9-78e16b275734 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:01:37.456965 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-184856e0-2fdf-4edf-be95-6de0ac4edd4f req-47b2c933-3479-4ad0-b1f9-78e16b275734 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.36 "GET /v2.0/networks?id=cae110b3-5567-49ab-b596-f0a7aac88283 HTTP/1.1" status: 200 len: 797 time: 0.1535120 Nov 23 18:01:37.535740 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvr_db [None req-ce2710a4-f338-451a-95ee-c1a86a72742b None None] Set router f19ed6d5-8b21-4a98-9f20-0c8eddf6cc5e gateway port host: n-d-816206-8 {{(pid=103592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:01:37.557351 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a10f1f36-2d38-4678-93ed-d51b9986ee78 req-ed00d29b-16a3-4e6d-a74b-b91f7cc525e7 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.60 "GET /v2.0/ports?device_id=5dd10cd5-7ae4-4e80-97f9-4c96ac4835b8 HTTP/1.1" status: 200 len: 210 time: 0.0314534 Nov 23 18:01:37.566546 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-bfdf3e2e-58fc-4c19-9c4e-70ef17da6f8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:37.572770 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-184856e0-2fdf-4edf-be95-6de0ac4edd4f req-4b7c794e-c264-4dce-9058-202f68b050a7 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4d3a35880fb64e77bd3047bfa46cf261 HTTP/1.1" status: 200 len: 380 time: 0.0992827 Nov 23 18:01:37.585871 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [req-184856e0-2fdf-4edf-be95-6de0ac4edd4f req-1d8c4592-55b9-475f-a7ef-dff7b1145152 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Request body: {'port': {'device_id': '5dd10cd5-7ae4-4e80-97f9-4c96ac4835b8', 'network_id': 'cae110b3-5567-49ab-b596-f0a7aac88283', 'admin_state_up': True, 'tenant_id': '4d3a35880fb64e77bd3047bfa46cf261', 'security_groups': ['2c5603b9-1589-4955-9c0a-b932762068ec']}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:01:37.598073 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device ca0d46d8-c65f-498e-b24a-7219698a3397 up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:01:37.666399 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-bfdf3e2e-58fc-4c19-9c4e-70ef17da6f8e None None] For port 88cbf43f-c676-4415-9f06-ab5a84f13926, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=88cbf43f-c676-4415-9f06-ab5a84f13926,segment=NetworkSegment(d277aad9-2522-4c49-aa91-b115290ef9e1),segment_id=d277aad9-2522-4c49-aa91-b115290ef9e1)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:01:37.690999 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-bfdf3e2e-58fc-4c19-9c4e-70ef17da6f8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:37.702556 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-184856e0-2fdf-4edf-be95-6de0ac4edd4f req-1d8c4592-55b9-475f-a7ef-dff7b1145152 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Made reservation on behalf of 4d3a35880fb64e77bd3047bfa46cf261 for: {'port': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:01:37.706863 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-184856e0-2fdf-4edf-be95-6de0ac4edd4f req-1d8c4592-55b9-475f-a7ef-dff7b1145152 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:37.794475 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdf3e2e-58fc-4c19-9c4e-70ef17da6f8e None None] Pushing event updated for resources: {'Port': ['ID=88cbf43f-c676-4415-9f06-ab5a84f13926,revision_number=5']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:01:37.820828 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port ca0d46d8-c65f-498e-b24a-7219698a3397 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:01:37.821196 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:37.835727 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.db_base_plugin_common [req-184856e0-2fdf-4edf-be95-6de0ac4edd4f req-1d8c4592-55b9-475f-a7ef-dff7b1145152 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Allocated IP 172.20.0.8 (cae110b3-5567-49ab-b596-f0a7aac88283/b2927010-99be-414d-985d-0ab7ec25c54e/c71d3c4c-1130-4e03-96bc-7df51e196ec7) {{(pid=103591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:01:37.878325 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-03df0130-b42f-4746-a1cf-311cd3d79d2d None None] Provisioning complete for port 88cbf43f-c676-4415-9f06-ab5a84f13926 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:01:37.878704 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-03df0130-b42f-4746-a1cf-311cd3d79d2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:37.979778 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-184856e0-2fdf-4edf-be95-6de0ac4edd4f req-1d8c4592-55b9-475f-a7ef-dff7b1145152 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks [] for port, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:38.012787 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-184856e0-2fdf-4edf-be95-6de0ac4edd4f req-1d8c4592-55b9-475f-a7ef-dff7b1145152 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:38.014016 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-ce2710a4-f338-451a-95ee-c1a86a72742b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f19ed6d5-8b21-4a98-9f20-0c8eddf6cc5e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1939207205', 'tenant_id': '4d3a35880fb64e77bd3047bfa46cf261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': 'a12366a0-f5ff-485d-8efe-546f6719d05f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:01:30Z', 'updated_at': '2021-11-23T18:01:34Z', 'revision_number': 4, 'project_id': '4d3a35880fb64e77bd3047bfa46cf261', 'gw_port': {'id': 'a12366a0-f5ff-485d-8efe-546f6719d05f', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:cd:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f19ed6d5-8b21-4a98-9f20-0c8eddf6cc5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:01:31Z', 'updated_at': '2021-11-23T18:01:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_interfaces': [{'id': '88cbf43f-c676-4415-9f06-ab5a84f13926', 'name': '', 'network_id': 'cae110b3-5567-49ab-b596-f0a7aac88283', 'tenant_id': '4d3a35880fb64e77bd3047bfa46cf261', 'mac_address': 'fa:16:3e:96:bc:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f19ed6d5-8b21-4a98-9f20-0c8eddf6cc5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': 'b2927010-99be-414d-985d-0ab7ec25c54e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:01:33Z', 'updated_at': '2021-11-23T18:01:37Z', 'revision_number': 4, 'project_id': '4d3a35880fb64e77bd3047bfa46cf261', 'subnets': [{'id': 'b2927010-99be-414d-985d-0ab7ec25c54e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:01:38.050513 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce2710a4-f338-451a-95ee-c1a86a72742b None None] The sync data for ids ['f19ed6d5-8b21-4a98-9f20-0c8eddf6cc5e'] in n-d-816206-8 is: [{'id': 'f19ed6d5-8b21-4a98-9f20-0c8eddf6cc5e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1939207205', 'tenant_id': '4d3a35880fb64e77bd3047bfa46cf261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': 'a12366a0-f5ff-485d-8efe-546f6719d05f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:01:30Z', 'updated_at': '2021-11-23T18:01:34Z', 'revision_number': 4, 'project_id': '4d3a35880fb64e77bd3047bfa46cf261', 'gw_port': {'id': 'a12366a0-f5ff-485d-8efe-546f6719d05f', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:cd:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f19ed6d5-8b21-4a98-9f20-0c8eddf6cc5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:01:31Z', 'updated_at': '2021-11-23T18:01:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_interfaces': [{'id': '88cbf43f-c676-4415-9f06-ab5a84f13926', 'name': '', 'network_id': 'cae110b3-5567-49ab-b596-f0a7aac88283', 'tenant_id': '4d3a35880fb64e77bd3047bfa46cf261', 'mac_address': 'fa:16:3e:96:bc:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f19ed6d5-8b21-4a98-9f20-0c8eddf6cc5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': 'b2927010-99be-414d-985d-0ab7ec25c54e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:01:33Z', 'updated_at': '2021-11-23T18:01:37Z', 'revision_number': 4, 'project_id': '4d3a35880fb64e77bd3047bfa46cf261', 'subnets': [{'id': 'b2927010-99be-414d-985d-0ab7ec25c54e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:01:38.055339 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-184856e0-2fdf-4edf-be95-6de0ac4edd4f req-1d8c4592-55b9-475f-a7ef-dff7b1145152 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Network cae110b3-5567-49ab-b596-f0a7aac88283 is already hosted by enough agents. {{(pid=103591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:01:38.060604 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [req-184856e0-2fdf-4edf-be95-6de0ac4edd4f req-1d8c4592-55b9-475f-a7ef-dff7b1145152 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Resources bound (agent type, host, resource id): {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:01:38.064925 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [req-184856e0-2fdf-4edf-be95-6de0ac4edd4f req-1d8c4592-55b9-475f-a7ef-dff7b1145152 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Received port after_create {{(pid=103591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:01:38.098953 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8c4592-55b9-475f-a7ef-dff7b1145152 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Pushing event updated for resources: {'Port': ['ID=c71d3c4c-1130-4e03-96bc-7df51e196ec7,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:01:38.136466 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184856e0-2fdf-4edf-be95-6de0ac4edd4f req-1d8c4592-55b9-475f-a7ef-dff7b1145152 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:01:38.136995 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-184856e0-2fdf-4edf-be95-6de0ac4edd4f req-1d8c4592-55b9-475f-a7ef-dff7b1145152 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:38.158270 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-184856e0-2fdf-4edf-be95-6de0ac4edd4f req-1d8c4592-55b9-475f-a7ef-dff7b1145152 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5785122 Nov 23 18:01:38.172013 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [req-184856e0-2fdf-4edf-be95-6de0ac4edd4f req-1f56655a-4d54-411c-81cd-7e5b622c5e45 service neutron] Request body: {'port': {'device_id': '5dd10cd5-7ae4-4e80-97f9-4c96ac4835b8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-8'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:01:38.236641 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-184856e0-2fdf-4edf-be95-6de0ac4edd4f req-1f56655a-4d54-411c-81cd-7e5b622c5e45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:38.377292 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-49ac4899-2dd7-43ea-a236-61427bf63dc4 None None] Provisioning complete for port c71d3c4c-1130-4e03-96bc-7df51e196ec7 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:01:38.377665 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-49ac4899-2dd7-43ea-a236-61427bf63dc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:38.414803 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-49ac4899-2dd7-43ea-a236-61427bf63dc4 None None] Port c71d3c4c-1130-4e03-96bc-7df51e196ec7 cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:01:38.523970 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [req-184856e0-2fdf-4edf-be95-6de0ac4edd4f req-1f56655a-4d54-411c-81cd-7e5b622c5e45 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c71d3c4c-1130-4e03-96bc-7df51e196ec7 {{(pid=103591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:01:38.531684 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-184856e0-2fdf-4edf-be95-6de0ac4edd4f req-1f56655a-4d54-411c-81cd-7e5b622c5e45 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:38.544268 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.provisioning_blocks [req-184856e0-2fdf-4edf-be95-6de0ac4edd4f req-1f56655a-4d54-411c-81cd-7e5b622c5e45 service neutron] Transition to ACTIVE for port object c71d3c4c-1130-4e03-96bc-7df51e196ec7 will not be triggered until provisioned by entity L2. {{(pid=103591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 18:01:38.549387 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-184856e0-2fdf-4edf-be95-6de0ac4edd4f req-1f56655a-4d54-411c-81cd-7e5b622c5e45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264758186'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:38.628996 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f56655a-4d54-411c-81cd-7e5b622c5e45 service neutron] Pushing event updated for resources: {'Port': ['ID=c71d3c4c-1130-4e03-96bc-7df51e196ec7,revision_number=2']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:01:38.716750 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-184856e0-2fdf-4edf-be95-6de0ac4edd4f req-1f56655a-4d54-411c-81cd-7e5b622c5e45 service neutron] Attempting to bind port c71d3c4c-1130-4e03-96bc-7df51e196ec7 on host n-h2-816206-8 for vnic_type normal with profile {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:01:38.716946 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-184856e0-2fdf-4edf-be95-6de0ac4edd4f req-1f56655a-4d54-411c-81cd-7e5b622c5e45 service neutron] Attempting to bind port c71d3c4c-1130-4e03-96bc-7df51e196ec7 by drivers openvswitch,hyperv on host n-h2-816206-8 at level 0 using segments [{'id': 'd277aad9-2522-4c49-aa91-b115290ef9e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'cae110b3-5567-49ab-b596-f0a7aac88283'}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:01:38.717169 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-184856e0-2fdf-4edf-be95-6de0ac4edd4f req-1f56655a-4d54-411c-81cd-7e5b622c5e45 service neutron] Attempting to bind port c71d3c4c-1130-4e03-96bc-7df51e196ec7 on network cae110b3-5567-49ab-b596-f0a7aac88283 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:01:38.726020 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-184856e0-2fdf-4edf-be95-6de0ac4edd4f req-1f56655a-4d54-411c-81cd-7e5b622c5e45 service neutron] Port c71d3c4c-1130-4e03-96bc-7df51e196ec7 on network cae110b3-5567-49ab-b596-f0a7aac88283 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-8 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:01:38.726342 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-184856e0-2fdf-4edf-be95-6de0ac4edd4f req-1f56655a-4d54-411c-81cd-7e5b622c5e45 service neutron] Attempting to bind port c71d3c4c-1130-4e03-96bc-7df51e196ec7 on network cae110b3-5567-49ab-b596-f0a7aac88283 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:01:38.736290 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-184856e0-2fdf-4edf-be95-6de0ac4edd4f req-1f56655a-4d54-411c-81cd-7e5b622c5e45 service neutron] Checking agent: {'id': 'ab77bf9e-0267-4174-8f1d-822cba89b207', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 15, 13), 'started_at': datetime.datetime(2021, 11, 23, 17, 15, 13), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 1, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:01:38.736654 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-184856e0-2fdf-4edf-be95-6de0ac4edd4f req-1f56655a-4d54-411c-81cd-7e5b622c5e45 service neutron] Checking segment: {'id': 'd277aad9-2522-4c49-aa91-b115290ef9e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'cae110b3-5567-49ab-b596-f0a7aac88283'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:01:38.737044 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-184856e0-2fdf-4edf-be95-6de0ac4edd4f req-1f56655a-4d54-411c-81cd-7e5b622c5e45 service neutron] Bound using segment: {'id': 'd277aad9-2522-4c49-aa91-b115290ef9e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'cae110b3-5567-49ab-b596-f0a7aac88283'} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:01:38.737627 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-184856e0-2fdf-4edf-be95-6de0ac4edd4f req-1f56655a-4d54-411c-81cd-7e5b622c5e45 service neutron] Bound port: c71d3c4c-1130-4e03-96bc-7df51e196ec7, host: n-h2-816206-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd277aad9-2522-4c49-aa91-b115290ef9e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'cae110b3-5567-49ab-b596-f0a7aac88283'}}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:01:38.737989 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-184856e0-2fdf-4edf-be95-6de0ac4edd4f req-1f56655a-4d54-411c-81cd-7e5b622c5e45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:38.747497 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25687a6-a56b-4810-9b52-713336f7a731 req-61ef3c72-5e58-4c95-9032-9f694a0fea04 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:01:38.749205 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d25687a6-a56b-4810-9b52-713336f7a731 req-61ef3c72-5e58-4c95-9032-9f694a0fea04 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.60 "GET /v2.0/ports?device_id=5dd10cd5-7ae4-4e80-97f9-4c96ac4835b8 HTTP/1.1" status: 200 len: 943 time: 0.0814271 Nov 23 18:01:38.853339 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d25687a6-a56b-4810-9b52-713336f7a731 req-f733360e-abbf-4f79-a1c3-6546394e1c2a tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.60 "GET /v2.0/security-groups?id=2c5603b9-1589-4955-9c0a-b932762068ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0913308 Nov 23 18:01:38.863845 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-184856e0-2fdf-4edf-be95-6de0ac4edd4f req-1f56655a-4d54-411c-81cd-7e5b622c5e45 service neutron] For port c71d3c4c-1130-4e03-96bc-7df51e196ec7, host n-h2-816206-8, cleared binding levels {{(pid=103591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:01:38.867237 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-184856e0-2fdf-4edf-be95-6de0ac4edd4f req-1f56655a-4d54-411c-81cd-7e5b622c5e45 service neutron] For port c71d3c4c-1130-4e03-96bc-7df51e196ec7, host n-h2-816206-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=c71d3c4c-1130-4e03-96bc-7df51e196ec7,segment=NetworkSegment(d277aad9-2522-4c49-aa91-b115290ef9e1),segment_id=d277aad9-2522-4c49-aa91-b115290ef9e1)] {{(pid=103591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:01:38.878142 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-184856e0-2fdf-4edf-be95-6de0ac4edd4f req-1f56655a-4d54-411c-81cd-7e5b622c5e45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264758186'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:38.919955 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184856e0-2fdf-4edf-be95-6de0ac4edd4f req-1f56655a-4d54-411c-81cd-7e5b622c5e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:01:38.920647 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-184856e0-2fdf-4edf-be95-6de0ac4edd4f req-1f56655a-4d54-411c-81cd-7e5b622c5e45 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:38.922652 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-184856e0-2fdf-4edf-be95-6de0ac4edd4f req-1f56655a-4d54-411c-81cd-7e5b622c5e45 service neutron] 10.222.0.36 "PUT /v2.0/ports/c71d3c4c-1130-4e03-96bc-7df51e196ec7 HTTP/1.1" status: 200 len: 1091 time: 0.7552285 Nov 23 18:01:38.923154 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5dd10cd5-7ae4-4e80-97f9-4c96ac4835b8', 'tag': 'c71d3c4c-1130-4e03-96bc-7df51e196ec7'}] {{(pid=103591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:01:38.925641 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41d174a19ece9499ff9ec44e5b3fc50f2abd3ffbc947fb7e52ea1e8db27b95b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-120719f3-a5ba-4757-a8e8-b8d39caa231a" -d '{"events": [{"name": "network-changed", "server_uuid": "5dd10cd5-7ae4-4e80-97f9-4c96ac4835b8", "tag": "c71d3c4c-1130-4e03-96bc-7df51e196ec7"}]}' {{(pid=103591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:01:38.950769 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f56655a-4d54-411c-81cd-7e5b622c5e45 service neutron] Pushing event updated for resources: {'Port': ['ID=c71d3c4c-1130-4e03-96bc-7df51e196ec7,revision_number=3']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:01:39.019112 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:01:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9abb87c3-da35-4829-aafe-c036d0f91172 x-openstack-request-id: req-9abb87c3-da35-4829-aafe-c036d0f91172 {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:01:39.020017 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5dd10cd5-7ae4-4e80-97f9-4c96ac4835b8", "tag": "c71d3c4c-1130-4e03-96bc-7df51e196ec7", "status": "completed", "code": 200}]} {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:01:39.020284 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-9abb87c3-da35-4829-aafe-c036d0f91172 {{(pid=103591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:01:39.020753 n-d-816206-8 neutron-server[103591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5dd10cd5-7ae4-4e80-97f9-4c96ac4835b8', 'tag': 'c71d3c4c-1130-4e03-96bc-7df51e196ec7', 'status': 'completed', 'code': 200} Nov 23 18:01:39.038210 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184856e0-2fdf-4edf-be95-6de0ac4edd4f req-52a9181c-3519-4ef6-b757-dbbaa9682aac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:01:39.039751 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-184856e0-2fdf-4edf-be95-6de0ac4edd4f req-52a9181c-3519-4ef6-b757-dbbaa9682aac service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4d3a35880fb64e77bd3047bfa46cf261&device_id=5dd10cd5-7ae4-4e80-97f9-4c96ac4835b8 HTTP/1.1" status: 200 len: 1094 time: 0.0556102 Nov 23 18:01:39.090137 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-184856e0-2fdf-4edf-be95-6de0ac4edd4f req-f7da9ebb-1621-4823-ba64-98c20c30af5c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c71d3c4c-1130-4e03-96bc-7df51e196ec7 HTTP/1.1" status: 200 len: 217 time: 0.0414655 Nov 23 18:01:39.148257 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184856e0-2fdf-4edf-be95-6de0ac4edd4f req-292300b3-9ea6-4a66-947f-1d8ae6c8cdf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:01:39.149786 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-184856e0-2fdf-4edf-be95-6de0ac4edd4f req-292300b3-9ea6-4a66-947f-1d8ae6c8cdf3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b2927010-99be-414d-985d-0ab7ec25c54e HTTP/1.1" status: 200 len: 835 time: 0.0492878 Nov 23 18:01:39.204831 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184856e0-2fdf-4edf-be95-6de0ac4edd4f req-442162a2-6a04-4a9c-ad70-cae35f044323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:01:39.206464 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-184856e0-2fdf-4edf-be95-6de0ac4edd4f req-442162a2-6a04-4a9c-ad70-cae35f044323 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cae110b3-5567-49ab-b596-f0a7aac88283&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0476418 Nov 23 18:01:39.308990 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-184856e0-2fdf-4edf-be95-6de0ac4edd4f req-f6cee363-6e6e-45d8-a869-a362a9839606 service neutron] 10.222.0.36 "GET /v2.0/networks/cae110b3-5567-49ab-b596-f0a7aac88283?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948091 Nov 23 18:01:39.398764 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-184856e0-2fdf-4edf-be95-6de0ac4edd4f req-b016a589-d343-46ed-838e-7e8845bf8f95 service neutron] 10.222.0.36 "GET /v2.0/networks/cae110b3-5567-49ab-b596-f0a7aac88283?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824683 Nov 23 18:01:39.494400 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120719f3-a5ba-4757-a8e8-b8d39caa231a req-3125857a-ab07-47d3-9fae-e83e8e6a6ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:01:39.502013 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-120719f3-a5ba-4757-a8e8-b8d39caa231a req-3125857a-ab07-47d3-9fae-e83e8e6a6ea5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4d3a35880fb64e77bd3047bfa46cf261&device_id=5dd10cd5-7ae4-4e80-97f9-4c96ac4835b8 HTTP/1.1" status: 200 len: 1094 time: 0.0543783 Nov 23 18:01:39.598750 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 88cbf43f-c676-4415-9f06-ab5a84f13926 up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:01:39.613012 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120719f3-a5ba-4757-a8e8-b8d39caa231a req-1e1e7593-a5f7-4d43-8bb7-d8da5610e4c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:01:39.614510 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-120719f3-a5ba-4757-a8e8-b8d39caa231a req-1e1e7593-a5f7-4d43-8bb7-d8da5610e4c2 service neutron] 10.222.0.36 "GET /v2.0/networks?id=cae110b3-5567-49ab-b596-f0a7aac88283 HTTP/1.1" status: 200 len: 898 time: 0.1053939 Nov 23 18:01:39.660675 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port 88cbf43f-c676-4415-9f06-ab5a84f13926 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:01:39.661046 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:39.664980 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-120719f3-a5ba-4757-a8e8-b8d39caa231a req-31b640c1-572f-42fc-a344-2a1b6ec64917 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c71d3c4c-1130-4e03-96bc-7df51e196ec7 HTTP/1.1" status: 200 len: 217 time: 0.0414608 Nov 23 18:01:39.717978 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120719f3-a5ba-4757-a8e8-b8d39caa231a req-7b9faec7-f25c-4a71-a7b3-24de4dc4924a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:01:39.719655 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-120719f3-a5ba-4757-a8e8-b8d39caa231a req-7b9faec7-f25c-4a71-a7b3-24de4dc4924a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b2927010-99be-414d-985d-0ab7ec25c54e HTTP/1.1" status: 200 len: 835 time: 0.0472944 Nov 23 18:01:39.773831 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120719f3-a5ba-4757-a8e8-b8d39caa231a req-09f19554-91fe-4a5d-8e98-f9f9ad2fa2db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:01:39.775283 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-120719f3-a5ba-4757-a8e8-b8d39caa231a req-09f19554-91fe-4a5d-8e98-f9f9ad2fa2db service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cae110b3-5567-49ab-b596-f0a7aac88283&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0463989 Nov 23 18:01:39.876817 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-120719f3-a5ba-4757-a8e8-b8d39caa231a req-b94aa526-afef-411f-808c-01e151a28110 service neutron] 10.222.0.36 "GET /v2.0/networks/cae110b3-5567-49ab-b596-f0a7aac88283?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919895 Nov 23 18:01:40.027160 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-120719f3-a5ba-4757-a8e8-b8d39caa231a req-d2328dda-f2c3-41a4-815d-eff9effc5998 service neutron] 10.222.0.36 "GET /v2.0/networks/cae110b3-5567-49ab-b596-f0a7aac88283?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1421478 Nov 23 18:01:40.042345 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931a67ba-0028-4c83-98b2-44bfdedf3a94 req-f9d6cf6f-042b-434c-8405-bf50a3f98219 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:01:40.043810 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-931a67ba-0028-4c83-98b2-44bfdedf3a94 req-f9d6cf6f-042b-434c-8405-bf50a3f98219 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.60 "GET /v2.0/ports?device_id=5dd10cd5-7ae4-4e80-97f9-4c96ac4835b8 HTTP/1.1" status: 200 len: 943 time: 0.1115010 Nov 23 18:01:40.098823 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-931a67ba-0028-4c83-98b2-44bfdedf3a94 req-acb914e6-e5e5-4b1e-9188-8421c228822d tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.60 "GET /v2.0/security-groups?id=2c5603b9-1589-4955-9c0a-b932762068ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463870 Nov 23 18:01:41.232534 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e676260d-50a1-414c-b523-dd10fa142ec0 req-7f8d302a-269b-492d-b6a3-c1ecacdee2cf tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:01:41.234041 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e676260d-50a1-414c-b523-dd10fa142ec0 req-7f8d302a-269b-492d-b6a3-c1ecacdee2cf tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.60 "GET /v2.0/ports?device_id=5dd10cd5-7ae4-4e80-97f9-4c96ac4835b8 HTTP/1.1" status: 200 len: 943 time: 0.0520139 Nov 23 18:01:41.286847 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e676260d-50a1-414c-b523-dd10fa142ec0 req-d7caf0db-0d49-490f-8f06-b62df923d8bf tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.60 "GET /v2.0/security-groups?id=2c5603b9-1589-4955-9c0a-b932762068ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468230 Nov 23 18:01:42.406127 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9072111-655b-4942-a7c4-5a09f7717543 req-af630ced-2da9-4ca6-905e-f742bc745575 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:01:42.407635 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a9072111-655b-4942-a7c4-5a09f7717543 req-af630ced-2da9-4ca6-905e-f742bc745575 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.60 "GET /v2.0/ports?device_id=5dd10cd5-7ae4-4e80-97f9-4c96ac4835b8 HTTP/1.1" status: 200 len: 943 time: 0.0525849 Nov 23 18:01:42.464400 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a9072111-655b-4942-a7c4-5a09f7717543 req-9b840901-815f-421b-b197-20ae3d40a1cc tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.60 "GET /v2.0/security-groups?id=2c5603b9-1589-4955-9c0a-b932762068ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507243 Nov 23 18:01:42.787402 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device c71d3c4c-1130-4e03-96bc-7df51e196ec7 details requested by agent hyperv_n-h2-816206-8 with host n-h2-816206-8 {{(pid=103592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 18:01:42.889334 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port c71d3c4c-1130-4e03-96bc-7df51e196ec7, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=c71d3c4c-1130-4e03-96bc-7df51e196ec7,segment=NetworkSegment(d277aad9-2522-4c49-aa91-b115290ef9e1),segment_id=d277aad9-2522-4c49-aa91-b115290ef9e1)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:01:42.900220 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Returning: {'device': 'c71d3c4c-1130-4e03-96bc-7df51e196ec7', 'network_id': 'cae110b3-5567-49ab-b596-f0a7aac88283', 'port_id': 'c71d3c4c-1130-4e03-96bc-7df51e196ec7', 'mac_address': 'fa:16:3e:e6:fb:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 524, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2927010-99be-414d-985d-0ab7ec25c54e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 18:01:42.940473 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:42.954532 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c71d3c4c-1130-4e03-96bc-7df51e196ec7 {{(pid=103592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:01:42.988273 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-a3266b6d-870d-4947-bd93-8b00c9f2d944 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:42.990731 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port c71d3c4c-1130-4e03-96bc-7df51e196ec7, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=c71d3c4c-1130-4e03-96bc-7df51e196ec7,segment=NetworkSegment(d277aad9-2522-4c49-aa91-b115290ef9e1),segment_id=d277aad9-2522-4c49-aa91-b115290ef9e1)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:01:42.995305 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:43.043975 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Pushing event updated for resources: {'Port': ['ID=c71d3c4c-1130-4e03-96bc-7df51e196ec7,revision_number=4']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:01:43.240434 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] get_ports_and_sgs() called for port_ids ['c71d3c4c-1130-4e03-96bc-7df51e196ec7'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:01:43.591563 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc481fa-c68d-49a7-8d64-4b5e7362d9bf req-f0c077e5-282b-4695-b866-87ec3a8d2c86 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:01:43.593164 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ddc481fa-c68d-49a7-8d64-4b5e7362d9bf req-f0c077e5-282b-4695-b866-87ec3a8d2c86 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.60 "GET /v2.0/ports?device_id=5dd10cd5-7ae4-4e80-97f9-4c96ac4835b8 HTTP/1.1" status: 200 len: 944 time: 0.0517673 Nov 23 18:01:43.637626 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:43.649415 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ddc481fa-c68d-49a7-8d64-4b5e7362d9bf req-de234823-6855-4a54-92ec-b9d236a99e1b tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.60 "GET /v2.0/security-groups?id=2c5603b9-1589-4955-9c0a-b932762068ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494153 Nov 23 18:01:44.395897 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:44.781327 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04ca720-566e-42a4-a851-5a56d4c8c387 req-2d76fe06-146e-4d70-a0f0-837ef8e4bf69 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:01:44.783543 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c04ca720-566e-42a4-a851-5a56d4c8c387 req-2d76fe06-146e-4d70-a0f0-837ef8e4bf69 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.60 "GET /v2.0/ports?device_id=5dd10cd5-7ae4-4e80-97f9-4c96ac4835b8 HTTP/1.1" status: 200 len: 944 time: 0.0520723 Nov 23 18:01:44.785392 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device c71d3c4c-1130-4e03-96bc-7df51e196ec7 up at agent hyperv_n-h2-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:01:44.835598 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c04ca720-566e-42a4-a851-5a56d4c8c387 req-083f952b-5a06-4d85-9450-50213046acfe tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.60 "GET /v2.0/security-groups?id=2c5603b9-1589-4955-9c0a-b932762068ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457203 Nov 23 18:01:44.847317 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Provisioning for port c71d3c4c-1130-4e03-96bc-7df51e196ec7 completed by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 18:01:44.851542 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Provisioning complete for port c71d3c4c-1130-4e03-96bc-7df51e196ec7 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:01:44.851916 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:44.932974 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:44.955131 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5dd10cd5-7ae4-4e80-97f9-4c96ac4835b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c71d3c4c-1130-4e03-96bc-7df51e196ec7'}] {{(pid=103592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:01:44.957402 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba3e6a8f2301c7a29fe1eca9779abdae4ccbcd6266d69778087f2498d5551201" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d704bc97-6729-4744-a448-aeda5c22ab49" -d '{"events": [{"server_uuid": "5dd10cd5-7ae4-4e80-97f9-4c96ac4835b8", "name": "network-vif-plugged", "status": "completed", "tag": "c71d3c4c-1130-4e03-96bc-7df51e196ec7"}]}' {{(pid=103592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:01:44.971396 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port c71d3c4c-1130-4e03-96bc-7df51e196ec7, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=c71d3c4c-1130-4e03-96bc-7df51e196ec7,segment=NetworkSegment(d277aad9-2522-4c49-aa91-b115290ef9e1),segment_id=d277aad9-2522-4c49-aa91-b115290ef9e1)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:01:44.975803 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:45.000868 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:01:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88712a21-7764-4bc4-9e09-64db4832b9bf x-openstack-request-id: req-88712a21-7764-4bc4-9e09-64db4832b9bf {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:01:45.001141 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5dd10cd5-7ae4-4e80-97f9-4c96ac4835b8", "name": "network-vif-plugged", "status": "completed", "tag": "c71d3c4c-1130-4e03-96bc-7df51e196ec7", "code": 200}]} {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:01:45.001390 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-88712a21-7764-4bc4-9e09-64db4832b9bf {{(pid=103592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:01:45.001810 n-d-816206-8 neutron-server[103592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5dd10cd5-7ae4-4e80-97f9-4c96ac4835b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c71d3c4c-1130-4e03-96bc-7df51e196ec7', 'code': 200} Nov 23 18:01:45.034893 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Pushing event updated for resources: {'Port': ['ID=c71d3c4c-1130-4e03-96bc-7df51e196ec7,revision_number=5']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:01:45.093985 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-0c3ba87e-2236-439e-aefd-42a614e3ce0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:45.107084 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d49f06-b4e7-4f51-bf1c-8a36ab5d5f35 req-6a0fa620-7750-4c5c-9cb9-1eae4efa9a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:01:45.109712 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f7d49f06-b4e7-4f51-bf1c-8a36ab5d5f35 req-6a0fa620-7750-4c5c-9cb9-1eae4efa9a59 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=5dd10cd5-7ae4-4e80-97f9-4c96ac4835b8 HTTP/1.1" status: 200 len: 1096 time: 0.0493343 Nov 23 18:01:45.157979 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f7d49f06-b4e7-4f51-bf1c-8a36ab5d5f35 req-4fa09501-4258-4477-b908-9bc16cbb2091 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=2c5603b9-1589-4955-9c0a-b932762068ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395176 Nov 23 18:01:45.980772 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12839bf3-161a-4948-821f-21645a24599b req-8f00aec5-57e6-4572-a522-c553ce0548c1 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:01:45.982271 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-12839bf3-161a-4948-821f-21645a24599b req-8f00aec5-57e6-4572-a522-c553ce0548c1 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.60 "GET /v2.0/ports?device_id=5dd10cd5-7ae4-4e80-97f9-4c96ac4835b8 HTTP/1.1" status: 200 len: 945 time: 0.0630853 Nov 23 18:01:46.042659 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-12839bf3-161a-4948-821f-21645a24599b req-7abb1985-9d2e-44ee-8c8b-b39b07ebc4e8 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.60 "GET /v2.0/security-groups?id=2c5603b9-1589-4955-9c0a-b932762068ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497105 Nov 23 18:01:46.601980 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-52822d53-48f5-4819-8a95-bdc13aea0bf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:47.168950 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444cb382-0379-4ec0-944e-a660f860b8de req-d7a2edf5-0cd0-435c-939b-058acb9563da tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:01:47.170435 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-444cb382-0379-4ec0-944e-a660f860b8de req-d7a2edf5-0cd0-435c-939b-058acb9563da tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.60 "GET /v2.0/ports?device_id=5dd10cd5-7ae4-4e80-97f9-4c96ac4835b8 HTTP/1.1" status: 200 len: 945 time: 0.0493674 Nov 23 18:01:47.223238 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-444cb382-0379-4ec0-944e-a660f860b8de req-3e5063af-b1f6-4bea-97d2-e7440d330cb9 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.60 "GET /v2.0/security-groups?id=2c5603b9-1589-4955-9c0a-b932762068ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466998 Nov 23 18:01:47.339829 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a1d429-d0b4-46a2-8665-b898bab58a15 req-29f22a22-949e-4386-9f9c-2ab6c2464466 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:01:47.341280 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f6a1d429-d0b4-46a2-8665-b898bab58a15 req-29f22a22-949e-4386-9f9c-2ab6c2464466 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.60 "GET /v2.0/ports?device_id=5dd10cd5-7ae4-4e80-97f9-4c96ac4835b8 HTTP/1.1" status: 200 len: 945 time: 0.0509980 Nov 23 18:01:47.394823 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f6a1d429-d0b4-46a2-8665-b898bab58a15 req-d2fd8e89-bce0-41ff-bbf7-c452ad7ab75b tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.60 "GET /v2.0/security-groups?id=2c5603b9-1589-4955-9c0a-b932762068ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468764 Nov 23 18:01:47.416786 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 52134) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:01:47.459241 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36312dfa-7f8f-4af9-800d-e0276b134bf5 tempest-TestNetworkAdvancedServerOps-448977066 tempest-TestNetworkAdvancedServerOps-448977066-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:01:47.460780 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-36312dfa-7f8f-4af9-800d-e0276b134bf5 tempest-TestNetworkAdvancedServerOps-448977066 tempest-TestNetworkAdvancedServerOps-448977066-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=5dd10cd5-7ae4-4e80-97f9-4c96ac4835b8 HTTP/1.1" status: 200 len: 1091 time: 0.0429869 Nov 23 18:01:47.463855 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 52136) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:01:47.468452 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-cc4d8200-a11b-4bad-9856-1e0e790f3390 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Request body: {'floatingip': {'floating_network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'port_id': 'c71d3c4c-1130-4e03-96bc-7df51e196ec7', 'tenant_id': '4d3a35880fb64e77bd3047bfa46cf261', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:01:47.493574 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-cc4d8200-a11b-4bad-9856-1e0e790f3390 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks [] for floatingip, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:47.635712 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-cc4d8200-a11b-4bad-9856-1e0e790f3390 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:47.757316 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.db_base_plugin_common [None req-cc4d8200-a11b-4bad-9856-1e0e790f3390 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Allocated IP 172.25.3.241 (4c8455ba-1be5-42ac-b8c2-8a16e1292d55/08fe3644-ce41-4c3f-a7ea-92bac0f0fff5/109addcf-2ea4-4066-a3ec-95f08a740135) {{(pid=103591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:01:47.820360 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9a27ae6c-db98-474f-94c1-cc99bf842d79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:47.868632 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-cc4d8200-a11b-4bad-9856-1e0e790f3390 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks [] for port, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:47.902771 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-cc4d8200-a11b-4bad-9856-1e0e790f3390 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:47.946736 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc4d8200-a11b-4bad-9856-1e0e790f3390 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Network 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 is already hosted by enough agents. {{(pid=103591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:01:47.949799 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [None req-cc4d8200-a11b-4bad-9856-1e0e790f3390 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Resources bound (agent type, host, resource id): {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:01:47.954874 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc4d8200-a11b-4bad-9856-1e0e790f3390 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Received port after_create {{(pid=103591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:01:47.960685 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4d8200-a11b-4bad-9856-1e0e790f3390 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Pushing event updated for resources: {'Port': ['ID=109addcf-2ea4-4066-a3ec-95f08a740135,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:01:48.337881 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-cc4d8200-a11b-4bad-9856-1e0e790f3390 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:48.380779 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:48.412472 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-cc4d8200-a11b-4bad-9856-1e0e790f3390 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:48.573941 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-cc4d8200-a11b-4bad-9856-1e0e790f3390 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks [] for port, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:48.578597 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-cc4d8200-a11b-4bad-9856-1e0e790f3390 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264758186'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:48.651139 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4d8200-a11b-4bad-9856-1e0e790f3390 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Pushing event updated for resources: {'Port': ['ID=109addcf-2ea4-4066-a3ec-95f08a740135,revision_number=2']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:01:48.661254 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-cc4d8200-a11b-4bad-9856-1e0e790f3390 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1795396'] for floatingip, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:48.762115 n-d-816206-8 neutron-server[103591]: INFO neutron.db.l3_db [None req-cc4d8200-a11b-4bad-9856-1e0e790f3390 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Floating IP fa20fc04-4fa8-488c-b6ca-657e46bef797 associated. External IP: 172.25.3.241, port: c71d3c4c-1130-4e03-96bc-7df51e196ec7. Nov 23 18:01:48.973610 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc4d8200-a11b-4bad-9856-1e0e790f3390 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Router f19ed6d5-8b21-4a98-9f20-0c8eddf6cc5e has already been hosted by L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 {{(pid=103591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:01:49.080360 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc4d8200-a11b-4bad-9856-1e0e790f3390 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:01:49.090625 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc48c098-6bac-448c-a23f-8ae0e4749015 None None] Sync routers for ids ['f19ed6d5-8b21-4a98-9f20-0c8eddf6cc5e'] in n-d-816206-8 {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:01:49.098072 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-cc4d8200-a11b-4bad-9856-1e0e790f3390 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for floatingip, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:01:49.101269 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc48c098-6bac-448c-a23f-8ae0e4749015 None None] Routers {'f19ed6d5-8b21-4a98-9f20-0c8eddf6cc5e'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:01:49.102198 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-fc48c098-6bac-448c-a23f-8ae0e4749015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T18:01:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['f19ed6d5-8b21-4a98-9f20-0c8eddf6cc5e'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:01:49.211605 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-fc48c098-6bac-448c-a23f-8ae0e4749015 None None] Set router f19ed6d5-8b21-4a98-9f20-0c8eddf6cc5e gateway port host: n-d-816206-8 {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:01:49.430247 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-cc4d8200-a11b-4bad-9856-1e0e790f3390 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9653549 Nov 23 18:01:49.430893 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5dd10cd5-7ae4-4e80-97f9-4c96ac4835b8', 'tag': 'c71d3c4c-1130-4e03-96bc-7df51e196ec7'}] {{(pid=103591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:01:49.433112 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41d174a19ece9499ff9ec44e5b3fc50f2abd3ffbc947fb7e52ea1e8db27b95b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4df5892c-be9e-45d1-89c6-2e71984e1559" -d '{"events": [{"name": "network-changed", "server_uuid": "5dd10cd5-7ae4-4e80-97f9-4c96ac4835b8", "tag": "c71d3c4c-1130-4e03-96bc-7df51e196ec7"}]}' {{(pid=103591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:01:49.450907 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-fc48c098-6bac-448c-a23f-8ae0e4749015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f19ed6d5-8b21-4a98-9f20-0c8eddf6cc5e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1939207205', 'tenant_id': '4d3a35880fb64e77bd3047bfa46cf261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': 'a12366a0-f5ff-485d-8efe-546f6719d05f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:01:30Z', 'updated_at': '2021-11-23T18:01:34Z', 'revision_number': 4, 'project_id': '4d3a35880fb64e77bd3047bfa46cf261', 'gw_port': {'id': 'a12366a0-f5ff-485d-8efe-546f6719d05f', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:cd:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f19ed6d5-8b21-4a98-9f20-0c8eddf6cc5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:01:31Z', 'updated_at': '2021-11-23T18:01:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_floatingips': [{'id': 'fa20fc04-4fa8-488c-b6ca-657e46bef797', 'tenant_id': '4d3a35880fb64e77bd3047bfa46cf261', 'floating_ip_address': '172.25.3.241', 'floating_network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'router_id': 'f19ed6d5-8b21-4a98-9f20-0c8eddf6cc5e', 'port_id': 'c71d3c4c-1130-4e03-96bc-7df51e196ec7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3948, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cae110b3-5567-49ab-b596-f0a7aac88283', 'mac_address': 'fa:16:3e:e6:fb:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dd10cd5-7ae4-4e80-97f9-4c96ac4835b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T18:01:48Z', 'updated_at': '2021-11-23T18:01:48Z', 'revision_number': 0, 'project_id': '4d3a35880fb64e77bd3047bfa46cf261', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88cbf43f-c676-4415-9f06-ab5a84f13926', 'name': '', 'network_id': 'cae110b3-5567-49ab-b596-f0a7aac88283', 'tenant_id': '4d3a35880fb64e77bd3047bfa46cf261', 'mac_address': 'fa:16:3e:96:bc:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f19ed6d5-8b21-4a98-9f20-0c8eddf6cc5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': 'b2927010-99be-414d-985d-0ab7ec25c54e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:01:33Z', 'updated_at': '2021-11-23T18:01:37Z', 'revision_number': 5, 'project_id': '4d3a35880fb64e77bd3047bfa46cf261', 'subnets': [{'id': 'b2927010-99be-414d-985d-0ab7ec25c54e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:01:49.471053 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:01:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25a52cbb-34ca-4863-bffb-4daa0e7ffa62 x-openstack-request-id: req-25a52cbb-34ca-4863-bffb-4daa0e7ffa62 {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:01:49.471359 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5dd10cd5-7ae4-4e80-97f9-4c96ac4835b8", "tag": "c71d3c4c-1130-4e03-96bc-7df51e196ec7", "status": "completed", "code": 200}]} {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:01:49.471614 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-25a52cbb-34ca-4863-bffb-4daa0e7ffa62 {{(pid=103591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:01:49.472073 n-d-816206-8 neutron-server[103591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5dd10cd5-7ae4-4e80-97f9-4c96ac4835b8', 'tag': 'c71d3c4c-1130-4e03-96bc-7df51e196ec7', 'status': 'completed', 'code': 200} Nov 23 18:01:49.484041 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc48c098-6bac-448c-a23f-8ae0e4749015 None None] Checking router: f19ed6d5-8b21-4a98-9f20-0c8eddf6cc5e for host: n-d-816206-8 {{(pid=103593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:01:49.493180 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc48c098-6bac-448c-a23f-8ae0e4749015 None None] Routers {'f19ed6d5-8b21-4a98-9f20-0c8eddf6cc5e'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:01:49.494060 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-fc48c098-6bac-448c-a23f-8ae0e4749015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T18:01:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['f19ed6d5-8b21-4a98-9f20-0c8eddf6cc5e'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:01:49.565036 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb28e79d-faca-4057-8479-1ce1bd5141d8 req-9655738d-f8c2-459f-bc4f-3d4160db084c tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:01:49.566436 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-bb28e79d-faca-4057-8479-1ce1bd5141d8 req-9655738d-f8c2-459f-bc4f-3d4160db084c tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.60 "GET /v2.0/ports?device_id=5dd10cd5-7ae4-4e80-97f9-4c96ac4835b8 HTTP/1.1" status: 200 len: 945 time: 0.0844314 Nov 23 18:01:49.568220 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df5892c-be9e-45d1-89c6-2e71984e1559 req-826ea9a8-8828-47e8-bfae-3842d271ca12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:01:49.569580 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4df5892c-be9e-45d1-89c6-2e71984e1559 req-826ea9a8-8828-47e8-bfae-3842d271ca12 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4d3a35880fb64e77bd3047bfa46cf261&device_id=5dd10cd5-7ae4-4e80-97f9-4c96ac4835b8 HTTP/1.1" status: 200 len: 1096 time: 0.0737631 Nov 23 18:01:49.604871 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-fc48c098-6bac-448c-a23f-8ae0e4749015 None None] Set router f19ed6d5-8b21-4a98-9f20-0c8eddf6cc5e gateway port host: n-d-816206-8 {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:01:49.675049 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-bb28e79d-faca-4057-8479-1ce1bd5141d8 req-8f105011-a4c8-4b15-b9d4-8f23156a6a82 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.60 "GET /v2.0/security-groups?id=2c5603b9-1589-4955-9c0a-b932762068ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1015229 Nov 23 18:01:49.697422 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 52142) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:01:49.709831 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df5892c-be9e-45d1-89c6-2e71984e1559 req-975408f0-9aab-4b3b-bd21-19ddd74f5b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:01:49.711328 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4df5892c-be9e-45d1-89c6-2e71984e1559 req-975408f0-9aab-4b3b-bd21-19ddd74f5b6e service neutron] 10.222.0.36 "GET /v2.0/networks?id=cae110b3-5567-49ab-b596-f0a7aac88283 HTTP/1.1" status: 200 len: 898 time: 0.1305497 Nov 23 18:01:49.761962 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-26775d0c-c605-4d7c-9d2b-4cb63753dae6 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.60 "GET /v2.0/floatingips/fa20fc04-4fa8-488c-b6ca-657e46bef797 HTTP/1.1" status: 200 len: 991 time: 0.0632708 Nov 23 18:01:49.786363 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4df5892c-be9e-45d1-89c6-2e71984e1559 req-cfc1fc04-ceea-457e-971f-61f05db16bd0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c71d3c4c-1130-4e03-96bc-7df51e196ec7 HTTP/1.1" status: 200 len: 999 time: 0.0674047 Nov 23 18:01:49.832049 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-fc48c098-6bac-448c-a23f-8ae0e4749015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f19ed6d5-8b21-4a98-9f20-0c8eddf6cc5e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1939207205', 'tenant_id': '4d3a35880fb64e77bd3047bfa46cf261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': 'a12366a0-f5ff-485d-8efe-546f6719d05f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:01:30Z', 'updated_at': '2021-11-23T18:01:34Z', 'revision_number': 4, 'project_id': '4d3a35880fb64e77bd3047bfa46cf261', 'gw_port': {'id': 'a12366a0-f5ff-485d-8efe-546f6719d05f', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:cd:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f19ed6d5-8b21-4a98-9f20-0c8eddf6cc5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:01:31Z', 'updated_at': '2021-11-23T18:01:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_floatingips': [{'id': 'fa20fc04-4fa8-488c-b6ca-657e46bef797', 'tenant_id': '4d3a35880fb64e77bd3047bfa46cf261', 'floating_ip_address': '172.25.3.241', 'floating_network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'router_id': 'f19ed6d5-8b21-4a98-9f20-0c8eddf6cc5e', 'port_id': 'c71d3c4c-1130-4e03-96bc-7df51e196ec7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3948, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cae110b3-5567-49ab-b596-f0a7aac88283', 'mac_address': 'fa:16:3e:e6:fb:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dd10cd5-7ae4-4e80-97f9-4c96ac4835b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T18:01:48Z', 'updated_at': '2021-11-23T18:01:48Z', 'revision_number': 0, 'project_id': '4d3a35880fb64e77bd3047bfa46cf261', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88cbf43f-c676-4415-9f06-ab5a84f13926', 'name': '', 'network_id': 'cae110b3-5567-49ab-b596-f0a7aac88283', 'tenant_id': '4d3a35880fb64e77bd3047bfa46cf261', 'mac_address': 'fa:16:3e:96:bc:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f19ed6d5-8b21-4a98-9f20-0c8eddf6cc5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': 'b2927010-99be-414d-985d-0ab7ec25c54e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:01:33Z', 'updated_at': '2021-11-23T18:01:37Z', 'revision_number': 5, 'project_id': '4d3a35880fb64e77bd3047bfa46cf261', 'subnets': [{'id': 'b2927010-99be-414d-985d-0ab7ec25c54e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:01:49.835958 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df5892c-be9e-45d1-89c6-2e71984e1559 req-a8997962-c797-4a8a-9b4c-4b856c1f90cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:01:49.837145 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4df5892c-be9e-45d1-89c6-2e71984e1559 req-a8997962-c797-4a8a-9b4c-4b856c1f90cb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b2927010-99be-414d-985d-0ab7ec25c54e HTTP/1.1" status: 200 len: 835 time: 0.0437462 Nov 23 18:01:49.858395 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc48c098-6bac-448c-a23f-8ae0e4749015 None None] The sync data for ids ['f19ed6d5-8b21-4a98-9f20-0c8eddf6cc5e'] in n-d-816206-8 is: [{'id': 'f19ed6d5-8b21-4a98-9f20-0c8eddf6cc5e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1939207205', 'tenant_id': '4d3a35880fb64e77bd3047bfa46cf261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': 'a12366a0-f5ff-485d-8efe-546f6719d05f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:01:30Z', 'updated_at': '2021-11-23T18:01:34Z', 'revision_number': 4, 'project_id': '4d3a35880fb64e77bd3047bfa46cf261', 'gw_port': {'id': 'a12366a0-f5ff-485d-8efe-546f6719d05f', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:cd:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f19ed6d5-8b21-4a98-9f20-0c8eddf6cc5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:01:31Z', 'updated_at': '2021-11-23T18:01:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_floatingips': [{'id': 'fa20fc04-4fa8-488c-b6ca-657e46bef797', 'tenant_id': '4d3a35880fb64e77bd3047bfa46cf261', 'floating_ip_address': '172.25.3.241', 'floating_network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'router_id': 'f19ed6d5-8b21-4a98-9f20-0c8eddf6cc5e', 'port_id': 'c71d3c4c-1130-4e03-96bc-7df51e196ec7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3948, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cae110b3-5567-49ab-b596-f0a7aac88283', 'mac_address': 'fa:16:3e:e6:fb:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dd10cd5-7ae4-4e80-97f9-4c96ac4835b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T18:01:48Z', 'updated_at': '2021-11-23T18:01:48Z', 'revision_number': 0, 'project_id': '4d3a35880fb64e77bd3047bfa46cf261', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88cbf43f-c676-4415-9f06-ab5a84f13926', 'name': '', 'network_id': 'cae110b3-5567-49ab-b596-f0a7aac88283', 'tenant_id': '4d3a35880fb64e77bd3047bfa46cf261', 'mac_address': 'fa:16:3e:96:bc:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f19ed6d5-8b21-4a98-9f20-0c8eddf6cc5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': 'b2927010-99be-414d-985d-0ab7ec25c54e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:01:33Z', 'updated_at': '2021-11-23T18:01:37Z', 'revision_number': 5, 'project_id': '4d3a35880fb64e77bd3047bfa46cf261', 'subnets': [{'id': 'b2927010-99be-414d-985d-0ab7ec25c54e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:01:49.885474 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df5892c-be9e-45d1-89c6-2e71984e1559 req-ca072fba-96eb-4e9d-959e-02c132573f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:01:49.886961 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4df5892c-be9e-45d1-89c6-2e71984e1559 req-ca072fba-96eb-4e9d-959e-02c132573f5d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cae110b3-5567-49ab-b596-f0a7aac88283&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415535 Nov 23 18:01:49.987521 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4df5892c-be9e-45d1-89c6-2e71984e1559 req-b5421b8f-4029-4f3f-949d-3d1cd2ef1a68 service neutron] 10.222.0.36 "GET /v2.0/networks/cae110b3-5567-49ab-b596-f0a7aac88283?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883040 Nov 23 18:01:50.066852 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57d84e02-136c-4992-9abf-2e64e96459e1 None None] New status for floating IP fa20fc04-4fa8-488c-b6ca-657e46bef797: ACTIVE {{(pid=103592) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 18:01:50.086469 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4df5892c-be9e-45d1-89c6-2e71984e1559 req-ef9f37e7-7bf0-47db-9451-270736fd9c2f service neutron] 10.222.0.36 "GET /v2.0/networks/cae110b3-5567-49ab-b596-f0a7aac88283?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884140 Nov 23 18:01:50.765263 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 52144) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:01:50.829896 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-c17e0764-8800-4fb9-b503-9687db5b9331 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.60 "GET /v2.0/floatingips/fa20fc04-4fa8-488c-b6ca-657e46bef797 HTTP/1.1" status: 200 len: 993 time: 0.0634553 Nov 23 18:01:55.551826 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.agents_db [None req-464f6c07-0de8-4be6-8f5b-563f574d1c5d None None] Agent healthcheck: found 7 active agents {{(pid=103593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 18:02:03.122631 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5e1243a4-d525-4ca9-9f33-c758cbec602e req-3e4feaef-ca29-4319-abea-37ab694e6aed service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=5dd10cd5-7ae4-4e80-97f9-4c96ac4835b8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0444496 Nov 23 18:02:03.208745 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1243a4-d525-4ca9-9f33-c758cbec602e req-47b8adff-06fa-48e4-a838-b98ddd3bdb31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:02:03.210260 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5e1243a4-d525-4ca9-9f33-c758cbec602e req-47b8adff-06fa-48e4-a838-b98ddd3bdb31 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4d3a35880fb64e77bd3047bfa46cf261&device_id=5dd10cd5-7ae4-4e80-97f9-4c96ac4835b8 HTTP/1.1" status: 200 len: 1096 time: 0.0431645 Nov 23 18:02:03.321874 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1243a4-d525-4ca9-9f33-c758cbec602e req-c6774dcc-c25d-4565-a3c4-60530e73a162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:02:03.323433 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5e1243a4-d525-4ca9-9f33-c758cbec602e req-c6774dcc-c25d-4565-a3c4-60530e73a162 service neutron] 10.222.0.36 "GET /v2.0/networks?id=cae110b3-5567-49ab-b596-f0a7aac88283 HTTP/1.1" status: 200 len: 898 time: 0.0909538 Nov 23 18:02:03.399192 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5e1243a4-d525-4ca9-9f33-c758cbec602e req-647d4896-f58d-48c8-98ea-a6ea346f8194 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c71d3c4c-1130-4e03-96bc-7df51e196ec7 HTTP/1.1" status: 200 len: 1001 time: 0.0643458 Nov 23 18:02:03.448010 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1243a4-d525-4ca9-9f33-c758cbec602e req-f4523831-7cf0-480d-94cc-39d7d1702993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:02:03.449532 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5e1243a4-d525-4ca9-9f33-c758cbec602e req-f4523831-7cf0-480d-94cc-39d7d1702993 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b2927010-99be-414d-985d-0ab7ec25c54e HTTP/1.1" status: 200 len: 835 time: 0.0467775 Nov 23 18:02:03.500147 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1243a4-d525-4ca9-9f33-c758cbec602e req-25733adc-d381-475a-8522-ebc30834da51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:02:03.502204 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5e1243a4-d525-4ca9-9f33-c758cbec602e req-25733adc-d381-475a-8522-ebc30834da51 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cae110b3-5567-49ab-b596-f0a7aac88283&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427654 Nov 23 18:02:03.601252 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5e1243a4-d525-4ca9-9f33-c758cbec602e req-3f4af5dc-3c90-4bd6-b7ed-7ec096b826d6 service neutron] 10.222.0.36 "GET /v2.0/networks/cae110b3-5567-49ab-b596-f0a7aac88283?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899270 Nov 23 18:02:03.691972 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5e1243a4-d525-4ca9-9f33-c758cbec602e req-04d8e90e-033a-436e-aa9f-05aa8e36a7ac service neutron] 10.222.0.36 "GET /v2.0/networks/cae110b3-5567-49ab-b596-f0a7aac88283?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831852 Nov 23 18:02:12.970268 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-2ae31743-7aa4-4407-8feb-84f6391f5598 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:13.632352 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:14.396663 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:15.097197 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-11d6adf0-8c96-43ee-bf1f-4871198f10d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:16.599156 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-52822d53-48f5-4819-8a95-bdc13aea0bf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:17.818910 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9a27ae6c-db98-474f-94c1-cc99bf842d79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:18.383462 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:21.749542 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f94633-39d8-4124-9615-eaa123a820bf req-73bd5743-a5ca-4a3a-ad05-29da043242a9 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:02:21.751039 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c7f94633-39d8-4124-9615-eaa123a820bf req-73bd5743-a5ca-4a3a-ad05-29da043242a9 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.60 "GET /v2.0/ports?device_id=5dd10cd5-7ae4-4e80-97f9-4c96ac4835b8 HTTP/1.1" status: 200 len: 945 time: 0.0543807 Nov 23 18:02:21.801759 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c7f94633-39d8-4124-9615-eaa123a820bf req-74e78353-63d0-4d00-83d0-b0c6024d3181 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.60 "GET /v2.0/security-groups?id=2c5603b9-1589-4955-9c0a-b932762068ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446303 Nov 23 18:02:21.824588 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 52158) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:02:21.884954 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-b0625403-0869-4bf5-85d2-39d5d940d11b tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.60 "GET /v2.0/floatingips/fa20fc04-4fa8-488c-b6ca-657e46bef797 HTTP/1.1" status: 200 len: 993 time: 0.0590322 Nov 23 18:02:22.253758 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a908862-8918-4733-8c96-f1e12ea2933c req-7a32e8e9-5ba9-44b3-8f4d-eac3317e6606 tempest-TestNetworkAdvancedServerOps-448977066 tempest-TestNetworkAdvancedServerOps-448977066-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:02:22.255299 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-3a908862-8918-4733-8c96-f1e12ea2933c req-7a32e8e9-5ba9-44b3-8f4d-eac3317e6606 tempest-TestNetworkAdvancedServerOps-448977066 tempest-TestNetworkAdvancedServerOps-448977066-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=5dd10cd5-7ae4-4e80-97f9-4c96ac4835b8 HTTP/1.1" status: 200 len: 1096 time: 0.0526412 Nov 23 18:02:22.306661 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-3a908862-8918-4733-8c96-f1e12ea2933c req-f020178a-b43b-4320-8eeb-cd23c9426d09 tempest-TestNetworkAdvancedServerOps-448977066 tempest-TestNetworkAdvancedServerOps-448977066-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=2c5603b9-1589-4955-9c0a-b932762068ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452373 Nov 23 18:02:22.967151 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-323f65ce-e717-4655-921f-f6811fbb9fe4 req-196a3477-2607-4811-93c0-da0bdb31b869 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=5dd10cd5-7ae4-4e80-97f9-4c96ac4835b8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1384599 Nov 23 18:02:22.976969 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [req-323f65ce-e717-4655-921f-f6811fbb9fe4 req-8c2ec5a4-1f18-4a8d-b1a6-465052c1f628 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=103591) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 18:02:22.978029 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-323f65ce-e717-4655-921f-f6811fbb9fe4 req-8c2ec5a4-1f18-4a8d-b1a6-465052c1f628 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050690 Nov 23 18:02:23.454054 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323f65ce-e717-4655-921f-f6811fbb9fe4 req-0eccfdad-1d87-49e3-a604-3526aad4f653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:02:23.455430 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-323f65ce-e717-4655-921f-f6811fbb9fe4 req-0eccfdad-1d87-49e3-a604-3526aad4f653 service neutron] 10.222.0.60 "GET /v2.0/ports/c71d3c4c-1130-4e03-96bc-7df51e196ec7 HTTP/1.1" status: 200 len: 1093 time: 0.0344148 Nov 23 18:02:23.463879 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [req-323f65ce-e717-4655-921f-f6811fbb9fe4 req-70e33b35-3cd7-4756-a43f-644323372c52 service neutron] Request body: {'binding': {'host': 'n-h1-816206-8', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:02:23.464319 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [req-323f65ce-e717-4655-921f-f6811fbb9fe4 req-70e33b35-3cd7-4756-a43f-644323372c52 service neutron] Unknown quota resources ['binding']. {{(pid=103591) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 23 18:02:23.596794 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-323f65ce-e717-4655-921f-f6811fbb9fe4 req-70e33b35-3cd7-4756-a43f-644323372c52 service neutron] Attempting to bind port c71d3c4c-1130-4e03-96bc-7df51e196ec7 on host n-h1-816206-8 for vnic_type normal with profile None {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:02:23.597039 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-323f65ce-e717-4655-921f-f6811fbb9fe4 req-70e33b35-3cd7-4756-a43f-644323372c52 service neutron] Attempting to bind port c71d3c4c-1130-4e03-96bc-7df51e196ec7 by drivers openvswitch,hyperv on host n-h1-816206-8 at level 0 using segments [{'id': 'd277aad9-2522-4c49-aa91-b115290ef9e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'cae110b3-5567-49ab-b596-f0a7aac88283'}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:02:23.597362 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-323f65ce-e717-4655-921f-f6811fbb9fe4 req-70e33b35-3cd7-4756-a43f-644323372c52 service neutron] Attempting to bind port c71d3c4c-1130-4e03-96bc-7df51e196ec7 on network cae110b3-5567-49ab-b596-f0a7aac88283 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:02:23.601467 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-323f65ce-e717-4655-921f-f6811fbb9fe4 req-70e33b35-3cd7-4756-a43f-644323372c52 service neutron] Port c71d3c4c-1130-4e03-96bc-7df51e196ec7 on network cae110b3-5567-49ab-b596-f0a7aac88283 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-8 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:02:23.601781 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-323f65ce-e717-4655-921f-f6811fbb9fe4 req-70e33b35-3cd7-4756-a43f-644323372c52 service neutron] Attempting to bind port c71d3c4c-1130-4e03-96bc-7df51e196ec7 on network cae110b3-5567-49ab-b596-f0a7aac88283 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:02:23.606558 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-323f65ce-e717-4655-921f-f6811fbb9fe4 req-70e33b35-3cd7-4756-a43f-644323372c52 service neutron] Checking agent: {'id': '4b0a4557-3bfe-4828-80a0-7981fc3ac84c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 15, 14), 'started_at': datetime.datetime(2021, 11, 23, 17, 15, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 2, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:02:23.606884 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-323f65ce-e717-4655-921f-f6811fbb9fe4 req-70e33b35-3cd7-4756-a43f-644323372c52 service neutron] Checking segment: {'id': 'd277aad9-2522-4c49-aa91-b115290ef9e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'cae110b3-5567-49ab-b596-f0a7aac88283'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:02:23.607256 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-323f65ce-e717-4655-921f-f6811fbb9fe4 req-70e33b35-3cd7-4756-a43f-644323372c52 service neutron] Bound using segment: {'id': 'd277aad9-2522-4c49-aa91-b115290ef9e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'cae110b3-5567-49ab-b596-f0a7aac88283'} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:02:23.607669 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-323f65ce-e717-4655-921f-f6811fbb9fe4 req-70e33b35-3cd7-4756-a43f-644323372c52 service neutron] Bound port: c71d3c4c-1130-4e03-96bc-7df51e196ec7, host: n-h1-816206-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd277aad9-2522-4c49-aa91-b115290ef9e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'cae110b3-5567-49ab-b596-f0a7aac88283'}}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:02:23.695785 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-323f65ce-e717-4655-921f-f6811fbb9fe4 req-70e33b35-3cd7-4756-a43f-644323372c52 service neutron] For port c71d3c4c-1130-4e03-96bc-7df51e196ec7, host n-h1-816206-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=c71d3c4c-1130-4e03-96bc-7df51e196ec7,segment=NetworkSegment(d277aad9-2522-4c49-aa91-b115290ef9e1),segment_id=d277aad9-2522-4c49-aa91-b115290ef9e1)] {{(pid=103591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:02:23.702122 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-323f65ce-e717-4655-921f-f6811fbb9fe4 req-70e33b35-3cd7-4756-a43f-644323372c52 service neutron] Publish callbacks [] for binding, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:23.703301 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-323f65ce-e717-4655-921f-f6811fbb9fe4 req-70e33b35-3cd7-4756-a43f-644323372c52 service neutron] 10.222.0.60 "POST /v2.0/ports/c71d3c4c-1130-4e03-96bc-7df51e196ec7/bindings HTTP/1.1" status: 201 len: 389 time: 0.2426345 Nov 23 18:02:23.862455 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff159cf3-ef5c-40c6-ba1a-897872d93c2c req-6a1510d6-5148-4839-b1e7-6201cb6a6be5 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:02:23.863858 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ff159cf3-ef5c-40c6-ba1a-897872d93c2c req-6a1510d6-5148-4839-b1e7-6201cb6a6be5 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.60 "GET /v2.0/ports?device_id=5dd10cd5-7ae4-4e80-97f9-4c96ac4835b8 HTTP/1.1" status: 200 len: 945 time: 0.0615127 Nov 23 18:02:23.942578 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ff159cf3-ef5c-40c6-ba1a-897872d93c2c req-1823f2e1-c42f-4611-81b2-ca90877014b0 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.60 "GET /v2.0/security-groups?id=2c5603b9-1589-4955-9c0a-b932762068ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708454 Nov 23 18:02:23.951429 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323f65ce-e717-4655-921f-f6811fbb9fe4 req-e5a9a1ec-4404-4154-8943-f0be9b03a200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:02:23.952921 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-323f65ce-e717-4655-921f-f6811fbb9fe4 req-e5a9a1ec-4404-4154-8943-f0be9b03a200 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4d3a35880fb64e77bd3047bfa46cf261&device_id=5dd10cd5-7ae4-4e80-97f9-4c96ac4835b8 HTTP/1.1" status: 200 len: 1096 time: 0.0642681 Nov 23 18:02:24.046125 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323f65ce-e717-4655-921f-f6811fbb9fe4 req-ce068412-5f66-4afe-91c5-5c7e1d62ccd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:02:24.047635 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-323f65ce-e717-4655-921f-f6811fbb9fe4 req-ce068412-5f66-4afe-91c5-5c7e1d62ccd5 service neutron] 10.222.0.55 "GET /v2.0/networks?id=cae110b3-5567-49ab-b596-f0a7aac88283 HTTP/1.1" status: 200 len: 898 time: 0.0884166 Nov 23 18:02:24.112730 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-323f65ce-e717-4655-921f-f6811fbb9fe4 req-d0fdac5b-3a25-49a7-9ca7-cc42d6f0e22b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c71d3c4c-1130-4e03-96bc-7df51e196ec7 HTTP/1.1" status: 200 len: 1001 time: 0.0564592 Nov 23 18:02:24.164952 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323f65ce-e717-4655-921f-f6811fbb9fe4 req-c5c7f48c-37d3-4e1c-af84-cb68c169ff4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:02:24.166358 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-323f65ce-e717-4655-921f-f6811fbb9fe4 req-c5c7f48c-37d3-4e1c-af84-cb68c169ff4c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b2927010-99be-414d-985d-0ab7ec25c54e HTTP/1.1" status: 200 len: 835 time: 0.0473230 Nov 23 18:02:24.211372 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323f65ce-e717-4655-921f-f6811fbb9fe4 req-e2fbda21-2d53-46ca-93db-c373146a10ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:02:24.212851 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-323f65ce-e717-4655-921f-f6811fbb9fe4 req-e2fbda21-2d53-46ca-93db-c373146a10ad service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=cae110b3-5567-49ab-b596-f0a7aac88283&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395279 Nov 23 18:02:24.301157 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-323f65ce-e717-4655-921f-f6811fbb9fe4 req-59fe907d-2111-497c-acac-59ce1012e924 service neutron] 10.222.0.55 "GET /v2.0/networks/cae110b3-5567-49ab-b596-f0a7aac88283?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811272 Nov 23 18:02:24.392434 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-323f65ce-e717-4655-921f-f6811fbb9fe4 req-052911ef-1d0b-4c0d-b9c5-023a08fce547 service neutron] 10.222.0.55 "GET /v2.0/networks/cae110b3-5567-49ab-b596-f0a7aac88283?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844579 Nov 23 18:02:24.531278 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323f65ce-e717-4655-921f-f6811fbb9fe4 req-f7da8901-9414-45aa-a857-e60b22b3987c tempest-TestNetworkAdvancedServerOps-448977066 tempest-TestNetworkAdvancedServerOps-448977066-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:02:24.532807 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-323f65ce-e717-4655-921f-f6811fbb9fe4 req-f7da8901-9414-45aa-a857-e60b22b3987c tempest-TestNetworkAdvancedServerOps-448977066 tempest-TestNetworkAdvancedServerOps-448977066-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=5dd10cd5-7ae4-4e80-97f9-4c96ac4835b8&tenant_id=4d3a35880fb64e77bd3047bfa46cf261&binding%3Ahost_id=n-h2-816206-8 HTTP/1.1" status: 200 len: 1096 time: 0.0794997 Nov 23 18:02:24.543990 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [req-323f65ce-e717-4655-921f-f6811fbb9fe4 req-f937b692-e042-47ce-b023-8457407929b1 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-816206-8'}}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:02:24.596681 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-323f65ce-e717-4655-921f-f6811fbb9fe4 req-f937b692-e042-47ce-b023-8457407929b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:24.723726 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-323f65ce-e717-4655-921f-f6811fbb9fe4 req-f937b692-e042-47ce-b023-8457407929b1 service neutron] For port c71d3c4c-1130-4e03-96bc-7df51e196ec7, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=c71d3c4c-1130-4e03-96bc-7df51e196ec7,segment=NetworkSegment(d277aad9-2522-4c49-aa91-b115290ef9e1),segment_id=d277aad9-2522-4c49-aa91-b115290ef9e1)] {{(pid=103591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:02:24.760313 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-323f65ce-e717-4655-921f-f6811fbb9fe4 req-f937b692-e042-47ce-b023-8457407929b1 service neutron] For port c71d3c4c-1130-4e03-96bc-7df51e196ec7, host n-h2-816206-8, cleared binding levels {{(pid=103591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:02:24.799805 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5dd10cd5-7ae4-4e80-97f9-4c96ac4835b8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c71d3c4c-1130-4e03-96bc-7df51e196ec7'}] {{(pid=103591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:02:24.802094 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41d174a19ece9499ff9ec44e5b3fc50f2abd3ffbc947fb7e52ea1e8db27b95b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f2a2c7e-2b58-4efe-b79f-a2bb79c92a36" -d '{"events": [{"server_uuid": "5dd10cd5-7ae4-4e80-97f9-4c96ac4835b8", "name": "network-vif-unplugged", "status": "completed", "tag": "c71d3c4c-1130-4e03-96bc-7df51e196ec7"}]}' {{(pid=103591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:02:24.806586 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-323f65ce-e717-4655-921f-f6811fbb9fe4 req-f937b692-e042-47ce-b023-8457407929b1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:24.812423 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-323f65ce-e717-4655-921f-f6811fbb9fe4 req-f937b692-e042-47ce-b023-8457407929b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264758186'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:24.843015 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 18:02:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8c0f94b-a0af-40b0-b15a-a21e9cbe2ea3 x-openstack-request-id: req-a8c0f94b-a0af-40b0-b15a-a21e9cbe2ea3 {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:02:24.843312 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5dd10cd5-7ae4-4e80-97f9-4c96ac4835b8", "name": "network-vif-unplugged", "status": "completed", "tag": "c71d3c4c-1130-4e03-96bc-7df51e196ec7", "code": 200}]} {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:02:24.843563 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a8c0f94b-a0af-40b0-b15a-a21e9cbe2ea3 {{(pid=103591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:02:24.843957 n-d-816206-8 neutron-server[103591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5dd10cd5-7ae4-4e80-97f9-4c96ac4835b8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c71d3c4c-1130-4e03-96bc-7df51e196ec7', 'code': 200} Nov 23 18:02:24.911914 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f937b692-e042-47ce-b023-8457407929b1 service neutron] Pushing event updated for resources: {'Port': ['ID=c71d3c4c-1130-4e03-96bc-7df51e196ec7,revision_number=7']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:02:24.923958 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f937b692-e042-47ce-b023-8457407929b1 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:02:24.924836 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f937b692-e042-47ce-b023-8457407929b1 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:02:24.925177 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f937b692-e042-47ce-b023-8457407929b1 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:02:24.925508 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f937b692-e042-47ce-b023-8457407929b1 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:02:24.925835 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f937b692-e042-47ce-b023-8457407929b1 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:02:24.926233 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f937b692-e042-47ce-b023-8457407929b1 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:02:24.926466 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f937b692-e042-47ce-b023-8457407929b1 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:02:24.926783 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f937b692-e042-47ce-b023-8457407929b1 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:02:24.927103 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f937b692-e042-47ce-b023-8457407929b1 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:02:24.927428 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f937b692-e042-47ce-b023-8457407929b1 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:02:24.927742 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f937b692-e042-47ce-b023-8457407929b1 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:02:24.928061 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f937b692-e042-47ce-b023-8457407929b1 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:02:24.980065 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-323f65ce-e717-4655-921f-f6811fbb9fe4 req-f937b692-e042-47ce-b023-8457407929b1 service neutron] Attempting to bind port c71d3c4c-1130-4e03-96bc-7df51e196ec7 on host n-h2-816206-8 for vnic_type normal with profile {"migrating_to": "n-h1-816206-8"} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:02:24.980506 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-323f65ce-e717-4655-921f-f6811fbb9fe4 req-f937b692-e042-47ce-b023-8457407929b1 service neutron] Attempting to bind port c71d3c4c-1130-4e03-96bc-7df51e196ec7 by drivers openvswitch,hyperv on host n-h2-816206-8 at level 0 using segments [{'id': 'd277aad9-2522-4c49-aa91-b115290ef9e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'cae110b3-5567-49ab-b596-f0a7aac88283'}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:02:24.980916 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-323f65ce-e717-4655-921f-f6811fbb9fe4 req-f937b692-e042-47ce-b023-8457407929b1 service neutron] Attempting to bind port c71d3c4c-1130-4e03-96bc-7df51e196ec7 on network cae110b3-5567-49ab-b596-f0a7aac88283 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:02:24.985712 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-323f65ce-e717-4655-921f-f6811fbb9fe4 req-f937b692-e042-47ce-b023-8457407929b1 service neutron] Port c71d3c4c-1130-4e03-96bc-7df51e196ec7 on network cae110b3-5567-49ab-b596-f0a7aac88283 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-8 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:02:24.986118 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-323f65ce-e717-4655-921f-f6811fbb9fe4 req-f937b692-e042-47ce-b023-8457407929b1 service neutron] Attempting to bind port c71d3c4c-1130-4e03-96bc-7df51e196ec7 on network cae110b3-5567-49ab-b596-f0a7aac88283 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:02:24.991938 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-323f65ce-e717-4655-921f-f6811fbb9fe4 req-f937b692-e042-47ce-b023-8457407929b1 service neutron] Checking agent: {'id': 'ab77bf9e-0267-4174-8f1d-822cba89b207', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 15, 13), 'started_at': datetime.datetime(2021, 11, 23, 17, 15, 13), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 2, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:02:24.992365 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-323f65ce-e717-4655-921f-f6811fbb9fe4 req-f937b692-e042-47ce-b023-8457407929b1 service neutron] Checking segment: {'id': 'd277aad9-2522-4c49-aa91-b115290ef9e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'cae110b3-5567-49ab-b596-f0a7aac88283'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:02:24.992901 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-323f65ce-e717-4655-921f-f6811fbb9fe4 req-f937b692-e042-47ce-b023-8457407929b1 service neutron] Bound using segment: {'id': 'd277aad9-2522-4c49-aa91-b115290ef9e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'cae110b3-5567-49ab-b596-f0a7aac88283'} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:02:24.993366 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-323f65ce-e717-4655-921f-f6811fbb9fe4 req-f937b692-e042-47ce-b023-8457407929b1 service neutron] Bound port: c71d3c4c-1130-4e03-96bc-7df51e196ec7, host: n-h2-816206-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd277aad9-2522-4c49-aa91-b115290ef9e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'cae110b3-5567-49ab-b596-f0a7aac88283'}}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:02:24.994471 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-323f65ce-e717-4655-921f-f6811fbb9fe4 req-f937b692-e042-47ce-b023-8457407929b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:25.067627 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-323f65ce-e717-4655-921f-f6811fbb9fe4 req-f937b692-e042-47ce-b023-8457407929b1 service neutron] For port c71d3c4c-1130-4e03-96bc-7df51e196ec7, host n-h2-816206-8, cleared binding levels {{(pid=103591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:02:25.071305 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-323f65ce-e717-4655-921f-f6811fbb9fe4 req-f937b692-e042-47ce-b023-8457407929b1 service neutron] For port c71d3c4c-1130-4e03-96bc-7df51e196ec7, host n-h2-816206-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=c71d3c4c-1130-4e03-96bc-7df51e196ec7,segment=NetworkSegment(d277aad9-2522-4c49-aa91-b115290ef9e1),segment_id=d277aad9-2522-4c49-aa91-b115290ef9e1)] {{(pid=103591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:02:25.075074 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-323f65ce-e717-4655-921f-f6811fbb9fe4 req-f937b692-e042-47ce-b023-8457407929b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264758186'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:25.097401 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-eda82fa5-7c0c-438c-88a7-9d4a8fe81f36 None None] Provisioning complete for port c71d3c4c-1130-4e03-96bc-7df51e196ec7 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:02:25.098369 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-eda82fa5-7c0c-438c-88a7-9d4a8fe81f36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:25.204894 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-eda82fa5-7c0c-438c-88a7-9d4a8fe81f36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:25.217563 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f937b692-e042-47ce-b023-8457407929b1 service neutron] Pushing event updated for resources: {'Port': ['ID=c71d3c4c-1130-4e03-96bc-7df51e196ec7,revision_number=8']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:02:25.231977 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5dd10cd5-7ae4-4e80-97f9-4c96ac4835b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c71d3c4c-1130-4e03-96bc-7df51e196ec7'}] {{(pid=103592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:02:25.235461 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba3e6a8f2301c7a29fe1eca9779abdae4ccbcd6266d69778087f2498d5551201" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c345cea2-2ac2-4545-bba5-2ed7b2b223c8" -d '{"events": [{"server_uuid": "5dd10cd5-7ae4-4e80-97f9-4c96ac4835b8", "name": "network-vif-plugged", "status": "completed", "tag": "c71d3c4c-1130-4e03-96bc-7df51e196ec7"}]}' {{(pid=103592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:02:25.253404 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea94b63-2490-42fe-b9c1-e1c763a451ff req-c81b9d96-9238-4841-a7a2-7028c5f537d2 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:02:25.254946 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2ea94b63-2490-42fe-b9c1-e1c763a451ff req-c81b9d96-9238-4841-a7a2-7028c5f537d2 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.60 "GET /v2.0/ports?device_id=5dd10cd5-7ae4-4e80-97f9-4c96ac4835b8 HTTP/1.1" status: 200 len: 943 time: 0.0807922 Nov 23 18:02:25.266375 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-eda82fa5-7c0c-438c-88a7-9d4a8fe81f36 None None] For port c71d3c4c-1130-4e03-96bc-7df51e196ec7, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=c71d3c4c-1130-4e03-96bc-7df51e196ec7,segment=NetworkSegment(d277aad9-2522-4c49-aa91-b115290ef9e1),segment_id=d277aad9-2522-4c49-aa91-b115290ef9e1)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:02:25.272155 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-eda82fa5-7c0c-438c-88a7-9d4a8fe81f36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:25.287567 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323f65ce-e717-4655-921f-f6811fbb9fe4 req-f937b692-e042-47ce-b023-8457407929b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:02:25.288197 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-323f65ce-e717-4655-921f-f6811fbb9fe4 req-f937b692-e042-47ce-b023-8457407929b1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:25.289648 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-323f65ce-e717-4655-921f-f6811fbb9fe4 req-f937b692-e042-47ce-b023-8457407929b1 service neutron] 10.222.0.55 "PUT /v2.0/ports/c71d3c4c-1130-4e03-96bc-7df51e196ec7 HTTP/1.1" status: 200 len: 1121 time: 0.7495341 Nov 23 18:02:25.306256 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:02:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec70ca84-b87d-451d-a8ea-fb3da318dc85 x-openstack-request-id: req-ec70ca84-b87d-451d-a8ea-fb3da318dc85 {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:02:25.306641 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5dd10cd5-7ae4-4e80-97f9-4c96ac4835b8", "name": "network-vif-plugged", "status": "completed", "tag": "c71d3c4c-1130-4e03-96bc-7df51e196ec7", "code": 200}]} {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:02:25.306959 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ec70ca84-b87d-451d-a8ea-fb3da318dc85 {{(pid=103592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:02:25.307567 n-d-816206-8 neutron-server[103592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5dd10cd5-7ae4-4e80-97f9-4c96ac4835b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c71d3c4c-1130-4e03-96bc-7df51e196ec7', 'code': 200} Nov 23 18:02:25.354027 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2ea94b63-2490-42fe-b9c1-e1c763a451ff req-e582b911-83a6-4045-a66c-eebccdff5bce tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.60 "GET /v2.0/security-groups?id=2c5603b9-1589-4955-9c0a-b932762068ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0919149 Nov 23 18:02:25.592194 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] get_ports_and_sgs() called for port_ids ['c71d3c4c-1130-4e03-96bc-7df51e196ec7'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:02:25.652898 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda82fa5-7c0c-438c-88a7-9d4a8fe81f36 None None] Pushing event updated for resources: {'Port': ['ID=c71d3c4c-1130-4e03-96bc-7df51e196ec7,revision_number=9']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:02:25.830329 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-ee22677f-533c-4112-b69b-84a31b659f71 None None] Provisioning complete for port c71d3c4c-1130-4e03-96bc-7df51e196ec7 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:02:25.831214 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-ee22677f-533c-4112-b69b-84a31b659f71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:26.474435 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed2b88b-2cc1-4c14-b087-869fc10750be req-bdb3121f-6b9a-4495-9799-6bdea6b06866 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:02:26.475897 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-3ed2b88b-2cc1-4c14-b087-869fc10750be req-bdb3121f-6b9a-4495-9799-6bdea6b06866 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.60 "GET /v2.0/ports?device_id=5dd10cd5-7ae4-4e80-97f9-4c96ac4835b8 HTTP/1.1" status: 200 len: 945 time: 0.0488129 Nov 23 18:02:26.526382 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-3ed2b88b-2cc1-4c14-b087-869fc10750be req-5851cabf-c026-49d2-9e24-2707dc7892c2 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.60 "GET /v2.0/security-groups?id=2c5603b9-1589-4955-9c0a-b932762068ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443363 Nov 23 18:02:26.845576 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5dd10cd5-7ae4-4e80-97f9-4c96ac4835b8', 'tag': 'c71d3c4c-1130-4e03-96bc-7df51e196ec7'}] {{(pid=103591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:02:26.848454 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41d174a19ece9499ff9ec44e5b3fc50f2abd3ffbc947fb7e52ea1e8db27b95b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a315179-2db0-4524-94ab-e8fdab1a6fb0" -d '{"events": [{"name": "network-changed", "server_uuid": "5dd10cd5-7ae4-4e80-97f9-4c96ac4835b8", "tag": "c71d3c4c-1130-4e03-96bc-7df51e196ec7"}]}' {{(pid=103591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:02:26.886455 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:02:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fec26766-2db5-40e3-9458-74cf5e64afac x-openstack-request-id: req-fec26766-2db5-40e3-9458-74cf5e64afac {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:02:26.886753 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5dd10cd5-7ae4-4e80-97f9-4c96ac4835b8", "tag": "c71d3c4c-1130-4e03-96bc-7df51e196ec7", "status": "completed", "code": 200}]} {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:02:26.887010 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-fec26766-2db5-40e3-9458-74cf5e64afac {{(pid=103591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:02:26.887440 n-d-816206-8 neutron-server[103591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5dd10cd5-7ae4-4e80-97f9-4c96ac4835b8', 'tag': 'c71d3c4c-1130-4e03-96bc-7df51e196ec7', 'status': 'completed', 'code': 200} Nov 23 18:02:26.956784 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a315179-2db0-4524-94ab-e8fdab1a6fb0 req-474074ee-012c-455e-8166-e4fb32390ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:02:26.958287 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4a315179-2db0-4524-94ab-e8fdab1a6fb0 req-474074ee-012c-455e-8166-e4fb32390ebb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4d3a35880fb64e77bd3047bfa46cf261&device_id=5dd10cd5-7ae4-4e80-97f9-4c96ac4835b8 HTTP/1.1" status: 200 len: 1126 time: 0.0464907 Nov 23 18:02:27.048936 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a315179-2db0-4524-94ab-e8fdab1a6fb0 req-27ec45b9-95cf-4852-ac89-49bb0e70b678 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:02:27.050980 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4a315179-2db0-4524-94ab-e8fdab1a6fb0 req-27ec45b9-95cf-4852-ac89-49bb0e70b678 service neutron] 10.222.0.36 "GET /v2.0/networks?id=cae110b3-5567-49ab-b596-f0a7aac88283 HTTP/1.1" status: 200 len: 898 time: 0.0851314 Nov 23 18:02:27.122128 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4a315179-2db0-4524-94ab-e8fdab1a6fb0 req-261cf6a2-ff20-464f-b6bd-17ccd561d500 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c71d3c4c-1130-4e03-96bc-7df51e196ec7 HTTP/1.1" status: 200 len: 1001 time: 0.0629902 Nov 23 18:02:27.171943 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a315179-2db0-4524-94ab-e8fdab1a6fb0 req-ab450ac4-efa8-40f2-90db-d158dcc8157c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:02:27.177019 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4a315179-2db0-4524-94ab-e8fdab1a6fb0 req-ab450ac4-efa8-40f2-90db-d158dcc8157c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b2927010-99be-414d-985d-0ab7ec25c54e HTTP/1.1" status: 200 len: 835 time: 0.0438383 Nov 23 18:02:27.219398 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a315179-2db0-4524-94ab-e8fdab1a6fb0 req-faa9050b-4894-4298-99e6-9b6aef6ac7dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:02:27.220891 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4a315179-2db0-4524-94ab-e8fdab1a6fb0 req-faa9050b-4894-4298-99e6-9b6aef6ac7dd service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cae110b3-5567-49ab-b596-f0a7aac88283&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395148 Nov 23 18:02:27.319686 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4a315179-2db0-4524-94ab-e8fdab1a6fb0 req-052bd053-7a13-4d4f-a56f-dcfcb2bd443a service neutron] 10.222.0.36 "GET /v2.0/networks/cae110b3-5567-49ab-b596-f0a7aac88283?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897248 Nov 23 18:02:27.410903 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4a315179-2db0-4524-94ab-e8fdab1a6fb0 req-c277ea61-d699-4c00-97bf-33fabe21966a service neutron] 10.222.0.36 "GET /v2.0/networks/cae110b3-5567-49ab-b596-f0a7aac88283?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835619 Nov 23 18:02:27.669132 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfd100d-90b8-4ea7-bdf9-a8ebd2c8c219 req-4ee84106-e3d2-4de1-9bda-2706f5521559 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:02:27.671005 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2dfd100d-90b8-4ea7-bdf9-a8ebd2c8c219 req-4ee84106-e3d2-4de1-9bda-2706f5521559 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.60 "GET /v2.0/ports?device_id=5dd10cd5-7ae4-4e80-97f9-4c96ac4835b8 HTTP/1.1" status: 200 len: 945 time: 0.0685813 Nov 23 18:02:27.702527 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device c71d3c4c-1130-4e03-96bc-7df51e196ec7 details requested by agent hyperv_n-h1-816206-8 with host n-h1-816206-8 {{(pid=103592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 18:02:27.735185 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2dfd100d-90b8-4ea7-bdf9-a8ebd2c8c219 req-a275c69a-7543-4627-922a-2d5632b2db37 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.60 "GET /v2.0/security-groups?id=2c5603b9-1589-4955-9c0a-b932762068ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579815 Nov 23 18:02:27.820299 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port c71d3c4c-1130-4e03-96bc-7df51e196ec7, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=c71d3c4c-1130-4e03-96bc-7df51e196ec7,segment=NetworkSegment(d277aad9-2522-4c49-aa91-b115290ef9e1),segment_id=d277aad9-2522-4c49-aa91-b115290ef9e1)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:02:27.833275 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device c71d3c4c-1130-4e03-96bc-7df51e196ec7 has no active binding in host n-h1-816206-8 {{(pid=103592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 23 18:02:28.859381 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ebb7a2-0a18-4e1c-8810-0dda909b7d95 req-686e66d3-d03f-4fbd-a1ea-28c32b301b2b tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:02:28.860883 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-04ebb7a2-0a18-4e1c-8810-0dda909b7d95 req-686e66d3-d03f-4fbd-a1ea-28c32b301b2b tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.60 "GET /v2.0/ports?device_id=5dd10cd5-7ae4-4e80-97f9-4c96ac4835b8 HTTP/1.1" status: 200 len: 945 time: 0.0496123 Nov 23 18:02:28.908288 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-04ebb7a2-0a18-4e1c-8810-0dda909b7d95 req-600ab86b-5883-4154-9bb4-0312e3f8d660 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.60 "GET /v2.0/security-groups?id=2c5603b9-1589-4955-9c0a-b932762068ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413687 Nov 23 18:02:30.031566 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26c8e83-8a17-440e-9ce0-c0b5c0566548 req-4e05635f-fcb6-4f07-bc38-d8f34260a752 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:02:30.033154 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d26c8e83-8a17-440e-9ce0-c0b5c0566548 req-4e05635f-fcb6-4f07-bc38-d8f34260a752 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.60 "GET /v2.0/ports?device_id=5dd10cd5-7ae4-4e80-97f9-4c96ac4835b8 HTTP/1.1" status: 200 len: 945 time: 0.0549557 Nov 23 18:02:30.093671 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d26c8e83-8a17-440e-9ce0-c0b5c0566548 req-2137363b-09fe-46a6-96bc-d9d7b90f26ca tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.60 "GET /v2.0/security-groups?id=2c5603b9-1589-4955-9c0a-b932762068ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512991 Nov 23 18:02:30.228954 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-323f65ce-e717-4655-921f-f6811fbb9fe4 req-f205d093-f9f7-422c-8aa3-d4fae8c01a70 service neutron] 10.222.0.36 "GET /v2.0/ports/c71d3c4c-1130-4e03-96bc-7df51e196ec7/bindings/n-h1-816206-8 HTTP/1.1" status: 200 len: 384 time: 0.0548134 Nov 23 18:02:30.401157 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-323f65ce-e717-4655-921f-f6811fbb9fe4 req-3bf11357-8b38-471e-94d2-997bc68551a0 service neutron] For port c71d3c4c-1130-4e03-96bc-7df51e196ec7, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=c71d3c4c-1130-4e03-96bc-7df51e196ec7,segment=NetworkSegment(d277aad9-2522-4c49-aa91-b115290ef9e1),segment_id=d277aad9-2522-4c49-aa91-b115290ef9e1)] {{(pid=103591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:02:30.420132 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-323f65ce-e717-4655-921f-f6811fbb9fe4 req-3bf11357-8b38-471e-94d2-997bc68551a0 service neutron] For port c71d3c4c-1130-4e03-96bc-7df51e196ec7, host n-h2-816206-8, cleared binding levels {{(pid=103591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:02:30.458865 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5dd10cd5-7ae4-4e80-97f9-4c96ac4835b8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c71d3c4c-1130-4e03-96bc-7df51e196ec7'}] {{(pid=103591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:02:30.461669 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41d174a19ece9499ff9ec44e5b3fc50f2abd3ffbc947fb7e52ea1e8db27b95b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7f0fa28-052b-46a4-bdc9-384db2df7e7b" -d '{"events": [{"server_uuid": "5dd10cd5-7ae4-4e80-97f9-4c96ac4835b8", "name": "network-vif-unplugged", "status": "completed", "tag": "c71d3c4c-1130-4e03-96bc-7df51e196ec7"}]}' {{(pid=103591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:02:30.468752 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-323f65ce-e717-4655-921f-f6811fbb9fe4 req-3bf11357-8b38-471e-94d2-997bc68551a0 service neutron] For port c71d3c4c-1130-4e03-96bc-7df51e196ec7, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=c71d3c4c-1130-4e03-96bc-7df51e196ec7,segment=NetworkSegment(d277aad9-2522-4c49-aa91-b115290ef9e1),segment_id=d277aad9-2522-4c49-aa91-b115290ef9e1)] {{(pid=103591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:02:30.483627 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-323f65ce-e717-4655-921f-f6811fbb9fe4 req-3bf11357-8b38-471e-94d2-997bc68551a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:30.499619 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 18:02:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-245566bf-0da9-4d98-a9fd-cf00e4007277 x-openstack-request-id: req-245566bf-0da9-4d98-a9fd-cf00e4007277 {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:02:30.499916 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5dd10cd5-7ae4-4e80-97f9-4c96ac4835b8", "name": "network-vif-unplugged", "status": "completed", "tag": "c71d3c4c-1130-4e03-96bc-7df51e196ec7", "code": 200}]} {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:02:30.500169 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-245566bf-0da9-4d98-a9fd-cf00e4007277 {{(pid=103591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:02:30.500598 n-d-816206-8 neutron-server[103591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5dd10cd5-7ae4-4e80-97f9-4c96ac4835b8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c71d3c4c-1130-4e03-96bc-7df51e196ec7', 'code': 200} Nov 23 18:02:30.560614 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.provisioning_blocks [req-323f65ce-e717-4655-921f-f6811fbb9fe4 req-3bf11357-8b38-471e-94d2-997bc68551a0 service neutron] Transition to ACTIVE for port object c71d3c4c-1130-4e03-96bc-7df51e196ec7 will not be triggered until provisioned by entity L2. {{(pid=103591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 18:02:30.564742 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-323f65ce-e717-4655-921f-f6811fbb9fe4 req-3bf11357-8b38-471e-94d2-997bc68551a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264758186'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:30.651667 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf11357-8b38-471e-94d2-997bc68551a0 service neutron] Pushing event updated for resources: {'Port': ['ID=c71d3c4c-1130-4e03-96bc-7df51e196ec7,revision_number=11']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:02:30.697771 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [req-323f65ce-e717-4655-921f-f6811fbb9fe4 req-3bf11357-8b38-471e-94d2-997bc68551a0 service neutron] No DVR routers for this DVR port c71d3c4c-1130-4e03-96bc-7df51e196ec7 on host n-h2-816206-8 {{(pid=103591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:02:30.827455 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-323f65ce-e717-4655-921f-f6811fbb9fe4 req-3bf11357-8b38-471e-94d2-997bc68551a0 service neutron] 10.222.0.36 "PUT /v2.0/ports/c71d3c4c-1130-4e03-96bc-7df51e196ec7/bindings/n-h1-816206-8/activate HTTP/1.1" status: 200 len: 369 time: 0.5915263 Nov 23 18:02:31.024041 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323f65ce-e717-4655-921f-f6811fbb9fe4 req-a19cab9f-2b33-4d10-adb1-88bf4cca2289 tempest-TestNetworkAdvancedServerOps-448977066 tempest-TestNetworkAdvancedServerOps-448977066-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:02:31.025493 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-323f65ce-e717-4655-921f-f6811fbb9fe4 req-a19cab9f-2b33-4d10-adb1-88bf4cca2289 tempest-TestNetworkAdvancedServerOps-448977066 tempest-TestNetworkAdvancedServerOps-448977066-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=5dd10cd5-7ae4-4e80-97f9-4c96ac4835b8&tenant_id=4d3a35880fb64e77bd3047bfa46cf261&binding%3Ahost_id=n-h2-816206-8 HTTP/1.1" status: 200 len: 1095 time: 0.1432190 Nov 23 18:02:31.072837 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323f65ce-e717-4655-921f-f6811fbb9fe4 req-ae9debeb-c93e-4ebe-8ca6-209ac031b35d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:02:31.074299 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-323f65ce-e717-4655-921f-f6811fbb9fe4 req-ae9debeb-c93e-4ebe-8ca6-209ac031b35d service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=5dd10cd5-7ae4-4e80-97f9-4c96ac4835b8&tenant_id=4d3a35880fb64e77bd3047bfa46cf261 HTTP/1.1" status: 200 len: 1095 time: 0.0410829 Nov 23 18:02:31.137894 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323f65ce-e717-4655-921f-f6811fbb9fe4 req-839b262c-5b4d-4d2a-a35c-a22c7b38b447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:02:31.139509 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-323f65ce-e717-4655-921f-f6811fbb9fe4 req-839b262c-5b4d-4d2a-a35c-a22c7b38b447 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4d3a35880fb64e77bd3047bfa46cf261&device_id=5dd10cd5-7ae4-4e80-97f9-4c96ac4835b8 HTTP/1.1" status: 200 len: 1095 time: 0.0424232 Nov 23 18:02:31.256214 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d6769b-d133-463a-9165-cb6fa157d4fc req-1ee292ae-ec16-4261-80a1-88acab1844dc tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:02:31.257707 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-26d6769b-d133-463a-9165-cb6fa157d4fc req-1ee292ae-ec16-4261-80a1-88acab1844dc tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.60 "GET /v2.0/ports?device_id=5dd10cd5-7ae4-4e80-97f9-4c96ac4835b8 HTTP/1.1" status: 200 len: 944 time: 0.0908651 Nov 23 18:02:31.276335 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323f65ce-e717-4655-921f-f6811fbb9fe4 req-4ac0b216-6dff-427d-91b7-836714fd0d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:02:31.277663 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-323f65ce-e717-4655-921f-f6811fbb9fe4 req-4ac0b216-6dff-427d-91b7-836714fd0d6c service neutron] 10.222.0.55 "GET /v2.0/networks?id=cae110b3-5567-49ab-b596-f0a7aac88283 HTTP/1.1" status: 200 len: 898 time: 0.1309001 Nov 23 18:02:31.357363 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-26d6769b-d133-463a-9165-cb6fa157d4fc req-4c4303f2-4669-4d8f-b096-add9bda7102b tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.60 "GET /v2.0/security-groups?id=2c5603b9-1589-4955-9c0a-b932762068ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0911622 Nov 23 18:02:31.368017 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-323f65ce-e717-4655-921f-f6811fbb9fe4 req-280f5320-b210-44e6-acaf-d3cc3cfa3f7f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c71d3c4c-1130-4e03-96bc-7df51e196ec7 HTTP/1.1" status: 200 len: 999 time: 0.0819066 Nov 23 18:02:31.416727 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323f65ce-e717-4655-921f-f6811fbb9fe4 req-d1f79090-69e4-4429-b21e-e2b2bc95c62f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:02:31.418159 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-323f65ce-e717-4655-921f-f6811fbb9fe4 req-d1f79090-69e4-4429-b21e-e2b2bc95c62f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b2927010-99be-414d-985d-0ab7ec25c54e HTTP/1.1" status: 200 len: 835 time: 0.0439630 Nov 23 18:02:31.466251 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323f65ce-e717-4655-921f-f6811fbb9fe4 req-90b1a6db-0351-4485-921d-50e32cfe1682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:02:31.467692 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-323f65ce-e717-4655-921f-f6811fbb9fe4 req-90b1a6db-0351-4485-921d-50e32cfe1682 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=cae110b3-5567-49ab-b596-f0a7aac88283&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419483 Nov 23 18:02:31.557411 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-323f65ce-e717-4655-921f-f6811fbb9fe4 req-7cc1b5a3-2705-4b6f-9551-8b880264ab40 service neutron] 10.222.0.55 "GET /v2.0/networks/cae110b3-5567-49ab-b596-f0a7aac88283?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810313 Nov 23 18:02:31.945882 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-323f65ce-e717-4655-921f-f6811fbb9fe4 req-ec6a891d-7dbf-4229-a29c-bd6b9ba8f928 service neutron] 10.222.0.55 "GET /v2.0/networks/cae110b3-5567-49ab-b596-f0a7aac88283?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3808649 Nov 23 18:02:32.168458 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323f65ce-e717-4655-921f-f6811fbb9fe4 req-96b9ee64-3399-4753-b65c-4902c465bff5 tempest-TestNetworkAdvancedServerOps-448977066 tempest-TestNetworkAdvancedServerOps-448977066-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:02:32.169950 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-323f65ce-e717-4655-921f-f6811fbb9fe4 req-96b9ee64-3399-4753-b65c-4902c465bff5 tempest-TestNetworkAdvancedServerOps-448977066 tempest-TestNetworkAdvancedServerOps-448977066-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=5dd10cd5-7ae4-4e80-97f9-4c96ac4835b8&tenant_id=4d3a35880fb64e77bd3047bfa46cf261&binding%3Ahost_id=n-h1-816206-8 HTTP/1.1" status: 200 len: 1095 time: 0.0435166 Nov 23 18:02:32.279149 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-323f65ce-e717-4655-921f-f6811fbb9fe4 req-42957045-5cf7-4fd2-92c4-83f708df5c86 service neutron] For port c71d3c4c-1130-4e03-96bc-7df51e196ec7, host n-h2-816206-8, cleared binding levels {{(pid=103591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:02:32.282385 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-323f65ce-e717-4655-921f-f6811fbb9fe4 req-42957045-5cf7-4fd2-92c4-83f708df5c86 service neutron] Publish callbacks [] for binding, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:32.283544 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-323f65ce-e717-4655-921f-f6811fbb9fe4 req-42957045-5cf7-4fd2-92c4-83f708df5c86 service neutron] 10.222.0.55 "DELETE /v2.0/ports/c71d3c4c-1130-4e03-96bc-7df51e196ec7/bindings/n-h2-816206-8 HTTP/1.1" status: 204 len: 173 time: 0.1057320 Nov 23 18:02:32.480320 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242bb6ba-a752-46b8-86e4-d66684c0b88c req-c0cee271-1b9b-42e4-a7a2-57d3a8e83826 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:02:32.481846 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-242bb6ba-a752-46b8-86e4-d66684c0b88c req-c0cee271-1b9b-42e4-a7a2-57d3a8e83826 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.60 "GET /v2.0/ports?device_id=5dd10cd5-7ae4-4e80-97f9-4c96ac4835b8 HTTP/1.1" status: 200 len: 944 time: 0.0534253 Nov 23 18:02:32.534392 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-242bb6ba-a752-46b8-86e4-d66684c0b88c req-134b7222-a98f-4dd2-b187-3266c570c6e9 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.60 "GET /v2.0/security-groups?id=2c5603b9-1589-4955-9c0a-b932762068ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452983 Nov 23 18:02:32.552324 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.agents_db [None req-464f6c07-0de8-4be6-8f5b-563f574d1c5d None None] Agent healthcheck: found 7 active agents {{(pid=103593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 18:02:32.649235 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7daad8af-0809-4fcc-b64d-5dc290f0428f req-a7da869a-6f86-4058-b6ea-dbfd1f4cf29f tempest-TestNetworkAdvancedServerOps-448977066 tempest-TestNetworkAdvancedServerOps-448977066-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:02:32.650770 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7daad8af-0809-4fcc-b64d-5dc290f0428f req-a7da869a-6f86-4058-b6ea-dbfd1f4cf29f tempest-TestNetworkAdvancedServerOps-448977066 tempest-TestNetworkAdvancedServerOps-448977066-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=5dd10cd5-7ae4-4e80-97f9-4c96ac4835b8 HTTP/1.1" status: 200 len: 1095 time: 0.0423288 Nov 23 18:02:32.700777 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7daad8af-0809-4fcc-b64d-5dc290f0428f req-3389d59f-ac0e-491c-b3b9-863fe239701b tempest-TestNetworkAdvancedServerOps-448977066 tempest-TestNetworkAdvancedServerOps-448977066-project-admin] 10.222.0.60 "GET /v2.0/security-groups?id=2c5603b9-1589-4955-9c0a-b932762068ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435448 Nov 23 18:02:32.819645 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fbde77-84e9-483d-9c80-e0339a38fcc8 req-1a6b6b34-6142-41ce-b05e-0b84ea6caa62 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:02:32.821193 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-01fbde77-84e9-483d-9c80-e0339a38fcc8 req-1a6b6b34-6142-41ce-b05e-0b84ea6caa62 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.60 "GET /v2.0/ports?device_id=5dd10cd5-7ae4-4e80-97f9-4c96ac4835b8 HTTP/1.1" status: 200 len: 944 time: 0.0540574 Nov 23 18:02:32.879471 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-01fbde77-84e9-483d-9c80-e0339a38fcc8 req-b20968b2-cce4-416d-a8d7-c7d5554d6119 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.60 "GET /v2.0/security-groups?id=2c5603b9-1589-4955-9c0a-b932762068ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522742 Nov 23 18:02:32.902420 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 52224) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:02:32.978117 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-d6025b02-9721-4602-a6c9-5c83882d767f tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.60 "GET /v2.0/floatingips/fa20fc04-4fa8-488c-b6ca-657e46bef797 HTTP/1.1" status: 200 len: 991 time: 0.0693290 Nov 23 18:02:33.192349 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 52230) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:02:33.353829 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-9fd40503-8356-4b4b-987c-0091fa0861ba tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Deleting port 109addcf-2ea4-4066-a3ec-95f08a740135 {{(pid=103591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:02:33.354167 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-9fd40503-8356-4b4b-987c-0091fa0861ba tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:33.428427 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-9fd40503-8356-4b4b-987c-0091fa0861ba tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:33.428784 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-9fd40503-8356-4b4b-987c-0091fa0861ba tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:33.440617 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-9fd40503-8356-4b4b-987c-0091fa0861ba tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Calling delete_port for 109addcf-2ea4-4066-a3ec-95f08a740135 owned by network:floatingip {{(pid=103591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:02:33.589290 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-9fd40503-8356-4b4b-987c-0091fa0861ba tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:33.617708 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd40503-8356-4b4b-987c-0091fa0861ba tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Pushing event deleted for resources: {'Port': ['ID=109addcf-2ea4-4066-a3ec-95f08a740135,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:02:33.677902 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-9fd40503-8356-4b4b-987c-0091fa0861ba tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks [] for floatingip, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:33.678697 n-d-816206-8 neutron-server[103591]: INFO neutron.db.l3_db [None req-9fd40503-8356-4b4b-987c-0091fa0861ba tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Floating IP fa20fc04-4fa8-488c-b6ca-657e46bef797 disassociated (deleted). External IP: 172.25.3.241, port: c71d3c4c-1130-4e03-96bc-7df51e196ec7. Nov 23 18:02:33.887534 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fd40503-8356-4b4b-987c-0091fa0861ba tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Router f19ed6d5-8b21-4a98-9f20-0c8eddf6cc5e has already been hosted by L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 {{(pid=103591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:02:33.995122 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fd40503-8356-4b4b-987c-0091fa0861ba tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:02:33.999760 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-9fd40503-8356-4b4b-987c-0091fa0861ba tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for floatingip, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:34.005159 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb287fbf-30ac-4f1e-aeda-21becb3c4d5b None None] Sync routers for ids ['f19ed6d5-8b21-4a98-9f20-0c8eddf6cc5e'] in n-d-816206-8 {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:02:34.014363 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb287fbf-30ac-4f1e-aeda-21becb3c4d5b None None] Routers {'f19ed6d5-8b21-4a98-9f20-0c8eddf6cc5e'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:02:34.014964 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-fb287fbf-30ac-4f1e-aeda-21becb3c4d5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T18:02:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['f19ed6d5-8b21-4a98-9f20-0c8eddf6cc5e'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:02:34.027573 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-9fd40503-8356-4b4b-987c-0091fa0861ba tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.60 "DELETE /v2.0/floatingips/fa20fc04-4fa8-488c-b6ca-657e46bef797 HTTP/1.1" status: 204 len: 168 time: 0.8341477 Nov 23 18:02:34.028211 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5dd10cd5-7ae4-4e80-97f9-4c96ac4835b8', 'tag': 'c71d3c4c-1130-4e03-96bc-7df51e196ec7'}] {{(pid=103591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:02:34.030520 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41d174a19ece9499ff9ec44e5b3fc50f2abd3ffbc947fb7e52ea1e8db27b95b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2429956d-77d1-4681-8175-0bb1441e8193" -d '{"events": [{"name": "network-changed", "server_uuid": "5dd10cd5-7ae4-4e80-97f9-4c96ac4835b8", "tag": "c71d3c4c-1130-4e03-96bc-7df51e196ec7"}]}' {{(pid=103591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:02:34.084293 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:02:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61ae83d8-693d-4519-9f2b-e8b3c79ea430 x-openstack-request-id: req-61ae83d8-693d-4519-9f2b-e8b3c79ea430 {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:02:34.084637 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5dd10cd5-7ae4-4e80-97f9-4c96ac4835b8", "tag": "c71d3c4c-1130-4e03-96bc-7df51e196ec7", "status": "completed", "code": 200}]} {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:02:34.084899 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-61ae83d8-693d-4519-9f2b-e8b3c79ea430 {{(pid=103591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:02:34.085323 n-d-816206-8 neutron-server[103591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5dd10cd5-7ae4-4e80-97f9-4c96ac4835b8', 'tag': 'c71d3c4c-1130-4e03-96bc-7df51e196ec7', 'status': 'completed', 'code': 200} Nov 23 18:02:34.130066 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-fb287fbf-30ac-4f1e-aeda-21becb3c4d5b None None] Set router f19ed6d5-8b21-4a98-9f20-0c8eddf6cc5e gateway port host: n-d-816206-8 {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:02:34.152330 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2429956d-77d1-4681-8175-0bb1441e8193 req-4924d22f-eb0b-46be-a909-6dfd4f54ed11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:02:34.153810 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2429956d-77d1-4681-8175-0bb1441e8193 req-4924d22f-eb0b-46be-a909-6dfd4f54ed11 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4d3a35880fb64e77bd3047bfa46cf261&device_id=5dd10cd5-7ae4-4e80-97f9-4c96ac4835b8 HTTP/1.1" status: 200 len: 1095 time: 0.0465305 Nov 23 18:02:34.285326 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2429956d-77d1-4681-8175-0bb1441e8193 req-12a6dab5-a931-4278-a456-11e37d89fe3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:02:34.286829 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2429956d-77d1-4681-8175-0bb1441e8193 req-12a6dab5-a931-4278-a456-11e37d89fe3d service neutron] 10.222.0.55 "GET /v2.0/networks?id=cae110b3-5567-49ab-b596-f0a7aac88283 HTTP/1.1" status: 200 len: 898 time: 0.1241508 Nov 23 18:02:34.298747 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a546f583-dfa5-4bc9-85fe-e25705a0c617 req-2e48371b-5b0c-4ed0-9096-9199de3123b3 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:02:34.300988 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a546f583-dfa5-4bc9-85fe-e25705a0c617 req-2e48371b-5b0c-4ed0-9096-9199de3123b3 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.60 "GET /v2.0/ports?device_id=5dd10cd5-7ae4-4e80-97f9-4c96ac4835b8 HTTP/1.1" status: 200 len: 944 time: 0.0713279 Nov 23 18:02:34.335616 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-fb287fbf-30ac-4f1e-aeda-21becb3c4d5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f19ed6d5-8b21-4a98-9f20-0c8eddf6cc5e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1939207205', 'tenant_id': '4d3a35880fb64e77bd3047bfa46cf261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': 'a12366a0-f5ff-485d-8efe-546f6719d05f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:01:30Z', 'updated_at': '2021-11-23T18:01:34Z', 'revision_number': 4, 'project_id': '4d3a35880fb64e77bd3047bfa46cf261', 'gw_port': {'id': 'a12366a0-f5ff-485d-8efe-546f6719d05f', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:cd:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f19ed6d5-8b21-4a98-9f20-0c8eddf6cc5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:01:31Z', 'updated_at': '2021-11-23T18:01:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_interfaces': [{'id': '88cbf43f-c676-4415-9f06-ab5a84f13926', 'name': '', 'network_id': 'cae110b3-5567-49ab-b596-f0a7aac88283', 'tenant_id': '4d3a35880fb64e77bd3047bfa46cf261', 'mac_address': 'fa:16:3e:96:bc:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f19ed6d5-8b21-4a98-9f20-0c8eddf6cc5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': 'b2927010-99be-414d-985d-0ab7ec25c54e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:01:33Z', 'updated_at': '2021-11-23T18:01:37Z', 'revision_number': 5, 'project_id': '4d3a35880fb64e77bd3047bfa46cf261', 'subnets': [{'id': 'b2927010-99be-414d-985d-0ab7ec25c54e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:02:34.346944 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2429956d-77d1-4681-8175-0bb1441e8193 req-1cd5c582-8ba3-4b80-8a5b-3181d96311ce service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c71d3c4c-1130-4e03-96bc-7df51e196ec7 HTTP/1.1" status: 200 len: 217 time: 0.0444586 Nov 23 18:02:34.361605 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb287fbf-30ac-4f1e-aeda-21becb3c4d5b None None] Checking router: f19ed6d5-8b21-4a98-9f20-0c8eddf6cc5e for host: n-d-816206-8 {{(pid=103593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:02:34.370522 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb287fbf-30ac-4f1e-aeda-21becb3c4d5b None None] Routers {'f19ed6d5-8b21-4a98-9f20-0c8eddf6cc5e'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:02:34.371106 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-fb287fbf-30ac-4f1e-aeda-21becb3c4d5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T18:02:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['f19ed6d5-8b21-4a98-9f20-0c8eddf6cc5e'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:02:34.411831 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a546f583-dfa5-4bc9-85fe-e25705a0c617 req-ebfa5787-0d32-48e4-9f74-f4163ea338bc tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.60 "GET /v2.0/security-groups?id=2c5603b9-1589-4955-9c0a-b932762068ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1029730 Nov 23 18:02:34.423189 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2429956d-77d1-4681-8175-0bb1441e8193 req-60a47fd8-5b06-402c-9133-9b42f5ff515b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:02:34.425489 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2429956d-77d1-4681-8175-0bb1441e8193 req-60a47fd8-5b06-402c-9133-9b42f5ff515b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b2927010-99be-414d-985d-0ab7ec25c54e HTTP/1.1" status: 200 len: 835 time: 0.0664470 Nov 23 18:02:34.477779 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2429956d-77d1-4681-8175-0bb1441e8193 req-897918da-4beb-47f9-b405-e00c8577167b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:02:34.478482 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-fb287fbf-30ac-4f1e-aeda-21becb3c4d5b None None] Set router f19ed6d5-8b21-4a98-9f20-0c8eddf6cc5e gateway port host: n-d-816206-8 {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:02:34.479297 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2429956d-77d1-4681-8175-0bb1441e8193 req-897918da-4beb-47f9-b405-e00c8577167b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=cae110b3-5567-49ab-b596-f0a7aac88283&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425963 Nov 23 18:02:34.578753 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2429956d-77d1-4681-8175-0bb1441e8193 req-e23bee7c-708d-463a-8d5b-79af25b9ad78 service neutron] 10.222.0.55 "GET /v2.0/networks/cae110b3-5567-49ab-b596-f0a7aac88283?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904911 Nov 23 18:02:34.680200 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2429956d-77d1-4681-8175-0bb1441e8193 req-d70f7b7c-e347-4fea-a615-ec309a212c0b service neutron] 10.222.0.55 "GET /v2.0/networks/cae110b3-5567-49ab-b596-f0a7aac88283?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918767 Nov 23 18:02:34.696209 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcaf0687-6742-4210-9b76-a964b021bd35 req-12ac3075-b419-4232-ac96-02340283ded0 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:02:34.698147 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-bcaf0687-6742-4210-9b76-a964b021bd35 req-12ac3075-b419-4232-ac96-02340283ded0 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.55 "GET /v2.0/ports?device_id=5dd10cd5-7ae4-4e80-97f9-4c96ac4835b8 HTTP/1.1" status: 200 len: 944 time: 0.0525689 Nov 23 18:02:34.771273 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-fb287fbf-30ac-4f1e-aeda-21becb3c4d5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f19ed6d5-8b21-4a98-9f20-0c8eddf6cc5e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1939207205', 'tenant_id': '4d3a35880fb64e77bd3047bfa46cf261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': 'a12366a0-f5ff-485d-8efe-546f6719d05f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:01:30Z', 'updated_at': '2021-11-23T18:01:34Z', 'revision_number': 4, 'project_id': '4d3a35880fb64e77bd3047bfa46cf261', 'gw_port': {'id': 'a12366a0-f5ff-485d-8efe-546f6719d05f', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:cd:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f19ed6d5-8b21-4a98-9f20-0c8eddf6cc5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:01:31Z', 'updated_at': '2021-11-23T18:01:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_interfaces': [{'id': '88cbf43f-c676-4415-9f06-ab5a84f13926', 'name': '', 'network_id': 'cae110b3-5567-49ab-b596-f0a7aac88283', 'tenant_id': '4d3a35880fb64e77bd3047bfa46cf261', 'mac_address': 'fa:16:3e:96:bc:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f19ed6d5-8b21-4a98-9f20-0c8eddf6cc5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': 'b2927010-99be-414d-985d-0ab7ec25c54e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:01:33Z', 'updated_at': '2021-11-23T18:01:37Z', 'revision_number': 5, 'project_id': '4d3a35880fb64e77bd3047bfa46cf261', 'subnets': [{'id': 'b2927010-99be-414d-985d-0ab7ec25c54e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:02:34.795600 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [req-bcaf0687-6742-4210-9b76-a964b021bd35 req-6f6f8324-c384-4e81-af64-9beecb9734b9 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Deleting port c71d3c4c-1130-4e03-96bc-7df51e196ec7 {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:02:34.796104 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-bcaf0687-6742-4210-9b76-a964b021bd35 req-6f6f8324-c384-4e81-af64-9beecb9734b9 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:34.796847 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb287fbf-30ac-4f1e-aeda-21becb3c4d5b None None] The sync data for ids ['f19ed6d5-8b21-4a98-9f20-0c8eddf6cc5e'] in n-d-816206-8 is: [{'id': 'f19ed6d5-8b21-4a98-9f20-0c8eddf6cc5e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1939207205', 'tenant_id': '4d3a35880fb64e77bd3047bfa46cf261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': 'a12366a0-f5ff-485d-8efe-546f6719d05f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:01:30Z', 'updated_at': '2021-11-23T18:01:34Z', 'revision_number': 4, 'project_id': '4d3a35880fb64e77bd3047bfa46cf261', 'gw_port': {'id': 'a12366a0-f5ff-485d-8efe-546f6719d05f', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:cd:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f19ed6d5-8b21-4a98-9f20-0c8eddf6cc5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:01:31Z', 'updated_at': '2021-11-23T18:01:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_interfaces': [{'id': '88cbf43f-c676-4415-9f06-ab5a84f13926', 'name': '', 'network_id': 'cae110b3-5567-49ab-b596-f0a7aac88283', 'tenant_id': '4d3a35880fb64e77bd3047bfa46cf261', 'mac_address': 'fa:16:3e:96:bc:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f19ed6d5-8b21-4a98-9f20-0c8eddf6cc5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': 'b2927010-99be-414d-985d-0ab7ec25c54e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:01:33Z', 'updated_at': '2021-11-23T18:01:37Z', 'revision_number': 5, 'project_id': '4d3a35880fb64e77bd3047bfa46cf261', 'subnets': [{'id': 'b2927010-99be-414d-985d-0ab7ec25c54e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:02:34.892024 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [req-bcaf0687-6742-4210-9b76-a964b021bd35 req-6f6f8324-c384-4e81-af64-9beecb9734b9 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] For port c71d3c4c-1130-4e03-96bc-7df51e196ec7, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=c71d3c4c-1130-4e03-96bc-7df51e196ec7,segment=NetworkSegment(d277aad9-2522-4c49-aa91-b115290ef9e1),segment_id=d277aad9-2522-4c49-aa91-b115290ef9e1)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:02:34.892386 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-bcaf0687-6742-4210-9b76-a964b021bd35 req-6f6f8324-c384-4e81-af64-9beecb9734b9 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:34.905061 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [req-bcaf0687-6742-4210-9b76-a964b021bd35 req-6f6f8324-c384-4e81-af64-9beecb9734b9 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Calling delete_port for c71d3c4c-1130-4e03-96bc-7df51e196ec7 owned by compute:nova {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:02:35.029593 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6baca6c-9826-4275-b40c-fbb79dc04bd6 None None] New status for floating IP fa20fc04-4fa8-488c-b6ca-657e46bef797: DOWN {{(pid=103592) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 18:02:35.033599 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device c71d3c4c-1130-4e03-96bc-7df51e196ec7 no longer exists at agent hyperv_n-h2-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:02:35.042764 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-bcaf0687-6742-4210-9b76-a964b021bd35 req-6f6f8324-c384-4e81-af64-9beecb9734b9 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:35.079434 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6f8324-c384-4e81-af64-9beecb9734b9 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Pushing event deleted for resources: {'Port': ['ID=c71d3c4c-1130-4e03-96bc-7df51e196ec7,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:02:35.108127 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6f8324-c384-4e81-af64-9beecb9734b9 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:02:35.108523 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6f8324-c384-4e81-af64-9beecb9734b9 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:02:35.108857 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6f8324-c384-4e81-af64-9beecb9734b9 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:02:35.109205 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6f8324-c384-4e81-af64-9beecb9734b9 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:02:35.109549 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6f8324-c384-4e81-af64-9beecb9734b9 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:02:35.110537 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6f8324-c384-4e81-af64-9beecb9734b9 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:02:35.110537 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6f8324-c384-4e81-af64-9beecb9734b9 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:02:35.110537 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6f8324-c384-4e81-af64-9beecb9734b9 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:02:35.110882 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6f8324-c384-4e81-af64-9beecb9734b9 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:02:35.111190 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6f8324-c384-4e81-af64-9beecb9734b9 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:02:35.111526 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6f8324-c384-4e81-af64-9beecb9734b9 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:02:35.111901 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6f8324-c384-4e81-af64-9beecb9734b9 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:02:35.133750 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcaf0687-6742-4210-9b76-a964b021bd35 req-6f6f8324-c384-4e81-af64-9beecb9734b9 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] No DVR routers for this DVR port c71d3c4c-1130-4e03-96bc-7df51e196ec7 on host n-h1-816206-8 {{(pid=103590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:02:35.136202 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-bcaf0687-6742-4210-9b76-a964b021bd35 req-6f6f8324-c384-4e81-af64-9beecb9734b9 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:35.137849 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] No active binding found for port c71d3c4c-1130-4e03-96bc-7df51e196ec7 {{(pid=103592) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 23 18:02:35.138375 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device c71d3c4c-1130-4e03-96bc-7df51e196ec7 not bound to the agent host n-h2-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:02:35.139625 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-bcaf0687-6742-4210-9b76-a964b021bd35 req-6f6f8324-c384-4e81-af64-9beecb9734b9 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.55 "DELETE /v2.0/ports/c71d3c4c-1130-4e03-96bc-7df51e196ec7 HTTP/1.1" status: 204 len: 173 time: 0.4330089 Nov 23 18:02:35.140118 n-d-816206-8 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5dd10cd5-7ae4-4e80-97f9-4c96ac4835b8', 'name': 'network-vif-deleted', 'tag': 'c71d3c4c-1130-4e03-96bc-7df51e196ec7'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:02:35.142520 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbabddbc9fc37b068808e119c416c86f5957ca04531a4a0d2e695c515e93483b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a537dfa3-9897-48d5-953e-8c37ea81a204" -d '{"events": [{"server_uuid": "5dd10cd5-7ae4-4e80-97f9-4c96ac4835b8", "name": "network-vif-deleted", "tag": "c71d3c4c-1130-4e03-96bc-7df51e196ec7"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:02:35.254063 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:02:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa1de283-dd26-48f6-bf64-e20dcb15b930 x-openstack-request-id: req-aa1de283-dd26-48f6-bf64-e20dcb15b930 {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:02:35.254578 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5dd10cd5-7ae4-4e80-97f9-4c96ac4835b8", "name": "network-vif-deleted", "tag": "c71d3c4c-1130-4e03-96bc-7df51e196ec7", "status": "completed", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:02:35.254835 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-aa1de283-dd26-48f6-bf64-e20dcb15b930 {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:02:35.255248 n-d-816206-8 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5dd10cd5-7ae4-4e80-97f9-4c96ac4835b8', 'name': 'network-vif-deleted', 'tag': 'c71d3c4c-1130-4e03-96bc-7df51e196ec7', 'status': 'completed', 'code': 200} Nov 23 18:02:35.474228 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 52244) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:02:35.845374 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c5813498-47f3-45dc-bd98-e2f95aa0472c tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1794372'] for router_interface, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:36.097493 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-c5813498-47f3-45dc-bd98-e2f95aa0472c tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Deleting port 88cbf43f-c676-4415-9f06-ab5a84f13926 {{(pid=103591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:02:36.097830 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c5813498-47f3-45dc-bd98-e2f95aa0472c tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:36.184891 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [None req-c5813498-47f3-45dc-bd98-e2f95aa0472c tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] For port 88cbf43f-c676-4415-9f06-ab5a84f13926, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=88cbf43f-c676-4415-9f06-ab5a84f13926,segment=NetworkSegment(d277aad9-2522-4c49-aa91-b115290ef9e1),segment_id=d277aad9-2522-4c49-aa91-b115290ef9e1)] {{(pid=103591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:02:36.185244 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c5813498-47f3-45dc-bd98-e2f95aa0472c tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:36.198060 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-c5813498-47f3-45dc-bd98-e2f95aa0472c tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Calling delete_port for 88cbf43f-c676-4415-9f06-ab5a84f13926 owned by network:router_interface {{(pid=103591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:02:36.375459 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c5813498-47f3-45dc-bd98-e2f95aa0472c tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:36.405424 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5813498-47f3-45dc-bd98-e2f95aa0472c tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Pushing event deleted for resources: {'Port': ['ID=88cbf43f-c676-4415-9f06-ab5a84f13926,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:02:36.575857 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c5813498-47f3-45dc-bd98-e2f95aa0472c tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2067500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1794520'] for router_interface, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:36.790401 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5813498-47f3-45dc-bd98-e2f95aa0472c tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Router f19ed6d5-8b21-4a98-9f20-0c8eddf6cc5e has already been hosted by L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 {{(pid=103591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:02:37.195612 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5813498-47f3-45dc-bd98-e2f95aa0472c tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:02:37.201202 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-c5813498-47f3-45dc-bd98-e2f95aa0472c tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.60 "PUT /v2.0/routers/f19ed6d5-8b21-4a98-9f20-0c8eddf6cc5e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7256401 Nov 23 18:02:37.204145 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 52246) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:02:37.205090 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76ce71cb-dd80-4f4e-9bc6-cc69afa8b450 None None] Sync routers for ids ['f19ed6d5-8b21-4a98-9f20-0c8eddf6cc5e'] in n-d-816206-8 {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:02:37.215110 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76ce71cb-dd80-4f4e-9bc6-cc69afa8b450 None None] Routers {'f19ed6d5-8b21-4a98-9f20-0c8eddf6cc5e'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:02:37.215709 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-76ce71cb-dd80-4f4e-9bc6-cc69afa8b450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T18:02:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['f19ed6d5-8b21-4a98-9f20-0c8eddf6cc5e'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:02:37.259374 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.db_base_plugin_v2 [None req-65f97e73-7565-4e73-96e6-b49017f280e3 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Deleting subnet b2927010-99be-414d-985d-0ab7ec25c54e {{(pid=103591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 18:02:37.262520 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-65f97e73-7565-4e73-96e6-b49017f280e3 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks [] for subnet, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:37.306811 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-65f97e73-7565-4e73-96e6-b49017f280e3 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265990000'] for subnet, precommit_delete_associations {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:37.319130 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-76ce71cb-dd80-4f4e-9bc6-cc69afa8b450 None None] Set router f19ed6d5-8b21-4a98-9f20-0c8eddf6cc5e gateway port host: n-d-816206-8 {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:02:37.394331 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-65f97e73-7565-4e73-96e6-b49017f280e3 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971956'] for subnet, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:37.451311 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-65f97e73-7565-4e73-96e6-b49017f280e3 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264758240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264314269'] for subnet, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:37.480442 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f97e73-7565-4e73-96e6-b49017f280e3 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Pushing event deleted for resources: {'Subnet': ['ID=b2927010-99be-414d-985d-0ab7ec25c54e,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:02:37.482471 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-65f97e73-7565-4e73-96e6-b49017f280e3 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for subnet, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:37.485733 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-65f97e73-7565-4e73-96e6-b49017f280e3 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.60 "DELETE /v2.0/subnets/b2927010-99be-414d-985d-0ab7ec25c54e HTTP/1.1" status: 204 len: 168 time: 0.2807481 Nov 23 18:02:37.489073 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 52248) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:02:37.491772 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac57ef71-a72c-49bd-a693-5d3de60e3659 None None] Network cae110b3-5567-49ab-b596-f0a7aac88283 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:02:37.504028 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-76ce71cb-dd80-4f4e-9bc6-cc69afa8b450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f19ed6d5-8b21-4a98-9f20-0c8eddf6cc5e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1939207205', 'tenant_id': '4d3a35880fb64e77bd3047bfa46cf261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': 'a12366a0-f5ff-485d-8efe-546f6719d05f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:01:30Z', 'updated_at': '2021-11-23T18:02:36Z', 'revision_number': 5, 'project_id': '4d3a35880fb64e77bd3047bfa46cf261', 'gw_port': {'id': 'a12366a0-f5ff-485d-8efe-546f6719d05f', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:cd:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f19ed6d5-8b21-4a98-9f20-0c8eddf6cc5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:01:31Z', 'updated_at': '2021-11-23T18:01:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8'}], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:02:37.530268 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76ce71cb-dd80-4f4e-9bc6-cc69afa8b450 None None] Checking router: f19ed6d5-8b21-4a98-9f20-0c8eddf6cc5e for host: n-d-816206-8 {{(pid=103593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:02:37.539520 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76ce71cb-dd80-4f4e-9bc6-cc69afa8b450 None None] Routers {'f19ed6d5-8b21-4a98-9f20-0c8eddf6cc5e'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:02:37.539952 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-76ce71cb-dd80-4f4e-9bc6-cc69afa8b450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T18:02:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['f19ed6d5-8b21-4a98-9f20-0c8eddf6cc5e'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:02:37.610321 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-5f2b14b9-d0f9-4c2b-bd5d-648773c46f6f tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks [] for router, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:37.661862 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-76ce71cb-dd80-4f4e-9bc6-cc69afa8b450 None None] Set router f19ed6d5-8b21-4a98-9f20-0c8eddf6cc5e gateway port host: n-d-816206-8 {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:02:37.689600 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfaef4d4-e85e-4849-af23-ab9d2055343e None None] DHCP port deletion for cae110b3-5567-49ab-b596-f0a7aac88283 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:02:37.729727 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-5f2b14b9-d0f9-4c2b-bd5d-648773c46f6f tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:37.742840 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device c71d3c4c-1130-4e03-96bc-7df51e196ec7 no longer exists at agent hyperv_n-h1-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:02:37.770535 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] No Port match for: c71d3c4c-1130-4e03-96bc-7df51e196ec7 {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:02:37.770881 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device c71d3c4c-1130-4e03-96bc-7df51e196ec7 not bound to the agent host n-h1-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:02:37.777000 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-cfaef4d4-e85e-4849-af23-ab9d2055343e None None] Deleting port ca0d46d8-c65f-498e-b24a-7219698a3397 {{(pid=103592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:02:37.777866 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-cfaef4d4-e85e-4849-af23-ab9d2055343e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:37.790428 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-5f2b14b9-d0f9-4c2b-bd5d-648773c46f6f tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Deleting port a12366a0-f5ff-485d-8efe-546f6719d05f {{(pid=103591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:02:37.790775 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-5f2b14b9-d0f9-4c2b-bd5d-648773c46f6f tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:37.848835 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-cfaef4d4-e85e-4849-af23-ab9d2055343e None None] For port ca0d46d8-c65f-498e-b24a-7219698a3397, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=ca0d46d8-c65f-498e-b24a-7219698a3397,segment=NetworkSegment(d277aad9-2522-4c49-aa91-b115290ef9e1),segment_id=d277aad9-2522-4c49-aa91-b115290ef9e1)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:02:37.849713 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-cfaef4d4-e85e-4849-af23-ab9d2055343e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:37.853812 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-76ce71cb-dd80-4f4e-9bc6-cc69afa8b450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f19ed6d5-8b21-4a98-9f20-0c8eddf6cc5e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1939207205', 'tenant_id': '4d3a35880fb64e77bd3047bfa46cf261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': 'a12366a0-f5ff-485d-8efe-546f6719d05f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:01:30Z', 'updated_at': '2021-11-23T18:02:36Z', 'revision_number': 5, 'project_id': '4d3a35880fb64e77bd3047bfa46cf261', 'gw_port': {'id': 'a12366a0-f5ff-485d-8efe-546f6719d05f', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:cd:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f19ed6d5-8b21-4a98-9f20-0c8eddf6cc5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:01:31Z', 'updated_at': '2021-11-23T18:01:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8'}], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:02:37.862560 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-cfaef4d4-e85e-4849-af23-ab9d2055343e None None] Calling delete_port for ca0d46d8-c65f-498e-b24a-7219698a3397 owned by network:dhcp {{(pid=103592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:02:37.873029 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [None req-5f2b14b9-d0f9-4c2b-bd5d-648773c46f6f tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] For port a12366a0-f5ff-485d-8efe-546f6719d05f, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=a12366a0-f5ff-485d-8efe-546f6719d05f,segment=NetworkSegment(bffd1e4f-e80f-4ff0-b418-2f42ae15febf),segment_id=bffd1e4f-e80f-4ff0-b418-2f42ae15febf)] {{(pid=103591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:02:37.873479 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-5f2b14b9-d0f9-4c2b-bd5d-648773c46f6f tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:37.884442 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76ce71cb-dd80-4f4e-9bc6-cc69afa8b450 None None] The sync data for ids ['f19ed6d5-8b21-4a98-9f20-0c8eddf6cc5e'] in n-d-816206-8 is: [{'id': 'f19ed6d5-8b21-4a98-9f20-0c8eddf6cc5e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1939207205', 'tenant_id': '4d3a35880fb64e77bd3047bfa46cf261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': 'a12366a0-f5ff-485d-8efe-546f6719d05f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:01:30Z', 'updated_at': '2021-11-23T18:02:36Z', 'revision_number': 5, 'project_id': '4d3a35880fb64e77bd3047bfa46cf261', 'gw_port': {'id': 'a12366a0-f5ff-485d-8efe-546f6719d05f', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:cd:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f19ed6d5-8b21-4a98-9f20-0c8eddf6cc5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:01:31Z', 'updated_at': '2021-11-23T18:01:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8'}] {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:02:37.885554 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-5f2b14b9-d0f9-4c2b-bd5d-648773c46f6f tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Calling delete_port for a12366a0-f5ff-485d-8efe-546f6719d05f owned by network:router_gateway {{(pid=103591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:02:37.961789 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-cfaef4d4-e85e-4849-af23-ab9d2055343e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989'] for port, after_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:37.988605 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfaef4d4-e85e-4849-af23-ab9d2055343e None None] Pushing event deleted for resources: {'Port': ['ID=ca0d46d8-c65f-498e-b24a-7219698a3397,revision_number=None']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:02:37.990772 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfaef4d4-e85e-4849-af23-ab9d2055343e None None] No DVR routers for this DVR port ca0d46d8-c65f-498e-b24a-7219698a3397 on host n-d-816206-8 {{(pid=103592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:02:37.998911 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfaef4d4-e85e-4849-af23-ab9d2055343e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:02:37.999266 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfaef4d4-e85e-4849-af23-ab9d2055343e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:02:37.999615 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfaef4d4-e85e-4849-af23-ab9d2055343e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:02:37.999957 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfaef4d4-e85e-4849-af23-ab9d2055343e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:02:38.000586 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfaef4d4-e85e-4849-af23-ab9d2055343e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:02:38.000679 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfaef4d4-e85e-4849-af23-ab9d2055343e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:02:38.001006 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfaef4d4-e85e-4849-af23-ab9d2055343e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:02:38.001294 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfaef4d4-e85e-4849-af23-ab9d2055343e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:02:38.001643 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfaef4d4-e85e-4849-af23-ab9d2055343e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:02:38.001950 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfaef4d4-e85e-4849-af23-ab9d2055343e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:02:38.002280 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfaef4d4-e85e-4849-af23-ab9d2055343e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:02:38.003174 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfaef4d4-e85e-4849-af23-ab9d2055343e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:02:38.059121 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-5f2b14b9-d0f9-4c2b-bd5d-648773c46f6f tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:38.090947 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2b14b9-d0f9-4c2b-bd5d-648773c46f6f tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Pushing event deleted for resources: {'Port': ['ID=a12366a0-f5ff-485d-8efe-546f6719d05f,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:02:38.100886 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdd412e5-cf4f-4f1b-ac49-f946b3b470bd None None] DHCP port deletion for 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:02:38.150742 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-5f2b14b9-d0f9-4c2b-bd5d-648773c46f6f tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1795454'] for router_gateway, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:38.242796 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-5f2b14b9-d0f9-4c2b-bd5d-648773c46f6f tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1794352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8175'] for router, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:38.245078 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-5f2b14b9-d0f9-4c2b-bd5d-648773c46f6f tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:38.289854 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-5f2b14b9-d0f9-4c2b-bd5d-648773c46f6f tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1795580'] for router, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:38.290409 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f2b14b9-d0f9-4c2b-bd5d-648773c46f6f tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Fanout notify agent at l3_agent the message router_deleted on router f19ed6d5-8b21-4a98-9f20-0c8eddf6cc5e {{(pid=103591) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 18:02:38.297543 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-5f2b14b9-d0f9-4c2b-bd5d-648773c46f6f tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks [] for router, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:38.298714 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-5f2b14b9-d0f9-4c2b-bd5d-648773c46f6f tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.60 "DELETE /v2.0/routers/f19ed6d5-8b21-4a98-9f20-0c8eddf6cc5e HTTP/1.1" status: 204 len: 168 time: 0.8087020 Nov 23 18:02:38.301460 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 52250) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:02:38.385994 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-a00d3a1a-bf2e-49fd-801c-b80443e93bbd tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-555181'] for network, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:38.477996 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-a00d3a1a-bf2e-49fd-801c-b80443e93bbd tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973419', 'neutron.services.segments.db._delete_segments_for_network-8736635878840'] for network, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:38.500129 n-d-816206-8 neutron-server[103591]: DEBUG neutron.services.segments.db [None req-a00d3a1a-bf2e-49fd-801c-b80443e93bbd tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cae110b3-5567-49ab-b596-f0a7aac88283']}} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:02:38.511223 n-d-816206-8 neutron-server[103591]: DEBUG neutron.services.segments.db [None req-a00d3a1a-bf2e-49fd-801c-b80443e93bbd tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd277aad9-2522-4c49-aa91-b115290ef9e1') {'for_net_delete': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:02:38.511514 n-d-816206-8 neutron-server[103591]: DEBUG neutron.services.segments.db [None req-a00d3a1a-bf2e-49fd-801c-b80443e93bbd tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd277aad9-2522-4c49-aa91-b115290ef9e1') {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:02:38.521316 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-a00d3a1a-bf2e-49fd-801c-b80443e93bbd tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736635840332', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265989959'] for segment, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:38.534634 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-a00d3a1a-bf2e-49fd-801c-b80443e93bbd tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:38.542639 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a00d3a1a-bf2e-49fd-801c-b80443e93bbd tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Releasing vlan 524 on physical network physnet1 to pool {{(pid=103591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 18:02:38.543033 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-a00d3a1a-bf2e-49fd-801c-b80443e93bbd tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264756290'] for segment, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:38.546047 n-d-816206-8 neutron-server[103591]: Traceback (most recent call last): Nov 23 18:02:38.546047 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 18:02:38.546047 n-d-816206-8 neutron-server[103591]: timer() Nov 23 18:02:38.546047 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 18:02:38.546047 n-d-816206-8 neutron-server[103591]: cb(*args, **kw) Nov 23 18:02:38.546047 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 18:02:38.546047 n-d-816206-8 neutron-server[103591]: return func(*args, **kwargs) Nov 23 18:02:38.546047 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 18:02:38.546047 n-d-816206-8 neutron-server[103591]: self._notify() Nov 23 18:02:38.546047 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 18:02:38.546047 n-d-816206-8 neutron-server[103591]: self.callback(batched_events) Nov 23 18:02:38.546047 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 18:02:38.546047 n-d-816206-8 neutron-server[103591]: event.method(event) Nov 23 18:02:38.546047 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 18:02:38.546047 n-d-816206-8 neutron-server[103591]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 18:02:38.546047 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 18:02:38.546047 n-d-816206-8 neutron-server[103591]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 18:02:38.546047 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 18:02:38.546047 n-d-816206-8 neutron-server[103591]: return f(self, *a, **k) Nov 23 18:02:38.546047 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 18:02:38.546047 n-d-816206-8 neutron-server[103591]: return self._get(url).json() Nov 23 18:02:38.546047 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 18:02:38.546047 n-d-816206-8 neutron-server[103591]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 18:02:38.546047 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 18:02:38.546047 n-d-816206-8 neutron-server[103591]: return self.request(url, 'GET', **kwargs) Nov 23 18:02:38.546047 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 18:02:38.546047 n-d-816206-8 neutron-server[103591]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 18:02:38.546047 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 18:02:38.546047 n-d-816206-8 neutron-server[103591]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 18:02:38.546047 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 18:02:38.546047 n-d-816206-8 neutron-server[103591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 18:02:38.546047 n-d-816206-8 neutron-server[103591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 18:02:38.605106 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-a00d3a1a-bf2e-49fd-801c-b80443e93bbd tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1795418'] for network, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:38.612854 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-a00d3a1a-bf2e-49fd-801c-b80443e93bbd tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks [] for network, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:38.615897 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-a00d3a1a-bf2e-49fd-801c-b80443e93bbd tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.60 "DELETE /v2.0/networks/cae110b3-5567-49ab-b596-f0a7aac88283 HTTP/1.1" status: 204 len: 168 time: 0.3134484 Nov 23 18:02:38.618616 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 52252) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:02:38.635651 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00d3a1a-bf2e-49fd-801c-b80443e93bbd tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Pushing event deleted for resources: {'Network': ['ID=cae110b3-5567-49ab-b596-f0a7aac88283,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:02:38.684147 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-8d5e4b96-291f-472b-af90-838113185bde tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks [] for security_group, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:38.714135 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-8d5e4b96-291f-472b-af90-838113185bde tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:38.773319 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-8d5e4b96-291f-472b-af90-838113185bde tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:38.775947 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-8d5e4b96-291f-472b-af90-838113185bde tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks [] for security_group, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:38.777116 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-8d5e4b96-291f-472b-af90-838113185bde tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.60 "DELETE /v2.0/security-groups/2c5603b9-1589-4955-9c0a-b932762068ec HTTP/1.1" status: 204 len: 168 time: 0.1576037 Nov 23 18:02:38.786767 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5e4b96-291f-472b-af90-838113185bde tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c5603b9-1589-4955-9c0a-b932762068ec,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:02:39.098849 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 52258) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:02:39.103314 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-5f9baf9a-5979-414e-bc5d-4b041899fe7b tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1723981174', 'description': 'tempest-secgroup-smoke-1723981174 description', 'project_id': '4d3a35880fb64e77bd3047bfa46cf261'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:02:39.126240 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-5f9baf9a-5979-414e-bc5d-4b041899fe7b tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks [] for security_group, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:39.192979 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-5f9baf9a-5979-414e-bc5d-4b041899fe7b tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks [] for security_group, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:39.197160 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-5f9baf9a-5979-414e-bc5d-4b041899fe7b tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:39.224734 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-5f9baf9a-5979-414e-bc5d-4b041899fe7b tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks [] for security_group, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:39.225939 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-5f9baf9a-5979-414e-bc5d-4b041899fe7b tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1260993 Nov 23 18:02:39.228908 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 52260) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:02:39.230025 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9baf9a-5979-414e-bc5d-4b041899fe7b tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38939d63-3fe2-40d2-95eb-f696d491efe0,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:02:39.234432 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-a65f5a10-8593-47f3-b5a9-7b1ec686292c tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Request body: {'security_group_rule': {'security_group_id': '38939d63-3fe2-40d2-95eb-f696d491efe0', 'project_id': '4d3a35880fb64e77bd3047bfa46cf261', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:02:39.260208 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a65f5a10-8593-47f3-b5a9-7b1ec686292c tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:39.315329 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a65f5a10-8593-47f3-b5a9-7b1ec686292c tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:39.318890 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a65f5a10-8593-47f3-b5a9-7b1ec686292c tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994370'] for security_group_rule, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:39.338272 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65f5a10-8593-47f3-b5a9-7b1ec686292c tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5457dd0a-7c3b-4a61-811d-676b7b051b36,revision_number=0']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:02:39.345262 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a65f5a10-8593-47f3-b5a9-7b1ec686292c tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:39.346300 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-a65f5a10-8593-47f3-b5a9-7b1ec686292c tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1163459 Nov 23 18:02:39.349574 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 52262) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:02:39.353802 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-fdbcbe29-3a3a-4077-9eef-9e5db58d9510 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Request body: {'security_group_rule': {'security_group_id': '38939d63-3fe2-40d2-95eb-f696d491efe0', 'project_id': '4d3a35880fb64e77bd3047bfa46cf261', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:02:39.379607 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-fdbcbe29-3a3a-4077-9eef-9e5db58d9510 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:39.434213 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-fdbcbe29-3a3a-4077-9eef-9e5db58d9510 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:39.437696 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-fdbcbe29-3a3a-4077-9eef-9e5db58d9510 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994370'] for security_group_rule, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:39.457351 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbcbe29-3a3a-4077-9eef-9e5db58d9510 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3bb279a9-de20-40c1-b2e2-023dddd9bd07,revision_number=0']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:02:39.463094 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-fdbcbe29-3a3a-4077-9eef-9e5db58d9510 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:39.464508 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-fdbcbe29-3a3a-4077-9eef-9e5db58d9510 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1139994 Nov 23 18:02:39.467207 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 52264) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:02:39.472108 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-f35ca7f4-f26c-434f-8cae-31069f7181a9 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Request body: {'security_group_rule': {'security_group_id': '38939d63-3fe2-40d2-95eb-f696d491efe0', 'project_id': '4d3a35880fb64e77bd3047bfa46cf261', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:02:39.497690 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f35ca7f4-f26c-434f-8cae-31069f7181a9 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:39.556406 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f35ca7f4-f26c-434f-8cae-31069f7181a9 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:39.560730 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f35ca7f4-f26c-434f-8cae-31069f7181a9 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994370'] for security_group_rule, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:39.575744 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35ca7f4-f26c-434f-8cae-31069f7181a9 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed1f1089-c106-4ac5-b1d3-a18bd428d2d8,revision_number=0']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:02:39.592457 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f35ca7f4-f26c-434f-8cae-31069f7181a9 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:39.596236 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-f35ca7f4-f26c-434f-8cae-31069f7181a9 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1255059 Nov 23 18:02:39.596388 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 52266) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:02:39.600865 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-c2db6e18-2b9f-4817-b58a-63e2e0b80fad tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Request body: {'security_group_rule': {'security_group_id': '38939d63-3fe2-40d2-95eb-f696d491efe0', 'project_id': '4d3a35880fb64e77bd3047bfa46cf261', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:02:39.602269 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device a12366a0-f5ff-485d-8efe-546f6719d05f no longer exists at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:02:39.622502 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] No Port match for: a12366a0-f5ff-485d-8efe-546f6719d05f {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:02:39.622850 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device a12366a0-f5ff-485d-8efe-546f6719d05f not bound to the agent host n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:02:39.623268 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 88cbf43f-c676-4415-9f06-ab5a84f13926 no longer exists at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:02:39.626450 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c2db6e18-2b9f-4817-b58a-63e2e0b80fad tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:39.647063 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] No Port match for: 88cbf43f-c676-4415-9f06-ab5a84f13926 {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:02:39.647407 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 88cbf43f-c676-4415-9f06-ab5a84f13926 not bound to the agent host n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:02:39.647818 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device ca0d46d8-c65f-498e-b24a-7219698a3397 no longer exists at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:02:39.667068 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] No Port match for: ca0d46d8-c65f-498e-b24a-7219698a3397 {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:02:39.667068 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device ca0d46d8-c65f-498e-b24a-7219698a3397 not bound to the agent host n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:02:39.688312 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c2db6e18-2b9f-4817-b58a-63e2e0b80fad tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:39.692583 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c2db6e18-2b9f-4817-b58a-63e2e0b80fad tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994370'] for security_group_rule, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:39.711487 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2db6e18-2b9f-4817-b58a-63e2e0b80fad tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43175293-71ea-45f7-abb0-dd6686e52679,revision_number=0']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:02:39.719665 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c2db6e18-2b9f-4817-b58a-63e2e0b80fad tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:39.720905 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-c2db6e18-2b9f-4817-b58a-63e2e0b80fad tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1234741 Nov 23 18:02:39.723575 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 52268) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:02:39.727835 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-d4f3ac90-5a2b-47af-b47f-764251563f24 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Request body: {'security_group_rule': {'security_group_id': '38939d63-3fe2-40d2-95eb-f696d491efe0', 'project_id': '4d3a35880fb64e77bd3047bfa46cf261', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:02:39.749322 n-d-816206-8 neutron-server[103590]: INFO neutron.db.securitygroups_db [None req-d4f3ac90-5a2b-47af-b47f-764251563f24 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Project 4d3a35880fb64e77bd3047bfa46cf261 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 18:02:39.754797 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d4f3ac90-5a2b-47af-b47f-764251563f24 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:39.813481 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d4f3ac90-5a2b-47af-b47f-764251563f24 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:39.817375 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d4f3ac90-5a2b-47af-b47f-764251563f24 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994370'] for security_group_rule, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:39.835544 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f3ac90-5a2b-47af-b47f-764251563f24 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=741ecc53-bd6f-451f-b12f-47f59d8c6985,revision_number=0']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:02:39.842980 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d4f3ac90-5a2b-47af-b47f-764251563f24 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:39.844146 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-d4f3ac90-5a2b-47af-b47f-764251563f24 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1195962 Nov 23 18:02:39.846994 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 52270) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:02:39.851333 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-b2d4bb9d-b344-48eb-bf95-18207d66e8e0 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Request body: {'security_group_rule': {'security_group_id': '38939d63-3fe2-40d2-95eb-f696d491efe0', 'project_id': '4d3a35880fb64e77bd3047bfa46cf261', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:02:39.872527 n-d-816206-8 neutron-server[103590]: INFO neutron.db.securitygroups_db [None req-b2d4bb9d-b344-48eb-bf95-18207d66e8e0 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Project 4d3a35880fb64e77bd3047bfa46cf261 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 18:02:39.877399 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b2d4bb9d-b344-48eb-bf95-18207d66e8e0 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:39.937547 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b2d4bb9d-b344-48eb-bf95-18207d66e8e0 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:39.941498 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b2d4bb9d-b344-48eb-bf95-18207d66e8e0 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994370'] for security_group_rule, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:39.959547 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d4bb9d-b344-48eb-bf95-18207d66e8e0 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c124dcba-54c3-4726-877f-524f49c22a90,revision_number=0']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:02:39.964263 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b2d4bb9d-b344-48eb-bf95-18207d66e8e0 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:39.965481 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-b2d4bb9d-b344-48eb-bf95-18207d66e8e0 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1175683 Nov 23 18:02:39.968298 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 52272) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:02:39.973424 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-63e12c89-d829-4b67-9f8b-b846786c0bac tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Request body: {'network': {'name': 'tempest-network-smoke--567819351', 'project_id': '4d3a35880fb64e77bd3047bfa46cf261', 'port_security_enabled': True}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:02:39.994369 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63e12c89-d829-4b67-9f8b-b846786c0bac tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Made reservation on behalf of 4d3a35880fb64e77bd3047bfa46cf261 for: {'network': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:02:39.998000 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-63e12c89-d829-4b67-9f8b-b846786c0bac tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for network, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:40.021732 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63e12c89-d829-4b67-9f8b-b846786c0bac tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] vlan segment allocate from pool success with {'vlan_id': 503, 'physical_network': 'physnet1'} {{(pid=103590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 18:02:40.030288 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-63e12c89-d829-4b67-9f8b-b846786c0bac tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:40.030626 n-d-816206-8 neutron-server[103590]: INFO neutron.db.segments_db [None req-63e12c89-d829-4b67-9f8b-b846786c0bac tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Added segment b1fcc586-da91-4a54-82cc-15c6ce4fc865 of type vlan for network d4fa82de-a911-489b-9a20-b5134cebad28 Nov 23 18:02:40.071208 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-63e12c89-d829-4b67-9f8b-b846786c0bac tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736635338810'] for network, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:40.094997 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-63e12c89-d829-4b67-9f8b-b846786c0bac tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493'] for network, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:40.100444 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63e12c89-d829-4b67-9f8b-b846786c0bac tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:02:40.101052 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-63e12c89-d829-4b67-9f8b-b846786c0bac tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks [] for network, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:40.134267 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-63e12c89-d829-4b67-9f8b-b846786c0bac tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1648955 Nov 23 18:02:40.137201 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 52274) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:02:40.143336 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-4603201d-77d0-4df7-8bb0-9a3768b6a46e tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-365977388', 'admin_state_up': True, 'project_id': '4d3a35880fb64e77bd3047bfa46cf261', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'}}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:02:40.186028 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e12c89-d829-4b67-9f8b-b846786c0bac tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Pushing event updated for resources: {'Network': ['ID=d4fa82de-a911-489b-9a20-b5134cebad28,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:02:40.198209 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Network d4fa82de-a911-489b-9a20-b5134cebad28 details requested by agent ovs-agent-n-d-816206-8 with host n-d-816206-8 {{(pid=103592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 18:02:40.198426 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4603201d-77d0-4df7-8bb0-9a3768b6a46e tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1793449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8093'] for router, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:40.199424 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4603201d-77d0-4df7-8bb0-9a3768b6a46e tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1794473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1794771', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1638326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8086'] for router, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:40.252923 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4603201d-77d0-4df7-8bb0-9a3768b6a46e tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:40.389794 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4603201d-77d0-4df7-8bb0-9a3768b6a46e tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:40.576224 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4603201d-77d0-4df7-8bb0-9a3768b6a46e tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks [] for router_gateway, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:40.594208 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4603201d-77d0-4df7-8bb0-9a3768b6a46e tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:40.697835 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-4603201d-77d0-4df7-8bb0-9a3768b6a46e tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Allocated IP 172.25.3.193 (4c8455ba-1be5-42ac-b8c2-8a16e1292d55/08fe3644-ce41-4c3f-a7ea-92bac0f0fff5/90b6d5b3-552d-47b5-a331-e2fdf21e0c33) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:02:40.797746 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4603201d-77d0-4df7-8bb0-9a3768b6a46e tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:40.834762 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4603201d-77d0-4df7-8bb0-9a3768b6a46e tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:40.873412 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4603201d-77d0-4df7-8bb0-9a3768b6a46e tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Network 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:02:40.876191 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-4603201d-77d0-4df7-8bb0-9a3768b6a46e tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:02:40.879614 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4603201d-77d0-4df7-8bb0-9a3768b6a46e tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:02:40.885067 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4603201d-77d0-4df7-8bb0-9a3768b6a46e tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Pushing event updated for resources: {'Port': ['ID=90b6d5b3-552d-47b5-a331-e2fdf21e0c33,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:02:40.890510 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca0613fd-caf8-4386-a711-128b82626530 None None] DHCP port deletion for 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:02:41.007209 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-3e1be279-1e35-4ad9-86d5-b5c90b90cd2c None None] Provisioning complete for port 90b6d5b3-552d-47b5-a331-e2fdf21e0c33 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:02:41.007483 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-3e1be279-1e35-4ad9-86d5-b5c90b90cd2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:41.042685 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-3e1be279-1e35-4ad9-86d5-b5c90b90cd2c None None] Port 90b6d5b3-552d-47b5-a331-e2fdf21e0c33 cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:02:41.131787 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4603201d-77d0-4df7-8bb0-9a3768b6a46e tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks [] for router_gateway, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:41.323734 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4603201d-77d0-4df7-8bb0-9a3768b6a46e tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1794316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1795362'] for router, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:41.769336 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4603201d-77d0-4df7-8bb0-9a3768b6a46e tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Router a9030723-8a04-49e6-b17e-e4ea606aaaf1 is scheduled to L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 with binding_index 1 {{(pid=103590) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 18:02:41.870779 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4603201d-77d0-4df7-8bb0-9a3768b6a46e tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:02:41.880233 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52925243-06b7-475b-a5c2-735a55f629c6 None None] Sync routers for ids ['a9030723-8a04-49e6-b17e-e4ea606aaaf1'] in n-d-816206-8 {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:02:41.890376 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4603201d-77d0-4df7-8bb0-9a3768b6a46e tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks [] for router, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:41.890776 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52925243-06b7-475b-a5c2-735a55f629c6 None None] Routers {'a9030723-8a04-49e6-b17e-e4ea606aaaf1'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:02:41.891406 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-52925243-06b7-475b-a5c2-735a55f629c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T18:02:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['a9030723-8a04-49e6-b17e-e4ea606aaaf1'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:02:41.892120 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-4603201d-77d0-4df7-8bb0-9a3768b6a46e tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7540085 Nov 23 18:02:41.895236 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 52276) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:02:41.926811 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-8b284a6f-f4c7-4ac7-ab13-3cd6d922a083 tempest-TestNetworkAdvancedServerOps-448977066 tempest-TestNetworkAdvancedServerOps-448977066-project-admin] 10.222.0.60 "GET /v2.0/subnets?project_id=4d3a35880fb64e77bd3047bfa46cf261&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0304008 Nov 23 18:02:41.929861 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 52278) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:02:41.996594 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvr_db [None req-52925243-06b7-475b-a5c2-735a55f629c6 None None] Set router a9030723-8a04-49e6-b17e-e4ea606aaaf1 gateway port host: n-d-816206-8 {{(pid=103592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:02:42.016295 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58578ed5-18ed-46aa-bbc5-cb6b7480b47e tempest-TestNetworkAdvancedServerOps-448977066 tempest-TestNetworkAdvancedServerOps-448977066-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:02:42.020960 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-58578ed5-18ed-46aa-bbc5-cb6b7480b47e tempest-TestNetworkAdvancedServerOps-448977066 tempest-TestNetworkAdvancedServerOps-448977066-project-admin] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0871303 Nov 23 18:02:42.021200 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 52280) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:02:42.048206 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-83c5bda1-ad46-48e3-9263-5b81c9683cb5 tempest-TestNetworkAdvancedServerOps-448977066 tempest-TestNetworkAdvancedServerOps-448977066-project-admin] 10.222.0.60 "GET /v2.0/subnets?network_id=4c8455ba-1be5-42ac-b8c2-8a16e1292d55&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0259223 Nov 23 18:02:42.051297 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 52282) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:02:42.056220 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-dedac114-2ebb-4ecb-8ed7-ad3ed7334977 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-151958518', 'network_id': 'd4fa82de-a911-489b-9a20-b5134cebad28', 'project_id': '4d3a35880fb64e77bd3047bfa46cf261', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:02:42.148275 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dedac114-2ebb-4ecb-8ed7-ad3ed7334977 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Made reservation on behalf of 4d3a35880fb64e77bd3047bfa46cf261 for: {'subnet': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:02:42.151838 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-dedac114-2ebb-4ecb-8ed7-ad3ed7334977 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264730903'] for subnet, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:42.176786 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-52925243-06b7-475b-a5c2-735a55f629c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9030723-8a04-49e6-b17e-e4ea606aaaf1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-365977388', 'tenant_id': '4d3a35880fb64e77bd3047bfa46cf261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.193'}], 'enable_snat': True}, 'gw_port_id': '90b6d5b3-552d-47b5-a331-e2fdf21e0c33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:02:40Z', 'updated_at': '2021-11-23T18:02:41Z', 'revision_number': 3, 'project_id': '4d3a35880fb64e77bd3047bfa46cf261', 'gw_port': {'id': '90b6d5b3-552d-47b5-a331-e2fdf21e0c33', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:da:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9030723-8a04-49e6-b17e-e4ea606aaaf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:02:40Z', 'updated_at': '2021-11-23T18:02:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8'}], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:02:42.207641 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52925243-06b7-475b-a5c2-735a55f629c6 None None] Checking router: a9030723-8a04-49e6-b17e-e4ea606aaaf1 for host: n-d-816206-8 {{(pid=103592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:02:42.207993 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52925243-06b7-475b-a5c2-735a55f629c6 None None] Updating router a9030723-8a04-49e6-b17e-e4ea606aaaf1 port 90b6d5b3-552d-47b5-a331-e2fdf21e0c33 binding host n-d-816206-8 {{(pid=103592) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 18:02:42.233714 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-52925243-06b7-475b-a5c2-735a55f629c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:42.332156 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-dedac114-2ebb-4ecb-8ed7-ad3ed7334977 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264358096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264730885'] for subnet, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:42.389880 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedac114-2ebb-4ecb-8ed7-ad3ed7334977 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Pushing event updated for resources: {'Subnet': ['ID=ea199496-6ceb-4075-bf19-e5d27ac82ca0,revision_number=0']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:02:42.402069 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dedac114-2ebb-4ecb-8ed7-ad3ed7334977 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Checking segment: {'id': 'b1fcc586-da91-4a54-82cc-15c6ce4fc865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'd4fa82de-a911-489b-9a20-b5134cebad28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:02:42.402428 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dedac114-2ebb-4ecb-8ed7-ad3ed7334977 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Network hostable DHCP agents. Network: d4fa82de-a911-489b-9a20-b5134cebad28, hostable agents: ['0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3'], hosted agents: [] {{(pid=103590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 18:02:42.420656 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dedac114-2ebb-4ecb-8ed7-ad3ed7334977 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Network d4fa82de-a911-489b-9a20-b5134cebad28 is scheduled to be hosted by DHCP agent 0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3 with binding_index 1 {{(pid=103590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 18:02:42.429204 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-dedac114-2ebb-4ecb-8ed7-ad3ed7334977 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-8, d4fa82de-a911-489b-9a20-b5134cebad28) {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:02:42.433588 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dedac114-2ebb-4ecb-8ed7-ad3ed7334977 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:02:42.434181 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-dedac114-2ebb-4ecb-8ed7-ad3ed7334977 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks [] for subnet, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:42.441310 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ad1c593-a951-446f-a1fb-51a9939fb9e4 None None] Network d4fa82de-a911-489b-9a20-b5134cebad28 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:02:42.450756 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-dedac114-2ebb-4ecb-8ed7-ad3ed7334977 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.3984563 Nov 23 18:02:42.453566 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 52284) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:02:42.536577 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-52925243-06b7-475b-a5c2-735a55f629c6 None None] Publish callbacks [] for port, precommit_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:42.543682 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-52925243-06b7-475b-a5c2-735a55f629c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:42.601210 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed433de4-96a9-4598-a1cd-317464ebed2e None None] DHCP port deletion for 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:02:42.619339 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-52925243-06b7-475b-a5c2-735a55f629c6 None None] Attempting to bind port 90b6d5b3-552d-47b5-a331-e2fdf21e0c33 on host n-d-816206-8 for vnic_type normal with profile {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:02:42.619715 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-52925243-06b7-475b-a5c2-735a55f629c6 None None] Attempting to bind port 90b6d5b3-552d-47b5-a331-e2fdf21e0c33 by drivers openvswitch,hyperv on host n-d-816206-8 at level 0 using segments [{'id': 'bffd1e4f-e80f-4ff0-b418-2f42ae15febf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:02:42.620080 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52925243-06b7-475b-a5c2-735a55f629c6 None None] Attempting to bind port 90b6d5b3-552d-47b5-a331-e2fdf21e0c33 on network 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:02:42.629564 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0c55d7-3a17-4a66-b9b8-eac22db7adc6 None None] Pushing event updated for resources: {'Port': ['ID=90b6d5b3-552d-47b5-a331-e2fdf21e0c33,revision_number=2']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:02:42.650699 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52925243-06b7-475b-a5c2-735a55f629c6 None None] Checking agent: {'id': '9e89acbe-4bbe-4c77-a18b-6f1da9133e0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 7, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 2, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:02:42.651108 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52925243-06b7-475b-a5c2-735a55f629c6 None None] Checking segment: {'id': 'bffd1e4f-e80f-4ff0-b418-2f42ae15febf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:02:42.651518 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-52925243-06b7-475b-a5c2-735a55f629c6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:42.651913 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52925243-06b7-475b-a5c2-735a55f629c6 None None] Bound using segment: {'id': 'bffd1e4f-e80f-4ff0-b418-2f42ae15febf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:02:42.652400 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-52925243-06b7-475b-a5c2-735a55f629c6 None None] Bound port: 90b6d5b3-552d-47b5-a331-e2fdf21e0c33, host: n-d-816206-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bffd1e4f-e80f-4ff0-b418-2f42ae15febf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'}}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:02:42.652806 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-52925243-06b7-475b-a5c2-735a55f629c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:42.743678 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-1ce98d38-1a02-4b27-8e04-22ab00c948ee None None] Provisioning complete for port 90b6d5b3-552d-47b5-a331-e2fdf21e0c33 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:02:42.744050 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-1ce98d38-1a02-4b27-8e04-22ab00c948ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:42.767010 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f058e603-91e5-42bc-be10-251b7feea554 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp355044b8-8e87-58c4-94fa-4a010ec30f9e-d4fa82de-a911-489b-9a20-b5134cebad28', 'network_id': 'd4fa82de-a911-489b-9a20-b5134cebad28', 'tenant_id': '4d3a35880fb64e77bd3047bfa46cf261', 'fixed_ips': [{'subnet_id': 'ea199496-6ceb-4075-bf19-e5d27ac82ca0'}]}} from n-d-816206-8. {{(pid=103592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 18:02:42.767809 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-f058e603-91e5-42bc-be10-251b7feea554 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:42.771618 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-52925243-06b7-475b-a5c2-735a55f629c6 None None] For port 90b6d5b3-552d-47b5-a331-e2fdf21e0c33, host n-d-816206-8, cleared binding levels {{(pid=103592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:02:42.800862 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-52925243-06b7-475b-a5c2-735a55f629c6 None None] For port 90b6d5b3-552d-47b5-a331-e2fdf21e0c33, host n-d-816206-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=90b6d5b3-552d-47b5-a331-e2fdf21e0c33,segment=NetworkSegment(bffd1e4f-e80f-4ff0-b418-2f42ae15febf),segment_id=bffd1e4f-e80f-4ff0-b418-2f42ae15febf)] {{(pid=103592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:02:42.807904 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-52925243-06b7-475b-a5c2-735a55f629c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:42.822302 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-1ce98d38-1a02-4b27-8e04-22ab00c948ee None None] Port 90b6d5b3-552d-47b5-a331-e2fdf21e0c33 cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:02:42.911000 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-33e0d241-3b5a-4bf1-a5ed-922da4eb7381 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:43.053548 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9786e71a-b886-4773-a7e8-8832efed2332 None None] DHCP port deletion for 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:02:43.114210 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-fb719678-44c3-43e6-a5d1-19a36237960b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:43.118443 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0c55d7-3a17-4a66-b9b8-eac22db7adc6 None None] Pushing event updated for resources: {'Port': ['ID=90b6d5b3-552d-47b5-a331-e2fdf21e0c33,revision_number=3']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:02:43.120831 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52925243-06b7-475b-a5c2-735a55f629c6 None None] Routers {'a9030723-8a04-49e6-b17e-e4ea606aaaf1'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:02:43.121433 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-52925243-06b7-475b-a5c2-735a55f629c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T18:02:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['a9030723-8a04-49e6-b17e-e4ea606aaaf1'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:02:43.248931 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-1930f2e0-e369-4381-94f4-c5202a7b53f4 None None] Provisioning complete for port 90b6d5b3-552d-47b5-a331-e2fdf21e0c33 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:02:43.249344 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-1930f2e0-e369-4381-94f4-c5202a7b53f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:43.257713 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.db_base_plugin_common [None req-f058e603-91e5-42bc-be10-251b7feea554 None None] Allocated IP 172.20.0.2 (d4fa82de-a911-489b-9a20-b5134cebad28/ea199496-6ceb-4075-bf19-e5d27ac82ca0/9e1da2d9-4dff-486c-a7c0-decf7506b0d4) {{(pid=103592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:02:43.313262 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvr_db [None req-52925243-06b7-475b-a5c2-735a55f629c6 None None] Set router a9030723-8a04-49e6-b17e-e4ea606aaaf1 gateway port host: n-d-816206-8 {{(pid=103592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:02:43.566838 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-1930f2e0-e369-4381-94f4-c5202a7b53f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:43.626050 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-1930f2e0-e369-4381-94f4-c5202a7b53f4 None None] For port 90b6d5b3-552d-47b5-a331-e2fdf21e0c33, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=90b6d5b3-552d-47b5-a331-e2fdf21e0c33,segment=NetworkSegment(bffd1e4f-e80f-4ff0-b418-2f42ae15febf),segment_id=bffd1e4f-e80f-4ff0-b418-2f42ae15febf)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:02:43.626642 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-f058e603-91e5-42bc-be10-251b7feea554 None None] Publish callbacks [] for port, precommit_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:43.635211 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-1930f2e0-e369-4381-94f4-c5202a7b53f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:43.641960 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-f058e603-91e5-42bc-be10-251b7feea554 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980'] for port, after_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:43.681245 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-33e0d241-3b5a-4bf1-a5ed-922da4eb7381 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Allocated IP 172.20.0.1 (d4fa82de-a911-489b-9a20-b5134cebad28/ea199496-6ceb-4075-bf19-e5d27ac82ca0/3c880ca8-f229-41c4-a5d4-50e40cbbb719) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:02:43.698109 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:43.704720 n-d-816206-8 neutron-server[103592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f058e603-91e5-42bc-be10-251b7feea554 None None] Network d4fa82de-a911-489b-9a20-b5134cebad28 is already hosted by enough agents. {{(pid=103592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:02:43.712676 n-d-816206-8 neutron-server[103592]: DEBUG neutron.scheduler.base_scheduler [None req-f058e603-91e5-42bc-be10-251b7feea554 None None] Resources bound (agent type, host, resource id): {{(pid=103592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:02:43.722025 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f058e603-91e5-42bc-be10-251b7feea554 None None] Received port after_create {{(pid=103592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:02:43.731416 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1930f2e0-e369-4381-94f4-c5202a7b53f4 None None] Pushing event updated for resources: {'Port': ['ID=90b6d5b3-552d-47b5-a331-e2fdf21e0c33,revision_number=4']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:02:43.777672 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-52925243-06b7-475b-a5c2-735a55f629c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9030723-8a04-49e6-b17e-e4ea606aaaf1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-365977388', 'tenant_id': '4d3a35880fb64e77bd3047bfa46cf261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.193'}], 'enable_snat': True}, 'gw_port_id': '90b6d5b3-552d-47b5-a331-e2fdf21e0c33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:02:40Z', 'updated_at': '2021-11-23T18:02:41Z', 'revision_number': 3, 'project_id': '4d3a35880fb64e77bd3047bfa46cf261', 'gw_port': {'id': '90b6d5b3-552d-47b5-a331-e2fdf21e0c33', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:da:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9030723-8a04-49e6-b17e-e4ea606aaaf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:02:40Z', 'updated_at': '2021-11-23T18:02:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8'}], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:02:43.804725 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-33e0d241-3b5a-4bf1-a5ed-922da4eb7381 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:43.827118 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52925243-06b7-475b-a5c2-735a55f629c6 None None] The sync data for ids ['a9030723-8a04-49e6-b17e-e4ea606aaaf1'] in n-d-816206-8 is: [{'id': 'a9030723-8a04-49e6-b17e-e4ea606aaaf1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-365977388', 'tenant_id': '4d3a35880fb64e77bd3047bfa46cf261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.193'}], 'enable_snat': True}, 'gw_port_id': '90b6d5b3-552d-47b5-a331-e2fdf21e0c33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:02:40Z', 'updated_at': '2021-11-23T18:02:41Z', 'revision_number': 3, 'project_id': '4d3a35880fb64e77bd3047bfa46cf261', 'gw_port': {'id': '90b6d5b3-552d-47b5-a331-e2fdf21e0c33', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:da:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9030723-8a04-49e6-b17e-e4ea606aaaf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:02:40Z', 'updated_at': '2021-11-23T18:02:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8'}] {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:02:43.840739 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-33e0d241-3b5a-4bf1-a5ed-922da4eb7381 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:43.847708 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-f058e603-91e5-42bc-be10-251b7feea554 None None] Attempting to bind port 9e1da2d9-4dff-486c-a7c0-decf7506b0d4 on host n-d-816206-8 for vnic_type normal with profile {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:02:43.848089 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-f058e603-91e5-42bc-be10-251b7feea554 None None] Attempting to bind port 9e1da2d9-4dff-486c-a7c0-decf7506b0d4 by drivers openvswitch,hyperv on host n-d-816206-8 at level 0 using segments [{'id': 'b1fcc586-da91-4a54-82cc-15c6ce4fc865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'd4fa82de-a911-489b-9a20-b5134cebad28'}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:02:43.848455 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f058e603-91e5-42bc-be10-251b7feea554 None None] Attempting to bind port 9e1da2d9-4dff-486c-a7c0-decf7506b0d4 on network d4fa82de-a911-489b-9a20-b5134cebad28 {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:02:43.855170 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f058e603-91e5-42bc-be10-251b7feea554 None None] Pushing event updated for resources: {'Port': ['ID=9e1da2d9-4dff-486c-a7c0-decf7506b0d4,revision_number=1']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:02:43.858690 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f058e603-91e5-42bc-be10-251b7feea554 None None] Checking agent: {'id': '9e89acbe-4bbe-4c77-a18b-6f1da9133e0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 7, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 2, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:02:43.859073 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f058e603-91e5-42bc-be10-251b7feea554 None None] Checking segment: {'id': 'b1fcc586-da91-4a54-82cc-15c6ce4fc865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'd4fa82de-a911-489b-9a20-b5134cebad28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:02:43.859523 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-f058e603-91e5-42bc-be10-251b7feea554 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:43.860381 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f058e603-91e5-42bc-be10-251b7feea554 None None] Bound using segment: {'id': 'b1fcc586-da91-4a54-82cc-15c6ce4fc865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'd4fa82de-a911-489b-9a20-b5134cebad28'} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:02:43.860381 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-f058e603-91e5-42bc-be10-251b7feea554 None None] Bound port: 9e1da2d9-4dff-486c-a7c0-decf7506b0d4, host: n-d-816206-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1fcc586-da91-4a54-82cc-15c6ce4fc865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'd4fa82de-a911-489b-9a20-b5134cebad28'}}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:02:43.860798 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-f058e603-91e5-42bc-be10-251b7feea554 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:43.885042 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33e0d241-3b5a-4bf1-a5ed-922da4eb7381 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Network d4fa82de-a911-489b-9a20-b5134cebad28 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:02:43.890654 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-33e0d241-3b5a-4bf1-a5ed-922da4eb7381 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:02:43.895153 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33e0d241-3b5a-4bf1-a5ed-922da4eb7381 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:02:43.926616 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e0d241-3b5a-4bf1-a5ed-922da4eb7381 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Pushing event updated for resources: {'Port': ['ID=3c880ca8-f229-41c4-a5d4-50e40cbbb719,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:02:43.929235 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-f058e603-91e5-42bc-be10-251b7feea554 None None] For port 9e1da2d9-4dff-486c-a7c0-decf7506b0d4, host n-d-816206-8, cleared binding levels {{(pid=103592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:02:43.934088 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-f058e603-91e5-42bc-be10-251b7feea554 None None] For port 9e1da2d9-4dff-486c-a7c0-decf7506b0d4, host n-d-816206-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=9e1da2d9-4dff-486c-a7c0-decf7506b0d4,segment=NetworkSegment(b1fcc586-da91-4a54-82cc-15c6ce4fc865),segment_id=b1fcc586-da91-4a54-82cc-15c6ce4fc865)] {{(pid=103592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:02:43.939930 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-f058e603-91e5-42bc-be10-251b7feea554 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:43.943743 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-33e0d241-3b5a-4bf1-a5ed-922da4eb7381 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1795539'] for router_interface, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:43.998550 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f058e603-91e5-42bc-be10-251b7feea554 None None] Pushing event updated for resources: {'Port': ['ID=9e1da2d9-4dff-486c-a7c0-decf7506b0d4,revision_number=2']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:02:44.106155 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-33e0d241-3b5a-4bf1-a5ed-922da4eb7381 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:44.403055 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:44.446038 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-33e0d241-3b5a-4bf1-a5ed-922da4eb7381 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks [] for port, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:44.450692 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-33e0d241-3b5a-4bf1-a5ed-922da4eb7381 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264357957'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:44.532975 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-33e0d241-3b5a-4bf1-a5ed-922da4eb7381 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2068703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1794403'] for router_interface, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:44.534861 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e0d241-3b5a-4bf1-a5ed-922da4eb7381 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Pushing event updated for resources: {'Port': ['ID=3c880ca8-f229-41c4-a5d4-50e40cbbb719,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:02:44.632268 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33e0d241-3b5a-4bf1-a5ed-922da4eb7381 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Network d4fa82de-a911-489b-9a20-b5134cebad28 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:02:44.633774 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-33e0d241-3b5a-4bf1-a5ed-922da4eb7381 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:02:44.757203 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33e0d241-3b5a-4bf1-a5ed-922da4eb7381 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Router a9030723-8a04-49e6-b17e-e4ea606aaaf1 has already been hosted by L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 {{(pid=103590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:02:44.878152 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33e0d241-3b5a-4bf1-a5ed-922da4eb7381 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:02:44.887870 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-33e0d241-3b5a-4bf1-a5ed-922da4eb7381 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.60 "PUT /v2.0/routers/a9030723-8a04-49e6-b17e-e4ea606aaaf1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4287505 Nov 23 18:02:45.041833 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34f8a7bf-4889-4b54-9066-89b988148a4a None None] Network d4fa82de-a911-489b-9a20-b5134cebad28 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:02:45.044316 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6f383ddc-80f3-486b-b72d-1a3c6f702850 req-f2659ac9-0332-435b-8003-1fc4018b0fc2 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1723981174&fields=id&tenant_id=4d3a35880fb64e77bd3047bfa46cf261 HTTP/1.1" status: 200 len: 267 time: 0.0499113 Nov 23 18:02:45.128717 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-e5afc01f-bdf1-4bc6-a964-3fedcb201094 None None] Provisioning complete for port 9e1da2d9-4dff-486c-a7c0-decf7506b0d4 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:02:45.128957 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-e5afc01f-bdf1-4bc6-a964-3fedcb201094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:45.151290 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9ed4e92d-6678-4cc8-9763-0b090b47aa13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:45.162182 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f383ddc-80f3-486b-b72d-1a3c6f702850 req-37ab5c44-eed8-4458-9de3-329e1ff32196 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:02:45.163690 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6f383ddc-80f3-486b-b72d-1a3c6f702850 req-37ab5c44-eed8-4458-9de3-329e1ff32196 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.60 "GET /v2.0/networks?id=d4fa82de-a911-489b-9a20-b5134cebad28 HTTP/1.1" status: 200 len: 796 time: 0.1111462 Nov 23 18:02:45.178872 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6f383ddc-80f3-486b-b72d-1a3c6f702850 req-a29d02eb-172e-4a81-b9dd-2dffc7366e09 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.60 "GET /v2.0/quotas/4d3a35880fb64e77bd3047bfa46cf261 HTTP/1.1" status: 200 len: 375 time: 0.0091805 Nov 23 18:02:45.239462 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6f383ddc-80f3-486b-b72d-1a3c6f702850 req-31b5cc03-52b1-4c2c-9667-515a1f933604 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=4d3a35880fb64e77bd3047bfa46cf261&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0527451 Nov 23 18:02:45.281577 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-e5afc01f-bdf1-4bc6-a964-3fedcb201094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:45.323927 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-e5afc01f-bdf1-4bc6-a964-3fedcb201094 None None] For port 9e1da2d9-4dff-486c-a7c0-decf7506b0d4, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=9e1da2d9-4dff-486c-a7c0-decf7506b0d4,segment=NetworkSegment(b1fcc586-da91-4a54-82cc-15c6ce4fc865),segment_id=b1fcc586-da91-4a54-82cc-15c6ce4fc865)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:02:45.329526 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-e5afc01f-bdf1-4bc6-a964-3fedcb201094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:45.350647 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6f383ddc-80f3-486b-b72d-1a3c6f702850 req-606415ce-a961-41ef-9e65-8451f3a8352c service neutron] 10.222.0.60 "GET /v2.0/networks/d4fa82de-a911-489b-9a20-b5134cebad28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971484 Nov 23 18:02:45.384461 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5afc01f-bdf1-4bc6-a964-3fedcb201094 None None] Pushing event updated for resources: {'Port': ['ID=9e1da2d9-4dff-486c-a7c0-decf7506b0d4,revision_number=3']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:02:45.447686 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6f383ddc-80f3-486b-b72d-1a3c6f702850 req-e2b8cbcd-de52-486c-97ee-ee9ed9241de2 service neutron] 10.222.0.60 "GET /v2.0/networks/d4fa82de-a911-489b-9a20-b5134cebad28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901825 Nov 23 18:02:45.568822 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-98650277-d6d7-46ea-9aa1-4a3040285333 None None] Provisioning complete for port 3c880ca8-f229-41c4-a5d4-50e40cbbb719 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:02:45.569285 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-98650277-d6d7-46ea-9aa1-4a3040285333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:45.617847 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-98650277-d6d7-46ea-9aa1-4a3040285333 None None] Port 3c880ca8-f229-41c4-a5d4-50e40cbbb719 cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:02:45.633667 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-98650277-d6d7-46ea-9aa1-4a3040285333 None None] Provisioning complete for port 9e1da2d9-4dff-486c-a7c0-decf7506b0d4 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:02:45.634601 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-98650277-d6d7-46ea-9aa1-4a3040285333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:45.703904 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2129c245-7fe5-41d2-88ad-8bf13e0ad483 req-f42218b0-1813-43b5-8924-83d2f63a65fd tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.60 "GET /v2.0/ports?device_id=1093c2d4-822e-4716-8812-1f575a09050b HTTP/1.1" status: 200 len: 210 time: 0.0750422 Nov 23 18:02:45.707336 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4982d11-b57e-426d-8d1a-1bded0e00e1e None None] Sync routers for ids ['a9030723-8a04-49e6-b17e-e4ea606aaaf1'] in n-d-816206-8 {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:02:45.719681 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4982d11-b57e-426d-8d1a-1bded0e00e1e None None] Routers {'a9030723-8a04-49e6-b17e-e4ea606aaaf1'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:02:45.720526 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-a4982d11-b57e-426d-8d1a-1bded0e00e1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T18:02:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['a9030723-8a04-49e6-b17e-e4ea606aaaf1'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:02:45.802858 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 9e1da2d9-4dff-486c-a7c0-decf7506b0d4 up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:02:45.866935 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-a4982d11-b57e-426d-8d1a-1bded0e00e1e None None] Set router a9030723-8a04-49e6-b17e-e4ea606aaaf1 gateway port host: n-d-816206-8 {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:02:45.869131 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port 9e1da2d9-4dff-486c-a7c0-decf7506b0d4 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:02:45.869586 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:45.919462 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-2e7c8986-7213-423f-a4c6-a96d830b8426 None None] Provisioning complete for port 3c880ca8-f229-41c4-a5d4-50e40cbbb719 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:02:45.919965 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-2e7c8986-7213-423f-a4c6-a96d830b8426 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:45.967310 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-2e7c8986-7213-423f-a4c6-a96d830b8426 None None] Port 3c880ca8-f229-41c4-a5d4-50e40cbbb719 cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:02:46.006984 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 90b6d5b3-552d-47b5-a331-e2fdf21e0c33 up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:02:46.084222 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port 90b6d5b3-552d-47b5-a331-e2fdf21e0c33 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:02:46.084620 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:46.119983 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-a4982d11-b57e-426d-8d1a-1bded0e00e1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9030723-8a04-49e6-b17e-e4ea606aaaf1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-365977388', 'tenant_id': '4d3a35880fb64e77bd3047bfa46cf261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.193'}], 'enable_snat': True}, 'gw_port_id': '90b6d5b3-552d-47b5-a331-e2fdf21e0c33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:02:40Z', 'updated_at': '2021-11-23T18:02:44Z', 'revision_number': 4, 'project_id': '4d3a35880fb64e77bd3047bfa46cf261', 'gw_port': {'id': '90b6d5b3-552d-47b5-a331-e2fdf21e0c33', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:da:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9030723-8a04-49e6-b17e-e4ea606aaaf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:02:40Z', 'updated_at': '2021-11-23T18:02:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_interfaces': [{'id': '3c880ca8-f229-41c4-a5d4-50e40cbbb719', 'name': '', 'network_id': 'd4fa82de-a911-489b-9a20-b5134cebad28', 'tenant_id': '4d3a35880fb64e77bd3047bfa46cf261', 'mac_address': 'fa:16:3e:c4:ba:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9030723-8a04-49e6-b17e-e4ea606aaaf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': 'ea199496-6ceb-4075-bf19-e5d27ac82ca0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:02:43Z', 'updated_at': '2021-11-23T18:02:44Z', 'revision_number': 2, 'project_id': '4d3a35880fb64e77bd3047bfa46cf261', 'subnets': [{'id': 'ea199496-6ceb-4075-bf19-e5d27ac82ca0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:02:46.125638 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-1e3b5321-6e43-435a-a715-7723f8638145 None None] Provisioning complete for port 3c880ca8-f229-41c4-a5d4-50e40cbbb719 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:02:46.126005 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-1e3b5321-6e43-435a-a715-7723f8638145 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:46.153022 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4982d11-b57e-426d-8d1a-1bded0e00e1e None None] Checking router: a9030723-8a04-49e6-b17e-e4ea606aaaf1 for host: n-d-816206-8 {{(pid=103593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:02:46.153331 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4982d11-b57e-426d-8d1a-1bded0e00e1e None None] Updating router a9030723-8a04-49e6-b17e-e4ea606aaaf1 port 3c880ca8-f229-41c4-a5d4-50e40cbbb719 binding host n-d-816206-8 {{(pid=103593) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 18:02:46.168140 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-1e3b5321-6e43-435a-a715-7723f8638145 None None] Port 3c880ca8-f229-41c4-a5d4-50e40cbbb719 cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:02:46.182204 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-a4982d11-b57e-426d-8d1a-1bded0e00e1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:46.540918 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-a4982d11-b57e-426d-8d1a-1bded0e00e1e None None] Publish callbacks [] for port, precommit_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:46.547470 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-a4982d11-b57e-426d-8d1a-1bded0e00e1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:46.603840 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e887fd4-8fb9-4382-8a44-7960fd6ea967 None None] Pushing event updated for resources: {'Port': ['ID=3c880ca8-f229-41c4-a5d4-50e40cbbb719,revision_number=3']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:02:46.606942 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-52822d53-48f5-4819-8a95-bdc13aea0bf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:46.629955 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e887fd4-8fb9-4382-8a44-7960fd6ea967 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:02:46.630318 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e887fd4-8fb9-4382-8a44-7960fd6ea967 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:02:46.630989 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e887fd4-8fb9-4382-8a44-7960fd6ea967 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:02:46.630989 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e887fd4-8fb9-4382-8a44-7960fd6ea967 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:02:46.631277 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e887fd4-8fb9-4382-8a44-7960fd6ea967 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:02:46.631610 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e887fd4-8fb9-4382-8a44-7960fd6ea967 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:02:46.631935 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e887fd4-8fb9-4382-8a44-7960fd6ea967 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:02:46.632267 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e887fd4-8fb9-4382-8a44-7960fd6ea967 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:02:46.632600 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e887fd4-8fb9-4382-8a44-7960fd6ea967 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:02:46.632935 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e887fd4-8fb9-4382-8a44-7960fd6ea967 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:02:46.633246 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e887fd4-8fb9-4382-8a44-7960fd6ea967 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:02:46.633564 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e887fd4-8fb9-4382-8a44-7960fd6ea967 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:02:46.669945 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [None req-a4982d11-b57e-426d-8d1a-1bded0e00e1e None None] Attempting to bind port 3c880ca8-f229-41c4-a5d4-50e40cbbb719 on host n-d-816206-8 for vnic_type normal with profile {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:02:46.670316 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [None req-a4982d11-b57e-426d-8d1a-1bded0e00e1e None None] Attempting to bind port 3c880ca8-f229-41c4-a5d4-50e40cbbb719 by drivers openvswitch,hyperv on host n-d-816206-8 at level 0 using segments [{'id': 'b1fcc586-da91-4a54-82cc-15c6ce4fc865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'd4fa82de-a911-489b-9a20-b5134cebad28'}] {{(pid=103593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:02:46.670688 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4982d11-b57e-426d-8d1a-1bded0e00e1e None None] Attempting to bind port 3c880ca8-f229-41c4-a5d4-50e40cbbb719 on network d4fa82de-a911-489b-9a20-b5134cebad28 {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:02:46.676287 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4982d11-b57e-426d-8d1a-1bded0e00e1e None None] Checking agent: {'id': '9e89acbe-4bbe-4c77-a18b-6f1da9133e0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 7, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 2, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:02:46.676699 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4982d11-b57e-426d-8d1a-1bded0e00e1e None None] Checking segment: {'id': 'b1fcc586-da91-4a54-82cc-15c6ce4fc865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'd4fa82de-a911-489b-9a20-b5134cebad28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:02:46.677102 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-a4982d11-b57e-426d-8d1a-1bded0e00e1e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:46.677497 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4982d11-b57e-426d-8d1a-1bded0e00e1e None None] Bound using segment: {'id': 'b1fcc586-da91-4a54-82cc-15c6ce4fc865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'd4fa82de-a911-489b-9a20-b5134cebad28'} {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:02:46.678024 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [None req-a4982d11-b57e-426d-8d1a-1bded0e00e1e None None] Bound port: 3c880ca8-f229-41c4-a5d4-50e40cbbb719, host: n-d-816206-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1fcc586-da91-4a54-82cc-15c6ce4fc865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'd4fa82de-a911-489b-9a20-b5134cebad28'}}] {{(pid=103593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:02:46.678412 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-a4982d11-b57e-426d-8d1a-1bded0e00e1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:46.749281 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-a4982d11-b57e-426d-8d1a-1bded0e00e1e None None] For port 3c880ca8-f229-41c4-a5d4-50e40cbbb719, host n-d-816206-8, cleared binding levels {{(pid=103593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:02:46.752962 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-a4982d11-b57e-426d-8d1a-1bded0e00e1e None None] For port 3c880ca8-f229-41c4-a5d4-50e40cbbb719, host n-d-816206-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=3c880ca8-f229-41c4-a5d4-50e40cbbb719,segment=NetworkSegment(b1fcc586-da91-4a54-82cc-15c6ce4fc865),segment_id=b1fcc586-da91-4a54-82cc-15c6ce4fc865)] {{(pid=103593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:02:46.760245 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-a4982d11-b57e-426d-8d1a-1bded0e00e1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:46.809399 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f383ddc-80f3-486b-b72d-1a3c6f702850 req-b2d10fce-f415-4c9d-9ba3-2809f7da927f tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:02:46.811748 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6f383ddc-80f3-486b-b72d-1a3c6f702850 req-b2d10fce-f415-4c9d-9ba3-2809f7da927f tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.36 "GET /v2.0/networks?id=d4fa82de-a911-489b-9a20-b5134cebad28 HTTP/1.1" status: 200 len: 796 time: 0.1638963 Nov 23 18:02:46.815632 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4982d11-b57e-426d-8d1a-1bded0e00e1e None None] Routers {'a9030723-8a04-49e6-b17e-e4ea606aaaf1'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:02:46.817317 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-a4982d11-b57e-426d-8d1a-1bded0e00e1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T18:02:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['a9030723-8a04-49e6-b17e-e4ea606aaaf1'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:02:46.887081 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7e256edf-ca39-4b00-b4f4-18b742ca6c57 req-d1c0f1e2-dfb5-4796-b067-ad1345b7149f tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.60 "GET /v2.0/ports?device_id=1093c2d4-822e-4716-8812-1f575a09050b HTTP/1.1" status: 200 len: 210 time: 0.0567060 Nov 23 18:02:46.908372 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-45a76667-2183-426a-bbb3-7c4568f614ae None None] Provisioning complete for port 3c880ca8-f229-41c4-a5d4-50e40cbbb719 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:02:46.910056 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-45a76667-2183-426a-bbb3-7c4568f614ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:46.923640 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6f383ddc-80f3-486b-b72d-1a3c6f702850 req-6ed30b86-5b1a-4f65-9758-6ff82e68d67a tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4d3a35880fb64e77bd3047bfa46cf261 HTTP/1.1" status: 200 len: 380 time: 0.0995817 Nov 23 18:02:46.937502 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e887fd4-8fb9-4382-8a44-7960fd6ea967 None None] Pushing event updated for resources: {'Port': ['ID=3c880ca8-f229-41c4-a5d4-50e40cbbb719,revision_number=4']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:02:46.938517 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [req-6f383ddc-80f3-486b-b72d-1a3c6f702850 req-eeb4aa5a-b1f5-4513-9311-3e6db83f12c3 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Request body: {'port': {'device_id': '1093c2d4-822e-4716-8812-1f575a09050b', 'network_id': 'd4fa82de-a911-489b-9a20-b5134cebad28', 'admin_state_up': True, 'tenant_id': '4d3a35880fb64e77bd3047bfa46cf261', 'security_groups': ['38939d63-3fe2-40d2-95eb-f696d491efe0']}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:02:46.962094 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-a4982d11-b57e-426d-8d1a-1bded0e00e1e None None] Set router a9030723-8a04-49e6-b17e-e4ea606aaaf1 gateway port host: n-d-816206-8 {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:02:47.013132 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-45a76667-2183-426a-bbb3-7c4568f614ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:47.049651 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-45a76667-2183-426a-bbb3-7c4568f614ae None None] For port 3c880ca8-f229-41c4-a5d4-50e40cbbb719, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=3c880ca8-f229-41c4-a5d4-50e40cbbb719,segment=NetworkSegment(b1fcc586-da91-4a54-82cc-15c6ce4fc865),segment_id=b1fcc586-da91-4a54-82cc-15c6ce4fc865)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:02:47.056835 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-45a76667-2183-426a-bbb3-7c4568f614ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:47.101734 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f383ddc-80f3-486b-b72d-1a3c6f702850 req-eeb4aa5a-b1f5-4513-9311-3e6db83f12c3 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Made reservation on behalf of 4d3a35880fb64e77bd3047bfa46cf261 for: {'port': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:02:47.105816 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-6f383ddc-80f3-486b-b72d-1a3c6f702850 req-eeb4aa5a-b1f5-4513-9311-3e6db83f12c3 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:47.123127 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a76667-2183-426a-bbb3-7c4568f614ae None None] Pushing event updated for resources: {'Port': ['ID=3c880ca8-f229-41c4-a5d4-50e40cbbb719,revision_number=5']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:02:47.178926 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-04c1a788-7a58-471f-b06e-d8904c1cd895 None None] Provisioning complete for port 3c880ca8-f229-41c4-a5d4-50e40cbbb719 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:02:47.178926 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-04c1a788-7a58-471f-b06e-d8904c1cd895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:47.193206 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-a4982d11-b57e-426d-8d1a-1bded0e00e1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9030723-8a04-49e6-b17e-e4ea606aaaf1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-365977388', 'tenant_id': '4d3a35880fb64e77bd3047bfa46cf261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.193'}], 'enable_snat': True}, 'gw_port_id': '90b6d5b3-552d-47b5-a331-e2fdf21e0c33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:02:40Z', 'updated_at': '2021-11-23T18:02:44Z', 'revision_number': 4, 'project_id': '4d3a35880fb64e77bd3047bfa46cf261', 'gw_port': {'id': '90b6d5b3-552d-47b5-a331-e2fdf21e0c33', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:da:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9030723-8a04-49e6-b17e-e4ea606aaaf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:02:40Z', 'updated_at': '2021-11-23T18:02:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_interfaces': [{'id': '3c880ca8-f229-41c4-a5d4-50e40cbbb719', 'name': '', 'network_id': 'd4fa82de-a911-489b-9a20-b5134cebad28', 'tenant_id': '4d3a35880fb64e77bd3047bfa46cf261', 'mac_address': 'fa:16:3e:c4:ba:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9030723-8a04-49e6-b17e-e4ea606aaaf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': 'ea199496-6ceb-4075-bf19-e5d27ac82ca0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:02:43Z', 'updated_at': '2021-11-23T18:02:46Z', 'revision_number': 4, 'project_id': '4d3a35880fb64e77bd3047bfa46cf261', 'subnets': [{'id': 'ea199496-6ceb-4075-bf19-e5d27ac82ca0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:02:47.220582 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4982d11-b57e-426d-8d1a-1bded0e00e1e None None] The sync data for ids ['a9030723-8a04-49e6-b17e-e4ea606aaaf1'] in n-d-816206-8 is: [{'id': 'a9030723-8a04-49e6-b17e-e4ea606aaaf1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-365977388', 'tenant_id': '4d3a35880fb64e77bd3047bfa46cf261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.193'}], 'enable_snat': True}, 'gw_port_id': '90b6d5b3-552d-47b5-a331-e2fdf21e0c33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:02:40Z', 'updated_at': '2021-11-23T18:02:44Z', 'revision_number': 4, 'project_id': '4d3a35880fb64e77bd3047bfa46cf261', 'gw_port': {'id': '90b6d5b3-552d-47b5-a331-e2fdf21e0c33', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:da:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9030723-8a04-49e6-b17e-e4ea606aaaf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:02:40Z', 'updated_at': '2021-11-23T18:02:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_interfaces': [{'id': '3c880ca8-f229-41c4-a5d4-50e40cbbb719', 'name': '', 'network_id': 'd4fa82de-a911-489b-9a20-b5134cebad28', 'tenant_id': '4d3a35880fb64e77bd3047bfa46cf261', 'mac_address': 'fa:16:3e:c4:ba:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9030723-8a04-49e6-b17e-e4ea606aaaf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': 'ea199496-6ceb-4075-bf19-e5d27ac82ca0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:02:43Z', 'updated_at': '2021-11-23T18:02:46Z', 'revision_number': 4, 'project_id': '4d3a35880fb64e77bd3047bfa46cf261', 'subnets': [{'id': 'ea199496-6ceb-4075-bf19-e5d27ac82ca0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:02:47.247415 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.db_base_plugin_common [req-6f383ddc-80f3-486b-b72d-1a3c6f702850 req-eeb4aa5a-b1f5-4513-9311-3e6db83f12c3 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Allocated IP 172.20.0.10 (d4fa82de-a911-489b-9a20-b5134cebad28/ea199496-6ceb-4075-bf19-e5d27ac82ca0/cbfae665-be2d-489b-bd82-c02f4414f549) {{(pid=103591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:02:47.413381 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-6f383ddc-80f3-486b-b72d-1a3c6f702850 req-eeb4aa5a-b1f5-4513-9311-3e6db83f12c3 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks [] for port, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:47.450173 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-6f383ddc-80f3-486b-b72d-1a3c6f702850 req-eeb4aa5a-b1f5-4513-9311-3e6db83f12c3 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:47.497855 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f383ddc-80f3-486b-b72d-1a3c6f702850 req-eeb4aa5a-b1f5-4513-9311-3e6db83f12c3 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Network d4fa82de-a911-489b-9a20-b5134cebad28 is already hosted by enough agents. {{(pid=103591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:02:47.504259 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [req-6f383ddc-80f3-486b-b72d-1a3c6f702850 req-eeb4aa5a-b1f5-4513-9311-3e6db83f12c3 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Resources bound (agent type, host, resource id): {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:02:47.508737 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f383ddc-80f3-486b-b72d-1a3c6f702850 req-eeb4aa5a-b1f5-4513-9311-3e6db83f12c3 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Received port after_create {{(pid=103591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:02:47.537822 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb4aa5a-b1f5-4513-9311-3e6db83f12c3 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Pushing event updated for resources: {'Port': ['ID=cbfae665-be2d-489b-bd82-c02f4414f549,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:02:47.594787 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f383ddc-80f3-486b-b72d-1a3c6f702850 req-eeb4aa5a-b1f5-4513-9311-3e6db83f12c3 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:02:47.595484 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-6f383ddc-80f3-486b-b72d-1a3c6f702850 req-eeb4aa5a-b1f5-4513-9311-3e6db83f12c3 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:47.620435 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6f383ddc-80f3-486b-b72d-1a3c6f702850 req-eeb4aa5a-b1f5-4513-9311-3e6db83f12c3 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6861980 Nov 23 18:02:47.635929 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [req-6f383ddc-80f3-486b-b72d-1a3c6f702850 req-84bff520-1ba6-4a9b-bd26-c37c25a7f008 service neutron] Request body: {'port': {'device_id': '1093c2d4-822e-4716-8812-1f575a09050b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-8'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:02:47.663541 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 3c880ca8-f229-41c4-a5d4-50e40cbbb719 up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:02:47.705042 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-6f383ddc-80f3-486b-b72d-1a3c6f702850 req-84bff520-1ba6-4a9b-bd26-c37c25a7f008 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:47.733046 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port 3c880ca8-f229-41c4-a5d4-50e40cbbb719 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:02:47.733977 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:47.860687 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9a27ae6c-db98-474f-94c1-cc99bf842d79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:47.863070 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-0bdc5d47-4d82-4354-b606-8b9f995d3794 None None] Provisioning complete for port cbfae665-be2d-489b-bd82-c02f4414f549 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:02:47.863500 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-0bdc5d47-4d82-4354-b606-8b9f995d3794 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:47.900616 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-0bdc5d47-4d82-4354-b606-8b9f995d3794 None None] Port cbfae665-be2d-489b-bd82-c02f4414f549 cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:02:48.068696 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67048e3e-d107-4e6c-9269-81830e4f5c34 req-dcf65408-67cf-49bf-8a7b-81fca9a023d2 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:02:48.070255 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-67048e3e-d107-4e6c-9269-81830e4f5c34 req-dcf65408-67cf-49bf-8a7b-81fca9a023d2 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.60 "GET /v2.0/ports?device_id=1093c2d4-822e-4716-8812-1f575a09050b HTTP/1.1" status: 200 len: 932 time: 0.0954134 Nov 23 18:02:48.074690 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [req-6f383ddc-80f3-486b-b72d-1a3c6f702850 req-84bff520-1ba6-4a9b-bd26-c37c25a7f008 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cbfae665-be2d-489b-bd82-c02f4414f549 {{(pid=103591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:02:48.089426 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-6f383ddc-80f3-486b-b72d-1a3c6f702850 req-84bff520-1ba6-4a9b-bd26-c37c25a7f008 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:48.118645 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.provisioning_blocks [req-6f383ddc-80f3-486b-b72d-1a3c6f702850 req-84bff520-1ba6-4a9b-bd26-c37c25a7f008 service neutron] Transition to ACTIVE for port object cbfae665-be2d-489b-bd82-c02f4414f549 will not be triggered until provisioned by entity L2. {{(pid=103591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 18:02:48.128923 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-6f383ddc-80f3-486b-b72d-1a3c6f702850 req-84bff520-1ba6-4a9b-bd26-c37c25a7f008 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264758186'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:48.167975 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-67048e3e-d107-4e6c-9269-81830e4f5c34 req-68cb632d-a582-43a9-91ed-e2f7611c7ed8 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.60 "GET /v2.0/security-groups?id=38939d63-3fe2-40d2-95eb-f696d491efe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0882442 Nov 23 18:02:48.191485 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bff520-1ba6-4a9b-bd26-c37c25a7f008 service neutron] Pushing event updated for resources: {'Port': ['ID=cbfae665-be2d-489b-bd82-c02f4414f549,revision_number=2']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:02:48.269987 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-6f383ddc-80f3-486b-b72d-1a3c6f702850 req-84bff520-1ba6-4a9b-bd26-c37c25a7f008 service neutron] Attempting to bind port cbfae665-be2d-489b-bd82-c02f4414f549 on host n-h2-816206-8 for vnic_type normal with profile {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:02:48.270515 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-6f383ddc-80f3-486b-b72d-1a3c6f702850 req-84bff520-1ba6-4a9b-bd26-c37c25a7f008 service neutron] Attempting to bind port cbfae665-be2d-489b-bd82-c02f4414f549 by drivers openvswitch,hyperv on host n-h2-816206-8 at level 0 using segments [{'id': 'b1fcc586-da91-4a54-82cc-15c6ce4fc865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'd4fa82de-a911-489b-9a20-b5134cebad28'}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:02:48.270676 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f383ddc-80f3-486b-b72d-1a3c6f702850 req-84bff520-1ba6-4a9b-bd26-c37c25a7f008 service neutron] Attempting to bind port cbfae665-be2d-489b-bd82-c02f4414f549 on network d4fa82de-a911-489b-9a20-b5134cebad28 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:02:48.276884 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f383ddc-80f3-486b-b72d-1a3c6f702850 req-84bff520-1ba6-4a9b-bd26-c37c25a7f008 service neutron] Port cbfae665-be2d-489b-bd82-c02f4414f549 on network d4fa82de-a911-489b-9a20-b5134cebad28 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-8 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:02:48.277209 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f383ddc-80f3-486b-b72d-1a3c6f702850 req-84bff520-1ba6-4a9b-bd26-c37c25a7f008 service neutron] Attempting to bind port cbfae665-be2d-489b-bd82-c02f4414f549 on network d4fa82de-a911-489b-9a20-b5134cebad28 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:02:48.282614 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f383ddc-80f3-486b-b72d-1a3c6f702850 req-84bff520-1ba6-4a9b-bd26-c37c25a7f008 service neutron] Checking agent: {'id': 'ab77bf9e-0267-4174-8f1d-822cba89b207', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 15, 13), 'started_at': datetime.datetime(2021, 11, 23, 17, 15, 13), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 2, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:02:48.282956 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f383ddc-80f3-486b-b72d-1a3c6f702850 req-84bff520-1ba6-4a9b-bd26-c37c25a7f008 service neutron] Checking segment: {'id': 'b1fcc586-da91-4a54-82cc-15c6ce4fc865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'd4fa82de-a911-489b-9a20-b5134cebad28'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:02:48.283456 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f383ddc-80f3-486b-b72d-1a3c6f702850 req-84bff520-1ba6-4a9b-bd26-c37c25a7f008 service neutron] Bound using segment: {'id': 'b1fcc586-da91-4a54-82cc-15c6ce4fc865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'd4fa82de-a911-489b-9a20-b5134cebad28'} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:02:48.284344 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-6f383ddc-80f3-486b-b72d-1a3c6f702850 req-84bff520-1ba6-4a9b-bd26-c37c25a7f008 service neutron] Bound port: cbfae665-be2d-489b-bd82-c02f4414f549, host: n-h2-816206-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1fcc586-da91-4a54-82cc-15c6ce4fc865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'd4fa82de-a911-489b-9a20-b5134cebad28'}}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:02:48.284854 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-6f383ddc-80f3-486b-b72d-1a3c6f702850 req-84bff520-1ba6-4a9b-bd26-c37c25a7f008 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:48.358319 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-6f383ddc-80f3-486b-b72d-1a3c6f702850 req-84bff520-1ba6-4a9b-bd26-c37c25a7f008 service neutron] For port cbfae665-be2d-489b-bd82-c02f4414f549, host n-h2-816206-8, cleared binding levels {{(pid=103591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:02:48.361623 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-6f383ddc-80f3-486b-b72d-1a3c6f702850 req-84bff520-1ba6-4a9b-bd26-c37c25a7f008 service neutron] For port cbfae665-be2d-489b-bd82-c02f4414f549, host n-h2-816206-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=cbfae665-be2d-489b-bd82-c02f4414f549,segment=NetworkSegment(b1fcc586-da91-4a54-82cc-15c6ce4fc865),segment_id=b1fcc586-da91-4a54-82cc-15c6ce4fc865)] {{(pid=103591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:02:48.366439 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-6f383ddc-80f3-486b-b72d-1a3c6f702850 req-84bff520-1ba6-4a9b-bd26-c37c25a7f008 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264758186'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:48.394032 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:48.412356 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f383ddc-80f3-486b-b72d-1a3c6f702850 req-84bff520-1ba6-4a9b-bd26-c37c25a7f008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:02:48.413009 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-6f383ddc-80f3-486b-b72d-1a3c6f702850 req-84bff520-1ba6-4a9b-bd26-c37c25a7f008 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:48.418633 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6f383ddc-80f3-486b-b72d-1a3c6f702850 req-84bff520-1ba6-4a9b-bd26-c37c25a7f008 service neutron] 10.222.0.36 "PUT /v2.0/ports/cbfae665-be2d-489b-bd82-c02f4414f549 HTTP/1.1" status: 200 len: 1092 time: 0.7881286 Nov 23 18:02:48.419145 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1093c2d4-822e-4716-8812-1f575a09050b', 'tag': 'cbfae665-be2d-489b-bd82-c02f4414f549'}] {{(pid=103591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:02:48.421586 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41d174a19ece9499ff9ec44e5b3fc50f2abd3ffbc947fb7e52ea1e8db27b95b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13f79a41-3fe5-4325-8cb8-fe57a0d42aa3" -d '{"events": [{"name": "network-changed", "server_uuid": "1093c2d4-822e-4716-8812-1f575a09050b", "tag": "cbfae665-be2d-489b-bd82-c02f4414f549"}]}' {{(pid=103591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:02:48.453179 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bff520-1ba6-4a9b-bd26-c37c25a7f008 service neutron] Pushing event updated for resources: {'Port': ['ID=cbfae665-be2d-489b-bd82-c02f4414f549,revision_number=3']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:02:48.510533 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:02:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf173aca-3db4-4c83-9518-55a40edd88bc x-openstack-request-id: req-bf173aca-3db4-4c83-9518-55a40edd88bc {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:02:48.510833 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1093c2d4-822e-4716-8812-1f575a09050b", "tag": "cbfae665-be2d-489b-bd82-c02f4414f549", "status": "completed", "code": 200}]} {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:02:48.511088 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-bf173aca-3db4-4c83-9518-55a40edd88bc {{(pid=103591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:02:48.511489 n-d-816206-8 neutron-server[103591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1093c2d4-822e-4716-8812-1f575a09050b', 'tag': 'cbfae665-be2d-489b-bd82-c02f4414f549', 'status': 'completed', 'code': 200} Nov 23 18:02:48.528752 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f383ddc-80f3-486b-b72d-1a3c6f702850 req-37cc7a50-6e54-42d8-9562-5d33ad9ed37b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:02:48.530479 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6f383ddc-80f3-486b-b72d-1a3c6f702850 req-37cc7a50-6e54-42d8-9562-5d33ad9ed37b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4d3a35880fb64e77bd3047bfa46cf261&device_id=1093c2d4-822e-4716-8812-1f575a09050b HTTP/1.1" status: 200 len: 1095 time: 0.0529053 Nov 23 18:02:48.576142 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6f383ddc-80f3-486b-b72d-1a3c6f702850 req-a6b92401-656d-462c-a0aa-e7a55b19ce17 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cbfae665-be2d-489b-bd82-c02f4414f549 HTTP/1.1" status: 200 len: 217 time: 0.0351400 Nov 23 18:02:48.634911 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f383ddc-80f3-486b-b72d-1a3c6f702850 req-a64ff4ac-89d4-4daf-bdf1-1e7012fff694 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:02:48.636298 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6f383ddc-80f3-486b-b72d-1a3c6f702850 req-a64ff4ac-89d4-4daf-bdf1-1e7012fff694 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ea199496-6ceb-4075-bf19-e5d27ac82ca0 HTTP/1.1" status: 200 len: 834 time: 0.0497158 Nov 23 18:02:48.684994 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f383ddc-80f3-486b-b72d-1a3c6f702850 req-c9924079-7552-4c1b-85d2-a8d3c3e46118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:02:48.686483 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6f383ddc-80f3-486b-b72d-1a3c6f702850 req-c9924079-7552-4c1b-85d2-a8d3c3e46118 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d4fa82de-a911-489b-9a20-b5134cebad28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406356 Nov 23 18:02:48.779043 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6f383ddc-80f3-486b-b72d-1a3c6f702850 req-e3676fa7-166a-4a7c-8482-0d2635b2564d service neutron] 10.222.0.36 "GET /v2.0/networks/d4fa82de-a911-489b-9a20-b5134cebad28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840387 Nov 23 18:02:48.873540 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6f383ddc-80f3-486b-b72d-1a3c6f702850 req-f06d2144-672c-46bd-8d49-d5f0dfc676df service neutron] 10.222.0.36 "GET /v2.0/networks/d4fa82de-a911-489b-9a20-b5134cebad28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869377 Nov 23 18:02:48.960413 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f79a41-3fe5-4325-8cb8-fe57a0d42aa3 req-2517329f-b581-443b-9f5e-8c4812ac4957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:02:48.961912 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-13f79a41-3fe5-4325-8cb8-fe57a0d42aa3 req-2517329f-b581-443b-9f5e-8c4812ac4957 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4d3a35880fb64e77bd3047bfa46cf261&device_id=1093c2d4-822e-4716-8812-1f575a09050b HTTP/1.1" status: 200 len: 1095 time: 0.0423625 Nov 23 18:02:49.059065 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f79a41-3fe5-4325-8cb8-fe57a0d42aa3 req-c76ec8cd-1fcc-471e-83a3-162002d6a84f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:02:49.060574 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-13f79a41-3fe5-4325-8cb8-fe57a0d42aa3 req-c76ec8cd-1fcc-471e-83a3-162002d6a84f service neutron] 10.222.0.36 "GET /v2.0/networks?id=d4fa82de-a911-489b-9a20-b5134cebad28 HTTP/1.1" status: 200 len: 897 time: 0.0914986 Nov 23 18:02:49.118749 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-13f79a41-3fe5-4325-8cb8-fe57a0d42aa3 req-32149d36-c51c-4b35-ae80-1dc00f2ffdf8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cbfae665-be2d-489b-bd82-c02f4414f549 HTTP/1.1" status: 200 len: 217 time: 0.0493453 Nov 23 18:02:49.170003 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f79a41-3fe5-4325-8cb8-fe57a0d42aa3 req-766d2ac3-d7c3-413b-9608-275f0e26f519 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:02:49.171462 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-13f79a41-3fe5-4325-8cb8-fe57a0d42aa3 req-766d2ac3-d7c3-413b-9608-275f0e26f519 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ea199496-6ceb-4075-bf19-e5d27ac82ca0 HTTP/1.1" status: 200 len: 834 time: 0.0454485 Nov 23 18:02:49.231140 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f79a41-3fe5-4325-8cb8-fe57a0d42aa3 req-e005ee28-8f09-40a0-a0c9-58cbf268a019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:02:49.233703 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-13f79a41-3fe5-4325-8cb8-fe57a0d42aa3 req-e005ee28-8f09-40a0-a0c9-58cbf268a019 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d4fa82de-a911-489b-9a20-b5134cebad28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0518885 Nov 23 18:02:49.367949 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e656e3a-69c9-4eb7-a42a-351848be74fe req-f6201fab-dfd7-4e97-bfee-99fa9e21c871 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:02:49.369526 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2e656e3a-69c9-4eb7-a42a-351848be74fe req-f6201fab-dfd7-4e97-bfee-99fa9e21c871 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.60 "GET /v2.0/ports?device_id=1093c2d4-822e-4716-8812-1f575a09050b HTTP/1.1" status: 200 len: 944 time: 0.1093726 Nov 23 18:02:49.373741 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-13f79a41-3fe5-4325-8cb8-fe57a0d42aa3 req-66a6a8da-10aa-4e9d-b603-eb9071355f96 service neutron] 10.222.0.36 "GET /v2.0/networks/d4fa82de-a911-489b-9a20-b5134cebad28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310549 Nov 23 18:02:49.479529 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2e656e3a-69c9-4eb7-a42a-351848be74fe req-2906fa8c-5615-4ae2-b0d0-845d276ce2e6 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.60 "GET /v2.0/security-groups?id=38939d63-3fe2-40d2-95eb-f696d491efe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1029835 Nov 23 18:02:49.504112 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-13f79a41-3fe5-4325-8cb8-fe57a0d42aa3 req-c107385c-c166-4d0f-ada1-9abd24fd8098 service neutron] 10.222.0.36 "GET /v2.0/networks/d4fa82de-a911-489b-9a20-b5134cebad28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199870 Nov 23 18:02:50.600594 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dc8407-1e5b-48c3-8afe-4e7bc918f914 req-6b9a2a92-aa99-47b3-ab1d-093403951ab6 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:02:50.602456 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d0dc8407-1e5b-48c3-8afe-4e7bc918f914 req-6b9a2a92-aa99-47b3-ab1d-093403951ab6 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.60 "GET /v2.0/ports?device_id=1093c2d4-822e-4716-8812-1f575a09050b HTTP/1.1" status: 200 len: 944 time: 0.0540745 Nov 23 18:02:50.650854 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d0dc8407-1e5b-48c3-8afe-4e7bc918f914 req-dd5be766-fc45-456c-8f62-67ca3665cf90 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.60 "GET /v2.0/security-groups?id=38939d63-3fe2-40d2-95eb-f696d491efe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424745 Nov 23 18:02:51.768431 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36015c3-fd49-4bd4-9d31-cc98445c4935 req-80e042b7-0d1f-4a3c-90ae-05b2406421c3 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:02:51.770538 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f36015c3-fd49-4bd4-9d31-cc98445c4935 req-80e042b7-0d1f-4a3c-90ae-05b2406421c3 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.60 "GET /v2.0/ports?device_id=1093c2d4-822e-4716-8812-1f575a09050b HTTP/1.1" status: 200 len: 944 time: 0.0526590 Nov 23 18:02:51.819541 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f36015c3-fd49-4bd4-9d31-cc98445c4935 req-2e076fb6-5bc8-4743-95ab-b726822300f7 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.60 "GET /v2.0/security-groups?id=38939d63-3fe2-40d2-95eb-f696d491efe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428369 Nov 23 18:02:52.933528 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbb0cd2-c305-487c-98de-8ab39045b353 req-edcc7eba-2438-4913-af07-10e647044e47 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:02:52.935196 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-0cbb0cd2-c305-487c-98de-8ab39045b353 req-edcc7eba-2438-4913-af07-10e647044e47 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.60 "GET /v2.0/ports?device_id=1093c2d4-822e-4716-8812-1f575a09050b HTTP/1.1" status: 200 len: 944 time: 0.0494187 Nov 23 18:02:52.988512 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-0cbb0cd2-c305-487c-98de-8ab39045b353 req-98eb81d2-9fee-4fcc-8dc4-895d715dc159 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.60 "GET /v2.0/security-groups?id=38939d63-3fe2-40d2-95eb-f696d491efe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472431 Nov 23 18:02:53.114640 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device cbfae665-be2d-489b-bd82-c02f4414f549 details requested by agent hyperv_n-h2-816206-8 with host n-h2-816206-8 {{(pid=103592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 18:02:53.214534 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port cbfae665-be2d-489b-bd82-c02f4414f549, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=cbfae665-be2d-489b-bd82-c02f4414f549,segment=NetworkSegment(b1fcc586-da91-4a54-82cc-15c6ce4fc865),segment_id=b1fcc586-da91-4a54-82cc-15c6ce4fc865)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:02:53.226285 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Returning: {'device': 'cbfae665-be2d-489b-bd82-c02f4414f549', 'network_id': 'd4fa82de-a911-489b-9a20-b5134cebad28', 'port_id': 'cbfae665-be2d-489b-bd82-c02f4414f549', 'mac_address': 'fa:16:3e:f4:94:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea199496-6ceb-4075-bf19-e5d27ac82ca0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 18:02:53.267162 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:53.281174 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cbfae665-be2d-489b-bd82-c02f4414f549 {{(pid=103592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:02:53.303940 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port cbfae665-be2d-489b-bd82-c02f4414f549, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=cbfae665-be2d-489b-bd82-c02f4414f549,segment=NetworkSegment(b1fcc586-da91-4a54-82cc-15c6ce4fc865),segment_id=b1fcc586-da91-4a54-82cc-15c6ce4fc865)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:02:53.308160 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:53.524084 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Pushing event updated for resources: {'Port': ['ID=cbfae665-be2d-489b-bd82-c02f4414f549,revision_number=4']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:02:53.569077 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] get_ports_and_sgs() called for port_ids ['cbfae665-be2d-489b-bd82-c02f4414f549'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:02:54.110069 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db05858b-4cb3-43e2-aeb9-cf7dfbe49782 req-e8098dce-6445-4542-8b2a-c2f693efb9a4 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:02:54.112377 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-db05858b-4cb3-43e2-aeb9-cf7dfbe49782 req-e8098dce-6445-4542-8b2a-c2f693efb9a4 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.60 "GET /v2.0/ports?device_id=1093c2d4-822e-4716-8812-1f575a09050b HTTP/1.1" status: 200 len: 945 time: 0.0533514 Nov 23 18:02:54.164815 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-db05858b-4cb3-43e2-aeb9-cf7dfbe49782 req-bf988491-ad41-4210-a061-e31047d4d1c3 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.60 "GET /v2.0/security-groups?id=38939d63-3fe2-40d2-95eb-f696d491efe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464404 Nov 23 18:02:55.115384 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device cbfae665-be2d-489b-bd82-c02f4414f549 up at agent hyperv_n-h2-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:02:55.164925 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Provisioning for port cbfae665-be2d-489b-bd82-c02f4414f549 completed by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 18:02:55.168708 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Provisioning complete for port cbfae665-be2d-489b-bd82-c02f4414f549 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:02:55.169076 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:55.250995 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:55.281952 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1093c2d4-822e-4716-8812-1f575a09050b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbfae665-be2d-489b-bd82-c02f4414f549'}] {{(pid=103592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:02:55.284163 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba3e6a8f2301c7a29fe1eca9779abdae4ccbcd6266d69778087f2498d5551201" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-249fccff-f913-4d77-bad0-1e34e51519e5" -d '{"events": [{"server_uuid": "1093c2d4-822e-4716-8812-1f575a09050b", "name": "network-vif-plugged", "status": "completed", "tag": "cbfae665-be2d-489b-bd82-c02f4414f549"}]}' {{(pid=103592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:02:55.297665 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port cbfae665-be2d-489b-bd82-c02f4414f549, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=cbfae665-be2d-489b-bd82-c02f4414f549,segment=NetworkSegment(b1fcc586-da91-4a54-82cc-15c6ce4fc865),segment_id=b1fcc586-da91-4a54-82cc-15c6ce4fc865)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:02:55.300480 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e2d36b-7cc8-404a-a347-dfa6b09d27e6 req-9477aeab-6231-4479-ad17-0642e3ec1efd tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:02:55.302731 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-40e2d36b-7cc8-404a-a347-dfa6b09d27e6 req-9477aeab-6231-4479-ad17-0642e3ec1efd tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.60 "GET /v2.0/ports?device_id=1093c2d4-822e-4716-8812-1f575a09050b HTTP/1.1" status: 200 len: 945 time: 0.0697999 Nov 23 18:02:55.304146 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:55.336550 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:02:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9573b996-9efc-462f-8fcd-277590df7954 x-openstack-request-id: req-9573b996-9efc-462f-8fcd-277590df7954 {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:02:55.336858 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1093c2d4-822e-4716-8812-1f575a09050b", "name": "network-vif-plugged", "status": "completed", "tag": "cbfae665-be2d-489b-bd82-c02f4414f549", "code": 200}]} {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:02:55.337168 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-9573b996-9efc-462f-8fcd-277590df7954 {{(pid=103592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:02:55.337589 n-d-816206-8 neutron-server[103592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1093c2d4-822e-4716-8812-1f575a09050b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbfae665-be2d-489b-bd82-c02f4414f549', 'code': 200} Nov 23 18:02:55.367742 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-40e2d36b-7cc8-404a-a347-dfa6b09d27e6 req-d6bc3955-af23-4f8b-b193-1e56f76e3158 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.60 "GET /v2.0/security-groups?id=38939d63-3fe2-40d2-95eb-f696d491efe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556114 Nov 23 18:02:55.369447 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Pushing event updated for resources: {'Port': ['ID=cbfae665-be2d-489b-bd82-c02f4414f549,revision_number=5']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:02:55.504268 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7b18a6-39b4-43f5-a652-9a4f39b1a5de req-c7b911d1-8d1c-4b63-b892-72da3b7bfc51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:02:55.505840 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9c7b18a6-39b4-43f5-a652-9a4f39b1a5de req-c7b911d1-8d1c-4b63-b892-72da3b7bfc51 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=1093c2d4-822e-4716-8812-1f575a09050b HTTP/1.1" status: 200 len: 1097 time: 0.1028750 Nov 23 18:02:55.553536 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9c7b18a6-39b4-43f5-a652-9a4f39b1a5de req-58486d22-36a3-4bca-ad11-3bc769cdfc3b service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=38939d63-3fe2-40d2-95eb-f696d491efe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397456 Nov 23 18:02:56.502509 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c546b41b-6de1-4f72-aeb0-df571a8336db req-ad0e8ace-abbb-463b-9296-c72892acf8f9 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:02:56.504317 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c546b41b-6de1-4f72-aeb0-df571a8336db req-ad0e8ace-abbb-463b-9296-c72892acf8f9 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.60 "GET /v2.0/ports?device_id=1093c2d4-822e-4716-8812-1f575a09050b HTTP/1.1" status: 200 len: 946 time: 0.0545189 Nov 23 18:02:56.557673 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c546b41b-6de1-4f72-aeb0-df571a8336db req-ef27e412-144d-40e7-a063-e35d771aa41e tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.60 "GET /v2.0/security-groups?id=38939d63-3fe2-40d2-95eb-f696d491efe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464010 Nov 23 18:02:57.674279 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c424448-37e1-4574-a575-59e7e6c85d70 req-3b234a62-c515-4750-833b-8f9bdbd0d731 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:02:57.675731 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-1c424448-37e1-4574-a575-59e7e6c85d70 req-3b234a62-c515-4750-833b-8f9bdbd0d731 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.60 "GET /v2.0/ports?device_id=1093c2d4-822e-4716-8812-1f575a09050b HTTP/1.1" status: 200 len: 946 time: 0.0480795 Nov 23 18:02:57.727865 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-1c424448-37e1-4574-a575-59e7e6c85d70 req-10f6ba5b-e27e-4cb9-b2d2-6c0c7abf6130 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.60 "GET /v2.0/security-groups?id=38939d63-3fe2-40d2-95eb-f696d491efe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455489 Nov 23 18:02:57.845617 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a255a8d3-93db-4e58-a6fa-9eac11eb4e2e req-7a02da77-3a7e-4532-9b35-e426f78b268d tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:02:57.847092 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a255a8d3-93db-4e58-a6fa-9eac11eb4e2e req-7a02da77-3a7e-4532-9b35-e426f78b268d tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.60 "GET /v2.0/ports?device_id=1093c2d4-822e-4716-8812-1f575a09050b HTTP/1.1" status: 200 len: 946 time: 0.0495529 Nov 23 18:02:57.900921 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a255a8d3-93db-4e58-a6fa-9eac11eb4e2e req-1c9aade9-3ee1-43e7-98f6-790a5ddde539 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.60 "GET /v2.0/security-groups?id=38939d63-3fe2-40d2-95eb-f696d491efe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473497 Nov 23 18:02:57.921750 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 52342) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:02:57.963987 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-983e5088-9059-4784-acfb-4a94afce23ff tempest-TestNetworkAdvancedServerOps-448977066 tempest-TestNetworkAdvancedServerOps-448977066-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:02:57.965691 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-983e5088-9059-4784-acfb-4a94afce23ff tempest-TestNetworkAdvancedServerOps-448977066 tempest-TestNetworkAdvancedServerOps-448977066-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=1093c2d4-822e-4716-8812-1f575a09050b HTTP/1.1" status: 200 len: 1092 time: 0.0429833 Nov 23 18:02:57.968366 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 52344) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:02:57.972507 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-bc567750-2e2c-45d4-8f01-7bc8899ceadb tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Request body: {'floatingip': {'floating_network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'port_id': 'cbfae665-be2d-489b-bd82-c02f4414f549', 'tenant_id': '4d3a35880fb64e77bd3047bfa46cf261', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:02:57.995257 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-bc567750-2e2c-45d4-8f01-7bc8899ceadb tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks [] for floatingip, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:58.093739 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-bc567750-2e2c-45d4-8f01-7bc8899ceadb tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:58.195631 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.db_base_plugin_common [None req-bc567750-2e2c-45d4-8f01-7bc8899ceadb tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Allocated IP 172.25.3.55 (4c8455ba-1be5-42ac-b8c2-8a16e1292d55/08fe3644-ce41-4c3f-a7ea-92bac0f0fff5/3ebd8d95-bef0-4043-833d-7464c44e3948) {{(pid=103591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:02:58.299333 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-bc567750-2e2c-45d4-8f01-7bc8899ceadb tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks [] for port, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:58.332515 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-bc567750-2e2c-45d4-8f01-7bc8899ceadb tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:58.373147 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc567750-2e2c-45d4-8f01-7bc8899ceadb tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Network 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 is already hosted by enough agents. {{(pid=103591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:02:58.377458 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [None req-bc567750-2e2c-45d4-8f01-7bc8899ceadb tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Resources bound (agent type, host, resource id): {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:02:58.381922 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc567750-2e2c-45d4-8f01-7bc8899ceadb tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Received port after_create {{(pid=103591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:02:58.384883 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc567750-2e2c-45d4-8f01-7bc8899ceadb tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Pushing event updated for resources: {'Port': ['ID=3ebd8d95-bef0-4043-833d-7464c44e3948,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:02:59.039215 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-bc567750-2e2c-45d4-8f01-7bc8899ceadb tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:59.103640 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-bc567750-2e2c-45d4-8f01-7bc8899ceadb tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:59.248219 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-bc567750-2e2c-45d4-8f01-7bc8899ceadb tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks [] for port, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:59.252537 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-bc567750-2e2c-45d4-8f01-7bc8899ceadb tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264758186'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:59.327993 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc567750-2e2c-45d4-8f01-7bc8899ceadb tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Pushing event updated for resources: {'Port': ['ID=3ebd8d95-bef0-4043-833d-7464c44e3948,revision_number=2']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:02:59.336828 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-bc567750-2e2c-45d4-8f01-7bc8899ceadb tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1795396'] for floatingip, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:59.435924 n-d-816206-8 neutron-server[103591]: INFO neutron.db.l3_db [None req-bc567750-2e2c-45d4-8f01-7bc8899ceadb tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Floating IP 20ddbabf-9358-4c46-a415-5c2d07a41c08 associated. External IP: 172.25.3.55, port: cbfae665-be2d-489b-bd82-c02f4414f549. Nov 23 18:02:59.637481 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc567750-2e2c-45d4-8f01-7bc8899ceadb tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Router a9030723-8a04-49e6-b17e-e4ea606aaaf1 has already been hosted by L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 {{(pid=103591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:02:59.744761 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc567750-2e2c-45d4-8f01-7bc8899ceadb tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:02:59.758988 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-822cd0ac-cf28-4378-9bc4-67c34fbc1c1b None None] Sync routers for ids ['a9030723-8a04-49e6-b17e-e4ea606aaaf1'] in n-d-816206-8 {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:02:59.762814 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-bc567750-2e2c-45d4-8f01-7bc8899ceadb tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for floatingip, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:02:59.771180 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-822cd0ac-cf28-4378-9bc4-67c34fbc1c1b None None] Routers {'a9030723-8a04-49e6-b17e-e4ea606aaaf1'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:02:59.771794 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-822cd0ac-cf28-4378-9bc4-67c34fbc1c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T18:02:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['a9030723-8a04-49e6-b17e-e4ea606aaaf1'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:02:59.793916 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-bc567750-2e2c-45d4-8f01-7bc8899ceadb tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8245149 Nov 23 18:02:59.794509 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1093c2d4-822e-4716-8812-1f575a09050b', 'tag': 'cbfae665-be2d-489b-bd82-c02f4414f549'}] {{(pid=103591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:02:59.796768 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41d174a19ece9499ff9ec44e5b3fc50f2abd3ffbc947fb7e52ea1e8db27b95b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7a22e5e-129a-41d4-a3c1-4a7d97f9e38e" -d '{"events": [{"name": "network-changed", "server_uuid": "1093c2d4-822e-4716-8812-1f575a09050b", "tag": "cbfae665-be2d-489b-bd82-c02f4414f549"}]}' {{(pid=103591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:02:59.837050 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:02:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6348d19b-6cea-44e2-b3c4-80a4e26b9ff3 x-openstack-request-id: req-6348d19b-6cea-44e2-b3c4-80a4e26b9ff3 {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:02:59.837399 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1093c2d4-822e-4716-8812-1f575a09050b", "tag": "cbfae665-be2d-489b-bd82-c02f4414f549", "status": "completed", "code": 200}]} {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:02:59.837716 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6348d19b-6cea-44e2-b3c4-80a4e26b9ff3 {{(pid=103591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:02:59.838220 n-d-816206-8 neutron-server[103591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1093c2d4-822e-4716-8812-1f575a09050b', 'tag': 'cbfae665-be2d-489b-bd82-c02f4414f549', 'status': 'completed', 'code': 200} Nov 23 18:02:59.886949 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvr_db [None req-822cd0ac-cf28-4378-9bc4-67c34fbc1c1b None None] Set router a9030723-8a04-49e6-b17e-e4ea606aaaf1 gateway port host: n-d-816206-8 {{(pid=103592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:02:59.928903 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00448f6e-d05b-4fbc-967f-03e03a5289c3 req-c74f0c19-40be-4d4a-bf48-ce5d03c3e80a tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:02:59.930337 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-00448f6e-d05b-4fbc-967f-03e03a5289c3 req-c74f0c19-40be-4d4a-bf48-ce5d03c3e80a tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.60 "GET /v2.0/ports?device_id=1093c2d4-822e-4716-8812-1f575a09050b HTTP/1.1" status: 200 len: 946 time: 0.0764577 Nov 23 18:02:59.935067 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a22e5e-129a-41d4-a3c1-4a7d97f9e38e req-3c75fcc2-969e-43f9-b59f-94c6042e852d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:02:59.936450 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e7a22e5e-129a-41d4-a3c1-4a7d97f9e38e req-3c75fcc2-969e-43f9-b59f-94c6042e852d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4d3a35880fb64e77bd3047bfa46cf261&device_id=1093c2d4-822e-4716-8812-1f575a09050b HTTP/1.1" status: 200 len: 1097 time: 0.0722284 Nov 23 18:03:00.042139 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-00448f6e-d05b-4fbc-967f-03e03a5289c3 req-1c95ce19-d903-40b8-996e-dd44bc34505e tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.60 "GET /v2.0/security-groups?id=38939d63-3fe2-40d2-95eb-f696d491efe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1046877 Nov 23 18:03:00.063651 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a22e5e-129a-41d4-a3c1-4a7d97f9e38e req-94c306d5-fad7-4b18-8a73-68a24c1bda6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:03:00.065185 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e7a22e5e-129a-41d4-a3c1-4a7d97f9e38e req-94c306d5-fad7-4b18-8a73-68a24c1bda6a service neutron] 10.222.0.36 "GET /v2.0/networks?id=d4fa82de-a911-489b-9a20-b5134cebad28 HTTP/1.1" status: 200 len: 897 time: 0.1210980 Nov 23 18:03:00.065659 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 52350) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:03:00.115885 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-822cd0ac-cf28-4378-9bc4-67c34fbc1c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9030723-8a04-49e6-b17e-e4ea606aaaf1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-365977388', 'tenant_id': '4d3a35880fb64e77bd3047bfa46cf261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.193'}], 'enable_snat': True}, 'gw_port_id': '90b6d5b3-552d-47b5-a331-e2fdf21e0c33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:02:40Z', 'updated_at': '2021-11-23T18:02:44Z', 'revision_number': 4, 'project_id': '4d3a35880fb64e77bd3047bfa46cf261', 'gw_port': {'id': '90b6d5b3-552d-47b5-a331-e2fdf21e0c33', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:da:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9030723-8a04-49e6-b17e-e4ea606aaaf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:02:40Z', 'updated_at': '2021-11-23T18:02:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_floatingips': [{'id': '20ddbabf-9358-4c46-a415-5c2d07a41c08', 'tenant_id': '4d3a35880fb64e77bd3047bfa46cf261', 'floating_ip_address': '172.25.3.55', 'floating_network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'router_id': 'a9030723-8a04-49e6-b17e-e4ea606aaaf1', 'port_id': 'cbfae665-be2d-489b-bd82-c02f4414f549', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3967, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4fa82de-a911-489b-9a20-b5134cebad28', 'mac_address': 'fa:16:3e:f4:94:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1093c2d4-822e-4716-8812-1f575a09050b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T18:02:58Z', 'updated_at': '2021-11-23T18:02:58Z', 'revision_number': 0, 'project_id': '4d3a35880fb64e77bd3047bfa46cf261', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c880ca8-f229-41c4-a5d4-50e40cbbb719', 'name': '', 'network_id': 'd4fa82de-a911-489b-9a20-b5134cebad28', 'tenant_id': '4d3a35880fb64e77bd3047bfa46cf261', 'mac_address': 'fa:16:3e:c4:ba:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9030723-8a04-49e6-b17e-e4ea606aaaf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': 'ea199496-6ceb-4075-bf19-e5d27ac82ca0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:02:43Z', 'updated_at': '2021-11-23T18:02:47Z', 'revision_number': 5, 'project_id': '4d3a35880fb64e77bd3047bfa46cf261', 'subnets': [{'id': 'ea199496-6ceb-4075-bf19-e5d27ac82ca0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:03:00.142234 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-822cd0ac-cf28-4378-9bc4-67c34fbc1c1b None None] Checking router: a9030723-8a04-49e6-b17e-e4ea606aaaf1 for host: n-d-816206-8 {{(pid=103592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:03:00.152000 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-822cd0ac-cf28-4378-9bc4-67c34fbc1c1b None None] Routers {'a9030723-8a04-49e6-b17e-e4ea606aaaf1'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:03:00.152654 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-822cd0ac-cf28-4378-9bc4-67c34fbc1c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T18:02:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['a9030723-8a04-49e6-b17e-e4ea606aaaf1'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:03:00.180603 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-cbbb12df-4fd3-4a9e-87e3-0c53f69ac342 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.60 "GET /v2.0/floatingips/20ddbabf-9358-4c46-a415-5c2d07a41c08 HTTP/1.1" status: 200 len: 991 time: 0.1137772 Nov 23 18:03:00.189781 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e7a22e5e-129a-41d4-a3c1-4a7d97f9e38e req-465c6498-fb06-46b2-aceb-ce6c6b3ed75c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cbfae665-be2d-489b-bd82-c02f4414f549 HTTP/1.1" status: 200 len: 999 time: 0.1115181 Nov 23 18:03:00.234882 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a22e5e-129a-41d4-a3c1-4a7d97f9e38e req-7489c506-1448-4f1c-aad1-8e80e50dad47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:03:00.236360 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e7a22e5e-129a-41d4-a3c1-4a7d97f9e38e req-7489c506-1448-4f1c-aad1-8e80e50dad47 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ea199496-6ceb-4075-bf19-e5d27ac82ca0 HTTP/1.1" status: 200 len: 834 time: 0.0443470 Nov 23 18:03:00.260088 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvr_db [None req-822cd0ac-cf28-4378-9bc4-67c34fbc1c1b None None] Set router a9030723-8a04-49e6-b17e-e4ea606aaaf1 gateway port host: n-d-816206-8 {{(pid=103592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:03:00.282937 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a22e5e-129a-41d4-a3c1-4a7d97f9e38e req-ef3fa437-aec4-4369-b3c0-2aa1fb628336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:03:00.284451 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e7a22e5e-129a-41d4-a3c1-4a7d97f9e38e req-ef3fa437-aec4-4369-b3c0-2aa1fb628336 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d4fa82de-a911-489b-9a20-b5134cebad28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402646 Nov 23 18:03:00.381574 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e7a22e5e-129a-41d4-a3c1-4a7d97f9e38e req-5bd813a1-aa47-40c7-947f-481aefa4f034 service neutron] 10.222.0.36 "GET /v2.0/networks/d4fa82de-a911-489b-9a20-b5134cebad28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888035 Nov 23 18:03:00.474598 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e7a22e5e-129a-41d4-a3c1-4a7d97f9e38e req-8b090e84-09ac-47da-a18d-baacc1251e8b service neutron] 10.222.0.36 "GET /v2.0/networks/d4fa82de-a911-489b-9a20-b5134cebad28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852203 Nov 23 18:03:00.488800 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-822cd0ac-cf28-4378-9bc4-67c34fbc1c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9030723-8a04-49e6-b17e-e4ea606aaaf1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-365977388', 'tenant_id': '4d3a35880fb64e77bd3047bfa46cf261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.193'}], 'enable_snat': True}, 'gw_port_id': '90b6d5b3-552d-47b5-a331-e2fdf21e0c33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:02:40Z', 'updated_at': '2021-11-23T18:02:44Z', 'revision_number': 4, 'project_id': '4d3a35880fb64e77bd3047bfa46cf261', 'gw_port': {'id': '90b6d5b3-552d-47b5-a331-e2fdf21e0c33', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:da:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9030723-8a04-49e6-b17e-e4ea606aaaf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:02:40Z', 'updated_at': '2021-11-23T18:02:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_floatingips': [{'id': '20ddbabf-9358-4c46-a415-5c2d07a41c08', 'tenant_id': '4d3a35880fb64e77bd3047bfa46cf261', 'floating_ip_address': '172.25.3.55', 'floating_network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'router_id': 'a9030723-8a04-49e6-b17e-e4ea606aaaf1', 'port_id': 'cbfae665-be2d-489b-bd82-c02f4414f549', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3967, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4fa82de-a911-489b-9a20-b5134cebad28', 'mac_address': 'fa:16:3e:f4:94:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1093c2d4-822e-4716-8812-1f575a09050b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T18:02:58Z', 'updated_at': '2021-11-23T18:02:58Z', 'revision_number': 0, 'project_id': '4d3a35880fb64e77bd3047bfa46cf261', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c880ca8-f229-41c4-a5d4-50e40cbbb719', 'name': '', 'network_id': 'd4fa82de-a911-489b-9a20-b5134cebad28', 'tenant_id': '4d3a35880fb64e77bd3047bfa46cf261', 'mac_address': 'fa:16:3e:c4:ba:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9030723-8a04-49e6-b17e-e4ea606aaaf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': 'ea199496-6ceb-4075-bf19-e5d27ac82ca0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:02:43Z', 'updated_at': '2021-11-23T18:02:47Z', 'revision_number': 5, 'project_id': '4d3a35880fb64e77bd3047bfa46cf261', 'subnets': [{'id': 'ea199496-6ceb-4075-bf19-e5d27ac82ca0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:03:00.516670 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-822cd0ac-cf28-4378-9bc4-67c34fbc1c1b None None] The sync data for ids ['a9030723-8a04-49e6-b17e-e4ea606aaaf1'] in n-d-816206-8 is: [{'id': 'a9030723-8a04-49e6-b17e-e4ea606aaaf1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-365977388', 'tenant_id': '4d3a35880fb64e77bd3047bfa46cf261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.193'}], 'enable_snat': True}, 'gw_port_id': '90b6d5b3-552d-47b5-a331-e2fdf21e0c33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:02:40Z', 'updated_at': '2021-11-23T18:02:44Z', 'revision_number': 4, 'project_id': '4d3a35880fb64e77bd3047bfa46cf261', 'gw_port': {'id': '90b6d5b3-552d-47b5-a331-e2fdf21e0c33', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:da:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9030723-8a04-49e6-b17e-e4ea606aaaf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:02:40Z', 'updated_at': '2021-11-23T18:02:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_floatingips': [{'id': '20ddbabf-9358-4c46-a415-5c2d07a41c08', 'tenant_id': '4d3a35880fb64e77bd3047bfa46cf261', 'floating_ip_address': '172.25.3.55', 'floating_network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'router_id': 'a9030723-8a04-49e6-b17e-e4ea606aaaf1', 'port_id': 'cbfae665-be2d-489b-bd82-c02f4414f549', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3967, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4fa82de-a911-489b-9a20-b5134cebad28', 'mac_address': 'fa:16:3e:f4:94:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1093c2d4-822e-4716-8812-1f575a09050b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T18:02:58Z', 'updated_at': '2021-11-23T18:02:58Z', 'revision_number': 0, 'project_id': '4d3a35880fb64e77bd3047bfa46cf261', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c880ca8-f229-41c4-a5d4-50e40cbbb719', 'name': '', 'network_id': 'd4fa82de-a911-489b-9a20-b5134cebad28', 'tenant_id': '4d3a35880fb64e77bd3047bfa46cf261', 'mac_address': 'fa:16:3e:c4:ba:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9030723-8a04-49e6-b17e-e4ea606aaaf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': 'ea199496-6ceb-4075-bf19-e5d27ac82ca0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:02:43Z', 'updated_at': '2021-11-23T18:02:47Z', 'revision_number': 5, 'project_id': '4d3a35880fb64e77bd3047bfa46cf261', 'subnets': [{'id': 'ea199496-6ceb-4075-bf19-e5d27ac82ca0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:03:00.702808 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9a2771b-9c5f-4c45-83f7-a6cc2e3e8612 None None] New status for floating IP 20ddbabf-9358-4c46-a415-5c2d07a41c08: ACTIVE {{(pid=103593) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 18:03:01.184822 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 52352) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:03:01.245024 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-5df1b6f2-1059-49d9-8cde-7903621420ee tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.60 "GET /v2.0/floatingips/20ddbabf-9358-4c46-a415-5c2d07a41c08 HTTP/1.1" status: 200 len: 993 time: 0.0590446 Nov 23 18:03:03.124014 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-3f28e7aa-9099-43e0-8575-bee04cba290a req-dfb31465-0277-4541-86b2-c68228cb0034 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=1093c2d4-822e-4716-8812-1f575a09050b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0456507 Nov 23 18:03:03.209811 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f28e7aa-9099-43e0-8575-bee04cba290a req-9bdc3392-9fd5-450b-af0c-a5f73bd59c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:03:03.214361 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-3f28e7aa-9099-43e0-8575-bee04cba290a req-9bdc3392-9fd5-450b-af0c-a5f73bd59c65 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4d3a35880fb64e77bd3047bfa46cf261&device_id=1093c2d4-822e-4716-8812-1f575a09050b HTTP/1.1" status: 200 len: 1097 time: 0.0416334 Nov 23 18:03:03.324035 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f28e7aa-9099-43e0-8575-bee04cba290a req-d9727c65-4d39-4abf-b864-9ceae510f3c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:03:03.331667 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-3f28e7aa-9099-43e0-8575-bee04cba290a req-d9727c65-4d39-4abf-b864-9ceae510f3c7 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d4fa82de-a911-489b-9a20-b5134cebad28 HTTP/1.1" status: 200 len: 897 time: 0.0925596 Nov 23 18:03:03.391615 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-3f28e7aa-9099-43e0-8575-bee04cba290a req-91514e79-b166-461c-88ee-b18ca5246059 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cbfae665-be2d-489b-bd82-c02f4414f549 HTTP/1.1" status: 200 len: 1001 time: 0.0586810 Nov 23 18:03:03.441593 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f28e7aa-9099-43e0-8575-bee04cba290a req-57fea006-4806-4e3b-929c-0b6354dc46c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:03:03.443527 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-3f28e7aa-9099-43e0-8575-bee04cba290a req-57fea006-4806-4e3b-929c-0b6354dc46c4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ea199496-6ceb-4075-bf19-e5d27ac82ca0 HTTP/1.1" status: 200 len: 834 time: 0.0436726 Nov 23 18:03:03.496236 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f28e7aa-9099-43e0-8575-bee04cba290a req-1a18ab00-9504-401f-8ac7-e7be33e999d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:03:03.498510 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-3f28e7aa-9099-43e0-8575-bee04cba290a req-1a18ab00-9504-401f-8ac7-e7be33e999d5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d4fa82de-a911-489b-9a20-b5134cebad28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0466888 Nov 23 18:03:03.588724 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-3f28e7aa-9099-43e0-8575-bee04cba290a req-e5e86e4d-f9f4-423e-87a6-221a3a7e0a92 service neutron] 10.222.0.36 "GET /v2.0/networks/d4fa82de-a911-489b-9a20-b5134cebad28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825856 Nov 23 18:03:03.681770 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-3f28e7aa-9099-43e0-8575-bee04cba290a req-42379422-d287-4e88-96a9-6731cfb124d4 service neutron] 10.222.0.36 "GET /v2.0/networks/d4fa82de-a911-489b-9a20-b5134cebad28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856736 Nov 23 18:03:09.553033 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.agents_db [None req-464f6c07-0de8-4be6-8f5b-563f574d1c5d None None] Agent healthcheck: found 7 active agents {{(pid=103593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 18:03:12.977663 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-0db82832-cfa6-4109-8170-c4dd306a8b51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:13.660516 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:14.409774 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:15.103754 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-128a5687-6d82-405a-8e86-244ea04ac545 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:16.607448 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-52822d53-48f5-4819-8a95-bdc13aea0bf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:17.823457 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9a27ae6c-db98-474f-94c1-cc99bf842d79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:18.387081 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:28.286838 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2c817c-14da-4ab3-ae31-8d272f393f6f req-77156861-5ef5-4e54-ae2f-79ad06b03224 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:03:28.288415 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-eb2c817c-14da-4ab3-ae31-8d272f393f6f req-77156861-5ef5-4e54-ae2f-79ad06b03224 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.60 "GET /v2.0/ports?device_id=1093c2d4-822e-4716-8812-1f575a09050b HTTP/1.1" status: 200 len: 946 time: 0.1169057 Nov 23 18:03:28.342871 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-eb2c817c-14da-4ab3-ae31-8d272f393f6f req-05517c57-c778-4750-9fd3-b63ab94ae142 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.60 "GET /v2.0/security-groups?id=38939d63-3fe2-40d2-95eb-f696d491efe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482390 Nov 23 18:03:29.462972 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fcef24-ad8b-4ef2-9e26-bd538e0633b9 req-9d750270-2223-4b72-8439-de4130a1b55e tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:03:29.464501 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-44fcef24-ad8b-4ef2-9e26-bd538e0633b9 req-9d750270-2223-4b72-8439-de4130a1b55e tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.60 "GET /v2.0/ports?device_id=1093c2d4-822e-4716-8812-1f575a09050b HTTP/1.1" status: 200 len: 946 time: 0.0510035 Nov 23 18:03:29.519230 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-44fcef24-ad8b-4ef2-9e26-bd538e0633b9 req-b84f899b-d6ea-412d-b819-074ff195159c tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.60 "GET /v2.0/security-groups?id=38939d63-3fe2-40d2-95eb-f696d491efe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485880 Nov 23 18:03:30.635566 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb766b1-7479-4efa-81b4-c5c6c8339636 req-2f14fd42-0cbf-4cf6-82d3-0036f82a37c7 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:03:30.637065 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-afb766b1-7479-4efa-81b4-c5c6c8339636 req-2f14fd42-0cbf-4cf6-82d3-0036f82a37c7 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.60 "GET /v2.0/ports?device_id=1093c2d4-822e-4716-8812-1f575a09050b HTTP/1.1" status: 200 len: 946 time: 0.0494065 Nov 23 18:03:30.686114 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-afb766b1-7479-4efa-81b4-c5c6c8339636 req-30937786-fad0-462b-b7a3-bd153a0ee9be tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.60 "GET /v2.0/security-groups?id=38939d63-3fe2-40d2-95eb-f696d491efe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430634 Nov 23 18:03:31.799964 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0309832-2a6d-4306-8d4e-58455c5c6f30 req-cac95430-85b3-4dd2-8e2f-e047fb753e3a tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:03:31.801459 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e0309832-2a6d-4306-8d4e-58455c5c6f30 req-cac95430-85b3-4dd2-8e2f-e047fb753e3a tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.60 "GET /v2.0/ports?device_id=1093c2d4-822e-4716-8812-1f575a09050b HTTP/1.1" status: 200 len: 946 time: 0.0483465 Nov 23 18:03:31.850584 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e0309832-2a6d-4306-8d4e-58455c5c6f30 req-6c29ca58-0bd4-4cf0-9150-f8dc798af1d2 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.60 "GET /v2.0/security-groups?id=38939d63-3fe2-40d2-95eb-f696d491efe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423200 Nov 23 18:03:32.969909 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ad3bb6-f01b-4d59-bef6-6705c61b6c71 req-490782b5-1bd3-41fa-8a1e-4ba2520e57c3 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:03:32.971380 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-22ad3bb6-f01b-4d59-bef6-6705c61b6c71 req-490782b5-1bd3-41fa-8a1e-4ba2520e57c3 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.60 "GET /v2.0/ports?device_id=1093c2d4-822e-4716-8812-1f575a09050b HTTP/1.1" status: 200 len: 946 time: 0.0536115 Nov 23 18:03:33.020443 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-22ad3bb6-f01b-4d59-bef6-6705c61b6c71 req-f1e4d55d-c2a6-400c-a077-8f56daf0e8a1 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.60 "GET /v2.0/security-groups?id=38939d63-3fe2-40d2-95eb-f696d491efe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429275 Nov 23 18:03:34.135193 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de28e5cf-e6be-4338-96f9-91f8dcb2e376 req-95ed3c92-408e-45d4-bf27-e0200c1fabbd tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:03:34.137220 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-de28e5cf-e6be-4338-96f9-91f8dcb2e376 req-95ed3c92-408e-45d4-bf27-e0200c1fabbd tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.60 "GET /v2.0/ports?device_id=1093c2d4-822e-4716-8812-1f575a09050b HTTP/1.1" status: 200 len: 946 time: 0.0500519 Nov 23 18:03:34.189124 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-de28e5cf-e6be-4338-96f9-91f8dcb2e376 req-416b4eae-3054-435d-b635-645218b74c95 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.60 "GET /v2.0/security-groups?id=38939d63-3fe2-40d2-95eb-f696d491efe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459609 Nov 23 18:03:35.308821 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae9ab7e-264e-4bd9-9b40-7416e6915ce9 req-3b80b1f5-41b5-4b2b-bc85-b231714a524f tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:03:35.310297 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-1ae9ab7e-264e-4bd9-9b40-7416e6915ce9 req-3b80b1f5-41b5-4b2b-bc85-b231714a524f tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.60 "GET /v2.0/ports?device_id=1093c2d4-822e-4716-8812-1f575a09050b HTTP/1.1" status: 200 len: 946 time: 0.0490615 Nov 23 18:03:35.363012 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-1ae9ab7e-264e-4bd9-9b40-7416e6915ce9 req-dfd22431-b188-402b-8ff5-aa00f383d092 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.60 "GET /v2.0/security-groups?id=38939d63-3fe2-40d2-95eb-f696d491efe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467329 Nov 23 18:03:36.487987 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6449854e-f962-4b86-88c1-2fb05b7c10d4 req-fdafa2e9-9be2-48e8-b2d9-d5d99ebb76bb tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:03:36.489565 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6449854e-f962-4b86-88c1-2fb05b7c10d4 req-fdafa2e9-9be2-48e8-b2d9-d5d99ebb76bb tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.60 "GET /v2.0/ports?device_id=1093c2d4-822e-4716-8812-1f575a09050b HTTP/1.1" status: 200 len: 946 time: 0.0582356 Nov 23 18:03:36.538721 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6449854e-f962-4b86-88c1-2fb05b7c10d4 req-747b4553-a6b3-4384-bef8-8e2dc8fd230a tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.60 "GET /v2.0/security-groups?id=38939d63-3fe2-40d2-95eb-f696d491efe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431912 Nov 23 18:03:37.653219 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cde58a3-52d8-43ba-82ce-8349ab340728 req-e1719209-5877-4c2a-948c-86e2338230ab tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:03:37.654721 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9cde58a3-52d8-43ba-82ce-8349ab340728 req-e1719209-5877-4c2a-948c-86e2338230ab tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.60 "GET /v2.0/ports?device_id=1093c2d4-822e-4716-8812-1f575a09050b HTTP/1.1" status: 200 len: 946 time: 0.0478883 Nov 23 18:03:37.703572 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9cde58a3-52d8-43ba-82ce-8349ab340728 req-f70f5c42-0d25-4429-af1e-ec8d446963d2 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.60 "GET /v2.0/security-groups?id=38939d63-3fe2-40d2-95eb-f696d491efe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429268 Nov 23 18:03:38.835487 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f6d41f-f049-46a3-bac1-083b9bd8df08 req-c6aa9fd2-9c3b-4555-8d6a-5f1d79da9cef tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:03:38.837079 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-23f6d41f-f049-46a3-bac1-083b9bd8df08 req-c6aa9fd2-9c3b-4555-8d6a-5f1d79da9cef tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.60 "GET /v2.0/ports?device_id=1093c2d4-822e-4716-8812-1f575a09050b HTTP/1.1" status: 200 len: 946 time: 0.0608020 Nov 23 18:03:38.888626 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-23f6d41f-f049-46a3-bac1-083b9bd8df08 req-de8ad3c6-f8fe-4272-932b-67f157910ca3 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.60 "GET /v2.0/security-groups?id=38939d63-3fe2-40d2-95eb-f696d491efe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455294 Nov 23 18:03:40.008109 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46792e2-2b82-4f9c-a933-6ebdfa7befe6 req-2da3629f-6a15-42bd-b65f-c6b917ac5448 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:03:40.009620 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e46792e2-2b82-4f9c-a933-6ebdfa7befe6 req-2da3629f-6a15-42bd-b65f-c6b917ac5448 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.60 "GET /v2.0/ports?device_id=1093c2d4-822e-4716-8812-1f575a09050b HTTP/1.1" status: 200 len: 946 time: 0.0511682 Nov 23 18:03:40.059285 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e46792e2-2b82-4f9c-a933-6ebdfa7befe6 req-eeb2e738-5abe-418d-8c1e-32aedfcf6a7a tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.60 "GET /v2.0/security-groups?id=38939d63-3fe2-40d2-95eb-f696d491efe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435808 Nov 23 18:03:40.904560 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b800db-4c44-47a4-83c1-08d384d4c5af req-243e0c32-7ada-4b22-9af7-039a0af13b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:03:40.906049 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-49b800db-4c44-47a4-83c1-08d384d4c5af req-243e0c32-7ada-4b22-9af7-039a0af13b59 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=1093c2d4-822e-4716-8812-1f575a09050b HTTP/1.1" status: 200 len: 1097 time: 0.0437322 Nov 23 18:03:40.953410 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-49b800db-4c44-47a4-83c1-08d384d4c5af req-91614655-df98-4821-ae68-7e9fa5a42276 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=38939d63-3fe2-40d2-95eb-f696d491efe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390041 Nov 23 18:03:41.175684 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a93c0c6-5cff-4895-b772-e1696f8a0e93 req-d1700338-697d-48c0-9350-705ffad94ff4 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:03:41.177237 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4a93c0c6-5cff-4895-b772-e1696f8a0e93 req-d1700338-697d-48c0-9350-705ffad94ff4 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.60 "GET /v2.0/ports?device_id=1093c2d4-822e-4716-8812-1f575a09050b HTTP/1.1" status: 200 len: 946 time: 0.0509565 Nov 23 18:03:41.228760 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4a93c0c6-5cff-4895-b772-e1696f8a0e93 req-aa1b8d5f-faf2-4972-84c9-9e9893bcc358 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.60 "GET /v2.0/security-groups?id=38939d63-3fe2-40d2-95eb-f696d491efe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451479 Nov 23 18:03:42.344597 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0da2f8-1653-4c11-8203-0985aaf2e3dd req-86f03fb6-3dd1-4d37-8941-f0162c5433f0 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:03:42.346056 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-fd0da2f8-1653-4c11-8203-0985aaf2e3dd req-86f03fb6-3dd1-4d37-8941-f0162c5433f0 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.60 "GET /v2.0/ports?device_id=1093c2d4-822e-4716-8812-1f575a09050b HTTP/1.1" status: 200 len: 946 time: 0.0481751 Nov 23 18:03:42.398912 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-fd0da2f8-1653-4c11-8203-0985aaf2e3dd req-bd760bb9-1043-48cd-ad07-4b1cd264145d tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.60 "GET /v2.0/security-groups?id=38939d63-3fe2-40d2-95eb-f696d491efe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461862 Nov 23 18:03:42.421746 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 52408) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:03:42.480929 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-22ad7a39-ce75-499f-bba3-444e094201a0 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.60 "GET /v2.0/floatingips/20ddbabf-9358-4c46-a415-5c2d07a41c08 HTTP/1.1" status: 200 len: 993 time: 0.0580630 Nov 23 18:03:42.980362 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-598f76c7-7cae-41aa-8338-833f7879a2ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:43.351005 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device cbfae665-be2d-489b-bd82-c02f4414f549 details requested by agent hyperv_n-h2-816206-8 with host n-h2-816206-8 {{(pid=103592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 18:03:43.356722 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device cbfae665-be2d-489b-bd82-c02f4414f549 no longer exists at agent hyperv_n-h2-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:03:43.509465 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:43.515727 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port cbfae665-be2d-489b-bd82-c02f4414f549, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=cbfae665-be2d-489b-bd82-c02f4414f549,segment=NetworkSegment(b1fcc586-da91-4a54-82cc-15c6ce4fc865),segment_id=b1fcc586-da91-4a54-82cc-15c6ce4fc865)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:03:43.533895 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Returning: {'device': 'cbfae665-be2d-489b-bd82-c02f4414f549', 'network_id': 'd4fa82de-a911-489b-9a20-b5134cebad28', 'port_id': 'cbfae665-be2d-489b-bd82-c02f4414f549', 'mac_address': 'fa:16:3e:f4:94:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea199496-6ceb-4075-bf19-e5d27ac82ca0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 18:03:43.547468 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1093c2d4-822e-4716-8812-1f575a09050b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cbfae665-be2d-489b-bd82-c02f4414f549'}] {{(pid=103592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:03:43.549755 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba3e6a8f2301c7a29fe1eca9779abdae4ccbcd6266d69778087f2498d5551201" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93464540-9782-4cb0-b21b-775e5217db5a" -d '{"events": [{"server_uuid": "1093c2d4-822e-4716-8812-1f575a09050b", "name": "network-vif-unplugged", "status": "completed", "tag": "cbfae665-be2d-489b-bd82-c02f4414f549"}]}' {{(pid=103592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:03:43.580959 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port cbfae665-be2d-489b-bd82-c02f4414f549, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=cbfae665-be2d-489b-bd82-c02f4414f549,segment=NetworkSegment(b1fcc586-da91-4a54-82cc-15c6ce4fc865),segment_id=b1fcc586-da91-4a54-82cc-15c6ce4fc865)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:03:43.590567 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 18:03:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c55c6cbf-2a60-4397-a494-3a81064b3362 x-openstack-request-id: req-c55c6cbf-2a60-4397-a494-3a81064b3362 {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:03:43.590865 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1093c2d4-822e-4716-8812-1f575a09050b", "name": "network-vif-unplugged", "status": "completed", "tag": "cbfae665-be2d-489b-bd82-c02f4414f549", "code": 200}]} {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:03:43.591124 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c55c6cbf-2a60-4397-a494-3a81064b3362 {{(pid=103592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:03:43.591525 n-d-816206-8 neutron-server[103592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1093c2d4-822e-4716-8812-1f575a09050b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cbfae665-be2d-489b-bd82-c02f4414f549', 'code': 200} Nov 23 18:03:43.592146 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:43.618084 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:43.639363 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cbfae665-be2d-489b-bd82-c02f4414f549 {{(pid=103592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:03:43.659489 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Pushing event updated for resources: {'Port': ['ID=cbfae665-be2d-489b-bd82-c02f4414f549,revision_number=6']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:03:43.702914 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:03:43.703264 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:03:43.703608 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:03:43.703947 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:03:43.704285 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:03:43.704647 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:03:43.704985 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:03:43.705312 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:03:43.705640 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:03:43.705961 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:03:43.706285 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:03:43.706604 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:03:43.717716 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.db.api [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103592) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 18:03:43.718081 n-d-816206-8 neutron-server[103592]: DEBUG oslo_db.api [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 18:03:43.719660 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:44.253310 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:44.265795 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cbfae665-be2d-489b-bd82-c02f4414f549 {{(pid=103592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:03:44.284828 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port cbfae665-be2d-489b-bd82-c02f4414f549, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=cbfae665-be2d-489b-bd82-c02f4414f549,segment=NetworkSegment(b1fcc586-da91-4a54-82cc-15c6ce4fc865),segment_id=b1fcc586-da91-4a54-82cc-15c6ce4fc865)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:03:44.289259 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:44.337513 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Pushing event updated for resources: {'Port': ['ID=cbfae665-be2d-489b-bd82-c02f4414f549,revision_number=7']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:03:44.412029 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:44.506185 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] get_ports_and_sgs() called for port_ids ['cbfae665-be2d-489b-bd82-c02f4414f549'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:03:45.107294 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-81ac44f6-a123-4eb2-94a4-e7e7e48fed70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:45.357261 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device cbfae665-be2d-489b-bd82-c02f4414f549 up at agent hyperv_n-h2-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:03:45.404336 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Provisioning complete for port cbfae665-be2d-489b-bd82-c02f4414f549 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:03:45.404645 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:45.480248 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:45.515485 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port cbfae665-be2d-489b-bd82-c02f4414f549, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=cbfae665-be2d-489b-bd82-c02f4414f549,segment=NetworkSegment(b1fcc586-da91-4a54-82cc-15c6ce4fc865),segment_id=b1fcc586-da91-4a54-82cc-15c6ce4fc865)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:03:45.519777 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:45.566987 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Pushing event updated for resources: {'Port': ['ID=cbfae665-be2d-489b-bd82-c02f4414f549,revision_number=8']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:03:45.592121 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1093c2d4-822e-4716-8812-1f575a09050b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbfae665-be2d-489b-bd82-c02f4414f549'}] {{(pid=103592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:03:45.594439 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba3e6a8f2301c7a29fe1eca9779abdae4ccbcd6266d69778087f2498d5551201" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ece1cce0-db11-4fa6-a123-4907847f852f" -d '{"events": [{"server_uuid": "1093c2d4-822e-4716-8812-1f575a09050b", "name": "network-vif-plugged", "status": "completed", "tag": "cbfae665-be2d-489b-bd82-c02f4414f549"}]}' {{(pid=103592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:03:45.631898 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:03:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42cab707-f717-41b7-8e11-9e90a1e5db71 x-openstack-request-id: req-42cab707-f717-41b7-8e11-9e90a1e5db71 {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:03:45.632225 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1093c2d4-822e-4716-8812-1f575a09050b", "name": "network-vif-plugged", "status": "completed", "tag": "cbfae665-be2d-489b-bd82-c02f4414f549", "code": 200}]} {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:03:45.632539 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-42cab707-f717-41b7-8e11-9e90a1e5db71 {{(pid=103592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:03:45.632998 n-d-816206-8 neutron-server[103592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1093c2d4-822e-4716-8812-1f575a09050b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbfae665-be2d-489b-bd82-c02f4414f549', 'code': 200} Nov 23 18:03:46.551745 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.agents_db [None req-464f6c07-0de8-4be6-8f5b-563f574d1c5d None None] Agent healthcheck: found 7 active agents {{(pid=103593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 18:03:46.608800 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-52822d53-48f5-4819-8a95-bdc13aea0bf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:47.826331 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9a27ae6c-db98-474f-94c1-cc99bf842d79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:03:48.389384 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:03.115724 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6af2b400-dc8c-422c-b219-1d29e82c85da req-613e86b6-6f3d-4359-b150-1fed05db65d4 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=1093c2d4-822e-4716-8812-1f575a09050b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0401487 Nov 23 18:04:03.205981 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af2b400-dc8c-422c-b219-1d29e82c85da req-f4e9c7b6-48e8-4686-bc77-2a58b856f621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:03.207512 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6af2b400-dc8c-422c-b219-1d29e82c85da req-f4e9c7b6-48e8-4686-bc77-2a58b856f621 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4d3a35880fb64e77bd3047bfa46cf261&device_id=1093c2d4-822e-4716-8812-1f575a09050b HTTP/1.1" status: 200 len: 1097 time: 0.0453546 Nov 23 18:04:03.316319 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af2b400-dc8c-422c-b219-1d29e82c85da req-161b2a92-5311-465e-892f-d84da1ca5007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:03.317825 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6af2b400-dc8c-422c-b219-1d29e82c85da req-161b2a92-5311-465e-892f-d84da1ca5007 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d4fa82de-a911-489b-9a20-b5134cebad28 HTTP/1.1" status: 200 len: 897 time: 0.0896633 Nov 23 18:04:03.393985 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6af2b400-dc8c-422c-b219-1d29e82c85da req-d25a76a1-9aa5-48bb-bc78-eaab3ad59c80 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cbfae665-be2d-489b-bd82-c02f4414f549 HTTP/1.1" status: 200 len: 1001 time: 0.0640202 Nov 23 18:04:03.443092 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af2b400-dc8c-422c-b219-1d29e82c85da req-b6c7a30c-d4d5-4d42-8097-a28e3d4effb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:03.444593 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6af2b400-dc8c-422c-b219-1d29e82c85da req-b6c7a30c-d4d5-4d42-8097-a28e3d4effb2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ea199496-6ceb-4075-bf19-e5d27ac82ca0 HTTP/1.1" status: 200 len: 834 time: 0.0465775 Nov 23 18:04:03.491496 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af2b400-dc8c-422c-b219-1d29e82c85da req-d707b173-ae11-4037-95f5-92d98c76fbbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:03.493608 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6af2b400-dc8c-422c-b219-1d29e82c85da req-d707b173-ae11-4037-95f5-92d98c76fbbb service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d4fa82de-a911-489b-9a20-b5134cebad28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412364 Nov 23 18:04:03.589639 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6af2b400-dc8c-422c-b219-1d29e82c85da req-cbe0b4fa-131e-4bca-97b4-ed06b60fc3fe service neutron] 10.222.0.36 "GET /v2.0/networks/d4fa82de-a911-489b-9a20-b5134cebad28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879695 Nov 23 18:04:03.687019 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6af2b400-dc8c-422c-b219-1d29e82c85da req-9f8bf9a3-969c-4825-9ec4-2c23db4bce42 service neutron] 10.222.0.36 "GET /v2.0/networks/d4fa82de-a911-489b-9a20-b5134cebad28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892320 Nov 23 18:04:12.982291 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-42fd5a2c-b08d-4ce5-9b9a-ec9884f0a6e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:13.706652 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:14.431208 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:15.109983 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-6418c812-7b27-4f1a-8992-7fb4f8ebe74f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:16.612079 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-52822d53-48f5-4819-8a95-bdc13aea0bf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:17.712011 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 52424) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:04:17.827678 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9a27ae6c-db98-474f-94c1-cc99bf842d79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:17.881127 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-706ca82b-df93-4a7f-8557-ba1dec281af4 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Deleting port 3ebd8d95-bef0-4043-833d-7464c44e3948 {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:04:17.881375 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-706ca82b-df93-4a7f-8557-ba1dec281af4 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:17.957168 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-706ca82b-df93-4a7f-8557-ba1dec281af4 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:17.957493 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-706ca82b-df93-4a7f-8557-ba1dec281af4 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:17.971009 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-706ca82b-df93-4a7f-8557-ba1dec281af4 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Calling delete_port for 3ebd8d95-bef0-4043-833d-7464c44e3948 owned by network:floatingip {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:04:18.122882 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-706ca82b-df93-4a7f-8557-ba1dec281af4 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:18.148821 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706ca82b-df93-4a7f-8557-ba1dec281af4 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Pushing event deleted for resources: {'Port': ['ID=3ebd8d95-bef0-4043-833d-7464c44e3948,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:04:18.175949 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706ca82b-df93-4a7f-8557-ba1dec281af4 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:04:18.176311 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706ca82b-df93-4a7f-8557-ba1dec281af4 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:04:18.176702 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706ca82b-df93-4a7f-8557-ba1dec281af4 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:04:18.177053 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706ca82b-df93-4a7f-8557-ba1dec281af4 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:04:18.177398 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706ca82b-df93-4a7f-8557-ba1dec281af4 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:04:18.177739 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706ca82b-df93-4a7f-8557-ba1dec281af4 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:04:18.178239 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706ca82b-df93-4a7f-8557-ba1dec281af4 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:04:18.178414 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706ca82b-df93-4a7f-8557-ba1dec281af4 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:04:18.178769 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706ca82b-df93-4a7f-8557-ba1dec281af4 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:04:18.179087 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706ca82b-df93-4a7f-8557-ba1dec281af4 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:04:18.179420 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706ca82b-df93-4a7f-8557-ba1dec281af4 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:04:18.179748 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706ca82b-df93-4a7f-8557-ba1dec281af4 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:04:18.219524 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-706ca82b-df93-4a7f-8557-ba1dec281af4 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks [] for floatingip, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:18.219863 n-d-816206-8 neutron-server[103590]: INFO neutron.db.l3_db [None req-706ca82b-df93-4a7f-8557-ba1dec281af4 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Floating IP 20ddbabf-9358-4c46-a415-5c2d07a41c08 disassociated (deleted). External IP: 172.25.3.55, port: cbfae665-be2d-489b-bd82-c02f4414f549. Nov 23 18:04:18.395087 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:18.435625 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-706ca82b-df93-4a7f-8557-ba1dec281af4 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Router a9030723-8a04-49e6-b17e-e4ea606aaaf1 has already been hosted by L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 {{(pid=103590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:04:18.546252 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-706ca82b-df93-4a7f-8557-ba1dec281af4 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:04:18.551006 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-706ca82b-df93-4a7f-8557-ba1dec281af4 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for floatingip, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:18.555675 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a41b4bd5-275c-4e34-8f7f-f5895333ddec None None] Sync routers for ids ['a9030723-8a04-49e6-b17e-e4ea606aaaf1'] in n-d-816206-8 {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:04:18.566093 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a41b4bd5-275c-4e34-8f7f-f5895333ddec None None] Routers {'a9030723-8a04-49e6-b17e-e4ea606aaaf1'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:04:18.566708 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-a41b4bd5-275c-4e34-8f7f-f5895333ddec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T18:04:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['a9030723-8a04-49e6-b17e-e4ea606aaaf1'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:04:18.579190 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-706ca82b-df93-4a7f-8557-ba1dec281af4 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.60 "DELETE /v2.0/floatingips/20ddbabf-9358-4c46-a415-5c2d07a41c08 HTTP/1.1" status: 204 len: 168 time: 0.8658929 Nov 23 18:04:18.580011 n-d-816206-8 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1093c2d4-822e-4716-8812-1f575a09050b', 'tag': 'cbfae665-be2d-489b-bd82-c02f4414f549'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:04:18.582325 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbabddbc9fc37b068808e119c416c86f5957ca04531a4a0d2e695c515e93483b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7df0e9f6-b22c-49be-8fe0-a6ff960156fd" -d '{"events": [{"name": "network-changed", "server_uuid": "1093c2d4-822e-4716-8812-1f575a09050b", "tag": "cbfae665-be2d-489b-bd82-c02f4414f549"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:04:18.626439 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:04:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d50d7c3-73d5-4efb-9690-78290bd89e0b x-openstack-request-id: req-1d50d7c3-73d5-4efb-9690-78290bd89e0b {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:04:18.626740 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1093c2d4-822e-4716-8812-1f575a09050b", "tag": "cbfae665-be2d-489b-bd82-c02f4414f549", "status": "completed", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:04:18.627004 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-1d50d7c3-73d5-4efb-9690-78290bd89e0b {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:04:18.627435 n-d-816206-8 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1093c2d4-822e-4716-8812-1f575a09050b', 'tag': 'cbfae665-be2d-489b-bd82-c02f4414f549', 'status': 'completed', 'code': 200} Nov 23 18:04:18.680863 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvr_db [None req-a41b4bd5-275c-4e34-8f7f-f5895333ddec None None] Set router a9030723-8a04-49e6-b17e-e4ea606aaaf1 gateway port host: n-d-816206-8 {{(pid=103592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:04:18.704790 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df0e9f6-b22c-49be-8fe0-a6ff960156fd req-d7e3f96e-2f01-42a3-980a-67046ccab3fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:18.706250 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7df0e9f6-b22c-49be-8fe0-a6ff960156fd req-d7e3f96e-2f01-42a3-980a-67046ccab3fa service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4d3a35880fb64e77bd3047bfa46cf261&device_id=1093c2d4-822e-4716-8812-1f575a09050b HTTP/1.1" status: 200 len: 1097 time: 0.0550516 Nov 23 18:04:18.847646 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df0e9f6-b22c-49be-8fe0-a6ff960156fd req-b8c15d84-eb5d-49d1-889f-bd70532716bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:18.849198 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7df0e9f6-b22c-49be-8fe0-a6ff960156fd req-b8c15d84-eb5d-49d1-889f-bd70532716bf service neutron] 10.222.0.36 "GET /v2.0/networks?id=d4fa82de-a911-489b-9a20-b5134cebad28 HTTP/1.1" status: 200 len: 897 time: 0.1334178 Nov 23 18:04:18.867310 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f919be49-57e0-411a-bd16-e968351fd9f3 req-c01b8359-d560-4e7a-b7a1-fe27ab6e10d0 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:18.869211 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f919be49-57e0-411a-bd16-e968351fd9f3 req-c01b8359-d560-4e7a-b7a1-fe27ab6e10d0 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.60 "GET /v2.0/ports?device_id=1093c2d4-822e-4716-8812-1f575a09050b HTTP/1.1" status: 200 len: 946 time: 0.0745153 Nov 23 18:04:18.913802 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7df0e9f6-b22c-49be-8fe0-a6ff960156fd req-c159bf73-2da4-4112-839e-b666a5049aa6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cbfae665-be2d-489b-bd82-c02f4414f549 HTTP/1.1" status: 200 len: 217 time: 0.0547202 Nov 23 18:04:18.992399 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f919be49-57e0-411a-bd16-e968351fd9f3 req-7fa6f1be-0d12-47c0-86ca-697bd332f7a7 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.60 "GET /v2.0/security-groups?id=38939d63-3fe2-40d2-95eb-f696d491efe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1155319 Nov 23 18:04:18.994244 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df0e9f6-b22c-49be-8fe0-a6ff960156fd req-89399ee8-1a02-4f0d-9bce-bfb7449bd949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:18.995629 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7df0e9f6-b22c-49be-8fe0-a6ff960156fd req-89399ee8-1a02-4f0d-9bce-bfb7449bd949 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ea199496-6ceb-4075-bf19-e5d27ac82ca0 HTTP/1.1" status: 200 len: 834 time: 0.0713096 Nov 23 18:04:19.047602 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df0e9f6-b22c-49be-8fe0-a6ff960156fd req-23f16f8b-6eec-4189-8bdd-f9c442bec5a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:19.049184 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7df0e9f6-b22c-49be-8fe0-a6ff960156fd req-23f16f8b-6eec-4189-8bdd-f9c442bec5a4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d4fa82de-a911-489b-9a20-b5134cebad28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431948 Nov 23 18:04:19.069020 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-a41b4bd5-275c-4e34-8f7f-f5895333ddec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9030723-8a04-49e6-b17e-e4ea606aaaf1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-365977388', 'tenant_id': '4d3a35880fb64e77bd3047bfa46cf261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.193'}], 'enable_snat': True}, 'gw_port_id': '90b6d5b3-552d-47b5-a331-e2fdf21e0c33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:02:40Z', 'updated_at': '2021-11-23T18:02:44Z', 'revision_number': 4, 'project_id': '4d3a35880fb64e77bd3047bfa46cf261', 'gw_port': {'id': '90b6d5b3-552d-47b5-a331-e2fdf21e0c33', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:da:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9030723-8a04-49e6-b17e-e4ea606aaaf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:02:40Z', 'updated_at': '2021-11-23T18:02:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_interfaces': [{'id': '3c880ca8-f229-41c4-a5d4-50e40cbbb719', 'name': '', 'network_id': 'd4fa82de-a911-489b-9a20-b5134cebad28', 'tenant_id': '4d3a35880fb64e77bd3047bfa46cf261', 'mac_address': 'fa:16:3e:c4:ba:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9030723-8a04-49e6-b17e-e4ea606aaaf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': 'ea199496-6ceb-4075-bf19-e5d27ac82ca0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:02:43Z', 'updated_at': '2021-11-23T18:02:47Z', 'revision_number': 5, 'project_id': '4d3a35880fb64e77bd3047bfa46cf261', 'subnets': [{'id': 'ea199496-6ceb-4075-bf19-e5d27ac82ca0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:04:19.100060 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a41b4bd5-275c-4e34-8f7f-f5895333ddec None None] Checking router: a9030723-8a04-49e6-b17e-e4ea606aaaf1 for host: n-d-816206-8 {{(pid=103592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:04:19.109423 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a41b4bd5-275c-4e34-8f7f-f5895333ddec None None] Routers {'a9030723-8a04-49e6-b17e-e4ea606aaaf1'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:04:19.110053 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-a41b4bd5-275c-4e34-8f7f-f5895333ddec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T18:04:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['a9030723-8a04-49e6-b17e-e4ea606aaaf1'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:04:19.154498 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7df0e9f6-b22c-49be-8fe0-a6ff960156fd req-0d91efba-9704-45f0-ab3e-3374de0e1a5c service neutron] 10.222.0.36 "GET /v2.0/networks/d4fa82de-a911-489b-9a20-b5134cebad28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968707 Nov 23 18:04:19.229954 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvr_db [None req-a41b4bd5-275c-4e34-8f7f-f5895333ddec None None] Set router a9030723-8a04-49e6-b17e-e4ea606aaaf1 gateway port host: n-d-816206-8 {{(pid=103592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:04:19.252858 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7df0e9f6-b22c-49be-8fe0-a6ff960156fd req-14ae0774-42a9-4f10-9eea-8c7c39cf8aeb service neutron] 10.222.0.36 "GET /v2.0/networks/d4fa82de-a911-489b-9a20-b5134cebad28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892386 Nov 23 18:04:19.433847 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-a41b4bd5-275c-4e34-8f7f-f5895333ddec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9030723-8a04-49e6-b17e-e4ea606aaaf1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-365977388', 'tenant_id': '4d3a35880fb64e77bd3047bfa46cf261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.193'}], 'enable_snat': True}, 'gw_port_id': '90b6d5b3-552d-47b5-a331-e2fdf21e0c33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:02:40Z', 'updated_at': '2021-11-23T18:02:44Z', 'revision_number': 4, 'project_id': '4d3a35880fb64e77bd3047bfa46cf261', 'gw_port': {'id': '90b6d5b3-552d-47b5-a331-e2fdf21e0c33', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:da:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9030723-8a04-49e6-b17e-e4ea606aaaf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:02:40Z', 'updated_at': '2021-11-23T18:02:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_interfaces': [{'id': '3c880ca8-f229-41c4-a5d4-50e40cbbb719', 'name': '', 'network_id': 'd4fa82de-a911-489b-9a20-b5134cebad28', 'tenant_id': '4d3a35880fb64e77bd3047bfa46cf261', 'mac_address': 'fa:16:3e:c4:ba:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9030723-8a04-49e6-b17e-e4ea606aaaf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': 'ea199496-6ceb-4075-bf19-e5d27ac82ca0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:02:43Z', 'updated_at': '2021-11-23T18:02:47Z', 'revision_number': 5, 'project_id': '4d3a35880fb64e77bd3047bfa46cf261', 'subnets': [{'id': 'ea199496-6ceb-4075-bf19-e5d27ac82ca0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:04:19.464574 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a41b4bd5-275c-4e34-8f7f-f5895333ddec None None] The sync data for ids ['a9030723-8a04-49e6-b17e-e4ea606aaaf1'] in n-d-816206-8 is: [{'id': 'a9030723-8a04-49e6-b17e-e4ea606aaaf1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-365977388', 'tenant_id': '4d3a35880fb64e77bd3047bfa46cf261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.193'}], 'enable_snat': True}, 'gw_port_id': '90b6d5b3-552d-47b5-a331-e2fdf21e0c33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:02:40Z', 'updated_at': '2021-11-23T18:02:44Z', 'revision_number': 4, 'project_id': '4d3a35880fb64e77bd3047bfa46cf261', 'gw_port': {'id': '90b6d5b3-552d-47b5-a331-e2fdf21e0c33', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:da:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9030723-8a04-49e6-b17e-e4ea606aaaf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:02:40Z', 'updated_at': '2021-11-23T18:02:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_interfaces': [{'id': '3c880ca8-f229-41c4-a5d4-50e40cbbb719', 'name': '', 'network_id': 'd4fa82de-a911-489b-9a20-b5134cebad28', 'tenant_id': '4d3a35880fb64e77bd3047bfa46cf261', 'mac_address': 'fa:16:3e:c4:ba:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9030723-8a04-49e6-b17e-e4ea606aaaf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3964, 'fixed_ips': [{'subnet_id': 'ea199496-6ceb-4075-bf19-e5d27ac82ca0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:02:43Z', 'updated_at': '2021-11-23T18:02:47Z', 'revision_number': 5, 'project_id': '4d3a35880fb64e77bd3047bfa46cf261', 'subnets': [{'id': 'ea199496-6ceb-4075-bf19-e5d27ac82ca0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:04:19.700297 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ec88052-cfca-4488-94b5-6da74ab690e3 None None] New status for floating IP 20ddbabf-9358-4c46-a415-5c2d07a41c08: DOWN {{(pid=103593) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 18:04:20.131180 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c2b4b7-0b30-499a-b9df-c2ed943aced6 req-bd106b18-96d7-409b-bc30-9187e6e2d3b0 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:20.132717 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-38c2b4b7-0b30-499a-b9df-c2ed943aced6 req-bd106b18-96d7-409b-bc30-9187e6e2d3b0 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.60 "GET /v2.0/ports?device_id=1093c2d4-822e-4716-8812-1f575a09050b HTTP/1.1" status: 200 len: 946 time: 0.0581639 Nov 23 18:04:20.183690 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-38c2b4b7-0b30-499a-b9df-c2ed943aced6 req-7f0b4786-12aa-4914-9d09-fda55639f17b tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.60 "GET /v2.0/security-groups?id=38939d63-3fe2-40d2-95eb-f696d491efe0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447094 Nov 23 18:04:20.234884 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b88252a-4a4a-439f-8ad7-c267519009dc req-96aaefa6-8046-4701-9d87-38c60606d462 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:20.236312 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9b88252a-4a4a-439f-8ad7-c267519009dc req-96aaefa6-8046-4701-9d87-38c60606d462 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.36 "GET /v2.0/ports?device_id=1093c2d4-822e-4716-8812-1f575a09050b HTTP/1.1" status: 200 len: 946 time: 0.0483820 Nov 23 18:04:20.328698 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [req-9b88252a-4a4a-439f-8ad7-c267519009dc req-a4ab3eed-63a8-46ea-9e4d-ae0a746ec18a tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Deleting port cbfae665-be2d-489b-bd82-c02f4414f549 {{(pid=103591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:04:20.329039 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-9b88252a-4a4a-439f-8ad7-c267519009dc req-a4ab3eed-63a8-46ea-9e4d-ae0a746ec18a tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:20.419466 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-9b88252a-4a4a-439f-8ad7-c267519009dc req-a4ab3eed-63a8-46ea-9e4d-ae0a746ec18a tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] For port cbfae665-be2d-489b-bd82-c02f4414f549, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=cbfae665-be2d-489b-bd82-c02f4414f549,segment=NetworkSegment(b1fcc586-da91-4a54-82cc-15c6ce4fc865),segment_id=b1fcc586-da91-4a54-82cc-15c6ce4fc865)] {{(pid=103591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:04:20.420132 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-9b88252a-4a4a-439f-8ad7-c267519009dc req-a4ab3eed-63a8-46ea-9e4d-ae0a746ec18a tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:20.433893 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [req-9b88252a-4a4a-439f-8ad7-c267519009dc req-a4ab3eed-63a8-46ea-9e4d-ae0a746ec18a tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Calling delete_port for cbfae665-be2d-489b-bd82-c02f4414f549 owned by compute:nova {{(pid=103591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:04:20.563533 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-9b88252a-4a4a-439f-8ad7-c267519009dc req-a4ab3eed-63a8-46ea-9e4d-ae0a746ec18a tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:20.592914 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ab3eed-63a8-46ea-9e4d-ae0a746ec18a tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Pushing event deleted for resources: {'Port': ['ID=cbfae665-be2d-489b-bd82-c02f4414f549,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:04:20.619276 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ab3eed-63a8-46ea-9e4d-ae0a746ec18a tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:04:20.619632 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ab3eed-63a8-46ea-9e4d-ae0a746ec18a tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:04:20.619968 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ab3eed-63a8-46ea-9e4d-ae0a746ec18a tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:04:20.620302 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ab3eed-63a8-46ea-9e4d-ae0a746ec18a tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:04:20.620658 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ab3eed-63a8-46ea-9e4d-ae0a746ec18a tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:04:20.620988 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ab3eed-63a8-46ea-9e4d-ae0a746ec18a tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:04:20.621316 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ab3eed-63a8-46ea-9e4d-ae0a746ec18a tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:04:20.621642 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ab3eed-63a8-46ea-9e4d-ae0a746ec18a tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:04:20.621965 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ab3eed-63a8-46ea-9e4d-ae0a746ec18a tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:04:20.622286 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ab3eed-63a8-46ea-9e4d-ae0a746ec18a tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:04:20.622662 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ab3eed-63a8-46ea-9e4d-ae0a746ec18a tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:04:20.622991 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ab3eed-63a8-46ea-9e4d-ae0a746ec18a tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:04:20.648098 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b88252a-4a4a-439f-8ad7-c267519009dc req-a4ab3eed-63a8-46ea-9e4d-ae0a746ec18a tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] No DVR routers for this DVR port cbfae665-be2d-489b-bd82-c02f4414f549 on host n-h2-816206-8 {{(pid=103591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:04:20.650762 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-9b88252a-4a4a-439f-8ad7-c267519009dc req-a4ab3eed-63a8-46ea-9e4d-ae0a746ec18a tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:20.655268 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9b88252a-4a4a-439f-8ad7-c267519009dc req-a4ab3eed-63a8-46ea-9e4d-ae0a746ec18a tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.36 "DELETE /v2.0/ports/cbfae665-be2d-489b-bd82-c02f4414f549 HTTP/1.1" status: 204 len: 173 time: 0.4121699 Nov 23 18:04:20.655743 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1093c2d4-822e-4716-8812-1f575a09050b', 'name': 'network-vif-deleted', 'tag': 'cbfae665-be2d-489b-bd82-c02f4414f549'}] {{(pid=103591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:04:20.658103 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41d174a19ece9499ff9ec44e5b3fc50f2abd3ffbc947fb7e52ea1e8db27b95b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36001ce9-caef-4f2e-ac31-0a4a63966a12" -d '{"events": [{"server_uuid": "1093c2d4-822e-4716-8812-1f575a09050b", "name": "network-vif-deleted", "tag": "cbfae665-be2d-489b-bd82-c02f4414f549"}]}' {{(pid=103591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:04:20.696429 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:04:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24b43532-4872-4bf6-8b00-8903523ed937 x-openstack-request-id: req-24b43532-4872-4bf6-8b00-8903523ed937 {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:04:20.696761 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1093c2d4-822e-4716-8812-1f575a09050b", "name": "network-vif-deleted", "tag": "cbfae665-be2d-489b-bd82-c02f4414f549", "status": "completed", "code": 200}]} {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:04:20.697020 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-24b43532-4872-4bf6-8b00-8903523ed937 {{(pid=103591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:04:20.697431 n-d-816206-8 neutron-server[103591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1093c2d4-822e-4716-8812-1f575a09050b', 'name': 'network-vif-deleted', 'tag': 'cbfae665-be2d-489b-bd82-c02f4414f549', 'status': 'completed', 'code': 200} Nov 23 18:04:21.240299 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 52440) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:04:21.601964 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ad85294d-eae6-4ad7-97ee-d093d30e5731 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1794372'] for router_interface, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:21.852409 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-ad85294d-eae6-4ad7-97ee-d093d30e5731 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Deleting port 3c880ca8-f229-41c4-a5d4-50e40cbbb719 {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:04:21.852724 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ad85294d-eae6-4ad7-97ee-d093d30e5731 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:21.938477 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-ad85294d-eae6-4ad7-97ee-d093d30e5731 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] For port 3c880ca8-f229-41c4-a5d4-50e40cbbb719, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=3c880ca8-f229-41c4-a5d4-50e40cbbb719,segment=NetworkSegment(b1fcc586-da91-4a54-82cc-15c6ce4fc865),segment_id=b1fcc586-da91-4a54-82cc-15c6ce4fc865)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:04:21.938832 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ad85294d-eae6-4ad7-97ee-d093d30e5731 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:21.955655 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-ad85294d-eae6-4ad7-97ee-d093d30e5731 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Calling delete_port for 3c880ca8-f229-41c4-a5d4-50e40cbbb719 owned by network:router_interface {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:04:22.135176 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ad85294d-eae6-4ad7-97ee-d093d30e5731 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:22.162531 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad85294d-eae6-4ad7-97ee-d093d30e5731 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Pushing event deleted for resources: {'Port': ['ID=3c880ca8-f229-41c4-a5d4-50e40cbbb719,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:04:22.333663 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ad85294d-eae6-4ad7-97ee-d093d30e5731 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2067500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1794520'] for router_interface, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:22.890964 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad85294d-eae6-4ad7-97ee-d093d30e5731 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Router a9030723-8a04-49e6-b17e-e4ea606aaaf1 has already been hosted by L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 {{(pid=103590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:04:22.997311 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad85294d-eae6-4ad7-97ee-d093d30e5731 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:04:23.002863 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-ad85294d-eae6-4ad7-97ee-d093d30e5731 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.60 "PUT /v2.0/routers/a9030723-8a04-49e6-b17e-e4ea606aaaf1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7614820 Nov 23 18:04:23.005463 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 52442) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:04:23.007440 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-402358f3-5a7f-4a19-8959-55bc0ad4153f None None] Sync routers for ids ['a9030723-8a04-49e6-b17e-e4ea606aaaf1'] in n-d-816206-8 {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:04:23.017962 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-402358f3-5a7f-4a19-8959-55bc0ad4153f None None] Routers {'a9030723-8a04-49e6-b17e-e4ea606aaaf1'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:04:23.018509 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-402358f3-5a7f-4a19-8959-55bc0ad4153f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T18:04:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['a9030723-8a04-49e6-b17e-e4ea606aaaf1'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:04:23.055937 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc3b9765-3f14-4694-b63b-0322151b86e6 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Deleting subnet ea199496-6ceb-4075-bf19-e5d27ac82ca0 {{(pid=103590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 18:04:23.059304 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-dc3b9765-3f14-4694-b63b-0322151b86e6 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks [] for subnet, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:23.099272 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-dc3b9765-3f14-4694-b63b-0322151b86e6 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-267528342'] for subnet, precommit_delete_associations {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:23.122402 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvr_db [None req-402358f3-5a7f-4a19-8959-55bc0ad4153f None None] Set router a9030723-8a04-49e6-b17e-e4ea606aaaf1 gateway port host: n-d-816206-8 {{(pid=103592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:04:23.186472 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-dc3b9765-3f14-4694-b63b-0322151b86e6 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971956'] for subnet, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:23.244027 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-dc3b9765-3f14-4694-b63b-0322151b86e6 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264357903', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264730940'] for subnet, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:23.274439 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3b9765-3f14-4694-b63b-0322151b86e6 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Pushing event deleted for resources: {'Subnet': ['ID=ea199496-6ceb-4075-bf19-e5d27ac82ca0,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:04:23.276331 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-dc3b9765-3f14-4694-b63b-0322151b86e6 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks [] for subnet, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:23.279558 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-dc3b9765-3f14-4694-b63b-0322151b86e6 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.60 "DELETE /v2.0/subnets/ea199496-6ceb-4075-bf19-e5d27ac82ca0 HTTP/1.1" status: 204 len: 168 time: 0.2728119 Nov 23 18:04:23.282228 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 52444) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:04:23.301616 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7b907ac-0d1f-4bad-9d65-513fef2aa3ae None None] Network d4fa82de-a911-489b-9a20-b5134cebad28 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:04:23.364841 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-402358f3-5a7f-4a19-8959-55bc0ad4153f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9030723-8a04-49e6-b17e-e4ea606aaaf1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-365977388', 'tenant_id': '4d3a35880fb64e77bd3047bfa46cf261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.193'}], 'enable_snat': True}, 'gw_port_id': '90b6d5b3-552d-47b5-a331-e2fdf21e0c33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:02:40Z', 'updated_at': '2021-11-23T18:04:22Z', 'revision_number': 5, 'project_id': '4d3a35880fb64e77bd3047bfa46cf261', 'gw_port': {'id': '90b6d5b3-552d-47b5-a331-e2fdf21e0c33', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:da:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9030723-8a04-49e6-b17e-e4ea606aaaf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:02:40Z', 'updated_at': '2021-11-23T18:02:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8'}], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:04:23.396617 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-321b7a36-b8b4-4a9d-9eb1-a5b4c9764304 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks [] for router, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:23.419517 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-402358f3-5a7f-4a19-8959-55bc0ad4153f None None] Checking router: a9030723-8a04-49e6-b17e-e4ea606aaaf1 for host: n-d-816206-8 {{(pid=103592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:04:23.444243 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-402358f3-5a7f-4a19-8959-55bc0ad4153f None None] Routers {'a9030723-8a04-49e6-b17e-e4ea606aaaf1'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:04:23.444882 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-402358f3-5a7f-4a19-8959-55bc0ad4153f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T18:04:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['a9030723-8a04-49e6-b17e-e4ea606aaaf1'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:04:23.506758 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-321b7a36-b8b4-4a9d-9eb1-a5b4c9764304 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:23.550895 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device cbfae665-be2d-489b-bd82-c02f4414f549 no longer exists at agent hyperv_n-h2-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:04:23.555310 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.agents_db [None req-464f6c07-0de8-4be6-8f5b-563f574d1c5d None None] Agent healthcheck: found 7 active agents {{(pid=103593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 18:04:23.568886 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-321b7a36-b8b4-4a9d-9eb1-a5b4c9764304 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Deleting port 90b6d5b3-552d-47b5-a331-e2fdf21e0c33 {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:04:23.569229 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-321b7a36-b8b4-4a9d-9eb1-a5b4c9764304 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:23.577960 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] No Port match for: cbfae665-be2d-489b-bd82-c02f4414f549 {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:04:23.578305 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device cbfae665-be2d-489b-bd82-c02f4414f549 not bound to the agent host n-h2-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:04:23.579780 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a7e7d7f-7cfe-4905-a6a2-aa2a74096432 None None] DHCP port deletion for d4fa82de-a911-489b-9a20-b5134cebad28 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:04:23.596707 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvr_db [None req-402358f3-5a7f-4a19-8959-55bc0ad4153f None None] Set router a9030723-8a04-49e6-b17e-e4ea606aaaf1 gateway port host: n-d-816206-8 {{(pid=103592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:04:23.665096 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-321b7a36-b8b4-4a9d-9eb1-a5b4c9764304 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] For port 90b6d5b3-552d-47b5-a331-e2fdf21e0c33, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=90b6d5b3-552d-47b5-a331-e2fdf21e0c33,segment=NetworkSegment(bffd1e4f-e80f-4ff0-b418-2f42ae15febf),segment_id=bffd1e4f-e80f-4ff0-b418-2f42ae15febf)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:04:23.665582 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-321b7a36-b8b4-4a9d-9eb1-a5b4c9764304 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:23.685493 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-321b7a36-b8b4-4a9d-9eb1-a5b4c9764304 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Calling delete_port for 90b6d5b3-552d-47b5-a331-e2fdf21e0c33 owned by network:router_gateway {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:04:23.724822 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 9e1da2d9-4dff-486c-a7c0-decf7506b0d4 no longer exists at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:04:23.795177 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-6a7e7d7f-7cfe-4905-a6a2-aa2a74096432 None None] Deleting port 9e1da2d9-4dff-486c-a7c0-decf7506b0d4 {{(pid=103592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:04:23.795441 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-6a7e7d7f-7cfe-4905-a6a2-aa2a74096432 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:23.856678 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-321b7a36-b8b4-4a9d-9eb1-a5b4c9764304 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:23.883225 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321b7a36-b8b4-4a9d-9eb1-a5b4c9764304 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Pushing event deleted for resources: {'Port': ['ID=90b6d5b3-552d-47b5-a331-e2fdf21e0c33,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:04:23.908290 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acfb9bba-a491-44fd-b8a3-40f02954a051 None None] DHCP port deletion for 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:04:23.926148 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-6a7e7d7f-7cfe-4905-a6a2-aa2a74096432 None None] For port 9e1da2d9-4dff-486c-a7c0-decf7506b0d4, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=9e1da2d9-4dff-486c-a7c0-decf7506b0d4,segment=NetworkSegment(b1fcc586-da91-4a54-82cc-15c6ce4fc865),segment_id=b1fcc586-da91-4a54-82cc-15c6ce4fc865)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:04:23.926920 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-6a7e7d7f-7cfe-4905-a6a2-aa2a74096432 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:23.949815 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-6a7e7d7f-7cfe-4905-a6a2-aa2a74096432 None None] Calling delete_port for 9e1da2d9-4dff-486c-a7c0-decf7506b0d4 owned by network:dhcp {{(pid=103592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:04:23.952103 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:23.952863 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-321b7a36-b8b4-4a9d-9eb1-a5b4c9764304 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1795454'] for router_gateway, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:24.015966 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-402358f3-5a7f-4a19-8959-55bc0ad4153f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9030723-8a04-49e6-b17e-e4ea606aaaf1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-365977388', 'tenant_id': '4d3a35880fb64e77bd3047bfa46cf261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.193'}], 'enable_snat': True}, 'gw_port_id': '90b6d5b3-552d-47b5-a331-e2fdf21e0c33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:02:40Z', 'updated_at': '2021-11-23T18:04:22Z', 'revision_number': 5, 'project_id': '4d3a35880fb64e77bd3047bfa46cf261', 'gw_port': {'id': '90b6d5b3-552d-47b5-a331-e2fdf21e0c33', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:da:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9030723-8a04-49e6-b17e-e4ea606aaaf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:02:40Z', 'updated_at': '2021-11-23T18:02:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8'}], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:04:24.048587 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-321b7a36-b8b4-4a9d-9eb1-a5b4c9764304 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1794352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8175'] for router, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:24.050774 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-321b7a36-b8b4-4a9d-9eb1-a5b4c9764304 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:24.056934 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-402358f3-5a7f-4a19-8959-55bc0ad4153f None None] The sync data for ids ['a9030723-8a04-49e6-b17e-e4ea606aaaf1'] in n-d-816206-8 is: [{'id': 'a9030723-8a04-49e6-b17e-e4ea606aaaf1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-365977388', 'tenant_id': '4d3a35880fb64e77bd3047bfa46cf261', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.193'}], 'enable_snat': True}, 'gw_port_id': '90b6d5b3-552d-47b5-a331-e2fdf21e0c33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:02:40Z', 'updated_at': '2021-11-23T18:04:22Z', 'revision_number': 5, 'project_id': '4d3a35880fb64e77bd3047bfa46cf261', 'gw_port': {'id': '90b6d5b3-552d-47b5-a331-e2fdf21e0c33', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:da:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9030723-8a04-49e6-b17e-e4ea606aaaf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:02:40Z', 'updated_at': '2021-11-23T18:02:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8'}] {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:04:24.062831 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] For port 9e1da2d9-4dff-486c-a7c0-decf7506b0d4, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=9e1da2d9-4dff-486c-a7c0-decf7506b0d4,segment=NetworkSegment(b1fcc586-da91-4a54-82cc-15c6ce4fc865),segment_id=b1fcc586-da91-4a54-82cc-15c6ce4fc865)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:04:24.072037 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:24.112856 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-321b7a36-b8b4-4a9d-9eb1-a5b4c9764304 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1795580'] for router, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:24.113779 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-321b7a36-b8b4-4a9d-9eb1-a5b4c9764304 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Fanout notify agent at l3_agent the message router_deleted on router a9030723-8a04-49e6-b17e-e4ea606aaaf1 {{(pid=103590) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 18:04:24.120977 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-321b7a36-b8b4-4a9d-9eb1-a5b4c9764304 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks [] for router, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:24.125022 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-321b7a36-b8b4-4a9d-9eb1-a5b4c9764304 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.60 "DELETE /v2.0/routers/a9030723-8a04-49e6-b17e-e4ea606aaaf1 HTTP/1.1" status: 204 len: 168 time: 0.8417501 Nov 23 18:04:24.125734 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 52446) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:04:24.142772 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Pushing event updated for resources: {'Port': ['ID=9e1da2d9-4dff-486c-a7c0-decf7506b0d4,revision_number=5']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:04:24.145862 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-6a7e7d7f-7cfe-4905-a6a2-aa2a74096432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989'] for port, after_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:24.173027 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7e7d7f-7cfe-4905-a6a2-aa2a74096432 None None] Pushing event deleted for resources: {'Port': ['ID=9e1da2d9-4dff-486c-a7c0-decf7506b0d4,revision_number=None']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:04:24.176546 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a7e7d7f-7cfe-4905-a6a2-aa2a74096432 None None] No DVR routers for this DVR port 9e1da2d9-4dff-486c-a7c0-decf7506b0d4 on host n-d-816206-8 {{(pid=103592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:04:24.208637 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-4fb426e3-b963-4e02-8eeb-01318bf546a6 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-555181'] for network, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:24.297096 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-4fb426e3-b963-4e02-8eeb-01318bf546a6 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973419', 'neutron.services.segments.db._delete_segments_for_network-8736635878840'] for network, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:24.316571 n-d-816206-8 neutron-server[103591]: DEBUG neutron.services.segments.db [None req-4fb426e3-b963-4e02-8eeb-01318bf546a6 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4fa82de-a911-489b-9a20-b5134cebad28']}} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:04:24.326263 n-d-816206-8 neutron-server[103591]: DEBUG neutron.services.segments.db [None req-4fb426e3-b963-4e02-8eeb-01318bf546a6 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1fcc586-da91-4a54-82cc-15c6ce4fc865') {'for_net_delete': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:04:24.326555 n-d-816206-8 neutron-server[103591]: DEBUG neutron.services.segments.db [None req-4fb426e3-b963-4e02-8eeb-01318bf546a6 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1fcc586-da91-4a54-82cc-15c6ce4fc865') {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:04:24.335717 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-4fb426e3-b963-4e02-8eeb-01318bf546a6 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736635840332', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265989959'] for segment, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:24.349365 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-4fb426e3-b963-4e02-8eeb-01318bf546a6 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:24.355062 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4fb426e3-b963-4e02-8eeb-01318bf546a6 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Releasing vlan 503 on physical network physnet1 to pool {{(pid=103591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 18:04:24.355506 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-4fb426e3-b963-4e02-8eeb-01318bf546a6 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264756290'] for segment, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:24.358434 n-d-816206-8 neutron-server[103591]: Traceback (most recent call last): Nov 23 18:04:24.358434 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 18:04:24.358434 n-d-816206-8 neutron-server[103591]: timer() Nov 23 18:04:24.358434 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 18:04:24.358434 n-d-816206-8 neutron-server[103591]: cb(*args, **kw) Nov 23 18:04:24.358434 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 18:04:24.358434 n-d-816206-8 neutron-server[103591]: return func(*args, **kwargs) Nov 23 18:04:24.358434 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 18:04:24.358434 n-d-816206-8 neutron-server[103591]: self._notify() Nov 23 18:04:24.358434 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 18:04:24.358434 n-d-816206-8 neutron-server[103591]: self.callback(batched_events) Nov 23 18:04:24.358434 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 18:04:24.358434 n-d-816206-8 neutron-server[103591]: event.method(event) Nov 23 18:04:24.358434 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 18:04:24.358434 n-d-816206-8 neutron-server[103591]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 18:04:24.358434 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 18:04:24.358434 n-d-816206-8 neutron-server[103591]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 18:04:24.358434 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 18:04:24.358434 n-d-816206-8 neutron-server[103591]: return f(self, *a, **k) Nov 23 18:04:24.358434 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 18:04:24.358434 n-d-816206-8 neutron-server[103591]: return self._get(url).json() Nov 23 18:04:24.358434 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 18:04:24.358434 n-d-816206-8 neutron-server[103591]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 18:04:24.358434 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 18:04:24.358434 n-d-816206-8 neutron-server[103591]: return self.request(url, 'GET', **kwargs) Nov 23 18:04:24.358434 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 18:04:24.358434 n-d-816206-8 neutron-server[103591]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 18:04:24.358434 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 18:04:24.358434 n-d-816206-8 neutron-server[103591]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 18:04:24.358434 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 18:04:24.358434 n-d-816206-8 neutron-server[103591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 18:04:24.358434 n-d-816206-8 neutron-server[103591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 18:04:24.416618 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-4fb426e3-b963-4e02-8eeb-01318bf546a6 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1795418'] for network, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:24.436260 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-4fb426e3-b963-4e02-8eeb-01318bf546a6 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks [] for network, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:24.439668 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-4fb426e3-b963-4e02-8eeb-01318bf546a6 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.60 "DELETE /v2.0/networks/d4fa82de-a911-489b-9a20-b5134cebad28 HTTP/1.1" status: 204 len: 168 time: 0.3121254 Nov 23 18:04:24.441135 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb426e3-b963-4e02-8eeb-01318bf546a6 tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Pushing event deleted for resources: {'Network': ['ID=d4fa82de-a911-489b-9a20-b5134cebad28,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:04:24.442967 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 52448) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:04:24.505001 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-47d36e0b-58c4-4dee-b910-8e4065d6e2ef tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks [] for security_group, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:24.536083 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-47d36e0b-58c4-4dee-b910-8e4065d6e2ef tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:24.597682 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-47d36e0b-58c4-4dee-b910-8e4065d6e2ef tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:24.600548 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-47d36e0b-58c4-4dee-b910-8e4065d6e2ef tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:24.604281 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-47d36e0b-58c4-4dee-b910-8e4065d6e2ef tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] 10.222.0.60 "DELETE /v2.0/security-groups/38939d63-3fe2-40d2-95eb-f696d491efe0 HTTP/1.1" status: 204 len: 168 time: 0.1569450 Nov 23 18:04:24.612367 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d36e0b-58c4-4dee-b910-8e4065d6e2ef tempest-TestNetworkAdvancedServerOps-1109207562 tempest-TestNetworkAdvancedServerOps-1109207562-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=38939d63-3fe2-40d2-95eb-f696d491efe0,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:04:24.921841 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 52456) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:04:25.060526 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-5083be6e-9272-4393-a6a5-80cb8aad2892 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=4d3a35880fb64e77bd3047bfa46cf261&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1374521 Nov 23 18:04:25.063047 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 52460) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:04:25.114235 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c5ec7b91-fcc1-4e69-a4f2-083ed4ed8e31 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:25.135410 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c5ec7b91-fcc1-4e69-a4f2-083ed4ed8e31 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:25.184214 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c5ec7b91-fcc1-4e69-a4f2-083ed4ed8e31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:25.186848 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c5ec7b91-fcc1-4e69-a4f2-083ed4ed8e31 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:25.187998 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-c5ec7b91-fcc1-4e69-a4f2-083ed4ed8e31 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f7476b58-b2e1-4974-a96b-a734248c8717 HTTP/1.1" status: 204 len: 168 time: 0.1240313 Nov 23 18:04:25.196357 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ec7b91-fcc1-4e69-a4f2-083ed4ed8e31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7476b58-b2e1-4974-a96b-a734248c8717,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:04:25.452150 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 52466) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:04:25.498848 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-fcef9252-9cc8-4d09-bb5e-1fed607ae669 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=19f4fe25f8dd4100b8c57ebf18065e28&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0454824 Nov 23 18:04:25.501452 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 52468) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:04:25.549816 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-a6c3af05-00c0-4e33-b443-e2e4a51a6c47 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:25.571169 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-a6c3af05-00c0-4e33-b443-e2e4a51a6c47 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:25.621513 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-a6c3af05-00c0-4e33-b443-e2e4a51a6c47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:25.624209 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-a6c3af05-00c0-4e33-b443-e2e4a51a6c47 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:25.625460 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-a6c3af05-00c0-4e33-b443-e2e4a51a6c47 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/edbc0863-8c21-48c7-93b4-29dee6825069 HTTP/1.1" status: 204 len: 168 time: 0.1229532 Nov 23 18:04:25.634592 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c3af05-00c0-4e33-b443-e2e4a51a6c47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edbc0863-8c21-48c7-93b4-29dee6825069,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:04:25.658682 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 3c880ca8-f229-41c4-a5d4-50e40cbbb719 no longer exists at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:04:25.680725 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] No Port match for: 3c880ca8-f229-41c4-a5d4-50e40cbbb719 {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:04:25.681074 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 3c880ca8-f229-41c4-a5d4-50e40cbbb719 not bound to the agent host n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:04:25.681501 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 90b6d5b3-552d-47b5-a331-e2fdf21e0c33 no longer exists at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:04:25.704755 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] No Port match for: 90b6d5b3-552d-47b5-a331-e2fdf21e0c33 {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:04:25.705094 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 90b6d5b3-552d-47b5-a331-e2fdf21e0c33 not bound to the agent host n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:04:26.310871 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 52490) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:04:26.406365 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-55a27a21-e2af-4f62-a02c-911610bc0725 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1492628812-network', 'tenant_id': '7d05fe853b6b4f06a23c8fa0dc41bde2'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:04:26.427311 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55a27a21-e2af-4f62-a02c-911610bc0725 admin admin] Made reservation on behalf of 7d05fe853b6b4f06a23c8fa0dc41bde2 for: {'network': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:04:26.429678 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-55a27a21-e2af-4f62-a02c-911610bc0725 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for network, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:26.438548 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-55a27a21-e2af-4f62-a02c-911610bc0725 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:26.514233 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-55a27a21-e2af-4f62-a02c-911610bc0725 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:26.517771 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-55a27a21-e2af-4f62-a02c-911610bc0725 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:26.541506 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55a27a21-e2af-4f62-a02c-911610bc0725 admin admin] vlan segment allocate from pool success with {'vlan_id': 526, 'physical_network': 'physnet1'} {{(pid=103590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 18:04:26.550585 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a27a21-e2af-4f62-a02c-911610bc0725 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b7479bd-b7e8-4221-a98b-2a8196d55f0e,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:04:26.556942 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-55a27a21-e2af-4f62-a02c-911610bc0725 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:26.557278 n-d-816206-8 neutron-server[103590]: INFO neutron.db.segments_db [None req-55a27a21-e2af-4f62-a02c-911610bc0725 admin admin] Added segment b8536d53-45ac-4247-8a0d-ba45d98b9e18 of type vlan for network 2f1a8beb-8ac0-4e6a-be88-2727e564415d Nov 23 18:04:26.599299 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-55a27a21-e2af-4f62-a02c-911610bc0725 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736635338810'] for network, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:26.624809 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-55a27a21-e2af-4f62-a02c-911610bc0725 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493'] for network, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:26.625741 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55a27a21-e2af-4f62-a02c-911610bc0725 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:26.626345 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-55a27a21-e2af-4f62-a02c-911610bc0725 admin admin] Publish callbacks [] for network, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:26.675975 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-55a27a21-e2af-4f62-a02c-911610bc0725 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3638859 Nov 23 18:04:26.679050 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 52494) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:04:26.685088 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-01df02d9-f852-4ce0-8561-307baef46c1c admin admin] Request body: {'subnet': {'network_id': '2f1a8beb-8ac0-4e6a-be88-2727e564415d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1492628812-subnet', 'tenant_id': '7d05fe853b6b4f06a23c8fa0dc41bde2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:04:26.706531 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01df02d9-f852-4ce0-8561-307baef46c1c admin admin] Made reservation on behalf of 7d05fe853b6b4f06a23c8fa0dc41bde2 for: {'subnet': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:04:26.708852 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-01df02d9-f852-4ce0-8561-307baef46c1c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264314294'] for subnet, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:26.715667 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a27a21-e2af-4f62-a02c-911610bc0725 admin admin] Pushing event updated for resources: {'Network': ['ID=2f1a8beb-8ac0-4e6a-be88-2727e564415d,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:04:26.725399 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Network 2f1a8beb-8ac0-4e6a-be88-2727e564415d details requested by agent ovs-agent-n-d-816206-8 with host n-d-816206-8 {{(pid=103592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 18:04:27.182883 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-01df02d9-f852-4ce0-8561-307baef46c1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264758079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264314276'] for subnet, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:27.241278 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01df02d9-f852-4ce0-8561-307baef46c1c admin admin] Pushing event updated for resources: {'Subnet': ['ID=d1430d52-31e2-41ae-894f-d380a139f112,revision_number=0']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:04:27.246399 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01df02d9-f852-4ce0-8561-307baef46c1c admin admin] Checking segment: {'id': 'b8536d53-45ac-4247-8a0d-ba45d98b9e18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '2f1a8beb-8ac0-4e6a-be88-2727e564415d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:04:27.246767 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01df02d9-f852-4ce0-8561-307baef46c1c admin admin] Network hostable DHCP agents. Network: 2f1a8beb-8ac0-4e6a-be88-2727e564415d, hostable agents: ['0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3'], hosted agents: [] {{(pid=103591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 18:04:27.262953 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01df02d9-f852-4ce0-8561-307baef46c1c admin admin] Network 2f1a8beb-8ac0-4e6a-be88-2727e564415d is scheduled to be hosted by DHCP agent 0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3 with binding_index 1 {{(pid=103591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 18:04:27.270716 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [None req-01df02d9-f852-4ce0-8561-307baef46c1c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-8, 2f1a8beb-8ac0-4e6a-be88-2727e564415d) {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:04:27.274769 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01df02d9-f852-4ce0-8561-307baef46c1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:27.275402 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-01df02d9-f852-4ce0-8561-307baef46c1c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for subnet, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:27.281575 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94d4bdca-dc72-4dd4-889c-2daf42f33302 None None] Network 2f1a8beb-8ac0-4e6a-be88-2727e564415d requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:04:27.295565 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-01df02d9-f852-4ce0-8561-307baef46c1c admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6153533 Nov 23 18:04:27.422054 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3643b52-97de-48a6-bd94-f5676e77da56 None None] Network 2f1a8beb-8ac0-4e6a-be88-2727e564415d requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:04:27.777438 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 52510) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:04:27.782387 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-b4b33f0f-e4e3-4189-9b3d-cd5894157e1e admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1462329189-network', 'tenant_id': 'd636609aebc646e2bbea731f6a826e96'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:04:27.807870 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4b33f0f-e4e3-4189-9b3d-cd5894157e1e admin admin] Made reservation on behalf of d636609aebc646e2bbea731f6a826e96 for: {'network': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:04:27.810927 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-b4b33f0f-e4e3-4189-9b3d-cd5894157e1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for network, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:27.819302 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-b4b33f0f-e4e3-4189-9b3d-cd5894157e1e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:27.893119 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-b4b33f0f-e4e3-4189-9b3d-cd5894157e1e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:27.897299 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-b4b33f0f-e4e3-4189-9b3d-cd5894157e1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:27.920549 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4b33f0f-e4e3-4189-9b3d-cd5894157e1e admin admin] vlan segment allocate from pool success with {'vlan_id': 520, 'physical_network': 'physnet1'} {{(pid=103591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 18:04:27.929819 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b33f0f-e4e3-4189-9b3d-cd5894157e1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f6d8ffb-eb49-43dc-ba4d-c52cd43245e0,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:04:27.935179 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-b4b33f0f-e4e3-4189-9b3d-cd5894157e1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:27.935517 n-d-816206-8 neutron-server[103591]: INFO neutron.db.segments_db [None req-b4b33f0f-e4e3-4189-9b3d-cd5894157e1e admin admin] Added segment 78e80281-da3e-4997-b092-4eb06f214efe of type vlan for network e449d784-cc02-4509-8b79-db6ffe98a02f Nov 23 18:04:27.974277 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-b4b33f0f-e4e3-4189-9b3d-cd5894157e1e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736635338810'] for network, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:27.998991 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-b4b33f0f-e4e3-4189-9b3d-cd5894157e1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493'] for network, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:27.999939 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4b33f0f-e4e3-4189-9b3d-cd5894157e1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:28.000573 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-b4b33f0f-e4e3-4189-9b3d-cd5894157e1e admin admin] Publish callbacks [] for network, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:28.049168 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-b4b33f0f-e4e3-4189-9b3d-cd5894157e1e admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.2705994 Nov 23 18:04:28.051980 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 52512) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:04:28.057095 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-564fa7dd-1c5c-4570-b9d2-332b8016dfef admin admin] Request body: {'subnet': {'network_id': 'e449d784-cc02-4509-8b79-db6ffe98a02f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1462329189-subnet', 'tenant_id': 'd636609aebc646e2bbea731f6a826e96', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:04:28.079498 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-564fa7dd-1c5c-4570-b9d2-332b8016dfef admin admin] Made reservation on behalf of d636609aebc646e2bbea731f6a826e96 for: {'subnet': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:04:28.082143 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-564fa7dd-1c5c-4570-b9d2-332b8016dfef admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264730903'] for subnet, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:28.096802 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b33f0f-e4e3-4189-9b3d-cd5894157e1e admin admin] Pushing event updated for resources: {'Network': ['ID=e449d784-cc02-4509-8b79-db6ffe98a02f,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:04:28.106744 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Network e449d784-cc02-4509-8b79-db6ffe98a02f details requested by agent ovs-agent-n-d-816206-8 with host n-d-816206-8 {{(pid=103592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 18:04:28.255079 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-564fa7dd-1c5c-4570-b9d2-332b8016dfef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264358096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264730885'] for subnet, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:28.316836 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564fa7dd-1c5c-4570-b9d2-332b8016dfef admin admin] Pushing event updated for resources: {'Subnet': ['ID=dfffd4e8-e609-4537-96ef-a074c8588c0b,revision_number=0']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:04:28.321075 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-564fa7dd-1c5c-4570-b9d2-332b8016dfef admin admin] Checking segment: {'id': '78e80281-da3e-4997-b092-4eb06f214efe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'e449d784-cc02-4509-8b79-db6ffe98a02f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:04:28.321438 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-564fa7dd-1c5c-4570-b9d2-332b8016dfef admin admin] Network hostable DHCP agents. Network: e449d784-cc02-4509-8b79-db6ffe98a02f, hostable agents: ['0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3'], hosted agents: [] {{(pid=103590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 18:04:28.337673 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-564fa7dd-1c5c-4570-b9d2-332b8016dfef admin admin] Network e449d784-cc02-4509-8b79-db6ffe98a02f is scheduled to be hosted by DHCP agent 0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3 with binding_index 1 {{(pid=103590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 18:04:28.346014 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-564fa7dd-1c5c-4570-b9d2-332b8016dfef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-8, e449d784-cc02-4509-8b79-db6ffe98a02f) {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:04:28.349848 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-564fa7dd-1c5c-4570-b9d2-332b8016dfef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:28.350437 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-564fa7dd-1c5c-4570-b9d2-332b8016dfef admin admin] Publish callbacks [] for subnet, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:28.356943 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2baf4317-d977-422f-aeba-716e8a899ce8 None None] Network e449d784-cc02-4509-8b79-db6ffe98a02f requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:04:28.366504 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-564fa7dd-1c5c-4570-b9d2-332b8016dfef admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3133502 Nov 23 18:04:28.515372 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6970cd8-6066-4319-95e9-451a4485a371 None None] Network e449d784-cc02-4509-8b79-db6ffe98a02f requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:04:28.879605 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f34b39-318b-4cf3-947f-9c5d337c94b6 req-44ad4d4a-6c72-48ec-9a65-6c9f45d7ed4e tempest-TestServerAdvancedOps-2053096919 tempest-TestServerAdvancedOps-2053096919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:28.881035 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-70f34b39-318b-4cf3-947f-9c5d337c94b6 req-44ad4d4a-6c72-48ec-9a65-6c9f45d7ed4e tempest-TestServerAdvancedOps-2053096919 tempest-TestServerAdvancedOps-2053096919-project] 10.222.0.60 "GET /v2.0/networks?id=2f1a8beb-8ac0-4e6a-be88-2727e564415d HTTP/1.1" status: 200 len: 812 time: 0.1049235 Nov 23 18:04:28.901160 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-70f34b39-318b-4cf3-947f-9c5d337c94b6 req-be9d992b-b106-4929-b160-ea49180d4194 tempest-TestServerAdvancedOps-2053096919 tempest-TestServerAdvancedOps-2053096919-project] 10.222.0.60 "GET /v2.0/quotas/7d05fe853b6b4f06a23c8fa0dc41bde2 HTTP/1.1" status: 200 len: 375 time: 0.0144515 Nov 23 18:04:28.933008 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-70f34b39-318b-4cf3-947f-9c5d337c94b6 req-9ae2be44-d898-44e8-ab1f-2d556d98c211 tempest-TestServerAdvancedOps-2053096919 tempest-TestServerAdvancedOps-2053096919-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=7d05fe853b6b4f06a23c8fa0dc41bde2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0256553 Nov 23 18:04:29.023293 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-70f34b39-318b-4cf3-947f-9c5d337c94b6 req-f4939173-fa35-4832-92e2-9ad958979c9e service neutron] 10.222.0.60 "GET /v2.0/networks/2f1a8beb-8ac0-4e6a-be88-2727e564415d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831931 Nov 23 18:04:29.114695 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-70f34b39-318b-4cf3-947f-9c5d337c94b6 req-eca85fb5-6f96-415c-be56-fee433c3f481 service neutron] 10.222.0.60 "GET /v2.0/networks/2f1a8beb-8ac0-4e6a-be88-2727e564415d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846643 Nov 23 18:04:29.274726 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-1b529fc7-15b4-42c9-a13d-1bbcd123e050 req-d08dbc11-361b-43df-a540-59ed843bbb3f tempest-TestServerAdvancedOps-2053096919 tempest-TestServerAdvancedOps-2053096919-project] 10.222.0.60 "GET /v2.0/ports?device_id=1a9b2126-5474-4732-a112-083827cc37f4 HTTP/1.1" status: 200 len: 210 time: 0.0269098 Nov 23 18:04:30.309392 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f34b39-318b-4cf3-947f-9c5d337c94b6 req-6bf1b183-117e-46d0-94b8-6d1513adb736 tempest-TestServerAdvancedOps-2053096919 tempest-TestServerAdvancedOps-2053096919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:30.311217 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-70f34b39-318b-4cf3-947f-9c5d337c94b6 req-6bf1b183-117e-46d0-94b8-6d1513adb736 tempest-TestServerAdvancedOps-2053096919 tempest-TestServerAdvancedOps-2053096919-project] 10.222.0.36 "GET /v2.0/networks?id=2f1a8beb-8ac0-4e6a-be88-2727e564415d HTTP/1.1" status: 200 len: 812 time: 0.1127422 Nov 23 18:04:30.326375 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [req-70f34b39-318b-4cf3-947f-9c5d337c94b6 req-1d43d18f-dca2-4ce6-850e-9ca0fe2f2350 tempest-TestServerAdvancedOps-2053096919 tempest-TestServerAdvancedOps-2053096919-project] Request body: {'port': {'device_id': '1a9b2126-5474-4732-a112-083827cc37f4', 'network_id': '2f1a8beb-8ac0-4e6a-be88-2727e564415d', 'admin_state_up': True, 'tenant_id': '7d05fe853b6b4f06a23c8fa0dc41bde2'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:04:30.412397 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2b3c538e-c22b-4189-b78b-fcde4abbd333 req-66f254c8-943f-4c4a-a645-c7b63c1d07b6 tempest-TestServerAdvancedOps-2053096919 tempest-TestServerAdvancedOps-2053096919-project] 10.222.0.60 "GET /v2.0/ports?device_id=1a9b2126-5474-4732-a112-083827cc37f4 HTTP/1.1" status: 200 len: 210 time: 0.0584803 Nov 23 18:04:30.466979 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70f34b39-318b-4cf3-947f-9c5d337c94b6 req-1d43d18f-dca2-4ce6-850e-9ca0fe2f2350 tempest-TestServerAdvancedOps-2053096919 tempest-TestServerAdvancedOps-2053096919-project] Made reservation on behalf of 7d05fe853b6b4f06a23c8fa0dc41bde2 for: {'port': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:04:30.470457 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-70f34b39-318b-4cf3-947f-9c5d337c94b6 req-1d43d18f-dca2-4ce6-850e-9ca0fe2f2350 tempest-TestServerAdvancedOps-2053096919 tempest-TestServerAdvancedOps-2053096919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:30.593613 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.db_base_plugin_common [req-70f34b39-318b-4cf3-947f-9c5d337c94b6 req-1d43d18f-dca2-4ce6-850e-9ca0fe2f2350 tempest-TestServerAdvancedOps-2053096919 tempest-TestServerAdvancedOps-2053096919-project] Allocated IP 172.20.0.3 (2f1a8beb-8ac0-4e6a-be88-2727e564415d/d1430d52-31e2-41ae-894f-d380a139f112/6088499e-5a14-42a9-abc9-ab42a1ca6adf) {{(pid=103591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:04:30.742274 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-70f34b39-318b-4cf3-947f-9c5d337c94b6 req-1d43d18f-dca2-4ce6-850e-9ca0fe2f2350 tempest-TestServerAdvancedOps-2053096919 tempest-TestServerAdvancedOps-2053096919-project] Publish callbacks [] for port, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:30.776229 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-70f34b39-318b-4cf3-947f-9c5d337c94b6 req-1d43d18f-dca2-4ce6-850e-9ca0fe2f2350 tempest-TestServerAdvancedOps-2053096919 tempest-TestServerAdvancedOps-2053096919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:30.821516 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70f34b39-318b-4cf3-947f-9c5d337c94b6 req-1d43d18f-dca2-4ce6-850e-9ca0fe2f2350 tempest-TestServerAdvancedOps-2053096919 tempest-TestServerAdvancedOps-2053096919-project] Network 2f1a8beb-8ac0-4e6a-be88-2727e564415d is already hosted by enough agents. {{(pid=103591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:04:30.824815 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [req-70f34b39-318b-4cf3-947f-9c5d337c94b6 req-1d43d18f-dca2-4ce6-850e-9ca0fe2f2350 tempest-TestServerAdvancedOps-2053096919 tempest-TestServerAdvancedOps-2053096919-project] Resources bound (agent type, host, resource id): {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:04:30.828128 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [req-70f34b39-318b-4cf3-947f-9c5d337c94b6 req-1d43d18f-dca2-4ce6-850e-9ca0fe2f2350 tempest-TestServerAdvancedOps-2053096919 tempest-TestServerAdvancedOps-2053096919-project] Received port after_create {{(pid=103591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:04:30.851510 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d43d18f-dca2-4ce6-850e-9ca0fe2f2350 tempest-TestServerAdvancedOps-2053096919 tempest-TestServerAdvancedOps-2053096919-project] Pushing event updated for resources: {'Port': ['ID=6088499e-5a14-42a9-abc9-ab42a1ca6adf,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:04:30.879958 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f34b39-318b-4cf3-947f-9c5d337c94b6 req-1d43d18f-dca2-4ce6-850e-9ca0fe2f2350 tempest-TestServerAdvancedOps-2053096919 tempest-TestServerAdvancedOps-2053096919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:30.880591 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-70f34b39-318b-4cf3-947f-9c5d337c94b6 req-1d43d18f-dca2-4ce6-850e-9ca0fe2f2350 tempest-TestServerAdvancedOps-2053096919 tempest-TestServerAdvancedOps-2053096919-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:30.901091 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-70f34b39-318b-4cf3-947f-9c5d337c94b6 req-1d43d18f-dca2-4ce6-850e-9ca0fe2f2350 tempest-TestServerAdvancedOps-2053096919 tempest-TestServerAdvancedOps-2053096919-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5792651 Nov 23 18:04:30.913915 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [req-70f34b39-318b-4cf3-947f-9c5d337c94b6 req-a7d1d6c8-2e98-44cf-b87d-4bfd77998de6 service neutron] Request body: {'port': {'device_id': '1a9b2126-5474-4732-a112-083827cc37f4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-8'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:04:30.971947 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-70f34b39-318b-4cf3-947f-9c5d337c94b6 req-a7d1d6c8-2e98-44cf-b87d-4bfd77998de6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:31.227571 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [req-70f34b39-318b-4cf3-947f-9c5d337c94b6 req-a7d1d6c8-2e98-44cf-b87d-4bfd77998de6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6088499e-5a14-42a9-abc9-ab42a1ca6adf {{(pid=103591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:04:31.234807 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-70f34b39-318b-4cf3-947f-9c5d337c94b6 req-a7d1d6c8-2e98-44cf-b87d-4bfd77998de6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:31.246554 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.provisioning_blocks [req-70f34b39-318b-4cf3-947f-9c5d337c94b6 req-a7d1d6c8-2e98-44cf-b87d-4bfd77998de6 service neutron] Transition to ACTIVE for port object 6088499e-5a14-42a9-abc9-ab42a1ca6adf will not be triggered until provisioned by entity L2. {{(pid=103591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 18:04:31.250495 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-70f34b39-318b-4cf3-947f-9c5d337c94b6 req-a7d1d6c8-2e98-44cf-b87d-4bfd77998de6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264758186'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:31.305597 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d1d6c8-2e98-44cf-b87d-4bfd77998de6 service neutron] Pushing event updated for resources: {'Port': ['ID=6088499e-5a14-42a9-abc9-ab42a1ca6adf,revision_number=2']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:04:31.368004 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-70f34b39-318b-4cf3-947f-9c5d337c94b6 req-a7d1d6c8-2e98-44cf-b87d-4bfd77998de6 service neutron] Attempting to bind port 6088499e-5a14-42a9-abc9-ab42a1ca6adf on host n-h2-816206-8 for vnic_type normal with profile {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:04:31.368700 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-70f34b39-318b-4cf3-947f-9c5d337c94b6 req-a7d1d6c8-2e98-44cf-b87d-4bfd77998de6 service neutron] Attempting to bind port 6088499e-5a14-42a9-abc9-ab42a1ca6adf by drivers openvswitch,hyperv on host n-h2-816206-8 at level 0 using segments [{'id': 'b8536d53-45ac-4247-8a0d-ba45d98b9e18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '2f1a8beb-8ac0-4e6a-be88-2727e564415d'}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:04:31.368700 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70f34b39-318b-4cf3-947f-9c5d337c94b6 req-a7d1d6c8-2e98-44cf-b87d-4bfd77998de6 service neutron] Attempting to bind port 6088499e-5a14-42a9-abc9-ab42a1ca6adf on network 2f1a8beb-8ac0-4e6a-be88-2727e564415d {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:04:31.373528 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70f34b39-318b-4cf3-947f-9c5d337c94b6 req-a7d1d6c8-2e98-44cf-b87d-4bfd77998de6 service neutron] Port 6088499e-5a14-42a9-abc9-ab42a1ca6adf on network 2f1a8beb-8ac0-4e6a-be88-2727e564415d not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-8 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:04:31.373844 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70f34b39-318b-4cf3-947f-9c5d337c94b6 req-a7d1d6c8-2e98-44cf-b87d-4bfd77998de6 service neutron] Attempting to bind port 6088499e-5a14-42a9-abc9-ab42a1ca6adf on network 2f1a8beb-8ac0-4e6a-be88-2727e564415d {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:04:31.378556 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70f34b39-318b-4cf3-947f-9c5d337c94b6 req-a7d1d6c8-2e98-44cf-b87d-4bfd77998de6 service neutron] Checking agent: {'id': 'ab77bf9e-0267-4174-8f1d-822cba89b207', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 15, 13), 'started_at': datetime.datetime(2021, 11, 23, 17, 15, 13), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 4, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:04:31.378893 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70f34b39-318b-4cf3-947f-9c5d337c94b6 req-a7d1d6c8-2e98-44cf-b87d-4bfd77998de6 service neutron] Checking segment: {'id': 'b8536d53-45ac-4247-8a0d-ba45d98b9e18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '2f1a8beb-8ac0-4e6a-be88-2727e564415d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:04:31.379277 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70f34b39-318b-4cf3-947f-9c5d337c94b6 req-a7d1d6c8-2e98-44cf-b87d-4bfd77998de6 service neutron] Bound using segment: {'id': 'b8536d53-45ac-4247-8a0d-ba45d98b9e18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '2f1a8beb-8ac0-4e6a-be88-2727e564415d'} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:04:31.379692 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-70f34b39-318b-4cf3-947f-9c5d337c94b6 req-a7d1d6c8-2e98-44cf-b87d-4bfd77998de6 service neutron] Bound port: 6088499e-5a14-42a9-abc9-ab42a1ca6adf, host: n-h2-816206-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8536d53-45ac-4247-8a0d-ba45d98b9e18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '2f1a8beb-8ac0-4e6a-be88-2727e564415d'}}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:04:31.380037 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-70f34b39-318b-4cf3-947f-9c5d337c94b6 req-a7d1d6c8-2e98-44cf-b87d-4bfd77998de6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:31.442500 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-70f34b39-318b-4cf3-947f-9c5d337c94b6 req-a7d1d6c8-2e98-44cf-b87d-4bfd77998de6 service neutron] For port 6088499e-5a14-42a9-abc9-ab42a1ca6adf, host n-h2-816206-8, cleared binding levels {{(pid=103591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:04:31.445379 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-70f34b39-318b-4cf3-947f-9c5d337c94b6 req-a7d1d6c8-2e98-44cf-b87d-4bfd77998de6 service neutron] For port 6088499e-5a14-42a9-abc9-ab42a1ca6adf, host n-h2-816206-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=6088499e-5a14-42a9-abc9-ab42a1ca6adf,segment=NetworkSegment(b8536d53-45ac-4247-8a0d-ba45d98b9e18),segment_id=b8536d53-45ac-4247-8a0d-ba45d98b9e18)] {{(pid=103591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:04:31.451605 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-70f34b39-318b-4cf3-947f-9c5d337c94b6 req-a7d1d6c8-2e98-44cf-b87d-4bfd77998de6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264758186'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:31.493423 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f34b39-318b-4cf3-947f-9c5d337c94b6 req-a7d1d6c8-2e98-44cf-b87d-4bfd77998de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:31.493423 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-70f34b39-318b-4cf3-947f-9c5d337c94b6 req-a7d1d6c8-2e98-44cf-b87d-4bfd77998de6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:31.495401 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-70f34b39-318b-4cf3-947f-9c5d337c94b6 req-a7d1d6c8-2e98-44cf-b87d-4bfd77998de6 service neutron] 10.222.0.36 "PUT /v2.0/ports/6088499e-5a14-42a9-abc9-ab42a1ca6adf HTTP/1.1" status: 200 len: 1091 time: 0.5850077 Nov 23 18:04:31.503409 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a9b2126-5474-4732-a112-083827cc37f4', 'tag': '6088499e-5a14-42a9-abc9-ab42a1ca6adf'}] {{(pid=103591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:04:31.505712 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41d174a19ece9499ff9ec44e5b3fc50f2abd3ffbc947fb7e52ea1e8db27b95b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ceee189f-4ad2-4b77-a5c5-acfa61220fa5" -d '{"events": [{"name": "network-changed", "server_uuid": "1a9b2126-5474-4732-a112-083827cc37f4", "tag": "6088499e-5a14-42a9-abc9-ab42a1ca6adf"}]}' {{(pid=103591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:04:31.553122 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:04:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec8f8dc7-6fad-4597-add8-e15827b4efc3 x-openstack-request-id: req-ec8f8dc7-6fad-4597-add8-e15827b4efc3 {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:04:31.553410 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a9b2126-5474-4732-a112-083827cc37f4", "tag": "6088499e-5a14-42a9-abc9-ab42a1ca6adf", "status": "completed", "code": 200}]} {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:04:31.553659 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ec8f8dc7-6fad-4597-add8-e15827b4efc3 {{(pid=103591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:04:31.554051 n-d-816206-8 neutron-server[103591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a9b2126-5474-4732-a112-083827cc37f4', 'tag': '6088499e-5a14-42a9-abc9-ab42a1ca6adf', 'status': 'completed', 'code': 200} Nov 23 18:04:31.581750 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d1d6c8-2e98-44cf-b87d-4bfd77998de6 service neutron] Pushing event updated for resources: {'Port': ['ID=6088499e-5a14-42a9-abc9-ab42a1ca6adf,revision_number=3']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:04:31.603222 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaceb5b5-61ec-4bfa-b81a-7a56c3f3ea75 req-dbea18b9-20c2-4694-a205-5ba094d0cdbd tempest-TestServerAdvancedOps-2053096919 tempest-TestServerAdvancedOps-2053096919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:31.604693 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-eaceb5b5-61ec-4bfa-b81a-7a56c3f3ea75 req-dbea18b9-20c2-4694-a205-5ba094d0cdbd tempest-TestServerAdvancedOps-2053096919 tempest-TestServerAdvancedOps-2053096919-project] 10.222.0.60 "GET /v2.0/ports?device_id=1a9b2126-5474-4732-a112-083827cc37f4 HTTP/1.1" status: 200 len: 943 time: 0.1200299 Nov 23 18:04:31.620093 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f34b39-318b-4cf3-947f-9c5d337c94b6 req-189c3dcb-84d7-4064-83a3-65966e141aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:31.622064 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-70f34b39-318b-4cf3-947f-9c5d337c94b6 req-189c3dcb-84d7-4064-83a3-65966e141aa2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7d05fe853b6b4f06a23c8fa0dc41bde2&device_id=1a9b2126-5474-4732-a112-083827cc37f4 HTTP/1.1" status: 200 len: 1094 time: 0.0821447 Nov 23 18:04:31.678868 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-70f34b39-318b-4cf3-947f-9c5d337c94b6 req-a22cf649-aac3-4e5a-bc26-ed1d1f09b2a8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6088499e-5a14-42a9-abc9-ab42a1ca6adf HTTP/1.1" status: 200 len: 217 time: 0.0422430 Nov 23 18:04:31.723933 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-eaceb5b5-61ec-4bfa-b81a-7a56c3f3ea75 req-5246825e-b854-4de7-91e4-244a385a144b tempest-TestServerAdvancedOps-2053096919 tempest-TestServerAdvancedOps-2053096919-project] 10.222.0.60 "GET /v2.0/security-groups?id=8b7479bd-b7e8-4221-a98b-2a8196d55f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118219 Nov 23 18:04:31.736666 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f34b39-318b-4cf3-947f-9c5d337c94b6 req-e2bdf7ba-9ad3-472e-a727-c354eb060450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:31.738092 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-70f34b39-318b-4cf3-947f-9c5d337c94b6 req-e2bdf7ba-9ad3-472e-a727-c354eb060450 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d1430d52-31e2-41ae-894f-d380a139f112 HTTP/1.1" status: 200 len: 852 time: 0.0569427 Nov 23 18:04:31.771364 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-70f34b39-318b-4cf3-947f-9c5d337c94b6 req-ad50f3df-14af-414a-abd7-5af19ce21e3c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2f1a8beb-8ac0-4e6a-be88-2727e564415d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259337 Nov 23 18:04:31.865647 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-70f34b39-318b-4cf3-947f-9c5d337c94b6 req-9d7a3dfb-dc61-49c7-bcea-960d1ea5de96 service neutron] 10.222.0.36 "GET /v2.0/networks/2f1a8beb-8ac0-4e6a-be88-2727e564415d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862925 Nov 23 18:04:31.956173 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-70f34b39-318b-4cf3-947f-9c5d337c94b6 req-4077fe9e-23da-48db-b49f-1d2c16de48c3 service neutron] 10.222.0.36 "GET /v2.0/networks/2f1a8beb-8ac0-4e6a-be88-2727e564415d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820689 Nov 23 18:04:32.049161 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceee189f-4ad2-4b77-a5c5-acfa61220fa5 req-3531af05-4c09-4a48-8cc4-0bbcfa581e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:32.050776 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ceee189f-4ad2-4b77-a5c5-acfa61220fa5 req-3531af05-4c09-4a48-8cc4-0bbcfa581e7a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7d05fe853b6b4f06a23c8fa0dc41bde2&device_id=1a9b2126-5474-4732-a112-083827cc37f4 HTTP/1.1" status: 200 len: 1094 time: 0.0408156 Nov 23 18:04:32.146934 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceee189f-4ad2-4b77-a5c5-acfa61220fa5 req-7183b889-1697-4955-96ed-6c0d794f7752 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:32.148454 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ceee189f-4ad2-4b77-a5c5-acfa61220fa5 req-7183b889-1697-4955-96ed-6c0d794f7752 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2f1a8beb-8ac0-4e6a-be88-2727e564415d HTTP/1.1" status: 200 len: 913 time: 0.0902019 Nov 23 18:04:32.193684 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ceee189f-4ad2-4b77-a5c5-acfa61220fa5 req-6e84d51d-c963-4955-8b43-f4fab5709f5f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6088499e-5a14-42a9-abc9-ab42a1ca6adf HTTP/1.1" status: 200 len: 217 time: 0.0363731 Nov 23 18:04:32.248701 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceee189f-4ad2-4b77-a5c5-acfa61220fa5 req-462f1438-b45e-4a7f-b6b0-8bee7141e96f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:32.250192 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ceee189f-4ad2-4b77-a5c5-acfa61220fa5 req-462f1438-b45e-4a7f-b6b0-8bee7141e96f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d1430d52-31e2-41ae-894f-d380a139f112 HTTP/1.1" status: 200 len: 852 time: 0.0492206 Nov 23 18:04:32.284245 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ceee189f-4ad2-4b77-a5c5-acfa61220fa5 req-51a76228-df6b-4087-9463-159ec176e2c3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2f1a8beb-8ac0-4e6a-be88-2727e564415d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260036 Nov 23 18:04:32.377887 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ceee189f-4ad2-4b77-a5c5-acfa61220fa5 req-dcd4f12d-0a70-4a00-b201-27631f27a246 service neutron] 10.222.0.36 "GET /v2.0/networks/2f1a8beb-8ac0-4e6a-be88-2727e564415d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854001 Nov 23 18:04:32.476299 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ceee189f-4ad2-4b77-a5c5-acfa61220fa5 req-0ab42cb5-ead0-4c68-8f28-335ea17863ed service neutron] 10.222.0.36 "GET /v2.0/networks/2f1a8beb-8ac0-4e6a-be88-2727e564415d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910718 Nov 23 18:04:32.843022 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe666539-024b-4411-b3ed-023fafbee2bc req-071580f6-68e8-4f80-8a77-c70474091876 tempest-TestServerAdvancedOps-2053096919 tempest-TestServerAdvancedOps-2053096919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:32.844511 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-fe666539-024b-4411-b3ed-023fafbee2bc req-071580f6-68e8-4f80-8a77-c70474091876 tempest-TestServerAdvancedOps-2053096919 tempest-TestServerAdvancedOps-2053096919-project] 10.222.0.60 "GET /v2.0/ports?device_id=1a9b2126-5474-4732-a112-083827cc37f4 HTTP/1.1" status: 200 len: 943 time: 0.0497181 Nov 23 18:04:32.891193 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-fe666539-024b-4411-b3ed-023fafbee2bc req-6018d39f-633e-47d1-9a09-45801f59b7c3 tempest-TestServerAdvancedOps-2053096919 tempest-TestServerAdvancedOps-2053096919-project] 10.222.0.60 "GET /v2.0/security-groups?id=8b7479bd-b7e8-4221-a98b-2a8196d55f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406458 Nov 23 18:04:34.014769 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfb546d-d142-4e43-a569-3ea3425bb120 req-c545f33c-b90f-44f0-87ed-db46f9cec2a9 tempest-TestServerAdvancedOps-2053096919 tempest-TestServerAdvancedOps-2053096919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:34.016281 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-fdfb546d-d142-4e43-a569-3ea3425bb120 req-c545f33c-b90f-44f0-87ed-db46f9cec2a9 tempest-TestServerAdvancedOps-2053096919 tempest-TestServerAdvancedOps-2053096919-project] 10.222.0.60 "GET /v2.0/ports?device_id=1a9b2126-5474-4732-a112-083827cc37f4 HTTP/1.1" status: 200 len: 943 time: 0.0555739 Nov 23 18:04:34.063855 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-fdfb546d-d142-4e43-a569-3ea3425bb120 req-c5b422c4-75a9-4293-9eb6-d474ff4ffd28 tempest-TestServerAdvancedOps-2053096919 tempest-TestServerAdvancedOps-2053096919-project] 10.222.0.60 "GET /v2.0/security-groups?id=8b7479bd-b7e8-4221-a98b-2a8196d55f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416303 Nov 23 18:04:35.179261 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fdeba0-45bb-4cd4-b3c3-653120f3abc7 req-1d75657c-83b9-4695-acbd-9b627e08648e tempest-TestServerAdvancedOps-2053096919 tempest-TestServerAdvancedOps-2053096919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:35.180743 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-54fdeba0-45bb-4cd4-b3c3-653120f3abc7 req-1d75657c-83b9-4695-acbd-9b627e08648e tempest-TestServerAdvancedOps-2053096919 tempest-TestServerAdvancedOps-2053096919-project] 10.222.0.60 "GET /v2.0/ports?device_id=1a9b2126-5474-4732-a112-083827cc37f4 HTTP/1.1" status: 200 len: 943 time: 0.0483592 Nov 23 18:04:35.227707 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-54fdeba0-45bb-4cd4-b3c3-653120f3abc7 req-2a5cbefe-3082-4ce6-a3f8-f8edfa0badea tempest-TestServerAdvancedOps-2053096919 tempest-TestServerAdvancedOps-2053096919-project] 10.222.0.60 "GET /v2.0/security-groups?id=8b7479bd-b7e8-4221-a98b-2a8196d55f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398920 Nov 23 18:04:35.584164 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device 6088499e-5a14-42a9-abc9-ab42a1ca6adf details requested by agent hyperv_n-h2-816206-8 with host n-h2-816206-8 {{(pid=103592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 18:04:35.680072 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port 6088499e-5a14-42a9-abc9-ab42a1ca6adf, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=6088499e-5a14-42a9-abc9-ab42a1ca6adf,segment=NetworkSegment(b8536d53-45ac-4247-8a0d-ba45d98b9e18),segment_id=b8536d53-45ac-4247-8a0d-ba45d98b9e18)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:04:35.692402 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Returning: {'device': '6088499e-5a14-42a9-abc9-ab42a1ca6adf', 'network_id': '2f1a8beb-8ac0-4e6a-be88-2727e564415d', 'port_id': '6088499e-5a14-42a9-abc9-ab42a1ca6adf', 'mac_address': 'fa:16:3e:fe:19:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 526, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1430d52-31e2-41ae-894f-d380a139f112', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 18:04:35.728888 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:35.741958 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6088499e-5a14-42a9-abc9-ab42a1ca6adf {{(pid=103592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:04:35.761778 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port 6088499e-5a14-42a9-abc9-ab42a1ca6adf, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=6088499e-5a14-42a9-abc9-ab42a1ca6adf,segment=NetworkSegment(b8536d53-45ac-4247-8a0d-ba45d98b9e18),segment_id=b8536d53-45ac-4247-8a0d-ba45d98b9e18)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:04:35.765948 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:35.814638 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Pushing event updated for resources: {'Port': ['ID=6088499e-5a14-42a9-abc9-ab42a1ca6adf,revision_number=4']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:04:35.976020 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] get_ports_and_sgs() called for port_ids ['6088499e-5a14-42a9-abc9-ab42a1ca6adf'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:04:36.350926 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfcf4a1-38f4-4ca1-a3d6-ff9df43bec25 req-4e04bbca-b4fc-425e-986d-8fd32eaa13f1 tempest-TestServerAdvancedOps-2053096919 tempest-TestServerAdvancedOps-2053096919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:36.352431 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-fcfcf4a1-38f4-4ca1-a3d6-ff9df43bec25 req-4e04bbca-b4fc-425e-986d-8fd32eaa13f1 tempest-TestServerAdvancedOps-2053096919 tempest-TestServerAdvancedOps-2053096919-project] 10.222.0.60 "GET /v2.0/ports?device_id=1a9b2126-5474-4732-a112-083827cc37f4 HTTP/1.1" status: 200 len: 944 time: 0.0532064 Nov 23 18:04:36.400698 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-fcfcf4a1-38f4-4ca1-a3d6-ff9df43bec25 req-d32a1aae-e93e-4197-8e4a-1ac6e4d6073a tempest-TestServerAdvancedOps-2053096919 tempest-TestServerAdvancedOps-2053096919-project] 10.222.0.60 "GET /v2.0/security-groups?id=8b7479bd-b7e8-4221-a98b-2a8196d55f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414314 Nov 23 18:04:37.516167 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643efbef-ccb5-448e-a978-48cfea565f22 req-222fe0bc-3731-46d4-b459-a8547b6ba047 tempest-TestServerAdvancedOps-2053096919 tempest-TestServerAdvancedOps-2053096919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:37.517693 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-643efbef-ccb5-448e-a978-48cfea565f22 req-222fe0bc-3731-46d4-b459-a8547b6ba047 tempest-TestServerAdvancedOps-2053096919 tempest-TestServerAdvancedOps-2053096919-project] 10.222.0.60 "GET /v2.0/ports?device_id=1a9b2126-5474-4732-a112-083827cc37f4 HTTP/1.1" status: 200 len: 944 time: 0.0484531 Nov 23 18:04:37.565051 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-643efbef-ccb5-448e-a978-48cfea565f22 req-3182ad43-641d-4ca5-bc13-2deebc4f854e tempest-TestServerAdvancedOps-2053096919 tempest-TestServerAdvancedOps-2053096919-project] 10.222.0.60 "GET /v2.0/security-groups?id=8b7479bd-b7e8-4221-a98b-2a8196d55f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413575 Nov 23 18:04:37.595671 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device 6088499e-5a14-42a9-abc9-ab42a1ca6adf up at agent hyperv_n-h2-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:04:37.644063 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Provisioning for port 6088499e-5a14-42a9-abc9-ab42a1ca6adf completed by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 18:04:37.648092 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Provisioning complete for port 6088499e-5a14-42a9-abc9-ab42a1ca6adf triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:04:37.648463 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:37.727286 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:37.749486 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a9b2126-5474-4732-a112-083827cc37f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6088499e-5a14-42a9-abc9-ab42a1ca6adf'}] {{(pid=103592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:04:37.751747 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba3e6a8f2301c7a29fe1eca9779abdae4ccbcd6266d69778087f2498d5551201" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bdd63be-6a41-4134-8091-0fcddaf29cb6" -d '{"events": [{"server_uuid": "1a9b2126-5474-4732-a112-083827cc37f4", "name": "network-vif-plugged", "status": "completed", "tag": "6088499e-5a14-42a9-abc9-ab42a1ca6adf"}]}' {{(pid=103592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:04:37.764776 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port 6088499e-5a14-42a9-abc9-ab42a1ca6adf, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=6088499e-5a14-42a9-abc9-ab42a1ca6adf,segment=NetworkSegment(b8536d53-45ac-4247-8a0d-ba45d98b9e18),segment_id=b8536d53-45ac-4247-8a0d-ba45d98b9e18)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:04:37.769961 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:37.795963 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:04:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85d5ea3e-ef55-4688-8f08-bfed64beef96 x-openstack-request-id: req-85d5ea3e-ef55-4688-8f08-bfed64beef96 {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:04:37.796285 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a9b2126-5474-4732-a112-083827cc37f4", "name": "network-vif-plugged", "status": "completed", "tag": "6088499e-5a14-42a9-abc9-ab42a1ca6adf", "code": 200}]} {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:04:37.796572 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-85d5ea3e-ef55-4688-8f08-bfed64beef96 {{(pid=103592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:04:37.796975 n-d-816206-8 neutron-server[103592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a9b2126-5474-4732-a112-083827cc37f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6088499e-5a14-42a9-abc9-ab42a1ca6adf', 'code': 200} Nov 23 18:04:37.823535 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Pushing event updated for resources: {'Port': ['ID=6088499e-5a14-42a9-abc9-ab42a1ca6adf,revision_number=5']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:04:37.905102 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb99e741-6003-4d70-8d9d-0d97e167cbd5 req-b09b71c9-f2ac-4b0f-b4b9-e11334932ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:37.907711 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-cb99e741-6003-4d70-8d9d-0d97e167cbd5 req-b09b71c9-f2ac-4b0f-b4b9-e11334932ce4 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=1a9b2126-5474-4732-a112-083827cc37f4 HTTP/1.1" status: 200 len: 1096 time: 0.0440400 Nov 23 18:04:37.955211 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-cb99e741-6003-4d70-8d9d-0d97e167cbd5 req-af9ac57b-c7a6-4c72-b307-78d193cc32f8 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=8b7479bd-b7e8-4221-a98b-2a8196d55f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403113 Nov 23 18:04:38.685884 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bd4192-8f9f-4b73-91f0-31b43678aea1 req-ac7afd44-50ee-4286-bdf6-6c6b58a596b2 tempest-TestServerAdvancedOps-2053096919 tempest-TestServerAdvancedOps-2053096919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:38.687752 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-22bd4192-8f9f-4b73-91f0-31b43678aea1 req-ac7afd44-50ee-4286-bdf6-6c6b58a596b2 tempest-TestServerAdvancedOps-2053096919 tempest-TestServerAdvancedOps-2053096919-project] 10.222.0.60 "GET /v2.0/ports?device_id=1a9b2126-5474-4732-a112-083827cc37f4 HTTP/1.1" status: 200 len: 945 time: 0.0506878 Nov 23 18:04:38.736924 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-22bd4192-8f9f-4b73-91f0-31b43678aea1 req-a51fda6f-e4bf-41bf-b4ee-0af7d62291a7 tempest-TestServerAdvancedOps-2053096919 tempest-TestServerAdvancedOps-2053096919-project] 10.222.0.60 "GET /v2.0/security-groups?id=8b7479bd-b7e8-4221-a98b-2a8196d55f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416965 Nov 23 18:04:39.857634 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd3876d-37b5-4c63-a450-2e6b4219e624 req-c140a829-a65f-4b06-b7ef-34444805e230 tempest-TestServerAdvancedOps-2053096919 tempest-TestServerAdvancedOps-2053096919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:39.859007 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8bd3876d-37b5-4c63-a450-2e6b4219e624 req-c140a829-a65f-4b06-b7ef-34444805e230 tempest-TestServerAdvancedOps-2053096919 tempest-TestServerAdvancedOps-2053096919-project] 10.222.0.60 "GET /v2.0/ports?device_id=1a9b2126-5474-4732-a112-083827cc37f4 HTTP/1.1" status: 200 len: 945 time: 0.0484636 Nov 23 18:04:39.906111 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8bd3876d-37b5-4c63-a450-2e6b4219e624 req-5c699ae3-de9f-464f-b92c-05399b550038 tempest-TestServerAdvancedOps-2053096919 tempest-TestServerAdvancedOps-2053096919-project] 10.222.0.60 "GET /v2.0/security-groups?id=8b7479bd-b7e8-4221-a98b-2a8196d55f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411153 Nov 23 18:04:40.025490 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78ce381-a1a0-4269-ac02-38ba02fa731e req-b755f667-4cbe-49f2-bdb2-d6b5908c3e54 tempest-TestServerAdvancedOps-2053096919 tempest-TestServerAdvancedOps-2053096919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:40.026979 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f78ce381-a1a0-4269-ac02-38ba02fa731e req-b755f667-4cbe-49f2-bdb2-d6b5908c3e54 tempest-TestServerAdvancedOps-2053096919 tempest-TestServerAdvancedOps-2053096919-project] 10.222.0.60 "GET /v2.0/ports?device_id=1a9b2126-5474-4732-a112-083827cc37f4 HTTP/1.1" status: 200 len: 945 time: 0.0531385 Nov 23 18:04:40.073603 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f78ce381-a1a0-4269-ac02-38ba02fa731e req-3838f44a-e72f-48e4-994e-edb0a31aa5ae tempest-TestServerAdvancedOps-2053096919 tempest-TestServerAdvancedOps-2053096919-project] 10.222.0.60 "GET /v2.0/security-groups?id=8b7479bd-b7e8-4221-a98b-2a8196d55f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407090 Nov 23 18:04:40.312025 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef93cac-6b60-4d45-8734-4c663308e127 req-7cf05087-4174-4d23-8219-41bb69b8020b tempest-TestServerAdvancedOps-2053096919 tempest-TestServerAdvancedOps-2053096919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:40.314250 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2ef93cac-6b60-4d45-8734-4c663308e127 req-7cf05087-4174-4d23-8219-41bb69b8020b tempest-TestServerAdvancedOps-2053096919 tempest-TestServerAdvancedOps-2053096919-project] 10.222.0.60 "GET /v2.0/ports?device_id=1a9b2126-5474-4732-a112-083827cc37f4 HTTP/1.1" status: 200 len: 945 time: 0.0662620 Nov 23 18:04:40.392640 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2ef93cac-6b60-4d45-8734-4c663308e127 req-35c85e31-0c8c-4f36-934d-3b3a57423d9f tempest-TestServerAdvancedOps-2053096919 tempest-TestServerAdvancedOps-2053096919-project] 10.222.0.60 "GET /v2.0/security-groups?id=8b7479bd-b7e8-4221-a98b-2a8196d55f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713279 Nov 23 18:04:41.513777 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9e7485-b85a-4ec8-8192-cca0670bd039 req-1c46d2ec-b47a-4628-8b39-4bd4cd40c15d tempest-TestServerAdvancedOps-2053096919 tempest-TestServerAdvancedOps-2053096919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:41.515295 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5c9e7485-b85a-4ec8-8192-cca0670bd039 req-1c46d2ec-b47a-4628-8b39-4bd4cd40c15d tempest-TestServerAdvancedOps-2053096919 tempest-TestServerAdvancedOps-2053096919-project] 10.222.0.60 "GET /v2.0/ports?device_id=1a9b2126-5474-4732-a112-083827cc37f4 HTTP/1.1" status: 200 len: 945 time: 0.0489407 Nov 23 18:04:41.565576 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5c9e7485-b85a-4ec8-8192-cca0670bd039 req-c1b66abc-2cf3-481d-9229-31d75c5b10d7 tempest-TestServerAdvancedOps-2053096919 tempest-TestServerAdvancedOps-2053096919-project] 10.222.0.60 "GET /v2.0/security-groups?id=8b7479bd-b7e8-4221-a98b-2a8196d55f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443664 Nov 23 18:04:41.789316 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b218ad-c633-4c3b-a556-c05de4a1c02e req-de8f90ed-7818-44f4-a219-0c9fb7566f9a tempest-TestServerAdvancedOps-2053096919 tempest-TestServerAdvancedOps-2053096919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:41.790776 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-99b218ad-c633-4c3b-a556-c05de4a1c02e req-de8f90ed-7818-44f4-a219-0c9fb7566f9a tempest-TestServerAdvancedOps-2053096919 tempest-TestServerAdvancedOps-2053096919-project] 10.222.0.60 "GET /v2.0/ports?device_id=1a9b2126-5474-4732-a112-083827cc37f4 HTTP/1.1" status: 200 len: 945 time: 0.0735984 Nov 23 18:04:41.818722 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf52a2f-0bc7-4451-a927-a70601c6ce24 req-72ddaa1d-28b0-4fa2-a8f6-97f276086a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:41.820169 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-baf52a2f-0bc7-4451-a927-a70601c6ce24 req-72ddaa1d-28b0-4fa2-a8f6-97f276086a6f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7d05fe853b6b4f06a23c8fa0dc41bde2&device_id=1a9b2126-5474-4732-a112-083827cc37f4 HTTP/1.1" status: 200 len: 1096 time: 0.0682166 Nov 23 18:04:41.878905 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-99b218ad-c633-4c3b-a556-c05de4a1c02e req-ae238233-47d8-47bf-b66c-543a6f9444b3 tempest-TestServerAdvancedOps-2053096919 tempest-TestServerAdvancedOps-2053096919-project] 10.222.0.60 "GET /v2.0/security-groups?id=8b7479bd-b7e8-4221-a98b-2a8196d55f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811918 Nov 23 18:04:41.936017 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf52a2f-0bc7-4451-a927-a70601c6ce24 req-16f4f95d-38b1-4a49-832c-bf9a768d0463 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:41.937442 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-baf52a2f-0bc7-4451-a927-a70601c6ce24 req-16f4f95d-38b1-4a49-832c-bf9a768d0463 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2f1a8beb-8ac0-4e6a-be88-2727e564415d HTTP/1.1" status: 200 len: 913 time: 0.1098931 Nov 23 18:04:41.982467 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-baf52a2f-0bc7-4451-a927-a70601c6ce24 req-a0af59dc-fa62-4784-bb4c-a1e0fb0d61d9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6088499e-5a14-42a9-abc9-ab42a1ca6adf HTTP/1.1" status: 200 len: 217 time: 0.0373402 Nov 23 18:04:42.031090 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf52a2f-0bc7-4451-a927-a70601c6ce24 req-c63951dd-bed2-49e1-a219-175ffba0ae61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:42.032546 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-baf52a2f-0bc7-4451-a927-a70601c6ce24 req-c63951dd-bed2-49e1-a219-175ffba0ae61 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d1430d52-31e2-41ae-894f-d380a139f112 HTTP/1.1" status: 200 len: 852 time: 0.0431516 Nov 23 18:04:42.068623 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-baf52a2f-0bc7-4451-a927-a70601c6ce24 req-a0fa222b-9b90-431f-a3e0-a36ff8dc6316 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2f1a8beb-8ac0-4e6a-be88-2727e564415d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288484 Nov 23 18:04:42.157779 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-baf52a2f-0bc7-4451-a927-a70601c6ce24 req-2ca76805-8b3e-4972-beab-a397d7dca03a service neutron] 10.222.0.36 "GET /v2.0/networks/2f1a8beb-8ac0-4e6a-be88-2727e564415d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814862 Nov 23 18:04:42.250987 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-baf52a2f-0bc7-4451-a927-a70601c6ce24 req-271cbca7-0ad8-45e1-89f5-36315539e3b1 service neutron] 10.222.0.36 "GET /v2.0/networks/2f1a8beb-8ac0-4e6a-be88-2727e564415d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856154 Nov 23 18:04:42.988172 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-fa7b196e-acba-4263-915a-070bd04540ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:43.004773 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41e6b77-0a71-4d17-b63e-9d5e825a9545 req-e1d7e202-cdaa-416b-b3b8-58ce97c0f637 tempest-TestServerAdvancedOps-2053096919 tempest-TestServerAdvancedOps-2053096919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:43.006273 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f41e6b77-0a71-4d17-b63e-9d5e825a9545 req-e1d7e202-cdaa-416b-b3b8-58ce97c0f637 tempest-TestServerAdvancedOps-2053096919 tempest-TestServerAdvancedOps-2053096919-project] 10.222.0.60 "GET /v2.0/ports?device_id=1a9b2126-5474-4732-a112-083827cc37f4 HTTP/1.1" status: 200 len: 945 time: 0.0526083 Nov 23 18:04:43.054058 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f41e6b77-0a71-4d17-b63e-9d5e825a9545 req-01f46c89-6a4e-4570-9785-c5314b3b171b tempest-TestServerAdvancedOps-2053096919 tempest-TestServerAdvancedOps-2053096919-project] 10.222.0.60 "GET /v2.0/security-groups?id=8b7479bd-b7e8-4221-a98b-2a8196d55f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414808 Nov 23 18:04:43.294866 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf6c0c6-a2d8-4ff2-b93f-dce30c509685 req-222dc383-6f42-4cda-8292-c07e7a11d0cf tempest-TestServerAdvancedOps-2053096919 tempest-TestServerAdvancedOps-2053096919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:43.296964 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-3bf6c0c6-a2d8-4ff2-b93f-dce30c509685 req-222dc383-6f42-4cda-8292-c07e7a11d0cf tempest-TestServerAdvancedOps-2053096919 tempest-TestServerAdvancedOps-2053096919-project] 10.222.0.60 "GET /v2.0/ports?device_id=1a9b2126-5474-4732-a112-083827cc37f4 HTTP/1.1" status: 200 len: 945 time: 0.0671384 Nov 23 18:04:43.402257 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-3bf6c0c6-a2d8-4ff2-b93f-dce30c509685 req-b193ae6f-953a-4a73-9cfc-9e67a1f2fa44 tempest-TestServerAdvancedOps-2053096919 tempest-TestServerAdvancedOps-2053096919-project] 10.222.0.60 "GET /v2.0/security-groups?id=8b7479bd-b7e8-4221-a98b-2a8196d55f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976233 Nov 23 18:04:43.713510 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:44.440154 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:44.529912 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40a28d0-0917-425d-8b6e-5b4039a43643 req-35bd8914-a51c-4185-a86a-b17235e8c4ee tempest-TestServerAdvancedOps-2053096919 tempest-TestServerAdvancedOps-2053096919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:44.531396 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d40a28d0-0917-425d-8b6e-5b4039a43643 req-35bd8914-a51c-4185-a86a-b17235e8c4ee tempest-TestServerAdvancedOps-2053096919 tempest-TestServerAdvancedOps-2053096919-project] 10.222.0.60 "GET /v2.0/ports?device_id=1a9b2126-5474-4732-a112-083827cc37f4 HTTP/1.1" status: 200 len: 945 time: 0.0487633 Nov 23 18:04:44.579329 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d40a28d0-0917-425d-8b6e-5b4039a43643 req-191c9d09-5510-46c0-836d-890b7af0826b tempest-TestServerAdvancedOps-2053096919 tempest-TestServerAdvancedOps-2053096919-project] 10.222.0.60 "GET /v2.0/security-groups?id=8b7479bd-b7e8-4221-a98b-2a8196d55f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419271 Nov 23 18:04:44.828390 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6470390e-21b5-4725-bfa9-fcb8373c5650 req-86a7701e-d489-4252-8d32-2b0c108e3df3 tempest-TestServerAdvancedOps-2053096919 tempest-TestServerAdvancedOps-2053096919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:44.829792 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6470390e-21b5-4725-bfa9-fcb8373c5650 req-86a7701e-d489-4252-8d32-2b0c108e3df3 tempest-TestServerAdvancedOps-2053096919 tempest-TestServerAdvancedOps-2053096919-project] 10.222.0.60 "GET /v2.0/ports?device_id=1a9b2126-5474-4732-a112-083827cc37f4 HTTP/1.1" status: 200 len: 945 time: 0.0833807 Nov 23 18:04:44.832208 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0884e67-58b5-4b2d-902e-2a3fefde76f4 req-95946b01-d1fc-4968-8287-1ac030bb517e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:44.833556 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c0884e67-58b5-4b2d-902e-2a3fefde76f4 req-95946b01-d1fc-4968-8287-1ac030bb517e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7d05fe853b6b4f06a23c8fa0dc41bde2&device_id=1a9b2126-5474-4732-a112-083827cc37f4 HTTP/1.1" status: 200 len: 1096 time: 0.0610747 Nov 23 18:04:44.931816 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6470390e-21b5-4725-bfa9-fcb8373c5650 req-8d9034c4-189e-421d-8f55-f24337fc6a31 tempest-TestServerAdvancedOps-2053096919 tempest-TestServerAdvancedOps-2053096919-project] 10.222.0.60 "GET /v2.0/security-groups?id=8b7479bd-b7e8-4221-a98b-2a8196d55f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960071 Nov 23 18:04:44.951751 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0884e67-58b5-4b2d-902e-2a3fefde76f4 req-f9fd4ba2-fcc1-46b8-96c7-a57963d7a4fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:44.953259 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c0884e67-58b5-4b2d-902e-2a3fefde76f4 req-f9fd4ba2-fcc1-46b8-96c7-a57963d7a4fc service neutron] 10.222.0.36 "GET /v2.0/networks?id=2f1a8beb-8ac0-4e6a-be88-2727e564415d HTTP/1.1" status: 200 len: 913 time: 0.1111217 Nov 23 18:04:44.999788 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c0884e67-58b5-4b2d-902e-2a3fefde76f4 req-a37f1f41-48fe-4bd1-8ef5-5af6b57725c0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6088499e-5a14-42a9-abc9-ab42a1ca6adf HTTP/1.1" status: 200 len: 217 time: 0.0386901 Nov 23 18:04:45.050205 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0884e67-58b5-4b2d-902e-2a3fefde76f4 req-073ddc80-621c-415c-89b4-548e22f8e260 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:45.051649 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c0884e67-58b5-4b2d-902e-2a3fefde76f4 req-073ddc80-621c-415c-89b4-548e22f8e260 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d1430d52-31e2-41ae-894f-d380a139f112 HTTP/1.1" status: 200 len: 852 time: 0.0442250 Nov 23 18:04:45.083931 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c0884e67-58b5-4b2d-902e-2a3fefde76f4 req-1d8fbab3-ad5c-4cfa-8a86-eeef9c7ff12f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2f1a8beb-8ac0-4e6a-be88-2727e564415d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241902 Nov 23 18:04:45.113201 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-a5b43027-2ad9-4deb-9b82-5ea93eb586ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:45.178576 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c0884e67-58b5-4b2d-902e-2a3fefde76f4 req-d4d467f9-78f8-4f57-802d-b427353e40bd service neutron] 10.222.0.36 "GET /v2.0/networks/2f1a8beb-8ac0-4e6a-be88-2727e564415d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864956 Nov 23 18:04:45.269129 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c0884e67-58b5-4b2d-902e-2a3fefde76f4 req-0312d065-1efd-48a3-9a19-cdd199a14d9b service neutron] 10.222.0.36 "GET /v2.0/networks/2f1a8beb-8ac0-4e6a-be88-2727e564415d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831866 Nov 23 18:04:46.052636 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb8bb52-5644-4bc7-892f-243a47decdf5 req-a8bc4a51-c43c-480a-894d-093316d52444 tempest-TestServerAdvancedOps-2053096919 tempest-TestServerAdvancedOps-2053096919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:46.054095 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5bb8bb52-5644-4bc7-892f-243a47decdf5 req-a8bc4a51-c43c-480a-894d-093316d52444 tempest-TestServerAdvancedOps-2053096919 tempest-TestServerAdvancedOps-2053096919-project] 10.222.0.60 "GET /v2.0/ports?device_id=1a9b2126-5474-4732-a112-083827cc37f4 HTTP/1.1" status: 200 len: 945 time: 0.0492053 Nov 23 18:04:46.105306 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5bb8bb52-5644-4bc7-892f-243a47decdf5 req-4f25b592-556b-4a45-917e-f6ebe09765bd tempest-TestServerAdvancedOps-2053096919 tempest-TestServerAdvancedOps-2053096919-project] 10.222.0.60 "GET /v2.0/security-groups?id=8b7479bd-b7e8-4221-a98b-2a8196d55f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448165 Nov 23 18:04:46.343406 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4006ca-8421-4348-b636-4398e63f831f req-a04dc71e-6490-43ca-a842-fd4e07c5a5f7 tempest-TestServerAdvancedOps-2053096919 tempest-TestServerAdvancedOps-2053096919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:46.344977 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-de4006ca-8421-4348-b636-4398e63f831f req-a04dc71e-6490-43ca-a842-fd4e07c5a5f7 tempest-TestServerAdvancedOps-2053096919 tempest-TestServerAdvancedOps-2053096919-project] 10.222.0.60 "GET /v2.0/ports?device_id=1a9b2126-5474-4732-a112-083827cc37f4 HTTP/1.1" status: 200 len: 945 time: 0.0503790 Nov 23 18:04:46.393572 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-de4006ca-8421-4348-b636-4398e63f831f req-a560ee92-44ce-412c-a3ec-ab5dc9f18312 tempest-TestServerAdvancedOps-2053096919 tempest-TestServerAdvancedOps-2053096919-project] 10.222.0.60 "GET /v2.0/security-groups?id=8b7479bd-b7e8-4221-a98b-2a8196d55f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426242 Nov 23 18:04:46.615922 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-52822d53-48f5-4819-8a95-bdc13aea0bf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:47.514740 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120f2f76-e177-4a3d-9cf2-4479e2d69004 req-963b8219-6c2c-48b3-9354-6ce078f8acf9 tempest-TestServerAdvancedOps-2053096919 tempest-TestServerAdvancedOps-2053096919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:47.516263 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-120f2f76-e177-4a3d-9cf2-4479e2d69004 req-963b8219-6c2c-48b3-9354-6ce078f8acf9 tempest-TestServerAdvancedOps-2053096919 tempest-TestServerAdvancedOps-2053096919-project] 10.222.0.60 "GET /v2.0/ports?device_id=1a9b2126-5474-4732-a112-083827cc37f4 HTTP/1.1" status: 200 len: 945 time: 0.0496633 Nov 23 18:04:47.571149 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-120f2f76-e177-4a3d-9cf2-4479e2d69004 req-71937761-9af3-46fd-8e47-464d4bcbf332 tempest-TestServerAdvancedOps-2053096919 tempest-TestServerAdvancedOps-2053096919-project] 10.222.0.60 "GET /v2.0/security-groups?id=8b7479bd-b7e8-4221-a98b-2a8196d55f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448065 Nov 23 18:04:47.832496 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9a27ae6c-db98-474f-94c1-cc99bf842d79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:48.156107 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2242e44b-b110-4226-9ee8-3c2efb2dae58 req-6a8edf94-d884-4b2c-b164-ea36d1372055 tempest-TestServerAdvancedOps-2053096919 tempest-TestServerAdvancedOps-2053096919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:48.157554 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2242e44b-b110-4226-9ee8-3c2efb2dae58 req-6a8edf94-d884-4b2c-b164-ea36d1372055 tempest-TestServerAdvancedOps-2053096919 tempest-TestServerAdvancedOps-2053096919-project] 10.222.0.36 "GET /v2.0/ports?device_id=1a9b2126-5474-4732-a112-083827cc37f4 HTTP/1.1" status: 200 len: 945 time: 0.0519586 Nov 23 18:04:48.245508 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [req-2242e44b-b110-4226-9ee8-3c2efb2dae58 req-0e762e82-ebf5-4400-bd98-e4d509101a3c tempest-TestServerAdvancedOps-2053096919 tempest-TestServerAdvancedOps-2053096919-project] Deleting port 6088499e-5a14-42a9-abc9-ab42a1ca6adf {{(pid=103591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:04:48.245842 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-2242e44b-b110-4226-9ee8-3c2efb2dae58 req-0e762e82-ebf5-4400-bd98-e4d509101a3c tempest-TestServerAdvancedOps-2053096919 tempest-TestServerAdvancedOps-2053096919-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:48.335319 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-2242e44b-b110-4226-9ee8-3c2efb2dae58 req-0e762e82-ebf5-4400-bd98-e4d509101a3c tempest-TestServerAdvancedOps-2053096919 tempest-TestServerAdvancedOps-2053096919-project] For port 6088499e-5a14-42a9-abc9-ab42a1ca6adf, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=6088499e-5a14-42a9-abc9-ab42a1ca6adf,segment=NetworkSegment(b8536d53-45ac-4247-8a0d-ba45d98b9e18),segment_id=b8536d53-45ac-4247-8a0d-ba45d98b9e18)] {{(pid=103591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:04:48.335677 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-2242e44b-b110-4226-9ee8-3c2efb2dae58 req-0e762e82-ebf5-4400-bd98-e4d509101a3c tempest-TestServerAdvancedOps-2053096919 tempest-TestServerAdvancedOps-2053096919-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:48.347926 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [req-2242e44b-b110-4226-9ee8-3c2efb2dae58 req-0e762e82-ebf5-4400-bd98-e4d509101a3c tempest-TestServerAdvancedOps-2053096919 tempest-TestServerAdvancedOps-2053096919-project] Calling delete_port for 6088499e-5a14-42a9-abc9-ab42a1ca6adf owned by compute:nova {{(pid=103591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:04:48.387313 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:48.474150 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-2242e44b-b110-4226-9ee8-3c2efb2dae58 req-0e762e82-ebf5-4400-bd98-e4d509101a3c tempest-TestServerAdvancedOps-2053096919 tempest-TestServerAdvancedOps-2053096919-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:48.486233 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] get_ports_and_sgs() called for port_ids ['6088499e-5a14-42a9-abc9-ab42a1ca6adf'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:04:48.505958 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e762e82-ebf5-4400-bd98-e4d509101a3c tempest-TestServerAdvancedOps-2053096919 tempest-TestServerAdvancedOps-2053096919-project] Pushing event deleted for resources: {'Port': ['ID=6088499e-5a14-42a9-abc9-ab42a1ca6adf,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:04:48.548872 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [req-2242e44b-b110-4226-9ee8-3c2efb2dae58 req-0e762e82-ebf5-4400-bd98-e4d509101a3c tempest-TestServerAdvancedOps-2053096919 tempest-TestServerAdvancedOps-2053096919-project] No DVR routers for this DVR port 6088499e-5a14-42a9-abc9-ab42a1ca6adf on host n-h2-816206-8 {{(pid=103591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:04:48.551364 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-2242e44b-b110-4226-9ee8-3c2efb2dae58 req-0e762e82-ebf5-4400-bd98-e4d509101a3c tempest-TestServerAdvancedOps-2053096919 tempest-TestServerAdvancedOps-2053096919-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:48.554669 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2242e44b-b110-4226-9ee8-3c2efb2dae58 req-0e762e82-ebf5-4400-bd98-e4d509101a3c tempest-TestServerAdvancedOps-2053096919 tempest-TestServerAdvancedOps-2053096919-project] 10.222.0.36 "DELETE /v2.0/ports/6088499e-5a14-42a9-abc9-ab42a1ca6adf HTTP/1.1" status: 204 len: 173 time: 0.3903735 Nov 23 18:04:48.555124 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a9b2126-5474-4732-a112-083827cc37f4', 'name': 'network-vif-deleted', 'tag': '6088499e-5a14-42a9-abc9-ab42a1ca6adf'}] {{(pid=103591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:04:48.557412 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41d174a19ece9499ff9ec44e5b3fc50f2abd3ffbc947fb7e52ea1e8db27b95b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-520a219e-d093-4209-b8ce-79850db074ad" -d '{"events": [{"server_uuid": "1a9b2126-5474-4732-a112-083827cc37f4", "name": "network-vif-deleted", "tag": "6088499e-5a14-42a9-abc9-ab42a1ca6adf"}]}' {{(pid=103591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:04:48.598777 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:04:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c39e9aac-4f05-41f2-8ec4-1e71b9ffe92e x-openstack-request-id: req-c39e9aac-4f05-41f2-8ec4-1e71b9ffe92e {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:04:48.599085 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a9b2126-5474-4732-a112-083827cc37f4", "name": "network-vif-deleted", "tag": "6088499e-5a14-42a9-abc9-ab42a1ca6adf", "status": "completed", "code": 200}]} {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:04:48.599648 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c39e9aac-4f05-41f2-8ec4-1e71b9ffe92e {{(pid=103591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:04:48.599739 n-d-816206-8 neutron-server[103591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a9b2126-5474-4732-a112-083827cc37f4', 'name': 'network-vif-deleted', 'tag': '6088499e-5a14-42a9-abc9-ab42a1ca6adf', 'status': 'completed', 'code': 200} Nov 23 18:04:48.672044 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5627bc70-35c5-44e8-9966-0d0e3e3e2fee req-02c19b23-bb7a-4021-95a5-ef2a2049fce2 tempest-TestServerAdvancedOps-2053096919 tempest-TestServerAdvancedOps-2053096919-project] 10.222.0.60 "GET /v2.0/ports?device_id=1a9b2126-5474-4732-a112-083827cc37f4 HTTP/1.1" status: 200 len: 210 time: 0.0280366 Nov 23 18:04:49.733053 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 52606) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:04:49.777124 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_v2 [None req-564e6604-8de7-43c2-b9dd-020169c7d3ec admin admin] Deleting subnet d1430d52-31e2-41ae-894f-d380a139f112 {{(pid=103590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 18:04:49.780245 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-564e6604-8de7-43c2-b9dd-020169c7d3ec admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:49.814516 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-564e6604-8de7-43c2-b9dd-020169c7d3ec admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-267528342'] for subnet, precommit_delete_associations {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:49.851461 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-564e6604-8de7-43c2-b9dd-020169c7d3ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971956'] for subnet, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:49.905993 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-564e6604-8de7-43c2-b9dd-020169c7d3ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264357903', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264730940'] for subnet, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:49.931223 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564e6604-8de7-43c2-b9dd-020169c7d3ec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d1430d52-31e2-41ae-894f-d380a139f112,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:04:49.935257 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-564e6604-8de7-43c2-b9dd-020169c7d3ec admin admin] Publish callbacks [] for subnet, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:49.938985 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-564e6604-8de7-43c2-b9dd-020169c7d3ec admin admin] 10.222.0.60 "DELETE /v2.0/subnets/d1430d52-31e2-41ae-894f-d380a139f112 HTTP/1.1" status: 204 len: 168 time: 0.2048542 Nov 23 18:04:49.941518 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 52608) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:04:50.010040 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-617f40f8-0d0f-4b05-ba62-2bc4027a5952 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-555181'] for network, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:50.091141 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-617f40f8-0d0f-4b05-ba62-2bc4027a5952 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973419', 'neutron.services.segments.db._delete_segments_for_network-8736635878840'] for network, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:50.111781 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-617f40f8-0d0f-4b05-ba62-2bc4027a5952 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f1a8beb-8ac0-4e6a-be88-2727e564415d']}} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:04:50.121481 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-617f40f8-0d0f-4b05-ba62-2bc4027a5952 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8536d53-45ac-4247-8a0d-ba45d98b9e18') {'for_net_delete': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:04:50.121777 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-617f40f8-0d0f-4b05-ba62-2bc4027a5952 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8536d53-45ac-4247-8a0d-ba45d98b9e18') {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:04:50.131104 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-617f40f8-0d0f-4b05-ba62-2bc4027a5952 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736635840332', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-267528353'] for segment, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:50.143979 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-617f40f8-0d0f-4b05-ba62-2bc4027a5952 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:50.150052 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-617f40f8-0d0f-4b05-ba62-2bc4027a5952 admin admin] Releasing vlan 526 on physical network physnet1 to pool {{(pid=103590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 18:04:50.150440 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-617f40f8-0d0f-4b05-ba62-2bc4027a5952 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264370093'] for segment, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:50.152131 n-d-816206-8 neutron-server[103590]: Traceback (most recent call last): Nov 23 18:04:50.152131 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 18:04:50.152131 n-d-816206-8 neutron-server[103590]: timer() Nov 23 18:04:50.152131 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 18:04:50.152131 n-d-816206-8 neutron-server[103590]: cb(*args, **kw) Nov 23 18:04:50.152131 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 18:04:50.152131 n-d-816206-8 neutron-server[103590]: return func(*args, **kwargs) Nov 23 18:04:50.152131 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 18:04:50.152131 n-d-816206-8 neutron-server[103590]: self._notify() Nov 23 18:04:50.152131 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 18:04:50.152131 n-d-816206-8 neutron-server[103590]: self.callback(batched_events) Nov 23 18:04:50.152131 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 18:04:50.152131 n-d-816206-8 neutron-server[103590]: event.method(event) Nov 23 18:04:50.152131 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 18:04:50.152131 n-d-816206-8 neutron-server[103590]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 18:04:50.152131 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 18:04:50.152131 n-d-816206-8 neutron-server[103590]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 18:04:50.152131 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 18:04:50.152131 n-d-816206-8 neutron-server[103590]: return f(self, *a, **k) Nov 23 18:04:50.152131 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 18:04:50.152131 n-d-816206-8 neutron-server[103590]: return self._get(url).json() Nov 23 18:04:50.152131 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 18:04:50.152131 n-d-816206-8 neutron-server[103590]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 18:04:50.152131 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 18:04:50.152131 n-d-816206-8 neutron-server[103590]: return self.request(url, 'GET', **kwargs) Nov 23 18:04:50.152131 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 18:04:50.152131 n-d-816206-8 neutron-server[103590]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 18:04:50.152131 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 18:04:50.152131 n-d-816206-8 neutron-server[103590]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 18:04:50.152131 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 18:04:50.152131 n-d-816206-8 neutron-server[103590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 18:04:50.152131 n-d-816206-8 neutron-server[103590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 18:04:50.208920 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-617f40f8-0d0f-4b05-ba62-2bc4027a5952 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1795418'] for network, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:50.214120 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-617f40f8-0d0f-4b05-ba62-2bc4027a5952 admin admin] Publish callbacks [] for network, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:50.217823 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-617f40f8-0d0f-4b05-ba62-2bc4027a5952 admin admin] 10.222.0.60 "DELETE /v2.0/networks/2f1a8beb-8ac0-4e6a-be88-2727e564415d HTTP/1.1" status: 204 len: 168 time: 0.2753422 Nov 23 18:04:50.220729 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 52610) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:04:50.228319 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617f40f8-0d0f-4b05-ba62-2bc4027a5952 admin admin] Pushing event deleted for resources: {'Network': ['ID=2f1a8beb-8ac0-4e6a-be88-2727e564415d,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:04:50.264770 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.db_base_plugin_v2 [None req-171a30af-617f-4306-881e-3729022a29dc admin admin] Deleting subnet dfffd4e8-e609-4537-96ef-a074c8588c0b {{(pid=103591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 18:04:50.267917 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-171a30af-617f-4306-881e-3729022a29dc admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:50.306983 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-171a30af-617f-4306-881e-3729022a29dc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265990000'] for subnet, precommit_delete_associations {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:50.345849 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-171a30af-617f-4306-881e-3729022a29dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971956'] for subnet, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:50.396082 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-171a30af-617f-4306-881e-3729022a29dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264758240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264314269'] for subnet, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:50.422261 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171a30af-617f-4306-881e-3729022a29dc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dfffd4e8-e609-4537-96ef-a074c8588c0b,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:04:50.425911 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-171a30af-617f-4306-881e-3729022a29dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for subnet, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:50.429099 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-171a30af-617f-4306-881e-3729022a29dc admin admin] 10.222.0.60 "DELETE /v2.0/subnets/dfffd4e8-e609-4537-96ef-a074c8588c0b HTTP/1.1" status: 204 len: 168 time: 0.2073815 Nov 23 18:04:50.431559 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 52612) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:04:50.501947 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-a56c361e-1468-48d5-a4b9-9c57a620ac06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-555181'] for network, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:50.577982 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-a56c361e-1468-48d5-a4b9-9c57a620ac06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973419', 'neutron.services.segments.db._delete_segments_for_network-8736635878840'] for network, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:50.597565 n-d-816206-8 neutron-server[103591]: DEBUG neutron.services.segments.db [None req-a56c361e-1468-48d5-a4b9-9c57a620ac06 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e449d784-cc02-4509-8b79-db6ffe98a02f']}} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:04:50.606836 n-d-816206-8 neutron-server[103591]: DEBUG neutron.services.segments.db [None req-a56c361e-1468-48d5-a4b9-9c57a620ac06 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78e80281-da3e-4997-b092-4eb06f214efe') {'for_net_delete': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:04:50.607138 n-d-816206-8 neutron-server[103591]: DEBUG neutron.services.segments.db [None req-a56c361e-1468-48d5-a4b9-9c57a620ac06 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78e80281-da3e-4997-b092-4eb06f214efe') {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:04:50.616561 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-a56c361e-1468-48d5-a4b9-9c57a620ac06 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736635840332', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265989959'] for segment, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:50.630771 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-a56c361e-1468-48d5-a4b9-9c57a620ac06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:50.636874 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a56c361e-1468-48d5-a4b9-9c57a620ac06 admin admin] Releasing vlan 520 on physical network physnet1 to pool {{(pid=103591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 18:04:50.637252 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-a56c361e-1468-48d5-a4b9-9c57a620ac06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264756290'] for segment, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:50.639699 n-d-816206-8 neutron-server[103591]: Traceback (most recent call last): Nov 23 18:04:50.639699 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 18:04:50.639699 n-d-816206-8 neutron-server[103591]: timer() Nov 23 18:04:50.639699 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 18:04:50.639699 n-d-816206-8 neutron-server[103591]: cb(*args, **kw) Nov 23 18:04:50.639699 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 18:04:50.639699 n-d-816206-8 neutron-server[103591]: return func(*args, **kwargs) Nov 23 18:04:50.639699 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 18:04:50.639699 n-d-816206-8 neutron-server[103591]: self._notify() Nov 23 18:04:50.639699 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 18:04:50.639699 n-d-816206-8 neutron-server[103591]: self.callback(batched_events) Nov 23 18:04:50.639699 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 18:04:50.639699 n-d-816206-8 neutron-server[103591]: event.method(event) Nov 23 18:04:50.639699 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 18:04:50.639699 n-d-816206-8 neutron-server[103591]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 18:04:50.639699 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 18:04:50.639699 n-d-816206-8 neutron-server[103591]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 18:04:50.639699 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 18:04:50.639699 n-d-816206-8 neutron-server[103591]: return f(self, *a, **k) Nov 23 18:04:50.639699 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 18:04:50.639699 n-d-816206-8 neutron-server[103591]: return self._get(url).json() Nov 23 18:04:50.639699 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 18:04:50.639699 n-d-816206-8 neutron-server[103591]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 18:04:50.639699 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 18:04:50.639699 n-d-816206-8 neutron-server[103591]: return self.request(url, 'GET', **kwargs) Nov 23 18:04:50.639699 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 18:04:50.639699 n-d-816206-8 neutron-server[103591]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 18:04:50.639699 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 18:04:50.639699 n-d-816206-8 neutron-server[103591]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 18:04:50.639699 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 18:04:50.639699 n-d-816206-8 neutron-server[103591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 18:04:50.639699 n-d-816206-8 neutron-server[103591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 18:04:50.699353 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-a56c361e-1468-48d5-a4b9-9c57a620ac06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1795418'] for network, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:50.705840 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-a56c361e-1468-48d5-a4b9-9c57a620ac06 admin admin] Publish callbacks [] for network, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:50.709144 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-a56c361e-1468-48d5-a4b9-9c57a620ac06 admin admin] 10.222.0.60 "DELETE /v2.0/networks/e449d784-cc02-4509-8b79-db6ffe98a02f HTTP/1.1" status: 204 len: 168 time: 0.2766495 Nov 23 18:04:50.720496 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56c361e-1468-48d5-a4b9-9c57a620ac06 admin admin] Pushing event deleted for resources: {'Network': ['ID=e449d784-cc02-4509-8b79-db6ffe98a02f,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:04:50.871180 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 52616) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:04:50.910374 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-c79eb1a2-4dec-4be3-8b5d-f2c28e06ab3f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7d05fe853b6b4f06a23c8fa0dc41bde2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0379126 Nov 23 18:04:50.912794 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 52618) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:04:50.960008 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-128f6985-d18c-4377-ab32-fcf6900ade76 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:50.981912 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-128f6985-d18c-4377-ab32-fcf6900ade76 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:51.030028 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-128f6985-d18c-4377-ab32-fcf6900ade76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:51.032818 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-128f6985-d18c-4377-ab32-fcf6900ade76 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:51.033993 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-128f6985-d18c-4377-ab32-fcf6900ade76 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/8b7479bd-b7e8-4221-a98b-2a8196d55f0e HTTP/1.1" status: 204 len: 168 time: 0.1202793 Nov 23 18:04:51.041936 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128f6985-d18c-4377-ab32-fcf6900ade76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b7479bd-b7e8-4221-a98b-2a8196d55f0e,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:04:51.351211 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 52624) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:04:51.390049 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-2f5313fa-4645-4e84-8cf4-5d5daa773906 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=d636609aebc646e2bbea731f6a826e96&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0376785 Nov 23 18:04:51.392604 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 52626) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:04:51.439477 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-1cd2888b-d590-4202-a29a-9eb2c7a3b419 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:51.460210 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-1cd2888b-d590-4202-a29a-9eb2c7a3b419 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:51.509834 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-1cd2888b-d590-4202-a29a-9eb2c7a3b419 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:51.512371 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-1cd2888b-d590-4202-a29a-9eb2c7a3b419 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:51.514083 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-1cd2888b-d590-4202-a29a-9eb2c7a3b419 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/5f6d8ffb-eb49-43dc-ba4d-c52cd43245e0 HTTP/1.1" status: 204 len: 168 time: 0.1199934 Nov 23 18:04:51.521691 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd2888b-d590-4202-a29a-9eb2c7a3b419 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f6d8ffb-eb49-43dc-ba4d-c52cd43245e0,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:04:51.669624 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device 6088499e-5a14-42a9-abc9-ab42a1ca6adf no longer exists at agent hyperv_n-h2-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:04:51.691106 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] No Port match for: 6088499e-5a14-42a9-abc9-ab42a1ca6adf {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:04:51.691448 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device 6088499e-5a14-42a9-abc9-ab42a1ca6adf not bound to the agent host n-h2-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:04:52.171009 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 52648) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:04:52.268997 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-57ace6ee-f6bf-4c9b-8ba2-363e2d05cf66 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1270062666-network', 'tenant_id': '2c3a101409df434a9795be93b38aabd6'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:04:52.289520 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57ace6ee-f6bf-4c9b-8ba2-363e2d05cf66 admin admin] Made reservation on behalf of 2c3a101409df434a9795be93b38aabd6 for: {'network': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:04:52.291883 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-57ace6ee-f6bf-4c9b-8ba2-363e2d05cf66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for network, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:52.300720 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-57ace6ee-f6bf-4c9b-8ba2-363e2d05cf66 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:52.376684 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-57ace6ee-f6bf-4c9b-8ba2-363e2d05cf66 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:52.380473 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-57ace6ee-f6bf-4c9b-8ba2-363e2d05cf66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:52.401863 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57ace6ee-f6bf-4c9b-8ba2-363e2d05cf66 admin admin] vlan segment allocate from pool success with {'vlan_id': 545, 'physical_network': 'physnet1'} {{(pid=103591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 18:04:52.415851 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ace6ee-f6bf-4c9b-8ba2-363e2d05cf66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2356d28-c941-4a0c-b077-c9794bc17c2e,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:04:52.423271 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-57ace6ee-f6bf-4c9b-8ba2-363e2d05cf66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:52.423607 n-d-816206-8 neutron-server[103591]: INFO neutron.db.segments_db [None req-57ace6ee-f6bf-4c9b-8ba2-363e2d05cf66 admin admin] Added segment d254d0cf-a5b7-461e-b097-85e9aaadbe78 of type vlan for network b5d1f88f-373f-4377-8700-31a1ef08461b Nov 23 18:04:52.462912 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-57ace6ee-f6bf-4c9b-8ba2-363e2d05cf66 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736635338810'] for network, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:52.487548 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-57ace6ee-f6bf-4c9b-8ba2-363e2d05cf66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493'] for network, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:52.488468 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57ace6ee-f6bf-4c9b-8ba2-363e2d05cf66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:52.489059 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-57ace6ee-f6bf-4c9b-8ba2-363e2d05cf66 admin admin] Publish callbacks [] for network, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:52.522303 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-57ace6ee-f6bf-4c9b-8ba2-363e2d05cf66 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3502069 Nov 23 18:04:52.525327 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 52652) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:04:52.530818 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-6575a342-76ab-4061-b7c6-62c77334f60b admin admin] Request body: {'subnet': {'network_id': 'b5d1f88f-373f-4377-8700-31a1ef08461b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1270062666-subnet', 'tenant_id': '2c3a101409df434a9795be93b38aabd6', 'ip_version': 4}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:04:52.552896 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6575a342-76ab-4061-b7c6-62c77334f60b admin admin] Made reservation on behalf of 2c3a101409df434a9795be93b38aabd6 for: {'subnet': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:04:52.555435 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6575a342-76ab-4061-b7c6-62c77334f60b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264730903'] for subnet, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:52.739039 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6575a342-76ab-4061-b7c6-62c77334f60b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264358096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264730885'] for subnet, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:52.794113 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6575a342-76ab-4061-b7c6-62c77334f60b admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd930709-5ac3-4f6b-8caf-282f5985af47,revision_number=0']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:04:52.809844 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6575a342-76ab-4061-b7c6-62c77334f60b admin admin] Checking segment: {'id': 'd254d0cf-a5b7-461e-b097-85e9aaadbe78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'b5d1f88f-373f-4377-8700-31a1ef08461b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:04:52.810242 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6575a342-76ab-4061-b7c6-62c77334f60b admin admin] Network hostable DHCP agents. Network: b5d1f88f-373f-4377-8700-31a1ef08461b, hostable agents: ['0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3'], hosted agents: [] {{(pid=103590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 18:04:52.828785 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6575a342-76ab-4061-b7c6-62c77334f60b admin admin] Network b5d1f88f-373f-4377-8700-31a1ef08461b is scheduled to be hosted by DHCP agent 0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3 with binding_index 1 {{(pid=103590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 18:04:52.838338 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-6575a342-76ab-4061-b7c6-62c77334f60b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-8, b5d1f88f-373f-4377-8700-31a1ef08461b) {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:04:52.843067 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6575a342-76ab-4061-b7c6-62c77334f60b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:52.843660 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6575a342-76ab-4061-b7c6-62c77334f60b admin admin] Publish callbacks [] for subnet, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:52.850302 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3875bbb0-f2c1-4465-aa9c-3451660edc49 None None] Network b5d1f88f-373f-4377-8700-31a1ef08461b requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:04:52.862860 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-6575a342-76ab-4061-b7c6-62c77334f60b admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3363633 Nov 23 18:04:52.865579 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 52654) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:04:52.867380 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ace6ee-f6bf-4c9b-8ba2-363e2d05cf66 admin admin] Pushing event updated for resources: {'Network': ['ID=b5d1f88f-373f-4377-8700-31a1ef08461b,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:04:52.870443 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-80304fcf-46fc-4f83-83c2-3eb2d7e8ff24 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1270062666-router', 'tenant_id': '2c3a101409df434a9795be93b38aabd6', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'}}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:04:52.880605 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Network b5d1f88f-373f-4377-8700-31a1ef08461b details requested by agent ovs-agent-n-d-816206-8 with host n-d-816206-8 {{(pid=103592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 18:04:52.891792 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-80304fcf-46fc-4f83-83c2-3eb2d7e8ff24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1793449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8093'] for router, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:52.892956 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-80304fcf-46fc-4f83-83c2-3eb2d7e8ff24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1794473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1794771', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1638326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8086'] for router, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:52.944914 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-80304fcf-46fc-4f83-83c2-3eb2d7e8ff24 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:53.072015 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a9e079e-3819-45c7-ad42-78b96f93c751 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp355044b8-8e87-58c4-94fa-4a010ec30f9e-b5d1f88f-373f-4377-8700-31a1ef08461b', 'network_id': 'b5d1f88f-373f-4377-8700-31a1ef08461b', 'tenant_id': '2c3a101409df434a9795be93b38aabd6', 'fixed_ips': [{'subnet_id': 'bd930709-5ac3-4f6b-8caf-282f5985af47'}]}} from n-d-816206-8. {{(pid=103592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 18:04:53.073304 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-7a9e079e-3819-45c7-ad42-78b96f93c751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:53.087383 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-80304fcf-46fc-4f83-83c2-3eb2d7e8ff24 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:53.207004 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.db_base_plugin_common [None req-7a9e079e-3819-45c7-ad42-78b96f93c751 None None] Allocated IP 172.20.0.2 (b5d1f88f-373f-4377-8700-31a1ef08461b/bd930709-5ac3-4f6b-8caf-282f5985af47/fd0b1839-93c1-4111-b8a6-c9530998eaf5) {{(pid=103592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:04:53.289924 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-80304fcf-46fc-4f83-83c2-3eb2d7e8ff24 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:53.309800 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-80304fcf-46fc-4f83-83c2-3eb2d7e8ff24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:53.349462 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-7a9e079e-3819-45c7-ad42-78b96f93c751 None None] Publish callbacks [] for port, precommit_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:53.355460 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-7a9e079e-3819-45c7-ad42-78b96f93c751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980'] for port, after_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:53.401247 n-d-816206-8 neutron-server[103592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a9e079e-3819-45c7-ad42-78b96f93c751 None None] Network b5d1f88f-373f-4377-8700-31a1ef08461b is already hosted by enough agents. {{(pid=103592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:04:53.404201 n-d-816206-8 neutron-server[103592]: DEBUG neutron.scheduler.base_scheduler [None req-7a9e079e-3819-45c7-ad42-78b96f93c751 None None] Resources bound (agent type, host, resource id): {{(pid=103592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:04:53.407697 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a9e079e-3819-45c7-ad42-78b96f93c751 None None] Received port after_create {{(pid=103592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:04:53.415130 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9e079e-3819-45c7-ad42-78b96f93c751 None None] Pushing event updated for resources: {'Port': ['ID=fd0b1839-93c1-4111-b8a6-c9530998eaf5,revision_number=1']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:04:53.421375 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-80304fcf-46fc-4f83-83c2-3eb2d7e8ff24 admin admin] Allocated IP 172.25.3.76 (4c8455ba-1be5-42ac-b8c2-8a16e1292d55/08fe3644-ce41-4c3f-a7ea-92bac0f0fff5/a443d904-4b41-4752-b8d2-de4d3d47792a) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:04:53.426323 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9e079e-3819-45c7-ad42-78b96f93c751 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:04:53.426677 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9e079e-3819-45c7-ad42-78b96f93c751 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:04:53.427037 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9e079e-3819-45c7-ad42-78b96f93c751 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:04:53.427360 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9e079e-3819-45c7-ad42-78b96f93c751 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:04:53.427862 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9e079e-3819-45c7-ad42-78b96f93c751 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:04:53.428158 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9e079e-3819-45c7-ad42-78b96f93c751 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:04:53.428530 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9e079e-3819-45c7-ad42-78b96f93c751 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:04:53.428863 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9e079e-3819-45c7-ad42-78b96f93c751 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:04:53.429191 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9e079e-3819-45c7-ad42-78b96f93c751 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:04:53.429517 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9e079e-3819-45c7-ad42-78b96f93c751 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:04:53.429844 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9e079e-3819-45c7-ad42-78b96f93c751 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:04:53.430168 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9e079e-3819-45c7-ad42-78b96f93c751 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:04:53.477920 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-7a9e079e-3819-45c7-ad42-78b96f93c751 None None] Attempting to bind port fd0b1839-93c1-4111-b8a6-c9530998eaf5 on host n-d-816206-8 for vnic_type normal with profile {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:04:53.478319 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-7a9e079e-3819-45c7-ad42-78b96f93c751 None None] Attempting to bind port fd0b1839-93c1-4111-b8a6-c9530998eaf5 by drivers openvswitch,hyperv on host n-d-816206-8 at level 0 using segments [{'id': 'd254d0cf-a5b7-461e-b097-85e9aaadbe78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'b5d1f88f-373f-4377-8700-31a1ef08461b'}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:04:53.478708 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a9e079e-3819-45c7-ad42-78b96f93c751 None None] Attempting to bind port fd0b1839-93c1-4111-b8a6-c9530998eaf5 on network b5d1f88f-373f-4377-8700-31a1ef08461b {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:04:53.484624 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a9e079e-3819-45c7-ad42-78b96f93c751 None None] Checking agent: {'id': '9e89acbe-4bbe-4c77-a18b-6f1da9133e0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 7, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 4, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:04:53.485005 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a9e079e-3819-45c7-ad42-78b96f93c751 None None] Checking segment: {'id': 'd254d0cf-a5b7-461e-b097-85e9aaadbe78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'b5d1f88f-373f-4377-8700-31a1ef08461b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:04:53.486377 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-7a9e079e-3819-45c7-ad42-78b96f93c751 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:53.486647 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a9e079e-3819-45c7-ad42-78b96f93c751 None None] Bound using segment: {'id': 'd254d0cf-a5b7-461e-b097-85e9aaadbe78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'b5d1f88f-373f-4377-8700-31a1ef08461b'} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:04:53.487118 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-7a9e079e-3819-45c7-ad42-78b96f93c751 None None] Bound port: fd0b1839-93c1-4111-b8a6-c9530998eaf5, host: n-d-816206-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd254d0cf-a5b7-461e-b097-85e9aaadbe78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'b5d1f88f-373f-4377-8700-31a1ef08461b'}}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:04:53.487504 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-7a9e079e-3819-45c7-ad42-78b96f93c751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:53.531773 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-80304fcf-46fc-4f83-83c2-3eb2d7e8ff24 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:53.550507 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-7a9e079e-3819-45c7-ad42-78b96f93c751 None None] For port fd0b1839-93c1-4111-b8a6-c9530998eaf5, host n-d-816206-8, cleared binding levels {{(pid=103592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:04:53.553859 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-7a9e079e-3819-45c7-ad42-78b96f93c751 None None] For port fd0b1839-93c1-4111-b8a6-c9530998eaf5, host n-d-816206-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=fd0b1839-93c1-4111-b8a6-c9530998eaf5,segment=NetworkSegment(d254d0cf-a5b7-461e-b097-85e9aaadbe78),segment_id=d254d0cf-a5b7-461e-b097-85e9aaadbe78)] {{(pid=103592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:04:53.558228 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-7a9e079e-3819-45c7-ad42-78b96f93c751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:53.572647 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-80304fcf-46fc-4f83-83c2-3eb2d7e8ff24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:53.611131 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80304fcf-46fc-4f83-83c2-3eb2d7e8ff24 admin admin] Network 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:04:53.617928 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-80304fcf-46fc-4f83-83c2-3eb2d7e8ff24 admin admin] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:04:53.620479 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9e079e-3819-45c7-ad42-78b96f93c751 None None] Pushing event updated for resources: {'Port': ['ID=fd0b1839-93c1-4111-b8a6-c9530998eaf5,revision_number=2']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:04:53.622330 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80304fcf-46fc-4f83-83c2-3eb2d7e8ff24 admin admin] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:04:53.629567 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80304fcf-46fc-4f83-83c2-3eb2d7e8ff24 admin admin] Pushing event updated for resources: {'Port': ['ID=a443d904-4b41-4752-b8d2-de4d3d47792a,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:04:53.652857 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65f41611-3f11-4167-bd9b-1ae0e3eff827 None None] DHCP port deletion for 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:04:53.770967 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-aaa70cfa-10c5-4430-aab5-b1f18d6bf43c None None] Provisioning complete for port a443d904-4b41-4752-b8d2-de4d3d47792a triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:04:53.771337 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-aaa70cfa-10c5-4430-aab5-b1f18d6bf43c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:53.838232 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-aaa70cfa-10c5-4430-aab5-b1f18d6bf43c None None] Port a443d904-4b41-4752-b8d2-de4d3d47792a cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:04:53.899476 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-80304fcf-46fc-4f83-83c2-3eb2d7e8ff24 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:54.109918 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-80304fcf-46fc-4f83-83c2-3eb2d7e8ff24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1794316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1795362'] for router, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:54.599112 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80304fcf-46fc-4f83-83c2-3eb2d7e8ff24 admin admin] Router b564b676-da5d-4c2a-86a1-13547d37a2c0 is scheduled to L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 with binding_index 1 {{(pid=103590) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 18:04:54.606468 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a78d949d-b13e-4c5a-9c7f-c7f395a4cf94 None None] Network b5d1f88f-373f-4377-8700-31a1ef08461b requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:04:54.692595 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-0bfdc102-4fab-4ac1-95f7-2e6407de8fb8 None None] Provisioning complete for port fd0b1839-93c1-4111-b8a6-c9530998eaf5 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:04:54.692965 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-0bfdc102-4fab-4ac1-95f7-2e6407de8fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:54.708969 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80304fcf-46fc-4f83-83c2-3eb2d7e8ff24 admin admin] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:04:54.728850 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-80304fcf-46fc-4f83-83c2-3eb2d7e8ff24 admin admin] Publish callbacks [] for router, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:54.729583 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1914801c-a70b-4d12-a6df-d110e0373442 None None] Sync routers for ids ['b564b676-da5d-4c2a-86a1-13547d37a2c0'] in n-d-816206-8 {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:04:54.734712 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 52656) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:04:54.741545 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-80304fcf-46fc-4f83-83c2-3eb2d7e8ff24 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.8740988 Nov 23 18:04:54.744772 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1914801c-a70b-4d12-a6df-d110e0373442 None None] Routers {'b564b676-da5d-4c2a-86a1-13547d37a2c0'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:04:54.745464 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-1914801c-a70b-4d12-a6df-d110e0373442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T18:04:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['b564b676-da5d-4c2a-86a1-13547d37a2c0'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:04:54.853702 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-1914801c-a70b-4d12-a6df-d110e0373442 None None] Set router b564b676-da5d-4c2a-86a1-13547d37a2c0 gateway port host: n-d-816206-8 {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:04:54.861819 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-0bfdc102-4fab-4ac1-95f7-2e6407de8fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:54.899671 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-0bfdc102-4fab-4ac1-95f7-2e6407de8fb8 None None] For port fd0b1839-93c1-4111-b8a6-c9530998eaf5, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=fd0b1839-93c1-4111-b8a6-c9530998eaf5,segment=NetworkSegment(d254d0cf-a5b7-461e-b097-85e9aaadbe78),segment_id=d254d0cf-a5b7-461e-b097-85e9aaadbe78)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:04:54.905893 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-0bfdc102-4fab-4ac1-95f7-2e6407de8fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:54.971719 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfdc102-4fab-4ac1-95f7-2e6407de8fb8 None None] Pushing event updated for resources: {'Port': ['ID=fd0b1839-93c1-4111-b8a6-c9530998eaf5,revision_number=3']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:04:55.137167 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-1914801c-a70b-4d12-a6df-d110e0373442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b564b676-da5d-4c2a-86a1-13547d37a2c0', 'name': 'tempest-TestServerBasicOps-1270062666-router', 'tenant_id': '2c3a101409df434a9795be93b38aabd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.76'}], 'enable_snat': True}, 'gw_port_id': 'a443d904-4b41-4752-b8d2-de4d3d47792a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:04:52Z', 'updated_at': '2021-11-23T18:04:53Z', 'revision_number': 3, 'project_id': '2c3a101409df434a9795be93b38aabd6', 'gw_port': {'id': 'a443d904-4b41-4752-b8d2-de4d3d47792a', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:71:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b564b676-da5d-4c2a-86a1-13547d37a2c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:04:53Z', 'updated_at': '2021-11-23T18:04:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8'}], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:04:55.137866 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-bd00c80a-0912-4dac-a8e3-1381c1e9c23d None None] Provisioning complete for port fd0b1839-93c1-4111-b8a6-c9530998eaf5 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:04:55.138828 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-bd00c80a-0912-4dac-a8e3-1381c1e9c23d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:55.172282 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1914801c-a70b-4d12-a6df-d110e0373442 None None] Checking router: b564b676-da5d-4c2a-86a1-13547d37a2c0 for host: n-d-816206-8 {{(pid=103593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:04:55.172667 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1914801c-a70b-4d12-a6df-d110e0373442 None None] Updating router b564b676-da5d-4c2a-86a1-13547d37a2c0 port a443d904-4b41-4752-b8d2-de4d3d47792a binding host n-d-816206-8 {{(pid=103593) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 18:04:55.201912 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-1914801c-a70b-4d12-a6df-d110e0373442 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:55.222044 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-9524703d-519a-43bf-a833-1b5b34e691c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:55.441110 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.db_base_plugin_common [None req-9524703d-519a-43bf-a833-1b5b34e691c4 admin admin] Allocated IP 172.20.0.1 (b5d1f88f-373f-4377-8700-31a1ef08461b/bd930709-5ac3-4f6b-8caf-282f5985af47/979e8314-2e69-493a-bbac-f79f7e1e8384) {{(pid=103591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:04:55.473035 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-1914801c-a70b-4d12-a6df-d110e0373442 None None] Publish callbacks [] for port, precommit_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:55.480326 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-1914801c-a70b-4d12-a6df-d110e0373442 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:55.510483 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [None req-1914801c-a70b-4d12-a6df-d110e0373442 None None] Attempting to bind port a443d904-4b41-4752-b8d2-de4d3d47792a on host n-d-816206-8 for vnic_type normal with profile {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:04:55.510929 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [None req-1914801c-a70b-4d12-a6df-d110e0373442 None None] Attempting to bind port a443d904-4b41-4752-b8d2-de4d3d47792a by drivers openvswitch,hyperv on host n-d-816206-8 at level 0 using segments [{'id': 'bffd1e4f-e80f-4ff0-b418-2f42ae15febf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'}] {{(pid=103593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:04:55.511822 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1914801c-a70b-4d12-a6df-d110e0373442 None None] Attempting to bind port a443d904-4b41-4752-b8d2-de4d3d47792a on network 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:04:55.516089 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90301005-9bd7-4ce6-a7c1-c2c29143d5f0 None None] DHCP port deletion for 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:04:55.534523 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1914801c-a70b-4d12-a6df-d110e0373442 None None] Checking agent: {'id': '9e89acbe-4bbe-4c77-a18b-6f1da9133e0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 7, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 4, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:04:55.534938 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1914801c-a70b-4d12-a6df-d110e0373442 None None] Checking segment: {'id': 'bffd1e4f-e80f-4ff0-b418-2f42ae15febf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:04:55.535301 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-1914801c-a70b-4d12-a6df-d110e0373442 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:55.535694 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1914801c-a70b-4d12-a6df-d110e0373442 None None] Bound using segment: {'id': 'bffd1e4f-e80f-4ff0-b418-2f42ae15febf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'} {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:04:55.536841 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [None req-1914801c-a70b-4d12-a6df-d110e0373442 None None] Bound port: a443d904-4b41-4752-b8d2-de4d3d47792a, host: n-d-816206-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bffd1e4f-e80f-4ff0-b418-2f42ae15febf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'}}] {{(pid=103593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:04:55.537231 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-1914801c-a70b-4d12-a6df-d110e0373442 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:55.557498 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-9524703d-519a-43bf-a833-1b5b34e691c4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:55.575299 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-d8286935-1774-4bcc-9da9-f0f63eee70fe None None] Provisioning complete for port a443d904-4b41-4752-b8d2-de4d3d47792a triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:04:55.577033 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-d8286935-1774-4bcc-9da9-f0f63eee70fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:55.593314 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-1914801c-a70b-4d12-a6df-d110e0373442 None None] For port a443d904-4b41-4752-b8d2-de4d3d47792a, host n-d-816206-8, cleared binding levels {{(pid=103593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:04:55.596646 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-1914801c-a70b-4d12-a6df-d110e0373442 None None] For port a443d904-4b41-4752-b8d2-de4d3d47792a, host n-d-816206-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=a443d904-4b41-4752-b8d2-de4d3d47792a,segment=NetworkSegment(bffd1e4f-e80f-4ff0-b418-2f42ae15febf),segment_id=bffd1e4f-e80f-4ff0-b418-2f42ae15febf)] {{(pid=103593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:04:55.600598 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-9524703d-519a-43bf-a833-1b5b34e691c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:55.619960 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-d8286935-1774-4bcc-9da9-f0f63eee70fe None None] Port a443d904-4b41-4752-b8d2-de4d3d47792a cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:04:55.626286 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-1914801c-a70b-4d12-a6df-d110e0373442 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:55.645340 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88c3cc7-6030-41fa-b9b5-2e87ecbcf8ab None None] Pushing event updated for resources: {'Port': ['ID=a443d904-4b41-4752-b8d2-de4d3d47792a,revision_number=2']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:04:55.669300 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9524703d-519a-43bf-a833-1b5b34e691c4 admin admin] Network b5d1f88f-373f-4377-8700-31a1ef08461b is already hosted by enough agents. {{(pid=103591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:04:55.670208 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88c3cc7-6030-41fa-b9b5-2e87ecbcf8ab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:04:55.670536 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88c3cc7-6030-41fa-b9b5-2e87ecbcf8ab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:04:55.670922 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88c3cc7-6030-41fa-b9b5-2e87ecbcf8ab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:04:55.671129 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0bb6948-1a54-4fa4-a47d-68240afa05dc None None] DHCP port deletion for 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:04:55.671303 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88c3cc7-6030-41fa-b9b5-2e87ecbcf8ab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:04:55.671614 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88c3cc7-6030-41fa-b9b5-2e87ecbcf8ab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:04:55.671948 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88c3cc7-6030-41fa-b9b5-2e87ecbcf8ab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:04:55.672275 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88c3cc7-6030-41fa-b9b5-2e87ecbcf8ab None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:04:55.672654 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88c3cc7-6030-41fa-b9b5-2e87ecbcf8ab None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:04:55.672983 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88c3cc7-6030-41fa-b9b5-2e87ecbcf8ab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:04:55.673310 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88c3cc7-6030-41fa-b9b5-2e87ecbcf8ab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:04:55.673636 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88c3cc7-6030-41fa-b9b5-2e87ecbcf8ab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:04:55.673958 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88c3cc7-6030-41fa-b9b5-2e87ecbcf8ab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:04:55.674859 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [None req-9524703d-519a-43bf-a833-1b5b34e691c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:04:55.679853 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9524703d-519a-43bf-a833-1b5b34e691c4 admin admin] Received port after_create {{(pid=103591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:04:55.683412 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9524703d-519a-43bf-a833-1b5b34e691c4 admin admin] Pushing event updated for resources: {'Port': ['ID=979e8314-2e69-493a-bbac-f79f7e1e8384,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:04:55.723259 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1914801c-a70b-4d12-a6df-d110e0373442 None None] Routers {'b564b676-da5d-4c2a-86a1-13547d37a2c0'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:04:55.724392 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-1914801c-a70b-4d12-a6df-d110e0373442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T18:04:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['b564b676-da5d-4c2a-86a1-13547d37a2c0'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:04:55.755888 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-1060600d-1b1d-4db1-8239-d660a917d2e4 None None] Provisioning complete for port a443d904-4b41-4752-b8d2-de4d3d47792a triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:04:55.756253 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-1060600d-1b1d-4db1-8239-d660a917d2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:55.762446 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-9524703d-519a-43bf-a833-1b5b34e691c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1795539'] for router_interface, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:55.812169 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device fd0b1839-93c1-4111-b8a6-c9530998eaf5 up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:04:55.877297 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88c3cc7-6030-41fa-b9b5-2e87ecbcf8ab None None] Pushing event updated for resources: {'Port': ['ID=a443d904-4b41-4752-b8d2-de4d3d47792a,revision_number=3']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:04:55.911489 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port fd0b1839-93c1-4111-b8a6-c9530998eaf5 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:04:55.912000 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:55.927408 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-1914801c-a70b-4d12-a6df-d110e0373442 None None] Set router b564b676-da5d-4c2a-86a1-13547d37a2c0 gateway port host: n-d-816206-8 {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:04:55.958356 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-1060600d-1b1d-4db1-8239-d660a917d2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:55.989403 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-1060600d-1b1d-4db1-8239-d660a917d2e4 None None] For port a443d904-4b41-4752-b8d2-de4d3d47792a, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=a443d904-4b41-4752-b8d2-de4d3d47792a,segment=NetworkSegment(bffd1e4f-e80f-4ff0-b418-2f42ae15febf),segment_id=bffd1e4f-e80f-4ff0-b418-2f42ae15febf)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:04:56.012232 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-9524703d-519a-43bf-a833-1b5b34e691c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:56.031558 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-1060600d-1b1d-4db1-8239-d660a917d2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:56.085888 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1060600d-1b1d-4db1-8239-d660a917d2e4 None None] Pushing event updated for resources: {'Port': ['ID=a443d904-4b41-4752-b8d2-de4d3d47792a,revision_number=4']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:04:56.148833 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-1914801c-a70b-4d12-a6df-d110e0373442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b564b676-da5d-4c2a-86a1-13547d37a2c0', 'name': 'tempest-TestServerBasicOps-1270062666-router', 'tenant_id': '2c3a101409df434a9795be93b38aabd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.76'}], 'enable_snat': True}, 'gw_port_id': 'a443d904-4b41-4752-b8d2-de4d3d47792a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:04:52Z', 'updated_at': '2021-11-23T18:04:53Z', 'revision_number': 3, 'project_id': '2c3a101409df434a9795be93b38aabd6', 'gw_port': {'id': 'a443d904-4b41-4752-b8d2-de4d3d47792a', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:71:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b564b676-da5d-4c2a-86a1-13547d37a2c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:04:53Z', 'updated_at': '2021-11-23T18:04:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8'}], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:04:56.161601 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-64eb98e3-bcf3-4efd-8410-39bb5c69a9f6 None None] Provisioning complete for port 979e8314-2e69-493a-bbac-f79f7e1e8384 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:04:56.161977 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-64eb98e3-bcf3-4efd-8410-39bb5c69a9f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:56.189748 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1914801c-a70b-4d12-a6df-d110e0373442 None None] The sync data for ids ['b564b676-da5d-4c2a-86a1-13547d37a2c0'] in n-d-816206-8 is: [{'id': 'b564b676-da5d-4c2a-86a1-13547d37a2c0', 'name': 'tempest-TestServerBasicOps-1270062666-router', 'tenant_id': '2c3a101409df434a9795be93b38aabd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.76'}], 'enable_snat': True}, 'gw_port_id': 'a443d904-4b41-4752-b8d2-de4d3d47792a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:04:52Z', 'updated_at': '2021-11-23T18:04:53Z', 'revision_number': 3, 'project_id': '2c3a101409df434a9795be93b38aabd6', 'gw_port': {'id': 'a443d904-4b41-4752-b8d2-de4d3d47792a', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:71:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b564b676-da5d-4c2a-86a1-13547d37a2c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:04:53Z', 'updated_at': '2021-11-23T18:04:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8'}] {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:04:56.201264 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-9524703d-519a-43bf-a833-1b5b34e691c4 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:56.207958 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-9524703d-519a-43bf-a833-1b5b34e691c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264758186'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:56.285283 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9524703d-519a-43bf-a833-1b5b34e691c4 admin admin] Pushing event updated for resources: {'Port': ['ID=979e8314-2e69-493a-bbac-f79f7e1e8384,revision_number=2']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:04:56.287921 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-9524703d-519a-43bf-a833-1b5b34e691c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2068703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1794403'] for router_interface, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:56.383218 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-64eb98e3-bcf3-4efd-8410-39bb5c69a9f6 None None] Port 979e8314-2e69-493a-bbac-f79f7e1e8384 cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:04:56.413497 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9524703d-519a-43bf-a833-1b5b34e691c4 admin admin] Network b5d1f88f-373f-4377-8700-31a1ef08461b is already hosted by enough agents. {{(pid=103591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:04:56.414986 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [None req-9524703d-519a-43bf-a833-1b5b34e691c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:04:56.569637 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9524703d-519a-43bf-a833-1b5b34e691c4 admin admin] Router b564b676-da5d-4c2a-86a1-13547d37a2c0 has already been hosted by L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 {{(pid=103591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:04:56.703910 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9524703d-519a-43bf-a833-1b5b34e691c4 admin admin] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:04:56.709066 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-9524703d-519a-43bf-a833-1b5b34e691c4 admin admin] 10.222.0.60 "PUT /v2.0/routers/b564b676-da5d-4c2a-86a1-13547d37a2c0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9720964 Nov 23 18:04:56.724187 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-870a4ca8-6db2-4f9f-a739-5fcde770382c None None] Provisioning complete for port 979e8314-2e69-493a-bbac-f79f7e1e8384 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:04:56.724689 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-870a4ca8-6db2-4f9f-a739-5fcde770382c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:56.768111 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-870a4ca8-6db2-4f9f-a739-5fcde770382c None None] Port 979e8314-2e69-493a-bbac-f79f7e1e8384 cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:04:57.207147 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 52672) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:04:57.212014 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-1a933d07-f351-46e0-8897-ab07cb9a6914 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-33784893-network', 'tenant_id': 'c82cb50d9dfe48cfb46a3e84ab2e10d5'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:04:57.233525 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a933d07-f351-46e0-8897-ab07cb9a6914 admin admin] Made reservation on behalf of c82cb50d9dfe48cfb46a3e84ab2e10d5 for: {'network': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:04:57.235858 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1a933d07-f351-46e0-8897-ab07cb9a6914 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for network, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:57.247544 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1a933d07-f351-46e0-8897-ab07cb9a6914 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:57.319900 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1a933d07-f351-46e0-8897-ab07cb9a6914 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:57.323679 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1a933d07-f351-46e0-8897-ab07cb9a6914 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:57.350094 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a933d07-f351-46e0-8897-ab07cb9a6914 admin admin] vlan segment allocate from pool success with {'vlan_id': 510, 'physical_network': 'physnet1'} {{(pid=103590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 18:04:57.359159 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a933d07-f351-46e0-8897-ab07cb9a6914 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd736aea-a15a-4539-858c-aa3d28439a5d,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:04:57.365171 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1a933d07-f351-46e0-8897-ab07cb9a6914 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:57.365516 n-d-816206-8 neutron-server[103590]: INFO neutron.db.segments_db [None req-1a933d07-f351-46e0-8897-ab07cb9a6914 admin admin] Added segment c516be2c-554f-4d3c-ae11-5010f04da35f of type vlan for network b68a4f29-f7fc-44ad-82ab-b7c64e3d5f13 Nov 23 18:04:57.405498 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1a933d07-f351-46e0-8897-ab07cb9a6914 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736635338810'] for network, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:57.429288 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1a933d07-f351-46e0-8897-ab07cb9a6914 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493'] for network, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:57.430299 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a933d07-f351-46e0-8897-ab07cb9a6914 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:57.430862 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1a933d07-f351-46e0-8897-ab07cb9a6914 admin admin] Publish callbacks [] for network, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:57.460579 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-1a933d07-f351-46e0-8897-ab07cb9a6914 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.2522936 Nov 23 18:04:57.463460 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 52674) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:04:57.469182 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-cd625ef2-7c27-4541-8d0f-7a3ae4ef48b0 admin admin] Request body: {'subnet': {'network_id': 'b68a4f29-f7fc-44ad-82ab-b7c64e3d5f13', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-33784893-subnet', 'tenant_id': 'c82cb50d9dfe48cfb46a3e84ab2e10d5', 'ip_version': 4}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:04:57.489033 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd625ef2-7c27-4541-8d0f-7a3ae4ef48b0 admin admin] Made reservation on behalf of c82cb50d9dfe48cfb46a3e84ab2e10d5 for: {'subnet': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:04:57.491569 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-cd625ef2-7c27-4541-8d0f-7a3ae4ef48b0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264314294'] for subnet, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:57.496874 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a933d07-f351-46e0-8897-ab07cb9a6914 admin admin] Pushing event updated for resources: {'Network': ['ID=b68a4f29-f7fc-44ad-82ab-b7c64e3d5f13,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:04:57.507248 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Network b68a4f29-f7fc-44ad-82ab-b7c64e3d5f13 details requested by agent ovs-agent-n-d-816206-8 with host n-d-816206-8 {{(pid=103592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 18:04:57.677926 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-cd625ef2-7c27-4541-8d0f-7a3ae4ef48b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264758079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264314276'] for subnet, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:57.692082 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device a443d904-4b41-4752-b8d2-de4d3d47792a up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:04:57.738418 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd625ef2-7c27-4541-8d0f-7a3ae4ef48b0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6fd4b314-cbe8-491a-9fa2-9b20d3f18b0c,revision_number=0']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:04:57.746069 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port a443d904-4b41-4752-b8d2-de4d3d47792a triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:04:57.746524 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:57.752637 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd625ef2-7c27-4541-8d0f-7a3ae4ef48b0 admin admin] Checking segment: {'id': 'c516be2c-554f-4d3c-ae11-5010f04da35f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'b68a4f29-f7fc-44ad-82ab-b7c64e3d5f13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:04:57.753003 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd625ef2-7c27-4541-8d0f-7a3ae4ef48b0 admin admin] Network hostable DHCP agents. Network: b68a4f29-f7fc-44ad-82ab-b7c64e3d5f13, hostable agents: ['0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3'], hosted agents: [] {{(pid=103591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 18:04:57.773061 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd625ef2-7c27-4541-8d0f-7a3ae4ef48b0 admin admin] Network b68a4f29-f7fc-44ad-82ab-b7c64e3d5f13 is scheduled to be hosted by DHCP agent 0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3 with binding_index 1 {{(pid=103591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 18:04:57.784020 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [None req-cd625ef2-7c27-4541-8d0f-7a3ae4ef48b0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-8, b68a4f29-f7fc-44ad-82ab-b7c64e3d5f13) {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:04:57.788106 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd625ef2-7c27-4541-8d0f-7a3ae4ef48b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:04:57.788803 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-cd625ef2-7c27-4541-8d0f-7a3ae4ef48b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for subnet, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:57.796146 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29f50e14-052c-4ec1-b7ae-565ce4f624b7 None None] Network b68a4f29-f7fc-44ad-82ab-b7c64e3d5f13 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:04:57.805460 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-cd625ef2-7c27-4541-8d0f-7a3ae4ef48b0 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.3407700 Nov 23 18:04:57.808092 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 52676) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:04:57.814137 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-3fa7c9b5-37ab-41fb-a0f6-ee50aef489d9 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-33784893-router', 'tenant_id': 'c82cb50d9dfe48cfb46a3e84ab2e10d5', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'}}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:04:57.835380 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-3fa7c9b5-37ab-41fb-a0f6-ee50aef489d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1793449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8093'] for router, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:57.836758 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-3fa7c9b5-37ab-41fb-a0f6-ee50aef489d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1794473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1794771', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1638326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8086'] for router, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:57.892391 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-3fa7c9b5-37ab-41fb-a0f6-ee50aef489d9 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:57.938400 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1f633cb-3df3-4b7e-bf27-7406b5feadf8 None None] Sync routers for ids ['b564b676-da5d-4c2a-86a1-13547d37a2c0'] in n-d-816206-8 {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:04:57.959000 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1f633cb-3df3-4b7e-bf27-7406b5feadf8 None None] Routers {'b564b676-da5d-4c2a-86a1-13547d37a2c0'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:04:57.959732 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-d1f633cb-3df3-4b7e-bf27-7406b5feadf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T18:04:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['b564b676-da5d-4c2a-86a1-13547d37a2c0'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:04:58.037671 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-3fa7c9b5-37ab-41fb-a0f6-ee50aef489d9 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:58.064402 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac8f43fe-df1b-4e1a-beb1-141262bd511e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp355044b8-8e87-58c4-94fa-4a010ec30f9e-b68a4f29-f7fc-44ad-82ab-b7c64e3d5f13', 'network_id': 'b68a4f29-f7fc-44ad-82ab-b7c64e3d5f13', 'tenant_id': 'c82cb50d9dfe48cfb46a3e84ab2e10d5', 'fixed_ips': [{'subnet_id': '6fd4b314-cbe8-491a-9fa2-9b20d3f18b0c'}]}} from n-d-816206-8. {{(pid=103592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 18:04:58.065275 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-ac8f43fe-df1b-4e1a-beb1-141262bd511e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:58.165941 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvr_db [None req-d1f633cb-3df3-4b7e-bf27-7406b5feadf8 None None] Set router b564b676-da5d-4c2a-86a1-13547d37a2c0 gateway port host: n-d-816206-8 {{(pid=103592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:04:58.237592 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-3fa7c9b5-37ab-41fb-a0f6-ee50aef489d9 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:58.256226 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-3fa7c9b5-37ab-41fb-a0f6-ee50aef489d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:58.306188 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.db_base_plugin_common [None req-ac8f43fe-df1b-4e1a-beb1-141262bd511e None None] Allocated IP 172.20.0.2 (b68a4f29-f7fc-44ad-82ab-b7c64e3d5f13/6fd4b314-cbe8-491a-9fa2-9b20d3f18b0c/7730e1b0-bfaa-41e9-bb43-80ba317396c0) {{(pid=103592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:04:58.364718 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-3fa7c9b5-37ab-41fb-a0f6-ee50aef489d9 admin admin] Allocated IP 172.25.3.94 (4c8455ba-1be5-42ac-b8c2-8a16e1292d55/08fe3644-ce41-4c3f-a7ea-92bac0f0fff5/7e0997a9-4605-473d-8d82-988fbc35e716) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:04:58.469145 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-3fa7c9b5-37ab-41fb-a0f6-ee50aef489d9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:58.503392 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-3fa7c9b5-37ab-41fb-a0f6-ee50aef489d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:58.535821 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-ac8f43fe-df1b-4e1a-beb1-141262bd511e None None] Publish callbacks [] for port, precommit_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:58.540021 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-d1f633cb-3df3-4b7e-bf27-7406b5feadf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b564b676-da5d-4c2a-86a1-13547d37a2c0', 'name': 'tempest-TestServerBasicOps-1270062666-router', 'tenant_id': '2c3a101409df434a9795be93b38aabd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.76'}], 'enable_snat': True}, 'gw_port_id': 'a443d904-4b41-4752-b8d2-de4d3d47792a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:04:52Z', 'updated_at': '2021-11-23T18:04:55Z', 'revision_number': 4, 'project_id': '2c3a101409df434a9795be93b38aabd6', 'gw_port': {'id': 'a443d904-4b41-4752-b8d2-de4d3d47792a', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:71:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b564b676-da5d-4c2a-86a1-13547d37a2c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:04:53Z', 'updated_at': '2021-11-23T18:04:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_interfaces': [{'id': '979e8314-2e69-493a-bbac-f79f7e1e8384', 'name': '', 'network_id': 'b5d1f88f-373f-4377-8700-31a1ef08461b', 'tenant_id': '2c3a101409df434a9795be93b38aabd6', 'mac_address': 'fa:16:3e:09:05:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b564b676-da5d-4c2a-86a1-13547d37a2c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': 'bd930709-5ac3-4f6b-8caf-282f5985af47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:04:55Z', 'updated_at': '2021-11-23T18:04:56Z', 'revision_number': 2, 'project_id': '2c3a101409df434a9795be93b38aabd6', 'subnets': [{'id': 'bd930709-5ac3-4f6b-8caf-282f5985af47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:04:58.544080 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-ac8f43fe-df1b-4e1a-beb1-141262bd511e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980'] for port, after_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:58.549700 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fa7c9b5-37ab-41fb-a0f6-ee50aef489d9 admin admin] Network 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:04:58.552603 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-3fa7c9b5-37ab-41fb-a0f6-ee50aef489d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:04:58.556974 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fa7c9b5-37ab-41fb-a0f6-ee50aef489d9 admin admin] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:04:58.576732 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9166a9fd-aa00-490b-8dfd-67396c3e587f None None] DHCP port deletion for 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:04:58.579528 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa7c9b5-37ab-41fb-a0f6-ee50aef489d9 admin admin] Pushing event updated for resources: {'Port': ['ID=7e0997a9-4605-473d-8d82-988fbc35e716,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:04:58.597888 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1f633cb-3df3-4b7e-bf27-7406b5feadf8 None None] Checking router: b564b676-da5d-4c2a-86a1-13547d37a2c0 for host: n-d-816206-8 {{(pid=103592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:04:58.598244 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1f633cb-3df3-4b7e-bf27-7406b5feadf8 None None] Updating router b564b676-da5d-4c2a-86a1-13547d37a2c0 port 979e8314-2e69-493a-bbac-f79f7e1e8384 binding host n-d-816206-8 {{(pid=103592) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 18:04:58.639391 n-d-816206-8 neutron-server[103592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac8f43fe-df1b-4e1a-beb1-141262bd511e None None] Network b68a4f29-f7fc-44ad-82ab-b7c64e3d5f13 is already hosted by enough agents. {{(pid=103592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:04:58.647117 n-d-816206-8 neutron-server[103592]: DEBUG neutron.scheduler.base_scheduler [None req-ac8f43fe-df1b-4e1a-beb1-141262bd511e None None] Resources bound (agent type, host, resource id): {{(pid=103592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:04:58.651677 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac8f43fe-df1b-4e1a-beb1-141262bd511e None None] Received port after_create {{(pid=103592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:04:58.653687 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-d1f633cb-3df3-4b7e-bf27-7406b5feadf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:58.665638 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8f43fe-df1b-4e1a-beb1-141262bd511e None None] Pushing event updated for resources: {'Port': ['ID=7730e1b0-bfaa-41e9-bb43-80ba317396c0,revision_number=1']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:04:58.761650 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-6b35ff0e-adf9-4ea4-9417-19cdcccccec6 None None] Provisioning complete for port 7e0997a9-4605-473d-8d82-988fbc35e716 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:04:58.762300 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-6b35ff0e-adf9-4ea4-9417-19cdcccccec6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:58.764099 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-ac8f43fe-df1b-4e1a-beb1-141262bd511e None None] Attempting to bind port 7730e1b0-bfaa-41e9-bb43-80ba317396c0 on host n-d-816206-8 for vnic_type normal with profile {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:04:58.764475 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-ac8f43fe-df1b-4e1a-beb1-141262bd511e None None] Attempting to bind port 7730e1b0-bfaa-41e9-bb43-80ba317396c0 by drivers openvswitch,hyperv on host n-d-816206-8 at level 0 using segments [{'id': 'c516be2c-554f-4d3c-ae11-5010f04da35f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'b68a4f29-f7fc-44ad-82ab-b7c64e3d5f13'}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:04:58.764946 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac8f43fe-df1b-4e1a-beb1-141262bd511e None None] Attempting to bind port 7730e1b0-bfaa-41e9-bb43-80ba317396c0 on network b68a4f29-f7fc-44ad-82ab-b7c64e3d5f13 {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:04:58.820622 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-3fa7c9b5-37ab-41fb-a0f6-ee50aef489d9 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:58.836891 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac8f43fe-df1b-4e1a-beb1-141262bd511e None None] Checking agent: {'id': '9e89acbe-4bbe-4c77-a18b-6f1da9133e0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 7, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 4, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:04:58.837270 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac8f43fe-df1b-4e1a-beb1-141262bd511e None None] Checking segment: {'id': 'c516be2c-554f-4d3c-ae11-5010f04da35f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'b68a4f29-f7fc-44ad-82ab-b7c64e3d5f13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:04:58.837683 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-ac8f43fe-df1b-4e1a-beb1-141262bd511e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:58.838081 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac8f43fe-df1b-4e1a-beb1-141262bd511e None None] Bound using segment: {'id': 'c516be2c-554f-4d3c-ae11-5010f04da35f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'b68a4f29-f7fc-44ad-82ab-b7c64e3d5f13'} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:04:58.838560 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-ac8f43fe-df1b-4e1a-beb1-141262bd511e None None] Bound port: 7730e1b0-bfaa-41e9-bb43-80ba317396c0, host: n-d-816206-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c516be2c-554f-4d3c-ae11-5010f04da35f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'b68a4f29-f7fc-44ad-82ab-b7c64e3d5f13'}}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:04:58.838946 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-ac8f43fe-df1b-4e1a-beb1-141262bd511e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:58.877133 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-6b35ff0e-adf9-4ea4-9417-19cdcccccec6 None None] Port 7e0997a9-4605-473d-8d82-988fbc35e716 cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:04:58.978514 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-ac8f43fe-df1b-4e1a-beb1-141262bd511e None None] For port 7730e1b0-bfaa-41e9-bb43-80ba317396c0, host n-d-816206-8, cleared binding levels {{(pid=103592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:04:58.993616 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-ac8f43fe-df1b-4e1a-beb1-141262bd511e None None] For port 7730e1b0-bfaa-41e9-bb43-80ba317396c0, host n-d-816206-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=7730e1b0-bfaa-41e9-bb43-80ba317396c0,segment=NetworkSegment(c516be2c-554f-4d3c-ae11-5010f04da35f),segment_id=c516be2c-554f-4d3c-ae11-5010f04da35f)] {{(pid=103592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:04:59.000763 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-ac8f43fe-df1b-4e1a-beb1-141262bd511e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:59.023005 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-3fa7c9b5-37ab-41fb-a0f6-ee50aef489d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1794316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1795362'] for router, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:59.082547 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8f43fe-df1b-4e1a-beb1-141262bd511e None None] Pushing event updated for resources: {'Port': ['ID=7730e1b0-bfaa-41e9-bb43-80ba317396c0,revision_number=2']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:04:59.145092 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-d1f633cb-3df3-4b7e-bf27-7406b5feadf8 None None] Publish callbacks [] for port, precommit_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:59.150743 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-d1f633cb-3df3-4b7e-bf27-7406b5feadf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:59.166733 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fa7c9b5-37ab-41fb-a0f6-ee50aef489d9 admin admin] Router 7615dc69-d729-433b-9716-ae63315d5f99 is scheduled to L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 with binding_index 1 {{(pid=103590) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 18:04:59.203131 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724dd4b2-9f8c-40ba-9b68-48a9f7aaebe9 None None] Pushing event updated for resources: {'Port': ['ID=979e8314-2e69-493a-bbac-f79f7e1e8384,revision_number=3']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:04:59.268659 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-d1f633cb-3df3-4b7e-bf27-7406b5feadf8 None None] Attempting to bind port 979e8314-2e69-493a-bbac-f79f7e1e8384 on host n-d-816206-8 for vnic_type normal with profile {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:04:59.269007 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-d1f633cb-3df3-4b7e-bf27-7406b5feadf8 None None] Attempting to bind port 979e8314-2e69-493a-bbac-f79f7e1e8384 by drivers openvswitch,hyperv on host n-d-816206-8 at level 0 using segments [{'id': 'd254d0cf-a5b7-461e-b097-85e9aaadbe78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'b5d1f88f-373f-4377-8700-31a1ef08461b'}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:04:59.269365 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1f633cb-3df3-4b7e-bf27-7406b5feadf8 None None] Attempting to bind port 979e8314-2e69-493a-bbac-f79f7e1e8384 on network b5d1f88f-373f-4377-8700-31a1ef08461b {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:04:59.274628 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1f633cb-3df3-4b7e-bf27-7406b5feadf8 None None] Checking agent: {'id': '9e89acbe-4bbe-4c77-a18b-6f1da9133e0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 7, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 4, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:04:59.275015 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1f633cb-3df3-4b7e-bf27-7406b5feadf8 None None] Checking segment: {'id': 'd254d0cf-a5b7-461e-b097-85e9aaadbe78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'b5d1f88f-373f-4377-8700-31a1ef08461b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:04:59.275400 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-d1f633cb-3df3-4b7e-bf27-7406b5feadf8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:59.275787 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1f633cb-3df3-4b7e-bf27-7406b5feadf8 None None] Bound using segment: {'id': 'd254d0cf-a5b7-461e-b097-85e9aaadbe78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'b5d1f88f-373f-4377-8700-31a1ef08461b'} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:04:59.276244 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-d1f633cb-3df3-4b7e-bf27-7406b5feadf8 None None] Bound port: 979e8314-2e69-493a-bbac-f79f7e1e8384, host: n-d-816206-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd254d0cf-a5b7-461e-b097-85e9aaadbe78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'b5d1f88f-373f-4377-8700-31a1ef08461b'}}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:04:59.276648 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-d1f633cb-3df3-4b7e-bf27-7406b5feadf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:59.314489 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fa7c9b5-37ab-41fb-a0f6-ee50aef489d9 admin admin] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:04:59.329576 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb6b377a-1af0-4342-9f9b-67ec8c5033f7 None None] Sync routers for ids ['7615dc69-d729-433b-9716-ae63315d5f99'] in n-d-816206-8 {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:04:59.339814 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-3fa7c9b5-37ab-41fb-a0f6-ee50aef489d9 admin admin] Publish callbacks [] for router, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:59.347307 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 52678) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:04:59.354402 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-3fa7c9b5-37ab-41fb-a0f6-ee50aef489d9 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 1.5338907 Nov 23 18:04:59.357961 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb6b377a-1af0-4342-9f9b-67ec8c5033f7 None None] Routers {'7615dc69-d729-433b-9716-ae63315d5f99'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:04:59.358585 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-eb6b377a-1af0-4342-9f9b-67ec8c5033f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T18:04:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['7615dc69-d729-433b-9716-ae63315d5f99'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:04:59.383076 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-d1f633cb-3df3-4b7e-bf27-7406b5feadf8 None None] For port 979e8314-2e69-493a-bbac-f79f7e1e8384, host n-d-816206-8, cleared binding levels {{(pid=103592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:04:59.387500 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-d1f633cb-3df3-4b7e-bf27-7406b5feadf8 None None] For port 979e8314-2e69-493a-bbac-f79f7e1e8384, host n-d-816206-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=979e8314-2e69-493a-bbac-f79f7e1e8384,segment=NetworkSegment(d254d0cf-a5b7-461e-b097-85e9aaadbe78),segment_id=d254d0cf-a5b7-461e-b097-85e9aaadbe78)] {{(pid=103592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:04:59.397308 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-d1f633cb-3df3-4b7e-bf27-7406b5feadf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:59.481173 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1f633cb-3df3-4b7e-bf27-7406b5feadf8 None None] Routers {'b564b676-da5d-4c2a-86a1-13547d37a2c0'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:04:59.481822 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-d1f633cb-3df3-4b7e-bf27-7406b5feadf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T18:04:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['b564b676-da5d-4c2a-86a1-13547d37a2c0'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:04:59.487622 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-eb6b377a-1af0-4342-9f9b-67ec8c5033f7 None None] Set router 7615dc69-d729-433b-9716-ae63315d5f99 gateway port host: n-d-816206-8 {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:04:59.536048 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724dd4b2-9f8c-40ba-9b68-48a9f7aaebe9 None None] Pushing event updated for resources: {'Port': ['ID=979e8314-2e69-493a-bbac-f79f7e1e8384,revision_number=4']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:04:59.625313 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9cfd1543-121b-4fcb-9eb2-dd7896aef9c0 None None] Provisioning complete for port 979e8314-2e69-493a-bbac-f79f7e1e8384 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:04:59.625677 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9cfd1543-121b-4fcb-9eb2-dd7896aef9c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:59.692248 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvr_db [None req-d1f633cb-3df3-4b7e-bf27-7406b5feadf8 None None] Set router b564b676-da5d-4c2a-86a1-13547d37a2c0 gateway port host: n-d-816206-8 {{(pid=103592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:04:59.746202 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-eb6b377a-1af0-4342-9f9b-67ec8c5033f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7615dc69-d729-433b-9716-ae63315d5f99', 'name': 'tempest-TestServerBasicOps-33784893-router', 'tenant_id': 'c82cb50d9dfe48cfb46a3e84ab2e10d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.94'}], 'enable_snat': True}, 'gw_port_id': '7e0997a9-4605-473d-8d82-988fbc35e716', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:04:57Z', 'updated_at': '2021-11-23T18:04:58Z', 'revision_number': 3, 'project_id': 'c82cb50d9dfe48cfb46a3e84ab2e10d5', 'gw_port': {'id': '7e0997a9-4605-473d-8d82-988fbc35e716', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:89:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7615dc69-d729-433b-9716-ae63315d5f99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:04:58Z', 'updated_at': '2021-11-23T18:04:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8'}], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:04:59.788954 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb6b377a-1af0-4342-9f9b-67ec8c5033f7 None None] Checking router: 7615dc69-d729-433b-9716-ae63315d5f99 for host: n-d-816206-8 {{(pid=103593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:04:59.789303 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb6b377a-1af0-4342-9f9b-67ec8c5033f7 None None] Updating router 7615dc69-d729-433b-9716-ae63315d5f99 port 7e0997a9-4605-473d-8d82-988fbc35e716 binding host n-d-816206-8 {{(pid=103593) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 18:04:59.793099 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 7730e1b0-bfaa-41e9-bb43-80ba317396c0 up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:04:59.826995 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-eb6b377a-1af0-4342-9f9b-67ec8c5033f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:04:59.995940 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-05dab7c4-cb6a-40ed-80ac-2ef708a5e015 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:00.123173 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9cfd1543-121b-4fcb-9eb2-dd7896aef9c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:00.164416 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port 7730e1b0-bfaa-41e9-bb43-80ba317396c0 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:05:00.164803 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:00.197335 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.db_base_plugin_common [None req-05dab7c4-cb6a-40ed-80ac-2ef708a5e015 admin admin] Allocated IP 172.20.0.1 (b68a4f29-f7fc-44ad-82ab-b7c64e3d5f13/6fd4b314-cbe8-491a-9fa2-9b20d3f18b0c/3dab81e0-0a80-4b21-a3de-1967c9deb544) {{(pid=103591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:05:00.227100 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-9cfd1543-121b-4fcb-9eb2-dd7896aef9c0 None None] For port 979e8314-2e69-493a-bbac-f79f7e1e8384, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=979e8314-2e69-493a-bbac-f79f7e1e8384,segment=NetworkSegment(d254d0cf-a5b7-461e-b097-85e9aaadbe78),segment_id=d254d0cf-a5b7-461e-b097-85e9aaadbe78)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:05:00.256998 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9cfd1543-121b-4fcb-9eb2-dd7896aef9c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:00.268293 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-eb6b377a-1af0-4342-9f9b-67ec8c5033f7 None None] Publish callbacks [] for port, precommit_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:00.277209 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-eb6b377a-1af0-4342-9f9b-67ec8c5033f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:00.330627 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [None req-eb6b377a-1af0-4342-9f9b-67ec8c5033f7 None None] Attempting to bind port 7e0997a9-4605-473d-8d82-988fbc35e716 on host n-d-816206-8 for vnic_type normal with profile {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:05:00.331285 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [None req-eb6b377a-1af0-4342-9f9b-67ec8c5033f7 None None] Attempting to bind port 7e0997a9-4605-473d-8d82-988fbc35e716 by drivers openvswitch,hyperv on host n-d-816206-8 at level 0 using segments [{'id': 'bffd1e4f-e80f-4ff0-b418-2f42ae15febf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'}] {{(pid=103593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:05:00.331402 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb6b377a-1af0-4342-9f9b-67ec8c5033f7 None None] Attempting to bind port 7e0997a9-4605-473d-8d82-988fbc35e716 on network 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:05:00.335275 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c1ecec0-02f6-4f38-92b3-4cafc63f3a16 None None] DHCP port deletion for 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:05:00.340769 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb6b377a-1af0-4342-9f9b-67ec8c5033f7 None None] Checking agent: {'id': '9e89acbe-4bbe-4c77-a18b-6f1da9133e0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 7, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 4, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:05:00.341148 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb6b377a-1af0-4342-9f9b-67ec8c5033f7 None None] Checking segment: {'id': 'bffd1e4f-e80f-4ff0-b418-2f42ae15febf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:05:00.342138 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-eb6b377a-1af0-4342-9f9b-67ec8c5033f7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:00.342533 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb6b377a-1af0-4342-9f9b-67ec8c5033f7 None None] Bound using segment: {'id': 'bffd1e4f-e80f-4ff0-b418-2f42ae15febf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'} {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:05:00.343004 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [None req-eb6b377a-1af0-4342-9f9b-67ec8c5033f7 None None] Bound port: 7e0997a9-4605-473d-8d82-988fbc35e716, host: n-d-816206-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bffd1e4f-e80f-4ff0-b418-2f42ae15febf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'}}] {{(pid=103593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:05:00.343386 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-eb6b377a-1af0-4342-9f9b-67ec8c5033f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:00.356597 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-05dab7c4-cb6a-40ed-80ac-2ef708a5e015 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:00.364955 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47337c4b-81c6-4b2d-8df1-96631c242677 None None] Pushing event updated for resources: {'Port': ['ID=7e0997a9-4605-473d-8d82-988fbc35e716,revision_number=2']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:05:00.404946 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-05dab7c4-cb6a-40ed-80ac-2ef708a5e015 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:00.417155 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfd1543-121b-4fcb-9eb2-dd7896aef9c0 None None] Pushing event updated for resources: {'Port': ['ID=979e8314-2e69-493a-bbac-f79f7e1e8384,revision_number=5']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:05:00.418306 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-eb6b377a-1af0-4342-9f9b-67ec8c5033f7 None None] For port 7e0997a9-4605-473d-8d82-988fbc35e716, host n-d-816206-8, cleared binding levels {{(pid=103593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:05:00.422891 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:00.426029 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-eb6b377a-1af0-4342-9f9b-67ec8c5033f7 None None] For port 7e0997a9-4605-473d-8d82-988fbc35e716, host n-d-816206-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=7e0997a9-4605-473d-8d82-988fbc35e716,segment=NetworkSegment(bffd1e4f-e80f-4ff0-b418-2f42ae15febf),segment_id=bffd1e4f-e80f-4ff0-b418-2f42ae15febf)] {{(pid=103593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:05:00.430298 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-d1f633cb-3df3-4b7e-bf27-7406b5feadf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b564b676-da5d-4c2a-86a1-13547d37a2c0', 'name': 'tempest-TestServerBasicOps-1270062666-router', 'tenant_id': '2c3a101409df434a9795be93b38aabd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.76'}], 'enable_snat': True}, 'gw_port_id': 'a443d904-4b41-4752-b8d2-de4d3d47792a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:04:52Z', 'updated_at': '2021-11-23T18:04:55Z', 'revision_number': 4, 'project_id': '2c3a101409df434a9795be93b38aabd6', 'gw_port': {'id': 'a443d904-4b41-4752-b8d2-de4d3d47792a', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:71:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b564b676-da5d-4c2a-86a1-13547d37a2c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:04:53Z', 'updated_at': '2021-11-23T18:04:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_interfaces': [{'id': '979e8314-2e69-493a-bbac-f79f7e1e8384', 'name': '', 'network_id': 'b5d1f88f-373f-4377-8700-31a1ef08461b', 'tenant_id': '2c3a101409df434a9795be93b38aabd6', 'mac_address': 'fa:16:3e:09:05:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b564b676-da5d-4c2a-86a1-13547d37a2c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': 'bd930709-5ac3-4f6b-8caf-282f5985af47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:04:55Z', 'updated_at': '2021-11-23T18:04:59Z', 'revision_number': 4, 'project_id': '2c3a101409df434a9795be93b38aabd6', 'subnets': [{'id': 'bd930709-5ac3-4f6b-8caf-282f5985af47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:05:00.438161 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-eb6b377a-1af0-4342-9f9b-67ec8c5033f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:00.438826 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05dab7c4-cb6a-40ed-80ac-2ef708a5e015 admin admin] Network b68a4f29-f7fc-44ad-82ab-b7c64e3d5f13 is already hosted by enough agents. {{(pid=103591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:05:00.459558 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [None req-05dab7c4-cb6a-40ed-80ac-2ef708a5e015 admin admin] Resources bound (agent type, host, resource id): {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:05:00.463788 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05dab7c4-cb6a-40ed-80ac-2ef708a5e015 admin admin] Received port after_create {{(pid=103591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:05:00.475347 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1f633cb-3df3-4b7e-bf27-7406b5feadf8 None None] The sync data for ids ['b564b676-da5d-4c2a-86a1-13547d37a2c0'] in n-d-816206-8 is: [{'id': 'b564b676-da5d-4c2a-86a1-13547d37a2c0', 'name': 'tempest-TestServerBasicOps-1270062666-router', 'tenant_id': '2c3a101409df434a9795be93b38aabd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.76'}], 'enable_snat': True}, 'gw_port_id': 'a443d904-4b41-4752-b8d2-de4d3d47792a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:04:52Z', 'updated_at': '2021-11-23T18:04:55Z', 'revision_number': 4, 'project_id': '2c3a101409df434a9795be93b38aabd6', 'gw_port': {'id': 'a443d904-4b41-4752-b8d2-de4d3d47792a', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:71:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b564b676-da5d-4c2a-86a1-13547d37a2c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:04:53Z', 'updated_at': '2021-11-23T18:04:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_interfaces': [{'id': '979e8314-2e69-493a-bbac-f79f7e1e8384', 'name': '', 'network_id': 'b5d1f88f-373f-4377-8700-31a1ef08461b', 'tenant_id': '2c3a101409df434a9795be93b38aabd6', 'mac_address': 'fa:16:3e:09:05:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b564b676-da5d-4c2a-86a1-13547d37a2c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': 'bd930709-5ac3-4f6b-8caf-282f5985af47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:04:55Z', 'updated_at': '2021-11-23T18:04:59Z', 'revision_number': 4, 'project_id': '2c3a101409df434a9795be93b38aabd6', 'subnets': [{'id': 'bd930709-5ac3-4f6b-8caf-282f5985af47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:05:00.478318 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff44af2d-a851-4761-946a-1e8fb29065ee None None] Network b68a4f29-f7fc-44ad-82ab-b7c64e3d5f13 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:05:00.505902 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb6b377a-1af0-4342-9f9b-67ec8c5033f7 None None] Routers {'7615dc69-d729-433b-9716-ae63315d5f99'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:05:00.506749 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-eb6b377a-1af0-4342-9f9b-67ec8c5033f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T18:04:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['7615dc69-d729-433b-9716-ae63315d5f99'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:05:00.508743 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47337c4b-81c6-4b2d-8df1-96631c242677 None None] Pushing event updated for resources: {'Port': ['ID=7e0997a9-4605-473d-8d82-988fbc35e716,revision_number=3']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:05:00.520611 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05dab7c4-cb6a-40ed-80ac-2ef708a5e015 admin admin] Pushing event updated for resources: {'Port': ['ID=3dab81e0-0a80-4b21-a3de-1967c9deb544,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:05:00.538433 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-05dab7c4-cb6a-40ed-80ac-2ef708a5e015 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1795539'] for router_interface, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:00.557605 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58ad6dac-e851-4a7a-9902-d675a079055d None None] DHCP port deletion for 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:05:00.562073 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.agents_db [None req-464f6c07-0de8-4be6-8f5b-563f574d1c5d None None] Agent healthcheck: found 7 active agents {{(pid=103593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 18:05:00.574716 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-b33a56eb-7112-46d6-9c0e-47427628147b None None] Provisioning complete for port 979e8314-2e69-493a-bbac-f79f7e1e8384 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:05:00.575076 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b33a56eb-7112-46d6-9c0e-47427628147b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:00.656272 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] For port 7730e1b0-bfaa-41e9-bb43-80ba317396c0, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=7730e1b0-bfaa-41e9-bb43-80ba317396c0,segment=NetworkSegment(c516be2c-554f-4d3c-ae11-5010f04da35f),segment_id=c516be2c-554f-4d3c-ae11-5010f04da35f)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:05:00.680633 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:00.686450 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-eb6b377a-1af0-4342-9f9b-67ec8c5033f7 None None] Set router 7615dc69-d729-433b-9716-ae63315d5f99 gateway port host: n-d-816206-8 {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:05:00.771243 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-05dab7c4-cb6a-40ed-80ac-2ef708a5e015 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:00.804714 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Pushing event updated for resources: {'Port': ['ID=7730e1b0-bfaa-41e9-bb43-80ba317396c0,revision_number=3']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:05:00.939196 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-eb6b377a-1af0-4342-9f9b-67ec8c5033f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7615dc69-d729-433b-9716-ae63315d5f99', 'name': 'tempest-TestServerBasicOps-33784893-router', 'tenant_id': 'c82cb50d9dfe48cfb46a3e84ab2e10d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.94'}], 'enable_snat': True}, 'gw_port_id': '7e0997a9-4605-473d-8d82-988fbc35e716', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:04:57Z', 'updated_at': '2021-11-23T18:04:58Z', 'revision_number': 3, 'project_id': 'c82cb50d9dfe48cfb46a3e84ab2e10d5', 'gw_port': {'id': '7e0997a9-4605-473d-8d82-988fbc35e716', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:89:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7615dc69-d729-433b-9716-ae63315d5f99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:04:58Z', 'updated_at': '2021-11-23T18:05:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8'}], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:05:00.967468 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-2dad307c-b869-4d05-b502-a88314b96b35 None None] Provisioning complete for port 7730e1b0-bfaa-41e9-bb43-80ba317396c0 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:05:00.968345 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-2dad307c-b869-4d05-b502-a88314b96b35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:00.981783 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb6b377a-1af0-4342-9f9b-67ec8c5033f7 None None] The sync data for ids ['7615dc69-d729-433b-9716-ae63315d5f99'] in n-d-816206-8 is: [{'id': '7615dc69-d729-433b-9716-ae63315d5f99', 'name': 'tempest-TestServerBasicOps-33784893-router', 'tenant_id': 'c82cb50d9dfe48cfb46a3e84ab2e10d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.94'}], 'enable_snat': True}, 'gw_port_id': '7e0997a9-4605-473d-8d82-988fbc35e716', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:04:57Z', 'updated_at': '2021-11-23T18:04:58Z', 'revision_number': 3, 'project_id': 'c82cb50d9dfe48cfb46a3e84ab2e10d5', 'gw_port': {'id': '7e0997a9-4605-473d-8d82-988fbc35e716', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:89:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7615dc69-d729-433b-9716-ae63315d5f99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:04:58Z', 'updated_at': '2021-11-23T18:05:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8'}] {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:05:01.021088 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-05dab7c4-cb6a-40ed-80ac-2ef708a5e015 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:01.029652 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-05dab7c4-cb6a-40ed-80ac-2ef708a5e015 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264758186'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:01.133791 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-2dad307c-b869-4d05-b502-a88314b96b35 None None] Provisioning complete for port 7e0997a9-4605-473d-8d82-988fbc35e716 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:05:01.134603 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-2dad307c-b869-4d05-b502-a88314b96b35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:01.261669 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-2dad307c-b869-4d05-b502-a88314b96b35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:01.287779 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-2dad307c-b869-4d05-b502-a88314b96b35 None None] For port 7e0997a9-4605-473d-8d82-988fbc35e716, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=7e0997a9-4605-473d-8d82-988fbc35e716,segment=NetworkSegment(bffd1e4f-e80f-4ff0-b418-2f42ae15febf),segment_id=bffd1e4f-e80f-4ff0-b418-2f42ae15febf)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:05:01.304265 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-2dad307c-b869-4d05-b502-a88314b96b35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:01.396719 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dad307c-b869-4d05-b502-a88314b96b35 None None] Pushing event updated for resources: {'Port': ['ID=7e0997a9-4605-473d-8d82-988fbc35e716,revision_number=4']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:05:01.445509 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-b42bff8c-cf04-4861-9a14-24c2162438b0 None None] Provisioning complete for port 7730e1b0-bfaa-41e9-bb43-80ba317396c0 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:05:01.445868 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b42bff8c-cf04-4861-9a14-24c2162438b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:01.514993 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-05dab7c4-cb6a-40ed-80ac-2ef708a5e015 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2068703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1794403'] for router_interface, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:01.553313 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05dab7c4-cb6a-40ed-80ac-2ef708a5e015 admin admin] Pushing event updated for resources: {'Port': ['ID=3dab81e0-0a80-4b21-a3de-1967c9deb544,revision_number=2']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:05:01.570214 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-b42bff8c-cf04-4861-9a14-24c2162438b0 None None] Provisioning complete for port 3dab81e0-0a80-4b21-a3de-1967c9deb544 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:05:01.570654 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b42bff8c-cf04-4861-9a14-24c2162438b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:01.608005 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-b42bff8c-cf04-4861-9a14-24c2162438b0 None None] Port 3dab81e0-0a80-4b21-a3de-1967c9deb544 cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:05:01.637663 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05dab7c4-cb6a-40ed-80ac-2ef708a5e015 admin admin] Network b68a4f29-f7fc-44ad-82ab-b7c64e3d5f13 is already hosted by enough agents. {{(pid=103591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:05:01.643465 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [None req-05dab7c4-cb6a-40ed-80ac-2ef708a5e015 admin admin] Resources bound (agent type, host, resource id): {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:05:01.751254 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-6e54f394-0d80-45ae-95f4-e0c47fe6672c None None] Provisioning complete for port 3dab81e0-0a80-4b21-a3de-1967c9deb544 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:05:01.755437 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-6e54f394-0d80-45ae-95f4-e0c47fe6672c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:01.833724 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-6e54f394-0d80-45ae-95f4-e0c47fe6672c None None] Port 3dab81e0-0a80-4b21-a3de-1967c9deb544 cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:05:01.845391 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05dab7c4-cb6a-40ed-80ac-2ef708a5e015 admin admin] Router 7615dc69-d729-433b-9716-ae63315d5f99 has already been hosted by L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 {{(pid=103591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:05:01.853906 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 7e0997a9-4605-473d-8d82-988fbc35e716 up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:05:01.930716 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port 7e0997a9-4605-473d-8d82-988fbc35e716 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:05:01.931156 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:01.989126 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-66eb6429-cc8e-4eec-bbcc-8dea942fae19 None None] Provisioning complete for port 3dab81e0-0a80-4b21-a3de-1967c9deb544 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:05:01.989777 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-66eb6429-cc8e-4eec-bbcc-8dea942fae19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:02.003592 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05dab7c4-cb6a-40ed-80ac-2ef708a5e015 admin admin] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:05:02.018018 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-05dab7c4-cb6a-40ed-80ac-2ef708a5e015 admin admin] 10.222.0.60 "PUT /v2.0/routers/7615dc69-d729-433b-9716-ae63315d5f99/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6695330 Nov 23 18:05:02.034139 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-66eb6429-cc8e-4eec-bbcc-8dea942fae19 None None] Port 3dab81e0-0a80-4b21-a3de-1967c9deb544 cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:05:02.071281 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 7730e1b0-bfaa-41e9-bb43-80ba317396c0 up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:05:02.124409 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port 7730e1b0-bfaa-41e9-bb43-80ba317396c0 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:05:02.124815 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:02.212770 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 979e8314-2e69-493a-bbac-f79f7e1e8384 up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:05:02.269398 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port 979e8314-2e69-493a-bbac-f79f7e1e8384 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:05:02.269772 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:02.645514 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 52688) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:05:02.650261 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-5bf5afe8-c83f-4aab-b6d6-5fd7d0e50134 tempest-TestServerBasicOps-377069408 tempest-TestServerBasicOps-377069408-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-563647308', 'description': 'tempest-secgroup-smoke-563647308 description', 'project_id': '2c3a101409df434a9795be93b38aabd6'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:05:02.673338 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5bf5afe8-c83f-4aab-b6d6-5fd7d0e50134 tempest-TestServerBasicOps-377069408 tempest-TestServerBasicOps-377069408-project] Publish callbacks [] for security_group, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:02.738121 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5bf5afe8-c83f-4aab-b6d6-5fd7d0e50134 tempest-TestServerBasicOps-377069408 tempest-TestServerBasicOps-377069408-project] Publish callbacks [] for security_group, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:02.741634 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5bf5afe8-c83f-4aab-b6d6-5fd7d0e50134 tempest-TestServerBasicOps-377069408 tempest-TestServerBasicOps-377069408-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:02.768686 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5bf5afe8-c83f-4aab-b6d6-5fd7d0e50134 tempest-TestServerBasicOps-377069408 tempest-TestServerBasicOps-377069408-project] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:02.769977 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-5bf5afe8-c83f-4aab-b6d6-5fd7d0e50134 tempest-TestServerBasicOps-377069408 tempest-TestServerBasicOps-377069408-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1234143 Nov 23 18:05:02.773139 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 52690) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:05:02.777727 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-dfb35d1c-2ce8-4394-86af-f590a9fdb912 tempest-TestServerBasicOps-377069408 tempest-TestServerBasicOps-377069408-project] Request body: {'security_group_rule': {'security_group_id': '506c2bf8-89a4-41c1-bf6f-936bc8980c66', 'project_id': '2c3a101409df434a9795be93b38aabd6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:05:02.778186 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf5afe8-c83f-4aab-b6d6-5fd7d0e50134 tempest-TestServerBasicOps-377069408 tempest-TestServerBasicOps-377069408-project] Pushing event updated for resources: {'SecurityGroup': ['ID=506c2bf8-89a4-41c1-bf6f-936bc8980c66,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:05:02.804199 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-dfb35d1c-2ce8-4394-86af-f590a9fdb912 tempest-TestServerBasicOps-377069408 tempest-TestServerBasicOps-377069408-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:02.858692 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-dfb35d1c-2ce8-4394-86af-f590a9fdb912 tempest-TestServerBasicOps-377069408 tempest-TestServerBasicOps-377069408-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:02.862678 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-dfb35d1c-2ce8-4394-86af-f590a9fdb912 tempest-TestServerBasicOps-377069408 tempest-TestServerBasicOps-377069408-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994370'] for security_group_rule, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:02.880415 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb35d1c-2ce8-4394-86af-f590a9fdb912 tempest-TestServerBasicOps-377069408 tempest-TestServerBasicOps-377069408-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=049df91f-9d74-4e0e-a451-9e67ac6b4fa5,revision_number=0']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:05:02.890064 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-dfb35d1c-2ce8-4394-86af-f590a9fdb912 tempest-TestServerBasicOps-377069408 tempest-TestServerBasicOps-377069408-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:02.891468 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-dfb35d1c-2ce8-4394-86af-f590a9fdb912 tempest-TestServerBasicOps-377069408 tempest-TestServerBasicOps-377069408-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1172812 Nov 23 18:05:02.894514 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 52692) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:05:02.899045 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-ce2e40a3-eea1-4494-a847-a73320a527b5 tempest-TestServerBasicOps-377069408 tempest-TestServerBasicOps-377069408-project] Request body: {'security_group_rule': {'security_group_id': '506c2bf8-89a4-41c1-bf6f-936bc8980c66', 'project_id': '2c3a101409df434a9795be93b38aabd6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:05:02.926253 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-ce2e40a3-eea1-4494-a847-a73320a527b5 tempest-TestServerBasicOps-377069408 tempest-TestServerBasicOps-377069408-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:02.984738 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-ce2e40a3-eea1-4494-a847-a73320a527b5 tempest-TestServerBasicOps-377069408 tempest-TestServerBasicOps-377069408-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:02.988236 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-ce2e40a3-eea1-4494-a847-a73320a527b5 tempest-TestServerBasicOps-377069408 tempest-TestServerBasicOps-377069408-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994370'] for security_group_rule, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:03.006623 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2e40a3-eea1-4494-a847-a73320a527b5 tempest-TestServerBasicOps-377069408 tempest-TestServerBasicOps-377069408-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41b1ad88-4daf-4713-abaf-cd594d59fd7e,revision_number=0']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:05:03.013755 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-ce2e40a3-eea1-4494-a847-a73320a527b5 tempest-TestServerBasicOps-377069408 tempest-TestServerBasicOps-377069408-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:03.014941 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-ce2e40a3-eea1-4494-a847-a73320a527b5 tempest-TestServerBasicOps-377069408 tempest-TestServerBasicOps-377069408-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1195202 Nov 23 18:05:03.017958 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 52694) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:05:03.022217 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-75e50e88-08c7-4b63-a21e-23fbf725c74f tempest-TestServerBasicOps-377069408 tempest-TestServerBasicOps-377069408-project] Request body: {'security_group_rule': {'security_group_id': '506c2bf8-89a4-41c1-bf6f-936bc8980c66', 'project_id': '2c3a101409df434a9795be93b38aabd6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:05:03.048236 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-75e50e88-08c7-4b63-a21e-23fbf725c74f tempest-TestServerBasicOps-377069408 tempest-TestServerBasicOps-377069408-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:03.103598 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-75e50e88-08c7-4b63-a21e-23fbf725c74f tempest-TestServerBasicOps-377069408 tempest-TestServerBasicOps-377069408-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:03.107744 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-75e50e88-08c7-4b63-a21e-23fbf725c74f tempest-TestServerBasicOps-377069408 tempest-TestServerBasicOps-377069408-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994370'] for security_group_rule, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:03.125415 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e50e88-08c7-4b63-a21e-23fbf725c74f tempest-TestServerBasicOps-377069408 tempest-TestServerBasicOps-377069408-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=878c3a0b-7a6e-4f95-a566-7d571f1e316a,revision_number=0']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:05:03.132574 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-75e50e88-08c7-4b63-a21e-23fbf725c74f tempest-TestServerBasicOps-377069408 tempest-TestServerBasicOps-377069408-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:03.133767 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-75e50e88-08c7-4b63-a21e-23fbf725c74f tempest-TestServerBasicOps-377069408 tempest-TestServerBasicOps-377069408-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1148612 Nov 23 18:05:03.136551 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 52696) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:05:03.140940 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-96519d4b-e946-4760-95db-18f76b35bd8b tempest-TestServerBasicOps-377069408 tempest-TestServerBasicOps-377069408-project] Request body: {'security_group_rule': {'security_group_id': '506c2bf8-89a4-41c1-bf6f-936bc8980c66', 'project_id': '2c3a101409df434a9795be93b38aabd6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:05:03.166784 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-96519d4b-e946-4760-95db-18f76b35bd8b tempest-TestServerBasicOps-377069408 tempest-TestServerBasicOps-377069408-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:03.230157 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-96519d4b-e946-4760-95db-18f76b35bd8b tempest-TestServerBasicOps-377069408 tempest-TestServerBasicOps-377069408-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:03.234306 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-96519d4b-e946-4760-95db-18f76b35bd8b tempest-TestServerBasicOps-377069408 tempest-TestServerBasicOps-377069408-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994370'] for security_group_rule, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:03.254359 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96519d4b-e946-4760-95db-18f76b35bd8b tempest-TestServerBasicOps-377069408 tempest-TestServerBasicOps-377069408-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fdb9daae-02e7-468f-bb6d-e4a4b6f58d9f,revision_number=0']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:05:03.259876 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-96519d4b-e946-4760-95db-18f76b35bd8b tempest-TestServerBasicOps-377069408 tempest-TestServerBasicOps-377069408-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:03.261033 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-96519d4b-e946-4760-95db-18f76b35bd8b tempest-TestServerBasicOps-377069408 tempest-TestServerBasicOps-377069408-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1235373 Nov 23 18:05:03.264481 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 52698) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:05:03.269086 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-d3149c85-c60c-4098-960b-3f2f875249f2 tempest-TestServerBasicOps-377069408 tempest-TestServerBasicOps-377069408-project] Request body: {'security_group_rule': {'security_group_id': '506c2bf8-89a4-41c1-bf6f-936bc8980c66', 'project_id': '2c3a101409df434a9795be93b38aabd6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:05:03.291940 n-d-816206-8 neutron-server[103590]: INFO neutron.db.securitygroups_db [None req-d3149c85-c60c-4098-960b-3f2f875249f2 tempest-TestServerBasicOps-377069408 tempest-TestServerBasicOps-377069408-project] Project 2c3a101409df434a9795be93b38aabd6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 18:05:03.297782 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d3149c85-c60c-4098-960b-3f2f875249f2 tempest-TestServerBasicOps-377069408 tempest-TestServerBasicOps-377069408-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:03.351238 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d3149c85-c60c-4098-960b-3f2f875249f2 tempest-TestServerBasicOps-377069408 tempest-TestServerBasicOps-377069408-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:03.354885 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d3149c85-c60c-4098-960b-3f2f875249f2 tempest-TestServerBasicOps-377069408 tempest-TestServerBasicOps-377069408-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994370'] for security_group_rule, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:03.374750 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3149c85-c60c-4098-960b-3f2f875249f2 tempest-TestServerBasicOps-377069408 tempest-TestServerBasicOps-377069408-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd5913eb-6cb6-45d9-ae62-375381205c50,revision_number=0']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:05:03.380365 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d3149c85-c60c-4098-960b-3f2f875249f2 tempest-TestServerBasicOps-377069408 tempest-TestServerBasicOps-377069408-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:03.381591 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-d3149c85-c60c-4098-960b-3f2f875249f2 tempest-TestServerBasicOps-377069408 tempest-TestServerBasicOps-377069408-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1160715 Nov 23 18:05:03.384427 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 52700) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:05:03.389237 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-5b9299bf-9556-406f-8293-f046af881d77 tempest-TestServerBasicOps-377069408 tempest-TestServerBasicOps-377069408-project] Request body: {'security_group_rule': {'security_group_id': '506c2bf8-89a4-41c1-bf6f-936bc8980c66', 'project_id': '2c3a101409df434a9795be93b38aabd6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:05:03.412525 n-d-816206-8 neutron-server[103590]: INFO neutron.db.securitygroups_db [None req-5b9299bf-9556-406f-8293-f046af881d77 tempest-TestServerBasicOps-377069408 tempest-TestServerBasicOps-377069408-project] Project 2c3a101409df434a9795be93b38aabd6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 18:05:03.430502 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5b9299bf-9556-406f-8293-f046af881d77 tempest-TestServerBasicOps-377069408 tempest-TestServerBasicOps-377069408-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:03.481109 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5b9299bf-9556-406f-8293-f046af881d77 tempest-TestServerBasicOps-377069408 tempest-TestServerBasicOps-377069408-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:03.486506 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5b9299bf-9556-406f-8293-f046af881d77 tempest-TestServerBasicOps-377069408 tempest-TestServerBasicOps-377069408-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994370'] for security_group_rule, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:03.505793 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9299bf-9556-406f-8293-f046af881d77 tempest-TestServerBasicOps-377069408 tempest-TestServerBasicOps-377069408-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d666c2d-ea83-4a88-af68-a129ea7d900a,revision_number=0']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:05:03.512528 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5b9299bf-9556-406f-8293-f046af881d77 tempest-TestServerBasicOps-377069408 tempest-TestServerBasicOps-377069408-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:03.514238 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-5b9299bf-9556-406f-8293-f046af881d77 tempest-TestServerBasicOps-377069408 tempest-TestServerBasicOps-377069408-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1288476 Nov 23 18:05:03.662005 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a52c80ec-f137-4146-a232-4f58458d4920 req-053a28ed-a070-4ca9-b645-0e0700e67529 tempest-TestServerBasicOps-377069408 tempest-TestServerBasicOps-377069408-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-563647308&fields=id&tenant_id=2c3a101409df434a9795be93b38aabd6 HTTP/1.1" status: 200 len: 267 time: 0.0438221 Nov 23 18:05:03.774706 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52c80ec-f137-4146-a232-4f58458d4920 req-ee501278-ea3e-47a5-8fd9-0e32d764907f tempest-TestServerBasicOps-377069408 tempest-TestServerBasicOps-377069408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:05:03.776164 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a52c80ec-f137-4146-a232-4f58458d4920 req-ee501278-ea3e-47a5-8fd9-0e32d764907f tempest-TestServerBasicOps-377069408 tempest-TestServerBasicOps-377069408-project] 10.222.0.60 "GET /v2.0/networks?id=b5d1f88f-373f-4377-8700-31a1ef08461b HTTP/1.1" status: 200 len: 809 time: 0.1070671 Nov 23 18:05:03.791178 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a52c80ec-f137-4146-a232-4f58458d4920 req-12e66777-3199-419c-ad2b-6fdf3ede4910 tempest-TestServerBasicOps-377069408 tempest-TestServerBasicOps-377069408-project] 10.222.0.60 "GET /v2.0/quotas/2c3a101409df434a9795be93b38aabd6 HTTP/1.1" status: 200 len: 375 time: 0.0091443 Nov 23 18:05:03.844269 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a52c80ec-f137-4146-a232-4f58458d4920 req-3c1a947a-e0f1-4827-8714-d0735772c515 tempest-TestServerBasicOps-377069408 tempest-TestServerBasicOps-377069408-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=2c3a101409df434a9795be93b38aabd6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0470583 Nov 23 18:05:03.978581 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2800846-e3a6-4aba-b9f1-52950ea70b87 None None] Sync routers for ids ['7615dc69-d729-433b-9716-ae63315d5f99'] in n-d-816206-8 {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:05:03.989631 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2800846-e3a6-4aba-b9f1-52950ea70b87 None None] Routers {'7615dc69-d729-433b-9716-ae63315d5f99'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:05:03.990244 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-a2800846-e3a6-4aba-b9f1-52950ea70b87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T18:04:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['7615dc69-d729-433b-9716-ae63315d5f99'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:05:04.042950 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a52c80ec-f137-4146-a232-4f58458d4920 req-3aee9138-f082-448b-95ab-9e1b25ff466a service neutron] 10.222.0.60 "GET /v2.0/networks/b5d1f88f-373f-4377-8700-31a1ef08461b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1865873 Nov 23 18:05:04.099574 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvr_db [None req-a2800846-e3a6-4aba-b9f1-52950ea70b87 None None] Set router 7615dc69-d729-433b-9716-ae63315d5f99 gateway port host: n-d-816206-8 {{(pid=103592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:05:04.135556 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a52c80ec-f137-4146-a232-4f58458d4920 req-dc21b065-93af-4c04-abd8-96ecc4d49f55 service neutron] 10.222.0.60 "GET /v2.0/networks/b5d1f88f-373f-4377-8700-31a1ef08461b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855608 Nov 23 18:05:04.304612 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-a2800846-e3a6-4aba-b9f1-52950ea70b87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7615dc69-d729-433b-9716-ae63315d5f99', 'name': 'tempest-TestServerBasicOps-33784893-router', 'tenant_id': 'c82cb50d9dfe48cfb46a3e84ab2e10d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.94'}], 'enable_snat': True}, 'gw_port_id': '7e0997a9-4605-473d-8d82-988fbc35e716', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:04:57Z', 'updated_at': '2021-11-23T18:05:00Z', 'revision_number': 4, 'project_id': 'c82cb50d9dfe48cfb46a3e84ab2e10d5', 'gw_port': {'id': '7e0997a9-4605-473d-8d82-988fbc35e716', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:89:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7615dc69-d729-433b-9716-ae63315d5f99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:04:58Z', 'updated_at': '2021-11-23T18:05:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_interfaces': [{'id': '3dab81e0-0a80-4b21-a3de-1967c9deb544', 'name': '', 'network_id': 'b68a4f29-f7fc-44ad-82ab-b7c64e3d5f13', 'tenant_id': 'c82cb50d9dfe48cfb46a3e84ab2e10d5', 'mac_address': 'fa:16:3e:00:44:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7615dc69-d729-433b-9716-ae63315d5f99', 'device_owner': 'network:router_interface', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '6fd4b314-cbe8-491a-9fa2-9b20d3f18b0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:05:00Z', 'updated_at': '2021-11-23T18:05:00Z', 'revision_number': 2, 'project_id': 'c82cb50d9dfe48cfb46a3e84ab2e10d5', 'subnets': [{'id': '6fd4b314-cbe8-491a-9fa2-9b20d3f18b0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:05:04.337113 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2800846-e3a6-4aba-b9f1-52950ea70b87 None None] Checking router: 7615dc69-d729-433b-9716-ae63315d5f99 for host: n-d-816206-8 {{(pid=103592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:05:04.337471 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2800846-e3a6-4aba-b9f1-52950ea70b87 None None] Updating router 7615dc69-d729-433b-9716-ae63315d5f99 port 3dab81e0-0a80-4b21-a3de-1967c9deb544 binding host n-d-816206-8 {{(pid=103592) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 18:05:04.338684 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6bd8aff7-887a-42a9-8c0f-279ffe4294a6 req-ce22228d-345f-4460-80bf-bdabcab79047 tempest-TestServerBasicOps-377069408 tempest-TestServerBasicOps-377069408-project] 10.222.0.60 "GET /v2.0/ports?device_id=d74d113c-7a7a-4fa6-96e5-8d3b6c4711a4 HTTP/1.1" status: 200 len: 210 time: 0.0343869 Nov 23 18:05:04.364748 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-a2800846-e3a6-4aba-b9f1-52950ea70b87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:04.631670 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-a2800846-e3a6-4aba-b9f1-52950ea70b87 None None] Publish callbacks [] for port, precommit_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:04.636722 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-a2800846-e3a6-4aba-b9f1-52950ea70b87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:04.700188 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4709d53-7118-4e8b-8a77-751fe8ecc26d None None] Pushing event updated for resources: {'Port': ['ID=3dab81e0-0a80-4b21-a3de-1967c9deb544,revision_number=3']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:05:04.749402 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-a2800846-e3a6-4aba-b9f1-52950ea70b87 None None] Attempting to bind port 3dab81e0-0a80-4b21-a3de-1967c9deb544 on host n-d-816206-8 for vnic_type normal with profile {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:05:04.749865 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-a2800846-e3a6-4aba-b9f1-52950ea70b87 None None] Attempting to bind port 3dab81e0-0a80-4b21-a3de-1967c9deb544 by drivers openvswitch,hyperv on host n-d-816206-8 at level 0 using segments [{'id': 'c516be2c-554f-4d3c-ae11-5010f04da35f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'b68a4f29-f7fc-44ad-82ab-b7c64e3d5f13'}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:05:04.754529 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2800846-e3a6-4aba-b9f1-52950ea70b87 None None] Attempting to bind port 3dab81e0-0a80-4b21-a3de-1967c9deb544 on network b68a4f29-f7fc-44ad-82ab-b7c64e3d5f13 {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:05:04.756262 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2800846-e3a6-4aba-b9f1-52950ea70b87 None None] Checking agent: {'id': '9e89acbe-4bbe-4c77-a18b-6f1da9133e0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 7, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 4, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:05:04.756767 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2800846-e3a6-4aba-b9f1-52950ea70b87 None None] Checking segment: {'id': 'c516be2c-554f-4d3c-ae11-5010f04da35f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'b68a4f29-f7fc-44ad-82ab-b7c64e3d5f13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:05:04.757240 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-a2800846-e3a6-4aba-b9f1-52950ea70b87 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:04.757635 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2800846-e3a6-4aba-b9f1-52950ea70b87 None None] Bound using segment: {'id': 'c516be2c-554f-4d3c-ae11-5010f04da35f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'b68a4f29-f7fc-44ad-82ab-b7c64e3d5f13'} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:05:04.758110 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-a2800846-e3a6-4aba-b9f1-52950ea70b87 None None] Bound port: 3dab81e0-0a80-4b21-a3de-1967c9deb544, host: n-d-816206-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c516be2c-554f-4d3c-ae11-5010f04da35f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'b68a4f29-f7fc-44ad-82ab-b7c64e3d5f13'}}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:05:04.758492 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-a2800846-e3a6-4aba-b9f1-52950ea70b87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:04.827809 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-a2800846-e3a6-4aba-b9f1-52950ea70b87 None None] For port 3dab81e0-0a80-4b21-a3de-1967c9deb544, host n-d-816206-8, cleared binding levels {{(pid=103592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:05:04.831165 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-a2800846-e3a6-4aba-b9f1-52950ea70b87 None None] For port 3dab81e0-0a80-4b21-a3de-1967c9deb544, host n-d-816206-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=3dab81e0-0a80-4b21-a3de-1967c9deb544,segment=NetworkSegment(c516be2c-554f-4d3c-ae11-5010f04da35f),segment_id=c516be2c-554f-4d3c-ae11-5010f04da35f)] {{(pid=103592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:05:04.836136 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-a2800846-e3a6-4aba-b9f1-52950ea70b87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:04.904877 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2800846-e3a6-4aba-b9f1-52950ea70b87 None None] Routers {'7615dc69-d729-433b-9716-ae63315d5f99'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:05:04.905468 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-a2800846-e3a6-4aba-b9f1-52950ea70b87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T18:04:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['7615dc69-d729-433b-9716-ae63315d5f99'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:05:04.907309 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4709d53-7118-4e8b-8a77-751fe8ecc26d None None] Pushing event updated for resources: {'Port': ['ID=3dab81e0-0a80-4b21-a3de-1967c9deb544,revision_number=4']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:05:05.181580 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-f6c49ec8-3e1b-4d98-bb24-3ae8af246330 None None] Provisioning complete for port 3dab81e0-0a80-4b21-a3de-1967c9deb544 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:05:05.182245 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-f6c49ec8-3e1b-4d98-bb24-3ae8af246330 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:05.212719 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvr_db [None req-a2800846-e3a6-4aba-b9f1-52950ea70b87 None None] Set router 7615dc69-d729-433b-9716-ae63315d5f99 gateway port host: n-d-816206-8 {{(pid=103592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:05:05.392183 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52c80ec-f137-4146-a232-4f58458d4920 req-d5275398-efb6-479f-9de5-bd46ff3ba83d tempest-TestServerBasicOps-377069408 tempest-TestServerBasicOps-377069408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:05:05.394150 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a52c80ec-f137-4146-a232-4f58458d4920 req-d5275398-efb6-479f-9de5-bd46ff3ba83d tempest-TestServerBasicOps-377069408 tempest-TestServerBasicOps-377069408-project] 10.222.0.36 "GET /v2.0/networks?id=b5d1f88f-373f-4377-8700-31a1ef08461b HTTP/1.1" status: 200 len: 809 time: 0.1333334 Nov 23 18:05:05.421573 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-f6c49ec8-3e1b-4d98-bb24-3ae8af246330 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:05.463861 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c6b2218b-0244-4961-884f-3ee9b6895b13 req-4dde4c14-d29c-47a9-b7f8-35d943f41e76 tempest-TestServerBasicOps-377069408 tempest-TestServerBasicOps-377069408-project] 10.222.0.60 "GET /v2.0/ports?device_id=d74d113c-7a7a-4fa6-96e5-8d3b6c4711a4 HTTP/1.1" status: 200 len: 210 time: 0.0393507 Nov 23 18:05:05.496183 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-f6c49ec8-3e1b-4d98-bb24-3ae8af246330 None None] For port 3dab81e0-0a80-4b21-a3de-1967c9deb544, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=3dab81e0-0a80-4b21-a3de-1967c9deb544,segment=NetworkSegment(c516be2c-554f-4d3c-ae11-5010f04da35f),segment_id=c516be2c-554f-4d3c-ae11-5010f04da35f)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:05:05.500393 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a52c80ec-f137-4146-a232-4f58458d4920 req-effac363-f147-4dd9-850f-7801caeff3a1 tempest-TestServerBasicOps-377069408 tempest-TestServerBasicOps-377069408-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2c3a101409df434a9795be93b38aabd6 HTTP/1.1" status: 200 len: 379 time: 0.0955024 Nov 23 18:05:05.505145 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-f6c49ec8-3e1b-4d98-bb24-3ae8af246330 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:05.511252 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [req-a52c80ec-f137-4146-a232-4f58458d4920 req-978abef8-c9ac-4b67-b997-3f0ca63f6be1 tempest-TestServerBasicOps-377069408 tempest-TestServerBasicOps-377069408-project] Request body: {'port': {'device_id': 'd74d113c-7a7a-4fa6-96e5-8d3b6c4711a4', 'network_id': 'b5d1f88f-373f-4377-8700-31a1ef08461b', 'admin_state_up': True, 'tenant_id': '2c3a101409df434a9795be93b38aabd6', 'security_groups': ['506c2bf8-89a4-41c1-bf6f-936bc8980c66']}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:05:05.542913 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-a2800846-e3a6-4aba-b9f1-52950ea70b87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7615dc69-d729-433b-9716-ae63315d5f99', 'name': 'tempest-TestServerBasicOps-33784893-router', 'tenant_id': 'c82cb50d9dfe48cfb46a3e84ab2e10d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.94'}], 'enable_snat': True}, 'gw_port_id': '7e0997a9-4605-473d-8d82-988fbc35e716', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:04:57Z', 'updated_at': '2021-11-23T18:05:00Z', 'revision_number': 4, 'project_id': 'c82cb50d9dfe48cfb46a3e84ab2e10d5', 'gw_port': {'id': '7e0997a9-4605-473d-8d82-988fbc35e716', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:89:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7615dc69-d729-433b-9716-ae63315d5f99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:04:58Z', 'updated_at': '2021-11-23T18:05:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_interfaces': [{'id': '3dab81e0-0a80-4b21-a3de-1967c9deb544', 'name': '', 'network_id': 'b68a4f29-f7fc-44ad-82ab-b7c64e3d5f13', 'tenant_id': 'c82cb50d9dfe48cfb46a3e84ab2e10d5', 'mac_address': 'fa:16:3e:00:44:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7615dc69-d729-433b-9716-ae63315d5f99', 'device_owner': 'network:router_interface', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '6fd4b314-cbe8-491a-9fa2-9b20d3f18b0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:05:00Z', 'updated_at': '2021-11-23T18:05:04Z', 'revision_number': 4, 'project_id': 'c82cb50d9dfe48cfb46a3e84ab2e10d5', 'subnets': [{'id': '6fd4b314-cbe8-491a-9fa2-9b20d3f18b0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:05:05.572701 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2800846-e3a6-4aba-b9f1-52950ea70b87 None None] The sync data for ids ['7615dc69-d729-433b-9716-ae63315d5f99'] in n-d-816206-8 is: [{'id': '7615dc69-d729-433b-9716-ae63315d5f99', 'name': 'tempest-TestServerBasicOps-33784893-router', 'tenant_id': 'c82cb50d9dfe48cfb46a3e84ab2e10d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.94'}], 'enable_snat': True}, 'gw_port_id': '7e0997a9-4605-473d-8d82-988fbc35e716', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:04:57Z', 'updated_at': '2021-11-23T18:05:00Z', 'revision_number': 4, 'project_id': 'c82cb50d9dfe48cfb46a3e84ab2e10d5', 'gw_port': {'id': '7e0997a9-4605-473d-8d82-988fbc35e716', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:89:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7615dc69-d729-433b-9716-ae63315d5f99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:04:58Z', 'updated_at': '2021-11-23T18:05:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_interfaces': [{'id': '3dab81e0-0a80-4b21-a3de-1967c9deb544', 'name': '', 'network_id': 'b68a4f29-f7fc-44ad-82ab-b7c64e3d5f13', 'tenant_id': 'c82cb50d9dfe48cfb46a3e84ab2e10d5', 'mac_address': 'fa:16:3e:00:44:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7615dc69-d729-433b-9716-ae63315d5f99', 'device_owner': 'network:router_interface', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '6fd4b314-cbe8-491a-9fa2-9b20d3f18b0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:05:00Z', 'updated_at': '2021-11-23T18:05:04Z', 'revision_number': 4, 'project_id': 'c82cb50d9dfe48cfb46a3e84ab2e10d5', 'subnets': [{'id': '6fd4b314-cbe8-491a-9fa2-9b20d3f18b0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:05:05.586746 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c49ec8-3e1b-4d98-bb24-3ae8af246330 None None] Pushing event updated for resources: {'Port': ['ID=3dab81e0-0a80-4b21-a3de-1967c9deb544,revision_number=5']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:05:05.639413 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-d751b684-e01e-470a-ab25-4a562beb9b4d None None] Provisioning complete for port 3dab81e0-0a80-4b21-a3de-1967c9deb544 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:05:05.639804 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-d751b684-e01e-470a-ab25-4a562beb9b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:05.655517 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a52c80ec-f137-4146-a232-4f58458d4920 req-978abef8-c9ac-4b67-b997-3f0ca63f6be1 tempest-TestServerBasicOps-377069408 tempest-TestServerBasicOps-377069408-project] Made reservation on behalf of 2c3a101409df434a9795be93b38aabd6 for: {'port': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:05:05.659323 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-a52c80ec-f137-4146-a232-4f58458d4920 req-978abef8-c9ac-4b67-b997-3f0ca63f6be1 tempest-TestServerBasicOps-377069408 tempest-TestServerBasicOps-377069408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:05.763159 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 3dab81e0-0a80-4b21-a3de-1967c9deb544 up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:05:05.827639 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port 3dab81e0-0a80-4b21-a3de-1967c9deb544 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:05:05.828241 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:05.836904 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.db_base_plugin_common [req-a52c80ec-f137-4146-a232-4f58458d4920 req-978abef8-c9ac-4b67-b997-3f0ca63f6be1 tempest-TestServerBasicOps-377069408 tempest-TestServerBasicOps-377069408-project] Allocated IP 172.20.0.9 (b5d1f88f-373f-4377-8700-31a1ef08461b/bd930709-5ac3-4f6b-8caf-282f5985af47/d9109784-fd45-4f57-ae8c-86df6536a839) {{(pid=103591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:05:05.986834 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-a52c80ec-f137-4146-a232-4f58458d4920 req-978abef8-c9ac-4b67-b997-3f0ca63f6be1 tempest-TestServerBasicOps-377069408 tempest-TestServerBasicOps-377069408-project] Publish callbacks [] for port, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:06.029369 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-a52c80ec-f137-4146-a232-4f58458d4920 req-978abef8-c9ac-4b67-b997-3f0ca63f6be1 tempest-TestServerBasicOps-377069408 tempest-TestServerBasicOps-377069408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:06.077934 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a52c80ec-f137-4146-a232-4f58458d4920 req-978abef8-c9ac-4b67-b997-3f0ca63f6be1 tempest-TestServerBasicOps-377069408 tempest-TestServerBasicOps-377069408-project] Network b5d1f88f-373f-4377-8700-31a1ef08461b is already hosted by enough agents. {{(pid=103591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:05:06.081185 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [req-a52c80ec-f137-4146-a232-4f58458d4920 req-978abef8-c9ac-4b67-b997-3f0ca63f6be1 tempest-TestServerBasicOps-377069408 tempest-TestServerBasicOps-377069408-project] Resources bound (agent type, host, resource id): {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:05:06.084998 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [req-a52c80ec-f137-4146-a232-4f58458d4920 req-978abef8-c9ac-4b67-b997-3f0ca63f6be1 tempest-TestServerBasicOps-377069408 tempest-TestServerBasicOps-377069408-project] Received port after_create {{(pid=103591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:05:06.092158 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978abef8-c9ac-4b67-b997-3f0ca63f6be1 tempest-TestServerBasicOps-377069408 tempest-TestServerBasicOps-377069408-project] Pushing event updated for resources: {'Port': ['ID=d9109784-fd45-4f57-ae8c-86df6536a839,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:05:06.140877 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52c80ec-f137-4146-a232-4f58458d4920 req-978abef8-c9ac-4b67-b997-3f0ca63f6be1 tempest-TestServerBasicOps-377069408 tempest-TestServerBasicOps-377069408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:05:06.141463 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-a52c80ec-f137-4146-a232-4f58458d4920 req-978abef8-c9ac-4b67-b997-3f0ca63f6be1 tempest-TestServerBasicOps-377069408 tempest-TestServerBasicOps-377069408-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:06.158880 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a52c80ec-f137-4146-a232-4f58458d4920 req-978abef8-c9ac-4b67-b997-3f0ca63f6be1 tempest-TestServerBasicOps-377069408 tempest-TestServerBasicOps-377069408-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6515296 Nov 23 18:05:06.172386 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [req-a52c80ec-f137-4146-a232-4f58458d4920 req-1d6d14b0-c96d-476e-bc3a-1b07257c780f service neutron] Request body: {'port': {'device_id': 'd74d113c-7a7a-4fa6-96e5-8d3b6c4711a4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-8'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:05:06.230461 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-a52c80ec-f137-4146-a232-4f58458d4920 req-1d6d14b0-c96d-476e-bc3a-1b07257c780f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:06.332835 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-c8ab8120-09bc-4804-a1ee-0fea18d5b60d None None] Provisioning complete for port d9109784-fd45-4f57-ae8c-86df6536a839 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:05:06.333382 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c8ab8120-09bc-4804-a1ee-0fea18d5b60d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:06.382356 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-c8ab8120-09bc-4804-a1ee-0fea18d5b60d None None] Port d9109784-fd45-4f57-ae8c-86df6536a839 cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:05:06.531827 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [req-a52c80ec-f137-4146-a232-4f58458d4920 req-1d6d14b0-c96d-476e-bc3a-1b07257c780f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9109784-fd45-4f57-ae8c-86df6536a839 {{(pid=103591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:05:06.539582 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-a52c80ec-f137-4146-a232-4f58458d4920 req-1d6d14b0-c96d-476e-bc3a-1b07257c780f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:06.577482 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.provisioning_blocks [req-a52c80ec-f137-4146-a232-4f58458d4920 req-1d6d14b0-c96d-476e-bc3a-1b07257c780f service neutron] Transition to ACTIVE for port object d9109784-fd45-4f57-ae8c-86df6536a839 will not be triggered until provisioned by entity L2. {{(pid=103591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 18:05:06.582018 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-a52c80ec-f137-4146-a232-4f58458d4920 req-1d6d14b0-c96d-476e-bc3a-1b07257c780f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264758186'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:06.629899 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d392f7a3-8475-4693-afe5-8075d0554fbd req-e7ba183e-fc6a-4ebf-a3e6-4f215e1793a7 tempest-TestServerBasicOps-377069408 tempest-TestServerBasicOps-377069408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:05:06.631475 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d392f7a3-8475-4693-afe5-8075d0554fbd req-e7ba183e-fc6a-4ebf-a3e6-4f215e1793a7 tempest-TestServerBasicOps-377069408 tempest-TestServerBasicOps-377069408-project] 10.222.0.60 "GET /v2.0/ports?device_id=d74d113c-7a7a-4fa6-96e5-8d3b6c4711a4 HTTP/1.1" status: 200 len: 931 time: 0.0894215 Nov 23 18:05:06.669242 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6d14b0-c96d-476e-bc3a-1b07257c780f service neutron] Pushing event updated for resources: {'Port': ['ID=d9109784-fd45-4f57-ae8c-86df6536a839,revision_number=2']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:05:06.745164 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d392f7a3-8475-4693-afe5-8075d0554fbd req-105244f1-8ce2-4c7a-abc6-0e64d7f53ff7 tempest-TestServerBasicOps-377069408 tempest-TestServerBasicOps-377069408-project] 10.222.0.60 "GET /v2.0/security-groups?id=506c2bf8-89a4-41c1-bf6f-936bc8980c66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1021173 Nov 23 18:05:06.768781 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-a52c80ec-f137-4146-a232-4f58458d4920 req-1d6d14b0-c96d-476e-bc3a-1b07257c780f service neutron] Attempting to bind port d9109784-fd45-4f57-ae8c-86df6536a839 on host n-h2-816206-8 for vnic_type normal with profile {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:05:06.769129 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-a52c80ec-f137-4146-a232-4f58458d4920 req-1d6d14b0-c96d-476e-bc3a-1b07257c780f service neutron] Attempting to bind port d9109784-fd45-4f57-ae8c-86df6536a839 by drivers openvswitch,hyperv on host n-h2-816206-8 at level 0 using segments [{'id': 'd254d0cf-a5b7-461e-b097-85e9aaadbe78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'b5d1f88f-373f-4377-8700-31a1ef08461b'}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:05:06.769466 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a52c80ec-f137-4146-a232-4f58458d4920 req-1d6d14b0-c96d-476e-bc3a-1b07257c780f service neutron] Attempting to bind port d9109784-fd45-4f57-ae8c-86df6536a839 on network b5d1f88f-373f-4377-8700-31a1ef08461b {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:05:06.774532 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a52c80ec-f137-4146-a232-4f58458d4920 req-1d6d14b0-c96d-476e-bc3a-1b07257c780f service neutron] Port d9109784-fd45-4f57-ae8c-86df6536a839 on network b5d1f88f-373f-4377-8700-31a1ef08461b not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-8 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:05:06.774856 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a52c80ec-f137-4146-a232-4f58458d4920 req-1d6d14b0-c96d-476e-bc3a-1b07257c780f service neutron] Attempting to bind port d9109784-fd45-4f57-ae8c-86df6536a839 on network b5d1f88f-373f-4377-8700-31a1ef08461b {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:05:06.780534 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a52c80ec-f137-4146-a232-4f58458d4920 req-1d6d14b0-c96d-476e-bc3a-1b07257c780f service neutron] Checking agent: {'id': 'ab77bf9e-0267-4174-8f1d-822cba89b207', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 15, 13), 'started_at': datetime.datetime(2021, 11, 23, 17, 15, 13), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 4, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:05:06.780797 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a52c80ec-f137-4146-a232-4f58458d4920 req-1d6d14b0-c96d-476e-bc3a-1b07257c780f service neutron] Checking segment: {'id': 'd254d0cf-a5b7-461e-b097-85e9aaadbe78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'b5d1f88f-373f-4377-8700-31a1ef08461b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:05:06.781118 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a52c80ec-f137-4146-a232-4f58458d4920 req-1d6d14b0-c96d-476e-bc3a-1b07257c780f service neutron] Bound using segment: {'id': 'd254d0cf-a5b7-461e-b097-85e9aaadbe78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'b5d1f88f-373f-4377-8700-31a1ef08461b'} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:05:06.781413 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-a52c80ec-f137-4146-a232-4f58458d4920 req-1d6d14b0-c96d-476e-bc3a-1b07257c780f service neutron] Bound port: d9109784-fd45-4f57-ae8c-86df6536a839, host: n-h2-816206-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd254d0cf-a5b7-461e-b097-85e9aaadbe78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'b5d1f88f-373f-4377-8700-31a1ef08461b'}}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:05:06.781777 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-a52c80ec-f137-4146-a232-4f58458d4920 req-1d6d14b0-c96d-476e-bc3a-1b07257c780f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:06.846559 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-a52c80ec-f137-4146-a232-4f58458d4920 req-1d6d14b0-c96d-476e-bc3a-1b07257c780f service neutron] For port d9109784-fd45-4f57-ae8c-86df6536a839, host n-h2-816206-8, cleared binding levels {{(pid=103591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:05:06.849561 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-a52c80ec-f137-4146-a232-4f58458d4920 req-1d6d14b0-c96d-476e-bc3a-1b07257c780f service neutron] For port d9109784-fd45-4f57-ae8c-86df6536a839, host n-h2-816206-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=d9109784-fd45-4f57-ae8c-86df6536a839,segment=NetworkSegment(d254d0cf-a5b7-461e-b097-85e9aaadbe78),segment_id=d254d0cf-a5b7-461e-b097-85e9aaadbe78)] {{(pid=103591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:05:06.854147 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-a52c80ec-f137-4146-a232-4f58458d4920 req-1d6d14b0-c96d-476e-bc3a-1b07257c780f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264758186'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:06.891725 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52c80ec-f137-4146-a232-4f58458d4920 req-1d6d14b0-c96d-476e-bc3a-1b07257c780f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:05:06.894180 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-a52c80ec-f137-4146-a232-4f58458d4920 req-1d6d14b0-c96d-476e-bc3a-1b07257c780f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:06.894180 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a52c80ec-f137-4146-a232-4f58458d4920 req-1d6d14b0-c96d-476e-bc3a-1b07257c780f service neutron] 10.222.0.36 "PUT /v2.0/ports/d9109784-fd45-4f57-ae8c-86df6536a839 HTTP/1.1" status: 200 len: 1091 time: 0.7263944 Nov 23 18:05:06.894330 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd74d113c-7a7a-4fa6-96e5-8d3b6c4711a4', 'tag': 'd9109784-fd45-4f57-ae8c-86df6536a839'}] {{(pid=103591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:05:06.896627 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41d174a19ece9499ff9ec44e5b3fc50f2abd3ffbc947fb7e52ea1e8db27b95b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdde8fc7-acb2-41a2-ab85-a28d47cb42bc" -d '{"events": [{"name": "network-changed", "server_uuid": "d74d113c-7a7a-4fa6-96e5-8d3b6c4711a4", "tag": "d9109784-fd45-4f57-ae8c-86df6536a839"}]}' {{(pid=103591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:05:06.927411 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6d14b0-c96d-476e-bc3a-1b07257c780f service neutron] Pushing event updated for resources: {'Port': ['ID=d9109784-fd45-4f57-ae8c-86df6536a839,revision_number=3']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:05:06.951379 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:05:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69ef939b-e990-483e-a858-92011608be28 x-openstack-request-id: req-69ef939b-e990-483e-a858-92011608be28 {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:05:06.951730 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d74d113c-7a7a-4fa6-96e5-8d3b6c4711a4", "tag": "d9109784-fd45-4f57-ae8c-86df6536a839", "status": "completed", "code": 200}]} {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:05:06.951957 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-69ef939b-e990-483e-a858-92011608be28 {{(pid=103591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:05:06.952339 n-d-816206-8 neutron-server[103591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd74d113c-7a7a-4fa6-96e5-8d3b6c4711a4', 'tag': 'd9109784-fd45-4f57-ae8c-86df6536a839', 'status': 'completed', 'code': 200} Nov 23 18:05:06.984383 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52c80ec-f137-4146-a232-4f58458d4920 req-42391e4f-cca1-4695-8409-6c6d8c07f5eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:05:06.986238 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a52c80ec-f137-4146-a232-4f58458d4920 req-42391e4f-cca1-4695-8409-6c6d8c07f5eb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2c3a101409df434a9795be93b38aabd6&device_id=d74d113c-7a7a-4fa6-96e5-8d3b6c4711a4 HTTP/1.1" status: 200 len: 1094 time: 0.0463827 Nov 23 18:05:07.030480 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a52c80ec-f137-4146-a232-4f58458d4920 req-60409ce4-cbb8-4fbe-b143-9270c0c1b723 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d9109784-fd45-4f57-ae8c-86df6536a839 HTTP/1.1" status: 200 len: 217 time: 0.0356131 Nov 23 18:05:07.088912 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52c80ec-f137-4146-a232-4f58458d4920 req-f656f95b-215f-4cb4-b04a-a37642c987d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:05:07.090419 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a52c80ec-f137-4146-a232-4f58458d4920 req-f656f95b-215f-4cb4-b04a-a37642c987d3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=bd930709-5ac3-4f6b-8caf-282f5985af47 HTTP/1.1" status: 200 len: 848 time: 0.0524702 Nov 23 18:05:07.142306 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52c80ec-f137-4146-a232-4f58458d4920 req-62b87614-2e03-42d8-8806-ba4223c01833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:05:07.143827 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a52c80ec-f137-4146-a232-4f58458d4920 req-62b87614-2e03-42d8-8806-ba4223c01833 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b5d1f88f-373f-4377-8700-31a1ef08461b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423641 Nov 23 18:05:07.234422 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a52c80ec-f137-4146-a232-4f58458d4920 req-e9f2233a-14a1-4d94-a956-cd5df3698e0b service neutron] 10.222.0.36 "GET /v2.0/networks/b5d1f88f-373f-4377-8700-31a1ef08461b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822268 Nov 23 18:05:07.337639 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a52c80ec-f137-4146-a232-4f58458d4920 req-9057c3bb-f7ef-4dfd-8b65-0bc588a7971f service neutron] 10.222.0.36 "GET /v2.0/networks/b5d1f88f-373f-4377-8700-31a1ef08461b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956645 Nov 23 18:05:07.424535 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdde8fc7-acb2-41a2-ab85-a28d47cb42bc req-b2660011-9cbc-46b9-8686-131e5eff03ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:05:07.426029 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-bdde8fc7-acb2-41a2-ab85-a28d47cb42bc req-b2660011-9cbc-46b9-8686-131e5eff03ed service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2c3a101409df434a9795be93b38aabd6&device_id=d74d113c-7a7a-4fa6-96e5-8d3b6c4711a4 HTTP/1.1" status: 200 len: 1094 time: 0.0425289 Nov 23 18:05:07.524757 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdde8fc7-acb2-41a2-ab85-a28d47cb42bc req-2a4a26c1-11d5-4a69-84b3-0e9819cda994 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:05:07.526518 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-bdde8fc7-acb2-41a2-ab85-a28d47cb42bc req-2a4a26c1-11d5-4a69-84b3-0e9819cda994 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b5d1f88f-373f-4377-8700-31a1ef08461b HTTP/1.1" status: 200 len: 910 time: 0.0929837 Nov 23 18:05:07.579616 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-bdde8fc7-acb2-41a2-ab85-a28d47cb42bc req-77607edd-602e-4705-9333-c0b352a9bc0f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d9109784-fd45-4f57-ae8c-86df6536a839 HTTP/1.1" status: 200 len: 217 time: 0.0391161 Nov 23 18:05:07.632931 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdde8fc7-acb2-41a2-ab85-a28d47cb42bc req-287ffd13-3cf3-4ca5-80f3-befcd3f739b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:05:07.634720 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-bdde8fc7-acb2-41a2-ab85-a28d47cb42bc req-287ffd13-3cf3-4ca5-80f3-befcd3f739b8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=bd930709-5ac3-4f6b-8caf-282f5985af47 HTTP/1.1" status: 200 len: 848 time: 0.0478394 Nov 23 18:05:07.693831 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdde8fc7-acb2-41a2-ab85-a28d47cb42bc req-90ddc67c-a494-48c2-8ca8-44ed59eb0b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:05:07.695415 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-bdde8fc7-acb2-41a2-ab85-a28d47cb42bc req-90ddc67c-a494-48c2-8ca8-44ed59eb0b3e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b5d1f88f-373f-4377-8700-31a1ef08461b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0500774 Nov 23 18:05:07.803157 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-bdde8fc7-acb2-41a2-ab85-a28d47cb42bc req-6c790ae9-8379-4497-bf15-e3cf5ff52eb4 service neutron] 10.222.0.36 "GET /v2.0/networks/b5d1f88f-373f-4377-8700-31a1ef08461b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966098 Nov 23 18:05:07.932721 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8f03af-7246-453a-8cc9-0fd9d64d8829 req-41a3278f-c338-4dba-9a00-971d33997187 tempest-TestServerBasicOps-377069408 tempest-TestServerBasicOps-377069408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:05:07.934464 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6b8f03af-7246-453a-8cc9-0fd9d64d8829 req-41a3278f-c338-4dba-9a00-971d33997187 tempest-TestServerBasicOps-377069408 tempest-TestServerBasicOps-377069408-project] 10.222.0.60 "GET /v2.0/ports?device_id=d74d113c-7a7a-4fa6-96e5-8d3b6c4711a4 HTTP/1.1" status: 200 len: 943 time: 0.1052301 Nov 23 18:05:07.938297 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-bdde8fc7-acb2-41a2-ab85-a28d47cb42bc req-26493a8f-899e-4c40-9a54-363a2693b7ec service neutron] 10.222.0.36 "GET /v2.0/networks/b5d1f88f-373f-4377-8700-31a1ef08461b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276855 Nov 23 18:05:07.989088 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6b8f03af-7246-453a-8cc9-0fd9d64d8829 req-118354f5-4db5-414d-8d83-a412dcfb7955 tempest-TestServerBasicOps-377069408 tempest-TestServerBasicOps-377069408-project] 10.222.0.60 "GET /v2.0/security-groups?id=506c2bf8-89a4-41c1-bf6f-936bc8980c66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484164 Nov 23 18:05:09.112049 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4a98be-5edc-499e-8c6a-db204352e202 req-b7fef872-c105-42c9-912d-100305bb9c6e tempest-TestServerBasicOps-377069408 tempest-TestServerBasicOps-377069408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:05:09.113485 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-be4a98be-5edc-499e-8c6a-db204352e202 req-b7fef872-c105-42c9-912d-100305bb9c6e tempest-TestServerBasicOps-377069408 tempest-TestServerBasicOps-377069408-project] 10.222.0.60 "GET /v2.0/ports?device_id=d74d113c-7a7a-4fa6-96e5-8d3b6c4711a4 HTTP/1.1" status: 200 len: 943 time: 0.0543296 Nov 23 18:05:09.163019 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-be4a98be-5edc-499e-8c6a-db204352e202 req-3bef9a01-61a1-4231-aedf-83e5732d3950 tempest-TestServerBasicOps-377069408 tempest-TestServerBasicOps-377069408-project] 10.222.0.60 "GET /v2.0/security-groups?id=506c2bf8-89a4-41c1-bf6f-936bc8980c66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435600 Nov 23 18:05:09.683817 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device d9109784-fd45-4f57-ae8c-86df6536a839 details requested by agent hyperv_n-h2-816206-8 with host n-h2-816206-8 {{(pid=103592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 18:05:09.785408 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port d9109784-fd45-4f57-ae8c-86df6536a839, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=d9109784-fd45-4f57-ae8c-86df6536a839,segment=NetworkSegment(d254d0cf-a5b7-461e-b097-85e9aaadbe78),segment_id=d254d0cf-a5b7-461e-b097-85e9aaadbe78)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:05:09.797685 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Returning: {'device': 'd9109784-fd45-4f57-ae8c-86df6536a839', 'network_id': 'b5d1f88f-373f-4377-8700-31a1ef08461b', 'port_id': 'd9109784-fd45-4f57-ae8c-86df6536a839', 'mac_address': 'fa:16:3e:e0:ac:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 545, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd930709-5ac3-4f6b-8caf-282f5985af47', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 18:05:09.835532 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:09.849712 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9109784-fd45-4f57-ae8c-86df6536a839 {{(pid=103592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:05:09.869010 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port d9109784-fd45-4f57-ae8c-86df6536a839, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=d9109784-fd45-4f57-ae8c-86df6536a839,segment=NetworkSegment(d254d0cf-a5b7-461e-b097-85e9aaadbe78),segment_id=d254d0cf-a5b7-461e-b097-85e9aaadbe78)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:05:09.872931 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:09.922074 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Pushing event updated for resources: {'Port': ['ID=d9109784-fd45-4f57-ae8c-86df6536a839,revision_number=4']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:05:10.073170 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] get_ports_and_sgs() called for port_ids ['d9109784-fd45-4f57-ae8c-86df6536a839'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:05:10.278627 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73000e75-cec5-4592-b5b0-b84f86cac977 req-b6879580-9d6d-4470-9751-0546b8938fee tempest-TestServerBasicOps-377069408 tempest-TestServerBasicOps-377069408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:05:10.280828 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-73000e75-cec5-4592-b5b0-b84f86cac977 req-b6879580-9d6d-4470-9751-0546b8938fee tempest-TestServerBasicOps-377069408 tempest-TestServerBasicOps-377069408-project] 10.222.0.60 "GET /v2.0/ports?device_id=d74d113c-7a7a-4fa6-96e5-8d3b6c4711a4 HTTP/1.1" status: 200 len: 944 time: 0.0494606 Nov 23 18:05:10.334739 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-73000e75-cec5-4592-b5b0-b84f86cac977 req-58818df8-f796-4dd9-8c50-b5f3c2e5241f tempest-TestServerBasicOps-377069408 tempest-TestServerBasicOps-377069408-project] 10.222.0.60 "GET /v2.0/security-groups?id=506c2bf8-89a4-41c1-bf6f-936bc8980c66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474932 Nov 23 18:05:11.452119 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393a9ba7-38fa-45b3-851c-6f45634e4089 req-a09bdb32-5411-48ca-87c5-40d61b8cbc7c tempest-TestServerBasicOps-377069408 tempest-TestServerBasicOps-377069408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:05:11.453701 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-393a9ba7-38fa-45b3-851c-6f45634e4089 req-a09bdb32-5411-48ca-87c5-40d61b8cbc7c tempest-TestServerBasicOps-377069408 tempest-TestServerBasicOps-377069408-project] 10.222.0.60 "GET /v2.0/ports?device_id=d74d113c-7a7a-4fa6-96e5-8d3b6c4711a4 HTTP/1.1" status: 200 len: 944 time: 0.0489006 Nov 23 18:05:11.506124 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-393a9ba7-38fa-45b3-851c-6f45634e4089 req-a84b0fee-94cb-47a7-8ad2-809f05d0f8ef tempest-TestServerBasicOps-377069408 tempest-TestServerBasicOps-377069408-project] 10.222.0.60 "GET /v2.0/security-groups?id=506c2bf8-89a4-41c1-bf6f-936bc8980c66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465496 Nov 23 18:05:11.695053 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device d9109784-fd45-4f57-ae8c-86df6536a839 up at agent hyperv_n-h2-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:05:11.742482 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Provisioning for port d9109784-fd45-4f57-ae8c-86df6536a839 completed by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 18:05:11.746177 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Provisioning complete for port d9109784-fd45-4f57-ae8c-86df6536a839 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:05:11.746547 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:11.822259 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:11.844120 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd74d113c-7a7a-4fa6-96e5-8d3b6c4711a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9109784-fd45-4f57-ae8c-86df6536a839'}] {{(pid=103592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:05:11.846388 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba3e6a8f2301c7a29fe1eca9779abdae4ccbcd6266d69778087f2498d5551201" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b68fb269-c91b-42e7-a1f7-ab038fc56286" -d '{"events": [{"server_uuid": "d74d113c-7a7a-4fa6-96e5-8d3b6c4711a4", "name": "network-vif-plugged", "status": "completed", "tag": "d9109784-fd45-4f57-ae8c-86df6536a839"}]}' {{(pid=103592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:05:11.859020 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port d9109784-fd45-4f57-ae8c-86df6536a839, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=d9109784-fd45-4f57-ae8c-86df6536a839,segment=NetworkSegment(d254d0cf-a5b7-461e-b097-85e9aaadbe78),segment_id=d254d0cf-a5b7-461e-b097-85e9aaadbe78)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:05:11.863032 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:11.896509 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:05:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90a25978-b818-4dfb-ae5f-696e7c3e62eb x-openstack-request-id: req-90a25978-b818-4dfb-ae5f-696e7c3e62eb {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:05:11.896803 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d74d113c-7a7a-4fa6-96e5-8d3b6c4711a4", "name": "network-vif-plugged", "status": "completed", "tag": "d9109784-fd45-4f57-ae8c-86df6536a839", "code": 200}]} {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:05:11.897061 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-90a25978-b818-4dfb-ae5f-696e7c3e62eb {{(pid=103592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:05:11.897459 n-d-816206-8 neutron-server[103592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd74d113c-7a7a-4fa6-96e5-8d3b6c4711a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9109784-fd45-4f57-ae8c-86df6536a839', 'code': 200} Nov 23 18:05:11.924050 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Pushing event updated for resources: {'Port': ['ID=d9109784-fd45-4f57-ae8c-86df6536a839,revision_number=5']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:05:11.986686 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fe7d87-7998-4c7f-81d2-5fa31813d9aa req-77ee0130-fe0e-4331-89ad-a58e33df8c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:05:11.988167 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-33fe7d87-7998-4c7f-81d2-5fa31813d9aa req-77ee0130-fe0e-4331-89ad-a58e33df8c17 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d74d113c-7a7a-4fa6-96e5-8d3b6c4711a4 HTTP/1.1" status: 200 len: 1096 time: 0.0398421 Nov 23 18:05:12.034356 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-33fe7d87-7998-4c7f-81d2-5fa31813d9aa req-4e241629-ed98-4537-a4db-c1a6d04ca205 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=506c2bf8-89a4-41c1-bf6f-936bc8980c66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387356 Nov 23 18:05:12.624099 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476118a1-bbfc-4963-b207-07c06c1ea778 req-b1067c5d-dbac-40d8-809c-f6a0eb92e496 tempest-TestServerBasicOps-377069408 tempest-TestServerBasicOps-377069408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:05:12.625670 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-476118a1-bbfc-4963-b207-07c06c1ea778 req-b1067c5d-dbac-40d8-809c-f6a0eb92e496 tempest-TestServerBasicOps-377069408 tempest-TestServerBasicOps-377069408-project] 10.222.0.60 "GET /v2.0/ports?device_id=d74d113c-7a7a-4fa6-96e5-8d3b6c4711a4 HTTP/1.1" status: 200 len: 945 time: 0.0509732 Nov 23 18:05:12.680948 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-476118a1-bbfc-4963-b207-07c06c1ea778 req-30375d4e-b1b7-4a26-90ce-c8bc6aaf10d5 tempest-TestServerBasicOps-377069408 tempest-TestServerBasicOps-377069408-project] 10.222.0.60 "GET /v2.0/security-groups?id=506c2bf8-89a4-41c1-bf6f-936bc8980c66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462911 Nov 23 18:05:12.988154 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-88b9aa53-4966-4b8b-a9d1-3f9ed3a3cbf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:13.724594 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:13.803659 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2cb3fd-023f-43b8-9e51-5491af0a6226 req-f4eb4bb6-4f03-4511-84ed-7a8ac805684a tempest-TestServerBasicOps-377069408 tempest-TestServerBasicOps-377069408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:05:13.805236 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-0a2cb3fd-023f-43b8-9e51-5491af0a6226 req-f4eb4bb6-4f03-4511-84ed-7a8ac805684a tempest-TestServerBasicOps-377069408 tempest-TestServerBasicOps-377069408-project] 10.222.0.60 "GET /v2.0/ports?device_id=d74d113c-7a7a-4fa6-96e5-8d3b6c4711a4 HTTP/1.1" status: 200 len: 945 time: 0.0521405 Nov 23 18:05:13.854808 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-0a2cb3fd-023f-43b8-9e51-5491af0a6226 req-845739c2-6457-43d8-86c0-36c3536bb24d tempest-TestServerBasicOps-377069408 tempest-TestServerBasicOps-377069408-project] 10.222.0.60 "GET /v2.0/security-groups?id=506c2bf8-89a4-41c1-bf6f-936bc8980c66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428782 Nov 23 18:05:13.969240 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb4fcc0-6cfc-42d4-a887-b44cf0369423 req-12b6dc7c-8af0-41f2-b612-1ae7e11ebe0d tempest-TestServerBasicOps-377069408 tempest-TestServerBasicOps-377069408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:05:13.970736 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ccb4fcc0-6cfc-42d4-a887-b44cf0369423 req-12b6dc7c-8af0-41f2-b612-1ae7e11ebe0d tempest-TestServerBasicOps-377069408 tempest-TestServerBasicOps-377069408-project] 10.222.0.60 "GET /v2.0/ports?device_id=d74d113c-7a7a-4fa6-96e5-8d3b6c4711a4 HTTP/1.1" status: 200 len: 945 time: 0.0495999 Nov 23 18:05:14.020101 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ccb4fcc0-6cfc-42d4-a887-b44cf0369423 req-abaec9d6-2c97-422b-9176-ca8f8693a69b tempest-TestServerBasicOps-377069408 tempest-TestServerBasicOps-377069408-project] 10.222.0.60 "GET /v2.0/security-groups?id=506c2bf8-89a4-41c1-bf6f-936bc8980c66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429122 Nov 23 18:05:14.133982 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78cf5c2-78d6-45df-a11d-5f1021eab509 req-b33f8d84-005b-4f4b-86b3-9da3c6ac2c4a tempest-TestServerBasicOps-377069408 tempest-TestServerBasicOps-377069408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:05:14.135496 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a78cf5c2-78d6-45df-a11d-5f1021eab509 req-b33f8d84-005b-4f4b-86b3-9da3c6ac2c4a tempest-TestServerBasicOps-377069408 tempest-TestServerBasicOps-377069408-project] 10.222.0.60 "GET /v2.0/ports?device_id=d74d113c-7a7a-4fa6-96e5-8d3b6c4711a4 HTTP/1.1" status: 200 len: 945 time: 0.0498013 Nov 23 18:05:14.189233 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a78cf5c2-78d6-45df-a11d-5f1021eab509 req-00236a84-cc06-40f8-8079-28e17481be59 tempest-TestServerBasicOps-377069408 tempest-TestServerBasicOps-377069408-project] 10.222.0.60 "GET /v2.0/security-groups?id=506c2bf8-89a4-41c1-bf6f-936bc8980c66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470567 Nov 23 18:05:14.210975 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 52750) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:05:14.293176 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcaf1cad-42ce-4e42-ae8b-9000b8dbc4ff tempest-TestServerBasicOps-1876475952 tempest-TestServerBasicOps-1876475952-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:05:14.294716 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-dcaf1cad-42ce-4e42-ae8b-9000b8dbc4ff tempest-TestServerBasicOps-1876475952 tempest-TestServerBasicOps-1876475952-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=d74d113c-7a7a-4fa6-96e5-8d3b6c4711a4 HTTP/1.1" status: 200 len: 1091 time: 0.0827675 Nov 23 18:05:14.297854 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 52754) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:05:14.302372 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-ebb72994-89c9-496a-b5d2-5864a3a2b7f6 tempest-TestServerBasicOps-377069408 tempest-TestServerBasicOps-377069408-project] Request body: {'floatingip': {'floating_network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'port_id': 'd9109784-fd45-4f57-ae8c-86df6536a839', 'tenant_id': '2c3a101409df434a9795be93b38aabd6', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:05:14.325521 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-ebb72994-89c9-496a-b5d2-5864a3a2b7f6 tempest-TestServerBasicOps-377069408 tempest-TestServerBasicOps-377069408-project] Publish callbacks [] for floatingip, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:14.425123 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-ebb72994-89c9-496a-b5d2-5864a3a2b7f6 tempest-TestServerBasicOps-377069408 tempest-TestServerBasicOps-377069408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:14.470651 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:14.527393 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.db_base_plugin_common [None req-ebb72994-89c9-496a-b5d2-5864a3a2b7f6 tempest-TestServerBasicOps-377069408 tempest-TestServerBasicOps-377069408-project] Allocated IP 172.25.3.63 (4c8455ba-1be5-42ac-b8c2-8a16e1292d55/08fe3644-ce41-4c3f-a7ea-92bac0f0fff5/5b6b9c6d-157b-49db-bda0-83861176aeb5) {{(pid=103591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:05:14.631469 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-ebb72994-89c9-496a-b5d2-5864a3a2b7f6 tempest-TestServerBasicOps-377069408 tempest-TestServerBasicOps-377069408-project] Publish callbacks [] for port, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:14.664051 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-ebb72994-89c9-496a-b5d2-5864a3a2b7f6 tempest-TestServerBasicOps-377069408 tempest-TestServerBasicOps-377069408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:14.699962 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebb72994-89c9-496a-b5d2-5864a3a2b7f6 tempest-TestServerBasicOps-377069408 tempest-TestServerBasicOps-377069408-project] Network 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 is already hosted by enough agents. {{(pid=103591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:05:14.704652 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [None req-ebb72994-89c9-496a-b5d2-5864a3a2b7f6 tempest-TestServerBasicOps-377069408 tempest-TestServerBasicOps-377069408-project] Resources bound (agent type, host, resource id): {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:05:14.707354 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebb72994-89c9-496a-b5d2-5864a3a2b7f6 tempest-TestServerBasicOps-377069408 tempest-TestServerBasicOps-377069408-project] Received port after_create {{(pid=103591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:05:14.739163 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb72994-89c9-496a-b5d2-5864a3a2b7f6 tempest-TestServerBasicOps-377069408 tempest-TestServerBasicOps-377069408-project] Pushing event updated for resources: {'Port': ['ID=5b6b9c6d-157b-49db-bda0-83861176aeb5,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:05:15.069216 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-ebb72994-89c9-496a-b5d2-5864a3a2b7f6 tempest-TestServerBasicOps-377069408 tempest-TestServerBasicOps-377069408-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:15.114961 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-0ffeda24-9922-4f27-98ad-105daf027a98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:15.134966 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-ebb72994-89c9-496a-b5d2-5864a3a2b7f6 tempest-TestServerBasicOps-377069408 tempest-TestServerBasicOps-377069408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:15.283828 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-ebb72994-89c9-496a-b5d2-5864a3a2b7f6 tempest-TestServerBasicOps-377069408 tempest-TestServerBasicOps-377069408-project] Publish callbacks [] for port, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:15.289160 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-ebb72994-89c9-496a-b5d2-5864a3a2b7f6 tempest-TestServerBasicOps-377069408 tempest-TestServerBasicOps-377069408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264758186'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:15.366244 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb72994-89c9-496a-b5d2-5864a3a2b7f6 tempest-TestServerBasicOps-377069408 tempest-TestServerBasicOps-377069408-project] Pushing event updated for resources: {'Port': ['ID=5b6b9c6d-157b-49db-bda0-83861176aeb5,revision_number=2']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:05:15.377874 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-ebb72994-89c9-496a-b5d2-5864a3a2b7f6 tempest-TestServerBasicOps-377069408 tempest-TestServerBasicOps-377069408-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1795396'] for floatingip, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:15.474414 n-d-816206-8 neutron-server[103591]: INFO neutron.db.l3_db [None req-ebb72994-89c9-496a-b5d2-5864a3a2b7f6 tempest-TestServerBasicOps-377069408 tempest-TestServerBasicOps-377069408-project] Floating IP 3bb34d3a-b951-462b-a850-52103a98917a associated. External IP: 172.25.3.63, port: d9109784-fd45-4f57-ae8c-86df6536a839. Nov 23 18:05:15.682444 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebb72994-89c9-496a-b5d2-5864a3a2b7f6 tempest-TestServerBasicOps-377069408 tempest-TestServerBasicOps-377069408-project] Router b564b676-da5d-4c2a-86a1-13547d37a2c0 has already been hosted by L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 {{(pid=103591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:05:15.790384 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebb72994-89c9-496a-b5d2-5864a3a2b7f6 tempest-TestServerBasicOps-377069408 tempest-TestServerBasicOps-377069408-project] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:05:15.800895 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b04b4d32-bc9a-46bd-b819-449923d847f6 None None] Sync routers for ids ['b564b676-da5d-4c2a-86a1-13547d37a2c0'] in n-d-816206-8 {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:05:15.808316 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-ebb72994-89c9-496a-b5d2-5864a3a2b7f6 tempest-TestServerBasicOps-377069408 tempest-TestServerBasicOps-377069408-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for floatingip, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:15.811584 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b04b4d32-bc9a-46bd-b819-449923d847f6 None None] Routers {'b564b676-da5d-4c2a-86a1-13547d37a2c0'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:05:15.812212 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-b04b4d32-bc9a-46bd-b819-449923d847f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T18:05:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['b564b676-da5d-4c2a-86a1-13547d37a2c0'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:05:15.841906 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-ebb72994-89c9-496a-b5d2-5864a3a2b7f6 tempest-TestServerBasicOps-377069408 tempest-TestServerBasicOps-377069408-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5375473 Nov 23 18:05:15.841906 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd74d113c-7a7a-4fa6-96e5-8d3b6c4711a4', 'tag': 'd9109784-fd45-4f57-ae8c-86df6536a839'}] {{(pid=103591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:05:15.841906 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41d174a19ece9499ff9ec44e5b3fc50f2abd3ffbc947fb7e52ea1e8db27b95b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8c633bd-9896-47ed-a08a-5e70ddf37d0d" -d '{"events": [{"name": "network-changed", "server_uuid": "d74d113c-7a7a-4fa6-96e5-8d3b6c4711a4", "tag": "d9109784-fd45-4f57-ae8c-86df6536a839"}]}' {{(pid=103591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:05:15.877438 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:05:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f550bc5f-6334-4830-9e7e-8e3d814b8acc x-openstack-request-id: req-f550bc5f-6334-4830-9e7e-8e3d814b8acc {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:05:15.877732 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d74d113c-7a7a-4fa6-96e5-8d3b6c4711a4", "tag": "d9109784-fd45-4f57-ae8c-86df6536a839", "status": "completed", "code": 200}]} {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:05:15.878005 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f550bc5f-6334-4830-9e7e-8e3d814b8acc {{(pid=103591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:05:15.878414 n-d-816206-8 neutron-server[103591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd74d113c-7a7a-4fa6-96e5-8d3b6c4711a4', 'tag': 'd9109784-fd45-4f57-ae8c-86df6536a839', 'status': 'completed', 'code': 200} Nov 23 18:05:15.920395 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-b04b4d32-bc9a-46bd-b819-449923d847f6 None None] Set router b564b676-da5d-4c2a-86a1-13547d37a2c0 gateway port host: n-d-816206-8 {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:05:15.944679 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c633bd-9896-47ed-a08a-5e70ddf37d0d req-a965c947-b218-4a17-b4f9-68835e990da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:05:15.946293 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b8c633bd-9896-47ed-a08a-5e70ddf37d0d req-a965c947-b218-4a17-b4f9-68835e990da1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2c3a101409df434a9795be93b38aabd6&device_id=d74d113c-7a7a-4fa6-96e5-8d3b6c4711a4 HTTP/1.1" status: 200 len: 1096 time: 0.0421081 Nov 23 18:05:16.151498 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-b04b4d32-bc9a-46bd-b819-449923d847f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b564b676-da5d-4c2a-86a1-13547d37a2c0', 'name': 'tempest-TestServerBasicOps-1270062666-router', 'tenant_id': '2c3a101409df434a9795be93b38aabd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.76'}], 'enable_snat': True}, 'gw_port_id': 'a443d904-4b41-4752-b8d2-de4d3d47792a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:04:52Z', 'updated_at': '2021-11-23T18:04:55Z', 'revision_number': 4, 'project_id': '2c3a101409df434a9795be93b38aabd6', 'gw_port': {'id': 'a443d904-4b41-4752-b8d2-de4d3d47792a', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:71:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b564b676-da5d-4c2a-86a1-13547d37a2c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:04:53Z', 'updated_at': '2021-11-23T18:04:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_floatingips': [{'id': '3bb34d3a-b951-462b-a850-52103a98917a', 'tenant_id': '2c3a101409df434a9795be93b38aabd6', 'floating_ip_address': '172.25.3.63', 'floating_network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'router_id': 'b564b676-da5d-4c2a-86a1-13547d37a2c0', 'port_id': 'd9109784-fd45-4f57-ae8c-86df6536a839', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4020, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5d1f88f-373f-4377-8700-31a1ef08461b', 'mac_address': 'fa:16:3e:e0:ac:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd74d113c-7a7a-4fa6-96e5-8d3b6c4711a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T18:05:14Z', 'updated_at': '2021-11-23T18:05:14Z', 'revision_number': 0, 'project_id': '2c3a101409df434a9795be93b38aabd6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '979e8314-2e69-493a-bbac-f79f7e1e8384', 'name': '', 'network_id': 'b5d1f88f-373f-4377-8700-31a1ef08461b', 'tenant_id': '2c3a101409df434a9795be93b38aabd6', 'mac_address': 'fa:16:3e:09:05:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b564b676-da5d-4c2a-86a1-13547d37a2c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': 'bd930709-5ac3-4f6b-8caf-282f5985af47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:04:55Z', 'updated_at': '2021-11-23T18:05:00Z', 'revision_number': 5, 'project_id': '2c3a101409df434a9795be93b38aabd6', 'subnets': [{'id': 'bd930709-5ac3-4f6b-8caf-282f5985af47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:05:16.182260 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b04b4d32-bc9a-46bd-b819-449923d847f6 None None] Checking router: b564b676-da5d-4c2a-86a1-13547d37a2c0 for host: n-d-816206-8 {{(pid=103593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:05:16.191815 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b04b4d32-bc9a-46bd-b819-449923d847f6 None None] Routers {'b564b676-da5d-4c2a-86a1-13547d37a2c0'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:05:16.192434 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-b04b4d32-bc9a-46bd-b819-449923d847f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T18:05:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['b564b676-da5d-4c2a-86a1-13547d37a2c0'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:05:16.300280 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-b04b4d32-bc9a-46bd-b819-449923d847f6 None None] Set router b564b676-da5d-4c2a-86a1-13547d37a2c0 gateway port host: n-d-816206-8 {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:05:16.357650 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c633bd-9896-47ed-a08a-5e70ddf37d0d req-6328e0a3-241a-48cc-8afd-e770f52615e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:05:16.359254 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b8c633bd-9896-47ed-a08a-5e70ddf37d0d req-6328e0a3-241a-48cc-8afd-e770f52615e7 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b5d1f88f-373f-4377-8700-31a1ef08461b HTTP/1.1" status: 200 len: 910 time: 0.4031951 Nov 23 18:05:16.429398 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b8c633bd-9896-47ed-a08a-5e70ddf37d0d req-729c930f-d211-4e0f-ba5e-113d021f8fa8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d9109784-fd45-4f57-ae8c-86df6536a839 HTTP/1.1" status: 200 len: 998 time: 0.0622556 Nov 23 18:05:16.478585 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c633bd-9896-47ed-a08a-5e70ddf37d0d req-a79b0e48-25e7-4ee3-890d-4ff6e4f818a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:05:16.480050 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b8c633bd-9896-47ed-a08a-5e70ddf37d0d req-a79b0e48-25e7-4ee3-890d-4ff6e4f818a6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=bd930709-5ac3-4f6b-8caf-282f5985af47 HTTP/1.1" status: 200 len: 848 time: 0.0435944 Nov 23 18:05:16.520996 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-b04b4d32-bc9a-46bd-b819-449923d847f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b564b676-da5d-4c2a-86a1-13547d37a2c0', 'name': 'tempest-TestServerBasicOps-1270062666-router', 'tenant_id': '2c3a101409df434a9795be93b38aabd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.76'}], 'enable_snat': True}, 'gw_port_id': 'a443d904-4b41-4752-b8d2-de4d3d47792a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:04:52Z', 'updated_at': '2021-11-23T18:04:55Z', 'revision_number': 4, 'project_id': '2c3a101409df434a9795be93b38aabd6', 'gw_port': {'id': 'a443d904-4b41-4752-b8d2-de4d3d47792a', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:71:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b564b676-da5d-4c2a-86a1-13547d37a2c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:04:53Z', 'updated_at': '2021-11-23T18:04:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_floatingips': [{'id': '3bb34d3a-b951-462b-a850-52103a98917a', 'tenant_id': '2c3a101409df434a9795be93b38aabd6', 'floating_ip_address': '172.25.3.63', 'floating_network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'router_id': 'b564b676-da5d-4c2a-86a1-13547d37a2c0', 'port_id': 'd9109784-fd45-4f57-ae8c-86df6536a839', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4020, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5d1f88f-373f-4377-8700-31a1ef08461b', 'mac_address': 'fa:16:3e:e0:ac:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd74d113c-7a7a-4fa6-96e5-8d3b6c4711a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T18:05:14Z', 'updated_at': '2021-11-23T18:05:14Z', 'revision_number': 0, 'project_id': '2c3a101409df434a9795be93b38aabd6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '979e8314-2e69-493a-bbac-f79f7e1e8384', 'name': '', 'network_id': 'b5d1f88f-373f-4377-8700-31a1ef08461b', 'tenant_id': '2c3a101409df434a9795be93b38aabd6', 'mac_address': 'fa:16:3e:09:05:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b564b676-da5d-4c2a-86a1-13547d37a2c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': 'bd930709-5ac3-4f6b-8caf-282f5985af47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:04:55Z', 'updated_at': '2021-11-23T18:05:00Z', 'revision_number': 5, 'project_id': '2c3a101409df434a9795be93b38aabd6', 'subnets': [{'id': 'bd930709-5ac3-4f6b-8caf-282f5985af47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:05:16.526000 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c633bd-9896-47ed-a08a-5e70ddf37d0d req-74176d5e-df13-4e15-ab0e-342c57e3c087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:05:16.527502 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b8c633bd-9896-47ed-a08a-5e70ddf37d0d req-74176d5e-df13-4e15-ab0e-342c57e3c087 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b5d1f88f-373f-4377-8700-31a1ef08461b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393965 Nov 23 18:05:16.547392 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b04b4d32-bc9a-46bd-b819-449923d847f6 None None] The sync data for ids ['b564b676-da5d-4c2a-86a1-13547d37a2c0'] in n-d-816206-8 is: [{'id': 'b564b676-da5d-4c2a-86a1-13547d37a2c0', 'name': 'tempest-TestServerBasicOps-1270062666-router', 'tenant_id': '2c3a101409df434a9795be93b38aabd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.76'}], 'enable_snat': True}, 'gw_port_id': 'a443d904-4b41-4752-b8d2-de4d3d47792a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:04:52Z', 'updated_at': '2021-11-23T18:04:55Z', 'revision_number': 4, 'project_id': '2c3a101409df434a9795be93b38aabd6', 'gw_port': {'id': 'a443d904-4b41-4752-b8d2-de4d3d47792a', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:71:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b564b676-da5d-4c2a-86a1-13547d37a2c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:04:53Z', 'updated_at': '2021-11-23T18:04:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_floatingips': [{'id': '3bb34d3a-b951-462b-a850-52103a98917a', 'tenant_id': '2c3a101409df434a9795be93b38aabd6', 'floating_ip_address': '172.25.3.63', 'floating_network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'router_id': 'b564b676-da5d-4c2a-86a1-13547d37a2c0', 'port_id': 'd9109784-fd45-4f57-ae8c-86df6536a839', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4020, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5d1f88f-373f-4377-8700-31a1ef08461b', 'mac_address': 'fa:16:3e:e0:ac:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd74d113c-7a7a-4fa6-96e5-8d3b6c4711a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T18:05:14Z', 'updated_at': '2021-11-23T18:05:14Z', 'revision_number': 0, 'project_id': '2c3a101409df434a9795be93b38aabd6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '979e8314-2e69-493a-bbac-f79f7e1e8384', 'name': '', 'network_id': 'b5d1f88f-373f-4377-8700-31a1ef08461b', 'tenant_id': '2c3a101409df434a9795be93b38aabd6', 'mac_address': 'fa:16:3e:09:05:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b564b676-da5d-4c2a-86a1-13547d37a2c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': 'bd930709-5ac3-4f6b-8caf-282f5985af47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:04:55Z', 'updated_at': '2021-11-23T18:05:00Z', 'revision_number': 5, 'project_id': '2c3a101409df434a9795be93b38aabd6', 'subnets': [{'id': 'bd930709-5ac3-4f6b-8caf-282f5985af47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:05:16.619660 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-52822d53-48f5-4819-8a95-bdc13aea0bf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:16.626270 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b8c633bd-9896-47ed-a08a-5e70ddf37d0d req-c0ec9266-51e6-443a-88d3-81faf3e937c8 service neutron] 10.222.0.36 "GET /v2.0/networks/b5d1f88f-373f-4377-8700-31a1ef08461b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897028 Nov 23 18:05:16.725509 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b8c633bd-9896-47ed-a08a-5e70ddf37d0d req-168b87a6-7697-4c7c-84a7-3d0b5fae2fdc service neutron] 10.222.0.36 "GET /v2.0/networks/b5d1f88f-373f-4377-8700-31a1ef08461b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871160 Nov 23 18:05:16.764124 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8af2b424-7057-4eeb-a818-c3d9cff680e9 None None] New status for floating IP 3bb34d3a-b951-462b-a850-52103a98917a: ACTIVE {{(pid=103592) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 18:05:17.837219 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9a27ae6c-db98-474f-94c1-cc99bf842d79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:18.390109 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:37.552508 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.agents_db [None req-464f6c07-0de8-4be6-8f5b-563f574d1c5d None None] Agent healthcheck: found 7 active agents {{(pid=103593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 18:05:42.979400 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-717580ba-4dbe-4874-befb-271c642df693 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:43.728476 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:44.470283 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:45.116713 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-2c85e7dd-1af1-42fb-a4c9-dab20089c91a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:46.620777 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-52822d53-48f5-4819-8a95-bdc13aea0bf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:47.837606 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9a27ae6c-db98-474f-94c1-cc99bf842d79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:48.391758 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:05:50.889207 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 52782) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:05:50.984945 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba96da4-32e0-46bc-a6a8-bf0021f6c054 req-ffdff326-8d68-43b4-bc43-c2b971a90ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:05:50.986509 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-4ba96da4-32e0-46bc-a6a8-bf0021f6c054 req-ffdff326-8d68-43b4-bc43-c2b971a90ea6 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=d74d113c-7a7a-4fa6-96e5-8d3b6c4711a4 HTTP/1.1" status: 200 len: 1096 time: 0.0962856 Nov 23 18:05:51.034853 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-4ba96da4-32e0-46bc-a6a8-bf0021f6c054 req-0a081c9f-d771-4355-b539-af7cf4b9576a service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=506c2bf8-89a4-41c1-bf6f-936bc8980c66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421588 Nov 23 18:06:05.114910 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-46315ce7-be66-4825-a085-425a79823600 req-ec9ece77-6a12-4351-b017-1f324876f9c1 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d74d113c-7a7a-4fa6-96e5-8d3b6c4711a4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0415263 Nov 23 18:06:05.203145 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46315ce7-be66-4825-a085-425a79823600 req-11b41a44-e107-4b87-aef4-a075d61d8de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:06:05.204670 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-46315ce7-be66-4825-a085-425a79823600 req-11b41a44-e107-4b87-aef4-a075d61d8de0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2c3a101409df434a9795be93b38aabd6&device_id=d74d113c-7a7a-4fa6-96e5-8d3b6c4711a4 HTTP/1.1" status: 200 len: 1096 time: 0.0450804 Nov 23 18:06:05.307978 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46315ce7-be66-4825-a085-425a79823600 req-e9631590-73d6-4616-9092-d61bfb591f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:06:05.309488 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-46315ce7-be66-4825-a085-425a79823600 req-e9631590-73d6-4616-9092-d61bfb591f9a service neutron] 10.222.0.36 "GET /v2.0/networks?id=b5d1f88f-373f-4377-8700-31a1ef08461b HTTP/1.1" status: 200 len: 910 time: 0.0841749 Nov 23 18:06:05.379117 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-46315ce7-be66-4825-a085-425a79823600 req-d5a3b21d-6a61-4d80-8061-2dcab24d25cd service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d9109784-fd45-4f57-ae8c-86df6536a839 HTTP/1.1" status: 200 len: 1000 time: 0.0616810 Nov 23 18:06:05.429561 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46315ce7-be66-4825-a085-425a79823600 req-ab91f43e-d23c-4731-b7d7-cfb8dec4c0bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:06:05.431009 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-46315ce7-be66-4825-a085-425a79823600 req-ab91f43e-d23c-4731-b7d7-cfb8dec4c0bb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=bd930709-5ac3-4f6b-8caf-282f5985af47 HTTP/1.1" status: 200 len: 848 time: 0.0443189 Nov 23 18:06:05.476956 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46315ce7-be66-4825-a085-425a79823600 req-a84117cb-d748-4983-9984-885d43400055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:06:05.478431 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-46315ce7-be66-4825-a085-425a79823600 req-a84117cb-d748-4983-9984-885d43400055 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b5d1f88f-373f-4377-8700-31a1ef08461b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401425 Nov 23 18:06:05.575578 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-46315ce7-be66-4825-a085-425a79823600 req-45d6ad95-86d2-452f-8027-08db85775e06 service neutron] 10.222.0.36 "GET /v2.0/networks/b5d1f88f-373f-4377-8700-31a1ef08461b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890019 Nov 23 18:06:05.666111 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-46315ce7-be66-4825-a085-425a79823600 req-e09b0a3a-90e8-4a28-979a-ca2b65b5d835 service neutron] 10.222.0.36 "GET /v2.0/networks/b5d1f88f-373f-4377-8700-31a1ef08461b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825529 Nov 23 18:06:12.981455 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-8e173032-2cf6-48cc-8778-3e03ae51c8e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:13.734516 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:14.482560 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:14.551661 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.agents_db [None req-464f6c07-0de8-4be6-8f5b-563f574d1c5d None None] Agent healthcheck: found 7 active agents {{(pid=103593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 18:06:15.118144 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-1dc24ed1-7af3-4c83-9eff-13596d99104b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:16.624995 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-52822d53-48f5-4819-8a95-bdc13aea0bf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:17.839769 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9a27ae6c-db98-474f-94c1-cc99bf842d79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:18.393268 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:42.986640 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-7e8b3b1d-b07d-4430-8454-436db638927d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:43.736083 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:44.499613 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:45.118414 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-44d6b3de-a9a1-44d4-8407-fc373e4257d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:46.628820 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-52822d53-48f5-4819-8a95-bdc13aea0bf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:47.843840 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9a27ae6c-db98-474f-94c1-cc99bf842d79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:48.395640 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:06:51.549995 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.agents_db [None req-464f6c07-0de8-4be6-8f5b-563f574d1c5d None None] Agent healthcheck: found 7 active agents {{(pid=103593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 18:07:07.131779 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-052546e4-b1af-4e33-aefd-e7f019b4738c req-f7262f68-ee1e-4f92-a04d-b95c9f474469 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d74d113c-7a7a-4fa6-96e5-8d3b6c4711a4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0449131 Nov 23 18:07:07.212975 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052546e4-b1af-4e33-aefd-e7f019b4738c req-264483da-b293-498b-bbb4-7e7a8b28f942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:07:07.214439 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-052546e4-b1af-4e33-aefd-e7f019b4738c req-264483da-b293-498b-bbb4-7e7a8b28f942 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2c3a101409df434a9795be93b38aabd6&device_id=d74d113c-7a7a-4fa6-96e5-8d3b6c4711a4 HTTP/1.1" status: 200 len: 1096 time: 0.0394416 Nov 23 18:07:07.319692 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052546e4-b1af-4e33-aefd-e7f019b4738c req-178363f3-da52-4724-8870-d3e82933b73a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:07:07.321191 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-052546e4-b1af-4e33-aefd-e7f019b4738c req-178363f3-da52-4724-8870-d3e82933b73a service neutron] 10.222.0.36 "GET /v2.0/networks?id=b5d1f88f-373f-4377-8700-31a1ef08461b HTTP/1.1" status: 200 len: 910 time: 0.0859263 Nov 23 18:07:07.390496 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-052546e4-b1af-4e33-aefd-e7f019b4738c req-c5bb7d68-eae3-437b-afc6-5f0132f8de48 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d9109784-fd45-4f57-ae8c-86df6536a839 HTTP/1.1" status: 200 len: 1000 time: 0.0611880 Nov 23 18:07:07.440319 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052546e4-b1af-4e33-aefd-e7f019b4738c req-69fdc685-8aec-443f-8a5a-30201b9923ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:07:07.441747 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-052546e4-b1af-4e33-aefd-e7f019b4738c req-69fdc685-8aec-443f-8a5a-30201b9923ec service neutron] 10.222.0.36 "GET /v2.0/subnets?id=bd930709-5ac3-4f6b-8caf-282f5985af47 HTTP/1.1" status: 200 len: 848 time: 0.0434773 Nov 23 18:07:07.487175 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052546e4-b1af-4e33-aefd-e7f019b4738c req-e898467d-e69a-42f5-9fb6-a4d3931b81fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:07:07.488671 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-052546e4-b1af-4e33-aefd-e7f019b4738c req-e898467d-e69a-42f5-9fb6-a4d3931b81fb service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b5d1f88f-373f-4377-8700-31a1ef08461b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393825 Nov 23 18:07:07.582407 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-052546e4-b1af-4e33-aefd-e7f019b4738c req-561ff025-dd84-4ddc-927a-35bdd64b8108 service neutron] 10.222.0.36 "GET /v2.0/networks/b5d1f88f-373f-4377-8700-31a1ef08461b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861075 Nov 23 18:07:07.672631 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-052546e4-b1af-4e33-aefd-e7f019b4738c req-6dee5b0a-65f6-40c6-92ac-404d57ab81a1 service neutron] 10.222.0.36 "GET /v2.0/networks/b5d1f88f-373f-4377-8700-31a1ef08461b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823574 Nov 23 18:07:12.990204 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-d659ad1b-8c14-49ab-b688-e02589f11b44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:07:13.734882 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:07:14.499117 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:07:15.118584 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-fc573bca-220f-44ed-a7d6-82e5346692bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:07:16.631544 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-52822d53-48f5-4819-8a95-bdc13aea0bf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:07:17.845166 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9a27ae6c-db98-474f-94c1-cc99bf842d79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:07:18.397793 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:07:28.549063 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.agents_db [None req-464f6c07-0de8-4be6-8f5b-563f574d1c5d None None] Agent healthcheck: found 7 active agents {{(pid=103593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 18:07:42.992203 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-1f2e74ba-2c78-417f-a3c2-8bba3727d0a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:07:43.748841 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:07:44.501214 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:07:45.119885 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-f1e51d15-544f-43e5-94d9-ae2139459e52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:07:46.635977 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-52822d53-48f5-4819-8a95-bdc13aea0bf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:07:47.847900 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9a27ae6c-db98-474f-94c1-cc99bf842d79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:07:48.399758 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:05.548032 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.agents_db [None req-464f6c07-0de8-4be6-8f5b-563f574d1c5d None None] Agent healthcheck: found 7 active agents {{(pid=103593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 18:08:09.228846 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-018d71ec-ca28-4336-8da2-c6030ca56c39 req-42781f1b-8c60-45e6-9d92-5ecd92af8c29 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d74d113c-7a7a-4fa6-96e5-8d3b6c4711a4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1574459 Nov 23 18:08:09.315390 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018d71ec-ca28-4336-8da2-c6030ca56c39 req-fc25583a-09f6-46cb-8b4f-5c9aba7ecbe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:08:09.317677 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-018d71ec-ca28-4336-8da2-c6030ca56c39 req-fc25583a-09f6-46cb-8b4f-5c9aba7ecbe2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2c3a101409df434a9795be93b38aabd6&device_id=d74d113c-7a7a-4fa6-96e5-8d3b6c4711a4 HTTP/1.1" status: 200 len: 1096 time: 0.0431945 Nov 23 18:08:09.425950 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018d71ec-ca28-4336-8da2-c6030ca56c39 req-e60331b3-d06d-428f-be4a-18cc4a0abde0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:08:09.427986 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-018d71ec-ca28-4336-8da2-c6030ca56c39 req-e60331b3-d06d-428f-be4a-18cc4a0abde0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b5d1f88f-373f-4377-8700-31a1ef08461b HTTP/1.1" status: 200 len: 910 time: 0.0891740 Nov 23 18:08:09.494265 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-018d71ec-ca28-4336-8da2-c6030ca56c39 req-951ee221-4ab0-4d5c-9928-15568ddb6dbc service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d9109784-fd45-4f57-ae8c-86df6536a839 HTTP/1.1" status: 200 len: 1000 time: 0.0589826 Nov 23 18:08:09.545503 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018d71ec-ca28-4336-8da2-c6030ca56c39 req-f30fbb2a-b8d1-4cb3-aac6-35c98dbdd307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:08:09.546908 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-018d71ec-ca28-4336-8da2-c6030ca56c39 req-f30fbb2a-b8d1-4cb3-aac6-35c98dbdd307 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=bd930709-5ac3-4f6b-8caf-282f5985af47 HTTP/1.1" status: 200 len: 848 time: 0.0434492 Nov 23 18:08:09.597548 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018d71ec-ca28-4336-8da2-c6030ca56c39 req-e86568b2-7a5c-471c-a9fd-dd9ae8fa45db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:08:09.599038 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-018d71ec-ca28-4336-8da2-c6030ca56c39 req-e86568b2-7a5c-471c-a9fd-dd9ae8fa45db service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b5d1f88f-373f-4377-8700-31a1ef08461b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0447316 Nov 23 18:08:09.610088 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [req-018d71ec-ca28-4336-8da2-c6030ca56c39 req-415f6f91-7dc3-42cb-9bcd-5bdb06d969fd service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=103591) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 18:08:09.611035 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-018d71ec-ca28-4336-8da2-c6030ca56c39 req-415f6f91-7dc3-42cb-9bcd-5bdb06d969fd service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049455 Nov 23 18:08:09.702147 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-018d71ec-ca28-4336-8da2-c6030ca56c39 req-471403d5-4af6-4eb1-aad6-0bbd4264c498 service neutron] 10.222.0.36 "GET /v2.0/networks/b5d1f88f-373f-4377-8700-31a1ef08461b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835650 Nov 23 18:08:09.798632 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-018d71ec-ca28-4336-8da2-c6030ca56c39 req-eff78781-6dba-42bf-991e-53744ae1a396 service neutron] 10.222.0.36 "GET /v2.0/networks/b5d1f88f-373f-4377-8700-31a1ef08461b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876939 Nov 23 18:08:12.993534 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-ec996ca5-a17b-44f5-964e-97847ee29810 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:13.746598 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:14.514092 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:15.122394 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-40ee5d31-fb48-4044-b209-fae047ba7c1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:16.635750 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-52822d53-48f5-4819-8a95-bdc13aea0bf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:17.851618 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9a27ae6c-db98-474f-94c1-cc99bf842d79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:18.401173 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:42.547018 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.agents_db [None req-464f6c07-0de8-4be6-8f5b-563f574d1c5d None None] Agent healthcheck: found 7 active agents {{(pid=103593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 18:08:42.997821 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-7ba479fc-1bc5-4fe9-9641-6496dd373f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:43.765888 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:44.527249 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:45.122616 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b2bd8ece-683d-4661-a349-8583822f995b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:46.639764 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-52822d53-48f5-4819-8a95-bdc13aea0bf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:47.854669 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9a27ae6c-db98-474f-94c1-cc99bf842d79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:08:48.402834 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:11.109722 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-0de8a412-22ac-4678-976b-2f19a3924dd4 req-43bd9a44-181f-43db-b5d5-110e95765641 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d74d113c-7a7a-4fa6-96e5-8d3b6c4711a4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0421104 Nov 23 18:09:11.199018 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de8a412-22ac-4678-976b-2f19a3924dd4 req-20d5fbfc-8843-4d21-9738-3e6e047215ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:09:11.200577 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-0de8a412-22ac-4678-976b-2f19a3924dd4 req-20d5fbfc-8843-4d21-9738-3e6e047215ae service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2c3a101409df434a9795be93b38aabd6&device_id=d74d113c-7a7a-4fa6-96e5-8d3b6c4711a4 HTTP/1.1" status: 200 len: 1096 time: 0.0472915 Nov 23 18:09:11.307663 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de8a412-22ac-4678-976b-2f19a3924dd4 req-3dc63dfd-1808-4131-bb4f-b3b206f93b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:09:11.309238 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-0de8a412-22ac-4678-976b-2f19a3924dd4 req-3dc63dfd-1808-4131-bb4f-b3b206f93b9d service neutron] 10.222.0.36 "GET /v2.0/networks?id=b5d1f88f-373f-4377-8700-31a1ef08461b HTTP/1.1" status: 200 len: 910 time: 0.0889108 Nov 23 18:09:11.374209 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-0de8a412-22ac-4678-976b-2f19a3924dd4 req-c39f8fb8-b46f-4808-886b-fde33d56638f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d9109784-fd45-4f57-ae8c-86df6536a839 HTTP/1.1" status: 200 len: 1000 time: 0.0568879 Nov 23 18:09:11.426998 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de8a412-22ac-4678-976b-2f19a3924dd4 req-22d16584-a826-47d4-8218-5b59acf6430a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:09:11.429064 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-0de8a412-22ac-4678-976b-2f19a3924dd4 req-22d16584-a826-47d4-8218-5b59acf6430a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=bd930709-5ac3-4f6b-8caf-282f5985af47 HTTP/1.1" status: 200 len: 848 time: 0.0472806 Nov 23 18:09:11.474935 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de8a412-22ac-4678-976b-2f19a3924dd4 req-75f37971-0fe6-4cee-adb9-71418701bd8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:09:11.476417 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-0de8a412-22ac-4678-976b-2f19a3924dd4 req-75f37971-0fe6-4cee-adb9-71418701bd8f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b5d1f88f-373f-4377-8700-31a1ef08461b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402548 Nov 23 18:09:11.566931 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-0de8a412-22ac-4678-976b-2f19a3924dd4 req-efde8fee-3b79-4c98-b89f-ec897596452f service neutron] 10.222.0.36 "GET /v2.0/networks/b5d1f88f-373f-4377-8700-31a1ef08461b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819438 Nov 23 18:09:11.660532 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-0de8a412-22ac-4678-976b-2f19a3924dd4 req-24884bff-0f1d-4233-abcc-8012d379b899 service neutron] 10.222.0.36 "GET /v2.0/networks/b5d1f88f-373f-4377-8700-31a1ef08461b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856788 Nov 23 18:09:12.998893 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-6e197cde-33d7-4a2d-b1ff-6c9a0fa478b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:13.766259 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:14.531058 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:15.123583 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-5dcff886-106e-4da7-9327-56bd28604f95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:16.642993 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-52822d53-48f5-4819-8a95-bdc13aea0bf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:17.856720 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9a27ae6c-db98-474f-94c1-cc99bf842d79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:18.403853 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:19.546130 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.agents_db [None req-464f6c07-0de8-4be6-8f5b-563f574d1c5d None None] Agent healthcheck: found 7 active agents {{(pid=103593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 18:09:43.000852 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-d129c3bc-15ff-4c1a-9bc7-f12dfdefb071 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:43.763288 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:44.526365 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:45.125397 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-d3e4a956-ff6f-4634-bf4f-e1cb7403bca1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:46.650310 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-52822d53-48f5-4819-8a95-bdc13aea0bf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:47.861041 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9a27ae6c-db98-474f-94c1-cc99bf842d79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:48.405041 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:55.780940 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf07b597-80b2-4294-8c19-7b9df0cc9278 req-a3ee4acb-2114-4970-a38a-49338137e3ee tempest-TestServerBasicOps-377069408 tempest-TestServerBasicOps-377069408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:09:55.782529 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-cf07b597-80b2-4294-8c19-7b9df0cc9278 req-a3ee4acb-2114-4970-a38a-49338137e3ee tempest-TestServerBasicOps-377069408 tempest-TestServerBasicOps-377069408-project] 10.222.0.60 "GET /v2.0/ports?device_id=d74d113c-7a7a-4fa6-96e5-8d3b6c4711a4 HTTP/1.1" status: 200 len: 945 time: 0.1761479 Nov 23 18:09:55.841199 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-cf07b597-80b2-4294-8c19-7b9df0cc9278 req-98abbabf-141b-4a0f-8dcc-40295ba7efad tempest-TestServerBasicOps-377069408 tempest-TestServerBasicOps-377069408-project] 10.222.0.60 "GET /v2.0/security-groups?id=506c2bf8-89a4-41c1-bf6f-936bc8980c66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525835 Nov 23 18:09:56.546176 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.agents_db [None req-464f6c07-0de8-4be6-8f5b-563f574d1c5d None None] Agent healthcheck: found 7 active agents {{(pid=103593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 18:09:56.974401 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af45eb03-daeb-4b0b-bcf1-fe56fb7ccb95 req-434be2c1-5a65-4f08-bcd4-f3891d02982d tempest-TestServerBasicOps-377069408 tempest-TestServerBasicOps-377069408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:09:56.981931 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-af45eb03-daeb-4b0b-bcf1-fe56fb7ccb95 req-434be2c1-5a65-4f08-bcd4-f3891d02982d tempest-TestServerBasicOps-377069408 tempest-TestServerBasicOps-377069408-project] 10.222.0.36 "GET /v2.0/ports?device_id=d74d113c-7a7a-4fa6-96e5-8d3b6c4711a4 HTTP/1.1" status: 200 len: 945 time: 0.0586290 Nov 23 18:09:57.097503 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36aef2fe-8ef2-4c38-8b52-0777b5555959 req-0bd59132-93a1-4a2f-b6ef-0675dc49a95e tempest-TestServerBasicOps-377069408 tempest-TestServerBasicOps-377069408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:09:57.098981 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-36aef2fe-8ef2-4c38-8b52-0777b5555959 req-0bd59132-93a1-4a2f-b6ef-0675dc49a95e tempest-TestServerBasicOps-377069408 tempest-TestServerBasicOps-377069408-project] 10.222.0.60 "GET /v2.0/ports?device_id=d74d113c-7a7a-4fa6-96e5-8d3b6c4711a4 HTTP/1.1" status: 200 len: 945 time: 0.1571827 Nov 23 18:09:57.113099 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [req-af45eb03-daeb-4b0b-bcf1-fe56fb7ccb95 req-5fdfab6e-ee45-447f-a328-53c971383233 tempest-TestServerBasicOps-377069408 tempest-TestServerBasicOps-377069408-project] Deleting port d9109784-fd45-4f57-ae8c-86df6536a839 {{(pid=103591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:09:57.113439 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-af45eb03-daeb-4b0b-bcf1-fe56fb7ccb95 req-5fdfab6e-ee45-447f-a328-53c971383233 tempest-TestServerBasicOps-377069408 tempest-TestServerBasicOps-377069408-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:57.212191 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-36aef2fe-8ef2-4c38-8b52-0777b5555959 req-84806c3e-cdeb-4219-bcdb-dc2fa653ada0 tempest-TestServerBasicOps-377069408 tempest-TestServerBasicOps-377069408-project] 10.222.0.60 "GET /v2.0/security-groups?id=506c2bf8-89a4-41c1-bf6f-936bc8980c66&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1063483 Nov 23 18:09:57.233854 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-af45eb03-daeb-4b0b-bcf1-fe56fb7ccb95 req-5fdfab6e-ee45-447f-a328-53c971383233 tempest-TestServerBasicOps-377069408 tempest-TestServerBasicOps-377069408-project] For port d9109784-fd45-4f57-ae8c-86df6536a839, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=d9109784-fd45-4f57-ae8c-86df6536a839,segment=NetworkSegment(d254d0cf-a5b7-461e-b097-85e9aaadbe78),segment_id=d254d0cf-a5b7-461e-b097-85e9aaadbe78)] {{(pid=103591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:09:57.234222 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-af45eb03-daeb-4b0b-bcf1-fe56fb7ccb95 req-5fdfab6e-ee45-447f-a328-53c971383233 tempest-TestServerBasicOps-377069408 tempest-TestServerBasicOps-377069408-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:57.458894 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-af45eb03-daeb-4b0b-bcf1-fe56fb7ccb95 req-5fdfab6e-ee45-447f-a328-53c971383233 tempest-TestServerBasicOps-377069408 tempest-TestServerBasicOps-377069408-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:57.459168 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-af45eb03-daeb-4b0b-bcf1-fe56fb7ccb95 req-5fdfab6e-ee45-447f-a328-53c971383233 tempest-TestServerBasicOps-377069408 tempest-TestServerBasicOps-377069408-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1795396'] for floatingip, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:57.459484 n-d-816206-8 neutron-server[103591]: INFO neutron.db.l3_db [req-af45eb03-daeb-4b0b-bcf1-fe56fb7ccb95 req-5fdfab6e-ee45-447f-a328-53c971383233 tempest-TestServerBasicOps-377069408 tempest-TestServerBasicOps-377069408-project] Floating IP 3bb34d3a-b951-462b-a850-52103a98917a disassociated. External IP: 172.25.3.63, port: d9109784-fd45-4f57-ae8c-86df6536a839. Nov 23 18:09:57.459827 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [req-af45eb03-daeb-4b0b-bcf1-fe56fb7ccb95 req-5fdfab6e-ee45-447f-a328-53c971383233 tempest-TestServerBasicOps-377069408 tempest-TestServerBasicOps-377069408-project] Calling delete_port for d9109784-fd45-4f57-ae8c-86df6536a839 owned by compute:nova {{(pid=103591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:09:57.589026 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-af45eb03-daeb-4b0b-bcf1-fe56fb7ccb95 req-5fdfab6e-ee45-447f-a328-53c971383233 tempest-TestServerBasicOps-377069408 tempest-TestServerBasicOps-377069408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:57.618151 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdfab6e-ee45-447f-a328-53c971383233 tempest-TestServerBasicOps-377069408 tempest-TestServerBasicOps-377069408-project] Pushing event deleted for resources: {'Port': ['ID=d9109784-fd45-4f57-ae8c-86df6536a839,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:09:57.630717 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdfab6e-ee45-447f-a328-53c971383233 tempest-TestServerBasicOps-377069408 tempest-TestServerBasicOps-377069408-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:09:57.631079 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdfab6e-ee45-447f-a328-53c971383233 tempest-TestServerBasicOps-377069408 tempest-TestServerBasicOps-377069408-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:09:57.631426 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdfab6e-ee45-447f-a328-53c971383233 tempest-TestServerBasicOps-377069408 tempest-TestServerBasicOps-377069408-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:09:57.631803 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdfab6e-ee45-447f-a328-53c971383233 tempest-TestServerBasicOps-377069408 tempest-TestServerBasicOps-377069408-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:09:57.632145 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdfab6e-ee45-447f-a328-53c971383233 tempest-TestServerBasicOps-377069408 tempest-TestServerBasicOps-377069408-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:09:57.632510 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdfab6e-ee45-447f-a328-53c971383233 tempest-TestServerBasicOps-377069408 tempest-TestServerBasicOps-377069408-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:09:57.632851 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdfab6e-ee45-447f-a328-53c971383233 tempest-TestServerBasicOps-377069408 tempest-TestServerBasicOps-377069408-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:09:57.633185 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdfab6e-ee45-447f-a328-53c971383233 tempest-TestServerBasicOps-377069408 tempest-TestServerBasicOps-377069408-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:09:57.633518 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdfab6e-ee45-447f-a328-53c971383233 tempest-TestServerBasicOps-377069408 tempest-TestServerBasicOps-377069408-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:09:57.633851 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdfab6e-ee45-447f-a328-53c971383233 tempest-TestServerBasicOps-377069408 tempest-TestServerBasicOps-377069408-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:09:57.634244 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdfab6e-ee45-447f-a328-53c971383233 tempest-TestServerBasicOps-377069408 tempest-TestServerBasicOps-377069408-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:09:57.634507 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdfab6e-ee45-447f-a328-53c971383233 tempest-TestServerBasicOps-377069408 tempest-TestServerBasicOps-377069408-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:09:57.742828 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.l3_agent_scheduler [req-af45eb03-daeb-4b0b-bcf1-fe56fb7ccb95 req-5fdfab6e-ee45-447f-a328-53c971383233 tempest-TestServerBasicOps-377069408 tempest-TestServerBasicOps-377069408-project] Router b564b676-da5d-4c2a-86a1-13547d37a2c0 has already been hosted by L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 {{(pid=103591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:09:57.849772 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-af45eb03-daeb-4b0b-bcf1-fe56fb7ccb95 req-5fdfab6e-ee45-447f-a328-53c971383233 tempest-TestServerBasicOps-377069408 tempest-TestServerBasicOps-377069408-project] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:09:57.859672 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a844917-0766-411e-8372-6ac1fdeecba0 None None] Sync routers for ids ['b564b676-da5d-4c2a-86a1-13547d37a2c0'] in n-d-816206-8 {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:09:57.870356 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a844917-0766-411e-8372-6ac1fdeecba0 None None] Routers {'b564b676-da5d-4c2a-86a1-13547d37a2c0'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:09:57.871015 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-8a844917-0766-411e-8372-6ac1fdeecba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T18:09:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['b564b676-da5d-4c2a-86a1-13547d37a2c0'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:09:57.889623 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [req-af45eb03-daeb-4b0b-bcf1-fe56fb7ccb95 req-5fdfab6e-ee45-447f-a328-53c971383233 tempest-TestServerBasicOps-377069408 tempest-TestServerBasicOps-377069408-project] No DVR routers for this DVR port d9109784-fd45-4f57-ae8c-86df6536a839 on host n-h2-816206-8 {{(pid=103591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:09:57.892131 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-af45eb03-daeb-4b0b-bcf1-fe56fb7ccb95 req-5fdfab6e-ee45-447f-a328-53c971383233 tempest-TestServerBasicOps-377069408 tempest-TestServerBasicOps-377069408-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:57.895552 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-af45eb03-daeb-4b0b-bcf1-fe56fb7ccb95 req-5fdfab6e-ee45-447f-a328-53c971383233 tempest-TestServerBasicOps-377069408 tempest-TestServerBasicOps-377069408-project] 10.222.0.36 "DELETE /v2.0/ports/d9109784-fd45-4f57-ae8c-86df6536a839 HTTP/1.1" status: 204 len: 173 time: 0.9125729 Nov 23 18:09:57.896020 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd74d113c-7a7a-4fa6-96e5-8d3b6c4711a4', 'name': 'network-vif-deleted', 'tag': 'd9109784-fd45-4f57-ae8c-86df6536a839'}] {{(pid=103591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:09:57.898364 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41d174a19ece9499ff9ec44e5b3fc50f2abd3ffbc947fb7e52ea1e8db27b95b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74bbdfd8-7995-4bc6-b1fa-ac0cff87f0bb" -d '{"events": [{"server_uuid": "d74d113c-7a7a-4fa6-96e5-8d3b6c4711a4", "name": "network-vif-deleted", "tag": "d9109784-fd45-4f57-ae8c-86df6536a839"}]}' {{(pid=103591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:09:57.985853 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-8a844917-0766-411e-8372-6ac1fdeecba0 None None] Set router b564b676-da5d-4c2a-86a1-13547d37a2c0 gateway port host: n-d-816206-8 {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:09:58.077098 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:09:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49693a7d-0904-4097-98d2-3dbc69caf8f3 x-openstack-request-id: req-49693a7d-0904-4097-98d2-3dbc69caf8f3 {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:09:58.077704 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d74d113c-7a7a-4fa6-96e5-8d3b6c4711a4", "name": "network-vif-deleted", "tag": "d9109784-fd45-4f57-ae8c-86df6536a839", "status": "completed", "code": 200}]} {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:09:58.077992 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-49693a7d-0904-4097-98d2-3dbc69caf8f3 {{(pid=103591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:09:58.078627 n-d-816206-8 neutron-server[103591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd74d113c-7a7a-4fa6-96e5-8d3b6c4711a4', 'name': 'network-vif-deleted', 'tag': 'd9109784-fd45-4f57-ae8c-86df6536a839', 'status': 'completed', 'code': 200} Nov 23 18:09:58.222185 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-8a844917-0766-411e-8372-6ac1fdeecba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b564b676-da5d-4c2a-86a1-13547d37a2c0', 'name': 'tempest-TestServerBasicOps-1270062666-router', 'tenant_id': '2c3a101409df434a9795be93b38aabd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.76'}], 'enable_snat': True}, 'gw_port_id': 'a443d904-4b41-4752-b8d2-de4d3d47792a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:04:52Z', 'updated_at': '2021-11-23T18:04:55Z', 'revision_number': 4, 'project_id': '2c3a101409df434a9795be93b38aabd6', 'gw_port': {'id': 'a443d904-4b41-4752-b8d2-de4d3d47792a', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:71:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b564b676-da5d-4c2a-86a1-13547d37a2c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:04:53Z', 'updated_at': '2021-11-23T18:04:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_interfaces': [{'id': '979e8314-2e69-493a-bbac-f79f7e1e8384', 'name': '', 'network_id': 'b5d1f88f-373f-4377-8700-31a1ef08461b', 'tenant_id': '2c3a101409df434a9795be93b38aabd6', 'mac_address': 'fa:16:3e:09:05:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b564b676-da5d-4c2a-86a1-13547d37a2c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': 'bd930709-5ac3-4f6b-8caf-282f5985af47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:04:55Z', 'updated_at': '2021-11-23T18:05:00Z', 'revision_number': 5, 'project_id': '2c3a101409df434a9795be93b38aabd6', 'subnets': [{'id': 'bd930709-5ac3-4f6b-8caf-282f5985af47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:09:58.248539 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a844917-0766-411e-8372-6ac1fdeecba0 None None] Checking router: b564b676-da5d-4c2a-86a1-13547d37a2c0 for host: n-d-816206-8 {{(pid=103593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:09:58.258717 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a844917-0766-411e-8372-6ac1fdeecba0 None None] Routers {'b564b676-da5d-4c2a-86a1-13547d37a2c0'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:09:58.259249 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-8a844917-0766-411e-8372-6ac1fdeecba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T18:09:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['b564b676-da5d-4c2a-86a1-13547d37a2c0'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:09:58.329095 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-97942ba7-b855-4d1e-b73d-e52724ae5988 req-12d7b1ce-3b70-4036-917f-3e23429e9a26 tempest-TestServerBasicOps-377069408 tempest-TestServerBasicOps-377069408-project] 10.222.0.60 "GET /v2.0/ports?device_id=d74d113c-7a7a-4fa6-96e5-8d3b6c4711a4 HTTP/1.1" status: 200 len: 210 time: 0.0274866 Nov 23 18:09:58.380363 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-8a844917-0766-411e-8372-6ac1fdeecba0 None None] Set router b564b676-da5d-4c2a-86a1-13547d37a2c0 gateway port host: n-d-816206-8 {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:09:58.686980 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-8a844917-0766-411e-8372-6ac1fdeecba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b564b676-da5d-4c2a-86a1-13547d37a2c0', 'name': 'tempest-TestServerBasicOps-1270062666-router', 'tenant_id': '2c3a101409df434a9795be93b38aabd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.76'}], 'enable_snat': True}, 'gw_port_id': 'a443d904-4b41-4752-b8d2-de4d3d47792a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:04:52Z', 'updated_at': '2021-11-23T18:04:55Z', 'revision_number': 4, 'project_id': '2c3a101409df434a9795be93b38aabd6', 'gw_port': {'id': 'a443d904-4b41-4752-b8d2-de4d3d47792a', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:71:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b564b676-da5d-4c2a-86a1-13547d37a2c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:04:53Z', 'updated_at': '2021-11-23T18:04:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_interfaces': [{'id': '979e8314-2e69-493a-bbac-f79f7e1e8384', 'name': '', 'network_id': 'b5d1f88f-373f-4377-8700-31a1ef08461b', 'tenant_id': '2c3a101409df434a9795be93b38aabd6', 'mac_address': 'fa:16:3e:09:05:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b564b676-da5d-4c2a-86a1-13547d37a2c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': 'bd930709-5ac3-4f6b-8caf-282f5985af47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:04:55Z', 'updated_at': '2021-11-23T18:05:00Z', 'revision_number': 5, 'project_id': '2c3a101409df434a9795be93b38aabd6', 'subnets': [{'id': 'bd930709-5ac3-4f6b-8caf-282f5985af47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:09:58.717524 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a844917-0766-411e-8372-6ac1fdeecba0 None None] The sync data for ids ['b564b676-da5d-4c2a-86a1-13547d37a2c0'] in n-d-816206-8 is: [{'id': 'b564b676-da5d-4c2a-86a1-13547d37a2c0', 'name': 'tempest-TestServerBasicOps-1270062666-router', 'tenant_id': '2c3a101409df434a9795be93b38aabd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.76'}], 'enable_snat': True}, 'gw_port_id': 'a443d904-4b41-4752-b8d2-de4d3d47792a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:04:52Z', 'updated_at': '2021-11-23T18:04:55Z', 'revision_number': 4, 'project_id': '2c3a101409df434a9795be93b38aabd6', 'gw_port': {'id': 'a443d904-4b41-4752-b8d2-de4d3d47792a', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:71:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b564b676-da5d-4c2a-86a1-13547d37a2c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:04:53Z', 'updated_at': '2021-11-23T18:04:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_interfaces': [{'id': '979e8314-2e69-493a-bbac-f79f7e1e8384', 'name': '', 'network_id': 'b5d1f88f-373f-4377-8700-31a1ef08461b', 'tenant_id': '2c3a101409df434a9795be93b38aabd6', 'mac_address': 'fa:16:3e:09:05:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b564b676-da5d-4c2a-86a1-13547d37a2c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': 'bd930709-5ac3-4f6b-8caf-282f5985af47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:04:55Z', 'updated_at': '2021-11-23T18:05:00Z', 'revision_number': 5, 'project_id': '2c3a101409df434a9795be93b38aabd6', 'subnets': [{'id': 'bd930709-5ac3-4f6b-8caf-282f5985af47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:09:58.942716 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6441440e-7e6b-4aa1-8b5c-b5102ec5f639 None None] New status for floating IP 3bb34d3a-b951-462b-a850-52103a98917a: DOWN {{(pid=103592) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 18:09:59.387255 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 52926) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:09:59.515847 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-1fb8cabc-00b9-42c3-9b77-34ca9c114001 tempest-TestServerBasicOps-377069408 tempest-TestServerBasicOps-377069408-project] Deleting port 5b6b9c6d-157b-49db-bda0-83861176aeb5 {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:09:59.516187 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1fb8cabc-00b9-42c3-9b77-34ca9c114001 tempest-TestServerBasicOps-377069408 tempest-TestServerBasicOps-377069408-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:59.601678 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1fb8cabc-00b9-42c3-9b77-34ca9c114001 tempest-TestServerBasicOps-377069408 tempest-TestServerBasicOps-377069408-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:59.602001 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1fb8cabc-00b9-42c3-9b77-34ca9c114001 tempest-TestServerBasicOps-377069408 tempest-TestServerBasicOps-377069408-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:59.613546 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-1fb8cabc-00b9-42c3-9b77-34ca9c114001 tempest-TestServerBasicOps-377069408 tempest-TestServerBasicOps-377069408-project] Calling delete_port for 5b6b9c6d-157b-49db-bda0-83861176aeb5 owned by network:floatingip {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:09:59.739779 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1fb8cabc-00b9-42c3-9b77-34ca9c114001 tempest-TestServerBasicOps-377069408 tempest-TestServerBasicOps-377069408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:59.768136 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb8cabc-00b9-42c3-9b77-34ca9c114001 tempest-TestServerBasicOps-377069408 tempest-TestServerBasicOps-377069408-project] Pushing event deleted for resources: {'Port': ['ID=5b6b9c6d-157b-49db-bda0-83861176aeb5,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:09:59.796790 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb8cabc-00b9-42c3-9b77-34ca9c114001 tempest-TestServerBasicOps-377069408 tempest-TestServerBasicOps-377069408-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:09:59.797145 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb8cabc-00b9-42c3-9b77-34ca9c114001 tempest-TestServerBasicOps-377069408 tempest-TestServerBasicOps-377069408-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:09:59.797489 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb8cabc-00b9-42c3-9b77-34ca9c114001 tempest-TestServerBasicOps-377069408 tempest-TestServerBasicOps-377069408-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:09:59.797829 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb8cabc-00b9-42c3-9b77-34ca9c114001 tempest-TestServerBasicOps-377069408 tempest-TestServerBasicOps-377069408-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:09:59.798165 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb8cabc-00b9-42c3-9b77-34ca9c114001 tempest-TestServerBasicOps-377069408 tempest-TestServerBasicOps-377069408-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:09:59.798498 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb8cabc-00b9-42c3-9b77-34ca9c114001 tempest-TestServerBasicOps-377069408 tempest-TestServerBasicOps-377069408-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:09:59.798838 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb8cabc-00b9-42c3-9b77-34ca9c114001 tempest-TestServerBasicOps-377069408 tempest-TestServerBasicOps-377069408-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:09:59.799172 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb8cabc-00b9-42c3-9b77-34ca9c114001 tempest-TestServerBasicOps-377069408 tempest-TestServerBasicOps-377069408-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:09:59.799500 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb8cabc-00b9-42c3-9b77-34ca9c114001 tempest-TestServerBasicOps-377069408 tempest-TestServerBasicOps-377069408-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:09:59.799824 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb8cabc-00b9-42c3-9b77-34ca9c114001 tempest-TestServerBasicOps-377069408 tempest-TestServerBasicOps-377069408-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:09:59.800149 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb8cabc-00b9-42c3-9b77-34ca9c114001 tempest-TestServerBasicOps-377069408 tempest-TestServerBasicOps-377069408-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:09:59.800473 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb8cabc-00b9-42c3-9b77-34ca9c114001 tempest-TestServerBasicOps-377069408 tempest-TestServerBasicOps-377069408-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:09:59.838631 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1fb8cabc-00b9-42c3-9b77-34ca9c114001 tempest-TestServerBasicOps-377069408 tempest-TestServerBasicOps-377069408-project] Publish callbacks [] for floatingip, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:59.841484 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1fb8cabc-00b9-42c3-9b77-34ca9c114001 tempest-TestServerBasicOps-377069408 tempest-TestServerBasicOps-377069408-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for floatingip, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:59.842664 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-1fb8cabc-00b9-42c3-9b77-34ca9c114001 tempest-TestServerBasicOps-377069408 tempest-TestServerBasicOps-377069408-project] 10.222.0.60 "DELETE /v2.0/floatingips/3bb34d3a-b951-462b-a850-52103a98917a HTTP/1.1" status: 204 len: 168 time: 0.4543233 Nov 23 18:09:59.910627 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 52938) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:09:59.966661 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c74f3e36-873f-4bc8-aeab-7c09e42784ab tempest-TestServerBasicOps-377069408 tempest-TestServerBasicOps-377069408-project] Publish callbacks [] for security_group, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:09:59.991282 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c74f3e36-873f-4bc8-aeab-7c09e42784ab tempest-TestServerBasicOps-377069408 tempest-TestServerBasicOps-377069408-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:00.049949 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c74f3e36-873f-4bc8-aeab-7c09e42784ab tempest-TestServerBasicOps-377069408 tempest-TestServerBasicOps-377069408-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:00.052903 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c74f3e36-873f-4bc8-aeab-7c09e42784ab tempest-TestServerBasicOps-377069408 tempest-TestServerBasicOps-377069408-project] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:00.054077 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-c74f3e36-873f-4bc8-aeab-7c09e42784ab tempest-TestServerBasicOps-377069408 tempest-TestServerBasicOps-377069408-project] 10.222.0.60 "DELETE /v2.0/security-groups/506c2bf8-89a4-41c1-bf6f-936bc8980c66 HTTP/1.1" status: 204 len: 168 time: 0.1424768 Nov 23 18:10:00.063308 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74f3e36-873f-4bc8-aeab-7c09e42784ab tempest-TestServerBasicOps-377069408 tempest-TestServerBasicOps-377069408-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=506c2bf8-89a4-41c1-bf6f-936bc8980c66,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:10:00.095333 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 52942) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:10:00.604931 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6fe57a30-ec64-440d-837e-bd429a858281 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1794372'] for router_interface, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:00.852509 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-6fe57a30-ec64-440d-837e-bd429a858281 admin admin] Deleting port 979e8314-2e69-493a-bbac-f79f7e1e8384 {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:10:00.852863 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6fe57a30-ec64-440d-837e-bd429a858281 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:00.929542 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-6fe57a30-ec64-440d-837e-bd429a858281 admin admin] For port 979e8314-2e69-493a-bbac-f79f7e1e8384, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=979e8314-2e69-493a-bbac-f79f7e1e8384,segment=NetworkSegment(d254d0cf-a5b7-461e-b097-85e9aaadbe78),segment_id=d254d0cf-a5b7-461e-b097-85e9aaadbe78)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:10:00.929837 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6fe57a30-ec64-440d-837e-bd429a858281 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:00.942433 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-6fe57a30-ec64-440d-837e-bd429a858281 admin admin] Calling delete_port for 979e8314-2e69-493a-bbac-f79f7e1e8384 owned by network:router_interface {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:10:01.186870 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device d9109784-fd45-4f57-ae8c-86df6536a839 no longer exists at agent hyperv_n-h2-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:10:01.208007 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] No Port match for: d9109784-fd45-4f57-ae8c-86df6536a839 {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:10:01.208352 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device d9109784-fd45-4f57-ae8c-86df6536a839 not bound to the agent host n-h2-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:10:01.447719 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6fe57a30-ec64-440d-837e-bd429a858281 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:01.477709 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe57a30-ec64-440d-837e-bd429a858281 admin admin] Pushing event deleted for resources: {'Port': ['ID=979e8314-2e69-493a-bbac-f79f7e1e8384,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:10:01.642183 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6fe57a30-ec64-440d-837e-bd429a858281 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2067500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1794520'] for router_interface, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:01.858585 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fe57a30-ec64-440d-837e-bd429a858281 admin admin] Router b564b676-da5d-4c2a-86a1-13547d37a2c0 has already been hosted by L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 {{(pid=103590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:10:01.965606 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fe57a30-ec64-440d-837e-bd429a858281 admin admin] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:10:01.972812 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-6fe57a30-ec64-440d-837e-bd429a858281 admin admin] 10.222.0.60 "PUT /v2.0/routers/b564b676-da5d-4c2a-86a1-13547d37a2c0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8741500 Nov 23 18:10:01.973498 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 52948) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:10:01.975104 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edf389e0-ca29-49b0-8f84-df511bdf3011 None None] Sync routers for ids ['b564b676-da5d-4c2a-86a1-13547d37a2c0'] in n-d-816206-8 {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:10:01.986312 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edf389e0-ca29-49b0-8f84-df511bdf3011 None None] Routers {'b564b676-da5d-4c2a-86a1-13547d37a2c0'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:10:01.987004 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-edf389e0-ca29-49b0-8f84-df511bdf3011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T18:09:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['b564b676-da5d-4c2a-86a1-13547d37a2c0'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:10:02.078181 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a035d47d-8b78-4164-99fa-fa6fbb1e273a admin admin] Publish callbacks [] for router, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:02.090876 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-edf389e0-ca29-49b0-8f84-df511bdf3011 None None] Set router b564b676-da5d-4c2a-86a1-13547d37a2c0 gateway port host: n-d-816206-8 {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:10:02.188332 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a035d47d-8b78-4164-99fa-fa6fbb1e273a admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:02.243675 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-a035d47d-8b78-4164-99fa-fa6fbb1e273a admin admin] Deleting port a443d904-4b41-4752-b8d2-de4d3d47792a {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:10:02.244220 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a035d47d-8b78-4164-99fa-fa6fbb1e273a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:02.274597 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-edf389e0-ca29-49b0-8f84-df511bdf3011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b564b676-da5d-4c2a-86a1-13547d37a2c0', 'name': 'tempest-TestServerBasicOps-1270062666-router', 'tenant_id': '2c3a101409df434a9795be93b38aabd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.76'}], 'enable_snat': True}, 'gw_port_id': 'a443d904-4b41-4752-b8d2-de4d3d47792a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:04:52Z', 'updated_at': '2021-11-23T18:10:01Z', 'revision_number': 5, 'project_id': '2c3a101409df434a9795be93b38aabd6', 'gw_port': {'id': 'a443d904-4b41-4752-b8d2-de4d3d47792a', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:71:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b564b676-da5d-4c2a-86a1-13547d37a2c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:04:53Z', 'updated_at': '2021-11-23T18:04:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8'}], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:10:02.304450 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edf389e0-ca29-49b0-8f84-df511bdf3011 None None] Checking router: b564b676-da5d-4c2a-86a1-13547d37a2c0 for host: n-d-816206-8 {{(pid=103593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:10:02.312644 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edf389e0-ca29-49b0-8f84-df511bdf3011 None None] Routers {'b564b676-da5d-4c2a-86a1-13547d37a2c0'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:10:02.313238 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-edf389e0-ca29-49b0-8f84-df511bdf3011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T18:09:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['b564b676-da5d-4c2a-86a1-13547d37a2c0'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:10:02.322458 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-a035d47d-8b78-4164-99fa-fa6fbb1e273a admin admin] For port a443d904-4b41-4752-b8d2-de4d3d47792a, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=a443d904-4b41-4752-b8d2-de4d3d47792a,segment=NetworkSegment(bffd1e4f-e80f-4ff0-b418-2f42ae15febf),segment_id=bffd1e4f-e80f-4ff0-b418-2f42ae15febf)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:10:02.322826 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a035d47d-8b78-4164-99fa-fa6fbb1e273a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:02.335478 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-a035d47d-8b78-4164-99fa-fa6fbb1e273a admin admin] Calling delete_port for a443d904-4b41-4752-b8d2-de4d3d47792a owned by network:router_gateway {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:10:02.395064 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-edf389e0-ca29-49b0-8f84-df511bdf3011 None None] Set router b564b676-da5d-4c2a-86a1-13547d37a2c0 gateway port host: None {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:10:02.451813 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-edf389e0-ca29-49b0-8f84-df511bdf3011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b564b676-da5d-4c2a-86a1-13547d37a2c0', 'name': 'tempest-TestServerBasicOps-1270062666-router', 'tenant_id': '2c3a101409df434a9795be93b38aabd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:04:52Z', 'updated_at': '2021-11-23T18:10:02Z', 'revision_number': 6, 'project_id': '2c3a101409df434a9795be93b38aabd6', 'gw_port_host': None}], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:10:02.478858 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edf389e0-ca29-49b0-8f84-df511bdf3011 None None] The sync data for ids ['b564b676-da5d-4c2a-86a1-13547d37a2c0'] in n-d-816206-8 is: [{'id': 'b564b676-da5d-4c2a-86a1-13547d37a2c0', 'name': 'tempest-TestServerBasicOps-1270062666-router', 'tenant_id': '2c3a101409df434a9795be93b38aabd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:04:52Z', 'updated_at': '2021-11-23T18:10:02Z', 'revision_number': 6, 'project_id': '2c3a101409df434a9795be93b38aabd6', 'gw_port_host': None}] {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:10:02.503477 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a035d47d-8b78-4164-99fa-fa6fbb1e273a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:02.533897 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a035d47d-8b78-4164-99fa-fa6fbb1e273a admin admin] Pushing event deleted for resources: {'Port': ['ID=a443d904-4b41-4752-b8d2-de4d3d47792a,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:10:02.548648 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1ae415a-e252-4fb5-b12a-6c98ebc559f3 None None] DHCP port deletion for 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:10:02.597334 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a035d47d-8b78-4164-99fa-fa6fbb1e273a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1795454'] for router_gateway, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:02.691291 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a035d47d-8b78-4164-99fa-fa6fbb1e273a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1794352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8175'] for router, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:02.693432 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a035d47d-8b78-4164-99fa-fa6fbb1e273a admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:02.735007 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a035d47d-8b78-4164-99fa-fa6fbb1e273a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1795580'] for router, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:02.735522 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a035d47d-8b78-4164-99fa-fa6fbb1e273a admin admin] Fanout notify agent at l3_agent the message router_deleted on router b564b676-da5d-4c2a-86a1-13547d37a2c0 {{(pid=103590) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 18:10:02.739938 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a035d47d-8b78-4164-99fa-fa6fbb1e273a admin admin] Publish callbacks [] for router, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:02.741623 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-a035d47d-8b78-4164-99fa-fa6fbb1e273a admin admin] 10.222.0.60 "DELETE /v2.0/routers/b564b676-da5d-4c2a-86a1-13547d37a2c0 HTTP/1.1" status: 204 len: 168 time: 0.7666478 Nov 23 18:10:02.744175 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 52950) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:10:02.792114 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c7f0867-3725-4303-92b8-e6c6f54c45f4 admin admin] Deleting subnet bd930709-5ac3-4f6b-8caf-282f5985af47 {{(pid=103590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 18:10:02.795326 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c7f0867-3725-4303-92b8-e6c6f54c45f4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:02.832107 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c7f0867-3725-4303-92b8-e6c6f54c45f4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-267528342'] for subnet, precommit_delete_associations {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:02.913861 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c7f0867-3725-4303-92b8-e6c6f54c45f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971956'] for subnet, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:02.964333 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c7f0867-3725-4303-92b8-e6c6f54c45f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264357903', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264730940'] for subnet, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:02.992722 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7f0867-3725-4303-92b8-e6c6f54c45f4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bd930709-5ac3-4f6b-8caf-282f5985af47,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:10:02.998411 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c7f0867-3725-4303-92b8-e6c6f54c45f4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:03.003368 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32c86d81-06f4-4f98-8506-edbdf6417c5b None None] Network b5d1f88f-373f-4377-8700-31a1ef08461b requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:10:03.004273 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 52952) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:10:03.004796 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-1c7f0867-3725-4303-92b8-e6c6f54c45f4 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/bd930709-5ac3-4f6b-8caf-282f5985af47 HTTP/1.1" status: 204 len: 168 time: 0.2591715 Nov 23 18:10:03.075070 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-20301a4b-ff20-4056-bdc5-e4f6e1495c7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-555181'] for network, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:03.128331 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-20301a4b-ff20-4056-bdc5-e4f6e1495c7b admin admin] Deleting port fd0b1839-93c1-4111-b8a6-c9530998eaf5 {{(pid=103591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:10:03.128695 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-20301a4b-ff20-4056-bdc5-e4f6e1495c7b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:03.199144 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [None req-20301a4b-ff20-4056-bdc5-e4f6e1495c7b admin admin] For port fd0b1839-93c1-4111-b8a6-c9530998eaf5, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=fd0b1839-93c1-4111-b8a6-c9530998eaf5,segment=NetworkSegment(d254d0cf-a5b7-461e-b097-85e9aaadbe78),segment_id=d254d0cf-a5b7-461e-b097-85e9aaadbe78)] {{(pid=103591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:10:03.199506 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-20301a4b-ff20-4056-bdc5-e4f6e1495c7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:03.214444 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-20301a4b-ff20-4056-bdc5-e4f6e1495c7b admin admin] Calling delete_port for fd0b1839-93c1-4111-b8a6-c9530998eaf5 owned by network:dhcp {{(pid=103591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:10:03.221194 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcb169f0-5652-416d-bbcd-23febd55af03 None None] DHCP port deletion for b5d1f88f-373f-4377-8700-31a1ef08461b request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:10:03.269920 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-dcb169f0-5652-416d-bbcd-23febd55af03 None None] Deleting port fd0b1839-93c1-4111-b8a6-c9530998eaf5 {{(pid=103592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:10:03.270302 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-dcb169f0-5652-416d-bbcd-23febd55af03 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:03.300760 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-20301a4b-ff20-4056-bdc5-e4f6e1495c7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:03.314366 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20301a4b-ff20-4056-bdc5-e4f6e1495c7b admin admin] No DVR routers for this DVR port fd0b1839-93c1-4111-b8a6-c9530998eaf5 on host n-d-816206-8 {{(pid=103591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:10:03.335845 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20301a4b-ff20-4056-bdc5-e4f6e1495c7b admin admin] Pushing event deleted for resources: {'Port': ['ID=fd0b1839-93c1-4111-b8a6-c9530998eaf5,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:10:03.340665 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-dcb169f0-5652-416d-bbcd-23febd55af03 None None] For port fd0b1839-93c1-4111-b8a6-c9530998eaf5, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=fd0b1839-93c1-4111-b8a6-c9530998eaf5,segment=NetworkSegment(d254d0cf-a5b7-461e-b097-85e9aaadbe78),segment_id=d254d0cf-a5b7-461e-b097-85e9aaadbe78)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:10:03.341070 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-dcb169f0-5652-416d-bbcd-23febd55af03 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:03.354577 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-dcb169f0-5652-416d-bbcd-23febd55af03 None None] Calling delete_port for fd0b1839-93c1-4111-b8a6-c9530998eaf5 owned by network:dhcp {{(pid=103592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:10:03.409227 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-20301a4b-ff20-4056-bdc5-e4f6e1495c7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973419', 'neutron.services.segments.db._delete_segments_for_network-8736635878840'] for network, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:03.431664 n-d-816206-8 neutron-server[103591]: DEBUG neutron.services.segments.db [None req-20301a4b-ff20-4056-bdc5-e4f6e1495c7b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5d1f88f-373f-4377-8700-31a1ef08461b']}} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:10:03.442806 n-d-816206-8 neutron-server[103591]: DEBUG neutron.services.segments.db [None req-20301a4b-ff20-4056-bdc5-e4f6e1495c7b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd254d0cf-a5b7-461e-b097-85e9aaadbe78') {'for_net_delete': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:10:03.443027 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-dcb169f0-5652-416d-bbcd-23febd55af03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989'] for port, after_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:03.443327 n-d-816206-8 neutron-server[103591]: DEBUG neutron.services.segments.db [None req-20301a4b-ff20-4056-bdc5-e4f6e1495c7b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd254d0cf-a5b7-461e-b097-85e9aaadbe78') {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:10:03.455883 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-20301a4b-ff20-4056-bdc5-e4f6e1495c7b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736635840332', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265989959'] for segment, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:03.472685 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-20301a4b-ff20-4056-bdc5-e4f6e1495c7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:03.475064 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb169f0-5652-416d-bbcd-23febd55af03 None None] Pushing event deleted for resources: {'Port': ['ID=fd0b1839-93c1-4111-b8a6-c9530998eaf5,revision_number=None']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:10:03.481697 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20301a4b-ff20-4056-bdc5-e4f6e1495c7b admin admin] Releasing vlan 545 on physical network physnet1 to pool {{(pid=103591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 18:10:03.482175 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-20301a4b-ff20-4056-bdc5-e4f6e1495c7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264756290'] for segment, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:03.482354 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcb169f0-5652-416d-bbcd-23febd55af03 None None] No DVR routers for this DVR port fd0b1839-93c1-4111-b8a6-c9530998eaf5 on host n-d-816206-8 {{(pid=103592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:10:03.485208 n-d-816206-8 neutron-server[103591]: Traceback (most recent call last): Nov 23 18:10:03.485208 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 18:10:03.485208 n-d-816206-8 neutron-server[103591]: timer() Nov 23 18:10:03.485208 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 18:10:03.485208 n-d-816206-8 neutron-server[103591]: cb(*args, **kw) Nov 23 18:10:03.485208 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 18:10:03.485208 n-d-816206-8 neutron-server[103591]: return func(*args, **kwargs) Nov 23 18:10:03.485208 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 18:10:03.485208 n-d-816206-8 neutron-server[103591]: self._notify() Nov 23 18:10:03.485208 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 18:10:03.485208 n-d-816206-8 neutron-server[103591]: self.callback(batched_events) Nov 23 18:10:03.485208 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 18:10:03.485208 n-d-816206-8 neutron-server[103591]: event.method(event) Nov 23 18:10:03.485208 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 18:10:03.485208 n-d-816206-8 neutron-server[103591]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 18:10:03.485208 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 18:10:03.485208 n-d-816206-8 neutron-server[103591]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 18:10:03.485208 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 18:10:03.485208 n-d-816206-8 neutron-server[103591]: return f(self, *a, **k) Nov 23 18:10:03.485208 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 18:10:03.485208 n-d-816206-8 neutron-server[103591]: return self._get(url).json() Nov 23 18:10:03.485208 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 18:10:03.485208 n-d-816206-8 neutron-server[103591]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 18:10:03.485208 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 18:10:03.485208 n-d-816206-8 neutron-server[103591]: return self.request(url, 'GET', **kwargs) Nov 23 18:10:03.485208 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 18:10:03.485208 n-d-816206-8 neutron-server[103591]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 18:10:03.485208 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 18:10:03.485208 n-d-816206-8 neutron-server[103591]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 18:10:03.485208 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 18:10:03.485208 n-d-816206-8 neutron-server[103591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 18:10:03.485208 n-d-816206-8 neutron-server[103591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 18:10:03.489166 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb169f0-5652-416d-bbcd-23febd55af03 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:10:03.489533 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb169f0-5652-416d-bbcd-23febd55af03 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:10:03.489864 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb169f0-5652-416d-bbcd-23febd55af03 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:10:03.490208 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb169f0-5652-416d-bbcd-23febd55af03 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:10:03.490546 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb169f0-5652-416d-bbcd-23febd55af03 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:10:03.490946 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb169f0-5652-416d-bbcd-23febd55af03 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:10:03.491309 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb169f0-5652-416d-bbcd-23febd55af03 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:10:03.491636 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb169f0-5652-416d-bbcd-23febd55af03 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:10:03.491963 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb169f0-5652-416d-bbcd-23febd55af03 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:10:03.492293 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb169f0-5652-416d-bbcd-23febd55af03 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:10:03.492660 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb169f0-5652-416d-bbcd-23febd55af03 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:10:03.492994 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb169f0-5652-416d-bbcd-23febd55af03 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:10:03.552062 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-20301a4b-ff20-4056-bdc5-e4f6e1495c7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1795418'] for network, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:03.558559 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-20301a4b-ff20-4056-bdc5-e4f6e1495c7b admin admin] Publish callbacks [] for network, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:03.561180 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-20301a4b-ff20-4056-bdc5-e4f6e1495c7b admin admin] 10.222.0.60 "DELETE /v2.0/networks/b5d1f88f-373f-4377-8700-31a1ef08461b HTTP/1.1" status: 204 len: 168 time: 0.5551260 Nov 23 18:10:03.564263 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 52954) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:10:03.572351 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20301a4b-ff20-4056-bdc5-e4f6e1495c7b admin admin] Pushing event deleted for resources: {'Network': ['ID=b5d1f88f-373f-4377-8700-31a1ef08461b,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:10:03.840371 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device a443d904-4b41-4752-b8d2-de4d3d47792a no longer exists at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:10:03.862021 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] No Port match for: a443d904-4b41-4752-b8d2-de4d3d47792a {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:10:03.862264 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device a443d904-4b41-4752-b8d2-de4d3d47792a not bound to the agent host n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:10:03.862628 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 979e8314-2e69-493a-bbac-f79f7e1e8384 no longer exists at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:10:03.881259 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] No Port match for: 979e8314-2e69-493a-bbac-f79f7e1e8384 {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:10:03.882116 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 979e8314-2e69-493a-bbac-f79f7e1e8384 not bound to the agent host n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:10:03.882527 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device fd0b1839-93c1-4111-b8a6-c9530998eaf5 no longer exists at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:10:03.902283 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] No Port match for: fd0b1839-93c1-4111-b8a6-c9530998eaf5 {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:10:03.902633 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device fd0b1839-93c1-4111-b8a6-c9530998eaf5 not bound to the agent host n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:10:03.917330 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-9058bdf7-4558-4655-80ad-1de626af18b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1794372'] for router_interface, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:04.160157 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-9058bdf7-4558-4655-80ad-1de626af18b6 admin admin] Deleting port 3dab81e0-0a80-4b21-a3de-1967c9deb544 {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:10:04.160475 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-9058bdf7-4558-4655-80ad-1de626af18b6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:04.236665 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-9058bdf7-4558-4655-80ad-1de626af18b6 admin admin] For port 3dab81e0-0a80-4b21-a3de-1967c9deb544, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=3dab81e0-0a80-4b21-a3de-1967c9deb544,segment=NetworkSegment(c516be2c-554f-4d3c-ae11-5010f04da35f),segment_id=c516be2c-554f-4d3c-ae11-5010f04da35f)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:10:04.237026 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-9058bdf7-4558-4655-80ad-1de626af18b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:04.253204 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-9058bdf7-4558-4655-80ad-1de626af18b6 admin admin] Calling delete_port for 3dab81e0-0a80-4b21-a3de-1967c9deb544 owned by network:router_interface {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:10:04.429295 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-9058bdf7-4558-4655-80ad-1de626af18b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:04.455910 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9058bdf7-4558-4655-80ad-1de626af18b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=3dab81e0-0a80-4b21-a3de-1967c9deb544,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:10:04.620852 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-9058bdf7-4558-4655-80ad-1de626af18b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2067500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1794520'] for router_interface, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:04.835645 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9058bdf7-4558-4655-80ad-1de626af18b6 admin admin] Router 7615dc69-d729-433b-9716-ae63315d5f99 has already been hosted by L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 {{(pid=103590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:10:04.942730 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9058bdf7-4558-4655-80ad-1de626af18b6 admin admin] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:10:04.947657 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-9058bdf7-4558-4655-80ad-1de626af18b6 admin admin] 10.222.0.60 "PUT /v2.0/routers/7615dc69-d729-433b-9716-ae63315d5f99/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3823454 Nov 23 18:10:04.950192 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 52956) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:10:04.952733 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d7a3416-74d8-403a-97b1-77ab30715cb6 None None] Sync routers for ids ['7615dc69-d729-433b-9716-ae63315d5f99'] in n-d-816206-8 {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:10:04.963552 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d7a3416-74d8-403a-97b1-77ab30715cb6 None None] Routers {'7615dc69-d729-433b-9716-ae63315d5f99'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:10:04.964251 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-7d7a3416-74d8-403a-97b1-77ab30715cb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T18:09:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['7615dc69-d729-433b-9716-ae63315d5f99'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:10:05.055928 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f034350d-511c-43a4-a0a5-4091ea4df567 admin admin] Publish callbacks [] for router, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:05.070312 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvr_db [None req-7d7a3416-74d8-403a-97b1-77ab30715cb6 None None] Set router 7615dc69-d729-433b-9716-ae63315d5f99 gateway port host: n-d-816206-8 {{(pid=103592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:10:05.259404 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-7d7a3416-74d8-403a-97b1-77ab30715cb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7615dc69-d729-433b-9716-ae63315d5f99', 'name': 'tempest-TestServerBasicOps-33784893-router', 'tenant_id': 'c82cb50d9dfe48cfb46a3e84ab2e10d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.94'}], 'enable_snat': True}, 'gw_port_id': '7e0997a9-4605-473d-8d82-988fbc35e716', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:04:57Z', 'updated_at': '2021-11-23T18:10:04Z', 'revision_number': 5, 'project_id': 'c82cb50d9dfe48cfb46a3e84ab2e10d5', 'gw_port': {'id': '7e0997a9-4605-473d-8d82-988fbc35e716', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:89:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7615dc69-d729-433b-9716-ae63315d5f99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:04:58Z', 'updated_at': '2021-11-23T18:05:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8'}], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:10:05.287274 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d7a3416-74d8-403a-97b1-77ab30715cb6 None None] Checking router: 7615dc69-d729-433b-9716-ae63315d5f99 for host: n-d-816206-8 {{(pid=103592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:10:05.296224 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d7a3416-74d8-403a-97b1-77ab30715cb6 None None] Routers {'7615dc69-d729-433b-9716-ae63315d5f99'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:10:05.296894 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-7d7a3416-74d8-403a-97b1-77ab30715cb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T18:09:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['7615dc69-d729-433b-9716-ae63315d5f99'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:10:05.406209 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvr_db [None req-7d7a3416-74d8-403a-97b1-77ab30715cb6 None None] Set router 7615dc69-d729-433b-9716-ae63315d5f99 gateway port host: n-d-816206-8 {{(pid=103592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:10:05.492816 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f034350d-511c-43a4-a0a5-4091ea4df567 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:05.544807 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-f034350d-511c-43a4-a0a5-4091ea4df567 admin admin] Deleting port 7e0997a9-4605-473d-8d82-988fbc35e716 {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:10:05.545283 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f034350d-511c-43a4-a0a5-4091ea4df567 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:05.589180 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-7d7a3416-74d8-403a-97b1-77ab30715cb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7615dc69-d729-433b-9716-ae63315d5f99', 'name': 'tempest-TestServerBasicOps-33784893-router', 'tenant_id': 'c82cb50d9dfe48cfb46a3e84ab2e10d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.94'}], 'enable_snat': True}, 'gw_port_id': '7e0997a9-4605-473d-8d82-988fbc35e716', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:04:57Z', 'updated_at': '2021-11-23T18:10:04Z', 'revision_number': 5, 'project_id': 'c82cb50d9dfe48cfb46a3e84ab2e10d5', 'gw_port': {'id': '7e0997a9-4605-473d-8d82-988fbc35e716', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:89:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7615dc69-d729-433b-9716-ae63315d5f99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:04:58Z', 'updated_at': '2021-11-23T18:05:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8'}], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:10:05.619670 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d7a3416-74d8-403a-97b1-77ab30715cb6 None None] The sync data for ids ['7615dc69-d729-433b-9716-ae63315d5f99'] in n-d-816206-8 is: [{'id': '7615dc69-d729-433b-9716-ae63315d5f99', 'name': 'tempest-TestServerBasicOps-33784893-router', 'tenant_id': 'c82cb50d9dfe48cfb46a3e84ab2e10d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.94'}], 'enable_snat': True}, 'gw_port_id': '7e0997a9-4605-473d-8d82-988fbc35e716', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:04:57Z', 'updated_at': '2021-11-23T18:10:04Z', 'revision_number': 5, 'project_id': 'c82cb50d9dfe48cfb46a3e84ab2e10d5', 'gw_port': {'id': '7e0997a9-4605-473d-8d82-988fbc35e716', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:89:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7615dc69-d729-433b-9716-ae63315d5f99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:04:58Z', 'updated_at': '2021-11-23T18:05:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8'}] {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:10:05.624175 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-f034350d-511c-43a4-a0a5-4091ea4df567 admin admin] For port 7e0997a9-4605-473d-8d82-988fbc35e716, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=7e0997a9-4605-473d-8d82-988fbc35e716,segment=NetworkSegment(bffd1e4f-e80f-4ff0-b418-2f42ae15febf),segment_id=bffd1e4f-e80f-4ff0-b418-2f42ae15febf)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:10:05.624562 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f034350d-511c-43a4-a0a5-4091ea4df567 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:05.638789 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-f034350d-511c-43a4-a0a5-4091ea4df567 admin admin] Calling delete_port for 7e0997a9-4605-473d-8d82-988fbc35e716 owned by network:router_gateway {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:10:05.800741 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f034350d-511c-43a4-a0a5-4091ea4df567 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:05.824623 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f034350d-511c-43a4-a0a5-4091ea4df567 admin admin] Pushing event deleted for resources: {'Port': ['ID=7e0997a9-4605-473d-8d82-988fbc35e716,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:10:05.841357 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b08386cd-ad69-43e7-812c-44bcebc25569 None None] DHCP port deletion for 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:10:05.888597 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f034350d-511c-43a4-a0a5-4091ea4df567 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1795454'] for router_gateway, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:05.978369 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f034350d-511c-43a4-a0a5-4091ea4df567 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1794352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8175'] for router, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:05.981427 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f034350d-511c-43a4-a0a5-4091ea4df567 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:06.028724 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f034350d-511c-43a4-a0a5-4091ea4df567 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1795580'] for router, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:06.029702 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f034350d-511c-43a4-a0a5-4091ea4df567 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7615dc69-d729-433b-9716-ae63315d5f99 {{(pid=103590) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 18:10:06.034210 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f034350d-511c-43a4-a0a5-4091ea4df567 admin admin] Publish callbacks [] for router, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:06.035358 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-f034350d-511c-43a4-a0a5-4091ea4df567 admin admin] 10.222.0.60 "DELETE /v2.0/routers/7615dc69-d729-433b-9716-ae63315d5f99 HTTP/1.1" status: 204 len: 168 time: 1.0840087 Nov 23 18:10:06.038408 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 52958) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:10:06.089881 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_v2 [None req-f34cbe93-dd9d-4dff-8e80-752346c90fc4 admin admin] Deleting subnet 6fd4b314-cbe8-491a-9fa2-9b20d3f18b0c {{(pid=103590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 18:10:06.093227 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f34cbe93-dd9d-4dff-8e80-752346c90fc4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:06.099415 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 3dab81e0-0a80-4b21-a3de-1967c9deb544 no longer exists at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:10:06.124199 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] No Port match for: 3dab81e0-0a80-4b21-a3de-1967c9deb544 {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:10:06.124632 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 3dab81e0-0a80-4b21-a3de-1967c9deb544 not bound to the agent host n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:10:06.132650 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f34cbe93-dd9d-4dff-8e80-752346c90fc4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-267528342'] for subnet, precommit_delete_associations {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:06.212722 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f34cbe93-dd9d-4dff-8e80-752346c90fc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971956'] for subnet, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:06.268178 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f34cbe93-dd9d-4dff-8e80-752346c90fc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264357903', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264730940'] for subnet, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:06.299369 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34cbe93-dd9d-4dff-8e80-752346c90fc4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6fd4b314-cbe8-491a-9fa2-9b20d3f18b0c,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:10:06.302949 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f34cbe93-dd9d-4dff-8e80-752346c90fc4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:06.309550 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-f34cbe93-dd9d-4dff-8e80-752346c90fc4 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/6fd4b314-cbe8-491a-9fa2-9b20d3f18b0c HTTP/1.1" status: 204 len: 168 time: 0.2667842 Nov 23 18:10:06.309550 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 52960) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:10:06.315487 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22756672-9a3a-4724-abda-0f7b1a9c6d52 None None] Network b68a4f29-f7fc-44ad-82ab-b7c64e3d5f13 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:10:06.378864 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1a23deb9-3f40-4ae0-804a-48ea2e52ff50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-555181'] for network, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:06.432261 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-1a23deb9-3f40-4ae0-804a-48ea2e52ff50 admin admin] Deleting port 7730e1b0-bfaa-41e9-bb43-80ba317396c0 {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:10:06.432633 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1a23deb9-3f40-4ae0-804a-48ea2e52ff50 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:06.499950 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1a23deb9-3f40-4ae0-804a-48ea2e52ff50 admin admin] For port 7730e1b0-bfaa-41e9-bb43-80ba317396c0, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=7730e1b0-bfaa-41e9-bb43-80ba317396c0,segment=NetworkSegment(c516be2c-554f-4d3c-ae11-5010f04da35f),segment_id=c516be2c-554f-4d3c-ae11-5010f04da35f)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:10:06.500310 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1a23deb9-3f40-4ae0-804a-48ea2e52ff50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:06.513265 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-1a23deb9-3f40-4ae0-804a-48ea2e52ff50 admin admin] Calling delete_port for 7730e1b0-bfaa-41e9-bb43-80ba317396c0 owned by network:dhcp {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:10:06.590796 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1a23deb9-3f40-4ae0-804a-48ea2e52ff50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:06.620963 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a23deb9-3f40-4ae0-804a-48ea2e52ff50 admin admin] Pushing event deleted for resources: {'Port': ['ID=7730e1b0-bfaa-41e9-bb43-80ba317396c0,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:10:06.624445 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a23deb9-3f40-4ae0-804a-48ea2e52ff50 admin admin] No DVR routers for this DVR port 7730e1b0-bfaa-41e9-bb43-80ba317396c0 on host n-d-816206-8 {{(pid=103590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:10:06.640118 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0939024e-f03f-4640-a544-ec8dda4c0536 None None] DHCP port deletion for b68a4f29-f7fc-44ad-82ab-b7c64e3d5f13 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:10:06.700072 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1a23deb9-3f40-4ae0-804a-48ea2e52ff50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973419', 'neutron.services.segments.db._delete_segments_for_network-8736635878840'] for network, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:06.719418 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-1a23deb9-3f40-4ae0-804a-48ea2e52ff50 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b68a4f29-f7fc-44ad-82ab-b7c64e3d5f13']}} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:10:06.728963 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-1a23deb9-3f40-4ae0-804a-48ea2e52ff50 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c516be2c-554f-4d3c-ae11-5010f04da35f') {'for_net_delete': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:10:06.729257 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-1a23deb9-3f40-4ae0-804a-48ea2e52ff50 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c516be2c-554f-4d3c-ae11-5010f04da35f') {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:10:06.738661 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1a23deb9-3f40-4ae0-804a-48ea2e52ff50 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736635840332', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-267528353'] for segment, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:06.752468 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1a23deb9-3f40-4ae0-804a-48ea2e52ff50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:06.758914 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a23deb9-3f40-4ae0-804a-48ea2e52ff50 admin admin] Releasing vlan 510 on physical network physnet1 to pool {{(pid=103590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 18:10:06.759365 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1a23deb9-3f40-4ae0-804a-48ea2e52ff50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264370093'] for segment, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:06.761101 n-d-816206-8 neutron-server[103590]: Traceback (most recent call last): Nov 23 18:10:06.761101 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 18:10:06.761101 n-d-816206-8 neutron-server[103590]: timer() Nov 23 18:10:06.761101 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 18:10:06.761101 n-d-816206-8 neutron-server[103590]: cb(*args, **kw) Nov 23 18:10:06.761101 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 18:10:06.761101 n-d-816206-8 neutron-server[103590]: return func(*args, **kwargs) Nov 23 18:10:06.761101 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 18:10:06.761101 n-d-816206-8 neutron-server[103590]: self._notify() Nov 23 18:10:06.761101 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 18:10:06.761101 n-d-816206-8 neutron-server[103590]: self.callback(batched_events) Nov 23 18:10:06.761101 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 18:10:06.761101 n-d-816206-8 neutron-server[103590]: event.method(event) Nov 23 18:10:06.761101 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 18:10:06.761101 n-d-816206-8 neutron-server[103590]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 18:10:06.761101 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 18:10:06.761101 n-d-816206-8 neutron-server[103590]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 18:10:06.761101 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 18:10:06.761101 n-d-816206-8 neutron-server[103590]: return f(self, *a, **k) Nov 23 18:10:06.761101 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 18:10:06.761101 n-d-816206-8 neutron-server[103590]: return self._get(url).json() Nov 23 18:10:06.761101 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 18:10:06.761101 n-d-816206-8 neutron-server[103590]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 18:10:06.761101 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 18:10:06.761101 n-d-816206-8 neutron-server[103590]: return self.request(url, 'GET', **kwargs) Nov 23 18:10:06.761101 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 18:10:06.761101 n-d-816206-8 neutron-server[103590]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 18:10:06.761101 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 18:10:06.761101 n-d-816206-8 neutron-server[103590]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 18:10:06.761101 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 18:10:06.761101 n-d-816206-8 neutron-server[103590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 18:10:06.761101 n-d-816206-8 neutron-server[103590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 18:10:06.820524 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1a23deb9-3f40-4ae0-804a-48ea2e52ff50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1795418'] for network, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:06.826063 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1a23deb9-3f40-4ae0-804a-48ea2e52ff50 admin admin] Publish callbacks [] for network, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:06.829389 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-1a23deb9-3f40-4ae0-804a-48ea2e52ff50 admin admin] 10.222.0.60 "DELETE /v2.0/networks/b68a4f29-f7fc-44ad-82ab-b7c64e3d5f13 HTTP/1.1" status: 204 len: 168 time: 0.5196772 Nov 23 18:10:06.839961 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a23deb9-3f40-4ae0-804a-48ea2e52ff50 admin admin] Pushing event deleted for resources: {'Network': ['ID=b68a4f29-f7fc-44ad-82ab-b7c64e3d5f13,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:10:06.939394 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 52964) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:10:06.979216 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-b49c99fa-491f-45da-95c8-2006b1890903 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=2c3a101409df434a9795be93b38aabd6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0383732 Nov 23 18:10:06.981682 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 52966) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:10:07.028819 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-310a754c-c3ec-469c-970c-b7aa12d1f65b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:07.050176 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-310a754c-c3ec-469c-970c-b7aa12d1f65b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:07.102226 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-310a754c-c3ec-469c-970c-b7aa12d1f65b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:07.104716 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-310a754c-c3ec-469c-970c-b7aa12d1f65b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:07.105861 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-310a754c-c3ec-469c-970c-b7aa12d1f65b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e2356d28-c941-4a0c-b077-c9794bc17c2e HTTP/1.1" status: 204 len: 168 time: 0.1233058 Nov 23 18:10:07.113665 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310a754c-c3ec-469c-970c-b7aa12d1f65b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2356d28-c941-4a0c-b077-c9794bc17c2e,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:10:07.428340 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 52972) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:10:07.467706 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-44890ce3-78eb-418f-b6d8-f78aa671b4fb admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=c82cb50d9dfe48cfb46a3e84ab2e10d5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0381126 Nov 23 18:10:07.470238 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 52974) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:10:07.517672 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-efcd47cb-71f3-4e3f-b0f3-320225906bc5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:07.539314 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-efcd47cb-71f3-4e3f-b0f3-320225906bc5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:07.584704 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-efcd47cb-71f3-4e3f-b0f3-320225906bc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:07.588208 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-efcd47cb-71f3-4e3f-b0f3-320225906bc5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:07.589425 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-efcd47cb-71f3-4e3f-b0f3-320225906bc5 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/bd736aea-a15a-4539-858c-aa3d28439a5d HTTP/1.1" status: 204 len: 168 time: 0.1182075 Nov 23 18:10:07.597095 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcd47cb-71f3-4e3f-b0f3-320225906bc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd736aea-a15a-4539-858c-aa3d28439a5d,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:10:07.841146 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 7e0997a9-4605-473d-8d82-988fbc35e716 no longer exists at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:10:07.862433 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] No Port match for: 7e0997a9-4605-473d-8d82-988fbc35e716 {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:10:07.862778 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 7e0997a9-4605-473d-8d82-988fbc35e716 not bound to the agent host n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:10:07.863202 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 7730e1b0-bfaa-41e9-bb43-80ba317396c0 no longer exists at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:10:07.884535 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] No Port match for: 7730e1b0-bfaa-41e9-bb43-80ba317396c0 {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:10:07.884904 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 7730e1b0-bfaa-41e9-bb43-80ba317396c0 not bound to the agent host n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:10:13.003259 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-70e25404-9ca7-49d1-80ff-53e0f3e558ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:13.777338 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:14.557542 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:15.126510 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-3e3730c2-64b8-4732-8d48-36d41f402cc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:16.648666 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-52822d53-48f5-4819-8a95-bdc13aea0bf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:17.862568 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9a27ae6c-db98-474f-94c1-cc99bf842d79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:17.903887 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-cd7ddc05-66a5-4453-8b13-ca1e1900fd3a req-7defdeea-bee0-4035-90ff-34ac0705db77 tempest-ServersAdminNegativeTestJSON-2032210558 tempest-ServersAdminNegativeTestJSON-2032210558-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=8e8ed63b7f9e4fc5b6c8e4499c445710&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0288215 Nov 23 18:10:18.402970 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7ddc05-66a5-4453-8b13-ca1e1900fd3a req-31a367e3-3b70-4bb6-81ac-0040de2ddd2a tempest-ServersAdminNegativeTestJSON-2032210558 tempest-ServersAdminNegativeTestJSON-2032210558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:10:18.404475 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-cd7ddc05-66a5-4453-8b13-ca1e1900fd3a req-31a367e3-3b70-4bb6-81ac-0040de2ddd2a tempest-ServersAdminNegativeTestJSON-2032210558 tempest-ServersAdminNegativeTestJSON-2032210558-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4950814 Nov 23 18:10:18.408319 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:18.421062 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-cd7ddc05-66a5-4453-8b13-ca1e1900fd3a req-48efc465-9c88-4a69-8121-d5ebb26df51f tempest-ServersAdminNegativeTestJSON-2032210558 tempest-ServersAdminNegativeTestJSON-2032210558-project] 10.222.0.60 "GET /v2.0/quotas/8e8ed63b7f9e4fc5b6c8e4499c445710 HTTP/1.1" status: 200 len: 375 time: 0.0101354 Nov 23 18:10:18.452601 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-cd7ddc05-66a5-4453-8b13-ca1e1900fd3a req-6b1f75b3-6d84-469c-9431-75305a12a9b0 tempest-ServersAdminNegativeTestJSON-2032210558 tempest-ServersAdminNegativeTestJSON-2032210558-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=8e8ed63b7f9e4fc5b6c8e4499c445710&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0258396 Nov 23 18:10:18.610059 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-06331872-28e7-4a22-bd38-68ae3a4302e3 req-600b3542-4198-4956-85a5-c8748949ff2a tempest-ServersAdminNegativeTestJSON-2032210558 tempest-ServersAdminNegativeTestJSON-2032210558-project] 10.222.0.60 "GET /v2.0/ports?device_id=a2c404bd-a879-40ac-8847-4b2af1106eac HTTP/1.1" status: 200 len: 210 time: 0.0266991 Nov 23 18:10:19.625003 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-cd7ddc05-66a5-4453-8b13-ca1e1900fd3a req-4e957690-92c6-4083-834d-0644d16c8b55 tempest-ServersAdminNegativeTestJSON-2032210558 tempest-ServersAdminNegativeTestJSON-2032210558-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=8e8ed63b7f9e4fc5b6c8e4499c445710&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0250063 Nov 23 18:10:19.737120 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-aea53a8f-6c83-4d2e-8e21-e28ed78d5dde req-d438d20d-ac08-4560-9f8a-9ee4602f8e31 tempest-ServersAdminNegativeTestJSON-2032210558 tempest-ServersAdminNegativeTestJSON-2032210558-project] 10.222.0.60 "GET /v2.0/ports?device_id=a2c404bd-a879-40ac-8847-4b2af1106eac HTTP/1.1" status: 200 len: 210 time: 0.0337427 Nov 23 18:10:19.766173 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7ddc05-66a5-4453-8b13-ca1e1900fd3a req-f99bd7c2-6ef8-4bc1-9dd8-662d57a77b19 tempest-ServersAdminNegativeTestJSON-2032210558 tempest-ServersAdminNegativeTestJSON-2032210558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:10:19.767577 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-cd7ddc05-66a5-4453-8b13-ca1e1900fd3a req-f99bd7c2-6ef8-4bc1-9dd8-662d57a77b19 tempest-ServersAdminNegativeTestJSON-2032210558 tempest-ServersAdminNegativeTestJSON-2032210558-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1368296 Nov 23 18:10:19.785693 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [req-cd7ddc05-66a5-4453-8b13-ca1e1900fd3a req-2694a664-3500-4197-8d41-111de004968b tempest-ServersAdminNegativeTestJSON-2032210558 tempest-ServersAdminNegativeTestJSON-2032210558-project] Request body: {'port': {'device_id': 'a2c404bd-a879-40ac-8847-4b2af1106eac', 'network_id': 'f1e1dabf-b410-4023-9169-a460a86e7184', 'admin_state_up': True, 'tenant_id': '8e8ed63b7f9e4fc5b6c8e4499c445710'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:10:19.905899 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd7ddc05-66a5-4453-8b13-ca1e1900fd3a req-2694a664-3500-4197-8d41-111de004968b tempest-ServersAdminNegativeTestJSON-2032210558 tempest-ServersAdminNegativeTestJSON-2032210558-project] Made reservation on behalf of 8e8ed63b7f9e4fc5b6c8e4499c445710 for: {'port': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:10:19.909308 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-cd7ddc05-66a5-4453-8b13-ca1e1900fd3a req-2694a664-3500-4197-8d41-111de004968b tempest-ServersAdminNegativeTestJSON-2032210558 tempest-ServersAdminNegativeTestJSON-2032210558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:19.918825 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-cd7ddc05-66a5-4453-8b13-ca1e1900fd3a req-2694a664-3500-4197-8d41-111de004968b tempest-ServersAdminNegativeTestJSON-2032210558 tempest-ServersAdminNegativeTestJSON-2032210558-project] Publish callbacks [] for security_group, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:19.992058 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-cd7ddc05-66a5-4453-8b13-ca1e1900fd3a req-2694a664-3500-4197-8d41-111de004968b tempest-ServersAdminNegativeTestJSON-2032210558 tempest-ServersAdminNegativeTestJSON-2032210558-project] Publish callbacks [] for security_group, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:19.995968 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-cd7ddc05-66a5-4453-8b13-ca1e1900fd3a req-2694a664-3500-4197-8d41-111de004968b tempest-ServersAdminNegativeTestJSON-2032210558 tempest-ServersAdminNegativeTestJSON-2032210558-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:20.059018 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2694a664-3500-4197-8d41-111de004968b tempest-ServersAdminNegativeTestJSON-2032210558 tempest-ServersAdminNegativeTestJSON-2032210558-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66c4686f-7575-4135-865e-763dd0e24eac,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:10:20.134803 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.db_base_plugin_common [req-cd7ddc05-66a5-4453-8b13-ca1e1900fd3a req-2694a664-3500-4197-8d41-111de004968b tempest-ServersAdminNegativeTestJSON-2032210558 tempest-ServersAdminNegativeTestJSON-2032210558-project] Allocated IP 192.168.233.29 (f1e1dabf-b410-4023-9169-a460a86e7184/ac77c175-5679-438b-8a2a-356718377641/72dae9ec-25f8-4e7b-a186-6f0afd1793f5) {{(pid=103591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:10:20.279448 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-cd7ddc05-66a5-4453-8b13-ca1e1900fd3a req-2694a664-3500-4197-8d41-111de004968b tempest-ServersAdminNegativeTestJSON-2032210558 tempest-ServersAdminNegativeTestJSON-2032210558-project] Publish callbacks [] for port, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:20.311651 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-cd7ddc05-66a5-4453-8b13-ca1e1900fd3a req-2694a664-3500-4197-8d41-111de004968b tempest-ServersAdminNegativeTestJSON-2032210558 tempest-ServersAdminNegativeTestJSON-2032210558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:20.362017 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd7ddc05-66a5-4453-8b13-ca1e1900fd3a req-2694a664-3500-4197-8d41-111de004968b tempest-ServersAdminNegativeTestJSON-2032210558 tempest-ServersAdminNegativeTestJSON-2032210558-project] Network f1e1dabf-b410-4023-9169-a460a86e7184 is already hosted by enough agents. {{(pid=103591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:10:20.364979 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [req-cd7ddc05-66a5-4453-8b13-ca1e1900fd3a req-2694a664-3500-4197-8d41-111de004968b tempest-ServersAdminNegativeTestJSON-2032210558 tempest-ServersAdminNegativeTestJSON-2032210558-project] Resources bound (agent type, host, resource id): {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:10:20.368666 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd7ddc05-66a5-4453-8b13-ca1e1900fd3a req-2694a664-3500-4197-8d41-111de004968b tempest-ServersAdminNegativeTestJSON-2032210558 tempest-ServersAdminNegativeTestJSON-2032210558-project] Received port after_create {{(pid=103591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:10:20.375255 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2694a664-3500-4197-8d41-111de004968b tempest-ServersAdminNegativeTestJSON-2032210558 tempest-ServersAdminNegativeTestJSON-2032210558-project] Pushing event updated for resources: {'Port': ['ID=72dae9ec-25f8-4e7b-a186-6f0afd1793f5,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:10:20.423480 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7ddc05-66a5-4453-8b13-ca1e1900fd3a req-2694a664-3500-4197-8d41-111de004968b tempest-ServersAdminNegativeTestJSON-2032210558 tempest-ServersAdminNegativeTestJSON-2032210558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:10:20.424088 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-cd7ddc05-66a5-4453-8b13-ca1e1900fd3a req-2694a664-3500-4197-8d41-111de004968b tempest-ServersAdminNegativeTestJSON-2032210558 tempest-ServersAdminNegativeTestJSON-2032210558-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:20.441270 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-cd7ddc05-66a5-4453-8b13-ca1e1900fd3a req-2694a664-3500-4197-8d41-111de004968b tempest-ServersAdminNegativeTestJSON-2032210558 tempest-ServersAdminNegativeTestJSON-2032210558-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.6593130 Nov 23 18:10:20.455655 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [req-cd7ddc05-66a5-4453-8b13-ca1e1900fd3a req-10f96083-09f4-47cd-a645-d4409a30f35b service neutron] Request body: {'port': {'device_id': 'a2c404bd-a879-40ac-8847-4b2af1106eac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-8'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:10:20.513955 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-cd7ddc05-66a5-4453-8b13-ca1e1900fd3a req-10f96083-09f4-47cd-a645-d4409a30f35b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:20.649371 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-4880ef12-b691-4f2e-b27e-ca8496ad35cb None None] Provisioning complete for port 72dae9ec-25f8-4e7b-a186-6f0afd1793f5 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:10:20.649936 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-4880ef12-b691-4f2e-b27e-ca8496ad35cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:20.682919 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-4880ef12-b691-4f2e-b27e-ca8496ad35cb None None] Port 72dae9ec-25f8-4e7b-a186-6f0afd1793f5 cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:10:20.786767 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [req-cd7ddc05-66a5-4453-8b13-ca1e1900fd3a req-10f96083-09f4-47cd-a645-d4409a30f35b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72dae9ec-25f8-4e7b-a186-6f0afd1793f5 {{(pid=103591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:10:20.795127 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-cd7ddc05-66a5-4453-8b13-ca1e1900fd3a req-10f96083-09f4-47cd-a645-d4409a30f35b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:20.808766 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.provisioning_blocks [req-cd7ddc05-66a5-4453-8b13-ca1e1900fd3a req-10f96083-09f4-47cd-a645-d4409a30f35b service neutron] Transition to ACTIVE for port object 72dae9ec-25f8-4e7b-a186-6f0afd1793f5 will not be triggered until provisioned by entity L2. {{(pid=103591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 18:10:20.812916 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-cd7ddc05-66a5-4453-8b13-ca1e1900fd3a req-10f96083-09f4-47cd-a645-d4409a30f35b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264758186'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:20.894514 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f96083-09f4-47cd-a645-d4409a30f35b service neutron] Pushing event updated for resources: {'Port': ['ID=72dae9ec-25f8-4e7b-a186-6f0afd1793f5,revision_number=2']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:10:20.953474 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d755c87e-21ee-4a40-a350-87b1a887bf5d req-2c8f3968-c276-441a-b235-1eecbd1bce1a tempest-ServersAdminNegativeTestJSON-2032210558 tempest-ServersAdminNegativeTestJSON-2032210558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:10:20.955072 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d755c87e-21ee-4a40-a350-87b1a887bf5d req-2c8f3968-c276-441a-b235-1eecbd1bce1a tempest-ServersAdminNegativeTestJSON-2032210558 tempest-ServersAdminNegativeTestJSON-2032210558-project] 10.222.0.60 "GET /v2.0/ports?device_id=a2c404bd-a879-40ac-8847-4b2af1106eac HTTP/1.1" status: 200 len: 947 time: 0.1159544 Nov 23 18:10:21.005942 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-cd7ddc05-66a5-4453-8b13-ca1e1900fd3a req-10f96083-09f4-47cd-a645-d4409a30f35b service neutron] Attempting to bind port 72dae9ec-25f8-4e7b-a186-6f0afd1793f5 on host n-h2-816206-8 for vnic_type normal with profile {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:10:21.006280 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-cd7ddc05-66a5-4453-8b13-ca1e1900fd3a req-10f96083-09f4-47cd-a645-d4409a30f35b service neutron] Attempting to bind port 72dae9ec-25f8-4e7b-a186-6f0afd1793f5 by drivers openvswitch,hyperv on host n-h2-816206-8 at level 0 using segments [{'id': '329c1745-02bf-4561-9615-3192910887f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'f1e1dabf-b410-4023-9169-a460a86e7184'}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:10:21.006613 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd7ddc05-66a5-4453-8b13-ca1e1900fd3a req-10f96083-09f4-47cd-a645-d4409a30f35b service neutron] Attempting to bind port 72dae9ec-25f8-4e7b-a186-6f0afd1793f5 on network f1e1dabf-b410-4023-9169-a460a86e7184 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:10:21.016498 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd7ddc05-66a5-4453-8b13-ca1e1900fd3a req-10f96083-09f4-47cd-a645-d4409a30f35b service neutron] Port 72dae9ec-25f8-4e7b-a186-6f0afd1793f5 on network f1e1dabf-b410-4023-9169-a460a86e7184 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-8 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:10:21.016827 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd7ddc05-66a5-4453-8b13-ca1e1900fd3a req-10f96083-09f4-47cd-a645-d4409a30f35b service neutron] Attempting to bind port 72dae9ec-25f8-4e7b-a186-6f0afd1793f5 on network f1e1dabf-b410-4023-9169-a460a86e7184 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:10:21.029199 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd7ddc05-66a5-4453-8b13-ca1e1900fd3a req-10f96083-09f4-47cd-a645-d4409a30f35b service neutron] Checking agent: {'id': 'ab77bf9e-0267-4174-8f1d-822cba89b207', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 15, 13), 'started_at': datetime.datetime(2021, 11, 23, 17, 15, 13), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 10, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:10:21.029543 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd7ddc05-66a5-4453-8b13-ca1e1900fd3a req-10f96083-09f4-47cd-a645-d4409a30f35b service neutron] Checking segment: {'id': '329c1745-02bf-4561-9615-3192910887f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'f1e1dabf-b410-4023-9169-a460a86e7184'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:10:21.029927 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd7ddc05-66a5-4453-8b13-ca1e1900fd3a req-10f96083-09f4-47cd-a645-d4409a30f35b service neutron] Bound using segment: {'id': '329c1745-02bf-4561-9615-3192910887f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'f1e1dabf-b410-4023-9169-a460a86e7184'} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:10:21.030360 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-cd7ddc05-66a5-4453-8b13-ca1e1900fd3a req-10f96083-09f4-47cd-a645-d4409a30f35b service neutron] Bound port: 72dae9ec-25f8-4e7b-a186-6f0afd1793f5, host: n-h2-816206-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '329c1745-02bf-4561-9615-3192910887f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'f1e1dabf-b410-4023-9169-a460a86e7184'}}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:10:21.030715 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-cd7ddc05-66a5-4453-8b13-ca1e1900fd3a req-10f96083-09f4-47cd-a645-d4409a30f35b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:21.035540 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d755c87e-21ee-4a40-a350-87b1a887bf5d req-54ceac5d-6b73-47dc-83fd-10a884820d42 tempest-ServersAdminNegativeTestJSON-2032210558 tempest-ServersAdminNegativeTestJSON-2032210558-project] 10.222.0.60 "GET /v2.0/security-groups?id=66c4686f-7575-4135-865e-763dd0e24eac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737669 Nov 23 18:10:21.098386 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-cd7ddc05-66a5-4453-8b13-ca1e1900fd3a req-10f96083-09f4-47cd-a645-d4409a30f35b service neutron] For port 72dae9ec-25f8-4e7b-a186-6f0afd1793f5, host n-h2-816206-8, cleared binding levels {{(pid=103591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:10:21.101431 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-cd7ddc05-66a5-4453-8b13-ca1e1900fd3a req-10f96083-09f4-47cd-a645-d4409a30f35b service neutron] For port 72dae9ec-25f8-4e7b-a186-6f0afd1793f5, host n-h2-816206-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=72dae9ec-25f8-4e7b-a186-6f0afd1793f5,segment=NetworkSegment(329c1745-02bf-4561-9615-3192910887f5),segment_id=329c1745-02bf-4561-9615-3192910887f5)] {{(pid=103591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:10:21.106654 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-cd7ddc05-66a5-4453-8b13-ca1e1900fd3a req-10f96083-09f4-47cd-a645-d4409a30f35b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264758186'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:21.143947 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7ddc05-66a5-4453-8b13-ca1e1900fd3a req-10f96083-09f4-47cd-a645-d4409a30f35b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:10:21.144601 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-cd7ddc05-66a5-4453-8b13-ca1e1900fd3a req-10f96083-09f4-47cd-a645-d4409a30f35b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:21.146004 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-cd7ddc05-66a5-4453-8b13-ca1e1900fd3a req-10f96083-09f4-47cd-a645-d4409a30f35b service neutron] 10.222.0.36 "PUT /v2.0/ports/72dae9ec-25f8-4e7b-a186-6f0afd1793f5 HTTP/1.1" status: 200 len: 1095 time: 0.6949289 Nov 23 18:10:21.146471 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2c404bd-a879-40ac-8847-4b2af1106eac', 'tag': '72dae9ec-25f8-4e7b-a186-6f0afd1793f5'}] {{(pid=103591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:10:21.148796 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41d174a19ece9499ff9ec44e5b3fc50f2abd3ffbc947fb7e52ea1e8db27b95b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b47d420-1065-4873-b409-5839152bcec6" -d '{"events": [{"name": "network-changed", "server_uuid": "a2c404bd-a879-40ac-8847-4b2af1106eac", "tag": "72dae9ec-25f8-4e7b-a186-6f0afd1793f5"}]}' {{(pid=103591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:10:21.177243 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f96083-09f4-47cd-a645-d4409a30f35b service neutron] Pushing event updated for resources: {'Port': ['ID=72dae9ec-25f8-4e7b-a186-6f0afd1793f5,revision_number=3']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:10:21.204979 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:10:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f578e25-7f3d-45eb-b49a-56d36574e6ab x-openstack-request-id: req-2f578e25-7f3d-45eb-b49a-56d36574e6ab {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:10:21.205274 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2c404bd-a879-40ac-8847-4b2af1106eac", "tag": "72dae9ec-25f8-4e7b-a186-6f0afd1793f5", "status": "completed", "code": 200}]} {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:10:21.205529 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-2f578e25-7f3d-45eb-b49a-56d36574e6ab {{(pid=103591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:10:21.205936 n-d-816206-8 neutron-server[103591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2c404bd-a879-40ac-8847-4b2af1106eac', 'tag': '72dae9ec-25f8-4e7b-a186-6f0afd1793f5', 'status': 'completed', 'code': 200} Nov 23 18:10:21.241899 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7ddc05-66a5-4453-8b13-ca1e1900fd3a req-d7945c87-9a27-4842-8866-40187d05cdee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:10:21.243468 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-cd7ddc05-66a5-4453-8b13-ca1e1900fd3a req-d7945c87-9a27-4842-8866-40187d05cdee service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8e8ed63b7f9e4fc5b6c8e4499c445710&device_id=a2c404bd-a879-40ac-8847-4b2af1106eac HTTP/1.1" status: 200 len: 1098 time: 0.0486910 Nov 23 18:10:21.289962 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-cd7ddc05-66a5-4453-8b13-ca1e1900fd3a req-4577cfe7-0979-4e0a-9946-6de36d8b59b3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.29&port_id=72dae9ec-25f8-4e7b-a186-6f0afd1793f5 HTTP/1.1" status: 200 len: 217 time: 0.0356421 Nov 23 18:10:21.346637 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7ddc05-66a5-4453-8b13-ca1e1900fd3a req-c8de12bc-dc26-4aca-a656-ddc3e84cf148 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:10:21.348093 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-cd7ddc05-66a5-4453-8b13-ca1e1900fd3a req-c8de12bc-dc26-4aca-a656-ddc3e84cf148 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ac77c175-5679-438b-8a2a-356718377641 HTTP/1.1" status: 200 len: 843 time: 0.0497708 Nov 23 18:10:21.395705 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7ddc05-66a5-4453-8b13-ca1e1900fd3a req-ef47acb5-5d93-41b5-a513-f4b95dfc6580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:10:21.397196 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-cd7ddc05-66a5-4453-8b13-ca1e1900fd3a req-ef47acb5-5d93-41b5-a513-f4b95dfc6580 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f1e1dabf-b410-4023-9169-a460a86e7184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0403142 Nov 23 18:10:21.489701 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-cd7ddc05-66a5-4453-8b13-ca1e1900fd3a req-a9863c45-6282-4da1-9c32-b0bb037ea05c service neutron] 10.222.0.36 "GET /v2.0/networks/f1e1dabf-b410-4023-9169-a460a86e7184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840135 Nov 23 18:10:21.584807 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-cd7ddc05-66a5-4453-8b13-ca1e1900fd3a req-c7dbcc28-e035-4ea6-8241-1a7d7bb9f4ec service neutron] 10.222.0.36 "GET /v2.0/networks/f1e1dabf-b410-4023-9169-a460a86e7184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876298 Nov 23 18:10:21.673176 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b47d420-1065-4873-b409-5839152bcec6 req-94af17c1-783a-495c-a5bd-4031f576d566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:10:21.674705 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5b47d420-1065-4873-b409-5839152bcec6 req-94af17c1-783a-495c-a5bd-4031f576d566 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8e8ed63b7f9e4fc5b6c8e4499c445710&device_id=a2c404bd-a879-40ac-8847-4b2af1106eac HTTP/1.1" status: 200 len: 1098 time: 0.0422542 Nov 23 18:10:21.771563 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b47d420-1065-4873-b409-5839152bcec6 req-a5596d09-c9a9-4122-bb36-3747f9a4146a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:10:21.773114 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5b47d420-1065-4873-b409-5839152bcec6 req-a5596d09-c9a9-4122-bb36-3747f9a4146a service neutron] 10.222.0.36 "GET /v2.0/networks?id=f1e1dabf-b410-4023-9169-a460a86e7184 HTTP/1.1" status: 200 len: 870 time: 0.0899920 Nov 23 18:10:21.827956 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5b47d420-1065-4873-b409-5839152bcec6 req-965f9d5e-228a-4213-aed2-565d0b32d46a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.29&port_id=72dae9ec-25f8-4e7b-a186-6f0afd1793f5 HTTP/1.1" status: 200 len: 217 time: 0.0463099 Nov 23 18:10:21.880342 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b47d420-1065-4873-b409-5839152bcec6 req-c011fe51-d2c4-4634-b969-867a5bc64a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:10:21.881770 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5b47d420-1065-4873-b409-5839152bcec6 req-c011fe51-d2c4-4634-b969-867a5bc64a44 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ac77c175-5679-438b-8a2a-356718377641 HTTP/1.1" status: 200 len: 843 time: 0.0454848 Nov 23 18:10:21.937193 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b47d420-1065-4873-b409-5839152bcec6 req-dc09fe90-2118-4bb9-938a-bafb84f163b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:10:21.938716 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5b47d420-1065-4873-b409-5839152bcec6 req-dc09fe90-2118-4bb9-938a-bafb84f163b8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f1e1dabf-b410-4023-9169-a460a86e7184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0485404 Nov 23 18:10:22.035182 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5b47d420-1065-4873-b409-5839152bcec6 req-da5a4bbf-2925-4e18-a550-809ff467b98d service neutron] 10.222.0.36 "GET /v2.0/networks/f1e1dabf-b410-4023-9169-a460a86e7184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871897 Nov 23 18:10:22.167203 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5b47d420-1065-4873-b409-5839152bcec6 req-00732d51-9c8d-4388-8c5c-e640330365e5 service neutron] 10.222.0.36 "GET /v2.0/networks/f1e1dabf-b410-4023-9169-a460a86e7184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240213 Nov 23 18:10:22.180418 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79373e80-cd66-4f05-880c-1ff9c3acf363 req-46b3fdde-9a56-4b6a-bd52-e94081093d34 tempest-ServersAdminNegativeTestJSON-2032210558 tempest-ServersAdminNegativeTestJSON-2032210558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:10:22.182013 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-79373e80-cd66-4f05-880c-1ff9c3acf363 req-46b3fdde-9a56-4b6a-bd52-e94081093d34 tempest-ServersAdminNegativeTestJSON-2032210558 tempest-ServersAdminNegativeTestJSON-2032210558-project] 10.222.0.60 "GET /v2.0/ports?device_id=a2c404bd-a879-40ac-8847-4b2af1106eac HTTP/1.1" status: 200 len: 947 time: 0.0732102 Nov 23 18:10:22.238333 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-79373e80-cd66-4f05-880c-1ff9c3acf363 req-a078f061-b7b6-4b09-8c28-e87b3816edbd tempest-ServersAdminNegativeTestJSON-2032210558 tempest-ServersAdminNegativeTestJSON-2032210558-project] 10.222.0.60 "GET /v2.0/security-groups?id=66c4686f-7575-4135-865e-763dd0e24eac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501108 Nov 23 18:10:23.356086 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead480e3-0f50-42a8-abfe-a3639f666a10 req-97a609eb-38bd-4dc0-b20d-e74f100f959a tempest-ServersAdminNegativeTestJSON-2032210558 tempest-ServersAdminNegativeTestJSON-2032210558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:10:23.357639 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ead480e3-0f50-42a8-abfe-a3639f666a10 req-97a609eb-38bd-4dc0-b20d-e74f100f959a tempest-ServersAdminNegativeTestJSON-2032210558 tempest-ServersAdminNegativeTestJSON-2032210558-project] 10.222.0.60 "GET /v2.0/ports?device_id=a2c404bd-a879-40ac-8847-4b2af1106eac HTTP/1.1" status: 200 len: 947 time: 0.0499899 Nov 23 18:10:23.408730 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ead480e3-0f50-42a8-abfe-a3639f666a10 req-fd3f22da-c7ee-4f81-9d90-95603606bf65 tempest-ServersAdminNegativeTestJSON-2032210558 tempest-ServersAdminNegativeTestJSON-2032210558-project] 10.222.0.60 "GET /v2.0/security-groups?id=66c4686f-7575-4135-865e-763dd0e24eac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450544 Nov 23 18:10:24.523006 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d828b457-4865-46d6-b5ee-db20af72ac77 req-87dcd90b-5396-439c-9ce1-8e6df0ff0fa3 tempest-ServersAdminNegativeTestJSON-2032210558 tempest-ServersAdminNegativeTestJSON-2032210558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:10:24.524570 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d828b457-4865-46d6-b5ee-db20af72ac77 req-87dcd90b-5396-439c-9ce1-8e6df0ff0fa3 tempest-ServersAdminNegativeTestJSON-2032210558 tempest-ServersAdminNegativeTestJSON-2032210558-project] 10.222.0.60 "GET /v2.0/ports?device_id=a2c404bd-a879-40ac-8847-4b2af1106eac HTTP/1.1" status: 200 len: 947 time: 0.0488796 Nov 23 18:10:24.571844 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d828b457-4865-46d6-b5ee-db20af72ac77 req-0700d1c2-5323-44e7-b95c-256d454d2854 tempest-ServersAdminNegativeTestJSON-2032210558 tempest-ServersAdminNegativeTestJSON-2032210558-project] 10.222.0.60 "GET /v2.0/security-groups?id=66c4686f-7575-4135-865e-763dd0e24eac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412498 Nov 23 18:10:25.308348 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device 72dae9ec-25f8-4e7b-a186-6f0afd1793f5 details requested by agent hyperv_n-h2-816206-8 with host n-h2-816206-8 {{(pid=103592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 18:10:25.402898 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port 72dae9ec-25f8-4e7b-a186-6f0afd1793f5, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=72dae9ec-25f8-4e7b-a186-6f0afd1793f5,segment=NetworkSegment(329c1745-02bf-4561-9615-3192910887f5),segment_id=329c1745-02bf-4561-9615-3192910887f5)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:10:25.412911 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Returning: {'device': '72dae9ec-25f8-4e7b-a186-6f0afd1793f5', 'network_id': 'f1e1dabf-b410-4023-9169-a460a86e7184', 'port_id': '72dae9ec-25f8-4e7b-a186-6f0afd1793f5', 'mac_address': 'fa:16:3e:33:61:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac77c175-5679-438b-8a2a-356718377641', 'ip_address': '192.168.233.29'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 18:10:25.451067 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:25.463983 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72dae9ec-25f8-4e7b-a186-6f0afd1793f5 {{(pid=103592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:10:25.483209 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port 72dae9ec-25f8-4e7b-a186-6f0afd1793f5, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=72dae9ec-25f8-4e7b-a186-6f0afd1793f5,segment=NetworkSegment(329c1745-02bf-4561-9615-3192910887f5),segment_id=329c1745-02bf-4561-9615-3192910887f5)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:10:25.487115 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:25.537983 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Pushing event updated for resources: {'Port': ['ID=72dae9ec-25f8-4e7b-a186-6f0afd1793f5,revision_number=4']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:10:25.692831 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83aa5b4b-55f0-4ceb-bb4b-e5a303fc4792 req-70205900-2eca-495e-b1d7-fd3800714064 tempest-ServersAdminNegativeTestJSON-2032210558 tempest-ServersAdminNegativeTestJSON-2032210558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:10:25.694353 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-83aa5b4b-55f0-4ceb-bb4b-e5a303fc4792 req-70205900-2eca-495e-b1d7-fd3800714064 tempest-ServersAdminNegativeTestJSON-2032210558 tempest-ServersAdminNegativeTestJSON-2032210558-project] 10.222.0.60 "GET /v2.0/ports?device_id=a2c404bd-a879-40ac-8847-4b2af1106eac HTTP/1.1" status: 200 len: 948 time: 0.0532196 Nov 23 18:10:25.743761 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-83aa5b4b-55f0-4ceb-bb4b-e5a303fc4792 req-1c8240a0-a635-4bb8-beaa-41d3d3b4016f tempest-ServersAdminNegativeTestJSON-2032210558 tempest-ServersAdminNegativeTestJSON-2032210558-project] 10.222.0.60 "GET /v2.0/security-groups?id=66c4686f-7575-4135-865e-763dd0e24eac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433187 Nov 23 18:10:25.747196 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] get_ports_and_sgs() called for port_ids ['72dae9ec-25f8-4e7b-a186-6f0afd1793f5'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:10:26.861663 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614682ad-dc47-45b5-9e2f-17d8fbb6f42a req-d03276e2-c448-4bc3-be13-9913c2159f8b tempest-ServersAdminNegativeTestJSON-2032210558 tempest-ServersAdminNegativeTestJSON-2032210558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:10:26.863133 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-614682ad-dc47-45b5-9e2f-17d8fbb6f42a req-d03276e2-c448-4bc3-be13-9913c2159f8b tempest-ServersAdminNegativeTestJSON-2032210558 tempest-ServersAdminNegativeTestJSON-2032210558-project] 10.222.0.60 "GET /v2.0/ports?device_id=a2c404bd-a879-40ac-8847-4b2af1106eac HTTP/1.1" status: 200 len: 948 time: 0.0523906 Nov 23 18:10:26.910291 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-614682ad-dc47-45b5-9e2f-17d8fbb6f42a req-dca3d8e2-c54b-4af8-81b0-b05c40cfda5a tempest-ServersAdminNegativeTestJSON-2032210558 tempest-ServersAdminNegativeTestJSON-2032210558-project] 10.222.0.60 "GET /v2.0/security-groups?id=66c4686f-7575-4135-865e-763dd0e24eac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405076 Nov 23 18:10:27.310654 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device 72dae9ec-25f8-4e7b-a186-6f0afd1793f5 up at agent hyperv_n-h2-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:10:27.361585 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Provisioning for port 72dae9ec-25f8-4e7b-a186-6f0afd1793f5 completed by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 18:10:27.365531 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Provisioning complete for port 72dae9ec-25f8-4e7b-a186-6f0afd1793f5 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:10:27.365901 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:27.442002 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:27.463882 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2c404bd-a879-40ac-8847-4b2af1106eac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72dae9ec-25f8-4e7b-a186-6f0afd1793f5'}] {{(pid=103592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:10:27.466182 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba3e6a8f2301c7a29fe1eca9779abdae4ccbcd6266d69778087f2498d5551201" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c84e8ece-6bd4-4422-bf77-9f070c618adf" -d '{"events": [{"server_uuid": "a2c404bd-a879-40ac-8847-4b2af1106eac", "name": "network-vif-plugged", "status": "completed", "tag": "72dae9ec-25f8-4e7b-a186-6f0afd1793f5"}]}' {{(pid=103592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:10:27.479159 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port 72dae9ec-25f8-4e7b-a186-6f0afd1793f5, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=72dae9ec-25f8-4e7b-a186-6f0afd1793f5,segment=NetworkSegment(329c1745-02bf-4561-9615-3192910887f5),segment_id=329c1745-02bf-4561-9615-3192910887f5)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:10:27.483047 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:27.531560 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Pushing event updated for resources: {'Port': ['ID=72dae9ec-25f8-4e7b-a186-6f0afd1793f5,revision_number=5']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:10:27.569577 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:10:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93b560c6-eafe-4800-9619-25e35571b5a5 x-openstack-request-id: req-93b560c6-eafe-4800-9619-25e35571b5a5 {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:10:27.569878 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2c404bd-a879-40ac-8847-4b2af1106eac", "name": "network-vif-plugged", "status": "completed", "tag": "72dae9ec-25f8-4e7b-a186-6f0afd1793f5", "code": 200}]} {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:10:27.570187 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-93b560c6-eafe-4800-9619-25e35571b5a5 {{(pid=103592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:10:27.570593 n-d-816206-8 neutron-server[103592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2c404bd-a879-40ac-8847-4b2af1106eac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72dae9ec-25f8-4e7b-a186-6f0afd1793f5', 'code': 200} Nov 23 18:10:27.665423 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dff5bb-b616-4986-8de0-efb4a6555c86 req-05542361-0cb5-474b-8253-b6bbef1151a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:10:27.666909 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-92dff5bb-b616-4986-8de0-efb4a6555c86 req-05542361-0cb5-474b-8253-b6bbef1151a5 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a2c404bd-a879-40ac-8847-4b2af1106eac HTTP/1.1" status: 200 len: 1100 time: 0.0395844 Nov 23 18:10:27.710894 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-92dff5bb-b616-4986-8de0-efb4a6555c86 req-ac8b7103-46f1-45b3-964f-73e44e5398f2 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=66c4686f-7575-4135-865e-763dd0e24eac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365956 Nov 23 18:10:28.036217 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceecdda1-b6b4-4e41-906e-364a3de35a47 req-3ad1ae6f-0e94-4445-bea2-6b16f9a205ff tempest-ServersAdminNegativeTestJSON-2032210558 tempest-ServersAdminNegativeTestJSON-2032210558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:10:28.037772 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ceecdda1-b6b4-4e41-906e-364a3de35a47 req-3ad1ae6f-0e94-4445-bea2-6b16f9a205ff tempest-ServersAdminNegativeTestJSON-2032210558 tempest-ServersAdminNegativeTestJSON-2032210558-project] 10.222.0.60 "GET /v2.0/ports?device_id=a2c404bd-a879-40ac-8847-4b2af1106eac HTTP/1.1" status: 200 len: 949 time: 0.0544002 Nov 23 18:10:28.087718 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ceecdda1-b6b4-4e41-906e-364a3de35a47 req-06924e56-034c-4b72-9c6c-5a362366510c tempest-ServersAdminNegativeTestJSON-2032210558 tempest-ServersAdminNegativeTestJSON-2032210558-project] 10.222.0.60 "GET /v2.0/security-groups?id=66c4686f-7575-4135-865e-763dd0e24eac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427892 Nov 23 18:10:29.207735 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226362b9-fa8b-4d2d-9017-8b0480b28a9f req-53e2e349-a620-44aa-98e9-8777eb57ca85 tempest-ServersAdminNegativeTestJSON-2032210558 tempest-ServersAdminNegativeTestJSON-2032210558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:10:29.209238 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-226362b9-fa8b-4d2d-9017-8b0480b28a9f req-53e2e349-a620-44aa-98e9-8777eb57ca85 tempest-ServersAdminNegativeTestJSON-2032210558 tempest-ServersAdminNegativeTestJSON-2032210558-project] 10.222.0.60 "GET /v2.0/ports?device_id=a2c404bd-a879-40ac-8847-4b2af1106eac HTTP/1.1" status: 200 len: 949 time: 0.0495694 Nov 23 18:10:29.255935 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-226362b9-fa8b-4d2d-9017-8b0480b28a9f req-9d9b8dbc-8524-4091-9f64-43edcd877f2b tempest-ServersAdminNegativeTestJSON-2032210558 tempest-ServersAdminNegativeTestJSON-2032210558-project] 10.222.0.60 "GET /v2.0/security-groups?id=66c4686f-7575-4135-865e-763dd0e24eac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407188 Nov 23 18:10:29.628933 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [req-aeace760-ad58-446b-8ac7-17e33e8c91c6 req-834ea4e0-2f1d-486b-933d-29a7d6c3c91c service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=103591) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 18:10:29.629949 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-aeace760-ad58-446b-8ac7-17e33e8c91c6 req-834ea4e0-2f1d-486b-933d-29a7d6c3c91c service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0997920 Nov 23 18:10:30.000961 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [req-8df83ecc-22b7-4dd5-a7fe-53e699d36a02 req-08e6df9b-54c3-459b-8d5c-1fab08882af3 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=103591) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 18:10:30.001974 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8df83ecc-22b7-4dd5-a7fe-53e699d36a02 req-08e6df9b-54c3-459b-8d5c-1fab08882af3 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0556238 Nov 23 18:10:30.334046 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e391530-b40f-4356-8e7c-613d971d5d63 req-44fd91e4-01fa-4da6-a76e-9b5a0469e3d3 tempest-ServersAdminNegativeTestJSON-2032210558 tempest-ServersAdminNegativeTestJSON-2032210558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:10:30.335577 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6e391530-b40f-4356-8e7c-613d971d5d63 req-44fd91e4-01fa-4da6-a76e-9b5a0469e3d3 tempest-ServersAdminNegativeTestJSON-2032210558 tempest-ServersAdminNegativeTestJSON-2032210558-project] 10.222.0.60 "GET /v2.0/ports?device_id=a2c404bd-a879-40ac-8847-4b2af1106eac HTTP/1.1" status: 200 len: 949 time: 0.0521288 Nov 23 18:10:30.392922 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6e391530-b40f-4356-8e7c-613d971d5d63 req-4622773f-2cda-43a0-8ffd-14ba31c18bc1 tempest-ServersAdminNegativeTestJSON-2032210558 tempest-ServersAdminNegativeTestJSON-2032210558-project] 10.222.0.60 "GET /v2.0/security-groups?id=66c4686f-7575-4135-865e-763dd0e24eac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506151 Nov 23 18:10:31.514769 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7493c05-8044-4db7-998e-9b161d0e032c req-31eda09b-26d1-4011-8691-a2d28b83a1a8 tempest-ServersAdminNegativeTestJSON-2032210558 tempest-ServersAdminNegativeTestJSON-2032210558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:10:31.516240 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b7493c05-8044-4db7-998e-9b161d0e032c req-31eda09b-26d1-4011-8691-a2d28b83a1a8 tempest-ServersAdminNegativeTestJSON-2032210558 tempest-ServersAdminNegativeTestJSON-2032210558-project] 10.222.0.60 "GET /v2.0/ports?device_id=a2c404bd-a879-40ac-8847-4b2af1106eac HTTP/1.1" status: 200 len: 949 time: 0.0505896 Nov 23 18:10:31.563294 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b7493c05-8044-4db7-998e-9b161d0e032c req-67465cbc-c8d9-41f8-ba60-ac36061fb14f tempest-ServersAdminNegativeTestJSON-2032210558 tempest-ServersAdminNegativeTestJSON-2032210558-project] 10.222.0.60 "GET /v2.0/security-groups?id=66c4686f-7575-4135-865e-763dd0e24eac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409682 Nov 23 18:10:31.638087 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbda7c3a-b253-4b6c-9a95-f52cd16ae7f1 req-069f3dc3-2efb-4273-957f-d37ce50a1cdb tempest-ServersAdminNegativeTestJSON-2032210558 tempest-ServersAdminNegativeTestJSON-2032210558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:10:31.639622 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-fbda7c3a-b253-4b6c-9a95-f52cd16ae7f1 req-069f3dc3-2efb-4273-957f-d37ce50a1cdb tempest-ServersAdminNegativeTestJSON-2032210558 tempest-ServersAdminNegativeTestJSON-2032210558-project] 10.222.0.36 "GET /v2.0/ports?device_id=a2c404bd-a879-40ac-8847-4b2af1106eac HTTP/1.1" status: 200 len: 949 time: 0.0485578 Nov 23 18:10:31.731977 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [req-fbda7c3a-b253-4b6c-9a95-f52cd16ae7f1 req-9e965aa9-bb6a-4649-957a-6159a6e898a9 tempest-ServersAdminNegativeTestJSON-2032210558 tempest-ServersAdminNegativeTestJSON-2032210558-project] Deleting port 72dae9ec-25f8-4e7b-a186-6f0afd1793f5 {{(pid=103591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:10:31.732226 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-fbda7c3a-b253-4b6c-9a95-f52cd16ae7f1 req-9e965aa9-bb6a-4649-957a-6159a6e898a9 tempest-ServersAdminNegativeTestJSON-2032210558 tempest-ServersAdminNegativeTestJSON-2032210558-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:31.819187 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-fbda7c3a-b253-4b6c-9a95-f52cd16ae7f1 req-9e965aa9-bb6a-4649-957a-6159a6e898a9 tempest-ServersAdminNegativeTestJSON-2032210558 tempest-ServersAdminNegativeTestJSON-2032210558-project] For port 72dae9ec-25f8-4e7b-a186-6f0afd1793f5, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=72dae9ec-25f8-4e7b-a186-6f0afd1793f5,segment=NetworkSegment(329c1745-02bf-4561-9615-3192910887f5),segment_id=329c1745-02bf-4561-9615-3192910887f5)] {{(pid=103591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:10:31.819542 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-fbda7c3a-b253-4b6c-9a95-f52cd16ae7f1 req-9e965aa9-bb6a-4649-957a-6159a6e898a9 tempest-ServersAdminNegativeTestJSON-2032210558 tempest-ServersAdminNegativeTestJSON-2032210558-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:31.831931 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [req-fbda7c3a-b253-4b6c-9a95-f52cd16ae7f1 req-9e965aa9-bb6a-4649-957a-6159a6e898a9 tempest-ServersAdminNegativeTestJSON-2032210558 tempest-ServersAdminNegativeTestJSON-2032210558-project] Calling delete_port for 72dae9ec-25f8-4e7b-a186-6f0afd1793f5 owned by compute:nova {{(pid=103591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:10:31.961659 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-fbda7c3a-b253-4b6c-9a95-f52cd16ae7f1 req-9e965aa9-bb6a-4649-957a-6159a6e898a9 tempest-ServersAdminNegativeTestJSON-2032210558 tempest-ServersAdminNegativeTestJSON-2032210558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:31.974695 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] get_ports_and_sgs() called for port_ids ['72dae9ec-25f8-4e7b-a186-6f0afd1793f5'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:10:31.993094 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e965aa9-bb6a-4649-957a-6159a6e898a9 tempest-ServersAdminNegativeTestJSON-2032210558 tempest-ServersAdminNegativeTestJSON-2032210558-project] Pushing event deleted for resources: {'Port': ['ID=72dae9ec-25f8-4e7b-a186-6f0afd1793f5,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:10:32.040428 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbda7c3a-b253-4b6c-9a95-f52cd16ae7f1 req-9e965aa9-bb6a-4649-957a-6159a6e898a9 tempest-ServersAdminNegativeTestJSON-2032210558 tempest-ServersAdminNegativeTestJSON-2032210558-project] No DVR routers for this DVR port 72dae9ec-25f8-4e7b-a186-6f0afd1793f5 on host n-h2-816206-8 {{(pid=103591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:10:32.043304 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-fbda7c3a-b253-4b6c-9a95-f52cd16ae7f1 req-9e965aa9-bb6a-4649-957a-6159a6e898a9 tempest-ServersAdminNegativeTestJSON-2032210558 tempest-ServersAdminNegativeTestJSON-2032210558-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:32.047287 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-fbda7c3a-b253-4b6c-9a95-f52cd16ae7f1 req-9e965aa9-bb6a-4649-957a-6159a6e898a9 tempest-ServersAdminNegativeTestJSON-2032210558 tempest-ServersAdminNegativeTestJSON-2032210558-project] 10.222.0.36 "DELETE /v2.0/ports/72dae9ec-25f8-4e7b-a186-6f0afd1793f5 HTTP/1.1" status: 204 len: 173 time: 0.4008574 Nov 23 18:10:32.047807 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2c404bd-a879-40ac-8847-4b2af1106eac', 'name': 'network-vif-deleted', 'tag': '72dae9ec-25f8-4e7b-a186-6f0afd1793f5'}] {{(pid=103591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:10:32.050243 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41d174a19ece9499ff9ec44e5b3fc50f2abd3ffbc947fb7e52ea1e8db27b95b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ce248b3-4a68-4f80-a26e-8e50d949bfcc" -d '{"events": [{"server_uuid": "a2c404bd-a879-40ac-8847-4b2af1106eac", "name": "network-vif-deleted", "tag": "72dae9ec-25f8-4e7b-a186-6f0afd1793f5"}]}' {{(pid=103591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:10:32.094065 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:10:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ecd03a1-1f96-4974-9498-4420b2ffe46f x-openstack-request-id: req-9ecd03a1-1f96-4974-9498-4420b2ffe46f {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:10:32.094370 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2c404bd-a879-40ac-8847-4b2af1106eac", "name": "network-vif-deleted", "tag": "72dae9ec-25f8-4e7b-a186-6f0afd1793f5", "status": "completed", "code": 200}]} {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:10:32.094625 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-9ecd03a1-1f96-4974-9498-4420b2ffe46f {{(pid=103591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:10:32.095039 n-d-816206-8 neutron-server[103591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2c404bd-a879-40ac-8847-4b2af1106eac', 'name': 'network-vif-deleted', 'tag': '72dae9ec-25f8-4e7b-a186-6f0afd1793f5', 'status': 'completed', 'code': 200} Nov 23 18:10:32.869859 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 53116) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:10:32.999994 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-72833426-0c2e-4bb1-98ec-96919b64c959 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=8e8ed63b7f9e4fc5b6c8e4499c445710&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1289873 Nov 23 18:10:33.002460 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 53120) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:10:33.049221 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0634e7f1-77ab-43d8-aed2-146229ec6273 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:33.070925 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0634e7f1-77ab-43d8-aed2-146229ec6273 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:33.118159 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0634e7f1-77ab-43d8-aed2-146229ec6273 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:33.120770 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0634e7f1-77ab-43d8-aed2-146229ec6273 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:33.121957 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-0634e7f1-77ab-43d8-aed2-146229ec6273 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/66c4686f-7575-4135-865e-763dd0e24eac HTTP/1.1" status: 204 len: 168 time: 0.1185925 Nov 23 18:10:33.129631 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0634e7f1-77ab-43d8-aed2-146229ec6273 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66c4686f-7575-4135-865e-763dd0e24eac,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:10:33.380005 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 53126) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:10:33.393229 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c43c135c-09c9-4b52-80f4-38af20f051f7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:33.467501 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c43c135c-09c9-4b52-80f4-38af20f051f7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:33.471247 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c43c135c-09c9-4b52-80f4-38af20f051f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:33.511036 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-c43c135c-09c9-4b52-80f4-38af20f051f7 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=86856f46f78f44b997be9d628d25ac50&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1298923 Nov 23 18:10:33.511922 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43c135c-09c9-4b52-80f4-38af20f051f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=018be77a-8cac-49e2-8c00-dc0ff9de76cc,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:10:33.514818 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 53128) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:10:33.545872 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.agents_db [None req-464f6c07-0de8-4be6-8f5b-563f574d1c5d None None] Agent healthcheck: found 7 active agents {{(pid=103593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 18:10:33.563885 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-87b72fae-bb42-4d5a-b04b-51a4c8755eb9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:33.587526 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-87b72fae-bb42-4d5a-b04b-51a4c8755eb9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:33.632731 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-87b72fae-bb42-4d5a-b04b-51a4c8755eb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:33.635319 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-87b72fae-bb42-4d5a-b04b-51a4c8755eb9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:33.636466 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-87b72fae-bb42-4d5a-b04b-51a4c8755eb9 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/018be77a-8cac-49e2-8c00-dc0ff9de76cc HTTP/1.1" status: 204 len: 168 time: 0.1203055 Nov 23 18:10:33.644370 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b72fae-bb42-4d5a-b04b-51a4c8755eb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=018be77a-8cac-49e2-8c00-dc0ff9de76cc,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:10:34.309713 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 53150) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:10:34.404712 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-6ec5c335-1e0b-4036-a45b-10823bbd7923 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1255758538-network', 'tenant_id': 'e9a863600fcb4654b8125b63ddedc870'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:10:34.426767 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ec5c335-1e0b-4036-a45b-10823bbd7923 admin admin] Made reservation on behalf of e9a863600fcb4654b8125b63ddedc870 for: {'network': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:10:34.429198 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6ec5c335-1e0b-4036-a45b-10823bbd7923 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for network, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:34.439156 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6ec5c335-1e0b-4036-a45b-10823bbd7923 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:34.513939 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6ec5c335-1e0b-4036-a45b-10823bbd7923 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:34.517675 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6ec5c335-1e0b-4036-a45b-10823bbd7923 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:34.542456 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ec5c335-1e0b-4036-a45b-10823bbd7923 admin admin] vlan segment allocate from pool success with {'vlan_id': 507, 'physical_network': 'physnet1'} {{(pid=103590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 18:10:34.551118 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec5c335-1e0b-4036-a45b-10823bbd7923 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf3be21c-fac1-46a9-a328-a408df8099bb,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:10:34.557779 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6ec5c335-1e0b-4036-a45b-10823bbd7923 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:34.558120 n-d-816206-8 neutron-server[103590]: INFO neutron.db.segments_db [None req-6ec5c335-1e0b-4036-a45b-10823bbd7923 admin admin] Added segment f7847047-0236-40a0-9190-260b05d8940b of type vlan for network 42f33d22-98a8-4ba3-a4b0-d7bc101e2623 Nov 23 18:10:34.596841 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6ec5c335-1e0b-4036-a45b-10823bbd7923 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736635338810'] for network, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:34.622306 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6ec5c335-1e0b-4036-a45b-10823bbd7923 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493'] for network, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:34.623256 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ec5c335-1e0b-4036-a45b-10823bbd7923 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:10:34.623867 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6ec5c335-1e0b-4036-a45b-10823bbd7923 admin admin] Publish callbacks [] for network, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:34.661204 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-6ec5c335-1e0b-4036-a45b-10823bbd7923 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3503857 Nov 23 18:10:34.665324 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 53154) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:10:34.670174 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-de7e790e-134b-4ae1-bce1-ef4745b6299c admin admin] Request body: {'subnet': {'network_id': '42f33d22-98a8-4ba3-a4b0-d7bc101e2623', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1255758538-subnet', 'tenant_id': 'e9a863600fcb4654b8125b63ddedc870', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:10:34.689581 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec5c335-1e0b-4036-a45b-10823bbd7923 admin admin] Pushing event updated for resources: {'Network': ['ID=42f33d22-98a8-4ba3-a4b0-d7bc101e2623,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:10:34.691340 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de7e790e-134b-4ae1-bce1-ef4745b6299c admin admin] Made reservation on behalf of e9a863600fcb4654b8125b63ddedc870 for: {'subnet': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:10:34.694672 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-de7e790e-134b-4ae1-bce1-ef4745b6299c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264314294'] for subnet, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:34.699621 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Network 42f33d22-98a8-4ba3-a4b0-d7bc101e2623 details requested by agent ovs-agent-n-d-816206-8 with host n-d-816206-8 {{(pid=103592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 18:10:34.867858 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-de7e790e-134b-4ae1-bce1-ef4745b6299c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264758079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264314276'] for subnet, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:34.919615 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7e790e-134b-4ae1-bce1-ef4745b6299c admin admin] Pushing event updated for resources: {'Subnet': ['ID=8d245095-4998-4579-85ec-34abaa7550be,revision_number=0']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:10:34.930819 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de7e790e-134b-4ae1-bce1-ef4745b6299c admin admin] Checking segment: {'id': 'f7847047-0236-40a0-9190-260b05d8940b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '42f33d22-98a8-4ba3-a4b0-d7bc101e2623'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:10:34.930992 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de7e790e-134b-4ae1-bce1-ef4745b6299c admin admin] Network hostable DHCP agents. Network: 42f33d22-98a8-4ba3-a4b0-d7bc101e2623, hostable agents: ['0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3'], hosted agents: [] {{(pid=103591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 18:10:34.946445 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de7e790e-134b-4ae1-bce1-ef4745b6299c admin admin] Network 42f33d22-98a8-4ba3-a4b0-d7bc101e2623 is scheduled to be hosted by DHCP agent 0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3 with binding_index 1 {{(pid=103591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 18:10:34.954558 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [None req-de7e790e-134b-4ae1-bce1-ef4745b6299c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-8, 42f33d22-98a8-4ba3-a4b0-d7bc101e2623) {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:10:34.958884 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de7e790e-134b-4ae1-bce1-ef4745b6299c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:10:34.960040 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-de7e790e-134b-4ae1-bce1-ef4745b6299c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for subnet, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:34.966105 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82d63eeb-6f99-4eb8-8202-5602687f87ae None None] Network 42f33d22-98a8-4ba3-a4b0-d7bc101e2623 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:10:34.985658 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-de7e790e-134b-4ae1-bce1-ef4745b6299c admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3099790 Nov 23 18:10:35.099624 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e62a1d60-ad54-4da0-b5e6-22365db70dab None None] Network 42f33d22-98a8-4ba3-a4b0-d7bc101e2623 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:10:35.357920 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device 72dae9ec-25f8-4e7b-a186-6f0afd1793f5 no longer exists at agent hyperv_n-h2-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:10:35.378212 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] No Port match for: 72dae9ec-25f8-4e7b-a186-6f0afd1793f5 {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:10:35.378552 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device 72dae9ec-25f8-4e7b-a186-6f0afd1793f5 not bound to the agent host n-h2-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:10:35.432182 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc9ac1c-155b-4e0a-bebb-59635a67a269 req-166ce21a-7fe6-49d2-b99d-5a2fe3e1194e tempest-DeleteServersTestJSON-986157203 tempest-DeleteServersTestJSON-986157203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:10:35.433675 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4dc9ac1c-155b-4e0a-bebb-59635a67a269 req-166ce21a-7fe6-49d2-b99d-5a2fe3e1194e tempest-DeleteServersTestJSON-986157203 tempest-DeleteServersTestJSON-986157203-project] 10.222.0.60 "GET /v2.0/networks?id=42f33d22-98a8-4ba3-a4b0-d7bc101e2623 HTTP/1.1" status: 200 len: 812 time: 0.1103091 Nov 23 18:10:35.449284 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4dc9ac1c-155b-4e0a-bebb-59635a67a269 req-2edb1627-bde9-4350-8d9d-fe80d6387898 tempest-DeleteServersTestJSON-986157203 tempest-DeleteServersTestJSON-986157203-project] 10.222.0.60 "GET /v2.0/quotas/e9a863600fcb4654b8125b63ddedc870 HTTP/1.1" status: 200 len: 375 time: 0.0096977 Nov 23 18:10:35.480090 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4dc9ac1c-155b-4e0a-bebb-59635a67a269 req-699923f3-598d-464f-8a05-7cb047eb0d3b tempest-DeleteServersTestJSON-986157203 tempest-DeleteServersTestJSON-986157203-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=e9a863600fcb4654b8125b63ddedc870&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0255635 Nov 23 18:10:35.490474 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [req-4dc9ac1c-155b-4e0a-bebb-59635a67a269 req-7f185ff2-7b3b-4433-87b9-a971e3c45837 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=103591) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 18:10:35.491416 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4dc9ac1c-155b-4e0a-bebb-59635a67a269 req-7f185ff2-7b3b-4433-87b9-a971e3c45837 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048280 Nov 23 18:10:35.585794 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4dc9ac1c-155b-4e0a-bebb-59635a67a269 req-7bc44fdb-fd96-43b5-b34f-f4402baf14d1 service neutron] 10.222.0.60 "GET /v2.0/networks/42f33d22-98a8-4ba3-a4b0-d7bc101e2623?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877693 Nov 23 18:10:35.673874 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4dc9ac1c-155b-4e0a-bebb-59635a67a269 req-71336d37-68c4-4df0-8e52-a1e9200c0fc3 service neutron] 10.222.0.60 "GET /v2.0/networks/42f33d22-98a8-4ba3-a4b0-d7bc101e2623?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819516 Nov 23 18:10:35.829331 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-02610411-72da-4b96-99f0-43ac97ae29cc req-d91b59e5-6915-4e31-80d1-01256850e573 tempest-DeleteServersTestJSON-986157203 tempest-DeleteServersTestJSON-986157203-project] 10.222.0.60 "GET /v2.0/ports?device_id=f8d88562-7c54-4fe1-89d3-0a66600d0bdf HTTP/1.1" status: 200 len: 210 time: 0.0265839 Nov 23 18:10:36.909162 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2a71d6da-b1b3-425c-88dd-800e402189c9 req-55aeb98c-a05f-4fe1-9a52-a301406c28a0 tempest-DeleteServersTestJSON-986157203 tempest-DeleteServersTestJSON-986157203-project] 10.222.0.60 "GET /v2.0/ports?device_id=f8d88562-7c54-4fe1-89d3-0a66600d0bdf HTTP/1.1" status: 200 len: 210 time: 0.0311162 Nov 23 18:10:37.993418 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5ba3601d-0b8b-442b-907e-55309e1269dc req-6db786a7-99ad-429c-bf9c-2607ebd8ac3a tempest-DeleteServersTestJSON-986157203 tempest-DeleteServersTestJSON-986157203-project] 10.222.0.60 "GET /v2.0/ports?device_id=f8d88562-7c54-4fe1-89d3-0a66600d0bdf HTTP/1.1" status: 200 len: 210 time: 0.0266681 Nov 23 18:10:39.068940 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b0fec03c-6e99-410d-9f0c-1e800f9f8434 req-6e4ffdac-ebf7-4287-b266-fe3cf3bc8fb6 tempest-DeleteServersTestJSON-986157203 tempest-DeleteServersTestJSON-986157203-project] 10.222.0.60 "GET /v2.0/ports?device_id=f8d88562-7c54-4fe1-89d3-0a66600d0bdf HTTP/1.1" status: 200 len: 210 time: 0.0267637 Nov 23 18:10:40.159232 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-3a82e6df-3948-4c5d-9dc9-aabe2cabc236 req-4daf6cf2-0cee-4063-a3e4-caab032f8f30 tempest-DeleteServersTestJSON-986157203 tempest-DeleteServersTestJSON-986157203-project] 10.222.0.60 "GET /v2.0/ports?device_id=f8d88562-7c54-4fe1-89d3-0a66600d0bdf HTTP/1.1" status: 200 len: 210 time: 0.0253530 Nov 23 18:10:40.963510 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc9ac1c-155b-4e0a-bebb-59635a67a269 req-73e4d545-6e18-49f1-8e72-64eaa4e45753 tempest-DeleteServersTestJSON-986157203 tempest-DeleteServersTestJSON-986157203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:10:40.964981 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4dc9ac1c-155b-4e0a-bebb-59635a67a269 req-73e4d545-6e18-49f1-8e72-64eaa4e45753 tempest-DeleteServersTestJSON-986157203 tempest-DeleteServersTestJSON-986157203-project] 10.222.0.36 "GET /v2.0/networks?id=42f33d22-98a8-4ba3-a4b0-d7bc101e2623 HTTP/1.1" status: 200 len: 812 time: 0.1090326 Nov 23 18:10:40.978136 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [req-4dc9ac1c-155b-4e0a-bebb-59635a67a269 req-d4194a6e-d719-4fb6-83e4-f19ebf5021c7 tempest-DeleteServersTestJSON-986157203 tempest-DeleteServersTestJSON-986157203-project] Request body: {'port': {'device_id': 'f8d88562-7c54-4fe1-89d3-0a66600d0bdf', 'network_id': '42f33d22-98a8-4ba3-a4b0-d7bc101e2623', 'admin_state_up': True, 'tenant_id': 'e9a863600fcb4654b8125b63ddedc870'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:10:41.093753 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4dc9ac1c-155b-4e0a-bebb-59635a67a269 req-d4194a6e-d719-4fb6-83e4-f19ebf5021c7 tempest-DeleteServersTestJSON-986157203 tempest-DeleteServersTestJSON-986157203-project] Made reservation on behalf of e9a863600fcb4654b8125b63ddedc870 for: {'port': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:10:41.097301 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-4dc9ac1c-155b-4e0a-bebb-59635a67a269 req-d4194a6e-d719-4fb6-83e4-f19ebf5021c7 tempest-DeleteServersTestJSON-986157203 tempest-DeleteServersTestJSON-986157203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:41.223128 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.db_base_plugin_common [req-4dc9ac1c-155b-4e0a-bebb-59635a67a269 req-d4194a6e-d719-4fb6-83e4-f19ebf5021c7 tempest-DeleteServersTestJSON-986157203 tempest-DeleteServersTestJSON-986157203-project] Allocated IP 172.20.0.12 (42f33d22-98a8-4ba3-a4b0-d7bc101e2623/8d245095-4998-4579-85ec-34abaa7550be/ce89b096-0e32-4f38-820d-5d56e8028465) {{(pid=103591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:10:41.255827 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-0b50dba9-f7fc-4cd8-8e72-1d5a3d0970c2 req-670fc3d0-f444-46f3-9b4b-73322a7e1650 tempest-DeleteServersTestJSON-986157203 tempest-DeleteServersTestJSON-986157203-project] 10.222.0.60 "GET /v2.0/ports?device_id=f8d88562-7c54-4fe1-89d3-0a66600d0bdf HTTP/1.1" status: 200 len: 210 time: 0.0304716 Nov 23 18:10:41.392184 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-4dc9ac1c-155b-4e0a-bebb-59635a67a269 req-d4194a6e-d719-4fb6-83e4-f19ebf5021c7 tempest-DeleteServersTestJSON-986157203 tempest-DeleteServersTestJSON-986157203-project] Publish callbacks [] for port, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:41.425216 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-4dc9ac1c-155b-4e0a-bebb-59635a67a269 req-d4194a6e-d719-4fb6-83e4-f19ebf5021c7 tempest-DeleteServersTestJSON-986157203 tempest-DeleteServersTestJSON-986157203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:41.470451 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4dc9ac1c-155b-4e0a-bebb-59635a67a269 req-d4194a6e-d719-4fb6-83e4-f19ebf5021c7 tempest-DeleteServersTestJSON-986157203 tempest-DeleteServersTestJSON-986157203-project] Network 42f33d22-98a8-4ba3-a4b0-d7bc101e2623 is already hosted by enough agents. {{(pid=103591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:10:41.473462 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [req-4dc9ac1c-155b-4e0a-bebb-59635a67a269 req-d4194a6e-d719-4fb6-83e4-f19ebf5021c7 tempest-DeleteServersTestJSON-986157203 tempest-DeleteServersTestJSON-986157203-project] Resources bound (agent type, host, resource id): {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:10:41.477766 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [req-4dc9ac1c-155b-4e0a-bebb-59635a67a269 req-d4194a6e-d719-4fb6-83e4-f19ebf5021c7 tempest-DeleteServersTestJSON-986157203 tempest-DeleteServersTestJSON-986157203-project] Received port after_create {{(pid=103591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:10:41.500570 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4194a6e-d719-4fb6-83e4-f19ebf5021c7 tempest-DeleteServersTestJSON-986157203 tempest-DeleteServersTestJSON-986157203-project] Pushing event updated for resources: {'Port': ['ID=ce89b096-0e32-4f38-820d-5d56e8028465,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:10:41.528090 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc9ac1c-155b-4e0a-bebb-59635a67a269 req-d4194a6e-d719-4fb6-83e4-f19ebf5021c7 tempest-DeleteServersTestJSON-986157203 tempest-DeleteServersTestJSON-986157203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:10:41.528740 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-4dc9ac1c-155b-4e0a-bebb-59635a67a269 req-d4194a6e-d719-4fb6-83e4-f19ebf5021c7 tempest-DeleteServersTestJSON-986157203 tempest-DeleteServersTestJSON-986157203-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:41.544915 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4dc9ac1c-155b-4e0a-bebb-59635a67a269 req-d4194a6e-d719-4fb6-83e4-f19ebf5021c7 tempest-DeleteServersTestJSON-986157203 tempest-DeleteServersTestJSON-986157203-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5707159 Nov 23 18:10:41.557040 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [req-4dc9ac1c-155b-4e0a-bebb-59635a67a269 req-d26db26d-ab6b-48cb-93fa-0a8ad5ab2486 service neutron] Request body: {'port': {'device_id': 'f8d88562-7c54-4fe1-89d3-0a66600d0bdf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-8'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:10:41.612424 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-4dc9ac1c-155b-4e0a-bebb-59635a67a269 req-d26db26d-ab6b-48cb-93fa-0a8ad5ab2486 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:41.864072 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [req-4dc9ac1c-155b-4e0a-bebb-59635a67a269 req-d26db26d-ab6b-48cb-93fa-0a8ad5ab2486 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce89b096-0e32-4f38-820d-5d56e8028465 {{(pid=103591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:10:41.871319 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-4dc9ac1c-155b-4e0a-bebb-59635a67a269 req-d26db26d-ab6b-48cb-93fa-0a8ad5ab2486 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:41.883174 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.provisioning_blocks [req-4dc9ac1c-155b-4e0a-bebb-59635a67a269 req-d26db26d-ab6b-48cb-93fa-0a8ad5ab2486 service neutron] Transition to ACTIVE for port object ce89b096-0e32-4f38-820d-5d56e8028465 will not be triggered until provisioned by entity L2. {{(pid=103591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 18:10:41.887205 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-4dc9ac1c-155b-4e0a-bebb-59635a67a269 req-d26db26d-ab6b-48cb-93fa-0a8ad5ab2486 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264758186'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:41.934595 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26db26d-ab6b-48cb-93fa-0a8ad5ab2486 service neutron] Pushing event updated for resources: {'Port': ['ID=ce89b096-0e32-4f38-820d-5d56e8028465,revision_number=2']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:10:42.005823 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-4dc9ac1c-155b-4e0a-bebb-59635a67a269 req-d26db26d-ab6b-48cb-93fa-0a8ad5ab2486 service neutron] Attempting to bind port ce89b096-0e32-4f38-820d-5d56e8028465 on host n-h2-816206-8 for vnic_type normal with profile {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:10:42.006160 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-4dc9ac1c-155b-4e0a-bebb-59635a67a269 req-d26db26d-ab6b-48cb-93fa-0a8ad5ab2486 service neutron] Attempting to bind port ce89b096-0e32-4f38-820d-5d56e8028465 by drivers openvswitch,hyperv on host n-h2-816206-8 at level 0 using segments [{'id': 'f7847047-0236-40a0-9190-260b05d8940b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '42f33d22-98a8-4ba3-a4b0-d7bc101e2623'}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:10:42.006485 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dc9ac1c-155b-4e0a-bebb-59635a67a269 req-d26db26d-ab6b-48cb-93fa-0a8ad5ab2486 service neutron] Attempting to bind port ce89b096-0e32-4f38-820d-5d56e8028465 on network 42f33d22-98a8-4ba3-a4b0-d7bc101e2623 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:10:42.011309 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dc9ac1c-155b-4e0a-bebb-59635a67a269 req-d26db26d-ab6b-48cb-93fa-0a8ad5ab2486 service neutron] Port ce89b096-0e32-4f38-820d-5d56e8028465 on network 42f33d22-98a8-4ba3-a4b0-d7bc101e2623 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-8 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:10:42.011628 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dc9ac1c-155b-4e0a-bebb-59635a67a269 req-d26db26d-ab6b-48cb-93fa-0a8ad5ab2486 service neutron] Attempting to bind port ce89b096-0e32-4f38-820d-5d56e8028465 on network 42f33d22-98a8-4ba3-a4b0-d7bc101e2623 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:10:42.016461 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dc9ac1c-155b-4e0a-bebb-59635a67a269 req-d26db26d-ab6b-48cb-93fa-0a8ad5ab2486 service neutron] Checking agent: {'id': 'ab77bf9e-0267-4174-8f1d-822cba89b207', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 15, 13), 'started_at': datetime.datetime(2021, 11, 23, 17, 15, 13), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 10, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:10:42.016776 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dc9ac1c-155b-4e0a-bebb-59635a67a269 req-d26db26d-ab6b-48cb-93fa-0a8ad5ab2486 service neutron] Checking segment: {'id': 'f7847047-0236-40a0-9190-260b05d8940b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '42f33d22-98a8-4ba3-a4b0-d7bc101e2623'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:10:42.017154 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dc9ac1c-155b-4e0a-bebb-59635a67a269 req-d26db26d-ab6b-48cb-93fa-0a8ad5ab2486 service neutron] Bound using segment: {'id': 'f7847047-0236-40a0-9190-260b05d8940b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '42f33d22-98a8-4ba3-a4b0-d7bc101e2623'} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:10:42.017571 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-4dc9ac1c-155b-4e0a-bebb-59635a67a269 req-d26db26d-ab6b-48cb-93fa-0a8ad5ab2486 service neutron] Bound port: ce89b096-0e32-4f38-820d-5d56e8028465, host: n-h2-816206-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7847047-0236-40a0-9190-260b05d8940b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '42f33d22-98a8-4ba3-a4b0-d7bc101e2623'}}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:10:42.017919 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-4dc9ac1c-155b-4e0a-bebb-59635a67a269 req-d26db26d-ab6b-48cb-93fa-0a8ad5ab2486 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:42.081053 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-4dc9ac1c-155b-4e0a-bebb-59635a67a269 req-d26db26d-ab6b-48cb-93fa-0a8ad5ab2486 service neutron] For port ce89b096-0e32-4f38-820d-5d56e8028465, host n-h2-816206-8, cleared binding levels {{(pid=103591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:10:42.083961 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-4dc9ac1c-155b-4e0a-bebb-59635a67a269 req-d26db26d-ab6b-48cb-93fa-0a8ad5ab2486 service neutron] For port ce89b096-0e32-4f38-820d-5d56e8028465, host n-h2-816206-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=ce89b096-0e32-4f38-820d-5d56e8028465,segment=NetworkSegment(f7847047-0236-40a0-9190-260b05d8940b),segment_id=f7847047-0236-40a0-9190-260b05d8940b)] {{(pid=103591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:10:42.088912 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-4dc9ac1c-155b-4e0a-bebb-59635a67a269 req-d26db26d-ab6b-48cb-93fa-0a8ad5ab2486 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264758186'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:42.121805 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc9ac1c-155b-4e0a-bebb-59635a67a269 req-d26db26d-ab6b-48cb-93fa-0a8ad5ab2486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:10:42.122417 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-4dc9ac1c-155b-4e0a-bebb-59635a67a269 req-d26db26d-ab6b-48cb-93fa-0a8ad5ab2486 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:42.123789 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4dc9ac1c-155b-4e0a-bebb-59635a67a269 req-d26db26d-ab6b-48cb-93fa-0a8ad5ab2486 service neutron] 10.222.0.36 "PUT /v2.0/ports/ce89b096-0e32-4f38-820d-5d56e8028465 HTTP/1.1" status: 200 len: 1092 time: 0.5707877 Nov 23 18:10:42.124247 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8d88562-7c54-4fe1-89d3-0a66600d0bdf', 'tag': 'ce89b096-0e32-4f38-820d-5d56e8028465'}] {{(pid=103591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:10:42.126688 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41d174a19ece9499ff9ec44e5b3fc50f2abd3ffbc947fb7e52ea1e8db27b95b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8f56b00-5e3e-415f-850c-86f4d804b68f" -d '{"events": [{"name": "network-changed", "server_uuid": "f8d88562-7c54-4fe1-89d3-0a66600d0bdf", "tag": "ce89b096-0e32-4f38-820d-5d56e8028465"}]}' {{(pid=103591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:10:42.156526 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26db26d-ab6b-48cb-93fa-0a8ad5ab2486 service neutron] Pushing event updated for resources: {'Port': ['ID=ce89b096-0e32-4f38-820d-5d56e8028465,revision_number=3']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:10:42.169029 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:10:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29316142-d55c-4259-b9b8-a252978a32b5 x-openstack-request-id: req-29316142-d55c-4259-b9b8-a252978a32b5 {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:10:42.169319 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8d88562-7c54-4fe1-89d3-0a66600d0bdf", "tag": "ce89b096-0e32-4f38-820d-5d56e8028465", "status": "completed", "code": 200}]} {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:10:42.169638 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-29316142-d55c-4259-b9b8-a252978a32b5 {{(pid=103591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:10:42.170029 n-d-816206-8 neutron-server[103591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8d88562-7c54-4fe1-89d3-0a66600d0bdf', 'tag': 'ce89b096-0e32-4f38-820d-5d56e8028465', 'status': 'completed', 'code': 200} Nov 23 18:10:42.217723 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc9ac1c-155b-4e0a-bebb-59635a67a269 req-3810c915-fb52-496a-b55e-0f66d3f281a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:10:42.219197 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4dc9ac1c-155b-4e0a-bebb-59635a67a269 req-3810c915-fb52-496a-b55e-0f66d3f281a5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e9a863600fcb4654b8125b63ddedc870&device_id=f8d88562-7c54-4fe1-89d3-0a66600d0bdf HTTP/1.1" status: 200 len: 1095 time: 0.0455489 Nov 23 18:10:42.261714 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4dc9ac1c-155b-4e0a-bebb-59635a67a269 req-74335c4d-c399-485b-b20e-d5074f93b4cf service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ce89b096-0e32-4f38-820d-5d56e8028465 HTTP/1.1" status: 200 len: 217 time: 0.0333595 Nov 23 18:10:42.310874 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc9ac1c-155b-4e0a-bebb-59635a67a269 req-5e2e93df-d456-42a5-b620-e51bb6e359f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:10:42.312319 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4dc9ac1c-155b-4e0a-bebb-59635a67a269 req-5e2e93df-d456-42a5-b620-e51bb6e359f8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8d245095-4998-4579-85ec-34abaa7550be HTTP/1.1" status: 200 len: 852 time: 0.0437152 Nov 23 18:10:42.356773 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4dc9ac1c-155b-4e0a-bebb-59635a67a269 req-dc6ec71e-f2d6-483f-86b1-e0e7d6578153 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=42f33d22-98a8-4ba3-a4b0-d7bc101e2623&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362375 Nov 23 18:10:42.445126 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200a608c-a4e7-4838-807f-cdd8bccd0cd9 req-33cd4796-e65d-4377-a7d0-2e6133b4d596 tempest-DeleteServersTestJSON-986157203 tempest-DeleteServersTestJSON-986157203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:10:42.446561 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-200a608c-a4e7-4838-807f-cdd8bccd0cd9 req-33cd4796-e65d-4377-a7d0-2e6133b4d596 tempest-DeleteServersTestJSON-986157203 tempest-DeleteServersTestJSON-986157203-project] 10.222.0.60 "GET /v2.0/ports?device_id=f8d88562-7c54-4fe1-89d3-0a66600d0bdf HTTP/1.1" status: 200 len: 944 time: 0.1182864 Nov 23 18:10:42.488747 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4dc9ac1c-155b-4e0a-bebb-59635a67a269 req-26d33e09-5488-4b2b-8ee3-175fe9591038 service neutron] 10.222.0.36 "GET /v2.0/networks/42f33d22-98a8-4ba3-a4b0-d7bc101e2623?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1185350 Nov 23 18:10:42.528259 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-200a608c-a4e7-4838-807f-cdd8bccd0cd9 req-61af1e31-e89f-4195-bf2f-f56fc86e0512 tempest-DeleteServersTestJSON-986157203 tempest-DeleteServersTestJSON-986157203-project] 10.222.0.60 "GET /v2.0/security-groups?id=bf3be21c-fac1-46a9-a328-a408df8099bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756912 Nov 23 18:10:42.593008 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4dc9ac1c-155b-4e0a-bebb-59635a67a269 req-5c2a29d3-b578-4dec-8177-8afe9d1eaa05 service neutron] 10.222.0.36 "GET /v2.0/networks/42f33d22-98a8-4ba3-a4b0-d7bc101e2623?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933919 Nov 23 18:10:42.678252 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f56b00-5e3e-415f-850c-86f4d804b68f req-57f1381b-1da0-4542-ae9b-1baf854d8dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:10:42.679775 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c8f56b00-5e3e-415f-850c-86f4d804b68f req-57f1381b-1da0-4542-ae9b-1baf854d8dc5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e9a863600fcb4654b8125b63ddedc870&device_id=f8d88562-7c54-4fe1-89d3-0a66600d0bdf HTTP/1.1" status: 200 len: 1095 time: 0.0406899 Nov 23 18:10:42.773841 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f56b00-5e3e-415f-850c-86f4d804b68f req-ab24c338-cfbd-4440-a165-7d93f8241b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:10:42.775290 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c8f56b00-5e3e-415f-850c-86f4d804b68f req-ab24c338-cfbd-4440-a165-7d93f8241b24 service neutron] 10.222.0.36 "GET /v2.0/networks?id=42f33d22-98a8-4ba3-a4b0-d7bc101e2623 HTTP/1.1" status: 200 len: 913 time: 0.0872872 Nov 23 18:10:42.820711 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c8f56b00-5e3e-415f-850c-86f4d804b68f req-59026b54-b25e-4bbb-8908-769a6321c721 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ce89b096-0e32-4f38-820d-5d56e8028465 HTTP/1.1" status: 200 len: 217 time: 0.0359967 Nov 23 18:10:42.876817 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f56b00-5e3e-415f-850c-86f4d804b68f req-057846bb-9907-4009-8000-56221d1e36f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:10:42.878338 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c8f56b00-5e3e-415f-850c-86f4d804b68f req-057846bb-9907-4009-8000-56221d1e36f2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8d245095-4998-4579-85ec-34abaa7550be HTTP/1.1" status: 200 len: 852 time: 0.0507858 Nov 23 18:10:42.915657 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c8f56b00-5e3e-415f-850c-86f4d804b68f req-4141b379-8e01-47a3-8370-1406d02803c6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=42f33d22-98a8-4ba3-a4b0-d7bc101e2623&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271566 Nov 23 18:10:43.005686 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-4d7f3ae4-fb8f-4b61-bfd9-dc68759a1325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:43.012694 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c8f56b00-5e3e-415f-850c-86f4d804b68f req-c6323b74-89c5-4595-b1c1-30a5bb89bc73 service neutron] 10.222.0.36 "GET /v2.0/networks/42f33d22-98a8-4ba3-a4b0-d7bc101e2623?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889394 Nov 23 18:10:43.110076 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c8f56b00-5e3e-415f-850c-86f4d804b68f req-745019a0-8fdc-4519-b155-ed2c01cebc44 service neutron] 10.222.0.36 "GET /v2.0/networks/42f33d22-98a8-4ba3-a4b0-d7bc101e2623?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896773 Nov 23 18:10:43.643305 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0644cfb6-6b86-44bb-b375-552c251a0de8 req-d24b1d47-84c4-4846-8af8-5b4cbaf2c1d3 tempest-DeleteServersTestJSON-986157203 tempest-DeleteServersTestJSON-986157203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:10:43.644783 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-0644cfb6-6b86-44bb-b375-552c251a0de8 req-d24b1d47-84c4-4846-8af8-5b4cbaf2c1d3 tempest-DeleteServersTestJSON-986157203 tempest-DeleteServersTestJSON-986157203-project] 10.222.0.60 "GET /v2.0/ports?device_id=f8d88562-7c54-4fe1-89d3-0a66600d0bdf HTTP/1.1" status: 200 len: 944 time: 0.0478649 Nov 23 18:10:43.691926 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-0644cfb6-6b86-44bb-b375-552c251a0de8 req-f31a74f9-90a0-4e8e-85ee-a7e8d47ed0d2 tempest-DeleteServersTestJSON-986157203 tempest-DeleteServersTestJSON-986157203-project] 10.222.0.60 "GET /v2.0/security-groups?id=bf3be21c-fac1-46a9-a328-a408df8099bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404630 Nov 23 18:10:43.776788 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:44.587010 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:44.812013 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2382b9-8fc1-44a4-a73b-887bf4317666 req-f80d4f63-fcf4-4db8-9e31-80efeb8fff61 tempest-DeleteServersTestJSON-986157203 tempest-DeleteServersTestJSON-986157203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:10:44.813502 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7b2382b9-8fc1-44a4-a73b-887bf4317666 req-f80d4f63-fcf4-4db8-9e31-80efeb8fff61 tempest-DeleteServersTestJSON-986157203 tempest-DeleteServersTestJSON-986157203-project] 10.222.0.60 "GET /v2.0/ports?device_id=f8d88562-7c54-4fe1-89d3-0a66600d0bdf HTTP/1.1" status: 200 len: 944 time: 0.0531640 Nov 23 18:10:44.861656 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7b2382b9-8fc1-44a4-a73b-887bf4317666 req-fea38593-c4da-4ff4-8dd0-a48689987439 tempest-DeleteServersTestJSON-986157203 tempest-DeleteServersTestJSON-986157203-project] 10.222.0.60 "GET /v2.0/security-groups?id=bf3be21c-fac1-46a9-a328-a408df8099bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418060 Nov 23 18:10:45.127732 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c6dbbc1-9bef-4d21-abf8-762bf3d3dac1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:45.388246 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device ce89b096-0e32-4f38-820d-5d56e8028465 details requested by agent hyperv_n-h2-816206-8 with host n-h2-816206-8 {{(pid=103592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 18:10:45.480311 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port ce89b096-0e32-4f38-820d-5d56e8028465, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=ce89b096-0e32-4f38-820d-5d56e8028465,segment=NetworkSegment(f7847047-0236-40a0-9190-260b05d8940b),segment_id=f7847047-0236-40a0-9190-260b05d8940b)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:10:45.491265 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Returning: {'device': 'ce89b096-0e32-4f38-820d-5d56e8028465', 'network_id': '42f33d22-98a8-4ba3-a4b0-d7bc101e2623', 'port_id': 'ce89b096-0e32-4f38-820d-5d56e8028465', 'mac_address': 'fa:16:3e:33:8e:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 507, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d245095-4998-4579-85ec-34abaa7550be', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 18:10:45.532150 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:45.545321 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce89b096-0e32-4f38-820d-5d56e8028465 {{(pid=103592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:10:45.565271 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port ce89b096-0e32-4f38-820d-5d56e8028465, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=ce89b096-0e32-4f38-820d-5d56e8028465,segment=NetworkSegment(f7847047-0236-40a0-9190-260b05d8940b),segment_id=f7847047-0236-40a0-9190-260b05d8940b)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:10:45.569142 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:45.617976 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Pushing event updated for resources: {'Port': ['ID=ce89b096-0e32-4f38-820d-5d56e8028465,revision_number=4']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:10:45.770233 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] get_ports_and_sgs() called for port_ids ['ce89b096-0e32-4f38-820d-5d56e8028465'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:10:45.979220 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e6c69a-4c0a-4f80-9cd4-050e18a8a6b0 req-0ade40e3-c354-4144-9d5c-6ed99a506486 tempest-DeleteServersTestJSON-986157203 tempest-DeleteServersTestJSON-986157203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:10:45.981472 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f7e6c69a-4c0a-4f80-9cd4-050e18a8a6b0 req-0ade40e3-c354-4144-9d5c-6ed99a506486 tempest-DeleteServersTestJSON-986157203 tempest-DeleteServersTestJSON-986157203-project] 10.222.0.60 "GET /v2.0/ports?device_id=f8d88562-7c54-4fe1-89d3-0a66600d0bdf HTTP/1.1" status: 200 len: 945 time: 0.0499461 Nov 23 18:10:46.030771 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f7e6c69a-4c0a-4f80-9cd4-050e18a8a6b0 req-5ea40c4e-c147-4a9a-b692-7ca0f0931ccf tempest-DeleteServersTestJSON-986157203 tempest-DeleteServersTestJSON-986157203-project] 10.222.0.60 "GET /v2.0/security-groups?id=bf3be21c-fac1-46a9-a328-a408df8099bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438604 Nov 23 18:10:46.652737 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-52822d53-48f5-4819-8a95-bdc13aea0bf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:47.144943 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8267d65-6182-4a1b-8db2-a00d533320ef req-fd91a9cc-335a-4936-9a4f-8ffe95658f75 tempest-DeleteServersTestJSON-986157203 tempest-DeleteServersTestJSON-986157203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:10:47.146393 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f8267d65-6182-4a1b-8db2-a00d533320ef req-fd91a9cc-335a-4936-9a4f-8ffe95658f75 tempest-DeleteServersTestJSON-986157203 tempest-DeleteServersTestJSON-986157203-project] 10.222.0.60 "GET /v2.0/ports?device_id=f8d88562-7c54-4fe1-89d3-0a66600d0bdf HTTP/1.1" status: 200 len: 945 time: 0.0476201 Nov 23 18:10:47.196298 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f8267d65-6182-4a1b-8db2-a00d533320ef req-08beead0-fdb4-4a18-bda6-ddfa4b7c4409 tempest-DeleteServersTestJSON-986157203 tempest-DeleteServersTestJSON-986157203-project] 10.222.0.60 "GET /v2.0/security-groups?id=bf3be21c-fac1-46a9-a328-a408df8099bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432465 Nov 23 18:10:47.388833 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device ce89b096-0e32-4f38-820d-5d56e8028465 up at agent hyperv_n-h2-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:10:47.437142 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Provisioning for port ce89b096-0e32-4f38-820d-5d56e8028465 completed by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 18:10:47.441197 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Provisioning complete for port ce89b096-0e32-4f38-820d-5d56e8028465 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:10:47.441565 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:47.676300 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:47.699891 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8d88562-7c54-4fe1-89d3-0a66600d0bdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce89b096-0e32-4f38-820d-5d56e8028465'}] {{(pid=103592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:10:47.702160 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba3e6a8f2301c7a29fe1eca9779abdae4ccbcd6266d69778087f2498d5551201" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3526fb6-194f-46bf-bd8c-ddfa373771cd" -d '{"events": [{"server_uuid": "f8d88562-7c54-4fe1-89d3-0a66600d0bdf", "name": "network-vif-plugged", "status": "completed", "tag": "ce89b096-0e32-4f38-820d-5d56e8028465"}]}' {{(pid=103592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:10:47.714837 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port ce89b096-0e32-4f38-820d-5d56e8028465, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=ce89b096-0e32-4f38-820d-5d56e8028465,segment=NetworkSegment(f7847047-0236-40a0-9190-260b05d8940b),segment_id=f7847047-0236-40a0-9190-260b05d8940b)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:10:47.720878 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:47.744550 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:10:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef73093d-73f6-457d-8ab0-8fd435d1883e x-openstack-request-id: req-ef73093d-73f6-457d-8ab0-8fd435d1883e {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:10:47.744847 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8d88562-7c54-4fe1-89d3-0a66600d0bdf", "name": "network-vif-plugged", "status": "completed", "tag": "ce89b096-0e32-4f38-820d-5d56e8028465", "code": 200}]} {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:10:47.745100 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ef73093d-73f6-457d-8ab0-8fd435d1883e {{(pid=103592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:10:47.745497 n-d-816206-8 neutron-server[103592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8d88562-7c54-4fe1-89d3-0a66600d0bdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce89b096-0e32-4f38-820d-5d56e8028465', 'code': 200} Nov 23 18:10:47.771725 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Pushing event updated for resources: {'Port': ['ID=ce89b096-0e32-4f38-820d-5d56e8028465,revision_number=5']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:10:47.843738 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc117ca-cff1-492c-8655-37d96878ff4c req-507fd0e2-3ca7-42b8-b248-9181f5a97f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:10:47.845257 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-afc117ca-cff1-492c-8655-37d96878ff4c req-507fd0e2-3ca7-42b8-b248-9181f5a97f59 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f8d88562-7c54-4fe1-89d3-0a66600d0bdf HTTP/1.1" status: 200 len: 1097 time: 0.0414968 Nov 23 18:10:47.866496 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9a27ae6c-db98-474f-94c1-cc99bf842d79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:47.892302 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-afc117ca-cff1-492c-8655-37d96878ff4c req-dede78fa-d897-4a39-b31f-e76e95214682 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=bf3be21c-fac1-46a9-a328-a408df8099bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390410 Nov 23 18:10:48.314473 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba601592-2bca-4092-869e-fb0df0649344 req-4a0e85b3-297a-4072-8faf-624a55492732 tempest-DeleteServersTestJSON-986157203 tempest-DeleteServersTestJSON-986157203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:10:48.316228 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ba601592-2bca-4092-869e-fb0df0649344 req-4a0e85b3-297a-4072-8faf-624a55492732 tempest-DeleteServersTestJSON-986157203 tempest-DeleteServersTestJSON-986157203-project] 10.222.0.60 "GET /v2.0/ports?device_id=f8d88562-7c54-4fe1-89d3-0a66600d0bdf HTTP/1.1" status: 200 len: 946 time: 0.0510938 Nov 23 18:10:48.365195 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ba601592-2bca-4092-869e-fb0df0649344 req-3495c416-deb3-43d0-bf77-8df73543eba0 tempest-DeleteServersTestJSON-986157203 tempest-DeleteServersTestJSON-986157203-project] 10.222.0.60 "GET /v2.0/security-groups?id=bf3be21c-fac1-46a9-a328-a408df8099bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430050 Nov 23 18:10:48.410919 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:10:49.485267 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c107bcb-49a2-4c72-9c94-14643763417f req-79da2500-41c4-463f-9572-6535ee10ec4c tempest-DeleteServersTestJSON-986157203 tempest-DeleteServersTestJSON-986157203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:10:49.486891 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8c107bcb-49a2-4c72-9c94-14643763417f req-79da2500-41c4-463f-9572-6535ee10ec4c tempest-DeleteServersTestJSON-986157203 tempest-DeleteServersTestJSON-986157203-project] 10.222.0.60 "GET /v2.0/ports?device_id=f8d88562-7c54-4fe1-89d3-0a66600d0bdf HTTP/1.1" status: 200 len: 946 time: 0.0518510 Nov 23 18:10:49.532945 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8c107bcb-49a2-4c72-9c94-14643763417f req-57896b3c-1870-4242-89e6-08ec66e32b0f tempest-DeleteServersTestJSON-986157203 tempest-DeleteServersTestJSON-986157203-project] 10.222.0.60 "GET /v2.0/security-groups?id=bf3be21c-fac1-46a9-a328-a408df8099bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396743 Nov 23 18:10:49.775513 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e4bf54-49e8-4bd5-8ed8-e5e863bf986f req-6b8eea43-6abc-4f41-af4e-78e5e8ac849d tempest-DeleteServersTestJSON-986157203 tempest-DeleteServersTestJSON-986157203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:10:49.777019 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-72e4bf54-49e8-4bd5-8ed8-e5e863bf986f req-6b8eea43-6abc-4f41-af4e-78e5e8ac849d tempest-DeleteServersTestJSON-986157203 tempest-DeleteServersTestJSON-986157203-project] 10.222.0.60 "GET /v2.0/ports?device_id=f8d88562-7c54-4fe1-89d3-0a66600d0bdf HTTP/1.1" status: 200 len: 946 time: 0.0487545 Nov 23 18:10:49.845829 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2e3773e0-d4c8-4036-8644-02ac294a5d28 req-af24efb8-02ac-453b-b849-ebfc1d6b1632 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=f8d88562-7c54-4fe1-89d3-0a66600d0bdf&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1271482 Nov 23 18:10:49.849458 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-72e4bf54-49e8-4bd5-8ed8-e5e863bf986f req-340989db-33ad-4957-b44b-0b1aa0a7fcdc tempest-DeleteServersTestJSON-986157203 tempest-DeleteServersTestJSON-986157203-project] 10.222.0.60 "GET /v2.0/security-groups?id=bf3be21c-fac1-46a9-a328-a408df8099bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640187 Nov 23 18:10:49.855097 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [req-2e3773e0-d4c8-4036-8644-02ac294a5d28 req-9a427e35-4f85-446e-a137-aa6ddd92aed3 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=103591) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 18:10:49.856039 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2e3773e0-d4c8-4036-8644-02ac294a5d28 req-9a427e35-4f85-446e-a137-aa6ddd92aed3 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053644 Nov 23 18:10:51.272727 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3773e0-d4c8-4036-8644-02ac294a5d28 req-7f63e6a4-4590-4c9a-9e60-e1ec24a61860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:10:51.274788 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2e3773e0-d4c8-4036-8644-02ac294a5d28 req-7f63e6a4-4590-4c9a-9e60-e1ec24a61860 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e9a863600fcb4654b8125b63ddedc870&device_id=f8d88562-7c54-4fe1-89d3-0a66600d0bdf HTTP/1.1" status: 200 len: 1097 time: 0.3999050 Nov 23 18:10:51.286416 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c4907c-97d8-45a2-8c66-95d23416f3f0 req-c03b0ec9-280b-41eb-ae8a-ee179a76fb04 tempest-DeleteServersTestJSON-986157203 tempest-DeleteServersTestJSON-986157203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:10:51.287792 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-58c4907c-97d8-45a2-8c66-95d23416f3f0 req-c03b0ec9-280b-41eb-ae8a-ee179a76fb04 tempest-DeleteServersTestJSON-986157203 tempest-DeleteServersTestJSON-986157203-project] 10.222.0.60 "GET /v2.0/ports?device_id=f8d88562-7c54-4fe1-89d3-0a66600d0bdf HTTP/1.1" status: 200 len: 946 time: 0.0576108 Nov 23 18:10:51.390265 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-58c4907c-97d8-45a2-8c66-95d23416f3f0 req-680a84a5-df2b-4c16-a992-570dfda75b28 tempest-DeleteServersTestJSON-986157203 tempest-DeleteServersTestJSON-986157203-project] 10.222.0.60 "GET /v2.0/security-groups?id=bf3be21c-fac1-46a9-a328-a408df8099bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935307 Nov 23 18:10:51.408283 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3773e0-d4c8-4036-8644-02ac294a5d28 req-9505f50c-d14a-4ab7-847b-ba4ad73f3e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:10:51.409738 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2e3773e0-d4c8-4036-8644-02ac294a5d28 req-9505f50c-d14a-4ab7-847b-ba4ad73f3e80 service neutron] 10.222.0.36 "GET /v2.0/networks?id=42f33d22-98a8-4ba3-a4b0-d7bc101e2623 HTTP/1.1" status: 200 len: 913 time: 0.1210783 Nov 23 18:10:51.450818 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2e3773e0-d4c8-4036-8644-02ac294a5d28 req-cbabb8ea-1ade-48bc-aaa4-588697dce600 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ce89b096-0e32-4f38-820d-5d56e8028465 HTTP/1.1" status: 200 len: 217 time: 0.0332971 Nov 23 18:10:51.503429 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3773e0-d4c8-4036-8644-02ac294a5d28 req-8ce44fd6-7067-4bae-97eb-ce340b8442d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:10:51.504880 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2e3773e0-d4c8-4036-8644-02ac294a5d28 req-8ce44fd6-7067-4bae-97eb-ce340b8442d3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8d245095-4998-4579-85ec-34abaa7550be HTTP/1.1" status: 200 len: 852 time: 0.0472772 Nov 23 18:10:51.537967 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2e3773e0-d4c8-4036-8644-02ac294a5d28 req-986ff713-06fa-4a93-804e-09b2e95179d1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=42f33d22-98a8-4ba3-a4b0-d7bc101e2623&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248961 Nov 23 18:10:51.628539 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2e3773e0-d4c8-4036-8644-02ac294a5d28 req-a90c0c39-c3e1-4003-ab99-52c396d57335 service neutron] 10.222.0.36 "GET /v2.0/networks/42f33d22-98a8-4ba3-a4b0-d7bc101e2623?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818651 Nov 23 18:10:51.723484 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2e3773e0-d4c8-4036-8644-02ac294a5d28 req-83c5b011-a311-4be6-926e-84a4afa76494 service neutron] 10.222.0.36 "GET /v2.0/networks/42f33d22-98a8-4ba3-a4b0-d7bc101e2623?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864532 Nov 23 18:10:52.507016 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782ca199-eac5-4d6f-a86d-d79901872723 req-8f827b6f-0725-46c2-8050-2fec408c0bdb tempest-DeleteServersTestJSON-986157203 tempest-DeleteServersTestJSON-986157203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:10:52.508511 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-782ca199-eac5-4d6f-a86d-d79901872723 req-8f827b6f-0725-46c2-8050-2fec408c0bdb tempest-DeleteServersTestJSON-986157203 tempest-DeleteServersTestJSON-986157203-project] 10.222.0.60 "GET /v2.0/ports?device_id=f8d88562-7c54-4fe1-89d3-0a66600d0bdf HTTP/1.1" status: 200 len: 946 time: 0.0493617 Nov 23 18:10:52.555918 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-782ca199-eac5-4d6f-a86d-d79901872723 req-c49f2447-f35d-4343-8cf5-0989cc0e269a tempest-DeleteServersTestJSON-986157203 tempest-DeleteServersTestJSON-986157203-project] 10.222.0.60 "GET /v2.0/security-groups?id=bf3be21c-fac1-46a9-a328-a408df8099bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407135 Nov 23 18:10:53.674814 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f09248-3054-4075-a042-8849403ab9c5 req-b44b4013-174f-4901-9e5f-805a3da694e8 tempest-DeleteServersTestJSON-986157203 tempest-DeleteServersTestJSON-986157203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:10:53.676333 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e2f09248-3054-4075-a042-8849403ab9c5 req-b44b4013-174f-4901-9e5f-805a3da694e8 tempest-DeleteServersTestJSON-986157203 tempest-DeleteServersTestJSON-986157203-project] 10.222.0.60 "GET /v2.0/ports?device_id=f8d88562-7c54-4fe1-89d3-0a66600d0bdf HTTP/1.1" status: 200 len: 946 time: 0.0530202 Nov 23 18:10:53.723347 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e2f09248-3054-4075-a042-8849403ab9c5 req-d6e009f1-bd0e-4abd-aac7-13421b3fefb0 tempest-DeleteServersTestJSON-986157203 tempest-DeleteServersTestJSON-986157203-project] 10.222.0.60 "GET /v2.0/security-groups?id=bf3be21c-fac1-46a9-a328-a408df8099bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409861 Nov 23 18:10:54.840924 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795080a5-deb6-485c-bb1b-39f0cffcbdb6 req-a770cd9b-6c11-4663-838c-e9c619891774 tempest-DeleteServersTestJSON-986157203 tempest-DeleteServersTestJSON-986157203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:10:54.842450 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-795080a5-deb6-485c-bb1b-39f0cffcbdb6 req-a770cd9b-6c11-4663-838c-e9c619891774 tempest-DeleteServersTestJSON-986157203 tempest-DeleteServersTestJSON-986157203-project] 10.222.0.60 "GET /v2.0/ports?device_id=f8d88562-7c54-4fe1-89d3-0a66600d0bdf HTTP/1.1" status: 200 len: 946 time: 0.0509460 Nov 23 18:10:54.889129 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-795080a5-deb6-485c-bb1b-39f0cffcbdb6 req-b7112422-4ad0-4ba6-967a-fc9df790590e tempest-DeleteServersTestJSON-986157203 tempest-DeleteServersTestJSON-986157203-project] 10.222.0.60 "GET /v2.0/security-groups?id=bf3be21c-fac1-46a9-a328-a408df8099bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408058 Nov 23 18:10:56.004344 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0037bfc9-6e49-4b67-8fc2-3842a1001bc6 req-24ec0aaf-b0b1-4627-80f3-8aa3428c313e tempest-DeleteServersTestJSON-986157203 tempest-DeleteServersTestJSON-986157203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:10:56.005856 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-0037bfc9-6e49-4b67-8fc2-3842a1001bc6 req-24ec0aaf-b0b1-4627-80f3-8aa3428c313e tempest-DeleteServersTestJSON-986157203 tempest-DeleteServersTestJSON-986157203-project] 10.222.0.60 "GET /v2.0/ports?device_id=f8d88562-7c54-4fe1-89d3-0a66600d0bdf HTTP/1.1" status: 200 len: 946 time: 0.0502951 Nov 23 18:10:56.058610 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-0037bfc9-6e49-4b67-8fc2-3842a1001bc6 req-9667eeea-7b7a-40cc-8d8a-12ac52a32473 tempest-DeleteServersTestJSON-986157203 tempest-DeleteServersTestJSON-986157203-project] 10.222.0.60 "GET /v2.0/security-groups?id=bf3be21c-fac1-46a9-a328-a408df8099bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456407 Nov 23 18:10:57.173797 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5721a896-6872-4eb5-b9d7-7b455f541c66 req-a6c66397-f297-4965-91a4-808e17f5ea63 tempest-DeleteServersTestJSON-986157203 tempest-DeleteServersTestJSON-986157203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:10:57.175285 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5721a896-6872-4eb5-b9d7-7b455f541c66 req-a6c66397-f297-4965-91a4-808e17f5ea63 tempest-DeleteServersTestJSON-986157203 tempest-DeleteServersTestJSON-986157203-project] 10.222.0.60 "GET /v2.0/ports?device_id=f8d88562-7c54-4fe1-89d3-0a66600d0bdf HTTP/1.1" status: 200 len: 946 time: 0.0508213 Nov 23 18:10:57.222353 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5721a896-6872-4eb5-b9d7-7b455f541c66 req-bed9ff18-8550-4c86-a95f-0f3051d53f44 tempest-DeleteServersTestJSON-986157203 tempest-DeleteServersTestJSON-986157203-project] 10.222.0.60 "GET /v2.0/security-groups?id=bf3be21c-fac1-46a9-a328-a408df8099bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404751 Nov 23 18:10:58.344473 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee98ee64-9535-49fb-adb9-ae0ee3240faf req-f332b3b9-3e1e-4403-b0b5-fb0c852b76f6 tempest-DeleteServersTestJSON-986157203 tempest-DeleteServersTestJSON-986157203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:10:58.346002 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ee98ee64-9535-49fb-adb9-ae0ee3240faf req-f332b3b9-3e1e-4403-b0b5-fb0c852b76f6 tempest-DeleteServersTestJSON-986157203 tempest-DeleteServersTestJSON-986157203-project] 10.222.0.60 "GET /v2.0/ports?device_id=f8d88562-7c54-4fe1-89d3-0a66600d0bdf HTTP/1.1" status: 200 len: 946 time: 0.0530412 Nov 23 18:10:58.399406 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ee98ee64-9535-49fb-adb9-ae0ee3240faf req-4b3fd5d6-4cac-4a2b-ad82-e267728a2a0d tempest-DeleteServersTestJSON-986157203 tempest-DeleteServersTestJSON-986157203-project] 10.222.0.60 "GET /v2.0/security-groups?id=bf3be21c-fac1-46a9-a328-a408df8099bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473406 Nov 23 18:10:59.521868 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f7c23f-6869-4871-b513-81b0d392df55 req-a29c405e-e443-42f4-83aa-541486867242 tempest-DeleteServersTestJSON-986157203 tempest-DeleteServersTestJSON-986157203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:10:59.523886 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f4f7c23f-6869-4871-b513-81b0d392df55 req-a29c405e-e443-42f4-83aa-541486867242 tempest-DeleteServersTestJSON-986157203 tempest-DeleteServersTestJSON-986157203-project] 10.222.0.60 "GET /v2.0/ports?device_id=f8d88562-7c54-4fe1-89d3-0a66600d0bdf HTTP/1.1" status: 200 len: 946 time: 0.0530536 Nov 23 18:10:59.572354 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f4f7c23f-6869-4871-b513-81b0d392df55 req-4fd45e2a-fd5a-41e8-8a47-fcc61be614b1 tempest-DeleteServersTestJSON-986157203 tempest-DeleteServersTestJSON-986157203-project] 10.222.0.60 "GET /v2.0/security-groups?id=bf3be21c-fac1-46a9-a328-a408df8099bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423708 Nov 23 18:11:00.687156 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb102baf-6822-468c-bbc2-62c3499111d6 req-77098fcf-d33a-4b0a-a3b7-69c21ea224e2 tempest-DeleteServersTestJSON-986157203 tempest-DeleteServersTestJSON-986157203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:11:00.688664 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-cb102baf-6822-468c-bbc2-62c3499111d6 req-77098fcf-d33a-4b0a-a3b7-69c21ea224e2 tempest-DeleteServersTestJSON-986157203 tempest-DeleteServersTestJSON-986157203-project] 10.222.0.60 "GET /v2.0/ports?device_id=f8d88562-7c54-4fe1-89d3-0a66600d0bdf HTTP/1.1" status: 200 len: 946 time: 0.0485537 Nov 23 18:11:00.736240 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-cb102baf-6822-468c-bbc2-62c3499111d6 req-adc9044d-53f1-4e19-ac02-4069147caf95 tempest-DeleteServersTestJSON-986157203 tempest-DeleteServersTestJSON-986157203-project] 10.222.0.60 "GET /v2.0/security-groups?id=bf3be21c-fac1-46a9-a328-a408df8099bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414457 Nov 23 18:11:01.853212 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051607ed-3a87-452f-96db-fe4f146dfe08 req-ac27e1d5-a4d3-4b7a-b7bc-db2648f001de tempest-DeleteServersTestJSON-986157203 tempest-DeleteServersTestJSON-986157203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:11:01.854794 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-051607ed-3a87-452f-96db-fe4f146dfe08 req-ac27e1d5-a4d3-4b7a-b7bc-db2648f001de tempest-DeleteServersTestJSON-986157203 tempest-DeleteServersTestJSON-986157203-project] 10.222.0.60 "GET /v2.0/ports?device_id=f8d88562-7c54-4fe1-89d3-0a66600d0bdf HTTP/1.1" status: 200 len: 946 time: 0.0500202 Nov 23 18:11:01.908652 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-051607ed-3a87-452f-96db-fe4f146dfe08 req-1158061f-ad77-4919-9abb-ec30bea2c3ad tempest-DeleteServersTestJSON-986157203 tempest-DeleteServersTestJSON-986157203-project] 10.222.0.60 "GET /v2.0/security-groups?id=bf3be21c-fac1-46a9-a328-a408df8099bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475826 Nov 23 18:11:03.028706 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e32e8d8-fe8e-4bd6-ab05-6bf00b9501c9 req-8e508de8-8357-4ba0-904d-8dcdd1a94777 tempest-DeleteServersTestJSON-986157203 tempest-DeleteServersTestJSON-986157203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:11:03.030107 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8e32e8d8-fe8e-4bd6-ab05-6bf00b9501c9 req-8e508de8-8357-4ba0-904d-8dcdd1a94777 tempest-DeleteServersTestJSON-986157203 tempest-DeleteServersTestJSON-986157203-project] 10.222.0.60 "GET /v2.0/ports?device_id=f8d88562-7c54-4fe1-89d3-0a66600d0bdf HTTP/1.1" status: 200 len: 946 time: 0.0498519 Nov 23 18:11:03.078730 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8e32e8d8-fe8e-4bd6-ab05-6bf00b9501c9 req-d9671829-6357-4371-a634-c273033a3f25 tempest-DeleteServersTestJSON-986157203 tempest-DeleteServersTestJSON-986157203-project] 10.222.0.60 "GET /v2.0/security-groups?id=bf3be21c-fac1-46a9-a328-a408df8099bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426786 Nov 23 18:11:04.199456 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec4301e-70ec-4a95-9072-f0456b1dbf68 req-565ae094-258f-43c7-b7dc-a9c4a33c2597 tempest-DeleteServersTestJSON-986157203 tempest-DeleteServersTestJSON-986157203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:11:04.201110 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6ec4301e-70ec-4a95-9072-f0456b1dbf68 req-565ae094-258f-43c7-b7dc-a9c4a33c2597 tempest-DeleteServersTestJSON-986157203 tempest-DeleteServersTestJSON-986157203-project] 10.222.0.60 "GET /v2.0/ports?device_id=f8d88562-7c54-4fe1-89d3-0a66600d0bdf HTTP/1.1" status: 200 len: 946 time: 0.0528424 Nov 23 18:11:04.251507 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6ec4301e-70ec-4a95-9072-f0456b1dbf68 req-98fc4f6e-6c7b-4f09-93b5-ee4fb83504a2 tempest-DeleteServersTestJSON-986157203 tempest-DeleteServersTestJSON-986157203-project] 10.222.0.60 "GET /v2.0/security-groups?id=bf3be21c-fac1-46a9-a328-a408df8099bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437801 Nov 23 18:11:05.372838 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587fe551-bbd9-4e94-992d-126c2c0f1b59 req-fd40f087-3a3f-465c-9d8e-ad4d1fed0fbe tempest-DeleteServersTestJSON-986157203 tempest-DeleteServersTestJSON-986157203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:11:05.374351 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-587fe551-bbd9-4e94-992d-126c2c0f1b59 req-fd40f087-3a3f-465c-9d8e-ad4d1fed0fbe tempest-DeleteServersTestJSON-986157203 tempest-DeleteServersTestJSON-986157203-project] 10.222.0.60 "GET /v2.0/ports?device_id=f8d88562-7c54-4fe1-89d3-0a66600d0bdf HTTP/1.1" status: 200 len: 946 time: 0.0531578 Nov 23 18:11:05.420782 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-587fe551-bbd9-4e94-992d-126c2c0f1b59 req-7d062b55-d53d-4050-8ec9-f53566e8f984 tempest-DeleteServersTestJSON-986157203 tempest-DeleteServersTestJSON-986157203-project] 10.222.0.60 "GET /v2.0/security-groups?id=bf3be21c-fac1-46a9-a328-a408df8099bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402842 Nov 23 18:11:06.542379 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c044cadd-fe35-43e3-92c1-e20637c6da93 req-719a2d88-148e-4372-a50f-e7acaf52c12e tempest-DeleteServersTestJSON-986157203 tempest-DeleteServersTestJSON-986157203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:11:06.543874 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c044cadd-fe35-43e3-92c1-e20637c6da93 req-719a2d88-148e-4372-a50f-e7acaf52c12e tempest-DeleteServersTestJSON-986157203 tempest-DeleteServersTestJSON-986157203-project] 10.222.0.60 "GET /v2.0/ports?device_id=f8d88562-7c54-4fe1-89d3-0a66600d0bdf HTTP/1.1" status: 200 len: 946 time: 0.0526125 Nov 23 18:11:06.592262 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c044cadd-fe35-43e3-92c1-e20637c6da93 req-f0b9601a-2f2e-4536-9d7e-47e07a6de349 tempest-DeleteServersTestJSON-986157203 tempest-DeleteServersTestJSON-986157203-project] 10.222.0.60 "GET /v2.0/security-groups?id=bf3be21c-fac1-46a9-a328-a408df8099bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424211 Nov 23 18:11:07.712984 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc672fa-2ce0-4291-9135-186ea861e175 req-231bb178-61b5-4f77-9765-d36f6f98b4d2 tempest-DeleteServersTestJSON-986157203 tempest-DeleteServersTestJSON-986157203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:11:07.714561 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-1bc672fa-2ce0-4291-9135-186ea861e175 req-231bb178-61b5-4f77-9765-d36f6f98b4d2 tempest-DeleteServersTestJSON-986157203 tempest-DeleteServersTestJSON-986157203-project] 10.222.0.60 "GET /v2.0/ports?device_id=f8d88562-7c54-4fe1-89d3-0a66600d0bdf HTTP/1.1" status: 200 len: 946 time: 0.0544724 Nov 23 18:11:07.762947 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-1bc672fa-2ce0-4291-9135-186ea861e175 req-0cc411ed-6672-4139-ad33-966766af9d65 tempest-DeleteServersTestJSON-986157203 tempest-DeleteServersTestJSON-986157203-project] 10.222.0.60 "GET /v2.0/security-groups?id=bf3be21c-fac1-46a9-a328-a408df8099bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421703 Nov 23 18:11:08.880201 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fa017e-590e-42c5-aff9-9d14140cafd2 req-1c8e1dc6-b429-4d92-9a8c-809e7747dad5 tempest-DeleteServersTestJSON-986157203 tempest-DeleteServersTestJSON-986157203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:11:08.881764 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d7fa017e-590e-42c5-aff9-9d14140cafd2 req-1c8e1dc6-b429-4d92-9a8c-809e7747dad5 tempest-DeleteServersTestJSON-986157203 tempest-DeleteServersTestJSON-986157203-project] 10.222.0.60 "GET /v2.0/ports?device_id=f8d88562-7c54-4fe1-89d3-0a66600d0bdf HTTP/1.1" status: 200 len: 946 time: 0.0494211 Nov 23 18:11:08.930578 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d7fa017e-590e-42c5-aff9-9d14140cafd2 req-a7b5e3be-9018-4097-b711-a9dd7fa71c9a tempest-DeleteServersTestJSON-986157203 tempest-DeleteServersTestJSON-986157203-project] 10.222.0.60 "GET /v2.0/security-groups?id=bf3be21c-fac1-46a9-a328-a408df8099bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421150 Nov 23 18:11:10.049461 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab21057-7481-4b58-907f-23b68ce36ef8 req-b4676c20-7908-4311-8115-7faef5305fdd tempest-DeleteServersTestJSON-986157203 tempest-DeleteServersTestJSON-986157203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:11:10.050968 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-cab21057-7481-4b58-907f-23b68ce36ef8 req-b4676c20-7908-4311-8115-7faef5305fdd tempest-DeleteServersTestJSON-986157203 tempest-DeleteServersTestJSON-986157203-project] 10.222.0.60 "GET /v2.0/ports?device_id=f8d88562-7c54-4fe1-89d3-0a66600d0bdf HTTP/1.1" status: 200 len: 946 time: 0.0493033 Nov 23 18:11:10.103150 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-cab21057-7481-4b58-907f-23b68ce36ef8 req-a89b0608-2251-410d-9968-1d3948aa1830 tempest-DeleteServersTestJSON-986157203 tempest-DeleteServersTestJSON-986157203-project] 10.222.0.60 "GET /v2.0/security-groups?id=bf3be21c-fac1-46a9-a328-a408df8099bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462222 Nov 23 18:11:10.546927 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.agents_db [None req-464f6c07-0de8-4be6-8f5b-563f574d1c5d None None] Agent healthcheck: found 7 active agents {{(pid=103593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 18:11:11.218707 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae36e39-34b3-4650-a0fd-f5772c71a799 req-7abf841e-2b4d-4ed8-87b8-5b3dbfcb3b07 tempest-DeleteServersTestJSON-986157203 tempest-DeleteServersTestJSON-986157203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:11:11.220187 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-cae36e39-34b3-4650-a0fd-f5772c71a799 req-7abf841e-2b4d-4ed8-87b8-5b3dbfcb3b07 tempest-DeleteServersTestJSON-986157203 tempest-DeleteServersTestJSON-986157203-project] 10.222.0.60 "GET /v2.0/ports?device_id=f8d88562-7c54-4fe1-89d3-0a66600d0bdf HTTP/1.1" status: 200 len: 946 time: 0.0492725 Nov 23 18:11:11.270016 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-cae36e39-34b3-4650-a0fd-f5772c71a799 req-8cbccdd9-4ee8-4d2b-a82a-474400f88d86 tempest-DeleteServersTestJSON-986157203 tempest-DeleteServersTestJSON-986157203-project] 10.222.0.60 "GET /v2.0/security-groups?id=bf3be21c-fac1-46a9-a328-a408df8099bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431321 Nov 23 18:11:12.393875 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488987cc-a919-426c-bc84-40562fd3ec8f req-aa7548e6-06f1-4a0c-a793-b30302ab340a tempest-DeleteServersTestJSON-986157203 tempest-DeleteServersTestJSON-986157203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:11:12.395337 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-488987cc-a919-426c-bc84-40562fd3ec8f req-aa7548e6-06f1-4a0c-a793-b30302ab340a tempest-DeleteServersTestJSON-986157203 tempest-DeleteServersTestJSON-986157203-project] 10.222.0.60 "GET /v2.0/ports?device_id=f8d88562-7c54-4fe1-89d3-0a66600d0bdf HTTP/1.1" status: 200 len: 946 time: 0.0487635 Nov 23 18:11:12.441700 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-488987cc-a919-426c-bc84-40562fd3ec8f req-7f2b93b1-84e0-4b96-afe6-aa9a11ba0037 tempest-DeleteServersTestJSON-986157203 tempest-DeleteServersTestJSON-986157203-project] 10.222.0.60 "GET /v2.0/security-groups?id=bf3be21c-fac1-46a9-a328-a408df8099bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401483 Nov 23 18:11:13.009456 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-6ce4c853-7abe-4a1a-bba0-df7fa21ef652 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:13.562228 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f972c246-5cfc-44b3-b7e2-403b618db1d9 req-f55f910e-ec46-4f3a-a71d-da4bfdbc42ad tempest-DeleteServersTestJSON-986157203 tempest-DeleteServersTestJSON-986157203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:11:13.563733 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f972c246-5cfc-44b3-b7e2-403b618db1d9 req-f55f910e-ec46-4f3a-a71d-da4bfdbc42ad tempest-DeleteServersTestJSON-986157203 tempest-DeleteServersTestJSON-986157203-project] 10.222.0.60 "GET /v2.0/ports?device_id=f8d88562-7c54-4fe1-89d3-0a66600d0bdf HTTP/1.1" status: 200 len: 946 time: 0.0545318 Nov 23 18:11:13.612050 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f972c246-5cfc-44b3-b7e2-403b618db1d9 req-eac322fd-4d00-475d-916e-97612cbc3241 tempest-DeleteServersTestJSON-986157203 tempest-DeleteServersTestJSON-986157203-project] 10.222.0.60 "GET /v2.0/security-groups?id=bf3be21c-fac1-46a9-a328-a408df8099bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419340 Nov 23 18:11:13.779001 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:14.141665 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ff8951-daa3-46e8-bee1-16d919567812 req-e64a5200-f74a-42b7-8a62-e1c76bf756ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:11:14.145449 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a3ff8951-daa3-46e8-bee1-16d919567812 req-e64a5200-f74a-42b7-8a62-e1c76bf756ab service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e9a863600fcb4654b8125b63ddedc870&device_id=f8d88562-7c54-4fe1-89d3-0a66600d0bdf HTTP/1.1" status: 200 len: 1097 time: 0.0404701 Nov 23 18:11:14.252444 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ff8951-daa3-46e8-bee1-16d919567812 req-a7b153b8-df76-451a-a6de-8ca738b7c918 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:11:14.253983 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a3ff8951-daa3-46e8-bee1-16d919567812 req-a7b153b8-df76-451a-a6de-8ca738b7c918 service neutron] 10.222.0.36 "GET /v2.0/networks?id=42f33d22-98a8-4ba3-a4b0-d7bc101e2623 HTTP/1.1" status: 200 len: 913 time: 0.0910017 Nov 23 18:11:14.296187 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a3ff8951-daa3-46e8-bee1-16d919567812 req-af6595c8-56e1-4fce-954f-93eb02fd9711 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ce89b096-0e32-4f38-820d-5d56e8028465 HTTP/1.1" status: 200 len: 217 time: 0.0348992 Nov 23 18:11:14.349045 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ff8951-daa3-46e8-bee1-16d919567812 req-5c4c9a09-e056-45d2-ae6b-c1ec10d33909 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:11:14.350517 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a3ff8951-daa3-46e8-bee1-16d919567812 req-5c4c9a09-e056-45d2-ae6b-c1ec10d33909 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8d245095-4998-4579-85ec-34abaa7550be HTTP/1.1" status: 200 len: 852 time: 0.0450842 Nov 23 18:11:14.383604 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a3ff8951-daa3-46e8-bee1-16d919567812 req-5dd05350-552e-4bd6-9e06-c1dac6d51abd service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=42f33d22-98a8-4ba3-a4b0-d7bc101e2623&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251465 Nov 23 18:11:14.479696 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a3ff8951-daa3-46e8-bee1-16d919567812 req-feb5e116-fa93-4799-83fc-fad130d91aa8 service neutron] 10.222.0.36 "GET /v2.0/networks/42f33d22-98a8-4ba3-a4b0-d7bc101e2623?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882833 Nov 23 18:11:14.577030 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a3ff8951-daa3-46e8-bee1-16d919567812 req-7ffee615-be38-40f3-948e-3d6af3db2321 service neutron] 10.222.0.36 "GET /v2.0/networks/42f33d22-98a8-4ba3-a4b0-d7bc101e2623?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891533 Nov 23 18:11:14.594037 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:14.731097 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0f3d43-939a-4cb3-9c91-d878de7e3e51 req-5525f5e1-2335-4e2a-85c5-ac41f4415792 tempest-DeleteServersTestJSON-986157203 tempest-DeleteServersTestJSON-986157203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:11:14.732908 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7b0f3d43-939a-4cb3-9c91-d878de7e3e51 req-5525f5e1-2335-4e2a-85c5-ac41f4415792 tempest-DeleteServersTestJSON-986157203 tempest-DeleteServersTestJSON-986157203-project] 10.222.0.60 "GET /v2.0/ports?device_id=f8d88562-7c54-4fe1-89d3-0a66600d0bdf HTTP/1.1" status: 200 len: 946 time: 0.0513549 Nov 23 18:11:14.780963 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7b0f3d43-939a-4cb3-9c91-d878de7e3e51 req-9e47c2fc-4812-4f75-a582-30136aab319b tempest-DeleteServersTestJSON-986157203 tempest-DeleteServersTestJSON-986157203-project] 10.222.0.60 "GET /v2.0/security-groups?id=bf3be21c-fac1-46a9-a328-a408df8099bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418932 Nov 23 18:11:15.127489 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-2d279ec4-bf1e-4d64-8fe1-b13f719c1345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:15.896659 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7928dd1e-09e7-4308-a78b-161d8953cd25 req-1c624201-ca55-4923-9e15-8189507c8af3 tempest-DeleteServersTestJSON-986157203 tempest-DeleteServersTestJSON-986157203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:11:15.898153 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7928dd1e-09e7-4308-a78b-161d8953cd25 req-1c624201-ca55-4923-9e15-8189507c8af3 tempest-DeleteServersTestJSON-986157203 tempest-DeleteServersTestJSON-986157203-project] 10.222.0.60 "GET /v2.0/ports?device_id=f8d88562-7c54-4fe1-89d3-0a66600d0bdf HTTP/1.1" status: 200 len: 946 time: 0.0489993 Nov 23 18:11:15.945084 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7928dd1e-09e7-4308-a78b-161d8953cd25 req-3d986ce0-f69f-47da-8017-33c40e97df2d tempest-DeleteServersTestJSON-986157203 tempest-DeleteServersTestJSON-986157203-project] 10.222.0.60 "GET /v2.0/security-groups?id=bf3be21c-fac1-46a9-a328-a408df8099bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410004 Nov 23 18:11:16.653493 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-52822d53-48f5-4819-8a95-bdc13aea0bf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:17.071381 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634188fb-eb2e-4900-8e9c-c1721a51fff7 req-1126a414-8063-4af7-a756-541b1fee2b20 tempest-DeleteServersTestJSON-986157203 tempest-DeleteServersTestJSON-986157203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:11:17.072996 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-634188fb-eb2e-4900-8e9c-c1721a51fff7 req-1126a414-8063-4af7-a756-541b1fee2b20 tempest-DeleteServersTestJSON-986157203 tempest-DeleteServersTestJSON-986157203-project] 10.222.0.60 "GET /v2.0/ports?device_id=f8d88562-7c54-4fe1-89d3-0a66600d0bdf HTTP/1.1" status: 200 len: 946 time: 0.0548627 Nov 23 18:11:17.121241 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-634188fb-eb2e-4900-8e9c-c1721a51fff7 req-19daca28-a7c8-4657-9755-7d709eda8e4d tempest-DeleteServersTestJSON-986157203 tempest-DeleteServersTestJSON-986157203-project] 10.222.0.60 "GET /v2.0/security-groups?id=bf3be21c-fac1-46a9-a328-a408df8099bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416186 Nov 23 18:11:17.869722 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9a27ae6c-db98-474f-94c1-cc99bf842d79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:18.238687 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8aa036-ae3a-4146-aae4-6cf965afd5c5 req-4685da57-3768-4d67-bf10-9597b0f549df tempest-DeleteServersTestJSON-986157203 tempest-DeleteServersTestJSON-986157203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:11:18.240219 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-aa8aa036-ae3a-4146-aae4-6cf965afd5c5 req-4685da57-3768-4d67-bf10-9597b0f549df tempest-DeleteServersTestJSON-986157203 tempest-DeleteServersTestJSON-986157203-project] 10.222.0.60 "GET /v2.0/ports?device_id=f8d88562-7c54-4fe1-89d3-0a66600d0bdf HTTP/1.1" status: 200 len: 946 time: 0.0507812 Nov 23 18:11:18.288432 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-aa8aa036-ae3a-4146-aae4-6cf965afd5c5 req-62f4ef8c-dfc4-4e10-aa4b-4896a494bac4 tempest-DeleteServersTestJSON-986157203 tempest-DeleteServersTestJSON-986157203-project] 10.222.0.60 "GET /v2.0/security-groups?id=bf3be21c-fac1-46a9-a328-a408df8099bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422010 Nov 23 18:11:18.418028 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:18.730411 n-d-816206-8 neutron-server[103591]: INFO neutron.api.v2.resource [req-2e3773e0-d4c8-4036-8644-02ac294a5d28 req-794c608f-3674-4555-9462-c61325308db2 service neutron] show failed (client error): The resource could not be found. Nov 23 18:11:18.731340 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2e3773e0-d4c8-4036-8644-02ac294a5d28 req-794c608f-3674-4555-9462-c61325308db2 service neutron] 10.222.0.36 "GET /v2.0/ports/ce89b096-0e32-4f38-820d-5d56e8028465/bindings/n-h1-816206-8 HTTP/1.1" status: 404 len: 380 time: 0.0583706 Nov 23 18:11:18.985224 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3773e0-d4c8-4036-8644-02ac294a5d28 req-d275bd46-0ad4-4953-b106-20e0b0c8dc10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:11:18.986623 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-2e3773e0-d4c8-4036-8644-02ac294a5d28 req-d275bd46-0ad4-4953-b106-20e0b0c8dc10 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=f8d88562-7c54-4fe1-89d3-0a66600d0bdf&tenant_id=e9a863600fcb4654b8125b63ddedc870 HTTP/1.1" status: 200 len: 1097 time: 0.0898330 Nov 23 18:11:18.998526 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [req-2e3773e0-d4c8-4036-8644-02ac294a5d28 req-b23931e6-13c9-4efe-9ad1-2485a818ae37 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=103590) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 18:11:18.999456 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-2e3773e0-d4c8-4036-8644-02ac294a5d28 req-b23931e6-13c9-4efe-9ad1-2485a818ae37 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052736 Nov 23 18:11:19.011151 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [req-2e3773e0-d4c8-4036-8644-02ac294a5d28 req-3c76b0dd-b19e-469f-8a66-2db8fbd1059d service neutron] Request body: {'port': {'binding:host_id': 'n-h1-816206-8', 'device_owner': 'compute:nova'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:11:19.066855 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-2e3773e0-d4c8-4036-8644-02ac294a5d28 req-3c76b0dd-b19e-469f-8a66-2db8fbd1059d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:19.263963 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [req-2e3773e0-d4c8-4036-8644-02ac294a5d28 req-3c76b0dd-b19e-469f-8a66-2db8fbd1059d service neutron] For port ce89b096-0e32-4f38-820d-5d56e8028465, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=ce89b096-0e32-4f38-820d-5d56e8028465,segment=NetworkSegment(f7847047-0236-40a0-9190-260b05d8940b),segment_id=f7847047-0236-40a0-9190-260b05d8940b)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:11:19.296295 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [req-2e3773e0-d4c8-4036-8644-02ac294a5d28 req-3c76b0dd-b19e-469f-8a66-2db8fbd1059d service neutron] For port ce89b096-0e32-4f38-820d-5d56e8028465, host n-h2-816206-8, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:11:19.344639 n-d-816206-8 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8d88562-7c54-4fe1-89d3-0a66600d0bdf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ce89b096-0e32-4f38-820d-5d56e8028465'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:11:19.347190 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbabddbc9fc37b068808e119c416c86f5957ca04531a4a0d2e695c515e93483b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-843227c8-c763-4ae6-84c2-8102403f1d94" -d '{"events": [{"server_uuid": "f8d88562-7c54-4fe1-89d3-0a66600d0bdf", "name": "network-vif-unplugged", "status": "completed", "tag": "ce89b096-0e32-4f38-820d-5d56e8028465"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:11:19.353401 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-2e3773e0-d4c8-4036-8644-02ac294a5d28 req-3c76b0dd-b19e-469f-8a66-2db8fbd1059d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:19.371480 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [req-2e3773e0-d4c8-4036-8644-02ac294a5d28 req-3c76b0dd-b19e-469f-8a66-2db8fbd1059d service neutron] Transition to ACTIVE for port object ce89b096-0e32-4f38-820d-5d56e8028465 will not be triggered until provisioned by entity L2. {{(pid=103590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 18:11:19.376391 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-2e3773e0-d4c8-4036-8644-02ac294a5d28 req-3c76b0dd-b19e-469f-8a66-2db8fbd1059d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264357957'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:19.423257 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7f4794-1835-402d-bd88-c8017b2900eb req-c16a6bb9-0be5-4bef-9082-d45e01d5856d tempest-DeleteServersTestJSON-986157203 tempest-DeleteServersTestJSON-986157203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:11:19.429009 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4c7f4794-1835-402d-bd88-c8017b2900eb req-c16a6bb9-0be5-4bef-9082-d45e01d5856d tempest-DeleteServersTestJSON-986157203 tempest-DeleteServersTestJSON-986157203-project] 10.222.0.60 "GET /v2.0/ports?device_id=f8d88562-7c54-4fe1-89d3-0a66600d0bdf HTTP/1.1" status: 200 len: 944 time: 0.0655141 Nov 23 18:11:19.463663 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c76b0dd-b19e-469f-8a66-2db8fbd1059d service neutron] Pushing event updated for resources: {'Port': ['ID=ce89b096-0e32-4f38-820d-5d56e8028465,revision_number=6']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:11:19.466135 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e3773e0-d4c8-4036-8644-02ac294a5d28 req-3c76b0dd-b19e-469f-8a66-2db8fbd1059d service neutron] No DVR routers for this DVR port ce89b096-0e32-4f38-820d-5d56e8028465 on host n-h2-816206-8 {{(pid=103590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:11:19.478637 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c76b0dd-b19e-469f-8a66-2db8fbd1059d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:11:19.478987 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c76b0dd-b19e-469f-8a66-2db8fbd1059d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:11:19.479333 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c76b0dd-b19e-469f-8a66-2db8fbd1059d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:11:19.479671 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c76b0dd-b19e-469f-8a66-2db8fbd1059d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:11:19.480013 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c76b0dd-b19e-469f-8a66-2db8fbd1059d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:11:19.480443 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c76b0dd-b19e-469f-8a66-2db8fbd1059d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:11:19.480702 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c76b0dd-b19e-469f-8a66-2db8fbd1059d service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:11:19.481033 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c76b0dd-b19e-469f-8a66-2db8fbd1059d service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:11:19.481358 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c76b0dd-b19e-469f-8a66-2db8fbd1059d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:11:19.481681 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c76b0dd-b19e-469f-8a66-2db8fbd1059d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:11:19.482006 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c76b0dd-b19e-469f-8a66-2db8fbd1059d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:11:19.482328 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c76b0dd-b19e-469f-8a66-2db8fbd1059d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:11:19.483357 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4c7f4794-1835-402d-bd88-c8017b2900eb req-5a9a5a1e-c1f5-4260-82e8-211a4749613c tempest-DeleteServersTestJSON-986157203 tempest-DeleteServersTestJSON-986157203-project] 10.222.0.60 "GET /v2.0/security-groups?id=bf3be21c-fac1-46a9-a328-a408df8099bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514100 Nov 23 18:11:19.506922 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 18:11:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83c1d735-2d89-4767-ad3a-39c3e1d3a95e x-openstack-request-id: req-83c1d735-2d89-4767-ad3a-39c3e1d3a95e {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:11:19.507782 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8d88562-7c54-4fe1-89d3-0a66600d0bdf", "name": "network-vif-unplugged", "status": "completed", "tag": "ce89b096-0e32-4f38-820d-5d56e8028465", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:11:19.508036 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-83c1d735-2d89-4767-ad3a-39c3e1d3a95e {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:11:19.508432 n-d-816206-8 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8d88562-7c54-4fe1-89d3-0a66600d0bdf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ce89b096-0e32-4f38-820d-5d56e8028465', 'code': 200} Nov 23 18:11:19.521665 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [req-2e3773e0-d4c8-4036-8644-02ac294a5d28 req-3c76b0dd-b19e-469f-8a66-2db8fbd1059d service neutron] Attempting to bind port ce89b096-0e32-4f38-820d-5d56e8028465 on host n-h1-816206-8 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:11:19.522038 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [req-2e3773e0-d4c8-4036-8644-02ac294a5d28 req-3c76b0dd-b19e-469f-8a66-2db8fbd1059d service neutron] Attempting to bind port ce89b096-0e32-4f38-820d-5d56e8028465 by drivers openvswitch,hyperv on host n-h1-816206-8 at level 0 using segments [{'id': 'f7847047-0236-40a0-9190-260b05d8940b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '42f33d22-98a8-4ba3-a4b0-d7bc101e2623'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:11:19.522369 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e3773e0-d4c8-4036-8644-02ac294a5d28 req-3c76b0dd-b19e-469f-8a66-2db8fbd1059d service neutron] Attempting to bind port ce89b096-0e32-4f38-820d-5d56e8028465 on network 42f33d22-98a8-4ba3-a4b0-d7bc101e2623 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:11:19.527368 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e3773e0-d4c8-4036-8644-02ac294a5d28 req-3c76b0dd-b19e-469f-8a66-2db8fbd1059d service neutron] Port ce89b096-0e32-4f38-820d-5d56e8028465 on network 42f33d22-98a8-4ba3-a4b0-d7bc101e2623 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-8 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:11:19.527693 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e3773e0-d4c8-4036-8644-02ac294a5d28 req-3c76b0dd-b19e-469f-8a66-2db8fbd1059d service neutron] Attempting to bind port ce89b096-0e32-4f38-820d-5d56e8028465 on network 42f33d22-98a8-4ba3-a4b0-d7bc101e2623 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:11:19.532479 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e3773e0-d4c8-4036-8644-02ac294a5d28 req-3c76b0dd-b19e-469f-8a66-2db8fbd1059d service neutron] Checking agent: {'id': '4b0a4557-3bfe-4828-80a0-7981fc3ac84c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 15, 14), 'started_at': datetime.datetime(2021, 11, 23, 17, 15, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 11, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:11:19.532909 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e3773e0-d4c8-4036-8644-02ac294a5d28 req-3c76b0dd-b19e-469f-8a66-2db8fbd1059d service neutron] Checking segment: {'id': 'f7847047-0236-40a0-9190-260b05d8940b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '42f33d22-98a8-4ba3-a4b0-d7bc101e2623'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:11:19.533291 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e3773e0-d4c8-4036-8644-02ac294a5d28 req-3c76b0dd-b19e-469f-8a66-2db8fbd1059d service neutron] Bound using segment: {'id': 'f7847047-0236-40a0-9190-260b05d8940b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '42f33d22-98a8-4ba3-a4b0-d7bc101e2623'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:11:19.533709 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [req-2e3773e0-d4c8-4036-8644-02ac294a5d28 req-3c76b0dd-b19e-469f-8a66-2db8fbd1059d service neutron] Bound port: ce89b096-0e32-4f38-820d-5d56e8028465, host: n-h1-816206-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7847047-0236-40a0-9190-260b05d8940b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '42f33d22-98a8-4ba3-a4b0-d7bc101e2623'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:11:19.534063 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-2e3773e0-d4c8-4036-8644-02ac294a5d28 req-3c76b0dd-b19e-469f-8a66-2db8fbd1059d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:19.598531 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [req-2e3773e0-d4c8-4036-8644-02ac294a5d28 req-3c76b0dd-b19e-469f-8a66-2db8fbd1059d service neutron] For port ce89b096-0e32-4f38-820d-5d56e8028465, host n-h1-816206-8, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:11:19.602431 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [req-2e3773e0-d4c8-4036-8644-02ac294a5d28 req-3c76b0dd-b19e-469f-8a66-2db8fbd1059d service neutron] For port ce89b096-0e32-4f38-820d-5d56e8028465, host n-h1-816206-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=ce89b096-0e32-4f38-820d-5d56e8028465,segment=NetworkSegment(f7847047-0236-40a0-9190-260b05d8940b),segment_id=f7847047-0236-40a0-9190-260b05d8940b)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:11:19.606085 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-2e3773e0-d4c8-4036-8644-02ac294a5d28 req-3c76b0dd-b19e-469f-8a66-2db8fbd1059d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264357957'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:19.636758 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3773e0-d4c8-4036-8644-02ac294a5d28 req-3c76b0dd-b19e-469f-8a66-2db8fbd1059d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:11:19.637602 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-2e3773e0-d4c8-4036-8644-02ac294a5d28 req-3c76b0dd-b19e-469f-8a66-2db8fbd1059d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:19.639000 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-2e3773e0-d4c8-4036-8644-02ac294a5d28 req-3c76b0dd-b19e-469f-8a66-2db8fbd1059d service neutron] 10.222.0.55 "PUT /v2.0/ports/ce89b096-0e32-4f38-820d-5d56e8028465 HTTP/1.1" status: 200 len: 1092 time: 0.6316233 Nov 23 18:11:19.689785 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c76b0dd-b19e-469f-8a66-2db8fbd1059d service neutron] Pushing event updated for resources: {'Port': ['ID=ce89b096-0e32-4f38-820d-5d56e8028465,revision_number=7']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:11:19.706711 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3773e0-d4c8-4036-8644-02ac294a5d28 req-26459ca5-9165-4a5f-869d-26b8c62fe02c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:11:19.708185 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-2e3773e0-d4c8-4036-8644-02ac294a5d28 req-26459ca5-9165-4a5f-869d-26b8c62fe02c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e9a863600fcb4654b8125b63ddedc870&device_id=f8d88562-7c54-4fe1-89d3-0a66600d0bdf HTTP/1.1" status: 200 len: 1095 time: 0.0460148 Nov 23 18:11:19.805053 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3773e0-d4c8-4036-8644-02ac294a5d28 req-bc40170b-403b-48d3-a3eb-c6f5bef83f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:11:19.806518 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-2e3773e0-d4c8-4036-8644-02ac294a5d28 req-bc40170b-403b-48d3-a3eb-c6f5bef83f26 service neutron] 10.222.0.55 "GET /v2.0/networks?id=42f33d22-98a8-4ba3-a4b0-d7bc101e2623 HTTP/1.1" status: 200 len: 913 time: 0.0891123 Nov 23 18:11:19.848879 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-2e3773e0-d4c8-4036-8644-02ac294a5d28 req-90d74ddd-731f-4e35-baa8-8c0eac7acddd service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ce89b096-0e32-4f38-820d-5d56e8028465 HTTP/1.1" status: 200 len: 217 time: 0.0341308 Nov 23 18:11:19.901863 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3773e0-d4c8-4036-8644-02ac294a5d28 req-eaff2c80-d8ac-47ad-a6a7-87ccebce1a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:11:19.903299 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-2e3773e0-d4c8-4036-8644-02ac294a5d28 req-eaff2c80-d8ac-47ad-a6a7-87ccebce1a98 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8d245095-4998-4579-85ec-34abaa7550be HTTP/1.1" status: 200 len: 852 time: 0.0473843 Nov 23 18:11:19.935431 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-2e3773e0-d4c8-4036-8644-02ac294a5d28 req-3a61994b-5aa8-4aea-bf18-f9fcd8429c58 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=42f33d22-98a8-4ba3-a4b0-d7bc101e2623&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248959 Nov 23 18:11:20.025729 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-2e3773e0-d4c8-4036-8644-02ac294a5d28 req-e586efc8-79cd-413b-b2f8-279b248a2715 service neutron] 10.222.0.55 "GET /v2.0/networks/42f33d22-98a8-4ba3-a4b0-d7bc101e2623?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831332 Nov 23 18:11:20.131454 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-2e3773e0-d4c8-4036-8644-02ac294a5d28 req-c684946d-55f7-4790-aa42-5b65b932069d service neutron] 10.222.0.55 "GET /v2.0/networks/42f33d22-98a8-4ba3-a4b0-d7bc101e2623?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985422 Nov 23 18:11:20.611865 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ede6f8-ae36-4f5b-9756-fbf2a8af1d9b req-b82728ba-a711-4325-afc0-0cf802f23dc3 tempest-DeleteServersTestJSON-986157203 tempest-DeleteServersTestJSON-986157203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:11:20.613845 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-41ede6f8-ae36-4f5b-9756-fbf2a8af1d9b req-b82728ba-a711-4325-afc0-0cf802f23dc3 tempest-DeleteServersTestJSON-986157203 tempest-DeleteServersTestJSON-986157203-project] 10.222.0.60 "GET /v2.0/ports?device_id=f8d88562-7c54-4fe1-89d3-0a66600d0bdf HTTP/1.1" status: 200 len: 944 time: 0.0500867 Nov 23 18:11:20.662485 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-41ede6f8-ae36-4f5b-9756-fbf2a8af1d9b req-2cffaca9-05da-44e6-a036-6dadad569fe4 tempest-DeleteServersTestJSON-986157203 tempest-DeleteServersTestJSON-986157203-project] 10.222.0.60 "GET /v2.0/security-groups?id=bf3be21c-fac1-46a9-a328-a408df8099bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419016 Nov 23 18:11:21.509830 n-d-816206-8 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8d88562-7c54-4fe1-89d3-0a66600d0bdf', 'tag': 'ce89b096-0e32-4f38-820d-5d56e8028465'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:11:21.512306 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbabddbc9fc37b068808e119c416c86f5957ca04531a4a0d2e695c515e93483b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d07e2af-1a72-4b7f-b175-025e1ffefdf5" -d '{"events": [{"name": "network-changed", "server_uuid": "f8d88562-7c54-4fe1-89d3-0a66600d0bdf", "tag": "ce89b096-0e32-4f38-820d-5d56e8028465"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:11:21.560675 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device ce89b096-0e32-4f38-820d-5d56e8028465 no longer exists at agent hyperv_n-h2-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:11:21.564479 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:11:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae67532e-7f84-42a6-aa43-fcfcf61df7d6 x-openstack-request-id: req-ae67532e-7f84-42a6-aa43-fcfcf61df7d6 {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:11:21.564834 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8d88562-7c54-4fe1-89d3-0a66600d0bdf", "tag": "ce89b096-0e32-4f38-820d-5d56e8028465", "status": "completed", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:11:21.565228 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ae67532e-7f84-42a6-aa43-fcfcf61df7d6 {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:11:21.566050 n-d-816206-8 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8d88562-7c54-4fe1-89d3-0a66600d0bdf', 'tag': 'ce89b096-0e32-4f38-820d-5d56e8028465', 'status': 'completed', 'code': 200} Nov 23 18:11:21.607921 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device ce89b096-0e32-4f38-820d-5d56e8028465 not bound to the agent host n-h2-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:11:21.651862 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d07e2af-1a72-4b7f-b175-025e1ffefdf5 req-9dc2ae78-faf6-40fc-811a-2a4b7dc6a54a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:11:21.653486 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-2d07e2af-1a72-4b7f-b175-025e1ffefdf5 req-9dc2ae78-faf6-40fc-811a-2a4b7dc6a54a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e9a863600fcb4654b8125b63ddedc870&device_id=f8d88562-7c54-4fe1-89d3-0a66600d0bdf HTTP/1.1" status: 200 len: 1095 time: 0.0591130 Nov 23 18:11:21.655148 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d07e2af-1a72-4b7f-b175-025e1ffefdf5 req-4a56112f-2514-4b1f-8259-47e26398acb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:11:21.663733 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2d07e2af-1a72-4b7f-b175-025e1ffefdf5 req-4a56112f-2514-4b1f-8259-47e26398acb6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e9a863600fcb4654b8125b63ddedc870&device_id=f8d88562-7c54-4fe1-89d3-0a66600d0bdf HTTP/1.1" status: 200 len: 1095 time: 0.0552452 Nov 23 18:11:21.758206 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d07e2af-1a72-4b7f-b175-025e1ffefdf5 req-082f83ba-4756-4902-a7ff-6cf5ae5fa7a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:11:21.759778 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-2d07e2af-1a72-4b7f-b175-025e1ffefdf5 req-082f83ba-4756-4902-a7ff-6cf5ae5fa7a1 service neutron] 10.222.0.55 "GET /v2.0/networks?id=42f33d22-98a8-4ba3-a4b0-d7bc101e2623 HTTP/1.1" status: 200 len: 913 time: 0.0994346 Nov 23 18:11:21.769430 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d07e2af-1a72-4b7f-b175-025e1ffefdf5 req-8cbacaff-a1f2-4212-b126-91ce0f8575d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:11:21.770930 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2d07e2af-1a72-4b7f-b175-025e1ffefdf5 req-8cbacaff-a1f2-4212-b126-91ce0f8575d3 service neutron] 10.222.0.36 "GET /v2.0/networks?id=42f33d22-98a8-4ba3-a4b0-d7bc101e2623 HTTP/1.1" status: 200 len: 913 time: 0.1066561 Nov 23 18:11:21.802425 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-2d07e2af-1a72-4b7f-b175-025e1ffefdf5 req-6f8b282f-1c26-4722-b676-89d390ffd47a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ce89b096-0e32-4f38-820d-5d56e8028465 HTTP/1.1" status: 200 len: 217 time: 0.0356858 Nov 23 18:11:21.829880 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2d07e2af-1a72-4b7f-b175-025e1ffefdf5 req-dd17bc8f-5f8f-4b93-9efb-c3aee421f9d8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ce89b096-0e32-4f38-820d-5d56e8028465 HTTP/1.1" status: 200 len: 217 time: 0.0446455 Nov 23 18:11:21.845960 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59e6903-5156-432e-96ec-ef651dfdf2c2 req-792e99a2-d94a-4a86-9598-673f585d23b8 tempest-DeleteServersTestJSON-986157203 tempest-DeleteServersTestJSON-986157203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:11:21.847440 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d59e6903-5156-432e-96ec-ef651dfdf2c2 req-792e99a2-d94a-4a86-9598-673f585d23b8 tempest-DeleteServersTestJSON-986157203 tempest-DeleteServersTestJSON-986157203-project] 10.222.0.60 "GET /v2.0/ports?device_id=f8d88562-7c54-4fe1-89d3-0a66600d0bdf HTTP/1.1" status: 200 len: 944 time: 0.0983720 Nov 23 18:11:21.856694 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d07e2af-1a72-4b7f-b175-025e1ffefdf5 req-070dfbf4-cb7a-4d2d-8917-852d11198675 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:11:21.858231 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-2d07e2af-1a72-4b7f-b175-025e1ffefdf5 req-070dfbf4-cb7a-4d2d-8917-852d11198675 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8d245095-4998-4579-85ec-34abaa7550be HTTP/1.1" status: 200 len: 852 time: 0.0494370 Nov 23 18:11:21.890616 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-2d07e2af-1a72-4b7f-b175-025e1ffefdf5 req-7144459a-995d-4e2a-a10e-ee17ccdb9d6d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=42f33d22-98a8-4ba3-a4b0-d7bc101e2623&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251148 Nov 23 18:11:21.915598 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d07e2af-1a72-4b7f-b175-025e1ffefdf5 req-7c17c51d-0f0b-4ddd-9625-d13dd9b7e0fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:11:21.917195 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2d07e2af-1a72-4b7f-b175-025e1ffefdf5 req-7c17c51d-0f0b-4ddd-9625-d13dd9b7e0fe service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8d245095-4998-4579-85ec-34abaa7550be HTTP/1.1" status: 200 len: 852 time: 0.0688114 Nov 23 18:11:21.940753 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d59e6903-5156-432e-96ec-ef651dfdf2c2 req-619740d0-79b9-4fad-b85c-32b5b454319a tempest-DeleteServersTestJSON-986157203 tempest-DeleteServersTestJSON-986157203-project] 10.222.0.60 "GET /v2.0/security-groups?id=bf3be21c-fac1-46a9-a328-a408df8099bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844486 Nov 23 18:11:21.959687 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2d07e2af-1a72-4b7f-b175-025e1ffefdf5 req-41352f0f-ffef-44b4-befe-55b260d5a432 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=42f33d22-98a8-4ba3-a4b0-d7bc101e2623&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323911 Nov 23 18:11:21.989444 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-2d07e2af-1a72-4b7f-b175-025e1ffefdf5 req-93acbf8d-2def-4db6-8dcb-3c583b0bca8a service neutron] 10.222.0.55 "GET /v2.0/networks/42f33d22-98a8-4ba3-a4b0-d7bc101e2623?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910342 Nov 23 18:11:22.060501 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2d07e2af-1a72-4b7f-b175-025e1ffefdf5 req-9e429254-9850-4c1b-9ba6-16932a95d5f8 service neutron] 10.222.0.36 "GET /v2.0/networks/42f33d22-98a8-4ba3-a4b0-d7bc101e2623?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914235 Nov 23 18:11:22.093084 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-2d07e2af-1a72-4b7f-b175-025e1ffefdf5 req-30db0ac3-eb64-4ed3-92eb-381d61d075e8 service neutron] 10.222.0.55 "GET /v2.0/networks/42f33d22-98a8-4ba3-a4b0-d7bc101e2623?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971866 Nov 23 18:11:22.186801 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2d07e2af-1a72-4b7f-b175-025e1ffefdf5 req-28971182-705f-40e6-be7e-a8da2244379f service neutron] 10.222.0.36 "GET /v2.0/networks/42f33d22-98a8-4ba3-a4b0-d7bc101e2623?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1186552 Nov 23 18:11:22.207748 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b991ad-64e5-4886-8aa7-7296955c16d5 req-fd47eed4-ad33-45e2-af4a-d073cf9d913e tempest-DeleteServersTestJSON-986157203 tempest-DeleteServersTestJSON-986157203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:11:22.209228 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a8b991ad-64e5-4886-8aa7-7296955c16d5 req-fd47eed4-ad33-45e2-af4a-d073cf9d913e tempest-DeleteServersTestJSON-986157203 tempest-DeleteServersTestJSON-986157203-project] 10.222.0.36 "GET /v2.0/ports?device_id=f8d88562-7c54-4fe1-89d3-0a66600d0bdf&tenant_id=e9a863600fcb4654b8125b63ddedc870&binding%3Ahost_id=n-h1-816206-8 HTTP/1.1" status: 200 len: 944 time: 0.0611217 Nov 23 18:11:22.271450 n-d-816206-8 neutron-server[103591]: INFO neutron.api.v2.resource [req-a8b991ad-64e5-4886-8aa7-7296955c16d5 req-85eb96d9-5efd-4faf-94d3-ca9ca7bf1403 service neutron] delete failed (client error): The resource could not be found. Nov 23 18:11:22.272441 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a8b991ad-64e5-4886-8aa7-7296955c16d5 req-85eb96d9-5efd-4faf-94d3-ca9ca7bf1403 service neutron] 10.222.0.36 "DELETE /v2.0/ports/ce89b096-0e32-4f38-820d-5d56e8028465/bindings/n-h2-816206-8 HTTP/1.1" status: 404 len: 380 time: 0.0540438 Nov 23 18:11:22.361060 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b991ad-64e5-4886-8aa7-7296955c16d5 req-daf556ad-e1dc-47e7-abd3-aaa73dd91762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:11:22.362449 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a8b991ad-64e5-4886-8aa7-7296955c16d5 req-daf556ad-e1dc-47e7-abd3-aaa73dd91762 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e9a863600fcb4654b8125b63ddedc870&device_id=f8d88562-7c54-4fe1-89d3-0a66600d0bdf HTTP/1.1" status: 200 len: 1095 time: 0.0427291 Nov 23 18:11:22.458261 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b991ad-64e5-4886-8aa7-7296955c16d5 req-40a5dffd-7d3e-4d51-9219-6e401fb140ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:11:22.459818 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a8b991ad-64e5-4886-8aa7-7296955c16d5 req-40a5dffd-7d3e-4d51-9219-6e401fb140ba service neutron] 10.222.0.36 "GET /v2.0/networks?id=42f33d22-98a8-4ba3-a4b0-d7bc101e2623 HTTP/1.1" status: 200 len: 913 time: 0.0894213 Nov 23 18:11:22.501627 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a8b991ad-64e5-4886-8aa7-7296955c16d5 req-e6935945-5cfd-4ff2-bf07-e1d3ad909879 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ce89b096-0e32-4f38-820d-5d56e8028465 HTTP/1.1" status: 200 len: 217 time: 0.0339572 Nov 23 18:11:22.554536 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b991ad-64e5-4886-8aa7-7296955c16d5 req-b933a0f8-d9cd-46b5-92b1-f86cfb8fbc0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:11:22.556003 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a8b991ad-64e5-4886-8aa7-7296955c16d5 req-b933a0f8-d9cd-46b5-92b1-f86cfb8fbc0d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8d245095-4998-4579-85ec-34abaa7550be HTTP/1.1" status: 200 len: 852 time: 0.0476217 Nov 23 18:11:22.588722 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a8b991ad-64e5-4886-8aa7-7296955c16d5 req-a3f86647-a824-41a3-bfea-c1f1f58536ef service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=42f33d22-98a8-4ba3-a4b0-d7bc101e2623&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255105 Nov 23 18:11:22.681136 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a8b991ad-64e5-4886-8aa7-7296955c16d5 req-d7378e33-696f-4c86-90f0-b4e59812bf65 service neutron] 10.222.0.36 "GET /v2.0/networks/42f33d22-98a8-4ba3-a4b0-d7bc101e2623?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805643 Nov 23 18:11:22.773424 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a8b991ad-64e5-4886-8aa7-7296955c16d5 req-0da5860b-f3fb-4da3-a957-960ad7551ace service neutron] 10.222.0.36 "GET /v2.0/networks/42f33d22-98a8-4ba3-a4b0-d7bc101e2623?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879273 Nov 23 18:11:23.458517 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a1b0e2-9ced-4ad1-851b-f9e4cfce42d1 req-4fa2e10d-9b61-4385-b312-924a9cefb6c1 tempest-DeleteServersTestJSON-986157203 tempest-DeleteServersTestJSON-986157203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:11:23.459902 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-96a1b0e2-9ced-4ad1-851b-f9e4cfce42d1 req-4fa2e10d-9b61-4385-b312-924a9cefb6c1 tempest-DeleteServersTestJSON-986157203 tempest-DeleteServersTestJSON-986157203-project] 10.222.0.60 "GET /v2.0/ports?device_id=f8d88562-7c54-4fe1-89d3-0a66600d0bdf HTTP/1.1" status: 200 len: 944 time: 0.0493789 Nov 23 18:11:23.508634 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-96a1b0e2-9ced-4ad1-851b-f9e4cfce42d1 req-c175759b-8d3a-4fcb-89be-e316a374a201 tempest-DeleteServersTestJSON-986157203 tempest-DeleteServersTestJSON-986157203-project] 10.222.0.60 "GET /v2.0/security-groups?id=bf3be21c-fac1-46a9-a328-a408df8099bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421183 Nov 23 18:11:24.277461 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device ce89b096-0e32-4f38-820d-5d56e8028465 details requested by agent hyperv_n-h1-816206-8 with host n-h1-816206-8 {{(pid=103592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 18:11:24.374472 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port ce89b096-0e32-4f38-820d-5d56e8028465, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=ce89b096-0e32-4f38-820d-5d56e8028465,segment=NetworkSegment(f7847047-0236-40a0-9190-260b05d8940b),segment_id=f7847047-0236-40a0-9190-260b05d8940b)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:11:24.393540 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Returning: {'device': 'ce89b096-0e32-4f38-820d-5d56e8028465', 'network_id': '42f33d22-98a8-4ba3-a4b0-d7bc101e2623', 'port_id': 'ce89b096-0e32-4f38-820d-5d56e8028465', 'mac_address': 'fa:16:3e:33:8e:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 507, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d245095-4998-4579-85ec-34abaa7550be', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 18:11:24.431614 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:24.451994 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce89b096-0e32-4f38-820d-5d56e8028465 {{(pid=103592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:11:24.472280 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port ce89b096-0e32-4f38-820d-5d56e8028465, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=ce89b096-0e32-4f38-820d-5d56e8028465,segment=NetworkSegment(f7847047-0236-40a0-9190-260b05d8940b),segment_id=f7847047-0236-40a0-9190-260b05d8940b)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:11:24.475916 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:24.524073 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Pushing event updated for resources: {'Port': ['ID=ce89b096-0e32-4f38-820d-5d56e8028465,revision_number=8']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:11:24.531395 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:11:24.531679 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:11:24.532014 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:11:24.532345 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:11:24.532705 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:11:24.533033 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:11:24.533352 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:11:24.533671 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:11:24.533988 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:11:24.534306 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:11:24.534624 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:11:24.534939 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:11:24.626497 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b991ad-64e5-4886-8aa7-7296955c16d5 req-2c873958-94cd-46aa-99e9-d085dcc90ac5 tempest-DeleteServersTestJSON-986157203 tempest-DeleteServersTestJSON-986157203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:11:24.627962 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-a8b991ad-64e5-4886-8aa7-7296955c16d5 req-2c873958-94cd-46aa-99e9-d085dcc90ac5 tempest-DeleteServersTestJSON-986157203 tempest-DeleteServersTestJSON-986157203-project] 10.222.0.55 "GET /v2.0/ports?device_id=f8d88562-7c54-4fe1-89d3-0a66600d0bdf HTTP/1.1" status: 200 len: 945 time: 0.0494168 Nov 23 18:11:24.632474 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e75b8a6-c2cc-4563-bd24-56d90ab612a5 req-ab78132f-9305-4825-8677-78eaf89cff74 tempest-DeleteServersTestJSON-986157203 tempest-DeleteServersTestJSON-986157203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:11:24.633998 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5e75b8a6-c2cc-4563-bd24-56d90ab612a5 req-ab78132f-9305-4825-8677-78eaf89cff74 tempest-DeleteServersTestJSON-986157203 tempest-DeleteServersTestJSON-986157203-project] 10.222.0.60 "GET /v2.0/ports?device_id=f8d88562-7c54-4fe1-89d3-0a66600d0bdf HTTP/1.1" status: 200 len: 945 time: 0.0557926 Nov 23 18:11:24.682925 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5e75b8a6-c2cc-4563-bd24-56d90ab612a5 req-cba272c1-3d86-4906-9067-31ab209379bd tempest-DeleteServersTestJSON-986157203 tempest-DeleteServersTestJSON-986157203-project] 10.222.0.60 "GET /v2.0/security-groups?id=bf3be21c-fac1-46a9-a328-a408df8099bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422850 Nov 23 18:11:24.723091 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [req-a8b991ad-64e5-4886-8aa7-7296955c16d5 req-3a278eb6-dd3d-407e-bde3-e9918be78424 tempest-DeleteServersTestJSON-986157203 tempest-DeleteServersTestJSON-986157203-project] Deleting port ce89b096-0e32-4f38-820d-5d56e8028465 {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:11:24.723428 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-a8b991ad-64e5-4886-8aa7-7296955c16d5 req-3a278eb6-dd3d-407e-bde3-e9918be78424 tempest-DeleteServersTestJSON-986157203 tempest-DeleteServersTestJSON-986157203-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:24.812852 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [req-a8b991ad-64e5-4886-8aa7-7296955c16d5 req-3a278eb6-dd3d-407e-bde3-e9918be78424 tempest-DeleteServersTestJSON-986157203 tempest-DeleteServersTestJSON-986157203-project] For port ce89b096-0e32-4f38-820d-5d56e8028465, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=ce89b096-0e32-4f38-820d-5d56e8028465,segment=NetworkSegment(f7847047-0236-40a0-9190-260b05d8940b),segment_id=f7847047-0236-40a0-9190-260b05d8940b)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:11:24.813220 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-a8b991ad-64e5-4886-8aa7-7296955c16d5 req-3a278eb6-dd3d-407e-bde3-e9918be78424 tempest-DeleteServersTestJSON-986157203 tempest-DeleteServersTestJSON-986157203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:24.826015 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [req-a8b991ad-64e5-4886-8aa7-7296955c16d5 req-3a278eb6-dd3d-407e-bde3-e9918be78424 tempest-DeleteServersTestJSON-986157203 tempest-DeleteServersTestJSON-986157203-project] Calling delete_port for ce89b096-0e32-4f38-820d-5d56e8028465 owned by compute:nova {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:11:24.955014 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-a8b991ad-64e5-4886-8aa7-7296955c16d5 req-3a278eb6-dd3d-407e-bde3-e9918be78424 tempest-DeleteServersTestJSON-986157203 tempest-DeleteServersTestJSON-986157203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:24.986405 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a278eb6-dd3d-407e-bde3-e9918be78424 tempest-DeleteServersTestJSON-986157203 tempest-DeleteServersTestJSON-986157203-project] Pushing event deleted for resources: {'Port': ['ID=ce89b096-0e32-4f38-820d-5d56e8028465,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:11:25.030311 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8b991ad-64e5-4886-8aa7-7296955c16d5 req-3a278eb6-dd3d-407e-bde3-e9918be78424 tempest-DeleteServersTestJSON-986157203 tempest-DeleteServersTestJSON-986157203-project] No DVR routers for this DVR port ce89b096-0e32-4f38-820d-5d56e8028465 on host n-h1-816206-8 {{(pid=103590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:11:25.032888 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-a8b991ad-64e5-4886-8aa7-7296955c16d5 req-3a278eb6-dd3d-407e-bde3-e9918be78424 tempest-DeleteServersTestJSON-986157203 tempest-DeleteServersTestJSON-986157203-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:25.036183 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-a8b991ad-64e5-4886-8aa7-7296955c16d5 req-3a278eb6-dd3d-407e-bde3-e9918be78424 tempest-DeleteServersTestJSON-986157203 tempest-DeleteServersTestJSON-986157203-project] 10.222.0.55 "DELETE /v2.0/ports/ce89b096-0e32-4f38-820d-5d56e8028465 HTTP/1.1" status: 204 len: 173 time: 0.4010243 Nov 23 18:11:25.036650 n-d-816206-8 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8d88562-7c54-4fe1-89d3-0a66600d0bdf', 'name': 'network-vif-deleted', 'tag': 'ce89b096-0e32-4f38-820d-5d56e8028465'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:11:25.042402 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbabddbc9fc37b068808e119c416c86f5957ca04531a4a0d2e695c515e93483b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e60164d-3333-4c60-94bb-0de3fd5afa49" -d '{"events": [{"server_uuid": "f8d88562-7c54-4fe1-89d3-0a66600d0bdf", "name": "network-vif-deleted", "tag": "ce89b096-0e32-4f38-820d-5d56e8028465"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:11:25.083742 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:11:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-758d3387-bbe6-4a33-a573-08efc7d6540d x-openstack-request-id: req-758d3387-bbe6-4a33-a573-08efc7d6540d {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:11:25.084041 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8d88562-7c54-4fe1-89d3-0a66600d0bdf", "name": "network-vif-deleted", "tag": "ce89b096-0e32-4f38-820d-5d56e8028465", "status": "completed", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:11:25.084420 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-758d3387-bbe6-4a33-a573-08efc7d6540d {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:11:25.084858 n-d-816206-8 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8d88562-7c54-4fe1-89d3-0a66600d0bdf', 'name': 'network-vif-deleted', 'tag': 'ce89b096-0e32-4f38-820d-5d56e8028465', 'status': 'completed', 'code': 200} Nov 23 18:11:25.811561 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 53334) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:11:25.856129 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.db_base_plugin_v2 [None req-da01470b-1a79-48be-9179-aaae09f93d4d admin admin] Deleting subnet 8d245095-4998-4579-85ec-34abaa7550be {{(pid=103591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 18:11:25.859157 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-da01470b-1a79-48be-9179-aaae09f93d4d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:25.894156 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-da01470b-1a79-48be-9179-aaae09f93d4d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265990000'] for subnet, precommit_delete_associations {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:25.932777 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-da01470b-1a79-48be-9179-aaae09f93d4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971956'] for subnet, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:25.987110 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-da01470b-1a79-48be-9179-aaae09f93d4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264758240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264314269'] for subnet, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:26.015629 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-da01470b-1a79-48be-9179-aaae09f93d4d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for subnet, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:26.018906 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-da01470b-1a79-48be-9179-aaae09f93d4d admin admin] 10.222.0.60 "DELETE /v2.0/subnets/8d245095-4998-4579-85ec-34abaa7550be HTTP/1.1" status: 204 len: 168 time: 0.2063293 Nov 23 18:11:26.019744 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da01470b-1a79-48be-9179-aaae09f93d4d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8d245095-4998-4579-85ec-34abaa7550be,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:11:26.021677 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 53336) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:11:26.027712 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da01470b-1a79-48be-9179-aaae09f93d4d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:11:26.028063 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da01470b-1a79-48be-9179-aaae09f93d4d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:11:26.028413 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da01470b-1a79-48be-9179-aaae09f93d4d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:11:26.028778 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da01470b-1a79-48be-9179-aaae09f93d4d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:11:26.029114 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da01470b-1a79-48be-9179-aaae09f93d4d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:11:26.029452 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da01470b-1a79-48be-9179-aaae09f93d4d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:11:26.029786 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da01470b-1a79-48be-9179-aaae09f93d4d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:11:26.030112 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da01470b-1a79-48be-9179-aaae09f93d4d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:11:26.030437 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da01470b-1a79-48be-9179-aaae09f93d4d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:11:26.030762 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da01470b-1a79-48be-9179-aaae09f93d4d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:11:26.031091 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da01470b-1a79-48be-9179-aaae09f93d4d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:11:26.031417 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da01470b-1a79-48be-9179-aaae09f93d4d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:11:26.091007 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1d135dc8-242e-4f2a-b550-f88ba9c045fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-555181'] for network, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:26.171334 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1d135dc8-242e-4f2a-b550-f88ba9c045fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973419', 'neutron.services.segments.db._delete_segments_for_network-8736635878840'] for network, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:26.191666 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-1d135dc8-242e-4f2a-b550-f88ba9c045fa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42f33d22-98a8-4ba3-a4b0-d7bc101e2623']}} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:11:26.200626 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-1d135dc8-242e-4f2a-b550-f88ba9c045fa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7847047-0236-40a0-9190-260b05d8940b') {'for_net_delete': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:11:26.200917 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-1d135dc8-242e-4f2a-b550-f88ba9c045fa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7847047-0236-40a0-9190-260b05d8940b') {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:11:26.209913 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1d135dc8-242e-4f2a-b550-f88ba9c045fa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736635840332', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-267528353'] for segment, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:26.223263 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1d135dc8-242e-4f2a-b550-f88ba9c045fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:26.229627 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d135dc8-242e-4f2a-b550-f88ba9c045fa admin admin] Releasing vlan 507 on physical network physnet1 to pool {{(pid=103590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 18:11:26.230003 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1d135dc8-242e-4f2a-b550-f88ba9c045fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264370093'] for segment, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:26.231731 n-d-816206-8 neutron-server[103590]: Traceback (most recent call last): Nov 23 18:11:26.231731 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 18:11:26.231731 n-d-816206-8 neutron-server[103590]: timer() Nov 23 18:11:26.231731 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 18:11:26.231731 n-d-816206-8 neutron-server[103590]: cb(*args, **kw) Nov 23 18:11:26.231731 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 18:11:26.231731 n-d-816206-8 neutron-server[103590]: return func(*args, **kwargs) Nov 23 18:11:26.231731 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 18:11:26.231731 n-d-816206-8 neutron-server[103590]: self._notify() Nov 23 18:11:26.231731 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 18:11:26.231731 n-d-816206-8 neutron-server[103590]: self.callback(batched_events) Nov 23 18:11:26.231731 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 18:11:26.231731 n-d-816206-8 neutron-server[103590]: event.method(event) Nov 23 18:11:26.231731 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 18:11:26.231731 n-d-816206-8 neutron-server[103590]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 18:11:26.231731 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 18:11:26.231731 n-d-816206-8 neutron-server[103590]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 18:11:26.231731 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 18:11:26.231731 n-d-816206-8 neutron-server[103590]: return f(self, *a, **k) Nov 23 18:11:26.231731 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 18:11:26.231731 n-d-816206-8 neutron-server[103590]: return self._get(url).json() Nov 23 18:11:26.231731 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 18:11:26.231731 n-d-816206-8 neutron-server[103590]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 18:11:26.231731 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 18:11:26.231731 n-d-816206-8 neutron-server[103590]: return self.request(url, 'GET', **kwargs) Nov 23 18:11:26.231731 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 18:11:26.231731 n-d-816206-8 neutron-server[103590]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 18:11:26.231731 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 18:11:26.231731 n-d-816206-8 neutron-server[103590]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 18:11:26.231731 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 18:11:26.231731 n-d-816206-8 neutron-server[103590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 18:11:26.231731 n-d-816206-8 neutron-server[103590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 18:11:26.284254 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1d135dc8-242e-4f2a-b550-f88ba9c045fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1795418'] for network, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:26.288704 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1d135dc8-242e-4f2a-b550-f88ba9c045fa admin admin] Publish callbacks [] for network, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:26.292535 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-1d135dc8-242e-4f2a-b550-f88ba9c045fa admin admin] 10.222.0.60 "DELETE /v2.0/networks/42f33d22-98a8-4ba3-a4b0-d7bc101e2623 HTTP/1.1" status: 204 len: 168 time: 0.2697883 Nov 23 18:11:26.305291 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d135dc8-242e-4f2a-b550-f88ba9c045fa admin admin] Pushing event deleted for resources: {'Network': ['ID=42f33d22-98a8-4ba3-a4b0-d7bc101e2623,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:11:26.398424 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 53340) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:11:26.443614 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-98b83287-4cf9-404a-a2cc-aa3ae0994c17 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=e9a863600fcb4654b8125b63ddedc870&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0433502 Nov 23 18:11:26.446211 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 53342) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:11:26.492864 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-895534be-7d5d-437c-ae7e-db02cf3c81ff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:26.514705 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-895534be-7d5d-437c-ae7e-db02cf3c81ff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:26.560805 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-895534be-7d5d-437c-ae7e-db02cf3c81ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:26.563351 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-895534be-7d5d-437c-ae7e-db02cf3c81ff admin admin] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:26.564511 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-895534be-7d5d-437c-ae7e-db02cf3c81ff admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/bf3be21c-fac1-46a9-a328-a408df8099bb HTTP/1.1" status: 204 len: 168 time: 0.1173909 Nov 23 18:11:26.574165 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895534be-7d5d-437c-ae7e-db02cf3c81ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf3be21c-fac1-46a9-a328-a408df8099bb,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:11:27.224275 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 53364) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:11:27.319527 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-83b652c5-f413-49df-8c36-df429db15286 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-302618528-network', 'tenant_id': 'babfd8e5d03f43e4910f1c044d2aec30'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:11:27.340940 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83b652c5-f413-49df-8c36-df429db15286 admin admin] Made reservation on behalf of babfd8e5d03f43e4910f1c044d2aec30 for: {'network': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:11:27.343141 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-83b652c5-f413-49df-8c36-df429db15286 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for network, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:27.351443 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-83b652c5-f413-49df-8c36-df429db15286 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:27.425604 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-83b652c5-f413-49df-8c36-df429db15286 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:27.429295 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-83b652c5-f413-49df-8c36-df429db15286 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:27.449828 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83b652c5-f413-49df-8c36-df429db15286 admin admin] vlan segment allocate from pool success with {'vlan_id': 542, 'physical_network': 'physnet1'} {{(pid=103590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 18:11:27.465306 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b652c5-f413-49df-8c36-df429db15286 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f24ec3ca-8879-45da-98d8-bd8363ce042b,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:11:27.468115 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-83b652c5-f413-49df-8c36-df429db15286 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:27.468556 n-d-816206-8 neutron-server[103590]: INFO neutron.db.segments_db [None req-83b652c5-f413-49df-8c36-df429db15286 admin admin] Added segment 2d8f69e2-5f87-4d14-afcd-2604d7678957 of type vlan for network 55f23027-cbf4-4d81-b181-42d45b568595 Nov 23 18:11:27.512258 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-83b652c5-f413-49df-8c36-df429db15286 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736635338810'] for network, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:27.537598 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-83b652c5-f413-49df-8c36-df429db15286 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493'] for network, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:27.538543 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83b652c5-f413-49df-8c36-df429db15286 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:11:27.539791 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-83b652c5-f413-49df-8c36-df429db15286 admin admin] Publish callbacks [] for network, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:27.575332 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-83b652c5-f413-49df-8c36-df429db15286 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3499272 Nov 23 18:11:27.578583 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 53368) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:11:27.583576 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-77b7caf6-0b4b-42fa-bc5d-3b5fc95ab7ef admin admin] Request body: {'subnet': {'network_id': '55f23027-cbf4-4d81-b181-42d45b568595', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-302618528-subnet', 'tenant_id': 'babfd8e5d03f43e4910f1c044d2aec30', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:11:27.603299 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b652c5-f413-49df-8c36-df429db15286 admin admin] Pushing event updated for resources: {'Network': ['ID=55f23027-cbf4-4d81-b181-42d45b568595,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:11:27.605099 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77b7caf6-0b4b-42fa-bc5d-3b5fc95ab7ef admin admin] Made reservation on behalf of babfd8e5d03f43e4910f1c044d2aec30 for: {'subnet': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:11:27.607486 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-77b7caf6-0b4b-42fa-bc5d-3b5fc95ab7ef admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264314294'] for subnet, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:27.613649 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Network 55f23027-cbf4-4d81-b181-42d45b568595 details requested by agent ovs-agent-n-d-816206-8 with host n-d-816206-8 {{(pid=103592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 18:11:27.777601 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-77b7caf6-0b4b-42fa-bc5d-3b5fc95ab7ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264758079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264314276'] for subnet, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:27.833480 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b7caf6-0b4b-42fa-bc5d-3b5fc95ab7ef admin admin] Pushing event updated for resources: {'Subnet': ['ID=32831e2c-8c98-4768-9c1e-f3bc10d886d0,revision_number=0']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:11:27.841014 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b7caf6-0b4b-42fa-bc5d-3b5fc95ab7ef admin admin] Checking segment: {'id': '2d8f69e2-5f87-4d14-afcd-2604d7678957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '55f23027-cbf4-4d81-b181-42d45b568595'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:11:27.841373 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77b7caf6-0b4b-42fa-bc5d-3b5fc95ab7ef admin admin] Network hostable DHCP agents. Network: 55f23027-cbf4-4d81-b181-42d45b568595, hostable agents: ['0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3'], hosted agents: [] {{(pid=103591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 18:11:27.857613 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77b7caf6-0b4b-42fa-bc5d-3b5fc95ab7ef admin admin] Network 55f23027-cbf4-4d81-b181-42d45b568595 is scheduled to be hosted by DHCP agent 0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3 with binding_index 1 {{(pid=103591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 18:11:27.865909 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [None req-77b7caf6-0b4b-42fa-bc5d-3b5fc95ab7ef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-8, 55f23027-cbf4-4d81-b181-42d45b568595) {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:11:27.870347 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77b7caf6-0b4b-42fa-bc5d-3b5fc95ab7ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:11:27.870943 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-77b7caf6-0b4b-42fa-bc5d-3b5fc95ab7ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for subnet, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:27.876654 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61a57187-64b7-405d-92e1-936913a76153 None None] Network 55f23027-cbf4-4d81-b181-42d45b568595 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:11:27.887266 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-77b7caf6-0b4b-42fa-bc5d-3b5fc95ab7ef admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3075869 Nov 23 18:11:28.002935 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe29675b-4f2b-4af3-8c2f-e28d1b6a8380 None None] Network 55f23027-cbf4-4d81-b181-42d45b568595 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:11:28.307181 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96882a8b-26e9-4be5-ad8f-47b316737d0c req-988afb1b-bbde-448b-ae61-83028e594fb1 tempest-ServerDiskConfigTestJSON-21512198 tempest-ServerDiskConfigTestJSON-21512198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:11:28.308674 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-96882a8b-26e9-4be5-ad8f-47b316737d0c req-988afb1b-bbde-448b-ae61-83028e594fb1 tempest-ServerDiskConfigTestJSON-21512198 tempest-ServerDiskConfigTestJSON-21512198-project] 10.222.0.60 "GET /v2.0/networks?id=55f23027-cbf4-4d81-b181-42d45b568595 HTTP/1.1" status: 200 len: 814 time: 0.1043150 Nov 23 18:11:28.323647 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-96882a8b-26e9-4be5-ad8f-47b316737d0c req-14b8b238-af44-4945-ac94-6ddbd11a5e29 tempest-ServerDiskConfigTestJSON-21512198 tempest-ServerDiskConfigTestJSON-21512198-project] 10.222.0.60 "GET /v2.0/quotas/babfd8e5d03f43e4910f1c044d2aec30 HTTP/1.1" status: 200 len: 375 time: 0.0091422 Nov 23 18:11:28.354232 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-96882a8b-26e9-4be5-ad8f-47b316737d0c req-620a682d-e73f-4746-95ce-a461d133f8b2 tempest-ServerDiskConfigTestJSON-21512198 tempest-ServerDiskConfigTestJSON-21512198-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=babfd8e5d03f43e4910f1c044d2aec30&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0253894 Nov 23 18:11:28.364657 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [req-96882a8b-26e9-4be5-ad8f-47b316737d0c req-6ec67b56-940f-4f09-adf6-e2e3c14e830e service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=103591) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 18:11:28.365611 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-96882a8b-26e9-4be5-ad8f-47b316737d0c req-6ec67b56-940f-4f09-adf6-e2e3c14e830e service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048811 Nov 23 18:11:28.454219 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-96882a8b-26e9-4be5-ad8f-47b316737d0c req-5d017acf-0557-47e9-a239-1d83ebfd3987 service neutron] 10.222.0.60 "GET /v2.0/networks/55f23027-cbf4-4d81-b181-42d45b568595?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821157 Nov 23 18:11:28.546327 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-96882a8b-26e9-4be5-ad8f-47b316737d0c req-8457fbef-862f-420d-9d62-dd86c55a2fba service neutron] 10.222.0.60 "GET /v2.0/networks/55f23027-cbf4-4d81-b181-42d45b568595?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859826 Nov 23 18:11:28.704478 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-472cf15d-fd81-4c6f-9b05-43709239a035 req-93964675-6bab-4bff-bd55-194dfa9a15f3 tempest-ServerDiskConfigTestJSON-21512198 tempest-ServerDiskConfigTestJSON-21512198-project] 10.222.0.60 "GET /v2.0/ports?device_id=23cec831-c160-4b23-930d-4a5dd3e93f63 HTTP/1.1" status: 200 len: 210 time: 0.0268543 Nov 23 18:11:29.620754 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96882a8b-26e9-4be5-ad8f-47b316737d0c req-40484d7e-7e01-4e89-ba58-bafa8382e461 tempest-ServerDiskConfigTestJSON-21512198 tempest-ServerDiskConfigTestJSON-21512198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:11:29.622728 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-96882a8b-26e9-4be5-ad8f-47b316737d0c req-40484d7e-7e01-4e89-ba58-bafa8382e461 tempest-ServerDiskConfigTestJSON-21512198 tempest-ServerDiskConfigTestJSON-21512198-project] 10.222.0.55 "GET /v2.0/networks?id=55f23027-cbf4-4d81-b181-42d45b568595 HTTP/1.1" status: 200 len: 814 time: 0.1080914 Nov 23 18:11:29.635571 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [req-96882a8b-26e9-4be5-ad8f-47b316737d0c req-c4582973-090d-4b80-bf67-d627a9cdfc34 tempest-ServerDiskConfigTestJSON-21512198 tempest-ServerDiskConfigTestJSON-21512198-project] Request body: {'port': {'device_id': '23cec831-c160-4b23-930d-4a5dd3e93f63', 'network_id': '55f23027-cbf4-4d81-b181-42d45b568595', 'admin_state_up': True, 'tenant_id': 'babfd8e5d03f43e4910f1c044d2aec30'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:11:29.740869 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96882a8b-26e9-4be5-ad8f-47b316737d0c req-c4582973-090d-4b80-bf67-d627a9cdfc34 tempest-ServerDiskConfigTestJSON-21512198 tempest-ServerDiskConfigTestJSON-21512198-project] Made reservation on behalf of babfd8e5d03f43e4910f1c044d2aec30 for: {'port': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:11:29.745099 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-96882a8b-26e9-4be5-ad8f-47b316737d0c req-c4582973-090d-4b80-bf67-d627a9cdfc34 tempest-ServerDiskConfigTestJSON-21512198 tempest-ServerDiskConfigTestJSON-21512198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:29.800324 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-bb5c5a00-3591-44b2-9d60-581e6317af70 req-442b9dd6-6174-443d-a2c2-3c76f14c7b1d tempest-ServerDiskConfigTestJSON-21512198 tempest-ServerDiskConfigTestJSON-21512198-project] 10.222.0.60 "GET /v2.0/ports?device_id=23cec831-c160-4b23-930d-4a5dd3e93f63 HTTP/1.1" status: 200 len: 210 time: 0.0266531 Nov 23 18:11:29.878778 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [req-96882a8b-26e9-4be5-ad8f-47b316737d0c req-c4582973-090d-4b80-bf67-d627a9cdfc34 tempest-ServerDiskConfigTestJSON-21512198 tempest-ServerDiskConfigTestJSON-21512198-project] Allocated IP 172.20.0.10 (55f23027-cbf4-4d81-b181-42d45b568595/32831e2c-8c98-4768-9c1e-f3bc10d886d0/3b0b9441-e2de-4c22-9967-18cd950be6bb) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:11:30.022345 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-96882a8b-26e9-4be5-ad8f-47b316737d0c req-c4582973-090d-4b80-bf67-d627a9cdfc34 tempest-ServerDiskConfigTestJSON-21512198 tempest-ServerDiskConfigTestJSON-21512198-project] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:30.055307 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-96882a8b-26e9-4be5-ad8f-47b316737d0c req-c4582973-090d-4b80-bf67-d627a9cdfc34 tempest-ServerDiskConfigTestJSON-21512198 tempest-ServerDiskConfigTestJSON-21512198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:30.096393 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96882a8b-26e9-4be5-ad8f-47b316737d0c req-c4582973-090d-4b80-bf67-d627a9cdfc34 tempest-ServerDiskConfigTestJSON-21512198 tempest-ServerDiskConfigTestJSON-21512198-project] Network 55f23027-cbf4-4d81-b181-42d45b568595 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:11:30.101352 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [req-96882a8b-26e9-4be5-ad8f-47b316737d0c req-c4582973-090d-4b80-bf67-d627a9cdfc34 tempest-ServerDiskConfigTestJSON-21512198 tempest-ServerDiskConfigTestJSON-21512198-project] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:11:30.105400 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [req-96882a8b-26e9-4be5-ad8f-47b316737d0c req-c4582973-090d-4b80-bf67-d627a9cdfc34 tempest-ServerDiskConfigTestJSON-21512198 tempest-ServerDiskConfigTestJSON-21512198-project] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:11:30.130255 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4582973-090d-4b80-bf67-d627a9cdfc34 tempest-ServerDiskConfigTestJSON-21512198 tempest-ServerDiskConfigTestJSON-21512198-project] Pushing event updated for resources: {'Port': ['ID=3b0b9441-e2de-4c22-9967-18cd950be6bb,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:11:30.157320 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96882a8b-26e9-4be5-ad8f-47b316737d0c req-c4582973-090d-4b80-bf67-d627a9cdfc34 tempest-ServerDiskConfigTestJSON-21512198 tempest-ServerDiskConfigTestJSON-21512198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:11:30.157931 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-96882a8b-26e9-4be5-ad8f-47b316737d0c req-c4582973-090d-4b80-bf67-d627a9cdfc34 tempest-ServerDiskConfigTestJSON-21512198 tempest-ServerDiskConfigTestJSON-21512198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:30.173662 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-96882a8b-26e9-4be5-ad8f-47b316737d0c req-c4582973-090d-4b80-bf67-d627a9cdfc34 tempest-ServerDiskConfigTestJSON-21512198 tempest-ServerDiskConfigTestJSON-21512198-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5424726 Nov 23 18:11:30.185437 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [req-96882a8b-26e9-4be5-ad8f-47b316737d0c req-c563f461-236b-4ea6-9648-784e0f447ec6 service neutron] Request body: {'port': {'device_id': '23cec831-c160-4b23-930d-4a5dd3e93f63', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-8'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:11:30.241835 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-96882a8b-26e9-4be5-ad8f-47b316737d0c req-c563f461-236b-4ea6-9648-784e0f447ec6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:30.338480 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device ce89b096-0e32-4f38-820d-5d56e8028465 no longer exists at agent hyperv_n-h1-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:11:30.358282 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] No Port match for: ce89b096-0e32-4f38-820d-5d56e8028465 {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:11:30.358625 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device ce89b096-0e32-4f38-820d-5d56e8028465 not bound to the agent host n-h1-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:11:30.503144 n-d-816206-8 neutron-server[103590]: DEBUG neutron.notifiers.nova [req-96882a8b-26e9-4be5-ad8f-47b316737d0c req-c563f461-236b-4ea6-9648-784e0f447ec6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b0b9441-e2de-4c22-9967-18cd950be6bb {{(pid=103590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:11:30.511965 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-96882a8b-26e9-4be5-ad8f-47b316737d0c req-c563f461-236b-4ea6-9648-784e0f447ec6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:30.525521 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [req-96882a8b-26e9-4be5-ad8f-47b316737d0c req-c563f461-236b-4ea6-9648-784e0f447ec6 service neutron] Transition to ACTIVE for port object 3b0b9441-e2de-4c22-9967-18cd950be6bb will not be triggered until provisioned by entity L2. {{(pid=103590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 18:11:30.529078 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-96882a8b-26e9-4be5-ad8f-47b316737d0c req-c563f461-236b-4ea6-9648-784e0f447ec6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264357957'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:30.581779 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c563f461-236b-4ea6-9648-784e0f447ec6 service neutron] Pushing event updated for resources: {'Port': ['ID=3b0b9441-e2de-4c22-9967-18cd950be6bb,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:11:30.652242 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [req-96882a8b-26e9-4be5-ad8f-47b316737d0c req-c563f461-236b-4ea6-9648-784e0f447ec6 service neutron] Attempting to bind port 3b0b9441-e2de-4c22-9967-18cd950be6bb on host n-h1-816206-8 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:11:30.652928 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [req-96882a8b-26e9-4be5-ad8f-47b316737d0c req-c563f461-236b-4ea6-9648-784e0f447ec6 service neutron] Attempting to bind port 3b0b9441-e2de-4c22-9967-18cd950be6bb by drivers openvswitch,hyperv on host n-h1-816206-8 at level 0 using segments [{'id': '2d8f69e2-5f87-4d14-afcd-2604d7678957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '55f23027-cbf4-4d81-b181-42d45b568595'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:11:30.652928 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96882a8b-26e9-4be5-ad8f-47b316737d0c req-c563f461-236b-4ea6-9648-784e0f447ec6 service neutron] Attempting to bind port 3b0b9441-e2de-4c22-9967-18cd950be6bb on network 55f23027-cbf4-4d81-b181-42d45b568595 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:11:30.657204 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96882a8b-26e9-4be5-ad8f-47b316737d0c req-c563f461-236b-4ea6-9648-784e0f447ec6 service neutron] Port 3b0b9441-e2de-4c22-9967-18cd950be6bb on network 55f23027-cbf4-4d81-b181-42d45b568595 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-8 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:11:30.657524 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96882a8b-26e9-4be5-ad8f-47b316737d0c req-c563f461-236b-4ea6-9648-784e0f447ec6 service neutron] Attempting to bind port 3b0b9441-e2de-4c22-9967-18cd950be6bb on network 55f23027-cbf4-4d81-b181-42d45b568595 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:11:30.662252 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96882a8b-26e9-4be5-ad8f-47b316737d0c req-c563f461-236b-4ea6-9648-784e0f447ec6 service neutron] Checking agent: {'id': '4b0a4557-3bfe-4828-80a0-7981fc3ac84c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 15, 14), 'started_at': datetime.datetime(2021, 11, 23, 17, 15, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 11, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:11:30.662586 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96882a8b-26e9-4be5-ad8f-47b316737d0c req-c563f461-236b-4ea6-9648-784e0f447ec6 service neutron] Checking segment: {'id': '2d8f69e2-5f87-4d14-afcd-2604d7678957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '55f23027-cbf4-4d81-b181-42d45b568595'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:11:30.662966 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96882a8b-26e9-4be5-ad8f-47b316737d0c req-c563f461-236b-4ea6-9648-784e0f447ec6 service neutron] Bound using segment: {'id': '2d8f69e2-5f87-4d14-afcd-2604d7678957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '55f23027-cbf4-4d81-b181-42d45b568595'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:11:30.663384 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [req-96882a8b-26e9-4be5-ad8f-47b316737d0c req-c563f461-236b-4ea6-9648-784e0f447ec6 service neutron] Bound port: 3b0b9441-e2de-4c22-9967-18cd950be6bb, host: n-h1-816206-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d8f69e2-5f87-4d14-afcd-2604d7678957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '55f23027-cbf4-4d81-b181-42d45b568595'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:11:30.663730 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-96882a8b-26e9-4be5-ad8f-47b316737d0c req-c563f461-236b-4ea6-9648-784e0f447ec6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:30.726584 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [req-96882a8b-26e9-4be5-ad8f-47b316737d0c req-c563f461-236b-4ea6-9648-784e0f447ec6 service neutron] For port 3b0b9441-e2de-4c22-9967-18cd950be6bb, host n-h1-816206-8, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:11:30.730133 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [req-96882a8b-26e9-4be5-ad8f-47b316737d0c req-c563f461-236b-4ea6-9648-784e0f447ec6 service neutron] For port 3b0b9441-e2de-4c22-9967-18cd950be6bb, host n-h1-816206-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=3b0b9441-e2de-4c22-9967-18cd950be6bb,segment=NetworkSegment(2d8f69e2-5f87-4d14-afcd-2604d7678957),segment_id=2d8f69e2-5f87-4d14-afcd-2604d7678957)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:11:30.734567 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-96882a8b-26e9-4be5-ad8f-47b316737d0c req-c563f461-236b-4ea6-9648-784e0f447ec6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264357957'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:30.767320 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96882a8b-26e9-4be5-ad8f-47b316737d0c req-c563f461-236b-4ea6-9648-784e0f447ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:11:30.767782 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-96882a8b-26e9-4be5-ad8f-47b316737d0c req-c563f461-236b-4ea6-9648-784e0f447ec6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:30.769386 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-96882a8b-26e9-4be5-ad8f-47b316737d0c req-c563f461-236b-4ea6-9648-784e0f447ec6 service neutron] 10.222.0.55 "PUT /v2.0/ports/3b0b9441-e2de-4c22-9967-18cd950be6bb HTTP/1.1" status: 200 len: 1092 time: 0.5879073 Nov 23 18:11:30.771763 n-d-816206-8 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23cec831-c160-4b23-930d-4a5dd3e93f63', 'tag': '3b0b9441-e2de-4c22-9967-18cd950be6bb'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:11:30.777786 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbabddbc9fc37b068808e119c416c86f5957ca04531a4a0d2e695c515e93483b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4be53279-f16b-42be-92ab-322d1c54aab0" -d '{"events": [{"name": "network-changed", "server_uuid": "23cec831-c160-4b23-930d-4a5dd3e93f63", "tag": "3b0b9441-e2de-4c22-9967-18cd950be6bb"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:11:30.804975 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c563f461-236b-4ea6-9648-784e0f447ec6 service neutron] Pushing event updated for resources: {'Port': ['ID=3b0b9441-e2de-4c22-9967-18cd950be6bb,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:11:30.837279 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:11:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38586c70-df71-4061-afab-b189bd2d805a x-openstack-request-id: req-38586c70-df71-4061-afab-b189bd2d805a {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:11:30.837596 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23cec831-c160-4b23-930d-4a5dd3e93f63", "tag": "3b0b9441-e2de-4c22-9967-18cd950be6bb", "status": "completed", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:11:30.837813 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-38586c70-df71-4061-afab-b189bd2d805a {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:11:30.838216 n-d-816206-8 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23cec831-c160-4b23-930d-4a5dd3e93f63', 'tag': '3b0b9441-e2de-4c22-9967-18cd950be6bb', 'status': 'completed', 'code': 200} Nov 23 18:11:30.854692 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96882a8b-26e9-4be5-ad8f-47b316737d0c req-682b05f1-984a-4167-83db-32e8076d4891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:11:30.856257 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-96882a8b-26e9-4be5-ad8f-47b316737d0c req-682b05f1-984a-4167-83db-32e8076d4891 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=babfd8e5d03f43e4910f1c044d2aec30&device_id=23cec831-c160-4b23-930d-4a5dd3e93f63 HTTP/1.1" status: 200 len: 1095 time: 0.0447750 Nov 23 18:11:30.905093 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-96882a8b-26e9-4be5-ad8f-47b316737d0c req-13e41f56-561d-4650-9323-1ad1fba9af56 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3b0b9441-e2de-4c22-9967-18cd950be6bb HTTP/1.1" status: 200 len: 217 time: 0.0384631 Nov 23 18:11:30.925138 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3080cda-c748-4582-b852-343ee4479c46 req-ee51fcdc-c68d-4c89-be82-0695038473bc tempest-ServerDiskConfigTestJSON-21512198 tempest-ServerDiskConfigTestJSON-21512198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:11:30.926770 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b3080cda-c748-4582-b852-343ee4479c46 req-ee51fcdc-c68d-4c89-be82-0695038473bc tempest-ServerDiskConfigTestJSON-21512198 tempest-ServerDiskConfigTestJSON-21512198-project] 10.222.0.60 "GET /v2.0/ports?device_id=23cec831-c160-4b23-930d-4a5dd3e93f63 HTTP/1.1" status: 200 len: 944 time: 0.0544474 Nov 23 18:11:30.958293 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96882a8b-26e9-4be5-ad8f-47b316737d0c req-fcbf57d1-74c8-4144-9d2d-39e904852c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:11:30.959770 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-96882a8b-26e9-4be5-ad8f-47b316737d0c req-fcbf57d1-74c8-4144-9d2d-39e904852c24 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=32831e2c-8c98-4768-9c1e-f3bc10d886d0 HTTP/1.1" status: 200 len: 854 time: 0.0480583 Nov 23 18:11:30.981256 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b3080cda-c748-4582-b852-343ee4479c46 req-254cf93b-7b0c-472a-a757-9e435738affd tempest-ServerDiskConfigTestJSON-21512198 tempest-ServerDiskConfigTestJSON-21512198-project] 10.222.0.60 "GET /v2.0/security-groups?id=f24ec3ca-8879-45da-98d8-bd8363ce042b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435464 Nov 23 18:11:31.005567 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-96882a8b-26e9-4be5-ad8f-47b316737d0c req-5a367708-fac4-4348-9d72-0efa200c0852 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=55f23027-cbf4-4d81-b181-42d45b568595&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380912 Nov 23 18:11:31.098224 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-96882a8b-26e9-4be5-ad8f-47b316737d0c req-33e3be52-9031-4977-8a9a-477a81c10626 service neutron] 10.222.0.55 "GET /v2.0/networks/55f23027-cbf4-4d81-b181-42d45b568595?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846066 Nov 23 18:11:31.185531 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-96882a8b-26e9-4be5-ad8f-47b316737d0c req-74e12a5f-5739-45b1-95d2-78d7fcdb3b78 service neutron] 10.222.0.55 "GET /v2.0/networks/55f23027-cbf4-4d81-b181-42d45b568595?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798714 Nov 23 18:11:31.276563 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be53279-f16b-42be-92ab-322d1c54aab0 req-6f7e1d62-0b1f-4a20-ae54-a3fe2fcb84f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:11:31.278025 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-4be53279-f16b-42be-92ab-322d1c54aab0 req-6f7e1d62-0b1f-4a20-ae54-a3fe2fcb84f6 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=babfd8e5d03f43e4910f1c044d2aec30&device_id=23cec831-c160-4b23-930d-4a5dd3e93f63 HTTP/1.1" status: 200 len: 1095 time: 0.0449853 Nov 23 18:11:31.368649 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be53279-f16b-42be-92ab-322d1c54aab0 req-237819c2-0471-4374-a982-41b74e88d7f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:11:31.370025 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-4be53279-f16b-42be-92ab-322d1c54aab0 req-237819c2-0471-4374-a982-41b74e88d7f1 service neutron] 10.222.0.55 "GET /v2.0/networks?id=55f23027-cbf4-4d81-b181-42d45b568595 HTTP/1.1" status: 200 len: 915 time: 0.0846021 Nov 23 18:11:31.414987 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-4be53279-f16b-42be-92ab-322d1c54aab0 req-50805607-37ae-46a8-b3d8-3326a36c2641 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3b0b9441-e2de-4c22-9967-18cd950be6bb HTTP/1.1" status: 200 len: 217 time: 0.0376728 Nov 23 18:11:31.464333 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be53279-f16b-42be-92ab-322d1c54aab0 req-c2e1729b-b28e-4371-81a1-f6a16a7a7e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:11:31.465786 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-4be53279-f16b-42be-92ab-322d1c54aab0 req-c2e1729b-b28e-4371-81a1-f6a16a7a7e13 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=32831e2c-8c98-4768-9c1e-f3bc10d886d0 HTTP/1.1" status: 200 len: 854 time: 0.0432148 Nov 23 18:11:31.497358 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-4be53279-f16b-42be-92ab-322d1c54aab0 req-6ffad421-ae6d-449e-9bf6-d65786d8a2ac service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=55f23027-cbf4-4d81-b181-42d45b568595&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238979 Nov 23 18:11:31.592732 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-4be53279-f16b-42be-92ab-322d1c54aab0 req-4bd0414f-2460-450b-8b84-72940265a0dc service neutron] 10.222.0.55 "GET /v2.0/networks/55f23027-cbf4-4d81-b181-42d45b568595?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846348 Nov 23 18:11:31.681930 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-4be53279-f16b-42be-92ab-322d1c54aab0 req-b9fab594-c030-44c2-b8ef-d0f1614fcd9e service neutron] 10.222.0.55 "GET /v2.0/networks/55f23027-cbf4-4d81-b181-42d45b568595?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812953 Nov 23 18:11:32.102946 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85b0964-3501-4feb-a29e-d4df4a874df5 req-b2e776a4-f638-4417-868a-8cdd0bb6f957 tempest-ServerDiskConfigTestJSON-21512198 tempest-ServerDiskConfigTestJSON-21512198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:11:32.104434 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d85b0964-3501-4feb-a29e-d4df4a874df5 req-b2e776a4-f638-4417-868a-8cdd0bb6f957 tempest-ServerDiskConfigTestJSON-21512198 tempest-ServerDiskConfigTestJSON-21512198-project] 10.222.0.60 "GET /v2.0/ports?device_id=23cec831-c160-4b23-930d-4a5dd3e93f63 HTTP/1.1" status: 200 len: 944 time: 0.0498879 Nov 23 18:11:32.155540 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d85b0964-3501-4feb-a29e-d4df4a874df5 req-4f538e73-87a2-4db8-b719-dee46c3e4c4b tempest-ServerDiskConfigTestJSON-21512198 tempest-ServerDiskConfigTestJSON-21512198-project] 10.222.0.60 "GET /v2.0/security-groups?id=f24ec3ca-8879-45da-98d8-bd8363ce042b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450411 Nov 23 18:11:33.270731 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7094187-b82f-4470-ad6b-9a801a1ef325 req-728c8b47-62ec-4f67-80ee-c5bcf3a6a79b tempest-ServerDiskConfigTestJSON-21512198 tempest-ServerDiskConfigTestJSON-21512198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:11:33.272206 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f7094187-b82f-4470-ad6b-9a801a1ef325 req-728c8b47-62ec-4f67-80ee-c5bcf3a6a79b tempest-ServerDiskConfigTestJSON-21512198 tempest-ServerDiskConfigTestJSON-21512198-project] 10.222.0.60 "GET /v2.0/ports?device_id=23cec831-c160-4b23-930d-4a5dd3e93f63 HTTP/1.1" status: 200 len: 944 time: 0.0485835 Nov 23 18:11:33.323394 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f7094187-b82f-4470-ad6b-9a801a1ef325 req-bf9f7006-75c4-45e3-af8e-68307f6ef5c8 tempest-ServerDiskConfigTestJSON-21512198 tempest-ServerDiskConfigTestJSON-21512198-project] 10.222.0.60 "GET /v2.0/security-groups?id=f24ec3ca-8879-45da-98d8-bd8363ce042b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451477 Nov 23 18:11:34.354277 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device 3b0b9441-e2de-4c22-9967-18cd950be6bb details requested by agent hyperv_n-h1-816206-8 with host n-h1-816206-8 {{(pid=103592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 18:11:34.436732 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436c7e47-4b0d-4921-b248-ffaaaa956a8b req-dd6cc58f-ba04-4231-a4c9-d2b8bfc94beb tempest-ServerDiskConfigTestJSON-21512198 tempest-ServerDiskConfigTestJSON-21512198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:11:34.438222 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-436c7e47-4b0d-4921-b248-ffaaaa956a8b req-dd6cc58f-ba04-4231-a4c9-d2b8bfc94beb tempest-ServerDiskConfigTestJSON-21512198 tempest-ServerDiskConfigTestJSON-21512198-project] 10.222.0.60 "GET /v2.0/ports?device_id=23cec831-c160-4b23-930d-4a5dd3e93f63 HTTP/1.1" status: 200 len: 944 time: 0.0483892 Nov 23 18:11:34.451735 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port 3b0b9441-e2de-4c22-9967-18cd950be6bb, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=3b0b9441-e2de-4c22-9967-18cd950be6bb,segment=NetworkSegment(2d8f69e2-5f87-4d14-afcd-2604d7678957),segment_id=2d8f69e2-5f87-4d14-afcd-2604d7678957)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:11:34.464508 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Returning: {'device': '3b0b9441-e2de-4c22-9967-18cd950be6bb', 'network_id': '55f23027-cbf4-4d81-b181-42d45b568595', 'port_id': '3b0b9441-e2de-4c22-9967-18cd950be6bb', 'mac_address': 'fa:16:3e:b5:c5:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 542, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32831e2c-8c98-4768-9c1e-f3bc10d886d0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 18:11:34.499231 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-436c7e47-4b0d-4921-b248-ffaaaa956a8b req-062ba98e-1a2d-4707-9474-e1f135b2c881 tempest-ServerDiskConfigTestJSON-21512198 tempest-ServerDiskConfigTestJSON-21512198-project] 10.222.0.60 "GET /v2.0/security-groups?id=f24ec3ca-8879-45da-98d8-bd8363ce042b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543742 Nov 23 18:11:34.503482 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:34.518385 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b0b9441-e2de-4c22-9967-18cd950be6bb {{(pid=103592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:11:34.538589 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port 3b0b9441-e2de-4c22-9967-18cd950be6bb, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=3b0b9441-e2de-4c22-9967-18cd950be6bb,segment=NetworkSegment(2d8f69e2-5f87-4d14-afcd-2604d7678957),segment_id=2d8f69e2-5f87-4d14-afcd-2604d7678957)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:11:34.542627 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:34.590936 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Pushing event updated for resources: {'Port': ['ID=3b0b9441-e2de-4c22-9967-18cd950be6bb,revision_number=4']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:11:34.741432 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] get_ports_and_sgs() called for port_ids ['3b0b9441-e2de-4c22-9967-18cd950be6bb'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:11:35.615689 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a986c9fd-7cd1-4a4d-8e39-5d16959f4646 req-7b6bfa7f-da34-4505-aa0b-6af9442fb2d1 tempest-ServerDiskConfigTestJSON-21512198 tempest-ServerDiskConfigTestJSON-21512198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:11:35.617205 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a986c9fd-7cd1-4a4d-8e39-5d16959f4646 req-7b6bfa7f-da34-4505-aa0b-6af9442fb2d1 tempest-ServerDiskConfigTestJSON-21512198 tempest-ServerDiskConfigTestJSON-21512198-project] 10.222.0.60 "GET /v2.0/ports?device_id=23cec831-c160-4b23-930d-4a5dd3e93f63 HTTP/1.1" status: 200 len: 945 time: 0.0489786 Nov 23 18:11:35.663220 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a986c9fd-7cd1-4a4d-8e39-5d16959f4646 req-c5679056-3f46-4ee9-a120-e6da99fec3f8 tempest-ServerDiskConfigTestJSON-21512198 tempest-ServerDiskConfigTestJSON-21512198-project] 10.222.0.60 "GET /v2.0/security-groups?id=f24ec3ca-8879-45da-98d8-bd8363ce042b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401299 Nov 23 18:11:36.370069 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device 3b0b9441-e2de-4c22-9967-18cd950be6bb up at agent hyperv_n-h1-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:11:36.418746 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Provisioning for port 3b0b9441-e2de-4c22-9967-18cd950be6bb completed by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 18:11:36.422811 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Provisioning complete for port 3b0b9441-e2de-4c22-9967-18cd950be6bb triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:11:36.423199 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:36.503481 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:36.526317 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23cec831-c160-4b23-930d-4a5dd3e93f63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b0b9441-e2de-4c22-9967-18cd950be6bb'}] {{(pid=103592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:11:36.528555 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba3e6a8f2301c7a29fe1eca9779abdae4ccbcd6266d69778087f2498d5551201" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0a46d3f-5573-4807-a527-5e3b2f9893f8" -d '{"events": [{"server_uuid": "23cec831-c160-4b23-930d-4a5dd3e93f63", "name": "network-vif-plugged", "status": "completed", "tag": "3b0b9441-e2de-4c22-9967-18cd950be6bb"}]}' {{(pid=103592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:11:36.541636 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port 3b0b9441-e2de-4c22-9967-18cd950be6bb, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=3b0b9441-e2de-4c22-9967-18cd950be6bb,segment=NetworkSegment(2d8f69e2-5f87-4d14-afcd-2604d7678957),segment_id=2d8f69e2-5f87-4d14-afcd-2604d7678957)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:11:36.545889 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:36.572786 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:11:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f79ff0a-3828-46d6-8f36-3c90c73e661c x-openstack-request-id: req-2f79ff0a-3828-46d6-8f36-3c90c73e661c {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:11:36.573427 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23cec831-c160-4b23-930d-4a5dd3e93f63", "name": "network-vif-plugged", "status": "completed", "tag": "3b0b9441-e2de-4c22-9967-18cd950be6bb", "code": 200}]} {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:11:36.573692 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-2f79ff0a-3828-46d6-8f36-3c90c73e661c {{(pid=103592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:11:36.574471 n-d-816206-8 neutron-server[103592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23cec831-c160-4b23-930d-4a5dd3e93f63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b0b9441-e2de-4c22-9967-18cd950be6bb', 'code': 200} Nov 23 18:11:36.600587 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Pushing event updated for resources: {'Port': ['ID=3b0b9441-e2de-4c22-9967-18cd950be6bb,revision_number=5']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:11:36.665970 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea8d7d0-232b-40a1-9f1c-1f027b8756ce req-a9d66978-cc5b-46f9-a885-5137bc17ddb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:11:36.667362 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-fea8d7d0-232b-40a1-9f1c-1f027b8756ce req-a9d66978-cc5b-46f9-a885-5137bc17ddb5 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=23cec831-c160-4b23-930d-4a5dd3e93f63 HTTP/1.1" status: 200 len: 1097 time: 0.0398443 Nov 23 18:11:36.718718 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-fea8d7d0-232b-40a1-9f1c-1f027b8756ce req-7be19786-93f7-4721-a098-465ead98fede service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=f24ec3ca-8879-45da-98d8-bd8363ce042b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441775 Nov 23 18:11:36.781568 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5118cb9e-21a2-402d-b089-82fb147cbd9d req-df3607f0-583d-4d70-a887-55ce5ac6d70f tempest-ServerDiskConfigTestJSON-21512198 tempest-ServerDiskConfigTestJSON-21512198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:11:36.783043 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5118cb9e-21a2-402d-b089-82fb147cbd9d req-df3607f0-583d-4d70-a887-55ce5ac6d70f tempest-ServerDiskConfigTestJSON-21512198 tempest-ServerDiskConfigTestJSON-21512198-project] 10.222.0.60 "GET /v2.0/ports?device_id=23cec831-c160-4b23-930d-4a5dd3e93f63 HTTP/1.1" status: 200 len: 946 time: 0.0526755 Nov 23 18:11:36.832456 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5118cb9e-21a2-402d-b089-82fb147cbd9d req-6e7da938-8e13-4e83-b618-9212258f75b6 tempest-ServerDiskConfigTestJSON-21512198 tempest-ServerDiskConfigTestJSON-21512198-project] 10.222.0.60 "GET /v2.0/security-groups?id=f24ec3ca-8879-45da-98d8-bd8363ce042b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429807 Nov 23 18:11:37.952752 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4e1d13-762a-46ce-88aa-7b6dc0ff070d req-b82bff4a-b964-4e97-98d0-11ae5f836ca6 tempest-ServerDiskConfigTestJSON-21512198 tempest-ServerDiskConfigTestJSON-21512198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:11:37.954228 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6f4e1d13-762a-46ce-88aa-7b6dc0ff070d req-b82bff4a-b964-4e97-98d0-11ae5f836ca6 tempest-ServerDiskConfigTestJSON-21512198 tempest-ServerDiskConfigTestJSON-21512198-project] 10.222.0.60 "GET /v2.0/ports?device_id=23cec831-c160-4b23-930d-4a5dd3e93f63 HTTP/1.1" status: 200 len: 946 time: 0.0488708 Nov 23 18:11:38.001241 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6f4e1d13-762a-46ce-88aa-7b6dc0ff070d req-139aa06c-d9a4-44a9-a21a-cf4637a18d32 tempest-ServerDiskConfigTestJSON-21512198 tempest-ServerDiskConfigTestJSON-21512198-project] 10.222.0.60 "GET /v2.0/security-groups?id=f24ec3ca-8879-45da-98d8-bd8363ce042b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410976 Nov 23 18:11:38.118750 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9155388-2a4c-4531-8035-4382b4b5f77c req-afff45a2-0886-446e-b3bd-eec37bc9c43e tempest-ServerDiskConfigTestJSON-21512198 tempest-ServerDiskConfigTestJSON-21512198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:11:38.120230 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b9155388-2a4c-4531-8035-4382b4b5f77c req-afff45a2-0886-446e-b3bd-eec37bc9c43e tempest-ServerDiskConfigTestJSON-21512198 tempest-ServerDiskConfigTestJSON-21512198-project] 10.222.0.60 "GET /v2.0/ports?device_id=23cec831-c160-4b23-930d-4a5dd3e93f63 HTTP/1.1" status: 200 len: 946 time: 0.0518181 Nov 23 18:11:38.166324 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b9155388-2a4c-4531-8035-4382b4b5f77c req-f1825cb9-f753-4961-8042-7ab8314cd78c tempest-ServerDiskConfigTestJSON-21512198 tempest-ServerDiskConfigTestJSON-21512198-project] 10.222.0.60 "GET /v2.0/security-groups?id=f24ec3ca-8879-45da-98d8-bd8363ce042b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400352 Nov 23 18:11:38.362690 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daae54ff-53f1-4bd5-92d1-012157d4627d req-142c9d7e-3b09-4146-91b2-2dce90f9ecec tempest-ServerDiskConfigTestJSON-21512198 tempest-ServerDiskConfigTestJSON-21512198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:11:38.364188 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-daae54ff-53f1-4bd5-92d1-012157d4627d req-142c9d7e-3b09-4146-91b2-2dce90f9ecec tempest-ServerDiskConfigTestJSON-21512198 tempest-ServerDiskConfigTestJSON-21512198-project] 10.222.0.60 "GET /v2.0/ports?device_id=23cec831-c160-4b23-930d-4a5dd3e93f63 HTTP/1.1" status: 200 len: 946 time: 0.0479379 Nov 23 18:11:38.410639 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-daae54ff-53f1-4bd5-92d1-012157d4627d req-be51a84a-5dce-490f-bee5-d4942eff974c tempest-ServerDiskConfigTestJSON-21512198 tempest-ServerDiskConfigTestJSON-21512198-project] 10.222.0.60 "GET /v2.0/security-groups?id=f24ec3ca-8879-45da-98d8-bd8363ce042b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398138 Nov 23 18:11:38.528969 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ccd021-fc7b-4d18-b916-0ac74a348989 req-45698f52-1fc7-429a-a1bf-af42700e1728 tempest-ServerDiskConfigTestJSON-21512198 tempest-ServerDiskConfigTestJSON-21512198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:11:38.530344 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-38ccd021-fc7b-4d18-b916-0ac74a348989 req-45698f52-1fc7-429a-a1bf-af42700e1728 tempest-ServerDiskConfigTestJSON-21512198 tempest-ServerDiskConfigTestJSON-21512198-project] 10.222.0.60 "GET /v2.0/ports?device_id=23cec831-c160-4b23-930d-4a5dd3e93f63 HTTP/1.1" status: 200 len: 946 time: 0.0554576 Nov 23 18:11:38.580859 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-38ccd021-fc7b-4d18-b916-0ac74a348989 req-4f53b9cd-d2a8-4d53-baa0-c54fa29c8051 tempest-ServerDiskConfigTestJSON-21512198 tempest-ServerDiskConfigTestJSON-21512198-project] 10.222.0.60 "GET /v2.0/security-groups?id=f24ec3ca-8879-45da-98d8-bd8363ce042b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444162 Nov 23 18:11:38.836739 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-467ed674-9aa3-4c5a-a316-727b6ab6631b req-3c71a5e2-b4c4-4f48-979b-d18167a757ef service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=23cec831-c160-4b23-930d-4a5dd3e93f63&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0673642 Nov 23 18:11:38.848016 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e426bbc-0541-49a2-8a6f-747bbdc028c8 req-af762e67-b7e4-419c-8675-61273b9a3c67 tempest-ServerDiskConfigTestJSON-21512198 tempest-ServerDiskConfigTestJSON-21512198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:11:38.849425 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7e426bbc-0541-49a2-8a6f-747bbdc028c8 req-af762e67-b7e4-419c-8675-61273b9a3c67 tempest-ServerDiskConfigTestJSON-21512198 tempest-ServerDiskConfigTestJSON-21512198-project] 10.222.0.60 "GET /v2.0/ports?device_id=23cec831-c160-4b23-930d-4a5dd3e93f63 HTTP/1.1" status: 200 len: 946 time: 0.0708618 Nov 23 18:11:38.899343 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7e426bbc-0541-49a2-8a6f-747bbdc028c8 req-4ee9bd43-7bad-4d2e-9148-4eff16969309 tempest-ServerDiskConfigTestJSON-21512198 tempest-ServerDiskConfigTestJSON-21512198-project] 10.222.0.60 "GET /v2.0/security-groups?id=f24ec3ca-8879-45da-98d8-bd8363ce042b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432506 Nov 23 18:11:39.954255 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467ed674-9aa3-4c5a-a316-727b6ab6631b req-a40f29c8-83aa-482e-be51-a7ac86c588b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:11:39.955756 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-467ed674-9aa3-4c5a-a316-727b6ab6631b req-a40f29c8-83aa-482e-be51-a7ac86c588b1 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=babfd8e5d03f43e4910f1c044d2aec30&device_id=23cec831-c160-4b23-930d-4a5dd3e93f63 HTTP/1.1" status: 200 len: 1097 time: 0.0427189 Nov 23 18:11:40.019615 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf61a338-8151-4e1a-9c67-382aec9c6448 req-599dc2a4-549d-4242-a8ee-442af6c58ccc tempest-ServerDiskConfigTestJSON-21512198 tempest-ServerDiskConfigTestJSON-21512198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:11:40.021128 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-bf61a338-8151-4e1a-9c67-382aec9c6448 req-599dc2a4-549d-4242-a8ee-442af6c58ccc tempest-ServerDiskConfigTestJSON-21512198 tempest-ServerDiskConfigTestJSON-21512198-project] 10.222.0.60 "GET /v2.0/ports?device_id=23cec831-c160-4b23-930d-4a5dd3e93f63 HTTP/1.1" status: 200 len: 946 time: 0.0518870 Nov 23 18:11:40.049857 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467ed674-9aa3-4c5a-a316-727b6ab6631b req-6fa888c5-0b39-4a01-81dc-470f6d7e2dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:11:40.051524 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-467ed674-9aa3-4c5a-a316-727b6ab6631b req-6fa888c5-0b39-4a01-81dc-470f6d7e2dfa service neutron] 10.222.0.55 "GET /v2.0/networks?id=55f23027-cbf4-4d81-b181-42d45b568595 HTTP/1.1" status: 200 len: 915 time: 0.0857425 Nov 23 18:11:40.068169 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-bf61a338-8151-4e1a-9c67-382aec9c6448 req-982ce7f3-9291-49b4-bdad-3623a6b1426a tempest-ServerDiskConfigTestJSON-21512198 tempest-ServerDiskConfigTestJSON-21512198-project] 10.222.0.60 "GET /v2.0/security-groups?id=f24ec3ca-8879-45da-98d8-bd8363ce042b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412674 Nov 23 18:11:40.096590 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-467ed674-9aa3-4c5a-a316-727b6ab6631b req-7a2241d9-bcfc-449f-8eb0-c4543cbc3891 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3b0b9441-e2de-4c22-9967-18cd950be6bb HTTP/1.1" status: 200 len: 217 time: 0.0379384 Nov 23 18:11:40.145158 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467ed674-9aa3-4c5a-a316-727b6ab6631b req-cc7c4fe0-f60e-4e71-934a-960ab4c3eb50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:11:40.146572 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-467ed674-9aa3-4c5a-a316-727b6ab6631b req-cc7c4fe0-f60e-4e71-934a-960ab4c3eb50 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=32831e2c-8c98-4768-9c1e-f3bc10d886d0 HTTP/1.1" status: 200 len: 854 time: 0.0439122 Nov 23 18:11:40.177601 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-467ed674-9aa3-4c5a-a316-727b6ab6631b req-5f979e87-9ee6-4bda-9dec-f7367ad31959 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=55f23027-cbf4-4d81-b181-42d45b568595&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237474 Nov 23 18:11:40.273955 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-467ed674-9aa3-4c5a-a316-727b6ab6631b req-c1a21f08-d1af-4394-88d9-59702323cfb8 service neutron] 10.222.0.55 "GET /v2.0/networks/55f23027-cbf4-4d81-b181-42d45b568595?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845582 Nov 23 18:11:40.361966 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-467ed674-9aa3-4c5a-a316-727b6ab6631b req-0b21f3a4-c011-42b3-8c27-44b631c3237c service neutron] 10.222.0.55 "GET /v2.0/networks/55f23027-cbf4-4d81-b181-42d45b568595?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814250 Nov 23 18:11:41.186051 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f100ff6e-982b-4b29-a800-0a703cb9d6de req-4a569551-f3df-4159-91a4-28fbdc3284e2 tempest-ServerDiskConfigTestJSON-21512198 tempest-ServerDiskConfigTestJSON-21512198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:11:41.187550 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f100ff6e-982b-4b29-a800-0a703cb9d6de req-4a569551-f3df-4159-91a4-28fbdc3284e2 tempest-ServerDiskConfigTestJSON-21512198 tempest-ServerDiskConfigTestJSON-21512198-project] 10.222.0.60 "GET /v2.0/ports?device_id=23cec831-c160-4b23-930d-4a5dd3e93f63 HTTP/1.1" status: 200 len: 946 time: 0.0486596 Nov 23 18:11:41.233904 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f100ff6e-982b-4b29-a800-0a703cb9d6de req-43af56d8-312f-441f-9cec-84fc2ded699f tempest-ServerDiskConfigTestJSON-21512198 tempest-ServerDiskConfigTestJSON-21512198-project] 10.222.0.60 "GET /v2.0/security-groups?id=f24ec3ca-8879-45da-98d8-bd8363ce042b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401540 Nov 23 18:11:42.348513 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdb7a77-f57f-4c73-a135-f8644e3b0241 req-6d058e0a-25bb-451c-b1e0-2b7ce4b0029d tempest-ServerDiskConfigTestJSON-21512198 tempest-ServerDiskConfigTestJSON-21512198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:11:42.350052 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-cfdb7a77-f57f-4c73-a135-f8644e3b0241 req-6d058e0a-25bb-451c-b1e0-2b7ce4b0029d tempest-ServerDiskConfigTestJSON-21512198 tempest-ServerDiskConfigTestJSON-21512198-project] 10.222.0.60 "GET /v2.0/ports?device_id=23cec831-c160-4b23-930d-4a5dd3e93f63 HTTP/1.1" status: 200 len: 946 time: 0.0481067 Nov 23 18:11:42.399685 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-cfdb7a77-f57f-4c73-a135-f8644e3b0241 req-a34442d4-a8a8-4368-a86e-587cc0e02c18 tempest-ServerDiskConfigTestJSON-21512198 tempest-ServerDiskConfigTestJSON-21512198-project] 10.222.0.60 "GET /v2.0/security-groups?id=f24ec3ca-8879-45da-98d8-bd8363ce042b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424631 Nov 23 18:11:43.014451 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-83862c16-eae6-4489-9fea-35db38164b43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:43.514320 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9037b0-7453-4def-b8b9-0b893ec5cd54 req-ef70f84a-96d1-46d2-b4c2-37c578c76221 tempest-ServerDiskConfigTestJSON-21512198 tempest-ServerDiskConfigTestJSON-21512198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:11:43.515840 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6e9037b0-7453-4def-b8b9-0b893ec5cd54 req-ef70f84a-96d1-46d2-b4c2-37c578c76221 tempest-ServerDiskConfigTestJSON-21512198 tempest-ServerDiskConfigTestJSON-21512198-project] 10.222.0.60 "GET /v2.0/ports?device_id=23cec831-c160-4b23-930d-4a5dd3e93f63 HTTP/1.1" status: 200 len: 946 time: 0.0483706 Nov 23 18:11:43.564056 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6e9037b0-7453-4def-b8b9-0b893ec5cd54 req-1a0536cf-2fca-49bb-92a0-ebeed38ad5da tempest-ServerDiskConfigTestJSON-21512198 tempest-ServerDiskConfigTestJSON-21512198-project] 10.222.0.60 "GET /v2.0/security-groups?id=f24ec3ca-8879-45da-98d8-bd8363ce042b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422668 Nov 23 18:11:43.778000 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:44.601665 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:44.681270 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f42736-2d37-4bde-9bdd-890ac02c4303 req-2aa271cf-68df-4a16-bc25-a5f5462c42bb tempest-ServerDiskConfigTestJSON-21512198 tempest-ServerDiskConfigTestJSON-21512198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:11:44.682771 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-44f42736-2d37-4bde-9bdd-890ac02c4303 req-2aa271cf-68df-4a16-bc25-a5f5462c42bb tempest-ServerDiskConfigTestJSON-21512198 tempest-ServerDiskConfigTestJSON-21512198-project] 10.222.0.60 "GET /v2.0/ports?device_id=23cec831-c160-4b23-930d-4a5dd3e93f63 HTTP/1.1" status: 200 len: 946 time: 0.0510991 Nov 23 18:11:44.729918 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-44f42736-2d37-4bde-9bdd-890ac02c4303 req-1df0b8c8-ad53-4f70-8588-22dc52317a9a tempest-ServerDiskConfigTestJSON-21512198 tempest-ServerDiskConfigTestJSON-21512198-project] 10.222.0.60 "GET /v2.0/security-groups?id=f24ec3ca-8879-45da-98d8-bd8363ce042b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411434 Nov 23 18:11:45.128019 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-47c891b2-da20-47a9-a363-80c9b4a92ef2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:45.848344 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc13f17c-c3b6-4223-abaf-d6f337da2811 req-695ab77e-a46c-4d7f-9e0f-045b11e27369 tempest-ServerDiskConfigTestJSON-21512198 tempest-ServerDiskConfigTestJSON-21512198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:11:45.849813 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-bc13f17c-c3b6-4223-abaf-d6f337da2811 req-695ab77e-a46c-4d7f-9e0f-045b11e27369 tempest-ServerDiskConfigTestJSON-21512198 tempest-ServerDiskConfigTestJSON-21512198-project] 10.222.0.60 "GET /v2.0/ports?device_id=23cec831-c160-4b23-930d-4a5dd3e93f63 HTTP/1.1" status: 200 len: 946 time: 0.0516276 Nov 23 18:11:45.896277 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-bc13f17c-c3b6-4223-abaf-d6f337da2811 req-0c762e61-aa5a-4b62-be82-5f810f7c6ef3 tempest-ServerDiskConfigTestJSON-21512198 tempest-ServerDiskConfigTestJSON-21512198-project] 10.222.0.60 "GET /v2.0/security-groups?id=f24ec3ca-8879-45da-98d8-bd8363ce042b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399652 Nov 23 18:11:46.656696 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-52822d53-48f5-4819-8a95-bdc13aea0bf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:47.012587 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac7390d-7f7d-4189-b211-aad93ac5cf93 req-0ce2bef0-5fad-4ada-9b68-0efda559e784 tempest-ServerDiskConfigTestJSON-21512198 tempest-ServerDiskConfigTestJSON-21512198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:11:47.014066 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-eac7390d-7f7d-4189-b211-aad93ac5cf93 req-0ce2bef0-5fad-4ada-9b68-0efda559e784 tempest-ServerDiskConfigTestJSON-21512198 tempest-ServerDiskConfigTestJSON-21512198-project] 10.222.0.60 "GET /v2.0/ports?device_id=23cec831-c160-4b23-930d-4a5dd3e93f63 HTTP/1.1" status: 200 len: 946 time: 0.0491469 Nov 23 18:11:47.060983 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-eac7390d-7f7d-4189-b211-aad93ac5cf93 req-a15f176c-df21-48f2-b9e6-57620529391f tempest-ServerDiskConfigTestJSON-21512198 tempest-ServerDiskConfigTestJSON-21512198-project] 10.222.0.60 "GET /v2.0/security-groups?id=f24ec3ca-8879-45da-98d8-bd8363ce042b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409214 Nov 23 18:11:47.546186 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.agents_db [None req-464f6c07-0de8-4be6-8f5b-563f574d1c5d None None] Agent healthcheck: found 7 active agents {{(pid=103593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 18:11:47.870452 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9a27ae6c-db98-474f-94c1-cc99bf842d79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:48.175664 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc33eb4-19ad-41d4-b3a9-feec2db9b1a4 req-dde3e7e3-752a-4982-a8aa-7836cf80b024 tempest-ServerDiskConfigTestJSON-21512198 tempest-ServerDiskConfigTestJSON-21512198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:11:48.177137 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-bbc33eb4-19ad-41d4-b3a9-feec2db9b1a4 req-dde3e7e3-752a-4982-a8aa-7836cf80b024 tempest-ServerDiskConfigTestJSON-21512198 tempest-ServerDiskConfigTestJSON-21512198-project] 10.222.0.60 "GET /v2.0/ports?device_id=23cec831-c160-4b23-930d-4a5dd3e93f63 HTTP/1.1" status: 200 len: 946 time: 0.0485446 Nov 23 18:11:48.228352 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-bbc33eb4-19ad-41d4-b3a9-feec2db9b1a4 req-46fccb11-fd93-4662-bb6e-76e8205eb991 tempest-ServerDiskConfigTestJSON-21512198 tempest-ServerDiskConfigTestJSON-21512198-project] 10.222.0.60 "GET /v2.0/security-groups?id=f24ec3ca-8879-45da-98d8-bd8363ce042b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452449 Nov 23 18:11:48.410076 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:11:49.343252 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02627075-afc3-4f0e-b530-f2f72726cabd req-0e2b013d-5f4c-41df-b784-6e984fedd81e tempest-ServerDiskConfigTestJSON-21512198 tempest-ServerDiskConfigTestJSON-21512198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:11:49.344738 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-02627075-afc3-4f0e-b530-f2f72726cabd req-0e2b013d-5f4c-41df-b784-6e984fedd81e tempest-ServerDiskConfigTestJSON-21512198 tempest-ServerDiskConfigTestJSON-21512198-project] 10.222.0.60 "GET /v2.0/ports?device_id=23cec831-c160-4b23-930d-4a5dd3e93f63 HTTP/1.1" status: 200 len: 946 time: 0.0491593 Nov 23 18:11:49.391063 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-02627075-afc3-4f0e-b530-f2f72726cabd req-770faaa1-fe70-466e-8229-a006b36182b6 tempest-ServerDiskConfigTestJSON-21512198 tempest-ServerDiskConfigTestJSON-21512198-project] 10.222.0.60 "GET /v2.0/security-groups?id=f24ec3ca-8879-45da-98d8-bd8363ce042b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403569 Nov 23 18:11:50.505567 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8e9395-2ec4-43d0-8c40-03c8b2d56ad6 req-262a2b01-df17-49a5-9e23-30e634b65c9e tempest-ServerDiskConfigTestJSON-21512198 tempest-ServerDiskConfigTestJSON-21512198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:11:50.507416 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-be8e9395-2ec4-43d0-8c40-03c8b2d56ad6 req-262a2b01-df17-49a5-9e23-30e634b65c9e tempest-ServerDiskConfigTestJSON-21512198 tempest-ServerDiskConfigTestJSON-21512198-project] 10.222.0.60 "GET /v2.0/ports?device_id=23cec831-c160-4b23-930d-4a5dd3e93f63 HTTP/1.1" status: 200 len: 946 time: 0.0482929 Nov 23 18:11:50.558628 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-be8e9395-2ec4-43d0-8c40-03c8b2d56ad6 req-fb81aa3c-ec15-4cfb-9808-f05a1f603d43 tempest-ServerDiskConfigTestJSON-21512198 tempest-ServerDiskConfigTestJSON-21512198-project] 10.222.0.60 "GET /v2.0/security-groups?id=f24ec3ca-8879-45da-98d8-bd8363ce042b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453808 Nov 23 18:11:51.684647 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8815764e-2c7c-4043-ac91-641e58873259 req-b50a32e8-451f-4d9a-94c5-e8095463fa9f tempest-ServerDiskConfigTestJSON-21512198 tempest-ServerDiskConfigTestJSON-21512198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:11:51.686109 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8815764e-2c7c-4043-ac91-641e58873259 req-b50a32e8-451f-4d9a-94c5-e8095463fa9f tempest-ServerDiskConfigTestJSON-21512198 tempest-ServerDiskConfigTestJSON-21512198-project] 10.222.0.60 "GET /v2.0/ports?device_id=23cec831-c160-4b23-930d-4a5dd3e93f63 HTTP/1.1" status: 200 len: 946 time: 0.0525036 Nov 23 18:11:51.733793 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8815764e-2c7c-4043-ac91-641e58873259 req-e8c3e938-e7cd-4c30-9665-429f364e0079 tempest-ServerDiskConfigTestJSON-21512198 tempest-ServerDiskConfigTestJSON-21512198-project] 10.222.0.60 "GET /v2.0/security-groups?id=f24ec3ca-8879-45da-98d8-bd8363ce042b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417507 Nov 23 18:11:52.853937 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4b496d-92ff-429f-92e4-34dc385275f5 req-fe1cf6a9-d7b6-48c5-8c27-4df6cc7073a0 tempest-ServerDiskConfigTestJSON-21512198 tempest-ServerDiskConfigTestJSON-21512198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:11:52.855422 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-da4b496d-92ff-429f-92e4-34dc385275f5 req-fe1cf6a9-d7b6-48c5-8c27-4df6cc7073a0 tempest-ServerDiskConfigTestJSON-21512198 tempest-ServerDiskConfigTestJSON-21512198-project] 10.222.0.60 "GET /v2.0/ports?device_id=23cec831-c160-4b23-930d-4a5dd3e93f63 HTTP/1.1" status: 200 len: 946 time: 0.0494735 Nov 23 18:11:52.903133 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-da4b496d-92ff-429f-92e4-34dc385275f5 req-96e07f6c-955b-4050-96f7-448ffca8412d tempest-ServerDiskConfigTestJSON-21512198 tempest-ServerDiskConfigTestJSON-21512198-project] 10.222.0.60 "GET /v2.0/security-groups?id=f24ec3ca-8879-45da-98d8-bd8363ce042b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417137 Nov 23 18:11:54.022591 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7754970a-e526-470d-b61e-2661d774d3a4 req-383c555e-be47-4786-9fc4-9c34d288d3ee tempest-ServerDiskConfigTestJSON-21512198 tempest-ServerDiskConfigTestJSON-21512198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:11:54.023958 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7754970a-e526-470d-b61e-2661d774d3a4 req-383c555e-be47-4786-9fc4-9c34d288d3ee tempest-ServerDiskConfigTestJSON-21512198 tempest-ServerDiskConfigTestJSON-21512198-project] 10.222.0.60 "GET /v2.0/ports?device_id=23cec831-c160-4b23-930d-4a5dd3e93f63 HTTP/1.1" status: 200 len: 946 time: 0.0526426 Nov 23 18:11:54.070207 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7754970a-e526-470d-b61e-2661d774d3a4 req-28b2366d-ffdf-4439-aa28-6a04a4c1efb8 tempest-ServerDiskConfigTestJSON-21512198 tempest-ServerDiskConfigTestJSON-21512198-project] 10.222.0.60 "GET /v2.0/security-groups?id=f24ec3ca-8879-45da-98d8-bd8363ce042b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401671 Nov 23 18:11:55.187239 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0961f1f5-48fb-46cb-bb5c-55de0407490f req-877226e0-4967-4d21-96bf-86c180b7d6f1 tempest-ServerDiskConfigTestJSON-21512198 tempest-ServerDiskConfigTestJSON-21512198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:11:55.188827 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-0961f1f5-48fb-46cb-bb5c-55de0407490f req-877226e0-4967-4d21-96bf-86c180b7d6f1 tempest-ServerDiskConfigTestJSON-21512198 tempest-ServerDiskConfigTestJSON-21512198-project] 10.222.0.60 "GET /v2.0/ports?device_id=23cec831-c160-4b23-930d-4a5dd3e93f63 HTTP/1.1" status: 200 len: 946 time: 0.0494037 Nov 23 18:11:55.237530 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-0961f1f5-48fb-46cb-bb5c-55de0407490f req-5cd4644a-36f2-46f9-9242-d9a8e3c5a350 tempest-ServerDiskConfigTestJSON-21512198 tempest-ServerDiskConfigTestJSON-21512198-project] 10.222.0.60 "GET /v2.0/security-groups?id=f24ec3ca-8879-45da-98d8-bd8363ce042b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425396 Nov 23 18:11:56.351457 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9f8278-6922-48f7-91b7-45fd8b33ac5c req-f0552dc0-f64e-498a-b7ca-b8a61bb1ba30 tempest-ServerDiskConfigTestJSON-21512198 tempest-ServerDiskConfigTestJSON-21512198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:11:56.352923 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-bb9f8278-6922-48f7-91b7-45fd8b33ac5c req-f0552dc0-f64e-498a-b7ca-b8a61bb1ba30 tempest-ServerDiskConfigTestJSON-21512198 tempest-ServerDiskConfigTestJSON-21512198-project] 10.222.0.60 "GET /v2.0/ports?device_id=23cec831-c160-4b23-930d-4a5dd3e93f63 HTTP/1.1" status: 200 len: 946 time: 0.0474749 Nov 23 18:11:56.402613 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-bb9f8278-6922-48f7-91b7-45fd8b33ac5c req-256cc9a5-770c-4d07-a05a-2e9b6145ac3a tempest-ServerDiskConfigTestJSON-21512198 tempest-ServerDiskConfigTestJSON-21512198-project] 10.222.0.60 "GET /v2.0/security-groups?id=f24ec3ca-8879-45da-98d8-bd8363ce042b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431755 Nov 23 18:11:57.517514 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dc1e83-5a3b-479e-98ad-7d771bbd163a req-287e4581-1d29-4544-b845-06e20d1dcd29 tempest-ServerDiskConfigTestJSON-21512198 tempest-ServerDiskConfigTestJSON-21512198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:11:57.518974 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f3dc1e83-5a3b-479e-98ad-7d771bbd163a req-287e4581-1d29-4544-b845-06e20d1dcd29 tempest-ServerDiskConfigTestJSON-21512198 tempest-ServerDiskConfigTestJSON-21512198-project] 10.222.0.60 "GET /v2.0/ports?device_id=23cec831-c160-4b23-930d-4a5dd3e93f63 HTTP/1.1" status: 200 len: 946 time: 0.0490103 Nov 23 18:11:57.566045 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f3dc1e83-5a3b-479e-98ad-7d771bbd163a req-c51646e0-3717-41f0-b1f6-d0cd2774d198 tempest-ServerDiskConfigTestJSON-21512198 tempest-ServerDiskConfigTestJSON-21512198-project] 10.222.0.60 "GET /v2.0/security-groups?id=f24ec3ca-8879-45da-98d8-bd8363ce042b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410409 Nov 23 18:11:58.680582 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7debf1-fbff-448b-87ac-917973bd20e6 req-7ee92da3-92b3-4512-8a49-4857bb196c4a tempest-ServerDiskConfigTestJSON-21512198 tempest-ServerDiskConfigTestJSON-21512198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:11:58.682897 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9a7debf1-fbff-448b-87ac-917973bd20e6 req-7ee92da3-92b3-4512-8a49-4857bb196c4a tempest-ServerDiskConfigTestJSON-21512198 tempest-ServerDiskConfigTestJSON-21512198-project] 10.222.0.60 "GET /v2.0/ports?device_id=23cec831-c160-4b23-930d-4a5dd3e93f63 HTTP/1.1" status: 200 len: 946 time: 0.0483398 Nov 23 18:11:58.728366 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9a7debf1-fbff-448b-87ac-917973bd20e6 req-d750273c-16c0-42ea-8a24-1e39886253c7 tempest-ServerDiskConfigTestJSON-21512198 tempest-ServerDiskConfigTestJSON-21512198-project] 10.222.0.60 "GET /v2.0/security-groups?id=f24ec3ca-8879-45da-98d8-bd8363ce042b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398355 Nov 23 18:11:59.847514 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575a12fe-0360-445b-9006-89840237e487 req-b37b49fc-865d-4db2-8c1e-4eb6c379e2c6 tempest-ServerDiskConfigTestJSON-21512198 tempest-ServerDiskConfigTestJSON-21512198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:11:59.849005 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-575a12fe-0360-445b-9006-89840237e487 req-b37b49fc-865d-4db2-8c1e-4eb6c379e2c6 tempest-ServerDiskConfigTestJSON-21512198 tempest-ServerDiskConfigTestJSON-21512198-project] 10.222.0.60 "GET /v2.0/ports?device_id=23cec831-c160-4b23-930d-4a5dd3e93f63 HTTP/1.1" status: 200 len: 946 time: 0.0524004 Nov 23 18:11:59.895855 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-575a12fe-0360-445b-9006-89840237e487 req-e6a2c8f9-193c-4312-b551-f291c66e46d3 tempest-ServerDiskConfigTestJSON-21512198 tempest-ServerDiskConfigTestJSON-21512198-project] 10.222.0.60 "GET /v2.0/security-groups?id=f24ec3ca-8879-45da-98d8-bd8363ce042b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409114 Nov 23 18:12:01.008731 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ebe698-bf66-4e49-b7fd-6700729458aa req-48e884e7-cc48-406f-80cb-82c67ef3b9b4 tempest-ServerDiskConfigTestJSON-21512198 tempest-ServerDiskConfigTestJSON-21512198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:12:01.010739 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-61ebe698-bf66-4e49-b7fd-6700729458aa req-48e884e7-cc48-406f-80cb-82c67ef3b9b4 tempest-ServerDiskConfigTestJSON-21512198 tempest-ServerDiskConfigTestJSON-21512198-project] 10.222.0.60 "GET /v2.0/ports?device_id=23cec831-c160-4b23-930d-4a5dd3e93f63 HTTP/1.1" status: 200 len: 946 time: 0.0479953 Nov 23 18:12:01.056413 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-61ebe698-bf66-4e49-b7fd-6700729458aa req-2db37bb4-23c5-43a0-a1b2-febe005f769c tempest-ServerDiskConfigTestJSON-21512198 tempest-ServerDiskConfigTestJSON-21512198-project] 10.222.0.60 "GET /v2.0/security-groups?id=f24ec3ca-8879-45da-98d8-bd8363ce042b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396614 Nov 23 18:12:02.170433 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cd061f-2e3e-411a-97e5-f7c7aa96ab2d req-297b2686-8646-48fe-9dec-00be853f19b2 tempest-ServerDiskConfigTestJSON-21512198 tempest-ServerDiskConfigTestJSON-21512198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:12:02.171876 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-69cd061f-2e3e-411a-97e5-f7c7aa96ab2d req-297b2686-8646-48fe-9dec-00be853f19b2 tempest-ServerDiskConfigTestJSON-21512198 tempest-ServerDiskConfigTestJSON-21512198-project] 10.222.0.60 "GET /v2.0/ports?device_id=23cec831-c160-4b23-930d-4a5dd3e93f63 HTTP/1.1" status: 200 len: 946 time: 0.0472264 Nov 23 18:12:02.221138 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-69cd061f-2e3e-411a-97e5-f7c7aa96ab2d req-1e3782c9-4f0b-4145-9ce8-e715b89a7e73 tempest-ServerDiskConfigTestJSON-21512198 tempest-ServerDiskConfigTestJSON-21512198-project] 10.222.0.60 "GET /v2.0/security-groups?id=f24ec3ca-8879-45da-98d8-bd8363ce042b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433252 Nov 23 18:12:03.335340 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02eae1ab-c061-4cba-b3b5-9df4d96cf613 req-6591c038-0de9-464b-8879-e04050ee6b91 tempest-ServerDiskConfigTestJSON-21512198 tempest-ServerDiskConfigTestJSON-21512198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:12:03.336814 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-02eae1ab-c061-4cba-b3b5-9df4d96cf613 req-6591c038-0de9-464b-8879-e04050ee6b91 tempest-ServerDiskConfigTestJSON-21512198 tempest-ServerDiskConfigTestJSON-21512198-project] 10.222.0.60 "GET /v2.0/ports?device_id=23cec831-c160-4b23-930d-4a5dd3e93f63 HTTP/1.1" status: 200 len: 946 time: 0.0488346 Nov 23 18:12:03.382802 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-02eae1ab-c061-4cba-b3b5-9df4d96cf613 req-1ae77cbd-a604-4687-b424-7af72a81a230 tempest-ServerDiskConfigTestJSON-21512198 tempest-ServerDiskConfigTestJSON-21512198-project] 10.222.0.60 "GET /v2.0/security-groups?id=f24ec3ca-8879-45da-98d8-bd8363ce042b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400352 Nov 23 18:12:04.497526 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa6d1bf-1bd4-4e40-841c-3f493d9f8f15 req-96db5686-0b24-44db-bfc4-923ede9e82d0 tempest-ServerDiskConfigTestJSON-21512198 tempest-ServerDiskConfigTestJSON-21512198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:12:04.498978 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4fa6d1bf-1bd4-4e40-841c-3f493d9f8f15 req-96db5686-0b24-44db-bfc4-923ede9e82d0 tempest-ServerDiskConfigTestJSON-21512198 tempest-ServerDiskConfigTestJSON-21512198-project] 10.222.0.60 "GET /v2.0/ports?device_id=23cec831-c160-4b23-930d-4a5dd3e93f63 HTTP/1.1" status: 200 len: 946 time: 0.0490105 Nov 23 18:12:04.545686 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4fa6d1bf-1bd4-4e40-841c-3f493d9f8f15 req-72adc3a3-da9b-4a74-8e4e-9e77b702792d tempest-ServerDiskConfigTestJSON-21512198 tempest-ServerDiskConfigTestJSON-21512198-project] 10.222.0.60 "GET /v2.0/security-groups?id=f24ec3ca-8879-45da-98d8-bd8363ce042b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407426 Nov 23 18:12:05.589287 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc48de8-f679-4cce-8f90-2263b9e1907d req-21e1cbba-92d7-4086-9e97-e3c04355e5ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:12:05.590888 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-ffc48de8-f679-4cce-8f90-2263b9e1907d req-21e1cbba-92d7-4086-9e97-e3c04355e5ea service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=babfd8e5d03f43e4910f1c044d2aec30&device_id=23cec831-c160-4b23-930d-4a5dd3e93f63 HTTP/1.1" status: 200 len: 1097 time: 0.0425434 Nov 23 18:12:05.666471 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66999f06-5bae-4379-b63e-edefbee79c42 req-cbc93268-4083-419b-a578-abdc941b4cf5 tempest-ServerDiskConfigTestJSON-21512198 tempest-ServerDiskConfigTestJSON-21512198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:12:05.667960 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-66999f06-5bae-4379-b63e-edefbee79c42 req-cbc93268-4083-419b-a578-abdc941b4cf5 tempest-ServerDiskConfigTestJSON-21512198 tempest-ServerDiskConfigTestJSON-21512198-project] 10.222.0.60 "GET /v2.0/ports?device_id=23cec831-c160-4b23-930d-4a5dd3e93f63 HTTP/1.1" status: 200 len: 946 time: 0.0533292 Nov 23 18:12:05.720418 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-66999f06-5bae-4379-b63e-edefbee79c42 req-85490922-cc03-4a32-b820-e7eff305770a tempest-ServerDiskConfigTestJSON-21512198 tempest-ServerDiskConfigTestJSON-21512198-project] 10.222.0.60 "GET /v2.0/security-groups?id=f24ec3ca-8879-45da-98d8-bd8363ce042b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461926 Nov 23 18:12:06.041838 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc48de8-f679-4cce-8f90-2263b9e1907d req-accc844b-3581-4056-bd33-06e69c9c0a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:12:06.043398 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-ffc48de8-f679-4cce-8f90-2263b9e1907d req-accc844b-3581-4056-bd33-06e69c9c0a1a service neutron] 10.222.0.55 "GET /v2.0/networks?id=55f23027-cbf4-4d81-b181-42d45b568595 HTTP/1.1" status: 200 len: 915 time: 0.4319677 Nov 23 18:12:06.084624 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-ffc48de8-f679-4cce-8f90-2263b9e1907d req-ababffd8-00b4-4dc1-aded-490f83ccb528 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3b0b9441-e2de-4c22-9967-18cd950be6bb HTTP/1.1" status: 200 len: 217 time: 0.0337644 Nov 23 18:12:06.137110 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc48de8-f679-4cce-8f90-2263b9e1907d req-f51490ed-2190-45d4-b027-e00ef13087c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:12:06.138457 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-ffc48de8-f679-4cce-8f90-2263b9e1907d req-f51490ed-2190-45d4-b027-e00ef13087c0 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=32831e2c-8c98-4768-9c1e-f3bc10d886d0 HTTP/1.1" status: 200 len: 854 time: 0.0464852 Nov 23 18:12:06.170771 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-ffc48de8-f679-4cce-8f90-2263b9e1907d req-18a306e4-4cae-401f-ba46-2e9742b04220 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=55f23027-cbf4-4d81-b181-42d45b568595&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253255 Nov 23 18:12:06.260259 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-ffc48de8-f679-4cce-8f90-2263b9e1907d req-ff9c4490-c4b1-4ed7-bc83-970d0e11cc4f service neutron] 10.222.0.55 "GET /v2.0/networks/55f23027-cbf4-4d81-b181-42d45b568595?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810137 Nov 23 18:12:06.356396 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-ffc48de8-f679-4cce-8f90-2263b9e1907d req-6a21b513-65e4-4a3d-9137-f0bd2743a228 service neutron] 10.222.0.55 "GET /v2.0/networks/55f23027-cbf4-4d81-b181-42d45b568595?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876529 Nov 23 18:12:06.838937 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223871cc-b605-4169-9538-fa500b47cd55 req-da33201a-c5c3-40b9-a80a-9bf14ba91399 tempest-ServerDiskConfigTestJSON-21512198 tempest-ServerDiskConfigTestJSON-21512198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:12:06.840412 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-223871cc-b605-4169-9538-fa500b47cd55 req-da33201a-c5c3-40b9-a80a-9bf14ba91399 tempest-ServerDiskConfigTestJSON-21512198 tempest-ServerDiskConfigTestJSON-21512198-project] 10.222.0.60 "GET /v2.0/ports?device_id=23cec831-c160-4b23-930d-4a5dd3e93f63 HTTP/1.1" status: 200 len: 946 time: 0.0486903 Nov 23 18:12:06.887063 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-223871cc-b605-4169-9538-fa500b47cd55 req-76578189-2fdb-4be0-adef-b97052aca55a tempest-ServerDiskConfigTestJSON-21512198 tempest-ServerDiskConfigTestJSON-21512198-project] 10.222.0.60 "GET /v2.0/security-groups?id=f24ec3ca-8879-45da-98d8-bd8363ce042b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407341 Nov 23 18:12:07.174778 n-d-816206-8 neutron-server[103590]: INFO neutron.api.v2.resource [req-467ed674-9aa3-4c5a-a316-727b6ab6631b req-5164f93e-6251-4a8f-9943-23fb26f0ab26 service neutron] show failed (client error): The resource could not be found. Nov 23 18:12:07.175784 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-467ed674-9aa3-4c5a-a316-727b6ab6631b req-5164f93e-6251-4a8f-9943-23fb26f0ab26 service neutron] 10.222.0.55 "GET /v2.0/ports/3b0b9441-e2de-4c22-9967-18cd950be6bb/bindings/n-h2-816206-8 HTTP/1.1" status: 404 len: 380 time: 0.0537446 Nov 23 18:12:07.376339 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467ed674-9aa3-4c5a-a316-727b6ab6631b req-0ee05e4f-ff6f-4437-9f9a-3116fd2d8723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:12:07.377882 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-467ed674-9aa3-4c5a-a316-727b6ab6631b req-0ee05e4f-ff6f-4437-9f9a-3116fd2d8723 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=23cec831-c160-4b23-930d-4a5dd3e93f63&tenant_id=babfd8e5d03f43e4910f1c044d2aec30 HTTP/1.1" status: 200 len: 1097 time: 0.0436528 Nov 23 18:12:07.391204 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [req-467ed674-9aa3-4c5a-a316-727b6ab6631b req-ca9cf51c-e5b1-4b0b-8f6c-e8eb6ababf9d service neutron] Request body: {'port': {'binding:host_id': 'n-h2-816206-8', 'device_owner': 'compute:nova'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:12:07.442557 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-467ed674-9aa3-4c5a-a316-727b6ab6631b req-ca9cf51c-e5b1-4b0b-8f6c-e8eb6ababf9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:07.642202 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-467ed674-9aa3-4c5a-a316-727b6ab6631b req-ca9cf51c-e5b1-4b0b-8f6c-e8eb6ababf9d service neutron] For port 3b0b9441-e2de-4c22-9967-18cd950be6bb, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=3b0b9441-e2de-4c22-9967-18cd950be6bb,segment=NetworkSegment(2d8f69e2-5f87-4d14-afcd-2604d7678957),segment_id=2d8f69e2-5f87-4d14-afcd-2604d7678957)] {{(pid=103591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:12:07.674468 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-467ed674-9aa3-4c5a-a316-727b6ab6631b req-ca9cf51c-e5b1-4b0b-8f6c-e8eb6ababf9d service neutron] For port 3b0b9441-e2de-4c22-9967-18cd950be6bb, host n-h1-816206-8, cleared binding levels {{(pid=103591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:12:07.716654 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23cec831-c160-4b23-930d-4a5dd3e93f63', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3b0b9441-e2de-4c22-9967-18cd950be6bb'}] {{(pid=103591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:12:07.718824 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41d174a19ece9499ff9ec44e5b3fc50f2abd3ffbc947fb7e52ea1e8db27b95b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e9cf836-e298-44e7-8b8a-adfde2a2596a" -d '{"events": [{"server_uuid": "23cec831-c160-4b23-930d-4a5dd3e93f63", "name": "network-vif-unplugged", "status": "completed", "tag": "3b0b9441-e2de-4c22-9967-18cd950be6bb"}]}' {{(pid=103591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:12:07.722754 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-467ed674-9aa3-4c5a-a316-727b6ab6631b req-ca9cf51c-e5b1-4b0b-8f6c-e8eb6ababf9d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:07.735459 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.provisioning_blocks [req-467ed674-9aa3-4c5a-a316-727b6ab6631b req-ca9cf51c-e5b1-4b0b-8f6c-e8eb6ababf9d service neutron] Transition to ACTIVE for port object 3b0b9441-e2de-4c22-9967-18cd950be6bb will not be triggered until provisioned by entity L2. {{(pid=103591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 18:12:07.739512 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-467ed674-9aa3-4c5a-a316-727b6ab6631b req-ca9cf51c-e5b1-4b0b-8f6c-e8eb6ababf9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264758186'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:08.091575 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 18:12:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-749630fc-887e-44e7-86c3-f0fa4bd9df6d x-openstack-request-id: req-749630fc-887e-44e7-86c3-f0fa4bd9df6d {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:12:08.092285 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23cec831-c160-4b23-930d-4a5dd3e93f63", "name": "network-vif-unplugged", "status": "completed", "tag": "3b0b9441-e2de-4c22-9967-18cd950be6bb", "code": 200}]} {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:12:08.092285 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-749630fc-887e-44e7-86c3-f0fa4bd9df6d {{(pid=103591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:12:08.092510 n-d-816206-8 neutron-server[103591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23cec831-c160-4b23-930d-4a5dd3e93f63', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3b0b9441-e2de-4c22-9967-18cd950be6bb', 'code': 200} Nov 23 18:12:08.142738 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9cf51c-e5b1-4b0b-8f6c-e8eb6ababf9d service neutron] Pushing event updated for resources: {'Port': ['ID=3b0b9441-e2de-4c22-9967-18cd950be6bb,revision_number=6']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:12:08.159906 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [req-467ed674-9aa3-4c5a-a316-727b6ab6631b req-ca9cf51c-e5b1-4b0b-8f6c-e8eb6ababf9d service neutron] No DVR routers for this DVR port 3b0b9441-e2de-4c22-9967-18cd950be6bb on host n-h1-816206-8 {{(pid=103591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:12:08.179268 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748eba00-c8df-45a7-8e8c-1bd31c7c0379 req-52636732-809b-458c-8c23-daa91748b232 tempest-ServerDiskConfigTestJSON-21512198 tempest-ServerDiskConfigTestJSON-21512198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:12:08.180768 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-748eba00-c8df-45a7-8e8c-1bd31c7c0379 req-52636732-809b-458c-8c23-daa91748b232 tempest-ServerDiskConfigTestJSON-21512198 tempest-ServerDiskConfigTestJSON-21512198-project] 10.222.0.60 "GET /v2.0/ports?device_id=23cec831-c160-4b23-930d-4a5dd3e93f63 HTTP/1.1" status: 200 len: 944 time: 0.0929916 Nov 23 18:12:08.221592 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-467ed674-9aa3-4c5a-a316-727b6ab6631b req-ca9cf51c-e5b1-4b0b-8f6c-e8eb6ababf9d service neutron] Attempting to bind port 3b0b9441-e2de-4c22-9967-18cd950be6bb on host n-h2-816206-8 for vnic_type normal with profile {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:12:08.221930 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-467ed674-9aa3-4c5a-a316-727b6ab6631b req-ca9cf51c-e5b1-4b0b-8f6c-e8eb6ababf9d service neutron] Attempting to bind port 3b0b9441-e2de-4c22-9967-18cd950be6bb by drivers openvswitch,hyperv on host n-h2-816206-8 at level 0 using segments [{'id': '2d8f69e2-5f87-4d14-afcd-2604d7678957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '55f23027-cbf4-4d81-b181-42d45b568595'}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:12:08.222263 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-467ed674-9aa3-4c5a-a316-727b6ab6631b req-ca9cf51c-e5b1-4b0b-8f6c-e8eb6ababf9d service neutron] Attempting to bind port 3b0b9441-e2de-4c22-9967-18cd950be6bb on network 55f23027-cbf4-4d81-b181-42d45b568595 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:12:08.227605 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-467ed674-9aa3-4c5a-a316-727b6ab6631b req-ca9cf51c-e5b1-4b0b-8f6c-e8eb6ababf9d service neutron] Port 3b0b9441-e2de-4c22-9967-18cd950be6bb on network 55f23027-cbf4-4d81-b181-42d45b568595 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-8 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:12:08.227924 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-467ed674-9aa3-4c5a-a316-727b6ab6631b req-ca9cf51c-e5b1-4b0b-8f6c-e8eb6ababf9d service neutron] Attempting to bind port 3b0b9441-e2de-4c22-9967-18cd950be6bb on network 55f23027-cbf4-4d81-b181-42d45b568595 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:12:08.240349 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-467ed674-9aa3-4c5a-a316-727b6ab6631b req-ca9cf51c-e5b1-4b0b-8f6c-e8eb6ababf9d service neutron] Checking agent: {'id': 'ab77bf9e-0267-4174-8f1d-822cba89b207', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 15, 13), 'started_at': datetime.datetime(2021, 11, 23, 17, 15, 13), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 11, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:12:08.240801 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-467ed674-9aa3-4c5a-a316-727b6ab6631b req-ca9cf51c-e5b1-4b0b-8f6c-e8eb6ababf9d service neutron] Checking segment: {'id': '2d8f69e2-5f87-4d14-afcd-2604d7678957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '55f23027-cbf4-4d81-b181-42d45b568595'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:12:08.241185 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-467ed674-9aa3-4c5a-a316-727b6ab6631b req-ca9cf51c-e5b1-4b0b-8f6c-e8eb6ababf9d service neutron] Bound using segment: {'id': '2d8f69e2-5f87-4d14-afcd-2604d7678957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '55f23027-cbf4-4d81-b181-42d45b568595'} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:12:08.241611 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-467ed674-9aa3-4c5a-a316-727b6ab6631b req-ca9cf51c-e5b1-4b0b-8f6c-e8eb6ababf9d service neutron] Bound port: 3b0b9441-e2de-4c22-9967-18cd950be6bb, host: n-h2-816206-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d8f69e2-5f87-4d14-afcd-2604d7678957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '55f23027-cbf4-4d81-b181-42d45b568595'}}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:12:08.241964 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-467ed674-9aa3-4c5a-a316-727b6ab6631b req-ca9cf51c-e5b1-4b0b-8f6c-e8eb6ababf9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:08.268941 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-748eba00-c8df-45a7-8e8c-1bd31c7c0379 req-d0bafc8e-06e0-4875-9715-12784074f81b tempest-ServerDiskConfigTestJSON-21512198 tempest-ServerDiskConfigTestJSON-21512198-project] 10.222.0.60 "GET /v2.0/security-groups?id=f24ec3ca-8879-45da-98d8-bd8363ce042b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723691 Nov 23 18:12:08.316511 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-467ed674-9aa3-4c5a-a316-727b6ab6631b req-ca9cf51c-e5b1-4b0b-8f6c-e8eb6ababf9d service neutron] For port 3b0b9441-e2de-4c22-9967-18cd950be6bb, host n-h2-816206-8, cleared binding levels {{(pid=103591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:12:08.319718 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-467ed674-9aa3-4c5a-a316-727b6ab6631b req-ca9cf51c-e5b1-4b0b-8f6c-e8eb6ababf9d service neutron] For port 3b0b9441-e2de-4c22-9967-18cd950be6bb, host n-h2-816206-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=3b0b9441-e2de-4c22-9967-18cd950be6bb,segment=NetworkSegment(2d8f69e2-5f87-4d14-afcd-2604d7678957),segment_id=2d8f69e2-5f87-4d14-afcd-2604d7678957)] {{(pid=103591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:12:08.324143 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-467ed674-9aa3-4c5a-a316-727b6ab6631b req-ca9cf51c-e5b1-4b0b-8f6c-e8eb6ababf9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264758186'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:08.358267 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467ed674-9aa3-4c5a-a316-727b6ab6631b req-ca9cf51c-e5b1-4b0b-8f6c-e8eb6ababf9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:12:08.358912 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-467ed674-9aa3-4c5a-a316-727b6ab6631b req-ca9cf51c-e5b1-4b0b-8f6c-e8eb6ababf9d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:08.360298 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-467ed674-9aa3-4c5a-a316-727b6ab6631b req-ca9cf51c-e5b1-4b0b-8f6c-e8eb6ababf9d service neutron] 10.222.0.36 "PUT /v2.0/ports/3b0b9441-e2de-4c22-9967-18cd950be6bb HTTP/1.1" status: 200 len: 1092 time: 0.9730406 Nov 23 18:12:08.380900 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9cf51c-e5b1-4b0b-8f6c-e8eb6ababf9d service neutron] Pushing event updated for resources: {'Port': ['ID=3b0b9441-e2de-4c22-9967-18cd950be6bb,revision_number=7']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:12:08.427714 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467ed674-9aa3-4c5a-a316-727b6ab6631b req-27f89653-b4f1-41cd-a0fc-d19798af2087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:12:08.429258 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-467ed674-9aa3-4c5a-a316-727b6ab6631b req-27f89653-b4f1-41cd-a0fc-d19798af2087 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=babfd8e5d03f43e4910f1c044d2aec30&device_id=23cec831-c160-4b23-930d-4a5dd3e93f63 HTTP/1.1" status: 200 len: 1095 time: 0.0446434 Nov 23 18:12:08.520238 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467ed674-9aa3-4c5a-a316-727b6ab6631b req-9e7990e3-1435-438b-be20-8a348dd378d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:12:08.521718 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-467ed674-9aa3-4c5a-a316-727b6ab6631b req-9e7990e3-1435-438b-be20-8a348dd378d5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=55f23027-cbf4-4d81-b181-42d45b568595 HTTP/1.1" status: 200 len: 915 time: 0.0853281 Nov 23 18:12:08.569002 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-467ed674-9aa3-4c5a-a316-727b6ab6631b req-5618ce3a-e342-4dfb-85e7-86855427f443 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3b0b9441-e2de-4c22-9967-18cd950be6bb HTTP/1.1" status: 200 len: 217 time: 0.0378861 Nov 23 18:12:08.618018 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467ed674-9aa3-4c5a-a316-727b6ab6631b req-490d46a7-3123-4244-83a5-6dcc2325f6d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:12:08.619385 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-467ed674-9aa3-4c5a-a316-727b6ab6631b req-490d46a7-3123-4244-83a5-6dcc2325f6d9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=32831e2c-8c98-4768-9c1e-f3bc10d886d0 HTTP/1.1" status: 200 len: 854 time: 0.0426426 Nov 23 18:12:08.651760 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-467ed674-9aa3-4c5a-a316-727b6ab6631b req-414b2bdf-74c1-4521-af88-77ff6e0d4edf service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=55f23027-cbf4-4d81-b181-42d45b568595&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251899 Nov 23 18:12:08.743409 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-467ed674-9aa3-4c5a-a316-727b6ab6631b req-4143f094-35ad-4c85-839c-e26ba15abc4b service neutron] 10.222.0.36 "GET /v2.0/networks/55f23027-cbf4-4d81-b181-42d45b568595?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842893 Nov 23 18:12:08.835001 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-467ed674-9aa3-4c5a-a316-727b6ab6631b req-8059f881-d0c8-4cd5-84eb-1ad8f4c30ebb service neutron] 10.222.0.36 "GET /v2.0/networks/55f23027-cbf4-4d81-b181-42d45b568595?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831523 Nov 23 18:12:09.392885 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e956b4-79e2-4df0-a36d-5c0f98668c5c req-382ec05f-a634-4594-90ce-353f71214487 tempest-ServerDiskConfigTestJSON-21512198 tempest-ServerDiskConfigTestJSON-21512198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:12:09.394394 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-99e956b4-79e2-4df0-a36d-5c0f98668c5c req-382ec05f-a634-4594-90ce-353f71214487 tempest-ServerDiskConfigTestJSON-21512198 tempest-ServerDiskConfigTestJSON-21512198-project] 10.222.0.60 "GET /v2.0/ports?device_id=23cec831-c160-4b23-930d-4a5dd3e93f63 HTTP/1.1" status: 200 len: 944 time: 0.0503232 Nov 23 18:12:09.451369 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-99e956b4-79e2-4df0-a36d-5c0f98668c5c req-e326dae1-618c-4d5f-8b7e-ce0db9c0138f tempest-ServerDiskConfigTestJSON-21512198 tempest-ServerDiskConfigTestJSON-21512198-project] 10.222.0.60 "GET /v2.0/security-groups?id=f24ec3ca-8879-45da-98d8-bd8363ce042b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509915 Nov 23 18:12:10.093404 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23cec831-c160-4b23-930d-4a5dd3e93f63', 'tag': '3b0b9441-e2de-4c22-9967-18cd950be6bb'}] {{(pid=103591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:12:10.095794 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41d174a19ece9499ff9ec44e5b3fc50f2abd3ffbc947fb7e52ea1e8db27b95b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d85d4606-de04-4c39-be3d-27ddb0ef0ebc" -d '{"events": [{"name": "network-changed", "server_uuid": "23cec831-c160-4b23-930d-4a5dd3e93f63", "tag": "3b0b9441-e2de-4c22-9967-18cd950be6bb"}]}' {{(pid=103591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:12:10.148739 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:12:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-168467d8-e978-445d-b16c-f4e1e5726bb7 x-openstack-request-id: req-168467d8-e978-445d-b16c-f4e1e5726bb7 {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:12:10.149062 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23cec831-c160-4b23-930d-4a5dd3e93f63", "tag": "3b0b9441-e2de-4c22-9967-18cd950be6bb", "status": "completed", "code": 200}]} {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:12:10.149314 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-168467d8-e978-445d-b16c-f4e1e5726bb7 {{(pid=103591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:12:10.149720 n-d-816206-8 neutron-server[103591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23cec831-c160-4b23-930d-4a5dd3e93f63', 'tag': '3b0b9441-e2de-4c22-9967-18cd950be6bb', 'status': 'completed', 'code': 200} Nov 23 18:12:10.216102 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85d4606-de04-4c39-be3d-27ddb0ef0ebc req-f95a2906-91de-41ec-b2cc-6a5584825a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:12:10.217677 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d85d4606-de04-4c39-be3d-27ddb0ef0ebc req-f95a2906-91de-41ec-b2cc-6a5584825a5a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=babfd8e5d03f43e4910f1c044d2aec30&device_id=23cec831-c160-4b23-930d-4a5dd3e93f63 HTTP/1.1" status: 200 len: 1095 time: 0.0450799 Nov 23 18:12:10.222866 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85d4606-de04-4c39-be3d-27ddb0ef0ebc req-57426d37-d747-4ddd-b7f8-0854f4c3a3d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:12:10.224446 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-d85d4606-de04-4c39-be3d-27ddb0ef0ebc req-57426d37-d747-4ddd-b7f8-0854f4c3a3d5 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=babfd8e5d03f43e4910f1c044d2aec30&device_id=23cec831-c160-4b23-930d-4a5dd3e93f63 HTTP/1.1" status: 200 len: 1095 time: 0.0505259 Nov 23 18:12:10.316279 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85d4606-de04-4c39-be3d-27ddb0ef0ebc req-d6eb7479-d0dd-49b8-b7f1-4f20ce3dbfcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:12:10.318226 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d85d4606-de04-4c39-be3d-27ddb0ef0ebc req-d6eb7479-d0dd-49b8-b7f1-4f20ce3dbfcd service neutron] 10.222.0.36 "GET /v2.0/networks?id=55f23027-cbf4-4d81-b181-42d45b568595 HTTP/1.1" status: 200 len: 915 time: 0.0928643 Nov 23 18:12:10.327516 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85d4606-de04-4c39-be3d-27ddb0ef0ebc req-ef7663d0-5a3e-4775-a448-fd36886e269d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:12:10.329341 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-d85d4606-de04-4c39-be3d-27ddb0ef0ebc req-ef7663d0-5a3e-4775-a448-fd36886e269d service neutron] 10.222.0.55 "GET /v2.0/networks?id=55f23027-cbf4-4d81-b181-42d45b568595 HTTP/1.1" status: 200 len: 915 time: 0.0984347 Nov 23 18:12:10.375138 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d85d4606-de04-4c39-be3d-27ddb0ef0ebc req-70616c16-890d-43b5-a5bd-70f507e5fb02 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3b0b9441-e2de-4c22-9967-18cd950be6bb HTTP/1.1" status: 200 len: 217 time: 0.0439761 Nov 23 18:12:10.379748 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-d85d4606-de04-4c39-be3d-27ddb0ef0ebc req-c7fccff9-6e5f-4b70-9542-8de30ee82971 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3b0b9441-e2de-4c22-9967-18cd950be6bb HTTP/1.1" status: 200 len: 217 time: 0.0433288 Nov 23 18:12:10.427046 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85d4606-de04-4c39-be3d-27ddb0ef0ebc req-71ce3b1d-6154-4f58-aefa-06673642ee21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:12:10.428552 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d85d4606-de04-4c39-be3d-27ddb0ef0ebc req-71ce3b1d-6154-4f58-aefa-06673642ee21 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=32831e2c-8c98-4768-9c1e-f3bc10d886d0 HTTP/1.1" status: 200 len: 854 time: 0.0474086 Nov 23 18:12:10.432418 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85d4606-de04-4c39-be3d-27ddb0ef0ebc req-744aefe7-bce6-478e-91e5-7a2ae4878e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:12:10.433975 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-d85d4606-de04-4c39-be3d-27ddb0ef0ebc req-744aefe7-bce6-478e-91e5-7a2ae4878e8e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=32831e2c-8c98-4768-9c1e-f3bc10d886d0 HTTP/1.1" status: 200 len: 854 time: 0.0469522 Nov 23 18:12:10.465147 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d85d4606-de04-4c39-be3d-27ddb0ef0ebc req-a3d48cc5-4cd9-4a46-9a36-1e92b16f5318 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=55f23027-cbf4-4d81-b181-42d45b568595&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283852 Nov 23 18:12:10.469356 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-d85d4606-de04-4c39-be3d-27ddb0ef0ebc req-c109c70c-205b-49cf-a71a-050b09971f20 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=55f23027-cbf4-4d81-b181-42d45b568595&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286891 Nov 23 18:12:10.581229 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-d85d4606-de04-4c39-be3d-27ddb0ef0ebc req-d972e1ca-29ff-459b-9749-3b28a235c946 service neutron] 10.222.0.55 "GET /v2.0/networks/55f23027-cbf4-4d81-b181-42d45b568595?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048942 Nov 23 18:12:10.599804 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d85d4606-de04-4c39-be3d-27ddb0ef0ebc req-df8d889e-751c-4cb1-9aec-07f6649a78d8 service neutron] 10.222.0.36 "GET /v2.0/networks/55f23027-cbf4-4d81-b181-42d45b568595?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260533 Nov 23 18:12:10.611874 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2f3e4a-004c-4e74-a153-240ff4f32d04 req-2ab27296-32ba-408c-be3a-124048336c7f tempest-ServerDiskConfigTestJSON-21512198 tempest-ServerDiskConfigTestJSON-21512198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:12:10.613395 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-be2f3e4a-004c-4e74-a153-240ff4f32d04 req-2ab27296-32ba-408c-be3a-124048336c7f tempest-ServerDiskConfigTestJSON-21512198 tempest-ServerDiskConfigTestJSON-21512198-project] 10.222.0.60 "GET /v2.0/ports?device_id=23cec831-c160-4b23-930d-4a5dd3e93f63 HTTP/1.1" status: 200 len: 944 time: 0.0717771 Nov 23 18:12:10.675792 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-d85d4606-de04-4c39-be3d-27ddb0ef0ebc req-e625457b-5013-42b0-bce2-4d473a7efb19 service neutron] 10.222.0.55 "GET /v2.0/networks/55f23027-cbf4-4d81-b181-42d45b568595?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868230 Nov 23 18:12:10.721093 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-be2f3e4a-004c-4e74-a153-240ff4f32d04 req-2a0f34d0-6432-4982-a8a9-6ce6430f3dc0 tempest-ServerDiskConfigTestJSON-21512198 tempest-ServerDiskConfigTestJSON-21512198-project] 10.222.0.60 "GET /v2.0/security-groups?id=f24ec3ca-8879-45da-98d8-bd8363ce042b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973029 Nov 23 18:12:10.738772 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d85d4606-de04-4c39-be3d-27ddb0ef0ebc req-990f585d-eddf-43c5-8d1d-f699cc981091 service neutron] 10.222.0.36 "GET /v2.0/networks/55f23027-cbf4-4d81-b181-42d45b568595?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243913 Nov 23 18:12:10.922469 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a727c7e9-5dce-429a-84be-984a8ba527b4 req-104e36a6-a580-4cb5-ab25-60a4f8f29f6b tempest-ServerDiskConfigTestJSON-21512198 tempest-ServerDiskConfigTestJSON-21512198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:12:10.924012 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a727c7e9-5dce-429a-84be-984a8ba527b4 req-104e36a6-a580-4cb5-ab25-60a4f8f29f6b tempest-ServerDiskConfigTestJSON-21512198 tempest-ServerDiskConfigTestJSON-21512198-project] 10.222.0.60 "GET /v2.0/ports?device_id=23cec831-c160-4b23-930d-4a5dd3e93f63 HTTP/1.1" status: 200 len: 944 time: 0.0515161 Nov 23 18:12:10.973650 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a727c7e9-5dce-429a-84be-984a8ba527b4 req-fa9d1a1d-8a62-48d1-9643-50949b0b2baa tempest-ServerDiskConfigTestJSON-21512198 tempest-ServerDiskConfigTestJSON-21512198-project] 10.222.0.60 "GET /v2.0/security-groups?id=f24ec3ca-8879-45da-98d8-bd8363ce042b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434458 Nov 23 18:12:10.975522 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8d9733-5a79-478a-8267-73276e5869f1 req-b07cfdd5-e413-4836-b03c-3f102ce13054 tempest-ServerDiskConfigTestJSON-21512198 tempest-ServerDiskConfigTestJSON-21512198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:12:10.977079 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-be8d9733-5a79-478a-8267-73276e5869f1 req-b07cfdd5-e413-4836-b03c-3f102ce13054 tempest-ServerDiskConfigTestJSON-21512198 tempest-ServerDiskConfigTestJSON-21512198-project] 10.222.0.55 "GET /v2.0/ports?device_id=23cec831-c160-4b23-930d-4a5dd3e93f63&tenant_id=babfd8e5d03f43e4910f1c044d2aec30&binding%3Ahost_id=n-h2-816206-8 HTTP/1.1" status: 200 len: 944 time: 0.0913517 Nov 23 18:12:11.040131 n-d-816206-8 neutron-server[103590]: INFO neutron.api.v2.resource [req-be8d9733-5a79-478a-8267-73276e5869f1 req-575fa32d-46fc-47b5-931e-67adcf2fbd05 service neutron] delete failed (client error): The resource could not be found. Nov 23 18:12:11.041809 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-be8d9733-5a79-478a-8267-73276e5869f1 req-575fa32d-46fc-47b5-931e-67adcf2fbd05 service neutron] 10.222.0.55 "DELETE /v2.0/ports/3b0b9441-e2de-4c22-9967-18cd950be6bb/bindings/n-h1-816206-8 HTTP/1.1" status: 404 len: 380 time: 0.0568197 Nov 23 18:12:11.125363 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8d9733-5a79-478a-8267-73276e5869f1 req-ed90ef82-7e17-4381-9648-af92b251a4db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:12:11.126839 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-be8d9733-5a79-478a-8267-73276e5869f1 req-ed90ef82-7e17-4381-9648-af92b251a4db service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=babfd8e5d03f43e4910f1c044d2aec30&device_id=23cec831-c160-4b23-930d-4a5dd3e93f63 HTTP/1.1" status: 200 len: 1095 time: 0.0409803 Nov 23 18:12:11.218658 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8d9733-5a79-478a-8267-73276e5869f1 req-01acd80c-85b2-4207-b491-5275775afd66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:12:11.220106 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-be8d9733-5a79-478a-8267-73276e5869f1 req-01acd80c-85b2-4207-b491-5275775afd66 service neutron] 10.222.0.55 "GET /v2.0/networks?id=55f23027-cbf4-4d81-b181-42d45b568595 HTTP/1.1" status: 200 len: 915 time: 0.0868497 Nov 23 18:12:11.260121 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-be8d9733-5a79-478a-8267-73276e5869f1 req-db66ee94-39b4-4be8-9d02-14ba35d026ea service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3b0b9441-e2de-4c22-9967-18cd950be6bb HTTP/1.1" status: 200 len: 217 time: 0.0330040 Nov 23 18:12:11.307174 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8d9733-5a79-478a-8267-73276e5869f1 req-9259c90c-3a35-4292-8016-9d01ccc1e245 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:12:11.308646 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-be8d9733-5a79-478a-8267-73276e5869f1 req-9259c90c-3a35-4292-8016-9d01ccc1e245 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=32831e2c-8c98-4768-9c1e-f3bc10d886d0 HTTP/1.1" status: 200 len: 854 time: 0.0422833 Nov 23 18:12:11.344036 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-be8d9733-5a79-478a-8267-73276e5869f1 req-778df219-03ee-4812-bb9f-ba77d4d6dbc9 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=55f23027-cbf4-4d81-b181-42d45b568595&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284090 Nov 23 18:12:11.433920 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-be8d9733-5a79-478a-8267-73276e5869f1 req-57bae075-ee3e-426f-8c85-6bc0719f4dd9 service neutron] 10.222.0.55 "GET /v2.0/networks/55f23027-cbf4-4d81-b181-42d45b568595?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826066 Nov 23 18:12:11.527062 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-be8d9733-5a79-478a-8267-73276e5869f1 req-ce0988d0-797c-40bd-a89d-6918fdd3c5e4 service neutron] 10.222.0.55 "GET /v2.0/networks/55f23027-cbf4-4d81-b181-42d45b568595?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864649 Nov 23 18:12:11.830268 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device 3b0b9441-e2de-4c22-9967-18cd950be6bb details requested by agent hyperv_n-h2-816206-8 with host n-h2-816206-8 {{(pid=103592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 18:12:11.928723 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port 3b0b9441-e2de-4c22-9967-18cd950be6bb, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=3b0b9441-e2de-4c22-9967-18cd950be6bb,segment=NetworkSegment(2d8f69e2-5f87-4d14-afcd-2604d7678957),segment_id=2d8f69e2-5f87-4d14-afcd-2604d7678957)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:12:11.940791 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Returning: {'device': '3b0b9441-e2de-4c22-9967-18cd950be6bb', 'network_id': '55f23027-cbf4-4d81-b181-42d45b568595', 'port_id': '3b0b9441-e2de-4c22-9967-18cd950be6bb', 'mac_address': 'fa:16:3e:b5:c5:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 542, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32831e2c-8c98-4768-9c1e-f3bc10d886d0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 18:12:11.978988 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:11.991843 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b0b9441-e2de-4c22-9967-18cd950be6bb {{(pid=103592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:12:12.013899 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port 3b0b9441-e2de-4c22-9967-18cd950be6bb, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=3b0b9441-e2de-4c22-9967-18cd950be6bb,segment=NetworkSegment(2d8f69e2-5f87-4d14-afcd-2604d7678957),segment_id=2d8f69e2-5f87-4d14-afcd-2604d7678957)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:12:12.018131 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:12.074637 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Pushing event updated for resources: {'Port': ['ID=3b0b9441-e2de-4c22-9967-18cd950be6bb,revision_number=8']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:12:12.115086 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdefcde-7e8c-4d16-b943-36b6ca6566b7 req-f8913476-86f0-4337-8d7b-c79705f72971 tempest-ServerDiskConfigTestJSON-21512198 tempest-ServerDiskConfigTestJSON-21512198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:12:12.116633 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5bdefcde-7e8c-4d16-b943-36b6ca6566b7 req-f8913476-86f0-4337-8d7b-c79705f72971 tempest-ServerDiskConfigTestJSON-21512198 tempest-ServerDiskConfigTestJSON-21512198-project] 10.222.0.60 "GET /v2.0/ports?device_id=23cec831-c160-4b23-930d-4a5dd3e93f63 HTTP/1.1" status: 200 len: 945 time: 0.0565646 Nov 23 18:12:12.171039 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5bdefcde-7e8c-4d16-b943-36b6ca6566b7 req-87d075a8-651c-475c-a810-e06c388a5c03 tempest-ServerDiskConfigTestJSON-21512198 tempest-ServerDiskConfigTestJSON-21512198-project] 10.222.0.60 "GET /v2.0/security-groups?id=f24ec3ca-8879-45da-98d8-bd8363ce042b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477591 Nov 23 18:12:12.274915 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] get_ports_and_sgs() called for port_ids ['3b0b9441-e2de-4c22-9967-18cd950be6bb'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:12:12.296267 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac36d53b-760e-42a4-a13e-e6e4bd3df25d req-0ac7e7d3-f044-4b9c-85a2-48b7dca1ccf2 tempest-ServerDiskConfigTestJSON-21512198 tempest-ServerDiskConfigTestJSON-21512198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:12:12.297773 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ac36d53b-760e-42a4-a13e-e6e4bd3df25d req-0ac7e7d3-f044-4b9c-85a2-48b7dca1ccf2 tempest-ServerDiskConfigTestJSON-21512198 tempest-ServerDiskConfigTestJSON-21512198-project] 10.222.0.60 "GET /v2.0/ports?device_id=23cec831-c160-4b23-930d-4a5dd3e93f63 HTTP/1.1" status: 200 len: 945 time: 0.0511365 Nov 23 18:12:12.345138 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ac36d53b-760e-42a4-a13e-e6e4bd3df25d req-069e36b2-6e68-4127-b625-273ce034146c tempest-ServerDiskConfigTestJSON-21512198 tempest-ServerDiskConfigTestJSON-21512198-project] 10.222.0.60 "GET /v2.0/security-groups?id=f24ec3ca-8879-45da-98d8-bd8363ce042b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412631 Nov 23 18:12:12.465076 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee119347-06c6-4a1c-990a-c13cdc94f0f4 req-0293b561-4dde-466e-9a75-ac8970fe57b8 tempest-ServerDiskConfigTestJSON-21512198 tempest-ServerDiskConfigTestJSON-21512198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:12:12.466636 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ee119347-06c6-4a1c-990a-c13cdc94f0f4 req-0293b561-4dde-466e-9a75-ac8970fe57b8 tempest-ServerDiskConfigTestJSON-21512198 tempest-ServerDiskConfigTestJSON-21512198-project] 10.222.0.60 "GET /v2.0/ports?device_id=23cec831-c160-4b23-930d-4a5dd3e93f63 HTTP/1.1" status: 200 len: 945 time: 0.0558269 Nov 23 18:12:12.516230 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ee119347-06c6-4a1c-990a-c13cdc94f0f4 req-4d0b007a-6422-4830-a5c2-5607ea542c7f tempest-ServerDiskConfigTestJSON-21512198 tempest-ServerDiskConfigTestJSON-21512198-project] 10.222.0.60 "GET /v2.0/security-groups?id=f24ec3ca-8879-45da-98d8-bd8363ce042b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436103 Nov 23 18:12:12.557104 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device 3b0b9441-e2de-4c22-9967-18cd950be6bb no longer exists at agent hyperv_n-h1-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:12:12.601314 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device 3b0b9441-e2de-4c22-9967-18cd950be6bb not bound to the agent host n-h1-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:12:12.902987 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bd8a04-5b1b-40ec-bfd1-4986329c6883 req-c80ffb2a-193d-4146-9bc3-cea39a4761a7 tempest-ServerDiskConfigTestJSON-21512198 tempest-ServerDiskConfigTestJSON-21512198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:12:12.904408 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a7bd8a04-5b1b-40ec-bfd1-4986329c6883 req-c80ffb2a-193d-4146-9bc3-cea39a4761a7 tempest-ServerDiskConfigTestJSON-21512198 tempest-ServerDiskConfigTestJSON-21512198-project] 10.222.0.60 "GET /v2.0/networks?id=55f23027-cbf4-4d81-b181-42d45b568595 HTTP/1.1" status: 200 len: 814 time: 0.1137571 Nov 23 18:12:12.921931 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a7bd8a04-5b1b-40ec-bfd1-4986329c6883 req-e397cbb8-050e-43b3-a6d4-e71cc1d9a0ec tempest-ServerDiskConfigTestJSON-21512198 tempest-ServerDiskConfigTestJSON-21512198-project] 10.222.0.60 "GET /v2.0/quotas/babfd8e5d03f43e4910f1c044d2aec30 HTTP/1.1" status: 200 len: 375 time: 0.0116413 Nov 23 18:12:12.974944 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a7bd8a04-5b1b-40ec-bfd1-4986329c6883 req-dedf51dc-aa7e-4e0f-9ec7-66d364795050 tempest-ServerDiskConfigTestJSON-21512198 tempest-ServerDiskConfigTestJSON-21512198-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=babfd8e5d03f43e4910f1c044d2aec30&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0461915 Nov 23 18:12:13.018473 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-dc1d306c-cc32-4bf5-9ab2-0ed653e04f65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:13.079138 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a7bd8a04-5b1b-40ec-bfd1-4986329c6883 req-fef1dd1e-04ed-4f7b-959a-18af0156c550 service neutron] 10.222.0.60 "GET /v2.0/networks/55f23027-cbf4-4d81-b181-42d45b568595?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966311 Nov 23 18:12:13.171939 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a7bd8a04-5b1b-40ec-bfd1-4986329c6883 req-d628bd63-96a3-4dd5-994c-af328d0ea0d3 service neutron] 10.222.0.60 "GET /v2.0/networks/55f23027-cbf4-4d81-b181-42d45b568595?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855067 Nov 23 18:12:13.345693 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-df909515-3cc2-46d5-a888-273aea94e420 req-7ec9296d-188e-486f-97e1-0e37b10db64a tempest-ServerDiskConfigTestJSON-21512198 tempest-ServerDiskConfigTestJSON-21512198-project] 10.222.0.60 "GET /v2.0/ports?device_id=ef925459-d190-426a-94f5-7c841d4c9e77 HTTP/1.1" status: 200 len: 210 time: 0.0344357 Nov 23 18:12:13.804356 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:13.843743 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device 3b0b9441-e2de-4c22-9967-18cd950be6bb up at agent hyperv_n-h2-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:12:13.910908 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Provisioning for port 3b0b9441-e2de-4c22-9967-18cd950be6bb completed by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 18:12:13.915624 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Provisioning complete for port 3b0b9441-e2de-4c22-9967-18cd950be6bb triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:12:13.916226 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:14.019918 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:14.044972 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23cec831-c160-4b23-930d-4a5dd3e93f63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b0b9441-e2de-4c22-9967-18cd950be6bb'}] {{(pid=103592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:12:14.047202 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba3e6a8f2301c7a29fe1eca9779abdae4ccbcd6266d69778087f2498d5551201" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65c5c38b-d97c-408b-9a1b-a26f2c1bf4c7" -d '{"events": [{"server_uuid": "23cec831-c160-4b23-930d-4a5dd3e93f63", "name": "network-vif-plugged", "status": "completed", "tag": "3b0b9441-e2de-4c22-9967-18cd950be6bb"}]}' {{(pid=103592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:12:14.061006 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port 3b0b9441-e2de-4c22-9967-18cd950be6bb, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=3b0b9441-e2de-4c22-9967-18cd950be6bb,segment=NetworkSegment(2d8f69e2-5f87-4d14-afcd-2604d7678957),segment_id=2d8f69e2-5f87-4d14-afcd-2604d7678957)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:12:14.067343 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:14.092172 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:12:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b23afd3b-61a7-4fcd-9e68-ace348a9fba7 x-openstack-request-id: req-b23afd3b-61a7-4fcd-9e68-ace348a9fba7 {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:12:14.092470 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23cec831-c160-4b23-930d-4a5dd3e93f63", "name": "network-vif-plugged", "status": "completed", "tag": "3b0b9441-e2de-4c22-9967-18cd950be6bb", "code": 200}]} {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:12:14.092743 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b23afd3b-61a7-4fcd-9e68-ace348a9fba7 {{(pid=103592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:12:14.093137 n-d-816206-8 neutron-server[103592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23cec831-c160-4b23-930d-4a5dd3e93f63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b0b9441-e2de-4c22-9967-18cd950be6bb', 'code': 200} Nov 23 18:12:14.120621 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Pushing event updated for resources: {'Port': ['ID=3b0b9441-e2de-4c22-9967-18cd950be6bb,revision_number=9']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:12:14.175361 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8b346b-c42f-4c56-8dd5-4c1c0877eb33 req-4e59d30c-9d0c-4dd6-9a8b-5f3c55e7830f tempest-ServerDiskConfigTestJSON-21512198 tempest-ServerDiskConfigTestJSON-21512198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:12:14.176888 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8e8b346b-c42f-4c56-8dd5-4c1c0877eb33 req-4e59d30c-9d0c-4dd6-9a8b-5f3c55e7830f tempest-ServerDiskConfigTestJSON-21512198 tempest-ServerDiskConfigTestJSON-21512198-project] 10.222.0.36 "GET /v2.0/ports?device_id=23cec831-c160-4b23-930d-4a5dd3e93f63 HTTP/1.1" status: 200 len: 946 time: 0.0502036 Nov 23 18:12:14.306220 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [req-8e8b346b-c42f-4c56-8dd5-4c1c0877eb33 req-39358c58-497d-475a-b3e1-2c31af8b7be0 tempest-ServerDiskConfigTestJSON-21512198 tempest-ServerDiskConfigTestJSON-21512198-project] Deleting port 3b0b9441-e2de-4c22-9967-18cd950be6bb {{(pid=103591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:12:14.307082 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-8e8b346b-c42f-4c56-8dd5-4c1c0877eb33 req-39358c58-497d-475a-b3e1-2c31af8b7be0 tempest-ServerDiskConfigTestJSON-21512198 tempest-ServerDiskConfigTestJSON-21512198-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:14.454009 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bd8a04-5b1b-40ec-bfd1-4986329c6883 req-5688b65c-87c8-4f57-afa5-2aba39635f39 tempest-ServerDiskConfigTestJSON-21512198 tempest-ServerDiskConfigTestJSON-21512198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:12:14.455497 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a7bd8a04-5b1b-40ec-bfd1-4986329c6883 req-5688b65c-87c8-4f57-afa5-2aba39635f39 tempest-ServerDiskConfigTestJSON-21512198 tempest-ServerDiskConfigTestJSON-21512198-project] 10.222.0.36 "GET /v2.0/networks?id=55f23027-cbf4-4d81-b181-42d45b568595 HTTP/1.1" status: 200 len: 814 time: 0.1915727 Nov 23 18:12:14.479079 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [req-a7bd8a04-5b1b-40ec-bfd1-4986329c6883 req-40a8c5b1-af5f-4d53-86fb-032397228070 tempest-ServerDiskConfigTestJSON-21512198 tempest-ServerDiskConfigTestJSON-21512198-project] Request body: {'port': {'device_id': 'ef925459-d190-426a-94f5-7c841d4c9e77', 'network_id': '55f23027-cbf4-4d81-b181-42d45b568595', 'admin_state_up': True, 'tenant_id': 'babfd8e5d03f43e4910f1c044d2aec30'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:12:14.483746 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-79b4d950-89d3-4734-93e8-a3c69a7b9b4a req-72389374-047c-4c4a-8fb0-be88bcfa5b22 tempest-ServerDiskConfigTestJSON-21512198 tempest-ServerDiskConfigTestJSON-21512198-project] 10.222.0.60 "GET /v2.0/ports?device_id=ef925459-d190-426a-94f5-7c841d4c9e77 HTTP/1.1" status: 200 len: 210 time: 0.0615585 Nov 23 18:12:14.508280 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-8e8b346b-c42f-4c56-8dd5-4c1c0877eb33 req-39358c58-497d-475a-b3e1-2c31af8b7be0 tempest-ServerDiskConfigTestJSON-21512198 tempest-ServerDiskConfigTestJSON-21512198-project] For port 3b0b9441-e2de-4c22-9967-18cd950be6bb, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=3b0b9441-e2de-4c22-9967-18cd950be6bb,segment=NetworkSegment(2d8f69e2-5f87-4d14-afcd-2604d7678957),segment_id=2d8f69e2-5f87-4d14-afcd-2604d7678957)] {{(pid=103591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:12:14.508772 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-8e8b346b-c42f-4c56-8dd5-4c1c0877eb33 req-39358c58-497d-475a-b3e1-2c31af8b7be0 tempest-ServerDiskConfigTestJSON-21512198 tempest-ServerDiskConfigTestJSON-21512198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:14.531820 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [req-8e8b346b-c42f-4c56-8dd5-4c1c0877eb33 req-39358c58-497d-475a-b3e1-2c31af8b7be0 tempest-ServerDiskConfigTestJSON-21512198 tempest-ServerDiskConfigTestJSON-21512198-project] Calling delete_port for 3b0b9441-e2de-4c22-9967-18cd950be6bb owned by compute:nova {{(pid=103591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:12:14.618406 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:14.675922 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7bd8a04-5b1b-40ec-bfd1-4986329c6883 req-40a8c5b1-af5f-4d53-86fb-032397228070 tempest-ServerDiskConfigTestJSON-21512198 tempest-ServerDiskConfigTestJSON-21512198-project] Made reservation on behalf of babfd8e5d03f43e4910f1c044d2aec30 for: {'port': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:12:14.679669 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-a7bd8a04-5b1b-40ec-bfd1-4986329c6883 req-40a8c5b1-af5f-4d53-86fb-032397228070 tempest-ServerDiskConfigTestJSON-21512198 tempest-ServerDiskConfigTestJSON-21512198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:14.750918 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-8e8b346b-c42f-4c56-8dd5-4c1c0877eb33 req-39358c58-497d-475a-b3e1-2c31af8b7be0 tempest-ServerDiskConfigTestJSON-21512198 tempest-ServerDiskConfigTestJSON-21512198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:14.762824 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] get_ports_and_sgs() called for port_ids ['3b0b9441-e2de-4c22-9967-18cd950be6bb'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:12:14.822205 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39358c58-497d-475a-b3e1-2c31af8b7be0 tempest-ServerDiskConfigTestJSON-21512198 tempest-ServerDiskConfigTestJSON-21512198-project] Pushing event deleted for resources: {'Port': ['ID=3b0b9441-e2de-4c22-9967-18cd950be6bb,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:12:14.898516 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e8b346b-c42f-4c56-8dd5-4c1c0877eb33 req-39358c58-497d-475a-b3e1-2c31af8b7be0 tempest-ServerDiskConfigTestJSON-21512198 tempest-ServerDiskConfigTestJSON-21512198-project] No DVR routers for this DVR port 3b0b9441-e2de-4c22-9967-18cd950be6bb on host n-h2-816206-8 {{(pid=103591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:12:14.903054 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-8e8b346b-c42f-4c56-8dd5-4c1c0877eb33 req-39358c58-497d-475a-b3e1-2c31af8b7be0 tempest-ServerDiskConfigTestJSON-21512198 tempest-ServerDiskConfigTestJSON-21512198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:14.906388 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8e8b346b-c42f-4c56-8dd5-4c1c0877eb33 req-39358c58-497d-475a-b3e1-2c31af8b7be0 tempest-ServerDiskConfigTestJSON-21512198 tempest-ServerDiskConfigTestJSON-21512198-project] 10.222.0.36 "DELETE /v2.0/ports/3b0b9441-e2de-4c22-9967-18cd950be6bb HTTP/1.1" status: 204 len: 173 time: 0.7214780 Nov 23 18:12:14.906837 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23cec831-c160-4b23-930d-4a5dd3e93f63', 'name': 'network-vif-deleted', 'tag': '3b0b9441-e2de-4c22-9967-18cd950be6bb'}] {{(pid=103591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:12:14.909117 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41d174a19ece9499ff9ec44e5b3fc50f2abd3ffbc947fb7e52ea1e8db27b95b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-659365f0-99f0-4c53-8dfe-9d29dccb7f07" -d '{"events": [{"server_uuid": "23cec831-c160-4b23-930d-4a5dd3e93f63", "name": "network-vif-deleted", "tag": "3b0b9441-e2de-4c22-9967-18cd950be6bb"}]}' {{(pid=103591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:12:14.940687 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.db_base_plugin_common [req-a7bd8a04-5b1b-40ec-bfd1-4986329c6883 req-40a8c5b1-af5f-4d53-86fb-032397228070 tempest-ServerDiskConfigTestJSON-21512198 tempest-ServerDiskConfigTestJSON-21512198-project] Allocated IP 172.20.0.12 (55f23027-cbf4-4d81-b181-42d45b568595/32831e2c-8c98-4768-9c1e-f3bc10d886d0/98851d84-d536-4c66-86d9-ca17d6709ca1) {{(pid=103591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:12:14.951730 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:12:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16a00681-9a8c-44de-971c-9cb8a404aab5 x-openstack-request-id: req-16a00681-9a8c-44de-971c-9cb8a404aab5 {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:12:14.952022 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23cec831-c160-4b23-930d-4a5dd3e93f63", "name": "network-vif-deleted", "tag": "3b0b9441-e2de-4c22-9967-18cd950be6bb", "status": "completed", "code": 200}]} {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:12:14.952273 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-16a00681-9a8c-44de-971c-9cb8a404aab5 {{(pid=103591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:12:14.952704 n-d-816206-8 neutron-server[103591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23cec831-c160-4b23-930d-4a5dd3e93f63', 'name': 'network-vif-deleted', 'tag': '3b0b9441-e2de-4c22-9967-18cd950be6bb', 'status': 'completed', 'code': 200} Nov 23 18:12:15.118814 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4e12edbb-3c6a-4232-a3a7-bd51cc1f1ee4 req-5ede583a-440b-4365-870f-9ff767da4e84 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=23cec831-c160-4b23-930d-4a5dd3e93f63&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0354857 Nov 23 18:12:15.130645 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-a7bd8a04-5b1b-40ec-bfd1-4986329c6883 req-40a8c5b1-af5f-4d53-86fb-032397228070 tempest-ServerDiskConfigTestJSON-21512198 tempest-ServerDiskConfigTestJSON-21512198-project] Publish callbacks [] for port, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:15.132660 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c4772b7d-c2e3-4d07-90f6-077d1b59a777 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:15.177536 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-a7bd8a04-5b1b-40ec-bfd1-4986329c6883 req-40a8c5b1-af5f-4d53-86fb-032397228070 tempest-ServerDiskConfigTestJSON-21512198 tempest-ServerDiskConfigTestJSON-21512198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:15.188810 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] get_ports_and_sgs() called for port_ids ['3b0b9441-e2de-4c22-9967-18cd950be6bb'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:12:15.249118 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7bd8a04-5b1b-40ec-bfd1-4986329c6883 req-40a8c5b1-af5f-4d53-86fb-032397228070 tempest-ServerDiskConfigTestJSON-21512198 tempest-ServerDiskConfigTestJSON-21512198-project] Network 55f23027-cbf4-4d81-b181-42d45b568595 is already hosted by enough agents. {{(pid=103591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:12:15.251200 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4e12edbb-3c6a-4232-a3a7-bd51cc1f1ee4 req-f3bffea1-4d46-45ca-961f-1bacae631602 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=babfd8e5d03f43e4910f1c044d2aec30&device_id=23cec831-c160-4b23-930d-4a5dd3e93f63 HTTP/1.1" status: 200 len: 210 time: 0.0423872 Nov 23 18:12:15.255243 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [req-a7bd8a04-5b1b-40ec-bfd1-4986329c6883 req-40a8c5b1-af5f-4d53-86fb-032397228070 tempest-ServerDiskConfigTestJSON-21512198 tempest-ServerDiskConfigTestJSON-21512198-project] Resources bound (agent type, host, resource id): {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:12:15.257186 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a8c5b1-af5f-4d53-86fb-032397228070 tempest-ServerDiskConfigTestJSON-21512198 tempest-ServerDiskConfigTestJSON-21512198-project] Pushing event updated for resources: {'Port': ['ID=98851d84-d536-4c66-86d9-ca17d6709ca1,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:12:15.259299 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7bd8a04-5b1b-40ec-bfd1-4986329c6883 req-40a8c5b1-af5f-4d53-86fb-032397228070 tempest-ServerDiskConfigTestJSON-21512198 tempest-ServerDiskConfigTestJSON-21512198-project] Received port after_create {{(pid=103591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:12:15.399871 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bd8a04-5b1b-40ec-bfd1-4986329c6883 req-40a8c5b1-af5f-4d53-86fb-032397228070 tempest-ServerDiskConfigTestJSON-21512198 tempest-ServerDiskConfigTestJSON-21512198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:12:15.401049 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-a7bd8a04-5b1b-40ec-bfd1-4986329c6883 req-40a8c5b1-af5f-4d53-86fb-032397228070 tempest-ServerDiskConfigTestJSON-21512198 tempest-ServerDiskConfigTestJSON-21512198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:15.453049 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a7bd8a04-5b1b-40ec-bfd1-4986329c6883 req-40a8c5b1-af5f-4d53-86fb-032397228070 tempest-ServerDiskConfigTestJSON-21512198 tempest-ServerDiskConfigTestJSON-21512198-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9812243 Nov 23 18:12:15.470919 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [req-a7bd8a04-5b1b-40ec-bfd1-4986329c6883 req-62c0cc34-f235-4160-8250-616939abdf8f service neutron] Request body: {'port': {'device_id': 'ef925459-d190-426a-94f5-7c841d4c9e77', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-8'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:12:15.499393 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e12edbb-3c6a-4232-a3a7-bd51cc1f1ee4 req-1295fff0-3ff2-4a9e-9c70-3624ea5f82da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:12:15.500869 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4e12edbb-3c6a-4232-a3a7-bd51cc1f1ee4 req-1295fff0-3ff2-4a9e-9c70-3624ea5f82da service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=babfd8e5d03f43e4910f1c044d2aec30&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2178888 Nov 23 18:12:15.614896 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-a7bd8a04-5b1b-40ec-bfd1-4986329c6883 req-62c0cc34-f235-4160-8250-616939abdf8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:15.774111 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681a0960-3e52-4c59-ace1-9cb31b4e562f req-d0b8b32a-2dce-4dcf-ad9f-03e5689a3b3d tempest-ServerDiskConfigTestJSON-21512198 tempest-ServerDiskConfigTestJSON-21512198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:12:15.775612 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-681a0960-3e52-4c59-ace1-9cb31b4e562f req-d0b8b32a-2dce-4dcf-ad9f-03e5689a3b3d tempest-ServerDiskConfigTestJSON-21512198 tempest-ServerDiskConfigTestJSON-21512198-project] 10.222.0.60 "GET /v2.0/ports?device_id=ef925459-d190-426a-94f5-7c841d4c9e77 HTTP/1.1" status: 200 len: 932 time: 0.2153826 Nov 23 18:12:15.779791 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e12edbb-3c6a-4232-a3a7-bd51cc1f1ee4 req-c7fc9e97-d36e-4196-94f7-720e3146d94b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:12:15.781138 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4e12edbb-3c6a-4232-a3a7-bd51cc1f1ee4 req-c7fc9e97-d36e-4196-94f7-720e3146d94b service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2729526 Nov 23 18:12:15.905354 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-681a0960-3e52-4c59-ace1-9cb31b4e562f req-73d7549c-d583-4ae4-8a1c-3366db7d3bc9 tempest-ServerDiskConfigTestJSON-21512198 tempest-ServerDiskConfigTestJSON-21512198-project] 10.222.0.60 "GET /v2.0/security-groups?id=f24ec3ca-8879-45da-98d8-bd8363ce042b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177526 Nov 23 18:12:16.035112 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [req-a7bd8a04-5b1b-40ec-bfd1-4986329c6883 req-62c0cc34-f235-4160-8250-616939abdf8f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98851d84-d536-4c66-86d9-ca17d6709ca1 {{(pid=103591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:12:16.043161 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-a7bd8a04-5b1b-40ec-bfd1-4986329c6883 req-62c0cc34-f235-4160-8250-616939abdf8f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:16.054932 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.provisioning_blocks [req-a7bd8a04-5b1b-40ec-bfd1-4986329c6883 req-62c0cc34-f235-4160-8250-616939abdf8f service neutron] Transition to ACTIVE for port object 98851d84-d536-4c66-86d9-ca17d6709ca1 will not be triggered until provisioned by entity L2. {{(pid=103591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 18:12:16.058436 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-a7bd8a04-5b1b-40ec-bfd1-4986329c6883 req-62c0cc34-f235-4160-8250-616939abdf8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264758186'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:16.109951 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c0cc34-f235-4160-8250-616939abdf8f service neutron] Pushing event updated for resources: {'Port': ['ID=98851d84-d536-4c66-86d9-ca17d6709ca1,revision_number=2']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:12:16.173457 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-a7bd8a04-5b1b-40ec-bfd1-4986329c6883 req-62c0cc34-f235-4160-8250-616939abdf8f service neutron] Attempting to bind port 98851d84-d536-4c66-86d9-ca17d6709ca1 on host n-h2-816206-8 for vnic_type normal with profile {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:12:16.173794 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-a7bd8a04-5b1b-40ec-bfd1-4986329c6883 req-62c0cc34-f235-4160-8250-616939abdf8f service neutron] Attempting to bind port 98851d84-d536-4c66-86d9-ca17d6709ca1 by drivers openvswitch,hyperv on host n-h2-816206-8 at level 0 using segments [{'id': '2d8f69e2-5f87-4d14-afcd-2604d7678957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '55f23027-cbf4-4d81-b181-42d45b568595'}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:12:16.174122 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7bd8a04-5b1b-40ec-bfd1-4986329c6883 req-62c0cc34-f235-4160-8250-616939abdf8f service neutron] Attempting to bind port 98851d84-d536-4c66-86d9-ca17d6709ca1 on network 55f23027-cbf4-4d81-b181-42d45b568595 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:12:16.178216 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7bd8a04-5b1b-40ec-bfd1-4986329c6883 req-62c0cc34-f235-4160-8250-616939abdf8f service neutron] Port 98851d84-d536-4c66-86d9-ca17d6709ca1 on network 55f23027-cbf4-4d81-b181-42d45b568595 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-8 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:12:16.179066 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7bd8a04-5b1b-40ec-bfd1-4986329c6883 req-62c0cc34-f235-4160-8250-616939abdf8f service neutron] Attempting to bind port 98851d84-d536-4c66-86d9-ca17d6709ca1 on network 55f23027-cbf4-4d81-b181-42d45b568595 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:12:16.183868 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7bd8a04-5b1b-40ec-bfd1-4986329c6883 req-62c0cc34-f235-4160-8250-616939abdf8f service neutron] Checking agent: {'id': 'ab77bf9e-0267-4174-8f1d-822cba89b207', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 15, 13), 'started_at': datetime.datetime(2021, 11, 23, 17, 15, 13), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 12, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:12:16.184198 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7bd8a04-5b1b-40ec-bfd1-4986329c6883 req-62c0cc34-f235-4160-8250-616939abdf8f service neutron] Checking segment: {'id': '2d8f69e2-5f87-4d14-afcd-2604d7678957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '55f23027-cbf4-4d81-b181-42d45b568595'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:12:16.184614 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7bd8a04-5b1b-40ec-bfd1-4986329c6883 req-62c0cc34-f235-4160-8250-616939abdf8f service neutron] Bound using segment: {'id': '2d8f69e2-5f87-4d14-afcd-2604d7678957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '55f23027-cbf4-4d81-b181-42d45b568595'} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:12:16.185034 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-a7bd8a04-5b1b-40ec-bfd1-4986329c6883 req-62c0cc34-f235-4160-8250-616939abdf8f service neutron] Bound port: 98851d84-d536-4c66-86d9-ca17d6709ca1, host: n-h2-816206-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d8f69e2-5f87-4d14-afcd-2604d7678957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '55f23027-cbf4-4d81-b181-42d45b568595'}}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:12:16.185380 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-a7bd8a04-5b1b-40ec-bfd1-4986329c6883 req-62c0cc34-f235-4160-8250-616939abdf8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:16.251444 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-a7bd8a04-5b1b-40ec-bfd1-4986329c6883 req-62c0cc34-f235-4160-8250-616939abdf8f service neutron] For port 98851d84-d536-4c66-86d9-ca17d6709ca1, host n-h2-816206-8, cleared binding levels {{(pid=103591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:12:16.254379 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-a7bd8a04-5b1b-40ec-bfd1-4986329c6883 req-62c0cc34-f235-4160-8250-616939abdf8f service neutron] For port 98851d84-d536-4c66-86d9-ca17d6709ca1, host n-h2-816206-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=98851d84-d536-4c66-86d9-ca17d6709ca1,segment=NetworkSegment(2d8f69e2-5f87-4d14-afcd-2604d7678957),segment_id=2d8f69e2-5f87-4d14-afcd-2604d7678957)] {{(pid=103591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:12:16.259365 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-a7bd8a04-5b1b-40ec-bfd1-4986329c6883 req-62c0cc34-f235-4160-8250-616939abdf8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264758186'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:16.293584 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bd8a04-5b1b-40ec-bfd1-4986329c6883 req-62c0cc34-f235-4160-8250-616939abdf8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:12:16.294234 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-a7bd8a04-5b1b-40ec-bfd1-4986329c6883 req-62c0cc34-f235-4160-8250-616939abdf8f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:16.295637 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a7bd8a04-5b1b-40ec-bfd1-4986329c6883 req-62c0cc34-f235-4160-8250-616939abdf8f service neutron] 10.222.0.36 "PUT /v2.0/ports/98851d84-d536-4c66-86d9-ca17d6709ca1 HTTP/1.1" status: 200 len: 1092 time: 0.8316219 Nov 23 18:12:16.319671 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c0cc34-f235-4160-8250-616939abdf8f service neutron] Pushing event updated for resources: {'Port': ['ID=98851d84-d536-4c66-86d9-ca17d6709ca1,revision_number=3']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:12:16.375844 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bd8a04-5b1b-40ec-bfd1-4986329c6883 req-8c06ab95-9010-486b-8234-b890afffc151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:12:16.377369 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a7bd8a04-5b1b-40ec-bfd1-4986329c6883 req-8c06ab95-9010-486b-8234-b890afffc151 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=babfd8e5d03f43e4910f1c044d2aec30&device_id=ef925459-d190-426a-94f5-7c841d4c9e77 HTTP/1.1" status: 200 len: 1095 time: 0.0414720 Nov 23 18:12:16.424784 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a7bd8a04-5b1b-40ec-bfd1-4986329c6883 req-ab8ddf57-5bb3-4bc1-9ff4-db91c1b53dff service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=98851d84-d536-4c66-86d9-ca17d6709ca1 HTTP/1.1" status: 200 len: 217 time: 0.0379050 Nov 23 18:12:16.660355 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-52822d53-48f5-4819-8a95-bdc13aea0bf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:16.786339 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bd8a04-5b1b-40ec-bfd1-4986329c6883 req-1eaefb8a-6a10-4416-b96d-d381efcf2a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:12:16.787815 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a7bd8a04-5b1b-40ec-bfd1-4986329c6883 req-1eaefb8a-6a10-4416-b96d-d381efcf2a73 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=32831e2c-8c98-4768-9c1e-f3bc10d886d0 HTTP/1.1" status: 200 len: 854 time: 0.3560081 Nov 23 18:12:16.825212 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a7bd8a04-5b1b-40ec-bfd1-4986329c6883 req-614c7b74-9bce-413f-aae1-e0f3c4b6048c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=55f23027-cbf4-4d81-b181-42d45b568595&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270960 Nov 23 18:12:16.924860 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a7bd8a04-5b1b-40ec-bfd1-4986329c6883 req-7432c728-4876-4382-a00f-a3abe626191a service neutron] 10.222.0.36 "GET /v2.0/networks/55f23027-cbf4-4d81-b181-42d45b568595?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920100 Nov 23 18:12:16.958578 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef925459-d190-426a-94f5-7c841d4c9e77', 'tag': '98851d84-d536-4c66-86d9-ca17d6709ca1'}] {{(pid=103591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:12:16.960860 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41d174a19ece9499ff9ec44e5b3fc50f2abd3ffbc947fb7e52ea1e8db27b95b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-285a9cb2-a396-4035-b894-8d787e00102b" -d '{"events": [{"name": "network-changed", "server_uuid": "ef925459-d190-426a-94f5-7c841d4c9e77", "tag": "98851d84-d536-4c66-86d9-ca17d6709ca1"}]}' {{(pid=103591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:12:17.005096 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:12:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89796b33-49d7-42fe-b889-65dcea78126a x-openstack-request-id: req-89796b33-49d7-42fe-b889-65dcea78126a {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:12:17.005096 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef925459-d190-426a-94f5-7c841d4c9e77", "tag": "98851d84-d536-4c66-86d9-ca17d6709ca1", "status": "completed", "code": 200}]} {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:12:17.005830 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-89796b33-49d7-42fe-b889-65dcea78126a {{(pid=103591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:12:17.006857 n-d-816206-8 neutron-server[103591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef925459-d190-426a-94f5-7c841d4c9e77', 'tag': '98851d84-d536-4c66-86d9-ca17d6709ca1', 'status': 'completed', 'code': 200} Nov 23 18:12:17.060216 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a7bd8a04-5b1b-40ec-bfd1-4986329c6883 req-37cb83b2-a470-43d4-afce-d51e246057f2 service neutron] 10.222.0.36 "GET /v2.0/networks/55f23027-cbf4-4d81-b181-42d45b568595?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278450 Nov 23 18:12:17.069107 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf11e91-1792-4361-9ad3-23ae88a238f6 req-d4157ac3-e9df-48fe-936a-f0d2777801eb tempest-ServerDiskConfigTestJSON-21512198 tempest-ServerDiskConfigTestJSON-21512198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:12:17.070167 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-bcf11e91-1792-4361-9ad3-23ae88a238f6 req-d4157ac3-e9df-48fe-936a-f0d2777801eb tempest-ServerDiskConfigTestJSON-21512198 tempest-ServerDiskConfigTestJSON-21512198-project] 10.222.0.60 "GET /v2.0/ports?device_id=ef925459-d190-426a-94f5-7c841d4c9e77 HTTP/1.1" status: 200 len: 944 time: 0.0770009 Nov 23 18:12:17.144125 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-bcf11e91-1792-4361-9ad3-23ae88a238f6 req-4e2f5096-9892-441d-9959-dcfd69c39dac tempest-ServerDiskConfigTestJSON-21512198 tempest-ServerDiskConfigTestJSON-21512198-project] 10.222.0.60 "GET /v2.0/security-groups?id=f24ec3ca-8879-45da-98d8-bd8363ce042b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670350 Nov 23 18:12:17.156855 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285a9cb2-a396-4035-b894-8d787e00102b req-cd8c9ff3-90cf-465b-8c3f-3e7c800bc0d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:12:17.158318 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-285a9cb2-a396-4035-b894-8d787e00102b req-cd8c9ff3-90cf-465b-8c3f-3e7c800bc0d5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=babfd8e5d03f43e4910f1c044d2aec30&device_id=ef925459-d190-426a-94f5-7c841d4c9e77 HTTP/1.1" status: 200 len: 1095 time: 0.0489647 Nov 23 18:12:17.250590 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285a9cb2-a396-4035-b894-8d787e00102b req-1a570b4c-93e5-4797-98fa-6db19ecb9b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:12:17.251967 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-285a9cb2-a396-4035-b894-8d787e00102b req-1a570b4c-93e5-4797-98fa-6db19ecb9b4b service neutron] 10.222.0.36 "GET /v2.0/networks?id=55f23027-cbf4-4d81-b181-42d45b568595 HTTP/1.1" status: 200 len: 915 time: 0.0846932 Nov 23 18:12:17.299122 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-285a9cb2-a396-4035-b894-8d787e00102b req-093aa48c-7d9f-4225-a83e-7ad9542f2fbc service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=98851d84-d536-4c66-86d9-ca17d6709ca1 HTTP/1.1" status: 200 len: 217 time: 0.0378716 Nov 23 18:12:17.352481 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285a9cb2-a396-4035-b894-8d787e00102b req-7f652492-f0b3-4f96-a5a7-717d33238460 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:12:17.354578 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-285a9cb2-a396-4035-b894-8d787e00102b req-7f652492-f0b3-4f96-a5a7-717d33238460 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=32831e2c-8c98-4768-9c1e-f3bc10d886d0 HTTP/1.1" status: 200 len: 854 time: 0.0484297 Nov 23 18:12:17.387846 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-285a9cb2-a396-4035-b894-8d787e00102b req-9b3e0267-df85-43e4-873d-9d35bc627228 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=55f23027-cbf4-4d81-b181-42d45b568595&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258334 Nov 23 18:12:17.485001 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-285a9cb2-a396-4035-b894-8d787e00102b req-5e38c10b-5851-4585-8cc6-43bb2d8ec054 service neutron] 10.222.0.36 "GET /v2.0/networks/55f23027-cbf4-4d81-b181-42d45b568595?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892844 Nov 23 18:12:17.579627 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-285a9cb2-a396-4035-b894-8d787e00102b req-995e4b9d-1d05-466e-97fa-435d9de417ec service neutron] 10.222.0.36 "GET /v2.0/networks/55f23027-cbf4-4d81-b181-42d45b568595?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864484 Nov 23 18:12:17.874151 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9a27ae6c-db98-474f-94c1-cc99bf842d79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:17.878442 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device 3b0b9441-e2de-4c22-9967-18cd950be6bb no longer exists at agent hyperv_n-h2-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:12:17.900232 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] No Port match for: 3b0b9441-e2de-4c22-9967-18cd950be6bb {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:12:17.900603 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device 3b0b9441-e2de-4c22-9967-18cd950be6bb not bound to the agent host n-h2-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:12:18.263930 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0b302c-049d-4ed2-9b2e-d3bab15f4294 req-ec0497c7-1772-4e1f-be59-be8dbd62f8e2 tempest-ServerDiskConfigTestJSON-21512198 tempest-ServerDiskConfigTestJSON-21512198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:12:18.265418 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4e0b302c-049d-4ed2-9b2e-d3bab15f4294 req-ec0497c7-1772-4e1f-be59-be8dbd62f8e2 tempest-ServerDiskConfigTestJSON-21512198 tempest-ServerDiskConfigTestJSON-21512198-project] 10.222.0.60 "GET /v2.0/ports?device_id=ef925459-d190-426a-94f5-7c841d4c9e77 HTTP/1.1" status: 200 len: 944 time: 0.0529761 Nov 23 18:12:18.317789 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4e0b302c-049d-4ed2-9b2e-d3bab15f4294 req-86db35cf-ef9d-41e9-ae9b-73b77d51e286 tempest-ServerDiskConfigTestJSON-21512198 tempest-ServerDiskConfigTestJSON-21512198-project] 10.222.0.60 "GET /v2.0/security-groups?id=f24ec3ca-8879-45da-98d8-bd8363ce042b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461476 Nov 23 18:12:18.410700 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:19.430319 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deac3ee6-6bd6-4600-9c50-6bcfc93c86fa req-d75509ae-d760-4ee1-b7cc-3b620f47242f tempest-ServerDiskConfigTestJSON-21512198 tempest-ServerDiskConfigTestJSON-21512198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:12:19.432481 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-deac3ee6-6bd6-4600-9c50-6bcfc93c86fa req-d75509ae-d760-4ee1-b7cc-3b620f47242f tempest-ServerDiskConfigTestJSON-21512198 tempest-ServerDiskConfigTestJSON-21512198-project] 10.222.0.60 "GET /v2.0/ports?device_id=ef925459-d190-426a-94f5-7c841d4c9e77 HTTP/1.1" status: 200 len: 944 time: 0.0491478 Nov 23 18:12:19.480361 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-deac3ee6-6bd6-4600-9c50-6bcfc93c86fa req-e1317997-71de-4fef-9fa0-668243d49e56 tempest-ServerDiskConfigTestJSON-21512198 tempest-ServerDiskConfigTestJSON-21512198-project] 10.222.0.60 "GET /v2.0/security-groups?id=f24ec3ca-8879-45da-98d8-bd8363ce042b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418973 Nov 23 18:12:19.887631 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device 98851d84-d536-4c66-86d9-ca17d6709ca1 details requested by agent hyperv_n-h2-816206-8 with host n-h2-816206-8 {{(pid=103592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 18:12:19.983830 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port 98851d84-d536-4c66-86d9-ca17d6709ca1, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=98851d84-d536-4c66-86d9-ca17d6709ca1,segment=NetworkSegment(2d8f69e2-5f87-4d14-afcd-2604d7678957),segment_id=2d8f69e2-5f87-4d14-afcd-2604d7678957)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:12:19.995837 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Returning: {'device': '98851d84-d536-4c66-86d9-ca17d6709ca1', 'network_id': '55f23027-cbf4-4d81-b181-42d45b568595', 'port_id': '98851d84-d536-4c66-86d9-ca17d6709ca1', 'mac_address': 'fa:16:3e:75:47:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 542, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32831e2c-8c98-4768-9c1e-f3bc10d886d0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 18:12:20.032943 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:20.045162 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98851d84-d536-4c66-86d9-ca17d6709ca1 {{(pid=103592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:12:20.064555 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port 98851d84-d536-4c66-86d9-ca17d6709ca1, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=98851d84-d536-4c66-86d9-ca17d6709ca1,segment=NetworkSegment(2d8f69e2-5f87-4d14-afcd-2604d7678957),segment_id=2d8f69e2-5f87-4d14-afcd-2604d7678957)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:12:20.068616 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:20.127561 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Pushing event updated for resources: {'Port': ['ID=98851d84-d536-4c66-86d9-ca17d6709ca1,revision_number=4']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:12:20.272701 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] get_ports_and_sgs() called for port_ids ['98851d84-d536-4c66-86d9-ca17d6709ca1'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:12:20.602349 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af40ee5-35db-4503-9e5a-b075c974453c req-10dfbc01-26db-4d9c-9c5c-1fbc5d40df0b tempest-ServerDiskConfigTestJSON-21512198 tempest-ServerDiskConfigTestJSON-21512198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:12:20.604360 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-0af40ee5-35db-4503-9e5a-b075c974453c req-10dfbc01-26db-4d9c-9c5c-1fbc5d40df0b tempest-ServerDiskConfigTestJSON-21512198 tempest-ServerDiskConfigTestJSON-21512198-project] 10.222.0.60 "GET /v2.0/ports?device_id=ef925459-d190-426a-94f5-7c841d4c9e77 HTTP/1.1" status: 200 len: 945 time: 0.0498722 Nov 23 18:12:20.658065 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-0af40ee5-35db-4503-9e5a-b075c974453c req-1477fc8b-6aa4-4cab-97e8-31b61f450830 tempest-ServerDiskConfigTestJSON-21512198 tempest-ServerDiskConfigTestJSON-21512198-project] 10.222.0.60 "GET /v2.0/security-groups?id=f24ec3ca-8879-45da-98d8-bd8363ce042b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475805 Nov 23 18:12:21.775831 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dca96b7-65ae-48c4-8e8a-c85a7ed389f4 req-58e510e9-70ce-426a-9516-74e5a2a2d50f tempest-ServerDiskConfigTestJSON-21512198 tempest-ServerDiskConfigTestJSON-21512198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:12:21.777322 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9dca96b7-65ae-48c4-8e8a-c85a7ed389f4 req-58e510e9-70ce-426a-9516-74e5a2a2d50f tempest-ServerDiskConfigTestJSON-21512198 tempest-ServerDiskConfigTestJSON-21512198-project] 10.222.0.60 "GET /v2.0/ports?device_id=ef925459-d190-426a-94f5-7c841d4c9e77 HTTP/1.1" status: 200 len: 945 time: 0.0500484 Nov 23 18:12:21.824361 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9dca96b7-65ae-48c4-8e8a-c85a7ed389f4 req-03abf52e-3a59-4d6e-bd56-5f7efd8e458d tempest-ServerDiskConfigTestJSON-21512198 tempest-ServerDiskConfigTestJSON-21512198-project] 10.222.0.60 "GET /v2.0/security-groups?id=f24ec3ca-8879-45da-98d8-bd8363ce042b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410688 Nov 23 18:12:21.902991 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device 98851d84-d536-4c66-86d9-ca17d6709ca1 up at agent hyperv_n-h2-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:12:21.956014 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Provisioning for port 98851d84-d536-4c66-86d9-ca17d6709ca1 completed by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 18:12:21.959862 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Provisioning complete for port 98851d84-d536-4c66-86d9-ca17d6709ca1 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:12:21.960229 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:22.035174 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:22.056899 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef925459-d190-426a-94f5-7c841d4c9e77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98851d84-d536-4c66-86d9-ca17d6709ca1'}] {{(pid=103592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:12:22.059709 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba3e6a8f2301c7a29fe1eca9779abdae4ccbcd6266d69778087f2498d5551201" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c4b25b0-e6b0-47eb-98f5-69de16f7fb3f" -d '{"events": [{"server_uuid": "ef925459-d190-426a-94f5-7c841d4c9e77", "name": "network-vif-plugged", "status": "completed", "tag": "98851d84-d536-4c66-86d9-ca17d6709ca1"}]}' {{(pid=103592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:12:22.072603 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port 98851d84-d536-4c66-86d9-ca17d6709ca1, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=98851d84-d536-4c66-86d9-ca17d6709ca1,segment=NetworkSegment(2d8f69e2-5f87-4d14-afcd-2604d7678957),segment_id=2d8f69e2-5f87-4d14-afcd-2604d7678957)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:12:22.076821 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:22.102710 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:12:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32e42bdc-7fed-45b7-9fd0-4a073041a0d8 x-openstack-request-id: req-32e42bdc-7fed-45b7-9fd0-4a073041a0d8 {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:12:22.102998 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef925459-d190-426a-94f5-7c841d4c9e77", "name": "network-vif-plugged", "status": "completed", "tag": "98851d84-d536-4c66-86d9-ca17d6709ca1", "code": 200}]} {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:12:22.103254 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-32e42bdc-7fed-45b7-9fd0-4a073041a0d8 {{(pid=103592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:12:22.103644 n-d-816206-8 neutron-server[103592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef925459-d190-426a-94f5-7c841d4c9e77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98851d84-d536-4c66-86d9-ca17d6709ca1', 'code': 200} Nov 23 18:12:22.199955 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fdfc76-b56d-4010-ac4f-5f291500dc52 req-8c2823ca-3b4c-4b10-a13d-ac2625a2c822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:12:22.201552 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f3fdfc76-b56d-4010-ac4f-5f291500dc52 req-8c2823ca-3b4c-4b10-a13d-ac2625a2c822 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ef925459-d190-426a-94f5-7c841d4c9e77 HTTP/1.1" status: 200 len: 1097 time: 0.0430150 Nov 23 18:12:22.249938 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f3fdfc76-b56d-4010-ac4f-5f291500dc52 req-5dad32b3-0909-4943-bef4-aafb2a612321 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=f24ec3ca-8879-45da-98d8-bd8363ce042b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401788 Nov 23 18:12:22.288510 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Pushing event updated for resources: {'Port': ['ID=98851d84-d536-4c66-86d9-ca17d6709ca1,revision_number=5']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:12:22.952385 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3a7844-96e5-4587-84d9-58137a9ea1e2 req-327cb4c7-cb2f-4bde-b2b0-d0fad93634ca tempest-ServerDiskConfigTestJSON-21512198 tempest-ServerDiskConfigTestJSON-21512198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:12:22.953893 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8d3a7844-96e5-4587-84d9-58137a9ea1e2 req-327cb4c7-cb2f-4bde-b2b0-d0fad93634ca tempest-ServerDiskConfigTestJSON-21512198 tempest-ServerDiskConfigTestJSON-21512198-project] 10.222.0.60 "GET /v2.0/ports?device_id=ef925459-d190-426a-94f5-7c841d4c9e77 HTTP/1.1" status: 200 len: 946 time: 0.0566883 Nov 23 18:12:23.008417 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8d3a7844-96e5-4587-84d9-58137a9ea1e2 req-7b224f08-1187-45f8-8571-5fc7db688619 tempest-ServerDiskConfigTestJSON-21512198 tempest-ServerDiskConfigTestJSON-21512198-project] 10.222.0.60 "GET /v2.0/security-groups?id=f24ec3ca-8879-45da-98d8-bd8363ce042b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484164 Nov 23 18:12:24.127126 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922ec602-945a-414a-885c-1925d0951fef req-57053681-5dfc-41d6-a47e-6c2f21d1d639 tempest-ServerDiskConfigTestJSON-21512198 tempest-ServerDiskConfigTestJSON-21512198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:12:24.128598 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-922ec602-945a-414a-885c-1925d0951fef req-57053681-5dfc-41d6-a47e-6c2f21d1d639 tempest-ServerDiskConfigTestJSON-21512198 tempest-ServerDiskConfigTestJSON-21512198-project] 10.222.0.60 "GET /v2.0/ports?device_id=ef925459-d190-426a-94f5-7c841d4c9e77 HTTP/1.1" status: 200 len: 946 time: 0.0480013 Nov 23 18:12:24.175752 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-922ec602-945a-414a-885c-1925d0951fef req-11aab9e5-eedf-46eb-bb1c-9b41344a6234 tempest-ServerDiskConfigTestJSON-21512198 tempest-ServerDiskConfigTestJSON-21512198-project] 10.222.0.60 "GET /v2.0/security-groups?id=f24ec3ca-8879-45da-98d8-bd8363ce042b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411956 Nov 23 18:12:24.289146 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5fa79e-85d4-455c-8f37-8f5a25aff580 req-ed92fb61-5255-4144-b7cf-6b66231c0888 tempest-ServerDiskConfigTestJSON-21512198 tempest-ServerDiskConfigTestJSON-21512198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:12:24.290659 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7d5fa79e-85d4-455c-8f37-8f5a25aff580 req-ed92fb61-5255-4144-b7cf-6b66231c0888 tempest-ServerDiskConfigTestJSON-21512198 tempest-ServerDiskConfigTestJSON-21512198-project] 10.222.0.60 "GET /v2.0/ports?device_id=ef925459-d190-426a-94f5-7c841d4c9e77 HTTP/1.1" status: 200 len: 946 time: 0.0485239 Nov 23 18:12:24.341801 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7d5fa79e-85d4-455c-8f37-8f5a25aff580 req-d29a4cc8-3b12-4d7c-b39a-68ca8927bad7 tempest-ServerDiskConfigTestJSON-21512198 tempest-ServerDiskConfigTestJSON-21512198-project] 10.222.0.60 "GET /v2.0/security-groups?id=f24ec3ca-8879-45da-98d8-bd8363ce042b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452542 Nov 23 18:12:24.545245 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.agents_db [None req-464f6c07-0de8-4be6-8f5b-563f574d1c5d None None] Agent healthcheck: found 7 active agents {{(pid=103593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 18:12:24.593829 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ec957b9d-1a00-4b90-8a28-b3628914a177 req-0c20cc09-6156-432c-b99c-798e5787f7ad service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=ef925459-d190-426a-94f5-7c841d4c9e77&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0699008 Nov 23 18:12:24.601841 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1647a73a-fb9a-43a8-bd85-bb536e76615e req-9406fd2f-19b6-4a25-acfe-c5b756bcbcbd tempest-ServerDiskConfigTestJSON-21512198 tempest-ServerDiskConfigTestJSON-21512198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:12:24.603231 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-1647a73a-fb9a-43a8-bd85-bb536e76615e req-9406fd2f-19b6-4a25-acfe-c5b756bcbcbd tempest-ServerDiskConfigTestJSON-21512198 tempest-ServerDiskConfigTestJSON-21512198-project] 10.222.0.60 "GET /v2.0/ports?device_id=ef925459-d190-426a-94f5-7c841d4c9e77 HTTP/1.1" status: 200 len: 946 time: 0.0705566 Nov 23 18:12:24.652725 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-1647a73a-fb9a-43a8-bd85-bb536e76615e req-6d6936b1-ddd8-442c-b180-9cbb50b920b2 tempest-ServerDiskConfigTestJSON-21512198 tempest-ServerDiskConfigTestJSON-21512198-project] 10.222.0.60 "GET /v2.0/security-groups?id=f24ec3ca-8879-45da-98d8-bd8363ce042b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432930 Nov 23 18:12:25.654972 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec957b9d-1a00-4b90-8a28-b3628914a177 req-c2f695bc-0ba7-4187-87b0-a8119786e109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:12:25.663225 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ec957b9d-1a00-4b90-8a28-b3628914a177 req-c2f695bc-0ba7-4187-87b0-a8119786e109 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=babfd8e5d03f43e4910f1c044d2aec30&device_id=ef925459-d190-426a-94f5-7c841d4c9e77 HTTP/1.1" status: 200 len: 1097 time: 0.0454960 Nov 23 18:12:25.775251 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec957b9d-1a00-4b90-8a28-b3628914a177 req-f1b42cb2-6079-4fc3-a6da-1f94b12c744c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:12:25.777306 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ec957b9d-1a00-4b90-8a28-b3628914a177 req-f1b42cb2-6079-4fc3-a6da-1f94b12c744c service neutron] 10.222.0.36 "GET /v2.0/networks?id=55f23027-cbf4-4d81-b181-42d45b568595 HTTP/1.1" status: 200 len: 915 time: 0.1133127 Nov 23 18:12:25.792461 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d753b1-87a3-4c17-b701-500b46afe291 req-57da258b-fd5b-4fdb-9227-a034b997aec9 tempest-ServerDiskConfigTestJSON-21512198 tempest-ServerDiskConfigTestJSON-21512198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:12:25.793931 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a3d753b1-87a3-4c17-b701-500b46afe291 req-57da258b-fd5b-4fdb-9227-a034b997aec9 tempest-ServerDiskConfigTestJSON-21512198 tempest-ServerDiskConfigTestJSON-21512198-project] 10.222.0.60 "GET /v2.0/ports?device_id=ef925459-d190-426a-94f5-7c841d4c9e77 HTTP/1.1" status: 200 len: 946 time: 0.0719619 Nov 23 18:12:25.837128 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ec957b9d-1a00-4b90-8a28-b3628914a177 req-30263ccd-85e2-43a1-a88e-1d6e86afe31a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=98851d84-d536-4c66-86d9-ca17d6709ca1 HTTP/1.1" status: 200 len: 217 time: 0.0422256 Nov 23 18:12:25.906092 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a3d753b1-87a3-4c17-b701-500b46afe291 req-4dab24d8-b6b2-4303-b3d5-4575bc2690c8 tempest-ServerDiskConfigTestJSON-21512198 tempest-ServerDiskConfigTestJSON-21512198-project] 10.222.0.60 "GET /v2.0/security-groups?id=f24ec3ca-8879-45da-98d8-bd8363ce042b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056674 Nov 23 18:12:25.909805 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec957b9d-1a00-4b90-8a28-b3628914a177 req-7c3c60ca-8009-4f47-8693-8c2bad06c1e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:12:25.911177 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ec957b9d-1a00-4b90-8a28-b3628914a177 req-7c3c60ca-8009-4f47-8693-8c2bad06c1e1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=32831e2c-8c98-4768-9c1e-f3bc10d886d0 HTTP/1.1" status: 200 len: 854 time: 0.0656939 Nov 23 18:12:25.955462 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ec957b9d-1a00-4b90-8a28-b3628914a177 req-06b44ab6-872e-47b2-a4d7-cd8a20060cea service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=55f23027-cbf4-4d81-b181-42d45b568595&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365965 Nov 23 18:12:26.048781 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ec957b9d-1a00-4b90-8a28-b3628914a177 req-457c72b6-5b81-4ead-9696-ee92c116710a service neutron] 10.222.0.36 "GET /v2.0/networks/55f23027-cbf4-4d81-b181-42d45b568595?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862377 Nov 23 18:12:26.143776 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ec957b9d-1a00-4b90-8a28-b3628914a177 req-31ef6117-36c1-4c06-ae1e-5e69fa80bcb5 service neutron] 10.222.0.36 "GET /v2.0/networks/55f23027-cbf4-4d81-b181-42d45b568595?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878232 Nov 23 18:12:27.034580 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d720b4a4-78a0-4193-b190-5ba7a3296809 req-09d6eddf-8d96-47d2-bca1-f6dd0e4c6e2e tempest-ServerDiskConfigTestJSON-21512198 tempest-ServerDiskConfigTestJSON-21512198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:12:27.035980 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d720b4a4-78a0-4193-b190-5ba7a3296809 req-09d6eddf-8d96-47d2-bca1-f6dd0e4c6e2e tempest-ServerDiskConfigTestJSON-21512198 tempest-ServerDiskConfigTestJSON-21512198-project] 10.222.0.60 "GET /v2.0/ports?device_id=ef925459-d190-426a-94f5-7c841d4c9e77 HTTP/1.1" status: 200 len: 946 time: 0.0527494 Nov 23 18:12:27.083728 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d720b4a4-78a0-4193-b190-5ba7a3296809 req-8c82e048-458d-4e22-9f97-288ef02f01ce tempest-ServerDiskConfigTestJSON-21512198 tempest-ServerDiskConfigTestJSON-21512198-project] 10.222.0.60 "GET /v2.0/security-groups?id=f24ec3ca-8879-45da-98d8-bd8363ce042b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417562 Nov 23 18:12:28.198741 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c895a4b0-1865-451e-a4c6-9fda41261c62 req-ab38447a-1b16-4e1c-a68a-89c8ac9d3e12 tempest-ServerDiskConfigTestJSON-21512198 tempest-ServerDiskConfigTestJSON-21512198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:12:28.200207 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c895a4b0-1865-451e-a4c6-9fda41261c62 req-ab38447a-1b16-4e1c-a68a-89c8ac9d3e12 tempest-ServerDiskConfigTestJSON-21512198 tempest-ServerDiskConfigTestJSON-21512198-project] 10.222.0.60 "GET /v2.0/ports?device_id=ef925459-d190-426a-94f5-7c841d4c9e77 HTTP/1.1" status: 200 len: 946 time: 0.0482569 Nov 23 18:12:28.247044 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c895a4b0-1865-451e-a4c6-9fda41261c62 req-6be1cf8c-0ea6-4d6c-a5f9-07c18183ef7a tempest-ServerDiskConfigTestJSON-21512198 tempest-ServerDiskConfigTestJSON-21512198-project] 10.222.0.60 "GET /v2.0/security-groups?id=f24ec3ca-8879-45da-98d8-bd8363ce042b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408552 Nov 23 18:12:29.371568 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f25528-ffb6-4a3a-b005-f4f24103366f req-2d9cbfec-d617-4a0c-979e-eba672f8c064 tempest-ServerDiskConfigTestJSON-21512198 tempest-ServerDiskConfigTestJSON-21512198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:12:29.373079 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-94f25528-ffb6-4a3a-b005-f4f24103366f req-2d9cbfec-d617-4a0c-979e-eba672f8c064 tempest-ServerDiskConfigTestJSON-21512198 tempest-ServerDiskConfigTestJSON-21512198-project] 10.222.0.60 "GET /v2.0/ports?device_id=ef925459-d190-426a-94f5-7c841d4c9e77 HTTP/1.1" status: 200 len: 946 time: 0.0577018 Nov 23 18:12:29.419131 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-94f25528-ffb6-4a3a-b005-f4f24103366f req-7064936c-403f-42f9-8aa8-dfd491ef7867 tempest-ServerDiskConfigTestJSON-21512198 tempest-ServerDiskConfigTestJSON-21512198-project] 10.222.0.60 "GET /v2.0/security-groups?id=f24ec3ca-8879-45da-98d8-bd8363ce042b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401049 Nov 23 18:12:30.535624 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d9acca-4909-4533-9182-35f8b2a62467 req-7cd727cc-800b-4d7a-946e-f04aec3de69b tempest-ServerDiskConfigTestJSON-21512198 tempest-ServerDiskConfigTestJSON-21512198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:12:30.537196 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-51d9acca-4909-4533-9182-35f8b2a62467 req-7cd727cc-800b-4d7a-946e-f04aec3de69b tempest-ServerDiskConfigTestJSON-21512198 tempest-ServerDiskConfigTestJSON-21512198-project] 10.222.0.60 "GET /v2.0/ports?device_id=ef925459-d190-426a-94f5-7c841d4c9e77 HTTP/1.1" status: 200 len: 946 time: 0.0496902 Nov 23 18:12:30.586352 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-51d9acca-4909-4533-9182-35f8b2a62467 req-072137b0-6cae-4514-a481-5d868187afe0 tempest-ServerDiskConfigTestJSON-21512198 tempest-ServerDiskConfigTestJSON-21512198-project] 10.222.0.60 "GET /v2.0/security-groups?id=f24ec3ca-8879-45da-98d8-bd8363ce042b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422704 Nov 23 18:12:31.705291 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6658b38d-a65b-4282-bfda-9055c9cd0d69 req-7dc29df3-880b-40e4-8fed-069f8e237b95 tempest-ServerDiskConfigTestJSON-21512198 tempest-ServerDiskConfigTestJSON-21512198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:12:31.706773 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6658b38d-a65b-4282-bfda-9055c9cd0d69 req-7dc29df3-880b-40e4-8fed-069f8e237b95 tempest-ServerDiskConfigTestJSON-21512198 tempest-ServerDiskConfigTestJSON-21512198-project] 10.222.0.60 "GET /v2.0/ports?device_id=ef925459-d190-426a-94f5-7c841d4c9e77 HTTP/1.1" status: 200 len: 946 time: 0.0492105 Nov 23 18:12:31.758429 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6658b38d-a65b-4282-bfda-9055c9cd0d69 req-a7aad27b-9ee7-4909-ac2c-6b98ead70882 tempest-ServerDiskConfigTestJSON-21512198 tempest-ServerDiskConfigTestJSON-21512198-project] 10.222.0.60 "GET /v2.0/security-groups?id=f24ec3ca-8879-45da-98d8-bd8363ce042b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457244 Nov 23 18:12:32.874842 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a79b87-ade1-40c0-af39-cf3781bbfdba req-9a812bf1-eaf6-46f2-a5be-7e82d26330d2 tempest-ServerDiskConfigTestJSON-21512198 tempest-ServerDiskConfigTestJSON-21512198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:12:32.876307 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-00a79b87-ade1-40c0-af39-cf3781bbfdba req-9a812bf1-eaf6-46f2-a5be-7e82d26330d2 tempest-ServerDiskConfigTestJSON-21512198 tempest-ServerDiskConfigTestJSON-21512198-project] 10.222.0.60 "GET /v2.0/ports?device_id=ef925459-d190-426a-94f5-7c841d4c9e77 HTTP/1.1" status: 200 len: 946 time: 0.0485353 Nov 23 18:12:32.924466 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-00a79b87-ade1-40c0-af39-cf3781bbfdba req-21a38f05-403a-49d2-8673-8248c3fe4965 tempest-ServerDiskConfigTestJSON-21512198 tempest-ServerDiskConfigTestJSON-21512198-project] 10.222.0.60 "GET /v2.0/security-groups?id=f24ec3ca-8879-45da-98d8-bd8363ce042b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421252 Nov 23 18:12:34.045530 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fa130e-8ee8-4224-a8d2-78f81af3ecc2 req-08fe424c-7be2-4971-992d-2200d3389f68 tempest-ServerDiskConfigTestJSON-21512198 tempest-ServerDiskConfigTestJSON-21512198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:12:34.047061 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d6fa130e-8ee8-4224-a8d2-78f81af3ecc2 req-08fe424c-7be2-4971-992d-2200d3389f68 tempest-ServerDiskConfigTestJSON-21512198 tempest-ServerDiskConfigTestJSON-21512198-project] 10.222.0.60 "GET /v2.0/ports?device_id=ef925459-d190-426a-94f5-7c841d4c9e77 HTTP/1.1" status: 200 len: 946 time: 0.0508637 Nov 23 18:12:34.094268 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d6fa130e-8ee8-4224-a8d2-78f81af3ecc2 req-ac93e2f0-ac51-47a9-a691-c7a588ac3afc tempest-ServerDiskConfigTestJSON-21512198 tempest-ServerDiskConfigTestJSON-21512198-project] 10.222.0.60 "GET /v2.0/security-groups?id=f24ec3ca-8879-45da-98d8-bd8363ce042b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411897 Nov 23 18:12:35.215334 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94bc29e-be85-487d-be8e-82ab33e2a4cb req-b5b7a853-ee54-444b-b1bd-d3a9d7261ad3 tempest-ServerDiskConfigTestJSON-21512198 tempest-ServerDiskConfigTestJSON-21512198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:12:35.217158 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b94bc29e-be85-487d-be8e-82ab33e2a4cb req-b5b7a853-ee54-444b-b1bd-d3a9d7261ad3 tempest-ServerDiskConfigTestJSON-21512198 tempest-ServerDiskConfigTestJSON-21512198-project] 10.222.0.60 "GET /v2.0/ports?device_id=ef925459-d190-426a-94f5-7c841d4c9e77 HTTP/1.1" status: 200 len: 946 time: 0.0538800 Nov 23 18:12:35.265326 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b94bc29e-be85-487d-be8e-82ab33e2a4cb req-8213ff4e-e829-4f95-bd13-23d0ec6b15f7 tempest-ServerDiskConfigTestJSON-21512198 tempest-ServerDiskConfigTestJSON-21512198-project] 10.222.0.60 "GET /v2.0/security-groups?id=f24ec3ca-8879-45da-98d8-bd8363ce042b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421660 Nov 23 18:12:36.390517 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86252bde-bfd8-492b-8708-fc3f6600376e req-32eebad1-f1f5-4c92-9234-bfbd75b0a60b tempest-ServerDiskConfigTestJSON-21512198 tempest-ServerDiskConfigTestJSON-21512198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:12:36.391995 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-86252bde-bfd8-492b-8708-fc3f6600376e req-32eebad1-f1f5-4c92-9234-bfbd75b0a60b tempest-ServerDiskConfigTestJSON-21512198 tempest-ServerDiskConfigTestJSON-21512198-project] 10.222.0.60 "GET /v2.0/ports?device_id=ef925459-d190-426a-94f5-7c841d4c9e77 HTTP/1.1" status: 200 len: 946 time: 0.0479128 Nov 23 18:12:36.437840 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-86252bde-bfd8-492b-8708-fc3f6600376e req-1a24b9dc-66f6-4743-89ec-68924a6d3600 tempest-ServerDiskConfigTestJSON-21512198 tempest-ServerDiskConfigTestJSON-21512198-project] 10.222.0.60 "GET /v2.0/security-groups?id=f24ec3ca-8879-45da-98d8-bd8363ce042b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399110 Nov 23 18:12:37.561763 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99367726-d1f3-44f2-95dc-d75e18582078 req-9737f236-1aac-4fe0-b175-2cf816a901c1 tempest-ServerDiskConfigTestJSON-21512198 tempest-ServerDiskConfigTestJSON-21512198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:12:37.563244 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-99367726-d1f3-44f2-95dc-d75e18582078 req-9737f236-1aac-4fe0-b175-2cf816a901c1 tempest-ServerDiskConfigTestJSON-21512198 tempest-ServerDiskConfigTestJSON-21512198-project] 10.222.0.60 "GET /v2.0/ports?device_id=ef925459-d190-426a-94f5-7c841d4c9e77 HTTP/1.1" status: 200 len: 946 time: 0.0525503 Nov 23 18:12:37.610236 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-99367726-d1f3-44f2-95dc-d75e18582078 req-624baab0-6344-45fb-986a-07d7d58be85e tempest-ServerDiskConfigTestJSON-21512198 tempest-ServerDiskConfigTestJSON-21512198-project] 10.222.0.60 "GET /v2.0/security-groups?id=f24ec3ca-8879-45da-98d8-bd8363ce042b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407403 Nov 23 18:12:38.725653 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a394257-e48e-4a74-ab8f-4ebb7aa3943e req-b55e6d9f-d621-44a1-8c2f-366572ce959a tempest-ServerDiskConfigTestJSON-21512198 tempest-ServerDiskConfigTestJSON-21512198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:12:38.727206 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-1a394257-e48e-4a74-ab8f-4ebb7aa3943e req-b55e6d9f-d621-44a1-8c2f-366572ce959a tempest-ServerDiskConfigTestJSON-21512198 tempest-ServerDiskConfigTestJSON-21512198-project] 10.222.0.60 "GET /v2.0/ports?device_id=ef925459-d190-426a-94f5-7c841d4c9e77 HTTP/1.1" status: 200 len: 946 time: 0.0496812 Nov 23 18:12:38.774987 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-1a394257-e48e-4a74-ab8f-4ebb7aa3943e req-dab12b4c-619f-4d93-9b16-db83260713df tempest-ServerDiskConfigTestJSON-21512198 tempest-ServerDiskConfigTestJSON-21512198-project] 10.222.0.60 "GET /v2.0/security-groups?id=f24ec3ca-8879-45da-98d8-bd8363ce042b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412915 Nov 23 18:12:39.897990 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d260e0b0-5e73-45fe-959f-c0dd476a4d7b req-338cbcd9-bb79-4553-a7d0-9944f669f8af tempest-ServerDiskConfigTestJSON-21512198 tempest-ServerDiskConfigTestJSON-21512198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:12:39.899460 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d260e0b0-5e73-45fe-959f-c0dd476a4d7b req-338cbcd9-bb79-4553-a7d0-9944f669f8af tempest-ServerDiskConfigTestJSON-21512198 tempest-ServerDiskConfigTestJSON-21512198-project] 10.222.0.60 "GET /v2.0/ports?device_id=ef925459-d190-426a-94f5-7c841d4c9e77 HTTP/1.1" status: 200 len: 946 time: 0.0521593 Nov 23 18:12:39.955599 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d260e0b0-5e73-45fe-959f-c0dd476a4d7b req-c3e0c219-de6c-4177-9202-787a911ef9ab tempest-ServerDiskConfigTestJSON-21512198 tempest-ServerDiskConfigTestJSON-21512198-project] 10.222.0.60 "GET /v2.0/security-groups?id=f24ec3ca-8879-45da-98d8-bd8363ce042b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494385 Nov 23 18:12:41.073072 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6988043c-c28c-43fa-9c50-571406287270 req-f2b3906d-b2f0-4c69-8774-df36e256bc7a tempest-ServerDiskConfigTestJSON-21512198 tempest-ServerDiskConfigTestJSON-21512198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:12:41.074579 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6988043c-c28c-43fa-9c50-571406287270 req-f2b3906d-b2f0-4c69-8774-df36e256bc7a tempest-ServerDiskConfigTestJSON-21512198 tempest-ServerDiskConfigTestJSON-21512198-project] 10.222.0.60 "GET /v2.0/ports?device_id=ef925459-d190-426a-94f5-7c841d4c9e77 HTTP/1.1" status: 200 len: 946 time: 0.0499980 Nov 23 18:12:41.121580 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6988043c-c28c-43fa-9c50-571406287270 req-0b740873-0675-4c9b-a87b-558b4bf81acb tempest-ServerDiskConfigTestJSON-21512198 tempest-ServerDiskConfigTestJSON-21512198-project] 10.222.0.60 "GET /v2.0/security-groups?id=f24ec3ca-8879-45da-98d8-bd8363ce042b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410314 Nov 23 18:12:42.238219 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44721796-0d6a-4476-987b-ad91e668cd89 req-586c4f34-9592-4cc9-a00d-f8f4b8aded54 tempest-ServerDiskConfigTestJSON-21512198 tempest-ServerDiskConfigTestJSON-21512198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:12:42.239732 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-44721796-0d6a-4476-987b-ad91e668cd89 req-586c4f34-9592-4cc9-a00d-f8f4b8aded54 tempest-ServerDiskConfigTestJSON-21512198 tempest-ServerDiskConfigTestJSON-21512198-project] 10.222.0.60 "GET /v2.0/ports?device_id=ef925459-d190-426a-94f5-7c841d4c9e77 HTTP/1.1" status: 200 len: 946 time: 0.0497699 Nov 23 18:12:42.288308 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-44721796-0d6a-4476-987b-ad91e668cd89 req-0762cce0-b191-4e12-bf68-ef0ab4b5906b tempest-ServerDiskConfigTestJSON-21512198 tempest-ServerDiskConfigTestJSON-21512198-project] 10.222.0.60 "GET /v2.0/security-groups?id=f24ec3ca-8879-45da-98d8-bd8363ce042b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404086 Nov 23 18:12:43.023992 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c6b7e706-84d4-4762-b2d1-29d6199af208 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:43.410376 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323eb50a-817b-4004-b9d5-0121b4b4ae7e req-33218fca-56d7-4429-a085-53664128191e tempest-ServerDiskConfigTestJSON-21512198 tempest-ServerDiskConfigTestJSON-21512198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:12:43.411888 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-323eb50a-817b-4004-b9d5-0121b4b4ae7e req-33218fca-56d7-4429-a085-53664128191e tempest-ServerDiskConfigTestJSON-21512198 tempest-ServerDiskConfigTestJSON-21512198-project] 10.222.0.60 "GET /v2.0/ports?device_id=ef925459-d190-426a-94f5-7c841d4c9e77 HTTP/1.1" status: 200 len: 946 time: 0.0532472 Nov 23 18:12:43.460385 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-323eb50a-817b-4004-b9d5-0121b4b4ae7e req-85eae6a9-ec37-428c-9c55-6bdd931148cf tempest-ServerDiskConfigTestJSON-21512198 tempest-ServerDiskConfigTestJSON-21512198-project] 10.222.0.60 "GET /v2.0/security-groups?id=f24ec3ca-8879-45da-98d8-bd8363ce042b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424550 Nov 23 18:12:43.822685 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:44.578521 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714a12f7-0fc7-4982-9142-a9854fa6942f req-1d82edfb-0361-4bf4-b563-2bbf8aebab58 tempest-ServerDiskConfigTestJSON-21512198 tempest-ServerDiskConfigTestJSON-21512198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:12:44.580029 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-714a12f7-0fc7-4982-9142-a9854fa6942f req-1d82edfb-0361-4bf4-b563-2bbf8aebab58 tempest-ServerDiskConfigTestJSON-21512198 tempest-ServerDiskConfigTestJSON-21512198-project] 10.222.0.60 "GET /v2.0/ports?device_id=ef925459-d190-426a-94f5-7c841d4c9e77 HTTP/1.1" status: 200 len: 946 time: 0.0490074 Nov 23 18:12:44.615823 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:44.633779 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-714a12f7-0fc7-4982-9142-a9854fa6942f req-2159bf79-a6d4-45f3-9f7c-22f9c553cc88 tempest-ServerDiskConfigTestJSON-21512198 tempest-ServerDiskConfigTestJSON-21512198-project] 10.222.0.60 "GET /v2.0/security-groups?id=f24ec3ca-8879-45da-98d8-bd8363ce042b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474057 Nov 23 18:12:45.126771 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-f9d9b845-417f-4926-b7b1-865de200c292 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:45.749983 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e4ba29-3c94-4905-9a4c-6ac7fc18d801 req-066627bb-2ed5-4dbb-9de6-798aa80bab9f tempest-ServerDiskConfigTestJSON-21512198 tempest-ServerDiskConfigTestJSON-21512198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:12:45.751476 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-04e4ba29-3c94-4905-9a4c-6ac7fc18d801 req-066627bb-2ed5-4dbb-9de6-798aa80bab9f tempest-ServerDiskConfigTestJSON-21512198 tempest-ServerDiskConfigTestJSON-21512198-project] 10.222.0.60 "GET /v2.0/ports?device_id=ef925459-d190-426a-94f5-7c841d4c9e77 HTTP/1.1" status: 200 len: 946 time: 0.0483618 Nov 23 18:12:45.802936 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-04e4ba29-3c94-4905-9a4c-6ac7fc18d801 req-e0f48591-3980-4470-a0fb-a9b20c52dd54 tempest-ServerDiskConfigTestJSON-21512198 tempest-ServerDiskConfigTestJSON-21512198-project] 10.222.0.60 "GET /v2.0/security-groups?id=f24ec3ca-8879-45da-98d8-bd8363ce042b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454011 Nov 23 18:12:46.663019 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-52822d53-48f5-4819-8a95-bdc13aea0bf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:46.919254 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbde433-9b53-4c74-93a7-1a8ad203b611 req-5a1137ad-9019-4715-9b9b-69efc0d90665 tempest-ServerDiskConfigTestJSON-21512198 tempest-ServerDiskConfigTestJSON-21512198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:12:46.920678 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-cfbde433-9b53-4c74-93a7-1a8ad203b611 req-5a1137ad-9019-4715-9b9b-69efc0d90665 tempest-ServerDiskConfigTestJSON-21512198 tempest-ServerDiskConfigTestJSON-21512198-project] 10.222.0.60 "GET /v2.0/ports?device_id=ef925459-d190-426a-94f5-7c841d4c9e77 HTTP/1.1" status: 200 len: 946 time: 0.0486038 Nov 23 18:12:46.968839 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-cfbde433-9b53-4c74-93a7-1a8ad203b611 req-826722b6-7011-4379-a784-ba8bca4790d9 tempest-ServerDiskConfigTestJSON-21512198 tempest-ServerDiskConfigTestJSON-21512198-project] 10.222.0.60 "GET /v2.0/security-groups?id=f24ec3ca-8879-45da-98d8-bd8363ce042b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420339 Nov 23 18:12:47.876056 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9a27ae6c-db98-474f-94c1-cc99bf842d79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:48.089528 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa038627-f9e4-4d17-ad46-c27697de7d05 req-21f33c4f-250a-4860-8609-8c7ac1e94f63 tempest-ServerDiskConfigTestJSON-21512198 tempest-ServerDiskConfigTestJSON-21512198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:12:48.091017 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-fa038627-f9e4-4d17-ad46-c27697de7d05 req-21f33c4f-250a-4860-8609-8c7ac1e94f63 tempest-ServerDiskConfigTestJSON-21512198 tempest-ServerDiskConfigTestJSON-21512198-project] 10.222.0.60 "GET /v2.0/ports?device_id=ef925459-d190-426a-94f5-7c841d4c9e77 HTTP/1.1" status: 200 len: 946 time: 0.0498753 Nov 23 18:12:48.140005 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-fa038627-f9e4-4d17-ad46-c27697de7d05 req-3aa09740-e01a-4207-bd49-19f248323045 tempest-ServerDiskConfigTestJSON-21512198 tempest-ServerDiskConfigTestJSON-21512198-project] 10.222.0.60 "GET /v2.0/security-groups?id=f24ec3ca-8879-45da-98d8-bd8363ce042b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429783 Nov 23 18:12:48.412038 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:49.260237 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e51be80-5180-43f3-9d4a-671dd3be463b req-26f30687-a714-4180-851e-e6ee0cddc625 tempest-ServerDiskConfigTestJSON-21512198 tempest-ServerDiskConfigTestJSON-21512198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:12:49.261849 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-3e51be80-5180-43f3-9d4a-671dd3be463b req-26f30687-a714-4180-851e-e6ee0cddc625 tempest-ServerDiskConfigTestJSON-21512198 tempest-ServerDiskConfigTestJSON-21512198-project] 10.222.0.60 "GET /v2.0/ports?device_id=ef925459-d190-426a-94f5-7c841d4c9e77 HTTP/1.1" status: 200 len: 946 time: 0.0537722 Nov 23 18:12:49.310142 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-3e51be80-5180-43f3-9d4a-671dd3be463b req-bd5adfd9-9acd-4ab9-9e2f-17c4bc5e8c5f tempest-ServerDiskConfigTestJSON-21512198 tempest-ServerDiskConfigTestJSON-21512198-project] 10.222.0.60 "GET /v2.0/security-groups?id=f24ec3ca-8879-45da-98d8-bd8363ce042b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423326 Nov 23 18:12:50.426692 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033bc398-5542-41bb-83e3-c5610efe4cfc req-ec9b776e-5c5c-4b66-b5df-f8fa042dcf1b tempest-ServerDiskConfigTestJSON-21512198 tempest-ServerDiskConfigTestJSON-21512198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:12:50.428192 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-033bc398-5542-41bb-83e3-c5610efe4cfc req-ec9b776e-5c5c-4b66-b5df-f8fa042dcf1b tempest-ServerDiskConfigTestJSON-21512198 tempest-ServerDiskConfigTestJSON-21512198-project] 10.222.0.60 "GET /v2.0/ports?device_id=ef925459-d190-426a-94f5-7c841d4c9e77 HTTP/1.1" status: 200 len: 946 time: 0.0493441 Nov 23 18:12:50.475819 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-033bc398-5542-41bb-83e3-c5610efe4cfc req-e8b29a67-1ed2-4748-bbc5-6399363fa5d9 tempest-ServerDiskConfigTestJSON-21512198 tempest-ServerDiskConfigTestJSON-21512198-project] 10.222.0.60 "GET /v2.0/security-groups?id=f24ec3ca-8879-45da-98d8-bd8363ce042b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409725 Nov 23 18:12:51.605265 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d638f491-236c-4782-8d6b-e56f5f80e570 req-1bc1d976-6e05-43fa-bbb6-4eb833286cbd tempest-ServerDiskConfigTestJSON-21512198 tempest-ServerDiskConfigTestJSON-21512198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:12:51.606824 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d638f491-236c-4782-8d6b-e56f5f80e570 req-1bc1d976-6e05-43fa-bbb6-4eb833286cbd tempest-ServerDiskConfigTestJSON-21512198 tempest-ServerDiskConfigTestJSON-21512198-project] 10.222.0.60 "GET /v2.0/ports?device_id=ef925459-d190-426a-94f5-7c841d4c9e77 HTTP/1.1" status: 200 len: 946 time: 0.0566304 Nov 23 18:12:51.656575 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d638f491-236c-4782-8d6b-e56f5f80e570 req-c07703ce-4a4b-479e-978b-84a78b99dbdd tempest-ServerDiskConfigTestJSON-21512198 tempest-ServerDiskConfigTestJSON-21512198-project] 10.222.0.60 "GET /v2.0/security-groups?id=f24ec3ca-8879-45da-98d8-bd8363ce042b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432742 Nov 23 18:12:52.775990 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86b5650-cee0-4159-84c2-89d63504bac8 req-28e28f50-65c9-4d1f-ba4c-6ae58a0fbb35 tempest-ServerDiskConfigTestJSON-21512198 tempest-ServerDiskConfigTestJSON-21512198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:12:52.777500 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d86b5650-cee0-4159-84c2-89d63504bac8 req-28e28f50-65c9-4d1f-ba4c-6ae58a0fbb35 tempest-ServerDiskConfigTestJSON-21512198 tempest-ServerDiskConfigTestJSON-21512198-project] 10.222.0.60 "GET /v2.0/ports?device_id=ef925459-d190-426a-94f5-7c841d4c9e77 HTTP/1.1" status: 200 len: 946 time: 0.0505469 Nov 23 18:12:52.824721 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d86b5650-cee0-4159-84c2-89d63504bac8 req-1f3c8826-6619-4382-aa2d-d2ca9442678e tempest-ServerDiskConfigTestJSON-21512198 tempest-ServerDiskConfigTestJSON-21512198-project] 10.222.0.60 "GET /v2.0/security-groups?id=f24ec3ca-8879-45da-98d8-bd8363ce042b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411758 Nov 23 18:12:52.909902 n-d-816206-8 neutron-server[103591]: INFO neutron.api.v2.resource [req-ec957b9d-1a00-4b90-8a28-b3628914a177 req-06e1a2b9-6374-4a09-a7dd-f5d2dafa06e7 service neutron] show failed (client error): The resource could not be found. Nov 23 18:12:52.910902 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ec957b9d-1a00-4b90-8a28-b3628914a177 req-06e1a2b9-6374-4a09-a7dd-f5d2dafa06e7 service neutron] 10.222.0.36 "GET /v2.0/ports/98851d84-d536-4c66-86d9-ca17d6709ca1/bindings/n-h1-816206-8 HTTP/1.1" status: 404 len: 380 time: 0.0534856 Nov 23 18:12:53.112823 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec957b9d-1a00-4b90-8a28-b3628914a177 req-c041faf2-ddbb-4b69-9efb-e71000fbad64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:12:53.114333 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-ec957b9d-1a00-4b90-8a28-b3628914a177 req-c041faf2-ddbb-4b69-9efb-e71000fbad64 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=ef925459-d190-426a-94f5-7c841d4c9e77&tenant_id=babfd8e5d03f43e4910f1c044d2aec30 HTTP/1.1" status: 200 len: 1097 time: 0.0416996 Nov 23 18:12:53.126528 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [req-ec957b9d-1a00-4b90-8a28-b3628914a177 req-74ba6226-f273-4c58-8470-74c99c4b5c48 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-816206-8', 'device_owner': 'compute:nova'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:12:53.180101 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-ec957b9d-1a00-4b90-8a28-b3628914a177 req-74ba6226-f273-4c58-8470-74c99c4b5c48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:53.388652 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [req-ec957b9d-1a00-4b90-8a28-b3628914a177 req-74ba6226-f273-4c58-8470-74c99c4b5c48 service neutron] For port 98851d84-d536-4c66-86d9-ca17d6709ca1, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=98851d84-d536-4c66-86d9-ca17d6709ca1,segment=NetworkSegment(2d8f69e2-5f87-4d14-afcd-2604d7678957),segment_id=2d8f69e2-5f87-4d14-afcd-2604d7678957)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:12:53.421771 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [req-ec957b9d-1a00-4b90-8a28-b3628914a177 req-74ba6226-f273-4c58-8470-74c99c4b5c48 service neutron] For port 98851d84-d536-4c66-86d9-ca17d6709ca1, host n-h2-816206-8, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:12:53.461644 n-d-816206-8 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef925459-d190-426a-94f5-7c841d4c9e77', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '98851d84-d536-4c66-86d9-ca17d6709ca1'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:12:53.464514 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbabddbc9fc37b068808e119c416c86f5957ca04531a4a0d2e695c515e93483b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97be14a1-9c1e-4988-b46c-599bdaefb8d6" -d '{"events": [{"server_uuid": "ef925459-d190-426a-94f5-7c841d4c9e77", "name": "network-vif-unplugged", "status": "completed", "tag": "98851d84-d536-4c66-86d9-ca17d6709ca1"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:12:53.468262 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-ec957b9d-1a00-4b90-8a28-b3628914a177 req-74ba6226-f273-4c58-8470-74c99c4b5c48 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:53.480692 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [req-ec957b9d-1a00-4b90-8a28-b3628914a177 req-74ba6226-f273-4c58-8470-74c99c4b5c48 service neutron] Transition to ACTIVE for port object 98851d84-d536-4c66-86d9-ca17d6709ca1 will not be triggered until provisioned by entity L2. {{(pid=103590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 18:12:53.484761 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-ec957b9d-1a00-4b90-8a28-b3628914a177 req-74ba6226-f273-4c58-8470-74c99c4b5c48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264357957'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:53.519650 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 18:12:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89f24b83-686a-4dce-9ed8-37d70aa5f05d x-openstack-request-id: req-89f24b83-686a-4dce-9ed8-37d70aa5f05d {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:12:53.519953 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef925459-d190-426a-94f5-7c841d4c9e77", "name": "network-vif-unplugged", "status": "completed", "tag": "98851d84-d536-4c66-86d9-ca17d6709ca1", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:12:53.520211 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-89f24b83-686a-4dce-9ed8-37d70aa5f05d {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:12:53.520646 n-d-816206-8 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef925459-d190-426a-94f5-7c841d4c9e77', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '98851d84-d536-4c66-86d9-ca17d6709ca1', 'code': 200} Nov 23 18:12:53.543040 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec957b9d-1a00-4b90-8a28-b3628914a177 req-74ba6226-f273-4c58-8470-74c99c4b5c48 service neutron] No DVR routers for this DVR port 98851d84-d536-4c66-86d9-ca17d6709ca1 on host n-h2-816206-8 {{(pid=103590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:12:53.576955 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ba6226-f273-4c58-8470-74c99c4b5c48 service neutron] Pushing event updated for resources: {'Port': ['ID=98851d84-d536-4c66-86d9-ca17d6709ca1,revision_number=6']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:12:53.593054 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ba6226-f273-4c58-8470-74c99c4b5c48 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:12:53.593407 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ba6226-f273-4c58-8470-74c99c4b5c48 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:12:53.593768 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ba6226-f273-4c58-8470-74c99c4b5c48 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:12:53.594094 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ba6226-f273-4c58-8470-74c99c4b5c48 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:12:53.594437 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ba6226-f273-4c58-8470-74c99c4b5c48 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:12:53.594771 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ba6226-f273-4c58-8470-74c99c4b5c48 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:12:53.595107 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ba6226-f273-4c58-8470-74c99c4b5c48 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:12:53.595435 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ba6226-f273-4c58-8470-74c99c4b5c48 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:12:53.595766 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ba6226-f273-4c58-8470-74c99c4b5c48 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:12:53.596093 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ba6226-f273-4c58-8470-74c99c4b5c48 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:12:53.596422 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ba6226-f273-4c58-8470-74c99c4b5c48 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:12:53.596777 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ba6226-f273-4c58-8470-74c99c4b5c48 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:12:53.605143 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [req-ec957b9d-1a00-4b90-8a28-b3628914a177 req-74ba6226-f273-4c58-8470-74c99c4b5c48 service neutron] Attempting to bind port 98851d84-d536-4c66-86d9-ca17d6709ca1 on host n-h1-816206-8 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:12:53.605143 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [req-ec957b9d-1a00-4b90-8a28-b3628914a177 req-74ba6226-f273-4c58-8470-74c99c4b5c48 service neutron] Attempting to bind port 98851d84-d536-4c66-86d9-ca17d6709ca1 by drivers openvswitch,hyperv on host n-h1-816206-8 at level 0 using segments [{'id': '2d8f69e2-5f87-4d14-afcd-2604d7678957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '55f23027-cbf4-4d81-b181-42d45b568595'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:12:53.605304 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec957b9d-1a00-4b90-8a28-b3628914a177 req-74ba6226-f273-4c58-8470-74c99c4b5c48 service neutron] Attempting to bind port 98851d84-d536-4c66-86d9-ca17d6709ca1 on network 55f23027-cbf4-4d81-b181-42d45b568595 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:12:53.609627 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec957b9d-1a00-4b90-8a28-b3628914a177 req-74ba6226-f273-4c58-8470-74c99c4b5c48 service neutron] Port 98851d84-d536-4c66-86d9-ca17d6709ca1 on network 55f23027-cbf4-4d81-b181-42d45b568595 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-8 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:12:53.609950 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec957b9d-1a00-4b90-8a28-b3628914a177 req-74ba6226-f273-4c58-8470-74c99c4b5c48 service neutron] Attempting to bind port 98851d84-d536-4c66-86d9-ca17d6709ca1 on network 55f23027-cbf4-4d81-b181-42d45b568595 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:12:53.614862 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec957b9d-1a00-4b90-8a28-b3628914a177 req-74ba6226-f273-4c58-8470-74c99c4b5c48 service neutron] Checking agent: {'id': '4b0a4557-3bfe-4828-80a0-7981fc3ac84c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 15, 14), 'started_at': datetime.datetime(2021, 11, 23, 17, 15, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 12, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:12:53.615197 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec957b9d-1a00-4b90-8a28-b3628914a177 req-74ba6226-f273-4c58-8470-74c99c4b5c48 service neutron] Checking segment: {'id': '2d8f69e2-5f87-4d14-afcd-2604d7678957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '55f23027-cbf4-4d81-b181-42d45b568595'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:12:53.615573 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec957b9d-1a00-4b90-8a28-b3628914a177 req-74ba6226-f273-4c58-8470-74c99c4b5c48 service neutron] Bound using segment: {'id': '2d8f69e2-5f87-4d14-afcd-2604d7678957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '55f23027-cbf4-4d81-b181-42d45b568595'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:12:53.615999 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [req-ec957b9d-1a00-4b90-8a28-b3628914a177 req-74ba6226-f273-4c58-8470-74c99c4b5c48 service neutron] Bound port: 98851d84-d536-4c66-86d9-ca17d6709ca1, host: n-h1-816206-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d8f69e2-5f87-4d14-afcd-2604d7678957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '55f23027-cbf4-4d81-b181-42d45b568595'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:12:53.616346 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-ec957b9d-1a00-4b90-8a28-b3628914a177 req-74ba6226-f273-4c58-8470-74c99c4b5c48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:53.679638 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [req-ec957b9d-1a00-4b90-8a28-b3628914a177 req-74ba6226-f273-4c58-8470-74c99c4b5c48 service neutron] For port 98851d84-d536-4c66-86d9-ca17d6709ca1, host n-h1-816206-8, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:12:53.683211 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [req-ec957b9d-1a00-4b90-8a28-b3628914a177 req-74ba6226-f273-4c58-8470-74c99c4b5c48 service neutron] For port 98851d84-d536-4c66-86d9-ca17d6709ca1, host n-h1-816206-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=98851d84-d536-4c66-86d9-ca17d6709ca1,segment=NetworkSegment(2d8f69e2-5f87-4d14-afcd-2604d7678957),segment_id=2d8f69e2-5f87-4d14-afcd-2604d7678957)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:12:53.686698 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-ec957b9d-1a00-4b90-8a28-b3628914a177 req-74ba6226-f273-4c58-8470-74c99c4b5c48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264357957'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:53.719796 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec957b9d-1a00-4b90-8a28-b3628914a177 req-74ba6226-f273-4c58-8470-74c99c4b5c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:12:53.720650 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-ec957b9d-1a00-4b90-8a28-b3628914a177 req-74ba6226-f273-4c58-8470-74c99c4b5c48 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:53.722061 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-ec957b9d-1a00-4b90-8a28-b3628914a177 req-74ba6226-f273-4c58-8470-74c99c4b5c48 service neutron] 10.222.0.55 "PUT /v2.0/ports/98851d84-d536-4c66-86d9-ca17d6709ca1 HTTP/1.1" status: 200 len: 1092 time: 0.5995235 Nov 23 18:12:53.757780 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ba6226-f273-4c58-8470-74c99c4b5c48 service neutron] Pushing event updated for resources: {'Port': ['ID=98851d84-d536-4c66-86d9-ca17d6709ca1,revision_number=7']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:12:53.789367 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec957b9d-1a00-4b90-8a28-b3628914a177 req-0aded641-d4b0-495c-8306-602c00cb8b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:12:53.790884 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-ec957b9d-1a00-4b90-8a28-b3628914a177 req-0aded641-d4b0-495c-8306-602c00cb8b27 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=babfd8e5d03f43e4910f1c044d2aec30&device_id=ef925459-d190-426a-94f5-7c841d4c9e77 HTTP/1.1" status: 200 len: 1095 time: 0.0452335 Nov 23 18:12:53.886355 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec957b9d-1a00-4b90-8a28-b3628914a177 req-aa279ee1-69e9-4750-b523-5fb1bc4e12bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:12:53.887941 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-ec957b9d-1a00-4b90-8a28-b3628914a177 req-aa279ee1-69e9-4750-b523-5fb1bc4e12bd service neutron] 10.222.0.55 "GET /v2.0/networks?id=55f23027-cbf4-4d81-b181-42d45b568595 HTTP/1.1" status: 200 len: 915 time: 0.0900850 Nov 23 18:12:53.929863 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-ec957b9d-1a00-4b90-8a28-b3628914a177 req-ffea7ec1-82f9-444b-a25c-38cfddc8a75e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=98851d84-d536-4c66-86d9-ca17d6709ca1 HTTP/1.1" status: 200 len: 217 time: 0.0347953 Nov 23 18:12:53.949958 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8f50f4-1922-41ac-a59d-f07e66a40b21 req-ffd4c270-f7a0-4d3a-ac69-1a704be28135 tempest-ServerDiskConfigTestJSON-21512198 tempest-ServerDiskConfigTestJSON-21512198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:12:53.951566 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-1a8f50f4-1922-41ac-a59d-f07e66a40b21 req-ffd4c270-f7a0-4d3a-ac69-1a704be28135 tempest-ServerDiskConfigTestJSON-21512198 tempest-ServerDiskConfigTestJSON-21512198-project] 10.222.0.60 "GET /v2.0/ports?device_id=ef925459-d190-426a-94f5-7c841d4c9e77 HTTP/1.1" status: 200 len: 944 time: 0.0547354 Nov 23 18:12:53.983725 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec957b9d-1a00-4b90-8a28-b3628914a177 req-172b1512-f83c-494b-8749-7399011e489d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:12:53.985244 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-ec957b9d-1a00-4b90-8a28-b3628914a177 req-172b1512-f83c-494b-8749-7399011e489d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=32831e2c-8c98-4768-9c1e-f3bc10d886d0 HTTP/1.1" status: 200 len: 854 time: 0.0487339 Nov 23 18:12:53.999251 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-1a8f50f4-1922-41ac-a59d-f07e66a40b21 req-ac6acbdd-2c14-4739-a7ae-99d7a5082d5f tempest-ServerDiskConfigTestJSON-21512198 tempest-ServerDiskConfigTestJSON-21512198-project] 10.222.0.60 "GET /v2.0/security-groups?id=f24ec3ca-8879-45da-98d8-bd8363ce042b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413980 Nov 23 18:12:54.018555 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-ec957b9d-1a00-4b90-8a28-b3628914a177 req-c218f3e3-808b-465b-b45a-77c23dea789a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=55f23027-cbf4-4d81-b181-42d45b568595&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261095 Nov 23 18:12:54.107736 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-ec957b9d-1a00-4b90-8a28-b3628914a177 req-c05a28e6-054b-4a15-ae87-058ec2564dad service neutron] 10.222.0.55 "GET /v2.0/networks/55f23027-cbf4-4d81-b181-42d45b568595?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824344 Nov 23 18:12:54.201067 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-ec957b9d-1a00-4b90-8a28-b3628914a177 req-4012dff6-d1fc-4be5-b2d8-d9ec68712a03 service neutron] 10.222.0.55 "GET /v2.0/networks/55f23027-cbf4-4d81-b181-42d45b568595?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864289 Nov 23 18:12:55.117417 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bffee62-b54a-4f5c-a2d7-709ee6162687 req-5dca089a-1a97-4327-9aa3-6d5d67878379 tempest-ServerDiskConfigTestJSON-21512198 tempest-ServerDiskConfigTestJSON-21512198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:12:55.118929 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2bffee62-b54a-4f5c-a2d7-709ee6162687 req-5dca089a-1a97-4327-9aa3-6d5d67878379 tempest-ServerDiskConfigTestJSON-21512198 tempest-ServerDiskConfigTestJSON-21512198-project] 10.222.0.60 "GET /v2.0/ports?device_id=ef925459-d190-426a-94f5-7c841d4c9e77 HTTP/1.1" status: 200 len: 944 time: 0.0488896 Nov 23 18:12:55.166932 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2bffee62-b54a-4f5c-a2d7-709ee6162687 req-ae32b217-dd93-4925-afc7-e18a398bc9ad tempest-ServerDiskConfigTestJSON-21512198 tempest-ServerDiskConfigTestJSON-21512198-project] 10.222.0.60 "GET /v2.0/security-groups?id=f24ec3ca-8879-45da-98d8-bd8363ce042b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420125 Nov 23 18:12:55.521781 n-d-816206-8 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef925459-d190-426a-94f5-7c841d4c9e77', 'tag': '98851d84-d536-4c66-86d9-ca17d6709ca1'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:12:55.524163 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbabddbc9fc37b068808e119c416c86f5957ca04531a4a0d2e695c515e93483b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7129401-e28f-44e8-82aa-28c3c9f395a2" -d '{"events": [{"name": "network-changed", "server_uuid": "ef925459-d190-426a-94f5-7c841d4c9e77", "tag": "98851d84-d536-4c66-86d9-ca17d6709ca1"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:12:55.580226 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:12:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b169e04a-f5ef-4bcf-9f7f-f46948cbdd08 x-openstack-request-id: req-b169e04a-f5ef-4bcf-9f7f-f46948cbdd08 {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:12:55.580561 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef925459-d190-426a-94f5-7c841d4c9e77", "tag": "98851d84-d536-4c66-86d9-ca17d6709ca1", "status": "completed", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:12:55.580817 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b169e04a-f5ef-4bcf-9f7f-f46948cbdd08 {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:12:55.581593 n-d-816206-8 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef925459-d190-426a-94f5-7c841d4c9e77', 'tag': '98851d84-d536-4c66-86d9-ca17d6709ca1', 'status': 'completed', 'code': 200} Nov 23 18:12:55.641794 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7129401-e28f-44e8-82aa-28c3c9f395a2 req-0c12e4da-52d0-466e-8921-a2fd9ec05367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:12:55.643322 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c7129401-e28f-44e8-82aa-28c3c9f395a2 req-0c12e4da-52d0-466e-8921-a2fd9ec05367 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=babfd8e5d03f43e4910f1c044d2aec30&device_id=ef925459-d190-426a-94f5-7c841d4c9e77 HTTP/1.1" status: 200 len: 1095 time: 0.0449839 Nov 23 18:12:55.649334 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7129401-e28f-44e8-82aa-28c3c9f395a2 req-34b80f6e-19f7-405f-a9a5-218b74b70d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:12:55.651099 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-c7129401-e28f-44e8-82aa-28c3c9f395a2 req-34b80f6e-19f7-405f-a9a5-218b74b70d40 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=babfd8e5d03f43e4910f1c044d2aec30&device_id=ef925459-d190-426a-94f5-7c841d4c9e77 HTTP/1.1" status: 200 len: 1095 time: 0.0455365 Nov 23 18:12:55.760098 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7129401-e28f-44e8-82aa-28c3c9f395a2 req-0655212a-d32d-4cc1-b8ae-e36a2ab18266 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:12:55.760636 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7129401-e28f-44e8-82aa-28c3c9f395a2 req-6bf80f3c-f381-4196-9923-20fbb891fc24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:12:55.761653 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c7129401-e28f-44e8-82aa-28c3c9f395a2 req-0655212a-d32d-4cc1-b8ae-e36a2ab18266 service neutron] 10.222.0.36 "GET /v2.0/networks?id=55f23027-cbf4-4d81-b181-42d45b568595 HTTP/1.1" status: 200 len: 915 time: 0.1096478 Nov 23 18:12:55.762172 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-c7129401-e28f-44e8-82aa-28c3c9f395a2 req-6bf80f3c-f381-4196-9923-20fbb891fc24 service neutron] 10.222.0.55 "GET /v2.0/networks?id=55f23027-cbf4-4d81-b181-42d45b568595 HTTP/1.1" status: 200 len: 915 time: 0.1009970 Nov 23 18:12:55.813185 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-c7129401-e28f-44e8-82aa-28c3c9f395a2 req-e50d8b93-1f33-4923-8bc6-e9746d9768c2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=98851d84-d536-4c66-86d9-ca17d6709ca1 HTTP/1.1" status: 200 len: 217 time: 0.0393021 Nov 23 18:12:55.818316 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c7129401-e28f-44e8-82aa-28c3c9f395a2 req-e0c82adc-a781-459b-999f-845c915234c5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=98851d84-d536-4c66-86d9-ca17d6709ca1 HTTP/1.1" status: 200 len: 217 time: 0.0453629 Nov 23 18:12:55.866852 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7129401-e28f-44e8-82aa-28c3c9f395a2 req-9242b026-0319-48ca-bccf-e824e6623831 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:12:55.868482 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-c7129401-e28f-44e8-82aa-28c3c9f395a2 req-9242b026-0319-48ca-bccf-e824e6623831 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=32831e2c-8c98-4768-9c1e-f3bc10d886d0 HTTP/1.1" status: 200 len: 854 time: 0.0471261 Nov 23 18:12:55.875622 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7129401-e28f-44e8-82aa-28c3c9f395a2 req-484eeb87-609a-47be-bc82-28740b1cff6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:12:55.877090 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c7129401-e28f-44e8-82aa-28c3c9f395a2 req-484eeb87-609a-47be-bc82-28740b1cff6d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=32831e2c-8c98-4768-9c1e-f3bc10d886d0 HTTP/1.1" status: 200 len: 854 time: 0.0532203 Nov 23 18:12:55.907616 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-c7129401-e28f-44e8-82aa-28c3c9f395a2 req-a3fd4280-48ce-40e3-bed5-52022bf52e09 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=55f23027-cbf4-4d81-b181-42d45b568595&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310609 Nov 23 18:12:55.910275 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c7129401-e28f-44e8-82aa-28c3c9f395a2 req-7df6c99c-e4b8-4543-bf44-fdbd88ce1ccb service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=55f23027-cbf4-4d81-b181-42d45b568595&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253167 Nov 23 18:12:56.003775 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-c7129401-e28f-44e8-82aa-28c3c9f395a2 req-9e0a7bd0-9be0-453d-841d-bf12659ef926 service neutron] 10.222.0.55 "GET /v2.0/networks/55f23027-cbf4-4d81-b181-42d45b568595?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880601 Nov 23 18:12:56.004395 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c7129401-e28f-44e8-82aa-28c3c9f395a2 req-db6279b3-c87a-40c5-8a4f-b9ffed298f26 service neutron] 10.222.0.36 "GET /v2.0/networks/55f23027-cbf4-4d81-b181-42d45b568595?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857008 Nov 23 18:12:56.101629 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-c7129401-e28f-44e8-82aa-28c3c9f395a2 req-416c7023-9423-48a3-8d97-ae0e725d0f15 service neutron] 10.222.0.55 "GET /v2.0/networks/55f23027-cbf4-4d81-b181-42d45b568595?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908096 Nov 23 18:12:56.105119 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device 98851d84-d536-4c66-86d9-ca17d6709ca1 no longer exists at agent hyperv_n-h2-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:12:56.105715 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c7129401-e28f-44e8-82aa-28c3c9f395a2 req-202710ff-823c-437b-8ff6-5d091fc688e6 service neutron] 10.222.0.36 "GET /v2.0/networks/55f23027-cbf4-4d81-b181-42d45b568595?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938518 Nov 23 18:12:56.144874 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device 98851d84-d536-4c66-86d9-ca17d6709ca1 not bound to the agent host n-h2-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:12:56.284080 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e568edc-b72e-4544-86eb-d97f41952286 req-4e839240-3771-48f2-a85b-efbc096a4733 tempest-ServerDiskConfigTestJSON-21512198 tempest-ServerDiskConfigTestJSON-21512198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:12:56.285574 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9e568edc-b72e-4544-86eb-d97f41952286 req-4e839240-3771-48f2-a85b-efbc096a4733 tempest-ServerDiskConfigTestJSON-21512198 tempest-ServerDiskConfigTestJSON-21512198-project] 10.222.0.60 "GET /v2.0/ports?device_id=ef925459-d190-426a-94f5-7c841d4c9e77 HTTP/1.1" status: 200 len: 944 time: 0.0484462 Nov 23 18:12:56.334001 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9e568edc-b72e-4544-86eb-d97f41952286 req-89b258e9-39ac-4fe0-84d7-f363135de170 tempest-ServerDiskConfigTestJSON-21512198 tempest-ServerDiskConfigTestJSON-21512198-project] 10.222.0.60 "GET /v2.0/security-groups?id=f24ec3ca-8879-45da-98d8-bd8363ce042b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423822 Nov 23 18:12:56.580144 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83541beb-c600-4373-988d-819495b4e584 req-263da3cd-4ee0-481a-bc64-7fd7f3185a34 tempest-ServerDiskConfigTestJSON-21512198 tempest-ServerDiskConfigTestJSON-21512198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:12:56.581595 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-83541beb-c600-4373-988d-819495b4e584 req-263da3cd-4ee0-481a-bc64-7fd7f3185a34 tempest-ServerDiskConfigTestJSON-21512198 tempest-ServerDiskConfigTestJSON-21512198-project] 10.222.0.36 "GET /v2.0/ports?device_id=ef925459-d190-426a-94f5-7c841d4c9e77&tenant_id=babfd8e5d03f43e4910f1c044d2aec30&binding%3Ahost_id=n-h1-816206-8 HTTP/1.1" status: 200 len: 944 time: 0.0750828 Nov 23 18:12:56.589247 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6efbaed-ad71-44de-984f-3c9419aba0b0 req-4d3a2a54-be9d-45ce-9dff-173f06c8e7da tempest-ServerDiskConfigTestJSON-21512198 tempest-ServerDiskConfigTestJSON-21512198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:12:56.590607 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f6efbaed-ad71-44de-984f-3c9419aba0b0 req-4d3a2a54-be9d-45ce-9dff-173f06c8e7da tempest-ServerDiskConfigTestJSON-21512198 tempest-ServerDiskConfigTestJSON-21512198-project] 10.222.0.60 "GET /v2.0/ports?device_id=ef925459-d190-426a-94f5-7c841d4c9e77 HTTP/1.1" status: 200 len: 944 time: 0.0938642 Nov 23 18:12:56.674361 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f6efbaed-ad71-44de-984f-3c9419aba0b0 req-1d8c97d6-0860-45e2-9ed3-79e4040bb948 tempest-ServerDiskConfigTestJSON-21512198 tempest-ServerDiskConfigTestJSON-21512198-project] 10.222.0.60 "GET /v2.0/security-groups?id=f24ec3ca-8879-45da-98d8-bd8363ce042b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774052 Nov 23 18:12:56.679271 n-d-816206-8 neutron-server[103591]: INFO neutron.api.v2.resource [req-83541beb-c600-4373-988d-819495b4e584 req-9ce0a078-5a11-4344-80a4-2f5e7ce451f7 service neutron] delete failed (client error): The resource could not be found. Nov 23 18:12:56.680246 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-83541beb-c600-4373-988d-819495b4e584 req-9ce0a078-5a11-4344-80a4-2f5e7ce451f7 service neutron] 10.222.0.36 "DELETE /v2.0/ports/98851d84-d536-4c66-86d9-ca17d6709ca1/bindings/n-h2-816206-8 HTTP/1.1" status: 404 len: 380 time: 0.0886748 Nov 23 18:12:56.767019 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83541beb-c600-4373-988d-819495b4e584 req-5f7d1483-fbf1-45c7-b7d1-0eabbe133f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:12:56.768424 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-83541beb-c600-4373-988d-819495b4e584 req-5f7d1483-fbf1-45c7-b7d1-0eabbe133f77 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=babfd8e5d03f43e4910f1c044d2aec30&device_id=ef925459-d190-426a-94f5-7c841d4c9e77 HTTP/1.1" status: 200 len: 1095 time: 0.0414135 Nov 23 18:12:56.789771 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device 98851d84-d536-4c66-86d9-ca17d6709ca1 details requested by agent hyperv_n-h1-816206-8 with host n-h1-816206-8 {{(pid=103592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 18:12:56.859666 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83541beb-c600-4373-988d-819495b4e584 req-97955082-ed25-4ac5-860e-a33950f39ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:12:56.861173 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-83541beb-c600-4373-988d-819495b4e584 req-97955082-ed25-4ac5-860e-a33950f39ee0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=55f23027-cbf4-4d81-b181-42d45b568595 HTTP/1.1" status: 200 len: 915 time: 0.0845320 Nov 23 18:12:56.886096 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port 98851d84-d536-4c66-86d9-ca17d6709ca1, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=98851d84-d536-4c66-86d9-ca17d6709ca1,segment=NetworkSegment(2d8f69e2-5f87-4d14-afcd-2604d7678957),segment_id=2d8f69e2-5f87-4d14-afcd-2604d7678957)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:12:56.896887 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Returning: {'device': '98851d84-d536-4c66-86d9-ca17d6709ca1', 'network_id': '55f23027-cbf4-4d81-b181-42d45b568595', 'port_id': '98851d84-d536-4c66-86d9-ca17d6709ca1', 'mac_address': 'fa:16:3e:75:47:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 542, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32831e2c-8c98-4768-9c1e-f3bc10d886d0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 18:12:56.907021 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-83541beb-c600-4373-988d-819495b4e584 req-df58ec3d-846f-479c-a223-292f4aa0664e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=98851d84-d536-4c66-86d9-ca17d6709ca1 HTTP/1.1" status: 200 len: 217 time: 0.0379639 Nov 23 18:12:56.933768 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:56.946502 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98851d84-d536-4c66-86d9-ca17d6709ca1 {{(pid=103592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:12:56.957534 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83541beb-c600-4373-988d-819495b4e584 req-95b2f1b4-d860-4d83-b6a1-381c41f673ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:12:56.959011 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-83541beb-c600-4373-988d-819495b4e584 req-95b2f1b4-d860-4d83-b6a1-381c41f673ad service neutron] 10.222.0.36 "GET /v2.0/subnets?id=32831e2c-8c98-4768-9c1e-f3bc10d886d0 HTTP/1.1" status: 200 len: 854 time: 0.0445285 Nov 23 18:12:56.966563 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port 98851d84-d536-4c66-86d9-ca17d6709ca1, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=98851d84-d536-4c66-86d9-ca17d6709ca1,segment=NetworkSegment(2d8f69e2-5f87-4d14-afcd-2604d7678957),segment_id=2d8f69e2-5f87-4d14-afcd-2604d7678957)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:12:56.970482 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:56.991889 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-83541beb-c600-4373-988d-819495b4e584 req-b5b58750-e87f-4251-927d-acf0b2db8024 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=55f23027-cbf4-4d81-b181-42d45b568595&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252743 Nov 23 18:12:57.019211 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Pushing event updated for resources: {'Port': ['ID=98851d84-d536-4c66-86d9-ca17d6709ca1,revision_number=8']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:12:57.026564 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:12:57.026911 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:12:57.027249 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:12:57.027582 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:12:57.027913 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:12:57.028239 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:12:57.028593 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:12:57.028924 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:12:57.029247 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:12:57.029584 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:12:57.029886 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:12:57.030201 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:12:57.087801 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-83541beb-c600-4373-988d-819495b4e584 req-26cc7cfc-b81d-422d-9a62-a8cb5df928e0 service neutron] 10.222.0.36 "GET /v2.0/networks/55f23027-cbf4-4d81-b181-42d45b568595?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877116 Nov 23 18:12:57.179356 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-83541beb-c600-4373-988d-819495b4e584 req-10e26de9-2047-44be-9139-f2f2c27fb93f service neutron] 10.222.0.36 "GET /v2.0/networks/55f23027-cbf4-4d81-b181-42d45b568595?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840807 Nov 23 18:12:57.197496 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] get_ports_and_sgs() called for port_ids ['98851d84-d536-4c66-86d9-ca17d6709ca1'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:12:57.798382 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539bfad6-979a-4cbd-9616-6522337b7ceb req-e88b76a7-1297-448c-b809-290416b94693 tempest-ServerDiskConfigTestJSON-21512198 tempest-ServerDiskConfigTestJSON-21512198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:12:57.799845 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-539bfad6-979a-4cbd-9616-6522337b7ceb req-e88b76a7-1297-448c-b809-290416b94693 tempest-ServerDiskConfigTestJSON-21512198 tempest-ServerDiskConfigTestJSON-21512198-project] 10.222.0.60 "GET /v2.0/ports?device_id=ef925459-d190-426a-94f5-7c841d4c9e77 HTTP/1.1" status: 200 len: 945 time: 0.0514038 Nov 23 18:12:57.851667 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-539bfad6-979a-4cbd-9616-6522337b7ceb req-c397f8eb-e7b5-49bc-a9d9-cc54ae22e53a tempest-ServerDiskConfigTestJSON-21512198 tempest-ServerDiskConfigTestJSON-21512198-project] 10.222.0.60 "GET /v2.0/security-groups?id=f24ec3ca-8879-45da-98d8-bd8363ce042b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456488 Nov 23 18:12:57.965430 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2f4ec7-7d2d-4fab-bb06-c0244585b180 req-3eb33030-5f7c-451a-949e-16913308a716 tempest-ServerDiskConfigTestJSON-21512198 tempest-ServerDiskConfigTestJSON-21512198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:12:57.966931 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2b2f4ec7-7d2d-4fab-bb06-c0244585b180 req-3eb33030-5f7c-451a-949e-16913308a716 tempest-ServerDiskConfigTestJSON-21512198 tempest-ServerDiskConfigTestJSON-21512198-project] 10.222.0.60 "GET /v2.0/ports?device_id=ef925459-d190-426a-94f5-7c841d4c9e77 HTTP/1.1" status: 200 len: 945 time: 0.0486534 Nov 23 18:12:58.013710 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2b2f4ec7-7d2d-4fab-bb06-c0244585b180 req-4266cd4f-d798-4781-8dbd-ab3c63d9c04a tempest-ServerDiskConfigTestJSON-21512198 tempest-ServerDiskConfigTestJSON-21512198-project] 10.222.0.60 "GET /v2.0/security-groups?id=f24ec3ca-8879-45da-98d8-bd8363ce042b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407007 Nov 23 18:12:58.125703 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a56fb2-f680-4fca-901e-5e9648895805 req-26d8117f-9316-44d8-8262-10c66d3227a4 tempest-ServerDiskConfigTestJSON-21512198 tempest-ServerDiskConfigTestJSON-21512198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:12:58.127074 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d6a56fb2-f680-4fca-901e-5e9648895805 req-26d8117f-9316-44d8-8262-10c66d3227a4 tempest-ServerDiskConfigTestJSON-21512198 tempest-ServerDiskConfigTestJSON-21512198-project] 10.222.0.60 "GET /v2.0/ports?device_id=ef925459-d190-426a-94f5-7c841d4c9e77 HTTP/1.1" status: 200 len: 945 time: 0.0476749 Nov 23 18:12:58.173199 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d6a56fb2-f680-4fca-901e-5e9648895805 req-d992a5d7-4e10-41a5-842c-76c7ca0868ae tempest-ServerDiskConfigTestJSON-21512198 tempest-ServerDiskConfigTestJSON-21512198-project] 10.222.0.60 "GET /v2.0/security-groups?id=f24ec3ca-8879-45da-98d8-bd8363ce042b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402739 Nov 23 18:12:58.496638 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f68677-a848-4e2f-82b2-a46a8cc11e80 req-3dab48f9-92ef-4b88-83cf-c64f5aafaf6c tempest-ServerDiskConfigTestJSON-21512198 tempest-ServerDiskConfigTestJSON-21512198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:12:58.498129 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c0f68677-a848-4e2f-82b2-a46a8cc11e80 req-3dab48f9-92ef-4b88-83cf-c64f5aafaf6c tempest-ServerDiskConfigTestJSON-21512198 tempest-ServerDiskConfigTestJSON-21512198-project] 10.222.0.60 "GET /v2.0/ports?device_id=ef925459-d190-426a-94f5-7c841d4c9e77 HTTP/1.1" status: 200 len: 945 time: 0.0518637 Nov 23 18:12:58.544596 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c0f68677-a848-4e2f-82b2-a46a8cc11e80 req-81a31174-519d-4308-908c-0419f7e7dc38 tempest-ServerDiskConfigTestJSON-21512198 tempest-ServerDiskConfigTestJSON-21512198-project] 10.222.0.60 "GET /v2.0/security-groups?id=f24ec3ca-8879-45da-98d8-bd8363ce042b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402436 Nov 23 18:12:58.814860 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device 98851d84-d536-4c66-86d9-ca17d6709ca1 up at agent hyperv_n-h1-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:12:58.862348 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Provisioning for port 98851d84-d536-4c66-86d9-ca17d6709ca1 completed by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 18:12:58.866268 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Provisioning complete for port 98851d84-d536-4c66-86d9-ca17d6709ca1 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:12:58.866633 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:58.944382 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:58.966140 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef925459-d190-426a-94f5-7c841d4c9e77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98851d84-d536-4c66-86d9-ca17d6709ca1'}] {{(pid=103592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:12:58.968568 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba3e6a8f2301c7a29fe1eca9779abdae4ccbcd6266d69778087f2498d5551201" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18e9dee7-d6dc-4794-bbed-d050bb4c350e" -d '{"events": [{"server_uuid": "ef925459-d190-426a-94f5-7c841d4c9e77", "name": "network-vif-plugged", "status": "completed", "tag": "98851d84-d536-4c66-86d9-ca17d6709ca1"}]}' {{(pid=103592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:12:58.981915 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port 98851d84-d536-4c66-86d9-ca17d6709ca1, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=98851d84-d536-4c66-86d9-ca17d6709ca1,segment=NetworkSegment(2d8f69e2-5f87-4d14-afcd-2604d7678957),segment_id=2d8f69e2-5f87-4d14-afcd-2604d7678957)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:12:58.986059 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:59.009642 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:12:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13811cb7-291f-4cd7-a910-3fb93d983c39 x-openstack-request-id: req-13811cb7-291f-4cd7-a910-3fb93d983c39 {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:12:59.009931 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef925459-d190-426a-94f5-7c841d4c9e77", "name": "network-vif-plugged", "status": "completed", "tag": "98851d84-d536-4c66-86d9-ca17d6709ca1", "code": 200}]} {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:12:59.010207 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-13811cb7-291f-4cd7-a910-3fb93d983c39 {{(pid=103592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:12:59.010600 n-d-816206-8 neutron-server[103592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef925459-d190-426a-94f5-7c841d4c9e77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98851d84-d536-4c66-86d9-ca17d6709ca1', 'code': 200} Nov 23 18:12:59.035298 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Pushing event updated for resources: {'Port': ['ID=98851d84-d536-4c66-86d9-ca17d6709ca1,revision_number=9']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:12:59.662036 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a82b5a0-d450-4c85-8a8c-94ff9b9da2b9 req-b2aad784-9376-4080-82b1-32681bdbe8ae tempest-ServerDiskConfigTestJSON-21512198 tempest-ServerDiskConfigTestJSON-21512198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:12:59.663654 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-0a82b5a0-d450-4c85-8a8c-94ff9b9da2b9 req-b2aad784-9376-4080-82b1-32681bdbe8ae tempest-ServerDiskConfigTestJSON-21512198 tempest-ServerDiskConfigTestJSON-21512198-project] 10.222.0.60 "GET /v2.0/ports?device_id=ef925459-d190-426a-94f5-7c841d4c9e77 HTTP/1.1" status: 200 len: 946 time: 0.0497038 Nov 23 18:12:59.673358 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec384a6f-dcf7-46be-9ba2-d28ffe1a96e3 req-85de0717-a0ce-428b-a2e8-461f3d2f8a07 tempest-ServerDiskConfigTestJSON-21512198 tempest-ServerDiskConfigTestJSON-21512198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:12:59.674895 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-ec384a6f-dcf7-46be-9ba2-d28ffe1a96e3 req-85de0717-a0ce-428b-a2e8-461f3d2f8a07 tempest-ServerDiskConfigTestJSON-21512198 tempest-ServerDiskConfigTestJSON-21512198-project] 10.222.0.55 "GET /v2.0/ports?device_id=ef925459-d190-426a-94f5-7c841d4c9e77 HTTP/1.1" status: 200 len: 946 time: 0.0490129 Nov 23 18:12:59.712531 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-0a82b5a0-d450-4c85-8a8c-94ff9b9da2b9 req-b804d43f-6730-4ce1-9971-66300b518afe tempest-ServerDiskConfigTestJSON-21512198 tempest-ServerDiskConfigTestJSON-21512198-project] 10.222.0.60 "GET /v2.0/security-groups?id=f24ec3ca-8879-45da-98d8-bd8363ce042b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425136 Nov 23 18:12:59.763739 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [req-ec384a6f-dcf7-46be-9ba2-d28ffe1a96e3 req-926ec8ab-73df-4a9b-8833-ecbe88963ef2 tempest-ServerDiskConfigTestJSON-21512198 tempest-ServerDiskConfigTestJSON-21512198-project] Deleting port 98851d84-d536-4c66-86d9-ca17d6709ca1 {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:12:59.764102 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-ec384a6f-dcf7-46be-9ba2-d28ffe1a96e3 req-926ec8ab-73df-4a9b-8833-ecbe88963ef2 tempest-ServerDiskConfigTestJSON-21512198 tempest-ServerDiskConfigTestJSON-21512198-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:59.853860 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [req-ec384a6f-dcf7-46be-9ba2-d28ffe1a96e3 req-926ec8ab-73df-4a9b-8833-ecbe88963ef2 tempest-ServerDiskConfigTestJSON-21512198 tempest-ServerDiskConfigTestJSON-21512198-project] For port 98851d84-d536-4c66-86d9-ca17d6709ca1, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=98851d84-d536-4c66-86d9-ca17d6709ca1,segment=NetworkSegment(2d8f69e2-5f87-4d14-afcd-2604d7678957),segment_id=2d8f69e2-5f87-4d14-afcd-2604d7678957)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:12:59.854166 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-ec384a6f-dcf7-46be-9ba2-d28ffe1a96e3 req-926ec8ab-73df-4a9b-8833-ecbe88963ef2 tempest-ServerDiskConfigTestJSON-21512198 tempest-ServerDiskConfigTestJSON-21512198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:12:59.866550 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [req-ec384a6f-dcf7-46be-9ba2-d28ffe1a96e3 req-926ec8ab-73df-4a9b-8833-ecbe88963ef2 tempest-ServerDiskConfigTestJSON-21512198 tempest-ServerDiskConfigTestJSON-21512198-project] Calling delete_port for 98851d84-d536-4c66-86d9-ca17d6709ca1 owned by compute:nova {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:12:59.997244 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-ec384a6f-dcf7-46be-9ba2-d28ffe1a96e3 req-926ec8ab-73df-4a9b-8833-ecbe88963ef2 tempest-ServerDiskConfigTestJSON-21512198 tempest-ServerDiskConfigTestJSON-21512198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:00.010147 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] get_ports_and_sgs() called for port_ids ['98851d84-d536-4c66-86d9-ca17d6709ca1'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:13:00.031880 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926ec8ab-73df-4a9b-8833-ecbe88963ef2 tempest-ServerDiskConfigTestJSON-21512198 tempest-ServerDiskConfigTestJSON-21512198-project] Pushing event deleted for resources: {'Port': ['ID=98851d84-d536-4c66-86d9-ca17d6709ca1,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:13:00.071806 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec384a6f-dcf7-46be-9ba2-d28ffe1a96e3 req-926ec8ab-73df-4a9b-8833-ecbe88963ef2 tempest-ServerDiskConfigTestJSON-21512198 tempest-ServerDiskConfigTestJSON-21512198-project] No DVR routers for this DVR port 98851d84-d536-4c66-86d9-ca17d6709ca1 on host n-h1-816206-8 {{(pid=103590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:13:00.075351 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-ec384a6f-dcf7-46be-9ba2-d28ffe1a96e3 req-926ec8ab-73df-4a9b-8833-ecbe88963ef2 tempest-ServerDiskConfigTestJSON-21512198 tempest-ServerDiskConfigTestJSON-21512198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:00.079646 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-ec384a6f-dcf7-46be-9ba2-d28ffe1a96e3 req-926ec8ab-73df-4a9b-8833-ecbe88963ef2 tempest-ServerDiskConfigTestJSON-21512198 tempest-ServerDiskConfigTestJSON-21512198-project] 10.222.0.55 "DELETE /v2.0/ports/98851d84-d536-4c66-86d9-ca17d6709ca1 HTTP/1.1" status: 204 len: 173 time: 0.3986416 Nov 23 18:13:00.080197 n-d-816206-8 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef925459-d190-426a-94f5-7c841d4c9e77', 'name': 'network-vif-deleted', 'tag': '98851d84-d536-4c66-86d9-ca17d6709ca1'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:13:00.082719 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbabddbc9fc37b068808e119c416c86f5957ca04531a4a0d2e695c515e93483b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ff8fbf4-ee85-41c2-a6f6-06d5686498af" -d '{"events": [{"server_uuid": "ef925459-d190-426a-94f5-7c841d4c9e77", "name": "network-vif-deleted", "tag": "98851d84-d536-4c66-86d9-ca17d6709ca1"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:13:00.125498 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:13:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0b0d2b7-2fbf-4330-a48c-b8d987f8c277 x-openstack-request-id: req-d0b0d2b7-2fbf-4330-a48c-b8d987f8c277 {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:13:00.125819 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef925459-d190-426a-94f5-7c841d4c9e77", "name": "network-vif-deleted", "tag": "98851d84-d536-4c66-86d9-ca17d6709ca1", "status": "completed", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:13:00.126050 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d0b0d2b7-2fbf-4330-a48c-b8d987f8c277 {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:13:00.126458 n-d-816206-8 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef925459-d190-426a-94f5-7c841d4c9e77', 'name': 'network-vif-deleted', 'tag': '98851d84-d536-4c66-86d9-ca17d6709ca1', 'status': 'completed', 'code': 200} Nov 23 18:13:00.833755 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 53688) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:13:00.881203 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2050350-cabb-4d8f-b9a4-2c4a4e9cea30 admin admin] Deleting subnet 32831e2c-8c98-4768-9c1e-f3bc10d886d0 {{(pid=103591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 18:13:00.884225 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c2050350-cabb-4d8f-b9a4-2c4a4e9cea30 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:00.918417 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c2050350-cabb-4d8f-b9a4-2c4a4e9cea30 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265990000'] for subnet, precommit_delete_associations {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:00.956372 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c2050350-cabb-4d8f-b9a4-2c4a4e9cea30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971956'] for subnet, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:01.008331 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c2050350-cabb-4d8f-b9a4-2c4a4e9cea30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264758240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264314269'] for subnet, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:01.035232 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c2050350-cabb-4d8f-b9a4-2c4a4e9cea30 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for subnet, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:01.038465 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-c2050350-cabb-4d8f-b9a4-2c4a4e9cea30 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/32831e2c-8c98-4768-9c1e-f3bc10d886d0 HTTP/1.1" status: 204 len: 168 time: 0.2036781 Nov 23 18:13:01.039386 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2050350-cabb-4d8f-b9a4-2c4a4e9cea30 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=32831e2c-8c98-4768-9c1e-f3bc10d886d0,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:13:01.040996 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 53690) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:13:01.047945 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2050350-cabb-4d8f-b9a4-2c4a4e9cea30 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:13:01.048299 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2050350-cabb-4d8f-b9a4-2c4a4e9cea30 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:13:01.048685 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2050350-cabb-4d8f-b9a4-2c4a4e9cea30 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:13:01.049048 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2050350-cabb-4d8f-b9a4-2c4a4e9cea30 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:13:01.049392 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2050350-cabb-4d8f-b9a4-2c4a4e9cea30 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:13:01.049728 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2050350-cabb-4d8f-b9a4-2c4a4e9cea30 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:13:01.050054 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2050350-cabb-4d8f-b9a4-2c4a4e9cea30 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:13:01.050383 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2050350-cabb-4d8f-b9a4-2c4a4e9cea30 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:13:01.050741 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2050350-cabb-4d8f-b9a4-2c4a4e9cea30 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:13:01.051068 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2050350-cabb-4d8f-b9a4-2c4a4e9cea30 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:13:01.051396 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2050350-cabb-4d8f-b9a4-2c4a4e9cea30 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:13:01.051742 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2050350-cabb-4d8f-b9a4-2c4a4e9cea30 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:13:01.113861 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-54591c5c-c71e-426d-a2e0-914aedd4019a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-555181'] for network, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:01.194513 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-54591c5c-c71e-426d-a2e0-914aedd4019a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973419', 'neutron.services.segments.db._delete_segments_for_network-8736635878840'] for network, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:01.214681 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-54591c5c-c71e-426d-a2e0-914aedd4019a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55f23027-cbf4-4d81-b181-42d45b568595']}} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:13:01.223741 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-54591c5c-c71e-426d-a2e0-914aedd4019a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d8f69e2-5f87-4d14-afcd-2604d7678957') {'for_net_delete': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:13:01.224035 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-54591c5c-c71e-426d-a2e0-914aedd4019a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d8f69e2-5f87-4d14-afcd-2604d7678957') {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:13:01.233827 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-54591c5c-c71e-426d-a2e0-914aedd4019a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736635840332', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-267528353'] for segment, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:01.246704 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-54591c5c-c71e-426d-a2e0-914aedd4019a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:01.252475 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54591c5c-c71e-426d-a2e0-914aedd4019a admin admin] Releasing vlan 542 on physical network physnet1 to pool {{(pid=103590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 18:13:01.252875 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-54591c5c-c71e-426d-a2e0-914aedd4019a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264370093'] for segment, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:01.254522 n-d-816206-8 neutron-server[103590]: Traceback (most recent call last): Nov 23 18:13:01.254522 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 18:13:01.254522 n-d-816206-8 neutron-server[103590]: timer() Nov 23 18:13:01.254522 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 18:13:01.254522 n-d-816206-8 neutron-server[103590]: cb(*args, **kw) Nov 23 18:13:01.254522 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 18:13:01.254522 n-d-816206-8 neutron-server[103590]: return func(*args, **kwargs) Nov 23 18:13:01.254522 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 18:13:01.254522 n-d-816206-8 neutron-server[103590]: self._notify() Nov 23 18:13:01.254522 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 18:13:01.254522 n-d-816206-8 neutron-server[103590]: self.callback(batched_events) Nov 23 18:13:01.254522 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 18:13:01.254522 n-d-816206-8 neutron-server[103590]: event.method(event) Nov 23 18:13:01.254522 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 18:13:01.254522 n-d-816206-8 neutron-server[103590]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 18:13:01.254522 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 18:13:01.254522 n-d-816206-8 neutron-server[103590]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 18:13:01.254522 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 18:13:01.254522 n-d-816206-8 neutron-server[103590]: return f(self, *a, **k) Nov 23 18:13:01.254522 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 18:13:01.254522 n-d-816206-8 neutron-server[103590]: return self._get(url).json() Nov 23 18:13:01.254522 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 18:13:01.254522 n-d-816206-8 neutron-server[103590]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 18:13:01.254522 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 18:13:01.254522 n-d-816206-8 neutron-server[103590]: return self.request(url, 'GET', **kwargs) Nov 23 18:13:01.254522 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 18:13:01.254522 n-d-816206-8 neutron-server[103590]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 18:13:01.254522 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 18:13:01.254522 n-d-816206-8 neutron-server[103590]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 18:13:01.254522 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 18:13:01.254522 n-d-816206-8 neutron-server[103590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 18:13:01.254522 n-d-816206-8 neutron-server[103590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 18:13:01.306283 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-54591c5c-c71e-426d-a2e0-914aedd4019a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1795418'] for network, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:01.311592 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-54591c5c-c71e-426d-a2e0-914aedd4019a admin admin] Publish callbacks [] for network, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:01.314753 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-54591c5c-c71e-426d-a2e0-914aedd4019a admin admin] 10.222.0.60 "DELETE /v2.0/networks/55f23027-cbf4-4d81-b181-42d45b568595 HTTP/1.1" status: 204 len: 168 time: 0.2722709 Nov 23 18:13:01.328409 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54591c5c-c71e-426d-a2e0-914aedd4019a admin admin] Pushing event deleted for resources: {'Network': ['ID=55f23027-cbf4-4d81-b181-42d45b568595,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:13:01.420789 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 53694) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:13:01.459080 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-03b09504-c364-4229-a823-6a89d2f48b13 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=babfd8e5d03f43e4910f1c044d2aec30&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0371392 Nov 23 18:13:01.461556 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 53696) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:13:01.513968 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-bf36e4c1-7194-4f3e-88e9-e247d5ca748f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:01.534801 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-bf36e4c1-7194-4f3e-88e9-e247d5ca748f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:01.544523 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.agents_db [None req-464f6c07-0de8-4be6-8f5b-563f574d1c5d None None] Agent healthcheck: found 7 active agents {{(pid=103593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 18:13:01.581385 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-bf36e4c1-7194-4f3e-88e9-e247d5ca748f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:01.584081 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-bf36e4c1-7194-4f3e-88e9-e247d5ca748f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:01.585296 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-bf36e4c1-7194-4f3e-88e9-e247d5ca748f admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/f24ec3ca-8879-45da-98d8-bd8363ce042b HTTP/1.1" status: 204 len: 168 time: 0.1228075 Nov 23 18:13:01.593606 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf36e4c1-7194-4f3e-88e9-e247d5ca748f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f24ec3ca-8879-45da-98d8-bd8363ce042b,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:13:02.240385 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 53718) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:13:02.336537 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-2a313b83-56fa-418c-8df1-28536c48c56f admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1491171035-network', 'tenant_id': '7a2e384b18354dcf855a2d3c6a834aef'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:13:02.358439 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a313b83-56fa-418c-8df1-28536c48c56f admin admin] Made reservation on behalf of 7a2e384b18354dcf855a2d3c6a834aef for: {'network': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:13:02.360943 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2a313b83-56fa-418c-8df1-28536c48c56f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for network, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:02.369076 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2a313b83-56fa-418c-8df1-28536c48c56f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:02.443957 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2a313b83-56fa-418c-8df1-28536c48c56f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:02.448617 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2a313b83-56fa-418c-8df1-28536c48c56f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:02.469925 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a313b83-56fa-418c-8df1-28536c48c56f admin admin] vlan segment allocate from pool success with {'vlan_id': 548, 'physical_network': 'physnet1'} {{(pid=103590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 18:13:02.483520 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a313b83-56fa-418c-8df1-28536c48c56f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa86f23b-9a46-4453-a9f8-a82848aad0cf,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:13:02.488427 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2a313b83-56fa-418c-8df1-28536c48c56f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:02.488801 n-d-816206-8 neutron-server[103590]: INFO neutron.db.segments_db [None req-2a313b83-56fa-418c-8df1-28536c48c56f admin admin] Added segment fe315ac5-77ca-4bfb-9cfe-65772fe7c4a6 of type vlan for network f7923f1d-6a8d-4e71-8499-b4a023620336 Nov 23 18:13:02.529766 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2a313b83-56fa-418c-8df1-28536c48c56f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736635338810'] for network, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:02.556474 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2a313b83-56fa-418c-8df1-28536c48c56f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493'] for network, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:02.557480 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a313b83-56fa-418c-8df1-28536c48c56f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:13:02.558087 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2a313b83-56fa-418c-8df1-28536c48c56f admin admin] Publish callbacks [] for network, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:02.593582 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-2a313b83-56fa-418c-8df1-28536c48c56f admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3519597 Nov 23 18:13:02.596511 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 53722) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:13:02.601522 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-ba9dc15d-1c95-4a1a-812d-4d0193424dc1 admin admin] Request body: {'subnet': {'network_id': 'f7923f1d-6a8d-4e71-8499-b4a023620336', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1491171035-subnet', 'tenant_id': '7a2e384b18354dcf855a2d3c6a834aef', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:13:02.620810 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a313b83-56fa-418c-8df1-28536c48c56f admin admin] Pushing event updated for resources: {'Network': ['ID=f7923f1d-6a8d-4e71-8499-b4a023620336,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:13:02.623386 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba9dc15d-1c95-4a1a-812d-4d0193424dc1 admin admin] Made reservation on behalf of 7a2e384b18354dcf855a2d3c6a834aef for: {'subnet': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:13:02.626066 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-ba9dc15d-1c95-4a1a-812d-4d0193424dc1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264314294'] for subnet, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:02.630922 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Network f7923f1d-6a8d-4e71-8499-b4a023620336 details requested by agent ovs-agent-n-d-816206-8 with host n-d-816206-8 {{(pid=103592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 18:13:02.801551 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-ba9dc15d-1c95-4a1a-812d-4d0193424dc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264758079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264314276'] for subnet, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:02.859276 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9dc15d-1c95-4a1a-812d-4d0193424dc1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=25d3e046-26e6-43e5-8262-7b86687e27b2,revision_number=0']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:13:02.869041 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba9dc15d-1c95-4a1a-812d-4d0193424dc1 admin admin] Checking segment: {'id': 'fe315ac5-77ca-4bfb-9cfe-65772fe7c4a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'f7923f1d-6a8d-4e71-8499-b4a023620336'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:13:02.869401 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba9dc15d-1c95-4a1a-812d-4d0193424dc1 admin admin] Network hostable DHCP agents. Network: f7923f1d-6a8d-4e71-8499-b4a023620336, hostable agents: ['0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3'], hosted agents: [] {{(pid=103591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 18:13:02.885864 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba9dc15d-1c95-4a1a-812d-4d0193424dc1 admin admin] Network f7923f1d-6a8d-4e71-8499-b4a023620336 is scheduled to be hosted by DHCP agent 0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3 with binding_index 1 {{(pid=103591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 18:13:02.894307 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [None req-ba9dc15d-1c95-4a1a-812d-4d0193424dc1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-8, f7923f1d-6a8d-4e71-8499-b4a023620336) {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:13:02.899161 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba9dc15d-1c95-4a1a-812d-4d0193424dc1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:13:02.899985 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-ba9dc15d-1c95-4a1a-812d-4d0193424dc1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for subnet, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:02.902365 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d8a0926-8cb8-4323-8c77-348b62a84ef5 None None] Network f7923f1d-6a8d-4e71-8499-b4a023620336 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:13:02.915676 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-ba9dc15d-1c95-4a1a-812d-4d0193424dc1 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3180473 Nov 23 18:13:02.918356 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 53724) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:13:02.922541 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-9d254882-354d-42a7-bafb-9bbc413f8e17 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1491171035-router', 'tenant_id': '7a2e384b18354dcf855a2d3c6a834aef', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'}}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:13:02.946560 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-9d254882-354d-42a7-bafb-9bbc413f8e17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1793449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8093'] for router, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:02.947610 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-9d254882-354d-42a7-bafb-9bbc413f8e17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1794473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1794771', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1638326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8086'] for router, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:03.033954 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-9d254882-354d-42a7-bafb-9bbc413f8e17 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:03.052723 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07471768-5b36-41fc-bf6e-b6919be7f64c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp355044b8-8e87-58c4-94fa-4a010ec30f9e-f7923f1d-6a8d-4e71-8499-b4a023620336', 'network_id': 'f7923f1d-6a8d-4e71-8499-b4a023620336', 'tenant_id': '7a2e384b18354dcf855a2d3c6a834aef', 'fixed_ips': [{'subnet_id': '25d3e046-26e6-43e5-8262-7b86687e27b2'}]}} from n-d-816206-8. {{(pid=103592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 18:13:03.053624 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-07471768-5b36-41fc-bf6e-b6919be7f64c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:03.196328 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.db_base_plugin_common [None req-07471768-5b36-41fc-bf6e-b6919be7f64c None None] Allocated IP 172.20.0.2 (f7923f1d-6a8d-4e71-8499-b4a023620336/25d3e046-26e6-43e5-8262-7b86687e27b2/3949f0fe-0e65-44df-b968-e66696464877) {{(pid=103592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:13:03.348737 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-07471768-5b36-41fc-bf6e-b6919be7f64c None None] Publish callbacks [] for port, precommit_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:03.355182 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-07471768-5b36-41fc-bf6e-b6919be7f64c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980'] for port, after_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:03.397310 n-d-816206-8 neutron-server[103592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07471768-5b36-41fc-bf6e-b6919be7f64c None None] Network f7923f1d-6a8d-4e71-8499-b4a023620336 is already hosted by enough agents. {{(pid=103592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:13:03.400161 n-d-816206-8 neutron-server[103592]: DEBUG neutron.scheduler.base_scheduler [None req-07471768-5b36-41fc-bf6e-b6919be7f64c None None] Resources bound (agent type, host, resource id): {{(pid=103592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:13:03.404620 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07471768-5b36-41fc-bf6e-b6919be7f64c None None] Received port after_create {{(pid=103592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:13:03.409570 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07471768-5b36-41fc-bf6e-b6919be7f64c None None] Pushing event updated for resources: {'Port': ['ID=3949f0fe-0e65-44df-b968-e66696464877,revision_number=1']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:13:03.412001 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-9d254882-354d-42a7-bafb-9bbc413f8e17 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:03.465514 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-07471768-5b36-41fc-bf6e-b6919be7f64c None None] Attempting to bind port 3949f0fe-0e65-44df-b968-e66696464877 on host n-d-816206-8 for vnic_type normal with profile {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:13:03.465788 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-07471768-5b36-41fc-bf6e-b6919be7f64c None None] Attempting to bind port 3949f0fe-0e65-44df-b968-e66696464877 by drivers openvswitch,hyperv on host n-d-816206-8 at level 0 using segments [{'id': 'fe315ac5-77ca-4bfb-9cfe-65772fe7c4a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'f7923f1d-6a8d-4e71-8499-b4a023620336'}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:13:03.466165 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07471768-5b36-41fc-bf6e-b6919be7f64c None None] Attempting to bind port 3949f0fe-0e65-44df-b968-e66696464877 on network f7923f1d-6a8d-4e71-8499-b4a023620336 {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:13:03.471034 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07471768-5b36-41fc-bf6e-b6919be7f64c None None] Checking agent: {'id': '9e89acbe-4bbe-4c77-a18b-6f1da9133e0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 7, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 12, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:13:03.471401 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07471768-5b36-41fc-bf6e-b6919be7f64c None None] Checking segment: {'id': 'fe315ac5-77ca-4bfb-9cfe-65772fe7c4a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'f7923f1d-6a8d-4e71-8499-b4a023620336'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:13:03.471799 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-07471768-5b36-41fc-bf6e-b6919be7f64c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:03.472186 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07471768-5b36-41fc-bf6e-b6919be7f64c None None] Bound using segment: {'id': 'fe315ac5-77ca-4bfb-9cfe-65772fe7c4a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'f7923f1d-6a8d-4e71-8499-b4a023620336'} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:13:03.472668 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-07471768-5b36-41fc-bf6e-b6919be7f64c None None] Bound port: 3949f0fe-0e65-44df-b968-e66696464877, host: n-d-816206-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe315ac5-77ca-4bfb-9cfe-65772fe7c4a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'f7923f1d-6a8d-4e71-8499-b4a023620336'}}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:13:03.473174 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-07471768-5b36-41fc-bf6e-b6919be7f64c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:03.536159 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-07471768-5b36-41fc-bf6e-b6919be7f64c None None] For port 3949f0fe-0e65-44df-b968-e66696464877, host n-d-816206-8, cleared binding levels {{(pid=103592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:13:03.539513 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-07471768-5b36-41fc-bf6e-b6919be7f64c None None] For port 3949f0fe-0e65-44df-b968-e66696464877, host n-d-816206-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=3949f0fe-0e65-44df-b968-e66696464877,segment=NetworkSegment(fe315ac5-77ca-4bfb-9cfe-65772fe7c4a6),segment_id=fe315ac5-77ca-4bfb-9cfe-65772fe7c4a6)] {{(pid=103592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:13:03.544332 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-07471768-5b36-41fc-bf6e-b6919be7f64c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:03.604857 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07471768-5b36-41fc-bf6e-b6919be7f64c None None] Pushing event updated for resources: {'Port': ['ID=3949f0fe-0e65-44df-b968-e66696464877,revision_number=2']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:13:03.639827 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-9d254882-354d-42a7-bafb-9bbc413f8e17 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:03.665925 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-9d254882-354d-42a7-bafb-9bbc413f8e17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:03.794922 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.db_base_plugin_common [None req-9d254882-354d-42a7-bafb-9bbc413f8e17 admin admin] Allocated IP 172.25.3.213 (4c8455ba-1be5-42ac-b8c2-8a16e1292d55/08fe3644-ce41-4c3f-a7ea-92bac0f0fff5/bffd5055-836b-43fc-a9e1-ca6b5624a757) {{(pid=103591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:13:03.906268 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-9d254882-354d-42a7-bafb-9bbc413f8e17 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:03.945932 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-9d254882-354d-42a7-bafb-9bbc413f8e17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:03.961365 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 3949f0fe-0e65-44df-b968-e66696464877 up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:13:03.988707 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d254882-354d-42a7-bafb-9bbc413f8e17 admin admin] Network 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 is already hosted by enough agents. {{(pid=103591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:13:03.995364 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [None req-9d254882-354d-42a7-bafb-9bbc413f8e17 admin admin] Resources bound (agent type, host, resource id): {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:13:03.998916 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d254882-354d-42a7-bafb-9bbc413f8e17 admin admin] Received port after_create {{(pid=103591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:13:04.004970 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d254882-354d-42a7-bafb-9bbc413f8e17 admin admin] Pushing event updated for resources: {'Port': ['ID=bffd5055-836b-43fc-a9e1-ca6b5624a757,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:13:04.014968 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e089f5a-90b8-4e4c-8e7b-23a4d35b03db None None] DHCP port deletion for 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:13:04.027960 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port 3949f0fe-0e65-44df-b968-e66696464877 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:13:04.028342 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:04.088102 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-500bcef8-4fb1-4237-9dfc-f1bf37429fa8 None None] Provisioning complete for port bffd5055-836b-43fc-a9e1-ca6b5624a757 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:13:04.089058 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-500bcef8-4fb1-4237-9dfc-f1bf37429fa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:04.155820 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-500bcef8-4fb1-4237-9dfc-f1bf37429fa8 None None] Port bffd5055-836b-43fc-a9e1-ca6b5624a757 cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:13:04.158610 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:04.193179 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] For port 3949f0fe-0e65-44df-b968-e66696464877, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=3949f0fe-0e65-44df-b968-e66696464877,segment=NetworkSegment(fe315ac5-77ca-4bfb-9cfe-65772fe7c4a6),segment_id=fe315ac5-77ca-4bfb-9cfe-65772fe7c4a6)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:13:04.203482 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:04.262691 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Pushing event updated for resources: {'Port': ['ID=3949f0fe-0e65-44df-b968-e66696464877,revision_number=3']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:13:04.276207 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-9d254882-354d-42a7-bafb-9bbc413f8e17 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:04.483591 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-9d254882-354d-42a7-bafb-9bbc413f8e17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1794316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1795362'] for router, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:04.531873 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be6ccb9a-4f66-4591-9454-ae374ebb594a None None] Network f7923f1d-6a8d-4e71-8499-b4a023620336 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:13:04.608573 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-19ab2b67-e9cf-4d7e-ac12-b9e8c128f0d1 None None] Provisioning complete for port 3949f0fe-0e65-44df-b968-e66696464877 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:13:04.608945 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-19ab2b67-e9cf-4d7e-ac12-b9e8c128f0d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:04.627369 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d254882-354d-42a7-bafb-9bbc413f8e17 admin admin] Router e623e151-6755-4c3d-8100-f608228ec438 is scheduled to L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 with binding_index 1 {{(pid=103591) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 18:13:04.734473 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d254882-354d-42a7-bafb-9bbc413f8e17 admin admin] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:13:04.753810 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-9d254882-354d-42a7-bafb-9bbc413f8e17 admin admin] Publish callbacks [] for router, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:04.755062 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-9d254882-354d-42a7-bafb-9bbc413f8e17 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.8357794 Nov 23 18:13:04.757910 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 53726) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:13:04.758404 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fce101f1-7c0e-43b6-b9c7-026abd7304ff None None] Sync routers for ids ['e623e151-6755-4c3d-8100-f608228ec438'] in n-d-816206-8 {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:13:04.774628 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fce101f1-7c0e-43b6-b9c7-026abd7304ff None None] Routers {'e623e151-6755-4c3d-8100-f608228ec438'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:13:04.775260 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-fce101f1-7c0e-43b6-b9c7-026abd7304ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T18:12:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['e623e151-6755-4c3d-8100-f608228ec438'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:13:04.852899 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device 98851d84-d536-4c66-86d9-ca17d6709ca1 no longer exists at agent hyperv_n-h1-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:13:04.877778 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] No Port match for: 98851d84-d536-4c66-86d9-ca17d6709ca1 {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:13:04.878125 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device 98851d84-d536-4c66-86d9-ca17d6709ca1 not bound to the agent host n-h1-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:13:04.896947 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-fce101f1-7c0e-43b6-b9c7-026abd7304ff None None] Set router e623e151-6755-4c3d-8100-f608228ec438 gateway port host: n-d-816206-8 {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:13:04.985422 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-5d8079c2-27e7-4955-87e1-471f1424b86e None None] Provisioning complete for port 3949f0fe-0e65-44df-b968-e66696464877 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:13:04.985996 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-5d8079c2-27e7-4955-87e1-471f1424b86e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:05.089726 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-fce101f1-7c0e-43b6-b9c7-026abd7304ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e623e151-6755-4c3d-8100-f608228ec438', 'name': 'tempest-ServerActionsTestJSON-1491171035-router', 'tenant_id': '7a2e384b18354dcf855a2d3c6a834aef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.213'}], 'enable_snat': True}, 'gw_port_id': 'bffd5055-836b-43fc-a9e1-ca6b5624a757', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:13:02Z', 'updated_at': '2021-11-23T18:13:04Z', 'revision_number': 3, 'project_id': '7a2e384b18354dcf855a2d3c6a834aef', 'gw_port': {'id': 'bffd5055-836b-43fc-a9e1-ca6b5624a757', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:8c:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e623e151-6755-4c3d-8100-f608228ec438', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:13:03Z', 'updated_at': '2021-11-23T18:13:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8'}], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:13:05.116567 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fce101f1-7c0e-43b6-b9c7-026abd7304ff None None] Checking router: e623e151-6755-4c3d-8100-f608228ec438 for host: n-d-816206-8 {{(pid=103593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:13:05.116924 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fce101f1-7c0e-43b6-b9c7-026abd7304ff None None] Updating router e623e151-6755-4c3d-8100-f608228ec438 port bffd5055-836b-43fc-a9e1-ca6b5624a757 binding host n-d-816206-8 {{(pid=103593) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 18:13:05.141332 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-fce101f1-7c0e-43b6-b9c7-026abd7304ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:05.195718 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-75761763-2ee5-46e2-8109-4f7b562eee05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:05.351608 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-75761763-2ee5-46e2-8109-4f7b562eee05 admin admin] Allocated IP 172.20.0.1 (f7923f1d-6a8d-4e71-8499-b4a023620336/25d3e046-26e6-43e5-8262-7b86687e27b2/887540ab-8e6e-4017-b47d-3212e447f64e) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:13:05.403679 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-fce101f1-7c0e-43b6-b9c7-026abd7304ff None None] Publish callbacks [] for port, precommit_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:05.408850 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-fce101f1-7c0e-43b6-b9c7-026abd7304ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:05.456541 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [None req-fce101f1-7c0e-43b6-b9c7-026abd7304ff None None] Attempting to bind port bffd5055-836b-43fc-a9e1-ca6b5624a757 on host n-d-816206-8 for vnic_type normal with profile {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:13:05.456934 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [None req-fce101f1-7c0e-43b6-b9c7-026abd7304ff None None] Attempting to bind port bffd5055-836b-43fc-a9e1-ca6b5624a757 by drivers openvswitch,hyperv on host n-d-816206-8 at level 0 using segments [{'id': 'bffd1e4f-e80f-4ff0-b418-2f42ae15febf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'}] {{(pid=103593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:13:05.457303 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fce101f1-7c0e-43b6-b9c7-026abd7304ff None None] Attempting to bind port bffd5055-836b-43fc-a9e1-ca6b5624a757 on network 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:13:05.460075 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-75761763-2ee5-46e2-8109-4f7b562eee05 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:05.461546 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cc9b345-5118-481e-b097-46b3d922980f None None] DHCP port deletion for 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:13:05.468120 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fce101f1-7c0e-43b6-b9c7-026abd7304ff None None] Checking agent: {'id': '9e89acbe-4bbe-4c77-a18b-6f1da9133e0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 7, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 12, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:13:05.468791 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fce101f1-7c0e-43b6-b9c7-026abd7304ff None None] Checking segment: {'id': 'bffd1e4f-e80f-4ff0-b418-2f42ae15febf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:13:05.469208 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-fce101f1-7c0e-43b6-b9c7-026abd7304ff None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:05.469601 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fce101f1-7c0e-43b6-b9c7-026abd7304ff None None] Bound using segment: {'id': 'bffd1e4f-e80f-4ff0-b418-2f42ae15febf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'} {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:13:05.470069 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [None req-fce101f1-7c0e-43b6-b9c7-026abd7304ff None None] Bound port: bffd5055-836b-43fc-a9e1-ca6b5624a757, host: n-d-816206-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bffd1e4f-e80f-4ff0-b418-2f42ae15febf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'}}] {{(pid=103593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:13:05.470445 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-fce101f1-7c0e-43b6-b9c7-026abd7304ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:05.492055 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1466a1-7d08-40ee-829f-ad4e82518485 None None] Pushing event updated for resources: {'Port': ['ID=bffd5055-836b-43fc-a9e1-ca6b5624a757,revision_number=2']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:13:05.495234 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-75761763-2ee5-46e2-8109-4f7b562eee05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:05.509038 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1466a1-7d08-40ee-829f-ad4e82518485 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:13:05.509384 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1466a1-7d08-40ee-829f-ad4e82518485 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:13:05.509725 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1466a1-7d08-40ee-829f-ad4e82518485 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:13:05.510595 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1466a1-7d08-40ee-829f-ad4e82518485 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:13:05.510933 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1466a1-7d08-40ee-829f-ad4e82518485 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:13:05.511262 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1466a1-7d08-40ee-829f-ad4e82518485 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:13:05.511586 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1466a1-7d08-40ee-829f-ad4e82518485 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:13:05.511909 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1466a1-7d08-40ee-829f-ad4e82518485 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:13:05.512229 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1466a1-7d08-40ee-829f-ad4e82518485 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:13:05.512573 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1466a1-7d08-40ee-829f-ad4e82518485 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:13:05.512898 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1466a1-7d08-40ee-829f-ad4e82518485 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:13:05.513217 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1466a1-7d08-40ee-829f-ad4e82518485 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:13:05.535051 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-fce101f1-7c0e-43b6-b9c7-026abd7304ff None None] For port bffd5055-836b-43fc-a9e1-ca6b5624a757, host n-d-816206-8, cleared binding levels {{(pid=103593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:13:05.537583 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75761763-2ee5-46e2-8109-4f7b562eee05 admin admin] Network f7923f1d-6a8d-4e71-8499-b4a023620336 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:13:05.539076 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-fce101f1-7c0e-43b6-b9c7-026abd7304ff None None] For port bffd5055-836b-43fc-a9e1-ca6b5624a757, host n-d-816206-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=bffd5055-836b-43fc-a9e1-ca6b5624a757,segment=NetworkSegment(bffd1e4f-e80f-4ff0-b418-2f42ae15febf),segment_id=bffd1e4f-e80f-4ff0-b418-2f42ae15febf)] {{(pid=103593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:13:05.540583 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-75761763-2ee5-46e2-8109-4f7b562eee05 admin admin] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:13:05.544217 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-fce101f1-7c0e-43b6-b9c7-026abd7304ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:05.545092 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75761763-2ee5-46e2-8109-4f7b562eee05 admin admin] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:13:05.548135 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75761763-2ee5-46e2-8109-4f7b562eee05 admin admin] Pushing event updated for resources: {'Port': ['ID=887540ab-8e6e-4017-b47d-3212e447f64e,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:13:05.593239 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-75761763-2ee5-46e2-8109-4f7b562eee05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1795539'] for router_interface, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:05.603197 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-99eb3845-456b-49a3-b9da-d76e1a7a3c40 None None] Provisioning complete for port bffd5055-836b-43fc-a9e1-ca6b5624a757 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:13:05.603580 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-99eb3845-456b-49a3-b9da-d76e1a7a3c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:05.606543 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbaddbbb-228b-4151-8139-83d9bca2904d None None] DHCP port deletion for 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:13:05.618836 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fce101f1-7c0e-43b6-b9c7-026abd7304ff None None] Routers {'e623e151-6755-4c3d-8100-f608228ec438'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:13:05.619505 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-fce101f1-7c0e-43b6-b9c7-026abd7304ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T18:12:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['e623e151-6755-4c3d-8100-f608228ec438'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:13:05.659692 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1466a1-7d08-40ee-829f-ad4e82518485 None None] Pushing event updated for resources: {'Port': ['ID=bffd5055-836b-43fc-a9e1-ca6b5624a757,revision_number=3']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:13:05.726174 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-99eb3845-456b-49a3-b9da-d76e1a7a3c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:05.751356 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-99eb3845-456b-49a3-b9da-d76e1a7a3c40 None None] For port bffd5055-836b-43fc-a9e1-ca6b5624a757, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=bffd5055-836b-43fc-a9e1-ca6b5624a757,segment=NetworkSegment(bffd1e4f-e80f-4ff0-b418-2f42ae15febf),segment_id=bffd1e4f-e80f-4ff0-b418-2f42ae15febf)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:13:05.759875 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-99eb3845-456b-49a3-b9da-d76e1a7a3c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:05.764848 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-fce101f1-7c0e-43b6-b9c7-026abd7304ff None None] Set router e623e151-6755-4c3d-8100-f608228ec438 gateway port host: n-d-816206-8 {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:13:05.771231 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-75761763-2ee5-46e2-8109-4f7b562eee05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:05.820630 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99eb3845-456b-49a3-b9da-d76e1a7a3c40 None None] Pushing event updated for resources: {'Port': ['ID=bffd5055-836b-43fc-a9e1-ca6b5624a757,revision_number=4']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:13:05.880612 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-eba49c99-c791-48ef-9340-1f522b10ddc8 None None] Provisioning complete for port bffd5055-836b-43fc-a9e1-ca6b5624a757 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:13:05.881521 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-eba49c99-c791-48ef-9340-1f522b10ddc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:05.968340 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-75761763-2ee5-46e2-8109-4f7b562eee05 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:05.974673 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-75761763-2ee5-46e2-8109-4f7b562eee05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264357957'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:05.978132 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 3949f0fe-0e65-44df-b968-e66696464877 up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:13:06.044667 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port 3949f0fe-0e65-44df-b968-e66696464877 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:13:06.045552 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:06.050594 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75761763-2ee5-46e2-8109-4f7b562eee05 admin admin] Pushing event updated for resources: {'Port': ['ID=887540ab-8e6e-4017-b47d-3212e447f64e,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:13:06.053322 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-75761763-2ee5-46e2-8109-4f7b562eee05 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2068703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1794403'] for router_interface, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:06.073669 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-fce101f1-7c0e-43b6-b9c7-026abd7304ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e623e151-6755-4c3d-8100-f608228ec438', 'name': 'tempest-ServerActionsTestJSON-1491171035-router', 'tenant_id': '7a2e384b18354dcf855a2d3c6a834aef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.213'}], 'enable_snat': True}, 'gw_port_id': 'bffd5055-836b-43fc-a9e1-ca6b5624a757', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:13:02Z', 'updated_at': '2021-11-23T18:13:04Z', 'revision_number': 3, 'project_id': '7a2e384b18354dcf855a2d3c6a834aef', 'gw_port': {'id': 'bffd5055-836b-43fc-a9e1-ca6b5624a757', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:8c:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e623e151-6755-4c3d-8100-f608228ec438', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:13:03Z', 'updated_at': '2021-11-23T18:13:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8'}], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:13:06.081047 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-eba49c99-c791-48ef-9340-1f522b10ddc8 None None] Provisioning complete for port 887540ab-8e6e-4017-b47d-3212e447f64e triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:13:06.081426 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-eba49c99-c791-48ef-9340-1f522b10ddc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:06.100656 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fce101f1-7c0e-43b6-b9c7-026abd7304ff None None] The sync data for ids ['e623e151-6755-4c3d-8100-f608228ec438'] in n-d-816206-8 is: [{'id': 'e623e151-6755-4c3d-8100-f608228ec438', 'name': 'tempest-ServerActionsTestJSON-1491171035-router', 'tenant_id': '7a2e384b18354dcf855a2d3c6a834aef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.213'}], 'enable_snat': True}, 'gw_port_id': 'bffd5055-836b-43fc-a9e1-ca6b5624a757', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:13:02Z', 'updated_at': '2021-11-23T18:13:04Z', 'revision_number': 3, 'project_id': '7a2e384b18354dcf855a2d3c6a834aef', 'gw_port': {'id': 'bffd5055-836b-43fc-a9e1-ca6b5624a757', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:8c:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e623e151-6755-4c3d-8100-f608228ec438', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:13:03Z', 'updated_at': '2021-11-23T18:13:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8'}] {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:13:06.125399 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-eba49c99-c791-48ef-9340-1f522b10ddc8 None None] Port 887540ab-8e6e-4017-b47d-3212e447f64e cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:13:06.155053 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75761763-2ee5-46e2-8109-4f7b562eee05 admin admin] Network f7923f1d-6a8d-4e71-8499-b4a023620336 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:13:06.157012 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-75761763-2ee5-46e2-8109-4f7b562eee05 admin admin] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:13:06.280252 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75761763-2ee5-46e2-8109-4f7b562eee05 admin admin] Router e623e151-6755-4c3d-8100-f608228ec438 has already been hosted by L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 {{(pid=103590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:13:06.455310 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-04cf1435-1d0c-4fcc-b86b-4f3cae58875d None None] Provisioning complete for port 887540ab-8e6e-4017-b47d-3212e447f64e triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:13:06.455950 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-04cf1435-1d0c-4fcc-b86b-4f3cae58875d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:06.499328 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-04cf1435-1d0c-4fcc-b86b-4f3cae58875d None None] Port 887540ab-8e6e-4017-b47d-3212e447f64e cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:13:06.753192 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75761763-2ee5-46e2-8109-4f7b562eee05 admin admin] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:13:06.758708 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-75761763-2ee5-46e2-8109-4f7b562eee05 admin admin] 10.222.0.60 "PUT /v2.0/routers/e623e151-6755-4c3d-8100-f608228ec438/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9985585 Nov 23 18:13:07.585697 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 53734) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:13:07.590867 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-3ddceaed-010e-4c9a-a045-a1946fbb163d tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Request body: {'security_group': {'name': 'tempest-securitygroup--6227034', 'description': 'tempest-description--1701625455'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:13:07.614053 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-3ddceaed-010e-4c9a-a045-a1946fbb163d tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Publish callbacks [] for security_group, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:07.626536 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bab87d1b-4e32-4fd2-a923-75770d617e3a None None] Sync routers for ids ['e623e151-6755-4c3d-8100-f608228ec438'] in n-d-816206-8 {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:13:07.636503 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bab87d1b-4e32-4fd2-a923-75770d617e3a None None] Routers {'e623e151-6755-4c3d-8100-f608228ec438'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:13:07.637201 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-bab87d1b-4e32-4fd2-a923-75770d617e3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T18:12:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['e623e151-6755-4c3d-8100-f608228ec438'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:13:07.682744 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-3ddceaed-010e-4c9a-a045-a1946fbb163d tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Publish callbacks [] for security_group, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:07.686824 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-3ddceaed-010e-4c9a-a045-a1946fbb163d tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:07.720093 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddceaed-010e-4c9a-a045-a1946fbb163d tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65ffd7d6-6baf-4b83-9417-6a2507a92c34,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:13:07.725748 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-3ddceaed-010e-4c9a-a045-a1946fbb163d tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:07.726999 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-3ddceaed-010e-4c9a-a045-a1946fbb163d tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1402729 Nov 23 18:13:07.730522 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 53736) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:13:07.736188 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-113716d4-71b2-4244-b859-f497d6d43163 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Request body: {'security_group_rule': {'security_group_id': '65ffd7d6-6baf-4b83-9417-6a2507a92c34', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:13:07.759044 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvr_db [None req-bab87d1b-4e32-4fd2-a923-75770d617e3a None None] Set router e623e151-6755-4c3d-8100-f608228ec438 gateway port host: n-d-816206-8 {{(pid=103592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:13:07.764272 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-113716d4-71b2-4244-b859-f497d6d43163 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:07.821441 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-113716d4-71b2-4244-b859-f497d6d43163 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:07.826104 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-113716d4-71b2-4244-b859-f497d6d43163 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994370'] for security_group_rule, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:07.845794 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113716d4-71b2-4244-b859-f497d6d43163 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3d18600-7598-42c8-80cd-1c3f3f6a2375,revision_number=0']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:13:07.853754 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-113716d4-71b2-4244-b859-f497d6d43163 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:07.855312 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-113716d4-71b2-4244-b859-f497d6d43163 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1234818 Nov 23 18:13:07.857622 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 53738) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:13:07.862090 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-a657985b-63d0-4c5d-bdf3-492c45ccbe97 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Request body: {'security_group_rule': {'security_group_id': '65ffd7d6-6baf-4b83-9417-6a2507a92c34', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:13:07.890304 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-a657985b-63d0-4c5d-bdf3-492c45ccbe97 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:07.964174 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-a657985b-63d0-4c5d-bdf3-492c45ccbe97 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:07.964407 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device bffd5055-836b-43fc-a9e1-ca6b5624a757 up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:13:07.969811 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-a657985b-63d0-4c5d-bdf3-492c45ccbe97 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994370'] for security_group_rule, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:07.992779 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a657985b-63d0-4c5d-bdf3-492c45ccbe97 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf7ee40d-2029-4334-baa0-0947fbfcc07b,revision_number=0']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:13:07.998568 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-a657985b-63d0-4c5d-bdf3-492c45ccbe97 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:08.001283 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-a657985b-63d0-4c5d-bdf3-492c45ccbe97 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1422665 Nov 23 18:13:08.002922 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 53740) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:13:08.008695 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-de95b647-115f-4c49-b264-7998d5876aed tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Request body: {'floatingip': {'floating_network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:13:08.018988 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-bab87d1b-4e32-4fd2-a923-75770d617e3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e623e151-6755-4c3d-8100-f608228ec438', 'name': 'tempest-ServerActionsTestJSON-1491171035-router', 'tenant_id': '7a2e384b18354dcf855a2d3c6a834aef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.213'}], 'enable_snat': True}, 'gw_port_id': 'bffd5055-836b-43fc-a9e1-ca6b5624a757', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:13:02Z', 'updated_at': '2021-11-23T18:13:05Z', 'revision_number': 4, 'project_id': '7a2e384b18354dcf855a2d3c6a834aef', 'gw_port': {'id': 'bffd5055-836b-43fc-a9e1-ca6b5624a757', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:8c:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e623e151-6755-4c3d-8100-f608228ec438', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:13:03Z', 'updated_at': '2021-11-23T18:13:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_interfaces': [{'id': '887540ab-8e6e-4017-b47d-3212e447f64e', 'name': '', 'network_id': 'f7923f1d-6a8d-4e71-8499-b4a023620336', 'tenant_id': '7a2e384b18354dcf855a2d3c6a834aef', 'mac_address': 'fa:16:3e:23:87:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e623e151-6755-4c3d-8100-f608228ec438', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '25d3e046-26e6-43e5-8262-7b86687e27b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:13:05Z', 'updated_at': '2021-11-23T18:13:05Z', 'revision_number': 2, 'project_id': '7a2e384b18354dcf855a2d3c6a834aef', 'subnets': [{'id': '25d3e046-26e6-43e5-8262-7b86687e27b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:13:08.031332 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-de95b647-115f-4c49-b264-7998d5876aed tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Publish callbacks [] for floatingip, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:08.049670 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bab87d1b-4e32-4fd2-a923-75770d617e3a None None] Checking router: e623e151-6755-4c3d-8100-f608228ec438 for host: n-d-816206-8 {{(pid=103592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:13:08.050026 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bab87d1b-4e32-4fd2-a923-75770d617e3a None None] Updating router e623e151-6755-4c3d-8100-f608228ec438 port 887540ab-8e6e-4017-b47d-3212e447f64e binding host n-d-816206-8 {{(pid=103592) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 18:13:08.074502 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port bffd5055-836b-43fc-a9e1-ca6b5624a757 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:13:08.074800 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:08.096583 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-bab87d1b-4e32-4fd2-a923-75770d617e3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:08.134244 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-de95b647-115f-4c49-b264-7998d5876aed tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:08.234903 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-de95b647-115f-4c49-b264-7998d5876aed tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Allocated IP 172.25.3.28 (4c8455ba-1be5-42ac-b8c2-8a16e1292d55/08fe3644-ce41-4c3f-a7ea-92bac0f0fff5/da8a783c-b311-4ecc-b10b-57ba0afa46d0) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:13:08.345818 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-de95b647-115f-4c49-b264-7998d5876aed tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:08.381055 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-de95b647-115f-4c49-b264-7998d5876aed tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:08.427072 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de95b647-115f-4c49-b264-7998d5876aed tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Network 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:13:08.431290 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de95b647-115f-4c49-b264-7998d5876aed tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Pushing event updated for resources: {'Port': ['ID=da8a783c-b311-4ecc-b10b-57ba0afa46d0,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:13:08.434792 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-de95b647-115f-4c49-b264-7998d5876aed tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:13:08.436886 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de95b647-115f-4c49-b264-7998d5876aed tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:13:08.522265 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-de95b647-115f-4c49-b264-7998d5876aed tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:08.555831 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-de95b647-115f-4c49-b264-7998d5876aed tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:08.565759 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-bab87d1b-4e32-4fd2-a923-75770d617e3a None None] Publish callbacks [] for port, precommit_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:08.571513 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-bab87d1b-4e32-4fd2-a923-75770d617e3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:08.624713 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b47704f-cfb1-4633-b20f-86704f5a6650 None None] Pushing event updated for resources: {'Port': ['ID=887540ab-8e6e-4017-b47d-3212e447f64e,revision_number=3']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:13:08.671539 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-bab87d1b-4e32-4fd2-a923-75770d617e3a None None] Attempting to bind port 887540ab-8e6e-4017-b47d-3212e447f64e on host n-d-816206-8 for vnic_type normal with profile {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:13:08.672235 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-bab87d1b-4e32-4fd2-a923-75770d617e3a None None] Attempting to bind port 887540ab-8e6e-4017-b47d-3212e447f64e by drivers openvswitch,hyperv on host n-d-816206-8 at level 0 using segments [{'id': 'fe315ac5-77ca-4bfb-9cfe-65772fe7c4a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'f7923f1d-6a8d-4e71-8499-b4a023620336'}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:13:08.672822 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bab87d1b-4e32-4fd2-a923-75770d617e3a None None] Attempting to bind port 887540ab-8e6e-4017-b47d-3212e447f64e on network f7923f1d-6a8d-4e71-8499-b4a023620336 {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:13:08.678779 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bab87d1b-4e32-4fd2-a923-75770d617e3a None None] Checking agent: {'id': '9e89acbe-4bbe-4c77-a18b-6f1da9133e0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 7, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 12, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:13:08.679306 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bab87d1b-4e32-4fd2-a923-75770d617e3a None None] Checking segment: {'id': 'fe315ac5-77ca-4bfb-9cfe-65772fe7c4a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'f7923f1d-6a8d-4e71-8499-b4a023620336'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:13:08.679818 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-bab87d1b-4e32-4fd2-a923-75770d617e3a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:08.680317 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bab87d1b-4e32-4fd2-a923-75770d617e3a None None] Bound using segment: {'id': 'fe315ac5-77ca-4bfb-9cfe-65772fe7c4a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'f7923f1d-6a8d-4e71-8499-b4a023620336'} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:13:08.680932 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-bab87d1b-4e32-4fd2-a923-75770d617e3a None None] Bound port: 887540ab-8e6e-4017-b47d-3212e447f64e, host: n-d-816206-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe315ac5-77ca-4bfb-9cfe-65772fe7c4a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'f7923f1d-6a8d-4e71-8499-b4a023620336'}}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:13:08.681451 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-bab87d1b-4e32-4fd2-a923-75770d617e3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:08.722158 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-de95b647-115f-4c49-b264-7998d5876aed tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Publish callbacks [] for port, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:08.728784 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-de95b647-115f-4c49-b264-7998d5876aed tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264357957'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:08.751408 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-bab87d1b-4e32-4fd2-a923-75770d617e3a None None] For port 887540ab-8e6e-4017-b47d-3212e447f64e, host n-d-816206-8, cleared binding levels {{(pid=103592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:13:08.755024 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-bab87d1b-4e32-4fd2-a923-75770d617e3a None None] For port 887540ab-8e6e-4017-b47d-3212e447f64e, host n-d-816206-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=887540ab-8e6e-4017-b47d-3212e447f64e,segment=NetworkSegment(fe315ac5-77ca-4bfb-9cfe-65772fe7c4a6),segment_id=fe315ac5-77ca-4bfb-9cfe-65772fe7c4a6)] {{(pid=103592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:13:08.767032 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-bab87d1b-4e32-4fd2-a923-75770d617e3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:08.819000 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de95b647-115f-4c49-b264-7998d5876aed tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Pushing event updated for resources: {'Port': ['ID=da8a783c-b311-4ecc-b10b-57ba0afa46d0,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:13:08.831920 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-de95b647-115f-4c49-b264-7998d5876aed tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1795396'] for floatingip, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:08.841367 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bab87d1b-4e32-4fd2-a923-75770d617e3a None None] Routers {'e623e151-6755-4c3d-8100-f608228ec438'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:13:08.842003 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-bab87d1b-4e32-4fd2-a923-75770d617e3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T18:12:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['e623e151-6755-4c3d-8100-f608228ec438'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:13:08.845772 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b47704f-cfb1-4633-b20f-86704f5a6650 None None] Pushing event updated for resources: {'Port': ['ID=887540ab-8e6e-4017-b47d-3212e447f64e,revision_number=4']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:13:08.851673 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-de95b647-115f-4c49-b264-7998d5876aed tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for floatingip, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:08.856634 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-de95b647-115f-4c49-b264-7998d5876aed tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8488629 Nov 23 18:13:08.889131 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-d85ae560-c36d-48ec-af9a-68db5e1714bf None None] Provisioning complete for port 887540ab-8e6e-4017-b47d-3212e447f64e triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:13:08.889496 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-d85ae560-c36d-48ec-af9a-68db5e1714bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:09.002370 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvr_db [None req-bab87d1b-4e32-4fd2-a923-75770d617e3a None None] Set router e623e151-6755-4c3d-8100-f608228ec438 gateway port host: n-d-816206-8 {{(pid=103592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:13:09.025277 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-3fb37ebc-fa31-4afe-a697-38df70b47a9f req-38befce9-8cfe-4502-8fd4-44607281a65a tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--6227034&fields=id&tenant_id=7a2e384b18354dcf855a2d3c6a834aef HTTP/1.1" status: 200 len: 267 time: 0.0475075 Nov 23 18:13:09.080789 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-d85ae560-c36d-48ec-af9a-68db5e1714bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:09.142984 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb37ebc-fa31-4afe-a697-38df70b47a9f req-ad4893b0-8929-4314-865e-d93358c541d9 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:13:09.144459 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-3fb37ebc-fa31-4afe-a697-38df70b47a9f req-ad4893b0-8929-4314-865e-d93358c541d9 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/networks?id=f7923f1d-6a8d-4e71-8499-b4a023620336 HTTP/1.1" status: 200 len: 812 time: 0.1112897 Nov 23 18:13:09.159895 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-3fb37ebc-fa31-4afe-a697-38df70b47a9f req-57796f1e-4b9a-4b3d-92ab-7d1590bd132c tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/quotas/7a2e384b18354dcf855a2d3c6a834aef HTTP/1.1" status: 200 len: 375 time: 0.0093482 Nov 23 18:13:09.187599 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-d85ae560-c36d-48ec-af9a-68db5e1714bf None None] For port 887540ab-8e6e-4017-b47d-3212e447f64e, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=887540ab-8e6e-4017-b47d-3212e447f64e,segment=NetworkSegment(fe315ac5-77ca-4bfb-9cfe-65772fe7c4a6),segment_id=fe315ac5-77ca-4bfb-9cfe-65772fe7c4a6)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:13:09.193339 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-d85ae560-c36d-48ec-af9a-68db5e1714bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:09.214955 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-3fb37ebc-fa31-4afe-a697-38df70b47a9f req-e2586a55-ac45-4544-913c-0c10bdda98bd tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=7a2e384b18354dcf855a2d3c6a834aef&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0491059 Nov 23 18:13:09.276288 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85ae560-c36d-48ec-af9a-68db5e1714bf None None] Pushing event updated for resources: {'Port': ['ID=887540ab-8e6e-4017-b47d-3212e447f64e,revision_number=5']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:13:09.319313 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-3fb37ebc-fa31-4afe-a697-38df70b47a9f req-a44910d5-e9c7-4def-a2c5-cf75db87a2fb service neutron] 10.222.0.60 "GET /v2.0/networks/f7923f1d-6a8d-4e71-8499-b4a023620336?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925300 Nov 23 18:13:09.324709 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-ded304f3-2be4-4ee7-9058-b217bcb3213c None None] Provisioning complete for port 887540ab-8e6e-4017-b47d-3212e447f64e triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:13:09.325010 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-ded304f3-2be4-4ee7-9058-b217bcb3213c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:09.329259 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-bab87d1b-4e32-4fd2-a923-75770d617e3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e623e151-6755-4c3d-8100-f608228ec438', 'name': 'tempest-ServerActionsTestJSON-1491171035-router', 'tenant_id': '7a2e384b18354dcf855a2d3c6a834aef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.213'}], 'enable_snat': True}, 'gw_port_id': 'bffd5055-836b-43fc-a9e1-ca6b5624a757', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:13:02Z', 'updated_at': '2021-11-23T18:13:05Z', 'revision_number': 4, 'project_id': '7a2e384b18354dcf855a2d3c6a834aef', 'gw_port': {'id': 'bffd5055-836b-43fc-a9e1-ca6b5624a757', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:8c:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e623e151-6755-4c3d-8100-f608228ec438', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:13:03Z', 'updated_at': '2021-11-23T18:13:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_interfaces': [{'id': '887540ab-8e6e-4017-b47d-3212e447f64e', 'name': '', 'network_id': 'f7923f1d-6a8d-4e71-8499-b4a023620336', 'tenant_id': '7a2e384b18354dcf855a2d3c6a834aef', 'mac_address': 'fa:16:3e:23:87:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e623e151-6755-4c3d-8100-f608228ec438', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '25d3e046-26e6-43e5-8262-7b86687e27b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:13:05Z', 'updated_at': '2021-11-23T18:13:08Z', 'revision_number': 4, 'project_id': '7a2e384b18354dcf855a2d3c6a834aef', 'subnets': [{'id': '25d3e046-26e6-43e5-8262-7b86687e27b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:13:09.378873 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bab87d1b-4e32-4fd2-a923-75770d617e3a None None] The sync data for ids ['e623e151-6755-4c3d-8100-f608228ec438'] in n-d-816206-8 is: [{'id': 'e623e151-6755-4c3d-8100-f608228ec438', 'name': 'tempest-ServerActionsTestJSON-1491171035-router', 'tenant_id': '7a2e384b18354dcf855a2d3c6a834aef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.213'}], 'enable_snat': True}, 'gw_port_id': 'bffd5055-836b-43fc-a9e1-ca6b5624a757', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:13:02Z', 'updated_at': '2021-11-23T18:13:05Z', 'revision_number': 4, 'project_id': '7a2e384b18354dcf855a2d3c6a834aef', 'gw_port': {'id': 'bffd5055-836b-43fc-a9e1-ca6b5624a757', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:8c:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e623e151-6755-4c3d-8100-f608228ec438', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:13:03Z', 'updated_at': '2021-11-23T18:13:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_interfaces': [{'id': '887540ab-8e6e-4017-b47d-3212e447f64e', 'name': '', 'network_id': 'f7923f1d-6a8d-4e71-8499-b4a023620336', 'tenant_id': '7a2e384b18354dcf855a2d3c6a834aef', 'mac_address': 'fa:16:3e:23:87:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e623e151-6755-4c3d-8100-f608228ec438', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '25d3e046-26e6-43e5-8262-7b86687e27b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:13:05Z', 'updated_at': '2021-11-23T18:13:08Z', 'revision_number': 4, 'project_id': '7a2e384b18354dcf855a2d3c6a834aef', 'subnets': [{'id': '25d3e046-26e6-43e5-8262-7b86687e27b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:13:09.446946 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-3fb37ebc-fa31-4afe-a697-38df70b47a9f req-56e959ca-2949-4cd9-819e-0a2bec2a66b7 service neutron] 10.222.0.60 "GET /v2.0/networks/f7923f1d-6a8d-4e71-8499-b4a023620336?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1191001 Nov 23 18:13:09.631316 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-1580e364-c8e2-47f4-a1fd-7dbb7e09aa0d req-0e37b8da-62c6-44e8-aab4-67fb63403a8e tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/ports?device_id=17fea49c-a139-40fd-bda5-f77b70a93fd4 HTTP/1.1" status: 200 len: 210 time: 0.0324459 Nov 23 18:13:09.968919 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 887540ab-8e6e-4017-b47d-3212e447f64e up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:13:10.035910 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port 887540ab-8e6e-4017-b47d-3212e447f64e triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:13:10.036391 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:10.641040 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb37ebc-fa31-4afe-a697-38df70b47a9f req-24497a9a-5cb9-42bb-b7ff-68cb9f99f629 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:13:10.642622 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-3fb37ebc-fa31-4afe-a697-38df70b47a9f req-24497a9a-5cb9-42bb-b7ff-68cb9f99f629 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.36 "GET /v2.0/networks?id=f7923f1d-6a8d-4e71-8499-b4a023620336 HTTP/1.1" status: 200 len: 812 time: 0.1302965 Nov 23 18:13:10.721887 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-3fb37ebc-fa31-4afe-a697-38df70b47a9f req-f4882739-1606-4eba-b021-f162c6787e0f tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7a2e384b18354dcf855a2d3c6a834aef HTTP/1.1" status: 200 len: 377 time: 0.0668859 Nov 23 18:13:10.748692 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a4601af8-b7aa-4021-ba9e-f48b24918197 req-514f7fbf-df5a-48dd-9180-83843d79ef3e tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/ports?device_id=17fea49c-a139-40fd-bda5-f77b70a93fd4 HTTP/1.1" status: 200 len: 210 time: 0.0415807 Nov 23 18:13:10.752166 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [req-3fb37ebc-fa31-4afe-a697-38df70b47a9f req-79354964-ca3a-47e9-bbd0-622ad2fb4ab4 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Request body: {'port': {'device_id': '17fea49c-a139-40fd-bda5-f77b70a93fd4', 'network_id': 'f7923f1d-6a8d-4e71-8499-b4a023620336', 'admin_state_up': True, 'tenant_id': '7a2e384b18354dcf855a2d3c6a834aef', 'security_groups': ['65ffd7d6-6baf-4b83-9417-6a2507a92c34']}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:13:10.864109 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3fb37ebc-fa31-4afe-a697-38df70b47a9f req-79354964-ca3a-47e9-bbd0-622ad2fb4ab4 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Made reservation on behalf of 7a2e384b18354dcf855a2d3c6a834aef for: {'port': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:13:10.867606 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-3fb37ebc-fa31-4afe-a697-38df70b47a9f req-79354964-ca3a-47e9-bbd0-622ad2fb4ab4 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:11.227915 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.db_base_plugin_common [req-3fb37ebc-fa31-4afe-a697-38df70b47a9f req-79354964-ca3a-47e9-bbd0-622ad2fb4ab4 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Allocated IP 172.20.0.8 (f7923f1d-6a8d-4e71-8499-b4a023620336/25d3e046-26e6-43e5-8262-7b86687e27b2/372218ec-d71b-4a1a-8763-aeb5c9835a10) {{(pid=103591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:13:11.362829 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-3fb37ebc-fa31-4afe-a697-38df70b47a9f req-79354964-ca3a-47e9-bbd0-622ad2fb4ab4 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Publish callbacks [] for port, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:11.397644 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-3fb37ebc-fa31-4afe-a697-38df70b47a9f req-79354964-ca3a-47e9-bbd0-622ad2fb4ab4 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:11.438863 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3fb37ebc-fa31-4afe-a697-38df70b47a9f req-79354964-ca3a-47e9-bbd0-622ad2fb4ab4 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Network f7923f1d-6a8d-4e71-8499-b4a023620336 is already hosted by enough agents. {{(pid=103591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:13:11.445821 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [req-3fb37ebc-fa31-4afe-a697-38df70b47a9f req-79354964-ca3a-47e9-bbd0-622ad2fb4ab4 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Resources bound (agent type, host, resource id): {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:13:11.449962 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fb37ebc-fa31-4afe-a697-38df70b47a9f req-79354964-ca3a-47e9-bbd0-622ad2fb4ab4 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Received port after_create {{(pid=103591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:13:11.456233 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79354964-ca3a-47e9-bbd0-622ad2fb4ab4 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Pushing event updated for resources: {'Port': ['ID=372218ec-d71b-4a1a-8763-aeb5c9835a10,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:13:11.502938 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb37ebc-fa31-4afe-a697-38df70b47a9f req-79354964-ca3a-47e9-bbd0-622ad2fb4ab4 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:13:11.503462 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-3fb37ebc-fa31-4afe-a697-38df70b47a9f req-79354964-ca3a-47e9-bbd0-622ad2fb4ab4 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:11.521100 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-3fb37ebc-fa31-4afe-a697-38df70b47a9f req-79354964-ca3a-47e9-bbd0-622ad2fb4ab4 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7747133 Nov 23 18:13:11.590475 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [req-3fb37ebc-fa31-4afe-a697-38df70b47a9f req-d31bdacb-43b5-4e0b-9b48-f28e276eb9d2 service neutron] Request body: {'port': {'device_id': '17fea49c-a139-40fd-bda5-f77b70a93fd4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-8'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:13:11.648963 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-3fb37ebc-fa31-4afe-a697-38df70b47a9f req-d31bdacb-43b5-4e0b-9b48-f28e276eb9d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:11.680721 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-bd652584-e30a-4189-b40f-74e373141952 None None] Provisioning complete for port 372218ec-d71b-4a1a-8763-aeb5c9835a10 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:13:11.681296 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-bd652584-e30a-4189-b40f-74e373141952 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:11.720411 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-bd652584-e30a-4189-b40f-74e373141952 None None] Port 372218ec-d71b-4a1a-8763-aeb5c9835a10 cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:13:11.898896 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267729ac-3bac-4414-b8a2-86890052708f req-3efac89d-251b-4e52-91db-e502c56dac16 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:13:11.900376 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-267729ac-3bac-4414-b8a2-86890052708f req-3efac89d-251b-4e52-91db-e502c56dac16 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/ports?device_id=17fea49c-a139-40fd-bda5-f77b70a93fd4 HTTP/1.1" status: 200 len: 931 time: 0.0747736 Nov 23 18:13:11.982746 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [req-3fb37ebc-fa31-4afe-a697-38df70b47a9f req-d31bdacb-43b5-4e0b-9b48-f28e276eb9d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 372218ec-d71b-4a1a-8763-aeb5c9835a10 {{(pid=103591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:13:11.992886 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-3fb37ebc-fa31-4afe-a697-38df70b47a9f req-d31bdacb-43b5-4e0b-9b48-f28e276eb9d2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:11.998680 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-267729ac-3bac-4414-b8a2-86890052708f req-47539041-ae98-455a-a887-4d046977039d tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/security-groups?id=65ffd7d6-6baf-4b83-9417-6a2507a92c34&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0909486 Nov 23 18:13:12.009020 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.provisioning_blocks [req-3fb37ebc-fa31-4afe-a697-38df70b47a9f req-d31bdacb-43b5-4e0b-9b48-f28e276eb9d2 service neutron] Transition to ACTIVE for port object 372218ec-d71b-4a1a-8763-aeb5c9835a10 will not be triggered until provisioned by entity L2. {{(pid=103591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 18:13:12.013172 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-3fb37ebc-fa31-4afe-a697-38df70b47a9f req-d31bdacb-43b5-4e0b-9b48-f28e276eb9d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264758186'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:12.068462 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31bdacb-43b5-4e0b-9b48-f28e276eb9d2 service neutron] Pushing event updated for resources: {'Port': ['ID=372218ec-d71b-4a1a-8763-aeb5c9835a10,revision_number=2']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:13:12.135737 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-3fb37ebc-fa31-4afe-a697-38df70b47a9f req-d31bdacb-43b5-4e0b-9b48-f28e276eb9d2 service neutron] Attempting to bind port 372218ec-d71b-4a1a-8763-aeb5c9835a10 on host n-h2-816206-8 for vnic_type normal with profile {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:13:12.136082 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-3fb37ebc-fa31-4afe-a697-38df70b47a9f req-d31bdacb-43b5-4e0b-9b48-f28e276eb9d2 service neutron] Attempting to bind port 372218ec-d71b-4a1a-8763-aeb5c9835a10 by drivers openvswitch,hyperv on host n-h2-816206-8 at level 0 using segments [{'id': 'fe315ac5-77ca-4bfb-9cfe-65772fe7c4a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'f7923f1d-6a8d-4e71-8499-b4a023620336'}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:13:12.136416 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fb37ebc-fa31-4afe-a697-38df70b47a9f req-d31bdacb-43b5-4e0b-9b48-f28e276eb9d2 service neutron] Attempting to bind port 372218ec-d71b-4a1a-8763-aeb5c9835a10 on network f7923f1d-6a8d-4e71-8499-b4a023620336 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:13:12.141144 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fb37ebc-fa31-4afe-a697-38df70b47a9f req-d31bdacb-43b5-4e0b-9b48-f28e276eb9d2 service neutron] Port 372218ec-d71b-4a1a-8763-aeb5c9835a10 on network f7923f1d-6a8d-4e71-8499-b4a023620336 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-8 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:13:12.141467 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fb37ebc-fa31-4afe-a697-38df70b47a9f req-d31bdacb-43b5-4e0b-9b48-f28e276eb9d2 service neutron] Attempting to bind port 372218ec-d71b-4a1a-8763-aeb5c9835a10 on network f7923f1d-6a8d-4e71-8499-b4a023620336 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:13:12.146453 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fb37ebc-fa31-4afe-a697-38df70b47a9f req-d31bdacb-43b5-4e0b-9b48-f28e276eb9d2 service neutron] Checking agent: {'id': 'ab77bf9e-0267-4174-8f1d-822cba89b207', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 15, 13), 'started_at': datetime.datetime(2021, 11, 23, 17, 15, 13), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 12, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:13:12.146796 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fb37ebc-fa31-4afe-a697-38df70b47a9f req-d31bdacb-43b5-4e0b-9b48-f28e276eb9d2 service neutron] Checking segment: {'id': 'fe315ac5-77ca-4bfb-9cfe-65772fe7c4a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'f7923f1d-6a8d-4e71-8499-b4a023620336'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:13:12.147186 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fb37ebc-fa31-4afe-a697-38df70b47a9f req-d31bdacb-43b5-4e0b-9b48-f28e276eb9d2 service neutron] Bound using segment: {'id': 'fe315ac5-77ca-4bfb-9cfe-65772fe7c4a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'f7923f1d-6a8d-4e71-8499-b4a023620336'} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:13:12.147617 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-3fb37ebc-fa31-4afe-a697-38df70b47a9f req-d31bdacb-43b5-4e0b-9b48-f28e276eb9d2 service neutron] Bound port: 372218ec-d71b-4a1a-8763-aeb5c9835a10, host: n-h2-816206-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe315ac5-77ca-4bfb-9cfe-65772fe7c4a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'f7923f1d-6a8d-4e71-8499-b4a023620336'}}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:13:12.147981 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-3fb37ebc-fa31-4afe-a697-38df70b47a9f req-d31bdacb-43b5-4e0b-9b48-f28e276eb9d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:12.217582 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-3fb37ebc-fa31-4afe-a697-38df70b47a9f req-d31bdacb-43b5-4e0b-9b48-f28e276eb9d2 service neutron] For port 372218ec-d71b-4a1a-8763-aeb5c9835a10, host n-h2-816206-8, cleared binding levels {{(pid=103591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:13:12.220671 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-3fb37ebc-fa31-4afe-a697-38df70b47a9f req-d31bdacb-43b5-4e0b-9b48-f28e276eb9d2 service neutron] For port 372218ec-d71b-4a1a-8763-aeb5c9835a10, host n-h2-816206-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=372218ec-d71b-4a1a-8763-aeb5c9835a10,segment=NetworkSegment(fe315ac5-77ca-4bfb-9cfe-65772fe7c4a6),segment_id=fe315ac5-77ca-4bfb-9cfe-65772fe7c4a6)] {{(pid=103591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:13:12.225318 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-3fb37ebc-fa31-4afe-a697-38df70b47a9f req-d31bdacb-43b5-4e0b-9b48-f28e276eb9d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264758186'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:12.260151 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb37ebc-fa31-4afe-a697-38df70b47a9f req-d31bdacb-43b5-4e0b-9b48-f28e276eb9d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:13:12.260798 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-3fb37ebc-fa31-4afe-a697-38df70b47a9f req-d31bdacb-43b5-4e0b-9b48-f28e276eb9d2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:12.263141 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-3fb37ebc-fa31-4afe-a697-38df70b47a9f req-d31bdacb-43b5-4e0b-9b48-f28e276eb9d2 service neutron] 10.222.0.36 "PUT /v2.0/ports/372218ec-d71b-4a1a-8763-aeb5c9835a10 HTTP/1.1" status: 200 len: 1091 time: 0.7319446 Nov 23 18:13:12.263141 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17fea49c-a139-40fd-bda5-f77b70a93fd4', 'tag': '372218ec-d71b-4a1a-8763-aeb5c9835a10'}] {{(pid=103591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:13:12.264941 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41d174a19ece9499ff9ec44e5b3fc50f2abd3ffbc947fb7e52ea1e8db27b95b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fa1457a-685c-4433-99d2-29615e408fd9" -d '{"events": [{"name": "network-changed", "server_uuid": "17fea49c-a139-40fd-bda5-f77b70a93fd4", "tag": "372218ec-d71b-4a1a-8763-aeb5c9835a10"}]}' {{(pid=103591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:13:12.305466 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31bdacb-43b5-4e0b-9b48-f28e276eb9d2 service neutron] Pushing event updated for resources: {'Port': ['ID=372218ec-d71b-4a1a-8763-aeb5c9835a10,revision_number=3']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:13:12.323744 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:13:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9857aa0-8100-427a-9f37-f40fb5be7e70 x-openstack-request-id: req-b9857aa0-8100-427a-9f37-f40fb5be7e70 {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:13:12.323744 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17fea49c-a139-40fd-bda5-f77b70a93fd4", "tag": "372218ec-d71b-4a1a-8763-aeb5c9835a10", "status": "completed", "code": 200}]} {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:13:12.323744 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b9857aa0-8100-427a-9f37-f40fb5be7e70 {{(pid=103591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:13:12.324104 n-d-816206-8 neutron-server[103591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17fea49c-a139-40fd-bda5-f77b70a93fd4', 'tag': '372218ec-d71b-4a1a-8763-aeb5c9835a10', 'status': 'completed', 'code': 200} Nov 23 18:13:12.353342 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb37ebc-fa31-4afe-a697-38df70b47a9f req-47373723-befa-410b-8dad-de19bf4394b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:13:12.355488 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-3fb37ebc-fa31-4afe-a697-38df70b47a9f req-47373723-befa-410b-8dad-de19bf4394b1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7a2e384b18354dcf855a2d3c6a834aef&device_id=17fea49c-a139-40fd-bda5-f77b70a93fd4 HTTP/1.1" status: 200 len: 1094 time: 0.0452483 Nov 23 18:13:12.399494 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-3fb37ebc-fa31-4afe-a697-38df70b47a9f req-5193649c-a13b-4a07-bcaa-ae88c30dbbdc service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=372218ec-d71b-4a1a-8763-aeb5c9835a10 HTTP/1.1" status: 200 len: 217 time: 0.0352144 Nov 23 18:13:12.457875 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb37ebc-fa31-4afe-a697-38df70b47a9f req-8553c794-2e1d-4e87-9884-94a0a2e5b13f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:13:12.459347 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-3fb37ebc-fa31-4afe-a697-38df70b47a9f req-8553c794-2e1d-4e87-9884-94a0a2e5b13f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=25d3e046-26e6-43e5-8262-7b86687e27b2 HTTP/1.1" status: 200 len: 851 time: 0.0527582 Nov 23 18:13:12.506917 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb37ebc-fa31-4afe-a697-38df70b47a9f req-8c5e9a7a-3652-4ea5-83d4-57ea2b9fd74f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:13:12.508576 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-3fb37ebc-fa31-4afe-a697-38df70b47a9f req-8c5e9a7a-3652-4ea5-83d4-57ea2b9fd74f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f7923f1d-6a8d-4e71-8499-b4a023620336&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408881 Nov 23 18:13:12.605635 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-3fb37ebc-fa31-4afe-a697-38df70b47a9f req-106c66e8-cd66-417c-ac44-cbe588bd1435 service neutron] 10.222.0.36 "GET /v2.0/networks/f7923f1d-6a8d-4e71-8499-b4a023620336?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876105 Nov 23 18:13:12.695871 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-3fb37ebc-fa31-4afe-a697-38df70b47a9f req-3af27658-4c3d-4810-b21a-b6ab6b52ff21 service neutron] 10.222.0.36 "GET /v2.0/networks/f7923f1d-6a8d-4e71-8499-b4a023620336?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830467 Nov 23 18:13:12.789449 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa1457a-685c-4433-99d2-29615e408fd9 req-e3dde1d2-923f-4189-a104-62ea0ac986f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:13:12.790942 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4fa1457a-685c-4433-99d2-29615e408fd9 req-e3dde1d2-923f-4189-a104-62ea0ac986f6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7a2e384b18354dcf855a2d3c6a834aef&device_id=17fea49c-a139-40fd-bda5-f77b70a93fd4 HTTP/1.1" status: 200 len: 1094 time: 0.0419214 Nov 23 18:13:12.886950 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa1457a-685c-4433-99d2-29615e408fd9 req-5b09d9ae-7ebe-40fd-aa72-6bc0246ce924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:13:12.888222 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4fa1457a-685c-4433-99d2-29615e408fd9 req-5b09d9ae-7ebe-40fd-aa72-6bc0246ce924 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f7923f1d-6a8d-4e71-8499-b4a023620336 HTTP/1.1" status: 200 len: 913 time: 0.0893183 Nov 23 18:13:12.929366 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4fa1457a-685c-4433-99d2-29615e408fd9 req-a734991e-686b-4c1c-815c-760a16ba5b2e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=372218ec-d71b-4a1a-8763-aeb5c9835a10 HTTP/1.1" status: 200 len: 217 time: 0.0338609 Nov 23 18:13:12.986397 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa1457a-685c-4433-99d2-29615e408fd9 req-2ac2ff4f-d000-4370-870a-75cff91ff344 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:13:12.987874 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4fa1457a-685c-4433-99d2-29615e408fd9 req-2ac2ff4f-d000-4370-870a-75cff91ff344 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=25d3e046-26e6-43e5-8262-7b86687e27b2 HTTP/1.1" status: 200 len: 851 time: 0.0513778 Nov 23 18:13:13.028226 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-12af2149-5652-456c-8e81-4aa95ef475b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:13.042914 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa1457a-685c-4433-99d2-29615e408fd9 req-c5dbdec4-d060-4ede-a845-82fb8ed6ce07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:13:13.044335 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4fa1457a-685c-4433-99d2-29615e408fd9 req-c5dbdec4-d060-4ede-a845-82fb8ed6ce07 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f7923f1d-6a8d-4e71-8499-b4a023620336&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0482125 Nov 23 18:13:13.172208 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4fa1457a-685c-4433-99d2-29615e408fd9 req-2233bc1d-ea3d-41f9-8e26-542858767c0a service neutron] 10.222.0.36 "GET /v2.0/networks/f7923f1d-6a8d-4e71-8499-b4a023620336?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200552 Nov 23 18:13:13.179966 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82059d12-2690-4c84-8771-1fda03d4fa98 req-8a8337c5-6ae8-43f4-86a9-af283d783438 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:13:13.181426 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-82059d12-2690-4c84-8771-1fda03d4fa98 req-8a8337c5-6ae8-43f4-86a9-af283d783438 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/ports?device_id=17fea49c-a139-40fd-bda5-f77b70a93fd4 HTTP/1.1" status: 200 len: 943 time: 0.1018546 Nov 23 18:13:13.286211 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-82059d12-2690-4c84-8771-1fda03d4fa98 req-4185d567-a283-474d-ac42-c5da8d91a2eb tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/security-groups?id=65ffd7d6-6baf-4b83-9417-6a2507a92c34&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0958490 Nov 23 18:13:13.304192 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4fa1457a-685c-4433-99d2-29615e408fd9 req-9488b20d-2576-486d-bc7e-3d37e1340a35 service neutron] 10.222.0.36 "GET /v2.0/networks/f7923f1d-6a8d-4e71-8499-b4a023620336?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212008 Nov 23 18:13:13.826217 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:14.405570 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cc0b01-9ee7-4238-8105-9aaff3f11f74 req-e553ffb9-30f6-438b-86a2-c1ea32e022c3 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:13:14.407041 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-35cc0b01-9ee7-4238-8105-9aaff3f11f74 req-e553ffb9-30f6-438b-86a2-c1ea32e022c3 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/ports?device_id=17fea49c-a139-40fd-bda5-f77b70a93fd4 HTTP/1.1" status: 200 len: 943 time: 0.0493777 Nov 23 18:13:14.453876 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-35cc0b01-9ee7-4238-8105-9aaff3f11f74 req-0f902ea9-a2c2-410f-a0a6-10a3a0f7d2ea tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/security-groups?id=65ffd7d6-6baf-4b83-9417-6a2507a92c34&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0409613 Nov 23 18:13:14.623143 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:15.128191 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-a4afb6b5-0243-425a-8fd6-c34a70faf6e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:15.570739 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d228244-ed90-438a-ab27-69b66113c482 req-cf748045-817b-4665-87c3-0918d4626125 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:13:15.572239 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-1d228244-ed90-438a-ab27-69b66113c482 req-cf748045-817b-4665-87c3-0918d4626125 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/ports?device_id=17fea49c-a139-40fd-bda5-f77b70a93fd4 HTTP/1.1" status: 200 len: 943 time: 0.0496407 Nov 23 18:13:15.620084 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-1d228244-ed90-438a-ab27-69b66113c482 req-6a6d0d98-f6de-4e81-b049-aa3bae47f2ea tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/security-groups?id=65ffd7d6-6baf-4b83-9417-6a2507a92c34&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0415146 Nov 23 18:13:16.259641 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device 372218ec-d71b-4a1a-8763-aeb5c9835a10 details requested by agent hyperv_n-h2-816206-8 with host n-h2-816206-8 {{(pid=103592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 18:13:16.354980 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port 372218ec-d71b-4a1a-8763-aeb5c9835a10, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=372218ec-d71b-4a1a-8763-aeb5c9835a10,segment=NetworkSegment(fe315ac5-77ca-4bfb-9cfe-65772fe7c4a6),segment_id=fe315ac5-77ca-4bfb-9cfe-65772fe7c4a6)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:13:16.365810 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Returning: {'device': '372218ec-d71b-4a1a-8763-aeb5c9835a10', 'network_id': 'f7923f1d-6a8d-4e71-8499-b4a023620336', 'port_id': '372218ec-d71b-4a1a-8763-aeb5c9835a10', 'mac_address': 'fa:16:3e:e5:b2:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25d3e046-26e6-43e5-8262-7b86687e27b2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 18:13:16.402694 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:16.415031 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 372218ec-d71b-4a1a-8763-aeb5c9835a10 {{(pid=103592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:13:16.433955 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port 372218ec-d71b-4a1a-8763-aeb5c9835a10, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=372218ec-d71b-4a1a-8763-aeb5c9835a10,segment=NetworkSegment(fe315ac5-77ca-4bfb-9cfe-65772fe7c4a6),segment_id=fe315ac5-77ca-4bfb-9cfe-65772fe7c4a6)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:13:16.438213 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:16.490907 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Pushing event updated for resources: {'Port': ['ID=372218ec-d71b-4a1a-8763-aeb5c9835a10,revision_number=4']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:13:16.654546 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] get_ports_and_sgs() called for port_ids ['372218ec-d71b-4a1a-8763-aeb5c9835a10'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:13:16.687513 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-52822d53-48f5-4819-8a95-bdc13aea0bf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:16.741460 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977d0a4c-1a8f-4c97-b7a5-33a1c0c150ef req-5f2b810c-b322-4468-b9e2-237d4bd81f4a tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:13:16.742930 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-977d0a4c-1a8f-4c97-b7a5-33a1c0c150ef req-5f2b810c-b322-4468-b9e2-237d4bd81f4a tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/ports?device_id=17fea49c-a139-40fd-bda5-f77b70a93fd4 HTTP/1.1" status: 200 len: 944 time: 0.0535469 Nov 23 18:13:16.796942 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-977d0a4c-1a8f-4c97-b7a5-33a1c0c150ef req-77f4ea43-4534-4d82-be14-43f9cd1e728d tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/security-groups?id=65ffd7d6-6baf-4b83-9417-6a2507a92c34&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0468655 Nov 23 18:13:17.879350 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9a27ae6c-db98-474f-94c1-cc99bf842d79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:17.913773 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e88b11-a0e6-4d02-ad30-0848bda61985 req-c2c20dde-8dd5-4d52-979f-afd3992cb232 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:13:17.915268 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-79e88b11-a0e6-4d02-ad30-0848bda61985 req-c2c20dde-8dd5-4d52-979f-afd3992cb232 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/ports?device_id=17fea49c-a139-40fd-bda5-f77b70a93fd4 HTTP/1.1" status: 200 len: 944 time: 0.0501730 Nov 23 18:13:17.962176 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-79e88b11-a0e6-4d02-ad30-0848bda61985 req-af49cc45-15d7-456b-bd04-d51efd8d3376 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/security-groups?id=65ffd7d6-6baf-4b83-9417-6a2507a92c34&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0409281 Nov 23 18:13:18.260100 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device 372218ec-d71b-4a1a-8763-aeb5c9835a10 up at agent hyperv_n-h2-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:13:18.310975 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Provisioning for port 372218ec-d71b-4a1a-8763-aeb5c9835a10 completed by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 18:13:18.314720 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Provisioning complete for port 372218ec-d71b-4a1a-8763-aeb5c9835a10 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:13:18.315089 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:18.389385 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:18.422772 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17fea49c-a139-40fd-bda5-f77b70a93fd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '372218ec-d71b-4a1a-8763-aeb5c9835a10'}] {{(pid=103592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:13:18.425030 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba3e6a8f2301c7a29fe1eca9779abdae4ccbcd6266d69778087f2498d5551201" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91ba365d-1706-44f9-a486-395e42dc016b" -d '{"events": [{"server_uuid": "17fea49c-a139-40fd-bda5-f77b70a93fd4", "name": "network-vif-plugged", "status": "completed", "tag": "372218ec-d71b-4a1a-8763-aeb5c9835a10"}]}' {{(pid=103592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:13:18.435118 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:18.439280 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port 372218ec-d71b-4a1a-8763-aeb5c9835a10, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=372218ec-d71b-4a1a-8763-aeb5c9835a10,segment=NetworkSegment(fe315ac5-77ca-4bfb-9cfe-65772fe7c4a6),segment_id=fe315ac5-77ca-4bfb-9cfe-65772fe7c4a6)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:13:18.444177 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:18.473736 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:13:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6801c764-b20d-42a6-bb2c-e9cd021fb92d x-openstack-request-id: req-6801c764-b20d-42a6-bb2c-e9cd021fb92d {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:13:18.474422 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17fea49c-a139-40fd-bda5-f77b70a93fd4", "name": "network-vif-plugged", "status": "completed", "tag": "372218ec-d71b-4a1a-8763-aeb5c9835a10", "code": 200}]} {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:13:18.474711 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6801c764-b20d-42a6-bb2c-e9cd021fb92d {{(pid=103592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:13:18.475080 n-d-816206-8 neutron-server[103592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17fea49c-a139-40fd-bda5-f77b70a93fd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '372218ec-d71b-4a1a-8763-aeb5c9835a10', 'code': 200} Nov 23 18:13:18.503080 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Pushing event updated for resources: {'Port': ['ID=372218ec-d71b-4a1a-8763-aeb5c9835a10,revision_number=5']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:13:18.569938 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f16ba8-55c5-40a1-a170-fc93cef0a350 req-09eef61a-57a4-4c76-af24-825e95fe5a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:13:18.575595 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-54f16ba8-55c5-40a1-a170-fc93cef0a350 req-09eef61a-57a4-4c76-af24-825e95fe5a7d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=17fea49c-a139-40fd-bda5-f77b70a93fd4 HTTP/1.1" status: 200 len: 1096 time: 0.0403774 Nov 23 18:13:18.620925 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-54f16ba8-55c5-40a1-a170-fc93cef0a350 req-fc039627-bd62-49c8-80a9-03b58749dee7 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=65ffd7d6-6baf-4b83-9417-6a2507a92c34&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0420053 Nov 23 18:13:19.101896 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380b6d0c-5381-49c2-b88d-df08a3931c2c req-d79d1ec7-b3b8-4ebf-abd6-252935aed3d8 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:13:19.103432 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-380b6d0c-5381-49c2-b88d-df08a3931c2c req-d79d1ec7-b3b8-4ebf-abd6-252935aed3d8 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/ports?device_id=17fea49c-a139-40fd-bda5-f77b70a93fd4 HTTP/1.1" status: 200 len: 945 time: 0.0536373 Nov 23 18:13:19.154038 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-380b6d0c-5381-49c2-b88d-df08a3931c2c req-26664e67-797e-4892-8e74-5b4439a52773 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/security-groups?id=65ffd7d6-6baf-4b83-9417-6a2507a92c34&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0444069 Nov 23 18:13:20.272550 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2013801b-77cb-4358-8d83-832152740aa6 req-903e8412-d17c-40fd-90d1-c928907363df tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:13:20.274010 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2013801b-77cb-4358-8d83-832152740aa6 req-903e8412-d17c-40fd-90d1-c928907363df tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/ports?device_id=17fea49c-a139-40fd-bda5-f77b70a93fd4 HTTP/1.1" status: 200 len: 945 time: 0.0488229 Nov 23 18:13:20.320580 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2013801b-77cb-4358-8d83-832152740aa6 req-2c0dbfc0-facf-405f-ae8e-904425bf5f95 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/security-groups?id=65ffd7d6-6baf-4b83-9417-6a2507a92c34&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0406337 Nov 23 18:13:20.434878 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01f53b3-bbc3-49e9-bbe2-43be55180c6f req-2ac42a2c-5bad-4a35-a499-8f6824100e60 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:13:20.436251 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b01f53b3-bbc3-49e9-bbe2-43be55180c6f req-2ac42a2c-5bad-4a35-a499-8f6824100e60 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/ports?device_id=17fea49c-a139-40fd-bda5-f77b70a93fd4 HTTP/1.1" status: 200 len: 945 time: 0.0526609 Nov 23 18:13:20.444916 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 53790) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:13:20.449370 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-11bed569-9a36-47fb-8f2a-1b22c1b73400 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Request body: {'floatingip': {'port_id': '372218ec-d71b-4a1a-8763-aeb5c9835a10'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:13:20.487895 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-11bed569-9a36-47fb-8f2a-1b22c1b73400 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Publish callbacks [] for floatingip, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:20.924056 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-11bed569-9a36-47fb-8f2a-1b22c1b73400 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:20.927865 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-11bed569-9a36-47fb-8f2a-1b22c1b73400 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1795396'] for floatingip, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:21.028957 n-d-816206-8 neutron-server[103591]: INFO neutron.db.l3_db [None req-11bed569-9a36-47fb-8f2a-1b22c1b73400 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Floating IP 0aec1b4e-a9b2-4a20-b0dd-420cfa3bfac2 associated. External IP: 172.25.3.28, port: 372218ec-d71b-4a1a-8763-aeb5c9835a10. Nov 23 18:13:21.470049 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11bed569-9a36-47fb-8f2a-1b22c1b73400 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Router e623e151-6755-4c3d-8100-f608228ec438 has already been hosted by L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 {{(pid=103591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:13:21.576207 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11bed569-9a36-47fb-8f2a-1b22c1b73400 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:13:21.581074 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-11bed569-9a36-47fb-8f2a-1b22c1b73400 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for floatingip, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:21.587097 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-444495b3-a472-4301-a609-3ce66242efaf None None] Sync routers for ids ['e623e151-6755-4c3d-8100-f608228ec438'] in n-d-816206-8 {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:13:21.596531 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-444495b3-a472-4301-a609-3ce66242efaf None None] Routers {'e623e151-6755-4c3d-8100-f608228ec438'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:13:21.597129 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-444495b3-a472-4301-a609-3ce66242efaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T18:13:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['e623e151-6755-4c3d-8100-f608228ec438'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:13:21.607047 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-11bed569-9a36-47fb-8f2a-1b22c1b73400 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "PUT /v2.0/floatingips/0aec1b4e-a9b2-4a20-b0dd-420cfa3bfac2 HTTP/1.1" status: 200 len: 990 time: 1.1610670 Nov 23 18:13:21.607633 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17fea49c-a139-40fd-bda5-f77b70a93fd4', 'tag': '372218ec-d71b-4a1a-8763-aeb5c9835a10'}] {{(pid=103591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:13:21.609915 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41d174a19ece9499ff9ec44e5b3fc50f2abd3ffbc947fb7e52ea1e8db27b95b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94c7a5fd-37d4-49f6-9eb5-1b127797841b" -d '{"events": [{"name": "network-changed", "server_uuid": "17fea49c-a139-40fd-bda5-f77b70a93fd4", "tag": "372218ec-d71b-4a1a-8763-aeb5c9835a10"}]}' {{(pid=103591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:13:21.656842 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:13:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3a7f1ac-a01d-48ca-9a6c-797c5d4b7c54 x-openstack-request-id: req-f3a7f1ac-a01d-48ca-9a6c-797c5d4b7c54 {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:13:21.657393 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17fea49c-a139-40fd-bda5-f77b70a93fd4", "tag": "372218ec-d71b-4a1a-8763-aeb5c9835a10", "status": "completed", "code": 200}]} {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:13:21.657826 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f3a7f1ac-a01d-48ca-9a6c-797c5d4b7c54 {{(pid=103591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:13:21.658424 n-d-816206-8 neutron-server[103591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17fea49c-a139-40fd-bda5-f77b70a93fd4', 'tag': '372218ec-d71b-4a1a-8763-aeb5c9835a10', 'status': 'completed', 'code': 200} Nov 23 18:13:21.712233 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-444495b3-a472-4301-a609-3ce66242efaf None None] Set router e623e151-6755-4c3d-8100-f608228ec438 gateway port host: n-d-816206-8 {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:13:21.720558 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c7a5fd-37d4-49f6-9eb5-1b127797841b req-404013df-be09-46ec-bba5-137ddc68c4e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:13:21.722014 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-94c7a5fd-37d4-49f6-9eb5-1b127797841b req-404013df-be09-46ec-bba5-137ddc68c4e2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7a2e384b18354dcf855a2d3c6a834aef&device_id=17fea49c-a139-40fd-bda5-f77b70a93fd4 HTTP/1.1" status: 200 len: 1096 time: 0.0425744 Nov 23 18:13:21.818220 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c7a5fd-37d4-49f6-9eb5-1b127797841b req-d926b9b8-3db3-434b-8e17-d234fb124de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:13:21.819751 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-94c7a5fd-37d4-49f6-9eb5-1b127797841b req-d926b9b8-3db3-434b-8e17-d234fb124de0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f7923f1d-6a8d-4e71-8499-b4a023620336 HTTP/1.1" status: 200 len: 913 time: 0.0904343 Nov 23 18:13:21.886860 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-94c7a5fd-37d4-49f6-9eb5-1b127797841b req-07dd7bca-ec97-4546-af0c-80ae1c8bd70d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=372218ec-d71b-4a1a-8763-aeb5c9835a10 HTTP/1.1" status: 200 len: 998 time: 0.0588572 Nov 23 18:13:21.939122 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c7a5fd-37d4-49f6-9eb5-1b127797841b req-be54142f-bc62-4aab-840e-30436f64fb9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:13:21.940653 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-94c7a5fd-37d4-49f6-9eb5-1b127797841b req-be54142f-bc62-4aab-840e-30436f64fb9c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=25d3e046-26e6-43e5-8262-7b86687e27b2 HTTP/1.1" status: 200 len: 851 time: 0.0460732 Nov 23 18:13:21.944031 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-444495b3-a472-4301-a609-3ce66242efaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e623e151-6755-4c3d-8100-f608228ec438', 'name': 'tempest-ServerActionsTestJSON-1491171035-router', 'tenant_id': '7a2e384b18354dcf855a2d3c6a834aef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.213'}], 'enable_snat': True}, 'gw_port_id': 'bffd5055-836b-43fc-a9e1-ca6b5624a757', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:13:02Z', 'updated_at': '2021-11-23T18:13:05Z', 'revision_number': 4, 'project_id': '7a2e384b18354dcf855a2d3c6a834aef', 'gw_port': {'id': 'bffd5055-836b-43fc-a9e1-ca6b5624a757', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:8c:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e623e151-6755-4c3d-8100-f608228ec438', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:13:03Z', 'updated_at': '2021-11-23T18:13:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_floatingips': [{'id': '0aec1b4e-a9b2-4a20-b0dd-420cfa3bfac2', 'tenant_id': '7a2e384b18354dcf855a2d3c6a834aef', 'floating_ip_address': '172.25.3.28', 'floating_network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'router_id': 'e623e151-6755-4c3d-8100-f608228ec438', 'port_id': '372218ec-d71b-4a1a-8763-aeb5c9835a10', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4069, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7923f1d-6a8d-4e71-8499-b4a023620336', 'mac_address': 'fa:16:3e:e5:b2:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17fea49c-a139-40fd-bda5-f77b70a93fd4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T18:13:08Z', 'updated_at': '2021-11-23T18:13:20Z', 'revision_number': 1, 'project_id': '7a2e384b18354dcf855a2d3c6a834aef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '887540ab-8e6e-4017-b47d-3212e447f64e', 'name': '', 'network_id': 'f7923f1d-6a8d-4e71-8499-b4a023620336', 'tenant_id': '7a2e384b18354dcf855a2d3c6a834aef', 'mac_address': 'fa:16:3e:23:87:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e623e151-6755-4c3d-8100-f608228ec438', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '25d3e046-26e6-43e5-8262-7b86687e27b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:13:05Z', 'updated_at': '2021-11-23T18:13:09Z', 'revision_number': 5, 'project_id': '7a2e384b18354dcf855a2d3c6a834aef', 'subnets': [{'id': '25d3e046-26e6-43e5-8262-7b86687e27b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:13:21.970838 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-444495b3-a472-4301-a609-3ce66242efaf None None] Checking router: e623e151-6755-4c3d-8100-f608228ec438 for host: n-d-816206-8 {{(pid=103593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:13:21.979045 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-444495b3-a472-4301-a609-3ce66242efaf None None] Routers {'e623e151-6755-4c3d-8100-f608228ec438'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:13:21.979645 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-444495b3-a472-4301-a609-3ce66242efaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T18:13:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['e623e151-6755-4c3d-8100-f608228ec438'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:13:21.992272 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c7a5fd-37d4-49f6-9eb5-1b127797841b req-023b4e14-90bc-4d72-9d76-afd71b580c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:13:21.993870 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-94c7a5fd-37d4-49f6-9eb5-1b127797841b req-023b4e14-90bc-4d72-9d76-afd71b580c58 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f7923f1d-6a8d-4e71-8499-b4a023620336&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0452003 Nov 23 18:13:22.084882 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-444495b3-a472-4301-a609-3ce66242efaf None None] Set router e623e151-6755-4c3d-8100-f608228ec438 gateway port host: n-d-816206-8 {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:13:22.085906 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-94c7a5fd-37d4-49f6-9eb5-1b127797841b req-a83cb4db-b8ee-4710-8e1a-75d34d71f56b service neutron] 10.222.0.36 "GET /v2.0/networks/f7923f1d-6a8d-4e71-8499-b4a023620336?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841961 Nov 23 18:13:22.181664 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-94c7a5fd-37d4-49f6-9eb5-1b127797841b req-a756af3d-abec-4de1-9035-18f7c7e800a2 service neutron] 10.222.0.36 "GET /v2.0/networks/f7923f1d-6a8d-4e71-8499-b4a023620336?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878010 Nov 23 18:13:22.313335 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-444495b3-a472-4301-a609-3ce66242efaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e623e151-6755-4c3d-8100-f608228ec438', 'name': 'tempest-ServerActionsTestJSON-1491171035-router', 'tenant_id': '7a2e384b18354dcf855a2d3c6a834aef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.213'}], 'enable_snat': True}, 'gw_port_id': 'bffd5055-836b-43fc-a9e1-ca6b5624a757', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:13:02Z', 'updated_at': '2021-11-23T18:13:05Z', 'revision_number': 4, 'project_id': '7a2e384b18354dcf855a2d3c6a834aef', 'gw_port': {'id': 'bffd5055-836b-43fc-a9e1-ca6b5624a757', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:8c:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e623e151-6755-4c3d-8100-f608228ec438', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:13:03Z', 'updated_at': '2021-11-23T18:13:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_floatingips': [{'id': '0aec1b4e-a9b2-4a20-b0dd-420cfa3bfac2', 'tenant_id': '7a2e384b18354dcf855a2d3c6a834aef', 'floating_ip_address': '172.25.3.28', 'floating_network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'router_id': 'e623e151-6755-4c3d-8100-f608228ec438', 'port_id': '372218ec-d71b-4a1a-8763-aeb5c9835a10', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4069, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7923f1d-6a8d-4e71-8499-b4a023620336', 'mac_address': 'fa:16:3e:e5:b2:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17fea49c-a139-40fd-bda5-f77b70a93fd4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T18:13:08Z', 'updated_at': '2021-11-23T18:13:20Z', 'revision_number': 1, 'project_id': '7a2e384b18354dcf855a2d3c6a834aef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '887540ab-8e6e-4017-b47d-3212e447f64e', 'name': '', 'network_id': 'f7923f1d-6a8d-4e71-8499-b4a023620336', 'tenant_id': '7a2e384b18354dcf855a2d3c6a834aef', 'mac_address': 'fa:16:3e:23:87:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e623e151-6755-4c3d-8100-f608228ec438', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '25d3e046-26e6-43e5-8262-7b86687e27b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:13:05Z', 'updated_at': '2021-11-23T18:13:09Z', 'revision_number': 5, 'project_id': '7a2e384b18354dcf855a2d3c6a834aef', 'subnets': [{'id': '25d3e046-26e6-43e5-8262-7b86687e27b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:13:22.339842 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-444495b3-a472-4301-a609-3ce66242efaf None None] The sync data for ids ['e623e151-6755-4c3d-8100-f608228ec438'] in n-d-816206-8 is: [{'id': 'e623e151-6755-4c3d-8100-f608228ec438', 'name': 'tempest-ServerActionsTestJSON-1491171035-router', 'tenant_id': '7a2e384b18354dcf855a2d3c6a834aef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.213'}], 'enable_snat': True}, 'gw_port_id': 'bffd5055-836b-43fc-a9e1-ca6b5624a757', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:13:02Z', 'updated_at': '2021-11-23T18:13:05Z', 'revision_number': 4, 'project_id': '7a2e384b18354dcf855a2d3c6a834aef', 'gw_port': {'id': 'bffd5055-836b-43fc-a9e1-ca6b5624a757', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:8c:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e623e151-6755-4c3d-8100-f608228ec438', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:13:03Z', 'updated_at': '2021-11-23T18:13:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_floatingips': [{'id': '0aec1b4e-a9b2-4a20-b0dd-420cfa3bfac2', 'tenant_id': '7a2e384b18354dcf855a2d3c6a834aef', 'floating_ip_address': '172.25.3.28', 'floating_network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'router_id': 'e623e151-6755-4c3d-8100-f608228ec438', 'port_id': '372218ec-d71b-4a1a-8763-aeb5c9835a10', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4069, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7923f1d-6a8d-4e71-8499-b4a023620336', 'mac_address': 'fa:16:3e:e5:b2:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17fea49c-a139-40fd-bda5-f77b70a93fd4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T18:13:08Z', 'updated_at': '2021-11-23T18:13:20Z', 'revision_number': 1, 'project_id': '7a2e384b18354dcf855a2d3c6a834aef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '887540ab-8e6e-4017-b47d-3212e447f64e', 'name': '', 'network_id': 'f7923f1d-6a8d-4e71-8499-b4a023620336', 'tenant_id': '7a2e384b18354dcf855a2d3c6a834aef', 'mac_address': 'fa:16:3e:23:87:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e623e151-6755-4c3d-8100-f608228ec438', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '25d3e046-26e6-43e5-8262-7b86687e27b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:13:05Z', 'updated_at': '2021-11-23T18:13:09Z', 'revision_number': 5, 'project_id': '7a2e384b18354dcf855a2d3c6a834aef', 'subnets': [{'id': '25d3e046-26e6-43e5-8262-7b86687e27b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:13:22.534530 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f5c4ea4-f42a-4daf-b4b8-8606f65cef05 None None] New status for floating IP 0aec1b4e-a9b2-4a20-b0dd-420cfa3bfac2: ACTIVE {{(pid=103592) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 18:13:38.544165 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.agents_db [None req-464f6c07-0de8-4be6-8f5b-563f574d1c5d None None] Agent healthcheck: found 7 active agents {{(pid=103593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 18:13:43.031622 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-857f9ba6-2c2d-4d56-90a7-c1cf1f58eae0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:43.836090 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:44.613803 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:45.130118 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-318d9675-793e-4ad3-a2ad-59b517224b38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:46.668164 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-52822d53-48f5-4819-8a95-bdc13aea0bf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:47.880903 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9a27ae6c-db98-474f-94c1-cc99bf842d79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:13:48.418003 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:13.033118 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-f7e8a259-8cd0-4cf1-9896-c72e1a6ea12f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:13.838862 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:14.627693 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:15.130806 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-23c8acd9-6628-48d6-bad8-89dedcf41f32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:15.542751 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.agents_db [None req-464f6c07-0de8-4be6-8f5b-563f574d1c5d None None] Agent healthcheck: found 7 active agents {{(pid=103593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 18:14:16.665722 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-52822d53-48f5-4819-8a95-bdc13aea0bf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:17.884440 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9a27ae6c-db98-474f-94c1-cc99bf842d79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:18.098841 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-51d10f19-dde9-4989-beda-593972f18a2e req-c240fe9b-0fca-46cb-a46a-03ace4d342df service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=17fea49c-a139-40fd-bda5-f77b70a93fd4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0404677 Nov 23 18:14:18.184450 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d10f19-dde9-4989-beda-593972f18a2e req-c18b2841-c4fd-4fcf-8e9c-e5a883cacfa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:14:18.185943 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-51d10f19-dde9-4989-beda-593972f18a2e req-c18b2841-c4fd-4fcf-8e9c-e5a883cacfa1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7a2e384b18354dcf855a2d3c6a834aef&device_id=17fea49c-a139-40fd-bda5-f77b70a93fd4 HTTP/1.1" status: 200 len: 1096 time: 0.0404110 Nov 23 18:14:18.294271 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d10f19-dde9-4989-beda-593972f18a2e req-d82797db-4f72-4c7f-aa59-7b323e20a608 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:14:18.295722 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-51d10f19-dde9-4989-beda-593972f18a2e req-d82797db-4f72-4c7f-aa59-7b323e20a608 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f7923f1d-6a8d-4e71-8499-b4a023620336 HTTP/1.1" status: 200 len: 913 time: 0.0885501 Nov 23 18:14:18.361779 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-51d10f19-dde9-4989-beda-593972f18a2e req-ab9c4291-d104-4d88-be32-7e70a6d889d7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=372218ec-d71b-4a1a-8763-aeb5c9835a10 HTTP/1.1" status: 200 len: 1000 time: 0.0571027 Nov 23 18:14:18.415560 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d10f19-dde9-4989-beda-593972f18a2e req-17552606-4538-464c-b298-cfa569ef1b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:14:18.417055 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-51d10f19-dde9-4989-beda-593972f18a2e req-17552606-4538-464c-b298-cfa569ef1b26 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=25d3e046-26e6-43e5-8262-7b86687e27b2 HTTP/1.1" status: 200 len: 851 time: 0.0480096 Nov 23 18:14:18.428553 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:18.465901 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d10f19-dde9-4989-beda-593972f18a2e req-087e4d8a-de3a-42cf-92f9-6d57da7dd215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:14:18.467394 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-51d10f19-dde9-4989-beda-593972f18a2e req-087e4d8a-de3a-42cf-92f9-6d57da7dd215 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f7923f1d-6a8d-4e71-8499-b4a023620336&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409334 Nov 23 18:14:18.560319 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-51d10f19-dde9-4989-beda-593972f18a2e req-74839377-d17b-450c-ab7c-6241653db6a5 service neutron] 10.222.0.36 "GET /v2.0/networks/f7923f1d-6a8d-4e71-8499-b4a023620336?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837917 Nov 23 18:14:18.654349 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-51d10f19-dde9-4989-beda-593972f18a2e req-8e2d7a00-7065-4924-91c5-5b0dbcc18921 service neutron] 10.222.0.36 "GET /v2.0/networks/f7923f1d-6a8d-4e71-8499-b4a023620336?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856783 Nov 23 18:14:43.034716 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-e40eafee-9d1f-419c-9dfd-5a0d6629158d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:43.834668 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:44.643841 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:45.132617 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-62a77817-afc8-4e4c-8819-4f338e4e3950 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:46.670400 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-52822d53-48f5-4819-8a95-bdc13aea0bf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:47.885124 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9a27ae6c-db98-474f-94c1-cc99bf842d79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:48.420100 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:14:52.542168 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.agents_db [None req-464f6c07-0de8-4be6-8f5b-563f574d1c5d None None] Agent healthcheck: found 7 active agents {{(pid=103593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 18:14:57.659603 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354001c2-4eb7-424c-b57e-faf983e8e1c7 req-e1e27ceb-d712-4594-b57c-c87e37600a64 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:14:57.661157 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-354001c2-4eb7-424c-b57e-faf983e8e1c7 req-e1e27ceb-d712-4594-b57c-c87e37600a64 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/ports?device_id=17fea49c-a139-40fd-bda5-f77b70a93fd4 HTTP/1.1" status: 200 len: 945 time: 0.1036928 Nov 23 18:14:57.708429 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-354001c2-4eb7-424c-b57e-faf983e8e1c7 req-fec9c5a7-f67a-42ed-b077-72662f4452e8 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/security-groups?id=65ffd7d6-6baf-4b83-9417-6a2507a92c34&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0414491 Nov 23 18:14:57.963187 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-050416f0-bf97-41fa-bbe3-010dce7a4fb6 req-944e402c-465a-4dd8-8b40-a328a09d144a service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=17fea49c-a139-40fd-bda5-f77b70a93fd4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0713344 Nov 23 18:14:57.974805 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d01447-4fac-4af2-b75e-4bc7f6a08f48 req-db2e6a76-3633-4a59-82d0-ae826780ca6c tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:14:57.976279 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d3d01447-4fac-4af2-b75e-4bc7f6a08f48 req-db2e6a76-3633-4a59-82d0-ae826780ca6c tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/ports?device_id=17fea49c-a139-40fd-bda5-f77b70a93fd4 HTTP/1.1" status: 200 len: 945 time: 0.0764649 Nov 23 18:14:58.026073 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d3d01447-4fac-4af2-b75e-4bc7f6a08f48 req-bd2a0f95-5e50-4e2c-99f4-1df7a2ffccd4 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/security-groups?id=65ffd7d6-6baf-4b83-9417-6a2507a92c34&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0434487 Nov 23 18:14:59.042961 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050416f0-bf97-41fa-bbe3-010dce7a4fb6 req-16e49779-580f-4265-a0d8-00461c2e048d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:14:59.044412 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-050416f0-bf97-41fa-bbe3-010dce7a4fb6 req-16e49779-580f-4265-a0d8-00461c2e048d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7a2e384b18354dcf855a2d3c6a834aef&device_id=17fea49c-a139-40fd-bda5-f77b70a93fd4 HTTP/1.1" status: 200 len: 1096 time: 0.0429494 Nov 23 18:14:59.147402 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050416f0-bf97-41fa-bbe3-010dce7a4fb6 req-61d435f6-cdbd-4922-88ad-0d75d7c0ec91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:14:59.151088 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-050416f0-bf97-41fa-bbe3-010dce7a4fb6 req-61d435f6-cdbd-4922-88ad-0d75d7c0ec91 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f7923f1d-6a8d-4e71-8499-b4a023620336 HTTP/1.1" status: 200 len: 913 time: 0.0954545 Nov 23 18:14:59.243687 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-050416f0-bf97-41fa-bbe3-010dce7a4fb6 req-22958f40-607b-4d0e-8048-5a112263bc14 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=372218ec-d71b-4a1a-8763-aeb5c9835a10 HTTP/1.1" status: 200 len: 1000 time: 0.0872228 Nov 23 18:14:59.288451 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16cf147-18c4-42dd-9f94-9ad77d7ec000 req-b7f38881-23bf-4605-98af-dc1ee4f0fcae tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:14:59.289921 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e16cf147-18c4-42dd-9f94-9ad77d7ec000 req-b7f38881-23bf-4605-98af-dc1ee4f0fcae tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/ports?device_id=17fea49c-a139-40fd-bda5-f77b70a93fd4 HTTP/1.1" status: 200 len: 945 time: 0.1772342 Nov 23 18:14:59.321786 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050416f0-bf97-41fa-bbe3-010dce7a4fb6 req-1fc18023-2174-4963-b017-6139e1c45b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:14:59.323201 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-050416f0-bf97-41fa-bbe3-010dce7a4fb6 req-1fc18023-2174-4963-b017-6139e1c45b93 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=25d3e046-26e6-43e5-8262-7b86687e27b2 HTTP/1.1" status: 200 len: 851 time: 0.0717132 Nov 23 18:14:59.370325 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e16cf147-18c4-42dd-9f94-9ad77d7ec000 req-8bd032a3-fd5a-4e1c-8639-3ace131d329b tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/security-groups?id=65ffd7d6-6baf-4b83-9417-6a2507a92c34&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0741525 Nov 23 18:14:59.383512 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050416f0-bf97-41fa-bbe3-010dce7a4fb6 req-dee651f5-1e09-48b6-b854-70f49f136e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:14:59.385005 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-050416f0-bf97-41fa-bbe3-010dce7a4fb6 req-dee651f5-1e09-48b6-b854-70f49f136e38 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f7923f1d-6a8d-4e71-8499-b4a023620336&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0522943 Nov 23 18:14:59.480036 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-050416f0-bf97-41fa-bbe3-010dce7a4fb6 req-37fb9aa5-6513-42d8-b553-1889fb36d789 service neutron] 10.222.0.36 "GET /v2.0/networks/f7923f1d-6a8d-4e71-8499-b4a023620336?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870430 Nov 23 18:14:59.569678 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-050416f0-bf97-41fa-bbe3-010dce7a4fb6 req-ec6e5624-8146-458a-8b7f-5e54c864026f service neutron] 10.222.0.36 "GET /v2.0/networks/f7923f1d-6a8d-4e71-8499-b4a023620336?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814505 Nov 23 18:15:00.491811 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef364256-7a94-494b-b926-297413784071 req-608fe16b-3b50-4459-8659-92b8aad4deab tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:15:00.493358 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ef364256-7a94-494b-b926-297413784071 req-608fe16b-3b50-4459-8659-92b8aad4deab tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/ports?device_id=17fea49c-a139-40fd-bda5-f77b70a93fd4 HTTP/1.1" status: 200 len: 945 time: 0.0538878 Nov 23 18:15:00.541436 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ef364256-7a94-494b-b926-297413784071 req-272683ef-7e58-4609-a8f7-e9eb3dc65d2f tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/security-groups?id=65ffd7d6-6baf-4b83-9417-6a2507a92c34&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0421052 Nov 23 18:15:01.658894 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127c7780-0b37-419f-aafd-a11780cefd4b req-9f158b0e-e52b-4012-a582-f9c4824fbb16 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:15:01.660906 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-127c7780-0b37-419f-aafd-a11780cefd4b req-9f158b0e-e52b-4012-a582-f9c4824fbb16 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/ports?device_id=17fea49c-a139-40fd-bda5-f77b70a93fd4 HTTP/1.1" status: 200 len: 945 time: 0.0499616 Nov 23 18:15:01.712700 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-127c7780-0b37-419f-aafd-a11780cefd4b req-0ca444bd-b3b9-4dca-977c-8c6f694733a2 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/security-groups?id=65ffd7d6-6baf-4b83-9417-6a2507a92c34&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0456102 Nov 23 18:15:02.835133 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866e2961-2af8-4347-b63b-ee3dfc01e348 req-6c7210ce-66b0-4635-bc68-eb45e3e5911f tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:15:02.836618 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-866e2961-2af8-4347-b63b-ee3dfc01e348 req-6c7210ce-66b0-4635-bc68-eb45e3e5911f tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/ports?device_id=17fea49c-a139-40fd-bda5-f77b70a93fd4 HTTP/1.1" status: 200 len: 945 time: 0.0499563 Nov 23 18:15:02.889092 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-866e2961-2af8-4347-b63b-ee3dfc01e348 req-866b9190-14cd-4f12-b56b-aab3e9aa8268 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/security-groups?id=65ffd7d6-6baf-4b83-9417-6a2507a92c34&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0465109 Nov 23 18:15:04.005589 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479ab32e-32dd-4556-beaa-6caf9b4034f2 req-24575b01-3e58-45b4-9b88-8e8e5d8de0b3 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:15:04.007084 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-479ab32e-32dd-4556-beaa-6caf9b4034f2 req-24575b01-3e58-45b4-9b88-8e8e5d8de0b3 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/ports?device_id=17fea49c-a139-40fd-bda5-f77b70a93fd4 HTTP/1.1" status: 200 len: 945 time: 0.0483985 Nov 23 18:15:04.053634 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-479ab32e-32dd-4556-beaa-6caf9b4034f2 req-206be965-8cbb-4d15-87d2-f48b49436b9c tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/security-groups?id=65ffd7d6-6baf-4b83-9417-6a2507a92c34&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0403624 Nov 23 18:15:05.173596 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8158c5b-22bc-4b0a-85ce-cda60e284285 req-3e2036ab-2a9e-4803-bd72-c68e367999f8 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:15:05.175629 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e8158c5b-22bc-4b0a-85ce-cda60e284285 req-3e2036ab-2a9e-4803-bd72-c68e367999f8 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/ports?device_id=17fea49c-a139-40fd-bda5-f77b70a93fd4 HTTP/1.1" status: 200 len: 945 time: 0.0496356 Nov 23 18:15:05.223484 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e8158c5b-22bc-4b0a-85ce-cda60e284285 req-b310f515-27a0-418f-8578-a8fe0e91e192 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/security-groups?id=65ffd7d6-6baf-4b83-9417-6a2507a92c34&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0419276 Nov 23 18:15:06.350495 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf32ccf-6c73-4963-88da-d872c7104032 req-4e7a519e-16a4-46ec-b77b-9f3acc5e90d1 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:15:06.351284 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ebf32ccf-6c73-4963-88da-d872c7104032 req-4e7a519e-16a4-46ec-b77b-9f3acc5e90d1 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/ports?device_id=17fea49c-a139-40fd-bda5-f77b70a93fd4 HTTP/1.1" status: 200 len: 945 time: 0.0608037 Nov 23 18:15:06.397811 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ebf32ccf-6c73-4963-88da-d872c7104032 req-68bcc28c-a2a1-4c13-a948-1947ef0409cb tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/security-groups?id=65ffd7d6-6baf-4b83-9417-6a2507a92c34&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0405240 Nov 23 18:15:07.514710 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5c1666-2811-4af7-a009-5ff9eddf9de1 req-e113d57e-e08d-4c15-bbca-54c2edfd0417 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:15:07.516191 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-cd5c1666-2811-4af7-a009-5ff9eddf9de1 req-e113d57e-e08d-4c15-bbca-54c2edfd0417 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/ports?device_id=17fea49c-a139-40fd-bda5-f77b70a93fd4 HTTP/1.1" status: 200 len: 945 time: 0.0497575 Nov 23 18:15:07.563386 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-cd5c1666-2811-4af7-a009-5ff9eddf9de1 req-257201a2-c88b-4912-975c-0631c2171049 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/security-groups?id=65ffd7d6-6baf-4b83-9417-6a2507a92c34&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0406435 Nov 23 18:15:08.678702 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee94fdd6-125c-4a52-bbb2-10495c6cdb84 req-8755f10c-4249-4731-8b56-74069cc96997 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:15:08.680175 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ee94fdd6-125c-4a52-bbb2-10495c6cdb84 req-8755f10c-4249-4731-8b56-74069cc96997 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/ports?device_id=17fea49c-a139-40fd-bda5-f77b70a93fd4 HTTP/1.1" status: 200 len: 945 time: 0.0484736 Nov 23 18:15:08.732402 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ee94fdd6-125c-4a52-bbb2-10495c6cdb84 req-f20139aa-fcce-4137-8b31-42f5d8571f4b tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/security-groups?id=65ffd7d6-6baf-4b83-9417-6a2507a92c34&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0462396 Nov 23 18:15:09.854316 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f954e1-340e-4f67-a9db-bcaa734cd848 req-7f35bfaf-0c33-4ca6-9c3d-fc5baa8e1675 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:15:09.855813 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-96f954e1-340e-4f67-a9db-bcaa734cd848 req-7f35bfaf-0c33-4ca6-9c3d-fc5baa8e1675 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/ports?device_id=17fea49c-a139-40fd-bda5-f77b70a93fd4 HTTP/1.1" status: 200 len: 945 time: 0.0533047 Nov 23 18:15:09.904303 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-96f954e1-340e-4f67-a9db-bcaa734cd848 req-97ff0587-2861-4f79-9ef8-1a60b344254a tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/security-groups?id=65ffd7d6-6baf-4b83-9417-6a2507a92c34&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0425661 Nov 23 18:15:11.029197 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76e7f68-fc1b-4740-a646-2a55d2a646da req-aee49abf-255a-404b-bd3a-99007ecc9495 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:15:11.030596 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d76e7f68-fc1b-4740-a646-2a55d2a646da req-aee49abf-255a-404b-bd3a-99007ecc9495 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/ports?device_id=17fea49c-a139-40fd-bda5-f77b70a93fd4 HTTP/1.1" status: 200 len: 945 time: 0.0539472 Nov 23 18:15:11.078381 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d76e7f68-fc1b-4740-a646-2a55d2a646da req-f83c5cd8-1112-4d50-8a58-4c577ada83ac tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/security-groups?id=65ffd7d6-6baf-4b83-9417-6a2507a92c34&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0412567 Nov 23 18:15:11.489808 n-d-816206-8 neutron-server[103591]: INFO neutron.api.v2.resource [req-050416f0-bf97-41fa-bbe3-010dce7a4fb6 req-4cc1bc96-b28d-4092-b223-09c01a81d484 service neutron] show failed (client error): The resource could not be found. Nov 23 18:15:11.490819 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-050416f0-bf97-41fa-bbe3-010dce7a4fb6 req-4cc1bc96-b28d-4092-b223-09c01a81d484 service neutron] 10.222.0.36 "GET /v2.0/ports/372218ec-d71b-4a1a-8763-aeb5c9835a10/bindings/n-h1-816206-8 HTTP/1.1" status: 404 len: 380 time: 0.0584826 Nov 23 18:15:11.690120 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050416f0-bf97-41fa-bbe3-010dce7a4fb6 req-49632bb9-4bc2-4764-b6ac-6a7395ea6a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:15:11.692143 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-050416f0-bf97-41fa-bbe3-010dce7a4fb6 req-49632bb9-4bc2-4764-b6ac-6a7395ea6a4f service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=17fea49c-a139-40fd-bda5-f77b70a93fd4&tenant_id=7a2e384b18354dcf855a2d3c6a834aef HTTP/1.1" status: 200 len: 1096 time: 0.0453351 Nov 23 18:15:11.705705 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [req-050416f0-bf97-41fa-bbe3-010dce7a4fb6 req-b87bd25e-8598-40ac-afb9-1f21d07279e6 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-816206-8', 'device_owner': 'compute:nova'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:15:11.759954 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-050416f0-bf97-41fa-bbe3-010dce7a4fb6 req-b87bd25e-8598-40ac-afb9-1f21d07279e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:11.961576 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [req-050416f0-bf97-41fa-bbe3-010dce7a4fb6 req-b87bd25e-8598-40ac-afb9-1f21d07279e6 service neutron] For port 372218ec-d71b-4a1a-8763-aeb5c9835a10, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=372218ec-d71b-4a1a-8763-aeb5c9835a10,segment=NetworkSegment(fe315ac5-77ca-4bfb-9cfe-65772fe7c4a6),segment_id=fe315ac5-77ca-4bfb-9cfe-65772fe7c4a6)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:15:11.993527 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [req-050416f0-bf97-41fa-bbe3-010dce7a4fb6 req-b87bd25e-8598-40ac-afb9-1f21d07279e6 service neutron] For port 372218ec-d71b-4a1a-8763-aeb5c9835a10, host n-h2-816206-8, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:15:12.037507 n-d-816206-8 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17fea49c-a139-40fd-bda5-f77b70a93fd4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '372218ec-d71b-4a1a-8763-aeb5c9835a10'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:15:12.039893 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbabddbc9fc37b068808e119c416c86f5957ca04531a4a0d2e695c515e93483b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d0ee503-16e2-4499-89fd-b4f1a10e074e" -d '{"events": [{"server_uuid": "17fea49c-a139-40fd-bda5-f77b70a93fd4", "name": "network-vif-unplugged", "status": "completed", "tag": "372218ec-d71b-4a1a-8763-aeb5c9835a10"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:15:12.043615 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-050416f0-bf97-41fa-bbe3-010dce7a4fb6 req-b87bd25e-8598-40ac-afb9-1f21d07279e6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:12.056561 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [req-050416f0-bf97-41fa-bbe3-010dce7a4fb6 req-b87bd25e-8598-40ac-afb9-1f21d07279e6 service neutron] Transition to ACTIVE for port object 372218ec-d71b-4a1a-8763-aeb5c9835a10 will not be triggered until provisioned by entity L2. {{(pid=103590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 18:15:12.060244 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-050416f0-bf97-41fa-bbe3-010dce7a4fb6 req-b87bd25e-8598-40ac-afb9-1f21d07279e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264357957'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:12.095427 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 18:15:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db19af0d-7e13-44db-adbe-fab1fcdebb0a x-openstack-request-id: req-db19af0d-7e13-44db-adbe-fab1fcdebb0a {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:15:12.095876 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17fea49c-a139-40fd-bda5-f77b70a93fd4", "name": "network-vif-unplugged", "status": "completed", "tag": "372218ec-d71b-4a1a-8763-aeb5c9835a10", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:15:12.096052 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-db19af0d-7e13-44db-adbe-fab1fcdebb0a {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:15:12.096460 n-d-816206-8 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17fea49c-a139-40fd-bda5-f77b70a93fd4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '372218ec-d71b-4a1a-8763-aeb5c9835a10', 'code': 200} Nov 23 18:15:12.142998 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87bd25e-8598-40ac-afb9-1f21d07279e6 service neutron] Pushing event updated for resources: {'Port': ['ID=372218ec-d71b-4a1a-8763-aeb5c9835a10,revision_number=6']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:15:12.158273 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87bd25e-8598-40ac-afb9-1f21d07279e6 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:15:12.158628 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87bd25e-8598-40ac-afb9-1f21d07279e6 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:15:12.158972 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87bd25e-8598-40ac-afb9-1f21d07279e6 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:15:12.159935 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87bd25e-8598-40ac-afb9-1f21d07279e6 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:15:12.160349 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87bd25e-8598-40ac-afb9-1f21d07279e6 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:15:12.160708 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87bd25e-8598-40ac-afb9-1f21d07279e6 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:15:12.161051 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87bd25e-8598-40ac-afb9-1f21d07279e6 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:15:12.161379 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87bd25e-8598-40ac-afb9-1f21d07279e6 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:15:12.161714 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87bd25e-8598-40ac-afb9-1f21d07279e6 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:15:12.162047 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87bd25e-8598-40ac-afb9-1f21d07279e6 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:15:12.162374 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87bd25e-8598-40ac-afb9-1f21d07279e6 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:15:12.162706 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87bd25e-8598-40ac-afb9-1f21d07279e6 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:15:12.204205 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [req-050416f0-bf97-41fa-bbe3-010dce7a4fb6 req-b87bd25e-8598-40ac-afb9-1f21d07279e6 service neutron] No DVR routers for this DVR port 372218ec-d71b-4a1a-8763-aeb5c9835a10 on host n-h2-816206-8 {{(pid=103590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:15:12.210075 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2af4381-a438-425b-b162-a950ea945a51 req-e227027c-b4da-4766-9693-fd5d7448c92d tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:15:12.211676 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b2af4381-a438-425b-b162-a950ea945a51 req-e227027c-b4da-4766-9693-fd5d7448c92d tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/ports?device_id=17fea49c-a139-40fd-bda5-f77b70a93fd4 HTTP/1.1" status: 200 len: 943 time: 0.0562534 Nov 23 18:15:12.265805 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b2af4381-a438-425b-b162-a950ea945a51 req-964d5806-2f66-4ec5-bca3-e61d18996f24 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/security-groups?id=65ffd7d6-6baf-4b83-9417-6a2507a92c34&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0476649 Nov 23 18:15:12.351425 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [req-050416f0-bf97-41fa-bbe3-010dce7a4fb6 req-b87bd25e-8598-40ac-afb9-1f21d07279e6 service neutron] Attempting to bind port 372218ec-d71b-4a1a-8763-aeb5c9835a10 on host n-h1-816206-8 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:15:12.351760 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [req-050416f0-bf97-41fa-bbe3-010dce7a4fb6 req-b87bd25e-8598-40ac-afb9-1f21d07279e6 service neutron] Attempting to bind port 372218ec-d71b-4a1a-8763-aeb5c9835a10 by drivers openvswitch,hyperv on host n-h1-816206-8 at level 0 using segments [{'id': 'fe315ac5-77ca-4bfb-9cfe-65772fe7c4a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'f7923f1d-6a8d-4e71-8499-b4a023620336'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:15:12.352087 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-050416f0-bf97-41fa-bbe3-010dce7a4fb6 req-b87bd25e-8598-40ac-afb9-1f21d07279e6 service neutron] Attempting to bind port 372218ec-d71b-4a1a-8763-aeb5c9835a10 on network f7923f1d-6a8d-4e71-8499-b4a023620336 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:15:12.356371 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-050416f0-bf97-41fa-bbe3-010dce7a4fb6 req-b87bd25e-8598-40ac-afb9-1f21d07279e6 service neutron] Port 372218ec-d71b-4a1a-8763-aeb5c9835a10 on network f7923f1d-6a8d-4e71-8499-b4a023620336 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-8 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:15:12.356717 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-050416f0-bf97-41fa-bbe3-010dce7a4fb6 req-b87bd25e-8598-40ac-afb9-1f21d07279e6 service neutron] Attempting to bind port 372218ec-d71b-4a1a-8763-aeb5c9835a10 on network f7923f1d-6a8d-4e71-8499-b4a023620336 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:15:12.361592 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-050416f0-bf97-41fa-bbe3-010dce7a4fb6 req-b87bd25e-8598-40ac-afb9-1f21d07279e6 service neutron] Checking agent: {'id': '4b0a4557-3bfe-4828-80a0-7981fc3ac84c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 15, 14), 'started_at': datetime.datetime(2021, 11, 23, 17, 15, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 14, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:15:12.361879 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-050416f0-bf97-41fa-bbe3-010dce7a4fb6 req-b87bd25e-8598-40ac-afb9-1f21d07279e6 service neutron] Checking segment: {'id': 'fe315ac5-77ca-4bfb-9cfe-65772fe7c4a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'f7923f1d-6a8d-4e71-8499-b4a023620336'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:15:12.362282 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-050416f0-bf97-41fa-bbe3-010dce7a4fb6 req-b87bd25e-8598-40ac-afb9-1f21d07279e6 service neutron] Bound using segment: {'id': 'fe315ac5-77ca-4bfb-9cfe-65772fe7c4a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'f7923f1d-6a8d-4e71-8499-b4a023620336'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:15:12.362700 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [req-050416f0-bf97-41fa-bbe3-010dce7a4fb6 req-b87bd25e-8598-40ac-afb9-1f21d07279e6 service neutron] Bound port: 372218ec-d71b-4a1a-8763-aeb5c9835a10, host: n-h1-816206-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe315ac5-77ca-4bfb-9cfe-65772fe7c4a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'f7923f1d-6a8d-4e71-8499-b4a023620336'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:15:12.363047 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-050416f0-bf97-41fa-bbe3-010dce7a4fb6 req-b87bd25e-8598-40ac-afb9-1f21d07279e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:12.433097 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [req-050416f0-bf97-41fa-bbe3-010dce7a4fb6 req-b87bd25e-8598-40ac-afb9-1f21d07279e6 service neutron] For port 372218ec-d71b-4a1a-8763-aeb5c9835a10, host n-h1-816206-8, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:15:12.436113 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [req-050416f0-bf97-41fa-bbe3-010dce7a4fb6 req-b87bd25e-8598-40ac-afb9-1f21d07279e6 service neutron] For port 372218ec-d71b-4a1a-8763-aeb5c9835a10, host n-h1-816206-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=372218ec-d71b-4a1a-8763-aeb5c9835a10,segment=NetworkSegment(fe315ac5-77ca-4bfb-9cfe-65772fe7c4a6),segment_id=fe315ac5-77ca-4bfb-9cfe-65772fe7c4a6)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:15:12.441380 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-050416f0-bf97-41fa-bbe3-010dce7a4fb6 req-b87bd25e-8598-40ac-afb9-1f21d07279e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264357957'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:12.479711 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050416f0-bf97-41fa-bbe3-010dce7a4fb6 req-b87bd25e-8598-40ac-afb9-1f21d07279e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:15:12.480324 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-050416f0-bf97-41fa-bbe3-010dce7a4fb6 req-b87bd25e-8598-40ac-afb9-1f21d07279e6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:12.481881 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-050416f0-bf97-41fa-bbe3-010dce7a4fb6 req-b87bd25e-8598-40ac-afb9-1f21d07279e6 service neutron] 10.222.0.55 "PUT /v2.0/ports/372218ec-d71b-4a1a-8763-aeb5c9835a10 HTTP/1.1" status: 200 len: 1091 time: 0.7801390 Nov 23 18:15:12.499127 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87bd25e-8598-40ac-afb9-1f21d07279e6 service neutron] Pushing event updated for resources: {'Port': ['ID=372218ec-d71b-4a1a-8763-aeb5c9835a10,revision_number=7']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:15:12.546046 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050416f0-bf97-41fa-bbe3-010dce7a4fb6 req-052a5b2c-48fc-4968-8e49-84299b765ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:15:12.547544 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-050416f0-bf97-41fa-bbe3-010dce7a4fb6 req-052a5b2c-48fc-4968-8e49-84299b765ef4 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7a2e384b18354dcf855a2d3c6a834aef&device_id=17fea49c-a139-40fd-bda5-f77b70a93fd4 HTTP/1.1" status: 200 len: 1094 time: 0.0422568 Nov 23 18:15:12.646122 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050416f0-bf97-41fa-bbe3-010dce7a4fb6 req-6b515476-d0db-42e2-baac-8d9aa6f27c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:15:12.647590 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-050416f0-bf97-41fa-bbe3-010dce7a4fb6 req-6b515476-d0db-42e2-baac-8d9aa6f27c9e service neutron] 10.222.0.55 "GET /v2.0/networks?id=f7923f1d-6a8d-4e71-8499-b4a023620336 HTTP/1.1" status: 200 len: 913 time: 0.0928237 Nov 23 18:15:12.714128 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-050416f0-bf97-41fa-bbe3-010dce7a4fb6 req-c709ea81-4ae9-4ad9-94d7-667c5462482c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=372218ec-d71b-4a1a-8763-aeb5c9835a10 HTTP/1.1" status: 200 len: 998 time: 0.0594621 Nov 23 18:15:12.775234 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050416f0-bf97-41fa-bbe3-010dce7a4fb6 req-2a49e92d-69cb-4332-b725-7e20e2e02a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:15:12.776875 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-050416f0-bf97-41fa-bbe3-010dce7a4fb6 req-2a49e92d-69cb-4332-b725-7e20e2e02a93 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=25d3e046-26e6-43e5-8262-7b86687e27b2 HTTP/1.1" status: 200 len: 851 time: 0.0539644 Nov 23 18:15:12.824198 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050416f0-bf97-41fa-bbe3-010dce7a4fb6 req-1828421f-96a7-4d2c-93d4-bb77fcb19b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:15:12.825720 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-050416f0-bf97-41fa-bbe3-010dce7a4fb6 req-1828421f-96a7-4d2c-93d4-bb77fcb19b79 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f7923f1d-6a8d-4e71-8499-b4a023620336&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410786 Nov 23 18:15:12.917997 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-050416f0-bf97-41fa-bbe3-010dce7a4fb6 req-1256440b-c730-4083-900f-423b27ebe761 service neutron] 10.222.0.55 "GET /v2.0/networks/f7923f1d-6a8d-4e71-8499-b4a023620336?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843556 Nov 23 18:15:13.013122 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-050416f0-bf97-41fa-bbe3-010dce7a4fb6 req-0fe836e6-9f2f-45df-99e6-2a1c5adca58f service neutron] 10.222.0.55 "GET /v2.0/networks/f7923f1d-6a8d-4e71-8499-b4a023620336?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869825 Nov 23 18:15:13.035860 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-6c10a422-6fd7-4072-a820-ab9d0b769630 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:13.391323 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe6b923-66d8-4cd1-93ce-ca1fec0c6da2 req-363ed1c7-a390-4d35-ae1e-09a5f47df203 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:15:13.392710 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9fe6b923-66d8-4cd1-93ce-ca1fec0c6da2 req-363ed1c7-a390-4d35-ae1e-09a5f47df203 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/ports?device_id=17fea49c-a139-40fd-bda5-f77b70a93fd4 HTTP/1.1" status: 200 len: 943 time: 0.0483093 Nov 23 18:15:13.442436 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9fe6b923-66d8-4cd1-93ce-ca1fec0c6da2 req-226f594e-26a6-49d8-88f9-bec02ff97dcb tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/security-groups?id=65ffd7d6-6baf-4b83-9417-6a2507a92c34&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0437162 Nov 23 18:15:13.833063 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:14.097915 n-d-816206-8 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17fea49c-a139-40fd-bda5-f77b70a93fd4', 'tag': '372218ec-d71b-4a1a-8763-aeb5c9835a10'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:15:14.100287 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbabddbc9fc37b068808e119c416c86f5957ca04531a4a0d2e695c515e93483b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4c094f7-0d52-49e0-ade8-8bcfab1a3cfe" -d '{"events": [{"name": "network-changed", "server_uuid": "17fea49c-a139-40fd-bda5-f77b70a93fd4", "tag": "372218ec-d71b-4a1a-8763-aeb5c9835a10"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:15:14.148320 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:15:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dd62148-573d-41b8-9ed3-b81850531aac x-openstack-request-id: req-6dd62148-573d-41b8-9ed3-b81850531aac {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:15:14.148654 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17fea49c-a139-40fd-bda5-f77b70a93fd4", "tag": "372218ec-d71b-4a1a-8763-aeb5c9835a10", "status": "completed", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:15:14.148910 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6dd62148-573d-41b8-9ed3-b81850531aac {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:15:14.149321 n-d-816206-8 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17fea49c-a139-40fd-bda5-f77b70a93fd4', 'tag': '372218ec-d71b-4a1a-8763-aeb5c9835a10', 'status': 'completed', 'code': 200} Nov 23 18:15:14.211605 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c094f7-0d52-49e0-ade8-8bcfab1a3cfe req-7732073c-cda3-4a60-8852-e69bb05c446d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:15:14.213156 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f4c094f7-0d52-49e0-ade8-8bcfab1a3cfe req-7732073c-cda3-4a60-8852-e69bb05c446d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7a2e384b18354dcf855a2d3c6a834aef&device_id=17fea49c-a139-40fd-bda5-f77b70a93fd4 HTTP/1.1" status: 200 len: 1094 time: 0.0420160 Nov 23 18:15:14.213930 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c094f7-0d52-49e0-ade8-8bcfab1a3cfe req-739cf523-36be-4781-9a64-a0d918800e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:15:14.215410 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-f4c094f7-0d52-49e0-ade8-8bcfab1a3cfe req-739cf523-36be-4781-9a64-a0d918800e46 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7a2e384b18354dcf855a2d3c6a834aef&device_id=17fea49c-a139-40fd-bda5-f77b70a93fd4 HTTP/1.1" status: 200 len: 1094 time: 0.0411794 Nov 23 18:15:14.304553 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c094f7-0d52-49e0-ade8-8bcfab1a3cfe req-44fcec07-7a9d-4436-99d9-2333e815297e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:15:14.306020 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f4c094f7-0d52-49e0-ade8-8bcfab1a3cfe req-44fcec07-7a9d-4436-99d9-2333e815297e service neutron] 10.222.0.36 "GET /v2.0/networks?id=f7923f1d-6a8d-4e71-8499-b4a023620336 HTTP/1.1" status: 200 len: 913 time: 0.0852261 Nov 23 18:15:14.316878 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c094f7-0d52-49e0-ade8-8bcfab1a3cfe req-7e4cc1ff-8dd3-481a-b270-5cdb47d9e690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:15:14.318404 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-f4c094f7-0d52-49e0-ade8-8bcfab1a3cfe req-7e4cc1ff-8dd3-481a-b270-5cdb47d9e690 service neutron] 10.222.0.55 "GET /v2.0/networks?id=f7923f1d-6a8d-4e71-8499-b4a023620336 HTTP/1.1" status: 200 len: 913 time: 0.0930114 Nov 23 18:15:14.378778 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f4c094f7-0d52-49e0-ade8-8bcfab1a3cfe req-24528655-7c81-4063-87b1-3721d7c0badb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=372218ec-d71b-4a1a-8763-aeb5c9835a10 HTTP/1.1" status: 200 len: 998 time: 0.0627103 Nov 23 18:15:14.383475 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-f4c094f7-0d52-49e0-ade8-8bcfab1a3cfe req-43e893e6-8ebc-49ee-a73a-3f5e3ef5f184 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=372218ec-d71b-4a1a-8763-aeb5c9835a10 HTTP/1.1" status: 200 len: 998 time: 0.0579596 Nov 23 18:15:14.433922 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c094f7-0d52-49e0-ade8-8bcfab1a3cfe req-c546628f-9150-4fa3-8761-314faeb32fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:15:14.435407 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f4c094f7-0d52-49e0-ade8-8bcfab1a3cfe req-c546628f-9150-4fa3-8761-314faeb32fe4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=25d3e046-26e6-43e5-8262-7b86687e27b2 HTTP/1.1" status: 200 len: 851 time: 0.0495780 Nov 23 18:15:14.439111 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c094f7-0d52-49e0-ade8-8bcfab1a3cfe req-92a87598-f3f3-4714-8fef-8435a25f96f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:15:14.440618 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-f4c094f7-0d52-49e0-ade8-8bcfab1a3cfe req-92a87598-f3f3-4714-8fef-8435a25f96f4 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=25d3e046-26e6-43e5-8262-7b86687e27b2 HTTP/1.1" status: 200 len: 851 time: 0.0497799 Nov 23 18:15:14.483992 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c094f7-0d52-49e0-ade8-8bcfab1a3cfe req-15dff224-4881-4caa-b830-28fe09f452d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:15:14.485602 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f4c094f7-0d52-49e0-ade8-8bcfab1a3cfe req-15dff224-4881-4caa-b830-28fe09f452d2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f7923f1d-6a8d-4e71-8499-b4a023620336&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426180 Nov 23 18:15:14.498714 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c094f7-0d52-49e0-ade8-8bcfab1a3cfe req-a4dea6d3-710a-4581-ac84-66763d8971fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:15:14.499880 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-f4c094f7-0d52-49e0-ade8-8bcfab1a3cfe req-a4dea6d3-710a-4581-ac84-66763d8971fb service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f7923f1d-6a8d-4e71-8499-b4a023620336&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0518825 Nov 23 18:15:14.604461 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-f4c094f7-0d52-49e0-ade8-8bcfab1a3cfe req-3b8ae128-ad5e-432d-bca7-3d6c358f20c8 service neutron] 10.222.0.55 "GET /v2.0/networks/f7923f1d-6a8d-4e71-8499-b4a023620336?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933285 Nov 23 18:15:14.637608 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0208b0ab-f959-4b62-8b3b-e5adffdf96d3 req-c716fccd-5d7d-4369-8bf5-e94938be2a2e tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:15:14.639033 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-0208b0ab-f959-4b62-8b3b-e5adffdf96d3 req-c716fccd-5d7d-4369-8bf5-e94938be2a2e tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/ports?device_id=17fea49c-a139-40fd-bda5-f77b70a93fd4 HTTP/1.1" status: 200 len: 943 time: 0.1072011 Nov 23 18:15:14.641069 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f4c094f7-0d52-49e0-ade8-8bcfab1a3cfe req-f9e30765-9e8f-4726-8369-d4699e8781b2 service neutron] 10.222.0.36 "GET /v2.0/networks/f7923f1d-6a8d-4e71-8499-b4a023620336?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1467788 Nov 23 18:15:14.642566 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:14.705658 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-f4c094f7-0d52-49e0-ade8-8bcfab1a3cfe req-2605f461-6fe9-44e3-8fa2-3219464c18bd service neutron] 10.222.0.55 "GET /v2.0/networks/f7923f1d-6a8d-4e71-8499-b4a023620336?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935092 Nov 23 18:15:14.743853 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-0208b0ab-f959-4b62-8b3b-e5adffdf96d3 req-6454ba6a-eeb5-434a-8d8d-75d5fc524196 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/security-groups?id=65ffd7d6-6baf-4b83-9417-6a2507a92c34&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0978351 Nov 23 18:15:14.774006 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f4c094f7-0d52-49e0-ade8-8bcfab1a3cfe req-d1158ebf-9d64-49e8-9a4b-d7cd797d1ccc service neutron] 10.222.0.36 "GET /v2.0/networks/f7923f1d-6a8d-4e71-8499-b4a023620336?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219146 Nov 23 18:15:15.133477 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-cf8ca3df-b48d-4a02-b04a-cbdcaee29af9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:15.503705 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device 372218ec-d71b-4a1a-8763-aeb5c9835a10 details requested by agent hyperv_n-h1-816206-8 with host n-h1-816206-8 {{(pid=103592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 18:15:15.598691 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port 372218ec-d71b-4a1a-8763-aeb5c9835a10, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=372218ec-d71b-4a1a-8763-aeb5c9835a10,segment=NetworkSegment(fe315ac5-77ca-4bfb-9cfe-65772fe7c4a6),segment_id=fe315ac5-77ca-4bfb-9cfe-65772fe7c4a6)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:15:15.609777 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Returning: {'device': '372218ec-d71b-4a1a-8763-aeb5c9835a10', 'network_id': 'f7923f1d-6a8d-4e71-8499-b4a023620336', 'port_id': '372218ec-d71b-4a1a-8763-aeb5c9835a10', 'mac_address': 'fa:16:3e:e5:b2:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25d3e046-26e6-43e5-8262-7b86687e27b2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 18:15:15.647665 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:15.660130 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 372218ec-d71b-4a1a-8763-aeb5c9835a10 {{(pid=103592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:15:15.679611 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port 372218ec-d71b-4a1a-8763-aeb5c9835a10, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=372218ec-d71b-4a1a-8763-aeb5c9835a10,segment=NetworkSegment(fe315ac5-77ca-4bfb-9cfe-65772fe7c4a6),segment_id=fe315ac5-77ca-4bfb-9cfe-65772fe7c4a6)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:15:15.683213 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:15.728343 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Pushing event updated for resources: {'Port': ['ID=372218ec-d71b-4a1a-8763-aeb5c9835a10,revision_number=8']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:15:15.735463 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:15:15.736054 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:15:15.736173 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:15:15.736531 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:15:15.736832 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:15:15.737657 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:15:15.737992 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:15:15.738317 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:15:15.738642 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:15:15.738966 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:15:15.739285 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:15:15.739604 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:15:15.862062 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354e70bf-ffff-4312-a049-f801accf507f req-667b681e-81ef-4df0-9557-3d3def1c474d tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:15:15.863516 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-354e70bf-ffff-4312-a049-f801accf507f req-667b681e-81ef-4df0-9557-3d3def1c474d tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/ports?device_id=17fea49c-a139-40fd-bda5-f77b70a93fd4 HTTP/1.1" status: 200 len: 944 time: 0.0501988 Nov 23 18:15:15.909939 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-354e70bf-ffff-4312-a049-f801accf507f req-838b50fc-3c24-4492-ae3f-434cee6ff073 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/security-groups?id=65ffd7d6-6baf-4b83-9417-6a2507a92c34&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0399666 Nov 23 18:15:15.945332 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] get_ports_and_sgs() called for port_ids ['372218ec-d71b-4a1a-8763-aeb5c9835a10'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:15:16.116559 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598150f6-78db-4320-a843-b8521baa036e req-e7a32d88-f231-4848-804a-9d38fd84ea28 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:15:16.118167 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-598150f6-78db-4320-a843-b8521baa036e req-e7a32d88-f231-4848-804a-9d38fd84ea28 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/ports?device_id=17fea49c-a139-40fd-bda5-f77b70a93fd4 HTTP/1.1" status: 200 len: 944 time: 0.0585203 Nov 23 18:15:16.199007 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e480be-4303-47eb-8c73-93242b283f65 req-65e5d69c-f339-42ff-a4fd-93a643c6bfe7 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:15:16.200531 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d6e480be-4303-47eb-8c73-93242b283f65 req-65e5d69c-f339-42ff-a4fd-93a643c6bfe7 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.36 "GET /v2.0/ports?device_id=17fea49c-a139-40fd-bda5-f77b70a93fd4&tenant_id=7a2e384b18354dcf855a2d3c6a834aef&binding%3Ahost_id=n-h1-816206-8 HTTP/1.1" status: 200 len: 944 time: 0.0814033 Nov 23 18:15:16.205060 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-598150f6-78db-4320-a843-b8521baa036e req-52fcb327-0494-469f-88cc-5ad938e6d476 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/security-groups?id=65ffd7d6-6baf-4b83-9417-6a2507a92c34&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0773354 Nov 23 18:15:16.263815 n-d-816206-8 neutron-server[103591]: INFO neutron.api.v2.resource [req-d6e480be-4303-47eb-8c73-93242b283f65 req-ece7563a-8084-4af0-95c0-841e871dcdbc service neutron] delete failed (client error): The resource could not be found. Nov 23 18:15:16.264873 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d6e480be-4303-47eb-8c73-93242b283f65 req-ece7563a-8084-4af0-95c0-841e871dcdbc service neutron] 10.222.0.36 "DELETE /v2.0/ports/372218ec-d71b-4a1a-8763-aeb5c9835a10/bindings/n-h2-816206-8 HTTP/1.1" status: 404 len: 380 time: 0.0557854 Nov 23 18:15:16.351144 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e480be-4303-47eb-8c73-93242b283f65 req-2f1688d6-291d-41b7-86c1-999b1feb00c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:15:16.358966 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d6e480be-4303-47eb-8c73-93242b283f65 req-2f1688d6-291d-41b7-86c1-999b1feb00c1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7a2e384b18354dcf855a2d3c6a834aef&device_id=17fea49c-a139-40fd-bda5-f77b70a93fd4 HTTP/1.1" status: 200 len: 1095 time: 0.0408187 Nov 23 18:15:16.455928 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e480be-4303-47eb-8c73-93242b283f65 req-8796698c-fe34-4a50-a324-a879fd0ead71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:15:16.457437 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d6e480be-4303-47eb-8c73-93242b283f65 req-8796698c-fe34-4a50-a324-a879fd0ead71 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f7923f1d-6a8d-4e71-8499-b4a023620336 HTTP/1.1" status: 200 len: 913 time: 0.0975451 Nov 23 18:15:16.526128 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d6e480be-4303-47eb-8c73-93242b283f65 req-d0537cf7-5f7b-44eb-8771-bf034cc790b3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=372218ec-d71b-4a1a-8763-aeb5c9835a10 HTTP/1.1" status: 200 len: 999 time: 0.0606418 Nov 23 18:15:16.575899 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e480be-4303-47eb-8c73-93242b283f65 req-dbc8e797-c984-4cd8-ba3c-3729d9ec99dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:15:16.577344 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d6e480be-4303-47eb-8c73-93242b283f65 req-dbc8e797-c984-4cd8-ba3c-3729d9ec99dc service neutron] 10.222.0.36 "GET /v2.0/subnets?id=25d3e046-26e6-43e5-8262-7b86687e27b2 HTTP/1.1" status: 200 len: 851 time: 0.0439575 Nov 23 18:15:16.622866 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e480be-4303-47eb-8c73-93242b283f65 req-ca21ffd7-c313-4dc7-bc28-dd1866c584c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:15:16.624188 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d6e480be-4303-47eb-8c73-93242b283f65 req-ca21ffd7-c313-4dc7-bc28-dd1866c584c8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f7923f1d-6a8d-4e71-8499-b4a023620336&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390940 Nov 23 18:15:16.672802 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-52822d53-48f5-4819-8a95-bdc13aea0bf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:16.811822 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device 372218ec-d71b-4a1a-8763-aeb5c9835a10 no longer exists at agent hyperv_n-h2-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:15:16.852650 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device 372218ec-d71b-4a1a-8763-aeb5c9835a10 not bound to the agent host n-h2-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:15:16.966155 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d6e480be-4303-47eb-8c73-93242b283f65 req-6cb55df6-7204-44ae-b148-d3c716387ed8 service neutron] 10.222.0.36 "GET /v2.0/networks/f7923f1d-6a8d-4e71-8499-b4a023620336?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3268571 Nov 23 18:15:17.050973 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d6e480be-4303-47eb-8c73-93242b283f65 req-3fa34ee8-7fc0-45de-9f2b-e76f620084e0 service neutron] 10.222.0.36 "GET /v2.0/networks/f7923f1d-6a8d-4e71-8499-b4a023620336?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838537 Nov 23 18:15:17.329718 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08bd2ce-3042-4aab-bd06-b50af2a5adf2 req-1ed46535-5e65-437c-9099-460469f1f688 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:15:17.331815 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c08bd2ce-3042-4aab-bd06-b50af2a5adf2 req-1ed46535-5e65-437c-9099-460469f1f688 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/ports?device_id=17fea49c-a139-40fd-bda5-f77b70a93fd4 HTTP/1.1" status: 200 len: 944 time: 0.0530872 Nov 23 18:15:17.385938 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c08bd2ce-3042-4aab-bd06-b50af2a5adf2 req-9b83ad22-a70b-4d82-8d75-91004d3bb1c8 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/security-groups?id=65ffd7d6-6baf-4b83-9417-6a2507a92c34&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0482402 Nov 23 18:15:17.520099 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device 372218ec-d71b-4a1a-8763-aeb5c9835a10 up at agent hyperv_n-h1-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:15:17.575189 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Provisioning for port 372218ec-d71b-4a1a-8763-aeb5c9835a10 completed by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 18:15:17.579080 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Provisioning complete for port 372218ec-d71b-4a1a-8763-aeb5c9835a10 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:15:17.579449 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:17.657383 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:17.682534 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17fea49c-a139-40fd-bda5-f77b70a93fd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '372218ec-d71b-4a1a-8763-aeb5c9835a10'}] {{(pid=103592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:15:17.684791 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba3e6a8f2301c7a29fe1eca9779abdae4ccbcd6266d69778087f2498d5551201" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1eb59486-636d-4c46-a17a-6743ec8497e4" -d '{"events": [{"server_uuid": "17fea49c-a139-40fd-bda5-f77b70a93fd4", "name": "network-vif-plugged", "status": "completed", "tag": "372218ec-d71b-4a1a-8763-aeb5c9835a10"}]}' {{(pid=103592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:15:17.698158 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port 372218ec-d71b-4a1a-8763-aeb5c9835a10, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=372218ec-d71b-4a1a-8763-aeb5c9835a10,segment=NetworkSegment(fe315ac5-77ca-4bfb-9cfe-65772fe7c4a6),segment_id=fe315ac5-77ca-4bfb-9cfe-65772fe7c4a6)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:15:17.701961 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:17.729634 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:15:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95e5c5ca-c3fe-4fef-89ae-a02987a3c6ef x-openstack-request-id: req-95e5c5ca-c3fe-4fef-89ae-a02987a3c6ef {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:15:17.729929 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17fea49c-a139-40fd-bda5-f77b70a93fd4", "name": "network-vif-plugged", "status": "completed", "tag": "372218ec-d71b-4a1a-8763-aeb5c9835a10", "code": 200}]} {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:15:17.730181 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-95e5c5ca-c3fe-4fef-89ae-a02987a3c6ef {{(pid=103592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:15:17.730569 n-d-816206-8 neutron-server[103592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17fea49c-a139-40fd-bda5-f77b70a93fd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '372218ec-d71b-4a1a-8763-aeb5c9835a10', 'code': 200} Nov 23 18:15:17.756011 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Pushing event updated for resources: {'Port': ['ID=372218ec-d71b-4a1a-8763-aeb5c9835a10,revision_number=9']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:15:17.889697 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9a27ae6c-db98-474f-94c1-cc99bf842d79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:18.423365 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:18.507740 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ec0d3e-459d-44f6-9319-58732af49cf9 req-dec8f2a7-ecfa-4581-8676-08c9f707b80e tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:15:18.509243 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e4ec0d3e-459d-44f6-9319-58732af49cf9 req-dec8f2a7-ecfa-4581-8676-08c9f707b80e tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/ports?device_id=17fea49c-a139-40fd-bda5-f77b70a93fd4 HTTP/1.1" status: 200 len: 945 time: 0.0503068 Nov 23 18:15:18.556186 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e4ec0d3e-459d-44f6-9319-58732af49cf9 req-1620cad6-673f-4a22-a3d0-bc24ff7c9636 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/security-groups?id=65ffd7d6-6baf-4b83-9417-6a2507a92c34&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0410123 Nov 23 18:15:18.670686 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e865eab-322e-49d8-9be6-503aa26c9543 req-0809a587-8876-46ed-891c-b996473b6d68 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:15:18.672067 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5e865eab-322e-49d8-9be6-503aa26c9543 req-0809a587-8876-46ed-891c-b996473b6d68 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/ports?device_id=17fea49c-a139-40fd-bda5-f77b70a93fd4 HTTP/1.1" status: 200 len: 945 time: 0.0495255 Nov 23 18:15:18.719234 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5e865eab-322e-49d8-9be6-503aa26c9543 req-16a9b6c7-38c4-47c5-a476-36aaba1276a0 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/security-groups?id=65ffd7d6-6baf-4b83-9417-6a2507a92c34&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0410531 Nov 23 18:15:18.835956 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec1e856-dd70-453f-a423-9cd0e3b519d7 req-466895c1-f43b-41d8-a737-06ddc4e9b89a tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:15:18.837453 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-3ec1e856-dd70-453f-a423-9cd0e3b519d7 req-466895c1-f43b-41d8-a737-06ddc4e9b89a tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/ports?device_id=17fea49c-a139-40fd-bda5-f77b70a93fd4 HTTP/1.1" status: 200 len: 945 time: 0.0537844 Nov 23 18:15:18.884110 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-3ec1e856-dd70-453f-a423-9cd0e3b519d7 req-20454024-d06d-4cb8-a5b9-c5937d2619ac tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/security-groups?id=65ffd7d6-6baf-4b83-9417-6a2507a92c34&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0407972 Nov 23 18:15:19.113977 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b24a7ac-4f83-4747-b86c-96ea21dd8082 req-a42fce95-e5a3-4f9f-86dd-2ce0e50e7494 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:15:19.115452 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7b24a7ac-4f83-4747-b86c-96ea21dd8082 req-a42fce95-e5a3-4f9f-86dd-2ce0e50e7494 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/ports?device_id=17fea49c-a139-40fd-bda5-f77b70a93fd4 HTTP/1.1" status: 200 len: 945 time: 0.0487676 Nov 23 18:15:19.162683 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7b24a7ac-4f83-4747-b86c-96ea21dd8082 req-9fcd3849-e450-4e31-8359-178edabfbf0a tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/security-groups?id=65ffd7d6-6baf-4b83-9417-6a2507a92c34&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0412321 Nov 23 18:15:20.278981 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c125afa-2c13-42bf-bf11-5ea3e15cab08 req-3944bd98-10df-45bb-92f6-46c2ab873b76 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:15:20.280434 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7c125afa-2c13-42bf-bf11-5ea3e15cab08 req-3944bd98-10df-45bb-92f6-46c2ab873b76 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/ports?device_id=17fea49c-a139-40fd-bda5-f77b70a93fd4 HTTP/1.1" status: 200 len: 945 time: 0.0479002 Nov 23 18:15:20.330151 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7c125afa-2c13-42bf-bf11-5ea3e15cab08 req-939e7a25-758d-4c6e-9c7d-d56f326b66f5 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/security-groups?id=65ffd7d6-6baf-4b83-9417-6a2507a92c34&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0432425 Nov 23 18:15:20.373123 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea7f148-acf4-4a9a-b244-1b6a8e784d90 req-d41fbc53-e4ec-42ba-b743-0fd061bf34cb tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:15:20.374600 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-dea7f148-acf4-4a9a-b244-1b6a8e784d90 req-d41fbc53-e4ec-42ba-b743-0fd061bf34cb tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.55 "GET /v2.0/ports?device_id=17fea49c-a139-40fd-bda5-f77b70a93fd4 HTTP/1.1" status: 200 len: 945 time: 0.0496340 Nov 23 18:15:20.466919 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [req-dea7f148-acf4-4a9a-b244-1b6a8e784d90 req-f26d858b-2ada-41e8-b9c7-63f16194196c tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Deleting port 372218ec-d71b-4a1a-8763-aeb5c9835a10 {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:15:20.467170 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-dea7f148-acf4-4a9a-b244-1b6a8e784d90 req-f26d858b-2ada-41e8-b9c7-63f16194196c tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:20.555009 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [req-dea7f148-acf4-4a9a-b244-1b6a8e784d90 req-f26d858b-2ada-41e8-b9c7-63f16194196c tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] For port 372218ec-d71b-4a1a-8763-aeb5c9835a10, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=372218ec-d71b-4a1a-8763-aeb5c9835a10,segment=NetworkSegment(fe315ac5-77ca-4bfb-9cfe-65772fe7c4a6),segment_id=fe315ac5-77ca-4bfb-9cfe-65772fe7c4a6)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:15:20.555374 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-dea7f148-acf4-4a9a-b244-1b6a8e784d90 req-f26d858b-2ada-41e8-b9c7-63f16194196c tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:20.776120 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-dea7f148-acf4-4a9a-b244-1b6a8e784d90 req-f26d858b-2ada-41e8-b9c7-63f16194196c tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:20.776503 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-dea7f148-acf4-4a9a-b244-1b6a8e784d90 req-f26d858b-2ada-41e8-b9c7-63f16194196c tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1795396'] for floatingip, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:20.776825 n-d-816206-8 neutron-server[103590]: INFO neutron.db.l3_db [req-dea7f148-acf4-4a9a-b244-1b6a8e784d90 req-f26d858b-2ada-41e8-b9c7-63f16194196c tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Floating IP 0aec1b4e-a9b2-4a20-b0dd-420cfa3bfac2 disassociated. External IP: 172.25.3.28, port: 372218ec-d71b-4a1a-8763-aeb5c9835a10. Nov 23 18:15:20.777164 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [req-dea7f148-acf4-4a9a-b244-1b6a8e784d90 req-f26d858b-2ada-41e8-b9c7-63f16194196c tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Calling delete_port for 372218ec-d71b-4a1a-8763-aeb5c9835a10 owned by compute:nova {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:15:20.906375 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-dea7f148-acf4-4a9a-b244-1b6a8e784d90 req-f26d858b-2ada-41e8-b9c7-63f16194196c tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:20.934487 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26d858b-2ada-41e8-b9c7-63f16194196c tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Pushing event deleted for resources: {'Port': ['ID=372218ec-d71b-4a1a-8763-aeb5c9835a10,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:15:21.057010 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dea7f148-acf4-4a9a-b244-1b6a8e784d90 req-f26d858b-2ada-41e8-b9c7-63f16194196c tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Router e623e151-6755-4c3d-8100-f608228ec438 has already been hosted by L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 {{(pid=103590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:15:21.165509 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dea7f148-acf4-4a9a-b244-1b6a8e784d90 req-f26d858b-2ada-41e8-b9c7-63f16194196c tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:15:21.174849 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4d3a4d2-44eb-4246-8c9d-2e5e0dbe7b2e None None] Sync routers for ids ['e623e151-6755-4c3d-8100-f608228ec438'] in n-d-816206-8 {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:15:21.184575 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4d3a4d2-44eb-4246-8c9d-2e5e0dbe7b2e None None] Routers {'e623e151-6755-4c3d-8100-f608228ec438'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:15:21.185174 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-a4d3a4d2-44eb-4246-8c9d-2e5e0dbe7b2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T18:15:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['e623e151-6755-4c3d-8100-f608228ec438'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:15:21.204564 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [req-dea7f148-acf4-4a9a-b244-1b6a8e784d90 req-f26d858b-2ada-41e8-b9c7-63f16194196c tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] No DVR routers for this DVR port 372218ec-d71b-4a1a-8763-aeb5c9835a10 on host n-h1-816206-8 {{(pid=103590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:15:21.208180 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-dea7f148-acf4-4a9a-b244-1b6a8e784d90 req-f26d858b-2ada-41e8-b9c7-63f16194196c tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:21.211674 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-dea7f148-acf4-4a9a-b244-1b6a8e784d90 req-f26d858b-2ada-41e8-b9c7-63f16194196c tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.55 "DELETE /v2.0/ports/372218ec-d71b-4a1a-8763-aeb5c9835a10 HTTP/1.1" status: 204 len: 173 time: 0.8309240 Nov 23 18:15:21.212152 n-d-816206-8 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17fea49c-a139-40fd-bda5-f77b70a93fd4', 'name': 'network-vif-deleted', 'tag': '372218ec-d71b-4a1a-8763-aeb5c9835a10'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:15:21.214445 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbabddbc9fc37b068808e119c416c86f5957ca04531a4a0d2e695c515e93483b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf437a93-1a8d-42b4-b53c-301a28b92979" -d '{"events": [{"server_uuid": "17fea49c-a139-40fd-bda5-f77b70a93fd4", "name": "network-vif-deleted", "tag": "372218ec-d71b-4a1a-8763-aeb5c9835a10"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:15:21.257310 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:15:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1afc60ff-8de8-48af-953b-978c81bcbe3e x-openstack-request-id: req-1afc60ff-8de8-48af-953b-978c81bcbe3e {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:15:21.257619 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17fea49c-a139-40fd-bda5-f77b70a93fd4", "name": "network-vif-deleted", "tag": "372218ec-d71b-4a1a-8763-aeb5c9835a10", "status": "completed", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:15:21.257882 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-1afc60ff-8de8-48af-953b-978c81bcbe3e {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:15:21.258332 n-d-816206-8 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17fea49c-a139-40fd-bda5-f77b70a93fd4', 'name': 'network-vif-deleted', 'tag': '372218ec-d71b-4a1a-8763-aeb5c9835a10', 'status': 'completed', 'code': 200} Nov 23 18:15:21.382462 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-a4d3a4d2-44eb-4246-8c9d-2e5e0dbe7b2e None None] Set router e623e151-6755-4c3d-8100-f608228ec438 gateway port host: n-d-816206-8 {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:15:21.448624 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-653466af-ce27-4611-985a-795553bff2d6 req-1c609f29-5565-4ec7-a051-c15e6521422c tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/ports?device_id=17fea49c-a139-40fd-bda5-f77b70a93fd4 HTTP/1.1" status: 200 len: 210 time: 0.0286231 Nov 23 18:15:21.589317 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-a4d3a4d2-44eb-4246-8c9d-2e5e0dbe7b2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e623e151-6755-4c3d-8100-f608228ec438', 'name': 'tempest-ServerActionsTestJSON-1491171035-router', 'tenant_id': '7a2e384b18354dcf855a2d3c6a834aef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.213'}], 'enable_snat': True}, 'gw_port_id': 'bffd5055-836b-43fc-a9e1-ca6b5624a757', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:13:02Z', 'updated_at': '2021-11-23T18:13:05Z', 'revision_number': 4, 'project_id': '7a2e384b18354dcf855a2d3c6a834aef', 'gw_port': {'id': 'bffd5055-836b-43fc-a9e1-ca6b5624a757', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:8c:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e623e151-6755-4c3d-8100-f608228ec438', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:13:03Z', 'updated_at': '2021-11-23T18:13:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_interfaces': [{'id': '887540ab-8e6e-4017-b47d-3212e447f64e', 'name': '', 'network_id': 'f7923f1d-6a8d-4e71-8499-b4a023620336', 'tenant_id': '7a2e384b18354dcf855a2d3c6a834aef', 'mac_address': 'fa:16:3e:23:87:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e623e151-6755-4c3d-8100-f608228ec438', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '25d3e046-26e6-43e5-8262-7b86687e27b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:13:05Z', 'updated_at': '2021-11-23T18:13:09Z', 'revision_number': 5, 'project_id': '7a2e384b18354dcf855a2d3c6a834aef', 'subnets': [{'id': '25d3e046-26e6-43e5-8262-7b86687e27b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:15:21.614536 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4d3a4d2-44eb-4246-8c9d-2e5e0dbe7b2e None None] Checking router: e623e151-6755-4c3d-8100-f608228ec438 for host: n-d-816206-8 {{(pid=103593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:15:21.622484 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4d3a4d2-44eb-4246-8c9d-2e5e0dbe7b2e None None] Routers {'e623e151-6755-4c3d-8100-f608228ec438'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:15:21.623071 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-a4d3a4d2-44eb-4246-8c9d-2e5e0dbe7b2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T18:15:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['e623e151-6755-4c3d-8100-f608228ec438'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:15:21.724789 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-a4d3a4d2-44eb-4246-8c9d-2e5e0dbe7b2e None None] Set router e623e151-6755-4c3d-8100-f608228ec438 gateway port host: n-d-816206-8 {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:15:21.917855 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-a4d3a4d2-44eb-4246-8c9d-2e5e0dbe7b2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e623e151-6755-4c3d-8100-f608228ec438', 'name': 'tempest-ServerActionsTestJSON-1491171035-router', 'tenant_id': '7a2e384b18354dcf855a2d3c6a834aef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.213'}], 'enable_snat': True}, 'gw_port_id': 'bffd5055-836b-43fc-a9e1-ca6b5624a757', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:13:02Z', 'updated_at': '2021-11-23T18:13:05Z', 'revision_number': 4, 'project_id': '7a2e384b18354dcf855a2d3c6a834aef', 'gw_port': {'id': 'bffd5055-836b-43fc-a9e1-ca6b5624a757', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:8c:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e623e151-6755-4c3d-8100-f608228ec438', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:13:03Z', 'updated_at': '2021-11-23T18:13:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_interfaces': [{'id': '887540ab-8e6e-4017-b47d-3212e447f64e', 'name': '', 'network_id': 'f7923f1d-6a8d-4e71-8499-b4a023620336', 'tenant_id': '7a2e384b18354dcf855a2d3c6a834aef', 'mac_address': 'fa:16:3e:23:87:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e623e151-6755-4c3d-8100-f608228ec438', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '25d3e046-26e6-43e5-8262-7b86687e27b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:13:05Z', 'updated_at': '2021-11-23T18:13:09Z', 'revision_number': 5, 'project_id': '7a2e384b18354dcf855a2d3c6a834aef', 'subnets': [{'id': '25d3e046-26e6-43e5-8262-7b86687e27b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:15:21.943612 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4d3a4d2-44eb-4246-8c9d-2e5e0dbe7b2e None None] The sync data for ids ['e623e151-6755-4c3d-8100-f608228ec438'] in n-d-816206-8 is: [{'id': 'e623e151-6755-4c3d-8100-f608228ec438', 'name': 'tempest-ServerActionsTestJSON-1491171035-router', 'tenant_id': '7a2e384b18354dcf855a2d3c6a834aef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.213'}], 'enable_snat': True}, 'gw_port_id': 'bffd5055-836b-43fc-a9e1-ca6b5624a757', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:13:02Z', 'updated_at': '2021-11-23T18:13:05Z', 'revision_number': 4, 'project_id': '7a2e384b18354dcf855a2d3c6a834aef', 'gw_port': {'id': 'bffd5055-836b-43fc-a9e1-ca6b5624a757', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:8c:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e623e151-6755-4c3d-8100-f608228ec438', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:13:03Z', 'updated_at': '2021-11-23T18:13:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_interfaces': [{'id': '887540ab-8e6e-4017-b47d-3212e447f64e', 'name': '', 'network_id': 'f7923f1d-6a8d-4e71-8499-b4a023620336', 'tenant_id': '7a2e384b18354dcf855a2d3c6a834aef', 'mac_address': 'fa:16:3e:23:87:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e623e151-6755-4c3d-8100-f608228ec438', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '25d3e046-26e6-43e5-8262-7b86687e27b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:13:05Z', 'updated_at': '2021-11-23T18:13:09Z', 'revision_number': 5, 'project_id': '7a2e384b18354dcf855a2d3c6a834aef', 'subnets': [{'id': '25d3e046-26e6-43e5-8262-7b86687e27b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:15:22.156162 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7bc49b0-1dc7-4306-a9f8-3f80c29db963 None None] New status for floating IP 0aec1b4e-a9b2-4a20-b0dd-420cfa3bfac2: DOWN {{(pid=103592) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 18:15:22.693160 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2eba8638-fb60-42f0-8ac4-a21715cfca04 req-6c1d79bb-3991-4c49-a9c9-2b3a1cee91b8 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--6227034&fields=id&tenant_id=7a2e384b18354dcf855a2d3c6a834aef HTTP/1.1" status: 200 len: 267 time: 0.0422053 Nov 23 18:15:22.802738 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eba8638-fb60-42f0-8ac4-a21715cfca04 req-e8a26c0b-2392-450f-8bee-292fe2711c85 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:15:22.804181 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2eba8638-fb60-42f0-8ac4-a21715cfca04 req-e8a26c0b-2392-450f-8bee-292fe2711c85 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/networks?id=f7923f1d-6a8d-4e71-8499-b4a023620336 HTTP/1.1" status: 200 len: 812 time: 0.1041298 Nov 23 18:15:22.819988 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2eba8638-fb60-42f0-8ac4-a21715cfca04 req-3a24349f-5add-4b43-bb00-d58d1c7fb489 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/quotas/7a2e384b18354dcf855a2d3c6a834aef HTTP/1.1" status: 200 len: 375 time: 0.0098228 Nov 23 18:15:22.869917 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2eba8638-fb60-42f0-8ac4-a21715cfca04 req-9a378ddc-6f3d-47ed-9172-45614e7c417a tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=7a2e384b18354dcf855a2d3c6a834aef&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0447791 Nov 23 18:15:22.963923 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2eba8638-fb60-42f0-8ac4-a21715cfca04 req-e67faf45-1efb-4e5e-bafd-bc8b5bbe3138 service neutron] 10.222.0.60 "GET /v2.0/networks/f7923f1d-6a8d-4e71-8499-b4a023620336?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820000 Nov 23 18:15:23.056476 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2eba8638-fb60-42f0-8ac4-a21715cfca04 req-c03a3e6a-f84e-47d7-a1bd-3cc53ed3f921 service neutron] 10.222.0.60 "GET /v2.0/networks/f7923f1d-6a8d-4e71-8499-b4a023620336?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864248 Nov 23 18:15:23.212197 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7ac7c68c-6431-4ce3-ad32-e1dfcf3cdc26 req-7e82d944-9bfa-41f3-ba5d-adcbb39d0c73 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/ports?device_id=002016dd-cc4a-444b-a198-12962bf4e8f8 HTTP/1.1" status: 200 len: 210 time: 0.0274053 Nov 23 18:15:24.123333 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eba8638-fb60-42f0-8ac4-a21715cfca04 req-644c55d4-3af5-45de-ac2b-648a5721c5ff tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:15:24.124818 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-2eba8638-fb60-42f0-8ac4-a21715cfca04 req-644c55d4-3af5-45de-ac2b-648a5721c5ff tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.55 "GET /v2.0/networks?id=f7923f1d-6a8d-4e71-8499-b4a023620336 HTTP/1.1" status: 200 len: 812 time: 0.1071143 Nov 23 18:15:24.186468 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-2eba8638-fb60-42f0-8ac4-a21715cfca04 req-6eeb0169-ea77-46af-b487-31f6afb9a7a6 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7a2e384b18354dcf855a2d3c6a834aef HTTP/1.1" status: 200 len: 377 time: 0.0527678 Nov 23 18:15:24.196062 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [req-2eba8638-fb60-42f0-8ac4-a21715cfca04 req-58f62ccd-cf45-4dd3-9407-b9e0a82e756c tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Request body: {'port': {'device_id': '002016dd-cc4a-444b-a198-12962bf4e8f8', 'network_id': 'f7923f1d-6a8d-4e71-8499-b4a023620336', 'admin_state_up': True, 'tenant_id': '7a2e384b18354dcf855a2d3c6a834aef', 'security_groups': ['65ffd7d6-6baf-4b83-9417-6a2507a92c34']}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:15:24.306950 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2eba8638-fb60-42f0-8ac4-a21715cfca04 req-58f62ccd-cf45-4dd3-9407-b9e0a82e756c tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Made reservation on behalf of 7a2e384b18354dcf855a2d3c6a834aef for: {'port': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:15:24.307208 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-cf79c178-02f7-4888-80bd-ae1cf03c81a3 req-bf95677f-7560-4469-8759-7a0c094f98d0 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/ports?device_id=002016dd-cc4a-444b-a198-12962bf4e8f8 HTTP/1.1" status: 200 len: 210 time: 0.0262821 Nov 23 18:15:24.310569 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-2eba8638-fb60-42f0-8ac4-a21715cfca04 req-58f62ccd-cf45-4dd3-9407-b9e0a82e756c tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:24.433519 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [req-2eba8638-fb60-42f0-8ac4-a21715cfca04 req-58f62ccd-cf45-4dd3-9407-b9e0a82e756c tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Allocated IP 172.20.0.4 (f7923f1d-6a8d-4e71-8499-b4a023620336/25d3e046-26e6-43e5-8262-7b86687e27b2/713a1d43-945a-4082-bd75-491aa0425352) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:15:24.571913 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-2eba8638-fb60-42f0-8ac4-a21715cfca04 req-58f62ccd-cf45-4dd3-9407-b9e0a82e756c tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:24.604700 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-2eba8638-fb60-42f0-8ac4-a21715cfca04 req-58f62ccd-cf45-4dd3-9407-b9e0a82e756c tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:24.649233 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2eba8638-fb60-42f0-8ac4-a21715cfca04 req-58f62ccd-cf45-4dd3-9407-b9e0a82e756c tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Network f7923f1d-6a8d-4e71-8499-b4a023620336 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:15:24.652155 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [req-2eba8638-fb60-42f0-8ac4-a21715cfca04 req-58f62ccd-cf45-4dd3-9407-b9e0a82e756c tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:15:24.655730 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [req-2eba8638-fb60-42f0-8ac4-a21715cfca04 req-58f62ccd-cf45-4dd3-9407-b9e0a82e756c tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:15:24.662424 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f62ccd-cf45-4dd3-9407-b9e0a82e756c tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Pushing event updated for resources: {'Port': ['ID=713a1d43-945a-4082-bd75-491aa0425352,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:15:24.714093 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eba8638-fb60-42f0-8ac4-a21715cfca04 req-58f62ccd-cf45-4dd3-9407-b9e0a82e756c tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:15:24.714724 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-2eba8638-fb60-42f0-8ac4-a21715cfca04 req-58f62ccd-cf45-4dd3-9407-b9e0a82e756c tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:24.732777 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-2eba8638-fb60-42f0-8ac4-a21715cfca04 req-58f62ccd-cf45-4dd3-9407-b9e0a82e756c tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5403554 Nov 23 18:15:24.745599 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [req-2eba8638-fb60-42f0-8ac4-a21715cfca04 req-d2a5f3f9-a0b3-45d0-894c-6bf52f07fcab service neutron] Request body: {'port': {'device_id': '002016dd-cc4a-444b-a198-12962bf4e8f8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-8'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:15:24.801585 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-2eba8638-fb60-42f0-8ac4-a21715cfca04 req-d2a5f3f9-a0b3-45d0-894c-6bf52f07fcab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:24.864747 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-a4f981b4-5724-4b65-b81c-9ec3487e832a None None] Provisioning complete for port 713a1d43-945a-4082-bd75-491aa0425352 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:15:24.865326 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-a4f981b4-5724-4b65-b81c-9ec3487e832a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:24.902508 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-a4f981b4-5724-4b65-b81c-9ec3487e832a None None] Port 713a1d43-945a-4082-bd75-491aa0425352 cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:15:25.060779 n-d-816206-8 neutron-server[103590]: DEBUG neutron.notifiers.nova [req-2eba8638-fb60-42f0-8ac4-a21715cfca04 req-d2a5f3f9-a0b3-45d0-894c-6bf52f07fcab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 713a1d43-945a-4082-bd75-491aa0425352 {{(pid=103590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:15:25.068964 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-2eba8638-fb60-42f0-8ac4-a21715cfca04 req-d2a5f3f9-a0b3-45d0-894c-6bf52f07fcab service neutron] Publish callbacks [] for port, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:25.081712 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [req-2eba8638-fb60-42f0-8ac4-a21715cfca04 req-d2a5f3f9-a0b3-45d0-894c-6bf52f07fcab service neutron] Transition to ACTIVE for port object 713a1d43-945a-4082-bd75-491aa0425352 will not be triggered until provisioned by entity L2. {{(pid=103590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 18:15:25.084818 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-2eba8638-fb60-42f0-8ac4-a21715cfca04 req-d2a5f3f9-a0b3-45d0-894c-6bf52f07fcab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264357957'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:25.135203 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a5f3f9-a0b3-45d0-894c-6bf52f07fcab service neutron] Pushing event updated for resources: {'Port': ['ID=713a1d43-945a-4082-bd75-491aa0425352,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:15:25.209129 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [req-2eba8638-fb60-42f0-8ac4-a21715cfca04 req-d2a5f3f9-a0b3-45d0-894c-6bf52f07fcab service neutron] Attempting to bind port 713a1d43-945a-4082-bd75-491aa0425352 on host n-h1-816206-8 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:15:25.209465 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [req-2eba8638-fb60-42f0-8ac4-a21715cfca04 req-d2a5f3f9-a0b3-45d0-894c-6bf52f07fcab service neutron] Attempting to bind port 713a1d43-945a-4082-bd75-491aa0425352 by drivers openvswitch,hyperv on host n-h1-816206-8 at level 0 using segments [{'id': 'fe315ac5-77ca-4bfb-9cfe-65772fe7c4a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'f7923f1d-6a8d-4e71-8499-b4a023620336'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:15:25.209794 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eba8638-fb60-42f0-8ac4-a21715cfca04 req-d2a5f3f9-a0b3-45d0-894c-6bf52f07fcab service neutron] Attempting to bind port 713a1d43-945a-4082-bd75-491aa0425352 on network f7923f1d-6a8d-4e71-8499-b4a023620336 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:15:25.214330 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eba8638-fb60-42f0-8ac4-a21715cfca04 req-d2a5f3f9-a0b3-45d0-894c-6bf52f07fcab service neutron] Port 713a1d43-945a-4082-bd75-491aa0425352 on network f7923f1d-6a8d-4e71-8499-b4a023620336 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-8 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:15:25.214649 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eba8638-fb60-42f0-8ac4-a21715cfca04 req-d2a5f3f9-a0b3-45d0-894c-6bf52f07fcab service neutron] Attempting to bind port 713a1d43-945a-4082-bd75-491aa0425352 on network f7923f1d-6a8d-4e71-8499-b4a023620336 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:15:25.219483 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eba8638-fb60-42f0-8ac4-a21715cfca04 req-d2a5f3f9-a0b3-45d0-894c-6bf52f07fcab service neutron] Checking agent: {'id': '4b0a4557-3bfe-4828-80a0-7981fc3ac84c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 15, 14), 'started_at': datetime.datetime(2021, 11, 23, 17, 15, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 15, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:15:25.219819 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eba8638-fb60-42f0-8ac4-a21715cfca04 req-d2a5f3f9-a0b3-45d0-894c-6bf52f07fcab service neutron] Checking segment: {'id': 'fe315ac5-77ca-4bfb-9cfe-65772fe7c4a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'f7923f1d-6a8d-4e71-8499-b4a023620336'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:15:25.220201 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eba8638-fb60-42f0-8ac4-a21715cfca04 req-d2a5f3f9-a0b3-45d0-894c-6bf52f07fcab service neutron] Bound using segment: {'id': 'fe315ac5-77ca-4bfb-9cfe-65772fe7c4a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'f7923f1d-6a8d-4e71-8499-b4a023620336'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:15:25.220681 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [req-2eba8638-fb60-42f0-8ac4-a21715cfca04 req-d2a5f3f9-a0b3-45d0-894c-6bf52f07fcab service neutron] Bound port: 713a1d43-945a-4082-bd75-491aa0425352, host: n-h1-816206-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe315ac5-77ca-4bfb-9cfe-65772fe7c4a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'f7923f1d-6a8d-4e71-8499-b4a023620336'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:15:25.221031 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-2eba8638-fb60-42f0-8ac4-a21715cfca04 req-d2a5f3f9-a0b3-45d0-894c-6bf52f07fcab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:25.289034 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [req-2eba8638-fb60-42f0-8ac4-a21715cfca04 req-d2a5f3f9-a0b3-45d0-894c-6bf52f07fcab service neutron] For port 713a1d43-945a-4082-bd75-491aa0425352, host n-h1-816206-8, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:15:25.292107 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [req-2eba8638-fb60-42f0-8ac4-a21715cfca04 req-d2a5f3f9-a0b3-45d0-894c-6bf52f07fcab service neutron] For port 713a1d43-945a-4082-bd75-491aa0425352, host n-h1-816206-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=713a1d43-945a-4082-bd75-491aa0425352,segment=NetworkSegment(fe315ac5-77ca-4bfb-9cfe-65772fe7c4a6),segment_id=fe315ac5-77ca-4bfb-9cfe-65772fe7c4a6)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:15:25.296461 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-2eba8638-fb60-42f0-8ac4-a21715cfca04 req-d2a5f3f9-a0b3-45d0-894c-6bf52f07fcab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264357957'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:25.334374 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eba8638-fb60-42f0-8ac4-a21715cfca04 req-d2a5f3f9-a0b3-45d0-894c-6bf52f07fcab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:15:25.335022 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-2eba8638-fb60-42f0-8ac4-a21715cfca04 req-d2a5f3f9-a0b3-45d0-894c-6bf52f07fcab service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:25.336594 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-2eba8638-fb60-42f0-8ac4-a21715cfca04 req-d2a5f3f9-a0b3-45d0-894c-6bf52f07fcab service neutron] 10.222.0.55 "PUT /v2.0/ports/713a1d43-945a-4082-bd75-491aa0425352 HTTP/1.1" status: 200 len: 1091 time: 0.5954642 Nov 23 18:15:25.338980 n-d-816206-8 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '002016dd-cc4a-444b-a198-12962bf4e8f8', 'tag': '713a1d43-945a-4082-bd75-491aa0425352'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:15:25.342163 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cbabddbc9fc37b068808e119c416c86f5957ca04531a4a0d2e695c515e93483b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a71ecff-7217-41eb-9c4b-04251bd4b462" -d '{"events": [{"name": "network-changed", "server_uuid": "002016dd-cc4a-444b-a198-12962bf4e8f8", "tag": "713a1d43-945a-4082-bd75-491aa0425352"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:15:25.370634 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a5f3f9-a0b3-45d0-894c-6bf52f07fcab service neutron] Pushing event updated for resources: {'Port': ['ID=713a1d43-945a-4082-bd75-491aa0425352,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:15:25.418827 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:15:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4207805b-f0b6-4c9a-ba50-d4cf5ce6e3bd x-openstack-request-id: req-4207805b-f0b6-4c9a-ba50-d4cf5ce6e3bd {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:15:25.419128 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "002016dd-cc4a-444b-a198-12962bf4e8f8", "tag": "713a1d43-945a-4082-bd75-491aa0425352", "status": "completed", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:15:25.419481 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-4207805b-f0b6-4c9a-ba50-d4cf5ce6e3bd {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:15:25.419918 n-d-816206-8 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '002016dd-cc4a-444b-a198-12962bf4e8f8', 'tag': '713a1d43-945a-4082-bd75-491aa0425352', 'status': 'completed', 'code': 200} Nov 23 18:15:25.437364 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eba8638-fb60-42f0-8ac4-a21715cfca04 req-1129feea-1852-4e51-8102-cb92810d286a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:15:25.438945 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-2eba8638-fb60-42f0-8ac4-a21715cfca04 req-1129feea-1852-4e51-8102-cb92810d286a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7a2e384b18354dcf855a2d3c6a834aef&device_id=002016dd-cc4a-444b-a198-12962bf4e8f8 HTTP/1.1" status: 200 len: 1094 time: 0.0489128 Nov 23 18:15:25.459976 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b38f785-7126-480c-b7d6-a18fd21bec2a req-88011162-1d6a-4a41-a7c8-84f972c57e59 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:15:25.461541 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2b38f785-7126-480c-b7d6-a18fd21bec2a req-88011162-1d6a-4a41-a7c8-84f972c57e59 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/ports?device_id=002016dd-cc4a-444b-a198-12962bf4e8f8 HTTP/1.1" status: 200 len: 943 time: 0.0593309 Nov 23 18:15:25.482358 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-2eba8638-fb60-42f0-8ac4-a21715cfca04 req-f45c0263-e550-4693-8a34-c981b8490485 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=713a1d43-945a-4082-bd75-491aa0425352 HTTP/1.1" status: 200 len: 217 time: 0.0358996 Nov 23 18:15:25.521573 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2b38f785-7126-480c-b7d6-a18fd21bec2a req-6b9eaf8e-573e-41a4-a403-b753abde0e8b tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/security-groups?id=65ffd7d6-6baf-4b83-9417-6a2507a92c34&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0523295 Nov 23 18:15:25.544406 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eba8638-fb60-42f0-8ac4-a21715cfca04 req-a2479096-8b6a-40dd-8126-274cccded3bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:15:25.546030 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-2eba8638-fb60-42f0-8ac4-a21715cfca04 req-a2479096-8b6a-40dd-8126-274cccded3bb service neutron] 10.222.0.55 "GET /v2.0/subnets?id=25d3e046-26e6-43e5-8262-7b86687e27b2 HTTP/1.1" status: 200 len: 851 time: 0.0561681 Nov 23 18:15:25.556253 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device 372218ec-d71b-4a1a-8763-aeb5c9835a10 no longer exists at agent hyperv_n-h1-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:15:25.577458 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] No Port match for: 372218ec-d71b-4a1a-8763-aeb5c9835a10 {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:15:25.577807 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device 372218ec-d71b-4a1a-8763-aeb5c9835a10 not bound to the agent host n-h1-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:15:25.595865 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eba8638-fb60-42f0-8ac4-a21715cfca04 req-9ce62254-c262-4944-a915-4c88b419a66c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:15:25.597915 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-2eba8638-fb60-42f0-8ac4-a21715cfca04 req-9ce62254-c262-4944-a915-4c88b419a66c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f7923f1d-6a8d-4e71-8499-b4a023620336&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429552 Nov 23 18:15:25.686987 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-2eba8638-fb60-42f0-8ac4-a21715cfca04 req-450b7bf8-2407-4050-b8fd-6a260900ac41 service neutron] 10.222.0.55 "GET /v2.0/networks/f7923f1d-6a8d-4e71-8499-b4a023620336?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819099 Nov 23 18:15:25.783541 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-2eba8638-fb60-42f0-8ac4-a21715cfca04 req-86280414-94db-4f2d-8ff2-bc57c849d89e service neutron] 10.222.0.55 "GET /v2.0/networks/f7923f1d-6a8d-4e71-8499-b4a023620336?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893106 Nov 23 18:15:25.871312 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a71ecff-7217-41eb-9c4b-04251bd4b462 req-64861bbe-dd9a-490d-9ce6-9e5d13755b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:15:25.872716 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-0a71ecff-7217-41eb-9c4b-04251bd4b462 req-64861bbe-dd9a-490d-9ce6-9e5d13755b27 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7a2e384b18354dcf855a2d3c6a834aef&device_id=002016dd-cc4a-444b-a198-12962bf4e8f8 HTTP/1.1" status: 200 len: 1094 time: 0.0395131 Nov 23 18:15:25.966187 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a71ecff-7217-41eb-9c4b-04251bd4b462 req-dde501a1-1951-4342-886e-21fa097d4927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:15:25.967645 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-0a71ecff-7217-41eb-9c4b-04251bd4b462 req-dde501a1-1951-4342-886e-21fa097d4927 service neutron] 10.222.0.55 "GET /v2.0/networks?id=f7923f1d-6a8d-4e71-8499-b4a023620336 HTTP/1.1" status: 200 len: 913 time: 0.0873835 Nov 23 18:15:26.008628 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-0a71ecff-7217-41eb-9c4b-04251bd4b462 req-4e6daaa5-2907-40a4-b34e-2374695287e4 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=713a1d43-945a-4082-bd75-491aa0425352 HTTP/1.1" status: 200 len: 217 time: 0.0333252 Nov 23 18:15:26.062873 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a71ecff-7217-41eb-9c4b-04251bd4b462 req-bee7e4b2-aeaf-4127-9d08-15d6dedea420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:15:26.064361 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-0a71ecff-7217-41eb-9c4b-04251bd4b462 req-bee7e4b2-aeaf-4127-9d08-15d6dedea420 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=25d3e046-26e6-43e5-8262-7b86687e27b2 HTTP/1.1" status: 200 len: 851 time: 0.0481269 Nov 23 18:15:26.110250 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a71ecff-7217-41eb-9c4b-04251bd4b462 req-473bfa24-a684-47be-bc5c-9fdf71b98f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:15:26.111720 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-0a71ecff-7217-41eb-9c4b-04251bd4b462 req-473bfa24-a684-47be-bc5c-9fdf71b98f99 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f7923f1d-6a8d-4e71-8499-b4a023620336&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401769 Nov 23 18:15:26.199163 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-0a71ecff-7217-41eb-9c4b-04251bd4b462 req-3ce251d0-cc7a-4065-94a3-426491e98d0e service neutron] 10.222.0.55 "GET /v2.0/networks/f7923f1d-6a8d-4e71-8499-b4a023620336?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798161 Nov 23 18:15:26.291042 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-0a71ecff-7217-41eb-9c4b-04251bd4b462 req-650067da-4725-4fe0-9c1d-d03c1733be73 service neutron] 10.222.0.55 "GET /v2.0/networks/f7923f1d-6a8d-4e71-8499-b4a023620336?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836473 Nov 23 18:15:26.639363 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7730ace-b908-48c6-9817-c86afff29058 req-bea04cf3-0460-464f-a879-f934882dd253 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:15:26.640881 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b7730ace-b908-48c6-9817-c86afff29058 req-bea04cf3-0460-464f-a879-f934882dd253 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/ports?device_id=002016dd-cc4a-444b-a198-12962bf4e8f8 HTTP/1.1" status: 200 len: 943 time: 0.0490124 Nov 23 18:15:26.687673 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b7730ace-b908-48c6-9817-c86afff29058 req-e19e9fe0-8b06-4258-bc20-9f3566b74fb0 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/security-groups?id=65ffd7d6-6baf-4b83-9417-6a2507a92c34&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0403752 Nov 23 18:15:27.859193 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d263f5-3103-4663-9053-4ae7910f9d3f req-45c50b4e-a106-4ed5-82fc-4a02e7f505ef tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:15:27.860690 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d5d263f5-3103-4663-9053-4ae7910f9d3f req-45c50b4e-a106-4ed5-82fc-4a02e7f505ef tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/ports?device_id=002016dd-cc4a-444b-a198-12962bf4e8f8 HTTP/1.1" status: 200 len: 943 time: 0.0492656 Nov 23 18:15:27.906810 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d5d263f5-3103-4663-9053-4ae7910f9d3f req-76cd3fc3-d4dc-4d13-a594-42703e5d98d5 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/security-groups?id=65ffd7d6-6baf-4b83-9417-6a2507a92c34&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0399058 Nov 23 18:15:29.063219 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d61fefc-c866-4bae-9c5c-9a60d31e4faa req-df3f8421-28e3-42f8-aa44-beb6f4dbaabd tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:15:29.064703 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6d61fefc-c866-4bae-9c5c-9a60d31e4faa req-df3f8421-28e3-42f8-aa44-beb6f4dbaabd tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/ports?device_id=002016dd-cc4a-444b-a198-12962bf4e8f8 HTTP/1.1" status: 200 len: 943 time: 0.0536132 Nov 23 18:15:29.111025 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6d61fefc-c866-4bae-9c5c-9a60d31e4faa req-939d89a4-b543-4588-8bce-fb4f790dd853 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/security-groups?id=65ffd7d6-6baf-4b83-9417-6a2507a92c34&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0394800 Nov 23 18:15:29.540671 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.agents_db [None req-464f6c07-0de8-4be6-8f5b-563f574d1c5d None None] Agent healthcheck: found 7 active agents {{(pid=103593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 18:15:29.581540 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device 713a1d43-945a-4082-bd75-491aa0425352 details requested by agent hyperv_n-h1-816206-8 with host n-h1-816206-8 {{(pid=103592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 18:15:29.675602 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port 713a1d43-945a-4082-bd75-491aa0425352, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=713a1d43-945a-4082-bd75-491aa0425352,segment=NetworkSegment(fe315ac5-77ca-4bfb-9cfe-65772fe7c4a6),segment_id=fe315ac5-77ca-4bfb-9cfe-65772fe7c4a6)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:15:29.686336 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Returning: {'device': '713a1d43-945a-4082-bd75-491aa0425352', 'network_id': 'f7923f1d-6a8d-4e71-8499-b4a023620336', 'port_id': '713a1d43-945a-4082-bd75-491aa0425352', 'mac_address': 'fa:16:3e:9c:fd:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25d3e046-26e6-43e5-8262-7b86687e27b2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 18:15:29.723528 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:29.736150 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 713a1d43-945a-4082-bd75-491aa0425352 {{(pid=103592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:15:29.755949 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port 713a1d43-945a-4082-bd75-491aa0425352, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=713a1d43-945a-4082-bd75-491aa0425352,segment=NetworkSegment(fe315ac5-77ca-4bfb-9cfe-65772fe7c4a6),segment_id=fe315ac5-77ca-4bfb-9cfe-65772fe7c4a6)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:15:29.760064 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:29.812475 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Pushing event updated for resources: {'Port': ['ID=713a1d43-945a-4082-bd75-491aa0425352,revision_number=4']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:15:29.952262 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] get_ports_and_sgs() called for port_ids ['713a1d43-945a-4082-bd75-491aa0425352'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:15:30.225988 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e43f3b6-ab37-46d8-b8a8-4956c0f5ec84 req-9981421a-8a7f-4468-9589-688cbbb6d43c tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:15:30.227443 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9e43f3b6-ab37-46d8-b8a8-4956c0f5ec84 req-9981421a-8a7f-4468-9589-688cbbb6d43c tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/ports?device_id=002016dd-cc4a-444b-a198-12962bf4e8f8 HTTP/1.1" status: 200 len: 944 time: 0.0488884 Nov 23 18:15:30.274216 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9e43f3b6-ab37-46d8-b8a8-4956c0f5ec84 req-93511bc3-88ba-4181-8f08-91da56a13efb tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/security-groups?id=65ffd7d6-6baf-4b83-9417-6a2507a92c34&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0407147 Nov 23 18:15:31.473516 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0ab6d1-db1c-4aab-8cb3-4b7e604cff2b req-51aea2ef-cf53-47ea-af6b-5337193d6481 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:15:31.475014 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8c0ab6d1-db1c-4aab-8cb3-4b7e604cff2b req-51aea2ef-cf53-47ea-af6b-5337193d6481 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/ports?device_id=002016dd-cc4a-444b-a198-12962bf4e8f8 HTTP/1.1" status: 200 len: 944 time: 0.0977924 Nov 23 18:15:31.522312 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8c0ab6d1-db1c-4aab-8cb3-4b7e604cff2b req-fc4adff6-b08b-49bc-8a31-fd6b55239edd tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/security-groups?id=65ffd7d6-6baf-4b83-9417-6a2507a92c34&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0413067 Nov 23 18:15:31.597507 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device 713a1d43-945a-4082-bd75-491aa0425352 up at agent hyperv_n-h1-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:15:31.647328 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Provisioning for port 713a1d43-945a-4082-bd75-491aa0425352 completed by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 18:15:31.651211 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Provisioning complete for port 713a1d43-945a-4082-bd75-491aa0425352 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:15:31.651577 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:31.727308 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:31.748636 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '002016dd-cc4a-444b-a198-12962bf4e8f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '713a1d43-945a-4082-bd75-491aa0425352'}] {{(pid=103592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:15:31.751024 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba3e6a8f2301c7a29fe1eca9779abdae4ccbcd6266d69778087f2498d5551201" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45651e1d-20f6-4633-9dc4-1c5fea2cb264" -d '{"events": [{"server_uuid": "002016dd-cc4a-444b-a198-12962bf4e8f8", "name": "network-vif-plugged", "status": "completed", "tag": "713a1d43-945a-4082-bd75-491aa0425352"}]}' {{(pid=103592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:15:31.764306 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port 713a1d43-945a-4082-bd75-491aa0425352, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=713a1d43-945a-4082-bd75-491aa0425352,segment=NetworkSegment(fe315ac5-77ca-4bfb-9cfe-65772fe7c4a6),segment_id=fe315ac5-77ca-4bfb-9cfe-65772fe7c4a6)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:15:31.769441 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:31.820626 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Pushing event updated for resources: {'Port': ['ID=713a1d43-945a-4082-bd75-491aa0425352,revision_number=5']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:15:31.849329 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:15:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-490d8200-663d-4a7a-916b-7546328de95c x-openstack-request-id: req-490d8200-663d-4a7a-916b-7546328de95c {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:15:31.849628 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "002016dd-cc4a-444b-a198-12962bf4e8f8", "name": "network-vif-plugged", "status": "completed", "tag": "713a1d43-945a-4082-bd75-491aa0425352", "code": 200}]} {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:15:31.849882 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-490d8200-663d-4a7a-916b-7546328de95c {{(pid=103592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:15:31.850280 n-d-816206-8 neutron-server[103592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '002016dd-cc4a-444b-a198-12962bf4e8f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '713a1d43-945a-4082-bd75-491aa0425352', 'code': 200} Nov 23 18:15:31.943913 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3325c277-e148-4909-ab1f-83f2a6540833 req-009367f5-5cc0-406b-b8eb-5772c5e8e0bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:15:31.945733 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-3325c277-e148-4909-ab1f-83f2a6540833 req-009367f5-5cc0-406b-b8eb-5772c5e8e0bd service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=002016dd-cc4a-444b-a198-12962bf4e8f8 HTTP/1.1" status: 200 len: 1096 time: 0.0403137 Nov 23 18:15:31.991510 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-3325c277-e148-4909-ab1f-83f2a6540833 req-dbe33a00-315f-4067-a6e5-e8b0330c9cf8 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=65ffd7d6-6baf-4b83-9417-6a2507a92c34&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0378063 Nov 23 18:15:32.645509 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ec2027-dc13-44f8-a2a5-016c89aceb19 req-b5adb83d-3129-42a8-bc44-1fa2645a3532 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:15:32.646987 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-43ec2027-dc13-44f8-a2a5-016c89aceb19 req-b5adb83d-3129-42a8-bc44-1fa2645a3532 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/ports?device_id=002016dd-cc4a-444b-a198-12962bf4e8f8 HTTP/1.1" status: 200 len: 945 time: 0.0576985 Nov 23 18:15:32.693913 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-43ec2027-dc13-44f8-a2a5-016c89aceb19 req-07f8bb8b-dbfd-4a90-b5a9-2285db90be8c tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/security-groups?id=65ffd7d6-6baf-4b83-9417-6a2507a92c34&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0409791 Nov 23 18:15:33.891925 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85e14aa-db00-40f1-8b4b-b4a227448ee0 req-539e509e-f0dc-40c2-a6ce-3fbdb49024d2 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:15:33.893944 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f85e14aa-db00-40f1-8b4b-b4a227448ee0 req-539e509e-f0dc-40c2-a6ce-3fbdb49024d2 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/ports?device_id=002016dd-cc4a-444b-a198-12962bf4e8f8 HTTP/1.1" status: 200 len: 945 time: 0.0935259 Nov 23 18:15:33.944069 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f85e14aa-db00-40f1-8b4b-b4a227448ee0 req-7dbdb4e6-fcac-4240-9d5e-2d85997d68a8 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/security-groups?id=65ffd7d6-6baf-4b83-9417-6a2507a92c34&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0441055 Nov 23 18:15:34.058748 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea16154-cae6-4171-9b3c-f1ea031a1999 req-c849d01f-5f52-4da4-ae22-f0da51a2f2d1 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:15:34.060229 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-3ea16154-cae6-4171-9b3c-f1ea031a1999 req-c849d01f-5f52-4da4-ae22-f0da51a2f2d1 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/ports?device_id=002016dd-cc4a-444b-a198-12962bf4e8f8 HTTP/1.1" status: 200 len: 945 time: 0.0488267 Nov 23 18:15:34.069945 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 54148) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:15:34.074299 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-921435cb-8cc5-499d-9d56-6f1991e8ad99 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Request body: {'floatingip': {'port_id': '713a1d43-945a-4082-bd75-491aa0425352'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:15:34.112864 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-921435cb-8cc5-499d-9d56-6f1991e8ad99 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Publish callbacks [] for floatingip, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:34.537330 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-921435cb-8cc5-499d-9d56-6f1991e8ad99 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:34.541121 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-921435cb-8cc5-499d-9d56-6f1991e8ad99 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1795396'] for floatingip, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:34.638411 n-d-816206-8 neutron-server[103591]: INFO neutron.db.l3_db [None req-921435cb-8cc5-499d-9d56-6f1991e8ad99 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Floating IP 0aec1b4e-a9b2-4a20-b0dd-420cfa3bfac2 associated. External IP: 172.25.3.28, port: 713a1d43-945a-4082-bd75-491aa0425352. Nov 23 18:15:34.848290 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-921435cb-8cc5-499d-9d56-6f1991e8ad99 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Router e623e151-6755-4c3d-8100-f608228ec438 has already been hosted by L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 {{(pid=103591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:15:34.953551 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-921435cb-8cc5-499d-9d56-6f1991e8ad99 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:15:34.958987 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-921435cb-8cc5-499d-9d56-6f1991e8ad99 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for floatingip, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:34.963655 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f357e1df-5044-47dd-a1d1-1bb5208d9082 None None] Sync routers for ids ['e623e151-6755-4c3d-8100-f608228ec438'] in n-d-816206-8 {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:15:34.974384 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f357e1df-5044-47dd-a1d1-1bb5208d9082 None None] Routers {'e623e151-6755-4c3d-8100-f608228ec438'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:15:34.974998 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-f357e1df-5044-47dd-a1d1-1bb5208d9082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T18:15:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['e623e151-6755-4c3d-8100-f608228ec438'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:15:34.986345 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-921435cb-8cc5-499d-9d56-6f1991e8ad99 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "PUT /v2.0/floatingips/0aec1b4e-a9b2-4a20-b0dd-420cfa3bfac2 HTTP/1.1" status: 200 len: 990 time: 0.9153473 Nov 23 18:15:34.987632 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '002016dd-cc4a-444b-a198-12962bf4e8f8', 'tag': '713a1d43-945a-4082-bd75-491aa0425352'}] {{(pid=103591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:15:34.991127 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41d174a19ece9499ff9ec44e5b3fc50f2abd3ffbc947fb7e52ea1e8db27b95b4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf7c8f6f-adaa-47bd-a6b5-67b20ecec6f1" -d '{"events": [{"name": "network-changed", "server_uuid": "002016dd-cc4a-444b-a198-12962bf4e8f8", "tag": "713a1d43-945a-4082-bd75-491aa0425352"}]}' {{(pid=103591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:15:35.085997 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-f357e1df-5044-47dd-a1d1-1bb5208d9082 None None] Set router e623e151-6755-4c3d-8100-f608228ec438 gateway port host: n-d-816206-8 {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:15:35.091398 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:15:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25a450d2-2984-4275-b409-ba1c2df2b5f0 x-openstack-request-id: req-25a450d2-2984-4275-b409-ba1c2df2b5f0 {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:15:35.091788 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "002016dd-cc4a-444b-a198-12962bf4e8f8", "tag": "713a1d43-945a-4082-bd75-491aa0425352", "status": "completed", "code": 200}]} {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:15:35.092113 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-25a450d2-2984-4275-b409-ba1c2df2b5f0 {{(pid=103591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:15:35.092675 n-d-816206-8 neutron-server[103591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '002016dd-cc4a-444b-a198-12962bf4e8f8', 'tag': '713a1d43-945a-4082-bd75-491aa0425352', 'status': 'completed', 'code': 200} Nov 23 18:15:35.160684 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7c8f6f-adaa-47bd-a6b5-67b20ecec6f1 req-5b8bc83c-bd73-48d0-a18c-bfabfbff87e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:15:35.162103 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-bf7c8f6f-adaa-47bd-a6b5-67b20ecec6f1 req-5b8bc83c-bd73-48d0-a18c-bfabfbff87e6 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7a2e384b18354dcf855a2d3c6a834aef&device_id=002016dd-cc4a-444b-a198-12962bf4e8f8 HTTP/1.1" status: 200 len: 1096 time: 0.0466328 Nov 23 18:15:35.252538 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7c8f6f-adaa-47bd-a6b5-67b20ecec6f1 req-614ff256-baf1-42f8-bf2e-d0b7f7bf8465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:15:35.254071 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-bf7c8f6f-adaa-47bd-a6b5-67b20ecec6f1 req-614ff256-baf1-42f8-bf2e-d0b7f7bf8465 service neutron] 10.222.0.55 "GET /v2.0/networks?id=f7923f1d-6a8d-4e71-8499-b4a023620336 HTTP/1.1" status: 200 len: 913 time: 0.0838225 Nov 23 18:15:35.313348 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-f357e1df-5044-47dd-a1d1-1bb5208d9082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e623e151-6755-4c3d-8100-f608228ec438', 'name': 'tempest-ServerActionsTestJSON-1491171035-router', 'tenant_id': '7a2e384b18354dcf855a2d3c6a834aef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.213'}], 'enable_snat': True}, 'gw_port_id': 'bffd5055-836b-43fc-a9e1-ca6b5624a757', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:13:02Z', 'updated_at': '2021-11-23T18:13:05Z', 'revision_number': 4, 'project_id': '7a2e384b18354dcf855a2d3c6a834aef', 'gw_port': {'id': 'bffd5055-836b-43fc-a9e1-ca6b5624a757', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:8c:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e623e151-6755-4c3d-8100-f608228ec438', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:13:03Z', 'updated_at': '2021-11-23T18:13:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_floatingips': [{'id': '0aec1b4e-a9b2-4a20-b0dd-420cfa3bfac2', 'tenant_id': '7a2e384b18354dcf855a2d3c6a834aef', 'floating_ip_address': '172.25.3.28', 'floating_network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'router_id': 'e623e151-6755-4c3d-8100-f608228ec438', 'port_id': '713a1d43-945a-4082-bd75-491aa0425352', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4069, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7923f1d-6a8d-4e71-8499-b4a023620336', 'mac_address': 'fa:16:3e:9c:fd:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '002016dd-cc4a-444b-a198-12962bf4e8f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T18:13:08Z', 'updated_at': '2021-11-23T18:15:34Z', 'revision_number': 5, 'project_id': '7a2e384b18354dcf855a2d3c6a834aef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '887540ab-8e6e-4017-b47d-3212e447f64e', 'name': '', 'network_id': 'f7923f1d-6a8d-4e71-8499-b4a023620336', 'tenant_id': '7a2e384b18354dcf855a2d3c6a834aef', 'mac_address': 'fa:16:3e:23:87:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e623e151-6755-4c3d-8100-f608228ec438', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '25d3e046-26e6-43e5-8262-7b86687e27b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:13:05Z', 'updated_at': '2021-11-23T18:13:09Z', 'revision_number': 5, 'project_id': '7a2e384b18354dcf855a2d3c6a834aef', 'subnets': [{'id': '25d3e046-26e6-43e5-8262-7b86687e27b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:15:35.323758 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-bf7c8f6f-adaa-47bd-a6b5-67b20ecec6f1 req-ad19cef9-66d6-4906-bc41-7c93cde98c13 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=713a1d43-945a-4082-bd75-491aa0425352 HTTP/1.1" status: 200 len: 998 time: 0.0627613 Nov 23 18:15:35.339679 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f357e1df-5044-47dd-a1d1-1bb5208d9082 None None] Checking router: e623e151-6755-4c3d-8100-f608228ec438 for host: n-d-816206-8 {{(pid=103593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:15:35.348478 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f357e1df-5044-47dd-a1d1-1bb5208d9082 None None] Routers {'e623e151-6755-4c3d-8100-f608228ec438'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:15:35.349106 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-f357e1df-5044-47dd-a1d1-1bb5208d9082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T18:15:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['e623e151-6755-4c3d-8100-f608228ec438'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:15:35.373454 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7c8f6f-adaa-47bd-a6b5-67b20ecec6f1 req-d67ae204-fd23-4e1b-9d4d-688a1b1ac2dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:15:35.374925 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-bf7c8f6f-adaa-47bd-a6b5-67b20ecec6f1 req-d67ae204-fd23-4e1b-9d4d-688a1b1ac2dc service neutron] 10.222.0.55 "GET /v2.0/subnets?id=25d3e046-26e6-43e5-8262-7b86687e27b2 HTTP/1.1" status: 200 len: 851 time: 0.0431793 Nov 23 18:15:35.421564 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7c8f6f-adaa-47bd-a6b5-67b20ecec6f1 req-3d47fb90-5ce3-4d12-b65c-e138e12f772f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:15:35.423071 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-bf7c8f6f-adaa-47bd-a6b5-67b20ecec6f1 req-3d47fb90-5ce3-4d12-b65c-e138e12f772f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f7923f1d-6a8d-4e71-8499-b4a023620336&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410087 Nov 23 18:15:35.452921 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-f357e1df-5044-47dd-a1d1-1bb5208d9082 None None] Set router e623e151-6755-4c3d-8100-f608228ec438 gateway port host: n-d-816206-8 {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:15:35.519546 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-bf7c8f6f-adaa-47bd-a6b5-67b20ecec6f1 req-ea01149c-0953-4bd7-85ad-c9059c005ead service neutron] 10.222.0.55 "GET /v2.0/networks/f7923f1d-6a8d-4e71-8499-b4a023620336?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897527 Nov 23 18:15:35.607333 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-bf7c8f6f-adaa-47bd-a6b5-67b20ecec6f1 req-aec10d4f-5830-41f2-a792-2af22961dae1 service neutron] 10.222.0.55 "GET /v2.0/networks/f7923f1d-6a8d-4e71-8499-b4a023620336?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813797 Nov 23 18:15:35.676059 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-f357e1df-5044-47dd-a1d1-1bb5208d9082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e623e151-6755-4c3d-8100-f608228ec438', 'name': 'tempest-ServerActionsTestJSON-1491171035-router', 'tenant_id': '7a2e384b18354dcf855a2d3c6a834aef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.213'}], 'enable_snat': True}, 'gw_port_id': 'bffd5055-836b-43fc-a9e1-ca6b5624a757', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:13:02Z', 'updated_at': '2021-11-23T18:13:05Z', 'revision_number': 4, 'project_id': '7a2e384b18354dcf855a2d3c6a834aef', 'gw_port': {'id': 'bffd5055-836b-43fc-a9e1-ca6b5624a757', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:8c:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e623e151-6755-4c3d-8100-f608228ec438', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:13:03Z', 'updated_at': '2021-11-23T18:13:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_floatingips': [{'id': '0aec1b4e-a9b2-4a20-b0dd-420cfa3bfac2', 'tenant_id': '7a2e384b18354dcf855a2d3c6a834aef', 'floating_ip_address': '172.25.3.28', 'floating_network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'router_id': 'e623e151-6755-4c3d-8100-f608228ec438', 'port_id': '713a1d43-945a-4082-bd75-491aa0425352', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4069, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7923f1d-6a8d-4e71-8499-b4a023620336', 'mac_address': 'fa:16:3e:9c:fd:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '002016dd-cc4a-444b-a198-12962bf4e8f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T18:13:08Z', 'updated_at': '2021-11-23T18:15:34Z', 'revision_number': 5, 'project_id': '7a2e384b18354dcf855a2d3c6a834aef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '887540ab-8e6e-4017-b47d-3212e447f64e', 'name': '', 'network_id': 'f7923f1d-6a8d-4e71-8499-b4a023620336', 'tenant_id': '7a2e384b18354dcf855a2d3c6a834aef', 'mac_address': 'fa:16:3e:23:87:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e623e151-6755-4c3d-8100-f608228ec438', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '25d3e046-26e6-43e5-8262-7b86687e27b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:13:05Z', 'updated_at': '2021-11-23T18:13:09Z', 'revision_number': 5, 'project_id': '7a2e384b18354dcf855a2d3c6a834aef', 'subnets': [{'id': '25d3e046-26e6-43e5-8262-7b86687e27b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:15:35.701960 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f357e1df-5044-47dd-a1d1-1bb5208d9082 None None] The sync data for ids ['e623e151-6755-4c3d-8100-f608228ec438'] in n-d-816206-8 is: [{'id': 'e623e151-6755-4c3d-8100-f608228ec438', 'name': 'tempest-ServerActionsTestJSON-1491171035-router', 'tenant_id': '7a2e384b18354dcf855a2d3c6a834aef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.213'}], 'enable_snat': True}, 'gw_port_id': 'bffd5055-836b-43fc-a9e1-ca6b5624a757', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:13:02Z', 'updated_at': '2021-11-23T18:13:05Z', 'revision_number': 4, 'project_id': '7a2e384b18354dcf855a2d3c6a834aef', 'gw_port': {'id': 'bffd5055-836b-43fc-a9e1-ca6b5624a757', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:8c:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e623e151-6755-4c3d-8100-f608228ec438', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:13:03Z', 'updated_at': '2021-11-23T18:13:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_floatingips': [{'id': '0aec1b4e-a9b2-4a20-b0dd-420cfa3bfac2', 'tenant_id': '7a2e384b18354dcf855a2d3c6a834aef', 'floating_ip_address': '172.25.3.28', 'floating_network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'router_id': 'e623e151-6755-4c3d-8100-f608228ec438', 'port_id': '713a1d43-945a-4082-bd75-491aa0425352', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4069, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7923f1d-6a8d-4e71-8499-b4a023620336', 'mac_address': 'fa:16:3e:9c:fd:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '002016dd-cc4a-444b-a198-12962bf4e8f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T18:13:08Z', 'updated_at': '2021-11-23T18:15:34Z', 'revision_number': 5, 'project_id': '7a2e384b18354dcf855a2d3c6a834aef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '887540ab-8e6e-4017-b47d-3212e447f64e', 'name': '', 'network_id': 'f7923f1d-6a8d-4e71-8499-b4a023620336', 'tenant_id': '7a2e384b18354dcf855a2d3c6a834aef', 'mac_address': 'fa:16:3e:23:87:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e623e151-6755-4c3d-8100-f608228ec438', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '25d3e046-26e6-43e5-8262-7b86687e27b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:13:05Z', 'updated_at': '2021-11-23T18:13:09Z', 'revision_number': 5, 'project_id': '7a2e384b18354dcf855a2d3c6a834aef', 'subnets': [{'id': '25d3e046-26e6-43e5-8262-7b86687e27b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:15:35.882866 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9d949cf-afe5-4aa6-8276-828eaf0be110 None None] New status for floating IP 0aec1b4e-a9b2-4a20-b0dd-420cfa3bfac2: ACTIVE {{(pid=103592) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 18:15:39.561577 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [req-67fc806b-6dff-4e0d-be51-315eed20dfd7 req-7783bdf7-167b-4084-ab65-5ed884325b99 service neutron] (103590) timed out ('10.222.0.36', 53745) {{(pid=103590) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 23 18:15:43.037467 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-012198c9-f9db-4462-a481-5fd957390e01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:43.848922 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:44.647993 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:45.134613 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-74b68dd3-ed78-44e5-b334-3ffada3a1cb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:46.677552 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-52822d53-48f5-4819-8a95-bdc13aea0bf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:47.893369 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9a27ae6c-db98-474f-94c1-cc99bf842d79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:15:48.426825 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:06.539897 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.agents_db [None req-464f6c07-0de8-4be6-8f5b-563f574d1c5d None None] Agent healthcheck: found 7 active agents {{(pid=103593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 18:16:08.049425 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-4d92b069-be54-4c40-bf72-b13723db544c req-8b49d0d3-0adb-4419-8e5c-b2a5f4cf23f9 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=002016dd-cc4a-444b-a198-12962bf4e8f8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0865433 Nov 23 18:16:08.132328 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d92b069-be54-4c40-bf72-b13723db544c req-a2c26ed9-8af2-48f5-b90b-440fc78a790a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:16:08.133818 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-4d92b069-be54-4c40-bf72-b13723db544c req-a2c26ed9-8af2-48f5-b90b-440fc78a790a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7a2e384b18354dcf855a2d3c6a834aef&device_id=002016dd-cc4a-444b-a198-12962bf4e8f8 HTTP/1.1" status: 200 len: 1096 time: 0.0395529 Nov 23 18:16:08.237668 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d92b069-be54-4c40-bf72-b13723db544c req-e5ae91bd-0bbe-40ce-b276-463253575166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:16:08.239113 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-4d92b069-be54-4c40-bf72-b13723db544c req-e5ae91bd-0bbe-40ce-b276-463253575166 service neutron] 10.222.0.55 "GET /v2.0/networks?id=f7923f1d-6a8d-4e71-8499-b4a023620336 HTTP/1.1" status: 200 len: 913 time: 0.0832753 Nov 23 18:16:08.306269 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-4d92b069-be54-4c40-bf72-b13723db544c req-3ab0ddb0-55ea-4cdd-bc35-04769362de13 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=713a1d43-945a-4082-bd75-491aa0425352 HTTP/1.1" status: 200 len: 1000 time: 0.0596709 Nov 23 18:16:08.356611 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d92b069-be54-4c40-bf72-b13723db544c req-ca24a8da-19e1-40ec-80c6-2b4ab44d8b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:16:08.358026 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-4d92b069-be54-4c40-bf72-b13723db544c req-ca24a8da-19e1-40ec-80c6-2b4ab44d8b83 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=25d3e046-26e6-43e5-8262-7b86687e27b2 HTTP/1.1" status: 200 len: 851 time: 0.0442917 Nov 23 18:16:08.403020 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d92b069-be54-4c40-bf72-b13723db544c req-07e7f173-9f90-4645-8363-b943f3a5e3c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:16:08.404471 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-4d92b069-be54-4c40-bf72-b13723db544c req-07e7f173-9f90-4645-8363-b943f3a5e3c3 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f7923f1d-6a8d-4e71-8499-b4a023620336&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391285 Nov 23 18:16:08.495770 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-4d92b069-be54-4c40-bf72-b13723db544c req-9a456b97-8112-45e4-8cdc-643e92efcb02 service neutron] 10.222.0.55 "GET /v2.0/networks/f7923f1d-6a8d-4e71-8499-b4a023620336?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835371 Nov 23 18:16:08.585617 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-4d92b069-be54-4c40-bf72-b13723db544c req-0ead7e6c-51fb-40bc-a3e1-822a1c67aaf2 service neutron] 10.222.0.55 "GET /v2.0/networks/f7923f1d-6a8d-4e71-8499-b4a023620336?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813203 Nov 23 18:16:13.038895 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-03340e0a-cbc6-4d11-9b8b-96a1b794c33b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:13.847230 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:14.639214 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:15.135391 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-1dc00f2b-457a-4584-9b18-33f9498deb46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:16.678961 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-52822d53-48f5-4819-8a95-bdc13aea0bf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:17.895036 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9a27ae6c-db98-474f-94c1-cc99bf842d79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:18.428208 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:43.042375 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-790914d8-85d9-4af9-af59-68be1c6de769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:43.538721 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.agents_db [None req-464f6c07-0de8-4be6-8f5b-563f574d1c5d None None] Agent healthcheck: found 7 active agents {{(pid=103593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 18:16:43.878450 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:44.644157 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:45.136910 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-7459d16c-7d6e-4820-9ebf-d857d19fda06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:46.684043 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-52822d53-48f5-4819-8a95-bdc13aea0bf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:47.897833 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9a27ae6c-db98-474f-94c1-cc99bf842d79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:16:48.432479 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:09.973215 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-f0b9e809-ba1e-429e-9e1b-dbc7808cf708 req-acd9ae13-04c5-4ac2-847f-fec646ba8f10 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=002016dd-cc4a-444b-a198-12962bf4e8f8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0439951 Nov 23 18:17:10.057638 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b9e809-ba1e-429e-9e1b-dbc7808cf708 req-ceeedb80-68f2-4a24-bb67-760a826b4e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:17:10.059102 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-f0b9e809-ba1e-429e-9e1b-dbc7808cf708 req-ceeedb80-68f2-4a24-bb67-760a826b4e5e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7a2e384b18354dcf855a2d3c6a834aef&device_id=002016dd-cc4a-444b-a198-12962bf4e8f8 HTTP/1.1" status: 200 len: 1096 time: 0.0394673 Nov 23 18:17:10.168570 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b9e809-ba1e-429e-9e1b-dbc7808cf708 req-6a982cee-165f-43f6-b866-637ad3d32e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:17:10.170040 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-f0b9e809-ba1e-429e-9e1b-dbc7808cf708 req-6a982cee-165f-43f6-b866-637ad3d32e91 service neutron] 10.222.0.55 "GET /v2.0/networks?id=f7923f1d-6a8d-4e71-8499-b4a023620336 HTTP/1.1" status: 200 len: 913 time: 0.0865381 Nov 23 18:17:10.563858 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-f0b9e809-ba1e-429e-9e1b-dbc7808cf708 req-35cfa257-c492-4392-a8f8-0c196f080224 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=713a1d43-945a-4082-bd75-491aa0425352 HTTP/1.1" status: 200 len: 1000 time: 0.3845606 Nov 23 18:17:10.613054 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b9e809-ba1e-429e-9e1b-dbc7808cf708 req-b2ad28dd-d2ae-4584-958f-e231841fbaf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:17:10.614443 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-f0b9e809-ba1e-429e-9e1b-dbc7808cf708 req-b2ad28dd-d2ae-4584-958f-e231841fbaf8 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=25d3e046-26e6-43e5-8262-7b86687e27b2 HTTP/1.1" status: 200 len: 851 time: 0.0424085 Nov 23 18:17:10.663265 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b9e809-ba1e-429e-9e1b-dbc7808cf708 req-3e35f34d-07c0-420f-a004-43ba28025694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:17:10.664761 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-f0b9e809-ba1e-429e-9e1b-dbc7808cf708 req-3e35f34d-07c0-420f-a004-43ba28025694 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f7923f1d-6a8d-4e71-8499-b4a023620336&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433102 Nov 23 18:17:10.755548 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-f0b9e809-ba1e-429e-9e1b-dbc7808cf708 req-ddfa6f61-85ca-4d07-a4ad-f62032b90eec service neutron] 10.222.0.55 "GET /v2.0/networks/f7923f1d-6a8d-4e71-8499-b4a023620336?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827181 Nov 23 18:17:10.852999 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-f0b9e809-ba1e-429e-9e1b-dbc7808cf708 req-5a6a4eb8-45f4-4561-b8e4-8d281641f806 service neutron] 10.222.0.55 "GET /v2.0/networks/f7923f1d-6a8d-4e71-8499-b4a023620336?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895786 Nov 23 18:17:11.011428 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e62e4c-821b-4f7b-b1a7-448ef83b6e63 req-fc9f987e-820b-47d6-ab46-ce4831beeea1 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:17:11.012957 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-34e62e4c-821b-4f7b-b1a7-448ef83b6e63 req-fc9f987e-820b-47d6-ab46-ce4831beeea1 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/ports?device_id=002016dd-cc4a-444b-a198-12962bf4e8f8 HTTP/1.1" status: 200 len: 945 time: 0.0535197 Nov 23 18:17:11.059776 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-34e62e4c-821b-4f7b-b1a7-448ef83b6e63 req-fc4ae6d3-2ed9-4bb2-be51-292abc6e7faf tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/security-groups?id=65ffd7d6-6baf-4b83-9417-6a2507a92c34&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0405209 Nov 23 18:17:12.179407 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ab0a59-9a20-4634-9972-c1a92251c725 req-eb454e84-a400-43d3-9b9b-aeeafd936375 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:17:12.180901 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-90ab0a59-9a20-4634-9972-c1a92251c725 req-eb454e84-a400-43d3-9b9b-aeeafd936375 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/ports?device_id=002016dd-cc4a-444b-a198-12962bf4e8f8 HTTP/1.1" status: 200 len: 945 time: 0.0521245 Nov 23 18:17:12.227001 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-90ab0a59-9a20-4634-9972-c1a92251c725 req-6200e48b-3281-414f-991d-7ca47e808019 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/security-groups?id=65ffd7d6-6baf-4b83-9417-6a2507a92c34&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0403044 Nov 23 18:17:13.044409 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-bccdaf86-7645-4532-ab35-f345fbc07db8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:13.342352 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6621adb-95ce-4ad7-a10b-ce1cd674cd36 req-861ac1dd-ccc8-424a-ba7f-d38908a26bbc tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:17:13.343835 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d6621adb-95ce-4ad7-a10b-ce1cd674cd36 req-861ac1dd-ccc8-424a-ba7f-d38908a26bbc tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/ports?device_id=002016dd-cc4a-444b-a198-12962bf4e8f8 HTTP/1.1" status: 200 len: 945 time: 0.0493586 Nov 23 18:17:13.392584 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d6621adb-95ce-4ad7-a10b-ce1cd674cd36 req-dc67013c-f6d3-4cbd-9637-2b76ccd5ac45 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/security-groups?id=65ffd7d6-6baf-4b83-9417-6a2507a92c34&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0426965 Nov 23 18:17:13.878456 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:14.509442 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12910036-dc76-4564-8b96-a890478c53b8 req-ca68aa17-3b04-418a-888d-67b1ed4f9ac9 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:17:14.511152 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-12910036-dc76-4564-8b96-a890478c53b8 req-ca68aa17-3b04-418a-888d-67b1ed4f9ac9 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/ports?device_id=002016dd-cc4a-444b-a198-12962bf4e8f8 HTTP/1.1" status: 200 len: 945 time: 0.0492089 Nov 23 18:17:14.561993 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-12910036-dc76-4564-8b96-a890478c53b8 req-b649b8c6-fc2e-4294-a516-a19d4a8f64d8 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/security-groups?id=65ffd7d6-6baf-4b83-9417-6a2507a92c34&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0449631 Nov 23 18:17:14.642770 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:15.137466 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-57cd0709-38fb-4d5e-9adf-4074f3e077c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:15.678679 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7028d746-b28a-434e-ace7-4049d16e4837 req-7ad2ac6a-6236-44d1-aa22-0212e9717137 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:17:15.680172 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7028d746-b28a-434e-ace7-4049d16e4837 req-7ad2ac6a-6236-44d1-aa22-0212e9717137 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/ports?device_id=002016dd-cc4a-444b-a198-12962bf4e8f8 HTTP/1.1" status: 200 len: 945 time: 0.0505452 Nov 23 18:17:15.728376 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7028d746-b28a-434e-ace7-4049d16e4837 req-ffe58d72-42fc-48f1-b7f6-b107486fa8f9 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/security-groups?id=65ffd7d6-6baf-4b83-9417-6a2507a92c34&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0421948 Nov 23 18:17:16.684394 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-52822d53-48f5-4819-8a95-bdc13aea0bf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:16.841532 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57ec8eb-e1a8-4726-94cb-0a14935820e6 req-4015521d-0f72-4b3c-b804-b616bdb3632f tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:17:16.842982 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c57ec8eb-e1a8-4726-94cb-0a14935820e6 req-4015521d-0f72-4b3c-b804-b616bdb3632f tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/ports?device_id=002016dd-cc4a-444b-a198-12962bf4e8f8 HTTP/1.1" status: 200 len: 945 time: 0.0486150 Nov 23 18:17:16.890823 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c57ec8eb-e1a8-4726-94cb-0a14935820e6 req-00a02536-0a28-4cc6-90d0-e36fcad46883 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/security-groups?id=65ffd7d6-6baf-4b83-9417-6a2507a92c34&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0413430 Nov 23 18:17:17.901264 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9a27ae6c-db98-474f-94c1-cc99bf842d79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:18.009367 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32057f0d-747f-447f-8914-f50358c1ff62 req-f82a399f-0ce3-4c67-a9f1-d5dffef72865 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:17:18.010844 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-32057f0d-747f-447f-8914-f50358c1ff62 req-f82a399f-0ce3-4c67-a9f1-d5dffef72865 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/ports?device_id=002016dd-cc4a-444b-a198-12962bf4e8f8 HTTP/1.1" status: 200 len: 945 time: 0.0522060 Nov 23 18:17:18.058334 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-32057f0d-747f-447f-8914-f50358c1ff62 req-946651af-f712-4539-a0c4-b5cf2672194d tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/security-groups?id=65ffd7d6-6baf-4b83-9417-6a2507a92c34&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0415843 Nov 23 18:17:18.434523 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:19.172466 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a2cab2-fca6-46c0-813e-2e73e84ba0b3 req-b685ef0a-4bf9-4722-b5d9-29aa8be09712 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:17:19.173956 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-92a2cab2-fca6-46c0-813e-2e73e84ba0b3 req-b685ef0a-4bf9-4722-b5d9-29aa8be09712 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/ports?device_id=002016dd-cc4a-444b-a198-12962bf4e8f8 HTTP/1.1" status: 200 len: 945 time: 0.0488501 Nov 23 18:17:19.221459 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-92a2cab2-fca6-46c0-813e-2e73e84ba0b3 req-fdd79570-d660-42f6-a9b5-119eacdd2bae tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/security-groups?id=65ffd7d6-6baf-4b83-9417-6a2507a92c34&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0416524 Nov 23 18:17:20.340710 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42afc66-11da-47d1-a32e-e0a08187b7f5 req-a3c782dc-2757-47d6-b35f-f4ec004a97a7 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:17:20.342184 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f42afc66-11da-47d1-a32e-e0a08187b7f5 req-a3c782dc-2757-47d6-b35f-f4ec004a97a7 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/ports?device_id=002016dd-cc4a-444b-a198-12962bf4e8f8 HTTP/1.1" status: 200 len: 945 time: 0.0537245 Nov 23 18:17:20.390678 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f42afc66-11da-47d1-a32e-e0a08187b7f5 req-040ff6f0-cb76-4f02-a49a-3d8bb52a6e10 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/security-groups?id=65ffd7d6-6baf-4b83-9417-6a2507a92c34&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0418632 Nov 23 18:17:20.537505 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.agents_db [None req-464f6c07-0de8-4be6-8f5b-563f574d1c5d None None] Agent healthcheck: found 7 active agents {{(pid=103593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 18:17:21.507599 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c17b66c-3dd8-47fd-b3cb-bdaee31bbdf5 req-9fb73fb5-cb13-4ea5-84a1-37bd7d5ea23e tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:17:21.509128 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6c17b66c-3dd8-47fd-b3cb-bdaee31bbdf5 req-9fb73fb5-cb13-4ea5-84a1-37bd7d5ea23e tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/ports?device_id=002016dd-cc4a-444b-a198-12962bf4e8f8 HTTP/1.1" status: 200 len: 945 time: 0.0498605 Nov 23 18:17:21.554995 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6c17b66c-3dd8-47fd-b3cb-bdaee31bbdf5 req-4c8871c4-615a-47b6-ad2b-144de4d27002 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/security-groups?id=65ffd7d6-6baf-4b83-9417-6a2507a92c34&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0398803 Nov 23 18:17:21.792050 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4634c1e-3b1f-40d4-85f9-660d55734567 req-466abe9f-f20e-486d-883f-e6807715dfd8 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:17:21.793546 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d4634c1e-3b1f-40d4-85f9-660d55734567 req-466abe9f-f20e-486d-883f-e6807715dfd8 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/ports?device_id=002016dd-cc4a-444b-a198-12962bf4e8f8 HTTP/1.1" status: 200 len: 945 time: 0.0493121 Nov 23 18:17:21.867046 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-3ab027c9-837a-4a88-afef-0983b27ed517 req-77dc94ee-6765-4380-8384-5fb4419ed3b0 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=002016dd-cc4a-444b-a198-12962bf4e8f8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1298001 Nov 23 18:17:21.871504 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d4634c1e-3b1f-40d4-85f9-660d55734567 req-38d5a306-b4c9-4758-a89a-42465f02a772 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/security-groups?id=65ffd7d6-6baf-4b83-9417-6a2507a92c34&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0689397 Nov 23 18:17:22.993259 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab027c9-837a-4a88-afef-0983b27ed517 req-5464c15e-f8f0-4e2f-bde1-4aa100b32201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:17:22.994740 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-3ab027c9-837a-4a88-afef-0983b27ed517 req-5464c15e-f8f0-4e2f-bde1-4aa100b32201 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7a2e384b18354dcf855a2d3c6a834aef&device_id=002016dd-cc4a-444b-a198-12962bf4e8f8 HTTP/1.1" status: 200 len: 1096 time: 0.0416510 Nov 23 18:17:22.996519 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0faa2e32-80f0-4c87-9096-47625faff023 req-f6c848a2-233b-4752-a080-11756b4cb1bd tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:17:22.997982 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-0faa2e32-80f0-4c87-9096-47625faff023 req-f6c848a2-233b-4752-a080-11756b4cb1bd tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/ports?device_id=002016dd-cc4a-444b-a198-12962bf4e8f8 HTTP/1.1" status: 200 len: 945 time: 0.0505621 Nov 23 18:17:23.047279 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-0faa2e32-80f0-4c87-9096-47625faff023 req-ed49364b-1f62-47ee-b0e0-4c58ecc09a29 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/security-groups?id=65ffd7d6-6baf-4b83-9417-6a2507a92c34&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0421064 Nov 23 18:17:23.089188 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab027c9-837a-4a88-afef-0983b27ed517 req-21bd9332-b269-4bef-923e-b0ce2f665978 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:17:23.090643 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-3ab027c9-837a-4a88-afef-0983b27ed517 req-21bd9332-b269-4bef-923e-b0ce2f665978 service neutron] 10.222.0.55 "GET /v2.0/networks?id=f7923f1d-6a8d-4e71-8499-b4a023620336 HTTP/1.1" status: 200 len: 913 time: 0.0886190 Nov 23 18:17:23.154764 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-3ab027c9-837a-4a88-afef-0983b27ed517 req-e7169efa-42a2-41de-bdfc-321abb614558 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=713a1d43-945a-4082-bd75-491aa0425352 HTTP/1.1" status: 200 len: 1000 time: 0.0568504 Nov 23 18:17:23.203670 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab027c9-837a-4a88-afef-0983b27ed517 req-a4fe1358-f153-4cb6-b2f6-8e7fbe35527f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:17:23.205113 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-3ab027c9-837a-4a88-afef-0983b27ed517 req-a4fe1358-f153-4cb6-b2f6-8e7fbe35527f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=25d3e046-26e6-43e5-8262-7b86687e27b2 HTTP/1.1" status: 200 len: 851 time: 0.0437860 Nov 23 18:17:23.253752 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab027c9-837a-4a88-afef-0983b27ed517 req-a99d2d5b-0f7e-4fc3-8798-348e7b8b6f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:17:23.255193 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-3ab027c9-837a-4a88-afef-0983b27ed517 req-a99d2d5b-0f7e-4fc3-8798-348e7b8b6f02 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f7923f1d-6a8d-4e71-8499-b4a023620336&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432744 Nov 23 18:17:23.342203 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-3ab027c9-837a-4a88-afef-0983b27ed517 req-f7b7c4d3-b7f1-4f57-88dc-b60f10b01ab2 service neutron] 10.222.0.55 "GET /v2.0/networks/f7923f1d-6a8d-4e71-8499-b4a023620336?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797701 Nov 23 18:17:23.435607 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-3ab027c9-837a-4a88-afef-0983b27ed517 req-fb625e02-8aa9-4dc7-8788-d224e12da26f service neutron] 10.222.0.55 "GET /v2.0/networks/f7923f1d-6a8d-4e71-8499-b4a023620336?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869009 Nov 23 18:17:23.706640 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [req-323f65ce-e717-4655-921f-f6811fbb9fe4 req-70e33b35-3cd7-4756-a43f-644323372c52 service neutron] (103591) timed out ('10.222.0.60', 39092) {{(pid=103591) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 23 18:17:24.163778 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1766546c-f830-4942-9ba5-0cc303fe25dd req-a40399dc-ea8d-4517-a986-89dc1a570853 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:17:24.165311 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-1766546c-f830-4942-9ba5-0cc303fe25dd req-a40399dc-ea8d-4517-a986-89dc1a570853 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/ports?device_id=002016dd-cc4a-444b-a198-12962bf4e8f8 HTTP/1.1" status: 200 len: 945 time: 0.0484076 Nov 23 18:17:24.215878 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-1766546c-f830-4942-9ba5-0cc303fe25dd req-8b418ca0-dfda-4bdd-b355-d5fac48b0794 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/security-groups?id=65ffd7d6-6baf-4b83-9417-6a2507a92c34&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0447145 Nov 23 18:17:25.328098 n-d-816206-8 neutron-server[103590]: INFO neutron.api.v2.resource [req-3ab027c9-837a-4a88-afef-0983b27ed517 req-7f6074af-91a4-44e0-97ea-2594951f1fd6 service neutron] show failed (client error): The resource could not be found. Nov 23 18:17:25.329460 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-3ab027c9-837a-4a88-afef-0983b27ed517 req-7f6074af-91a4-44e0-97ea-2594951f1fd6 service neutron] 10.222.0.55 "GET /v2.0/ports/713a1d43-945a-4082-bd75-491aa0425352/bindings/n-h2-816206-8 HTTP/1.1" status: 404 len: 380 time: 0.0563996 Nov 23 18:17:25.331794 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67de7620-ff65-457c-9b0e-5344b29b2f55 req-c7c7f2cd-ea99-4c98-8759-489e7823a4d8 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:17:25.333655 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-67de7620-ff65-457c-9b0e-5344b29b2f55 req-c7c7f2cd-ea99-4c98-8759-489e7823a4d8 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/ports?device_id=002016dd-cc4a-444b-a198-12962bf4e8f8 HTTP/1.1" status: 200 len: 945 time: 0.0502539 Nov 23 18:17:25.382809 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-67de7620-ff65-457c-9b0e-5344b29b2f55 req-468c976a-ff2d-434e-babe-b1611961d9c4 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/security-groups?id=65ffd7d6-6baf-4b83-9417-6a2507a92c34&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0433297 Nov 23 18:17:25.605028 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab027c9-837a-4a88-afef-0983b27ed517 req-6bf046e4-aa57-4301-ac82-3b286920364a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:17:25.606502 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-3ab027c9-837a-4a88-afef-0983b27ed517 req-6bf046e4-aa57-4301-ac82-3b286920364a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=002016dd-cc4a-444b-a198-12962bf4e8f8&tenant_id=7a2e384b18354dcf855a2d3c6a834aef HTTP/1.1" status: 200 len: 1096 time: 0.0786989 Nov 23 18:17:25.624823 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [req-3ab027c9-837a-4a88-afef-0983b27ed517 req-4bfec336-785b-4f5b-b21c-72fb2bfb8208 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-816206-8', 'device_owner': 'compute:nova'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:17:25.681917 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-3ab027c9-837a-4a88-afef-0983b27ed517 req-4bfec336-785b-4f5b-b21c-72fb2bfb8208 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:25.882485 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-3ab027c9-837a-4a88-afef-0983b27ed517 req-4bfec336-785b-4f5b-b21c-72fb2bfb8208 service neutron] For port 713a1d43-945a-4082-bd75-491aa0425352, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=713a1d43-945a-4082-bd75-491aa0425352,segment=NetworkSegment(fe315ac5-77ca-4bfb-9cfe-65772fe7c4a6),segment_id=fe315ac5-77ca-4bfb-9cfe-65772fe7c4a6)] {{(pid=103591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:17:25.914993 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-3ab027c9-837a-4a88-afef-0983b27ed517 req-4bfec336-785b-4f5b-b21c-72fb2bfb8208 service neutron] For port 713a1d43-945a-4082-bd75-491aa0425352, host n-h1-816206-8, cleared binding levels {{(pid=103591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:17:25.954199 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '002016dd-cc4a-444b-a198-12962bf4e8f8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '713a1d43-945a-4082-bd75-491aa0425352'}] {{(pid=103591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:17:25.960261 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-3ab027c9-837a-4a88-afef-0983b27ed517 req-4bfec336-785b-4f5b-b21c-72fb2bfb8208 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:25.972629 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.provisioning_blocks [req-3ab027c9-837a-4a88-afef-0983b27ed517 req-4bfec336-785b-4f5b-b21c-72fb2bfb8208 service neutron] Transition to ACTIVE for port object 713a1d43-945a-4082-bd75-491aa0425352 will not be triggered until provisioned by entity L2. {{(pid=103591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 18:17:25.976646 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-3ab027c9-837a-4a88-afef-0983b27ed517 req-4bfec336-785b-4f5b-b21c-72fb2bfb8208 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264758186'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:26.005275 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f4e21f982013ce885b63e29a1d25974432d95030e0706b58ae42016fda4ab83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c8ae576-c10c-4181-a027-37a6dbc8cb5f" -d '{"events": [{"server_uuid": "002016dd-cc4a-444b-a198-12962bf4e8f8", "name": "network-vif-unplugged", "status": "completed", "tag": "713a1d43-945a-4082-bd75-491aa0425352"}]}' {{(pid=103591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:17:26.093019 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfec336-785b-4f5b-b21c-72fb2bfb8208 service neutron] Pushing event updated for resources: {'Port': ['ID=713a1d43-945a-4082-bd75-491aa0425352,revision_number=6']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:17:26.124459 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 18:17:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a63c781-34e4-42de-a5a3-b222a8130cfe x-openstack-request-id: req-4a63c781-34e4-42de-a5a3-b222a8130cfe {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:17:26.124779 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "002016dd-cc4a-444b-a198-12962bf4e8f8", "name": "network-vif-unplugged", "status": "completed", "tag": "713a1d43-945a-4082-bd75-491aa0425352", "code": 200}]} {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:17:26.125035 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-4a63c781-34e4-42de-a5a3-b222a8130cfe {{(pid=103591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:17:26.125434 n-d-816206-8 neutron-server[103591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '002016dd-cc4a-444b-a198-12962bf4e8f8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '713a1d43-945a-4082-bd75-491aa0425352', 'code': 200} Nov 23 18:17:26.136794 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfec336-785b-4f5b-b21c-72fb2bfb8208 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:17:26.137141 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfec336-785b-4f5b-b21c-72fb2bfb8208 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:17:26.137483 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfec336-785b-4f5b-b21c-72fb2bfb8208 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:17:26.137821 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfec336-785b-4f5b-b21c-72fb2bfb8208 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:17:26.138154 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfec336-785b-4f5b-b21c-72fb2bfb8208 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:17:26.138479 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfec336-785b-4f5b-b21c-72fb2bfb8208 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:17:26.138804 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfec336-785b-4f5b-b21c-72fb2bfb8208 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:17:26.139132 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfec336-785b-4f5b-b21c-72fb2bfb8208 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:17:26.139456 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfec336-785b-4f5b-b21c-72fb2bfb8208 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:17:26.139779 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfec336-785b-4f5b-b21c-72fb2bfb8208 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:17:26.140102 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfec336-785b-4f5b-b21c-72fb2bfb8208 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:17:26.140422 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfec336-785b-4f5b-b21c-72fb2bfb8208 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:17:26.171946 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ab027c9-837a-4a88-afef-0983b27ed517 req-4bfec336-785b-4f5b-b21c-72fb2bfb8208 service neutron] No DVR routers for this DVR port 713a1d43-945a-4082-bd75-491aa0425352 on host n-h1-816206-8 {{(pid=103591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:17:26.546401 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd236491-9072-44e9-93fb-0ce6e7859c24 req-2d315ec3-6d7c-4ef8-a3b4-ff4ef404e96a tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:17:26.547876 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-cd236491-9072-44e9-93fb-0ce6e7859c24 req-2d315ec3-6d7c-4ef8-a3b4-ff4ef404e96a tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/ports?device_id=002016dd-cc4a-444b-a198-12962bf4e8f8 HTTP/1.1" status: 200 len: 943 time: 0.0935590 Nov 23 18:17:26.621309 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-3ab027c9-837a-4a88-afef-0983b27ed517 req-4bfec336-785b-4f5b-b21c-72fb2bfb8208 service neutron] Attempting to bind port 713a1d43-945a-4082-bd75-491aa0425352 on host n-h2-816206-8 for vnic_type normal with profile {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:17:26.621556 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-3ab027c9-837a-4a88-afef-0983b27ed517 req-4bfec336-785b-4f5b-b21c-72fb2bfb8208 service neutron] Attempting to bind port 713a1d43-945a-4082-bd75-491aa0425352 by drivers openvswitch,hyperv on host n-h2-816206-8 at level 0 using segments [{'id': 'fe315ac5-77ca-4bfb-9cfe-65772fe7c4a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'f7923f1d-6a8d-4e71-8499-b4a023620336'}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:17:26.621886 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ab027c9-837a-4a88-afef-0983b27ed517 req-4bfec336-785b-4f5b-b21c-72fb2bfb8208 service neutron] Attempting to bind port 713a1d43-945a-4082-bd75-491aa0425352 on network f7923f1d-6a8d-4e71-8499-b4a023620336 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:17:26.626734 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-cd236491-9072-44e9-93fb-0ce6e7859c24 req-44ac8086-5194-4b05-9fc5-99b2a66b161f tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/security-groups?id=65ffd7d6-6baf-4b83-9417-6a2507a92c34&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0721862 Nov 23 18:17:26.629862 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ab027c9-837a-4a88-afef-0983b27ed517 req-4bfec336-785b-4f5b-b21c-72fb2bfb8208 service neutron] Port 713a1d43-945a-4082-bd75-491aa0425352 on network f7923f1d-6a8d-4e71-8499-b4a023620336 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-8 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:17:26.630117 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ab027c9-837a-4a88-afef-0983b27ed517 req-4bfec336-785b-4f5b-b21c-72fb2bfb8208 service neutron] Attempting to bind port 713a1d43-945a-4082-bd75-491aa0425352 on network f7923f1d-6a8d-4e71-8499-b4a023620336 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:17:26.634991 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ab027c9-837a-4a88-afef-0983b27ed517 req-4bfec336-785b-4f5b-b21c-72fb2bfb8208 service neutron] Checking agent: {'id': 'ab77bf9e-0267-4174-8f1d-822cba89b207', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 15, 13), 'started_at': datetime.datetime(2021, 11, 23, 17, 15, 13), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 17, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:17:26.635327 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ab027c9-837a-4a88-afef-0983b27ed517 req-4bfec336-785b-4f5b-b21c-72fb2bfb8208 service neutron] Checking segment: {'id': 'fe315ac5-77ca-4bfb-9cfe-65772fe7c4a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'f7923f1d-6a8d-4e71-8499-b4a023620336'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:17:26.635701 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ab027c9-837a-4a88-afef-0983b27ed517 req-4bfec336-785b-4f5b-b21c-72fb2bfb8208 service neutron] Bound using segment: {'id': 'fe315ac5-77ca-4bfb-9cfe-65772fe7c4a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'f7923f1d-6a8d-4e71-8499-b4a023620336'} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:17:26.636126 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-3ab027c9-837a-4a88-afef-0983b27ed517 req-4bfec336-785b-4f5b-b21c-72fb2bfb8208 service neutron] Bound port: 713a1d43-945a-4082-bd75-491aa0425352, host: n-h2-816206-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe315ac5-77ca-4bfb-9cfe-65772fe7c4a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'f7923f1d-6a8d-4e71-8499-b4a023620336'}}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:17:26.636501 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-3ab027c9-837a-4a88-afef-0983b27ed517 req-4bfec336-785b-4f5b-b21c-72fb2bfb8208 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:26.701680 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-3ab027c9-837a-4a88-afef-0983b27ed517 req-4bfec336-785b-4f5b-b21c-72fb2bfb8208 service neutron] For port 713a1d43-945a-4082-bd75-491aa0425352, host n-h2-816206-8, cleared binding levels {{(pid=103591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:17:26.704562 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-3ab027c9-837a-4a88-afef-0983b27ed517 req-4bfec336-785b-4f5b-b21c-72fb2bfb8208 service neutron] For port 713a1d43-945a-4082-bd75-491aa0425352, host n-h2-816206-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=713a1d43-945a-4082-bd75-491aa0425352,segment=NetworkSegment(fe315ac5-77ca-4bfb-9cfe-65772fe7c4a6),segment_id=fe315ac5-77ca-4bfb-9cfe-65772fe7c4a6)] {{(pid=103591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:17:26.709478 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-3ab027c9-837a-4a88-afef-0983b27ed517 req-4bfec336-785b-4f5b-b21c-72fb2bfb8208 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264758186'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:26.744366 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab027c9-837a-4a88-afef-0983b27ed517 req-4bfec336-785b-4f5b-b21c-72fb2bfb8208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:17:26.746262 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-3ab027c9-837a-4a88-afef-0983b27ed517 req-4bfec336-785b-4f5b-b21c-72fb2bfb8208 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:26.746519 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-3ab027c9-837a-4a88-afef-0983b27ed517 req-4bfec336-785b-4f5b-b21c-72fb2bfb8208 service neutron] 10.222.0.36 "PUT /v2.0/ports/713a1d43-945a-4082-bd75-491aa0425352 HTTP/1.1" status: 200 len: 1091 time: 1.1258106 Nov 23 18:17:26.771918 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfec336-785b-4f5b-b21c-72fb2bfb8208 service neutron] Pushing event updated for resources: {'Port': ['ID=713a1d43-945a-4082-bd75-491aa0425352,revision_number=7']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:17:26.819308 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab027c9-837a-4a88-afef-0983b27ed517 req-884415d3-8e5f-4ac9-9816-53e2a5b3f19f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:17:26.821145 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-3ab027c9-837a-4a88-afef-0983b27ed517 req-884415d3-8e5f-4ac9-9816-53e2a5b3f19f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7a2e384b18354dcf855a2d3c6a834aef&device_id=002016dd-cc4a-444b-a198-12962bf4e8f8 HTTP/1.1" status: 200 len: 1094 time: 0.0457397 Nov 23 18:17:26.921430 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab027c9-837a-4a88-afef-0983b27ed517 req-2c11ff5a-6c7b-4ad8-bce7-052488f15ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:17:26.922902 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-3ab027c9-837a-4a88-afef-0983b27ed517 req-2c11ff5a-6c7b-4ad8-bce7-052488f15ca9 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f7923f1d-6a8d-4e71-8499-b4a023620336 HTTP/1.1" status: 200 len: 913 time: 0.0928500 Nov 23 18:17:26.988764 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-3ab027c9-837a-4a88-afef-0983b27ed517 req-f28715a3-8022-43ac-993e-21739ca75107 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=713a1d43-945a-4082-bd75-491aa0425352 HTTP/1.1" status: 200 len: 998 time: 0.0579953 Nov 23 18:17:27.039486 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab027c9-837a-4a88-afef-0983b27ed517 req-5ad07ef6-6237-4bc9-bbbd-d5a7d7f74c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:17:27.041007 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-3ab027c9-837a-4a88-afef-0983b27ed517 req-5ad07ef6-6237-4bc9-bbbd-d5a7d7f74c70 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=25d3e046-26e6-43e5-8262-7b86687e27b2 HTTP/1.1" status: 200 len: 851 time: 0.0451431 Nov 23 18:17:27.092925 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab027c9-837a-4a88-afef-0983b27ed517 req-e686685b-785a-42d2-aae4-a5e316779805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:17:27.094520 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-3ab027c9-837a-4a88-afef-0983b27ed517 req-e686685b-785a-42d2-aae4-a5e316779805 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f7923f1d-6a8d-4e71-8499-b4a023620336&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0451341 Nov 23 18:17:27.183682 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-3ab027c9-837a-4a88-afef-0983b27ed517 req-5746b1a7-8ec0-496a-862c-4ed241e0b44c service neutron] 10.222.0.36 "GET /v2.0/networks/f7923f1d-6a8d-4e71-8499-b4a023620336?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813160 Nov 23 18:17:27.278704 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-3ab027c9-837a-4a88-afef-0983b27ed517 req-3bb6c463-4880-4487-b261-8cfab8cf4062 service neutron] 10.222.0.36 "GET /v2.0/networks/f7923f1d-6a8d-4e71-8499-b4a023620336?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863931 Nov 23 18:17:27.754412 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358b4680-3b4f-4155-a247-9bbbc95fe5cb req-cd29dd57-b656-4be8-a033-45de3d930d63 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:17:27.756015 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-358b4680-3b4f-4155-a247-9bbbc95fe5cb req-cd29dd57-b656-4be8-a033-45de3d930d63 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/ports?device_id=002016dd-cc4a-444b-a198-12962bf4e8f8 HTTP/1.1" status: 200 len: 943 time: 0.0540082 Nov 23 18:17:27.807467 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-358b4680-3b4f-4155-a247-9bbbc95fe5cb req-0cb22fe2-e285-4fa0-9948-80a11c86ce60 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/security-groups?id=65ffd7d6-6baf-4b83-9417-6a2507a92c34&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0447485 Nov 23 18:17:28.126501 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '002016dd-cc4a-444b-a198-12962bf4e8f8', 'tag': '713a1d43-945a-4082-bd75-491aa0425352'}] {{(pid=103591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:17:28.129472 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f4e21f982013ce885b63e29a1d25974432d95030e0706b58ae42016fda4ab83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24728c49-69e6-4e27-9ac8-b3ff4252d3a8" -d '{"events": [{"name": "network-changed", "server_uuid": "002016dd-cc4a-444b-a198-12962bf4e8f8", "tag": "713a1d43-945a-4082-bd75-491aa0425352"}]}' {{(pid=103591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:17:28.178249 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:17:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed3074de-c6a6-4f66-b3eb-2a7e2ad8680b x-openstack-request-id: req-ed3074de-c6a6-4f66-b3eb-2a7e2ad8680b {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:17:28.178637 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "002016dd-cc4a-444b-a198-12962bf4e8f8", "tag": "713a1d43-945a-4082-bd75-491aa0425352", "status": "completed", "code": 200}]} {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:17:28.179049 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ed3074de-c6a6-4f66-b3eb-2a7e2ad8680b {{(pid=103591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:17:28.179516 n-d-816206-8 neutron-server[103591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '002016dd-cc4a-444b-a198-12962bf4e8f8', 'tag': '713a1d43-945a-4082-bd75-491aa0425352', 'status': 'completed', 'code': 200} Nov 23 18:17:28.242857 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24728c49-69e6-4e27-9ac8-b3ff4252d3a8 req-803e8212-359c-4113-85c1-f1b6e8928664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:17:28.244379 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-24728c49-69e6-4e27-9ac8-b3ff4252d3a8 req-803e8212-359c-4113-85c1-f1b6e8928664 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7a2e384b18354dcf855a2d3c6a834aef&device_id=002016dd-cc4a-444b-a198-12962bf4e8f8 HTTP/1.1" status: 200 len: 1094 time: 0.0430422 Nov 23 18:17:28.246315 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24728c49-69e6-4e27-9ac8-b3ff4252d3a8 req-46011c57-fe8d-4957-a0eb-b515193f804b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:17:28.247867 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-24728c49-69e6-4e27-9ac8-b3ff4252d3a8 req-46011c57-fe8d-4957-a0eb-b515193f804b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7a2e384b18354dcf855a2d3c6a834aef&device_id=002016dd-cc4a-444b-a198-12962bf4e8f8 HTTP/1.1" status: 200 len: 1094 time: 0.0479410 Nov 23 18:17:28.343746 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24728c49-69e6-4e27-9ac8-b3ff4252d3a8 req-164b83ad-0c5c-4c1c-b9df-e2d01de60026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:17:28.345276 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-24728c49-69e6-4e27-9ac8-b3ff4252d3a8 req-164b83ad-0c5c-4c1c-b9df-e2d01de60026 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f7923f1d-6a8d-4e71-8499-b4a023620336 HTTP/1.1" status: 200 len: 913 time: 0.0871029 Nov 23 18:17:28.351647 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24728c49-69e6-4e27-9ac8-b3ff4252d3a8 req-02f51572-afa1-4f48-b805-18fa552cf351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:17:28.353196 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-24728c49-69e6-4e27-9ac8-b3ff4252d3a8 req-02f51572-afa1-4f48-b805-18fa552cf351 service neutron] 10.222.0.55 "GET /v2.0/networks?id=f7923f1d-6a8d-4e71-8499-b4a023620336 HTTP/1.1" status: 200 len: 913 time: 0.1009095 Nov 23 18:17:28.419685 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-24728c49-69e6-4e27-9ac8-b3ff4252d3a8 req-727400f8-e5c6-4624-9af9-634bcc988e18 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=713a1d43-945a-4082-bd75-491aa0425352 HTTP/1.1" status: 200 len: 998 time: 0.0646217 Nov 23 18:17:28.421554 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-24728c49-69e6-4e27-9ac8-b3ff4252d3a8 req-804e6687-fe84-4b89-8c4c-e3c94aedfcb4 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=713a1d43-945a-4082-bd75-491aa0425352 HTTP/1.1" status: 200 len: 998 time: 0.0608952 Nov 23 18:17:28.473288 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24728c49-69e6-4e27-9ac8-b3ff4252d3a8 req-5d933039-6e8c-4906-b916-84f83c865ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:17:28.474790 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-24728c49-69e6-4e27-9ac8-b3ff4252d3a8 req-5d933039-6e8c-4906-b916-84f83c865ed5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=25d3e046-26e6-43e5-8262-7b86687e27b2 HTTP/1.1" status: 200 len: 851 time: 0.0469067 Nov 23 18:17:28.486942 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24728c49-69e6-4e27-9ac8-b3ff4252d3a8 req-93bf7174-17fb-4fe9-a055-6762a9aad383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:17:28.488958 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-24728c49-69e6-4e27-9ac8-b3ff4252d3a8 req-93bf7174-17fb-4fe9-a055-6762a9aad383 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=25d3e046-26e6-43e5-8262-7b86687e27b2 HTTP/1.1" status: 200 len: 851 time: 0.0609915 Nov 23 18:17:28.526400 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24728c49-69e6-4e27-9ac8-b3ff4252d3a8 req-58ba44c9-1154-4fd2-a458-e96b46599ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:17:28.527950 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-24728c49-69e6-4e27-9ac8-b3ff4252d3a8 req-58ba44c9-1154-4fd2-a458-e96b46599ddb service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f7923f1d-6a8d-4e71-8499-b4a023620336&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0452304 Nov 23 18:17:28.538466 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24728c49-69e6-4e27-9ac8-b3ff4252d3a8 req-ed7b549e-79d2-4f63-a894-509d34ea2745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:17:28.540100 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-24728c49-69e6-4e27-9ac8-b3ff4252d3a8 req-ed7b549e-79d2-4f63-a894-509d34ea2745 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f7923f1d-6a8d-4e71-8499-b4a023620336&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441039 Nov 23 18:17:28.636138 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-24728c49-69e6-4e27-9ac8-b3ff4252d3a8 req-4d864160-d80c-4f51-9f78-aa486febf820 service neutron] 10.222.0.55 "GET /v2.0/networks/f7923f1d-6a8d-4e71-8499-b4a023620336?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887270 Nov 23 18:17:28.643029 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-24728c49-69e6-4e27-9ac8-b3ff4252d3a8 req-ba1403d6-727d-4722-898f-06d2f4e3bce4 service neutron] 10.222.0.36 "GET /v2.0/networks/f7923f1d-6a8d-4e71-8499-b4a023620336?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1055138 Nov 23 18:17:28.737775 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-24728c49-69e6-4e27-9ac8-b3ff4252d3a8 req-3b79ea30-e6ed-4279-8efc-d10871b7a602 service neutron] 10.222.0.55 "GET /v2.0/networks/f7923f1d-6a8d-4e71-8499-b4a023620336?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937295 Nov 23 18:17:28.743761 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-24728c49-69e6-4e27-9ac8-b3ff4252d3a8 req-8e02332b-cc90-487a-acfd-0379f3a127e0 service neutron] 10.222.0.36 "GET /v2.0/networks/f7923f1d-6a8d-4e71-8499-b4a023620336?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883029 Nov 23 18:17:28.927588 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5cd1c5-bf9d-46cf-b75e-39591f5a7f4c req-d68eed51-3944-4ed8-9725-07b6f3b3a2e3 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:17:28.929002 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-3f5cd1c5-bf9d-46cf-b75e-39591f5a7f4c req-d68eed51-3944-4ed8-9725-07b6f3b3a2e3 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/ports?device_id=002016dd-cc4a-444b-a198-12962bf4e8f8 HTTP/1.1" status: 200 len: 943 time: 0.0488050 Nov 23 18:17:28.980336 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-3f5cd1c5-bf9d-46cf-b75e-39591f5a7f4c req-c63dcd49-585e-4ab7-9c54-ab7b0ea48c86 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/security-groups?id=65ffd7d6-6baf-4b83-9417-6a2507a92c34&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0455456 Nov 23 18:17:29.181584 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94efd9d-7bfd-4a68-adb7-e62eb5480e81 req-4b281514-e10b-4f97-b0c5-d8cbfda68e5d tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:17:29.183104 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b94efd9d-7bfd-4a68-adb7-e62eb5480e81 req-4b281514-e10b-4f97-b0c5-d8cbfda68e5d tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/ports?device_id=002016dd-cc4a-444b-a198-12962bf4e8f8 HTTP/1.1" status: 200 len: 943 time: 0.0542147 Nov 23 18:17:29.196876 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f05450-3386-4900-ac15-2303f949e4e4 req-b6f6a445-5960-4354-8000-e765acd78c09 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:17:29.198357 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-f5f05450-3386-4900-ac15-2303f949e4e4 req-b6f6a445-5960-4354-8000-e765acd78c09 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.55 "GET /v2.0/ports?device_id=002016dd-cc4a-444b-a198-12962bf4e8f8&tenant_id=7a2e384b18354dcf855a2d3c6a834aef&binding%3Ahost_id=n-h2-816206-8 HTTP/1.1" status: 200 len: 943 time: 0.0554199 Nov 23 18:17:29.230614 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b94efd9d-7bfd-4a68-adb7-e62eb5480e81 req-78a2b3d0-2a71-4501-acf5-05ec43bf0a63 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/security-groups?id=65ffd7d6-6baf-4b83-9417-6a2507a92c34&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0415325 Nov 23 18:17:29.261073 n-d-816206-8 neutron-server[103590]: INFO neutron.api.v2.resource [req-f5f05450-3386-4900-ac15-2303f949e4e4 req-221384ff-b001-490e-b8ed-39d4e65eae36 service neutron] delete failed (client error): The resource could not be found. Nov 23 18:17:29.262090 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-f5f05450-3386-4900-ac15-2303f949e4e4 req-221384ff-b001-490e-b8ed-39d4e65eae36 service neutron] 10.222.0.55 "DELETE /v2.0/ports/713a1d43-945a-4082-bd75-491aa0425352/bindings/n-h1-816206-8 HTTP/1.1" status: 404 len: 380 time: 0.0547493 Nov 23 18:17:29.316152 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device 713a1d43-945a-4082-bd75-491aa0425352 details requested by agent hyperv_n-h2-816206-8 with host n-h2-816206-8 {{(pid=103592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 18:17:29.349722 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f05450-3386-4900-ac15-2303f949e4e4 req-fb80b479-e819-463d-9d3f-6ff72f9853a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:17:29.351210 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-f5f05450-3386-4900-ac15-2303f949e4e4 req-fb80b479-e819-463d-9d3f-6ff72f9853a2 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7a2e384b18354dcf855a2d3c6a834aef&device_id=002016dd-cc4a-444b-a198-12962bf4e8f8 HTTP/1.1" status: 200 len: 1094 time: 0.0462315 Nov 23 18:17:29.414523 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port 713a1d43-945a-4082-bd75-491aa0425352, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=713a1d43-945a-4082-bd75-491aa0425352,segment=NetworkSegment(fe315ac5-77ca-4bfb-9cfe-65772fe7c4a6),segment_id=fe315ac5-77ca-4bfb-9cfe-65772fe7c4a6)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:17:29.426658 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Returning: {'device': '713a1d43-945a-4082-bd75-491aa0425352', 'network_id': 'f7923f1d-6a8d-4e71-8499-b4a023620336', 'port_id': '713a1d43-945a-4082-bd75-491aa0425352', 'mac_address': 'fa:16:3e:9c:fd:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25d3e046-26e6-43e5-8262-7b86687e27b2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 18:17:29.444210 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f05450-3386-4900-ac15-2303f949e4e4 req-079dd848-7bfb-4dde-978f-1892eb4175e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:17:29.445648 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-f5f05450-3386-4900-ac15-2303f949e4e4 req-079dd848-7bfb-4dde-978f-1892eb4175e3 service neutron] 10.222.0.55 "GET /v2.0/networks?id=f7923f1d-6a8d-4e71-8499-b4a023620336 HTTP/1.1" status: 200 len: 913 time: 0.0867028 Nov 23 18:17:29.463766 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:29.476867 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 713a1d43-945a-4082-bd75-491aa0425352 {{(pid=103592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:17:29.496960 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port 713a1d43-945a-4082-bd75-491aa0425352, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=713a1d43-945a-4082-bd75-491aa0425352,segment=NetworkSegment(fe315ac5-77ca-4bfb-9cfe-65772fe7c4a6),segment_id=fe315ac5-77ca-4bfb-9cfe-65772fe7c4a6)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:17:29.501217 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:29.520521 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-f5f05450-3386-4900-ac15-2303f949e4e4 req-2c131bdf-d781-4e98-8d96-ed1b9e28cb8c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=713a1d43-945a-4082-bd75-491aa0425352 HTTP/1.1" status: 200 len: 998 time: 0.0666192 Nov 23 18:17:29.549323 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Pushing event updated for resources: {'Port': ['ID=713a1d43-945a-4082-bd75-491aa0425352,revision_number=8']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:17:29.557788 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:17:29.558146 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:17:29.558491 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:17:29.558830 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:17:29.559169 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:17:29.559502 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:17:29.559832 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:17:29.560162 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:17:29.561198 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:17:29.561198 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:17:29.561198 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:17:29.561449 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:17:29.573889 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f05450-3386-4900-ac15-2303f949e4e4 req-6ccfb5a5-cb53-4912-a089-7af6a515d1f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:17:29.575491 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-f5f05450-3386-4900-ac15-2303f949e4e4 req-6ccfb5a5-cb53-4912-a089-7af6a515d1f5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=25d3e046-26e6-43e5-8262-7b86687e27b2 HTTP/1.1" status: 200 len: 851 time: 0.0487392 Nov 23 18:17:29.623985 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f05450-3386-4900-ac15-2303f949e4e4 req-54c0fb46-5c3c-452c-8dbd-73d4b4644e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:17:29.625562 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-f5f05450-3386-4900-ac15-2303f949e4e4 req-54c0fb46-5c3c-452c-8dbd-73d4b4644e57 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f7923f1d-6a8d-4e71-8499-b4a023620336&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434933 Nov 23 18:17:29.723595 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-f5f05450-3386-4900-ac15-2303f949e4e4 req-5b9062e3-5aa5-49b1-8373-ee1f33be5903 service neutron] 10.222.0.55 "GET /v2.0/networks/f7923f1d-6a8d-4e71-8499-b4a023620336?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909069 Nov 23 18:17:29.769952 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] get_ports_and_sgs() called for port_ids ['713a1d43-945a-4082-bd75-491aa0425352'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:17:29.817928 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-f5f05450-3386-4900-ac15-2303f949e4e4 req-e141f2d6-01f3-4291-9717-eb713230d933 service neutron] 10.222.0.55 "GET /v2.0/networks/f7923f1d-6a8d-4e71-8499-b4a023620336?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872307 Nov 23 18:17:30.186900 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device 713a1d43-945a-4082-bd75-491aa0425352 no longer exists at agent hyperv_n-h1-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:17:30.227995 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device 713a1d43-945a-4082-bd75-491aa0425352 not bound to the agent host n-h1-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:17:30.355343 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6152625e-6314-4d22-bdc6-5a298a642dbc req-924c1f78-a902-4c95-8fc5-f957841271bd tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:17:30.356932 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6152625e-6314-4d22-bdc6-5a298a642dbc req-924c1f78-a902-4c95-8fc5-f957841271bd tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/ports?device_id=002016dd-cc4a-444b-a198-12962bf4e8f8 HTTP/1.1" status: 200 len: 944 time: 0.0520566 Nov 23 18:17:30.406789 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6152625e-6314-4d22-bdc6-5a298a642dbc req-18294141-576d-4aaf-9ea4-ddc031a4ec8e tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/security-groups?id=65ffd7d6-6baf-4b83-9417-6a2507a92c34&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0430739 Nov 23 18:17:30.533748 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f082b029-5784-49e8-8667-43dcf8a2a08d req-b130e6d9-fac6-4fb9-bd91-0909e5b945ad tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:17:30.535820 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f082b029-5784-49e8-8667-43dcf8a2a08d req-b130e6d9-fac6-4fb9-bd91-0909e5b945ad tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/ports?device_id=002016dd-cc4a-444b-a198-12962bf4e8f8 HTTP/1.1" status: 200 len: 944 time: 0.0616617 Nov 23 18:17:30.587577 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f082b029-5784-49e8-8667-43dcf8a2a08d req-903bbae6-f4ce-47c6-ae45-ea7915231b3f tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/security-groups?id=65ffd7d6-6baf-4b83-9417-6a2507a92c34&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0443261 Nov 23 18:17:30.801106 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a435716-7e63-49c1-936e-331d83a53108 req-9eb7667b-4dbe-42c8-95db-0c447da3cae9 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:17:30.802587 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7a435716-7e63-49c1-936e-331d83a53108 req-9eb7667b-4dbe-42c8-95db-0c447da3cae9 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/ports?device_id=002016dd-cc4a-444b-a198-12962bf4e8f8 HTTP/1.1" status: 200 len: 944 time: 0.0598302 Nov 23 18:17:30.865003 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edb1a15-ceec-4bb7-b98e-b93dc86b27af req-3b20b304-a7a6-4000-9a52-30095d6216f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:17:30.866482 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4edb1a15-ceec-4bb7-b98e-b93dc86b27af req-3b20b304-a7a6-4000-9a52-30095d6216f9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7a2e384b18354dcf855a2d3c6a834aef&device_id=002016dd-cc4a-444b-a198-12962bf4e8f8 HTTP/1.1" status: 200 len: 1095 time: 0.0827801 Nov 23 18:17:30.886089 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7a435716-7e63-49c1-936e-331d83a53108 req-eb323c61-76bc-4c0b-b411-845d0ff5e2ad tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/security-groups?id=65ffd7d6-6baf-4b83-9417-6a2507a92c34&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0654943 Nov 23 18:17:30.961710 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edb1a15-ceec-4bb7-b98e-b93dc86b27af req-eac4d0ff-5957-4aaf-9b28-86b2ef10dae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:17:30.963177 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4edb1a15-ceec-4bb7-b98e-b93dc86b27af req-eac4d0ff-5957-4aaf-9b28-86b2ef10dae7 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f7923f1d-6a8d-4e71-8499-b4a023620336 HTTP/1.1" status: 200 len: 913 time: 0.0892282 Nov 23 18:17:31.032462 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4edb1a15-ceec-4bb7-b98e-b93dc86b27af req-665d3330-4871-4300-a6f8-9b18c83e2467 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=713a1d43-945a-4082-bd75-491aa0425352 HTTP/1.1" status: 200 len: 999 time: 0.0618727 Nov 23 18:17:31.082662 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edb1a15-ceec-4bb7-b98e-b93dc86b27af req-ec9b36e6-2d27-4f3d-8071-820cfd4b0708 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:17:31.083985 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4edb1a15-ceec-4bb7-b98e-b93dc86b27af req-ec9b36e6-2d27-4f3d-8071-820cfd4b0708 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=25d3e046-26e6-43e5-8262-7b86687e27b2 HTTP/1.1" status: 200 len: 851 time: 0.0439336 Nov 23 18:17:31.130626 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edb1a15-ceec-4bb7-b98e-b93dc86b27af req-41e1b2fd-3f93-4e46-ba53-a7b7879c57c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:17:31.132084 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4edb1a15-ceec-4bb7-b98e-b93dc86b27af req-41e1b2fd-3f93-4e46-ba53-a7b7879c57c8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f7923f1d-6a8d-4e71-8499-b4a023620336&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403981 Nov 23 18:17:31.225790 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4edb1a15-ceec-4bb7-b98e-b93dc86b27af req-3f9c1b7a-5720-486c-99c5-377693b9c922 service neutron] 10.222.0.36 "GET /v2.0/networks/f7923f1d-6a8d-4e71-8499-b4a023620336?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858438 Nov 23 18:17:31.315988 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4edb1a15-ceec-4bb7-b98e-b93dc86b27af req-7f769f13-d553-4127-a911-ff0520c01ee2 service neutron] 10.222.0.36 "GET /v2.0/networks/f7923f1d-6a8d-4e71-8499-b4a023620336?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819213 Nov 23 18:17:31.331555 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device 713a1d43-945a-4082-bd75-491aa0425352 up at agent hyperv_n-h2-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:17:31.385360 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Provisioning for port 713a1d43-945a-4082-bd75-491aa0425352 completed by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 18:17:31.390167 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Provisioning complete for port 713a1d43-945a-4082-bd75-491aa0425352 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:17:31.390539 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:31.471575 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:31.497040 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '002016dd-cc4a-444b-a198-12962bf4e8f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '713a1d43-945a-4082-bd75-491aa0425352'}] {{(pid=103592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:17:31.512435 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port 713a1d43-945a-4082-bd75-491aa0425352, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=713a1d43-945a-4082-bd75-491aa0425352,segment=NetworkSegment(fe315ac5-77ca-4bfb-9cfe-65772fe7c4a6),segment_id=fe315ac5-77ca-4bfb-9cfe-65772fe7c4a6)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:17:31.516831 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:31.553278 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}369cae9aa69facfce3992dabc874bd76984507e3cd36da60a73cd3603125cd43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d73331c-e0ed-458c-9543-6131d9d55406" -d '{"events": [{"server_uuid": "002016dd-cc4a-444b-a198-12962bf4e8f8", "name": "network-vif-plugged", "status": "completed", "tag": "713a1d43-945a-4082-bd75-491aa0425352"}]}' {{(pid=103592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:17:31.582356 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Pushing event updated for resources: {'Port': ['ID=713a1d43-945a-4082-bd75-491aa0425352,revision_number=9']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:17:31.652162 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:17:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0190ac4e-b506-453f-99cf-f1aa716690d2 x-openstack-request-id: req-0190ac4e-b506-453f-99cf-f1aa716690d2 {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:17:31.652458 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "002016dd-cc4a-444b-a198-12962bf4e8f8", "name": "network-vif-plugged", "status": "completed", "tag": "713a1d43-945a-4082-bd75-491aa0425352", "code": 200}]} {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:17:31.652744 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-0190ac4e-b506-453f-99cf-f1aa716690d2 {{(pid=103592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:17:31.653146 n-d-816206-8 neutron-server[103592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '002016dd-cc4a-444b-a198-12962bf4e8f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '713a1d43-945a-4082-bd75-491aa0425352', 'code': 200} Nov 23 18:17:32.022246 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a375f17-e493-4e0b-80c8-fda3365e1c36 req-16c37a1f-d518-4c2e-b1c3-c89924d45afe tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:17:32.024799 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6a375f17-e493-4e0b-80c8-fda3365e1c36 req-16c37a1f-d518-4c2e-b1c3-c89924d45afe tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/ports?device_id=002016dd-cc4a-444b-a198-12962bf4e8f8 HTTP/1.1" status: 200 len: 945 time: 0.0693550 Nov 23 18:17:32.074450 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6a375f17-e493-4e0b-80c8-fda3365e1c36 req-cfa44c0a-bf62-4908-976f-d13194743878 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/security-groups?id=65ffd7d6-6baf-4b83-9417-6a2507a92c34&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0430307 Nov 23 18:17:32.332697 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94da1b7-fc4f-47e7-b5e6-239982a1c6a0 req-29d9ea24-6358-4c45-943d-37c4b520ff61 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:17:32.334206 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e94da1b7-fc4f-47e7-b5e6-239982a1c6a0 req-29d9ea24-6358-4c45-943d-37c4b520ff61 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/ports?device_id=002016dd-cc4a-444b-a198-12962bf4e8f8 HTTP/1.1" status: 200 len: 945 time: 0.0508957 Nov 23 18:17:32.382763 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e94da1b7-fc4f-47e7-b5e6-239982a1c6a0 req-aa9bc46c-1b05-42d5-a71b-52291674b3bb tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/security-groups?id=65ffd7d6-6baf-4b83-9417-6a2507a92c34&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0422540 Nov 23 18:17:33.501094 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618f60c4-3a51-41d0-8ef5-330ebf7871e9 req-196c4058-397e-4f71-8910-53a36509f6b5 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:17:33.503197 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-618f60c4-3a51-41d0-8ef5-330ebf7871e9 req-196c4058-397e-4f71-8910-53a36509f6b5 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/ports?device_id=002016dd-cc4a-444b-a198-12962bf4e8f8 HTTP/1.1" status: 200 len: 945 time: 0.0489669 Nov 23 18:17:33.580170 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-618f60c4-3a51-41d0-8ef5-330ebf7871e9 req-d3c876d5-315e-46eb-8905-13d7f808d337 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/security-groups?id=65ffd7d6-6baf-4b83-9417-6a2507a92c34&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0708714 Nov 23 18:17:33.591898 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fbc1f4-390a-4250-92d1-727338286d3f req-10a5a160-8909-4cfb-9aaa-b8309e2b6265 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:17:33.593365 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-20fbc1f4-390a-4250-92d1-727338286d3f req-10a5a160-8909-4cfb-9aaa-b8309e2b6265 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.36 "GET /v2.0/ports?device_id=002016dd-cc4a-444b-a198-12962bf4e8f8 HTTP/1.1" status: 200 len: 945 time: 0.0771036 Nov 23 18:17:33.682907 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [req-20fbc1f4-390a-4250-92d1-727338286d3f req-c2468b63-985f-4a1b-b4d8-617b06605665 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Deleting port 713a1d43-945a-4082-bd75-491aa0425352 {{(pid=103591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:17:33.683165 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-20fbc1f4-390a-4250-92d1-727338286d3f req-c2468b63-985f-4a1b-b4d8-617b06605665 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:33.776664 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-20fbc1f4-390a-4250-92d1-727338286d3f req-c2468b63-985f-4a1b-b4d8-617b06605665 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] For port 713a1d43-945a-4082-bd75-491aa0425352, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=713a1d43-945a-4082-bd75-491aa0425352,segment=NetworkSegment(fe315ac5-77ca-4bfb-9cfe-65772fe7c4a6),segment_id=fe315ac5-77ca-4bfb-9cfe-65772fe7c4a6)] {{(pid=103591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:17:33.777021 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-20fbc1f4-390a-4250-92d1-727338286d3f req-c2468b63-985f-4a1b-b4d8-617b06605665 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:33.944986 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-20fbc1f4-390a-4250-92d1-727338286d3f req-c2468b63-985f-4a1b-b4d8-617b06605665 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:33.945252 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-20fbc1f4-390a-4250-92d1-727338286d3f req-c2468b63-985f-4a1b-b4d8-617b06605665 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1795396'] for floatingip, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:33.945564 n-d-816206-8 neutron-server[103591]: INFO neutron.db.l3_db [req-20fbc1f4-390a-4250-92d1-727338286d3f req-c2468b63-985f-4a1b-b4d8-617b06605665 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Floating IP 0aec1b4e-a9b2-4a20-b0dd-420cfa3bfac2 disassociated. External IP: 172.25.3.28, port: 713a1d43-945a-4082-bd75-491aa0425352. Nov 23 18:17:33.946152 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [req-20fbc1f4-390a-4250-92d1-727338286d3f req-c2468b63-985f-4a1b-b4d8-617b06605665 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Calling delete_port for 713a1d43-945a-4082-bd75-491aa0425352 owned by compute:nova {{(pid=103591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:17:34.075410 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-20fbc1f4-390a-4250-92d1-727338286d3f req-c2468b63-985f-4a1b-b4d8-617b06605665 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:34.102676 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2468b63-985f-4a1b-b4d8-617b06605665 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Pushing event deleted for resources: {'Port': ['ID=713a1d43-945a-4082-bd75-491aa0425352,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:17:34.230698 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.l3_agent_scheduler [req-20fbc1f4-390a-4250-92d1-727338286d3f req-c2468b63-985f-4a1b-b4d8-617b06605665 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Router e623e151-6755-4c3d-8100-f608228ec438 has already been hosted by L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 {{(pid=103591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:17:34.341912 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-20fbc1f4-390a-4250-92d1-727338286d3f req-c2468b63-985f-4a1b-b4d8-617b06605665 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:17:34.352106 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5aab042-6248-40c1-9c6a-4facb9f478c6 None None] Sync routers for ids ['e623e151-6755-4c3d-8100-f608228ec438'] in n-d-816206-8 {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:17:34.364634 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5aab042-6248-40c1-9c6a-4facb9f478c6 None None] Routers {'e623e151-6755-4c3d-8100-f608228ec438'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:17:34.365249 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-f5aab042-6248-40c1-9c6a-4facb9f478c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T18:17:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['e623e151-6755-4c3d-8100-f608228ec438'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:17:34.381867 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [req-20fbc1f4-390a-4250-92d1-727338286d3f req-c2468b63-985f-4a1b-b4d8-617b06605665 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] No DVR routers for this DVR port 713a1d43-945a-4082-bd75-491aa0425352 on host n-h2-816206-8 {{(pid=103591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:17:34.384522 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-20fbc1f4-390a-4250-92d1-727338286d3f req-c2468b63-985f-4a1b-b4d8-617b06605665 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:34.388049 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-20fbc1f4-390a-4250-92d1-727338286d3f req-c2468b63-985f-4a1b-b4d8-617b06605665 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.36 "DELETE /v2.0/ports/713a1d43-945a-4082-bd75-491aa0425352 HTTP/1.1" status: 204 len: 173 time: 0.7882900 Nov 23 18:17:34.388580 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '002016dd-cc4a-444b-a198-12962bf4e8f8', 'name': 'network-vif-deleted', 'tag': '713a1d43-945a-4082-bd75-491aa0425352'}] {{(pid=103591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:17:34.390908 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f4e21f982013ce885b63e29a1d25974432d95030e0706b58ae42016fda4ab83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7054d628-dc8f-4a9e-93e8-e901a60e94c1" -d '{"events": [{"server_uuid": "002016dd-cc4a-444b-a198-12962bf4e8f8", "name": "network-vif-deleted", "tag": "713a1d43-945a-4082-bd75-491aa0425352"}]}' {{(pid=103591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:17:34.435043 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:17:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b45b1733-c701-4c1d-b7d7-dd7cce376862 x-openstack-request-id: req-b45b1733-c701-4c1d-b7d7-dd7cce376862 {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:17:34.435430 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "002016dd-cc4a-444b-a198-12962bf4e8f8", "name": "network-vif-deleted", "tag": "713a1d43-945a-4082-bd75-491aa0425352", "status": "completed", "code": 200}]} {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:17:34.435697 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b45b1733-c701-4c1d-b7d7-dd7cce376862 {{(pid=103591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:17:34.437081 n-d-816206-8 neutron-server[103591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '002016dd-cc4a-444b-a198-12962bf4e8f8', 'name': 'network-vif-deleted', 'tag': '713a1d43-945a-4082-bd75-491aa0425352', 'status': 'completed', 'code': 200} Nov 23 18:17:34.569968 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-f5aab042-6248-40c1-9c6a-4facb9f478c6 None None] Set router e623e151-6755-4c3d-8100-f608228ec438 gateway port host: n-d-816206-8 {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:17:34.681335 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [req-2429956d-77d1-4681-8175-0bb1441e8193 req-d70f7b7c-e347-4fea-a615-ec309a212c0b service neutron] (103591) timed out ('10.222.0.55', 62209) {{(pid=103591) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 23 18:17:34.778799 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-f5aab042-6248-40c1-9c6a-4facb9f478c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e623e151-6755-4c3d-8100-f608228ec438', 'name': 'tempest-ServerActionsTestJSON-1491171035-router', 'tenant_id': '7a2e384b18354dcf855a2d3c6a834aef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.213'}], 'enable_snat': True}, 'gw_port_id': 'bffd5055-836b-43fc-a9e1-ca6b5624a757', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:13:02Z', 'updated_at': '2021-11-23T18:13:05Z', 'revision_number': 4, 'project_id': '7a2e384b18354dcf855a2d3c6a834aef', 'gw_port': {'id': 'bffd5055-836b-43fc-a9e1-ca6b5624a757', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:8c:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e623e151-6755-4c3d-8100-f608228ec438', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:13:03Z', 'updated_at': '2021-11-23T18:13:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_interfaces': [{'id': '887540ab-8e6e-4017-b47d-3212e447f64e', 'name': '', 'network_id': 'f7923f1d-6a8d-4e71-8499-b4a023620336', 'tenant_id': '7a2e384b18354dcf855a2d3c6a834aef', 'mac_address': 'fa:16:3e:23:87:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e623e151-6755-4c3d-8100-f608228ec438', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '25d3e046-26e6-43e5-8262-7b86687e27b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:13:05Z', 'updated_at': '2021-11-23T18:13:09Z', 'revision_number': 5, 'project_id': '7a2e384b18354dcf855a2d3c6a834aef', 'subnets': [{'id': '25d3e046-26e6-43e5-8262-7b86687e27b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:17:34.806970 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5aab042-6248-40c1-9c6a-4facb9f478c6 None None] Checking router: e623e151-6755-4c3d-8100-f608228ec438 for host: n-d-816206-8 {{(pid=103593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:17:34.815059 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5aab042-6248-40c1-9c6a-4facb9f478c6 None None] Routers {'e623e151-6755-4c3d-8100-f608228ec438'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:17:34.816003 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-f5aab042-6248-40c1-9c6a-4facb9f478c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T18:17:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['e623e151-6755-4c3d-8100-f608228ec438'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:17:34.874071 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2aa8e00a-a2c7-4390-a6e9-3ac0ad679788 req-dbe49a78-d96d-45d0-9824-7ba8f3069190 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--6227034&fields=id&tenant_id=7a2e384b18354dcf855a2d3c6a834aef HTTP/1.1" status: 200 len: 267 time: 0.0438740 Nov 23 18:17:34.921270 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-f5aab042-6248-40c1-9c6a-4facb9f478c6 None None] Set router e623e151-6755-4c3d-8100-f608228ec438 gateway port host: n-d-816206-8 {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:17:34.985260 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa8e00a-a2c7-4390-a6e9-3ac0ad679788 req-f960771a-50a8-449f-97cd-d809fab5d646 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:17:34.987346 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2aa8e00a-a2c7-4390-a6e9-3ac0ad679788 req-f960771a-50a8-449f-97cd-d809fab5d646 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/networks?id=f7923f1d-6a8d-4e71-8499-b4a023620336 HTTP/1.1" status: 200 len: 812 time: 0.1061318 Nov 23 18:17:35.002272 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2aa8e00a-a2c7-4390-a6e9-3ac0ad679788 req-f34c0763-dd5b-426e-8d13-7ab385bbba87 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/quotas/7a2e384b18354dcf855a2d3c6a834aef HTTP/1.1" status: 200 len: 375 time: 0.0097852 Nov 23 18:17:35.055440 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2aa8e00a-a2c7-4390-a6e9-3ac0ad679788 req-aa4a3739-b728-4e7a-bb2b-5e1d349be2b3 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=7a2e384b18354dcf855a2d3c6a834aef&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0474994 Nov 23 18:17:35.120344 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-f5aab042-6248-40c1-9c6a-4facb9f478c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e623e151-6755-4c3d-8100-f608228ec438', 'name': 'tempest-ServerActionsTestJSON-1491171035-router', 'tenant_id': '7a2e384b18354dcf855a2d3c6a834aef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.213'}], 'enable_snat': True}, 'gw_port_id': 'bffd5055-836b-43fc-a9e1-ca6b5624a757', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:13:02Z', 'updated_at': '2021-11-23T18:13:05Z', 'revision_number': 4, 'project_id': '7a2e384b18354dcf855a2d3c6a834aef', 'gw_port': {'id': 'bffd5055-836b-43fc-a9e1-ca6b5624a757', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:8c:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e623e151-6755-4c3d-8100-f608228ec438', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:13:03Z', 'updated_at': '2021-11-23T18:13:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_interfaces': [{'id': '887540ab-8e6e-4017-b47d-3212e447f64e', 'name': '', 'network_id': 'f7923f1d-6a8d-4e71-8499-b4a023620336', 'tenant_id': '7a2e384b18354dcf855a2d3c6a834aef', 'mac_address': 'fa:16:3e:23:87:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e623e151-6755-4c3d-8100-f608228ec438', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '25d3e046-26e6-43e5-8262-7b86687e27b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:13:05Z', 'updated_at': '2021-11-23T18:13:09Z', 'revision_number': 5, 'project_id': '7a2e384b18354dcf855a2d3c6a834aef', 'subnets': [{'id': '25d3e046-26e6-43e5-8262-7b86687e27b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:17:35.157082 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5aab042-6248-40c1-9c6a-4facb9f478c6 None None] The sync data for ids ['e623e151-6755-4c3d-8100-f608228ec438'] in n-d-816206-8 is: [{'id': 'e623e151-6755-4c3d-8100-f608228ec438', 'name': 'tempest-ServerActionsTestJSON-1491171035-router', 'tenant_id': '7a2e384b18354dcf855a2d3c6a834aef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.213'}], 'enable_snat': True}, 'gw_port_id': 'bffd5055-836b-43fc-a9e1-ca6b5624a757', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:13:02Z', 'updated_at': '2021-11-23T18:13:05Z', 'revision_number': 4, 'project_id': '7a2e384b18354dcf855a2d3c6a834aef', 'gw_port': {'id': 'bffd5055-836b-43fc-a9e1-ca6b5624a757', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:8c:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e623e151-6755-4c3d-8100-f608228ec438', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:13:03Z', 'updated_at': '2021-11-23T18:13:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_interfaces': [{'id': '887540ab-8e6e-4017-b47d-3212e447f64e', 'name': '', 'network_id': 'f7923f1d-6a8d-4e71-8499-b4a023620336', 'tenant_id': '7a2e384b18354dcf855a2d3c6a834aef', 'mac_address': 'fa:16:3e:23:87:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e623e151-6755-4c3d-8100-f608228ec438', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '25d3e046-26e6-43e5-8262-7b86687e27b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:13:05Z', 'updated_at': '2021-11-23T18:13:09Z', 'revision_number': 5, 'project_id': '7a2e384b18354dcf855a2d3c6a834aef', 'subnets': [{'id': '25d3e046-26e6-43e5-8262-7b86687e27b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:17:35.235906 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2aa8e00a-a2c7-4390-a6e9-3ac0ad679788 req-80319241-6b13-4843-a2fa-f07f2a76839b service neutron] 10.222.0.60 "GET /v2.0/networks/f7923f1d-6a8d-4e71-8499-b4a023620336?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302660 Nov 23 18:17:35.328079 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2aa8e00a-a2c7-4390-a6e9-3ac0ad679788 req-18bd167b-fa54-4d58-af39-1a658b5366d4 service neutron] 10.222.0.60 "GET /v2.0/networks/f7923f1d-6a8d-4e71-8499-b4a023620336?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857909 Nov 23 18:17:35.391134 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9abceeb5-cf54-4e70-8bd8-9197bca82a23 None None] New status for floating IP 0aec1b4e-a9b2-4a20-b0dd-420cfa3bfac2: DOWN {{(pid=103592) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 18:17:35.503000 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-586412fd-8ac7-4bf1-9555-f23c95285238 req-d522a3d9-3ad7-4c36-88c6-31d7912d32ca tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/ports?device_id=7b6648e1-d1b4-42b9-bc96-01953067168e HTTP/1.1" status: 200 len: 210 time: 0.0281427 Nov 23 18:17:36.488034 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa8e00a-a2c7-4390-a6e9-3ac0ad679788 req-782cef72-95de-444c-a780-cc01fe972b85 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:17:36.489527 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-2aa8e00a-a2c7-4390-a6e9-3ac0ad679788 req-782cef72-95de-444c-a780-cc01fe972b85 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.55 "GET /v2.0/networks?id=f7923f1d-6a8d-4e71-8499-b4a023620336 HTTP/1.1" status: 200 len: 812 time: 0.1100667 Nov 23 18:17:36.553622 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-2aa8e00a-a2c7-4390-a6e9-3ac0ad679788 req-d4f4853d-d431-4fcb-94cd-141c789f77df tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7a2e384b18354dcf855a2d3c6a834aef HTTP/1.1" status: 200 len: 377 time: 0.0539358 Nov 23 18:17:36.563594 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [req-2aa8e00a-a2c7-4390-a6e9-3ac0ad679788 req-44259205-0099-4399-934c-e03e28c92de1 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Request body: {'port': {'device_id': '7b6648e1-d1b4-42b9-bc96-01953067168e', 'network_id': 'f7923f1d-6a8d-4e71-8499-b4a023620336', 'admin_state_up': True, 'tenant_id': '7a2e384b18354dcf855a2d3c6a834aef', 'security_groups': ['65ffd7d6-6baf-4b83-9417-6a2507a92c34']}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:17:36.621181 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4074d854-bee6-4e7b-b74d-2c9fdb6f371b req-31db50bf-37ba-4a61-b552-3fa440a297fc tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/ports?device_id=7b6648e1-d1b4-42b9-bc96-01953067168e HTTP/1.1" status: 200 len: 210 time: 0.0307295 Nov 23 18:17:36.675727 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2aa8e00a-a2c7-4390-a6e9-3ac0ad679788 req-44259205-0099-4399-934c-e03e28c92de1 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Made reservation on behalf of 7a2e384b18354dcf855a2d3c6a834aef for: {'port': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:17:36.679394 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-2aa8e00a-a2c7-4390-a6e9-3ac0ad679788 req-44259205-0099-4399-934c-e03e28c92de1 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:36.804001 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [req-2aa8e00a-a2c7-4390-a6e9-3ac0ad679788 req-44259205-0099-4399-934c-e03e28c92de1 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Allocated IP 172.20.0.9 (f7923f1d-6a8d-4e71-8499-b4a023620336/25d3e046-26e6-43e5-8262-7b86687e27b2/dea24b72-da0e-48cd-9c53-8407f578f75a) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:17:36.942559 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-2aa8e00a-a2c7-4390-a6e9-3ac0ad679788 req-44259205-0099-4399-934c-e03e28c92de1 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:36.975660 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-2aa8e00a-a2c7-4390-a6e9-3ac0ad679788 req-44259205-0099-4399-934c-e03e28c92de1 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:37.016460 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2aa8e00a-a2c7-4390-a6e9-3ac0ad679788 req-44259205-0099-4399-934c-e03e28c92de1 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Network f7923f1d-6a8d-4e71-8499-b4a023620336 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:17:37.021311 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [req-2aa8e00a-a2c7-4390-a6e9-3ac0ad679788 req-44259205-0099-4399-934c-e03e28c92de1 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:17:37.023704 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [req-2aa8e00a-a2c7-4390-a6e9-3ac0ad679788 req-44259205-0099-4399-934c-e03e28c92de1 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:17:37.064514 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44259205-0099-4399-934c-e03e28c92de1 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Pushing event updated for resources: {'Port': ['ID=dea24b72-da0e-48cd-9c53-8407f578f75a,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:17:37.078297 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44259205-0099-4399-934c-e03e28c92de1 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:17:37.078653 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44259205-0099-4399-934c-e03e28c92de1 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:17:37.079001 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44259205-0099-4399-934c-e03e28c92de1 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:17:37.079330 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44259205-0099-4399-934c-e03e28c92de1 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:17:37.079660 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44259205-0099-4399-934c-e03e28c92de1 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:17:37.080115 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44259205-0099-4399-934c-e03e28c92de1 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:17:37.080454 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44259205-0099-4399-934c-e03e28c92de1 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:17:37.081394 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44259205-0099-4399-934c-e03e28c92de1 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:17:37.081944 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44259205-0099-4399-934c-e03e28c92de1 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:17:37.082070 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44259205-0099-4399-934c-e03e28c92de1 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:17:37.082431 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44259205-0099-4399-934c-e03e28c92de1 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:17:37.082689 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44259205-0099-4399-934c-e03e28c92de1 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:17:37.100377 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa8e00a-a2c7-4390-a6e9-3ac0ad679788 req-44259205-0099-4399-934c-e03e28c92de1 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:17:37.101109 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-2aa8e00a-a2c7-4390-a6e9-3ac0ad679788 req-44259205-0099-4399-934c-e03e28c92de1 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:37.118043 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-2aa8e00a-a2c7-4390-a6e9-3ac0ad679788 req-44259205-0099-4399-934c-e03e28c92de1 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5580361 Nov 23 18:17:37.132999 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [req-2aa8e00a-a2c7-4390-a6e9-3ac0ad679788 req-d72a8910-933c-4e86-aa88-cd3f5e9a6ce5 service neutron] Request body: {'port': {'device_id': '7b6648e1-d1b4-42b9-bc96-01953067168e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-8'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:17:37.188922 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-2aa8e00a-a2c7-4390-a6e9-3ac0ad679788 req-d72a8910-933c-4e86-aa88-cd3f5e9a6ce5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:37.318517 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-f8528fff-b855-40e2-9722-d9979437e100 None None] Provisioning complete for port dea24b72-da0e-48cd-9c53-8407f578f75a triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:17:37.319087 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-f8528fff-b855-40e2-9722-d9979437e100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:37.353278 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-f8528fff-b855-40e2-9722-d9979437e100 None None] Port dea24b72-da0e-48cd-9c53-8407f578f75a cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:17:37.378593 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device 713a1d43-945a-4082-bd75-491aa0425352 no longer exists at agent hyperv_n-h2-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:17:37.398228 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] No Port match for: 713a1d43-945a-4082-bd75-491aa0425352 {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:17:37.398578 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device 713a1d43-945a-4082-bd75-491aa0425352 not bound to the agent host n-h2-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:17:37.448358 n-d-816206-8 neutron-server[103590]: DEBUG neutron.notifiers.nova [req-2aa8e00a-a2c7-4390-a6e9-3ac0ad679788 req-d72a8910-933c-4e86-aa88-cd3f5e9a6ce5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dea24b72-da0e-48cd-9c53-8407f578f75a {{(pid=103590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:17:37.455879 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-2aa8e00a-a2c7-4390-a6e9-3ac0ad679788 req-d72a8910-933c-4e86-aa88-cd3f5e9a6ce5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:37.467986 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [req-2aa8e00a-a2c7-4390-a6e9-3ac0ad679788 req-d72a8910-933c-4e86-aa88-cd3f5e9a6ce5 service neutron] Transition to ACTIVE for port object dea24b72-da0e-48cd-9c53-8407f578f75a will not be triggered until provisioned by entity L2. {{(pid=103590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 18:17:37.471731 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-2aa8e00a-a2c7-4390-a6e9-3ac0ad679788 req-d72a8910-933c-4e86-aa88-cd3f5e9a6ce5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264357957'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:37.526359 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72a8910-933c-4e86-aa88-cd3f5e9a6ce5 service neutron] Pushing event updated for resources: {'Port': ['ID=dea24b72-da0e-48cd-9c53-8407f578f75a,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:17:37.597331 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [req-2aa8e00a-a2c7-4390-a6e9-3ac0ad679788 req-d72a8910-933c-4e86-aa88-cd3f5e9a6ce5 service neutron] Attempting to bind port dea24b72-da0e-48cd-9c53-8407f578f75a on host n-h1-816206-8 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:17:37.597665 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [req-2aa8e00a-a2c7-4390-a6e9-3ac0ad679788 req-d72a8910-933c-4e86-aa88-cd3f5e9a6ce5 service neutron] Attempting to bind port dea24b72-da0e-48cd-9c53-8407f578f75a by drivers openvswitch,hyperv on host n-h1-816206-8 at level 0 using segments [{'id': 'fe315ac5-77ca-4bfb-9cfe-65772fe7c4a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'f7923f1d-6a8d-4e71-8499-b4a023620336'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:17:37.597991 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aa8e00a-a2c7-4390-a6e9-3ac0ad679788 req-d72a8910-933c-4e86-aa88-cd3f5e9a6ce5 service neutron] Attempting to bind port dea24b72-da0e-48cd-9c53-8407f578f75a on network f7923f1d-6a8d-4e71-8499-b4a023620336 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:17:37.602479 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aa8e00a-a2c7-4390-a6e9-3ac0ad679788 req-d72a8910-933c-4e86-aa88-cd3f5e9a6ce5 service neutron] Port dea24b72-da0e-48cd-9c53-8407f578f75a on network f7923f1d-6a8d-4e71-8499-b4a023620336 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-8 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:17:37.602832 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aa8e00a-a2c7-4390-a6e9-3ac0ad679788 req-d72a8910-933c-4e86-aa88-cd3f5e9a6ce5 service neutron] Attempting to bind port dea24b72-da0e-48cd-9c53-8407f578f75a on network f7923f1d-6a8d-4e71-8499-b4a023620336 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:17:37.608136 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aa8e00a-a2c7-4390-a6e9-3ac0ad679788 req-d72a8910-933c-4e86-aa88-cd3f5e9a6ce5 service neutron] Checking agent: {'id': '4b0a4557-3bfe-4828-80a0-7981fc3ac84c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 15, 14), 'started_at': datetime.datetime(2021, 11, 23, 17, 15, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 17, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:17:37.608474 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aa8e00a-a2c7-4390-a6e9-3ac0ad679788 req-d72a8910-933c-4e86-aa88-cd3f5e9a6ce5 service neutron] Checking segment: {'id': 'fe315ac5-77ca-4bfb-9cfe-65772fe7c4a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'f7923f1d-6a8d-4e71-8499-b4a023620336'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:17:37.608914 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aa8e00a-a2c7-4390-a6e9-3ac0ad679788 req-d72a8910-933c-4e86-aa88-cd3f5e9a6ce5 service neutron] Bound using segment: {'id': 'fe315ac5-77ca-4bfb-9cfe-65772fe7c4a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'f7923f1d-6a8d-4e71-8499-b4a023620336'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:17:37.609347 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [req-2aa8e00a-a2c7-4390-a6e9-3ac0ad679788 req-d72a8910-933c-4e86-aa88-cd3f5e9a6ce5 service neutron] Bound port: dea24b72-da0e-48cd-9c53-8407f578f75a, host: n-h1-816206-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe315ac5-77ca-4bfb-9cfe-65772fe7c4a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'f7923f1d-6a8d-4e71-8499-b4a023620336'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:17:37.609704 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-2aa8e00a-a2c7-4390-a6e9-3ac0ad679788 req-d72a8910-933c-4e86-aa88-cd3f5e9a6ce5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:37.682450 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [req-2aa8e00a-a2c7-4390-a6e9-3ac0ad679788 req-d72a8910-933c-4e86-aa88-cd3f5e9a6ce5 service neutron] For port dea24b72-da0e-48cd-9c53-8407f578f75a, host n-h1-816206-8, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:17:37.685360 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [req-2aa8e00a-a2c7-4390-a6e9-3ac0ad679788 req-d72a8910-933c-4e86-aa88-cd3f5e9a6ce5 service neutron] For port dea24b72-da0e-48cd-9c53-8407f578f75a, host n-h1-816206-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=dea24b72-da0e-48cd-9c53-8407f578f75a,segment=NetworkSegment(fe315ac5-77ca-4bfb-9cfe-65772fe7c4a6),segment_id=fe315ac5-77ca-4bfb-9cfe-65772fe7c4a6)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:17:37.690728 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-2aa8e00a-a2c7-4390-a6e9-3ac0ad679788 req-d72a8910-933c-4e86-aa88-cd3f5e9a6ce5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264357957'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:37.734384 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa8e00a-a2c7-4390-a6e9-3ac0ad679788 req-d72a8910-933c-4e86-aa88-cd3f5e9a6ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:17:37.735743 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-2aa8e00a-a2c7-4390-a6e9-3ac0ad679788 req-d72a8910-933c-4e86-aa88-cd3f5e9a6ce5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:37.737949 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-2aa8e00a-a2c7-4390-a6e9-3ac0ad679788 req-d72a8910-933c-4e86-aa88-cd3f5e9a6ce5 service neutron] 10.222.0.55 "PUT /v2.0/ports/dea24b72-da0e-48cd-9c53-8407f578f75a HTTP/1.1" status: 200 len: 1091 time: 0.6094871 Nov 23 18:17:37.738412 n-d-816206-8 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b6648e1-d1b4-42b9-bc96-01953067168e', 'tag': 'dea24b72-da0e-48cd-9c53-8407f578f75a'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:17:37.746571 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c25d756-22a4-4bb3-a270-3ea216dfab1c req-8e3a0481-c5c1-4a2f-92be-674ee0eeda1c tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:17:37.748436 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-1c25d756-22a4-4bb3-a270-3ea216dfab1c req-8e3a0481-c5c1-4a2f-92be-674ee0eeda1c tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/ports?device_id=7b6648e1-d1b4-42b9-bc96-01953067168e HTTP/1.1" status: 200 len: 943 time: 0.0530982 Nov 23 18:17:37.780372 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72a8910-933c-4e86-aa88-cd3f5e9a6ce5 service neutron] Pushing event updated for resources: {'Port': ['ID=dea24b72-da0e-48cd-9c53-8407f578f75a,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:17:37.811608 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c35dbc0b6b9f20554b2131d9adc843a87fc98ef8cc7f8c5951517f8512ac17b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5b56e98-24bd-4b76-bc19-5be3766f035f" -d '{"events": [{"name": "network-changed", "server_uuid": "7b6648e1-d1b4-42b9-bc96-01953067168e", "tag": "dea24b72-da0e-48cd-9c53-8407f578f75a"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:17:37.850008 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-1c25d756-22a4-4bb3-a270-3ea216dfab1c req-dfec859c-a5a4-41cd-a77a-747d10ef39fe tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/security-groups?id=65ffd7d6-6baf-4b83-9417-6a2507a92c34&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0885885 Nov 23 18:17:37.859609 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa8e00a-a2c7-4390-a6e9-3ac0ad679788 req-9ef599fc-f6a4-4b09-b7ec-f69dc9965d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:17:37.861956 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-2aa8e00a-a2c7-4390-a6e9-3ac0ad679788 req-9ef599fc-f6a4-4b09-b7ec-f69dc9965d41 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7a2e384b18354dcf855a2d3c6a834aef&device_id=7b6648e1-d1b4-42b9-bc96-01953067168e HTTP/1.1" status: 200 len: 1094 time: 0.0601158 Nov 23 18:17:37.911068 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-2aa8e00a-a2c7-4390-a6e9-3ac0ad679788 req-8cc18d02-5048-4657-a958-e5224f8121f1 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dea24b72-da0e-48cd-9c53-8407f578f75a HTTP/1.1" status: 200 len: 217 time: 0.0408413 Nov 23 18:17:37.917224 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:17:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-886dc55e-ce2b-401e-b55a-8ab6a612a359 x-openstack-request-id: req-886dc55e-ce2b-401e-b55a-8ab6a612a359 {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:17:37.917518 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b6648e1-d1b4-42b9-bc96-01953067168e", "tag": "dea24b72-da0e-48cd-9c53-8407f578f75a", "status": "completed", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:17:37.917772 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-886dc55e-ce2b-401e-b55a-8ab6a612a359 {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:17:37.918183 n-d-816206-8 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b6648e1-d1b4-42b9-bc96-01953067168e', 'tag': 'dea24b72-da0e-48cd-9c53-8407f578f75a', 'status': 'completed', 'code': 200} Nov 23 18:17:37.973350 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa8e00a-a2c7-4390-a6e9-3ac0ad679788 req-8b051277-ddcc-4819-9224-e0f823426f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:17:37.974848 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-2aa8e00a-a2c7-4390-a6e9-3ac0ad679788 req-8b051277-ddcc-4819-9224-e0f823426f63 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=25d3e046-26e6-43e5-8262-7b86687e27b2 HTTP/1.1" status: 200 len: 851 time: 0.0517523 Nov 23 18:17:38.023352 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa8e00a-a2c7-4390-a6e9-3ac0ad679788 req-95d5827b-1ae2-4647-b839-6eda0c455774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:17:38.024955 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-2aa8e00a-a2c7-4390-a6e9-3ac0ad679788 req-95d5827b-1ae2-4647-b839-6eda0c455774 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f7923f1d-6a8d-4e71-8499-b4a023620336&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415130 Nov 23 18:17:38.114720 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-2aa8e00a-a2c7-4390-a6e9-3ac0ad679788 req-fcc21ace-4f45-49a1-ae22-c73c36740e30 service neutron] 10.222.0.55 "GET /v2.0/networks/f7923f1d-6a8d-4e71-8499-b4a023620336?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817640 Nov 23 18:17:38.206985 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-2aa8e00a-a2c7-4390-a6e9-3ac0ad679788 req-1098fa97-0a99-4c9a-9381-f83fe1828f6d service neutron] 10.222.0.55 "GET /v2.0/networks/f7923f1d-6a8d-4e71-8499-b4a023620336?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853288 Nov 23 18:17:38.297231 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b56e98-24bd-4b76-bc19-5be3766f035f req-96bf62a5-758c-4822-9460-40b35ff5b9ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:17:38.298703 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-f5b56e98-24bd-4b76-bc19-5be3766f035f req-96bf62a5-758c-4822-9460-40b35ff5b9ea service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7a2e384b18354dcf855a2d3c6a834aef&device_id=7b6648e1-d1b4-42b9-bc96-01953067168e HTTP/1.1" status: 200 len: 1094 time: 0.0407739 Nov 23 18:17:38.390954 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b56e98-24bd-4b76-bc19-5be3766f035f req-ba49fc93-9f42-4c85-9a74-1702c1dc6413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:17:38.392337 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-f5b56e98-24bd-4b76-bc19-5be3766f035f req-ba49fc93-9f42-4c85-9a74-1702c1dc6413 service neutron] 10.222.0.55 "GET /v2.0/networks?id=f7923f1d-6a8d-4e71-8499-b4a023620336 HTTP/1.1" status: 200 len: 913 time: 0.0868275 Nov 23 18:17:38.432056 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-f5b56e98-24bd-4b76-bc19-5be3766f035f req-a0920bc9-afac-4b6c-a496-0d92cc4e75d9 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dea24b72-da0e-48cd-9c53-8407f578f75a HTTP/1.1" status: 200 len: 217 time: 0.0325162 Nov 23 18:17:38.485164 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b56e98-24bd-4b76-bc19-5be3766f035f req-4371b33e-a8e0-42f8-9f1f-2a8fb1388805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:17:38.486665 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-f5b56e98-24bd-4b76-bc19-5be3766f035f req-4371b33e-a8e0-42f8-9f1f-2a8fb1388805 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=25d3e046-26e6-43e5-8262-7b86687e27b2 HTTP/1.1" status: 200 len: 851 time: 0.0464892 Nov 23 18:17:38.533552 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b56e98-24bd-4b76-bc19-5be3766f035f req-af58525e-6385-471d-9371-62860c95cfc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:17:38.535072 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-f5b56e98-24bd-4b76-bc19-5be3766f035f req-af58525e-6385-471d-9371-62860c95cfc2 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f7923f1d-6a8d-4e71-8499-b4a023620336&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410297 Nov 23 18:17:38.623614 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-f5b56e98-24bd-4b76-bc19-5be3766f035f req-7ec9a698-6d6f-4d4f-b1d0-074a8c7d85a9 service neutron] 10.222.0.55 "GET /v2.0/networks/f7923f1d-6a8d-4e71-8499-b4a023620336?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807047 Nov 23 18:17:38.715429 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-f5b56e98-24bd-4b76-bc19-5be3766f035f req-08e9da61-4377-40be-ab2c-6f43f8f7b07d service neutron] 10.222.0.55 "GET /v2.0/networks/f7923f1d-6a8d-4e71-8499-b4a023620336?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839887 Nov 23 18:17:38.969019 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f453363b-7a88-4038-90a5-8ecfe9458914 req-db3d8114-647b-4954-8979-9a6b6ae45f4d tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:17:38.970415 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f453363b-7a88-4038-90a5-8ecfe9458914 req-db3d8114-647b-4954-8979-9a6b6ae45f4d tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/ports?device_id=7b6648e1-d1b4-42b9-bc96-01953067168e HTTP/1.1" status: 200 len: 943 time: 0.0497918 Nov 23 18:17:39.017159 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f453363b-7a88-4038-90a5-8ecfe9458914 req-967a797b-65d0-43a0-920e-e33dea8be853 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/security-groups?id=65ffd7d6-6baf-4b83-9417-6a2507a92c34&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0402942 Nov 23 18:17:40.139133 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd35a3d2-1ade-456d-b0d6-0b130b697867 req-af30974b-8e56-4bfa-af44-1e9fd58c8329 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:17:40.140653 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-cd35a3d2-1ade-456d-b0d6-0b130b697867 req-af30974b-8e56-4bfa-af44-1e9fd58c8329 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/ports?device_id=7b6648e1-d1b4-42b9-bc96-01953067168e HTTP/1.1" status: 200 len: 943 time: 0.0524566 Nov 23 18:17:40.192814 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-cd35a3d2-1ade-456d-b0d6-0b130b697867 req-8c2077b8-fddd-4c2b-83b7-04fbcf26272b tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/security-groups?id=65ffd7d6-6baf-4b83-9417-6a2507a92c34&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0453172 Nov 23 18:17:41.307834 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57233d9c-ae4d-44a7-bae4-08665e338332 req-97288daf-953e-43a2-8e79-d12cecfd37b6 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:17:41.309337 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-57233d9c-ae4d-44a7-bae4-08665e338332 req-97288daf-953e-43a2-8e79-d12cecfd37b6 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/ports?device_id=7b6648e1-d1b4-42b9-bc96-01953067168e HTTP/1.1" status: 200 len: 943 time: 0.0493221 Nov 23 18:17:41.356442 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-57233d9c-ae4d-44a7-bae4-08665e338332 req-65729719-c640-463f-b8d6-87c78bf248f3 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/security-groups?id=65ffd7d6-6baf-4b83-9417-6a2507a92c34&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0405493 Nov 23 18:17:42.232982 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device dea24b72-da0e-48cd-9c53-8407f578f75a details requested by agent hyperv_n-h1-816206-8 with host n-h1-816206-8 {{(pid=103592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 18:17:42.324785 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port dea24b72-da0e-48cd-9c53-8407f578f75a, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=dea24b72-da0e-48cd-9c53-8407f578f75a,segment=NetworkSegment(fe315ac5-77ca-4bfb-9cfe-65772fe7c4a6),segment_id=fe315ac5-77ca-4bfb-9cfe-65772fe7c4a6)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:17:42.338537 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Returning: {'device': 'dea24b72-da0e-48cd-9c53-8407f578f75a', 'network_id': 'f7923f1d-6a8d-4e71-8499-b4a023620336', 'port_id': 'dea24b72-da0e-48cd-9c53-8407f578f75a', 'mac_address': 'fa:16:3e:f0:f8:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25d3e046-26e6-43e5-8262-7b86687e27b2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 18:17:42.375349 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:42.387916 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dea24b72-da0e-48cd-9c53-8407f578f75a {{(pid=103592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:17:42.406818 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port dea24b72-da0e-48cd-9c53-8407f578f75a, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=dea24b72-da0e-48cd-9c53-8407f578f75a,segment=NetworkSegment(fe315ac5-77ca-4bfb-9cfe-65772fe7c4a6),segment_id=fe315ac5-77ca-4bfb-9cfe-65772fe7c4a6)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:17:42.411446 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:42.459713 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Pushing event updated for resources: {'Port': ['ID=dea24b72-da0e-48cd-9c53-8407f578f75a,revision_number=4']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:17:42.477039 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3401252d-2873-4366-bfd2-8724c3931d64 req-355c9fb9-940e-460f-a52d-c24d9cc96fe7 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:17:42.478630 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-3401252d-2873-4366-bfd2-8724c3931d64 req-355c9fb9-940e-460f-a52d-c24d9cc96fe7 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/ports?device_id=7b6648e1-d1b4-42b9-bc96-01953067168e HTTP/1.1" status: 200 len: 944 time: 0.0546765 Nov 23 18:17:42.673795 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] get_ports_and_sgs() called for port_ids ['dea24b72-da0e-48cd-9c53-8407f578f75a'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:17:42.772634 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-3401252d-2873-4366-bfd2-8724c3931d64 req-eddc2547-2011-45c8-90d1-c65c66b7b14d tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/security-groups?id=65ffd7d6-6baf-4b83-9417-6a2507a92c34&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.2879498 Nov 23 18:17:43.045087 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-e6b7fcca-8033-4b02-ac14-b9040a92fd6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:43.878309 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:43.889385 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6584bd6-3008-4610-b3c9-3bb43b7042ea req-8ae28666-cb11-40f4-8767-9377d7088e7d tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:17:43.890846 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a6584bd6-3008-4610-b3c9-3bb43b7042ea req-8ae28666-cb11-40f4-8767-9377d7088e7d tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/ports?device_id=7b6648e1-d1b4-42b9-bc96-01953067168e HTTP/1.1" status: 200 len: 944 time: 0.0513184 Nov 23 18:17:43.941147 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a6584bd6-3008-4610-b3c9-3bb43b7042ea req-1e8bbfb6-e3ef-4a4d-83a5-e55b2bdea891 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/security-groups?id=65ffd7d6-6baf-4b83-9417-6a2507a92c34&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0408356 Nov 23 18:17:44.232815 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device dea24b72-da0e-48cd-9c53-8407f578f75a up at agent hyperv_n-h1-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:17:44.280932 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Provisioning for port dea24b72-da0e-48cd-9c53-8407f578f75a completed by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 18:17:44.285582 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Provisioning complete for port dea24b72-da0e-48cd-9c53-8407f578f75a triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:17:44.285963 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:44.515770 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:44.539319 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b6648e1-d1b4-42b9-bc96-01953067168e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dea24b72-da0e-48cd-9c53-8407f578f75a'}] {{(pid=103592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:17:44.541474 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}369cae9aa69facfce3992dabc874bd76984507e3cd36da60a73cd3603125cd43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c65232f5-9932-4090-8ae9-c862d961f417" -d '{"events": [{"server_uuid": "7b6648e1-d1b4-42b9-bc96-01953067168e", "name": "network-vif-plugged", "status": "completed", "tag": "dea24b72-da0e-48cd-9c53-8407f578f75a"}]}' {{(pid=103592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:17:44.553690 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port dea24b72-da0e-48cd-9c53-8407f578f75a, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=dea24b72-da0e-48cd-9c53-8407f578f75a,segment=NetworkSegment(fe315ac5-77ca-4bfb-9cfe-65772fe7c4a6),segment_id=fe315ac5-77ca-4bfb-9cfe-65772fe7c4a6)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:17:44.557619 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:44.584641 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:17:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a30059b3-7220-41e9-90eb-bf7fa5193394 x-openstack-request-id: req-a30059b3-7220-41e9-90eb-bf7fa5193394 {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:17:44.584929 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b6648e1-d1b4-42b9-bc96-01953067168e", "name": "network-vif-plugged", "status": "completed", "tag": "dea24b72-da0e-48cd-9c53-8407f578f75a", "code": 200}]} {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:17:44.585167 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a30059b3-7220-41e9-90eb-bf7fa5193394 {{(pid=103592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:17:44.585554 n-d-816206-8 neutron-server[103592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b6648e1-d1b4-42b9-bc96-01953067168e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dea24b72-da0e-48cd-9c53-8407f578f75a', 'code': 200} Nov 23 18:17:44.614371 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Pushing event updated for resources: {'Port': ['ID=dea24b72-da0e-48cd-9c53-8407f578f75a,revision_number=5']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:17:44.636478 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:44.677197 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a5e818-f085-4a66-9165-10e6610140ae req-2947190d-cffd-458a-a261-cb22d0f2c64f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:17:44.678692 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-39a5e818-f085-4a66-9165-10e6610140ae req-2947190d-cffd-458a-a261-cb22d0f2c64f service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=7b6648e1-d1b4-42b9-bc96-01953067168e HTTP/1.1" status: 200 len: 1096 time: 0.0404384 Nov 23 18:17:44.723982 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-39a5e818-f085-4a66-9165-10e6610140ae req-37fae8c2-c0a1-4c10-b793-39f260f06ab5 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=65ffd7d6-6baf-4b83-9417-6a2507a92c34&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0370896 Nov 23 18:17:45.056781 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72dc4d9-82fc-43f8-b3e1-bbedddb54283 req-ab59aa2c-dd53-42e8-9ece-2850d47113a5 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:17:45.058234 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d72dc4d9-82fc-43f8-b3e1-bbedddb54283 req-ab59aa2c-dd53-42e8-9ece-2850d47113a5 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/ports?device_id=7b6648e1-d1b4-42b9-bc96-01953067168e HTTP/1.1" status: 200 len: 945 time: 0.0492008 Nov 23 18:17:45.108733 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d72dc4d9-82fc-43f8-b3e1-bbedddb54283 req-73ad2abb-2ed8-405d-ab3b-df0aab0f8ef1 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/security-groups?id=65ffd7d6-6baf-4b83-9417-6a2507a92c34&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0443375 Nov 23 18:17:45.138971 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-2b0d5924-ab59-4b28-9486-73cfec9d35e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:46.227288 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a478468-51b5-4e0d-ac75-e5f50de45705 req-2130ba34-fbfc-4980-bb38-1260eee58a60 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:17:46.228782 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4a478468-51b5-4e0d-ac75-e5f50de45705 req-2130ba34-fbfc-4980-bb38-1260eee58a60 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/ports?device_id=7b6648e1-d1b4-42b9-bc96-01953067168e HTTP/1.1" status: 200 len: 945 time: 0.0513370 Nov 23 18:17:46.275276 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4a478468-51b5-4e0d-ac75-e5f50de45705 req-051c8f5a-22bc-42b5-83a2-c4ee97dcd87e tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/security-groups?id=65ffd7d6-6baf-4b83-9417-6a2507a92c34&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0405176 Nov 23 18:17:46.386116 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1410285a-da1b-435e-9e0c-4e6bf8220f24 req-58bfd92c-8d27-456b-970e-3ec1a28b3c93 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:17:46.387579 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-1410285a-da1b-435e-9e0c-4e6bf8220f24 req-58bfd92c-8d27-456b-970e-3ec1a28b3c93 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/ports?device_id=7b6648e1-d1b4-42b9-bc96-01953067168e HTTP/1.1" status: 200 len: 945 time: 0.0487218 Nov 23 18:17:46.396661 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 54556) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:17:46.401073 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-b3e0e067-07b6-432c-bb8a-3960155fa052 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Request body: {'floatingip': {'port_id': 'dea24b72-da0e-48cd-9c53-8407f578f75a'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:17:46.442519 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-b3e0e067-07b6-432c-bb8a-3960155fa052 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Publish callbacks [] for floatingip, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:46.691826 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-52822d53-48f5-4819-8a95-bdc13aea0bf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:46.875012 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-b3e0e067-07b6-432c-bb8a-3960155fa052 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:46.879553 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-b3e0e067-07b6-432c-bb8a-3960155fa052 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1795396'] for floatingip, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:46.977873 n-d-816206-8 neutron-server[103591]: INFO neutron.db.l3_db [None req-b3e0e067-07b6-432c-bb8a-3960155fa052 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Floating IP 0aec1b4e-a9b2-4a20-b0dd-420cfa3bfac2 associated. External IP: 172.25.3.28, port: dea24b72-da0e-48cd-9c53-8407f578f75a. Nov 23 18:17:47.184319 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3e0e067-07b6-432c-bb8a-3960155fa052 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Router e623e151-6755-4c3d-8100-f608228ec438 has already been hosted by L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 {{(pid=103591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:17:47.291119 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3e0e067-07b6-432c-bb8a-3960155fa052 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:17:47.295737 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-b3e0e067-07b6-432c-bb8a-3960155fa052 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for floatingip, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:47.301370 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2382398e-0bab-40e3-9b6b-301be604f734 None None] Sync routers for ids ['e623e151-6755-4c3d-8100-f608228ec438'] in n-d-816206-8 {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:17:47.310715 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2382398e-0bab-40e3-9b6b-301be604f734 None None] Routers {'e623e151-6755-4c3d-8100-f608228ec438'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:17:47.311362 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-2382398e-0bab-40e3-9b6b-301be604f734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T18:17:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['e623e151-6755-4c3d-8100-f608228ec438'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:17:47.323470 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-b3e0e067-07b6-432c-bb8a-3960155fa052 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "PUT /v2.0/floatingips/0aec1b4e-a9b2-4a20-b0dd-420cfa3bfac2 HTTP/1.1" status: 200 len: 990 time: 0.9257641 Nov 23 18:17:47.324162 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b6648e1-d1b4-42b9-bc96-01953067168e', 'tag': 'dea24b72-da0e-48cd-9c53-8407f578f75a'}] {{(pid=103591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:17:47.326567 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f4e21f982013ce885b63e29a1d25974432d95030e0706b58ae42016fda4ab83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a74c2dc-f507-409f-9a65-405bc3260149" -d '{"events": [{"name": "network-changed", "server_uuid": "7b6648e1-d1b4-42b9-bc96-01953067168e", "tag": "dea24b72-da0e-48cd-9c53-8407f578f75a"}]}' {{(pid=103591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:17:47.367893 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:17:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf22c3a8-7295-4826-b3c9-961d41f4c712 x-openstack-request-id: req-bf22c3a8-7295-4826-b3c9-961d41f4c712 {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:17:47.368183 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b6648e1-d1b4-42b9-bc96-01953067168e", "tag": "dea24b72-da0e-48cd-9c53-8407f578f75a", "status": "completed", "code": 200}]} {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:17:47.368444 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-bf22c3a8-7295-4826-b3c9-961d41f4c712 {{(pid=103591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:17:47.368886 n-d-816206-8 neutron-server[103591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b6648e1-d1b4-42b9-bc96-01953067168e', 'tag': 'dea24b72-da0e-48cd-9c53-8407f578f75a', 'status': 'completed', 'code': 200} Nov 23 18:17:47.422103 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-2382398e-0bab-40e3-9b6b-301be604f734 None None] Set router e623e151-6755-4c3d-8100-f608228ec438 gateway port host: n-d-816206-8 {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:17:47.436579 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a74c2dc-f507-409f-9a65-405bc3260149 req-cbfb602e-1e4a-4327-ad9d-5d5990eec01c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:17:47.438099 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-7a74c2dc-f507-409f-9a65-405bc3260149 req-cbfb602e-1e4a-4327-ad9d-5d5990eec01c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7a2e384b18354dcf855a2d3c6a834aef&device_id=7b6648e1-d1b4-42b9-bc96-01953067168e HTTP/1.1" status: 200 len: 1096 time: 0.0447559 Nov 23 18:17:47.532017 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a74c2dc-f507-409f-9a65-405bc3260149 req-b101d416-fcd4-4094-8c4d-60197c8eadfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:17:47.534158 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-7a74c2dc-f507-409f-9a65-405bc3260149 req-b101d416-fcd4-4094-8c4d-60197c8eadfb service neutron] 10.222.0.55 "GET /v2.0/networks?id=f7923f1d-6a8d-4e71-8499-b4a023620336 HTTP/1.1" status: 200 len: 913 time: 0.0876703 Nov 23 18:17:47.605526 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-7a74c2dc-f507-409f-9a65-405bc3260149 req-af0dfc93-b713-4d03-bcfb-e147e4930101 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dea24b72-da0e-48cd-9c53-8407f578f75a HTTP/1.1" status: 200 len: 998 time: 0.0641999 Nov 23 18:17:47.644535 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-2382398e-0bab-40e3-9b6b-301be604f734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e623e151-6755-4c3d-8100-f608228ec438', 'name': 'tempest-ServerActionsTestJSON-1491171035-router', 'tenant_id': '7a2e384b18354dcf855a2d3c6a834aef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.213'}], 'enable_snat': True}, 'gw_port_id': 'bffd5055-836b-43fc-a9e1-ca6b5624a757', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:13:02Z', 'updated_at': '2021-11-23T18:13:05Z', 'revision_number': 4, 'project_id': '7a2e384b18354dcf855a2d3c6a834aef', 'gw_port': {'id': 'bffd5055-836b-43fc-a9e1-ca6b5624a757', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:8c:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e623e151-6755-4c3d-8100-f608228ec438', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:13:03Z', 'updated_at': '2021-11-23T18:13:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_floatingips': [{'id': '0aec1b4e-a9b2-4a20-b0dd-420cfa3bfac2', 'tenant_id': '7a2e384b18354dcf855a2d3c6a834aef', 'floating_ip_address': '172.25.3.28', 'floating_network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'router_id': 'e623e151-6755-4c3d-8100-f608228ec438', 'port_id': 'dea24b72-da0e-48cd-9c53-8407f578f75a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4069, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7923f1d-6a8d-4e71-8499-b4a023620336', 'mac_address': 'fa:16:3e:f0:f8:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b6648e1-d1b4-42b9-bc96-01953067168e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T18:13:08Z', 'updated_at': '2021-11-23T18:17:46Z', 'revision_number': 9, 'project_id': '7a2e384b18354dcf855a2d3c6a834aef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '887540ab-8e6e-4017-b47d-3212e447f64e', 'name': '', 'network_id': 'f7923f1d-6a8d-4e71-8499-b4a023620336', 'tenant_id': '7a2e384b18354dcf855a2d3c6a834aef', 'mac_address': 'fa:16:3e:23:87:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e623e151-6755-4c3d-8100-f608228ec438', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '25d3e046-26e6-43e5-8262-7b86687e27b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:13:05Z', 'updated_at': '2021-11-23T18:13:09Z', 'revision_number': 5, 'project_id': '7a2e384b18354dcf855a2d3c6a834aef', 'subnets': [{'id': '25d3e046-26e6-43e5-8262-7b86687e27b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:17:47.655575 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a74c2dc-f507-409f-9a65-405bc3260149 req-e77a1091-c595-43c0-97c5-e2a468c84f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:17:47.657076 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-7a74c2dc-f507-409f-9a65-405bc3260149 req-e77a1091-c595-43c0-97c5-e2a468c84f1c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=25d3e046-26e6-43e5-8262-7b86687e27b2 HTTP/1.1" status: 200 len: 851 time: 0.0442924 Nov 23 18:17:47.674748 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2382398e-0bab-40e3-9b6b-301be604f734 None None] Checking router: e623e151-6755-4c3d-8100-f608228ec438 for host: n-d-816206-8 {{(pid=103593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:17:47.683189 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2382398e-0bab-40e3-9b6b-301be604f734 None None] Routers {'e623e151-6755-4c3d-8100-f608228ec438'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:17:47.683811 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-2382398e-0bab-40e3-9b6b-301be604f734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T18:17:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['e623e151-6755-4c3d-8100-f608228ec438'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:17:47.703052 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a74c2dc-f507-409f-9a65-405bc3260149 req-76e9f05c-d58a-4237-a61c-9745129fc0a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:17:47.704592 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-7a74c2dc-f507-409f-9a65-405bc3260149 req-76e9f05c-d58a-4237-a61c-9745129fc0a4 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f7923f1d-6a8d-4e71-8499-b4a023620336&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404141 Nov 23 18:17:47.788062 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-2382398e-0bab-40e3-9b6b-301be604f734 None None] Set router e623e151-6755-4c3d-8100-f608228ec438 gateway port host: n-d-816206-8 {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:17:47.798725 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-7a74c2dc-f507-409f-9a65-405bc3260149 req-c2a4360c-8049-4cf7-8cd0-7671c665ce7d service neutron] 10.222.0.55 "GET /v2.0/networks/f7923f1d-6a8d-4e71-8499-b4a023620336?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872126 Nov 23 18:17:47.892181 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-7a74c2dc-f507-409f-9a65-405bc3260149 req-6431d490-6cc3-4e2c-82e4-f0972fa74b37 service neutron] 10.222.0.55 "GET /v2.0/networks/f7923f1d-6a8d-4e71-8499-b4a023620336?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854161 Nov 23 18:17:47.909803 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9a27ae6c-db98-474f-94c1-cc99bf842d79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:48.015176 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-2382398e-0bab-40e3-9b6b-301be604f734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e623e151-6755-4c3d-8100-f608228ec438', 'name': 'tempest-ServerActionsTestJSON-1491171035-router', 'tenant_id': '7a2e384b18354dcf855a2d3c6a834aef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.213'}], 'enable_snat': True}, 'gw_port_id': 'bffd5055-836b-43fc-a9e1-ca6b5624a757', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:13:02Z', 'updated_at': '2021-11-23T18:13:05Z', 'revision_number': 4, 'project_id': '7a2e384b18354dcf855a2d3c6a834aef', 'gw_port': {'id': 'bffd5055-836b-43fc-a9e1-ca6b5624a757', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:8c:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e623e151-6755-4c3d-8100-f608228ec438', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:13:03Z', 'updated_at': '2021-11-23T18:13:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_floatingips': [{'id': '0aec1b4e-a9b2-4a20-b0dd-420cfa3bfac2', 'tenant_id': '7a2e384b18354dcf855a2d3c6a834aef', 'floating_ip_address': '172.25.3.28', 'floating_network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'router_id': 'e623e151-6755-4c3d-8100-f608228ec438', 'port_id': 'dea24b72-da0e-48cd-9c53-8407f578f75a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4069, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7923f1d-6a8d-4e71-8499-b4a023620336', 'mac_address': 'fa:16:3e:f0:f8:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b6648e1-d1b4-42b9-bc96-01953067168e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T18:13:08Z', 'updated_at': '2021-11-23T18:17:46Z', 'revision_number': 9, 'project_id': '7a2e384b18354dcf855a2d3c6a834aef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '887540ab-8e6e-4017-b47d-3212e447f64e', 'name': '', 'network_id': 'f7923f1d-6a8d-4e71-8499-b4a023620336', 'tenant_id': '7a2e384b18354dcf855a2d3c6a834aef', 'mac_address': 'fa:16:3e:23:87:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e623e151-6755-4c3d-8100-f608228ec438', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '25d3e046-26e6-43e5-8262-7b86687e27b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:13:05Z', 'updated_at': '2021-11-23T18:13:09Z', 'revision_number': 5, 'project_id': '7a2e384b18354dcf855a2d3c6a834aef', 'subnets': [{'id': '25d3e046-26e6-43e5-8262-7b86687e27b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:17:48.041272 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2382398e-0bab-40e3-9b6b-301be604f734 None None] The sync data for ids ['e623e151-6755-4c3d-8100-f608228ec438'] in n-d-816206-8 is: [{'id': 'e623e151-6755-4c3d-8100-f608228ec438', 'name': 'tempest-ServerActionsTestJSON-1491171035-router', 'tenant_id': '7a2e384b18354dcf855a2d3c6a834aef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.213'}], 'enable_snat': True}, 'gw_port_id': 'bffd5055-836b-43fc-a9e1-ca6b5624a757', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:13:02Z', 'updated_at': '2021-11-23T18:13:05Z', 'revision_number': 4, 'project_id': '7a2e384b18354dcf855a2d3c6a834aef', 'gw_port': {'id': 'bffd5055-836b-43fc-a9e1-ca6b5624a757', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:8c:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e623e151-6755-4c3d-8100-f608228ec438', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:13:03Z', 'updated_at': '2021-11-23T18:13:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_floatingips': [{'id': '0aec1b4e-a9b2-4a20-b0dd-420cfa3bfac2', 'tenant_id': '7a2e384b18354dcf855a2d3c6a834aef', 'floating_ip_address': '172.25.3.28', 'floating_network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'router_id': 'e623e151-6755-4c3d-8100-f608228ec438', 'port_id': 'dea24b72-da0e-48cd-9c53-8407f578f75a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4069, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7923f1d-6a8d-4e71-8499-b4a023620336', 'mac_address': 'fa:16:3e:f0:f8:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b6648e1-d1b4-42b9-bc96-01953067168e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T18:13:08Z', 'updated_at': '2021-11-23T18:17:46Z', 'revision_number': 9, 'project_id': '7a2e384b18354dcf855a2d3c6a834aef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '887540ab-8e6e-4017-b47d-3212e447f64e', 'name': '', 'network_id': 'f7923f1d-6a8d-4e71-8499-b4a023620336', 'tenant_id': '7a2e384b18354dcf855a2d3c6a834aef', 'mac_address': 'fa:16:3e:23:87:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e623e151-6755-4c3d-8100-f608228ec438', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '25d3e046-26e6-43e5-8262-7b86687e27b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:13:05Z', 'updated_at': '2021-11-23T18:13:09Z', 'revision_number': 5, 'project_id': '7a2e384b18354dcf855a2d3c6a834aef', 'subnets': [{'id': '25d3e046-26e6-43e5-8262-7b86687e27b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:17:48.228267 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db06826a-6d5a-4eaa-aa01-37b5ea5ca9b2 None None] New status for floating IP 0aec1b4e-a9b2-4a20-b0dd-420cfa3bfac2: ACTIVE {{(pid=103592) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 18:17:48.437020 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:17:57.617485 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.agents_db [None req-464f6c07-0de8-4be6-8f5b-563f574d1c5d None None] Agent healthcheck: found 7 active agents {{(pid=103593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 18:18:10.975214 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-5c30a306-577b-4b95-8e48-cb04be0cd921 req-0c48e3de-921d-44b1-9ae6-525446e44df3 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=7b6648e1-d1b4-42b9-bc96-01953067168e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0437269 Nov 23 18:18:11.056560 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c30a306-577b-4b95-8e48-cb04be0cd921 req-48178085-01ef-4a7f-bb82-c578f137647b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:18:11.058041 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-5c30a306-577b-4b95-8e48-cb04be0cd921 req-48178085-01ef-4a7f-bb82-c578f137647b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7a2e384b18354dcf855a2d3c6a834aef&device_id=7b6648e1-d1b4-42b9-bc96-01953067168e HTTP/1.1" status: 200 len: 1096 time: 0.0405033 Nov 23 18:18:11.160223 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c30a306-577b-4b95-8e48-cb04be0cd921 req-3aa35df4-a41f-4bfe-bf8e-08aff0629ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:18:11.161722 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-5c30a306-577b-4b95-8e48-cb04be0cd921 req-3aa35df4-a41f-4bfe-bf8e-08aff0629ae8 service neutron] 10.222.0.55 "GET /v2.0/networks?id=f7923f1d-6a8d-4e71-8499-b4a023620336 HTTP/1.1" status: 200 len: 913 time: 0.0844297 Nov 23 18:18:11.229678 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-5c30a306-577b-4b95-8e48-cb04be0cd921 req-aebad585-5680-40f1-9f57-09722a3b5344 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dea24b72-da0e-48cd-9c53-8407f578f75a HTTP/1.1" status: 200 len: 1001 time: 0.0604632 Nov 23 18:18:11.278698 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c30a306-577b-4b95-8e48-cb04be0cd921 req-b678a4f0-63d1-4208-a158-c418873f9025 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:18:11.280123 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-5c30a306-577b-4b95-8e48-cb04be0cd921 req-b678a4f0-63d1-4208-a158-c418873f9025 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=25d3e046-26e6-43e5-8262-7b86687e27b2 HTTP/1.1" status: 200 len: 851 time: 0.0428002 Nov 23 18:18:11.326161 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c30a306-577b-4b95-8e48-cb04be0cd921 req-c413ac34-b97e-4393-b128-6fdac01ab6ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:18:11.327623 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-5c30a306-577b-4b95-8e48-cb04be0cd921 req-c413ac34-b97e-4393-b128-6fdac01ab6ef service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f7923f1d-6a8d-4e71-8499-b4a023620336&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394123 Nov 23 18:18:11.419666 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-5c30a306-577b-4b95-8e48-cb04be0cd921 req-ac44b95f-f85c-4542-a4b8-8d59fed4d02b service neutron] 10.222.0.55 "GET /v2.0/networks/f7923f1d-6a8d-4e71-8499-b4a023620336?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846741 Nov 23 18:18:11.507839 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-5c30a306-577b-4b95-8e48-cb04be0cd921 req-0236637e-1c2c-4b82-a00e-f43d53ac6b34 service neutron] 10.222.0.55 "GET /v2.0/networks/f7923f1d-6a8d-4e71-8499-b4a023620336?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811663 Nov 23 18:18:13.045973 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-2b0eaad7-e9a8-48e1-9620-7892431fc028 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:13.876023 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:14.651643 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:15.141500 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-afc6e3b0-f60e-41e8-b573-9bf47f2d68a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:16.692372 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-52822d53-48f5-4819-8a95-bdc13aea0bf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:17.907650 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9a27ae6c-db98-474f-94c1-cc99bf842d79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:18.438897 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:34.536307 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.agents_db [None req-464f6c07-0de8-4be6-8f5b-563f574d1c5d None None] Agent healthcheck: found 7 active agents {{(pid=103593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 18:18:43.047602 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9a510bf4-0be1-41cf-9cd2-08a89297068e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:43.874314 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:44.681775 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:45.142537 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c573180d-34e9-4511-9620-7ceef5183362 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:46.695998 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-52822d53-48f5-4819-8a95-bdc13aea0bf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:47.908350 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9a27ae6c-db98-474f-94c1-cc99bf842d79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:18:48.442369 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:11.535937 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.agents_db [None req-464f6c07-0de8-4be6-8f5b-563f574d1c5d None None] Agent healthcheck: found 7 active agents {{(pid=103593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 18:19:12.984003 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-dff28211-3677-478b-b2ed-4f5a6485c92d req-f0840bf5-7d5f-4ff8-845e-2489345ce365 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=7b6648e1-d1b4-42b9-bc96-01953067168e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0447421 Nov 23 18:19:13.050829 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-d6af0030-2c1e-421a-b3de-0ca7f01ce691 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:13.067248 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff28211-3677-478b-b2ed-4f5a6485c92d req-1257eac0-51ad-4061-864a-0a4db7f6a27c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:19:13.068977 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-dff28211-3677-478b-b2ed-4f5a6485c92d req-1257eac0-51ad-4061-864a-0a4db7f6a27c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7a2e384b18354dcf855a2d3c6a834aef&device_id=7b6648e1-d1b4-42b9-bc96-01953067168e HTTP/1.1" status: 200 len: 1096 time: 0.0423594 Nov 23 18:19:13.175882 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff28211-3677-478b-b2ed-4f5a6485c92d req-c5c48521-1fc4-4627-bab6-450f321debcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:19:13.177430 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-dff28211-3677-478b-b2ed-4f5a6485c92d req-c5c48521-1fc4-4627-bab6-450f321debcc service neutron] 10.222.0.55 "GET /v2.0/networks?id=f7923f1d-6a8d-4e71-8499-b4a023620336 HTTP/1.1" status: 200 len: 913 time: 0.0891509 Nov 23 18:19:13.241904 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-dff28211-3677-478b-b2ed-4f5a6485c92d req-ed524aba-e823-42a0-a7eb-3fa75753d807 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dea24b72-da0e-48cd-9c53-8407f578f75a HTTP/1.1" status: 200 len: 1001 time: 0.0571516 Nov 23 18:19:13.290107 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff28211-3677-478b-b2ed-4f5a6485c92d req-b1dcb73c-5f4e-46df-b595-265fe550eaa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:19:13.291485 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-dff28211-3677-478b-b2ed-4f5a6485c92d req-b1dcb73c-5f4e-46df-b595-265fe550eaa8 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=25d3e046-26e6-43e5-8262-7b86687e27b2 HTTP/1.1" status: 200 len: 851 time: 0.0431504 Nov 23 18:19:13.341331 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff28211-3677-478b-b2ed-4f5a6485c92d req-887b9680-b729-4c25-a418-5ab592f7a6cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:19:13.342808 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-dff28211-3677-478b-b2ed-4f5a6485c92d req-887b9680-b729-4c25-a418-5ab592f7a6cb service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f7923f1d-6a8d-4e71-8499-b4a023620336&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441310 Nov 23 18:19:13.432300 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-dff28211-3677-478b-b2ed-4f5a6485c92d req-61ae4796-6b93-47b6-b814-a833f90aeb94 service neutron] 10.222.0.55 "GET /v2.0/networks/f7923f1d-6a8d-4e71-8499-b4a023620336?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815756 Nov 23 18:19:13.525619 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-dff28211-3677-478b-b2ed-4f5a6485c92d req-f0dfb00f-1c7a-4fed-9191-ce9fab4c0faa service neutron] 10.222.0.55 "GET /v2.0/networks/f7923f1d-6a8d-4e71-8499-b4a023620336?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866292 Nov 23 18:19:13.874794 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:14.698250 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:15.144714 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-e141102b-0084-4cb2-9c60-b55201eb4d2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:16.696194 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-52822d53-48f5-4819-8a95-bdc13aea0bf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:17.910452 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9a27ae6c-db98-474f-94c1-cc99bf842d79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:18.445030 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:23.446398 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74897a4-8ef4-4e71-b628-cfbae776faff req-2207073d-5a57-4903-9eb0-8f464a05c5b6 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:19:23.448225 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b74897a4-8ef4-4e71-b628-cfbae776faff req-2207073d-5a57-4903-9eb0-8f464a05c5b6 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/ports?device_id=7b6648e1-d1b4-42b9-bc96-01953067168e HTTP/1.1" status: 200 len: 945 time: 0.0531323 Nov 23 18:19:23.531500 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b74897a4-8ef4-4e71-b628-cfbae776faff req-875fb1f8-418c-4475-ac85-1cbde497b9ed tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/security-groups?id=65ffd7d6-6baf-4b83-9417-6a2507a92c34&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0739510 Nov 23 18:19:23.545944 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e682a880-448c-4f00-9dc9-167c3773c330 req-4e4b86d2-dfdc-440a-8e50-51a02c65e89d service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=7b6648e1-d1b4-42b9-bc96-01953067168e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0931735 Nov 23 18:19:24.614774 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e682a880-448c-4f00-9dc9-167c3773c330 req-ca3d0fc9-5e0e-4685-8afe-9521913f3c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:19:24.616972 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-e682a880-448c-4f00-9dc9-167c3773c330 req-ca3d0fc9-5e0e-4685-8afe-9521913f3c92 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7a2e384b18354dcf855a2d3c6a834aef&device_id=7b6648e1-d1b4-42b9-bc96-01953067168e HTTP/1.1" status: 200 len: 1096 time: 0.0405965 Nov 23 18:19:24.655515 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb0ee79-6839-4b3b-97a3-a01b74e8645b req-fab75a1a-b600-4669-a49b-66467315671a tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:19:24.657027 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-bcb0ee79-6839-4b3b-97a3-a01b74e8645b req-fab75a1a-b600-4669-a49b-66467315671a tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/ports?device_id=7b6648e1-d1b4-42b9-bc96-01953067168e HTTP/1.1" status: 200 len: 945 time: 0.0534358 Nov 23 18:19:24.705676 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-bcb0ee79-6839-4b3b-97a3-a01b74e8645b req-4929390a-6c2f-4a54-9b62-ae70b548471c tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/security-groups?id=65ffd7d6-6baf-4b83-9417-6a2507a92c34&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0426726 Nov 23 18:19:24.713104 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e682a880-448c-4f00-9dc9-167c3773c330 req-777910a7-122b-44e8-9424-e673a87a9bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:19:24.714703 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-e682a880-448c-4f00-9dc9-167c3773c330 req-777910a7-122b-44e8-9424-e673a87a9bd3 service neutron] 10.222.0.55 "GET /v2.0/networks?id=f7923f1d-6a8d-4e71-8499-b4a023620336 HTTP/1.1" status: 200 len: 913 time: 0.0910654 Nov 23 18:19:25.117092 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-e682a880-448c-4f00-9dc9-167c3773c330 req-25fe5e93-a53b-4ed8-9c1c-1ba575391d6f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dea24b72-da0e-48cd-9c53-8407f578f75a HTTP/1.1" status: 200 len: 1001 time: 0.3949122 Nov 23 18:19:25.165660 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e682a880-448c-4f00-9dc9-167c3773c330 req-d134f3ed-64bc-40ae-99e3-0a469b76dbc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:19:25.167055 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-e682a880-448c-4f00-9dc9-167c3773c330 req-d134f3ed-64bc-40ae-99e3-0a469b76dbc2 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=25d3e046-26e6-43e5-8262-7b86687e27b2 HTTP/1.1" status: 200 len: 851 time: 0.0427794 Nov 23 18:19:25.215275 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e682a880-448c-4f00-9dc9-167c3773c330 req-878f2f79-6696-490c-8c09-62d392afbab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:19:25.216776 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-e682a880-448c-4f00-9dc9-167c3773c330 req-878f2f79-6696-490c-8c09-62d392afbab0 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f7923f1d-6a8d-4e71-8499-b4a023620336&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421922 Nov 23 18:19:25.307504 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-e682a880-448c-4f00-9dc9-167c3773c330 req-83e5b92f-fec5-4fb8-83de-f22e6c7f47f9 service neutron] 10.222.0.55 "GET /v2.0/networks/f7923f1d-6a8d-4e71-8499-b4a023620336?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837250 Nov 23 18:19:25.401434 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-e682a880-448c-4f00-9dc9-167c3773c330 req-08be9280-513b-41ea-a91f-a15a8feeb4a3 service neutron] 10.222.0.55 "GET /v2.0/networks/f7923f1d-6a8d-4e71-8499-b4a023620336?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864630 Nov 23 18:19:25.824326 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7a4d39-a0c6-4661-b532-493b07c763a0 req-fc3b9938-9e3e-421b-a41c-482f2f3e57f4 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:19:25.825836 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2a7a4d39-a0c6-4661-b532-493b07c763a0 req-fc3b9938-9e3e-421b-a41c-482f2f3e57f4 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/ports?device_id=7b6648e1-d1b4-42b9-bc96-01953067168e HTTP/1.1" status: 200 len: 945 time: 0.0495684 Nov 23 18:19:25.875679 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2a7a4d39-a0c6-4661-b532-493b07c763a0 req-f4102711-1d3c-426a-a62b-9564e5c23be5 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/security-groups?id=65ffd7d6-6baf-4b83-9417-6a2507a92c34&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0440021 Nov 23 18:19:26.993356 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ed5b24-a73b-4326-bd15-dd1474f8da36 req-45102a97-d734-4367-971d-2168f685128d tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:19:26.994839 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-06ed5b24-a73b-4326-bd15-dd1474f8da36 req-45102a97-d734-4367-971d-2168f685128d tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/ports?device_id=7b6648e1-d1b4-42b9-bc96-01953067168e HTTP/1.1" status: 200 len: 945 time: 0.0483923 Nov 23 18:19:27.043059 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-06ed5b24-a73b-4326-bd15-dd1474f8da36 req-7db33a66-b8d9-463b-bb09-55239754a699 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/security-groups?id=65ffd7d6-6baf-4b83-9417-6a2507a92c34&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0415940 Nov 23 18:19:28.156451 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa108bff-8b72-4562-ba25-9c8553fc2a32 req-14062424-8ef3-4c39-8c1e-353fe801f510 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:19:28.157938 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-fa108bff-8b72-4562-ba25-9c8553fc2a32 req-14062424-8ef3-4c39-8c1e-353fe801f510 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/ports?device_id=7b6648e1-d1b4-42b9-bc96-01953067168e HTTP/1.1" status: 200 len: 945 time: 0.0483134 Nov 23 18:19:28.204748 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-fa108bff-8b72-4562-ba25-9c8553fc2a32 req-34a0f501-434e-4ce1-9dc7-23139015d7ef tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/security-groups?id=65ffd7d6-6baf-4b83-9417-6a2507a92c34&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0409412 Nov 23 18:19:29.321381 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b49c9e-7cdd-456a-928b-dc8be85b576f req-88ac68d4-6195-4189-bf3d-9d208693c407 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:19:29.323103 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-50b49c9e-7cdd-456a-928b-dc8be85b576f req-88ac68d4-6195-4189-bf3d-9d208693c407 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/ports?device_id=7b6648e1-d1b4-42b9-bc96-01953067168e HTTP/1.1" status: 200 len: 945 time: 0.0527561 Nov 23 18:19:29.369701 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-50b49c9e-7cdd-456a-928b-dc8be85b576f req-befde91a-f119-411a-bc7b-c4e369a4c071 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/security-groups?id=65ffd7d6-6baf-4b83-9417-6a2507a92c34&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0406532 Nov 23 18:19:30.488276 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0c3983-2ae7-4356-9d44-e0926794847d req-be15ab77-14bd-4d2b-8b00-258843042fa6 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:19:30.489784 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ea0c3983-2ae7-4356-9d44-e0926794847d req-be15ab77-14bd-4d2b-8b00-258843042fa6 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/ports?device_id=7b6648e1-d1b4-42b9-bc96-01953067168e HTTP/1.1" status: 200 len: 945 time: 0.0490327 Nov 23 18:19:30.535941 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ea0c3983-2ae7-4356-9d44-e0926794847d req-1a0797cd-9664-4867-9045-52f3c201d737 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/security-groups?id=65ffd7d6-6baf-4b83-9417-6a2507a92c34&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0400901 Nov 23 18:19:31.653856 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056effc8-b9fb-449e-b0bf-4255b43cd2cc req-97d2826e-22ed-4015-95b2-7a9c500c729c tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:19:31.655305 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-056effc8-b9fb-449e-b0bf-4255b43cd2cc req-97d2826e-22ed-4015-95b2-7a9c500c729c tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/ports?device_id=7b6648e1-d1b4-42b9-bc96-01953067168e HTTP/1.1" status: 200 len: 945 time: 0.0512402 Nov 23 18:19:31.702564 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-056effc8-b9fb-449e-b0bf-4255b43cd2cc req-d8a04b9f-a79d-4789-a692-fec1a439860d tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/security-groups?id=65ffd7d6-6baf-4b83-9417-6a2507a92c34&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0413394 Nov 23 18:19:32.818727 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a2800b-51ed-4910-9797-8a182cce90b3 req-39816760-f7be-4b94-8af7-def90ed9e35e tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:19:32.820827 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-06a2800b-51ed-4910-9797-8a182cce90b3 req-39816760-f7be-4b94-8af7-def90ed9e35e tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/ports?device_id=7b6648e1-d1b4-42b9-bc96-01953067168e HTTP/1.1" status: 200 len: 945 time: 0.0505269 Nov 23 18:19:32.867385 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-06a2800b-51ed-4910-9797-8a182cce90b3 req-3e677b8c-508e-4b3b-a91f-e7830eb3c7c2 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/security-groups?id=65ffd7d6-6baf-4b83-9417-6a2507a92c34&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0403788 Nov 23 18:19:33.986055 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04f6ce9-158b-4b48-8b7c-bae510cfdf99 req-db25be4c-de88-48c9-8175-68beb814ff74 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:19:33.987526 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a04f6ce9-158b-4b48-8b7c-bae510cfdf99 req-db25be4c-de88-48c9-8175-68beb814ff74 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/ports?device_id=7b6648e1-d1b4-42b9-bc96-01953067168e HTTP/1.1" status: 200 len: 945 time: 0.0488615 Nov 23 18:19:34.038586 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a04f6ce9-158b-4b48-8b7c-bae510cfdf99 req-36e73f66-d31d-454e-bb3f-6d55ba12753b tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/security-groups?id=65ffd7d6-6baf-4b83-9417-6a2507a92c34&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0444076 Nov 23 18:19:35.153564 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0120f8-0d87-498e-a7a6-2a80b4825057 req-9b05e33f-f09a-498a-962c-1c098aa39ebb tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:19:35.155039 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7e0120f8-0d87-498e-a7a6-2a80b4825057 req-9b05e33f-f09a-498a-962c-1c098aa39ebb tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/ports?device_id=7b6648e1-d1b4-42b9-bc96-01953067168e HTTP/1.1" status: 200 len: 945 time: 0.0487742 Nov 23 18:19:35.201381 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7e0120f8-0d87-498e-a7a6-2a80b4825057 req-5173eb22-c87f-4b6b-ac64-c455cdd5506f tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/security-groups?id=65ffd7d6-6baf-4b83-9417-6a2507a92c34&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0404875 Nov 23 18:19:36.316885 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b070f1-a422-489c-9835-9a524fa02b3f req-13ce55fd-dedd-4f4b-b613-d0c56ffd2a20 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:19:36.318373 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-69b070f1-a422-489c-9835-9a524fa02b3f req-13ce55fd-dedd-4f4b-b613-d0c56ffd2a20 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/ports?device_id=7b6648e1-d1b4-42b9-bc96-01953067168e HTTP/1.1" status: 200 len: 945 time: 0.0492225 Nov 23 18:19:36.366655 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-69b070f1-a422-489c-9835-9a524fa02b3f req-eaf35efb-83b5-44de-bd26-b2e54a9a08bd tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/security-groups?id=65ffd7d6-6baf-4b83-9417-6a2507a92c34&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0413327 Nov 23 18:19:37.254648 n-d-816206-8 neutron-server[103590]: INFO neutron.api.v2.resource [req-e682a880-448c-4f00-9dc9-167c3773c330 req-2c0edbde-862b-4b68-b418-607e05a2fb9b service neutron] show failed (client error): The resource could not be found. Nov 23 18:19:37.255659 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-e682a880-448c-4f00-9dc9-167c3773c330 req-2c0edbde-862b-4b68-b418-607e05a2fb9b service neutron] 10.222.0.55 "GET /v2.0/ports/dea24b72-da0e-48cd-9c53-8407f578f75a/bindings/n-h2-816206-8 HTTP/1.1" status: 404 len: 380 time: 0.0539017 Nov 23 18:19:37.491658 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e682a880-448c-4f00-9dc9-167c3773c330 req-f5d08291-e71b-4cb5-a8b1-4ceca5a33249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:19:37.493212 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e682a880-448c-4f00-9dc9-167c3773c330 req-f5d08291-e71b-4cb5-a8b1-4ceca5a33249 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=7b6648e1-d1b4-42b9-bc96-01953067168e&tenant_id=7a2e384b18354dcf855a2d3c6a834aef HTTP/1.1" status: 200 len: 1096 time: 0.0761383 Nov 23 18:19:37.501346 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68be9c96-8df4-49e7-ae8a-01c625efbf9b req-e7af688b-8b08-4e30-ac6e-1a78b109bc04 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:19:37.502737 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-68be9c96-8df4-49e7-ae8a-01c625efbf9b req-e7af688b-8b08-4e30-ac6e-1a78b109bc04 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/ports?device_id=7b6648e1-d1b4-42b9-bc96-01953067168e HTTP/1.1" status: 200 len: 945 time: 0.0584383 Nov 23 18:19:37.507509 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [req-e682a880-448c-4f00-9dc9-167c3773c330 req-8d16b813-9aeb-4df6-ae50-e02233875760 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=103591) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 18:19:37.508452 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e682a880-448c-4f00-9dc9-167c3773c330 req-8d16b813-9aeb-4df6-ae50-e02233875760 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048447 Nov 23 18:19:37.528843 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [req-e682a880-448c-4f00-9dc9-167c3773c330 req-d6b48060-f52d-468f-a31d-70841135acfd service neutron] Request body: {'port': {'binding:host_id': 'n-h2-816206-8', 'device_owner': 'compute:nova'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:19:37.592363 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-68be9c96-8df4-49e7-ae8a-01c625efbf9b req-907c3689-d982-420b-bf38-60337583306e tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/security-groups?id=65ffd7d6-6baf-4b83-9417-6a2507a92c34&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0824044 Nov 23 18:19:37.600579 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-e682a880-448c-4f00-9dc9-167c3773c330 req-d6b48060-f52d-468f-a31d-70841135acfd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:37.804186 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-e682a880-448c-4f00-9dc9-167c3773c330 req-d6b48060-f52d-468f-a31d-70841135acfd service neutron] For port dea24b72-da0e-48cd-9c53-8407f578f75a, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=dea24b72-da0e-48cd-9c53-8407f578f75a,segment=NetworkSegment(fe315ac5-77ca-4bfb-9cfe-65772fe7c4a6),segment_id=fe315ac5-77ca-4bfb-9cfe-65772fe7c4a6)] {{(pid=103591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:19:37.837761 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-e682a880-448c-4f00-9dc9-167c3773c330 req-d6b48060-f52d-468f-a31d-70841135acfd service neutron] For port dea24b72-da0e-48cd-9c53-8407f578f75a, host n-h1-816206-8, cleared binding levels {{(pid=103591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:19:37.876355 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b6648e1-d1b4-42b9-bc96-01953067168e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dea24b72-da0e-48cd-9c53-8407f578f75a'}] {{(pid=103591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:19:37.878744 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f4e21f982013ce885b63e29a1d25974432d95030e0706b58ae42016fda4ab83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-596e2acc-fa6b-430a-b064-c541d19e0b55" -d '{"events": [{"server_uuid": "7b6648e1-d1b4-42b9-bc96-01953067168e", "name": "network-vif-unplugged", "status": "completed", "tag": "dea24b72-da0e-48cd-9c53-8407f578f75a"}]}' {{(pid=103591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:19:37.882543 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-e682a880-448c-4f00-9dc9-167c3773c330 req-d6b48060-f52d-468f-a31d-70841135acfd service neutron] Publish callbacks [] for port, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:37.895650 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.provisioning_blocks [req-e682a880-448c-4f00-9dc9-167c3773c330 req-d6b48060-f52d-468f-a31d-70841135acfd service neutron] Transition to ACTIVE for port object dea24b72-da0e-48cd-9c53-8407f578f75a will not be triggered until provisioned by entity L2. {{(pid=103591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 18:19:37.899546 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-e682a880-448c-4f00-9dc9-167c3773c330 req-d6b48060-f52d-468f-a31d-70841135acfd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264758186'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:37.932907 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 18:19:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d65f093-cb6e-4999-b9bc-8c26c1add66c x-openstack-request-id: req-3d65f093-cb6e-4999-b9bc-8c26c1add66c {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:19:37.933203 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b6648e1-d1b4-42b9-bc96-01953067168e", "name": "network-vif-unplugged", "status": "completed", "tag": "dea24b72-da0e-48cd-9c53-8407f578f75a", "code": 200}]} {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:19:37.933456 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3d65f093-cb6e-4999-b9bc-8c26c1add66c {{(pid=103591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:19:37.933862 n-d-816206-8 neutron-server[103591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b6648e1-d1b4-42b9-bc96-01953067168e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dea24b72-da0e-48cd-9c53-8407f578f75a', 'code': 200} Nov 23 18:19:37.953824 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b48060-f52d-468f-a31d-70841135acfd service neutron] Pushing event updated for resources: {'Port': ['ID=dea24b72-da0e-48cd-9c53-8407f578f75a,revision_number=6']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:19:37.994496 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b48060-f52d-468f-a31d-70841135acfd service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:19:37.994848 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b48060-f52d-468f-a31d-70841135acfd service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:19:37.995194 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b48060-f52d-468f-a31d-70841135acfd service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:19:37.995535 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b48060-f52d-468f-a31d-70841135acfd service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:19:37.995876 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b48060-f52d-468f-a31d-70841135acfd service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:19:37.996211 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b48060-f52d-468f-a31d-70841135acfd service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:19:37.996707 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b48060-f52d-468f-a31d-70841135acfd service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:19:37.997046 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b48060-f52d-468f-a31d-70841135acfd service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:19:37.997375 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b48060-f52d-468f-a31d-70841135acfd service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:19:37.997702 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b48060-f52d-468f-a31d-70841135acfd service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:19:37.998026 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b48060-f52d-468f-a31d-70841135acfd service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:19:37.998348 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b48060-f52d-468f-a31d-70841135acfd service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:19:38.045579 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [req-e682a880-448c-4f00-9dc9-167c3773c330 req-d6b48060-f52d-468f-a31d-70841135acfd service neutron] No DVR routers for this DVR port dea24b72-da0e-48cd-9c53-8407f578f75a on host n-h1-816206-8 {{(pid=103591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:19:38.185831 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-e682a880-448c-4f00-9dc9-167c3773c330 req-d6b48060-f52d-468f-a31d-70841135acfd service neutron] Attempting to bind port dea24b72-da0e-48cd-9c53-8407f578f75a on host n-h2-816206-8 for vnic_type normal with profile {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:19:38.186165 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-e682a880-448c-4f00-9dc9-167c3773c330 req-d6b48060-f52d-468f-a31d-70841135acfd service neutron] Attempting to bind port dea24b72-da0e-48cd-9c53-8407f578f75a by drivers openvswitch,hyperv on host n-h2-816206-8 at level 0 using segments [{'id': 'fe315ac5-77ca-4bfb-9cfe-65772fe7c4a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'f7923f1d-6a8d-4e71-8499-b4a023620336'}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:19:38.186491 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e682a880-448c-4f00-9dc9-167c3773c330 req-d6b48060-f52d-468f-a31d-70841135acfd service neutron] Attempting to bind port dea24b72-da0e-48cd-9c53-8407f578f75a on network f7923f1d-6a8d-4e71-8499-b4a023620336 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:19:38.190718 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e682a880-448c-4f00-9dc9-167c3773c330 req-d6b48060-f52d-468f-a31d-70841135acfd service neutron] Port dea24b72-da0e-48cd-9c53-8407f578f75a on network f7923f1d-6a8d-4e71-8499-b4a023620336 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-8 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:19:38.191064 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e682a880-448c-4f00-9dc9-167c3773c330 req-d6b48060-f52d-468f-a31d-70841135acfd service neutron] Attempting to bind port dea24b72-da0e-48cd-9c53-8407f578f75a on network f7923f1d-6a8d-4e71-8499-b4a023620336 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:19:38.195732 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e682a880-448c-4f00-9dc9-167c3773c330 req-d6b48060-f52d-468f-a31d-70841135acfd service neutron] Checking agent: {'id': 'ab77bf9e-0267-4174-8f1d-822cba89b207', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 15, 13), 'started_at': datetime.datetime(2021, 11, 23, 17, 15, 13), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 19, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:19:38.196068 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e682a880-448c-4f00-9dc9-167c3773c330 req-d6b48060-f52d-468f-a31d-70841135acfd service neutron] Checking segment: {'id': 'fe315ac5-77ca-4bfb-9cfe-65772fe7c4a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'f7923f1d-6a8d-4e71-8499-b4a023620336'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:19:38.197011 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e682a880-448c-4f00-9dc9-167c3773c330 req-d6b48060-f52d-468f-a31d-70841135acfd service neutron] Bound using segment: {'id': 'fe315ac5-77ca-4bfb-9cfe-65772fe7c4a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'f7923f1d-6a8d-4e71-8499-b4a023620336'} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:19:38.197800 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-e682a880-448c-4f00-9dc9-167c3773c330 req-d6b48060-f52d-468f-a31d-70841135acfd service neutron] Bound port: dea24b72-da0e-48cd-9c53-8407f578f75a, host: n-h2-816206-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe315ac5-77ca-4bfb-9cfe-65772fe7c4a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'f7923f1d-6a8d-4e71-8499-b4a023620336'}}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:19:38.198045 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-e682a880-448c-4f00-9dc9-167c3773c330 req-d6b48060-f52d-468f-a31d-70841135acfd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:38.258462 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-e682a880-448c-4f00-9dc9-167c3773c330 req-d6b48060-f52d-468f-a31d-70841135acfd service neutron] For port dea24b72-da0e-48cd-9c53-8407f578f75a, host n-h2-816206-8, cleared binding levels {{(pid=103591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:19:38.261859 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-e682a880-448c-4f00-9dc9-167c3773c330 req-d6b48060-f52d-468f-a31d-70841135acfd service neutron] For port dea24b72-da0e-48cd-9c53-8407f578f75a, host n-h2-816206-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=dea24b72-da0e-48cd-9c53-8407f578f75a,segment=NetworkSegment(fe315ac5-77ca-4bfb-9cfe-65772fe7c4a6),segment_id=fe315ac5-77ca-4bfb-9cfe-65772fe7c4a6)] {{(pid=103591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:19:38.266452 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-e682a880-448c-4f00-9dc9-167c3773c330 req-d6b48060-f52d-468f-a31d-70841135acfd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264758186'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:38.301639 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e682a880-448c-4f00-9dc9-167c3773c330 req-d6b48060-f52d-468f-a31d-70841135acfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:19:38.302398 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-e682a880-448c-4f00-9dc9-167c3773c330 req-d6b48060-f52d-468f-a31d-70841135acfd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:38.308293 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e682a880-448c-4f00-9dc9-167c3773c330 req-d6b48060-f52d-468f-a31d-70841135acfd service neutron] 10.222.0.36 "PUT /v2.0/ports/dea24b72-da0e-48cd-9c53-8407f578f75a HTTP/1.1" status: 200 len: 1091 time: 0.7809591 Nov 23 18:19:38.342745 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b48060-f52d-468f-a31d-70841135acfd service neutron] Pushing event updated for resources: {'Port': ['ID=dea24b72-da0e-48cd-9c53-8407f578f75a,revision_number=7']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:19:38.375800 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e682a880-448c-4f00-9dc9-167c3773c330 req-680dfa4a-c13d-4bed-9149-bf0b32acc66b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:19:38.377349 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e682a880-448c-4f00-9dc9-167c3773c330 req-680dfa4a-c13d-4bed-9149-bf0b32acc66b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7a2e384b18354dcf855a2d3c6a834aef&device_id=7b6648e1-d1b4-42b9-bc96-01953067168e HTTP/1.1" status: 200 len: 1094 time: 0.0463011 Nov 23 18:19:38.474133 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e682a880-448c-4f00-9dc9-167c3773c330 req-736b402b-2c1e-4a7b-b18f-9496423cb444 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:19:38.475693 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e682a880-448c-4f00-9dc9-167c3773c330 req-736b402b-2c1e-4a7b-b18f-9496423cb444 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f7923f1d-6a8d-4e71-8499-b4a023620336 HTTP/1.1" status: 200 len: 913 time: 0.0900886 Nov 23 18:19:38.547368 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e682a880-448c-4f00-9dc9-167c3773c330 req-fa46dd40-1b41-4d2b-9fb7-021ed10639f9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dea24b72-da0e-48cd-9c53-8407f578f75a HTTP/1.1" status: 200 len: 999 time: 0.0639520 Nov 23 18:19:38.597496 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e682a880-448c-4f00-9dc9-167c3773c330 req-fe3d3b2a-2afb-4553-9cb6-61665c425f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:19:38.598821 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e682a880-448c-4f00-9dc9-167c3773c330 req-fe3d3b2a-2afb-4553-9cb6-61665c425f06 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=25d3e046-26e6-43e5-8262-7b86687e27b2 HTTP/1.1" status: 200 len: 851 time: 0.0438931 Nov 23 18:19:38.646511 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e682a880-448c-4f00-9dc9-167c3773c330 req-99218def-8d1a-41b2-9002-5f5dd6b54c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:19:38.648026 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e682a880-448c-4f00-9dc9-167c3773c330 req-99218def-8d1a-41b2-9002-5f5dd6b54c04 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f7923f1d-6a8d-4e71-8499-b4a023620336&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410862 Nov 23 18:19:38.766862 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c051703-18f0-49a9-a206-04a990b38ec0 req-1dd9368d-642b-46ba-8d05-41a24ce37712 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:19:38.768216 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9c051703-18f0-49a9-a206-04a990b38ec0 req-1dd9368d-642b-46ba-8d05-41a24ce37712 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/ports?device_id=7b6648e1-d1b4-42b9-bc96-01953067168e HTTP/1.1" status: 200 len: 943 time: 0.1043851 Nov 23 18:19:38.787965 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e682a880-448c-4f00-9dc9-167c3773c330 req-6dd14fe5-f0b2-4023-850a-0a2646d80f06 service neutron] 10.222.0.36 "GET /v2.0/networks/f7923f1d-6a8d-4e71-8499-b4a023620336?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313293 Nov 23 18:19:38.882070 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9c051703-18f0-49a9-a206-04a990b38ec0 req-dab8c3ed-949b-4db8-8236-5aeb4ba5209f tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/security-groups?id=65ffd7d6-6baf-4b83-9417-6a2507a92c34&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1045578 Nov 23 18:19:38.906069 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e682a880-448c-4f00-9dc9-167c3773c330 req-d5771bf8-76e5-4399-9d9e-c99eb143f876 service neutron] 10.222.0.36 "GET /v2.0/networks/f7923f1d-6a8d-4e71-8499-b4a023620336?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1101029 Nov 23 18:19:39.935480 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b6648e1-d1b4-42b9-bc96-01953067168e', 'tag': 'dea24b72-da0e-48cd-9c53-8407f578f75a'}] {{(pid=103591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:19:39.938088 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f4e21f982013ce885b63e29a1d25974432d95030e0706b58ae42016fda4ab83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c42194a9-4877-40e7-bf84-6b700faf1dfe" -d '{"events": [{"name": "network-changed", "server_uuid": "7b6648e1-d1b4-42b9-bc96-01953067168e", "tag": "dea24b72-da0e-48cd-9c53-8407f578f75a"}]}' {{(pid=103591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:19:39.989807 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:19:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c060288f-ee14-4c58-ad35-2f1cd15e1e14 x-openstack-request-id: req-c060288f-ee14-4c58-ad35-2f1cd15e1e14 {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:19:39.990101 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b6648e1-d1b4-42b9-bc96-01953067168e", "tag": "dea24b72-da0e-48cd-9c53-8407f578f75a", "status": "completed", "code": 200}]} {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:19:39.990438 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c060288f-ee14-4c58-ad35-2f1cd15e1e14 {{(pid=103591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:19:39.991233 n-d-816206-8 neutron-server[103591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b6648e1-d1b4-42b9-bc96-01953067168e', 'tag': 'dea24b72-da0e-48cd-9c53-8407f578f75a', 'status': 'completed', 'code': 200} Nov 23 18:19:40.011451 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e311d2-19f5-4d50-a7b0-35e8606de907 req-9f0ba6c5-81d8-4cc5-9dd6-c50ad8eb3918 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:19:40.013017 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c4e311d2-19f5-4d50-a7b0-35e8606de907 req-9f0ba6c5-81d8-4cc5-9dd6-c50ad8eb3918 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/ports?device_id=7b6648e1-d1b4-42b9-bc96-01953067168e HTTP/1.1" status: 200 len: 943 time: 0.0592160 Nov 23 18:19:40.051287 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device dea24b72-da0e-48cd-9c53-8407f578f75a details requested by agent hyperv_n-h2-816206-8 with host n-h2-816206-8 {{(pid=103592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 18:19:40.056355 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42194a9-4877-40e7-bf84-6b700faf1dfe req-4364b051-b2a7-4b0c-be6b-cff37aba890f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:19:40.057674 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-c42194a9-4877-40e7-bf84-6b700faf1dfe req-4364b051-b2a7-4b0c-be6b-cff37aba890f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7a2e384b18354dcf855a2d3c6a834aef&device_id=7b6648e1-d1b4-42b9-bc96-01953067168e HTTP/1.1" status: 200 len: 1094 time: 0.0447147 Nov 23 18:19:40.094234 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42194a9-4877-40e7-bf84-6b700faf1dfe req-de505e28-d015-4eac-87ef-faae360c3bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:19:40.095947 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c42194a9-4877-40e7-bf84-6b700faf1dfe req-de505e28-d015-4eac-87ef-faae360c3bc6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7a2e384b18354dcf855a2d3c6a834aef&device_id=7b6648e1-d1b4-42b9-bc96-01953067168e HTTP/1.1" status: 200 len: 1094 time: 0.0820131 Nov 23 18:19:40.102406 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c4e311d2-19f5-4d50-a7b0-35e8606de907 req-6a54a948-502b-48c6-ae2b-4fad0d08d182 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/security-groups?id=65ffd7d6-6baf-4b83-9417-6a2507a92c34&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0807862 Nov 23 18:19:40.171832 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port dea24b72-da0e-48cd-9c53-8407f578f75a, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=dea24b72-da0e-48cd-9c53-8407f578f75a,segment=NetworkSegment(fe315ac5-77ca-4bfb-9cfe-65772fe7c4a6),segment_id=fe315ac5-77ca-4bfb-9cfe-65772fe7c4a6)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:19:40.175485 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42194a9-4877-40e7-bf84-6b700faf1dfe req-74256133-8a75-42d2-99fb-79633397ceb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:19:40.177033 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-c42194a9-4877-40e7-bf84-6b700faf1dfe req-74256133-8a75-42d2-99fb-79633397ceb1 service neutron] 10.222.0.55 "GET /v2.0/networks?id=f7923f1d-6a8d-4e71-8499-b4a023620336 HTTP/1.1" status: 200 len: 913 time: 0.1120491 Nov 23 18:19:40.185715 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Returning: {'device': 'dea24b72-da0e-48cd-9c53-8407f578f75a', 'network_id': 'f7923f1d-6a8d-4e71-8499-b4a023620336', 'port_id': 'dea24b72-da0e-48cd-9c53-8407f578f75a', 'mac_address': 'fa:16:3e:f0:f8:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25d3e046-26e6-43e5-8262-7b86687e27b2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 18:19:40.210454 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42194a9-4877-40e7-bf84-6b700faf1dfe req-f5d26fd9-659d-47ca-ac4f-42e648e75823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:19:40.211986 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c42194a9-4877-40e7-bf84-6b700faf1dfe req-f5d26fd9-659d-47ca-ac4f-42e648e75823 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f7923f1d-6a8d-4e71-8499-b4a023620336 HTTP/1.1" status: 200 len: 913 time: 0.1060944 Nov 23 18:19:40.226188 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:40.249771 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-c42194a9-4877-40e7-bf84-6b700faf1dfe req-ca678275-48ba-49a6-9851-e582b8874e4b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dea24b72-da0e-48cd-9c53-8407f578f75a HTTP/1.1" status: 200 len: 999 time: 0.0651457 Nov 23 18:19:40.250279 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dea24b72-da0e-48cd-9c53-8407f578f75a {{(pid=103592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:19:40.276190 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port dea24b72-da0e-48cd-9c53-8407f578f75a, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=dea24b72-da0e-48cd-9c53-8407f578f75a,segment=NetworkSegment(fe315ac5-77ca-4bfb-9cfe-65772fe7c4a6),segment_id=fe315ac5-77ca-4bfb-9cfe-65772fe7c4a6)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:19:40.280681 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:40.291602 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c42194a9-4877-40e7-bf84-6b700faf1dfe req-2a6df0e8-0819-43c4-b54b-12df198cac50 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dea24b72-da0e-48cd-9c53-8407f578f75a HTTP/1.1" status: 200 len: 999 time: 0.0701602 Nov 23 18:19:40.310780 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42194a9-4877-40e7-bf84-6b700faf1dfe req-b71ab2bd-9f24-4ffa-8598-56f9ddbf8d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:19:40.312360 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-c42194a9-4877-40e7-bf84-6b700faf1dfe req-b71ab2bd-9f24-4ffa-8598-56f9ddbf8d8a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=25d3e046-26e6-43e5-8262-7b86687e27b2 HTTP/1.1" status: 200 len: 851 time: 0.0557997 Nov 23 18:19:40.353417 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42194a9-4877-40e7-bf84-6b700faf1dfe req-8b7b4493-1782-4bdd-a70b-cdaf78c1baf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:19:40.356402 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c42194a9-4877-40e7-bf84-6b700faf1dfe req-8b7b4493-1782-4bdd-a70b-cdaf78c1baf8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=25d3e046-26e6-43e5-8262-7b86687e27b2 HTTP/1.1" status: 200 len: 851 time: 0.0568857 Nov 23 18:19:40.361776 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Pushing event updated for resources: {'Port': ['ID=dea24b72-da0e-48cd-9c53-8407f578f75a,revision_number=8']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:19:40.371427 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:19:40.372059 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:19:40.372593 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:19:40.373101 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:19:40.373587 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:19:40.373778 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:19:40.374298 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:19:40.374861 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:19:40.375203 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:19:40.375537 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:19:40.375892 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:19:40.376230 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:19:40.386130 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42194a9-4877-40e7-bf84-6b700faf1dfe req-490e7200-4bab-4b63-9306-cb46378e0ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:19:40.388869 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-c42194a9-4877-40e7-bf84-6b700faf1dfe req-490e7200-4bab-4b63-9306-cb46378e0ed7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f7923f1d-6a8d-4e71-8499-b4a023620336&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0682991 Nov 23 18:19:40.428029 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42194a9-4877-40e7-bf84-6b700faf1dfe req-43c1da9e-4e6e-4cf5-8e82-48c6958ac155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:19:40.429710 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c42194a9-4877-40e7-bf84-6b700faf1dfe req-43c1da9e-4e6e-4cf5-8e82-48c6958ac155 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f7923f1d-6a8d-4e71-8499-b4a023620336&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0651855 Nov 23 18:19:40.512112 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-c42194a9-4877-40e7-bf84-6b700faf1dfe req-4c2adffe-4736-433d-8e56-310dbd1adc7c service neutron] 10.222.0.55 "GET /v2.0/networks/f7923f1d-6a8d-4e71-8499-b4a023620336?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1164281 Nov 23 18:19:40.557375 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c42194a9-4877-40e7-bf84-6b700faf1dfe req-46aaf21a-488e-4319-a69b-f3068f3e733a service neutron] 10.222.0.36 "GET /v2.0/networks/f7923f1d-6a8d-4e71-8499-b4a023620336?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1169169 Nov 23 18:19:40.592881 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] get_ports_and_sgs() called for port_ids ['dea24b72-da0e-48cd-9c53-8407f578f75a'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:19:40.622520 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-c42194a9-4877-40e7-bf84-6b700faf1dfe req-ddbdc80f-964a-4a76-915a-7f5015d8d439 service neutron] 10.222.0.55 "GET /v2.0/networks/f7923f1d-6a8d-4e71-8499-b4a023620336?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029117 Nov 23 18:19:40.667022 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c42194a9-4877-40e7-bf84-6b700faf1dfe req-2b7f7ef0-56e2-4c33-8bd4-d8fff01d5b5a service neutron] 10.222.0.36 "GET /v2.0/networks/f7923f1d-6a8d-4e71-8499-b4a023620336?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958176 Nov 23 18:19:40.854193 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device dea24b72-da0e-48cd-9c53-8407f578f75a no longer exists at agent hyperv_n-h1-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:19:40.894688 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device dea24b72-da0e-48cd-9c53-8407f578f75a not bound to the agent host n-h1-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:19:41.226198 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f162e8f-e793-46fd-8c0c-03ace77c7cd2 req-6274fdc5-273e-4545-8425-3deccd73ad5d tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:19:41.228195 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8f162e8f-e793-46fd-8c0c-03ace77c7cd2 req-6274fdc5-273e-4545-8425-3deccd73ad5d tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/ports?device_id=7b6648e1-d1b4-42b9-bc96-01953067168e HTTP/1.1" status: 200 len: 944 time: 0.0526948 Nov 23 18:19:41.274674 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8f162e8f-e793-46fd-8c0c-03ace77c7cd2 req-290cface-c27d-420d-a00d-9b76db716d06 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/security-groups?id=65ffd7d6-6baf-4b83-9417-6a2507a92c34&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0406342 Nov 23 18:19:41.588767 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8551eb6b-bc54-4e00-81ee-00f53cd53557 req-f2b96d79-a804-4300-a085-f3a88db69c75 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:19:41.590241 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8551eb6b-bc54-4e00-81ee-00f53cd53557 req-f2b96d79-a804-4300-a085-f3a88db69c75 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.36 "GET /v2.0/ports?device_id=7b6648e1-d1b4-42b9-bc96-01953067168e&tenant_id=7a2e384b18354dcf855a2d3c6a834aef&binding%3Ahost_id=n-h2-816206-8 HTTP/1.1" status: 200 len: 944 time: 0.0804474 Nov 23 18:19:41.601791 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bd0861-1350-4883-902f-f3947da6cc24 req-3d1f1a25-da8d-4ce8-85f5-a6fa6e1f2d12 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:19:41.603781 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-57bd0861-1350-4883-902f-f3947da6cc24 req-3d1f1a25-da8d-4ce8-85f5-a6fa6e1f2d12 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/ports?device_id=7b6648e1-d1b4-42b9-bc96-01953067168e HTTP/1.1" status: 200 len: 944 time: 0.0676019 Nov 23 18:19:41.927347 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-57bd0861-1350-4883-902f-f3947da6cc24 req-6a5968f4-d5c2-4a60-9903-ec2b59d73ed0 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/security-groups?id=65ffd7d6-6baf-4b83-9417-6a2507a92c34&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.3165298 Nov 23 18:19:41.930273 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8551eb6b-bc54-4e00-81ee-00f53cd53557 req-becdc21a-3fe1-4662-96bc-5eb36e86ffc3 service neutron] 10.222.0.36 "GET /v2.0/ports/dea24b72-da0e-48cd-9c53-8407f578f75a/bindings/n-h2-816206-8 HTTP/1.1" status: 200 len: 382 time: 0.3255672 Nov 23 18:19:41.993673 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8551eb6b-bc54-4e00-81ee-00f53cd53557 req-4a51479b-0e83-4437-a913-434c8f2e957a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:19:41.995192 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8551eb6b-bc54-4e00-81ee-00f53cd53557 req-4a51479b-0e83-4437-a913-434c8f2e957a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7a2e384b18354dcf855a2d3c6a834aef&device_id=7b6648e1-d1b4-42b9-bc96-01953067168e HTTP/1.1" status: 200 len: 1095 time: 0.0405586 Nov 23 18:19:42.072737 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device dea24b72-da0e-48cd-9c53-8407f578f75a up at agent hyperv_n-h2-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:19:42.089372 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8551eb6b-bc54-4e00-81ee-00f53cd53557 req-124b1f1e-cdf3-4c66-b08a-a22e99824394 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:19:42.090854 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8551eb6b-bc54-4e00-81ee-00f53cd53557 req-124b1f1e-cdf3-4c66-b08a-a22e99824394 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f7923f1d-6a8d-4e71-8499-b4a023620336 HTTP/1.1" status: 200 len: 913 time: 0.0883067 Nov 23 18:19:42.121313 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Provisioning for port dea24b72-da0e-48cd-9c53-8407f578f75a completed by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 18:19:42.126231 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Provisioning complete for port dea24b72-da0e-48cd-9c53-8407f578f75a triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:19:42.126395 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:42.158309 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8551eb6b-bc54-4e00-81ee-00f53cd53557 req-d3a978c7-dda0-4eb3-a0f7-77ce6f21a5c1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dea24b72-da0e-48cd-9c53-8407f578f75a HTTP/1.1" status: 200 len: 1000 time: 0.0583720 Nov 23 18:19:42.206719 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:42.208524 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8551eb6b-bc54-4e00-81ee-00f53cd53557 req-8c9d938d-4d95-4372-8fe2-e57baec19216 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:19:42.210020 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8551eb6b-bc54-4e00-81ee-00f53cd53557 req-8c9d938d-4d95-4372-8fe2-e57baec19216 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=25d3e046-26e6-43e5-8262-7b86687e27b2 HTTP/1.1" status: 200 len: 851 time: 0.0444763 Nov 23 18:19:42.230829 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b6648e1-d1b4-42b9-bc96-01953067168e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dea24b72-da0e-48cd-9c53-8407f578f75a'}] {{(pid=103592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:19:42.233082 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}369cae9aa69facfce3992dabc874bd76984507e3cd36da60a73cd3603125cd43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2975bfc4-9c44-4fd5-89dc-7dea43b34866" -d '{"events": [{"server_uuid": "7b6648e1-d1b4-42b9-bc96-01953067168e", "name": "network-vif-plugged", "status": "completed", "tag": "dea24b72-da0e-48cd-9c53-8407f578f75a"}]}' {{(pid=103592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:19:42.246477 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port dea24b72-da0e-48cd-9c53-8407f578f75a, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=dea24b72-da0e-48cd-9c53-8407f578f75a,segment=NetworkSegment(fe315ac5-77ca-4bfb-9cfe-65772fe7c4a6),segment_id=fe315ac5-77ca-4bfb-9cfe-65772fe7c4a6)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:19:42.251161 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:42.264449 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8551eb6b-bc54-4e00-81ee-00f53cd53557 req-15f2fc13-7a1d-4575-a155-5541afa3ba26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:19:42.265989 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8551eb6b-bc54-4e00-81ee-00f53cd53557 req-15f2fc13-7a1d-4575-a155-5541afa3ba26 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f7923f1d-6a8d-4e71-8499-b4a023620336&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0480421 Nov 23 18:19:42.289995 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:19:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4b276ec-419d-42c1-aab9-07ba586cd0fb x-openstack-request-id: req-b4b276ec-419d-42c1-aab9-07ba586cd0fb {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:19:42.290292 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b6648e1-d1b4-42b9-bc96-01953067168e", "name": "network-vif-plugged", "status": "completed", "tag": "dea24b72-da0e-48cd-9c53-8407f578f75a", "code": 200}]} {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:19:42.290544 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b4b276ec-419d-42c1-aab9-07ba586cd0fb {{(pid=103592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:19:42.290938 n-d-816206-8 neutron-server[103592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b6648e1-d1b4-42b9-bc96-01953067168e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dea24b72-da0e-48cd-9c53-8407f578f75a', 'code': 200} Nov 23 18:19:42.302869 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Pushing event updated for resources: {'Port': ['ID=dea24b72-da0e-48cd-9c53-8407f578f75a,revision_number=9']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:19:42.359734 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8551eb6b-bc54-4e00-81ee-00f53cd53557 req-b7b2bcc1-9399-4725-bb7f-77c6fd746650 service neutron] 10.222.0.36 "GET /v2.0/networks/f7923f1d-6a8d-4e71-8499-b4a023620336?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849938 Nov 23 18:19:42.454527 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8551eb6b-bc54-4e00-81ee-00f53cd53557 req-8053af17-37aa-496b-8b95-e4a006132be3 service neutron] 10.222.0.36 "GET /v2.0/networks/f7923f1d-6a8d-4e71-8499-b4a023620336?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870347 Nov 23 18:19:43.055022 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7e235f-3248-4d7f-829b-43865a78f0a2 req-c5c9592d-1cf7-4d36-908a-b4e3a0caebde tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:19:43.055281 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b9196d39-de7b-4789-b4c3-970f49b47838 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:43.056747 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-3b7e235f-3248-4d7f-829b-43865a78f0a2 req-c5c9592d-1cf7-4d36-908a-b4e3a0caebde tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/ports?device_id=7b6648e1-d1b4-42b9-bc96-01953067168e HTTP/1.1" status: 200 len: 945 time: 0.0571697 Nov 23 18:19:43.109459 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-3b7e235f-3248-4d7f-829b-43865a78f0a2 req-1cf0044c-e084-4a1b-9abd-13d53677dc8d tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/security-groups?id=65ffd7d6-6baf-4b83-9417-6a2507a92c34&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0447347 Nov 23 18:19:43.872799 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:44.239002 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2612e5-7b81-42b2-8f0f-dc6acc91cd19 req-7c79dd42-d0a5-41f7-8fa7-db4cc45e592f tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:19:44.240559 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7c2612e5-7b81-42b2-8f0f-dc6acc91cd19 req-7c79dd42-d0a5-41f7-8fa7-db4cc45e592f tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/ports?device_id=7b6648e1-d1b4-42b9-bc96-01953067168e HTTP/1.1" status: 200 len: 945 time: 0.0505161 Nov 23 18:19:44.297362 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7c2612e5-7b81-42b2-8f0f-dc6acc91cd19 req-3d22a07f-3b37-465d-aeca-791e3cde0ba3 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/security-groups?id=65ffd7d6-6baf-4b83-9417-6a2507a92c34&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0495954 Nov 23 18:19:44.471923 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8551eb6b-bc54-4e00-81ee-00f53cd53557 req-0f7ae0c1-fc89-4696-bbe6-d5662d52f8ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:19:44.473496 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-8551eb6b-bc54-4e00-81ee-00f53cd53557 req-0f7ae0c1-fc89-4696-bbe6-d5662d52f8ed service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=7b6648e1-d1b4-42b9-bc96-01953067168e&tenant_id=7a2e384b18354dcf855a2d3c6a834aef HTTP/1.1" status: 200 len: 1096 time: 0.0458550 Nov 23 18:19:44.485385 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [req-8551eb6b-bc54-4e00-81ee-00f53cd53557 req-ce5c20ca-c64a-47b0-ab09-6f7de5426198 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-816206-8', 'device_owner': 'compute:nova'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:19:44.547336 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-8551eb6b-bc54-4e00-81ee-00f53cd53557 req-ce5c20ca-c64a-47b0-ab09-6f7de5426198 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:44.714176 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:44.754893 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [req-8551eb6b-bc54-4e00-81ee-00f53cd53557 req-ce5c20ca-c64a-47b0-ab09-6f7de5426198 service neutron] For port dea24b72-da0e-48cd-9c53-8407f578f75a, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=dea24b72-da0e-48cd-9c53-8407f578f75a,segment=NetworkSegment(fe315ac5-77ca-4bfb-9cfe-65772fe7c4a6),segment_id=fe315ac5-77ca-4bfb-9cfe-65772fe7c4a6)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:19:44.788429 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [req-8551eb6b-bc54-4e00-81ee-00f53cd53557 req-ce5c20ca-c64a-47b0-ab09-6f7de5426198 service neutron] For port dea24b72-da0e-48cd-9c53-8407f578f75a, host n-h2-816206-8, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:19:44.828529 n-d-816206-8 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b6648e1-d1b4-42b9-bc96-01953067168e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dea24b72-da0e-48cd-9c53-8407f578f75a'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:19:44.830804 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c35dbc0b6b9f20554b2131d9adc843a87fc98ef8cc7f8c5951517f8512ac17b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a71d673-780b-4f0a-90e3-a880c447c8f0" -d '{"events": [{"server_uuid": "7b6648e1-d1b4-42b9-bc96-01953067168e", "name": "network-vif-unplugged", "status": "completed", "tag": "dea24b72-da0e-48cd-9c53-8407f578f75a"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:19:44.835069 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-8551eb6b-bc54-4e00-81ee-00f53cd53557 req-ce5c20ca-c64a-47b0-ab09-6f7de5426198 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:44.848530 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [req-8551eb6b-bc54-4e00-81ee-00f53cd53557 req-ce5c20ca-c64a-47b0-ab09-6f7de5426198 service neutron] Transition to ACTIVE for port object dea24b72-da0e-48cd-9c53-8407f578f75a will not be triggered until provisioned by entity L2. {{(pid=103590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 18:19:44.852901 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-8551eb6b-bc54-4e00-81ee-00f53cd53557 req-ce5c20ca-c64a-47b0-ab09-6f7de5426198 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264357957'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:44.882422 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 18:19:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39212f10-ba49-4471-896f-c4d7eb4ff15a x-openstack-request-id: req-39212f10-ba49-4471-896f-c4d7eb4ff15a {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:19:44.882724 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b6648e1-d1b4-42b9-bc96-01953067168e", "name": "network-vif-unplugged", "status": "completed", "tag": "dea24b72-da0e-48cd-9c53-8407f578f75a", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:19:44.882978 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-39212f10-ba49-4471-896f-c4d7eb4ff15a {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:19:44.883395 n-d-816206-8 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b6648e1-d1b4-42b9-bc96-01953067168e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dea24b72-da0e-48cd-9c53-8407f578f75a', 'code': 200} Nov 23 18:19:44.938598 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5c20ca-c64a-47b0-ab09-6f7de5426198 service neutron] Pushing event updated for resources: {'Port': ['ID=dea24b72-da0e-48cd-9c53-8407f578f75a,revision_number=10']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:19:44.953828 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5c20ca-c64a-47b0-ab09-6f7de5426198 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:19:44.954176 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5c20ca-c64a-47b0-ab09-6f7de5426198 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:19:44.954512 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5c20ca-c64a-47b0-ab09-6f7de5426198 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:19:44.954844 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5c20ca-c64a-47b0-ab09-6f7de5426198 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:19:44.955179 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5c20ca-c64a-47b0-ab09-6f7de5426198 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:19:44.955507 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5c20ca-c64a-47b0-ab09-6f7de5426198 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:19:44.955832 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5c20ca-c64a-47b0-ab09-6f7de5426198 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:19:44.956154 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5c20ca-c64a-47b0-ab09-6f7de5426198 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:19:44.956477 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5c20ca-c64a-47b0-ab09-6f7de5426198 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:19:44.956826 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5c20ca-c64a-47b0-ab09-6f7de5426198 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:19:44.957147 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5c20ca-c64a-47b0-ab09-6f7de5426198 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:19:44.957464 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5c20ca-c64a-47b0-ab09-6f7de5426198 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:19:44.990838 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [req-8551eb6b-bc54-4e00-81ee-00f53cd53557 req-ce5c20ca-c64a-47b0-ab09-6f7de5426198 service neutron] No DVR routers for this DVR port dea24b72-da0e-48cd-9c53-8407f578f75a on host n-h2-816206-8 {{(pid=103590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:19:45.129100 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [req-8551eb6b-bc54-4e00-81ee-00f53cd53557 req-ce5c20ca-c64a-47b0-ab09-6f7de5426198 service neutron] Attempting to bind port dea24b72-da0e-48cd-9c53-8407f578f75a on host n-h1-816206-8 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:19:45.130410 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [req-8551eb6b-bc54-4e00-81ee-00f53cd53557 req-ce5c20ca-c64a-47b0-ab09-6f7de5426198 service neutron] Attempting to bind port dea24b72-da0e-48cd-9c53-8407f578f75a by drivers openvswitch,hyperv on host n-h1-816206-8 at level 0 using segments [{'id': 'fe315ac5-77ca-4bfb-9cfe-65772fe7c4a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'f7923f1d-6a8d-4e71-8499-b4a023620336'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:19:45.131095 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8551eb6b-bc54-4e00-81ee-00f53cd53557 req-ce5c20ca-c64a-47b0-ab09-6f7de5426198 service neutron] Attempting to bind port dea24b72-da0e-48cd-9c53-8407f578f75a on network f7923f1d-6a8d-4e71-8499-b4a023620336 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:19:45.136087 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8551eb6b-bc54-4e00-81ee-00f53cd53557 req-ce5c20ca-c64a-47b0-ab09-6f7de5426198 service neutron] Port dea24b72-da0e-48cd-9c53-8407f578f75a on network f7923f1d-6a8d-4e71-8499-b4a023620336 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-8 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:19:45.136407 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8551eb6b-bc54-4e00-81ee-00f53cd53557 req-ce5c20ca-c64a-47b0-ab09-6f7de5426198 service neutron] Attempting to bind port dea24b72-da0e-48cd-9c53-8407f578f75a on network f7923f1d-6a8d-4e71-8499-b4a023620336 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:19:45.141412 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8551eb6b-bc54-4e00-81ee-00f53cd53557 req-ce5c20ca-c64a-47b0-ab09-6f7de5426198 service neutron] Checking agent: {'id': '4b0a4557-3bfe-4828-80a0-7981fc3ac84c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 15, 14), 'started_at': datetime.datetime(2021, 11, 23, 17, 15, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 19, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:19:45.141737 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8551eb6b-bc54-4e00-81ee-00f53cd53557 req-ce5c20ca-c64a-47b0-ab09-6f7de5426198 service neutron] Checking segment: {'id': 'fe315ac5-77ca-4bfb-9cfe-65772fe7c4a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'f7923f1d-6a8d-4e71-8499-b4a023620336'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:19:45.142109 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8551eb6b-bc54-4e00-81ee-00f53cd53557 req-ce5c20ca-c64a-47b0-ab09-6f7de5426198 service neutron] Bound using segment: {'id': 'fe315ac5-77ca-4bfb-9cfe-65772fe7c4a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'f7923f1d-6a8d-4e71-8499-b4a023620336'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:19:45.142527 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [req-8551eb6b-bc54-4e00-81ee-00f53cd53557 req-ce5c20ca-c64a-47b0-ab09-6f7de5426198 service neutron] Bound port: dea24b72-da0e-48cd-9c53-8407f578f75a, host: n-h1-816206-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe315ac5-77ca-4bfb-9cfe-65772fe7c4a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'f7923f1d-6a8d-4e71-8499-b4a023620336'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:19:45.142874 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-8551eb6b-bc54-4e00-81ee-00f53cd53557 req-ce5c20ca-c64a-47b0-ab09-6f7de5426198 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:45.146461 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-7b1e084e-09dc-4e60-92fa-0115cca603e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:45.206117 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [req-8551eb6b-bc54-4e00-81ee-00f53cd53557 req-ce5c20ca-c64a-47b0-ab09-6f7de5426198 service neutron] For port dea24b72-da0e-48cd-9c53-8407f578f75a, host n-h1-816206-8, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:19:45.209299 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [req-8551eb6b-bc54-4e00-81ee-00f53cd53557 req-ce5c20ca-c64a-47b0-ab09-6f7de5426198 service neutron] For port dea24b72-da0e-48cd-9c53-8407f578f75a, host n-h1-816206-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=dea24b72-da0e-48cd-9c53-8407f578f75a,segment=NetworkSegment(fe315ac5-77ca-4bfb-9cfe-65772fe7c4a6),segment_id=fe315ac5-77ca-4bfb-9cfe-65772fe7c4a6)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:19:45.213753 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-8551eb6b-bc54-4e00-81ee-00f53cd53557 req-ce5c20ca-c64a-47b0-ab09-6f7de5426198 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264357957'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:45.253514 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8551eb6b-bc54-4e00-81ee-00f53cd53557 req-ce5c20ca-c64a-47b0-ab09-6f7de5426198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:19:45.253514 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-8551eb6b-bc54-4e00-81ee-00f53cd53557 req-ce5c20ca-c64a-47b0-ab09-6f7de5426198 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:45.253514 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-8551eb6b-bc54-4e00-81ee-00f53cd53557 req-ce5c20ca-c64a-47b0-ab09-6f7de5426198 service neutron] 10.222.0.55 "PUT /v2.0/ports/dea24b72-da0e-48cd-9c53-8407f578f75a HTTP/1.1" status: 200 len: 1092 time: 0.7697234 Nov 23 18:19:45.290443 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5c20ca-c64a-47b0-ab09-6f7de5426198 service neutron] Pushing event updated for resources: {'Port': ['ID=dea24b72-da0e-48cd-9c53-8407f578f75a,revision_number=11']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:19:45.324127 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8551eb6b-bc54-4e00-81ee-00f53cd53557 req-0b4ca4bb-91e3-4c6d-b236-570885d17918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:19:45.325892 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-8551eb6b-bc54-4e00-81ee-00f53cd53557 req-0b4ca4bb-91e3-4c6d-b236-570885d17918 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7a2e384b18354dcf855a2d3c6a834aef&device_id=7b6648e1-d1b4-42b9-bc96-01953067168e HTTP/1.1" status: 200 len: 1095 time: 0.0466840 Nov 23 18:19:45.424546 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0425d3c-292e-43d9-ae23-e6c1250175b7 req-b34a730c-20df-4208-8764-4e761282dd42 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:19:45.426067 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8551eb6b-bc54-4e00-81ee-00f53cd53557 req-a1fd9bd4-a18c-4344-abe6-212b22116aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:19:45.427024 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f0425d3c-292e-43d9-ae23-e6c1250175b7 req-b34a730c-20df-4208-8764-4e761282dd42 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/ports?device_id=7b6648e1-d1b4-42b9-bc96-01953067168e HTTP/1.1" status: 200 len: 944 time: 0.0525126 Nov 23 18:19:45.427749 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-8551eb6b-bc54-4e00-81ee-00f53cd53557 req-a1fd9bd4-a18c-4344-abe6-212b22116aa0 service neutron] 10.222.0.55 "GET /v2.0/networks?id=f7923f1d-6a8d-4e71-8499-b4a023620336 HTTP/1.1" status: 200 len: 913 time: 0.0948620 Nov 23 18:19:45.475507 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f0425d3c-292e-43d9-ae23-e6c1250175b7 req-c463b05b-4b8a-4dfa-adf1-9c1f0af90f4e tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/security-groups?id=65ffd7d6-6baf-4b83-9417-6a2507a92c34&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0419188 Nov 23 18:19:45.499937 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-8551eb6b-bc54-4e00-81ee-00f53cd53557 req-d70183dd-92c6-46fe-a521-4738c7755f75 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dea24b72-da0e-48cd-9c53-8407f578f75a HTTP/1.1" status: 200 len: 999 time: 0.0639343 Nov 23 18:19:45.550107 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8551eb6b-bc54-4e00-81ee-00f53cd53557 req-942d5fb0-c096-4880-88c1-461c18532ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:19:45.551567 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-8551eb6b-bc54-4e00-81ee-00f53cd53557 req-942d5fb0-c096-4880-88c1-461c18532ebc service neutron] 10.222.0.55 "GET /v2.0/subnets?id=25d3e046-26e6-43e5-8262-7b86687e27b2 HTTP/1.1" status: 200 len: 851 time: 0.0435724 Nov 23 18:19:45.597671 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8551eb6b-bc54-4e00-81ee-00f53cd53557 req-e5901309-d1e7-4937-98c2-8dbe15b08c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:19:45.599148 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-8551eb6b-bc54-4e00-81ee-00f53cd53557 req-e5901309-d1e7-4937-98c2-8dbe15b08c02 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f7923f1d-6a8d-4e71-8499-b4a023620336&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397825 Nov 23 18:19:45.695685 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-8551eb6b-bc54-4e00-81ee-00f53cd53557 req-6354ea3c-c44e-4b41-8624-a9d682c6e842 service neutron] 10.222.0.55 "GET /v2.0/networks/f7923f1d-6a8d-4e71-8499-b4a023620336?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870564 Nov 23 18:19:45.789685 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-8551eb6b-bc54-4e00-81ee-00f53cd53557 req-c008aaac-334f-4cf4-b534-658dcb9ce8a6 service neutron] 10.222.0.55 "GET /v2.0/networks/f7923f1d-6a8d-4e71-8499-b4a023620336?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859337 Nov 23 18:19:46.594246 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6290a293-3382-410a-aad2-a9253ce552f2 req-b33410a0-30c8-4815-86f7-b3560ab67d3f tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:19:46.595722 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6290a293-3382-410a-aad2-a9253ce552f2 req-b33410a0-30c8-4815-86f7-b3560ab67d3f tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/ports?device_id=7b6648e1-d1b4-42b9-bc96-01953067168e HTTP/1.1" status: 200 len: 944 time: 0.0498602 Nov 23 18:19:46.642808 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6290a293-3382-410a-aad2-a9253ce552f2 req-a03969b4-21ff-49a3-8244-fc482fa3efa1 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/security-groups?id=65ffd7d6-6baf-4b83-9417-6a2507a92c34&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0411589 Nov 23 18:19:46.698802 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-52822d53-48f5-4819-8a95-bdc13aea0bf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:46.884713 n-d-816206-8 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b6648e1-d1b4-42b9-bc96-01953067168e', 'tag': 'dea24b72-da0e-48cd-9c53-8407f578f75a'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:19:46.887098 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c35dbc0b6b9f20554b2131d9adc843a87fc98ef8cc7f8c5951517f8512ac17b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce504c79-defd-420e-8646-21ec81bfca42" -d '{"events": [{"name": "network-changed", "server_uuid": "7b6648e1-d1b4-42b9-bc96-01953067168e", "tag": "dea24b72-da0e-48cd-9c53-8407f578f75a"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:19:46.936427 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:19:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbc07b45-5a8b-41b0-a546-5592d63e55e1 x-openstack-request-id: req-fbc07b45-5a8b-41b0-a546-5592d63e55e1 {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:19:46.936760 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b6648e1-d1b4-42b9-bc96-01953067168e", "tag": "dea24b72-da0e-48cd-9c53-8407f578f75a", "status": "completed", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:19:46.937027 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-fbc07b45-5a8b-41b0-a546-5592d63e55e1 {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:19:46.937424 n-d-816206-8 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b6648e1-d1b4-42b9-bc96-01953067168e', 'tag': 'dea24b72-da0e-48cd-9c53-8407f578f75a', 'status': 'completed', 'code': 200} Nov 23 18:19:47.003902 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce504c79-defd-420e-8646-21ec81bfca42 req-4a78a470-cb17-4d8b-8f68-6ba3240e3fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:19:47.005545 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ce504c79-defd-420e-8646-21ec81bfca42 req-4a78a470-cb17-4d8b-8f68-6ba3240e3fd5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7a2e384b18354dcf855a2d3c6a834aef&device_id=7b6648e1-d1b4-42b9-bc96-01953067168e HTTP/1.1" status: 200 len: 1095 time: 0.0490806 Nov 23 18:19:47.010955 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce504c79-defd-420e-8646-21ec81bfca42 req-6efad4cc-b0e0-4aba-af51-7b5f5ff3ac89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:19:47.012454 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-ce504c79-defd-420e-8646-21ec81bfca42 req-6efad4cc-b0e0-4aba-af51-7b5f5ff3ac89 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7a2e384b18354dcf855a2d3c6a834aef&device_id=7b6648e1-d1b4-42b9-bc96-01953067168e HTTP/1.1" status: 200 len: 1095 time: 0.0442305 Nov 23 18:19:47.097914 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce504c79-defd-420e-8646-21ec81bfca42 req-b8d0d153-2864-4ec1-9703-2e2a78fa4703 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:19:47.099542 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ce504c79-defd-420e-8646-21ec81bfca42 req-b8d0d153-2864-4ec1-9703-2e2a78fa4703 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f7923f1d-6a8d-4e71-8499-b4a023620336 HTTP/1.1" status: 200 len: 913 time: 0.0856133 Nov 23 18:19:47.105086 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce504c79-defd-420e-8646-21ec81bfca42 req-da7dff42-4933-48ce-beb6-a01f5659a30f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:19:47.106673 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-ce504c79-defd-420e-8646-21ec81bfca42 req-da7dff42-4933-48ce-beb6-a01f5659a30f service neutron] 10.222.0.55 "GET /v2.0/networks?id=f7923f1d-6a8d-4e71-8499-b4a023620336 HTTP/1.1" status: 200 len: 913 time: 0.0860252 Nov 23 18:19:47.180153 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ce504c79-defd-420e-8646-21ec81bfca42 req-a5247cf7-83ab-4d88-a5a7-427ae57f402b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dea24b72-da0e-48cd-9c53-8407f578f75a HTTP/1.1" status: 200 len: 999 time: 0.0711384 Nov 23 18:19:47.194542 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-ce504c79-defd-420e-8646-21ec81bfca42 req-a478bd95-ee08-43b6-97dd-76c0a5d56738 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dea24b72-da0e-48cd-9c53-8407f578f75a HTTP/1.1" status: 200 len: 999 time: 0.0745695 Nov 23 18:19:47.234915 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce504c79-defd-420e-8646-21ec81bfca42 req-d02ae5f8-41ac-430c-83f0-7286603a629e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:19:47.240528 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ce504c79-defd-420e-8646-21ec81bfca42 req-d02ae5f8-41ac-430c-83f0-7286603a629e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=25d3e046-26e6-43e5-8262-7b86687e27b2 HTTP/1.1" status: 200 len: 851 time: 0.0476210 Nov 23 18:19:47.254899 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce504c79-defd-420e-8646-21ec81bfca42 req-8362821c-3135-400d-9c60-125051ad6e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:19:47.257644 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-ce504c79-defd-420e-8646-21ec81bfca42 req-8362821c-3135-400d-9c60-125051ad6e91 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=25d3e046-26e6-43e5-8262-7b86687e27b2 HTTP/1.1" status: 200 len: 851 time: 0.0480783 Nov 23 18:19:47.287788 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce504c79-defd-420e-8646-21ec81bfca42 req-f32c3b8d-8bd5-4a6c-829d-9aeacf62c52c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:19:47.289435 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ce504c79-defd-420e-8646-21ec81bfca42 req-f32c3b8d-8bd5-4a6c-829d-9aeacf62c52c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f7923f1d-6a8d-4e71-8499-b4a023620336&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433948 Nov 23 18:19:47.316715 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce504c79-defd-420e-8646-21ec81bfca42 req-7f46f3be-32eb-4980-a341-bd66fb26a721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:19:47.318235 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-ce504c79-defd-420e-8646-21ec81bfca42 req-7f46f3be-32eb-4980-a341-bd66fb26a721 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f7923f1d-6a8d-4e71-8499-b4a023620336&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0454521 Nov 23 18:19:47.389882 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ce504c79-defd-420e-8646-21ec81bfca42 req-36df7cd7-57c8-410d-8c01-1882e12a2b28 service neutron] 10.222.0.36 "GET /v2.0/networks/f7923f1d-6a8d-4e71-8499-b4a023620336?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907297 Nov 23 18:19:47.416856 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-ce504c79-defd-420e-8646-21ec81bfca42 req-924fd4e7-eff3-43cd-9c4c-2a2582b2549c service neutron] 10.222.0.55 "GET /v2.0/networks/f7923f1d-6a8d-4e71-8499-b4a023620336?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907295 Nov 23 18:19:47.481996 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ce504c79-defd-420e-8646-21ec81bfca42 req-195b0ef2-60da-48dd-894e-f132cf336fca service neutron] 10.222.0.36 "GET /v2.0/networks/f7923f1d-6a8d-4e71-8499-b4a023620336?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846398 Nov 23 18:19:47.508555 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-ce504c79-defd-420e-8646-21ec81bfca42 req-75b06fdd-6cdb-47d2-a5b9-6858ad06b9e6 service neutron] 10.222.0.55 "GET /v2.0/networks/f7923f1d-6a8d-4e71-8499-b4a023620336?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841203 Nov 23 18:19:47.763008 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559679c7-26ba-427f-baf7-416dc4686e93 req-99f91102-9095-4417-a3c7-df7775e91cb7 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:19:47.764509 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-559679c7-26ba-427f-baf7-416dc4686e93 req-99f91102-9095-4417-a3c7-df7775e91cb7 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/ports?device_id=7b6648e1-d1b4-42b9-bc96-01953067168e HTTP/1.1" status: 200 len: 944 time: 0.0539870 Nov 23 18:19:47.811665 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-559679c7-26ba-427f-baf7-416dc4686e93 req-2e778e63-597b-4bbe-8660-ddef0cb77c90 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/security-groups?id=65ffd7d6-6baf-4b83-9417-6a2507a92c34&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0410736 Nov 23 18:19:47.915349 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9a27ae6c-db98-474f-94c1-cc99bf842d79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:47.928182 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1f1317-1784-4974-b296-e59b8a26fbcf req-dcc27849-bf5a-4066-9e68-5acc27ee0490 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:19:47.929641 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ee1f1317-1784-4974-b296-e59b8a26fbcf req-dcc27849-bf5a-4066-9e68-5acc27ee0490 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/ports?device_id=7b6648e1-d1b4-42b9-bc96-01953067168e HTTP/1.1" status: 200 len: 944 time: 0.0508809 Nov 23 18:19:47.977965 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ee1f1317-1784-4974-b296-e59b8a26fbcf req-b6faa145-fae2-47ee-bc36-4b637c292010 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/security-groups?id=65ffd7d6-6baf-4b83-9417-6a2507a92c34&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0420990 Nov 23 18:19:48.090250 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c25a21-e8ab-44ef-aabc-f94e08c5a1fe req-5d06dc7f-b850-4025-915d-b45e84b618b6 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:19:48.091809 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-01c25a21-e8ab-44ef-aabc-f94e08c5a1fe req-5d06dc7f-b850-4025-915d-b45e84b618b6 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/ports?device_id=7b6648e1-d1b4-42b9-bc96-01953067168e HTTP/1.1" status: 200 len: 944 time: 0.0488782 Nov 23 18:19:48.097775 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device dea24b72-da0e-48cd-9c53-8407f578f75a no longer exists at agent hyperv_n-h2-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:19:48.137612 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device dea24b72-da0e-48cd-9c53-8407f578f75a not bound to the agent host n-h2-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:19:48.148570 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-01c25a21-e8ab-44ef-aabc-f94e08c5a1fe req-f33821ef-db08-4836-b1d3-bec4d935ab86 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/security-groups?id=65ffd7d6-6baf-4b83-9417-6a2507a92c34&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0475802 Nov 23 18:19:48.384276 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be1af75-f712-488d-a4be-91bf6f9d55e2 req-6005b97f-cf78-4e48-b817-f31e69775f5a tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:19:48.385810 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6be1af75-f712-488d-a4be-91bf6f9d55e2 req-6005b97f-cf78-4e48-b817-f31e69775f5a tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/ports?device_id=7b6648e1-d1b4-42b9-bc96-01953067168e HTTP/1.1" status: 200 len: 944 time: 0.0495892 Nov 23 18:19:48.433705 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6be1af75-f712-488d-a4be-91bf6f9d55e2 req-33b4504c-6076-4857-be43-390a78b569aa tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/security-groups?id=65ffd7d6-6baf-4b83-9417-6a2507a92c34&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0416973 Nov 23 18:19:48.451339 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:48.534980 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.agents_db [None req-464f6c07-0de8-4be6-8f5b-563f574d1c5d None None] Agent healthcheck: found 7 active agents {{(pid=103593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 18:19:48.917088 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device dea24b72-da0e-48cd-9c53-8407f578f75a details requested by agent hyperv_n-h1-816206-8 with host n-h1-816206-8 {{(pid=103592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 18:19:49.013545 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port dea24b72-da0e-48cd-9c53-8407f578f75a, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=dea24b72-da0e-48cd-9c53-8407f578f75a,segment=NetworkSegment(fe315ac5-77ca-4bfb-9cfe-65772fe7c4a6),segment_id=fe315ac5-77ca-4bfb-9cfe-65772fe7c4a6)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:19:49.024963 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Returning: {'device': 'dea24b72-da0e-48cd-9c53-8407f578f75a', 'network_id': 'f7923f1d-6a8d-4e71-8499-b4a023620336', 'port_id': 'dea24b72-da0e-48cd-9c53-8407f578f75a', 'mac_address': 'fa:16:3e:f0:f8:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25d3e046-26e6-43e5-8262-7b86687e27b2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 18:19:49.061010 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:49.073482 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dea24b72-da0e-48cd-9c53-8407f578f75a {{(pid=103592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:19:49.092680 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port dea24b72-da0e-48cd-9c53-8407f578f75a, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=dea24b72-da0e-48cd-9c53-8407f578f75a,segment=NetworkSegment(fe315ac5-77ca-4bfb-9cfe-65772fe7c4a6),segment_id=fe315ac5-77ca-4bfb-9cfe-65772fe7c4a6)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:19:49.096442 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:49.145762 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Pushing event updated for resources: {'Port': ['ID=dea24b72-da0e-48cd-9c53-8407f578f75a,revision_number=12']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:19:49.553543 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de3a468-fc67-4188-8ea0-7e27009de8eb req-dc1990c3-d753-40a2-ad14-8d32379da591 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:19:49.555018 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4de3a468-fc67-4188-8ea0-7e27009de8eb req-dc1990c3-d753-40a2-ad14-8d32379da591 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/ports?device_id=7b6648e1-d1b4-42b9-bc96-01953067168e HTTP/1.1" status: 200 len: 945 time: 0.0487852 Nov 23 18:19:49.603953 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4de3a468-fc67-4188-8ea0-7e27009de8eb req-97e08e45-5ebd-4bbc-a43f-4c305753fa5f tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/security-groups?id=65ffd7d6-6baf-4b83-9417-6a2507a92c34&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0428574 Nov 23 18:19:49.610798 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b2e137-7cdf-4fa3-9cb6-92da5f880174 req-003f36bd-5ca4-46d2-a91b-2744a42c928d tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:19:49.612301 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-36b2e137-7cdf-4fa3-9cb6-92da5f880174 req-003f36bd-5ca4-46d2-a91b-2744a42c928d tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.55 "GET /v2.0/ports?device_id=7b6648e1-d1b4-42b9-bc96-01953067168e HTTP/1.1" status: 200 len: 945 time: 0.0543025 Nov 23 18:19:49.703146 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [req-36b2e137-7cdf-4fa3-9cb6-92da5f880174 req-f7b2abca-f633-481c-be4a-c10627c6db87 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Deleting port dea24b72-da0e-48cd-9c53-8407f578f75a {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:19:49.703484 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-36b2e137-7cdf-4fa3-9cb6-92da5f880174 req-f7b2abca-f633-481c-be4a-c10627c6db87 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:49.793874 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [req-36b2e137-7cdf-4fa3-9cb6-92da5f880174 req-f7b2abca-f633-481c-be4a-c10627c6db87 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] For port dea24b72-da0e-48cd-9c53-8407f578f75a, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=dea24b72-da0e-48cd-9c53-8407f578f75a,segment=NetworkSegment(fe315ac5-77ca-4bfb-9cfe-65772fe7c4a6),segment_id=fe315ac5-77ca-4bfb-9cfe-65772fe7c4a6)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:19:49.794236 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-36b2e137-7cdf-4fa3-9cb6-92da5f880174 req-f7b2abca-f633-481c-be4a-c10627c6db87 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:49.963275 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-36b2e137-7cdf-4fa3-9cb6-92da5f880174 req-f7b2abca-f633-481c-be4a-c10627c6db87 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:49.963632 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-36b2e137-7cdf-4fa3-9cb6-92da5f880174 req-f7b2abca-f633-481c-be4a-c10627c6db87 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1795396'] for floatingip, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:49.963952 n-d-816206-8 neutron-server[103590]: INFO neutron.db.l3_db [req-36b2e137-7cdf-4fa3-9cb6-92da5f880174 req-f7b2abca-f633-481c-be4a-c10627c6db87 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Floating IP 0aec1b4e-a9b2-4a20-b0dd-420cfa3bfac2 disassociated. External IP: 172.25.3.28, port: dea24b72-da0e-48cd-9c53-8407f578f75a. Nov 23 18:19:49.964295 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [req-36b2e137-7cdf-4fa3-9cb6-92da5f880174 req-f7b2abca-f633-481c-be4a-c10627c6db87 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Calling delete_port for dea24b72-da0e-48cd-9c53-8407f578f75a owned by compute:nova {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:19:50.091758 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-36b2e137-7cdf-4fa3-9cb6-92da5f880174 req-f7b2abca-f633-481c-be4a-c10627c6db87 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:50.122972 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b2abca-f633-481c-be4a-c10627c6db87 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Pushing event deleted for resources: {'Port': ['ID=dea24b72-da0e-48cd-9c53-8407f578f75a,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:19:50.238212 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.l3_agent_scheduler [req-36b2e137-7cdf-4fa3-9cb6-92da5f880174 req-f7b2abca-f633-481c-be4a-c10627c6db87 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Router e623e151-6755-4c3d-8100-f608228ec438 has already been hosted by L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 {{(pid=103590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:19:50.348683 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-36b2e137-7cdf-4fa3-9cb6-92da5f880174 req-f7b2abca-f633-481c-be4a-c10627c6db87 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:19:50.359377 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f858ae7-7fa2-4e31-a910-95f530ce9d86 None None] Sync routers for ids ['e623e151-6755-4c3d-8100-f608228ec438'] in n-d-816206-8 {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:19:50.369596 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f858ae7-7fa2-4e31-a910-95f530ce9d86 None None] Routers {'e623e151-6755-4c3d-8100-f608228ec438'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:19:50.370204 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-9f858ae7-7fa2-4e31-a910-95f530ce9d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T18:19:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['e623e151-6755-4c3d-8100-f608228ec438'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:19:50.389249 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [req-36b2e137-7cdf-4fa3-9cb6-92da5f880174 req-f7b2abca-f633-481c-be4a-c10627c6db87 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] No DVR routers for this DVR port dea24b72-da0e-48cd-9c53-8407f578f75a on host n-h1-816206-8 {{(pid=103590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:19:50.391957 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-36b2e137-7cdf-4fa3-9cb6-92da5f880174 req-f7b2abca-f633-481c-be4a-c10627c6db87 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:50.395403 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-36b2e137-7cdf-4fa3-9cb6-92da5f880174 req-f7b2abca-f633-481c-be4a-c10627c6db87 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.55 "DELETE /v2.0/ports/dea24b72-da0e-48cd-9c53-8407f578f75a HTTP/1.1" status: 204 len: 173 time: 0.7750578 Nov 23 18:19:50.395895 n-d-816206-8 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b6648e1-d1b4-42b9-bc96-01953067168e', 'name': 'network-vif-deleted', 'tag': 'dea24b72-da0e-48cd-9c53-8407f578f75a'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:19:50.398218 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c35dbc0b6b9f20554b2131d9adc843a87fc98ef8cc7f8c5951517f8512ac17b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87569696-4a69-4dc4-946e-d066c53a9b77" -d '{"events": [{"server_uuid": "7b6648e1-d1b4-42b9-bc96-01953067168e", "name": "network-vif-deleted", "tag": "dea24b72-da0e-48cd-9c53-8407f578f75a"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:19:50.440173 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:19:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df9d5edd-ccbb-4ef7-95f8-260667a5bf25 x-openstack-request-id: req-df9d5edd-ccbb-4ef7-95f8-260667a5bf25 {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:19:50.440470 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b6648e1-d1b4-42b9-bc96-01953067168e", "name": "network-vif-deleted", "tag": "dea24b72-da0e-48cd-9c53-8407f578f75a", "status": "completed", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:19:50.440757 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-df9d5edd-ccbb-4ef7-95f8-260667a5bf25 {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:19:50.441170 n-d-816206-8 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b6648e1-d1b4-42b9-bc96-01953067168e', 'name': 'network-vif-deleted', 'tag': 'dea24b72-da0e-48cd-9c53-8407f578f75a', 'status': 'completed', 'code': 200} Nov 23 18:19:50.486176 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-9f858ae7-7fa2-4e31-a910-95f530ce9d86 None None] Set router e623e151-6755-4c3d-8100-f608228ec438 gateway port host: n-d-816206-8 {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:19:50.683434 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-9f858ae7-7fa2-4e31-a910-95f530ce9d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e623e151-6755-4c3d-8100-f608228ec438', 'name': 'tempest-ServerActionsTestJSON-1491171035-router', 'tenant_id': '7a2e384b18354dcf855a2d3c6a834aef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.213'}], 'enable_snat': True}, 'gw_port_id': 'bffd5055-836b-43fc-a9e1-ca6b5624a757', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:13:02Z', 'updated_at': '2021-11-23T18:13:05Z', 'revision_number': 4, 'project_id': '7a2e384b18354dcf855a2d3c6a834aef', 'gw_port': {'id': 'bffd5055-836b-43fc-a9e1-ca6b5624a757', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:8c:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e623e151-6755-4c3d-8100-f608228ec438', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:13:03Z', 'updated_at': '2021-11-23T18:13:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_interfaces': [{'id': '887540ab-8e6e-4017-b47d-3212e447f64e', 'name': '', 'network_id': 'f7923f1d-6a8d-4e71-8499-b4a023620336', 'tenant_id': '7a2e384b18354dcf855a2d3c6a834aef', 'mac_address': 'fa:16:3e:23:87:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e623e151-6755-4c3d-8100-f608228ec438', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '25d3e046-26e6-43e5-8262-7b86687e27b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:13:05Z', 'updated_at': '2021-11-23T18:13:09Z', 'revision_number': 5, 'project_id': '7a2e384b18354dcf855a2d3c6a834aef', 'subnets': [{'id': '25d3e046-26e6-43e5-8262-7b86687e27b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:19:50.709116 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f858ae7-7fa2-4e31-a910-95f530ce9d86 None None] Checking router: e623e151-6755-4c3d-8100-f608228ec438 for host: n-d-816206-8 {{(pid=103593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:19:50.713393 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a3efc381-8aee-4e1c-9de3-7b3083a5d228 req-c4dd1b23-4ccc-4198-813a-a6ebb4281697 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/ports?device_id=7b6648e1-d1b4-42b9-bc96-01953067168e HTTP/1.1" status: 200 len: 210 time: 0.0301206 Nov 23 18:19:50.718307 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f858ae7-7fa2-4e31-a910-95f530ce9d86 None None] Routers {'e623e151-6755-4c3d-8100-f608228ec438'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:19:50.718909 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-9f858ae7-7fa2-4e31-a910-95f530ce9d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T18:19:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['e623e151-6755-4c3d-8100-f608228ec438'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:19:50.834059 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-9f858ae7-7fa2-4e31-a910-95f530ce9d86 None None] Set router e623e151-6755-4c3d-8100-f608228ec438 gateway port host: n-d-816206-8 {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:19:50.935819 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device dea24b72-da0e-48cd-9c53-8407f578f75a details requested by agent hyperv_n-h1-816206-8 with host n-h1-816206-8 {{(pid=103592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 18:19:50.939789 n-d-816206-8 neutron-server[103592]: INFO neutron.plugins.ml2.plugin [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] No ports have port_id starting with dea24b72-da0e-48cd-9c53-8407f578f75a Nov 23 18:19:50.941233 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device dea24b72-da0e-48cd-9c53-8407f578f75a requested by agent hyperv_n-h1-816206-8 not found in database {{(pid=103592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:115}} Nov 23 18:19:51.034444 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-9f858ae7-7fa2-4e31-a910-95f530ce9d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e623e151-6755-4c3d-8100-f608228ec438', 'name': 'tempest-ServerActionsTestJSON-1491171035-router', 'tenant_id': '7a2e384b18354dcf855a2d3c6a834aef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.213'}], 'enable_snat': True}, 'gw_port_id': 'bffd5055-836b-43fc-a9e1-ca6b5624a757', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:13:02Z', 'updated_at': '2021-11-23T18:13:05Z', 'revision_number': 4, 'project_id': '7a2e384b18354dcf855a2d3c6a834aef', 'gw_port': {'id': 'bffd5055-836b-43fc-a9e1-ca6b5624a757', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:8c:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e623e151-6755-4c3d-8100-f608228ec438', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:13:03Z', 'updated_at': '2021-11-23T18:13:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_interfaces': [{'id': '887540ab-8e6e-4017-b47d-3212e447f64e', 'name': '', 'network_id': 'f7923f1d-6a8d-4e71-8499-b4a023620336', 'tenant_id': '7a2e384b18354dcf855a2d3c6a834aef', 'mac_address': 'fa:16:3e:23:87:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e623e151-6755-4c3d-8100-f608228ec438', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '25d3e046-26e6-43e5-8262-7b86687e27b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:13:05Z', 'updated_at': '2021-11-23T18:13:09Z', 'revision_number': 5, 'project_id': '7a2e384b18354dcf855a2d3c6a834aef', 'subnets': [{'id': '25d3e046-26e6-43e5-8262-7b86687e27b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:19:51.059158 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f858ae7-7fa2-4e31-a910-95f530ce9d86 None None] The sync data for ids ['e623e151-6755-4c3d-8100-f608228ec438'] in n-d-816206-8 is: [{'id': 'e623e151-6755-4c3d-8100-f608228ec438', 'name': 'tempest-ServerActionsTestJSON-1491171035-router', 'tenant_id': '7a2e384b18354dcf855a2d3c6a834aef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.213'}], 'enable_snat': True}, 'gw_port_id': 'bffd5055-836b-43fc-a9e1-ca6b5624a757', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:13:02Z', 'updated_at': '2021-11-23T18:13:05Z', 'revision_number': 4, 'project_id': '7a2e384b18354dcf855a2d3c6a834aef', 'gw_port': {'id': 'bffd5055-836b-43fc-a9e1-ca6b5624a757', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:8c:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e623e151-6755-4c3d-8100-f608228ec438', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:13:03Z', 'updated_at': '2021-11-23T18:13:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_interfaces': [{'id': '887540ab-8e6e-4017-b47d-3212e447f64e', 'name': '', 'network_id': 'f7923f1d-6a8d-4e71-8499-b4a023620336', 'tenant_id': '7a2e384b18354dcf855a2d3c6a834aef', 'mac_address': 'fa:16:3e:23:87:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e623e151-6755-4c3d-8100-f608228ec438', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '25d3e046-26e6-43e5-8262-7b86687e27b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:13:05Z', 'updated_at': '2021-11-23T18:13:09Z', 'revision_number': 5, 'project_id': '7a2e384b18354dcf855a2d3c6a834aef', 'subnets': [{'id': '25d3e046-26e6-43e5-8262-7b86687e27b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:19:51.268682 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-863dcb29-9aa3-419e-a0ff-d8f7742f4939 None None] New status for floating IP 0aec1b4e-a9b2-4a20-b0dd-420cfa3bfac2: DOWN {{(pid=103592) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 18:19:51.993744 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-78577bbf-8ef3-4413-b08c-4bebddab0da5 req-3b295a70-6b35-4a39-adaa-e9126e3a2b3e tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-securitygroup--6227034&fields=id&tenant_id=7a2e384b18354dcf855a2d3c6a834aef HTTP/1.1" status: 200 len: 267 time: 0.0423501 Nov 23 18:19:52.100231 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78577bbf-8ef3-4413-b08c-4bebddab0da5 req-e15a1bf6-c371-429c-9af2-fad47a5b94e8 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:19:52.101737 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-78577bbf-8ef3-4413-b08c-4bebddab0da5 req-e15a1bf6-c371-429c-9af2-fad47a5b94e8 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/networks?id=f7923f1d-6a8d-4e71-8499-b4a023620336 HTTP/1.1" status: 200 len: 812 time: 0.1014671 Nov 23 18:19:52.116272 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-78577bbf-8ef3-4413-b08c-4bebddab0da5 req-13555e91-5f0a-4929-8b52-f3249300d557 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/quotas/7a2e384b18354dcf855a2d3c6a834aef HTTP/1.1" status: 200 len: 375 time: 0.0090103 Nov 23 18:19:52.171297 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-78577bbf-8ef3-4413-b08c-4bebddab0da5 req-71496a4f-c32f-49ff-89ce-966b1d02cd6f tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=7a2e384b18354dcf855a2d3c6a834aef&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0491898 Nov 23 18:19:52.265722 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-78577bbf-8ef3-4413-b08c-4bebddab0da5 req-c3fe691f-db5d-4c03-ad9c-4e7f0f16f103 service neutron] 10.222.0.60 "GET /v2.0/networks/f7923f1d-6a8d-4e71-8499-b4a023620336?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824289 Nov 23 18:19:52.357968 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-78577bbf-8ef3-4413-b08c-4bebddab0da5 req-0b340c49-ccb4-4a09-b330-7840870b731d service neutron] 10.222.0.60 "GET /v2.0/networks/f7923f1d-6a8d-4e71-8499-b4a023620336?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863054 Nov 23 18:19:52.515277 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-09e5e07e-7025-4a0b-b445-93c31b01ce45 req-bfaabf5a-8926-4aed-a256-c458679d4ce9 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/ports?device_id=b4ae793a-e8c9-4ef2-a09f-a1715cec2ea4 HTTP/1.1" status: 200 len: 210 time: 0.0267973 Nov 23 18:19:52.962841 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device dea24b72-da0e-48cd-9c53-8407f578f75a no longer exists at agent hyperv_n-h1-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:19:52.984351 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] No Port match for: dea24b72-da0e-48cd-9c53-8407f578f75a {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:19:52.984720 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device dea24b72-da0e-48cd-9c53-8407f578f75a not bound to the agent host n-h1-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:19:53.592189 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-de0b5df5-9671-437b-be86-bee8f0c24b8e req-38b7d5c1-07a2-4d3c-a95b-eb9bc402fa84 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/ports?device_id=b4ae793a-e8c9-4ef2-a09f-a1715cec2ea4 HTTP/1.1" status: 200 len: 210 time: 0.0269182 Nov 23 18:19:54.672649 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-55f14c09-34b9-41e0-875e-62c943c9a8e8 req-972b9eb2-b6b3-4069-b5d0-090d7aa6dd29 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/ports?device_id=b4ae793a-e8c9-4ef2-a09f-a1715cec2ea4 HTTP/1.1" status: 200 len: 210 time: 0.0269761 Nov 23 18:19:55.759060 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-0ae394c7-3190-4f41-901c-f0cfa8b01b0f req-5917a190-2ebc-4c77-97e8-31df3bc86056 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/ports?device_id=b4ae793a-e8c9-4ef2-a09f-a1715cec2ea4 HTTP/1.1" status: 200 len: 210 time: 0.0309050 Nov 23 18:19:56.856503 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-0c3466fa-d113-4bca-add9-43b32ac7161c req-6aaa55dd-c5df-4663-9d50-e9d961cd2672 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/ports?device_id=b4ae793a-e8c9-4ef2-a09f-a1715cec2ea4 HTTP/1.1" status: 200 len: 210 time: 0.0296423 Nov 23 18:19:57.505579 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78577bbf-8ef3-4413-b08c-4bebddab0da5 req-ebec3bc8-df8f-45ab-a1b1-f4d31cbf5216 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:19:57.507033 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-78577bbf-8ef3-4413-b08c-4bebddab0da5 req-ebec3bc8-df8f-45ab-a1b1-f4d31cbf5216 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.36 "GET /v2.0/networks?id=f7923f1d-6a8d-4e71-8499-b4a023620336 HTTP/1.1" status: 200 len: 812 time: 0.1071799 Nov 23 18:19:57.571746 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-78577bbf-8ef3-4413-b08c-4bebddab0da5 req-e1f1922f-e90c-4a81-85a0-1f3cd2d0d745 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7a2e384b18354dcf855a2d3c6a834aef HTTP/1.1" status: 200 len: 377 time: 0.0531809 Nov 23 18:19:57.582933 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [req-78577bbf-8ef3-4413-b08c-4bebddab0da5 req-fe996e07-39ef-486f-b02b-83730e3232a0 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Request body: {'port': {'device_id': 'b4ae793a-e8c9-4ef2-a09f-a1715cec2ea4', 'network_id': 'f7923f1d-6a8d-4e71-8499-b4a023620336', 'admin_state_up': True, 'tenant_id': '7a2e384b18354dcf855a2d3c6a834aef', 'security_groups': ['65ffd7d6-6baf-4b83-9417-6a2507a92c34']}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:19:57.698008 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78577bbf-8ef3-4413-b08c-4bebddab0da5 req-fe996e07-39ef-486f-b02b-83730e3232a0 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Made reservation on behalf of 7a2e384b18354dcf855a2d3c6a834aef for: {'port': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:19:57.701506 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-78577bbf-8ef3-4413-b08c-4bebddab0da5 req-fe996e07-39ef-486f-b02b-83730e3232a0 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:57.829870 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.db_base_plugin_common [req-78577bbf-8ef3-4413-b08c-4bebddab0da5 req-fe996e07-39ef-486f-b02b-83730e3232a0 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Allocated IP 172.20.0.4 (f7923f1d-6a8d-4e71-8499-b4a023620336/25d3e046-26e6-43e5-8262-7b86687e27b2/1cddfbac-453f-4133-bb09-a62a2eec8f86) {{(pid=103591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:19:57.963647 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e60bcea5-571e-4fd0-856c-77b26a2c468c req-c2a6aeb9-0c70-456b-ae7b-79d1bd262bcc tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/ports?device_id=b4ae793a-e8c9-4ef2-a09f-a1715cec2ea4 HTTP/1.1" status: 200 len: 210 time: 0.0354569 Nov 23 18:19:57.996189 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-78577bbf-8ef3-4413-b08c-4bebddab0da5 req-fe996e07-39ef-486f-b02b-83730e3232a0 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Publish callbacks [] for port, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:58.029882 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-78577bbf-8ef3-4413-b08c-4bebddab0da5 req-fe996e07-39ef-486f-b02b-83730e3232a0 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:58.071404 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78577bbf-8ef3-4413-b08c-4bebddab0da5 req-fe996e07-39ef-486f-b02b-83730e3232a0 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Network f7923f1d-6a8d-4e71-8499-b4a023620336 is already hosted by enough agents. {{(pid=103591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:19:58.076800 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [req-78577bbf-8ef3-4413-b08c-4bebddab0da5 req-fe996e07-39ef-486f-b02b-83730e3232a0 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Resources bound (agent type, host, resource id): {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:19:58.080371 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [req-78577bbf-8ef3-4413-b08c-4bebddab0da5 req-fe996e07-39ef-486f-b02b-83730e3232a0 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Received port after_create {{(pid=103591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:19:58.113437 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe996e07-39ef-486f-b02b-83730e3232a0 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Pushing event updated for resources: {'Port': ['ID=1cddfbac-453f-4133-bb09-a62a2eec8f86,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:19:58.136005 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78577bbf-8ef3-4413-b08c-4bebddab0da5 req-fe996e07-39ef-486f-b02b-83730e3232a0 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:19:58.136664 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-78577bbf-8ef3-4413-b08c-4bebddab0da5 req-fe996e07-39ef-486f-b02b-83730e3232a0 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:58.153860 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-78577bbf-8ef3-4413-b08c-4bebddab0da5 req-fe996e07-39ef-486f-b02b-83730e3232a0 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5748262 Nov 23 18:19:58.167295 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [req-78577bbf-8ef3-4413-b08c-4bebddab0da5 req-93a40e58-0079-4d29-b456-220a4f12d2fb service neutron] Request body: {'port': {'device_id': 'b4ae793a-e8c9-4ef2-a09f-a1715cec2ea4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-8'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:19:58.223756 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-78577bbf-8ef3-4413-b08c-4bebddab0da5 req-93a40e58-0079-4d29-b456-220a4f12d2fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:58.307783 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-837d67eb-ccbd-47d0-b361-c6c8676e80c3 None None] Provisioning complete for port 1cddfbac-453f-4133-bb09-a62a2eec8f86 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:19:58.308331 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-837d67eb-ccbd-47d0-b361-c6c8676e80c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:58.343545 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-837d67eb-ccbd-47d0-b361-c6c8676e80c3 None None] Port 1cddfbac-453f-4133-bb09-a62a2eec8f86 cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:19:58.493102 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [req-78577bbf-8ef3-4413-b08c-4bebddab0da5 req-93a40e58-0079-4d29-b456-220a4f12d2fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1cddfbac-453f-4133-bb09-a62a2eec8f86 {{(pid=103591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:19:58.500427 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-78577bbf-8ef3-4413-b08c-4bebddab0da5 req-93a40e58-0079-4d29-b456-220a4f12d2fb service neutron] Publish callbacks [] for port, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:58.512902 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.provisioning_blocks [req-78577bbf-8ef3-4413-b08c-4bebddab0da5 req-93a40e58-0079-4d29-b456-220a4f12d2fb service neutron] Transition to ACTIVE for port object 1cddfbac-453f-4133-bb09-a62a2eec8f86 will not be triggered until provisioned by entity L2. {{(pid=103591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 18:19:58.516383 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-78577bbf-8ef3-4413-b08c-4bebddab0da5 req-93a40e58-0079-4d29-b456-220a4f12d2fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264758186'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:58.566924 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a40e58-0079-4d29-b456-220a4f12d2fb service neutron] Pushing event updated for resources: {'Port': ['ID=1cddfbac-453f-4133-bb09-a62a2eec8f86,revision_number=2']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:19:58.643301 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-78577bbf-8ef3-4413-b08c-4bebddab0da5 req-93a40e58-0079-4d29-b456-220a4f12d2fb service neutron] Attempting to bind port 1cddfbac-453f-4133-bb09-a62a2eec8f86 on host n-h2-816206-8 for vnic_type normal with profile {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:19:58.643642 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-78577bbf-8ef3-4413-b08c-4bebddab0da5 req-93a40e58-0079-4d29-b456-220a4f12d2fb service neutron] Attempting to bind port 1cddfbac-453f-4133-bb09-a62a2eec8f86 by drivers openvswitch,hyperv on host n-h2-816206-8 at level 0 using segments [{'id': 'fe315ac5-77ca-4bfb-9cfe-65772fe7c4a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'f7923f1d-6a8d-4e71-8499-b4a023620336'}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:19:58.643983 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78577bbf-8ef3-4413-b08c-4bebddab0da5 req-93a40e58-0079-4d29-b456-220a4f12d2fb service neutron] Attempting to bind port 1cddfbac-453f-4133-bb09-a62a2eec8f86 on network f7923f1d-6a8d-4e71-8499-b4a023620336 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:19:58.648702 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78577bbf-8ef3-4413-b08c-4bebddab0da5 req-93a40e58-0079-4d29-b456-220a4f12d2fb service neutron] Port 1cddfbac-453f-4133-bb09-a62a2eec8f86 on network f7923f1d-6a8d-4e71-8499-b4a023620336 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-8 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:19:58.649720 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78577bbf-8ef3-4413-b08c-4bebddab0da5 req-93a40e58-0079-4d29-b456-220a4f12d2fb service neutron] Attempting to bind port 1cddfbac-453f-4133-bb09-a62a2eec8f86 on network f7923f1d-6a8d-4e71-8499-b4a023620336 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:19:58.655419 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78577bbf-8ef3-4413-b08c-4bebddab0da5 req-93a40e58-0079-4d29-b456-220a4f12d2fb service neutron] Checking agent: {'id': 'ab77bf9e-0267-4174-8f1d-822cba89b207', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 15, 13), 'started_at': datetime.datetime(2021, 11, 23, 17, 15, 13), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 19, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:19:58.655762 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78577bbf-8ef3-4413-b08c-4bebddab0da5 req-93a40e58-0079-4d29-b456-220a4f12d2fb service neutron] Checking segment: {'id': 'fe315ac5-77ca-4bfb-9cfe-65772fe7c4a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'f7923f1d-6a8d-4e71-8499-b4a023620336'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:19:58.656154 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78577bbf-8ef3-4413-b08c-4bebddab0da5 req-93a40e58-0079-4d29-b456-220a4f12d2fb service neutron] Bound using segment: {'id': 'fe315ac5-77ca-4bfb-9cfe-65772fe7c4a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'f7923f1d-6a8d-4e71-8499-b4a023620336'} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:19:58.656615 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-78577bbf-8ef3-4413-b08c-4bebddab0da5 req-93a40e58-0079-4d29-b456-220a4f12d2fb service neutron] Bound port: 1cddfbac-453f-4133-bb09-a62a2eec8f86, host: n-h2-816206-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe315ac5-77ca-4bfb-9cfe-65772fe7c4a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'f7923f1d-6a8d-4e71-8499-b4a023620336'}}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:19:58.656976 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-78577bbf-8ef3-4413-b08c-4bebddab0da5 req-93a40e58-0079-4d29-b456-220a4f12d2fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:58.725936 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-78577bbf-8ef3-4413-b08c-4bebddab0da5 req-93a40e58-0079-4d29-b456-220a4f12d2fb service neutron] For port 1cddfbac-453f-4133-bb09-a62a2eec8f86, host n-h2-816206-8, cleared binding levels {{(pid=103591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:19:58.728986 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-78577bbf-8ef3-4413-b08c-4bebddab0da5 req-93a40e58-0079-4d29-b456-220a4f12d2fb service neutron] For port 1cddfbac-453f-4133-bb09-a62a2eec8f86, host n-h2-816206-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=1cddfbac-453f-4133-bb09-a62a2eec8f86,segment=NetworkSegment(fe315ac5-77ca-4bfb-9cfe-65772fe7c4a6),segment_id=fe315ac5-77ca-4bfb-9cfe-65772fe7c4a6)] {{(pid=103591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:19:58.733333 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-78577bbf-8ef3-4413-b08c-4bebddab0da5 req-93a40e58-0079-4d29-b456-220a4f12d2fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264758186'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:58.773307 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78577bbf-8ef3-4413-b08c-4bebddab0da5 req-93a40e58-0079-4d29-b456-220a4f12d2fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:19:58.773935 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-78577bbf-8ef3-4413-b08c-4bebddab0da5 req-93a40e58-0079-4d29-b456-220a4f12d2fb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:19:58.775595 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-78577bbf-8ef3-4413-b08c-4bebddab0da5 req-93a40e58-0079-4d29-b456-220a4f12d2fb service neutron] 10.222.0.36 "PUT /v2.0/ports/1cddfbac-453f-4133-bb09-a62a2eec8f86 HTTP/1.1" status: 200 len: 1091 time: 0.6130486 Nov 23 18:19:58.776028 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4ae793a-e8c9-4ef2-a09f-a1715cec2ea4', 'tag': '1cddfbac-453f-4133-bb09-a62a2eec8f86'}] {{(pid=103591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:19:58.778410 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f4e21f982013ce885b63e29a1d25974432d95030e0706b58ae42016fda4ab83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b1c3a2d-17ad-4b6b-b962-3ad531124df8" -d '{"events": [{"name": "network-changed", "server_uuid": "b4ae793a-e8c9-4ef2-a09f-a1715cec2ea4", "tag": "1cddfbac-453f-4133-bb09-a62a2eec8f86"}]}' {{(pid=103591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:19:58.800787 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a40e58-0079-4d29-b456-220a4f12d2fb service neutron] Pushing event updated for resources: {'Port': ['ID=1cddfbac-453f-4133-bb09-a62a2eec8f86,revision_number=3']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:19:58.844831 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:19:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b848f98-cda1-412c-b614-6e16b888858c x-openstack-request-id: req-6b848f98-cda1-412c-b614-6e16b888858c {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:19:58.845220 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4ae793a-e8c9-4ef2-a09f-a1715cec2ea4", "tag": "1cddfbac-453f-4133-bb09-a62a2eec8f86", "status": "completed", "code": 200}]} {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:19:58.845472 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6b848f98-cda1-412c-b614-6e16b888858c {{(pid=103591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:19:58.845871 n-d-816206-8 neutron-server[103591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4ae793a-e8c9-4ef2-a09f-a1715cec2ea4', 'tag': '1cddfbac-453f-4133-bb09-a62a2eec8f86', 'status': 'completed', 'code': 200} Nov 23 18:19:58.861601 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78577bbf-8ef3-4413-b08c-4bebddab0da5 req-0e3186c5-a656-4de5-b4b1-a25199e62ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:19:58.863101 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-78577bbf-8ef3-4413-b08c-4bebddab0da5 req-0e3186c5-a656-4de5-b4b1-a25199e62ea2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7a2e384b18354dcf855a2d3c6a834aef&device_id=b4ae793a-e8c9-4ef2-a09f-a1715cec2ea4 HTTP/1.1" status: 200 len: 1094 time: 0.0464313 Nov 23 18:19:58.916798 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-78577bbf-8ef3-4413-b08c-4bebddab0da5 req-5ea8e4d3-1b53-419f-bf98-44493ed6cc78 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1cddfbac-453f-4133-bb09-a62a2eec8f86 HTTP/1.1" status: 200 len: 217 time: 0.0430663 Nov 23 18:19:58.971298 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78577bbf-8ef3-4413-b08c-4bebddab0da5 req-91675451-8511-4a36-ad6a-a37bd29a76b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:19:58.972785 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-78577bbf-8ef3-4413-b08c-4bebddab0da5 req-91675451-8511-4a36-ad6a-a37bd29a76b7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=25d3e046-26e6-43e5-8262-7b86687e27b2 HTTP/1.1" status: 200 len: 851 time: 0.0467367 Nov 23 18:19:59.022384 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78577bbf-8ef3-4413-b08c-4bebddab0da5 req-f5dc089b-f2a8-47bb-a696-e1f1deb150eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:19:59.024845 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-78577bbf-8ef3-4413-b08c-4bebddab0da5 req-f5dc089b-f2a8-47bb-a696-e1f1deb150eb service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f7923f1d-6a8d-4e71-8499-b4a023620336&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433371 Nov 23 18:19:59.142057 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be80884d-17ac-46dd-9cb5-e79b552876ac req-c78e2d36-2f87-4083-a697-7137c2392855 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:19:59.143443 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-be80884d-17ac-46dd-9cb5-e79b552876ac req-c78e2d36-2f87-4083-a697-7137c2392855 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/ports?device_id=b4ae793a-e8c9-4ef2-a09f-a1715cec2ea4 HTTP/1.1" status: 200 len: 943 time: 0.1040945 Nov 23 18:19:59.169498 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-78577bbf-8ef3-4413-b08c-4bebddab0da5 req-0dc0028a-0fd9-427c-937d-deb2d459f121 service neutron] 10.222.0.36 "GET /v2.0/networks/f7923f1d-6a8d-4e71-8499-b4a023620336?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373281 Nov 23 18:19:59.226829 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-be80884d-17ac-46dd-9cb5-e79b552876ac req-2561043d-1845-4128-acb4-4557cc5e62bf tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/security-groups?id=65ffd7d6-6baf-4b83-9417-6a2507a92c34&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0741789 Nov 23 18:19:59.282344 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-78577bbf-8ef3-4413-b08c-4bebddab0da5 req-d09f6c85-bd85-465a-8509-e9642698d1cd service neutron] 10.222.0.36 "GET /v2.0/networks/f7923f1d-6a8d-4e71-8499-b4a023620336?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051881 Nov 23 18:19:59.372747 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1c3a2d-17ad-4b6b-b962-3ad531124df8 req-a54d035a-6610-4a7d-b27d-bb8761cbce53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:19:59.374258 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9b1c3a2d-17ad-4b6b-b962-3ad531124df8 req-a54d035a-6610-4a7d-b27d-bb8761cbce53 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7a2e384b18354dcf855a2d3c6a834aef&device_id=b4ae793a-e8c9-4ef2-a09f-a1715cec2ea4 HTTP/1.1" status: 200 len: 1094 time: 0.0423973 Nov 23 18:19:59.468949 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1c3a2d-17ad-4b6b-b962-3ad531124df8 req-f98972e4-3c2c-46b3-9a3d-26270e4bdd2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:19:59.470309 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9b1c3a2d-17ad-4b6b-b962-3ad531124df8 req-f98972e4-3c2c-46b3-9a3d-26270e4bdd2c service neutron] 10.222.0.36 "GET /v2.0/networks?id=f7923f1d-6a8d-4e71-8499-b4a023620336 HTTP/1.1" status: 200 len: 913 time: 0.0883486 Nov 23 18:19:59.514535 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9b1c3a2d-17ad-4b6b-b962-3ad531124df8 req-a0f9e230-ea6d-44df-a413-12107a1d7cf7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1cddfbac-453f-4133-bb09-a62a2eec8f86 HTTP/1.1" status: 200 len: 217 time: 0.0353632 Nov 23 18:19:59.566600 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1c3a2d-17ad-4b6b-b962-3ad531124df8 req-481263c5-5a8b-404f-a334-58a3844ec1a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:19:59.568124 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9b1c3a2d-17ad-4b6b-b962-3ad531124df8 req-481263c5-5a8b-404f-a334-58a3844ec1a6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=25d3e046-26e6-43e5-8262-7b86687e27b2 HTTP/1.1" status: 200 len: 851 time: 0.0455160 Nov 23 18:19:59.623236 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1c3a2d-17ad-4b6b-b962-3ad531124df8 req-e9ab5475-0403-4cad-998d-9aabab3199a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:19:59.624769 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9b1c3a2d-17ad-4b6b-b962-3ad531124df8 req-e9ab5475-0403-4cad-998d-9aabab3199a5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f7923f1d-6a8d-4e71-8499-b4a023620336&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0468874 Nov 23 18:19:59.717140 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9b1c3a2d-17ad-4b6b-b962-3ad531124df8 req-8e2b2c8a-51da-478d-9842-fabe7c1587ea service neutron] 10.222.0.36 "GET /v2.0/networks/f7923f1d-6a8d-4e71-8499-b4a023620336?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840287 Nov 23 18:19:59.815673 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9b1c3a2d-17ad-4b6b-b962-3ad531124df8 req-2a291daf-4d1b-4aea-abc6-487f805a58f3 service neutron] 10.222.0.36 "GET /v2.0/networks/f7923f1d-6a8d-4e71-8499-b4a023620336?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897675 Nov 23 18:20:00.139667 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device 1cddfbac-453f-4133-bb09-a62a2eec8f86 details requested by agent hyperv_n-h2-816206-8 with host n-h2-816206-8 {{(pid=103592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 18:20:00.235912 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port 1cddfbac-453f-4133-bb09-a62a2eec8f86, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=1cddfbac-453f-4133-bb09-a62a2eec8f86,segment=NetworkSegment(fe315ac5-77ca-4bfb-9cfe-65772fe7c4a6),segment_id=fe315ac5-77ca-4bfb-9cfe-65772fe7c4a6)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:20:00.246997 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Returning: {'device': '1cddfbac-453f-4133-bb09-a62a2eec8f86', 'network_id': 'f7923f1d-6a8d-4e71-8499-b4a023620336', 'port_id': '1cddfbac-453f-4133-bb09-a62a2eec8f86', 'mac_address': 'fa:16:3e:22:2e:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25d3e046-26e6-43e5-8262-7b86687e27b2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 18:20:00.283792 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:00.296600 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1cddfbac-453f-4133-bb09-a62a2eec8f86 {{(pid=103592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:20:00.317026 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port 1cddfbac-453f-4133-bb09-a62a2eec8f86, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=1cddfbac-453f-4133-bb09-a62a2eec8f86,segment=NetworkSegment(fe315ac5-77ca-4bfb-9cfe-65772fe7c4a6),segment_id=fe315ac5-77ca-4bfb-9cfe-65772fe7c4a6)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:20:00.321580 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:00.347819 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b12913-5bfb-4bf6-9afd-3cbdb6c108ad req-ac708d3e-bd89-4487-a6a5-41695791fc3b tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:20:00.349583 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c5b12913-5bfb-4bf6-9afd-3cbdb6c108ad req-ac708d3e-bd89-4487-a6a5-41695791fc3b tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/ports?device_id=b4ae793a-e8c9-4ef2-a09f-a1715cec2ea4 HTTP/1.1" status: 200 len: 943 time: 0.0522439 Nov 23 18:20:00.369990 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Pushing event updated for resources: {'Port': ['ID=1cddfbac-453f-4133-bb09-a62a2eec8f86,revision_number=4']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:20:00.401102 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c5b12913-5bfb-4bf6-9afd-3cbdb6c108ad req-0cd4445f-8798-44d6-85cd-d3fc3ebcc0e3 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/security-groups?id=65ffd7d6-6baf-4b83-9417-6a2507a92c34&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0456793 Nov 23 18:20:00.522749 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] get_ports_and_sgs() called for port_ids ['1cddfbac-453f-4133-bb09-a62a2eec8f86'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:20:01.514740 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93c3591-b619-4ab0-b063-6acc6c8c4696 req-58d54439-e76d-431f-9e19-2f33cda0ca96 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:20:01.516214 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c93c3591-b619-4ab0-b063-6acc6c8c4696 req-58d54439-e76d-431f-9e19-2f33cda0ca96 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/ports?device_id=b4ae793a-e8c9-4ef2-a09f-a1715cec2ea4 HTTP/1.1" status: 200 len: 944 time: 0.0480466 Nov 23 18:20:01.566721 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c93c3591-b619-4ab0-b063-6acc6c8c4696 req-1be76f62-336c-4c74-9c4d-8cd53b4be35a tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/security-groups?id=65ffd7d6-6baf-4b83-9417-6a2507a92c34&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0444651 Nov 23 18:20:02.155487 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device 1cddfbac-453f-4133-bb09-a62a2eec8f86 up at agent hyperv_n-h2-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:20:02.208312 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Provisioning for port 1cddfbac-453f-4133-bb09-a62a2eec8f86 completed by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 18:20:02.212288 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Provisioning complete for port 1cddfbac-453f-4133-bb09-a62a2eec8f86 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:20:02.212693 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:02.287883 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:02.311033 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4ae793a-e8c9-4ef2-a09f-a1715cec2ea4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cddfbac-453f-4133-bb09-a62a2eec8f86'}] {{(pid=103592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:20:02.313319 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}369cae9aa69facfce3992dabc874bd76984507e3cd36da60a73cd3603125cd43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4406ce87-3ada-4ec8-be5a-6745c02dbd89" -d '{"events": [{"server_uuid": "b4ae793a-e8c9-4ef2-a09f-a1715cec2ea4", "name": "network-vif-plugged", "status": "completed", "tag": "1cddfbac-453f-4133-bb09-a62a2eec8f86"}]}' {{(pid=103592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:20:02.327016 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port 1cddfbac-453f-4133-bb09-a62a2eec8f86, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=1cddfbac-453f-4133-bb09-a62a2eec8f86,segment=NetworkSegment(fe315ac5-77ca-4bfb-9cfe-65772fe7c4a6),segment_id=fe315ac5-77ca-4bfb-9cfe-65772fe7c4a6)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:20:02.331080 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:02.354277 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:20:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c21122c1-7e63-46ea-9b7a-35bb7bf45aea x-openstack-request-id: req-c21122c1-7e63-46ea-9b7a-35bb7bf45aea {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:20:02.354583 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4ae793a-e8c9-4ef2-a09f-a1715cec2ea4", "name": "network-vif-plugged", "status": "completed", "tag": "1cddfbac-453f-4133-bb09-a62a2eec8f86", "code": 200}]} {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:20:02.354803 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c21122c1-7e63-46ea-9b7a-35bb7bf45aea {{(pid=103592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:20:02.355192 n-d-816206-8 neutron-server[103592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4ae793a-e8c9-4ef2-a09f-a1715cec2ea4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cddfbac-453f-4133-bb09-a62a2eec8f86', 'code': 200} Nov 23 18:20:02.381327 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Pushing event updated for resources: {'Port': ['ID=1cddfbac-453f-4133-bb09-a62a2eec8f86,revision_number=5']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:20:02.453554 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153cad1b-035e-4b20-82d0-81d0071a7ef2 req-ac08f2b6-8a88-4ada-b4bb-6afe93889cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:20:02.455034 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-153cad1b-035e-4b20-82d0-81d0071a7ef2 req-ac08f2b6-8a88-4ada-b4bb-6afe93889cf3 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b4ae793a-e8c9-4ef2-a09f-a1715cec2ea4 HTTP/1.1" status: 200 len: 1096 time: 0.0410841 Nov 23 18:20:02.499588 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-153cad1b-035e-4b20-82d0-81d0071a7ef2 req-e561c6a9-10dc-4029-a6e4-2707503f5ce7 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=65ffd7d6-6baf-4b83-9417-6a2507a92c34&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0365374 Nov 23 18:20:02.683147 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e03ff1-ad30-4f47-b879-ab236546c131 req-478d61c4-ce87-44a7-a19a-ee3ab3b51d53 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:20:02.684687 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-58e03ff1-ad30-4f47-b879-ab236546c131 req-478d61c4-ce87-44a7-a19a-ee3ab3b51d53 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/ports?device_id=b4ae793a-e8c9-4ef2-a09f-a1715cec2ea4 HTTP/1.1" status: 200 len: 945 time: 0.0503430 Nov 23 18:20:02.739212 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-58e03ff1-ad30-4f47-b879-ab236546c131 req-b9e63be1-c1a8-4d3d-888d-60fbd77c013c tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/security-groups?id=65ffd7d6-6baf-4b83-9417-6a2507a92c34&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0485156 Nov 23 18:20:03.870201 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bf2460-c113-48d9-bc7c-b1953d6bbd0c req-cdd44ac3-5418-41b5-9cf9-f291472cd458 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:20:03.871668 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b8bf2460-c113-48d9-bc7c-b1953d6bbd0c req-cdd44ac3-5418-41b5-9cf9-f291472cd458 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/ports?device_id=b4ae793a-e8c9-4ef2-a09f-a1715cec2ea4 HTTP/1.1" status: 200 len: 945 time: 0.0521083 Nov 23 18:20:03.917856 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b8bf2460-c113-48d9-bc7c-b1953d6bbd0c req-7e4968f0-b712-40fc-a38e-f8045017e284 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/security-groups?id=65ffd7d6-6baf-4b83-9417-6a2507a92c34&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0401163 Nov 23 18:20:04.030030 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd0c955-3bcc-4831-b00d-e0f63fb4e4ef req-9d6f7660-4148-48bc-838e-e3dfc8f140ff tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:20:04.031392 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-dcd0c955-3bcc-4831-b00d-e0f63fb4e4ef req-9d6f7660-4148-48bc-838e-e3dfc8f140ff tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/ports?device_id=b4ae793a-e8c9-4ef2-a09f-a1715cec2ea4 HTTP/1.1" status: 200 len: 945 time: 0.0484366 Nov 23 18:20:04.040585 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 54950) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:20:04.045092 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-6bbf95d7-3bcf-49f3-b557-22cabc84ecf8 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Request body: {'floatingip': {'port_id': '1cddfbac-453f-4133-bb09-a62a2eec8f86'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:20:04.089617 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-6bbf95d7-3bcf-49f3-b557-22cabc84ecf8 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Publish callbacks [] for floatingip, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:04.762475 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-6bbf95d7-3bcf-49f3-b557-22cabc84ecf8 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:04.766478 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-6bbf95d7-3bcf-49f3-b557-22cabc84ecf8 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1795396'] for floatingip, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:04.864357 n-d-816206-8 neutron-server[103591]: INFO neutron.db.l3_db [None req-6bbf95d7-3bcf-49f3-b557-22cabc84ecf8 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Floating IP 0aec1b4e-a9b2-4a20-b0dd-420cfa3bfac2 associated. External IP: 172.25.3.28, port: 1cddfbac-453f-4133-bb09-a62a2eec8f86. Nov 23 18:20:05.071164 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bbf95d7-3bcf-49f3-b557-22cabc84ecf8 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Router e623e151-6755-4c3d-8100-f608228ec438 has already been hosted by L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 {{(pid=103591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:20:05.177535 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bbf95d7-3bcf-49f3-b557-22cabc84ecf8 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:20:05.182947 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-6bbf95d7-3bcf-49f3-b557-22cabc84ecf8 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for floatingip, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:05.187506 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e2fa5f6-fffd-4c16-bd14-da7f076c1a14 None None] Sync routers for ids ['e623e151-6755-4c3d-8100-f608228ec438'] in n-d-816206-8 {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:20:05.197620 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e2fa5f6-fffd-4c16-bd14-da7f076c1a14 None None] Routers {'e623e151-6755-4c3d-8100-f608228ec438'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:20:05.198299 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-5e2fa5f6-fffd-4c16-bd14-da7f076c1a14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T18:19:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['e623e151-6755-4c3d-8100-f608228ec438'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:20:05.209047 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-6bbf95d7-3bcf-49f3-b557-22cabc84ecf8 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "PUT /v2.0/floatingips/0aec1b4e-a9b2-4a20-b0dd-420cfa3bfac2 HTTP/1.1" status: 200 len: 991 time: 1.1672661 Nov 23 18:20:05.209748 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4ae793a-e8c9-4ef2-a09f-a1715cec2ea4', 'tag': '1cddfbac-453f-4133-bb09-a62a2eec8f86'}] {{(pid=103591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:20:05.212151 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f4e21f982013ce885b63e29a1d25974432d95030e0706b58ae42016fda4ab83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a0dc392-3934-45f3-a6fd-4284d8a86d5a" -d '{"events": [{"name": "network-changed", "server_uuid": "b4ae793a-e8c9-4ef2-a09f-a1715cec2ea4", "tag": "1cddfbac-453f-4133-bb09-a62a2eec8f86"}]}' {{(pid=103591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:20:05.251106 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:20:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b774e028-20d2-43b1-9a83-1bbd4e25d363 x-openstack-request-id: req-b774e028-20d2-43b1-9a83-1bbd4e25d363 {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:20:05.251481 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4ae793a-e8c9-4ef2-a09f-a1715cec2ea4", "tag": "1cddfbac-453f-4133-bb09-a62a2eec8f86", "status": "completed", "code": 200}]} {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:20:05.251820 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b774e028-20d2-43b1-9a83-1bbd4e25d363 {{(pid=103591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:20:05.252442 n-d-816206-8 neutron-server[103591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4ae793a-e8c9-4ef2-a09f-a1715cec2ea4', 'tag': '1cddfbac-453f-4133-bb09-a62a2eec8f86', 'status': 'completed', 'code': 200} Nov 23 18:20:05.312688 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-5e2fa5f6-fffd-4c16-bd14-da7f076c1a14 None None] Set router e623e151-6755-4c3d-8100-f608228ec438 gateway port host: n-d-816206-8 {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:20:05.315998 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0dc392-3934-45f3-a6fd-4284d8a86d5a req-b1fbd2b0-a9d4-4da0-abf3-0f1e46393800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:20:05.317564 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-3a0dc392-3934-45f3-a6fd-4284d8a86d5a req-b1fbd2b0-a9d4-4da0-abf3-0f1e46393800 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7a2e384b18354dcf855a2d3c6a834aef&device_id=b4ae793a-e8c9-4ef2-a09f-a1715cec2ea4 HTTP/1.1" status: 200 len: 1096 time: 0.0423968 Nov 23 18:20:05.416328 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0dc392-3934-45f3-a6fd-4284d8a86d5a req-8d4ce28e-ef11-4226-9f0c-dc5f2157adeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:20:05.417888 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-3a0dc392-3934-45f3-a6fd-4284d8a86d5a req-8d4ce28e-ef11-4226-9f0c-dc5f2157adeb service neutron] 10.222.0.36 "GET /v2.0/networks?id=f7923f1d-6a8d-4e71-8499-b4a023620336 HTTP/1.1" status: 200 len: 913 time: 0.0915790 Nov 23 18:20:05.493027 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-3a0dc392-3934-45f3-a6fd-4284d8a86d5a req-a46d3ec9-d41a-4210-ac2c-43937bfa4cfb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1cddfbac-453f-4133-bb09-a62a2eec8f86 HTTP/1.1" status: 200 len: 999 time: 0.0666101 Nov 23 18:20:05.550492 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0dc392-3934-45f3-a6fd-4284d8a86d5a req-25d797fd-caee-43c2-8fc4-cbed285417f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:20:05.551982 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-3a0dc392-3934-45f3-a6fd-4284d8a86d5a req-25d797fd-caee-43c2-8fc4-cbed285417f6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=25d3e046-26e6-43e5-8262-7b86687e27b2 HTTP/1.1" status: 200 len: 851 time: 0.0514627 Nov 23 18:20:05.603482 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0dc392-3934-45f3-a6fd-4284d8a86d5a req-58273269-504a-42ec-a70d-00b255ba2310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:20:05.605024 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-3a0dc392-3934-45f3-a6fd-4284d8a86d5a req-58273269-504a-42ec-a70d-00b255ba2310 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f7923f1d-6a8d-4e71-8499-b4a023620336&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414536 Nov 23 18:20:05.625418 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-5e2fa5f6-fffd-4c16-bd14-da7f076c1a14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e623e151-6755-4c3d-8100-f608228ec438', 'name': 'tempest-ServerActionsTestJSON-1491171035-router', 'tenant_id': '7a2e384b18354dcf855a2d3c6a834aef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.213'}], 'enable_snat': True}, 'gw_port_id': 'bffd5055-836b-43fc-a9e1-ca6b5624a757', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:13:02Z', 'updated_at': '2021-11-23T18:13:05Z', 'revision_number': 4, 'project_id': '7a2e384b18354dcf855a2d3c6a834aef', 'gw_port': {'id': 'bffd5055-836b-43fc-a9e1-ca6b5624a757', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:8c:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e623e151-6755-4c3d-8100-f608228ec438', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:13:03Z', 'updated_at': '2021-11-23T18:13:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_floatingips': [{'id': '0aec1b4e-a9b2-4a20-b0dd-420cfa3bfac2', 'tenant_id': '7a2e384b18354dcf855a2d3c6a834aef', 'floating_ip_address': '172.25.3.28', 'floating_network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'router_id': 'e623e151-6755-4c3d-8100-f608228ec438', 'port_id': '1cddfbac-453f-4133-bb09-a62a2eec8f86', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4069, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7923f1d-6a8d-4e71-8499-b4a023620336', 'mac_address': 'fa:16:3e:22:2e:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4ae793a-e8c9-4ef2-a09f-a1715cec2ea4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T18:13:08Z', 'updated_at': '2021-11-23T18:20:04Z', 'revision_number': 13, 'project_id': '7a2e384b18354dcf855a2d3c6a834aef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '887540ab-8e6e-4017-b47d-3212e447f64e', 'name': '', 'network_id': 'f7923f1d-6a8d-4e71-8499-b4a023620336', 'tenant_id': '7a2e384b18354dcf855a2d3c6a834aef', 'mac_address': 'fa:16:3e:23:87:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e623e151-6755-4c3d-8100-f608228ec438', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '25d3e046-26e6-43e5-8262-7b86687e27b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:13:05Z', 'updated_at': '2021-11-23T18:13:09Z', 'revision_number': 5, 'project_id': '7a2e384b18354dcf855a2d3c6a834aef', 'subnets': [{'id': '25d3e046-26e6-43e5-8262-7b86687e27b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:20:05.651015 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e2fa5f6-fffd-4c16-bd14-da7f076c1a14 None None] Checking router: e623e151-6755-4c3d-8100-f608228ec438 for host: n-d-816206-8 {{(pid=103593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:20:05.659092 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e2fa5f6-fffd-4c16-bd14-da7f076c1a14 None None] Routers {'e623e151-6755-4c3d-8100-f608228ec438'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:20:05.659685 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-5e2fa5f6-fffd-4c16-bd14-da7f076c1a14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T18:19:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['e623e151-6755-4c3d-8100-f608228ec438'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:20:05.702788 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-3a0dc392-3934-45f3-a6fd-4284d8a86d5a req-a4a0a430-403d-4559-990b-e3de166dd2fa service neutron] 10.222.0.36 "GET /v2.0/networks/f7923f1d-6a8d-4e71-8499-b4a023620336?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897107 Nov 23 18:20:05.771227 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-5e2fa5f6-fffd-4c16-bd14-da7f076c1a14 None None] Set router e623e151-6755-4c3d-8100-f608228ec438 gateway port host: n-d-816206-8 {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:20:05.800773 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-3a0dc392-3934-45f3-a6fd-4284d8a86d5a req-f8b6f892-ccf8-4f0d-b89f-c529152b56b7 service neutron] 10.222.0.36 "GET /v2.0/networks/f7923f1d-6a8d-4e71-8499-b4a023620336?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897267 Nov 23 18:20:05.994185 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-5e2fa5f6-fffd-4c16-bd14-da7f076c1a14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e623e151-6755-4c3d-8100-f608228ec438', 'name': 'tempest-ServerActionsTestJSON-1491171035-router', 'tenant_id': '7a2e384b18354dcf855a2d3c6a834aef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.213'}], 'enable_snat': True}, 'gw_port_id': 'bffd5055-836b-43fc-a9e1-ca6b5624a757', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:13:02Z', 'updated_at': '2021-11-23T18:13:05Z', 'revision_number': 4, 'project_id': '7a2e384b18354dcf855a2d3c6a834aef', 'gw_port': {'id': 'bffd5055-836b-43fc-a9e1-ca6b5624a757', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:8c:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e623e151-6755-4c3d-8100-f608228ec438', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:13:03Z', 'updated_at': '2021-11-23T18:13:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_floatingips': [{'id': '0aec1b4e-a9b2-4a20-b0dd-420cfa3bfac2', 'tenant_id': '7a2e384b18354dcf855a2d3c6a834aef', 'floating_ip_address': '172.25.3.28', 'floating_network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'router_id': 'e623e151-6755-4c3d-8100-f608228ec438', 'port_id': '1cddfbac-453f-4133-bb09-a62a2eec8f86', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4069, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7923f1d-6a8d-4e71-8499-b4a023620336', 'mac_address': 'fa:16:3e:22:2e:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4ae793a-e8c9-4ef2-a09f-a1715cec2ea4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T18:13:08Z', 'updated_at': '2021-11-23T18:20:04Z', 'revision_number': 13, 'project_id': '7a2e384b18354dcf855a2d3c6a834aef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '887540ab-8e6e-4017-b47d-3212e447f64e', 'name': '', 'network_id': 'f7923f1d-6a8d-4e71-8499-b4a023620336', 'tenant_id': '7a2e384b18354dcf855a2d3c6a834aef', 'mac_address': 'fa:16:3e:23:87:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e623e151-6755-4c3d-8100-f608228ec438', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '25d3e046-26e6-43e5-8262-7b86687e27b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:13:05Z', 'updated_at': '2021-11-23T18:13:09Z', 'revision_number': 5, 'project_id': '7a2e384b18354dcf855a2d3c6a834aef', 'subnets': [{'id': '25d3e046-26e6-43e5-8262-7b86687e27b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:20:06.019834 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e2fa5f6-fffd-4c16-bd14-da7f076c1a14 None None] The sync data for ids ['e623e151-6755-4c3d-8100-f608228ec438'] in n-d-816206-8 is: [{'id': 'e623e151-6755-4c3d-8100-f608228ec438', 'name': 'tempest-ServerActionsTestJSON-1491171035-router', 'tenant_id': '7a2e384b18354dcf855a2d3c6a834aef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.213'}], 'enable_snat': True}, 'gw_port_id': 'bffd5055-836b-43fc-a9e1-ca6b5624a757', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:13:02Z', 'updated_at': '2021-11-23T18:13:05Z', 'revision_number': 4, 'project_id': '7a2e384b18354dcf855a2d3c6a834aef', 'gw_port': {'id': 'bffd5055-836b-43fc-a9e1-ca6b5624a757', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:8c:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e623e151-6755-4c3d-8100-f608228ec438', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:13:03Z', 'updated_at': '2021-11-23T18:13:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_floatingips': [{'id': '0aec1b4e-a9b2-4a20-b0dd-420cfa3bfac2', 'tenant_id': '7a2e384b18354dcf855a2d3c6a834aef', 'floating_ip_address': '172.25.3.28', 'floating_network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'router_id': 'e623e151-6755-4c3d-8100-f608228ec438', 'port_id': '1cddfbac-453f-4133-bb09-a62a2eec8f86', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4069, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7923f1d-6a8d-4e71-8499-b4a023620336', 'mac_address': 'fa:16:3e:22:2e:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4ae793a-e8c9-4ef2-a09f-a1715cec2ea4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T18:13:08Z', 'updated_at': '2021-11-23T18:20:04Z', 'revision_number': 13, 'project_id': '7a2e384b18354dcf855a2d3c6a834aef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '887540ab-8e6e-4017-b47d-3212e447f64e', 'name': '', 'network_id': 'f7923f1d-6a8d-4e71-8499-b4a023620336', 'tenant_id': '7a2e384b18354dcf855a2d3c6a834aef', 'mac_address': 'fa:16:3e:23:87:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e623e151-6755-4c3d-8100-f608228ec438', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '25d3e046-26e6-43e5-8262-7b86687e27b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:13:05Z', 'updated_at': '2021-11-23T18:13:09Z', 'revision_number': 5, 'project_id': '7a2e384b18354dcf855a2d3c6a834aef', 'subnets': [{'id': '25d3e046-26e6-43e5-8262-7b86687e27b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:20:06.218996 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28edbac3-376f-44ae-9204-dea5ac1f3adc None None] New status for floating IP 0aec1b4e-a9b2-4a20-b0dd-420cfa3bfac2: ACTIVE {{(pid=103592) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 18:20:13.049633 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-69ca82cf-5a5f-4f0d-b67e-54c8a0c8b5d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:13.875988 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:14.725596 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:15.153032 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-f9d0858c-fdbc-47c5-86ba-973c185572ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:16.701828 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-52822d53-48f5-4819-8a95-bdc13aea0bf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:17.918074 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9a27ae6c-db98-474f-94c1-cc99bf842d79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:18.444441 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:25.534226 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.agents_db [None req-464f6c07-0de8-4be6-8f5b-563f574d1c5d None None] Agent healthcheck: found 7 active agents {{(pid=103593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 18:20:26.096955 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9a697b4b-ff31-45b6-8d1f-0dba9c3a80d8 req-4abb371c-801b-4f3a-93ed-842e7ec586f3 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b4ae793a-e8c9-4ef2-a09f-a1715cec2ea4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0432663 Nov 23 18:20:26.191610 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a697b4b-ff31-45b6-8d1f-0dba9c3a80d8 req-5079e20d-a8db-4e7d-b6b9-ccd932d47fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:20:26.193522 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9a697b4b-ff31-45b6-8d1f-0dba9c3a80d8 req-5079e20d-a8db-4e7d-b6b9-ccd932d47fc3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7a2e384b18354dcf855a2d3c6a834aef&device_id=b4ae793a-e8c9-4ef2-a09f-a1715cec2ea4 HTTP/1.1" status: 200 len: 1096 time: 0.0476835 Nov 23 18:20:26.306554 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a697b4b-ff31-45b6-8d1f-0dba9c3a80d8 req-47aade74-a686-4438-b257-f43af601c14d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:20:26.308195 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9a697b4b-ff31-45b6-8d1f-0dba9c3a80d8 req-47aade74-a686-4438-b257-f43af601c14d service neutron] 10.222.0.36 "GET /v2.0/networks?id=f7923f1d-6a8d-4e71-8499-b4a023620336 HTTP/1.1" status: 200 len: 913 time: 0.0923066 Nov 23 18:20:26.380842 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9a697b4b-ff31-45b6-8d1f-0dba9c3a80d8 req-f94a5a66-5d4d-4b2a-9495-c06a2e291a4a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1cddfbac-453f-4133-bb09-a62a2eec8f86 HTTP/1.1" status: 200 len: 1001 time: 0.0647202 Nov 23 18:20:26.432296 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a697b4b-ff31-45b6-8d1f-0dba9c3a80d8 req-a022617c-9630-4466-9ba0-e6dbe957a05d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:20:26.433782 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9a697b4b-ff31-45b6-8d1f-0dba9c3a80d8 req-a022617c-9630-4466-9ba0-e6dbe957a05d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=25d3e046-26e6-43e5-8262-7b86687e27b2 HTTP/1.1" status: 200 len: 851 time: 0.0455132 Nov 23 18:20:26.482601 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a697b4b-ff31-45b6-8d1f-0dba9c3a80d8 req-02628bd8-a157-4319-9131-2bd0d21c56f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:20:26.484164 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9a697b4b-ff31-45b6-8d1f-0dba9c3a80d8 req-02628bd8-a157-4319-9131-2bd0d21c56f7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f7923f1d-6a8d-4e71-8499-b4a023620336&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426621 Nov 23 18:20:26.593594 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9a697b4b-ff31-45b6-8d1f-0dba9c3a80d8 req-04ad073c-cd0b-46e1-9e47-36b2a21308f1 service neutron] 10.222.0.36 "GET /v2.0/networks/f7923f1d-6a8d-4e71-8499-b4a023620336?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012623 Nov 23 18:20:26.690531 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9a697b4b-ff31-45b6-8d1f-0dba9c3a80d8 req-53909478-47d4-4dec-a679-29205f9eaec2 service neutron] 10.222.0.36 "GET /v2.0/networks/f7923f1d-6a8d-4e71-8499-b4a023620336?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891612 Nov 23 18:20:43.051479 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-d21d5fc8-9fac-4bc6-a130-56f6e79a2a05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:43.887119 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:44.724820 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:45.145486 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-61e0f6e6-0bb6-4ff1-8b0d-80b310dd5ee8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:46.707576 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-52822d53-48f5-4819-8a95-bdc13aea0bf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:47.919735 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9a27ae6c-db98-474f-94c1-cc99bf842d79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:48.446862 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:20:51.036206 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [req-4ba96da4-32e0-46bc-a6a8-bf0021f6c054 req-0a081c9f-d771-4355-b539-af7cf4b9576a service neutron] (103590) timed out ('10.222.0.60', 52782) {{(pid=103590) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 23 18:21:02.533438 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.agents_db [None req-464f6c07-0de8-4be6-8f5b-563f574d1c5d None None] Agent healthcheck: found 7 active agents {{(pid=103593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 18:21:13.055028 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-ea5a93e1-f863-402c-87d7-0ee364850330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:21:13.901516 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:21:14.723783 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:21:15.146430 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-2317b9cf-40a2-4ec2-ba15-6518c560f9b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:21:16.707939 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-52822d53-48f5-4819-8a95-bdc13aea0bf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:21:17.923188 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9a27ae6c-db98-474f-94c1-cc99bf842d79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:21:18.452189 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:21:28.112267 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d127a21e-fd46-4429-a17c-ab5ea69fd608 req-942598c9-0749-4ac4-8041-2db218a370a9 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b4ae793a-e8c9-4ef2-a09f-a1715cec2ea4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0476649 Nov 23 18:21:28.195526 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d127a21e-fd46-4429-a17c-ab5ea69fd608 req-3688f234-291d-4844-b332-c12ee07e3726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:21:28.197683 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d127a21e-fd46-4429-a17c-ab5ea69fd608 req-3688f234-291d-4844-b332-c12ee07e3726 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7a2e384b18354dcf855a2d3c6a834aef&device_id=b4ae793a-e8c9-4ef2-a09f-a1715cec2ea4 HTTP/1.1" status: 200 len: 1096 time: 0.0406072 Nov 23 18:21:28.302115 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d127a21e-fd46-4429-a17c-ab5ea69fd608 req-f6cf24a5-7052-42bb-b29e-0cc963a49ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:21:28.303592 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d127a21e-fd46-4429-a17c-ab5ea69fd608 req-f6cf24a5-7052-42bb-b29e-0cc963a49ad8 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f7923f1d-6a8d-4e71-8499-b4a023620336 HTTP/1.1" status: 200 len: 913 time: 0.0854790 Nov 23 18:21:28.377711 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d127a21e-fd46-4429-a17c-ab5ea69fd608 req-f5d26319-85cb-4195-ab49-adb4887afc30 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1cddfbac-453f-4133-bb09-a62a2eec8f86 HTTP/1.1" status: 200 len: 1001 time: 0.0649331 Nov 23 18:21:28.427641 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d127a21e-fd46-4429-a17c-ab5ea69fd608 req-8ecf507a-6891-4932-8bfe-ed8165e9e358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:21:28.429120 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d127a21e-fd46-4429-a17c-ab5ea69fd608 req-8ecf507a-6891-4932-8bfe-ed8165e9e358 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=25d3e046-26e6-43e5-8262-7b86687e27b2 HTTP/1.1" status: 200 len: 851 time: 0.0437958 Nov 23 18:21:28.477055 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d127a21e-fd46-4429-a17c-ab5ea69fd608 req-8266a3fb-b2d8-4c7d-9012-4ad1ea5ff01e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:21:28.478733 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d127a21e-fd46-4429-a17c-ab5ea69fd608 req-8266a3fb-b2d8-4c7d-9012-4ad1ea5ff01e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f7923f1d-6a8d-4e71-8499-b4a023620336&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409286 Nov 23 18:21:28.575009 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d127a21e-fd46-4429-a17c-ab5ea69fd608 req-0dd1316c-b177-4f35-bee4-9771b2870ea0 service neutron] 10.222.0.36 "GET /v2.0/networks/f7923f1d-6a8d-4e71-8499-b4a023620336?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886323 Nov 23 18:21:28.669031 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d127a21e-fd46-4429-a17c-ab5ea69fd608 req-72c34902-bd90-43dc-ac03-7ffcd95e2743 service neutron] 10.222.0.36 "GET /v2.0/networks/f7923f1d-6a8d-4e71-8499-b4a023620336?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863531 Nov 23 18:21:39.533040 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.agents_db [None req-464f6c07-0de8-4be6-8f5b-563f574d1c5d None None] Agent healthcheck: found 7 active agents {{(pid=103593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 18:21:42.932599 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebefb3c7-4ab2-4838-8eba-e3a92df63131 req-ce2a7404-4f3c-4c16-9be9-37b46eecd7ff tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:21:42.934100 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ebefb3c7-4ab2-4838-8eba-e3a92df63131 req-ce2a7404-4f3c-4c16-9be9-37b46eecd7ff tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/ports?device_id=b4ae793a-e8c9-4ef2-a09f-a1715cec2ea4 HTTP/1.1" status: 200 len: 945 time: 0.1556919 Nov 23 18:21:42.980705 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ebefb3c7-4ab2-4838-8eba-e3a92df63131 req-2f9f7bdb-7f1d-4010-a340-80513ffdd47e tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/security-groups?id=65ffd7d6-6baf-4b83-9417-6a2507a92c34&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0404735 Nov 23 18:21:43.057445 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-2cd74ebc-58fc-461f-9df6-843aafa70471 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:21:43.903040 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:21:44.758593 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:21:45.148434 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-f6e81cc3-87ca-475a-901e-b48963b1126e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:21:46.715356 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-52822d53-48f5-4819-8a95-bdc13aea0bf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:21:47.926990 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9a27ae6c-db98-474f-94c1-cc99bf842d79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:21:48.455152 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:21:55.151855 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [req-4511bd40-931c-4709-8a4b-3f93519c156c req-061f26c5-a6a7-4ad1-984d-2262e5b25987 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=103591) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 18:21:55.152856 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4511bd40-931c-4709-8a4b-3f93519c156c req-061f26c5-a6a7-4ad1-984d-2262e5b25987 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058982 Nov 23 18:21:55.362121 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6c550c00-a65c-454d-9312-4ccea838d695 req-6c4cfd90-98d1-4cf1-b6d9-6140d0d87ed1 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=b4ae793a-e8c9-4ef2-a09f-a1715cec2ea4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0721576 Nov 23 18:21:55.370725 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4274ee47-67ac-4ff2-aa6c-55e1a39d2396 req-97efbcc1-6e02-44ac-ade6-58930db34835 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:21:55.372446 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4274ee47-67ac-4ff2-aa6c-55e1a39d2396 req-97efbcc1-6e02-44ac-ade6-58930db34835 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/ports?device_id=b4ae793a-e8c9-4ef2-a09f-a1715cec2ea4 HTTP/1.1" status: 200 len: 945 time: 0.0745497 Nov 23 18:21:55.377318 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [req-6c550c00-a65c-454d-9312-4ccea838d695 req-65b79750-d9ce-4720-921f-4d71823f8769 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=103591) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 18:21:55.379251 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6c550c00-a65c-454d-9312-4ccea838d695 req-65b79750-d9ce-4720-921f-4d71823f8769 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060592 Nov 23 18:21:55.427040 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4274ee47-67ac-4ff2-aa6c-55e1a39d2396 req-2092985f-bf96-40af-b7d5-dfc1afd653e6 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/security-groups?id=65ffd7d6-6baf-4b83-9417-6a2507a92c34&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0468342 Nov 23 18:21:56.547486 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2733962-47ef-4f43-a2e4-00ea79d8980e req-fe3a86f1-3a93-4f7f-b1f4-f70ec7c3cb98 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:21:56.548973 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e2733962-47ef-4f43-a2e4-00ea79d8980e req-fe3a86f1-3a93-4f7f-b1f4-f70ec7c3cb98 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/ports?device_id=b4ae793a-e8c9-4ef2-a09f-a1715cec2ea4 HTTP/1.1" status: 200 len: 945 time: 0.0497029 Nov 23 18:21:56.595598 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e2733962-47ef-4f43-a2e4-00ea79d8980e req-e99aa9c0-1ae4-448d-b626-4c94ac002bbb tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/security-groups?id=65ffd7d6-6baf-4b83-9417-6a2507a92c34&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0408022 Nov 23 18:21:57.710951 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a967cfd-0fe0-4330-baff-8af5f0af3df0 req-88aa4686-0b37-4585-8db5-5456266bab50 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:21:57.712427 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-1a967cfd-0fe0-4330-baff-8af5f0af3df0 req-88aa4686-0b37-4585-8db5-5456266bab50 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/ports?device_id=b4ae793a-e8c9-4ef2-a09f-a1715cec2ea4 HTTP/1.1" status: 200 len: 945 time: 0.0481980 Nov 23 18:21:57.759163 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-1a967cfd-0fe0-4330-baff-8af5f0af3df0 req-379df0c0-f2e7-493a-a8a9-3d90bda939fc tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/security-groups?id=65ffd7d6-6baf-4b83-9417-6a2507a92c34&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0401061 Nov 23 18:21:58.880881 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da47ac7-4e6f-4e2c-afc9-57a4991caed6 req-18af8d7c-81ec-4a11-8a14-a2d8e9f21c40 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:21:58.882371 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2da47ac7-4e6f-4e2c-afc9-57a4991caed6 req-18af8d7c-81ec-4a11-8a14-a2d8e9f21c40 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/ports?device_id=b4ae793a-e8c9-4ef2-a09f-a1715cec2ea4 HTTP/1.1" status: 200 len: 945 time: 0.0537531 Nov 23 18:21:58.931567 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2da47ac7-4e6f-4e2c-afc9-57a4991caed6 req-ed3f1008-600a-486f-af1a-ed1a731a29dd tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/security-groups?id=65ffd7d6-6baf-4b83-9417-6a2507a92c34&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0432281 Nov 23 18:22:00.059953 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94e5207-5b66-4049-b993-6a468b087cde req-6af8f303-1ff7-445f-ac52-f8032c1ff84e tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:22:00.061494 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c94e5207-5b66-4049-b993-6a468b087cde req-6af8f303-1ff7-445f-ac52-f8032c1ff84e tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/ports?device_id=b4ae793a-e8c9-4ef2-a09f-a1715cec2ea4 HTTP/1.1" status: 200 len: 945 time: 0.0555379 Nov 23 18:22:00.113356 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c94e5207-5b66-4049-b993-6a468b087cde req-d9a38678-d4cc-48d5-8561-cd1394f5b5bd tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/security-groups?id=65ffd7d6-6baf-4b83-9417-6a2507a92c34&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0455904 Nov 23 18:22:00.572390 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c550c00-a65c-454d-9312-4ccea838d695 req-732e4573-6a72-4e07-9626-7421d43459e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:22:00.574191 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6c550c00-a65c-454d-9312-4ccea838d695 req-732e4573-6a72-4e07-9626-7421d43459e1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7a2e384b18354dcf855a2d3c6a834aef&device_id=b4ae793a-e8c9-4ef2-a09f-a1715cec2ea4 HTTP/1.1" status: 200 len: 1096 time: 0.0454314 Nov 23 18:22:00.663335 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c550c00-a65c-454d-9312-4ccea838d695 req-0d88472e-6e0b-4e63-bf73-bbf29d98e65e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:22:00.664806 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6c550c00-a65c-454d-9312-4ccea838d695 req-0d88472e-6e0b-4e63-bf73-bbf29d98e65e service neutron] 10.222.0.36 "GET /v2.0/networks?id=f7923f1d-6a8d-4e71-8499-b4a023620336 HTTP/1.1" status: 200 len: 913 time: 0.0834823 Nov 23 18:22:00.734417 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6c550c00-a65c-454d-9312-4ccea838d695 req-48d9d350-bbab-4a4d-a805-ff673e268c8a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1cddfbac-453f-4133-bb09-a62a2eec8f86 HTTP/1.1" status: 200 len: 1001 time: 0.0610166 Nov 23 18:22:00.786366 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c550c00-a65c-454d-9312-4ccea838d695 req-5a3e0793-8e3b-4f49-902d-1131892beb1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:22:00.787832 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6c550c00-a65c-454d-9312-4ccea838d695 req-5a3e0793-8e3b-4f49-902d-1131892beb1a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=25d3e046-26e6-43e5-8262-7b86687e27b2 HTTP/1.1" status: 200 len: 851 time: 0.0460367 Nov 23 18:22:00.836135 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c550c00-a65c-454d-9312-4ccea838d695 req-78ce128e-636c-46b5-9054-de983ef6e0d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:22:00.837956 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6c550c00-a65c-454d-9312-4ccea838d695 req-78ce128e-636c-46b5-9054-de983ef6e0d6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f7923f1d-6a8d-4e71-8499-b4a023620336&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421824 Nov 23 18:22:00.939564 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6c550c00-a65c-454d-9312-4ccea838d695 req-03875dd5-019a-4076-bd25-8e355fea3129 service neutron] 10.222.0.36 "GET /v2.0/networks/f7923f1d-6a8d-4e71-8499-b4a023620336?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868976 Nov 23 18:22:01.022538 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6c550c00-a65c-454d-9312-4ccea838d695 req-74e8fbfb-59b2-4fb6-a88a-4cfb92209c1d service neutron] 10.222.0.36 "GET /v2.0/networks/f7923f1d-6a8d-4e71-8499-b4a023620336?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822518 Nov 23 18:22:01.481723 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bb98a4-27cc-46c7-80c4-6de03b5538f6 req-02f818b7-012e-4bc0-bcf8-161014c88c66 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:22:01.483109 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-27bb98a4-27cc-46c7-80c4-6de03b5538f6 req-02f818b7-012e-4bc0-bcf8-161014c88c66 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/ports?device_id=b4ae793a-e8c9-4ef2-a09f-a1715cec2ea4 HTTP/1.1" status: 200 len: 945 time: 0.0535820 Nov 23 18:22:01.530719 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-27bb98a4-27cc-46c7-80c4-6de03b5538f6 req-4bf498e6-e2dd-46ff-ac64-bc34ee262653 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/security-groups?id=65ffd7d6-6baf-4b83-9417-6a2507a92c34&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0414789 Nov 23 18:22:02.648267 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8268af79-b646-4774-8333-667d6cac7dfa req-54b9441f-0523-4cb5-8e46-82b14a04805b tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:22:02.649803 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8268af79-b646-4774-8333-667d6cac7dfa req-54b9441f-0523-4cb5-8e46-82b14a04805b tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/ports?device_id=b4ae793a-e8c9-4ef2-a09f-a1715cec2ea4 HTTP/1.1" status: 200 len: 945 time: 0.0497789 Nov 23 18:22:02.697205 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8268af79-b646-4774-8333-667d6cac7dfa req-a2edf888-4079-4e7e-8d5d-9f511753aa13 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/security-groups?id=65ffd7d6-6baf-4b83-9417-6a2507a92c34&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0414031 Nov 23 18:22:03.816157 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5094301-9bd6-4a58-89d6-f9266ccbf5cd req-61070762-d3e5-4bf0-a799-525a2c45c6e0 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:22:03.817655 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d5094301-9bd6-4a58-89d6-f9266ccbf5cd req-61070762-d3e5-4bf0-a799-525a2c45c6e0 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/ports?device_id=b4ae793a-e8c9-4ef2-a09f-a1715cec2ea4 HTTP/1.1" status: 200 len: 945 time: 0.0508232 Nov 23 18:22:03.871843 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d5094301-9bd6-4a58-89d6-f9266ccbf5cd req-71be150d-b6be-4b45-8155-3230f22e5f62 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/security-groups?id=65ffd7d6-6baf-4b83-9417-6a2507a92c34&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0482051 Nov 23 18:22:04.987298 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eeeed33-99b6-47d3-99ec-11ccddfa5735 req-c142de2c-358a-4066-8a4f-671f6628d3be tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:22:04.988811 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-1eeeed33-99b6-47d3-99ec-11ccddfa5735 req-c142de2c-358a-4066-8a4f-671f6628d3be tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/ports?device_id=b4ae793a-e8c9-4ef2-a09f-a1715cec2ea4 HTTP/1.1" status: 200 len: 945 time: 0.0491736 Nov 23 18:22:05.036596 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-1eeeed33-99b6-47d3-99ec-11ccddfa5735 req-9ccd2edd-c9ac-43bd-9da1-0f188c1a4d34 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/security-groups?id=65ffd7d6-6baf-4b83-9417-6a2507a92c34&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0415411 Nov 23 18:22:06.155675 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9257a0f-022f-4f60-859f-a012e17a803c req-0433b346-85c6-4946-a1c1-5e5e32f8c5b2 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:22:06.157177 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b9257a0f-022f-4f60-859f-a012e17a803c req-0433b346-85c6-4946-a1c1-5e5e32f8c5b2 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/ports?device_id=b4ae793a-e8c9-4ef2-a09f-a1715cec2ea4 HTTP/1.1" status: 200 len: 945 time: 0.0516813 Nov 23 18:22:06.209424 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b9257a0f-022f-4f60-859f-a012e17a803c req-6ef3bc61-2c64-474f-8b78-9fbc4c1d2f3b tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/security-groups?id=65ffd7d6-6baf-4b83-9417-6a2507a92c34&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0461030 Nov 23 18:22:07.341713 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9874dd3f-3724-41d9-b362-7c8f3dadc634 req-39b216c9-a66d-4ac5-95f5-e97f1ad7e191 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:22:07.343189 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9874dd3f-3724-41d9-b362-7c8f3dadc634 req-39b216c9-a66d-4ac5-95f5-e97f1ad7e191 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/ports?device_id=b4ae793a-e8c9-4ef2-a09f-a1715cec2ea4 HTTP/1.1" status: 200 len: 945 time: 0.0525248 Nov 23 18:22:07.389122 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9874dd3f-3724-41d9-b362-7c8f3dadc634 req-5cfb8de5-a773-45c9-ac2b-732523f2cc4d tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/security-groups?id=65ffd7d6-6baf-4b83-9417-6a2507a92c34&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0399358 Nov 23 18:22:08.504088 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9732cce2-8041-4d73-8618-8c78395d9ecb req-1ca630bd-ce20-44d8-aca5-702d4eacfe8d tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:22:08.505574 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9732cce2-8041-4d73-8618-8c78395d9ecb req-1ca630bd-ce20-44d8-aca5-702d4eacfe8d tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/ports?device_id=b4ae793a-e8c9-4ef2-a09f-a1715cec2ea4 HTTP/1.1" status: 200 len: 945 time: 0.0484288 Nov 23 18:22:08.553652 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9732cce2-8041-4d73-8618-8c78395d9ecb req-7d0cda32-ea29-4e41-a0c8-8735168564a3 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/security-groups?id=65ffd7d6-6baf-4b83-9417-6a2507a92c34&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0420673 Nov 23 18:22:09.671791 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf0e53c-4f93-499f-9b42-088920bf7ef6 req-6bb9f08c-ce83-431a-8a17-dbdce3b3612e tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:22:09.673301 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4cf0e53c-4f93-499f-9b42-088920bf7ef6 req-6bb9f08c-ce83-431a-8a17-dbdce3b3612e tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/ports?device_id=b4ae793a-e8c9-4ef2-a09f-a1715cec2ea4 HTTP/1.1" status: 200 len: 945 time: 0.0480947 Nov 23 18:22:09.723816 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4cf0e53c-4f93-499f-9b42-088920bf7ef6 req-573294d5-d224-4d97-b893-40fa63a4d2ac tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/security-groups?id=65ffd7d6-6baf-4b83-9417-6a2507a92c34&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0444837 Nov 23 18:22:10.841643 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73e0972-5a9d-49f5-9452-cc53f5d7a718 req-00acce25-bc57-419e-9caa-b6b562dc89ba tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:22:10.843121 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f73e0972-5a9d-49f5-9452-cc53f5d7a718 req-00acce25-bc57-419e-9caa-b6b562dc89ba tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/ports?device_id=b4ae793a-e8c9-4ef2-a09f-a1715cec2ea4 HTTP/1.1" status: 200 len: 945 time: 0.0494232 Nov 23 18:22:10.890040 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f73e0972-5a9d-49f5-9452-cc53f5d7a718 req-23c0d81a-0bf7-449d-a79a-fd0db8056f05 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/security-groups?id=65ffd7d6-6baf-4b83-9417-6a2507a92c34&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0408983 Nov 23 18:22:12.012556 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c3b681-1b45-43ce-ba8e-b0cda7920e84 req-1aa8ce4e-eaad-46e8-93b4-c18cdf6878b7 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:22:12.014075 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-64c3b681-1b45-43ce-ba8e-b0cda7920e84 req-1aa8ce4e-eaad-46e8-93b4-c18cdf6878b7 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/ports?device_id=b4ae793a-e8c9-4ef2-a09f-a1715cec2ea4 HTTP/1.1" status: 200 len: 945 time: 0.0487504 Nov 23 18:22:12.065285 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-64c3b681-1b45-43ce-ba8e-b0cda7920e84 req-4b760d1e-cedd-4354-9b67-c053e381a27e tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/security-groups?id=65ffd7d6-6baf-4b83-9417-6a2507a92c34&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0452044 Nov 23 18:22:13.062796 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-38200de6-9291-4e92-bd3c-a53724bb0879 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:13.193053 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59ce8c5-42eb-4125-9c9c-079fce230756 req-535c4f4f-b183-4704-900d-0ccd541a519b tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:22:13.194541 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d59ce8c5-42eb-4125-9c9c-079fce230756 req-535c4f4f-b183-4704-900d-0ccd541a519b tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/ports?device_id=b4ae793a-e8c9-4ef2-a09f-a1715cec2ea4 HTTP/1.1" status: 200 len: 945 time: 0.0553808 Nov 23 18:22:13.245742 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d59ce8c5-42eb-4125-9c9c-079fce230756 req-4842b679-e295-4eb9-a0b4-617e503d5888 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/security-groups?id=65ffd7d6-6baf-4b83-9417-6a2507a92c34&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0450332 Nov 23 18:22:13.898884 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:14.364914 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e1e463-68f3-4c89-9fda-2f48a5794c16 req-528d1d6a-751b-49dd-bbda-f2c3eed849c7 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:22:14.366437 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d3e1e463-68f3-4c89-9fda-2f48a5794c16 req-528d1d6a-751b-49dd-bbda-f2c3eed849c7 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/ports?device_id=b4ae793a-e8c9-4ef2-a09f-a1715cec2ea4 HTTP/1.1" status: 200 len: 945 time: 0.0509665 Nov 23 18:22:14.413943 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d3e1e463-68f3-4c89-9fda-2f48a5794c16 req-f9223cd2-3567-4f85-8e7a-7b1e88bfee0d tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/security-groups?id=65ffd7d6-6baf-4b83-9417-6a2507a92c34&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0408833 Nov 23 18:22:14.755627 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:15.134225 n-d-816206-8 neutron-server[103591]: INFO neutron.api.v2.resource [req-6c550c00-a65c-454d-9312-4ccea838d695 req-5ed70835-6b77-43c4-b636-9fff3273cb4f service neutron] show failed (client error): The resource could not be found. Nov 23 18:22:15.135244 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6c550c00-a65c-454d-9312-4ccea838d695 req-5ed70835-6b77-43c4-b636-9fff3273cb4f service neutron] 10.222.0.36 "GET /v2.0/ports/1cddfbac-453f-4133-bb09-a62a2eec8f86/bindings/n-h1-816206-8 HTTP/1.1" status: 404 len: 380 time: 0.0577435 Nov 23 18:22:15.153486 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-37a3f296-b59c-4b17-a2ca-7c7e838eedd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:15.376960 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c550c00-a65c-454d-9312-4ccea838d695 req-be26b53e-62d4-4aff-b22b-75108d48011b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:22:15.378489 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-6c550c00-a65c-454d-9312-4ccea838d695 req-be26b53e-62d4-4aff-b22b-75108d48011b service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=b4ae793a-e8c9-4ef2-a09f-a1715cec2ea4&tenant_id=7a2e384b18354dcf855a2d3c6a834aef HTTP/1.1" status: 200 len: 1096 time: 0.0843546 Nov 23 18:22:15.389530 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [req-6c550c00-a65c-454d-9312-4ccea838d695 req-6be0f56c-ea40-4472-b359-08bedd47e585 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=103590) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 18:22:15.390495 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-6c550c00-a65c-454d-9312-4ccea838d695 req-6be0f56c-ea40-4472-b359-08bedd47e585 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054150 Nov 23 18:22:15.402815 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [req-6c550c00-a65c-454d-9312-4ccea838d695 req-ae0c9b28-40a3-40b0-9c1c-bf057a82c0fa service neutron] Request body: {'port': {'binding:host_id': 'n-h1-816206-8', 'device_owner': 'compute:nova'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:22:15.460095 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-6c550c00-a65c-454d-9312-4ccea838d695 req-ae0c9b28-40a3-40b0-9c1c-bf057a82c0fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:15.536710 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821ca44c-e63a-47ad-9f3e-a2aaf80436eb req-087c8d0a-e646-420a-aafb-de6f519afdb1 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:22:15.538823 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-821ca44c-e63a-47ad-9f3e-a2aaf80436eb req-087c8d0a-e646-420a-aafb-de6f519afdb1 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/ports?device_id=b4ae793a-e8c9-4ef2-a09f-a1715cec2ea4 HTTP/1.1" status: 200 len: 945 time: 0.0512173 Nov 23 18:22:15.586997 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-821ca44c-e63a-47ad-9f3e-a2aaf80436eb req-5519a54d-5b39-4eb1-9389-079ed7bb2df0 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/security-groups?id=65ffd7d6-6baf-4b83-9417-6a2507a92c34&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0419123 Nov 23 18:22:15.667490 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [req-6c550c00-a65c-454d-9312-4ccea838d695 req-ae0c9b28-40a3-40b0-9c1c-bf057a82c0fa service neutron] For port 1cddfbac-453f-4133-bb09-a62a2eec8f86, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=1cddfbac-453f-4133-bb09-a62a2eec8f86,segment=NetworkSegment(fe315ac5-77ca-4bfb-9cfe-65772fe7c4a6),segment_id=fe315ac5-77ca-4bfb-9cfe-65772fe7c4a6)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:22:15.700702 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [req-6c550c00-a65c-454d-9312-4ccea838d695 req-ae0c9b28-40a3-40b0-9c1c-bf057a82c0fa service neutron] For port 1cddfbac-453f-4133-bb09-a62a2eec8f86, host n-h2-816206-8, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:22:15.738979 n-d-816206-8 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4ae793a-e8c9-4ef2-a09f-a1715cec2ea4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1cddfbac-453f-4133-bb09-a62a2eec8f86'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:22:15.741403 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c35dbc0b6b9f20554b2131d9adc843a87fc98ef8cc7f8c5951517f8512ac17b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f99c0a25-e8d0-4129-a08e-08b29aa03860" -d '{"events": [{"server_uuid": "b4ae793a-e8c9-4ef2-a09f-a1715cec2ea4", "name": "network-vif-unplugged", "status": "completed", "tag": "1cddfbac-453f-4133-bb09-a62a2eec8f86"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:22:15.746001 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-6c550c00-a65c-454d-9312-4ccea838d695 req-ae0c9b28-40a3-40b0-9c1c-bf057a82c0fa service neutron] Publish callbacks [] for port, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:15.758693 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [req-6c550c00-a65c-454d-9312-4ccea838d695 req-ae0c9b28-40a3-40b0-9c1c-bf057a82c0fa service neutron] Transition to ACTIVE for port object 1cddfbac-453f-4133-bb09-a62a2eec8f86 will not be triggered until provisioned by entity L2. {{(pid=103590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 18:22:15.763713 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-6c550c00-a65c-454d-9312-4ccea838d695 req-ae0c9b28-40a3-40b0-9c1c-bf057a82c0fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264357957'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:15.798384 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 18:22:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f834c60a-7ca8-4173-b482-86074a24cafb x-openstack-request-id: req-f834c60a-7ca8-4173-b482-86074a24cafb {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:22:15.798678 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4ae793a-e8c9-4ef2-a09f-a1715cec2ea4", "name": "network-vif-unplugged", "status": "completed", "tag": "1cddfbac-453f-4133-bb09-a62a2eec8f86", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:22:15.798925 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f834c60a-7ca8-4173-b482-86074a24cafb {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:22:15.799319 n-d-816206-8 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4ae793a-e8c9-4ef2-a09f-a1715cec2ea4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1cddfbac-453f-4133-bb09-a62a2eec8f86', 'code': 200} Nov 23 18:22:15.853909 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0c9b28-40a3-40b0-9c1c-bf057a82c0fa service neutron] Pushing event updated for resources: {'Port': ['ID=1cddfbac-453f-4133-bb09-a62a2eec8f86,revision_number=6']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:22:15.870078 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0c9b28-40a3-40b0-9c1c-bf057a82c0fa service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:22:15.870971 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0c9b28-40a3-40b0-9c1c-bf057a82c0fa service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:22:15.871326 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0c9b28-40a3-40b0-9c1c-bf057a82c0fa service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:22:15.871663 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0c9b28-40a3-40b0-9c1c-bf057a82c0fa service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:22:15.871998 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0c9b28-40a3-40b0-9c1c-bf057a82c0fa service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:22:15.872330 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0c9b28-40a3-40b0-9c1c-bf057a82c0fa service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:22:15.872686 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0c9b28-40a3-40b0-9c1c-bf057a82c0fa service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:22:15.873016 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0c9b28-40a3-40b0-9c1c-bf057a82c0fa service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:22:15.873343 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0c9b28-40a3-40b0-9c1c-bf057a82c0fa service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:22:15.873668 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0c9b28-40a3-40b0-9c1c-bf057a82c0fa service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:22:15.873990 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0c9b28-40a3-40b0-9c1c-bf057a82c0fa service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:22:15.874311 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae0c9b28-40a3-40b0-9c1c-bf057a82c0fa service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:22:15.899950 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c550c00-a65c-454d-9312-4ccea838d695 req-ae0c9b28-40a3-40b0-9c1c-bf057a82c0fa service neutron] No DVR routers for this DVR port 1cddfbac-453f-4133-bb09-a62a2eec8f86 on host n-h2-816206-8 {{(pid=103590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:22:15.957842 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.55', 62889) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:22:16.010042 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e998ec-5eec-4be8-bf32-ba681625577d req-97b6fd2a-743c-4ef5-ae4c-ce9adfdea420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:22:16.011558 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-67e998ec-5eec-4be8-bf32-ba681625577d req-97b6fd2a-743c-4ef5-ae4c-ce9adfdea420 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7a2e384b18354dcf855a2d3c6a834aef&device_id=b4ae793a-e8c9-4ef2-a09f-a1715cec2ea4 HTTP/1.1" status: 200 len: 1052 time: 0.0421126 Nov 23 18:22:16.042779 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [req-6c550c00-a65c-454d-9312-4ccea838d695 req-ae0c9b28-40a3-40b0-9c1c-bf057a82c0fa service neutron] Attempting to bind port 1cddfbac-453f-4133-bb09-a62a2eec8f86 on host n-h1-816206-8 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:22:16.043117 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [req-6c550c00-a65c-454d-9312-4ccea838d695 req-ae0c9b28-40a3-40b0-9c1c-bf057a82c0fa service neutron] Attempting to bind port 1cddfbac-453f-4133-bb09-a62a2eec8f86 by drivers openvswitch,hyperv on host n-h1-816206-8 at level 0 using segments [{'id': 'fe315ac5-77ca-4bfb-9cfe-65772fe7c4a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'f7923f1d-6a8d-4e71-8499-b4a023620336'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:22:16.043473 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c550c00-a65c-454d-9312-4ccea838d695 req-ae0c9b28-40a3-40b0-9c1c-bf057a82c0fa service neutron] Attempting to bind port 1cddfbac-453f-4133-bb09-a62a2eec8f86 on network f7923f1d-6a8d-4e71-8499-b4a023620336 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:22:16.048471 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c550c00-a65c-454d-9312-4ccea838d695 req-ae0c9b28-40a3-40b0-9c1c-bf057a82c0fa service neutron] Port 1cddfbac-453f-4133-bb09-a62a2eec8f86 on network f7923f1d-6a8d-4e71-8499-b4a023620336 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-8 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:22:16.048769 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c550c00-a65c-454d-9312-4ccea838d695 req-ae0c9b28-40a3-40b0-9c1c-bf057a82c0fa service neutron] Attempting to bind port 1cddfbac-453f-4133-bb09-a62a2eec8f86 on network f7923f1d-6a8d-4e71-8499-b4a023620336 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:22:16.054556 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c550c00-a65c-454d-9312-4ccea838d695 req-ae0c9b28-40a3-40b0-9c1c-bf057a82c0fa service neutron] Checking agent: {'id': '4b0a4557-3bfe-4828-80a0-7981fc3ac84c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 15, 14), 'started_at': datetime.datetime(2021, 11, 23, 17, 15, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 22, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:22:16.054821 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c550c00-a65c-454d-9312-4ccea838d695 req-ae0c9b28-40a3-40b0-9c1c-bf057a82c0fa service neutron] Checking segment: {'id': 'fe315ac5-77ca-4bfb-9cfe-65772fe7c4a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'f7923f1d-6a8d-4e71-8499-b4a023620336'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:22:16.055172 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c550c00-a65c-454d-9312-4ccea838d695 req-ae0c9b28-40a3-40b0-9c1c-bf057a82c0fa service neutron] Bound using segment: {'id': 'fe315ac5-77ca-4bfb-9cfe-65772fe7c4a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'f7923f1d-6a8d-4e71-8499-b4a023620336'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:22:16.055594 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [req-6c550c00-a65c-454d-9312-4ccea838d695 req-ae0c9b28-40a3-40b0-9c1c-bf057a82c0fa service neutron] Bound port: 1cddfbac-453f-4133-bb09-a62a2eec8f86, host: n-h1-816206-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe315ac5-77ca-4bfb-9cfe-65772fe7c4a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'f7923f1d-6a8d-4e71-8499-b4a023620336'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:22:16.055948 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-6c550c00-a65c-454d-9312-4ccea838d695 req-ae0c9b28-40a3-40b0-9c1c-bf057a82c0fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:16.121000 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e998ec-5eec-4be8-bf32-ba681625577d req-15a52a9d-af4e-4a0e-a019-d81971ebe7e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:22:16.121245 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [req-6c550c00-a65c-454d-9312-4ccea838d695 req-ae0c9b28-40a3-40b0-9c1c-bf057a82c0fa service neutron] For port 1cddfbac-453f-4133-bb09-a62a2eec8f86, host n-h1-816206-8, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:22:16.122407 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-67e998ec-5eec-4be8-bf32-ba681625577d req-15a52a9d-af4e-4a0e-a019-d81971ebe7e4 service neutron] 10.222.0.55 "GET /v2.0/networks?id=f7923f1d-6a8d-4e71-8499-b4a023620336 HTTP/1.1" status: 200 len: 913 time: 0.0915604 Nov 23 18:22:16.124268 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [req-6c550c00-a65c-454d-9312-4ccea838d695 req-ae0c9b28-40a3-40b0-9c1c-bf057a82c0fa service neutron] For port 1cddfbac-453f-4133-bb09-a62a2eec8f86, host n-h1-816206-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=1cddfbac-453f-4133-bb09-a62a2eec8f86,segment=NetworkSegment(fe315ac5-77ca-4bfb-9cfe-65772fe7c4a6),segment_id=fe315ac5-77ca-4bfb-9cfe-65772fe7c4a6)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:22:16.128671 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-6c550c00-a65c-454d-9312-4ccea838d695 req-ae0c9b28-40a3-40b0-9c1c-bf057a82c0fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264357957'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:16.166027 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c550c00-a65c-454d-9312-4ccea838d695 req-ae0c9b28-40a3-40b0-9c1c-bf057a82c0fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:22:16.166646 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [req-6c550c00-a65c-454d-9312-4ccea838d695 req-ae0c9b28-40a3-40b0-9c1c-bf057a82c0fa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:16.168740 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-6c550c00-a65c-454d-9312-4ccea838d695 req-ae0c9b28-40a3-40b0-9c1c-bf057a82c0fa service neutron] 10.222.0.55 "PUT /v2.0/ports/1cddfbac-453f-4133-bb09-a62a2eec8f86 HTTP/1.1" status: 200 len: 1091 time: 0.7700815 Nov 23 18:22:16.191236 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0c9b28-40a3-40b0-9c1c-bf057a82c0fa service neutron] Pushing event updated for resources: {'Port': ['ID=1cddfbac-453f-4133-bb09-a62a2eec8f86,revision_number=7']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:22:16.191763 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-67e998ec-5eec-4be8-bf32-ba681625577d req-d9903d11-1ec3-46d0-ad1c-19f1f3e930db service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1cddfbac-453f-4133-bb09-a62a2eec8f86 HTTP/1.1" status: 200 len: 999 time: 0.0627661 Nov 23 18:22:16.251723 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e998ec-5eec-4be8-bf32-ba681625577d req-19347101-d5ba-44a8-8f2e-970ab16179c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:22:16.253323 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-67e998ec-5eec-4be8-bf32-ba681625577d req-19347101-d5ba-44a8-8f2e-970ab16179c9 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=25d3e046-26e6-43e5-8262-7b86687e27b2 HTTP/1.1" status: 200 len: 851 time: 0.0550690 Nov 23 18:22:16.532258 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.agents_db [None req-464f6c07-0de8-4be6-8f5b-563f574d1c5d None None] Agent healthcheck: found 7 active agents {{(pid=103593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 18:22:16.546640 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e998ec-5eec-4be8-bf32-ba681625577d req-444ca69d-efa3-4456-9867-e70d508a9020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:22:16.548122 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-67e998ec-5eec-4be8-bf32-ba681625577d req-444ca69d-efa3-4456-9867-e70d508a9020 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f7923f1d-6a8d-4e71-8499-b4a023620336&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2872055 Nov 23 18:22:16.637907 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-67e998ec-5eec-4be8-bf32-ba681625577d req-f6262357-febc-4f8e-ad93-21ca7bc99504 service neutron] 10.222.0.55 "GET /v2.0/networks/f7923f1d-6a8d-4e71-8499-b4a023620336?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814981 Nov 23 18:22:16.683409 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device 1cddfbac-453f-4133-bb09-a62a2eec8f86 no longer exists at agent hyperv_n-h2-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:22:16.731541 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-52822d53-48f5-4819-8a95-bdc13aea0bf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:16.733143 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device 1cddfbac-453f-4133-bb09-a62a2eec8f86 not bound to the agent host n-h2-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:22:16.764818 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b78e55f-58c6-44f3-91b7-706f990edfd1 req-5259c621-e130-4bb8-b774-955193763f4c tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:22:16.766305 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2b78e55f-58c6-44f3-91b7-706f990edfd1 req-5259c621-e130-4bb8-b774-955193763f4c tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/ports?device_id=b4ae793a-e8c9-4ef2-a09f-a1715cec2ea4 HTTP/1.1" status: 200 len: 943 time: 0.1008141 Nov 23 18:22:16.771944 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-67e998ec-5eec-4be8-bf32-ba681625577d req-98e465c3-ecfb-4d6c-9d7f-812e5e76ae74 service neutron] 10.222.0.55 "GET /v2.0/networks/f7923f1d-6a8d-4e71-8499-b4a023620336?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271510 Nov 23 18:22:16.829504 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2b78e55f-58c6-44f3-91b7-706f990edfd1 req-30b3e5b6-9abd-42b6-b364-bc15370da2de tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/security-groups?id=65ffd7d6-6baf-4b83-9417-6a2507a92c34&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0566113 Nov 23 18:22:16.858358 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c550c00-a65c-454d-9312-4ccea838d695 req-f38ee6f1-1122-4dfa-b917-62a8136ba2ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:22:16.859832 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6c550c00-a65c-454d-9312-4ccea838d695 req-f38ee6f1-1122-4dfa-b917-62a8136ba2ea service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7a2e384b18354dcf855a2d3c6a834aef&device_id=b4ae793a-e8c9-4ef2-a09f-a1715cec2ea4 HTTP/1.1" status: 200 len: 1094 time: 0.0431674 Nov 23 18:22:16.947416 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c550c00-a65c-454d-9312-4ccea838d695 req-9f97e733-a2b6-430b-b5a1-7462c4ba07a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:22:16.950361 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6c550c00-a65c-454d-9312-4ccea838d695 req-9f97e733-a2b6-430b-b5a1-7462c4ba07a2 service neutron] 10.222.0.55 "GET /v2.0/networks?id=f7923f1d-6a8d-4e71-8499-b4a023620336 HTTP/1.1" status: 200 len: 913 time: 0.0837255 Nov 23 18:22:17.018736 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6c550c00-a65c-454d-9312-4ccea838d695 req-30dc1e64-0754-41bb-b4c4-b8416e025d16 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1cddfbac-453f-4133-bb09-a62a2eec8f86 HTTP/1.1" status: 200 len: 999 time: 0.0606680 Nov 23 18:22:17.067181 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c550c00-a65c-454d-9312-4ccea838d695 req-3a9a00a0-38f3-4241-b4f9-12e1f43e36e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:22:17.068777 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6c550c00-a65c-454d-9312-4ccea838d695 req-3a9a00a0-38f3-4241-b4f9-12e1f43e36e1 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=25d3e046-26e6-43e5-8262-7b86687e27b2 HTTP/1.1" status: 200 len: 851 time: 0.0430262 Nov 23 18:22:17.112246 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c550c00-a65c-454d-9312-4ccea838d695 req-522f8bbc-d498-4814-97af-044335238097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:22:17.113737 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6c550c00-a65c-454d-9312-4ccea838d695 req-522f8bbc-d498-4814-97af-044335238097 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f7923f1d-6a8d-4e71-8499-b4a023620336&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0385737 Nov 23 18:22:17.204992 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6c550c00-a65c-454d-9312-4ccea838d695 req-293819d7-9e3e-4b1e-8c23-8381e554bec7 service neutron] 10.222.0.55 "GET /v2.0/networks/f7923f1d-6a8d-4e71-8499-b4a023620336?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835369 Nov 23 18:22:17.291763 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6c550c00-a65c-454d-9312-4ccea838d695 req-0799ca33-2378-42b4-8a24-a18b6993dec4 service neutron] 10.222.0.55 "GET /v2.0/networks/f7923f1d-6a8d-4e71-8499-b4a023620336?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805130 Nov 23 18:22:17.800611 n-d-816206-8 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4ae793a-e8c9-4ef2-a09f-a1715cec2ea4', 'tag': '1cddfbac-453f-4133-bb09-a62a2eec8f86'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:22:17.803118 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c35dbc0b6b9f20554b2131d9adc843a87fc98ef8cc7f8c5951517f8512ac17b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fa350b3-f6c6-4007-8295-8dfb5bfb3645" -d '{"events": [{"name": "network-changed", "server_uuid": "b4ae793a-e8c9-4ef2-a09f-a1715cec2ea4", "tag": "1cddfbac-453f-4133-bb09-a62a2eec8f86"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:22:17.853251 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:22:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-099d33a6-af43-4b3f-8fd0-0a44bf61a4d3 x-openstack-request-id: req-099d33a6-af43-4b3f-8fd0-0a44bf61a4d3 {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:22:17.853543 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4ae793a-e8c9-4ef2-a09f-a1715cec2ea4", "tag": "1cddfbac-453f-4133-bb09-a62a2eec8f86", "status": "completed", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:22:17.853906 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-099d33a6-af43-4b3f-8fd0-0a44bf61a4d3 {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:22:17.854668 n-d-816206-8 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4ae793a-e8c9-4ef2-a09f-a1715cec2ea4', 'tag': '1cddfbac-453f-4133-bb09-a62a2eec8f86', 'status': 'completed', 'code': 200} Nov 23 18:22:17.933633 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9a27ae6c-db98-474f-94c1-cc99bf842d79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:17.998196 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa350b3-f6c6-4007-8295-8dfb5bfb3645 req-a45c7cf6-5cb5-4f77-9c13-b1c627fcdd9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:22:18.000833 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2fa350b3-f6c6-4007-8295-8dfb5bfb3645 req-a45c7cf6-5cb5-4f77-9c13-b1c627fcdd9c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7a2e384b18354dcf855a2d3c6a834aef&device_id=b4ae793a-e8c9-4ef2-a09f-a1715cec2ea4 HTTP/1.1" status: 200 len: 1094 time: 0.1142843 Nov 23 18:22:18.006672 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa350b3-f6c6-4007-8295-8dfb5bfb3645 req-2ba846ca-ee90-4f6b-9f01-5e531597e30f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:22:18.008236 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2fa350b3-f6c6-4007-8295-8dfb5bfb3645 req-2ba846ca-ee90-4f6b-9f01-5e531597e30f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7a2e384b18354dcf855a2d3c6a834aef&device_id=b4ae793a-e8c9-4ef2-a09f-a1715cec2ea4 HTTP/1.1" status: 200 len: 1094 time: 0.1122711 Nov 23 18:22:18.036835 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb0e8bd-5dae-4127-9106-d60a35882d29 req-5555b68c-395f-4207-93ec-bbd5f1eab1fd tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:22:18.038293 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2bb0e8bd-5dae-4127-9106-d60a35882d29 req-5555b68c-395f-4207-93ec-bbd5f1eab1fd tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/ports?device_id=b4ae793a-e8c9-4ef2-a09f-a1715cec2ea4 HTTP/1.1" status: 200 len: 943 time: 0.0994668 Nov 23 18:22:18.206950 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2bb0e8bd-5dae-4127-9106-d60a35882d29 req-324d5a27-806d-4278-8919-b675bb264b91 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/security-groups?id=65ffd7d6-6baf-4b83-9417-6a2507a92c34&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1453123 Nov 23 18:22:18.226070 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa350b3-f6c6-4007-8295-8dfb5bfb3645 req-ddd75d6a-098d-4875-b407-4078944231b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:22:18.227548 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2fa350b3-f6c6-4007-8295-8dfb5bfb3645 req-ddd75d6a-098d-4875-b407-4078944231b1 service neutron] 10.222.0.55 "GET /v2.0/networks?id=f7923f1d-6a8d-4e71-8499-b4a023620336 HTTP/1.1" status: 200 len: 913 time: 0.2069860 Nov 23 18:22:18.237513 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa350b3-f6c6-4007-8295-8dfb5bfb3645 req-4691b522-e7bd-464a-a022-e1a09eb81af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:22:18.238914 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2fa350b3-f6c6-4007-8295-8dfb5bfb3645 req-4691b522-e7bd-464a-a022-e1a09eb81af3 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f7923f1d-6a8d-4e71-8499-b4a023620336 HTTP/1.1" status: 200 len: 913 time: 0.2287703 Nov 23 18:22:18.347227 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2fa350b3-f6c6-4007-8295-8dfb5bfb3645 req-58c423d2-fee3-4795-a14b-e07b61451bb6 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1cddfbac-453f-4133-bb09-a62a2eec8f86 HTTP/1.1" status: 200 len: 999 time: 0.1072783 Nov 23 18:22:18.350790 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2fa350b3-f6c6-4007-8295-8dfb5bfb3645 req-ab8a79bb-f25f-42e4-a991-150de7d41d06 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1cddfbac-453f-4133-bb09-a62a2eec8f86 HTTP/1.1" status: 200 len: 999 time: 0.1026301 Nov 23 18:22:18.431879 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa350b3-f6c6-4007-8295-8dfb5bfb3645 req-0924c062-8ebc-4c14-b408-3fa812501a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:22:18.434037 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2fa350b3-f6c6-4007-8295-8dfb5bfb3645 req-0924c062-8ebc-4c14-b408-3fa812501a33 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=25d3e046-26e6-43e5-8262-7b86687e27b2 HTTP/1.1" status: 200 len: 851 time: 0.0798674 Nov 23 18:22:18.435429 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa350b3-f6c6-4007-8295-8dfb5bfb3645 req-8e8e042f-d443-435b-9815-38456768cf5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:22:18.439472 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2fa350b3-f6c6-4007-8295-8dfb5bfb3645 req-8e8e042f-d443-435b-9815-38456768cf5f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=25d3e046-26e6-43e5-8262-7b86687e27b2 HTTP/1.1" status: 200 len: 851 time: 0.0747473 Nov 23 18:22:18.462090 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:18.516585 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa350b3-f6c6-4007-8295-8dfb5bfb3645 req-e719bc86-8baf-42cb-a7da-6434750a5902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:22:18.518087 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2fa350b3-f6c6-4007-8295-8dfb5bfb3645 req-e719bc86-8baf-42cb-a7da-6434750a5902 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f7923f1d-6a8d-4e71-8499-b4a023620336&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0687313 Nov 23 18:22:18.519871 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa350b3-f6c6-4007-8295-8dfb5bfb3645 req-549bd889-4cc9-43b6-8a4a-bccb0708c043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:22:18.521348 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2fa350b3-f6c6-4007-8295-8dfb5bfb3645 req-549bd889-4cc9-43b6-8a4a-bccb0708c043 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f7923f1d-6a8d-4e71-8499-b4a023620336&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0801232 Nov 23 18:22:18.681209 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2fa350b3-f6c6-4007-8295-8dfb5bfb3645 req-44d847f4-c6d8-4da2-a9a0-7b3a98d1914c service neutron] 10.222.0.55 "GET /v2.0/networks/f7923f1d-6a8d-4e71-8499-b4a023620336?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1528485 Nov 23 18:22:18.682879 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2fa350b3-f6c6-4007-8295-8dfb5bfb3645 req-e1034a03-67e7-4e60-855a-aee545e45ccb service neutron] 10.222.0.36 "GET /v2.0/networks/f7923f1d-6a8d-4e71-8499-b4a023620336?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1563692 Nov 23 18:22:18.847498 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2fa350b3-f6c6-4007-8295-8dfb5bfb3645 req-1191a369-9901-4b30-806c-84178c387838 service neutron] 10.222.0.55 "GET /v2.0/networks/f7923f1d-6a8d-4e71-8499-b4a023620336?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1584504 Nov 23 18:22:18.849574 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2fa350b3-f6c6-4007-8295-8dfb5bfb3645 req-a48972a4-945e-49e0-8705-aaa6035bb6ad service neutron] 10.222.0.36 "GET /v2.0/networks/f7923f1d-6a8d-4e71-8499-b4a023620336?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1532640 Nov 23 18:22:19.330777 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc973e1-2133-4bd2-8bb5-e8b979562257 req-2877f579-5fc9-46b7-86f6-d8dfd4838864 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:22:19.332255 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-dcc973e1-2133-4bd2-8bb5-e8b979562257 req-2877f579-5fc9-46b7-86f6-d8dfd4838864 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/ports?device_id=b4ae793a-e8c9-4ef2-a09f-a1715cec2ea4 HTTP/1.1" status: 200 len: 943 time: 0.0537395 Nov 23 18:22:19.381100 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-dcc973e1-2133-4bd2-8bb5-e8b979562257 req-e946d1f3-60e9-4938-a66e-d6a5ad8a8e49 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/security-groups?id=65ffd7d6-6baf-4b83-9417-6a2507a92c34&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0425491 Nov 23 18:22:20.504811 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce9986e-5420-44dd-9b6c-0713def3bbde req-0c62ccce-8b34-4030-b48b-e73348e89387 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:22:20.506343 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-cce9986e-5420-44dd-9b6c-0713def3bbde req-0c62ccce-8b34-4030-b48b-e73348e89387 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/ports?device_id=b4ae793a-e8c9-4ef2-a09f-a1715cec2ea4 HTTP/1.1" status: 200 len: 943 time: 0.0528319 Nov 23 18:22:20.554394 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-cce9986e-5420-44dd-9b6c-0713def3bbde req-3787798b-a5e6-48fa-b70b-3277ccba63f7 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/security-groups?id=65ffd7d6-6baf-4b83-9417-6a2507a92c34&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0412066 Nov 23 18:22:21.672196 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee085855-df56-46a4-8a53-cf298e3eb76a req-e930a939-675c-447d-86d3-fe036e830ecd tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:22:21.673875 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ee085855-df56-46a4-8a53-cf298e3eb76a req-e930a939-675c-447d-86d3-fe036e830ecd tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/ports?device_id=b4ae793a-e8c9-4ef2-a09f-a1715cec2ea4 HTTP/1.1" status: 200 len: 943 time: 0.0495384 Nov 23 18:22:21.724430 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ee085855-df56-46a4-8a53-cf298e3eb76a req-650bb57b-fc2d-41bf-b58d-aa8f0ef442a3 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/security-groups?id=65ffd7d6-6baf-4b83-9417-6a2507a92c34&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0445750 Nov 23 18:22:22.842632 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6454d76-2aeb-4780-bb5e-c5d4c4d3ae67 req-59882077-2773-4554-8c34-a8eba778d422 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:22:22.844147 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b6454d76-2aeb-4780-bb5e-c5d4c4d3ae67 req-59882077-2773-4554-8c34-a8eba778d422 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/ports?device_id=b4ae793a-e8c9-4ef2-a09f-a1715cec2ea4 HTTP/1.1" status: 200 len: 943 time: 0.0497863 Nov 23 18:22:22.891833 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b6454d76-2aeb-4780-bb5e-c5d4c4d3ae67 req-914eaf44-b4be-4c64-817f-e3b7beadd394 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/security-groups?id=65ffd7d6-6baf-4b83-9417-6a2507a92c34&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0407593 Nov 23 18:22:24.011728 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2ff8d0-ec01-463a-a90b-7d5914afff7b req-4461390e-cb16-4068-b833-a0e4298a2285 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:22:24.013272 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-3d2ff8d0-ec01-463a-a90b-7d5914afff7b req-4461390e-cb16-4068-b833-a0e4298a2285 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/ports?device_id=b4ae793a-e8c9-4ef2-a09f-a1715cec2ea4 HTTP/1.1" status: 200 len: 943 time: 0.0493386 Nov 23 18:22:24.060356 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-3d2ff8d0-ec01-463a-a90b-7d5914afff7b req-2d5f3449-4a2c-4b1f-a43a-daf228219e06 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/security-groups?id=65ffd7d6-6baf-4b83-9417-6a2507a92c34&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0411084 Nov 23 18:22:25.182253 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a927154-ea23-4764-8776-511d964021b6 req-90b46003-4893-4abf-955d-ec4151031694 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:22:25.183797 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-1a927154-ea23-4764-8776-511d964021b6 req-90b46003-4893-4abf-955d-ec4151031694 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/ports?device_id=b4ae793a-e8c9-4ef2-a09f-a1715cec2ea4 HTTP/1.1" status: 200 len: 943 time: 0.0522220 Nov 23 18:22:25.230283 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-1a927154-ea23-4764-8776-511d964021b6 req-a8b6defb-2d54-4687-9801-889004f77a28 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/security-groups?id=65ffd7d6-6baf-4b83-9417-6a2507a92c34&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0406203 Nov 23 18:22:26.345620 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92336dd-b4de-4d83-a477-6c8dfd143465 req-79e1b3eb-a9d6-46cc-b02e-567645d215d4 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:22:26.347078 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c92336dd-b4de-4d83-a477-6c8dfd143465 req-79e1b3eb-a9d6-46cc-b02e-567645d215d4 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/ports?device_id=b4ae793a-e8c9-4ef2-a09f-a1715cec2ea4 HTTP/1.1" status: 200 len: 943 time: 0.0480838 Nov 23 18:22:26.392379 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c92336dd-b4de-4d83-a477-6c8dfd143465 req-b48155fb-cbe6-4392-9d79-89351f82b929 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/security-groups?id=65ffd7d6-6baf-4b83-9417-6a2507a92c34&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0394850 Nov 23 18:22:27.512319 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2220a35a-024c-43df-850a-7a539b0b707c req-138573f7-06bc-4305-9c26-8c97615f6a88 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:22:27.513810 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2220a35a-024c-43df-850a-7a539b0b707c req-138573f7-06bc-4305-9c26-8c97615f6a88 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/ports?device_id=b4ae793a-e8c9-4ef2-a09f-a1715cec2ea4 HTTP/1.1" status: 200 len: 943 time: 0.0523961 Nov 23 18:22:27.560372 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2220a35a-024c-43df-850a-7a539b0b707c req-32ebe067-1a1f-4b03-80a6-87d20317528c tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/security-groups?id=65ffd7d6-6baf-4b83-9417-6a2507a92c34&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0406599 Nov 23 18:22:28.690575 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fe287f-4890-4bee-b84e-af2e64c481c8 req-e538a69e-e1c7-4f44-ab66-f821d312b585 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:22:28.692070 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-56fe287f-4890-4bee-b84e-af2e64c481c8 req-e538a69e-e1c7-4f44-ab66-f821d312b585 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/ports?device_id=b4ae793a-e8c9-4ef2-a09f-a1715cec2ea4 HTTP/1.1" status: 200 len: 943 time: 0.0487521 Nov 23 18:22:28.739267 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-56fe287f-4890-4bee-b84e-af2e64c481c8 req-c25f397a-4f0f-469d-968d-f1a1f17013c9 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/security-groups?id=65ffd7d6-6baf-4b83-9417-6a2507a92c34&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0412889 Nov 23 18:22:29.853899 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53649cad-54b0-47af-ba2f-cf35e5cf79f4 req-d05c7a47-8935-45b5-a89e-1b1010e04af4 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:22:29.855932 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-53649cad-54b0-47af-ba2f-cf35e5cf79f4 req-d05c7a47-8935-45b5-a89e-1b1010e04af4 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/ports?device_id=b4ae793a-e8c9-4ef2-a09f-a1715cec2ea4 HTTP/1.1" status: 200 len: 943 time: 0.0485647 Nov 23 18:22:29.907745 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-53649cad-54b0-47af-ba2f-cf35e5cf79f4 req-c97a8081-7959-4863-9a0c-8dd98778da94 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/security-groups?id=65ffd7d6-6baf-4b83-9417-6a2507a92c34&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0458124 Nov 23 18:22:30.219859 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf7b8a1-54ca-45a8-bd71-197dfb05ef8f req-a6f62bac-a8ef-49ff-b9ba-cdb3801857dd tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:22:30.221349 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-baf7b8a1-54ca-45a8-bd71-197dfb05ef8f req-a6f62bac-a8ef-49ff-b9ba-cdb3801857dd tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.55 "GET /v2.0/ports?device_id=b4ae793a-e8c9-4ef2-a09f-a1715cec2ea4&tenant_id=7a2e384b18354dcf855a2d3c6a834aef&binding%3Ahost_id=n-h1-816206-8 HTTP/1.1" status: 200 len: 943 time: 0.0809479 Nov 23 18:22:30.232375 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc904f3-5a45-43d5-82cf-05cc34922ea7 req-59537b83-da0b-44a2-8f0b-2122ca7cbedd tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:22:30.233763 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2bc904f3-5a45-43d5-82cf-05cc34922ea7 req-59537b83-da0b-44a2-8f0b-2122ca7cbedd tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/ports?device_id=b4ae793a-e8c9-4ef2-a09f-a1715cec2ea4 HTTP/1.1" status: 200 len: 943 time: 0.0669725 Nov 23 18:22:30.320837 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2bc904f3-5a45-43d5-82cf-05cc34922ea7 req-f25c2edc-2229-42ad-a2dc-d555e04256b0 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/security-groups?id=65ffd7d6-6baf-4b83-9417-6a2507a92c34&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0802617 Nov 23 18:22:30.322528 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-baf7b8a1-54ca-45a8-bd71-197dfb05ef8f req-d94641cd-d6c1-433b-a8d1-ea431f0bfffc service neutron] 10.222.0.55 "GET /v2.0/ports/1cddfbac-453f-4133-bb09-a62a2eec8f86/bindings/n-h1-816206-8 HTTP/1.1" status: 200 len: 382 time: 0.0879321 Nov 23 18:22:30.385488 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf7b8a1-54ca-45a8-bd71-197dfb05ef8f req-741cbe8e-d890-4ef8-84cf-c9febb4a60a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:22:30.387403 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-baf7b8a1-54ca-45a8-bd71-197dfb05ef8f req-741cbe8e-d890-4ef8-84cf-c9febb4a60a6 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7a2e384b18354dcf855a2d3c6a834aef&device_id=b4ae793a-e8c9-4ef2-a09f-a1715cec2ea4 HTTP/1.1" status: 200 len: 1094 time: 0.0408778 Nov 23 18:22:30.478639 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf7b8a1-54ca-45a8-bd71-197dfb05ef8f req-0854b60f-1802-4f2c-8025-c00640294a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:22:30.480179 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-baf7b8a1-54ca-45a8-bd71-197dfb05ef8f req-0854b60f-1802-4f2c-8025-c00640294a24 service neutron] 10.222.0.55 "GET /v2.0/networks?id=f7923f1d-6a8d-4e71-8499-b4a023620336 HTTP/1.1" status: 200 len: 913 time: 0.0845165 Nov 23 18:22:30.549313 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-baf7b8a1-54ca-45a8-bd71-197dfb05ef8f req-e5fd8915-dfaa-438f-b8cf-0baf5c3245e1 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1cddfbac-453f-4133-bb09-a62a2eec8f86 HTTP/1.1" status: 200 len: 999 time: 0.0612440 Nov 23 18:22:30.599436 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf7b8a1-54ca-45a8-bd71-197dfb05ef8f req-c7ee7a1e-5e0c-4861-8dd4-46a19abe3366 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:22:30.600898 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-baf7b8a1-54ca-45a8-bd71-197dfb05ef8f req-c7ee7a1e-5e0c-4861-8dd4-46a19abe3366 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=25d3e046-26e6-43e5-8262-7b86687e27b2 HTTP/1.1" status: 200 len: 851 time: 0.0454466 Nov 23 18:22:30.647293 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf7b8a1-54ca-45a8-bd71-197dfb05ef8f req-750f79f3-4c0f-45c9-a5a2-91c1f05d4537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:22:30.648698 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-baf7b8a1-54ca-45a8-bd71-197dfb05ef8f req-750f79f3-4c0f-45c9-a5a2-91c1f05d4537 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f7923f1d-6a8d-4e71-8499-b4a023620336&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396814 Nov 23 18:22:30.740019 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-baf7b8a1-54ca-45a8-bd71-197dfb05ef8f req-34c04986-8f30-4dac-b185-533630f97c93 service neutron] 10.222.0.55 "GET /v2.0/networks/f7923f1d-6a8d-4e71-8499-b4a023620336?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839536 Nov 23 18:22:30.834396 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-baf7b8a1-54ca-45a8-bd71-197dfb05ef8f req-02a06399-731a-4180-bde1-fc4fcffe5999 service neutron] 10.222.0.55 "GET /v2.0/networks/f7923f1d-6a8d-4e71-8499-b4a023620336?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848811 Nov 23 18:22:31.446579 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d5497f-97cd-457c-a847-d322daec8660 req-17b0f369-f030-4546-8a4f-4079da663de0 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:22:31.448064 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-87d5497f-97cd-457c-a847-d322daec8660 req-17b0f369-f030-4546-8a4f-4079da663de0 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/ports?device_id=b4ae793a-e8c9-4ef2-a09f-a1715cec2ea4 HTTP/1.1" status: 200 len: 943 time: 0.0542383 Nov 23 18:22:31.495563 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-87d5497f-97cd-457c-a847-d322daec8660 req-31daa8d7-dde4-47aa-a618-3bef291888ec tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/security-groups?id=65ffd7d6-6baf-4b83-9417-6a2507a92c34&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0408244 Nov 23 18:22:31.848052 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device 1cddfbac-453f-4133-bb09-a62a2eec8f86 details requested by agent hyperv_n-h1-816206-8 with host n-h1-816206-8 {{(pid=103592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 18:22:31.944133 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port 1cddfbac-453f-4133-bb09-a62a2eec8f86, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=1cddfbac-453f-4133-bb09-a62a2eec8f86,segment=NetworkSegment(fe315ac5-77ca-4bfb-9cfe-65772fe7c4a6),segment_id=fe315ac5-77ca-4bfb-9cfe-65772fe7c4a6)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:22:31.956138 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Returning: {'device': '1cddfbac-453f-4133-bb09-a62a2eec8f86', 'network_id': 'f7923f1d-6a8d-4e71-8499-b4a023620336', 'port_id': '1cddfbac-453f-4133-bb09-a62a2eec8f86', 'mac_address': 'fa:16:3e:22:2e:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25d3e046-26e6-43e5-8262-7b86687e27b2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 18:22:31.993059 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:32.006011 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1cddfbac-453f-4133-bb09-a62a2eec8f86 {{(pid=103592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:22:32.025357 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port 1cddfbac-453f-4133-bb09-a62a2eec8f86, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=1cddfbac-453f-4133-bb09-a62a2eec8f86,segment=NetworkSegment(fe315ac5-77ca-4bfb-9cfe-65772fe7c4a6),segment_id=fe315ac5-77ca-4bfb-9cfe-65772fe7c4a6)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:22:32.029786 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:32.077044 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Pushing event updated for resources: {'Port': ['ID=1cddfbac-453f-4133-bb09-a62a2eec8f86,revision_number=8']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:22:32.084321 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:22:32.084705 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:22:32.085046 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:22:32.085389 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:22:32.085719 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:22:32.086049 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:22:32.086376 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:22:32.086701 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:22:32.087030 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:22:32.087354 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:22:32.087675 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:22:32.087995 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:22:32.613615 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14724161-0fe0-46c9-b72b-730a62ce33d3 req-1b5694ad-e7bf-4ac2-9e7e-ceb5db5ddaf5 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:22:32.615115 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-14724161-0fe0-46c9-b72b-730a62ce33d3 req-1b5694ad-e7bf-4ac2-9e7e-ceb5db5ddaf5 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/ports?device_id=b4ae793a-e8c9-4ef2-a09f-a1715cec2ea4 HTTP/1.1" status: 200 len: 944 time: 0.0509424 Nov 23 18:22:32.663444 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-14724161-0fe0-46c9-b72b-730a62ce33d3 req-d4fd7c3b-2a34-481e-b8bd-8909409fcbd2 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/security-groups?id=65ffd7d6-6baf-4b83-9417-6a2507a92c34&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0422149 Nov 23 18:22:33.785940 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8074f55-0560-48b9-b9b9-085a31e45bcf req-0f1fe6cd-74c8-4408-8c2e-234c82a33a37 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:22:33.787710 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f8074f55-0560-48b9-b9b9-085a31e45bcf req-0f1fe6cd-74c8-4408-8c2e-234c82a33a37 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/ports?device_id=b4ae793a-e8c9-4ef2-a09f-a1715cec2ea4 HTTP/1.1" status: 200 len: 944 time: 0.0546100 Nov 23 18:22:33.838295 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f8074f55-0560-48b9-b9b9-085a31e45bcf req-5b8628ef-111b-4851-a43f-13c0ebbe2155 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/security-groups?id=65ffd7d6-6baf-4b83-9417-6a2507a92c34&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0425436 Nov 23 18:22:34.844162 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf7b8a1-54ca-45a8-bd71-197dfb05ef8f req-9ec1028f-ef8d-4670-811a-86bf6ec399d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:22:34.845691 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-baf7b8a1-54ca-45a8-bd71-197dfb05ef8f req-9ec1028f-ef8d-4670-811a-86bf6ec399d7 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b4ae793a-e8c9-4ef2-a09f-a1715cec2ea4&tenant_id=7a2e384b18354dcf855a2d3c6a834aef HTTP/1.1" status: 200 len: 1095 time: 0.0797105 Nov 23 18:22:34.858658 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [req-baf7b8a1-54ca-45a8-bd71-197dfb05ef8f req-68b31dee-9674-4ff7-9c7b-3c88f6423b81 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-816206-8', 'device_owner': 'compute:nova'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:22:34.921042 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-baf7b8a1-54ca-45a8-bd71-197dfb05ef8f req-68b31dee-9674-4ff7-9c7b-3c88f6423b81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:34.990128 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcbc3b1-0d34-4594-83b7-d7001bfcef71 req-c1e6f369-9076-4864-9752-7f220c92c42d tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:22:34.991605 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6bcbc3b1-0d34-4594-83b7-d7001bfcef71 req-c1e6f369-9076-4864-9752-7f220c92c42d tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/ports?device_id=b4ae793a-e8c9-4ef2-a09f-a1715cec2ea4 HTTP/1.1" status: 200 len: 944 time: 0.0824394 Nov 23 18:22:35.111525 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6bcbc3b1-0d34-4594-83b7-d7001bfcef71 req-742db383-905b-44b2-9857-224247549ac7 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/security-groups?id=65ffd7d6-6baf-4b83-9417-6a2507a92c34&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1136050 Nov 23 18:22:35.189385 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-baf7b8a1-54ca-45a8-bd71-197dfb05ef8f req-68b31dee-9674-4ff7-9c7b-3c88f6423b81 service neutron] For port 1cddfbac-453f-4133-bb09-a62a2eec8f86, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=1cddfbac-453f-4133-bb09-a62a2eec8f86,segment=NetworkSegment(fe315ac5-77ca-4bfb-9cfe-65772fe7c4a6),segment_id=fe315ac5-77ca-4bfb-9cfe-65772fe7c4a6)] {{(pid=103591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:22:35.221573 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-baf7b8a1-54ca-45a8-bd71-197dfb05ef8f req-68b31dee-9674-4ff7-9c7b-3c88f6423b81 service neutron] For port 1cddfbac-453f-4133-bb09-a62a2eec8f86, host n-h1-816206-8, cleared binding levels {{(pid=103591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:22:35.253103 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [req-baf7b8a1-54ca-45a8-bd71-197dfb05ef8f req-68b31dee-9674-4ff7-9c7b-3c88f6423b81 service neutron] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 1cddfbac-453f-4133-bb09-a62a2eec8f86 {{(pid=103591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:22:35.261283 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-baf7b8a1-54ca-45a8-bd71-197dfb05ef8f req-68b31dee-9674-4ff7-9c7b-3c88f6423b81 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:35.271525 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.provisioning_blocks [req-baf7b8a1-54ca-45a8-bd71-197dfb05ef8f req-68b31dee-9674-4ff7-9c7b-3c88f6423b81 service neutron] Ignored duplicate provisioning block setup for port 1cddfbac-453f-4133-bb09-a62a2eec8f86 by entity L2. {{(pid=103591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Nov 23 18:22:35.275355 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-baf7b8a1-54ca-45a8-bd71-197dfb05ef8f req-68b31dee-9674-4ff7-9c7b-3c88f6423b81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264758186'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:35.355459 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b31dee-9674-4ff7-9c7b-3c88f6423b81 service neutron] Pushing event updated for resources: {'Port': ['ID=1cddfbac-453f-4133-bb09-a62a2eec8f86,revision_number=9']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:22:35.370261 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b31dee-9674-4ff7-9c7b-3c88f6423b81 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:22:35.370610 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b31dee-9674-4ff7-9c7b-3c88f6423b81 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:22:35.370952 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b31dee-9674-4ff7-9c7b-3c88f6423b81 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:22:35.371291 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b31dee-9674-4ff7-9c7b-3c88f6423b81 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:22:35.371630 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b31dee-9674-4ff7-9c7b-3c88f6423b81 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:22:35.371967 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b31dee-9674-4ff7-9c7b-3c88f6423b81 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:22:35.372355 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b31dee-9674-4ff7-9c7b-3c88f6423b81 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:22:35.372662 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b31dee-9674-4ff7-9c7b-3c88f6423b81 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:22:35.373157 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b31dee-9674-4ff7-9c7b-3c88f6423b81 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:22:35.373529 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b31dee-9674-4ff7-9c7b-3c88f6423b81 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:22:35.373891 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b31dee-9674-4ff7-9c7b-3c88f6423b81 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:22:35.374218 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b31dee-9674-4ff7-9c7b-3c88f6423b81 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:22:35.409718 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [req-baf7b8a1-54ca-45a8-bd71-197dfb05ef8f req-68b31dee-9674-4ff7-9c7b-3c88f6423b81 service neutron] No DVR routers for this DVR port 1cddfbac-453f-4133-bb09-a62a2eec8f86 on host n-h1-816206-8 {{(pid=103591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:22:35.545742 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-baf7b8a1-54ca-45a8-bd71-197dfb05ef8f req-68b31dee-9674-4ff7-9c7b-3c88f6423b81 service neutron] Attempting to bind port 1cddfbac-453f-4133-bb09-a62a2eec8f86 on host n-h2-816206-8 for vnic_type normal with profile {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:22:35.546083 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-baf7b8a1-54ca-45a8-bd71-197dfb05ef8f req-68b31dee-9674-4ff7-9c7b-3c88f6423b81 service neutron] Attempting to bind port 1cddfbac-453f-4133-bb09-a62a2eec8f86 by drivers openvswitch,hyperv on host n-h2-816206-8 at level 0 using segments [{'id': 'fe315ac5-77ca-4bfb-9cfe-65772fe7c4a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'f7923f1d-6a8d-4e71-8499-b4a023620336'}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:22:35.546413 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baf7b8a1-54ca-45a8-bd71-197dfb05ef8f req-68b31dee-9674-4ff7-9c7b-3c88f6423b81 service neutron] Attempting to bind port 1cddfbac-453f-4133-bb09-a62a2eec8f86 on network f7923f1d-6a8d-4e71-8499-b4a023620336 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:22:35.550588 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baf7b8a1-54ca-45a8-bd71-197dfb05ef8f req-68b31dee-9674-4ff7-9c7b-3c88f6423b81 service neutron] Port 1cddfbac-453f-4133-bb09-a62a2eec8f86 on network f7923f1d-6a8d-4e71-8499-b4a023620336 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-8 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:22:35.550910 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baf7b8a1-54ca-45a8-bd71-197dfb05ef8f req-68b31dee-9674-4ff7-9c7b-3c88f6423b81 service neutron] Attempting to bind port 1cddfbac-453f-4133-bb09-a62a2eec8f86 on network f7923f1d-6a8d-4e71-8499-b4a023620336 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:22:35.555663 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baf7b8a1-54ca-45a8-bd71-197dfb05ef8f req-68b31dee-9674-4ff7-9c7b-3c88f6423b81 service neutron] Checking agent: {'id': 'ab77bf9e-0267-4174-8f1d-822cba89b207', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 15, 13), 'started_at': datetime.datetime(2021, 11, 23, 17, 15, 13), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 22, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:22:35.556001 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baf7b8a1-54ca-45a8-bd71-197dfb05ef8f req-68b31dee-9674-4ff7-9c7b-3c88f6423b81 service neutron] Checking segment: {'id': 'fe315ac5-77ca-4bfb-9cfe-65772fe7c4a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'f7923f1d-6a8d-4e71-8499-b4a023620336'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:22:35.556384 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baf7b8a1-54ca-45a8-bd71-197dfb05ef8f req-68b31dee-9674-4ff7-9c7b-3c88f6423b81 service neutron] Bound using segment: {'id': 'fe315ac5-77ca-4bfb-9cfe-65772fe7c4a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'f7923f1d-6a8d-4e71-8499-b4a023620336'} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:22:35.556840 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-baf7b8a1-54ca-45a8-bd71-197dfb05ef8f req-68b31dee-9674-4ff7-9c7b-3c88f6423b81 service neutron] Bound port: 1cddfbac-453f-4133-bb09-a62a2eec8f86, host: n-h2-816206-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe315ac5-77ca-4bfb-9cfe-65772fe7c4a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'f7923f1d-6a8d-4e71-8499-b4a023620336'}}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:22:35.557195 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-baf7b8a1-54ca-45a8-bd71-197dfb05ef8f req-68b31dee-9674-4ff7-9c7b-3c88f6423b81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:35.622148 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-baf7b8a1-54ca-45a8-bd71-197dfb05ef8f req-68b31dee-9674-4ff7-9c7b-3c88f6423b81 service neutron] For port 1cddfbac-453f-4133-bb09-a62a2eec8f86, host n-h2-816206-8, cleared binding levels {{(pid=103591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:22:35.625377 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-baf7b8a1-54ca-45a8-bd71-197dfb05ef8f req-68b31dee-9674-4ff7-9c7b-3c88f6423b81 service neutron] For port 1cddfbac-453f-4133-bb09-a62a2eec8f86, host n-h2-816206-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=1cddfbac-453f-4133-bb09-a62a2eec8f86,segment=NetworkSegment(fe315ac5-77ca-4bfb-9cfe-65772fe7c4a6),segment_id=fe315ac5-77ca-4bfb-9cfe-65772fe7c4a6)] {{(pid=103591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:22:35.628972 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-baf7b8a1-54ca-45a8-bd71-197dfb05ef8f req-68b31dee-9674-4ff7-9c7b-3c88f6423b81 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264758186'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:35.663508 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf7b8a1-54ca-45a8-bd71-197dfb05ef8f req-68b31dee-9674-4ff7-9c7b-3c88f6423b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:22:35.664199 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-baf7b8a1-54ca-45a8-bd71-197dfb05ef8f req-68b31dee-9674-4ff7-9c7b-3c88f6423b81 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:35.666009 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-baf7b8a1-54ca-45a8-bd71-197dfb05ef8f req-68b31dee-9674-4ff7-9c7b-3c88f6423b81 service neutron] 10.222.0.36 "PUT /v2.0/ports/1cddfbac-453f-4133-bb09-a62a2eec8f86 HTTP/1.1" status: 200 len: 1091 time: 0.8114057 Nov 23 18:22:35.666009 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4ae793a-e8c9-4ef2-a09f-a1715cec2ea4', 'tag': '1cddfbac-453f-4133-bb09-a62a2eec8f86'}] {{(pid=103591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:22:35.668333 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f4e21f982013ce885b63e29a1d25974432d95030e0706b58ae42016fda4ab83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6662a9b1-b144-4f44-bc85-9c29663fb297" -d '{"events": [{"name": "network-changed", "server_uuid": "b4ae793a-e8c9-4ef2-a09f-a1715cec2ea4", "tag": "1cddfbac-453f-4133-bb09-a62a2eec8f86"}]}' {{(pid=103591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:22:35.692276 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b31dee-9674-4ff7-9c7b-3c88f6423b81 service neutron] Pushing event updated for resources: {'Port': ['ID=1cddfbac-453f-4133-bb09-a62a2eec8f86,revision_number=10']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:22:35.747252 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf7b8a1-54ca-45a8-bd71-197dfb05ef8f req-a63dac67-af51-4672-9867-fccd8f70d626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:22:35.748840 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-baf7b8a1-54ca-45a8-bd71-197dfb05ef8f req-a63dac67-af51-4672-9867-fccd8f70d626 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7a2e384b18354dcf855a2d3c6a834aef&device_id=b4ae793a-e8c9-4ef2-a09f-a1715cec2ea4 HTTP/1.1" status: 200 len: 1095 time: 0.0467732 Nov 23 18:22:35.863273 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device 1cddfbac-453f-4133-bb09-a62a2eec8f86 no longer exists at agent hyperv_n-h1-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:22:35.906432 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device 1cddfbac-453f-4133-bb09-a62a2eec8f86 not bound to the agent host n-h1-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:22:36.070214 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:22:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d96cebfe-befc-428f-9326-536c0925c446 x-openstack-request-id: req-d96cebfe-befc-428f-9326-536c0925c446 {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:22:36.070848 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4ae793a-e8c9-4ef2-a09f-a1715cec2ea4", "tag": "1cddfbac-453f-4133-bb09-a62a2eec8f86", "status": "completed", "code": 200}]} {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:22:36.070848 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d96cebfe-befc-428f-9326-536c0925c446 {{(pid=103591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:22:36.071134 n-d-816206-8 neutron-server[103591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4ae793a-e8c9-4ef2-a09f-a1715cec2ea4', 'tag': '1cddfbac-453f-4133-bb09-a62a2eec8f86', 'status': 'completed', 'code': 200} Nov 23 18:22:36.129197 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf7b8a1-54ca-45a8-bd71-197dfb05ef8f req-bdbd611a-55f2-4983-93f8-8f22fa8e7185 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:22:36.130689 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-baf7b8a1-54ca-45a8-bd71-197dfb05ef8f req-bdbd611a-55f2-4983-93f8-8f22fa8e7185 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f7923f1d-6a8d-4e71-8499-b4a023620336 HTTP/1.1" status: 200 len: 913 time: 0.3731391 Nov 23 18:22:36.135707 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6662a9b1-b144-4f44-bc85-9c29663fb297 req-8b81dcd8-b7c3-4b19-80d8-20deb0210393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:22:36.137260 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6662a9b1-b144-4f44-bc85-9c29663fb297 req-8b81dcd8-b7c3-4b19-80d8-20deb0210393 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7a2e384b18354dcf855a2d3c6a834aef&device_id=b4ae793a-e8c9-4ef2-a09f-a1715cec2ea4 HTTP/1.1" status: 200 len: 1095 time: 0.0653515 Nov 23 18:22:36.298993 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-baf7b8a1-54ca-45a8-bd71-197dfb05ef8f req-953fb080-c7e3-4474-a6ff-517cf81c2177 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1cddfbac-453f-4133-bb09-a62a2eec8f86 HTTP/1.1" status: 200 len: 999 time: 0.1599092 Nov 23 18:22:36.348926 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6413f0-ad39-4c15-be01-e34fad59adbd req-651da9d8-d584-454a-9f3d-1a82259b5c6a tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:22:36.350386 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7c6413f0-ad39-4c15-be01-e34fad59adbd req-651da9d8-d584-454a-9f3d-1a82259b5c6a tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/ports?device_id=b4ae793a-e8c9-4ef2-a09f-a1715cec2ea4 HTTP/1.1" status: 200 len: 944 time: 0.1505158 Nov 23 18:22:36.353424 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6662a9b1-b144-4f44-bc85-9c29663fb297 req-5104abd7-5f18-4de3-a762-8f4629fe6f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:22:36.355308 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6662a9b1-b144-4f44-bc85-9c29663fb297 req-5104abd7-5f18-4de3-a762-8f4629fe6f8d service neutron] 10.222.0.55 "GET /v2.0/networks?id=f7923f1d-6a8d-4e71-8499-b4a023620336 HTTP/1.1" status: 200 len: 913 time: 0.2094870 Nov 23 18:22:36.422608 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf7b8a1-54ca-45a8-bd71-197dfb05ef8f req-ab40f37e-fc3c-4c70-98b3-9597562d85a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:22:36.424068 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-baf7b8a1-54ca-45a8-bd71-197dfb05ef8f req-ab40f37e-fc3c-4c70-98b3-9597562d85a3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=25d3e046-26e6-43e5-8262-7b86687e27b2 HTTP/1.1" status: 200 len: 851 time: 0.1165061 Nov 23 18:22:36.489665 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7c6413f0-ad39-4c15-be01-e34fad59adbd req-0348fdf5-190b-4e81-82ac-e720d61a826c tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/security-groups?id=65ffd7d6-6baf-4b83-9417-6a2507a92c34&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1303811 Nov 23 18:22:36.492541 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6662a9b1-b144-4f44-bc85-9c29663fb297 req-f6251cc0-bf13-4be0-a438-e7338494d405 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1cddfbac-453f-4133-bb09-a62a2eec8f86 HTTP/1.1" status: 200 len: 999 time: 0.1240177 Nov 23 18:22:36.531148 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf7b8a1-54ca-45a8-bd71-197dfb05ef8f req-9f8deeac-bba9-4a5b-af86-97e114a450b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:22:36.532677 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-baf7b8a1-54ca-45a8-bd71-197dfb05ef8f req-9f8deeac-bba9-4a5b-af86-97e114a450b8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f7923f1d-6a8d-4e71-8499-b4a023620336&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0945661 Nov 23 18:22:36.565824 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6662a9b1-b144-4f44-bc85-9c29663fb297 req-b84b31c5-9749-402d-a50b-b6ca9698ff24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:22:36.567223 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6662a9b1-b144-4f44-bc85-9c29663fb297 req-b84b31c5-9749-402d-a50b-b6ca9698ff24 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=25d3e046-26e6-43e5-8262-7b86687e27b2 HTTP/1.1" status: 200 len: 851 time: 0.0667152 Nov 23 18:22:36.662389 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6662a9b1-b144-4f44-bc85-9c29663fb297 req-2a5f1c7a-984d-481c-8c7c-0f755c247fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:22:36.663874 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6662a9b1-b144-4f44-bc85-9c29663fb297 req-2a5f1c7a-984d-481c-8c7c-0f755c247fd9 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f7923f1d-6a8d-4e71-8499-b4a023620336&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0887647 Nov 23 18:22:36.665991 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-baf7b8a1-54ca-45a8-bd71-197dfb05ef8f req-a93460bd-d5f5-4979-a22f-6c0979234856 service neutron] 10.222.0.36 "GET /v2.0/networks/f7923f1d-6a8d-4e71-8499-b4a023620336?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242912 Nov 23 18:22:36.828582 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6662a9b1-b144-4f44-bc85-9c29663fb297 req-dd02184f-4907-40d7-a9fa-f2b83271edb8 service neutron] 10.222.0.55 "GET /v2.0/networks/f7923f1d-6a8d-4e71-8499-b4a023620336?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1569712 Nov 23 18:22:36.830305 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-baf7b8a1-54ca-45a8-bd71-197dfb05ef8f req-4ce49b8e-1f90-4395-a453-1818565e846c service neutron] 10.222.0.36 "GET /v2.0/networks/f7923f1d-6a8d-4e71-8499-b4a023620336?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1519132 Nov 23 18:22:36.958892 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6662a9b1-b144-4f44-bc85-9c29663fb297 req-5c85f710-ed36-47c3-a680-b78fd30366f2 service neutron] 10.222.0.55 "GET /v2.0/networks/f7923f1d-6a8d-4e71-8499-b4a023620336?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229737 Nov 23 18:22:36.961444 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6662a9b1-b144-4f44-bc85-9c29663fb297 req-0167a585-d6d9-4766-a05f-53859b05afdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:22:36.962787 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6662a9b1-b144-4f44-bc85-9c29663fb297 req-0167a585-d6d9-4766-a05f-53859b05afdf service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7a2e384b18354dcf855a2d3c6a834aef&device_id=b4ae793a-e8c9-4ef2-a09f-a1715cec2ea4 HTTP/1.1" status: 200 len: 1095 time: 0.0634103 Nov 23 18:22:37.057168 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6662a9b1-b144-4f44-bc85-9c29663fb297 req-d661fe2e-906e-4bcb-b2ae-53f1a887526a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:22:37.058684 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6662a9b1-b144-4f44-bc85-9c29663fb297 req-d661fe2e-906e-4bcb-b2ae-53f1a887526a service neutron] 10.222.0.36 "GET /v2.0/networks?id=f7923f1d-6a8d-4e71-8499-b4a023620336 HTTP/1.1" status: 200 len: 913 time: 0.0874908 Nov 23 18:22:37.130043 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6662a9b1-b144-4f44-bc85-9c29663fb297 req-b9ec47dc-6cb6-4223-8e28-1c80f47662ee service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1cddfbac-453f-4133-bb09-a62a2eec8f86 HTTP/1.1" status: 200 len: 999 time: 0.0636523 Nov 23 18:22:37.181677 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6662a9b1-b144-4f44-bc85-9c29663fb297 req-c3978bf6-df09-492c-abd1-870981b7863b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:22:37.183165 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6662a9b1-b144-4f44-bc85-9c29663fb297 req-c3978bf6-df09-492c-abd1-870981b7863b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=25d3e046-26e6-43e5-8262-7b86687e27b2 HTTP/1.1" status: 200 len: 851 time: 0.0448194 Nov 23 18:22:37.230700 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6662a9b1-b144-4f44-bc85-9c29663fb297 req-7f7138cf-18c3-4624-bac0-0374beb9cb2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:22:37.232238 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6662a9b1-b144-4f44-bc85-9c29663fb297 req-7f7138cf-18c3-4624-bac0-0374beb9cb2d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f7923f1d-6a8d-4e71-8499-b4a023620336&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407665 Nov 23 18:22:37.328246 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6662a9b1-b144-4f44-bc85-9c29663fb297 req-9debc764-40a2-444b-b126-1c286c86221d service neutron] 10.222.0.36 "GET /v2.0/networks/f7923f1d-6a8d-4e71-8499-b4a023620336?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882781 Nov 23 18:22:37.423512 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6662a9b1-b144-4f44-bc85-9c29663fb297 req-1d91e3e1-bd24-45de-8099-c4ca442a17be service neutron] 10.222.0.36 "GET /v2.0/networks/f7923f1d-6a8d-4e71-8499-b4a023620336?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882542 Nov 23 18:22:37.613360 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e144819e-409c-46cd-88ab-aab9ad73df2c req-73b99298-d077-4c23-830a-ca4b17db3ee8 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:22:37.614876 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e144819e-409c-46cd-88ab-aab9ad73df2c req-73b99298-d077-4c23-830a-ca4b17db3ee8 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/ports?device_id=b4ae793a-e8c9-4ef2-a09f-a1715cec2ea4 HTTP/1.1" status: 200 len: 944 time: 0.0503175 Nov 23 18:22:37.662131 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e144819e-409c-46cd-88ab-aab9ad73df2c req-3f86c28d-60e9-4c45-b3fe-606d12eb6307 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/security-groups?id=65ffd7d6-6baf-4b83-9417-6a2507a92c34&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0410829 Nov 23 18:22:38.783555 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1c354c-73ba-4da5-aaf8-d2120c121f9a req-58a60a90-8916-49f1-b7d4-9eaf9b764935 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:22:38.785156 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-bb1c354c-73ba-4da5-aaf8-d2120c121f9a req-58a60a90-8916-49f1-b7d4-9eaf9b764935 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/ports?device_id=b4ae793a-e8c9-4ef2-a09f-a1715cec2ea4 HTTP/1.1" status: 200 len: 944 time: 0.0500064 Nov 23 18:22:38.833138 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-bb1c354c-73ba-4da5-aaf8-d2120c121f9a req-c52c04f0-57c9-4f83-8025-8f9850d78dd5 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/security-groups?id=65ffd7d6-6baf-4b83-9417-6a2507a92c34&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0421674 Nov 23 18:22:39.960780 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbaa37b2-c317-48f5-a2d8-369d3d798ea8 req-8fa335ba-501a-448b-94e0-610c2708fcc9 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:22:39.962416 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-cbaa37b2-c317-48f5-a2d8-369d3d798ea8 req-8fa335ba-501a-448b-94e0-610c2708fcc9 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/ports?device_id=b4ae793a-e8c9-4ef2-a09f-a1715cec2ea4 HTTP/1.1" status: 200 len: 944 time: 0.0570505 Nov 23 18:22:40.012746 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-cbaa37b2-c317-48f5-a2d8-369d3d798ea8 req-8a08fcc8-d147-4f93-9676-c977afd390a9 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/security-groups?id=65ffd7d6-6baf-4b83-9417-6a2507a92c34&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0431745 Nov 23 18:22:41.131558 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3167008-6add-4764-a496-3d8aa3ea01b5 req-8864e7a8-125f-4854-ba3d-4e49c28859d0 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:22:41.133233 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e3167008-6add-4764-a496-3d8aa3ea01b5 req-8864e7a8-125f-4854-ba3d-4e49c28859d0 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/ports?device_id=b4ae793a-e8c9-4ef2-a09f-a1715cec2ea4 HTTP/1.1" status: 200 len: 944 time: 0.0489385 Nov 23 18:22:41.181550 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e3167008-6add-4764-a496-3d8aa3ea01b5 req-762bf38e-339f-4f76-882b-cb1d2899ac41 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/security-groups?id=65ffd7d6-6baf-4b83-9417-6a2507a92c34&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0417411 Nov 23 18:22:42.305869 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c40df3-6402-434b-9acb-b8a58818b041 req-9b7fd1e4-b686-470c-8a00-0b69bc97ae45 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:22:42.307349 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-53c40df3-6402-434b-9acb-b8a58818b041 req-9b7fd1e4-b686-470c-8a00-0b69bc97ae45 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/ports?device_id=b4ae793a-e8c9-4ef2-a09f-a1715cec2ea4 HTTP/1.1" status: 200 len: 944 time: 0.0538502 Nov 23 18:22:42.358898 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-53c40df3-6402-434b-9acb-b8a58818b041 req-2f06ee70-ed2b-4d2b-bd47-5bfc4536870a tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/security-groups?id=65ffd7d6-6baf-4b83-9417-6a2507a92c34&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0454929 Nov 23 18:22:43.064393 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-1c7d2243-7dc6-4dd2-aefc-25376ffcae5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:43.474287 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd8df37-b23a-4f8c-8c9b-2d4bd9560716 req-71f3cd6b-65c4-4197-a909-e09be1a11853 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:22:43.475922 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6dd8df37-b23a-4f8c-8c9b-2d4bd9560716 req-71f3cd6b-65c4-4197-a909-e09be1a11853 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/ports?device_id=b4ae793a-e8c9-4ef2-a09f-a1715cec2ea4 HTTP/1.1" status: 200 len: 944 time: 0.0492523 Nov 23 18:22:43.523603 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6dd8df37-b23a-4f8c-8c9b-2d4bd9560716 req-142b569a-9a53-4046-a5f5-fe26ca5d3c87 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/security-groups?id=65ffd7d6-6baf-4b83-9417-6a2507a92c34&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0412557 Nov 23 18:22:43.913638 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:44.641166 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d8e4b8-a8d6-4a1e-941c-6f3555f66ac7 req-fd6eec44-e99b-42a8-88b0-9e633194b24e tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:22:44.642619 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-52d8e4b8-a8d6-4a1e-941c-6f3555f66ac7 req-fd6eec44-e99b-42a8-88b0-9e633194b24e tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/ports?device_id=b4ae793a-e8c9-4ef2-a09f-a1715cec2ea4 HTTP/1.1" status: 200 len: 944 time: 0.0504920 Nov 23 18:22:44.689849 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-52d8e4b8-a8d6-4a1e-941c-6f3555f66ac7 req-8765fca9-835e-4700-87f5-01c4572231b6 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/security-groups?id=65ffd7d6-6baf-4b83-9417-6a2507a92c34&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0411940 Nov 23 18:22:44.749820 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:45.155227 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-96aafdbd-d420-49f5-9f8a-45e027af8174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:45.810660 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819bf82d-89e4-4e6a-a080-7a11db0163b4 req-d965aabe-9de8-415b-b0a6-86ea6eea0aa8 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:22:45.812138 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-819bf82d-89e4-4e6a-a080-7a11db0163b4 req-d965aabe-9de8-415b-b0a6-86ea6eea0aa8 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/ports?device_id=b4ae793a-e8c9-4ef2-a09f-a1715cec2ea4 HTTP/1.1" status: 200 len: 944 time: 0.0536480 Nov 23 18:22:45.861304 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-819bf82d-89e4-4e6a-a080-7a11db0163b4 req-08b9c847-1b28-42ec-8548-e38913b6f250 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/security-groups?id=65ffd7d6-6baf-4b83-9417-6a2507a92c34&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0428991 Nov 23 18:22:46.716897 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-52822d53-48f5-4819-8a95-bdc13aea0bf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:46.977811 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3918e3-f453-4484-bc05-1a7656e36daa req-caaf3aec-8206-4db8-bf67-1144707c6fa7 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:22:46.979310 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-cd3918e3-f453-4484-bc05-1a7656e36daa req-caaf3aec-8206-4db8-bf67-1144707c6fa7 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/ports?device_id=b4ae793a-e8c9-4ef2-a09f-a1715cec2ea4 HTTP/1.1" status: 200 len: 944 time: 0.0486686 Nov 23 18:22:47.025903 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-cd3918e3-f453-4484-bc05-1a7656e36daa req-6a6b9a4d-eca6-4465-a14b-5cc7e61f664b tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/security-groups?id=65ffd7d6-6baf-4b83-9417-6a2507a92c34&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0399547 Nov 23 18:22:47.936712 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9a27ae6c-db98-474f-94c1-cc99bf842d79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:48.149697 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d946f3-db49-4bf5-91b6-fc9360f1111c req-23d4d5c3-bdfd-4a54-8588-ccd90eb81c40 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:22:48.151311 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a7d946f3-db49-4bf5-91b6-fc9360f1111c req-23d4d5c3-bdfd-4a54-8588-ccd90eb81c40 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/ports?device_id=b4ae793a-e8c9-4ef2-a09f-a1715cec2ea4 HTTP/1.1" status: 200 len: 944 time: 0.0547028 Nov 23 18:22:48.201305 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a7d946f3-db49-4bf5-91b6-fc9360f1111c req-b52add92-e96d-4c3a-8d4b-c18fa654ea22 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/security-groups?id=65ffd7d6-6baf-4b83-9417-6a2507a92c34&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0435989 Nov 23 18:22:48.460160 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:49.319082 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bcb525-25d2-4f2d-a91a-7853fa0569db req-be99c889-bccf-4e7a-bd11-9188d6f1fa3b tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:22:49.320559 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-62bcb525-25d2-4f2d-a91a-7853fa0569db req-be99c889-bccf-4e7a-bd11-9188d6f1fa3b tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/ports?device_id=b4ae793a-e8c9-4ef2-a09f-a1715cec2ea4 HTTP/1.1" status: 200 len: 944 time: 0.0483112 Nov 23 18:22:49.367124 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-62bcb525-25d2-4f2d-a91a-7853fa0569db req-93b893cc-1115-42b1-a919-f92d15467285 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/security-groups?id=65ffd7d6-6baf-4b83-9417-6a2507a92c34&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0396791 Nov 23 18:22:49.481442 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0329fec-876a-410c-b207-693c1d3d79ff req-a95e1e93-aa15-481a-b40b-b29b931cd1aa tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:22:49.482806 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a0329fec-876a-410c-b207-693c1d3d79ff req-a95e1e93-aa15-481a-b40b-b29b931cd1aa tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/ports?device_id=b4ae793a-e8c9-4ef2-a09f-a1715cec2ea4 HTTP/1.1" status: 200 len: 944 time: 0.0491214 Nov 23 18:22:49.534135 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a0329fec-876a-410c-b207-693c1d3d79ff req-5eee9a65-5ede-4da6-bc86-872aacdb7009 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/security-groups?id=65ffd7d6-6baf-4b83-9417-6a2507a92c34&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0452812 Nov 23 18:22:49.647276 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f37272f-ae17-43ff-9ec4-48fffe58988d req-958a251c-69f7-42d0-a8f7-c652743de8fc tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:22:49.648778 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6f37272f-ae17-43ff-9ec4-48fffe58988d req-958a251c-69f7-42d0-a8f7-c652743de8fc tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/ports?device_id=b4ae793a-e8c9-4ef2-a09f-a1715cec2ea4 HTTP/1.1" status: 200 len: 944 time: 0.0485604 Nov 23 18:22:49.695813 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6f37272f-ae17-43ff-9ec4-48fffe58988d req-a3e98ca0-0e4b-4a30-8b3b-59d3ba787c28 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/security-groups?id=65ffd7d6-6baf-4b83-9417-6a2507a92c34&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0410347 Nov 23 18:22:49.937600 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ad7bf1-ced0-4a6c-9377-003dbcdc93ae req-5a2a25c5-8604-48f8-b8ec-add3220ea89c tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:22:49.939115 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-28ad7bf1-ced0-4a6c-9377-003dbcdc93ae req-5a2a25c5-8604-48f8-b8ec-add3220ea89c tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/ports?device_id=b4ae793a-e8c9-4ef2-a09f-a1715cec2ea4 HTTP/1.1" status: 200 len: 944 time: 0.0499108 Nov 23 18:22:49.989023 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-28ad7bf1-ced0-4a6c-9377-003dbcdc93ae req-01582643-e8d1-4bab-9a8f-338941c2c23e tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/security-groups?id=65ffd7d6-6baf-4b83-9417-6a2507a92c34&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0438900 Nov 23 18:22:50.856337 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device 1cddfbac-453f-4133-bb09-a62a2eec8f86 details requested by agent hyperv_n-h2-816206-8 with host n-h2-816206-8 {{(pid=103592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 18:22:50.957940 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port 1cddfbac-453f-4133-bb09-a62a2eec8f86, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=1cddfbac-453f-4133-bb09-a62a2eec8f86,segment=NetworkSegment(fe315ac5-77ca-4bfb-9cfe-65772fe7c4a6),segment_id=fe315ac5-77ca-4bfb-9cfe-65772fe7c4a6)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:22:50.969240 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Returning: {'device': '1cddfbac-453f-4133-bb09-a62a2eec8f86', 'network_id': 'f7923f1d-6a8d-4e71-8499-b4a023620336', 'port_id': '1cddfbac-453f-4133-bb09-a62a2eec8f86', 'mac_address': 'fa:16:3e:22:2e:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25d3e046-26e6-43e5-8262-7b86687e27b2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 18:22:51.009877 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:51.025422 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1cddfbac-453f-4133-bb09-a62a2eec8f86 {{(pid=103592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:22:51.046180 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port 1cddfbac-453f-4133-bb09-a62a2eec8f86, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=1cddfbac-453f-4133-bb09-a62a2eec8f86,segment=NetworkSegment(fe315ac5-77ca-4bfb-9cfe-65772fe7c4a6),segment_id=fe315ac5-77ca-4bfb-9cfe-65772fe7c4a6)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:22:51.052121 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:51.137879 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Pushing event updated for resources: {'Port': ['ID=1cddfbac-453f-4133-bb09-a62a2eec8f86,revision_number=11']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:22:51.146885 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b31149-97d9-489d-b2ac-40f3b807bed8 req-1ead32ea-718d-4a51-b9ea-034a3d59920f tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:22:51.150511 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-76b31149-97d9-489d-b2ac-40f3b807bed8 req-1ead32ea-718d-4a51-b9ea-034a3d59920f tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/ports?device_id=b4ae793a-e8c9-4ef2-a09f-a1715cec2ea4 HTTP/1.1" status: 200 len: 945 time: 0.0784552 Nov 23 18:22:51.205382 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-76b31149-97d9-489d-b2ac-40f3b807bed8 req-6cd8565a-126d-41bd-a236-b700793961e2 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/security-groups?id=65ffd7d6-6baf-4b83-9417-6a2507a92c34&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0475585 Nov 23 18:22:51.476919 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad669481-7a20-4f30-bd50-a3144a937620 req-0f2db09f-df3e-4930-8ade-de956d28756c tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:22:51.478369 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ad669481-7a20-4f30-bd50-a3144a937620 req-0f2db09f-df3e-4930-8ade-de956d28756c tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.36 "GET /v2.0/ports?device_id=b4ae793a-e8c9-4ef2-a09f-a1715cec2ea4 HTTP/1.1" status: 200 len: 945 time: 0.0485072 Nov 23 18:22:51.570729 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [req-ad669481-7a20-4f30-bd50-a3144a937620 req-21f297ca-3658-45d9-8980-0f8cd102e418 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Deleting port 1cddfbac-453f-4133-bb09-a62a2eec8f86 {{(pid=103591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:22:51.571184 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-ad669481-7a20-4f30-bd50-a3144a937620 req-21f297ca-3658-45d9-8980-0f8cd102e418 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:51.658093 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-ad669481-7a20-4f30-bd50-a3144a937620 req-21f297ca-3658-45d9-8980-0f8cd102e418 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] For port 1cddfbac-453f-4133-bb09-a62a2eec8f86, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=1cddfbac-453f-4133-bb09-a62a2eec8f86,segment=NetworkSegment(fe315ac5-77ca-4bfb-9cfe-65772fe7c4a6),segment_id=fe315ac5-77ca-4bfb-9cfe-65772fe7c4a6)] {{(pid=103591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:22:51.658446 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-ad669481-7a20-4f30-bd50-a3144a937620 req-21f297ca-3658-45d9-8980-0f8cd102e418 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:51.836303 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-ad669481-7a20-4f30-bd50-a3144a937620 req-21f297ca-3658-45d9-8980-0f8cd102e418 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:51.836674 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-ad669481-7a20-4f30-bd50-a3144a937620 req-21f297ca-3658-45d9-8980-0f8cd102e418 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1795396'] for floatingip, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:51.836986 n-d-816206-8 neutron-server[103591]: INFO neutron.db.l3_db [req-ad669481-7a20-4f30-bd50-a3144a937620 req-21f297ca-3658-45d9-8980-0f8cd102e418 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Floating IP 0aec1b4e-a9b2-4a20-b0dd-420cfa3bfac2 disassociated. External IP: 172.25.3.28, port: 1cddfbac-453f-4133-bb09-a62a2eec8f86. Nov 23 18:22:51.837327 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [req-ad669481-7a20-4f30-bd50-a3144a937620 req-21f297ca-3658-45d9-8980-0f8cd102e418 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Calling delete_port for 1cddfbac-453f-4133-bb09-a62a2eec8f86 owned by compute:nova {{(pid=103591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:22:51.966772 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-ad669481-7a20-4f30-bd50-a3144a937620 req-21f297ca-3658-45d9-8980-0f8cd102e418 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:51.999902 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f297ca-3658-45d9-8980-0f8cd102e418 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Pushing event deleted for resources: {'Port': ['ID=1cddfbac-453f-4133-bb09-a62a2eec8f86,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:22:52.115409 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ad669481-7a20-4f30-bd50-a3144a937620 req-21f297ca-3658-45d9-8980-0f8cd102e418 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Router e623e151-6755-4c3d-8100-f608228ec438 has already been hosted by L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 {{(pid=103591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:22:52.227768 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ad669481-7a20-4f30-bd50-a3144a937620 req-21f297ca-3658-45d9-8980-0f8cd102e418 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:22:52.238066 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d9c6c7d-eb14-4217-81e0-df1245be2b63 None None] Sync routers for ids ['e623e151-6755-4c3d-8100-f608228ec438'] in n-d-816206-8 {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:22:52.250012 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d9c6c7d-eb14-4217-81e0-df1245be2b63 None None] Routers {'e623e151-6755-4c3d-8100-f608228ec438'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:22:52.250012 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-7d9c6c7d-eb14-4217-81e0-df1245be2b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T18:22:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['e623e151-6755-4c3d-8100-f608228ec438'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:22:52.271240 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad669481-7a20-4f30-bd50-a3144a937620 req-21f297ca-3658-45d9-8980-0f8cd102e418 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] No DVR routers for this DVR port 1cddfbac-453f-4133-bb09-a62a2eec8f86 on host n-h2-816206-8 {{(pid=103591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:22:52.274045 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-ad669481-7a20-4f30-bd50-a3144a937620 req-21f297ca-3658-45d9-8980-0f8cd102e418 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:22:52.277432 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ad669481-7a20-4f30-bd50-a3144a937620 req-21f297ca-3658-45d9-8980-0f8cd102e418 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.36 "DELETE /v2.0/ports/1cddfbac-453f-4133-bb09-a62a2eec8f86 HTTP/1.1" status: 204 len: 173 time: 0.7919257 Nov 23 18:22:52.277937 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4ae793a-e8c9-4ef2-a09f-a1715cec2ea4', 'name': 'network-vif-deleted', 'tag': '1cddfbac-453f-4133-bb09-a62a2eec8f86'}] {{(pid=103591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:22:52.280523 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f4e21f982013ce885b63e29a1d25974432d95030e0706b58ae42016fda4ab83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b5898f9-d0b2-4bb9-a33b-c0592317615e" -d '{"events": [{"server_uuid": "b4ae793a-e8c9-4ef2-a09f-a1715cec2ea4", "name": "network-vif-deleted", "tag": "1cddfbac-453f-4133-bb09-a62a2eec8f86"}]}' {{(pid=103591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:22:52.319064 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-1ebfab22-76da-462d-ab76-ae5134134b1b req-ecccab92-834e-4390-a30b-dd1010a1b95e tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/ports?device_id=b4ae793a-e8c9-4ef2-a09f-a1715cec2ea4 HTTP/1.1" status: 200 len: 210 time: 0.0356939 Nov 23 18:22:52.350935 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:22:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19c10c7a-f2e8-42c8-adab-2a95f8b0de22 x-openstack-request-id: req-19c10c7a-f2e8-42c8-adab-2a95f8b0de22 {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:22:52.351239 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4ae793a-e8c9-4ef2-a09f-a1715cec2ea4", "name": "network-vif-deleted", "tag": "1cddfbac-453f-4133-bb09-a62a2eec8f86", "status": "completed", "code": 200}]} {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:22:52.351495 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-19c10c7a-f2e8-42c8-adab-2a95f8b0de22 {{(pid=103591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:22:52.351902 n-d-816206-8 neutron-server[103591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4ae793a-e8c9-4ef2-a09f-a1715cec2ea4', 'name': 'network-vif-deleted', 'tag': '1cddfbac-453f-4133-bb09-a62a2eec8f86', 'status': 'completed', 'code': 200} Nov 23 18:22:52.371293 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-7d9c6c7d-eb14-4217-81e0-df1245be2b63 None None] Set router e623e151-6755-4c3d-8100-f608228ec438 gateway port host: n-d-816206-8 {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:22:52.572776 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-7d9c6c7d-eb14-4217-81e0-df1245be2b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e623e151-6755-4c3d-8100-f608228ec438', 'name': 'tempest-ServerActionsTestJSON-1491171035-router', 'tenant_id': '7a2e384b18354dcf855a2d3c6a834aef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.213'}], 'enable_snat': True}, 'gw_port_id': 'bffd5055-836b-43fc-a9e1-ca6b5624a757', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:13:02Z', 'updated_at': '2021-11-23T18:13:05Z', 'revision_number': 4, 'project_id': '7a2e384b18354dcf855a2d3c6a834aef', 'gw_port': {'id': 'bffd5055-836b-43fc-a9e1-ca6b5624a757', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:8c:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e623e151-6755-4c3d-8100-f608228ec438', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:13:03Z', 'updated_at': '2021-11-23T18:13:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_interfaces': [{'id': '887540ab-8e6e-4017-b47d-3212e447f64e', 'name': '', 'network_id': 'f7923f1d-6a8d-4e71-8499-b4a023620336', 'tenant_id': '7a2e384b18354dcf855a2d3c6a834aef', 'mac_address': 'fa:16:3e:23:87:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e623e151-6755-4c3d-8100-f608228ec438', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '25d3e046-26e6-43e5-8262-7b86687e27b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:13:05Z', 'updated_at': '2021-11-23T18:13:09Z', 'revision_number': 5, 'project_id': '7a2e384b18354dcf855a2d3c6a834aef', 'subnets': [{'id': '25d3e046-26e6-43e5-8262-7b86687e27b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:22:52.602463 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d9c6c7d-eb14-4217-81e0-df1245be2b63 None None] Checking router: e623e151-6755-4c3d-8100-f608228ec438 for host: n-d-816206-8 {{(pid=103593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:22:52.611644 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d9c6c7d-eb14-4217-81e0-df1245be2b63 None None] Routers {'e623e151-6755-4c3d-8100-f608228ec438'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:22:52.612236 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-7d9c6c7d-eb14-4217-81e0-df1245be2b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T18:22:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['e623e151-6755-4c3d-8100-f608228ec438'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:22:52.816783 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-7d9c6c7d-eb14-4217-81e0-df1245be2b63 None None] Set router e623e151-6755-4c3d-8100-f608228ec438 gateway port host: n-d-816206-8 {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:22:53.012771 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-7d9c6c7d-eb14-4217-81e0-df1245be2b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e623e151-6755-4c3d-8100-f608228ec438', 'name': 'tempest-ServerActionsTestJSON-1491171035-router', 'tenant_id': '7a2e384b18354dcf855a2d3c6a834aef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.213'}], 'enable_snat': True}, 'gw_port_id': 'bffd5055-836b-43fc-a9e1-ca6b5624a757', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:13:02Z', 'updated_at': '2021-11-23T18:13:05Z', 'revision_number': 4, 'project_id': '7a2e384b18354dcf855a2d3c6a834aef', 'gw_port': {'id': 'bffd5055-836b-43fc-a9e1-ca6b5624a757', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:8c:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e623e151-6755-4c3d-8100-f608228ec438', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:13:03Z', 'updated_at': '2021-11-23T18:13:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_interfaces': [{'id': '887540ab-8e6e-4017-b47d-3212e447f64e', 'name': '', 'network_id': 'f7923f1d-6a8d-4e71-8499-b4a023620336', 'tenant_id': '7a2e384b18354dcf855a2d3c6a834aef', 'mac_address': 'fa:16:3e:23:87:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e623e151-6755-4c3d-8100-f608228ec438', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '25d3e046-26e6-43e5-8262-7b86687e27b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:13:05Z', 'updated_at': '2021-11-23T18:13:09Z', 'revision_number': 5, 'project_id': '7a2e384b18354dcf855a2d3c6a834aef', 'subnets': [{'id': '25d3e046-26e6-43e5-8262-7b86687e27b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:22:53.038949 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d9c6c7d-eb14-4217-81e0-df1245be2b63 None None] The sync data for ids ['e623e151-6755-4c3d-8100-f608228ec438'] in n-d-816206-8 is: [{'id': 'e623e151-6755-4c3d-8100-f608228ec438', 'name': 'tempest-ServerActionsTestJSON-1491171035-router', 'tenant_id': '7a2e384b18354dcf855a2d3c6a834aef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.213'}], 'enable_snat': True}, 'gw_port_id': 'bffd5055-836b-43fc-a9e1-ca6b5624a757', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:13:02Z', 'updated_at': '2021-11-23T18:13:05Z', 'revision_number': 4, 'project_id': '7a2e384b18354dcf855a2d3c6a834aef', 'gw_port': {'id': 'bffd5055-836b-43fc-a9e1-ca6b5624a757', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:8c:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e623e151-6755-4c3d-8100-f608228ec438', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:13:03Z', 'updated_at': '2021-11-23T18:13:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_interfaces': [{'id': '887540ab-8e6e-4017-b47d-3212e447f64e', 'name': '', 'network_id': 'f7923f1d-6a8d-4e71-8499-b4a023620336', 'tenant_id': '7a2e384b18354dcf855a2d3c6a834aef', 'mac_address': 'fa:16:3e:23:87:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e623e151-6755-4c3d-8100-f608228ec438', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '25d3e046-26e6-43e5-8262-7b86687e27b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:13:05Z', 'updated_at': '2021-11-23T18:13:09Z', 'revision_number': 5, 'project_id': '7a2e384b18354dcf855a2d3c6a834aef', 'subnets': [{'id': '25d3e046-26e6-43e5-8262-7b86687e27b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:22:53.264663 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98d56bd3-5c9c-4c9a-9ad3-d739279b966d None None] New status for floating IP 0aec1b4e-a9b2-4a20-b0dd-420cfa3bfac2: DOWN {{(pid=103592) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 18:22:53.431660 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-40cddbdd-6172-46ae-9d95-31dcd71d61d5 req-12983041-379d-448d-8190-a70c838e6a5f tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/ports?device_id=b4ae793a-e8c9-4ef2-a09f-a1715cec2ea4 HTTP/1.1" status: 200 len: 210 time: 0.0265064 Nov 23 18:22:53.531786 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.agents_db [None req-464f6c07-0de8-4be6-8f5b-563f574d1c5d None None] Agent healthcheck: found 7 active agents {{(pid=103593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 18:22:54.529267 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ad16a604-fac7-40b2-8a96-42f0431432b8 req-cb5f5ac1-b591-4292-8ba3-2b1e412a5436 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/ports?device_id=b4ae793a-e8c9-4ef2-a09f-a1715cec2ea4 HTTP/1.1" status: 200 len: 210 time: 0.0262196 Nov 23 18:22:54.885020 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device 1cddfbac-453f-4133-bb09-a62a2eec8f86 no longer exists at agent hyperv_n-h2-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:22:54.906206 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] No Port match for: 1cddfbac-453f-4133-bb09-a62a2eec8f86 {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:22:54.906548 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device 1cddfbac-453f-4133-bb09-a62a2eec8f86 not bound to the agent host n-h2-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:22:55.631965 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-08b0a62c-0ccd-48d3-8644-2119e760addb req-a29464da-de4e-421f-89ac-a5f45543bfeb tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/ports?device_id=b4ae793a-e8c9-4ef2-a09f-a1715cec2ea4 HTTP/1.1" status: 200 len: 210 time: 0.0283523 Nov 23 18:22:56.740578 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7e29c79f-1217-4206-b9b2-e7cead3659a4 req-9ee4a75f-01c7-4717-ba7a-7973c762370d tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/ports?device_id=b4ae793a-e8c9-4ef2-a09f-a1715cec2ea4 HTTP/1.1" status: 200 len: 210 time: 0.0259218 Nov 23 18:23:01.493035 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 55416) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:23:01.552406 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-67e502ae-fc08-44e4-9936-10767c5cb3e1 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Publish callbacks [] for security_group, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:01.576987 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-67e502ae-fc08-44e4-9936-10767c5cb3e1 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:01.626376 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-67e502ae-fc08-44e4-9936-10767c5cb3e1 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:01.629181 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-67e502ae-fc08-44e4-9936-10767c5cb3e1 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Publish callbacks [] for security_group, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:01.632657 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-67e502ae-fc08-44e4-9936-10767c5cb3e1 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "DELETE /v2.0/security-groups/65ffd7d6-6baf-4b83-9417-6a2507a92c34 HTTP/1.1" status: 204 len: 168 time: 0.1362951 Nov 23 18:23:01.632868 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 55418) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:23:01.652260 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e502ae-fc08-44e4-9936-10767c5cb3e1 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=65ffd7d6-6baf-4b83-9417-6a2507a92c34,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:23:01.654863 n-d-816206-8 neutron-server[103591]: INFO neutron.api.v2.resource [None req-b58e317d-9d41-4e6c-9c8d-353dca2988fa tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] show failed (client error): The resource could not be found. Nov 23 18:23:01.656995 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-b58e317d-9d41-4e6c-9c8d-353dca2988fa tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "GET /v2.0/security-groups/65ffd7d6-6baf-4b83-9417-6a2507a92c34 HTTP/1.1" status: 404 len: 347 time: 0.0205629 Nov 23 18:23:01.659233 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 55420) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:23:01.791149 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-cee44755-ed44-437f-a5ee-5084bbe432c7 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Deleting port da8a783c-b311-4ecc-b10b-57ba0afa46d0 {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:23:01.791489 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-cee44755-ed44-437f-a5ee-5084bbe432c7 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:01.867484 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-cee44755-ed44-437f-a5ee-5084bbe432c7 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:01.867857 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-cee44755-ed44-437f-a5ee-5084bbe432c7 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:01.881319 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-cee44755-ed44-437f-a5ee-5084bbe432c7 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Calling delete_port for da8a783c-b311-4ecc-b10b-57ba0afa46d0 owned by network:floatingip {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:23:02.020437 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-cee44755-ed44-437f-a5ee-5084bbe432c7 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:02.048291 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee44755-ed44-437f-a5ee-5084bbe432c7 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Pushing event deleted for resources: {'Port': ['ID=da8a783c-b311-4ecc-b10b-57ba0afa46d0,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:23:02.113148 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-cee44755-ed44-437f-a5ee-5084bbe432c7 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Publish callbacks [] for floatingip, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:02.115726 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-cee44755-ed44-437f-a5ee-5084bbe432c7 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for floatingip, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:02.117777 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-cee44755-ed44-437f-a5ee-5084bbe432c7 tempest-ServerActionsTestJSON-1331034728 tempest-ServerActionsTestJSON-1331034728-project] 10.222.0.60 "DELETE /v2.0/floatingips/0aec1b4e-a9b2-4a20-b0dd-420cfa3bfac2 HTTP/1.1" status: 204 len: 168 time: 0.4574919 Nov 23 18:23:02.119862 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 55422) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:23:02.520561 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-3323204b-1fec-4e29-85f5-a510cf7154b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1794372'] for router_interface, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:03.092310 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-3323204b-1fec-4e29-85f5-a510cf7154b9 admin admin] Deleting port 887540ab-8e6e-4017-b47d-3212e447f64e {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:23:03.093008 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-3323204b-1fec-4e29-85f5-a510cf7154b9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:03.170790 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-3323204b-1fec-4e29-85f5-a510cf7154b9 admin admin] For port 887540ab-8e6e-4017-b47d-3212e447f64e, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=887540ab-8e6e-4017-b47d-3212e447f64e,segment=NetworkSegment(fe315ac5-77ca-4bfb-9cfe-65772fe7c4a6),segment_id=fe315ac5-77ca-4bfb-9cfe-65772fe7c4a6)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:23:03.171143 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-3323204b-1fec-4e29-85f5-a510cf7154b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:03.183357 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-3323204b-1fec-4e29-85f5-a510cf7154b9 admin admin] Calling delete_port for 887540ab-8e6e-4017-b47d-3212e447f64e owned by network:router_interface {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:23:03.360887 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-3323204b-1fec-4e29-85f5-a510cf7154b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:03.386185 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3323204b-1fec-4e29-85f5-a510cf7154b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=887540ab-8e6e-4017-b47d-3212e447f64e,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:23:03.563789 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-3323204b-1fec-4e29-85f5-a510cf7154b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2067500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1794520'] for router_interface, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:03.775862 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3323204b-1fec-4e29-85f5-a510cf7154b9 admin admin] Router e623e151-6755-4c3d-8100-f608228ec438 has already been hosted by L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 {{(pid=103590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:23:03.885764 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3323204b-1fec-4e29-85f5-a510cf7154b9 admin admin] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:23:03.891435 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-3323204b-1fec-4e29-85f5-a510cf7154b9 admin admin] 10.222.0.60 "PUT /v2.0/routers/e623e151-6755-4c3d-8100-f608228ec438/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7706182 Nov 23 18:23:03.894001 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 55426) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:23:03.897412 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7020da51-3fd9-47d5-8a65-3f37a7adb4dc None None] Sync routers for ids ['e623e151-6755-4c3d-8100-f608228ec438'] in n-d-816206-8 {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:23:03.909780 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7020da51-3fd9-47d5-8a65-3f37a7adb4dc None None] Routers {'e623e151-6755-4c3d-8100-f608228ec438'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:23:03.910386 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-7020da51-3fd9-47d5-8a65-3f37a7adb4dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T18:22:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['e623e151-6755-4c3d-8100-f608228ec438'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:23:04.000894 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-cf77032e-f2fc-4dd7-86d4-2d75f8a762be admin admin] Publish callbacks [] for router, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:04.011284 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-7020da51-3fd9-47d5-8a65-3f37a7adb4dc None None] Set router e623e151-6755-4c3d-8100-f608228ec438 gateway port host: n-d-816206-8 {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:23:04.105059 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-cf77032e-f2fc-4dd7-86d4-2d75f8a762be admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:04.158084 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-cf77032e-f2fc-4dd7-86d4-2d75f8a762be admin admin] Deleting port bffd5055-836b-43fc-a9e1-ca6b5624a757 {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:23:04.158415 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-cf77032e-f2fc-4dd7-86d4-2d75f8a762be admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:04.187937 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-7020da51-3fd9-47d5-8a65-3f37a7adb4dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e623e151-6755-4c3d-8100-f608228ec438', 'name': 'tempest-ServerActionsTestJSON-1491171035-router', 'tenant_id': '7a2e384b18354dcf855a2d3c6a834aef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.213'}], 'enable_snat': True}, 'gw_port_id': 'bffd5055-836b-43fc-a9e1-ca6b5624a757', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:13:02Z', 'updated_at': '2021-11-23T18:23:03Z', 'revision_number': 5, 'project_id': '7a2e384b18354dcf855a2d3c6a834aef', 'gw_port': {'id': 'bffd5055-836b-43fc-a9e1-ca6b5624a757', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:8c:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e623e151-6755-4c3d-8100-f608228ec438', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:13:03Z', 'updated_at': '2021-11-23T18:13:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8'}], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:23:04.216589 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7020da51-3fd9-47d5-8a65-3f37a7adb4dc None None] Checking router: e623e151-6755-4c3d-8100-f608228ec438 for host: n-d-816206-8 {{(pid=103593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:23:04.224077 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7020da51-3fd9-47d5-8a65-3f37a7adb4dc None None] Routers {'e623e151-6755-4c3d-8100-f608228ec438'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:23:04.224720 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-7020da51-3fd9-47d5-8a65-3f37a7adb4dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T18:22:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['e623e151-6755-4c3d-8100-f608228ec438'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:23:04.242938 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-cf77032e-f2fc-4dd7-86d4-2d75f8a762be admin admin] For port bffd5055-836b-43fc-a9e1-ca6b5624a757, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=bffd5055-836b-43fc-a9e1-ca6b5624a757,segment=NetworkSegment(bffd1e4f-e80f-4ff0-b418-2f42ae15febf),segment_id=bffd1e4f-e80f-4ff0-b418-2f42ae15febf)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:23:04.243613 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-cf77032e-f2fc-4dd7-86d4-2d75f8a762be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:04.256475 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-cf77032e-f2fc-4dd7-86d4-2d75f8a762be admin admin] Calling delete_port for bffd5055-836b-43fc-a9e1-ca6b5624a757 owned by network:router_gateway {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:23:04.310819 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-7020da51-3fd9-47d5-8a65-3f37a7adb4dc None None] Set router e623e151-6755-4c3d-8100-f608228ec438 gateway port host: None {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:23:04.364201 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-7020da51-3fd9-47d5-8a65-3f37a7adb4dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e623e151-6755-4c3d-8100-f608228ec438', 'name': 'tempest-ServerActionsTestJSON-1491171035-router', 'tenant_id': '7a2e384b18354dcf855a2d3c6a834aef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:13:02Z', 'updated_at': '2021-11-23T18:23:04Z', 'revision_number': 6, 'project_id': '7a2e384b18354dcf855a2d3c6a834aef', 'gw_port_host': None}], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:23:04.391811 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7020da51-3fd9-47d5-8a65-3f37a7adb4dc None None] The sync data for ids ['e623e151-6755-4c3d-8100-f608228ec438'] in n-d-816206-8 is: [{'id': 'e623e151-6755-4c3d-8100-f608228ec438', 'name': 'tempest-ServerActionsTestJSON-1491171035-router', 'tenant_id': '7a2e384b18354dcf855a2d3c6a834aef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:13:02Z', 'updated_at': '2021-11-23T18:23:04Z', 'revision_number': 6, 'project_id': '7a2e384b18354dcf855a2d3c6a834aef', 'gw_port_host': None}] {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:23:04.429029 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-cf77032e-f2fc-4dd7-86d4-2d75f8a762be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:04.453584 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf77032e-f2fc-4dd7-86d4-2d75f8a762be admin admin] Pushing event deleted for resources: {'Port': ['ID=bffd5055-836b-43fc-a9e1-ca6b5624a757,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:23:04.469556 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20a4686f-8757-413f-ba87-0d3577f211b3 None None] DHCP port deletion for 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:23:04.517487 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-cf77032e-f2fc-4dd7-86d4-2d75f8a762be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1795454'] for router_gateway, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:04.603613 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-cf77032e-f2fc-4dd7-86d4-2d75f8a762be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1794352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8175'] for router, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:04.606408 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-cf77032e-f2fc-4dd7-86d4-2d75f8a762be admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:04.652092 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-cf77032e-f2fc-4dd7-86d4-2d75f8a762be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1795580'] for router, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:04.652616 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf77032e-f2fc-4dd7-86d4-2d75f8a762be admin admin] Fanout notify agent at l3_agent the message router_deleted on router e623e151-6755-4c3d-8100-f608228ec438 {{(pid=103590) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 18:23:04.657049 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-cf77032e-f2fc-4dd7-86d4-2d75f8a762be admin admin] Publish callbacks [] for router, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:04.658182 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-cf77032e-f2fc-4dd7-86d4-2d75f8a762be admin admin] 10.222.0.60 "DELETE /v2.0/routers/e623e151-6755-4c3d-8100-f608228ec438 HTTP/1.1" status: 204 len: 168 time: 0.7627695 Nov 23 18:23:04.661316 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 55428) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:23:04.706963 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8b4fba8-0b0f-4ff2-8446-3bd03bd479eb admin admin] Deleting subnet 25d3e046-26e6-43e5-8262-7b86687e27b2 {{(pid=103590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 18:23:04.709933 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b8b4fba8-0b0f-4ff2-8446-3bd03bd479eb admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:04.746863 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b8b4fba8-0b0f-4ff2-8446-3bd03bd479eb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-267528342'] for subnet, precommit_delete_associations {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:04.834327 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b8b4fba8-0b0f-4ff2-8446-3bd03bd479eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971956'] for subnet, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:04.885168 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b8b4fba8-0b0f-4ff2-8446-3bd03bd479eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264357903', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264730940'] for subnet, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:04.911539 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b4fba8-0b0f-4ff2-8446-3bd03bd479eb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=25d3e046-26e6-43e5-8262-7b86687e27b2,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:23:04.913420 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b8b4fba8-0b0f-4ff2-8446-3bd03bd479eb admin admin] Publish callbacks [] for subnet, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:04.916586 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-b8b4fba8-0b0f-4ff2-8446-3bd03bd479eb admin admin] 10.222.0.60 "DELETE /v2.0/subnets/25d3e046-26e6-43e5-8262-7b86687e27b2 HTTP/1.1" status: 204 len: 168 time: 0.2540395 Nov 23 18:23:04.919010 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b55df719-3b50-4732-b671-fa7d2435a9f1 None None] Network f7923f1d-6a8d-4e71-8499-b4a023620336 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:23:04.919635 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 55430) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:23:04.987992 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-44c73edd-4854-45cd-b042-f28749fd2f6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-555181'] for network, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:05.046239 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-44c73edd-4854-45cd-b042-f28749fd2f6e admin admin] Deleting port 3949f0fe-0e65-44df-b968-e66696464877 {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:23:05.046582 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-44c73edd-4854-45cd-b042-f28749fd2f6e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:05.112266 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-44c73edd-4854-45cd-b042-f28749fd2f6e admin admin] For port 3949f0fe-0e65-44df-b968-e66696464877, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=3949f0fe-0e65-44df-b968-e66696464877,segment=NetworkSegment(fe315ac5-77ca-4bfb-9cfe-65772fe7c4a6),segment_id=fe315ac5-77ca-4bfb-9cfe-65772fe7c4a6)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:23:05.112923 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-44c73edd-4854-45cd-b042-f28749fd2f6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:05.126335 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-44c73edd-4854-45cd-b042-f28749fd2f6e admin admin] Calling delete_port for 3949f0fe-0e65-44df-b968-e66696464877 owned by network:dhcp {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:23:05.135909 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aab9f2e4-03e3-4c17-b29d-804e35de5f3b None None] DHCP port deletion for f7923f1d-6a8d-4e71-8499-b4a023620336 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:23:05.186078 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-aab9f2e4-03e3-4c17-b29d-804e35de5f3b None None] Deleting port 3949f0fe-0e65-44df-b968-e66696464877 {{(pid=103592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:23:05.186488 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-aab9f2e4-03e3-4c17-b29d-804e35de5f3b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:05.213559 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-44c73edd-4854-45cd-b042-f28749fd2f6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:05.240907 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c73edd-4854-45cd-b042-f28749fd2f6e admin admin] Pushing event deleted for resources: {'Port': ['ID=3949f0fe-0e65-44df-b968-e66696464877,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:23:05.244272 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44c73edd-4854-45cd-b042-f28749fd2f6e admin admin] No DVR routers for this DVR port 3949f0fe-0e65-44df-b968-e66696464877 on host n-d-816206-8 {{(pid=103590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:23:05.260703 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-aab9f2e4-03e3-4c17-b29d-804e35de5f3b None None] For port 3949f0fe-0e65-44df-b968-e66696464877, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=3949f0fe-0e65-44df-b968-e66696464877,segment=NetworkSegment(fe315ac5-77ca-4bfb-9cfe-65772fe7c4a6),segment_id=fe315ac5-77ca-4bfb-9cfe-65772fe7c4a6)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:23:05.261105 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-aab9f2e4-03e3-4c17-b29d-804e35de5f3b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:05.274572 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-aab9f2e4-03e3-4c17-b29d-804e35de5f3b None None] Calling delete_port for 3949f0fe-0e65-44df-b968-e66696464877 owned by network:dhcp {{(pid=103592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:23:05.320541 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-44c73edd-4854-45cd-b042-f28749fd2f6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973419', 'neutron.services.segments.db._delete_segments_for_network-8736635878840'] for network, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:05.345353 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-44c73edd-4854-45cd-b042-f28749fd2f6e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7923f1d-6a8d-4e71-8499-b4a023620336']}} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:23:05.355509 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-44c73edd-4854-45cd-b042-f28749fd2f6e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe315ac5-77ca-4bfb-9cfe-65772fe7c4a6') {'for_net_delete': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:23:05.355803 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-44c73edd-4854-45cd-b042-f28749fd2f6e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe315ac5-77ca-4bfb-9cfe-65772fe7c4a6') {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:23:05.358761 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-aab9f2e4-03e3-4c17-b29d-804e35de5f3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989'] for port, after_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:05.365896 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-44c73edd-4854-45cd-b042-f28749fd2f6e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736635840332', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-267528353'] for segment, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:05.381789 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-44c73edd-4854-45cd-b042-f28749fd2f6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:05.389907 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44c73edd-4854-45cd-b042-f28749fd2f6e admin admin] Releasing vlan 548 on physical network physnet1 to pool {{(pid=103590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 18:23:05.390666 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-44c73edd-4854-45cd-b042-f28749fd2f6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264370093'] for segment, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:05.392523 n-d-816206-8 neutron-server[103590]: Traceback (most recent call last): Nov 23 18:23:05.392523 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 18:23:05.392523 n-d-816206-8 neutron-server[103590]: timer() Nov 23 18:23:05.392523 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 18:23:05.392523 n-d-816206-8 neutron-server[103590]: cb(*args, **kw) Nov 23 18:23:05.392523 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 18:23:05.392523 n-d-816206-8 neutron-server[103590]: return func(*args, **kwargs) Nov 23 18:23:05.392523 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 18:23:05.392523 n-d-816206-8 neutron-server[103590]: self._notify() Nov 23 18:23:05.392523 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 18:23:05.392523 n-d-816206-8 neutron-server[103590]: self.callback(batched_events) Nov 23 18:23:05.392523 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 18:23:05.392523 n-d-816206-8 neutron-server[103590]: event.method(event) Nov 23 18:23:05.392523 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 18:23:05.392523 n-d-816206-8 neutron-server[103590]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 18:23:05.392523 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 18:23:05.392523 n-d-816206-8 neutron-server[103590]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 18:23:05.392523 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 18:23:05.392523 n-d-816206-8 neutron-server[103590]: return f(self, *a, **k) Nov 23 18:23:05.392523 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 18:23:05.392523 n-d-816206-8 neutron-server[103590]: return self._get(url).json() Nov 23 18:23:05.392523 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 18:23:05.392523 n-d-816206-8 neutron-server[103590]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 18:23:05.392523 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 18:23:05.392523 n-d-816206-8 neutron-server[103590]: return self.request(url, 'GET', **kwargs) Nov 23 18:23:05.392523 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 18:23:05.392523 n-d-816206-8 neutron-server[103590]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 18:23:05.392523 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 18:23:05.392523 n-d-816206-8 neutron-server[103590]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 18:23:05.392523 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 18:23:05.392523 n-d-816206-8 neutron-server[103590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 18:23:05.392523 n-d-816206-8 neutron-server[103590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 18:23:05.395501 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab9f2e4-03e3-4c17-b29d-804e35de5f3b None None] Pushing event deleted for resources: {'Port': ['ID=3949f0fe-0e65-44df-b968-e66696464877,revision_number=None']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:23:05.401420 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aab9f2e4-03e3-4c17-b29d-804e35de5f3b None None] No DVR routers for this DVR port 3949f0fe-0e65-44df-b968-e66696464877 on host n-d-816206-8 {{(pid=103592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:23:05.458325 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-44c73edd-4854-45cd-b042-f28749fd2f6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1795418'] for network, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:05.464858 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-44c73edd-4854-45cd-b042-f28749fd2f6e admin admin] Publish callbacks [] for network, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:05.468351 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-44c73edd-4854-45cd-b042-f28749fd2f6e admin admin] 10.222.0.60 "DELETE /v2.0/networks/f7923f1d-6a8d-4e71-8499-b4a023620336 HTTP/1.1" status: 204 len: 168 time: 0.5476623 Nov 23 18:23:05.479194 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c73edd-4854-45cd-b042-f28749fd2f6e admin admin] Pushing event deleted for resources: {'Network': ['ID=f7923f1d-6a8d-4e71-8499-b4a023620336,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:23:05.655215 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 55434) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:23:05.694810 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-d6eaf394-2212-4372-911f-1819f856ab80 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7a2e384b18354dcf855a2d3c6a834aef&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0380459 Nov 23 18:23:05.697117 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 55436) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:23:05.748582 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-9ae99c43-4925-474b-827e-62b3f3c9a4a5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:05.771061 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-9ae99c43-4925-474b-827e-62b3f3c9a4a5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:05.817265 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-9ae99c43-4925-474b-827e-62b3f3c9a4a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:05.819961 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-9ae99c43-4925-474b-827e-62b3f3c9a4a5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:05.821153 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-9ae99c43-4925-474b-827e-62b3f3c9a4a5 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/aa86f23b-9a46-4453-a9f8-a82848aad0cf HTTP/1.1" status: 204 len: 168 time: 0.1231360 Nov 23 18:23:05.829829 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae99c43-4925-474b-827e-62b3f3c9a4a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa86f23b-9a46-4453-a9f8-a82848aad0cf,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:23:06.254650 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 887540ab-8e6e-4017-b47d-3212e447f64e no longer exists at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:23:06.275874 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] No Port match for: 887540ab-8e6e-4017-b47d-3212e447f64e {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:23:06.276141 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 887540ab-8e6e-4017-b47d-3212e447f64e not bound to the agent host n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:23:06.276609 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 3949f0fe-0e65-44df-b968-e66696464877 no longer exists at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:23:06.299339 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] No Port match for: 3949f0fe-0e65-44df-b968-e66696464877 {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:23:06.299684 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 3949f0fe-0e65-44df-b968-e66696464877 not bound to the agent host n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:23:06.300094 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device bffd5055-836b-43fc-a9e1-ca6b5624a757 no longer exists at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:23:06.320165 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] No Port match for: bffd5055-836b-43fc-a9e1-ca6b5624a757 {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:23:06.320529 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device bffd5055-836b-43fc-a9e1-ca6b5624a757 not bound to the agent host n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:23:06.595065 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 55458) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:23:06.701521 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-6e1928ca-74fb-4318-916a-4d824d5864e1 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-525229526-network', 'tenant_id': 'a1d4d5940a8b444fb5bbc0c885df3721'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:23:06.722940 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e1928ca-74fb-4318-916a-4d824d5864e1 admin admin] Made reservation on behalf of a1d4d5940a8b444fb5bbc0c885df3721 for: {'network': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:23:06.725297 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6e1928ca-74fb-4318-916a-4d824d5864e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for network, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:06.733469 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6e1928ca-74fb-4318-916a-4d824d5864e1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:06.808494 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6e1928ca-74fb-4318-916a-4d824d5864e1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:06.812756 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6e1928ca-74fb-4318-916a-4d824d5864e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:06.836599 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e1928ca-74fb-4318-916a-4d824d5864e1 admin admin] vlan segment allocate from pool success with {'vlan_id': 507, 'physical_network': 'physnet1'} {{(pid=103590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 18:23:06.845231 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1928ca-74fb-4318-916a-4d824d5864e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=703b91b8-d586-4654-85ac-0d0180a3e920,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:23:06.851984 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6e1928ca-74fb-4318-916a-4d824d5864e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:06.852372 n-d-816206-8 neutron-server[103590]: INFO neutron.db.segments_db [None req-6e1928ca-74fb-4318-916a-4d824d5864e1 admin admin] Added segment da35d94c-21ca-4ae8-af93-275b4db64c1f of type vlan for network c30b9267-cc30-4f9c-90a0-27a468bd533f Nov 23 18:23:06.893238 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6e1928ca-74fb-4318-916a-4d824d5864e1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736635338810'] for network, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:06.920115 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6e1928ca-74fb-4318-916a-4d824d5864e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493'] for network, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:06.921071 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e1928ca-74fb-4318-916a-4d824d5864e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:23:06.921643 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6e1928ca-74fb-4318-916a-4d824d5864e1 admin admin] Publish callbacks [] for network, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:06.954943 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-6e1928ca-74fb-4318-916a-4d824d5864e1 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3587859 Nov 23 18:23:06.957966 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 55462) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:23:06.963223 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-6c2a67e9-6400-4700-b6d8-d1375bc93ddd admin admin] Request body: {'subnet': {'network_id': 'c30b9267-cc30-4f9c-90a0-27a468bd533f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-525229526-subnet', 'tenant_id': 'a1d4d5940a8b444fb5bbc0c885df3721', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:23:06.984503 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c2a67e9-6400-4700-b6d8-d1375bc93ddd admin admin] Made reservation on behalf of a1d4d5940a8b444fb5bbc0c885df3721 for: {'subnet': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:23:06.984850 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1928ca-74fb-4318-916a-4d824d5864e1 admin admin] Pushing event updated for resources: {'Network': ['ID=c30b9267-cc30-4f9c-90a0-27a468bd533f,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:23:06.986856 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-6c2a67e9-6400-4700-b6d8-d1375bc93ddd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264314294'] for subnet, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:06.995276 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Network c30b9267-cc30-4f9c-90a0-27a468bd533f details requested by agent ovs-agent-n-d-816206-8 with host n-d-816206-8 {{(pid=103592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 18:23:07.156983 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-6c2a67e9-6400-4700-b6d8-d1375bc93ddd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264758079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264314276'] for subnet, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:07.212032 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2a67e9-6400-4700-b6d8-d1375bc93ddd admin admin] Pushing event updated for resources: {'Subnet': ['ID=a37f7eb0-58cd-4153-93d7-59f047ff72f6,revision_number=0']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:23:07.219248 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c2a67e9-6400-4700-b6d8-d1375bc93ddd admin admin] Checking segment: {'id': 'da35d94c-21ca-4ae8-af93-275b4db64c1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'c30b9267-cc30-4f9c-90a0-27a468bd533f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:23:07.219608 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c2a67e9-6400-4700-b6d8-d1375bc93ddd admin admin] Network hostable DHCP agents. Network: c30b9267-cc30-4f9c-90a0-27a468bd533f, hostable agents: ['0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3'], hosted agents: [] {{(pid=103591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 18:23:07.236161 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c2a67e9-6400-4700-b6d8-d1375bc93ddd admin admin] Network c30b9267-cc30-4f9c-90a0-27a468bd533f is scheduled to be hosted by DHCP agent 0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3 with binding_index 1 {{(pid=103591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 18:23:07.244851 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [None req-6c2a67e9-6400-4700-b6d8-d1375bc93ddd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-8, c30b9267-cc30-4f9c-90a0-27a468bd533f) {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:23:07.249887 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c2a67e9-6400-4700-b6d8-d1375bc93ddd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:23:07.250863 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-6c2a67e9-6400-4700-b6d8-d1375bc93ddd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for subnet, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:07.254025 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b0934d5-ba4a-452d-962c-ca9bc9ff1f1b None None] Network c30b9267-cc30-4f9c-90a0-27a468bd533f requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:23:07.269768 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-6c2a67e9-6400-4700-b6d8-d1375bc93ddd admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3106170 Nov 23 18:23:07.383523 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9a87a97-7954-4a48-9cb2-abea53793b4f None None] Network c30b9267-cc30-4f9c-90a0-27a468bd533f requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:23:07.711909 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143c16b2-beee-47b0-be89-4911d407643a req-13f313b4-9a05-404a-8562-5d51f87d41a2 tempest-ServersNegativeTestJSON-1747074913 tempest-ServersNegativeTestJSON-1747074913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:23:07.713415 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-143c16b2-beee-47b0-be89-4911d407643a req-13f313b4-9a05-404a-8562-5d51f87d41a2 tempest-ServersNegativeTestJSON-1747074913 tempest-ServersNegativeTestJSON-1747074913-project] 10.222.0.60 "GET /v2.0/networks?id=c30b9267-cc30-4f9c-90a0-27a468bd533f HTTP/1.1" status: 200 len: 813 time: 0.1070426 Nov 23 18:23:07.728589 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-143c16b2-beee-47b0-be89-4911d407643a req-b4258200-0ce8-4f8a-a1c5-436703b21bed tempest-ServersNegativeTestJSON-1747074913 tempest-ServersNegativeTestJSON-1747074913-project] 10.222.0.60 "GET /v2.0/quotas/a1d4d5940a8b444fb5bbc0c885df3721 HTTP/1.1" status: 200 len: 375 time: 0.0088410 Nov 23 18:23:07.758865 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-143c16b2-beee-47b0-be89-4911d407643a req-75e179c8-e3fe-4a02-8122-58da4f830f69 tempest-ServersNegativeTestJSON-1747074913 tempest-ServersNegativeTestJSON-1747074913-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=a1d4d5940a8b444fb5bbc0c885df3721&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0251167 Nov 23 18:23:07.816743 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [req-143c16b2-beee-47b0-be89-4911d407643a req-99660d6e-9455-4fb3-a8cc-6198c1255502 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=103591) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 18:23:07.817850 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-143c16b2-beee-47b0-be89-4911d407643a req-99660d6e-9455-4fb3-a8cc-6198c1255502 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0517297 Nov 23 18:23:08.157652 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-143c16b2-beee-47b0-be89-4911d407643a req-9e456415-6d84-4ecb-9c32-c972026c0f7a service neutron] 10.222.0.60 "GET /v2.0/networks/c30b9267-cc30-4f9c-90a0-27a468bd533f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3334794 Nov 23 18:23:08.245609 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-143c16b2-beee-47b0-be89-4911d407643a req-3a3d3797-1ee2-4a19-8dd4-f5dc88639a4a service neutron] 10.222.0.60 "GET /v2.0/networks/c30b9267-cc30-4f9c-90a0-27a468bd533f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818346 Nov 23 18:23:08.407636 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-be771234-f72f-472d-8eeb-a90e1cbb4077 req-944f6c37-e1e8-49dd-bc3e-92e260371866 tempest-ServersNegativeTestJSON-1747074913 tempest-ServersNegativeTestJSON-1747074913-project] 10.222.0.60 "GET /v2.0/ports?device_id=6d2a19ae-317b-4831-9b07-111e8f5a2d0c HTTP/1.1" status: 200 len: 210 time: 0.0262692 Nov 23 18:23:09.445655 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143c16b2-beee-47b0-be89-4911d407643a req-69589bc9-41a0-4d06-b67e-089076e2b08a tempest-ServersNegativeTestJSON-1747074913 tempest-ServersNegativeTestJSON-1747074913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:23:09.447354 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-143c16b2-beee-47b0-be89-4911d407643a req-69589bc9-41a0-4d06-b67e-089076e2b08a tempest-ServersNegativeTestJSON-1747074913 tempest-ServersNegativeTestJSON-1747074913-project] 10.222.0.36 "GET /v2.0/networks?id=c30b9267-cc30-4f9c-90a0-27a468bd533f HTTP/1.1" status: 200 len: 813 time: 0.1199129 Nov 23 18:23:09.463358 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [req-143c16b2-beee-47b0-be89-4911d407643a req-500d758b-d80f-45af-9085-e20f8e059902 tempest-ServersNegativeTestJSON-1747074913 tempest-ServersNegativeTestJSON-1747074913-project] Request body: {'port': {'device_id': '6d2a19ae-317b-4831-9b07-111e8f5a2d0c', 'network_id': 'c30b9267-cc30-4f9c-90a0-27a468bd533f', 'admin_state_up': True, 'tenant_id': 'a1d4d5940a8b444fb5bbc0c885df3721'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:23:09.519163 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-0660dfdc-108f-4fc2-addc-d0923131592f req-8cd29d60-3f1b-4429-9e4e-e7de664f249d tempest-ServersNegativeTestJSON-1747074913 tempest-ServersNegativeTestJSON-1747074913-project] 10.222.0.60 "GET /v2.0/ports?device_id=6d2a19ae-317b-4831-9b07-111e8f5a2d0c HTTP/1.1" status: 200 len: 210 time: 0.0367763 Nov 23 18:23:09.600858 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-143c16b2-beee-47b0-be89-4911d407643a req-500d758b-d80f-45af-9085-e20f8e059902 tempest-ServersNegativeTestJSON-1747074913 tempest-ServersNegativeTestJSON-1747074913-project] Made reservation on behalf of a1d4d5940a8b444fb5bbc0c885df3721 for: {'port': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:23:09.604295 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-143c16b2-beee-47b0-be89-4911d407643a req-500d758b-d80f-45af-9085-e20f8e059902 tempest-ServersNegativeTestJSON-1747074913 tempest-ServersNegativeTestJSON-1747074913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:09.727605 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.db_base_plugin_common [req-143c16b2-beee-47b0-be89-4911d407643a req-500d758b-d80f-45af-9085-e20f8e059902 tempest-ServersNegativeTestJSON-1747074913 tempest-ServersNegativeTestJSON-1747074913-project] Allocated IP 172.20.0.13 (c30b9267-cc30-4f9c-90a0-27a468bd533f/a37f7eb0-58cd-4153-93d7-59f047ff72f6/c745bd7e-0b3c-4ab0-b89c-8ec8c4968c67) {{(pid=103591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:23:09.876355 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-143c16b2-beee-47b0-be89-4911d407643a req-500d758b-d80f-45af-9085-e20f8e059902 tempest-ServersNegativeTestJSON-1747074913 tempest-ServersNegativeTestJSON-1747074913-project] Publish callbacks [] for port, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:09.909187 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-143c16b2-beee-47b0-be89-4911d407643a req-500d758b-d80f-45af-9085-e20f8e059902 tempest-ServersNegativeTestJSON-1747074913 tempest-ServersNegativeTestJSON-1747074913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:09.957803 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-143c16b2-beee-47b0-be89-4911d407643a req-500d758b-d80f-45af-9085-e20f8e059902 tempest-ServersNegativeTestJSON-1747074913 tempest-ServersNegativeTestJSON-1747074913-project] Network c30b9267-cc30-4f9c-90a0-27a468bd533f is already hosted by enough agents. {{(pid=103591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:23:09.960807 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [req-143c16b2-beee-47b0-be89-4911d407643a req-500d758b-d80f-45af-9085-e20f8e059902 tempest-ServersNegativeTestJSON-1747074913 tempest-ServersNegativeTestJSON-1747074913-project] Resources bound (agent type, host, resource id): {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:23:09.964455 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [req-143c16b2-beee-47b0-be89-4911d407643a req-500d758b-d80f-45af-9085-e20f8e059902 tempest-ServersNegativeTestJSON-1747074913 tempest-ServersNegativeTestJSON-1747074913-project] Received port after_create {{(pid=103591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:23:09.992167 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500d758b-d80f-45af-9085-e20f8e059902 tempest-ServersNegativeTestJSON-1747074913 tempest-ServersNegativeTestJSON-1747074913-project] Pushing event updated for resources: {'Port': ['ID=c745bd7e-0b3c-4ab0-b89c-8ec8c4968c67,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:23:10.019745 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143c16b2-beee-47b0-be89-4911d407643a req-500d758b-d80f-45af-9085-e20f8e059902 tempest-ServersNegativeTestJSON-1747074913 tempest-ServersNegativeTestJSON-1747074913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:23:10.020336 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-143c16b2-beee-47b0-be89-4911d407643a req-500d758b-d80f-45af-9085-e20f8e059902 tempest-ServersNegativeTestJSON-1747074913 tempest-ServersNegativeTestJSON-1747074913-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:10.036066 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-143c16b2-beee-47b0-be89-4911d407643a req-500d758b-d80f-45af-9085-e20f8e059902 tempest-ServersNegativeTestJSON-1747074913 tempest-ServersNegativeTestJSON-1747074913-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5769322 Nov 23 18:23:10.048906 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [req-143c16b2-beee-47b0-be89-4911d407643a req-4e555768-14ee-47d8-8617-b18ea204fda6 service neutron] Request body: {'port': {'device_id': '6d2a19ae-317b-4831-9b07-111e8f5a2d0c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-8'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:23:10.102635 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-143c16b2-beee-47b0-be89-4911d407643a req-4e555768-14ee-47d8-8617-b18ea204fda6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:10.369099 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [req-143c16b2-beee-47b0-be89-4911d407643a req-4e555768-14ee-47d8-8617-b18ea204fda6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c745bd7e-0b3c-4ab0-b89c-8ec8c4968c67 {{(pid=103591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:23:10.376371 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-143c16b2-beee-47b0-be89-4911d407643a req-4e555768-14ee-47d8-8617-b18ea204fda6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:10.388097 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.provisioning_blocks [req-143c16b2-beee-47b0-be89-4911d407643a req-4e555768-14ee-47d8-8617-b18ea204fda6 service neutron] Transition to ACTIVE for port object c745bd7e-0b3c-4ab0-b89c-8ec8c4968c67 will not be triggered until provisioned by entity L2. {{(pid=103591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 18:23:10.391493 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-143c16b2-beee-47b0-be89-4911d407643a req-4e555768-14ee-47d8-8617-b18ea204fda6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264758186'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:10.441643 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e555768-14ee-47d8-8617-b18ea204fda6 service neutron] Pushing event updated for resources: {'Port': ['ID=c745bd7e-0b3c-4ab0-b89c-8ec8c4968c67,revision_number=2']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:23:10.511024 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-143c16b2-beee-47b0-be89-4911d407643a req-4e555768-14ee-47d8-8617-b18ea204fda6 service neutron] Attempting to bind port c745bd7e-0b3c-4ab0-b89c-8ec8c4968c67 on host n-h2-816206-8 for vnic_type normal with profile {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:23:10.511718 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-143c16b2-beee-47b0-be89-4911d407643a req-4e555768-14ee-47d8-8617-b18ea204fda6 service neutron] Attempting to bind port c745bd7e-0b3c-4ab0-b89c-8ec8c4968c67 by drivers openvswitch,hyperv on host n-h2-816206-8 at level 0 using segments [{'id': 'da35d94c-21ca-4ae8-af93-275b4db64c1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'c30b9267-cc30-4f9c-90a0-27a468bd533f'}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:23:10.511718 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-143c16b2-beee-47b0-be89-4911d407643a req-4e555768-14ee-47d8-8617-b18ea204fda6 service neutron] Attempting to bind port c745bd7e-0b3c-4ab0-b89c-8ec8c4968c67 on network c30b9267-cc30-4f9c-90a0-27a468bd533f {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:23:10.515762 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-143c16b2-beee-47b0-be89-4911d407643a req-4e555768-14ee-47d8-8617-b18ea204fda6 service neutron] Port c745bd7e-0b3c-4ab0-b89c-8ec8c4968c67 on network c30b9267-cc30-4f9c-90a0-27a468bd533f not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-8 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:23:10.516076 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-143c16b2-beee-47b0-be89-4911d407643a req-4e555768-14ee-47d8-8617-b18ea204fda6 service neutron] Attempting to bind port c745bd7e-0b3c-4ab0-b89c-8ec8c4968c67 on network c30b9267-cc30-4f9c-90a0-27a468bd533f {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:23:10.520744 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-143c16b2-beee-47b0-be89-4911d407643a req-4e555768-14ee-47d8-8617-b18ea204fda6 service neutron] Checking agent: {'id': 'ab77bf9e-0267-4174-8f1d-822cba89b207', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 15, 13), 'started_at': datetime.datetime(2021, 11, 23, 17, 15, 13), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 22, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:23:10.521078 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-143c16b2-beee-47b0-be89-4911d407643a req-4e555768-14ee-47d8-8617-b18ea204fda6 service neutron] Checking segment: {'id': 'da35d94c-21ca-4ae8-af93-275b4db64c1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'c30b9267-cc30-4f9c-90a0-27a468bd533f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:23:10.521454 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-143c16b2-beee-47b0-be89-4911d407643a req-4e555768-14ee-47d8-8617-b18ea204fda6 service neutron] Bound using segment: {'id': 'da35d94c-21ca-4ae8-af93-275b4db64c1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'c30b9267-cc30-4f9c-90a0-27a468bd533f'} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:23:10.521873 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-143c16b2-beee-47b0-be89-4911d407643a req-4e555768-14ee-47d8-8617-b18ea204fda6 service neutron] Bound port: c745bd7e-0b3c-4ab0-b89c-8ec8c4968c67, host: n-h2-816206-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da35d94c-21ca-4ae8-af93-275b4db64c1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'c30b9267-cc30-4f9c-90a0-27a468bd533f'}}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:23:10.522220 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-143c16b2-beee-47b0-be89-4911d407643a req-4e555768-14ee-47d8-8617-b18ea204fda6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:10.588935 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-143c16b2-beee-47b0-be89-4911d407643a req-4e555768-14ee-47d8-8617-b18ea204fda6 service neutron] For port c745bd7e-0b3c-4ab0-b89c-8ec8c4968c67, host n-h2-816206-8, cleared binding levels {{(pid=103591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:23:10.593738 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-143c16b2-beee-47b0-be89-4911d407643a req-4e555768-14ee-47d8-8617-b18ea204fda6 service neutron] For port c745bd7e-0b3c-4ab0-b89c-8ec8c4968c67, host n-h2-816206-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=c745bd7e-0b3c-4ab0-b89c-8ec8c4968c67,segment=NetworkSegment(da35d94c-21ca-4ae8-af93-275b4db64c1f),segment_id=da35d94c-21ca-4ae8-af93-275b4db64c1f)] {{(pid=103591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:23:10.604508 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-143c16b2-beee-47b0-be89-4911d407643a req-4e555768-14ee-47d8-8617-b18ea204fda6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264758186'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:10.659467 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143c16b2-beee-47b0-be89-4911d407643a req-4e555768-14ee-47d8-8617-b18ea204fda6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:23:10.660178 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-143c16b2-beee-47b0-be89-4911d407643a req-4e555768-14ee-47d8-8617-b18ea204fda6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:10.661621 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-143c16b2-beee-47b0-be89-4911d407643a req-4e555768-14ee-47d8-8617-b18ea204fda6 service neutron] 10.222.0.36 "PUT /v2.0/ports/c745bd7e-0b3c-4ab0-b89c-8ec8c4968c67 HTTP/1.1" status: 200 len: 1092 time: 0.6172984 Nov 23 18:23:10.662087 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d2a19ae-317b-4831-9b07-111e8f5a2d0c', 'tag': 'c745bd7e-0b3c-4ab0-b89c-8ec8c4968c67'}] {{(pid=103591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:23:10.664538 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f4e21f982013ce885b63e29a1d25974432d95030e0706b58ae42016fda4ab83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8c7d3c8-9604-4f5c-9898-ae840bc20e8f" -d '{"events": [{"name": "network-changed", "server_uuid": "6d2a19ae-317b-4831-9b07-111e8f5a2d0c", "tag": "c745bd7e-0b3c-4ab0-b89c-8ec8c4968c67"}]}' {{(pid=103591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:23:10.700291 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8ef1fa-e2f8-4ea8-9afe-f1b22491463c req-e404eeef-8a05-4a88-bccf-4ccf28adcd81 tempest-ServersNegativeTestJSON-1747074913 tempest-ServersNegativeTestJSON-1747074913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:23:10.701934 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ee8ef1fa-e2f8-4ea8-9afe-f1b22491463c req-e404eeef-8a05-4a88-bccf-4ccf28adcd81 tempest-ServersNegativeTestJSON-1747074913 tempest-ServersNegativeTestJSON-1747074913-project] 10.222.0.60 "GET /v2.0/ports?device_id=6d2a19ae-317b-4831-9b07-111e8f5a2d0c HTTP/1.1" status: 200 len: 944 time: 0.1108551 Nov 23 18:23:10.709230 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:23:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb88134e-d895-43cc-9e53-f6661d0bb966 x-openstack-request-id: req-cb88134e-d895-43cc-9e53-f6661d0bb966 {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:23:10.709531 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d2a19ae-317b-4831-9b07-111e8f5a2d0c", "tag": "c745bd7e-0b3c-4ab0-b89c-8ec8c4968c67", "status": "completed", "code": 200}]} {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:23:10.709788 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-cb88134e-d895-43cc-9e53-f6661d0bb966 {{(pid=103591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:23:10.710198 n-d-816206-8 neutron-server[103591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d2a19ae-317b-4831-9b07-111e8f5a2d0c', 'tag': 'c745bd7e-0b3c-4ab0-b89c-8ec8c4968c67', 'status': 'completed', 'code': 200} Nov 23 18:23:10.718876 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e555768-14ee-47d8-8617-b18ea204fda6 service neutron] Pushing event updated for resources: {'Port': ['ID=c745bd7e-0b3c-4ab0-b89c-8ec8c4968c67,revision_number=3']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:23:10.782350 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143c16b2-beee-47b0-be89-4911d407643a req-15672dcc-c945-45a8-a957-3df250ca0819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:23:10.783834 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-143c16b2-beee-47b0-be89-4911d407643a req-15672dcc-c945-45a8-a957-3df250ca0819 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a1d4d5940a8b444fb5bbc0c885df3721&device_id=6d2a19ae-317b-4831-9b07-111e8f5a2d0c HTTP/1.1" status: 200 len: 1095 time: 0.0765393 Nov 23 18:23:10.795756 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ee8ef1fa-e2f8-4ea8-9afe-f1b22491463c req-222ba9c5-34b6-4010-86b0-818daf3ce384 tempest-ServersNegativeTestJSON-1747074913 tempest-ServersNegativeTestJSON-1747074913-project] 10.222.0.60 "GET /v2.0/security-groups?id=703b91b8-d586-4654-85ac-0d0180a3e920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778127 Nov 23 18:23:10.831297 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-143c16b2-beee-47b0-be89-4911d407643a req-2e5c8223-20a0-4ecc-917a-d5cb46a8e54c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c745bd7e-0b3c-4ab0-b89c-8ec8c4968c67 HTTP/1.1" status: 200 len: 217 time: 0.0345991 Nov 23 18:23:10.885081 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143c16b2-beee-47b0-be89-4911d407643a req-3b6932c7-2add-4626-8881-02056e570ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:23:10.886517 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-143c16b2-beee-47b0-be89-4911d407643a req-3b6932c7-2add-4626-8881-02056e570ef9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a37f7eb0-58cd-4153-93d7-59f047ff72f6 HTTP/1.1" status: 200 len: 853 time: 0.0453911 Nov 23 18:23:10.919787 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-143c16b2-beee-47b0-be89-4911d407643a req-6d494d23-b0d8-4502-87a3-a2e2b197321b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c30b9267-cc30-4f9c-90a0-27a468bd533f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253606 Nov 23 18:23:11.013631 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-143c16b2-beee-47b0-be89-4911d407643a req-078b096d-99f5-47f9-85db-26f180ad2c9e service neutron] 10.222.0.36 "GET /v2.0/networks/c30b9267-cc30-4f9c-90a0-27a468bd533f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850940 Nov 23 18:23:11.112389 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-143c16b2-beee-47b0-be89-4911d407643a req-ef934636-4bbc-462f-b211-a70b40146903 service neutron] 10.222.0.36 "GET /v2.0/networks/c30b9267-cc30-4f9c-90a0-27a468bd533f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886588 Nov 23 18:23:11.197560 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c7d3c8-9604-4f5c-9898-ae840bc20e8f req-72beeb40-2bbc-41a9-9e70-6c31faac3ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:23:11.199259 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e8c7d3c8-9604-4f5c-9898-ae840bc20e8f req-72beeb40-2bbc-41a9-9e70-6c31faac3ab1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a1d4d5940a8b444fb5bbc0c885df3721&device_id=6d2a19ae-317b-4831-9b07-111e8f5a2d0c HTTP/1.1" status: 200 len: 1095 time: 0.0417023 Nov 23 18:23:11.290578 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c7d3c8-9604-4f5c-9898-ae840bc20e8f req-8ab066e5-3700-4a2d-a41f-00fc3b5a6c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:23:11.292066 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e8c7d3c8-9604-4f5c-9898-ae840bc20e8f req-8ab066e5-3700-4a2d-a41f-00fc3b5a6c58 service neutron] 10.222.0.36 "GET /v2.0/networks?id=c30b9267-cc30-4f9c-90a0-27a468bd533f HTTP/1.1" status: 200 len: 914 time: 0.0851362 Nov 23 18:23:11.339413 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e8c7d3c8-9604-4f5c-9898-ae840bc20e8f req-a6be04a0-5770-4053-87bb-977e947bde16 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c745bd7e-0b3c-4ab0-b89c-8ec8c4968c67 HTTP/1.1" status: 200 len: 217 time: 0.0395944 Nov 23 18:23:11.392542 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c7d3c8-9604-4f5c-9898-ae840bc20e8f req-51be9e66-a224-40f9-8c3a-5e35c7332971 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:23:11.394035 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e8c7d3c8-9604-4f5c-9898-ae840bc20e8f req-51be9e66-a224-40f9-8c3a-5e35c7332971 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a37f7eb0-58cd-4153-93d7-59f047ff72f6 HTTP/1.1" status: 200 len: 853 time: 0.0456507 Nov 23 18:23:11.429213 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e8c7d3c8-9604-4f5c-9898-ae840bc20e8f req-b883a8ba-48e6-4617-bedc-bbb365bf11ec service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c30b9267-cc30-4f9c-90a0-27a468bd533f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268769 Nov 23 18:23:11.527586 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e8c7d3c8-9604-4f5c-9898-ae840bc20e8f req-a2029b92-6dd5-4999-bcc6-b868cd909121 service neutron] 10.222.0.36 "GET /v2.0/networks/c30b9267-cc30-4f9c-90a0-27a468bd533f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903871 Nov 23 18:23:11.627994 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e8c7d3c8-9604-4f5c-9898-ae840bc20e8f req-aab4cefe-8455-40e8-b594-a553b57933bc service neutron] 10.222.0.36 "GET /v2.0/networks/c30b9267-cc30-4f9c-90a0-27a468bd533f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913031 Nov 23 18:23:11.916918 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c34ec5c-f593-4ad7-b777-fdd37515031d req-75de4a5a-30f0-4785-be12-8a59af8ec5e5 tempest-ServersNegativeTestJSON-1747074913 tempest-ServersNegativeTestJSON-1747074913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:23:11.918367 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2c34ec5c-f593-4ad7-b777-fdd37515031d req-75de4a5a-30f0-4785-be12-8a59af8ec5e5 tempest-ServersNegativeTestJSON-1747074913 tempest-ServersNegativeTestJSON-1747074913-project] 10.222.0.60 "GET /v2.0/ports?device_id=6d2a19ae-317b-4831-9b07-111e8f5a2d0c HTTP/1.1" status: 200 len: 944 time: 0.0524640 Nov 23 18:23:11.973667 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2c34ec5c-f593-4ad7-b777-fdd37515031d req-2e301e50-ea3b-4136-aae1-830673451ae6 tempest-ServersNegativeTestJSON-1747074913 tempest-ServersNegativeTestJSON-1747074913-project] 10.222.0.60 "GET /v2.0/security-groups?id=703b91b8-d586-4654-85ac-0d0180a3e920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490696 Nov 23 18:23:13.065951 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-0e34e3df-3da8-4b1b-a71e-22ae117048ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:13.090866 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904eb9d6-5264-4012-a1c0-9f7215e5a039 req-676fd846-17f5-4577-be69-1b2b36191e8c tempest-ServersNegativeTestJSON-1747074913 tempest-ServersNegativeTestJSON-1747074913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:23:13.092394 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-904eb9d6-5264-4012-a1c0-9f7215e5a039 req-676fd846-17f5-4577-be69-1b2b36191e8c tempest-ServersNegativeTestJSON-1747074913 tempest-ServersNegativeTestJSON-1747074913-project] 10.222.0.60 "GET /v2.0/ports?device_id=6d2a19ae-317b-4831-9b07-111e8f5a2d0c HTTP/1.1" status: 200 len: 944 time: 0.0518522 Nov 23 18:23:13.139348 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-904eb9d6-5264-4012-a1c0-9f7215e5a039 req-49ad92ab-d8b4-4f26-be23-032fba32e31d tempest-ServersNegativeTestJSON-1747074913 tempest-ServersNegativeTestJSON-1747074913-project] 10.222.0.60 "GET /v2.0/security-groups?id=703b91b8-d586-4654-85ac-0d0180a3e920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408895 Nov 23 18:23:13.914208 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:14.253702 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26308467-9909-402e-b3d7-29732086bc8e req-36b154cc-eaa6-4d4f-b757-89be1e36863e tempest-ServersNegativeTestJSON-1747074913 tempest-ServersNegativeTestJSON-1747074913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:23:14.255152 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-26308467-9909-402e-b3d7-29732086bc8e req-36b154cc-eaa6-4d4f-b757-89be1e36863e tempest-ServersNegativeTestJSON-1747074913 tempest-ServersNegativeTestJSON-1747074913-project] 10.222.0.60 "GET /v2.0/ports?device_id=6d2a19ae-317b-4831-9b07-111e8f5a2d0c HTTP/1.1" status: 200 len: 944 time: 0.0484095 Nov 23 18:23:14.301137 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-26308467-9909-402e-b3d7-29732086bc8e req-becf6074-c026-446f-93fe-090bfc6d11c4 tempest-ServersNegativeTestJSON-1747074913 tempest-ServersNegativeTestJSON-1747074913-project] 10.222.0.60 "GET /v2.0/security-groups?id=703b91b8-d586-4654-85ac-0d0180a3e920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400271 Nov 23 18:23:14.750955 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:14.915025 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device c745bd7e-0b3c-4ab0-b89c-8ec8c4968c67 details requested by agent hyperv_n-h2-816206-8 with host n-h2-816206-8 {{(pid=103592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 18:23:15.008745 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port c745bd7e-0b3c-4ab0-b89c-8ec8c4968c67, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=c745bd7e-0b3c-4ab0-b89c-8ec8c4968c67,segment=NetworkSegment(da35d94c-21ca-4ae8-af93-275b4db64c1f),segment_id=da35d94c-21ca-4ae8-af93-275b4db64c1f)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:23:15.019290 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Returning: {'device': 'c745bd7e-0b3c-4ab0-b89c-8ec8c4968c67', 'network_id': 'c30b9267-cc30-4f9c-90a0-27a468bd533f', 'port_id': 'c745bd7e-0b3c-4ab0-b89c-8ec8c4968c67', 'mac_address': 'fa:16:3e:62:df:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 507, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a37f7eb0-58cd-4153-93d7-59f047ff72f6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 18:23:15.058894 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:15.071832 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c745bd7e-0b3c-4ab0-b89c-8ec8c4968c67 {{(pid=103592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:23:15.090957 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port c745bd7e-0b3c-4ab0-b89c-8ec8c4968c67, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=c745bd7e-0b3c-4ab0-b89c-8ec8c4968c67,segment=NetworkSegment(da35d94c-21ca-4ae8-af93-275b4db64c1f),segment_id=da35d94c-21ca-4ae8-af93-275b4db64c1f)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:23:15.094044 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:15.148519 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Pushing event updated for resources: {'Port': ['ID=c745bd7e-0b3c-4ab0-b89c-8ec8c4968c67,revision_number=4']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:23:15.163949 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-11aa45d8-96db-4f5a-8c97-31a52912d258 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:15.309962 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] get_ports_and_sgs() called for port_ids ['c745bd7e-0b3c-4ab0-b89c-8ec8c4968c67'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:23:15.421887 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c43e42-abbf-4657-a560-a983e354af55 req-7f03c557-99b4-4b4c-a27f-b428c4733e17 tempest-ServersNegativeTestJSON-1747074913 tempest-ServersNegativeTestJSON-1747074913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:23:15.423413 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-39c43e42-abbf-4657-a560-a983e354af55 req-7f03c557-99b4-4b4c-a27f-b428c4733e17 tempest-ServersNegativeTestJSON-1747074913 tempest-ServersNegativeTestJSON-1747074913-project] 10.222.0.60 "GET /v2.0/ports?device_id=6d2a19ae-317b-4831-9b07-111e8f5a2d0c HTTP/1.1" status: 200 len: 945 time: 0.0541766 Nov 23 18:23:15.471636 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-39c43e42-abbf-4657-a560-a983e354af55 req-731ae8dc-5454-4f20-b98b-3e7c9038396f tempest-ServersNegativeTestJSON-1747074913 tempest-ServersNegativeTestJSON-1747074913-project] 10.222.0.60 "GET /v2.0/security-groups?id=703b91b8-d586-4654-85ac-0d0180a3e920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421641 Nov 23 18:23:16.585483 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a845e15-a021-4b71-9602-815d51e860e2 req-62c60627-e6db-4b47-b841-3a78e5c2c3e8 tempest-ServersNegativeTestJSON-1747074913 tempest-ServersNegativeTestJSON-1747074913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:23:16.586952 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-1a845e15-a021-4b71-9602-815d51e860e2 req-62c60627-e6db-4b47-b841-3a78e5c2c3e8 tempest-ServersNegativeTestJSON-1747074913 tempest-ServersNegativeTestJSON-1747074913-project] 10.222.0.60 "GET /v2.0/ports?device_id=6d2a19ae-317b-4831-9b07-111e8f5a2d0c HTTP/1.1" status: 200 len: 945 time: 0.0490799 Nov 23 18:23:16.634213 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-1a845e15-a021-4b71-9602-815d51e860e2 req-151d219f-4820-4837-810d-8b0ef4ba58d1 tempest-ServersNegativeTestJSON-1747074913 tempest-ServersNegativeTestJSON-1747074913-project] 10.222.0.60 "GET /v2.0/security-groups?id=703b91b8-d586-4654-85ac-0d0180a3e920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406065 Nov 23 18:23:16.720027 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-52822d53-48f5-4819-8a95-bdc13aea0bf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:16.914793 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device c745bd7e-0b3c-4ab0-b89c-8ec8c4968c67 up at agent hyperv_n-h2-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:23:16.962644 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Provisioning for port c745bd7e-0b3c-4ab0-b89c-8ec8c4968c67 completed by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 18:23:16.966619 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Provisioning complete for port c745bd7e-0b3c-4ab0-b89c-8ec8c4968c67 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:23:16.966986 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:17.046144 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:17.069028 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d2a19ae-317b-4831-9b07-111e8f5a2d0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c745bd7e-0b3c-4ab0-b89c-8ec8c4968c67'}] {{(pid=103592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:23:17.071243 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}369cae9aa69facfce3992dabc874bd76984507e3cd36da60a73cd3603125cd43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a85fa69f-2930-4a2d-b5be-1879833a289e" -d '{"events": [{"server_uuid": "6d2a19ae-317b-4831-9b07-111e8f5a2d0c", "name": "network-vif-plugged", "status": "completed", "tag": "c745bd7e-0b3c-4ab0-b89c-8ec8c4968c67"}]}' {{(pid=103592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:23:17.084072 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port c745bd7e-0b3c-4ab0-b89c-8ec8c4968c67, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=c745bd7e-0b3c-4ab0-b89c-8ec8c4968c67,segment=NetworkSegment(da35d94c-21ca-4ae8-af93-275b4db64c1f),segment_id=da35d94c-21ca-4ae8-af93-275b4db64c1f)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:23:17.087975 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:17.137390 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Pushing event updated for resources: {'Port': ['ID=c745bd7e-0b3c-4ab0-b89c-8ec8c4968c67,revision_number=5']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:23:17.169103 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:23:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a59aa295-cf02-4d31-a568-054e84e5ec33 x-openstack-request-id: req-a59aa295-cf02-4d31-a568-054e84e5ec33 {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:23:17.169380 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d2a19ae-317b-4831-9b07-111e8f5a2d0c", "name": "network-vif-plugged", "status": "completed", "tag": "c745bd7e-0b3c-4ab0-b89c-8ec8c4968c67", "code": 200}]} {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:23:17.169638 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-a59aa295-cf02-4d31-a568-054e84e5ec33 {{(pid=103592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:23:17.170035 n-d-816206-8 neutron-server[103592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d2a19ae-317b-4831-9b07-111e8f5a2d0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c745bd7e-0b3c-4ab0-b89c-8ec8c4968c67', 'code': 200} Nov 23 18:23:17.273135 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8265a4-f4c0-4521-b275-3ecddb6991ee req-fe2edd9e-d909-4abf-a2aa-d52d861644d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:23:17.274644 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ea8265a4-f4c0-4521-b275-3ecddb6991ee req-fe2edd9e-d909-4abf-a2aa-d52d861644d4 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=6d2a19ae-317b-4831-9b07-111e8f5a2d0c HTTP/1.1" status: 200 len: 1097 time: 0.0448565 Nov 23 18:23:17.322451 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ea8265a4-f4c0-4521-b275-3ecddb6991ee req-2462e157-b98a-4320-afd1-fd7a9ecc7c65 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=703b91b8-d586-4654-85ac-0d0180a3e920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371611 Nov 23 18:23:17.753170 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc7870c-8e75-4d72-8bd0-0271863a2207 req-975978af-310e-4793-9a7a-05f13c27765b tempest-ServersNegativeTestJSON-1747074913 tempest-ServersNegativeTestJSON-1747074913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:23:17.754690 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6bc7870c-8e75-4d72-8bd0-0271863a2207 req-975978af-310e-4793-9a7a-05f13c27765b tempest-ServersNegativeTestJSON-1747074913 tempest-ServersNegativeTestJSON-1747074913-project] 10.222.0.60 "GET /v2.0/ports?device_id=6d2a19ae-317b-4831-9b07-111e8f5a2d0c HTTP/1.1" status: 200 len: 946 time: 0.0501282 Nov 23 18:23:17.802939 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6bc7870c-8e75-4d72-8bd0-0271863a2207 req-70771fd2-c4a1-444f-899d-9d286c7456a5 tempest-ServersNegativeTestJSON-1747074913 tempest-ServersNegativeTestJSON-1747074913-project] 10.222.0.60 "GET /v2.0/security-groups?id=703b91b8-d586-4654-85ac-0d0180a3e920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421944 Nov 23 18:23:17.938888 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9a27ae6c-db98-474f-94c1-cc99bf842d79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:18.453633 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:18.922706 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4938425-409b-43bf-b7dd-61e27903ac38 req-23f65839-c794-48a7-a208-1213157f5f51 tempest-ServersNegativeTestJSON-1747074913 tempest-ServersNegativeTestJSON-1747074913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:23:18.924184 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a4938425-409b-43bf-b7dd-61e27903ac38 req-23f65839-c794-48a7-a208-1213157f5f51 tempest-ServersNegativeTestJSON-1747074913 tempest-ServersNegativeTestJSON-1747074913-project] 10.222.0.60 "GET /v2.0/ports?device_id=6d2a19ae-317b-4831-9b07-111e8f5a2d0c HTTP/1.1" status: 200 len: 946 time: 0.0485861 Nov 23 18:23:18.974887 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a4938425-409b-43bf-b7dd-61e27903ac38 req-6864b559-f549-4811-b34a-d2972b4f5d9c tempest-ServersNegativeTestJSON-1747074913 tempest-ServersNegativeTestJSON-1747074913-project] 10.222.0.60 "GET /v2.0/security-groups?id=703b91b8-d586-4654-85ac-0d0180a3e920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446916 Nov 23 18:23:19.195535 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6c1965-049b-402c-b2ba-d6ab65f6fe57 req-a3b38bb7-3ba7-4131-82c3-9626fcaf2e31 tempest-ServersNegativeTestJSON-1747074913 tempest-ServersNegativeTestJSON-1747074913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:23:19.197025 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-df6c1965-049b-402c-b2ba-d6ab65f6fe57 req-a3b38bb7-3ba7-4131-82c3-9626fcaf2e31 tempest-ServersNegativeTestJSON-1747074913 tempest-ServersNegativeTestJSON-1747074913-project] 10.222.0.60 "GET /v2.0/networks?id=c30b9267-cc30-4f9c-90a0-27a468bd533f HTTP/1.1" status: 200 len: 813 time: 0.1008418 Nov 23 18:23:19.212478 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-df6c1965-049b-402c-b2ba-d6ab65f6fe57 req-4684d68a-e992-4417-8bce-b413cee5fdd1 tempest-ServersNegativeTestJSON-1747074913 tempest-ServersNegativeTestJSON-1747074913-project] 10.222.0.60 "GET /v2.0/quotas/a1d4d5940a8b444fb5bbc0c885df3721 HTTP/1.1" status: 200 len: 375 time: 0.0090337 Nov 23 18:23:19.261735 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-df6c1965-049b-402c-b2ba-d6ab65f6fe57 req-9bb2b665-f682-411d-aad7-25c82f381e4f tempest-ServersNegativeTestJSON-1747074913 tempest-ServersNegativeTestJSON-1747074913-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=a1d4d5940a8b444fb5bbc0c885df3721&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0439384 Nov 23 18:23:19.353919 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-df6c1965-049b-402c-b2ba-d6ab65f6fe57 req-e1f6fe7e-1f13-4d34-a2b6-fdf3ed4c663d service neutron] 10.222.0.60 "GET /v2.0/networks/c30b9267-cc30-4f9c-90a0-27a468bd533f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846336 Nov 23 18:23:19.446772 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-df6c1965-049b-402c-b2ba-d6ab65f6fe57 req-0832c39a-8efb-462a-a754-c50f542fbd0d service neutron] 10.222.0.60 "GET /v2.0/networks/c30b9267-cc30-4f9c-90a0-27a468bd533f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867238 Nov 23 18:23:19.615258 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b47ce005-3b0e-4b59-ae7d-369b4639b0f4 req-87b2d6a1-a4ef-44f5-b4e6-795fedfab184 tempest-ServersNegativeTestJSON-1747074913 tempest-ServersNegativeTestJSON-1747074913-project] 10.222.0.60 "GET /v2.0/ports?device_id=9320be46-c50f-4a25-8d36-94ed4e17eb9d HTTP/1.1" status: 200 len: 210 time: 0.0269573 Nov 23 18:23:20.581671 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6c1965-049b-402c-b2ba-d6ab65f6fe57 req-638888da-5ccf-488a-9799-22615a926e41 tempest-ServersNegativeTestJSON-1747074913 tempest-ServersNegativeTestJSON-1747074913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:23:20.583899 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-df6c1965-049b-402c-b2ba-d6ab65f6fe57 req-638888da-5ccf-488a-9799-22615a926e41 tempest-ServersNegativeTestJSON-1747074913 tempest-ServersNegativeTestJSON-1747074913-project] 10.222.0.55 "GET /v2.0/networks?id=c30b9267-cc30-4f9c-90a0-27a468bd533f HTTP/1.1" status: 200 len: 813 time: 0.1180813 Nov 23 18:23:20.597979 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [req-df6c1965-049b-402c-b2ba-d6ab65f6fe57 req-d811d251-15ba-4b7d-ba6b-138ea83e282a tempest-ServersNegativeTestJSON-1747074913 tempest-ServersNegativeTestJSON-1747074913-project] Request body: {'port': {'device_id': '9320be46-c50f-4a25-8d36-94ed4e17eb9d', 'network_id': 'c30b9267-cc30-4f9c-90a0-27a468bd533f', 'admin_state_up': True, 'tenant_id': 'a1d4d5940a8b444fb5bbc0c885df3721'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:23:20.716339 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-94a13794-48e2-4daf-a387-47d1a7092a5b req-a9748330-6602-42c6-9245-3bbda12a454e tempest-ServersNegativeTestJSON-1747074913 tempest-ServersNegativeTestJSON-1747074913-project] 10.222.0.60 "GET /v2.0/ports?device_id=9320be46-c50f-4a25-8d36-94ed4e17eb9d HTTP/1.1" status: 200 len: 210 time: 0.0306149 Nov 23 18:23:20.733803 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df6c1965-049b-402c-b2ba-d6ab65f6fe57 req-d811d251-15ba-4b7d-ba6b-138ea83e282a tempest-ServersNegativeTestJSON-1747074913 tempest-ServersNegativeTestJSON-1747074913-project] Made reservation on behalf of a1d4d5940a8b444fb5bbc0c885df3721 for: {'port': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:23:20.737292 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-df6c1965-049b-402c-b2ba-d6ab65f6fe57 req-d811d251-15ba-4b7d-ba6b-138ea83e282a tempest-ServersNegativeTestJSON-1747074913 tempest-ServersNegativeTestJSON-1747074913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:20.872936 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.db_base_plugin_common [req-df6c1965-049b-402c-b2ba-d6ab65f6fe57 req-d811d251-15ba-4b7d-ba6b-138ea83e282a tempest-ServersNegativeTestJSON-1747074913 tempest-ServersNegativeTestJSON-1747074913-project] Allocated IP 172.20.0.11 (c30b9267-cc30-4f9c-90a0-27a468bd533f/a37f7eb0-58cd-4153-93d7-59f047ff72f6/013cd65d-c872-437b-8401-789ebbf54252) {{(pid=103591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:23:21.019058 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-df6c1965-049b-402c-b2ba-d6ab65f6fe57 req-d811d251-15ba-4b7d-ba6b-138ea83e282a tempest-ServersNegativeTestJSON-1747074913 tempest-ServersNegativeTestJSON-1747074913-project] Publish callbacks [] for port, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:21.052388 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-df6c1965-049b-402c-b2ba-d6ab65f6fe57 req-d811d251-15ba-4b7d-ba6b-138ea83e282a tempest-ServersNegativeTestJSON-1747074913 tempest-ServersNegativeTestJSON-1747074913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:21.066340 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] get_ports_and_sgs() called for port_ids ['c745bd7e-0b3c-4ab0-b89c-8ec8c4968c67'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:23:21.095235 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df6c1965-049b-402c-b2ba-d6ab65f6fe57 req-d811d251-15ba-4b7d-ba6b-138ea83e282a tempest-ServersNegativeTestJSON-1747074913 tempest-ServersNegativeTestJSON-1747074913-project] Network c30b9267-cc30-4f9c-90a0-27a468bd533f is already hosted by enough agents. {{(pid=103591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:23:21.100989 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [req-df6c1965-049b-402c-b2ba-d6ab65f6fe57 req-d811d251-15ba-4b7d-ba6b-138ea83e282a tempest-ServersNegativeTestJSON-1747074913 tempest-ServersNegativeTestJSON-1747074913-project] Resources bound (agent type, host, resource id): {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:23:21.105467 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [req-df6c1965-049b-402c-b2ba-d6ab65f6fe57 req-d811d251-15ba-4b7d-ba6b-138ea83e282a tempest-ServersNegativeTestJSON-1747074913 tempest-ServersNegativeTestJSON-1747074913-project] Received port after_create {{(pid=103591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:23:21.135171 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d811d251-15ba-4b7d-ba6b-138ea83e282a tempest-ServersNegativeTestJSON-1747074913 tempest-ServersNegativeTestJSON-1747074913-project] Pushing event updated for resources: {'Port': ['ID=013cd65d-c872-437b-8401-789ebbf54252,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:23:21.161939 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6c1965-049b-402c-b2ba-d6ab65f6fe57 req-d811d251-15ba-4b7d-ba6b-138ea83e282a tempest-ServersNegativeTestJSON-1747074913 tempest-ServersNegativeTestJSON-1747074913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:23:21.162587 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-df6c1965-049b-402c-b2ba-d6ab65f6fe57 req-d811d251-15ba-4b7d-ba6b-138ea83e282a tempest-ServersNegativeTestJSON-1747074913 tempest-ServersNegativeTestJSON-1747074913-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:21.182041 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-df6c1965-049b-402c-b2ba-d6ab65f6fe57 req-d811d251-15ba-4b7d-ba6b-138ea83e282a tempest-ServersNegativeTestJSON-1747074913 tempest-ServersNegativeTestJSON-1747074913-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5878007 Nov 23 18:23:21.195015 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [req-df6c1965-049b-402c-b2ba-d6ab65f6fe57 req-b17967b0-7064-434b-aa47-fff4afbda0a7 service neutron] Request body: {'port': {'device_id': '9320be46-c50f-4a25-8d36-94ed4e17eb9d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-8'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:23:21.256841 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-df6c1965-049b-402c-b2ba-d6ab65f6fe57 req-b17967b0-7064-434b-aa47-fff4afbda0a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:21.540516 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [req-df6c1965-049b-402c-b2ba-d6ab65f6fe57 req-b17967b0-7064-434b-aa47-fff4afbda0a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 013cd65d-c872-437b-8401-789ebbf54252 {{(pid=103591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:23:21.548320 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-df6c1965-049b-402c-b2ba-d6ab65f6fe57 req-b17967b0-7064-434b-aa47-fff4afbda0a7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:21.560089 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.provisioning_blocks [req-df6c1965-049b-402c-b2ba-d6ab65f6fe57 req-b17967b0-7064-434b-aa47-fff4afbda0a7 service neutron] Transition to ACTIVE for port object 013cd65d-c872-437b-8401-789ebbf54252 will not be triggered until provisioned by entity L2. {{(pid=103591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 18:23:21.564069 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-df6c1965-049b-402c-b2ba-d6ab65f6fe57 req-b17967b0-7064-434b-aa47-fff4afbda0a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264758186'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:21.615558 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17967b0-7064-434b-aa47-fff4afbda0a7 service neutron] Pushing event updated for resources: {'Port': ['ID=013cd65d-c872-437b-8401-789ebbf54252,revision_number=2']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:23:21.680903 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-df6c1965-049b-402c-b2ba-d6ab65f6fe57 req-b17967b0-7064-434b-aa47-fff4afbda0a7 service neutron] Attempting to bind port 013cd65d-c872-437b-8401-789ebbf54252 on host n-h1-816206-8 for vnic_type normal with profile {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:23:21.681233 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-df6c1965-049b-402c-b2ba-d6ab65f6fe57 req-b17967b0-7064-434b-aa47-fff4afbda0a7 service neutron] Attempting to bind port 013cd65d-c872-437b-8401-789ebbf54252 by drivers openvswitch,hyperv on host n-h1-816206-8 at level 0 using segments [{'id': 'da35d94c-21ca-4ae8-af93-275b4db64c1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'c30b9267-cc30-4f9c-90a0-27a468bd533f'}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:23:21.681559 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df6c1965-049b-402c-b2ba-d6ab65f6fe57 req-b17967b0-7064-434b-aa47-fff4afbda0a7 service neutron] Attempting to bind port 013cd65d-c872-437b-8401-789ebbf54252 on network c30b9267-cc30-4f9c-90a0-27a468bd533f {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:23:21.685650 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df6c1965-049b-402c-b2ba-d6ab65f6fe57 req-b17967b0-7064-434b-aa47-fff4afbda0a7 service neutron] Port 013cd65d-c872-437b-8401-789ebbf54252 on network c30b9267-cc30-4f9c-90a0-27a468bd533f not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-8 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:23:21.685966 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df6c1965-049b-402c-b2ba-d6ab65f6fe57 req-b17967b0-7064-434b-aa47-fff4afbda0a7 service neutron] Attempting to bind port 013cd65d-c872-437b-8401-789ebbf54252 on network c30b9267-cc30-4f9c-90a0-27a468bd533f {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:23:21.690645 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df6c1965-049b-402c-b2ba-d6ab65f6fe57 req-b17967b0-7064-434b-aa47-fff4afbda0a7 service neutron] Checking agent: {'id': '4b0a4557-3bfe-4828-80a0-7981fc3ac84c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 15, 14), 'started_at': datetime.datetime(2021, 11, 23, 17, 15, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 23, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:23:21.690978 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df6c1965-049b-402c-b2ba-d6ab65f6fe57 req-b17967b0-7064-434b-aa47-fff4afbda0a7 service neutron] Checking segment: {'id': 'da35d94c-21ca-4ae8-af93-275b4db64c1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'c30b9267-cc30-4f9c-90a0-27a468bd533f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:23:21.691353 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df6c1965-049b-402c-b2ba-d6ab65f6fe57 req-b17967b0-7064-434b-aa47-fff4afbda0a7 service neutron] Bound using segment: {'id': 'da35d94c-21ca-4ae8-af93-275b4db64c1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'c30b9267-cc30-4f9c-90a0-27a468bd533f'} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:23:21.691767 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-df6c1965-049b-402c-b2ba-d6ab65f6fe57 req-b17967b0-7064-434b-aa47-fff4afbda0a7 service neutron] Bound port: 013cd65d-c872-437b-8401-789ebbf54252, host: n-h1-816206-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da35d94c-21ca-4ae8-af93-275b4db64c1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'c30b9267-cc30-4f9c-90a0-27a468bd533f'}}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:23:21.692108 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-df6c1965-049b-402c-b2ba-d6ab65f6fe57 req-b17967b0-7064-434b-aa47-fff4afbda0a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:21.754151 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-df6c1965-049b-402c-b2ba-d6ab65f6fe57 req-b17967b0-7064-434b-aa47-fff4afbda0a7 service neutron] For port 013cd65d-c872-437b-8401-789ebbf54252, host n-h1-816206-8, cleared binding levels {{(pid=103591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:23:21.757845 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-df6c1965-049b-402c-b2ba-d6ab65f6fe57 req-b17967b0-7064-434b-aa47-fff4afbda0a7 service neutron] For port 013cd65d-c872-437b-8401-789ebbf54252, host n-h1-816206-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=013cd65d-c872-437b-8401-789ebbf54252,segment=NetworkSegment(da35d94c-21ca-4ae8-af93-275b4db64c1f),segment_id=da35d94c-21ca-4ae8-af93-275b4db64c1f)] {{(pid=103591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:23:21.763615 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-df6c1965-049b-402c-b2ba-d6ab65f6fe57 req-b17967b0-7064-434b-aa47-fff4afbda0a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264758186'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:21.796973 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6c1965-049b-402c-b2ba-d6ab65f6fe57 req-b17967b0-7064-434b-aa47-fff4afbda0a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:23:21.797681 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-df6c1965-049b-402c-b2ba-d6ab65f6fe57 req-b17967b0-7064-434b-aa47-fff4afbda0a7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:21.799086 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-df6c1965-049b-402c-b2ba-d6ab65f6fe57 req-b17967b0-7064-434b-aa47-fff4afbda0a7 service neutron] 10.222.0.55 "PUT /v2.0/ports/013cd65d-c872-437b-8401-789ebbf54252 HTTP/1.1" status: 200 len: 1092 time: 0.6085305 Nov 23 18:23:21.803356 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9320be46-c50f-4a25-8d36-94ed4e17eb9d', 'tag': '013cd65d-c872-437b-8401-789ebbf54252'}] {{(pid=103591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:23:21.805991 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f4e21f982013ce885b63e29a1d25974432d95030e0706b58ae42016fda4ab83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-101c8d71-0808-45fc-a110-779559b48bf7" -d '{"events": [{"name": "network-changed", "server_uuid": "9320be46-c50f-4a25-8d36-94ed4e17eb9d", "tag": "013cd65d-c872-437b-8401-789ebbf54252"}]}' {{(pid=103591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:23:21.855587 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:23:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89e17d0e-31eb-4210-89dd-3ff508aae739 x-openstack-request-id: req-89e17d0e-31eb-4210-89dd-3ff508aae739 {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:23:21.855885 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9320be46-c50f-4a25-8d36-94ed4e17eb9d", "tag": "013cd65d-c872-437b-8401-789ebbf54252", "status": "completed", "code": 200}]} {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:23:21.856144 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-89e17d0e-31eb-4210-89dd-3ff508aae739 {{(pid=103591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:23:21.856573 n-d-816206-8 neutron-server[103591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9320be46-c50f-4a25-8d36-94ed4e17eb9d', 'tag': '013cd65d-c872-437b-8401-789ebbf54252', 'status': 'completed', 'code': 200} Nov 23 18:23:21.880280 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17967b0-7064-434b-aa47-fff4afbda0a7 service neutron] Pushing event updated for resources: {'Port': ['ID=013cd65d-c872-437b-8401-789ebbf54252,revision_number=3']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:23:21.911695 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c78e3c6-d4dc-4ee7-b9f1-18226eef9768 req-e1ec87dd-aeb8-4100-9aaa-6eaf8c7aec98 tempest-ServersNegativeTestJSON-1747074913 tempest-ServersNegativeTestJSON-1747074913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:23:21.913237 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5c78e3c6-d4dc-4ee7-b9f1-18226eef9768 req-e1ec87dd-aeb8-4100-9aaa-6eaf8c7aec98 tempest-ServersNegativeTestJSON-1747074913 tempest-ServersNegativeTestJSON-1747074913-project] 10.222.0.60 "GET /v2.0/ports?device_id=9320be46-c50f-4a25-8d36-94ed4e17eb9d HTTP/1.1" status: 200 len: 944 time: 0.1113536 Nov 23 18:23:21.937782 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6c1965-049b-402c-b2ba-d6ab65f6fe57 req-8b2ce41d-f829-47f1-b997-f16d72e88f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:23:21.939242 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-df6c1965-049b-402c-b2ba-d6ab65f6fe57 req-8b2ce41d-f829-47f1-b997-f16d72e88f86 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a1d4d5940a8b444fb5bbc0c885df3721&device_id=9320be46-c50f-4a25-8d36-94ed4e17eb9d HTTP/1.1" status: 200 len: 1095 time: 0.0797400 Nov 23 18:23:21.990870 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-df6c1965-049b-402c-b2ba-d6ab65f6fe57 req-539e6b68-8029-4011-a14f-229307d613fa service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=013cd65d-c872-437b-8401-789ebbf54252 HTTP/1.1" status: 200 len: 217 time: 0.0408697 Nov 23 18:23:21.998068 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5c78e3c6-d4dc-4ee7-b9f1-18226eef9768 req-36ac4ad7-a9ce-4098-b670-100bd7811010 tempest-ServersNegativeTestJSON-1747074913 tempest-ServersNegativeTestJSON-1747074913-project] 10.222.0.60 "GET /v2.0/security-groups?id=703b91b8-d586-4654-85ac-0d0180a3e920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787387 Nov 23 18:23:22.043262 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6c1965-049b-402c-b2ba-d6ab65f6fe57 req-798291ad-afa2-425c-a464-b64066abf28d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:23:22.044780 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-df6c1965-049b-402c-b2ba-d6ab65f6fe57 req-798291ad-afa2-425c-a464-b64066abf28d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a37f7eb0-58cd-4153-93d7-59f047ff72f6 HTTP/1.1" status: 200 len: 853 time: 0.0458410 Nov 23 18:23:22.081353 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-df6c1965-049b-402c-b2ba-d6ab65f6fe57 req-03ed0a70-5d8d-413f-8a7c-d5b2ccf32973 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c30b9267-cc30-4f9c-90a0-27a468bd533f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299187 Nov 23 18:23:22.170317 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-df6c1965-049b-402c-b2ba-d6ab65f6fe57 req-a3bf067a-2474-4d0f-8b14-168bbfe15944 service neutron] 10.222.0.55 "GET /v2.0/networks/c30b9267-cc30-4f9c-90a0-27a468bd533f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821228 Nov 23 18:23:22.264280 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-df6c1965-049b-402c-b2ba-d6ab65f6fe57 req-632c94c1-6de9-42dc-a2d6-0c300a65440e service neutron] 10.222.0.55 "GET /v2.0/networks/c30b9267-cc30-4f9c-90a0-27a468bd533f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865777 Nov 23 18:23:22.352281 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101c8d71-0808-45fc-a110-779559b48bf7 req-f0aece25-f95a-4264-998a-7fe788cb0eac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:23:22.353713 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-101c8d71-0808-45fc-a110-779559b48bf7 req-f0aece25-f95a-4264-998a-7fe788cb0eac service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a1d4d5940a8b444fb5bbc0c885df3721&device_id=9320be46-c50f-4a25-8d36-94ed4e17eb9d HTTP/1.1" status: 200 len: 1095 time: 0.0419998 Nov 23 18:23:22.446638 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101c8d71-0808-45fc-a110-779559b48bf7 req-59858d81-9c40-4f37-b1f5-26bb693e6ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:23:22.448091 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-101c8d71-0808-45fc-a110-779559b48bf7 req-59858d81-9c40-4f37-b1f5-26bb693e6ec5 service neutron] 10.222.0.55 "GET /v2.0/networks?id=c30b9267-cc30-4f9c-90a0-27a468bd533f HTTP/1.1" status: 200 len: 914 time: 0.0870388 Nov 23 18:23:22.734023 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-101c8d71-0808-45fc-a110-779559b48bf7 req-d95ceab0-c80d-4eb4-a114-87a3dbe2c313 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=013cd65d-c872-437b-8401-789ebbf54252 HTTP/1.1" status: 200 len: 217 time: 0.2776213 Nov 23 18:23:22.787249 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101c8d71-0808-45fc-a110-779559b48bf7 req-033642af-ed83-417f-8bc7-90bca083829b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:23:22.788738 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-101c8d71-0808-45fc-a110-779559b48bf7 req-033642af-ed83-417f-8bc7-90bca083829b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a37f7eb0-58cd-4153-93d7-59f047ff72f6 HTTP/1.1" status: 200 len: 853 time: 0.0473952 Nov 23 18:23:22.821323 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-101c8d71-0808-45fc-a110-779559b48bf7 req-f276592e-aa35-4c4f-9fb2-680c6b193c37 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c30b9267-cc30-4f9c-90a0-27a468bd533f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251267 Nov 23 18:23:22.914471 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-101c8d71-0808-45fc-a110-779559b48bf7 req-ec1b5f31-2868-4613-85fd-a991a1906231 service neutron] 10.222.0.55 "GET /v2.0/networks/c30b9267-cc30-4f9c-90a0-27a468bd533f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863686 Nov 23 18:23:23.007616 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-101c8d71-0808-45fc-a110-779559b48bf7 req-065e95df-0c0d-4801-9c9c-d3053bbb87e0 service neutron] 10.222.0.55 "GET /v2.0/networks/c30b9267-cc30-4f9c-90a0-27a468bd533f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847819 Nov 23 18:23:23.120781 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a5e779-8552-4092-b422-67777b6154cc req-59a17c36-0bef-4bd4-bc93-c5a37177c55b tempest-ServersNegativeTestJSON-1747074913 tempest-ServersNegativeTestJSON-1747074913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:23:23.122275 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-01a5e779-8552-4092-b422-67777b6154cc req-59a17c36-0bef-4bd4-bc93-c5a37177c55b tempest-ServersNegativeTestJSON-1747074913 tempest-ServersNegativeTestJSON-1747074913-project] 10.222.0.60 "GET /v2.0/ports?device_id=9320be46-c50f-4a25-8d36-94ed4e17eb9d HTTP/1.1" status: 200 len: 944 time: 0.0511618 Nov 23 18:23:23.169924 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-01a5e779-8552-4092-b422-67777b6154cc req-4778f74d-fddf-4fe3-b5fa-45301327c4f9 tempest-ServersNegativeTestJSON-1747074913 tempest-ServersNegativeTestJSON-1747074913-project] 10.222.0.60 "GET /v2.0/security-groups?id=703b91b8-d586-4654-85ac-0d0180a3e920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415840 Nov 23 18:23:24.284919 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b538e13e-9c86-4fb2-8394-91907e89ee28 req-e696fc90-8555-4965-982a-e472f880ca54 tempest-ServersNegativeTestJSON-1747074913 tempest-ServersNegativeTestJSON-1747074913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:23:24.286413 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b538e13e-9c86-4fb2-8394-91907e89ee28 req-e696fc90-8555-4965-982a-e472f880ca54 tempest-ServersNegativeTestJSON-1747074913 tempest-ServersNegativeTestJSON-1747074913-project] 10.222.0.60 "GET /v2.0/ports?device_id=9320be46-c50f-4a25-8d36-94ed4e17eb9d HTTP/1.1" status: 200 len: 944 time: 0.0492787 Nov 23 18:23:24.332958 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b538e13e-9c86-4fb2-8394-91907e89ee28 req-96d92c90-15d6-4b29-86f3-c8ba5725ad44 tempest-ServersNegativeTestJSON-1747074913 tempest-ServersNegativeTestJSON-1747074913-project] 10.222.0.60 "GET /v2.0/security-groups?id=703b91b8-d586-4654-85ac-0d0180a3e920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406170 Nov 23 18:23:25.450622 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe30818-3f4a-459b-b288-758ee80e3a50 req-f163aa0e-f5c3-4600-a85c-c16ddb389cf5 tempest-ServersNegativeTestJSON-1747074913 tempest-ServersNegativeTestJSON-1747074913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:23:25.452136 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9fe30818-3f4a-459b-b288-758ee80e3a50 req-f163aa0e-f5c3-4600-a85c-c16ddb389cf5 tempest-ServersNegativeTestJSON-1747074913 tempest-ServersNegativeTestJSON-1747074913-project] 10.222.0.60 "GET /v2.0/ports?device_id=9320be46-c50f-4a25-8d36-94ed4e17eb9d HTTP/1.1" status: 200 len: 944 time: 0.0519922 Nov 23 18:23:25.502338 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9fe30818-3f4a-459b-b288-758ee80e3a50 req-a3cf613f-e5be-4397-8ab1-5916a7ee1b75 tempest-ServersNegativeTestJSON-1747074913 tempest-ServersNegativeTestJSON-1747074913-project] 10.222.0.60 "GET /v2.0/security-groups?id=703b91b8-d586-4654-85ac-0d0180a3e920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422492 Nov 23 18:23:26.190523 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device 013cd65d-c872-437b-8401-789ebbf54252 details requested by agent hyperv_n-h1-816206-8 with host n-h1-816206-8 {{(pid=103592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 18:23:26.288589 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port 013cd65d-c872-437b-8401-789ebbf54252, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=013cd65d-c872-437b-8401-789ebbf54252,segment=NetworkSegment(da35d94c-21ca-4ae8-af93-275b4db64c1f),segment_id=da35d94c-21ca-4ae8-af93-275b4db64c1f)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:23:26.299930 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Returning: {'device': '013cd65d-c872-437b-8401-789ebbf54252', 'network_id': 'c30b9267-cc30-4f9c-90a0-27a468bd533f', 'port_id': '013cd65d-c872-437b-8401-789ebbf54252', 'mac_address': 'fa:16:3e:4e:f1:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 507, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a37f7eb0-58cd-4153-93d7-59f047ff72f6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 18:23:26.337383 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:26.353391 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 013cd65d-c872-437b-8401-789ebbf54252 {{(pid=103592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:23:26.372302 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port 013cd65d-c872-437b-8401-789ebbf54252, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=013cd65d-c872-437b-8401-789ebbf54252,segment=NetworkSegment(da35d94c-21ca-4ae8-af93-275b4db64c1f),segment_id=da35d94c-21ca-4ae8-af93-275b4db64c1f)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:23:26.377233 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:26.425156 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Pushing event updated for resources: {'Port': ['ID=013cd65d-c872-437b-8401-789ebbf54252,revision_number=4']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:23:26.576634 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] get_ports_and_sgs() called for port_ids ['013cd65d-c872-437b-8401-789ebbf54252'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:23:26.625447 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af12edf-9c47-4360-8fc1-d68ad81f8759 req-f221b381-242d-40a5-be43-b54f481c795f tempest-ServersNegativeTestJSON-1747074913 tempest-ServersNegativeTestJSON-1747074913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:23:26.626927 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9af12edf-9c47-4360-8fc1-d68ad81f8759 req-f221b381-242d-40a5-be43-b54f481c795f tempest-ServersNegativeTestJSON-1747074913 tempest-ServersNegativeTestJSON-1747074913-project] 10.222.0.60 "GET /v2.0/ports?device_id=9320be46-c50f-4a25-8d36-94ed4e17eb9d HTTP/1.1" status: 200 len: 945 time: 0.0570357 Nov 23 18:23:26.674147 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9af12edf-9c47-4360-8fc1-d68ad81f8759 req-a9c72004-42e3-4b10-8ce1-b8033accdd48 tempest-ServersNegativeTestJSON-1747074913 tempest-ServersNegativeTestJSON-1747074913-project] 10.222.0.60 "GET /v2.0/security-groups?id=703b91b8-d586-4654-85ac-0d0180a3e920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410554 Nov 23 18:23:27.790420 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcfe34a-f4ef-456a-baf9-12e42273cb9c req-e4f58fc5-dcfd-4f25-913c-2dac61cdb844 tempest-ServersNegativeTestJSON-1747074913 tempest-ServersNegativeTestJSON-1747074913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:23:27.791908 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-cdcfe34a-f4ef-456a-baf9-12e42273cb9c req-e4f58fc5-dcfd-4f25-913c-2dac61cdb844 tempest-ServersNegativeTestJSON-1747074913 tempest-ServersNegativeTestJSON-1747074913-project] 10.222.0.60 "GET /v2.0/ports?device_id=9320be46-c50f-4a25-8d36-94ed4e17eb9d HTTP/1.1" status: 200 len: 945 time: 0.0487230 Nov 23 18:23:27.843261 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-cdcfe34a-f4ef-456a-baf9-12e42273cb9c req-8fae04ec-e93f-4082-8512-a1ae1cd1dd38 tempest-ServersNegativeTestJSON-1747074913 tempest-ServersNegativeTestJSON-1747074913-project] 10.222.0.60 "GET /v2.0/security-groups?id=703b91b8-d586-4654-85ac-0d0180a3e920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447311 Nov 23 18:23:28.190837 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device 013cd65d-c872-437b-8401-789ebbf54252 up at agent hyperv_n-h1-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:23:28.241008 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Provisioning for port 013cd65d-c872-437b-8401-789ebbf54252 completed by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 18:23:28.245066 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Provisioning complete for port 013cd65d-c872-437b-8401-789ebbf54252 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:23:28.245443 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:28.321407 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:28.345233 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9320be46-c50f-4a25-8d36-94ed4e17eb9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '013cd65d-c872-437b-8401-789ebbf54252'}] {{(pid=103592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:23:28.347623 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}369cae9aa69facfce3992dabc874bd76984507e3cd36da60a73cd3603125cd43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e163d28b-31c3-4877-973e-10580abebbd0" -d '{"events": [{"server_uuid": "9320be46-c50f-4a25-8d36-94ed4e17eb9d", "name": "network-vif-plugged", "status": "completed", "tag": "013cd65d-c872-437b-8401-789ebbf54252"}]}' {{(pid=103592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:23:28.364294 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port 013cd65d-c872-437b-8401-789ebbf54252, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=013cd65d-c872-437b-8401-789ebbf54252,segment=NetworkSegment(da35d94c-21ca-4ae8-af93-275b4db64c1f),segment_id=da35d94c-21ca-4ae8-af93-275b4db64c1f)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:23:28.368260 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:28.391650 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:23:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98cbfb4f-1e61-4e68-b2b9-fbb477f3f81a x-openstack-request-id: req-98cbfb4f-1e61-4e68-b2b9-fbb477f3f81a {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:23:28.391945 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9320be46-c50f-4a25-8d36-94ed4e17eb9d", "name": "network-vif-plugged", "status": "completed", "tag": "013cd65d-c872-437b-8401-789ebbf54252", "code": 200}]} {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:23:28.393054 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-98cbfb4f-1e61-4e68-b2b9-fbb477f3f81a {{(pid=103592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:23:28.393461 n-d-816206-8 neutron-server[103592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9320be46-c50f-4a25-8d36-94ed4e17eb9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '013cd65d-c872-437b-8401-789ebbf54252', 'code': 200} Nov 23 18:23:28.420379 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Pushing event updated for resources: {'Port': ['ID=013cd65d-c872-437b-8401-789ebbf54252,revision_number=5']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:23:28.486739 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c0f71d-83f1-4cea-8486-78f3b1a21fd7 req-d6da8857-3275-415b-9971-80e8d5d7e444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:23:28.488147 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-34c0f71d-83f1-4cea-8486-78f3b1a21fd7 req-d6da8857-3275-415b-9971-80e8d5d7e444 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=9320be46-c50f-4a25-8d36-94ed4e17eb9d HTTP/1.1" status: 200 len: 1097 time: 0.0406959 Nov 23 18:23:28.532303 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-34c0f71d-83f1-4cea-8486-78f3b1a21fd7 req-66c70fae-9ac0-4b9f-b92c-7c6cccd6ae0d service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=703b91b8-d586-4654-85ac-0d0180a3e920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375013 Nov 23 18:23:28.961984 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae25a51-2fdc-4cab-a322-11ee4b00b8dc req-232a8a50-94b8-46d4-b090-57081fa83e95 tempest-ServersNegativeTestJSON-1747074913 tempest-ServersNegativeTestJSON-1747074913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:23:28.963464 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-eae25a51-2fdc-4cab-a322-11ee4b00b8dc req-232a8a50-94b8-46d4-b090-57081fa83e95 tempest-ServersNegativeTestJSON-1747074913 tempest-ServersNegativeTestJSON-1747074913-project] 10.222.0.60 "GET /v2.0/ports?device_id=9320be46-c50f-4a25-8d36-94ed4e17eb9d HTTP/1.1" status: 200 len: 946 time: 0.0499034 Nov 23 18:23:29.010358 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-eae25a51-2fdc-4cab-a322-11ee4b00b8dc req-69c5527c-03f3-40ac-a98a-0d8c190b9e8e tempest-ServersNegativeTestJSON-1747074913 tempest-ServersNegativeTestJSON-1747074913-project] 10.222.0.60 "GET /v2.0/security-groups?id=703b91b8-d586-4654-85ac-0d0180a3e920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408826 Nov 23 18:23:30.131842 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6f76db-b0f3-4601-8bdb-a69fa87b2ae4 req-1f40c67b-8440-446b-b0a3-641d4023ca81 tempest-ServersNegativeTestJSON-1747074913 tempest-ServersNegativeTestJSON-1747074913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:23:30.133352 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ee6f76db-b0f3-4601-8bdb-a69fa87b2ae4 req-1f40c67b-8440-446b-b0a3-641d4023ca81 tempest-ServersNegativeTestJSON-1747074913 tempest-ServersNegativeTestJSON-1747074913-project] 10.222.0.60 "GET /v2.0/ports?device_id=9320be46-c50f-4a25-8d36-94ed4e17eb9d HTTP/1.1" status: 200 len: 946 time: 0.0525355 Nov 23 18:23:30.181043 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ee6f76db-b0f3-4601-8bdb-a69fa87b2ae4 req-647f807d-cc6c-4271-87e7-5cb50b724f91 tempest-ServersNegativeTestJSON-1747074913 tempest-ServersNegativeTestJSON-1747074913-project] 10.222.0.60 "GET /v2.0/security-groups?id=703b91b8-d586-4654-85ac-0d0180a3e920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416842 Nov 23 18:23:30.416272 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f8da41-f8ca-4c6d-9c82-53ba67217263 req-dbdcb9a1-7c3e-4556-965c-9c948e45c490 tempest-ServersNegativeTestJSON-1747074913 tempest-ServersNegativeTestJSON-1747074913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:23:30.417911 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-05f8da41-f8ca-4c6d-9c82-53ba67217263 req-dbdcb9a1-7c3e-4556-965c-9c948e45c490 tempest-ServersNegativeTestJSON-1747074913 tempest-ServersNegativeTestJSON-1747074913-project] 10.222.0.60 "GET /v2.0/ports?device_id=9320be46-c50f-4a25-8d36-94ed4e17eb9d HTTP/1.1" status: 200 len: 946 time: 0.0498707 Nov 23 18:23:30.468441 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-05f8da41-f8ca-4c6d-9c82-53ba67217263 req-34b14bc0-1bd1-49fe-b48d-62e791640ee0 tempest-ServersNegativeTestJSON-1747074913 tempest-ServersNegativeTestJSON-1747074913-project] 10.222.0.60 "GET /v2.0/security-groups?id=703b91b8-d586-4654-85ac-0d0180a3e920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445011 Nov 23 18:23:30.530373 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.agents_db [None req-464f6c07-0de8-4be6-8f5b-563f574d1c5d None None] Agent healthcheck: found 7 active agents {{(pid=103593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 18:23:31.092032 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6cec9363-f6be-4e95-b7bf-752d07e0958d req-514eeb70-fda9-4ba9-ac1f-1ea7dd70d09c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=6d2a19ae-317b-4831-9b07-111e8f5a2d0c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0444107 Nov 23 18:23:31.179868 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cec9363-f6be-4e95-b7bf-752d07e0958d req-1856e1ab-67a5-470d-930b-72e96bfe9d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:23:31.181434 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6cec9363-f6be-4e95-b7bf-752d07e0958d req-1856e1ab-67a5-470d-930b-72e96bfe9d83 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a1d4d5940a8b444fb5bbc0c885df3721&device_id=6d2a19ae-317b-4831-9b07-111e8f5a2d0c HTTP/1.1" status: 200 len: 1097 time: 0.0418484 Nov 23 18:23:31.288162 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cec9363-f6be-4e95-b7bf-752d07e0958d req-3c15c2cd-b3f2-46a6-bb38-bbf850e3288e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:23:31.289686 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6cec9363-f6be-4e95-b7bf-752d07e0958d req-3c15c2cd-b3f2-46a6-bb38-bbf850e3288e service neutron] 10.222.0.36 "GET /v2.0/networks?id=c30b9267-cc30-4f9c-90a0-27a468bd533f HTTP/1.1" status: 200 len: 914 time: 0.0855460 Nov 23 18:23:31.342367 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6cec9363-f6be-4e95-b7bf-752d07e0958d req-8adb9c2d-57a0-4e9f-9a8b-121380d671ba service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c745bd7e-0b3c-4ab0-b89c-8ec8c4968c67 HTTP/1.1" status: 200 len: 217 time: 0.0447102 Nov 23 18:23:31.402582 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cec9363-f6be-4e95-b7bf-752d07e0958d req-583fd0b5-83e2-4fd9-8920-ac08e951a5cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:23:31.404038 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6cec9363-f6be-4e95-b7bf-752d07e0958d req-583fd0b5-83e2-4fd9-8920-ac08e951a5cc service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a37f7eb0-58cd-4153-93d7-59f047ff72f6 HTTP/1.1" status: 200 len: 853 time: 0.0540204 Nov 23 18:23:31.438786 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6cec9363-f6be-4e95-b7bf-752d07e0958d req-87324e42-9ab3-4f15-89de-df0e27a16455 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c30b9267-cc30-4f9c-90a0-27a468bd533f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270023 Nov 23 18:23:31.538685 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6cec9363-f6be-4e95-b7bf-752d07e0958d req-34e9b653-77e7-4c71-a786-67476e2e716c service neutron] 10.222.0.36 "GET /v2.0/networks/c30b9267-cc30-4f9c-90a0-27a468bd533f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914769 Nov 23 18:23:31.648757 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14da9a43-630e-40b8-aed6-14541a74ac45 req-807c6b61-7b76-44bb-a0a9-40ce8ff0ea2b tempest-ServersNegativeTestJSON-1747074913 tempest-ServersNegativeTestJSON-1747074913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:23:31.650169 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-14da9a43-630e-40b8-aed6-14541a74ac45 req-807c6b61-7b76-44bb-a0a9-40ce8ff0ea2b tempest-ServersNegativeTestJSON-1747074913 tempest-ServersNegativeTestJSON-1747074913-project] 10.222.0.60 "GET /v2.0/ports?device_id=9320be46-c50f-4a25-8d36-94ed4e17eb9d HTTP/1.1" status: 200 len: 946 time: 0.1078868 Nov 23 18:23:31.710540 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6cec9363-f6be-4e95-b7bf-752d07e0958d req-c086e357-d0bc-42cc-abc9-0f6074a02c33 service neutron] 10.222.0.36 "GET /v2.0/networks/c30b9267-cc30-4f9c-90a0-27a468bd533f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1591692 Nov 23 18:23:31.744505 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad710faa-51ec-43be-8ae0-01f8c8672fbc req-c976706d-b523-47aa-885b-2ff1a613f4dd tempest-ServersNegativeTestJSON-1747074913 tempest-ServersNegativeTestJSON-1747074913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:23:31.745989 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ad710faa-51ec-43be-8ae0-01f8c8672fbc req-c976706d-b523-47aa-885b-2ff1a613f4dd tempest-ServersNegativeTestJSON-1747074913 tempest-ServersNegativeTestJSON-1747074913-project] 10.222.0.55 "GET /v2.0/ports?device_id=9320be46-c50f-4a25-8d36-94ed4e17eb9d HTTP/1.1" status: 200 len: 946 time: 0.0935490 Nov 23 18:23:31.751192 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-14da9a43-630e-40b8-aed6-14541a74ac45 req-713f6530-0654-4675-810c-0314642e4e50 tempest-ServersNegativeTestJSON-1747074913 tempest-ServersNegativeTestJSON-1747074913-project] 10.222.0.60 "GET /v2.0/security-groups?id=703b91b8-d586-4654-85ac-0d0180a3e920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895383 Nov 23 18:23:31.837599 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [req-ad710faa-51ec-43be-8ae0-01f8c8672fbc req-cc35d8bd-7702-43b0-b2d9-652f875e6de8 tempest-ServersNegativeTestJSON-1747074913 tempest-ServersNegativeTestJSON-1747074913-project] Deleting port 013cd65d-c872-437b-8401-789ebbf54252 {{(pid=103591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:23:31.837938 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-ad710faa-51ec-43be-8ae0-01f8c8672fbc req-cc35d8bd-7702-43b0-b2d9-652f875e6de8 tempest-ServersNegativeTestJSON-1747074913 tempest-ServersNegativeTestJSON-1747074913-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:31.928962 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-ad710faa-51ec-43be-8ae0-01f8c8672fbc req-cc35d8bd-7702-43b0-b2d9-652f875e6de8 tempest-ServersNegativeTestJSON-1747074913 tempest-ServersNegativeTestJSON-1747074913-project] For port 013cd65d-c872-437b-8401-789ebbf54252, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=013cd65d-c872-437b-8401-789ebbf54252,segment=NetworkSegment(da35d94c-21ca-4ae8-af93-275b4db64c1f),segment_id=da35d94c-21ca-4ae8-af93-275b4db64c1f)] {{(pid=103591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:23:31.929230 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-ad710faa-51ec-43be-8ae0-01f8c8672fbc req-cc35d8bd-7702-43b0-b2d9-652f875e6de8 tempest-ServersNegativeTestJSON-1747074913 tempest-ServersNegativeTestJSON-1747074913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:31.941960 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [req-ad710faa-51ec-43be-8ae0-01f8c8672fbc req-cc35d8bd-7702-43b0-b2d9-652f875e6de8 tempest-ServersNegativeTestJSON-1747074913 tempest-ServersNegativeTestJSON-1747074913-project] Calling delete_port for 013cd65d-c872-437b-8401-789ebbf54252 owned by compute:nova {{(pid=103591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:23:32.070097 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-ad710faa-51ec-43be-8ae0-01f8c8672fbc req-cc35d8bd-7702-43b0-b2d9-652f875e6de8 tempest-ServersNegativeTestJSON-1747074913 tempest-ServersNegativeTestJSON-1747074913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:32.083782 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] get_ports_and_sgs() called for port_ids ['013cd65d-c872-437b-8401-789ebbf54252'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:23:32.086169 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] get_ports_and_sgs() called for port_ids ['c745bd7e-0b3c-4ab0-b89c-8ec8c4968c67'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:23:32.099813 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc35d8bd-7702-43b0-b2d9-652f875e6de8 tempest-ServersNegativeTestJSON-1747074913 tempest-ServersNegativeTestJSON-1747074913-project] Pushing event deleted for resources: {'Port': ['ID=013cd65d-c872-437b-8401-789ebbf54252,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:23:32.141633 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad710faa-51ec-43be-8ae0-01f8c8672fbc req-cc35d8bd-7702-43b0-b2d9-652f875e6de8 tempest-ServersNegativeTestJSON-1747074913 tempest-ServersNegativeTestJSON-1747074913-project] No DVR routers for this DVR port 013cd65d-c872-437b-8401-789ebbf54252 on host n-h1-816206-8 {{(pid=103591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:23:32.144067 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-ad710faa-51ec-43be-8ae0-01f8c8672fbc req-cc35d8bd-7702-43b0-b2d9-652f875e6de8 tempest-ServersNegativeTestJSON-1747074913 tempest-ServersNegativeTestJSON-1747074913-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:32.147383 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ad710faa-51ec-43be-8ae0-01f8c8672fbc req-cc35d8bd-7702-43b0-b2d9-652f875e6de8 tempest-ServersNegativeTestJSON-1747074913 tempest-ServersNegativeTestJSON-1747074913-project] 10.222.0.55 "DELETE /v2.0/ports/013cd65d-c872-437b-8401-789ebbf54252 HTTP/1.1" status: 204 len: 173 time: 0.3946223 Nov 23 18:23:32.147837 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9320be46-c50f-4a25-8d36-94ed4e17eb9d', 'name': 'network-vif-deleted', 'tag': '013cd65d-c872-437b-8401-789ebbf54252'}] {{(pid=103591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:23:32.150181 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f4e21f982013ce885b63e29a1d25974432d95030e0706b58ae42016fda4ab83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a52c92d-7eae-408d-849e-7fc2fc3da4ab" -d '{"events": [{"server_uuid": "9320be46-c50f-4a25-8d36-94ed4e17eb9d", "name": "network-vif-deleted", "tag": "013cd65d-c872-437b-8401-789ebbf54252"}]}' {{(pid=103591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:23:32.188872 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:23:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5145641-b13b-4b94-b9c3-b66052bbd227 x-openstack-request-id: req-f5145641-b13b-4b94-b9c3-b66052bbd227 {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:23:32.189935 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9320be46-c50f-4a25-8d36-94ed4e17eb9d", "name": "network-vif-deleted", "tag": "013cd65d-c872-437b-8401-789ebbf54252", "status": "completed", "code": 200}]} {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:23:32.189935 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f5145641-b13b-4b94-b9c3-b66052bbd227 {{(pid=103591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:23:32.189935 n-d-816206-8 neutron-server[103591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9320be46-c50f-4a25-8d36-94ed4e17eb9d', 'name': 'network-vif-deleted', 'tag': '013cd65d-c872-437b-8401-789ebbf54252', 'status': 'completed', 'code': 200} Nov 23 18:23:32.907749 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14842aa-be76-4862-bcd5-c84c9701bcdd req-a540d21b-8cf8-43a8-b6f0-baea94394059 tempest-ServersNegativeTestJSON-1747074913 tempest-ServersNegativeTestJSON-1747074913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:23:32.909326 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f14842aa-be76-4862-bcd5-c84c9701bcdd req-a540d21b-8cf8-43a8-b6f0-baea94394059 tempest-ServersNegativeTestJSON-1747074913 tempest-ServersNegativeTestJSON-1747074913-project] 10.222.0.60 "GET /v2.0/ports?device_id=6d2a19ae-317b-4831-9b07-111e8f5a2d0c HTTP/1.1" status: 200 len: 946 time: 0.0530896 Nov 23 18:23:32.957768 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f14842aa-be76-4862-bcd5-c84c9701bcdd req-6c63b1ec-8341-4bfe-866d-8e681ee876d4 tempest-ServersNegativeTestJSON-1747074913 tempest-ServersNegativeTestJSON-1747074913-project] 10.222.0.60 "GET /v2.0/security-groups?id=703b91b8-d586-4654-85ac-0d0180a3e920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425236 Nov 23 18:23:33.093483 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf500db-a29f-4ee1-96e6-89d44187b27e req-482ae019-bb7a-4905-8fe8-98aa434cd5b8 tempest-ServersNegativeTestJSON-1747074913 tempest-ServersNegativeTestJSON-1747074913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:23:33.094961 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-caf500db-a29f-4ee1-96e6-89d44187b27e req-482ae019-bb7a-4905-8fe8-98aa434cd5b8 tempest-ServersNegativeTestJSON-1747074913 tempest-ServersNegativeTestJSON-1747074913-project] 10.222.0.60 "GET /v2.0/ports?device_id=6d2a19ae-317b-4831-9b07-111e8f5a2d0c HTTP/1.1" status: 200 len: 946 time: 0.0504820 Nov 23 18:23:33.141476 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-caf500db-a29f-4ee1-96e6-89d44187b27e req-97f521b6-3560-4318-9a25-9417c5a9787a tempest-ServersNegativeTestJSON-1747074913 tempest-ServersNegativeTestJSON-1747074913-project] 10.222.0.60 "GET /v2.0/security-groups?id=703b91b8-d586-4654-85ac-0d0180a3e920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405219 Nov 23 18:23:33.255813 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989bb9cc-02a7-40df-833a-710a5d625202 req-ed44434f-6efe-4230-bf36-352f92150d7f tempest-ServersNegativeTestJSON-1747074913 tempest-ServersNegativeTestJSON-1747074913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:23:33.257345 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-989bb9cc-02a7-40df-833a-710a5d625202 req-ed44434f-6efe-4230-bf36-352f92150d7f tempest-ServersNegativeTestJSON-1747074913 tempest-ServersNegativeTestJSON-1747074913-project] 10.222.0.60 "GET /v2.0/ports?device_id=6d2a19ae-317b-4831-9b07-111e8f5a2d0c HTTP/1.1" status: 200 len: 946 time: 0.0478017 Nov 23 18:23:33.314171 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-989bb9cc-02a7-40df-833a-710a5d625202 req-694ae50d-b719-4653-b384-075aafcbd25d tempest-ServersNegativeTestJSON-1747074913 tempest-ServersNegativeTestJSON-1747074913-project] 10.222.0.60 "GET /v2.0/security-groups?id=703b91b8-d586-4654-85ac-0d0180a3e920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507619 Nov 23 18:23:33.461146 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [req-f0ff0c8e-f31e-4910-b893-9c7926188bef req-5ce7489b-38bf-452b-b2e0-0b4234b8547a service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=103591) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 18:23:33.462149 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f0ff0c8e-f31e-4910-b893-9c7926188bef req-5ce7489b-38bf-452b-b2e0-0b4234b8547a service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0449827 Nov 23 18:23:33.570388 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89730f1f-fa0d-43e1-afb5-173c9cac26cc req-0666e255-976d-418f-974f-c667822979de tempest-ServersNegativeTestJSON-1747074913 tempest-ServersNegativeTestJSON-1747074913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:23:33.571870 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-89730f1f-fa0d-43e1-afb5-173c9cac26cc req-0666e255-976d-418f-974f-c667822979de tempest-ServersNegativeTestJSON-1747074913 tempest-ServersNegativeTestJSON-1747074913-project] 10.222.0.60 "GET /v2.0/ports?device_id=6d2a19ae-317b-4831-9b07-111e8f5a2d0c HTTP/1.1" status: 200 len: 946 time: 0.0490820 Nov 23 18:23:33.619749 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-89730f1f-fa0d-43e1-afb5-173c9cac26cc req-ba5c6177-9bf0-4487-b72f-3167d1680ba6 tempest-ServersNegativeTestJSON-1747074913 tempest-ServersNegativeTestJSON-1747074913-project] 10.222.0.60 "GET /v2.0/security-groups?id=703b91b8-d586-4654-85ac-0d0180a3e920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408700 Nov 23 18:23:33.738462 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad46a30-0397-4842-8ef3-c78a0f45b0d3 req-fe3abd2a-987f-4194-90de-abac202ee6bb tempest-ServersNegativeTestJSON-1747074913 tempest-ServersNegativeTestJSON-1747074913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:23:33.739974 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-fad46a30-0397-4842-8ef3-c78a0f45b0d3 req-fe3abd2a-987f-4194-90de-abac202ee6bb tempest-ServersNegativeTestJSON-1747074913 tempest-ServersNegativeTestJSON-1747074913-project] 10.222.0.60 "GET /v2.0/ports?device_id=6d2a19ae-317b-4831-9b07-111e8f5a2d0c HTTP/1.1" status: 200 len: 946 time: 0.0503287 Nov 23 18:23:33.787954 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-fad46a30-0397-4842-8ef3-c78a0f45b0d3 req-91ab2e1f-ad28-4cef-bdde-594500d44efd tempest-ServersNegativeTestJSON-1747074913 tempest-ServersNegativeTestJSON-1747074913-project] 10.222.0.60 "GET /v2.0/security-groups?id=703b91b8-d586-4654-85ac-0d0180a3e920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419705 Nov 23 18:23:33.919333 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d69612c-b5cc-4cd8-ab63-1f238f7cb9da req-5df0efb7-65c8-4f93-a110-ac0fe1448864 tempest-ServersNegativeTestJSON-1747074913 tempest-ServersNegativeTestJSON-1747074913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:23:33.921293 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-3d69612c-b5cc-4cd8-ab63-1f238f7cb9da req-5df0efb7-65c8-4f93-a110-ac0fe1448864 tempest-ServersNegativeTestJSON-1747074913 tempest-ServersNegativeTestJSON-1747074913-project] 10.222.0.60 "GET /v2.0/ports?device_id=6d2a19ae-317b-4831-9b07-111e8f5a2d0c HTTP/1.1" status: 200 len: 946 time: 0.0528512 Nov 23 18:23:33.969111 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-3d69612c-b5cc-4cd8-ab63-1f238f7cb9da req-9b24fd68-ec4e-4dda-a9b0-9a4b277b5e5e tempest-ServersNegativeTestJSON-1747074913 tempest-ServersNegativeTestJSON-1747074913-project] 10.222.0.60 "GET /v2.0/security-groups?id=703b91b8-d586-4654-85ac-0d0180a3e920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414643 Nov 23 18:23:34.276911 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a704fbc-ea05-4fd2-a49f-9f97513c0baf req-363ae881-9b59-4dbc-973f-61fb1c2abe73 tempest-ServersNegativeTestJSON-1747074913 tempest-ServersNegativeTestJSON-1747074913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:23:34.278413 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2a704fbc-ea05-4fd2-a49f-9f97513c0baf req-363ae881-9b59-4dbc-973f-61fb1c2abe73 tempest-ServersNegativeTestJSON-1747074913 tempest-ServersNegativeTestJSON-1747074913-project] 10.222.0.60 "GET /v2.0/ports?device_id=6d2a19ae-317b-4831-9b07-111e8f5a2d0c HTTP/1.1" status: 200 len: 946 time: 0.0510938 Nov 23 18:23:34.330895 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2a704fbc-ea05-4fd2-a49f-9f97513c0baf req-1073c4b6-1f4f-46aa-8708-376fca8eeeec tempest-ServersNegativeTestJSON-1747074913 tempest-ServersNegativeTestJSON-1747074913-project] 10.222.0.60 "GET /v2.0/security-groups?id=703b91b8-d586-4654-85ac-0d0180a3e920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455952 Nov 23 18:23:35.463570 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c264c7-503d-4d31-a211-7f03155108fd req-4d3f873f-6103-4255-97c3-90d8b0e11ecb tempest-ServersNegativeTestJSON-1747074913 tempest-ServersNegativeTestJSON-1747074913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:23:35.465260 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-12c264c7-503d-4d31-a211-7f03155108fd req-4d3f873f-6103-4255-97c3-90d8b0e11ecb tempest-ServersNegativeTestJSON-1747074913 tempest-ServersNegativeTestJSON-1747074913-project] 10.222.0.60 "GET /v2.0/ports?device_id=6d2a19ae-317b-4831-9b07-111e8f5a2d0c HTTP/1.1" status: 200 len: 946 time: 0.0574069 Nov 23 18:23:35.515421 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-12c264c7-503d-4d31-a211-7f03155108fd req-bbef798a-a89d-49ae-b6de-9cdf051fd468 tempest-ServersNegativeTestJSON-1747074913 tempest-ServersNegativeTestJSON-1747074913-project] 10.222.0.60 "GET /v2.0/security-groups?id=703b91b8-d586-4654-85ac-0d0180a3e920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439208 Nov 23 18:23:35.627800 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f703fae9-9b54-4429-adac-06b612db9a8e req-d1a1d62b-83c5-4fa7-84f3-cc9b8412a6a8 tempest-ServersNegativeTestJSON-1747074913 tempest-ServersNegativeTestJSON-1747074913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:23:35.629163 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f703fae9-9b54-4429-adac-06b612db9a8e req-d1a1d62b-83c5-4fa7-84f3-cc9b8412a6a8 tempest-ServersNegativeTestJSON-1747074913 tempest-ServersNegativeTestJSON-1747074913-project] 10.222.0.36 "GET /v2.0/ports?device_id=6d2a19ae-317b-4831-9b07-111e8f5a2d0c HTTP/1.1" status: 200 len: 946 time: 0.0479639 Nov 23 18:23:35.716965 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [req-f703fae9-9b54-4429-adac-06b612db9a8e req-5cbf5301-76bd-4fbe-a710-4c58c705166b tempest-ServersNegativeTestJSON-1747074913 tempest-ServersNegativeTestJSON-1747074913-project] Deleting port c745bd7e-0b3c-4ab0-b89c-8ec8c4968c67 {{(pid=103591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:23:35.717302 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-f703fae9-9b54-4429-adac-06b612db9a8e req-5cbf5301-76bd-4fbe-a710-4c58c705166b tempest-ServersNegativeTestJSON-1747074913 tempest-ServersNegativeTestJSON-1747074913-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:35.806981 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-f703fae9-9b54-4429-adac-06b612db9a8e req-5cbf5301-76bd-4fbe-a710-4c58c705166b tempest-ServersNegativeTestJSON-1747074913 tempest-ServersNegativeTestJSON-1747074913-project] For port c745bd7e-0b3c-4ab0-b89c-8ec8c4968c67, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=c745bd7e-0b3c-4ab0-b89c-8ec8c4968c67,segment=NetworkSegment(da35d94c-21ca-4ae8-af93-275b4db64c1f),segment_id=da35d94c-21ca-4ae8-af93-275b4db64c1f)] {{(pid=103591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:23:35.807341 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-f703fae9-9b54-4429-adac-06b612db9a8e req-5cbf5301-76bd-4fbe-a710-4c58c705166b tempest-ServersNegativeTestJSON-1747074913 tempest-ServersNegativeTestJSON-1747074913-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:35.820721 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [req-f703fae9-9b54-4429-adac-06b612db9a8e req-5cbf5301-76bd-4fbe-a710-4c58c705166b tempest-ServersNegativeTestJSON-1747074913 tempest-ServersNegativeTestJSON-1747074913-project] Calling delete_port for c745bd7e-0b3c-4ab0-b89c-8ec8c4968c67 owned by compute:nova {{(pid=103591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:23:35.947872 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-f703fae9-9b54-4429-adac-06b612db9a8e req-5cbf5301-76bd-4fbe-a710-4c58c705166b tempest-ServersNegativeTestJSON-1747074913 tempest-ServersNegativeTestJSON-1747074913-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:35.960503 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] get_ports_and_sgs() called for port_ids ['c745bd7e-0b3c-4ab0-b89c-8ec8c4968c67'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:23:35.977366 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbf5301-76bd-4fbe-a710-4c58c705166b tempest-ServersNegativeTestJSON-1747074913 tempest-ServersNegativeTestJSON-1747074913-project] Pushing event deleted for resources: {'Port': ['ID=c745bd7e-0b3c-4ab0-b89c-8ec8c4968c67,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:23:35.990339 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cbf5301-76bd-4fbe-a710-4c58c705166b tempest-ServersNegativeTestJSON-1747074913 tempest-ServersNegativeTestJSON-1747074913-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:23:35.990689 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cbf5301-76bd-4fbe-a710-4c58c705166b tempest-ServersNegativeTestJSON-1747074913 tempest-ServersNegativeTestJSON-1747074913-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:23:35.991036 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cbf5301-76bd-4fbe-a710-4c58c705166b tempest-ServersNegativeTestJSON-1747074913 tempest-ServersNegativeTestJSON-1747074913-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:23:35.991373 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cbf5301-76bd-4fbe-a710-4c58c705166b tempest-ServersNegativeTestJSON-1747074913 tempest-ServersNegativeTestJSON-1747074913-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:23:35.991707 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cbf5301-76bd-4fbe-a710-4c58c705166b tempest-ServersNegativeTestJSON-1747074913 tempest-ServersNegativeTestJSON-1747074913-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:23:35.992035 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cbf5301-76bd-4fbe-a710-4c58c705166b tempest-ServersNegativeTestJSON-1747074913 tempest-ServersNegativeTestJSON-1747074913-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:23:35.992364 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cbf5301-76bd-4fbe-a710-4c58c705166b tempest-ServersNegativeTestJSON-1747074913 tempest-ServersNegativeTestJSON-1747074913-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:23:35.992716 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cbf5301-76bd-4fbe-a710-4c58c705166b tempest-ServersNegativeTestJSON-1747074913 tempest-ServersNegativeTestJSON-1747074913-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:23:35.993047 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cbf5301-76bd-4fbe-a710-4c58c705166b tempest-ServersNegativeTestJSON-1747074913 tempest-ServersNegativeTestJSON-1747074913-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:23:35.993375 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cbf5301-76bd-4fbe-a710-4c58c705166b tempest-ServersNegativeTestJSON-1747074913 tempest-ServersNegativeTestJSON-1747074913-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:23:35.993697 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cbf5301-76bd-4fbe-a710-4c58c705166b tempest-ServersNegativeTestJSON-1747074913 tempest-ServersNegativeTestJSON-1747074913-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:23:35.994022 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cbf5301-76bd-4fbe-a710-4c58c705166b tempest-ServersNegativeTestJSON-1747074913 tempest-ServersNegativeTestJSON-1747074913-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:23:36.031341 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [req-f703fae9-9b54-4429-adac-06b612db9a8e req-5cbf5301-76bd-4fbe-a710-4c58c705166b tempest-ServersNegativeTestJSON-1747074913 tempest-ServersNegativeTestJSON-1747074913-project] No DVR routers for this DVR port c745bd7e-0b3c-4ab0-b89c-8ec8c4968c67 on host n-h2-816206-8 {{(pid=103591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:23:36.036859 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-f703fae9-9b54-4429-adac-06b612db9a8e req-5cbf5301-76bd-4fbe-a710-4c58c705166b tempest-ServersNegativeTestJSON-1747074913 tempest-ServersNegativeTestJSON-1747074913-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:36.037749 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f703fae9-9b54-4429-adac-06b612db9a8e req-5cbf5301-76bd-4fbe-a710-4c58c705166b tempest-ServersNegativeTestJSON-1747074913 tempest-ServersNegativeTestJSON-1747074913-project] 10.222.0.36 "DELETE /v2.0/ports/c745bd7e-0b3c-4ab0-b89c-8ec8c4968c67 HTTP/1.1" status: 204 len: 173 time: 0.4019361 Nov 23 18:23:36.038247 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d2a19ae-317b-4831-9b07-111e8f5a2d0c', 'name': 'network-vif-deleted', 'tag': 'c745bd7e-0b3c-4ab0-b89c-8ec8c4968c67'}] {{(pid=103591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:23:36.040585 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f4e21f982013ce885b63e29a1d25974432d95030e0706b58ae42016fda4ab83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69dd8671-7093-4c34-a6fd-561cea5fda6c" -d '{"events": [{"server_uuid": "6d2a19ae-317b-4831-9b07-111e8f5a2d0c", "name": "network-vif-deleted", "tag": "c745bd7e-0b3c-4ab0-b89c-8ec8c4968c67"}]}' {{(pid=103591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:23:36.084952 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:23:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43e86d1d-2974-4de8-9e72-4d03ff0747c9 x-openstack-request-id: req-43e86d1d-2974-4de8-9e72-4d03ff0747c9 {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:23:36.085426 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d2a19ae-317b-4831-9b07-111e8f5a2d0c", "name": "network-vif-deleted", "tag": "c745bd7e-0b3c-4ab0-b89c-8ec8c4968c67", "status": "completed", "code": 200}]} {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:23:36.085837 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-43e86d1d-2974-4de8-9e72-4d03ff0747c9 {{(pid=103591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:23:36.086469 n-d-816206-8 neutron-server[103591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d2a19ae-317b-4831-9b07-111e8f5a2d0c', 'name': 'network-vif-deleted', 'tag': 'c745bd7e-0b3c-4ab0-b89c-8ec8c4968c67', 'status': 'completed', 'code': 200} Nov 23 18:23:36.206060 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device 013cd65d-c872-437b-8401-789ebbf54252 no longer exists at agent hyperv_n-h1-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:23:36.227325 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] No Port match for: 013cd65d-c872-437b-8401-789ebbf54252 {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:23:36.227666 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device 013cd65d-c872-437b-8401-789ebbf54252 not bound to the agent host n-h1-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:23:36.572536 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 55616) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:23:36.626438 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.db_base_plugin_v2 [None req-a337f5b9-b22a-4118-92b0-c006bdb336af admin admin] Deleting subnet a37f7eb0-58cd-4153-93d7-59f047ff72f6 {{(pid=103591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 18:23:36.629509 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-a337f5b9-b22a-4118-92b0-c006bdb336af admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:36.664466 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-a337f5b9-b22a-4118-92b0-c006bdb336af admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265990000'] for subnet, precommit_delete_associations {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:36.703386 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-a337f5b9-b22a-4118-92b0-c006bdb336af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971956'] for subnet, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:36.753634 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-a337f5b9-b22a-4118-92b0-c006bdb336af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264758240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264314269'] for subnet, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:36.777651 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a337f5b9-b22a-4118-92b0-c006bdb336af admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a37f7eb0-58cd-4153-93d7-59f047ff72f6,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:23:36.784317 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-a337f5b9-b22a-4118-92b0-c006bdb336af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for subnet, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:36.787511 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-a337f5b9-b22a-4118-92b0-c006bdb336af admin admin] 10.222.0.60 "DELETE /v2.0/subnets/a37f7eb0-58cd-4153-93d7-59f047ff72f6 HTTP/1.1" status: 204 len: 168 time: 0.2139678 Nov 23 18:23:36.790034 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 55618) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:23:36.861523 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-ec52894e-37e8-4322-baf3-7339471dd441 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-555181'] for network, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:36.941035 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-ec52894e-37e8-4322-baf3-7339471dd441 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973419', 'neutron.services.segments.db._delete_segments_for_network-8736635878840'] for network, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:36.960952 n-d-816206-8 neutron-server[103591]: DEBUG neutron.services.segments.db [None req-ec52894e-37e8-4322-baf3-7339471dd441 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c30b9267-cc30-4f9c-90a0-27a468bd533f']}} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:23:36.970514 n-d-816206-8 neutron-server[103591]: DEBUG neutron.services.segments.db [None req-ec52894e-37e8-4322-baf3-7339471dd441 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da35d94c-21ca-4ae8-af93-275b4db64c1f') {'for_net_delete': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:23:36.970805 n-d-816206-8 neutron-server[103591]: DEBUG neutron.services.segments.db [None req-ec52894e-37e8-4322-baf3-7339471dd441 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da35d94c-21ca-4ae8-af93-275b4db64c1f') {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:23:36.980026 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-ec52894e-37e8-4322-baf3-7339471dd441 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736635840332', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265989959'] for segment, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:36.992874 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-ec52894e-37e8-4322-baf3-7339471dd441 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:36.998574 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec52894e-37e8-4322-baf3-7339471dd441 admin admin] Releasing vlan 507 on physical network physnet1 to pool {{(pid=103591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 18:23:36.998946 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-ec52894e-37e8-4322-baf3-7339471dd441 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264756290'] for segment, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:37.000663 n-d-816206-8 neutron-server[103591]: Traceback (most recent call last): Nov 23 18:23:37.000663 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 18:23:37.000663 n-d-816206-8 neutron-server[103591]: timer() Nov 23 18:23:37.000663 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 18:23:37.000663 n-d-816206-8 neutron-server[103591]: cb(*args, **kw) Nov 23 18:23:37.000663 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 18:23:37.000663 n-d-816206-8 neutron-server[103591]: return func(*args, **kwargs) Nov 23 18:23:37.000663 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 18:23:37.000663 n-d-816206-8 neutron-server[103591]: self._notify() Nov 23 18:23:37.000663 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 18:23:37.000663 n-d-816206-8 neutron-server[103591]: self.callback(batched_events) Nov 23 18:23:37.000663 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 18:23:37.000663 n-d-816206-8 neutron-server[103591]: event.method(event) Nov 23 18:23:37.000663 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 18:23:37.000663 n-d-816206-8 neutron-server[103591]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 18:23:37.000663 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 18:23:37.000663 n-d-816206-8 neutron-server[103591]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 18:23:37.000663 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 18:23:37.000663 n-d-816206-8 neutron-server[103591]: return f(self, *a, **k) Nov 23 18:23:37.000663 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 18:23:37.000663 n-d-816206-8 neutron-server[103591]: return self._get(url).json() Nov 23 18:23:37.000663 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 18:23:37.000663 n-d-816206-8 neutron-server[103591]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 18:23:37.000663 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 18:23:37.000663 n-d-816206-8 neutron-server[103591]: return self.request(url, 'GET', **kwargs) Nov 23 18:23:37.000663 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 18:23:37.000663 n-d-816206-8 neutron-server[103591]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 18:23:37.000663 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 18:23:37.000663 n-d-816206-8 neutron-server[103591]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 18:23:37.000663 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 18:23:37.000663 n-d-816206-8 neutron-server[103591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 18:23:37.000663 n-d-816206-8 neutron-server[103591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 18:23:37.055773 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-ec52894e-37e8-4322-baf3-7339471dd441 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1795418'] for network, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:37.061273 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-ec52894e-37e8-4322-baf3-7339471dd441 admin admin] Publish callbacks [] for network, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:37.065085 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-ec52894e-37e8-4322-baf3-7339471dd441 admin admin] 10.222.0.60 "DELETE /v2.0/networks/c30b9267-cc30-4f9c-90a0-27a468bd533f HTTP/1.1" status: 204 len: 168 time: 0.2741115 Nov 23 18:23:37.076220 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec52894e-37e8-4322-baf3-7339471dd441 admin admin] Pushing event deleted for resources: {'Network': ['ID=c30b9267-cc30-4f9c-90a0-27a468bd533f,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:23:37.178997 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 55622) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:23:37.219476 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-3462a093-e102-4fc1-b9c4-595b3cc5cfe9 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=a1d4d5940a8b444fb5bbc0c885df3721&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0392454 Nov 23 18:23:37.222039 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 55624) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:23:37.272976 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-7d214799-e48f-45a3-a02a-e69b3442e8c5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:37.293477 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-7d214799-e48f-45a3-a02a-e69b3442e8c5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:37.340258 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-7d214799-e48f-45a3-a02a-e69b3442e8c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:37.342862 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-7d214799-e48f-45a3-a02a-e69b3442e8c5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:37.343984 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-7d214799-e48f-45a3-a02a-e69b3442e8c5 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/703b91b8-d586-4654-85ac-0d0180a3e920 HTTP/1.1" status: 204 len: 168 time: 0.1210570 Nov 23 18:23:37.352182 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d214799-e48f-45a3-a02a-e69b3442e8c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=703b91b8-d586-4654-85ac-0d0180a3e920,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:23:38.024966 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 55646) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:23:38.121041 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-3b2a60f9-5f0a-43b4-9e4e-16a82a18680d tempest-NetworksIpV6Test-203584526 tempest-NetworksIpV6Test-203584526-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1588817773'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:23:38.145086 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b2a60f9-5f0a-43b4-9e4e-16a82a18680d tempest-NetworksIpV6Test-203584526 tempest-NetworksIpV6Test-203584526-project] Made reservation on behalf of ebe5382fffca4eb68b668df4a50c614c for: {'network': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:23:38.150428 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-3b2a60f9-5f0a-43b4-9e4e-16a82a18680d tempest-NetworksIpV6Test-203584526 tempest-NetworksIpV6Test-203584526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for network, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:38.159416 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-3b2a60f9-5f0a-43b4-9e4e-16a82a18680d tempest-NetworksIpV6Test-203584526 tempest-NetworksIpV6Test-203584526-project] Publish callbacks [] for security_group, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:38.235695 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-3b2a60f9-5f0a-43b4-9e4e-16a82a18680d tempest-NetworksIpV6Test-203584526 tempest-NetworksIpV6Test-203584526-project] Publish callbacks [] for security_group, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:38.239839 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-3b2a60f9-5f0a-43b4-9e4e-16a82a18680d tempest-NetworksIpV6Test-203584526 tempest-NetworksIpV6Test-203584526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:38.267384 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b2a60f9-5f0a-43b4-9e4e-16a82a18680d tempest-NetworksIpV6Test-203584526 tempest-NetworksIpV6Test-203584526-project] vlan segment allocate from pool success with {'vlan_id': 530, 'physical_network': 'physnet1'} {{(pid=103591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 18:23:38.277411 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2a60f9-5f0a-43b4-9e4e-16a82a18680d tempest-NetworksIpV6Test-203584526 tempest-NetworksIpV6Test-203584526-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d35a92c-d01d-4dbc-b84b-c3eff6eabf86,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:23:38.284293 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-3b2a60f9-5f0a-43b4-9e4e-16a82a18680d tempest-NetworksIpV6Test-203584526 tempest-NetworksIpV6Test-203584526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:38.284669 n-d-816206-8 neutron-server[103591]: INFO neutron.db.segments_db [None req-3b2a60f9-5f0a-43b4-9e4e-16a82a18680d tempest-NetworksIpV6Test-203584526 tempest-NetworksIpV6Test-203584526-project] Added segment da7afc6d-979d-40d1-b318-a33cc4e2a0be of type vlan for network 25e25df1-ec8d-413c-ab24-427e584d65a7 Nov 23 18:23:38.338378 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-3b2a60f9-5f0a-43b4-9e4e-16a82a18680d tempest-NetworksIpV6Test-203584526 tempest-NetworksIpV6Test-203584526-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736635338810'] for network, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:38.367187 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-3b2a60f9-5f0a-43b4-9e4e-16a82a18680d tempest-NetworksIpV6Test-203584526 tempest-NetworksIpV6Test-203584526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493'] for network, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:38.372684 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b2a60f9-5f0a-43b4-9e4e-16a82a18680d tempest-NetworksIpV6Test-203584526 tempest-NetworksIpV6Test-203584526-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:23:38.373277 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-3b2a60f9-5f0a-43b4-9e4e-16a82a18680d tempest-NetworksIpV6Test-203584526 tempest-NetworksIpV6Test-203584526-project] Publish callbacks [] for network, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:38.432512 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-3b2a60f9-5f0a-43b4-9e4e-16a82a18680d tempest-NetworksIpV6Test-203584526 tempest-NetworksIpV6Test-203584526-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4064100 Nov 23 18:23:38.486765 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2a60f9-5f0a-43b4-9e4e-16a82a18680d tempest-NetworksIpV6Test-203584526 tempest-NetworksIpV6Test-203584526-project] Pushing event updated for resources: {'Network': ['ID=25e25df1-ec8d-413c-ab24-427e584d65a7,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:23:38.498283 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Network 25e25df1-ec8d-413c-ab24-427e584d65a7 details requested by agent ovs-agent-n-d-816206-8 with host n-d-816206-8 {{(pid=103592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 18:23:39.057552 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device c745bd7e-0b3c-4ab0-b89c-8ec8c4968c67 no longer exists at agent hyperv_n-h2-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:23:39.079138 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] No Port match for: c745bd7e-0b3c-4ab0-b89c-8ec8c4968c67 {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:23:39.080040 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device c745bd7e-0b3c-4ab0-b89c-8ec8c4968c67 not bound to the agent host n-h2-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:23:41.676090 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 55650) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:23:41.681296 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-6debfb70-7545-46c8-84d2-900e91e9b5e1 tempest-NetworksIpV6Test-203584526 tempest-NetworksIpV6Test-203584526-project] Request body: {'subnet': {'network_id': '25e25df1-ec8d-413c-ab24-427e584d65a7', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:23:41.767438 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6debfb70-7545-46c8-84d2-900e91e9b5e1 tempest-NetworksIpV6Test-203584526 tempest-NetworksIpV6Test-203584526-project] Made reservation on behalf of ebe5382fffca4eb68b668df4a50c614c for: {'subnet': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:23:41.770511 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-6debfb70-7545-46c8-84d2-900e91e9b5e1 tempest-NetworksIpV6Test-203584526 tempest-NetworksIpV6Test-203584526-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264314294'] for subnet, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:41.948437 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-6debfb70-7545-46c8-84d2-900e91e9b5e1 tempest-NetworksIpV6Test-203584526 tempest-NetworksIpV6Test-203584526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264758079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264314276'] for subnet, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:42.010287 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6debfb70-7545-46c8-84d2-900e91e9b5e1 tempest-NetworksIpV6Test-203584526 tempest-NetworksIpV6Test-203584526-project] Pushing event updated for resources: {'Subnet': ['ID=3587b06a-5412-4a44-ac0f-32d938b36002,revision_number=0']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:23:42.019428 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6debfb70-7545-46c8-84d2-900e91e9b5e1 tempest-NetworksIpV6Test-203584526 tempest-NetworksIpV6Test-203584526-project] Checking segment: {'id': 'da7afc6d-979d-40d1-b318-a33cc4e2a0be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '25e25df1-ec8d-413c-ab24-427e584d65a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:23:42.019780 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6debfb70-7545-46c8-84d2-900e91e9b5e1 tempest-NetworksIpV6Test-203584526 tempest-NetworksIpV6Test-203584526-project] Network hostable DHCP agents. Network: 25e25df1-ec8d-413c-ab24-427e584d65a7, hostable agents: ['0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3'], hosted agents: [] {{(pid=103591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 18:23:42.035826 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6debfb70-7545-46c8-84d2-900e91e9b5e1 tempest-NetworksIpV6Test-203584526 tempest-NetworksIpV6Test-203584526-project] Network 25e25df1-ec8d-413c-ab24-427e584d65a7 is scheduled to be hosted by DHCP agent 0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3 with binding_index 1 {{(pid=103591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 18:23:42.044264 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [None req-6debfb70-7545-46c8-84d2-900e91e9b5e1 tempest-NetworksIpV6Test-203584526 tempest-NetworksIpV6Test-203584526-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-8, 25e25df1-ec8d-413c-ab24-427e584d65a7) {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:23:42.049590 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6debfb70-7545-46c8-84d2-900e91e9b5e1 tempest-NetworksIpV6Test-203584526 tempest-NetworksIpV6Test-203584526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:23:42.050432 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-6debfb70-7545-46c8-84d2-900e91e9b5e1 tempest-NetworksIpV6Test-203584526 tempest-NetworksIpV6Test-203584526-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for subnet, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:42.055416 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17a3da7b-6bc4-407f-ba48-441564538f1b None None] Network 25e25df1-ec8d-413c-ab24-427e584d65a7 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:23:42.069785 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-6debfb70-7545-46c8-84d2-900e91e9b5e1 tempest-NetworksIpV6Test-203584526 tempest-NetworksIpV6Test-203584526-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3924782 Nov 23 18:23:42.073481 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 55652) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:23:42.078596 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-98cd85eb-1225-4e91-8ef8-89cfc517c9e9 tempest-NetworksIpV6Test-203584526 tempest-NetworksIpV6Test-203584526-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1618946568'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:23:42.099748 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98cd85eb-1225-4e91-8ef8-89cfc517c9e9 tempest-NetworksIpV6Test-203584526 tempest-NetworksIpV6Test-203584526-project] Made reservation on behalf of ebe5382fffca4eb68b668df4a50c614c for: {'network': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:23:42.103305 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-98cd85eb-1225-4e91-8ef8-89cfc517c9e9 tempest-NetworksIpV6Test-203584526 tempest-NetworksIpV6Test-203584526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for network, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:42.127981 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98cd85eb-1225-4e91-8ef8-89cfc517c9e9 tempest-NetworksIpV6Test-203584526 tempest-NetworksIpV6Test-203584526-project] vlan segment allocate from pool success with {'vlan_id': 507, 'physical_network': 'physnet1'} {{(pid=103591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 18:23:42.137315 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-98cd85eb-1225-4e91-8ef8-89cfc517c9e9 tempest-NetworksIpV6Test-203584526 tempest-NetworksIpV6Test-203584526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:42.137956 n-d-816206-8 neutron-server[103591]: INFO neutron.db.segments_db [None req-98cd85eb-1225-4e91-8ef8-89cfc517c9e9 tempest-NetworksIpV6Test-203584526 tempest-NetworksIpV6Test-203584526-project] Added segment 38e18e74-7828-41c0-9b15-b43898cfdbe9 of type vlan for network 481b5eee-95bf-40eb-a3c0-309506923dd7 Nov 23 18:23:42.179277 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-98cd85eb-1225-4e91-8ef8-89cfc517c9e9 tempest-NetworksIpV6Test-203584526 tempest-NetworksIpV6Test-203584526-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736635338810'] for network, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:42.204422 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-98cd85eb-1225-4e91-8ef8-89cfc517c9e9 tempest-NetworksIpV6Test-203584526 tempest-NetworksIpV6Test-203584526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493'] for network, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:42.210058 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ca71144-4d90-44da-b435-9b39f74a7723 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp355044b8-8e87-58c4-94fa-4a010ec30f9e-25e25df1-ec8d-413c-ab24-427e584d65a7', 'network_id': '25e25df1-ec8d-413c-ab24-427e584d65a7', 'tenant_id': 'ebe5382fffca4eb68b668df4a50c614c', 'fixed_ips': [{'subnet_id': '3587b06a-5412-4a44-ac0f-32d938b36002'}]}} from n-d-816206-8. {{(pid=103592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 18:23:42.210835 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98cd85eb-1225-4e91-8ef8-89cfc517c9e9 tempest-NetworksIpV6Test-203584526 tempest-NetworksIpV6Test-203584526-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:23:42.210961 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-8ca71144-4d90-44da-b435-9b39f74a7723 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:42.211413 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-98cd85eb-1225-4e91-8ef8-89cfc517c9e9 tempest-NetworksIpV6Test-203584526 tempest-NetworksIpV6Test-203584526-project] Publish callbacks [] for network, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:42.248943 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-98cd85eb-1225-4e91-8ef8-89cfc517c9e9 tempest-NetworksIpV6Test-203584526 tempest-NetworksIpV6Test-203584526-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1743698 Nov 23 18:23:42.251729 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 55654) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:23:42.258529 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-514ce629-50c0-4179-afe0-62d9e53a938c tempest-NetworksIpV6Test-203584526 tempest-NetworksIpV6Test-203584526-project] Request body: {'subnet': {'network_id': '481b5eee-95bf-40eb-a3c0-309506923dd7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:23:42.302421 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cd85eb-1225-4e91-8ef8-89cfc517c9e9 tempest-NetworksIpV6Test-203584526 tempest-NetworksIpV6Test-203584526-project] Pushing event updated for resources: {'Network': ['ID=481b5eee-95bf-40eb-a3c0-309506923dd7,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:23:42.324973 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Network 481b5eee-95bf-40eb-a3c0-309506923dd7 details requested by agent ovs-agent-n-d-816206-8 with host n-d-816206-8 {{(pid=103592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 18:23:42.379351 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-514ce629-50c0-4179-afe0-62d9e53a938c tempest-NetworksIpV6Test-203584526 tempest-NetworksIpV6Test-203584526-project] Made reservation on behalf of ebe5382fffca4eb68b668df4a50c614c for: {'subnet': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:23:42.383100 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-514ce629-50c0-4179-afe0-62d9e53a938c tempest-NetworksIpV6Test-203584526 tempest-NetworksIpV6Test-203584526-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264314294'] for subnet, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:42.402168 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.db_base_plugin_common [None req-8ca71144-4d90-44da-b435-9b39f74a7723 None None] Allocated IP 2001:db8:0:ffff::2 (25e25df1-ec8d-413c-ab24-427e584d65a7/3587b06a-5412-4a44-ac0f-32d938b36002/b9911fe2-8ebe-42f9-9ac1-4e78dc381704) {{(pid=103592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:23:42.557817 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-8ca71144-4d90-44da-b435-9b39f74a7723 None None] Publish callbacks [] for port, precommit_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:42.563733 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-8ca71144-4d90-44da-b435-9b39f74a7723 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980'] for port, after_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:42.606142 n-d-816206-8 neutron-server[103592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ca71144-4d90-44da-b435-9b39f74a7723 None None] Network 25e25df1-ec8d-413c-ab24-427e584d65a7 is already hosted by enough agents. {{(pid=103592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:23:42.609222 n-d-816206-8 neutron-server[103592]: DEBUG neutron.scheduler.base_scheduler [None req-8ca71144-4d90-44da-b435-9b39f74a7723 None None] Resources bound (agent type, host, resource id): {{(pid=103592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:23:42.612783 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ca71144-4d90-44da-b435-9b39f74a7723 None None] Received port after_create {{(pid=103592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:23:42.620383 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca71144-4d90-44da-b435-9b39f74a7723 None None] Pushing event updated for resources: {'Port': ['ID=b9911fe2-8ebe-42f9-9ac1-4e78dc381704,revision_number=1']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:23:42.644624 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca71144-4d90-44da-b435-9b39f74a7723 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:23:42.644973 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca71144-4d90-44da-b435-9b39f74a7723 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:23:42.645318 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca71144-4d90-44da-b435-9b39f74a7723 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:23:42.645652 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca71144-4d90-44da-b435-9b39f74a7723 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:23:42.646565 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca71144-4d90-44da-b435-9b39f74a7723 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:23:42.646902 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca71144-4d90-44da-b435-9b39f74a7723 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:23:42.647236 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca71144-4d90-44da-b435-9b39f74a7723 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:23:42.647569 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca71144-4d90-44da-b435-9b39f74a7723 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:23:42.647892 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca71144-4d90-44da-b435-9b39f74a7723 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:23:42.648218 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca71144-4d90-44da-b435-9b39f74a7723 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:23:42.648572 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca71144-4d90-44da-b435-9b39f74a7723 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:23:42.648890 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca71144-4d90-44da-b435-9b39f74a7723 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:23:42.683703 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-8ca71144-4d90-44da-b435-9b39f74a7723 None None] Attempting to bind port b9911fe2-8ebe-42f9-9ac1-4e78dc381704 on host n-d-816206-8 for vnic_type normal with profile {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:23:42.684079 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-8ca71144-4d90-44da-b435-9b39f74a7723 None None] Attempting to bind port b9911fe2-8ebe-42f9-9ac1-4e78dc381704 by drivers openvswitch,hyperv on host n-d-816206-8 at level 0 using segments [{'id': 'da7afc6d-979d-40d1-b318-a33cc4e2a0be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '25e25df1-ec8d-413c-ab24-427e584d65a7'}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:23:42.684446 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ca71144-4d90-44da-b435-9b39f74a7723 None None] Attempting to bind port b9911fe2-8ebe-42f9-9ac1-4e78dc381704 on network 25e25df1-ec8d-413c-ab24-427e584d65a7 {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:23:42.690354 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ca71144-4d90-44da-b435-9b39f74a7723 None None] Checking agent: {'id': '9e89acbe-4bbe-4c77-a18b-6f1da9133e0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 7, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 23, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:23:42.690781 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ca71144-4d90-44da-b435-9b39f74a7723 None None] Checking segment: {'id': 'da7afc6d-979d-40d1-b318-a33cc4e2a0be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '25e25df1-ec8d-413c-ab24-427e584d65a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:23:42.691124 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-8ca71144-4d90-44da-b435-9b39f74a7723 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:42.691543 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ca71144-4d90-44da-b435-9b39f74a7723 None None] Bound using segment: {'id': 'da7afc6d-979d-40d1-b318-a33cc4e2a0be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '25e25df1-ec8d-413c-ab24-427e584d65a7'} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:23:42.692020 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-8ca71144-4d90-44da-b435-9b39f74a7723 None None] Bound port: b9911fe2-8ebe-42f9-9ac1-4e78dc381704, host: n-d-816206-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da7afc6d-979d-40d1-b318-a33cc4e2a0be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '25e25df1-ec8d-413c-ab24-427e584d65a7'}}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:23:42.692402 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-8ca71144-4d90-44da-b435-9b39f74a7723 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:42.759614 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-8ca71144-4d90-44da-b435-9b39f74a7723 None None] For port b9911fe2-8ebe-42f9-9ac1-4e78dc381704, host n-d-816206-8, cleared binding levels {{(pid=103592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:23:42.767623 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-8ca71144-4d90-44da-b435-9b39f74a7723 None None] For port b9911fe2-8ebe-42f9-9ac1-4e78dc381704, host n-d-816206-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=b9911fe2-8ebe-42f9-9ac1-4e78dc381704,segment=NetworkSegment(da7afc6d-979d-40d1-b318-a33cc4e2a0be),segment_id=da7afc6d-979d-40d1-b318-a33cc4e2a0be)] {{(pid=103592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:23:42.771870 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-8ca71144-4d90-44da-b435-9b39f74a7723 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:42.829189 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-514ce629-50c0-4179-afe0-62d9e53a938c tempest-NetworksIpV6Test-203584526 tempest-NetworksIpV6Test-203584526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264758079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264314276'] for subnet, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:42.829749 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca71144-4d90-44da-b435-9b39f74a7723 None None] Pushing event updated for resources: {'Port': ['ID=b9911fe2-8ebe-42f9-9ac1-4e78dc381704,revision_number=2']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:23:42.891722 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514ce629-50c0-4179-afe0-62d9e53a938c tempest-NetworksIpV6Test-203584526 tempest-NetworksIpV6Test-203584526-project] Pushing event updated for resources: {'Subnet': ['ID=f274ecb4-fc51-4e99-bef4-db62f8dbbbd5,revision_number=0']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:23:42.900987 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-514ce629-50c0-4179-afe0-62d9e53a938c tempest-NetworksIpV6Test-203584526 tempest-NetworksIpV6Test-203584526-project] Checking segment: {'id': '38e18e74-7828-41c0-9b15-b43898cfdbe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '481b5eee-95bf-40eb-a3c0-309506923dd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:23:42.901704 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-514ce629-50c0-4179-afe0-62d9e53a938c tempest-NetworksIpV6Test-203584526 tempest-NetworksIpV6Test-203584526-project] Network hostable DHCP agents. Network: 481b5eee-95bf-40eb-a3c0-309506923dd7, hostable agents: ['0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3'], hosted agents: [] {{(pid=103591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 18:23:42.918164 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-514ce629-50c0-4179-afe0-62d9e53a938c tempest-NetworksIpV6Test-203584526 tempest-NetworksIpV6Test-203584526-project] Network 481b5eee-95bf-40eb-a3c0-309506923dd7 is scheduled to be hosted by DHCP agent 0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3 with binding_index 1 {{(pid=103591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 18:23:42.928373 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [None req-514ce629-50c0-4179-afe0-62d9e53a938c tempest-NetworksIpV6Test-203584526 tempest-NetworksIpV6Test-203584526-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-8, 481b5eee-95bf-40eb-a3c0-309506923dd7) {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:23:42.933148 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-514ce629-50c0-4179-afe0-62d9e53a938c tempest-NetworksIpV6Test-203584526 tempest-NetworksIpV6Test-203584526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:23:42.933853 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-514ce629-50c0-4179-afe0-62d9e53a938c tempest-NetworksIpV6Test-203584526 tempest-NetworksIpV6Test-203584526-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for subnet, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:42.939540 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2954f8e-2a97-4b55-9fba-bb2538845670 None None] Network 481b5eee-95bf-40eb-a3c0-309506923dd7 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:23:42.956957 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-514ce629-50c0-4179-afe0-62d9e53a938c tempest-NetworksIpV6Test-203584526 tempest-NetworksIpV6Test-203584526-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.7016995 Nov 23 18:23:42.957335 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 55656) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:23:43.098521 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4db7d074-df2f-458f-bb84-2c2dac256c4d tempest-NetworksIpV6Test-203584526 tempest-NetworksIpV6Test-203584526-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-555181'] for network, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:43.106051 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-2d9745d8-0814-4046-ad59-57fb7f7e2f8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:43.139716 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e583fbb0-c13f-4d47-9d39-ce9ca276c8a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp355044b8-8e87-58c4-94fa-4a010ec30f9e-481b5eee-95bf-40eb-a3c0-309506923dd7', 'network_id': '481b5eee-95bf-40eb-a3c0-309506923dd7', 'tenant_id': 'ebe5382fffca4eb68b668df4a50c614c', 'fixed_ips': [{'subnet_id': 'f274ecb4-fc51-4e99-bef4-db62f8dbbbd5'}]}} from n-d-816206-8. {{(pid=103592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 18:23:43.140787 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-e583fbb0-c13f-4d47-9d39-ce9ca276c8a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:43.162095 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4db7d074-df2f-458f-bb84-2c2dac256c4d tempest-NetworksIpV6Test-203584526 tempest-NetworksIpV6Test-203584526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971956'] for subnet, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:43.227263 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4db7d074-df2f-458f-bb84-2c2dac256c4d tempest-NetworksIpV6Test-203584526 tempest-NetworksIpV6Test-203584526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264357903', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264730940'] for subnet, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:43.244624 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server [None req-e583fbb0-c13f-4d47-9d39-ce9ca276c8a1 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f274ecb4-fc51-4e99-bef4-db62f8dbbbd5: This subnet is being modified by another concurrent operation. Nov 23 18:23:43.244624 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 23 18:23:43.244624 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 23 18:23:43.244624 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 23 18:23:43.244624 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 23 18:23:43.244624 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 23 18:23:43.244624 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 23 18:23:43.244624 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 23 18:23:43.244624 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 23 18:23:43.244624 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 23 18:23:43.244624 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 23 18:23:43.244624 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 23 18:23:43.244624 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 18:23:43.244624 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 18:23:43.244624 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 18:23:43.244624 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 18:23:43.244624 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 23 18:23:43.244624 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 18:23:43.244624 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 23 18:23:43.244624 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 23 18:23:43.244624 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 18:23:43.244624 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 18:23:43.244624 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 18:23:43.244624 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 18:23:43.244624 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 23 18:23:43.244624 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 18:23:43.244624 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 23 18:23:43.244624 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 23 18:23:43.244624 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 18:23:43.244624 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 18:23:43.244624 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 18:23:43.244624 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 18:23:43.244624 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 23 18:23:43.244624 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 23 18:23:43.244624 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 23 18:23:43.244624 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 23 18:23:43.244624 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 23 18:23:43.244624 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 23 18:23:43.244624 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 23 18:23:43.244624 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 23 18:23:43.244624 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 23 18:23:43.244624 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 23 18:23:43.244624 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 23 18:23:43.244624 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 18:23:43.244624 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 23 18:23:43.244624 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 23 18:23:43.244624 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 23 18:23:43.244624 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 23 18:23:43.244624 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 18:23:43.244624 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 18:23:43.244624 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 18:23:43.244624 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 18:23:43.244624 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 23 18:23:43.244624 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 18:23:43.244624 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 23 18:23:43.244624 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 23 18:23:43.244624 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 18:23:43.244624 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 18:23:43.244624 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 18:23:43.244624 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 18:23:43.244624 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 23 18:23:43.244624 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 18:23:43.244624 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 23 18:23:43.244624 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 23 18:23:43.244624 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 18:23:43.244624 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 18:23:43.244624 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 18:23:43.244624 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 18:23:43.244624 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 23 18:23:43.244624 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 23 18:23:43.244624 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 23 18:23:43.244624 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 23 18:23:43.244624 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 23 18:23:43.244624 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 23 18:23:43.244624 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 23 18:23:43.244624 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 23 18:23:43.244624 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 23 18:23:43.244624 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 23 18:23:43.244624 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 18:23:43.244624 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 18:23:43.244624 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 18:23:43.244624 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 18:23:43.244624 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 23 18:23:43.244624 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 23 18:23:43.244624 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 23 18:23:43.244624 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 23 18:23:43.244624 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 23 18:23:43.244624 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 23 18:23:43.244624 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 23 18:23:43.244624 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server raise exception Nov 23 18:23:43.244624 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f274ecb4-fc51-4e99-bef4-db62f8dbbbd5: This subnet is being modified by another concurrent operation. Nov 23 18:23:43.244624 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server Nov 23 18:23:43.255818 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db7d074-df2f-458f-bb84-2c2dac256c4d tempest-NetworksIpV6Test-203584526 tempest-NetworksIpV6Test-203584526-project] Pushing event deleted for resources: {'Subnet': ['ID=f274ecb4-fc51-4e99-bef4-db62f8dbbbd5,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:23:43.262299 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-518a7205-b9df-49e7-956c-8814dc5cfc26 None None] Network 481b5eee-95bf-40eb-a3c0-309506923dd7 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:23:43.278577 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db7d074-df2f-458f-bb84-2c2dac256c4d tempest-NetworksIpV6Test-203584526 tempest-NetworksIpV6Test-203584526-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:23:43.278925 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db7d074-df2f-458f-bb84-2c2dac256c4d tempest-NetworksIpV6Test-203584526 tempest-NetworksIpV6Test-203584526-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:23:43.279263 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db7d074-df2f-458f-bb84-2c2dac256c4d tempest-NetworksIpV6Test-203584526 tempest-NetworksIpV6Test-203584526-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:23:43.279599 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db7d074-df2f-458f-bb84-2c2dac256c4d tempest-NetworksIpV6Test-203584526 tempest-NetworksIpV6Test-203584526-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:23:43.279933 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db7d074-df2f-458f-bb84-2c2dac256c4d tempest-NetworksIpV6Test-203584526 tempest-NetworksIpV6Test-203584526-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:23:43.280260 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db7d074-df2f-458f-bb84-2c2dac256c4d tempest-NetworksIpV6Test-203584526 tempest-NetworksIpV6Test-203584526-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:23:43.281420 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db7d074-df2f-458f-bb84-2c2dac256c4d tempest-NetworksIpV6Test-203584526 tempest-NetworksIpV6Test-203584526-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:23:43.281758 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db7d074-df2f-458f-bb84-2c2dac256c4d tempest-NetworksIpV6Test-203584526 tempest-NetworksIpV6Test-203584526-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:23:43.282084 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db7d074-df2f-458f-bb84-2c2dac256c4d tempest-NetworksIpV6Test-203584526 tempest-NetworksIpV6Test-203584526-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:23:43.282407 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db7d074-df2f-458f-bb84-2c2dac256c4d tempest-NetworksIpV6Test-203584526 tempest-NetworksIpV6Test-203584526-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:23:43.283163 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db7d074-df2f-458f-bb84-2c2dac256c4d tempest-NetworksIpV6Test-203584526 tempest-NetworksIpV6Test-203584526-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:23:43.283163 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db7d074-df2f-458f-bb84-2c2dac256c4d tempest-NetworksIpV6Test-203584526 tempest-NetworksIpV6Test-203584526-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:23:43.333885 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4db7d074-df2f-458f-bb84-2c2dac256c4d tempest-NetworksIpV6Test-203584526 tempest-NetworksIpV6Test-203584526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973419', 'neutron.services.segments.db._delete_segments_for_network-8736635878840'] for network, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:43.355644 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-4db7d074-df2f-458f-bb84-2c2dac256c4d tempest-NetworksIpV6Test-203584526 tempest-NetworksIpV6Test-203584526-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['481b5eee-95bf-40eb-a3c0-309506923dd7']}} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:23:43.365610 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-4db7d074-df2f-458f-bb84-2c2dac256c4d tempest-NetworksIpV6Test-203584526 tempest-NetworksIpV6Test-203584526-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38e18e74-7828-41c0-9b15-b43898cfdbe9') {'for_net_delete': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:23:43.365966 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-4db7d074-df2f-458f-bb84-2c2dac256c4d tempest-NetworksIpV6Test-203584526 tempest-NetworksIpV6Test-203584526-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38e18e74-7828-41c0-9b15-b43898cfdbe9') {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:23:43.375223 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4db7d074-df2f-458f-bb84-2c2dac256c4d tempest-NetworksIpV6Test-203584526 tempest-NetworksIpV6Test-203584526-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736635840332', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-267528353'] for segment, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:43.387988 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4db7d074-df2f-458f-bb84-2c2dac256c4d tempest-NetworksIpV6Test-203584526 tempest-NetworksIpV6Test-203584526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:43.393775 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4db7d074-df2f-458f-bb84-2c2dac256c4d tempest-NetworksIpV6Test-203584526 tempest-NetworksIpV6Test-203584526-project] Releasing vlan 507 on physical network physnet1 to pool {{(pid=103590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 18:23:43.394150 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4db7d074-df2f-458f-bb84-2c2dac256c4d tempest-NetworksIpV6Test-203584526 tempest-NetworksIpV6Test-203584526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264370093'] for segment, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:43.397140 n-d-816206-8 neutron-server[103590]: Traceback (most recent call last): Nov 23 18:23:43.397140 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 18:23:43.397140 n-d-816206-8 neutron-server[103590]: timer() Nov 23 18:23:43.397140 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 18:23:43.397140 n-d-816206-8 neutron-server[103590]: cb(*args, **kw) Nov 23 18:23:43.397140 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 18:23:43.397140 n-d-816206-8 neutron-server[103590]: return func(*args, **kwargs) Nov 23 18:23:43.397140 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 18:23:43.397140 n-d-816206-8 neutron-server[103590]: self._notify() Nov 23 18:23:43.397140 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 18:23:43.397140 n-d-816206-8 neutron-server[103590]: self.callback(batched_events) Nov 23 18:23:43.397140 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 18:23:43.397140 n-d-816206-8 neutron-server[103590]: event.method(event) Nov 23 18:23:43.397140 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 18:23:43.397140 n-d-816206-8 neutron-server[103590]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 18:23:43.397140 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 18:23:43.397140 n-d-816206-8 neutron-server[103590]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 18:23:43.397140 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 18:23:43.397140 n-d-816206-8 neutron-server[103590]: return f(self, *a, **k) Nov 23 18:23:43.397140 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 18:23:43.397140 n-d-816206-8 neutron-server[103590]: return self._get(url).json() Nov 23 18:23:43.397140 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 18:23:43.397140 n-d-816206-8 neutron-server[103590]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 18:23:43.397140 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 18:23:43.397140 n-d-816206-8 neutron-server[103590]: return self.request(url, 'GET', **kwargs) Nov 23 18:23:43.397140 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 18:23:43.397140 n-d-816206-8 neutron-server[103590]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 18:23:43.397140 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 18:23:43.397140 n-d-816206-8 neutron-server[103590]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 18:23:43.397140 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 18:23:43.397140 n-d-816206-8 neutron-server[103590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 18:23:43.397140 n-d-816206-8 neutron-server[103590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 18:23:43.453746 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4db7d074-df2f-458f-bb84-2c2dac256c4d tempest-NetworksIpV6Test-203584526 tempest-NetworksIpV6Test-203584526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1795418'] for network, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:43.463537 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4db7d074-df2f-458f-bb84-2c2dac256c4d tempest-NetworksIpV6Test-203584526 tempest-NetworksIpV6Test-203584526-project] Publish callbacks [] for network, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:43.466804 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-4db7d074-df2f-458f-bb84-2c2dac256c4d tempest-NetworksIpV6Test-203584526 tempest-NetworksIpV6Test-203584526-project] 10.222.0.60 "DELETE /v2.0/networks/481b5eee-95bf-40eb-a3c0-309506923dd7 HTTP/1.1" status: 204 len: 168 time: 0.5084665 Nov 23 18:23:43.471426 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 55658) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:23:43.477339 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-90184d03-0ac8-4fa9-9041-6bfb682bce41 tempest-NetworksIpV6Test-203584526 tempest-NetworksIpV6Test-203584526-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-248860454'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:23:43.483148 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db7d074-df2f-458f-bb84-2c2dac256c4d tempest-NetworksIpV6Test-203584526 tempest-NetworksIpV6Test-203584526-project] Pushing event deleted for resources: {'Network': ['ID=481b5eee-95bf-40eb-a3c0-309506923dd7,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:23:43.502313 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90184d03-0ac8-4fa9-9041-6bfb682bce41 tempest-NetworksIpV6Test-203584526 tempest-NetworksIpV6Test-203584526-project] Made reservation on behalf of ebe5382fffca4eb68b668df4a50c614c for: {'network': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:23:43.506311 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-90184d03-0ac8-4fa9-9041-6bfb682bce41 tempest-NetworksIpV6Test-203584526 tempest-NetworksIpV6Test-203584526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for network, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:43.537146 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90184d03-0ac8-4fa9-9041-6bfb682bce41 tempest-NetworksIpV6Test-203584526 tempest-NetworksIpV6Test-203584526-project] vlan segment allocate from pool success with {'vlan_id': 547, 'physical_network': 'physnet1'} {{(pid=103591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 18:23:43.546486 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-90184d03-0ac8-4fa9-9041-6bfb682bce41 tempest-NetworksIpV6Test-203584526 tempest-NetworksIpV6Test-203584526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:43.546933 n-d-816206-8 neutron-server[103591]: INFO neutron.db.segments_db [None req-90184d03-0ac8-4fa9-9041-6bfb682bce41 tempest-NetworksIpV6Test-203584526 tempest-NetworksIpV6Test-203584526-project] Added segment abfad17d-a6f1-4a06-9312-9d98e7f371f3 of type vlan for network e1c37f8e-a52a-4dfe-be51-bc1d41809c83 Nov 23 18:23:43.589858 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-90184d03-0ac8-4fa9-9041-6bfb682bce41 tempest-NetworksIpV6Test-203584526 tempest-NetworksIpV6Test-203584526-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736635338810'] for network, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:43.617196 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-90184d03-0ac8-4fa9-9041-6bfb682bce41 tempest-NetworksIpV6Test-203584526 tempest-NetworksIpV6Test-203584526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493'] for network, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:43.622804 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90184d03-0ac8-4fa9-9041-6bfb682bce41 tempest-NetworksIpV6Test-203584526 tempest-NetworksIpV6Test-203584526-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:23:43.623403 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-90184d03-0ac8-4fa9-9041-6bfb682bce41 tempest-NetworksIpV6Test-203584526 tempest-NetworksIpV6Test-203584526-project] Publish callbacks [] for network, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:43.664739 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-90184d03-0ac8-4fa9-9041-6bfb682bce41 tempest-NetworksIpV6Test-203584526 tempest-NetworksIpV6Test-203584526-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1918757 Nov 23 18:23:43.667593 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 55660) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:23:43.697867 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-a8556853-672a-444b-bd1c-bb520f73460b tempest-NetworksIpV6Test-203584526 tempest-NetworksIpV6Test-203584526-project] Request body: {'subnet': {'network_id': 'e1c37f8e-a52a-4dfe-be51-bc1d41809c83', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:23:43.706516 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90184d03-0ac8-4fa9-9041-6bfb682bce41 tempest-NetworksIpV6Test-203584526 tempest-NetworksIpV6Test-203584526-project] Pushing event updated for resources: {'Network': ['ID=e1c37f8e-a52a-4dfe-be51-bc1d41809c83,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:23:43.717046 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Network e1c37f8e-a52a-4dfe-be51-bc1d41809c83 details requested by agent ovs-agent-n-d-816206-8 with host n-d-816206-8 {{(pid=103592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 18:23:43.819469 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8556853-672a-444b-bd1c-bb520f73460b tempest-NetworksIpV6Test-203584526 tempest-NetworksIpV6Test-203584526-project] Made reservation on behalf of ebe5382fffca4eb68b668df4a50c614c for: {'subnet': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:23:43.820348 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1b79797-b5b9-4218-95fd-3bb55d40e33a None None] Network 25e25df1-ec8d-413c-ab24-427e584d65a7 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:23:43.823131 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-a8556853-672a-444b-bd1c-bb520f73460b tempest-NetworksIpV6Test-203584526 tempest-NetworksIpV6Test-203584526-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264314294'] for subnet, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:43.880554 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.ipam_backend_mixin [None req-a8556853-672a-444b-bd1c-bb520f73460b tempest-NetworksIpV6Test-203584526 tempest-NetworksIpV6Test-203584526-project] Performing IP validity checks on allocation pools {{(pid=103591) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 23 18:23:43.881218 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.ipam_backend_mixin [None req-a8556853-672a-444b-bd1c-bb520f73460b tempest-NetworksIpV6Test-203584526 tempest-NetworksIpV6Test-203584526-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103591) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 23 18:23:43.920713 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-424b85d7-2d5d-4df7-be00-b0ee57880909 None None] Provisioning complete for port b9911fe2-8ebe-42f9-9ac1-4e78dc381704 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:23:43.921150 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-424b85d7-2d5d-4df7-be00-b0ee57880909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:43.962737 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:44.006318 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-a8556853-672a-444b-bd1c-bb520f73460b tempest-NetworksIpV6Test-203584526 tempest-NetworksIpV6Test-203584526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264758079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264314276'] for subnet, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:44.061381 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-424b85d7-2d5d-4df7-be00-b0ee57880909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:44.072001 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8556853-672a-444b-bd1c-bb520f73460b tempest-NetworksIpV6Test-203584526 tempest-NetworksIpV6Test-203584526-project] Pushing event updated for resources: {'Subnet': ['ID=17be2c05-4acd-47cc-8a59-0b5a8708ab5f,revision_number=0']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:23:44.078370 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8556853-672a-444b-bd1c-bb520f73460b tempest-NetworksIpV6Test-203584526 tempest-NetworksIpV6Test-203584526-project] Checking segment: {'id': 'abfad17d-a6f1-4a06-9312-9d98e7f371f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': 'e1c37f8e-a52a-4dfe-be51-bc1d41809c83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:23:44.078729 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8556853-672a-444b-bd1c-bb520f73460b tempest-NetworksIpV6Test-203584526 tempest-NetworksIpV6Test-203584526-project] Network hostable DHCP agents. Network: e1c37f8e-a52a-4dfe-be51-bc1d41809c83, hostable agents: ['0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3'], hosted agents: [] {{(pid=103591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 18:23:44.097302 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-424b85d7-2d5d-4df7-be00-b0ee57880909 None None] For port b9911fe2-8ebe-42f9-9ac1-4e78dc381704, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=b9911fe2-8ebe-42f9-9ac1-4e78dc381704,segment=NetworkSegment(da7afc6d-979d-40d1-b318-a33cc4e2a0be),segment_id=da7afc6d-979d-40d1-b318-a33cc4e2a0be)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:23:44.101353 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8556853-672a-444b-bd1c-bb520f73460b tempest-NetworksIpV6Test-203584526 tempest-NetworksIpV6Test-203584526-project] Network e1c37f8e-a52a-4dfe-be51-bc1d41809c83 is scheduled to be hosted by DHCP agent 0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3 with binding_index 1 {{(pid=103591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 18:23:44.101685 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-424b85d7-2d5d-4df7-be00-b0ee57880909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:44.114438 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [None req-a8556853-672a-444b-bd1c-bb520f73460b tempest-NetworksIpV6Test-203584526 tempest-NetworksIpV6Test-203584526-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-8, e1c37f8e-a52a-4dfe-be51-bc1d41809c83) {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:23:44.119007 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8556853-672a-444b-bd1c-bb520f73460b tempest-NetworksIpV6Test-203584526 tempest-NetworksIpV6Test-203584526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:23:44.119846 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-a8556853-672a-444b-bd1c-bb520f73460b tempest-NetworksIpV6Test-203584526 tempest-NetworksIpV6Test-203584526-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for subnet, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:44.134267 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe4ecbfb-7ba6-49a8-b896-682ab8de7487 None None] Network e1c37f8e-a52a-4dfe-be51-bc1d41809c83 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:23:44.142738 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-a8556853-672a-444b-bd1c-bb520f73460b tempest-NetworksIpV6Test-203584526 tempest-NetworksIpV6Test-203584526-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4704685 Nov 23 18:23:44.142738 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 55662) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:23:44.246499 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424b85d7-2d5d-4df7-be00-b0ee57880909 None None] Pushing event updated for resources: {'Port': ['ID=b9911fe2-8ebe-42f9-9ac1-4e78dc381704,revision_number=3']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:23:44.254925 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-adfeb5e6-bfaf-4f5d-b0ad-505abff31101 tempest-NetworksIpV6Test-203584526 tempest-NetworksIpV6Test-203584526-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-555181'] for network, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:44.328864 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-00083b90-26b9-48f5-86bc-3906cf834052 None None] Provisioning complete for port b9911fe2-8ebe-42f9-9ac1-4e78dc381704 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:23:44.329238 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-00083b90-26b9-48f5-86bc-3906cf834052 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:44.332139 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-406386ce-05c4-4aaf-9ec4-2be9a8628ac6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp355044b8-8e87-58c4-94fa-4a010ec30f9e-e1c37f8e-a52a-4dfe-be51-bc1d41809c83', 'network_id': 'e1c37f8e-a52a-4dfe-be51-bc1d41809c83', 'tenant_id': 'ebe5382fffca4eb68b668df4a50c614c', 'fixed_ips': [{'subnet_id': '17be2c05-4acd-47cc-8a59-0b5a8708ab5f'}]}} from n-d-816206-8. {{(pid=103592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 18:23:44.332941 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-406386ce-05c4-4aaf-9ec4-2be9a8628ac6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:44.354141 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-adfeb5e6-bfaf-4f5d-b0ad-505abff31101 tempest-NetworksIpV6Test-203584526 tempest-NetworksIpV6Test-203584526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971956'] for subnet, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:44.364225 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device b9911fe2-8ebe-42f9-9ac1-4e78dc381704 up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:23:44.419483 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-adfeb5e6-bfaf-4f5d-b0ad-505abff31101 tempest-NetworksIpV6Test-203584526 tempest-NetworksIpV6Test-203584526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264758240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264314269'] for subnet, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:44.448044 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfeb5e6-bfaf-4f5d-b0ad-505abff31101 tempest-NetworksIpV6Test-203584526 tempest-NetworksIpV6Test-203584526-project] Pushing event deleted for resources: {'Subnet': ['ID=17be2c05-4acd-47cc-8a59-0b5a8708ab5f,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:23:44.517317 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-adfeb5e6-bfaf-4f5d-b0ad-505abff31101 tempest-NetworksIpV6Test-203584526 tempest-NetworksIpV6Test-203584526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973419', 'neutron.services.segments.db._delete_segments_for_network-8736635878840'] for network, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:44.528047 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server [None req-406386ce-05c4-4aaf-9ec4-2be9a8628ac6 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 17be2c05-4acd-47cc-8a59-0b5a8708ab5f: This subnet is being modified by another concurrent operation. Nov 23 18:23:44.528047 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 23 18:23:44.528047 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 23 18:23:44.528047 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 23 18:23:44.528047 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 23 18:23:44.528047 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 23 18:23:44.528047 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 23 18:23:44.528047 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 23 18:23:44.528047 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 23 18:23:44.528047 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 23 18:23:44.528047 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 23 18:23:44.528047 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 23 18:23:44.528047 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 18:23:44.528047 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 18:23:44.528047 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 18:23:44.528047 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 18:23:44.528047 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 23 18:23:44.528047 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 18:23:44.528047 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 23 18:23:44.528047 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 23 18:23:44.528047 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 18:23:44.528047 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 18:23:44.528047 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 18:23:44.528047 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 18:23:44.528047 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 23 18:23:44.528047 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 18:23:44.528047 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 23 18:23:44.528047 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 23 18:23:44.528047 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 18:23:44.528047 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 18:23:44.528047 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 18:23:44.528047 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 18:23:44.528047 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 23 18:23:44.528047 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 23 18:23:44.528047 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 23 18:23:44.528047 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 23 18:23:44.528047 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 23 18:23:44.528047 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 23 18:23:44.528047 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 23 18:23:44.528047 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 23 18:23:44.528047 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 23 18:23:44.528047 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 23 18:23:44.528047 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 23 18:23:44.528047 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 18:23:44.528047 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 23 18:23:44.528047 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 23 18:23:44.528047 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 23 18:23:44.528047 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 23 18:23:44.528047 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 18:23:44.528047 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 18:23:44.528047 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 18:23:44.528047 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 18:23:44.528047 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 23 18:23:44.528047 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 18:23:44.528047 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 23 18:23:44.528047 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 23 18:23:44.528047 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 18:23:44.528047 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 18:23:44.528047 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 18:23:44.528047 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 18:23:44.528047 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 23 18:23:44.528047 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 18:23:44.528047 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 23 18:23:44.528047 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 23 18:23:44.528047 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 18:23:44.528047 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 18:23:44.528047 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 18:23:44.528047 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 18:23:44.528047 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 23 18:23:44.528047 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 23 18:23:44.528047 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 23 18:23:44.528047 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 23 18:23:44.528047 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 23 18:23:44.528047 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 23 18:23:44.528047 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 23 18:23:44.528047 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 23 18:23:44.528047 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 23 18:23:44.528047 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 23 18:23:44.528047 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 18:23:44.528047 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 18:23:44.528047 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 18:23:44.528047 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 18:23:44.528047 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 23 18:23:44.528047 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 23 18:23:44.528047 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 23 18:23:44.528047 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 23 18:23:44.528047 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 23 18:23:44.528047 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 23 18:23:44.528047 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 23 18:23:44.528047 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server raise exception Nov 23 18:23:44.528047 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 17be2c05-4acd-47cc-8a59-0b5a8708ab5f: This subnet is being modified by another concurrent operation. Nov 23 18:23:44.528047 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server Nov 23 18:23:44.540136 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port b9911fe2-8ebe-42f9-9ac1-4e78dc381704 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:23:44.543005 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:44.547575 n-d-816206-8 neutron-server[103591]: DEBUG neutron.services.segments.db [None req-adfeb5e6-bfaf-4f5d-b0ad-505abff31101 tempest-NetworksIpV6Test-203584526 tempest-NetworksIpV6Test-203584526-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1c37f8e-a52a-4dfe-be51-bc1d41809c83']}} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:23:44.557834 n-d-816206-8 neutron-server[103591]: DEBUG neutron.services.segments.db [None req-adfeb5e6-bfaf-4f5d-b0ad-505abff31101 tempest-NetworksIpV6Test-203584526 tempest-NetworksIpV6Test-203584526-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'abfad17d-a6f1-4a06-9312-9d98e7f371f3') {'for_net_delete': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:23:44.558127 n-d-816206-8 neutron-server[103591]: DEBUG neutron.services.segments.db [None req-adfeb5e6-bfaf-4f5d-b0ad-505abff31101 tempest-NetworksIpV6Test-203584526 tempest-NetworksIpV6Test-203584526-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'abfad17d-a6f1-4a06-9312-9d98e7f371f3') {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:23:44.568205 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-adfeb5e6-bfaf-4f5d-b0ad-505abff31101 tempest-NetworksIpV6Test-203584526 tempest-NetworksIpV6Test-203584526-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736635840332', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265989959'] for segment, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:44.570030 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f1b89fa-6099-4ca9-b903-5770ef7b1c94 None None] Network e1c37f8e-a52a-4dfe-be51-bc1d41809c83 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:23:44.581944 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-adfeb5e6-bfaf-4f5d-b0ad-505abff31101 tempest-NetworksIpV6Test-203584526 tempest-NetworksIpV6Test-203584526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:44.588201 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-adfeb5e6-bfaf-4f5d-b0ad-505abff31101 tempest-NetworksIpV6Test-203584526 tempest-NetworksIpV6Test-203584526-project] Releasing vlan 547 on physical network physnet1 to pool {{(pid=103591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 18:23:44.588747 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-adfeb5e6-bfaf-4f5d-b0ad-505abff31101 tempest-NetworksIpV6Test-203584526 tempest-NetworksIpV6Test-203584526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264756290'] for segment, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:44.591857 n-d-816206-8 neutron-server[103591]: Traceback (most recent call last): Nov 23 18:23:44.591857 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 18:23:44.591857 n-d-816206-8 neutron-server[103591]: timer() Nov 23 18:23:44.591857 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 18:23:44.591857 n-d-816206-8 neutron-server[103591]: cb(*args, **kw) Nov 23 18:23:44.591857 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 18:23:44.591857 n-d-816206-8 neutron-server[103591]: return func(*args, **kwargs) Nov 23 18:23:44.591857 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 18:23:44.591857 n-d-816206-8 neutron-server[103591]: self._notify() Nov 23 18:23:44.591857 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 18:23:44.591857 n-d-816206-8 neutron-server[103591]: self.callback(batched_events) Nov 23 18:23:44.591857 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 18:23:44.591857 n-d-816206-8 neutron-server[103591]: event.method(event) Nov 23 18:23:44.591857 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 18:23:44.591857 n-d-816206-8 neutron-server[103591]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 18:23:44.591857 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 18:23:44.591857 n-d-816206-8 neutron-server[103591]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 18:23:44.591857 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 18:23:44.591857 n-d-816206-8 neutron-server[103591]: return f(self, *a, **k) Nov 23 18:23:44.591857 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 18:23:44.591857 n-d-816206-8 neutron-server[103591]: return self._get(url).json() Nov 23 18:23:44.591857 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 18:23:44.591857 n-d-816206-8 neutron-server[103591]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 18:23:44.591857 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 18:23:44.591857 n-d-816206-8 neutron-server[103591]: return self.request(url, 'GET', **kwargs) Nov 23 18:23:44.591857 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 18:23:44.591857 n-d-816206-8 neutron-server[103591]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 18:23:44.591857 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 18:23:44.591857 n-d-816206-8 neutron-server[103591]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 18:23:44.591857 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 18:23:44.591857 n-d-816206-8 neutron-server[103591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 18:23:44.591857 n-d-816206-8 neutron-server[103591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 18:23:44.651005 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-adfeb5e6-bfaf-4f5d-b0ad-505abff31101 tempest-NetworksIpV6Test-203584526 tempest-NetworksIpV6Test-203584526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1795418'] for network, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:44.661002 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-adfeb5e6-bfaf-4f5d-b0ad-505abff31101 tempest-NetworksIpV6Test-203584526 tempest-NetworksIpV6Test-203584526-project] Publish callbacks [] for network, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:44.664673 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-adfeb5e6-bfaf-4f5d-b0ad-505abff31101 tempest-NetworksIpV6Test-203584526 tempest-NetworksIpV6Test-203584526-project] 10.222.0.60 "DELETE /v2.0/networks/e1c37f8e-a52a-4dfe-be51-bc1d41809c83 HTTP/1.1" status: 204 len: 168 time: 0.5213013 Nov 23 18:23:44.668332 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 55664) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:23:44.676607 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfeb5e6-bfaf-4f5d-b0ad-505abff31101 tempest-NetworksIpV6Test-203584526 tempest-NetworksIpV6Test-203584526-project] Pushing event deleted for resources: {'Network': ['ID=e1c37f8e-a52a-4dfe-be51-bc1d41809c83,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:23:44.676796 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-617f23ed-b023-4baa-b467-fafa1550c983 tempest-NetworksIpV6Test-203584526 tempest-NetworksIpV6Test-203584526-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-323817393'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:23:44.698424 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-617f23ed-b023-4baa-b467-fafa1550c983 tempest-NetworksIpV6Test-203584526 tempest-NetworksIpV6Test-203584526-project] Made reservation on behalf of ebe5382fffca4eb68b668df4a50c614c for: {'network': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:23:44.702768 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-617f23ed-b023-4baa-b467-fafa1550c983 tempest-NetworksIpV6Test-203584526 tempest-NetworksIpV6Test-203584526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for network, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:44.719065 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-395e9dec-ddf1-4041-9d6a-14526f361d31 None None] get_active_networks_info from n-d-816206-8 {{(pid=103592) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 23 18:23:44.732232 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-617f23ed-b023-4baa-b467-fafa1550c983 tempest-NetworksIpV6Test-203584526 tempest-NetworksIpV6Test-203584526-project] vlan segment allocate from pool success with {'vlan_id': 504, 'physical_network': 'physnet1'} {{(pid=103590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 18:23:44.742067 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-617f23ed-b023-4baa-b467-fafa1550c983 tempest-NetworksIpV6Test-203584526 tempest-NetworksIpV6Test-203584526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:44.742404 n-d-816206-8 neutron-server[103590]: INFO neutron.db.segments_db [None req-617f23ed-b023-4baa-b467-fafa1550c983 tempest-NetworksIpV6Test-203584526 tempest-NetworksIpV6Test-203584526-project] Added segment 0950560a-3cd8-43c4-b407-4cd982d5bb38 of type vlan for network b5715d7c-826d-4b9f-af94-2d5017a49ebe Nov 23 18:23:44.779201 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:44.798937 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-617f23ed-b023-4baa-b467-fafa1550c983 tempest-NetworksIpV6Test-203584526 tempest-NetworksIpV6Test-203584526-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736635338810'] for network, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:44.807834 n-d-816206-8 neutron-server[103592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-395e9dec-ddf1-4041-9d6a-14526f361d31 None None] Resources bound (agent type, host, resource id): {{(pid=103592) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 23 18:23:44.824642 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-617f23ed-b023-4baa-b467-fafa1550c983 tempest-NetworksIpV6Test-203584526 tempest-NetworksIpV6Test-203584526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493'] for network, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:44.830291 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-617f23ed-b023-4baa-b467-fafa1550c983 tempest-NetworksIpV6Test-203584526 tempest-NetworksIpV6Test-203584526-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:23:44.831238 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-617f23ed-b023-4baa-b467-fafa1550c983 tempest-NetworksIpV6Test-203584526 tempest-NetworksIpV6Test-203584526-project] Publish callbacks [] for network, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:44.864844 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-617f23ed-b023-4baa-b467-fafa1550c983 tempest-NetworksIpV6Test-203584526 tempest-NetworksIpV6Test-203584526-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1945252 Nov 23 18:23:44.867750 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 55666) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:23:44.874437 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-e9ab8431-2f09-48e5-832d-f0154c021a9c tempest-NetworksIpV6Test-203584526 tempest-NetworksIpV6Test-203584526-project] Request body: {'subnet': {'network_id': 'b5715d7c-826d-4b9f-af94-2d5017a49ebe', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:23:44.932425 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617f23ed-b023-4baa-b467-fafa1550c983 tempest-NetworksIpV6Test-203584526 tempest-NetworksIpV6Test-203584526-project] Pushing event updated for resources: {'Network': ['ID=b5715d7c-826d-4b9f-af94-2d5017a49ebe,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:23:45.000093 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9ab8431-2f09-48e5-832d-f0154c021a9c tempest-NetworksIpV6Test-203584526 tempest-NetworksIpV6Test-203584526-project] Made reservation on behalf of ebe5382fffca4eb68b668df4a50c614c for: {'subnet': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:23:45.003674 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e9ab8431-2f09-48e5-832d-f0154c021a9c tempest-NetworksIpV6Test-203584526 tempest-NetworksIpV6Test-203584526-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264730903'] for subnet, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:45.045154 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Network b5715d7c-826d-4b9f-af94-2d5017a49ebe details requested by agent ovs-agent-n-d-816206-8 with host n-d-816206-8 {{(pid=103592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 18:23:45.169328 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-66d79aaa-8596-4376-8a5a-494202531f81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:45.191729 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e9ab8431-2f09-48e5-832d-f0154c021a9c tempest-NetworksIpV6Test-203584526 tempest-NetworksIpV6Test-203584526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264358096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264730885'] for subnet, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:45.239425 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41d46c73-db30-4ccd-a2d0-8087edf31e0c None None] get_active_networks_info from n-d-816206-8 {{(pid=103592) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 23 18:23:45.247091 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ab8431-2f09-48e5-832d-f0154c021a9c tempest-NetworksIpV6Test-203584526 tempest-NetworksIpV6Test-203584526-project] Pushing event updated for resources: {'Subnet': ['ID=e83ad88e-e493-46d6-9533-5a9682c11216,revision_number=0']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:23:45.264576 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9ab8431-2f09-48e5-832d-f0154c021a9c tempest-NetworksIpV6Test-203584526 tempest-NetworksIpV6Test-203584526-project] Checking segment: {'id': '0950560a-3cd8-43c4-b407-4cd982d5bb38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'b5715d7c-826d-4b9f-af94-2d5017a49ebe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:23:45.265477 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9ab8431-2f09-48e5-832d-f0154c021a9c tempest-NetworksIpV6Test-203584526 tempest-NetworksIpV6Test-203584526-project] Network hostable DHCP agents. Network: b5715d7c-826d-4b9f-af94-2d5017a49ebe, hostable agents: ['0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3'], hosted agents: [] {{(pid=103590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 18:23:45.282462 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9ab8431-2f09-48e5-832d-f0154c021a9c tempest-NetworksIpV6Test-203584526 tempest-NetworksIpV6Test-203584526-project] Network b5715d7c-826d-4b9f-af94-2d5017a49ebe is scheduled to be hosted by DHCP agent 0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3 with binding_index 1 {{(pid=103590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 18:23:45.291633 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-e9ab8431-2f09-48e5-832d-f0154c021a9c tempest-NetworksIpV6Test-203584526 tempest-NetworksIpV6Test-203584526-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-8, b5715d7c-826d-4b9f-af94-2d5017a49ebe) {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:23:45.295648 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9ab8431-2f09-48e5-832d-f0154c021a9c tempest-NetworksIpV6Test-203584526 tempest-NetworksIpV6Test-203584526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:23:45.296978 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e9ab8431-2f09-48e5-832d-f0154c021a9c tempest-NetworksIpV6Test-203584526 tempest-NetworksIpV6Test-203584526-project] Publish callbacks [] for subnet, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:45.316471 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-e9ab8431-2f09-48e5-832d-f0154c021a9c tempest-NetworksIpV6Test-203584526 tempest-NetworksIpV6Test-203584526-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4444640 Nov 23 18:23:45.316699 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 55668) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:23:45.321519 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-fbd0433a-f0ef-4e72-9f38-4517bdc75199 tempest-NetworksIpV6Test-203584526 tempest-NetworksIpV6Test-203584526-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1170258079'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:23:45.343716 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbd0433a-f0ef-4e72-9f38-4517bdc75199 tempest-NetworksIpV6Test-203584526 tempest-NetworksIpV6Test-203584526-project] Made reservation on behalf of ebe5382fffca4eb68b668df4a50c614c for: {'network': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:23:45.347132 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-fbd0433a-f0ef-4e72-9f38-4517bdc75199 tempest-NetworksIpV6Test-203584526 tempest-NetworksIpV6Test-203584526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for network, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:45.375314 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fbd0433a-f0ef-4e72-9f38-4517bdc75199 tempest-NetworksIpV6Test-203584526 tempest-NetworksIpV6Test-203584526-project] vlan segment allocate from pool success with {'vlan_id': 544, 'physical_network': 'physnet1'} {{(pid=103590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 18:23:45.387638 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-fbd0433a-f0ef-4e72-9f38-4517bdc75199 tempest-NetworksIpV6Test-203584526 tempest-NetworksIpV6Test-203584526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:45.388066 n-d-816206-8 neutron-server[103590]: INFO neutron.db.segments_db [None req-fbd0433a-f0ef-4e72-9f38-4517bdc75199 tempest-NetworksIpV6Test-203584526 tempest-NetworksIpV6Test-203584526-project] Added segment afd6d2c2-0295-4c22-a16c-5e95e6ca2e1b of type vlan for network bc35d747-82c1-4da0-b3d5-df9fe1604012 Nov 23 18:23:45.408226 n-d-816206-8 neutron-server[103592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41d46c73-db30-4ccd-a2d0-8087edf31e0c None None] Unable to find a vacant binding_index for network b5715d7c-826d-4b9f-af94-2d5017a49ebe and agent 0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3 {{(pid=103592) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Nov 23 18:23:45.413737 n-d-816206-8 neutron-server[103592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41d46c73-db30-4ccd-a2d0-8087edf31e0c None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-8, b5715d7c-826d-4b9f-af94-2d5017a49ebe) {{(pid=103592) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 23 18:23:45.428531 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-fbd0433a-f0ef-4e72-9f38-4517bdc75199 tempest-NetworksIpV6Test-203584526 tempest-NetworksIpV6Test-203584526-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736635338810'] for network, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:45.455657 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-fbd0433a-f0ef-4e72-9f38-4517bdc75199 tempest-NetworksIpV6Test-203584526 tempest-NetworksIpV6Test-203584526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493'] for network, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:45.461384 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbd0433a-f0ef-4e72-9f38-4517bdc75199 tempest-NetworksIpV6Test-203584526 tempest-NetworksIpV6Test-203584526-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:23:45.461980 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-fbd0433a-f0ef-4e72-9f38-4517bdc75199 tempest-NetworksIpV6Test-203584526 tempest-NetworksIpV6Test-203584526-project] Publish callbacks [] for network, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:45.496969 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-fbd0433a-f0ef-4e72-9f38-4517bdc75199 tempest-NetworksIpV6Test-203584526 tempest-NetworksIpV6Test-203584526-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1792214 Nov 23 18:23:45.500318 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 55670) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:23:45.505504 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-5620d4d9-94c3-49a5-a177-aea634fa0ccc tempest-NetworksIpV6Test-203584526 tempest-NetworksIpV6Test-203584526-project] Request body: {'subnet': {'network_id': 'bc35d747-82c1-4da0-b3d5-df9fe1604012', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:23:45.555862 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd0433a-f0ef-4e72-9f38-4517bdc75199 tempest-NetworksIpV6Test-203584526 tempest-NetworksIpV6Test-203584526-project] Pushing event updated for resources: {'Network': ['ID=bc35d747-82c1-4da0-b3d5-df9fe1604012,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:23:45.567206 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Network bc35d747-82c1-4da0-b3d5-df9fe1604012 details requested by agent ovs-agent-n-d-816206-8 with host n-d-816206-8 {{(pid=103592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 18:23:45.606845 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5620d4d9-94c3-49a5-a177-aea634fa0ccc tempest-NetworksIpV6Test-203584526 tempest-NetworksIpV6Test-203584526-project] Made reservation on behalf of ebe5382fffca4eb68b668df4a50c614c for: {'subnet': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:23:45.610379 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-5620d4d9-94c3-49a5-a177-aea634fa0ccc tempest-NetworksIpV6Test-203584526 tempest-NetworksIpV6Test-203584526-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264314294'] for subnet, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:45.694990 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16c2bfdd-bad6-40fe-bc1a-34d75fe53f3e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp355044b8-8e87-58c4-94fa-4a010ec30f9e-b5715d7c-826d-4b9f-af94-2d5017a49ebe', 'network_id': 'b5715d7c-826d-4b9f-af94-2d5017a49ebe', 'tenant_id': 'ebe5382fffca4eb68b668df4a50c614c', 'fixed_ips': [{'subnet_id': 'e83ad88e-e493-46d6-9533-5a9682c11216'}]}} from n-d-816206-8. {{(pid=103592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 18:23:45.696556 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-16c2bfdd-bad6-40fe-bc1a-34d75fe53f3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:45.800009 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-5620d4d9-94c3-49a5-a177-aea634fa0ccc tempest-NetworksIpV6Test-203584526 tempest-NetworksIpV6Test-203584526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264758079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264314276'] for subnet, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:45.834593 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.db_base_plugin_common [None req-16c2bfdd-bad6-40fe-bc1a-34d75fe53f3e None None] Allocated IP 2001:db8::2 (b5715d7c-826d-4b9f-af94-2d5017a49ebe/e83ad88e-e493-46d6-9533-5a9682c11216/fde5bdb8-7e2f-463d-bbdd-b8507c58dcd4) {{(pid=103592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:23:45.860808 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5620d4d9-94c3-49a5-a177-aea634fa0ccc tempest-NetworksIpV6Test-203584526 tempest-NetworksIpV6Test-203584526-project] Pushing event updated for resources: {'Subnet': ['ID=20d8e968-e1f3-419d-9090-c325daacae62,revision_number=0']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:23:45.871468 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5620d4d9-94c3-49a5-a177-aea634fa0ccc tempest-NetworksIpV6Test-203584526 tempest-NetworksIpV6Test-203584526-project] Checking segment: {'id': 'afd6d2c2-0295-4c22-a16c-5e95e6ca2e1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': 'bc35d747-82c1-4da0-b3d5-df9fe1604012'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:23:45.871844 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5620d4d9-94c3-49a5-a177-aea634fa0ccc tempest-NetworksIpV6Test-203584526 tempest-NetworksIpV6Test-203584526-project] Network hostable DHCP agents. Network: bc35d747-82c1-4da0-b3d5-df9fe1604012, hostable agents: ['0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3'], hosted agents: [] {{(pid=103591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 18:23:45.889711 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5620d4d9-94c3-49a5-a177-aea634fa0ccc tempest-NetworksIpV6Test-203584526 tempest-NetworksIpV6Test-203584526-project] Network bc35d747-82c1-4da0-b3d5-df9fe1604012 is scheduled to be hosted by DHCP agent 0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3 with binding_index 1 {{(pid=103591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 18:23:45.899215 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [None req-5620d4d9-94c3-49a5-a177-aea634fa0ccc tempest-NetworksIpV6Test-203584526 tempest-NetworksIpV6Test-203584526-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-8, bc35d747-82c1-4da0-b3d5-df9fe1604012) {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:23:45.904084 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5620d4d9-94c3-49a5-a177-aea634fa0ccc tempest-NetworksIpV6Test-203584526 tempest-NetworksIpV6Test-203584526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:23:45.905736 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-5620d4d9-94c3-49a5-a177-aea634fa0ccc tempest-NetworksIpV6Test-203584526 tempest-NetworksIpV6Test-203584526-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for subnet, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:45.924605 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-5620d4d9-94c3-49a5-a177-aea634fa0ccc tempest-NetworksIpV6Test-203584526 tempest-NetworksIpV6Test-203584526-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4231088 Nov 23 18:23:45.927114 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 55672) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:23:45.995484 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-16c2bfdd-bad6-40fe-bc1a-34d75fe53f3e None None] Publish callbacks [] for port, precommit_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:46.001490 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-16c2bfdd-bad6-40fe-bc1a-34d75fe53f3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980'] for port, after_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:46.029825 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-21a22201-d221-4f1f-b873-bb7893ee3007 tempest-NetworksIpV6Test-203584526 tempest-NetworksIpV6Test-203584526-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-555181'] for network, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:46.036944 n-d-816206-8 neutron-server[103592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16c2bfdd-bad6-40fe-bc1a-34d75fe53f3e None None] Network b5715d7c-826d-4b9f-af94-2d5017a49ebe is already hosted by enough agents. {{(pid=103592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:23:46.043187 n-d-816206-8 neutron-server[103592]: DEBUG neutron.scheduler.base_scheduler [None req-16c2bfdd-bad6-40fe-bc1a-34d75fe53f3e None None] Resources bound (agent type, host, resource id): {{(pid=103592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:23:46.047949 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16c2bfdd-bad6-40fe-bc1a-34d75fe53f3e None None] Received port after_create {{(pid=103592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:23:46.055045 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c2bfdd-bad6-40fe-bc1a-34d75fe53f3e None None] Pushing event updated for resources: {'Port': ['ID=fde5bdb8-7e2f-463d-bbdd-b8507c58dcd4,revision_number=1']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:23:46.083807 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-21a22201-d221-4f1f-b873-bb7893ee3007 tempest-NetworksIpV6Test-203584526 tempest-NetworksIpV6Test-203584526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971956'] for subnet, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:46.105402 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-16c2bfdd-bad6-40fe-bc1a-34d75fe53f3e None None] Attempting to bind port fde5bdb8-7e2f-463d-bbdd-b8507c58dcd4 on host n-d-816206-8 for vnic_type normal with profile {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:23:46.105767 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-16c2bfdd-bad6-40fe-bc1a-34d75fe53f3e None None] Attempting to bind port fde5bdb8-7e2f-463d-bbdd-b8507c58dcd4 by drivers openvswitch,hyperv on host n-d-816206-8 at level 0 using segments [{'id': '0950560a-3cd8-43c4-b407-4cd982d5bb38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'b5715d7c-826d-4b9f-af94-2d5017a49ebe'}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:23:46.106126 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16c2bfdd-bad6-40fe-bc1a-34d75fe53f3e None None] Attempting to bind port fde5bdb8-7e2f-463d-bbdd-b8507c58dcd4 on network b5715d7c-826d-4b9f-af94-2d5017a49ebe {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:23:46.111545 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16c2bfdd-bad6-40fe-bc1a-34d75fe53f3e None None] Checking agent: {'id': '9e89acbe-4bbe-4c77-a18b-6f1da9133e0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 7, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 23, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:23:46.111917 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16c2bfdd-bad6-40fe-bc1a-34d75fe53f3e None None] Checking segment: {'id': '0950560a-3cd8-43c4-b407-4cd982d5bb38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'b5715d7c-826d-4b9f-af94-2d5017a49ebe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:23:46.112307 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-16c2bfdd-bad6-40fe-bc1a-34d75fe53f3e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:46.112720 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16c2bfdd-bad6-40fe-bc1a-34d75fe53f3e None None] Bound using segment: {'id': '0950560a-3cd8-43c4-b407-4cd982d5bb38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'b5715d7c-826d-4b9f-af94-2d5017a49ebe'} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:23:46.113178 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-16c2bfdd-bad6-40fe-bc1a-34d75fe53f3e None None] Bound port: fde5bdb8-7e2f-463d-bbdd-b8507c58dcd4, host: n-d-816206-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0950560a-3cd8-43c4-b407-4cd982d5bb38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'b5715d7c-826d-4b9f-af94-2d5017a49ebe'}}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:23:46.113553 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-16c2bfdd-bad6-40fe-bc1a-34d75fe53f3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:46.144603 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-21a22201-d221-4f1f-b873-bb7893ee3007 tempest-NetworksIpV6Test-203584526 tempest-NetworksIpV6Test-203584526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264758240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264314269'] for subnet, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:46.173875 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a22201-d221-4f1f-b873-bb7893ee3007 tempest-NetworksIpV6Test-203584526 tempest-NetworksIpV6Test-203584526-project] Pushing event deleted for resources: {'Subnet': ['ID=20d8e968-e1f3-419d-9090-c325daacae62,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:23:46.180519 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-16c2bfdd-bad6-40fe-bc1a-34d75fe53f3e None None] For port fde5bdb8-7e2f-463d-bbdd-b8507c58dcd4, host n-d-816206-8, cleared binding levels {{(pid=103592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:23:46.184169 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-16c2bfdd-bad6-40fe-bc1a-34d75fe53f3e None None] For port fde5bdb8-7e2f-463d-bbdd-b8507c58dcd4, host n-d-816206-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=fde5bdb8-7e2f-463d-bbdd-b8507c58dcd4,segment=NetworkSegment(0950560a-3cd8-43c4-b407-4cd982d5bb38),segment_id=0950560a-3cd8-43c4-b407-4cd982d5bb38)] {{(pid=103592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:23:46.189797 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-16c2bfdd-bad6-40fe-bc1a-34d75fe53f3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:46.249933 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-21a22201-d221-4f1f-b873-bb7893ee3007 tempest-NetworksIpV6Test-203584526 tempest-NetworksIpV6Test-203584526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973419', 'neutron.services.segments.db._delete_segments_for_network-8736635878840'] for network, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:46.250629 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c2bfdd-bad6-40fe-bc1a-34d75fe53f3e None None] Pushing event updated for resources: {'Port': ['ID=fde5bdb8-7e2f-463d-bbdd-b8507c58dcd4,revision_number=2']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:23:46.272469 n-d-816206-8 neutron-server[103591]: DEBUG neutron.services.segments.db [None req-21a22201-d221-4f1f-b873-bb7893ee3007 tempest-NetworksIpV6Test-203584526 tempest-NetworksIpV6Test-203584526-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc35d747-82c1-4da0-b3d5-df9fe1604012']}} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:23:46.284147 n-d-816206-8 neutron-server[103591]: DEBUG neutron.services.segments.db [None req-21a22201-d221-4f1f-b873-bb7893ee3007 tempest-NetworksIpV6Test-203584526 tempest-NetworksIpV6Test-203584526-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'afd6d2c2-0295-4c22-a16c-5e95e6ca2e1b') {'for_net_delete': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:23:46.284147 n-d-816206-8 neutron-server[103591]: DEBUG neutron.services.segments.db [None req-21a22201-d221-4f1f-b873-bb7893ee3007 tempest-NetworksIpV6Test-203584526 tempest-NetworksIpV6Test-203584526-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'afd6d2c2-0295-4c22-a16c-5e95e6ca2e1b') {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:23:46.295645 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-21a22201-d221-4f1f-b873-bb7893ee3007 tempest-NetworksIpV6Test-203584526 tempest-NetworksIpV6Test-203584526-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736635840332', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265989959'] for segment, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:46.304005 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device b9911fe2-8ebe-42f9-9ac1-4e78dc381704 up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:23:46.311716 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-21a22201-d221-4f1f-b873-bb7893ee3007 tempest-NetworksIpV6Test-203584526 tempest-NetworksIpV6Test-203584526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:46.318203 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21a22201-d221-4f1f-b873-bb7893ee3007 tempest-NetworksIpV6Test-203584526 tempest-NetworksIpV6Test-203584526-project] Releasing vlan 544 on physical network physnet1 to pool {{(pid=103591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 18:23:46.318685 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-21a22201-d221-4f1f-b873-bb7893ee3007 tempest-NetworksIpV6Test-203584526 tempest-NetworksIpV6Test-203584526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264756290'] for segment, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:46.322224 n-d-816206-8 neutron-server[103591]: Traceback (most recent call last): Nov 23 18:23:46.322224 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 18:23:46.322224 n-d-816206-8 neutron-server[103591]: timer() Nov 23 18:23:46.322224 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 18:23:46.322224 n-d-816206-8 neutron-server[103591]: cb(*args, **kw) Nov 23 18:23:46.322224 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 18:23:46.322224 n-d-816206-8 neutron-server[103591]: return func(*args, **kwargs) Nov 23 18:23:46.322224 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 18:23:46.322224 n-d-816206-8 neutron-server[103591]: self._notify() Nov 23 18:23:46.322224 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 18:23:46.322224 n-d-816206-8 neutron-server[103591]: self.callback(batched_events) Nov 23 18:23:46.322224 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 18:23:46.322224 n-d-816206-8 neutron-server[103591]: event.method(event) Nov 23 18:23:46.322224 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 18:23:46.322224 n-d-816206-8 neutron-server[103591]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 18:23:46.322224 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 18:23:46.322224 n-d-816206-8 neutron-server[103591]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 18:23:46.322224 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 18:23:46.322224 n-d-816206-8 neutron-server[103591]: return f(self, *a, **k) Nov 23 18:23:46.322224 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 18:23:46.322224 n-d-816206-8 neutron-server[103591]: return self._get(url).json() Nov 23 18:23:46.322224 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 18:23:46.322224 n-d-816206-8 neutron-server[103591]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 18:23:46.322224 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 18:23:46.322224 n-d-816206-8 neutron-server[103591]: return self.request(url, 'GET', **kwargs) Nov 23 18:23:46.322224 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 18:23:46.322224 n-d-816206-8 neutron-server[103591]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 18:23:46.322224 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 18:23:46.322224 n-d-816206-8 neutron-server[103591]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 18:23:46.322224 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 18:23:46.322224 n-d-816206-8 neutron-server[103591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 18:23:46.322224 n-d-816206-8 neutron-server[103591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 18:23:46.356263 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port b9911fe2-8ebe-42f9-9ac1-4e78dc381704 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:23:46.356863 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:46.407448 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-21a22201-d221-4f1f-b873-bb7893ee3007 tempest-NetworksIpV6Test-203584526 tempest-NetworksIpV6Test-203584526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1795418'] for network, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:46.423166 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-21a22201-d221-4f1f-b873-bb7893ee3007 tempest-NetworksIpV6Test-203584526 tempest-NetworksIpV6Test-203584526-project] Publish callbacks [] for network, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:46.427763 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-21a22201-d221-4f1f-b873-bb7893ee3007 tempest-NetworksIpV6Test-203584526 tempest-NetworksIpV6Test-203584526-project] 10.222.0.60 "DELETE /v2.0/networks/bc35d747-82c1-4da0-b3d5-df9fe1604012 HTTP/1.1" status: 204 len: 168 time: 0.4997113 Nov 23 18:23:46.431045 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 55674) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:23:46.439494 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a22201-d221-4f1f-b873-bb7893ee3007 tempest-NetworksIpV6Test-203584526 tempest-NetworksIpV6Test-203584526-project] Pushing event deleted for resources: {'Network': ['ID=bc35d747-82c1-4da0-b3d5-df9fe1604012,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:23:46.469293 n-d-816206-8 neutron-server[103590]: INFO neutron.pecan_wsgi.hooks.translation [None req-fdd6a8ea-3ebf-44a8-ab33-7fae0348701d tempest-NetworksIpV6Test-203584526 tempest-NetworksIpV6Test-203584526-project] GET failed (client error): The resource could not be found. Nov 23 18:23:46.470640 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-fdd6a8ea-3ebf-44a8-ab33-7fae0348701d tempest-NetworksIpV6Test-203584526 tempest-NetworksIpV6Test-203584526-project] 10.222.0.60 "GET /v2.0/subnets/20d8e968-e1f3-419d-9090-c325daacae62 HTTP/1.1" status: 404 len: 337 time: 0.0385444 Nov 23 18:23:46.473601 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 55676) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:23:46.491808 n-d-816206-8 neutron-server[103590]: INFO neutron.pecan_wsgi.hooks.translation [None req-02d73f42-4757-4cd8-a4d4-a21af3e39fd1 tempest-NetworksIpV6Test-203584526 tempest-NetworksIpV6Test-203584526-project] DELETE failed (client error): The resource could not be found. Nov 23 18:23:46.492379 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02d73f42-4757-4cd8-a4d4-a21af3e39fd1 tempest-NetworksIpV6Test-203584526 tempest-NetworksIpV6Test-203584526-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103590) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 18:23:46.495625 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-02d73f42-4757-4cd8-a4d4-a21af3e39fd1 tempest-NetworksIpV6Test-203584526 tempest-NetworksIpV6Test-203584526-project] 10.222.0.60 "DELETE /v2.0/networks/bc35d747-82c1-4da0-b3d5-df9fe1604012 HTTP/1.1" status: 404 len: 339 time: 0.0209110 Nov 23 18:23:46.499282 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 55678) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:23:46.526519 n-d-816206-8 neutron-server[103590]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b11f6e2-1694-4273-a152-ae04aa11cd64 tempest-NetworksIpV6Test-203584526 tempest-NetworksIpV6Test-203584526-project] DELETE failed (client error): The resource could not be found. Nov 23 18:23:46.526971 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b11f6e2-1694-4273-a152-ae04aa11cd64 tempest-NetworksIpV6Test-203584526 tempest-NetworksIpV6Test-203584526-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103590) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 18:23:46.530136 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-3b11f6e2-1694-4273-a152-ae04aa11cd64 tempest-NetworksIpV6Test-203584526 tempest-NetworksIpV6Test-203584526-project] 10.222.0.60 "DELETE /v2.0/subnets/20d8e968-e1f3-419d-9090-c325daacae62 HTTP/1.1" status: 404 len: 337 time: 0.0298357 Nov 23 18:23:46.533334 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 55680) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:23:46.551709 n-d-816206-8 neutron-server[103590]: INFO neutron.pecan_wsgi.hooks.translation [None req-46ec2ed9-ced4-47c6-b7a0-b665747401b5 tempest-NetworksIpV6Test-203584526 tempest-NetworksIpV6Test-203584526-project] DELETE failed (client error): The resource could not be found. Nov 23 18:23:46.552204 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46ec2ed9-ced4-47c6-b7a0-b665747401b5 tempest-NetworksIpV6Test-203584526 tempest-NetworksIpV6Test-203584526-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103590) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 18:23:46.555318 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-46ec2ed9-ced4-47c6-b7a0-b665747401b5 tempest-NetworksIpV6Test-203584526 tempest-NetworksIpV6Test-203584526-project] 10.222.0.60 "DELETE /v2.0/networks/bc35d747-82c1-4da0-b3d5-df9fe1604012 HTTP/1.1" status: 404 len: 339 time: 0.0209525 Nov 23 18:23:46.557993 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 55682) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:23:46.608792 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_v2 [None req-4889d0fc-db69-4c4b-8e3c-436eda21468b tempest-NetworksIpV6Test-203584526 tempest-NetworksIpV6Test-203584526-project] Deleting subnet e83ad88e-e493-46d6-9533-5a9682c11216 {{(pid=103590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 18:23:46.612095 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4889d0fc-db69-4c4b-8e3c-436eda21468b tempest-NetworksIpV6Test-203584526 tempest-NetworksIpV6Test-203584526-project] Publish callbacks [] for subnet, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:46.650456 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4889d0fc-db69-4c4b-8e3c-436eda21468b tempest-NetworksIpV6Test-203584526 tempest-NetworksIpV6Test-203584526-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-267528342'] for subnet, precommit_delete_associations {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:46.724887 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-52822d53-48f5-4819-8a95-bdc13aea0bf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:46.739617 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4889d0fc-db69-4c4b-8e3c-436eda21468b tempest-NetworksIpV6Test-203584526 tempest-NetworksIpV6Test-203584526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971956'] for subnet, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:46.797307 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4889d0fc-db69-4c4b-8e3c-436eda21468b tempest-NetworksIpV6Test-203584526 tempest-NetworksIpV6Test-203584526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264357903', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264730940'] for subnet, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:46.825100 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4889d0fc-db69-4c4b-8e3c-436eda21468b tempest-NetworksIpV6Test-203584526 tempest-NetworksIpV6Test-203584526-project] Pushing event deleted for resources: {'Subnet': ['ID=e83ad88e-e493-46d6-9533-5a9682c11216,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:23:46.827023 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4889d0fc-db69-4c4b-8e3c-436eda21468b tempest-NetworksIpV6Test-203584526 tempest-NetworksIpV6Test-203584526-project] Publish callbacks [] for subnet, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:46.833233 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-4889d0fc-db69-4c4b-8e3c-436eda21468b tempest-NetworksIpV6Test-203584526 tempest-NetworksIpV6Test-203584526-project] 10.222.0.60 "DELETE /v2.0/subnets/e83ad88e-e493-46d6-9533-5a9682c11216 HTTP/1.1" status: 204 len: 168 time: 0.2719104 Nov 23 18:23:46.833395 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 55684) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:23:46.915517 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a1488d57-c4a7-45d8-8a9a-671b26b87160 tempest-NetworksIpV6Test-203584526 tempest-NetworksIpV6Test-203584526-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-555181'] for network, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:46.971891 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-a1488d57-c4a7-45d8-8a9a-671b26b87160 tempest-NetworksIpV6Test-203584526 tempest-NetworksIpV6Test-203584526-project] Deleting port fde5bdb8-7e2f-463d-bbdd-b8507c58dcd4 {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:23:46.972235 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a1488d57-c4a7-45d8-8a9a-671b26b87160 tempest-NetworksIpV6Test-203584526 tempest-NetworksIpV6Test-203584526-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:47.036988 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-a1488d57-c4a7-45d8-8a9a-671b26b87160 tempest-NetworksIpV6Test-203584526 tempest-NetworksIpV6Test-203584526-project] For port fde5bdb8-7e2f-463d-bbdd-b8507c58dcd4, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=fde5bdb8-7e2f-463d-bbdd-b8507c58dcd4,segment=NetworkSegment(0950560a-3cd8-43c4-b407-4cd982d5bb38),segment_id=0950560a-3cd8-43c4-b407-4cd982d5bb38)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:23:47.037346 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a1488d57-c4a7-45d8-8a9a-671b26b87160 tempest-NetworksIpV6Test-203584526 tempest-NetworksIpV6Test-203584526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:47.056076 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-a1488d57-c4a7-45d8-8a9a-671b26b87160 tempest-NetworksIpV6Test-203584526 tempest-NetworksIpV6Test-203584526-project] Calling delete_port for fde5bdb8-7e2f-463d-bbdd-b8507c58dcd4 owned by network:dhcp {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:23:47.152051 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a1488d57-c4a7-45d8-8a9a-671b26b87160 tempest-NetworksIpV6Test-203584526 tempest-NetworksIpV6Test-203584526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:47.161757 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b1f38d5-a027-4a3f-aea5-c0fa1931ba14 None None] Network b5715d7c-826d-4b9f-af94-2d5017a49ebe requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:23:47.179694 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1488d57-c4a7-45d8-8a9a-671b26b87160 tempest-NetworksIpV6Test-203584526 tempest-NetworksIpV6Test-203584526-project] Pushing event deleted for resources: {'Port': ['ID=fde5bdb8-7e2f-463d-bbdd-b8507c58dcd4,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:23:47.184630 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00263877-25a4-425b-8151-6005ac4bfed8 None None] Network bc35d747-82c1-4da0-b3d5-df9fe1604012 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:23:47.185403 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1488d57-c4a7-45d8-8a9a-671b26b87160 tempest-NetworksIpV6Test-203584526 tempest-NetworksIpV6Test-203584526-project] No DVR routers for this DVR port fde5bdb8-7e2f-463d-bbdd-b8507c58dcd4 on host n-d-816206-8 {{(pid=103590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:23:47.210362 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-1d8c578a-8d65-44af-86ec-4cd1209d1321 None None] Could not find standard attr ID for object fde5bdb8-7e2f-463d-bbdd-b8507c58dcd4. {{(pid=103592) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 18:23:47.214191 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00263877-25a4-425b-8151-6005ac4bfed8 None None] Network bc35d747-82c1-4da0-b3d5-df9fe1604012 could not be found, it might have been deleted concurrently. {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 23 18:23:47.249394 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e3a0509-46f9-4679-a785-8b0054284b19 None None] Network bc35d747-82c1-4da0-b3d5-df9fe1604012 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:23:47.269424 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e3a0509-46f9-4679-a785-8b0054284b19 None None] Network bc35d747-82c1-4da0-b3d5-df9fe1604012 could not be found, it might have been deleted concurrently. {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 23 18:23:47.269679 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a1488d57-c4a7-45d8-8a9a-671b26b87160 tempest-NetworksIpV6Test-203584526 tempest-NetworksIpV6Test-203584526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973419', 'neutron.services.segments.db._delete_segments_for_network-8736635878840'] for network, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:47.289469 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-a1488d57-c4a7-45d8-8a9a-671b26b87160 tempest-NetworksIpV6Test-203584526 tempest-NetworksIpV6Test-203584526-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5715d7c-826d-4b9f-af94-2d5017a49ebe']}} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:23:47.299239 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-a1488d57-c4a7-45d8-8a9a-671b26b87160 tempest-NetworksIpV6Test-203584526 tempest-NetworksIpV6Test-203584526-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0950560a-3cd8-43c4-b407-4cd982d5bb38') {'for_net_delete': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:23:47.299530 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-a1488d57-c4a7-45d8-8a9a-671b26b87160 tempest-NetworksIpV6Test-203584526 tempest-NetworksIpV6Test-203584526-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0950560a-3cd8-43c4-b407-4cd982d5bb38') {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:23:47.309219 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a1488d57-c4a7-45d8-8a9a-671b26b87160 tempest-NetworksIpV6Test-203584526 tempest-NetworksIpV6Test-203584526-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736635840332', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-267528353'] for segment, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:47.317501 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35a49478-e2cd-4665-b543-83eac2ee87a0 None None] Network b5715d7c-826d-4b9f-af94-2d5017a49ebe requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:23:47.323327 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a1488d57-c4a7-45d8-8a9a-671b26b87160 tempest-NetworksIpV6Test-203584526 tempest-NetworksIpV6Test-203584526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:47.330231 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1488d57-c4a7-45d8-8a9a-671b26b87160 tempest-NetworksIpV6Test-203584526 tempest-NetworksIpV6Test-203584526-project] Releasing vlan 504 on physical network physnet1 to pool {{(pid=103590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 18:23:47.330915 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a1488d57-c4a7-45d8-8a9a-671b26b87160 tempest-NetworksIpV6Test-203584526 tempest-NetworksIpV6Test-203584526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264370093'] for segment, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:47.334175 n-d-816206-8 neutron-server[103590]: Traceback (most recent call last): Nov 23 18:23:47.334175 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 18:23:47.334175 n-d-816206-8 neutron-server[103590]: timer() Nov 23 18:23:47.334175 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 18:23:47.334175 n-d-816206-8 neutron-server[103590]: cb(*args, **kw) Nov 23 18:23:47.334175 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 18:23:47.334175 n-d-816206-8 neutron-server[103590]: return func(*args, **kwargs) Nov 23 18:23:47.334175 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 18:23:47.334175 n-d-816206-8 neutron-server[103590]: self._notify() Nov 23 18:23:47.334175 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 18:23:47.334175 n-d-816206-8 neutron-server[103590]: self.callback(batched_events) Nov 23 18:23:47.334175 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 18:23:47.334175 n-d-816206-8 neutron-server[103590]: event.method(event) Nov 23 18:23:47.334175 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 18:23:47.334175 n-d-816206-8 neutron-server[103590]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 18:23:47.334175 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 18:23:47.334175 n-d-816206-8 neutron-server[103590]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 18:23:47.334175 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 18:23:47.334175 n-d-816206-8 neutron-server[103590]: return f(self, *a, **k) Nov 23 18:23:47.334175 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 18:23:47.334175 n-d-816206-8 neutron-server[103590]: return self._get(url).json() Nov 23 18:23:47.334175 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 18:23:47.334175 n-d-816206-8 neutron-server[103590]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 18:23:47.334175 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 18:23:47.334175 n-d-816206-8 neutron-server[103590]: return self.request(url, 'GET', **kwargs) Nov 23 18:23:47.334175 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 18:23:47.334175 n-d-816206-8 neutron-server[103590]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 18:23:47.334175 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 18:23:47.334175 n-d-816206-8 neutron-server[103590]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 18:23:47.334175 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 18:23:47.334175 n-d-816206-8 neutron-server[103590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 18:23:47.334175 n-d-816206-8 neutron-server[103590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 18:23:47.397283 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a1488d57-c4a7-45d8-8a9a-671b26b87160 tempest-NetworksIpV6Test-203584526 tempest-NetworksIpV6Test-203584526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1795418'] for network, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:47.405281 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a1488d57-c4a7-45d8-8a9a-671b26b87160 tempest-NetworksIpV6Test-203584526 tempest-NetworksIpV6Test-203584526-project] Publish callbacks [] for network, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:47.410692 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-a1488d57-c4a7-45d8-8a9a-671b26b87160 tempest-NetworksIpV6Test-203584526 tempest-NetworksIpV6Test-203584526-project] 10.222.0.60 "DELETE /v2.0/networks/b5715d7c-826d-4b9f-af94-2d5017a49ebe HTTP/1.1" status: 204 len: 168 time: 0.5740824 Nov 23 18:23:47.410872 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 55686) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:23:47.445283 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1488d57-c4a7-45d8-8a9a-671b26b87160 tempest-NetworksIpV6Test-203584526 tempest-NetworksIpV6Test-203584526-project] Pushing event deleted for resources: {'Network': ['ID=b5715d7c-826d-4b9f-af94-2d5017a49ebe,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:23:47.447531 n-d-816206-8 neutron-server[103590]: INFO neutron.pecan_wsgi.hooks.translation [None req-57c77ad6-ac13-4e9e-a1d5-0bd01b5fc996 tempest-NetworksIpV6Test-203584526 tempest-NetworksIpV6Test-203584526-project] DELETE failed (client error): The resource could not be found. Nov 23 18:23:47.447837 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57c77ad6-ac13-4e9e-a1d5-0bd01b5fc996 tempest-NetworksIpV6Test-203584526 tempest-NetworksIpV6Test-203584526-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103590) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 18:23:47.455057 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-57c77ad6-ac13-4e9e-a1d5-0bd01b5fc996 tempest-NetworksIpV6Test-203584526 tempest-NetworksIpV6Test-203584526-project] 10.222.0.60 "DELETE /v2.0/subnets/17be2c05-4acd-47cc-8a59-0b5a8708ab5f HTTP/1.1" status: 404 len: 337 time: 0.0409515 Nov 23 18:23:47.455445 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 55688) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:23:47.474048 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64b3b754-2166-429b-8d10-aee41d59cae1 None None] DHCP port deletion for b5715d7c-826d-4b9f-af94-2d5017a49ebe request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:23:47.474888 n-d-816206-8 neutron-server[103590]: INFO neutron.pecan_wsgi.hooks.translation [None req-6fd8074f-f684-47b9-9566-edc95380d90c tempest-NetworksIpV6Test-203584526 tempest-NetworksIpV6Test-203584526-project] DELETE failed (client error): The resource could not be found. Nov 23 18:23:47.475394 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6fd8074f-f684-47b9-9566-edc95380d90c tempest-NetworksIpV6Test-203584526 tempest-NetworksIpV6Test-203584526-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103590) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 18:23:47.478466 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-6fd8074f-f684-47b9-9566-edc95380d90c tempest-NetworksIpV6Test-203584526 tempest-NetworksIpV6Test-203584526-project] 10.222.0.60 "DELETE /v2.0/networks/e1c37f8e-a52a-4dfe-be51-bc1d41809c83 HTTP/1.1" status: 404 len: 339 time: 0.0220981 Nov 23 18:23:47.481357 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 55690) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:23:47.507882 n-d-816206-8 neutron-server[103590]: INFO neutron.pecan_wsgi.hooks.translation [None req-1db57421-ee45-4ce0-95ee-c4a8ef2d0349 tempest-NetworksIpV6Test-203584526 tempest-NetworksIpV6Test-203584526-project] DELETE failed (client error): The resource could not be found. Nov 23 18:23:47.508331 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1db57421-ee45-4ce0-95ee-c4a8ef2d0349 tempest-NetworksIpV6Test-203584526 tempest-NetworksIpV6Test-203584526-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103590) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 18:23:47.511344 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-1db57421-ee45-4ce0-95ee-c4a8ef2d0349 tempest-NetworksIpV6Test-203584526 tempest-NetworksIpV6Test-203584526-project] 10.222.0.60 "DELETE /v2.0/subnets/f274ecb4-fc51-4e99-bef4-db62f8dbbbd5 HTTP/1.1" status: 404 len: 337 time: 0.0290742 Nov 23 18:23:47.514023 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 55692) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:23:47.531624 n-d-816206-8 neutron-server[103590]: INFO neutron.pecan_wsgi.hooks.translation [None req-169e963c-b1ca-4f8a-a331-4e83ed191979 tempest-NetworksIpV6Test-203584526 tempest-NetworksIpV6Test-203584526-project] DELETE failed (client error): The resource could not be found. Nov 23 18:23:47.532092 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-169e963c-b1ca-4f8a-a331-4e83ed191979 tempest-NetworksIpV6Test-203584526 tempest-NetworksIpV6Test-203584526-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103590) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 18:23:47.535031 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-169e963c-b1ca-4f8a-a331-4e83ed191979 tempest-NetworksIpV6Test-203584526 tempest-NetworksIpV6Test-203584526-project] 10.222.0.60 "DELETE /v2.0/networks/481b5eee-95bf-40eb-a3c0-309506923dd7 HTTP/1.1" status: 404 len: 339 time: 0.0201247 Nov 23 18:23:47.537861 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 55694) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:23:47.588912 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a610070-88f6-4092-ad03-2e4fc94aabb4 tempest-NetworksIpV6Test-203584526 tempest-NetworksIpV6Test-203584526-project] Deleting subnet 3587b06a-5412-4a44-ac0f-32d938b36002 {{(pid=103590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 18:23:47.592165 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8a610070-88f6-4092-ad03-2e4fc94aabb4 tempest-NetworksIpV6Test-203584526 tempest-NetworksIpV6Test-203584526-project] Publish callbacks [] for subnet, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:47.637454 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8a610070-88f6-4092-ad03-2e4fc94aabb4 tempest-NetworksIpV6Test-203584526 tempest-NetworksIpV6Test-203584526-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-267528342'] for subnet, precommit_delete_associations {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:47.720671 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8a610070-88f6-4092-ad03-2e4fc94aabb4 tempest-NetworksIpV6Test-203584526 tempest-NetworksIpV6Test-203584526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971956'] for subnet, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:47.778410 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8a610070-88f6-4092-ad03-2e4fc94aabb4 tempest-NetworksIpV6Test-203584526 tempest-NetworksIpV6Test-203584526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264357903', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264730940'] for subnet, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:47.813228 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a610070-88f6-4092-ad03-2e4fc94aabb4 tempest-NetworksIpV6Test-203584526 tempest-NetworksIpV6Test-203584526-project] Pushing event deleted for resources: {'Subnet': ['ID=3587b06a-5412-4a44-ac0f-32d938b36002,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:23:47.816292 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8a610070-88f6-4092-ad03-2e4fc94aabb4 tempest-NetworksIpV6Test-203584526 tempest-NetworksIpV6Test-203584526-project] Publish callbacks [] for subnet, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:47.820233 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-8a610070-88f6-4092-ad03-2e4fc94aabb4 tempest-NetworksIpV6Test-203584526 tempest-NetworksIpV6Test-203584526-project] 10.222.0.60 "DELETE /v2.0/subnets/3587b06a-5412-4a44-ac0f-32d938b36002 HTTP/1.1" status: 204 len: 168 time: 0.2814767 Nov 23 18:23:47.821346 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf794033-99da-450c-81cd-9901dd42d4ad None None] Network 25e25df1-ec8d-413c-ab24-427e584d65a7 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:23:47.822754 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 55696) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:23:47.898289 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-95b3f1e3-04be-4127-8330-66a1e97bf6a7 tempest-NetworksIpV6Test-203584526 tempest-NetworksIpV6Test-203584526-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-555181'] for network, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:47.948745 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9a27ae6c-db98-474f-94c1-cc99bf842d79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:47.954451 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-95b3f1e3-04be-4127-8330-66a1e97bf6a7 tempest-NetworksIpV6Test-203584526 tempest-NetworksIpV6Test-203584526-project] Deleting port b9911fe2-8ebe-42f9-9ac1-4e78dc381704 {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:23:47.954794 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-95b3f1e3-04be-4127-8330-66a1e97bf6a7 tempest-NetworksIpV6Test-203584526 tempest-NetworksIpV6Test-203584526-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:48.023520 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfc84455-1bf2-4f4a-ae0c-642abc8e6cba None None] DHCP port deletion for 25e25df1-ec8d-413c-ab24-427e584d65a7 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:23:48.026552 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-95b3f1e3-04be-4127-8330-66a1e97bf6a7 tempest-NetworksIpV6Test-203584526 tempest-NetworksIpV6Test-203584526-project] For port b9911fe2-8ebe-42f9-9ac1-4e78dc381704, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=b9911fe2-8ebe-42f9-9ac1-4e78dc381704,segment=NetworkSegment(da7afc6d-979d-40d1-b318-a33cc4e2a0be),segment_id=da7afc6d-979d-40d1-b318-a33cc4e2a0be)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:23:48.026912 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-95b3f1e3-04be-4127-8330-66a1e97bf6a7 tempest-NetworksIpV6Test-203584526 tempest-NetworksIpV6Test-203584526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:48.039721 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-95b3f1e3-04be-4127-8330-66a1e97bf6a7 tempest-NetworksIpV6Test-203584526 tempest-NetworksIpV6Test-203584526-project] Calling delete_port for b9911fe2-8ebe-42f9-9ac1-4e78dc381704 owned by network:dhcp {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:23:48.074277 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-dfc84455-1bf2-4f4a-ae0c-642abc8e6cba None None] Deleting port b9911fe2-8ebe-42f9-9ac1-4e78dc381704 {{(pid=103592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:23:48.074918 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-dfc84455-1bf2-4f4a-ae0c-642abc8e6cba None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:48.122106 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-95b3f1e3-04be-4127-8330-66a1e97bf6a7 tempest-NetworksIpV6Test-203584526 tempest-NetworksIpV6Test-203584526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:48.144071 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-dfc84455-1bf2-4f4a-ae0c-642abc8e6cba None None] For port b9911fe2-8ebe-42f9-9ac1-4e78dc381704, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=b9911fe2-8ebe-42f9-9ac1-4e78dc381704,segment=NetworkSegment(da7afc6d-979d-40d1-b318-a33cc4e2a0be),segment_id=da7afc6d-979d-40d1-b318-a33cc4e2a0be)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:23:48.144381 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-dfc84455-1bf2-4f4a-ae0c-642abc8e6cba None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:48.152354 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b3f1e3-04be-4127-8330-66a1e97bf6a7 tempest-NetworksIpV6Test-203584526 tempest-NetworksIpV6Test-203584526-project] Pushing event deleted for resources: {'Port': ['ID=b9911fe2-8ebe-42f9-9ac1-4e78dc381704,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:23:48.157557 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95b3f1e3-04be-4127-8330-66a1e97bf6a7 tempest-NetworksIpV6Test-203584526 tempest-NetworksIpV6Test-203584526-project] No DVR routers for this DVR port b9911fe2-8ebe-42f9-9ac1-4e78dc381704 on host n-d-816206-8 {{(pid=103590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:23:48.158090 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-dfc84455-1bf2-4f4a-ae0c-642abc8e6cba None None] Calling delete_port for b9911fe2-8ebe-42f9-9ac1-4e78dc381704 owned by network:dhcp {{(pid=103592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:23:48.232086 n-d-816206-8 neutron-server[103592]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 18:23:48.232086 n-d-816206-8 neutron-server[103592]: self.session.flush() Nov 23 18:23:48.232086 n-d-816206-8 neutron-server[103592]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 18:23:48.232086 n-d-816206-8 neutron-server[103592]: self.session.flush() Nov 23 18:23:48.232086 n-d-816206-8 neutron-server[103592]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 18:23:48.232086 n-d-816206-8 neutron-server[103592]: self.session.flush() Nov 23 18:23:48.232086 n-d-816206-8 neutron-server[103592]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 18:23:48.232086 n-d-816206-8 neutron-server[103592]: self.session.flush() Nov 23 18:23:48.232086 n-d-816206-8 neutron-server[103592]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 18:23:48.232086 n-d-816206-8 neutron-server[103592]: self.session.flush() Nov 23 18:23:48.232086 n-d-816206-8 neutron-server[103592]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 18:23:48.232086 n-d-816206-8 neutron-server[103592]: self.session.flush() Nov 23 18:23:48.232086 n-d-816206-8 neutron-server[103592]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 18:23:48.232086 n-d-816206-8 neutron-server[103592]: self.session.flush() Nov 23 18:23:48.232086 n-d-816206-8 neutron-server[103592]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 18:23:48.232086 n-d-816206-8 neutron-server[103592]: self.session.flush() Nov 23 18:23:48.232086 n-d-816206-8 neutron-server[103592]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 18:23:48.232086 n-d-816206-8 neutron-server[103592]: self.session.flush() Nov 23 18:23:48.232086 n-d-816206-8 neutron-server[103592]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 18:23:48.232086 n-d-816206-8 neutron-server[103592]: self.session.flush() Nov 23 18:23:48.232086 n-d-816206-8 neutron-server[103592]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 18:23:48.232086 n-d-816206-8 neutron-server[103592]: self.session.flush() Nov 23 18:23:48.232086 n-d-816206-8 neutron-server[103592]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 18:23:48.232086 n-d-816206-8 neutron-server[103592]: self.session.flush() Nov 23 18:23:48.232086 n-d-816206-8 neutron-server[103592]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 18:23:48.232086 n-d-816206-8 neutron-server[103592]: self.session.flush() Nov 23 18:23:48.232086 n-d-816206-8 neutron-server[103592]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 18:23:48.232086 n-d-816206-8 neutron-server[103592]: self.session.flush() Nov 23 18:23:48.232086 n-d-816206-8 neutron-server[103592]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 18:23:48.232086 n-d-816206-8 neutron-server[103592]: self.session.flush() Nov 23 18:23:48.232086 n-d-816206-8 neutron-server[103592]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 18:23:48.232086 n-d-816206-8 neutron-server[103592]: self.session.flush() Nov 23 18:23:48.232086 n-d-816206-8 neutron-server[103592]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 18:23:48.232086 n-d-816206-8 neutron-server[103592]: self.session.flush() Nov 23 18:23:48.232086 n-d-816206-8 neutron-server[103592]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 18:23:48.232086 n-d-816206-8 neutron-server[103592]: self.session.flush() Nov 23 18:23:48.232086 n-d-816206-8 neutron-server[103592]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 18:23:48.232086 n-d-816206-8 neutron-server[103592]: self.session.flush() Nov 23 18:23:48.232086 n-d-816206-8 neutron-server[103592]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 18:23:48.232086 n-d-816206-8 neutron-server[103592]: self.session.flush() Nov 23 18:23:48.232086 n-d-816206-8 neutron-server[103592]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 18:23:48.232086 n-d-816206-8 neutron-server[103592]: self.session.flush() Nov 23 18:23:48.232086 n-d-816206-8 neutron-server[103592]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 18:23:48.232086 n-d-816206-8 neutron-server[103592]: self.session.flush() Nov 23 18:23:48.232086 n-d-816206-8 neutron-server[103592]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 18:23:48.232086 n-d-816206-8 neutron-server[103592]: self.session.flush() Nov 23 18:23:48.232086 n-d-816206-8 neutron-server[103592]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 18:23:48.232086 n-d-816206-8 neutron-server[103592]: self.session.flush() Nov 23 18:23:48.232086 n-d-816206-8 neutron-server[103592]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 18:23:48.232086 n-d-816206-8 neutron-server[103592]: self.session.flush() Nov 23 18:23:48.232086 n-d-816206-8 neutron-server[103592]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 18:23:48.232086 n-d-816206-8 neutron-server[103592]: self.session.flush() Nov 23 18:23:48.232086 n-d-816206-8 neutron-server[103592]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 18:23:48.232086 n-d-816206-8 neutron-server[103592]: self.session.flush() Nov 23 18:23:48.241180 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-dfc84455-1bf2-4f4a-ae0c-642abc8e6cba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989'] for port, after_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:48.242042 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-95b3f1e3-04be-4127-8330-66a1e97bf6a7 tempest-NetworksIpV6Test-203584526 tempest-NetworksIpV6Test-203584526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973419', 'neutron.services.segments.db._delete_segments_for_network-8736635878840'] for network, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:48.270552 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc84455-1bf2-4f4a-ae0c-642abc8e6cba None None] Pushing event deleted for resources: {'Port': ['ID=b9911fe2-8ebe-42f9-9ac1-4e78dc381704,revision_number=None']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:23:48.273829 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfc84455-1bf2-4f4a-ae0c-642abc8e6cba None None] No DVR routers for this DVR port b9911fe2-8ebe-42f9-9ac1-4e78dc381704 on host n-d-816206-8 {{(pid=103592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:23:48.274215 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-95b3f1e3-04be-4127-8330-66a1e97bf6a7 tempest-NetworksIpV6Test-203584526 tempest-NetworksIpV6Test-203584526-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25e25df1-ec8d-413c-ab24-427e584d65a7']}} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:23:48.288145 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-95b3f1e3-04be-4127-8330-66a1e97bf6a7 tempest-NetworksIpV6Test-203584526 tempest-NetworksIpV6Test-203584526-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da7afc6d-979d-40d1-b318-a33cc4e2a0be') {'for_net_delete': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:23:48.288446 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-95b3f1e3-04be-4127-8330-66a1e97bf6a7 tempest-NetworksIpV6Test-203584526 tempest-NetworksIpV6Test-203584526-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da7afc6d-979d-40d1-b318-a33cc4e2a0be') {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:23:48.295418 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device b9911fe2-8ebe-42f9-9ac1-4e78dc381704 no longer exists at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:23:48.298603 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-95b3f1e3-04be-4127-8330-66a1e97bf6a7 tempest-NetworksIpV6Test-203584526 tempest-NetworksIpV6Test-203584526-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736635840332', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-267528353'] for segment, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:48.314886 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-95b3f1e3-04be-4127-8330-66a1e97bf6a7 tempest-NetworksIpV6Test-203584526 tempest-NetworksIpV6Test-203584526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:48.316224 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] No Port match for: b9911fe2-8ebe-42f9-9ac1-4e78dc381704 {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:23:48.316676 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device b9911fe2-8ebe-42f9-9ac1-4e78dc381704 not bound to the agent host n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:23:48.322058 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95b3f1e3-04be-4127-8330-66a1e97bf6a7 tempest-NetworksIpV6Test-203584526 tempest-NetworksIpV6Test-203584526-project] Releasing vlan 530 on physical network physnet1 to pool {{(pid=103590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 18:23:48.322551 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-95b3f1e3-04be-4127-8330-66a1e97bf6a7 tempest-NetworksIpV6Test-203584526 tempest-NetworksIpV6Test-203584526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264370093'] for segment, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:48.326265 n-d-816206-8 neutron-server[103590]: Traceback (most recent call last): Nov 23 18:23:48.326265 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 18:23:48.326265 n-d-816206-8 neutron-server[103590]: timer() Nov 23 18:23:48.326265 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 18:23:48.326265 n-d-816206-8 neutron-server[103590]: cb(*args, **kw) Nov 23 18:23:48.326265 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 18:23:48.326265 n-d-816206-8 neutron-server[103590]: return func(*args, **kwargs) Nov 23 18:23:48.326265 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 18:23:48.326265 n-d-816206-8 neutron-server[103590]: self._notify() Nov 23 18:23:48.326265 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 18:23:48.326265 n-d-816206-8 neutron-server[103590]: self.callback(batched_events) Nov 23 18:23:48.326265 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 18:23:48.326265 n-d-816206-8 neutron-server[103590]: event.method(event) Nov 23 18:23:48.326265 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 18:23:48.326265 n-d-816206-8 neutron-server[103590]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 18:23:48.326265 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 18:23:48.326265 n-d-816206-8 neutron-server[103590]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 18:23:48.326265 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 18:23:48.326265 n-d-816206-8 neutron-server[103590]: return f(self, *a, **k) Nov 23 18:23:48.326265 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 18:23:48.326265 n-d-816206-8 neutron-server[103590]: return self._get(url).json() Nov 23 18:23:48.326265 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 18:23:48.326265 n-d-816206-8 neutron-server[103590]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 18:23:48.326265 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 18:23:48.326265 n-d-816206-8 neutron-server[103590]: return self.request(url, 'GET', **kwargs) Nov 23 18:23:48.326265 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 18:23:48.326265 n-d-816206-8 neutron-server[103590]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 18:23:48.326265 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 18:23:48.326265 n-d-816206-8 neutron-server[103590]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 18:23:48.326265 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 18:23:48.326265 n-d-816206-8 neutron-server[103590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 18:23:48.326265 n-d-816206-8 neutron-server[103590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 18:23:48.388327 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-95b3f1e3-04be-4127-8330-66a1e97bf6a7 tempest-NetworksIpV6Test-203584526 tempest-NetworksIpV6Test-203584526-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1795418'] for network, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:48.394594 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-95b3f1e3-04be-4127-8330-66a1e97bf6a7 tempest-NetworksIpV6Test-203584526 tempest-NetworksIpV6Test-203584526-project] Publish callbacks [] for network, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:48.397571 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-95b3f1e3-04be-4127-8330-66a1e97bf6a7 tempest-NetworksIpV6Test-203584526 tempest-NetworksIpV6Test-203584526-project] 10.222.0.60 "DELETE /v2.0/networks/25e25df1-ec8d-413c-ab24-427e584d65a7 HTTP/1.1" status: 204 len: 168 time: 0.5735602 Nov 23 18:23:48.412393 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b3f1e3-04be-4127-8330-66a1e97bf6a7 tempest-NetworksIpV6Test-203584526 tempest-NetworksIpV6Test-203584526-project] Pushing event deleted for resources: {'Network': ['ID=25e25df1-ec8d-413c-ab24-427e584d65a7,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:23:48.457393 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:48.645060 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 55702) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:23:48.775900 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-6e4923b4-d163-4698-881b-34eb6f6d54b2 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ebe5382fffca4eb68b668df4a50c614c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1296916 Nov 23 18:23:48.778391 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 55706) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:23:48.825308 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-63da2a41-ef6a-4540-ac51-70eeea2acf24 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:48.845893 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-63da2a41-ef6a-4540-ac51-70eeea2acf24 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:48.891904 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-63da2a41-ef6a-4540-ac51-70eeea2acf24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:48.894579 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-63da2a41-ef6a-4540-ac51-70eeea2acf24 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:48.895766 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-63da2a41-ef6a-4540-ac51-70eeea2acf24 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/8d35a92c-d01d-4dbc-b84b-c3eff6eabf86 HTTP/1.1" status: 204 len: 168 time: 0.1164389 Nov 23 18:23:48.903157 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63da2a41-ef6a-4540-ac51-70eeea2acf24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d35a92c-d01d-4dbc-b84b-c3eff6eabf86,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:23:49.515222 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 55728) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:23:49.609127 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-f9e96615-9ac7-4c28-baf1-29b22960b445 tempest-RoutersNegativeTest-1917883505 tempest-RoutersNegativeTest-1917883505-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-164492352', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:23:49.633240 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f9e96615-9ac7-4c28-baf1-29b22960b445 tempest-RoutersNegativeTest-1917883505 tempest-RoutersNegativeTest-1917883505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1793449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8093'] for router, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:49.634241 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f9e96615-9ac7-4c28-baf1-29b22960b445 tempest-RoutersNegativeTest-1917883505 tempest-RoutersNegativeTest-1917883505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1794473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1794771', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1638326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8086'] for router, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:49.688141 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f9e96615-9ac7-4c28-baf1-29b22960b445 tempest-RoutersNegativeTest-1917883505 tempest-RoutersNegativeTest-1917883505-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:49.692150 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f9e96615-9ac7-4c28-baf1-29b22960b445 tempest-RoutersNegativeTest-1917883505 tempest-RoutersNegativeTest-1917883505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1794316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1795362'] for router, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:49.710295 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f9e96615-9ac7-4c28-baf1-29b22960b445 tempest-RoutersNegativeTest-1917883505 tempest-RoutersNegativeTest-1917883505-project] Publish callbacks [] for router, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:49.711724 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-f9e96615-9ac7-4c28-baf1-29b22960b445 tempest-RoutersNegativeTest-1917883505 tempest-RoutersNegativeTest-1917883505-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.1954477 Nov 23 18:23:49.714432 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 55732) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:23:49.720069 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-1fafc1b8-19d2-44b4-bfae-f953d534c337 tempest-RoutersNegativeTest-1917883505 tempest-RoutersNegativeTest-1917883505-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-458975796'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:23:49.739266 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fafc1b8-19d2-44b4-bfae-f953d534c337 tempest-RoutersNegativeTest-1917883505 tempest-RoutersNegativeTest-1917883505-project] Made reservation on behalf of 7375b0c06b5948c284326791b9eae9e5 for: {'network': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:23:49.742599 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1fafc1b8-19d2-44b4-bfae-f953d534c337 tempest-RoutersNegativeTest-1917883505 tempest-RoutersNegativeTest-1917883505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for network, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:50.085540 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1fafc1b8-19d2-44b4-bfae-f953d534c337 tempest-RoutersNegativeTest-1917883505 tempest-RoutersNegativeTest-1917883505-project] Publish callbacks [] for security_group, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:50.160384 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1fafc1b8-19d2-44b4-bfae-f953d534c337 tempest-RoutersNegativeTest-1917883505 tempest-RoutersNegativeTest-1917883505-project] Publish callbacks [] for security_group, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:50.164160 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1fafc1b8-19d2-44b4-bfae-f953d534c337 tempest-RoutersNegativeTest-1917883505 tempest-RoutersNegativeTest-1917883505-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:50.190958 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1fafc1b8-19d2-44b4-bfae-f953d534c337 tempest-RoutersNegativeTest-1917883505 tempest-RoutersNegativeTest-1917883505-project] vlan segment allocate from pool success with {'vlan_id': 538, 'physical_network': 'physnet1'} {{(pid=103590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 18:23:50.201425 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fafc1b8-19d2-44b4-bfae-f953d534c337 tempest-RoutersNegativeTest-1917883505 tempest-RoutersNegativeTest-1917883505-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71748e24-35fa-4b3a-93ad-4c1f8f6ead24,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:23:50.206708 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1fafc1b8-19d2-44b4-bfae-f953d534c337 tempest-RoutersNegativeTest-1917883505 tempest-RoutersNegativeTest-1917883505-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:50.207057 n-d-816206-8 neutron-server[103590]: INFO neutron.db.segments_db [None req-1fafc1b8-19d2-44b4-bfae-f953d534c337 tempest-RoutersNegativeTest-1917883505 tempest-RoutersNegativeTest-1917883505-project] Added segment 191b02b6-c3e1-46b1-979b-36f6fdd07caf of type vlan for network 59e6f095-e91e-4628-826b-a1125cc75b97 Nov 23 18:23:50.246583 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1fafc1b8-19d2-44b4-bfae-f953d534c337 tempest-RoutersNegativeTest-1917883505 tempest-RoutersNegativeTest-1917883505-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736635338810'] for network, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:50.270960 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1fafc1b8-19d2-44b4-bfae-f953d534c337 tempest-RoutersNegativeTest-1917883505 tempest-RoutersNegativeTest-1917883505-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493'] for network, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:50.276598 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fafc1b8-19d2-44b4-bfae-f953d534c337 tempest-RoutersNegativeTest-1917883505 tempest-RoutersNegativeTest-1917883505-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:23:50.277192 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1fafc1b8-19d2-44b4-bfae-f953d534c337 tempest-RoutersNegativeTest-1917883505 tempest-RoutersNegativeTest-1917883505-project] Publish callbacks [] for network, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:50.316133 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-1fafc1b8-19d2-44b4-bfae-f953d534c337 tempest-RoutersNegativeTest-1917883505 tempest-RoutersNegativeTest-1917883505-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6006787 Nov 23 18:23:50.318996 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 55734) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:23:50.324112 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-55453913-db9d-4547-8fd4-3fedfaeab2d9 tempest-RoutersNegativeTest-1917883505 tempest-RoutersNegativeTest-1917883505-project] Request body: {'subnet': {'network_id': '59e6f095-e91e-4628-826b-a1125cc75b97', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:23:50.349170 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fafc1b8-19d2-44b4-bfae-f953d534c337 tempest-RoutersNegativeTest-1917883505 tempest-RoutersNegativeTest-1917883505-project] Pushing event updated for resources: {'Network': ['ID=59e6f095-e91e-4628-826b-a1125cc75b97,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:23:50.360635 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Network 59e6f095-e91e-4628-826b-a1125cc75b97 details requested by agent ovs-agent-n-d-816206-8 with host n-d-816206-8 {{(pid=103592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 18:23:50.415082 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55453913-db9d-4547-8fd4-3fedfaeab2d9 tempest-RoutersNegativeTest-1917883505 tempest-RoutersNegativeTest-1917883505-project] Made reservation on behalf of 7375b0c06b5948c284326791b9eae9e5 for: {'subnet': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:23:50.418922 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-55453913-db9d-4547-8fd4-3fedfaeab2d9 tempest-RoutersNegativeTest-1917883505 tempest-RoutersNegativeTest-1917883505-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264314294'] for subnet, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:50.598257 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-55453913-db9d-4547-8fd4-3fedfaeab2d9 tempest-RoutersNegativeTest-1917883505 tempest-RoutersNegativeTest-1917883505-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264758079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264314276'] for subnet, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:50.654323 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55453913-db9d-4547-8fd4-3fedfaeab2d9 tempest-RoutersNegativeTest-1917883505 tempest-RoutersNegativeTest-1917883505-project] Pushing event updated for resources: {'Subnet': ['ID=80ef4c62-6d04-4bab-899c-7055fcb543c2,revision_number=0']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:23:50.665058 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55453913-db9d-4547-8fd4-3fedfaeab2d9 tempest-RoutersNegativeTest-1917883505 tempest-RoutersNegativeTest-1917883505-project] Checking segment: {'id': '191b02b6-c3e1-46b1-979b-36f6fdd07caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '59e6f095-e91e-4628-826b-a1125cc75b97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:23:50.665414 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55453913-db9d-4547-8fd4-3fedfaeab2d9 tempest-RoutersNegativeTest-1917883505 tempest-RoutersNegativeTest-1917883505-project] Network hostable DHCP agents. Network: 59e6f095-e91e-4628-826b-a1125cc75b97, hostable agents: ['0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3'], hosted agents: [] {{(pid=103591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 18:23:50.682114 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55453913-db9d-4547-8fd4-3fedfaeab2d9 tempest-RoutersNegativeTest-1917883505 tempest-RoutersNegativeTest-1917883505-project] Network 59e6f095-e91e-4628-826b-a1125cc75b97 is scheduled to be hosted by DHCP agent 0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3 with binding_index 1 {{(pid=103591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 18:23:50.690420 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [None req-55453913-db9d-4547-8fd4-3fedfaeab2d9 tempest-RoutersNegativeTest-1917883505 tempest-RoutersNegativeTest-1917883505-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-8, 59e6f095-e91e-4628-826b-a1125cc75b97) {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:23:50.694538 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55453913-db9d-4547-8fd4-3fedfaeab2d9 tempest-RoutersNegativeTest-1917883505 tempest-RoutersNegativeTest-1917883505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:23:50.695131 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-55453913-db9d-4547-8fd4-3fedfaeab2d9 tempest-RoutersNegativeTest-1917883505 tempest-RoutersNegativeTest-1917883505-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for subnet, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:50.699781 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bf66d01-b985-435d-90ba-4091ebf3b35e None None] Network 59e6f095-e91e-4628-826b-a1125cc75b97 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:23:50.710986 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-55453913-db9d-4547-8fd4-3fedfaeab2d9 tempest-RoutersNegativeTest-1917883505 tempest-RoutersNegativeTest-1917883505-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3908429 Nov 23 18:23:50.714153 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 55736) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:23:50.720137 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-38523b10-af48-4af1-9266-0cc5102395e9 tempest-RoutersNegativeTest-1917883505 tempest-RoutersNegativeTest-1917883505-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-793762279'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:23:50.741826 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38523b10-af48-4af1-9266-0cc5102395e9 tempest-RoutersNegativeTest-1917883505 tempest-RoutersNegativeTest-1917883505-project] Made reservation on behalf of 7375b0c06b5948c284326791b9eae9e5 for: {'network': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:23:50.745361 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-38523b10-af48-4af1-9266-0cc5102395e9 tempest-RoutersNegativeTest-1917883505 tempest-RoutersNegativeTest-1917883505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for network, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:50.769677 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38523b10-af48-4af1-9266-0cc5102395e9 tempest-RoutersNegativeTest-1917883505 tempest-RoutersNegativeTest-1917883505-project] vlan segment allocate from pool success with {'vlan_id': 518, 'physical_network': 'physnet1'} {{(pid=103590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 18:23:50.779643 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-38523b10-af48-4af1-9266-0cc5102395e9 tempest-RoutersNegativeTest-1917883505 tempest-RoutersNegativeTest-1917883505-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:50.780019 n-d-816206-8 neutron-server[103590]: INFO neutron.db.segments_db [None req-38523b10-af48-4af1-9266-0cc5102395e9 tempest-RoutersNegativeTest-1917883505 tempest-RoutersNegativeTest-1917883505-project] Added segment e2346e3b-4867-400c-a94d-d3ad44789370 of type vlan for network 15331ebf-b207-4291-88db-8553594f2f9b Nov 23 18:23:50.822975 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-38523b10-af48-4af1-9266-0cc5102395e9 tempest-RoutersNegativeTest-1917883505 tempest-RoutersNegativeTest-1917883505-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736635338810'] for network, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:50.849844 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-38523b10-af48-4af1-9266-0cc5102395e9 tempest-RoutersNegativeTest-1917883505 tempest-RoutersNegativeTest-1917883505-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493'] for network, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:50.855985 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38523b10-af48-4af1-9266-0cc5102395e9 tempest-RoutersNegativeTest-1917883505 tempest-RoutersNegativeTest-1917883505-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:23:50.856681 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-38523b10-af48-4af1-9266-0cc5102395e9 tempest-RoutersNegativeTest-1917883505 tempest-RoutersNegativeTest-1917883505-project] Publish callbacks [] for network, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:50.863466 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f68f8ccd-4118-4dc2-a7e6-63de707467a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp355044b8-8e87-58c4-94fa-4a010ec30f9e-59e6f095-e91e-4628-826b-a1125cc75b97', 'network_id': '59e6f095-e91e-4628-826b-a1125cc75b97', 'tenant_id': '7375b0c06b5948c284326791b9eae9e5', 'fixed_ips': [{'subnet_id': '80ef4c62-6d04-4bab-899c-7055fcb543c2'}]}} from n-d-816206-8. {{(pid=103592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 18:23:50.864645 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-f68f8ccd-4118-4dc2-a7e6-63de707467a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:50.898876 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-38523b10-af48-4af1-9266-0cc5102395e9 tempest-RoutersNegativeTest-1917883505 tempest-RoutersNegativeTest-1917883505-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.1833875 Nov 23 18:23:50.901919 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 55738) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:23:50.908475 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-87778e26-8507-4a33-abc3-463d14d3bcc8 tempest-RoutersNegativeTest-1917883505 tempest-RoutersNegativeTest-1917883505-project] Request body: {'subnet': {'network_id': '15331ebf-b207-4291-88db-8553594f2f9b', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:23:50.929924 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38523b10-af48-4af1-9266-0cc5102395e9 tempest-RoutersNegativeTest-1917883505 tempest-RoutersNegativeTest-1917883505-project] Pushing event updated for resources: {'Network': ['ID=15331ebf-b207-4291-88db-8553594f2f9b,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:23:50.941475 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Network 15331ebf-b207-4291-88db-8553594f2f9b details requested by agent ovs-agent-n-d-816206-8 with host n-d-816206-8 {{(pid=103592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 18:23:51.009766 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87778e26-8507-4a33-abc3-463d14d3bcc8 tempest-RoutersNegativeTest-1917883505 tempest-RoutersNegativeTest-1917883505-project] Made reservation on behalf of 7375b0c06b5948c284326791b9eae9e5 for: {'subnet': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:23:51.013416 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-87778e26-8507-4a33-abc3-463d14d3bcc8 tempest-RoutersNegativeTest-1917883505 tempest-RoutersNegativeTest-1917883505-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264314294'] for subnet, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:51.059445 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.db_base_plugin_common [None req-f68f8ccd-4118-4dc2-a7e6-63de707467a0 None None] Allocated IP 172.20.0.2 (59e6f095-e91e-4628-826b-a1125cc75b97/80ef4c62-6d04-4bab-899c-7055fcb543c2/9c7ae763-21a6-4a4b-9d2b-21ac019e5f70) {{(pid=103592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:23:51.199265 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-87778e26-8507-4a33-abc3-463d14d3bcc8 tempest-RoutersNegativeTest-1917883505 tempest-RoutersNegativeTest-1917883505-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264758079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264314276'] for subnet, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:51.206999 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-f68f8ccd-4118-4dc2-a7e6-63de707467a0 None None] Publish callbacks [] for port, precommit_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:51.212791 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-f68f8ccd-4118-4dc2-a7e6-63de707467a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980'] for port, after_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:51.254649 n-d-816206-8 neutron-server[103592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f68f8ccd-4118-4dc2-a7e6-63de707467a0 None None] Network 59e6f095-e91e-4628-826b-a1125cc75b97 is already hosted by enough agents. {{(pid=103592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:23:51.257963 n-d-816206-8 neutron-server[103592]: DEBUG neutron.scheduler.base_scheduler [None req-f68f8ccd-4118-4dc2-a7e6-63de707467a0 None None] Resources bound (agent type, host, resource id): {{(pid=103592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:23:51.262596 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87778e26-8507-4a33-abc3-463d14d3bcc8 tempest-RoutersNegativeTest-1917883505 tempest-RoutersNegativeTest-1917883505-project] Pushing event updated for resources: {'Subnet': ['ID=0d3e18af-cb3f-4f31-ac53-0f3f4faf3e96,revision_number=0']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:23:51.263074 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f68f8ccd-4118-4dc2-a7e6-63de707467a0 None None] Received port after_create {{(pid=103592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:23:51.267430 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68f8ccd-4118-4dc2-a7e6-63de707467a0 None None] Pushing event updated for resources: {'Port': ['ID=9c7ae763-21a6-4a4b-9d2b-21ac019e5f70,revision_number=1']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:23:51.270646 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87778e26-8507-4a33-abc3-463d14d3bcc8 tempest-RoutersNegativeTest-1917883505 tempest-RoutersNegativeTest-1917883505-project] Checking segment: {'id': 'e2346e3b-4867-400c-a94d-d3ad44789370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '15331ebf-b207-4291-88db-8553594f2f9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:23:51.271129 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87778e26-8507-4a33-abc3-463d14d3bcc8 tempest-RoutersNegativeTest-1917883505 tempest-RoutersNegativeTest-1917883505-project] Network hostable DHCP agents. Network: 15331ebf-b207-4291-88db-8553594f2f9b, hostable agents: ['0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3'], hosted agents: [] {{(pid=103591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 18:23:51.291294 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87778e26-8507-4a33-abc3-463d14d3bcc8 tempest-RoutersNegativeTest-1917883505 tempest-RoutersNegativeTest-1917883505-project] Network 15331ebf-b207-4291-88db-8553594f2f9b is scheduled to be hosted by DHCP agent 0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3 with binding_index 1 {{(pid=103591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 18:23:51.300430 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [None req-87778e26-8507-4a33-abc3-463d14d3bcc8 tempest-RoutersNegativeTest-1917883505 tempest-RoutersNegativeTest-1917883505-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-8, 15331ebf-b207-4291-88db-8553594f2f9b) {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:23:51.304623 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87778e26-8507-4a33-abc3-463d14d3bcc8 tempest-RoutersNegativeTest-1917883505 tempest-RoutersNegativeTest-1917883505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:23:51.305372 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-87778e26-8507-4a33-abc3-463d14d3bcc8 tempest-RoutersNegativeTest-1917883505 tempest-RoutersNegativeTest-1917883505-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for subnet, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:51.320289 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a845f93-9583-4d3d-8ed0-c2714f745f39 None None] Network 15331ebf-b207-4291-88db-8553594f2f9b requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:23:51.322842 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-87778e26-8507-4a33-abc3-463d14d3bcc8 tempest-RoutersNegativeTest-1917883505 tempest-RoutersNegativeTest-1917883505-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4189980 Nov 23 18:23:51.325339 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 55740) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:23:51.331038 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-2d8f286d-063c-4c72-b0fa-ec79e9e827d4 tempest-RoutersNegativeTest-1917883505 tempest-RoutersNegativeTest-1917883505-project] Request body: {'router': {'external_gateway_info': {'network_id': '15331ebf-b207-4291-88db-8553594f2f9b'}}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:23:51.350840 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-f68f8ccd-4118-4dc2-a7e6-63de707467a0 None None] Attempting to bind port 9c7ae763-21a6-4a4b-9d2b-21ac019e5f70 on host n-d-816206-8 for vnic_type normal with profile {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:23:51.351212 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-f68f8ccd-4118-4dc2-a7e6-63de707467a0 None None] Attempting to bind port 9c7ae763-21a6-4a4b-9d2b-21ac019e5f70 by drivers openvswitch,hyperv on host n-d-816206-8 at level 0 using segments [{'id': '191b02b6-c3e1-46b1-979b-36f6fdd07caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '59e6f095-e91e-4628-826b-a1125cc75b97'}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:23:51.351577 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f68f8ccd-4118-4dc2-a7e6-63de707467a0 None None] Attempting to bind port 9c7ae763-21a6-4a4b-9d2b-21ac019e5f70 on network 59e6f095-e91e-4628-826b-a1125cc75b97 {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:23:51.382539 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f68f8ccd-4118-4dc2-a7e6-63de707467a0 None None] Checking agent: {'id': '9e89acbe-4bbe-4c77-a18b-6f1da9133e0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 7, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 23, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:23:51.383620 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f68f8ccd-4118-4dc2-a7e6-63de707467a0 None None] Checking segment: {'id': '191b02b6-c3e1-46b1-979b-36f6fdd07caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '59e6f095-e91e-4628-826b-a1125cc75b97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:23:51.383620 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-f68f8ccd-4118-4dc2-a7e6-63de707467a0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:51.383959 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f68f8ccd-4118-4dc2-a7e6-63de707467a0 None None] Bound using segment: {'id': '191b02b6-c3e1-46b1-979b-36f6fdd07caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '59e6f095-e91e-4628-826b-a1125cc75b97'} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:23:51.384136 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-f68f8ccd-4118-4dc2-a7e6-63de707467a0 None None] Bound port: 9c7ae763-21a6-4a4b-9d2b-21ac019e5f70, host: n-d-816206-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '191b02b6-c3e1-46b1-979b-36f6fdd07caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '59e6f095-e91e-4628-826b-a1125cc75b97'}}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:23:51.384512 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-f68f8ccd-4118-4dc2-a7e6-63de707467a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:51.591250 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-2d8f286d-063c-4c72-b0fa-ec79e9e827d4 tempest-RoutersNegativeTest-1917883505 tempest-RoutersNegativeTest-1917883505-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:51.660575 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-f68f8ccd-4118-4dc2-a7e6-63de707467a0 None None] For port 9c7ae763-21a6-4a4b-9d2b-21ac019e5f70, host n-d-816206-8, cleared binding levels {{(pid=103592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:23:51.665107 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-f68f8ccd-4118-4dc2-a7e6-63de707467a0 None None] For port 9c7ae763-21a6-4a4b-9d2b-21ac019e5f70, host n-d-816206-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=9c7ae763-21a6-4a4b-9d2b-21ac019e5f70,segment=NetworkSegment(191b02b6-c3e1-46b1-979b-36f6fdd07caf),segment_id=191b02b6-c3e1-46b1-979b-36f6fdd07caf)] {{(pid=103592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:23:51.673223 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-f68f8ccd-4118-4dc2-a7e6-63de707467a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:51.696245 n-d-816206-8 neutron-server[103591]: INFO neutron.api.v2.resource [None req-2d8f286d-063c-4c72-b0fa-ec79e9e827d4 tempest-RoutersNegativeTest-1917883505 tempest-RoutersNegativeTest-1917883505-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 18:23:51.697339 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-2d8f286d-063c-4c72-b0fa-ec79e9e827d4 tempest-RoutersNegativeTest-1917883505 tempest-RoutersNegativeTest-1917883505-project] 10.222.0.60 "PUT /v2.0/routers/5bccb235-597e-4033-aec8-6f5ae81ccc5a HTTP/1.1" status: 400 len: 364 time: 0.3706472 Nov 23 18:23:51.703492 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 55742) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:23:51.728878 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffde986d-2cdf-4c32-8e6d-76b477fcfc2b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp355044b8-8e87-58c4-94fa-4a010ec30f9e-15331ebf-b207-4291-88db-8553594f2f9b', 'network_id': '15331ebf-b207-4291-88db-8553594f2f9b', 'tenant_id': '7375b0c06b5948c284326791b9eae9e5', 'fixed_ips': [{'subnet_id': '0d3e18af-cb3f-4f31-ac53-0f3f4faf3e96'}]}} from n-d-816206-8. {{(pid=103592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 18:23:51.729733 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-ffde986d-2cdf-4c32-8e6d-76b477fcfc2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:51.761205 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68f8ccd-4118-4dc2-a7e6-63de707467a0 None None] Pushing event updated for resources: {'Port': ['ID=9c7ae763-21a6-4a4b-9d2b-21ac019e5f70,revision_number=2']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:23:51.770246 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.db_base_plugin_v2 [None req-98312f3d-0963-4b1f-8683-46e88d9b5865 tempest-RoutersNegativeTest-1917883505 tempest-RoutersNegativeTest-1917883505-project] Deleting subnet 0d3e18af-cb3f-4f31-ac53-0f3f4faf3e96 {{(pid=103591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 18:23:51.773912 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-98312f3d-0963-4b1f-8683-46e88d9b5865 tempest-RoutersNegativeTest-1917883505 tempest-RoutersNegativeTest-1917883505-project] Publish callbacks [] for subnet, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:51.819706 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-98312f3d-0963-4b1f-8683-46e88d9b5865 tempest-RoutersNegativeTest-1917883505 tempest-RoutersNegativeTest-1917883505-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265990000'] for subnet, precommit_delete_associations {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:51.868724 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-98312f3d-0963-4b1f-8683-46e88d9b5865 tempest-RoutersNegativeTest-1917883505 tempest-RoutersNegativeTest-1917883505-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971956'] for subnet, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:51.951154 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-98312f3d-0963-4b1f-8683-46e88d9b5865 tempest-RoutersNegativeTest-1917883505 tempest-RoutersNegativeTest-1917883505-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264758240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264314269'] for subnet, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:51.953100 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server [None req-ffde986d-2cdf-4c32-8e6d-76b477fcfc2b None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0d3e18af-cb3f-4f31-ac53-0f3f4faf3e96: This subnet is being modified by another concurrent operation. Nov 23 18:23:51.953100 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 23 18:23:51.953100 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 23 18:23:51.953100 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 23 18:23:51.953100 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 23 18:23:51.953100 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 23 18:23:51.953100 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 23 18:23:51.953100 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 23 18:23:51.953100 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 23 18:23:51.953100 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 23 18:23:51.953100 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 23 18:23:51.953100 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 23 18:23:51.953100 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 18:23:51.953100 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 18:23:51.953100 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 18:23:51.953100 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 18:23:51.953100 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 23 18:23:51.953100 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 18:23:51.953100 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 23 18:23:51.953100 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 23 18:23:51.953100 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 18:23:51.953100 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 18:23:51.953100 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 18:23:51.953100 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 18:23:51.953100 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 23 18:23:51.953100 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 18:23:51.953100 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 23 18:23:51.953100 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 23 18:23:51.953100 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 18:23:51.953100 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 18:23:51.953100 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 18:23:51.953100 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 18:23:51.953100 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 23 18:23:51.953100 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 23 18:23:51.953100 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 23 18:23:51.953100 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 23 18:23:51.953100 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 23 18:23:51.953100 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 23 18:23:51.953100 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 23 18:23:51.953100 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 23 18:23:51.953100 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 23 18:23:51.953100 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 23 18:23:51.953100 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 23 18:23:51.953100 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 18:23:51.953100 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 23 18:23:51.953100 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 23 18:23:51.953100 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 23 18:23:51.953100 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 23 18:23:51.953100 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 18:23:51.953100 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 18:23:51.953100 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 18:23:51.953100 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 18:23:51.953100 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 23 18:23:51.953100 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 18:23:51.953100 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 23 18:23:51.953100 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 23 18:23:51.953100 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 18:23:51.953100 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 18:23:51.953100 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 18:23:51.953100 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 18:23:51.953100 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 23 18:23:51.953100 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 18:23:51.953100 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 23 18:23:51.953100 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 23 18:23:51.953100 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 18:23:51.953100 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 18:23:51.953100 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 18:23:51.953100 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 18:23:51.953100 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 23 18:23:51.953100 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 23 18:23:51.953100 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 23 18:23:51.953100 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 23 18:23:51.953100 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 23 18:23:51.953100 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 23 18:23:51.953100 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 23 18:23:51.953100 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 23 18:23:51.953100 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 23 18:23:51.953100 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 23 18:23:51.953100 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 18:23:51.953100 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 18:23:51.953100 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 18:23:51.953100 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 18:23:51.953100 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 23 18:23:51.953100 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 23 18:23:51.953100 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 23 18:23:51.953100 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 23 18:23:51.953100 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 23 18:23:51.953100 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 23 18:23:51.953100 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 23 18:23:51.953100 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server raise exception Nov 23 18:23:51.953100 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0d3e18af-cb3f-4f31-ac53-0f3f4faf3e96: This subnet is being modified by another concurrent operation. Nov 23 18:23:51.953100 n-d-816206-8 neutron-server[103592]: ERROR oslo_messaging.rpc.server Nov 23 18:23:51.979502 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a9cfc18-2a2e-4400-85fb-60271cf4c6de None None] Network 15331ebf-b207-4291-88db-8553594f2f9b requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:23:51.989120 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-98312f3d-0963-4b1f-8683-46e88d9b5865 tempest-RoutersNegativeTest-1917883505 tempest-RoutersNegativeTest-1917883505-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for subnet, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:51.992358 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-98312f3d-0963-4b1f-8683-46e88d9b5865 tempest-RoutersNegativeTest-1917883505 tempest-RoutersNegativeTest-1917883505-project] 10.222.0.60 "DELETE /v2.0/subnets/0d3e18af-cb3f-4f31-ac53-0f3f4faf3e96 HTTP/1.1" status: 204 len: 168 time: 0.2879057 Nov 23 18:23:51.993256 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98312f3d-0963-4b1f-8683-46e88d9b5865 tempest-RoutersNegativeTest-1917883505 tempest-RoutersNegativeTest-1917883505-project] Pushing event deleted for resources: {'Subnet': ['ID=0d3e18af-cb3f-4f31-ac53-0f3f4faf3e96,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:23:51.995412 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 55744) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:23:52.081933 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-bb95e1fa-1415-4c09-97c5-52f66872a98b tempest-RoutersNegativeTest-1917883505 tempest-RoutersNegativeTest-1917883505-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-555181'] for network, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:52.171166 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-bb95e1fa-1415-4c09-97c5-52f66872a98b tempest-RoutersNegativeTest-1917883505 tempest-RoutersNegativeTest-1917883505-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973419', 'neutron.services.segments.db._delete_segments_for_network-8736635878840'] for network, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:52.191149 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-bb95e1fa-1415-4c09-97c5-52f66872a98b tempest-RoutersNegativeTest-1917883505 tempest-RoutersNegativeTest-1917883505-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15331ebf-b207-4291-88db-8553594f2f9b']}} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:23:52.200331 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-bb95e1fa-1415-4c09-97c5-52f66872a98b tempest-RoutersNegativeTest-1917883505 tempest-RoutersNegativeTest-1917883505-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2346e3b-4867-400c-a94d-d3ad44789370') {'for_net_delete': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:23:52.200666 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-bb95e1fa-1415-4c09-97c5-52f66872a98b tempest-RoutersNegativeTest-1917883505 tempest-RoutersNegativeTest-1917883505-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2346e3b-4867-400c-a94d-d3ad44789370') {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:23:52.210320 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-bb95e1fa-1415-4c09-97c5-52f66872a98b tempest-RoutersNegativeTest-1917883505 tempest-RoutersNegativeTest-1917883505-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736635840332', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-267528353'] for segment, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:52.231780 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-bb95e1fa-1415-4c09-97c5-52f66872a98b tempest-RoutersNegativeTest-1917883505 tempest-RoutersNegativeTest-1917883505-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:52.239402 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb95e1fa-1415-4c09-97c5-52f66872a98b tempest-RoutersNegativeTest-1917883505 tempest-RoutersNegativeTest-1917883505-project] Releasing vlan 518 on physical network physnet1 to pool {{(pid=103590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 18:23:52.239541 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-bb95e1fa-1415-4c09-97c5-52f66872a98b tempest-RoutersNegativeTest-1917883505 tempest-RoutersNegativeTest-1917883505-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264370093'] for segment, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:52.242780 n-d-816206-8 neutron-server[103590]: Traceback (most recent call last): Nov 23 18:23:52.242780 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 18:23:52.242780 n-d-816206-8 neutron-server[103590]: timer() Nov 23 18:23:52.242780 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 18:23:52.242780 n-d-816206-8 neutron-server[103590]: cb(*args, **kw) Nov 23 18:23:52.242780 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 18:23:52.242780 n-d-816206-8 neutron-server[103590]: return func(*args, **kwargs) Nov 23 18:23:52.242780 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 18:23:52.242780 n-d-816206-8 neutron-server[103590]: self._notify() Nov 23 18:23:52.242780 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 18:23:52.242780 n-d-816206-8 neutron-server[103590]: self.callback(batched_events) Nov 23 18:23:52.242780 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 18:23:52.242780 n-d-816206-8 neutron-server[103590]: event.method(event) Nov 23 18:23:52.242780 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 18:23:52.242780 n-d-816206-8 neutron-server[103590]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 18:23:52.242780 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 18:23:52.242780 n-d-816206-8 neutron-server[103590]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 18:23:52.242780 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 18:23:52.242780 n-d-816206-8 neutron-server[103590]: return f(self, *a, **k) Nov 23 18:23:52.242780 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 18:23:52.242780 n-d-816206-8 neutron-server[103590]: return self._get(url).json() Nov 23 18:23:52.242780 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 18:23:52.242780 n-d-816206-8 neutron-server[103590]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 18:23:52.242780 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 18:23:52.242780 n-d-816206-8 neutron-server[103590]: return self.request(url, 'GET', **kwargs) Nov 23 18:23:52.242780 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 18:23:52.242780 n-d-816206-8 neutron-server[103590]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 18:23:52.242780 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 18:23:52.242780 n-d-816206-8 neutron-server[103590]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 18:23:52.242780 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 18:23:52.242780 n-d-816206-8 neutron-server[103590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 18:23:52.242780 n-d-816206-8 neutron-server[103590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 18:23:52.303170 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 9c7ae763-21a6-4a4b-9d2b-21ac019e5f70 up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:23:52.305791 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-bb95e1fa-1415-4c09-97c5-52f66872a98b tempest-RoutersNegativeTest-1917883505 tempest-RoutersNegativeTest-1917883505-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1795418'] for network, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:52.310280 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-bb95e1fa-1415-4c09-97c5-52f66872a98b tempest-RoutersNegativeTest-1917883505 tempest-RoutersNegativeTest-1917883505-project] Publish callbacks [] for network, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:52.313865 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-bb95e1fa-1415-4c09-97c5-52f66872a98b tempest-RoutersNegativeTest-1917883505 tempest-RoutersNegativeTest-1917883505-project] 10.222.0.60 "DELETE /v2.0/networks/15331ebf-b207-4291-88db-8553594f2f9b HTTP/1.1" status: 204 len: 168 time: 0.3173270 Nov 23 18:23:52.316671 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 55746) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:23:52.328346 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb95e1fa-1415-4c09-97c5-52f66872a98b tempest-RoutersNegativeTest-1917883505 tempest-RoutersNegativeTest-1917883505-project] Pushing event deleted for resources: {'Network': ['ID=15331ebf-b207-4291-88db-8553594f2f9b,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:23:52.366026 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port 9c7ae763-21a6-4a4b-9d2b-21ac019e5f70 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:23:52.366309 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:52.370831 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.db_base_plugin_v2 [None req-03c568a4-7f12-45cc-9405-8ce0da9b4693 tempest-RoutersNegativeTest-1917883505 tempest-RoutersNegativeTest-1917883505-project] Deleting subnet 80ef4c62-6d04-4bab-899c-7055fcb543c2 {{(pid=103591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 18:23:52.373994 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-03c568a4-7f12-45cc-9405-8ce0da9b4693 tempest-RoutersNegativeTest-1917883505 tempest-RoutersNegativeTest-1917883505-project] Publish callbacks [] for subnet, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:52.417772 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-03c568a4-7f12-45cc-9405-8ce0da9b4693 tempest-RoutersNegativeTest-1917883505 tempest-RoutersNegativeTest-1917883505-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265990000'] for subnet, precommit_delete_associations {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:52.453253 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:52.491737 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] For port 9c7ae763-21a6-4a4b-9d2b-21ac019e5f70, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=9c7ae763-21a6-4a4b-9d2b-21ac019e5f70,segment=NetworkSegment(191b02b6-c3e1-46b1-979b-36f6fdd07caf),segment_id=191b02b6-c3e1-46b1-979b-36f6fdd07caf)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:23:52.497263 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:52.547734 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-03c568a4-7f12-45cc-9405-8ce0da9b4693 tempest-RoutersNegativeTest-1917883505 tempest-RoutersNegativeTest-1917883505-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971956'] for subnet, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:52.552342 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Pushing event updated for resources: {'Port': ['ID=9c7ae763-21a6-4a4b-9d2b-21ac019e5f70,revision_number=3']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:23:52.608254 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-03c568a4-7f12-45cc-9405-8ce0da9b4693 tempest-RoutersNegativeTest-1917883505 tempest-RoutersNegativeTest-1917883505-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264758240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264314269'] for subnet, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:52.635365 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c568a4-7f12-45cc-9405-8ce0da9b4693 tempest-RoutersNegativeTest-1917883505 tempest-RoutersNegativeTest-1917883505-project] Pushing event deleted for resources: {'Subnet': ['ID=80ef4c62-6d04-4bab-899c-7055fcb543c2,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:23:52.640456 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-03c568a4-7f12-45cc-9405-8ce0da9b4693 tempest-RoutersNegativeTest-1917883505 tempest-RoutersNegativeTest-1917883505-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for subnet, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:52.644102 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-03c568a4-7f12-45cc-9405-8ce0da9b4693 tempest-RoutersNegativeTest-1917883505 tempest-RoutersNegativeTest-1917883505-project] 10.222.0.60 "DELETE /v2.0/subnets/80ef4c62-6d04-4bab-899c-7055fcb543c2 HTTP/1.1" status: 204 len: 168 time: 0.3264165 Nov 23 18:23:52.646873 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 55748) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:23:52.730766 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-26634d78-198e-4842-9745-e65b894185e7 tempest-RoutersNegativeTest-1917883505 tempest-RoutersNegativeTest-1917883505-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-555181'] for network, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:52.734863 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b6fbaea-e4bc-4cf4-b00e-359e8fe987c4 None None] Network 59e6f095-e91e-4628-826b-a1125cc75b97 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:23:52.785308 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-26634d78-198e-4842-9745-e65b894185e7 tempest-RoutersNegativeTest-1917883505 tempest-RoutersNegativeTest-1917883505-project] Deleting port 9c7ae763-21a6-4a4b-9d2b-21ac019e5f70 {{(pid=103591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:23:52.785653 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-26634d78-198e-4842-9745-e65b894185e7 tempest-RoutersNegativeTest-1917883505 tempest-RoutersNegativeTest-1917883505-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:52.808853 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-cf8ad470-37a5-43a3-af48-d708d17c56a5 None None] Provisioning complete for port 9c7ae763-21a6-4a4b-9d2b-21ac019e5f70 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:23:52.809219 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-cf8ad470-37a5-43a3-af48-d708d17c56a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:52.859169 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [None req-26634d78-198e-4842-9745-e65b894185e7 tempest-RoutersNegativeTest-1917883505 tempest-RoutersNegativeTest-1917883505-project] For port 9c7ae763-21a6-4a4b-9d2b-21ac019e5f70, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=9c7ae763-21a6-4a4b-9d2b-21ac019e5f70,segment=NetworkSegment(191b02b6-c3e1-46b1-979b-36f6fdd07caf),segment_id=191b02b6-c3e1-46b1-979b-36f6fdd07caf)] {{(pid=103591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:23:52.859528 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-26634d78-198e-4842-9745-e65b894185e7 tempest-RoutersNegativeTest-1917883505 tempest-RoutersNegativeTest-1917883505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:52.872014 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-26634d78-198e-4842-9745-e65b894185e7 tempest-RoutersNegativeTest-1917883505 tempest-RoutersNegativeTest-1917883505-project] Calling delete_port for 9c7ae763-21a6-4a4b-9d2b-21ac019e5f70 owned by network:dhcp {{(pid=103591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:23:52.953545 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79725a02-0122-4a9a-8f32-16d69b125590 None None] DHCP port deletion for 59e6f095-e91e-4628-826b-a1125cc75b97 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:23:52.954636 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-26634d78-198e-4842-9745-e65b894185e7 tempest-RoutersNegativeTest-1917883505 tempest-RoutersNegativeTest-1917883505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:52.974360 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0f2f8e8-2d4b-4f94-9703-3ca6bbb58299 None None] get_active_networks_info from n-d-816206-8 {{(pid=103592) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 23 18:23:52.980264 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26634d78-198e-4842-9745-e65b894185e7 tempest-RoutersNegativeTest-1917883505 tempest-RoutersNegativeTest-1917883505-project] Pushing event deleted for resources: {'Port': ['ID=9c7ae763-21a6-4a4b-9d2b-21ac019e5f70,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:23:52.983905 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26634d78-198e-4842-9745-e65b894185e7 tempest-RoutersNegativeTest-1917883505 tempest-RoutersNegativeTest-1917883505-project] No DVR routers for this DVR port 9c7ae763-21a6-4a4b-9d2b-21ac019e5f70 on host n-d-816206-8 {{(pid=103591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:23:53.040617 n-d-816206-8 neutron-server[103592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0f2f8e8-2d4b-4f94-9703-3ca6bbb58299 None None] Resources bound (agent type, host, resource id): {{(pid=103592) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 23 18:23:53.065748 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-26634d78-198e-4842-9745-e65b894185e7 tempest-RoutersNegativeTest-1917883505 tempest-RoutersNegativeTest-1917883505-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973419', 'neutron.services.segments.db._delete_segments_for_network-8736635878840'] for network, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:53.086381 n-d-816206-8 neutron-server[103591]: DEBUG neutron.services.segments.db [None req-26634d78-198e-4842-9745-e65b894185e7 tempest-RoutersNegativeTest-1917883505 tempest-RoutersNegativeTest-1917883505-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59e6f095-e91e-4628-826b-a1125cc75b97']}} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:23:53.095622 n-d-816206-8 neutron-server[103591]: DEBUG neutron.services.segments.db [None req-26634d78-198e-4842-9745-e65b894185e7 tempest-RoutersNegativeTest-1917883505 tempest-RoutersNegativeTest-1917883505-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '191b02b6-c3e1-46b1-979b-36f6fdd07caf') {'for_net_delete': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:23:53.095918 n-d-816206-8 neutron-server[103591]: DEBUG neutron.services.segments.db [None req-26634d78-198e-4842-9745-e65b894185e7 tempest-RoutersNegativeTest-1917883505 tempest-RoutersNegativeTest-1917883505-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '191b02b6-c3e1-46b1-979b-36f6fdd07caf') {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:23:53.105211 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-26634d78-198e-4842-9745-e65b894185e7 tempest-RoutersNegativeTest-1917883505 tempest-RoutersNegativeTest-1917883505-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736635840332', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265989959'] for segment, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:53.119840 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-26634d78-198e-4842-9745-e65b894185e7 tempest-RoutersNegativeTest-1917883505 tempest-RoutersNegativeTest-1917883505-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:53.126942 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26634d78-198e-4842-9745-e65b894185e7 tempest-RoutersNegativeTest-1917883505 tempest-RoutersNegativeTest-1917883505-project] Releasing vlan 538 on physical network physnet1 to pool {{(pid=103591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 18:23:53.127315 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-26634d78-198e-4842-9745-e65b894185e7 tempest-RoutersNegativeTest-1917883505 tempest-RoutersNegativeTest-1917883505-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264756290'] for segment, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:53.130897 n-d-816206-8 neutron-server[103591]: Traceback (most recent call last): Nov 23 18:23:53.130897 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 18:23:53.130897 n-d-816206-8 neutron-server[103591]: timer() Nov 23 18:23:53.130897 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 18:23:53.130897 n-d-816206-8 neutron-server[103591]: cb(*args, **kw) Nov 23 18:23:53.130897 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 18:23:53.130897 n-d-816206-8 neutron-server[103591]: return func(*args, **kwargs) Nov 23 18:23:53.130897 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 18:23:53.130897 n-d-816206-8 neutron-server[103591]: self._notify() Nov 23 18:23:53.130897 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 18:23:53.130897 n-d-816206-8 neutron-server[103591]: self.callback(batched_events) Nov 23 18:23:53.130897 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 18:23:53.130897 n-d-816206-8 neutron-server[103591]: event.method(event) Nov 23 18:23:53.130897 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 18:23:53.130897 n-d-816206-8 neutron-server[103591]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 18:23:53.130897 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 18:23:53.130897 n-d-816206-8 neutron-server[103591]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 18:23:53.130897 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 18:23:53.130897 n-d-816206-8 neutron-server[103591]: return f(self, *a, **k) Nov 23 18:23:53.130897 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 18:23:53.130897 n-d-816206-8 neutron-server[103591]: return self._get(url).json() Nov 23 18:23:53.130897 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 18:23:53.130897 n-d-816206-8 neutron-server[103591]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 18:23:53.130897 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 18:23:53.130897 n-d-816206-8 neutron-server[103591]: return self.request(url, 'GET', **kwargs) Nov 23 18:23:53.130897 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 18:23:53.130897 n-d-816206-8 neutron-server[103591]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 18:23:53.130897 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 18:23:53.130897 n-d-816206-8 neutron-server[103591]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 18:23:53.130897 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 18:23:53.130897 n-d-816206-8 neutron-server[103591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 18:23:53.130897 n-d-816206-8 neutron-server[103591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 18:23:53.195860 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-26634d78-198e-4842-9745-e65b894185e7 tempest-RoutersNegativeTest-1917883505 tempest-RoutersNegativeTest-1917883505-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1795418'] for network, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:53.201290 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-26634d78-198e-4842-9745-e65b894185e7 tempest-RoutersNegativeTest-1917883505 tempest-RoutersNegativeTest-1917883505-project] Publish callbacks [] for network, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:53.204768 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-26634d78-198e-4842-9745-e65b894185e7 tempest-RoutersNegativeTest-1917883505 tempest-RoutersNegativeTest-1917883505-project] 10.222.0.60 "DELETE /v2.0/networks/59e6f095-e91e-4628-826b-a1125cc75b97 HTTP/1.1" status: 204 len: 168 time: 0.5568891 Nov 23 18:23:53.207552 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 55750) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:23:53.225420 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26634d78-198e-4842-9745-e65b894185e7 tempest-RoutersNegativeTest-1917883505 tempest-RoutersNegativeTest-1917883505-project] Pushing event deleted for resources: {'Network': ['ID=59e6f095-e91e-4628-826b-a1125cc75b97,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:23:53.237090 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-322bd4c8-d075-4dbd-b3fe-77c0b9004868 tempest-RoutersNegativeTest-1917883505 tempest-RoutersNegativeTest-1917883505-project] 10.222.0.60 "GET /v2.0/ports?device_id=5bccb235-597e-4033-aec8-6f5ae81ccc5a HTTP/1.1" status: 200 len: 205 time: 0.0256288 Nov 23 18:23:53.237386 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 55752) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:23:53.311236 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-cf6033d8-5cf3-4ab0-ad0c-4846d3601bf3 tempest-RoutersNegativeTest-1917883505 tempest-RoutersNegativeTest-1917883505-project] Publish callbacks [] for router, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:53.468168 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-cf6033d8-5cf3-4ab0-ad0c-4846d3601bf3 tempest-RoutersNegativeTest-1917883505 tempest-RoutersNegativeTest-1917883505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1794352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8175'] for router, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:53.470368 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-cf6033d8-5cf3-4ab0-ad0c-4846d3601bf3 tempest-RoutersNegativeTest-1917883505 tempest-RoutersNegativeTest-1917883505-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:53.514013 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-cf6033d8-5cf3-4ab0-ad0c-4846d3601bf3 tempest-RoutersNegativeTest-1917883505 tempest-RoutersNegativeTest-1917883505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1795580'] for router, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:53.514528 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf6033d8-5cf3-4ab0-ad0c-4846d3601bf3 tempest-RoutersNegativeTest-1917883505 tempest-RoutersNegativeTest-1917883505-project] Fanout notify agent at l3_agent the message router_deleted on router 5bccb235-597e-4033-aec8-6f5ae81ccc5a {{(pid=103590) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 18:23:53.521422 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-cf6033d8-5cf3-4ab0-ad0c-4846d3601bf3 tempest-RoutersNegativeTest-1917883505 tempest-RoutersNegativeTest-1917883505-project] Publish callbacks [] for router, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:53.525037 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-cf6033d8-5cf3-4ab0-ad0c-4846d3601bf3 tempest-RoutersNegativeTest-1917883505 tempest-RoutersNegativeTest-1917883505-project] 10.222.0.60 "DELETE /v2.0/routers/5bccb235-597e-4033-aec8-6f5ae81ccc5a HTTP/1.1" status: 204 len: 168 time: 0.2839246 Nov 23 18:23:53.762017 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 55758) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:23:53.897218 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-e6c5af01-6479-49ff-9821-dad7490527bf admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=7375b0c06b5948c284326791b9eae9e5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1339235 Nov 23 18:23:53.899794 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 55762) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:23:53.947071 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6163318b-c79b-4841-8e0b-eb3b76aac50b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:53.972930 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6163318b-c79b-4841-8e0b-eb3b76aac50b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:54.020020 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6163318b-c79b-4841-8e0b-eb3b76aac50b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:54.022621 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6163318b-c79b-4841-8e0b-eb3b76aac50b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:54.023786 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-6163318b-c79b-4841-8e0b-eb3b76aac50b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/71748e24-35fa-4b3a-93ad-4c1f8f6ead24 HTTP/1.1" status: 204 len: 168 time: 0.1230705 Nov 23 18:23:54.033736 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6163318b-c79b-4841-8e0b-eb3b76aac50b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71748e24-35fa-4b3a-93ad-4c1f8f6ead24,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:23:54.275726 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 9c7ae763-21a6-4a4b-9d2b-21ac019e5f70 no longer exists at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:23:54.296643 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] No Port match for: 9c7ae763-21a6-4a4b-9d2b-21ac019e5f70 {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:23:54.296986 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 9c7ae763-21a6-4a4b-9d2b-21ac019e5f70 not bound to the agent host n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:23:54.643624 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 55784) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:23:54.740451 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-22673679-c1d7-4525-a395-58975734b3ab admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-402492974-network', 'tenant_id': '705f1243dbc8472293ee72172eebdcba'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:23:54.761695 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22673679-c1d7-4525-a395-58975734b3ab admin admin] Made reservation on behalf of 705f1243dbc8472293ee72172eebdcba for: {'network': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:23:54.764183 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-22673679-c1d7-4525-a395-58975734b3ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for network, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:54.773605 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-22673679-c1d7-4525-a395-58975734b3ab admin admin] Publish callbacks [] for security_group, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:54.849367 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-22673679-c1d7-4525-a395-58975734b3ab admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:54.853047 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-22673679-c1d7-4525-a395-58975734b3ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:54.879691 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22673679-c1d7-4525-a395-58975734b3ab admin admin] vlan segment allocate from pool success with {'vlan_id': 505, 'physical_network': 'physnet1'} {{(pid=103591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 18:23:54.885020 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22673679-c1d7-4525-a395-58975734b3ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a1cd0c3-6d84-473e-9f16-7f6c74c88d5f,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:23:54.893619 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-22673679-c1d7-4525-a395-58975734b3ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:54.893957 n-d-816206-8 neutron-server[103591]: INFO neutron.db.segments_db [None req-22673679-c1d7-4525-a395-58975734b3ab admin admin] Added segment 43bc26f5-017e-4304-9fc7-d9258a3c1064 of type vlan for network d7c45bc5-3c6d-4743-b5ae-9b74a1fe4b8b Nov 23 18:23:54.934133 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-22673679-c1d7-4525-a395-58975734b3ab admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736635338810'] for network, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:54.961906 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-22673679-c1d7-4525-a395-58975734b3ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493'] for network, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:54.962841 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22673679-c1d7-4525-a395-58975734b3ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:23:54.963448 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-22673679-c1d7-4525-a395-58975734b3ab admin admin] Publish callbacks [] for network, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:55.007951 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-22673679-c1d7-4525-a395-58975734b3ab admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3632128 Nov 23 18:23:55.010970 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 55788) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:23:55.015929 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-9f3b4cdd-72eb-4f61-81fb-fdb5003cbb54 admin admin] Request body: {'subnet': {'network_id': 'd7c45bc5-3c6d-4743-b5ae-9b74a1fe4b8b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-402492974-subnet', 'tenant_id': '705f1243dbc8472293ee72172eebdcba', 'ip_version': 4}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:23:55.037896 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f3b4cdd-72eb-4f61-81fb-fdb5003cbb54 admin admin] Made reservation on behalf of 705f1243dbc8472293ee72172eebdcba for: {'subnet': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:23:55.040250 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-9f3b4cdd-72eb-4f61-81fb-fdb5003cbb54 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264730903'] for subnet, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:55.051149 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22673679-c1d7-4525-a395-58975734b3ab admin admin] Pushing event updated for resources: {'Network': ['ID=d7c45bc5-3c6d-4743-b5ae-9b74a1fe4b8b,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:23:55.061254 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Network d7c45bc5-3c6d-4743-b5ae-9b74a1fe4b8b details requested by agent ovs-agent-n-d-816206-8 with host n-d-816206-8 {{(pid=103592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 18:23:55.217902 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-9f3b4cdd-72eb-4f61-81fb-fdb5003cbb54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264358096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264730885'] for subnet, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:55.267047 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3b4cdd-72eb-4f61-81fb-fdb5003cbb54 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4472b3ce-5283-4828-ae33-7274a0e65f1a,revision_number=0']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:23:55.283519 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f3b4cdd-72eb-4f61-81fb-fdb5003cbb54 admin admin] Checking segment: {'id': '43bc26f5-017e-4304-9fc7-d9258a3c1064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'd7c45bc5-3c6d-4743-b5ae-9b74a1fe4b8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:23:55.283878 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f3b4cdd-72eb-4f61-81fb-fdb5003cbb54 admin admin] Network hostable DHCP agents. Network: d7c45bc5-3c6d-4743-b5ae-9b74a1fe4b8b, hostable agents: ['0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3'], hosted agents: [] {{(pid=103590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 18:23:55.299404 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f3b4cdd-72eb-4f61-81fb-fdb5003cbb54 admin admin] Network d7c45bc5-3c6d-4743-b5ae-9b74a1fe4b8b is scheduled to be hosted by DHCP agent 0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3 with binding_index 1 {{(pid=103590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 18:23:55.309317 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-9f3b4cdd-72eb-4f61-81fb-fdb5003cbb54 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-8, d7c45bc5-3c6d-4743-b5ae-9b74a1fe4b8b) {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:23:55.314067 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f3b4cdd-72eb-4f61-81fb-fdb5003cbb54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:23:55.314776 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-9f3b4cdd-72eb-4f61-81fb-fdb5003cbb54 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:55.320285 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-193a5993-d7dd-4b5b-950b-1cb891cc185f None None] Network d7c45bc5-3c6d-4743-b5ae-9b74a1fe4b8b requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:23:55.333014 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-9f3b4cdd-72eb-4f61-81fb-fdb5003cbb54 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3207822 Nov 23 18:23:55.335442 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 55790) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:23:55.339822 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-03e0cc87-2449-44fb-9c68-b149c15b0a6d admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-402492974-router', 'tenant_id': '705f1243dbc8472293ee72172eebdcba', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'}}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:23:55.362218 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-03e0cc87-2449-44fb-9c68-b149c15b0a6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1793449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8093'] for router, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:55.363666 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-03e0cc87-2449-44fb-9c68-b149c15b0a6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1794473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1794771', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1638326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8086'] for router, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:55.421000 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-03e0cc87-2449-44fb-9c68-b149c15b0a6d admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:55.486267 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ca1bb54-abba-459c-9c50-914fdd44a719 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp355044b8-8e87-58c4-94fa-4a010ec30f9e-d7c45bc5-3c6d-4743-b5ae-9b74a1fe4b8b', 'network_id': 'd7c45bc5-3c6d-4743-b5ae-9b74a1fe4b8b', 'tenant_id': '705f1243dbc8472293ee72172eebdcba', 'fixed_ips': [{'subnet_id': '4472b3ce-5283-4828-ae33-7274a0e65f1a'}]}} from n-d-816206-8. {{(pid=103592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 18:23:55.487487 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-4ca1bb54-abba-459c-9c50-914fdd44a719 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:55.564603 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-03e0cc87-2449-44fb-9c68-b149c15b0a6d admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:55.624600 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.db_base_plugin_common [None req-4ca1bb54-abba-459c-9c50-914fdd44a719 None None] Allocated IP 172.20.0.2 (d7c45bc5-3c6d-4743-b5ae-9b74a1fe4b8b/4472b3ce-5283-4828-ae33-7274a0e65f1a/30b6cacc-d6c9-4eef-a5a3-c58d850fe6bd) {{(pid=103592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:23:55.774823 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-4ca1bb54-abba-459c-9c50-914fdd44a719 None None] Publish callbacks [] for port, precommit_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:55.779367 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-03e0cc87-2449-44fb-9c68-b149c15b0a6d admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:55.780906 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-4ca1bb54-abba-459c-9c50-914fdd44a719 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980'] for port, after_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:55.799977 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-03e0cc87-2449-44fb-9c68-b149c15b0a6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:55.818912 n-d-816206-8 neutron-server[103592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ca1bb54-abba-459c-9c50-914fdd44a719 None None] Network d7c45bc5-3c6d-4743-b5ae-9b74a1fe4b8b is already hosted by enough agents. {{(pid=103592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:23:55.829645 n-d-816206-8 neutron-server[103592]: DEBUG neutron.scheduler.base_scheduler [None req-4ca1bb54-abba-459c-9c50-914fdd44a719 None None] Resources bound (agent type, host, resource id): {{(pid=103592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:23:55.834805 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ca1bb54-abba-459c-9c50-914fdd44a719 None None] Received port after_create {{(pid=103592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:23:55.844905 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca1bb54-abba-459c-9c50-914fdd44a719 None None] Pushing event updated for resources: {'Port': ['ID=30b6cacc-d6c9-4eef-a5a3-c58d850fe6bd,revision_number=1']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:23:55.904534 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-4ca1bb54-abba-459c-9c50-914fdd44a719 None None] Attempting to bind port 30b6cacc-d6c9-4eef-a5a3-c58d850fe6bd on host n-d-816206-8 for vnic_type normal with profile {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:23:55.904910 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-4ca1bb54-abba-459c-9c50-914fdd44a719 None None] Attempting to bind port 30b6cacc-d6c9-4eef-a5a3-c58d850fe6bd by drivers openvswitch,hyperv on host n-d-816206-8 at level 0 using segments [{'id': '43bc26f5-017e-4304-9fc7-d9258a3c1064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'd7c45bc5-3c6d-4743-b5ae-9b74a1fe4b8b'}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:23:55.905487 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ca1bb54-abba-459c-9c50-914fdd44a719 None None] Attempting to bind port 30b6cacc-d6c9-4eef-a5a3-c58d850fe6bd on network d7c45bc5-3c6d-4743-b5ae-9b74a1fe4b8b {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:23:55.911258 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ca1bb54-abba-459c-9c50-914fdd44a719 None None] Checking agent: {'id': '9e89acbe-4bbe-4c77-a18b-6f1da9133e0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 7, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 23, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:23:55.911724 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ca1bb54-abba-459c-9c50-914fdd44a719 None None] Checking segment: {'id': '43bc26f5-017e-4304-9fc7-d9258a3c1064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'd7c45bc5-3c6d-4743-b5ae-9b74a1fe4b8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:23:55.911917 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-03e0cc87-2449-44fb-9c68-b149c15b0a6d admin admin] Allocated IP 172.25.3.124 (4c8455ba-1be5-42ac-b8c2-8a16e1292d55/08fe3644-ce41-4c3f-a7ea-92bac0f0fff5/74837ea6-a418-4daf-927b-3bff053d0e76) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:23:55.913892 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-4ca1bb54-abba-459c-9c50-914fdd44a719 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:55.914500 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ca1bb54-abba-459c-9c50-914fdd44a719 None None] Bound using segment: {'id': '43bc26f5-017e-4304-9fc7-d9258a3c1064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'd7c45bc5-3c6d-4743-b5ae-9b74a1fe4b8b'} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:23:55.915189 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-4ca1bb54-abba-459c-9c50-914fdd44a719 None None] Bound port: 30b6cacc-d6c9-4eef-a5a3-c58d850fe6bd, host: n-d-816206-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43bc26f5-017e-4304-9fc7-d9258a3c1064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'd7c45bc5-3c6d-4743-b5ae-9b74a1fe4b8b'}}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:23:55.915760 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-4ca1bb54-abba-459c-9c50-914fdd44a719 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:55.981059 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-4ca1bb54-abba-459c-9c50-914fdd44a719 None None] For port 30b6cacc-d6c9-4eef-a5a3-c58d850fe6bd, host n-d-816206-8, cleared binding levels {{(pid=103592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:23:55.984130 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-4ca1bb54-abba-459c-9c50-914fdd44a719 None None] For port 30b6cacc-d6c9-4eef-a5a3-c58d850fe6bd, host n-d-816206-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=30b6cacc-d6c9-4eef-a5a3-c58d850fe6bd,segment=NetworkSegment(43bc26f5-017e-4304-9fc7-d9258a3c1064),segment_id=43bc26f5-017e-4304-9fc7-d9258a3c1064)] {{(pid=103592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:23:55.990089 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-4ca1bb54-abba-459c-9c50-914fdd44a719 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:56.030309 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-03e0cc87-2449-44fb-9c68-b149c15b0a6d admin admin] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:56.057595 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca1bb54-abba-459c-9c50-914fdd44a719 None None] Pushing event updated for resources: {'Port': ['ID=30b6cacc-d6c9-4eef-a5a3-c58d850fe6bd,revision_number=2']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:23:56.069629 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-03e0cc87-2449-44fb-9c68-b149c15b0a6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:56.114230 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03e0cc87-2449-44fb-9c68-b149c15b0a6d admin admin] Network 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:23:56.117278 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-03e0cc87-2449-44fb-9c68-b149c15b0a6d admin admin] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:23:56.121820 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03e0cc87-2449-44fb-9c68-b149c15b0a6d admin admin] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:23:56.125683 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e0cc87-2449-44fb-9c68-b149c15b0a6d admin admin] Pushing event updated for resources: {'Port': ['ID=74837ea6-a418-4daf-927b-3bff053d0e76,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:23:56.142557 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b9942e0-833f-42eb-9638-079647fb5c3c None None] DHCP port deletion for 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:23:56.184837 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-4aeba902-4223-450b-a754-a3a12813f406 None None] Provisioning complete for port 74837ea6-a418-4daf-927b-3bff053d0e76 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:23:56.185517 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-4aeba902-4223-450b-a754-a3a12813f406 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:56.238137 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-4aeba902-4223-450b-a754-a3a12813f406 None None] Port 74837ea6-a418-4daf-927b-3bff053d0e76 cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:23:56.417460 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-03e0cc87-2449-44fb-9c68-b149c15b0a6d admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:56.619118 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-03e0cc87-2449-44fb-9c68-b149c15b0a6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1794316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1795362'] for router, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:56.747766 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03e0cc87-2449-44fb-9c68-b149c15b0a6d admin admin] Router c1fc609e-7874-4f15-bdac-0738b18e0bd0 is scheduled to L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 with binding_index 1 {{(pid=103590) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 18:23:56.859203 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03e0cc87-2449-44fb-9c68-b149c15b0a6d admin admin] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:23:56.870807 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f43ae25-862a-4920-8457-db30001675e3 None None] Sync routers for ids ['c1fc609e-7874-4f15-bdac-0738b18e0bd0'] in n-d-816206-8 {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:23:56.879904 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-03e0cc87-2449-44fb-9c68-b149c15b0a6d admin admin] Publish callbacks [] for router, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:56.880729 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f43ae25-862a-4920-8457-db30001675e3 None None] Routers {'c1fc609e-7874-4f15-bdac-0738b18e0bd0'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:23:56.881511 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-0f43ae25-862a-4920-8457-db30001675e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T18:23:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['c1fc609e-7874-4f15-bdac-0738b18e0bd0'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:23:56.882101 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-03e0cc87-2449-44fb-9c68-b149c15b0a6d admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.5456548 Nov 23 18:23:56.884881 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 55792) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:23:56.996418 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvr_db [None req-0f43ae25-862a-4920-8457-db30001675e3 None None] Set router c1fc609e-7874-4f15-bdac-0738b18e0bd0 gateway port host: n-d-816206-8 {{(pid=103592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:23:57.071091 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16bfd8ea-ae8a-4353-b74f-fcbf83439e4f None None] Network d7c45bc5-3c6d-4743-b5ae-9b74a1fe4b8b requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:23:57.229499 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-2fa5a15f-5947-41a5-af6c-e17213bd8dec None None] Provisioning complete for port 30b6cacc-d6c9-4eef-a5a3-c58d850fe6bd triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:23:57.229795 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-2fa5a15f-5947-41a5-af6c-e17213bd8dec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:57.401711 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-0f43ae25-862a-4920-8457-db30001675e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1fc609e-7874-4f15-bdac-0738b18e0bd0', 'name': 'tempest-TestEncryptedCinderVolumes-402492974-router', 'tenant_id': '705f1243dbc8472293ee72172eebdcba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.124'}], 'enable_snat': True}, 'gw_port_id': '74837ea6-a418-4daf-927b-3bff053d0e76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:23:55Z', 'updated_at': '2021-11-23T18:23:56Z', 'revision_number': 3, 'project_id': '705f1243dbc8472293ee72172eebdcba', 'gw_port': {'id': '74837ea6-a418-4daf-927b-3bff053d0e76', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:53:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1fc609e-7874-4f15-bdac-0738b18e0bd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4132, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:23:55Z', 'updated_at': '2021-11-23T18:23:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8'}], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:23:57.432207 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-2fa5a15f-5947-41a5-af6c-e17213bd8dec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:57.435365 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f43ae25-862a-4920-8457-db30001675e3 None None] Checking router: c1fc609e-7874-4f15-bdac-0738b18e0bd0 for host: n-d-816206-8 {{(pid=103592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:23:57.435716 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f43ae25-862a-4920-8457-db30001675e3 None None] Updating router c1fc609e-7874-4f15-bdac-0738b18e0bd0 port 74837ea6-a418-4daf-927b-3bff053d0e76 binding host n-d-816206-8 {{(pid=103592) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 18:23:57.489646 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-0f43ae25-862a-4920-8457-db30001675e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:57.494312 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-2fa5a15f-5947-41a5-af6c-e17213bd8dec None None] For port 30b6cacc-d6c9-4eef-a5a3-c58d850fe6bd, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=30b6cacc-d6c9-4eef-a5a3-c58d850fe6bd,segment=NetworkSegment(43bc26f5-017e-4304-9fc7-d9258a3c1064),segment_id=43bc26f5-017e-4304-9fc7-d9258a3c1064)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:23:57.513298 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-2fa5a15f-5947-41a5-af6c-e17213bd8dec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:57.582590 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-f19811db-64d6-4973-af40-be3f009e295d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:57.635224 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa5a15f-5947-41a5-af6c-e17213bd8dec None None] Pushing event updated for resources: {'Port': ['ID=30b6cacc-d6c9-4eef-a5a3-c58d850fe6bd,revision_number=3']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:23:57.680009 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-c5821ab4-5d94-4b92-aa24-35de366da096 None None] Provisioning complete for port 30b6cacc-d6c9-4eef-a5a3-c58d850fe6bd triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:23:57.680282 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c5821ab4-5d94-4b92-aa24-35de366da096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:57.778583 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.db_base_plugin_common [None req-f19811db-64d6-4973-af40-be3f009e295d admin admin] Allocated IP 172.20.0.1 (d7c45bc5-3c6d-4743-b5ae-9b74a1fe4b8b/4472b3ce-5283-4828-ae33-7274a0e65f1a/68714a1f-6cbc-4418-b123-da614ee8ce31) {{(pid=103591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:23:57.867706 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-0f43ae25-862a-4920-8457-db30001675e3 None None] Publish callbacks [] for port, precommit_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:57.873392 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-0f43ae25-862a-4920-8457-db30001675e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:57.884608 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-f19811db-64d6-4973-af40-be3f009e295d admin admin] Publish callbacks [] for port, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:57.920522 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-f19811db-64d6-4973-af40-be3f009e295d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:57.921587 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6d01714-4cad-45c2-8114-eaaf09325035 None None] DHCP port deletion for 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:23:57.930892 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-0f43ae25-862a-4920-8457-db30001675e3 None None] Attempting to bind port 74837ea6-a418-4daf-927b-3bff053d0e76 on host n-d-816206-8 for vnic_type normal with profile {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:23:57.931255 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-0f43ae25-862a-4920-8457-db30001675e3 None None] Attempting to bind port 74837ea6-a418-4daf-927b-3bff053d0e76 by drivers openvswitch,hyperv on host n-d-816206-8 at level 0 using segments [{'id': 'bffd1e4f-e80f-4ff0-b418-2f42ae15febf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:23:57.931616 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f43ae25-862a-4920-8457-db30001675e3 None None] Attempting to bind port 74837ea6-a418-4daf-927b-3bff053d0e76 on network 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:23:57.936030 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ced8f91-276b-411b-8e60-0f3f5cf7604e None None] Pushing event updated for resources: {'Port': ['ID=74837ea6-a418-4daf-927b-3bff053d0e76,revision_number=2']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:23:57.940832 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f43ae25-862a-4920-8457-db30001675e3 None None] Checking agent: {'id': '9e89acbe-4bbe-4c77-a18b-6f1da9133e0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 7, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 23, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:23:57.941218 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f43ae25-862a-4920-8457-db30001675e3 None None] Checking segment: {'id': 'bffd1e4f-e80f-4ff0-b418-2f42ae15febf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:23:57.941704 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-0f43ae25-862a-4920-8457-db30001675e3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:57.941987 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f43ae25-862a-4920-8457-db30001675e3 None None] Bound using segment: {'id': 'bffd1e4f-e80f-4ff0-b418-2f42ae15febf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:23:57.942523 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-0f43ae25-862a-4920-8457-db30001675e3 None None] Bound port: 74837ea6-a418-4daf-927b-3bff053d0e76, host: n-d-816206-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bffd1e4f-e80f-4ff0-b418-2f42ae15febf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'}}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:23:57.942818 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-0f43ae25-862a-4920-8457-db30001675e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:57.965228 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f19811db-64d6-4973-af40-be3f009e295d admin admin] Network d7c45bc5-3c6d-4743-b5ae-9b74a1fe4b8b is already hosted by enough agents. {{(pid=103591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:23:57.970336 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [None req-f19811db-64d6-4973-af40-be3f009e295d admin admin] Resources bound (agent type, host, resource id): {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:23:57.975245 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f19811db-64d6-4973-af40-be3f009e295d admin admin] Received port after_create {{(pid=103591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:23:57.978160 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19811db-64d6-4973-af40-be3f009e295d admin admin] Pushing event updated for resources: {'Port': ['ID=68714a1f-6cbc-4418-b123-da614ee8ce31,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:23:58.006934 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-c9daf778-3f7f-4ef5-839e-b2e101b06c6b None None] Provisioning complete for port 74837ea6-a418-4daf-927b-3bff053d0e76 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:23:58.007305 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c9daf778-3f7f-4ef5-839e-b2e101b06c6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:58.011467 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-0f43ae25-862a-4920-8457-db30001675e3 None None] For port 74837ea6-a418-4daf-927b-3bff053d0e76, host n-d-816206-8, cleared binding levels {{(pid=103592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:23:58.015564 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-f19811db-64d6-4973-af40-be3f009e295d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1795539'] for router_interface, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:58.155934 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-f19811db-64d6-4973-af40-be3f009e295d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:58.211810 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-0f43ae25-862a-4920-8457-db30001675e3 None None] For port 74837ea6-a418-4daf-927b-3bff053d0e76, host n-d-816206-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=74837ea6-a418-4daf-927b-3bff053d0e76,segment=NetworkSegment(bffd1e4f-e80f-4ff0-b418-2f42ae15febf),segment_id=bffd1e4f-e80f-4ff0-b418-2f42ae15febf)] {{(pid=103592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:23:58.218219 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-0f43ae25-862a-4920-8457-db30001675e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:58.222348 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-c9daf778-3f7f-4ef5-839e-b2e101b06c6b None None] Port 74837ea6-a418-4daf-927b-3bff053d0e76 cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:23:58.265617 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04b395d0-24cd-41ed-9342-2667cc787c31 None None] DHCP port deletion for 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:23:58.287422 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ced8f91-276b-411b-8e60-0f3f5cf7604e None None] Pushing event updated for resources: {'Port': ['ID=74837ea6-a418-4daf-927b-3bff053d0e76,revision_number=3']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:23:58.292880 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f43ae25-862a-4920-8457-db30001675e3 None None] Routers {'c1fc609e-7874-4f15-bdac-0738b18e0bd0'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:23:58.293898 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-0f43ae25-862a-4920-8457-db30001675e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T18:23:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['c1fc609e-7874-4f15-bdac-0738b18e0bd0'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:23:58.345352 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 30b6cacc-d6c9-4eef-a5a3-c58d850fe6bd up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:23:58.355593 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-f19811db-64d6-4973-af40-be3f009e295d admin admin] Publish callbacks [] for port, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:58.360151 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-f19811db-64d6-4973-af40-be3f009e295d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264758186'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:58.431603 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-789ae720-f7ee-4b82-a6df-4f8bc8e43e50 None None] Provisioning complete for port 74837ea6-a418-4daf-927b-3bff053d0e76 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:23:58.432052 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-789ae720-f7ee-4b82-a6df-4f8bc8e43e50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:58.433065 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19811db-64d6-4973-af40-be3f009e295d admin admin] Pushing event updated for resources: {'Port': ['ID=68714a1f-6cbc-4418-b123-da614ee8ce31,revision_number=2']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:23:58.436294 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-f19811db-64d6-4973-af40-be3f009e295d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2068703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1794403'] for router_interface, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:58.491791 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvr_db [None req-0f43ae25-862a-4920-8457-db30001675e3 None None] Set router c1fc609e-7874-4f15-bdac-0738b18e0bd0 gateway port host: n-d-816206-8 {{(pid=103592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:23:58.527456 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port 30b6cacc-d6c9-4eef-a5a3-c58d850fe6bd triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:23:58.527828 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:58.530836 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f19811db-64d6-4973-af40-be3f009e295d admin admin] Network d7c45bc5-3c6d-4743-b5ae-9b74a1fe4b8b is already hosted by enough agents. {{(pid=103591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:23:58.532241 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [None req-f19811db-64d6-4973-af40-be3f009e295d admin admin] Resources bound (agent type, host, resource id): {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:23:58.654875 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f19811db-64d6-4973-af40-be3f009e295d admin admin] Router c1fc609e-7874-4f15-bdac-0738b18e0bd0 has already been hosted by L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 {{(pid=103591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:23:58.706740 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-789ae720-f7ee-4b82-a6df-4f8bc8e43e50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:58.763138 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-789ae720-f7ee-4b82-a6df-4f8bc8e43e50 None None] For port 74837ea6-a418-4daf-927b-3bff053d0e76, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=74837ea6-a418-4daf-927b-3bff053d0e76,segment=NetworkSegment(bffd1e4f-e80f-4ff0-b418-2f42ae15febf),segment_id=bffd1e4f-e80f-4ff0-b418-2f42ae15febf)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:23:58.771346 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-789ae720-f7ee-4b82-a6df-4f8bc8e43e50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:58.773099 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f19811db-64d6-4973-af40-be3f009e295d admin admin] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:23:58.778826 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-f19811db-64d6-4973-af40-be3f009e295d admin admin] 10.222.0.60 "PUT /v2.0/routers/c1fc609e-7874-4f15-bdac-0738b18e0bd0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8928630 Nov 23 18:23:58.852075 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-789ae720-f7ee-4b82-a6df-4f8bc8e43e50 None None] Provisioning complete for port 68714a1f-6cbc-4418-b123-da614ee8ce31 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:23:58.852865 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-789ae720-f7ee-4b82-a6df-4f8bc8e43e50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:58.890445 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789ae720-f7ee-4b82-a6df-4f8bc8e43e50 None None] Pushing event updated for resources: {'Port': ['ID=74837ea6-a418-4daf-927b-3bff053d0e76,revision_number=4']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:23:58.909106 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-789ae720-f7ee-4b82-a6df-4f8bc8e43e50 None None] Port 68714a1f-6cbc-4418-b123-da614ee8ce31 cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:23:58.918288 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-0f43ae25-862a-4920-8457-db30001675e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1fc609e-7874-4f15-bdac-0738b18e0bd0', 'name': 'tempest-TestEncryptedCinderVolumes-402492974-router', 'tenant_id': '705f1243dbc8472293ee72172eebdcba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.124'}], 'enable_snat': True}, 'gw_port_id': '74837ea6-a418-4daf-927b-3bff053d0e76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:23:55Z', 'updated_at': '2021-11-23T18:23:58Z', 'revision_number': 4, 'project_id': '705f1243dbc8472293ee72172eebdcba', 'gw_port': {'id': '74837ea6-a418-4daf-927b-3bff053d0e76', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:53:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1fc609e-7874-4f15-bdac-0738b18e0bd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4132, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:23:55Z', 'updated_at': '2021-11-23T18:23:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_interfaces': [{'id': '68714a1f-6cbc-4418-b123-da614ee8ce31', 'name': '', 'network_id': 'd7c45bc5-3c6d-4743-b5ae-9b74a1fe4b8b', 'tenant_id': '705f1243dbc8472293ee72172eebdcba', 'mac_address': 'fa:16:3e:2b:95:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1fc609e-7874-4f15-bdac-0738b18e0bd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': '4472b3ce-5283-4828-ae33-7274a0e65f1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:23:57Z', 'updated_at': '2021-11-23T18:23:57Z', 'revision_number': 1, 'project_id': '705f1243dbc8472293ee72172eebdcba', 'subnets': [{'id': '4472b3ce-5283-4828-ae33-7274a0e65f1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:23:58.946345 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f43ae25-862a-4920-8457-db30001675e3 None None] The sync data for ids ['c1fc609e-7874-4f15-bdac-0738b18e0bd0'] in n-d-816206-8 is: [{'id': 'c1fc609e-7874-4f15-bdac-0738b18e0bd0', 'name': 'tempest-TestEncryptedCinderVolumes-402492974-router', 'tenant_id': '705f1243dbc8472293ee72172eebdcba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.124'}], 'enable_snat': True}, 'gw_port_id': '74837ea6-a418-4daf-927b-3bff053d0e76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:23:55Z', 'updated_at': '2021-11-23T18:23:58Z', 'revision_number': 4, 'project_id': '705f1243dbc8472293ee72172eebdcba', 'gw_port': {'id': '74837ea6-a418-4daf-927b-3bff053d0e76', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:53:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1fc609e-7874-4f15-bdac-0738b18e0bd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4132, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:23:55Z', 'updated_at': '2021-11-23T18:23:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_interfaces': [{'id': '68714a1f-6cbc-4418-b123-da614ee8ce31', 'name': '', 'network_id': 'd7c45bc5-3c6d-4743-b5ae-9b74a1fe4b8b', 'tenant_id': '705f1243dbc8472293ee72172eebdcba', 'mac_address': 'fa:16:3e:2b:95:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1fc609e-7874-4f15-bdac-0738b18e0bd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': '4472b3ce-5283-4828-ae33-7274a0e65f1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:23:57Z', 'updated_at': '2021-11-23T18:23:57Z', 'revision_number': 1, 'project_id': '705f1243dbc8472293ee72172eebdcba', 'subnets': [{'id': '4472b3ce-5283-4828-ae33-7274a0e65f1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:23:59.033833 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-fc2b171a-d9d2-452c-96ba-18d0cd7fdfcb None None] Provisioning complete for port 68714a1f-6cbc-4418-b123-da614ee8ce31 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:23:59.034489 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-fc2b171a-d9d2-452c-96ba-18d0cd7fdfcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:59.071477 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-fc2b171a-d9d2-452c-96ba-18d0cd7fdfcb None None] Port 68714a1f-6cbc-4418-b123-da614ee8ce31 cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:23:59.289752 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 55808) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:23:59.294750 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-717e2c97-3334-4f09-9998-035929044121 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1547438440-network', 'tenant_id': 'f36cd73ace234f35bff0eba3f194b067'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:23:59.316952 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-717e2c97-3334-4f09-9998-035929044121 admin admin] Made reservation on behalf of f36cd73ace234f35bff0eba3f194b067 for: {'network': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:23:59.319369 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-717e2c97-3334-4f09-9998-035929044121 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for network, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:59.329694 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-717e2c97-3334-4f09-9998-035929044121 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:59.411658 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-717e2c97-3334-4f09-9998-035929044121 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:59.415749 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-717e2c97-3334-4f09-9998-035929044121 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:59.440819 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-717e2c97-3334-4f09-9998-035929044121 admin admin] vlan segment allocate from pool success with {'vlan_id': 531, 'physical_network': 'physnet1'} {{(pid=103591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 18:23:59.450171 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717e2c97-3334-4f09-9998-035929044121 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f4d5e23-9219-4027-987b-b62ac72e382d,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:23:59.456775 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-717e2c97-3334-4f09-9998-035929044121 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:59.457123 n-d-816206-8 neutron-server[103591]: INFO neutron.db.segments_db [None req-717e2c97-3334-4f09-9998-035929044121 admin admin] Added segment bb9a114e-9a75-4167-9355-62124cf09e07 of type vlan for network 287f2406-8f27-42e8-a751-d5adb8b1e15e Nov 23 18:23:59.499042 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-717e2c97-3334-4f09-9998-035929044121 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736635338810'] for network, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:59.529064 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-717e2c97-3334-4f09-9998-035929044121 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493'] for network, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:59.530081 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-717e2c97-3334-4f09-9998-035929044121 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:23:59.530668 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-717e2c97-3334-4f09-9998-035929044121 admin admin] Publish callbacks [] for network, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:59.597026 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-717e2c97-3334-4f09-9998-035929044121 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3033969 Nov 23 18:23:59.597295 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 55810) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:23:59.602816 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717e2c97-3334-4f09-9998-035929044121 admin admin] Pushing event updated for resources: {'Network': ['ID=287f2406-8f27-42e8-a751-d5adb8b1e15e,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:23:59.607098 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-643892fd-c385-4883-bc59-91fe07d31d91 admin admin] Request body: {'subnet': {'network_id': '287f2406-8f27-42e8-a751-d5adb8b1e15e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1547438440-subnet', 'tenant_id': 'f36cd73ace234f35bff0eba3f194b067', 'ip_version': 4}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:23:59.627058 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Network 287f2406-8f27-42e8-a751-d5adb8b1e15e details requested by agent ovs-agent-n-d-816206-8 with host n-d-816206-8 {{(pid=103592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 18:23:59.634374 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-643892fd-c385-4883-bc59-91fe07d31d91 admin admin] Made reservation on behalf of f36cd73ace234f35bff0eba3f194b067 for: {'subnet': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:23:59.636932 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-643892fd-c385-4883-bc59-91fe07d31d91 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264730903'] for subnet, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:59.820547 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-643892fd-c385-4883-bc59-91fe07d31d91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264358096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264730885'] for subnet, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:59.877993 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643892fd-c385-4883-bc59-91fe07d31d91 admin admin] Pushing event updated for resources: {'Subnet': ['ID=390e8f99-1422-4f89-82d3-c29b5defbf8c,revision_number=0']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:23:59.888207 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-643892fd-c385-4883-bc59-91fe07d31d91 admin admin] Checking segment: {'id': 'bb9a114e-9a75-4167-9355-62124cf09e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '287f2406-8f27-42e8-a751-d5adb8b1e15e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:23:59.888612 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-643892fd-c385-4883-bc59-91fe07d31d91 admin admin] Network hostable DHCP agents. Network: 287f2406-8f27-42e8-a751-d5adb8b1e15e, hostable agents: ['0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3'], hosted agents: [] {{(pid=103590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 18:23:59.907024 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-643892fd-c385-4883-bc59-91fe07d31d91 admin admin] Network 287f2406-8f27-42e8-a751-d5adb8b1e15e is scheduled to be hosted by DHCP agent 0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3 with binding_index 1 {{(pid=103590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 18:23:59.916597 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-643892fd-c385-4883-bc59-91fe07d31d91 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-8, 287f2406-8f27-42e8-a751-d5adb8b1e15e) {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:23:59.920857 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-643892fd-c385-4883-bc59-91fe07d31d91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:23:59.921587 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-643892fd-c385-4883-bc59-91fe07d31d91 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:59.927630 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c263516-c7fc-4d3a-bf4c-4ceca51b2312 None None] Network 287f2406-8f27-42e8-a751-d5adb8b1e15e requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:23:59.940958 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-643892fd-c385-4883-bc59-91fe07d31d91 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3424909 Nov 23 18:23:59.944027 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 55812) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:23:59.948737 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-3a078292-9caf-46ff-aa06-c0bf55cc09d2 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1547438440-router', 'tenant_id': 'f36cd73ace234f35bff0eba3f194b067', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'}}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:23:59.976033 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-3a078292-9caf-46ff-aa06-c0bf55cc09d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1793449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8093'] for router, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:23:59.977289 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-3a078292-9caf-46ff-aa06-c0bf55cc09d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1794473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1794771', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1638326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8086'] for router, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:00.042039 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-3a078292-9caf-46ff-aa06-c0bf55cc09d2 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:00.102869 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4366964-9e97-472d-bc95-1240c0b52d70 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp355044b8-8e87-58c4-94fa-4a010ec30f9e-287f2406-8f27-42e8-a751-d5adb8b1e15e', 'network_id': '287f2406-8f27-42e8-a751-d5adb8b1e15e', 'tenant_id': 'f36cd73ace234f35bff0eba3f194b067', 'fixed_ips': [{'subnet_id': '390e8f99-1422-4f89-82d3-c29b5defbf8c'}]}} from n-d-816206-8. {{(pid=103592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 18:24:00.103753 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-a4366964-9e97-472d-bc95-1240c0b52d70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:00.194729 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-3a078292-9caf-46ff-aa06-c0bf55cc09d2 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:00.256767 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.db_base_plugin_common [None req-a4366964-9e97-472d-bc95-1240c0b52d70 None None] Allocated IP 172.20.0.2 (287f2406-8f27-42e8-a751-d5adb8b1e15e/390e8f99-1422-4f89-82d3-c29b5defbf8c/cad55fe7-ecd8-4d3a-a642-3b13fb247689) {{(pid=103592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:24:00.350586 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 74837ea6-a418-4daf-927b-3bff053d0e76 up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:24:00.424558 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-3a078292-9caf-46ff-aa06-c0bf55cc09d2 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:00.443781 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-3a078292-9caf-46ff-aa06-c0bf55cc09d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:00.458167 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-a4366964-9e97-472d-bc95-1240c0b52d70 None None] Publish callbacks [] for port, precommit_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:00.464093 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-a4366964-9e97-472d-bc95-1240c0b52d70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980'] for port, after_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:00.469703 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port 74837ea6-a418-4daf-927b-3bff053d0e76 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:24:00.470074 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:00.533286 n-d-816206-8 neutron-server[103592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4366964-9e97-472d-bc95-1240c0b52d70 None None] Network 287f2406-8f27-42e8-a751-d5adb8b1e15e is already hosted by enough agents. {{(pid=103592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:24:00.540611 n-d-816206-8 neutron-server[103592]: DEBUG neutron.scheduler.base_scheduler [None req-a4366964-9e97-472d-bc95-1240c0b52d70 None None] Resources bound (agent type, host, resource id): {{(pid=103592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:24:00.546507 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4366964-9e97-472d-bc95-1240c0b52d70 None None] Received port after_create {{(pid=103592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:24:00.549939 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4366964-9e97-472d-bc95-1240c0b52d70 None None] Pushing event updated for resources: {'Port': ['ID=cad55fe7-ecd8-4d3a-a642-3b13fb247689,revision_number=1']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:24:00.550122 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.db_base_plugin_common [None req-3a078292-9caf-46ff-aa06-c0bf55cc09d2 admin admin] Allocated IP 172.25.3.45 (4c8455ba-1be5-42ac-b8c2-8a16e1292d55/08fe3644-ce41-4c3f-a7ea-92bac0f0fff5/bb0a0d1d-c1a2-4de2-b177-08a2bc8b1866) {{(pid=103591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:24:00.640347 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-a4366964-9e97-472d-bc95-1240c0b52d70 None None] Attempting to bind port cad55fe7-ecd8-4d3a-a642-3b13fb247689 on host n-d-816206-8 for vnic_type normal with profile {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:24:00.640762 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-a4366964-9e97-472d-bc95-1240c0b52d70 None None] Attempting to bind port cad55fe7-ecd8-4d3a-a642-3b13fb247689 by drivers openvswitch,hyperv on host n-d-816206-8 at level 0 using segments [{'id': 'bb9a114e-9a75-4167-9355-62124cf09e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '287f2406-8f27-42e8-a751-d5adb8b1e15e'}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:24:00.641646 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4366964-9e97-472d-bc95-1240c0b52d70 None None] Attempting to bind port cad55fe7-ecd8-4d3a-a642-3b13fb247689 on network 287f2406-8f27-42e8-a751-d5adb8b1e15e {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:24:00.649944 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4366964-9e97-472d-bc95-1240c0b52d70 None None] Checking agent: {'id': '9e89acbe-4bbe-4c77-a18b-6f1da9133e0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 7, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 23, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:24:00.650323 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4366964-9e97-472d-bc95-1240c0b52d70 None None] Checking segment: {'id': 'bb9a114e-9a75-4167-9355-62124cf09e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '287f2406-8f27-42e8-a751-d5adb8b1e15e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:24:00.650729 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-a4366964-9e97-472d-bc95-1240c0b52d70 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:00.651123 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4366964-9e97-472d-bc95-1240c0b52d70 None None] Bound using segment: {'id': 'bb9a114e-9a75-4167-9355-62124cf09e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '287f2406-8f27-42e8-a751-d5adb8b1e15e'} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:24:00.651598 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-a4366964-9e97-472d-bc95-1240c0b52d70 None None] Bound port: cad55fe7-ecd8-4d3a-a642-3b13fb247689, host: n-d-816206-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb9a114e-9a75-4167-9355-62124cf09e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '287f2406-8f27-42e8-a751-d5adb8b1e15e'}}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:24:00.651979 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-a4366964-9e97-472d-bc95-1240c0b52d70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:00.664987 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-3a078292-9caf-46ff-aa06-c0bf55cc09d2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:00.699133 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-3a078292-9caf-46ff-aa06-c0bf55cc09d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:00.717085 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-a4366964-9e97-472d-bc95-1240c0b52d70 None None] For port cad55fe7-ecd8-4d3a-a642-3b13fb247689, host n-d-816206-8, cleared binding levels {{(pid=103592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:24:00.721024 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-a4366964-9e97-472d-bc95-1240c0b52d70 None None] For port cad55fe7-ecd8-4d3a-a642-3b13fb247689, host n-d-816206-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=cad55fe7-ecd8-4d3a-a642-3b13fb247689,segment=NetworkSegment(bb9a114e-9a75-4167-9355-62124cf09e07),segment_id=bb9a114e-9a75-4167-9355-62124cf09e07)] {{(pid=103592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:24:00.726077 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-a4366964-9e97-472d-bc95-1240c0b52d70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:00.744060 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a078292-9caf-46ff-aa06-c0bf55cc09d2 admin admin] Network 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 is already hosted by enough agents. {{(pid=103591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:24:00.747042 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [None req-3a078292-9caf-46ff-aa06-c0bf55cc09d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:24:00.753219 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a078292-9caf-46ff-aa06-c0bf55cc09d2 admin admin] Received port after_create {{(pid=103591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:24:00.778822 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a078292-9caf-46ff-aa06-c0bf55cc09d2 admin admin] Pushing event updated for resources: {'Port': ['ID=bb0a0d1d-c1a2-4de2-b177-08a2bc8b1866,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:24:00.789314 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-613e50ee-357a-4269-acff-bb5faeb608db None None] DHCP port deletion for 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:24:00.813270 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4366964-9e97-472d-bc95-1240c0b52d70 None None] Pushing event updated for resources: {'Port': ['ID=cad55fe7-ecd8-4d3a-a642-3b13fb247689,revision_number=2']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:24:00.925052 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-f59a3a2c-c3ca-4576-ab20-d39523b0434d None None] Provisioning complete for port bb0a0d1d-c1a2-4de2-b177-08a2bc8b1866 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:24:00.925538 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-f59a3a2c-c3ca-4576-ab20-d39523b0434d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:00.967081 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-f59a3a2c-c3ca-4576-ab20-d39523b0434d None None] Port bb0a0d1d-c1a2-4de2-b177-08a2bc8b1866 cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:24:01.068137 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-3a078292-9caf-46ff-aa06-c0bf55cc09d2 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:01.170722 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-238a431a-331f-414f-925a-ca37fb5df9d1 None None] Sync routers for ids ['c1fc609e-7874-4f15-bdac-0738b18e0bd0'] in n-d-816206-8 {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:24:01.180680 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-238a431a-331f-414f-925a-ca37fb5df9d1 None None] Routers {'c1fc609e-7874-4f15-bdac-0738b18e0bd0'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:24:01.181384 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-238a431a-331f-414f-925a-ca37fb5df9d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T18:23:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['c1fc609e-7874-4f15-bdac-0738b18e0bd0'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:24:01.279750 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-3a078292-9caf-46ff-aa06-c0bf55cc09d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1794316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1795362'] for router, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:01.287230 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-238a431a-331f-414f-925a-ca37fb5df9d1 None None] Set router c1fc609e-7874-4f15-bdac-0738b18e0bd0 gateway port host: n-d-816206-8 {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:24:01.412532 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a078292-9caf-46ff-aa06-c0bf55cc09d2 admin admin] Router 42a08692-e6f3-49f4-8bf4-3f724bc36e92 is scheduled to L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 with binding_index 1 {{(pid=103591) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 18:24:01.497839 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-238a431a-331f-414f-925a-ca37fb5df9d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1fc609e-7874-4f15-bdac-0738b18e0bd0', 'name': 'tempest-TestEncryptedCinderVolumes-402492974-router', 'tenant_id': '705f1243dbc8472293ee72172eebdcba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.124'}], 'enable_snat': True}, 'gw_port_id': '74837ea6-a418-4daf-927b-3bff053d0e76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:23:55Z', 'updated_at': '2021-11-23T18:23:58Z', 'revision_number': 4, 'project_id': '705f1243dbc8472293ee72172eebdcba', 'gw_port': {'id': '74837ea6-a418-4daf-927b-3bff053d0e76', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:53:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1fc609e-7874-4f15-bdac-0738b18e0bd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4132, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:23:55Z', 'updated_at': '2021-11-23T18:23:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_interfaces': [{'id': '68714a1f-6cbc-4418-b123-da614ee8ce31', 'name': '', 'network_id': 'd7c45bc5-3c6d-4743-b5ae-9b74a1fe4b8b', 'tenant_id': '705f1243dbc8472293ee72172eebdcba', 'mac_address': 'fa:16:3e:2b:95:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1fc609e-7874-4f15-bdac-0738b18e0bd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': '4472b3ce-5283-4828-ae33-7274a0e65f1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:23:57Z', 'updated_at': '2021-11-23T18:23:58Z', 'revision_number': 2, 'project_id': '705f1243dbc8472293ee72172eebdcba', 'subnets': [{'id': '4472b3ce-5283-4828-ae33-7274a0e65f1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:24:01.526199 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-238a431a-331f-414f-925a-ca37fb5df9d1 None None] Checking router: c1fc609e-7874-4f15-bdac-0738b18e0bd0 for host: n-d-816206-8 {{(pid=103593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:24:01.526605 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-238a431a-331f-414f-925a-ca37fb5df9d1 None None] Updating router c1fc609e-7874-4f15-bdac-0738b18e0bd0 port 68714a1f-6cbc-4418-b123-da614ee8ce31 binding host n-d-816206-8 {{(pid=103593) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 18:24:01.534849 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a078292-9caf-46ff-aa06-c0bf55cc09d2 admin admin] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:24:01.546087 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a281612e-d350-4939-b729-b8e4f69c0437 None None] Sync routers for ids ['42a08692-e6f3-49f4-8bf4-3f724bc36e92'] in n-d-816206-8 {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:24:01.554243 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-3a078292-9caf-46ff-aa06-c0bf55cc09d2 admin admin] Publish callbacks [] for router, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:01.554822 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-238a431a-331f-414f-925a-ca37fb5df9d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:01.558424 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-3a078292-9caf-46ff-aa06-c0bf55cc09d2 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.6106710 Nov 23 18:24:01.559291 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 55814) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:24:01.574716 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a281612e-d350-4939-b729-b8e4f69c0437 None None] Routers {'42a08692-e6f3-49f4-8bf4-3f724bc36e92'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:24:01.575376 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-a281612e-d350-4939-b729-b8e4f69c0437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T18:23:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['42a08692-e6f3-49f4-8bf4-3f724bc36e92'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:24:01.725298 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvr_db [None req-a281612e-d350-4939-b729-b8e4f69c0437 None None] Set router 42a08692-e6f3-49f4-8bf4-3f724bc36e92 gateway port host: n-d-816206-8 {{(pid=103592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:24:01.961538 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cda5742-47a4-476f-b65e-05887d3dff63 None None] Network 287f2406-8f27-42e8-a751-d5adb8b1e15e requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:24:01.978876 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-238a431a-331f-414f-925a-ca37fb5df9d1 None None] Publish callbacks [] for port, precommit_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:01.984423 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-238a431a-331f-414f-925a-ca37fb5df9d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:02.035767 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9d0a18-fde0-464f-9adf-e55676a15142 None None] Pushing event updated for resources: {'Port': ['ID=68714a1f-6cbc-4418-b123-da614ee8ce31,revision_number=3']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:24:02.048997 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-1b017130-a829-4787-9685-6fe5e209bdd9 None None] Provisioning complete for port cad55fe7-ecd8-4d3a-a642-3b13fb247689 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:24:02.049546 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-1b017130-a829-4787-9685-6fe5e209bdd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:02.064461 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9d0a18-fde0-464f-9adf-e55676a15142 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:24:02.065046 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9d0a18-fde0-464f-9adf-e55676a15142 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:24:02.065761 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9d0a18-fde0-464f-9adf-e55676a15142 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:24:02.066232 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9d0a18-fde0-464f-9adf-e55676a15142 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:24:02.066657 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9d0a18-fde0-464f-9adf-e55676a15142 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:24:02.067146 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9d0a18-fde0-464f-9adf-e55676a15142 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:24:02.067599 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9d0a18-fde0-464f-9adf-e55676a15142 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:24:02.068034 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9d0a18-fde0-464f-9adf-e55676a15142 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:24:02.068543 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9d0a18-fde0-464f-9adf-e55676a15142 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:24:02.068943 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c4ca10dd-853f-4348-ae2c-354cbba0ccd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:02.069121 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9d0a18-fde0-464f-9adf-e55676a15142 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:24:02.069623 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9d0a18-fde0-464f-9adf-e55676a15142 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:24:02.070275 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e9d0a18-fde0-464f-9adf-e55676a15142 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:24:02.114530 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [None req-238a431a-331f-414f-925a-ca37fb5df9d1 None None] Attempting to bind port 68714a1f-6cbc-4418-b123-da614ee8ce31 on host n-d-816206-8 for vnic_type normal with profile {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:24:02.115076 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [None req-238a431a-331f-414f-925a-ca37fb5df9d1 None None] Attempting to bind port 68714a1f-6cbc-4418-b123-da614ee8ce31 by drivers openvswitch,hyperv on host n-d-816206-8 at level 0 using segments [{'id': '43bc26f5-017e-4304-9fc7-d9258a3c1064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'd7c45bc5-3c6d-4743-b5ae-9b74a1fe4b8b'}] {{(pid=103593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:24:02.115566 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-238a431a-331f-414f-925a-ca37fb5df9d1 None None] Attempting to bind port 68714a1f-6cbc-4418-b123-da614ee8ce31 on network d7c45bc5-3c6d-4743-b5ae-9b74a1fe4b8b {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:24:02.122511 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-238a431a-331f-414f-925a-ca37fb5df9d1 None None] Checking agent: {'id': '9e89acbe-4bbe-4c77-a18b-6f1da9133e0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 7, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 23, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:24:02.123577 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-238a431a-331f-414f-925a-ca37fb5df9d1 None None] Checking segment: {'id': '43bc26f5-017e-4304-9fc7-d9258a3c1064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'd7c45bc5-3c6d-4743-b5ae-9b74a1fe4b8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:24:02.124140 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-238a431a-331f-414f-925a-ca37fb5df9d1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:02.124739 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-238a431a-331f-414f-925a-ca37fb5df9d1 None None] Bound using segment: {'id': '43bc26f5-017e-4304-9fc7-d9258a3c1064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'd7c45bc5-3c6d-4743-b5ae-9b74a1fe4b8b'} {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:24:02.125331 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [None req-238a431a-331f-414f-925a-ca37fb5df9d1 None None] Bound port: 68714a1f-6cbc-4418-b123-da614ee8ce31, host: n-d-816206-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43bc26f5-017e-4304-9fc7-d9258a3c1064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'd7c45bc5-3c6d-4743-b5ae-9b74a1fe4b8b'}}] {{(pid=103593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:24:02.125803 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-238a431a-331f-414f-925a-ca37fb5df9d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:02.200124 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-238a431a-331f-414f-925a-ca37fb5df9d1 None None] For port 68714a1f-6cbc-4418-b123-da614ee8ce31, host n-d-816206-8, cleared binding levels {{(pid=103593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:24:02.205682 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-238a431a-331f-414f-925a-ca37fb5df9d1 None None] For port 68714a1f-6cbc-4418-b123-da614ee8ce31, host n-d-816206-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=68714a1f-6cbc-4418-b123-da614ee8ce31,segment=NetworkSegment(43bc26f5-017e-4304-9fc7-d9258a3c1064),segment_id=43bc26f5-017e-4304-9fc7-d9258a3c1064)] {{(pid=103593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:24:02.212713 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-238a431a-331f-414f-925a-ca37fb5df9d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:02.275985 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-238a431a-331f-414f-925a-ca37fb5df9d1 None None] Routers {'c1fc609e-7874-4f15-bdac-0738b18e0bd0'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:24:02.277020 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-238a431a-331f-414f-925a-ca37fb5df9d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T18:23:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['c1fc609e-7874-4f15-bdac-0738b18e0bd0'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:24:02.290702 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-1b017130-a829-4787-9685-6fe5e209bdd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:02.317108 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-c4ca10dd-853f-4348-ae2c-354cbba0ccd8 admin admin] Allocated IP 172.20.0.1 (287f2406-8f27-42e8-a751-d5adb8b1e15e/390e8f99-1422-4f89-82d3-c29b5defbf8c/de4907ef-0dff-4195-b3f7-459b80c956d9) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:24:02.345872 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-a281612e-d350-4939-b729-b8e4f69c0437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42a08692-e6f3-49f4-8bf4-3f724bc36e92', 'name': 'tempest-TestEncryptedCinderVolumes-1547438440-router', 'tenant_id': 'f36cd73ace234f35bff0eba3f194b067', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.45'}], 'enable_snat': True}, 'gw_port_id': 'bb0a0d1d-c1a2-4de2-b177-08a2bc8b1866', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:23:59Z', 'updated_at': '2021-11-23T18:24:00Z', 'revision_number': 3, 'project_id': 'f36cd73ace234f35bff0eba3f194b067', 'gw_port': {'id': 'bb0a0d1d-c1a2-4de2-b177-08a2bc8b1866', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:40:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42a08692-e6f3-49f4-8bf4-3f724bc36e92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:24:00Z', 'updated_at': '2021-11-23T18:24:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8'}], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:24:02.353555 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9d0a18-fde0-464f-9adf-e55676a15142 None None] Pushing event updated for resources: {'Port': ['ID=68714a1f-6cbc-4418-b123-da614ee8ce31,revision_number=4']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:24:02.380004 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-1b017130-a829-4787-9685-6fe5e209bdd9 None None] For port cad55fe7-ecd8-4d3a-a642-3b13fb247689, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=cad55fe7-ecd8-4d3a-a642-3b13fb247689,segment=NetworkSegment(bb9a114e-9a75-4167-9355-62124cf09e07),segment_id=bb9a114e-9a75-4167-9355-62124cf09e07)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:24:02.381755 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a281612e-d350-4939-b729-b8e4f69c0437 None None] Checking router: 42a08692-e6f3-49f4-8bf4-3f724bc36e92 for host: n-d-816206-8 {{(pid=103592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:24:02.382107 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a281612e-d350-4939-b729-b8e4f69c0437 None None] Updating router 42a08692-e6f3-49f4-8bf4-3f724bc36e92 port bb0a0d1d-c1a2-4de2-b177-08a2bc8b1866 binding host n-d-816206-8 {{(pid=103592) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 18:24:02.407462 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-1b017130-a829-4787-9685-6fe5e209bdd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:02.442053 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-238a431a-331f-414f-925a-ca37fb5df9d1 None None] Set router c1fc609e-7874-4f15-bdac-0738b18e0bd0 gateway port host: n-d-816206-8 {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:24:02.448556 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-a281612e-d350-4939-b729-b8e4f69c0437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:02.521565 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c4ca10dd-853f-4348-ae2c-354cbba0ccd8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:02.553448 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device cad55fe7-ecd8-4d3a-a642-3b13fb247689 up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:24:02.571388 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c4ca10dd-853f-4348-ae2c-354cbba0ccd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:02.621820 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ca10dd-853f-4348-ae2c-354cbba0ccd8 admin admin] Pushing event updated for resources: {'Port': ['ID=de4907ef-0dff-4195-b3f7-459b80c956d9,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:24:02.643923 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4ca10dd-853f-4348-ae2c-354cbba0ccd8 admin admin] Network 287f2406-8f27-42e8-a751-d5adb8b1e15e is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:24:02.646087 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-c4ca10dd-853f-4348-ae2c-354cbba0ccd8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:24:02.648637 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4ca10dd-853f-4348-ae2c-354cbba0ccd8 admin admin] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:24:02.694631 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-b2f0fce8-f350-449d-9119-433414752bfd None None] Provisioning complete for port 68714a1f-6cbc-4418-b123-da614ee8ce31 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:24:02.700580 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b2f0fce8-f350-449d-9119-433414752bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:02.704028 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c4ca10dd-853f-4348-ae2c-354cbba0ccd8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1795539'] for router_interface, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:02.743035 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b017130-a829-4787-9685-6fe5e209bdd9 None None] Pushing event updated for resources: {'Port': ['ID=cad55fe7-ecd8-4d3a-a642-3b13fb247689,revision_number=3']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:24:02.771506 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-238a431a-331f-414f-925a-ca37fb5df9d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1fc609e-7874-4f15-bdac-0738b18e0bd0', 'name': 'tempest-TestEncryptedCinderVolumes-402492974-router', 'tenant_id': '705f1243dbc8472293ee72172eebdcba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.124'}], 'enable_snat': True}, 'gw_port_id': '74837ea6-a418-4daf-927b-3bff053d0e76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:23:55Z', 'updated_at': '2021-11-23T18:23:58Z', 'revision_number': 4, 'project_id': '705f1243dbc8472293ee72172eebdcba', 'gw_port': {'id': '74837ea6-a418-4daf-927b-3bff053d0e76', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:53:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1fc609e-7874-4f15-bdac-0738b18e0bd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4132, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:23:55Z', 'updated_at': '2021-11-23T18:23:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_interfaces': [{'id': '68714a1f-6cbc-4418-b123-da614ee8ce31', 'name': '', 'network_id': 'd7c45bc5-3c6d-4743-b5ae-9b74a1fe4b8b', 'tenant_id': '705f1243dbc8472293ee72172eebdcba', 'mac_address': 'fa:16:3e:2b:95:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1fc609e-7874-4f15-bdac-0738b18e0bd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': '4472b3ce-5283-4828-ae33-7274a0e65f1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:23:57Z', 'updated_at': '2021-11-23T18:24:02Z', 'revision_number': 4, 'project_id': '705f1243dbc8472293ee72172eebdcba', 'subnets': [{'id': '4472b3ce-5283-4828-ae33-7274a0e65f1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:24:02.803196 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-238a431a-331f-414f-925a-ca37fb5df9d1 None None] The sync data for ids ['c1fc609e-7874-4f15-bdac-0738b18e0bd0'] in n-d-816206-8 is: [{'id': 'c1fc609e-7874-4f15-bdac-0738b18e0bd0', 'name': 'tempest-TestEncryptedCinderVolumes-402492974-router', 'tenant_id': '705f1243dbc8472293ee72172eebdcba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.124'}], 'enable_snat': True}, 'gw_port_id': '74837ea6-a418-4daf-927b-3bff053d0e76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:23:55Z', 'updated_at': '2021-11-23T18:23:58Z', 'revision_number': 4, 'project_id': '705f1243dbc8472293ee72172eebdcba', 'gw_port': {'id': '74837ea6-a418-4daf-927b-3bff053d0e76', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:53:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1fc609e-7874-4f15-bdac-0738b18e0bd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4132, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:23:55Z', 'updated_at': '2021-11-23T18:23:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_interfaces': [{'id': '68714a1f-6cbc-4418-b123-da614ee8ce31', 'name': '', 'network_id': 'd7c45bc5-3c6d-4743-b5ae-9b74a1fe4b8b', 'tenant_id': '705f1243dbc8472293ee72172eebdcba', 'mac_address': 'fa:16:3e:2b:95:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1fc609e-7874-4f15-bdac-0738b18e0bd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': '4472b3ce-5283-4828-ae33-7274a0e65f1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:23:57Z', 'updated_at': '2021-11-23T18:24:02Z', 'revision_number': 4, 'project_id': '705f1243dbc8472293ee72172eebdcba', 'subnets': [{'id': '4472b3ce-5283-4828-ae33-7274a0e65f1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:24:02.850631 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port cad55fe7-ecd8-4d3a-a642-3b13fb247689 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:24:02.851018 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:02.886782 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c4ca10dd-853f-4348-ae2c-354cbba0ccd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:02.990420 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b2f0fce8-f350-449d-9119-433414752bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:03.032183 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-a281612e-d350-4939-b729-b8e4f69c0437 None None] Publish callbacks [] for port, precommit_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:03.050976 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-a281612e-d350-4939-b729-b8e4f69c0437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:03.073903 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b2f0fce8-f350-449d-9119-433414752bfd None None] For port 68714a1f-6cbc-4418-b123-da614ee8ce31, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=68714a1f-6cbc-4418-b123-da614ee8ce31,segment=NetworkSegment(43bc26f5-017e-4304-9fc7-d9258a3c1064),segment_id=43bc26f5-017e-4304-9fc7-d9258a3c1064)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:24:03.097178 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c4ca10dd-853f-4348-ae2c-354cbba0ccd8 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:03.102992 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c4ca10dd-853f-4348-ae2c-354cbba0ccd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264357957'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:03.106295 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b2f0fce8-f350-449d-9119-433414752bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:03.143509 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff102e40-5c2e-474f-a596-0ca62c2c4240 None None] DHCP port deletion for 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:24:03.163813 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-a281612e-d350-4939-b729-b8e4f69c0437 None None] Attempting to bind port bb0a0d1d-c1a2-4de2-b177-08a2bc8b1866 on host n-d-816206-8 for vnic_type normal with profile {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:24:03.164193 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-a281612e-d350-4939-b729-b8e4f69c0437 None None] Attempting to bind port bb0a0d1d-c1a2-4de2-b177-08a2bc8b1866 by drivers openvswitch,hyperv on host n-d-816206-8 at level 0 using segments [{'id': 'bffd1e4f-e80f-4ff0-b418-2f42ae15febf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:24:03.164611 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a281612e-d350-4939-b729-b8e4f69c0437 None None] Attempting to bind port bb0a0d1d-c1a2-4de2-b177-08a2bc8b1866 on network 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:24:03.167329 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6376b670-1b9f-44bd-9572-c7a4b01cd33e None None] Pushing event updated for resources: {'Port': ['ID=bb0a0d1d-c1a2-4de2-b177-08a2bc8b1866,revision_number=2']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:24:03.181546 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c4ca10dd-853f-4348-ae2c-354cbba0ccd8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2068703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1794403'] for router_interface, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:03.188179 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ca10dd-853f-4348-ae2c-354cbba0ccd8 admin admin] Pushing event updated for resources: {'Port': ['ID=de4907ef-0dff-4195-b3f7-459b80c956d9,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:24:03.198387 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a281612e-d350-4939-b729-b8e4f69c0437 None None] Checking agent: {'id': '9e89acbe-4bbe-4c77-a18b-6f1da9133e0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 7, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 23, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:24:03.198827 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a281612e-d350-4939-b729-b8e4f69c0437 None None] Checking segment: {'id': 'bffd1e4f-e80f-4ff0-b418-2f42ae15febf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:24:03.199178 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-a281612e-d350-4939-b729-b8e4f69c0437 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:03.199843 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a281612e-d350-4939-b729-b8e4f69c0437 None None] Bound using segment: {'id': 'bffd1e4f-e80f-4ff0-b418-2f42ae15febf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:24:03.200333 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-a281612e-d350-4939-b729-b8e4f69c0437 None None] Bound port: bb0a0d1d-c1a2-4de2-b177-08a2bc8b1866, host: n-d-816206-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bffd1e4f-e80f-4ff0-b418-2f42ae15febf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'}}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:24:03.200752 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-a281612e-d350-4939-b729-b8e4f69c0437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:03.277931 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f0fce8-f350-449d-9119-433414752bfd None None] Pushing event updated for resources: {'Port': ['ID=68714a1f-6cbc-4418-b123-da614ee8ce31,revision_number=5']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:24:03.281580 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-a983ad52-918e-4488-85cd-db79e1ba6dc9 None None] Provisioning complete for port 68714a1f-6cbc-4418-b123-da614ee8ce31 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:24:03.282468 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-a983ad52-918e-4488-85cd-db79e1ba6dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:03.290520 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4ca10dd-853f-4348-ae2c-354cbba0ccd8 admin admin] Network 287f2406-8f27-42e8-a751-d5adb8b1e15e is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:24:03.292385 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-c4ca10dd-853f-4348-ae2c-354cbba0ccd8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:24:03.312145 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-a281612e-d350-4939-b729-b8e4f69c0437 None None] For port bb0a0d1d-c1a2-4de2-b177-08a2bc8b1866, host n-d-816206-8, cleared binding levels {{(pid=103592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:24:03.334267 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-a281612e-d350-4939-b729-b8e4f69c0437 None None] For port bb0a0d1d-c1a2-4de2-b177-08a2bc8b1866, host n-d-816206-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=bb0a0d1d-c1a2-4de2-b177-08a2bc8b1866,segment=NetworkSegment(bffd1e4f-e80f-4ff0-b418-2f42ae15febf),segment_id=bffd1e4f-e80f-4ff0-b418-2f42ae15febf)] {{(pid=103592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:24:03.345840 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-a281612e-d350-4939-b729-b8e4f69c0437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:03.420652 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2f4109c-eb0b-4b50-88f2-f9bc1b200283 None None] DHCP port deletion for 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:24:03.437126 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4ca10dd-853f-4348-ae2c-354cbba0ccd8 admin admin] Router 42a08692-e6f3-49f4-8bf4-3f724bc36e92 has already been hosted by L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 {{(pid=103590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:24:03.479007 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6376b670-1b9f-44bd-9572-c7a4b01cd33e None None] Pushing event updated for resources: {'Port': ['ID=bb0a0d1d-c1a2-4de2-b177-08a2bc8b1866,revision_number=3']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:24:03.483780 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a281612e-d350-4939-b729-b8e4f69c0437 None None] Routers {'42a08692-e6f3-49f4-8bf4-3f724bc36e92'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:24:03.484304 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-a281612e-d350-4939-b729-b8e4f69c0437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T18:23:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['42a08692-e6f3-49f4-8bf4-3f724bc36e92'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:24:03.529020 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-a983ad52-918e-4488-85cd-db79e1ba6dc9 None None] Provisioning complete for port de4907ef-0dff-4195-b3f7-459b80c956d9 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:24:03.529395 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-a983ad52-918e-4488-85cd-db79e1ba6dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:03.611635 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-a983ad52-918e-4488-85cd-db79e1ba6dc9 None None] Port de4907ef-0dff-4195-b3f7-459b80c956d9 cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:24:03.644770 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-a983ad52-918e-4488-85cd-db79e1ba6dc9 None None] Provisioning complete for port cad55fe7-ecd8-4d3a-a642-3b13fb247689 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:24:03.645148 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-a983ad52-918e-4488-85cd-db79e1ba6dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:03.670729 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvr_db [None req-a281612e-d350-4939-b729-b8e4f69c0437 None None] Set router 42a08692-e6f3-49f4-8bf4-3f724bc36e92 gateway port host: n-d-816206-8 {{(pid=103592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:24:03.883823 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-a983ad52-918e-4488-85cd-db79e1ba6dc9 None None] Provisioning complete for port bb0a0d1d-c1a2-4de2-b177-08a2bc8b1866 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:24:03.884100 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-a983ad52-918e-4488-85cd-db79e1ba6dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:03.923991 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4ca10dd-853f-4348-ae2c-354cbba0ccd8 admin admin] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:24:03.929155 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-c4ca10dd-853f-4348-ae2c-354cbba0ccd8 admin admin] 10.222.0.60 "PUT /v2.0/routers/42a08692-e6f3-49f4-8bf4-3f724bc36e92/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3688123 Nov 23 18:24:04.154153 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-a281612e-d350-4939-b729-b8e4f69c0437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42a08692-e6f3-49f4-8bf4-3f724bc36e92', 'name': 'tempest-TestEncryptedCinderVolumes-1547438440-router', 'tenant_id': 'f36cd73ace234f35bff0eba3f194b067', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.45'}], 'enable_snat': True}, 'gw_port_id': 'bb0a0d1d-c1a2-4de2-b177-08a2bc8b1866', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:23:59Z', 'updated_at': '2021-11-23T18:24:02Z', 'revision_number': 4, 'project_id': 'f36cd73ace234f35bff0eba3f194b067', 'gw_port': {'id': 'bb0a0d1d-c1a2-4de2-b177-08a2bc8b1866', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:40:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42a08692-e6f3-49f4-8bf4-3f724bc36e92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:24:00Z', 'updated_at': '2021-11-23T18:24:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_interfaces': [{'id': 'de4907ef-0dff-4195-b3f7-459b80c956d9', 'name': '', 'network_id': '287f2406-8f27-42e8-a751-d5adb8b1e15e', 'tenant_id': 'f36cd73ace234f35bff0eba3f194b067', 'mac_address': 'fa:16:3e:95:32:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42a08692-e6f3-49f4-8bf4-3f724bc36e92', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '390e8f99-1422-4f89-82d3-c29b5defbf8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:24:02Z', 'updated_at': '2021-11-23T18:24:02Z', 'revision_number': 2, 'project_id': 'f36cd73ace234f35bff0eba3f194b067', 'subnets': [{'id': '390e8f99-1422-4f89-82d3-c29b5defbf8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:24:04.183521 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a281612e-d350-4939-b729-b8e4f69c0437 None None] The sync data for ids ['42a08692-e6f3-49f4-8bf4-3f724bc36e92'] in n-d-816206-8 is: [{'id': '42a08692-e6f3-49f4-8bf4-3f724bc36e92', 'name': 'tempest-TestEncryptedCinderVolumes-1547438440-router', 'tenant_id': 'f36cd73ace234f35bff0eba3f194b067', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.45'}], 'enable_snat': True}, 'gw_port_id': 'bb0a0d1d-c1a2-4de2-b177-08a2bc8b1866', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:23:59Z', 'updated_at': '2021-11-23T18:24:02Z', 'revision_number': 4, 'project_id': 'f36cd73ace234f35bff0eba3f194b067', 'gw_port': {'id': 'bb0a0d1d-c1a2-4de2-b177-08a2bc8b1866', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:40:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42a08692-e6f3-49f4-8bf4-3f724bc36e92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:24:00Z', 'updated_at': '2021-11-23T18:24:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_interfaces': [{'id': 'de4907ef-0dff-4195-b3f7-459b80c956d9', 'name': '', 'network_id': '287f2406-8f27-42e8-a751-d5adb8b1e15e', 'tenant_id': 'f36cd73ace234f35bff0eba3f194b067', 'mac_address': 'fa:16:3e:95:32:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42a08692-e6f3-49f4-8bf4-3f724bc36e92', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '390e8f99-1422-4f89-82d3-c29b5defbf8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:24:02Z', 'updated_at': '2021-11-23T18:24:02Z', 'revision_number': 2, 'project_id': 'f36cd73ace234f35bff0eba3f194b067', 'subnets': [{'id': '390e8f99-1422-4f89-82d3-c29b5defbf8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:24:04.185369 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-a983ad52-918e-4488-85cd-db79e1ba6dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:04.208773 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-a983ad52-918e-4488-85cd-db79e1ba6dc9 None None] For port bb0a0d1d-c1a2-4de2-b177-08a2bc8b1866, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=bb0a0d1d-c1a2-4de2-b177-08a2bc8b1866,segment=NetworkSegment(bffd1e4f-e80f-4ff0-b418-2f42ae15febf),segment_id=bffd1e4f-e80f-4ff0-b418-2f42ae15febf)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:24:04.213032 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-a983ad52-918e-4488-85cd-db79e1ba6dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:04.274064 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a983ad52-918e-4488-85cd-db79e1ba6dc9 None None] Pushing event updated for resources: {'Port': ['ID=bb0a0d1d-c1a2-4de2-b177-08a2bc8b1866,revision_number=4']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:24:04.338712 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-945cbcd8-f6cc-4203-b45e-07c4a5d30d4a None None] Provisioning complete for port de4907ef-0dff-4195-b3f7-459b80c956d9 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:24:04.339085 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-945cbcd8-f6cc-4203-b45e-07c4a5d30d4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:04.364174 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 68714a1f-6cbc-4418-b123-da614ee8ce31 up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:24:04.430969 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port 68714a1f-6cbc-4418-b123-da614ee8ce31 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:24:04.431362 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:04.433399 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-945cbcd8-f6cc-4203-b45e-07c4a5d30d4a None None] Port de4907ef-0dff-4195-b3f7-459b80c956d9 cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:24:04.475051 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-945cbcd8-f6cc-4203-b45e-07c4a5d30d4a None None] Provisioning complete for port bb0a0d1d-c1a2-4de2-b177-08a2bc8b1866 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:24:04.478202 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-945cbcd8-f6cc-4203-b45e-07c4a5d30d4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:04.581037 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device cad55fe7-ecd8-4d3a-a642-3b13fb247689 up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:24:04.661659 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port cad55fe7-ecd8-4d3a-a642-3b13fb247689 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:24:04.662038 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:04.707445 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6aa4f90-183f-4166-8432-3055171e4881 req-80f404bd-1d35-404e-a8c9-04dea676c95e tempest-TestEncryptedCinderVolumes-889488563 tempest-TestEncryptedCinderVolumes-889488563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:24:04.709106 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a6aa4f90-183f-4166-8432-3055171e4881 req-80f404bd-1d35-404e-a8c9-04dea676c95e tempest-TestEncryptedCinderVolumes-889488563 tempest-TestEncryptedCinderVolumes-889488563-project] 10.222.0.60 "GET /v2.0/networks?id=d7c45bc5-3c6d-4743-b5ae-9b74a1fe4b8b HTTP/1.1" status: 200 len: 816 time: 0.1102424 Nov 23 18:24:04.729067 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a6aa4f90-183f-4166-8432-3055171e4881 req-6325d5c5-e040-4d43-982e-65c648bdb417 tempest-TestEncryptedCinderVolumes-889488563 tempest-TestEncryptedCinderVolumes-889488563-project] 10.222.0.60 "GET /v2.0/quotas/705f1243dbc8472293ee72172eebdcba HTTP/1.1" status: 200 len: 375 time: 0.0124114 Nov 23 18:24:04.788119 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a6aa4f90-183f-4166-8432-3055171e4881 req-8560552f-d628-47db-9a57-83aca5bc2b1a tempest-TestEncryptedCinderVolumes-889488563 tempest-TestEncryptedCinderVolumes-889488563-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=705f1243dbc8472293ee72172eebdcba&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0546086 Nov 23 18:24:04.887430 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a6aa4f90-183f-4166-8432-3055171e4881 req-9f32a9cc-88e5-4101-a048-7bf94f2a876f service neutron] 10.222.0.60 "GET /v2.0/networks/d7c45bc5-3c6d-4743-b5ae-9b74a1fe4b8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871089 Nov 23 18:24:04.996023 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a6aa4f90-183f-4166-8432-3055171e4881 req-bb2fdade-947c-46a5-ac98-151178919064 service neutron] 10.222.0.60 "GET /v2.0/networks/d7c45bc5-3c6d-4743-b5ae-9b74a1fe4b8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016376 Nov 23 18:24:05.157871 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-fdd840df-3e04-4ea4-9b1b-cb4c7b77ba4a req-a43d6e0d-0ed5-40c6-be86-958e043dfc20 tempest-TestEncryptedCinderVolumes-889488563 tempest-TestEncryptedCinderVolumes-889488563-project] 10.222.0.60 "GET /v2.0/ports?device_id=a71648b2-16ed-4e14-9f87-90ab6074e18a HTTP/1.1" status: 200 len: 210 time: 0.0275209 Nov 23 18:24:06.156271 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6aa4f90-183f-4166-8432-3055171e4881 req-fb5ebd41-5aa2-4f8f-9c99-a6fc2e6d750d tempest-TestEncryptedCinderVolumes-889488563 tempest-TestEncryptedCinderVolumes-889488563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:24:06.158444 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a6aa4f90-183f-4166-8432-3055171e4881 req-fb5ebd41-5aa2-4f8f-9c99-a6fc2e6d750d tempest-TestEncryptedCinderVolumes-889488563 tempest-TestEncryptedCinderVolumes-889488563-project] 10.222.0.36 "GET /v2.0/networks?id=d7c45bc5-3c6d-4743-b5ae-9b74a1fe4b8b HTTP/1.1" status: 200 len: 816 time: 0.1149216 Nov 23 18:24:06.176409 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [req-a6aa4f90-183f-4166-8432-3055171e4881 req-d2a8375d-6bbb-4d89-ac19-094c21a7ba6e tempest-TestEncryptedCinderVolumes-889488563 tempest-TestEncryptedCinderVolumes-889488563-project] Request body: {'port': {'device_id': 'a71648b2-16ed-4e14-9f87-90ab6074e18a', 'network_id': 'd7c45bc5-3c6d-4743-b5ae-9b74a1fe4b8b', 'admin_state_up': True, 'tenant_id': '705f1243dbc8472293ee72172eebdcba'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:24:06.315278 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device bb0a0d1d-c1a2-4de2-b177-08a2bc8b1866 up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:24:06.365825 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port bb0a0d1d-c1a2-4de2-b177-08a2bc8b1866 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:24:06.366112 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:06.511411 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ce4c9c73-3151-40cc-8f44-c4adbabf8da9 req-54ce4b58-2aa9-43ea-9d3e-07b836177e74 tempest-TestEncryptedCinderVolumes-889488563 tempest-TestEncryptedCinderVolumes-889488563-project] 10.222.0.60 "GET /v2.0/ports?device_id=a71648b2-16ed-4e14-9f87-90ab6074e18a HTTP/1.1" status: 200 len: 210 time: 0.0353079 Nov 23 18:24:06.593157 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6aa4f90-183f-4166-8432-3055171e4881 req-d2a8375d-6bbb-4d89-ac19-094c21a7ba6e tempest-TestEncryptedCinderVolumes-889488563 tempest-TestEncryptedCinderVolumes-889488563-project] Made reservation on behalf of 705f1243dbc8472293ee72172eebdcba for: {'port': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:24:06.596729 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-a6aa4f90-183f-4166-8432-3055171e4881 req-d2a8375d-6bbb-4d89-ac19-094c21a7ba6e tempest-TestEncryptedCinderVolumes-889488563 tempest-TestEncryptedCinderVolumes-889488563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:06.727001 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.db_base_plugin_common [req-a6aa4f90-183f-4166-8432-3055171e4881 req-d2a8375d-6bbb-4d89-ac19-094c21a7ba6e tempest-TestEncryptedCinderVolumes-889488563 tempest-TestEncryptedCinderVolumes-889488563-project] Allocated IP 172.20.0.14 (d7c45bc5-3c6d-4743-b5ae-9b74a1fe4b8b/4472b3ce-5283-4828-ae33-7274a0e65f1a/bea8257a-d813-41e9-812d-70bd4ec1f7a3) {{(pid=103591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:24:06.880191 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-a6aa4f90-183f-4166-8432-3055171e4881 req-d2a8375d-6bbb-4d89-ac19-094c21a7ba6e tempest-TestEncryptedCinderVolumes-889488563 tempest-TestEncryptedCinderVolumes-889488563-project] Publish callbacks [] for port, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:06.915355 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-a6aa4f90-183f-4166-8432-3055171e4881 req-d2a8375d-6bbb-4d89-ac19-094c21a7ba6e tempest-TestEncryptedCinderVolumes-889488563 tempest-TestEncryptedCinderVolumes-889488563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:06.923244 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-121ea18a-4501-47da-928f-9bdbe3180ad4 None None] Sync routers for ids ['42a08692-e6f3-49f4-8bf4-3f724bc36e92'] in n-d-816206-8 {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:24:06.933256 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-121ea18a-4501-47da-928f-9bdbe3180ad4 None None] Routers {'42a08692-e6f3-49f4-8bf4-3f724bc36e92'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:24:06.934125 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-121ea18a-4501-47da-928f-9bdbe3180ad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T18:23:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['42a08692-e6f3-49f4-8bf4-3f724bc36e92'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:24:06.988378 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6aa4f90-183f-4166-8432-3055171e4881 req-d2a8375d-6bbb-4d89-ac19-094c21a7ba6e tempest-TestEncryptedCinderVolumes-889488563 tempest-TestEncryptedCinderVolumes-889488563-project] Network d7c45bc5-3c6d-4743-b5ae-9b74a1fe4b8b is already hosted by enough agents. {{(pid=103591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:24:06.994598 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [req-a6aa4f90-183f-4166-8432-3055171e4881 req-d2a8375d-6bbb-4d89-ac19-094c21a7ba6e tempest-TestEncryptedCinderVolumes-889488563 tempest-TestEncryptedCinderVolumes-889488563-project] Resources bound (agent type, host, resource id): {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:24:06.996629 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a8375d-6bbb-4d89-ac19-094c21a7ba6e tempest-TestEncryptedCinderVolumes-889488563 tempest-TestEncryptedCinderVolumes-889488563-project] Pushing event updated for resources: {'Port': ['ID=bea8257a-d813-41e9-812d-70bd4ec1f7a3,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:24:06.998768 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6aa4f90-183f-4166-8432-3055171e4881 req-d2a8375d-6bbb-4d89-ac19-094c21a7ba6e tempest-TestEncryptedCinderVolumes-889488563 tempest-TestEncryptedCinderVolumes-889488563-project] Received port after_create {{(pid=103591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:24:07.047646 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-121ea18a-4501-47da-928f-9bdbe3180ad4 None None] Set router 42a08692-e6f3-49f4-8bf4-3f724bc36e92 gateway port host: n-d-816206-8 {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:24:07.052903 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6aa4f90-183f-4166-8432-3055171e4881 req-d2a8375d-6bbb-4d89-ac19-094c21a7ba6e tempest-TestEncryptedCinderVolumes-889488563 tempest-TestEncryptedCinderVolumes-889488563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:24:07.053811 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-a6aa4f90-183f-4166-8432-3055171e4881 req-d2a8375d-6bbb-4d89-ac19-094c21a7ba6e tempest-TestEncryptedCinderVolumes-889488563 tempest-TestEncryptedCinderVolumes-889488563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:07.073257 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a6aa4f90-183f-4166-8432-3055171e4881 req-d2a8375d-6bbb-4d89-ac19-094c21a7ba6e tempest-TestEncryptedCinderVolumes-889488563 tempest-TestEncryptedCinderVolumes-889488563-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9007595 Nov 23 18:24:07.086897 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [req-a6aa4f90-183f-4166-8432-3055171e4881 req-9f95296f-7dd7-4719-a572-089b5f04581e service neutron] Request body: {'port': {'device_id': 'a71648b2-16ed-4e14-9f87-90ab6074e18a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-8'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:24:07.144193 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-a6aa4f90-183f-4166-8432-3055171e4881 req-9f95296f-7dd7-4719-a572-089b5f04581e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:07.290744 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-121ea18a-4501-47da-928f-9bdbe3180ad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42a08692-e6f3-49f4-8bf4-3f724bc36e92', 'name': 'tempest-TestEncryptedCinderVolumes-1547438440-router', 'tenant_id': 'f36cd73ace234f35bff0eba3f194b067', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.45'}], 'enable_snat': True}, 'gw_port_id': 'bb0a0d1d-c1a2-4de2-b177-08a2bc8b1866', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:23:59Z', 'updated_at': '2021-11-23T18:24:02Z', 'revision_number': 4, 'project_id': 'f36cd73ace234f35bff0eba3f194b067', 'gw_port': {'id': 'bb0a0d1d-c1a2-4de2-b177-08a2bc8b1866', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:40:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42a08692-e6f3-49f4-8bf4-3f724bc36e92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:24:00Z', 'updated_at': '2021-11-23T18:24:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_interfaces': [{'id': 'de4907ef-0dff-4195-b3f7-459b80c956d9', 'name': '', 'network_id': '287f2406-8f27-42e8-a751-d5adb8b1e15e', 'tenant_id': 'f36cd73ace234f35bff0eba3f194b067', 'mac_address': 'fa:16:3e:95:32:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42a08692-e6f3-49f4-8bf4-3f724bc36e92', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '390e8f99-1422-4f89-82d3-c29b5defbf8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:24:02Z', 'updated_at': '2021-11-23T18:24:02Z', 'revision_number': 2, 'project_id': 'f36cd73ace234f35bff0eba3f194b067', 'subnets': [{'id': '390e8f99-1422-4f89-82d3-c29b5defbf8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:24:07.295357 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-5b0c9277-1b1c-46b7-ab3a-ca45810acec3 None None] Provisioning complete for port bea8257a-d813-41e9-812d-70bd4ec1f7a3 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:24:07.296018 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-5b0c9277-1b1c-46b7-ab3a-ca45810acec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:07.319951 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-121ea18a-4501-47da-928f-9bdbe3180ad4 None None] Checking router: 42a08692-e6f3-49f4-8bf4-3f724bc36e92 for host: n-d-816206-8 {{(pid=103593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:24:07.320400 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-121ea18a-4501-47da-928f-9bdbe3180ad4 None None] Updating router 42a08692-e6f3-49f4-8bf4-3f724bc36e92 port de4907ef-0dff-4195-b3f7-459b80c956d9 binding host n-d-816206-8 {{(pid=103593) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 18:24:07.338568 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-5b0c9277-1b1c-46b7-ab3a-ca45810acec3 None None] Port bea8257a-d813-41e9-812d-70bd4ec1f7a3 cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:24:07.352773 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-121ea18a-4501-47da-928f-9bdbe3180ad4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:07.447016 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [req-a6aa4f90-183f-4166-8432-3055171e4881 req-9f95296f-7dd7-4719-a572-089b5f04581e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bea8257a-d813-41e9-812d-70bd4ec1f7a3 {{(pid=103591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:24:07.455281 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-a6aa4f90-183f-4166-8432-3055171e4881 req-9f95296f-7dd7-4719-a572-089b5f04581e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:07.467226 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.provisioning_blocks [req-a6aa4f90-183f-4166-8432-3055171e4881 req-9f95296f-7dd7-4719-a572-089b5f04581e service neutron] Transition to ACTIVE for port object bea8257a-d813-41e9-812d-70bd4ec1f7a3 will not be triggered until provisioned by entity L2. {{(pid=103591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 18:24:07.471751 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-a6aa4f90-183f-4166-8432-3055171e4881 req-9f95296f-7dd7-4719-a572-089b5f04581e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264758186'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:07.523505 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f95296f-7dd7-4719-a572-089b5f04581e service neutron] Pushing event updated for resources: {'Port': ['ID=bea8257a-d813-41e9-812d-70bd4ec1f7a3,revision_number=2']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:24:07.550597 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.agents_db [None req-464f6c07-0de8-4be6-8f5b-563f574d1c5d None None] Agent healthcheck: found 7 active agents {{(pid=103593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 18:24:07.634298 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-a6aa4f90-183f-4166-8432-3055171e4881 req-9f95296f-7dd7-4719-a572-089b5f04581e service neutron] Attempting to bind port bea8257a-d813-41e9-812d-70bd4ec1f7a3 on host n-h2-816206-8 for vnic_type normal with profile {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:24:07.634866 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-a6aa4f90-183f-4166-8432-3055171e4881 req-9f95296f-7dd7-4719-a572-089b5f04581e service neutron] Attempting to bind port bea8257a-d813-41e9-812d-70bd4ec1f7a3 by drivers openvswitch,hyperv on host n-h2-816206-8 at level 0 using segments [{'id': '43bc26f5-017e-4304-9fc7-d9258a3c1064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'd7c45bc5-3c6d-4743-b5ae-9b74a1fe4b8b'}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:24:07.635314 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6aa4f90-183f-4166-8432-3055171e4881 req-9f95296f-7dd7-4719-a572-089b5f04581e service neutron] Attempting to bind port bea8257a-d813-41e9-812d-70bd4ec1f7a3 on network d7c45bc5-3c6d-4743-b5ae-9b74a1fe4b8b {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:24:07.648334 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6aa4f90-183f-4166-8432-3055171e4881 req-9f95296f-7dd7-4719-a572-089b5f04581e service neutron] Port bea8257a-d813-41e9-812d-70bd4ec1f7a3 on network d7c45bc5-3c6d-4743-b5ae-9b74a1fe4b8b not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-8 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:24:07.648842 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6aa4f90-183f-4166-8432-3055171e4881 req-9f95296f-7dd7-4719-a572-089b5f04581e service neutron] Attempting to bind port bea8257a-d813-41e9-812d-70bd4ec1f7a3 on network d7c45bc5-3c6d-4743-b5ae-9b74a1fe4b8b {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:24:07.651794 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-121ea18a-4501-47da-928f-9bdbe3180ad4 None None] Publish callbacks [] for port, precommit_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:07.657713 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6aa4f90-183f-4166-8432-3055171e4881 req-9f95296f-7dd7-4719-a572-089b5f04581e service neutron] Checking agent: {'id': 'ab77bf9e-0267-4174-8f1d-822cba89b207', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 15, 13), 'started_at': datetime.datetime(2021, 11, 23, 17, 15, 13), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 23, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:24:07.658112 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6aa4f90-183f-4166-8432-3055171e4881 req-9f95296f-7dd7-4719-a572-089b5f04581e service neutron] Checking segment: {'id': '43bc26f5-017e-4304-9fc7-d9258a3c1064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'd7c45bc5-3c6d-4743-b5ae-9b74a1fe4b8b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:24:07.658712 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6aa4f90-183f-4166-8432-3055171e4881 req-9f95296f-7dd7-4719-a572-089b5f04581e service neutron] Bound using segment: {'id': '43bc26f5-017e-4304-9fc7-d9258a3c1064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'd7c45bc5-3c6d-4743-b5ae-9b74a1fe4b8b'} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:24:07.658818 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-121ea18a-4501-47da-928f-9bdbe3180ad4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:07.659280 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-a6aa4f90-183f-4166-8432-3055171e4881 req-9f95296f-7dd7-4719-a572-089b5f04581e service neutron] Bound port: bea8257a-d813-41e9-812d-70bd4ec1f7a3, host: n-h2-816206-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43bc26f5-017e-4304-9fc7-d9258a3c1064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'd7c45bc5-3c6d-4743-b5ae-9b74a1fe4b8b'}}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:24:07.659801 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-a6aa4f90-183f-4166-8432-3055171e4881 req-9f95296f-7dd7-4719-a572-089b5f04581e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:07.676501 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7782d5e-5447-475b-a597-345d362af831 req-6c3174d3-3da5-4abf-8e26-06f812012d93 tempest-TestEncryptedCinderVolumes-889488563 tempest-TestEncryptedCinderVolumes-889488563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:24:07.678201 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d7782d5e-5447-475b-a597-345d362af831 req-6c3174d3-3da5-4abf-8e26-06f812012d93 tempest-TestEncryptedCinderVolumes-889488563 tempest-TestEncryptedCinderVolumes-889488563-project] 10.222.0.60 "GET /v2.0/ports?device_id=a71648b2-16ed-4e14-9f87-90ab6074e18a HTTP/1.1" status: 200 len: 944 time: 0.0876234 Nov 23 18:24:07.732761 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7dae3f5-bc45-44ff-a4af-59ab4b7b742d None None] Pushing event updated for resources: {'Port': ['ID=de4907ef-0dff-4195-b3f7-459b80c956d9,revision_number=3']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:24:07.779252 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [None req-121ea18a-4501-47da-928f-9bdbe3180ad4 None None] Attempting to bind port de4907ef-0dff-4195-b3f7-459b80c956d9 on host n-d-816206-8 for vnic_type normal with profile {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:24:07.779886 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [None req-121ea18a-4501-47da-928f-9bdbe3180ad4 None None] Attempting to bind port de4907ef-0dff-4195-b3f7-459b80c956d9 by drivers openvswitch,hyperv on host n-d-816206-8 at level 0 using segments [{'id': 'bb9a114e-9a75-4167-9355-62124cf09e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '287f2406-8f27-42e8-a751-d5adb8b1e15e'}] {{(pid=103593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:24:07.780039 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-121ea18a-4501-47da-928f-9bdbe3180ad4 None None] Attempting to bind port de4907ef-0dff-4195-b3f7-459b80c956d9 on network 287f2406-8f27-42e8-a751-d5adb8b1e15e {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:24:07.782361 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-a6aa4f90-183f-4166-8432-3055171e4881 req-9f95296f-7dd7-4719-a572-089b5f04581e service neutron] For port bea8257a-d813-41e9-812d-70bd4ec1f7a3, host n-h2-816206-8, cleared binding levels {{(pid=103591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:24:07.787081 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-121ea18a-4501-47da-928f-9bdbe3180ad4 None None] Checking agent: {'id': '9e89acbe-4bbe-4c77-a18b-6f1da9133e0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 7, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 23, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:24:07.787518 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d7782d5e-5447-475b-a597-345d362af831 req-61aa264e-2683-4b9d-97ef-ee6462c78f20 tempest-TestEncryptedCinderVolumes-889488563 tempest-TestEncryptedCinderVolumes-889488563-project] 10.222.0.60 "GET /v2.0/security-groups?id=4a1cd0c3-6d84-473e-9f16-7f6c74c88d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022005 Nov 23 18:24:07.787919 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-121ea18a-4501-47da-928f-9bdbe3180ad4 None None] Checking segment: {'id': 'bb9a114e-9a75-4167-9355-62124cf09e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '287f2406-8f27-42e8-a751-d5adb8b1e15e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:24:07.788332 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-121ea18a-4501-47da-928f-9bdbe3180ad4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:07.788764 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-121ea18a-4501-47da-928f-9bdbe3180ad4 None None] Bound using segment: {'id': 'bb9a114e-9a75-4167-9355-62124cf09e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '287f2406-8f27-42e8-a751-d5adb8b1e15e'} {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:24:07.789224 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [None req-121ea18a-4501-47da-928f-9bdbe3180ad4 None None] Bound port: de4907ef-0dff-4195-b3f7-459b80c956d9, host: n-d-816206-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb9a114e-9a75-4167-9355-62124cf09e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '287f2406-8f27-42e8-a751-d5adb8b1e15e'}}] {{(pid=103593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:24:07.789374 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-a6aa4f90-183f-4166-8432-3055171e4881 req-9f95296f-7dd7-4719-a572-089b5f04581e service neutron] For port bea8257a-d813-41e9-812d-70bd4ec1f7a3, host n-h2-816206-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=bea8257a-d813-41e9-812d-70bd4ec1f7a3,segment=NetworkSegment(43bc26f5-017e-4304-9fc7-d9258a3c1064),segment_id=43bc26f5-017e-4304-9fc7-d9258a3c1064)] {{(pid=103591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:24:07.789599 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-121ea18a-4501-47da-928f-9bdbe3180ad4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:07.794319 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-a6aa4f90-183f-4166-8432-3055171e4881 req-9f95296f-7dd7-4719-a572-089b5f04581e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264758186'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:07.839200 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6aa4f90-183f-4166-8432-3055171e4881 req-9f95296f-7dd7-4719-a572-089b5f04581e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:24:07.839895 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-a6aa4f90-183f-4166-8432-3055171e4881 req-9f95296f-7dd7-4719-a572-089b5f04581e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:07.841404 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a6aa4f90-183f-4166-8432-3055171e4881 req-9f95296f-7dd7-4719-a572-089b5f04581e service neutron] 10.222.0.36 "PUT /v2.0/ports/bea8257a-d813-41e9-812d-70bd4ec1f7a3 HTTP/1.1" status: 200 len: 1092 time: 0.7592206 Nov 23 18:24:07.841881 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a71648b2-16ed-4e14-9f87-90ab6074e18a', 'tag': 'bea8257a-d813-41e9-812d-70bd4ec1f7a3'}] {{(pid=103591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:24:07.844276 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f4e21f982013ce885b63e29a1d25974432d95030e0706b58ae42016fda4ab83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7183096-f770-4e85-ba4a-f9d4a6c90f32" -d '{"events": [{"name": "network-changed", "server_uuid": "a71648b2-16ed-4e14-9f87-90ab6074e18a", "tag": "bea8257a-d813-41e9-812d-70bd4ec1f7a3"}]}' {{(pid=103591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:24:07.877453 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-121ea18a-4501-47da-928f-9bdbe3180ad4 None None] For port de4907ef-0dff-4195-b3f7-459b80c956d9, host n-d-816206-8, cleared binding levels {{(pid=103593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:24:07.881459 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-121ea18a-4501-47da-928f-9bdbe3180ad4 None None] For port de4907ef-0dff-4195-b3f7-459b80c956d9, host n-d-816206-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=de4907ef-0dff-4195-b3f7-459b80c956d9,segment=NetworkSegment(bb9a114e-9a75-4167-9355-62124cf09e07),segment_id=bb9a114e-9a75-4167-9355-62124cf09e07)] {{(pid=103593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:24:07.890063 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-121ea18a-4501-47da-928f-9bdbe3180ad4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:07.948076 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:24:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96366e47-5a35-4980-a50b-17c86c899ccb x-openstack-request-id: req-96366e47-5a35-4980-a50b-17c86c899ccb {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:24:07.948076 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a71648b2-16ed-4e14-9f87-90ab6074e18a", "tag": "bea8257a-d813-41e9-812d-70bd4ec1f7a3", "status": "completed", "code": 200}]} {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:24:07.948397 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-96366e47-5a35-4980-a50b-17c86c899ccb {{(pid=103591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:24:07.948687 n-d-816206-8 neutron-server[103591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a71648b2-16ed-4e14-9f87-90ab6074e18a', 'tag': 'bea8257a-d813-41e9-812d-70bd4ec1f7a3', 'status': 'completed', 'code': 200} Nov 23 18:24:07.949798 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f95296f-7dd7-4719-a572-089b5f04581e service neutron] Pushing event updated for resources: {'Port': ['ID=bea8257a-d813-41e9-812d-70bd4ec1f7a3,revision_number=3']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:24:07.969249 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6aa4f90-183f-4166-8432-3055171e4881 req-b3c12793-d009-4626-82c2-f1f0a4078bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:24:07.970267 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-121ea18a-4501-47da-928f-9bdbe3180ad4 None None] Routers {'42a08692-e6f3-49f4-8bf4-3f724bc36e92'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:24:07.970948 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-121ea18a-4501-47da-928f-9bdbe3180ad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T18:23:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['42a08692-e6f3-49f4-8bf4-3f724bc36e92'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:24:07.971769 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a6aa4f90-183f-4166-8432-3055171e4881 req-b3c12793-d009-4626-82c2-f1f0a4078bc6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=705f1243dbc8472293ee72172eebdcba&device_id=a71648b2-16ed-4e14-9f87-90ab6074e18a HTTP/1.1" status: 200 len: 1095 time: 0.0755193 Nov 23 18:24:08.020346 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a6aa4f90-183f-4166-8432-3055171e4881 req-42cae095-a956-42f9-967a-70b9457bb015 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bea8257a-d813-41e9-812d-70bd4ec1f7a3 HTTP/1.1" status: 200 len: 217 time: 0.0387909 Nov 23 18:24:08.088122 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6aa4f90-183f-4166-8432-3055171e4881 req-5d4e951e-0b0e-4b3b-80cf-ed7943630396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:24:08.091764 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a6aa4f90-183f-4166-8432-3055171e4881 req-5d4e951e-0b0e-4b3b-80cf-ed7943630396 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4472b3ce-5283-4828-ae33-7274a0e65f1a HTTP/1.1" status: 200 len: 855 time: 0.0589070 Nov 23 18:24:08.105455 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7dae3f5-bc45-44ff-a4af-59ab4b7b742d None None] Pushing event updated for resources: {'Port': ['ID=de4907ef-0dff-4195-b3f7-459b80c956d9,revision_number=4']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:24:08.112363 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-bed42b1e-195a-41e9-b990-1fc4e33d4611 None None] Provisioning complete for port de4907ef-0dff-4195-b3f7-459b80c956d9 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:24:08.112777 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-bed42b1e-195a-41e9-b990-1fc4e33d4611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:08.189449 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6aa4f90-183f-4166-8432-3055171e4881 req-31725a9c-41ec-48ba-8ac3-664a6f23c9bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:24:08.190808 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a6aa4f90-183f-4166-8432-3055171e4881 req-31725a9c-41ec-48ba-8ac3-664a6f23c9bc service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d7c45bc5-3c6d-4743-b5ae-9b74a1fe4b8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0871136 Nov 23 18:24:08.206836 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-121ea18a-4501-47da-928f-9bdbe3180ad4 None None] Set router 42a08692-e6f3-49f4-8bf4-3f724bc36e92 gateway port host: n-d-816206-8 {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:24:08.220952 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-bed42b1e-195a-41e9-b990-1fc4e33d4611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:08.271015 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-bed42b1e-195a-41e9-b990-1fc4e33d4611 None None] For port de4907ef-0dff-4195-b3f7-459b80c956d9, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=de4907ef-0dff-4195-b3f7-459b80c956d9,segment=NetworkSegment(bb9a114e-9a75-4167-9355-62124cf09e07),segment_id=bb9a114e-9a75-4167-9355-62124cf09e07)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:24:08.280445 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-bed42b1e-195a-41e9-b990-1fc4e33d4611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:08.344108 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a6aa4f90-183f-4166-8432-3055171e4881 req-5e4d6a61-e619-499a-8a2d-e515bb4ac78a service neutron] 10.222.0.36 "GET /v2.0/networks/d7c45bc5-3c6d-4743-b5ae-9b74a1fe4b8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1455612 Nov 23 18:24:08.344333 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed42b1e-195a-41e9-b990-1fc4e33d4611 None None] Pushing event updated for resources: {'Port': ['ID=de4907ef-0dff-4195-b3f7-459b80c956d9,revision_number=5']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:24:08.367387 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device de4907ef-0dff-4195-b3f7-459b80c956d9 up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:24:08.435494 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port de4907ef-0dff-4195-b3f7-459b80c956d9 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:24:08.435876 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:08.437402 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-0da77483-0638-4d82-a2d3-1e9ac159df80 None None] Provisioning complete for port de4907ef-0dff-4195-b3f7-459b80c956d9 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:24:08.438326 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-0da77483-0638-4d82-a2d3-1e9ac159df80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:08.449200 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a6aa4f90-183f-4166-8432-3055171e4881 req-9c78c7db-0290-490d-a42c-c5d5c8ef6c16 service neutron] 10.222.0.36 "GET /v2.0/networks/d7c45bc5-3c6d-4743-b5ae-9b74a1fe4b8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970771 Nov 23 18:24:08.462703 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-121ea18a-4501-47da-928f-9bdbe3180ad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42a08692-e6f3-49f4-8bf4-3f724bc36e92', 'name': 'tempest-TestEncryptedCinderVolumes-1547438440-router', 'tenant_id': 'f36cd73ace234f35bff0eba3f194b067', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.45'}], 'enable_snat': True}, 'gw_port_id': 'bb0a0d1d-c1a2-4de2-b177-08a2bc8b1866', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:23:59Z', 'updated_at': '2021-11-23T18:24:02Z', 'revision_number': 4, 'project_id': 'f36cd73ace234f35bff0eba3f194b067', 'gw_port': {'id': 'bb0a0d1d-c1a2-4de2-b177-08a2bc8b1866', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:40:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42a08692-e6f3-49f4-8bf4-3f724bc36e92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:24:00Z', 'updated_at': '2021-11-23T18:24:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_interfaces': [{'id': 'de4907ef-0dff-4195-b3f7-459b80c956d9', 'name': '', 'network_id': '287f2406-8f27-42e8-a751-d5adb8b1e15e', 'tenant_id': 'f36cd73ace234f35bff0eba3f194b067', 'mac_address': 'fa:16:3e:95:32:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42a08692-e6f3-49f4-8bf4-3f724bc36e92', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '390e8f99-1422-4f89-82d3-c29b5defbf8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:24:02Z', 'updated_at': '2021-11-23T18:24:07Z', 'revision_number': 4, 'project_id': 'f36cd73ace234f35bff0eba3f194b067', 'subnets': [{'id': '390e8f99-1422-4f89-82d3-c29b5defbf8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:24:08.492863 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-121ea18a-4501-47da-928f-9bdbe3180ad4 None None] The sync data for ids ['42a08692-e6f3-49f4-8bf4-3f724bc36e92'] in n-d-816206-8 is: [{'id': '42a08692-e6f3-49f4-8bf4-3f724bc36e92', 'name': 'tempest-TestEncryptedCinderVolumes-1547438440-router', 'tenant_id': 'f36cd73ace234f35bff0eba3f194b067', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.45'}], 'enable_snat': True}, 'gw_port_id': 'bb0a0d1d-c1a2-4de2-b177-08a2bc8b1866', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:23:59Z', 'updated_at': '2021-11-23T18:24:02Z', 'revision_number': 4, 'project_id': 'f36cd73ace234f35bff0eba3f194b067', 'gw_port': {'id': 'bb0a0d1d-c1a2-4de2-b177-08a2bc8b1866', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:40:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42a08692-e6f3-49f4-8bf4-3f724bc36e92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:24:00Z', 'updated_at': '2021-11-23T18:24:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_interfaces': [{'id': 'de4907ef-0dff-4195-b3f7-459b80c956d9', 'name': '', 'network_id': '287f2406-8f27-42e8-a751-d5adb8b1e15e', 'tenant_id': 'f36cd73ace234f35bff0eba3f194b067', 'mac_address': 'fa:16:3e:95:32:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42a08692-e6f3-49f4-8bf4-3f724bc36e92', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '390e8f99-1422-4f89-82d3-c29b5defbf8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:24:02Z', 'updated_at': '2021-11-23T18:24:07Z', 'revision_number': 4, 'project_id': 'f36cd73ace234f35bff0eba3f194b067', 'subnets': [{'id': '390e8f99-1422-4f89-82d3-c29b5defbf8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:24:08.548921 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7183096-f770-4e85-ba4a-f9d4a6c90f32 req-5b7474b5-ddb4-4025-ae2f-016c1341268d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:24:08.550523 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a7183096-f770-4e85-ba4a-f9d4a6c90f32 req-5b7474b5-ddb4-4025-ae2f-016c1341268d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=705f1243dbc8472293ee72172eebdcba&device_id=a71648b2-16ed-4e14-9f87-90ab6074e18a HTTP/1.1" status: 200 len: 1095 time: 0.0509412 Nov 23 18:24:08.652044 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7183096-f770-4e85-ba4a-f9d4a6c90f32 req-bf703ac8-a324-4e4d-9feb-8059c3d1cb4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:24:08.653570 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a7183096-f770-4e85-ba4a-f9d4a6c90f32 req-bf703ac8-a324-4e4d-9feb-8059c3d1cb4a service neutron] 10.222.0.36 "GET /v2.0/networks?id=d7c45bc5-3c6d-4743-b5ae-9b74a1fe4b8b HTTP/1.1" status: 200 len: 917 time: 0.0941372 Nov 23 18:24:08.704378 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a7183096-f770-4e85-ba4a-f9d4a6c90f32 req-df726fd5-e37c-4835-ac99-5b3490c11a09 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bea8257a-d813-41e9-812d-70bd4ec1f7a3 HTTP/1.1" status: 200 len: 217 time: 0.0417087 Nov 23 18:24:08.772733 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7183096-f770-4e85-ba4a-f9d4a6c90f32 req-44cc58a4-42a5-4796-bd92-fd416e7c46ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:24:08.774245 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a7183096-f770-4e85-ba4a-f9d4a6c90f32 req-44cc58a4-42a5-4796-bd92-fd416e7c46ab service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4472b3ce-5283-4828-ae33-7274a0e65f1a HTTP/1.1" status: 200 len: 855 time: 0.0618498 Nov 23 18:24:08.827223 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7183096-f770-4e85-ba4a-f9d4a6c90f32 req-b8217daa-95f1-49eb-9ee0-0e7f3dc563d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:24:08.828893 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a7183096-f770-4e85-ba4a-f9d4a6c90f32 req-b8217daa-95f1-49eb-9ee0-0e7f3dc563d7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d7c45bc5-3c6d-4743-b5ae-9b74a1fe4b8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0458422 Nov 23 18:24:08.966237 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a7183096-f770-4e85-ba4a-f9d4a6c90f32 req-c05392a0-4b82-4585-b50c-417677f4d5d5 service neutron] 10.222.0.36 "GET /v2.0/networks/d7c45bc5-3c6d-4743-b5ae-9b74a1fe4b8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287122 Nov 23 18:24:08.980435 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c274ab7-3275-4c11-be72-959effb37c98 req-3c775b3c-2282-4187-afbd-fe6f1e9a4511 tempest-TestEncryptedCinderVolumes-889488563 tempest-TestEncryptedCinderVolumes-889488563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:24:08.982112 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5c274ab7-3275-4c11-be72-959effb37c98 req-3c775b3c-2282-4187-afbd-fe6f1e9a4511 tempest-TestEncryptedCinderVolumes-889488563 tempest-TestEncryptedCinderVolumes-889488563-project] 10.222.0.60 "GET /v2.0/ports?device_id=a71648b2-16ed-4e14-9f87-90ab6074e18a HTTP/1.1" status: 200 len: 944 time: 0.0770237 Nov 23 18:24:09.091218 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5c274ab7-3275-4c11-be72-959effb37c98 req-75495583-6eb0-4e58-84e5-e2842aa629f8 tempest-TestEncryptedCinderVolumes-889488563 tempest-TestEncryptedCinderVolumes-889488563-project] 10.222.0.60 "GET /v2.0/security-groups?id=4a1cd0c3-6d84-473e-9f16-7f6c74c88d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003897 Nov 23 18:24:09.110564 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a7183096-f770-4e85-ba4a-f9d4a6c90f32 req-9a1baa24-22bb-4ca0-8090-efb2151a6cea service neutron] 10.222.0.36 "GET /v2.0/networks/d7c45bc5-3c6d-4743-b5ae-9b74a1fe4b8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275589 Nov 23 18:24:10.210283 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5e00bd-a239-40b3-9610-4ed517dd58e9 req-c9ccec57-8ed8-425c-be97-1f715afce9e8 tempest-TestEncryptedCinderVolumes-889488563 tempest-TestEncryptedCinderVolumes-889488563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:24:10.211780 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ad5e00bd-a239-40b3-9610-4ed517dd58e9 req-c9ccec57-8ed8-425c-be97-1f715afce9e8 tempest-TestEncryptedCinderVolumes-889488563 tempest-TestEncryptedCinderVolumes-889488563-project] 10.222.0.60 "GET /v2.0/ports?device_id=a71648b2-16ed-4e14-9f87-90ab6074e18a HTTP/1.1" status: 200 len: 944 time: 0.0499201 Nov 23 18:24:10.260095 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ad5e00bd-a239-40b3-9610-4ed517dd58e9 req-b34cb9f0-33e5-4b28-82c4-7d95890963b7 tempest-TestEncryptedCinderVolumes-889488563 tempest-TestEncryptedCinderVolumes-889488563-project] 10.222.0.60 "GET /v2.0/security-groups?id=4a1cd0c3-6d84-473e-9f16-7f6c74c88d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422776 Nov 23 18:24:10.290322 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device de4907ef-0dff-4195-b3f7-459b80c956d9 up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:24:10.341423 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port de4907ef-0dff-4195-b3f7-459b80c956d9 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:24:10.341791 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:11.241643 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device bea8257a-d813-41e9-812d-70bd4ec1f7a3 details requested by agent hyperv_n-h2-816206-8 with host n-h2-816206-8 {{(pid=103592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 18:24:11.341816 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port bea8257a-d813-41e9-812d-70bd4ec1f7a3, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=bea8257a-d813-41e9-812d-70bd4ec1f7a3,segment=NetworkSegment(43bc26f5-017e-4304-9fc7-d9258a3c1064),segment_id=43bc26f5-017e-4304-9fc7-d9258a3c1064)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:24:11.354187 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Returning: {'device': 'bea8257a-d813-41e9-812d-70bd4ec1f7a3', 'network_id': 'd7c45bc5-3c6d-4743-b5ae-9b74a1fe4b8b', 'port_id': 'bea8257a-d813-41e9-812d-70bd4ec1f7a3', 'mac_address': 'fa:16:3e:89:fd:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 505, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4472b3ce-5283-4828-ae33-7274a0e65f1a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 18:24:11.385483 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e99cbe-506e-41fd-b8af-cfdd0b1a8ed6 req-b4c88d1f-b1ae-4610-bb36-100caaadd6bf tempest-TestEncryptedCinderVolumes-889488563 tempest-TestEncryptedCinderVolumes-889488563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:24:11.387168 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-16e99cbe-506e-41fd-b8af-cfdd0b1a8ed6 req-b4c88d1f-b1ae-4610-bb36-100caaadd6bf tempest-TestEncryptedCinderVolumes-889488563 tempest-TestEncryptedCinderVolumes-889488563-project] 10.222.0.60 "GET /v2.0/ports?device_id=a71648b2-16ed-4e14-9f87-90ab6074e18a HTTP/1.1" status: 200 len: 944 time: 0.0549030 Nov 23 18:24:11.391477 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:11.404464 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bea8257a-d813-41e9-812d-70bd4ec1f7a3 {{(pid=103592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:24:11.424106 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port bea8257a-d813-41e9-812d-70bd4ec1f7a3, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=bea8257a-d813-41e9-812d-70bd4ec1f7a3,segment=NetworkSegment(43bc26f5-017e-4304-9fc7-d9258a3c1064),segment_id=43bc26f5-017e-4304-9fc7-d9258a3c1064)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:24:11.428888 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:11.436276 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-16e99cbe-506e-41fd-b8af-cfdd0b1a8ed6 req-20195a01-1412-47f0-a8d5-f80729239922 tempest-TestEncryptedCinderVolumes-889488563 tempest-TestEncryptedCinderVolumes-889488563-project] 10.222.0.60 "GET /v2.0/security-groups?id=4a1cd0c3-6d84-473e-9f16-7f6c74c88d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422325 Nov 23 18:24:11.482923 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Pushing event updated for resources: {'Port': ['ID=bea8257a-d813-41e9-812d-70bd4ec1f7a3,revision_number=4']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:24:11.634618 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] get_ports_and_sgs() called for port_ids ['bea8257a-d813-41e9-812d-70bd4ec1f7a3'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:24:12.556053 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e64dd2f-8067-4fd3-b318-d1a7a194a782 req-370ef89f-9251-43fe-ba8f-0cd7338e2ce8 tempest-TestEncryptedCinderVolumes-889488563 tempest-TestEncryptedCinderVolumes-889488563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:24:12.557636 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2e64dd2f-8067-4fd3-b318-d1a7a194a782 req-370ef89f-9251-43fe-ba8f-0cd7338e2ce8 tempest-TestEncryptedCinderVolumes-889488563 tempest-TestEncryptedCinderVolumes-889488563-project] 10.222.0.60 "GET /v2.0/ports?device_id=a71648b2-16ed-4e14-9f87-90ab6074e18a HTTP/1.1" status: 200 len: 945 time: 0.0489566 Nov 23 18:24:12.604987 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2e64dd2f-8067-4fd3-b318-d1a7a194a782 req-b27e1d94-05ef-4e36-b813-a64147346526 tempest-TestEncryptedCinderVolumes-889488563 tempest-TestEncryptedCinderVolumes-889488563-project] 10.222.0.60 "GET /v2.0/security-groups?id=4a1cd0c3-6d84-473e-9f16-7f6c74c88d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408199 Nov 23 18:24:13.069214 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-2fc90894-74a2-4aa4-a3ec-7bd7eb77ecf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:13.257020 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device bea8257a-d813-41e9-812d-70bd4ec1f7a3 up at agent hyperv_n-h2-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:24:13.309233 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Provisioning for port bea8257a-d813-41e9-812d-70bd4ec1f7a3 completed by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 18:24:13.313339 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Provisioning complete for port bea8257a-d813-41e9-812d-70bd4ec1f7a3 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:24:13.313719 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:13.392296 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:13.414805 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a71648b2-16ed-4e14-9f87-90ab6074e18a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bea8257a-d813-41e9-812d-70bd4ec1f7a3'}] {{(pid=103592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:24:13.417062 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}369cae9aa69facfce3992dabc874bd76984507e3cd36da60a73cd3603125cd43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cad914a1-ee6b-4aec-873e-88f58c666c7d" -d '{"events": [{"server_uuid": "a71648b2-16ed-4e14-9f87-90ab6074e18a", "name": "network-vif-plugged", "status": "completed", "tag": "bea8257a-d813-41e9-812d-70bd4ec1f7a3"}]}' {{(pid=103592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:24:13.430308 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port bea8257a-d813-41e9-812d-70bd4ec1f7a3, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=bea8257a-d813-41e9-812d-70bd4ec1f7a3,segment=NetworkSegment(43bc26f5-017e-4304-9fc7-d9258a3c1064),segment_id=43bc26f5-017e-4304-9fc7-d9258a3c1064)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:24:13.434182 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:13.465700 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:24:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52e5d123-791b-4022-8020-b08d87edacae x-openstack-request-id: req-52e5d123-791b-4022-8020-b08d87edacae {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:24:13.466042 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a71648b2-16ed-4e14-9f87-90ab6074e18a", "name": "network-vif-plugged", "status": "completed", "tag": "bea8257a-d813-41e9-812d-70bd4ec1f7a3", "code": 200}]} {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:24:13.466252 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-52e5d123-791b-4022-8020-b08d87edacae {{(pid=103592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:24:13.466645 n-d-816206-8 neutron-server[103592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a71648b2-16ed-4e14-9f87-90ab6074e18a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bea8257a-d813-41e9-812d-70bd4ec1f7a3', 'code': 200} Nov 23 18:24:13.496794 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Pushing event updated for resources: {'Port': ['ID=bea8257a-d813-41e9-812d-70bd4ec1f7a3,revision_number=5']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:24:13.557786 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880660fb-efa4-45ba-bdd3-5e377de134b1 req-49904968-2d77-43fb-9c59-ac7840b57adc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:24:13.559272 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-880660fb-efa4-45ba-bdd3-5e377de134b1 req-49904968-2d77-43fb-9c59-ac7840b57adc service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a71648b2-16ed-4e14-9f87-90ab6074e18a HTTP/1.1" status: 200 len: 1097 time: 0.0401125 Nov 23 18:24:13.610627 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-880660fb-efa4-45ba-bdd3-5e377de134b1 req-74a9e3ae-1d75-40b4-a733-cbfa72bb3be7 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=4a1cd0c3-6d84-473e-9f16-7f6c74c88d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421295 Nov 23 18:24:13.725928 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e90614-b5c3-40a9-ae72-f391584d39b2 req-489619ae-6311-4fef-9185-59d970fe35e1 tempest-TestEncryptedCinderVolumes-889488563 tempest-TestEncryptedCinderVolumes-889488563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:24:13.727433 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a1e90614-b5c3-40a9-ae72-f391584d39b2 req-489619ae-6311-4fef-9185-59d970fe35e1 tempest-TestEncryptedCinderVolumes-889488563 tempest-TestEncryptedCinderVolumes-889488563-project] 10.222.0.60 "GET /v2.0/ports?device_id=a71648b2-16ed-4e14-9f87-90ab6074e18a HTTP/1.1" status: 200 len: 946 time: 0.0513191 Nov 23 18:24:13.776209 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a1e90614-b5c3-40a9-ae72-f391584d39b2 req-1afab62b-5804-4480-913e-674360a0c120 tempest-TestEncryptedCinderVolumes-889488563 tempest-TestEncryptedCinderVolumes-889488563-project] 10.222.0.60 "GET /v2.0/security-groups?id=4a1cd0c3-6d84-473e-9f16-7f6c74c88d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427165 Nov 23 18:24:13.913718 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:14.786377 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:14.894819 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87503fe-5f3f-4f46-a847-572a8a9aa602 req-8fb09f04-e299-467c-9d41-41a47d443855 tempest-TestEncryptedCinderVolumes-889488563 tempest-TestEncryptedCinderVolumes-889488563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:24:14.896285 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b87503fe-5f3f-4f46-a847-572a8a9aa602 req-8fb09f04-e299-467c-9d41-41a47d443855 tempest-TestEncryptedCinderVolumes-889488563 tempest-TestEncryptedCinderVolumes-889488563-project] 10.222.0.60 "GET /v2.0/ports?device_id=a71648b2-16ed-4e14-9f87-90ab6074e18a HTTP/1.1" status: 200 len: 946 time: 0.0490050 Nov 23 18:24:14.942411 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b87503fe-5f3f-4f46-a847-572a8a9aa602 req-1a38ad8d-d8d1-4a86-be8f-74eaa567a24c tempest-TestEncryptedCinderVolumes-889488563 tempest-TestEncryptedCinderVolumes-889488563-project] 10.222.0.60 "GET /v2.0/security-groups?id=4a1cd0c3-6d84-473e-9f16-7f6c74c88d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401251 Nov 23 18:24:15.060065 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf922677-14e5-4dbd-8f5b-eb12f4f0a798 req-12b624e9-d7ce-4588-b9fc-a1217684026e tempest-TestEncryptedCinderVolumes-889488563 tempest-TestEncryptedCinderVolumes-889488563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:24:15.061565 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-bf922677-14e5-4dbd-8f5b-eb12f4f0a798 req-12b624e9-d7ce-4588-b9fc-a1217684026e tempest-TestEncryptedCinderVolumes-889488563 tempest-TestEncryptedCinderVolumes-889488563-project] 10.222.0.60 "GET /v2.0/ports?device_id=a71648b2-16ed-4e14-9f87-90ab6074e18a HTTP/1.1" status: 200 len: 946 time: 0.0534670 Nov 23 18:24:15.109145 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-bf922677-14e5-4dbd-8f5b-eb12f4f0a798 req-1aecdcd7-a62f-40b6-a13a-c866bea1b2b7 tempest-TestEncryptedCinderVolumes-889488563 tempest-TestEncryptedCinderVolumes-889488563-project] 10.222.0.60 "GET /v2.0/security-groups?id=4a1cd0c3-6d84-473e-9f16-7f6c74c88d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416207 Nov 23 18:24:15.161327 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-2449dc63-9bbf-4923-ad06-ff536a957da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:16.727348 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-52822d53-48f5-4819-8a95-bdc13aea0bf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:17.943096 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9a27ae6c-db98-474f-94c1-cc99bf842d79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:18.460640 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:33.113507 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-980dcaf7-902d-426b-9c39-53b5f5297888 req-3baa615b-b51e-42a1-8b80-a2c87f15c3e3 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a71648b2-16ed-4e14-9f87-90ab6074e18a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0429950 Nov 23 18:24:33.208676 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980dcaf7-902d-426b-9c39-53b5f5297888 req-c720478b-751b-487d-825e-ed7044ae60f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:24:33.218376 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-980dcaf7-902d-426b-9c39-53b5f5297888 req-c720478b-751b-487d-825e-ed7044ae60f3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=705f1243dbc8472293ee72172eebdcba&device_id=a71648b2-16ed-4e14-9f87-90ab6074e18a HTTP/1.1" status: 200 len: 1097 time: 0.0573006 Nov 23 18:24:33.338604 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980dcaf7-902d-426b-9c39-53b5f5297888 req-2e878339-d2c8-473b-b4f0-ea01e97a1a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:24:33.340116 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-980dcaf7-902d-426b-9c39-53b5f5297888 req-2e878339-d2c8-473b-b4f0-ea01e97a1a17 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d7c45bc5-3c6d-4743-b5ae-9b74a1fe4b8b HTTP/1.1" status: 200 len: 917 time: 0.0949659 Nov 23 18:24:33.389290 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-980dcaf7-902d-426b-9c39-53b5f5297888 req-3b7b733d-3120-4735-b96b-bfea17d4caf7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bea8257a-d813-41e9-812d-70bd4ec1f7a3 HTTP/1.1" status: 200 len: 217 time: 0.0356622 Nov 23 18:24:33.444014 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980dcaf7-902d-426b-9c39-53b5f5297888 req-a85c70a3-204c-4c0f-ac11-f969329630de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:24:33.445539 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-980dcaf7-902d-426b-9c39-53b5f5297888 req-a85c70a3-204c-4c0f-ac11-f969329630de service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4472b3ce-5283-4828-ae33-7274a0e65f1a HTTP/1.1" status: 200 len: 855 time: 0.0517631 Nov 23 18:24:33.494718 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980dcaf7-902d-426b-9c39-53b5f5297888 req-a57b3390-a44c-48b2-aa67-b75703ddf471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:24:33.496125 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-980dcaf7-902d-426b-9c39-53b5f5297888 req-a57b3390-a44c-48b2-aa67-b75703ddf471 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d7c45bc5-3c6d-4743-b5ae-9b74a1fe4b8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420761 Nov 23 18:24:33.594848 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-980dcaf7-902d-426b-9c39-53b5f5297888 req-717a5ab1-357a-49ea-abf5-f2fbe3ac65ad service neutron] 10.222.0.36 "GET /v2.0/networks/d7c45bc5-3c6d-4743-b5ae-9b74a1fe4b8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907834 Nov 23 18:24:33.698458 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-980dcaf7-902d-426b-9c39-53b5f5297888 req-868f41a1-fe20-4747-a40c-0ad8735cbb74 service neutron] 10.222.0.36 "GET /v2.0/networks/d7c45bc5-3c6d-4743-b5ae-9b74a1fe4b8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948627 Nov 23 18:24:36.728055 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef23614-5e8b-467f-a259-b6e34e34e15f req-654a9c5f-a45d-41bf-912a-d83300f527db tempest-TestEncryptedCinderVolumes-889488563 tempest-TestEncryptedCinderVolumes-889488563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:24:36.730890 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9ef23614-5e8b-467f-a259-b6e34e34e15f req-654a9c5f-a45d-41bf-912a-d83300f527db tempest-TestEncryptedCinderVolumes-889488563 tempest-TestEncryptedCinderVolumes-889488563-project] 10.222.0.60 "GET /v2.0/ports?device_id=a71648b2-16ed-4e14-9f87-90ab6074e18a HTTP/1.1" status: 200 len: 946 time: 0.0587819 Nov 23 18:24:36.790679 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9ef23614-5e8b-467f-a259-b6e34e34e15f req-5e19f59e-51fe-401b-8148-d73cad4b1315 tempest-TestEncryptedCinderVolumes-889488563 tempest-TestEncryptedCinderVolumes-889488563-project] 10.222.0.60 "GET /v2.0/security-groups?id=4a1cd0c3-6d84-473e-9f16-7f6c74c88d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540366 Nov 23 18:24:37.921896 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b07355-5333-4826-aa0f-94b8e778a7f5 req-6ab123d0-ae7f-428f-be29-2f037c38d0c4 tempest-TestEncryptedCinderVolumes-889488563 tempest-TestEncryptedCinderVolumes-889488563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:24:37.923441 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a8b07355-5333-4826-aa0f-94b8e778a7f5 req-6ab123d0-ae7f-428f-be29-2f037c38d0c4 tempest-TestEncryptedCinderVolumes-889488563 tempest-TestEncryptedCinderVolumes-889488563-project] 10.222.0.60 "GET /v2.0/ports?device_id=a71648b2-16ed-4e14-9f87-90ab6074e18a HTTP/1.1" status: 200 len: 946 time: 0.0587029 Nov 23 18:24:37.975389 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a8b07355-5333-4826-aa0f-94b8e778a7f5 req-a6494c80-ccaa-4de0-b003-a40e8863e88a tempest-TestEncryptedCinderVolumes-889488563 tempest-TestEncryptedCinderVolumes-889488563-project] 10.222.0.60 "GET /v2.0/security-groups?id=4a1cd0c3-6d84-473e-9f16-7f6c74c88d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456331 Nov 23 18:24:38.359162 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb02400-e1ac-4627-b753-e74260427457 req-bd1c3a59-3ee2-476f-a596-e1a99c89e5bc tempest-TestEncryptedCinderVolumes-889488563 tempest-TestEncryptedCinderVolumes-889488563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:24:38.360620 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-fcb02400-e1ac-4627-b753-e74260427457 req-bd1c3a59-3ee2-476f-a596-e1a99c89e5bc tempest-TestEncryptedCinderVolumes-889488563 tempest-TestEncryptedCinderVolumes-889488563-project] 10.222.0.36 "GET /v2.0/ports?device_id=a71648b2-16ed-4e14-9f87-90ab6074e18a HTTP/1.1" status: 200 len: 946 time: 0.0486865 Nov 23 18:24:38.453734 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [req-fcb02400-e1ac-4627-b753-e74260427457 req-f1287c9b-b8a1-49ae-abc9-1440f18acf73 tempest-TestEncryptedCinderVolumes-889488563 tempest-TestEncryptedCinderVolumes-889488563-project] Deleting port bea8257a-d813-41e9-812d-70bd4ec1f7a3 {{(pid=103591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:24:38.454074 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-fcb02400-e1ac-4627-b753-e74260427457 req-f1287c9b-b8a1-49ae-abc9-1440f18acf73 tempest-TestEncryptedCinderVolumes-889488563 tempest-TestEncryptedCinderVolumes-889488563-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:38.543688 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-fcb02400-e1ac-4627-b753-e74260427457 req-f1287c9b-b8a1-49ae-abc9-1440f18acf73 tempest-TestEncryptedCinderVolumes-889488563 tempest-TestEncryptedCinderVolumes-889488563-project] For port bea8257a-d813-41e9-812d-70bd4ec1f7a3, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=bea8257a-d813-41e9-812d-70bd4ec1f7a3,segment=NetworkSegment(43bc26f5-017e-4304-9fc7-d9258a3c1064),segment_id=43bc26f5-017e-4304-9fc7-d9258a3c1064)] {{(pid=103591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:24:38.543953 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-fcb02400-e1ac-4627-b753-e74260427457 req-f1287c9b-b8a1-49ae-abc9-1440f18acf73 tempest-TestEncryptedCinderVolumes-889488563 tempest-TestEncryptedCinderVolumes-889488563-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:38.556730 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [req-fcb02400-e1ac-4627-b753-e74260427457 req-f1287c9b-b8a1-49ae-abc9-1440f18acf73 tempest-TestEncryptedCinderVolumes-889488563 tempest-TestEncryptedCinderVolumes-889488563-project] Calling delete_port for bea8257a-d813-41e9-812d-70bd4ec1f7a3 owned by compute:nova {{(pid=103591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:24:38.685767 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-fcb02400-e1ac-4627-b753-e74260427457 req-f1287c9b-b8a1-49ae-abc9-1440f18acf73 tempest-TestEncryptedCinderVolumes-889488563 tempest-TestEncryptedCinderVolumes-889488563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:38.698240 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] get_ports_and_sgs() called for port_ids ['bea8257a-d813-41e9-812d-70bd4ec1f7a3'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:24:38.714306 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1287c9b-b8a1-49ae-abc9-1440f18acf73 tempest-TestEncryptedCinderVolumes-889488563 tempest-TestEncryptedCinderVolumes-889488563-project] Pushing event deleted for resources: {'Port': ['ID=bea8257a-d813-41e9-812d-70bd4ec1f7a3,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:24:38.726303 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1287c9b-b8a1-49ae-abc9-1440f18acf73 tempest-TestEncryptedCinderVolumes-889488563 tempest-TestEncryptedCinderVolumes-889488563-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:24:38.726660 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1287c9b-b8a1-49ae-abc9-1440f18acf73 tempest-TestEncryptedCinderVolumes-889488563 tempest-TestEncryptedCinderVolumes-889488563-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:24:38.727004 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1287c9b-b8a1-49ae-abc9-1440f18acf73 tempest-TestEncryptedCinderVolumes-889488563 tempest-TestEncryptedCinderVolumes-889488563-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:24:38.727369 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1287c9b-b8a1-49ae-abc9-1440f18acf73 tempest-TestEncryptedCinderVolumes-889488563 tempest-TestEncryptedCinderVolumes-889488563-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:24:38.727704 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1287c9b-b8a1-49ae-abc9-1440f18acf73 tempest-TestEncryptedCinderVolumes-889488563 tempest-TestEncryptedCinderVolumes-889488563-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:24:38.728036 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1287c9b-b8a1-49ae-abc9-1440f18acf73 tempest-TestEncryptedCinderVolumes-889488563 tempest-TestEncryptedCinderVolumes-889488563-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:24:38.728365 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1287c9b-b8a1-49ae-abc9-1440f18acf73 tempest-TestEncryptedCinderVolumes-889488563 tempest-TestEncryptedCinderVolumes-889488563-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:24:38.728724 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1287c9b-b8a1-49ae-abc9-1440f18acf73 tempest-TestEncryptedCinderVolumes-889488563 tempest-TestEncryptedCinderVolumes-889488563-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:24:38.729096 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1287c9b-b8a1-49ae-abc9-1440f18acf73 tempest-TestEncryptedCinderVolumes-889488563 tempest-TestEncryptedCinderVolumes-889488563-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:24:38.729810 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1287c9b-b8a1-49ae-abc9-1440f18acf73 tempest-TestEncryptedCinderVolumes-889488563 tempest-TestEncryptedCinderVolumes-889488563-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:24:38.729810 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1287c9b-b8a1-49ae-abc9-1440f18acf73 tempest-TestEncryptedCinderVolumes-889488563 tempest-TestEncryptedCinderVolumes-889488563-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:24:38.730065 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1287c9b-b8a1-49ae-abc9-1440f18acf73 tempest-TestEncryptedCinderVolumes-889488563 tempest-TestEncryptedCinderVolumes-889488563-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:24:38.779444 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcb02400-e1ac-4627-b753-e74260427457 req-f1287c9b-b8a1-49ae-abc9-1440f18acf73 tempest-TestEncryptedCinderVolumes-889488563 tempest-TestEncryptedCinderVolumes-889488563-project] No DVR routers for this DVR port bea8257a-d813-41e9-812d-70bd4ec1f7a3 on host n-h2-816206-8 {{(pid=103591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:24:38.782568 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-fcb02400-e1ac-4627-b753-e74260427457 req-f1287c9b-b8a1-49ae-abc9-1440f18acf73 tempest-TestEncryptedCinderVolumes-889488563 tempest-TestEncryptedCinderVolumes-889488563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:38.785997 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-fcb02400-e1ac-4627-b753-e74260427457 req-f1287c9b-b8a1-49ae-abc9-1440f18acf73 tempest-TestEncryptedCinderVolumes-889488563 tempest-TestEncryptedCinderVolumes-889488563-project] 10.222.0.36 "DELETE /v2.0/ports/bea8257a-d813-41e9-812d-70bd4ec1f7a3 HTTP/1.1" status: 204 len: 173 time: 0.4187062 Nov 23 18:24:38.786475 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a71648b2-16ed-4e14-9f87-90ab6074e18a', 'name': 'network-vif-deleted', 'tag': 'bea8257a-d813-41e9-812d-70bd4ec1f7a3'}] {{(pid=103591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:24:38.788880 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f4e21f982013ce885b63e29a1d25974432d95030e0706b58ae42016fda4ab83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13eb1a5e-ebd1-4df6-b828-39d0e99a7bda" -d '{"events": [{"server_uuid": "a71648b2-16ed-4e14-9f87-90ab6074e18a", "name": "network-vif-deleted", "tag": "bea8257a-d813-41e9-812d-70bd4ec1f7a3"}]}' {{(pid=103591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:24:38.833878 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:24:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47673ff6-62ab-4413-8ba8-6dc57c649a8a x-openstack-request-id: req-47673ff6-62ab-4413-8ba8-6dc57c649a8a {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:24:38.834305 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a71648b2-16ed-4e14-9f87-90ab6074e18a", "name": "network-vif-deleted", "tag": "bea8257a-d813-41e9-812d-70bd4ec1f7a3", "status": "completed", "code": 200}]} {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:24:38.834614 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-47673ff6-62ab-4413-8ba8-6dc57c649a8a {{(pid=103591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:24:38.834978 n-d-816206-8 neutron-server[103591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a71648b2-16ed-4e14-9f87-90ab6074e18a', 'name': 'network-vif-deleted', 'tag': 'bea8257a-d813-41e9-812d-70bd4ec1f7a3', 'status': 'completed', 'code': 200} Nov 23 18:24:39.093743 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6080bfab-dcf3-4113-9508-51d666e4ff38 req-2151ec81-de48-41d8-90b1-2a9582209bb2 tempest-TestEncryptedCinderVolumes-889488563 tempest-TestEncryptedCinderVolumes-889488563-project] 10.222.0.60 "GET /v2.0/ports?device_id=a71648b2-16ed-4e14-9f87-90ab6074e18a HTTP/1.1" status: 200 len: 210 time: 0.0310729 Nov 23 18:24:40.613132 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e86deb-bc8a-4c26-b707-ae5201a3abc6 req-11594de6-0952-4799-a263-4465e6c765b4 tempest-TestEncryptedCinderVolumes-889488563 tempest-TestEncryptedCinderVolumes-889488563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:24:40.614574 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-57e86deb-bc8a-4c26-b707-ae5201a3abc6 req-11594de6-0952-4799-a263-4465e6c765b4 tempest-TestEncryptedCinderVolumes-889488563 tempest-TestEncryptedCinderVolumes-889488563-project] 10.222.0.60 "GET /v2.0/networks?id=d7c45bc5-3c6d-4743-b5ae-9b74a1fe4b8b HTTP/1.1" status: 200 len: 816 time: 0.1002986 Nov 23 18:24:40.629097 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-57e86deb-bc8a-4c26-b707-ae5201a3abc6 req-579abff7-9871-4f0d-95b7-0c70cc28e368 tempest-TestEncryptedCinderVolumes-889488563 tempest-TestEncryptedCinderVolumes-889488563-project] 10.222.0.60 "GET /v2.0/quotas/705f1243dbc8472293ee72172eebdcba HTTP/1.1" status: 200 len: 375 time: 0.0088484 Nov 23 18:24:40.682119 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-57e86deb-bc8a-4c26-b707-ae5201a3abc6 req-18c3c67f-cf72-4723-a74e-ee01ae420df8 tempest-TestEncryptedCinderVolumes-889488563 tempest-TestEncryptedCinderVolumes-889488563-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=705f1243dbc8472293ee72172eebdcba&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0474751 Nov 23 18:24:40.779806 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-57e86deb-bc8a-4c26-b707-ae5201a3abc6 req-65223782-c962-45a1-a0d9-873688142fb5 service neutron] 10.222.0.60 "GET /v2.0/networks/d7c45bc5-3c6d-4743-b5ae-9b74a1fe4b8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861897 Nov 23 18:24:40.877125 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-57e86deb-bc8a-4c26-b707-ae5201a3abc6 req-7d0f2b03-08db-43eb-be65-018c51529cf7 service neutron] 10.222.0.60 "GET /v2.0/networks/d7c45bc5-3c6d-4743-b5ae-9b74a1fe4b8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905766 Nov 23 18:24:41.036342 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2a63c0c9-6e77-4b86-a6c2-229e84c868a1 req-fca65917-c9af-4fef-9448-0edfa03d1151 tempest-TestEncryptedCinderVolumes-889488563 tempest-TestEncryptedCinderVolumes-889488563-project] 10.222.0.60 "GET /v2.0/ports?device_id=9d009029-4dc6-4d39-8294-162690ccb300 HTTP/1.1" status: 200 len: 210 time: 0.0272508 Nov 23 18:24:41.414218 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device bea8257a-d813-41e9-812d-70bd4ec1f7a3 no longer exists at agent hyperv_n-h2-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:24:41.435567 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] No Port match for: bea8257a-d813-41e9-812d-70bd4ec1f7a3 {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:24:41.435913 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device bea8257a-d813-41e9-812d-70bd4ec1f7a3 not bound to the agent host n-h2-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:24:41.945002 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e86deb-bc8a-4c26-b707-ae5201a3abc6 req-3ff4da23-f76f-4541-a96a-0b9a9c229b0a tempest-TestEncryptedCinderVolumes-889488563 tempest-TestEncryptedCinderVolumes-889488563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:24:41.946443 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-57e86deb-bc8a-4c26-b707-ae5201a3abc6 req-3ff4da23-f76f-4541-a96a-0b9a9c229b0a tempest-TestEncryptedCinderVolumes-889488563 tempest-TestEncryptedCinderVolumes-889488563-project] 10.222.0.36 "GET /v2.0/networks?id=d7c45bc5-3c6d-4743-b5ae-9b74a1fe4b8b HTTP/1.1" status: 200 len: 816 time: 0.1073325 Nov 23 18:24:41.961426 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [req-57e86deb-bc8a-4c26-b707-ae5201a3abc6 req-ffdd2631-82c1-4cc8-a463-b96e89144eab tempest-TestEncryptedCinderVolumes-889488563 tempest-TestEncryptedCinderVolumes-889488563-project] Request body: {'port': {'device_id': '9d009029-4dc6-4d39-8294-162690ccb300', 'network_id': 'd7c45bc5-3c6d-4743-b5ae-9b74a1fe4b8b', 'admin_state_up': True, 'tenant_id': '705f1243dbc8472293ee72172eebdcba'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:24:42.082607 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57e86deb-bc8a-4c26-b707-ae5201a3abc6 req-ffdd2631-82c1-4cc8-a463-b96e89144eab tempest-TestEncryptedCinderVolumes-889488563 tempest-TestEncryptedCinderVolumes-889488563-project] Made reservation on behalf of 705f1243dbc8472293ee72172eebdcba for: {'port': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:24:42.086712 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-57e86deb-bc8a-4c26-b707-ae5201a3abc6 req-ffdd2631-82c1-4cc8-a463-b96e89144eab tempest-TestEncryptedCinderVolumes-889488563 tempest-TestEncryptedCinderVolumes-889488563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:42.160296 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-24fd3bb6-df86-442f-bdd1-7e14eecc39da req-267d5407-da6a-4538-8496-d827f06c3b25 tempest-TestEncryptedCinderVolumes-889488563 tempest-TestEncryptedCinderVolumes-889488563-project] 10.222.0.60 "GET /v2.0/ports?device_id=9d009029-4dc6-4d39-8294-162690ccb300 HTTP/1.1" status: 200 len: 210 time: 0.0515068 Nov 23 18:24:42.238161 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.db_base_plugin_common [req-57e86deb-bc8a-4c26-b707-ae5201a3abc6 req-ffdd2631-82c1-4cc8-a463-b96e89144eab tempest-TestEncryptedCinderVolumes-889488563 tempest-TestEncryptedCinderVolumes-889488563-project] Allocated IP 172.20.0.10 (d7c45bc5-3c6d-4743-b5ae-9b74a1fe4b8b/4472b3ce-5283-4828-ae33-7274a0e65f1a/07ecaef5-5023-4158-9f8f-eaa63c95850a) {{(pid=103591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:24:42.381747 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-57e86deb-bc8a-4c26-b707-ae5201a3abc6 req-ffdd2631-82c1-4cc8-a463-b96e89144eab tempest-TestEncryptedCinderVolumes-889488563 tempest-TestEncryptedCinderVolumes-889488563-project] Publish callbacks [] for port, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:42.418470 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-57e86deb-bc8a-4c26-b707-ae5201a3abc6 req-ffdd2631-82c1-4cc8-a463-b96e89144eab tempest-TestEncryptedCinderVolumes-889488563 tempest-TestEncryptedCinderVolumes-889488563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:42.463867 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57e86deb-bc8a-4c26-b707-ae5201a3abc6 req-ffdd2631-82c1-4cc8-a463-b96e89144eab tempest-TestEncryptedCinderVolumes-889488563 tempest-TestEncryptedCinderVolumes-889488563-project] Network d7c45bc5-3c6d-4743-b5ae-9b74a1fe4b8b is already hosted by enough agents. {{(pid=103591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:24:42.466762 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [req-57e86deb-bc8a-4c26-b707-ae5201a3abc6 req-ffdd2631-82c1-4cc8-a463-b96e89144eab tempest-TestEncryptedCinderVolumes-889488563 tempest-TestEncryptedCinderVolumes-889488563-project] Resources bound (agent type, host, resource id): {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:24:42.471510 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [req-57e86deb-bc8a-4c26-b707-ae5201a3abc6 req-ffdd2631-82c1-4cc8-a463-b96e89144eab tempest-TestEncryptedCinderVolumes-889488563 tempest-TestEncryptedCinderVolumes-889488563-project] Received port after_create {{(pid=103591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:24:42.496728 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdd2631-82c1-4cc8-a463-b96e89144eab tempest-TestEncryptedCinderVolumes-889488563 tempest-TestEncryptedCinderVolumes-889488563-project] Pushing event updated for resources: {'Port': ['ID=07ecaef5-5023-4158-9f8f-eaa63c95850a,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:24:42.526347 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e86deb-bc8a-4c26-b707-ae5201a3abc6 req-ffdd2631-82c1-4cc8-a463-b96e89144eab tempest-TestEncryptedCinderVolumes-889488563 tempest-TestEncryptedCinderVolumes-889488563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:24:42.526958 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-57e86deb-bc8a-4c26-b707-ae5201a3abc6 req-ffdd2631-82c1-4cc8-a463-b96e89144eab tempest-TestEncryptedCinderVolumes-889488563 tempest-TestEncryptedCinderVolumes-889488563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:42.550156 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-57e86deb-bc8a-4c26-b707-ae5201a3abc6 req-ffdd2631-82c1-4cc8-a463-b96e89144eab tempest-TestEncryptedCinderVolumes-889488563 tempest-TestEncryptedCinderVolumes-889488563-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5858977 Nov 23 18:24:42.560194 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [req-57e86deb-bc8a-4c26-b707-ae5201a3abc6 req-7685d4e2-ec0f-40f5-aaba-4af3e5e9ef9b service neutron] Request body: {'port': {'device_id': '9d009029-4dc6-4d39-8294-162690ccb300', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-8'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:24:42.622025 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-57e86deb-bc8a-4c26-b707-ae5201a3abc6 req-7685d4e2-ec0f-40f5-aaba-4af3e5e9ef9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:42.735115 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-f2e3f095-3eda-4eae-8389-6ae68545ee0f None None] Provisioning complete for port 07ecaef5-5023-4158-9f8f-eaa63c95850a triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:24:42.735689 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-f2e3f095-3eda-4eae-8389-6ae68545ee0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:42.770311 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-f2e3f095-3eda-4eae-8389-6ae68545ee0f None None] Port 07ecaef5-5023-4158-9f8f-eaa63c95850a cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:24:42.886571 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [req-57e86deb-bc8a-4c26-b707-ae5201a3abc6 req-7685d4e2-ec0f-40f5-aaba-4af3e5e9ef9b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07ecaef5-5023-4158-9f8f-eaa63c95850a {{(pid=103591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:24:42.894704 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-57e86deb-bc8a-4c26-b707-ae5201a3abc6 req-7685d4e2-ec0f-40f5-aaba-4af3e5e9ef9b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:42.907767 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.provisioning_blocks [req-57e86deb-bc8a-4c26-b707-ae5201a3abc6 req-7685d4e2-ec0f-40f5-aaba-4af3e5e9ef9b service neutron] Transition to ACTIVE for port object 07ecaef5-5023-4158-9f8f-eaa63c95850a will not be triggered until provisioned by entity L2. {{(pid=103591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 18:24:42.910833 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-57e86deb-bc8a-4c26-b707-ae5201a3abc6 req-7685d4e2-ec0f-40f5-aaba-4af3e5e9ef9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264758186'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:42.960126 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7685d4e2-ec0f-40f5-aaba-4af3e5e9ef9b service neutron] Pushing event updated for resources: {'Port': ['ID=07ecaef5-5023-4158-9f8f-eaa63c95850a,revision_number=2']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:24:43.035869 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-57e86deb-bc8a-4c26-b707-ae5201a3abc6 req-7685d4e2-ec0f-40f5-aaba-4af3e5e9ef9b service neutron] Attempting to bind port 07ecaef5-5023-4158-9f8f-eaa63c95850a on host n-h2-816206-8 for vnic_type normal with profile {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:24:43.036203 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-57e86deb-bc8a-4c26-b707-ae5201a3abc6 req-7685d4e2-ec0f-40f5-aaba-4af3e5e9ef9b service neutron] Attempting to bind port 07ecaef5-5023-4158-9f8f-eaa63c95850a by drivers openvswitch,hyperv on host n-h2-816206-8 at level 0 using segments [{'id': '43bc26f5-017e-4304-9fc7-d9258a3c1064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'd7c45bc5-3c6d-4743-b5ae-9b74a1fe4b8b'}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:24:43.036558 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57e86deb-bc8a-4c26-b707-ae5201a3abc6 req-7685d4e2-ec0f-40f5-aaba-4af3e5e9ef9b service neutron] Attempting to bind port 07ecaef5-5023-4158-9f8f-eaa63c95850a on network d7c45bc5-3c6d-4743-b5ae-9b74a1fe4b8b {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:24:43.041190 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57e86deb-bc8a-4c26-b707-ae5201a3abc6 req-7685d4e2-ec0f-40f5-aaba-4af3e5e9ef9b service neutron] Port 07ecaef5-5023-4158-9f8f-eaa63c95850a on network d7c45bc5-3c6d-4743-b5ae-9b74a1fe4b8b not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-8 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:24:43.041508 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57e86deb-bc8a-4c26-b707-ae5201a3abc6 req-7685d4e2-ec0f-40f5-aaba-4af3e5e9ef9b service neutron] Attempting to bind port 07ecaef5-5023-4158-9f8f-eaa63c95850a on network d7c45bc5-3c6d-4743-b5ae-9b74a1fe4b8b {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:24:43.046540 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57e86deb-bc8a-4c26-b707-ae5201a3abc6 req-7685d4e2-ec0f-40f5-aaba-4af3e5e9ef9b service neutron] Checking agent: {'id': 'ab77bf9e-0267-4174-8f1d-822cba89b207', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 15, 13), 'started_at': datetime.datetime(2021, 11, 23, 17, 15, 13), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 24, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:24:43.046874 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57e86deb-bc8a-4c26-b707-ae5201a3abc6 req-7685d4e2-ec0f-40f5-aaba-4af3e5e9ef9b service neutron] Checking segment: {'id': '43bc26f5-017e-4304-9fc7-d9258a3c1064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'd7c45bc5-3c6d-4743-b5ae-9b74a1fe4b8b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:24:43.047252 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57e86deb-bc8a-4c26-b707-ae5201a3abc6 req-7685d4e2-ec0f-40f5-aaba-4af3e5e9ef9b service neutron] Bound using segment: {'id': '43bc26f5-017e-4304-9fc7-d9258a3c1064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'd7c45bc5-3c6d-4743-b5ae-9b74a1fe4b8b'} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:24:43.047673 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-57e86deb-bc8a-4c26-b707-ae5201a3abc6 req-7685d4e2-ec0f-40f5-aaba-4af3e5e9ef9b service neutron] Bound port: 07ecaef5-5023-4158-9f8f-eaa63c95850a, host: n-h2-816206-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43bc26f5-017e-4304-9fc7-d9258a3c1064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'd7c45bc5-3c6d-4743-b5ae-9b74a1fe4b8b'}}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:24:43.048021 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-57e86deb-bc8a-4c26-b707-ae5201a3abc6 req-7685d4e2-ec0f-40f5-aaba-4af3e5e9ef9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:43.072547 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-e9cbf902-49fe-4dd6-81da-0ace5dfeb512 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:43.115421 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-57e86deb-bc8a-4c26-b707-ae5201a3abc6 req-7685d4e2-ec0f-40f5-aaba-4af3e5e9ef9b service neutron] For port 07ecaef5-5023-4158-9f8f-eaa63c95850a, host n-h2-816206-8, cleared binding levels {{(pid=103591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:24:43.118659 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-57e86deb-bc8a-4c26-b707-ae5201a3abc6 req-7685d4e2-ec0f-40f5-aaba-4af3e5e9ef9b service neutron] For port 07ecaef5-5023-4158-9f8f-eaa63c95850a, host n-h2-816206-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=07ecaef5-5023-4158-9f8f-eaa63c95850a,segment=NetworkSegment(43bc26f5-017e-4304-9fc7-d9258a3c1064),segment_id=43bc26f5-017e-4304-9fc7-d9258a3c1064)] {{(pid=103591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:24:43.122633 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-57e86deb-bc8a-4c26-b707-ae5201a3abc6 req-7685d4e2-ec0f-40f5-aaba-4af3e5e9ef9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264758186'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:43.158914 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e86deb-bc8a-4c26-b707-ae5201a3abc6 req-7685d4e2-ec0f-40f5-aaba-4af3e5e9ef9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:24:43.159534 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-57e86deb-bc8a-4c26-b707-ae5201a3abc6 req-7685d4e2-ec0f-40f5-aaba-4af3e5e9ef9b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:43.161028 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-57e86deb-bc8a-4c26-b707-ae5201a3abc6 req-7685d4e2-ec0f-40f5-aaba-4af3e5e9ef9b service neutron] 10.222.0.36 "PUT /v2.0/ports/07ecaef5-5023-4158-9f8f-eaa63c95850a HTTP/1.1" status: 200 len: 1092 time: 0.6052852 Nov 23 18:24:43.162303 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d009029-4dc6-4d39-8294-162690ccb300', 'tag': '07ecaef5-5023-4158-9f8f-eaa63c95850a'}] {{(pid=103591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:24:43.163773 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f4e21f982013ce885b63e29a1d25974432d95030e0706b58ae42016fda4ab83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d3a261c-00b9-482d-bb79-3b5dfb636f62" -d '{"events": [{"name": "network-changed", "server_uuid": "9d009029-4dc6-4d39-8294-162690ccb300", "tag": "07ecaef5-5023-4158-9f8f-eaa63c95850a"}]}' {{(pid=103591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:24:43.197515 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7685d4e2-ec0f-40f5-aaba-4af3e5e9ef9b service neutron] Pushing event updated for resources: {'Port': ['ID=07ecaef5-5023-4158-9f8f-eaa63c95850a,revision_number=3']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:24:43.223920 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:24:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0108877-1fd0-499f-b395-3dfffde613b8 x-openstack-request-id: req-b0108877-1fd0-499f-b395-3dfffde613b8 {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:24:43.224219 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d009029-4dc6-4d39-8294-162690ccb300", "tag": "07ecaef5-5023-4158-9f8f-eaa63c95850a", "status": "completed", "code": 200}]} {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:24:43.225441 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b0108877-1fd0-499f-b395-3dfffde613b8 {{(pid=103591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:24:43.225871 n-d-816206-8 neutron-server[103591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d009029-4dc6-4d39-8294-162690ccb300', 'tag': '07ecaef5-5023-4158-9f8f-eaa63c95850a', 'status': 'completed', 'code': 200} Nov 23 18:24:43.302974 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e86deb-bc8a-4c26-b707-ae5201a3abc6 req-ede7b7ec-348b-45ec-969f-aa78449024e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:24:43.304581 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-57e86deb-bc8a-4c26-b707-ae5201a3abc6 req-ede7b7ec-348b-45ec-969f-aa78449024e1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=705f1243dbc8472293ee72172eebdcba&device_id=9d009029-4dc6-4d39-8294-162690ccb300 HTTP/1.1" status: 200 len: 1095 time: 0.0777066 Nov 23 18:24:43.326652 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e77c998-aad5-41a1-8642-1b7bd26e0cc2 req-ccfc6366-575d-42b4-8c42-8eba9c1ebb4b tempest-TestEncryptedCinderVolumes-889488563 tempest-TestEncryptedCinderVolumes-889488563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:24:43.328222 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-1e77c998-aad5-41a1-8642-1b7bd26e0cc2 req-ccfc6366-575d-42b4-8c42-8eba9c1ebb4b tempest-TestEncryptedCinderVolumes-889488563 tempest-TestEncryptedCinderVolumes-889488563-project] 10.222.0.60 "GET /v2.0/ports?device_id=9d009029-4dc6-4d39-8294-162690ccb300 HTTP/1.1" status: 200 len: 944 time: 0.0743532 Nov 23 18:24:43.370682 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-57e86deb-bc8a-4c26-b707-ae5201a3abc6 req-22f752e1-594c-4c23-83b5-9b601362aa02 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=07ecaef5-5023-4158-9f8f-eaa63c95850a HTTP/1.1" status: 200 len: 217 time: 0.0414186 Nov 23 18:24:43.440203 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-1e77c998-aad5-41a1-8642-1b7bd26e0cc2 req-cca8081a-a567-46c7-8dff-7ea6080f7c89 tempest-TestEncryptedCinderVolumes-889488563 tempest-TestEncryptedCinderVolumes-889488563-project] 10.222.0.60 "GET /v2.0/security-groups?id=4a1cd0c3-6d84-473e-9f16-7f6c74c88d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046104 Nov 23 18:24:43.443898 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e86deb-bc8a-4c26-b707-ae5201a3abc6 req-f93a9285-152d-44fd-ad2b-524d1383b4b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:24:43.445339 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-57e86deb-bc8a-4c26-b707-ae5201a3abc6 req-f93a9285-152d-44fd-ad2b-524d1383b4b0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4472b3ce-5283-4828-ae33-7274a0e65f1a HTTP/1.1" status: 200 len: 855 time: 0.0661087 Nov 23 18:24:43.496840 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e86deb-bc8a-4c26-b707-ae5201a3abc6 req-48a2ef2c-7e95-45e5-8770-928590ccb6cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:24:43.498319 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-57e86deb-bc8a-4c26-b707-ae5201a3abc6 req-48a2ef2c-7e95-45e5-8770-928590ccb6cb service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d7c45bc5-3c6d-4743-b5ae-9b74a1fe4b8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443137 Nov 23 18:24:43.588748 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-57e86deb-bc8a-4c26-b707-ae5201a3abc6 req-a4e0a787-371d-49b4-8aee-dcd8405a5d9a service neutron] 10.222.0.36 "GET /v2.0/networks/d7c45bc5-3c6d-4743-b5ae-9b74a1fe4b8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825818 Nov 23 18:24:43.681710 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-57e86deb-bc8a-4c26-b707-ae5201a3abc6 req-81dc118c-8514-493b-8b6d-fc87e0976e47 service neutron] 10.222.0.36 "GET /v2.0/networks/d7c45bc5-3c6d-4743-b5ae-9b74a1fe4b8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846980 Nov 23 18:24:43.770452 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3a261c-00b9-482d-bb79-3b5dfb636f62 req-6ae3e65d-1250-4012-8e00-f56f7f314b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:24:43.771951 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-0d3a261c-00b9-482d-bb79-3b5dfb636f62 req-6ae3e65d-1250-4012-8e00-f56f7f314b9f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=705f1243dbc8472293ee72172eebdcba&device_id=9d009029-4dc6-4d39-8294-162690ccb300 HTTP/1.1" status: 200 len: 1095 time: 0.0423419 Nov 23 18:24:43.870189 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3a261c-00b9-482d-bb79-3b5dfb636f62 req-e31d1ff1-128b-4502-a59f-e130faa3ecd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:24:43.871642 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-0d3a261c-00b9-482d-bb79-3b5dfb636f62 req-e31d1ff1-128b-4502-a59f-e130faa3ecd6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d7c45bc5-3c6d-4743-b5ae-9b74a1fe4b8b HTTP/1.1" status: 200 len: 917 time: 0.0908535 Nov 23 18:24:43.917463 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-0d3a261c-00b9-482d-bb79-3b5dfb636f62 req-6f58b894-f13f-4885-acac-e4cd18857c78 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=07ecaef5-5023-4158-9f8f-eaa63c95850a HTTP/1.1" status: 200 len: 217 time: 0.0365317 Nov 23 18:24:43.931114 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:43.970194 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3a261c-00b9-482d-bb79-3b5dfb636f62 req-69e31215-6b9b-4c5f-beef-4e27a03c7ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:24:43.971687 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-0d3a261c-00b9-482d-bb79-3b5dfb636f62 req-69e31215-6b9b-4c5f-beef-4e27a03c7ba9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4472b3ce-5283-4828-ae33-7274a0e65f1a HTTP/1.1" status: 200 len: 855 time: 0.0467677 Nov 23 18:24:44.025507 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3a261c-00b9-482d-bb79-3b5dfb636f62 req-f6190dad-7d85-4397-bd3d-39bf10cfc20c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:24:44.026916 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-0d3a261c-00b9-482d-bb79-3b5dfb636f62 req-f6190dad-7d85-4397-bd3d-39bf10cfc20c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d7c45bc5-3c6d-4743-b5ae-9b74a1fe4b8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0461924 Nov 23 18:24:44.122340 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-0d3a261c-00b9-482d-bb79-3b5dfb636f62 req-b3e33e19-b7d0-434b-8d53-1b7c4af6e46e service neutron] 10.222.0.36 "GET /v2.0/networks/d7c45bc5-3c6d-4743-b5ae-9b74a1fe4b8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854416 Nov 23 18:24:44.497556 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-0d3a261c-00b9-482d-bb79-3b5dfb636f62 req-35a03f9f-5f3c-4626-a047-eddfdb3ce18b service neutron] 10.222.0.36 "GET /v2.0/networks/d7c45bc5-3c6d-4743-b5ae-9b74a1fe4b8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3661296 Nov 23 18:24:44.539718 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.agents_db [None req-464f6c07-0de8-4be6-8f5b-563f574d1c5d None None] Agent healthcheck: found 7 active agents {{(pid=103593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 18:24:44.562560 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed69b59c-02df-44b1-b97d-3e79c4cf3a11 req-3daeebc5-1555-44c1-931b-a1ee4e353b6f tempest-TestEncryptedCinderVolumes-889488563 tempest-TestEncryptedCinderVolumes-889488563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:24:44.564059 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ed69b59c-02df-44b1-b97d-3e79c4cf3a11 req-3daeebc5-1555-44c1-931b-a1ee4e353b6f tempest-TestEncryptedCinderVolumes-889488563 tempest-TestEncryptedCinderVolumes-889488563-project] 10.222.0.60 "GET /v2.0/ports?device_id=9d009029-4dc6-4d39-8294-162690ccb300 HTTP/1.1" status: 200 len: 944 time: 0.0512531 Nov 23 18:24:44.611004 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ed69b59c-02df-44b1-b97d-3e79c4cf3a11 req-73247c03-ac69-48cc-9c18-0b27b803f975 tempest-TestEncryptedCinderVolumes-889488563 tempest-TestEncryptedCinderVolumes-889488563-project] 10.222.0.60 "GET /v2.0/security-groups?id=4a1cd0c3-6d84-473e-9f16-7f6c74c88d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409772 Nov 23 18:24:44.779807 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:45.162278 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-21f55707-a272-4a13-96cf-20eb602d6600 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:45.730251 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d836c5-a348-4ef5-a758-7dc6b48e3b66 req-be559967-6f76-487d-a4f3-ddc1fa47e1da tempest-TestEncryptedCinderVolumes-889488563 tempest-TestEncryptedCinderVolumes-889488563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:24:45.731858 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-71d836c5-a348-4ef5-a758-7dc6b48e3b66 req-be559967-6f76-487d-a4f3-ddc1fa47e1da tempest-TestEncryptedCinderVolumes-889488563 tempest-TestEncryptedCinderVolumes-889488563-project] 10.222.0.60 "GET /v2.0/ports?device_id=9d009029-4dc6-4d39-8294-162690ccb300 HTTP/1.1" status: 200 len: 944 time: 0.0487494 Nov 23 18:24:45.778308 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-71d836c5-a348-4ef5-a758-7dc6b48e3b66 req-a801203f-1996-4ce3-adb4-e9a63963e311 tempest-TestEncryptedCinderVolumes-889488563 tempest-TestEncryptedCinderVolumes-889488563-project] 10.222.0.60 "GET /v2.0/security-groups?id=4a1cd0c3-6d84-473e-9f16-7f6c74c88d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404286 Nov 23 18:24:46.728968 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-52822d53-48f5-4819-8a95-bdc13aea0bf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:46.899077 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90aa19d7-5ce3-43d5-a582-92af9c0ece6d req-0968e042-dbb9-4c5a-b0c4-536c75d24b38 tempest-TestEncryptedCinderVolumes-889488563 tempest-TestEncryptedCinderVolumes-889488563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:24:46.900545 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-90aa19d7-5ce3-43d5-a582-92af9c0ece6d req-0968e042-dbb9-4c5a-b0c4-536c75d24b38 tempest-TestEncryptedCinderVolumes-889488563 tempest-TestEncryptedCinderVolumes-889488563-project] 10.222.0.60 "GET /v2.0/ports?device_id=9d009029-4dc6-4d39-8294-162690ccb300 HTTP/1.1" status: 200 len: 944 time: 0.0525944 Nov 23 18:24:46.947075 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-90aa19d7-5ce3-43d5-a582-92af9c0ece6d req-48f42088-81fc-495c-9bde-3d801b992e91 tempest-TestEncryptedCinderVolumes-889488563 tempest-TestEncryptedCinderVolumes-889488563-project] 10.222.0.60 "GET /v2.0/security-groups?id=4a1cd0c3-6d84-473e-9f16-7f6c74c88d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405495 Nov 23 18:24:47.412244 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device 07ecaef5-5023-4158-9f8f-eaa63c95850a details requested by agent hyperv_n-h2-816206-8 with host n-h2-816206-8 {{(pid=103592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 18:24:47.507597 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port 07ecaef5-5023-4158-9f8f-eaa63c95850a, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=07ecaef5-5023-4158-9f8f-eaa63c95850a,segment=NetworkSegment(43bc26f5-017e-4304-9fc7-d9258a3c1064),segment_id=43bc26f5-017e-4304-9fc7-d9258a3c1064)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:24:47.519142 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Returning: {'device': '07ecaef5-5023-4158-9f8f-eaa63c95850a', 'network_id': 'd7c45bc5-3c6d-4743-b5ae-9b74a1fe4b8b', 'port_id': '07ecaef5-5023-4158-9f8f-eaa63c95850a', 'mac_address': 'fa:16:3e:f9:37:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 505, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4472b3ce-5283-4828-ae33-7274a0e65f1a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 18:24:47.554737 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:47.567605 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07ecaef5-5023-4158-9f8f-eaa63c95850a {{(pid=103592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:24:47.586802 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port 07ecaef5-5023-4158-9f8f-eaa63c95850a, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=07ecaef5-5023-4158-9f8f-eaa63c95850a,segment=NetworkSegment(43bc26f5-017e-4304-9fc7-d9258a3c1064),segment_id=43bc26f5-017e-4304-9fc7-d9258a3c1064)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:24:47.590783 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:47.637589 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Pushing event updated for resources: {'Port': ['ID=07ecaef5-5023-4158-9f8f-eaa63c95850a,revision_number=4']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:24:47.645766 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:24:47.646111 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:24:47.646454 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:24:47.646793 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:24:47.647137 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:24:47.647466 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:24:47.647797 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:24:47.648121 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:24:47.648448 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:24:47.648798 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:24:47.649123 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:24:47.649448 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:24:47.801869 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] get_ports_and_sgs() called for port_ids ['07ecaef5-5023-4158-9f8f-eaa63c95850a'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:24:47.951288 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9a27ae6c-db98-474f-94c1-cc99bf842d79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:48.067882 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28fe737-d7dd-4aec-8e21-0eca99674b48 req-815f95f5-29da-411d-8892-61aed38716a6 tempest-TestEncryptedCinderVolumes-889488563 tempest-TestEncryptedCinderVolumes-889488563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:24:48.069468 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f28fe737-d7dd-4aec-8e21-0eca99674b48 req-815f95f5-29da-411d-8892-61aed38716a6 tempest-TestEncryptedCinderVolumes-889488563 tempest-TestEncryptedCinderVolumes-889488563-project] 10.222.0.60 "GET /v2.0/ports?device_id=9d009029-4dc6-4d39-8294-162690ccb300 HTTP/1.1" status: 200 len: 945 time: 0.0514712 Nov 23 18:24:48.117649 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f28fe737-d7dd-4aec-8e21-0eca99674b48 req-72b961fd-a08e-401f-ae6b-f96e939e51ad tempest-TestEncryptedCinderVolumes-889488563 tempest-TestEncryptedCinderVolumes-889488563-project] 10.222.0.60 "GET /v2.0/security-groups?id=4a1cd0c3-6d84-473e-9f16-7f6c74c88d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418639 Nov 23 18:24:48.463293 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:49.236595 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8b471a-71c5-4927-8583-373a9fa7d447 req-667ebceb-cb65-44e7-9e01-c512e61b435a tempest-TestEncryptedCinderVolumes-889488563 tempest-TestEncryptedCinderVolumes-889488563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:24:49.238073 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-df8b471a-71c5-4927-8583-373a9fa7d447 req-667ebceb-cb65-44e7-9e01-c512e61b435a tempest-TestEncryptedCinderVolumes-889488563 tempest-TestEncryptedCinderVolumes-889488563-project] 10.222.0.60 "GET /v2.0/ports?device_id=9d009029-4dc6-4d39-8294-162690ccb300 HTTP/1.1" status: 200 len: 945 time: 0.0530629 Nov 23 18:24:49.285486 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-df8b471a-71c5-4927-8583-373a9fa7d447 req-ba5b14d8-d284-4e2e-bd24-e9df7c0dcf67 tempest-TestEncryptedCinderVolumes-889488563 tempest-TestEncryptedCinderVolumes-889488563-project] 10.222.0.60 "GET /v2.0/security-groups?id=4a1cd0c3-6d84-473e-9f16-7f6c74c88d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414336 Nov 23 18:24:49.441630 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device 07ecaef5-5023-4158-9f8f-eaa63c95850a up at agent hyperv_n-h2-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:24:49.497807 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Provisioning for port 07ecaef5-5023-4158-9f8f-eaa63c95850a completed by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 18:24:49.502205 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Provisioning complete for port 07ecaef5-5023-4158-9f8f-eaa63c95850a triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:24:49.502567 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:49.580582 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:49.602373 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d009029-4dc6-4d39-8294-162690ccb300', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07ecaef5-5023-4158-9f8f-eaa63c95850a'}] {{(pid=103592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:24:49.604643 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}369cae9aa69facfce3992dabc874bd76984507e3cd36da60a73cd3603125cd43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9dd4d3a-737f-4b75-9838-a7e0d02470a1" -d '{"events": [{"server_uuid": "9d009029-4dc6-4d39-8294-162690ccb300", "name": "network-vif-plugged", "status": "completed", "tag": "07ecaef5-5023-4158-9f8f-eaa63c95850a"}]}' {{(pid=103592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:24:49.617832 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port 07ecaef5-5023-4158-9f8f-eaa63c95850a, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=07ecaef5-5023-4158-9f8f-eaa63c95850a,segment=NetworkSegment(43bc26f5-017e-4304-9fc7-d9258a3c1064),segment_id=43bc26f5-017e-4304-9fc7-d9258a3c1064)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:24:49.621970 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:24:49.645870 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:24:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f219a43-b6b5-4681-a834-fcfcf1095ea5 x-openstack-request-id: req-0f219a43-b6b5-4681-a834-fcfcf1095ea5 {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:24:49.646167 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d009029-4dc6-4d39-8294-162690ccb300", "name": "network-vif-plugged", "status": "completed", "tag": "07ecaef5-5023-4158-9f8f-eaa63c95850a", "code": 200}]} {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:24:49.646420 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-0f219a43-b6b5-4681-a834-fcfcf1095ea5 {{(pid=103592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:24:49.646809 n-d-816206-8 neutron-server[103592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d009029-4dc6-4d39-8294-162690ccb300', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07ecaef5-5023-4158-9f8f-eaa63c95850a', 'code': 200} Nov 23 18:24:49.673514 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Pushing event updated for resources: {'Port': ['ID=07ecaef5-5023-4158-9f8f-eaa63c95850a,revision_number=5']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:24:49.743546 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e083f9d-30dc-4f92-9edd-5a49596f2feb req-1c3fc669-e2ae-49eb-9877-6d1c632abfcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:24:49.744981 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-3e083f9d-30dc-4f92-9edd-5a49596f2feb req-1c3fc669-e2ae-49eb-9877-6d1c632abfcd service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9d009029-4dc6-4d39-8294-162690ccb300 HTTP/1.1" status: 200 len: 1097 time: 0.0403264 Nov 23 18:24:49.791367 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-3e083f9d-30dc-4f92-9edd-5a49596f2feb req-5217d8fb-893c-4db3-ab31-2953ebb01f01 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=4a1cd0c3-6d84-473e-9f16-7f6c74c88d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377219 Nov 23 18:24:50.409142 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b1a8a9-3e12-43c7-873d-e576959d67b7 req-3b558fda-708c-4f66-8fa1-24cd8b333638 tempest-TestEncryptedCinderVolumes-889488563 tempest-TestEncryptedCinderVolumes-889488563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:24:50.410700 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c9b1a8a9-3e12-43c7-873d-e576959d67b7 req-3b558fda-708c-4f66-8fa1-24cd8b333638 tempest-TestEncryptedCinderVolumes-889488563 tempest-TestEncryptedCinderVolumes-889488563-project] 10.222.0.60 "GET /v2.0/ports?device_id=9d009029-4dc6-4d39-8294-162690ccb300 HTTP/1.1" status: 200 len: 946 time: 0.0511634 Nov 23 18:24:50.463418 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c9b1a8a9-3e12-43c7-873d-e576959d67b7 req-e72e5979-78c7-4895-95e8-e3f946d1c369 tempest-TestEncryptedCinderVolumes-889488563 tempest-TestEncryptedCinderVolumes-889488563-project] 10.222.0.60 "GET /v2.0/security-groups?id=4a1cd0c3-6d84-473e-9f16-7f6c74c88d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465572 Nov 23 18:24:51.580562 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a670eb1c-523f-4acc-b6ee-ce0bf0b6853f req-1a5fff82-5126-4b2c-8070-2ae3881c2bfd tempest-TestEncryptedCinderVolumes-889488563 tempest-TestEncryptedCinderVolumes-889488563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:24:51.582038 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a670eb1c-523f-4acc-b6ee-ce0bf0b6853f req-1a5fff82-5126-4b2c-8070-2ae3881c2bfd tempest-TestEncryptedCinderVolumes-889488563 tempest-TestEncryptedCinderVolumes-889488563-project] 10.222.0.60 "GET /v2.0/ports?device_id=9d009029-4dc6-4d39-8294-162690ccb300 HTTP/1.1" status: 200 len: 946 time: 0.0492935 Nov 23 18:24:51.628870 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a670eb1c-523f-4acc-b6ee-ce0bf0b6853f req-e9708a9d-9ca2-42b1-bbfc-928ffc10b8fb tempest-TestEncryptedCinderVolumes-889488563 tempest-TestEncryptedCinderVolumes-889488563-project] 10.222.0.60 "GET /v2.0/security-groups?id=4a1cd0c3-6d84-473e-9f16-7f6c74c88d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408125 Nov 23 18:24:51.744555 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82c8443-a40d-4542-8446-68b907e3f721 req-b5310feb-3851-4236-9f7f-4d5c22747b30 tempest-TestEncryptedCinderVolumes-889488563 tempest-TestEncryptedCinderVolumes-889488563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:24:51.745954 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d82c8443-a40d-4542-8446-68b907e3f721 req-b5310feb-3851-4236-9f7f-4d5c22747b30 tempest-TestEncryptedCinderVolumes-889488563 tempest-TestEncryptedCinderVolumes-889488563-project] 10.222.0.60 "GET /v2.0/ports?device_id=9d009029-4dc6-4d39-8294-162690ccb300 HTTP/1.1" status: 200 len: 946 time: 0.0511403 Nov 23 18:24:51.792734 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d82c8443-a40d-4542-8446-68b907e3f721 req-0d826abf-3b45-4a75-a8c7-92e35780b75e tempest-TestEncryptedCinderVolumes-889488563 tempest-TestEncryptedCinderVolumes-889488563-project] 10.222.0.60 "GET /v2.0/security-groups?id=4a1cd0c3-6d84-473e-9f16-7f6c74c88d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401690 Nov 23 18:25:13.077881 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-fe4da9e5-0d9b-4c69-a7ec-683d194952c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:13.297797 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffef8fd-0132-4bb8-bb16-e8134f5a7188 req-b0756b2a-aa62-462d-bb74-e4b6a9f46db1 tempest-TestEncryptedCinderVolumes-889488563 tempest-TestEncryptedCinderVolumes-889488563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:25:13.299472 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-fffef8fd-0132-4bb8-bb16-e8134f5a7188 req-b0756b2a-aa62-462d-bb74-e4b6a9f46db1 tempest-TestEncryptedCinderVolumes-889488563 tempest-TestEncryptedCinderVolumes-889488563-project] 10.222.0.60 "GET /v2.0/ports?device_id=9d009029-4dc6-4d39-8294-162690ccb300 HTTP/1.1" status: 200 len: 946 time: 0.0595334 Nov 23 18:25:13.354679 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-fffef8fd-0132-4bb8-bb16-e8134f5a7188 req-d1169cda-d673-45e8-91ad-450a6d09c34b tempest-TestEncryptedCinderVolumes-889488563 tempest-TestEncryptedCinderVolumes-889488563-project] 10.222.0.60 "GET /v2.0/security-groups?id=4a1cd0c3-6d84-473e-9f16-7f6c74c88d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484111 Nov 23 18:25:13.946131 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:14.503984 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e25055-41fa-42ed-bb27-c0ebc66d643b req-dbc717dd-30a9-478e-9e2e-47395c7f1bcb tempest-TestEncryptedCinderVolumes-889488563 tempest-TestEncryptedCinderVolumes-889488563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:25:14.505631 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a5e25055-41fa-42ed-bb27-c0ebc66d643b req-dbc717dd-30a9-478e-9e2e-47395c7f1bcb tempest-TestEncryptedCinderVolumes-889488563 tempest-TestEncryptedCinderVolumes-889488563-project] 10.222.0.60 "GET /v2.0/ports?device_id=9d009029-4dc6-4d39-8294-162690ccb300 HTTP/1.1" status: 200 len: 946 time: 0.0650079 Nov 23 18:25:14.558999 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a5e25055-41fa-42ed-bb27-c0ebc66d643b req-c33de741-9bf4-4a72-afbb-b7dbef8a3de3 tempest-TestEncryptedCinderVolumes-889488563 tempest-TestEncryptedCinderVolumes-889488563-project] 10.222.0.60 "GET /v2.0/security-groups?id=4a1cd0c3-6d84-473e-9f16-7f6c74c88d5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462441 Nov 23 18:25:14.795705 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:15.143826 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7590378a-fd4b-423a-a9aa-5da430365f79 req-a900e207-c316-40fb-bd43-f02008321d68 tempest-TestEncryptedCinderVolumes-889488563 tempest-TestEncryptedCinderVolumes-889488563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:25:15.145300 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7590378a-fd4b-423a-a9aa-5da430365f79 req-a900e207-c316-40fb-bd43-f02008321d68 tempest-TestEncryptedCinderVolumes-889488563 tempest-TestEncryptedCinderVolumes-889488563-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d009029-4dc6-4d39-8294-162690ccb300 HTTP/1.1" status: 200 len: 946 time: 0.0481179 Nov 23 18:25:15.167275 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-0954baa3-aac9-4e2a-a0dd-8ed789d31ba3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:15.243431 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [req-7590378a-fd4b-423a-a9aa-5da430365f79 req-a856675c-4366-4ce7-8645-eeefcff32430 tempest-TestEncryptedCinderVolumes-889488563 tempest-TestEncryptedCinderVolumes-889488563-project] Deleting port 07ecaef5-5023-4158-9f8f-eaa63c95850a {{(pid=103591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:25:15.243769 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-7590378a-fd4b-423a-a9aa-5da430365f79 req-a856675c-4366-4ce7-8645-eeefcff32430 tempest-TestEncryptedCinderVolumes-889488563 tempest-TestEncryptedCinderVolumes-889488563-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:15.332307 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-7590378a-fd4b-423a-a9aa-5da430365f79 req-a856675c-4366-4ce7-8645-eeefcff32430 tempest-TestEncryptedCinderVolumes-889488563 tempest-TestEncryptedCinderVolumes-889488563-project] For port 07ecaef5-5023-4158-9f8f-eaa63c95850a, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=07ecaef5-5023-4158-9f8f-eaa63c95850a,segment=NetworkSegment(43bc26f5-017e-4304-9fc7-d9258a3c1064),segment_id=43bc26f5-017e-4304-9fc7-d9258a3c1064)] {{(pid=103591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:25:15.332697 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-7590378a-fd4b-423a-a9aa-5da430365f79 req-a856675c-4366-4ce7-8645-eeefcff32430 tempest-TestEncryptedCinderVolumes-889488563 tempest-TestEncryptedCinderVolumes-889488563-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:15.349432 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [req-7590378a-fd4b-423a-a9aa-5da430365f79 req-a856675c-4366-4ce7-8645-eeefcff32430 tempest-TestEncryptedCinderVolumes-889488563 tempest-TestEncryptedCinderVolumes-889488563-project] Calling delete_port for 07ecaef5-5023-4158-9f8f-eaa63c95850a owned by compute:nova {{(pid=103591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:25:15.472649 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-7590378a-fd4b-423a-a9aa-5da430365f79 req-a856675c-4366-4ce7-8645-eeefcff32430 tempest-TestEncryptedCinderVolumes-889488563 tempest-TestEncryptedCinderVolumes-889488563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:15.485612 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] get_ports_and_sgs() called for port_ids ['07ecaef5-5023-4158-9f8f-eaa63c95850a'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:25:15.501900 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a856675c-4366-4ce7-8645-eeefcff32430 tempest-TestEncryptedCinderVolumes-889488563 tempest-TestEncryptedCinderVolumes-889488563-project] Pushing event deleted for resources: {'Port': ['ID=07ecaef5-5023-4158-9f8f-eaa63c95850a,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:25:15.548685 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [req-7590378a-fd4b-423a-a9aa-5da430365f79 req-a856675c-4366-4ce7-8645-eeefcff32430 tempest-TestEncryptedCinderVolumes-889488563 tempest-TestEncryptedCinderVolumes-889488563-project] No DVR routers for this DVR port 07ecaef5-5023-4158-9f8f-eaa63c95850a on host n-h2-816206-8 {{(pid=103591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:25:15.551244 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-7590378a-fd4b-423a-a9aa-5da430365f79 req-a856675c-4366-4ce7-8645-eeefcff32430 tempest-TestEncryptedCinderVolumes-889488563 tempest-TestEncryptedCinderVolumes-889488563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:15.554619 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7590378a-fd4b-423a-a9aa-5da430365f79 req-a856675c-4366-4ce7-8645-eeefcff32430 tempest-TestEncryptedCinderVolumes-889488563 tempest-TestEncryptedCinderVolumes-889488563-project] 10.222.0.36 "DELETE /v2.0/ports/07ecaef5-5023-4158-9f8f-eaa63c95850a HTTP/1.1" status: 204 len: 173 time: 0.4030442 Nov 23 18:25:15.555084 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d009029-4dc6-4d39-8294-162690ccb300', 'name': 'network-vif-deleted', 'tag': '07ecaef5-5023-4158-9f8f-eaa63c95850a'}] {{(pid=103591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:25:15.557504 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f4e21f982013ce885b63e29a1d25974432d95030e0706b58ae42016fda4ab83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-228f22e6-47cb-430b-b0a7-cc4dc13d5b6f" -d '{"events": [{"server_uuid": "9d009029-4dc6-4d39-8294-162690ccb300", "name": "network-vif-deleted", "tag": "07ecaef5-5023-4158-9f8f-eaa63c95850a"}]}' {{(pid=103591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:25:15.598553 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:25:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0527a6cf-7c44-43a2-8c4c-21579a89bd35 x-openstack-request-id: req-0527a6cf-7c44-43a2-8c4c-21579a89bd35 {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:25:15.598915 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d009029-4dc6-4d39-8294-162690ccb300", "name": "network-vif-deleted", "tag": "07ecaef5-5023-4158-9f8f-eaa63c95850a", "status": "completed", "code": 200}]} {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:25:15.599167 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-0527a6cf-7c44-43a2-8c4c-21579a89bd35 {{(pid=103591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:25:15.599757 n-d-816206-8 neutron-server[103591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d009029-4dc6-4d39-8294-162690ccb300', 'name': 'network-vif-deleted', 'tag': '07ecaef5-5023-4158-9f8f-eaa63c95850a', 'status': 'completed', 'code': 200} Nov 23 18:25:15.680520 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-84e7d77d-4fd1-4d2a-b1ea-47f61726cfe9 req-caa74fb3-b035-46e4-9e12-cb077a7cea67 tempest-TestEncryptedCinderVolumes-889488563 tempest-TestEncryptedCinderVolumes-889488563-project] 10.222.0.60 "GET /v2.0/ports?device_id=9d009029-4dc6-4d39-8294-162690ccb300 HTTP/1.1" status: 200 len: 210 time: 0.0276470 Nov 23 18:25:16.732481 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-52822d53-48f5-4819-8a95-bdc13aea0bf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:16.781615 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 56122) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:25:17.119707 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f2b959ad-7a88-4021-99e5-d204357a758d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1794372'] for router_interface, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:17.361380 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-f2b959ad-7a88-4021-99e5-d204357a758d admin admin] Deleting port 68714a1f-6cbc-4418-b123-da614ee8ce31 {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:25:17.361716 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f2b959ad-7a88-4021-99e5-d204357a758d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:17.438446 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-f2b959ad-7a88-4021-99e5-d204357a758d admin admin] For port 68714a1f-6cbc-4418-b123-da614ee8ce31, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=68714a1f-6cbc-4418-b123-da614ee8ce31,segment=NetworkSegment(43bc26f5-017e-4304-9fc7-d9258a3c1064),segment_id=43bc26f5-017e-4304-9fc7-d9258a3c1064)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:25:17.438725 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f2b959ad-7a88-4021-99e5-d204357a758d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:17.451311 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-f2b959ad-7a88-4021-99e5-d204357a758d admin admin] Calling delete_port for 68714a1f-6cbc-4418-b123-da614ee8ce31 owned by network:router_interface {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:25:17.629797 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f2b959ad-7a88-4021-99e5-d204357a758d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:17.667793 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b959ad-7a88-4021-99e5-d204357a758d admin admin] Pushing event deleted for resources: {'Port': ['ID=68714a1f-6cbc-4418-b123-da614ee8ce31,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:25:17.693322 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b959ad-7a88-4021-99e5-d204357a758d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:25:17.693598 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b959ad-7a88-4021-99e5-d204357a758d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:25:17.693934 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b959ad-7a88-4021-99e5-d204357a758d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:25:17.694271 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b959ad-7a88-4021-99e5-d204357a758d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:25:17.694609 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b959ad-7a88-4021-99e5-d204357a758d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:25:17.694939 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b959ad-7a88-4021-99e5-d204357a758d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:25:17.695267 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b959ad-7a88-4021-99e5-d204357a758d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:25:17.695596 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b959ad-7a88-4021-99e5-d204357a758d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:25:17.695921 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b959ad-7a88-4021-99e5-d204357a758d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:25:17.696243 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b959ad-7a88-4021-99e5-d204357a758d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:25:17.696591 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b959ad-7a88-4021-99e5-d204357a758d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:25:17.696912 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b959ad-7a88-4021-99e5-d204357a758d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:25:17.843192 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f2b959ad-7a88-4021-99e5-d204357a758d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2067500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1794520'] for router_interface, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:17.947289 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9a27ae6c-db98-474f-94c1-cc99bf842d79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:18.061022 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2b959ad-7a88-4021-99e5-d204357a758d admin admin] Router c1fc609e-7874-4f15-bdac-0738b18e0bd0 has already been hosted by L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 {{(pid=103590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:25:18.167816 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2b959ad-7a88-4021-99e5-d204357a758d admin admin] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:25:18.173931 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-f2b959ad-7a88-4021-99e5-d204357a758d admin admin] 10.222.0.60 "PUT /v2.0/routers/c1fc609e-7874-4f15-bdac-0738b18e0bd0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3907189 Nov 23 18:25:18.176032 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 56126) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:25:18.177760 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac1d76c1-6cb8-41bb-a3cd-a9ea03365989 None None] Sync routers for ids ['c1fc609e-7874-4f15-bdac-0738b18e0bd0'] in n-d-816206-8 {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:25:18.189053 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac1d76c1-6cb8-41bb-a3cd-a9ea03365989 None None] Routers {'c1fc609e-7874-4f15-bdac-0738b18e0bd0'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:25:18.189755 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-ac1d76c1-6cb8-41bb-a3cd-a9ea03365989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T18:25:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['c1fc609e-7874-4f15-bdac-0738b18e0bd0'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:25:18.285272 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a09e1a06-4fa4-4c6b-92cd-943581f97659 admin admin] Publish callbacks [] for router, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:18.295355 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvr_db [None req-ac1d76c1-6cb8-41bb-a3cd-a9ea03365989 None None] Set router c1fc609e-7874-4f15-bdac-0738b18e0bd0 gateway port host: n-d-816206-8 {{(pid=103592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:25:18.385604 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a09e1a06-4fa4-4c6b-92cd-943581f97659 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:18.441516 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-a09e1a06-4fa4-4c6b-92cd-943581f97659 admin admin] Deleting port 74837ea6-a418-4daf-927b-3bff053d0e76 {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:25:18.441857 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a09e1a06-4fa4-4c6b-92cd-943581f97659 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:18.523668 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-a09e1a06-4fa4-4c6b-92cd-943581f97659 admin admin] For port 74837ea6-a418-4daf-927b-3bff053d0e76, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=74837ea6-a418-4daf-927b-3bff053d0e76,segment=NetworkSegment(bffd1e4f-e80f-4ff0-b418-2f42ae15febf),segment_id=bffd1e4f-e80f-4ff0-b418-2f42ae15febf)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:25:18.523942 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a09e1a06-4fa4-4c6b-92cd-943581f97659 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:18.538194 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-a09e1a06-4fa4-4c6b-92cd-943581f97659 admin admin] Calling delete_port for 74837ea6-a418-4daf-927b-3bff053d0e76 owned by network:router_gateway {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:25:18.630638 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:18.651722 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-ac1d76c1-6cb8-41bb-a3cd-a9ea03365989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1fc609e-7874-4f15-bdac-0738b18e0bd0', 'name': 'tempest-TestEncryptedCinderVolumes-402492974-router', 'tenant_id': '705f1243dbc8472293ee72172eebdcba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.124'}], 'enable_snat': True}, 'gw_port_id': '74837ea6-a418-4daf-927b-3bff053d0e76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:23:55Z', 'updated_at': '2021-11-23T18:25:17Z', 'revision_number': 5, 'project_id': '705f1243dbc8472293ee72172eebdcba', 'gw_port': {'id': '74837ea6-a418-4daf-927b-3bff053d0e76', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:53:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1fc609e-7874-4f15-bdac-0738b18e0bd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4132, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:23:55Z', 'updated_at': '2021-11-23T18:23:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8'}], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:25:18.679865 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac1d76c1-6cb8-41bb-a3cd-a9ea03365989 None None] Checking router: c1fc609e-7874-4f15-bdac-0738b18e0bd0 for host: n-d-816206-8 {{(pid=103592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:25:18.689019 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac1d76c1-6cb8-41bb-a3cd-a9ea03365989 None None] Routers {'c1fc609e-7874-4f15-bdac-0738b18e0bd0'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:25:18.689635 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-ac1d76c1-6cb8-41bb-a3cd-a9ea03365989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T18:25:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['c1fc609e-7874-4f15-bdac-0738b18e0bd0'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:25:18.710054 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a09e1a06-4fa4-4c6b-92cd-943581f97659 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:18.736234 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09e1a06-4fa4-4c6b-92cd-943581f97659 admin admin] Pushing event deleted for resources: {'Port': ['ID=74837ea6-a418-4daf-927b-3bff053d0e76,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:25:18.756123 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7cca3f6-fc38-46ad-b3ca-7a3627c76ce2 None None] DHCP port deletion for 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:25:18.787238 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvr_db [None req-ac1d76c1-6cb8-41bb-a3cd-a9ea03365989 None None] Set router c1fc609e-7874-4f15-bdac-0738b18e0bd0 gateway port host: None {{(pid=103592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:25:18.808830 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a09e1a06-4fa4-4c6b-92cd-943581f97659 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1795454'] for router_gateway, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:18.844095 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-ac1d76c1-6cb8-41bb-a3cd-a9ea03365989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1fc609e-7874-4f15-bdac-0738b18e0bd0', 'name': 'tempest-TestEncryptedCinderVolumes-402492974-router', 'tenant_id': '705f1243dbc8472293ee72172eebdcba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:23:55Z', 'updated_at': '2021-11-23T18:25:18Z', 'revision_number': 6, 'project_id': '705f1243dbc8472293ee72172eebdcba', 'gw_port_host': None}], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:25:18.872101 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac1d76c1-6cb8-41bb-a3cd-a9ea03365989 None None] The sync data for ids ['c1fc609e-7874-4f15-bdac-0738b18e0bd0'] in n-d-816206-8 is: [{'id': 'c1fc609e-7874-4f15-bdac-0738b18e0bd0', 'name': 'tempest-TestEncryptedCinderVolumes-402492974-router', 'tenant_id': '705f1243dbc8472293ee72172eebdcba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:23:55Z', 'updated_at': '2021-11-23T18:25:18Z', 'revision_number': 6, 'project_id': '705f1243dbc8472293ee72172eebdcba', 'gw_port_host': None}] {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:25:18.899089 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a09e1a06-4fa4-4c6b-92cd-943581f97659 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1794352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8175'] for router, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:18.901306 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a09e1a06-4fa4-4c6b-92cd-943581f97659 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:18.944236 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a09e1a06-4fa4-4c6b-92cd-943581f97659 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1795580'] for router, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:18.944803 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a09e1a06-4fa4-4c6b-92cd-943581f97659 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c1fc609e-7874-4f15-bdac-0738b18e0bd0 {{(pid=103590) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 18:25:18.949060 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a09e1a06-4fa4-4c6b-92cd-943581f97659 admin admin] Publish callbacks [] for router, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:18.950468 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-a09e1a06-4fa4-4c6b-92cd-943581f97659 admin admin] 10.222.0.60 "DELETE /v2.0/routers/c1fc609e-7874-4f15-bdac-0738b18e0bd0 HTTP/1.1" status: 204 len: 168 time: 0.7728429 Nov 23 18:25:18.953545 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 56128) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:25:19.001278 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_v2 [None req-fdf6b36d-d8c2-4d53-b71d-6f41ae955a19 admin admin] Deleting subnet 4472b3ce-5283-4828-ae33-7274a0e65f1a {{(pid=103590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 18:25:19.004429 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-fdf6b36d-d8c2-4d53-b71d-6f41ae955a19 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:19.039327 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-fdf6b36d-d8c2-4d53-b71d-6f41ae955a19 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-267528342'] for subnet, precommit_delete_associations {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:19.115241 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-fdf6b36d-d8c2-4d53-b71d-6f41ae955a19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971956'] for subnet, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:19.167079 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-fdf6b36d-d8c2-4d53-b71d-6f41ae955a19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264357903', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264730940'] for subnet, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:19.198260 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf6b36d-d8c2-4d53-b71d-6f41ae955a19 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4472b3ce-5283-4828-ae33-7274a0e65f1a,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:25:19.200461 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-fdf6b36d-d8c2-4d53-b71d-6f41ae955a19 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:19.203737 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-fdf6b36d-d8c2-4d53-b71d-6f41ae955a19 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/4472b3ce-5283-4828-ae33-7274a0e65f1a HTTP/1.1" status: 204 len: 168 time: 0.2492263 Nov 23 18:25:19.206769 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6410a76-7c74-4028-a1b9-ee0786fbf2f0 None None] Network d7c45bc5-3c6d-4743-b5ae-9b74a1fe4b8b requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:25:19.207249 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 56130) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:25:19.283304 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5db6f252-c645-4cd3-8216-abddf6b3cea7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-555181'] for network, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:19.344861 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-5db6f252-c645-4cd3-8216-abddf6b3cea7 admin admin] Deleting port 30b6cacc-d6c9-4eef-a5a3-c58d850fe6bd {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:25:19.345238 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5db6f252-c645-4cd3-8216-abddf6b3cea7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:19.413462 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1899653f-6a16-4e65-9599-ef24f391b143 None None] DHCP port deletion for d7c45bc5-3c6d-4743-b5ae-9b74a1fe4b8b request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:25:19.419637 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-5db6f252-c645-4cd3-8216-abddf6b3cea7 admin admin] For port 30b6cacc-d6c9-4eef-a5a3-c58d850fe6bd, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=30b6cacc-d6c9-4eef-a5a3-c58d850fe6bd,segment=NetworkSegment(43bc26f5-017e-4304-9fc7-d9258a3c1064),segment_id=43bc26f5-017e-4304-9fc7-d9258a3c1064)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:25:19.419992 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5db6f252-c645-4cd3-8216-abddf6b3cea7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:19.433471 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-5db6f252-c645-4cd3-8216-abddf6b3cea7 admin admin] Calling delete_port for 30b6cacc-d6c9-4eef-a5a3-c58d850fe6bd owned by network:dhcp {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:25:19.463392 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-1899653f-6a16-4e65-9599-ef24f391b143 None None] Deleting port 30b6cacc-d6c9-4eef-a5a3-c58d850fe6bd {{(pid=103592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:25:19.463789 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-1899653f-6a16-4e65-9599-ef24f391b143 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:19.515407 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5db6f252-c645-4cd3-8216-abddf6b3cea7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:19.536559 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-1899653f-6a16-4e65-9599-ef24f391b143 None None] For port 30b6cacc-d6c9-4eef-a5a3-c58d850fe6bd, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=30b6cacc-d6c9-4eef-a5a3-c58d850fe6bd,segment=NetworkSegment(43bc26f5-017e-4304-9fc7-d9258a3c1064),segment_id=43bc26f5-017e-4304-9fc7-d9258a3c1064)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:25:19.537038 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-1899653f-6a16-4e65-9599-ef24f391b143 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:19.544781 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db6f252-c645-4cd3-8216-abddf6b3cea7 admin admin] Pushing event deleted for resources: {'Port': ['ID=30b6cacc-d6c9-4eef-a5a3-c58d850fe6bd,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:25:19.549508 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5db6f252-c645-4cd3-8216-abddf6b3cea7 admin admin] No DVR routers for this DVR port 30b6cacc-d6c9-4eef-a5a3-c58d850fe6bd on host n-d-816206-8 {{(pid=103590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:25:19.550263 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-1899653f-6a16-4e65-9599-ef24f391b143 None None] Calling delete_port for 30b6cacc-d6c9-4eef-a5a3-c58d850fe6bd owned by network:dhcp {{(pid=103592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:25:19.616626 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device 07ecaef5-5023-4158-9f8f-eaa63c95850a no longer exists at agent hyperv_n-h2-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:25:19.630268 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5db6f252-c645-4cd3-8216-abddf6b3cea7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973419', 'neutron.services.segments.db._delete_segments_for_network-8736635878840'] for network, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:19.646909 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] No Port match for: 07ecaef5-5023-4158-9f8f-eaa63c95850a {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:25:19.647253 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device 07ecaef5-5023-4158-9f8f-eaa63c95850a not bound to the agent host n-h2-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:25:19.662136 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-5db6f252-c645-4cd3-8216-abddf6b3cea7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7c45bc5-3c6d-4743-b5ae-9b74a1fe4b8b']}} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:25:19.665972 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-1899653f-6a16-4e65-9599-ef24f391b143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989'] for port, after_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:19.674458 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-5db6f252-c645-4cd3-8216-abddf6b3cea7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43bc26f5-017e-4304-9fc7-d9258a3c1064') {'for_net_delete': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:25:19.674845 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-5db6f252-c645-4cd3-8216-abddf6b3cea7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43bc26f5-017e-4304-9fc7-d9258a3c1064') {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:25:19.685647 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5db6f252-c645-4cd3-8216-abddf6b3cea7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736635840332', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-267528353'] for segment, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:19.694027 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1899653f-6a16-4e65-9599-ef24f391b143 None None] Pushing event deleted for resources: {'Port': ['ID=30b6cacc-d6c9-4eef-a5a3-c58d850fe6bd,revision_number=None']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:25:19.697315 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1899653f-6a16-4e65-9599-ef24f391b143 None None] No DVR routers for this DVR port 30b6cacc-d6c9-4eef-a5a3-c58d850fe6bd on host n-d-816206-8 {{(pid=103592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:25:19.706196 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5db6f252-c645-4cd3-8216-abddf6b3cea7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:19.713187 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5db6f252-c645-4cd3-8216-abddf6b3cea7 admin admin] Releasing vlan 505 on physical network physnet1 to pool {{(pid=103590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 18:25:19.713606 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5db6f252-c645-4cd3-8216-abddf6b3cea7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264370093'] for segment, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:19.715448 n-d-816206-8 neutron-server[103590]: Traceback (most recent call last): Nov 23 18:25:19.715448 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 18:25:19.715448 n-d-816206-8 neutron-server[103590]: timer() Nov 23 18:25:19.715448 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 18:25:19.715448 n-d-816206-8 neutron-server[103590]: cb(*args, **kw) Nov 23 18:25:19.715448 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 18:25:19.715448 n-d-816206-8 neutron-server[103590]: return func(*args, **kwargs) Nov 23 18:25:19.715448 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 18:25:19.715448 n-d-816206-8 neutron-server[103590]: self._notify() Nov 23 18:25:19.715448 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 18:25:19.715448 n-d-816206-8 neutron-server[103590]: self.callback(batched_events) Nov 23 18:25:19.715448 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 18:25:19.715448 n-d-816206-8 neutron-server[103590]: event.method(event) Nov 23 18:25:19.715448 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 18:25:19.715448 n-d-816206-8 neutron-server[103590]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 18:25:19.715448 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 18:25:19.715448 n-d-816206-8 neutron-server[103590]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 18:25:19.715448 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 18:25:19.715448 n-d-816206-8 neutron-server[103590]: return f(self, *a, **k) Nov 23 18:25:19.715448 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 18:25:19.715448 n-d-816206-8 neutron-server[103590]: return self._get(url).json() Nov 23 18:25:19.715448 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 18:25:19.715448 n-d-816206-8 neutron-server[103590]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 18:25:19.715448 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 18:25:19.715448 n-d-816206-8 neutron-server[103590]: return self.request(url, 'GET', **kwargs) Nov 23 18:25:19.715448 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 18:25:19.715448 n-d-816206-8 neutron-server[103590]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 18:25:19.715448 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 18:25:19.715448 n-d-816206-8 neutron-server[103590]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 18:25:19.715448 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 18:25:19.715448 n-d-816206-8 neutron-server[103590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 18:25:19.715448 n-d-816206-8 neutron-server[103590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 18:25:19.778873 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5db6f252-c645-4cd3-8216-abddf6b3cea7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1795418'] for network, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:19.786005 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5db6f252-c645-4cd3-8216-abddf6b3cea7 admin admin] Publish callbacks [] for network, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:19.788980 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-5db6f252-c645-4cd3-8216-abddf6b3cea7 admin admin] 10.222.0.60 "DELETE /v2.0/networks/d7c45bc5-3c6d-4743-b5ae-9b74a1fe4b8b HTTP/1.1" status: 204 len: 168 time: 0.5809417 Nov 23 18:25:19.791794 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 56132) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:25:19.801013 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db6f252-c645-4cd3-8216-abddf6b3cea7 admin admin] Pushing event deleted for resources: {'Network': ['ID=d7c45bc5-3c6d-4743-b5ae-9b74a1fe4b8b,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:25:20.207665 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-ebcb1ec1-f003-46f4-b168-18daf69a3d73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1794372'] for router_interface, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:20.319952 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 68714a1f-6cbc-4418-b123-da614ee8ce31 no longer exists at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:25:20.341401 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] No Port match for: 68714a1f-6cbc-4418-b123-da614ee8ce31 {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:25:20.341745 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 68714a1f-6cbc-4418-b123-da614ee8ce31 not bound to the agent host n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:25:20.342167 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 30b6cacc-d6c9-4eef-a5a3-c58d850fe6bd no longer exists at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:25:20.362110 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] No Port match for: 30b6cacc-d6c9-4eef-a5a3-c58d850fe6bd {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:25:20.362442 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 30b6cacc-d6c9-4eef-a5a3-c58d850fe6bd not bound to the agent host n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:25:20.362850 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 74837ea6-a418-4daf-927b-3bff053d0e76 no longer exists at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:25:20.381606 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] No Port match for: 74837ea6-a418-4daf-927b-3bff053d0e76 {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:25:20.381934 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 74837ea6-a418-4daf-927b-3bff053d0e76 not bound to the agent host n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:25:20.506790 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-ebcb1ec1-f003-46f4-b168-18daf69a3d73 admin admin] Deleting port de4907ef-0dff-4195-b3f7-459b80c956d9 {{(pid=103591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:25:20.507045 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-ebcb1ec1-f003-46f4-b168-18daf69a3d73 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:20.584147 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [None req-ebcb1ec1-f003-46f4-b168-18daf69a3d73 admin admin] For port de4907ef-0dff-4195-b3f7-459b80c956d9, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=de4907ef-0dff-4195-b3f7-459b80c956d9,segment=NetworkSegment(bb9a114e-9a75-4167-9355-62124cf09e07),segment_id=bb9a114e-9a75-4167-9355-62124cf09e07)] {{(pid=103591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:25:20.584505 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-ebcb1ec1-f003-46f4-b168-18daf69a3d73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:20.596894 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-ebcb1ec1-f003-46f4-b168-18daf69a3d73 admin admin] Calling delete_port for de4907ef-0dff-4195-b3f7-459b80c956d9 owned by network:router_interface {{(pid=103591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:25:20.772399 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-ebcb1ec1-f003-46f4-b168-18daf69a3d73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:20.799660 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcb1ec1-f003-46f4-b168-18daf69a3d73 admin admin] Pushing event deleted for resources: {'Port': ['ID=de4907ef-0dff-4195-b3f7-459b80c956d9,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:25:20.970453 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-ebcb1ec1-f003-46f4-b168-18daf69a3d73 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2067500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1794520'] for router_interface, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:21.188077 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebcb1ec1-f003-46f4-b168-18daf69a3d73 admin admin] Router 42a08692-e6f3-49f4-8bf4-3f724bc36e92 has already been hosted by L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 {{(pid=103591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:25:21.293951 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebcb1ec1-f003-46f4-b168-18daf69a3d73 admin admin] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:25:21.299539 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-ebcb1ec1-f003-46f4-b168-18daf69a3d73 admin admin] 10.222.0.60 "PUT /v2.0/routers/42a08692-e6f3-49f4-8bf4-3f724bc36e92/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5065610 Nov 23 18:25:21.302120 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 56134) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:25:21.303100 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9093fd79-3198-417a-871e-731fbdfbf0ce None None] Sync routers for ids ['42a08692-e6f3-49f4-8bf4-3f724bc36e92'] in n-d-816206-8 {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:25:21.313162 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9093fd79-3198-417a-871e-731fbdfbf0ce None None] Routers {'42a08692-e6f3-49f4-8bf4-3f724bc36e92'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:25:21.313776 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-9093fd79-3198-417a-871e-731fbdfbf0ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T18:25:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['42a08692-e6f3-49f4-8bf4-3f724bc36e92'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:25:21.404662 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-b4d05369-14f6-4b70-9af6-4adf9488f244 admin admin] Publish callbacks [] for router, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:21.416263 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-9093fd79-3198-417a-871e-731fbdfbf0ce None None] Set router 42a08692-e6f3-49f4-8bf4-3f724bc36e92 gateway port host: n-d-816206-8 {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:25:21.510212 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-b4d05369-14f6-4b70-9af6-4adf9488f244 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:21.550658 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.agents_db [None req-464f6c07-0de8-4be6-8f5b-563f574d1c5d None None] Agent healthcheck: found 7 active agents {{(pid=103593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 18:25:21.604907 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-9093fd79-3198-417a-871e-731fbdfbf0ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42a08692-e6f3-49f4-8bf4-3f724bc36e92', 'name': 'tempest-TestEncryptedCinderVolumes-1547438440-router', 'tenant_id': 'f36cd73ace234f35bff0eba3f194b067', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.45'}], 'enable_snat': True}, 'gw_port_id': 'bb0a0d1d-c1a2-4de2-b177-08a2bc8b1866', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:23:59Z', 'updated_at': '2021-11-23T18:25:20Z', 'revision_number': 5, 'project_id': 'f36cd73ace234f35bff0eba3f194b067', 'gw_port': {'id': 'bb0a0d1d-c1a2-4de2-b177-08a2bc8b1866', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:40:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42a08692-e6f3-49f4-8bf4-3f724bc36e92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:24:00Z', 'updated_at': '2021-11-23T18:24:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8'}], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:25:21.632769 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9093fd79-3198-417a-871e-731fbdfbf0ce None None] Checking router: 42a08692-e6f3-49f4-8bf4-3f724bc36e92 for host: n-d-816206-8 {{(pid=103593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:25:21.642602 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9093fd79-3198-417a-871e-731fbdfbf0ce None None] Routers {'42a08692-e6f3-49f4-8bf4-3f724bc36e92'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:25:21.643275 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-9093fd79-3198-417a-871e-731fbdfbf0ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T18:25:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['42a08692-e6f3-49f4-8bf4-3f724bc36e92'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:25:21.741769 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-9093fd79-3198-417a-871e-731fbdfbf0ce None None] Set router 42a08692-e6f3-49f4-8bf4-3f724bc36e92 gateway port host: None {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:25:21.798545 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-9093fd79-3198-417a-871e-731fbdfbf0ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42a08692-e6f3-49f4-8bf4-3f724bc36e92', 'name': 'tempest-TestEncryptedCinderVolumes-1547438440-router', 'tenant_id': 'f36cd73ace234f35bff0eba3f194b067', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:23:59Z', 'updated_at': '2021-11-23T18:25:21Z', 'revision_number': 6, 'project_id': 'f36cd73ace234f35bff0eba3f194b067', 'gw_port_host': None}], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:25:21.831890 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9093fd79-3198-417a-871e-731fbdfbf0ce None None] The sync data for ids ['42a08692-e6f3-49f4-8bf4-3f724bc36e92'] in n-d-816206-8 is: [{'id': '42a08692-e6f3-49f4-8bf4-3f724bc36e92', 'name': 'tempest-TestEncryptedCinderVolumes-1547438440-router', 'tenant_id': 'f36cd73ace234f35bff0eba3f194b067', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:23:59Z', 'updated_at': '2021-11-23T18:25:21Z', 'revision_number': 6, 'project_id': 'f36cd73ace234f35bff0eba3f194b067', 'gw_port_host': None}] {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:25:21.834940 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-b4d05369-14f6-4b70-9af6-4adf9488f244 admin admin] Deleting port bb0a0d1d-c1a2-4de2-b177-08a2bc8b1866 {{(pid=103591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:25:21.835426 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-b4d05369-14f6-4b70-9af6-4adf9488f244 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:21.925993 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [None req-b4d05369-14f6-4b70-9af6-4adf9488f244 admin admin] For port bb0a0d1d-c1a2-4de2-b177-08a2bc8b1866, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=bb0a0d1d-c1a2-4de2-b177-08a2bc8b1866,segment=NetworkSegment(bffd1e4f-e80f-4ff0-b418-2f42ae15febf),segment_id=bffd1e4f-e80f-4ff0-b418-2f42ae15febf)] {{(pid=103591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:25:21.926353 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-b4d05369-14f6-4b70-9af6-4adf9488f244 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:21.939409 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-b4d05369-14f6-4b70-9af6-4adf9488f244 admin admin] Calling delete_port for bb0a0d1d-c1a2-4de2-b177-08a2bc8b1866 owned by network:router_gateway {{(pid=103591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:25:22.109966 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-b4d05369-14f6-4b70-9af6-4adf9488f244 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:22.136195 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d05369-14f6-4b70-9af6-4adf9488f244 admin admin] Pushing event deleted for resources: {'Port': ['ID=bb0a0d1d-c1a2-4de2-b177-08a2bc8b1866,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:25:22.147074 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa2aab27-3275-4721-b92b-bbf67e804e00 None None] DHCP port deletion for 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:25:22.199107 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-b4d05369-14f6-4b70-9af6-4adf9488f244 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1795454'] for router_gateway, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:22.308871 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-b4d05369-14f6-4b70-9af6-4adf9488f244 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1794352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8175'] for router, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:22.311021 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-b4d05369-14f6-4b70-9af6-4adf9488f244 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:22.369904 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-b4d05369-14f6-4b70-9af6-4adf9488f244 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1795580'] for router, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:22.370382 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4d05369-14f6-4b70-9af6-4adf9488f244 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 42a08692-e6f3-49f4-8bf4-3f724bc36e92 {{(pid=103591) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 18:25:22.374632 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-b4d05369-14f6-4b70-9af6-4adf9488f244 admin admin] Publish callbacks [] for router, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:22.376250 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-b4d05369-14f6-4b70-9af6-4adf9488f244 admin admin] 10.222.0.60 "DELETE /v2.0/routers/42a08692-e6f3-49f4-8bf4-3f724bc36e92 HTTP/1.1" status: 204 len: 168 time: 1.0725632 Nov 23 18:25:22.378487 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 56136) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:25:22.423050 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.db_base_plugin_v2 [None req-de06ece7-afbf-4f52-9fad-d90a77ee3a83 admin admin] Deleting subnet 390e8f99-1422-4f89-82d3-c29b5defbf8c {{(pid=103591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 18:25:22.426138 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-de06ece7-afbf-4f52-9fad-d90a77ee3a83 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:22.467138 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-de06ece7-afbf-4f52-9fad-d90a77ee3a83 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265990000'] for subnet, precommit_delete_associations {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:22.543151 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-de06ece7-afbf-4f52-9fad-d90a77ee3a83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971956'] for subnet, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:22.598121 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-de06ece7-afbf-4f52-9fad-d90a77ee3a83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264758240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264314269'] for subnet, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:22.625678 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de06ece7-afbf-4f52-9fad-d90a77ee3a83 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=390e8f99-1422-4f89-82d3-c29b5defbf8c,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:25:22.629092 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-de06ece7-afbf-4f52-9fad-d90a77ee3a83 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for subnet, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:22.632274 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-de06ece7-afbf-4f52-9fad-d90a77ee3a83 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/390e8f99-1422-4f89-82d3-c29b5defbf8c HTTP/1.1" status: 204 len: 168 time: 0.2528167 Nov 23 18:25:22.634828 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 56138) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:25:22.637854 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81cb119c-650a-4450-9fc9-1ea25ac96ccf None None] Network 287f2406-8f27-42e8-a751-d5adb8b1e15e requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:25:22.664559 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device de4907ef-0dff-4195-b3f7-459b80c956d9 no longer exists at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:25:22.688396 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] No Port match for: de4907ef-0dff-4195-b3f7-459b80c956d9 {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:25:22.688758 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device de4907ef-0dff-4195-b3f7-459b80c956d9 not bound to the agent host n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:25:22.689177 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device bb0a0d1d-c1a2-4de2-b177-08a2bc8b1866 no longer exists at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:25:22.709942 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-e3b6031d-2d84-48b9-b422-c3ed8c23b0a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-555181'] for network, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:22.735131 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] No Port match for: bb0a0d1d-c1a2-4de2-b177-08a2bc8b1866 {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:25:22.735491 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device bb0a0d1d-c1a2-4de2-b177-08a2bc8b1866 not bound to the agent host n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:25:22.772474 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-e3b6031d-2d84-48b9-b422-c3ed8c23b0a8 admin admin] Deleting port cad55fe7-ecd8-4d3a-a642-3b13fb247689 {{(pid=103591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:25:22.773116 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-e3b6031d-2d84-48b9-b422-c3ed8c23b0a8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:22.844363 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [None req-e3b6031d-2d84-48b9-b422-c3ed8c23b0a8 admin admin] For port cad55fe7-ecd8-4d3a-a642-3b13fb247689, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=cad55fe7-ecd8-4d3a-a642-3b13fb247689,segment=NetworkSegment(bb9a114e-9a75-4167-9355-62124cf09e07),segment_id=bb9a114e-9a75-4167-9355-62124cf09e07)] {{(pid=103591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:25:22.844981 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-e3b6031d-2d84-48b9-b422-c3ed8c23b0a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:22.858240 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-e3b6031d-2d84-48b9-b422-c3ed8c23b0a8 admin admin] Calling delete_port for cad55fe7-ecd8-4d3a-a642-3b13fb247689 owned by network:dhcp {{(pid=103591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:25:22.870778 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79ffc373-df6a-46b1-9e2d-adab0cf79c12 None None] DHCP port deletion for 287f2406-8f27-42e8-a751-d5adb8b1e15e request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:25:22.924204 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-79ffc373-df6a-46b1-9e2d-adab0cf79c12 None None] Deleting port cad55fe7-ecd8-4d3a-a642-3b13fb247689 {{(pid=103592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:25:22.924972 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-79ffc373-df6a-46b1-9e2d-adab0cf79c12 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:22.948018 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-e3b6031d-2d84-48b9-b422-c3ed8c23b0a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:22.975934 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b6031d-2d84-48b9-b422-c3ed8c23b0a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=cad55fe7-ecd8-4d3a-a642-3b13fb247689,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:25:22.979196 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3b6031d-2d84-48b9-b422-c3ed8c23b0a8 admin admin] No DVR routers for this DVR port cad55fe7-ecd8-4d3a-a642-3b13fb247689 on host n-d-816206-8 {{(pid=103591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:25:23.002936 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-79ffc373-df6a-46b1-9e2d-adab0cf79c12 None None] For port cad55fe7-ecd8-4d3a-a642-3b13fb247689, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=cad55fe7-ecd8-4d3a-a642-3b13fb247689,segment=NetworkSegment(bb9a114e-9a75-4167-9355-62124cf09e07),segment_id=bb9a114e-9a75-4167-9355-62124cf09e07)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:25:23.003644 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-79ffc373-df6a-46b1-9e2d-adab0cf79c12 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:23.016634 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-79ffc373-df6a-46b1-9e2d-adab0cf79c12 None None] Calling delete_port for cad55fe7-ecd8-4d3a-a642-3b13fb247689 owned by network:dhcp {{(pid=103592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:25:23.054755 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-e3b6031d-2d84-48b9-b422-c3ed8c23b0a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973419', 'neutron.services.segments.db._delete_segments_for_network-8736635878840'] for network, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:23.075646 n-d-816206-8 neutron-server[103591]: DEBUG neutron.services.segments.db [None req-e3b6031d-2d84-48b9-b422-c3ed8c23b0a8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['287f2406-8f27-42e8-a751-d5adb8b1e15e']}} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:25:23.084804 n-d-816206-8 neutron-server[103591]: DEBUG neutron.services.segments.db [None req-e3b6031d-2d84-48b9-b422-c3ed8c23b0a8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb9a114e-9a75-4167-9355-62124cf09e07') {'for_net_delete': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:25:23.085113 n-d-816206-8 neutron-server[103591]: DEBUG neutron.services.segments.db [None req-e3b6031d-2d84-48b9-b422-c3ed8c23b0a8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb9a114e-9a75-4167-9355-62124cf09e07') {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:25:23.094501 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-79ffc373-df6a-46b1-9e2d-adab0cf79c12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989'] for port, after_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:23.095765 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-e3b6031d-2d84-48b9-b422-c3ed8c23b0a8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736635840332', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265989959'] for segment, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:23.110000 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-e3b6031d-2d84-48b9-b422-c3ed8c23b0a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:23.116035 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3b6031d-2d84-48b9-b422-c3ed8c23b0a8 admin admin] Releasing vlan 531 on physical network physnet1 to pool {{(pid=103591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 18:25:23.116470 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-e3b6031d-2d84-48b9-b422-c3ed8c23b0a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264756290'] for segment, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:23.118262 n-d-816206-8 neutron-server[103591]: Traceback (most recent call last): Nov 23 18:25:23.118262 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 18:25:23.118262 n-d-816206-8 neutron-server[103591]: timer() Nov 23 18:25:23.118262 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 18:25:23.118262 n-d-816206-8 neutron-server[103591]: cb(*args, **kw) Nov 23 18:25:23.118262 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 18:25:23.118262 n-d-816206-8 neutron-server[103591]: return func(*args, **kwargs) Nov 23 18:25:23.118262 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 18:25:23.118262 n-d-816206-8 neutron-server[103591]: self._notify() Nov 23 18:25:23.118262 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 18:25:23.118262 n-d-816206-8 neutron-server[103591]: self.callback(batched_events) Nov 23 18:25:23.118262 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 18:25:23.118262 n-d-816206-8 neutron-server[103591]: event.method(event) Nov 23 18:25:23.118262 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 18:25:23.118262 n-d-816206-8 neutron-server[103591]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 18:25:23.118262 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 18:25:23.118262 n-d-816206-8 neutron-server[103591]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 18:25:23.118262 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 18:25:23.118262 n-d-816206-8 neutron-server[103591]: return f(self, *a, **k) Nov 23 18:25:23.118262 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 18:25:23.118262 n-d-816206-8 neutron-server[103591]: return self._get(url).json() Nov 23 18:25:23.118262 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 18:25:23.118262 n-d-816206-8 neutron-server[103591]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 18:25:23.118262 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 18:25:23.118262 n-d-816206-8 neutron-server[103591]: return self.request(url, 'GET', **kwargs) Nov 23 18:25:23.118262 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 18:25:23.118262 n-d-816206-8 neutron-server[103591]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 18:25:23.118262 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 18:25:23.118262 n-d-816206-8 neutron-server[103591]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 18:25:23.118262 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 18:25:23.118262 n-d-816206-8 neutron-server[103591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 18:25:23.118262 n-d-816206-8 neutron-server[103591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 18:25:23.120396 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ffc373-df6a-46b1-9e2d-adab0cf79c12 None None] Pushing event deleted for resources: {'Port': ['ID=cad55fe7-ecd8-4d3a-a642-3b13fb247689,revision_number=None']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:25:23.123479 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79ffc373-df6a-46b1-9e2d-adab0cf79c12 None None] No DVR routers for this DVR port cad55fe7-ecd8-4d3a-a642-3b13fb247689 on host n-d-816206-8 {{(pid=103592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:25:23.181911 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-e3b6031d-2d84-48b9-b422-c3ed8c23b0a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1795418'] for network, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:23.186950 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-e3b6031d-2d84-48b9-b422-c3ed8c23b0a8 admin admin] Publish callbacks [] for network, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:23.190422 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-e3b6031d-2d84-48b9-b422-c3ed8c23b0a8 admin admin] 10.222.0.60 "DELETE /v2.0/networks/287f2406-8f27-42e8-a751-d5adb8b1e15e HTTP/1.1" status: 204 len: 168 time: 0.5542581 Nov 23 18:25:23.203943 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b6031d-2d84-48b9-b422-c3ed8c23b0a8 admin admin] Pushing event deleted for resources: {'Network': ['ID=287f2406-8f27-42e8-a751-d5adb8b1e15e,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:25:23.346766 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 56142) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:25:23.385168 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-dcccd370-3695-4ce7-86f6-069638273482 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=705f1243dbc8472293ee72172eebdcba&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0371616 Nov 23 18:25:23.387524 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 56144) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:25:23.434120 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e5ea757a-428b-4dfa-bc1f-4402f38595b0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:23.455791 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e5ea757a-428b-4dfa-bc1f-4402f38595b0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:23.505364 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e5ea757a-428b-4dfa-bc1f-4402f38595b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:23.507887 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e5ea757a-428b-4dfa-bc1f-4402f38595b0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:23.509055 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-e5ea757a-428b-4dfa-bc1f-4402f38595b0 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/4a1cd0c3-6d84-473e-9f16-7f6c74c88d5f HTTP/1.1" status: 204 len: 168 time: 0.1206253 Nov 23 18:25:23.517438 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ea757a-428b-4dfa-bc1f-4402f38595b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a1cd0c3-6d84-473e-9f16-7f6c74c88d5f,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:25:23.812813 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 56150) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:25:23.854224 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-8c5cee9d-30d1-4879-8f75-c76228a18c4f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=f36cd73ace234f35bff0eba3f194b067&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0402043 Nov 23 18:25:23.856853 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 56152) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:25:23.904605 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-66d5a3a9-6e25-4043-951d-7b05c757d438 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:23.925972 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-66d5a3a9-6e25-4043-951d-7b05c757d438 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:23.973772 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-66d5a3a9-6e25-4043-951d-7b05c757d438 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:23.976497 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-66d5a3a9-6e25-4043-951d-7b05c757d438 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:23.977659 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-66d5a3a9-6e25-4043-951d-7b05c757d438 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/2f4d5e23-9219-4027-987b-b62ac72e382d HTTP/1.1" status: 204 len: 168 time: 0.1198845 Nov 23 18:25:23.986530 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d5a3a9-6e25-4043-951d-7b05c757d438 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f4d5e23-9219-4027-987b-b62ac72e382d,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:25:24.317896 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device cad55fe7-ecd8-4d3a-a642-3b13fb247689 no longer exists at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:25:24.338161 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] No Port match for: cad55fe7-ecd8-4d3a-a642-3b13fb247689 {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:25:24.338501 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device cad55fe7-ecd8-4d3a-a642-3b13fb247689 not bound to the agent host n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:25:24.638525 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 56174) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:25:24.732234 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-2430bb60-0cd8-4dcc-8322-0d91bcc1fcb4 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1884735064-network', 'tenant_id': '64d37d178d434e0eb40e4225f11d1abd'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:25:24.755212 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2430bb60-0cd8-4dcc-8322-0d91bcc1fcb4 admin admin] Made reservation on behalf of 64d37d178d434e0eb40e4225f11d1abd for: {'network': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:25:24.757631 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2430bb60-0cd8-4dcc-8322-0d91bcc1fcb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for network, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:24.767410 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2430bb60-0cd8-4dcc-8322-0d91bcc1fcb4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:24.842450 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2430bb60-0cd8-4dcc-8322-0d91bcc1fcb4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:24.846493 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2430bb60-0cd8-4dcc-8322-0d91bcc1fcb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:24.874796 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2430bb60-0cd8-4dcc-8322-0d91bcc1fcb4 admin admin] vlan segment allocate from pool success with {'vlan_id': 534, 'physical_network': 'physnet1'} {{(pid=103590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 18:25:24.885003 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2430bb60-0cd8-4dcc-8322-0d91bcc1fcb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2473ae91-1508-445f-941b-e74185c5f5af,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:25:24.890198 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2430bb60-0cd8-4dcc-8322-0d91bcc1fcb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:24.890542 n-d-816206-8 neutron-server[103590]: INFO neutron.db.segments_db [None req-2430bb60-0cd8-4dcc-8322-0d91bcc1fcb4 admin admin] Added segment 48ca0373-f0a8-46f1-bf0b-a2b84b0a8ceb of type vlan for network e99252c3-31d5-46a2-96e1-10632788830d Nov 23 18:25:24.930281 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2430bb60-0cd8-4dcc-8322-0d91bcc1fcb4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736635338810'] for network, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:24.955083 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2430bb60-0cd8-4dcc-8322-0d91bcc1fcb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493'] for network, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:24.955968 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2430bb60-0cd8-4dcc-8322-0d91bcc1fcb4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:25:24.956590 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2430bb60-0cd8-4dcc-8322-0d91bcc1fcb4 admin admin] Publish callbacks [] for network, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:24.990773 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-2430bb60-0cd8-4dcc-8322-0d91bcc1fcb4 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3511531 Nov 23 18:25:24.993786 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 56178) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:25:24.998852 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-e8823d13-59de-4dce-b826-4e249e74a102 admin admin] Request body: {'subnet': {'network_id': 'e99252c3-31d5-46a2-96e1-10632788830d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1884735064-subnet', 'tenant_id': '64d37d178d434e0eb40e4225f11d1abd', 'ip_version': 4}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:25:25.017984 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2430bb60-0cd8-4dcc-8322-0d91bcc1fcb4 admin admin] Pushing event updated for resources: {'Network': ['ID=e99252c3-31d5-46a2-96e1-10632788830d,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:25:25.021485 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8823d13-59de-4dce-b826-4e249e74a102 admin admin] Made reservation on behalf of 64d37d178d434e0eb40e4225f11d1abd for: {'subnet': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:25:25.024426 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-e8823d13-59de-4dce-b826-4e249e74a102 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264314294'] for subnet, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:25.027704 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Network e99252c3-31d5-46a2-96e1-10632788830d details requested by agent ovs-agent-n-d-816206-8 with host n-d-816206-8 {{(pid=103592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 18:25:25.195462 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-e8823d13-59de-4dce-b826-4e249e74a102 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264758079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264314276'] for subnet, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:25.250709 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8823d13-59de-4dce-b826-4e249e74a102 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7b57f8fa-b9fe-4d64-8852-ece25bcad43e,revision_number=0']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:25:25.259072 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8823d13-59de-4dce-b826-4e249e74a102 admin admin] Checking segment: {'id': '48ca0373-f0a8-46f1-bf0b-a2b84b0a8ceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'e99252c3-31d5-46a2-96e1-10632788830d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:25:25.259432 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8823d13-59de-4dce-b826-4e249e74a102 admin admin] Network hostable DHCP agents. Network: e99252c3-31d5-46a2-96e1-10632788830d, hostable agents: ['0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3'], hosted agents: [] {{(pid=103591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 18:25:25.274498 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8823d13-59de-4dce-b826-4e249e74a102 admin admin] Network e99252c3-31d5-46a2-96e1-10632788830d is scheduled to be hosted by DHCP agent 0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3 with binding_index 1 {{(pid=103591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 18:25:25.283516 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [None req-e8823d13-59de-4dce-b826-4e249e74a102 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-8, e99252c3-31d5-46a2-96e1-10632788830d) {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:25:25.291368 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8823d13-59de-4dce-b826-4e249e74a102 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:25:25.291925 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb83fa02-3dd5-4e5c-9471-ec22aef109f1 None None] Network e99252c3-31d5-46a2-96e1-10632788830d requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:25:25.292045 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-e8823d13-59de-4dce-b826-4e249e74a102 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for subnet, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:25.308938 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-e8823d13-59de-4dce-b826-4e249e74a102 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3139231 Nov 23 18:25:25.311716 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 56180) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:25:25.315951 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-c27460fb-b5c7-40d5-9b02-69e8a9aef65c admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1884735064-router', 'tenant_id': '64d37d178d434e0eb40e4225f11d1abd', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'}}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:25:25.336480 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c27460fb-b5c7-40d5-9b02-69e8a9aef65c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1793449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8093'] for router, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:25.337530 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c27460fb-b5c7-40d5-9b02-69e8a9aef65c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1794473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1794771', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1638326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8086'] for router, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:25.391790 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c27460fb-b5c7-40d5-9b02-69e8a9aef65c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:25.439316 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28cd9d75-6755-4e90-a72a-e48ecc84811e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp355044b8-8e87-58c4-94fa-4a010ec30f9e-e99252c3-31d5-46a2-96e1-10632788830d', 'network_id': 'e99252c3-31d5-46a2-96e1-10632788830d', 'tenant_id': '64d37d178d434e0eb40e4225f11d1abd', 'fixed_ips': [{'subnet_id': '7b57f8fa-b9fe-4d64-8852-ece25bcad43e'}]}} from n-d-816206-8. {{(pid=103592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 18:25:25.440234 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-28cd9d75-6755-4e90-a72a-e48ecc84811e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:25.529246 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c27460fb-b5c7-40d5-9b02-69e8a9aef65c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:25.579159 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.db_base_plugin_common [None req-28cd9d75-6755-4e90-a72a-e48ecc84811e None None] Allocated IP 172.20.0.2 (e99252c3-31d5-46a2-96e1-10632788830d/7b57f8fa-b9fe-4d64-8852-ece25bcad43e/f68362cd-8d8f-4884-a4ea-aaead4994c42) {{(pid=103592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:25:25.725160 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-28cd9d75-6755-4e90-a72a-e48ecc84811e None None] Publish callbacks [] for port, precommit_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:25.731537 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-28cd9d75-6755-4e90-a72a-e48ecc84811e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980'] for port, after_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:25.733575 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c27460fb-b5c7-40d5-9b02-69e8a9aef65c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:25.753448 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c27460fb-b5c7-40d5-9b02-69e8a9aef65c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:25.778230 n-d-816206-8 neutron-server[103592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28cd9d75-6755-4e90-a72a-e48ecc84811e None None] Network e99252c3-31d5-46a2-96e1-10632788830d is already hosted by enough agents. {{(pid=103592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:25:25.783595 n-d-816206-8 neutron-server[103592]: DEBUG neutron.scheduler.base_scheduler [None req-28cd9d75-6755-4e90-a72a-e48ecc84811e None None] Resources bound (agent type, host, resource id): {{(pid=103592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:25:25.786142 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28cd9d75-6755-4e90-a72a-e48ecc84811e None None] Received port after_create {{(pid=103592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:25:25.789301 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cd9d75-6755-4e90-a72a-e48ecc84811e None None] Pushing event updated for resources: {'Port': ['ID=f68362cd-8d8f-4884-a4ea-aaead4994c42,revision_number=1']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:25:25.849268 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-28cd9d75-6755-4e90-a72a-e48ecc84811e None None] Attempting to bind port f68362cd-8d8f-4884-a4ea-aaead4994c42 on host n-d-816206-8 for vnic_type normal with profile {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:25:25.849646 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-28cd9d75-6755-4e90-a72a-e48ecc84811e None None] Attempting to bind port f68362cd-8d8f-4884-a4ea-aaead4994c42 by drivers openvswitch,hyperv on host n-d-816206-8 at level 0 using segments [{'id': '48ca0373-f0a8-46f1-bf0b-a2b84b0a8ceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'e99252c3-31d5-46a2-96e1-10632788830d'}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:25:25.850015 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28cd9d75-6755-4e90-a72a-e48ecc84811e None None] Attempting to bind port f68362cd-8d8f-4884-a4ea-aaead4994c42 on network e99252c3-31d5-46a2-96e1-10632788830d {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:25:25.855084 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28cd9d75-6755-4e90-a72a-e48ecc84811e None None] Checking agent: {'id': '9e89acbe-4bbe-4c77-a18b-6f1da9133e0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 7, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 25, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:25:25.855463 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28cd9d75-6755-4e90-a72a-e48ecc84811e None None] Checking segment: {'id': '48ca0373-f0a8-46f1-bf0b-a2b84b0a8ceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'e99252c3-31d5-46a2-96e1-10632788830d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:25:25.855863 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-28cd9d75-6755-4e90-a72a-e48ecc84811e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:25.856259 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28cd9d75-6755-4e90-a72a-e48ecc84811e None None] Bound using segment: {'id': '48ca0373-f0a8-46f1-bf0b-a2b84b0a8ceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'e99252c3-31d5-46a2-96e1-10632788830d'} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:25:25.856757 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-28cd9d75-6755-4e90-a72a-e48ecc84811e None None] Bound port: f68362cd-8d8f-4884-a4ea-aaead4994c42, host: n-d-816206-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48ca0373-f0a8-46f1-bf0b-a2b84b0a8ceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'e99252c3-31d5-46a2-96e1-10632788830d'}}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:25:25.857136 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-28cd9d75-6755-4e90-a72a-e48ecc84811e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:25.862390 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.db_base_plugin_common [None req-c27460fb-b5c7-40d5-9b02-69e8a9aef65c admin admin] Allocated IP 172.25.3.152 (4c8455ba-1be5-42ac-b8c2-8a16e1292d55/08fe3644-ce41-4c3f-a7ea-92bac0f0fff5/3c285d43-8ad3-4df2-bfe2-afc7915263c4) {{(pid=103591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:25:25.926536 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-28cd9d75-6755-4e90-a72a-e48ecc84811e None None] For port f68362cd-8d8f-4884-a4ea-aaead4994c42, host n-d-816206-8, cleared binding levels {{(pid=103592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:25:25.929599 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-28cd9d75-6755-4e90-a72a-e48ecc84811e None None] For port f68362cd-8d8f-4884-a4ea-aaead4994c42, host n-d-816206-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=f68362cd-8d8f-4884-a4ea-aaead4994c42,segment=NetworkSegment(48ca0373-f0a8-46f1-bf0b-a2b84b0a8ceb),segment_id=48ca0373-f0a8-46f1-bf0b-a2b84b0a8ceb)] {{(pid=103592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:25:25.933182 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-28cd9d75-6755-4e90-a72a-e48ecc84811e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:25.965853 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c27460fb-b5c7-40d5-9b02-69e8a9aef65c admin admin] Publish callbacks [] for port, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:25.990142 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cd9d75-6755-4e90-a72a-e48ecc84811e None None] Pushing event updated for resources: {'Port': ['ID=f68362cd-8d8f-4884-a4ea-aaead4994c42,revision_number=2']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:25:26.003672 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c27460fb-b5c7-40d5-9b02-69e8a9aef65c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:26.049282 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c27460fb-b5c7-40d5-9b02-69e8a9aef65c admin admin] Network 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 is already hosted by enough agents. {{(pid=103591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:25:26.052221 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [None req-c27460fb-b5c7-40d5-9b02-69e8a9aef65c admin admin] Resources bound (agent type, host, resource id): {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:25:26.056771 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c27460fb-b5c7-40d5-9b02-69e8a9aef65c admin admin] Received port after_create {{(pid=103591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:25:26.059907 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27460fb-b5c7-40d5-9b02-69e8a9aef65c admin admin] Pushing event updated for resources: {'Port': ['ID=3c285d43-8ad3-4df2-bfe2-afc7915263c4,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:25:26.067439 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53ab997e-60fb-47c6-8779-7b82d5afa795 None None] DHCP port deletion for 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:25:26.166603 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-8384d5de-d771-4df1-a31b-9bbdb2e037c6 None None] Provisioning complete for port 3c285d43-8ad3-4df2-bfe2-afc7915263c4 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:25:26.166984 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-8384d5de-d771-4df1-a31b-9bbdb2e037c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:26.213584 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-8384d5de-d771-4df1-a31b-9bbdb2e037c6 None None] Port 3c285d43-8ad3-4df2-bfe2-afc7915263c4 cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:25:26.348459 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c27460fb-b5c7-40d5-9b02-69e8a9aef65c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:26.361449 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device f68362cd-8d8f-4884-a4ea-aaead4994c42 up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:25:26.436901 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port f68362cd-8d8f-4884-a4ea-aaead4994c42 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:25:26.437408 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:26.533894 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:26.566321 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] For port f68362cd-8d8f-4884-a4ea-aaead4994c42, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=f68362cd-8d8f-4884-a4ea-aaead4994c42,segment=NetworkSegment(48ca0373-f0a8-46f1-bf0b-a2b84b0a8ceb),segment_id=48ca0373-f0a8-46f1-bf0b-a2b84b0a8ceb)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:25:26.571032 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:26.596862 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c27460fb-b5c7-40d5-9b02-69e8a9aef65c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1794316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1795362'] for router, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:26.622621 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Pushing event updated for resources: {'Port': ['ID=f68362cd-8d8f-4884-a4ea-aaead4994c42,revision_number=3']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:25:26.732550 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c27460fb-b5c7-40d5-9b02-69e8a9aef65c admin admin] Router 702647e5-840c-4f53-af17-55b2b2931c70 is scheduled to L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 with binding_index 1 {{(pid=103591) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 18:25:26.847227 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c27460fb-b5c7-40d5-9b02-69e8a9aef65c admin admin] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:25:26.856465 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d78a739-8095-4bc3-9f9b-1d7d8c0ea21b None None] Sync routers for ids ['702647e5-840c-4f53-af17-55b2b2931c70'] in n-d-816206-8 {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:25:26.869247 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d78a739-8095-4bc3-9f9b-1d7d8c0ea21b None None] Routers {'702647e5-840c-4f53-af17-55b2b2931c70'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:25:26.869869 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-3d78a739-8095-4bc3-9f9b-1d7d8c0ea21b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T18:25:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['702647e5-840c-4f53-af17-55b2b2931c70'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:25:26.873472 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c27460fb-b5c7-40d5-9b02-69e8a9aef65c admin admin] Publish callbacks [] for router, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:26.875343 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-c27460fb-b5c7-40d5-9b02-69e8a9aef65c admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.5626919 Nov 23 18:25:26.878216 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 56182) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:25:26.956711 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0712034-5175-4ea4-afa8-4ec61b015189 None None] Network e99252c3-31d5-46a2-96e1-10632788830d requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:25:27.042727 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvr_db [None req-3d78a739-8095-4bc3-9f9b-1d7d8c0ea21b None None] Set router 702647e5-840c-4f53-af17-55b2b2931c70 gateway port host: n-d-816206-8 {{(pid=103592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:25:27.159444 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-5c6c2cec-12d5-4239-b4ac-842ced918b94 None None] Provisioning complete for port f68362cd-8d8f-4884-a4ea-aaead4994c42 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:25:27.159723 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-5c6c2cec-12d5-4239-b4ac-842ced918b94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:27.530114 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-3d78a739-8095-4bc3-9f9b-1d7d8c0ea21b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '702647e5-840c-4f53-af17-55b2b2931c70', 'name': 'tempest-TestMinimumBasicScenario-1884735064-router', 'tenant_id': '64d37d178d434e0eb40e4225f11d1abd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.152'}], 'enable_snat': True}, 'gw_port_id': '3c285d43-8ad3-4df2-bfe2-afc7915263c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:25:25Z', 'updated_at': '2021-11-23T18:25:26Z', 'revision_number': 3, 'project_id': '64d37d178d434e0eb40e4225f11d1abd', 'gw_port': {'id': '3c285d43-8ad3-4df2-bfe2-afc7915263c4', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:52:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '702647e5-840c-4f53-af17-55b2b2931c70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:25:25Z', 'updated_at': '2021-11-23T18:25:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8'}], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:25:27.560943 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d78a739-8095-4bc3-9f9b-1d7d8c0ea21b None None] Checking router: 702647e5-840c-4f53-af17-55b2b2931c70 for host: n-d-816206-8 {{(pid=103592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:25:27.561635 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d78a739-8095-4bc3-9f9b-1d7d8c0ea21b None None] Updating router 702647e5-840c-4f53-af17-55b2b2931c70 port 3c285d43-8ad3-4df2-bfe2-afc7915263c4 binding host n-d-816206-8 {{(pid=103592) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 18:25:27.586352 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-3d78a739-8095-4bc3-9f9b-1d7d8c0ea21b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:27.596151 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c08e7e1b-a530-4ebf-9b00-3a21c0e34cb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:27.756569 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.db_base_plugin_common [None req-c08e7e1b-a530-4ebf-9b00-3a21c0e34cb1 admin admin] Allocated IP 172.20.0.1 (e99252c3-31d5-46a2-96e1-10632788830d/7b57f8fa-b9fe-4d64-8852-ece25bcad43e/1ef68ac4-c7ea-4870-b0cb-5d2fa61e9b2d) {{(pid=103591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:25:27.777021 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-0a6d7736-bbdf-4fe0-be50-5c38a855e794 None None] Provisioning complete for port f68362cd-8d8f-4884-a4ea-aaead4994c42 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:25:27.777438 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-0a6d7736-bbdf-4fe0-be50-5c38a855e794 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:27.862817 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c08e7e1b-a530-4ebf-9b00-3a21c0e34cb1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:27.897742 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c08e7e1b-a530-4ebf-9b00-3a21c0e34cb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:27.922883 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-3d78a739-8095-4bc3-9f9b-1d7d8c0ea21b None None] Publish callbacks [] for port, precommit_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:27.931311 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-3d78a739-8095-4bc3-9f9b-1d7d8c0ea21b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:27.939596 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c08e7e1b-a530-4ebf-9b00-3a21c0e34cb1 admin admin] Network e99252c3-31d5-46a2-96e1-10632788830d is already hosted by enough agents. {{(pid=103591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:25:27.942492 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [None req-c08e7e1b-a530-4ebf-9b00-3a21c0e34cb1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:25:27.946080 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c08e7e1b-a530-4ebf-9b00-3a21c0e34cb1 admin admin] Received port after_create {{(pid=103591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:25:27.974872 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08e7e1b-a530-4ebf-9b00-3a21c0e34cb1 admin admin] Pushing event updated for resources: {'Port': ['ID=1ef68ac4-c7ea-4870-b0cb-5d2fa61e9b2d,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:25:27.979078 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68673716-de01-4a48-b90e-48b1b8ed79ba None None] DHCP port deletion for 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:25:27.992047 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-3d78a739-8095-4bc3-9f9b-1d7d8c0ea21b None None] Attempting to bind port 3c285d43-8ad3-4df2-bfe2-afc7915263c4 on host n-d-816206-8 for vnic_type normal with profile {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:25:27.992418 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-3d78a739-8095-4bc3-9f9b-1d7d8c0ea21b None None] Attempting to bind port 3c285d43-8ad3-4df2-bfe2-afc7915263c4 by drivers openvswitch,hyperv on host n-d-816206-8 at level 0 using segments [{'id': 'bffd1e4f-e80f-4ff0-b418-2f42ae15febf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:25:27.992824 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d78a739-8095-4bc3-9f9b-1d7d8c0ea21b None None] Attempting to bind port 3c285d43-8ad3-4df2-bfe2-afc7915263c4 on network 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:25:27.996803 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c08e7e1b-a530-4ebf-9b00-3a21c0e34cb1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1795539'] for router_interface, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:28.003578 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeee95b-56e1-4328-865c-ad484765c577 None None] Pushing event updated for resources: {'Port': ['ID=3c285d43-8ad3-4df2-bfe2-afc7915263c4,revision_number=2']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:25:28.007732 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d78a739-8095-4bc3-9f9b-1d7d8c0ea21b None None] Checking agent: {'id': '9e89acbe-4bbe-4c77-a18b-6f1da9133e0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 7, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 25, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:25:28.008097 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d78a739-8095-4bc3-9f9b-1d7d8c0ea21b None None] Checking segment: {'id': 'bffd1e4f-e80f-4ff0-b418-2f42ae15febf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:25:28.008518 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-3d78a739-8095-4bc3-9f9b-1d7d8c0ea21b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:28.008921 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d78a739-8095-4bc3-9f9b-1d7d8c0ea21b None None] Bound using segment: {'id': 'bffd1e4f-e80f-4ff0-b418-2f42ae15febf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:25:28.009402 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-3d78a739-8095-4bc3-9f9b-1d7d8c0ea21b None None] Bound port: 3c285d43-8ad3-4df2-bfe2-afc7915263c4, host: n-d-816206-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bffd1e4f-e80f-4ff0-b418-2f42ae15febf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'}}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:25:28.009780 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-3d78a739-8095-4bc3-9f9b-1d7d8c0ea21b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:28.074463 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-3d78a739-8095-4bc3-9f9b-1d7d8c0ea21b None None] For port 3c285d43-8ad3-4df2-bfe2-afc7915263c4, host n-d-816206-8, cleared binding levels {{(pid=103592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:25:28.078101 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-b7694ad2-89a0-413e-ad48-c1fbe4388eca None None] Provisioning complete for port 3c285d43-8ad3-4df2-bfe2-afc7915263c4 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:25:28.078694 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b7694ad2-89a0-413e-ad48-c1fbe4388eca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:28.082842 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-3d78a739-8095-4bc3-9f9b-1d7d8c0ea21b None None] For port 3c285d43-8ad3-4df2-bfe2-afc7915263c4, host n-d-816206-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=3c285d43-8ad3-4df2-bfe2-afc7915263c4,segment=NetworkSegment(bffd1e4f-e80f-4ff0-b418-2f42ae15febf),segment_id=bffd1e4f-e80f-4ff0-b418-2f42ae15febf)] {{(pid=103592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:25:28.106975 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-3d78a739-8095-4bc3-9f9b-1d7d8c0ea21b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:28.160569 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c08e7e1b-a530-4ebf-9b00-3a21c0e34cb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:28.172261 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0751d29e-3e68-470f-82c5-29b7cf1f9e51 None None] DHCP port deletion for 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:25:28.174037 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-b7694ad2-89a0-413e-ad48-c1fbe4388eca None None] Port 3c285d43-8ad3-4df2-bfe2-afc7915263c4 cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:25:28.198212 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d78a739-8095-4bc3-9f9b-1d7d8c0ea21b None None] Routers {'702647e5-840c-4f53-af17-55b2b2931c70'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:25:28.198673 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-3d78a739-8095-4bc3-9f9b-1d7d8c0ea21b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T18:25:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['702647e5-840c-4f53-af17-55b2b2931c70'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:25:28.204437 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeee95b-56e1-4328-865c-ad484765c577 None None] Pushing event updated for resources: {'Port': ['ID=3c285d43-8ad3-4df2-bfe2-afc7915263c4,revision_number=3']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:25:28.315921 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-bb7c9818-4fdc-48c8-8080-57080695ec25 None None] Provisioning complete for port 1ef68ac4-c7ea-4870-b0cb-5d2fa61e9b2d triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:25:28.316294 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-bb7c9818-4fdc-48c8-8080-57080695ec25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:28.343765 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvr_db [None req-3d78a739-8095-4bc3-9f9b-1d7d8c0ea21b None None] Set router 702647e5-840c-4f53-af17-55b2b2931c70 gateway port host: n-d-816206-8 {{(pid=103592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:25:28.345727 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device f68362cd-8d8f-4884-a4ea-aaead4994c42 up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:25:28.348478 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c08e7e1b-a530-4ebf-9b00-3a21c0e34cb1 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:28.353128 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c08e7e1b-a530-4ebf-9b00-3a21c0e34cb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264758186'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:28.416600 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-bb7c9818-4fdc-48c8-8080-57080695ec25 None None] Port 1ef68ac4-c7ea-4870-b0cb-5d2fa61e9b2d cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:25:28.425184 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08e7e1b-a530-4ebf-9b00-3a21c0e34cb1 admin admin] Pushing event updated for resources: {'Port': ['ID=1ef68ac4-c7ea-4870-b0cb-5d2fa61e9b2d,revision_number=2']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:25:28.428537 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c08e7e1b-a530-4ebf-9b00-3a21c0e34cb1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2068703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1794403'] for router_interface, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:28.487281 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-bb7c9818-4fdc-48c8-8080-57080695ec25 None None] Provisioning complete for port 3c285d43-8ad3-4df2-bfe2-afc7915263c4 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:25:28.487642 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-bb7c9818-4fdc-48c8-8080-57080695ec25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:28.520700 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c08e7e1b-a530-4ebf-9b00-3a21c0e34cb1 admin admin] Network e99252c3-31d5-46a2-96e1-10632788830d is already hosted by enough agents. {{(pid=103591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:25:28.522148 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [None req-c08e7e1b-a530-4ebf-9b00-3a21c0e34cb1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:25:28.560700 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port f68362cd-8d8f-4884-a4ea-aaead4994c42 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:25:28.561075 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:28.645354 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c08e7e1b-a530-4ebf-9b00-3a21c0e34cb1 admin admin] Router 702647e5-840c-4f53-af17-55b2b2931c70 has already been hosted by L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 {{(pid=103591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:25:28.724596 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-bb7c9818-4fdc-48c8-8080-57080695ec25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:28.760012 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-bb7c9818-4fdc-48c8-8080-57080695ec25 None None] For port 3c285d43-8ad3-4df2-bfe2-afc7915263c4, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=3c285d43-8ad3-4df2-bfe2-afc7915263c4,segment=NetworkSegment(bffd1e4f-e80f-4ff0-b418-2f42ae15febf),segment_id=bffd1e4f-e80f-4ff0-b418-2f42ae15febf)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:25:28.766794 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-bb7c9818-4fdc-48c8-8080-57080695ec25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:28.772219 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c08e7e1b-a530-4ebf-9b00-3a21c0e34cb1 admin admin] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:25:28.784000 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-c08e7e1b-a530-4ebf-9b00-3a21c0e34cb1 admin admin] 10.222.0.60 "PUT /v2.0/routers/702647e5-840c-4f53-af17-55b2b2931c70/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9010479 Nov 23 18:25:28.796935 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-3d78a739-8095-4bc3-9f9b-1d7d8c0ea21b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '702647e5-840c-4f53-af17-55b2b2931c70', 'name': 'tempest-TestMinimumBasicScenario-1884735064-router', 'tenant_id': '64d37d178d434e0eb40e4225f11d1abd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.152'}], 'enable_snat': True}, 'gw_port_id': '3c285d43-8ad3-4df2-bfe2-afc7915263c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:25:25Z', 'updated_at': '2021-11-23T18:25:28Z', 'revision_number': 4, 'project_id': '64d37d178d434e0eb40e4225f11d1abd', 'gw_port': {'id': '3c285d43-8ad3-4df2-bfe2-afc7915263c4', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:52:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '702647e5-840c-4f53-af17-55b2b2931c70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:25:25Z', 'updated_at': '2021-11-23T18:25:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_interfaces': [{'id': '1ef68ac4-c7ea-4870-b0cb-5d2fa61e9b2d', 'name': '', 'network_id': 'e99252c3-31d5-46a2-96e1-10632788830d', 'tenant_id': '64d37d178d434e0eb40e4225f11d1abd', 'mac_address': 'fa:16:3e:de:ea:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '702647e5-840c-4f53-af17-55b2b2931c70', 'device_owner': 'network:router_interface', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '7b57f8fa-b9fe-4d64-8852-ece25bcad43e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:25:27Z', 'updated_at': '2021-11-23T18:25:27Z', 'revision_number': 1, 'project_id': '64d37d178d434e0eb40e4225f11d1abd', 'subnets': [{'id': '7b57f8fa-b9fe-4d64-8852-ece25bcad43e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:25:28.833349 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d78a739-8095-4bc3-9f9b-1d7d8c0ea21b None None] The sync data for ids ['702647e5-840c-4f53-af17-55b2b2931c70'] in n-d-816206-8 is: [{'id': '702647e5-840c-4f53-af17-55b2b2931c70', 'name': 'tempest-TestMinimumBasicScenario-1884735064-router', 'tenant_id': '64d37d178d434e0eb40e4225f11d1abd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.152'}], 'enable_snat': True}, 'gw_port_id': '3c285d43-8ad3-4df2-bfe2-afc7915263c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:25:25Z', 'updated_at': '2021-11-23T18:25:28Z', 'revision_number': 4, 'project_id': '64d37d178d434e0eb40e4225f11d1abd', 'gw_port': {'id': '3c285d43-8ad3-4df2-bfe2-afc7915263c4', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:52:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '702647e5-840c-4f53-af17-55b2b2931c70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:25:25Z', 'updated_at': '2021-11-23T18:25:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_interfaces': [{'id': '1ef68ac4-c7ea-4870-b0cb-5d2fa61e9b2d', 'name': '', 'network_id': 'e99252c3-31d5-46a2-96e1-10632788830d', 'tenant_id': '64d37d178d434e0eb40e4225f11d1abd', 'mac_address': 'fa:16:3e:de:ea:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '702647e5-840c-4f53-af17-55b2b2931c70', 'device_owner': 'network:router_interface', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '7b57f8fa-b9fe-4d64-8852-ece25bcad43e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:25:27Z', 'updated_at': '2021-11-23T18:25:27Z', 'revision_number': 1, 'project_id': '64d37d178d434e0eb40e4225f11d1abd', 'subnets': [{'id': '7b57f8fa-b9fe-4d64-8852-ece25bcad43e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:25:28.852041 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7c9818-4fdc-48c8-8080-57080695ec25 None None] Pushing event updated for resources: {'Port': ['ID=3c285d43-8ad3-4df2-bfe2-afc7915263c4,revision_number=4']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:25:28.888434 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-cd83c120-d4e2-4e55-83e5-2dad85fb4fca None None] Provisioning complete for port 1ef68ac4-c7ea-4870-b0cb-5d2fa61e9b2d triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:25:28.888831 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-cd83c120-d4e2-4e55-83e5-2dad85fb4fca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:28.931883 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-cd83c120-d4e2-4e55-83e5-2dad85fb4fca None None] Port 1ef68ac4-c7ea-4870-b0cb-5d2fa61e9b2d cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:25:29.284238 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 56198) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:25:29.289443 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-f5efc90f-a7b0-4d62-a02f-0bc1effffe53 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-985715500-network', 'tenant_id': 'ee9e149de45b4805944feff7c28be478'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:25:29.312680 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5efc90f-a7b0-4d62-a02f-0bc1effffe53 admin admin] Made reservation on behalf of ee9e149de45b4805944feff7c28be478 for: {'network': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:25:29.315163 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-f5efc90f-a7b0-4d62-a02f-0bc1effffe53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for network, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:29.327610 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-f5efc90f-a7b0-4d62-a02f-0bc1effffe53 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:29.408913 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-f5efc90f-a7b0-4d62-a02f-0bc1effffe53 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:29.412954 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-f5efc90f-a7b0-4d62-a02f-0bc1effffe53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:29.439364 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5efc90f-a7b0-4d62-a02f-0bc1effffe53 admin admin] vlan segment allocate from pool success with {'vlan_id': 504, 'physical_network': 'physnet1'} {{(pid=103591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 18:25:29.449614 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5efc90f-a7b0-4d62-a02f-0bc1effffe53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9771ddf4-d4e7-4084-beeb-dd6860ae0e33,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:25:29.459505 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-f5efc90f-a7b0-4d62-a02f-0bc1effffe53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:29.460014 n-d-816206-8 neutron-server[103591]: INFO neutron.db.segments_db [None req-f5efc90f-a7b0-4d62-a02f-0bc1effffe53 admin admin] Added segment 2ce6feb9-044b-473e-b6e4-ee6c14198dea of type vlan for network a5c55d90-675a-4745-88c1-7f31becdac00 Nov 23 18:25:29.524302 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-f5efc90f-a7b0-4d62-a02f-0bc1effffe53 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736635338810'] for network, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:29.551938 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-f5efc90f-a7b0-4d62-a02f-0bc1effffe53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493'] for network, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:29.552943 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5efc90f-a7b0-4d62-a02f-0bc1effffe53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:25:29.553553 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-f5efc90f-a7b0-4d62-a02f-0bc1effffe53 admin admin] Publish callbacks [] for network, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:29.587461 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-f5efc90f-a7b0-4d62-a02f-0bc1effffe53 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3020546 Nov 23 18:25:29.590266 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 56200) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:25:29.620816 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-b9675654-47e3-4348-98a1-35ab16ee68b1 admin admin] Request body: {'subnet': {'network_id': 'a5c55d90-675a-4745-88c1-7f31becdac00', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-985715500-subnet', 'tenant_id': 'ee9e149de45b4805944feff7c28be478', 'ip_version': 4}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:25:29.628940 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5efc90f-a7b0-4d62-a02f-0bc1effffe53 admin admin] Pushing event updated for resources: {'Network': ['ID=a5c55d90-675a-4745-88c1-7f31becdac00,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:25:29.640185 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Network a5c55d90-675a-4745-88c1-7f31becdac00 details requested by agent ovs-agent-n-d-816206-8 with host n-d-816206-8 {{(pid=103592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 18:25:29.646313 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9675654-47e3-4348-98a1-35ab16ee68b1 admin admin] Made reservation on behalf of ee9e149de45b4805944feff7c28be478 for: {'subnet': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:25:29.648888 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-b9675654-47e3-4348-98a1-35ab16ee68b1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264314294'] for subnet, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:29.828040 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-b9675654-47e3-4348-98a1-35ab16ee68b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264758079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264314276'] for subnet, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:29.883702 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9675654-47e3-4348-98a1-35ab16ee68b1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c22926c1-c7dd-4ab0-b50a-78a41148dd50,revision_number=0']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:25:29.895860 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9675654-47e3-4348-98a1-35ab16ee68b1 admin admin] Checking segment: {'id': '2ce6feb9-044b-473e-b6e4-ee6c14198dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'a5c55d90-675a-4745-88c1-7f31becdac00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:25:29.896226 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9675654-47e3-4348-98a1-35ab16ee68b1 admin admin] Network hostable DHCP agents. Network: a5c55d90-675a-4745-88c1-7f31becdac00, hostable agents: ['0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3'], hosted agents: [] {{(pid=103591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 18:25:29.913808 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9675654-47e3-4348-98a1-35ab16ee68b1 admin admin] Network a5c55d90-675a-4745-88c1-7f31becdac00 is scheduled to be hosted by DHCP agent 0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3 with binding_index 1 {{(pid=103591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 18:25:29.924724 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [None req-b9675654-47e3-4348-98a1-35ab16ee68b1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-8, a5c55d90-675a-4745-88c1-7f31becdac00) {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:25:29.929354 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9675654-47e3-4348-98a1-35ab16ee68b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:25:29.930273 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-b9675654-47e3-4348-98a1-35ab16ee68b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for subnet, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:29.934236 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e521257e-bb8e-42ee-ba0d-9188e0f2ae61 None None] Network a5c55d90-675a-4745-88c1-7f31becdac00 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:25:29.953037 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-b9675654-47e3-4348-98a1-35ab16ee68b1 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3617003 Nov 23 18:25:29.953800 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 56202) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:25:29.958577 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-84cc87e4-b5bb-48c7-808d-e1c5efeb86ab admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-985715500-router', 'tenant_id': 'ee9e149de45b4805944feff7c28be478', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'}}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:25:29.981029 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-84cc87e4-b5bb-48c7-808d-e1c5efeb86ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1793449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8093'] for router, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:29.982241 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-84cc87e4-b5bb-48c7-808d-e1c5efeb86ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1794473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1794771', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1638326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8086'] for router, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:30.047555 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-84cc87e4-b5bb-48c7-808d-e1c5efeb86ab admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:30.092233 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a42050a7-47e1-4117-86da-d7177cb3fa6d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp355044b8-8e87-58c4-94fa-4a010ec30f9e-a5c55d90-675a-4745-88c1-7f31becdac00', 'network_id': 'a5c55d90-675a-4745-88c1-7f31becdac00', 'tenant_id': 'ee9e149de45b4805944feff7c28be478', 'fixed_ips': [{'subnet_id': 'c22926c1-c7dd-4ab0-b50a-78a41148dd50'}]}} from n-d-816206-8. {{(pid=103592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 18:25:30.093249 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-a42050a7-47e1-4117-86da-d7177cb3fa6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:30.195235 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-84cc87e4-b5bb-48c7-808d-e1c5efeb86ab admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:30.235104 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.db_base_plugin_common [None req-a42050a7-47e1-4117-86da-d7177cb3fa6d None None] Allocated IP 172.20.0.2 (a5c55d90-675a-4745-88c1-7f31becdac00/c22926c1-c7dd-4ab0-b50a-78a41148dd50/25e2e4b5-7620-4923-bb16-15b6f863cd50) {{(pid=103592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:25:30.369018 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 3c285d43-8ad3-4df2-bfe2-afc7915263c4 up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:25:30.411224 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-84cc87e4-b5bb-48c7-808d-e1c5efeb86ab admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:30.417522 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-a42050a7-47e1-4117-86da-d7177cb3fa6d None None] Publish callbacks [] for port, precommit_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:30.428102 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-a42050a7-47e1-4117-86da-d7177cb3fa6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980'] for port, after_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:30.430588 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-84cc87e4-b5bb-48c7-808d-e1c5efeb86ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:30.482108 n-d-816206-8 neutron-server[103592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a42050a7-47e1-4117-86da-d7177cb3fa6d None None] Network a5c55d90-675a-4745-88c1-7f31becdac00 is already hosted by enough agents. {{(pid=103592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:25:30.485359 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port 3c285d43-8ad3-4df2-bfe2-afc7915263c4 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:25:30.485730 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:30.490004 n-d-816206-8 neutron-server[103592]: DEBUG neutron.scheduler.base_scheduler [None req-a42050a7-47e1-4117-86da-d7177cb3fa6d None None] Resources bound (agent type, host, resource id): {{(pid=103592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:25:30.493490 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a42050a7-47e1-4117-86da-d7177cb3fa6d None None] Received port after_create {{(pid=103592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:25:30.496234 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42050a7-47e1-4117-86da-d7177cb3fa6d None None] Pushing event updated for resources: {'Port': ['ID=25e2e4b5-7620-4923-bb16-15b6f863cd50,revision_number=1']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:25:30.542323 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.db_base_plugin_common [None req-84cc87e4-b5bb-48c7-808d-e1c5efeb86ab admin admin] Allocated IP 172.25.3.24 (4c8455ba-1be5-42ac-b8c2-8a16e1292d55/08fe3644-ce41-4c3f-a7ea-92bac0f0fff5/da883e39-c2b4-465f-b1cd-b4dfc1b3f394) {{(pid=103591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:25:30.581738 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-a42050a7-47e1-4117-86da-d7177cb3fa6d None None] Attempting to bind port 25e2e4b5-7620-4923-bb16-15b6f863cd50 on host n-d-816206-8 for vnic_type normal with profile {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:25:30.582116 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-a42050a7-47e1-4117-86da-d7177cb3fa6d None None] Attempting to bind port 25e2e4b5-7620-4923-bb16-15b6f863cd50 by drivers openvswitch,hyperv on host n-d-816206-8 at level 0 using segments [{'id': '2ce6feb9-044b-473e-b6e4-ee6c14198dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'a5c55d90-675a-4745-88c1-7f31becdac00'}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:25:30.582485 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a42050a7-47e1-4117-86da-d7177cb3fa6d None None] Attempting to bind port 25e2e4b5-7620-4923-bb16-15b6f863cd50 on network a5c55d90-675a-4745-88c1-7f31becdac00 {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:25:30.589898 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a42050a7-47e1-4117-86da-d7177cb3fa6d None None] Checking agent: {'id': '9e89acbe-4bbe-4c77-a18b-6f1da9133e0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 7, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 25, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:25:30.590273 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a42050a7-47e1-4117-86da-d7177cb3fa6d None None] Checking segment: {'id': '2ce6feb9-044b-473e-b6e4-ee6c14198dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'a5c55d90-675a-4745-88c1-7f31becdac00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:25:30.590892 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-a42050a7-47e1-4117-86da-d7177cb3fa6d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:30.591067 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a42050a7-47e1-4117-86da-d7177cb3fa6d None None] Bound using segment: {'id': '2ce6feb9-044b-473e-b6e4-ee6c14198dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'a5c55d90-675a-4745-88c1-7f31becdac00'} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:25:30.591539 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-a42050a7-47e1-4117-86da-d7177cb3fa6d None None] Bound port: 25e2e4b5-7620-4923-bb16-15b6f863cd50, host: n-d-816206-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ce6feb9-044b-473e-b6e4-ee6c14198dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'a5c55d90-675a-4745-88c1-7f31becdac00'}}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:25:30.591921 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-a42050a7-47e1-4117-86da-d7177cb3fa6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:30.649386 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-84cc87e4-b5bb-48c7-808d-e1c5efeb86ab admin admin] Publish callbacks [] for port, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:30.689582 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-a42050a7-47e1-4117-86da-d7177cb3fa6d None None] For port 25e2e4b5-7620-4923-bb16-15b6f863cd50, host n-d-816206-8, cleared binding levels {{(pid=103592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:25:30.693431 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-a42050a7-47e1-4117-86da-d7177cb3fa6d None None] For port 25e2e4b5-7620-4923-bb16-15b6f863cd50, host n-d-816206-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=25e2e4b5-7620-4923-bb16-15b6f863cd50,segment=NetworkSegment(2ce6feb9-044b-473e-b6e4-ee6c14198dea),segment_id=2ce6feb9-044b-473e-b6e4-ee6c14198dea)] {{(pid=103592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:25:30.694182 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-84cc87e4-b5bb-48c7-808d-e1c5efeb86ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:30.699951 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-a42050a7-47e1-4117-86da-d7177cb3fa6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:30.745689 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84cc87e4-b5bb-48c7-808d-e1c5efeb86ab admin admin] Network 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 is already hosted by enough agents. {{(pid=103591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:25:30.749755 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [None req-84cc87e4-b5bb-48c7-808d-e1c5efeb86ab admin admin] Resources bound (agent type, host, resource id): {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:25:30.758638 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84cc87e4-b5bb-48c7-808d-e1c5efeb86ab admin admin] Received port after_create {{(pid=103591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:25:30.771996 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e5ee6ae-6a4b-4668-b4ae-6db774a9dda8 None None] DHCP port deletion for 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:25:30.779243 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42050a7-47e1-4117-86da-d7177cb3fa6d None None] Pushing event updated for resources: {'Port': ['ID=25e2e4b5-7620-4923-bb16-15b6f863cd50,revision_number=2']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:25:30.797258 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cc87e4-b5bb-48c7-808d-e1c5efeb86ab admin admin] Pushing event updated for resources: {'Port': ['ID=da883e39-c2b4-465f-b1cd-b4dfc1b3f394,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:25:30.882209 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-ae4d25e5-7143-44ac-b3fd-eb7f9fae8187 None None] Provisioning complete for port da883e39-c2b4-465f-b1cd-b4dfc1b3f394 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:25:30.882583 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-ae4d25e5-7143-44ac-b3fd-eb7f9fae8187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:30.927989 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-ae4d25e5-7143-44ac-b3fd-eb7f9fae8187 None None] Port da883e39-c2b4-465f-b1cd-b4dfc1b3f394 cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:25:30.980590 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6d554f0-7396-43a9-802a-87c4f90cbc8a None None] Sync routers for ids ['702647e5-840c-4f53-af17-55b2b2931c70'] in n-d-816206-8 {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:25:30.992236 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6d554f0-7396-43a9-802a-87c4f90cbc8a None None] Routers {'702647e5-840c-4f53-af17-55b2b2931c70'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:25:30.993462 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-e6d554f0-7396-43a9-802a-87c4f90cbc8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T18:25:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['702647e5-840c-4f53-af17-55b2b2931c70'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:25:31.078739 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-84cc87e4-b5bb-48c7-808d-e1c5efeb86ab admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:31.129065 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-e6d554f0-7396-43a9-802a-87c4f90cbc8a None None] Set router 702647e5-840c-4f53-af17-55b2b2931c70 gateway port host: n-d-816206-8 {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:25:31.290044 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-84cc87e4-b5bb-48c7-808d-e1c5efeb86ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1794316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1795362'] for router, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:31.417996 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84cc87e4-b5bb-48c7-808d-e1c5efeb86ab admin admin] Router 114bfb5a-2db3-489e-adf2-a1590b27a80b is scheduled to L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 with binding_index 1 {{(pid=103591) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 18:25:31.427254 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-e6d554f0-7396-43a9-802a-87c4f90cbc8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '702647e5-840c-4f53-af17-55b2b2931c70', 'name': 'tempest-TestMinimumBasicScenario-1884735064-router', 'tenant_id': '64d37d178d434e0eb40e4225f11d1abd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.152'}], 'enable_snat': True}, 'gw_port_id': '3c285d43-8ad3-4df2-bfe2-afc7915263c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:25:25Z', 'updated_at': '2021-11-23T18:25:28Z', 'revision_number': 4, 'project_id': '64d37d178d434e0eb40e4225f11d1abd', 'gw_port': {'id': '3c285d43-8ad3-4df2-bfe2-afc7915263c4', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:52:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '702647e5-840c-4f53-af17-55b2b2931c70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:25:25Z', 'updated_at': '2021-11-23T18:25:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_interfaces': [{'id': '1ef68ac4-c7ea-4870-b0cb-5d2fa61e9b2d', 'name': '', 'network_id': 'e99252c3-31d5-46a2-96e1-10632788830d', 'tenant_id': '64d37d178d434e0eb40e4225f11d1abd', 'mac_address': 'fa:16:3e:de:ea:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '702647e5-840c-4f53-af17-55b2b2931c70', 'device_owner': 'network:router_interface', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '7b57f8fa-b9fe-4d64-8852-ece25bcad43e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:25:27Z', 'updated_at': '2021-11-23T18:25:28Z', 'revision_number': 2, 'project_id': '64d37d178d434e0eb40e4225f11d1abd', 'subnets': [{'id': '7b57f8fa-b9fe-4d64-8852-ece25bcad43e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:25:31.457447 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6d554f0-7396-43a9-802a-87c4f90cbc8a None None] Checking router: 702647e5-840c-4f53-af17-55b2b2931c70 for host: n-d-816206-8 {{(pid=103593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:25:31.457714 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6d554f0-7396-43a9-802a-87c4f90cbc8a None None] Updating router 702647e5-840c-4f53-af17-55b2b2931c70 port 1ef68ac4-c7ea-4870-b0cb-5d2fa61e9b2d binding host n-d-816206-8 {{(pid=103593) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 18:25:31.482354 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-e6d554f0-7396-43a9-802a-87c4f90cbc8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:31.526300 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84cc87e4-b5bb-48c7-808d-e1c5efeb86ab admin admin] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:25:31.536400 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-675bfd33-aab6-41ac-8328-045785157949 None None] Sync routers for ids ['114bfb5a-2db3-489e-adf2-a1590b27a80b'] in n-d-816206-8 {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:25:31.549191 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-84cc87e4-b5bb-48c7-808d-e1c5efeb86ab admin admin] Publish callbacks [] for router, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:31.551146 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-84cc87e4-b5bb-48c7-808d-e1c5efeb86ab admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.5960274 Nov 23 18:25:31.552005 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-675bfd33-aab6-41ac-8328-045785157949 None None] Routers {'114bfb5a-2db3-489e-adf2-a1590b27a80b'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:25:31.552713 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-675bfd33-aab6-41ac-8328-045785157949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T18:25:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['114bfb5a-2db3-489e-adf2-a1590b27a80b'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:25:31.553845 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 56204) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:25:31.686863 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvr_db [None req-675bfd33-aab6-41ac-8328-045785157949 None None] Set router 114bfb5a-2db3-489e-adf2-a1590b27a80b gateway port host: n-d-816206-8 {{(pid=103592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:25:31.761621 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-e6d554f0-7396-43a9-802a-87c4f90cbc8a None None] Publish callbacks [] for port, precommit_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:31.771031 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-e6d554f0-7396-43a9-802a-87c4f90cbc8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:31.906692 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c41962-0c21-4ad3-b1b3-5ccea7536e8e None None] Pushing event updated for resources: {'Port': ['ID=1ef68ac4-c7ea-4870-b0cb-5d2fa61e9b2d,revision_number=3']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:25:31.916578 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c41962-0c21-4ad3-b1b3-5ccea7536e8e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:25:31.917081 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c41962-0c21-4ad3-b1b3-5ccea7536e8e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:25:31.917546 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c41962-0c21-4ad3-b1b3-5ccea7536e8e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:25:31.918105 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c41962-0c21-4ad3-b1b3-5ccea7536e8e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:25:31.918538 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c41962-0c21-4ad3-b1b3-5ccea7536e8e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:25:31.919110 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c41962-0c21-4ad3-b1b3-5ccea7536e8e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:25:31.919545 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c41962-0c21-4ad3-b1b3-5ccea7536e8e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:25:31.919971 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c41962-0c21-4ad3-b1b3-5ccea7536e8e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:25:31.920397 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c41962-0c21-4ad3-b1b3-5ccea7536e8e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:25:31.920884 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c41962-0c21-4ad3-b1b3-5ccea7536e8e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:25:31.921469 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c41962-0c21-4ad3-b1b3-5ccea7536e8e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:25:31.921910 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c41962-0c21-4ad3-b1b3-5ccea7536e8e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:25:31.925792 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [None req-e6d554f0-7396-43a9-802a-87c4f90cbc8a None None] Attempting to bind port 1ef68ac4-c7ea-4870-b0cb-5d2fa61e9b2d on host n-d-816206-8 for vnic_type normal with profile {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:25:31.926385 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [None req-e6d554f0-7396-43a9-802a-87c4f90cbc8a None None] Attempting to bind port 1ef68ac4-c7ea-4870-b0cb-5d2fa61e9b2d by drivers openvswitch,hyperv on host n-d-816206-8 at level 0 using segments [{'id': '48ca0373-f0a8-46f1-bf0b-a2b84b0a8ceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'e99252c3-31d5-46a2-96e1-10632788830d'}] {{(pid=103593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:25:31.926852 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6d554f0-7396-43a9-802a-87c4f90cbc8a None None] Attempting to bind port 1ef68ac4-c7ea-4870-b0cb-5d2fa61e9b2d on network e99252c3-31d5-46a2-96e1-10632788830d {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:25:31.934425 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6d554f0-7396-43a9-802a-87c4f90cbc8a None None] Checking agent: {'id': '9e89acbe-4bbe-4c77-a18b-6f1da9133e0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 7, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 25, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:25:31.935192 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6d554f0-7396-43a9-802a-87c4f90cbc8a None None] Checking segment: {'id': '48ca0373-f0a8-46f1-bf0b-a2b84b0a8ceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'e99252c3-31d5-46a2-96e1-10632788830d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:25:31.935827 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-e6d554f0-7396-43a9-802a-87c4f90cbc8a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:31.937014 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6d554f0-7396-43a9-802a-87c4f90cbc8a None None] Bound using segment: {'id': '48ca0373-f0a8-46f1-bf0b-a2b84b0a8ceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'e99252c3-31d5-46a2-96e1-10632788830d'} {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:25:31.937747 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [None req-e6d554f0-7396-43a9-802a-87c4f90cbc8a None None] Bound port: 1ef68ac4-c7ea-4870-b0cb-5d2fa61e9b2d, host: n-d-816206-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48ca0373-f0a8-46f1-bf0b-a2b84b0a8ceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'e99252c3-31d5-46a2-96e1-10632788830d'}}] {{(pid=103593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:25:31.938517 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-e6d554f0-7396-43a9-802a-87c4f90cbc8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:32.023499 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-e6d554f0-7396-43a9-802a-87c4f90cbc8a None None] For port 1ef68ac4-c7ea-4870-b0cb-5d2fa61e9b2d, host n-d-816206-8, cleared binding levels {{(pid=103593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:25:32.030214 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-e6d554f0-7396-43a9-802a-87c4f90cbc8a None None] For port 1ef68ac4-c7ea-4870-b0cb-5d2fa61e9b2d, host n-d-816206-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=1ef68ac4-c7ea-4870-b0cb-5d2fa61e9b2d,segment=NetworkSegment(48ca0373-f0a8-46f1-bf0b-a2b84b0a8ceb),segment_id=48ca0373-f0a8-46f1-bf0b-a2b84b0a8ceb)] {{(pid=103593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:25:32.037289 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-e6d554f0-7396-43a9-802a-87c4f90cbc8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:32.054865 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e38ea44e-3a85-4d90-864b-9a7ec0f53fba None None] Network a5c55d90-675a-4745-88c1-7f31becdac00 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:25:32.092941 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e8e72ebe-d7d2-4884-b8cb-0daa65f866ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:32.100759 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c41962-0c21-4ad3-b1b3-5ccea7536e8e None None] Pushing event updated for resources: {'Port': ['ID=1ef68ac4-c7ea-4870-b0cb-5d2fa61e9b2d,revision_number=4']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:25:32.124728 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6d554f0-7396-43a9-802a-87c4f90cbc8a None None] Routers {'702647e5-840c-4f53-af17-55b2b2931c70'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:25:32.125363 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-e6d554f0-7396-43a9-802a-87c4f90cbc8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T18:25:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['702647e5-840c-4f53-af17-55b2b2931c70'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:25:32.156189 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-95a31c29-b9ed-4d25-ba93-476012668505 None None] Provisioning complete for port 25e2e4b5-7620-4923-bb16-15b6f863cd50 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:25:32.156586 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-95a31c29-b9ed-4d25-ba93-476012668505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:32.258338 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-675bfd33-aab6-41ac-8328-045785157949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '114bfb5a-2db3-489e-adf2-a1590b27a80b', 'name': 'tempest-TestMinimumBasicScenario-985715500-router', 'tenant_id': 'ee9e149de45b4805944feff7c28be478', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.24'}], 'enable_snat': True}, 'gw_port_id': 'da883e39-c2b4-465f-b1cd-b4dfc1b3f394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:25:29Z', 'updated_at': '2021-11-23T18:25:30Z', 'revision_number': 3, 'project_id': 'ee9e149de45b4805944feff7c28be478', 'gw_port': {'id': 'da883e39-c2b4-465f-b1cd-b4dfc1b3f394', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:88:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '114bfb5a-2db3-489e-adf2-a1590b27a80b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:25:30Z', 'updated_at': '2021-11-23T18:25:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8'}], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:25:32.259227 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-e6d554f0-7396-43a9-802a-87c4f90cbc8a None None] Set router 702647e5-840c-4f53-af17-55b2b2931c70 gateway port host: n-d-816206-8 {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:25:32.312715 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-e8e72ebe-d7d2-4884-b8cb-0daa65f866ad admin admin] Allocated IP 172.20.0.1 (a5c55d90-675a-4745-88c1-7f31becdac00/c22926c1-c7dd-4ab0-b50a-78a41148dd50/cc530d18-23a9-4fc1-afa9-224bf5adf204) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:25:32.339839 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-675bfd33-aab6-41ac-8328-045785157949 None None] Checking router: 114bfb5a-2db3-489e-adf2-a1590b27a80b for host: n-d-816206-8 {{(pid=103592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:25:32.340461 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-675bfd33-aab6-41ac-8328-045785157949 None None] Updating router 114bfb5a-2db3-489e-adf2-a1590b27a80b port da883e39-c2b4-465f-b1cd-b4dfc1b3f394 binding host n-d-816206-8 {{(pid=103592) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 18:25:32.423841 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-95a31c29-b9ed-4d25-ba93-476012668505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:32.446846 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-675bfd33-aab6-41ac-8328-045785157949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:32.459986 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e8e72ebe-d7d2-4884-b8cb-0daa65f866ad admin admin] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:32.497604 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-95a31c29-b9ed-4d25-ba93-476012668505 None None] For port 25e2e4b5-7620-4923-bb16-15b6f863cd50, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=25e2e4b5-7620-4923-bb16-15b6f863cd50,segment=NetworkSegment(2ce6feb9-044b-473e-b6e4-ee6c14198dea),segment_id=2ce6feb9-044b-473e-b6e4-ee6c14198dea)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:25:32.507459 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-95a31c29-b9ed-4d25-ba93-476012668505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:32.542161 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e8e72ebe-d7d2-4884-b8cb-0daa65f866ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:32.563256 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-e6d554f0-7396-43a9-802a-87c4f90cbc8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '702647e5-840c-4f53-af17-55b2b2931c70', 'name': 'tempest-TestMinimumBasicScenario-1884735064-router', 'tenant_id': '64d37d178d434e0eb40e4225f11d1abd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.152'}], 'enable_snat': True}, 'gw_port_id': '3c285d43-8ad3-4df2-bfe2-afc7915263c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:25:25Z', 'updated_at': '2021-11-23T18:25:28Z', 'revision_number': 4, 'project_id': '64d37d178d434e0eb40e4225f11d1abd', 'gw_port': {'id': '3c285d43-8ad3-4df2-bfe2-afc7915263c4', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:52:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '702647e5-840c-4f53-af17-55b2b2931c70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:25:25Z', 'updated_at': '2021-11-23T18:25:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_interfaces': [{'id': '1ef68ac4-c7ea-4870-b0cb-5d2fa61e9b2d', 'name': '', 'network_id': 'e99252c3-31d5-46a2-96e1-10632788830d', 'tenant_id': '64d37d178d434e0eb40e4225f11d1abd', 'mac_address': 'fa:16:3e:de:ea:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '702647e5-840c-4f53-af17-55b2b2931c70', 'device_owner': 'network:router_interface', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '7b57f8fa-b9fe-4d64-8852-ece25bcad43e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:25:27Z', 'updated_at': '2021-11-23T18:25:32Z', 'revision_number': 4, 'project_id': '64d37d178d434e0eb40e4225f11d1abd', 'subnets': [{'id': '7b57f8fa-b9fe-4d64-8852-ece25bcad43e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:25:32.583457 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 1ef68ac4-c7ea-4870-b0cb-5d2fa61e9b2d up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:25:32.585535 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8e72ebe-d7d2-4884-b8cb-0daa65f866ad admin admin] Network a5c55d90-675a-4745-88c1-7f31becdac00 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:25:32.589315 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-e8e72ebe-d7d2-4884-b8cb-0daa65f866ad admin admin] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:25:32.594130 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8e72ebe-d7d2-4884-b8cb-0daa65f866ad admin admin] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:25:32.610019 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6d554f0-7396-43a9-802a-87c4f90cbc8a None None] The sync data for ids ['702647e5-840c-4f53-af17-55b2b2931c70'] in n-d-816206-8 is: [{'id': '702647e5-840c-4f53-af17-55b2b2931c70', 'name': 'tempest-TestMinimumBasicScenario-1884735064-router', 'tenant_id': '64d37d178d434e0eb40e4225f11d1abd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.152'}], 'enable_snat': True}, 'gw_port_id': '3c285d43-8ad3-4df2-bfe2-afc7915263c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:25:25Z', 'updated_at': '2021-11-23T18:25:28Z', 'revision_number': 4, 'project_id': '64d37d178d434e0eb40e4225f11d1abd', 'gw_port': {'id': '3c285d43-8ad3-4df2-bfe2-afc7915263c4', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:52:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '702647e5-840c-4f53-af17-55b2b2931c70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:25:25Z', 'updated_at': '2021-11-23T18:25:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_interfaces': [{'id': '1ef68ac4-c7ea-4870-b0cb-5d2fa61e9b2d', 'name': '', 'network_id': 'e99252c3-31d5-46a2-96e1-10632788830d', 'tenant_id': '64d37d178d434e0eb40e4225f11d1abd', 'mac_address': 'fa:16:3e:de:ea:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '702647e5-840c-4f53-af17-55b2b2931c70', 'device_owner': 'network:router_interface', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '7b57f8fa-b9fe-4d64-8852-ece25bcad43e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:25:27Z', 'updated_at': '2021-11-23T18:25:32Z', 'revision_number': 4, 'project_id': '64d37d178d434e0eb40e4225f11d1abd', 'subnets': [{'id': '7b57f8fa-b9fe-4d64-8852-ece25bcad43e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:25:32.646204 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e72ebe-d7d2-4884-b8cb-0daa65f866ad admin admin] Pushing event updated for resources: {'Port': ['ID=cc530d18-23a9-4fc1-afa9-224bf5adf204,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:25:32.662215 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e8e72ebe-d7d2-4884-b8cb-0daa65f866ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1795539'] for router_interface, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:32.694049 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a31c29-b9ed-4d25-ba93-476012668505 None None] Pushing event updated for resources: {'Port': ['ID=25e2e4b5-7620-4923-bb16-15b6f863cd50,revision_number=3']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:25:32.716669 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-7a4a70df-ca23-436e-b393-f7aeae326601 None None] Provisioning complete for port 1ef68ac4-c7ea-4870-b0cb-5d2fa61e9b2d triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:25:32.717041 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-7a4a70df-ca23-436e-b393-f7aeae326601 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:32.772622 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port 1ef68ac4-c7ea-4870-b0cb-5d2fa61e9b2d triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:25:32.773136 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:32.809877 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e8e72ebe-d7d2-4884-b8cb-0daa65f866ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:33.002478 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-7a4a70df-ca23-436e-b393-f7aeae326601 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:33.024748 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e8e72ebe-d7d2-4884-b8cb-0daa65f866ad admin admin] Publish callbacks [] for port, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:33.030038 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e8e72ebe-d7d2-4884-b8cb-0daa65f866ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264357957'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:33.049089 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-675bfd33-aab6-41ac-8328-045785157949 None None] Publish callbacks [] for port, precommit_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:33.051633 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:33.071604 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-675bfd33-aab6-41ac-8328-045785157949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:33.103227 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-7a4a70df-ca23-436e-b393-f7aeae326601 None None] For port 1ef68ac4-c7ea-4870-b0cb-5d2fa61e9b2d, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=1ef68ac4-c7ea-4870-b0cb-5d2fa61e9b2d,segment=NetworkSegment(48ca0373-f0a8-46f1-bf0b-a2b84b0a8ceb),segment_id=48ca0373-f0a8-46f1-bf0b-a2b84b0a8ceb)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:25:33.108799 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e72ebe-d7d2-4884-b8cb-0daa65f866ad admin admin] Pushing event updated for resources: {'Port': ['ID=cc530d18-23a9-4fc1-afa9-224bf5adf204,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:25:33.111614 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e8e72ebe-d7d2-4884-b8cb-0daa65f866ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2068703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1794403'] for router_interface, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:33.123209 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-7a4a70df-ca23-436e-b393-f7aeae326601 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:33.166082 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8d2d1d6-94be-416f-bdfa-b84d40483d77 None None] DHCP port deletion for 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:25:33.180692 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27227a59-854e-46c6-8c7f-da10888a581d None None] Pushing event updated for resources: {'Port': ['ID=da883e39-c2b4-465f-b1cd-b4dfc1b3f394,revision_number=2']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:25:33.196347 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-675bfd33-aab6-41ac-8328-045785157949 None None] Attempting to bind port da883e39-c2b4-465f-b1cd-b4dfc1b3f394 on host n-d-816206-8 for vnic_type normal with profile {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:25:33.196574 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-675bfd33-aab6-41ac-8328-045785157949 None None] Attempting to bind port da883e39-c2b4-465f-b1cd-b4dfc1b3f394 by drivers openvswitch,hyperv on host n-d-816206-8 at level 0 using segments [{'id': 'bffd1e4f-e80f-4ff0-b418-2f42ae15febf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:25:33.196815 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-675bfd33-aab6-41ac-8328-045785157949 None None] Attempting to bind port da883e39-c2b4-465f-b1cd-b4dfc1b3f394 on network 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:25:33.225392 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8e72ebe-d7d2-4884-b8cb-0daa65f866ad admin admin] Network a5c55d90-675a-4745-88c1-7f31becdac00 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:25:33.226910 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-e8e72ebe-d7d2-4884-b8cb-0daa65f866ad admin admin] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:25:33.228722 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.db.api [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103592) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 18:25:33.229083 n-d-816206-8 neutron-server[103592]: DEBUG oslo_db.api [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 18:25:33.231771 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-675bfd33-aab6-41ac-8328-045785157949 None None] Checking agent: {'id': '9e89acbe-4bbe-4c77-a18b-6f1da9133e0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 7, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 25, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:25:33.232146 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-675bfd33-aab6-41ac-8328-045785157949 None None] Checking segment: {'id': 'bffd1e4f-e80f-4ff0-b418-2f42ae15febf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:25:33.232652 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-675bfd33-aab6-41ac-8328-045785157949 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:33.232953 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-675bfd33-aab6-41ac-8328-045785157949 None None] Bound using segment: {'id': 'bffd1e4f-e80f-4ff0-b418-2f42ae15febf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:25:33.234076 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-675bfd33-aab6-41ac-8328-045785157949 None None] Bound port: da883e39-c2b4-465f-b1cd-b4dfc1b3f394, host: n-d-816206-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bffd1e4f-e80f-4ff0-b418-2f42ae15febf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'}}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:25:33.234343 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-675bfd33-aab6-41ac-8328-045785157949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:33.289226 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4a70df-ca23-436e-b393-f7aeae326601 None None] Pushing event updated for resources: {'Port': ['ID=1ef68ac4-c7ea-4870-b0cb-5d2fa61e9b2d,revision_number=5']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:25:33.300396 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-80827b19-04da-4096-9058-8fc98029c0b4 None None] Provisioning complete for port da883e39-c2b4-465f-b1cd-b4dfc1b3f394 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:25:33.300792 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-80827b19-04da-4096-9058-8fc98029c0b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:33.354099 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-675bfd33-aab6-41ac-8328-045785157949 None None] For port da883e39-c2b4-465f-b1cd-b4dfc1b3f394, host n-d-816206-8, cleared binding levels {{(pid=103592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:25:33.359637 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-675bfd33-aab6-41ac-8328-045785157949 None None] For port da883e39-c2b4-465f-b1cd-b4dfc1b3f394, host n-d-816206-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=da883e39-c2b4-465f-b1cd-b4dfc1b3f394,segment=NetworkSegment(bffd1e4f-e80f-4ff0-b418-2f42ae15febf),segment_id=bffd1e4f-e80f-4ff0-b418-2f42ae15febf)] {{(pid=103592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:25:33.360974 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-80827b19-04da-4096-9058-8fc98029c0b4 None None] Port da883e39-c2b4-465f-b1cd-b4dfc1b3f394 cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:25:33.371152 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-675bfd33-aab6-41ac-8328-045785157949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:33.389447 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8e72ebe-d7d2-4884-b8cb-0daa65f866ad admin admin] Router 114bfb5a-2db3-489e-adf2-a1590b27a80b has already been hosted by L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 {{(pid=103590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:25:33.406686 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-80827b19-04da-4096-9058-8fc98029c0b4 None None] Provisioning complete for port cc530d18-23a9-4fc1-afa9-224bf5adf204 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:25:33.407064 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-80827b19-04da-4096-9058-8fc98029c0b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:33.445659 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae6af3ff-9cec-4cef-8512-ee9aebf1a493 None None] DHCP port deletion for 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:25:33.486710 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-675bfd33-aab6-41ac-8328-045785157949 None None] Routers {'114bfb5a-2db3-489e-adf2-a1590b27a80b'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:25:33.487471 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-675bfd33-aab6-41ac-8328-045785157949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T18:25:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['114bfb5a-2db3-489e-adf2-a1590b27a80b'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:25:33.490228 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27227a59-854e-46c6-8c7f-da10888a581d None None] Pushing event updated for resources: {'Port': ['ID=da883e39-c2b4-465f-b1cd-b4dfc1b3f394,revision_number=3']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:25:33.493022 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-80827b19-04da-4096-9058-8fc98029c0b4 None None] Port cc530d18-23a9-4fc1-afa9-224bf5adf204 cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:25:33.547248 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-80827b19-04da-4096-9058-8fc98029c0b4 None None] Provisioning complete for port 25e2e4b5-7620-4923-bb16-15b6f863cd50 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:25:33.547520 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-80827b19-04da-4096-9058-8fc98029c0b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:33.644542 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvr_db [None req-675bfd33-aab6-41ac-8328-045785157949 None None] Set router 114bfb5a-2db3-489e-adf2-a1590b27a80b gateway port host: n-d-816206-8 {{(pid=103592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:25:33.871982 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8e72ebe-d7d2-4884-b8cb-0daa65f866ad admin admin] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:25:33.877271 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-e8e72ebe-d7d2-4884-b8cb-0daa65f866ad admin admin] 10.222.0.60 "PUT /v2.0/routers/114bfb5a-2db3-489e-adf2-a1590b27a80b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3213546 Nov 23 18:25:33.992474 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 25e2e4b5-7620-4923-bb16-15b6f863cd50 up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:25:34.058924 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-f8870235-9dae-4508-b7cb-f8bc636d94b7 None None] Provisioning complete for port da883e39-c2b4-465f-b1cd-b4dfc1b3f394 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:25:34.059296 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-f8870235-9dae-4508-b7cb-f8bc636d94b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:34.143790 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port 25e2e4b5-7620-4923-bb16-15b6f863cd50 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:25:34.144513 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:34.230930 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-675bfd33-aab6-41ac-8328-045785157949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '114bfb5a-2db3-489e-adf2-a1590b27a80b', 'name': 'tempest-TestMinimumBasicScenario-985715500-router', 'tenant_id': 'ee9e149de45b4805944feff7c28be478', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.24'}], 'enable_snat': True}, 'gw_port_id': 'da883e39-c2b4-465f-b1cd-b4dfc1b3f394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:25:29Z', 'updated_at': '2021-11-23T18:25:32Z', 'revision_number': 4, 'project_id': 'ee9e149de45b4805944feff7c28be478', 'gw_port': {'id': 'da883e39-c2b4-465f-b1cd-b4dfc1b3f394', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:88:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '114bfb5a-2db3-489e-adf2-a1590b27a80b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:25:30Z', 'updated_at': '2021-11-23T18:25:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_interfaces': [{'id': 'cc530d18-23a9-4fc1-afa9-224bf5adf204', 'name': '', 'network_id': 'a5c55d90-675a-4745-88c1-7f31becdac00', 'tenant_id': 'ee9e149de45b4805944feff7c28be478', 'mac_address': 'fa:16:3e:61:5c:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '114bfb5a-2db3-489e-adf2-a1590b27a80b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': 'c22926c1-c7dd-4ab0-b50a-78a41148dd50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:25:32Z', 'updated_at': '2021-11-23T18:25:32Z', 'revision_number': 2, 'project_id': 'ee9e149de45b4805944feff7c28be478', 'subnets': [{'id': 'c22926c1-c7dd-4ab0-b50a-78a41148dd50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:25:34.234353 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-f8870235-9dae-4508-b7cb-f8bc636d94b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:34.273475 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-675bfd33-aab6-41ac-8328-045785157949 None None] The sync data for ids ['114bfb5a-2db3-489e-adf2-a1590b27a80b'] in n-d-816206-8 is: [{'id': '114bfb5a-2db3-489e-adf2-a1590b27a80b', 'name': 'tempest-TestMinimumBasicScenario-985715500-router', 'tenant_id': 'ee9e149de45b4805944feff7c28be478', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.24'}], 'enable_snat': True}, 'gw_port_id': 'da883e39-c2b4-465f-b1cd-b4dfc1b3f394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:25:29Z', 'updated_at': '2021-11-23T18:25:32Z', 'revision_number': 4, 'project_id': 'ee9e149de45b4805944feff7c28be478', 'gw_port': {'id': 'da883e39-c2b4-465f-b1cd-b4dfc1b3f394', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:88:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '114bfb5a-2db3-489e-adf2-a1590b27a80b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:25:30Z', 'updated_at': '2021-11-23T18:25:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_interfaces': [{'id': 'cc530d18-23a9-4fc1-afa9-224bf5adf204', 'name': '', 'network_id': 'a5c55d90-675a-4745-88c1-7f31becdac00', 'tenant_id': 'ee9e149de45b4805944feff7c28be478', 'mac_address': 'fa:16:3e:61:5c:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '114bfb5a-2db3-489e-adf2-a1590b27a80b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': 'c22926c1-c7dd-4ab0-b50a-78a41148dd50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:25:32Z', 'updated_at': '2021-11-23T18:25:32Z', 'revision_number': 2, 'project_id': 'ee9e149de45b4805944feff7c28be478', 'subnets': [{'id': 'c22926c1-c7dd-4ab0-b50a-78a41148dd50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:25:34.310302 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-f8870235-9dae-4508-b7cb-f8bc636d94b7 None None] For port da883e39-c2b4-465f-b1cd-b4dfc1b3f394, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=da883e39-c2b4-465f-b1cd-b4dfc1b3f394,segment=NetworkSegment(bffd1e4f-e80f-4ff0-b418-2f42ae15febf),segment_id=bffd1e4f-e80f-4ff0-b418-2f42ae15febf)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:25:34.320160 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-f8870235-9dae-4508-b7cb-f8bc636d94b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:34.382919 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-f8870235-9dae-4508-b7cb-f8bc636d94b7 None None] Provisioning complete for port cc530d18-23a9-4fc1-afa9-224bf5adf204 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:25:34.383292 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-f8870235-9dae-4508-b7cb-f8bc636d94b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:34.416581 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8870235-9dae-4508-b7cb-f8bc636d94b7 None None] Pushing event updated for resources: {'Port': ['ID=da883e39-c2b4-465f-b1cd-b4dfc1b3f394,revision_number=4']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:25:34.430221 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-f8870235-9dae-4508-b7cb-f8bc636d94b7 None None] Port cc530d18-23a9-4fc1-afa9-224bf5adf204 cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:25:34.470758 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 1ef68ac4-c7ea-4870-b0cb-5d2fa61e9b2d up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:25:34.546121 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port 1ef68ac4-c7ea-4870-b0cb-5d2fa61e9b2d triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:25:34.546599 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:34.642999 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 25e2e4b5-7620-4923-bb16-15b6f863cd50 up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:25:34.694089 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port 25e2e4b5-7620-4923-bb16-15b6f863cd50 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:25:34.694469 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:36.493299 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device da883e39-c2b4-465f-b1cd-b4dfc1b3f394 up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:25:36.556457 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port da883e39-c2b4-465f-b1cd-b4dfc1b3f394 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:25:36.557261 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:37.040710 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d56bba8-ab72-44ef-9865-5ec792ffd220 None None] Sync routers for ids ['114bfb5a-2db3-489e-adf2-a1590b27a80b'] in n-d-816206-8 {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:25:37.055607 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d56bba8-ab72-44ef-9865-5ec792ffd220 None None] Routers {'114bfb5a-2db3-489e-adf2-a1590b27a80b'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:25:37.056234 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-4d56bba8-ab72-44ef-9865-5ec792ffd220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T18:25:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['114bfb5a-2db3-489e-adf2-a1590b27a80b'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:25:37.167184 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-4d56bba8-ab72-44ef-9865-5ec792ffd220 None None] Set router 114bfb5a-2db3-489e-adf2-a1590b27a80b gateway port host: n-d-816206-8 {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:25:37.380166 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-4d56bba8-ab72-44ef-9865-5ec792ffd220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '114bfb5a-2db3-489e-adf2-a1590b27a80b', 'name': 'tempest-TestMinimumBasicScenario-985715500-router', 'tenant_id': 'ee9e149de45b4805944feff7c28be478', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.24'}], 'enable_snat': True}, 'gw_port_id': 'da883e39-c2b4-465f-b1cd-b4dfc1b3f394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:25:29Z', 'updated_at': '2021-11-23T18:25:32Z', 'revision_number': 4, 'project_id': 'ee9e149de45b4805944feff7c28be478', 'gw_port': {'id': 'da883e39-c2b4-465f-b1cd-b4dfc1b3f394', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:88:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '114bfb5a-2db3-489e-adf2-a1590b27a80b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:25:30Z', 'updated_at': '2021-11-23T18:25:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_interfaces': [{'id': 'cc530d18-23a9-4fc1-afa9-224bf5adf204', 'name': '', 'network_id': 'a5c55d90-675a-4745-88c1-7f31becdac00', 'tenant_id': 'ee9e149de45b4805944feff7c28be478', 'mac_address': 'fa:16:3e:61:5c:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '114bfb5a-2db3-489e-adf2-a1590b27a80b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': 'c22926c1-c7dd-4ab0-b50a-78a41148dd50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:25:32Z', 'updated_at': '2021-11-23T18:25:32Z', 'revision_number': 2, 'project_id': 'ee9e149de45b4805944feff7c28be478', 'subnets': [{'id': 'c22926c1-c7dd-4ab0-b50a-78a41148dd50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:25:37.407661 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d56bba8-ab72-44ef-9865-5ec792ffd220 None None] Checking router: 114bfb5a-2db3-489e-adf2-a1590b27a80b for host: n-d-816206-8 {{(pid=103593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:25:37.408019 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d56bba8-ab72-44ef-9865-5ec792ffd220 None None] Updating router 114bfb5a-2db3-489e-adf2-a1590b27a80b port cc530d18-23a9-4fc1-afa9-224bf5adf204 binding host n-d-816206-8 {{(pid=103593) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 18:25:37.437573 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-4d56bba8-ab72-44ef-9865-5ec792ffd220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:37.807634 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-4d56bba8-ab72-44ef-9865-5ec792ffd220 None None] Publish callbacks [] for port, precommit_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:37.813922 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-4d56bba8-ab72-44ef-9865-5ec792ffd220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:37.923298 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [None req-4d56bba8-ab72-44ef-9865-5ec792ffd220 None None] Attempting to bind port cc530d18-23a9-4fc1-afa9-224bf5adf204 on host n-d-816206-8 for vnic_type normal with profile {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:25:37.924003 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [None req-4d56bba8-ab72-44ef-9865-5ec792ffd220 None None] Attempting to bind port cc530d18-23a9-4fc1-afa9-224bf5adf204 by drivers openvswitch,hyperv on host n-d-816206-8 at level 0 using segments [{'id': '2ce6feb9-044b-473e-b6e4-ee6c14198dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'a5c55d90-675a-4745-88c1-7f31becdac00'}] {{(pid=103593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:25:37.924444 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d56bba8-ab72-44ef-9865-5ec792ffd220 None None] Attempting to bind port cc530d18-23a9-4fc1-afa9-224bf5adf204 on network a5c55d90-675a-4745-88c1-7f31becdac00 {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:25:37.933265 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a3c055-ba09-4df1-a99b-2a58d0bd4e7d None None] Pushing event updated for resources: {'Port': ['ID=cc530d18-23a9-4fc1-afa9-224bf5adf204,revision_number=3']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:25:37.936691 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d56bba8-ab72-44ef-9865-5ec792ffd220 None None] Checking agent: {'id': '9e89acbe-4bbe-4c77-a18b-6f1da9133e0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 7, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 25, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:25:37.937376 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d56bba8-ab72-44ef-9865-5ec792ffd220 None None] Checking segment: {'id': '2ce6feb9-044b-473e-b6e4-ee6c14198dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'a5c55d90-675a-4745-88c1-7f31becdac00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:25:37.938152 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-4d56bba8-ab72-44ef-9865-5ec792ffd220 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:37.938827 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d56bba8-ab72-44ef-9865-5ec792ffd220 None None] Bound using segment: {'id': '2ce6feb9-044b-473e-b6e4-ee6c14198dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'a5c55d90-675a-4745-88c1-7f31becdac00'} {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:25:37.939502 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [None req-4d56bba8-ab72-44ef-9865-5ec792ffd220 None None] Bound port: cc530d18-23a9-4fc1-afa9-224bf5adf204, host: n-d-816206-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ce6feb9-044b-473e-b6e4-ee6c14198dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': 'a5c55d90-675a-4745-88c1-7f31becdac00'}}] {{(pid=103593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:25:37.939890 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-4d56bba8-ab72-44ef-9865-5ec792ffd220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:38.019018 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-4d56bba8-ab72-44ef-9865-5ec792ffd220 None None] For port cc530d18-23a9-4fc1-afa9-224bf5adf204, host n-d-816206-8, cleared binding levels {{(pid=103593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:25:38.023250 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-4d56bba8-ab72-44ef-9865-5ec792ffd220 None None] For port cc530d18-23a9-4fc1-afa9-224bf5adf204, host n-d-816206-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=cc530d18-23a9-4fc1-afa9-224bf5adf204,segment=NetworkSegment(2ce6feb9-044b-473e-b6e4-ee6c14198dea),segment_id=2ce6feb9-044b-473e-b6e4-ee6c14198dea)] {{(pid=103593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:25:38.029173 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-4d56bba8-ab72-44ef-9865-5ec792ffd220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:38.082721 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a3c055-ba09-4df1-a99b-2a58d0bd4e7d None None] Pushing event updated for resources: {'Port': ['ID=cc530d18-23a9-4fc1-afa9-224bf5adf204,revision_number=4']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:25:38.115711 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d56bba8-ab72-44ef-9865-5ec792ffd220 None None] Routers {'114bfb5a-2db3-489e-adf2-a1590b27a80b'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:25:38.116348 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-4d56bba8-ab72-44ef-9865-5ec792ffd220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T18:25:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['114bfb5a-2db3-489e-adf2-a1590b27a80b'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:25:38.176166 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-cac45396-8a9a-45a3-9907-4cb601737e61 None None] Provisioning complete for port cc530d18-23a9-4fc1-afa9-224bf5adf204 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:25:38.177236 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-cac45396-8a9a-45a3-9907-4cb601737e61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:38.254286 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-4d56bba8-ab72-44ef-9865-5ec792ffd220 None None] Set router 114bfb5a-2db3-489e-adf2-a1590b27a80b gateway port host: n-d-816206-8 {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:25:38.294898 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-cac45396-8a9a-45a3-9907-4cb601737e61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:38.334659 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-cac45396-8a9a-45a3-9907-4cb601737e61 None None] For port cc530d18-23a9-4fc1-afa9-224bf5adf204, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=cc530d18-23a9-4fc1-afa9-224bf5adf204,segment=NetworkSegment(2ce6feb9-044b-473e-b6e4-ee6c14198dea),segment_id=2ce6feb9-044b-473e-b6e4-ee6c14198dea)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:25:38.346052 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-cac45396-8a9a-45a3-9907-4cb601737e61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:38.435816 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac45396-8a9a-45a3-9907-4cb601737e61 None None] Pushing event updated for resources: {'Port': ['ID=cc530d18-23a9-4fc1-afa9-224bf5adf204,revision_number=5']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:25:38.497578 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-82d7bb2c-28d5-47ec-b0c7-c2aad0fd2141 None None] Provisioning complete for port cc530d18-23a9-4fc1-afa9-224bf5adf204 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:25:38.497811 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-82d7bb2c-28d5-47ec-b0c7-c2aad0fd2141 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:38.516590 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-4d56bba8-ab72-44ef-9865-5ec792ffd220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '114bfb5a-2db3-489e-adf2-a1590b27a80b', 'name': 'tempest-TestMinimumBasicScenario-985715500-router', 'tenant_id': 'ee9e149de45b4805944feff7c28be478', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.24'}], 'enable_snat': True}, 'gw_port_id': 'da883e39-c2b4-465f-b1cd-b4dfc1b3f394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:25:29Z', 'updated_at': '2021-11-23T18:25:32Z', 'revision_number': 4, 'project_id': 'ee9e149de45b4805944feff7c28be478', 'gw_port': {'id': 'da883e39-c2b4-465f-b1cd-b4dfc1b3f394', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:88:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '114bfb5a-2db3-489e-adf2-a1590b27a80b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:25:30Z', 'updated_at': '2021-11-23T18:25:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_interfaces': [{'id': 'cc530d18-23a9-4fc1-afa9-224bf5adf204', 'name': '', 'network_id': 'a5c55d90-675a-4745-88c1-7f31becdac00', 'tenant_id': 'ee9e149de45b4805944feff7c28be478', 'mac_address': 'fa:16:3e:61:5c:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '114bfb5a-2db3-489e-adf2-a1590b27a80b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': 'c22926c1-c7dd-4ab0-b50a-78a41148dd50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:25:32Z', 'updated_at': '2021-11-23T18:25:38Z', 'revision_number': 4, 'project_id': 'ee9e149de45b4805944feff7c28be478', 'subnets': [{'id': 'c22926c1-c7dd-4ab0-b50a-78a41148dd50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:25:38.534542 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device cc530d18-23a9-4fc1-afa9-224bf5adf204 up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:25:38.546959 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d56bba8-ab72-44ef-9865-5ec792ffd220 None None] The sync data for ids ['114bfb5a-2db3-489e-adf2-a1590b27a80b'] in n-d-816206-8 is: [{'id': '114bfb5a-2db3-489e-adf2-a1590b27a80b', 'name': 'tempest-TestMinimumBasicScenario-985715500-router', 'tenant_id': 'ee9e149de45b4805944feff7c28be478', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.24'}], 'enable_snat': True}, 'gw_port_id': 'da883e39-c2b4-465f-b1cd-b4dfc1b3f394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:25:29Z', 'updated_at': '2021-11-23T18:25:32Z', 'revision_number': 4, 'project_id': 'ee9e149de45b4805944feff7c28be478', 'gw_port': {'id': 'da883e39-c2b4-465f-b1cd-b4dfc1b3f394', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:88:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '114bfb5a-2db3-489e-adf2-a1590b27a80b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:25:30Z', 'updated_at': '2021-11-23T18:25:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_interfaces': [{'id': 'cc530d18-23a9-4fc1-afa9-224bf5adf204', 'name': '', 'network_id': 'a5c55d90-675a-4745-88c1-7f31becdac00', 'tenant_id': 'ee9e149de45b4805944feff7c28be478', 'mac_address': 'fa:16:3e:61:5c:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '114bfb5a-2db3-489e-adf2-a1590b27a80b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': 'c22926c1-c7dd-4ab0-b50a-78a41148dd50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:25:32Z', 'updated_at': '2021-11-23T18:25:38Z', 'revision_number': 4, 'project_id': 'ee9e149de45b4805944feff7c28be478', 'subnets': [{'id': 'c22926c1-c7dd-4ab0-b50a-78a41148dd50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:25:38.659868 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port cc530d18-23a9-4fc1-afa9-224bf5adf204 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:25:38.660316 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:40.438449 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device cc530d18-23a9-4fc1-afa9-224bf5adf204 up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:25:40.494779 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port cc530d18-23a9-4fc1-afa9-224bf5adf204 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:25:40.495151 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:43.082164 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-29045f77-c40f-4571-90cf-c6d1fe8cccc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:43.941882 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:44.180034 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dcd6d0-0f12-49e1-830c-3107be36e094 req-222423d6-9077-4c9e-a25c-bb00d9c3e669 tempest-TestMinimumBasicScenario-263755637 tempest-TestMinimumBasicScenario-263755637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:25:44.181525 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d9dcd6d0-0f12-49e1-830c-3107be36e094 req-222423d6-9077-4c9e-a25c-bb00d9c3e669 tempest-TestMinimumBasicScenario-263755637 tempest-TestMinimumBasicScenario-263755637-project] 10.222.0.60 "GET /v2.0/networks?id=e99252c3-31d5-46a2-96e1-10632788830d HTTP/1.1" status: 200 len: 815 time: 0.1141946 Nov 23 18:25:44.196893 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d9dcd6d0-0f12-49e1-830c-3107be36e094 req-0b04b397-982e-46ee-8aff-1165e7645f4f tempest-TestMinimumBasicScenario-263755637 tempest-TestMinimumBasicScenario-263755637-project] 10.222.0.60 "GET /v2.0/quotas/64d37d178d434e0eb40e4225f11d1abd HTTP/1.1" status: 200 len: 375 time: 0.0087938 Nov 23 18:25:44.248007 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d9dcd6d0-0f12-49e1-830c-3107be36e094 req-db65f5a5-c890-4d3d-acec-5a5da0f8ba88 tempest-TestMinimumBasicScenario-263755637 tempest-TestMinimumBasicScenario-263755637-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=64d37d178d434e0eb40e4225f11d1abd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0455170 Nov 23 18:25:44.263590 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [req-d9dcd6d0-0f12-49e1-830c-3107be36e094 req-b9791c3c-403e-4a80-8818-9378dab6e348 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=103591) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 18:25:44.264565 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d9dcd6d0-0f12-49e1-830c-3107be36e094 req-b9791c3c-403e-4a80-8818-9378dab6e348 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049357 Nov 23 18:25:44.357587 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d9dcd6d0-0f12-49e1-830c-3107be36e094 req-8be022ae-3ca7-4269-81d0-a570692826fe service neutron] 10.222.0.60 "GET /v2.0/networks/e99252c3-31d5-46a2-96e1-10632788830d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873032 Nov 23 18:25:44.448533 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d9dcd6d0-0f12-49e1-830c-3107be36e094 req-25579122-b56f-47a0-aa61-a51be29c719d service neutron] 10.222.0.60 "GET /v2.0/networks/e99252c3-31d5-46a2-96e1-10632788830d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842175 Nov 23 18:25:44.792181 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:45.168795 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-5da6d68b-18e4-4c6e-9cbc-295a631d5c9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:45.629409 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-3d52a537-6f99-46d4-b9e6-90383f27636f req-c8516762-1701-43ab-a1a3-dbb55b86fb9a tempest-TestMinimumBasicScenario-263755637 tempest-TestMinimumBasicScenario-263755637-project] 10.222.0.60 "GET /v2.0/ports?device_id=50ff89bd-1589-4d83-b85a-30ff52d4d5e1 HTTP/1.1" status: 200 len: 210 time: 0.0267262 Nov 23 18:25:46.735731 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-52822d53-48f5-4819-8a95-bdc13aea0bf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:46.881650 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-bdf0734d-143c-48c1-93fe-3a411afb048b req-3aabc371-540a-4316-aec0-11f649b1e04e tempest-TestMinimumBasicScenario-263755637 tempest-TestMinimumBasicScenario-263755637-project] 10.222.0.60 "GET /v2.0/ports?device_id=50ff89bd-1589-4d83-b85a-30ff52d4d5e1 HTTP/1.1" status: 200 len: 210 time: 0.0544853 Nov 23 18:25:46.938605 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dcd6d0-0f12-49e1-830c-3107be36e094 req-86c98d68-6bb7-4f68-a87e-ae3e42292a92 tempest-TestMinimumBasicScenario-263755637 tempest-TestMinimumBasicScenario-263755637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:25:46.940419 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d9dcd6d0-0f12-49e1-830c-3107be36e094 req-86c98d68-6bb7-4f68-a87e-ae3e42292a92 tempest-TestMinimumBasicScenario-263755637 tempest-TestMinimumBasicScenario-263755637-project] 10.222.0.36 "GET /v2.0/networks?id=e99252c3-31d5-46a2-96e1-10632788830d HTTP/1.1" status: 200 len: 815 time: 0.4406962 Nov 23 18:25:47.958089 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9a27ae6c-db98-474f-94c1-cc99bf842d79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:47.997151 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8ababa8c-ee73-4e73-a949-3ecbcc3ea1f7 req-4a532fb7-b1cd-454a-91cb-6d81e0b08be9 tempest-TestMinimumBasicScenario-263755637 tempest-TestMinimumBasicScenario-263755637-project] 10.222.0.60 "GET /v2.0/ports?device_id=50ff89bd-1589-4d83-b85a-30ff52d4d5e1 HTTP/1.1" status: 200 len: 210 time: 0.0322442 Nov 23 18:25:48.463222 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:49.112534 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e776b787-1d28-4ea6-bf6f-d250fd5c97c7 req-027f20ab-e452-42f1-b321-665a72309b96 tempest-TestMinimumBasicScenario-263755637 tempest-TestMinimumBasicScenario-263755637-project] 10.222.0.60 "GET /v2.0/ports?device_id=50ff89bd-1589-4d83-b85a-30ff52d4d5e1 HTTP/1.1" status: 200 len: 210 time: 0.0270941 Nov 23 18:25:50.212915 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-899f8fc0-834e-4bbc-b7f6-a6e88ca2f713 req-34291955-7096-4f35-8852-299eddebf25e tempest-TestMinimumBasicScenario-263755637 tempest-TestMinimumBasicScenario-263755637-project] 10.222.0.60 "GET /v2.0/ports?device_id=50ff89bd-1589-4d83-b85a-30ff52d4d5e1 HTTP/1.1" status: 200 len: 210 time: 0.0268512 Nov 23 18:25:51.336640 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-933a62b5-2332-4c52-ae07-f89821dffbe7 req-4ccef90e-f470-4ab8-b32b-30ed17db638c tempest-TestMinimumBasicScenario-263755637 tempest-TestMinimumBasicScenario-263755637-project] 10.222.0.60 "GET /v2.0/ports?device_id=50ff89bd-1589-4d83-b85a-30ff52d4d5e1 HTTP/1.1" status: 200 len: 210 time: 0.0358052 Nov 23 18:25:52.432750 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4279cd38-380c-469c-b47e-e0bcdad0c58a req-a4f2520e-4f9e-4ed9-bbf9-52c0713198a2 tempest-TestMinimumBasicScenario-263755637 tempest-TestMinimumBasicScenario-263755637-project] 10.222.0.60 "GET /v2.0/ports?device_id=50ff89bd-1589-4d83-b85a-30ff52d4d5e1 HTTP/1.1" status: 200 len: 210 time: 0.0267251 Nov 23 18:25:53.549537 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7109b58f-7544-41cb-a323-cea78b6dc59c req-0586d279-e643-43a1-a967-7a82befe947e tempest-TestMinimumBasicScenario-263755637 tempest-TestMinimumBasicScenario-263755637-project] 10.222.0.60 "GET /v2.0/ports?device_id=50ff89bd-1589-4d83-b85a-30ff52d4d5e1 HTTP/1.1" status: 200 len: 210 time: 0.0304470 Nov 23 18:25:54.651982 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9306a8a3-2566-41a4-9627-56a3fa0da51d req-cd6d2974-a0f6-4e53-951c-f8e9ebaba7ad tempest-TestMinimumBasicScenario-263755637 tempest-TestMinimumBasicScenario-263755637-project] 10.222.0.60 "GET /v2.0/ports?device_id=50ff89bd-1589-4d83-b85a-30ff52d4d5e1 HTTP/1.1" status: 200 len: 210 time: 0.0301130 Nov 23 18:25:55.751883 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d0988e54-1438-49eb-83ab-388258c2f368 req-f821b62b-d358-481d-9c32-e2637bc4e6af tempest-TestMinimumBasicScenario-263755637 tempest-TestMinimumBasicScenario-263755637-project] 10.222.0.60 "GET /v2.0/ports?device_id=50ff89bd-1589-4d83-b85a-30ff52d4d5e1 HTTP/1.1" status: 200 len: 210 time: 0.0286965 Nov 23 18:25:56.856096 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c33ec6d8-e367-4567-8ab3-b251ed786967 req-909ae499-8e7f-45a5-a37d-beeffef05da4 tempest-TestMinimumBasicScenario-263755637 tempest-TestMinimumBasicScenario-263755637-project] 10.222.0.60 "GET /v2.0/ports?device_id=50ff89bd-1589-4d83-b85a-30ff52d4d5e1 HTTP/1.1" status: 200 len: 210 time: 0.0306270 Nov 23 18:25:57.401405 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [req-d9dcd6d0-0f12-49e1-830c-3107be36e094 req-f4f5dc46-7877-4a8b-a1b1-38d1fc4f8dfa tempest-TestMinimumBasicScenario-263755637 tempest-TestMinimumBasicScenario-263755637-project] Request body: {'port': {'device_id': '50ff89bd-1589-4d83-b85a-30ff52d4d5e1', 'network_id': 'e99252c3-31d5-46a2-96e1-10632788830d', 'admin_state_up': True, 'tenant_id': '64d37d178d434e0eb40e4225f11d1abd'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:25:57.509040 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9dcd6d0-0f12-49e1-830c-3107be36e094 req-f4f5dc46-7877-4a8b-a1b1-38d1fc4f8dfa tempest-TestMinimumBasicScenario-263755637 tempest-TestMinimumBasicScenario-263755637-project] Made reservation on behalf of 64d37d178d434e0eb40e4225f11d1abd for: {'port': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:25:57.512611 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-d9dcd6d0-0f12-49e1-830c-3107be36e094 req-f4f5dc46-7877-4a8b-a1b1-38d1fc4f8dfa tempest-TestMinimumBasicScenario-263755637 tempest-TestMinimumBasicScenario-263755637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:57.648205 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.db_base_plugin_common [req-d9dcd6d0-0f12-49e1-830c-3107be36e094 req-f4f5dc46-7877-4a8b-a1b1-38d1fc4f8dfa tempest-TestMinimumBasicScenario-263755637 tempest-TestMinimumBasicScenario-263755637-project] Allocated IP 172.20.0.4 (e99252c3-31d5-46a2-96e1-10632788830d/7b57f8fa-b9fe-4d64-8852-ece25bcad43e/04f6e961-930d-465a-a08c-6683424e7775) {{(pid=103591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:25:57.807931 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-d9dcd6d0-0f12-49e1-830c-3107be36e094 req-f4f5dc46-7877-4a8b-a1b1-38d1fc4f8dfa tempest-TestMinimumBasicScenario-263755637 tempest-TestMinimumBasicScenario-263755637-project] Publish callbacks [] for port, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:57.840992 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-d9dcd6d0-0f12-49e1-830c-3107be36e094 req-f4f5dc46-7877-4a8b-a1b1-38d1fc4f8dfa tempest-TestMinimumBasicScenario-263755637 tempest-TestMinimumBasicScenario-263755637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:57.886028 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9dcd6d0-0f12-49e1-830c-3107be36e094 req-f4f5dc46-7877-4a8b-a1b1-38d1fc4f8dfa tempest-TestMinimumBasicScenario-263755637 tempest-TestMinimumBasicScenario-263755637-project] Network e99252c3-31d5-46a2-96e1-10632788830d is already hosted by enough agents. {{(pid=103591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:25:57.889294 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [req-d9dcd6d0-0f12-49e1-830c-3107be36e094 req-f4f5dc46-7877-4a8b-a1b1-38d1fc4f8dfa tempest-TestMinimumBasicScenario-263755637 tempest-TestMinimumBasicScenario-263755637-project] Resources bound (agent type, host, resource id): {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:25:57.893094 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9dcd6d0-0f12-49e1-830c-3107be36e094 req-f4f5dc46-7877-4a8b-a1b1-38d1fc4f8dfa tempest-TestMinimumBasicScenario-263755637 tempest-TestMinimumBasicScenario-263755637-project] Received port after_create {{(pid=103591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:25:57.918574 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f5dc46-7877-4a8b-a1b1-38d1fc4f8dfa tempest-TestMinimumBasicScenario-263755637 tempest-TestMinimumBasicScenario-263755637-project] Pushing event updated for resources: {'Port': ['ID=04f6e961-930d-465a-a08c-6683424e7775,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:25:57.947982 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f5dc46-7877-4a8b-a1b1-38d1fc4f8dfa tempest-TestMinimumBasicScenario-263755637 tempest-TestMinimumBasicScenario-263755637-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:25:57.947982 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f5dc46-7877-4a8b-a1b1-38d1fc4f8dfa tempest-TestMinimumBasicScenario-263755637 tempest-TestMinimumBasicScenario-263755637-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:25:57.947982 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f5dc46-7877-4a8b-a1b1-38d1fc4f8dfa tempest-TestMinimumBasicScenario-263755637 tempest-TestMinimumBasicScenario-263755637-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:25:57.948692 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f5dc46-7877-4a8b-a1b1-38d1fc4f8dfa tempest-TestMinimumBasicScenario-263755637 tempest-TestMinimumBasicScenario-263755637-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:25:57.949037 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f5dc46-7877-4a8b-a1b1-38d1fc4f8dfa tempest-TestMinimumBasicScenario-263755637 tempest-TestMinimumBasicScenario-263755637-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:25:57.949378 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f5dc46-7877-4a8b-a1b1-38d1fc4f8dfa tempest-TestMinimumBasicScenario-263755637 tempest-TestMinimumBasicScenario-263755637-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:25:57.949717 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f5dc46-7877-4a8b-a1b1-38d1fc4f8dfa tempest-TestMinimumBasicScenario-263755637 tempest-TestMinimumBasicScenario-263755637-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:25:57.950051 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f5dc46-7877-4a8b-a1b1-38d1fc4f8dfa tempest-TestMinimumBasicScenario-263755637 tempest-TestMinimumBasicScenario-263755637-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:25:57.950647 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f5dc46-7877-4a8b-a1b1-38d1fc4f8dfa tempest-TestMinimumBasicScenario-263755637 tempest-TestMinimumBasicScenario-263755637-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:25:57.950981 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f5dc46-7877-4a8b-a1b1-38d1fc4f8dfa tempest-TestMinimumBasicScenario-263755637 tempest-TestMinimumBasicScenario-263755637-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:25:57.951856 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f5dc46-7877-4a8b-a1b1-38d1fc4f8dfa tempest-TestMinimumBasicScenario-263755637 tempest-TestMinimumBasicScenario-263755637-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:25:57.952180 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f5dc46-7877-4a8b-a1b1-38d1fc4f8dfa tempest-TestMinimumBasicScenario-263755637 tempest-TestMinimumBasicScenario-263755637-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:25:57.993153 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dcd6d0-0f12-49e1-830c-3107be36e094 req-f4f5dc46-7877-4a8b-a1b1-38d1fc4f8dfa tempest-TestMinimumBasicScenario-263755637 tempest-TestMinimumBasicScenario-263755637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:25:57.993784 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-d9dcd6d0-0f12-49e1-830c-3107be36e094 req-f4f5dc46-7877-4a8b-a1b1-38d1fc4f8dfa tempest-TestMinimumBasicScenario-263755637 tempest-TestMinimumBasicScenario-263755637-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:58.016647 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d9dcd6d0-0f12-49e1-830c-3107be36e094 req-f4f5dc46-7877-4a8b-a1b1-38d1fc4f8dfa tempest-TestMinimumBasicScenario-263755637 tempest-TestMinimumBasicScenario-263755637-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6195478 Nov 23 18:25:58.025150 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce547367-cee1-480c-a7f0-2249afa725ff req-3f511986-772d-43b2-9b53-361afd61f5c4 tempest-TestMinimumBasicScenario-263755637 tempest-TestMinimumBasicScenario-263755637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:25:58.026713 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ce547367-cee1-480c-a7f0-2249afa725ff req-3f511986-772d-43b2-9b53-361afd61f5c4 tempest-TestMinimumBasicScenario-263755637 tempest-TestMinimumBasicScenario-263755637-project] 10.222.0.60 "GET /v2.0/ports?device_id=50ff89bd-1589-4d83-b85a-30ff52d4d5e1 HTTP/1.1" status: 200 len: 931 time: 0.0989046 Nov 23 18:25:58.031770 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [req-d9dcd6d0-0f12-49e1-830c-3107be36e094 req-a8e7e4e5-dc68-4cdd-938c-da3b9cde178c service neutron] Request body: {'port': {'device_id': '50ff89bd-1589-4d83-b85a-30ff52d4d5e1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-8'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:25:58.116841 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-d9dcd6d0-0f12-49e1-830c-3107be36e094 req-a8e7e4e5-dc68-4cdd-938c-da3b9cde178c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:58.122460 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ce547367-cee1-480c-a7f0-2249afa725ff req-443d87e5-81fc-41a0-ae93-5e3632405a5d tempest-TestMinimumBasicScenario-263755637 tempest-TestMinimumBasicScenario-263755637-project] 10.222.0.60 "GET /v2.0/security-groups?id=2473ae91-1508-445f-941b-e74185c5f5af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868542 Nov 23 18:25:58.130790 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-45cb1c7a-3ea9-4b77-8aea-7213f8784877 None None] Provisioning complete for port 04f6e961-930d-465a-a08c-6683424e7775 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:25:58.131329 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-45cb1c7a-3ea9-4b77-8aea-7213f8784877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:58.165896 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-45cb1c7a-3ea9-4b77-8aea-7213f8784877 None None] Port 04f6e961-930d-465a-a08c-6683424e7775 cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:25:58.393179 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [req-d9dcd6d0-0f12-49e1-830c-3107be36e094 req-a8e7e4e5-dc68-4cdd-938c-da3b9cde178c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04f6e961-930d-465a-a08c-6683424e7775 {{(pid=103591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:25:58.400678 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-d9dcd6d0-0f12-49e1-830c-3107be36e094 req-a8e7e4e5-dc68-4cdd-938c-da3b9cde178c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:58.412691 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.provisioning_blocks [req-d9dcd6d0-0f12-49e1-830c-3107be36e094 req-a8e7e4e5-dc68-4cdd-938c-da3b9cde178c service neutron] Transition to ACTIVE for port object 04f6e961-930d-465a-a08c-6683424e7775 will not be triggered until provisioned by entity L2. {{(pid=103591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 18:25:58.416431 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-d9dcd6d0-0f12-49e1-830c-3107be36e094 req-a8e7e4e5-dc68-4cdd-938c-da3b9cde178c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264758186'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:58.490118 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e7e4e5-dc68-4cdd-938c-da3b9cde178c service neutron] Pushing event updated for resources: {'Port': ['ID=04f6e961-930d-465a-a08c-6683424e7775,revision_number=2']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:25:58.542145 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.agents_db [None req-464f6c07-0de8-4be6-8f5b-563f574d1c5d None None] Agent healthcheck: found 7 active agents {{(pid=103593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 18:25:58.544772 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-d9dcd6d0-0f12-49e1-830c-3107be36e094 req-a8e7e4e5-dc68-4cdd-938c-da3b9cde178c service neutron] Attempting to bind port 04f6e961-930d-465a-a08c-6683424e7775 on host n-h2-816206-8 for vnic_type normal with profile {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:25:58.546791 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-d9dcd6d0-0f12-49e1-830c-3107be36e094 req-a8e7e4e5-dc68-4cdd-938c-da3b9cde178c service neutron] Attempting to bind port 04f6e961-930d-465a-a08c-6683424e7775 by drivers openvswitch,hyperv on host n-h2-816206-8 at level 0 using segments [{'id': '48ca0373-f0a8-46f1-bf0b-a2b84b0a8ceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'e99252c3-31d5-46a2-96e1-10632788830d'}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:25:58.546791 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9dcd6d0-0f12-49e1-830c-3107be36e094 req-a8e7e4e5-dc68-4cdd-938c-da3b9cde178c service neutron] Attempting to bind port 04f6e961-930d-465a-a08c-6683424e7775 on network e99252c3-31d5-46a2-96e1-10632788830d {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:25:58.550736 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9dcd6d0-0f12-49e1-830c-3107be36e094 req-a8e7e4e5-dc68-4cdd-938c-da3b9cde178c service neutron] Port 04f6e961-930d-465a-a08c-6683424e7775 on network e99252c3-31d5-46a2-96e1-10632788830d not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-8 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:25:58.551065 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9dcd6d0-0f12-49e1-830c-3107be36e094 req-a8e7e4e5-dc68-4cdd-938c-da3b9cde178c service neutron] Attempting to bind port 04f6e961-930d-465a-a08c-6683424e7775 on network e99252c3-31d5-46a2-96e1-10632788830d {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:25:58.556292 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9dcd6d0-0f12-49e1-830c-3107be36e094 req-a8e7e4e5-dc68-4cdd-938c-da3b9cde178c service neutron] Checking agent: {'id': 'ab77bf9e-0267-4174-8f1d-822cba89b207', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 15, 13), 'started_at': datetime.datetime(2021, 11, 23, 17, 15, 13), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 25, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:25:58.556668 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9dcd6d0-0f12-49e1-830c-3107be36e094 req-a8e7e4e5-dc68-4cdd-938c-da3b9cde178c service neutron] Checking segment: {'id': '48ca0373-f0a8-46f1-bf0b-a2b84b0a8ceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'e99252c3-31d5-46a2-96e1-10632788830d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:25:58.557048 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9dcd6d0-0f12-49e1-830c-3107be36e094 req-a8e7e4e5-dc68-4cdd-938c-da3b9cde178c service neutron] Bound using segment: {'id': '48ca0373-f0a8-46f1-bf0b-a2b84b0a8ceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'e99252c3-31d5-46a2-96e1-10632788830d'} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:25:58.557478 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-d9dcd6d0-0f12-49e1-830c-3107be36e094 req-a8e7e4e5-dc68-4cdd-938c-da3b9cde178c service neutron] Bound port: 04f6e961-930d-465a-a08c-6683424e7775, host: n-h2-816206-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48ca0373-f0a8-46f1-bf0b-a2b84b0a8ceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'e99252c3-31d5-46a2-96e1-10632788830d'}}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:25:58.557831 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-d9dcd6d0-0f12-49e1-830c-3107be36e094 req-a8e7e4e5-dc68-4cdd-938c-da3b9cde178c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:58.628328 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-d9dcd6d0-0f12-49e1-830c-3107be36e094 req-a8e7e4e5-dc68-4cdd-938c-da3b9cde178c service neutron] For port 04f6e961-930d-465a-a08c-6683424e7775, host n-h2-816206-8, cleared binding levels {{(pid=103591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:25:58.631471 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-d9dcd6d0-0f12-49e1-830c-3107be36e094 req-a8e7e4e5-dc68-4cdd-938c-da3b9cde178c service neutron] For port 04f6e961-930d-465a-a08c-6683424e7775, host n-h2-816206-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=04f6e961-930d-465a-a08c-6683424e7775,segment=NetworkSegment(48ca0373-f0a8-46f1-bf0b-a2b84b0a8ceb),segment_id=48ca0373-f0a8-46f1-bf0b-a2b84b0a8ceb)] {{(pid=103591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:25:58.636108 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-d9dcd6d0-0f12-49e1-830c-3107be36e094 req-a8e7e4e5-dc68-4cdd-938c-da3b9cde178c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264758186'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:58.669358 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dcd6d0-0f12-49e1-830c-3107be36e094 req-a8e7e4e5-dc68-4cdd-938c-da3b9cde178c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:25:58.670515 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-d9dcd6d0-0f12-49e1-830c-3107be36e094 req-a8e7e4e5-dc68-4cdd-938c-da3b9cde178c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:25:58.671934 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d9dcd6d0-0f12-49e1-830c-3107be36e094 req-a8e7e4e5-dc68-4cdd-938c-da3b9cde178c service neutron] 10.222.0.36 "PUT /v2.0/ports/04f6e961-930d-465a-a08c-6683424e7775 HTTP/1.1" status: 200 len: 1091 time: 0.6442475 Nov 23 18:25:58.672503 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50ff89bd-1589-4d83-b85a-30ff52d4d5e1', 'tag': '04f6e961-930d-465a-a08c-6683424e7775'}] {{(pid=103591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:25:58.674778 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f4e21f982013ce885b63e29a1d25974432d95030e0706b58ae42016fda4ab83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaa751c5-ff5f-4789-9e98-f518492734dc" -d '{"events": [{"name": "network-changed", "server_uuid": "50ff89bd-1589-4d83-b85a-30ff52d4d5e1", "tag": "04f6e961-930d-465a-a08c-6683424e7775"}]}' {{(pid=103591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:25:58.701117 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e7e4e5-dc68-4cdd-938c-da3b9cde178c service neutron] Pushing event updated for resources: {'Port': ['ID=04f6e961-930d-465a-a08c-6683424e7775,revision_number=3']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:25:58.749531 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:25:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff9bb850-e02a-4f3c-975e-da1cf2393ed8 x-openstack-request-id: req-ff9bb850-e02a-4f3c-975e-da1cf2393ed8 {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:25:58.749806 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50ff89bd-1589-4d83-b85a-30ff52d4d5e1", "tag": "04f6e961-930d-465a-a08c-6683424e7775", "status": "completed", "code": 200}]} {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:25:58.750157 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-ff9bb850-e02a-4f3c-975e-da1cf2393ed8 {{(pid=103591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:25:58.750637 n-d-816206-8 neutron-server[103591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50ff89bd-1589-4d83-b85a-30ff52d4d5e1', 'tag': '04f6e961-930d-465a-a08c-6683424e7775', 'status': 'completed', 'code': 200} Nov 23 18:25:58.769023 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dcd6d0-0f12-49e1-830c-3107be36e094 req-ab0bfab9-4ea2-4c8e-aef6-503f710721b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:25:58.770683 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d9dcd6d0-0f12-49e1-830c-3107be36e094 req-ab0bfab9-4ea2-4c8e-aef6-503f710721b7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=64d37d178d434e0eb40e4225f11d1abd&device_id=50ff89bd-1589-4d83-b85a-30ff52d4d5e1 HTTP/1.1" status: 200 len: 1094 time: 0.0498643 Nov 23 18:25:58.819529 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d9dcd6d0-0f12-49e1-830c-3107be36e094 req-e621a5ba-b2ce-4dea-8df3-c7ac7ce65128 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=04f6e961-930d-465a-a08c-6683424e7775 HTTP/1.1" status: 200 len: 217 time: 0.0380931 Nov 23 18:25:58.871945 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dcd6d0-0f12-49e1-830c-3107be36e094 req-06956857-3274-404a-9caa-d52cae30e4e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:25:58.873385 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d9dcd6d0-0f12-49e1-830c-3107be36e094 req-06956857-3274-404a-9caa-d52cae30e4e4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7b57f8fa-b9fe-4d64-8852-ece25bcad43e HTTP/1.1" status: 200 len: 854 time: 0.0457025 Nov 23 18:25:58.919051 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dcd6d0-0f12-49e1-830c-3107be36e094 req-3a38bf9c-5bc5-427b-9b0b-6ea8087e39f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:25:58.921752 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d9dcd6d0-0f12-49e1-830c-3107be36e094 req-3a38bf9c-5bc5-427b-9b0b-6ea8087e39f8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e99252c3-31d5-46a2-96e1-10632788830d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408506 Nov 23 18:25:59.014993 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d9dcd6d0-0f12-49e1-830c-3107be36e094 req-79bafd30-0a05-4672-aae9-02808e91be22 service neutron] 10.222.0.36 "GET /v2.0/networks/e99252c3-31d5-46a2-96e1-10632788830d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853653 Nov 23 18:25:59.104037 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d9dcd6d0-0f12-49e1-830c-3107be36e094 req-d12ee6fe-c2b7-4043-961e-41bb466cb487 service neutron] 10.222.0.36 "GET /v2.0/networks/e99252c3-31d5-46a2-96e1-10632788830d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816009 Nov 23 18:25:59.206875 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa751c5-ff5f-4789-9e98-f518492734dc req-26dd5f39-a650-441d-b611-ab5d55630b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:25:59.208265 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-eaa751c5-ff5f-4789-9e98-f518492734dc req-26dd5f39-a650-441d-b611-ab5d55630b24 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=64d37d178d434e0eb40e4225f11d1abd&device_id=50ff89bd-1589-4d83-b85a-30ff52d4d5e1 HTTP/1.1" status: 200 len: 1094 time: 0.0568631 Nov 23 18:25:59.300539 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2842f19-60d6-43af-b025-df4cd6930529 req-ac69e91a-6357-4c10-b6ba-a86d2144bd27 tempest-TestMinimumBasicScenario-263755637 tempest-TestMinimumBasicScenario-263755637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:25:59.302219 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b2842f19-60d6-43af-b025-df4cd6930529 req-ac69e91a-6357-4c10-b6ba-a86d2144bd27 tempest-TestMinimumBasicScenario-263755637 tempest-TestMinimumBasicScenario-263755637-project] 10.222.0.60 "GET /v2.0/ports?device_id=50ff89bd-1589-4d83-b85a-30ff52d4d5e1 HTTP/1.1" status: 200 len: 943 time: 0.1101065 Nov 23 18:25:59.342370 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa751c5-ff5f-4789-9e98-f518492734dc req-bc692821-d64b-4ef0-9125-257279f1b457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:25:59.343853 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-eaa751c5-ff5f-4789-9e98-f518492734dc req-bc692821-d64b-4ef0-9125-257279f1b457 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e99252c3-31d5-46a2-96e1-10632788830d HTTP/1.1" status: 200 len: 916 time: 0.1221213 Nov 23 18:25:59.399312 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-eaa751c5-ff5f-4789-9e98-f518492734dc req-a7c3c2c1-d38f-4630-80a9-ded6dfa52144 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=04f6e961-930d-465a-a08c-6683424e7775 HTTP/1.1" status: 200 len: 217 time: 0.0455270 Nov 23 18:25:59.404162 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b2842f19-60d6-43af-b025-df4cd6930529 req-484f3723-f84a-49e8-b45e-023161599ec4 tempest-TestMinimumBasicScenario-263755637 tempest-TestMinimumBasicScenario-263755637-project] 10.222.0.60 "GET /v2.0/security-groups?id=2473ae91-1508-445f-941b-e74185c5f5af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956137 Nov 23 18:25:59.452778 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa751c5-ff5f-4789-9e98-f518492734dc req-baa2bd8f-a0de-482b-965e-4d4a64682d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:25:59.454355 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-eaa751c5-ff5f-4789-9e98-f518492734dc req-baa2bd8f-a0de-482b-965e-4d4a64682d86 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7b57f8fa-b9fe-4d64-8852-ece25bcad43e HTTP/1.1" status: 200 len: 854 time: 0.0454054 Nov 23 18:25:59.508588 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa751c5-ff5f-4789-9e98-f518492734dc req-e24789b7-a395-46ad-8271-a0d294e8893f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:25:59.510015 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-eaa751c5-ff5f-4789-9e98-f518492734dc req-e24789b7-a395-46ad-8271-a0d294e8893f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e99252c3-31d5-46a2-96e1-10632788830d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0471017 Nov 23 18:25:59.604827 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-eaa751c5-ff5f-4789-9e98-f518492734dc req-5cb850f5-505e-45bf-9898-e936bb0f9d92 service neutron] 10.222.0.36 "GET /v2.0/networks/e99252c3-31d5-46a2-96e1-10632788830d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842884 Nov 23 18:25:59.699636 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-eaa751c5-ff5f-4789-9e98-f518492734dc req-5601031f-e4cf-465b-ba8f-73b3a13be177 service neutron] 10.222.0.36 "GET /v2.0/networks/e99252c3-31d5-46a2-96e1-10632788830d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868225 Nov 23 18:26:00.521349 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1fd5d9-f596-4add-8fbc-35dadccbdcef req-cd9f10dc-6cb5-4920-952a-8b95be1742ca tempest-TestMinimumBasicScenario-263755637 tempest-TestMinimumBasicScenario-263755637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:26:00.522817 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7f1fd5d9-f596-4add-8fbc-35dadccbdcef req-cd9f10dc-6cb5-4920-952a-8b95be1742ca tempest-TestMinimumBasicScenario-263755637 tempest-TestMinimumBasicScenario-263755637-project] 10.222.0.60 "GET /v2.0/ports?device_id=50ff89bd-1589-4d83-b85a-30ff52d4d5e1 HTTP/1.1" status: 200 len: 943 time: 0.0493562 Nov 23 18:26:00.569713 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7f1fd5d9-f596-4add-8fbc-35dadccbdcef req-c37ecaa3-2d46-453c-b6df-dc4cb9f3dd7e tempest-TestMinimumBasicScenario-263755637 tempest-TestMinimumBasicScenario-263755637-project] 10.222.0.60 "GET /v2.0/security-groups?id=2473ae91-1508-445f-941b-e74185c5f5af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409842 Nov 23 18:26:01.684544 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b659c0-4caf-4915-b856-3a4849515ac9 req-297e1a12-3705-41d4-be7e-efa9108c6f2e tempest-TestMinimumBasicScenario-263755637 tempest-TestMinimumBasicScenario-263755637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:26:01.686657 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d4b659c0-4caf-4915-b856-3a4849515ac9 req-297e1a12-3705-41d4-be7e-efa9108c6f2e tempest-TestMinimumBasicScenario-263755637 tempest-TestMinimumBasicScenario-263755637-project] 10.222.0.60 "GET /v2.0/ports?device_id=50ff89bd-1589-4d83-b85a-30ff52d4d5e1 HTTP/1.1" status: 200 len: 943 time: 0.0488937 Nov 23 18:26:01.732134 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d4b659c0-4caf-4915-b856-3a4849515ac9 req-2c44fa61-6e35-4c40-9fb1-a0a173ca7213 tempest-TestMinimumBasicScenario-263755637 tempest-TestMinimumBasicScenario-263755637-project] 10.222.0.60 "GET /v2.0/security-groups?id=2473ae91-1508-445f-941b-e74185c5f5af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395658 Nov 23 18:26:01.879572 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device 04f6e961-930d-465a-a08c-6683424e7775 details requested by agent hyperv_n-h2-816206-8 with host n-h2-816206-8 {{(pid=103592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 18:26:01.974470 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port 04f6e961-930d-465a-a08c-6683424e7775, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=04f6e961-930d-465a-a08c-6683424e7775,segment=NetworkSegment(48ca0373-f0a8-46f1-bf0b-a2b84b0a8ceb),segment_id=48ca0373-f0a8-46f1-bf0b-a2b84b0a8ceb)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:26:01.986440 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Returning: {'device': '04f6e961-930d-465a-a08c-6683424e7775', 'network_id': 'e99252c3-31d5-46a2-96e1-10632788830d', 'port_id': '04f6e961-930d-465a-a08c-6683424e7775', 'mac_address': 'fa:16:3e:ed:03:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b57f8fa-b9fe-4d64-8852-ece25bcad43e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 18:26:02.026329 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:02.039673 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04f6e961-930d-465a-a08c-6683424e7775 {{(pid=103592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:26:02.059184 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port 04f6e961-930d-465a-a08c-6683424e7775, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=04f6e961-930d-465a-a08c-6683424e7775,segment=NetworkSegment(48ca0373-f0a8-46f1-bf0b-a2b84b0a8ceb),segment_id=48ca0373-f0a8-46f1-bf0b-a2b84b0a8ceb)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:26:02.063437 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:02.119004 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Pushing event updated for resources: {'Port': ['ID=04f6e961-930d-465a-a08c-6683424e7775,revision_number=4']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:26:02.126472 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:26:02.126810 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:26:02.127147 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:26:02.127508 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:26:02.127835 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:26:02.128161 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:26:02.128589 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:26:02.128826 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:26:02.129146 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:26:02.129465 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:26:02.129836 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:26:02.130114 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:26:02.276603 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] get_ports_and_sgs() called for port_ids ['04f6e961-930d-465a-a08c-6683424e7775'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:26:02.850020 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c143acbb-b998-42fd-ac5d-6ad8337de6b4 req-92bd99c9-da8f-43d6-9c99-80477a99166a tempest-TestMinimumBasicScenario-263755637 tempest-TestMinimumBasicScenario-263755637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:26:02.851488 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c143acbb-b998-42fd-ac5d-6ad8337de6b4 req-92bd99c9-da8f-43d6-9c99-80477a99166a tempest-TestMinimumBasicScenario-263755637 tempest-TestMinimumBasicScenario-263755637-project] 10.222.0.60 "GET /v2.0/ports?device_id=50ff89bd-1589-4d83-b85a-30ff52d4d5e1 HTTP/1.1" status: 200 len: 944 time: 0.0525875 Nov 23 18:26:02.899238 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c143acbb-b998-42fd-ac5d-6ad8337de6b4 req-5443550f-4a62-4763-815b-1e3049399731 tempest-TestMinimumBasicScenario-263755637 tempest-TestMinimumBasicScenario-263755637-project] 10.222.0.60 "GET /v2.0/security-groups?id=2473ae91-1508-445f-941b-e74185c5f5af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418198 Nov 23 18:26:03.910253 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device 04f6e961-930d-465a-a08c-6683424e7775 up at agent hyperv_n-h2-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:26:03.961048 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Provisioning for port 04f6e961-930d-465a-a08c-6683424e7775 completed by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 18:26:03.965434 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Provisioning complete for port 04f6e961-930d-465a-a08c-6683424e7775 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:26:03.965803 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:04.017016 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0ba9be-d977-4837-b76f-9aae8f2927ba req-11e53c74-da4d-4a4d-a1ec-d9f834a906bf tempest-TestMinimumBasicScenario-263755637 tempest-TestMinimumBasicScenario-263755637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:26:04.018419 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-aa0ba9be-d977-4837-b76f-9aae8f2927ba req-11e53c74-da4d-4a4d-a1ec-d9f834a906bf tempest-TestMinimumBasicScenario-263755637 tempest-TestMinimumBasicScenario-263755637-project] 10.222.0.60 "GET /v2.0/ports?device_id=50ff89bd-1589-4d83-b85a-30ff52d4d5e1 HTTP/1.1" status: 200 len: 944 time: 0.0487831 Nov 23 18:26:04.043089 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:04.066684 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-aa0ba9be-d977-4837-b76f-9aae8f2927ba req-23faf5e4-85ac-4145-849d-ae281cdf657c tempest-TestMinimumBasicScenario-263755637 tempest-TestMinimumBasicScenario-263755637-project] 10.222.0.60 "GET /v2.0/security-groups?id=2473ae91-1508-445f-941b-e74185c5f5af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420492 Nov 23 18:26:04.069611 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50ff89bd-1589-4d83-b85a-30ff52d4d5e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04f6e961-930d-465a-a08c-6683424e7775'}] {{(pid=103592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:26:04.071874 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}369cae9aa69facfce3992dabc874bd76984507e3cd36da60a73cd3603125cd43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2ffb6f0-81aa-4606-b150-f0fafc457ca2" -d '{"events": [{"server_uuid": "50ff89bd-1589-4d83-b85a-30ff52d4d5e1", "name": "network-vif-plugged", "status": "completed", "tag": "04f6e961-930d-465a-a08c-6683424e7775"}]}' {{(pid=103592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:26:04.085032 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port 04f6e961-930d-465a-a08c-6683424e7775, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=04f6e961-930d-465a-a08c-6683424e7775,segment=NetworkSegment(48ca0373-f0a8-46f1-bf0b-a2b84b0a8ceb),segment_id=48ca0373-f0a8-46f1-bf0b-a2b84b0a8ceb)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:26:04.089861 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:04.114644 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:26:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-baa97040-e6a3-4aad-b55e-1e4b23eaf20b x-openstack-request-id: req-baa97040-e6a3-4aad-b55e-1e4b23eaf20b {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:26:04.114939 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50ff89bd-1589-4d83-b85a-30ff52d4d5e1", "name": "network-vif-plugged", "status": "completed", "tag": "04f6e961-930d-465a-a08c-6683424e7775", "code": 200}]} {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:26:04.115194 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-baa97040-e6a3-4aad-b55e-1e4b23eaf20b {{(pid=103592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:26:04.115588 n-d-816206-8 neutron-server[103592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50ff89bd-1589-4d83-b85a-30ff52d4d5e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04f6e961-930d-465a-a08c-6683424e7775', 'code': 200} Nov 23 18:26:04.142814 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Pushing event updated for resources: {'Port': ['ID=04f6e961-930d-465a-a08c-6683424e7775,revision_number=5']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:26:04.219814 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafed3d0-2ed5-456f-9ebc-a30c69b555f5 req-b9e9c114-5647-4e4b-bc63-5bc8925504c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:26:04.221304 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-dafed3d0-2ed5-456f-9ebc-a30c69b555f5 req-b9e9c114-5647-4e4b-bc63-5bc8925504c1 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=50ff89bd-1589-4d83-b85a-30ff52d4d5e1 HTTP/1.1" status: 200 len: 1096 time: 0.0437069 Nov 23 18:26:04.271740 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-dafed3d0-2ed5-456f-9ebc-a30c69b555f5 req-6dd338a1-d3a7-4ccb-bdef-90f771bfd147 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=2473ae91-1508-445f-941b-e74185c5f5af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362062 Nov 23 18:26:05.199105 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfbf964-6f3e-4801-9849-04cfc523527c req-4bff614a-c9dd-4e35-b14b-e006c19a3b24 tempest-TestMinimumBasicScenario-263755637 tempest-TestMinimumBasicScenario-263755637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:26:05.201998 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-fcfbf964-6f3e-4801-9849-04cfc523527c req-4bff614a-c9dd-4e35-b14b-e006c19a3b24 tempest-TestMinimumBasicScenario-263755637 tempest-TestMinimumBasicScenario-263755637-project] 10.222.0.60 "GET /v2.0/ports?device_id=50ff89bd-1589-4d83-b85a-30ff52d4d5e1 HTTP/1.1" status: 200 len: 945 time: 0.0642993 Nov 23 18:26:05.257200 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-fcfbf964-6f3e-4801-9849-04cfc523527c req-f6051a5b-14bf-4364-a4b1-d5e5de8342db tempest-TestMinimumBasicScenario-263755637 tempest-TestMinimumBasicScenario-263755637-project] 10.222.0.60 "GET /v2.0/security-groups?id=2473ae91-1508-445f-941b-e74185c5f5af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457776 Nov 23 18:26:06.374667 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93d0eb5-ffdc-4f29-acc8-8b6092bccb09 req-84a13493-1a72-47bf-8c05-049514c5ba37 tempest-TestMinimumBasicScenario-263755637 tempest-TestMinimumBasicScenario-263755637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:26:06.376125 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b93d0eb5-ffdc-4f29-acc8-8b6092bccb09 req-84a13493-1a72-47bf-8c05-049514c5ba37 tempest-TestMinimumBasicScenario-263755637 tempest-TestMinimumBasicScenario-263755637-project] 10.222.0.60 "GET /v2.0/ports?device_id=50ff89bd-1589-4d83-b85a-30ff52d4d5e1 HTTP/1.1" status: 200 len: 945 time: 0.0483191 Nov 23 18:26:06.428638 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b93d0eb5-ffdc-4f29-acc8-8b6092bccb09 req-6024d33b-2b19-4df3-baa7-f4f9c28ff34f tempest-TestMinimumBasicScenario-263755637 tempest-TestMinimumBasicScenario-263755637-project] 10.222.0.60 "GET /v2.0/security-groups?id=2473ae91-1508-445f-941b-e74185c5f5af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464895 Nov 23 18:26:06.541227 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4880e0a-dc98-445b-909e-09324363b3f9 req-1da947b8-c677-4f93-82be-22f4ee0f7dda tempest-TestMinimumBasicScenario-263755637 tempest-TestMinimumBasicScenario-263755637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:26:06.542595 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f4880e0a-dc98-445b-909e-09324363b3f9 req-1da947b8-c677-4f93-82be-22f4ee0f7dda tempest-TestMinimumBasicScenario-263755637 tempest-TestMinimumBasicScenario-263755637-project] 10.222.0.60 "GET /v2.0/ports?device_id=50ff89bd-1589-4d83-b85a-30ff52d4d5e1 HTTP/1.1" status: 200 len: 945 time: 0.0475900 Nov 23 18:26:06.589644 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f4880e0a-dc98-445b-909e-09324363b3f9 req-030f0b40-5663-49e4-97d4-18a46ed39c4e tempest-TestMinimumBasicScenario-263755637 tempest-TestMinimumBasicScenario-263755637-project] 10.222.0.60 "GET /v2.0/security-groups?id=2473ae91-1508-445f-941b-e74185c5f5af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404358 Nov 23 18:26:06.774748 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95641266-cc53-467a-a8d0-5d73d2643b8f req-081e8f47-f03d-42b2-bdef-c07c31301419 tempest-TestMinimumBasicScenario-263755637 tempest-TestMinimumBasicScenario-263755637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:26:06.776237 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-95641266-cc53-467a-a8d0-5d73d2643b8f req-081e8f47-f03d-42b2-bdef-c07c31301419 tempest-TestMinimumBasicScenario-263755637 tempest-TestMinimumBasicScenario-263755637-project] 10.222.0.60 "GET /v2.0/ports?device_id=50ff89bd-1589-4d83-b85a-30ff52d4d5e1 HTTP/1.1" status: 200 len: 945 time: 0.0482185 Nov 23 18:26:06.822608 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-95641266-cc53-467a-a8d0-5d73d2643b8f req-81f931af-9ae0-4794-b48b-40821645e697 tempest-TestMinimumBasicScenario-263755637 tempest-TestMinimumBasicScenario-263755637-project] 10.222.0.60 "GET /v2.0/security-groups?id=2473ae91-1508-445f-941b-e74185c5f5af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397663 Nov 23 18:26:13.085412 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-572cf19b-bbf3-48b1-bbb4-8519dbe78f62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:13.959871 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:14.810561 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:15.170759 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-446d2aba-b978-4f99-9c5c-f9e42f7b3f3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:16.737823 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-52822d53-48f5-4819-8a95-bdc13aea0bf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:17.958331 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9a27ae6c-db98-474f-94c1-cc99bf842d79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:18.466850 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:19.325308 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5cb9cf-a51f-468d-9057-cf362f4adaf3 req-4170d22c-998c-4687-af77-0023618cd722 tempest-TestMinimumBasicScenario-263755637 tempest-TestMinimumBasicScenario-263755637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:26:19.327036 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8a5cb9cf-a51f-468d-9057-cf362f4adaf3 req-4170d22c-998c-4687-af77-0023618cd722 tempest-TestMinimumBasicScenario-263755637 tempest-TestMinimumBasicScenario-263755637-project] 10.222.0.60 "GET /v2.0/ports?device_id=50ff89bd-1589-4d83-b85a-30ff52d4d5e1 HTTP/1.1" status: 200 len: 945 time: 0.0532191 Nov 23 18:26:19.374467 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8a5cb9cf-a51f-468d-9057-cf362f4adaf3 req-1b5b7aa7-a666-43da-bb3c-ca50bf87c459 tempest-TestMinimumBasicScenario-263755637 tempest-TestMinimumBasicScenario-263755637-project] 10.222.0.60 "GET /v2.0/security-groups?id=2473ae91-1508-445f-941b-e74185c5f5af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414407 Nov 23 18:26:19.396727 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 56410) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:26:19.539851 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f0ac32b-ba1d-4ff2-824d-14261ca2b72a tempest-TestMinimumBasicScenario-1865923217 tempest-TestMinimumBasicScenario-1865923217-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:26:19.541439 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-7f0ac32b-ba1d-4ff2-824d-14261ca2b72a tempest-TestMinimumBasicScenario-1865923217 tempest-TestMinimumBasicScenario-1865923217-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=50ff89bd-1589-4d83-b85a-30ff52d4d5e1 HTTP/1.1" status: 200 len: 1091 time: 0.1436694 Nov 23 18:26:19.544534 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 56414) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:26:19.548772 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-601c3178-ee9b-4c42-b435-d2be9022a8ac tempest-TestMinimumBasicScenario-263755637 tempest-TestMinimumBasicScenario-263755637-project] Request body: {'floatingip': {'floating_network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'port_id': '04f6e961-930d-465a-a08c-6683424e7775', 'tenant_id': '64d37d178d434e0eb40e4225f11d1abd', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:26:19.570390 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-601c3178-ee9b-4c42-b435-d2be9022a8ac tempest-TestMinimumBasicScenario-263755637 tempest-TestMinimumBasicScenario-263755637-project] Publish callbacks [] for floatingip, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:19.663889 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-601c3178-ee9b-4c42-b435-d2be9022a8ac tempest-TestMinimumBasicScenario-263755637 tempest-TestMinimumBasicScenario-263755637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:19.770651 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-601c3178-ee9b-4c42-b435-d2be9022a8ac tempest-TestMinimumBasicScenario-263755637 tempest-TestMinimumBasicScenario-263755637-project] Allocated IP 172.25.3.67 (4c8455ba-1be5-42ac-b8c2-8a16e1292d55/08fe3644-ce41-4c3f-a7ea-92bac0f0fff5/7edcc779-3d90-4d5b-850b-2422d7df5200) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:26:19.870322 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-601c3178-ee9b-4c42-b435-d2be9022a8ac tempest-TestMinimumBasicScenario-263755637 tempest-TestMinimumBasicScenario-263755637-project] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:19.905832 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-601c3178-ee9b-4c42-b435-d2be9022a8ac tempest-TestMinimumBasicScenario-263755637 tempest-TestMinimumBasicScenario-263755637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:19.946029 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-601c3178-ee9b-4c42-b435-d2be9022a8ac tempest-TestMinimumBasicScenario-263755637 tempest-TestMinimumBasicScenario-263755637-project] Network 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:26:19.948793 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-601c3178-ee9b-4c42-b435-d2be9022a8ac tempest-TestMinimumBasicScenario-263755637 tempest-TestMinimumBasicScenario-263755637-project] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:26:19.953110 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-601c3178-ee9b-4c42-b435-d2be9022a8ac tempest-TestMinimumBasicScenario-263755637 tempest-TestMinimumBasicScenario-263755637-project] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:26:19.980353 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601c3178-ee9b-4c42-b435-d2be9022a8ac tempest-TestMinimumBasicScenario-263755637 tempest-TestMinimumBasicScenario-263755637-project] Pushing event updated for resources: {'Port': ['ID=7edcc779-3d90-4d5b-850b-2422d7df5200,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:26:19.993742 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601c3178-ee9b-4c42-b435-d2be9022a8ac tempest-TestMinimumBasicScenario-263755637 tempest-TestMinimumBasicScenario-263755637-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:26:19.994089 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601c3178-ee9b-4c42-b435-d2be9022a8ac tempest-TestMinimumBasicScenario-263755637 tempest-TestMinimumBasicScenario-263755637-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:26:19.994434 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601c3178-ee9b-4c42-b435-d2be9022a8ac tempest-TestMinimumBasicScenario-263755637 tempest-TestMinimumBasicScenario-263755637-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:26:19.994775 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601c3178-ee9b-4c42-b435-d2be9022a8ac tempest-TestMinimumBasicScenario-263755637 tempest-TestMinimumBasicScenario-263755637-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:26:19.995111 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601c3178-ee9b-4c42-b435-d2be9022a8ac tempest-TestMinimumBasicScenario-263755637 tempest-TestMinimumBasicScenario-263755637-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:26:19.995449 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601c3178-ee9b-4c42-b435-d2be9022a8ac tempest-TestMinimumBasicScenario-263755637 tempest-TestMinimumBasicScenario-263755637-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:26:19.995784 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601c3178-ee9b-4c42-b435-d2be9022a8ac tempest-TestMinimumBasicScenario-263755637 tempest-TestMinimumBasicScenario-263755637-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:26:19.996156 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601c3178-ee9b-4c42-b435-d2be9022a8ac tempest-TestMinimumBasicScenario-263755637 tempest-TestMinimumBasicScenario-263755637-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:26:19.996503 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601c3178-ee9b-4c42-b435-d2be9022a8ac tempest-TestMinimumBasicScenario-263755637 tempest-TestMinimumBasicScenario-263755637-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:26:19.996838 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601c3178-ee9b-4c42-b435-d2be9022a8ac tempest-TestMinimumBasicScenario-263755637 tempest-TestMinimumBasicScenario-263755637-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:26:19.997165 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601c3178-ee9b-4c42-b435-d2be9022a8ac tempest-TestMinimumBasicScenario-263755637 tempest-TestMinimumBasicScenario-263755637-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:26:19.997496 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601c3178-ee9b-4c42-b435-d2be9022a8ac tempest-TestMinimumBasicScenario-263755637 tempest-TestMinimumBasicScenario-263755637-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:26:20.329257 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-601c3178-ee9b-4c42-b435-d2be9022a8ac tempest-TestMinimumBasicScenario-263755637 tempest-TestMinimumBasicScenario-263755637-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:20.398459 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-601c3178-ee9b-4c42-b435-d2be9022a8ac tempest-TestMinimumBasicScenario-263755637 tempest-TestMinimumBasicScenario-263755637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:20.551371 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-601c3178-ee9b-4c42-b435-d2be9022a8ac tempest-TestMinimumBasicScenario-263755637 tempest-TestMinimumBasicScenario-263755637-project] Publish callbacks [] for port, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:20.556090 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-601c3178-ee9b-4c42-b435-d2be9022a8ac tempest-TestMinimumBasicScenario-263755637 tempest-TestMinimumBasicScenario-263755637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264357957'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:20.629103 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601c3178-ee9b-4c42-b435-d2be9022a8ac tempest-TestMinimumBasicScenario-263755637 tempest-TestMinimumBasicScenario-263755637-project] Pushing event updated for resources: {'Port': ['ID=7edcc779-3d90-4d5b-850b-2422d7df5200,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:26:20.639362 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-601c3178-ee9b-4c42-b435-d2be9022a8ac tempest-TestMinimumBasicScenario-263755637 tempest-TestMinimumBasicScenario-263755637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1795396'] for floatingip, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:20.742872 n-d-816206-8 neutron-server[103590]: INFO neutron.db.l3_db [None req-601c3178-ee9b-4c42-b435-d2be9022a8ac tempest-TestMinimumBasicScenario-263755637 tempest-TestMinimumBasicScenario-263755637-project] Floating IP 0cb6f464-50c5-4ae7-b1ef-8ffddb81a3a1 associated. External IP: 172.25.3.67, port: 04f6e961-930d-465a-a08c-6683424e7775. Nov 23 18:26:20.960306 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-601c3178-ee9b-4c42-b435-d2be9022a8ac tempest-TestMinimumBasicScenario-263755637 tempest-TestMinimumBasicScenario-263755637-project] Router 702647e5-840c-4f53-af17-55b2b2931c70 has already been hosted by L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 {{(pid=103590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:26:21.069937 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-601c3178-ee9b-4c42-b435-d2be9022a8ac tempest-TestMinimumBasicScenario-263755637 tempest-TestMinimumBasicScenario-263755637-project] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:26:21.080678 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3138fd7b-8d11-499f-ad5a-924b1e797a52 None None] Sync routers for ids ['702647e5-840c-4f53-af17-55b2b2931c70'] in n-d-816206-8 {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:26:21.089010 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-601c3178-ee9b-4c42-b435-d2be9022a8ac tempest-TestMinimumBasicScenario-263755637 tempest-TestMinimumBasicScenario-263755637-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for floatingip, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:21.089833 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3138fd7b-8d11-499f-ad5a-924b1e797a52 None None] Routers {'702647e5-840c-4f53-af17-55b2b2931c70'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:26:21.090455 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-3138fd7b-8d11-499f-ad5a-924b1e797a52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T18:26:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['702647e5-840c-4f53-af17-55b2b2931c70'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:26:21.117669 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-601c3178-ee9b-4c42-b435-d2be9022a8ac tempest-TestMinimumBasicScenario-263755637 tempest-TestMinimumBasicScenario-263755637-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5720897 Nov 23 18:26:21.118374 n-d-816206-8 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50ff89bd-1589-4d83-b85a-30ff52d4d5e1', 'tag': '04f6e961-930d-465a-a08c-6683424e7775'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:26:21.120902 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c35dbc0b6b9f20554b2131d9adc843a87fc98ef8cc7f8c5951517f8512ac17b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d79ff4e1-f19f-41bf-a670-1ec3935d9bf9" -d '{"events": [{"name": "network-changed", "server_uuid": "50ff89bd-1589-4d83-b85a-30ff52d4d5e1", "tag": "04f6e961-930d-465a-a08c-6683424e7775"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:26:21.121077 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 56416) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:26:21.127453 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-1f7bcc1b-d462-4dcf-bac8-6310b4afd26c tempest-TestMinimumBasicScenario-263755637 tempest-TestMinimumBasicScenario-263755637-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1181282313', 'description': 'tempest-secgroup-smoke-1181282313 description', 'project_id': '64d37d178d434e0eb40e4225f11d1abd'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:26:21.162888 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-1f7bcc1b-d462-4dcf-bac8-6310b4afd26c tempest-TestMinimumBasicScenario-263755637 tempest-TestMinimumBasicScenario-263755637-project] Publish callbacks [] for security_group, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:21.218158 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvr_db [None req-3138fd7b-8d11-499f-ad5a-924b1e797a52 None None] Set router 702647e5-840c-4f53-af17-55b2b2931c70 gateway port host: n-d-816206-8 {{(pid=103592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:26:21.245475 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-1f7bcc1b-d462-4dcf-bac8-6310b4afd26c tempest-TestMinimumBasicScenario-263755637 tempest-TestMinimumBasicScenario-263755637-project] Publish callbacks [] for security_group, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:21.252941 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-1f7bcc1b-d462-4dcf-bac8-6310b4afd26c tempest-TestMinimumBasicScenario-263755637 tempest-TestMinimumBasicScenario-263755637-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:21.285597 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7bcc1b-d462-4dcf-bac8-6310b4afd26c tempest-TestMinimumBasicScenario-263755637 tempest-TestMinimumBasicScenario-263755637-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89266bc0-35e3-47da-bf4c-0ef2cfeb5597,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:26:21.297229 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-1f7bcc1b-d462-4dcf-bac8-6310b4afd26c tempest-TestMinimumBasicScenario-263755637 tempest-TestMinimumBasicScenario-263755637-project] Publish callbacks [] for security_group, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:21.302894 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-1f7bcc1b-d462-4dcf-bac8-6310b4afd26c tempest-TestMinimumBasicScenario-263755637 tempest-TestMinimumBasicScenario-263755637-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1780109 Nov 23 18:26:21.303279 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 56422) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:26:21.308858 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-a57188e6-e65b-4e35-a192-591f48bef684 tempest-TestMinimumBasicScenario-263755637 tempest-TestMinimumBasicScenario-263755637-project] Request body: {'security_group_rule': {'security_group_id': '89266bc0-35e3-47da-bf4c-0ef2cfeb5597', 'project_id': '64d37d178d434e0eb40e4225f11d1abd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:26:21.316316 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:26:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e63917e-8c7c-41f9-842f-81bb38228856 x-openstack-request-id: req-5e63917e-8c7c-41f9-842f-81bb38228856 {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:26:21.316649 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50ff89bd-1589-4d83-b85a-30ff52d4d5e1", "tag": "04f6e961-930d-465a-a08c-6683424e7775", "status": "completed", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:26:21.316925 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5e63917e-8c7c-41f9-842f-81bb38228856 {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:26:21.317332 n-d-816206-8 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50ff89bd-1589-4d83-b85a-30ff52d4d5e1', 'tag': '04f6e961-930d-465a-a08c-6683424e7775', 'status': 'completed', 'code': 200} Nov 23 18:26:21.343767 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a57188e6-e65b-4e35-a192-591f48bef684 tempest-TestMinimumBasicScenario-263755637 tempest-TestMinimumBasicScenario-263755637-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:21.393351 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79ff4e1-f19f-41bf-a670-1ec3935d9bf9 req-f98fe2ac-6386-4c89-88e2-9a7203694448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:26:21.394646 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a57188e6-e65b-4e35-a192-591f48bef684 tempest-TestMinimumBasicScenario-263755637 tempest-TestMinimumBasicScenario-263755637-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:21.396984 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d79ff4e1-f19f-41bf-a670-1ec3935d9bf9 req-f98fe2ac-6386-4c89-88e2-9a7203694448 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=64d37d178d434e0eb40e4225f11d1abd&device_id=50ff89bd-1589-4d83-b85a-30ff52d4d5e1 HTTP/1.1" status: 200 len: 1096 time: 0.0544128 Nov 23 18:26:21.398369 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a57188e6-e65b-4e35-a192-591f48bef684 tempest-TestMinimumBasicScenario-263755637 tempest-TestMinimumBasicScenario-263755637-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994370'] for security_group_rule, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:21.422454 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57188e6-e65b-4e35-a192-591f48bef684 tempest-TestMinimumBasicScenario-263755637 tempest-TestMinimumBasicScenario-263755637-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20c9fbc7-6e1a-4f7d-ae25-fc262a44b739,revision_number=0']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:26:21.428052 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a57188e6-e65b-4e35-a192-591f48bef684 tempest-TestMinimumBasicScenario-263755637 tempest-TestMinimumBasicScenario-263755637-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:21.429076 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-a57188e6-e65b-4e35-a192-591f48bef684 tempest-TestMinimumBasicScenario-263755637 tempest-TestMinimumBasicScenario-263755637-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1247478 Nov 23 18:26:21.431942 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 56424) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:26:21.441485 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-14edd9ff-fc5f-4968-829b-f6b7091b9ef5 tempest-TestMinimumBasicScenario-263755637 tempest-TestMinimumBasicScenario-263755637-project] Request body: {'security_group_rule': {'security_group_id': '89266bc0-35e3-47da-bf4c-0ef2cfeb5597', 'project_id': '64d37d178d434e0eb40e4225f11d1abd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:26:21.487477 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-3138fd7b-8d11-499f-ad5a-924b1e797a52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '702647e5-840c-4f53-af17-55b2b2931c70', 'name': 'tempest-TestMinimumBasicScenario-1884735064-router', 'tenant_id': '64d37d178d434e0eb40e4225f11d1abd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.152'}], 'enable_snat': True}, 'gw_port_id': '3c285d43-8ad3-4df2-bfe2-afc7915263c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:25:25Z', 'updated_at': '2021-11-23T18:25:28Z', 'revision_number': 4, 'project_id': '64d37d178d434e0eb40e4225f11d1abd', 'gw_port': {'id': '3c285d43-8ad3-4df2-bfe2-afc7915263c4', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:52:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '702647e5-840c-4f53-af17-55b2b2931c70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:25:25Z', 'updated_at': '2021-11-23T18:25:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_floatingips': [{'id': '0cb6f464-50c5-4ae7-b1ef-8ffddb81a3a1', 'tenant_id': '64d37d178d434e0eb40e4225f11d1abd', 'floating_ip_address': '172.25.3.67', 'floating_network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'router_id': '702647e5-840c-4f53-af17-55b2b2931c70', 'port_id': '04f6e961-930d-465a-a08c-6683424e7775', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4174, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e99252c3-31d5-46a2-96e1-10632788830d', 'mac_address': 'fa:16:3e:ed:03:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50ff89bd-1589-4d83-b85a-30ff52d4d5e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T18:26:20Z', 'updated_at': '2021-11-23T18:26:20Z', 'revision_number': 0, 'project_id': '64d37d178d434e0eb40e4225f11d1abd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ef68ac4-c7ea-4870-b0cb-5d2fa61e9b2d', 'name': '', 'network_id': 'e99252c3-31d5-46a2-96e1-10632788830d', 'tenant_id': '64d37d178d434e0eb40e4225f11d1abd', 'mac_address': 'fa:16:3e:de:ea:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '702647e5-840c-4f53-af17-55b2b2931c70', 'device_owner': 'network:router_interface', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '7b57f8fa-b9fe-4d64-8852-ece25bcad43e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:25:27Z', 'updated_at': '2021-11-23T18:25:33Z', 'revision_number': 5, 'project_id': '64d37d178d434e0eb40e4225f11d1abd', 'subnets': [{'id': '7b57f8fa-b9fe-4d64-8852-ece25bcad43e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:26:21.515736 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3138fd7b-8d11-499f-ad5a-924b1e797a52 None None] Checking router: 702647e5-840c-4f53-af17-55b2b2931c70 for host: n-d-816206-8 {{(pid=103592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:26:21.517930 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-14edd9ff-fc5f-4968-829b-f6b7091b9ef5 tempest-TestMinimumBasicScenario-263755637 tempest-TestMinimumBasicScenario-263755637-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:21.524017 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3138fd7b-8d11-499f-ad5a-924b1e797a52 None None] Routers {'702647e5-840c-4f53-af17-55b2b2931c70'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:26:21.524642 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-3138fd7b-8d11-499f-ad5a-924b1e797a52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T18:26:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['702647e5-840c-4f53-af17-55b2b2931c70'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:26:21.541499 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79ff4e1-f19f-41bf-a670-1ec3935d9bf9 req-73e30753-8601-4636-8358-3c04be7d9c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:26:21.543131 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d79ff4e1-f19f-41bf-a670-1ec3935d9bf9 req-73e30753-8601-4636-8358-3c04be7d9c22 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e99252c3-31d5-46a2-96e1-10632788830d HTTP/1.1" status: 200 len: 916 time: 0.1335230 Nov 23 18:26:21.633185 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvr_db [None req-3138fd7b-8d11-499f-ad5a-924b1e797a52 None None] Set router 702647e5-840c-4f53-af17-55b2b2931c70 gateway port host: n-d-816206-8 {{(pid=103592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:26:21.640427 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-14edd9ff-fc5f-4968-829b-f6b7091b9ef5 tempest-TestMinimumBasicScenario-263755637 tempest-TestMinimumBasicScenario-263755637-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:21.643736 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d79ff4e1-f19f-41bf-a670-1ec3935d9bf9 req-249561f8-26fc-45b2-b823-404f85f0960e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=04f6e961-930d-465a-a08c-6683424e7775 HTTP/1.1" status: 200 len: 998 time: 0.0824318 Nov 23 18:26:21.645064 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-14edd9ff-fc5f-4968-829b-f6b7091b9ef5 tempest-TestMinimumBasicScenario-263755637 tempest-TestMinimumBasicScenario-263755637-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994370'] for security_group_rule, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:21.674318 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14edd9ff-fc5f-4968-829b-f6b7091b9ef5 tempest-TestMinimumBasicScenario-263755637 tempest-TestMinimumBasicScenario-263755637-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a0a0be2-e44c-4ec8-985e-5827e529c747,revision_number=0']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:26:21.720910 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-14edd9ff-fc5f-4968-829b-f6b7091b9ef5 tempest-TestMinimumBasicScenario-263755637 tempest-TestMinimumBasicScenario-263755637-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:21.723788 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-14edd9ff-fc5f-4968-829b-f6b7091b9ef5 tempest-TestMinimumBasicScenario-263755637 tempest-TestMinimumBasicScenario-263755637-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2906728 Nov 23 18:26:21.727041 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 56426) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:26:21.731908 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-83950f07-5577-4bfd-ac8c-48d12f66854a tempest-TestMinimumBasicScenario-263755637 tempest-TestMinimumBasicScenario-263755637-project] Request body: {'security_group_rule': {'security_group_id': '89266bc0-35e3-47da-bf4c-0ef2cfeb5597', 'project_id': '64d37d178d434e0eb40e4225f11d1abd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:26:21.739095 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79ff4e1-f19f-41bf-a670-1ec3935d9bf9 req-4b921b5e-72ba-44f2-a403-904054ecc769 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:26:21.740540 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d79ff4e1-f19f-41bf-a670-1ec3935d9bf9 req-4b921b5e-72ba-44f2-a403-904054ecc769 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7b57f8fa-b9fe-4d64-8852-ece25bcad43e HTTP/1.1" status: 200 len: 854 time: 0.0797668 Nov 23 18:26:21.765097 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-83950f07-5577-4bfd-ac8c-48d12f66854a tempest-TestMinimumBasicScenario-263755637 tempest-TestMinimumBasicScenario-263755637-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:21.793559 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79ff4e1-f19f-41bf-a670-1ec3935d9bf9 req-0629248b-794b-4551-b602-751bf79db0fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:26:21.796082 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d79ff4e1-f19f-41bf-a670-1ec3935d9bf9 req-0629248b-794b-4551-b602-751bf79db0fe service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e99252c3-31d5-46a2-96e1-10632788830d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0448954 Nov 23 18:26:21.827206 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-83950f07-5577-4bfd-ac8c-48d12f66854a tempest-TestMinimumBasicScenario-263755637 tempest-TestMinimumBasicScenario-263755637-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:21.834302 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-83950f07-5577-4bfd-ac8c-48d12f66854a tempest-TestMinimumBasicScenario-263755637 tempest-TestMinimumBasicScenario-263755637-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994370'] for security_group_rule, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:21.851968 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83950f07-5577-4bfd-ac8c-48d12f66854a tempest-TestMinimumBasicScenario-263755637 tempest-TestMinimumBasicScenario-263755637-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce60fcc5-2f46-4ce6-82c1-0a37fcd16f24,revision_number=0']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:26:21.867725 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-83950f07-5577-4bfd-ac8c-48d12f66854a tempest-TestMinimumBasicScenario-263755637 tempest-TestMinimumBasicScenario-263755637-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:21.869071 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-83950f07-5577-4bfd-ac8c-48d12f66854a tempest-TestMinimumBasicScenario-263755637 tempest-TestMinimumBasicScenario-263755637-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1410253 Nov 23 18:26:21.872974 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 56428) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:26:21.878616 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-7ee83537-c80b-44a4-ab8a-ec713a8d3521 tempest-TestMinimumBasicScenario-263755637 tempest-TestMinimumBasicScenario-263755637-project] Request body: {'security_group_rule': {'security_group_id': '89266bc0-35e3-47da-bf4c-0ef2cfeb5597', 'project_id': '64d37d178d434e0eb40e4225f11d1abd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:26:21.907957 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7ee83537-c80b-44a4-ab8a-ec713a8d3521 tempest-TestMinimumBasicScenario-263755637 tempest-TestMinimumBasicScenario-263755637-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:21.910065 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-3138fd7b-8d11-499f-ad5a-924b1e797a52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '702647e5-840c-4f53-af17-55b2b2931c70', 'name': 'tempest-TestMinimumBasicScenario-1884735064-router', 'tenant_id': '64d37d178d434e0eb40e4225f11d1abd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.152'}], 'enable_snat': True}, 'gw_port_id': '3c285d43-8ad3-4df2-bfe2-afc7915263c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:25:25Z', 'updated_at': '2021-11-23T18:25:28Z', 'revision_number': 4, 'project_id': '64d37d178d434e0eb40e4225f11d1abd', 'gw_port': {'id': '3c285d43-8ad3-4df2-bfe2-afc7915263c4', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:52:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '702647e5-840c-4f53-af17-55b2b2931c70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:25:25Z', 'updated_at': '2021-11-23T18:25:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_floatingips': [{'id': '0cb6f464-50c5-4ae7-b1ef-8ffddb81a3a1', 'tenant_id': '64d37d178d434e0eb40e4225f11d1abd', 'floating_ip_address': '172.25.3.67', 'floating_network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'router_id': '702647e5-840c-4f53-af17-55b2b2931c70', 'port_id': '04f6e961-930d-465a-a08c-6683424e7775', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4174, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e99252c3-31d5-46a2-96e1-10632788830d', 'mac_address': 'fa:16:3e:ed:03:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50ff89bd-1589-4d83-b85a-30ff52d4d5e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T18:26:20Z', 'updated_at': '2021-11-23T18:26:20Z', 'revision_number': 0, 'project_id': '64d37d178d434e0eb40e4225f11d1abd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ef68ac4-c7ea-4870-b0cb-5d2fa61e9b2d', 'name': '', 'network_id': 'e99252c3-31d5-46a2-96e1-10632788830d', 'tenant_id': '64d37d178d434e0eb40e4225f11d1abd', 'mac_address': 'fa:16:3e:de:ea:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '702647e5-840c-4f53-af17-55b2b2931c70', 'device_owner': 'network:router_interface', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '7b57f8fa-b9fe-4d64-8852-ece25bcad43e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:25:27Z', 'updated_at': '2021-11-23T18:25:33Z', 'revision_number': 5, 'project_id': '64d37d178d434e0eb40e4225f11d1abd', 'subnets': [{'id': '7b57f8fa-b9fe-4d64-8852-ece25bcad43e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:26:21.917781 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d79ff4e1-f19f-41bf-a670-1ec3935d9bf9 req-c45f5fa1-cc7f-4328-852a-307b481f6b4b service neutron] 10.222.0.36 "GET /v2.0/networks/e99252c3-31d5-46a2-96e1-10632788830d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1133044 Nov 23 18:26:21.979301 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7ee83537-c80b-44a4-ab8a-ec713a8d3521 tempest-TestMinimumBasicScenario-263755637 tempest-TestMinimumBasicScenario-263755637-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:21.984999 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7ee83537-c80b-44a4-ab8a-ec713a8d3521 tempest-TestMinimumBasicScenario-263755637 tempest-TestMinimumBasicScenario-263755637-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994370'] for security_group_rule, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:22.006964 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee83537-c80b-44a4-ab8a-ec713a8d3521 tempest-TestMinimumBasicScenario-263755637 tempest-TestMinimumBasicScenario-263755637-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3531f011-8075-4732-8f70-10a0e1e91ccb,revision_number=0']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:26:22.017780 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7ee83537-c80b-44a4-ab8a-ec713a8d3521 tempest-TestMinimumBasicScenario-263755637 tempest-TestMinimumBasicScenario-263755637-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:22.023783 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-7ee83537-c80b-44a4-ab8a-ec713a8d3521 tempest-TestMinimumBasicScenario-263755637 tempest-TestMinimumBasicScenario-263755637-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1444497 Nov 23 18:26:22.023938 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 56430) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:26:22.028342 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-d9050558-f059-445b-9a4b-939b6c8e0ec2 tempest-TestMinimumBasicScenario-263755637 tempest-TestMinimumBasicScenario-263755637-project] Request body: {'security_group_rule': {'security_group_id': '89266bc0-35e3-47da-bf4c-0ef2cfeb5597', 'project_id': '64d37d178d434e0eb40e4225f11d1abd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:26:22.048525 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d79ff4e1-f19f-41bf-a670-1ec3935d9bf9 req-9c69feb7-a6b7-48dc-9241-2e3912e2c3a6 service neutron] 10.222.0.36 "GET /v2.0/networks/e99252c3-31d5-46a2-96e1-10632788830d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1191270 Nov 23 18:26:22.068073 n-d-816206-8 neutron-server[103591]: INFO neutron.db.securitygroups_db [None req-d9050558-f059-445b-9a4b-939b6c8e0ec2 tempest-TestMinimumBasicScenario-263755637 tempest-TestMinimumBasicScenario-263755637-project] Project 64d37d178d434e0eb40e4225f11d1abd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 18:26:22.078012 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-d9050558-f059-445b-9a4b-939b6c8e0ec2 tempest-TestMinimumBasicScenario-263755637 tempest-TestMinimumBasicScenario-263755637-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:22.103797 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3138fd7b-8d11-499f-ad5a-924b1e797a52 None None] The sync data for ids ['702647e5-840c-4f53-af17-55b2b2931c70'] in n-d-816206-8 is: [{'id': '702647e5-840c-4f53-af17-55b2b2931c70', 'name': 'tempest-TestMinimumBasicScenario-1884735064-router', 'tenant_id': '64d37d178d434e0eb40e4225f11d1abd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.152'}], 'enable_snat': True}, 'gw_port_id': '3c285d43-8ad3-4df2-bfe2-afc7915263c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:25:25Z', 'updated_at': '2021-11-23T18:25:28Z', 'revision_number': 4, 'project_id': '64d37d178d434e0eb40e4225f11d1abd', 'gw_port': {'id': '3c285d43-8ad3-4df2-bfe2-afc7915263c4', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:52:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '702647e5-840c-4f53-af17-55b2b2931c70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:25:25Z', 'updated_at': '2021-11-23T18:25:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_floatingips': [{'id': '0cb6f464-50c5-4ae7-b1ef-8ffddb81a3a1', 'tenant_id': '64d37d178d434e0eb40e4225f11d1abd', 'floating_ip_address': '172.25.3.67', 'floating_network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'router_id': '702647e5-840c-4f53-af17-55b2b2931c70', 'port_id': '04f6e961-930d-465a-a08c-6683424e7775', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4174, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e99252c3-31d5-46a2-96e1-10632788830d', 'mac_address': 'fa:16:3e:ed:03:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50ff89bd-1589-4d83-b85a-30ff52d4d5e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T18:26:20Z', 'updated_at': '2021-11-23T18:26:20Z', 'revision_number': 0, 'project_id': '64d37d178d434e0eb40e4225f11d1abd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ef68ac4-c7ea-4870-b0cb-5d2fa61e9b2d', 'name': '', 'network_id': 'e99252c3-31d5-46a2-96e1-10632788830d', 'tenant_id': '64d37d178d434e0eb40e4225f11d1abd', 'mac_address': 'fa:16:3e:de:ea:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '702647e5-840c-4f53-af17-55b2b2931c70', 'device_owner': 'network:router_interface', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '7b57f8fa-b9fe-4d64-8852-ece25bcad43e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:25:27Z', 'updated_at': '2021-11-23T18:25:33Z', 'revision_number': 5, 'project_id': '64d37d178d434e0eb40e4225f11d1abd', 'subnets': [{'id': '7b57f8fa-b9fe-4d64-8852-ece25bcad43e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:26:22.151991 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-d9050558-f059-445b-9a4b-939b6c8e0ec2 tempest-TestMinimumBasicScenario-263755637 tempest-TestMinimumBasicScenario-263755637-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:22.158167 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-d9050558-f059-445b-9a4b-939b6c8e0ec2 tempest-TestMinimumBasicScenario-263755637 tempest-TestMinimumBasicScenario-263755637-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994370'] for security_group_rule, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:22.179873 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9050558-f059-445b-9a4b-939b6c8e0ec2 tempest-TestMinimumBasicScenario-263755637 tempest-TestMinimumBasicScenario-263755637-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46bf0925-ba93-4e9f-801e-4dd5363c75cd,revision_number=0']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:26:22.190066 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-d9050558-f059-445b-9a4b-939b6c8e0ec2 tempest-TestMinimumBasicScenario-263755637 tempest-TestMinimumBasicScenario-263755637-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:22.193040 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-d9050558-f059-445b-9a4b-939b6c8e0ec2 tempest-TestMinimumBasicScenario-263755637 tempest-TestMinimumBasicScenario-263755637-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1688910 Nov 23 18:26:22.194219 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 56432) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:26:22.198828 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-3fd2416f-43b0-45ca-9ed8-88e84dfdc3a6 tempest-TestMinimumBasicScenario-263755637 tempest-TestMinimumBasicScenario-263755637-project] Request body: {'security_group_rule': {'security_group_id': '89266bc0-35e3-47da-bf4c-0ef2cfeb5597', 'project_id': '64d37d178d434e0eb40e4225f11d1abd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:26:22.234139 n-d-816206-8 neutron-server[103590]: INFO neutron.db.securitygroups_db [None req-3fd2416f-43b0-45ca-9ed8-88e84dfdc3a6 tempest-TestMinimumBasicScenario-263755637 tempest-TestMinimumBasicScenario-263755637-project] Project 64d37d178d434e0eb40e4225f11d1abd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 18:26:22.239360 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-3fd2416f-43b0-45ca-9ed8-88e84dfdc3a6 tempest-TestMinimumBasicScenario-263755637 tempest-TestMinimumBasicScenario-263755637-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:22.318013 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-3fd2416f-43b0-45ca-9ed8-88e84dfdc3a6 tempest-TestMinimumBasicScenario-263755637 tempest-TestMinimumBasicScenario-263755637-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:22.326748 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-3fd2416f-43b0-45ca-9ed8-88e84dfdc3a6 tempest-TestMinimumBasicScenario-263755637 tempest-TestMinimumBasicScenario-263755637-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994370'] for security_group_rule, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:22.348039 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd2416f-43b0-45ca-9ed8-88e84dfdc3a6 tempest-TestMinimumBasicScenario-263755637 tempest-TestMinimumBasicScenario-263755637-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c62a3479-1483-4d45-9064-ccd5919f67c8,revision_number=0']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:26:22.363218 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-3fd2416f-43b0-45ca-9ed8-88e84dfdc3a6 tempest-TestMinimumBasicScenario-263755637 tempest-TestMinimumBasicScenario-263755637-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:22.364824 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-3fd2416f-43b0-45ca-9ed8-88e84dfdc3a6 tempest-TestMinimumBasicScenario-263755637 tempest-TestMinimumBasicScenario-263755637-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1695600 Nov 23 18:26:22.394196 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-088edffd-a48c-46f0-a754-50c48164e343 None None] New status for floating IP 0cb6f464-50c5-4ae7-b1ef-8ffddb81a3a1: ACTIVE {{(pid=103593) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 18:26:22.465575 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-557e67ca-3409-4802-8a05-d5bdfd36c610 req-c2706c9f-6534-4652-ad6a-b200361f375a tempest-TestMinimumBasicScenario-263755637 tempest-TestMinimumBasicScenario-263755637-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1181282313&fields=id&tenant_id=64d37d178d434e0eb40e4225f11d1abd HTTP/1.1" status: 200 len: 267 time: 0.0462470 Nov 23 18:26:22.519838 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557e67ca-3409-4802-8a05-d5bdfd36c610 req-b67a060b-10aa-41fb-b5ff-04f3d5345e35 tempest-TestMinimumBasicScenario-263755637 tempest-TestMinimumBasicScenario-263755637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:26:22.521323 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-557e67ca-3409-4802-8a05-d5bdfd36c610 req-b67a060b-10aa-41fb-b5ff-04f3d5345e35 tempest-TestMinimumBasicScenario-263755637 tempest-TestMinimumBasicScenario-263755637-project] 10.222.0.60 "GET /v2.0/ports?device_id=50ff89bd-1589-4d83-b85a-30ff52d4d5e1 HTTP/1.1" status: 200 len: 945 time: 0.0498383 Nov 23 18:26:22.532746 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [req-557e67ca-3409-4802-8a05-d5bdfd36c610 req-310a7573-31d3-4cad-bde6-d46d040abd91 tempest-TestMinimumBasicScenario-263755637 tempest-TestMinimumBasicScenario-263755637-project] Request body: {'port': {'security_groups': ['2473ae91-1508-445f-941b-e74185c5f5af', '89266bc0-35e3-47da-bf4c-0ef2cfeb5597']}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:26:22.604131 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-557e67ca-3409-4802-8a05-d5bdfd36c610 req-310a7573-31d3-4cad-bde6-d46d040abd91 tempest-TestMinimumBasicScenario-263755637 tempest-TestMinimumBasicScenario-263755637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:22.791865 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-557e67ca-3409-4802-8a05-d5bdfd36c610 req-310a7573-31d3-4cad-bde6-d46d040abd91 tempest-TestMinimumBasicScenario-263755637 tempest-TestMinimumBasicScenario-263755637-project] For port 04f6e961-930d-465a-a08c-6683424e7775, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=04f6e961-930d-465a-a08c-6683424e7775,segment=NetworkSegment(48ca0373-f0a8-46f1-bf0b-a2b84b0a8ceb),segment_id=48ca0373-f0a8-46f1-bf0b-a2b84b0a8ceb)] {{(pid=103591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:26:22.821286 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-557e67ca-3409-4802-8a05-d5bdfd36c610 req-310a7573-31d3-4cad-bde6-d46d040abd91 tempest-TestMinimumBasicScenario-263755637 tempest-TestMinimumBasicScenario-263755637-project] Publish callbacks [] for port, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:22.826035 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-557e67ca-3409-4802-8a05-d5bdfd36c610 req-310a7573-31d3-4cad-bde6-d46d040abd91 tempest-TestMinimumBasicScenario-263755637 tempest-TestMinimumBasicScenario-263755637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264758186'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:22.838316 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] get_ports_and_sgs() called for port_ids ['04f6e961-930d-465a-a08c-6683424e7775'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:26:22.870528 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557e67ca-3409-4802-8a05-d5bdfd36c610 req-310a7573-31d3-4cad-bde6-d46d040abd91 tempest-TestMinimumBasicScenario-263755637 tempest-TestMinimumBasicScenario-263755637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:26:22.871201 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-557e67ca-3409-4802-8a05-d5bdfd36c610 req-310a7573-31d3-4cad-bde6-d46d040abd91 tempest-TestMinimumBasicScenario-263755637 tempest-TestMinimumBasicScenario-263755637-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:22.872669 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-557e67ca-3409-4802-8a05-d5bdfd36c610 req-310a7573-31d3-4cad-bde6-d46d040abd91 tempest-TestMinimumBasicScenario-263755637 tempest-TestMinimumBasicScenario-263755637-project] 10.222.0.60 "PUT /v2.0/ports/04f6e961-930d-465a-a08c-6683424e7775 HTTP/1.1" status: 200 len: 981 time: 0.3444889 Nov 23 18:26:22.889505 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50ff89bd-1589-4d83-b85a-30ff52d4d5e1', 'tag': '04f6e961-930d-465a-a08c-6683424e7775'}] {{(pid=103591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:26:22.892204 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f4e21f982013ce885b63e29a1d25974432d95030e0706b58ae42016fda4ab83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65a8e489-30b2-44fd-8c20-85ce2ae1e500" -d '{"events": [{"name": "network-changed", "server_uuid": "50ff89bd-1589-4d83-b85a-30ff52d4d5e1", "tag": "04f6e961-930d-465a-a08c-6683424e7775"}]}' {{(pid=103591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:26:22.931623 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310a7573-31d3-4cad-bde6-d46d040abd91 tempest-TestMinimumBasicScenario-263755637 tempest-TestMinimumBasicScenario-263755637-project] Pushing event updated for resources: {'Port': ['ID=04f6e961-930d-465a-a08c-6683424e7775,revision_number=6']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:26:22.960142 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:26:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d57b0b98-8641-49e4-8333-76b0de64e9f1 x-openstack-request-id: req-d57b0b98-8641-49e4-8333-76b0de64e9f1 {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:26:22.960595 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50ff89bd-1589-4d83-b85a-30ff52d4d5e1", "tag": "04f6e961-930d-465a-a08c-6683424e7775", "status": "completed", "code": 200}]} {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:26:22.960995 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d57b0b98-8641-49e4-8333-76b0de64e9f1 {{(pid=103591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:26:22.961578 n-d-816206-8 neutron-server[103591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50ff89bd-1589-4d83-b85a-30ff52d4d5e1', 'tag': '04f6e961-930d-465a-a08c-6683424e7775', 'status': 'completed', 'code': 200} Nov 23 18:26:22.985771 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] get_ports_and_sgs() called for port_ids ['04f6e961-930d-465a-a08c-6683424e7775'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:26:23.056887 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd999189-2bb3-4165-ad03-b1c2933a170e req-0d497fab-fb22-481a-a6f1-d8a7a9415c08 tempest-TestMinimumBasicScenario-263755637 tempest-TestMinimumBasicScenario-263755637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:26:23.057771 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-fd999189-2bb3-4165-ad03-b1c2933a170e req-0d497fab-fb22-481a-a6f1-d8a7a9415c08 tempest-TestMinimumBasicScenario-263755637 tempest-TestMinimumBasicScenario-263755637-project] 10.222.0.60 "GET /v2.0/ports?device_id=50ff89bd-1589-4d83-b85a-30ff52d4d5e1 HTTP/1.1" status: 200 len: 984 time: 0.0950692 Nov 23 18:26:23.068254 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a8e489-30b2-44fd-8c20-85ce2ae1e500 req-87fd93a7-ed14-4697-b301-299e1189667d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:26:23.070051 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-65a8e489-30b2-44fd-8c20-85ce2ae1e500 req-87fd93a7-ed14-4697-b301-299e1189667d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=64d37d178d434e0eb40e4225f11d1abd&device_id=50ff89bd-1589-4d83-b85a-30ff52d4d5e1 HTTP/1.1" status: 200 len: 1135 time: 0.0696092 Nov 23 18:26:23.193273 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-fd999189-2bb3-4165-ad03-b1c2933a170e req-be72e571-84e2-4825-9110-323fb0b3c854 tempest-TestMinimumBasicScenario-263755637 tempest-TestMinimumBasicScenario-263755637-project] 10.222.0.60 "GET /v2.0/security-groups?id=2473ae91-1508-445f-941b-e74185c5f5af&id=89266bc0-35e3-47da-bf4c-0ef2cfeb5597&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1220021 Nov 23 18:26:23.214227 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a8e489-30b2-44fd-8c20-85ce2ae1e500 req-565a3656-7e7b-4817-be49-f1ef20900ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:26:23.217433 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-65a8e489-30b2-44fd-8c20-85ce2ae1e500 req-565a3656-7e7b-4817-be49-f1ef20900ef7 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e99252c3-31d5-46a2-96e1-10632788830d HTTP/1.1" status: 200 len: 916 time: 0.1377177 Nov 23 18:26:23.266883 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-30623e66-3725-44ac-b095-76705a5cecc8 None None] Provisioning complete for port 04f6e961-930d-465a-a08c-6683424e7775 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:26:23.267934 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-30623e66-3725-44ac-b095-76705a5cecc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:23.297846 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-65a8e489-30b2-44fd-8c20-85ce2ae1e500 req-28ef6749-b781-44d4-bd66-e08798272dda service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=04f6e961-930d-465a-a08c-6683424e7775 HTTP/1.1" status: 200 len: 1000 time: 0.0718412 Nov 23 18:26:23.351506 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a8e489-30b2-44fd-8c20-85ce2ae1e500 req-fd6474d2-4123-4977-a793-e5dd18b1531b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:26:23.353211 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-65a8e489-30b2-44fd-8c20-85ce2ae1e500 req-fd6474d2-4123-4977-a793-e5dd18b1531b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7b57f8fa-b9fe-4d64-8852-ece25bcad43e HTTP/1.1" status: 200 len: 854 time: 0.0484729 Nov 23 18:26:23.402958 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a8e489-30b2-44fd-8c20-85ce2ae1e500 req-3134e40e-f708-48a3-960c-a1d5767a52ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:26:23.405121 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-65a8e489-30b2-44fd-8c20-85ce2ae1e500 req-3134e40e-f708-48a3-960c-a1d5767a52ac service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e99252c3-31d5-46a2-96e1-10632788830d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429833 Nov 23 18:26:23.520914 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-65a8e489-30b2-44fd-8c20-85ce2ae1e500 req-ff278281-eeed-4f87-9fe2-1a9fb24c5d6d service neutron] 10.222.0.36 "GET /v2.0/networks/e99252c3-31d5-46a2-96e1-10632788830d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072192 Nov 23 18:26:23.620299 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-65a8e489-30b2-44fd-8c20-85ce2ae1e500 req-ac37bce4-c4ba-49f1-a952-663eac90c94b service neutron] 10.222.0.36 "GET /v2.0/networks/e99252c3-31d5-46a2-96e1-10632788830d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911827 Nov 23 18:26:35.541401 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.agents_db [None req-464f6c07-0de8-4be6-8f5b-563f574d1c5d None None] Agent healthcheck: found 7 active agents {{(pid=103593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 18:26:36.124416 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2a567a95-b935-4be5-9366-83e6ce091e34 req-79c3eee7-9fb9-48f4-b544-1a5b71e1b0e2 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=50ff89bd-1589-4d83-b85a-30ff52d4d5e1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0449603 Nov 23 18:26:36.211870 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a567a95-b935-4be5-9366-83e6ce091e34 req-8384dae1-ec3c-45fc-bb73-434549875262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:26:36.213407 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2a567a95-b935-4be5-9366-83e6ce091e34 req-8384dae1-ec3c-45fc-bb73-434549875262 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=64d37d178d434e0eb40e4225f11d1abd&device_id=50ff89bd-1589-4d83-b85a-30ff52d4d5e1 HTTP/1.1" status: 200 len: 1135 time: 0.0442817 Nov 23 18:26:36.319781 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a567a95-b935-4be5-9366-83e6ce091e34 req-793e716c-a527-4d0b-96ff-08f597f4209f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:26:36.321285 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2a567a95-b935-4be5-9366-83e6ce091e34 req-793e716c-a527-4d0b-96ff-08f597f4209f service neutron] 10.222.0.36 "GET /v2.0/networks?id=e99252c3-31d5-46a2-96e1-10632788830d HTTP/1.1" status: 200 len: 916 time: 0.0871384 Nov 23 18:26:36.393746 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2a567a95-b935-4be5-9366-83e6ce091e34 req-c7dd2b71-abe7-4099-b75a-5cbb422aff23 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=04f6e961-930d-465a-a08c-6683424e7775 HTTP/1.1" status: 200 len: 1000 time: 0.0636809 Nov 23 18:26:36.446772 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a567a95-b935-4be5-9366-83e6ce091e34 req-8e57e14f-ac6f-4bb2-a8e4-a7c0806000f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:26:36.448231 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2a567a95-b935-4be5-9366-83e6ce091e34 req-8e57e14f-ac6f-4bb2-a8e4-a7c0806000f7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7b57f8fa-b9fe-4d64-8852-ece25bcad43e HTTP/1.1" status: 200 len: 854 time: 0.0457907 Nov 23 18:26:36.499055 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a567a95-b935-4be5-9366-83e6ce091e34 req-ca975e70-16e7-4b39-9303-bfc1db4382cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:26:36.500555 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2a567a95-b935-4be5-9366-83e6ce091e34 req-ca975e70-16e7-4b39-9303-bfc1db4382cb service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e99252c3-31d5-46a2-96e1-10632788830d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432997 Nov 23 18:26:36.594694 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2a567a95-b935-4be5-9366-83e6ce091e34 req-40084c08-596b-4fcc-ba7f-e2e285ca6400 service neutron] 10.222.0.36 "GET /v2.0/networks/e99252c3-31d5-46a2-96e1-10632788830d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863185 Nov 23 18:26:36.688130 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2a567a95-b935-4be5-9366-83e6ce091e34 req-196e0c63-6790-4fc4-83e9-8547f759e6ca service neutron] 10.222.0.36 "GET /v2.0/networks/e99252c3-31d5-46a2-96e1-10632788830d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831225 Nov 23 18:26:39.492268 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc31d970-1cea-4620-aa01-0dc7a6abbee5 req-4ef33592-4a88-4cb8-90d7-41ef823a0f49 tempest-TestMinimumBasicScenario-263755637 tempest-TestMinimumBasicScenario-263755637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:26:39.493900 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-cc31d970-1cea-4620-aa01-0dc7a6abbee5 req-4ef33592-4a88-4cb8-90d7-41ef823a0f49 tempest-TestMinimumBasicScenario-263755637 tempest-TestMinimumBasicScenario-263755637-project] 10.222.0.60 "GET /v2.0/ports?device_id=50ff89bd-1589-4d83-b85a-30ff52d4d5e1 HTTP/1.1" status: 200 len: 984 time: 0.0844743 Nov 23 18:26:39.500250 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082e8a61-cd62-433d-bfd3-3f09530f0d80 req-39c88082-ca6d-4dfa-8cf0-9b595edebf13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:26:39.501642 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-082e8a61-cd62-433d-bfd3-3f09530f0d80 req-39c88082-ca6d-4dfa-8cf0-9b595edebf13 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=64d37d178d434e0eb40e4225f11d1abd&device_id=50ff89bd-1589-4d83-b85a-30ff52d4d5e1 HTTP/1.1" status: 200 len: 1135 time: 0.0599561 Nov 23 18:26:39.620131 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-cc31d970-1cea-4620-aa01-0dc7a6abbee5 req-b179331b-905a-4e47-a423-bff57530bad7 tempest-TestMinimumBasicScenario-263755637 tempest-TestMinimumBasicScenario-263755637-project] 10.222.0.60 "GET /v2.0/security-groups?id=2473ae91-1508-445f-941b-e74185c5f5af&id=89266bc0-35e3-47da-bf4c-0ef2cfeb5597&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1175079 Nov 23 18:26:39.637036 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082e8a61-cd62-433d-bfd3-3f09530f0d80 req-5f42b4db-c44c-4a53-8297-eec178079a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:26:39.638508 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-082e8a61-cd62-433d-bfd3-3f09530f0d80 req-5f42b4db-c44c-4a53-8297-eec178079a92 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e99252c3-31d5-46a2-96e1-10632788830d HTTP/1.1" status: 200 len: 916 time: 0.1223521 Nov 23 18:26:39.707702 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-082e8a61-cd62-433d-bfd3-3f09530f0d80 req-f6a8eded-7002-4a98-9f58-fad7aebee1c0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=04f6e961-930d-465a-a08c-6683424e7775 HTTP/1.1" status: 200 len: 1000 time: 0.0603631 Nov 23 18:26:39.761798 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082e8a61-cd62-433d-bfd3-3f09530f0d80 req-a0915d97-6fd3-4c4d-adaf-13c1d0ddef29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:26:39.763460 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-082e8a61-cd62-433d-bfd3-3f09530f0d80 req-a0915d97-6fd3-4c4d-adaf-13c1d0ddef29 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7b57f8fa-b9fe-4d64-8852-ece25bcad43e HTTP/1.1" status: 200 len: 854 time: 0.0483303 Nov 23 18:26:39.812429 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082e8a61-cd62-433d-bfd3-3f09530f0d80 req-e5d82428-b57f-4ba9-8006-56ec56be24c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:26:39.814102 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-082e8a61-cd62-433d-bfd3-3f09530f0d80 req-e5d82428-b57f-4ba9-8006-56ec56be24c1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e99252c3-31d5-46a2-96e1-10632788830d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426438 Nov 23 18:26:39.917374 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-082e8a61-cd62-433d-bfd3-3f09530f0d80 req-0d27b83b-1568-4afa-89e3-521283361deb service neutron] 10.222.0.36 "GET /v2.0/networks/e99252c3-31d5-46a2-96e1-10632788830d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836577 Nov 23 18:26:40.014487 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-082e8a61-cd62-433d-bfd3-3f09530f0d80 req-2733d9c4-66d9-4239-82d2-cbb348af41cf service neutron] 10.222.0.36 "GET /v2.0/networks/e99252c3-31d5-46a2-96e1-10632788830d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885766 Nov 23 18:26:40.740450 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9baab15-dbe6-4539-afb5-26aa0fd9b53f req-a15bbf75-1749-45c6-a825-dcc8bb1a1686 tempest-TestMinimumBasicScenario-263755637 tempest-TestMinimumBasicScenario-263755637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:26:40.742217 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e9baab15-dbe6-4539-afb5-26aa0fd9b53f req-a15bbf75-1749-45c6-a825-dcc8bb1a1686 tempest-TestMinimumBasicScenario-263755637 tempest-TestMinimumBasicScenario-263755637-project] 10.222.0.60 "GET /v2.0/ports?device_id=50ff89bd-1589-4d83-b85a-30ff52d4d5e1 HTTP/1.1" status: 200 len: 984 time: 0.0504332 Nov 23 18:26:40.804943 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e9baab15-dbe6-4539-afb5-26aa0fd9b53f req-1052afbc-8f82-4c33-9e7f-37392f97138f tempest-TestMinimumBasicScenario-263755637 tempest-TestMinimumBasicScenario-263755637-project] 10.222.0.60 "GET /v2.0/security-groups?id=2473ae91-1508-445f-941b-e74185c5f5af&id=89266bc0-35e3-47da-bf4c-0ef2cfeb5597&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0556133 Nov 23 18:26:41.931504 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40db9d32-ebbd-42f7-9fe0-a095927dd3f9 req-b3fe80ad-2617-4557-808e-c69709151fdc tempest-TestMinimumBasicScenario-263755637 tempest-TestMinimumBasicScenario-263755637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:26:41.933120 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-40db9d32-ebbd-42f7-9fe0-a095927dd3f9 req-b3fe80ad-2617-4557-808e-c69709151fdc tempest-TestMinimumBasicScenario-263755637 tempest-TestMinimumBasicScenario-263755637-project] 10.222.0.60 "GET /v2.0/ports?device_id=50ff89bd-1589-4d83-b85a-30ff52d4d5e1 HTTP/1.1" status: 200 len: 984 time: 0.0546196 Nov 23 18:26:42.275002 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-40db9d32-ebbd-42f7-9fe0-a095927dd3f9 req-9dbd8470-3fe8-4fd8-b812-0790062bcfa4 tempest-TestMinimumBasicScenario-263755637 tempest-TestMinimumBasicScenario-263755637-project] 10.222.0.60 "GET /v2.0/security-groups?id=2473ae91-1508-445f-941b-e74185c5f5af&id=89266bc0-35e3-47da-bf4c-0ef2cfeb5597&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3357255 Nov 23 18:26:43.087192 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-203a268a-db67-4b4a-996d-74187cd88332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:43.444319 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5c6c27-6f31-4771-a84c-6ba1fb2545a5 req-bb73fb21-2dfd-4630-a538-dcabff284ccc tempest-TestMinimumBasicScenario-263755637 tempest-TestMinimumBasicScenario-263755637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:26:43.445810 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-3a5c6c27-6f31-4771-a84c-6ba1fb2545a5 req-bb73fb21-2dfd-4630-a538-dcabff284ccc tempest-TestMinimumBasicScenario-263755637 tempest-TestMinimumBasicScenario-263755637-project] 10.222.0.60 "GET /v2.0/ports?device_id=50ff89bd-1589-4d83-b85a-30ff52d4d5e1 HTTP/1.1" status: 200 len: 984 time: 0.1021740 Nov 23 18:26:43.519360 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-3a5c6c27-6f31-4771-a84c-6ba1fb2545a5 req-f8ce35d8-7183-43ac-99e8-9cc2dd8ff0bd tempest-TestMinimumBasicScenario-263755637 tempest-TestMinimumBasicScenario-263755637-project] 10.222.0.60 "GET /v2.0/security-groups?id=2473ae91-1508-445f-941b-e74185c5f5af&id=89266bc0-35e3-47da-bf4c-0ef2cfeb5597&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0666420 Nov 23 18:26:43.955180 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:44.689439 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f59b481-81b8-4ed8-a226-3fb5f69cc78b req-2e21529f-5236-4eb0-9c4b-468749da6a71 tempest-TestMinimumBasicScenario-263755637 tempest-TestMinimumBasicScenario-263755637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:26:44.691080 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9f59b481-81b8-4ed8-a226-3fb5f69cc78b req-2e21529f-5236-4eb0-9c4b-468749da6a71 tempest-TestMinimumBasicScenario-263755637 tempest-TestMinimumBasicScenario-263755637-project] 10.222.0.60 "GET /v2.0/ports?device_id=50ff89bd-1589-4d83-b85a-30ff52d4d5e1 HTTP/1.1" status: 200 len: 984 time: 0.1018066 Nov 23 18:26:44.750958 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9f59b481-81b8-4ed8-a226-3fb5f69cc78b req-3e566342-8918-4816-8a87-e547c299481c tempest-TestMinimumBasicScenario-263755637 tempest-TestMinimumBasicScenario-263755637-project] 10.222.0.60 "GET /v2.0/security-groups?id=2473ae91-1508-445f-941b-e74185c5f5af&id=89266bc0-35e3-47da-bf4c-0ef2cfeb5597&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0539072 Nov 23 18:26:44.805423 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:45.174170 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-25d2def7-1171-42e0-97e9-89d2a279e2f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:45.868818 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dc9c23-9313-482d-8d45-0b9b107aefb4 req-0b2742d6-16b2-4965-a40c-46d2b6614b35 tempest-TestMinimumBasicScenario-263755637 tempest-TestMinimumBasicScenario-263755637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:26:45.870252 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e3dc9c23-9313-482d-8d45-0b9b107aefb4 req-0b2742d6-16b2-4965-a40c-46d2b6614b35 tempest-TestMinimumBasicScenario-263755637 tempest-TestMinimumBasicScenario-263755637-project] 10.222.0.60 "GET /v2.0/ports?device_id=50ff89bd-1589-4d83-b85a-30ff52d4d5e1 HTTP/1.1" status: 200 len: 984 time: 0.0498874 Nov 23 18:26:45.932567 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e3dc9c23-9313-482d-8d45-0b9b107aefb4 req-1366461c-f240-40c9-91f2-96bdf6dad3f9 tempest-TestMinimumBasicScenario-263755637 tempest-TestMinimumBasicScenario-263755637-project] 10.222.0.60 "GET /v2.0/security-groups?id=2473ae91-1508-445f-941b-e74185c5f5af&id=89266bc0-35e3-47da-bf4c-0ef2cfeb5597&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0561681 Nov 23 18:26:46.743321 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-52822d53-48f5-4819-8a95-bdc13aea0bf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:47.048292 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f106396-efcb-42e1-83b7-09a505ca8b1d req-ceaf5710-b893-4ede-a2c4-bea5e3b9c146 tempest-TestMinimumBasicScenario-263755637 tempest-TestMinimumBasicScenario-263755637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:26:47.049829 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5f106396-efcb-42e1-83b7-09a505ca8b1d req-ceaf5710-b893-4ede-a2c4-bea5e3b9c146 tempest-TestMinimumBasicScenario-263755637 tempest-TestMinimumBasicScenario-263755637-project] 10.222.0.60 "GET /v2.0/ports?device_id=50ff89bd-1589-4d83-b85a-30ff52d4d5e1 HTTP/1.1" status: 200 len: 984 time: 0.0488446 Nov 23 18:26:47.113633 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5f106396-efcb-42e1-83b7-09a505ca8b1d req-18ec585b-a2a5-47f9-8bdb-f00cd3651d1a tempest-TestMinimumBasicScenario-263755637 tempest-TestMinimumBasicScenario-263755637-project] 10.222.0.60 "GET /v2.0/security-groups?id=2473ae91-1508-445f-941b-e74185c5f5af&id=89266bc0-35e3-47da-bf4c-0ef2cfeb5597&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0575469 Nov 23 18:26:47.955437 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9a27ae6c-db98-474f-94c1-cc99bf842d79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:48.228764 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca5d1bd-ad4f-4c1f-a050-7126225697d2 req-a1adb386-0ad5-41e3-85f7-f6a56bbebec3 tempest-TestMinimumBasicScenario-263755637 tempest-TestMinimumBasicScenario-263755637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:26:48.230259 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7ca5d1bd-ad4f-4c1f-a050-7126225697d2 req-a1adb386-0ad5-41e3-85f7-f6a56bbebec3 tempest-TestMinimumBasicScenario-263755637 tempest-TestMinimumBasicScenario-263755637-project] 10.222.0.60 "GET /v2.0/ports?device_id=50ff89bd-1589-4d83-b85a-30ff52d4d5e1 HTTP/1.1" status: 200 len: 984 time: 0.0495679 Nov 23 18:26:48.291736 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7ca5d1bd-ad4f-4c1f-a050-7126225697d2 req-135537e5-f6b2-40cf-af3a-575bb6005ca7 tempest-TestMinimumBasicScenario-263755637 tempest-TestMinimumBasicScenario-263755637-project] 10.222.0.60 "GET /v2.0/security-groups?id=2473ae91-1508-445f-941b-e74185c5f5af&id=89266bc0-35e3-47da-bf4c-0ef2cfeb5597&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0546019 Nov 23 18:26:48.473824 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:26:49.408981 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30ebe59-b8dc-4e1d-9421-db3eb58c3cd9 req-d286f2a3-be13-430b-9923-6e547a1fb967 tempest-TestMinimumBasicScenario-263755637 tempest-TestMinimumBasicScenario-263755637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:26:49.410473 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b30ebe59-b8dc-4e1d-9421-db3eb58c3cd9 req-d286f2a3-be13-430b-9923-6e547a1fb967 tempest-TestMinimumBasicScenario-263755637 tempest-TestMinimumBasicScenario-263755637-project] 10.222.0.60 "GET /v2.0/ports?device_id=50ff89bd-1589-4d83-b85a-30ff52d4d5e1 HTTP/1.1" status: 200 len: 984 time: 0.0500505 Nov 23 18:26:49.472433 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b30ebe59-b8dc-4e1d-9421-db3eb58c3cd9 req-e86e6b08-1bd9-4f81-8b2c-1f658ae1851e tempest-TestMinimumBasicScenario-263755637 tempest-TestMinimumBasicScenario-263755637-project] 10.222.0.60 "GET /v2.0/security-groups?id=2473ae91-1508-445f-941b-e74185c5f5af&id=89266bc0-35e3-47da-bf4c-0ef2cfeb5597&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0558858 Nov 23 18:26:50.603157 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087e4bdd-4c9d-4a7c-9262-965fd006c194 req-77f3db80-8b74-4e54-9389-8d24619403af tempest-TestMinimumBasicScenario-263755637 tempest-TestMinimumBasicScenario-263755637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:26:50.604689 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-087e4bdd-4c9d-4a7c-9262-965fd006c194 req-77f3db80-8b74-4e54-9389-8d24619403af tempest-TestMinimumBasicScenario-263755637 tempest-TestMinimumBasicScenario-263755637-project] 10.222.0.60 "GET /v2.0/ports?device_id=50ff89bd-1589-4d83-b85a-30ff52d4d5e1 HTTP/1.1" status: 200 len: 984 time: 0.0538616 Nov 23 18:26:50.667685 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-087e4bdd-4c9d-4a7c-9262-965fd006c194 req-1fb475be-a561-4cf0-ba25-665f5ea3a18c tempest-TestMinimumBasicScenario-263755637 tempest-TestMinimumBasicScenario-263755637-project] 10.222.0.60 "GET /v2.0/security-groups?id=2473ae91-1508-445f-941b-e74185c5f5af&id=89266bc0-35e3-47da-bf4c-0ef2cfeb5597&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0561442 Nov 23 18:26:51.783093 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11610689-c018-42ab-9678-74ba7031ef30 req-a656b572-8f1b-439e-a415-21a1e16abcf6 tempest-TestMinimumBasicScenario-263755637 tempest-TestMinimumBasicScenario-263755637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:26:51.784578 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-11610689-c018-42ab-9678-74ba7031ef30 req-a656b572-8f1b-439e-a415-21a1e16abcf6 tempest-TestMinimumBasicScenario-263755637 tempest-TestMinimumBasicScenario-263755637-project] 10.222.0.60 "GET /v2.0/ports?device_id=50ff89bd-1589-4d83-b85a-30ff52d4d5e1 HTTP/1.1" status: 200 len: 984 time: 0.0490184 Nov 23 18:26:51.843749 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-11610689-c018-42ab-9678-74ba7031ef30 req-34b1d1ac-1c8a-4d3c-98d6-6aee47a18010 tempest-TestMinimumBasicScenario-263755637 tempest-TestMinimumBasicScenario-263755637-project] 10.222.0.60 "GET /v2.0/security-groups?id=2473ae91-1508-445f-941b-e74185c5f5af&id=89266bc0-35e3-47da-bf4c-0ef2cfeb5597&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0531101 Nov 23 18:27:12.540647 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.agents_db [None req-464f6c07-0de8-4be6-8f5b-563f574d1c5d None None] Agent healthcheck: found 7 active agents {{(pid=103593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 18:27:13.089679 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-26ed4b38-4846-4577-a932-ba2545f2676c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:13.956261 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:14.820271 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:15.168198 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-ae7f7205-2ed4-4dac-ad2c-7f741f2e2e20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:15.783446 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [req-4e12edbb-3c6a-4232-a3a7-bd51cc1f1ee4 req-c7fc9e97-d36e-4196-94f7-720e3146d94b service neutron] (103591) timed out ('10.222.0.36', 53184) {{(pid=103591) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 23 18:27:16.743936 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-52822d53-48f5-4819-8a95-bdc13aea0bf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:17.959503 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9a27ae6c-db98-474f-94c1-cc99bf842d79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:18.472887 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:24.162235 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2fe09c70-1851-410a-bfa9-1ad359664840 req-3d0e7c8d-355e-47d9-b3ee-b39246c0145d tempest-TestMinimumBasicScenario-263755637 tempest-TestMinimumBasicScenario-263755637-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1181282313&fields=id&tenant_id=64d37d178d434e0eb40e4225f11d1abd HTTP/1.1" status: 200 len: 267 time: 0.0447161 Nov 23 18:27:24.219721 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe09c70-1851-410a-bfa9-1ad359664840 req-ce6dd0b9-4013-475b-ba13-7e9c10b1d2ec tempest-TestMinimumBasicScenario-263755637 tempest-TestMinimumBasicScenario-263755637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:27:24.221253 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2fe09c70-1851-410a-bfa9-1ad359664840 req-ce6dd0b9-4013-475b-ba13-7e9c10b1d2ec tempest-TestMinimumBasicScenario-263755637 tempest-TestMinimumBasicScenario-263755637-project] 10.222.0.60 "GET /v2.0/ports?device_id=50ff89bd-1589-4d83-b85a-30ff52d4d5e1 HTTP/1.1" status: 200 len: 984 time: 0.0533187 Nov 23 18:27:24.232075 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [req-2fe09c70-1851-410a-bfa9-1ad359664840 req-be1ed836-0a64-4652-b65f-a75f733573e6 tempest-TestMinimumBasicScenario-263755637 tempest-TestMinimumBasicScenario-263755637-project] Request body: {'port': {'security_groups': ['2473ae91-1508-445f-941b-e74185c5f5af']}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:27:24.298404 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-2fe09c70-1851-410a-bfa9-1ad359664840 req-be1ed836-0a64-4652-b65f-a75f733573e6 tempest-TestMinimumBasicScenario-263755637 tempest-TestMinimumBasicScenario-263755637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:24.467643 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-2fe09c70-1851-410a-bfa9-1ad359664840 req-be1ed836-0a64-4652-b65f-a75f733573e6 tempest-TestMinimumBasicScenario-263755637 tempest-TestMinimumBasicScenario-263755637-project] For port 04f6e961-930d-465a-a08c-6683424e7775, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=04f6e961-930d-465a-a08c-6683424e7775,segment=NetworkSegment(48ca0373-f0a8-46f1-bf0b-a2b84b0a8ceb),segment_id=48ca0373-f0a8-46f1-bf0b-a2b84b0a8ceb)] {{(pid=103591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:27:24.496281 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-2fe09c70-1851-410a-bfa9-1ad359664840 req-be1ed836-0a64-4652-b65f-a75f733573e6 tempest-TestMinimumBasicScenario-263755637 tempest-TestMinimumBasicScenario-263755637-project] Publish callbacks [] for port, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:24.501146 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-2fe09c70-1851-410a-bfa9-1ad359664840 req-be1ed836-0a64-4652-b65f-a75f733573e6 tempest-TestMinimumBasicScenario-263755637 tempest-TestMinimumBasicScenario-263755637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264758186'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:24.513459 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] get_ports_and_sgs() called for port_ids ['04f6e961-930d-465a-a08c-6683424e7775'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:27:24.546949 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe09c70-1851-410a-bfa9-1ad359664840 req-be1ed836-0a64-4652-b65f-a75f733573e6 tempest-TestMinimumBasicScenario-263755637 tempest-TestMinimumBasicScenario-263755637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:27:24.547613 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-2fe09c70-1851-410a-bfa9-1ad359664840 req-be1ed836-0a64-4652-b65f-a75f733573e6 tempest-TestMinimumBasicScenario-263755637 tempest-TestMinimumBasicScenario-263755637-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:24.549060 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2fe09c70-1851-410a-bfa9-1ad359664840 req-be1ed836-0a64-4652-b65f-a75f733573e6 tempest-TestMinimumBasicScenario-263755637 tempest-TestMinimumBasicScenario-263755637-project] 10.222.0.60 "PUT /v2.0/ports/04f6e961-930d-465a-a08c-6683424e7775 HTTP/1.1" status: 200 len: 942 time: 0.3214028 Nov 23 18:27:24.549519 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50ff89bd-1589-4d83-b85a-30ff52d4d5e1', 'tag': '04f6e961-930d-465a-a08c-6683424e7775'}] {{(pid=103591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:27:24.551808 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f4e21f982013ce885b63e29a1d25974432d95030e0706b58ae42016fda4ab83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd600ed6-8962-4da0-85e5-8d6a905efe00" -d '{"events": [{"name": "network-changed", "server_uuid": "50ff89bd-1589-4d83-b85a-30ff52d4d5e1", "tag": "04f6e961-930d-465a-a08c-6683424e7775"}]}' {{(pid=103591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:27:24.559755 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 56484) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:27:24.604834 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:27:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71faab42-969b-4408-8335-b59819714fce x-openstack-request-id: req-71faab42-969b-4408-8335-b59819714fce {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:27:24.605285 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50ff89bd-1589-4d83-b85a-30ff52d4d5e1", "tag": "04f6e961-930d-465a-a08c-6683424e7775", "status": "completed", "code": 200}]} {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:27:24.605644 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-71faab42-969b-4408-8335-b59819714fce {{(pid=103591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:27:24.606270 n-d-816206-8 neutron-server[103591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50ff89bd-1589-4d83-b85a-30ff52d4d5e1', 'tag': '04f6e961-930d-465a-a08c-6683424e7775', 'status': 'completed', 'code': 200} Nov 23 18:27:24.630317 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] get_ports_and_sgs() called for port_ids ['04f6e961-930d-465a-a08c-6683424e7775'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:27:24.668209 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1ed836-0a64-4652-b65f-a75f733573e6 tempest-TestMinimumBasicScenario-263755637 tempest-TestMinimumBasicScenario-263755637-project] Pushing event updated for resources: {'Port': ['ID=04f6e961-930d-465a-a08c-6683424e7775,revision_number=7']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:27:24.684949 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1ed836-0a64-4652-b65f-a75f733573e6 tempest-TestMinimumBasicScenario-263755637 tempest-TestMinimumBasicScenario-263755637-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:27:24.685239 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1ed836-0a64-4652-b65f-a75f733573e6 tempest-TestMinimumBasicScenario-263755637 tempest-TestMinimumBasicScenario-263755637-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:27:24.685544 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1ed836-0a64-4652-b65f-a75f733573e6 tempest-TestMinimumBasicScenario-263755637 tempest-TestMinimumBasicScenario-263755637-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:27:24.685884 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1ed836-0a64-4652-b65f-a75f733573e6 tempest-TestMinimumBasicScenario-263755637 tempest-TestMinimumBasicScenario-263755637-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:27:24.686213 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1ed836-0a64-4652-b65f-a75f733573e6 tempest-TestMinimumBasicScenario-263755637 tempest-TestMinimumBasicScenario-263755637-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:27:24.686661 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1ed836-0a64-4652-b65f-a75f733573e6 tempest-TestMinimumBasicScenario-263755637 tempest-TestMinimumBasicScenario-263755637-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:27:24.686851 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1ed836-0a64-4652-b65f-a75f733573e6 tempest-TestMinimumBasicScenario-263755637 tempest-TestMinimumBasicScenario-263755637-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:27:24.687175 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1ed836-0a64-4652-b65f-a75f733573e6 tempest-TestMinimumBasicScenario-263755637 tempest-TestMinimumBasicScenario-263755637-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:27:24.687713 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1ed836-0a64-4652-b65f-a75f733573e6 tempest-TestMinimumBasicScenario-263755637 tempest-TestMinimumBasicScenario-263755637-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:27:24.687839 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1ed836-0a64-4652-b65f-a75f733573e6 tempest-TestMinimumBasicScenario-263755637 tempest-TestMinimumBasicScenario-263755637-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:27:24.688132 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1ed836-0a64-4652-b65f-a75f733573e6 tempest-TestMinimumBasicScenario-263755637 tempest-TestMinimumBasicScenario-263755637-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:27:24.688452 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1ed836-0a64-4652-b65f-a75f733573e6 tempest-TestMinimumBasicScenario-263755637 tempest-TestMinimumBasicScenario-263755637-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:27:24.706040 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd600ed6-8962-4da0-85e5-8d6a905efe00 req-889e038b-c88f-43a7-be8c-64ccad453f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:27:24.707756 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-cd600ed6-8962-4da0-85e5-8d6a905efe00 req-889e038b-c88f-43a7-be8c-64ccad453f5c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=64d37d178d434e0eb40e4225f11d1abd&device_id=50ff89bd-1589-4d83-b85a-30ff52d4d5e1 HTTP/1.1" status: 200 len: 1096 time: 0.0760925 Nov 23 18:27:24.749850 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-690dd199-3c28-4608-8c66-dc9833f481f8 tempest-TestMinimumBasicScenario-263755637 tempest-TestMinimumBasicScenario-263755637-project] Publish callbacks [] for security_group, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:24.832045 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-41ad2de9-15de-45c2-adef-eb0979abb211 None None] Provisioning complete for port 04f6e961-930d-465a-a08c-6683424e7775 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:27:24.832270 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-690dd199-3c28-4608-8c66-dc9833f481f8 tempest-TestMinimumBasicScenario-263755637 tempest-TestMinimumBasicScenario-263755637-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:24.832371 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-41ad2de9-15de-45c2-adef-eb0979abb211 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:24.884628 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd600ed6-8962-4da0-85e5-8d6a905efe00 req-b459020f-dc11-4e89-a7aa-4e2f133d60a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:27:24.886047 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-cd600ed6-8962-4da0-85e5-8d6a905efe00 req-b459020f-dc11-4e89-a7aa-4e2f133d60a8 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e99252c3-31d5-46a2-96e1-10632788830d HTTP/1.1" status: 200 len: 916 time: 0.1684608 Nov 23 18:27:24.961507 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-cd600ed6-8962-4da0-85e5-8d6a905efe00 req-ffe5dead-691e-461a-82f3-5d76faf2dee3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=04f6e961-930d-465a-a08c-6683424e7775 HTTP/1.1" status: 200 len: 1000 time: 0.0669289 Nov 23 18:27:24.971491 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-690dd199-3c28-4608-8c66-dc9833f481f8 tempest-TestMinimumBasicScenario-263755637 tempest-TestMinimumBasicScenario-263755637-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:24.974144 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-690dd199-3c28-4608-8c66-dc9833f481f8 tempest-TestMinimumBasicScenario-263755637 tempest-TestMinimumBasicScenario-263755637-project] Publish callbacks [] for security_group, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:24.975253 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-690dd199-3c28-4608-8c66-dc9833f481f8 tempest-TestMinimumBasicScenario-263755637 tempest-TestMinimumBasicScenario-263755637-project] 10.222.0.60 "DELETE /v2.0/security-groups/89266bc0-35e3-47da-bf4c-0ef2cfeb5597 HTTP/1.1" status: 204 len: 168 time: 0.4145083 Nov 23 18:27:24.978204 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 56488) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:27:25.013365 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690dd199-3c28-4608-8c66-dc9833f481f8 tempest-TestMinimumBasicScenario-263755637 tempest-TestMinimumBasicScenario-263755637-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=89266bc0-35e3-47da-bf4c-0ef2cfeb5597,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:27:25.045896 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd600ed6-8962-4da0-85e5-8d6a905efe00 req-e9c1ef5c-8f46-4f61-914d-acce94b3290b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:27:25.047366 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-cd600ed6-8962-4da0-85e5-8d6a905efe00 req-e9c1ef5c-8f46-4f61-914d-acce94b3290b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7b57f8fa-b9fe-4d64-8852-ece25bcad43e HTTP/1.1" status: 200 len: 854 time: 0.0769315 Nov 23 18:27:25.095483 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd600ed6-8962-4da0-85e5-8d6a905efe00 req-8c69837d-b5b3-45ad-bf3f-f3b613a0037a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:27:25.097014 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-cd600ed6-8962-4da0-85e5-8d6a905efe00 req-8c69837d-b5b3-45ad-bf3f-f3b613a0037a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e99252c3-31d5-46a2-96e1-10632788830d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423419 Nov 23 18:27:25.141163 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-24ac36be-d120-48d3-b160-fdb7486749fe tempest-TestMinimumBasicScenario-263755637 tempest-TestMinimumBasicScenario-263755637-project] Deleting port 7edcc779-3d90-4d5b-850b-2422d7df5200 {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:27:25.141504 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-24ac36be-d120-48d3-b160-fdb7486749fe tempest-TestMinimumBasicScenario-263755637 tempest-TestMinimumBasicScenario-263755637-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:25.196407 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-cd600ed6-8962-4da0-85e5-8d6a905efe00 req-03d23597-8ff3-490c-8fc7-51f13c1ee24f service neutron] 10.222.0.36 "GET /v2.0/networks/e99252c3-31d5-46a2-96e1-10632788830d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909603 Nov 23 18:27:25.225366 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-24ac36be-d120-48d3-b160-fdb7486749fe tempest-TestMinimumBasicScenario-263755637 tempest-TestMinimumBasicScenario-263755637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:25.225698 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-24ac36be-d120-48d3-b160-fdb7486749fe tempest-TestMinimumBasicScenario-263755637 tempest-TestMinimumBasicScenario-263755637-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:25.237954 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-24ac36be-d120-48d3-b160-fdb7486749fe tempest-TestMinimumBasicScenario-263755637 tempest-TestMinimumBasicScenario-263755637-project] Calling delete_port for 7edcc779-3d90-4d5b-850b-2422d7df5200 owned by network:floatingip {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:27:25.287907 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-cd600ed6-8962-4da0-85e5-8d6a905efe00 req-f41c0c2c-9b86-4565-bac3-74f35a0d51c9 service neutron] 10.222.0.36 "GET /v2.0/networks/e99252c3-31d5-46a2-96e1-10632788830d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826688 Nov 23 18:27:25.393631 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-24ac36be-d120-48d3-b160-fdb7486749fe tempest-TestMinimumBasicScenario-263755637 tempest-TestMinimumBasicScenario-263755637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:25.420000 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ac36be-d120-48d3-b160-fdb7486749fe tempest-TestMinimumBasicScenario-263755637 tempest-TestMinimumBasicScenario-263755637-project] Pushing event deleted for resources: {'Port': ['ID=7edcc779-3d90-4d5b-850b-2422d7df5200,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:27:25.444354 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ac36be-d120-48d3-b160-fdb7486749fe tempest-TestMinimumBasicScenario-263755637 tempest-TestMinimumBasicScenario-263755637-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:27:25.444733 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ac36be-d120-48d3-b160-fdb7486749fe tempest-TestMinimumBasicScenario-263755637 tempest-TestMinimumBasicScenario-263755637-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:27:25.445080 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ac36be-d120-48d3-b160-fdb7486749fe tempest-TestMinimumBasicScenario-263755637 tempest-TestMinimumBasicScenario-263755637-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:27:25.445419 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ac36be-d120-48d3-b160-fdb7486749fe tempest-TestMinimumBasicScenario-263755637 tempest-TestMinimumBasicScenario-263755637-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:27:25.445756 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ac36be-d120-48d3-b160-fdb7486749fe tempest-TestMinimumBasicScenario-263755637 tempest-TestMinimumBasicScenario-263755637-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:27:25.446093 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ac36be-d120-48d3-b160-fdb7486749fe tempest-TestMinimumBasicScenario-263755637 tempest-TestMinimumBasicScenario-263755637-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:27:25.446480 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ac36be-d120-48d3-b160-fdb7486749fe tempest-TestMinimumBasicScenario-263755637 tempest-TestMinimumBasicScenario-263755637-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:27:25.446752 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ac36be-d120-48d3-b160-fdb7486749fe tempest-TestMinimumBasicScenario-263755637 tempest-TestMinimumBasicScenario-263755637-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:27:25.447081 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ac36be-d120-48d3-b160-fdb7486749fe tempest-TestMinimumBasicScenario-263755637 tempest-TestMinimumBasicScenario-263755637-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:27:25.447406 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ac36be-d120-48d3-b160-fdb7486749fe tempest-TestMinimumBasicScenario-263755637 tempest-TestMinimumBasicScenario-263755637-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:27:25.447732 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ac36be-d120-48d3-b160-fdb7486749fe tempest-TestMinimumBasicScenario-263755637 tempest-TestMinimumBasicScenario-263755637-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:27:25.448056 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ac36be-d120-48d3-b160-fdb7486749fe tempest-TestMinimumBasicScenario-263755637 tempest-TestMinimumBasicScenario-263755637-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:27:25.488980 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-24ac36be-d120-48d3-b160-fdb7486749fe tempest-TestMinimumBasicScenario-263755637 tempest-TestMinimumBasicScenario-263755637-project] Publish callbacks [] for floatingip, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:25.489505 n-d-816206-8 neutron-server[103590]: INFO neutron.db.l3_db [None req-24ac36be-d120-48d3-b160-fdb7486749fe tempest-TestMinimumBasicScenario-263755637 tempest-TestMinimumBasicScenario-263755637-project] Floating IP 0cb6f464-50c5-4ae7-b1ef-8ffddb81a3a1 disassociated (deleted). External IP: 172.25.3.67, port: 04f6e961-930d-465a-a08c-6683424e7775. Nov 23 18:27:25.696374 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24ac36be-d120-48d3-b160-fdb7486749fe tempest-TestMinimumBasicScenario-263755637 tempest-TestMinimumBasicScenario-263755637-project] Router 702647e5-840c-4f53-af17-55b2b2931c70 has already been hosted by L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 {{(pid=103590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:27:25.805021 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24ac36be-d120-48d3-b160-fdb7486749fe tempest-TestMinimumBasicScenario-263755637 tempest-TestMinimumBasicScenario-263755637-project] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:27:25.809511 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-24ac36be-d120-48d3-b160-fdb7486749fe tempest-TestMinimumBasicScenario-263755637 tempest-TestMinimumBasicScenario-263755637-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for floatingip, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:25.815476 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ae8705d-0077-4921-b6a4-6a76180a6cf1 None None] Sync routers for ids ['702647e5-840c-4f53-af17-55b2b2931c70'] in n-d-816206-8 {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:27:25.825486 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ae8705d-0077-4921-b6a4-6a76180a6cf1 None None] Routers {'702647e5-840c-4f53-af17-55b2b2931c70'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:27:25.827105 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-0ae8705d-0077-4921-b6a4-6a76180a6cf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T18:27:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['702647e5-840c-4f53-af17-55b2b2931c70'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:27:25.838481 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-24ac36be-d120-48d3-b160-fdb7486749fe tempest-TestMinimumBasicScenario-263755637 tempest-TestMinimumBasicScenario-263755637-project] 10.222.0.60 "DELETE /v2.0/floatingips/0cb6f464-50c5-4ae7-b1ef-8ffddb81a3a1 HTTP/1.1" status: 204 len: 168 time: 0.8591287 Nov 23 18:27:25.839171 n-d-816206-8 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50ff89bd-1589-4d83-b85a-30ff52d4d5e1', 'tag': '04f6e961-930d-465a-a08c-6683424e7775'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:27:25.841617 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c35dbc0b6b9f20554b2131d9adc843a87fc98ef8cc7f8c5951517f8512ac17b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09b71bb0-9e1a-42b5-82a7-121ed8081e7d" -d '{"events": [{"name": "network-changed", "server_uuid": "50ff89bd-1589-4d83-b85a-30ff52d4d5e1", "tag": "04f6e961-930d-465a-a08c-6683424e7775"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:27:25.882806 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:27:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d21a8b6-1bad-4ad5-81ee-b84d72da3081 x-openstack-request-id: req-9d21a8b6-1bad-4ad5-81ee-b84d72da3081 {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:27:25.883110 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50ff89bd-1589-4d83-b85a-30ff52d4d5e1", "tag": "04f6e961-930d-465a-a08c-6683424e7775", "status": "completed", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:27:25.883364 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-9d21a8b6-1bad-4ad5-81ee-b84d72da3081 {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:27:25.883800 n-d-816206-8 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50ff89bd-1589-4d83-b85a-30ff52d4d5e1', 'tag': '04f6e961-930d-465a-a08c-6683424e7775', 'status': 'completed', 'code': 200} Nov 23 18:27:25.949629 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvr_db [None req-0ae8705d-0077-4921-b6a4-6a76180a6cf1 None None] Set router 702647e5-840c-4f53-af17-55b2b2931c70 gateway port host: n-d-816206-8 {{(pid=103592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:27:25.956165 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b71bb0-9e1a-42b5-82a7-121ed8081e7d req-2536f5d5-855a-4362-94b1-9aeac7124e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:27:25.959355 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-09b71bb0-9e1a-42b5-82a7-121ed8081e7d req-2536f5d5-855a-4362-94b1-9aeac7124e1c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=64d37d178d434e0eb40e4225f11d1abd&device_id=50ff89bd-1589-4d83-b85a-30ff52d4d5e1 HTTP/1.1" status: 200 len: 1096 time: 0.0495582 Nov 23 18:27:26.064986 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b71bb0-9e1a-42b5-82a7-121ed8081e7d req-dce7863d-6fbf-45db-9627-bb22b975d45d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:27:26.066309 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-09b71bb0-9e1a-42b5-82a7-121ed8081e7d req-dce7863d-6fbf-45db-9627-bb22b975d45d service neutron] 10.222.0.36 "GET /v2.0/networks?id=e99252c3-31d5-46a2-96e1-10632788830d HTTP/1.1" status: 200 len: 916 time: 0.1008129 Nov 23 18:27:26.122009 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-09b71bb0-9e1a-42b5-82a7-121ed8081e7d req-b55f794c-9423-4dae-b8c8-6c4f5cbeddf9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=04f6e961-930d-465a-a08c-6683424e7775 HTTP/1.1" status: 200 len: 217 time: 0.0358334 Nov 23 18:27:26.180527 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-0ae8705d-0077-4921-b6a4-6a76180a6cf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '702647e5-840c-4f53-af17-55b2b2931c70', 'name': 'tempest-TestMinimumBasicScenario-1884735064-router', 'tenant_id': '64d37d178d434e0eb40e4225f11d1abd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.152'}], 'enable_snat': True}, 'gw_port_id': '3c285d43-8ad3-4df2-bfe2-afc7915263c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:25:25Z', 'updated_at': '2021-11-23T18:25:28Z', 'revision_number': 4, 'project_id': '64d37d178d434e0eb40e4225f11d1abd', 'gw_port': {'id': '3c285d43-8ad3-4df2-bfe2-afc7915263c4', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:52:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '702647e5-840c-4f53-af17-55b2b2931c70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:25:25Z', 'updated_at': '2021-11-23T18:25:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_interfaces': [{'id': '1ef68ac4-c7ea-4870-b0cb-5d2fa61e9b2d', 'name': '', 'network_id': 'e99252c3-31d5-46a2-96e1-10632788830d', 'tenant_id': '64d37d178d434e0eb40e4225f11d1abd', 'mac_address': 'fa:16:3e:de:ea:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '702647e5-840c-4f53-af17-55b2b2931c70', 'device_owner': 'network:router_interface', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '7b57f8fa-b9fe-4d64-8852-ece25bcad43e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:25:27Z', 'updated_at': '2021-11-23T18:25:33Z', 'revision_number': 5, 'project_id': '64d37d178d434e0eb40e4225f11d1abd', 'subnets': [{'id': '7b57f8fa-b9fe-4d64-8852-ece25bcad43e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:27:26.180852 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b71bb0-9e1a-42b5-82a7-121ed8081e7d req-578576ad-d33a-4239-8f05-05c17cccde67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:27:26.182190 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-09b71bb0-9e1a-42b5-82a7-121ed8081e7d req-578576ad-d33a-4239-8f05-05c17cccde67 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7b57f8fa-b9fe-4d64-8852-ece25bcad43e HTTP/1.1" status: 200 len: 854 time: 0.0515172 Nov 23 18:27:26.211462 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ae8705d-0077-4921-b6a4-6a76180a6cf1 None None] Checking router: 702647e5-840c-4f53-af17-55b2b2931c70 for host: n-d-816206-8 {{(pid=103592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:27:26.220106 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ae8705d-0077-4921-b6a4-6a76180a6cf1 None None] Routers {'702647e5-840c-4f53-af17-55b2b2931c70'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:27:26.222309 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-0ae8705d-0077-4921-b6a4-6a76180a6cf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T18:27:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['702647e5-840c-4f53-af17-55b2b2931c70'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:27:26.235104 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b71bb0-9e1a-42b5-82a7-121ed8081e7d req-7ae29648-8582-47dc-a8a9-5a4bfae8f91c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:27:26.236682 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-09b71bb0-9e1a-42b5-82a7-121ed8081e7d req-7ae29648-8582-47dc-a8a9-5a4bfae8f91c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e99252c3-31d5-46a2-96e1-10632788830d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0462263 Nov 23 18:27:26.329505 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvr_db [None req-0ae8705d-0077-4921-b6a4-6a76180a6cf1 None None] Set router 702647e5-840c-4f53-af17-55b2b2931c70 gateway port host: n-d-816206-8 {{(pid=103592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:27:26.344219 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-09b71bb0-9e1a-42b5-82a7-121ed8081e7d req-8735b796-9963-4f5b-b514-1ba753d02c95 service neutron] 10.222.0.36 "GET /v2.0/networks/e99252c3-31d5-46a2-96e1-10632788830d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998011 Nov 23 18:27:26.451799 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-09b71bb0-9e1a-42b5-82a7-121ed8081e7d req-c8fdca54-4bbf-46b1-8039-363f4cd14856 service neutron] 10.222.0.36 "GET /v2.0/networks/e99252c3-31d5-46a2-96e1-10632788830d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998013 Nov 23 18:27:26.549913 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-0ae8705d-0077-4921-b6a4-6a76180a6cf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '702647e5-840c-4f53-af17-55b2b2931c70', 'name': 'tempest-TestMinimumBasicScenario-1884735064-router', 'tenant_id': '64d37d178d434e0eb40e4225f11d1abd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.152'}], 'enable_snat': True}, 'gw_port_id': '3c285d43-8ad3-4df2-bfe2-afc7915263c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:25:25Z', 'updated_at': '2021-11-23T18:25:28Z', 'revision_number': 4, 'project_id': '64d37d178d434e0eb40e4225f11d1abd', 'gw_port': {'id': '3c285d43-8ad3-4df2-bfe2-afc7915263c4', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:52:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '702647e5-840c-4f53-af17-55b2b2931c70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:25:25Z', 'updated_at': '2021-11-23T18:25:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_interfaces': [{'id': '1ef68ac4-c7ea-4870-b0cb-5d2fa61e9b2d', 'name': '', 'network_id': 'e99252c3-31d5-46a2-96e1-10632788830d', 'tenant_id': '64d37d178d434e0eb40e4225f11d1abd', 'mac_address': 'fa:16:3e:de:ea:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '702647e5-840c-4f53-af17-55b2b2931c70', 'device_owner': 'network:router_interface', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '7b57f8fa-b9fe-4d64-8852-ece25bcad43e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:25:27Z', 'updated_at': '2021-11-23T18:25:33Z', 'revision_number': 5, 'project_id': '64d37d178d434e0eb40e4225f11d1abd', 'subnets': [{'id': '7b57f8fa-b9fe-4d64-8852-ece25bcad43e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:27:26.577449 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ae8705d-0077-4921-b6a4-6a76180a6cf1 None None] The sync data for ids ['702647e5-840c-4f53-af17-55b2b2931c70'] in n-d-816206-8 is: [{'id': '702647e5-840c-4f53-af17-55b2b2931c70', 'name': 'tempest-TestMinimumBasicScenario-1884735064-router', 'tenant_id': '64d37d178d434e0eb40e4225f11d1abd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.152'}], 'enable_snat': True}, 'gw_port_id': '3c285d43-8ad3-4df2-bfe2-afc7915263c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:25:25Z', 'updated_at': '2021-11-23T18:25:28Z', 'revision_number': 4, 'project_id': '64d37d178d434e0eb40e4225f11d1abd', 'gw_port': {'id': '3c285d43-8ad3-4df2-bfe2-afc7915263c4', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:52:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '702647e5-840c-4f53-af17-55b2b2931c70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:25:25Z', 'updated_at': '2021-11-23T18:25:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_interfaces': [{'id': '1ef68ac4-c7ea-4870-b0cb-5d2fa61e9b2d', 'name': '', 'network_id': 'e99252c3-31d5-46a2-96e1-10632788830d', 'tenant_id': '64d37d178d434e0eb40e4225f11d1abd', 'mac_address': 'fa:16:3e:de:ea:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '702647e5-840c-4f53-af17-55b2b2931c70', 'device_owner': 'network:router_interface', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '7b57f8fa-b9fe-4d64-8852-ece25bcad43e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:25:27Z', 'updated_at': '2021-11-23T18:25:33Z', 'revision_number': 5, 'project_id': '64d37d178d434e0eb40e4225f11d1abd', 'subnets': [{'id': '7b57f8fa-b9fe-4d64-8852-ece25bcad43e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:27:26.809035 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1acc171f-3af4-4b77-9f16-e4016bc07da5 None None] New status for floating IP 0cb6f464-50c5-4ae7-b1ef-8ffddb81a3a1: DOWN {{(pid=103593) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 18:27:34.899104 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295d8436-b4cc-4f32-9d8c-9b45b96154cd req-0ef749eb-259d-4de6-874c-790573837bbc tempest-TestMinimumBasicScenario-263755637 tempest-TestMinimumBasicScenario-263755637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:27:34.900845 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-295d8436-b4cc-4f32-9d8c-9b45b96154cd req-0ef749eb-259d-4de6-874c-790573837bbc tempest-TestMinimumBasicScenario-263755637 tempest-TestMinimumBasicScenario-263755637-project] 10.222.0.60 "GET /v2.0/ports?device_id=50ff89bd-1589-4d83-b85a-30ff52d4d5e1 HTTP/1.1" status: 200 len: 945 time: 0.0530214 Nov 23 18:27:34.959624 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-295d8436-b4cc-4f32-9d8c-9b45b96154cd req-a1facf6b-2a9a-4f3d-9735-3045b6d6ba41 tempest-TestMinimumBasicScenario-263755637 tempest-TestMinimumBasicScenario-263755637-project] 10.222.0.60 "GET /v2.0/security-groups?id=2473ae91-1508-445f-941b-e74185c5f5af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512218 Nov 23 18:27:36.089337 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c006b5-9fa9-4be0-b047-04772e26ba7c req-8a72852d-0e3d-4058-b761-b1391ed475c6 tempest-TestMinimumBasicScenario-263755637 tempest-TestMinimumBasicScenario-263755637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:27:36.090849 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e0c006b5-9fa9-4be0-b047-04772e26ba7c req-8a72852d-0e3d-4058-b761-b1391ed475c6 tempest-TestMinimumBasicScenario-263755637 tempest-TestMinimumBasicScenario-263755637-project] 10.222.0.60 "GET /v2.0/ports?device_id=50ff89bd-1589-4d83-b85a-30ff52d4d5e1 HTTP/1.1" status: 200 len: 945 time: 0.0564418 Nov 23 18:27:36.141039 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e0c006b5-9fa9-4be0-b047-04772e26ba7c req-579fc8d7-6afb-47a8-b5b0-2b304e85b0fc tempest-TestMinimumBasicScenario-263755637 tempest-TestMinimumBasicScenario-263755637-project] 10.222.0.60 "GET /v2.0/security-groups?id=2473ae91-1508-445f-941b-e74185c5f5af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440495 Nov 23 18:27:36.606572 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b3d207-d21c-4298-bec6-dfe0fc623787 req-b9f2cc07-29ee-49db-b236-16a7a740d1b8 tempest-TestMinimumBasicScenario-263755637 tempest-TestMinimumBasicScenario-263755637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:27:36.608006 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-51b3d207-d21c-4298-bec6-dfe0fc623787 req-b9f2cc07-29ee-49db-b236-16a7a740d1b8 tempest-TestMinimumBasicScenario-263755637 tempest-TestMinimumBasicScenario-263755637-project] 10.222.0.36 "GET /v2.0/ports?device_id=50ff89bd-1589-4d83-b85a-30ff52d4d5e1 HTTP/1.1" status: 200 len: 945 time: 0.0487523 Nov 23 18:27:36.700386 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [req-51b3d207-d21c-4298-bec6-dfe0fc623787 req-eb359ac4-c234-41cf-aeff-f0fc0f6cdf68 tempest-TestMinimumBasicScenario-263755637 tempest-TestMinimumBasicScenario-263755637-project] Deleting port 04f6e961-930d-465a-a08c-6683424e7775 {{(pid=103591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:27:36.701440 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-51b3d207-d21c-4298-bec6-dfe0fc623787 req-eb359ac4-c234-41cf-aeff-f0fc0f6cdf68 tempest-TestMinimumBasicScenario-263755637 tempest-TestMinimumBasicScenario-263755637-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:36.788815 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-51b3d207-d21c-4298-bec6-dfe0fc623787 req-eb359ac4-c234-41cf-aeff-f0fc0f6cdf68 tempest-TestMinimumBasicScenario-263755637 tempest-TestMinimumBasicScenario-263755637-project] For port 04f6e961-930d-465a-a08c-6683424e7775, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=04f6e961-930d-465a-a08c-6683424e7775,segment=NetworkSegment(48ca0373-f0a8-46f1-bf0b-a2b84b0a8ceb),segment_id=48ca0373-f0a8-46f1-bf0b-a2b84b0a8ceb)] {{(pid=103591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:27:36.789173 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-51b3d207-d21c-4298-bec6-dfe0fc623787 req-eb359ac4-c234-41cf-aeff-f0fc0f6cdf68 tempest-TestMinimumBasicScenario-263755637 tempest-TestMinimumBasicScenario-263755637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:36.801478 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [req-51b3d207-d21c-4298-bec6-dfe0fc623787 req-eb359ac4-c234-41cf-aeff-f0fc0f6cdf68 tempest-TestMinimumBasicScenario-263755637 tempest-TestMinimumBasicScenario-263755637-project] Calling delete_port for 04f6e961-930d-465a-a08c-6683424e7775 owned by compute:nova {{(pid=103591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:27:36.929107 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-51b3d207-d21c-4298-bec6-dfe0fc623787 req-eb359ac4-c234-41cf-aeff-f0fc0f6cdf68 tempest-TestMinimumBasicScenario-263755637 tempest-TestMinimumBasicScenario-263755637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:36.942045 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] get_ports_and_sgs() called for port_ids ['04f6e961-930d-465a-a08c-6683424e7775'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:27:36.960545 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb359ac4-c234-41cf-aeff-f0fc0f6cdf68 tempest-TestMinimumBasicScenario-263755637 tempest-TestMinimumBasicScenario-263755637-project] Pushing event deleted for resources: {'Port': ['ID=04f6e961-930d-465a-a08c-6683424e7775,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:27:37.007955 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [req-51b3d207-d21c-4298-bec6-dfe0fc623787 req-eb359ac4-c234-41cf-aeff-f0fc0f6cdf68 tempest-TestMinimumBasicScenario-263755637 tempest-TestMinimumBasicScenario-263755637-project] No DVR routers for this DVR port 04f6e961-930d-465a-a08c-6683424e7775 on host n-h2-816206-8 {{(pid=103591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:27:37.010697 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-51b3d207-d21c-4298-bec6-dfe0fc623787 req-eb359ac4-c234-41cf-aeff-f0fc0f6cdf68 tempest-TestMinimumBasicScenario-263755637 tempest-TestMinimumBasicScenario-263755637-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:37.014223 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-51b3d207-d21c-4298-bec6-dfe0fc623787 req-eb359ac4-c234-41cf-aeff-f0fc0f6cdf68 tempest-TestMinimumBasicScenario-263755637 tempest-TestMinimumBasicScenario-263755637-project] 10.222.0.36 "DELETE /v2.0/ports/04f6e961-930d-465a-a08c-6683424e7775 HTTP/1.1" status: 204 len: 173 time: 0.3993013 Nov 23 18:27:37.014690 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50ff89bd-1589-4d83-b85a-30ff52d4d5e1', 'name': 'network-vif-deleted', 'tag': '04f6e961-930d-465a-a08c-6683424e7775'}] {{(pid=103591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:27:37.017513 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f4e21f982013ce885b63e29a1d25974432d95030e0706b58ae42016fda4ab83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63bb484a-6926-4321-b655-5462c459ebba" -d '{"events": [{"server_uuid": "50ff89bd-1589-4d83-b85a-30ff52d4d5e1", "name": "network-vif-deleted", "tag": "04f6e961-930d-465a-a08c-6683424e7775"}]}' {{(pid=103591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:27:37.118024 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:27:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55a7ac65-2cbd-4261-8bf8-948beb4a6ec0 x-openstack-request-id: req-55a7ac65-2cbd-4261-8bf8-948beb4a6ec0 {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:27:37.118789 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50ff89bd-1589-4d83-b85a-30ff52d4d5e1", "name": "network-vif-deleted", "tag": "04f6e961-930d-465a-a08c-6683424e7775", "status": "completed", "code": 200}]} {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:27:37.118789 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-55a7ac65-2cbd-4261-8bf8-948beb4a6ec0 {{(pid=103591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:27:37.118997 n-d-816206-8 neutron-server[103591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50ff89bd-1589-4d83-b85a-30ff52d4d5e1', 'name': 'network-vif-deleted', 'tag': '04f6e961-930d-465a-a08c-6683424e7775', 'status': 'completed', 'code': 200} Nov 23 18:27:37.253791 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6d0bc5b1-2a2f-4f18-8996-e0d126013101 req-64eeb421-055e-4232-8d37-5ab19c20cba1 tempest-TestMinimumBasicScenario-263755637 tempest-TestMinimumBasicScenario-263755637-project] 10.222.0.60 "GET /v2.0/ports?device_id=50ff89bd-1589-4d83-b85a-30ff52d4d5e1 HTTP/1.1" status: 200 len: 210 time: 0.0273070 Nov 23 18:27:38.832766 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 56602) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:27:39.176870 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0674ebe9-3a90-4691-86a9-2fa41ff67306 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1794372'] for router_interface, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:39.423617 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-0674ebe9-3a90-4691-86a9-2fa41ff67306 admin admin] Deleting port 1ef68ac4-c7ea-4870-b0cb-5d2fa61e9b2d {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:27:39.423958 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0674ebe9-3a90-4691-86a9-2fa41ff67306 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:39.501857 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-0674ebe9-3a90-4691-86a9-2fa41ff67306 admin admin] For port 1ef68ac4-c7ea-4870-b0cb-5d2fa61e9b2d, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=1ef68ac4-c7ea-4870-b0cb-5d2fa61e9b2d,segment=NetworkSegment(48ca0373-f0a8-46f1-bf0b-a2b84b0a8ceb),segment_id=48ca0373-f0a8-46f1-bf0b-a2b84b0a8ceb)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:27:39.502135 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0674ebe9-3a90-4691-86a9-2fa41ff67306 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:39.515003 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-0674ebe9-3a90-4691-86a9-2fa41ff67306 admin admin] Calling delete_port for 1ef68ac4-c7ea-4870-b0cb-5d2fa61e9b2d owned by network:router_interface {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:27:39.692502 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0674ebe9-3a90-4691-86a9-2fa41ff67306 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:39.718952 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0674ebe9-3a90-4691-86a9-2fa41ff67306 admin admin] Pushing event deleted for resources: {'Port': ['ID=1ef68ac4-c7ea-4870-b0cb-5d2fa61e9b2d,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:27:40.228329 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0674ebe9-3a90-4691-86a9-2fa41ff67306 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2067500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1794520'] for router_interface, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:40.407874 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device 04f6e961-930d-465a-a08c-6683424e7775 no longer exists at agent hyperv_n-h2-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:27:40.428558 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] No Port match for: 04f6e961-930d-465a-a08c-6683424e7775 {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:27:40.428908 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device 04f6e961-930d-465a-a08c-6683424e7775 not bound to the agent host n-h2-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:27:40.441803 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0674ebe9-3a90-4691-86a9-2fa41ff67306 admin admin] Router 702647e5-840c-4f53-af17-55b2b2931c70 has already been hosted by L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 {{(pid=103590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:27:40.550453 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0674ebe9-3a90-4691-86a9-2fa41ff67306 admin admin] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:27:40.555506 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-0674ebe9-3a90-4691-86a9-2fa41ff67306 admin admin] 10.222.0.60 "PUT /v2.0/routers/702647e5-840c-4f53-af17-55b2b2931c70/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7216861 Nov 23 18:27:40.558344 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 56604) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:27:40.560834 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-627e759a-bdef-4b24-a6e0-df0800c8c70f None None] Sync routers for ids ['702647e5-840c-4f53-af17-55b2b2931c70'] in n-d-816206-8 {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:27:40.571896 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-627e759a-bdef-4b24-a6e0-df0800c8c70f None None] Routers {'702647e5-840c-4f53-af17-55b2b2931c70'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:27:40.572512 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-627e759a-bdef-4b24-a6e0-df0800c8c70f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T18:27:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['702647e5-840c-4f53-af17-55b2b2931c70'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:27:40.664559 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-bfa851cb-a9da-4b50-9813-ff4ee3a3b14a admin admin] Publish callbacks [] for router, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:40.677486 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvr_db [None req-627e759a-bdef-4b24-a6e0-df0800c8c70f None None] Set router 702647e5-840c-4f53-af17-55b2b2931c70 gateway port host: n-d-816206-8 {{(pid=103592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:27:40.768308 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-bfa851cb-a9da-4b50-9813-ff4ee3a3b14a admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:40.823736 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-bfa851cb-a9da-4b50-9813-ff4ee3a3b14a admin admin] Deleting port 3c285d43-8ad3-4df2-bfe2-afc7915263c4 {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:27:40.824073 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-bfa851cb-a9da-4b50-9813-ff4ee3a3b14a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:40.861126 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-627e759a-bdef-4b24-a6e0-df0800c8c70f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '702647e5-840c-4f53-af17-55b2b2931c70', 'name': 'tempest-TestMinimumBasicScenario-1884735064-router', 'tenant_id': '64d37d178d434e0eb40e4225f11d1abd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.152'}], 'enable_snat': True}, 'gw_port_id': '3c285d43-8ad3-4df2-bfe2-afc7915263c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:25:25Z', 'updated_at': '2021-11-23T18:27:39Z', 'revision_number': 5, 'project_id': '64d37d178d434e0eb40e4225f11d1abd', 'gw_port': {'id': '3c285d43-8ad3-4df2-bfe2-afc7915263c4', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:52:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '702647e5-840c-4f53-af17-55b2b2931c70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:25:25Z', 'updated_at': '2021-11-23T18:25:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8'}], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:27:40.889334 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-627e759a-bdef-4b24-a6e0-df0800c8c70f None None] Checking router: 702647e5-840c-4f53-af17-55b2b2931c70 for host: n-d-816206-8 {{(pid=103592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:27:40.897527 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-627e759a-bdef-4b24-a6e0-df0800c8c70f None None] Routers {'702647e5-840c-4f53-af17-55b2b2931c70'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:27:40.898131 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-627e759a-bdef-4b24-a6e0-df0800c8c70f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T18:27:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['702647e5-840c-4f53-af17-55b2b2931c70'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:27:40.907164 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-bfa851cb-a9da-4b50-9813-ff4ee3a3b14a admin admin] For port 3c285d43-8ad3-4df2-bfe2-afc7915263c4, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=3c285d43-8ad3-4df2-bfe2-afc7915263c4,segment=NetworkSegment(bffd1e4f-e80f-4ff0-b418-2f42ae15febf),segment_id=bffd1e4f-e80f-4ff0-b418-2f42ae15febf)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:27:40.907522 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-bfa851cb-a9da-4b50-9813-ff4ee3a3b14a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:40.920411 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-bfa851cb-a9da-4b50-9813-ff4ee3a3b14a admin admin] Calling delete_port for 3c285d43-8ad3-4df2-bfe2-afc7915263c4 owned by network:router_gateway {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:27:41.096911 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-bfa851cb-a9da-4b50-9813-ff4ee3a3b14a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:41.121246 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa851cb-a9da-4b50-9813-ff4ee3a3b14a admin admin] Pushing event deleted for resources: {'Port': ['ID=3c285d43-8ad3-4df2-bfe2-afc7915263c4,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:27:41.140431 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c38261f-6007-4f18-95f0-75831bdce07d None None] DHCP port deletion for 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:27:41.165755 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvr_db [None req-627e759a-bdef-4b24-a6e0-df0800c8c70f None None] Set router 702647e5-840c-4f53-af17-55b2b2931c70 gateway port host: None {{(pid=103592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:27:41.189001 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-bfa851cb-a9da-4b50-9813-ff4ee3a3b14a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1795454'] for router_gateway, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:41.219492 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-627e759a-bdef-4b24-a6e0-df0800c8c70f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '702647e5-840c-4f53-af17-55b2b2931c70', 'name': 'tempest-TestMinimumBasicScenario-1884735064-router', 'tenant_id': '64d37d178d434e0eb40e4225f11d1abd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:25:25Z', 'updated_at': '2021-11-23T18:27:40Z', 'revision_number': 6, 'project_id': '64d37d178d434e0eb40e4225f11d1abd', 'gw_port_host': None}], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:27:41.249527 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-627e759a-bdef-4b24-a6e0-df0800c8c70f None None] The sync data for ids ['702647e5-840c-4f53-af17-55b2b2931c70'] in n-d-816206-8 is: [{'id': '702647e5-840c-4f53-af17-55b2b2931c70', 'name': 'tempest-TestMinimumBasicScenario-1884735064-router', 'tenant_id': '64d37d178d434e0eb40e4225f11d1abd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:25:25Z', 'updated_at': '2021-11-23T18:27:40Z', 'revision_number': 6, 'project_id': '64d37d178d434e0eb40e4225f11d1abd', 'gw_port_host': None}] {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:27:41.283012 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-bfa851cb-a9da-4b50-9813-ff4ee3a3b14a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1794352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8175'] for router, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:41.288391 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-bfa851cb-a9da-4b50-9813-ff4ee3a3b14a admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:41.332052 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-bfa851cb-a9da-4b50-9813-ff4ee3a3b14a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1795580'] for router, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:41.332604 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfa851cb-a9da-4b50-9813-ff4ee3a3b14a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 702647e5-840c-4f53-af17-55b2b2931c70 {{(pid=103590) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 18:27:41.337409 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-bfa851cb-a9da-4b50-9813-ff4ee3a3b14a admin admin] Publish callbacks [] for router, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:41.338597 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-bfa851cb-a9da-4b50-9813-ff4ee3a3b14a admin admin] 10.222.0.60 "DELETE /v2.0/routers/702647e5-840c-4f53-af17-55b2b2931c70 HTTP/1.1" status: 204 len: 168 time: 0.7792795 Nov 23 18:27:41.341332 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 56606) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:27:41.386613 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.db_base_plugin_v2 [None req-4259b584-d6ab-493f-a00b-963bdb269df2 admin admin] Deleting subnet 7b57f8fa-b9fe-4d64-8852-ece25bcad43e {{(pid=103591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 18:27:41.389641 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-4259b584-d6ab-493f-a00b-963bdb269df2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:41.423587 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-4259b584-d6ab-493f-a00b-963bdb269df2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265990000'] for subnet, precommit_delete_associations {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:41.503940 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-4259b584-d6ab-493f-a00b-963bdb269df2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971956'] for subnet, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:41.554817 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-4259b584-d6ab-493f-a00b-963bdb269df2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264758240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264314269'] for subnet, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:41.578259 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4259b584-d6ab-493f-a00b-963bdb269df2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7b57f8fa-b9fe-4d64-8852-ece25bcad43e,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:27:41.586134 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-4259b584-d6ab-493f-a00b-963bdb269df2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for subnet, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:41.588933 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-4259b584-d6ab-493f-a00b-963bdb269df2 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/7b57f8fa-b9fe-4d64-8852-ece25bcad43e HTTP/1.1" status: 204 len: 168 time: 0.2465739 Nov 23 18:27:41.593157 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 56608) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:27:41.595603 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-041309ef-73ea-43a4-8f58-cf8cc8e45e3c None None] Network e99252c3-31d5-46a2-96e1-10632788830d requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:27:41.671654 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-53b80696-5c10-404e-9cdb-aa21f6167851 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-555181'] for network, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:41.733862 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-53b80696-5c10-404e-9cdb-aa21f6167851 admin admin] Deleting port f68362cd-8d8f-4884-a4ea-aaead4994c42 {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:27:41.734195 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-53b80696-5c10-404e-9cdb-aa21f6167851 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:41.796023 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-53b80696-5c10-404e-9cdb-aa21f6167851 admin admin] For port f68362cd-8d8f-4884-a4ea-aaead4994c42, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=f68362cd-8d8f-4884-a4ea-aaead4994c42,segment=NetworkSegment(48ca0373-f0a8-46f1-bf0b-a2b84b0a8ceb),segment_id=48ca0373-f0a8-46f1-bf0b-a2b84b0a8ceb)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:27:41.796382 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-53b80696-5c10-404e-9cdb-aa21f6167851 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:41.812448 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-53b80696-5c10-404e-9cdb-aa21f6167851 admin admin] Calling delete_port for f68362cd-8d8f-4884-a4ea-aaead4994c42 owned by network:dhcp {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:27:41.889815 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-53b80696-5c10-404e-9cdb-aa21f6167851 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:41.913196 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b80696-5c10-404e-9cdb-aa21f6167851 admin admin] Pushing event deleted for resources: {'Port': ['ID=f68362cd-8d8f-4884-a4ea-aaead4994c42,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:27:41.920407 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53b80696-5c10-404e-9cdb-aa21f6167851 admin admin] No DVR routers for this DVR port f68362cd-8d8f-4884-a4ea-aaead4994c42 on host n-d-816206-8 {{(pid=103590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:27:41.993045 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-53b80696-5c10-404e-9cdb-aa21f6167851 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973419', 'neutron.services.segments.db._delete_segments_for_network-8736635878840'] for network, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:42.014760 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-53b80696-5c10-404e-9cdb-aa21f6167851 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e99252c3-31d5-46a2-96e1-10632788830d']}} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:27:42.024602 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-53b80696-5c10-404e-9cdb-aa21f6167851 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48ca0373-f0a8-46f1-bf0b-a2b84b0a8ceb') {'for_net_delete': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:27:42.024899 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-53b80696-5c10-404e-9cdb-aa21f6167851 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48ca0373-f0a8-46f1-bf0b-a2b84b0a8ceb') {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:27:42.036563 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-53b80696-5c10-404e-9cdb-aa21f6167851 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736635840332', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-267528353'] for segment, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:42.039020 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c87efd36-efe9-48e5-aed5-3fa6b922b1c1 None None] DHCP port deletion for e99252c3-31d5-46a2-96e1-10632788830d request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:27:42.052842 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-53b80696-5c10-404e-9cdb-aa21f6167851 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:42.062950 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53b80696-5c10-404e-9cdb-aa21f6167851 admin admin] Releasing vlan 534 on physical network physnet1 to pool {{(pid=103590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 18:27:42.063435 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-53b80696-5c10-404e-9cdb-aa21f6167851 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264370093'] for segment, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:42.067498 n-d-816206-8 neutron-server[103590]: Traceback (most recent call last): Nov 23 18:27:42.067498 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 18:27:42.067498 n-d-816206-8 neutron-server[103590]: timer() Nov 23 18:27:42.067498 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 18:27:42.067498 n-d-816206-8 neutron-server[103590]: cb(*args, **kw) Nov 23 18:27:42.067498 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 18:27:42.067498 n-d-816206-8 neutron-server[103590]: return func(*args, **kwargs) Nov 23 18:27:42.067498 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 18:27:42.067498 n-d-816206-8 neutron-server[103590]: self._notify() Nov 23 18:27:42.067498 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 18:27:42.067498 n-d-816206-8 neutron-server[103590]: self.callback(batched_events) Nov 23 18:27:42.067498 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 18:27:42.067498 n-d-816206-8 neutron-server[103590]: event.method(event) Nov 23 18:27:42.067498 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 18:27:42.067498 n-d-816206-8 neutron-server[103590]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 18:27:42.067498 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 18:27:42.067498 n-d-816206-8 neutron-server[103590]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 18:27:42.067498 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 18:27:42.067498 n-d-816206-8 neutron-server[103590]: return f(self, *a, **k) Nov 23 18:27:42.067498 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 18:27:42.067498 n-d-816206-8 neutron-server[103590]: return self._get(url).json() Nov 23 18:27:42.067498 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 18:27:42.067498 n-d-816206-8 neutron-server[103590]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 18:27:42.067498 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 18:27:42.067498 n-d-816206-8 neutron-server[103590]: return self.request(url, 'GET', **kwargs) Nov 23 18:27:42.067498 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 18:27:42.067498 n-d-816206-8 neutron-server[103590]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 18:27:42.067498 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 18:27:42.067498 n-d-816206-8 neutron-server[103590]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 18:27:42.067498 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 18:27:42.067498 n-d-816206-8 neutron-server[103590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 18:27:42.067498 n-d-816206-8 neutron-server[103590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 18:27:42.127213 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-53b80696-5c10-404e-9cdb-aa21f6167851 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1795418'] for network, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:42.132231 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-53b80696-5c10-404e-9cdb-aa21f6167851 admin admin] Publish callbacks [] for network, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:42.135814 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-53b80696-5c10-404e-9cdb-aa21f6167851 admin admin] 10.222.0.60 "DELETE /v2.0/networks/e99252c3-31d5-46a2-96e1-10632788830d HTTP/1.1" status: 204 len: 168 time: 0.5413463 Nov 23 18:27:42.139938 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 56610) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:27:42.148805 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b80696-5c10-404e-9cdb-aa21f6167851 admin admin] Pushing event deleted for resources: {'Network': ['ID=e99252c3-31d5-46a2-96e1-10632788830d,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:27:42.497155 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-422ec661-036b-47e7-8813-e5e5b338942d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1794372'] for router_interface, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:42.500317 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device f68362cd-8d8f-4884-a4ea-aaead4994c42 no longer exists at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:27:42.521116 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] No Port match for: f68362cd-8d8f-4884-a4ea-aaead4994c42 {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:27:42.521464 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device f68362cd-8d8f-4884-a4ea-aaead4994c42 not bound to the agent host n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:27:42.521882 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 1ef68ac4-c7ea-4870-b0cb-5d2fa61e9b2d no longer exists at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:27:42.540370 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] No Port match for: 1ef68ac4-c7ea-4870-b0cb-5d2fa61e9b2d {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:27:42.540808 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 1ef68ac4-c7ea-4870-b0cb-5d2fa61e9b2d not bound to the agent host n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:27:42.541214 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 3c285d43-8ad3-4df2-bfe2-afc7915263c4 no longer exists at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:27:42.561361 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] No Port match for: 3c285d43-8ad3-4df2-bfe2-afc7915263c4 {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:27:42.561639 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 3c285d43-8ad3-4df2-bfe2-afc7915263c4 not bound to the agent host n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:27:42.741400 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-422ec661-036b-47e7-8813-e5e5b338942d admin admin] Deleting port cc530d18-23a9-4fc1-afa9-224bf5adf204 {{(pid=103591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:27:42.741631 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-422ec661-036b-47e7-8813-e5e5b338942d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:42.822086 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [None req-422ec661-036b-47e7-8813-e5e5b338942d admin admin] For port cc530d18-23a9-4fc1-afa9-224bf5adf204, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=cc530d18-23a9-4fc1-afa9-224bf5adf204,segment=NetworkSegment(2ce6feb9-044b-473e-b6e4-ee6c14198dea),segment_id=2ce6feb9-044b-473e-b6e4-ee6c14198dea)] {{(pid=103591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:27:42.822448 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-422ec661-036b-47e7-8813-e5e5b338942d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:42.834998 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-422ec661-036b-47e7-8813-e5e5b338942d admin admin] Calling delete_port for cc530d18-23a9-4fc1-afa9-224bf5adf204 owned by network:router_interface {{(pid=103591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:27:43.013684 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-422ec661-036b-47e7-8813-e5e5b338942d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:43.046546 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422ec661-036b-47e7-8813-e5e5b338942d admin admin] Pushing event deleted for resources: {'Port': ['ID=cc530d18-23a9-4fc1-afa9-224bf5adf204,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:27:43.097034 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-5a8c0af8-6e30-46ea-aa2f-36b46ae72618 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:43.213250 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-422ec661-036b-47e7-8813-e5e5b338942d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2067500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1794520'] for router_interface, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:43.434310 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-422ec661-036b-47e7-8813-e5e5b338942d admin admin] Router 114bfb5a-2db3-489e-adf2-a1590b27a80b has already been hosted by L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 {{(pid=103591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:27:43.540544 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-422ec661-036b-47e7-8813-e5e5b338942d admin admin] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:27:43.545746 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-422ec661-036b-47e7-8813-e5e5b338942d admin admin] 10.222.0.60 "PUT /v2.0/routers/114bfb5a-2db3-489e-adf2-a1590b27a80b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4044731 Nov 23 18:27:43.548691 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 56612) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:27:43.549150 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7598595-ee28-485a-9678-fd0a4964e8e1 None None] Sync routers for ids ['114bfb5a-2db3-489e-adf2-a1590b27a80b'] in n-d-816206-8 {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:27:43.559456 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7598595-ee28-485a-9678-fd0a4964e8e1 None None] Routers {'114bfb5a-2db3-489e-adf2-a1590b27a80b'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:27:43.560070 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-c7598595-ee28-485a-9678-fd0a4964e8e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T18:27:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['114bfb5a-2db3-489e-adf2-a1590b27a80b'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:27:43.652852 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-31937c69-51a6-467d-b54c-caf76aad64b8 admin admin] Publish callbacks [] for router, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:43.664629 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-c7598595-ee28-485a-9678-fd0a4964e8e1 None None] Set router 114bfb5a-2db3-489e-adf2-a1590b27a80b gateway port host: n-d-816206-8 {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:27:43.759520 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-31937c69-51a6-467d-b54c-caf76aad64b8 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:43.817102 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-31937c69-51a6-467d-b54c-caf76aad64b8 admin admin] Deleting port da883e39-c2b4-465f-b1cd-b4dfc1b3f394 {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:27:43.817701 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-31937c69-51a6-467d-b54c-caf76aad64b8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:43.895739 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-31937c69-51a6-467d-b54c-caf76aad64b8 admin admin] For port da883e39-c2b4-465f-b1cd-b4dfc1b3f394, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=da883e39-c2b4-465f-b1cd-b4dfc1b3f394,segment=NetworkSegment(bffd1e4f-e80f-4ff0-b418-2f42ae15febf),segment_id=bffd1e4f-e80f-4ff0-b418-2f42ae15febf)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:27:43.896099 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-31937c69-51a6-467d-b54c-caf76aad64b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:43.909105 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-31937c69-51a6-467d-b54c-caf76aad64b8 admin admin] Calling delete_port for da883e39-c2b4-465f-b1cd-b4dfc1b3f394 owned by network:router_gateway {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:27:43.930774 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-c7598595-ee28-485a-9678-fd0a4964e8e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '114bfb5a-2db3-489e-adf2-a1590b27a80b', 'name': 'tempest-TestMinimumBasicScenario-985715500-router', 'tenant_id': 'ee9e149de45b4805944feff7c28be478', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.24'}], 'enable_snat': True}, 'gw_port_id': 'da883e39-c2b4-465f-b1cd-b4dfc1b3f394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:25:29Z', 'updated_at': '2021-11-23T18:27:42Z', 'revision_number': 5, 'project_id': 'ee9e149de45b4805944feff7c28be478', 'gw_port': {'id': 'da883e39-c2b4-465f-b1cd-b4dfc1b3f394', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:88:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '114bfb5a-2db3-489e-adf2-a1590b27a80b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:25:30Z', 'updated_at': '2021-11-23T18:25:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8'}], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:27:43.959351 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7598595-ee28-485a-9678-fd0a4964e8e1 None None] Checking router: 114bfb5a-2db3-489e-adf2-a1590b27a80b for host: n-d-816206-8 {{(pid=103593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:27:43.968304 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7598595-ee28-485a-9678-fd0a4964e8e1 None None] Routers {'114bfb5a-2db3-489e-adf2-a1590b27a80b'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:27:43.968780 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:43.968962 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-c7598595-ee28-485a-9678-fd0a4964e8e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T18:27:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['114bfb5a-2db3-489e-adf2-a1590b27a80b'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:27:44.053330 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-c7598595-ee28-485a-9678-fd0a4964e8e1 None None] Set router 114bfb5a-2db3-489e-adf2-a1590b27a80b gateway port host: None {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:27:44.076955 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-31937c69-51a6-467d-b54c-caf76aad64b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:44.102815 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31937c69-51a6-467d-b54c-caf76aad64b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=da883e39-c2b4-465f-b1cd-b4dfc1b3f394,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:27:44.111916 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-c7598595-ee28-485a-9678-fd0a4964e8e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '114bfb5a-2db3-489e-adf2-a1590b27a80b', 'name': 'tempest-TestMinimumBasicScenario-985715500-router', 'tenant_id': 'ee9e149de45b4805944feff7c28be478', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:25:29Z', 'updated_at': '2021-11-23T18:27:43Z', 'revision_number': 6, 'project_id': 'ee9e149de45b4805944feff7c28be478', 'gw_port_host': None}], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:27:44.119120 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ec116bc-f461-4e7f-820d-e205ebaadf33 None None] DHCP port deletion for 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:27:44.140251 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7598595-ee28-485a-9678-fd0a4964e8e1 None None] The sync data for ids ['114bfb5a-2db3-489e-adf2-a1590b27a80b'] in n-d-816206-8 is: [{'id': '114bfb5a-2db3-489e-adf2-a1590b27a80b', 'name': 'tempest-TestMinimumBasicScenario-985715500-router', 'tenant_id': 'ee9e149de45b4805944feff7c28be478', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:25:29Z', 'updated_at': '2021-11-23T18:27:43Z', 'revision_number': 6, 'project_id': 'ee9e149de45b4805944feff7c28be478', 'gw_port_host': None}] {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:27:44.170293 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-31937c69-51a6-467d-b54c-caf76aad64b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1795454'] for router_gateway, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:44.259826 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-31937c69-51a6-467d-b54c-caf76aad64b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1794352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8175'] for router, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:44.262321 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-31937c69-51a6-467d-b54c-caf76aad64b8 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:44.305258 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-31937c69-51a6-467d-b54c-caf76aad64b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1795580'] for router, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:44.305749 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31937c69-51a6-467d-b54c-caf76aad64b8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 114bfb5a-2db3-489e-adf2-a1590b27a80b {{(pid=103590) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 18:27:44.310628 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-31937c69-51a6-467d-b54c-caf76aad64b8 admin admin] Publish callbacks [] for router, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:44.311755 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-31937c69-51a6-467d-b54c-caf76aad64b8 admin admin] 10.222.0.60 "DELETE /v2.0/routers/114bfb5a-2db3-489e-adf2-a1590b27a80b HTTP/1.1" status: 204 len: 168 time: 0.7620695 Nov 23 18:27:44.314272 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 56614) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:27:44.358043 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c79a7f3-f552-4412-aeef-5d025040b54d admin admin] Deleting subnet c22926c1-c7dd-4ab0-b50a-78a41148dd50 {{(pid=103590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 18:27:44.361062 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8c79a7f3-f552-4412-aeef-5d025040b54d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:44.400041 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8c79a7f3-f552-4412-aeef-5d025040b54d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-267528342'] for subnet, precommit_delete_associations {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:44.480393 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8c79a7f3-f552-4412-aeef-5d025040b54d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971956'] for subnet, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:44.545356 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8c79a7f3-f552-4412-aeef-5d025040b54d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264357903', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264730940'] for subnet, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:44.571216 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c79a7f3-f552-4412-aeef-5d025040b54d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c22926c1-c7dd-4ab0-b50a-78a41148dd50,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:27:44.575952 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8c79a7f3-f552-4412-aeef-5d025040b54d admin admin] Publish callbacks [] for subnet, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:44.577507 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device cc530d18-23a9-4fc1-afa9-224bf5adf204 no longer exists at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:27:44.581982 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-8c79a7f3-f552-4412-aeef-5d025040b54d admin admin] 10.222.0.60 "DELETE /v2.0/subnets/c22926c1-c7dd-4ab0-b50a-78a41148dd50 HTTP/1.1" status: 204 len: 168 time: 0.2645004 Nov 23 18:27:44.582257 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 56616) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:27:44.600269 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] No Port match for: cc530d18-23a9-4fc1-afa9-224bf5adf204 {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:27:44.600667 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device cc530d18-23a9-4fc1-afa9-224bf5adf204 not bound to the agent host n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:27:44.602411 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2921399-7fab-418e-ac1f-ea429fd3e2dc None None] Network a5c55d90-675a-4745-88c1-7f31becdac00 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:27:44.655228 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5231b2ed-1ef6-4517-aca5-1412aeaea232 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-555181'] for network, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:44.707615 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-5231b2ed-1ef6-4517-aca5-1412aeaea232 admin admin] Deleting port 25e2e4b5-7620-4923-bb16-15b6f863cd50 {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:27:44.707946 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5231b2ed-1ef6-4517-aca5-1412aeaea232 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:44.776837 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-5231b2ed-1ef6-4517-aca5-1412aeaea232 admin admin] For port 25e2e4b5-7620-4923-bb16-15b6f863cd50, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=25e2e4b5-7620-4923-bb16-15b6f863cd50,segment=NetworkSegment(2ce6feb9-044b-473e-b6e4-ee6c14198dea),segment_id=2ce6feb9-044b-473e-b6e4-ee6c14198dea)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:27:44.777198 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5231b2ed-1ef6-4517-aca5-1412aeaea232 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:44.790070 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-5231b2ed-1ef6-4517-aca5-1412aeaea232 admin admin] Calling delete_port for 25e2e4b5-7620-4923-bb16-15b6f863cd50 owned by network:dhcp {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:27:44.834043 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:44.868509 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5231b2ed-1ef6-4517-aca5-1412aeaea232 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:44.896007 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5231b2ed-1ef6-4517-aca5-1412aeaea232 admin admin] No DVR routers for this DVR port 25e2e4b5-7620-4923-bb16-15b6f863cd50 on host n-d-816206-8 {{(pid=103590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:27:44.897711 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5231b2ed-1ef6-4517-aca5-1412aeaea232 admin admin] Pushing event deleted for resources: {'Port': ['ID=25e2e4b5-7620-4923-bb16-15b6f863cd50,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:27:44.945717 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f854cc18-79c5-45b6-b328-742764514943 None None] DHCP port deletion for a5c55d90-675a-4745-88c1-7f31becdac00 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:27:44.976940 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5231b2ed-1ef6-4517-aca5-1412aeaea232 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973419', 'neutron.services.segments.db._delete_segments_for_network-8736635878840'] for network, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:44.996512 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-5231b2ed-1ef6-4517-aca5-1412aeaea232 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5c55d90-675a-4745-88c1-7f31becdac00']}} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:27:45.005888 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-5231b2ed-1ef6-4517-aca5-1412aeaea232 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ce6feb9-044b-473e-b6e4-ee6c14198dea') {'for_net_delete': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:27:45.006185 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-5231b2ed-1ef6-4517-aca5-1412aeaea232 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ce6feb9-044b-473e-b6e4-ee6c14198dea') {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:27:45.016073 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5231b2ed-1ef6-4517-aca5-1412aeaea232 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736635840332', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-267528353'] for segment, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:45.031335 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5231b2ed-1ef6-4517-aca5-1412aeaea232 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:45.038025 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5231b2ed-1ef6-4517-aca5-1412aeaea232 admin admin] Releasing vlan 504 on physical network physnet1 to pool {{(pid=103590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 18:27:45.038699 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5231b2ed-1ef6-4517-aca5-1412aeaea232 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264370093'] for segment, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:45.040724 n-d-816206-8 neutron-server[103590]: Traceback (most recent call last): Nov 23 18:27:45.040724 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 18:27:45.040724 n-d-816206-8 neutron-server[103590]: timer() Nov 23 18:27:45.040724 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 18:27:45.040724 n-d-816206-8 neutron-server[103590]: cb(*args, **kw) Nov 23 18:27:45.040724 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 18:27:45.040724 n-d-816206-8 neutron-server[103590]: return func(*args, **kwargs) Nov 23 18:27:45.040724 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 18:27:45.040724 n-d-816206-8 neutron-server[103590]: self._notify() Nov 23 18:27:45.040724 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 18:27:45.040724 n-d-816206-8 neutron-server[103590]: self.callback(batched_events) Nov 23 18:27:45.040724 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 18:27:45.040724 n-d-816206-8 neutron-server[103590]: event.method(event) Nov 23 18:27:45.040724 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 18:27:45.040724 n-d-816206-8 neutron-server[103590]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 18:27:45.040724 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 18:27:45.040724 n-d-816206-8 neutron-server[103590]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 18:27:45.040724 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 18:27:45.040724 n-d-816206-8 neutron-server[103590]: return f(self, *a, **k) Nov 23 18:27:45.040724 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 18:27:45.040724 n-d-816206-8 neutron-server[103590]: return self._get(url).json() Nov 23 18:27:45.040724 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 18:27:45.040724 n-d-816206-8 neutron-server[103590]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 18:27:45.040724 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 18:27:45.040724 n-d-816206-8 neutron-server[103590]: return self.request(url, 'GET', **kwargs) Nov 23 18:27:45.040724 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 18:27:45.040724 n-d-816206-8 neutron-server[103590]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 18:27:45.040724 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 18:27:45.040724 n-d-816206-8 neutron-server[103590]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 18:27:45.040724 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 18:27:45.040724 n-d-816206-8 neutron-server[103590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 18:27:45.040724 n-d-816206-8 neutron-server[103590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 18:27:45.100911 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5231b2ed-1ef6-4517-aca5-1412aeaea232 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1795418'] for network, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:45.105467 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5231b2ed-1ef6-4517-aca5-1412aeaea232 admin admin] Publish callbacks [] for network, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:45.108985 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-5231b2ed-1ef6-4517-aca5-1412aeaea232 admin admin] 10.222.0.60 "DELETE /v2.0/networks/a5c55d90-675a-4745-88c1-7f31becdac00 HTTP/1.1" status: 204 len: 168 time: 0.5258074 Nov 23 18:27:45.121653 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5231b2ed-1ef6-4517-aca5-1412aeaea232 admin admin] Pushing event deleted for resources: {'Network': ['ID=a5c55d90-675a-4745-88c1-7f31becdac00,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:27:45.171766 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-821976db-5ce3-42d0-9831-400cd1cbc60b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:45.283168 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 56620) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:27:45.322680 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-f4410387-6d8c-493b-8d6a-02ba9985b62f admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=64d37d178d434e0eb40e4225f11d1abd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0381734 Nov 23 18:27:45.325188 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 56622) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:27:45.373552 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-4019a072-a91c-4698-a677-d21bea5d8262 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:45.394743 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-4019a072-a91c-4698-a677-d21bea5d8262 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:45.441201 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-4019a072-a91c-4698-a677-d21bea5d8262 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:45.443803 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-4019a072-a91c-4698-a677-d21bea5d8262 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:45.445020 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-4019a072-a91c-4698-a677-d21bea5d8262 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/2473ae91-1508-445f-941b-e74185c5f5af HTTP/1.1" status: 204 len: 168 time: 0.1178622 Nov 23 18:27:45.455635 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4019a072-a91c-4698-a677-d21bea5d8262 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2473ae91-1508-445f-941b-e74185c5f5af,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:27:45.764253 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 56628) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:27:45.807879 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-2d61beb9-89bf-459b-aa1d-a73d71b49962 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=ee9e149de45b4805944feff7c28be478&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0421371 Nov 23 18:27:45.810782 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 56630) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:27:45.859939 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-dbaccd8c-bad7-4ccf-9985-a6e908423874 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:45.881039 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-dbaccd8c-bad7-4ccf-9985-a6e908423874 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:45.926387 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-dbaccd8c-bad7-4ccf-9985-a6e908423874 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:45.929061 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-dbaccd8c-bad7-4ccf-9985-a6e908423874 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:45.930420 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-dbaccd8c-bad7-4ccf-9985-a6e908423874 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/9771ddf4-d4e7-4084-beeb-dd6860ae0e33 HTTP/1.1" status: 204 len: 168 time: 0.1186740 Nov 23 18:27:45.938700 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbaccd8c-bad7-4ccf-9985-a6e908423874 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9771ddf4-d4e7-4084-beeb-dd6860ae0e33,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:27:46.501378 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device da883e39-c2b4-465f-b1cd-b4dfc1b3f394 no longer exists at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:27:46.522481 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] No Port match for: da883e39-c2b4-465f-b1cd-b4dfc1b3f394 {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:27:46.522829 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device da883e39-c2b4-465f-b1cd-b4dfc1b3f394 not bound to the agent host n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:27:46.523261 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 25e2e4b5-7620-4923-bb16-15b6f863cd50 no longer exists at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:27:46.545145 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] No Port match for: 25e2e4b5-7620-4923-bb16-15b6f863cd50 {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:27:46.545496 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 25e2e4b5-7620-4923-bb16-15b6f863cd50 not bound to the agent host n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:27:46.745038 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-52822d53-48f5-4819-8a95-bdc13aea0bf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:47.519039 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 56672) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:27:47.523657 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-ab987287-333b-4b7e-a0c8-c20068f25fe5 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-558106198', 'description': 'tempest-secgroup-smoke-558106198 description', 'project_id': '000e27ec11d44dc3b43cac2203fcea4b'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:27:47.546162 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-ab987287-333b-4b7e-a0c8-c20068f25fe5 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks [] for security_group, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:47.554094 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-ab987287-333b-4b7e-a0c8-c20068f25fe5 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks [] for security_group, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:47.627959 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-ab987287-333b-4b7e-a0c8-c20068f25fe5 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks [] for security_group, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:47.632031 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-ab987287-333b-4b7e-a0c8-c20068f25fe5 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:47.670418 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab987287-333b-4b7e-a0c8-c20068f25fe5 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f6cce65-59f0-4816-b12e-c51728e83e06,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:27:47.716934 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-ab987287-333b-4b7e-a0c8-c20068f25fe5 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks [] for security_group, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:47.720965 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-ab987287-333b-4b7e-a0c8-c20068f25fe5 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:47.752678 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-ab987287-333b-4b7e-a0c8-c20068f25fe5 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks [] for security_group, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:47.756545 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-ab987287-333b-4b7e-a0c8-c20068f25fe5 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2338338 Nov 23 18:27:47.756545 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab987287-333b-4b7e-a0c8-c20068f25fe5 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91e86257-e289-4dc1-8b23-cc78274d7a67,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:27:47.756920 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 56674) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:27:47.762172 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-be6b3de7-1273-433d-b8e5-e81675d6ac1b tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Request body: {'security_group_rule': {'security_group_id': '91e86257-e289-4dc1-8b23-cc78274d7a67', 'project_id': '000e27ec11d44dc3b43cac2203fcea4b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:27:47.789312 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-be6b3de7-1273-433d-b8e5-e81675d6ac1b tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:47.843670 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-be6b3de7-1273-433d-b8e5-e81675d6ac1b tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:47.847220 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-be6b3de7-1273-433d-b8e5-e81675d6ac1b tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994370'] for security_group_rule, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:47.864986 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6b3de7-1273-433d-b8e5-e81675d6ac1b tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5303198-f01f-4957-9e14-bea522466859,revision_number=0']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:27:47.874921 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-be6b3de7-1273-433d-b8e5-e81675d6ac1b tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:47.876117 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-be6b3de7-1273-433d-b8e5-e81675d6ac1b tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1180832 Nov 23 18:27:47.878870 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 56676) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:27:47.883159 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-61a8caee-3f47-4f81-b137-50824fab69e9 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Request body: {'security_group_rule': {'security_group_id': '91e86257-e289-4dc1-8b23-cc78274d7a67', 'project_id': '000e27ec11d44dc3b43cac2203fcea4b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:27:47.910741 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-61a8caee-3f47-4f81-b137-50824fab69e9 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:47.960070 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9a27ae6c-db98-474f-94c1-cc99bf842d79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:47.967367 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-61a8caee-3f47-4f81-b137-50824fab69e9 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:47.970867 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-61a8caee-3f47-4f81-b137-50824fab69e9 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994370'] for security_group_rule, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:47.990913 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a8caee-3f47-4f81-b137-50824fab69e9 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c96aecf-005e-4ffb-bc9b-e8814fbff54b,revision_number=0']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:27:48.000019 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-61a8caee-3f47-4f81-b137-50824fab69e9 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:48.001257 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-61a8caee-3f47-4f81-b137-50824fab69e9 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1214514 Nov 23 18:27:48.004036 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 56678) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:27:48.008186 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-6c8d6fd8-7cc9-443e-94b6-77d8871d87c1 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Request body: {'security_group_rule': {'security_group_id': '91e86257-e289-4dc1-8b23-cc78274d7a67', 'project_id': '000e27ec11d44dc3b43cac2203fcea4b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:27:48.033469 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6c8d6fd8-7cc9-443e-94b6-77d8871d87c1 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:48.093133 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6c8d6fd8-7cc9-443e-94b6-77d8871d87c1 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:48.097359 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6c8d6fd8-7cc9-443e-94b6-77d8871d87c1 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994370'] for security_group_rule, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:48.115169 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8d6fd8-7cc9-443e-94b6-77d8871d87c1 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7904792-e351-490c-81a4-de22f4dee71b,revision_number=0']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:27:48.124758 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6c8d6fd8-7cc9-443e-94b6-77d8871d87c1 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:48.125973 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-6c8d6fd8-7cc9-443e-94b6-77d8871d87c1 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1210454 Nov 23 18:27:48.128739 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 56680) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:27:48.132963 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-1653559b-f816-4a56-90a6-74366f95f896 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Request body: {'security_group_rule': {'security_group_id': '91e86257-e289-4dc1-8b23-cc78274d7a67', 'project_id': '000e27ec11d44dc3b43cac2203fcea4b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:27:48.158098 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1653559b-f816-4a56-90a6-74366f95f896 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:48.215422 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1653559b-f816-4a56-90a6-74366f95f896 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:48.219930 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1653559b-f816-4a56-90a6-74366f95f896 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994370'] for security_group_rule, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:48.237721 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1653559b-f816-4a56-90a6-74366f95f896 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc2897a0-2eb0-4b88-b8a1-4207a764a65f,revision_number=0']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:27:48.246144 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1653559b-f816-4a56-90a6-74366f95f896 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:48.247345 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-1653559b-f816-4a56-90a6-74366f95f896 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1176844 Nov 23 18:27:48.250054 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 56682) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:27:48.254402 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-a20dd864-cd54-40fe-974c-7125c36d7874 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Request body: {'security_group_rule': {'security_group_id': '91e86257-e289-4dc1-8b23-cc78274d7a67', 'project_id': '000e27ec11d44dc3b43cac2203fcea4b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:27:48.278907 n-d-816206-8 neutron-server[103590]: INFO neutron.db.securitygroups_db [None req-a20dd864-cd54-40fe-974c-7125c36d7874 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Project 000e27ec11d44dc3b43cac2203fcea4b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 18:27:48.283731 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a20dd864-cd54-40fe-974c-7125c36d7874 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:48.340798 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a20dd864-cd54-40fe-974c-7125c36d7874 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:48.344768 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a20dd864-cd54-40fe-974c-7125c36d7874 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994370'] for security_group_rule, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:48.364613 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20dd864-cd54-40fe-974c-7125c36d7874 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1b451b3-b6c6-4fe6-baf3-311c1b9f6e2e,revision_number=0']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:27:48.369908 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a20dd864-cd54-40fe-974c-7125c36d7874 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:48.371222 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-a20dd864-cd54-40fe-974c-7125c36d7874 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1201279 Nov 23 18:27:48.373919 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 56684) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:27:48.378232 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-d1feb485-16c4-4ee1-accc-9a7313364e58 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Request body: {'security_group_rule': {'security_group_id': '91e86257-e289-4dc1-8b23-cc78274d7a67', 'project_id': '000e27ec11d44dc3b43cac2203fcea4b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:27:48.399323 n-d-816206-8 neutron-server[103590]: INFO neutron.db.securitygroups_db [None req-d1feb485-16c4-4ee1-accc-9a7313364e58 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Project 000e27ec11d44dc3b43cac2203fcea4b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 18:27:48.405306 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d1feb485-16c4-4ee1-accc-9a7313364e58 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:48.466378 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:48.468256 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d1feb485-16c4-4ee1-accc-9a7313364e58 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:48.472315 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d1feb485-16c4-4ee1-accc-9a7313364e58 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994370'] for security_group_rule, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:48.490641 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1feb485-16c4-4ee1-accc-9a7313364e58 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6016a45-62ae-4f09-9a67-93ad659902a2,revision_number=0']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:27:48.498871 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d1feb485-16c4-4ee1-accc-9a7313364e58 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:48.502953 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-d1feb485-16c4-4ee1-accc-9a7313364e58 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1252491 Nov 23 18:27:48.503137 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 56686) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:27:48.508753 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-e8fa3918-7b79-49d2-bf5b-b30ab74fe77a tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Request body: {'network': {'name': 'tempest-network-smoke--1145285950', 'project_id': '000e27ec11d44dc3b43cac2203fcea4b', 'port_security_enabled': True}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:27:48.530292 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8fa3918-7b79-49d2-bf5b-b30ab74fe77a tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Made reservation on behalf of 000e27ec11d44dc3b43cac2203fcea4b for: {'network': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:27:48.534145 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e8fa3918-7b79-49d2-bf5b-b30ab74fe77a tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for network, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:48.559582 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8fa3918-7b79-49d2-bf5b-b30ab74fe77a tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] vlan segment allocate from pool success with {'vlan_id': 508, 'physical_network': 'physnet1'} {{(pid=103590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 18:27:48.569005 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e8fa3918-7b79-49d2-bf5b-b30ab74fe77a tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:48.569345 n-d-816206-8 neutron-server[103590]: INFO neutron.db.segments_db [None req-e8fa3918-7b79-49d2-bf5b-b30ab74fe77a tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Added segment 8a70a739-c61e-47e8-b80b-a85eb6a2dd3a of type vlan for network e968bc88-cb2d-4dcc-8322-81280636970a Nov 23 18:27:48.609416 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e8fa3918-7b79-49d2-bf5b-b30ab74fe77a tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736635338810'] for network, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:48.633683 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e8fa3918-7b79-49d2-bf5b-b30ab74fe77a tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493'] for network, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:48.639922 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8fa3918-7b79-49d2-bf5b-b30ab74fe77a tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:27:48.640530 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e8fa3918-7b79-49d2-bf5b-b30ab74fe77a tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks [] for network, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:48.677019 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-e8fa3918-7b79-49d2-bf5b-b30ab74fe77a tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1727872 Nov 23 18:27:48.679908 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 56688) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:27:48.684116 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-331bbb72-1421-4c8d-88ba-4ba761dbff98 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1954676033', 'admin_state_up': True, 'project_id': '000e27ec11d44dc3b43cac2203fcea4b', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'}}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:27:48.725693 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fa3918-7b79-49d2-bf5b-b30ab74fe77a tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Pushing event updated for resources: {'Network': ['ID=e968bc88-cb2d-4dcc-8322-81280636970a,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:27:48.735966 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Network e968bc88-cb2d-4dcc-8322-81280636970a details requested by agent ovs-agent-n-d-816206-8 with host n-d-816206-8 {{(pid=103592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 18:27:48.738946 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-331bbb72-1421-4c8d-88ba-4ba761dbff98 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1793449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8093'] for router, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:48.740033 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-331bbb72-1421-4c8d-88ba-4ba761dbff98 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1794473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1794771', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1638326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8086'] for router, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:48.791369 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-331bbb72-1421-4c8d-88ba-4ba761dbff98 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:48.928573 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-331bbb72-1421-4c8d-88ba-4ba761dbff98 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:49.126374 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-331bbb72-1421-4c8d-88ba-4ba761dbff98 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks [] for router_gateway, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:49.148947 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-331bbb72-1421-4c8d-88ba-4ba761dbff98 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:49.246754 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-331bbb72-1421-4c8d-88ba-4ba761dbff98 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Allocated IP 172.25.3.217 (4c8455ba-1be5-42ac-b8c2-8a16e1292d55/08fe3644-ce41-4c3f-a7ea-92bac0f0fff5/1f45846d-f4b3-4d84-8f33-e01155d4bc47) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:27:49.349411 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-331bbb72-1421-4c8d-88ba-4ba761dbff98 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:49.540264 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.agents_db [None req-464f6c07-0de8-4be6-8f5b-563f574d1c5d None None] Agent healthcheck: found 7 active agents {{(pid=103593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 18:27:49.711849 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-331bbb72-1421-4c8d-88ba-4ba761dbff98 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:49.752190 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-331bbb72-1421-4c8d-88ba-4ba761dbff98 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Network 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:27:49.754993 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-331bbb72-1421-4c8d-88ba-4ba761dbff98 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:27:49.758399 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-331bbb72-1421-4c8d-88ba-4ba761dbff98 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:27:49.763904 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331bbb72-1421-4c8d-88ba-4ba761dbff98 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Pushing event updated for resources: {'Port': ['ID=1f45846d-f4b3-4d84-8f33-e01155d4bc47,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:27:49.771196 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c656285-6ca7-46f6-b48c-dc1125e11201 None None] DHCP port deletion for 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:27:49.837864 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-2cf3a6d7-0325-4c2a-a3ff-d24d7ae2a976 None None] Provisioning complete for port 1f45846d-f4b3-4d84-8f33-e01155d4bc47 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:27:49.838230 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-2cf3a6d7-0325-4c2a-a3ff-d24d7ae2a976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:49.872623 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-2cf3a6d7-0325-4c2a-a3ff-d24d7ae2a976 None None] Port 1f45846d-f4b3-4d84-8f33-e01155d4bc47 cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:27:50.004167 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-331bbb72-1421-4c8d-88ba-4ba761dbff98 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks [] for router_gateway, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:50.201733 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-331bbb72-1421-4c8d-88ba-4ba761dbff98 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1794316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1795362'] for router, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:50.327900 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-331bbb72-1421-4c8d-88ba-4ba761dbff98 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Router de6599ee-f70d-4f6d-a3b8-c639ff3955b0 is scheduled to L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 with binding_index 1 {{(pid=103590) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 18:27:50.433960 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-331bbb72-1421-4c8d-88ba-4ba761dbff98 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:27:50.443754 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15709139-ec35-498e-9f71-5275df537261 None None] Sync routers for ids ['de6599ee-f70d-4f6d-a3b8-c639ff3955b0'] in n-d-816206-8 {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:27:50.454487 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15709139-ec35-498e-9f71-5275df537261 None None] Routers {'de6599ee-f70d-4f6d-a3b8-c639ff3955b0'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:27:50.455101 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-15709139-ec35-498e-9f71-5275df537261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T18:27:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['de6599ee-f70d-4f6d-a3b8-c639ff3955b0'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:27:50.456233 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-331bbb72-1421-4c8d-88ba-4ba761dbff98 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks [] for router, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:50.457527 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-331bbb72-1421-4c8d-88ba-4ba761dbff98 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7766755 Nov 23 18:27:50.460582 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 56690) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:27:50.560209 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvr_db [None req-15709139-ec35-498e-9f71-5275df537261 None None] Set router de6599ee-f70d-4f6d-a3b8-c639ff3955b0 gateway port host: n-d-816206-8 {{(pid=103592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:27:50.584369 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-3be670d5-e2d8-4f81-a879-7b7a055e1b20 tempest-TestNetworkAdvancedServerOps-1140721612 tempest-TestNetworkAdvancedServerOps-1140721612-project-admin] 10.222.0.60 "GET /v2.0/subnets?project_id=000e27ec11d44dc3b43cac2203fcea4b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1202669 Nov 23 18:27:50.584596 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 56694) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:27:50.674223 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a2fe997-5069-45b4-bbe1-555cfba109b9 tempest-TestNetworkAdvancedServerOps-1140721612 tempest-TestNetworkAdvancedServerOps-1140721612-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:27:50.678342 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-0a2fe997-5069-45b4-bbe1-555cfba109b9 tempest-TestNetworkAdvancedServerOps-1140721612 tempest-TestNetworkAdvancedServerOps-1140721612-project-admin] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0902596 Nov 23 18:27:50.678565 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 56696) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:27:50.710151 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-2baca94e-c99c-469d-a1d0-d92de205dd60 tempest-TestNetworkAdvancedServerOps-1140721612 tempest-TestNetworkAdvancedServerOps-1140721612-project-admin] 10.222.0.60 "GET /v2.0/subnets?network_id=4c8455ba-1be5-42ac-b8c2-8a16e1292d55&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0278409 Nov 23 18:27:50.710344 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 56698) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:27:50.714964 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-0985d3a0-e0e5-4d72-af19-dcbafc2f6d33 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-684881544', 'network_id': 'e968bc88-cb2d-4dcc-8322-81280636970a', 'project_id': '000e27ec11d44dc3b43cac2203fcea4b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:27:50.737239 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-15709139-ec35-498e-9f71-5275df537261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de6599ee-f70d-4f6d-a3b8-c639ff3955b0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1954676033', 'tenant_id': '000e27ec11d44dc3b43cac2203fcea4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': '1f45846d-f4b3-4d84-8f33-e01155d4bc47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:27:48Z', 'updated_at': '2021-11-23T18:27:49Z', 'revision_number': 3, 'project_id': '000e27ec11d44dc3b43cac2203fcea4b', 'gw_port': {'id': '1f45846d-f4b3-4d84-8f33-e01155d4bc47', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:37:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de6599ee-f70d-4f6d-a3b8-c639ff3955b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:27:49Z', 'updated_at': '2021-11-23T18:27:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8'}], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:27:50.769200 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15709139-ec35-498e-9f71-5275df537261 None None] Checking router: de6599ee-f70d-4f6d-a3b8-c639ff3955b0 for host: n-d-816206-8 {{(pid=103592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:27:50.769545 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15709139-ec35-498e-9f71-5275df537261 None None] Updating router de6599ee-f70d-4f6d-a3b8-c639ff3955b0 port 1f45846d-f4b3-4d84-8f33-e01155d4bc47 binding host n-d-816206-8 {{(pid=103592) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 18:27:50.794868 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-15709139-ec35-498e-9f71-5275df537261 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:50.802637 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0985d3a0-e0e5-4d72-af19-dcbafc2f6d33 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Made reservation on behalf of 000e27ec11d44dc3b43cac2203fcea4b for: {'subnet': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:27:50.806282 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0985d3a0-e0e5-4d72-af19-dcbafc2f6d33 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264730903'] for subnet, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:50.999436 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0985d3a0-e0e5-4d72-af19-dcbafc2f6d33 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264358096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264730885'] for subnet, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:51.054174 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-15709139-ec35-498e-9f71-5275df537261 None None] Publish callbacks [] for port, precommit_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:51.060423 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-15709139-ec35-498e-9f71-5275df537261 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:51.063970 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0985d3a0-e0e5-4d72-af19-dcbafc2f6d33 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Pushing event updated for resources: {'Subnet': ['ID=00b3521c-1f97-4d04-95ad-840aba5247d6,revision_number=0']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:27:51.074248 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0985d3a0-e0e5-4d72-af19-dcbafc2f6d33 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Checking segment: {'id': '8a70a739-c61e-47e8-b80b-a85eb6a2dd3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'e968bc88-cb2d-4dcc-8322-81280636970a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:27:51.074596 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0985d3a0-e0e5-4d72-af19-dcbafc2f6d33 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Network hostable DHCP agents. Network: e968bc88-cb2d-4dcc-8322-81280636970a, hostable agents: ['0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3'], hosted agents: [] {{(pid=103590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 18:27:51.094933 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0985d3a0-e0e5-4d72-af19-dcbafc2f6d33 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Network e968bc88-cb2d-4dcc-8322-81280636970a is scheduled to be hosted by DHCP agent 0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3 with binding_index 1 {{(pid=103590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 18:27:51.104804 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-0985d3a0-e0e5-4d72-af19-dcbafc2f6d33 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-8, e968bc88-cb2d-4dcc-8322-81280636970a) {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:27:51.108695 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0985d3a0-e0e5-4d72-af19-dcbafc2f6d33 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:27:51.109301 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0985d3a0-e0e5-4d72-af19-dcbafc2f6d33 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks [] for subnet, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:51.116467 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfb6af4d-cf43-427e-8d9f-ff9cf60ec204 None None] DHCP port deletion for 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:27:51.118510 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b2f2888-ec19-427a-b13f-8c38939015e5 None None] Network e968bc88-cb2d-4dcc-8322-81280636970a requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:27:51.131279 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-0985d3a0-e0e5-4d72-af19-dcbafc2f6d33 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4199891 Nov 23 18:27:51.133985 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 56700) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:27:51.146263 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-15709139-ec35-498e-9f71-5275df537261 None None] Attempting to bind port 1f45846d-f4b3-4d84-8f33-e01155d4bc47 on host n-d-816206-8 for vnic_type normal with profile {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:27:51.146635 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-15709139-ec35-498e-9f71-5275df537261 None None] Attempting to bind port 1f45846d-f4b3-4d84-8f33-e01155d4bc47 by drivers openvswitch,hyperv on host n-d-816206-8 at level 0 using segments [{'id': 'bffd1e4f-e80f-4ff0-b418-2f42ae15febf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:27:51.147000 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15709139-ec35-498e-9f71-5275df537261 None None] Attempting to bind port 1f45846d-f4b3-4d84-8f33-e01155d4bc47 on network 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:27:51.168706 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ad39ad-d723-45df-89d6-9772e304b317 None None] Pushing event updated for resources: {'Port': ['ID=1f45846d-f4b3-4d84-8f33-e01155d4bc47,revision_number=2']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:27:51.170874 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15709139-ec35-498e-9f71-5275df537261 None None] Checking agent: {'id': '9e89acbe-4bbe-4c77-a18b-6f1da9133e0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 7, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 27, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:27:51.171259 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15709139-ec35-498e-9f71-5275df537261 None None] Checking segment: {'id': 'bffd1e4f-e80f-4ff0-b418-2f42ae15febf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:27:51.171661 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-15709139-ec35-498e-9f71-5275df537261 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:51.172052 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15709139-ec35-498e-9f71-5275df537261 None None] Bound using segment: {'id': 'bffd1e4f-e80f-4ff0-b418-2f42ae15febf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:27:51.172551 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-15709139-ec35-498e-9f71-5275df537261 None None] Bound port: 1f45846d-f4b3-4d84-8f33-e01155d4bc47, host: n-d-816206-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bffd1e4f-e80f-4ff0-b418-2f42ae15febf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'}}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:27:51.172938 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-15709139-ec35-498e-9f71-5275df537261 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:51.243089 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ad39ad-d723-45df-89d6-9772e304b317 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:27:51.243432 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ad39ad-d723-45df-89d6-9772e304b317 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:27:51.243783 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ad39ad-d723-45df-89d6-9772e304b317 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:27:51.244117 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ad39ad-d723-45df-89d6-9772e304b317 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:27:51.244445 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ad39ad-d723-45df-89d6-9772e304b317 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:27:51.244797 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ad39ad-d723-45df-89d6-9772e304b317 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:27:51.245238 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ad39ad-d723-45df-89d6-9772e304b317 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:27:51.245448 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ad39ad-d723-45df-89d6-9772e304b317 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:27:51.245767 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ad39ad-d723-45df-89d6-9772e304b317 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:27:51.246096 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ad39ad-d723-45df-89d6-9772e304b317 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:27:51.246412 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ad39ad-d723-45df-89d6-9772e304b317 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:27:51.246731 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ad39ad-d723-45df-89d6-9772e304b317 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:27:51.289459 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-f043fdc8-f751-4fb0-9729-2b870e598842 None None] Provisioning complete for port 1f45846d-f4b3-4d84-8f33-e01155d4bc47 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:27:51.289823 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-f043fdc8-f751-4fb0-9729-2b870e598842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:51.314497 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-15709139-ec35-498e-9f71-5275df537261 None None] For port 1f45846d-f4b3-4d84-8f33-e01155d4bc47, host n-d-816206-8, cleared binding levels {{(pid=103592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:27:51.348246 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-15709139-ec35-498e-9f71-5275df537261 None None] For port 1f45846d-f4b3-4d84-8f33-e01155d4bc47, host n-d-816206-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=1f45846d-f4b3-4d84-8f33-e01155d4bc47,segment=NetworkSegment(bffd1e4f-e80f-4ff0-b418-2f42ae15febf),segment_id=bffd1e4f-e80f-4ff0-b418-2f42ae15febf)] {{(pid=103592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:27:51.359194 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-15709139-ec35-498e-9f71-5275df537261 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:51.390736 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-f043fdc8-f751-4fb0-9729-2b870e598842 None None] Port 1f45846d-f4b3-4d84-8f33-e01155d4bc47 cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:27:51.419264 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3962d9ca-5f49-4502-b724-359f4025daa4 None None] DHCP port deletion for 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:27:51.466988 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50d63bfa-5e34-4f95-b47c-22c91fb5d7d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp355044b8-8e87-58c4-94fa-4a010ec30f9e-e968bc88-cb2d-4dcc-8322-81280636970a', 'network_id': 'e968bc88-cb2d-4dcc-8322-81280636970a', 'tenant_id': '000e27ec11d44dc3b43cac2203fcea4b', 'fixed_ips': [{'subnet_id': '00b3521c-1f97-4d04-95ad-840aba5247d6'}]}} from n-d-816206-8. {{(pid=103592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 18:27:51.467824 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-50d63bfa-5e34-4f95-b47c-22c91fb5d7d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:51.481493 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ad39ad-d723-45df-89d6-9772e304b317 None None] Pushing event updated for resources: {'Port': ['ID=1f45846d-f4b3-4d84-8f33-e01155d4bc47,revision_number=3']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:27:51.484876 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15709139-ec35-498e-9f71-5275df537261 None None] Routers {'de6599ee-f70d-4f6d-a3b8-c639ff3955b0'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:27:51.485482 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-15709139-ec35-498e-9f71-5275df537261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T18:27:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['de6599ee-f70d-4f6d-a3b8-c639ff3955b0'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:27:51.572935 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0b176bc8-fe35-4454-968b-ec6386491d4a tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:51.635199 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-bf25d1cc-e1ec-4fa1-9cd3-f87688f65d59 None None] Provisioning complete for port 1f45846d-f4b3-4d84-8f33-e01155d4bc47 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:27:51.635585 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-bf25d1cc-e1ec-4fa1-9cd3-f87688f65d59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:51.890725 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvr_db [None req-15709139-ec35-498e-9f71-5275df537261 None None] Set router de6599ee-f70d-4f6d-a3b8-c639ff3955b0 gateway port host: n-d-816206-8 {{(pid=103592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:27:51.949439 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.db_base_plugin_common [None req-50d63bfa-5e34-4f95-b47c-22c91fb5d7d3 None None] Allocated IP 172.20.0.2 (e968bc88-cb2d-4dcc-8322-81280636970a/00b3521c-1f97-4d04-95ad-840aba5247d6/288f35dd-fe1f-4199-b334-6ac9c58b7dd5) {{(pid=103592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:27:52.100055 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-bf25d1cc-e1ec-4fa1-9cd3-f87688f65d59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:52.140810 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-bf25d1cc-e1ec-4fa1-9cd3-f87688f65d59 None None] For port 1f45846d-f4b3-4d84-8f33-e01155d4bc47, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=1f45846d-f4b3-4d84-8f33-e01155d4bc47,segment=NetworkSegment(bffd1e4f-e80f-4ff0-b418-2f42ae15febf),segment_id=bffd1e4f-e80f-4ff0-b418-2f42ae15febf)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:27:52.149902 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-bf25d1cc-e1ec-4fa1-9cd3-f87688f65d59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:52.275582 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf25d1cc-e1ec-4fa1-9cd3-f87688f65d59 None None] Pushing event updated for resources: {'Port': ['ID=1f45846d-f4b3-4d84-8f33-e01155d4bc47,revision_number=4']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:27:52.279807 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-50d63bfa-5e34-4f95-b47c-22c91fb5d7d3 None None] Publish callbacks [] for port, precommit_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:52.287767 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-50d63bfa-5e34-4f95-b47c-22c91fb5d7d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980'] for port, after_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:52.332892 n-d-816206-8 neutron-server[103592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50d63bfa-5e34-4f95-b47c-22c91fb5d7d3 None None] Network e968bc88-cb2d-4dcc-8322-81280636970a is already hosted by enough agents. {{(pid=103592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:27:52.335854 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-0b176bc8-fe35-4454-968b-ec6386491d4a tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Allocated IP 172.20.0.1 (e968bc88-cb2d-4dcc-8322-81280636970a/00b3521c-1f97-4d04-95ad-840aba5247d6/629b77d5-9159-494f-a22c-b66f0d75c9a9) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:27:52.336865 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-15709139-ec35-498e-9f71-5275df537261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de6599ee-f70d-4f6d-a3b8-c639ff3955b0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1954676033', 'tenant_id': '000e27ec11d44dc3b43cac2203fcea4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': '1f45846d-f4b3-4d84-8f33-e01155d4bc47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:27:48Z', 'updated_at': '2021-11-23T18:27:49Z', 'revision_number': 3, 'project_id': '000e27ec11d44dc3b43cac2203fcea4b', 'gw_port': {'id': '1f45846d-f4b3-4d84-8f33-e01155d4bc47', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:37:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de6599ee-f70d-4f6d-a3b8-c639ff3955b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:27:49Z', 'updated_at': '2021-11-23T18:27:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8'}], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:27:52.341875 n-d-816206-8 neutron-server[103592]: DEBUG neutron.scheduler.base_scheduler [None req-50d63bfa-5e34-4f95-b47c-22c91fb5d7d3 None None] Resources bound (agent type, host, resource id): {{(pid=103592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:27:52.369626 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50d63bfa-5e34-4f95-b47c-22c91fb5d7d3 None None] Received port after_create {{(pid=103592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:27:52.373655 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15709139-ec35-498e-9f71-5275df537261 None None] The sync data for ids ['de6599ee-f70d-4f6d-a3b8-c639ff3955b0'] in n-d-816206-8 is: [{'id': 'de6599ee-f70d-4f6d-a3b8-c639ff3955b0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1954676033', 'tenant_id': '000e27ec11d44dc3b43cac2203fcea4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': '1f45846d-f4b3-4d84-8f33-e01155d4bc47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:27:48Z', 'updated_at': '2021-11-23T18:27:49Z', 'revision_number': 3, 'project_id': '000e27ec11d44dc3b43cac2203fcea4b', 'gw_port': {'id': '1f45846d-f4b3-4d84-8f33-e01155d4bc47', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:37:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de6599ee-f70d-4f6d-a3b8-c639ff3955b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:27:49Z', 'updated_at': '2021-11-23T18:27:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8'}] {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:27:52.376656 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d63bfa-5e34-4f95-b47c-22c91fb5d7d3 None None] Pushing event updated for resources: {'Port': ['ID=288f35dd-fe1f-4199-b334-6ac9c58b7dd5,revision_number=1']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:27:52.438826 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-50d63bfa-5e34-4f95-b47c-22c91fb5d7d3 None None] Attempting to bind port 288f35dd-fe1f-4199-b334-6ac9c58b7dd5 on host n-d-816206-8 for vnic_type normal with profile {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:27:52.439299 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-50d63bfa-5e34-4f95-b47c-22c91fb5d7d3 None None] Attempting to bind port 288f35dd-fe1f-4199-b334-6ac9c58b7dd5 by drivers openvswitch,hyperv on host n-d-816206-8 at level 0 using segments [{'id': '8a70a739-c61e-47e8-b80b-a85eb6a2dd3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'e968bc88-cb2d-4dcc-8322-81280636970a'}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:27:52.439725 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50d63bfa-5e34-4f95-b47c-22c91fb5d7d3 None None] Attempting to bind port 288f35dd-fe1f-4199-b334-6ac9c58b7dd5 on network e968bc88-cb2d-4dcc-8322-81280636970a {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:27:52.445268 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50d63bfa-5e34-4f95-b47c-22c91fb5d7d3 None None] Checking agent: {'id': '9e89acbe-4bbe-4c77-a18b-6f1da9133e0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 7, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 27, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:27:52.445639 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50d63bfa-5e34-4f95-b47c-22c91fb5d7d3 None None] Checking segment: {'id': '8a70a739-c61e-47e8-b80b-a85eb6a2dd3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'e968bc88-cb2d-4dcc-8322-81280636970a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:27:52.446042 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-50d63bfa-5e34-4f95-b47c-22c91fb5d7d3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:52.446562 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50d63bfa-5e34-4f95-b47c-22c91fb5d7d3 None None] Bound using segment: {'id': '8a70a739-c61e-47e8-b80b-a85eb6a2dd3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'e968bc88-cb2d-4dcc-8322-81280636970a'} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:27:52.447028 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-50d63bfa-5e34-4f95-b47c-22c91fb5d7d3 None None] Bound port: 288f35dd-fe1f-4199-b334-6ac9c58b7dd5, host: n-d-816206-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a70a739-c61e-47e8-b80b-a85eb6a2dd3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'e968bc88-cb2d-4dcc-8322-81280636970a'}}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:27:52.447406 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-50d63bfa-5e34-4f95-b47c-22c91fb5d7d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:52.455909 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0b176bc8-fe35-4454-968b-ec6386491d4a tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:52.492093 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0b176bc8-fe35-4454-968b-ec6386491d4a tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:52.512575 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-50d63bfa-5e34-4f95-b47c-22c91fb5d7d3 None None] For port 288f35dd-fe1f-4199-b334-6ac9c58b7dd5, host n-d-816206-8, cleared binding levels {{(pid=103592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:27:52.515875 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-50d63bfa-5e34-4f95-b47c-22c91fb5d7d3 None None] For port 288f35dd-fe1f-4199-b334-6ac9c58b7dd5, host n-d-816206-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=288f35dd-fe1f-4199-b334-6ac9c58b7dd5,segment=NetworkSegment(8a70a739-c61e-47e8-b80b-a85eb6a2dd3a),segment_id=8a70a739-c61e-47e8-b80b-a85eb6a2dd3a)] {{(pid=103592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:27:52.520578 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-50d63bfa-5e34-4f95-b47c-22c91fb5d7d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:52.541556 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b176bc8-fe35-4454-968b-ec6386491d4a tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Network e968bc88-cb2d-4dcc-8322-81280636970a is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:27:52.545364 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-0b176bc8-fe35-4454-968b-ec6386491d4a tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:27:52.550478 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b176bc8-fe35-4454-968b-ec6386491d4a tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:27:52.578860 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d63bfa-5e34-4f95-b47c-22c91fb5d7d3 None None] Pushing event updated for resources: {'Port': ['ID=288f35dd-fe1f-4199-b334-6ac9c58b7dd5,revision_number=2']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:27:52.579079 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b176bc8-fe35-4454-968b-ec6386491d4a tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Pushing event updated for resources: {'Port': ['ID=629b77d5-9159-494f-a22c-b66f0d75c9a9,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:27:52.608099 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0b176bc8-fe35-4454-968b-ec6386491d4a tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1795539'] for router_interface, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:52.771426 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0b176bc8-fe35-4454-968b-ec6386491d4a tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:53.088611 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0b176bc8-fe35-4454-968b-ec6386491d4a tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks [] for port, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:53.095011 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0b176bc8-fe35-4454-968b-ec6386491d4a tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264357957'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:53.168382 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0b176bc8-fe35-4454-968b-ec6386491d4a tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2068703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1794403'] for router_interface, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:53.170281 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b176bc8-fe35-4454-968b-ec6386491d4a tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Pushing event updated for resources: {'Port': ['ID=629b77d5-9159-494f-a22c-b66f0d75c9a9,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:27:53.271002 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b176bc8-fe35-4454-968b-ec6386491d4a tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Network e968bc88-cb2d-4dcc-8322-81280636970a is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:27:53.272476 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-0b176bc8-fe35-4454-968b-ec6386491d4a tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:27:53.394578 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b176bc8-fe35-4454-968b-ec6386491d4a tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Router de6599ee-f70d-4f6d-a3b8-c639ff3955b0 has already been hosted by L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 {{(pid=103590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:27:53.507804 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b176bc8-fe35-4454-968b-ec6386491d4a tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:27:53.513161 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-0b176bc8-fe35-4454-968b-ec6386491d4a tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "PUT /v2.0/routers/de6599ee-f70d-4f6d-a3b8-c639ff3955b0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3781087 Nov 23 18:27:53.592701 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e73c979-503e-4242-b0cf-1720e715a59d None None] Network e968bc88-cb2d-4dcc-8322-81280636970a requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:27:53.672506 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c1246f1a-68ba-48fa-ab91-6e24805e8733 req-c8825193-01bb-4854-aafa-ef38b2499154 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-558106198&fields=id&tenant_id=000e27ec11d44dc3b43cac2203fcea4b HTTP/1.1" status: 200 len: 267 time: 0.0453594 Nov 23 18:27:53.708958 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-34bc842c-c6cf-480c-b005-30f084e3c932 None None] Provisioning complete for port 288f35dd-fe1f-4199-b334-6ac9c58b7dd5 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:27:53.709328 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-34bc842c-c6cf-480c-b005-30f084e3c932 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:53.785295 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1246f1a-68ba-48fa-ab91-6e24805e8733 req-27b7104e-c2a5-4020-a832-29202d71657a tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:27:53.786845 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c1246f1a-68ba-48fa-ab91-6e24805e8733 req-27b7104e-c2a5-4020-a832-29202d71657a tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "GET /v2.0/networks?id=e968bc88-cb2d-4dcc-8322-81280636970a HTTP/1.1" status: 200 len: 797 time: 0.1068952 Nov 23 18:27:53.807890 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c1246f1a-68ba-48fa-ab91-6e24805e8733 req-f4e713e2-8467-489e-b9ee-223f06b8e563 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "GET /v2.0/quotas/000e27ec11d44dc3b43cac2203fcea4b HTTP/1.1" status: 200 len: 375 time: 0.0140913 Nov 23 18:27:53.841749 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-34bc842c-c6cf-480c-b005-30f084e3c932 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:53.874669 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c1246f1a-68ba-48fa-ab91-6e24805e8733 req-0fbc3f47-2f04-445b-bc4d-240d55a1c402 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=000e27ec11d44dc3b43cac2203fcea4b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0568578 Nov 23 18:27:53.883627 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-34bc842c-c6cf-480c-b005-30f084e3c932 None None] For port 288f35dd-fe1f-4199-b334-6ac9c58b7dd5, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=288f35dd-fe1f-4199-b334-6ac9c58b7dd5,segment=NetworkSegment(8a70a739-c61e-47e8-b80b-a85eb6a2dd3a),segment_id=8a70a739-c61e-47e8-b80b-a85eb6a2dd3a)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:27:53.891079 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-34bc842c-c6cf-480c-b005-30f084e3c932 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:53.942686 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bc842c-c6cf-480c-b005-30f084e3c932 None None] Pushing event updated for resources: {'Port': ['ID=288f35dd-fe1f-4199-b334-6ac9c58b7dd5,revision_number=3']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:27:53.986694 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c1246f1a-68ba-48fa-ab91-6e24805e8733 req-406ebf94-051c-4a8d-b317-18f17152a475 service neutron] 10.222.0.60 "GET /v2.0/networks/e968bc88-cb2d-4dcc-8322-81280636970a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987704 Nov 23 18:27:54.092080 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c1246f1a-68ba-48fa-ab91-6e24805e8733 req-e5f06dcb-dcad-401e-abd3-8451f8b64a41 service neutron] 10.222.0.60 "GET /v2.0/networks/e968bc88-cb2d-4dcc-8322-81280636970a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988495 Nov 23 18:27:54.117095 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-b0f2bc57-552a-4c17-8f34-cb64469df0e5 None None] Provisioning complete for port 288f35dd-fe1f-4199-b334-6ac9c58b7dd5 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:27:54.117471 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b0f2bc57-552a-4c17-8f34-cb64469df0e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:54.163322 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83617ee6-4d8c-4613-979d-7baf07b4f963 None None] Sync routers for ids ['de6599ee-f70d-4f6d-a3b8-c639ff3955b0'] in n-d-816206-8 {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:27:54.175501 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83617ee6-4d8c-4613-979d-7baf07b4f963 None None] Routers {'de6599ee-f70d-4f6d-a3b8-c639ff3955b0'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:27:54.176119 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-83617ee6-4d8c-4613-979d-7baf07b4f963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T18:27:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['de6599ee-f70d-4f6d-a3b8-c639ff3955b0'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:27:54.224110 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-b0f2bc57-552a-4c17-8f34-cb64469df0e5 None None] Provisioning complete for port 629b77d5-9159-494f-a22c-b66f0d75c9a9 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:27:54.224508 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b0f2bc57-552a-4c17-8f34-cb64469df0e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:54.271026 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-b0f2bc57-552a-4c17-8f34-cb64469df0e5 None None] Port 629b77d5-9159-494f-a22c-b66f0d75c9a9 cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:27:54.321428 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-83617ee6-4d8c-4613-979d-7baf07b4f963 None None] Set router de6599ee-f70d-4f6d-a3b8-c639ff3955b0 gateway port host: n-d-816206-8 {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:27:54.331612 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-40bb310d-40c0-44a3-9e87-e4115cf33c7e req-84910dd3-fc41-4538-8855-8cf70c968d59 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "GET /v2.0/ports?device_id=43cea2d9-759a-4ce5-a8a9-c55c1a99142b HTTP/1.1" status: 200 len: 210 time: 0.0311179 Nov 23 18:27:54.392291 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-ce5fc69e-82d9-4a4e-a57a-ba81792cde27 None None] Provisioning complete for port 629b77d5-9159-494f-a22c-b66f0d75c9a9 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:27:54.392832 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-ce5fc69e-82d9-4a4e-a57a-ba81792cde27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:54.445847 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-ce5fc69e-82d9-4a4e-a57a-ba81792cde27 None None] Port 629b77d5-9159-494f-a22c-b66f0d75c9a9 cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:27:54.569167 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-698e8f21-a1e9-4b63-b990-55cd16df0c14 None None] Provisioning complete for port 629b77d5-9159-494f-a22c-b66f0d75c9a9 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:27:54.569579 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-698e8f21-a1e9-4b63-b990-55cd16df0c14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:54.583907 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-83617ee6-4d8c-4613-979d-7baf07b4f963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de6599ee-f70d-4f6d-a3b8-c639ff3955b0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1954676033', 'tenant_id': '000e27ec11d44dc3b43cac2203fcea4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': '1f45846d-f4b3-4d84-8f33-e01155d4bc47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:27:48Z', 'updated_at': '2021-11-23T18:27:52Z', 'revision_number': 4, 'project_id': '000e27ec11d44dc3b43cac2203fcea4b', 'gw_port': {'id': '1f45846d-f4b3-4d84-8f33-e01155d4bc47', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:37:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de6599ee-f70d-4f6d-a3b8-c639ff3955b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:27:49Z', 'updated_at': '2021-11-23T18:27:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_interfaces': [{'id': '629b77d5-9159-494f-a22c-b66f0d75c9a9', 'name': '', 'network_id': 'e968bc88-cb2d-4dcc-8322-81280636970a', 'tenant_id': '000e27ec11d44dc3b43cac2203fcea4b', 'mac_address': 'fa:16:3e:85:46:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de6599ee-f70d-4f6d-a3b8-c639ff3955b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '00b3521c-1f97-4d04-95ad-840aba5247d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:27:51Z', 'updated_at': '2021-11-23T18:27:52Z', 'revision_number': 2, 'project_id': '000e27ec11d44dc3b43cac2203fcea4b', 'subnets': [{'id': '00b3521c-1f97-4d04-95ad-840aba5247d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:27:54.604400 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 288f35dd-fe1f-4199-b334-6ac9c58b7dd5 up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:27:54.625440 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83617ee6-4d8c-4613-979d-7baf07b4f963 None None] Checking router: de6599ee-f70d-4f6d-a3b8-c639ff3955b0 for host: n-d-816206-8 {{(pid=103593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:27:54.625832 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83617ee6-4d8c-4613-979d-7baf07b4f963 None None] Updating router de6599ee-f70d-4f6d-a3b8-c639ff3955b0 port 629b77d5-9159-494f-a22c-b66f0d75c9a9 binding host n-d-816206-8 {{(pid=103593) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 18:27:54.651050 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-698e8f21-a1e9-4b63-b990-55cd16df0c14 None None] Port 629b77d5-9159-494f-a22c-b66f0d75c9a9 cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:27:54.655191 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-83617ee6-4d8c-4613-979d-7baf07b4f963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:54.675227 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port 288f35dd-fe1f-4199-b334-6ac9c58b7dd5 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:27:54.675665 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:54.765163 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 1f45846d-f4b3-4d84-8f33-e01155d4bc47 up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:27:54.817190 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port 1f45846d-f4b3-4d84-8f33-e01155d4bc47 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:27:54.817823 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:54.960590 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-83617ee6-4d8c-4613-979d-7baf07b4f963 None None] Publish callbacks [] for port, precommit_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:54.965981 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-83617ee6-4d8c-4613-979d-7baf07b4f963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:55.017829 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29c13c1-636b-4948-a4a1-7e527a537645 None None] Pushing event updated for resources: {'Port': ['ID=629b77d5-9159-494f-a22c-b66f0d75c9a9,revision_number=3']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:27:55.038433 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29c13c1-636b-4948-a4a1-7e527a537645 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:27:55.038755 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29c13c1-636b-4948-a4a1-7e527a537645 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:27:55.039085 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29c13c1-636b-4948-a4a1-7e527a537645 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:27:55.039417 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29c13c1-636b-4948-a4a1-7e527a537645 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:27:55.039748 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29c13c1-636b-4948-a4a1-7e527a537645 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:27:55.040069 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29c13c1-636b-4948-a4a1-7e527a537645 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:27:55.040391 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29c13c1-636b-4948-a4a1-7e527a537645 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:27:55.040747 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29c13c1-636b-4948-a4a1-7e527a537645 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:27:55.041067 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29c13c1-636b-4948-a4a1-7e527a537645 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:27:55.041384 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29c13c1-636b-4948-a4a1-7e527a537645 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:27:55.041700 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29c13c1-636b-4948-a4a1-7e527a537645 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:27:55.042013 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29c13c1-636b-4948-a4a1-7e527a537645 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:27:55.077702 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [None req-83617ee6-4d8c-4613-979d-7baf07b4f963 None None] Attempting to bind port 629b77d5-9159-494f-a22c-b66f0d75c9a9 on host n-d-816206-8 for vnic_type normal with profile {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:27:55.078082 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [None req-83617ee6-4d8c-4613-979d-7baf07b4f963 None None] Attempting to bind port 629b77d5-9159-494f-a22c-b66f0d75c9a9 by drivers openvswitch,hyperv on host n-d-816206-8 at level 0 using segments [{'id': '8a70a739-c61e-47e8-b80b-a85eb6a2dd3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'e968bc88-cb2d-4dcc-8322-81280636970a'}] {{(pid=103593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:27:55.078448 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83617ee6-4d8c-4613-979d-7baf07b4f963 None None] Attempting to bind port 629b77d5-9159-494f-a22c-b66f0d75c9a9 on network e968bc88-cb2d-4dcc-8322-81280636970a {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:27:55.083722 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83617ee6-4d8c-4613-979d-7baf07b4f963 None None] Checking agent: {'id': '9e89acbe-4bbe-4c77-a18b-6f1da9133e0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 7, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 27, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:27:55.084100 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83617ee6-4d8c-4613-979d-7baf07b4f963 None None] Checking segment: {'id': '8a70a739-c61e-47e8-b80b-a85eb6a2dd3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'e968bc88-cb2d-4dcc-8322-81280636970a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:27:55.084517 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-83617ee6-4d8c-4613-979d-7baf07b4f963 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:55.084929 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83617ee6-4d8c-4613-979d-7baf07b4f963 None None] Bound using segment: {'id': '8a70a739-c61e-47e8-b80b-a85eb6a2dd3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'e968bc88-cb2d-4dcc-8322-81280636970a'} {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:27:55.085399 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [None req-83617ee6-4d8c-4613-979d-7baf07b4f963 None None] Bound port: 629b77d5-9159-494f-a22c-b66f0d75c9a9, host: n-d-816206-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a70a739-c61e-47e8-b80b-a85eb6a2dd3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'e968bc88-cb2d-4dcc-8322-81280636970a'}}] {{(pid=103593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:27:55.085780 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-83617ee6-4d8c-4613-979d-7baf07b4f963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:55.154673 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-83617ee6-4d8c-4613-979d-7baf07b4f963 None None] For port 629b77d5-9159-494f-a22c-b66f0d75c9a9, host n-d-816206-8, cleared binding levels {{(pid=103593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:27:55.159433 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-83617ee6-4d8c-4613-979d-7baf07b4f963 None None] For port 629b77d5-9159-494f-a22c-b66f0d75c9a9, host n-d-816206-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=629b77d5-9159-494f-a22c-b66f0d75c9a9,segment=NetworkSegment(8a70a739-c61e-47e8-b80b-a85eb6a2dd3a),segment_id=8a70a739-c61e-47e8-b80b-a85eb6a2dd3a)] {{(pid=103593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:27:55.163414 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-83617ee6-4d8c-4613-979d-7baf07b4f963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:55.223881 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83617ee6-4d8c-4613-979d-7baf07b4f963 None None] Routers {'de6599ee-f70d-4f6d-a3b8-c639ff3955b0'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:27:55.224527 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-83617ee6-4d8c-4613-979d-7baf07b4f963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T18:27:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['de6599ee-f70d-4f6d-a3b8-c639ff3955b0'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:27:55.285192 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29c13c1-636b-4948-a4a1-7e527a537645 None None] Pushing event updated for resources: {'Port': ['ID=629b77d5-9159-494f-a22c-b66f0d75c9a9,revision_number=4']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:27:55.285395 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-03a8ba06-79e2-49bb-88e1-40d7dffd5013 None None] Provisioning complete for port 629b77d5-9159-494f-a22c-b66f0d75c9a9 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:27:55.285747 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-03a8ba06-79e2-49bb-88e1-40d7dffd5013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:55.382532 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-83617ee6-4d8c-4613-979d-7baf07b4f963 None None] Set router de6599ee-f70d-4f6d-a3b8-c639ff3955b0 gateway port host: n-d-816206-8 {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:27:55.478395 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-03a8ba06-79e2-49bb-88e1-40d7dffd5013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:55.485716 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1246f1a-68ba-48fa-ab91-6e24805e8733 req-cdf2814b-e1cd-4467-9b4a-355df57b9545 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:27:55.490120 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c1246f1a-68ba-48fa-ab91-6e24805e8733 req-cdf2814b-e1cd-4467-9b4a-355df57b9545 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.55 "GET /v2.0/networks?id=e968bc88-cb2d-4dcc-8322-81280636970a HTTP/1.1" status: 200 len: 797 time: 0.2005951 Nov 23 18:27:55.549224 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-294bde0c-1df7-4227-87d7-d3fe6b2a38c0 req-37c1cf37-43fa-4225-ba2f-56dbcf6b37eb tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "GET /v2.0/ports?device_id=43cea2d9-759a-4ce5-a8a9-c55c1a99142b HTTP/1.1" status: 200 len: 210 time: 0.0545800 Nov 23 18:27:55.564979 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-03a8ba06-79e2-49bb-88e1-40d7dffd5013 None None] For port 629b77d5-9159-494f-a22c-b66f0d75c9a9, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=629b77d5-9159-494f-a22c-b66f0d75c9a9,segment=NetworkSegment(8a70a739-c61e-47e8-b80b-a85eb6a2dd3a),segment_id=8a70a739-c61e-47e8-b80b-a85eb6a2dd3a)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:27:55.575637 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-03a8ba06-79e2-49bb-88e1-40d7dffd5013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:55.608430 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c1246f1a-68ba-48fa-ab91-6e24805e8733 req-867b5cc6-fc48-4f0a-83e5-8dfa2624d58a tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=000e27ec11d44dc3b43cac2203fcea4b HTTP/1.1" status: 200 len: 379 time: 0.1038582 Nov 23 18:27:55.623139 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [req-c1246f1a-68ba-48fa-ab91-6e24805e8733 req-b8623eb4-d933-4853-962e-7303f326ee2b tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Request body: {'port': {'device_id': '43cea2d9-759a-4ce5-a8a9-c55c1a99142b', 'network_id': 'e968bc88-cb2d-4dcc-8322-81280636970a', 'admin_state_up': True, 'tenant_id': '000e27ec11d44dc3b43cac2203fcea4b', 'security_groups': ['91e86257-e289-4dc1-8b23-cc78274d7a67']}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:27:55.629121 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a8ba06-79e2-49bb-88e1-40d7dffd5013 None None] Pushing event updated for resources: {'Port': ['ID=629b77d5-9159-494f-a22c-b66f0d75c9a9,revision_number=5']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:27:55.699723 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-29a491e8-be4a-4a65-b78d-74db600b36b3 None None] Provisioning complete for port 629b77d5-9159-494f-a22c-b66f0d75c9a9 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:27:55.701059 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-29a491e8-be4a-4a65-b78d-74db600b36b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:55.773963 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1246f1a-68ba-48fa-ab91-6e24805e8733 req-b8623eb4-d933-4853-962e-7303f326ee2b tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Made reservation on behalf of 000e27ec11d44dc3b43cac2203fcea4b for: {'port': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:27:55.780560 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-c1246f1a-68ba-48fa-ab91-6e24805e8733 req-b8623eb4-d933-4853-962e-7303f326ee2b tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:55.831165 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-83617ee6-4d8c-4613-979d-7baf07b4f963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de6599ee-f70d-4f6d-a3b8-c639ff3955b0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1954676033', 'tenant_id': '000e27ec11d44dc3b43cac2203fcea4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': '1f45846d-f4b3-4d84-8f33-e01155d4bc47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:27:48Z', 'updated_at': '2021-11-23T18:27:52Z', 'revision_number': 4, 'project_id': '000e27ec11d44dc3b43cac2203fcea4b', 'gw_port': {'id': '1f45846d-f4b3-4d84-8f33-e01155d4bc47', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:37:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de6599ee-f70d-4f6d-a3b8-c639ff3955b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:27:49Z', 'updated_at': '2021-11-23T18:27:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_interfaces': [{'id': '629b77d5-9159-494f-a22c-b66f0d75c9a9', 'name': '', 'network_id': 'e968bc88-cb2d-4dcc-8322-81280636970a', 'tenant_id': '000e27ec11d44dc3b43cac2203fcea4b', 'mac_address': 'fa:16:3e:85:46:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de6599ee-f70d-4f6d-a3b8-c639ff3955b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '00b3521c-1f97-4d04-95ad-840aba5247d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:27:51Z', 'updated_at': '2021-11-23T18:27:55Z', 'revision_number': 4, 'project_id': '000e27ec11d44dc3b43cac2203fcea4b', 'subnets': [{'id': '00b3521c-1f97-4d04-95ad-840aba5247d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:27:55.860308 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83617ee6-4d8c-4613-979d-7baf07b4f963 None None] The sync data for ids ['de6599ee-f70d-4f6d-a3b8-c639ff3955b0'] in n-d-816206-8 is: [{'id': 'de6599ee-f70d-4f6d-a3b8-c639ff3955b0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1954676033', 'tenant_id': '000e27ec11d44dc3b43cac2203fcea4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': '1f45846d-f4b3-4d84-8f33-e01155d4bc47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:27:48Z', 'updated_at': '2021-11-23T18:27:52Z', 'revision_number': 4, 'project_id': '000e27ec11d44dc3b43cac2203fcea4b', 'gw_port': {'id': '1f45846d-f4b3-4d84-8f33-e01155d4bc47', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:37:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de6599ee-f70d-4f6d-a3b8-c639ff3955b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:27:49Z', 'updated_at': '2021-11-23T18:27:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_interfaces': [{'id': '629b77d5-9159-494f-a22c-b66f0d75c9a9', 'name': '', 'network_id': 'e968bc88-cb2d-4dcc-8322-81280636970a', 'tenant_id': '000e27ec11d44dc3b43cac2203fcea4b', 'mac_address': 'fa:16:3e:85:46:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de6599ee-f70d-4f6d-a3b8-c639ff3955b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '00b3521c-1f97-4d04-95ad-840aba5247d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:27:51Z', 'updated_at': '2021-11-23T18:27:55Z', 'revision_number': 4, 'project_id': '000e27ec11d44dc3b43cac2203fcea4b', 'subnets': [{'id': '00b3521c-1f97-4d04-95ad-840aba5247d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:27:55.927897 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.db_base_plugin_common [req-c1246f1a-68ba-48fa-ab91-6e24805e8733 req-b8623eb4-d933-4853-962e-7303f326ee2b tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Allocated IP 172.20.0.8 (e968bc88-cb2d-4dcc-8322-81280636970a/00b3521c-1f97-4d04-95ad-840aba5247d6/5ae0b0fa-288d-42dc-91b6-6a45b388b5d9) {{(pid=103591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:27:56.396703 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-c1246f1a-68ba-48fa-ab91-6e24805e8733 req-b8623eb4-d933-4853-962e-7303f326ee2b tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks [] for port, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:56.431749 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-c1246f1a-68ba-48fa-ab91-6e24805e8733 req-b8623eb4-d933-4853-962e-7303f326ee2b tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:56.477555 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1246f1a-68ba-48fa-ab91-6e24805e8733 req-b8623eb4-d933-4853-962e-7303f326ee2b tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Network e968bc88-cb2d-4dcc-8322-81280636970a is already hosted by enough agents. {{(pid=103591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:27:56.481172 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [req-c1246f1a-68ba-48fa-ab91-6e24805e8733 req-b8623eb4-d933-4853-962e-7303f326ee2b tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Resources bound (agent type, host, resource id): {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:27:56.488321 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1246f1a-68ba-48fa-ab91-6e24805e8733 req-b8623eb4-d933-4853-962e-7303f326ee2b tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Received port after_create {{(pid=103591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:27:56.552720 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1246f1a-68ba-48fa-ab91-6e24805e8733 req-b8623eb4-d933-4853-962e-7303f326ee2b tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:27:56.553342 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-c1246f1a-68ba-48fa-ab91-6e24805e8733 req-b8623eb4-d933-4853-962e-7303f326ee2b tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:56.567638 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8623eb4-d933-4853-962e-7303f326ee2b tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Pushing event updated for resources: {'Port': ['ID=5ae0b0fa-288d-42dc-91b6-6a45b388b5d9,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:27:56.579492 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c1246f1a-68ba-48fa-ab91-6e24805e8733 req-b8623eb4-d933-4853-962e-7303f326ee2b tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9621515 Nov 23 18:27:56.589487 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 629b77d5-9159-494f-a22c-b66f0d75c9a9 up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:27:56.650386 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [req-c1246f1a-68ba-48fa-ab91-6e24805e8733 req-9645dcde-0967-4656-a6c9-7d40fe3c8ba5 service neutron] Request body: {'port': {'device_id': '43cea2d9-759a-4ce5-a8a9-c55c1a99142b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-8'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:27:56.652214 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port 629b77d5-9159-494f-a22c-b66f0d75c9a9 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:27:56.652720 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:56.764438 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-c1246f1a-68ba-48fa-ab91-6e24805e8733 req-9645dcde-0967-4656-a6c9-7d40fe3c8ba5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:56.818269 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4346b0fe-1706-4550-ae83-b362e767bd13 req-d4d9ec8e-8603-42f7-a095-57703af7558a tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:27:56.819993 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4346b0fe-1706-4550-ae83-b362e767bd13 req-d4d9ec8e-8603-42f7-a095-57703af7558a tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "GET /v2.0/ports?device_id=43cea2d9-759a-4ce5-a8a9-c55c1a99142b HTTP/1.1" status: 200 len: 931 time: 0.1127086 Nov 23 18:27:56.836955 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-caf8e809-74fd-4220-92f7-18362d5ed74c None None] Provisioning complete for port 5ae0b0fa-288d-42dc-91b6-6a45b388b5d9 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:27:56.837322 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-caf8e809-74fd-4220-92f7-18362d5ed74c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:56.876479 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-caf8e809-74fd-4220-92f7-18362d5ed74c None None] Port 5ae0b0fa-288d-42dc-91b6-6a45b388b5d9 cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:27:56.954057 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4346b0fe-1706-4550-ae83-b362e767bd13 req-be762ff3-a854-4a8c-895c-ac95d21c72e8 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "GET /v2.0/security-groups?id=91e86257-e289-4dc1-8b23-cc78274d7a67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1147621 Nov 23 18:27:57.126462 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [req-c1246f1a-68ba-48fa-ab91-6e24805e8733 req-9645dcde-0967-4656-a6c9-7d40fe3c8ba5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ae0b0fa-288d-42dc-91b6-6a45b388b5d9 {{(pid=103591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:27:57.133854 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-c1246f1a-68ba-48fa-ab91-6e24805e8733 req-9645dcde-0967-4656-a6c9-7d40fe3c8ba5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:57.145944 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.provisioning_blocks [req-c1246f1a-68ba-48fa-ab91-6e24805e8733 req-9645dcde-0967-4656-a6c9-7d40fe3c8ba5 service neutron] Transition to ACTIVE for port object 5ae0b0fa-288d-42dc-91b6-6a45b388b5d9 will not be triggered until provisioned by entity L2. {{(pid=103591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 18:27:57.149760 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-c1246f1a-68ba-48fa-ab91-6e24805e8733 req-9645dcde-0967-4656-a6c9-7d40fe3c8ba5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264758186'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:57.204645 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9645dcde-0967-4656-a6c9-7d40fe3c8ba5 service neutron] Pushing event updated for resources: {'Port': ['ID=5ae0b0fa-288d-42dc-91b6-6a45b388b5d9,revision_number=2']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:27:57.275587 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-c1246f1a-68ba-48fa-ab91-6e24805e8733 req-9645dcde-0967-4656-a6c9-7d40fe3c8ba5 service neutron] Attempting to bind port 5ae0b0fa-288d-42dc-91b6-6a45b388b5d9 on host n-h1-816206-8 for vnic_type normal with profile {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:27:57.275926 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-c1246f1a-68ba-48fa-ab91-6e24805e8733 req-9645dcde-0967-4656-a6c9-7d40fe3c8ba5 service neutron] Attempting to bind port 5ae0b0fa-288d-42dc-91b6-6a45b388b5d9 by drivers openvswitch,hyperv on host n-h1-816206-8 at level 0 using segments [{'id': '8a70a739-c61e-47e8-b80b-a85eb6a2dd3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'e968bc88-cb2d-4dcc-8322-81280636970a'}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:27:57.276260 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1246f1a-68ba-48fa-ab91-6e24805e8733 req-9645dcde-0967-4656-a6c9-7d40fe3c8ba5 service neutron] Attempting to bind port 5ae0b0fa-288d-42dc-91b6-6a45b388b5d9 on network e968bc88-cb2d-4dcc-8322-81280636970a {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:27:57.280926 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1246f1a-68ba-48fa-ab91-6e24805e8733 req-9645dcde-0967-4656-a6c9-7d40fe3c8ba5 service neutron] Port 5ae0b0fa-288d-42dc-91b6-6a45b388b5d9 on network e968bc88-cb2d-4dcc-8322-81280636970a not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-8 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:27:57.281251 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1246f1a-68ba-48fa-ab91-6e24805e8733 req-9645dcde-0967-4656-a6c9-7d40fe3c8ba5 service neutron] Attempting to bind port 5ae0b0fa-288d-42dc-91b6-6a45b388b5d9 on network e968bc88-cb2d-4dcc-8322-81280636970a {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:27:57.286159 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1246f1a-68ba-48fa-ab91-6e24805e8733 req-9645dcde-0967-4656-a6c9-7d40fe3c8ba5 service neutron] Checking agent: {'id': '4b0a4557-3bfe-4828-80a0-7981fc3ac84c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 15, 14), 'started_at': datetime.datetime(2021, 11, 23, 17, 15, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 27, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:27:57.286499 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1246f1a-68ba-48fa-ab91-6e24805e8733 req-9645dcde-0967-4656-a6c9-7d40fe3c8ba5 service neutron] Checking segment: {'id': '8a70a739-c61e-47e8-b80b-a85eb6a2dd3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'e968bc88-cb2d-4dcc-8322-81280636970a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:27:57.286888 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1246f1a-68ba-48fa-ab91-6e24805e8733 req-9645dcde-0967-4656-a6c9-7d40fe3c8ba5 service neutron] Bound using segment: {'id': '8a70a739-c61e-47e8-b80b-a85eb6a2dd3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'e968bc88-cb2d-4dcc-8322-81280636970a'} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:27:57.287318 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-c1246f1a-68ba-48fa-ab91-6e24805e8733 req-9645dcde-0967-4656-a6c9-7d40fe3c8ba5 service neutron] Bound port: 5ae0b0fa-288d-42dc-91b6-6a45b388b5d9, host: n-h1-816206-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a70a739-c61e-47e8-b80b-a85eb6a2dd3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'e968bc88-cb2d-4dcc-8322-81280636970a'}}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:27:57.287679 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-c1246f1a-68ba-48fa-ab91-6e24805e8733 req-9645dcde-0967-4656-a6c9-7d40fe3c8ba5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:57.356659 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-c1246f1a-68ba-48fa-ab91-6e24805e8733 req-9645dcde-0967-4656-a6c9-7d40fe3c8ba5 service neutron] For port 5ae0b0fa-288d-42dc-91b6-6a45b388b5d9, host n-h1-816206-8, cleared binding levels {{(pid=103591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:27:57.359946 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-c1246f1a-68ba-48fa-ab91-6e24805e8733 req-9645dcde-0967-4656-a6c9-7d40fe3c8ba5 service neutron] For port 5ae0b0fa-288d-42dc-91b6-6a45b388b5d9, host n-h1-816206-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=5ae0b0fa-288d-42dc-91b6-6a45b388b5d9,segment=NetworkSegment(8a70a739-c61e-47e8-b80b-a85eb6a2dd3a),segment_id=8a70a739-c61e-47e8-b80b-a85eb6a2dd3a)] {{(pid=103591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:27:57.364958 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-c1246f1a-68ba-48fa-ab91-6e24805e8733 req-9645dcde-0967-4656-a6c9-7d40fe3c8ba5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264758186'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:57.398286 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1246f1a-68ba-48fa-ab91-6e24805e8733 req-9645dcde-0967-4656-a6c9-7d40fe3c8ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:27:57.399043 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-c1246f1a-68ba-48fa-ab91-6e24805e8733 req-9645dcde-0967-4656-a6c9-7d40fe3c8ba5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:27:57.400654 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c1246f1a-68ba-48fa-ab91-6e24805e8733 req-9645dcde-0967-4656-a6c9-7d40fe3c8ba5 service neutron] 10.222.0.55 "PUT /v2.0/ports/5ae0b0fa-288d-42dc-91b6-6a45b388b5d9 HTTP/1.1" status: 200 len: 1091 time: 0.8123770 Nov 23 18:27:57.404002 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43cea2d9-759a-4ce5-a8a9-c55c1a99142b', 'tag': '5ae0b0fa-288d-42dc-91b6-6a45b388b5d9'}] {{(pid=103591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:27:57.406126 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f4e21f982013ce885b63e29a1d25974432d95030e0706b58ae42016fda4ab83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc932fef-0e2c-44eb-9fa0-2e711e8ff51c" -d '{"events": [{"name": "network-changed", "server_uuid": "43cea2d9-759a-4ce5-a8a9-c55c1a99142b", "tag": "5ae0b0fa-288d-42dc-91b6-6a45b388b5d9"}]}' {{(pid=103591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:27:57.439555 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9645dcde-0967-4656-a6c9-7d40fe3c8ba5 service neutron] Pushing event updated for resources: {'Port': ['ID=5ae0b0fa-288d-42dc-91b6-6a45b388b5d9,revision_number=3']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:27:57.485590 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:27:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-790905fc-3e03-4eb4-ab83-330208b73ee3 x-openstack-request-id: req-790905fc-3e03-4eb4-ab83-330208b73ee3 {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:27:57.485888 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43cea2d9-759a-4ce5-a8a9-c55c1a99142b", "tag": "5ae0b0fa-288d-42dc-91b6-6a45b388b5d9", "status": "completed", "code": 200}]} {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:27:57.486146 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-790905fc-3e03-4eb4-ab83-330208b73ee3 {{(pid=103591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:27:57.486557 n-d-816206-8 neutron-server[103591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43cea2d9-759a-4ce5-a8a9-c55c1a99142b', 'tag': '5ae0b0fa-288d-42dc-91b6-6a45b388b5d9', 'status': 'completed', 'code': 200} Nov 23 18:27:57.504158 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1246f1a-68ba-48fa-ab91-6e24805e8733 req-ee7a9f8b-ecdb-4026-85c7-e7bcb28265b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:27:57.505721 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c1246f1a-68ba-48fa-ab91-6e24805e8733 req-ee7a9f8b-ecdb-4026-85c7-e7bcb28265b5 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=000e27ec11d44dc3b43cac2203fcea4b&device_id=43cea2d9-759a-4ce5-a8a9-c55c1a99142b HTTP/1.1" status: 200 len: 1094 time: 0.0527360 Nov 23 18:27:57.549251 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c1246f1a-68ba-48fa-ab91-6e24805e8733 req-7e403d91-c85f-46f4-943e-7ac55bec01b0 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5ae0b0fa-288d-42dc-91b6-6a45b388b5d9 HTTP/1.1" status: 200 len: 217 time: 0.0360935 Nov 23 18:27:57.601481 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1246f1a-68ba-48fa-ab91-6e24805e8733 req-9815a7e2-bd5e-4790-9e56-51ac457186e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:27:57.602902 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c1246f1a-68ba-48fa-ab91-6e24805e8733 req-9815a7e2-bd5e-4790-9e56-51ac457186e5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=00b3521c-1f97-4d04-95ad-840aba5247d6 HTTP/1.1" status: 200 len: 834 time: 0.0458021 Nov 23 18:27:57.652798 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1246f1a-68ba-48fa-ab91-6e24805e8733 req-1039086f-78fb-4bc6-9486-85748b77c1c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:27:57.654259 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c1246f1a-68ba-48fa-ab91-6e24805e8733 req-1039086f-78fb-4bc6-9486-85748b77c1c2 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e968bc88-cb2d-4dcc-8322-81280636970a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0448852 Nov 23 18:27:57.744315 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c1246f1a-68ba-48fa-ab91-6e24805e8733 req-8e58813e-6845-4585-8ea9-5bf5d316e7eb service neutron] 10.222.0.55 "GET /v2.0/networks/e968bc88-cb2d-4dcc-8322-81280636970a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824254 Nov 23 18:27:57.837980 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c1246f1a-68ba-48fa-ab91-6e24805e8733 req-4cfe1374-9af6-44f5-bdf4-598b74e6b567 service neutron] 10.222.0.55 "GET /v2.0/networks/e968bc88-cb2d-4dcc-8322-81280636970a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868309 Nov 23 18:27:57.919336 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc932fef-0e2c-44eb-9fa0-2e711e8ff51c req-91e9a2d2-5ec7-44ed-9aaa-dbfe636546da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:27:57.920758 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-fc932fef-0e2c-44eb-9fa0-2e711e8ff51c req-91e9a2d2-5ec7-44ed-9aaa-dbfe636546da service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=000e27ec11d44dc3b43cac2203fcea4b&device_id=43cea2d9-759a-4ce5-a8a9-c55c1a99142b HTTP/1.1" status: 200 len: 1094 time: 0.0402906 Nov 23 18:27:58.019363 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc932fef-0e2c-44eb-9fa0-2e711e8ff51c req-7c4c51cc-bdd0-49cb-b0a5-a03979df1348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:27:58.020849 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-fc932fef-0e2c-44eb-9fa0-2e711e8ff51c req-7c4c51cc-bdd0-49cb-b0a5-a03979df1348 service neutron] 10.222.0.55 "GET /v2.0/networks?id=e968bc88-cb2d-4dcc-8322-81280636970a HTTP/1.1" status: 200 len: 898 time: 0.0901232 Nov 23 18:27:58.084565 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-fc932fef-0e2c-44eb-9fa0-2e711e8ff51c req-1efca211-6844-478e-9a89-fbd325bf96ea service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5ae0b0fa-288d-42dc-91b6-6a45b388b5d9 HTTP/1.1" status: 200 len: 217 time: 0.0498703 Nov 23 18:27:58.132078 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9a8468-82e6-486f-bfa9-591463c3f6ee req-425f85cd-2b24-44a6-b21d-1472bf151305 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:27:58.133555 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ff9a8468-82e6-486f-bfa9-591463c3f6ee req-425f85cd-2b24-44a6-b21d-1472bf151305 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "GET /v2.0/ports?device_id=43cea2d9-759a-4ce5-a8a9-c55c1a99142b HTTP/1.1" status: 200 len: 943 time: 0.1077304 Nov 23 18:27:58.157064 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc932fef-0e2c-44eb-9fa0-2e711e8ff51c req-a0d73155-786b-4989-81bb-eb6c04d53773 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:27:58.158453 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-fc932fef-0e2c-44eb-9fa0-2e711e8ff51c req-a0d73155-786b-4989-81bb-eb6c04d53773 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=00b3521c-1f97-4d04-95ad-840aba5247d6 HTTP/1.1" status: 200 len: 834 time: 0.0656605 Nov 23 18:27:58.216237 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ff9a8468-82e6-486f-bfa9-591463c3f6ee req-b0b9d64a-8f6b-40b8-878c-50da6b6c133f tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "GET /v2.0/security-groups?id=91e86257-e289-4dc1-8b23-cc78274d7a67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0760174 Nov 23 18:27:58.227218 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc932fef-0e2c-44eb-9fa0-2e711e8ff51c req-d810808b-126e-48fe-9477-f2fae3bdf9c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:27:58.228686 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-fc932fef-0e2c-44eb-9fa0-2e711e8ff51c req-d810808b-126e-48fe-9477-f2fae3bdf9c9 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e968bc88-cb2d-4dcc-8322-81280636970a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0579503 Nov 23 18:27:58.318103 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-fc932fef-0e2c-44eb-9fa0-2e711e8ff51c req-62e48976-ee1b-4037-9748-3f3bf4642af2 service neutron] 10.222.0.55 "GET /v2.0/networks/e968bc88-cb2d-4dcc-8322-81280636970a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801415 Nov 23 18:27:58.412180 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-fc932fef-0e2c-44eb-9fa0-2e711e8ff51c req-da04ff13-a39b-4f36-9c24-65481d128a44 service neutron] 10.222.0.55 "GET /v2.0/networks/e968bc88-cb2d-4dcc-8322-81280636970a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868278 Nov 23 18:27:59.333190 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1279fcf-58b4-4c5e-be28-187db029e1fd req-2a552dc3-4043-4b0f-aca2-727e4283d65b tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:27:59.334655 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d1279fcf-58b4-4c5e-be28-187db029e1fd req-2a552dc3-4043-4b0f-aca2-727e4283d65b tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "GET /v2.0/ports?device_id=43cea2d9-759a-4ce5-a8a9-c55c1a99142b HTTP/1.1" status: 200 len: 943 time: 0.0494759 Nov 23 18:27:59.383322 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d1279fcf-58b4-4c5e-be28-187db029e1fd req-c61d332e-7cdd-4435-9956-6e9219f45ea8 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "GET /v2.0/security-groups?id=91e86257-e289-4dc1-8b23-cc78274d7a67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426331 Nov 23 18:28:00.502093 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd07d9d3-84ca-4317-b1f2-d0c84f1fa208 req-5cf4b346-aa39-4efa-ae12-1cf38aecee04 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:28:00.503572 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-dd07d9d3-84ca-4317-b1f2-d0c84f1fa208 req-5cf4b346-aa39-4efa-ae12-1cf38aecee04 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "GET /v2.0/ports?device_id=43cea2d9-759a-4ce5-a8a9-c55c1a99142b HTTP/1.1" status: 200 len: 943 time: 0.0537462 Nov 23 18:28:00.552773 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-dd07d9d3-84ca-4317-b1f2-d0c84f1fa208 req-b479084b-c9b6-4553-a957-c4fe0c3bcede tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "GET /v2.0/security-groups?id=91e86257-e289-4dc1-8b23-cc78274d7a67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432575 Nov 23 18:28:01.416604 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device 5ae0b0fa-288d-42dc-91b6-6a45b388b5d9 details requested by agent hyperv_n-h1-816206-8 with host n-h1-816206-8 {{(pid=103592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 18:28:01.514594 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port 5ae0b0fa-288d-42dc-91b6-6a45b388b5d9, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=5ae0b0fa-288d-42dc-91b6-6a45b388b5d9,segment=NetworkSegment(8a70a739-c61e-47e8-b80b-a85eb6a2dd3a),segment_id=8a70a739-c61e-47e8-b80b-a85eb6a2dd3a)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:28:01.525942 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Returning: {'device': '5ae0b0fa-288d-42dc-91b6-6a45b388b5d9', 'network_id': 'e968bc88-cb2d-4dcc-8322-81280636970a', 'port_id': '5ae0b0fa-288d-42dc-91b6-6a45b388b5d9', 'mac_address': 'fa:16:3e:df:3c:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00b3521c-1f97-4d04-95ad-840aba5247d6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 18:28:01.562657 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:28:01.574946 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ae0b0fa-288d-42dc-91b6-6a45b388b5d9 {{(pid=103592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:28:01.596713 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port 5ae0b0fa-288d-42dc-91b6-6a45b388b5d9, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=5ae0b0fa-288d-42dc-91b6-6a45b388b5d9,segment=NetworkSegment(8a70a739-c61e-47e8-b80b-a85eb6a2dd3a),segment_id=8a70a739-c61e-47e8-b80b-a85eb6a2dd3a)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:28:01.600519 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:28:01.647446 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Pushing event updated for resources: {'Port': ['ID=5ae0b0fa-288d-42dc-91b6-6a45b388b5d9,revision_number=4']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:28:01.670257 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96cfeec-182a-493f-ab68-d47a3dad8631 req-419e8cdb-ea0d-4fe7-b77d-c000b19e7042 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:28:01.671682 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b96cfeec-182a-493f-ab68-d47a3dad8631 req-419e8cdb-ea0d-4fe7-b77d-c000b19e7042 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "GET /v2.0/ports?device_id=43cea2d9-759a-4ce5-a8a9-c55c1a99142b HTTP/1.1" status: 200 len: 944 time: 0.0500154 Nov 23 18:28:01.721154 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b96cfeec-182a-493f-ab68-d47a3dad8631 req-8777c1fb-614a-417d-928b-15101fdda776 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "GET /v2.0/security-groups?id=91e86257-e289-4dc1-8b23-cc78274d7a67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434859 Nov 23 18:28:01.827348 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] get_ports_and_sgs() called for port_ids ['5ae0b0fa-288d-42dc-91b6-6a45b388b5d9'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:28:02.834729 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faaa4567-eca4-4aa9-a087-cb1725ba469c req-4a99602b-713c-485a-aaca-912f2e2412b4 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:28:02.836186 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-faaa4567-eca4-4aa9-a087-cb1725ba469c req-4a99602b-713c-485a-aaca-912f2e2412b4 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "GET /v2.0/ports?device_id=43cea2d9-759a-4ce5-a8a9-c55c1a99142b HTTP/1.1" status: 200 len: 944 time: 0.0485590 Nov 23 18:28:02.888697 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-faaa4567-eca4-4aa9-a087-cb1725ba469c req-35073b01-a8ac-47e5-b2f6-87ac7c9fb14f tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "GET /v2.0/security-groups?id=91e86257-e289-4dc1-8b23-cc78274d7a67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463729 Nov 23 18:28:03.417432 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device 5ae0b0fa-288d-42dc-91b6-6a45b388b5d9 up at agent hyperv_n-h1-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:28:03.474073 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Provisioning for port 5ae0b0fa-288d-42dc-91b6-6a45b388b5d9 completed by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 18:28:03.478079 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Provisioning complete for port 5ae0b0fa-288d-42dc-91b6-6a45b388b5d9 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:28:03.478560 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:28:03.555149 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:28:03.577617 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43cea2d9-759a-4ce5-a8a9-c55c1a99142b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ae0b0fa-288d-42dc-91b6-6a45b388b5d9'}] {{(pid=103592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:28:03.579844 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}369cae9aa69facfce3992dabc874bd76984507e3cd36da60a73cd3603125cd43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f125ad66-952b-494e-98d4-52277ddac3f1" -d '{"events": [{"server_uuid": "43cea2d9-759a-4ce5-a8a9-c55c1a99142b", "name": "network-vif-plugged", "status": "completed", "tag": "5ae0b0fa-288d-42dc-91b6-6a45b388b5d9"}]}' {{(pid=103592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:28:03.592609 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port 5ae0b0fa-288d-42dc-91b6-6a45b388b5d9, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=5ae0b0fa-288d-42dc-91b6-6a45b388b5d9,segment=NetworkSegment(8a70a739-c61e-47e8-b80b-a85eb6a2dd3a),segment_id=8a70a739-c61e-47e8-b80b-a85eb6a2dd3a)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:28:03.596697 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:28:03.625605 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:28:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db63df6a-5d51-47d9-b696-a134da819a3f x-openstack-request-id: req-db63df6a-5d51-47d9-b696-a134da819a3f {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:28:03.625878 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43cea2d9-759a-4ce5-a8a9-c55c1a99142b", "name": "network-vif-plugged", "status": "completed", "tag": "5ae0b0fa-288d-42dc-91b6-6a45b388b5d9", "code": 200}]} {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:28:03.626134 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-db63df6a-5d51-47d9-b696-a134da819a3f {{(pid=103592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:28:03.626531 n-d-816206-8 neutron-server[103592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43cea2d9-759a-4ce5-a8a9-c55c1a99142b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ae0b0fa-288d-42dc-91b6-6a45b388b5d9', 'code': 200} Nov 23 18:28:03.657376 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Pushing event updated for resources: {'Port': ['ID=5ae0b0fa-288d-42dc-91b6-6a45b388b5d9,revision_number=5']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:28:03.715250 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0251a223-69f6-48db-8ad9-4777553f0dfe req-8b72e462-ed68-4026-ab63-dad5188ea8ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:28:03.717227 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-0251a223-69f6-48db-8ad9-4777553f0dfe req-8b72e462-ed68-4026-ab63-dad5188ea8ba service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=43cea2d9-759a-4ce5-a8a9-c55c1a99142b HTTP/1.1" status: 200 len: 1096 time: 0.0403481 Nov 23 18:28:03.764229 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-0251a223-69f6-48db-8ad9-4777553f0dfe req-ee36db26-a89d-4aee-84c8-a80219ccf7b7 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=91e86257-e289-4dc1-8b23-cc78274d7a67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386014 Nov 23 18:28:04.002528 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600b4963-516c-463d-9a95-2b7896426d5a req-3eaccd9f-ef9a-416d-8687-d84a7abf7f4e tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:28:04.003912 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-600b4963-516c-463d-9a95-2b7896426d5a req-3eaccd9f-ef9a-416d-8687-d84a7abf7f4e tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "GET /v2.0/ports?device_id=43cea2d9-759a-4ce5-a8a9-c55c1a99142b HTTP/1.1" status: 200 len: 945 time: 0.0488808 Nov 23 18:28:04.053091 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-600b4963-516c-463d-9a95-2b7896426d5a req-b7ab41a1-4302-44f2-96e9-0f81a900ca98 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "GET /v2.0/security-groups?id=91e86257-e289-4dc1-8b23-cc78274d7a67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426338 Nov 23 18:28:05.172005 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66254c46-8522-4538-a63d-18bb83d64e0d req-aa707cef-fffb-4666-bb05-501fa3418fe2 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:28:05.173486 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-66254c46-8522-4538-a63d-18bb83d64e0d req-aa707cef-fffb-4666-bb05-501fa3418fe2 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "GET /v2.0/ports?device_id=43cea2d9-759a-4ce5-a8a9-c55c1a99142b HTTP/1.1" status: 200 len: 945 time: 0.0520234 Nov 23 18:28:05.221882 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-66254c46-8522-4538-a63d-18bb83d64e0d req-588f5d0a-49cb-49a2-abea-835016b1bdf0 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "GET /v2.0/security-groups?id=91e86257-e289-4dc1-8b23-cc78274d7a67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425103 Nov 23 18:28:05.335741 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da3bcb8-3c69-498f-b5ea-2edb266b19b2 req-c8cfad05-a08a-45f9-a828-ffe1dddc7e08 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:28:05.337178 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9da3bcb8-3c69-498f-b5ea-2edb266b19b2 req-c8cfad05-a08a-45f9-a828-ffe1dddc7e08 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "GET /v2.0/ports?device_id=43cea2d9-759a-4ce5-a8a9-c55c1a99142b HTTP/1.1" status: 200 len: 945 time: 0.0489769 Nov 23 18:28:05.387385 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9da3bcb8-3c69-498f-b5ea-2edb266b19b2 req-15e3c493-6a00-40a3-a8ec-4c25ae6ae5d8 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "GET /v2.0/security-groups?id=91e86257-e289-4dc1-8b23-cc78274d7a67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435410 Nov 23 18:28:05.409774 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 56752) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:28:05.453668 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaaef4ec-0334-4616-840b-7e193368785e tempest-TestNetworkAdvancedServerOps-1140721612 tempest-TestNetworkAdvancedServerOps-1140721612-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:28:05.456450 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-aaaef4ec-0334-4616-840b-7e193368785e tempest-TestNetworkAdvancedServerOps-1140721612 tempest-TestNetworkAdvancedServerOps-1140721612-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=43cea2d9-759a-4ce5-a8a9-c55c1a99142b HTTP/1.1" status: 200 len: 1091 time: 0.0444214 Nov 23 18:28:05.458270 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 56754) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:28:05.462679 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-5e707ebd-869f-4268-a14a-77bd307193b5 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Request body: {'floatingip': {'floating_network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'port_id': '5ae0b0fa-288d-42dc-91b6-6a45b388b5d9', 'tenant_id': '000e27ec11d44dc3b43cac2203fcea4b', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:28:05.485148 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5e707ebd-869f-4268-a14a-77bd307193b5 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks [] for floatingip, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:28:05.578323 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5e707ebd-869f-4268-a14a-77bd307193b5 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:28:05.683076 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-5e707ebd-869f-4268-a14a-77bd307193b5 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Allocated IP 172.25.3.226 (4c8455ba-1be5-42ac-b8c2-8a16e1292d55/08fe3644-ce41-4c3f-a7ea-92bac0f0fff5/bf5550ec-82dc-474f-be55-faef81a44fe5) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:28:05.783673 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5e707ebd-869f-4268-a14a-77bd307193b5 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:28:05.817886 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5e707ebd-869f-4268-a14a-77bd307193b5 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:28:05.854242 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e707ebd-869f-4268-a14a-77bd307193b5 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Network 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:28:05.859031 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-5e707ebd-869f-4268-a14a-77bd307193b5 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:28:05.863683 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e707ebd-869f-4268-a14a-77bd307193b5 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:28:05.890648 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e707ebd-869f-4268-a14a-77bd307193b5 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Pushing event updated for resources: {'Port': ['ID=bf5550ec-82dc-474f-be55-faef81a44fe5,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:28:06.221986 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5e707ebd-869f-4268-a14a-77bd307193b5 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:28:06.289696 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5e707ebd-869f-4268-a14a-77bd307193b5 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:28:06.434754 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5e707ebd-869f-4268-a14a-77bd307193b5 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks [] for port, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:28:06.439491 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5e707ebd-869f-4268-a14a-77bd307193b5 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264357957'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:28:06.508153 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e707ebd-869f-4268-a14a-77bd307193b5 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Pushing event updated for resources: {'Port': ['ID=bf5550ec-82dc-474f-be55-faef81a44fe5,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:28:06.521613 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5e707ebd-869f-4268-a14a-77bd307193b5 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1795396'] for floatingip, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:28:06.955714 n-d-816206-8 neutron-server[103590]: INFO neutron.db.l3_db [None req-5e707ebd-869f-4268-a14a-77bd307193b5 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Floating IP b5a2f3bc-f5de-4df5-ba7d-54310e34937b associated. External IP: 172.25.3.226, port: 5ae0b0fa-288d-42dc-91b6-6a45b388b5d9. Nov 23 18:28:07.161213 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e707ebd-869f-4268-a14a-77bd307193b5 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Router de6599ee-f70d-4f6d-a3b8-c639ff3955b0 has already been hosted by L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 {{(pid=103590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:28:07.266744 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e707ebd-869f-4268-a14a-77bd307193b5 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:28:07.276379 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21c3d303-c64b-4f11-abe1-d3addc9f232a None None] Sync routers for ids ['de6599ee-f70d-4f6d-a3b8-c639ff3955b0'] in n-d-816206-8 {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:28:07.283930 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5e707ebd-869f-4268-a14a-77bd307193b5 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for floatingip, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:28:07.285488 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21c3d303-c64b-4f11-abe1-d3addc9f232a None None] Routers {'de6599ee-f70d-4f6d-a3b8-c639ff3955b0'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:28:07.286095 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-21c3d303-c64b-4f11-abe1-d3addc9f232a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T18:27:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['de6599ee-f70d-4f6d-a3b8-c639ff3955b0'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:28:07.315365 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-5e707ebd-869f-4268-a14a-77bd307193b5 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8560398 Nov 23 18:28:07.315964 n-d-816206-8 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43cea2d9-759a-4ce5-a8a9-c55c1a99142b', 'tag': '5ae0b0fa-288d-42dc-91b6-6a45b388b5d9'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:28:07.318276 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c35dbc0b6b9f20554b2131d9adc843a87fc98ef8cc7f8c5951517f8512ac17b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2b11467-6dc1-48d9-9b90-9c623ddd53dd" -d '{"events": [{"name": "network-changed", "server_uuid": "43cea2d9-759a-4ce5-a8a9-c55c1a99142b", "tag": "5ae0b0fa-288d-42dc-91b6-6a45b388b5d9"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:28:07.367110 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:28:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-193c2ffb-1104-4c63-aff1-35c716f4e83b x-openstack-request-id: req-193c2ffb-1104-4c63-aff1-35c716f4e83b {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:28:07.367407 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43cea2d9-759a-4ce5-a8a9-c55c1a99142b", "tag": "5ae0b0fa-288d-42dc-91b6-6a45b388b5d9", "status": "completed", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:28:07.367662 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-193c2ffb-1104-4c63-aff1-35c716f4e83b {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:28:07.368071 n-d-816206-8 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43cea2d9-759a-4ce5-a8a9-c55c1a99142b', 'tag': '5ae0b0fa-288d-42dc-91b6-6a45b388b5d9', 'status': 'completed', 'code': 200} Nov 23 18:28:07.399592 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvr_db [None req-21c3d303-c64b-4f11-abe1-d3addc9f232a None None] Set router de6599ee-f70d-4f6d-a3b8-c639ff3955b0 gateway port host: n-d-816206-8 {{(pid=103592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:28:07.462661 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbe46e1-6d8c-4ce3-a9c1-f7a330edbabe req-fe93bf3c-68f7-493c-ab59-d76e39affbdc tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:28:07.464045 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9cbe46e1-6d8c-4ce3-a9c1-f7a330edbabe req-fe93bf3c-68f7-493c-ab59-d76e39affbdc tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "GET /v2.0/ports?device_id=43cea2d9-759a-4ce5-a8a9-c55c1a99142b HTTP/1.1" status: 200 len: 945 time: 0.0806742 Nov 23 18:28:07.465959 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b11467-6dc1-48d9-9b90-9c623ddd53dd req-db990204-c72a-4b62-b81b-5376c6795e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:28:07.467340 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e2b11467-6dc1-48d9-9b90-9c623ddd53dd req-db990204-c72a-4b62-b81b-5376c6795e33 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=000e27ec11d44dc3b43cac2203fcea4b&device_id=43cea2d9-759a-4ce5-a8a9-c55c1a99142b HTTP/1.1" status: 200 len: 1096 time: 0.0751061 Nov 23 18:28:07.574031 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9cbe46e1-6d8c-4ce3-a9c1-f7a330edbabe req-406c7aa7-a246-4afe-9f75-e705def46400 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "GET /v2.0/security-groups?id=91e86257-e289-4dc1-8b23-cc78274d7a67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1037626 Nov 23 18:28:07.596975 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b11467-6dc1-48d9-9b90-9c623ddd53dd req-7aacd328-7d10-4c92-a993-4b53923eb7eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:28:07.598164 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 56760) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:28:07.598651 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e2b11467-6dc1-48d9-9b90-9c623ddd53dd req-7aacd328-7d10-4c92-a993-4b53923eb7eb service neutron] 10.222.0.55 "GET /v2.0/networks?id=e968bc88-cb2d-4dcc-8322-81280636970a HTTP/1.1" status: 200 len: 898 time: 0.1147065 Nov 23 18:28:07.631886 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-21c3d303-c64b-4f11-abe1-d3addc9f232a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de6599ee-f70d-4f6d-a3b8-c639ff3955b0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1954676033', 'tenant_id': '000e27ec11d44dc3b43cac2203fcea4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': '1f45846d-f4b3-4d84-8f33-e01155d4bc47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:27:48Z', 'updated_at': '2021-11-23T18:27:52Z', 'revision_number': 4, 'project_id': '000e27ec11d44dc3b43cac2203fcea4b', 'gw_port': {'id': '1f45846d-f4b3-4d84-8f33-e01155d4bc47', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:37:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de6599ee-f70d-4f6d-a3b8-c639ff3955b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:27:49Z', 'updated_at': '2021-11-23T18:27:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_floatingips': [{'id': 'b5a2f3bc-f5de-4df5-ba7d-54310e34937b', 'tenant_id': '000e27ec11d44dc3b43cac2203fcea4b', 'floating_ip_address': '172.25.3.226', 'floating_network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'router_id': 'de6599ee-f70d-4f6d-a3b8-c639ff3955b0', 'port_id': '5ae0b0fa-288d-42dc-91b6-6a45b388b5d9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4207, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e968bc88-cb2d-4dcc-8322-81280636970a', 'mac_address': 'fa:16:3e:df:3c:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43cea2d9-759a-4ce5-a8a9-c55c1a99142b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T18:28:06Z', 'updated_at': '2021-11-23T18:28:06Z', 'revision_number': 0, 'project_id': '000e27ec11d44dc3b43cac2203fcea4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '629b77d5-9159-494f-a22c-b66f0d75c9a9', 'name': '', 'network_id': 'e968bc88-cb2d-4dcc-8322-81280636970a', 'tenant_id': '000e27ec11d44dc3b43cac2203fcea4b', 'mac_address': 'fa:16:3e:85:46:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de6599ee-f70d-4f6d-a3b8-c639ff3955b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '00b3521c-1f97-4d04-95ad-840aba5247d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:27:51Z', 'updated_at': '2021-11-23T18:27:55Z', 'revision_number': 5, 'project_id': '000e27ec11d44dc3b43cac2203fcea4b', 'subnets': [{'id': '00b3521c-1f97-4d04-95ad-840aba5247d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:28:07.663075 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-5e04004a-0d14-4dfd-908c-cecc597520ce tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "GET /v2.0/floatingips/b5a2f3bc-f5de-4df5-ba7d-54310e34937b HTTP/1.1" status: 200 len: 991 time: 0.0636792 Nov 23 18:28:07.668195 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e2b11467-6dc1-48d9-9b90-9c623ddd53dd req-1cf97df7-d029-44d8-a835-b4e6897b24b5 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5ae0b0fa-288d-42dc-91b6-6a45b388b5d9 HTTP/1.1" status: 200 len: 999 time: 0.0626035 Nov 23 18:28:07.720341 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b11467-6dc1-48d9-9b90-9c623ddd53dd req-c9502b25-7103-48d6-9b3b-c5c73e96e308 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:28:07.721752 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e2b11467-6dc1-48d9-9b90-9c623ddd53dd req-c9502b25-7103-48d6-9b3b-c5c73e96e308 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=00b3521c-1f97-4d04-95ad-840aba5247d6 HTTP/1.1" status: 200 len: 834 time: 0.0465505 Nov 23 18:28:07.773627 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b11467-6dc1-48d9-9b90-9c623ddd53dd req-7baadd99-6ac1-430a-a8b4-306291562579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:28:07.775131 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e2b11467-6dc1-48d9-9b90-9c623ddd53dd req-7baadd99-6ac1-430a-a8b4-306291562579 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e968bc88-cb2d-4dcc-8322-81280636970a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0466936 Nov 23 18:28:07.826027 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21c3d303-c64b-4f11-abe1-d3addc9f232a None None] Checking router: de6599ee-f70d-4f6d-a3b8-c639ff3955b0 for host: n-d-816206-8 {{(pid=103592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:28:07.834623 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21c3d303-c64b-4f11-abe1-d3addc9f232a None None] Routers {'de6599ee-f70d-4f6d-a3b8-c639ff3955b0'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:28:07.835234 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-21c3d303-c64b-4f11-abe1-d3addc9f232a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T18:27:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['de6599ee-f70d-4f6d-a3b8-c639ff3955b0'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:28:07.866698 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e2b11467-6dc1-48d9-9b90-9c623ddd53dd req-db12c1ff-5546-4715-8c8b-c16d0cd87997 service neutron] 10.222.0.55 "GET /v2.0/networks/e968bc88-cb2d-4dcc-8322-81280636970a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841165 Nov 23 18:28:07.941315 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvr_db [None req-21c3d303-c64b-4f11-abe1-d3addc9f232a None None] Set router de6599ee-f70d-4f6d-a3b8-c639ff3955b0 gateway port host: n-d-816206-8 {{(pid=103592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:28:07.963421 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e2b11467-6dc1-48d9-9b90-9c623ddd53dd req-ec293add-cd6b-41b9-9dc7-7bfbb89c0b9d service neutron] 10.222.0.55 "GET /v2.0/networks/e968bc88-cb2d-4dcc-8322-81280636970a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871305 Nov 23 18:28:08.164024 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-21c3d303-c64b-4f11-abe1-d3addc9f232a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de6599ee-f70d-4f6d-a3b8-c639ff3955b0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1954676033', 'tenant_id': '000e27ec11d44dc3b43cac2203fcea4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': '1f45846d-f4b3-4d84-8f33-e01155d4bc47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:27:48Z', 'updated_at': '2021-11-23T18:27:52Z', 'revision_number': 4, 'project_id': '000e27ec11d44dc3b43cac2203fcea4b', 'gw_port': {'id': '1f45846d-f4b3-4d84-8f33-e01155d4bc47', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:37:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de6599ee-f70d-4f6d-a3b8-c639ff3955b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:27:49Z', 'updated_at': '2021-11-23T18:27:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_floatingips': [{'id': 'b5a2f3bc-f5de-4df5-ba7d-54310e34937b', 'tenant_id': '000e27ec11d44dc3b43cac2203fcea4b', 'floating_ip_address': '172.25.3.226', 'floating_network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'router_id': 'de6599ee-f70d-4f6d-a3b8-c639ff3955b0', 'port_id': '5ae0b0fa-288d-42dc-91b6-6a45b388b5d9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4207, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e968bc88-cb2d-4dcc-8322-81280636970a', 'mac_address': 'fa:16:3e:df:3c:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43cea2d9-759a-4ce5-a8a9-c55c1a99142b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T18:28:06Z', 'updated_at': '2021-11-23T18:28:06Z', 'revision_number': 0, 'project_id': '000e27ec11d44dc3b43cac2203fcea4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '629b77d5-9159-494f-a22c-b66f0d75c9a9', 'name': '', 'network_id': 'e968bc88-cb2d-4dcc-8322-81280636970a', 'tenant_id': '000e27ec11d44dc3b43cac2203fcea4b', 'mac_address': 'fa:16:3e:85:46:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de6599ee-f70d-4f6d-a3b8-c639ff3955b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '00b3521c-1f97-4d04-95ad-840aba5247d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:27:51Z', 'updated_at': '2021-11-23T18:27:55Z', 'revision_number': 5, 'project_id': '000e27ec11d44dc3b43cac2203fcea4b', 'subnets': [{'id': '00b3521c-1f97-4d04-95ad-840aba5247d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:28:08.193582 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21c3d303-c64b-4f11-abe1-d3addc9f232a None None] The sync data for ids ['de6599ee-f70d-4f6d-a3b8-c639ff3955b0'] in n-d-816206-8 is: [{'id': 'de6599ee-f70d-4f6d-a3b8-c639ff3955b0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1954676033', 'tenant_id': '000e27ec11d44dc3b43cac2203fcea4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': '1f45846d-f4b3-4d84-8f33-e01155d4bc47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:27:48Z', 'updated_at': '2021-11-23T18:27:52Z', 'revision_number': 4, 'project_id': '000e27ec11d44dc3b43cac2203fcea4b', 'gw_port': {'id': '1f45846d-f4b3-4d84-8f33-e01155d4bc47', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:37:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de6599ee-f70d-4f6d-a3b8-c639ff3955b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:27:49Z', 'updated_at': '2021-11-23T18:27:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_floatingips': [{'id': 'b5a2f3bc-f5de-4df5-ba7d-54310e34937b', 'tenant_id': '000e27ec11d44dc3b43cac2203fcea4b', 'floating_ip_address': '172.25.3.226', 'floating_network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'router_id': 'de6599ee-f70d-4f6d-a3b8-c639ff3955b0', 'port_id': '5ae0b0fa-288d-42dc-91b6-6a45b388b5d9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4207, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e968bc88-cb2d-4dcc-8322-81280636970a', 'mac_address': 'fa:16:3e:df:3c:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43cea2d9-759a-4ce5-a8a9-c55c1a99142b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T18:28:06Z', 'updated_at': '2021-11-23T18:28:06Z', 'revision_number': 0, 'project_id': '000e27ec11d44dc3b43cac2203fcea4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '629b77d5-9159-494f-a22c-b66f0d75c9a9', 'name': '', 'network_id': 'e968bc88-cb2d-4dcc-8322-81280636970a', 'tenant_id': '000e27ec11d44dc3b43cac2203fcea4b', 'mac_address': 'fa:16:3e:85:46:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de6599ee-f70d-4f6d-a3b8-c639ff3955b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '00b3521c-1f97-4d04-95ad-840aba5247d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:27:51Z', 'updated_at': '2021-11-23T18:27:55Z', 'revision_number': 5, 'project_id': '000e27ec11d44dc3b43cac2203fcea4b', 'subnets': [{'id': '00b3521c-1f97-4d04-95ad-840aba5247d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:28:08.384097 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeb134c9-60ea-409e-a7f6-ed52c22b3bd7 None None] New status for floating IP b5a2f3bc-f5de-4df5-ba7d-54310e34937b: ACTIVE {{(pid=103593) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 18:28:08.666255 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 56762) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:28:08.727805 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-1dd99509-4211-4914-a27f-6e26ce15e3b4 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "GET /v2.0/floatingips/b5a2f3bc-f5de-4df5-ba7d-54310e34937b HTTP/1.1" status: 200 len: 993 time: 0.0586097 Nov 23 18:28:13.089532 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-89a528a8-6b73-49a3-ae83-c3393e1420c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:28:13.967772 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:28:14.840694 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:28:15.174897 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-143b9eb4-338b-40e7-81dc-56d111904e9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:28:16.748566 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-52822d53-48f5-4819-8a95-bdc13aea0bf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:28:17.963175 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9a27ae6c-db98-474f-94c1-cc99bf842d79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:28:18.468954 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:28:19.964092 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-eeb4fcc8-50e5-4beb-b26d-d036fcf285ee req-11d84f02-6817-4821-8991-7960dadf3eac service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=43cea2d9-759a-4ce5-a8a9-c55c1a99142b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0411875 Nov 23 18:28:20.052173 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb4fcc8-50e5-4beb-b26d-d036fcf285ee req-fdb0dd57-d450-458a-a246-f200ebddbb51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:28:20.053674 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-eeb4fcc8-50e5-4beb-b26d-d036fcf285ee req-fdb0dd57-d450-458a-a246-f200ebddbb51 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=000e27ec11d44dc3b43cac2203fcea4b&device_id=43cea2d9-759a-4ce5-a8a9-c55c1a99142b HTTP/1.1" status: 200 len: 1096 time: 0.0446420 Nov 23 18:28:20.157867 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb4fcc8-50e5-4beb-b26d-d036fcf285ee req-be22d41d-b6e2-48c9-ab39-9590c874b20d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:28:20.159331 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-eeb4fcc8-50e5-4beb-b26d-d036fcf285ee req-be22d41d-b6e2-48c9-ab39-9590c874b20d service neutron] 10.222.0.55 "GET /v2.0/networks?id=e968bc88-cb2d-4dcc-8322-81280636970a HTTP/1.1" status: 200 len: 898 time: 0.0848587 Nov 23 18:28:20.228720 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-eeb4fcc8-50e5-4beb-b26d-d036fcf285ee req-a6988c96-3ec0-40d1-87b1-ca85b56605d4 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5ae0b0fa-288d-42dc-91b6-6a45b388b5d9 HTTP/1.1" status: 200 len: 1001 time: 0.0606389 Nov 23 18:28:20.277169 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb4fcc8-50e5-4beb-b26d-d036fcf285ee req-1da1d85a-82e6-417f-8967-71c48a8cc3ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:28:20.278605 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-eeb4fcc8-50e5-4beb-b26d-d036fcf285ee req-1da1d85a-82e6-417f-8967-71c48a8cc3ec service neutron] 10.222.0.55 "GET /v2.0/subnets?id=00b3521c-1f97-4d04-95ad-840aba5247d6 HTTP/1.1" status: 200 len: 834 time: 0.0430882 Nov 23 18:28:20.323715 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb4fcc8-50e5-4beb-b26d-d036fcf285ee req-762b2771-4a16-4fbd-8edf-9ed4c7233e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:28:20.325241 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-eeb4fcc8-50e5-4beb-b26d-d036fcf285ee req-762b2771-4a16-4fbd-8edf-9ed4c7233e6a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e968bc88-cb2d-4dcc-8322-81280636970a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395558 Nov 23 18:28:20.417293 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-eeb4fcc8-50e5-4beb-b26d-d036fcf285ee req-c1e2398b-f42e-42db-ae1c-f9ec47b994a1 service neutron] 10.222.0.55 "GET /v2.0/networks/e968bc88-cb2d-4dcc-8322-81280636970a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845888 Nov 23 18:28:20.506363 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-eeb4fcc8-50e5-4beb-b26d-d036fcf285ee req-c3b959b5-a221-4cba-a531-80f33b8d3b51 service neutron] 10.222.0.55 "GET /v2.0/networks/e968bc88-cb2d-4dcc-8322-81280636970a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813463 Nov 23 18:28:26.538705 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.agents_db [None req-464f6c07-0de8-4be6-8f5b-563f574d1c5d None None] Agent healthcheck: found 7 active agents {{(pid=103593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 18:28:40.056568 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581522dc-a91a-4658-ad84-37f34a797113 req-13c0d506-f1ba-41f8-9c01-89383509a576 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:28:40.058063 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-581522dc-a91a-4658-ad84-37f34a797113 req-13c0d506-f1ba-41f8-9c01-89383509a576 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "GET /v2.0/ports?device_id=43cea2d9-759a-4ce5-a8a9-c55c1a99142b HTTP/1.1" status: 200 len: 945 time: 0.0594723 Nov 23 18:28:40.110266 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-581522dc-a91a-4658-ad84-37f34a797113 req-6b5823b6-a752-4b79-aaaa-7a748a9ee915 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "GET /v2.0/security-groups?id=91e86257-e289-4dc1-8b23-cc78274d7a67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461612 Nov 23 18:28:41.227039 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522af227-e11b-4c3f-b7d8-4676a61f029a req-d56b7492-b6b8-46fd-a051-bc7e290d992d tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:28:41.228540 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-522af227-e11b-4c3f-b7d8-4676a61f029a req-d56b7492-b6b8-46fd-a051-bc7e290d992d tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "GET /v2.0/ports?device_id=43cea2d9-759a-4ce5-a8a9-c55c1a99142b HTTP/1.1" status: 200 len: 945 time: 0.0488768 Nov 23 18:28:41.277204 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-522af227-e11b-4c3f-b7d8-4676a61f029a req-956d7918-1cd5-439d-8858-cf1fc3b6ac74 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "GET /v2.0/security-groups?id=91e86257-e289-4dc1-8b23-cc78274d7a67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421541 Nov 23 18:28:41.299689 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 56790) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:28:41.363413 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-a712bcab-d03f-4693-8ce9-f86cd4499cf3 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "GET /v2.0/floatingips/b5a2f3bc-f5de-4df5-ba7d-54310e34937b HTTP/1.1" status: 200 len: 993 time: 0.0625975 Nov 23 18:28:42.631111 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1766b8-da26-4827-a76f-7427d93d2e8b req-3f28ed78-e62e-45af-addf-3970b6b9e038 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:28:42.632581 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4e1766b8-da26-4827-a76f-7427d93d2e8b req-3f28ed78-e62e-45af-addf-3970b6b9e038 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "GET /v2.0/ports?device_id=43cea2d9-759a-4ce5-a8a9-c55c1a99142b HTTP/1.1" status: 200 len: 945 time: 0.0527298 Nov 23 18:28:42.682922 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4e1766b8-da26-4827-a76f-7427d93d2e8b req-ad4c2cb5-5b39-4e68-b975-94fc520f3a61 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "GET /v2.0/security-groups?id=91e86257-e289-4dc1-8b23-cc78274d7a67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441115 Nov 23 18:28:43.091225 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-df8cfbb2-adb9-47f8-b550-85bd9a7d5cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:28:43.802717 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2126e22-901a-4085-8e48-20e7d537071d req-1a27d5c4-d506-44ad-a847-6e039279ee6f tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:28:43.804263 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f2126e22-901a-4085-8e48-20e7d537071d req-1a27d5c4-d506-44ad-a847-6e039279ee6f tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "GET /v2.0/ports?device_id=43cea2d9-759a-4ce5-a8a9-c55c1a99142b HTTP/1.1" status: 200 len: 945 time: 0.0494640 Nov 23 18:28:43.856234 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f2126e22-901a-4085-8e48-20e7d537071d req-89076441-3a9f-4523-8cd2-c5c8a012214d tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "GET /v2.0/security-groups?id=91e86257-e289-4dc1-8b23-cc78274d7a67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460384 Nov 23 18:28:43.965117 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:28:44.832060 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:28:44.970532 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3aa7888-0bb6-46d0-a73c-cd12fdf30cf7 req-aed897ad-0728-4898-b788-7184844fc098 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:28:44.972007 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f3aa7888-0bb6-46d0-a73c-cd12fdf30cf7 req-aed897ad-0728-4898-b788-7184844fc098 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "GET /v2.0/ports?device_id=43cea2d9-759a-4ce5-a8a9-c55c1a99142b HTTP/1.1" status: 200 len: 945 time: 0.0486839 Nov 23 18:28:45.020257 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f3aa7888-0bb6-46d0-a73c-cd12fdf30cf7 req-2c0ee6a2-3052-48b1-9fa6-a58e12543f70 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "GET /v2.0/security-groups?id=91e86257-e289-4dc1-8b23-cc78274d7a67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422664 Nov 23 18:28:45.176346 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-ed357b05-34d1-4b16-9ba9-ea9f911ca566 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:28:46.135045 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ddee6b-4ea9-4194-a848-f471373866cc req-71bf0c59-a5a7-4a2d-a278-af354c2ef8d9 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:28:46.136564 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d9ddee6b-4ea9-4194-a848-f471373866cc req-71bf0c59-a5a7-4a2d-a278-af354c2ef8d9 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "GET /v2.0/ports?device_id=43cea2d9-759a-4ce5-a8a9-c55c1a99142b HTTP/1.1" status: 200 len: 945 time: 0.0497880 Nov 23 18:28:46.184888 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d9ddee6b-4ea9-4194-a848-f471373866cc req-f28a27bc-e0a9-426e-8b0e-9ae4f95f64c3 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "GET /v2.0/security-groups?id=91e86257-e289-4dc1-8b23-cc78274d7a67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421894 Nov 23 18:28:46.751106 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-52822d53-48f5-4819-8a95-bdc13aea0bf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:28:47.301457 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1f9154-195a-42ae-919b-aea5d5e15f4e req-f996dd36-c659-4f24-a66b-ab000350602a tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:28:47.302912 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-fa1f9154-195a-42ae-919b-aea5d5e15f4e req-f996dd36-c659-4f24-a66b-ab000350602a tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "GET /v2.0/ports?device_id=43cea2d9-759a-4ce5-a8a9-c55c1a99142b HTTP/1.1" status: 200 len: 945 time: 0.0517871 Nov 23 18:28:47.351789 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-fa1f9154-195a-42ae-919b-aea5d5e15f4e req-a0aef412-1dfc-4f40-b942-a50a69a31840 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "GET /v2.0/security-groups?id=91e86257-e289-4dc1-8b23-cc78274d7a67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429146 Nov 23 18:28:47.966093 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9a27ae6c-db98-474f-94c1-cc99bf842d79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:28:48.472128 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be45872a-c6c1-4090-a826-07eaa926dbca req-a4664c33-3752-4817-8e85-39ca356b18f2 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:28:48.473655 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-be45872a-c6c1-4090-a826-07eaa926dbca req-a4664c33-3752-4817-8e85-39ca356b18f2 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "GET /v2.0/ports?device_id=43cea2d9-759a-4ce5-a8a9-c55c1a99142b HTTP/1.1" status: 200 len: 945 time: 0.0501976 Nov 23 18:28:48.473944 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:28:48.524707 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-be45872a-c6c1-4090-a826-07eaa926dbca req-ed4a22a3-9c74-48fe-a98f-9d2bf91d2221 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "GET /v2.0/security-groups?id=91e86257-e289-4dc1-8b23-cc78274d7a67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437090 Nov 23 18:28:48.547125 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 56808) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:28:48.610611 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-93867215-f1d9-41b6-9007-a8d0f7b46b4c tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "GET /v2.0/floatingips/b5a2f3bc-f5de-4df5-ba7d-54310e34937b HTTP/1.1" status: 200 len: 993 time: 0.0623546 Nov 23 18:28:48.836065 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 56814) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:28:48.996420 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-cd729d95-40c3-4ee0-ae56-52ac05c53408 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Deleting port bf5550ec-82dc-474f-be55-faef81a44fe5 {{(pid=103591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:28:48.996695 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-cd729d95-40c3-4ee0-ae56-52ac05c53408 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:28:49.073144 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-cd729d95-40c3-4ee0-ae56-52ac05c53408 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:28:49.073440 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-cd729d95-40c3-4ee0-ae56-52ac05c53408 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:28:49.085491 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-cd729d95-40c3-4ee0-ae56-52ac05c53408 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Calling delete_port for bf5550ec-82dc-474f-be55-faef81a44fe5 owned by network:floatingip {{(pid=103591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:28:49.257946 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-cd729d95-40c3-4ee0-ae56-52ac05c53408 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:28:49.284404 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd729d95-40c3-4ee0-ae56-52ac05c53408 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Pushing event deleted for resources: {'Port': ['ID=bf5550ec-82dc-474f-be55-faef81a44fe5,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:28:49.306756 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd729d95-40c3-4ee0-ae56-52ac05c53408 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:28:49.307106 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd729d95-40c3-4ee0-ae56-52ac05c53408 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:28:49.307448 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd729d95-40c3-4ee0-ae56-52ac05c53408 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:28:49.307783 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd729d95-40c3-4ee0-ae56-52ac05c53408 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:28:49.308112 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd729d95-40c3-4ee0-ae56-52ac05c53408 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:28:49.308440 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd729d95-40c3-4ee0-ae56-52ac05c53408 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:28:49.308794 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd729d95-40c3-4ee0-ae56-52ac05c53408 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:28:49.309121 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd729d95-40c3-4ee0-ae56-52ac05c53408 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:28:49.309449 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd729d95-40c3-4ee0-ae56-52ac05c53408 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:28:49.309770 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd729d95-40c3-4ee0-ae56-52ac05c53408 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:28:49.310091 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd729d95-40c3-4ee0-ae56-52ac05c53408 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:28:49.310408 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd729d95-40c3-4ee0-ae56-52ac05c53408 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:28:49.355601 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-cd729d95-40c3-4ee0-ae56-52ac05c53408 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks [] for floatingip, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:28:49.355887 n-d-816206-8 neutron-server[103591]: INFO neutron.db.l3_db [None req-cd729d95-40c3-4ee0-ae56-52ac05c53408 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Floating IP b5a2f3bc-f5de-4df5-ba7d-54310e34937b disassociated (deleted). External IP: 172.25.3.226, port: 5ae0b0fa-288d-42dc-91b6-6a45b388b5d9. Nov 23 18:28:49.841670 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd729d95-40c3-4ee0-ae56-52ac05c53408 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Router de6599ee-f70d-4f6d-a3b8-c639ff3955b0 has already been hosted by L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 {{(pid=103591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:28:49.946979 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd729d95-40c3-4ee0-ae56-52ac05c53408 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:28:49.951948 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-cd729d95-40c3-4ee0-ae56-52ac05c53408 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for floatingip, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:28:49.957139 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac138892-ca9f-4fd3-810e-6c085efacbcd None None] Sync routers for ids ['de6599ee-f70d-4f6d-a3b8-c639ff3955b0'] in n-d-816206-8 {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:28:49.967516 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac138892-ca9f-4fd3-810e-6c085efacbcd None None] Routers {'de6599ee-f70d-4f6d-a3b8-c639ff3955b0'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:28:49.968178 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-ac138892-ca9f-4fd3-810e-6c085efacbcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T18:28:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['de6599ee-f70d-4f6d-a3b8-c639ff3955b0'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:28:49.978508 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-cd729d95-40c3-4ee0-ae56-52ac05c53408 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "DELETE /v2.0/floatingips/b5a2f3bc-f5de-4df5-ba7d-54310e34937b HTTP/1.1" status: 204 len: 168 time: 1.1411626 Nov 23 18:28:49.979091 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43cea2d9-759a-4ce5-a8a9-c55c1a99142b', 'tag': '5ae0b0fa-288d-42dc-91b6-6a45b388b5d9'}] {{(pid=103591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:28:49.981952 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f4e21f982013ce885b63e29a1d25974432d95030e0706b58ae42016fda4ab83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5a21923-7c2c-4613-82da-bab112c2facb" -d '{"events": [{"name": "network-changed", "server_uuid": "43cea2d9-759a-4ce5-a8a9-c55c1a99142b", "tag": "5ae0b0fa-288d-42dc-91b6-6a45b388b5d9"}]}' {{(pid=103591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:28:50.025596 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:28:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2ac35ff-8120-440e-a588-7c51632be359 x-openstack-request-id: req-f2ac35ff-8120-440e-a588-7c51632be359 {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:28:50.025949 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43cea2d9-759a-4ce5-a8a9-c55c1a99142b", "tag": "5ae0b0fa-288d-42dc-91b6-6a45b388b5d9", "status": "completed", "code": 200}]} {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:28:50.026206 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-f2ac35ff-8120-440e-a588-7c51632be359 {{(pid=103591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:28:50.028393 n-d-816206-8 neutron-server[103591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43cea2d9-759a-4ce5-a8a9-c55c1a99142b', 'tag': '5ae0b0fa-288d-42dc-91b6-6a45b388b5d9', 'status': 'completed', 'code': 200} Nov 23 18:28:50.090633 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a21923-7c2c-4613-82da-bab112c2facb req-046129c9-d1ec-4755-8419-902e3a73e3c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:28:50.092134 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c5a21923-7c2c-4613-82da-bab112c2facb req-046129c9-d1ec-4755-8419-902e3a73e3c1 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=000e27ec11d44dc3b43cac2203fcea4b&device_id=43cea2d9-759a-4ce5-a8a9-c55c1a99142b HTTP/1.1" status: 200 len: 1096 time: 0.0443332 Nov 23 18:28:50.094963 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvr_db [None req-ac138892-ca9f-4fd3-810e-6c085efacbcd None None] Set router de6599ee-f70d-4f6d-a3b8-c639ff3955b0 gateway port host: n-d-816206-8 {{(pid=103592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:28:50.233662 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a21923-7c2c-4613-82da-bab112c2facb req-6e379b51-96e5-405e-a5e3-59c199f663ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:28:50.235135 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c5a21923-7c2c-4613-82da-bab112c2facb req-6e379b51-96e5-405e-a5e3-59c199f663ba service neutron] 10.222.0.55 "GET /v2.0/networks?id=e968bc88-cb2d-4dcc-8322-81280636970a HTTP/1.1" status: 200 len: 898 time: 0.1297052 Nov 23 18:28:50.243529 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe9a3f4-25e8-4722-8ee6-ffbc25e8ebb9 req-7ced7012-bdb7-41bb-be71-c9b3a8c9a30e tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:28:50.245079 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2fe9a3f4-25e8-4722-8ee6-ffbc25e8ebb9 req-7ced7012-bdb7-41bb-be71-c9b3a8c9a30e tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "GET /v2.0/ports?device_id=43cea2d9-759a-4ce5-a8a9-c55c1a99142b HTTP/1.1" status: 200 len: 945 time: 0.0751581 Nov 23 18:28:50.286794 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c5a21923-7c2c-4613-82da-bab112c2facb req-adf88166-f1af-4ee6-9ef3-dcb01a3e4232 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5ae0b0fa-288d-42dc-91b6-6a45b388b5d9 HTTP/1.1" status: 200 len: 217 time: 0.0406702 Nov 23 18:28:50.301192 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-ac138892-ca9f-4fd3-810e-6c085efacbcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de6599ee-f70d-4f6d-a3b8-c639ff3955b0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1954676033', 'tenant_id': '000e27ec11d44dc3b43cac2203fcea4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': '1f45846d-f4b3-4d84-8f33-e01155d4bc47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:27:48Z', 'updated_at': '2021-11-23T18:27:52Z', 'revision_number': 4, 'project_id': '000e27ec11d44dc3b43cac2203fcea4b', 'gw_port': {'id': '1f45846d-f4b3-4d84-8f33-e01155d4bc47', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:37:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de6599ee-f70d-4f6d-a3b8-c639ff3955b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:27:49Z', 'updated_at': '2021-11-23T18:27:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_interfaces': [{'id': '629b77d5-9159-494f-a22c-b66f0d75c9a9', 'name': '', 'network_id': 'e968bc88-cb2d-4dcc-8322-81280636970a', 'tenant_id': '000e27ec11d44dc3b43cac2203fcea4b', 'mac_address': 'fa:16:3e:85:46:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de6599ee-f70d-4f6d-a3b8-c639ff3955b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '00b3521c-1f97-4d04-95ad-840aba5247d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:27:51Z', 'updated_at': '2021-11-23T18:27:55Z', 'revision_number': 5, 'project_id': '000e27ec11d44dc3b43cac2203fcea4b', 'subnets': [{'id': '00b3521c-1f97-4d04-95ad-840aba5247d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:28:50.327860 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac138892-ca9f-4fd3-810e-6c085efacbcd None None] Checking router: de6599ee-f70d-4f6d-a3b8-c639ff3955b0 for host: n-d-816206-8 {{(pid=103592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:28:50.336111 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac138892-ca9f-4fd3-810e-6c085efacbcd None None] Routers {'de6599ee-f70d-4f6d-a3b8-c639ff3955b0'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:28:50.336740 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-ac138892-ca9f-4fd3-810e-6c085efacbcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T18:28:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['de6599ee-f70d-4f6d-a3b8-c639ff3955b0'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:28:50.362025 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2fe9a3f4-25e8-4722-8ee6-ffbc25e8ebb9 req-1e8b2eb2-e0b9-4b70-a1ae-1f0f66043c12 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "GET /v2.0/security-groups?id=91e86257-e289-4dc1-8b23-cc78274d7a67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1086979 Nov 23 18:28:50.367526 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a21923-7c2c-4613-82da-bab112c2facb req-f07661ae-2f34-4943-b7fe-7d0f164227da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:28:50.369104 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c5a21923-7c2c-4613-82da-bab112c2facb req-f07661ae-2f34-4943-b7fe-7d0f164227da service neutron] 10.222.0.55 "GET /v2.0/subnets?id=00b3521c-1f97-4d04-95ad-840aba5247d6 HTTP/1.1" status: 200 len: 834 time: 0.0745108 Nov 23 18:28:50.417177 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a21923-7c2c-4613-82da-bab112c2facb req-37d1f8b3-7a12-4d8e-83c1-a4264a5e4c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:28:50.418701 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c5a21923-7c2c-4613-82da-bab112c2facb req-37d1f8b3-7a12-4d8e-83c1-a4264a5e4c55 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e968bc88-cb2d-4dcc-8322-81280636970a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418847 Nov 23 18:28:50.444845 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvr_db [None req-ac138892-ca9f-4fd3-810e-6c085efacbcd None None] Set router de6599ee-f70d-4f6d-a3b8-c639ff3955b0 gateway port host: n-d-816206-8 {{(pid=103592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:28:50.511961 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c5a21923-7c2c-4613-82da-bab112c2facb req-6a2e1185-df94-4c1a-889e-f4d27eef08c0 service neutron] 10.222.0.55 "GET /v2.0/networks/e968bc88-cb2d-4dcc-8322-81280636970a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858638 Nov 23 18:28:50.608784 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c5a21923-7c2c-4613-82da-bab112c2facb req-b4f3159d-ebac-4241-b481-6d8f78404b4e service neutron] 10.222.0.55 "GET /v2.0/networks/e968bc88-cb2d-4dcc-8322-81280636970a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875957 Nov 23 18:28:50.646960 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-ac138892-ca9f-4fd3-810e-6c085efacbcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de6599ee-f70d-4f6d-a3b8-c639ff3955b0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1954676033', 'tenant_id': '000e27ec11d44dc3b43cac2203fcea4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': '1f45846d-f4b3-4d84-8f33-e01155d4bc47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:27:48Z', 'updated_at': '2021-11-23T18:27:52Z', 'revision_number': 4, 'project_id': '000e27ec11d44dc3b43cac2203fcea4b', 'gw_port': {'id': '1f45846d-f4b3-4d84-8f33-e01155d4bc47', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:37:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de6599ee-f70d-4f6d-a3b8-c639ff3955b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:27:49Z', 'updated_at': '2021-11-23T18:27:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_interfaces': [{'id': '629b77d5-9159-494f-a22c-b66f0d75c9a9', 'name': '', 'network_id': 'e968bc88-cb2d-4dcc-8322-81280636970a', 'tenant_id': '000e27ec11d44dc3b43cac2203fcea4b', 'mac_address': 'fa:16:3e:85:46:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de6599ee-f70d-4f6d-a3b8-c639ff3955b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '00b3521c-1f97-4d04-95ad-840aba5247d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:27:51Z', 'updated_at': '2021-11-23T18:27:55Z', 'revision_number': 5, 'project_id': '000e27ec11d44dc3b43cac2203fcea4b', 'subnets': [{'id': '00b3521c-1f97-4d04-95ad-840aba5247d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:28:50.674064 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac138892-ca9f-4fd3-810e-6c085efacbcd None None] The sync data for ids ['de6599ee-f70d-4f6d-a3b8-c639ff3955b0'] in n-d-816206-8 is: [{'id': 'de6599ee-f70d-4f6d-a3b8-c639ff3955b0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1954676033', 'tenant_id': '000e27ec11d44dc3b43cac2203fcea4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': '1f45846d-f4b3-4d84-8f33-e01155d4bc47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:27:48Z', 'updated_at': '2021-11-23T18:27:52Z', 'revision_number': 4, 'project_id': '000e27ec11d44dc3b43cac2203fcea4b', 'gw_port': {'id': '1f45846d-f4b3-4d84-8f33-e01155d4bc47', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:37:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de6599ee-f70d-4f6d-a3b8-c639ff3955b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:27:49Z', 'updated_at': '2021-11-23T18:27:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_interfaces': [{'id': '629b77d5-9159-494f-a22c-b66f0d75c9a9', 'name': '', 'network_id': 'e968bc88-cb2d-4dcc-8322-81280636970a', 'tenant_id': '000e27ec11d44dc3b43cac2203fcea4b', 'mac_address': 'fa:16:3e:85:46:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de6599ee-f70d-4f6d-a3b8-c639ff3955b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '00b3521c-1f97-4d04-95ad-840aba5247d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:27:51Z', 'updated_at': '2021-11-23T18:27:55Z', 'revision_number': 5, 'project_id': '000e27ec11d44dc3b43cac2203fcea4b', 'subnets': [{'id': '00b3521c-1f97-4d04-95ad-840aba5247d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:28:50.891261 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db360ab8-10c2-45be-a3f9-36e8643a88c0 None None] New status for floating IP b5a2f3bc-f5de-4df5-ba7d-54310e34937b: DOWN {{(pid=103593) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 18:28:51.482790 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d2eee8-2e56-48cf-9e0b-5154f52993b0 req-67e8e76e-73a8-4841-8ea8-2d992451bff8 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:28:51.484853 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-81d2eee8-2e56-48cf-9e0b-5154f52993b0 req-67e8e76e-73a8-4841-8ea8-2d992451bff8 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "GET /v2.0/ports?device_id=43cea2d9-759a-4ce5-a8a9-c55c1a99142b HTTP/1.1" status: 200 len: 945 time: 0.0529606 Nov 23 18:28:51.534047 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-81d2eee8-2e56-48cf-9e0b-5154f52993b0 req-1264eff3-94e9-442c-b29d-f28179ec0c95 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "GET /v2.0/security-groups?id=91e86257-e289-4dc1-8b23-cc78274d7a67&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429811 Nov 23 18:28:51.730821 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7def135a-5838-4ae3-adea-95d3d0a61ad2 req-a60ab32d-0c48-428e-a301-f9ba812fcb2d tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:28:51.732168 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7def135a-5838-4ae3-adea-95d3d0a61ad2 req-a60ab32d-0c48-428e-a301-f9ba812fcb2d tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.55 "GET /v2.0/ports?device_id=43cea2d9-759a-4ce5-a8a9-c55c1a99142b HTTP/1.1" status: 200 len: 945 time: 0.0523102 Nov 23 18:28:51.820451 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [req-7def135a-5838-4ae3-adea-95d3d0a61ad2 req-820b9680-0430-4f77-884b-5ee77fc42a22 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Deleting port 5ae0b0fa-288d-42dc-91b6-6a45b388b5d9 {{(pid=103591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:28:51.820812 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-7def135a-5838-4ae3-adea-95d3d0a61ad2 req-820b9680-0430-4f77-884b-5ee77fc42a22 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:28:51.911564 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-7def135a-5838-4ae3-adea-95d3d0a61ad2 req-820b9680-0430-4f77-884b-5ee77fc42a22 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] For port 5ae0b0fa-288d-42dc-91b6-6a45b388b5d9, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=5ae0b0fa-288d-42dc-91b6-6a45b388b5d9,segment=NetworkSegment(8a70a739-c61e-47e8-b80b-a85eb6a2dd3a),segment_id=8a70a739-c61e-47e8-b80b-a85eb6a2dd3a)] {{(pid=103591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:28:51.911918 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-7def135a-5838-4ae3-adea-95d3d0a61ad2 req-820b9680-0430-4f77-884b-5ee77fc42a22 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:28:51.924081 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [req-7def135a-5838-4ae3-adea-95d3d0a61ad2 req-820b9680-0430-4f77-884b-5ee77fc42a22 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Calling delete_port for 5ae0b0fa-288d-42dc-91b6-6a45b388b5d9 owned by compute:nova {{(pid=103591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:28:52.050005 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-7def135a-5838-4ae3-adea-95d3d0a61ad2 req-820b9680-0430-4f77-884b-5ee77fc42a22 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:28:52.082847 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820b9680-0430-4f77-884b-5ee77fc42a22 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Pushing event deleted for resources: {'Port': ['ID=5ae0b0fa-288d-42dc-91b6-6a45b388b5d9,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:28:52.124197 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [req-7def135a-5838-4ae3-adea-95d3d0a61ad2 req-820b9680-0430-4f77-884b-5ee77fc42a22 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] No DVR routers for this DVR port 5ae0b0fa-288d-42dc-91b6-6a45b388b5d9 on host n-h1-816206-8 {{(pid=103591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:28:52.126799 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-7def135a-5838-4ae3-adea-95d3d0a61ad2 req-820b9680-0430-4f77-884b-5ee77fc42a22 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:28:52.130139 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7def135a-5838-4ae3-adea-95d3d0a61ad2 req-820b9680-0430-4f77-884b-5ee77fc42a22 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.55 "DELETE /v2.0/ports/5ae0b0fa-288d-42dc-91b6-6a45b388b5d9 HTTP/1.1" status: 204 len: 173 time: 0.3917370 Nov 23 18:28:52.130589 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43cea2d9-759a-4ce5-a8a9-c55c1a99142b', 'name': 'network-vif-deleted', 'tag': '5ae0b0fa-288d-42dc-91b6-6a45b388b5d9'}] {{(pid=103591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:28:52.132865 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f4e21f982013ce885b63e29a1d25974432d95030e0706b58ae42016fda4ab83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7caa5b48-908e-4096-aa8e-d5e264806255" -d '{"events": [{"server_uuid": "43cea2d9-759a-4ce5-a8a9-c55c1a99142b", "name": "network-vif-deleted", "tag": "5ae0b0fa-288d-42dc-91b6-6a45b388b5d9"}]}' {{(pid=103591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:28:52.179135 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:28:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-592445ee-faf4-468d-9ee7-0a10005a9144 x-openstack-request-id: req-592445ee-faf4-468d-9ee7-0a10005a9144 {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:28:52.179501 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43cea2d9-759a-4ce5-a8a9-c55c1a99142b", "name": "network-vif-deleted", "tag": "5ae0b0fa-288d-42dc-91b6-6a45b388b5d9", "status": "completed", "code": 200}]} {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:28:52.179766 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-592445ee-faf4-468d-9ee7-0a10005a9144 {{(pid=103591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:28:52.180183 n-d-816206-8 neutron-server[103591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43cea2d9-759a-4ce5-a8a9-c55c1a99142b', 'name': 'network-vif-deleted', 'tag': '5ae0b0fa-288d-42dc-91b6-6a45b388b5d9', 'status': 'completed', 'code': 200} Nov 23 18:28:52.596093 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 56828) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:28:53.003733 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-0dd2e50d-859a-4db7-9da6-dff43bf45871 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1794372'] for router_interface, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:28:53.254724 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-0dd2e50d-859a-4db7-9da6-dff43bf45871 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Deleting port 629b77d5-9159-494f-a22c-b66f0d75c9a9 {{(pid=103591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:28:53.255059 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-0dd2e50d-859a-4db7-9da6-dff43bf45871 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:28:53.344977 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [None req-0dd2e50d-859a-4db7-9da6-dff43bf45871 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] For port 629b77d5-9159-494f-a22c-b66f0d75c9a9, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=629b77d5-9159-494f-a22c-b66f0d75c9a9,segment=NetworkSegment(8a70a739-c61e-47e8-b80b-a85eb6a2dd3a),segment_id=8a70a739-c61e-47e8-b80b-a85eb6a2dd3a)] {{(pid=103591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:28:53.345330 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-0dd2e50d-859a-4db7-9da6-dff43bf45871 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:28:53.356781 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-0dd2e50d-859a-4db7-9da6-dff43bf45871 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Calling delete_port for 629b77d5-9159-494f-a22c-b66f0d75c9a9 owned by network:router_interface {{(pid=103591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:28:53.545666 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-0dd2e50d-859a-4db7-9da6-dff43bf45871 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:28:53.574952 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd2e50d-859a-4db7-9da6-dff43bf45871 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Pushing event deleted for resources: {'Port': ['ID=629b77d5-9159-494f-a22c-b66f0d75c9a9,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:28:53.754072 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-0dd2e50d-859a-4db7-9da6-dff43bf45871 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2067500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1794520'] for router_interface, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:28:53.964221 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0dd2e50d-859a-4db7-9da6-dff43bf45871 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Router de6599ee-f70d-4f6d-a3b8-c639ff3955b0 has already been hosted by L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 {{(pid=103591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:28:54.070381 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dd2e50d-859a-4db7-9da6-dff43bf45871 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:28:54.076546 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-0dd2e50d-859a-4db7-9da6-dff43bf45871 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "PUT /v2.0/routers/de6599ee-f70d-4f6d-a3b8-c639ff3955b0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4783144 Nov 23 18:28:54.078835 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 56832) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:28:54.081633 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4af8c4b-08b8-4ae6-ba6b-495d393d8cac None None] Sync routers for ids ['de6599ee-f70d-4f6d-a3b8-c639ff3955b0'] in n-d-816206-8 {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:28:54.091490 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4af8c4b-08b8-4ae6-ba6b-495d393d8cac None None] Routers {'de6599ee-f70d-4f6d-a3b8-c639ff3955b0'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:28:54.092091 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-b4af8c4b-08b8-4ae6-ba6b-495d393d8cac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T18:28:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['de6599ee-f70d-4f6d-a3b8-c639ff3955b0'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:28:54.135216 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.db_base_plugin_v2 [None req-e08ad236-9d39-4292-87aa-ec83f9c36912 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Deleting subnet 00b3521c-1f97-4d04-95ad-840aba5247d6 {{(pid=103591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 18:28:54.138331 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-e08ad236-9d39-4292-87aa-ec83f9c36912 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks [] for subnet, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:28:54.199326 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvr_db [None req-b4af8c4b-08b8-4ae6-ba6b-495d393d8cac None None] Set router de6599ee-f70d-4f6d-a3b8-c639ff3955b0 gateway port host: n-d-816206-8 {{(pid=103592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:28:54.389112 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-b4af8c4b-08b8-4ae6-ba6b-495d393d8cac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de6599ee-f70d-4f6d-a3b8-c639ff3955b0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1954676033', 'tenant_id': '000e27ec11d44dc3b43cac2203fcea4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': '1f45846d-f4b3-4d84-8f33-e01155d4bc47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:27:48Z', 'updated_at': '2021-11-23T18:28:53Z', 'revision_number': 5, 'project_id': '000e27ec11d44dc3b43cac2203fcea4b', 'gw_port': {'id': '1f45846d-f4b3-4d84-8f33-e01155d4bc47', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:37:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de6599ee-f70d-4f6d-a3b8-c639ff3955b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:27:49Z', 'updated_at': '2021-11-23T18:27:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8'}], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:28:54.416233 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4af8c4b-08b8-4ae6-ba6b-495d393d8cac None None] Checking router: de6599ee-f70d-4f6d-a3b8-c639ff3955b0 for host: n-d-816206-8 {{(pid=103592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:28:54.426057 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4af8c4b-08b8-4ae6-ba6b-495d393d8cac None None] Routers {'de6599ee-f70d-4f6d-a3b8-c639ff3955b0'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:28:54.426677 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-b4af8c4b-08b8-4ae6-ba6b-495d393d8cac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T18:28:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['de6599ee-f70d-4f6d-a3b8-c639ff3955b0'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:28:54.470246 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-e08ad236-9d39-4292-87aa-ec83f9c36912 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265990000'] for subnet, precommit_delete_associations {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:28:54.532857 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvr_db [None req-b4af8c4b-08b8-4ae6-ba6b-495d393d8cac None None] Set router de6599ee-f70d-4f6d-a3b8-c639ff3955b0 gateway port host: n-d-816206-8 {{(pid=103592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:28:54.564989 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-e08ad236-9d39-4292-87aa-ec83f9c36912 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971956'] for subnet, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:28:54.630596 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-e08ad236-9d39-4292-87aa-ec83f9c36912 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264758240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264314269'] for subnet, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:28:54.659212 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08ad236-9d39-4292-87aa-ec83f9c36912 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Pushing event deleted for resources: {'Subnet': ['ID=00b3521c-1f97-4d04-95ad-840aba5247d6,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:28:54.662582 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-e08ad236-9d39-4292-87aa-ec83f9c36912 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for subnet, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:28:54.665792 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-e08ad236-9d39-4292-87aa-ec83f9c36912 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "DELETE /v2.0/subnets/00b3521c-1f97-4d04-95ad-840aba5247d6 HTTP/1.1" status: 204 len: 168 time: 0.5857816 Nov 23 18:28:54.668352 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 56834) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:28:54.688266 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23b87b25-2cbb-43af-a29e-27bb8edb1b74 None None] Network e968bc88-cb2d-4dcc-8322-81280636970a requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:28:54.782297 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-adaa115e-b44a-40dd-89ab-0b4ead9551f5 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks [] for router, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:28:54.894818 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-adaa115e-b44a-40dd-89ab-0b4ead9551f5 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:28:54.949523 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-adaa115e-b44a-40dd-89ab-0b4ead9551f5 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Deleting port 1f45846d-f4b3-4d84-8f33-e01155d4bc47 {{(pid=103591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:28:54.949775 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-adaa115e-b44a-40dd-89ab-0b4ead9551f5 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:28:54.974242 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-b4af8c4b-08b8-4ae6-ba6b-495d393d8cac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de6599ee-f70d-4f6d-a3b8-c639ff3955b0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1954676033', 'tenant_id': '000e27ec11d44dc3b43cac2203fcea4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': '1f45846d-f4b3-4d84-8f33-e01155d4bc47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:27:48Z', 'updated_at': '2021-11-23T18:28:53Z', 'revision_number': 5, 'project_id': '000e27ec11d44dc3b43cac2203fcea4b', 'gw_port': {'id': '1f45846d-f4b3-4d84-8f33-e01155d4bc47', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:37:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de6599ee-f70d-4f6d-a3b8-c639ff3955b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:27:49Z', 'updated_at': '2021-11-23T18:27:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8'}], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:28:55.004745 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4af8c4b-08b8-4ae6-ba6b-495d393d8cac None None] The sync data for ids ['de6599ee-f70d-4f6d-a3b8-c639ff3955b0'] in n-d-816206-8 is: [{'id': 'de6599ee-f70d-4f6d-a3b8-c639ff3955b0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1954676033', 'tenant_id': '000e27ec11d44dc3b43cac2203fcea4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': '1f45846d-f4b3-4d84-8f33-e01155d4bc47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:27:48Z', 'updated_at': '2021-11-23T18:28:53Z', 'revision_number': 5, 'project_id': '000e27ec11d44dc3b43cac2203fcea4b', 'gw_port': {'id': '1f45846d-f4b3-4d84-8f33-e01155d4bc47', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:37:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de6599ee-f70d-4f6d-a3b8-c639ff3955b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:27:49Z', 'updated_at': '2021-11-23T18:27:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8'}] {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:28:55.036551 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [None req-adaa115e-b44a-40dd-89ab-0b4ead9551f5 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] For port 1f45846d-f4b3-4d84-8f33-e01155d4bc47, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=1f45846d-f4b3-4d84-8f33-e01155d4bc47,segment=NetworkSegment(bffd1e4f-e80f-4ff0-b418-2f42ae15febf),segment_id=bffd1e4f-e80f-4ff0-b418-2f42ae15febf)] {{(pid=103591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:28:55.037027 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-adaa115e-b44a-40dd-89ab-0b4ead9551f5 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:28:55.050592 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-adaa115e-b44a-40dd-89ab-0b4ead9551f5 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Calling delete_port for 1f45846d-f4b3-4d84-8f33-e01155d4bc47 owned by network:router_gateway {{(pid=103591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:28:55.217920 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-adaa115e-b44a-40dd-89ab-0b4ead9551f5 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:28:55.248573 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adaa115e-b44a-40dd-89ab-0b4ead9551f5 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Pushing event deleted for resources: {'Port': ['ID=1f45846d-f4b3-4d84-8f33-e01155d4bc47,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:28:55.265626 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-232473aa-2927-4842-925f-ee7277df5f2e None None] DHCP port deletion for 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:28:55.309258 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-adaa115e-b44a-40dd-89ab-0b4ead9551f5 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1795454'] for router_gateway, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:28:55.389726 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6c6a68a-6b03-4af1-9ba2-1212226f723e None None] DHCP port deletion for e968bc88-cb2d-4dcc-8322-81280636970a request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:28:55.417692 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-adaa115e-b44a-40dd-89ab-0b4ead9551f5 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1794352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8175'] for router, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:28:55.420001 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-adaa115e-b44a-40dd-89ab-0b4ead9551f5 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:28:55.450280 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-f6c6a68a-6b03-4af1-9ba2-1212226f723e None None] Deleting port 288f35dd-fe1f-4199-b334-6ac9c58b7dd5 {{(pid=103592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:28:55.450651 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-f6c6a68a-6b03-4af1-9ba2-1212226f723e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:28:55.475444 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-adaa115e-b44a-40dd-89ab-0b4ead9551f5 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1795580'] for router, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:28:55.476034 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adaa115e-b44a-40dd-89ab-0b4ead9551f5 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Fanout notify agent at l3_agent the message router_deleted on router de6599ee-f70d-4f6d-a3b8-c639ff3955b0 {{(pid=103591) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 18:28:55.486441 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-adaa115e-b44a-40dd-89ab-0b4ead9551f5 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks [] for router, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:28:55.490325 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-adaa115e-b44a-40dd-89ab-0b4ead9551f5 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "DELETE /v2.0/routers/de6599ee-f70d-4f6d-a3b8-c639ff3955b0 HTTP/1.1" status: 204 len: 168 time: 0.8185866 Nov 23 18:28:55.490946 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 56836) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:28:55.543784 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-f6c6a68a-6b03-4af1-9ba2-1212226f723e None None] For port 288f35dd-fe1f-4199-b334-6ac9c58b7dd5, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=288f35dd-fe1f-4199-b334-6ac9c58b7dd5,segment=NetworkSegment(8a70a739-c61e-47e8-b80b-a85eb6a2dd3a),segment_id=8a70a739-c61e-47e8-b80b-a85eb6a2dd3a)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:28:55.544614 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-f6c6a68a-6b03-4af1-9ba2-1212226f723e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:28:55.559035 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-f6c6a68a-6b03-4af1-9ba2-1212226f723e None None] Calling delete_port for 288f35dd-fe1f-4199-b334-6ac9c58b7dd5 owned by network:dhcp {{(pid=103592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:28:55.608350 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-9e7e1b81-073d-4570-b130-390fff12024c tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-555181'] for network, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:28:55.657076 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-f6c6a68a-6b03-4af1-9ba2-1212226f723e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989'] for port, after_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:28:55.666293 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-9e7e1b81-073d-4570-b130-390fff12024c tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Deleting port 288f35dd-fe1f-4199-b334-6ac9c58b7dd5 {{(pid=103591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:28:55.666711 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-9e7e1b81-073d-4570-b130-390fff12024c tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:28:55.669966 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6c6a68a-6b03-4af1-9ba2-1212226f723e None None] No DVR routers for this DVR port 288f35dd-fe1f-4199-b334-6ac9c58b7dd5 on host n-d-816206-8 {{(pid=103592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:28:55.691289 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c6a68a-6b03-4af1-9ba2-1212226f723e None None] Pushing event deleted for resources: {'Port': ['ID=288f35dd-fe1f-4199-b334-6ac9c58b7dd5,revision_number=None']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:28:55.701592 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c6a68a-6b03-4af1-9ba2-1212226f723e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:28:55.702790 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c6a68a-6b03-4af1-9ba2-1212226f723e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:28:55.704278 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c6a68a-6b03-4af1-9ba2-1212226f723e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:28:55.704278 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c6a68a-6b03-4af1-9ba2-1212226f723e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:28:55.704278 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c6a68a-6b03-4af1-9ba2-1212226f723e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:28:55.704278 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c6a68a-6b03-4af1-9ba2-1212226f723e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:28:55.704692 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c6a68a-6b03-4af1-9ba2-1212226f723e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:28:55.704803 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c6a68a-6b03-4af1-9ba2-1212226f723e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:28:55.705060 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c6a68a-6b03-4af1-9ba2-1212226f723e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:28:55.705356 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c6a68a-6b03-4af1-9ba2-1212226f723e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:28:55.705675 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c6a68a-6b03-4af1-9ba2-1212226f723e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:28:55.706100 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6c6a68a-6b03-4af1-9ba2-1212226f723e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:28:55.746272 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device 5ae0b0fa-288d-42dc-91b6-6a45b388b5d9 no longer exists at agent hyperv_n-h1-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:28:55.752540 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [None req-9e7e1b81-073d-4570-b130-390fff12024c tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] For port 288f35dd-fe1f-4199-b334-6ac9c58b7dd5, host n-d-816206-8, got binding levels [] {{(pid=103591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:28:55.752989 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-9e7e1b81-073d-4570-b130-390fff12024c tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:28:55.770156 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-9e7e1b81-073d-4570-b130-390fff12024c tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Calling delete_port for 288f35dd-fe1f-4199-b334-6ac9c58b7dd5 owned by network:dhcp {{(pid=103591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:28:55.773061 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.ipam_backend_mixin [None req-9e7e1b81-073d-4570-b130-390fff12024c tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Port 288f35dd-fe1f-4199-b334-6ac9c58b7dd5 was not found and therefore no delete operation was performed {{(pid=103591) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 23 18:28:55.774322 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-9e7e1b81-073d-4570-b130-390fff12024c tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:28:55.775491 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] No Port match for: 5ae0b0fa-288d-42dc-91b6-6a45b388b5d9 {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:28:55.776026 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device 5ae0b0fa-288d-42dc-91b6-6a45b388b5d9 not bound to the agent host n-h1-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:28:55.798740 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7e1b81-073d-4570-b130-390fff12024c tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Pushing event deleted for resources: {'Port': ['ID=288f35dd-fe1f-4199-b334-6ac9c58b7dd5,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:28:55.804760 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e7e1b81-073d-4570-b130-390fff12024c tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] No DVR routers for this DVR port 288f35dd-fe1f-4199-b334-6ac9c58b7dd5 on host n-d-816206-8 {{(pid=103591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:28:55.905305 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-9e7e1b81-073d-4570-b130-390fff12024c tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973419', 'neutron.services.segments.db._delete_segments_for_network-8736635878840'] for network, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:28:55.927083 n-d-816206-8 neutron-server[103591]: DEBUG neutron.services.segments.db [None req-9e7e1b81-073d-4570-b130-390fff12024c tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e968bc88-cb2d-4dcc-8322-81280636970a']}} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:28:55.936471 n-d-816206-8 neutron-server[103591]: DEBUG neutron.services.segments.db [None req-9e7e1b81-073d-4570-b130-390fff12024c tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a70a739-c61e-47e8-b80b-a85eb6a2dd3a') {'for_net_delete': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:28:55.936809 n-d-816206-8 neutron-server[103591]: DEBUG neutron.services.segments.db [None req-9e7e1b81-073d-4570-b130-390fff12024c tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a70a739-c61e-47e8-b80b-a85eb6a2dd3a') {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:28:55.946594 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-9e7e1b81-073d-4570-b130-390fff12024c tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736635840332', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265989959'] for segment, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:28:55.960116 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-9e7e1b81-073d-4570-b130-390fff12024c tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:28:55.969217 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e7e1b81-073d-4570-b130-390fff12024c tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Releasing vlan 508 on physical network physnet1 to pool {{(pid=103591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 18:28:55.969741 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-9e7e1b81-073d-4570-b130-390fff12024c tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264756290'] for segment, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:28:55.972882 n-d-816206-8 neutron-server[103591]: Traceback (most recent call last): Nov 23 18:28:55.972882 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 18:28:55.972882 n-d-816206-8 neutron-server[103591]: timer() Nov 23 18:28:55.972882 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 18:28:55.972882 n-d-816206-8 neutron-server[103591]: cb(*args, **kw) Nov 23 18:28:55.972882 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 18:28:55.972882 n-d-816206-8 neutron-server[103591]: return func(*args, **kwargs) Nov 23 18:28:55.972882 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 18:28:55.972882 n-d-816206-8 neutron-server[103591]: self._notify() Nov 23 18:28:55.972882 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 18:28:55.972882 n-d-816206-8 neutron-server[103591]: self.callback(batched_events) Nov 23 18:28:55.972882 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 18:28:55.972882 n-d-816206-8 neutron-server[103591]: event.method(event) Nov 23 18:28:55.972882 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 18:28:55.972882 n-d-816206-8 neutron-server[103591]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 18:28:55.972882 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 18:28:55.972882 n-d-816206-8 neutron-server[103591]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 18:28:55.972882 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 18:28:55.972882 n-d-816206-8 neutron-server[103591]: return f(self, *a, **k) Nov 23 18:28:55.972882 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 18:28:55.972882 n-d-816206-8 neutron-server[103591]: return self._get(url).json() Nov 23 18:28:55.972882 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 18:28:55.972882 n-d-816206-8 neutron-server[103591]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 18:28:55.972882 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 18:28:55.972882 n-d-816206-8 neutron-server[103591]: return self.request(url, 'GET', **kwargs) Nov 23 18:28:55.972882 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 18:28:55.972882 n-d-816206-8 neutron-server[103591]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 18:28:55.972882 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 18:28:55.972882 n-d-816206-8 neutron-server[103591]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 18:28:55.972882 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 18:28:55.972882 n-d-816206-8 neutron-server[103591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 18:28:55.972882 n-d-816206-8 neutron-server[103591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 18:28:56.033620 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-9e7e1b81-073d-4570-b130-390fff12024c tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1795418'] for network, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:28:56.041754 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-9e7e1b81-073d-4570-b130-390fff12024c tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks [] for network, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:28:56.046945 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-9e7e1b81-073d-4570-b130-390fff12024c tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "DELETE /v2.0/networks/e968bc88-cb2d-4dcc-8322-81280636970a HTTP/1.1" status: 204 len: 168 time: 0.5548334 Nov 23 18:28:56.049652 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 56838) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:28:56.066420 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7e1b81-073d-4570-b130-390fff12024c tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Pushing event deleted for resources: {'Network': ['ID=e968bc88-cb2d-4dcc-8322-81280636970a,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:28:56.120145 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-7d2b3a80-e650-4cee-a88f-13c828c4f649 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks [] for security_group, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:28:56.151903 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-7d2b3a80-e650-4cee-a88f-13c828c4f649 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:28:56.217001 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-7d2b3a80-e650-4cee-a88f-13c828c4f649 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:28:56.220298 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-7d2b3a80-e650-4cee-a88f-13c828c4f649 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks [] for security_group, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:28:56.225252 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-7d2b3a80-e650-4cee-a88f-13c828c4f649 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "DELETE /v2.0/security-groups/91e86257-e289-4dc1-8b23-cc78274d7a67 HTTP/1.1" status: 204 len: 168 time: 0.1720746 Nov 23 18:28:56.234013 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2b3a80-e650-4cee-a88f-13c828c4f649 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=91e86257-e289-4dc1-8b23-cc78274d7a67,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:28:56.555376 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 288f35dd-fe1f-4199-b334-6ac9c58b7dd5 no longer exists at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:28:56.575992 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] No Port match for: 288f35dd-fe1f-4199-b334-6ac9c58b7dd5 {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:28:56.576328 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 288f35dd-fe1f-4199-b334-6ac9c58b7dd5 not bound to the agent host n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:28:56.577109 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 629b77d5-9159-494f-a22c-b66f0d75c9a9 no longer exists at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:28:56.584591 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 56844) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:28:56.589319 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-f7489a54-239c-47e1-a0b4-965bd0ae3a5f tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1211853975', 'description': 'tempest-secgroup-smoke-1211853975 description', 'project_id': '000e27ec11d44dc3b43cac2203fcea4b'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:28:56.600028 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] No Port match for: 629b77d5-9159-494f-a22c-b66f0d75c9a9 {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:28:56.600473 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 629b77d5-9159-494f-a22c-b66f0d75c9a9 not bound to the agent host n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:28:56.600919 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 1f45846d-f4b3-4d84-8f33-e01155d4bc47 no longer exists at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:28:56.613469 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-f7489a54-239c-47e1-a0b4-965bd0ae3a5f tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks [] for security_group, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:28:56.621032 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] No Port match for: 1f45846d-f4b3-4d84-8f33-e01155d4bc47 {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:28:56.621384 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 1f45846d-f4b3-4d84-8f33-e01155d4bc47 not bound to the agent host n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:28:56.684458 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-f7489a54-239c-47e1-a0b4-965bd0ae3a5f tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks [] for security_group, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:28:56.688284 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-f7489a54-239c-47e1-a0b4-965bd0ae3a5f tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:28:56.720084 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-f7489a54-239c-47e1-a0b4-965bd0ae3a5f tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks [] for security_group, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:28:56.721328 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-f7489a54-239c-47e1-a0b4-965bd0ae3a5f tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1356549 Nov 23 18:28:56.722168 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7489a54-239c-47e1-a0b4-965bd0ae3a5f tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Pushing event updated for resources: {'SecurityGroup': ['ID=60b14f86-5666-44fc-8a77-4ef86d277581,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:28:56.724320 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 56846) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:28:56.729246 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-9c19e2bf-1053-40f9-8a47-e742a588e843 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Request body: {'security_group_rule': {'security_group_id': '60b14f86-5666-44fc-8a77-4ef86d277581', 'project_id': '000e27ec11d44dc3b43cac2203fcea4b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:28:56.755107 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-9c19e2bf-1053-40f9-8a47-e742a588e843 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:28:56.809498 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-9c19e2bf-1053-40f9-8a47-e742a588e843 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:28:56.813098 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-9c19e2bf-1053-40f9-8a47-e742a588e843 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994370'] for security_group_rule, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:28:56.831711 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c19e2bf-1053-40f9-8a47-e742a588e843 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=adf98b49-a296-4278-8cf3-b1c66adc6063,revision_number=0']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:28:56.837209 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-9c19e2bf-1053-40f9-8a47-e742a588e843 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:28:56.838523 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-9c19e2bf-1053-40f9-8a47-e742a588e843 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1131473 Nov 23 18:28:56.841102 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 56848) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:28:56.845888 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-ee2f304a-01f8-433f-b8db-e016df573aeb tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Request body: {'security_group_rule': {'security_group_id': '60b14f86-5666-44fc-8a77-4ef86d277581', 'project_id': '000e27ec11d44dc3b43cac2203fcea4b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:28:56.870722 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-ee2f304a-01f8-433f-b8db-e016df573aeb tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:28:56.929203 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-ee2f304a-01f8-433f-b8db-e016df573aeb tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:28:56.933936 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-ee2f304a-01f8-433f-b8db-e016df573aeb tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994370'] for security_group_rule, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:28:56.951403 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2f304a-01f8-433f-b8db-e016df573aeb tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ffb185ae-b83f-4cf6-bcf4-3b091bf8c144,revision_number=0']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:28:56.959721 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-ee2f304a-01f8-433f-b8db-e016df573aeb tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:28:56.961668 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-ee2f304a-01f8-433f-b8db-e016df573aeb tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1189229 Nov 23 18:28:56.963652 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 56850) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:28:56.968827 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-48a84cbc-903d-4fde-bb03-fa2bb33e2d1d tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Request body: {'security_group_rule': {'security_group_id': '60b14f86-5666-44fc-8a77-4ef86d277581', 'project_id': '000e27ec11d44dc3b43cac2203fcea4b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:28:56.995218 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-48a84cbc-903d-4fde-bb03-fa2bb33e2d1d tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:28:57.051278 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-48a84cbc-903d-4fde-bb03-fa2bb33e2d1d tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:28:57.062745 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-48a84cbc-903d-4fde-bb03-fa2bb33e2d1d tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994370'] for security_group_rule, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:28:57.083444 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a84cbc-903d-4fde-bb03-fa2bb33e2d1d tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cdf2057b-fc7b-4508-b4e4-66b83f66debb,revision_number=0']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:28:57.089344 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-48a84cbc-903d-4fde-bb03-fa2bb33e2d1d tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:28:57.090102 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-48a84cbc-903d-4fde-bb03-fa2bb33e2d1d tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1254258 Nov 23 18:28:57.093671 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 56852) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:28:57.098341 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-63e40b72-fb58-4f77-be4b-a8bc55902675 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Request body: {'security_group_rule': {'security_group_id': '60b14f86-5666-44fc-8a77-4ef86d277581', 'project_id': '000e27ec11d44dc3b43cac2203fcea4b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:28:57.124928 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-63e40b72-fb58-4f77-be4b-a8bc55902675 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:28:57.181870 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-63e40b72-fb58-4f77-be4b-a8bc55902675 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:28:57.185401 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-63e40b72-fb58-4f77-be4b-a8bc55902675 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994370'] for security_group_rule, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:28:57.204349 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e40b72-fb58-4f77-be4b-a8bc55902675 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b9d669f-6772-4e84-96e2-e0a3018df265,revision_number=0']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:28:57.208293 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-63e40b72-fb58-4f77-be4b-a8bc55902675 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:28:57.209492 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-63e40b72-fb58-4f77-be4b-a8bc55902675 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1148880 Nov 23 18:28:57.212248 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 56854) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:28:57.216633 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-8a5b2609-64f0-486a-8eef-f19fab9b369d tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Request body: {'security_group_rule': {'security_group_id': '60b14f86-5666-44fc-8a77-4ef86d277581', 'project_id': '000e27ec11d44dc3b43cac2203fcea4b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:28:57.237889 n-d-816206-8 neutron-server[103591]: INFO neutron.db.securitygroups_db [None req-8a5b2609-64f0-486a-8eef-f19fab9b369d tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Project 000e27ec11d44dc3b43cac2203fcea4b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 18:28:57.242823 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-8a5b2609-64f0-486a-8eef-f19fab9b369d tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:28:57.302775 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-8a5b2609-64f0-486a-8eef-f19fab9b369d tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:28:57.306232 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-8a5b2609-64f0-486a-8eef-f19fab9b369d tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994370'] for security_group_rule, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:28:57.323644 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5b2609-64f0-486a-8eef-f19fab9b369d tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=735f2cca-3cf3-43f8-a3d6-fe4fa519b31c,revision_number=0']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:28:57.330655 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-8a5b2609-64f0-486a-8eef-f19fab9b369d tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:28:57.331834 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-8a5b2609-64f0-486a-8eef-f19fab9b369d tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1186330 Nov 23 18:28:57.334626 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 56856) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:28:57.338839 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-8aea368d-3da8-45b3-afe5-f09e609c30ec tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Request body: {'security_group_rule': {'security_group_id': '60b14f86-5666-44fc-8a77-4ef86d277581', 'project_id': '000e27ec11d44dc3b43cac2203fcea4b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:28:57.360690 n-d-816206-8 neutron-server[103591]: INFO neutron.db.securitygroups_db [None req-8aea368d-3da8-45b3-afe5-f09e609c30ec tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Project 000e27ec11d44dc3b43cac2203fcea4b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 18:28:57.365467 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-8aea368d-3da8-45b3-afe5-f09e609c30ec tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:28:57.422506 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-8aea368d-3da8-45b3-afe5-f09e609c30ec tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:28:57.425969 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-8aea368d-3da8-45b3-afe5-f09e609c30ec tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994370'] for security_group_rule, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:28:57.443389 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aea368d-3da8-45b3-afe5-f09e609c30ec tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=edbfe180-b3ce-474e-bbd5-a5e38d226a75,revision_number=0']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:28:57.451426 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-8aea368d-3da8-45b3-afe5-f09e609c30ec tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:28:57.452974 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-8aea368d-3da8-45b3-afe5-f09e609c30ec tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1174402 Nov 23 18:28:57.455860 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 56858) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:28:57.460630 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-fae3f445-ffc8-404b-8a4a-60caa44ccf92 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Request body: {'network': {'name': 'tempest-network-smoke--384355068', 'project_id': '000e27ec11d44dc3b43cac2203fcea4b', 'port_security_enabled': True}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:28:57.481650 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fae3f445-ffc8-404b-8a4a-60caa44ccf92 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Made reservation on behalf of 000e27ec11d44dc3b43cac2203fcea4b for: {'network': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:28:57.485717 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-fae3f445-ffc8-404b-8a4a-60caa44ccf92 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for network, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:28:57.509044 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fae3f445-ffc8-404b-8a4a-60caa44ccf92 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] vlan segment allocate from pool success with {'vlan_id': 548, 'physical_network': 'physnet1'} {{(pid=103591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 18:28:57.519722 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-fae3f445-ffc8-404b-8a4a-60caa44ccf92 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:28:57.520065 n-d-816206-8 neutron-server[103591]: INFO neutron.db.segments_db [None req-fae3f445-ffc8-404b-8a4a-60caa44ccf92 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Added segment ebe55fac-d169-4486-ba91-c62eb79af907 of type vlan for network fcee89ac-f2f2-4f3b-9341-6eb5812b4363 Nov 23 18:28:57.561252 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-fae3f445-ffc8-404b-8a4a-60caa44ccf92 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736635338810'] for network, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:28:57.586258 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-fae3f445-ffc8-404b-8a4a-60caa44ccf92 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493'] for network, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:28:57.591757 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fae3f445-ffc8-404b-8a4a-60caa44ccf92 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:28:57.593012 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-fae3f445-ffc8-404b-8a4a-60caa44ccf92 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks [] for network, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:28:57.634413 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-fae3f445-ffc8-404b-8a4a-60caa44ccf92 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1774869 Nov 23 18:28:57.637710 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 56860) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:28:57.643221 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-1b05cc4d-332d-4e73-b88a-3fe0c46e0de2 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2054086977', 'admin_state_up': True, 'project_id': '000e27ec11d44dc3b43cac2203fcea4b', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'}}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:28:57.683298 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae3f445-ffc8-404b-8a4a-60caa44ccf92 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Pushing event updated for resources: {'Network': ['ID=fcee89ac-f2f2-4f3b-9341-6eb5812b4363,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:28:57.693859 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Network fcee89ac-f2f2-4f3b-9341-6eb5812b4363 details requested by agent ovs-agent-n-d-816206-8 with host n-d-816206-8 {{(pid=103592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 18:28:57.698799 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-1b05cc4d-332d-4e73-b88a-3fe0c46e0de2 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1793449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8093'] for router, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:28:57.699823 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-1b05cc4d-332d-4e73-b88a-3fe0c46e0de2 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1794473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1794771', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1638326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8086'] for router, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:28:57.750580 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-1b05cc4d-332d-4e73-b88a-3fe0c46e0de2 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:28:57.893504 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-1b05cc4d-332d-4e73-b88a-3fe0c46e0de2 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:28:58.084847 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-1b05cc4d-332d-4e73-b88a-3fe0c46e0de2 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks [] for router_gateway, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:28:58.104194 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-1b05cc4d-332d-4e73-b88a-3fe0c46e0de2 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:28:58.204539 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.db_base_plugin_common [None req-1b05cc4d-332d-4e73-b88a-3fe0c46e0de2 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Allocated IP 172.25.3.95 (4c8455ba-1be5-42ac-b8c2-8a16e1292d55/08fe3644-ce41-4c3f-a7ea-92bac0f0fff5/cc10eeaf-410b-4e91-8955-9f1c0b86e3c7) {{(pid=103591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:28:58.308095 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-1b05cc4d-332d-4e73-b88a-3fe0c46e0de2 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks [] for port, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:28:58.341084 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-1b05cc4d-332d-4e73-b88a-3fe0c46e0de2 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:28:58.375395 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b05cc4d-332d-4e73-b88a-3fe0c46e0de2 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Network 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 is already hosted by enough agents. {{(pid=103591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:28:58.378247 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [None req-1b05cc4d-332d-4e73-b88a-3fe0c46e0de2 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Resources bound (agent type, host, resource id): {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:28:58.380630 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b05cc4d-332d-4e73-b88a-3fe0c46e0de2 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Received port after_create {{(pid=103591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:28:58.392745 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba97d325-689a-441b-8133-ca698d2fc3bc None None] DHCP port deletion for 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:28:58.414292 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b05cc4d-332d-4e73-b88a-3fe0c46e0de2 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Pushing event updated for resources: {'Port': ['ID=cc10eeaf-410b-4e91-8955-9f1c0b86e3c7,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:28:58.446555 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-35106490-ad4b-48e9-94e8-0fa8ea7bcf0d None None] Provisioning complete for port cc10eeaf-410b-4e91-8955-9f1c0b86e3c7 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:28:58.447391 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-35106490-ad4b-48e9-94e8-0fa8ea7bcf0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:28:58.485304 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-35106490-ad4b-48e9-94e8-0fa8ea7bcf0d None None] Port cc10eeaf-410b-4e91-8955-9f1c0b86e3c7 cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:28:58.634150 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-1b05cc4d-332d-4e73-b88a-3fe0c46e0de2 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks [] for router_gateway, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:28:58.827220 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-1b05cc4d-332d-4e73-b88a-3fe0c46e0de2 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1794316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1795362'] for router, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:28:58.950720 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b05cc4d-332d-4e73-b88a-3fe0c46e0de2 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Router 5cb141a2-0b8f-4fa8-a793-1a3fc82e46e4 is scheduled to L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 with binding_index 1 {{(pid=103591) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 18:28:59.056127 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b05cc4d-332d-4e73-b88a-3fe0c46e0de2 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:28:59.065892 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d12dd36b-070f-4fff-8966-65c3966fcbd9 None None] Sync routers for ids ['5cb141a2-0b8f-4fa8-a793-1a3fc82e46e4'] in n-d-816206-8 {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:28:59.074806 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d12dd36b-070f-4fff-8966-65c3966fcbd9 None None] Routers {'5cb141a2-0b8f-4fa8-a793-1a3fc82e46e4'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:28:59.075410 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-d12dd36b-070f-4fff-8966-65c3966fcbd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T18:28:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['5cb141a2-0b8f-4fa8-a793-1a3fc82e46e4'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:28:59.077667 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-1b05cc4d-332d-4e73-b88a-3fe0c46e0de2 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks [] for router, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:28:59.079124 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-1b05cc4d-332d-4e73-b88a-3fe0c46e0de2 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4406717 Nov 23 18:28:59.082266 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 56862) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:28:59.116745 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-9a65a60d-5cb1-400d-a994-c647e0b6ac2d tempest-TestNetworkAdvancedServerOps-1140721612 tempest-TestNetworkAdvancedServerOps-1140721612-project-admin] 10.222.0.60 "GET /v2.0/subnets?project_id=000e27ec11d44dc3b43cac2203fcea4b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0333421 Nov 23 18:28:59.119355 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 56864) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:28:59.180213 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-d12dd36b-070f-4fff-8966-65c3966fcbd9 None None] Set router 5cb141a2-0b8f-4fa8-a793-1a3fc82e46e4 gateway port host: n-d-816206-8 {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:28:59.265976 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd6b9183-8eff-4868-9984-ea8619f0e44b tempest-TestNetworkAdvancedServerOps-1140721612 tempest-TestNetworkAdvancedServerOps-1140721612-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:28:59.267489 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-dd6b9183-8eff-4868-9984-ea8619f0e44b tempest-TestNetworkAdvancedServerOps-1140721612 tempest-TestNetworkAdvancedServerOps-1140721612-project-admin] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1472414 Nov 23 18:28:59.270371 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 56866) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:28:59.304574 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-54912da3-8746-405c-8b19-e2d639a63ca0 tempest-TestNetworkAdvancedServerOps-1140721612 tempest-TestNetworkAdvancedServerOps-1140721612-project-admin] 10.222.0.60 "GET /v2.0/subnets?network_id=4c8455ba-1be5-42ac-b8c2-8a16e1292d55&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0330915 Nov 23 18:28:59.307132 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 56868) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:28:59.312056 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-d77eb497-21c5-4f4b-976a-2757cf075e11 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1189288578', 'network_id': 'fcee89ac-f2f2-4f3b-9341-6eb5812b4363', 'project_id': '000e27ec11d44dc3b43cac2203fcea4b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:28:59.354365 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-d12dd36b-070f-4fff-8966-65c3966fcbd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cb141a2-0b8f-4fa8-a793-1a3fc82e46e4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2054086977', 'tenant_id': '000e27ec11d44dc3b43cac2203fcea4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': 'cc10eeaf-410b-4e91-8955-9f1c0b86e3c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:28:57Z', 'updated_at': '2021-11-23T18:28:58Z', 'revision_number': 3, 'project_id': '000e27ec11d44dc3b43cac2203fcea4b', 'gw_port': {'id': 'cc10eeaf-410b-4e91-8955-9f1c0b86e3c7', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:0e:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cb141a2-0b8f-4fa8-a793-1a3fc82e46e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:28:58Z', 'updated_at': '2021-11-23T18:28:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8'}], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:28:59.380721 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d12dd36b-070f-4fff-8966-65c3966fcbd9 None None] Checking router: 5cb141a2-0b8f-4fa8-a793-1a3fc82e46e4 for host: n-d-816206-8 {{(pid=103593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:28:59.381067 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d12dd36b-070f-4fff-8966-65c3966fcbd9 None None] Updating router 5cb141a2-0b8f-4fa8-a793-1a3fc82e46e4 port cc10eeaf-410b-4e91-8955-9f1c0b86e3c7 binding host n-d-816206-8 {{(pid=103593) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 18:28:59.411274 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-d12dd36b-070f-4fff-8966-65c3966fcbd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:28:59.673684 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-d12dd36b-070f-4fff-8966-65c3966fcbd9 None None] Publish callbacks [] for port, precommit_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:28:59.678872 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-d12dd36b-070f-4fff-8966-65c3966fcbd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:28:59.704684 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d77eb497-21c5-4f4b-976a-2757cf075e11 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Made reservation on behalf of 000e27ec11d44dc3b43cac2203fcea4b for: {'subnet': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:28:59.708318 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-d77eb497-21c5-4f4b-976a-2757cf075e11 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264314294'] for subnet, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:28:59.720345 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58f258b3-2538-4f15-9627-8aebaee83fb0 None None] DHCP port deletion for 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:28:59.729599 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [None req-d12dd36b-070f-4fff-8966-65c3966fcbd9 None None] Attempting to bind port cc10eeaf-410b-4e91-8955-9f1c0b86e3c7 on host n-d-816206-8 for vnic_type normal with profile {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:28:59.729973 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [None req-d12dd36b-070f-4fff-8966-65c3966fcbd9 None None] Attempting to bind port cc10eeaf-410b-4e91-8955-9f1c0b86e3c7 by drivers openvswitch,hyperv on host n-d-816206-8 at level 0 using segments [{'id': 'bffd1e4f-e80f-4ff0-b418-2f42ae15febf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'}] {{(pid=103593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:28:59.730337 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d12dd36b-070f-4fff-8966-65c3966fcbd9 None None] Attempting to bind port cc10eeaf-410b-4e91-8955-9f1c0b86e3c7 on network 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:28:59.739866 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d12dd36b-070f-4fff-8966-65c3966fcbd9 None None] Checking agent: {'id': '9e89acbe-4bbe-4c77-a18b-6f1da9133e0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 7, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 28, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:28:59.740756 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d12dd36b-070f-4fff-8966-65c3966fcbd9 None None] Checking segment: {'id': 'bffd1e4f-e80f-4ff0-b418-2f42ae15febf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:28:59.741152 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-d12dd36b-070f-4fff-8966-65c3966fcbd9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:28:59.741538 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d12dd36b-070f-4fff-8966-65c3966fcbd9 None None] Bound using segment: {'id': 'bffd1e4f-e80f-4ff0-b418-2f42ae15febf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'} {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:28:59.741999 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [None req-d12dd36b-070f-4fff-8966-65c3966fcbd9 None None] Bound port: cc10eeaf-410b-4e91-8955-9f1c0b86e3c7, host: n-d-816206-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bffd1e4f-e80f-4ff0-b418-2f42ae15febf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'}}] {{(pid=103593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:28:59.742374 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-d12dd36b-070f-4fff-8966-65c3966fcbd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:28:59.743850 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bdc50a-60ea-4288-a530-7421ec01fb83 None None] Pushing event updated for resources: {'Port': ['ID=cc10eeaf-410b-4e91-8955-9f1c0b86e3c7,revision_number=2']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:28:59.770765 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1bdc50a-60ea-4288-a530-7421ec01fb83 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:28:59.771112 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1bdc50a-60ea-4288-a530-7421ec01fb83 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:28:59.771450 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1bdc50a-60ea-4288-a530-7421ec01fb83 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:28:59.771782 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1bdc50a-60ea-4288-a530-7421ec01fb83 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:28:59.772108 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1bdc50a-60ea-4288-a530-7421ec01fb83 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:28:59.772431 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1bdc50a-60ea-4288-a530-7421ec01fb83 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:28:59.772806 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1bdc50a-60ea-4288-a530-7421ec01fb83 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:28:59.773125 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1bdc50a-60ea-4288-a530-7421ec01fb83 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:28:59.773446 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1bdc50a-60ea-4288-a530-7421ec01fb83 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:28:59.773762 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1bdc50a-60ea-4288-a530-7421ec01fb83 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:28:59.774079 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1bdc50a-60ea-4288-a530-7421ec01fb83 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:28:59.774394 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1bdc50a-60ea-4288-a530-7421ec01fb83 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:28:59.813980 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-d12dd36b-070f-4fff-8966-65c3966fcbd9 None None] For port cc10eeaf-410b-4e91-8955-9f1c0b86e3c7, host n-d-816206-8, cleared binding levels {{(pid=103593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:28:59.814225 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-b2e806cf-ae18-441e-a610-4a0d839acd4f None None] Provisioning complete for port cc10eeaf-410b-4e91-8955-9f1c0b86e3c7 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:28:59.814620 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b2e806cf-ae18-441e-a610-4a0d839acd4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:28:59.817974 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-d12dd36b-070f-4fff-8966-65c3966fcbd9 None None] For port cc10eeaf-410b-4e91-8955-9f1c0b86e3c7, host n-d-816206-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=cc10eeaf-410b-4e91-8955-9f1c0b86e3c7,segment=NetworkSegment(bffd1e4f-e80f-4ff0-b418-2f42ae15febf),segment_id=bffd1e4f-e80f-4ff0-b418-2f42ae15febf)] {{(pid=103593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:28:59.822636 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-d12dd36b-070f-4fff-8966-65c3966fcbd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:28:59.852109 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-b2e806cf-ae18-441e-a610-4a0d839acd4f None None] Port cc10eeaf-410b-4e91-8955-9f1c0b86e3c7 cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:28:59.873139 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94a30cee-7d6c-4667-a477-76d5b2ee43f6 None None] DHCP port deletion for 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:28:59.883322 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d12dd36b-070f-4fff-8966-65c3966fcbd9 None None] Routers {'5cb141a2-0b8f-4fa8-a793-1a3fc82e46e4'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:28:59.883948 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-d12dd36b-070f-4fff-8966-65c3966fcbd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T18:28:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['5cb141a2-0b8f-4fa8-a793-1a3fc82e46e4'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:28:59.888776 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bdc50a-60ea-4288-a530-7421ec01fb83 None None] Pushing event updated for resources: {'Port': ['ID=cc10eeaf-410b-4e91-8955-9f1c0b86e3c7,revision_number=3']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:28:59.909387 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-d77eb497-21c5-4f4b-976a-2757cf075e11 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264758079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264314276'] for subnet, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:28:59.972203 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77eb497-21c5-4f4b-976a-2757cf075e11 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Pushing event updated for resources: {'Subnet': ['ID=526f6c03-2599-4e3c-968a-d4512d2f1b16,revision_number=0']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:28:59.977211 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-981b538d-9629-469a-af93-2122e54e51ef None None] Provisioning complete for port cc10eeaf-410b-4e91-8955-9f1c0b86e3c7 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:28:59.977740 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-981b538d-9629-469a-af93-2122e54e51ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:28:59.981034 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d77eb497-21c5-4f4b-976a-2757cf075e11 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Checking segment: {'id': 'ebe55fac-d169-4486-ba91-c62eb79af907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'fcee89ac-f2f2-4f3b-9341-6eb5812b4363'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:28:59.981418 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d77eb497-21c5-4f4b-976a-2757cf075e11 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Network hostable DHCP agents. Network: fcee89ac-f2f2-4f3b-9341-6eb5812b4363, hostable agents: ['0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3'], hosted agents: [] {{(pid=103591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 18:28:59.997908 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-d12dd36b-070f-4fff-8966-65c3966fcbd9 None None] Set router 5cb141a2-0b8f-4fa8-a793-1a3fc82e46e4 gateway port host: n-d-816206-8 {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:29:00.001301 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d77eb497-21c5-4f4b-976a-2757cf075e11 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Network fcee89ac-f2f2-4f3b-9341-6eb5812b4363 is scheduled to be hosted by DHCP agent 0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3 with binding_index 1 {{(pid=103591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 18:29:00.012540 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [None req-d77eb497-21c5-4f4b-976a-2757cf075e11 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-8, fcee89ac-f2f2-4f3b-9341-6eb5812b4363) {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:29:00.020518 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d77eb497-21c5-4f4b-976a-2757cf075e11 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:29:00.021297 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-d77eb497-21c5-4f4b-976a-2757cf075e11 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for subnet, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:29:00.025228 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ad8ac89-ae1a-48eb-942d-bdc4f33b01bc None None] Network fcee89ac-f2f2-4f3b-9341-6eb5812b4363 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:29:00.040299 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-d77eb497-21c5-4f4b-976a-2757cf075e11 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7320349 Nov 23 18:29:00.043038 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 56870) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:29:00.123850 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-981b538d-9629-469a-af93-2122e54e51ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:29:00.158195 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-981b538d-9629-469a-af93-2122e54e51ef None None] For port cc10eeaf-410b-4e91-8955-9f1c0b86e3c7, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=cc10eeaf-410b-4e91-8955-9f1c0b86e3c7,segment=NetworkSegment(bffd1e4f-e80f-4ff0-b418-2f42ae15febf),segment_id=bffd1e4f-e80f-4ff0-b418-2f42ae15febf)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:29:00.185524 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-981b538d-9629-469a-af93-2122e54e51ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:29:00.265628 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981b538d-9629-469a-af93-2122e54e51ef None None] Pushing event updated for resources: {'Port': ['ID=cc10eeaf-410b-4e91-8955-9f1c0b86e3c7,revision_number=4']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:29:00.273262 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71f5097c-65f3-4e7a-bcac-da54aace4961 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp355044b8-8e87-58c4-94fa-4a010ec30f9e-fcee89ac-f2f2-4f3b-9341-6eb5812b4363', 'network_id': 'fcee89ac-f2f2-4f3b-9341-6eb5812b4363', 'tenant_id': '000e27ec11d44dc3b43cac2203fcea4b', 'fixed_ips': [{'subnet_id': '526f6c03-2599-4e3c-968a-d4512d2f1b16'}]}} from n-d-816206-8. {{(pid=103592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 18:29:00.275108 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-71f5097c-65f3-4e7a-bcac-da54aace4961 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:29:00.294229 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-d12dd36b-070f-4fff-8966-65c3966fcbd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cb141a2-0b8f-4fa8-a793-1a3fc82e46e4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2054086977', 'tenant_id': '000e27ec11d44dc3b43cac2203fcea4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': 'cc10eeaf-410b-4e91-8955-9f1c0b86e3c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:28:57Z', 'updated_at': '2021-11-23T18:28:58Z', 'revision_number': 3, 'project_id': '000e27ec11d44dc3b43cac2203fcea4b', 'gw_port': {'id': 'cc10eeaf-410b-4e91-8955-9f1c0b86e3c7', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:0e:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cb141a2-0b8f-4fa8-a793-1a3fc82e46e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:28:58Z', 'updated_at': '2021-11-23T18:28:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8'}], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:29:00.326590 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d12dd36b-070f-4fff-8966-65c3966fcbd9 None None] The sync data for ids ['5cb141a2-0b8f-4fa8-a793-1a3fc82e46e4'] in n-d-816206-8 is: [{'id': '5cb141a2-0b8f-4fa8-a793-1a3fc82e46e4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2054086977', 'tenant_id': '000e27ec11d44dc3b43cac2203fcea4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': 'cc10eeaf-410b-4e91-8955-9f1c0b86e3c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:28:57Z', 'updated_at': '2021-11-23T18:28:58Z', 'revision_number': 3, 'project_id': '000e27ec11d44dc3b43cac2203fcea4b', 'gw_port': {'id': 'cc10eeaf-410b-4e91-8955-9f1c0b86e3c7', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:0e:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cb141a2-0b8f-4fa8-a793-1a3fc82e46e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:28:58Z', 'updated_at': '2021-11-23T18:28:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8'}] {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:29:00.418020 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.db_base_plugin_common [None req-71f5097c-65f3-4e7a-bcac-da54aace4961 None None] Allocated IP 172.20.0.2 (fcee89ac-f2f2-4f3b-9341-6eb5812b4363/526f6c03-2599-4e3c-968a-d4512d2f1b16/58aca206-806b-410d-8228-5ec936b27f64) {{(pid=103592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:29:00.533953 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-170afe7f-2181-4759-9e1e-86e92188eedb tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:29:00.576376 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-71f5097c-65f3-4e7a-bcac-da54aace4961 None None] Publish callbacks [] for port, precommit_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:29:00.588177 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-71f5097c-65f3-4e7a-bcac-da54aace4961 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980'] for port, after_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:29:00.644195 n-d-816206-8 neutron-server[103592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71f5097c-65f3-4e7a-bcac-da54aace4961 None None] Network fcee89ac-f2f2-4f3b-9341-6eb5812b4363 is already hosted by enough agents. {{(pid=103592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:29:00.648631 n-d-816206-8 neutron-server[103592]: DEBUG neutron.scheduler.base_scheduler [None req-71f5097c-65f3-4e7a-bcac-da54aace4961 None None] Resources bound (agent type, host, resource id): {{(pid=103592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:29:00.657972 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71f5097c-65f3-4e7a-bcac-da54aace4961 None None] Received port after_create {{(pid=103592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:29:00.661687 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f5097c-65f3-4e7a-bcac-da54aace4961 None None] Pushing event updated for resources: {'Port': ['ID=58aca206-806b-410d-8228-5ec936b27f64,revision_number=1']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:29:00.719165 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-71f5097c-65f3-4e7a-bcac-da54aace4961 None None] Attempting to bind port 58aca206-806b-410d-8228-5ec936b27f64 on host n-d-816206-8 for vnic_type normal with profile {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:29:00.719549 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-71f5097c-65f3-4e7a-bcac-da54aace4961 None None] Attempting to bind port 58aca206-806b-410d-8228-5ec936b27f64 by drivers openvswitch,hyperv on host n-d-816206-8 at level 0 using segments [{'id': 'ebe55fac-d169-4486-ba91-c62eb79af907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'fcee89ac-f2f2-4f3b-9341-6eb5812b4363'}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:29:00.719918 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71f5097c-65f3-4e7a-bcac-da54aace4961 None None] Attempting to bind port 58aca206-806b-410d-8228-5ec936b27f64 on network fcee89ac-f2f2-4f3b-9341-6eb5812b4363 {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:29:00.725652 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71f5097c-65f3-4e7a-bcac-da54aace4961 None None] Checking agent: {'id': '9e89acbe-4bbe-4c77-a18b-6f1da9133e0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 7, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 28, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:29:00.726339 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71f5097c-65f3-4e7a-bcac-da54aace4961 None None] Checking segment: {'id': 'ebe55fac-d169-4486-ba91-c62eb79af907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'fcee89ac-f2f2-4f3b-9341-6eb5812b4363'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:29:00.726463 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-71f5097c-65f3-4e7a-bcac-da54aace4961 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:29:00.726782 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71f5097c-65f3-4e7a-bcac-da54aace4961 None None] Bound using segment: {'id': 'ebe55fac-d169-4486-ba91-c62eb79af907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'fcee89ac-f2f2-4f3b-9341-6eb5812b4363'} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:29:00.727495 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-71f5097c-65f3-4e7a-bcac-da54aace4961 None None] Bound port: 58aca206-806b-410d-8228-5ec936b27f64, host: n-d-816206-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebe55fac-d169-4486-ba91-c62eb79af907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'fcee89ac-f2f2-4f3b-9341-6eb5812b4363'}}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:29:00.727883 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-71f5097c-65f3-4e7a-bcac-da54aace4961 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:29:00.799855 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-71f5097c-65f3-4e7a-bcac-da54aace4961 None None] For port 58aca206-806b-410d-8228-5ec936b27f64, host n-d-816206-8, cleared binding levels {{(pid=103592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:29:00.803442 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-71f5097c-65f3-4e7a-bcac-da54aace4961 None None] For port 58aca206-806b-410d-8228-5ec936b27f64, host n-d-816206-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=58aca206-806b-410d-8228-5ec936b27f64,segment=NetworkSegment(ebe55fac-d169-4486-ba91-c62eb79af907),segment_id=ebe55fac-d169-4486-ba91-c62eb79af907)] {{(pid=103592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:29:00.807912 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-71f5097c-65f3-4e7a-bcac-da54aace4961 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:29:00.871627 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f5097c-65f3-4e7a-bcac-da54aace4961 None None] Pushing event updated for resources: {'Port': ['ID=58aca206-806b-410d-8228-5ec936b27f64,revision_number=2']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:29:00.956351 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.db_base_plugin_common [None req-170afe7f-2181-4759-9e1e-86e92188eedb tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Allocated IP 172.20.0.1 (fcee89ac-f2f2-4f3b-9341-6eb5812b4363/526f6c03-2599-4e3c-968a-d4512d2f1b16/69cdf207-7ac1-4802-9db0-23997daa7c81) {{(pid=103591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:29:01.113956 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-170afe7f-2181-4759-9e1e-86e92188eedb tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks [] for port, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:29:01.156579 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-170afe7f-2181-4759-9e1e-86e92188eedb tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:29:01.207429 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-170afe7f-2181-4759-9e1e-86e92188eedb tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Network fcee89ac-f2f2-4f3b-9341-6eb5812b4363 is already hosted by enough agents. {{(pid=103591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:29:01.210777 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [None req-170afe7f-2181-4759-9e1e-86e92188eedb tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Resources bound (agent type, host, resource id): {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:29:01.215926 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-170afe7f-2181-4759-9e1e-86e92188eedb tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Received port after_create {{(pid=103591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:29:01.220875 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170afe7f-2181-4759-9e1e-86e92188eedb tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Pushing event updated for resources: {'Port': ['ID=69cdf207-7ac1-4802-9db0-23997daa7c81,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:29:01.265218 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-170afe7f-2181-4759-9e1e-86e92188eedb tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1795539'] for router_interface, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:29:01.396944 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-170afe7f-2181-4759-9e1e-86e92188eedb tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:29:01.685623 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-170afe7f-2181-4759-9e1e-86e92188eedb tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks [] for port, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:29:01.691069 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-170afe7f-2181-4759-9e1e-86e92188eedb tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264758186'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:29:01.766534 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170afe7f-2181-4759-9e1e-86e92188eedb tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Pushing event updated for resources: {'Port': ['ID=69cdf207-7ac1-4802-9db0-23997daa7c81,revision_number=2']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:29:01.769980 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-170afe7f-2181-4759-9e1e-86e92188eedb tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2068703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1794403'] for router_interface, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:29:01.862025 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60b27267-d2d6-4a86-8edc-a1ccd14285ae None None] Network fcee89ac-f2f2-4f3b-9341-6eb5812b4363 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:29:01.871183 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-170afe7f-2181-4759-9e1e-86e92188eedb tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Network fcee89ac-f2f2-4f3b-9341-6eb5812b4363 is already hosted by enough agents. {{(pid=103591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:29:01.872600 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [None req-170afe7f-2181-4759-9e1e-86e92188eedb tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Resources bound (agent type, host, resource id): {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:29:01.947171 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-4f0570d7-abe9-4acf-b2af-21bce7b233b8 None None] Provisioning complete for port 58aca206-806b-410d-8228-5ec936b27f64 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:29:01.947532 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-4f0570d7-abe9-4acf-b2af-21bce7b233b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:29:01.989036 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-170afe7f-2181-4759-9e1e-86e92188eedb tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Router 5cb141a2-0b8f-4fa8-a793-1a3fc82e46e4 has already been hosted by L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 {{(pid=103591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:29:02.084160 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-4f0570d7-abe9-4acf-b2af-21bce7b233b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:29:02.104705 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-170afe7f-2181-4759-9e1e-86e92188eedb tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:29:02.110926 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-170afe7f-2181-4759-9e1e-86e92188eedb tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "PUT /v2.0/routers/5cb141a2-0b8f-4fa8-a793-1a3fc82e46e4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0662487 Nov 23 18:29:02.133924 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-4f0570d7-abe9-4acf-b2af-21bce7b233b8 None None] For port 58aca206-806b-410d-8228-5ec936b27f64, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=58aca206-806b-410d-8228-5ec936b27f64,segment=NetworkSegment(ebe55fac-d169-4486-ba91-c62eb79af907),segment_id=ebe55fac-d169-4486-ba91-c62eb79af907)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:29:02.141546 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-4f0570d7-abe9-4acf-b2af-21bce7b233b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:29:02.201247 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0570d7-abe9-4acf-b2af-21bce7b233b8 None None] Pushing event updated for resources: {'Port': ['ID=58aca206-806b-410d-8228-5ec936b27f64,revision_number=3']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:29:02.296117 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d9756a25-8a7e-4780-a86b-e4e40f3a97b8 req-55a9008b-e3f4-4ea6-9cb6-5b9c04cd22fd tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1211853975&fields=id&tenant_id=000e27ec11d44dc3b43cac2203fcea4b HTTP/1.1" status: 200 len: 267 time: 0.0510924 Nov 23 18:29:02.366360 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-d4ef333b-278c-4750-8317-4c959a7d04a3 None None] Provisioning complete for port 58aca206-806b-410d-8228-5ec936b27f64 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:29:02.366678 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-d4ef333b-278c-4750-8317-4c959a7d04a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:29:02.421978 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9756a25-8a7e-4780-a86b-e4e40f3a97b8 req-9b60e02f-baaa-4f4a-b4b9-5b958b64194f tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:29:02.423548 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d9756a25-8a7e-4780-a86b-e4e40f3a97b8 req-9b60e02f-baaa-4f4a-b4b9-5b958b64194f tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "GET /v2.0/networks?id=fcee89ac-f2f2-4f3b-9341-6eb5812b4363 HTTP/1.1" status: 200 len: 796 time: 0.1204686 Nov 23 18:29:02.440965 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d9756a25-8a7e-4780-a86b-e4e40f3a97b8 req-a316a518-39a3-4fbb-8ae9-3004ebeb0beb tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "GET /v2.0/quotas/000e27ec11d44dc3b43cac2203fcea4b HTTP/1.1" status: 200 len: 375 time: 0.0099514 Nov 23 18:29:02.473170 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-d4ef333b-278c-4750-8317-4c959a7d04a3 None None] Provisioning complete for port 69cdf207-7ac1-4802-9db0-23997daa7c81 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:29:02.473541 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-d4ef333b-278c-4750-8317-4c959a7d04a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:29:02.501878 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d9756a25-8a7e-4780-a86b-e4e40f3a97b8 req-fbac7366-a3ae-4fbb-b85a-f39775c234e7 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=000e27ec11d44dc3b43cac2203fcea4b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0540524 Nov 23 18:29:02.522505 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-d4ef333b-278c-4750-8317-4c959a7d04a3 None None] Port 69cdf207-7ac1-4802-9db0-23997daa7c81 cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:29:02.551995 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8bd7a9f-3272-4718-9e0e-ff46cc94c71b None None] Sync routers for ids ['5cb141a2-0b8f-4fa8-a793-1a3fc82e46e4'] in n-d-816206-8 {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:29:02.564424 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8bd7a9f-3272-4718-9e0e-ff46cc94c71b None None] Routers {'5cb141a2-0b8f-4fa8-a793-1a3fc82e46e4'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:29:02.565082 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-f8bd7a9f-3272-4718-9e0e-ff46cc94c71b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T18:28:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['5cb141a2-0b8f-4fa8-a793-1a3fc82e46e4'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:29:02.690704 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d9756a25-8a7e-4780-a86b-e4e40f3a97b8 req-ad223370-79fc-49ed-a253-216d3dc1e90e service neutron] 10.222.0.60 "GET /v2.0/networks/fcee89ac-f2f2-4f3b-9341-6eb5812b4363?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1731880 Nov 23 18:29:02.695291 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device cc10eeaf-410b-4e91-8955-9f1c0b86e3c7 up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:29:02.729416 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-493cc093-898c-4b80-8b9d-9d9a5a5ab773 None None] Provisioning complete for port 69cdf207-7ac1-4802-9db0-23997daa7c81 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:29:02.729870 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-493cc093-898c-4b80-8b9d-9d9a5a5ab773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:29:02.770239 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvr_db [None req-f8bd7a9f-3272-4718-9e0e-ff46cc94c71b None None] Set router 5cb141a2-0b8f-4fa8-a793-1a3fc82e46e4 gateway port host: n-d-816206-8 {{(pid=103592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:29:02.794823 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d9756a25-8a7e-4780-a86b-e4e40f3a97b8 req-3a4991ab-3da2-4b0a-a9a0-bb38912f4587 service neutron] 10.222.0.60 "GET /v2.0/networks/fcee89ac-f2f2-4f3b-9341-6eb5812b4363?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981359 Nov 23 18:29:02.823510 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-493cc093-898c-4b80-8b9d-9d9a5a5ab773 None None] Port 69cdf207-7ac1-4802-9db0-23997daa7c81 cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:29:02.861930 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port cc10eeaf-410b-4e91-8955-9f1c0b86e3c7 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:29:02.862304 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:29:02.965034 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c7a90390-26cc-41b7-8df8-addc1663c23c req-f0231b54-c008-4998-941a-8bc51dc69dfe tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "GET /v2.0/ports?device_id=37eb0450-76ef-4e6c-957a-1c6491a25ba4 HTTP/1.1" status: 200 len: 210 time: 0.0297246 Nov 23 18:29:02.985506 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-361b00d2-bfac-4c91-b5b1-d780fa0c1b12 None None] Provisioning complete for port 69cdf207-7ac1-4802-9db0-23997daa7c81 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:29:02.985874 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-361b00d2-bfac-4c91-b5b1-d780fa0c1b12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:29:03.071088 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 58aca206-806b-410d-8228-5ec936b27f64 up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:29:03.098771 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-361b00d2-bfac-4c91-b5b1-d780fa0c1b12 None None] Port 69cdf207-7ac1-4802-9db0-23997daa7c81 cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:29:03.141523 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port 58aca206-806b-410d-8228-5ec936b27f64 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:29:03.141901 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:29:03.147796 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-f8bd7a9f-3272-4718-9e0e-ff46cc94c71b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cb141a2-0b8f-4fa8-a793-1a3fc82e46e4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2054086977', 'tenant_id': '000e27ec11d44dc3b43cac2203fcea4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': 'cc10eeaf-410b-4e91-8955-9f1c0b86e3c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:28:57Z', 'updated_at': '2021-11-23T18:29:01Z', 'revision_number': 4, 'project_id': '000e27ec11d44dc3b43cac2203fcea4b', 'gw_port': {'id': 'cc10eeaf-410b-4e91-8955-9f1c0b86e3c7', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:0e:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cb141a2-0b8f-4fa8-a793-1a3fc82e46e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:28:58Z', 'updated_at': '2021-11-23T18:29:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_interfaces': [{'id': '69cdf207-7ac1-4802-9db0-23997daa7c81', 'name': '', 'network_id': 'fcee89ac-f2f2-4f3b-9341-6eb5812b4363', 'tenant_id': '000e27ec11d44dc3b43cac2203fcea4b', 'mac_address': 'fa:16:3e:ec:cb:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cb141a2-0b8f-4fa8-a793-1a3fc82e46e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '526f6c03-2599-4e3c-968a-d4512d2f1b16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:29:00Z', 'updated_at': '2021-11-23T18:29:01Z', 'revision_number': 2, 'project_id': '000e27ec11d44dc3b43cac2203fcea4b', 'subnets': [{'id': '526f6c03-2599-4e3c-968a-d4512d2f1b16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:29:03.192301 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8bd7a9f-3272-4718-9e0e-ff46cc94c71b None None] Checking router: 5cb141a2-0b8f-4fa8-a793-1a3fc82e46e4 for host: n-d-816206-8 {{(pid=103592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:29:03.192681 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8bd7a9f-3272-4718-9e0e-ff46cc94c71b None None] Updating router 5cb141a2-0b8f-4fa8-a793-1a3fc82e46e4 port 69cdf207-7ac1-4802-9db0-23997daa7c81 binding host n-d-816206-8 {{(pid=103592) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 18:29:03.228595 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-f8bd7a9f-3272-4718-9e0e-ff46cc94c71b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:29:03.537726 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.agents_db [None req-464f6c07-0de8-4be6-8f5b-563f574d1c5d None None] Agent healthcheck: found 7 active agents {{(pid=103593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 18:29:03.688534 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-f8bd7a9f-3272-4718-9e0e-ff46cc94c71b None None] Publish callbacks [] for port, precommit_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:29:03.700067 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-f8bd7a9f-3272-4718-9e0e-ff46cc94c71b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:29:03.757421 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bfd405-521b-4f2e-96a4-08a828cc4dc0 None None] Pushing event updated for resources: {'Port': ['ID=69cdf207-7ac1-4802-9db0-23997daa7c81,revision_number=3']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:29:03.810014 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-f8bd7a9f-3272-4718-9e0e-ff46cc94c71b None None] Attempting to bind port 69cdf207-7ac1-4802-9db0-23997daa7c81 on host n-d-816206-8 for vnic_type normal with profile {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:29:03.810393 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-f8bd7a9f-3272-4718-9e0e-ff46cc94c71b None None] Attempting to bind port 69cdf207-7ac1-4802-9db0-23997daa7c81 by drivers openvswitch,hyperv on host n-d-816206-8 at level 0 using segments [{'id': 'ebe55fac-d169-4486-ba91-c62eb79af907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'fcee89ac-f2f2-4f3b-9341-6eb5812b4363'}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:29:03.811485 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8bd7a9f-3272-4718-9e0e-ff46cc94c71b None None] Attempting to bind port 69cdf207-7ac1-4802-9db0-23997daa7c81 on network fcee89ac-f2f2-4f3b-9341-6eb5812b4363 {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:29:03.816954 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8bd7a9f-3272-4718-9e0e-ff46cc94c71b None None] Checking agent: {'id': '9e89acbe-4bbe-4c77-a18b-6f1da9133e0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 7, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 28, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:29:03.817326 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8bd7a9f-3272-4718-9e0e-ff46cc94c71b None None] Checking segment: {'id': 'ebe55fac-d169-4486-ba91-c62eb79af907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'fcee89ac-f2f2-4f3b-9341-6eb5812b4363'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:29:03.817958 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-f8bd7a9f-3272-4718-9e0e-ff46cc94c71b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:29:03.818151 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8bd7a9f-3272-4718-9e0e-ff46cc94c71b None None] Bound using segment: {'id': 'ebe55fac-d169-4486-ba91-c62eb79af907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'fcee89ac-f2f2-4f3b-9341-6eb5812b4363'} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:29:03.818659 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-f8bd7a9f-3272-4718-9e0e-ff46cc94c71b None None] Bound port: 69cdf207-7ac1-4802-9db0-23997daa7c81, host: n-d-816206-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebe55fac-d169-4486-ba91-c62eb79af907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'fcee89ac-f2f2-4f3b-9341-6eb5812b4363'}}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:29:03.819007 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-f8bd7a9f-3272-4718-9e0e-ff46cc94c71b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:29:03.895041 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-f8bd7a9f-3272-4718-9e0e-ff46cc94c71b None None] For port 69cdf207-7ac1-4802-9db0-23997daa7c81, host n-d-816206-8, cleared binding levels {{(pid=103592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:29:03.898555 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-f8bd7a9f-3272-4718-9e0e-ff46cc94c71b None None] For port 69cdf207-7ac1-4802-9db0-23997daa7c81, host n-d-816206-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=69cdf207-7ac1-4802-9db0-23997daa7c81,segment=NetworkSegment(ebe55fac-d169-4486-ba91-c62eb79af907),segment_id=ebe55fac-d169-4486-ba91-c62eb79af907)] {{(pid=103592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:29:03.904223 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-f8bd7a9f-3272-4718-9e0e-ff46cc94c71b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:29:03.973486 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8bd7a9f-3272-4718-9e0e-ff46cc94c71b None None] Routers {'5cb141a2-0b8f-4fa8-a793-1a3fc82e46e4'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:29:03.974271 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-f8bd7a9f-3272-4718-9e0e-ff46cc94c71b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T18:28:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['5cb141a2-0b8f-4fa8-a793-1a3fc82e46e4'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:29:03.979606 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bfd405-521b-4f2e-96a4-08a828cc4dc0 None None] Pushing event updated for resources: {'Port': ['ID=69cdf207-7ac1-4802-9db0-23997daa7c81,revision_number=4']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:29:04.092861 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9a8223df-1ee8-412a-b76f-4580004a7340 None None] Provisioning complete for port 69cdf207-7ac1-4802-9db0-23997daa7c81 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:29:04.093228 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9a8223df-1ee8-412a-b76f-4580004a7340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:29:04.146031 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvr_db [None req-f8bd7a9f-3272-4718-9e0e-ff46cc94c71b None None] Set router 5cb141a2-0b8f-4fa8-a793-1a3fc82e46e4 gateway port host: n-d-816206-8 {{(pid=103592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:29:04.153810 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-982a1e9f-f41d-410a-8aad-17722e28d71a req-27724ea0-62c2-4cd7-ba4e-712d89a2add1 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "GET /v2.0/ports?device_id=37eb0450-76ef-4e6c-957a-1c6491a25ba4 HTTP/1.1" status: 200 len: 210 time: 0.0432334 Nov 23 18:29:04.189042 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9756a25-8a7e-4780-a86b-e4e40f3a97b8 req-334bf931-5ff7-4303-9d34-b0f62facd4ae tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:29:04.190706 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d9756a25-8a7e-4780-a86b-e4e40f3a97b8 req-334bf931-5ff7-4303-9d34-b0f62facd4ae tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.36 "GET /v2.0/networks?id=fcee89ac-f2f2-4f3b-9341-6eb5812b4363 HTTP/1.1" status: 200 len: 796 time: 0.2020578 Nov 23 18:29:04.261462 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d9756a25-8a7e-4780-a86b-e4e40f3a97b8 req-f74b9da6-56dc-4420-82c5-92938a732ff9 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=000e27ec11d44dc3b43cac2203fcea4b HTTP/1.1" status: 200 len: 380 time: 0.0593636 Nov 23 18:29:04.272663 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [req-d9756a25-8a7e-4780-a86b-e4e40f3a97b8 req-92ad4596-ffac-4c6d-aaba-875f36f9423a tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Request body: {'port': {'device_id': '37eb0450-76ef-4e6c-957a-1c6491a25ba4', 'network_id': 'fcee89ac-f2f2-4f3b-9341-6eb5812b4363', 'admin_state_up': True, 'tenant_id': '000e27ec11d44dc3b43cac2203fcea4b', 'security_groups': ['60b14f86-5666-44fc-8a77-4ef86d277581']}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:29:04.323959 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9a8223df-1ee8-412a-b76f-4580004a7340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:29:04.383200 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-9a8223df-1ee8-412a-b76f-4580004a7340 None None] For port 69cdf207-7ac1-4802-9db0-23997daa7c81, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=69cdf207-7ac1-4802-9db0-23997daa7c81,segment=NetworkSegment(ebe55fac-d169-4486-ba91-c62eb79af907),segment_id=ebe55fac-d169-4486-ba91-c62eb79af907)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:29:04.384672 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9756a25-8a7e-4780-a86b-e4e40f3a97b8 req-92ad4596-ffac-4c6d-aaba-875f36f9423a tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Made reservation on behalf of 000e27ec11d44dc3b43cac2203fcea4b for: {'port': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:29:04.388394 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-d9756a25-8a7e-4780-a86b-e4e40f3a97b8 req-92ad4596-ffac-4c6d-aaba-875f36f9423a tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:29:04.405859 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9a8223df-1ee8-412a-b76f-4580004a7340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:29:04.463655 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8223df-1ee8-412a-b76f-4580004a7340 None None] Pushing event updated for resources: {'Port': ['ID=69cdf207-7ac1-4802-9db0-23997daa7c81,revision_number=5']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:29:04.476138 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-f8bd7a9f-3272-4718-9e0e-ff46cc94c71b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cb141a2-0b8f-4fa8-a793-1a3fc82e46e4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2054086977', 'tenant_id': '000e27ec11d44dc3b43cac2203fcea4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': 'cc10eeaf-410b-4e91-8955-9f1c0b86e3c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:28:57Z', 'updated_at': '2021-11-23T18:29:01Z', 'revision_number': 4, 'project_id': '000e27ec11d44dc3b43cac2203fcea4b', 'gw_port': {'id': 'cc10eeaf-410b-4e91-8955-9f1c0b86e3c7', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:0e:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cb141a2-0b8f-4fa8-a793-1a3fc82e46e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:28:58Z', 'updated_at': '2021-11-23T18:29:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_interfaces': [{'id': '69cdf207-7ac1-4802-9db0-23997daa7c81', 'name': '', 'network_id': 'fcee89ac-f2f2-4f3b-9341-6eb5812b4363', 'tenant_id': '000e27ec11d44dc3b43cac2203fcea4b', 'mac_address': 'fa:16:3e:ec:cb:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cb141a2-0b8f-4fa8-a793-1a3fc82e46e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '526f6c03-2599-4e3c-968a-d4512d2f1b16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:29:00Z', 'updated_at': '2021-11-23T18:29:03Z', 'revision_number': 4, 'project_id': '000e27ec11d44dc3b43cac2203fcea4b', 'subnets': [{'id': '526f6c03-2599-4e3c-968a-d4512d2f1b16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:29:04.503808 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8bd7a9f-3272-4718-9e0e-ff46cc94c71b None None] The sync data for ids ['5cb141a2-0b8f-4fa8-a793-1a3fc82e46e4'] in n-d-816206-8 is: [{'id': '5cb141a2-0b8f-4fa8-a793-1a3fc82e46e4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2054086977', 'tenant_id': '000e27ec11d44dc3b43cac2203fcea4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': 'cc10eeaf-410b-4e91-8955-9f1c0b86e3c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:28:57Z', 'updated_at': '2021-11-23T18:29:01Z', 'revision_number': 4, 'project_id': '000e27ec11d44dc3b43cac2203fcea4b', 'gw_port': {'id': 'cc10eeaf-410b-4e91-8955-9f1c0b86e3c7', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:0e:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cb141a2-0b8f-4fa8-a793-1a3fc82e46e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:28:58Z', 'updated_at': '2021-11-23T18:29:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_interfaces': [{'id': '69cdf207-7ac1-4802-9db0-23997daa7c81', 'name': '', 'network_id': 'fcee89ac-f2f2-4f3b-9341-6eb5812b4363', 'tenant_id': '000e27ec11d44dc3b43cac2203fcea4b', 'mac_address': 'fa:16:3e:ec:cb:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cb141a2-0b8f-4fa8-a793-1a3fc82e46e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '526f6c03-2599-4e3c-968a-d4512d2f1b16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:29:00Z', 'updated_at': '2021-11-23T18:29:03Z', 'revision_number': 4, 'project_id': '000e27ec11d44dc3b43cac2203fcea4b', 'subnets': [{'id': '526f6c03-2599-4e3c-968a-d4512d2f1b16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:29:04.514930 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.db_base_plugin_common [req-d9756a25-8a7e-4780-a86b-e4e40f3a97b8 req-92ad4596-ffac-4c6d-aaba-875f36f9423a tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Allocated IP 172.20.0.9 (fcee89ac-f2f2-4f3b-9341-6eb5812b4363/526f6c03-2599-4e3c-968a-d4512d2f1b16/e6a64d0a-d130-439d-8edc-29eab2e05327) {{(pid=103591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:29:04.533762 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-6bff86dc-2579-4561-86ba-d5b01a4a33cd None None] Provisioning complete for port 69cdf207-7ac1-4802-9db0-23997daa7c81 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:29:04.534138 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-6bff86dc-2579-4561-86ba-d5b01a4a33cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:29:04.692758 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-d9756a25-8a7e-4780-a86b-e4e40f3a97b8 req-92ad4596-ffac-4c6d-aaba-875f36f9423a tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks [] for port, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:29:04.729861 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-d9756a25-8a7e-4780-a86b-e4e40f3a97b8 req-92ad4596-ffac-4c6d-aaba-875f36f9423a tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:29:04.782811 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9756a25-8a7e-4780-a86b-e4e40f3a97b8 req-92ad4596-ffac-4c6d-aaba-875f36f9423a tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Network fcee89ac-f2f2-4f3b-9341-6eb5812b4363 is already hosted by enough agents. {{(pid=103591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:29:04.785927 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [req-d9756a25-8a7e-4780-a86b-e4e40f3a97b8 req-92ad4596-ffac-4c6d-aaba-875f36f9423a tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Resources bound (agent type, host, resource id): {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:29:04.789693 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9756a25-8a7e-4780-a86b-e4e40f3a97b8 req-92ad4596-ffac-4c6d-aaba-875f36f9423a tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Received port after_create {{(pid=103591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:29:04.797040 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ad4596-ffac-4c6d-aaba-875f36f9423a tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Pushing event updated for resources: {'Port': ['ID=e6a64d0a-d130-439d-8edc-29eab2e05327,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:29:04.853416 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9756a25-8a7e-4780-a86b-e4e40f3a97b8 req-92ad4596-ffac-4c6d-aaba-875f36f9423a tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:29:04.854248 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-d9756a25-8a7e-4780-a86b-e4e40f3a97b8 req-92ad4596-ffac-4c6d-aaba-875f36f9423a tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:29:04.877218 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d9756a25-8a7e-4780-a86b-e4e40f3a97b8 req-92ad4596-ffac-4c6d-aaba-875f36f9423a tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6082733 Nov 23 18:29:04.936882 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [req-d9756a25-8a7e-4780-a86b-e4e40f3a97b8 req-86d9d6ae-2096-48b9-8387-dc63e634b590 service neutron] Request body: {'port': {'device_id': '37eb0450-76ef-4e6c-957a-1c6491a25ba4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-8'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:29:04.997337 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-d9756a25-8a7e-4780-a86b-e4e40f3a97b8 req-86d9d6ae-2096-48b9-8387-dc63e634b590 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:29:05.062905 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-ce584a42-fce9-44b0-aa3b-7a9f98e5c45a None None] Provisioning complete for port e6a64d0a-d130-439d-8edc-29eab2e05327 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:29:05.063882 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-ce584a42-fce9-44b0-aa3b-7a9f98e5c45a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:29:05.103574 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-ce584a42-fce9-44b0-aa3b-7a9f98e5c45a None None] Port e6a64d0a-d130-439d-8edc-29eab2e05327 cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:29:05.302154 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [req-d9756a25-8a7e-4780-a86b-e4e40f3a97b8 req-86d9d6ae-2096-48b9-8387-dc63e634b590 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6a64d0a-d130-439d-8edc-29eab2e05327 {{(pid=103591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:29:05.312642 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-d9756a25-8a7e-4780-a86b-e4e40f3a97b8 req-86d9d6ae-2096-48b9-8387-dc63e634b590 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:29:05.330625 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e9ee56-636a-4335-a485-769e22b5bad7 req-7b2108de-50cd-454a-8c7b-85a49336d0f0 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:29:05.332128 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-10e9ee56-636a-4335-a485-769e22b5bad7 req-7b2108de-50cd-454a-8c7b-85a49336d0f0 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "GET /v2.0/ports?device_id=37eb0450-76ef-4e6c-957a-1c6491a25ba4 HTTP/1.1" status: 200 len: 931 time: 0.0948737 Nov 23 18:29:05.337866 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.provisioning_blocks [req-d9756a25-8a7e-4780-a86b-e4e40f3a97b8 req-86d9d6ae-2096-48b9-8387-dc63e634b590 service neutron] Transition to ACTIVE for port object e6a64d0a-d130-439d-8edc-29eab2e05327 will not be triggered until provisioned by entity L2. {{(pid=103591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 18:29:05.346701 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-d9756a25-8a7e-4780-a86b-e4e40f3a97b8 req-86d9d6ae-2096-48b9-8387-dc63e634b590 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264758186'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:29:05.433148 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-10e9ee56-636a-4335-a485-769e22b5bad7 req-cb10cf2a-14ff-4e5e-bf35-07e3fbd6abfb tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "GET /v2.0/security-groups?id=60b14f86-5666-44fc-8a77-4ef86d277581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0940750 Nov 23 18:29:05.435385 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d9d6ae-2096-48b9-8387-dc63e634b590 service neutron] Pushing event updated for resources: {'Port': ['ID=e6a64d0a-d130-439d-8edc-29eab2e05327,revision_number=2']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:29:05.512619 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-d9756a25-8a7e-4780-a86b-e4e40f3a97b8 req-86d9d6ae-2096-48b9-8387-dc63e634b590 service neutron] Attempting to bind port e6a64d0a-d130-439d-8edc-29eab2e05327 on host n-h2-816206-8 for vnic_type normal with profile {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:29:05.513046 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-d9756a25-8a7e-4780-a86b-e4e40f3a97b8 req-86d9d6ae-2096-48b9-8387-dc63e634b590 service neutron] Attempting to bind port e6a64d0a-d130-439d-8edc-29eab2e05327 by drivers openvswitch,hyperv on host n-h2-816206-8 at level 0 using segments [{'id': 'ebe55fac-d169-4486-ba91-c62eb79af907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'fcee89ac-f2f2-4f3b-9341-6eb5812b4363'}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:29:05.513500 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9756a25-8a7e-4780-a86b-e4e40f3a97b8 req-86d9d6ae-2096-48b9-8387-dc63e634b590 service neutron] Attempting to bind port e6a64d0a-d130-439d-8edc-29eab2e05327 on network fcee89ac-f2f2-4f3b-9341-6eb5812b4363 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:29:05.519926 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9756a25-8a7e-4780-a86b-e4e40f3a97b8 req-86d9d6ae-2096-48b9-8387-dc63e634b590 service neutron] Port e6a64d0a-d130-439d-8edc-29eab2e05327 on network fcee89ac-f2f2-4f3b-9341-6eb5812b4363 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-8 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:29:05.520279 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9756a25-8a7e-4780-a86b-e4e40f3a97b8 req-86d9d6ae-2096-48b9-8387-dc63e634b590 service neutron] Attempting to bind port e6a64d0a-d130-439d-8edc-29eab2e05327 on network fcee89ac-f2f2-4f3b-9341-6eb5812b4363 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:29:05.526893 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9756a25-8a7e-4780-a86b-e4e40f3a97b8 req-86d9d6ae-2096-48b9-8387-dc63e634b590 service neutron] Checking agent: {'id': 'ab77bf9e-0267-4174-8f1d-822cba89b207', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 15, 13), 'started_at': datetime.datetime(2021, 11, 23, 17, 15, 13), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 28, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:29:05.527584 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9756a25-8a7e-4780-a86b-e4e40f3a97b8 req-86d9d6ae-2096-48b9-8387-dc63e634b590 service neutron] Checking segment: {'id': 'ebe55fac-d169-4486-ba91-c62eb79af907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'fcee89ac-f2f2-4f3b-9341-6eb5812b4363'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:29:05.528219 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9756a25-8a7e-4780-a86b-e4e40f3a97b8 req-86d9d6ae-2096-48b9-8387-dc63e634b590 service neutron] Bound using segment: {'id': 'ebe55fac-d169-4486-ba91-c62eb79af907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'fcee89ac-f2f2-4f3b-9341-6eb5812b4363'} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:29:05.528946 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-d9756a25-8a7e-4780-a86b-e4e40f3a97b8 req-86d9d6ae-2096-48b9-8387-dc63e634b590 service neutron] Bound port: e6a64d0a-d130-439d-8edc-29eab2e05327, host: n-h2-816206-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ebe55fac-d169-4486-ba91-c62eb79af907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'fcee89ac-f2f2-4f3b-9341-6eb5812b4363'}}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:29:05.529573 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-d9756a25-8a7e-4780-a86b-e4e40f3a97b8 req-86d9d6ae-2096-48b9-8387-dc63e634b590 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:29:05.612021 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-d9756a25-8a7e-4780-a86b-e4e40f3a97b8 req-86d9d6ae-2096-48b9-8387-dc63e634b590 service neutron] For port e6a64d0a-d130-439d-8edc-29eab2e05327, host n-h2-816206-8, cleared binding levels {{(pid=103591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:29:05.615765 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-d9756a25-8a7e-4780-a86b-e4e40f3a97b8 req-86d9d6ae-2096-48b9-8387-dc63e634b590 service neutron] For port e6a64d0a-d130-439d-8edc-29eab2e05327, host n-h2-816206-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=e6a64d0a-d130-439d-8edc-29eab2e05327,segment=NetworkSegment(ebe55fac-d169-4486-ba91-c62eb79af907),segment_id=ebe55fac-d169-4486-ba91-c62eb79af907)] {{(pid=103591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:29:05.621411 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-d9756a25-8a7e-4780-a86b-e4e40f3a97b8 req-86d9d6ae-2096-48b9-8387-dc63e634b590 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264758186'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:29:05.657014 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9756a25-8a7e-4780-a86b-e4e40f3a97b8 req-86d9d6ae-2096-48b9-8387-dc63e634b590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:29:05.657677 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-d9756a25-8a7e-4780-a86b-e4e40f3a97b8 req-86d9d6ae-2096-48b9-8387-dc63e634b590 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:29:05.660265 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d9756a25-8a7e-4780-a86b-e4e40f3a97b8 req-86d9d6ae-2096-48b9-8387-dc63e634b590 service neutron] 10.222.0.36 "PUT /v2.0/ports/e6a64d0a-d130-439d-8edc-29eab2e05327 HTTP/1.1" status: 200 len: 1091 time: 0.7736011 Nov 23 18:29:05.662277 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37eb0450-76ef-4e6c-957a-1c6491a25ba4', 'tag': 'e6a64d0a-d130-439d-8edc-29eab2e05327'}] {{(pid=103591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:29:05.664556 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f4e21f982013ce885b63e29a1d25974432d95030e0706b58ae42016fda4ab83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1efc063-3fc9-4f6b-88b4-2b9735abb850" -d '{"events": [{"name": "network-changed", "server_uuid": "37eb0450-76ef-4e6c-957a-1c6491a25ba4", "tag": "e6a64d0a-d130-439d-8edc-29eab2e05327"}]}' {{(pid=103591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:29:05.690833 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d9d6ae-2096-48b9-8387-dc63e634b590 service neutron] Pushing event updated for resources: {'Port': ['ID=e6a64d0a-d130-439d-8edc-29eab2e05327,revision_number=3']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:29:05.739503 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:29:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f188136-0e50-4008-8175-8a97f92291d7 x-openstack-request-id: req-0f188136-0e50-4008-8175-8a97f92291d7 {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:29:05.739503 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37eb0450-76ef-4e6c-957a-1c6491a25ba4", "tag": "e6a64d0a-d130-439d-8edc-29eab2e05327", "status": "completed", "code": 200}]} {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:29:05.739932 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-0f188136-0e50-4008-8175-8a97f92291d7 {{(pid=103591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:29:05.740214 n-d-816206-8 neutron-server[103591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37eb0450-76ef-4e6c-957a-1c6491a25ba4', 'tag': 'e6a64d0a-d130-439d-8edc-29eab2e05327', 'status': 'completed', 'code': 200} Nov 23 18:29:05.775253 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9756a25-8a7e-4780-a86b-e4e40f3a97b8 req-f95cd90f-5893-42ef-baa9-ddf6524c9da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:29:05.776830 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d9756a25-8a7e-4780-a86b-e4e40f3a97b8 req-f95cd90f-5893-42ef-baa9-ddf6524c9da6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=000e27ec11d44dc3b43cac2203fcea4b&device_id=37eb0450-76ef-4e6c-957a-1c6491a25ba4 HTTP/1.1" status: 200 len: 1094 time: 0.0597389 Nov 23 18:29:05.824960 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d9756a25-8a7e-4780-a86b-e4e40f3a97b8 req-02eb773c-7781-48ad-a4a6-846994f5ecf6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e6a64d0a-d130-439d-8edc-29eab2e05327 HTTP/1.1" status: 200 len: 217 time: 0.0394812 Nov 23 18:29:05.882093 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9756a25-8a7e-4780-a86b-e4e40f3a97b8 req-63ec725e-8bb2-4b26-af7c-e7815979ea96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:29:05.883560 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d9756a25-8a7e-4780-a86b-e4e40f3a97b8 req-63ec725e-8bb2-4b26-af7c-e7815979ea96 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=526f6c03-2599-4e3c-968a-d4512d2f1b16 HTTP/1.1" status: 200 len: 835 time: 0.0501602 Nov 23 18:29:05.929803 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9756a25-8a7e-4780-a86b-e4e40f3a97b8 req-b0da7802-3a05-4c5a-9f30-e206165568d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:29:05.931188 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d9756a25-8a7e-4780-a86b-e4e40f3a97b8 req-b0da7802-3a05-4c5a-9f30-e206165568d8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=fcee89ac-f2f2-4f3b-9341-6eb5812b4363&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401113 Nov 23 18:29:06.029944 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d9756a25-8a7e-4780-a86b-e4e40f3a97b8 req-c2c86571-c1f2-4a60-80fa-72eb31881eb0 service neutron] 10.222.0.36 "GET /v2.0/networks/fcee89ac-f2f2-4f3b-9341-6eb5812b4363?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874667 Nov 23 18:29:06.119449 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d9756a25-8a7e-4780-a86b-e4e40f3a97b8 req-e5731352-a619-442d-81ec-984647585d01 service neutron] 10.222.0.36 "GET /v2.0/networks/fcee89ac-f2f2-4f3b-9341-6eb5812b4363?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835762 Nov 23 18:29:06.223453 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1efc063-3fc9-4f6b-88b4-2b9735abb850 req-66b39d03-73ee-438b-9149-f199b83e6763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:29:06.224966 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d1efc063-3fc9-4f6b-88b4-2b9735abb850 req-66b39d03-73ee-438b-9149-f199b83e6763 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=000e27ec11d44dc3b43cac2203fcea4b&device_id=37eb0450-76ef-4e6c-957a-1c6491a25ba4 HTTP/1.1" status: 200 len: 1094 time: 0.0450957 Nov 23 18:29:06.321129 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1efc063-3fc9-4f6b-88b4-2b9735abb850 req-36021e5f-5aea-4fae-b8e5-201831a60e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:29:06.322605 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d1efc063-3fc9-4f6b-88b4-2b9735abb850 req-36021e5f-5aea-4fae-b8e5-201831a60e16 service neutron] 10.222.0.36 "GET /v2.0/networks?id=fcee89ac-f2f2-4f3b-9341-6eb5812b4363 HTTP/1.1" status: 200 len: 897 time: 0.0882602 Nov 23 18:29:06.371807 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d1efc063-3fc9-4f6b-88b4-2b9735abb850 req-9056658b-4d35-46bf-9534-47227212eebb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e6a64d0a-d130-439d-8edc-29eab2e05327 HTTP/1.1" status: 200 len: 217 time: 0.0408423 Nov 23 18:29:06.423513 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1efc063-3fc9-4f6b-88b4-2b9735abb850 req-5f62c1ad-6e2c-4231-b07d-b6fca786b964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:29:06.425012 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d1efc063-3fc9-4f6b-88b4-2b9735abb850 req-5f62c1ad-6e2c-4231-b07d-b6fca786b964 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=526f6c03-2599-4e3c-968a-d4512d2f1b16 HTTP/1.1" status: 200 len: 835 time: 0.0455987 Nov 23 18:29:06.474506 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1efc063-3fc9-4f6b-88b4-2b9735abb850 req-0e273c1f-fe7e-419b-a819-a7d39aa155ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:29:06.475726 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d1efc063-3fc9-4f6b-88b4-2b9735abb850 req-0e273c1f-fe7e-419b-a819-a7d39aa155ec service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=fcee89ac-f2f2-4f3b-9341-6eb5812b4363&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425816 Nov 23 18:29:06.587394 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 69cdf207-7ac1-4802-9db0-23997daa7c81 up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:29:06.608297 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d1efc063-3fc9-4f6b-88b4-2b9735abb850 req-6ccb39e7-2930-4566-8215-fc216d4aa104 service neutron] 10.222.0.36 "GET /v2.0/networks/fcee89ac-f2f2-4f3b-9341-6eb5812b4363?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233156 Nov 23 18:29:06.618855 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210d3ec4-0a6f-40a4-b93c-d67891fbe465 req-1f877637-9650-4676-a320-c52c6fe444a3 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:29:06.620533 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-210d3ec4-0a6f-40a4-b93c-d67891fbe465 req-1f877637-9650-4676-a320-c52c6fe444a3 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "GET /v2.0/ports?device_id=37eb0450-76ef-4e6c-957a-1c6491a25ba4 HTTP/1.1" status: 200 len: 943 time: 0.0742297 Nov 23 18:29:06.641824 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port 69cdf207-7ac1-4802-9db0-23997daa7c81 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:29:06.642195 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:29:06.728077 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-210d3ec4-0a6f-40a4-b93c-d67891fbe465 req-9c37cca4-0cd1-43e9-89d9-e79262773495 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "GET /v2.0/security-groups?id=60b14f86-5666-44fc-8a77-4ef86d277581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0992191 Nov 23 18:29:06.748816 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d1efc063-3fc9-4f6b-88b4-2b9735abb850 req-ebc2183f-5a81-4bf2-8eba-b9d9a3a8a61b service neutron] 10.222.0.36 "GET /v2.0/networks/fcee89ac-f2f2-4f3b-9341-6eb5812b4363?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250794 Nov 23 18:29:07.853888 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b924246-fa91-4644-b5c2-6075ac1e3ec3 req-2d0cc01f-debd-463a-84b6-d0674df913dd tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:29:07.855339 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-0b924246-fa91-4644-b5c2-6075ac1e3ec3 req-2d0cc01f-debd-463a-84b6-d0674df913dd tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "GET /v2.0/ports?device_id=37eb0450-76ef-4e6c-957a-1c6491a25ba4 HTTP/1.1" status: 200 len: 943 time: 0.0491674 Nov 23 18:29:07.903377 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-0b924246-fa91-4644-b5c2-6075ac1e3ec3 req-ae6e3c81-518a-41e1-828b-e99d62c167bf tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "GET /v2.0/security-groups?id=60b14f86-5666-44fc-8a77-4ef86d277581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419526 Nov 23 18:29:08.780159 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device e6a64d0a-d130-439d-8edc-29eab2e05327 details requested by agent hyperv_n-h2-816206-8 with host n-h2-816206-8 {{(pid=103592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 18:29:08.875945 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port e6a64d0a-d130-439d-8edc-29eab2e05327, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=e6a64d0a-d130-439d-8edc-29eab2e05327,segment=NetworkSegment(ebe55fac-d169-4486-ba91-c62eb79af907),segment_id=ebe55fac-d169-4486-ba91-c62eb79af907)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:29:08.886779 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Returning: {'device': 'e6a64d0a-d130-439d-8edc-29eab2e05327', 'network_id': 'fcee89ac-f2f2-4f3b-9341-6eb5812b4363', 'port_id': 'e6a64d0a-d130-439d-8edc-29eab2e05327', 'mac_address': 'fa:16:3e:1f:ec:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '526f6c03-2599-4e3c-968a-d4512d2f1b16', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 18:29:08.923518 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:29:08.936404 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6a64d0a-d130-439d-8edc-29eab2e05327 {{(pid=103592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:29:08.957199 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port e6a64d0a-d130-439d-8edc-29eab2e05327, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=e6a64d0a-d130-439d-8edc-29eab2e05327,segment=NetworkSegment(ebe55fac-d169-4486-ba91-c62eb79af907),segment_id=ebe55fac-d169-4486-ba91-c62eb79af907)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:29:08.961160 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:29:09.015979 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Pushing event updated for resources: {'Port': ['ID=e6a64d0a-d130-439d-8edc-29eab2e05327,revision_number=4']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:29:09.032043 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a02825e-41b2-4941-9c42-35fb7b76768f req-44581434-4b81-4a58-8c87-f89a6398859d tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:29:09.033627 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2a02825e-41b2-4941-9c42-35fb7b76768f req-44581434-4b81-4a58-8c87-f89a6398859d tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "GET /v2.0/ports?device_id=37eb0450-76ef-4e6c-957a-1c6491a25ba4 HTTP/1.1" status: 200 len: 944 time: 0.0581291 Nov 23 18:29:09.094656 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2a02825e-41b2-4941-9c42-35fb7b76768f req-18aa4042-99cb-4ee5-91b6-a72d925b6488 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "GET /v2.0/security-groups?id=60b14f86-5666-44fc-8a77-4ef86d277581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535111 Nov 23 18:29:09.197759 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] get_ports_and_sgs() called for port_ids ['e6a64d0a-d130-439d-8edc-29eab2e05327'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:29:10.209656 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea496d3-70e7-41a9-a9bb-fd48cad68df1 req-fe927e11-cd60-4d1e-847f-ea647de86b6d tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:29:10.211109 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4ea496d3-70e7-41a9-a9bb-fd48cad68df1 req-fe927e11-cd60-4d1e-847f-ea647de86b6d tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "GET /v2.0/ports?device_id=37eb0450-76ef-4e6c-957a-1c6491a25ba4 HTTP/1.1" status: 200 len: 944 time: 0.0481033 Nov 23 18:29:10.264334 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4ea496d3-70e7-41a9-a9bb-fd48cad68df1 req-3adf5829-bbff-45de-bc5b-0a262346f7c4 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "GET /v2.0/security-groups?id=60b14f86-5666-44fc-8a77-4ef86d277581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466304 Nov 23 18:29:10.797308 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device e6a64d0a-d130-439d-8edc-29eab2e05327 up at agent hyperv_n-h2-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:29:10.845166 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Provisioning for port e6a64d0a-d130-439d-8edc-29eab2e05327 completed by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 18:29:10.849028 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Provisioning complete for port e6a64d0a-d130-439d-8edc-29eab2e05327 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:29:10.849406 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:29:10.927771 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:29:10.952891 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37eb0450-76ef-4e6c-957a-1c6491a25ba4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6a64d0a-d130-439d-8edc-29eab2e05327'}] {{(pid=103592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:29:10.955412 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}369cae9aa69facfce3992dabc874bd76984507e3cd36da60a73cd3603125cd43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43e296fe-7a85-4612-bd43-de205051a793" -d '{"events": [{"server_uuid": "37eb0450-76ef-4e6c-957a-1c6491a25ba4", "name": "network-vif-plugged", "status": "completed", "tag": "e6a64d0a-d130-439d-8edc-29eab2e05327"}]}' {{(pid=103592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:29:10.968918 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port e6a64d0a-d130-439d-8edc-29eab2e05327, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=e6a64d0a-d130-439d-8edc-29eab2e05327,segment=NetworkSegment(ebe55fac-d169-4486-ba91-c62eb79af907),segment_id=ebe55fac-d169-4486-ba91-c62eb79af907)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:29:10.973759 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:29:11.021912 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Pushing event updated for resources: {'Port': ['ID=e6a64d0a-d130-439d-8edc-29eab2e05327,revision_number=5']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:29:11.059296 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:29:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05d7c074-4be7-458d-af10-7025a0dfaac0 x-openstack-request-id: req-05d7c074-4be7-458d-af10-7025a0dfaac0 {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:29:11.059607 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37eb0450-76ef-4e6c-957a-1c6491a25ba4", "name": "network-vif-plugged", "status": "completed", "tag": "e6a64d0a-d130-439d-8edc-29eab2e05327", "code": 200}]} {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:29:11.059869 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-05d7c074-4be7-458d-af10-7025a0dfaac0 {{(pid=103592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:29:11.060276 n-d-816206-8 neutron-server[103592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37eb0450-76ef-4e6c-957a-1c6491a25ba4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6a64d0a-d130-439d-8edc-29eab2e05327', 'code': 200} Nov 23 18:29:11.160046 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac13ab6-a056-47ef-89aa-6697930acf85 req-2f342f3d-9f7d-48e2-924c-a87283bac7d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:29:11.161599 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-cac13ab6-a056-47ef-89aa-6697930acf85 req-2f342f3d-9f7d-48e2-924c-a87283bac7d5 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=37eb0450-76ef-4e6c-957a-1c6491a25ba4 HTTP/1.1" status: 200 len: 1096 time: 0.0409648 Nov 23 18:29:11.209571 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-cac13ab6-a056-47ef-89aa-6697930acf85 req-26a82fac-b81b-4878-beb6-41dc2bd0fadf service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=60b14f86-5666-44fc-8a77-4ef86d277581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387249 Nov 23 18:29:11.384639 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9238196-caaf-4c9f-9ffe-dfc3c2c66032 req-39697770-3601-4299-a826-48d675e4bfe2 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:29:11.386123 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a9238196-caaf-4c9f-9ffe-dfc3c2c66032 req-39697770-3601-4299-a826-48d675e4bfe2 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "GET /v2.0/ports?device_id=37eb0450-76ef-4e6c-957a-1c6491a25ba4 HTTP/1.1" status: 200 len: 945 time: 0.0526941 Nov 23 18:29:11.436694 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a9238196-caaf-4c9f-9ffe-dfc3c2c66032 req-a0cf9e3e-d984-4a96-a050-e4ad6e53c181 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "GET /v2.0/security-groups?id=60b14f86-5666-44fc-8a77-4ef86d277581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435359 Nov 23 18:29:12.553694 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73101aab-3410-40d4-b3cd-27b489e7961f req-b245be1d-5a18-4802-967b-6bc2cbda9da3 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:29:12.555164 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-73101aab-3410-40d4-b3cd-27b489e7961f req-b245be1d-5a18-4802-967b-6bc2cbda9da3 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "GET /v2.0/ports?device_id=37eb0450-76ef-4e6c-957a-1c6491a25ba4 HTTP/1.1" status: 200 len: 945 time: 0.0481710 Nov 23 18:29:12.605421 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-73101aab-3410-40d4-b3cd-27b489e7961f req-beed71fa-18ab-451d-a794-63d0bee02385 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "GET /v2.0/security-groups?id=60b14f86-5666-44fc-8a77-4ef86d277581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442712 Nov 23 18:29:12.719749 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20adfbb2-33fe-4834-ac06-e2ee169499dc req-d02e555e-d696-43d7-8136-c2381dd62ea1 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:29:12.721185 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-20adfbb2-33fe-4834-ac06-e2ee169499dc req-d02e555e-d696-43d7-8136-c2381dd62ea1 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "GET /v2.0/ports?device_id=37eb0450-76ef-4e6c-957a-1c6491a25ba4 HTTP/1.1" status: 200 len: 945 time: 0.0491524 Nov 23 18:29:12.773894 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-20adfbb2-33fe-4834-ac06-e2ee169499dc req-e8adb056-e3d7-43ac-81d9-436bb85d4c03 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "GET /v2.0/security-groups?id=60b14f86-5666-44fc-8a77-4ef86d277581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464447 Nov 23 18:29:12.796442 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 56928) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:29:12.835750 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16cdb9f3-fc4b-4dee-8efb-d372eab35b82 tempest-TestNetworkAdvancedServerOps-1140721612 tempest-TestNetworkAdvancedServerOps-1140721612-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:29:12.840099 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-16cdb9f3-fc4b-4dee-8efb-d372eab35b82 tempest-TestNetworkAdvancedServerOps-1140721612 tempest-TestNetworkAdvancedServerOps-1140721612-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=37eb0450-76ef-4e6c-957a-1c6491a25ba4 HTTP/1.1" status: 200 len: 1091 time: 0.0399601 Nov 23 18:29:12.840302 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 56930) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:29:12.845226 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-bb33ae06-7e8e-4140-bd3e-f7a8aba0aed6 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Request body: {'floatingip': {'floating_network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'port_id': 'e6a64d0a-d130-439d-8edc-29eab2e05327', 'tenant_id': '000e27ec11d44dc3b43cac2203fcea4b', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:29:12.866956 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-bb33ae06-7e8e-4140-bd3e-f7a8aba0aed6 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks [] for floatingip, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:29:12.964564 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-bb33ae06-7e8e-4140-bd3e-f7a8aba0aed6 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:29:13.095333 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-6d071116-81bb-4b37-8d75-5f0a8184be71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:29:13.369826 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.db_base_plugin_common [None req-bb33ae06-7e8e-4140-bd3e-f7a8aba0aed6 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Allocated IP 172.25.3.18 (4c8455ba-1be5-42ac-b8c2-8a16e1292d55/08fe3644-ce41-4c3f-a7ea-92bac0f0fff5/1cac79fc-9a71-442c-9410-669faf9d60c6) {{(pid=103591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:29:13.471329 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-bb33ae06-7e8e-4140-bd3e-f7a8aba0aed6 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks [] for port, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:29:13.505327 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-bb33ae06-7e8e-4140-bd3e-f7a8aba0aed6 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:29:13.549892 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb33ae06-7e8e-4140-bd3e-f7a8aba0aed6 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Network 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 is already hosted by enough agents. {{(pid=103591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:29:13.553707 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb33ae06-7e8e-4140-bd3e-f7a8aba0aed6 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Pushing event updated for resources: {'Port': ['ID=1cac79fc-9a71-442c-9410-669faf9d60c6,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:29:13.556104 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [None req-bb33ae06-7e8e-4140-bd3e-f7a8aba0aed6 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Resources bound (agent type, host, resource id): {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:29:13.558140 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb33ae06-7e8e-4140-bd3e-f7a8aba0aed6 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Received port after_create {{(pid=103591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:29:13.913707 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-bb33ae06-7e8e-4140-bd3e-f7a8aba0aed6 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:29:13.973433 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:29:13.980643 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-bb33ae06-7e8e-4140-bd3e-f7a8aba0aed6 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:29:14.130692 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-bb33ae06-7e8e-4140-bd3e-f7a8aba0aed6 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks [] for port, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:29:14.135350 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-bb33ae06-7e8e-4140-bd3e-f7a8aba0aed6 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264758186'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:29:14.209859 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb33ae06-7e8e-4140-bd3e-f7a8aba0aed6 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Pushing event updated for resources: {'Port': ['ID=1cac79fc-9a71-442c-9410-669faf9d60c6,revision_number=2']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:29:14.221570 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-bb33ae06-7e8e-4140-bd3e-f7a8aba0aed6 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1795396'] for floatingip, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:29:14.319663 n-d-816206-8 neutron-server[103591]: INFO neutron.db.l3_db [None req-bb33ae06-7e8e-4140-bd3e-f7a8aba0aed6 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Floating IP 3863e7ea-150a-48a9-b40a-18b95799e728 associated. External IP: 172.25.3.18, port: e6a64d0a-d130-439d-8edc-29eab2e05327. Nov 23 18:29:14.529771 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb33ae06-7e8e-4140-bd3e-f7a8aba0aed6 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Router 5cb141a2-0b8f-4fa8-a793-1a3fc82e46e4 has already been hosted by L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 {{(pid=103591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:29:14.634662 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb33ae06-7e8e-4140-bd3e-f7a8aba0aed6 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:29:14.644921 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ca386c3-0ef6-4f07-bfdd-c796d8cc5a5b None None] Sync routers for ids ['5cb141a2-0b8f-4fa8-a793-1a3fc82e46e4'] in n-d-816206-8 {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:29:14.652611 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-bb33ae06-7e8e-4140-bd3e-f7a8aba0aed6 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for floatingip, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:29:14.655186 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ca386c3-0ef6-4f07-bfdd-c796d8cc5a5b None None] Routers {'5cb141a2-0b8f-4fa8-a793-1a3fc82e46e4'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:29:14.655861 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-2ca386c3-0ef6-4f07-bfdd-c796d8cc5a5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T18:28:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['5cb141a2-0b8f-4fa8-a793-1a3fc82e46e4'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:29:14.686073 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-bb33ae06-7e8e-4140-bd3e-f7a8aba0aed6 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8418057 Nov 23 18:29:14.686073 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37eb0450-76ef-4e6c-957a-1c6491a25ba4', 'tag': 'e6a64d0a-d130-439d-8edc-29eab2e05327'}] {{(pid=103591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:29:14.686838 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f4e21f982013ce885b63e29a1d25974432d95030e0706b58ae42016fda4ab83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30b03558-c7f9-4a8d-a9c8-89f400231326" -d '{"events": [{"name": "network-changed", "server_uuid": "37eb0450-76ef-4e6c-957a-1c6491a25ba4", "tag": "e6a64d0a-d130-439d-8edc-29eab2e05327"}]}' {{(pid=103591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:29:14.736317 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:29:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cc38f8b-5ecf-48ec-ba63-1d7c3399efbc x-openstack-request-id: req-7cc38f8b-5ecf-48ec-ba63-1d7c3399efbc {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:29:14.736726 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37eb0450-76ef-4e6c-957a-1c6491a25ba4", "tag": "e6a64d0a-d130-439d-8edc-29eab2e05327", "status": "completed", "code": 200}]} {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:29:14.736989 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7cc38f8b-5ecf-48ec-ba63-1d7c3399efbc {{(pid=103591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:29:14.737472 n-d-816206-8 neutron-server[103591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37eb0450-76ef-4e6c-957a-1c6491a25ba4', 'tag': 'e6a64d0a-d130-439d-8edc-29eab2e05327', 'status': 'completed', 'code': 200} Nov 23 18:29:14.781477 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-2ca386c3-0ef6-4f07-bfdd-c796d8cc5a5b None None] Set router 5cb141a2-0b8f-4fa8-a793-1a3fc82e46e4 gateway port host: n-d-816206-8 {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:29:14.832147 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:29:14.838505 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232e4cbf-8bc8-415b-8ea1-4f1ae6b8416e req-dfcb02fc-a802-48e1-945e-d1b9d38d2ed3 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:29:14.840148 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-232e4cbf-8bc8-415b-8ea1-4f1ae6b8416e req-dfcb02fc-a802-48e1-945e-d1b9d38d2ed3 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "GET /v2.0/ports?device_id=37eb0450-76ef-4e6c-957a-1c6491a25ba4 HTTP/1.1" status: 200 len: 945 time: 0.0803385 Nov 23 18:29:14.842924 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b03558-c7f9-4a8d-a9c8-89f400231326 req-87eb0b0a-3c63-4bc4-9ecc-a9f3a9286a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:29:14.844341 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-30b03558-c7f9-4a8d-a9c8-89f400231326 req-87eb0b0a-3c63-4bc4-9ecc-a9f3a9286a55 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=000e27ec11d44dc3b43cac2203fcea4b&device_id=37eb0450-76ef-4e6c-957a-1c6491a25ba4 HTTP/1.1" status: 200 len: 1096 time: 0.0745211 Nov 23 18:29:14.955735 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-232e4cbf-8bc8-415b-8ea1-4f1ae6b8416e req-eada35b9-ae8a-4e05-9141-6c09145bd022 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "GET /v2.0/security-groups?id=60b14f86-5666-44fc-8a77-4ef86d277581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1092131 Nov 23 18:29:14.979392 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 56936) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:29:14.982073 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b03558-c7f9-4a8d-a9c8-89f400231326 req-1f812961-c21b-4b99-97a0-a0394a5c3c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:29:14.984298 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-30b03558-c7f9-4a8d-a9c8-89f400231326 req-1f812961-c21b-4b99-97a0-a0394a5c3c49 service neutron] 10.222.0.36 "GET /v2.0/networks?id=fcee89ac-f2f2-4f3b-9341-6eb5812b4363 HTTP/1.1" status: 200 len: 897 time: 0.1234331 Nov 23 18:29:15.023274 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-2ca386c3-0ef6-4f07-bfdd-c796d8cc5a5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cb141a2-0b8f-4fa8-a793-1a3fc82e46e4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2054086977', 'tenant_id': '000e27ec11d44dc3b43cac2203fcea4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': 'cc10eeaf-410b-4e91-8955-9f1c0b86e3c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:28:57Z', 'updated_at': '2021-11-23T18:29:01Z', 'revision_number': 4, 'project_id': '000e27ec11d44dc3b43cac2203fcea4b', 'gw_port': {'id': 'cc10eeaf-410b-4e91-8955-9f1c0b86e3c7', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:0e:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cb141a2-0b8f-4fa8-a793-1a3fc82e46e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:28:58Z', 'updated_at': '2021-11-23T18:29:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_floatingips': [{'id': '3863e7ea-150a-48a9-b40a-18b95799e728', 'tenant_id': '000e27ec11d44dc3b43cac2203fcea4b', 'floating_ip_address': '172.25.3.18', 'floating_network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'router_id': '5cb141a2-0b8f-4fa8-a793-1a3fc82e46e4', 'port_id': 'e6a64d0a-d130-439d-8edc-29eab2e05327', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4226, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fcee89ac-f2f2-4f3b-9341-6eb5812b4363', 'mac_address': 'fa:16:3e:1f:ec:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37eb0450-76ef-4e6c-957a-1c6491a25ba4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T18:29:13Z', 'updated_at': '2021-11-23T18:29:13Z', 'revision_number': 0, 'project_id': '000e27ec11d44dc3b43cac2203fcea4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69cdf207-7ac1-4802-9db0-23997daa7c81', 'name': '', 'network_id': 'fcee89ac-f2f2-4f3b-9341-6eb5812b4363', 'tenant_id': '000e27ec11d44dc3b43cac2203fcea4b', 'mac_address': 'fa:16:3e:ec:cb:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cb141a2-0b8f-4fa8-a793-1a3fc82e46e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '526f6c03-2599-4e3c-968a-d4512d2f1b16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:29:00Z', 'updated_at': '2021-11-23T18:29:04Z', 'revision_number': 5, 'project_id': '000e27ec11d44dc3b43cac2203fcea4b', 'subnets': [{'id': '526f6c03-2599-4e3c-968a-d4512d2f1b16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:29:15.049295 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-8dc479d5-9329-4125-a528-adf7bbd3ced0 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "GET /v2.0/floatingips/3863e7ea-150a-48a9-b40a-18b95799e728 HTTP/1.1" status: 200 len: 990 time: 0.0676990 Nov 23 18:29:15.049876 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ca386c3-0ef6-4f07-bfdd-c796d8cc5a5b None None] Checking router: 5cb141a2-0b8f-4fa8-a793-1a3fc82e46e4 for host: n-d-816206-8 {{(pid=103593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:29:15.056997 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-30b03558-c7f9-4a8d-a9c8-89f400231326 req-9f99033a-9179-4a2f-a12c-c669c703d81c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e6a64d0a-d130-439d-8edc-29eab2e05327 HTTP/1.1" status: 200 len: 998 time: 0.0651600 Nov 23 18:29:15.058194 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ca386c3-0ef6-4f07-bfdd-c796d8cc5a5b None None] Routers {'5cb141a2-0b8f-4fa8-a793-1a3fc82e46e4'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:29:15.058790 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-2ca386c3-0ef6-4f07-bfdd-c796d8cc5a5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T18:28:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['5cb141a2-0b8f-4fa8-a793-1a3fc82e46e4'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:29:15.114971 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b03558-c7f9-4a8d-a9c8-89f400231326 req-26b15aab-ac8b-461b-94fc-f426bd5d7b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:29:15.116434 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-30b03558-c7f9-4a8d-a9c8-89f400231326 req-26b15aab-ac8b-461b-94fc-f426bd5d7b16 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=526f6c03-2599-4e3c-968a-d4512d2f1b16 HTTP/1.1" status: 200 len: 835 time: 0.0518112 Nov 23 18:29:15.167539 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-2ca386c3-0ef6-4f07-bfdd-c796d8cc5a5b None None] Set router 5cb141a2-0b8f-4fa8-a793-1a3fc82e46e4 gateway port host: n-d-816206-8 {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:29:15.172595 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b03558-c7f9-4a8d-a9c8-89f400231326 req-973c62b9-d396-4650-8766-6689cad86ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:29:15.174328 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-30b03558-c7f9-4a8d-a9c8-89f400231326 req-973c62b9-d396-4650-8766-6689cad86ee8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=fcee89ac-f2f2-4f3b-9341-6eb5812b4363&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0506413 Nov 23 18:29:15.181057 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c9ec849d-ba8d-4603-95b9-734e61bb7983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:29:15.276545 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-30b03558-c7f9-4a8d-a9c8-89f400231326 req-48ec6ad6-8e4e-4c3e-adb2-8b32b2338139 service neutron] 10.222.0.36 "GET /v2.0/networks/fcee89ac-f2f2-4f3b-9341-6eb5812b4363?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938780 Nov 23 18:29:15.369023 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-30b03558-c7f9-4a8d-a9c8-89f400231326 req-3c9d05f9-410c-4d74-bcc7-d37457ce4576 service neutron] 10.222.0.36 "GET /v2.0/networks/fcee89ac-f2f2-4f3b-9341-6eb5812b4363?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839262 Nov 23 18:29:15.409359 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-2ca386c3-0ef6-4f07-bfdd-c796d8cc5a5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cb141a2-0b8f-4fa8-a793-1a3fc82e46e4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2054086977', 'tenant_id': '000e27ec11d44dc3b43cac2203fcea4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': 'cc10eeaf-410b-4e91-8955-9f1c0b86e3c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:28:57Z', 'updated_at': '2021-11-23T18:29:01Z', 'revision_number': 4, 'project_id': '000e27ec11d44dc3b43cac2203fcea4b', 'gw_port': {'id': 'cc10eeaf-410b-4e91-8955-9f1c0b86e3c7', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:0e:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cb141a2-0b8f-4fa8-a793-1a3fc82e46e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:28:58Z', 'updated_at': '2021-11-23T18:29:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_floatingips': [{'id': '3863e7ea-150a-48a9-b40a-18b95799e728', 'tenant_id': '000e27ec11d44dc3b43cac2203fcea4b', 'floating_ip_address': '172.25.3.18', 'floating_network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'router_id': '5cb141a2-0b8f-4fa8-a793-1a3fc82e46e4', 'port_id': 'e6a64d0a-d130-439d-8edc-29eab2e05327', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4226, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fcee89ac-f2f2-4f3b-9341-6eb5812b4363', 'mac_address': 'fa:16:3e:1f:ec:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37eb0450-76ef-4e6c-957a-1c6491a25ba4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T18:29:13Z', 'updated_at': '2021-11-23T18:29:13Z', 'revision_number': 0, 'project_id': '000e27ec11d44dc3b43cac2203fcea4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69cdf207-7ac1-4802-9db0-23997daa7c81', 'name': '', 'network_id': 'fcee89ac-f2f2-4f3b-9341-6eb5812b4363', 'tenant_id': '000e27ec11d44dc3b43cac2203fcea4b', 'mac_address': 'fa:16:3e:ec:cb:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cb141a2-0b8f-4fa8-a793-1a3fc82e46e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '526f6c03-2599-4e3c-968a-d4512d2f1b16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:29:00Z', 'updated_at': '2021-11-23T18:29:04Z', 'revision_number': 5, 'project_id': '000e27ec11d44dc3b43cac2203fcea4b', 'subnets': [{'id': '526f6c03-2599-4e3c-968a-d4512d2f1b16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:29:15.439013 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ca386c3-0ef6-4f07-bfdd-c796d8cc5a5b None None] The sync data for ids ['5cb141a2-0b8f-4fa8-a793-1a3fc82e46e4'] in n-d-816206-8 is: [{'id': '5cb141a2-0b8f-4fa8-a793-1a3fc82e46e4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2054086977', 'tenant_id': '000e27ec11d44dc3b43cac2203fcea4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': 'cc10eeaf-410b-4e91-8955-9f1c0b86e3c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:28:57Z', 'updated_at': '2021-11-23T18:29:01Z', 'revision_number': 4, 'project_id': '000e27ec11d44dc3b43cac2203fcea4b', 'gw_port': {'id': 'cc10eeaf-410b-4e91-8955-9f1c0b86e3c7', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:0e:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cb141a2-0b8f-4fa8-a793-1a3fc82e46e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:28:58Z', 'updated_at': '2021-11-23T18:29:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_floatingips': [{'id': '3863e7ea-150a-48a9-b40a-18b95799e728', 'tenant_id': '000e27ec11d44dc3b43cac2203fcea4b', 'floating_ip_address': '172.25.3.18', 'floating_network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'router_id': '5cb141a2-0b8f-4fa8-a793-1a3fc82e46e4', 'port_id': 'e6a64d0a-d130-439d-8edc-29eab2e05327', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4226, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fcee89ac-f2f2-4f3b-9341-6eb5812b4363', 'mac_address': 'fa:16:3e:1f:ec:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37eb0450-76ef-4e6c-957a-1c6491a25ba4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T18:29:13Z', 'updated_at': '2021-11-23T18:29:13Z', 'revision_number': 0, 'project_id': '000e27ec11d44dc3b43cac2203fcea4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69cdf207-7ac1-4802-9db0-23997daa7c81', 'name': '', 'network_id': 'fcee89ac-f2f2-4f3b-9341-6eb5812b4363', 'tenant_id': '000e27ec11d44dc3b43cac2203fcea4b', 'mac_address': 'fa:16:3e:ec:cb:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cb141a2-0b8f-4fa8-a793-1a3fc82e46e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '526f6c03-2599-4e3c-968a-d4512d2f1b16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:29:00Z', 'updated_at': '2021-11-23T18:29:04Z', 'revision_number': 5, 'project_id': '000e27ec11d44dc3b43cac2203fcea4b', 'subnets': [{'id': '526f6c03-2599-4e3c-968a-d4512d2f1b16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:29:15.652545 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fda12b76-fb4b-4e45-a0b9-8572e54105db None None] New status for floating IP 3863e7ea-150a-48a9-b40a-18b95799e728: ACTIVE {{(pid=103592) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 18:29:16.051355 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 56940) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:29:16.114334 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-b0726546-7a28-4326-a820-8710c626905e tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "GET /v2.0/floatingips/3863e7ea-150a-48a9-b40a-18b95799e728 HTTP/1.1" status: 200 len: 992 time: 0.0617299 Nov 23 18:29:16.754819 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-52822d53-48f5-4819-8a95-bdc13aea0bf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:29:17.967952 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9a27ae6c-db98-474f-94c1-cc99bf842d79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:29:18.477595 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:29:38.079324 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2f1533bf-d710-4aca-9d6d-5b8b1c03677a req-076d9fc3-d674-4ddf-8cd3-65cb8541a4ef service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=37eb0450-76ef-4e6c-957a-1c6491a25ba4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0411334 Nov 23 18:29:38.175007 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1533bf-d710-4aca-9d6d-5b8b1c03677a req-b08fd793-e736-45d8-bbc8-649d8aff1b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:29:38.176531 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2f1533bf-d710-4aca-9d6d-5b8b1c03677a req-b08fd793-e736-45d8-bbc8-649d8aff1b25 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=000e27ec11d44dc3b43cac2203fcea4b&device_id=37eb0450-76ef-4e6c-957a-1c6491a25ba4 HTTP/1.1" status: 200 len: 1096 time: 0.0466816 Nov 23 18:29:38.290280 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1533bf-d710-4aca-9d6d-5b8b1c03677a req-760edaae-78e9-4acb-94a3-2c3a9d6bf105 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:29:38.291783 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2f1533bf-d710-4aca-9d6d-5b8b1c03677a req-760edaae-78e9-4acb-94a3-2c3a9d6bf105 service neutron] 10.222.0.36 "GET /v2.0/networks?id=fcee89ac-f2f2-4f3b-9341-6eb5812b4363 HTTP/1.1" status: 200 len: 897 time: 0.0922639 Nov 23 18:29:38.364553 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2f1533bf-d710-4aca-9d6d-5b8b1c03677a req-cac0692d-594b-4804-989f-2a950617f3ef service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e6a64d0a-d130-439d-8edc-29eab2e05327 HTTP/1.1" status: 200 len: 1000 time: 0.0642383 Nov 23 18:29:38.416360 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1533bf-d710-4aca-9d6d-5b8b1c03677a req-a4943c9d-e0b8-48f6-a596-82e1578a9f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:29:38.418014 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2f1533bf-d710-4aca-9d6d-5b8b1c03677a req-a4943c9d-e0b8-48f6-a596-82e1578a9f22 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=526f6c03-2599-4e3c-968a-d4512d2f1b16 HTTP/1.1" status: 200 len: 835 time: 0.0459087 Nov 23 18:29:38.467904 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1533bf-d710-4aca-9d6d-5b8b1c03677a req-bbdcc947-64c6-4814-9d8f-08a954e6fe06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:29:38.469453 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2f1533bf-d710-4aca-9d6d-5b8b1c03677a req-bbdcc947-64c6-4814-9d8f-08a954e6fe06 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=fcee89ac-f2f2-4f3b-9341-6eb5812b4363&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434175 Nov 23 18:29:38.480835 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [req-2f1533bf-d710-4aca-9d6d-5b8b1c03677a req-e82e66ea-e4c4-4cc2-9b81-8fde75dded7d service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=103591) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 18:29:38.481777 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2f1533bf-d710-4aca-9d6d-5b8b1c03677a req-e82e66ea-e4c4-4cc2-9b81-8fde75dded7d service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050104 Nov 23 18:29:38.580221 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2f1533bf-d710-4aca-9d6d-5b8b1c03677a req-0c4e7752-1bba-444b-bc0a-7a7db5cdce38 service neutron] 10.222.0.36 "GET /v2.0/networks/fcee89ac-f2f2-4f3b-9341-6eb5812b4363?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902126 Nov 23 18:29:38.681871 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2f1533bf-d710-4aca-9d6d-5b8b1c03677a req-ed56e5cf-828c-4252-8db9-12bcf7a24d17 service neutron] 10.222.0.36 "GET /v2.0/networks/fcee89ac-f2f2-4f3b-9341-6eb5812b4363?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942228 Nov 23 18:29:40.537238 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.agents_db [None req-464f6c07-0de8-4be6-8f5b-563f574d1c5d None None] Agent healthcheck: found 7 active agents {{(pid=103593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 18:29:43.097123 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-57d190f5-b6af-45df-b416-ce737b64c653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:29:43.966465 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:29:44.837632 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:29:44.860145 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddf6687-ed60-452b-a705-a1870fc99404 req-883c1d26-3def-447b-b18b-12c161acb756 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:29:44.861581 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4ddf6687-ed60-452b-a705-a1870fc99404 req-883c1d26-3def-447b-b18b-12c161acb756 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "GET /v2.0/ports?device_id=37eb0450-76ef-4e6c-957a-1c6491a25ba4 HTTP/1.1" status: 200 len: 945 time: 0.0818856 Nov 23 18:29:44.871001 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184521a4-9e68-4b00-8b61-63653e7ed7d1 req-5fd3f2e9-0d10-4b16-92c0-c3979ab38880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:29:44.872423 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-184521a4-9e68-4b00-8b61-63653e7ed7d1 req-5fd3f2e9-0d10-4b16-92c0-c3979ab38880 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=000e27ec11d44dc3b43cac2203fcea4b&device_id=37eb0450-76ef-4e6c-957a-1c6491a25ba4 HTTP/1.1" status: 200 len: 1096 time: 0.0662796 Nov 23 18:29:44.974659 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4ddf6687-ed60-452b-a705-a1870fc99404 req-ca3ae773-baf9-4fc0-85e0-24b41e4b6418 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "GET /v2.0/security-groups?id=60b14f86-5666-44fc-8a77-4ef86d277581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1059735 Nov 23 18:29:44.998927 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184521a4-9e68-4b00-8b61-63653e7ed7d1 req-a3ebed23-1762-48bb-bff6-faff194c0dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:29:45.000413 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-184521a4-9e68-4b00-8b61-63653e7ed7d1 req-a3ebed23-1762-48bb-bff6-faff194c0dcf service neutron] 10.222.0.36 "GET /v2.0/networks?id=fcee89ac-f2f2-4f3b-9341-6eb5812b4363 HTTP/1.1" status: 200 len: 897 time: 0.1148744 Nov 23 18:29:45.068018 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-184521a4-9e68-4b00-8b61-63653e7ed7d1 req-e2887116-8d24-4dcb-9526-5659740dc5b9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e6a64d0a-d130-439d-8edc-29eab2e05327 HTTP/1.1" status: 200 len: 1000 time: 0.0592892 Nov 23 18:29:45.122480 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184521a4-9e68-4b00-8b61-63653e7ed7d1 req-044dc274-74e1-4cb0-880d-5769e02baccb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:29:45.123855 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-184521a4-9e68-4b00-8b61-63653e7ed7d1 req-044dc274-74e1-4cb0-880d-5769e02baccb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=526f6c03-2599-4e3c-968a-d4512d2f1b16 HTTP/1.1" status: 200 len: 835 time: 0.0448728 Nov 23 18:29:45.173948 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-4a5c409b-cf7b-4dc4-a6c4-c0ac86417aba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:29:45.178066 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184521a4-9e68-4b00-8b61-63653e7ed7d1 req-21c2d486-3737-491d-9f87-e110a6acc715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:29:45.179561 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-184521a4-9e68-4b00-8b61-63653e7ed7d1 req-21c2d486-3737-491d-9f87-e110a6acc715 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=fcee89ac-f2f2-4f3b-9341-6eb5812b4363&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0473890 Nov 23 18:29:45.272306 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-184521a4-9e68-4b00-8b61-63653e7ed7d1 req-9eccb8af-c89a-4b0d-80a1-89c7fc8996a1 service neutron] 10.222.0.36 "GET /v2.0/networks/fcee89ac-f2f2-4f3b-9341-6eb5812b4363?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846596 Nov 23 18:29:45.367640 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-184521a4-9e68-4b00-8b61-63653e7ed7d1 req-5a236834-ecfe-4255-8bc7-750dfb70013d service neutron] 10.222.0.36 "GET /v2.0/networks/fcee89ac-f2f2-4f3b-9341-6eb5812b4363?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871763 Nov 23 18:29:46.096247 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bfbfa0-afda-414b-9360-e5c16f4ad33a req-b5533b60-d9c7-4f80-93be-a390c6c7ae92 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:29:46.097758 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b9bfbfa0-afda-414b-9360-e5c16f4ad33a req-b5533b60-d9c7-4f80-93be-a390c6c7ae92 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "GET /v2.0/ports?device_id=37eb0450-76ef-4e6c-957a-1c6491a25ba4 HTTP/1.1" status: 200 len: 945 time: 0.0522921 Nov 23 18:29:46.148428 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b9bfbfa0-afda-414b-9360-e5c16f4ad33a req-188eb42c-4184-40bd-b737-55cf2f44cc0a tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "GET /v2.0/security-groups?id=60b14f86-5666-44fc-8a77-4ef86d277581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443249 Nov 23 18:29:46.761566 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-52822d53-48f5-4819-8a95-bdc13aea0bf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:29:47.265181 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8412af96-e418-4f54-ba04-f764836682bc req-5a136ebf-710e-4d6b-9073-f6b111ba3090 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:29:47.266668 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8412af96-e418-4f54-ba04-f764836682bc req-5a136ebf-710e-4d6b-9073-f6b111ba3090 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "GET /v2.0/ports?device_id=37eb0450-76ef-4e6c-957a-1c6491a25ba4 HTTP/1.1" status: 200 len: 945 time: 0.0489001 Nov 23 18:29:47.320037 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8412af96-e418-4f54-ba04-f764836682bc req-91880ee3-2672-4f25-ab7c-2c75251522cc tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "GET /v2.0/security-groups?id=60b14f86-5666-44fc-8a77-4ef86d277581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473833 Nov 23 18:29:47.971941 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9a27ae6c-db98-474f-94c1-cc99bf842d79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:29:48.440361 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1940acd0-463e-47a9-87a4-0e9e900c355e req-8ecdbf27-6857-4d24-b4c4-d4eec67b1151 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:29:48.441905 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-1940acd0-463e-47a9-87a4-0e9e900c355e req-8ecdbf27-6857-4d24-b4c4-d4eec67b1151 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "GET /v2.0/ports?device_id=37eb0450-76ef-4e6c-957a-1c6491a25ba4 HTTP/1.1" status: 200 len: 945 time: 0.0509443 Nov 23 18:29:48.481108 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:29:48.494093 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-1940acd0-463e-47a9-87a4-0e9e900c355e req-4d2a2820-9cd3-4b41-b9bb-c792c35e6e7c tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "GET /v2.0/security-groups?id=60b14f86-5666-44fc-8a77-4ef86d277581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462928 Nov 23 18:29:49.609520 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884a320e-fcc7-4f08-87f9-e339a1b003d7 req-60837979-064e-4534-b97c-8b2ade9d1b01 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:29:49.611049 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-884a320e-fcc7-4f08-87f9-e339a1b003d7 req-60837979-064e-4534-b97c-8b2ade9d1b01 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "GET /v2.0/ports?device_id=37eb0450-76ef-4e6c-957a-1c6491a25ba4 HTTP/1.1" status: 200 len: 945 time: 0.0490603 Nov 23 18:29:49.660065 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-884a320e-fcc7-4f08-87f9-e339a1b003d7 req-f90477c1-dcc2-4038-8150-1c76d316bffd tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "GET /v2.0/security-groups?id=60b14f86-5666-44fc-8a77-4ef86d277581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430124 Nov 23 18:29:50.780674 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b420b6-dbf8-4a35-b6ff-cfa916c90dbf req-dc52ded6-2e44-474a-9056-a4b5a55b8ad9 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:29:50.783018 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-08b420b6-dbf8-4a35-b6ff-cfa916c90dbf req-dc52ded6-2e44-474a-9056-a4b5a55b8ad9 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "GET /v2.0/ports?device_id=37eb0450-76ef-4e6c-957a-1c6491a25ba4 HTTP/1.1" status: 200 len: 945 time: 0.0535662 Nov 23 18:29:50.831316 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-08b420b6-dbf8-4a35-b6ff-cfa916c90dbf req-bc5013e6-048c-45be-a82f-5c18abd3ac38 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "GET /v2.0/security-groups?id=60b14f86-5666-44fc-8a77-4ef86d277581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425587 Nov 23 18:29:51.948789 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac36340-4f2a-4a84-b516-4dc8f3237f24 req-7bebf30f-cc28-42fd-ab10-56582fe202b3 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:29:51.950241 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4ac36340-4f2a-4a84-b516-4dc8f3237f24 req-7bebf30f-cc28-42fd-ab10-56582fe202b3 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "GET /v2.0/ports?device_id=37eb0450-76ef-4e6c-957a-1c6491a25ba4 HTTP/1.1" status: 200 len: 945 time: 0.0490479 Nov 23 18:29:52.000442 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4ac36340-4f2a-4a84-b516-4dc8f3237f24 req-4b78331c-1ba3-47bc-9521-df1da82c45e7 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "GET /v2.0/security-groups?id=60b14f86-5666-44fc-8a77-4ef86d277581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428092 Nov 23 18:29:53.116125 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053db0d6-0a03-44da-a594-1c71ba6df21e req-3656091d-367b-45b0-87eb-746b160aebd8 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:29:53.117634 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-053db0d6-0a03-44da-a594-1c71ba6df21e req-3656091d-367b-45b0-87eb-746b160aebd8 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "GET /v2.0/ports?device_id=37eb0450-76ef-4e6c-957a-1c6491a25ba4 HTTP/1.1" status: 200 len: 945 time: 0.0500495 Nov 23 18:29:53.178015 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-053db0d6-0a03-44da-a594-1c71ba6df21e req-be6ae528-9b38-4cf6-af67-890fcfd66493 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "GET /v2.0/security-groups?id=60b14f86-5666-44fc-8a77-4ef86d277581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476635 Nov 23 18:29:54.292891 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f1e70f-85f8-45bd-8097-d0cf47a5efa8 req-bb89383d-9570-4b54-b636-2f784c1c8ca6 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:29:54.294377 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-50f1e70f-85f8-45bd-8097-d0cf47a5efa8 req-bb89383d-9570-4b54-b636-2f784c1c8ca6 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "GET /v2.0/ports?device_id=37eb0450-76ef-4e6c-957a-1c6491a25ba4 HTTP/1.1" status: 200 len: 945 time: 0.0484927 Nov 23 18:29:54.342700 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-50f1e70f-85f8-45bd-8097-d0cf47a5efa8 req-d3134326-6e65-46ab-8da1-3045aa31084b tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "GET /v2.0/security-groups?id=60b14f86-5666-44fc-8a77-4ef86d277581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418110 Nov 23 18:29:55.458866 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436027dc-e341-4c98-95bf-e7e9b728dd5c req-31162995-7d66-449a-b351-af5aaf9d9102 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:29:55.460443 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-436027dc-e341-4c98-95bf-e7e9b728dd5c req-31162995-7d66-449a-b351-af5aaf9d9102 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "GET /v2.0/ports?device_id=37eb0450-76ef-4e6c-957a-1c6491a25ba4 HTTP/1.1" status: 200 len: 945 time: 0.0480115 Nov 23 18:29:55.511227 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-436027dc-e341-4c98-95bf-e7e9b728dd5c req-d4a33912-26bf-4bc4-aa5e-dab45da894c5 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "GET /v2.0/security-groups?id=60b14f86-5666-44fc-8a77-4ef86d277581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442798 Nov 23 18:29:56.632605 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64981c52-47c5-4e6e-b58e-eee52a326bd0 req-567f84de-27e9-4714-b7b1-ae74dc6c16fa tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:29:56.634077 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-64981c52-47c5-4e6e-b58e-eee52a326bd0 req-567f84de-27e9-4714-b7b1-ae74dc6c16fa tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "GET /v2.0/ports?device_id=37eb0450-76ef-4e6c-957a-1c6491a25ba4 HTTP/1.1" status: 200 len: 945 time: 0.0518501 Nov 23 18:29:56.683761 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-64981c52-47c5-4e6e-b58e-eee52a326bd0 req-294de29d-0d9f-4715-92a6-fb518db7cf7c tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "GET /v2.0/security-groups?id=60b14f86-5666-44fc-8a77-4ef86d277581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427487 Nov 23 18:29:56.707174 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 56978) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:29:56.768066 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-b27359e8-b6b3-4d3a-afbf-3db9dcaf753a tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "GET /v2.0/floatingips/3863e7ea-150a-48a9-b40a-18b95799e728 HTTP/1.1" status: 200 len: 992 time: 0.0597398 Nov 23 18:30:13.098662 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-7af5c71d-ec5c-42ee-af46-fbb3e94c9019 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:30:13.962947 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:30:14.835842 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:30:15.175498 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-888ce70a-379e-4e14-90f3-7407a701562b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:30:16.762305 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-52822d53-48f5-4819-8a95-bdc13aea0bf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:30:17.536474 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.agents_db [None req-464f6c07-0de8-4be6-8f5b-563f574d1c5d None None] Agent healthcheck: found 7 active agents {{(pid=103593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 18:30:17.975204 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9a27ae6c-db98-474f-94c1-cc99bf842d79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:30:18.490340 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:30:27.119785 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 56990) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:30:27.276439 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-b7f49cec-937d-4810-91c8-1053b6ae671b tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Deleting port 1cac79fc-9a71-442c-9410-669faf9d60c6 {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:30:27.276723 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b7f49cec-937d-4810-91c8-1053b6ae671b tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:30:27.355689 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b7f49cec-937d-4810-91c8-1053b6ae671b tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:30:27.356002 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b7f49cec-937d-4810-91c8-1053b6ae671b tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:30:27.368590 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-b7f49cec-937d-4810-91c8-1053b6ae671b tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Calling delete_port for 1cac79fc-9a71-442c-9410-669faf9d60c6 owned by network:floatingip {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:30:27.518539 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b7f49cec-937d-4810-91c8-1053b6ae671b tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:30:27.546375 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f49cec-937d-4810-91c8-1053b6ae671b tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Pushing event deleted for resources: {'Port': ['ID=1cac79fc-9a71-442c-9410-669faf9d60c6,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:30:27.572420 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f49cec-937d-4810-91c8-1053b6ae671b tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:30:27.572799 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f49cec-937d-4810-91c8-1053b6ae671b tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:30:27.573162 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f49cec-937d-4810-91c8-1053b6ae671b tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:30:27.573502 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f49cec-937d-4810-91c8-1053b6ae671b tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:30:27.573824 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f49cec-937d-4810-91c8-1053b6ae671b tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:30:27.574158 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f49cec-937d-4810-91c8-1053b6ae671b tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:30:27.574487 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f49cec-937d-4810-91c8-1053b6ae671b tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:30:27.574815 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f49cec-937d-4810-91c8-1053b6ae671b tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:30:27.575141 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f49cec-937d-4810-91c8-1053b6ae671b tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:30:27.575466 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f49cec-937d-4810-91c8-1053b6ae671b tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:30:27.575790 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f49cec-937d-4810-91c8-1053b6ae671b tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:30:27.576111 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f49cec-937d-4810-91c8-1053b6ae671b tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:30:27.619181 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b7f49cec-937d-4810-91c8-1053b6ae671b tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks [] for floatingip, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:30:27.619522 n-d-816206-8 neutron-server[103590]: INFO neutron.db.l3_db [None req-b7f49cec-937d-4810-91c8-1053b6ae671b tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Floating IP 3863e7ea-150a-48a9-b40a-18b95799e728 disassociated (deleted). External IP: 172.25.3.18, port: e6a64d0a-d130-439d-8edc-29eab2e05327. Nov 23 18:30:27.836932 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7f49cec-937d-4810-91c8-1053b6ae671b tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Router 5cb141a2-0b8f-4fa8-a793-1a3fc82e46e4 has already been hosted by L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 {{(pid=103590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:30:27.945489 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7f49cec-937d-4810-91c8-1053b6ae671b tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:30:27.950226 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b7f49cec-937d-4810-91c8-1053b6ae671b tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for floatingip, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:30:27.955060 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-421252e7-7ae6-4018-97f4-f6203785ee73 None None] Sync routers for ids ['5cb141a2-0b8f-4fa8-a793-1a3fc82e46e4'] in n-d-816206-8 {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:30:27.965019 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-421252e7-7ae6-4018-97f4-f6203785ee73 None None] Routers {'5cb141a2-0b8f-4fa8-a793-1a3fc82e46e4'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:30:27.965631 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-421252e7-7ae6-4018-97f4-f6203785ee73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T18:30:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['5cb141a2-0b8f-4fa8-a793-1a3fc82e46e4'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:30:27.979391 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-b7f49cec-937d-4810-91c8-1053b6ae671b tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "DELETE /v2.0/floatingips/3863e7ea-150a-48a9-b40a-18b95799e728 HTTP/1.1" status: 204 len: 168 time: 0.8584733 Nov 23 18:30:27.980001 n-d-816206-8 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37eb0450-76ef-4e6c-957a-1c6491a25ba4', 'tag': 'e6a64d0a-d130-439d-8edc-29eab2e05327'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:30:27.982316 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c35dbc0b6b9f20554b2131d9adc843a87fc98ef8cc7f8c5951517f8512ac17b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-035dc84d-06b4-4b52-b9db-364ffbec4d36" -d '{"events": [{"name": "network-changed", "server_uuid": "37eb0450-76ef-4e6c-957a-1c6491a25ba4", "tag": "e6a64d0a-d130-439d-8edc-29eab2e05327"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:30:28.024559 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:30:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e377ddee-5b44-40a2-abe3-fecf2e50cd05 x-openstack-request-id: req-e377ddee-5b44-40a2-abe3-fecf2e50cd05 {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:30:28.024918 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37eb0450-76ef-4e6c-957a-1c6491a25ba4", "tag": "e6a64d0a-d130-439d-8edc-29eab2e05327", "status": "completed", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:30:28.025301 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e377ddee-5b44-40a2-abe3-fecf2e50cd05 {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:30:28.025826 n-d-816206-8 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37eb0450-76ef-4e6c-957a-1c6491a25ba4', 'tag': 'e6a64d0a-d130-439d-8edc-29eab2e05327', 'status': 'completed', 'code': 200} Nov 23 18:30:28.076732 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-421252e7-7ae6-4018-97f4-f6203785ee73 None None] Set router 5cb141a2-0b8f-4fa8-a793-1a3fc82e46e4 gateway port host: n-d-816206-8 {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:30:28.093858 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035dc84d-06b4-4b52-b9db-364ffbec4d36 req-180d4942-4265-4028-b3d8-eebef97c68ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:30:28.095907 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-035dc84d-06b4-4b52-b9db-364ffbec4d36 req-180d4942-4265-4028-b3d8-eebef97c68ed service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=000e27ec11d44dc3b43cac2203fcea4b&device_id=37eb0450-76ef-4e6c-957a-1c6491a25ba4 HTTP/1.1" status: 200 len: 1096 time: 0.0459177 Nov 23 18:30:28.275383 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035dc84d-06b4-4b52-b9db-364ffbec4d36 req-a0a2f4a0-cce1-492f-84a5-4e7ddb3044d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:30:28.276900 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-035dc84d-06b4-4b52-b9db-364ffbec4d36 req-a0a2f4a0-cce1-492f-84a5-4e7ddb3044d3 service neutron] 10.222.0.36 "GET /v2.0/networks?id=fcee89ac-f2f2-4f3b-9341-6eb5812b4363 HTTP/1.1" status: 200 len: 897 time: 0.1465974 Nov 23 18:30:28.288949 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba314ff-5fe3-4a69-bb42-86c6f3125f58 req-44da01f1-821c-4efa-b2b0-c829c51446ca tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:30:28.290454 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-eba314ff-5fe3-4a69-bb42-86c6f3125f58 req-44da01f1-821c-4efa-b2b0-c829c51446ca tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "GET /v2.0/ports?device_id=37eb0450-76ef-4e6c-957a-1c6491a25ba4 HTTP/1.1" status: 200 len: 945 time: 0.0775616 Nov 23 18:30:28.332642 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-035dc84d-06b4-4b52-b9db-364ffbec4d36 req-d5a2e63d-909d-4eb7-96c2-f5426ad3064c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e6a64d0a-d130-439d-8edc-29eab2e05327 HTTP/1.1" status: 200 len: 217 time: 0.0406475 Nov 23 18:30:28.385828 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-421252e7-7ae6-4018-97f4-f6203785ee73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cb141a2-0b8f-4fa8-a793-1a3fc82e46e4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2054086977', 'tenant_id': '000e27ec11d44dc3b43cac2203fcea4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': 'cc10eeaf-410b-4e91-8955-9f1c0b86e3c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:28:57Z', 'updated_at': '2021-11-23T18:29:01Z', 'revision_number': 4, 'project_id': '000e27ec11d44dc3b43cac2203fcea4b', 'gw_port': {'id': 'cc10eeaf-410b-4e91-8955-9f1c0b86e3c7', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:0e:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cb141a2-0b8f-4fa8-a793-1a3fc82e46e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:28:58Z', 'updated_at': '2021-11-23T18:29:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_interfaces': [{'id': '69cdf207-7ac1-4802-9db0-23997daa7c81', 'name': '', 'network_id': 'fcee89ac-f2f2-4f3b-9341-6eb5812b4363', 'tenant_id': '000e27ec11d44dc3b43cac2203fcea4b', 'mac_address': 'fa:16:3e:ec:cb:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cb141a2-0b8f-4fa8-a793-1a3fc82e46e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '526f6c03-2599-4e3c-968a-d4512d2f1b16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:29:00Z', 'updated_at': '2021-11-23T18:29:04Z', 'revision_number': 5, 'project_id': '000e27ec11d44dc3b43cac2203fcea4b', 'subnets': [{'id': '526f6c03-2599-4e3c-968a-d4512d2f1b16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:30:28.407582 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-eba314ff-5fe3-4a69-bb42-86c6f3125f58 req-7cf5cc5e-6334-4781-86d7-0893e935b6d7 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "GET /v2.0/security-groups?id=60b14f86-5666-44fc-8a77-4ef86d277581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1092126 Nov 23 18:30:28.414965 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035dc84d-06b4-4b52-b9db-364ffbec4d36 req-8120f2de-91ef-4609-83ff-949201659a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:30:28.416426 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-035dc84d-06b4-4b52-b9db-364ffbec4d36 req-8120f2de-91ef-4609-83ff-949201659a78 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=526f6c03-2599-4e3c-968a-d4512d2f1b16 HTTP/1.1" status: 200 len: 835 time: 0.0706244 Nov 23 18:30:28.417545 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-421252e7-7ae6-4018-97f4-f6203785ee73 None None] Checking router: 5cb141a2-0b8f-4fa8-a793-1a3fc82e46e4 for host: n-d-816206-8 {{(pid=103593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:30:28.426748 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-421252e7-7ae6-4018-97f4-f6203785ee73 None None] Routers {'5cb141a2-0b8f-4fa8-a793-1a3fc82e46e4'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:30:28.427370 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-421252e7-7ae6-4018-97f4-f6203785ee73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T18:30:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['5cb141a2-0b8f-4fa8-a793-1a3fc82e46e4'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:30:28.467293 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035dc84d-06b4-4b52-b9db-364ffbec4d36 req-e70e08a7-22a0-4457-aec8-d4b2e57a0440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:30:28.476121 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-035dc84d-06b4-4b52-b9db-364ffbec4d36 req-e70e08a7-22a0-4457-aec8-d4b2e57a0440 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=fcee89ac-f2f2-4f3b-9341-6eb5812b4363&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0454345 Nov 23 18:30:28.540597 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-421252e7-7ae6-4018-97f4-f6203785ee73 None None] Set router 5cb141a2-0b8f-4fa8-a793-1a3fc82e46e4 gateway port host: n-d-816206-8 {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:30:28.763626 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-421252e7-7ae6-4018-97f4-f6203785ee73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cb141a2-0b8f-4fa8-a793-1a3fc82e46e4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2054086977', 'tenant_id': '000e27ec11d44dc3b43cac2203fcea4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': 'cc10eeaf-410b-4e91-8955-9f1c0b86e3c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:28:57Z', 'updated_at': '2021-11-23T18:29:01Z', 'revision_number': 4, 'project_id': '000e27ec11d44dc3b43cac2203fcea4b', 'gw_port': {'id': 'cc10eeaf-410b-4e91-8955-9f1c0b86e3c7', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:0e:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cb141a2-0b8f-4fa8-a793-1a3fc82e46e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:28:58Z', 'updated_at': '2021-11-23T18:29:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_interfaces': [{'id': '69cdf207-7ac1-4802-9db0-23997daa7c81', 'name': '', 'network_id': 'fcee89ac-f2f2-4f3b-9341-6eb5812b4363', 'tenant_id': '000e27ec11d44dc3b43cac2203fcea4b', 'mac_address': 'fa:16:3e:ec:cb:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cb141a2-0b8f-4fa8-a793-1a3fc82e46e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '526f6c03-2599-4e3c-968a-d4512d2f1b16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:29:00Z', 'updated_at': '2021-11-23T18:29:04Z', 'revision_number': 5, 'project_id': '000e27ec11d44dc3b43cac2203fcea4b', 'subnets': [{'id': '526f6c03-2599-4e3c-968a-d4512d2f1b16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:30:28.791766 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-421252e7-7ae6-4018-97f4-f6203785ee73 None None] The sync data for ids ['5cb141a2-0b8f-4fa8-a793-1a3fc82e46e4'] in n-d-816206-8 is: [{'id': '5cb141a2-0b8f-4fa8-a793-1a3fc82e46e4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2054086977', 'tenant_id': '000e27ec11d44dc3b43cac2203fcea4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': 'cc10eeaf-410b-4e91-8955-9f1c0b86e3c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:28:57Z', 'updated_at': '2021-11-23T18:29:01Z', 'revision_number': 4, 'project_id': '000e27ec11d44dc3b43cac2203fcea4b', 'gw_port': {'id': 'cc10eeaf-410b-4e91-8955-9f1c0b86e3c7', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:0e:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cb141a2-0b8f-4fa8-a793-1a3fc82e46e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:28:58Z', 'updated_at': '2021-11-23T18:29:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_interfaces': [{'id': '69cdf207-7ac1-4802-9db0-23997daa7c81', 'name': '', 'network_id': 'fcee89ac-f2f2-4f3b-9341-6eb5812b4363', 'tenant_id': '000e27ec11d44dc3b43cac2203fcea4b', 'mac_address': 'fa:16:3e:ec:cb:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cb141a2-0b8f-4fa8-a793-1a3fc82e46e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '526f6c03-2599-4e3c-968a-d4512d2f1b16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:29:00Z', 'updated_at': '2021-11-23T18:29:04Z', 'revision_number': 5, 'project_id': '000e27ec11d44dc3b43cac2203fcea4b', 'subnets': [{'id': '526f6c03-2599-4e3c-968a-d4512d2f1b16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:30:28.891519 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-035dc84d-06b4-4b52-b9db-364ffbec4d36 req-e38cbdb4-41e1-4afa-a542-36c9214a5b04 service neutron] 10.222.0.36 "GET /v2.0/networks/fcee89ac-f2f2-4f3b-9341-6eb5812b4363?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4128726 Nov 23 18:30:28.990446 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-035dc84d-06b4-4b52-b9db-364ffbec4d36 req-4d1a7178-423a-4150-8e22-9973da7d9b34 service neutron] 10.222.0.36 "GET /v2.0/networks/fcee89ac-f2f2-4f3b-9341-6eb5812b4363?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912874 Nov 23 18:30:29.041526 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c536c8b-5443-4995-b47e-b6b24c0ba737 None None] New status for floating IP 3863e7ea-150a-48a9-b40a-18b95799e728: DOWN {{(pid=103592) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 18:30:29.531335 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2767ad-5141-48eb-9183-9dc481f0bc68 req-c2607567-f687-406c-83eb-8aef0ef14a8d tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:30:29.533276 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-3f2767ad-5141-48eb-9183-9dc481f0bc68 req-c2607567-f687-406c-83eb-8aef0ef14a8d tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "GET /v2.0/ports?device_id=37eb0450-76ef-4e6c-957a-1c6491a25ba4 HTTP/1.1" status: 200 len: 945 time: 0.0519133 Nov 23 18:30:29.601883 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-3f2767ad-5141-48eb-9183-9dc481f0bc68 req-f4c57a3f-4a84-4fde-9018-5bfb5aa3c909 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "GET /v2.0/security-groups?id=60b14f86-5666-44fc-8a77-4ef86d277581&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624661 Nov 23 18:30:29.859228 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce8369d-e64d-4bd5-92ba-612d0e1efad9 req-10f2b4a8-c5da-4bf6-a18f-1fd44038ed9b tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:30:29.860695 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9ce8369d-e64d-4bd5-92ba-612d0e1efad9 req-10f2b4a8-c5da-4bf6-a18f-1fd44038ed9b tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.36 "GET /v2.0/ports?device_id=37eb0450-76ef-4e6c-957a-1c6491a25ba4 HTTP/1.1" status: 200 len: 945 time: 0.0483429 Nov 23 18:30:29.949639 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [req-9ce8369d-e64d-4bd5-92ba-612d0e1efad9 req-ef0a0a68-3b65-40ae-963a-6c12dd5940ea tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Deleting port e6a64d0a-d130-439d-8edc-29eab2e05327 {{(pid=103591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:30:29.949974 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-9ce8369d-e64d-4bd5-92ba-612d0e1efad9 req-ef0a0a68-3b65-40ae-963a-6c12dd5940ea tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:30:30.042041 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-9ce8369d-e64d-4bd5-92ba-612d0e1efad9 req-ef0a0a68-3b65-40ae-963a-6c12dd5940ea tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] For port e6a64d0a-d130-439d-8edc-29eab2e05327, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=e6a64d0a-d130-439d-8edc-29eab2e05327,segment=NetworkSegment(ebe55fac-d169-4486-ba91-c62eb79af907),segment_id=ebe55fac-d169-4486-ba91-c62eb79af907)] {{(pid=103591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:30:30.042311 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-9ce8369d-e64d-4bd5-92ba-612d0e1efad9 req-ef0a0a68-3b65-40ae-963a-6c12dd5940ea tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:30:30.054905 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [req-9ce8369d-e64d-4bd5-92ba-612d0e1efad9 req-ef0a0a68-3b65-40ae-963a-6c12dd5940ea tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Calling delete_port for e6a64d0a-d130-439d-8edc-29eab2e05327 owned by compute:nova {{(pid=103591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:30:30.183611 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-9ce8369d-e64d-4bd5-92ba-612d0e1efad9 req-ef0a0a68-3b65-40ae-963a-6c12dd5940ea tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:30:30.215074 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0a0a68-3b65-40ae-963a-6c12dd5940ea tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Pushing event deleted for resources: {'Port': ['ID=e6a64d0a-d130-439d-8edc-29eab2e05327,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:30:30.241286 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0a0a68-3b65-40ae-963a-6c12dd5940ea tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:30:30.241674 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0a0a68-3b65-40ae-963a-6c12dd5940ea tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:30:30.242022 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0a0a68-3b65-40ae-963a-6c12dd5940ea tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:30:30.242393 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0a0a68-3b65-40ae-963a-6c12dd5940ea tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:30:30.242759 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0a0a68-3b65-40ae-963a-6c12dd5940ea tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:30:30.243068 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0a0a68-3b65-40ae-963a-6c12dd5940ea tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:30:30.243400 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0a0a68-3b65-40ae-963a-6c12dd5940ea tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:30:30.243733 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0a0a68-3b65-40ae-963a-6c12dd5940ea tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:30:30.244067 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0a0a68-3b65-40ae-963a-6c12dd5940ea tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:30:30.244399 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0a0a68-3b65-40ae-963a-6c12dd5940ea tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:30:30.244763 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0a0a68-3b65-40ae-963a-6c12dd5940ea tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:30:30.245105 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0a0a68-3b65-40ae-963a-6c12dd5940ea tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:30:30.264411 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ce8369d-e64d-4bd5-92ba-612d0e1efad9 req-ef0a0a68-3b65-40ae-963a-6c12dd5940ea tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] No DVR routers for this DVR port e6a64d0a-d130-439d-8edc-29eab2e05327 on host n-h2-816206-8 {{(pid=103591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:30:30.267634 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-9ce8369d-e64d-4bd5-92ba-612d0e1efad9 req-ef0a0a68-3b65-40ae-963a-6c12dd5940ea tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:30:30.270966 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9ce8369d-e64d-4bd5-92ba-612d0e1efad9 req-ef0a0a68-3b65-40ae-963a-6c12dd5940ea tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.36 "DELETE /v2.0/ports/e6a64d0a-d130-439d-8edc-29eab2e05327 HTTP/1.1" status: 204 len: 173 time: 0.4026835 Nov 23 18:30:30.271415 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37eb0450-76ef-4e6c-957a-1c6491a25ba4', 'name': 'network-vif-deleted', 'tag': 'e6a64d0a-d130-439d-8edc-29eab2e05327'}] {{(pid=103591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:30:30.273724 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f4e21f982013ce885b63e29a1d25974432d95030e0706b58ae42016fda4ab83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cca9fbb-8bff-4b5a-842a-87402914a786" -d '{"events": [{"server_uuid": "37eb0450-76ef-4e6c-957a-1c6491a25ba4", "name": "network-vif-deleted", "tag": "e6a64d0a-d130-439d-8edc-29eab2e05327"}]}' {{(pid=103591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:30:30.311711 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:30:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-604084de-a915-440b-9ad5-6d3548891333 x-openstack-request-id: req-604084de-a915-440b-9ad5-6d3548891333 {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:30:30.312645 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37eb0450-76ef-4e6c-957a-1c6491a25ba4", "name": "network-vif-deleted", "tag": "e6a64d0a-d130-439d-8edc-29eab2e05327", "status": "completed", "code": 200}]} {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:30:30.312973 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-604084de-a915-440b-9ad5-6d3548891333 {{(pid=103591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:30:30.313476 n-d-816206-8 neutron-server[103591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37eb0450-76ef-4e6c-957a-1c6491a25ba4', 'name': 'network-vif-deleted', 'tag': 'e6a64d0a-d130-439d-8edc-29eab2e05327', 'status': 'completed', 'code': 200} Nov 23 18:30:30.715450 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-60f18d20-e82d-4edb-97c9-7db2d30de4d9 req-7c5d68f2-f3f1-4be1-9b07-849a6dd13a5c tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "GET /v2.0/ports?device_id=37eb0450-76ef-4e6c-957a-1c6491a25ba4 HTTP/1.1" status: 200 len: 210 time: 0.0265024 Nov 23 18:30:31.778198 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 57006) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:30:32.132399 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c2c4d0ed-e02c-4be4-aa9f-47c7c7e89ecc tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1794372'] for router_interface, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:30:32.379338 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-c2c4d0ed-e02c-4be4-aa9f-47c7c7e89ecc tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Deleting port 69cdf207-7ac1-4802-9db0-23997daa7c81 {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:30:32.379670 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c2c4d0ed-e02c-4be4-aa9f-47c7c7e89ecc tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:30:32.466930 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-c2c4d0ed-e02c-4be4-aa9f-47c7c7e89ecc tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] For port 69cdf207-7ac1-4802-9db0-23997daa7c81, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=69cdf207-7ac1-4802-9db0-23997daa7c81,segment=NetworkSegment(ebe55fac-d169-4486-ba91-c62eb79af907),segment_id=ebe55fac-d169-4486-ba91-c62eb79af907)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:30:32.467203 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c2c4d0ed-e02c-4be4-aa9f-47c7c7e89ecc tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:30:32.479997 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-c2c4d0ed-e02c-4be4-aa9f-47c7c7e89ecc tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Calling delete_port for 69cdf207-7ac1-4802-9db0-23997daa7c81 owned by network:router_interface {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:30:32.662573 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c2c4d0ed-e02c-4be4-aa9f-47c7c7e89ecc tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:30:32.689375 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c4d0ed-e02c-4be4-aa9f-47c7c7e89ecc tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Pushing event deleted for resources: {'Port': ['ID=69cdf207-7ac1-4802-9db0-23997daa7c81,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:30:32.883616 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c2c4d0ed-e02c-4be4-aa9f-47c7c7e89ecc tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2067500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1794520'] for router_interface, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:30:33.103542 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2c4d0ed-e02c-4be4-aa9f-47c7c7e89ecc tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Router 5cb141a2-0b8f-4fa8-a793-1a3fc82e46e4 has already been hosted by L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 {{(pid=103590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:30:33.199146 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device e6a64d0a-d130-439d-8edc-29eab2e05327 no longer exists at agent hyperv_n-h2-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:30:33.211133 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2c4d0ed-e02c-4be4-aa9f-47c7c7e89ecc tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:30:33.216352 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-c2c4d0ed-e02c-4be4-aa9f-47c7c7e89ecc tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "PUT /v2.0/routers/5cb141a2-0b8f-4fa8-a793-1a3fc82e46e4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4369218 Nov 23 18:30:33.218894 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 57008) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:30:33.221753 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54bcff36-96bf-413f-9f63-37c119509a60 None None] Sync routers for ids ['5cb141a2-0b8f-4fa8-a793-1a3fc82e46e4'] in n-d-816206-8 {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:30:33.223890 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] No Port match for: e6a64d0a-d130-439d-8edc-29eab2e05327 {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:30:33.224530 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device e6a64d0a-d130-439d-8edc-29eab2e05327 not bound to the agent host n-h2-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:30:33.232753 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54bcff36-96bf-413f-9f63-37c119509a60 None None] Routers {'5cb141a2-0b8f-4fa8-a793-1a3fc82e46e4'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:30:33.233368 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-54bcff36-96bf-413f-9f63-37c119509a60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T18:30:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['5cb141a2-0b8f-4fa8-a793-1a3fc82e46e4'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:30:33.341089 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-54bcff36-96bf-413f-9f63-37c119509a60 None None] Set router 5cb141a2-0b8f-4fa8-a793-1a3fc82e46e4 gateway port host: n-d-816206-8 {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:30:33.524944 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-54bcff36-96bf-413f-9f63-37c119509a60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cb141a2-0b8f-4fa8-a793-1a3fc82e46e4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2054086977', 'tenant_id': '000e27ec11d44dc3b43cac2203fcea4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': 'cc10eeaf-410b-4e91-8955-9f1c0b86e3c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:28:57Z', 'updated_at': '2021-11-23T18:30:32Z', 'revision_number': 5, 'project_id': '000e27ec11d44dc3b43cac2203fcea4b', 'gw_port': {'id': 'cc10eeaf-410b-4e91-8955-9f1c0b86e3c7', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:0e:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cb141a2-0b8f-4fa8-a793-1a3fc82e46e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:28:58Z', 'updated_at': '2021-11-23T18:29:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8'}], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:30:33.551087 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54bcff36-96bf-413f-9f63-37c119509a60 None None] Checking router: 5cb141a2-0b8f-4fa8-a793-1a3fc82e46e4 for host: n-d-816206-8 {{(pid=103593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:30:33.560231 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54bcff36-96bf-413f-9f63-37c119509a60 None None] Routers {'5cb141a2-0b8f-4fa8-a793-1a3fc82e46e4'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:30:33.560971 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-54bcff36-96bf-413f-9f63-37c119509a60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T18:30:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['5cb141a2-0b8f-4fa8-a793-1a3fc82e46e4'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:30:33.615342 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_v2 [None req-09b18b5c-75ba-421c-8f2e-8724502a3035 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Deleting subnet 526f6c03-2599-4e3c-968a-d4512d2f1b16 {{(pid=103590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 18:30:33.619227 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-09b18b5c-75ba-421c-8f2e-8724502a3035 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks [] for subnet, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:30:33.659397 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-09b18b5c-75ba-421c-8f2e-8724502a3035 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-267528342'] for subnet, precommit_delete_associations {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:30:33.667049 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-54bcff36-96bf-413f-9f63-37c119509a60 None None] Set router 5cb141a2-0b8f-4fa8-a793-1a3fc82e46e4 gateway port host: n-d-816206-8 {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:30:33.747817 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-09b18b5c-75ba-421c-8f2e-8724502a3035 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971956'] for subnet, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:30:33.807540 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-09b18b5c-75ba-421c-8f2e-8724502a3035 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264357903', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264730940'] for subnet, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:30:33.834497 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b18b5c-75ba-421c-8f2e-8724502a3035 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Pushing event deleted for resources: {'Subnet': ['ID=526f6c03-2599-4e3c-968a-d4512d2f1b16,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:30:33.839203 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-09b18b5c-75ba-421c-8f2e-8724502a3035 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks [] for subnet, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:30:33.846079 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-54bcff36-96bf-413f-9f63-37c119509a60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cb141a2-0b8f-4fa8-a793-1a3fc82e46e4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2054086977', 'tenant_id': '000e27ec11d44dc3b43cac2203fcea4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': 'cc10eeaf-410b-4e91-8955-9f1c0b86e3c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:28:57Z', 'updated_at': '2021-11-23T18:30:32Z', 'revision_number': 5, 'project_id': '000e27ec11d44dc3b43cac2203fcea4b', 'gw_port': {'id': 'cc10eeaf-410b-4e91-8955-9f1c0b86e3c7', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:0e:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cb141a2-0b8f-4fa8-a793-1a3fc82e46e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:28:58Z', 'updated_at': '2021-11-23T18:29:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8'}], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:30:33.846197 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 57010) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:30:33.850753 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e88538cc-5e8b-40e3-b66d-7d55d7af47fd None None] Network fcee89ac-f2f2-4f3b-9341-6eb5812b4363 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:30:33.853037 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-09b18b5c-75ba-421c-8f2e-8724502a3035 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "DELETE /v2.0/subnets/526f6c03-2599-4e3c-968a-d4512d2f1b16 HTTP/1.1" status: 204 len: 168 time: 0.6330023 Nov 23 18:30:33.877654 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54bcff36-96bf-413f-9f63-37c119509a60 None None] The sync data for ids ['5cb141a2-0b8f-4fa8-a793-1a3fc82e46e4'] in n-d-816206-8 is: [{'id': '5cb141a2-0b8f-4fa8-a793-1a3fc82e46e4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2054086977', 'tenant_id': '000e27ec11d44dc3b43cac2203fcea4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': 'cc10eeaf-410b-4e91-8955-9f1c0b86e3c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:28:57Z', 'updated_at': '2021-11-23T18:30:32Z', 'revision_number': 5, 'project_id': '000e27ec11d44dc3b43cac2203fcea4b', 'gw_port': {'id': 'cc10eeaf-410b-4e91-8955-9f1c0b86e3c7', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:0e:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cb141a2-0b8f-4fa8-a793-1a3fc82e46e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:28:58Z', 'updated_at': '2021-11-23T18:29:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8'}] {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:30:33.965892 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-fd138b52-ed1a-4015-969f-351f226d6d3e tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks [] for router, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:30:34.074195 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-fd138b52-ed1a-4015-969f-351f226d6d3e tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:30:34.128515 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-fd138b52-ed1a-4015-969f-351f226d6d3e tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Deleting port cc10eeaf-410b-4e91-8955-9f1c0b86e3c7 {{(pid=103591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:30:34.129056 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-fd138b52-ed1a-4015-969f-351f226d6d3e tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:30:34.213687 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [None req-fd138b52-ed1a-4015-969f-351f226d6d3e tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] For port cc10eeaf-410b-4e91-8955-9f1c0b86e3c7, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=cc10eeaf-410b-4e91-8955-9f1c0b86e3c7,segment=NetworkSegment(bffd1e4f-e80f-4ff0-b418-2f42ae15febf),segment_id=bffd1e4f-e80f-4ff0-b418-2f42ae15febf)] {{(pid=103591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:30:34.213967 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-fd138b52-ed1a-4015-969f-351f226d6d3e tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:30:34.226653 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-fd138b52-ed1a-4015-969f-351f226d6d3e tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Calling delete_port for cc10eeaf-410b-4e91-8955-9f1c0b86e3c7 owned by network:router_gateway {{(pid=103591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:30:34.252762 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba3500cb-1135-4ff6-9637-87acbc5f01c2 None None] DHCP port deletion for fcee89ac-f2f2-4f3b-9341-6eb5812b4363 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:30:34.303622 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-ba3500cb-1135-4ff6-9637-87acbc5f01c2 None None] Deleting port 58aca206-806b-410d-8228-5ec936b27f64 {{(pid=103592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:30:34.304168 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-ba3500cb-1135-4ff6-9637-87acbc5f01c2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:30:34.376461 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-ba3500cb-1135-4ff6-9637-87acbc5f01c2 None None] For port 58aca206-806b-410d-8228-5ec936b27f64, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=58aca206-806b-410d-8228-5ec936b27f64,segment=NetworkSegment(ebe55fac-d169-4486-ba91-c62eb79af907),segment_id=ebe55fac-d169-4486-ba91-c62eb79af907)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:30:34.377139 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-ba3500cb-1135-4ff6-9637-87acbc5f01c2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:30:34.395222 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-ba3500cb-1135-4ff6-9637-87acbc5f01c2 None None] Calling delete_port for 58aca206-806b-410d-8228-5ec936b27f64 owned by network:dhcp {{(pid=103592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:30:34.408946 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-fd138b52-ed1a-4015-969f-351f226d6d3e tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:30:34.442694 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd138b52-ed1a-4015-969f-351f226d6d3e tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Pushing event deleted for resources: {'Port': ['ID=cc10eeaf-410b-4e91-8955-9f1c0b86e3c7,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:30:34.452293 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4864f259-8c9d-4462-b161-f95b698fb8c1 None None] DHCP port deletion for 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:30:34.487562 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-ba3500cb-1135-4ff6-9637-87acbc5f01c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989'] for port, after_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:30:34.505622 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-fd138b52-ed1a-4015-969f-351f226d6d3e tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1795454'] for router_gateway, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:30:34.520779 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3500cb-1135-4ff6-9637-87acbc5f01c2 None None] Pushing event deleted for resources: {'Port': ['ID=58aca206-806b-410d-8228-5ec936b27f64,revision_number=None']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:30:34.523467 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba3500cb-1135-4ff6-9637-87acbc5f01c2 None None] No DVR routers for this DVR port 58aca206-806b-410d-8228-5ec936b27f64 on host n-d-816206-8 {{(pid=103592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:30:34.533261 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3500cb-1135-4ff6-9637-87acbc5f01c2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:30:34.533612 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3500cb-1135-4ff6-9637-87acbc5f01c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:30:34.533955 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3500cb-1135-4ff6-9637-87acbc5f01c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:30:34.534292 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3500cb-1135-4ff6-9637-87acbc5f01c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:30:34.534816 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3500cb-1135-4ff6-9637-87acbc5f01c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:30:34.535006 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3500cb-1135-4ff6-9637-87acbc5f01c2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:30:34.535265 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3500cb-1135-4ff6-9637-87acbc5f01c2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:30:34.535833 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3500cb-1135-4ff6-9637-87acbc5f01c2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:30:34.536163 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3500cb-1135-4ff6-9637-87acbc5f01c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:30:34.536508 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3500cb-1135-4ff6-9637-87acbc5f01c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:30:34.536838 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3500cb-1135-4ff6-9637-87acbc5f01c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:30:34.537289 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3500cb-1135-4ff6-9637-87acbc5f01c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:30:34.603566 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-fd138b52-ed1a-4015-969f-351f226d6d3e tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1794352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8175'] for router, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:30:34.605709 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-fd138b52-ed1a-4015-969f-351f226d6d3e tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:30:34.650204 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-fd138b52-ed1a-4015-969f-351f226d6d3e tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1795580'] for router, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:30:34.650781 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd138b52-ed1a-4015-969f-351f226d6d3e tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Fanout notify agent at l3_agent the message router_deleted on router 5cb141a2-0b8f-4fa8-a793-1a3fc82e46e4 {{(pid=103591) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 18:30:34.657861 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-fd138b52-ed1a-4015-969f-351f226d6d3e tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks [] for router, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:30:34.658978 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-fd138b52-ed1a-4015-969f-351f226d6d3e tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "DELETE /v2.0/routers/5cb141a2-0b8f-4fa8-a793-1a3fc82e46e4 HTTP/1.1" status: 204 len: 168 time: 0.8121536 Nov 23 18:30:34.661576 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 57012) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:30:34.675324 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 58aca206-806b-410d-8228-5ec936b27f64 no longer exists at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:30:34.699570 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] No Port match for: 58aca206-806b-410d-8228-5ec936b27f64 {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:30:34.700121 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 58aca206-806b-410d-8228-5ec936b27f64 not bound to the agent host n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:30:34.700822 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 69cdf207-7ac1-4802-9db0-23997daa7c81 no longer exists at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:30:34.722044 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] No Port match for: 69cdf207-7ac1-4802-9db0-23997daa7c81 {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:30:34.722383 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 69cdf207-7ac1-4802-9db0-23997daa7c81 not bound to the agent host n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:30:34.746758 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-5da72e9e-3908-4c08-92e3-88f4d4ec02ad tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-555181'] for network, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:30:34.850773 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-5da72e9e-3908-4c08-92e3-88f4d4ec02ad tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973419', 'neutron.services.segments.db._delete_segments_for_network-8736635878840'] for network, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:30:34.870474 n-d-816206-8 neutron-server[103591]: DEBUG neutron.services.segments.db [None req-5da72e9e-3908-4c08-92e3-88f4d4ec02ad tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fcee89ac-f2f2-4f3b-9341-6eb5812b4363']}} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:30:34.880143 n-d-816206-8 neutron-server[103591]: DEBUG neutron.services.segments.db [None req-5da72e9e-3908-4c08-92e3-88f4d4ec02ad tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebe55fac-d169-4486-ba91-c62eb79af907') {'for_net_delete': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:30:34.880443 n-d-816206-8 neutron-server[103591]: DEBUG neutron.services.segments.db [None req-5da72e9e-3908-4c08-92e3-88f4d4ec02ad tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebe55fac-d169-4486-ba91-c62eb79af907') {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:30:34.889731 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-5da72e9e-3908-4c08-92e3-88f4d4ec02ad tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736635840332', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265989959'] for segment, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:30:34.902587 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-5da72e9e-3908-4c08-92e3-88f4d4ec02ad tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:30:34.908198 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5da72e9e-3908-4c08-92e3-88f4d4ec02ad tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Releasing vlan 548 on physical network physnet1 to pool {{(pid=103591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 18:30:34.908612 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-5da72e9e-3908-4c08-92e3-88f4d4ec02ad tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264756290'] for segment, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:30:34.911498 n-d-816206-8 neutron-server[103591]: Traceback (most recent call last): Nov 23 18:30:34.911498 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 18:30:34.911498 n-d-816206-8 neutron-server[103591]: timer() Nov 23 18:30:34.911498 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 18:30:34.911498 n-d-816206-8 neutron-server[103591]: cb(*args, **kw) Nov 23 18:30:34.911498 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 18:30:34.911498 n-d-816206-8 neutron-server[103591]: return func(*args, **kwargs) Nov 23 18:30:34.911498 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 18:30:34.911498 n-d-816206-8 neutron-server[103591]: self._notify() Nov 23 18:30:34.911498 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 18:30:34.911498 n-d-816206-8 neutron-server[103591]: self.callback(batched_events) Nov 23 18:30:34.911498 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 18:30:34.911498 n-d-816206-8 neutron-server[103591]: event.method(event) Nov 23 18:30:34.911498 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 18:30:34.911498 n-d-816206-8 neutron-server[103591]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 18:30:34.911498 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 18:30:34.911498 n-d-816206-8 neutron-server[103591]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 18:30:34.911498 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 18:30:34.911498 n-d-816206-8 neutron-server[103591]: return f(self, *a, **k) Nov 23 18:30:34.911498 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 18:30:34.911498 n-d-816206-8 neutron-server[103591]: return self._get(url).json() Nov 23 18:30:34.911498 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 18:30:34.911498 n-d-816206-8 neutron-server[103591]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 18:30:34.911498 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 18:30:34.911498 n-d-816206-8 neutron-server[103591]: return self.request(url, 'GET', **kwargs) Nov 23 18:30:34.911498 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 18:30:34.911498 n-d-816206-8 neutron-server[103591]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 18:30:34.911498 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 18:30:34.911498 n-d-816206-8 neutron-server[103591]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 18:30:34.911498 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 18:30:34.911498 n-d-816206-8 neutron-server[103591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 18:30:34.911498 n-d-816206-8 neutron-server[103591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 18:30:34.972442 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-5da72e9e-3908-4c08-92e3-88f4d4ec02ad tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1795418'] for network, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:30:34.980609 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-5da72e9e-3908-4c08-92e3-88f4d4ec02ad tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks [] for network, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:30:34.983005 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-5da72e9e-3908-4c08-92e3-88f4d4ec02ad tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "DELETE /v2.0/networks/fcee89ac-f2f2-4f3b-9341-6eb5812b4363 HTTP/1.1" status: 204 len: 168 time: 0.3204818 Nov 23 18:30:34.986453 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 57014) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:30:34.994838 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da72e9e-3908-4c08-92e3-88f4d4ec02ad tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Pushing event deleted for resources: {'Network': ['ID=fcee89ac-f2f2-4f3b-9341-6eb5812b4363,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:30:35.044541 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-921b9186-e17d-41ea-a868-4368508fbd46 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks [] for security_group, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:30:35.070164 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-921b9186-e17d-41ea-a868-4368508fbd46 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:30:35.133853 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-921b9186-e17d-41ea-a868-4368508fbd46 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:30:35.136548 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-921b9186-e17d-41ea-a868-4368508fbd46 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:30:35.137733 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-921b9186-e17d-41ea-a868-4368508fbd46 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "DELETE /v2.0/security-groups/60b14f86-5666-44fc-8a77-4ef86d277581 HTTP/1.1" status: 204 len: 168 time: 0.1502612 Nov 23 18:30:35.147346 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921b9186-e17d-41ea-a868-4368508fbd46 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=60b14f86-5666-44fc-8a77-4ef86d277581,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:30:35.584031 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 57020) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:30:35.588687 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-6528e405-61be-4fde-931a-e369cf8b6eb6 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-457507401', 'description': 'tempest-secgroup-smoke-457507401 description', 'project_id': '000e27ec11d44dc3b43cac2203fcea4b'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:30:35.610904 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6528e405-61be-4fde-931a-e369cf8b6eb6 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks [] for security_group, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:30:35.678495 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6528e405-61be-4fde-931a-e369cf8b6eb6 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks [] for security_group, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:30:35.681997 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6528e405-61be-4fde-931a-e369cf8b6eb6 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:30:35.711076 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6528e405-61be-4fde-931a-e369cf8b6eb6 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:30:35.712297 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-6528e405-61be-4fde-931a-e369cf8b6eb6 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1272190 Nov 23 18:30:35.714300 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6528e405-61be-4fde-931a-e369cf8b6eb6 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8fd399e-30a4-4500-aefd-ec650fb96626,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:30:35.715623 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 57022) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:30:35.721761 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-66333d35-f1ae-467c-91d9-6527a66dbccb tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Request body: {'security_group_rule': {'security_group_id': 'a8fd399e-30a4-4500-aefd-ec650fb96626', 'project_id': '000e27ec11d44dc3b43cac2203fcea4b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:30:35.748327 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-66333d35-f1ae-467c-91d9-6527a66dbccb tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:30:35.802876 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-66333d35-f1ae-467c-91d9-6527a66dbccb tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:30:35.806492 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-66333d35-f1ae-467c-91d9-6527a66dbccb tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994370'] for security_group_rule, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:30:35.823978 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66333d35-f1ae-467c-91d9-6527a66dbccb tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27433f6d-6817-4ffa-8130-71da0a7d642f,revision_number=0']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:30:35.832729 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-66333d35-f1ae-467c-91d9-6527a66dbccb tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:30:35.833941 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-66333d35-f1ae-467c-91d9-6527a66dbccb tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1166205 Nov 23 18:30:35.836713 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 57024) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:30:35.841127 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-55c854bf-0d6b-4fc0-9357-1af5d5042880 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Request body: {'security_group_rule': {'security_group_id': 'a8fd399e-30a4-4500-aefd-ec650fb96626', 'project_id': '000e27ec11d44dc3b43cac2203fcea4b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:30:35.867821 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-55c854bf-0d6b-4fc0-9357-1af5d5042880 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:30:35.923082 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-55c854bf-0d6b-4fc0-9357-1af5d5042880 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:30:35.926541 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-55c854bf-0d6b-4fc0-9357-1af5d5042880 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994370'] for security_group_rule, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:30:35.947804 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c854bf-0d6b-4fc0-9357-1af5d5042880 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0490faaf-439c-4584-b9cf-b7855d12aace,revision_number=0']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:30:35.955846 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-55c854bf-0d6b-4fc0-9357-1af5d5042880 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:30:35.957059 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-55c854bf-0d6b-4fc0-9357-1af5d5042880 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1194007 Nov 23 18:30:35.959720 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 57026) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:30:35.964015 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-613aa34d-7040-46b1-b16c-453aa9980dee tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Request body: {'security_group_rule': {'security_group_id': 'a8fd399e-30a4-4500-aefd-ec650fb96626', 'project_id': '000e27ec11d44dc3b43cac2203fcea4b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:30:35.989622 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-613aa34d-7040-46b1-b16c-453aa9980dee tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:30:36.044920 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-613aa34d-7040-46b1-b16c-453aa9980dee tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:30:36.048279 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-613aa34d-7040-46b1-b16c-453aa9980dee tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994370'] for security_group_rule, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:30:36.067636 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613aa34d-7040-46b1-b16c-453aa9980dee tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7746661-7c58-4d56-9b9f-01ae8934b2af,revision_number=0']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:30:36.073611 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-613aa34d-7040-46b1-b16c-453aa9980dee tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:30:36.074106 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-613aa34d-7040-46b1-b16c-453aa9980dee tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1134171 Nov 23 18:30:36.076864 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 57028) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:30:36.081993 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-e9085171-1a70-4c86-8b8f-d475bddfb8ba tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Request body: {'security_group_rule': {'security_group_id': 'a8fd399e-30a4-4500-aefd-ec650fb96626', 'project_id': '000e27ec11d44dc3b43cac2203fcea4b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:30:36.106828 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-e9085171-1a70-4c86-8b8f-d475bddfb8ba tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:30:36.162533 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-e9085171-1a70-4c86-8b8f-d475bddfb8ba tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:30:36.166182 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-e9085171-1a70-4c86-8b8f-d475bddfb8ba tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994370'] for security_group_rule, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:30:36.184080 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9085171-1a70-4c86-8b8f-d475bddfb8ba tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4cfe0041-b503-4065-a79f-0153d91b6456,revision_number=0']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:30:36.193727 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-e9085171-1a70-4c86-8b8f-d475bddfb8ba tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:30:36.195954 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-e9085171-1a70-4c86-8b8f-d475bddfb8ba tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1169233 Nov 23 18:30:36.197811 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 57030) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:30:36.202212 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-ded77012-9502-484e-b584-0038a3d47d6c tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Request body: {'security_group_rule': {'security_group_id': 'a8fd399e-30a4-4500-aefd-ec650fb96626', 'project_id': '000e27ec11d44dc3b43cac2203fcea4b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:30:36.224623 n-d-816206-8 neutron-server[103591]: INFO neutron.db.securitygroups_db [None req-ded77012-9502-484e-b584-0038a3d47d6c tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Project 000e27ec11d44dc3b43cac2203fcea4b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 18:30:36.229380 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-ded77012-9502-484e-b584-0038a3d47d6c tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:30:36.288221 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-ded77012-9502-484e-b584-0038a3d47d6c tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:30:36.291809 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-ded77012-9502-484e-b584-0038a3d47d6c tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994370'] for security_group_rule, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:30:36.312008 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded77012-9502-484e-b584-0038a3d47d6c tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d394f852-f42e-43b1-a21b-b184ef916ed2,revision_number=0']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:30:36.319913 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-ded77012-9502-484e-b584-0038a3d47d6c tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:30:36.321139 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-ded77012-9502-484e-b584-0038a3d47d6c tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1223965 Nov 23 18:30:36.323925 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 57032) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:30:36.328481 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-8d6dc8f3-765c-46f1-94cc-a7c14b85be82 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Request body: {'security_group_rule': {'security_group_id': 'a8fd399e-30a4-4500-aefd-ec650fb96626', 'project_id': '000e27ec11d44dc3b43cac2203fcea4b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:30:36.350435 n-d-816206-8 neutron-server[103591]: INFO neutron.db.securitygroups_db [None req-8d6dc8f3-765c-46f1-94cc-a7c14b85be82 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Project 000e27ec11d44dc3b43cac2203fcea4b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 18:30:36.355306 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-8d6dc8f3-765c-46f1-94cc-a7c14b85be82 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:30:36.414719 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-8d6dc8f3-765c-46f1-94cc-a7c14b85be82 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:30:36.418384 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-8d6dc8f3-765c-46f1-94cc-a7c14b85be82 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994370'] for security_group_rule, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:30:36.437010 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6dc8f3-765c-46f1-94cc-a7c14b85be82 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f6f7ba0-ff3d-40e9-b619-2a661dc47e46,revision_number=0']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:30:36.445906 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-8d6dc8f3-765c-46f1-94cc-a7c14b85be82 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:30:36.447104 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-8d6dc8f3-765c-46f1-94cc-a7c14b85be82 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1222031 Nov 23 18:30:36.449935 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 57034) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:30:36.455026 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-2afbba5d-b473-4f71-b0a2-9f6b14931b5d tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Request body: {'network': {'name': 'tempest-network-smoke--2046442303', 'project_id': '000e27ec11d44dc3b43cac2203fcea4b', 'port_security_enabled': True}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:30:36.474608 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2afbba5d-b473-4f71-b0a2-9f6b14931b5d tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Made reservation on behalf of 000e27ec11d44dc3b43cac2203fcea4b for: {'network': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:30:36.478004 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-2afbba5d-b473-4f71-b0a2-9f6b14931b5d tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for network, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:30:36.501990 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2afbba5d-b473-4f71-b0a2-9f6b14931b5d tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] vlan segment allocate from pool success with {'vlan_id': 500, 'physical_network': 'physnet1'} {{(pid=103591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 18:30:36.511428 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-2afbba5d-b473-4f71-b0a2-9f6b14931b5d tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:30:36.511765 n-d-816206-8 neutron-server[103591]: INFO neutron.db.segments_db [None req-2afbba5d-b473-4f71-b0a2-9f6b14931b5d tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Added segment 76c69ab1-193b-4163-89c9-dba6dca9df37 of type vlan for network 21b7a955-e57c-4fd0-adfa-f593ce651f3b Nov 23 18:30:36.545507 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device cc10eeaf-410b-4e91-8955-9f1c0b86e3c7 no longer exists at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:30:36.552729 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-2afbba5d-b473-4f71-b0a2-9f6b14931b5d tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736635338810'] for network, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:30:36.566513 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] No Port match for: cc10eeaf-410b-4e91-8955-9f1c0b86e3c7 {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:30:36.566853 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device cc10eeaf-410b-4e91-8955-9f1c0b86e3c7 not bound to the agent host n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:30:36.577697 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-2afbba5d-b473-4f71-b0a2-9f6b14931b5d tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493'] for network, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:30:36.583337 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2afbba5d-b473-4f71-b0a2-9f6b14931b5d tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:30:36.583873 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-2afbba5d-b473-4f71-b0a2-9f6b14931b5d tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks [] for network, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:30:36.620735 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-2afbba5d-b473-4f71-b0a2-9f6b14931b5d tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1697474 Nov 23 18:30:36.623525 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 57036) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:30:36.629066 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-c5bcfa09-3e6e-4082-a502-aaed97454c3a tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2032202079', 'admin_state_up': True, 'project_id': '000e27ec11d44dc3b43cac2203fcea4b', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'}}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:30:36.652693 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c5bcfa09-3e6e-4082-a502-aaed97454c3a tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1793449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8093'] for router, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:30:36.653723 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c5bcfa09-3e6e-4082-a502-aaed97454c3a tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1794473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1794771', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1638326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8086'] for router, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:30:36.655812 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afbba5d-b473-4f71-b0a2-9f6b14931b5d tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Pushing event updated for resources: {'Network': ['ID=21b7a955-e57c-4fd0-adfa-f593ce651f3b,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:30:36.667256 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Network 21b7a955-e57c-4fd0-adfa-f593ce651f3b details requested by agent ovs-agent-n-d-816206-8 with host n-d-816206-8 {{(pid=103592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 18:30:36.706886 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c5bcfa09-3e6e-4082-a502-aaed97454c3a tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:30:36.843633 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c5bcfa09-3e6e-4082-a502-aaed97454c3a tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:30:37.033290 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c5bcfa09-3e6e-4082-a502-aaed97454c3a tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks [] for router_gateway, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:30:37.056140 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c5bcfa09-3e6e-4082-a502-aaed97454c3a tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:30:37.156990 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-c5bcfa09-3e6e-4082-a502-aaed97454c3a tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Allocated IP 172.25.3.58 (4c8455ba-1be5-42ac-b8c2-8a16e1292d55/08fe3644-ce41-4c3f-a7ea-92bac0f0fff5/d25d3116-00e9-41ad-ad17-f25a2524fc39) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:30:37.262693 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c5bcfa09-3e6e-4082-a502-aaed97454c3a tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:30:37.296884 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c5bcfa09-3e6e-4082-a502-aaed97454c3a tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:30:37.336875 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5bcfa09-3e6e-4082-a502-aaed97454c3a tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Network 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:30:37.339715 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-c5bcfa09-3e6e-4082-a502-aaed97454c3a tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:30:37.343227 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5bcfa09-3e6e-4082-a502-aaed97454c3a tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:30:37.353034 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65f7d5d8-0b19-40b8-b319-a06ae6287f31 None None] DHCP port deletion for 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:30:37.366105 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bcfa09-3e6e-4082-a502-aaed97454c3a tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Pushing event updated for resources: {'Port': ['ID=d25d3116-00e9-41ad-ad17-f25a2524fc39,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:30:37.385696 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-8575fbd3-3647-4645-8ce6-86cfb310871c None None] Provisioning complete for port d25d3116-00e9-41ad-ad17-f25a2524fc39 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:30:37.386071 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-8575fbd3-3647-4645-8ce6-86cfb310871c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:30:37.420750 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-8575fbd3-3647-4645-8ce6-86cfb310871c None None] Port d25d3116-00e9-41ad-ad17-f25a2524fc39 cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:30:37.604058 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c5bcfa09-3e6e-4082-a502-aaed97454c3a tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks [] for router_gateway, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:30:37.801307 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c5bcfa09-3e6e-4082-a502-aaed97454c3a tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1794316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1795362'] for router, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:30:37.933237 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5bcfa09-3e6e-4082-a502-aaed97454c3a tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Router e344c192-c932-4bc2-a1cb-d76d9efafb6f is scheduled to L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 with binding_index 1 {{(pid=103590) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 18:30:38.036855 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5bcfa09-3e6e-4082-a502-aaed97454c3a tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:30:38.045948 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2fbf6fa-df9e-43a0-ac1c-141e77133277 None None] Sync routers for ids ['e344c192-c932-4bc2-a1cb-d76d9efafb6f'] in n-d-816206-8 {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:30:38.057033 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c5bcfa09-3e6e-4082-a502-aaed97454c3a tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks [] for router, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:30:38.061403 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-c5bcfa09-3e6e-4082-a502-aaed97454c3a tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4338195 Nov 23 18:30:38.061550 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2fbf6fa-df9e-43a0-ac1c-141e77133277 None None] Routers {'e344c192-c932-4bc2-a1cb-d76d9efafb6f'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:30:38.061550 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-f2fbf6fa-df9e-43a0-ac1c-141e77133277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T18:30:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['e344c192-c932-4bc2-a1cb-d76d9efafb6f'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:30:38.061927 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 57038) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:30:38.091895 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-d1f190e0-762a-4358-b16c-1e7ee39fa72f tempest-TestNetworkAdvancedServerOps-1140721612 tempest-TestNetworkAdvancedServerOps-1140721612-project-admin] 10.222.0.60 "GET /v2.0/subnets?project_id=000e27ec11d44dc3b43cac2203fcea4b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0286345 Nov 23 18:30:38.094655 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 57040) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:30:38.166734 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvr_db [None req-f2fbf6fa-df9e-43a0-ac1c-141e77133277 None None] Set router e344c192-c932-4bc2-a1cb-d76d9efafb6f gateway port host: n-d-816206-8 {{(pid=103592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:30:38.186375 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78cec1fc-b695-4598-914d-a966c3ecee3b tempest-TestNetworkAdvancedServerOps-1140721612 tempest-TestNetworkAdvancedServerOps-1140721612-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:30:38.187900 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-78cec1fc-b695-4598-914d-a966c3ecee3b tempest-TestNetworkAdvancedServerOps-1140721612 tempest-TestNetworkAdvancedServerOps-1140721612-project-admin] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0923204 Nov 23 18:30:38.191264 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 57042) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:30:38.218893 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-f9747cca-14db-46fe-974c-e0efef4807db tempest-TestNetworkAdvancedServerOps-1140721612 tempest-TestNetworkAdvancedServerOps-1140721612-project-admin] 10.222.0.60 "GET /v2.0/subnets?network_id=4c8455ba-1be5-42ac-b8c2-8a16e1292d55&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0265710 Nov 23 18:30:38.221979 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 57044) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:30:38.226662 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-a3e8b0dc-ae35-4541-8a32-4f95ad5f79b9 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-20016295', 'network_id': '21b7a955-e57c-4fd0-adfa-f593ce651f3b', 'project_id': '000e27ec11d44dc3b43cac2203fcea4b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:30:38.314448 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3e8b0dc-ae35-4541-8a32-4f95ad5f79b9 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Made reservation on behalf of 000e27ec11d44dc3b43cac2203fcea4b for: {'subnet': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:30:38.317911 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-a3e8b0dc-ae35-4541-8a32-4f95ad5f79b9 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264314294'] for subnet, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:30:38.350186 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-f2fbf6fa-df9e-43a0-ac1c-141e77133277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e344c192-c932-4bc2-a1cb-d76d9efafb6f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2032202079', 'tenant_id': '000e27ec11d44dc3b43cac2203fcea4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.58'}], 'enable_snat': True}, 'gw_port_id': 'd25d3116-00e9-41ad-ad17-f25a2524fc39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:30:36Z', 'updated_at': '2021-11-23T18:30:37Z', 'revision_number': 3, 'project_id': '000e27ec11d44dc3b43cac2203fcea4b', 'gw_port': {'id': 'd25d3116-00e9-41ad-ad17-f25a2524fc39', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:61:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e344c192-c932-4bc2-a1cb-d76d9efafb6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:30:37Z', 'updated_at': '2021-11-23T18:30:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8'}], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:30:38.376872 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2fbf6fa-df9e-43a0-ac1c-141e77133277 None None] Checking router: e344c192-c932-4bc2-a1cb-d76d9efafb6f for host: n-d-816206-8 {{(pid=103592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:30:38.377219 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2fbf6fa-df9e-43a0-ac1c-141e77133277 None None] Updating router e344c192-c932-4bc2-a1cb-d76d9efafb6f port d25d3116-00e9-41ad-ad17-f25a2524fc39 binding host n-d-816206-8 {{(pid=103592) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 18:30:38.402222 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-f2fbf6fa-df9e-43a0-ac1c-141e77133277 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:30:38.512821 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-a3e8b0dc-ae35-4541-8a32-4f95ad5f79b9 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264758079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264314276'] for subnet, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:30:38.577004 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e8b0dc-ae35-4541-8a32-4f95ad5f79b9 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Pushing event updated for resources: {'Subnet': ['ID=42acc42b-f3e3-47f9-adfb-3eca79a28615,revision_number=0']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:30:38.587134 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3e8b0dc-ae35-4541-8a32-4f95ad5f79b9 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Checking segment: {'id': '76c69ab1-193b-4163-89c9-dba6dca9df37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '21b7a955-e57c-4fd0-adfa-f593ce651f3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:30:38.587494 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3e8b0dc-ae35-4541-8a32-4f95ad5f79b9 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Network hostable DHCP agents. Network: 21b7a955-e57c-4fd0-adfa-f593ce651f3b, hostable agents: ['0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3'], hosted agents: [] {{(pid=103591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 18:30:38.604789 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3e8b0dc-ae35-4541-8a32-4f95ad5f79b9 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Network 21b7a955-e57c-4fd0-adfa-f593ce651f3b is scheduled to be hosted by DHCP agent 0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3 with binding_index 1 {{(pid=103591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 18:30:38.613824 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [None req-a3e8b0dc-ae35-4541-8a32-4f95ad5f79b9 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-8, 21b7a955-e57c-4fd0-adfa-f593ce651f3b) {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:30:38.618030 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3e8b0dc-ae35-4541-8a32-4f95ad5f79b9 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:30:38.618638 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-a3e8b0dc-ae35-4541-8a32-4f95ad5f79b9 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for subnet, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:30:38.628027 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaace6d8-568b-4708-8e59-b1b69211f4a3 None None] Network 21b7a955-e57c-4fd0-adfa-f593ce651f3b requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:30:38.635448 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-a3e8b0dc-ae35-4541-8a32-4f95ad5f79b9 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.4115090 Nov 23 18:30:38.637344 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 57046) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:30:38.723893 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-f2fbf6fa-df9e-43a0-ac1c-141e77133277 None None] Publish callbacks [] for port, precommit_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:30:38.735456 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-f2fbf6fa-df9e-43a0-ac1c-141e77133277 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:30:38.811358 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-031782bb-f173-469f-ba74-f19cc7004633 None None] DHCP port deletion for 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:30:38.836060 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96716654-3fb2-4924-8793-d42a6e7bbd6e None None] Pushing event updated for resources: {'Port': ['ID=d25d3116-00e9-41ad-ad17-f25a2524fc39,revision_number=2']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:30:38.842703 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-f2fbf6fa-df9e-43a0-ac1c-141e77133277 None None] Attempting to bind port d25d3116-00e9-41ad-ad17-f25a2524fc39 on host n-d-816206-8 for vnic_type normal with profile {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:30:38.843072 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-f2fbf6fa-df9e-43a0-ac1c-141e77133277 None None] Attempting to bind port d25d3116-00e9-41ad-ad17-f25a2524fc39 by drivers openvswitch,hyperv on host n-d-816206-8 at level 0 using segments [{'id': 'bffd1e4f-e80f-4ff0-b418-2f42ae15febf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:30:38.843432 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2fbf6fa-df9e-43a0-ac1c-141e77133277 None None] Attempting to bind port d25d3116-00e9-41ad-ad17-f25a2524fc39 on network 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:30:38.852977 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2fbf6fa-df9e-43a0-ac1c-141e77133277 None None] Checking agent: {'id': '9e89acbe-4bbe-4c77-a18b-6f1da9133e0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 7, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 30, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:30:38.853352 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2fbf6fa-df9e-43a0-ac1c-141e77133277 None None] Checking segment: {'id': 'bffd1e4f-e80f-4ff0-b418-2f42ae15febf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:30:38.853755 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-f2fbf6fa-df9e-43a0-ac1c-141e77133277 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:30:38.854244 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2fbf6fa-df9e-43a0-ac1c-141e77133277 None None] Bound using segment: {'id': 'bffd1e4f-e80f-4ff0-b418-2f42ae15febf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:30:38.854718 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-f2fbf6fa-df9e-43a0-ac1c-141e77133277 None None] Bound port: d25d3116-00e9-41ad-ad17-f25a2524fc39, host: n-d-816206-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bffd1e4f-e80f-4ff0-b418-2f42ae15febf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'}}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:30:38.855099 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-f2fbf6fa-df9e-43a0-ac1c-141e77133277 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:30:38.915682 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-116938a5-1035-4882-9ea5-f213faee882b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp355044b8-8e87-58c4-94fa-4a010ec30f9e-21b7a955-e57c-4fd0-adfa-f593ce651f3b', 'network_id': '21b7a955-e57c-4fd0-adfa-f593ce651f3b', 'tenant_id': '000e27ec11d44dc3b43cac2203fcea4b', 'fixed_ips': [{'subnet_id': '42acc42b-f3e3-47f9-adfb-3eca79a28615'}]}} from n-d-816206-8. {{(pid=103592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 18:30:38.916540 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-116938a5-1035-4882-9ea5-f213faee882b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:30:38.949117 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-f2fbf6fa-df9e-43a0-ac1c-141e77133277 None None] For port d25d3116-00e9-41ad-ad17-f25a2524fc39, host n-d-816206-8, cleared binding levels {{(pid=103592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:30:38.953042 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-f2fbf6fa-df9e-43a0-ac1c-141e77133277 None None] For port d25d3116-00e9-41ad-ad17-f25a2524fc39, host n-d-816206-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=d25d3116-00e9-41ad-ad17-f25a2524fc39,segment=NetworkSegment(bffd1e4f-e80f-4ff0-b418-2f42ae15febf),segment_id=bffd1e4f-e80f-4ff0-b418-2f42ae15febf)] {{(pid=103592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:30:38.966895 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-f2fbf6fa-df9e-43a0-ac1c-141e77133277 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:30:39.038506 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-d8c56299-5714-4d74-9d7e-2391f05e2d67 None None] Provisioning complete for port d25d3116-00e9-41ad-ad17-f25a2524fc39 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:30:39.038877 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-d8c56299-5714-4d74-9d7e-2391f05e2d67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:30:39.078163 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-15284e91-586b-4d56-be39-ea9b5e6d81a8 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:30:39.095864 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f86ca48-0b96-476b-b2f3-78ea35c296bb None None] DHCP port deletion for 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:30:39.161250 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96716654-3fb2-4924-8793-d42a6e7bbd6e None None] Pushing event updated for resources: {'Port': ['ID=d25d3116-00e9-41ad-ad17-f25a2524fc39,revision_number=3']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:30:39.167277 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2fbf6fa-df9e-43a0-ac1c-141e77133277 None None] Routers {'e344c192-c932-4bc2-a1cb-d76d9efafb6f'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:30:39.167891 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-f2fbf6fa-df9e-43a0-ac1c-141e77133277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T18:30:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['e344c192-c932-4bc2-a1cb-d76d9efafb6f'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:30:39.242449 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.db_base_plugin_common [None req-116938a5-1035-4882-9ea5-f213faee882b None None] Allocated IP 172.20.0.2 (21b7a955-e57c-4fd0-adfa-f593ce651f3b/42acc42b-f3e3-47f9-adfb-3eca79a28615/d810a67e-4cb3-4feb-83bc-2312dd0a621f) {{(pid=103592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:30:39.340234 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-d8c56299-5714-4d74-9d7e-2391f05e2d67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:30:39.374998 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvr_db [None req-f2fbf6fa-df9e-43a0-ac1c-141e77133277 None None] Set router e344c192-c932-4bc2-a1cb-d76d9efafb6f gateway port host: n-d-816206-8 {{(pid=103592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:30:39.401057 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-d8c56299-5714-4d74-9d7e-2391f05e2d67 None None] For port d25d3116-00e9-41ad-ad17-f25a2524fc39, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=d25d3116-00e9-41ad-ad17-f25a2524fc39,segment=NetworkSegment(bffd1e4f-e80f-4ff0-b418-2f42ae15febf),segment_id=bffd1e4f-e80f-4ff0-b418-2f42ae15febf)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:30:39.616531 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-d8c56299-5714-4d74-9d7e-2391f05e2d67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:30:39.775443 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c56299-5714-4d74-9d7e-2391f05e2d67 None None] Pushing event updated for resources: {'Port': ['ID=d25d3116-00e9-41ad-ad17-f25a2524fc39,revision_number=4']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:30:39.816965 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-94b4b24b-aca9-46db-8e88-a904c9f903dc None None] Provisioning complete for port d25d3116-00e9-41ad-ad17-f25a2524fc39 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:30:39.817334 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-94b4b24b-aca9-46db-8e88-a904c9f903dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:30:39.843280 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-116938a5-1035-4882-9ea5-f213faee882b None None] Publish callbacks [] for port, precommit_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:30:39.875289 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-116938a5-1035-4882-9ea5-f213faee882b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980'] for port, after_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:30:39.916044 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.db_base_plugin_common [None req-15284e91-586b-4d56-be39-ea9b5e6d81a8 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Allocated IP 172.20.0.1 (21b7a955-e57c-4fd0-adfa-f593ce651f3b/42acc42b-f3e3-47f9-adfb-3eca79a28615/5e3445b9-f9cb-49ea-a8a7-cc99393a8290) {{(pid=103591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:30:39.943896 n-d-816206-8 neutron-server[103592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-116938a5-1035-4882-9ea5-f213faee882b None None] Network 21b7a955-e57c-4fd0-adfa-f593ce651f3b is already hosted by enough agents. {{(pid=103592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:30:39.948120 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116938a5-1035-4882-9ea5-f213faee882b None None] Pushing event updated for resources: {'Port': ['ID=d810a67e-4cb3-4feb-83bc-2312dd0a621f,revision_number=1']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:30:39.950974 n-d-816206-8 neutron-server[103592]: DEBUG neutron.scheduler.base_scheduler [None req-116938a5-1035-4882-9ea5-f213faee882b None None] Resources bound (agent type, host, resource id): {{(pid=103592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:30:39.956830 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-116938a5-1035-4882-9ea5-f213faee882b None None] Received port after_create {{(pid=103592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:30:40.019207 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-f2fbf6fa-df9e-43a0-ac1c-141e77133277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e344c192-c932-4bc2-a1cb-d76d9efafb6f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2032202079', 'tenant_id': '000e27ec11d44dc3b43cac2203fcea4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.58'}], 'enable_snat': True}, 'gw_port_id': 'd25d3116-00e9-41ad-ad17-f25a2524fc39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:30:36Z', 'updated_at': '2021-11-23T18:30:37Z', 'revision_number': 3, 'project_id': '000e27ec11d44dc3b43cac2203fcea4b', 'gw_port': {'id': 'd25d3116-00e9-41ad-ad17-f25a2524fc39', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:61:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e344c192-c932-4bc2-a1cb-d76d9efafb6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:30:37Z', 'updated_at': '2021-11-23T18:30:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8'}], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:30:40.036598 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-15284e91-586b-4d56-be39-ea9b5e6d81a8 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks [] for port, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:30:40.074131 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-15284e91-586b-4d56-be39-ea9b5e6d81a8 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:30:40.077010 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2fbf6fa-df9e-43a0-ac1c-141e77133277 None None] The sync data for ids ['e344c192-c932-4bc2-a1cb-d76d9efafb6f'] in n-d-816206-8 is: [{'id': 'e344c192-c932-4bc2-a1cb-d76d9efafb6f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2032202079', 'tenant_id': '000e27ec11d44dc3b43cac2203fcea4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.58'}], 'enable_snat': True}, 'gw_port_id': 'd25d3116-00e9-41ad-ad17-f25a2524fc39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:30:36Z', 'updated_at': '2021-11-23T18:30:37Z', 'revision_number': 3, 'project_id': '000e27ec11d44dc3b43cac2203fcea4b', 'gw_port': {'id': 'd25d3116-00e9-41ad-ad17-f25a2524fc39', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:61:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e344c192-c932-4bc2-a1cb-d76d9efafb6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:30:37Z', 'updated_at': '2021-11-23T18:30:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8'}] {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:30:40.086850 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-116938a5-1035-4882-9ea5-f213faee882b None None] Attempting to bind port d810a67e-4cb3-4feb-83bc-2312dd0a621f on host n-d-816206-8 for vnic_type normal with profile {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:30:40.087178 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-116938a5-1035-4882-9ea5-f213faee882b None None] Attempting to bind port d810a67e-4cb3-4feb-83bc-2312dd0a621f by drivers openvswitch,hyperv on host n-d-816206-8 at level 0 using segments [{'id': '76c69ab1-193b-4163-89c9-dba6dca9df37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '21b7a955-e57c-4fd0-adfa-f593ce651f3b'}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:30:40.087549 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-116938a5-1035-4882-9ea5-f213faee882b None None] Attempting to bind port d810a67e-4cb3-4feb-83bc-2312dd0a621f on network 21b7a955-e57c-4fd0-adfa-f593ce651f3b {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:30:40.093764 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-116938a5-1035-4882-9ea5-f213faee882b None None] Checking agent: {'id': '9e89acbe-4bbe-4c77-a18b-6f1da9133e0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 7, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 30, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:30:40.094142 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-116938a5-1035-4882-9ea5-f213faee882b None None] Checking segment: {'id': '76c69ab1-193b-4163-89c9-dba6dca9df37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '21b7a955-e57c-4fd0-adfa-f593ce651f3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:30:40.094582 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-116938a5-1035-4882-9ea5-f213faee882b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:30:40.095570 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-116938a5-1035-4882-9ea5-f213faee882b None None] Bound using segment: {'id': '76c69ab1-193b-4163-89c9-dba6dca9df37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '21b7a955-e57c-4fd0-adfa-f593ce651f3b'} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:30:40.096044 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-116938a5-1035-4882-9ea5-f213faee882b None None] Bound port: d810a67e-4cb3-4feb-83bc-2312dd0a621f, host: n-d-816206-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76c69ab1-193b-4163-89c9-dba6dca9df37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '21b7a955-e57c-4fd0-adfa-f593ce651f3b'}}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:30:40.096674 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-116938a5-1035-4882-9ea5-f213faee882b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:30:40.128708 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15284e91-586b-4d56-be39-ea9b5e6d81a8 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Network 21b7a955-e57c-4fd0-adfa-f593ce651f3b is already hosted by enough agents. {{(pid=103591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:30:40.132585 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [None req-15284e91-586b-4d56-be39-ea9b5e6d81a8 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Resources bound (agent type, host, resource id): {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:30:40.135621 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15284e91-586b-4d56-be39-ea9b5e6d81a8 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Received port after_create {{(pid=103591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:30:40.171928 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15284e91-586b-4d56-be39-ea9b5e6d81a8 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Pushing event updated for resources: {'Port': ['ID=5e3445b9-f9cb-49ea-a8a7-cc99393a8290,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:30:40.172587 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-116938a5-1035-4882-9ea5-f213faee882b None None] For port d810a67e-4cb3-4feb-83bc-2312dd0a621f, host n-d-816206-8, cleared binding levels {{(pid=103592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:30:40.181405 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-116938a5-1035-4882-9ea5-f213faee882b None None] For port d810a67e-4cb3-4feb-83bc-2312dd0a621f, host n-d-816206-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=d810a67e-4cb3-4feb-83bc-2312dd0a621f,segment=NetworkSegment(76c69ab1-193b-4163-89c9-dba6dca9df37),segment_id=76c69ab1-193b-4163-89c9-dba6dca9df37)] {{(pid=103592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:30:40.185369 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-15284e91-586b-4d56-be39-ea9b5e6d81a8 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1795539'] for router_interface, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:30:40.188196 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-116938a5-1035-4882-9ea5-f213faee882b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:30:40.248424 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116938a5-1035-4882-9ea5-f213faee882b None None] Pushing event updated for resources: {'Port': ['ID=d810a67e-4cb3-4feb-83bc-2312dd0a621f,revision_number=2']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:30:40.357668 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-15284e91-586b-4d56-be39-ea9b5e6d81a8 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:30:40.686787 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device d25d3116-00e9-41ad-ad17-f25a2524fc39 up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:30:40.738162 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-15284e91-586b-4d56-be39-ea9b5e6d81a8 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks [] for port, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:30:40.743700 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-15284e91-586b-4d56-be39-ea9b5e6d81a8 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264758186'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:30:40.753575 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port d25d3116-00e9-41ad-ad17-f25a2524fc39 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:30:40.753988 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:30:40.820069 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-15284e91-586b-4d56-be39-ea9b5e6d81a8 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2068703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1794403'] for router_interface, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:30:40.822981 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15284e91-586b-4d56-be39-ea9b5e6d81a8 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Pushing event updated for resources: {'Port': ['ID=5e3445b9-f9cb-49ea-a8a7-cc99393a8290,revision_number=2']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:30:40.863182 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device d810a67e-4cb3-4feb-83bc-2312dd0a621f up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:30:40.921091 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port d810a67e-4cb3-4feb-83bc-2312dd0a621f triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:30:40.921468 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:30:40.932231 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15284e91-586b-4d56-be39-ea9b5e6d81a8 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Network 21b7a955-e57c-4fd0-adfa-f593ce651f3b is already hosted by enough agents. {{(pid=103591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:30:40.933666 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [None req-15284e91-586b-4d56-be39-ea9b5e6d81a8 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Resources bound (agent type, host, resource id): {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:30:41.010836 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:30:41.047370 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] For port d810a67e-4cb3-4feb-83bc-2312dd0a621f, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=d810a67e-4cb3-4feb-83bc-2312dd0a621f,segment=NetworkSegment(76c69ab1-193b-4163-89c9-dba6dca9df37),segment_id=76c69ab1-193b-4163-89c9-dba6dca9df37)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:30:41.054073 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:30:41.070635 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15284e91-586b-4d56-be39-ea9b5e6d81a8 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Router e344c192-c932-4bc2-a1cb-d76d9efafb6f has already been hosted by L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 {{(pid=103591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:30:41.112573 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Pushing event updated for resources: {'Port': ['ID=d810a67e-4cb3-4feb-83bc-2312dd0a621f,revision_number=3']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:30:41.200595 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15284e91-586b-4d56-be39-ea9b5e6d81a8 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:30:41.206239 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-15284e91-586b-4d56-be39-ea9b5e6d81a8 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "PUT /v2.0/routers/e344c192-c932-4bc2-a1cb-d76d9efafb6f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5678694 Nov 23 18:30:41.369742 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-10a9ba93-bfa1-4332-a14a-659479ccb287 req-70fd625b-d76f-43eb-b940-c97839718814 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-457507401&fields=id&tenant_id=000e27ec11d44dc3b43cac2203fcea4b HTTP/1.1" status: 200 len: 267 time: 0.0517876 Nov 23 18:30:41.371784 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07389de2-844f-422e-8177-8a04fa09e6da None None] Network 21b7a955-e57c-4fd0-adfa-f593ce651f3b requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:30:41.457751 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-767f01a0-eebd-4077-bbad-175d9d93f6a8 None None] Provisioning complete for port d810a67e-4cb3-4feb-83bc-2312dd0a621f triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:30:41.458121 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-767f01a0-eebd-4077-bbad-175d9d93f6a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:30:41.476062 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a9ba93-bfa1-4332-a14a-659479ccb287 req-dfb10eb5-88fc-4497-9d00-7991b6709700 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:30:41.477544 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-10a9ba93-bfa1-4332-a14a-659479ccb287 req-dfb10eb5-88fc-4497-9d00-7991b6709700 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "GET /v2.0/networks?id=21b7a955-e57c-4fd0-adfa-f593ce651f3b HTTP/1.1" status: 200 len: 797 time: 0.1008258 Nov 23 18:30:41.493342 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-10a9ba93-bfa1-4332-a14a-659479ccb287 req-8ad0058d-323e-4efc-a1d6-7b7fc1561978 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "GET /v2.0/quotas/000e27ec11d44dc3b43cac2203fcea4b HTTP/1.1" status: 200 len: 375 time: 0.0099413 Nov 23 18:30:41.549000 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-10a9ba93-bfa1-4332-a14a-659479ccb287 req-d3de3949-f901-4872-86f2-93a1c504080f tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=000e27ec11d44dc3b43cac2203fcea4b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0499611 Nov 23 18:30:41.653642 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-10a9ba93-bfa1-4332-a14a-659479ccb287 req-7b641bf2-30ca-4acf-bd0c-5241db05e4cb service neutron] 10.222.0.60 "GET /v2.0/networks/21b7a955-e57c-4fd0-adfa-f593ce651f3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919476 Nov 23 18:30:41.761045 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-10a9ba93-bfa1-4332-a14a-659479ccb287 req-d477bba8-a215-4c8f-a843-7a43b74be193 service neutron] 10.222.0.60 "GET /v2.0/networks/21b7a955-e57c-4fd0-adfa-f593ce651f3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002703 Nov 23 18:30:41.816786 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9f0b117b-e87a-44cc-a3ae-e6f9a67bb52d None None] Provisioning complete for port d810a67e-4cb3-4feb-83bc-2312dd0a621f triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:30:41.817159 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9f0b117b-e87a-44cc-a3ae-e6f9a67bb52d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:30:41.921105 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9f0b117b-e87a-44cc-a3ae-e6f9a67bb52d None None] Provisioning complete for port 5e3445b9-f9cb-49ea-a8a7-cc99393a8290 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:30:41.921666 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9f0b117b-e87a-44cc-a3ae-e6f9a67bb52d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:30:41.948828 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-02b44be8-1815-47ab-88cb-b0309e80d21b req-5d0686b2-37bb-46d7-b4c1-5a80af259c45 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "GET /v2.0/ports?device_id=4f0d704f-5e52-448f-b14f-1b4a54a0a390 HTTP/1.1" status: 200 len: 210 time: 0.0297256 Nov 23 18:30:41.956245 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfbde57f-7d71-4431-b475-f76a64f38313 None None] Sync routers for ids ['e344c192-c932-4bc2-a1cb-d76d9efafb6f'] in n-d-816206-8 {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:30:41.972166 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfbde57f-7d71-4431-b475-f76a64f38313 None None] Routers {'e344c192-c932-4bc2-a1cb-d76d9efafb6f'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:30:41.972166 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-dfbde57f-7d71-4431-b475-f76a64f38313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T18:30:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['e344c192-c932-4bc2-a1cb-d76d9efafb6f'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:30:41.972378 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-9f0b117b-e87a-44cc-a3ae-e6f9a67bb52d None None] Port 5e3445b9-f9cb-49ea-a8a7-cc99393a8290 cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:30:42.080054 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-dfbde57f-7d71-4431-b475-f76a64f38313 None None] Set router e344c192-c932-4bc2-a1cb-d76d9efafb6f gateway port host: n-d-816206-8 {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:30:42.094406 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-140727cc-6e30-48ce-8f91-bb0da8ce99f5 None None] Provisioning complete for port 5e3445b9-f9cb-49ea-a8a7-cc99393a8290 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:30:42.094903 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-140727cc-6e30-48ce-8f91-bb0da8ce99f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:30:42.131085 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-140727cc-6e30-48ce-8f91-bb0da8ce99f5 None None] Port 5e3445b9-f9cb-49ea-a8a7-cc99393a8290 cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:30:42.252706 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-8b9a1f51-fd77-4a7f-b6ea-a3ff5003b0d1 None None] Provisioning complete for port 5e3445b9-f9cb-49ea-a8a7-cc99393a8290 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:30:42.253411 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-8b9a1f51-fd77-4a7f-b6ea-a3ff5003b0d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:30:42.287271 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-8b9a1f51-fd77-4a7f-b6ea-a3ff5003b0d1 None None] Port 5e3445b9-f9cb-49ea-a8a7-cc99393a8290 cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:30:42.357474 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-dfbde57f-7d71-4431-b475-f76a64f38313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e344c192-c932-4bc2-a1cb-d76d9efafb6f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2032202079', 'tenant_id': '000e27ec11d44dc3b43cac2203fcea4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.58'}], 'enable_snat': True}, 'gw_port_id': 'd25d3116-00e9-41ad-ad17-f25a2524fc39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:30:36Z', 'updated_at': '2021-11-23T18:30:40Z', 'revision_number': 4, 'project_id': '000e27ec11d44dc3b43cac2203fcea4b', 'gw_port': {'id': 'd25d3116-00e9-41ad-ad17-f25a2524fc39', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:61:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e344c192-c932-4bc2-a1cb-d76d9efafb6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:30:37Z', 'updated_at': '2021-11-23T18:30:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_interfaces': [{'id': '5e3445b9-f9cb-49ea-a8a7-cc99393a8290', 'name': '', 'network_id': '21b7a955-e57c-4fd0-adfa-f593ce651f3b', 'tenant_id': '000e27ec11d44dc3b43cac2203fcea4b', 'mac_address': 'fa:16:3e:18:36:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e344c192-c932-4bc2-a1cb-d76d9efafb6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '42acc42b-f3e3-47f9-adfb-3eca79a28615', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:30:39Z', 'updated_at': '2021-11-23T18:30:40Z', 'revision_number': 2, 'project_id': '000e27ec11d44dc3b43cac2203fcea4b', 'subnets': [{'id': '42acc42b-f3e3-47f9-adfb-3eca79a28615', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:30:42.386553 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfbde57f-7d71-4431-b475-f76a64f38313 None None] Checking router: e344c192-c932-4bc2-a1cb-d76d9efafb6f for host: n-d-816206-8 {{(pid=103593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:30:42.386903 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfbde57f-7d71-4431-b475-f76a64f38313 None None] Updating router e344c192-c932-4bc2-a1cb-d76d9efafb6f port 5e3445b9-f9cb-49ea-a8a7-cc99393a8290 binding host n-d-816206-8 {{(pid=103593) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 18:30:42.410011 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-dfbde57f-7d71-4431-b475-f76a64f38313 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:30:42.592033 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device d810a67e-4cb3-4feb-83bc-2312dd0a621f up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:30:42.640539 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port d810a67e-4cb3-4feb-83bc-2312dd0a621f triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:30:42.640825 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:30:42.667401 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-dfbde57f-7d71-4431-b475-f76a64f38313 None None] Publish callbacks [] for port, precommit_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:30:42.673315 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-dfbde57f-7d71-4431-b475-f76a64f38313 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:30:42.752558 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a374b55-f4b0-4ad4-8ff5-e7b8f9bdf553 None None] Pushing event updated for resources: {'Port': ['ID=5e3445b9-f9cb-49ea-a8a7-cc99393a8290,revision_number=3']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:30:42.771236 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a374b55-f4b0-4ad4-8ff5-e7b8f9bdf553 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:30:42.771589 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a374b55-f4b0-4ad4-8ff5-e7b8f9bdf553 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:30:42.771931 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a374b55-f4b0-4ad4-8ff5-e7b8f9bdf553 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:30:42.772273 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a374b55-f4b0-4ad4-8ff5-e7b8f9bdf553 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:30:42.772642 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a374b55-f4b0-4ad4-8ff5-e7b8f9bdf553 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:30:42.773215 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a374b55-f4b0-4ad4-8ff5-e7b8f9bdf553 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:30:42.773348 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a374b55-f4b0-4ad4-8ff5-e7b8f9bdf553 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:30:42.773610 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a374b55-f4b0-4ad4-8ff5-e7b8f9bdf553 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:30:42.773935 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a374b55-f4b0-4ad4-8ff5-e7b8f9bdf553 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:30:42.774260 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a374b55-f4b0-4ad4-8ff5-e7b8f9bdf553 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:30:42.774586 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a374b55-f4b0-4ad4-8ff5-e7b8f9bdf553 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:30:42.774910 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a374b55-f4b0-4ad4-8ff5-e7b8f9bdf553 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:30:42.792445 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [None req-dfbde57f-7d71-4431-b475-f76a64f38313 None None] Attempting to bind port 5e3445b9-f9cb-49ea-a8a7-cc99393a8290 on host n-d-816206-8 for vnic_type normal with profile {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:30:42.792878 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [None req-dfbde57f-7d71-4431-b475-f76a64f38313 None None] Attempting to bind port 5e3445b9-f9cb-49ea-a8a7-cc99393a8290 by drivers openvswitch,hyperv on host n-d-816206-8 at level 0 using segments [{'id': '76c69ab1-193b-4163-89c9-dba6dca9df37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '21b7a955-e57c-4fd0-adfa-f593ce651f3b'}] {{(pid=103593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:30:42.793249 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfbde57f-7d71-4431-b475-f76a64f38313 None None] Attempting to bind port 5e3445b9-f9cb-49ea-a8a7-cc99393a8290 on network 21b7a955-e57c-4fd0-adfa-f593ce651f3b {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:30:42.798911 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfbde57f-7d71-4431-b475-f76a64f38313 None None] Checking agent: {'id': '9e89acbe-4bbe-4c77-a18b-6f1da9133e0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 7, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 30, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:30:42.799536 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfbde57f-7d71-4431-b475-f76a64f38313 None None] Checking segment: {'id': '76c69ab1-193b-4163-89c9-dba6dca9df37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '21b7a955-e57c-4fd0-adfa-f593ce651f3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:30:42.799942 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-dfbde57f-7d71-4431-b475-f76a64f38313 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:30:42.800339 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfbde57f-7d71-4431-b475-f76a64f38313 None None] Bound using segment: {'id': '76c69ab1-193b-4163-89c9-dba6dca9df37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '21b7a955-e57c-4fd0-adfa-f593ce651f3b'} {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:30:42.800840 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [None req-dfbde57f-7d71-4431-b475-f76a64f38313 None None] Bound port: 5e3445b9-f9cb-49ea-a8a7-cc99393a8290, host: n-d-816206-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76c69ab1-193b-4163-89c9-dba6dca9df37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '21b7a955-e57c-4fd0-adfa-f593ce651f3b'}}] {{(pid=103593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:30:42.801227 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-dfbde57f-7d71-4431-b475-f76a64f38313 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:30:42.866466 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-dfbde57f-7d71-4431-b475-f76a64f38313 None None] For port 5e3445b9-f9cb-49ea-a8a7-cc99393a8290, host n-d-816206-8, cleared binding levels {{(pid=103593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:30:42.869924 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-dfbde57f-7d71-4431-b475-f76a64f38313 None None] For port 5e3445b9-f9cb-49ea-a8a7-cc99393a8290, host n-d-816206-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=5e3445b9-f9cb-49ea-a8a7-cc99393a8290,segment=NetworkSegment(76c69ab1-193b-4163-89c9-dba6dca9df37),segment_id=76c69ab1-193b-4163-89c9-dba6dca9df37)] {{(pid=103593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:30:42.874482 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-dfbde57f-7d71-4431-b475-f76a64f38313 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:30:42.909625 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-5b8bd2f7-f742-4e45-a989-cb7ce294873f None None] Provisioning complete for port 5e3445b9-f9cb-49ea-a8a7-cc99393a8290 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:30:42.909983 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-5b8bd2f7-f742-4e45-a989-cb7ce294873f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:30:42.952159 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfbde57f-7d71-4431-b475-f76a64f38313 None None] Routers {'e344c192-c932-4bc2-a1cb-d76d9efafb6f'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:30:42.953105 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-dfbde57f-7d71-4431-b475-f76a64f38313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T18:30:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['e344c192-c932-4bc2-a1cb-d76d9efafb6f'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:30:42.956580 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a374b55-f4b0-4ad4-8ff5-e7b8f9bdf553 None None] Pushing event updated for resources: {'Port': ['ID=5e3445b9-f9cb-49ea-a8a7-cc99393a8290,revision_number=4']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:30:43.009570 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-5b8bd2f7-f742-4e45-a989-cb7ce294873f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:30:43.060271 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-5b8bd2f7-f742-4e45-a989-cb7ce294873f None None] For port 5e3445b9-f9cb-49ea-a8a7-cc99393a8290, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=5e3445b9-f9cb-49ea-a8a7-cc99393a8290,segment=NetworkSegment(76c69ab1-193b-4163-89c9-dba6dca9df37),segment_id=76c69ab1-193b-4163-89c9-dba6dca9df37)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:30:43.066591 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-5b8bd2f7-f742-4e45-a989-cb7ce294873f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:30:43.081915 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-fe032af4-7433-4d4a-a06c-3bea956725d9 req-2d697c39-f48f-4e26-8294-5f8b2b6b5d69 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "GET /v2.0/ports?device_id=4f0d704f-5e52-448f-b14f-1b4a54a0a390 HTTP/1.1" status: 200 len: 210 time: 0.0705044 Nov 23 18:30:43.118950 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-dfbde57f-7d71-4431-b475-f76a64f38313 None None] Set router e344c192-c932-4bc2-a1cb-d76d9efafb6f gateway port host: n-d-816206-8 {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:30:43.128864 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-f81ab3e7-90f2-4cb8-9a6b-a3ef7ceaed1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:30:43.144813 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8bd2f7-f742-4e45-a989-cb7ce294873f None None] Pushing event updated for resources: {'Port': ['ID=5e3445b9-f9cb-49ea-a8a7-cc99393a8290,revision_number=5']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:30:43.291956 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-0f54b459-8163-4026-b3ae-96d7461e7c44 None None] Provisioning complete for port 5e3445b9-f9cb-49ea-a8a7-cc99393a8290 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:30:43.292326 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-0f54b459-8163-4026-b3ae-96d7461e7c44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:30:43.326820 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-dfbde57f-7d71-4431-b475-f76a64f38313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e344c192-c932-4bc2-a1cb-d76d9efafb6f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2032202079', 'tenant_id': '000e27ec11d44dc3b43cac2203fcea4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.58'}], 'enable_snat': True}, 'gw_port_id': 'd25d3116-00e9-41ad-ad17-f25a2524fc39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:30:36Z', 'updated_at': '2021-11-23T18:30:40Z', 'revision_number': 4, 'project_id': '000e27ec11d44dc3b43cac2203fcea4b', 'gw_port': {'id': 'd25d3116-00e9-41ad-ad17-f25a2524fc39', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:61:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e344c192-c932-4bc2-a1cb-d76d9efafb6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:30:37Z', 'updated_at': '2021-11-23T18:30:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_interfaces': [{'id': '5e3445b9-f9cb-49ea-a8a7-cc99393a8290', 'name': '', 'network_id': '21b7a955-e57c-4fd0-adfa-f593ce651f3b', 'tenant_id': '000e27ec11d44dc3b43cac2203fcea4b', 'mac_address': 'fa:16:3e:18:36:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e344c192-c932-4bc2-a1cb-d76d9efafb6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '42acc42b-f3e3-47f9-adfb-3eca79a28615', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:30:39Z', 'updated_at': '2021-11-23T18:30:42Z', 'revision_number': 4, 'project_id': '000e27ec11d44dc3b43cac2203fcea4b', 'subnets': [{'id': '42acc42b-f3e3-47f9-adfb-3eca79a28615', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:30:43.353845 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfbde57f-7d71-4431-b475-f76a64f38313 None None] The sync data for ids ['e344c192-c932-4bc2-a1cb-d76d9efafb6f'] in n-d-816206-8 is: [{'id': 'e344c192-c932-4bc2-a1cb-d76d9efafb6f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2032202079', 'tenant_id': '000e27ec11d44dc3b43cac2203fcea4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.58'}], 'enable_snat': True}, 'gw_port_id': 'd25d3116-00e9-41ad-ad17-f25a2524fc39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:30:36Z', 'updated_at': '2021-11-23T18:30:40Z', 'revision_number': 4, 'project_id': '000e27ec11d44dc3b43cac2203fcea4b', 'gw_port': {'id': 'd25d3116-00e9-41ad-ad17-f25a2524fc39', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:61:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e344c192-c932-4bc2-a1cb-d76d9efafb6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:30:37Z', 'updated_at': '2021-11-23T18:30:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_interfaces': [{'id': '5e3445b9-f9cb-49ea-a8a7-cc99393a8290', 'name': '', 'network_id': '21b7a955-e57c-4fd0-adfa-f593ce651f3b', 'tenant_id': '000e27ec11d44dc3b43cac2203fcea4b', 'mac_address': 'fa:16:3e:18:36:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e344c192-c932-4bc2-a1cb-d76d9efafb6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '42acc42b-f3e3-47f9-adfb-3eca79a28615', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:30:39Z', 'updated_at': '2021-11-23T18:30:42Z', 'revision_number': 4, 'project_id': '000e27ec11d44dc3b43cac2203fcea4b', 'subnets': [{'id': '42acc42b-f3e3-47f9-adfb-3eca79a28615', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:30:43.978795 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:30:44.158434 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-fcdce94e-328b-476e-83cc-705e28954630 req-ac82bb25-226a-4ace-8e1d-3e18716c81ea tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "GET /v2.0/ports?device_id=4f0d704f-5e52-448f-b14f-1b4a54a0a390 HTTP/1.1" status: 200 len: 210 time: 0.0260494 Nov 23 18:30:44.608645 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 5e3445b9-f9cb-49ea-a8a7-cc99393a8290 up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:30:44.657062 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port 5e3445b9-f9cb-49ea-a8a7-cc99393a8290 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:30:44.657943 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:30:44.853722 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:30:45.176236 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-2909f962-716a-4362-9630-f5a0e466bd56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:30:45.241341 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ca872fc0-ac23-4b46-8ede-c3b557d7f1db req-4a25ee01-eea8-431f-a44c-dd5457fa1f19 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "GET /v2.0/ports?device_id=4f0d704f-5e52-448f-b14f-1b4a54a0a390 HTTP/1.1" status: 200 len: 210 time: 0.0302458 Nov 23 18:30:46.647268 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-22baab99-610b-4fe9-9e97-dd105eadcbac req-2274eec5-a6bd-463b-a119-c4c77984fe7c tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "GET /v2.0/ports?device_id=4f0d704f-5e52-448f-b14f-1b4a54a0a390 HTTP/1.1" status: 200 len: 210 time: 0.3403766 Nov 23 18:30:46.765117 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-52822d53-48f5-4819-8a95-bdc13aea0bf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:30:47.089189 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a9ba93-bfa1-4332-a14a-659479ccb287 req-34f41f04-f02a-453f-9bed-cac368bbfff9 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:30:47.090742 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-10a9ba93-bfa1-4332-a14a-659479ccb287 req-34f41f04-f02a-453f-9bed-cac368bbfff9 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.55 "GET /v2.0/networks?id=21b7a955-e57c-4fd0-adfa-f593ce651f3b HTTP/1.1" status: 200 len: 797 time: 0.1040757 Nov 23 18:30:47.158333 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-10a9ba93-bfa1-4332-a14a-659479ccb287 req-1df16bca-cfcb-4889-8a71-fa41c0daf4ec tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=000e27ec11d44dc3b43cac2203fcea4b HTTP/1.1" status: 200 len: 379 time: 0.0570998 Nov 23 18:30:47.168713 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [req-10a9ba93-bfa1-4332-a14a-659479ccb287 req-4feb2a04-4237-4621-a015-79bc959bb953 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Request body: {'port': {'device_id': '4f0d704f-5e52-448f-b14f-1b4a54a0a390', 'network_id': '21b7a955-e57c-4fd0-adfa-f593ce651f3b', 'admin_state_up': True, 'tenant_id': '000e27ec11d44dc3b43cac2203fcea4b', 'security_groups': ['a8fd399e-30a4-4500-aefd-ec650fb96626']}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:30:47.275003 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10a9ba93-bfa1-4332-a14a-659479ccb287 req-4feb2a04-4237-4621-a015-79bc959bb953 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Made reservation on behalf of 000e27ec11d44dc3b43cac2203fcea4b for: {'port': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:30:47.278734 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-10a9ba93-bfa1-4332-a14a-659479ccb287 req-4feb2a04-4237-4621-a015-79bc959bb953 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:30:47.404685 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.db_base_plugin_common [req-10a9ba93-bfa1-4332-a14a-659479ccb287 req-4feb2a04-4237-4621-a015-79bc959bb953 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Allocated IP 172.20.0.4 (21b7a955-e57c-4fd0-adfa-f593ce651f3b/42acc42b-f3e3-47f9-adfb-3eca79a28615/4e53a001-bd04-4bcf-a20f-da83b0be1298) {{(pid=103591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:30:47.537151 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-10a9ba93-bfa1-4332-a14a-659479ccb287 req-4feb2a04-4237-4621-a015-79bc959bb953 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks [] for port, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:30:47.576076 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-10a9ba93-bfa1-4332-a14a-659479ccb287 req-4feb2a04-4237-4621-a015-79bc959bb953 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:30:47.621588 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10a9ba93-bfa1-4332-a14a-659479ccb287 req-4feb2a04-4237-4621-a015-79bc959bb953 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Network 21b7a955-e57c-4fd0-adfa-f593ce651f3b is already hosted by enough agents. {{(pid=103591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:30:47.624545 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [req-10a9ba93-bfa1-4332-a14a-659479ccb287 req-4feb2a04-4237-4621-a015-79bc959bb953 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Resources bound (agent type, host, resource id): {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:30:47.627769 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [req-10a9ba93-bfa1-4332-a14a-659479ccb287 req-4feb2a04-4237-4621-a015-79bc959bb953 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Received port after_create {{(pid=103591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:30:47.653660 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4feb2a04-4237-4621-a015-79bc959bb953 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Pushing event updated for resources: {'Port': ['ID=4e53a001-bd04-4bcf-a20f-da83b0be1298,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:30:47.684664 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a9ba93-bfa1-4332-a14a-659479ccb287 req-4feb2a04-4237-4621-a015-79bc959bb953 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:30:47.685481 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-10a9ba93-bfa1-4332-a14a-659479ccb287 req-4feb2a04-4237-4621-a015-79bc959bb953 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:30:47.704420 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-10a9ba93-bfa1-4332-a14a-659479ccb287 req-4feb2a04-4237-4621-a015-79bc959bb953 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5392561 Nov 23 18:30:47.718289 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [req-10a9ba93-bfa1-4332-a14a-659479ccb287 req-56bf2c62-499f-4555-ba3f-a83f8996a568 service neutron] Request body: {'port': {'device_id': '4f0d704f-5e52-448f-b14f-1b4a54a0a390', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-8'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:30:47.809821 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-10a9ba93-bfa1-4332-a14a-659479ccb287 req-56bf2c62-499f-4555-ba3f-a83f8996a568 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:30:47.820630 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a858ce9e-1c9e-48ef-ad4d-0fb9f06cec5f req-082498d6-eaf0-4e45-9c20-14d8750bd16f tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:30:47.823566 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a858ce9e-1c9e-48ef-ad4d-0fb9f06cec5f req-082498d6-eaf0-4e45-9c20-14d8750bd16f tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "GET /v2.0/ports?device_id=4f0d704f-5e52-448f-b14f-1b4a54a0a390 HTTP/1.1" status: 200 len: 931 time: 0.1012669 Nov 23 18:30:47.912589 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a858ce9e-1c9e-48ef-ad4d-0fb9f06cec5f req-4484b6be-ba5a-453c-b19d-3932ed1a0f35 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "GET /v2.0/security-groups?id=a8fd399e-30a4-4500-aefd-ec650fb96626&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0822423 Nov 23 18:30:47.920792 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-caa5fe62-b483-4587-bd66-93b4f333b846 None None] Provisioning complete for port 4e53a001-bd04-4bcf-a20f-da83b0be1298 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:30:47.921299 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-caa5fe62-b483-4587-bd66-93b4f333b846 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:30:47.957058 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-caa5fe62-b483-4587-bd66-93b4f333b846 None None] Port 4e53a001-bd04-4bcf-a20f-da83b0be1298 cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:30:47.978780 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9a27ae6c-db98-474f-94c1-cc99bf842d79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:30:48.121778 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [req-10a9ba93-bfa1-4332-a14a-659479ccb287 req-56bf2c62-499f-4555-ba3f-a83f8996a568 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e53a001-bd04-4bcf-a20f-da83b0be1298 {{(pid=103591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:30:48.129480 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-10a9ba93-bfa1-4332-a14a-659479ccb287 req-56bf2c62-499f-4555-ba3f-a83f8996a568 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:30:48.141181 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.provisioning_blocks [req-10a9ba93-bfa1-4332-a14a-659479ccb287 req-56bf2c62-499f-4555-ba3f-a83f8996a568 service neutron] Transition to ACTIVE for port object 4e53a001-bd04-4bcf-a20f-da83b0be1298 will not be triggered until provisioned by entity L2. {{(pid=103591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 18:30:48.145113 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-10a9ba93-bfa1-4332-a14a-659479ccb287 req-56bf2c62-499f-4555-ba3f-a83f8996a568 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264758186'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:30:48.200527 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bf2c62-499f-4555-ba3f-a83f8996a568 service neutron] Pushing event updated for resources: {'Port': ['ID=4e53a001-bd04-4bcf-a20f-da83b0be1298,revision_number=2']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:30:48.271935 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-10a9ba93-bfa1-4332-a14a-659479ccb287 req-56bf2c62-499f-4555-ba3f-a83f8996a568 service neutron] Attempting to bind port 4e53a001-bd04-4bcf-a20f-da83b0be1298 on host n-h1-816206-8 for vnic_type normal with profile {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:30:48.272265 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-10a9ba93-bfa1-4332-a14a-659479ccb287 req-56bf2c62-499f-4555-ba3f-a83f8996a568 service neutron] Attempting to bind port 4e53a001-bd04-4bcf-a20f-da83b0be1298 by drivers openvswitch,hyperv on host n-h1-816206-8 at level 0 using segments [{'id': '76c69ab1-193b-4163-89c9-dba6dca9df37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '21b7a955-e57c-4fd0-adfa-f593ce651f3b'}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:30:48.272638 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10a9ba93-bfa1-4332-a14a-659479ccb287 req-56bf2c62-499f-4555-ba3f-a83f8996a568 service neutron] Attempting to bind port 4e53a001-bd04-4bcf-a20f-da83b0be1298 on network 21b7a955-e57c-4fd0-adfa-f593ce651f3b {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:30:48.277242 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10a9ba93-bfa1-4332-a14a-659479ccb287 req-56bf2c62-499f-4555-ba3f-a83f8996a568 service neutron] Port 4e53a001-bd04-4bcf-a20f-da83b0be1298 on network 21b7a955-e57c-4fd0-adfa-f593ce651f3b not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-8 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:30:48.277580 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10a9ba93-bfa1-4332-a14a-659479ccb287 req-56bf2c62-499f-4555-ba3f-a83f8996a568 service neutron] Attempting to bind port 4e53a001-bd04-4bcf-a20f-da83b0be1298 on network 21b7a955-e57c-4fd0-adfa-f593ce651f3b {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:30:48.283355 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10a9ba93-bfa1-4332-a14a-659479ccb287 req-56bf2c62-499f-4555-ba3f-a83f8996a568 service neutron] Checking agent: {'id': '4b0a4557-3bfe-4828-80a0-7981fc3ac84c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 15, 14), 'started_at': datetime.datetime(2021, 11, 23, 17, 15, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 30, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:30:48.283700 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10a9ba93-bfa1-4332-a14a-659479ccb287 req-56bf2c62-499f-4555-ba3f-a83f8996a568 service neutron] Checking segment: {'id': '76c69ab1-193b-4163-89c9-dba6dca9df37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '21b7a955-e57c-4fd0-adfa-f593ce651f3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:30:48.284087 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10a9ba93-bfa1-4332-a14a-659479ccb287 req-56bf2c62-499f-4555-ba3f-a83f8996a568 service neutron] Bound using segment: {'id': '76c69ab1-193b-4163-89c9-dba6dca9df37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '21b7a955-e57c-4fd0-adfa-f593ce651f3b'} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:30:48.284574 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-10a9ba93-bfa1-4332-a14a-659479ccb287 req-56bf2c62-499f-4555-ba3f-a83f8996a568 service neutron] Bound port: 4e53a001-bd04-4bcf-a20f-da83b0be1298, host: n-h1-816206-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76c69ab1-193b-4163-89c9-dba6dca9df37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '21b7a955-e57c-4fd0-adfa-f593ce651f3b'}}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:30:48.284937 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-10a9ba93-bfa1-4332-a14a-659479ccb287 req-56bf2c62-499f-4555-ba3f-a83f8996a568 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:30:48.353304 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-10a9ba93-bfa1-4332-a14a-659479ccb287 req-56bf2c62-499f-4555-ba3f-a83f8996a568 service neutron] For port 4e53a001-bd04-4bcf-a20f-da83b0be1298, host n-h1-816206-8, cleared binding levels {{(pid=103591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:30:48.358624 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-10a9ba93-bfa1-4332-a14a-659479ccb287 req-56bf2c62-499f-4555-ba3f-a83f8996a568 service neutron] For port 4e53a001-bd04-4bcf-a20f-da83b0be1298, host n-h1-816206-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=4e53a001-bd04-4bcf-a20f-da83b0be1298,segment=NetworkSegment(76c69ab1-193b-4163-89c9-dba6dca9df37),segment_id=76c69ab1-193b-4163-89c9-dba6dca9df37)] {{(pid=103591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:30:48.363509 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-10a9ba93-bfa1-4332-a14a-659479ccb287 req-56bf2c62-499f-4555-ba3f-a83f8996a568 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264758186'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:30:48.404617 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a9ba93-bfa1-4332-a14a-659479ccb287 req-56bf2c62-499f-4555-ba3f-a83f8996a568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:30:48.405164 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-10a9ba93-bfa1-4332-a14a-659479ccb287 req-56bf2c62-499f-4555-ba3f-a83f8996a568 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:30:48.406581 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-10a9ba93-bfa1-4332-a14a-659479ccb287 req-56bf2c62-499f-4555-ba3f-a83f8996a568 service neutron] 10.222.0.55 "PUT /v2.0/ports/4e53a001-bd04-4bcf-a20f-da83b0be1298 HTTP/1.1" status: 200 len: 1091 time: 0.6933455 Nov 23 18:30:48.407595 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f0d704f-5e52-448f-b14f-1b4a54a0a390', 'tag': '4e53a001-bd04-4bcf-a20f-da83b0be1298'}] {{(pid=103591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:30:48.410021 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f4e21f982013ce885b63e29a1d25974432d95030e0706b58ae42016fda4ab83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc12d849-80ac-4c03-8d63-96d1c60dcdc0" -d '{"events": [{"name": "network-changed", "server_uuid": "4f0d704f-5e52-448f-b14f-1b4a54a0a390", "tag": "4e53a001-bd04-4bcf-a20f-da83b0be1298"}]}' {{(pid=103591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:30:48.445932 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bf2c62-499f-4555-ba3f-a83f8996a568 service neutron] Pushing event updated for resources: {'Port': ['ID=4e53a001-bd04-4bcf-a20f-da83b0be1298,revision_number=3']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:30:48.461507 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:30:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adec76f9-6840-426e-bf43-7ae11d2894b6 x-openstack-request-id: req-adec76f9-6840-426e-bf43-7ae11d2894b6 {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:30:48.461507 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f0d704f-5e52-448f-b14f-1b4a54a0a390", "tag": "4e53a001-bd04-4bcf-a20f-da83b0be1298", "status": "completed", "code": 200}]} {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:30:48.461507 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-adec76f9-6840-426e-bf43-7ae11d2894b6 {{(pid=103591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:30:48.461890 n-d-816206-8 neutron-server[103591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f0d704f-5e52-448f-b14f-1b4a54a0a390', 'tag': '4e53a001-bd04-4bcf-a20f-da83b0be1298', 'status': 'completed', 'code': 200} Nov 23 18:30:48.496559 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a9ba93-bfa1-4332-a14a-659479ccb287 req-2191b9a1-839c-47e8-9e11-2f27304ef58d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:30:48.498370 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-10a9ba93-bfa1-4332-a14a-659479ccb287 req-2191b9a1-839c-47e8-9e11-2f27304ef58d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=000e27ec11d44dc3b43cac2203fcea4b&device_id=4f0d704f-5e52-448f-b14f-1b4a54a0a390 HTTP/1.1" status: 200 len: 1094 time: 0.0487018 Nov 23 18:30:48.501047 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:30:48.551263 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-10a9ba93-bfa1-4332-a14a-659479ccb287 req-975a24a8-9f25-47a8-a1b4-5e5c3c3a1986 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4e53a001-bd04-4bcf-a20f-da83b0be1298 HTTP/1.1" status: 200 len: 217 time: 0.0453506 Nov 23 18:30:48.606824 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a9ba93-bfa1-4332-a14a-659479ccb287 req-fe1cd21a-0d1d-4c08-9190-44353739a89e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:30:48.608306 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-10a9ba93-bfa1-4332-a14a-659479ccb287 req-fe1cd21a-0d1d-4c08-9190-44353739a89e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=42acc42b-f3e3-47f9-adfb-3eca79a28615 HTTP/1.1" status: 200 len: 833 time: 0.0506964 Nov 23 18:30:48.658309 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a9ba93-bfa1-4332-a14a-659479ccb287 req-8aeedcd2-bee1-4c2a-817f-a5af4bca9bec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:30:48.659800 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-10a9ba93-bfa1-4332-a14a-659479ccb287 req-8aeedcd2-bee1-4c2a-817f-a5af4bca9bec service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=21b7a955-e57c-4fd0-adfa-f593ce651f3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435452 Nov 23 18:30:48.754549 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-10a9ba93-bfa1-4332-a14a-659479ccb287 req-3465d7d2-19c6-4c82-8373-9c96406982cc service neutron] 10.222.0.55 "GET /v2.0/networks/21b7a955-e57c-4fd0-adfa-f593ce651f3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839453 Nov 23 18:30:48.848328 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-10a9ba93-bfa1-4332-a14a-659479ccb287 req-b35f6816-2686-46bc-8c7b-ab9000986621 service neutron] 10.222.0.55 "GET /v2.0/networks/21b7a955-e57c-4fd0-adfa-f593ce651f3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874746 Nov 23 18:30:48.935530 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc12d849-80ac-4c03-8d63-96d1c60dcdc0 req-b4d55dc9-6f9b-4e3c-8cc1-d9acc356eebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:30:48.937064 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-dc12d849-80ac-4c03-8d63-96d1c60dcdc0 req-b4d55dc9-6f9b-4e3c-8cc1-d9acc356eebb service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=000e27ec11d44dc3b43cac2203fcea4b&device_id=4f0d704f-5e52-448f-b14f-1b4a54a0a390 HTTP/1.1" status: 200 len: 1094 time: 0.0406339 Nov 23 18:30:49.061395 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc12d849-80ac-4c03-8d63-96d1c60dcdc0 req-5d3d8f33-fba3-41be-8005-0b3a7ae6ce30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:30:49.062869 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-dc12d849-80ac-4c03-8d63-96d1c60dcdc0 req-5d3d8f33-fba3-41be-8005-0b3a7ae6ce30 service neutron] 10.222.0.55 "GET /v2.0/networks?id=21b7a955-e57c-4fd0-adfa-f593ce651f3b HTTP/1.1" status: 200 len: 898 time: 0.1183007 Nov 23 18:30:49.071522 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bc35f9-eabe-4bd5-b403-8b9bd76b2a1a req-f1287a80-9b35-419e-905b-0ce7c9e38c16 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:30:49.072910 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-41bc35f9-eabe-4bd5-b403-8b9bd76b2a1a req-f1287a80-9b35-419e-905b-0ce7c9e38c16 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "GET /v2.0/ports?device_id=4f0d704f-5e52-448f-b14f-1b4a54a0a390 HTTP/1.1" status: 200 len: 943 time: 0.0686526 Nov 23 18:30:49.113544 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-dc12d849-80ac-4c03-8d63-96d1c60dcdc0 req-1871e887-f5be-4b12-80dd-a858f5f48f7f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4e53a001-bd04-4bcf-a20f-da83b0be1298 HTTP/1.1" status: 200 len: 217 time: 0.0396900 Nov 23 18:30:49.189553 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-41bc35f9-eabe-4bd5-b403-8b9bd76b2a1a req-22e0c2d1-c720-43c9-af9d-7a04dd271e8d tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "GET /v2.0/security-groups?id=a8fd399e-30a4-4500-aefd-ec650fb96626&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1095824 Nov 23 18:30:49.191318 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc12d849-80ac-4c03-8d63-96d1c60dcdc0 req-ebdcc012-416d-4398-8eb1-aa688120dc3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:30:49.192701 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-dc12d849-80ac-4c03-8d63-96d1c60dcdc0 req-ebdcc012-416d-4398-8eb1-aa688120dc3f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=42acc42b-f3e3-47f9-adfb-3eca79a28615 HTTP/1.1" status: 200 len: 833 time: 0.0714257 Nov 23 18:30:49.238623 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc12d849-80ac-4c03-8d63-96d1c60dcdc0 req-ba119a0f-b7ff-4213-b136-0632171b5d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:30:49.240068 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-dc12d849-80ac-4c03-8d63-96d1c60dcdc0 req-ba119a0f-b7ff-4213-b136-0632171b5d69 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=21b7a955-e57c-4fd0-adfa-f593ce651f3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403793 Nov 23 18:30:49.336226 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-dc12d849-80ac-4c03-8d63-96d1c60dcdc0 req-6e5bc3c6-731f-435e-8ff0-9d349ed8c25a service neutron] 10.222.0.55 "GET /v2.0/networks/21b7a955-e57c-4fd0-adfa-f593ce651f3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888069 Nov 23 18:30:49.426394 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-dc12d849-80ac-4c03-8d63-96d1c60dcdc0 req-3570dc5e-c2d6-417f-9d23-30df30d58458 service neutron] 10.222.0.55 "GET /v2.0/networks/21b7a955-e57c-4fd0-adfa-f593ce651f3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825539 Nov 23 18:30:50.306274 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232c53b0-eb72-47f3-964d-ed91d83487bf req-1169bede-bf0a-4300-b986-3061901296f9 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:30:50.307742 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-232c53b0-eb72-47f3-964d-ed91d83487bf req-1169bede-bf0a-4300-b986-3061901296f9 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "GET /v2.0/ports?device_id=4f0d704f-5e52-448f-b14f-1b4a54a0a390 HTTP/1.1" status: 200 len: 943 time: 0.0492907 Nov 23 18:30:50.359655 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-232c53b0-eb72-47f3-964d-ed91d83487bf req-d95b0a3e-b3b6-417c-8cfc-e9b35e2e51fe tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "GET /v2.0/security-groups?id=a8fd399e-30a4-4500-aefd-ec650fb96626&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458670 Nov 23 18:30:50.424106 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device 4e53a001-bd04-4bcf-a20f-da83b0be1298 details requested by agent hyperv_n-h1-816206-8 with host n-h1-816206-8 {{(pid=103592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 18:30:50.516807 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port 4e53a001-bd04-4bcf-a20f-da83b0be1298, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=4e53a001-bd04-4bcf-a20f-da83b0be1298,segment=NetworkSegment(76c69ab1-193b-4163-89c9-dba6dca9df37),segment_id=76c69ab1-193b-4163-89c9-dba6dca9df37)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:30:50.527577 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Returning: {'device': '4e53a001-bd04-4bcf-a20f-da83b0be1298', 'network_id': '21b7a955-e57c-4fd0-adfa-f593ce651f3b', 'port_id': '4e53a001-bd04-4bcf-a20f-da83b0be1298', 'mac_address': 'fa:16:3e:d4:ba:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 500, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42acc42b-f3e3-47f9-adfb-3eca79a28615', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 18:30:50.568680 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:30:50.582025 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e53a001-bd04-4bcf-a20f-da83b0be1298 {{(pid=103592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:30:50.601357 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port 4e53a001-bd04-4bcf-a20f-da83b0be1298, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=4e53a001-bd04-4bcf-a20f-da83b0be1298,segment=NetworkSegment(76c69ab1-193b-4163-89c9-dba6dca9df37),segment_id=76c69ab1-193b-4163-89c9-dba6dca9df37)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:30:50.604984 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:30:50.650413 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Pushing event updated for resources: {'Port': ['ID=4e53a001-bd04-4bcf-a20f-da83b0be1298,revision_number=4']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:30:50.824587 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] get_ports_and_sgs() called for port_ids ['4e53a001-bd04-4bcf-a20f-da83b0be1298'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:30:51.476119 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4fb166-9bc0-4dcf-8386-5322d11d98e7 req-be0dd047-c617-4e2c-8e26-ed73aa73919c tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:30:51.477611 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9c4fb166-9bc0-4dcf-8386-5322d11d98e7 req-be0dd047-c617-4e2c-8e26-ed73aa73919c tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "GET /v2.0/ports?device_id=4f0d704f-5e52-448f-b14f-1b4a54a0a390 HTTP/1.1" status: 200 len: 944 time: 0.0490122 Nov 23 18:30:51.525830 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9c4fb166-9bc0-4dcf-8386-5322d11d98e7 req-1ed7cfe4-ac5d-452f-b782-5bc3454eef18 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "GET /v2.0/security-groups?id=a8fd399e-30a4-4500-aefd-ec650fb96626&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420740 Nov 23 18:30:52.439562 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device 4e53a001-bd04-4bcf-a20f-da83b0be1298 up at agent hyperv_n-h1-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:30:52.489604 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Provisioning for port 4e53a001-bd04-4bcf-a20f-da83b0be1298 completed by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 18:30:52.493877 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Provisioning complete for port 4e53a001-bd04-4bcf-a20f-da83b0be1298 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:30:52.494347 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:30:52.581225 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:30:52.604860 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f0d704f-5e52-448f-b14f-1b4a54a0a390', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e53a001-bd04-4bcf-a20f-da83b0be1298'}] {{(pid=103592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:30:52.607106 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}369cae9aa69facfce3992dabc874bd76984507e3cd36da60a73cd3603125cd43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91edb00f-ca3b-412d-bb34-9d137915f9e5" -d '{"events": [{"server_uuid": "4f0d704f-5e52-448f-b14f-1b4a54a0a390", "name": "network-vif-plugged", "status": "completed", "tag": "4e53a001-bd04-4bcf-a20f-da83b0be1298"}]}' {{(pid=103592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:30:52.620918 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port 4e53a001-bd04-4bcf-a20f-da83b0be1298, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=4e53a001-bd04-4bcf-a20f-da83b0be1298,segment=NetworkSegment(76c69ab1-193b-4163-89c9-dba6dca9df37),segment_id=76c69ab1-193b-4163-89c9-dba6dca9df37)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:30:52.628045 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:30:52.645034 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da370f88-1734-4231-a9e0-9b26a3527469 req-4170031b-99e2-4243-9c3e-933048c3c934 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:30:52.646823 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-da370f88-1734-4231-a9e0-9b26a3527469 req-4170031b-99e2-4243-9c3e-933048c3c934 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "GET /v2.0/ports?device_id=4f0d704f-5e52-448f-b14f-1b4a54a0a390 HTTP/1.1" status: 200 len: 944 time: 0.0512497 Nov 23 18:30:52.651929 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:30:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70382cfa-43a6-4ab0-92ad-d5aa10c32427 x-openstack-request-id: req-70382cfa-43a6-4ab0-92ad-d5aa10c32427 {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:30:52.652219 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f0d704f-5e52-448f-b14f-1b4a54a0a390", "name": "network-vif-plugged", "status": "completed", "tag": "4e53a001-bd04-4bcf-a20f-da83b0be1298", "code": 200}]} {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:30:52.652471 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-70382cfa-43a6-4ab0-92ad-d5aa10c32427 {{(pid=103592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:30:52.652885 n-d-816206-8 neutron-server[103592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f0d704f-5e52-448f-b14f-1b4a54a0a390', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e53a001-bd04-4bcf-a20f-da83b0be1298', 'code': 200} Nov 23 18:30:52.689218 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Pushing event updated for resources: {'Port': ['ID=4e53a001-bd04-4bcf-a20f-da83b0be1298,revision_number=5']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:30:52.699662 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-da370f88-1734-4231-a9e0-9b26a3527469 req-263c3edd-a99e-4c73-b0de-4f5ac1fc251c tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "GET /v2.0/security-groups?id=a8fd399e-30a4-4500-aefd-ec650fb96626&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461433 Nov 23 18:30:52.756155 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5413b38-817d-455d-b357-0959d6113168 req-66357d4c-e1d2-4431-9519-8778cf992926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:30:52.757724 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b5413b38-817d-455d-b357-0959d6113168 req-66357d4c-e1d2-4431-9519-8778cf992926 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=4f0d704f-5e52-448f-b14f-1b4a54a0a390 HTTP/1.1" status: 200 len: 1096 time: 0.0453038 Nov 23 18:30:52.804795 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b5413b38-817d-455d-b357-0959d6113168 req-cb39bc51-fc7e-4a95-9728-edd1cce10c5c service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=a8fd399e-30a4-4500-aefd-ec650fb96626&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390162 Nov 23 18:30:53.821464 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84372978-bc25-476a-bd1e-110f10f9ce27 req-46bf7753-44d5-4379-9772-49d13072e5c4 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:30:53.822955 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-84372978-bc25-476a-bd1e-110f10f9ce27 req-46bf7753-44d5-4379-9772-49d13072e5c4 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "GET /v2.0/ports?device_id=4f0d704f-5e52-448f-b14f-1b4a54a0a390 HTTP/1.1" status: 200 len: 945 time: 0.0521045 Nov 23 18:30:53.873121 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-84372978-bc25-476a-bd1e-110f10f9ce27 req-dd278aa3-5a77-4e8e-a8ac-22fcf4477b8c tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "GET /v2.0/security-groups?id=a8fd399e-30a4-4500-aefd-ec650fb96626&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435727 Nov 23 18:30:54.535671 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.agents_db [None req-464f6c07-0de8-4be6-8f5b-563f574d1c5d None None] Agent healthcheck: found 7 active agents {{(pid=103593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 18:30:54.991400 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc43485-7a78-49e8-b4a9-29629218a057 req-e200e2db-d0c7-478e-98eb-0fd5898c6320 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:30:54.992955 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-cdc43485-7a78-49e8-b4a9-29629218a057 req-e200e2db-d0c7-478e-98eb-0fd5898c6320 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "GET /v2.0/ports?device_id=4f0d704f-5e52-448f-b14f-1b4a54a0a390 HTTP/1.1" status: 200 len: 945 time: 0.0518622 Nov 23 18:30:55.041353 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-cdc43485-7a78-49e8-b4a9-29629218a057 req-60fd4132-06c5-414f-8dee-791b4769c341 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "GET /v2.0/security-groups?id=a8fd399e-30a4-4500-aefd-ec650fb96626&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424194 Nov 23 18:30:55.156817 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9c4efc-f320-414e-a126-742c062cb763 req-c55dea92-18ba-4b91-a391-81fce909a475 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:30:55.158277 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-dc9c4efc-f320-414e-a126-742c062cb763 req-c55dea92-18ba-4b91-a391-81fce909a475 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "GET /v2.0/ports?device_id=4f0d704f-5e52-448f-b14f-1b4a54a0a390 HTTP/1.1" status: 200 len: 945 time: 0.0487249 Nov 23 18:30:55.209097 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-dc9c4efc-f320-414e-a126-742c062cb763 req-c31d18d1-1072-46d6-a321-1b301f1c08be tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "GET /v2.0/security-groups?id=a8fd399e-30a4-4500-aefd-ec650fb96626&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444584 Nov 23 18:30:55.230113 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 57114) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:30:55.269900 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16b4056f-cde1-4d2f-a893-95c679e09020 tempest-TestNetworkAdvancedServerOps-1140721612 tempest-TestNetworkAdvancedServerOps-1140721612-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:30:55.271399 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-16b4056f-cde1-4d2f-a893-95c679e09020 tempest-TestNetworkAdvancedServerOps-1140721612 tempest-TestNetworkAdvancedServerOps-1140721612-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=4f0d704f-5e52-448f-b14f-1b4a54a0a390 HTTP/1.1" status: 200 len: 1091 time: 0.0401785 Nov 23 18:30:55.274225 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 57116) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:30:55.278422 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-09032ed8-d70f-4bd1-9e0e-d2f67640724e tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Request body: {'floatingip': {'floating_network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'port_id': '4e53a001-bd04-4bcf-a20f-da83b0be1298', 'tenant_id': '000e27ec11d44dc3b43cac2203fcea4b', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:30:55.300671 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-09032ed8-d70f-4bd1-9e0e-d2f67640724e tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks [] for floatingip, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:30:55.401299 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-09032ed8-d70f-4bd1-9e0e-d2f67640724e tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:30:55.509481 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.db_base_plugin_common [None req-09032ed8-d70f-4bd1-9e0e-d2f67640724e tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Allocated IP 172.25.3.24 (4c8455ba-1be5-42ac-b8c2-8a16e1292d55/08fe3644-ce41-4c3f-a7ea-92bac0f0fff5/3094eebd-c3e2-4ea1-9ab1-3633b3b88a50) {{(pid=103591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:30:55.612608 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-09032ed8-d70f-4bd1-9e0e-d2f67640724e tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks [] for port, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:30:55.646025 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-09032ed8-d70f-4bd1-9e0e-d2f67640724e tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:30:55.686458 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09032ed8-d70f-4bd1-9e0e-d2f67640724e tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Network 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 is already hosted by enough agents. {{(pid=103591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:30:55.689294 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [None req-09032ed8-d70f-4bd1-9e0e-d2f67640724e tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Resources bound (agent type, host, resource id): {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:30:55.693145 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09032ed8-d70f-4bd1-9e0e-d2f67640724e tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Received port after_create {{(pid=103591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:30:55.698847 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09032ed8-d70f-4bd1-9e0e-d2f67640724e tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Pushing event updated for resources: {'Port': ['ID=3094eebd-c3e2-4ea1-9ab1-3633b3b88a50,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:30:56.059523 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-09032ed8-d70f-4bd1-9e0e-d2f67640724e tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:30:56.129502 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-09032ed8-d70f-4bd1-9e0e-d2f67640724e tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:30:56.277735 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-09032ed8-d70f-4bd1-9e0e-d2f67640724e tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks [] for port, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:30:56.283134 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-09032ed8-d70f-4bd1-9e0e-d2f67640724e tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264758186'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:30:56.355623 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09032ed8-d70f-4bd1-9e0e-d2f67640724e tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Pushing event updated for resources: {'Port': ['ID=3094eebd-c3e2-4ea1-9ab1-3633b3b88a50,revision_number=2']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:30:56.365280 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-09032ed8-d70f-4bd1-9e0e-d2f67640724e tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1795396'] for floatingip, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:30:56.469752 n-d-816206-8 neutron-server[103591]: INFO neutron.db.l3_db [None req-09032ed8-d70f-4bd1-9e0e-d2f67640724e tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Floating IP 5b507b49-be1f-4d0b-ab74-9e8a4ab2b693 associated. External IP: 172.25.3.24, port: 4e53a001-bd04-4bcf-a20f-da83b0be1298. Nov 23 18:30:56.680846 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09032ed8-d70f-4bd1-9e0e-d2f67640724e tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Router e344c192-c932-4bc2-a1cb-d76d9efafb6f has already been hosted by L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 {{(pid=103591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:30:56.787815 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09032ed8-d70f-4bd1-9e0e-d2f67640724e tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:30:56.797829 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9437c37-91bb-4579-b0cd-e180df474f70 None None] Sync routers for ids ['e344c192-c932-4bc2-a1cb-d76d9efafb6f'] in n-d-816206-8 {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:30:56.806502 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-09032ed8-d70f-4bd1-9e0e-d2f67640724e tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for floatingip, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:30:56.812447 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9437c37-91bb-4579-b0cd-e180df474f70 None None] Routers {'e344c192-c932-4bc2-a1cb-d76d9efafb6f'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:30:56.814561 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-f9437c37-91bb-4579-b0cd-e180df474f70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T18:30:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['e344c192-c932-4bc2-a1cb-d76d9efafb6f'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:30:56.833763 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-09032ed8-d70f-4bd1-9e0e-d2f67640724e tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5585406 Nov 23 18:30:56.834347 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f0d704f-5e52-448f-b14f-1b4a54a0a390', 'tag': '4e53a001-bd04-4bcf-a20f-da83b0be1298'}] {{(pid=103591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:30:56.836621 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f4e21f982013ce885b63e29a1d25974432d95030e0706b58ae42016fda4ab83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84984ba6-35b9-4c85-a850-bd4a11aa3e46" -d '{"events": [{"name": "network-changed", "server_uuid": "4f0d704f-5e52-448f-b14f-1b4a54a0a390", "tag": "4e53a001-bd04-4bcf-a20f-da83b0be1298"}]}' {{(pid=103591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:30:56.878963 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:30:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-841d894f-4f30-4314-920e-5338047e6608 x-openstack-request-id: req-841d894f-4f30-4314-920e-5338047e6608 {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:30:56.879259 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f0d704f-5e52-448f-b14f-1b4a54a0a390", "tag": "4e53a001-bd04-4bcf-a20f-da83b0be1298", "status": "completed", "code": 200}]} {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:30:56.879697 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-841d894f-4f30-4314-920e-5338047e6608 {{(pid=103591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:30:56.880104 n-d-816206-8 neutron-server[103591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f0d704f-5e52-448f-b14f-1b4a54a0a390', 'tag': '4e53a001-bd04-4bcf-a20f-da83b0be1298', 'status': 'completed', 'code': 200} Nov 23 18:30:56.927534 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvr_db [None req-f9437c37-91bb-4579-b0cd-e180df474f70 None None] Set router e344c192-c932-4bc2-a1cb-d76d9efafb6f gateway port host: n-d-816206-8 {{(pid=103592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:30:56.965769 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3006df-07b2-4208-b873-7a44dc9bfdc0 req-03847542-f1ca-4dcf-ad37-66bda7660ac5 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:30:56.967267 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5a3006df-07b2-4208-b873-7a44dc9bfdc0 req-03847542-f1ca-4dcf-ad37-66bda7660ac5 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "GET /v2.0/ports?device_id=4f0d704f-5e52-448f-b14f-1b4a54a0a390 HTTP/1.1" status: 200 len: 945 time: 0.0790551 Nov 23 18:30:56.973164 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84984ba6-35b9-4c85-a850-bd4a11aa3e46 req-788d2148-18c6-4418-82ec-a59e367b362b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:30:56.974579 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-84984ba6-35b9-4c85-a850-bd4a11aa3e46 req-788d2148-18c6-4418-82ec-a59e367b362b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=000e27ec11d44dc3b43cac2203fcea4b&device_id=4f0d704f-5e52-448f-b14f-1b4a54a0a390 HTTP/1.1" status: 200 len: 1096 time: 0.0597000 Nov 23 18:30:57.077148 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5a3006df-07b2-4208-b873-7a44dc9bfdc0 req-d15b5b01-2e0e-48d4-bfb0-705badd201e6 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "GET /v2.0/security-groups?id=a8fd399e-30a4-4500-aefd-ec650fb96626&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1016085 Nov 23 18:30:57.102035 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 57122) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:30:57.107086 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84984ba6-35b9-4c85-a850-bd4a11aa3e46 req-9b55fc82-3304-45ec-a65d-ab569141f685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:30:57.108658 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-84984ba6-35b9-4c85-a850-bd4a11aa3e46 req-9b55fc82-3304-45ec-a65d-ab569141f685 service neutron] 10.222.0.55 "GET /v2.0/networks?id=21b7a955-e57c-4fd0-adfa-f593ce651f3b HTTP/1.1" status: 200 len: 898 time: 0.1266470 Nov 23 18:30:57.162589 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-f9437c37-91bb-4579-b0cd-e180df474f70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e344c192-c932-4bc2-a1cb-d76d9efafb6f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2032202079', 'tenant_id': '000e27ec11d44dc3b43cac2203fcea4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.58'}], 'enable_snat': True}, 'gw_port_id': 'd25d3116-00e9-41ad-ad17-f25a2524fc39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:30:36Z', 'updated_at': '2021-11-23T18:30:40Z', 'revision_number': 4, 'project_id': '000e27ec11d44dc3b43cac2203fcea4b', 'gw_port': {'id': 'd25d3116-00e9-41ad-ad17-f25a2524fc39', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:61:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e344c192-c932-4bc2-a1cb-d76d9efafb6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:30:37Z', 'updated_at': '2021-11-23T18:30:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_floatingips': [{'id': '5b507b49-be1f-4d0b-ab74-9e8a4ab2b693', 'tenant_id': '000e27ec11d44dc3b43cac2203fcea4b', 'floating_ip_address': '172.25.3.24', 'floating_network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'router_id': 'e344c192-c932-4bc2-a1cb-d76d9efafb6f', 'port_id': '4e53a001-bd04-4bcf-a20f-da83b0be1298', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4245, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21b7a955-e57c-4fd0-adfa-f593ce651f3b', 'mac_address': 'fa:16:3e:d4:ba:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f0d704f-5e52-448f-b14f-1b4a54a0a390', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T18:30:55Z', 'updated_at': '2021-11-23T18:30:55Z', 'revision_number': 0, 'project_id': '000e27ec11d44dc3b43cac2203fcea4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e3445b9-f9cb-49ea-a8a7-cc99393a8290', 'name': '', 'network_id': '21b7a955-e57c-4fd0-adfa-f593ce651f3b', 'tenant_id': '000e27ec11d44dc3b43cac2203fcea4b', 'mac_address': 'fa:16:3e:18:36:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e344c192-c932-4bc2-a1cb-d76d9efafb6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '42acc42b-f3e3-47f9-adfb-3eca79a28615', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:30:39Z', 'updated_at': '2021-11-23T18:30:43Z', 'revision_number': 5, 'project_id': '000e27ec11d44dc3b43cac2203fcea4b', 'subnets': [{'id': '42acc42b-f3e3-47f9-adfb-3eca79a28615', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:30:57.165093 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-f3923fef-8a05-43e8-8334-c4bcd2a1e353 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "GET /v2.0/floatingips/5b507b49-be1f-4d0b-ab74-9e8a4ab2b693 HTTP/1.1" status: 200 len: 990 time: 0.0613589 Nov 23 18:30:57.181067 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-84984ba6-35b9-4c85-a850-bd4a11aa3e46 req-0920b345-0854-47e2-8fef-dae3e4fddaef service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4e53a001-bd04-4bcf-a20f-da83b0be1298 HTTP/1.1" status: 200 len: 998 time: 0.0649612 Nov 23 18:30:57.189464 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9437c37-91bb-4579-b0cd-e180df474f70 None None] Checking router: e344c192-c932-4bc2-a1cb-d76d9efafb6f for host: n-d-816206-8 {{(pid=103592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:30:57.197775 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9437c37-91bb-4579-b0cd-e180df474f70 None None] Routers {'e344c192-c932-4bc2-a1cb-d76d9efafb6f'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:30:57.198374 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-f9437c37-91bb-4579-b0cd-e180df474f70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T18:30:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['e344c192-c932-4bc2-a1cb-d76d9efafb6f'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:30:57.475831 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvr_db [None req-f9437c37-91bb-4579-b0cd-e180df474f70 None None] Set router e344c192-c932-4bc2-a1cb-d76d9efafb6f gateway port host: n-d-816206-8 {{(pid=103592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:30:57.539842 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84984ba6-35b9-4c85-a850-bd4a11aa3e46 req-389adb7d-99c5-430c-afea-7ee126863721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:30:57.541348 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-84984ba6-35b9-4c85-a850-bd4a11aa3e46 req-389adb7d-99c5-430c-afea-7ee126863721 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=42acc42b-f3e3-47f9-adfb-3eca79a28615 HTTP/1.1" status: 200 len: 833 time: 0.3535168 Nov 23 18:30:57.591855 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84984ba6-35b9-4c85-a850-bd4a11aa3e46 req-b69c83dd-8402-4bd6-8a9f-13221b9c6f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:30:57.593373 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-84984ba6-35b9-4c85-a850-bd4a11aa3e46 req-b69c83dd-8402-4bd6-8a9f-13221b9c6f67 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=21b7a955-e57c-4fd0-adfa-f593ce651f3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428157 Nov 23 18:30:57.688831 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-84984ba6-35b9-4c85-a850-bd4a11aa3e46 req-64996fd1-0a1c-428b-a657-8f9373d3fa07 service neutron] 10.222.0.55 "GET /v2.0/networks/21b7a955-e57c-4fd0-adfa-f593ce651f3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878808 Nov 23 18:30:57.705350 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-f9437c37-91bb-4579-b0cd-e180df474f70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e344c192-c932-4bc2-a1cb-d76d9efafb6f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2032202079', 'tenant_id': '000e27ec11d44dc3b43cac2203fcea4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.58'}], 'enable_snat': True}, 'gw_port_id': 'd25d3116-00e9-41ad-ad17-f25a2524fc39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:30:36Z', 'updated_at': '2021-11-23T18:30:40Z', 'revision_number': 4, 'project_id': '000e27ec11d44dc3b43cac2203fcea4b', 'gw_port': {'id': 'd25d3116-00e9-41ad-ad17-f25a2524fc39', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:61:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e344c192-c932-4bc2-a1cb-d76d9efafb6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:30:37Z', 'updated_at': '2021-11-23T18:30:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_floatingips': [{'id': '5b507b49-be1f-4d0b-ab74-9e8a4ab2b693', 'tenant_id': '000e27ec11d44dc3b43cac2203fcea4b', 'floating_ip_address': '172.25.3.24', 'floating_network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'router_id': 'e344c192-c932-4bc2-a1cb-d76d9efafb6f', 'port_id': '4e53a001-bd04-4bcf-a20f-da83b0be1298', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4245, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21b7a955-e57c-4fd0-adfa-f593ce651f3b', 'mac_address': 'fa:16:3e:d4:ba:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f0d704f-5e52-448f-b14f-1b4a54a0a390', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T18:30:55Z', 'updated_at': '2021-11-23T18:30:55Z', 'revision_number': 0, 'project_id': '000e27ec11d44dc3b43cac2203fcea4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e3445b9-f9cb-49ea-a8a7-cc99393a8290', 'name': '', 'network_id': '21b7a955-e57c-4fd0-adfa-f593ce651f3b', 'tenant_id': '000e27ec11d44dc3b43cac2203fcea4b', 'mac_address': 'fa:16:3e:18:36:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e344c192-c932-4bc2-a1cb-d76d9efafb6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '42acc42b-f3e3-47f9-adfb-3eca79a28615', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:30:39Z', 'updated_at': '2021-11-23T18:30:43Z', 'revision_number': 5, 'project_id': '000e27ec11d44dc3b43cac2203fcea4b', 'subnets': [{'id': '42acc42b-f3e3-47f9-adfb-3eca79a28615', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:30:57.731935 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9437c37-91bb-4579-b0cd-e180df474f70 None None] The sync data for ids ['e344c192-c932-4bc2-a1cb-d76d9efafb6f'] in n-d-816206-8 is: [{'id': 'e344c192-c932-4bc2-a1cb-d76d9efafb6f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2032202079', 'tenant_id': '000e27ec11d44dc3b43cac2203fcea4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.58'}], 'enable_snat': True}, 'gw_port_id': 'd25d3116-00e9-41ad-ad17-f25a2524fc39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:30:36Z', 'updated_at': '2021-11-23T18:30:40Z', 'revision_number': 4, 'project_id': '000e27ec11d44dc3b43cac2203fcea4b', 'gw_port': {'id': 'd25d3116-00e9-41ad-ad17-f25a2524fc39', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:61:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e344c192-c932-4bc2-a1cb-d76d9efafb6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:30:37Z', 'updated_at': '2021-11-23T18:30:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_floatingips': [{'id': '5b507b49-be1f-4d0b-ab74-9e8a4ab2b693', 'tenant_id': '000e27ec11d44dc3b43cac2203fcea4b', 'floating_ip_address': '172.25.3.24', 'floating_network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'router_id': 'e344c192-c932-4bc2-a1cb-d76d9efafb6f', 'port_id': '4e53a001-bd04-4bcf-a20f-da83b0be1298', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4245, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21b7a955-e57c-4fd0-adfa-f593ce651f3b', 'mac_address': 'fa:16:3e:d4:ba:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f0d704f-5e52-448f-b14f-1b4a54a0a390', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T18:30:55Z', 'updated_at': '2021-11-23T18:30:55Z', 'revision_number': 0, 'project_id': '000e27ec11d44dc3b43cac2203fcea4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e3445b9-f9cb-49ea-a8a7-cc99393a8290', 'name': '', 'network_id': '21b7a955-e57c-4fd0-adfa-f593ce651f3b', 'tenant_id': '000e27ec11d44dc3b43cac2203fcea4b', 'mac_address': 'fa:16:3e:18:36:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e344c192-c932-4bc2-a1cb-d76d9efafb6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '42acc42b-f3e3-47f9-adfb-3eca79a28615', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:30:39Z', 'updated_at': '2021-11-23T18:30:43Z', 'revision_number': 5, 'project_id': '000e27ec11d44dc3b43cac2203fcea4b', 'subnets': [{'id': '42acc42b-f3e3-47f9-adfb-3eca79a28615', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:30:57.781037 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-84984ba6-35b9-4c85-a850-bd4a11aa3e46 req-bf564153-b184-4834-9471-8b19c94e7838 service neutron] 10.222.0.55 "GET /v2.0/networks/21b7a955-e57c-4fd0-adfa-f593ce651f3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852885 Nov 23 18:30:57.934012 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e95ebdad-c570-4053-b7d9-a0cbb11ea497 None None] New status for floating IP 5b507b49-be1f-4d0b-ab74-9e8a4ab2b693: ACTIVE {{(pid=103593) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 18:30:58.167228 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 57124) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:30:58.230326 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-d4d03e08-4d24-4f81-8498-9b71ac6f27f1 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "GET /v2.0/floatingips/5b507b49-be1f-4d0b-ab74-9e8a4ab2b693 HTTP/1.1" status: 200 len: 992 time: 0.0619593 Nov 23 18:31:13.101846 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-4fe0d636-cc94-44da-8b14-f8c1c5a58897 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:31:13.978019 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:31:14.849061 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:31:15.177532 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-f9c379ba-3a52-4303-8a3b-932537c4c41c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:31:16.767469 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-52822d53-48f5-4819-8a95-bdc13aea0bf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:31:17.983623 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9a27ae6c-db98-474f-94c1-cc99bf842d79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:31:18.487808 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:31:24.946700 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b61731bf-0a4f-4d46-a6db-12f05d581f05 req-2c374a23-53d9-4c94-b7b5-9025132fdd1d service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=4f0d704f-5e52-448f-b14f-1b4a54a0a390&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0388942 Nov 23 18:31:25.032207 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61731bf-0a4f-4d46-a6db-12f05d581f05 req-c48f2f47-10ac-4d5d-9a94-972285bf711e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:31:25.033718 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b61731bf-0a4f-4d46-a6db-12f05d581f05 req-c48f2f47-10ac-4d5d-9a94-972285bf711e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=000e27ec11d44dc3b43cac2203fcea4b&device_id=4f0d704f-5e52-448f-b14f-1b4a54a0a390 HTTP/1.1" status: 200 len: 1096 time: 0.0443039 Nov 23 18:31:25.137335 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61731bf-0a4f-4d46-a6db-12f05d581f05 req-e4fcdd27-8cf7-4d8a-b53d-310894e1f6ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:31:25.138796 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b61731bf-0a4f-4d46-a6db-12f05d581f05 req-e4fcdd27-8cf7-4d8a-b53d-310894e1f6ab service neutron] 10.222.0.55 "GET /v2.0/networks?id=21b7a955-e57c-4fd0-adfa-f593ce651f3b HTTP/1.1" status: 200 len: 898 time: 0.0849373 Nov 23 18:31:25.210063 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b61731bf-0a4f-4d46-a6db-12f05d581f05 req-7b4cc64a-ef8c-447f-bfb8-712d620baf93 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4e53a001-bd04-4bcf-a20f-da83b0be1298 HTTP/1.1" status: 200 len: 1000 time: 0.0617557 Nov 23 18:31:25.258356 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61731bf-0a4f-4d46-a6db-12f05d581f05 req-97c70784-8b4f-4b6e-931f-dfc9057df34b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:31:25.259763 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b61731bf-0a4f-4d46-a6db-12f05d581f05 req-97c70784-8b4f-4b6e-931f-dfc9057df34b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=42acc42b-f3e3-47f9-adfb-3eca79a28615 HTTP/1.1" status: 200 len: 833 time: 0.0428832 Nov 23 18:31:25.304524 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61731bf-0a4f-4d46-a6db-12f05d581f05 req-8a135d74-603a-4471-a665-30e66282a40b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:31:25.305988 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b61731bf-0a4f-4d46-a6db-12f05d581f05 req-8a135d74-603a-4471-a665-30e66282a40b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=21b7a955-e57c-4fd0-adfa-f593ce651f3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0388892 Nov 23 18:31:25.398591 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b61731bf-0a4f-4d46-a6db-12f05d581f05 req-f7680d04-0dc9-4e73-8d28-cd66827914bd service neutron] 10.222.0.55 "GET /v2.0/networks/21b7a955-e57c-4fd0-adfa-f593ce651f3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848057 Nov 23 18:31:25.490363 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b61731bf-0a4f-4d46-a6db-12f05d581f05 req-4275dc4e-22f7-47a3-b07e-832280788b0d service neutron] 10.222.0.55 "GET /v2.0/networks/21b7a955-e57c-4fd0-adfa-f593ce651f3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808876 Nov 23 18:31:29.656674 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 57148) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:31:29.660472 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9698b5aa-6b61-4aeb-ab25-fc7bf1dc0762 req-dbee426a-ff6e-4019-8888-9244ae9f5fb4 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:31:29.662091 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9698b5aa-6b61-4aeb-ab25-fc7bf1dc0762 req-dbee426a-ff6e-4019-8888-9244ae9f5fb4 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "GET /v2.0/ports?device_id=4f0d704f-5e52-448f-b14f-1b4a54a0a390 HTTP/1.1" status: 200 len: 945 time: 0.0596137 Nov 23 18:31:29.713358 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9698b5aa-6b61-4aeb-ab25-fc7bf1dc0762 req-8a57326e-8e1c-4a51-bcd5-ec6a05ecd9fa tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "GET /v2.0/security-groups?id=a8fd399e-30a4-4500-aefd-ec650fb96626&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449154 Nov 23 18:31:29.738258 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-8960b519-1d3f-499c-993c-6cc54a0904dd req-a1c7b1a3-5444-4e3c-846e-04a686fe8f4a service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=4f0d704f-5e52-448f-b14f-1b4a54a0a390&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0798588 Nov 23 18:31:29.746862 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [req-8960b519-1d3f-499c-993c-6cc54a0904dd req-ebf02e92-2f42-4544-9284-baaf4a1f7942 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=103590) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 18:31:29.747817 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-8960b519-1d3f-499c-993c-6cc54a0904dd req-ebf02e92-2f42-4544-9284-baaf4a1f7942 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048838 Nov 23 18:31:30.850391 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8960b519-1d3f-499c-993c-6cc54a0904dd req-c77d55b3-65e7-4db4-881d-b7abfde73ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:31:30.851814 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8960b519-1d3f-499c-993c-6cc54a0904dd req-c77d55b3-65e7-4db4-881d-b7abfde73ac2 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=000e27ec11d44dc3b43cac2203fcea4b&device_id=4f0d704f-5e52-448f-b14f-1b4a54a0a390 HTTP/1.1" status: 200 len: 1096 time: 0.0693979 Nov 23 18:31:30.866409 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04394081-22a4-4581-b39a-049af101da01 req-91ca82a6-0d8a-4366-a8d6-a0b965b3b4c9 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:31:30.867828 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-04394081-22a4-4581-b39a-049af101da01 req-91ca82a6-0d8a-4366-a8d6-a0b965b3b4c9 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "GET /v2.0/ports?device_id=4f0d704f-5e52-448f-b14f-1b4a54a0a390 HTTP/1.1" status: 200 len: 945 time: 0.0609543 Nov 23 18:31:30.986853 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-04394081-22a4-4581-b39a-049af101da01 req-61ba69f5-5684-4fad-a64f-458d65698afe tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "GET /v2.0/security-groups?id=a8fd399e-30a4-4500-aefd-ec650fb96626&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1108768 Nov 23 18:31:31.003644 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8960b519-1d3f-499c-993c-6cc54a0904dd req-e0113ad5-b613-402e-8138-f2035ad65064 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:31:31.005132 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8960b519-1d3f-499c-993c-6cc54a0904dd req-e0113ad5-b613-402e-8138-f2035ad65064 service neutron] 10.222.0.55 "GET /v2.0/networks?id=21b7a955-e57c-4fd0-adfa-f593ce651f3b HTTP/1.1" status: 200 len: 898 time: 0.1364467 Nov 23 18:31:31.074221 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8960b519-1d3f-499c-993c-6cc54a0904dd req-060d7409-dae0-4a7d-8c3d-daa2d8db1137 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4e53a001-bd04-4bcf-a20f-da83b0be1298 HTTP/1.1" status: 200 len: 1000 time: 0.0620308 Nov 23 18:31:31.124797 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8960b519-1d3f-499c-993c-6cc54a0904dd req-967bb67a-a3e9-489a-b29a-de6dbda2a2a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:31:31.126816 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8960b519-1d3f-499c-993c-6cc54a0904dd req-967bb67a-a3e9-489a-b29a-de6dbda2a2a0 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=42acc42b-f3e3-47f9-adfb-3eca79a28615 HTTP/1.1" status: 200 len: 833 time: 0.0447280 Nov 23 18:31:31.172289 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8960b519-1d3f-499c-993c-6cc54a0904dd req-cec91bc6-2013-45b9-896a-4e3279a452be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:31:31.174316 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8960b519-1d3f-499c-993c-6cc54a0904dd req-cec91bc6-2013-45b9-896a-4e3279a452be service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=21b7a955-e57c-4fd0-adfa-f593ce651f3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394070 Nov 23 18:31:31.270044 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8960b519-1d3f-499c-993c-6cc54a0904dd req-2978f14f-354b-4091-b151-6e2fcb6686eb service neutron] 10.222.0.55 "GET /v2.0/networks/21b7a955-e57c-4fd0-adfa-f593ce651f3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860698 Nov 23 18:31:31.357850 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8960b519-1d3f-499c-993c-6cc54a0904dd req-eb435b49-8604-4948-8aef-47df469482db service neutron] 10.222.0.55 "GET /v2.0/networks/21b7a955-e57c-4fd0-adfa-f593ce651f3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806887 Nov 23 18:31:31.534971 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.agents_db [None req-464f6c07-0de8-4be6-8f5b-563f574d1c5d None None] Agent healthcheck: found 7 active agents {{(pid=103593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 18:31:32.107043 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e20e7c-0104-4f87-be37-84dbe25faf2d req-61cfca00-23a2-4162-bca7-6f0b94f5d36c tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:31:32.108535 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a4e20e7c-0104-4f87-be37-84dbe25faf2d req-61cfca00-23a2-4162-bca7-6f0b94f5d36c tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "GET /v2.0/ports?device_id=4f0d704f-5e52-448f-b14f-1b4a54a0a390 HTTP/1.1" status: 200 len: 945 time: 0.0538063 Nov 23 18:31:32.157188 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a4e20e7c-0104-4f87-be37-84dbe25faf2d req-4928c637-2e5e-4f2b-9eac-0a80ca8c5ab6 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "GET /v2.0/security-groups?id=a8fd399e-30a4-4500-aefd-ec650fb96626&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421607 Nov 23 18:31:33.274608 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38762d9-9caf-434f-95e0-1652c7ac9e6b req-06715162-0558-417c-a2c5-90db9fae794f tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:31:33.276075 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e38762d9-9caf-434f-95e0-1652c7ac9e6b req-06715162-0558-417c-a2c5-90db9fae794f tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "GET /v2.0/ports?device_id=4f0d704f-5e52-448f-b14f-1b4a54a0a390 HTTP/1.1" status: 200 len: 945 time: 0.0484412 Nov 23 18:31:33.323839 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e38762d9-9caf-434f-95e0-1652c7ac9e6b req-148c56e2-8faf-48fc-a35a-40b3e9617aff tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "GET /v2.0/security-groups?id=a8fd399e-30a4-4500-aefd-ec650fb96626&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418496 Nov 23 18:31:34.439774 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f467ca-0aac-4d55-8459-c5ad4a93ae05 req-9398cd6f-2779-4e1a-aa51-8fa481893e5d tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:31:34.442166 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b6f467ca-0aac-4d55-8459-c5ad4a93ae05 req-9398cd6f-2779-4e1a-aa51-8fa481893e5d tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "GET /v2.0/ports?device_id=4f0d704f-5e52-448f-b14f-1b4a54a0a390 HTTP/1.1" status: 200 len: 945 time: 0.0498128 Nov 23 18:31:34.495779 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b6f467ca-0aac-4d55-8459-c5ad4a93ae05 req-047152dc-5d59-4b29-98b6-77f296eb10a0 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "GET /v2.0/security-groups?id=a8fd399e-30a4-4500-aefd-ec650fb96626&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476675 Nov 23 18:31:35.610304 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c599f7d-6b1d-4dee-9da5-bace90d70e9c req-ae513b71-9af3-420c-846f-b03fc3c1d53e tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:31:35.611762 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-0c599f7d-6b1d-4dee-9da5-bace90d70e9c req-ae513b71-9af3-420c-846f-b03fc3c1d53e tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "GET /v2.0/ports?device_id=4f0d704f-5e52-448f-b14f-1b4a54a0a390 HTTP/1.1" status: 200 len: 945 time: 0.0484002 Nov 23 18:31:35.660247 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-0c599f7d-6b1d-4dee-9da5-bace90d70e9c req-4d600f4a-779a-4893-8fb3-f0fa0ab843b7 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "GET /v2.0/security-groups?id=a8fd399e-30a4-4500-aefd-ec650fb96626&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425000 Nov 23 18:31:36.775346 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70425de-68e2-4c73-b1c8-83bc92432c75 req-516cd768-e7b0-4021-b8d2-02b10ee59e6a tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:31:36.776846 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b70425de-68e2-4c73-b1c8-83bc92432c75 req-516cd768-e7b0-4021-b8d2-02b10ee59e6a tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "GET /v2.0/ports?device_id=4f0d704f-5e52-448f-b14f-1b4a54a0a390 HTTP/1.1" status: 200 len: 945 time: 0.0490870 Nov 23 18:31:36.825050 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b70425de-68e2-4c73-b1c8-83bc92432c75 req-cc4f0cbb-fbb5-4eb0-80ed-65dbbc694717 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "GET /v2.0/security-groups?id=a8fd399e-30a4-4500-aefd-ec650fb96626&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421982 Nov 23 18:31:37.946831 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1f6169-22b1-432c-92ee-2a6ac56ded84 req-bf2c1c76-cdb6-434c-bfab-b7608c595284 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:31:37.948330 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4d1f6169-22b1-432c-92ee-2a6ac56ded84 req-bf2c1c76-cdb6-434c-bfab-b7608c595284 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "GET /v2.0/ports?device_id=4f0d704f-5e52-448f-b14f-1b4a54a0a390 HTTP/1.1" status: 200 len: 945 time: 0.0525765 Nov 23 18:31:37.997133 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4d1f6169-22b1-432c-92ee-2a6ac56ded84 req-98dea352-5c2e-48f9-8373-1fc653fbe7be tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "GET /v2.0/security-groups?id=a8fd399e-30a4-4500-aefd-ec650fb96626&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421164 Nov 23 18:31:39.114117 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e2879a-6293-4176-a7dd-17aa3459a3da req-cb491b16-7c5f-43d3-876d-5c9682bb1304 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:31:39.115750 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f3e2879a-6293-4176-a7dd-17aa3459a3da req-cb491b16-7c5f-43d3-876d-5c9682bb1304 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "GET /v2.0/ports?device_id=4f0d704f-5e52-448f-b14f-1b4a54a0a390 HTTP/1.1" status: 200 len: 945 time: 0.0509133 Nov 23 18:31:39.165896 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f3e2879a-6293-4176-a7dd-17aa3459a3da req-8d594581-19d1-412b-8e7f-a9d1c38580fb tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "GET /v2.0/security-groups?id=a8fd399e-30a4-4500-aefd-ec650fb96626&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442302 Nov 23 18:31:40.281424 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb84846-6339-442d-9ee1-d654c02839ec req-df061bc6-52c3-4e19-a10a-dc120b8bff39 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:31:40.282897 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-dbb84846-6339-442d-9ee1-d654c02839ec req-df061bc6-52c3-4e19-a10a-dc120b8bff39 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "GET /v2.0/ports?device_id=4f0d704f-5e52-448f-b14f-1b4a54a0a390 HTTP/1.1" status: 200 len: 945 time: 0.0496120 Nov 23 18:31:40.335542 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-dbb84846-6339-442d-9ee1-d654c02839ec req-c9699327-0caf-4bff-9942-d4eeb0af4f23 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "GET /v2.0/security-groups?id=a8fd399e-30a4-4500-aefd-ec650fb96626&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467703 Nov 23 18:31:41.452537 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f679c7b-b729-4448-9db7-107808568b7c req-65c6d9e2-a97c-4fc8-8f4d-d6666bc4828d tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:31:41.454326 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7f679c7b-b729-4448-9db7-107808568b7c req-65c6d9e2-a97c-4fc8-8f4d-d6666bc4828d tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "GET /v2.0/ports?device_id=4f0d704f-5e52-448f-b14f-1b4a54a0a390 HTTP/1.1" status: 200 len: 945 time: 0.0495789 Nov 23 18:31:41.503429 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7f679c7b-b729-4448-9db7-107808568b7c req-0c279a4a-00a8-4c28-b856-8f18e2b7731b tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "GET /v2.0/security-groups?id=a8fd399e-30a4-4500-aefd-ec650fb96626&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431757 Nov 23 18:31:42.666991 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bef4353-1aeb-4ec7-a5be-34cc5dc55c15 req-26b34325-32d4-42a2-b41b-489273993954 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:31:42.668459 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-1bef4353-1aeb-4ec7-a5be-34cc5dc55c15 req-26b34325-32d4-42a2-b41b-489273993954 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "GET /v2.0/ports?device_id=4f0d704f-5e52-448f-b14f-1b4a54a0a390 HTTP/1.1" status: 200 len: 945 time: 0.0974205 Nov 23 18:31:42.716919 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-1bef4353-1aeb-4ec7-a5be-34cc5dc55c15 req-09567bcb-d57d-46c0-8388-03cc9e258101 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "GET /v2.0/security-groups?id=a8fd399e-30a4-4500-aefd-ec650fb96626&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419605 Nov 23 18:31:43.104803 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-876d1256-837d-4af1-9398-7a1afef9298b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:31:43.946358 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ac8dc4-5543-4954-9f00-47c0f4e4e233 req-8698b8ff-c893-475b-ad9d-feb51e02bcfd tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:31:43.947826 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-19ac8dc4-5543-4954-9f00-47c0f4e4e233 req-8698b8ff-c893-475b-ad9d-feb51e02bcfd tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "GET /v2.0/ports?device_id=4f0d704f-5e52-448f-b14f-1b4a54a0a390 HTTP/1.1" status: 200 len: 945 time: 0.1622977 Nov 23 18:31:43.990680 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:31:43.997774 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-19ac8dc4-5543-4954-9f00-47c0f4e4e233 req-afcc9270-300e-458a-8474-2a668d3a9898 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "GET /v2.0/security-groups?id=a8fd399e-30a4-4500-aefd-ec650fb96626&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431905 Nov 23 18:31:44.866984 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:31:45.117132 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414bfef4-58c9-489f-a6b6-42bdedbebcb6 req-2bb26de5-ab51-4ba7-906f-e2e8343a248a tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:31:45.118546 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-414bfef4-58c9-489f-a6b6-42bdedbebcb6 req-2bb26de5-ab51-4ba7-906f-e2e8343a248a tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "GET /v2.0/ports?device_id=4f0d704f-5e52-448f-b14f-1b4a54a0a390 HTTP/1.1" status: 200 len: 945 time: 0.0524166 Nov 23 18:31:45.167452 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-414bfef4-58c9-489f-a6b6-42bdedbebcb6 req-eb253372-ad7c-417c-b3fd-54a0578d0095 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "GET /v2.0/security-groups?id=a8fd399e-30a4-4500-aefd-ec650fb96626&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429554 Nov 23 18:31:45.181913 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-db6b22eb-2eb7-45a0-9e31-450750e2873e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:31:46.288547 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c092dbe3-c7a6-41ca-bb66-a35d4e86a428 req-81490d31-1179-4805-8174-345690697fe1 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:31:46.291078 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c092dbe3-c7a6-41ca-bb66-a35d4e86a428 req-81490d31-1179-4805-8174-345690697fe1 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "GET /v2.0/ports?device_id=4f0d704f-5e52-448f-b14f-1b4a54a0a390 HTTP/1.1" status: 200 len: 945 time: 0.0534852 Nov 23 18:31:46.339181 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c092dbe3-c7a6-41ca-bb66-a35d4e86a428 req-f300745d-06bd-4dee-a3e8-8a82f94e33bb tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "GET /v2.0/security-groups?id=a8fd399e-30a4-4500-aefd-ec650fb96626&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421374 Nov 23 18:31:46.779531 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-52822d53-48f5-4819-8a95-bdc13aea0bf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:31:47.455084 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3fd425-c88d-49d8-b50c-7fb4b9996f36 req-6101cf05-b1c0-46b5-a6ae-6c5d78991028 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:31:47.456612 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8e3fd425-c88d-49d8-b50c-7fb4b9996f36 req-6101cf05-b1c0-46b5-a6ae-6c5d78991028 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "GET /v2.0/ports?device_id=4f0d704f-5e52-448f-b14f-1b4a54a0a390 HTTP/1.1" status: 200 len: 945 time: 0.0491807 Nov 23 18:31:47.506211 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8e3fd425-c88d-49d8-b50c-7fb4b9996f36 req-7baffe91-1f8b-4b2b-89b0-d3c5dfcfabe4 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "GET /v2.0/security-groups?id=a8fd399e-30a4-4500-aefd-ec650fb96626&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436122 Nov 23 18:31:47.984341 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9a27ae6c-db98-474f-94c1-cc99bf842d79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:31:48.479998 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:31:48.547958 n-d-816206-8 neutron-server[103591]: INFO neutron.api.v2.resource [req-8960b519-1d3f-499c-993c-6cc54a0904dd req-44feed98-ff40-4c29-b6b7-f312ebc3cf88 service neutron] show failed (client error): The resource could not be found. Nov 23 18:31:48.549005 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8960b519-1d3f-499c-993c-6cc54a0904dd req-44feed98-ff40-4c29-b6b7-f312ebc3cf88 service neutron] 10.222.0.55 "GET /v2.0/ports/4e53a001-bd04-4bcf-a20f-da83b0be1298/bindings/n-h2-816206-8 HTTP/1.1" status: 404 len: 380 time: 0.0550914 Nov 23 18:31:48.638283 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aca8edb-842b-4073-92f3-215cd8af2177 req-dc859407-dec2-4725-b303-25ea7c74681c tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:31:48.639778 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5aca8edb-842b-4073-92f3-215cd8af2177 req-dc859407-dec2-4725-b303-25ea7c74681c tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "GET /v2.0/ports?device_id=4f0d704f-5e52-448f-b14f-1b4a54a0a390 HTTP/1.1" status: 200 len: 945 time: 0.0582993 Nov 23 18:31:48.692230 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5aca8edb-842b-4073-92f3-215cd8af2177 req-42d404b3-2441-4c17-b5e7-7301231631cd tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "GET /v2.0/security-groups?id=a8fd399e-30a4-4500-aefd-ec650fb96626&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449567 Nov 23 18:31:48.765749 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8960b519-1d3f-499c-993c-6cc54a0904dd req-da69da0c-d744-420d-9aba-10ac3efffe24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:31:48.768112 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8960b519-1d3f-499c-993c-6cc54a0904dd req-da69da0c-d744-420d-9aba-10ac3efffe24 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=4f0d704f-5e52-448f-b14f-1b4a54a0a390&tenant_id=000e27ec11d44dc3b43cac2203fcea4b HTTP/1.1" status: 200 len: 1096 time: 0.0426018 Nov 23 18:31:48.782457 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [req-8960b519-1d3f-499c-993c-6cc54a0904dd req-4103a850-31a3-4034-bc13-e482a861833d service neutron] Request body: {'port': {'binding:host_id': 'n-h2-816206-8', 'device_owner': 'compute:nova'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:31:48.839047 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-8960b519-1d3f-499c-993c-6cc54a0904dd req-4103a850-31a3-4034-bc13-e482a861833d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:31:49.045180 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-8960b519-1d3f-499c-993c-6cc54a0904dd req-4103a850-31a3-4034-bc13-e482a861833d service neutron] For port 4e53a001-bd04-4bcf-a20f-da83b0be1298, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=4e53a001-bd04-4bcf-a20f-da83b0be1298,segment=NetworkSegment(76c69ab1-193b-4163-89c9-dba6dca9df37),segment_id=76c69ab1-193b-4163-89c9-dba6dca9df37)] {{(pid=103591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:31:49.078844 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-8960b519-1d3f-499c-993c-6cc54a0904dd req-4103a850-31a3-4034-bc13-e482a861833d service neutron] For port 4e53a001-bd04-4bcf-a20f-da83b0be1298, host n-h1-816206-8, cleared binding levels {{(pid=103591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:31:49.117561 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f0d704f-5e52-448f-b14f-1b4a54a0a390', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4e53a001-bd04-4bcf-a20f-da83b0be1298'}] {{(pid=103591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:31:49.119822 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f4e21f982013ce885b63e29a1d25974432d95030e0706b58ae42016fda4ab83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a5f4dfd-8cf4-4ade-a540-d351a5708b45" -d '{"events": [{"server_uuid": "4f0d704f-5e52-448f-b14f-1b4a54a0a390", "name": "network-vif-unplugged", "status": "completed", "tag": "4e53a001-bd04-4bcf-a20f-da83b0be1298"}]}' {{(pid=103591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:31:49.123947 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-8960b519-1d3f-499c-993c-6cc54a0904dd req-4103a850-31a3-4034-bc13-e482a861833d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:31:49.136764 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.provisioning_blocks [req-8960b519-1d3f-499c-993c-6cc54a0904dd req-4103a850-31a3-4034-bc13-e482a861833d service neutron] Transition to ACTIVE for port object 4e53a001-bd04-4bcf-a20f-da83b0be1298 will not be triggered until provisioned by entity L2. {{(pid=103591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 18:31:49.140567 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-8960b519-1d3f-499c-993c-6cc54a0904dd req-4103a850-31a3-4034-bc13-e482a861833d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264758186'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:31:49.170792 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 18:31:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7d4d73c-dcc6-47cd-bc0c-1d8d0389b4aa x-openstack-request-id: req-c7d4d73c-dcc6-47cd-bc0c-1d8d0389b4aa {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:31:49.171084 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f0d704f-5e52-448f-b14f-1b4a54a0a390", "name": "network-vif-unplugged", "status": "completed", "tag": "4e53a001-bd04-4bcf-a20f-da83b0be1298", "code": 200}]} {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:31:49.171332 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c7d4d73c-dcc6-47cd-bc0c-1d8d0389b4aa {{(pid=103591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:31:49.171727 n-d-816206-8 neutron-server[103591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f0d704f-5e52-448f-b14f-1b4a54a0a390', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4e53a001-bd04-4bcf-a20f-da83b0be1298', 'code': 200} Nov 23 18:31:49.227052 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4103a850-31a3-4034-bc13-e482a861833d service neutron] Pushing event updated for resources: {'Port': ['ID=4e53a001-bd04-4bcf-a20f-da83b0be1298,revision_number=6']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:31:49.243354 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4103a850-31a3-4034-bc13-e482a861833d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:31:49.243706 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4103a850-31a3-4034-bc13-e482a861833d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:31:49.244048 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4103a850-31a3-4034-bc13-e482a861833d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:31:49.244387 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4103a850-31a3-4034-bc13-e482a861833d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:31:49.244797 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4103a850-31a3-4034-bc13-e482a861833d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:31:49.245130 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4103a850-31a3-4034-bc13-e482a861833d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:31:49.245456 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4103a850-31a3-4034-bc13-e482a861833d service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:31:49.245783 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4103a850-31a3-4034-bc13-e482a861833d service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:31:49.246111 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4103a850-31a3-4034-bc13-e482a861833d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:31:49.246435 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4103a850-31a3-4034-bc13-e482a861833d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:31:49.246770 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4103a850-31a3-4034-bc13-e482a861833d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:31:49.247074 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4103a850-31a3-4034-bc13-e482a861833d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:31:49.284424 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [req-8960b519-1d3f-499c-993c-6cc54a0904dd req-4103a850-31a3-4034-bc13-e482a861833d service neutron] No DVR routers for this DVR port 4e53a001-bd04-4bcf-a20f-da83b0be1298 on host n-h1-816206-8 {{(pid=103591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:31:49.420806 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-8960b519-1d3f-499c-993c-6cc54a0904dd req-4103a850-31a3-4034-bc13-e482a861833d service neutron] Attempting to bind port 4e53a001-bd04-4bcf-a20f-da83b0be1298 on host n-h2-816206-8 for vnic_type normal with profile {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:31:49.421144 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-8960b519-1d3f-499c-993c-6cc54a0904dd req-4103a850-31a3-4034-bc13-e482a861833d service neutron] Attempting to bind port 4e53a001-bd04-4bcf-a20f-da83b0be1298 by drivers openvswitch,hyperv on host n-h2-816206-8 at level 0 using segments [{'id': '76c69ab1-193b-4163-89c9-dba6dca9df37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '21b7a955-e57c-4fd0-adfa-f593ce651f3b'}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:31:49.421472 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8960b519-1d3f-499c-993c-6cc54a0904dd req-4103a850-31a3-4034-bc13-e482a861833d service neutron] Attempting to bind port 4e53a001-bd04-4bcf-a20f-da83b0be1298 on network 21b7a955-e57c-4fd0-adfa-f593ce651f3b {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:31:49.425722 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8960b519-1d3f-499c-993c-6cc54a0904dd req-4103a850-31a3-4034-bc13-e482a861833d service neutron] Port 4e53a001-bd04-4bcf-a20f-da83b0be1298 on network 21b7a955-e57c-4fd0-adfa-f593ce651f3b not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-8 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:31:49.426045 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8960b519-1d3f-499c-993c-6cc54a0904dd req-4103a850-31a3-4034-bc13-e482a861833d service neutron] Attempting to bind port 4e53a001-bd04-4bcf-a20f-da83b0be1298 on network 21b7a955-e57c-4fd0-adfa-f593ce651f3b {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:31:49.431361 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8960b519-1d3f-499c-993c-6cc54a0904dd req-4103a850-31a3-4034-bc13-e482a861833d service neutron] Checking agent: {'id': 'ab77bf9e-0267-4174-8f1d-822cba89b207', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 15, 13), 'started_at': datetime.datetime(2021, 11, 23, 17, 15, 13), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 31, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:31:49.431748 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8960b519-1d3f-499c-993c-6cc54a0904dd req-4103a850-31a3-4034-bc13-e482a861833d service neutron] Checking segment: {'id': '76c69ab1-193b-4163-89c9-dba6dca9df37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '21b7a955-e57c-4fd0-adfa-f593ce651f3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:31:49.432155 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8960b519-1d3f-499c-993c-6cc54a0904dd req-4103a850-31a3-4034-bc13-e482a861833d service neutron] Bound using segment: {'id': '76c69ab1-193b-4163-89c9-dba6dca9df37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '21b7a955-e57c-4fd0-adfa-f593ce651f3b'} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:31:49.432656 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-8960b519-1d3f-499c-993c-6cc54a0904dd req-4103a850-31a3-4034-bc13-e482a861833d service neutron] Bound port: 4e53a001-bd04-4bcf-a20f-da83b0be1298, host: n-h2-816206-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76c69ab1-193b-4163-89c9-dba6dca9df37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '21b7a955-e57c-4fd0-adfa-f593ce651f3b'}}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:31:49.432997 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-8960b519-1d3f-499c-993c-6cc54a0904dd req-4103a850-31a3-4034-bc13-e482a861833d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:31:49.497881 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-8960b519-1d3f-499c-993c-6cc54a0904dd req-4103a850-31a3-4034-bc13-e482a861833d service neutron] For port 4e53a001-bd04-4bcf-a20f-da83b0be1298, host n-h2-816206-8, cleared binding levels {{(pid=103591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:31:49.501302 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-8960b519-1d3f-499c-993c-6cc54a0904dd req-4103a850-31a3-4034-bc13-e482a861833d service neutron] For port 4e53a001-bd04-4bcf-a20f-da83b0be1298, host n-h2-816206-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=4e53a001-bd04-4bcf-a20f-da83b0be1298,segment=NetworkSegment(76c69ab1-193b-4163-89c9-dba6dca9df37),segment_id=76c69ab1-193b-4163-89c9-dba6dca9df37)] {{(pid=103591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:31:49.505266 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-8960b519-1d3f-499c-993c-6cc54a0904dd req-4103a850-31a3-4034-bc13-e482a861833d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264758186'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:31:49.540687 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8960b519-1d3f-499c-993c-6cc54a0904dd req-4103a850-31a3-4034-bc13-e482a861833d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:31:49.541299 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-8960b519-1d3f-499c-993c-6cc54a0904dd req-4103a850-31a3-4034-bc13-e482a861833d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:31:49.542856 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8960b519-1d3f-499c-993c-6cc54a0904dd req-4103a850-31a3-4034-bc13-e482a861833d service neutron] 10.222.0.36 "PUT /v2.0/ports/4e53a001-bd04-4bcf-a20f-da83b0be1298 HTTP/1.1" status: 200 len: 1091 time: 0.7650993 Nov 23 18:31:49.579348 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4103a850-31a3-4034-bc13-e482a861833d service neutron] Pushing event updated for resources: {'Port': ['ID=4e53a001-bd04-4bcf-a20f-da83b0be1298,revision_number=7']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:31:49.617568 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8960b519-1d3f-499c-993c-6cc54a0904dd req-2c0670ca-1f2d-4709-be59-d5bc5a50562c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:31:49.619098 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8960b519-1d3f-499c-993c-6cc54a0904dd req-2c0670ca-1f2d-4709-be59-d5bc5a50562c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=000e27ec11d44dc3b43cac2203fcea4b&device_id=4f0d704f-5e52-448f-b14f-1b4a54a0a390 HTTP/1.1" status: 200 len: 1094 time: 0.0489538 Nov 23 18:31:49.715911 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8960b519-1d3f-499c-993c-6cc54a0904dd req-33f9c1b8-e76d-42f6-9d53-bfee1f304fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:31:49.717581 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8960b519-1d3f-499c-993c-6cc54a0904dd req-33f9c1b8-e76d-42f6-9d53-bfee1f304fd9 service neutron] 10.222.0.36 "GET /v2.0/networks?id=21b7a955-e57c-4fd0-adfa-f593ce651f3b HTTP/1.1" status: 200 len: 898 time: 0.0904615 Nov 23 18:31:49.815852 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8960b519-1d3f-499c-993c-6cc54a0904dd req-30ae0e95-bca7-4f02-a357-ca55d6c67366 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4e53a001-bd04-4bcf-a20f-da83b0be1298 HTTP/1.1" status: 200 len: 998 time: 0.0895114 Nov 23 18:31:49.831479 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a754368e-32da-439e-90fa-d3a93895fc66 req-3c235851-2c06-4f05-82b5-38c328e5d30d tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:31:49.833139 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a754368e-32da-439e-90fa-d3a93895fc66 req-3c235851-2c06-4f05-82b5-38c328e5d30d tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "GET /v2.0/ports?device_id=4f0d704f-5e52-448f-b14f-1b4a54a0a390 HTTP/1.1" status: 200 len: 943 time: 0.0671179 Nov 23 18:31:49.902968 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8960b519-1d3f-499c-993c-6cc54a0904dd req-c64f60ea-1527-4c4f-8e0d-6485ba6b1587 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:31:49.904435 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8960b519-1d3f-499c-993c-6cc54a0904dd req-c64f60ea-1527-4c4f-8e0d-6485ba6b1587 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=42acc42b-f3e3-47f9-adfb-3eca79a28615 HTTP/1.1" status: 200 len: 833 time: 0.0706511 Nov 23 18:31:49.929527 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a754368e-32da-439e-90fa-d3a93895fc66 req-df86d1c6-063c-4071-ac0c-5d54b5fc7181 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "GET /v2.0/security-groups?id=a8fd399e-30a4-4500-aefd-ec650fb96626&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0869052 Nov 23 18:31:49.958378 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8960b519-1d3f-499c-993c-6cc54a0904dd req-09f10c3b-1832-4cfe-b288-347c00b7b9b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:31:49.959857 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8960b519-1d3f-499c-993c-6cc54a0904dd req-09f10c3b-1832-4cfe-b288-347c00b7b9b1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=21b7a955-e57c-4fd0-adfa-f593ce651f3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0477777 Nov 23 18:31:50.049587 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8960b519-1d3f-499c-993c-6cc54a0904dd req-4c327ecd-37f7-4868-9732-4fc356ec71f1 service neutron] 10.222.0.36 "GET /v2.0/networks/21b7a955-e57c-4fd0-adfa-f593ce651f3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818098 Nov 23 18:31:50.145723 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8960b519-1d3f-499c-993c-6cc54a0904dd req-75530184-3164-4fd8-90e1-dfc815847b05 service neutron] 10.222.0.36 "GET /v2.0/networks/21b7a955-e57c-4fd0-adfa-f593ce651f3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884774 Nov 23 18:31:51.054782 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72f2122-32ff-4807-b54f-458b247a986c req-b71b351c-2e3b-49c6-a91f-6ee5c4504b87 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:31:51.056325 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d72f2122-32ff-4807-b54f-458b247a986c req-b71b351c-2e3b-49c6-a91f-6ee5c4504b87 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "GET /v2.0/ports?device_id=4f0d704f-5e52-448f-b14f-1b4a54a0a390 HTTP/1.1" status: 200 len: 943 time: 0.0527823 Nov 23 18:31:51.119899 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d72f2122-32ff-4807-b54f-458b247a986c req-587d2d20-e5a3-48ba-bf56-3a326bb84f1d tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "GET /v2.0/security-groups?id=a8fd399e-30a4-4500-aefd-ec650fb96626&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546436 Nov 23 18:31:51.172724 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f0d704f-5e52-448f-b14f-1b4a54a0a390', 'tag': '4e53a001-bd04-4bcf-a20f-da83b0be1298'}] {{(pid=103591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:31:51.175691 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f4e21f982013ce885b63e29a1d25974432d95030e0706b58ae42016fda4ab83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6ef6cbb-8207-4c82-bffd-9101a91a229b" -d '{"events": [{"name": "network-changed", "server_uuid": "4f0d704f-5e52-448f-b14f-1b4a54a0a390", "tag": "4e53a001-bd04-4bcf-a20f-da83b0be1298"}]}' {{(pid=103591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:31:51.226511 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:31:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28ca9bec-569f-4cf6-b854-5e8d089b619b x-openstack-request-id: req-28ca9bec-569f-4cf6-b854-5e8d089b619b {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:31:51.226799 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f0d704f-5e52-448f-b14f-1b4a54a0a390", "tag": "4e53a001-bd04-4bcf-a20f-da83b0be1298", "status": "completed", "code": 200}]} {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:31:51.227050 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-28ca9bec-569f-4cf6-b854-5e8d089b619b {{(pid=103591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:31:51.227456 n-d-816206-8 neutron-server[103591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f0d704f-5e52-448f-b14f-1b4a54a0a390', 'tag': '4e53a001-bd04-4bcf-a20f-da83b0be1298', 'status': 'completed', 'code': 200} Nov 23 18:31:51.321455 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ef6cbb-8207-4c82-bffd-9101a91a229b req-c3bc0171-7ad9-43a3-a0da-7a58b9480217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:31:51.322946 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f6ef6cbb-8207-4c82-bffd-9101a91a229b req-c3bc0171-7ad9-43a3-a0da-7a58b9480217 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=000e27ec11d44dc3b43cac2203fcea4b&device_id=4f0d704f-5e52-448f-b14f-1b4a54a0a390 HTTP/1.1" status: 200 len: 1094 time: 0.0734339 Nov 23 18:31:51.324775 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ef6cbb-8207-4c82-bffd-9101a91a229b req-2064ad61-2cb5-4661-9ec2-8dbfa912dce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:31:51.326181 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f6ef6cbb-8207-4c82-bffd-9101a91a229b req-2064ad61-2cb5-4661-9ec2-8dbfa912dce1 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=000e27ec11d44dc3b43cac2203fcea4b&device_id=4f0d704f-5e52-448f-b14f-1b4a54a0a390 HTTP/1.1" status: 200 len: 1094 time: 0.0671530 Nov 23 18:31:51.488310 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ef6cbb-8207-4c82-bffd-9101a91a229b req-d92d738d-0e7a-469d-9388-d61b8deed6d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:31:51.489736 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f6ef6cbb-8207-4c82-bffd-9101a91a229b req-d92d738d-0e7a-469d-9388-d61b8deed6d2 service neutron] 10.222.0.36 "GET /v2.0/networks?id=21b7a955-e57c-4fd0-adfa-f593ce651f3b HTTP/1.1" status: 200 len: 898 time: 0.1581905 Nov 23 18:31:51.490721 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ef6cbb-8207-4c82-bffd-9101a91a229b req-dfa83cef-c636-480d-9d1b-59b773d4dbc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:31:51.492020 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f6ef6cbb-8207-4c82-bffd-9101a91a229b req-dfa83cef-c636-480d-9d1b-59b773d4dbc7 service neutron] 10.222.0.55 "GET /v2.0/networks?id=21b7a955-e57c-4fd0-adfa-f593ce651f3b HTTP/1.1" status: 200 len: 898 time: 0.1530161 Nov 23 18:31:51.605172 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f6ef6cbb-8207-4c82-bffd-9101a91a229b req-043cd1f4-3f97-4054-94a9-28305c9e0f52 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4e53a001-bd04-4bcf-a20f-da83b0be1298 HTTP/1.1" status: 200 len: 998 time: 0.1004694 Nov 23 18:31:51.613284 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f6ef6cbb-8207-4c82-bffd-9101a91a229b req-90452eae-6619-461f-9a49-c971d9599f07 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4e53a001-bd04-4bcf-a20f-da83b0be1298 HTTP/1.1" status: 200 len: 998 time: 0.1145661 Nov 23 18:31:51.696036 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ef6cbb-8207-4c82-bffd-9101a91a229b req-3d9c4f1c-a42b-422b-9344-c72760ee5c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:31:51.697533 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f6ef6cbb-8207-4c82-bffd-9101a91a229b req-3d9c4f1c-a42b-422b-9344-c72760ee5c67 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=42acc42b-f3e3-47f9-adfb-3eca79a28615 HTTP/1.1" status: 200 len: 833 time: 0.0834036 Nov 23 18:31:51.704932 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ef6cbb-8207-4c82-bffd-9101a91a229b req-e35456c1-46fe-43a1-9de6-7636084edf60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:31:51.706331 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f6ef6cbb-8207-4c82-bffd-9101a91a229b req-e35456c1-46fe-43a1-9de6-7636084edf60 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=42acc42b-f3e3-47f9-adfb-3eca79a28615 HTTP/1.1" status: 200 len: 833 time: 0.0616584 Nov 23 18:31:51.779174 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ef6cbb-8207-4c82-bffd-9101a91a229b req-1d0a9a0d-67c7-40a4-bdf6-efba5dc93080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:31:51.780948 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f6ef6cbb-8207-4c82-bffd-9101a91a229b req-1d0a9a0d-67c7-40a4-bdf6-efba5dc93080 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=21b7a955-e57c-4fd0-adfa-f593ce651f3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0736094 Nov 23 18:31:51.787888 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ef6cbb-8207-4c82-bffd-9101a91a229b req-9225e38c-3110-408b-8e22-4b78d162036b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:31:51.789696 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f6ef6cbb-8207-4c82-bffd-9101a91a229b req-9225e38c-3110-408b-8e22-4b78d162036b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=21b7a955-e57c-4fd0-adfa-f593ce651f3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0709524 Nov 23 18:31:51.945332 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f6ef6cbb-8207-4c82-bffd-9101a91a229b req-6369ab9e-6a7b-4313-97c3-8c26cedbc31f service neutron] 10.222.0.55 "GET /v2.0/networks/21b7a955-e57c-4fd0-adfa-f593ce651f3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1546755 Nov 23 18:31:51.953205 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f6ef6cbb-8207-4c82-bffd-9101a91a229b req-8c4a5943-fa87-4a2a-b33c-8a5acae58bf5 service neutron] 10.222.0.36 "GET /v2.0/networks/21b7a955-e57c-4fd0-adfa-f593ce651f3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512794 Nov 23 18:31:52.102176 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f6ef6cbb-8207-4c82-bffd-9101a91a229b req-2a8353fd-ce9e-4407-bd9c-aec5297b251d service neutron] 10.222.0.55 "GET /v2.0/networks/21b7a955-e57c-4fd0-adfa-f593ce651f3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1501348 Nov 23 18:31:52.105562 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f6ef6cbb-8207-4c82-bffd-9101a91a229b req-d9d08237-efe9-451e-99a5-7f2d76196b37 service neutron] 10.222.0.36 "GET /v2.0/networks/21b7a955-e57c-4fd0-adfa-f593ce651f3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458118 Nov 23 18:31:52.244360 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13057db7-e49d-4fd2-9a5f-af0ac0d7ac68 req-59220205-0f13-475c-acad-b3cbdaa5fec3 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:31:52.245854 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-13057db7-e49d-4fd2-9a5f-af0ac0d7ac68 req-59220205-0f13-475c-acad-b3cbdaa5fec3 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "GET /v2.0/ports?device_id=4f0d704f-5e52-448f-b14f-1b4a54a0a390 HTTP/1.1" status: 200 len: 943 time: 0.0493069 Nov 23 18:31:52.293744 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-13057db7-e49d-4fd2-9a5f-af0ac0d7ac68 req-e7f53c59-06d9-46e1-8010-770020f4052b tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "GET /v2.0/security-groups?id=a8fd399e-30a4-4500-aefd-ec650fb96626&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413339 Nov 23 18:31:52.520035 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ccf939-1b21-4b50-af32-e860c83f2342 req-2879bb86-f5f2-4925-89c5-7609c17cf1bc tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:31:52.521542 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-18ccf939-1b21-4b50-af32-e860c83f2342 req-2879bb86-f5f2-4925-89c5-7609c17cf1bc tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "GET /v2.0/ports?device_id=4f0d704f-5e52-448f-b14f-1b4a54a0a390 HTTP/1.1" status: 200 len: 943 time: 0.0800469 Nov 23 18:31:52.541371 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881f688f-a19e-4655-b7df-fbbf592b5941 req-6892c182-c331-4ee7-96d1-dd7f1f9e3cd3 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:31:52.542768 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-881f688f-a19e-4655-b7df-fbbf592b5941 req-6892c182-c331-4ee7-96d1-dd7f1f9e3cd3 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.55 "GET /v2.0/ports?device_id=4f0d704f-5e52-448f-b14f-1b4a54a0a390&tenant_id=000e27ec11d44dc3b43cac2203fcea4b&binding%3Ahost_id=n-h2-816206-8 HTTP/1.1" status: 200 len: 943 time: 0.0759902 Nov 23 18:31:52.618375 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-18ccf939-1b21-4b50-af32-e860c83f2342 req-0d5a8958-063b-48d6-b00f-de1198382178 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "GET /v2.0/security-groups?id=a8fd399e-30a4-4500-aefd-ec650fb96626&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0902624 Nov 23 18:31:52.626985 n-d-816206-8 neutron-server[103591]: INFO neutron.api.v2.resource [req-881f688f-a19e-4655-b7df-fbbf592b5941 req-670f0490-790a-4f4f-b855-e376fb241a1b service neutron] delete failed (client error): The resource could not be found. Nov 23 18:31:52.627966 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-881f688f-a19e-4655-b7df-fbbf592b5941 req-670f0490-790a-4f4f-b855-e376fb241a1b service neutron] 10.222.0.55 "DELETE /v2.0/ports/4e53a001-bd04-4bcf-a20f-da83b0be1298/bindings/n-h1-816206-8 HTTP/1.1" status: 404 len: 380 time: 0.0771444 Nov 23 18:31:52.702671 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device 4e53a001-bd04-4bcf-a20f-da83b0be1298 no longer exists at agent hyperv_n-h1-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:31:52.743602 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device 4e53a001-bd04-4bcf-a20f-da83b0be1298 not bound to the agent host n-h1-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:31:53.046721 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881f688f-a19e-4655-b7df-fbbf592b5941 req-380a9d03-b39e-4c58-98ca-26969c0b4bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:31:53.048231 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-881f688f-a19e-4655-b7df-fbbf592b5941 req-380a9d03-b39e-4c58-98ca-26969c0b4bd9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=000e27ec11d44dc3b43cac2203fcea4b&device_id=4f0d704f-5e52-448f-b14f-1b4a54a0a390 HTTP/1.1" status: 200 len: 1094 time: 0.3778610 Nov 23 18:31:53.059148 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea52f51-0e7e-49df-8617-207e0a24c2b4 req-5c83d377-74d2-4aa3-8348-fe402a43c2f3 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:31:53.060507 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-fea52f51-0e7e-49df-8617-207e0a24c2b4 req-5c83d377-74d2-4aa3-8348-fe402a43c2f3 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "GET /v2.0/ports?device_id=4f0d704f-5e52-448f-b14f-1b4a54a0a390 HTTP/1.1" status: 200 len: 943 time: 0.3652828 Nov 23 18:31:53.170424 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-fea52f51-0e7e-49df-8617-207e0a24c2b4 req-dd62f25b-0b59-4030-b8e1-7d32f5e7ef5d tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "GET /v2.0/security-groups?id=a8fd399e-30a4-4500-aefd-ec650fb96626&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1020658 Nov 23 18:31:53.185222 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881f688f-a19e-4655-b7df-fbbf592b5941 req-4cf88d58-109b-43e2-ba65-42c0d07d70cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:31:53.186673 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-881f688f-a19e-4655-b7df-fbbf592b5941 req-4cf88d58-109b-43e2-ba65-42c0d07d70cc service neutron] 10.222.0.55 "GET /v2.0/networks?id=21b7a955-e57c-4fd0-adfa-f593ce651f3b HTTP/1.1" status: 200 len: 898 time: 0.1253335 Nov 23 18:31:53.253483 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-881f688f-a19e-4655-b7df-fbbf592b5941 req-d14c1ab8-3843-4bf9-a98e-73149c51f52b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4e53a001-bd04-4bcf-a20f-da83b0be1298 HTTP/1.1" status: 200 len: 998 time: 0.0601547 Nov 23 18:31:53.300798 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881f688f-a19e-4655-b7df-fbbf592b5941 req-a90fbe4e-51ee-4175-9b7a-60fd7160cc9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:31:53.302123 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-881f688f-a19e-4655-b7df-fbbf592b5941 req-a90fbe4e-51ee-4175-9b7a-60fd7160cc9d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=42acc42b-f3e3-47f9-adfb-3eca79a28615 HTTP/1.1" status: 200 len: 833 time: 0.0419765 Nov 23 18:31:53.348191 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881f688f-a19e-4655-b7df-fbbf592b5941 req-34332b27-3fc3-4b08-abe1-3194439d2525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:31:53.349705 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-881f688f-a19e-4655-b7df-fbbf592b5941 req-34332b27-3fc3-4b08-abe1-3194439d2525 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=21b7a955-e57c-4fd0-adfa-f593ce651f3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405099 Nov 23 18:31:53.444369 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-881f688f-a19e-4655-b7df-fbbf592b5941 req-0b7a70ce-0af6-4238-843f-00947aefc8a7 service neutron] 10.222.0.55 "GET /v2.0/networks/21b7a955-e57c-4fd0-adfa-f593ce651f3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862560 Nov 23 18:31:53.536270 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-881f688f-a19e-4655-b7df-fbbf592b5941 req-e50cd496-a4de-4187-9111-9a95cae28ac4 service neutron] 10.222.0.55 "GET /v2.0/networks/21b7a955-e57c-4fd0-adfa-f593ce651f3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846059 Nov 23 18:31:53.681366 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device 4e53a001-bd04-4bcf-a20f-da83b0be1298 details requested by agent hyperv_n-h2-816206-8 with host n-h2-816206-8 {{(pid=103592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 18:31:53.777373 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port 4e53a001-bd04-4bcf-a20f-da83b0be1298, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=4e53a001-bd04-4bcf-a20f-da83b0be1298,segment=NetworkSegment(76c69ab1-193b-4163-89c9-dba6dca9df37),segment_id=76c69ab1-193b-4163-89c9-dba6dca9df37)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:31:53.789166 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Returning: {'device': '4e53a001-bd04-4bcf-a20f-da83b0be1298', 'network_id': '21b7a955-e57c-4fd0-adfa-f593ce651f3b', 'port_id': '4e53a001-bd04-4bcf-a20f-da83b0be1298', 'mac_address': 'fa:16:3e:d4:ba:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 500, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42acc42b-f3e3-47f9-adfb-3eca79a28615', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 18:31:53.824599 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:31:53.837625 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e53a001-bd04-4bcf-a20f-da83b0be1298 {{(pid=103592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:31:53.857485 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port 4e53a001-bd04-4bcf-a20f-da83b0be1298, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=4e53a001-bd04-4bcf-a20f-da83b0be1298,segment=NetworkSegment(76c69ab1-193b-4163-89c9-dba6dca9df37),segment_id=76c69ab1-193b-4163-89c9-dba6dca9df37)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:31:53.861648 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:31:53.909933 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Pushing event updated for resources: {'Port': ['ID=4e53a001-bd04-4bcf-a20f-da83b0be1298,revision_number=8']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:31:53.917838 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:31:53.918192 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:31:53.918535 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:31:53.918874 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:31:53.919214 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:31:53.919545 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:31:53.919874 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:31:53.920193 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:31:53.920548 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:31:53.920878 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:31:53.921198 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:31:53.921518 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:31:54.124093 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] get_ports_and_sgs() called for port_ids ['4e53a001-bd04-4bcf-a20f-da83b0be1298'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:31:54.290697 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6927fe0-6f3b-46a0-a99d-010a6f6f8948 req-be26361a-40cd-4f7a-895f-c16774ee10a8 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:31:54.292190 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f6927fe0-6f3b-46a0-a99d-010a6f6f8948 req-be26361a-40cd-4f7a-895f-c16774ee10a8 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "GET /v2.0/ports?device_id=4f0d704f-5e52-448f-b14f-1b4a54a0a390 HTTP/1.1" status: 200 len: 944 time: 0.0525301 Nov 23 18:31:54.341808 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f6927fe0-6f3b-46a0-a99d-010a6f6f8948 req-5a312a97-b426-43a0-830e-77522d018b75 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "GET /v2.0/security-groups?id=a8fd399e-30a4-4500-aefd-ec650fb96626&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434327 Nov 23 18:31:54.366529 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 57236) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:31:54.427802 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-3269ef03-1855-46d4-a117-b396c1c8575a tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "GET /v2.0/floatingips/5b507b49-be1f-4d0b-ab74-9e8a4ab2b693 HTTP/1.1" status: 200 len: 991 time: 0.0601077 Nov 23 18:31:55.700916 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device 4e53a001-bd04-4bcf-a20f-da83b0be1298 up at agent hyperv_n-h2-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:31:55.752694 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Provisioning for port 4e53a001-bd04-4bcf-a20f-da83b0be1298 completed by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 18:31:55.756695 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Provisioning complete for port 4e53a001-bd04-4bcf-a20f-da83b0be1298 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:31:55.757073 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:31:55.838176 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:31:55.863515 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f0d704f-5e52-448f-b14f-1b4a54a0a390', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e53a001-bd04-4bcf-a20f-da83b0be1298'}] {{(pid=103592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:31:55.865319 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}369cae9aa69facfce3992dabc874bd76984507e3cd36da60a73cd3603125cd43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e79cad87-3640-4c2c-b512-1fc865f6c79e" -d '{"events": [{"server_uuid": "4f0d704f-5e52-448f-b14f-1b4a54a0a390", "name": "network-vif-plugged", "status": "completed", "tag": "4e53a001-bd04-4bcf-a20f-da83b0be1298"}]}' {{(pid=103592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:31:55.878844 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port 4e53a001-bd04-4bcf-a20f-da83b0be1298, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=4e53a001-bd04-4bcf-a20f-da83b0be1298,segment=NetworkSegment(76c69ab1-193b-4163-89c9-dba6dca9df37),segment_id=76c69ab1-193b-4163-89c9-dba6dca9df37)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:31:55.884037 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:31:55.917750 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:31:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf52fc42-8508-4bfd-a58b-cb3e94101ca6 x-openstack-request-id: req-bf52fc42-8508-4bfd-a58b-cb3e94101ca6 {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:31:55.918194 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f0d704f-5e52-448f-b14f-1b4a54a0a390", "name": "network-vif-plugged", "status": "completed", "tag": "4e53a001-bd04-4bcf-a20f-da83b0be1298", "code": 200}]} {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:31:55.918451 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-bf52fc42-8508-4bfd-a58b-cb3e94101ca6 {{(pid=103592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:31:55.918842 n-d-816206-8 neutron-server[103592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f0d704f-5e52-448f-b14f-1b4a54a0a390', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e53a001-bd04-4bcf-a20f-da83b0be1298', 'code': 200} Nov 23 18:31:55.944063 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Pushing event updated for resources: {'Port': ['ID=4e53a001-bd04-4bcf-a20f-da83b0be1298,revision_number=9']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:32:08.534764 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.agents_db [None req-464f6c07-0de8-4be6-8f5b-563f574d1c5d None None] Agent healthcheck: found 7 active agents {{(pid=103593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 18:32:13.106270 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-ef63b1c0-de68-44c5-b24e-85c1c13ee4c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:32:13.991437 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:32:14.856392 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:32:15.180164 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-8a51da7d-c31c-43c0-8288-91f0893d3296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:32:16.775304 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-52822d53-48f5-4819-8a95-bdc13aea0bf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:32:17.987548 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9a27ae6c-db98-474f-94c1-cc99bf842d79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:32:18.481658 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:32:22.814507 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 57250) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:32:22.980029 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-4947f26f-0f80-4b08-ba19-9c6c27029579 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Deleting port 3094eebd-c3e2-4ea1-9ab1-3633b3b88a50 {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:32:22.980275 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4947f26f-0f80-4b08-ba19-9c6c27029579 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:32:23.060192 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4947f26f-0f80-4b08-ba19-9c6c27029579 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:32:23.060529 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4947f26f-0f80-4b08-ba19-9c6c27029579 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:32:23.073574 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-4947f26f-0f80-4b08-ba19-9c6c27029579 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Calling delete_port for 3094eebd-c3e2-4ea1-9ab1-3633b3b88a50 owned by network:floatingip {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:32:23.230698 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4947f26f-0f80-4b08-ba19-9c6c27029579 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:32:23.258355 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4947f26f-0f80-4b08-ba19-9c6c27029579 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Pushing event deleted for resources: {'Port': ['ID=3094eebd-c3e2-4ea1-9ab1-3633b3b88a50,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:32:23.284183 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4947f26f-0f80-4b08-ba19-9c6c27029579 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:32:23.284568 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4947f26f-0f80-4b08-ba19-9c6c27029579 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:32:23.284925 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4947f26f-0f80-4b08-ba19-9c6c27029579 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:32:23.285271 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4947f26f-0f80-4b08-ba19-9c6c27029579 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:32:23.285271 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4947f26f-0f80-4b08-ba19-9c6c27029579 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:32:23.285991 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4947f26f-0f80-4b08-ba19-9c6c27029579 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:32:23.286255 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4947f26f-0f80-4b08-ba19-9c6c27029579 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:32:23.286589 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4947f26f-0f80-4b08-ba19-9c6c27029579 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:32:23.286921 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4947f26f-0f80-4b08-ba19-9c6c27029579 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:32:23.287250 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4947f26f-0f80-4b08-ba19-9c6c27029579 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:32:23.287579 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4947f26f-0f80-4b08-ba19-9c6c27029579 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:32:23.287903 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4947f26f-0f80-4b08-ba19-9c6c27029579 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:32:23.328770 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4947f26f-0f80-4b08-ba19-9c6c27029579 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks [] for floatingip, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:32:23.329144 n-d-816206-8 neutron-server[103590]: INFO neutron.db.l3_db [None req-4947f26f-0f80-4b08-ba19-9c6c27029579 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Floating IP 5b507b49-be1f-4d0b-ab74-9e8a4ab2b693 disassociated (deleted). External IP: 172.25.3.24, port: 4e53a001-bd04-4bcf-a20f-da83b0be1298. Nov 23 18:32:23.545632 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4947f26f-0f80-4b08-ba19-9c6c27029579 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Router e344c192-c932-4bc2-a1cb-d76d9efafb6f has already been hosted by L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 {{(pid=103590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:32:23.666089 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4947f26f-0f80-4b08-ba19-9c6c27029579 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:32:23.670762 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4947f26f-0f80-4b08-ba19-9c6c27029579 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for floatingip, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:32:23.676068 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e702801-2bf5-4f11-b5f4-84cc423bed19 None None] Sync routers for ids ['e344c192-c932-4bc2-a1cb-d76d9efafb6f'] in n-d-816206-8 {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:32:23.687723 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e702801-2bf5-4f11-b5f4-84cc423bed19 None None] Routers {'e344c192-c932-4bc2-a1cb-d76d9efafb6f'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:32:23.689233 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-7e702801-2bf5-4f11-b5f4-84cc423bed19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T18:32:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['e344c192-c932-4bc2-a1cb-d76d9efafb6f'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:32:23.705033 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-4947f26f-0f80-4b08-ba19-9c6c27029579 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "DELETE /v2.0/floatingips/5b507b49-be1f-4d0b-ab74-9e8a4ab2b693 HTTP/1.1" status: 204 len: 168 time: 0.8893189 Nov 23 18:32:23.706339 n-d-816206-8 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f0d704f-5e52-448f-b14f-1b4a54a0a390', 'tag': '4e53a001-bd04-4bcf-a20f-da83b0be1298'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:32:23.709428 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c35dbc0b6b9f20554b2131d9adc843a87fc98ef8cc7f8c5951517f8512ac17b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc81b388-a9d9-4fb6-9bee-d710eb15ae60" -d '{"events": [{"name": "network-changed", "server_uuid": "4f0d704f-5e52-448f-b14f-1b4a54a0a390", "tag": "4e53a001-bd04-4bcf-a20f-da83b0be1298"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:32:23.822787 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvr_db [None req-7e702801-2bf5-4f11-b5f4-84cc423bed19 None None] Set router e344c192-c932-4bc2-a1cb-d76d9efafb6f gateway port host: n-d-816206-8 {{(pid=103592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:32:23.957619 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:32:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e54d92a1-1f09-459b-b490-b60618d1f308 x-openstack-request-id: req-e54d92a1-1f09-459b-b490-b60618d1f308 {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:32:23.958154 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f0d704f-5e52-448f-b14f-1b4a54a0a390", "tag": "4e53a001-bd04-4bcf-a20f-da83b0be1298", "status": "completed", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:32:23.958154 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e54d92a1-1f09-459b-b490-b60618d1f308 {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:32:23.958563 n-d-816206-8 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f0d704f-5e52-448f-b14f-1b4a54a0a390', 'tag': '4e53a001-bd04-4bcf-a20f-da83b0be1298', 'status': 'completed', 'code': 200} Nov 23 18:32:24.048686 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6c7d17-6656-4068-a3ba-01019bf821af req-d9e1e8ea-89b8-4646-bc82-49452dd8f695 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:32:24.050230 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7d6c7d17-6656-4068-a3ba-01019bf821af req-d9e1e8ea-89b8-4646-bc82-49452dd8f695 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "GET /v2.0/ports?device_id=4f0d704f-5e52-448f-b14f-1b4a54a0a390 HTTP/1.1" status: 200 len: 945 time: 0.0907135 Nov 23 18:32:24.064639 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc81b388-a9d9-4fb6-9bee-d710eb15ae60 req-afb6e87b-3147-4ed9-a1a4-6c0e3fe33a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:32:24.066071 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-bc81b388-a9d9-4fb6-9bee-d710eb15ae60 req-afb6e87b-3147-4ed9-a1a4-6c0e3fe33a27 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=000e27ec11d44dc3b43cac2203fcea4b&device_id=4f0d704f-5e52-448f-b14f-1b4a54a0a390 HTTP/1.1" status: 200 len: 1096 time: 0.0721979 Nov 23 18:32:24.080160 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-7e702801-2bf5-4f11-b5f4-84cc423bed19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e344c192-c932-4bc2-a1cb-d76d9efafb6f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2032202079', 'tenant_id': '000e27ec11d44dc3b43cac2203fcea4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.58'}], 'enable_snat': True}, 'gw_port_id': 'd25d3116-00e9-41ad-ad17-f25a2524fc39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:30:36Z', 'updated_at': '2021-11-23T18:30:40Z', 'revision_number': 4, 'project_id': '000e27ec11d44dc3b43cac2203fcea4b', 'gw_port': {'id': 'd25d3116-00e9-41ad-ad17-f25a2524fc39', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:61:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e344c192-c932-4bc2-a1cb-d76d9efafb6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:30:37Z', 'updated_at': '2021-11-23T18:30:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_interfaces': [{'id': '5e3445b9-f9cb-49ea-a8a7-cc99393a8290', 'name': '', 'network_id': '21b7a955-e57c-4fd0-adfa-f593ce651f3b', 'tenant_id': '000e27ec11d44dc3b43cac2203fcea4b', 'mac_address': 'fa:16:3e:18:36:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e344c192-c932-4bc2-a1cb-d76d9efafb6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '42acc42b-f3e3-47f9-adfb-3eca79a28615', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:30:39Z', 'updated_at': '2021-11-23T18:30:43Z', 'revision_number': 5, 'project_id': '000e27ec11d44dc3b43cac2203fcea4b', 'subnets': [{'id': '42acc42b-f3e3-47f9-adfb-3eca79a28615', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:32:24.115816 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e702801-2bf5-4f11-b5f4-84cc423bed19 None None] Checking router: e344c192-c932-4bc2-a1cb-d76d9efafb6f for host: n-d-816206-8 {{(pid=103592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:32:24.124428 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7d6c7d17-6656-4068-a3ba-01019bf821af req-7473d425-2390-4021-a582-f376de1370fa tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "GET /v2.0/security-groups?id=a8fd399e-30a4-4500-aefd-ec650fb96626&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677762 Nov 23 18:32:24.127456 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e702801-2bf5-4f11-b5f4-84cc423bed19 None None] Routers {'e344c192-c932-4bc2-a1cb-d76d9efafb6f'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:32:24.128361 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-7e702801-2bf5-4f11-b5f4-84cc423bed19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T18:32:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['e344c192-c932-4bc2-a1cb-d76d9efafb6f'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:32:24.211496 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc81b388-a9d9-4fb6-9bee-d710eb15ae60 req-2bcea8e0-ec7e-48c0-b47c-9cacde400f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:32:24.212991 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-bc81b388-a9d9-4fb6-9bee-d710eb15ae60 req-2bcea8e0-ec7e-48c0-b47c-9cacde400f79 service neutron] 10.222.0.36 "GET /v2.0/networks?id=21b7a955-e57c-4fd0-adfa-f593ce651f3b HTTP/1.1" status: 200 len: 898 time: 0.1209104 Nov 23 18:32:24.251438 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvr_db [None req-7e702801-2bf5-4f11-b5f4-84cc423bed19 None None] Set router e344c192-c932-4bc2-a1cb-d76d9efafb6f gateway port host: n-d-816206-8 {{(pid=103592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:32:24.266334 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-bc81b388-a9d9-4fb6-9bee-d710eb15ae60 req-0483d614-8d14-4e31-8e24-9c0ae5e34184 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4e53a001-bd04-4bcf-a20f-da83b0be1298 HTTP/1.1" status: 200 len: 217 time: 0.0414708 Nov 23 18:32:24.321798 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc81b388-a9d9-4fb6-9bee-d710eb15ae60 req-c0b4ace2-abd4-4d38-b6c5-4a179fefe387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:32:24.323292 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-bc81b388-a9d9-4fb6-9bee-d710eb15ae60 req-c0b4ace2-abd4-4d38-b6c5-4a179fefe387 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=42acc42b-f3e3-47f9-adfb-3eca79a28615 HTTP/1.1" status: 200 len: 833 time: 0.0472808 Nov 23 18:32:24.376818 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc81b388-a9d9-4fb6-9bee-d710eb15ae60 req-1fa3da72-6734-4c1f-97cc-a8d02a9f7e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:32:24.378254 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-bc81b388-a9d9-4fb6-9bee-d710eb15ae60 req-1fa3da72-6734-4c1f-97cc-a8d02a9f7e6a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=21b7a955-e57c-4fd0-adfa-f593ce651f3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0456564 Nov 23 18:32:24.472919 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-7e702801-2bf5-4f11-b5f4-84cc423bed19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e344c192-c932-4bc2-a1cb-d76d9efafb6f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2032202079', 'tenant_id': '000e27ec11d44dc3b43cac2203fcea4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.58'}], 'enable_snat': True}, 'gw_port_id': 'd25d3116-00e9-41ad-ad17-f25a2524fc39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:30:36Z', 'updated_at': '2021-11-23T18:30:40Z', 'revision_number': 4, 'project_id': '000e27ec11d44dc3b43cac2203fcea4b', 'gw_port': {'id': 'd25d3116-00e9-41ad-ad17-f25a2524fc39', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:61:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e344c192-c932-4bc2-a1cb-d76d9efafb6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:30:37Z', 'updated_at': '2021-11-23T18:30:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_interfaces': [{'id': '5e3445b9-f9cb-49ea-a8a7-cc99393a8290', 'name': '', 'network_id': '21b7a955-e57c-4fd0-adfa-f593ce651f3b', 'tenant_id': '000e27ec11d44dc3b43cac2203fcea4b', 'mac_address': 'fa:16:3e:18:36:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e344c192-c932-4bc2-a1cb-d76d9efafb6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '42acc42b-f3e3-47f9-adfb-3eca79a28615', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:30:39Z', 'updated_at': '2021-11-23T18:30:43Z', 'revision_number': 5, 'project_id': '000e27ec11d44dc3b43cac2203fcea4b', 'subnets': [{'id': '42acc42b-f3e3-47f9-adfb-3eca79a28615', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:32:24.494704 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-bc81b388-a9d9-4fb6-9bee-d710eb15ae60 req-58180a3a-fcba-46e6-8e72-539681d16a39 service neutron] 10.222.0.36 "GET /v2.0/networks/21b7a955-e57c-4fd0-adfa-f593ce651f3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054094 Nov 23 18:32:24.505316 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e702801-2bf5-4f11-b5f4-84cc423bed19 None None] The sync data for ids ['e344c192-c932-4bc2-a1cb-d76d9efafb6f'] in n-d-816206-8 is: [{'id': 'e344c192-c932-4bc2-a1cb-d76d9efafb6f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2032202079', 'tenant_id': '000e27ec11d44dc3b43cac2203fcea4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.58'}], 'enable_snat': True}, 'gw_port_id': 'd25d3116-00e9-41ad-ad17-f25a2524fc39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:30:36Z', 'updated_at': '2021-11-23T18:30:40Z', 'revision_number': 4, 'project_id': '000e27ec11d44dc3b43cac2203fcea4b', 'gw_port': {'id': 'd25d3116-00e9-41ad-ad17-f25a2524fc39', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:61:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e344c192-c932-4bc2-a1cb-d76d9efafb6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:30:37Z', 'updated_at': '2021-11-23T18:30:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_interfaces': [{'id': '5e3445b9-f9cb-49ea-a8a7-cc99393a8290', 'name': '', 'network_id': '21b7a955-e57c-4fd0-adfa-f593ce651f3b', 'tenant_id': '000e27ec11d44dc3b43cac2203fcea4b', 'mac_address': 'fa:16:3e:18:36:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e344c192-c932-4bc2-a1cb-d76d9efafb6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '42acc42b-f3e3-47f9-adfb-3eca79a28615', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:30:39Z', 'updated_at': '2021-11-23T18:30:43Z', 'revision_number': 5, 'project_id': '000e27ec11d44dc3b43cac2203fcea4b', 'subnets': [{'id': '42acc42b-f3e3-47f9-adfb-3eca79a28615', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:32:24.603463 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-bc81b388-a9d9-4fb6-9bee-d710eb15ae60 req-925c5228-3759-4b45-9111-026803b6ad34 service neutron] 10.222.0.36 "GET /v2.0/networks/21b7a955-e57c-4fd0-adfa-f593ce651f3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009486 Nov 23 18:32:24.775823 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cc1e162-0fb8-43b9-9130-517a20792b8f None None] New status for floating IP 5b507b49-be1f-4d0b-ab74-9e8a4ab2b693: DOWN {{(pid=103593) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 18:32:25.280680 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6555d7e3-1e57-46e4-a07f-21e08e07eb2e req-92fe2056-84d6-4d84-b2be-4f62ea541e96 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:32:25.283038 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6555d7e3-1e57-46e4-a07f-21e08e07eb2e req-92fe2056-84d6-4d84-b2be-4f62ea541e96 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "GET /v2.0/ports?device_id=4f0d704f-5e52-448f-b14f-1b4a54a0a390 HTTP/1.1" status: 200 len: 945 time: 0.0635352 Nov 23 18:32:25.358332 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6555d7e3-1e57-46e4-a07f-21e08e07eb2e req-c7a75d97-efb7-4312-b473-5240cba53714 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "GET /v2.0/security-groups?id=a8fd399e-30a4-4500-aefd-ec650fb96626&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641313 Nov 23 18:32:25.522311 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a92739-24fa-401e-bd42-e2bd171d2d6a req-6ef2d3f9-2309-427a-8722-ee5623db1e82 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:32:25.523757 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-54a92739-24fa-401e-bd42-e2bd171d2d6a req-6ef2d3f9-2309-427a-8722-ee5623db1e82 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.36 "GET /v2.0/ports?device_id=4f0d704f-5e52-448f-b14f-1b4a54a0a390 HTTP/1.1" status: 200 len: 945 time: 0.0520766 Nov 23 18:32:25.620069 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [req-54a92739-24fa-401e-bd42-e2bd171d2d6a req-edbd79b9-1745-4241-bf24-6d87b9c5f023 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Deleting port 4e53a001-bd04-4bcf-a20f-da83b0be1298 {{(pid=103591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:32:25.620418 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-54a92739-24fa-401e-bd42-e2bd171d2d6a req-edbd79b9-1745-4241-bf24-6d87b9c5f023 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:32:25.714429 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-54a92739-24fa-401e-bd42-e2bd171d2d6a req-edbd79b9-1745-4241-bf24-6d87b9c5f023 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] For port 4e53a001-bd04-4bcf-a20f-da83b0be1298, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=4e53a001-bd04-4bcf-a20f-da83b0be1298,segment=NetworkSegment(76c69ab1-193b-4163-89c9-dba6dca9df37),segment_id=76c69ab1-193b-4163-89c9-dba6dca9df37)] {{(pid=103591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:32:25.714786 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-54a92739-24fa-401e-bd42-e2bd171d2d6a req-edbd79b9-1745-4241-bf24-6d87b9c5f023 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:32:25.727611 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [req-54a92739-24fa-401e-bd42-e2bd171d2d6a req-edbd79b9-1745-4241-bf24-6d87b9c5f023 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Calling delete_port for 4e53a001-bd04-4bcf-a20f-da83b0be1298 owned by compute:nova {{(pid=103591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:32:25.858907 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-54a92739-24fa-401e-bd42-e2bd171d2d6a req-edbd79b9-1745-4241-bf24-6d87b9c5f023 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:32:25.888388 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbd79b9-1745-4241-bf24-6d87b9c5f023 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Pushing event deleted for resources: {'Port': ['ID=4e53a001-bd04-4bcf-a20f-da83b0be1298,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:32:25.930430 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [req-54a92739-24fa-401e-bd42-e2bd171d2d6a req-edbd79b9-1745-4241-bf24-6d87b9c5f023 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] No DVR routers for this DVR port 4e53a001-bd04-4bcf-a20f-da83b0be1298 on host n-h2-816206-8 {{(pid=103591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:32:25.932976 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-54a92739-24fa-401e-bd42-e2bd171d2d6a req-edbd79b9-1745-4241-bf24-6d87b9c5f023 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:32:25.936233 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-54a92739-24fa-401e-bd42-e2bd171d2d6a req-edbd79b9-1745-4241-bf24-6d87b9c5f023 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.36 "DELETE /v2.0/ports/4e53a001-bd04-4bcf-a20f-da83b0be1298 HTTP/1.1" status: 204 len: 173 time: 0.4033370 Nov 23 18:32:25.936701 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f0d704f-5e52-448f-b14f-1b4a54a0a390', 'name': 'network-vif-deleted', 'tag': '4e53a001-bd04-4bcf-a20f-da83b0be1298'}] {{(pid=103591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:32:25.939019 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f4e21f982013ce885b63e29a1d25974432d95030e0706b58ae42016fda4ab83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4aa806c-566a-496a-8ef9-ade532a99683" -d '{"events": [{"server_uuid": "4f0d704f-5e52-448f-b14f-1b4a54a0a390", "name": "network-vif-deleted", "tag": "4e53a001-bd04-4bcf-a20f-da83b0be1298"}]}' {{(pid=103591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:32:25.982061 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:32:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04762350-ece5-4563-8eeb-bfcf1194cbd7 x-openstack-request-id: req-04762350-ece5-4563-8eeb-bfcf1194cbd7 {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:32:25.982471 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f0d704f-5e52-448f-b14f-1b4a54a0a390", "name": "network-vif-deleted", "tag": "4e53a001-bd04-4bcf-a20f-da83b0be1298", "status": "completed", "code": 200}]} {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:32:25.982602 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-04762350-ece5-4563-8eeb-bfcf1194cbd7 {{(pid=103591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:32:25.983004 n-d-816206-8 neutron-server[103591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f0d704f-5e52-448f-b14f-1b4a54a0a390', 'name': 'network-vif-deleted', 'tag': '4e53a001-bd04-4bcf-a20f-da83b0be1298', 'status': 'completed', 'code': 200} Nov 23 18:32:26.419409 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 57266) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:32:26.778566 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-599ec914-0d60-4f18-ba9c-3bee591fef70 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1794372'] for router_interface, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:32:27.033734 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-599ec914-0d60-4f18-ba9c-3bee591fef70 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Deleting port 5e3445b9-f9cb-49ea-a8a7-cc99393a8290 {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:32:27.034074 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-599ec914-0d60-4f18-ba9c-3bee591fef70 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:32:27.120744 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-599ec914-0d60-4f18-ba9c-3bee591fef70 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] For port 5e3445b9-f9cb-49ea-a8a7-cc99393a8290, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=5e3445b9-f9cb-49ea-a8a7-cc99393a8290,segment=NetworkSegment(76c69ab1-193b-4163-89c9-dba6dca9df37),segment_id=76c69ab1-193b-4163-89c9-dba6dca9df37)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:32:27.121102 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-599ec914-0d60-4f18-ba9c-3bee591fef70 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:32:27.137969 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-599ec914-0d60-4f18-ba9c-3bee591fef70 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Calling delete_port for 5e3445b9-f9cb-49ea-a8a7-cc99393a8290 owned by network:router_interface {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:32:27.324986 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-599ec914-0d60-4f18-ba9c-3bee591fef70 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:32:27.352989 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599ec914-0d60-4f18-ba9c-3bee591fef70 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Pushing event deleted for resources: {'Port': ['ID=5e3445b9-f9cb-49ea-a8a7-cc99393a8290,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:32:27.526621 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-599ec914-0d60-4f18-ba9c-3bee591fef70 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2067500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1794520'] for router_interface, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:32:27.820988 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device 4e53a001-bd04-4bcf-a20f-da83b0be1298 no longer exists at agent hyperv_n-h2-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:32:27.842213 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] No Port match for: 4e53a001-bd04-4bcf-a20f-da83b0be1298 {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:32:27.842565 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device 4e53a001-bd04-4bcf-a20f-da83b0be1298 not bound to the agent host n-h2-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:32:28.068845 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-599ec914-0d60-4f18-ba9c-3bee591fef70 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Router e344c192-c932-4bc2-a1cb-d76d9efafb6f has already been hosted by L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 {{(pid=103590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:32:28.173004 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-599ec914-0d60-4f18-ba9c-3bee591fef70 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:32:28.178016 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-599ec914-0d60-4f18-ba9c-3bee591fef70 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "PUT /v2.0/routers/e344c192-c932-4bc2-a1cb-d76d9efafb6f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7575858 Nov 23 18:32:28.180994 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 57268) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:32:28.183531 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bae0fcc-45f0-4db4-ac87-7b5b4d8d829f None None] Sync routers for ids ['e344c192-c932-4bc2-a1cb-d76d9efafb6f'] in n-d-816206-8 {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:32:28.194299 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bae0fcc-45f0-4db4-ac87-7b5b4d8d829f None None] Routers {'e344c192-c932-4bc2-a1cb-d76d9efafb6f'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:32:28.194909 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-2bae0fcc-45f0-4db4-ac87-7b5b4d8d829f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T18:32:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['e344c192-c932-4bc2-a1cb-d76d9efafb6f'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:32:28.231111 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_v2 [None req-e62c3e2b-ecc4-4f50-9cc1-62c547441df8 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Deleting subnet 42acc42b-f3e3-47f9-adfb-3eca79a28615 {{(pid=103590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 18:32:28.234422 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e62c3e2b-ecc4-4f50-9cc1-62c547441df8 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks [] for subnet, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:32:28.274863 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e62c3e2b-ecc4-4f50-9cc1-62c547441df8 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-267528342'] for subnet, precommit_delete_associations {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:32:28.301270 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvr_db [None req-2bae0fcc-45f0-4db4-ac87-7b5b4d8d829f None None] Set router e344c192-c932-4bc2-a1cb-d76d9efafb6f gateway port host: n-d-816206-8 {{(pid=103592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:32:28.362037 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e62c3e2b-ecc4-4f50-9cc1-62c547441df8 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971956'] for subnet, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:32:28.420589 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e62c3e2b-ecc4-4f50-9cc1-62c547441df8 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264357903', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264730940'] for subnet, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:32:28.449634 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62c3e2b-ecc4-4f50-9cc1-62c547441df8 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Pushing event deleted for resources: {'Subnet': ['ID=42acc42b-f3e3-47f9-adfb-3eca79a28615,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:32:28.455322 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e62c3e2b-ecc4-4f50-9cc1-62c547441df8 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks [] for subnet, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:32:28.458636 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-e62c3e2b-ecc4-4f50-9cc1-62c547441df8 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "DELETE /v2.0/subnets/42acc42b-f3e3-47f9-adfb-3eca79a28615 HTTP/1.1" status: 204 len: 168 time: 0.2766771 Nov 23 18:32:28.461290 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 57270) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:32:28.462837 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1080579-3896-4c91-8820-1e6457065586 None None] Network 21b7a955-e57c-4fd0-adfa-f593ce651f3b requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:32:28.567124 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-2bae0fcc-45f0-4db4-ac87-7b5b4d8d829f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e344c192-c932-4bc2-a1cb-d76d9efafb6f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2032202079', 'tenant_id': '000e27ec11d44dc3b43cac2203fcea4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.58'}], 'enable_snat': True}, 'gw_port_id': 'd25d3116-00e9-41ad-ad17-f25a2524fc39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:30:36Z', 'updated_at': '2021-11-23T18:32:27Z', 'revision_number': 5, 'project_id': '000e27ec11d44dc3b43cac2203fcea4b', 'gw_port': {'id': 'd25d3116-00e9-41ad-ad17-f25a2524fc39', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:61:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e344c192-c932-4bc2-a1cb-d76d9efafb6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:30:37Z', 'updated_at': '2021-11-23T18:30:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8'}], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:32:28.571122 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0b0594c1-d3d6-49ba-93be-e2b287d2d4fb tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks [] for router, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:32:28.611118 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bae0fcc-45f0-4db4-ac87-7b5b4d8d829f None None] Checking router: e344c192-c932-4bc2-a1cb-d76d9efafb6f for host: n-d-816206-8 {{(pid=103592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:32:28.624888 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bae0fcc-45f0-4db4-ac87-7b5b4d8d829f None None] Routers {'e344c192-c932-4bc2-a1cb-d76d9efafb6f'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:32:28.625201 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-2bae0fcc-45f0-4db4-ac87-7b5b4d8d829f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T18:32:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['e344c192-c932-4bc2-a1cb-d76d9efafb6f'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:32:28.685837 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0b0594c1-d3d6-49ba-93be-e2b287d2d4fb tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:32:28.748412 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-0b0594c1-d3d6-49ba-93be-e2b287d2d4fb tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Deleting port d25d3116-00e9-41ad-ad17-f25a2524fc39 {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:32:28.748785 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0b0594c1-d3d6-49ba-93be-e2b287d2d4fb tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:32:28.837750 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-0b0594c1-d3d6-49ba-93be-e2b287d2d4fb tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] For port d25d3116-00e9-41ad-ad17-f25a2524fc39, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=d25d3116-00e9-41ad-ad17-f25a2524fc39,segment=NetworkSegment(bffd1e4f-e80f-4ff0-b418-2f42ae15febf),segment_id=bffd1e4f-e80f-4ff0-b418-2f42ae15febf)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:32:28.838111 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0b0594c1-d3d6-49ba-93be-e2b287d2d4fb tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:32:28.850215 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-0b0594c1-d3d6-49ba-93be-e2b287d2d4fb tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Calling delete_port for d25d3116-00e9-41ad-ad17-f25a2524fc39 owned by network:router_gateway {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:32:28.881351 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88e146c1-2fbb-4eb3-9689-0379cd0878e6 None None] DHCP port deletion for 21b7a955-e57c-4fd0-adfa-f593ce651f3b request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:32:28.930970 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvr_db [None req-2bae0fcc-45f0-4db4-ac87-7b5b4d8d829f None None] Set router e344c192-c932-4bc2-a1cb-d76d9efafb6f gateway port host: n-d-816206-8 {{(pid=103592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:32:29.021872 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0b0594c1-d3d6-49ba-93be-e2b287d2d4fb tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:32:29.048449 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0594c1-d3d6-49ba-93be-e2b287d2d4fb tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Pushing event deleted for resources: {'Port': ['ID=d25d3116-00e9-41ad-ad17-f25a2524fc39,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:32:29.048682 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-88e146c1-2fbb-4eb3-9689-0379cd0878e6 None None] Deleting port d810a67e-4cb3-4feb-83bc-2312dd0a621f {{(pid=103592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:32:29.048893 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-88e146c1-2fbb-4eb3-9689-0379cd0878e6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:32:29.070496 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4d9a6d7-71d0-47e8-9811-75e7a8b06455 None None] DHCP port deletion for 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:32:29.118555 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0b0594c1-d3d6-49ba-93be-e2b287d2d4fb tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1795454'] for router_gateway, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:32:29.147048 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-88e146c1-2fbb-4eb3-9689-0379cd0878e6 None None] For port d810a67e-4cb3-4feb-83bc-2312dd0a621f, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=d810a67e-4cb3-4feb-83bc-2312dd0a621f,segment=NetworkSegment(76c69ab1-193b-4163-89c9-dba6dca9df37),segment_id=76c69ab1-193b-4163-89c9-dba6dca9df37)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:32:29.147355 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-88e146c1-2fbb-4eb3-9689-0379cd0878e6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:32:29.161405 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-88e146c1-2fbb-4eb3-9689-0379cd0878e6 None None] Calling delete_port for d810a67e-4cb3-4feb-83bc-2312dd0a621f owned by network:dhcp {{(pid=103592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:32:29.209951 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0b0594c1-d3d6-49ba-93be-e2b287d2d4fb tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1794352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8175'] for router, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:32:29.212098 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0b0594c1-d3d6-49ba-93be-e2b287d2d4fb tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:32:29.257079 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0b0594c1-d3d6-49ba-93be-e2b287d2d4fb tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1795580'] for router, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:32:29.257632 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b0594c1-d3d6-49ba-93be-e2b287d2d4fb tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Fanout notify agent at l3_agent the message router_deleted on router e344c192-c932-4bc2-a1cb-d76d9efafb6f {{(pid=103590) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 18:32:29.264814 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0b0594c1-d3d6-49ba-93be-e2b287d2d4fb tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks [] for router, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:32:29.268690 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-0b0594c1-d3d6-49ba-93be-e2b287d2d4fb tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "DELETE /v2.0/routers/e344c192-c932-4bc2-a1cb-d76d9efafb6f HTTP/1.1" status: 204 len: 168 time: 0.8037515 Nov 23 18:32:29.269025 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 57272) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:32:29.277155 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-2bae0fcc-45f0-4db4-ac87-7b5b4d8d829f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e344c192-c932-4bc2-a1cb-d76d9efafb6f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2032202079', 'tenant_id': '000e27ec11d44dc3b43cac2203fcea4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.58'}], 'enable_snat': True}, 'gw_port_id': 'd25d3116-00e9-41ad-ad17-f25a2524fc39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:30:36Z', 'updated_at': '2021-11-23T18:32:27Z', 'revision_number': 5, 'project_id': '000e27ec11d44dc3b43cac2203fcea4b', 'gw_port': {'id': 'd25d3116-00e9-41ad-ad17-f25a2524fc39', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:61:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e344c192-c932-4bc2-a1cb-d76d9efafb6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:30:37Z', 'updated_at': '2021-11-23T18:30:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8'}], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:32:29.306032 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bae0fcc-45f0-4db4-ac87-7b5b4d8d829f None None] The sync data for ids ['e344c192-c932-4bc2-a1cb-d76d9efafb6f'] in n-d-816206-8 is: [{'id': 'e344c192-c932-4bc2-a1cb-d76d9efafb6f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2032202079', 'tenant_id': '000e27ec11d44dc3b43cac2203fcea4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.58'}], 'enable_snat': True}, 'gw_port_id': 'd25d3116-00e9-41ad-ad17-f25a2524fc39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:30:36Z', 'updated_at': '2021-11-23T18:32:27Z', 'revision_number': 5, 'project_id': '000e27ec11d44dc3b43cac2203fcea4b', 'gw_port': {'id': 'd25d3116-00e9-41ad-ad17-f25a2524fc39', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:61:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e344c192-c932-4bc2-a1cb-d76d9efafb6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:30:37Z', 'updated_at': '2021-11-23T18:30:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8'}] {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:32:29.312716 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-88e146c1-2fbb-4eb3-9689-0379cd0878e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989'] for port, after_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:32:29.341931 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e146c1-2fbb-4eb3-9689-0379cd0878e6 None None] Pushing event deleted for resources: {'Port': ['ID=d810a67e-4cb3-4feb-83bc-2312dd0a621f,revision_number=None']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:32:29.348671 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88e146c1-2fbb-4eb3-9689-0379cd0878e6 None None] No DVR routers for this DVR port d810a67e-4cb3-4feb-83bc-2312dd0a621f on host n-d-816206-8 {{(pid=103592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:32:29.352938 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-4f4e6428-5738-4bf7-8f5b-d14d2d748087 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-555181'] for network, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:32:29.449763 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-4f4e6428-5738-4bf7-8f5b-d14d2d748087 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973419', 'neutron.services.segments.db._delete_segments_for_network-8736635878840'] for network, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:32:29.470060 n-d-816206-8 neutron-server[103591]: DEBUG neutron.services.segments.db [None req-4f4e6428-5738-4bf7-8f5b-d14d2d748087 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21b7a955-e57c-4fd0-adfa-f593ce651f3b']}} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:32:29.479101 n-d-816206-8 neutron-server[103591]: DEBUG neutron.services.segments.db [None req-4f4e6428-5738-4bf7-8f5b-d14d2d748087 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76c69ab1-193b-4163-89c9-dba6dca9df37') {'for_net_delete': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:32:29.479395 n-d-816206-8 neutron-server[103591]: DEBUG neutron.services.segments.db [None req-4f4e6428-5738-4bf7-8f5b-d14d2d748087 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76c69ab1-193b-4163-89c9-dba6dca9df37') {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:32:29.494021 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-4f4e6428-5738-4bf7-8f5b-d14d2d748087 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736635840332', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265989959'] for segment, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:32:29.507590 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-4f4e6428-5738-4bf7-8f5b-d14d2d748087 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:32:29.513553 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f4e6428-5738-4bf7-8f5b-d14d2d748087 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Releasing vlan 500 on physical network physnet1 to pool {{(pid=103591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 18:32:29.513938 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-4f4e6428-5738-4bf7-8f5b-d14d2d748087 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264756290'] for segment, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:32:29.517064 n-d-816206-8 neutron-server[103591]: Traceback (most recent call last): Nov 23 18:32:29.517064 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 18:32:29.517064 n-d-816206-8 neutron-server[103591]: timer() Nov 23 18:32:29.517064 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 18:32:29.517064 n-d-816206-8 neutron-server[103591]: cb(*args, **kw) Nov 23 18:32:29.517064 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 18:32:29.517064 n-d-816206-8 neutron-server[103591]: return func(*args, **kwargs) Nov 23 18:32:29.517064 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 18:32:29.517064 n-d-816206-8 neutron-server[103591]: self._notify() Nov 23 18:32:29.517064 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 18:32:29.517064 n-d-816206-8 neutron-server[103591]: self.callback(batched_events) Nov 23 18:32:29.517064 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 18:32:29.517064 n-d-816206-8 neutron-server[103591]: event.method(event) Nov 23 18:32:29.517064 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 18:32:29.517064 n-d-816206-8 neutron-server[103591]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 18:32:29.517064 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 18:32:29.517064 n-d-816206-8 neutron-server[103591]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 18:32:29.517064 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 18:32:29.517064 n-d-816206-8 neutron-server[103591]: return f(self, *a, **k) Nov 23 18:32:29.517064 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 18:32:29.517064 n-d-816206-8 neutron-server[103591]: return self._get(url).json() Nov 23 18:32:29.517064 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 18:32:29.517064 n-d-816206-8 neutron-server[103591]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 18:32:29.517064 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 18:32:29.517064 n-d-816206-8 neutron-server[103591]: return self.request(url, 'GET', **kwargs) Nov 23 18:32:29.517064 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 18:32:29.517064 n-d-816206-8 neutron-server[103591]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 18:32:29.517064 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 18:32:29.517064 n-d-816206-8 neutron-server[103591]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 18:32:29.517064 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 18:32:29.517064 n-d-816206-8 neutron-server[103591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 18:32:29.517064 n-d-816206-8 neutron-server[103591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 18:32:29.575115 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-4f4e6428-5738-4bf7-8f5b-d14d2d748087 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1795418'] for network, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:32:29.583988 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-4f4e6428-5738-4bf7-8f5b-d14d2d748087 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks [] for network, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:32:29.586477 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-4f4e6428-5738-4bf7-8f5b-d14d2d748087 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "DELETE /v2.0/networks/21b7a955-e57c-4fd0-adfa-f593ce651f3b HTTP/1.1" status: 204 len: 168 time: 0.3164566 Nov 23 18:32:29.589333 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 57274) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:32:29.598761 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4e6428-5738-4bf7-8f5b-d14d2d748087 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Pushing event deleted for resources: {'Network': ['ID=21b7a955-e57c-4fd0-adfa-f593ce651f3b,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:32:29.649335 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b824354a-1eb3-4914-a57e-72119094317e tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks [] for security_group, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:32:29.676281 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b824354a-1eb3-4914-a57e-72119094317e tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:32:29.740071 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b824354a-1eb3-4914-a57e-72119094317e tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:32:29.742857 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b824354a-1eb3-4914-a57e-72119094317e tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:32:29.744945 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-b824354a-1eb3-4914-a57e-72119094317e tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "DELETE /v2.0/security-groups/a8fd399e-30a4-4500-aefd-ec650fb96626 HTTP/1.1" status: 204 len: 168 time: 0.1544218 Nov 23 18:32:29.757745 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b824354a-1eb3-4914-a57e-72119094317e tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8fd399e-30a4-4500-aefd-ec650fb96626,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:32:30.450110 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 57280) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:32:30.455421 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-c6cd88ad-c111-46ae-8843-128045054bd5 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2058511332', 'description': 'tempest-secgroup-smoke-2058511332 description', 'project_id': '000e27ec11d44dc3b43cac2203fcea4b'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:32:30.477914 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c6cd88ad-c111-46ae-8843-128045054bd5 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks [] for security_group, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:32:30.547869 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c6cd88ad-c111-46ae-8843-128045054bd5 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks [] for security_group, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:32:30.551731 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c6cd88ad-c111-46ae-8843-128045054bd5 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:32:30.580922 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c6cd88ad-c111-46ae-8843-128045054bd5 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:32:30.582076 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-c6cd88ad-c111-46ae-8843-128045054bd5 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1309602 Nov 23 18:32:30.584181 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cd88ad-c111-46ae-8843-128045054bd5 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6eb519ee-3603-47d3-83ee-920723b2f506,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:32:30.585125 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 57282) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:32:30.591028 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-7c4208b4-7df5-4c56-ba56-6c699ade20b7 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Request body: {'security_group_rule': {'security_group_id': '6eb519ee-3603-47d3-83ee-920723b2f506', 'project_id': '000e27ec11d44dc3b43cac2203fcea4b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:32:30.620401 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-7c4208b4-7df5-4c56-ba56-6c699ade20b7 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:32:30.658576 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device d25d3116-00e9-41ad-ad17-f25a2524fc39 no longer exists at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:32:30.678976 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-7c4208b4-7df5-4c56-ba56-6c699ade20b7 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:32:30.683000 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-7c4208b4-7df5-4c56-ba56-6c699ade20b7 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994370'] for security_group_rule, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:32:30.683721 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] No Port match for: d25d3116-00e9-41ad-ad17-f25a2524fc39 {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:32:30.684188 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device d25d3116-00e9-41ad-ad17-f25a2524fc39 not bound to the agent host n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:32:30.684866 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 5e3445b9-f9cb-49ea-a8a7-cc99393a8290 no longer exists at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:32:30.702347 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4208b4-7df5-4c56-ba56-6c699ade20b7 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b793e25-30f8-4543-90ce-95d4650d1397,revision_number=0']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:32:30.707773 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] No Port match for: 5e3445b9-f9cb-49ea-a8a7-cc99393a8290 {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:32:30.708264 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 5e3445b9-f9cb-49ea-a8a7-cc99393a8290 not bound to the agent host n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:32:30.708687 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device d810a67e-4cb3-4feb-83bc-2312dd0a621f no longer exists at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:32:30.709140 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-7c4208b4-7df5-4c56-ba56-6c699ade20b7 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:32:30.710352 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-7c4208b4-7df5-4c56-ba56-6c699ade20b7 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1229458 Nov 23 18:32:30.713039 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 57284) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:32:30.717704 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-cedbc38a-a0a8-41e2-9e9a-df3a2b50a964 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Request body: {'security_group_rule': {'security_group_id': '6eb519ee-3603-47d3-83ee-920723b2f506', 'project_id': '000e27ec11d44dc3b43cac2203fcea4b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:32:30.731922 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] No Port match for: d810a67e-4cb3-4feb-83bc-2312dd0a621f {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:32:30.732281 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device d810a67e-4cb3-4feb-83bc-2312dd0a621f not bound to the agent host n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:32:30.745579 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-cedbc38a-a0a8-41e2-9e9a-df3a2b50a964 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:32:30.807281 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-cedbc38a-a0a8-41e2-9e9a-df3a2b50a964 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:32:30.810704 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-cedbc38a-a0a8-41e2-9e9a-df3a2b50a964 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994370'] for security_group_rule, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:32:30.830307 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedbc38a-a0a8-41e2-9e9a-df3a2b50a964 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc21e48e-d58d-4ab1-944f-05ea9f5aa19e,revision_number=0']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:32:30.838364 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-cedbc38a-a0a8-41e2-9e9a-df3a2b50a964 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:32:30.839559 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-cedbc38a-a0a8-41e2-9e9a-df3a2b50a964 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1254463 Nov 23 18:32:30.842357 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 57286) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:32:30.846556 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-0d9ef52d-cd74-4d71-acce-3d1a4272a014 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Request body: {'security_group_rule': {'security_group_id': '6eb519ee-3603-47d3-83ee-920723b2f506', 'project_id': '000e27ec11d44dc3b43cac2203fcea4b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:32:30.872566 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-0d9ef52d-cd74-4d71-acce-3d1a4272a014 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:32:30.931353 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-0d9ef52d-cd74-4d71-acce-3d1a4272a014 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:32:30.934826 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-0d9ef52d-cd74-4d71-acce-3d1a4272a014 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994370'] for security_group_rule, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:32:30.954688 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9ef52d-cd74-4d71-acce-3d1a4272a014 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2375b038-fd4e-43f7-b36b-18482f17a627,revision_number=0']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:32:30.962504 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-0d9ef52d-cd74-4d71-acce-3d1a4272a014 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:32:30.964037 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-0d9ef52d-cd74-4d71-acce-3d1a4272a014 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1207657 Nov 23 18:32:30.967002 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 57288) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:32:30.971462 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-e8c2d4ee-42a5-49d1-9389-69414d7e59eb tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Request body: {'security_group_rule': {'security_group_id': '6eb519ee-3603-47d3-83ee-920723b2f506', 'project_id': '000e27ec11d44dc3b43cac2203fcea4b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:32:30.997072 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-e8c2d4ee-42a5-49d1-9389-69414d7e59eb tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:32:31.054320 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-e8c2d4ee-42a5-49d1-9389-69414d7e59eb tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:32:31.057935 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-e8c2d4ee-42a5-49d1-9389-69414d7e59eb tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994370'] for security_group_rule, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:32:31.077013 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c2d4ee-42a5-49d1-9389-69414d7e59eb tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=466b69d2-29ea-4dd5-bb3c-cf446391d47f,revision_number=0']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:32:31.085180 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-e8c2d4ee-42a5-49d1-9389-69414d7e59eb tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:32:31.086401 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-e8c2d4ee-42a5-49d1-9389-69414d7e59eb tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1184516 Nov 23 18:32:31.089231 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 57290) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:32:31.093573 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-5b5efbc1-3aa6-4a15-b74c-536abe945a1c tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Request body: {'security_group_rule': {'security_group_id': '6eb519ee-3603-47d3-83ee-920723b2f506', 'project_id': '000e27ec11d44dc3b43cac2203fcea4b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:32:31.116672 n-d-816206-8 neutron-server[103591]: INFO neutron.db.securitygroups_db [None req-5b5efbc1-3aa6-4a15-b74c-536abe945a1c tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Project 000e27ec11d44dc3b43cac2203fcea4b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 18:32:31.121609 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-5b5efbc1-3aa6-4a15-b74c-536abe945a1c tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:32:31.182347 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-5b5efbc1-3aa6-4a15-b74c-536abe945a1c tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:32:31.186171 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-5b5efbc1-3aa6-4a15-b74c-536abe945a1c tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994370'] for security_group_rule, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:32:31.205218 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5efbc1-3aa6-4a15-b74c-536abe945a1c tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb9edaf4-c1cb-46fc-90ac-dba355f603fa,revision_number=0']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:32:31.210349 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-5b5efbc1-3aa6-4a15-b74c-536abe945a1c tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:32:31.212943 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-5b5efbc1-3aa6-4a15-b74c-536abe945a1c tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1227417 Nov 23 18:32:31.214248 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 57292) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:32:31.218592 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-3cf56b1f-338b-4dff-b615-4ab9c8c2bbb7 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Request body: {'security_group_rule': {'security_group_id': '6eb519ee-3603-47d3-83ee-920723b2f506', 'project_id': '000e27ec11d44dc3b43cac2203fcea4b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:32:31.240543 n-d-816206-8 neutron-server[103591]: INFO neutron.db.securitygroups_db [None req-3cf56b1f-338b-4dff-b615-4ab9c8c2bbb7 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Project 000e27ec11d44dc3b43cac2203fcea4b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 18:32:31.245360 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-3cf56b1f-338b-4dff-b615-4ab9c8c2bbb7 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:32:31.304733 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-3cf56b1f-338b-4dff-b615-4ab9c8c2bbb7 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:32:31.308300 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-3cf56b1f-338b-4dff-b615-4ab9c8c2bbb7 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994370'] for security_group_rule, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:32:31.327119 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf56b1f-338b-4dff-b615-4ab9c8c2bbb7 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d27771e7-c76b-4dd7-b91c-e04d08fbe553,revision_number=0']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:32:31.333329 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-3cf56b1f-338b-4dff-b615-4ab9c8c2bbb7 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:32:31.334508 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-3cf56b1f-338b-4dff-b615-4ab9c8c2bbb7 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1193383 Nov 23 18:32:31.337365 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 57294) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:32:31.342029 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-480674c6-77f2-4495-933e-19d5cd2886e3 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Request body: {'network': {'name': 'tempest-network-smoke--764705676', 'project_id': '000e27ec11d44dc3b43cac2203fcea4b', 'port_security_enabled': True}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:32:31.362607 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-480674c6-77f2-4495-933e-19d5cd2886e3 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Made reservation on behalf of 000e27ec11d44dc3b43cac2203fcea4b for: {'network': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:32:31.365977 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-480674c6-77f2-4495-933e-19d5cd2886e3 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for network, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:32:31.390060 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-480674c6-77f2-4495-933e-19d5cd2886e3 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] vlan segment allocate from pool success with {'vlan_id': 531, 'physical_network': 'physnet1'} {{(pid=103591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 18:32:31.399105 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-480674c6-77f2-4495-933e-19d5cd2886e3 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:32:31.399444 n-d-816206-8 neutron-server[103591]: INFO neutron.db.segments_db [None req-480674c6-77f2-4495-933e-19d5cd2886e3 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Added segment 83a97567-3b85-49c9-8d29-1947743fb519 of type vlan for network 11a58e42-e643-41aa-b173-394f904f7f4d Nov 23 18:32:31.437687 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-480674c6-77f2-4495-933e-19d5cd2886e3 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736635338810'] for network, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:32:31.468404 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-480674c6-77f2-4495-933e-19d5cd2886e3 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493'] for network, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:32:31.474722 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-480674c6-77f2-4495-933e-19d5cd2886e3 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:32:31.475293 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-480674c6-77f2-4495-933e-19d5cd2886e3 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks [] for network, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:32:31.512212 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-480674c6-77f2-4495-933e-19d5cd2886e3 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1738479 Nov 23 18:32:31.515102 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 57296) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:32:31.519813 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-6c63755a-8c61-48be-b4c9-8c98381ccafd tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1864935455', 'admin_state_up': True, 'project_id': '000e27ec11d44dc3b43cac2203fcea4b', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'}}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:32:31.543716 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6c63755a-8c61-48be-b4c9-8c98381ccafd tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1793449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8093'] for router, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:32:31.543987 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480674c6-77f2-4495-933e-19d5cd2886e3 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Pushing event updated for resources: {'Network': ['ID=11a58e42-e643-41aa-b173-394f904f7f4d,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:32:31.545054 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6c63755a-8c61-48be-b4c9-8c98381ccafd tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1794473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1794771', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1638326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8086'] for router, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:32:31.555420 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Network 11a58e42-e643-41aa-b173-394f904f7f4d details requested by agent ovs-agent-n-d-816206-8 with host n-d-816206-8 {{(pid=103592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 18:32:31.603470 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6c63755a-8c61-48be-b4c9-8c98381ccafd tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:32:31.745766 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6c63755a-8c61-48be-b4c9-8c98381ccafd tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:32:31.934800 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6c63755a-8c61-48be-b4c9-8c98381ccafd tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks [] for router_gateway, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:32:31.952842 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6c63755a-8c61-48be-b4c9-8c98381ccafd tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:32:32.056547 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-6c63755a-8c61-48be-b4c9-8c98381ccafd tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Allocated IP 172.25.3.49 (4c8455ba-1be5-42ac-b8c2-8a16e1292d55/08fe3644-ce41-4c3f-a7ea-92bac0f0fff5/8aba9549-7a4b-44e2-95fc-c95df96de8ac) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:32:32.154869 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6c63755a-8c61-48be-b4c9-8c98381ccafd tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:32:32.192830 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6c63755a-8c61-48be-b4c9-8c98381ccafd tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:32:32.232179 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c63755a-8c61-48be-b4c9-8c98381ccafd tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Network 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:32:32.234970 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-6c63755a-8c61-48be-b4c9-8c98381ccafd tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:32:32.238394 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c63755a-8c61-48be-b4c9-8c98381ccafd tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:32:32.243945 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c63755a-8c61-48be-b4c9-8c98381ccafd tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Pushing event updated for resources: {'Port': ['ID=8aba9549-7a4b-44e2-95fc-c95df96de8ac,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:32:32.247844 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d11613c7-37d1-4210-ae08-8dc2ea06fc61 None None] DHCP port deletion for 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:32:32.327434 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-b946fa10-6b3e-451f-a60f-467988939ffa None None] Provisioning complete for port 8aba9549-7a4b-44e2-95fc-c95df96de8ac triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:32:32.327797 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b946fa10-6b3e-451f-a60f-467988939ffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:32:32.363001 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-b946fa10-6b3e-451f-a60f-467988939ffa None None] Port 8aba9549-7a4b-44e2-95fc-c95df96de8ac cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:32:32.488122 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6c63755a-8c61-48be-b4c9-8c98381ccafd tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks [] for router_gateway, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:32:32.684648 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6c63755a-8c61-48be-b4c9-8c98381ccafd tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1794316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1795362'] for router, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:32:32.814169 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c63755a-8c61-48be-b4c9-8c98381ccafd tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Router 38d3d81d-8875-4ece-ac4d-8583332f0cda is scheduled to L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 with binding_index 1 {{(pid=103590) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 18:32:32.927769 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c63755a-8c61-48be-b4c9-8c98381ccafd tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:32:32.937611 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-189d72fa-6c42-459b-bb91-692990358813 None None] Sync routers for ids ['38d3d81d-8875-4ece-ac4d-8583332f0cda'] in n-d-816206-8 {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:32:32.948273 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6c63755a-8c61-48be-b4c9-8c98381ccafd tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks [] for router, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:32:32.949222 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-189d72fa-6c42-459b-bb91-692990358813 None None] Routers {'38d3d81d-8875-4ece-ac4d-8583332f0cda'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:32:32.949691 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-6c63755a-8c61-48be-b4c9-8c98381ccafd tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4335232 Nov 23 18:32:32.949832 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-189d72fa-6c42-459b-bb91-692990358813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T18:32:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['38d3d81d-8875-4ece-ac4d-8583332f0cda'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:32:32.952750 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 57298) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:32:32.982301 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-1e7247bd-a961-452e-8528-9a534513fef8 tempest-TestNetworkAdvancedServerOps-1140721612 tempest-TestNetworkAdvancedServerOps-1140721612-project-admin] 10.222.0.60 "GET /v2.0/subnets?project_id=000e27ec11d44dc3b43cac2203fcea4b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0280628 Nov 23 18:32:32.985015 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 57300) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:32:33.077283 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bc3770f-39d1-4f7a-b18c-b3494541f794 tempest-TestNetworkAdvancedServerOps-1140721612 tempest-TestNetworkAdvancedServerOps-1140721612-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:32:33.079585 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-8bc3770f-39d1-4f7a-b18c-b3494541f794 tempest-TestNetworkAdvancedServerOps-1140721612 tempest-TestNetworkAdvancedServerOps-1140721612-project-admin] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0931520 Nov 23 18:32:33.082495 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 57302) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:32:33.114485 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-ceff1661-53f7-431b-b721-c132c02d044f tempest-TestNetworkAdvancedServerOps-1140721612 tempest-TestNetworkAdvancedServerOps-1140721612-project-admin] 10.222.0.60 "GET /v2.0/subnets?network_id=4c8455ba-1be5-42ac-b8c2-8a16e1292d55&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0309258 Nov 23 18:32:33.117109 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 57304) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:32:33.121689 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-a179aef3-cd09-434c-9cfe-7ef826ac6706 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1074641341', 'network_id': '11a58e42-e643-41aa-b173-394f904f7f4d', 'project_id': '000e27ec11d44dc3b43cac2203fcea4b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:32:33.144361 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-189d72fa-6c42-459b-bb91-692990358813 None None] Set router 38d3d81d-8875-4ece-ac4d-8583332f0cda gateway port host: n-d-816206-8 {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:32:33.210809 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a179aef3-cd09-434c-9cfe-7ef826ac6706 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Made reservation on behalf of 000e27ec11d44dc3b43cac2203fcea4b for: {'subnet': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:32:33.214983 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a179aef3-cd09-434c-9cfe-7ef826ac6706 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264730903'] for subnet, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:32:33.323086 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-189d72fa-6c42-459b-bb91-692990358813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38d3d81d-8875-4ece-ac4d-8583332f0cda', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1864935455', 'tenant_id': '000e27ec11d44dc3b43cac2203fcea4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.49'}], 'enable_snat': True}, 'gw_port_id': '8aba9549-7a4b-44e2-95fc-c95df96de8ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:32:31Z', 'updated_at': '2021-11-23T18:32:32Z', 'revision_number': 3, 'project_id': '000e27ec11d44dc3b43cac2203fcea4b', 'gw_port': {'id': '8aba9549-7a4b-44e2-95fc-c95df96de8ac', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:3f:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38d3d81d-8875-4ece-ac4d-8583332f0cda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:32:31Z', 'updated_at': '2021-11-23T18:32:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8'}], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:32:33.349410 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-189d72fa-6c42-459b-bb91-692990358813 None None] Checking router: 38d3d81d-8875-4ece-ac4d-8583332f0cda for host: n-d-816206-8 {{(pid=103593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:32:33.349675 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-189d72fa-6c42-459b-bb91-692990358813 None None] Updating router 38d3d81d-8875-4ece-ac4d-8583332f0cda port 8aba9549-7a4b-44e2-95fc-c95df96de8ac binding host n-d-816206-8 {{(pid=103593) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 18:32:33.374341 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-189d72fa-6c42-459b-bb91-692990358813 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:32:33.395699 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a179aef3-cd09-434c-9cfe-7ef826ac6706 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264358096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264730885'] for subnet, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:32:33.457641 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a179aef3-cd09-434c-9cfe-7ef826ac6706 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Pushing event updated for resources: {'Subnet': ['ID=aa68fbe0-cd31-4306-9e8f-4afc29dbd63d,revision_number=0']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:32:33.465848 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a179aef3-cd09-434c-9cfe-7ef826ac6706 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Checking segment: {'id': '83a97567-3b85-49c9-8d29-1947743fb519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '11a58e42-e643-41aa-b173-394f904f7f4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:32:33.466218 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a179aef3-cd09-434c-9cfe-7ef826ac6706 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Network hostable DHCP agents. Network: 11a58e42-e643-41aa-b173-394f904f7f4d, hostable agents: ['0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3'], hosted agents: [] {{(pid=103590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 18:32:33.483549 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a179aef3-cd09-434c-9cfe-7ef826ac6706 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Network 11a58e42-e643-41aa-b173-394f904f7f4d is scheduled to be hosted by DHCP agent 0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3 with binding_index 1 {{(pid=103590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 18:32:33.493255 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-a179aef3-cd09-434c-9cfe-7ef826ac6706 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-8, 11a58e42-e643-41aa-b173-394f904f7f4d) {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:32:33.497405 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a179aef3-cd09-434c-9cfe-7ef826ac6706 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:32:33.498138 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a179aef3-cd09-434c-9cfe-7ef826ac6706 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks [] for subnet, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:32:33.505917 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bc2d417-c3ce-4fb8-95d3-9adf1cff3c6a None None] Network 11a58e42-e643-41aa-b173-394f904f7f4d requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:32:33.517508 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-a179aef3-cd09-434c-9cfe-7ef826ac6706 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3992891 Nov 23 18:32:33.520918 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 57306) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:32:33.667402 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-189d72fa-6c42-459b-bb91-692990358813 None None] Publish callbacks [] for port, precommit_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:32:33.673260 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-189d72fa-6c42-459b-bb91-692990358813 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:32:33.691413 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afce4b8b-4290-4add-b613-3277bf12645c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp355044b8-8e87-58c4-94fa-4a010ec30f9e-11a58e42-e643-41aa-b173-394f904f7f4d', 'network_id': '11a58e42-e643-41aa-b173-394f904f7f4d', 'tenant_id': '000e27ec11d44dc3b43cac2203fcea4b', 'fixed_ips': [{'subnet_id': 'aa68fbe0-cd31-4306-9e8f-4afc29dbd63d'}]}} from n-d-816206-8. {{(pid=103592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 18:32:33.692285 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-afce4b8b-4290-4add-b613-3277bf12645c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:32:33.717360 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [None req-189d72fa-6c42-459b-bb91-692990358813 None None] Attempting to bind port 8aba9549-7a4b-44e2-95fc-c95df96de8ac on host n-d-816206-8 for vnic_type normal with profile {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:32:33.717745 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [None req-189d72fa-6c42-459b-bb91-692990358813 None None] Attempting to bind port 8aba9549-7a4b-44e2-95fc-c95df96de8ac by drivers openvswitch,hyperv on host n-d-816206-8 at level 0 using segments [{'id': 'bffd1e4f-e80f-4ff0-b418-2f42ae15febf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'}] {{(pid=103593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:32:33.718114 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-189d72fa-6c42-459b-bb91-692990358813 None None] Attempting to bind port 8aba9549-7a4b-44e2-95fc-c95df96de8ac on network 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:32:33.730356 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-189d72fa-6c42-459b-bb91-692990358813 None None] Checking agent: {'id': '9e89acbe-4bbe-4c77-a18b-6f1da9133e0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 7, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 32, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:32:33.730735 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-189d72fa-6c42-459b-bb91-692990358813 None None] Checking segment: {'id': 'bffd1e4f-e80f-4ff0-b418-2f42ae15febf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:32:33.731134 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-189d72fa-6c42-459b-bb91-692990358813 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:32:33.731526 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-189d72fa-6c42-459b-bb91-692990358813 None None] Bound using segment: {'id': 'bffd1e4f-e80f-4ff0-b418-2f42ae15febf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'} {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:32:33.731994 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [None req-189d72fa-6c42-459b-bb91-692990358813 None None] Bound port: 8aba9549-7a4b-44e2-95fc-c95df96de8ac, host: n-d-816206-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bffd1e4f-e80f-4ff0-b418-2f42ae15febf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'}}] {{(pid=103593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:32:33.732373 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-189d72fa-6c42-459b-bb91-692990358813 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:32:33.762007 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c89bc774-0e50-4672-8e51-bdefbbf69e46 None None] DHCP port deletion for 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:32:33.788307 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-189d72fa-6c42-459b-bb91-692990358813 None None] For port 8aba9549-7a4b-44e2-95fc-c95df96de8ac, host n-d-816206-8, cleared binding levels {{(pid=103593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:32:33.791549 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-189d72fa-6c42-459b-bb91-692990358813 None None] For port 8aba9549-7a4b-44e2-95fc-c95df96de8ac, host n-d-816206-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=8aba9549-7a4b-44e2-95fc-c95df96de8ac,segment=NetworkSegment(bffd1e4f-e80f-4ff0-b418-2f42ae15febf),segment_id=bffd1e4f-e80f-4ff0-b418-2f42ae15febf)] {{(pid=103593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:32:33.793210 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46f0376-dbe7-4e41-8033-3a513eeeeb95 None None] Pushing event updated for resources: {'Port': ['ID=8aba9549-7a4b-44e2-95fc-c95df96de8ac,revision_number=2']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:32:33.797002 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-189d72fa-6c42-459b-bb91-692990358813 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:32:33.801304 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-aabf41c9-2add-494d-a255-56882d1c78fc None None] Provisioning complete for port 8aba9549-7a4b-44e2-95fc-c95df96de8ac triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:32:33.801671 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-aabf41c9-2add-494d-a255-56882d1c78fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:32:33.807297 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46f0376-dbe7-4e41-8033-3a513eeeeb95 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:32:33.807644 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46f0376-dbe7-4e41-8033-3a513eeeeb95 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:32:33.807985 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46f0376-dbe7-4e41-8033-3a513eeeeb95 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:32:33.808321 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46f0376-dbe7-4e41-8033-3a513eeeeb95 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:32:33.808876 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46f0376-dbe7-4e41-8033-3a513eeeeb95 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:32:33.809014 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46f0376-dbe7-4e41-8033-3a513eeeeb95 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:32:33.809318 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46f0376-dbe7-4e41-8033-3a513eeeeb95 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:32:33.809646 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46f0376-dbe7-4e41-8033-3a513eeeeb95 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:32:33.809967 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46f0376-dbe7-4e41-8033-3a513eeeeb95 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:32:33.810290 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46f0376-dbe7-4e41-8033-3a513eeeeb95 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:32:33.810599 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46f0376-dbe7-4e41-8033-3a513eeeeb95 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:32:33.810920 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46f0376-dbe7-4e41-8033-3a513eeeeb95 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:32:33.876041 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c39a918-841d-46fc-8b02-eabe396cb5ad None None] DHCP port deletion for 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:32:33.878555 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46f0376-dbe7-4e41-8033-3a513eeeeb95 None None] Pushing event updated for resources: {'Port': ['ID=8aba9549-7a4b-44e2-95fc-c95df96de8ac,revision_number=3']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:32:33.884159 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-189d72fa-6c42-459b-bb91-692990358813 None None] Routers {'38d3d81d-8875-4ece-ac4d-8583332f0cda'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:32:33.884333 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-189d72fa-6c42-459b-bb91-692990358813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T18:32:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['38d3d81d-8875-4ece-ac4d-8583332f0cda'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:32:33.929358 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.db_base_plugin_common [None req-afce4b8b-4290-4add-b613-3277bf12645c None None] Allocated IP 172.20.0.2 (11a58e42-e643-41aa-b173-394f904f7f4d/aa68fbe0-cd31-4306-9e8f-4afc29dbd63d/dab4c4eb-5ceb-4643-9e35-7b304a252c4e) {{(pid=103592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:32:33.935049 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-aabf41c9-2add-494d-a255-56882d1c78fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:32:33.966682 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-aabf41c9-2add-494d-a255-56882d1c78fc None None] For port 8aba9549-7a4b-44e2-95fc-c95df96de8ac, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=8aba9549-7a4b-44e2-95fc-c95df96de8ac,segment=NetworkSegment(bffd1e4f-e80f-4ff0-b418-2f42ae15febf),segment_id=bffd1e4f-e80f-4ff0-b418-2f42ae15febf)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:32:33.980683 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-aabf41c9-2add-494d-a255-56882d1c78fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:32:34.003608 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-189d72fa-6c42-459b-bb91-692990358813 None None] Set router 38d3d81d-8875-4ece-ac4d-8583332f0cda gateway port host: n-d-816206-8 {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:32:34.077215 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-dabd4607-9aa9-4b40-a4c2-8d260ebe13d7 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:32:34.083380 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabf41c9-2add-494d-a255-56882d1c78fc None None] Pushing event updated for resources: {'Port': ['ID=8aba9549-7a4b-44e2-95fc-c95df96de8ac,revision_number=4']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:32:34.133359 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-ae240c0a-5a0f-405f-bc2b-9c7c7bedba3e None None] Provisioning complete for port 8aba9549-7a4b-44e2-95fc-c95df96de8ac triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:32:34.133768 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-ae240c0a-5a0f-405f-bc2b-9c7c7bedba3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:32:34.189177 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-afce4b8b-4290-4add-b613-3277bf12645c None None] Publish callbacks [] for port, precommit_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:32:34.198668 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-afce4b8b-4290-4add-b613-3277bf12645c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980'] for port, after_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:32:34.200907 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-189d72fa-6c42-459b-bb91-692990358813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38d3d81d-8875-4ece-ac4d-8583332f0cda', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1864935455', 'tenant_id': '000e27ec11d44dc3b43cac2203fcea4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.49'}], 'enable_snat': True}, 'gw_port_id': '8aba9549-7a4b-44e2-95fc-c95df96de8ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:32:31Z', 'updated_at': '2021-11-23T18:32:32Z', 'revision_number': 3, 'project_id': '000e27ec11d44dc3b43cac2203fcea4b', 'gw_port': {'id': '8aba9549-7a4b-44e2-95fc-c95df96de8ac', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:3f:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38d3d81d-8875-4ece-ac4d-8583332f0cda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:32:31Z', 'updated_at': '2021-11-23T18:32:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8'}], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:32:34.230840 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-189d72fa-6c42-459b-bb91-692990358813 None None] The sync data for ids ['38d3d81d-8875-4ece-ac4d-8583332f0cda'] in n-d-816206-8 is: [{'id': '38d3d81d-8875-4ece-ac4d-8583332f0cda', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1864935455', 'tenant_id': '000e27ec11d44dc3b43cac2203fcea4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.49'}], 'enable_snat': True}, 'gw_port_id': '8aba9549-7a4b-44e2-95fc-c95df96de8ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:32:31Z', 'updated_at': '2021-11-23T18:32:32Z', 'revision_number': 3, 'project_id': '000e27ec11d44dc3b43cac2203fcea4b', 'gw_port': {'id': '8aba9549-7a4b-44e2-95fc-c95df96de8ac', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:3f:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38d3d81d-8875-4ece-ac4d-8583332f0cda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:32:31Z', 'updated_at': '2021-11-23T18:32:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8'}] {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:32:34.269639 n-d-816206-8 neutron-server[103592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afce4b8b-4290-4add-b613-3277bf12645c None None] Network 11a58e42-e643-41aa-b173-394f904f7f4d is already hosted by enough agents. {{(pid=103592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:32:34.275045 n-d-816206-8 neutron-server[103592]: DEBUG neutron.scheduler.base_scheduler [None req-afce4b8b-4290-4add-b613-3277bf12645c None None] Resources bound (agent type, host, resource id): {{(pid=103592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:32:34.278809 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afce4b8b-4290-4add-b613-3277bf12645c None None] Received port after_create {{(pid=103592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:32:34.287154 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afce4b8b-4290-4add-b613-3277bf12645c None None] Pushing event updated for resources: {'Port': ['ID=dab4c4eb-5ceb-4643-9e35-7b304a252c4e,revision_number=1']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:32:34.339862 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-afce4b8b-4290-4add-b613-3277bf12645c None None] Attempting to bind port dab4c4eb-5ceb-4643-9e35-7b304a252c4e on host n-d-816206-8 for vnic_type normal with profile {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:32:34.340234 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-afce4b8b-4290-4add-b613-3277bf12645c None None] Attempting to bind port dab4c4eb-5ceb-4643-9e35-7b304a252c4e by drivers openvswitch,hyperv on host n-d-816206-8 at level 0 using segments [{'id': '83a97567-3b85-49c9-8d29-1947743fb519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '11a58e42-e643-41aa-b173-394f904f7f4d'}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:32:34.340623 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afce4b8b-4290-4add-b613-3277bf12645c None None] Attempting to bind port dab4c4eb-5ceb-4643-9e35-7b304a252c4e on network 11a58e42-e643-41aa-b173-394f904f7f4d {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:32:34.346629 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afce4b8b-4290-4add-b613-3277bf12645c None None] Checking agent: {'id': '9e89acbe-4bbe-4c77-a18b-6f1da9133e0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 7, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 32, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:32:34.346994 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afce4b8b-4290-4add-b613-3277bf12645c None None] Checking segment: {'id': '83a97567-3b85-49c9-8d29-1947743fb519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '11a58e42-e643-41aa-b173-394f904f7f4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:32:34.347394 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-afce4b8b-4290-4add-b613-3277bf12645c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:32:34.347787 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afce4b8b-4290-4add-b613-3277bf12645c None None] Bound using segment: {'id': '83a97567-3b85-49c9-8d29-1947743fb519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '11a58e42-e643-41aa-b173-394f904f7f4d'} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:32:34.348247 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-afce4b8b-4290-4add-b613-3277bf12645c None None] Bound port: dab4c4eb-5ceb-4643-9e35-7b304a252c4e, host: n-d-816206-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83a97567-3b85-49c9-8d29-1947743fb519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '11a58e42-e643-41aa-b173-394f904f7f4d'}}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:32:34.349707 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-afce4b8b-4290-4add-b613-3277bf12645c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:32:34.382104 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.db_base_plugin_common [None req-dabd4607-9aa9-4b40-a4c2-8d260ebe13d7 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Allocated IP 172.20.0.1 (11a58e42-e643-41aa-b173-394f904f7f4d/aa68fbe0-cd31-4306-9e8f-4afc29dbd63d/5caac4fd-9340-4bed-8b8f-a8e24571dd1f) {{(pid=103591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:32:34.420187 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-afce4b8b-4290-4add-b613-3277bf12645c None None] For port dab4c4eb-5ceb-4643-9e35-7b304a252c4e, host n-d-816206-8, cleared binding levels {{(pid=103592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:32:34.423783 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-afce4b8b-4290-4add-b613-3277bf12645c None None] For port dab4c4eb-5ceb-4643-9e35-7b304a252c4e, host n-d-816206-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=dab4c4eb-5ceb-4643-9e35-7b304a252c4e,segment=NetworkSegment(83a97567-3b85-49c9-8d29-1947743fb519),segment_id=83a97567-3b85-49c9-8d29-1947743fb519)] {{(pid=103592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:32:34.428477 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-afce4b8b-4290-4add-b613-3277bf12645c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:32:34.504405 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afce4b8b-4290-4add-b613-3277bf12645c None None] Pushing event updated for resources: {'Port': ['ID=dab4c4eb-5ceb-4643-9e35-7b304a252c4e,revision_number=2']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:32:34.547961 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-dabd4607-9aa9-4b40-a4c2-8d260ebe13d7 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks [] for port, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:32:34.588048 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-dabd4607-9aa9-4b40-a4c2-8d260ebe13d7 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:32:34.633407 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dabd4607-9aa9-4b40-a4c2-8d260ebe13d7 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Network 11a58e42-e643-41aa-b173-394f904f7f4d is already hosted by enough agents. {{(pid=103591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:32:34.639404 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [None req-dabd4607-9aa9-4b40-a4c2-8d260ebe13d7 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Resources bound (agent type, host, resource id): {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:32:34.651434 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dabd4607-9aa9-4b40-a4c2-8d260ebe13d7 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Received port after_create {{(pid=103591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:32:34.687477 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabd4607-9aa9-4b40-a4c2-8d260ebe13d7 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Pushing event updated for resources: {'Port': ['ID=5caac4fd-9340-4bed-8b8f-a8e24571dd1f,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:32:34.718482 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-dabd4607-9aa9-4b40-a4c2-8d260ebe13d7 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1795539'] for router_interface, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:32:34.723477 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 8aba9549-7a4b-44e2-95fc-c95df96de8ac up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:32:34.801108 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port 8aba9549-7a4b-44e2-95fc-c95df96de8ac triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:32:34.801367 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:32:34.915301 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-dabd4607-9aa9-4b40-a4c2-8d260ebe13d7 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:32:35.212816 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-dabd4607-9aa9-4b40-a4c2-8d260ebe13d7 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks [] for port, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:32:35.218056 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-dabd4607-9aa9-4b40-a4c2-8d260ebe13d7 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264758186'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:32:35.297859 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabd4607-9aa9-4b40-a4c2-8d260ebe13d7 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Pushing event updated for resources: {'Port': ['ID=5caac4fd-9340-4bed-8b8f-a8e24571dd1f,revision_number=2']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:32:35.300837 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-dabd4607-9aa9-4b40-a4c2-8d260ebe13d7 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2068703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1794403'] for router_interface, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:32:35.397603 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dabd4607-9aa9-4b40-a4c2-8d260ebe13d7 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Network 11a58e42-e643-41aa-b173-394f904f7f4d is already hosted by enough agents. {{(pid=103591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:32:35.399166 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [None req-dabd4607-9aa9-4b40-a4c2-8d260ebe13d7 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Resources bound (agent type, host, resource id): {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:32:35.518309 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dabd4607-9aa9-4b40-a4c2-8d260ebe13d7 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Router 38d3d81d-8875-4ece-ac4d-8583332f0cda has already been hosted by L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 {{(pid=103591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:32:35.586290 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3fdda4b-70fb-4048-8d4d-5d37dfbc5c5a None None] Network 11a58e42-e643-41aa-b173-394f904f7f4d requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:32:35.640242 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dabd4607-9aa9-4b40-a4c2-8d260ebe13d7 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:32:35.646845 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-dabd4607-9aa9-4b40-a4c2-8d260ebe13d7 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "PUT /v2.0/routers/38d3d81d-8875-4ece-ac4d-8583332f0cda/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1245024 Nov 23 18:32:35.663088 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-093b7198-059b-47e5-bbff-5beb9cf4e69d None None] Provisioning complete for port dab4c4eb-5ceb-4643-9e35-7b304a252c4e triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:32:35.663460 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-093b7198-059b-47e5-bbff-5beb9cf4e69d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:32:35.805841 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7ab55e75-432b-4fc5-988f-6b0230e62854 req-f792a728-c6d9-44e4-9874-67a5ba816c81 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2058511332&fields=id&tenant_id=000e27ec11d44dc3b43cac2203fcea4b HTTP/1.1" status: 200 len: 267 time: 0.0490050 Nov 23 18:32:35.813455 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-093b7198-059b-47e5-bbff-5beb9cf4e69d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:32:35.857327 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-093b7198-059b-47e5-bbff-5beb9cf4e69d None None] For port dab4c4eb-5ceb-4643-9e35-7b304a252c4e, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=dab4c4eb-5ceb-4643-9e35-7b304a252c4e,segment=NetworkSegment(83a97567-3b85-49c9-8d29-1947743fb519),segment_id=83a97567-3b85-49c9-8d29-1947743fb519)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:32:35.861760 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-093b7198-059b-47e5-bbff-5beb9cf4e69d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:32:35.918159 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093b7198-059b-47e5-bbff-5beb9cf4e69d None None] Pushing event updated for resources: {'Port': ['ID=dab4c4eb-5ceb-4643-9e35-7b304a252c4e,revision_number=3']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:32:35.930883 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab55e75-432b-4fc5-988f-6b0230e62854 req-6e963b63-128c-4bf5-bebf-ea1a76697f07 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:32:35.932467 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7ab55e75-432b-4fc5-988f-6b0230e62854 req-6e963b63-128c-4bf5-bebf-ea1a76697f07 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "GET /v2.0/networks?id=11a58e42-e643-41aa-b173-394f904f7f4d HTTP/1.1" status: 200 len: 796 time: 0.1188548 Nov 23 18:32:35.950779 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7ab55e75-432b-4fc5-988f-6b0230e62854 req-262313e2-314f-444d-b3af-0d327c5a5807 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "GET /v2.0/quotas/000e27ec11d44dc3b43cac2203fcea4b HTTP/1.1" status: 200 len: 375 time: 0.0099044 Nov 23 18:32:36.008245 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7ab55e75-432b-4fc5-988f-6b0230e62854 req-287f0a1e-e75d-4990-8b27-b0c263cab686 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=000e27ec11d44dc3b43cac2203fcea4b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0500221 Nov 23 18:32:36.048450 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-519056a6-7b1f-4ee1-b939-85265fb10c9c None None] Sync routers for ids ['38d3d81d-8875-4ece-ac4d-8583332f0cda'] in n-d-816206-8 {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:32:36.060452 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-519056a6-7b1f-4ee1-b939-85265fb10c9c None None] Routers {'38d3d81d-8875-4ece-ac4d-8583332f0cda'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:32:36.061216 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-519056a6-7b1f-4ee1-b939-85265fb10c9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T18:32:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['38d3d81d-8875-4ece-ac4d-8583332f0cda'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:32:36.128004 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7ab55e75-432b-4fc5-988f-6b0230e62854 req-9debcef4-7e32-4ae3-8571-77baa10ab4aa service neutron] 10.222.0.60 "GET /v2.0/networks/11a58e42-e643-41aa-b173-394f904f7f4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046555 Nov 23 18:32:36.157696 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-656e1cf3-7f10-4737-9264-d07a78dc0331 None None] Provisioning complete for port dab4c4eb-5ceb-4643-9e35-7b304a252c4e triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:32:36.158247 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-656e1cf3-7f10-4737-9264-d07a78dc0331 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:32:36.230901 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7ab55e75-432b-4fc5-988f-6b0230e62854 req-519efaa2-7fc1-4ab9-b476-d84dddf653bd service neutron] 10.222.0.60 "GET /v2.0/networks/11a58e42-e643-41aa-b173-394f904f7f4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947754 Nov 23 18:32:36.393386 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvr_db [None req-519056a6-7b1f-4ee1-b939-85265fb10c9c None None] Set router 38d3d81d-8875-4ece-ac4d-8583332f0cda gateway port host: n-d-816206-8 {{(pid=103592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:32:36.442771 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ef5f3940-59a6-4901-b669-4e1da2511f85 req-1c080395-3cd2-4283-86e8-c77970972156 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "GET /v2.0/ports?device_id=aebe1bd7-5ac7-44c0-a6d7-f3b48eace0ec HTTP/1.1" status: 200 len: 210 time: 0.0308049 Nov 23 18:32:36.581557 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-656e1cf3-7f10-4737-9264-d07a78dc0331 None None] Provisioning complete for port 5caac4fd-9340-4bed-8b8f-a8e24571dd1f triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:32:36.581965 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-656e1cf3-7f10-4737-9264-d07a78dc0331 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:32:36.656054 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-656e1cf3-7f10-4737-9264-d07a78dc0331 None None] Port 5caac4fd-9340-4bed-8b8f-a8e24571dd1f cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:32:36.693988 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device dab4c4eb-5ceb-4643-9e35-7b304a252c4e up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:32:36.730661 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-519056a6-7b1f-4ee1-b939-85265fb10c9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38d3d81d-8875-4ece-ac4d-8583332f0cda', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1864935455', 'tenant_id': '000e27ec11d44dc3b43cac2203fcea4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.49'}], 'enable_snat': True}, 'gw_port_id': '8aba9549-7a4b-44e2-95fc-c95df96de8ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:32:31Z', 'updated_at': '2021-11-23T18:32:34Z', 'revision_number': 4, 'project_id': '000e27ec11d44dc3b43cac2203fcea4b', 'gw_port': {'id': '8aba9549-7a4b-44e2-95fc-c95df96de8ac', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:3f:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38d3d81d-8875-4ece-ac4d-8583332f0cda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:32:31Z', 'updated_at': '2021-11-23T18:32:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_interfaces': [{'id': '5caac4fd-9340-4bed-8b8f-a8e24571dd1f', 'name': '', 'network_id': '11a58e42-e643-41aa-b173-394f904f7f4d', 'tenant_id': '000e27ec11d44dc3b43cac2203fcea4b', 'mac_address': 'fa:16:3e:31:2a:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38d3d81d-8875-4ece-ac4d-8583332f0cda', 'device_owner': 'network:router_interface', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': 'aa68fbe0-cd31-4306-9e8f-4afc29dbd63d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:32:34Z', 'updated_at': '2021-11-23T18:32:35Z', 'revision_number': 2, 'project_id': '000e27ec11d44dc3b43cac2203fcea4b', 'subnets': [{'id': 'aa68fbe0-cd31-4306-9e8f-4afc29dbd63d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:32:36.775955 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-519056a6-7b1f-4ee1-b939-85265fb10c9c None None] Checking router: 38d3d81d-8875-4ece-ac4d-8583332f0cda for host: n-d-816206-8 {{(pid=103592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:32:36.776243 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-519056a6-7b1f-4ee1-b939-85265fb10c9c None None] Updating router 38d3d81d-8875-4ece-ac4d-8583332f0cda port 5caac4fd-9340-4bed-8b8f-a8e24571dd1f binding host n-d-816206-8 {{(pid=103592) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 18:32:36.816453 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-519056a6-7b1f-4ee1-b939-85265fb10c9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:32:36.831437 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-1435e1f6-b144-4899-a9a4-1d3690422fc0 None None] Provisioning complete for port 5caac4fd-9340-4bed-8b8f-a8e24571dd1f triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:32:36.831804 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-1435e1f6-b144-4899-a9a4-1d3690422fc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:32:36.874865 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port dab4c4eb-5ceb-4643-9e35-7b304a252c4e triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:32:36.875234 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:32:36.928266 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-1435e1f6-b144-4899-a9a4-1d3690422fc0 None None] Port 5caac4fd-9340-4bed-8b8f-a8e24571dd1f cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:32:37.186165 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-519056a6-7b1f-4ee1-b939-85265fb10c9c None None] Publish callbacks [] for port, precommit_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:32:37.192370 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-519056a6-7b1f-4ee1-b939-85265fb10c9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:32:37.248031 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9204ab-9f35-4903-847e-291296058491 None None] Pushing event updated for resources: {'Port': ['ID=5caac4fd-9340-4bed-8b8f-a8e24571dd1f,revision_number=3']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:32:37.303087 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-519056a6-7b1f-4ee1-b939-85265fb10c9c None None] Attempting to bind port 5caac4fd-9340-4bed-8b8f-a8e24571dd1f on host n-d-816206-8 for vnic_type normal with profile {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:32:37.303503 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-519056a6-7b1f-4ee1-b939-85265fb10c9c None None] Attempting to bind port 5caac4fd-9340-4bed-8b8f-a8e24571dd1f by drivers openvswitch,hyperv on host n-d-816206-8 at level 0 using segments [{'id': '83a97567-3b85-49c9-8d29-1947743fb519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '11a58e42-e643-41aa-b173-394f904f7f4d'}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:32:37.303832 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-519056a6-7b1f-4ee1-b939-85265fb10c9c None None] Attempting to bind port 5caac4fd-9340-4bed-8b8f-a8e24571dd1f on network 11a58e42-e643-41aa-b173-394f904f7f4d {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:32:37.309088 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-519056a6-7b1f-4ee1-b939-85265fb10c9c None None] Checking agent: {'id': '9e89acbe-4bbe-4c77-a18b-6f1da9133e0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 7, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 32, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:32:37.309557 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-519056a6-7b1f-4ee1-b939-85265fb10c9c None None] Checking segment: {'id': '83a97567-3b85-49c9-8d29-1947743fb519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '11a58e42-e643-41aa-b173-394f904f7f4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:32:37.309855 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-519056a6-7b1f-4ee1-b939-85265fb10c9c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:32:37.310247 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-519056a6-7b1f-4ee1-b939-85265fb10c9c None None] Bound using segment: {'id': '83a97567-3b85-49c9-8d29-1947743fb519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '11a58e42-e643-41aa-b173-394f904f7f4d'} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:32:37.310718 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-519056a6-7b1f-4ee1-b939-85265fb10c9c None None] Bound port: 5caac4fd-9340-4bed-8b8f-a8e24571dd1f, host: n-d-816206-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83a97567-3b85-49c9-8d29-1947743fb519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '11a58e42-e643-41aa-b173-394f904f7f4d'}}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:32:37.311105 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-519056a6-7b1f-4ee1-b939-85265fb10c9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:32:37.388790 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-519056a6-7b1f-4ee1-b939-85265fb10c9c None None] For port 5caac4fd-9340-4bed-8b8f-a8e24571dd1f, host n-d-816206-8, cleared binding levels {{(pid=103592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:32:37.394770 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-519056a6-7b1f-4ee1-b939-85265fb10c9c None None] For port 5caac4fd-9340-4bed-8b8f-a8e24571dd1f, host n-d-816206-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=5caac4fd-9340-4bed-8b8f-a8e24571dd1f,segment=NetworkSegment(83a97567-3b85-49c9-8d29-1947743fb519),segment_id=83a97567-3b85-49c9-8d29-1947743fb519)] {{(pid=103592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:32:37.400759 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-519056a6-7b1f-4ee1-b939-85265fb10c9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:32:37.465555 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9204ab-9f35-4903-847e-291296058491 None None] Pushing event updated for resources: {'Port': ['ID=5caac4fd-9340-4bed-8b8f-a8e24571dd1f,revision_number=4']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:32:37.476837 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-519056a6-7b1f-4ee1-b939-85265fb10c9c None None] Routers {'38d3d81d-8875-4ece-ac4d-8583332f0cda'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:32:37.477923 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-519056a6-7b1f-4ee1-b939-85265fb10c9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T18:32:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['38d3d81d-8875-4ece-ac4d-8583332f0cda'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:32:37.509505 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab55e75-432b-4fc5-988f-6b0230e62854 req-3505b2fa-f009-468a-97fb-6c808f525b7e tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:32:37.511082 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7ab55e75-432b-4fc5-988f-6b0230e62854 req-3505b2fa-f009-468a-97fb-6c808f525b7e tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.36 "GET /v2.0/networks?id=11a58e42-e643-41aa-b173-394f904f7f4d HTTP/1.1" status: 200 len: 796 time: 0.1618116 Nov 23 18:32:37.593157 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-cee50fbf-9aa8-4a54-ba44-4bc20f53b8fc req-5c723f62-a9d9-4107-a608-1662414f97ce tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "GET /v2.0/ports?device_id=aebe1bd7-5ac7-44c0-a6d7-f3b48eace0ec HTTP/1.1" status: 200 len: 210 time: 0.0409031 Nov 23 18:32:37.599936 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-dfdcdbad-34ab-4be5-8401-2f03511b0f2a None None] Provisioning complete for port 5caac4fd-9340-4bed-8b8f-a8e24571dd1f triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:32:37.600248 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-dfdcdbad-34ab-4be5-8401-2f03511b0f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:32:37.641178 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7ab55e75-432b-4fc5-988f-6b0230e62854 req-7cc6d477-b91e-479a-8e6a-e00b86f50c28 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=000e27ec11d44dc3b43cac2203fcea4b HTTP/1.1" status: 200 len: 380 time: 0.1073956 Nov 23 18:32:37.650899 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [req-7ab55e75-432b-4fc5-988f-6b0230e62854 req-3acbdaf4-74ac-4bb4-8d07-8c1906d178f4 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Request body: {'port': {'device_id': 'aebe1bd7-5ac7-44c0-a6d7-f3b48eace0ec', 'network_id': '11a58e42-e643-41aa-b173-394f904f7f4d', 'admin_state_up': True, 'tenant_id': '000e27ec11d44dc3b43cac2203fcea4b', 'security_groups': ['6eb519ee-3603-47d3-83ee-920723b2f506']}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:32:37.661607 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvr_db [None req-519056a6-7b1f-4ee1-b939-85265fb10c9c None None] Set router 38d3d81d-8875-4ece-ac4d-8583332f0cda gateway port host: n-d-816206-8 {{(pid=103592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:32:37.773811 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ab55e75-432b-4fc5-988f-6b0230e62854 req-3acbdaf4-74ac-4bb4-8d07-8c1906d178f4 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Made reservation on behalf of 000e27ec11d44dc3b43cac2203fcea4b for: {'port': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:32:37.777662 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-7ab55e75-432b-4fc5-988f-6b0230e62854 req-3acbdaf4-74ac-4bb4-8d07-8c1906d178f4 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:32:37.787694 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-dfdcdbad-34ab-4be5-8401-2f03511b0f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:32:37.861397 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-dfdcdbad-34ab-4be5-8401-2f03511b0f2a None None] For port 5caac4fd-9340-4bed-8b8f-a8e24571dd1f, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=5caac4fd-9340-4bed-8b8f-a8e24571dd1f,segment=NetworkSegment(83a97567-3b85-49c9-8d29-1947743fb519),segment_id=83a97567-3b85-49c9-8d29-1947743fb519)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:32:37.868631 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-dfdcdbad-34ab-4be5-8401-2f03511b0f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:32:37.909274 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.db_base_plugin_common [req-7ab55e75-432b-4fc5-988f-6b0230e62854 req-3acbdaf4-74ac-4bb4-8d07-8c1906d178f4 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Allocated IP 172.20.0.8 (11a58e42-e643-41aa-b173-394f904f7f4d/aa68fbe0-cd31-4306-9e8f-4afc29dbd63d/5f9abf5f-5530-40c8-aca2-f4e52877cf5c) {{(pid=103591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:32:37.947939 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdcdbad-34ab-4be5-8401-2f03511b0f2a None None] Pushing event updated for resources: {'Port': ['ID=5caac4fd-9340-4bed-8b8f-a8e24571dd1f,revision_number=5']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:32:37.966052 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-519056a6-7b1f-4ee1-b939-85265fb10c9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38d3d81d-8875-4ece-ac4d-8583332f0cda', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1864935455', 'tenant_id': '000e27ec11d44dc3b43cac2203fcea4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.49'}], 'enable_snat': True}, 'gw_port_id': '8aba9549-7a4b-44e2-95fc-c95df96de8ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:32:31Z', 'updated_at': '2021-11-23T18:32:34Z', 'revision_number': 4, 'project_id': '000e27ec11d44dc3b43cac2203fcea4b', 'gw_port': {'id': '8aba9549-7a4b-44e2-95fc-c95df96de8ac', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:3f:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38d3d81d-8875-4ece-ac4d-8583332f0cda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:32:31Z', 'updated_at': '2021-11-23T18:32:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_interfaces': [{'id': '5caac4fd-9340-4bed-8b8f-a8e24571dd1f', 'name': '', 'network_id': '11a58e42-e643-41aa-b173-394f904f7f4d', 'tenant_id': '000e27ec11d44dc3b43cac2203fcea4b', 'mac_address': 'fa:16:3e:31:2a:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38d3d81d-8875-4ece-ac4d-8583332f0cda', 'device_owner': 'network:router_interface', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': 'aa68fbe0-cd31-4306-9e8f-4afc29dbd63d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:32:34Z', 'updated_at': '2021-11-23T18:32:37Z', 'revision_number': 4, 'project_id': '000e27ec11d44dc3b43cac2203fcea4b', 'subnets': [{'id': 'aa68fbe0-cd31-4306-9e8f-4afc29dbd63d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:32:38.000531 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-519056a6-7b1f-4ee1-b939-85265fb10c9c None None] The sync data for ids ['38d3d81d-8875-4ece-ac4d-8583332f0cda'] in n-d-816206-8 is: [{'id': '38d3d81d-8875-4ece-ac4d-8583332f0cda', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1864935455', 'tenant_id': '000e27ec11d44dc3b43cac2203fcea4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.49'}], 'enable_snat': True}, 'gw_port_id': '8aba9549-7a4b-44e2-95fc-c95df96de8ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:32:31Z', 'updated_at': '2021-11-23T18:32:34Z', 'revision_number': 4, 'project_id': '000e27ec11d44dc3b43cac2203fcea4b', 'gw_port': {'id': '8aba9549-7a4b-44e2-95fc-c95df96de8ac', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:3f:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38d3d81d-8875-4ece-ac4d-8583332f0cda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:32:31Z', 'updated_at': '2021-11-23T18:32:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_interfaces': [{'id': '5caac4fd-9340-4bed-8b8f-a8e24571dd1f', 'name': '', 'network_id': '11a58e42-e643-41aa-b173-394f904f7f4d', 'tenant_id': '000e27ec11d44dc3b43cac2203fcea4b', 'mac_address': 'fa:16:3e:31:2a:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38d3d81d-8875-4ece-ac4d-8583332f0cda', 'device_owner': 'network:router_interface', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': 'aa68fbe0-cd31-4306-9e8f-4afc29dbd63d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:32:34Z', 'updated_at': '2021-11-23T18:32:37Z', 'revision_number': 4, 'project_id': '000e27ec11d44dc3b43cac2203fcea4b', 'subnets': [{'id': 'aa68fbe0-cd31-4306-9e8f-4afc29dbd63d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:32:38.011444 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-de879337-2a07-4c92-ba3f-18fede7bf071 None None] Provisioning complete for port 5caac4fd-9340-4bed-8b8f-a8e24571dd1f triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:32:38.011815 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-de879337-2a07-4c92-ba3f-18fede7bf071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:32:38.064454 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-7ab55e75-432b-4fc5-988f-6b0230e62854 req-3acbdaf4-74ac-4bb4-8d07-8c1906d178f4 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks [] for port, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:32:38.113231 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-7ab55e75-432b-4fc5-988f-6b0230e62854 req-3acbdaf4-74ac-4bb4-8d07-8c1906d178f4 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:32:38.497203 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ab55e75-432b-4fc5-988f-6b0230e62854 req-3acbdaf4-74ac-4bb4-8d07-8c1906d178f4 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Network 11a58e42-e643-41aa-b173-394f904f7f4d is already hosted by enough agents. {{(pid=103591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:32:38.498553 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acbdaf4-74ac-4bb4-8d07-8c1906d178f4 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Pushing event updated for resources: {'Port': ['ID=5f9abf5f-5530-40c8-aca2-f4e52877cf5c,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:32:38.501769 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [req-7ab55e75-432b-4fc5-988f-6b0230e62854 req-3acbdaf4-74ac-4bb4-8d07-8c1906d178f4 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Resources bound (agent type, host, resource id): {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:32:38.503910 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ab55e75-432b-4fc5-988f-6b0230e62854 req-3acbdaf4-74ac-4bb4-8d07-8c1906d178f4 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Received port after_create {{(pid=103591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:32:38.556812 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab55e75-432b-4fc5-988f-6b0230e62854 req-3acbdaf4-74ac-4bb4-8d07-8c1906d178f4 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:32:38.557581 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-7ab55e75-432b-4fc5-988f-6b0230e62854 req-3acbdaf4-74ac-4bb4-8d07-8c1906d178f4 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:32:38.576638 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7ab55e75-432b-4fc5-988f-6b0230e62854 req-3acbdaf4-74ac-4bb4-8d07-8c1906d178f4 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9313223 Nov 23 18:32:38.591000 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [req-7ab55e75-432b-4fc5-988f-6b0230e62854 req-551b2f99-97a0-4180-aeee-e6de8e5d6438 service neutron] Request body: {'port': {'device_id': 'aebe1bd7-5ac7-44c0-a6d7-f3b48eace0ec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-8'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:32:38.657809 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-7ab55e75-432b-4fc5-988f-6b0230e62854 req-551b2f99-97a0-4180-aeee-e6de8e5d6438 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:32:38.740317 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 5caac4fd-9340-4bed-8b8f-a8e24571dd1f up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:32:38.810860 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port 5caac4fd-9340-4bed-8b8f-a8e24571dd1f triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:32:38.811382 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:32:38.844084 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b637bd-e5b6-4441-8fdc-7c8f3411da79 req-dcad419b-cac3-47a4-b695-c8f24abdc58c tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:32:38.845702 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-44b637bd-e5b6-4441-8fdc-7c8f3411da79 req-dcad419b-cac3-47a4-b695-c8f24abdc58c tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "GET /v2.0/ports?device_id=aebe1bd7-5ac7-44c0-a6d7-f3b48eace0ec HTTP/1.1" status: 200 len: 931 time: 0.1312947 Nov 23 18:32:38.856775 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-8adf0ade-93d5-468a-8192-059badac06ec None None] Provisioning complete for port 5f9abf5f-5530-40c8-aca2-f4e52877cf5c triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:32:38.857229 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-8adf0ade-93d5-468a-8192-059badac06ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:32:38.902666 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-8adf0ade-93d5-468a-8192-059badac06ec None None] Port 5f9abf5f-5530-40c8-aca2-f4e52877cf5c cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:32:38.959701 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-44b637bd-e5b6-4441-8fdc-7c8f3411da79 req-d3aa7d81-e0a2-454c-b632-6aa037418960 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "GET /v2.0/security-groups?id=6eb519ee-3603-47d3-83ee-920723b2f506&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1067908 Nov 23 18:32:39.053410 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [req-7ab55e75-432b-4fc5-988f-6b0230e62854 req-551b2f99-97a0-4180-aeee-e6de8e5d6438 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f9abf5f-5530-40c8-aca2-f4e52877cf5c {{(pid=103591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:32:39.061544 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-7ab55e75-432b-4fc5-988f-6b0230e62854 req-551b2f99-97a0-4180-aeee-e6de8e5d6438 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:32:39.073872 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.provisioning_blocks [req-7ab55e75-432b-4fc5-988f-6b0230e62854 req-551b2f99-97a0-4180-aeee-e6de8e5d6438 service neutron] Transition to ACTIVE for port object 5f9abf5f-5530-40c8-aca2-f4e52877cf5c will not be triggered until provisioned by entity L2. {{(pid=103591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 18:32:39.078130 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-7ab55e75-432b-4fc5-988f-6b0230e62854 req-551b2f99-97a0-4180-aeee-e6de8e5d6438 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264758186'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:32:39.138796 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551b2f99-97a0-4180-aeee-e6de8e5d6438 service neutron] Pushing event updated for resources: {'Port': ['ID=5f9abf5f-5530-40c8-aca2-f4e52877cf5c,revision_number=2']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:32:39.209505 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-7ab55e75-432b-4fc5-988f-6b0230e62854 req-551b2f99-97a0-4180-aeee-e6de8e5d6438 service neutron] Attempting to bind port 5f9abf5f-5530-40c8-aca2-f4e52877cf5c on host n-h2-816206-8 for vnic_type normal with profile {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:32:39.209853 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-7ab55e75-432b-4fc5-988f-6b0230e62854 req-551b2f99-97a0-4180-aeee-e6de8e5d6438 service neutron] Attempting to bind port 5f9abf5f-5530-40c8-aca2-f4e52877cf5c by drivers openvswitch,hyperv on host n-h2-816206-8 at level 0 using segments [{'id': '83a97567-3b85-49c9-8d29-1947743fb519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '11a58e42-e643-41aa-b173-394f904f7f4d'}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:32:39.210193 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ab55e75-432b-4fc5-988f-6b0230e62854 req-551b2f99-97a0-4180-aeee-e6de8e5d6438 service neutron] Attempting to bind port 5f9abf5f-5530-40c8-aca2-f4e52877cf5c on network 11a58e42-e643-41aa-b173-394f904f7f4d {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:32:39.215661 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ab55e75-432b-4fc5-988f-6b0230e62854 req-551b2f99-97a0-4180-aeee-e6de8e5d6438 service neutron] Port 5f9abf5f-5530-40c8-aca2-f4e52877cf5c on network 11a58e42-e643-41aa-b173-394f904f7f4d not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-8 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:32:39.215982 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ab55e75-432b-4fc5-988f-6b0230e62854 req-551b2f99-97a0-4180-aeee-e6de8e5d6438 service neutron] Attempting to bind port 5f9abf5f-5530-40c8-aca2-f4e52877cf5c on network 11a58e42-e643-41aa-b173-394f904f7f4d {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:32:39.222790 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ab55e75-432b-4fc5-988f-6b0230e62854 req-551b2f99-97a0-4180-aeee-e6de8e5d6438 service neutron] Checking agent: {'id': 'ab77bf9e-0267-4174-8f1d-822cba89b207', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 15, 13), 'started_at': datetime.datetime(2021, 11, 23, 17, 15, 13), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 32, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:32:39.223134 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ab55e75-432b-4fc5-988f-6b0230e62854 req-551b2f99-97a0-4180-aeee-e6de8e5d6438 service neutron] Checking segment: {'id': '83a97567-3b85-49c9-8d29-1947743fb519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '11a58e42-e643-41aa-b173-394f904f7f4d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:32:39.223522 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ab55e75-432b-4fc5-988f-6b0230e62854 req-551b2f99-97a0-4180-aeee-e6de8e5d6438 service neutron] Bound using segment: {'id': '83a97567-3b85-49c9-8d29-1947743fb519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '11a58e42-e643-41aa-b173-394f904f7f4d'} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:32:39.223953 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-7ab55e75-432b-4fc5-988f-6b0230e62854 req-551b2f99-97a0-4180-aeee-e6de8e5d6438 service neutron] Bound port: 5f9abf5f-5530-40c8-aca2-f4e52877cf5c, host: n-h2-816206-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '83a97567-3b85-49c9-8d29-1947743fb519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '11a58e42-e643-41aa-b173-394f904f7f4d'}}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:32:39.224310 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-7ab55e75-432b-4fc5-988f-6b0230e62854 req-551b2f99-97a0-4180-aeee-e6de8e5d6438 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:32:39.290527 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-7ab55e75-432b-4fc5-988f-6b0230e62854 req-551b2f99-97a0-4180-aeee-e6de8e5d6438 service neutron] For port 5f9abf5f-5530-40c8-aca2-f4e52877cf5c, host n-h2-816206-8, cleared binding levels {{(pid=103591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:32:39.293773 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-7ab55e75-432b-4fc5-988f-6b0230e62854 req-551b2f99-97a0-4180-aeee-e6de8e5d6438 service neutron] For port 5f9abf5f-5530-40c8-aca2-f4e52877cf5c, host n-h2-816206-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=5f9abf5f-5530-40c8-aca2-f4e52877cf5c,segment=NetworkSegment(83a97567-3b85-49c9-8d29-1947743fb519),segment_id=83a97567-3b85-49c9-8d29-1947743fb519)] {{(pid=103591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:32:39.299005 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-7ab55e75-432b-4fc5-988f-6b0230e62854 req-551b2f99-97a0-4180-aeee-e6de8e5d6438 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264758186'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:32:39.341188 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab55e75-432b-4fc5-988f-6b0230e62854 req-551b2f99-97a0-4180-aeee-e6de8e5d6438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:32:39.341865 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-7ab55e75-432b-4fc5-988f-6b0230e62854 req-551b2f99-97a0-4180-aeee-e6de8e5d6438 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:32:39.343288 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7ab55e75-432b-4fc5-988f-6b0230e62854 req-551b2f99-97a0-4180-aeee-e6de8e5d6438 service neutron] 10.222.0.36 "PUT /v2.0/ports/5f9abf5f-5530-40c8-aca2-f4e52877cf5c HTTP/1.1" status: 200 len: 1091 time: 0.7569327 Nov 23 18:32:39.343756 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aebe1bd7-5ac7-44c0-a6d7-f3b48eace0ec', 'tag': '5f9abf5f-5530-40c8-aca2-f4e52877cf5c'}] {{(pid=103591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:32:39.346710 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f4e21f982013ce885b63e29a1d25974432d95030e0706b58ae42016fda4ab83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34213260-5d16-4177-ab5e-96ab20ea8bcb" -d '{"events": [{"name": "network-changed", "server_uuid": "aebe1bd7-5ac7-44c0-a6d7-f3b48eace0ec", "tag": "5f9abf5f-5530-40c8-aca2-f4e52877cf5c"}]}' {{(pid=103591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:32:39.371799 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551b2f99-97a0-4180-aeee-e6de8e5d6438 service neutron] Pushing event updated for resources: {'Port': ['ID=5f9abf5f-5530-40c8-aca2-f4e52877cf5c,revision_number=3']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:32:39.445288 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab55e75-432b-4fc5-988f-6b0230e62854 req-fd5bac93-eff1-4fb1-9764-74e7ce7dd8b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:32:39.446874 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7ab55e75-432b-4fc5-988f-6b0230e62854 req-fd5bac93-eff1-4fb1-9764-74e7ce7dd8b4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=000e27ec11d44dc3b43cac2203fcea4b&device_id=aebe1bd7-5ac7-44c0-a6d7-f3b48eace0ec HTTP/1.1" status: 200 len: 1094 time: 0.0466847 Nov 23 18:32:39.494560 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:32:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-604a2900-2a17-4d28-934f-a7968c526caa x-openstack-request-id: req-604a2900-2a17-4d28-934f-a7968c526caa {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:32:39.494855 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aebe1bd7-5ac7-44c0-a6d7-f3b48eace0ec", "tag": "5f9abf5f-5530-40c8-aca2-f4e52877cf5c", "status": "completed", "code": 200}]} {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:32:39.495115 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-604a2900-2a17-4d28-934f-a7968c526caa {{(pid=103591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:32:39.495528 n-d-816206-8 neutron-server[103591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aebe1bd7-5ac7-44c0-a6d7-f3b48eace0ec', 'tag': '5f9abf5f-5530-40c8-aca2-f4e52877cf5c', 'status': 'completed', 'code': 200} Nov 23 18:32:39.497201 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7ab55e75-432b-4fc5-988f-6b0230e62854 req-b6298d62-9777-48f3-a90b-26eedba5f4ba service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5f9abf5f-5530-40c8-aca2-f4e52877cf5c HTTP/1.1" status: 200 len: 217 time: 0.0412922 Nov 23 18:32:39.555912 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab55e75-432b-4fc5-988f-6b0230e62854 req-2b0a9a49-60b3-43dc-a143-0a54ad0b9d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:32:39.557495 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7ab55e75-432b-4fc5-988f-6b0230e62854 req-2b0a9a49-60b3-43dc-a143-0a54ad0b9d2b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=aa68fbe0-cd31-4306-9e8f-4afc29dbd63d HTTP/1.1" status: 200 len: 835 time: 0.0513852 Nov 23 18:32:39.605412 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab55e75-432b-4fc5-988f-6b0230e62854 req-edf048b7-2fb7-472b-9181-f04427948f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:32:39.606907 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7ab55e75-432b-4fc5-988f-6b0230e62854 req-edf048b7-2fb7-472b-9181-f04427948f62 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=11a58e42-e643-41aa-b173-394f904f7f4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416546 Nov 23 18:32:39.698725 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7ab55e75-432b-4fc5-988f-6b0230e62854 req-9a0b6144-0c85-49d7-b5d6-2090129c8443 service neutron] 10.222.0.36 "GET /v2.0/networks/11a58e42-e643-41aa-b173-394f904f7f4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835781 Nov 23 18:32:39.793819 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7ab55e75-432b-4fc5-988f-6b0230e62854 req-a0102429-9a22-48fc-8003-874dc9347f5b service neutron] 10.222.0.36 "GET /v2.0/networks/11a58e42-e643-41aa-b173-394f904f7f4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867729 Nov 23 18:32:39.878915 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34213260-5d16-4177-ab5e-96ab20ea8bcb req-b7d3146c-351b-435a-881a-c83f48aba2a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:32:39.880423 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-34213260-5d16-4177-ab5e-96ab20ea8bcb req-b7d3146c-351b-435a-881a-c83f48aba2a5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=000e27ec11d44dc3b43cac2203fcea4b&device_id=aebe1bd7-5ac7-44c0-a6d7-f3b48eace0ec HTTP/1.1" status: 200 len: 1094 time: 0.0413036 Nov 23 18:32:39.976638 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34213260-5d16-4177-ab5e-96ab20ea8bcb req-03b127ef-57df-4e5d-b312-53579b71f99b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:32:39.978025 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-34213260-5d16-4177-ab5e-96ab20ea8bcb req-03b127ef-57df-4e5d-b312-53579b71f99b service neutron] 10.222.0.36 "GET /v2.0/networks?id=11a58e42-e643-41aa-b173-394f904f7f4d HTTP/1.1" status: 200 len: 897 time: 0.0905137 Nov 23 18:32:40.022904 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-34213260-5d16-4177-ab5e-96ab20ea8bcb req-49b5926f-f922-45eb-ab80-a39f3960f938 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5f9abf5f-5530-40c8-aca2-f4e52877cf5c HTTP/1.1" status: 200 len: 217 time: 0.0363896 Nov 23 18:32:40.110367 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34213260-5d16-4177-ab5e-96ab20ea8bcb req-c6999dc6-3692-42ba-a6e0-2e38c4cfcdaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:32:40.111840 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-34213260-5d16-4177-ab5e-96ab20ea8bcb req-c6999dc6-3692-42ba-a6e0-2e38c4cfcdaf service neutron] 10.222.0.36 "GET /v2.0/subnets?id=aa68fbe0-cd31-4306-9e8f-4afc29dbd63d HTTP/1.1" status: 200 len: 835 time: 0.0797653 Nov 23 18:32:40.126774 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344f7e68-ebf1-4afb-9d64-f1974228b128 req-62c3481f-f87a-44ed-b263-47ac06d0616d tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:32:40.128267 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-344f7e68-ebf1-4afb-9d64-f1974228b128 req-62c3481f-f87a-44ed-b263-47ac06d0616d tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "GET /v2.0/ports?device_id=aebe1bd7-5ac7-44c0-a6d7-f3b48eace0ec HTTP/1.1" status: 200 len: 943 time: 0.0869911 Nov 23 18:32:40.200022 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34213260-5d16-4177-ab5e-96ab20ea8bcb req-99202ed8-33c6-4f3f-ab0e-746b201c3479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:32:40.201571 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-34213260-5d16-4177-ab5e-96ab20ea8bcb req-99202ed8-33c6-4f3f-ab0e-746b201c3479 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=11a58e42-e643-41aa-b173-394f904f7f4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0723560 Nov 23 18:32:40.207028 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-344f7e68-ebf1-4afb-9d64-f1974228b128 req-cd8b8e9e-689b-4fcd-8f4e-8b5a55cb6710 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "GET /v2.0/security-groups?id=6eb519ee-3603-47d3-83ee-920723b2f506&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702732 Nov 23 18:32:40.309717 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-34213260-5d16-4177-ab5e-96ab20ea8bcb req-cdf1bae8-1599-4e65-bcfb-596568f0333c service neutron] 10.222.0.36 "GET /v2.0/networks/11a58e42-e643-41aa-b173-394f904f7f4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990188 Nov 23 18:32:40.405780 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-34213260-5d16-4177-ab5e-96ab20ea8bcb req-38dcd296-3e72-4428-be0f-811da0073144 service neutron] 10.222.0.36 "GET /v2.0/networks/11a58e42-e643-41aa-b173-394f904f7f4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875587 Nov 23 18:32:41.329810 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6247b4e-3eec-40ae-9271-cafc7c44f7f7 req-ee993f3e-3e88-4c70-94a2-35dece369b58 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:32:41.331317 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b6247b4e-3eec-40ae-9271-cafc7c44f7f7 req-ee993f3e-3e88-4c70-94a2-35dece369b58 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "GET /v2.0/ports?device_id=aebe1bd7-5ac7-44c0-a6d7-f3b48eace0ec HTTP/1.1" status: 200 len: 943 time: 0.0541792 Nov 23 18:32:41.380298 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b6247b4e-3eec-40ae-9271-cafc7c44f7f7 req-2ffe1a5c-1eb8-44af-86d1-85d61fea919c tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "GET /v2.0/security-groups?id=6eb519ee-3603-47d3-83ee-920723b2f506&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428109 Nov 23 18:32:41.897694 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device 5f9abf5f-5530-40c8-aca2-f4e52877cf5c details requested by agent hyperv_n-h2-816206-8 with host n-h2-816206-8 {{(pid=103592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 18:32:41.990474 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port 5f9abf5f-5530-40c8-aca2-f4e52877cf5c, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=5f9abf5f-5530-40c8-aca2-f4e52877cf5c,segment=NetworkSegment(83a97567-3b85-49c9-8d29-1947743fb519),segment_id=83a97567-3b85-49c9-8d29-1947743fb519)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:32:42.001036 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Returning: {'device': '5f9abf5f-5530-40c8-aca2-f4e52877cf5c', 'network_id': '11a58e42-e643-41aa-b173-394f904f7f4d', 'port_id': '5f9abf5f-5530-40c8-aca2-f4e52877cf5c', 'mac_address': 'fa:16:3e:9a:95:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa68fbe0-cd31-4306-9e8f-4afc29dbd63d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 18:32:42.041825 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:32:42.054741 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f9abf5f-5530-40c8-aca2-f4e52877cf5c {{(pid=103592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:32:42.073230 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port 5f9abf5f-5530-40c8-aca2-f4e52877cf5c, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=5f9abf5f-5530-40c8-aca2-f4e52877cf5c,segment=NetworkSegment(83a97567-3b85-49c9-8d29-1947743fb519),segment_id=83a97567-3b85-49c9-8d29-1947743fb519)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:32:42.077116 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:32:42.127107 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Pushing event updated for resources: {'Port': ['ID=5f9abf5f-5530-40c8-aca2-f4e52877cf5c,revision_number=4']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:32:42.275526 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] get_ports_and_sgs() called for port_ids ['5f9abf5f-5530-40c8-aca2-f4e52877cf5c'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:32:42.497992 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcb968d-ceaf-4ced-95d5-1c2ff4527e19 req-5e375c36-6ce3-46b5-aa67-81e2b8e67d27 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:32:42.500038 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-cdcb968d-ceaf-4ced-95d5-1c2ff4527e19 req-5e375c36-6ce3-46b5-aa67-81e2b8e67d27 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "GET /v2.0/ports?device_id=aebe1bd7-5ac7-44c0-a6d7-f3b48eace0ec HTTP/1.1" status: 200 len: 944 time: 0.0506852 Nov 23 18:32:42.552583 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-cdcb968d-ceaf-4ced-95d5-1c2ff4527e19 req-8120e693-7f63-4220-8c12-a130baee2c7e tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "GET /v2.0/security-groups?id=6eb519ee-3603-47d3-83ee-920723b2f506&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462596 Nov 23 18:32:43.108285 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-dbff2dbd-2b73-489f-b6f9-1e798153573c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:32:43.674492 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f382810-ea1a-4384-a37c-cee5bf4a253f req-e63eefb0-5249-4b7c-820c-7a5b671f4d5d tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:32:43.676163 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7f382810-ea1a-4384-a37c-cee5bf4a253f req-e63eefb0-5249-4b7c-820c-7a5b671f4d5d tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "GET /v2.0/ports?device_id=aebe1bd7-5ac7-44c0-a6d7-f3b48eace0ec HTTP/1.1" status: 200 len: 944 time: 0.0542996 Nov 23 18:32:43.731135 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7f382810-ea1a-4384-a37c-cee5bf4a253f req-4a122385-d93f-4bcc-82ee-762ec900b6da tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "GET /v2.0/security-groups?id=6eb519ee-3603-47d3-83ee-920723b2f506&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488343 Nov 23 18:32:43.913416 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device 5f9abf5f-5530-40c8-aca2-f4e52877cf5c up at agent hyperv_n-h2-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:32:43.963071 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Provisioning for port 5f9abf5f-5530-40c8-aca2-f4e52877cf5c completed by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 18:32:43.966806 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Provisioning complete for port 5f9abf5f-5530-40c8-aca2-f4e52877cf5c triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:32:43.967182 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:32:44.017036 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:32:44.058051 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:32:44.080523 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aebe1bd7-5ac7-44c0-a6d7-f3b48eace0ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f9abf5f-5530-40c8-aca2-f4e52877cf5c'}] {{(pid=103592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:32:44.082856 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}369cae9aa69facfce3992dabc874bd76984507e3cd36da60a73cd3603125cd43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7da987e-1e8e-4382-aff6-5d1e4b192c76" -d '{"events": [{"server_uuid": "aebe1bd7-5ac7-44c0-a6d7-f3b48eace0ec", "name": "network-vif-plugged", "status": "completed", "tag": "5f9abf5f-5530-40c8-aca2-f4e52877cf5c"}]}' {{(pid=103592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:32:44.095269 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port 5f9abf5f-5530-40c8-aca2-f4e52877cf5c, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=5f9abf5f-5530-40c8-aca2-f4e52877cf5c,segment=NetworkSegment(83a97567-3b85-49c9-8d29-1947743fb519),segment_id=83a97567-3b85-49c9-8d29-1947743fb519)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:32:44.100158 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:32:44.124571 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:32:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbb0e077-1757-4bf2-839d-6722cb60f5b4 x-openstack-request-id: req-dbb0e077-1757-4bf2-839d-6722cb60f5b4 {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:32:44.125176 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aebe1bd7-5ac7-44c0-a6d7-f3b48eace0ec", "name": "network-vif-plugged", "status": "completed", "tag": "5f9abf5f-5530-40c8-aca2-f4e52877cf5c", "code": 200}]} {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:32:44.125176 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-dbb0e077-1757-4bf2-839d-6722cb60f5b4 {{(pid=103592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:32:44.126072 n-d-816206-8 neutron-server[103592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aebe1bd7-5ac7-44c0-a6d7-f3b48eace0ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f9abf5f-5530-40c8-aca2-f4e52877cf5c', 'code': 200} Nov 23 18:32:44.152814 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Pushing event updated for resources: {'Port': ['ID=5f9abf5f-5530-40c8-aca2-f4e52877cf5c,revision_number=5']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:32:44.225887 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e298f1-7c02-4470-a162-622293fdca36 req-775663c0-0b88-4b5f-b6c1-b314e3879359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:32:44.227297 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-57e298f1-7c02-4470-a162-622293fdca36 req-775663c0-0b88-4b5f-b6c1-b314e3879359 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=aebe1bd7-5ac7-44c0-a6d7-f3b48eace0ec HTTP/1.1" status: 200 len: 1096 time: 0.0413935 Nov 23 18:32:44.274233 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-57e298f1-7c02-4470-a162-622293fdca36 req-6b7ed5f4-0396-467a-b6cf-840cce78e861 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=6eb519ee-3603-47d3-83ee-920723b2f506&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384533 Nov 23 18:32:44.854683 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c5cd23-92b4-4eae-af2c-f02bd17a2bec req-93251624-dde0-43f3-9b2a-fce0ad91ba8c tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:32:44.856140 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-09c5cd23-92b4-4eae-af2c-f02bd17a2bec req-93251624-dde0-43f3-9b2a-fce0ad91ba8c tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "GET /v2.0/ports?device_id=aebe1bd7-5ac7-44c0-a6d7-f3b48eace0ec HTTP/1.1" status: 200 len: 945 time: 0.0505881 Nov 23 18:32:44.867108 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:32:44.908911 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-09c5cd23-92b4-4eae-af2c-f02bd17a2bec req-c3481d45-3714-4871-ac18-6dc5a831d5ad tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "GET /v2.0/security-groups?id=6eb519ee-3603-47d3-83ee-920723b2f506&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463436 Nov 23 18:32:45.182856 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-5fbec709-6861-4208-b905-daee4cafbb18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:32:45.533143 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.agents_db [None req-464f6c07-0de8-4be6-8f5b-563f574d1c5d None None] Agent healthcheck: found 7 active agents {{(pid=103593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 18:32:46.032327 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b943cce-52fe-4c2b-8a98-bb21cbdc8bfa req-10ee97c4-0772-4685-84da-7f399c8125f0 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:32:46.033725 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7b943cce-52fe-4c2b-8a98-bb21cbdc8bfa req-10ee97c4-0772-4685-84da-7f399c8125f0 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "GET /v2.0/ports?device_id=aebe1bd7-5ac7-44c0-a6d7-f3b48eace0ec HTTP/1.1" status: 200 len: 945 time: 0.0536997 Nov 23 18:32:46.084867 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7b943cce-52fe-4c2b-8a98-bb21cbdc8bfa req-c5fece0e-1221-48f1-8bbc-58d8c5e3a63c tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "GET /v2.0/security-groups?id=6eb519ee-3603-47d3-83ee-920723b2f506&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450926 Nov 23 18:32:46.198476 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67b80f0-5609-47b6-bd5c-324bdb8ce0fa req-def0c6fc-5981-4cab-9bc9-57e27b4985f6 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:32:46.199941 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d67b80f0-5609-47b6-bd5c-324bdb8ce0fa req-def0c6fc-5981-4cab-9bc9-57e27b4985f6 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "GET /v2.0/ports?device_id=aebe1bd7-5ac7-44c0-a6d7-f3b48eace0ec HTTP/1.1" status: 200 len: 945 time: 0.0491424 Nov 23 18:32:46.248881 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d67b80f0-5609-47b6-bd5c-324bdb8ce0fa req-c749cfa0-f79b-463c-a4f0-3b1f261e65e0 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "GET /v2.0/security-groups?id=6eb519ee-3603-47d3-83ee-920723b2f506&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424068 Nov 23 18:32:46.275755 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 57358) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:32:46.314122 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-780f545f-c34e-4b6d-b124-6e5340e91c10 tempest-TestNetworkAdvancedServerOps-1140721612 tempest-TestNetworkAdvancedServerOps-1140721612-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:32:46.315602 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-780f545f-c34e-4b6d-b124-6e5340e91c10 tempest-TestNetworkAdvancedServerOps-1140721612 tempest-TestNetworkAdvancedServerOps-1140721612-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=aebe1bd7-5ac7-44c0-a6d7-f3b48eace0ec HTTP/1.1" status: 200 len: 1091 time: 0.0388658 Nov 23 18:32:46.318417 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 57360) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:32:46.322533 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-b4d4e6cf-885b-4b5f-9486-7a98bddc3b1c tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Request body: {'floatingip': {'floating_network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'port_id': '5f9abf5f-5530-40c8-aca2-f4e52877cf5c', 'tenant_id': '000e27ec11d44dc3b43cac2203fcea4b', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:32:46.344675 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-b4d4e6cf-885b-4b5f-9486-7a98bddc3b1c tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks [] for floatingip, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:32:46.441329 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-b4d4e6cf-885b-4b5f-9486-7a98bddc3b1c tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:32:46.546045 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.db_base_plugin_common [None req-b4d4e6cf-885b-4b5f-9486-7a98bddc3b1c tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Allocated IP 172.25.3.228 (4c8455ba-1be5-42ac-b8c2-8a16e1292d55/08fe3644-ce41-4c3f-a7ea-92bac0f0fff5/a1809740-a450-4f2b-92c0-d769caaedf48) {{(pid=103591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:32:46.646698 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-b4d4e6cf-885b-4b5f-9486-7a98bddc3b1c tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks [] for port, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:32:46.679221 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-b4d4e6cf-885b-4b5f-9486-7a98bddc3b1c tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:32:46.716571 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4d4e6cf-885b-4b5f-9486-7a98bddc3b1c tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Network 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 is already hosted by enough agents. {{(pid=103591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:32:46.722724 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [None req-b4d4e6cf-885b-4b5f-9486-7a98bddc3b1c tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Resources bound (agent type, host, resource id): {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:32:46.726193 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4d4e6cf-885b-4b5f-9486-7a98bddc3b1c tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Received port after_create {{(pid=103591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:32:46.752755 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d4e6cf-885b-4b5f-9486-7a98bddc3b1c tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Pushing event updated for resources: {'Port': ['ID=a1809740-a450-4f2b-92c0-d769caaedf48,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:32:46.779779 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-52822d53-48f5-4819-8a95-bdc13aea0bf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:32:47.084859 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-b4d4e6cf-885b-4b5f-9486-7a98bddc3b1c tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:32:47.152810 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-b4d4e6cf-885b-4b5f-9486-7a98bddc3b1c tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:32:47.299277 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-b4d4e6cf-885b-4b5f-9486-7a98bddc3b1c tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks [] for port, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:32:47.303890 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-b4d4e6cf-885b-4b5f-9486-7a98bddc3b1c tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264758186'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:32:47.376307 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d4e6cf-885b-4b5f-9486-7a98bddc3b1c tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Pushing event updated for resources: {'Port': ['ID=a1809740-a450-4f2b-92c0-d769caaedf48,revision_number=2']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:32:47.386696 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-b4d4e6cf-885b-4b5f-9486-7a98bddc3b1c tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1795396'] for floatingip, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:32:47.487160 n-d-816206-8 neutron-server[103591]: INFO neutron.db.l3_db [None req-b4d4e6cf-885b-4b5f-9486-7a98bddc3b1c tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Floating IP 4e38b332-0ef6-40ab-b4c7-46cf18414d5d associated. External IP: 172.25.3.228, port: 5f9abf5f-5530-40c8-aca2-f4e52877cf5c. Nov 23 18:32:47.697356 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4d4e6cf-885b-4b5f-9486-7a98bddc3b1c tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Router 38d3d81d-8875-4ece-ac4d-8583332f0cda has already been hosted by L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 {{(pid=103591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:32:47.807379 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4d4e6cf-885b-4b5f-9486-7a98bddc3b1c tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:32:47.816667 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ccc078c-b041-4a55-908a-ff7798062e2e None None] Sync routers for ids ['38d3d81d-8875-4ece-ac4d-8583332f0cda'] in n-d-816206-8 {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:32:47.825032 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-b4d4e6cf-885b-4b5f-9486-7a98bddc3b1c tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for floatingip, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:32:47.830758 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ccc078c-b041-4a55-908a-ff7798062e2e None None] Routers {'38d3d81d-8875-4ece-ac4d-8583332f0cda'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:32:47.831473 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-9ccc078c-b041-4a55-908a-ff7798062e2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T18:32:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['38d3d81d-8875-4ece-ac4d-8583332f0cda'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:32:47.852884 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-b4d4e6cf-885b-4b5f-9486-7a98bddc3b1c tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5334561 Nov 23 18:32:47.853562 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aebe1bd7-5ac7-44c0-a6d7-f3b48eace0ec', 'tag': '5f9abf5f-5530-40c8-aca2-f4e52877cf5c'}] {{(pid=103591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:32:47.855898 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f4e21f982013ce885b63e29a1d25974432d95030e0706b58ae42016fda4ab83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4c80a04-a101-4319-87d6-bd1fde3d6f7d" -d '{"events": [{"name": "network-changed", "server_uuid": "aebe1bd7-5ac7-44c0-a6d7-f3b48eace0ec", "tag": "5f9abf5f-5530-40c8-aca2-f4e52877cf5c"}]}' {{(pid=103591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:32:47.894916 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:32:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-214ebedf-241b-46c8-844f-ee756e5e3fda x-openstack-request-id: req-214ebedf-241b-46c8-844f-ee756e5e3fda {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:32:47.895357 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aebe1bd7-5ac7-44c0-a6d7-f3b48eace0ec", "tag": "5f9abf5f-5530-40c8-aca2-f4e52877cf5c", "status": "completed", "code": 200}]} {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:32:47.895750 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-214ebedf-241b-46c8-844f-ee756e5e3fda {{(pid=103591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:32:47.896386 n-d-816206-8 neutron-server[103591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aebe1bd7-5ac7-44c0-a6d7-f3b48eace0ec', 'tag': '5f9abf5f-5530-40c8-aca2-f4e52877cf5c', 'status': 'completed', 'code': 200} Nov 23 18:32:47.956851 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-9ccc078c-b041-4a55-908a-ff7798062e2e None None] Set router 38d3d81d-8875-4ece-ac4d-8583332f0cda gateway port host: n-d-816206-8 {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:32:47.963642 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c80a04-a101-4319-87d6-bd1fde3d6f7d req-b6ccfbd6-41b2-46d4-8b68-d3df4dca0dab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:32:47.965719 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f4c80a04-a101-4319-87d6-bd1fde3d6f7d req-b6ccfbd6-41b2-46d4-8b68-d3df4dca0dab service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=000e27ec11d44dc3b43cac2203fcea4b&device_id=aebe1bd7-5ac7-44c0-a6d7-f3b48eace0ec HTTP/1.1" status: 200 len: 1096 time: 0.0477061 Nov 23 18:32:47.993399 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9a27ae6c-db98-474f-94c1-cc99bf842d79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:32:48.075372 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2cde2e-99cc-4696-89e8-455c817faa3f req-07ec3180-c8bc-417d-9de8-7e9aa1465f19 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:32:48.076873 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9c2cde2e-99cc-4696-89e8-455c817faa3f req-07ec3180-c8bc-417d-9de8-7e9aa1465f19 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "GET /v2.0/ports?device_id=aebe1bd7-5ac7-44c0-a6d7-f3b48eace0ec HTTP/1.1" status: 200 len: 945 time: 0.1102681 Nov 23 18:32:48.111607 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c80a04-a101-4319-87d6-bd1fde3d6f7d req-1b6ec83e-bccc-447f-987c-4e4219a5cb6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:32:48.113146 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f4c80a04-a101-4319-87d6-bd1fde3d6f7d req-1b6ec83e-bccc-447f-987c-4e4219a5cb6e service neutron] 10.222.0.36 "GET /v2.0/networks?id=11a58e42-e643-41aa-b173-394f904f7f4d HTTP/1.1" status: 200 len: 897 time: 0.1366084 Nov 23 18:32:48.180665 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9c2cde2e-99cc-4696-89e8-455c817faa3f req-6cf6240f-9fbd-4399-9e24-1c1011fcd4a2 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "GET /v2.0/security-groups?id=6eb519ee-3603-47d3-83ee-920723b2f506&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0967252 Nov 23 18:32:48.202100 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-9ccc078c-b041-4a55-908a-ff7798062e2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38d3d81d-8875-4ece-ac4d-8583332f0cda', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1864935455', 'tenant_id': '000e27ec11d44dc3b43cac2203fcea4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.49'}], 'enable_snat': True}, 'gw_port_id': '8aba9549-7a4b-44e2-95fc-c95df96de8ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:32:31Z', 'updated_at': '2021-11-23T18:32:34Z', 'revision_number': 4, 'project_id': '000e27ec11d44dc3b43cac2203fcea4b', 'gw_port': {'id': '8aba9549-7a4b-44e2-95fc-c95df96de8ac', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:3f:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38d3d81d-8875-4ece-ac4d-8583332f0cda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:32:31Z', 'updated_at': '2021-11-23T18:32:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_floatingips': [{'id': '4e38b332-0ef6-40ab-b4c7-46cf18414d5d', 'tenant_id': '000e27ec11d44dc3b43cac2203fcea4b', 'floating_ip_address': '172.25.3.228', 'floating_network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'router_id': '38d3d81d-8875-4ece-ac4d-8583332f0cda', 'port_id': '5f9abf5f-5530-40c8-aca2-f4e52877cf5c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4264, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11a58e42-e643-41aa-b173-394f904f7f4d', 'mac_address': 'fa:16:3e:9a:95:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aebe1bd7-5ac7-44c0-a6d7-f3b48eace0ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T18:32:46Z', 'updated_at': '2021-11-23T18:32:46Z', 'revision_number': 0, 'project_id': '000e27ec11d44dc3b43cac2203fcea4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5caac4fd-9340-4bed-8b8f-a8e24571dd1f', 'name': '', 'network_id': '11a58e42-e643-41aa-b173-394f904f7f4d', 'tenant_id': '000e27ec11d44dc3b43cac2203fcea4b', 'mac_address': 'fa:16:3e:31:2a:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38d3d81d-8875-4ece-ac4d-8583332f0cda', 'device_owner': 'network:router_interface', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': 'aa68fbe0-cd31-4306-9e8f-4afc29dbd63d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:32:34Z', 'updated_at': '2021-11-23T18:32:37Z', 'revision_number': 5, 'project_id': '000e27ec11d44dc3b43cac2203fcea4b', 'subnets': [{'id': 'aa68fbe0-cd31-4306-9e8f-4afc29dbd63d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:32:48.202383 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 57368) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:32:48.217621 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ccc078c-b041-4a55-908a-ff7798062e2e None None] Checking router: 38d3d81d-8875-4ece-ac4d-8583332f0cda for host: n-d-816206-8 {{(pid=103593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:32:48.226925 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ccc078c-b041-4a55-908a-ff7798062e2e None None] Routers {'38d3d81d-8875-4ece-ac4d-8583332f0cda'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:32:48.227575 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-9ccc078c-b041-4a55-908a-ff7798062e2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T18:32:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['38d3d81d-8875-4ece-ac4d-8583332f0cda'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:32:48.245080 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f4c80a04-a101-4319-87d6-bd1fde3d6f7d req-e544f9eb-16f0-49c3-893b-4fce62d70e65 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5f9abf5f-5530-40c8-aca2-f4e52877cf5c HTTP/1.1" status: 200 len: 999 time: 0.1219850 Nov 23 18:32:48.304286 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-4b4dc241-1d09-4ef6-a50d-ab7977a8f1d6 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "GET /v2.0/floatingips/4e38b332-0ef6-40ab-b4c7-46cf18414d5d HTTP/1.1" status: 200 len: 991 time: 0.1008174 Nov 23 18:32:48.314250 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c80a04-a101-4319-87d6-bd1fde3d6f7d req-dd02a014-16c9-4b5f-b448-29a677709d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:32:48.315715 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f4c80a04-a101-4319-87d6-bd1fde3d6f7d req-dd02a014-16c9-4b5f-b448-29a677709d8f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=aa68fbe0-cd31-4306-9e8f-4afc29dbd63d HTTP/1.1" status: 200 len: 835 time: 0.0598094 Nov 23 18:32:48.366594 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c80a04-a101-4319-87d6-bd1fde3d6f7d req-0e7970b7-d0c6-4a39-80a6-2581ccefa0c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:32:48.368131 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f4c80a04-a101-4319-87d6-bd1fde3d6f7d req-0e7970b7-d0c6-4a39-80a6-2581ccefa0c0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=11a58e42-e643-41aa-b173-394f904f7f4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0448866 Nov 23 18:32:48.421510 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-9ccc078c-b041-4a55-908a-ff7798062e2e None None] Set router 38d3d81d-8875-4ece-ac4d-8583332f0cda gateway port host: n-d-816206-8 {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:32:48.463214 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f4c80a04-a101-4319-87d6-bd1fde3d6f7d req-923a9896-9cbb-44a2-b39f-53e0c0c48ef0 service neutron] 10.222.0.36 "GET /v2.0/networks/11a58e42-e643-41aa-b173-394f904f7f4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829549 Nov 23 18:32:48.484896 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:32:48.656291 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-9ccc078c-b041-4a55-908a-ff7798062e2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38d3d81d-8875-4ece-ac4d-8583332f0cda', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1864935455', 'tenant_id': '000e27ec11d44dc3b43cac2203fcea4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.49'}], 'enable_snat': True}, 'gw_port_id': '8aba9549-7a4b-44e2-95fc-c95df96de8ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:32:31Z', 'updated_at': '2021-11-23T18:32:34Z', 'revision_number': 4, 'project_id': '000e27ec11d44dc3b43cac2203fcea4b', 'gw_port': {'id': '8aba9549-7a4b-44e2-95fc-c95df96de8ac', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:3f:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38d3d81d-8875-4ece-ac4d-8583332f0cda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:32:31Z', 'updated_at': '2021-11-23T18:32:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_floatingips': [{'id': '4e38b332-0ef6-40ab-b4c7-46cf18414d5d', 'tenant_id': '000e27ec11d44dc3b43cac2203fcea4b', 'floating_ip_address': '172.25.3.228', 'floating_network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'router_id': '38d3d81d-8875-4ece-ac4d-8583332f0cda', 'port_id': '5f9abf5f-5530-40c8-aca2-f4e52877cf5c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4264, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11a58e42-e643-41aa-b173-394f904f7f4d', 'mac_address': 'fa:16:3e:9a:95:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aebe1bd7-5ac7-44c0-a6d7-f3b48eace0ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T18:32:46Z', 'updated_at': '2021-11-23T18:32:46Z', 'revision_number': 0, 'project_id': '000e27ec11d44dc3b43cac2203fcea4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5caac4fd-9340-4bed-8b8f-a8e24571dd1f', 'name': '', 'network_id': '11a58e42-e643-41aa-b173-394f904f7f4d', 'tenant_id': '000e27ec11d44dc3b43cac2203fcea4b', 'mac_address': 'fa:16:3e:31:2a:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38d3d81d-8875-4ece-ac4d-8583332f0cda', 'device_owner': 'network:router_interface', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': 'aa68fbe0-cd31-4306-9e8f-4afc29dbd63d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:32:34Z', 'updated_at': '2021-11-23T18:32:37Z', 'revision_number': 5, 'project_id': '000e27ec11d44dc3b43cac2203fcea4b', 'subnets': [{'id': 'aa68fbe0-cd31-4306-9e8f-4afc29dbd63d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:32:48.688345 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ccc078c-b041-4a55-908a-ff7798062e2e None None] The sync data for ids ['38d3d81d-8875-4ece-ac4d-8583332f0cda'] in n-d-816206-8 is: [{'id': '38d3d81d-8875-4ece-ac4d-8583332f0cda', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1864935455', 'tenant_id': '000e27ec11d44dc3b43cac2203fcea4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.49'}], 'enable_snat': True}, 'gw_port_id': '8aba9549-7a4b-44e2-95fc-c95df96de8ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:32:31Z', 'updated_at': '2021-11-23T18:32:34Z', 'revision_number': 4, 'project_id': '000e27ec11d44dc3b43cac2203fcea4b', 'gw_port': {'id': '8aba9549-7a4b-44e2-95fc-c95df96de8ac', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:3f:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38d3d81d-8875-4ece-ac4d-8583332f0cda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:32:31Z', 'updated_at': '2021-11-23T18:32:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_floatingips': [{'id': '4e38b332-0ef6-40ab-b4c7-46cf18414d5d', 'tenant_id': '000e27ec11d44dc3b43cac2203fcea4b', 'floating_ip_address': '172.25.3.228', 'floating_network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'router_id': '38d3d81d-8875-4ece-ac4d-8583332f0cda', 'port_id': '5f9abf5f-5530-40c8-aca2-f4e52877cf5c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4264, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11a58e42-e643-41aa-b173-394f904f7f4d', 'mac_address': 'fa:16:3e:9a:95:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aebe1bd7-5ac7-44c0-a6d7-f3b48eace0ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T18:32:46Z', 'updated_at': '2021-11-23T18:32:46Z', 'revision_number': 0, 'project_id': '000e27ec11d44dc3b43cac2203fcea4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5caac4fd-9340-4bed-8b8f-a8e24571dd1f', 'name': '', 'network_id': '11a58e42-e643-41aa-b173-394f904f7f4d', 'tenant_id': '000e27ec11d44dc3b43cac2203fcea4b', 'mac_address': 'fa:16:3e:31:2a:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38d3d81d-8875-4ece-ac4d-8583332f0cda', 'device_owner': 'network:router_interface', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': 'aa68fbe0-cd31-4306-9e8f-4afc29dbd63d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:32:34Z', 'updated_at': '2021-11-23T18:32:37Z', 'revision_number': 5, 'project_id': '000e27ec11d44dc3b43cac2203fcea4b', 'subnets': [{'id': 'aa68fbe0-cd31-4306-9e8f-4afc29dbd63d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:32:48.869168 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f4c80a04-a101-4319-87d6-bd1fde3d6f7d req-23509f60-4f75-46dc-a5b5-62628fda0f32 service neutron] 10.222.0.36 "GET /v2.0/networks/11a58e42-e643-41aa-b173-394f904f7f4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4005284 Nov 23 18:32:48.901925 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-184cd437-3708-406c-b073-686c12b6fa05 None None] New status for floating IP 4e38b332-0ef6-40ab-b4c7-46cf18414d5d: ACTIVE {{(pid=103592) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 18:32:49.307522 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 57370) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:32:49.372526 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-4c77bed6-7f23-4908-bc8e-e96a5734ce02 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "GET /v2.0/floatingips/4e38b332-0ef6-40ab-b4c7-46cf18414d5d HTTP/1.1" status: 200 len: 993 time: 0.0629561 Nov 23 18:33:13.110305 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-799370f4-4e6f-4018-8b07-b4e67d7b4ec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:33:14.035062 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:33:14.853999 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:33:15.183981 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-31f10fbe-14bd-4b91-bc46-35689ae351d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:33:16.780937 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-52822d53-48f5-4819-8a95-bdc13aea0bf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:33:17.992344 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9a27ae6c-db98-474f-94c1-cc99bf842d79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:33:18.487411 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:33:20.683734 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f6d4c5-e8f9-43ce-b39f-fe53cd220a01 req-9afe8111-ad73-41b7-b3c1-666de4ba08be tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:33:20.685293 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-59f6d4c5-e8f9-43ce-b39f-fe53cd220a01 req-9afe8111-ad73-41b7-b3c1-666de4ba08be tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "GET /v2.0/ports?device_id=aebe1bd7-5ac7-44c0-a6d7-f3b48eace0ec HTTP/1.1" status: 200 len: 945 time: 0.0529282 Nov 23 18:33:20.742212 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-59f6d4c5-e8f9-43ce-b39f-fe53cd220a01 req-7d8f5d84-fc83-4aa8-ae6a-c1e15451a5f4 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "GET /v2.0/security-groups?id=6eb519ee-3603-47d3-83ee-920723b2f506&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504878 Nov 23 18:33:21.864029 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e5c85b-5ce4-4edc-9a0a-cc0990fa5314 req-83ad5540-0d56-4af0-9570-e99835c1bf9b tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:33:21.865549 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-60e5c85b-5ce4-4edc-9a0a-cc0990fa5314 req-83ad5540-0d56-4af0-9570-e99835c1bf9b tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "GET /v2.0/ports?device_id=aebe1bd7-5ac7-44c0-a6d7-f3b48eace0ec HTTP/1.1" status: 200 len: 945 time: 0.0489910 Nov 23 18:33:21.915070 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-60e5c85b-5ce4-4edc-9a0a-cc0990fa5314 req-ef4d7ce6-a627-4294-9635-90a3339111fd tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "GET /v2.0/security-groups?id=6eb519ee-3603-47d3-83ee-920723b2f506&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435514 Nov 23 18:33:22.533107 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.agents_db [None req-464f6c07-0de8-4be6-8f5b-563f574d1c5d None None] Agent healthcheck: found 7 active agents {{(pid=103593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 18:33:23.038941 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12da91a5-02a5-470d-be72-70c3dca6f0d3 req-8e98075a-5116-462c-80a4-dcb1fde518fe tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:33:23.040432 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-12da91a5-02a5-470d-be72-70c3dca6f0d3 req-8e98075a-5116-462c-80a4-dcb1fde518fe tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "GET /v2.0/ports?device_id=aebe1bd7-5ac7-44c0-a6d7-f3b48eace0ec HTTP/1.1" status: 200 len: 945 time: 0.0554192 Nov 23 18:33:23.089012 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-12da91a5-02a5-470d-be72-70c3dca6f0d3 req-38a30679-5952-4482-b489-946819e4f105 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "GET /v2.0/security-groups?id=6eb519ee-3603-47d3-83ee-920723b2f506&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425436 Nov 23 18:33:24.213166 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727ab7e5-1e6c-4129-81fd-f579919d6c7a req-bbb52062-2217-4b0d-bcc5-02dacf12fd69 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:33:24.214631 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-727ab7e5-1e6c-4129-81fd-f579919d6c7a req-bbb52062-2217-4b0d-bcc5-02dacf12fd69 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "GET /v2.0/ports?device_id=aebe1bd7-5ac7-44c0-a6d7-f3b48eace0ec HTTP/1.1" status: 200 len: 945 time: 0.0537660 Nov 23 18:33:24.263953 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-727ab7e5-1e6c-4129-81fd-f579919d6c7a req-7f7e92a1-255d-479d-9622-ff88157c59a5 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "GET /v2.0/security-groups?id=6eb519ee-3603-47d3-83ee-920723b2f506&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427349 Nov 23 18:33:25.382062 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461747fc-93c7-4f71-9ea5-1ceda50ab28c req-e3013d0d-62af-41d2-9cbf-46e6ed86a441 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:33:25.383592 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-461747fc-93c7-4f71-9ea5-1ceda50ab28c req-e3013d0d-62af-41d2-9cbf-46e6ed86a441 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "GET /v2.0/ports?device_id=aebe1bd7-5ac7-44c0-a6d7-f3b48eace0ec HTTP/1.1" status: 200 len: 945 time: 0.0500576 Nov 23 18:33:25.431185 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-461747fc-93c7-4f71-9ea5-1ceda50ab28c req-9112b7de-4956-4b35-b9fb-a3709e5e9f11 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "GET /v2.0/security-groups?id=6eb519ee-3603-47d3-83ee-920723b2f506&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415199 Nov 23 18:33:26.552249 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7786861e-26ac-4cd5-8dcf-beb664f0779d req-0b361758-df01-4a10-bccd-078351828471 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:33:26.553771 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7786861e-26ac-4cd5-8dcf-beb664f0779d req-0b361758-df01-4a10-bccd-078351828471 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "GET /v2.0/ports?device_id=aebe1bd7-5ac7-44c0-a6d7-f3b48eace0ec HTTP/1.1" status: 200 len: 945 time: 0.0526423 Nov 23 18:33:26.605770 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7786861e-26ac-4cd5-8dcf-beb664f0779d req-c8e88986-38d5-4c44-bf3d-3436a575c833 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "GET /v2.0/security-groups?id=6eb519ee-3603-47d3-83ee-920723b2f506&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459070 Nov 23 18:33:27.726073 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e890fb2-d6f3-4aa8-ace2-12c89dacfe9c req-dd66344a-a9bb-482e-bf13-49eaa6e50991 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:33:27.727699 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4e890fb2-d6f3-4aa8-ace2-12c89dacfe9c req-dd66344a-a9bb-482e-bf13-49eaa6e50991 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "GET /v2.0/ports?device_id=aebe1bd7-5ac7-44c0-a6d7-f3b48eace0ec HTTP/1.1" status: 200 len: 945 time: 0.0509825 Nov 23 18:33:27.782901 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4e890fb2-d6f3-4aa8-ace2-12c89dacfe9c req-aabd61a3-c131-45c1-a3df-0e1d9b6c0ab5 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "GET /v2.0/security-groups?id=6eb519ee-3603-47d3-83ee-920723b2f506&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471325 Nov 23 18:33:28.900723 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a088a245-4ad8-4e33-aee0-314a41cc7e92 req-abb77c88-fdad-46b2-9156-2797f38a8b62 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:33:28.902121 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a088a245-4ad8-4e33-aee0-314a41cc7e92 req-abb77c88-fdad-46b2-9156-2797f38a8b62 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "GET /v2.0/ports?device_id=aebe1bd7-5ac7-44c0-a6d7-f3b48eace0ec HTTP/1.1" status: 200 len: 945 time: 0.0500629 Nov 23 18:33:28.956776 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a088a245-4ad8-4e33-aee0-314a41cc7e92 req-c4e92c09-29cb-487f-a1fd-e3cc759ec786 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "GET /v2.0/security-groups?id=6eb519ee-3603-47d3-83ee-920723b2f506&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484874 Nov 23 18:33:30.075119 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c646ab90-3ad1-4832-89a9-58a0c53c4425 req-62c9a949-e8c1-4305-8af4-a7a0240dd210 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:33:30.076629 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c646ab90-3ad1-4832-89a9-58a0c53c4425 req-62c9a949-e8c1-4305-8af4-a7a0240dd210 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "GET /v2.0/ports?device_id=aebe1bd7-5ac7-44c0-a6d7-f3b48eace0ec HTTP/1.1" status: 200 len: 945 time: 0.0503142 Nov 23 18:33:30.126600 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c646ab90-3ad1-4832-89a9-58a0c53c4425 req-e436b419-527c-4ef4-a8be-23d1a49315ce tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "GET /v2.0/security-groups?id=6eb519ee-3603-47d3-83ee-920723b2f506&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436995 Nov 23 18:33:31.241640 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97549c25-eb5f-4d1f-bdb8-40f1b82dfa09 req-a7a3c0d0-311b-435a-9972-ac4b30b2783a tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:33:31.243195 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-97549c25-eb5f-4d1f-bdb8-40f1b82dfa09 req-a7a3c0d0-311b-435a-9972-ac4b30b2783a tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "GET /v2.0/ports?device_id=aebe1bd7-5ac7-44c0-a6d7-f3b48eace0ec HTTP/1.1" status: 200 len: 945 time: 0.0481603 Nov 23 18:33:31.292926 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-97549c25-eb5f-4d1f-bdb8-40f1b82dfa09 req-5fc38f7f-fa0c-4963-8e89-575e46363841 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "GET /v2.0/security-groups?id=6eb519ee-3603-47d3-83ee-920723b2f506&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438716 Nov 23 18:33:31.314818 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 57404) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:33:31.378521 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-198d610b-1576-4a92-ba8c-fa430d71c117 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "GET /v2.0/floatingips/4e38b332-0ef6-40ab-b4c7-46cf18414d5d HTTP/1.1" status: 200 len: 993 time: 0.0625174 Nov 23 18:33:32.667664 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f22aa4e-4067-4fa0-9845-00a8dbe5854b req-026a9a9c-5ea6-47de-baeb-1ccdb3e8cdf3 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:33:32.669105 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2f22aa4e-4067-4fa0-9845-00a8dbe5854b req-026a9a9c-5ea6-47de-baeb-1ccdb3e8cdf3 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "GET /v2.0/ports?device_id=aebe1bd7-5ac7-44c0-a6d7-f3b48eace0ec HTTP/1.1" status: 200 len: 945 time: 0.0720146 Nov 23 18:33:32.698914 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2001e09-e7cc-40b3-a96a-317cbf93e7d1 req-7e3bff07-870c-4306-83dd-abf62bb6d1d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:33:32.700375 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e2001e09-e7cc-40b3-a96a-317cbf93e7d1 req-7e3bff07-870c-4306-83dd-abf62bb6d1d6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=000e27ec11d44dc3b43cac2203fcea4b&device_id=aebe1bd7-5ac7-44c0-a6d7-f3b48eace0ec HTTP/1.1" status: 200 len: 1096 time: 0.0662301 Nov 23 18:33:32.755111 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2f22aa4e-4067-4fa0-9845-00a8dbe5854b req-dfc09e14-9ee4-438f-ad46-ba88a12e394e tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "GET /v2.0/security-groups?id=6eb519ee-3603-47d3-83ee-920723b2f506&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790632 Nov 23 18:33:32.814641 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2001e09-e7cc-40b3-a96a-317cbf93e7d1 req-d8fde980-3cef-4ec0-a7ec-5b00e0c89bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:33:32.816101 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e2001e09-e7cc-40b3-a96a-317cbf93e7d1 req-d8fde980-3cef-4ec0-a7ec-5b00e0c89bb4 service neutron] 10.222.0.36 "GET /v2.0/networks?id=11a58e42-e643-41aa-b173-394f904f7f4d HTTP/1.1" status: 200 len: 897 time: 0.1058314 Nov 23 18:33:32.886131 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e2001e09-e7cc-40b3-a96a-317cbf93e7d1 req-f5999b52-1d4f-44a3-913d-d767c3e5bdd6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5f9abf5f-5530-40c8-aca2-f4e52877cf5c HTTP/1.1" status: 200 len: 1001 time: 0.0624394 Nov 23 18:33:32.936712 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2001e09-e7cc-40b3-a96a-317cbf93e7d1 req-1e3f0baa-5304-45d8-8a96-cbc926e1001c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:33:32.938713 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e2001e09-e7cc-40b3-a96a-317cbf93e7d1 req-1e3f0baa-5304-45d8-8a96-cbc926e1001c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=aa68fbe0-cd31-4306-9e8f-4afc29dbd63d HTTP/1.1" status: 200 len: 835 time: 0.0441556 Nov 23 18:33:32.984537 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2001e09-e7cc-40b3-a96a-317cbf93e7d1 req-8f8a3082-7256-4887-ad4b-0edde51f91a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:33:32.986047 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e2001e09-e7cc-40b3-a96a-317cbf93e7d1 req-8f8a3082-7256-4887-ad4b-0edde51f91a1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=11a58e42-e643-41aa-b173-394f904f7f4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402617 Nov 23 18:33:33.081982 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e2001e09-e7cc-40b3-a96a-317cbf93e7d1 req-188fca37-c387-4356-8b25-5be1f67e4219 service neutron] 10.222.0.36 "GET /v2.0/networks/11a58e42-e643-41aa-b173-394f904f7f4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884478 Nov 23 18:33:33.173962 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e2001e09-e7cc-40b3-a96a-317cbf93e7d1 req-5916d700-6306-4d8e-bc2b-af17805610ab service neutron] 10.222.0.36 "GET /v2.0/networks/11a58e42-e643-41aa-b173-394f904f7f4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845273 Nov 23 18:33:33.880049 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bf7a6d-a24a-482e-adaa-317a6d5cfc43 req-5a567692-a222-4a97-ace2-e177bf61c2b3 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:33:33.881532 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e7bf7a6d-a24a-482e-adaa-317a6d5cfc43 req-5a567692-a222-4a97-ace2-e177bf61c2b3 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "GET /v2.0/ports?device_id=aebe1bd7-5ac7-44c0-a6d7-f3b48eace0ec HTTP/1.1" status: 200 len: 945 time: 0.0503252 Nov 23 18:33:33.934492 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e7bf7a6d-a24a-482e-adaa-317a6d5cfc43 req-6cda8e6f-b410-4aa8-835f-7de449e2dc28 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "GET /v2.0/security-groups?id=6eb519ee-3603-47d3-83ee-920723b2f506&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469623 Nov 23 18:33:33.957519 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 57414) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:33:34.023945 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-06f94c94-000b-46ed-bd38-d73f850a6e41 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "GET /v2.0/floatingips/4e38b332-0ef6-40ab-b4c7-46cf18414d5d HTTP/1.1" status: 200 len: 993 time: 0.0652151 Nov 23 18:33:41.068049 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e7116287-210d-40b8-9cb3-33d3aca3f046 req-5f913919-e13e-44de-a804-c735c1881598 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=aebe1bd7-5ac7-44c0-a6d7-f3b48eace0ec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0393426 Nov 23 18:33:41.158557 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7116287-210d-40b8-9cb3-33d3aca3f046 req-6ccbea0f-4e35-4a64-9734-1bde070bfcc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:33:41.160024 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e7116287-210d-40b8-9cb3-33d3aca3f046 req-6ccbea0f-4e35-4a64-9734-1bde070bfcc3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=000e27ec11d44dc3b43cac2203fcea4b&device_id=aebe1bd7-5ac7-44c0-a6d7-f3b48eace0ec HTTP/1.1" status: 200 len: 1096 time: 0.0457070 Nov 23 18:33:41.268318 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7116287-210d-40b8-9cb3-33d3aca3f046 req-17e25755-dc7a-47a4-a6d0-31492cd02c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:33:41.269879 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e7116287-210d-40b8-9cb3-33d3aca3f046 req-17e25755-dc7a-47a4-a6d0-31492cd02c00 service neutron] 10.222.0.36 "GET /v2.0/networks?id=11a58e42-e643-41aa-b173-394f904f7f4d HTTP/1.1" status: 200 len: 897 time: 0.0888488 Nov 23 18:33:41.341022 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e7116287-210d-40b8-9cb3-33d3aca3f046 req-dfdabbd9-231e-4b10-be27-8f25e2a1a1b4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5f9abf5f-5530-40c8-aca2-f4e52877cf5c HTTP/1.1" status: 200 len: 1001 time: 0.0636907 Nov 23 18:33:41.392774 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7116287-210d-40b8-9cb3-33d3aca3f046 req-1d67584c-849e-4d7f-89fb-35227fbc25f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:33:41.394201 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e7116287-210d-40b8-9cb3-33d3aca3f046 req-1d67584c-849e-4d7f-89fb-35227fbc25f6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=aa68fbe0-cd31-4306-9e8f-4afc29dbd63d HTTP/1.1" status: 200 len: 835 time: 0.0456409 Nov 23 18:33:41.439632 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7116287-210d-40b8-9cb3-33d3aca3f046 req-1c5a8080-b5b0-4c47-884a-43b7dacf9406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:33:41.441119 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e7116287-210d-40b8-9cb3-33d3aca3f046 req-1c5a8080-b5b0-4c47-884a-43b7dacf9406 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=11a58e42-e643-41aa-b173-394f904f7f4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398498 Nov 23 18:33:41.536162 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e7116287-210d-40b8-9cb3-33d3aca3f046 req-1138be08-ce40-48b6-8f95-0ee2fabacce8 service neutron] 10.222.0.36 "GET /v2.0/networks/11a58e42-e643-41aa-b173-394f904f7f4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867863 Nov 23 18:33:41.627630 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e7116287-210d-40b8-9cb3-33d3aca3f046 req-b8434c06-59bd-418c-856b-3c7351ec6ab6 service neutron] 10.222.0.36 "GET /v2.0/networks/11a58e42-e643-41aa-b173-394f904f7f4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838454 Nov 23 18:33:43.112014 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-5c13a3ea-5faa-4c9e-8a68-0365dfaabf44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:33:44.050503 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:33:44.854950 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:33:45.185392 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-abeba91e-e7a2-468e-80f4-c6cb7dd2b8ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:33:46.782802 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-52822d53-48f5-4819-8a95-bdc13aea0bf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:33:47.995121 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9a27ae6c-db98-474f-94c1-cc99bf842d79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:33:48.488654 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:33:59.531609 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.agents_db [None req-464f6c07-0de8-4be6-8f5b-563f574d1c5d None None] Agent healthcheck: found 7 active agents {{(pid=103593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 18:34:04.453151 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 57424) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:34:04.636348 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-2ef43fea-2934-46f7-af8b-a15b405b59ca tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Deleting port a1809740-a450-4f2b-92c0-d769caaedf48 {{(pid=103591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:34:04.636472 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-2ef43fea-2934-46f7-af8b-a15b405b59ca tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:04.714434 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-2ef43fea-2934-46f7-af8b-a15b405b59ca tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:04.714672 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-2ef43fea-2934-46f7-af8b-a15b405b59ca tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:04.726824 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-2ef43fea-2934-46f7-af8b-a15b405b59ca tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Calling delete_port for a1809740-a450-4f2b-92c0-d769caaedf48 owned by network:floatingip {{(pid=103591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:34:04.886866 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-2ef43fea-2934-46f7-af8b-a15b405b59ca tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:04.914000 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef43fea-2934-46f7-af8b-a15b405b59ca tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Pushing event deleted for resources: {'Port': ['ID=a1809740-a450-4f2b-92c0-d769caaedf48,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:34:04.938474 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef43fea-2934-46f7-af8b-a15b405b59ca tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:34:04.938822 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef43fea-2934-46f7-af8b-a15b405b59ca tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:34:04.939169 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef43fea-2934-46f7-af8b-a15b405b59ca tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:34:04.939511 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef43fea-2934-46f7-af8b-a15b405b59ca tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:34:04.939850 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef43fea-2934-46f7-af8b-a15b405b59ca tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:34:04.940191 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef43fea-2934-46f7-af8b-a15b405b59ca tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:34:04.940562 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef43fea-2934-46f7-af8b-a15b405b59ca tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:34:04.940895 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef43fea-2934-46f7-af8b-a15b405b59ca tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:34:04.941228 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef43fea-2934-46f7-af8b-a15b405b59ca tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:34:04.941555 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef43fea-2934-46f7-af8b-a15b405b59ca tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:34:04.941880 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef43fea-2934-46f7-af8b-a15b405b59ca tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:34:04.942203 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef43fea-2934-46f7-af8b-a15b405b59ca tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:34:04.984852 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-2ef43fea-2934-46f7-af8b-a15b405b59ca tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks [] for floatingip, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:04.985111 n-d-816206-8 neutron-server[103591]: INFO neutron.db.l3_db [None req-2ef43fea-2934-46f7-af8b-a15b405b59ca tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Floating IP 4e38b332-0ef6-40ab-b4c7-46cf18414d5d disassociated (deleted). External IP: 172.25.3.228, port: 5f9abf5f-5530-40c8-aca2-f4e52877cf5c. Nov 23 18:34:05.209492 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ef43fea-2934-46f7-af8b-a15b405b59ca tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Router 38d3d81d-8875-4ece-ac4d-8583332f0cda has already been hosted by L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 {{(pid=103591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:34:05.326307 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ef43fea-2934-46f7-af8b-a15b405b59ca tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:34:05.332085 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-2ef43fea-2934-46f7-af8b-a15b405b59ca tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for floatingip, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:05.337718 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27c235ba-d252-420e-a4d2-a06b2bbdbb86 None None] Sync routers for ids ['38d3d81d-8875-4ece-ac4d-8583332f0cda'] in n-d-816206-8 {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:34:05.349189 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27c235ba-d252-420e-a4d2-a06b2bbdbb86 None None] Routers {'38d3d81d-8875-4ece-ac4d-8583332f0cda'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:34:05.349816 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-27c235ba-d252-420e-a4d2-a06b2bbdbb86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T18:33:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['38d3d81d-8875-4ece-ac4d-8583332f0cda'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:34:05.367372 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-2ef43fea-2934-46f7-af8b-a15b405b59ca tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "DELETE /v2.0/floatingips/4e38b332-0ef6-40ab-b4c7-46cf18414d5d HTTP/1.1" status: 204 len: 168 time: 0.9131048 Nov 23 18:34:05.368076 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aebe1bd7-5ac7-44c0-a6d7-f3b48eace0ec', 'tag': '5f9abf5f-5530-40c8-aca2-f4e52877cf5c'}] {{(pid=103591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:34:05.370534 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f4e21f982013ce885b63e29a1d25974432d95030e0706b58ae42016fda4ab83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78e0a90c-ad55-4896-9ba1-dcca721f56a3" -d '{"events": [{"name": "network-changed", "server_uuid": "aebe1bd7-5ac7-44c0-a6d7-f3b48eace0ec", "tag": "5f9abf5f-5530-40c8-aca2-f4e52877cf5c"}]}' {{(pid=103591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:34:05.420209 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:34:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edcb9e0d-15ec-4a8d-9064-acdc7ff3d0a1 x-openstack-request-id: req-edcb9e0d-15ec-4a8d-9064-acdc7ff3d0a1 {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:34:05.420540 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aebe1bd7-5ac7-44c0-a6d7-f3b48eace0ec", "tag": "5f9abf5f-5530-40c8-aca2-f4e52877cf5c", "status": "completed", "code": 200}]} {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:34:05.420884 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-edcb9e0d-15ec-4a8d-9064-acdc7ff3d0a1 {{(pid=103591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:34:05.421288 n-d-816206-8 neutron-server[103591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aebe1bd7-5ac7-44c0-a6d7-f3b48eace0ec', 'tag': '5f9abf5f-5530-40c8-aca2-f4e52877cf5c', 'status': 'completed', 'code': 200} Nov 23 18:34:05.470867 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-27c235ba-d252-420e-a4d2-a06b2bbdbb86 None None] Set router 38d3d81d-8875-4ece-ac4d-8583332f0cda gateway port host: n-d-816206-8 {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:34:05.569542 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e0a90c-ad55-4896-9ba1-dcca721f56a3 req-6dda5af5-b3d5-499f-9651-bd525bf336a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:34:05.571355 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-78e0a90c-ad55-4896-9ba1-dcca721f56a3 req-6dda5af5-b3d5-499f-9651-bd525bf336a0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=000e27ec11d44dc3b43cac2203fcea4b&device_id=aebe1bd7-5ac7-44c0-a6d7-f3b48eace0ec HTTP/1.1" status: 200 len: 1096 time: 0.1213143 Nov 23 18:34:05.711937 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026b2cf4-d297-459d-aa46-2d3d53560a9f req-3c12d602-5789-4ec2-8146-3b0598e9f33c tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:34:05.713448 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-026b2cf4-d297-459d-aa46-2d3d53560a9f req-3c12d602-5789-4ec2-8146-3b0598e9f33c tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "GET /v2.0/ports?device_id=aebe1bd7-5ac7-44c0-a6d7-f3b48eace0ec HTTP/1.1" status: 200 len: 945 time: 0.1217599 Nov 23 18:34:05.714894 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-27c235ba-d252-420e-a4d2-a06b2bbdbb86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38d3d81d-8875-4ece-ac4d-8583332f0cda', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1864935455', 'tenant_id': '000e27ec11d44dc3b43cac2203fcea4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.49'}], 'enable_snat': True}, 'gw_port_id': '8aba9549-7a4b-44e2-95fc-c95df96de8ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:32:31Z', 'updated_at': '2021-11-23T18:32:34Z', 'revision_number': 4, 'project_id': '000e27ec11d44dc3b43cac2203fcea4b', 'gw_port': {'id': '8aba9549-7a4b-44e2-95fc-c95df96de8ac', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:3f:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38d3d81d-8875-4ece-ac4d-8583332f0cda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:32:31Z', 'updated_at': '2021-11-23T18:32:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_interfaces': [{'id': '5caac4fd-9340-4bed-8b8f-a8e24571dd1f', 'name': '', 'network_id': '11a58e42-e643-41aa-b173-394f904f7f4d', 'tenant_id': '000e27ec11d44dc3b43cac2203fcea4b', 'mac_address': 'fa:16:3e:31:2a:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38d3d81d-8875-4ece-ac4d-8583332f0cda', 'device_owner': 'network:router_interface', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': 'aa68fbe0-cd31-4306-9e8f-4afc29dbd63d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:32:34Z', 'updated_at': '2021-11-23T18:32:37Z', 'revision_number': 5, 'project_id': '000e27ec11d44dc3b43cac2203fcea4b', 'subnets': [{'id': 'aa68fbe0-cd31-4306-9e8f-4afc29dbd63d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:34:05.716780 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e0a90c-ad55-4896-9ba1-dcca721f56a3 req-e56165ab-b331-4a9a-9d41-cc106a29306f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:34:05.718841 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-78e0a90c-ad55-4896-9ba1-dcca721f56a3 req-e56165ab-b331-4a9a-9d41-cc106a29306f service neutron] 10.222.0.36 "GET /v2.0/networks?id=11a58e42-e643-41aa-b173-394f904f7f4d HTTP/1.1" status: 200 len: 897 time: 0.1377892 Nov 23 18:34:05.744151 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27c235ba-d252-420e-a4d2-a06b2bbdbb86 None None] Checking router: 38d3d81d-8875-4ece-ac4d-8583332f0cda for host: n-d-816206-8 {{(pid=103593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:34:05.758013 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27c235ba-d252-420e-a4d2-a06b2bbdbb86 None None] Routers {'38d3d81d-8875-4ece-ac4d-8583332f0cda'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:34:05.758800 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-27c235ba-d252-420e-a4d2-a06b2bbdbb86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T18:33:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['38d3d81d-8875-4ece-ac4d-8583332f0cda'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:34:05.785462 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-78e0a90c-ad55-4896-9ba1-dcca721f56a3 req-c1504706-1632-40a6-ae11-f9de6d64ecb4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5f9abf5f-5530-40c8-aca2-f4e52877cf5c HTTP/1.1" status: 200 len: 217 time: 0.0514355 Nov 23 18:34:05.850399 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-026b2cf4-d297-459d-aa46-2d3d53560a9f req-4f3cdd59-55bc-4490-ae61-9810ab641b3b tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "GET /v2.0/security-groups?id=6eb519ee-3603-47d3-83ee-920723b2f506&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1233783 Nov 23 18:34:05.862553 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e0a90c-ad55-4896-9ba1-dcca721f56a3 req-d9abd223-fd2e-4e4c-8742-f285be5fa0cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:34:05.867777 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-78e0a90c-ad55-4896-9ba1-dcca721f56a3 req-d9abd223-fd2e-4e4c-8742-f285be5fa0cc service neutron] 10.222.0.36 "GET /v2.0/subnets?id=aa68fbe0-cd31-4306-9e8f-4afc29dbd63d HTTP/1.1" status: 200 len: 835 time: 0.0688708 Nov 23 18:34:05.880427 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-27c235ba-d252-420e-a4d2-a06b2bbdbb86 None None] Set router 38d3d81d-8875-4ece-ac4d-8583332f0cda gateway port host: n-d-816206-8 {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:34:05.926660 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e0a90c-ad55-4896-9ba1-dcca721f56a3 req-4353cb14-9f50-4ec8-96e9-17d9ab2f342a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:34:05.934092 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-78e0a90c-ad55-4896-9ba1-dcca721f56a3 req-4353cb14-9f50-4ec8-96e9-17d9ab2f342a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=11a58e42-e643-41aa-b173-394f904f7f4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0535920 Nov 23 18:34:06.025450 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-78e0a90c-ad55-4896-9ba1-dcca721f56a3 req-a7c2968d-c44a-4a50-b6cb-3b1a115a9b38 service neutron] 10.222.0.36 "GET /v2.0/networks/11a58e42-e643-41aa-b173-394f904f7f4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891914 Nov 23 18:34:06.109102 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-27c235ba-d252-420e-a4d2-a06b2bbdbb86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38d3d81d-8875-4ece-ac4d-8583332f0cda', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1864935455', 'tenant_id': '000e27ec11d44dc3b43cac2203fcea4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.49'}], 'enable_snat': True}, 'gw_port_id': '8aba9549-7a4b-44e2-95fc-c95df96de8ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:32:31Z', 'updated_at': '2021-11-23T18:32:34Z', 'revision_number': 4, 'project_id': '000e27ec11d44dc3b43cac2203fcea4b', 'gw_port': {'id': '8aba9549-7a4b-44e2-95fc-c95df96de8ac', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:3f:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38d3d81d-8875-4ece-ac4d-8583332f0cda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:32:31Z', 'updated_at': '2021-11-23T18:32:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_interfaces': [{'id': '5caac4fd-9340-4bed-8b8f-a8e24571dd1f', 'name': '', 'network_id': '11a58e42-e643-41aa-b173-394f904f7f4d', 'tenant_id': '000e27ec11d44dc3b43cac2203fcea4b', 'mac_address': 'fa:16:3e:31:2a:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38d3d81d-8875-4ece-ac4d-8583332f0cda', 'device_owner': 'network:router_interface', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': 'aa68fbe0-cd31-4306-9e8f-4afc29dbd63d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:32:34Z', 'updated_at': '2021-11-23T18:32:37Z', 'revision_number': 5, 'project_id': '000e27ec11d44dc3b43cac2203fcea4b', 'subnets': [{'id': 'aa68fbe0-cd31-4306-9e8f-4afc29dbd63d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:34:06.137516 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27c235ba-d252-420e-a4d2-a06b2bbdbb86 None None] The sync data for ids ['38d3d81d-8875-4ece-ac4d-8583332f0cda'] in n-d-816206-8 is: [{'id': '38d3d81d-8875-4ece-ac4d-8583332f0cda', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1864935455', 'tenant_id': '000e27ec11d44dc3b43cac2203fcea4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.49'}], 'enable_snat': True}, 'gw_port_id': '8aba9549-7a4b-44e2-95fc-c95df96de8ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:32:31Z', 'updated_at': '2021-11-23T18:32:34Z', 'revision_number': 4, 'project_id': '000e27ec11d44dc3b43cac2203fcea4b', 'gw_port': {'id': '8aba9549-7a4b-44e2-95fc-c95df96de8ac', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:3f:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38d3d81d-8875-4ece-ac4d-8583332f0cda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:32:31Z', 'updated_at': '2021-11-23T18:32:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_interfaces': [{'id': '5caac4fd-9340-4bed-8b8f-a8e24571dd1f', 'name': '', 'network_id': '11a58e42-e643-41aa-b173-394f904f7f4d', 'tenant_id': '000e27ec11d44dc3b43cac2203fcea4b', 'mac_address': 'fa:16:3e:31:2a:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38d3d81d-8875-4ece-ac4d-8583332f0cda', 'device_owner': 'network:router_interface', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': 'aa68fbe0-cd31-4306-9e8f-4afc29dbd63d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:32:34Z', 'updated_at': '2021-11-23T18:32:37Z', 'revision_number': 5, 'project_id': '000e27ec11d44dc3b43cac2203fcea4b', 'subnets': [{'id': 'aa68fbe0-cd31-4306-9e8f-4afc29dbd63d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:34:06.138048 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-78e0a90c-ad55-4896-9ba1-dcca721f56a3 req-7aeceb7e-c3a3-4f6a-a770-c3f1c1ce407a service neutron] 10.222.0.36 "GET /v2.0/networks/11a58e42-e643-41aa-b173-394f904f7f4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045816 Nov 23 18:34:06.398472 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7f971c6-d51c-4002-b56f-f4f0d3d832ac None None] New status for floating IP 4e38b332-0ef6-40ab-b4c7-46cf18414d5d: DOWN {{(pid=103592) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 18:34:06.978163 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d00528-badd-4697-b5c1-43b39dd73643 req-301f04e7-70dc-4394-a602-557c2d2dd4e7 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:34:06.979748 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-85d00528-badd-4697-b5c1-43b39dd73643 req-301f04e7-70dc-4394-a602-557c2d2dd4e7 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "GET /v2.0/ports?device_id=aebe1bd7-5ac7-44c0-a6d7-f3b48eace0ec HTTP/1.1" status: 200 len: 945 time: 0.0540469 Nov 23 18:34:07.043927 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-85d00528-badd-4697-b5c1-43b39dd73643 req-5b03fb8c-0198-4978-8081-6fe421b0044e tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "GET /v2.0/security-groups?id=6eb519ee-3603-47d3-83ee-920723b2f506&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575552 Nov 23 18:34:07.357279 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4ae6c9-6dd8-4ec1-9e8c-145e5512db83 req-99307101-dcea-4d0f-83c8-c24fb6a265c9 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:34:07.358916 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-bb4ae6c9-6dd8-4ec1-9e8c-145e5512db83 req-99307101-dcea-4d0f-83c8-c24fb6a265c9 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.36 "GET /v2.0/ports?device_id=aebe1bd7-5ac7-44c0-a6d7-f3b48eace0ec HTTP/1.1" status: 200 len: 945 time: 0.0483115 Nov 23 18:34:07.451846 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [req-bb4ae6c9-6dd8-4ec1-9e8c-145e5512db83 req-81c9a023-04f5-4edc-bcf8-1721c2bf66d7 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Deleting port 5f9abf5f-5530-40c8-aca2-f4e52877cf5c {{(pid=103591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:34:07.452807 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-bb4ae6c9-6dd8-4ec1-9e8c-145e5512db83 req-81c9a023-04f5-4edc-bcf8-1721c2bf66d7 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:07.539313 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-bb4ae6c9-6dd8-4ec1-9e8c-145e5512db83 req-81c9a023-04f5-4edc-bcf8-1721c2bf66d7 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] For port 5f9abf5f-5530-40c8-aca2-f4e52877cf5c, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=5f9abf5f-5530-40c8-aca2-f4e52877cf5c,segment=NetworkSegment(83a97567-3b85-49c9-8d29-1947743fb519),segment_id=83a97567-3b85-49c9-8d29-1947743fb519)] {{(pid=103591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:34:07.539668 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-bb4ae6c9-6dd8-4ec1-9e8c-145e5512db83 req-81c9a023-04f5-4edc-bcf8-1721c2bf66d7 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:07.552701 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [req-bb4ae6c9-6dd8-4ec1-9e8c-145e5512db83 req-81c9a023-04f5-4edc-bcf8-1721c2bf66d7 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Calling delete_port for 5f9abf5f-5530-40c8-aca2-f4e52877cf5c owned by compute:nova {{(pid=103591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:34:07.682199 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-bb4ae6c9-6dd8-4ec1-9e8c-145e5512db83 req-81c9a023-04f5-4edc-bcf8-1721c2bf66d7 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:07.711235 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c9a023-04f5-4edc-bcf8-1721c2bf66d7 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Pushing event deleted for resources: {'Port': ['ID=5f9abf5f-5530-40c8-aca2-f4e52877cf5c,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:34:07.758058 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb4ae6c9-6dd8-4ec1-9e8c-145e5512db83 req-81c9a023-04f5-4edc-bcf8-1721c2bf66d7 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] No DVR routers for this DVR port 5f9abf5f-5530-40c8-aca2-f4e52877cf5c on host n-h2-816206-8 {{(pid=103591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:34:07.761346 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-bb4ae6c9-6dd8-4ec1-9e8c-145e5512db83 req-81c9a023-04f5-4edc-bcf8-1721c2bf66d7 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:07.765448 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-bb4ae6c9-6dd8-4ec1-9e8c-145e5512db83 req-81c9a023-04f5-4edc-bcf8-1721c2bf66d7 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.36 "DELETE /v2.0/ports/5f9abf5f-5530-40c8-aca2-f4e52877cf5c HTTP/1.1" status: 204 len: 173 time: 0.4002876 Nov 23 18:34:07.765944 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aebe1bd7-5ac7-44c0-a6d7-f3b48eace0ec', 'name': 'network-vif-deleted', 'tag': '5f9abf5f-5530-40c8-aca2-f4e52877cf5c'}] {{(pid=103591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:34:07.768230 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f4e21f982013ce885b63e29a1d25974432d95030e0706b58ae42016fda4ab83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5db2b41-2ba7-4f56-ae00-ed5064a5c97f" -d '{"events": [{"server_uuid": "aebe1bd7-5ac7-44c0-a6d7-f3b48eace0ec", "name": "network-vif-deleted", "tag": "5f9abf5f-5530-40c8-aca2-f4e52877cf5c"}]}' {{(pid=103591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:34:07.807410 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:34:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5301bad5-36d3-4179-bd27-d96313c30678 x-openstack-request-id: req-5301bad5-36d3-4179-bd27-d96313c30678 {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:34:07.807706 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aebe1bd7-5ac7-44c0-a6d7-f3b48eace0ec", "name": "network-vif-deleted", "tag": "5f9abf5f-5530-40c8-aca2-f4e52877cf5c", "status": "completed", "code": 200}]} {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:34:07.807964 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5301bad5-36d3-4179-bd27-d96313c30678 {{(pid=103591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:34:07.808372 n-d-816206-8 neutron-server[103591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aebe1bd7-5ac7-44c0-a6d7-f3b48eace0ec', 'name': 'network-vif-deleted', 'tag': '5f9abf5f-5530-40c8-aca2-f4e52877cf5c', 'status': 'completed', 'code': 200} Nov 23 18:34:08.165461 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-3fd15f7c-5c5a-4ea5-9635-3d359e2a5508 req-df567eaa-715b-496c-b17a-6badc0e26779 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "GET /v2.0/ports?device_id=aebe1bd7-5ac7-44c0-a6d7-f3b48eace0ec HTTP/1.1" status: 200 len: 210 time: 0.0287166 Nov 23 18:34:09.224280 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 57444) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:34:09.578058 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-4d64129f-ec84-47b2-beec-52d6687302c2 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1794372'] for router_interface, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:09.830263 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-4d64129f-ec84-47b2-beec-52d6687302c2 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Deleting port 5caac4fd-9340-4bed-8b8f-a8e24571dd1f {{(pid=103591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:34:09.830525 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-4d64129f-ec84-47b2-beec-52d6687302c2 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:09.920837 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [None req-4d64129f-ec84-47b2-beec-52d6687302c2 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] For port 5caac4fd-9340-4bed-8b8f-a8e24571dd1f, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=5caac4fd-9340-4bed-8b8f-a8e24571dd1f,segment=NetworkSegment(83a97567-3b85-49c9-8d29-1947743fb519),segment_id=83a97567-3b85-49c9-8d29-1947743fb519)] {{(pid=103591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:34:09.921721 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-4d64129f-ec84-47b2-beec-52d6687302c2 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:09.933478 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-4d64129f-ec84-47b2-beec-52d6687302c2 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Calling delete_port for 5caac4fd-9340-4bed-8b8f-a8e24571dd1f owned by network:router_interface {{(pid=103591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:34:10.119469 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-4d64129f-ec84-47b2-beec-52d6687302c2 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:10.144979 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d64129f-ec84-47b2-beec-52d6687302c2 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Pushing event deleted for resources: {'Port': ['ID=5caac4fd-9340-4bed-8b8f-a8e24571dd1f,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:34:10.326085 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-4d64129f-ec84-47b2-beec-52d6687302c2 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2067500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1794520'] for router_interface, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:10.411960 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device 5f9abf5f-5530-40c8-aca2-f4e52877cf5c no longer exists at agent hyperv_n-h2-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:34:10.433698 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] No Port match for: 5f9abf5f-5530-40c8-aca2-f4e52877cf5c {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:34:10.433955 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device 5f9abf5f-5530-40c8-aca2-f4e52877cf5c not bound to the agent host n-h2-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:34:10.842952 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d64129f-ec84-47b2-beec-52d6687302c2 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Router 38d3d81d-8875-4ece-ac4d-8583332f0cda has already been hosted by L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 {{(pid=103591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:34:10.946199 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d64129f-ec84-47b2-beec-52d6687302c2 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:34:10.951215 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-4d64129f-ec84-47b2-beec-52d6687302c2 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "PUT /v2.0/routers/38d3d81d-8875-4ece-ac4d-8583332f0cda/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7258976 Nov 23 18:34:10.956386 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 57446) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:34:10.959680 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-067312eb-caa5-4219-916e-e27ef07dcff4 None None] Sync routers for ids ['38d3d81d-8875-4ece-ac4d-8583332f0cda'] in n-d-816206-8 {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:34:10.969253 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-067312eb-caa5-4219-916e-e27ef07dcff4 None None] Routers {'38d3d81d-8875-4ece-ac4d-8583332f0cda'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:34:10.969869 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-067312eb-caa5-4219-916e-e27ef07dcff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T18:33:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['38d3d81d-8875-4ece-ac4d-8583332f0cda'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:34:11.011151 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.db_base_plugin_v2 [None req-6914bd54-a021-432b-826e-9cccde4a6429 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Deleting subnet aa68fbe0-cd31-4306-9e8f-4afc29dbd63d {{(pid=103591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 18:34:11.014244 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-6914bd54-a021-432b-826e-9cccde4a6429 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks [] for subnet, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:11.056116 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-6914bd54-a021-432b-826e-9cccde4a6429 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265990000'] for subnet, precommit_delete_associations {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:11.146224 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-6914bd54-a021-432b-826e-9cccde4a6429 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971956'] for subnet, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:11.160361 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-067312eb-caa5-4219-916e-e27ef07dcff4 None None] Set router 38d3d81d-8875-4ece-ac4d-8583332f0cda gateway port host: n-d-816206-8 {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:34:11.210900 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-6914bd54-a021-432b-826e-9cccde4a6429 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264758240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264314269'] for subnet, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:11.238326 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6914bd54-a021-432b-826e-9cccde4a6429 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Pushing event deleted for resources: {'Subnet': ['ID=aa68fbe0-cd31-4306-9e8f-4afc29dbd63d,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:34:11.241904 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-6914bd54-a021-432b-826e-9cccde4a6429 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for subnet, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:11.248011 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 57448) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:34:11.250238 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebbcbc32-fc0d-4069-9ae9-5f874800e226 None None] Network 11a58e42-e643-41aa-b173-394f904f7f4d requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:34:11.253032 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-6914bd54-a021-432b-826e-9cccde4a6429 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "DELETE /v2.0/subnets/aa68fbe0-cd31-4306-9e8f-4afc29dbd63d HTTP/1.1" status: 204 len: 168 time: 0.2955649 Nov 23 18:34:11.343638 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-067312eb-caa5-4219-916e-e27ef07dcff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38d3d81d-8875-4ece-ac4d-8583332f0cda', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1864935455', 'tenant_id': '000e27ec11d44dc3b43cac2203fcea4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.49'}], 'enable_snat': True}, 'gw_port_id': '8aba9549-7a4b-44e2-95fc-c95df96de8ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:32:31Z', 'updated_at': '2021-11-23T18:34:10Z', 'revision_number': 5, 'project_id': '000e27ec11d44dc3b43cac2203fcea4b', 'gw_port': {'id': '8aba9549-7a4b-44e2-95fc-c95df96de8ac', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:3f:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38d3d81d-8875-4ece-ac4d-8583332f0cda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:32:31Z', 'updated_at': '2021-11-23T18:32:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8'}], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:34:11.361839 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d136c764-7769-4621-9e7e-7211e1ab9876 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks [] for router, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:11.376063 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-067312eb-caa5-4219-916e-e27ef07dcff4 None None] Checking router: 38d3d81d-8875-4ece-ac4d-8583332f0cda for host: n-d-816206-8 {{(pid=103593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:34:11.386777 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-067312eb-caa5-4219-916e-e27ef07dcff4 None None] Routers {'38d3d81d-8875-4ece-ac4d-8583332f0cda'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:34:11.387383 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-067312eb-caa5-4219-916e-e27ef07dcff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T18:33:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['38d3d81d-8875-4ece-ac4d-8583332f0cda'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:34:11.450684 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6611d1b6-582f-4cc0-b9a0-d570ee1fb05f None None] DHCP port deletion for 11a58e42-e643-41aa-b173-394f904f7f4d request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:34:11.468804 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d136c764-7769-4621-9e7e-7211e1ab9876 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:11.501230 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-6611d1b6-582f-4cc0-b9a0-d570ee1fb05f None None] Deleting port dab4c4eb-5ceb-4643-9e35-7b304a252c4e {{(pid=103592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:34:11.501625 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-6611d1b6-582f-4cc0-b9a0-d570ee1fb05f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:11.505656 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-067312eb-caa5-4219-916e-e27ef07dcff4 None None] Set router 38d3d81d-8875-4ece-ac4d-8583332f0cda gateway port host: n-d-816206-8 {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:34:11.527609 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-d136c764-7769-4621-9e7e-7211e1ab9876 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Deleting port 8aba9549-7a4b-44e2-95fc-c95df96de8ac {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:34:11.527952 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d136c764-7769-4621-9e7e-7211e1ab9876 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:11.572443 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-6611d1b6-582f-4cc0-b9a0-d570ee1fb05f None None] For port dab4c4eb-5ceb-4643-9e35-7b304a252c4e, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=dab4c4eb-5ceb-4643-9e35-7b304a252c4e,segment=NetworkSegment(83a97567-3b85-49c9-8d29-1947743fb519),segment_id=83a97567-3b85-49c9-8d29-1947743fb519)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:34:11.573045 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-6611d1b6-582f-4cc0-b9a0-d570ee1fb05f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:11.586824 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-6611d1b6-582f-4cc0-b9a0-d570ee1fb05f None None] Calling delete_port for dab4c4eb-5ceb-4643-9e35-7b304a252c4e owned by network:dhcp {{(pid=103592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:34:11.612038 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-d136c764-7769-4621-9e7e-7211e1ab9876 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] For port 8aba9549-7a4b-44e2-95fc-c95df96de8ac, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=8aba9549-7a4b-44e2-95fc-c95df96de8ac,segment=NetworkSegment(bffd1e4f-e80f-4ff0-b418-2f42ae15febf),segment_id=bffd1e4f-e80f-4ff0-b418-2f42ae15febf)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:34:11.612448 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d136c764-7769-4621-9e7e-7211e1ab9876 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:11.626808 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-d136c764-7769-4621-9e7e-7211e1ab9876 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Calling delete_port for 8aba9549-7a4b-44e2-95fc-c95df96de8ac owned by network:router_gateway {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:34:11.666349 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-6611d1b6-582f-4cc0-b9a0-d570ee1fb05f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989'] for port, after_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:11.685927 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-067312eb-caa5-4219-916e-e27ef07dcff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38d3d81d-8875-4ece-ac4d-8583332f0cda', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1864935455', 'tenant_id': '000e27ec11d44dc3b43cac2203fcea4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.49'}], 'enable_snat': True}, 'gw_port_id': '8aba9549-7a4b-44e2-95fc-c95df96de8ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:32:31Z', 'updated_at': '2021-11-23T18:34:10Z', 'revision_number': 5, 'project_id': '000e27ec11d44dc3b43cac2203fcea4b', 'gw_port': {'id': '8aba9549-7a4b-44e2-95fc-c95df96de8ac', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:3f:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38d3d81d-8875-4ece-ac4d-8583332f0cda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:32:31Z', 'updated_at': '2021-11-23T18:32:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8'}], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:34:11.700016 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6611d1b6-582f-4cc0-b9a0-d570ee1fb05f None None] Pushing event deleted for resources: {'Port': ['ID=dab4c4eb-5ceb-4643-9e35-7b304a252c4e,revision_number=None']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:34:11.705215 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6611d1b6-582f-4cc0-b9a0-d570ee1fb05f None None] No DVR routers for this DVR port dab4c4eb-5ceb-4643-9e35-7b304a252c4e on host n-d-816206-8 {{(pid=103592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:34:11.712534 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6611d1b6-582f-4cc0-b9a0-d570ee1fb05f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:34:11.712890 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6611d1b6-582f-4cc0-b9a0-d570ee1fb05f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:34:11.713230 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6611d1b6-582f-4cc0-b9a0-d570ee1fb05f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:34:11.713565 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6611d1b6-582f-4cc0-b9a0-d570ee1fb05f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:34:11.713892 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6611d1b6-582f-4cc0-b9a0-d570ee1fb05f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:34:11.714220 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6611d1b6-582f-4cc0-b9a0-d570ee1fb05f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:34:11.714545 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6611d1b6-582f-4cc0-b9a0-d570ee1fb05f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:34:11.714866 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6611d1b6-582f-4cc0-b9a0-d570ee1fb05f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:34:11.715001 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-067312eb-caa5-4219-916e-e27ef07dcff4 None None] The sync data for ids ['38d3d81d-8875-4ece-ac4d-8583332f0cda'] in n-d-816206-8 is: [{'id': '38d3d81d-8875-4ece-ac4d-8583332f0cda', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1864935455', 'tenant_id': '000e27ec11d44dc3b43cac2203fcea4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.49'}], 'enable_snat': True}, 'gw_port_id': '8aba9549-7a4b-44e2-95fc-c95df96de8ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:32:31Z', 'updated_at': '2021-11-23T18:34:10Z', 'revision_number': 5, 'project_id': '000e27ec11d44dc3b43cac2203fcea4b', 'gw_port': {'id': '8aba9549-7a4b-44e2-95fc-c95df96de8ac', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:3f:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38d3d81d-8875-4ece-ac4d-8583332f0cda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:32:31Z', 'updated_at': '2021-11-23T18:32:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8'}] {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:34:11.715184 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6611d1b6-582f-4cc0-b9a0-d570ee1fb05f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:34:11.715505 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6611d1b6-582f-4cc0-b9a0-d570ee1fb05f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:34:11.715825 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6611d1b6-582f-4cc0-b9a0-d570ee1fb05f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:34:11.716143 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6611d1b6-582f-4cc0-b9a0-d570ee1fb05f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:34:11.804683 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d136c764-7769-4621-9e7e-7211e1ab9876 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:11.830593 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d136c764-7769-4621-9e7e-7211e1ab9876 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Pushing event deleted for resources: {'Port': ['ID=8aba9549-7a4b-44e2-95fc-c95df96de8ac,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:34:11.843545 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d136c764-7769-4621-9e7e-7211e1ab9876 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:34:11.843545 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d136c764-7769-4621-9e7e-7211e1ab9876 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:34:11.843545 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d136c764-7769-4621-9e7e-7211e1ab9876 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:34:11.843545 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d136c764-7769-4621-9e7e-7211e1ab9876 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:34:11.845646 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df48a25d-020a-4a54-b1fa-64eba9c48c6c None None] DHCP port deletion for 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:34:11.850975 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d136c764-7769-4621-9e7e-7211e1ab9876 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:34:11.851356 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d136c764-7769-4621-9e7e-7211e1ab9876 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:34:11.851695 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d136c764-7769-4621-9e7e-7211e1ab9876 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:34:11.852034 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d136c764-7769-4621-9e7e-7211e1ab9876 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:34:11.852368 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d136c764-7769-4621-9e7e-7211e1ab9876 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:34:11.852725 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d136c764-7769-4621-9e7e-7211e1ab9876 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:34:11.853059 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d136c764-7769-4621-9e7e-7211e1ab9876 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:34:11.853375 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d136c764-7769-4621-9e7e-7211e1ab9876 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:34:11.909874 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d136c764-7769-4621-9e7e-7211e1ab9876 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1795454'] for router_gateway, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:12.345102 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d136c764-7769-4621-9e7e-7211e1ab9876 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1794352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8175'] for router, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:12.347254 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d136c764-7769-4621-9e7e-7211e1ab9876 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:12.388738 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d136c764-7769-4621-9e7e-7211e1ab9876 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1795580'] for router, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:12.389268 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d136c764-7769-4621-9e7e-7211e1ab9876 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Fanout notify agent at l3_agent the message router_deleted on router 38d3d81d-8875-4ece-ac4d-8583332f0cda {{(pid=103590) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 18:34:12.396178 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d136c764-7769-4621-9e7e-7211e1ab9876 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks [] for router, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:12.397304 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-d136c764-7769-4621-9e7e-7211e1ab9876 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "DELETE /v2.0/routers/38d3d81d-8875-4ece-ac4d-8583332f0cda HTTP/1.1" status: 204 len: 168 time: 1.1482911 Nov 23 18:34:12.400076 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 57452) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:34:12.477061 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7e9cd415-2fc6-40b6-9027-ff0270fd358b tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-555181'] for network, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:12.566495 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7e9cd415-2fc6-40b6-9027-ff0270fd358b tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973419', 'neutron.services.segments.db._delete_segments_for_network-8736635878840'] for network, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:12.587001 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-7e9cd415-2fc6-40b6-9027-ff0270fd358b tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11a58e42-e643-41aa-b173-394f904f7f4d']}} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:34:12.596842 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-7e9cd415-2fc6-40b6-9027-ff0270fd358b tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83a97567-3b85-49c9-8d29-1947743fb519') {'for_net_delete': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:34:12.597084 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-7e9cd415-2fc6-40b6-9027-ff0270fd358b tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83a97567-3b85-49c9-8d29-1947743fb519') {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:34:12.606324 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7e9cd415-2fc6-40b6-9027-ff0270fd358b tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736635840332', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-267528353'] for segment, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:12.620089 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7e9cd415-2fc6-40b6-9027-ff0270fd358b tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:12.626168 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e9cd415-2fc6-40b6-9027-ff0270fd358b tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Releasing vlan 531 on physical network physnet1 to pool {{(pid=103590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 18:34:12.626524 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7e9cd415-2fc6-40b6-9027-ff0270fd358b tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264370093'] for segment, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:12.629456 n-d-816206-8 neutron-server[103590]: Traceback (most recent call last): Nov 23 18:34:12.629456 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 18:34:12.629456 n-d-816206-8 neutron-server[103590]: timer() Nov 23 18:34:12.629456 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 18:34:12.629456 n-d-816206-8 neutron-server[103590]: cb(*args, **kw) Nov 23 18:34:12.629456 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 18:34:12.629456 n-d-816206-8 neutron-server[103590]: return func(*args, **kwargs) Nov 23 18:34:12.629456 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 18:34:12.629456 n-d-816206-8 neutron-server[103590]: self._notify() Nov 23 18:34:12.629456 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 18:34:12.629456 n-d-816206-8 neutron-server[103590]: self.callback(batched_events) Nov 23 18:34:12.629456 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 18:34:12.629456 n-d-816206-8 neutron-server[103590]: event.method(event) Nov 23 18:34:12.629456 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 18:34:12.629456 n-d-816206-8 neutron-server[103590]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 18:34:12.629456 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 18:34:12.629456 n-d-816206-8 neutron-server[103590]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 18:34:12.629456 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 18:34:12.629456 n-d-816206-8 neutron-server[103590]: return f(self, *a, **k) Nov 23 18:34:12.629456 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 18:34:12.629456 n-d-816206-8 neutron-server[103590]: return self._get(url).json() Nov 23 18:34:12.629456 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 18:34:12.629456 n-d-816206-8 neutron-server[103590]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 18:34:12.629456 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 18:34:12.629456 n-d-816206-8 neutron-server[103590]: return self.request(url, 'GET', **kwargs) Nov 23 18:34:12.629456 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 18:34:12.629456 n-d-816206-8 neutron-server[103590]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 18:34:12.629456 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 18:34:12.629456 n-d-816206-8 neutron-server[103590]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 18:34:12.629456 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 18:34:12.629456 n-d-816206-8 neutron-server[103590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 18:34:12.629456 n-d-816206-8 neutron-server[103590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 18:34:12.689667 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7e9cd415-2fc6-40b6-9027-ff0270fd358b tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1795418'] for network, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:12.697132 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7e9cd415-2fc6-40b6-9027-ff0270fd358b tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks [] for network, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:12.699725 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-7e9cd415-2fc6-40b6-9027-ff0270fd358b tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "DELETE /v2.0/networks/11a58e42-e643-41aa-b173-394f904f7f4d HTTP/1.1" status: 204 len: 168 time: 0.2986782 Nov 23 18:34:12.703297 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 57454) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:34:12.711822 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9cd415-2fc6-40b6-9027-ff0270fd358b tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Pushing event deleted for resources: {'Network': ['ID=11a58e42-e643-41aa-b173-394f904f7f4d,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:34:12.761665 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-7fdf5c17-a97b-4259-a4c1-8a464fe8cbcf tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks [] for security_group, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:12.788113 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-7fdf5c17-a97b-4259-a4c1-8a464fe8cbcf tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:12.857776 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-7fdf5c17-a97b-4259-a4c1-8a464fe8cbcf tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:12.860968 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-7fdf5c17-a97b-4259-a4c1-8a464fe8cbcf tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks [] for security_group, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:12.862249 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-7fdf5c17-a97b-4259-a4c1-8a464fe8cbcf tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "DELETE /v2.0/security-groups/6eb519ee-3603-47d3-83ee-920723b2f506 HTTP/1.1" status: 204 len: 168 time: 0.1575820 Nov 23 18:34:12.873487 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdf5c17-a97b-4259-a4c1-8a464fe8cbcf tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6eb519ee-3603-47d3-83ee-920723b2f506,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:34:12.912942 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 5caac4fd-9340-4bed-8b8f-a8e24571dd1f no longer exists at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:34:12.935929 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] No Port match for: 5caac4fd-9340-4bed-8b8f-a8e24571dd1f {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:34:12.936293 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 5caac4fd-9340-4bed-8b8f-a8e24571dd1f not bound to the agent host n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:34:12.936776 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 8aba9549-7a4b-44e2-95fc-c95df96de8ac no longer exists at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:34:12.957177 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] No Port match for: 8aba9549-7a4b-44e2-95fc-c95df96de8ac {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:34:12.957520 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 8aba9549-7a4b-44e2-95fc-c95df96de8ac not bound to the agent host n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:34:12.957924 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device dab4c4eb-5ceb-4643-9e35-7b304a252c4e no longer exists at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:34:12.977791 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] No Port match for: dab4c4eb-5ceb-4643-9e35-7b304a252c4e {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:34:12.978135 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device dab4c4eb-5ceb-4643-9e35-7b304a252c4e not bound to the agent host n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:34:13.114881 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-f78a42b8-dece-406d-8590-a92253ae2e40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:13.194330 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 57460) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:34:13.198980 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-4a7dd6d1-2262-45de-8f6a-ac895f4e0ce2 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-523768805', 'description': 'tempest-secgroup-smoke-523768805 description', 'project_id': '000e27ec11d44dc3b43cac2203fcea4b'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:34:13.221406 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4a7dd6d1-2262-45de-8f6a-ac895f4e0ce2 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks [] for security_group, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:13.285858 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4a7dd6d1-2262-45de-8f6a-ac895f4e0ce2 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks [] for security_group, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:13.289735 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4a7dd6d1-2262-45de-8f6a-ac895f4e0ce2 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:13.317249 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4a7dd6d1-2262-45de-8f6a-ac895f4e0ce2 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:13.318473 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-4a7dd6d1-2262-45de-8f6a-ac895f4e0ce2 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1230917 Nov 23 18:34:13.321557 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 57462) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:34:13.322462 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7dd6d1-2262-45de-8f6a-ac895f4e0ce2 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fdf2a52c-1a00-4b93-b29c-b758ad50dbe7,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:34:13.327369 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-a1180e10-9cc5-418c-b41c-a2cfe9866f84 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Request body: {'security_group_rule': {'security_group_id': 'fdf2a52c-1a00-4b93-b29c-b758ad50dbe7', 'project_id': '000e27ec11d44dc3b43cac2203fcea4b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:34:13.354650 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-a1180e10-9cc5-418c-b41c-a2cfe9866f84 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:13.399787 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-a1180e10-9cc5-418c-b41c-a2cfe9866f84 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:13.403659 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-a1180e10-9cc5-418c-b41c-a2cfe9866f84 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994370'] for security_group_rule, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:13.422120 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1180e10-9cc5-418c-b41c-a2cfe9866f84 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=caf7668f-b074-40ef-bc7d-f41c2d07e75e,revision_number=0']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:34:13.430977 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-a1180e10-9cc5-418c-b41c-a2cfe9866f84 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:13.432161 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-a1180e10-9cc5-418c-b41c-a2cfe9866f84 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1095631 Nov 23 18:34:13.435315 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 57464) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:34:13.440038 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-d9e54527-e837-4455-a098-3c49e6ede4a4 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Request body: {'security_group_rule': {'security_group_id': 'fdf2a52c-1a00-4b93-b29c-b758ad50dbe7', 'project_id': '000e27ec11d44dc3b43cac2203fcea4b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:34:13.466872 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-d9e54527-e837-4455-a098-3c49e6ede4a4 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:13.525682 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-d9e54527-e837-4455-a098-3c49e6ede4a4 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:13.529431 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-d9e54527-e837-4455-a098-3c49e6ede4a4 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994370'] for security_group_rule, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:13.548124 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e54527-e837-4455-a098-3c49e6ede4a4 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6d66fa6-d5d5-4149-a085-85a96159919b,revision_number=0']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:34:13.557255 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-d9e54527-e837-4455-a098-3c49e6ede4a4 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:13.558456 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-d9e54527-e837-4455-a098-3c49e6ede4a4 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1222003 Nov 23 18:34:13.561170 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 57466) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:34:13.566913 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-1edd0015-bdab-456c-84eb-942423deb2d3 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Request body: {'security_group_rule': {'security_group_id': 'fdf2a52c-1a00-4b93-b29c-b758ad50dbe7', 'project_id': '000e27ec11d44dc3b43cac2203fcea4b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:34:13.593177 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-1edd0015-bdab-456c-84eb-942423deb2d3 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:13.650226 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-1edd0015-bdab-456c-84eb-942423deb2d3 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:13.653535 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-1edd0015-bdab-456c-84eb-942423deb2d3 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994370'] for security_group_rule, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:13.669802 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edd0015-bdab-456c-84eb-942423deb2d3 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69791847-498e-4226-8ec6-f2c53455a561,revision_number=0']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:34:13.683046 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-1edd0015-bdab-456c-84eb-942423deb2d3 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:13.684514 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-1edd0015-bdab-456c-84eb-942423deb2d3 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1214936 Nov 23 18:34:13.688028 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 57468) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:34:13.692330 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-bc75c345-3f7d-4c36-a8da-0ef5f5cef801 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Request body: {'security_group_rule': {'security_group_id': 'fdf2a52c-1a00-4b93-b29c-b758ad50dbe7', 'project_id': '000e27ec11d44dc3b43cac2203fcea4b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:34:13.719221 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-bc75c345-3f7d-4c36-a8da-0ef5f5cef801 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:13.778140 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-bc75c345-3f7d-4c36-a8da-0ef5f5cef801 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:13.781809 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-bc75c345-3f7d-4c36-a8da-0ef5f5cef801 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994370'] for security_group_rule, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:13.801137 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc75c345-3f7d-4c36-a8da-0ef5f5cef801 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0c1ce30-fd9e-4109-8e19-b7542289a1a4,revision_number=0']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:34:13.808845 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-bc75c345-3f7d-4c36-a8da-0ef5f5cef801 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:13.810036 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-bc75c345-3f7d-4c36-a8da-0ef5f5cef801 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1210413 Nov 23 18:34:13.813525 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 57470) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:34:13.817858 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-56fcaac3-154f-4c53-bd6d-9abd52c79319 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Request body: {'security_group_rule': {'security_group_id': 'fdf2a52c-1a00-4b93-b29c-b758ad50dbe7', 'project_id': '000e27ec11d44dc3b43cac2203fcea4b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:34:13.839734 n-d-816206-8 neutron-server[103591]: INFO neutron.db.securitygroups_db [None req-56fcaac3-154f-4c53-bd6d-9abd52c79319 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Project 000e27ec11d44dc3b43cac2203fcea4b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 18:34:13.845096 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-56fcaac3-154f-4c53-bd6d-9abd52c79319 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:13.906339 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-56fcaac3-154f-4c53-bd6d-9abd52c79319 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:13.909853 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-56fcaac3-154f-4c53-bd6d-9abd52c79319 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994370'] for security_group_rule, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:13.930097 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fcaac3-154f-4c53-bd6d-9abd52c79319 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c456988-bbf4-4590-9f54-5992719d415a,revision_number=0']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:34:13.935223 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-56fcaac3-154f-4c53-bd6d-9abd52c79319 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:13.936401 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-56fcaac3-154f-4c53-bd6d-9abd52c79319 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1219244 Nov 23 18:34:13.939141 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 57472) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:34:13.943316 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-a56b74ba-20f8-40ac-96dd-fcff6b106b49 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Request body: {'security_group_rule': {'security_group_id': 'fdf2a52c-1a00-4b93-b29c-b758ad50dbe7', 'project_id': '000e27ec11d44dc3b43cac2203fcea4b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:34:13.964479 n-d-816206-8 neutron-server[103591]: INFO neutron.db.securitygroups_db [None req-a56b74ba-20f8-40ac-96dd-fcff6b106b49 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Project 000e27ec11d44dc3b43cac2203fcea4b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 18:34:13.969997 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-a56b74ba-20f8-40ac-96dd-fcff6b106b49 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:14.027791 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-a56b74ba-20f8-40ac-96dd-fcff6b106b49 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:14.031629 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-a56b74ba-20f8-40ac-96dd-fcff6b106b49 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994370'] for security_group_rule, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:14.051352 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56b74ba-20f8-40ac-96dd-fcff6b106b49 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99cbd108-9e98-4e3f-a0b4-c91317719e06,revision_number=0']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:34:14.051580 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:14.060080 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-a56b74ba-20f8-40ac-96dd-fcff6b106b49 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:14.061330 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-a56b74ba-20f8-40ac-96dd-fcff6b106b49 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1212561 Nov 23 18:34:14.064220 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 57474) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:34:14.068888 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-faddeb1d-1e37-4338-9bdd-444e06e52958 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Request body: {'network': {'name': 'tempest-network-smoke--853359793', 'project_id': '000e27ec11d44dc3b43cac2203fcea4b', 'port_security_enabled': True}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:34:14.089573 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faddeb1d-1e37-4338-9bdd-444e06e52958 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Made reservation on behalf of 000e27ec11d44dc3b43cac2203fcea4b for: {'network': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:34:14.093412 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-faddeb1d-1e37-4338-9bdd-444e06e52958 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for network, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:14.118710 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-faddeb1d-1e37-4338-9bdd-444e06e52958 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] vlan segment allocate from pool success with {'vlan_id': 546, 'physical_network': 'physnet1'} {{(pid=103591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 18:34:14.128974 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-faddeb1d-1e37-4338-9bdd-444e06e52958 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:14.129311 n-d-816206-8 neutron-server[103591]: INFO neutron.db.segments_db [None req-faddeb1d-1e37-4338-9bdd-444e06e52958 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Added segment 0999fdd6-916f-4934-86e8-8f6f533daa66 of type vlan for network 9f7d53fd-dc6b-4139-bf76-ce3beb14e6fa Nov 23 18:34:14.168841 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-faddeb1d-1e37-4338-9bdd-444e06e52958 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736635338810'] for network, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:14.193231 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-faddeb1d-1e37-4338-9bdd-444e06e52958 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493'] for network, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:14.198776 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faddeb1d-1e37-4338-9bdd-444e06e52958 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:34:14.199352 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-faddeb1d-1e37-4338-9bdd-444e06e52958 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks [] for network, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:14.239849 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-faddeb1d-1e37-4338-9bdd-444e06e52958 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1746233 Nov 23 18:34:14.242642 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 57476) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:34:14.271970 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-c39393da-669f-4a6b-b995-8231ad0486c7 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1726717356', 'admin_state_up': True, 'project_id': '000e27ec11d44dc3b43cac2203fcea4b', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'}}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:34:14.282651 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faddeb1d-1e37-4338-9bdd-444e06e52958 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Pushing event updated for resources: {'Network': ['ID=9f7d53fd-dc6b-4139-bf76-ce3beb14e6fa,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:34:14.292946 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Network 9f7d53fd-dc6b-4139-bf76-ce3beb14e6fa details requested by agent ovs-agent-n-d-816206-8 with host n-d-816206-8 {{(pid=103592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 18:34:14.299620 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c39393da-669f-4a6b-b995-8231ad0486c7 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1793449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8093'] for router, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:14.300747 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c39393da-669f-4a6b-b995-8231ad0486c7 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1794473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1794771', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1638326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8086'] for router, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:14.355346 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c39393da-669f-4a6b-b995-8231ad0486c7 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:14.494928 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c39393da-669f-4a6b-b995-8231ad0486c7 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:14.685264 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c39393da-669f-4a6b-b995-8231ad0486c7 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks [] for router_gateway, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:14.707755 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c39393da-669f-4a6b-b995-8231ad0486c7 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:14.809477 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.db_base_plugin_common [None req-c39393da-669f-4a6b-b995-8231ad0486c7 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Allocated IP 172.25.3.96 (4c8455ba-1be5-42ac-b8c2-8a16e1292d55/08fe3644-ce41-4c3f-a7ea-92bac0f0fff5/8d917691-251f-43af-8e08-4d1065eb0874) {{(pid=103591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:34:14.852290 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:14.917937 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c39393da-669f-4a6b-b995-8231ad0486c7 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks [] for port, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:14.950844 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c39393da-669f-4a6b-b995-8231ad0486c7 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:14.991223 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c39393da-669f-4a6b-b995-8231ad0486c7 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Network 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 is already hosted by enough agents. {{(pid=103591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:34:14.994227 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [None req-c39393da-669f-4a6b-b995-8231ad0486c7 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Resources bound (agent type, host, resource id): {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:34:14.998031 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c39393da-669f-4a6b-b995-8231ad0486c7 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Received port after_create {{(pid=103591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:34:15.008648 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5607409-6523-44cc-babe-15048fe5d40a None None] DHCP port deletion for 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:34:15.021476 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39393da-669f-4a6b-b995-8231ad0486c7 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Pushing event updated for resources: {'Port': ['ID=8d917691-251f-43af-8e08-4d1065eb0874,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:34:15.068632 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-5c5e0805-e3f3-4e9e-9299-777e1442cc96 None None] Provisioning complete for port 8d917691-251f-43af-8e08-4d1065eb0874 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:34:15.069232 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-5c5e0805-e3f3-4e9e-9299-777e1442cc96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:15.102776 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-5c5e0805-e3f3-4e9e-9299-777e1442cc96 None None] Port 8d917691-251f-43af-8e08-4d1065eb0874 cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:34:15.188933 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-f52c2c32-bac2-429c-b719-4bed016d96a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:15.252952 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c39393da-669f-4a6b-b995-8231ad0486c7 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks [] for router_gateway, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:15.448141 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c39393da-669f-4a6b-b995-8231ad0486c7 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1794316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1795362'] for router, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:15.578194 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c39393da-669f-4a6b-b995-8231ad0486c7 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Router 86087c13-066a-4cac-9611-4d4bcd368cd6 is scheduled to L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 with binding_index 1 {{(pid=103591) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 18:34:15.682102 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c39393da-669f-4a6b-b995-8231ad0486c7 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:34:15.693239 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0fe999e-c98e-4c32-a72c-c994881626f1 None None] Sync routers for ids ['86087c13-066a-4cac-9611-4d4bcd368cd6'] in n-d-816206-8 {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:34:15.704213 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c39393da-669f-4a6b-b995-8231ad0486c7 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks [] for router, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:15.705408 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-c39393da-669f-4a6b-b995-8231ad0486c7 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4617677 Nov 23 18:34:15.706895 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0fe999e-c98e-4c32-a72c-c994881626f1 None None] Routers {'86087c13-066a-4cac-9611-4d4bcd368cd6'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:34:15.707515 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-c0fe999e-c98e-4c32-a72c-c994881626f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T18:34:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['86087c13-066a-4cac-9611-4d4bcd368cd6'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:34:15.708772 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 57486) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:34:15.783079 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-f55535e8-ca4c-4272-8931-592890ffb16c tempest-TestNetworkAdvancedServerOps-1140721612 tempest-TestNetworkAdvancedServerOps-1140721612-project-admin] 10.222.0.60 "GET /v2.0/subnets?project_id=000e27ec11d44dc3b43cac2203fcea4b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0727546 Nov 23 18:34:15.785161 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 57490) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:34:15.812204 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvr_db [None req-c0fe999e-c98e-4c32-a72c-c994881626f1 None None] Set router 86087c13-066a-4cac-9611-4d4bcd368cd6 gateway port host: n-d-816206-8 {{(pid=103592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:34:15.871095 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76f15485-5b9f-4070-b49d-c53ae63116c8 tempest-TestNetworkAdvancedServerOps-1140721612 tempest-TestNetworkAdvancedServerOps-1140721612-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:34:15.872846 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-76f15485-5b9f-4070-b49d-c53ae63116c8 tempest-TestNetworkAdvancedServerOps-1140721612 tempest-TestNetworkAdvancedServerOps-1140721612-project-admin] 10.222.0.60 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0867381 Nov 23 18:34:15.876329 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 57492) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:34:15.908817 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-20691e4c-18e1-4fc0-b11b-f27699e22f87 tempest-TestNetworkAdvancedServerOps-1140721612 tempest-TestNetworkAdvancedServerOps-1140721612-project-admin] 10.222.0.60 "GET /v2.0/subnets?network_id=4c8455ba-1be5-42ac-b8c2-8a16e1292d55&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0312927 Nov 23 18:34:15.911348 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 57494) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:34:15.916001 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-f7ef4dc0-d7a8-4daf-901f-751c8e82cb28 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1897776698', 'network_id': '9f7d53fd-dc6b-4139-bf76-ce3beb14e6fa', 'project_id': '000e27ec11d44dc3b43cac2203fcea4b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:34:15.986936 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-c0fe999e-c98e-4c32-a72c-c994881626f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86087c13-066a-4cac-9611-4d4bcd368cd6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1726717356', 'tenant_id': '000e27ec11d44dc3b43cac2203fcea4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.96'}], 'enable_snat': True}, 'gw_port_id': '8d917691-251f-43af-8e08-4d1065eb0874', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:34:14Z', 'updated_at': '2021-11-23T18:34:15Z', 'revision_number': 3, 'project_id': '000e27ec11d44dc3b43cac2203fcea4b', 'gw_port': {'id': '8d917691-251f-43af-8e08-4d1065eb0874', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:ee:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86087c13-066a-4cac-9611-4d4bcd368cd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:34:14Z', 'updated_at': '2021-11-23T18:34:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8'}], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:34:16.004758 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7ef4dc0-d7a8-4daf-901f-751c8e82cb28 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Made reservation on behalf of 000e27ec11d44dc3b43cac2203fcea4b for: {'subnet': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:34:16.008224 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-f7ef4dc0-d7a8-4daf-901f-751c8e82cb28 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264314294'] for subnet, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:16.013354 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0fe999e-c98e-4c32-a72c-c994881626f1 None None] Checking router: 86087c13-066a-4cac-9611-4d4bcd368cd6 for host: n-d-816206-8 {{(pid=103592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:34:16.013691 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0fe999e-c98e-4c32-a72c-c994881626f1 None None] Updating router 86087c13-066a-4cac-9611-4d4bcd368cd6 port 8d917691-251f-43af-8e08-4d1065eb0874 binding host n-d-816206-8 {{(pid=103592) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 18:34:16.041357 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0fe999e-c98e-4c32-a72c-c994881626f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:16.190161 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-f7ef4dc0-d7a8-4daf-901f-751c8e82cb28 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264758079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264314276'] for subnet, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:16.250114 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ef4dc0-d7a8-4daf-901f-751c8e82cb28 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Pushing event updated for resources: {'Subnet': ['ID=881060e9-dae8-496c-8520-e30417241d26,revision_number=0']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:34:16.258622 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7ef4dc0-d7a8-4daf-901f-751c8e82cb28 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Checking segment: {'id': '0999fdd6-916f-4934-86e8-8f6f533daa66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '9f7d53fd-dc6b-4139-bf76-ce3beb14e6fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:34:16.258991 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7ef4dc0-d7a8-4daf-901f-751c8e82cb28 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Network hostable DHCP agents. Network: 9f7d53fd-dc6b-4139-bf76-ce3beb14e6fa, hostable agents: ['0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3'], hosted agents: [] {{(pid=103591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 18:34:16.275975 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7ef4dc0-d7a8-4daf-901f-751c8e82cb28 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Network 9f7d53fd-dc6b-4139-bf76-ce3beb14e6fa is scheduled to be hosted by DHCP agent 0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3 with binding_index 1 {{(pid=103591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 18:34:16.285548 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [None req-f7ef4dc0-d7a8-4daf-901f-751c8e82cb28 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-8, 9f7d53fd-dc6b-4139-bf76-ce3beb14e6fa) {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:34:16.290075 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0fe999e-c98e-4c32-a72c-c994881626f1 None None] Publish callbacks [] for port, precommit_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:16.290632 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7ef4dc0-d7a8-4daf-901f-751c8e82cb28 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:34:16.291459 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-f7ef4dc0-d7a8-4daf-901f-751c8e82cb28 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for subnet, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:16.294460 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1a9f680-e6c2-40da-9686-a145e72e55dc None None] Network 9f7d53fd-dc6b-4139-bf76-ce3beb14e6fa requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:34:16.297815 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0fe999e-c98e-4c32-a72c-c994881626f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:16.309964 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-f7ef4dc0-d7a8-4daf-901f-751c8e82cb28 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3976328 Nov 23 18:34:16.313276 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 57496) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:34:16.365614 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aaa8edb-42e8-4d96-94e1-d82791681c74 None None] DHCP port deletion for 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:34:16.409519 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a4e6af-3bd0-4265-aa1c-38640785873c None None] Pushing event updated for resources: {'Port': ['ID=8d917691-251f-43af-8e08-4d1065eb0874,revision_number=2']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:34:16.414837 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-c0fe999e-c98e-4c32-a72c-c994881626f1 None None] Attempting to bind port 8d917691-251f-43af-8e08-4d1065eb0874 on host n-d-816206-8 for vnic_type normal with profile {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:34:16.415216 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-c0fe999e-c98e-4c32-a72c-c994881626f1 None None] Attempting to bind port 8d917691-251f-43af-8e08-4d1065eb0874 by drivers openvswitch,hyperv on host n-d-816206-8 at level 0 using segments [{'id': 'bffd1e4f-e80f-4ff0-b418-2f42ae15febf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:34:16.415587 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0fe999e-c98e-4c32-a72c-c994881626f1 None None] Attempting to bind port 8d917691-251f-43af-8e08-4d1065eb0874 on network 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:34:16.423175 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0fe999e-c98e-4c32-a72c-c994881626f1 None None] Checking agent: {'id': '9e89acbe-4bbe-4c77-a18b-6f1da9133e0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 7, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 33, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:34:16.423613 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0fe999e-c98e-4c32-a72c-c994881626f1 None None] Checking segment: {'id': 'bffd1e4f-e80f-4ff0-b418-2f42ae15febf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:34:16.423998 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0fe999e-c98e-4c32-a72c-c994881626f1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:16.424338 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0fe999e-c98e-4c32-a72c-c994881626f1 None None] Bound using segment: {'id': 'bffd1e4f-e80f-4ff0-b418-2f42ae15febf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:34:16.424829 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-c0fe999e-c98e-4c32-a72c-c994881626f1 None None] Bound port: 8d917691-251f-43af-8e08-4d1065eb0874, host: n-d-816206-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bffd1e4f-e80f-4ff0-b418-2f42ae15febf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'}}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:34:16.425205 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0fe999e-c98e-4c32-a72c-c994881626f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:16.517115 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0fe999e-c98e-4c32-a72c-c994881626f1 None None] For port 8d917691-251f-43af-8e08-4d1065eb0874, host n-d-816206-8, cleared binding levels {{(pid=103592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:34:16.521571 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0fe999e-c98e-4c32-a72c-c994881626f1 None None] For port 8d917691-251f-43af-8e08-4d1065eb0874, host n-d-816206-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=8d917691-251f-43af-8e08-4d1065eb0874,segment=NetworkSegment(bffd1e4f-e80f-4ff0-b418-2f42ae15febf),segment_id=bffd1e4f-e80f-4ff0-b418-2f42ae15febf)] {{(pid=103592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:34:16.533054 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0fe999e-c98e-4c32-a72c-c994881626f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:16.596816 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-99d98e6e-2292-4030-a24c-37183211c6f0 None None] Provisioning complete for port 8d917691-251f-43af-8e08-4d1065eb0874 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:34:16.597284 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-99d98e6e-2292-4030-a24c-37183211c6f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:16.603470 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cc8d073-325e-47d2-a7a4-78c00aa369fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp355044b8-8e87-58c4-94fa-4a010ec30f9e-9f7d53fd-dc6b-4139-bf76-ce3beb14e6fa', 'network_id': '9f7d53fd-dc6b-4139-bf76-ce3beb14e6fa', 'tenant_id': '000e27ec11d44dc3b43cac2203fcea4b', 'fixed_ips': [{'subnet_id': '881060e9-dae8-496c-8520-e30417241d26'}]}} from n-d-816206-8. {{(pid=103592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 18:34:16.604320 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-8cc8d073-325e-47d2-a7a4-78c00aa369fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:16.610015 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aad62f85-7b5d-4f94-875e-547e1fd126be None None] DHCP port deletion for 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:34:16.653338 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0fe999e-c98e-4c32-a72c-c994881626f1 None None] Routers {'86087c13-066a-4cac-9611-4d4bcd368cd6'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:34:16.653974 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-c0fe999e-c98e-4c32-a72c-c994881626f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T18:34:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['86087c13-066a-4cac-9611-4d4bcd368cd6'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:34:16.668618 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a4e6af-3bd0-4265-aa1c-38640785873c None None] Pushing event updated for resources: {'Port': ['ID=8d917691-251f-43af-8e08-4d1065eb0874,revision_number=3']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:34:16.762974 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-543d8ee1-4289-4d7b-b2c1-f859f0cd03e1 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:17.006333 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-52822d53-48f5-4819-8a95-bdc13aea0bf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:17.046744 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.db_base_plugin_common [None req-543d8ee1-4289-4d7b-b2c1-f859f0cd03e1 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Allocated IP 172.20.0.1 (9f7d53fd-dc6b-4139-bf76-ce3beb14e6fa/881060e9-dae8-496c-8520-e30417241d26/612511ea-d817-4e2f-93ce-f628e35eca9a) {{(pid=103591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:34:17.047379 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvr_db [None req-c0fe999e-c98e-4c32-a72c-c994881626f1 None None] Set router 86087c13-066a-4cac-9611-4d4bcd368cd6 gateway port host: n-d-816206-8 {{(pid=103592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:34:17.103036 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-99d98e6e-2292-4030-a24c-37183211c6f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:17.142857 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-99d98e6e-2292-4030-a24c-37183211c6f0 None None] For port 8d917691-251f-43af-8e08-4d1065eb0874, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=8d917691-251f-43af-8e08-4d1065eb0874,segment=NetworkSegment(bffd1e4f-e80f-4ff0-b418-2f42ae15febf),segment_id=bffd1e4f-e80f-4ff0-b418-2f42ae15febf)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:34:17.160949 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-543d8ee1-4289-4d7b-b2c1-f859f0cd03e1 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks [] for port, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:17.170996 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-99d98e6e-2292-4030-a24c-37183211c6f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:17.194270 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-543d8ee1-4289-4d7b-b2c1-f859f0cd03e1 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:17.237715 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-543d8ee1-4289-4d7b-b2c1-f859f0cd03e1 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Network 9f7d53fd-dc6b-4139-bf76-ce3beb14e6fa is already hosted by enough agents. {{(pid=103591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:34:17.240661 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [None req-543d8ee1-4289-4d7b-b2c1-f859f0cd03e1 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Resources bound (agent type, host, resource id): {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:34:17.244278 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-543d8ee1-4289-4d7b-b2c1-f859f0cd03e1 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Received port after_create {{(pid=103591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:34:17.273146 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543d8ee1-4289-4d7b-b2c1-f859f0cd03e1 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Pushing event updated for resources: {'Port': ['ID=612511ea-d817-4e2f-93ce-f628e35eca9a,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:34:17.297016 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d98e6e-2292-4030-a24c-37183211c6f0 None None] Pushing event updated for resources: {'Port': ['ID=8d917691-251f-43af-8e08-4d1065eb0874,revision_number=4']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:34:17.297620 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-543d8ee1-4289-4d7b-b2c1-f859f0cd03e1 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1795539'] for router_interface, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:17.309211 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.db_base_plugin_common [None req-8cc8d073-325e-47d2-a7a4-78c00aa369fe None None] Allocated IP 172.20.0.2 (9f7d53fd-dc6b-4139-bf76-ce3beb14e6fa/881060e9-dae8-496c-8520-e30417241d26/b7490792-3ebc-41c2-89b8-c05239f955ca) {{(pid=103592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:34:17.344780 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-38f45adc-af3d-4fcf-a608-c4a2f75a8f1f None None] Provisioning complete for port 8d917691-251f-43af-8e08-4d1065eb0874 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:34:17.345152 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-38f45adc-af3d-4fcf-a608-c4a2f75a8f1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:17.426700 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-543d8ee1-4289-4d7b-b2c1-f859f0cd03e1 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:17.455841 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-c0fe999e-c98e-4c32-a72c-c994881626f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86087c13-066a-4cac-9611-4d4bcd368cd6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1726717356', 'tenant_id': '000e27ec11d44dc3b43cac2203fcea4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.96'}], 'enable_snat': True}, 'gw_port_id': '8d917691-251f-43af-8e08-4d1065eb0874', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:34:14Z', 'updated_at': '2021-11-23T18:34:15Z', 'revision_number': 3, 'project_id': '000e27ec11d44dc3b43cac2203fcea4b', 'gw_port': {'id': '8d917691-251f-43af-8e08-4d1065eb0874', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:ee:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86087c13-066a-4cac-9611-4d4bcd368cd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:34:14Z', 'updated_at': '2021-11-23T18:34:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8'}], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:34:17.507285 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0fe999e-c98e-4c32-a72c-c994881626f1 None None] The sync data for ids ['86087c13-066a-4cac-9611-4d4bcd368cd6'] in n-d-816206-8 is: [{'id': '86087c13-066a-4cac-9611-4d4bcd368cd6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1726717356', 'tenant_id': '000e27ec11d44dc3b43cac2203fcea4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.96'}], 'enable_snat': True}, 'gw_port_id': '8d917691-251f-43af-8e08-4d1065eb0874', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:34:14Z', 'updated_at': '2021-11-23T18:34:15Z', 'revision_number': 3, 'project_id': '000e27ec11d44dc3b43cac2203fcea4b', 'gw_port': {'id': '8d917691-251f-43af-8e08-4d1065eb0874', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:ee:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86087c13-066a-4cac-9611-4d4bcd368cd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:34:14Z', 'updated_at': '2021-11-23T18:34:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8'}] {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:34:17.575985 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-8cc8d073-325e-47d2-a7a4-78c00aa369fe None None] Publish callbacks [] for port, precommit_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:17.584890 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-8cc8d073-325e-47d2-a7a4-78c00aa369fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980'] for port, after_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:17.627484 n-d-816206-8 neutron-server[103592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cc8d073-325e-47d2-a7a4-78c00aa369fe None None] Network 9f7d53fd-dc6b-4139-bf76-ce3beb14e6fa is already hosted by enough agents. {{(pid=103592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:34:17.629048 n-d-816206-8 neutron-server[103592]: DEBUG neutron.scheduler.base_scheduler [None req-8cc8d073-325e-47d2-a7a4-78c00aa369fe None None] Resources bound (agent type, host, resource id): {{(pid=103592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:34:17.632855 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cc8d073-325e-47d2-a7a4-78c00aa369fe None None] Received port after_create {{(pid=103592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:34:17.644681 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc8d073-325e-47d2-a7a4-78c00aa369fe None None] Pushing event updated for resources: {'Port': ['ID=b7490792-3ebc-41c2-89b8-c05239f955ca,revision_number=1']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:34:17.696896 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-8cc8d073-325e-47d2-a7a4-78c00aa369fe None None] Attempting to bind port b7490792-3ebc-41c2-89b8-c05239f955ca on host n-d-816206-8 for vnic_type normal with profile {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:34:17.697441 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-8cc8d073-325e-47d2-a7a4-78c00aa369fe None None] Attempting to bind port b7490792-3ebc-41c2-89b8-c05239f955ca by drivers openvswitch,hyperv on host n-d-816206-8 at level 0 using segments [{'id': '0999fdd6-916f-4934-86e8-8f6f533daa66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '9f7d53fd-dc6b-4139-bf76-ce3beb14e6fa'}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:34:17.697783 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cc8d073-325e-47d2-a7a4-78c00aa369fe None None] Attempting to bind port b7490792-3ebc-41c2-89b8-c05239f955ca on network 9f7d53fd-dc6b-4139-bf76-ce3beb14e6fa {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:34:17.704420 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cc8d073-325e-47d2-a7a4-78c00aa369fe None None] Checking agent: {'id': '9e89acbe-4bbe-4c77-a18b-6f1da9133e0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 7, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 33, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:34:17.704909 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cc8d073-325e-47d2-a7a4-78c00aa369fe None None] Checking segment: {'id': '0999fdd6-916f-4934-86e8-8f6f533daa66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '9f7d53fd-dc6b-4139-bf76-ce3beb14e6fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:34:17.705228 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-8cc8d073-325e-47d2-a7a4-78c00aa369fe None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:17.705632 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cc8d073-325e-47d2-a7a4-78c00aa369fe None None] Bound using segment: {'id': '0999fdd6-916f-4934-86e8-8f6f533daa66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '9f7d53fd-dc6b-4139-bf76-ce3beb14e6fa'} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:34:17.706119 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-8cc8d073-325e-47d2-a7a4-78c00aa369fe None None] Bound port: b7490792-3ebc-41c2-89b8-c05239f955ca, host: n-d-816206-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0999fdd6-916f-4934-86e8-8f6f533daa66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '9f7d53fd-dc6b-4139-bf76-ce3beb14e6fa'}}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:34:17.706660 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-8cc8d073-325e-47d2-a7a4-78c00aa369fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:17.809521 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-8cc8d073-325e-47d2-a7a4-78c00aa369fe None None] For port b7490792-3ebc-41c2-89b8-c05239f955ca, host n-d-816206-8, cleared binding levels {{(pid=103592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:34:17.814371 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-8cc8d073-325e-47d2-a7a4-78c00aa369fe None None] For port b7490792-3ebc-41c2-89b8-c05239f955ca, host n-d-816206-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=b7490792-3ebc-41c2-89b8-c05239f955ca,segment=NetworkSegment(0999fdd6-916f-4934-86e8-8f6f533daa66),segment_id=0999fdd6-916f-4934-86e8-8f6f533daa66)] {{(pid=103592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:34:17.818147 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-8cc8d073-325e-47d2-a7a4-78c00aa369fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:17.881733 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc8d073-325e-47d2-a7a4-78c00aa369fe None None] Pushing event updated for resources: {'Port': ['ID=b7490792-3ebc-41c2-89b8-c05239f955ca,revision_number=2']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:34:18.007533 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9a27ae6c-db98-474f-94c1-cc99bf842d79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:18.132791 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-543d8ee1-4289-4d7b-b2c1-f859f0cd03e1 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks [] for port, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:18.139128 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-543d8ee1-4289-4d7b-b2c1-f859f0cd03e1 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264758186'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:18.230725 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-543d8ee1-4289-4d7b-b2c1-f859f0cd03e1 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2068703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1794403'] for router_interface, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:18.241997 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543d8ee1-4289-4d7b-b2c1-f859f0cd03e1 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Pushing event updated for resources: {'Port': ['ID=612511ea-d817-4e2f-93ce-f628e35eca9a,revision_number=2']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:34:18.348079 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-543d8ee1-4289-4d7b-b2c1-f859f0cd03e1 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Network 9f7d53fd-dc6b-4139-bf76-ce3beb14e6fa is already hosted by enough agents. {{(pid=103591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:34:18.349860 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [None req-543d8ee1-4289-4d7b-b2c1-f859f0cd03e1 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Resources bound (agent type, host, resource id): {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:34:18.468699 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-543d8ee1-4289-4d7b-b2c1-f859f0cd03e1 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Router 86087c13-066a-4cac-9611-4d4bcd368cd6 has already been hosted by L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 {{(pid=103591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:34:18.497003 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:18.589324 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-543d8ee1-4289-4d7b-b2c1-f859f0cd03e1 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:34:18.595488 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-543d8ee1-4289-4d7b-b2c1-f859f0cd03e1 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "PUT /v2.0/routers/86087c13-066a-4cac-9611-4d4bcd368cd6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2812057 Nov 23 18:34:18.770880 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-363bd97b-c9f3-433f-9a91-0c063fa712a6 req-6d70e996-564a-469f-92c7-c733b3c3f0f6 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-523768805&fields=id&tenant_id=000e27ec11d44dc3b43cac2203fcea4b HTTP/1.1" status: 200 len: 267 time: 0.0622382 Nov 23 18:34:18.790589 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 8d917691-251f-43af-8e08-4d1065eb0874 up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:34:18.845171 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port 8d917691-251f-43af-8e08-4d1065eb0874 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:34:18.845542 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:18.896664 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363bd97b-c9f3-433f-9a91-0c063fa712a6 req-0d7b6e41-eeb4-4534-8980-33eab3028943 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:34:18.898261 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-363bd97b-c9f3-433f-9a91-0c063fa712a6 req-0d7b6e41-eeb4-4534-8980-33eab3028943 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "GET /v2.0/networks?id=9f7d53fd-dc6b-4139-bf76-ce3beb14e6fa HTTP/1.1" status: 200 len: 796 time: 0.1192813 Nov 23 18:34:18.915311 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-363bd97b-c9f3-433f-9a91-0c063fa712a6 req-9559133f-b28f-456d-b18c-0cbc59c7be20 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "GET /v2.0/quotas/000e27ec11d44dc3b43cac2203fcea4b HTTP/1.1" status: 200 len: 375 time: 0.0101674 Nov 23 18:34:18.925174 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2b7dbea-944c-42ea-966a-c0f573f59f07 None None] Network 9f7d53fd-dc6b-4139-bf76-ce3beb14e6fa requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:34:18.947969 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device b7490792-3ebc-41c2-89b8-c05239f955ca up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:34:18.970737 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-363bd97b-c9f3-433f-9a91-0c063fa712a6 req-21dd9bec-cde2-46bd-9d46-3bb32f5e0dd7 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=000e27ec11d44dc3b43cac2203fcea4b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0477386 Nov 23 18:34:19.048875 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-8a44136c-22cb-4ab7-91f1-6cd7cb33208f None None] Provisioning complete for port b7490792-3ebc-41c2-89b8-c05239f955ca triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:34:19.049250 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-8a44136c-22cb-4ab7-91f1-6cd7cb33208f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:19.127770 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port b7490792-3ebc-41c2-89b8-c05239f955ca triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:34:19.128143 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:19.142660 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-363bd97b-c9f3-433f-9a91-0c063fa712a6 req-baafcc89-7053-4d95-8746-da65bada906e service neutron] 10.222.0.60 "GET /v2.0/networks/9f7d53fd-dc6b-4139-bf76-ce3beb14e6fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1568151 Nov 23 18:34:19.237490 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-363bd97b-c9f3-433f-9a91-0c063fa712a6 req-eabc9930-bac5-4ed8-b34e-8561738e6f2e service neutron] 10.222.0.60 "GET /v2.0/networks/9f7d53fd-dc6b-4139-bf76-ce3beb14e6fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874269 Nov 23 18:34:19.250065 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-8a44136c-22cb-4ab7-91f1-6cd7cb33208f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:19.298584 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:19.321939 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-8a44136c-22cb-4ab7-91f1-6cd7cb33208f None None] For port b7490792-3ebc-41c2-89b8-c05239f955ca, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=b7490792-3ebc-41c2-89b8-c05239f955ca,segment=NetworkSegment(0999fdd6-916f-4934-86e8-8f6f533daa66),segment_id=0999fdd6-916f-4934-86e8-8f6f533daa66)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:34:19.330158 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-8a44136c-22cb-4ab7-91f1-6cd7cb33208f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:19.373399 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71eeff7a-038b-4af4-ba2a-0fac5d263da4 None None] Sync routers for ids ['86087c13-066a-4cac-9611-4d4bcd368cd6'] in n-d-816206-8 {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:34:19.391657 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71eeff7a-038b-4af4-ba2a-0fac5d263da4 None None] Routers {'86087c13-066a-4cac-9611-4d4bcd368cd6'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:34:19.392313 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-71eeff7a-038b-4af4-ba2a-0fac5d263da4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T18:34:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['86087c13-066a-4cac-9611-4d4bcd368cd6'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:34:19.432088 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.db.api [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103592) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 18:34:19.432435 n-d-816206-8 neutron-server[103592]: DEBUG oslo_db.api [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 18:34:19.433097 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a44136c-22cb-4ab7-91f1-6cd7cb33208f None None] Pushing event updated for resources: {'Port': ['ID=b7490792-3ebc-41c2-89b8-c05239f955ca,revision_number=3']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:34:19.472878 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-37dfcae6-cd20-4f21-a006-7ab2d00400eb req-cda2f676-4603-4bda-b4fc-521c8a836863 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "GET /v2.0/ports?device_id=6d45d16c-573f-4048-8335-d1d3427def31 HTTP/1.1" status: 200 len: 210 time: 0.0542154 Nov 23 18:34:19.562390 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-71eeff7a-038b-4af4-ba2a-0fac5d263da4 None None] Set router 86087c13-066a-4cac-9611-4d4bcd368cd6 gateway port host: n-d-816206-8 {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:34:19.657090 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-2f315c0f-91f8-4159-b4cb-67156d25eeba None None] Provisioning complete for port 612511ea-d817-4e2f-93ce-f628e35eca9a triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:34:19.658150 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-2f315c0f-91f8-4159-b4cb-67156d25eeba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:19.695994 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-2f315c0f-91f8-4159-b4cb-67156d25eeba None None] Port 612511ea-d817-4e2f-93ce-f628e35eca9a cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:34:19.709614 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-2f315c0f-91f8-4159-b4cb-67156d25eeba None None] Provisioning complete for port b7490792-3ebc-41c2-89b8-c05239f955ca triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:34:19.710038 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-2f315c0f-91f8-4159-b4cb-67156d25eeba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:19.814059 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-71eeff7a-038b-4af4-ba2a-0fac5d263da4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86087c13-066a-4cac-9611-4d4bcd368cd6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1726717356', 'tenant_id': '000e27ec11d44dc3b43cac2203fcea4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.96'}], 'enable_snat': True}, 'gw_port_id': '8d917691-251f-43af-8e08-4d1065eb0874', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:34:14Z', 'updated_at': '2021-11-23T18:34:17Z', 'revision_number': 4, 'project_id': '000e27ec11d44dc3b43cac2203fcea4b', 'gw_port': {'id': '8d917691-251f-43af-8e08-4d1065eb0874', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:ee:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86087c13-066a-4cac-9611-4d4bcd368cd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:34:14Z', 'updated_at': '2021-11-23T18:34:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_interfaces': [{'id': '612511ea-d817-4e2f-93ce-f628e35eca9a', 'name': '', 'network_id': '9f7d53fd-dc6b-4139-bf76-ce3beb14e6fa', 'tenant_id': '000e27ec11d44dc3b43cac2203fcea4b', 'mac_address': 'fa:16:3e:72:43:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86087c13-066a-4cac-9611-4d4bcd368cd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '881060e9-dae8-496c-8520-e30417241d26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:34:16Z', 'updated_at': '2021-11-23T18:34:17Z', 'revision_number': 2, 'project_id': '000e27ec11d44dc3b43cac2203fcea4b', 'subnets': [{'id': '881060e9-dae8-496c-8520-e30417241d26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:34:19.845814 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71eeff7a-038b-4af4-ba2a-0fac5d263da4 None None] Checking router: 86087c13-066a-4cac-9611-4d4bcd368cd6 for host: n-d-816206-8 {{(pid=103593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:34:19.846166 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71eeff7a-038b-4af4-ba2a-0fac5d263da4 None None] Updating router 86087c13-066a-4cac-9611-4d4bcd368cd6 port 612511ea-d817-4e2f-93ce-f628e35eca9a binding host n-d-816206-8 {{(pid=103593) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 18:34:19.871967 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-71eeff7a-038b-4af4-ba2a-0fac5d263da4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:20.005321 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-c0fa2342-c804-4bd6-9bc3-f86adacd9917 None None] Provisioning complete for port 612511ea-d817-4e2f-93ce-f628e35eca9a triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:34:20.005984 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0fa2342-c804-4bd6-9bc3-f86adacd9917 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:20.053383 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-c0fa2342-c804-4bd6-9bc3-f86adacd9917 None None] Port 612511ea-d817-4e2f-93ce-f628e35eca9a cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:34:20.171516 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-ec967139-c6f5-468d-89a3-ba1165daebc1 None None] Provisioning complete for port 612511ea-d817-4e2f-93ce-f628e35eca9a triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:34:20.171983 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-ec967139-c6f5-468d-89a3-ba1165daebc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:20.174206 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-71eeff7a-038b-4af4-ba2a-0fac5d263da4 None None] Publish callbacks [] for port, precommit_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:20.181375 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-71eeff7a-038b-4af4-ba2a-0fac5d263da4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:20.210000 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-ec967139-c6f5-468d-89a3-ba1165daebc1 None None] Port 612511ea-d817-4e2f-93ce-f628e35eca9a cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:34:20.230755 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a400dc5c-115b-4e7b-ab56-b73eb513c662 None None] Pushing event updated for resources: {'Port': ['ID=612511ea-d817-4e2f-93ce-f628e35eca9a,revision_number=3']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:34:20.241523 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a400dc5c-115b-4e7b-ab56-b73eb513c662 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:34:20.241523 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a400dc5c-115b-4e7b-ab56-b73eb513c662 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:34:20.241865 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a400dc5c-115b-4e7b-ab56-b73eb513c662 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:34:20.242203 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a400dc5c-115b-4e7b-ab56-b73eb513c662 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:34:20.242535 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a400dc5c-115b-4e7b-ab56-b73eb513c662 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:34:20.242865 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a400dc5c-115b-4e7b-ab56-b73eb513c662 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:34:20.243192 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a400dc5c-115b-4e7b-ab56-b73eb513c662 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:34:20.243517 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a400dc5c-115b-4e7b-ab56-b73eb513c662 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:34:20.243841 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a400dc5c-115b-4e7b-ab56-b73eb513c662 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:34:20.244169 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a400dc5c-115b-4e7b-ab56-b73eb513c662 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:34:20.244527 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a400dc5c-115b-4e7b-ab56-b73eb513c662 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:34:20.244838 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a400dc5c-115b-4e7b-ab56-b73eb513c662 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:34:20.296011 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [None req-71eeff7a-038b-4af4-ba2a-0fac5d263da4 None None] Attempting to bind port 612511ea-d817-4e2f-93ce-f628e35eca9a on host n-d-816206-8 for vnic_type normal with profile {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:34:20.296623 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [None req-71eeff7a-038b-4af4-ba2a-0fac5d263da4 None None] Attempting to bind port 612511ea-d817-4e2f-93ce-f628e35eca9a by drivers openvswitch,hyperv on host n-d-816206-8 at level 0 using segments [{'id': '0999fdd6-916f-4934-86e8-8f6f533daa66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '9f7d53fd-dc6b-4139-bf76-ce3beb14e6fa'}] {{(pid=103593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:34:20.296889 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71eeff7a-038b-4af4-ba2a-0fac5d263da4 None None] Attempting to bind port 612511ea-d817-4e2f-93ce-f628e35eca9a on network 9f7d53fd-dc6b-4139-bf76-ce3beb14e6fa {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:34:20.302344 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71eeff7a-038b-4af4-ba2a-0fac5d263da4 None None] Checking agent: {'id': '9e89acbe-4bbe-4c77-a18b-6f1da9133e0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 7, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 34, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:34:20.302720 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71eeff7a-038b-4af4-ba2a-0fac5d263da4 None None] Checking segment: {'id': '0999fdd6-916f-4934-86e8-8f6f533daa66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '9f7d53fd-dc6b-4139-bf76-ce3beb14e6fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:34:20.303121 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-71eeff7a-038b-4af4-ba2a-0fac5d263da4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:20.303509 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71eeff7a-038b-4af4-ba2a-0fac5d263da4 None None] Bound using segment: {'id': '0999fdd6-916f-4934-86e8-8f6f533daa66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '9f7d53fd-dc6b-4139-bf76-ce3beb14e6fa'} {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:34:20.303972 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [None req-71eeff7a-038b-4af4-ba2a-0fac5d263da4 None None] Bound port: 612511ea-d817-4e2f-93ce-f628e35eca9a, host: n-d-816206-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0999fdd6-916f-4934-86e8-8f6f533daa66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '9f7d53fd-dc6b-4139-bf76-ce3beb14e6fa'}}] {{(pid=103593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:34:20.304349 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-71eeff7a-038b-4af4-ba2a-0fac5d263da4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:20.369015 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-71eeff7a-038b-4af4-ba2a-0fac5d263da4 None None] For port 612511ea-d817-4e2f-93ce-f628e35eca9a, host n-d-816206-8, cleared binding levels {{(pid=103593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:34:20.372046 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-71eeff7a-038b-4af4-ba2a-0fac5d263da4 None None] For port 612511ea-d817-4e2f-93ce-f628e35eca9a, host n-d-816206-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=612511ea-d817-4e2f-93ce-f628e35eca9a,segment=NetworkSegment(0999fdd6-916f-4934-86e8-8f6f533daa66),segment_id=0999fdd6-916f-4934-86e8-8f6f533daa66)] {{(pid=103593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:34:20.379804 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-71eeff7a-038b-4af4-ba2a-0fac5d263da4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:20.435479 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71eeff7a-038b-4af4-ba2a-0fac5d263da4 None None] Routers {'86087c13-066a-4cac-9611-4d4bcd368cd6'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:34:20.436030 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-71eeff7a-038b-4af4-ba2a-0fac5d263da4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T18:34:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['86087c13-066a-4cac-9611-4d4bcd368cd6'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:34:20.442878 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-19176a56-6e45-40fa-8041-37c2d0af6837 None None] Provisioning complete for port 612511ea-d817-4e2f-93ce-f628e35eca9a triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:34:20.443514 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-19176a56-6e45-40fa-8041-37c2d0af6837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:20.601171 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-19176a56-6e45-40fa-8041-37c2d0af6837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:20.642666 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-19176a56-6e45-40fa-8041-37c2d0af6837 None None] For port 612511ea-d817-4e2f-93ce-f628e35eca9a, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=612511ea-d817-4e2f-93ce-f628e35eca9a,segment=NetworkSegment(0999fdd6-916f-4934-86e8-8f6f533daa66),segment_id=0999fdd6-916f-4934-86e8-8f6f533daa66)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:34:20.651781 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c0445446-8c60-45d6-bd7d-4a7c6482f895 req-c6fd056f-2c74-461f-a965-d570f11e811a tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "GET /v2.0/ports?device_id=6d45d16c-573f-4048-8335-d1d3427def31 HTTP/1.1" status: 200 len: 210 time: 0.0414674 Nov 23 18:34:20.659380 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-19176a56-6e45-40fa-8041-37c2d0af6837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:20.729087 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-71eeff7a-038b-4af4-ba2a-0fac5d263da4 None None] Set router 86087c13-066a-4cac-9611-4d4bcd368cd6 gateway port host: n-d-816206-8 {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:34:20.735071 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363bd97b-c9f3-433f-9a91-0c063fa712a6 req-7c15c841-e5e5-4140-8cb7-525d5e979353 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:34:20.736677 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-363bd97b-c9f3-433f-9a91-0c063fa712a6 req-7c15c841-e5e5-4140-8cb7-525d5e979353 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.55 "GET /v2.0/networks?id=9f7d53fd-dc6b-4139-bf76-ce3beb14e6fa HTTP/1.1" status: 200 len: 796 time: 0.2502925 Nov 23 18:34:20.754139 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device b7490792-3ebc-41c2-89b8-c05239f955ca up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:34:20.772996 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a400dc5c-115b-4e7b-ab56-b73eb513c662 None None] Pushing event updated for resources: {'Port': ['ID=612511ea-d817-4e2f-93ce-f628e35eca9a,revision_number=4']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:34:20.787650 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19176a56-6e45-40fa-8041-37c2d0af6837 None None] Pushing event updated for resources: {'Port': ['ID=612511ea-d817-4e2f-93ce-f628e35eca9a,revision_number=5']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:34:20.812351 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-d458ebd2-5689-4792-8d3a-2f29a9b607d7 None None] Provisioning complete for port 612511ea-d817-4e2f-93ce-f628e35eca9a triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:34:20.812819 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-d458ebd2-5689-4792-8d3a-2f29a9b607d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:20.813783 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-363bd97b-c9f3-433f-9a91-0c063fa712a6 req-73294782-a328-4d70-8358-4140bc4ceb1b tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=000e27ec11d44dc3b43cac2203fcea4b HTTP/1.1" status: 200 len: 379 time: 0.0667491 Nov 23 18:34:20.825520 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [req-363bd97b-c9f3-433f-9a91-0c063fa712a6 req-31ecbd5e-3bb1-46dc-94e9-5ba2a8b36f56 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Request body: {'port': {'device_id': '6d45d16c-573f-4048-8335-d1d3427def31', 'network_id': '9f7d53fd-dc6b-4139-bf76-ce3beb14e6fa', 'admin_state_up': True, 'tenant_id': '000e27ec11d44dc3b43cac2203fcea4b', 'security_groups': ['fdf2a52c-1a00-4b93-b29c-b758ad50dbe7']}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:34:20.853027 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port b7490792-3ebc-41c2-89b8-c05239f955ca triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:34:20.853399 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:20.949487 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-363bd97b-c9f3-433f-9a91-0c063fa712a6 req-31ecbd5e-3bb1-46dc-94e9-5ba2a8b36f56 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Made reservation on behalf of 000e27ec11d44dc3b43cac2203fcea4b for: {'port': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:34:20.953735 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-363bd97b-c9f3-433f-9a91-0c063fa712a6 req-31ecbd5e-3bb1-46dc-94e9-5ba2a8b36f56 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:20.978084 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-71eeff7a-038b-4af4-ba2a-0fac5d263da4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86087c13-066a-4cac-9611-4d4bcd368cd6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1726717356', 'tenant_id': '000e27ec11d44dc3b43cac2203fcea4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.96'}], 'enable_snat': True}, 'gw_port_id': '8d917691-251f-43af-8e08-4d1065eb0874', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:34:14Z', 'updated_at': '2021-11-23T18:34:17Z', 'revision_number': 4, 'project_id': '000e27ec11d44dc3b43cac2203fcea4b', 'gw_port': {'id': '8d917691-251f-43af-8e08-4d1065eb0874', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:ee:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86087c13-066a-4cac-9611-4d4bcd368cd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:34:14Z', 'updated_at': '2021-11-23T18:34:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_interfaces': [{'id': '612511ea-d817-4e2f-93ce-f628e35eca9a', 'name': '', 'network_id': '9f7d53fd-dc6b-4139-bf76-ce3beb14e6fa', 'tenant_id': '000e27ec11d44dc3b43cac2203fcea4b', 'mac_address': 'fa:16:3e:72:43:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86087c13-066a-4cac-9611-4d4bcd368cd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '881060e9-dae8-496c-8520-e30417241d26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:34:16Z', 'updated_at': '2021-11-23T18:34:20Z', 'revision_number': 4, 'project_id': '000e27ec11d44dc3b43cac2203fcea4b', 'subnets': [{'id': '881060e9-dae8-496c-8520-e30417241d26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:34:21.005605 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71eeff7a-038b-4af4-ba2a-0fac5d263da4 None None] The sync data for ids ['86087c13-066a-4cac-9611-4d4bcd368cd6'] in n-d-816206-8 is: [{'id': '86087c13-066a-4cac-9611-4d4bcd368cd6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1726717356', 'tenant_id': '000e27ec11d44dc3b43cac2203fcea4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.96'}], 'enable_snat': True}, 'gw_port_id': '8d917691-251f-43af-8e08-4d1065eb0874', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:34:14Z', 'updated_at': '2021-11-23T18:34:17Z', 'revision_number': 4, 'project_id': '000e27ec11d44dc3b43cac2203fcea4b', 'gw_port': {'id': '8d917691-251f-43af-8e08-4d1065eb0874', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:ee:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86087c13-066a-4cac-9611-4d4bcd368cd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:34:14Z', 'updated_at': '2021-11-23T18:34:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_interfaces': [{'id': '612511ea-d817-4e2f-93ce-f628e35eca9a', 'name': '', 'network_id': '9f7d53fd-dc6b-4139-bf76-ce3beb14e6fa', 'tenant_id': '000e27ec11d44dc3b43cac2203fcea4b', 'mac_address': 'fa:16:3e:72:43:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86087c13-066a-4cac-9611-4d4bcd368cd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '881060e9-dae8-496c-8520-e30417241d26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:34:16Z', 'updated_at': '2021-11-23T18:34:20Z', 'revision_number': 4, 'project_id': '000e27ec11d44dc3b43cac2203fcea4b', 'subnets': [{'id': '881060e9-dae8-496c-8520-e30417241d26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:34:21.093693 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.db_base_plugin_common [req-363bd97b-c9f3-433f-9a91-0c063fa712a6 req-31ecbd5e-3bb1-46dc-94e9-5ba2a8b36f56 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Allocated IP 172.20.0.5 (9f7d53fd-dc6b-4139-bf76-ce3beb14e6fa/881060e9-dae8-496c-8520-e30417241d26/bccbcc0b-c33e-4b24-95f4-b814794adfe7) {{(pid=103591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:34:21.242246 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-363bd97b-c9f3-433f-9a91-0c063fa712a6 req-31ecbd5e-3bb1-46dc-94e9-5ba2a8b36f56 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks [] for port, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:21.276833 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-363bd97b-c9f3-433f-9a91-0c063fa712a6 req-31ecbd5e-3bb1-46dc-94e9-5ba2a8b36f56 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:21.329662 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-363bd97b-c9f3-433f-9a91-0c063fa712a6 req-31ecbd5e-3bb1-46dc-94e9-5ba2a8b36f56 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Network 9f7d53fd-dc6b-4139-bf76-ce3beb14e6fa is already hosted by enough agents. {{(pid=103591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:34:21.332854 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [req-363bd97b-c9f3-433f-9a91-0c063fa712a6 req-31ecbd5e-3bb1-46dc-94e9-5ba2a8b36f56 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Resources bound (agent type, host, resource id): {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:34:21.336670 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [req-363bd97b-c9f3-433f-9a91-0c063fa712a6 req-31ecbd5e-3bb1-46dc-94e9-5ba2a8b36f56 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Received port after_create {{(pid=103591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:34:21.362692 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ecbd5e-3bb1-46dc-94e9-5ba2a8b36f56 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Pushing event updated for resources: {'Port': ['ID=bccbcc0b-c33e-4b24-95f4-b814794adfe7,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:34:21.393330 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363bd97b-c9f3-433f-9a91-0c063fa712a6 req-31ecbd5e-3bb1-46dc-94e9-5ba2a8b36f56 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:34:21.394093 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-363bd97b-c9f3-433f-9a91-0c063fa712a6 req-31ecbd5e-3bb1-46dc-94e9-5ba2a8b36f56 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:21.415310 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-363bd97b-c9f3-433f-9a91-0c063fa712a6 req-31ecbd5e-3bb1-46dc-94e9-5ba2a8b36f56 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5934646 Nov 23 18:34:21.427965 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [req-363bd97b-c9f3-433f-9a91-0c063fa712a6 req-837aa54a-6914-427b-b006-f8e4cec05143 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=103591) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 18:34:21.429145 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-363bd97b-c9f3-433f-9a91-0c063fa712a6 req-837aa54a-6914-427b-b006-f8e4cec05143 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060837 Nov 23 18:34:21.491217 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [req-363bd97b-c9f3-433f-9a91-0c063fa712a6 req-01cc164c-361a-4e46-8b14-b433a089991d service neutron] Request body: {'port': {'device_id': '6d45d16c-573f-4048-8335-d1d3427def31', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-8'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:34:21.554399 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-363bd97b-c9f3-433f-9a91-0c063fa712a6 req-01cc164c-361a-4e46-8b14-b433a089991d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:21.564897 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-24ea294a-a4ba-45ec-a04b-bd037e75fe86 None None] Provisioning complete for port bccbcc0b-c33e-4b24-95f4-b814794adfe7 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:34:21.565594 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-24ea294a-a4ba-45ec-a04b-bd037e75fe86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:21.605087 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-24ea294a-a4ba-45ec-a04b-bd037e75fe86 None None] Port bccbcc0b-c33e-4b24-95f4-b814794adfe7 cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:34:21.831416 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73702e2-d08c-4c01-bf74-0587176587aa req-a0ac9af2-6d8b-4080-9c13-60415a330725 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:34:21.833105 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b73702e2-d08c-4c01-bf74-0587176587aa req-a0ac9af2-6d8b-4080-9c13-60415a330725 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "GET /v2.0/ports?device_id=6d45d16c-573f-4048-8335-d1d3427def31 HTTP/1.1" status: 200 len: 931 time: 0.0852144 Nov 23 18:34:21.912216 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [req-363bd97b-c9f3-433f-9a91-0c063fa712a6 req-01cc164c-361a-4e46-8b14-b433a089991d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bccbcc0b-c33e-4b24-95f4-b814794adfe7 {{(pid=103591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:34:21.928219 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-363bd97b-c9f3-433f-9a91-0c063fa712a6 req-01cc164c-361a-4e46-8b14-b433a089991d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:21.936112 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b73702e2-d08c-4c01-bf74-0587176587aa req-fc4bb9e0-cf44-4508-892c-691379a1585f tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "GET /v2.0/security-groups?id=fdf2a52c-1a00-4b93-b29c-b758ad50dbe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0954766 Nov 23 18:34:21.945515 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.provisioning_blocks [req-363bd97b-c9f3-433f-9a91-0c063fa712a6 req-01cc164c-361a-4e46-8b14-b433a089991d service neutron] Transition to ACTIVE for port object bccbcc0b-c33e-4b24-95f4-b814794adfe7 will not be triggered until provisioned by entity L2. {{(pid=103591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 18:34:21.955495 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-363bd97b-c9f3-433f-9a91-0c063fa712a6 req-01cc164c-361a-4e46-8b14-b433a089991d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264758186'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:22.033137 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cc164c-361a-4e46-8b14-b433a089991d service neutron] Pushing event updated for resources: {'Port': ['ID=bccbcc0b-c33e-4b24-95f4-b814794adfe7,revision_number=2']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:34:22.087547 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-363bd97b-c9f3-433f-9a91-0c063fa712a6 req-01cc164c-361a-4e46-8b14-b433a089991d service neutron] Attempting to bind port bccbcc0b-c33e-4b24-95f4-b814794adfe7 on host n-h1-816206-8 for vnic_type normal with profile {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:34:22.087923 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-363bd97b-c9f3-433f-9a91-0c063fa712a6 req-01cc164c-361a-4e46-8b14-b433a089991d service neutron] Attempting to bind port bccbcc0b-c33e-4b24-95f4-b814794adfe7 by drivers openvswitch,hyperv on host n-h1-816206-8 at level 0 using segments [{'id': '0999fdd6-916f-4934-86e8-8f6f533daa66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '9f7d53fd-dc6b-4139-bf76-ce3beb14e6fa'}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:34:22.088220 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-363bd97b-c9f3-433f-9a91-0c063fa712a6 req-01cc164c-361a-4e46-8b14-b433a089991d service neutron] Attempting to bind port bccbcc0b-c33e-4b24-95f4-b814794adfe7 on network 9f7d53fd-dc6b-4139-bf76-ce3beb14e6fa {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:34:22.092935 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-363bd97b-c9f3-433f-9a91-0c063fa712a6 req-01cc164c-361a-4e46-8b14-b433a089991d service neutron] Port bccbcc0b-c33e-4b24-95f4-b814794adfe7 on network 9f7d53fd-dc6b-4139-bf76-ce3beb14e6fa not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-8 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:34:22.093261 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-363bd97b-c9f3-433f-9a91-0c063fa712a6 req-01cc164c-361a-4e46-8b14-b433a089991d service neutron] Attempting to bind port bccbcc0b-c33e-4b24-95f4-b814794adfe7 on network 9f7d53fd-dc6b-4139-bf76-ce3beb14e6fa {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:34:22.099601 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-363bd97b-c9f3-433f-9a91-0c063fa712a6 req-01cc164c-361a-4e46-8b14-b433a089991d service neutron] Checking agent: {'id': '4b0a4557-3bfe-4828-80a0-7981fc3ac84c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 15, 14), 'started_at': datetime.datetime(2021, 11, 23, 17, 15, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 34, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:34:22.099946 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-363bd97b-c9f3-433f-9a91-0c063fa712a6 req-01cc164c-361a-4e46-8b14-b433a089991d service neutron] Checking segment: {'id': '0999fdd6-916f-4934-86e8-8f6f533daa66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '9f7d53fd-dc6b-4139-bf76-ce3beb14e6fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:34:22.100337 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-363bd97b-c9f3-433f-9a91-0c063fa712a6 req-01cc164c-361a-4e46-8b14-b433a089991d service neutron] Bound using segment: {'id': '0999fdd6-916f-4934-86e8-8f6f533daa66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '9f7d53fd-dc6b-4139-bf76-ce3beb14e6fa'} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:34:22.100803 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-363bd97b-c9f3-433f-9a91-0c063fa712a6 req-01cc164c-361a-4e46-8b14-b433a089991d service neutron] Bound port: bccbcc0b-c33e-4b24-95f4-b814794adfe7, host: n-h1-816206-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0999fdd6-916f-4934-86e8-8f6f533daa66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '9f7d53fd-dc6b-4139-bf76-ce3beb14e6fa'}}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:34:22.101162 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-363bd97b-c9f3-433f-9a91-0c063fa712a6 req-01cc164c-361a-4e46-8b14-b433a089991d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:22.170196 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-363bd97b-c9f3-433f-9a91-0c063fa712a6 req-01cc164c-361a-4e46-8b14-b433a089991d service neutron] For port bccbcc0b-c33e-4b24-95f4-b814794adfe7, host n-h1-816206-8, cleared binding levels {{(pid=103591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:34:22.173498 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-363bd97b-c9f3-433f-9a91-0c063fa712a6 req-01cc164c-361a-4e46-8b14-b433a089991d service neutron] For port bccbcc0b-c33e-4b24-95f4-b814794adfe7, host n-h1-816206-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=bccbcc0b-c33e-4b24-95f4-b814794adfe7,segment=NetworkSegment(0999fdd6-916f-4934-86e8-8f6f533daa66),segment_id=0999fdd6-916f-4934-86e8-8f6f533daa66)] {{(pid=103591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:34:22.178601 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-363bd97b-c9f3-433f-9a91-0c063fa712a6 req-01cc164c-361a-4e46-8b14-b433a089991d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264758186'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:22.218991 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363bd97b-c9f3-433f-9a91-0c063fa712a6 req-01cc164c-361a-4e46-8b14-b433a089991d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:34:22.219618 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-363bd97b-c9f3-433f-9a91-0c063fa712a6 req-01cc164c-361a-4e46-8b14-b433a089991d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:22.221519 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-363bd97b-c9f3-433f-9a91-0c063fa712a6 req-01cc164c-361a-4e46-8b14-b433a089991d service neutron] 10.222.0.55 "PUT /v2.0/ports/bccbcc0b-c33e-4b24-95f4-b814794adfe7 HTTP/1.1" status: 200 len: 1091 time: 0.7794240 Nov 23 18:34:22.221519 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d45d16c-573f-4048-8335-d1d3427def31', 'tag': 'bccbcc0b-c33e-4b24-95f4-b814794adfe7'}] {{(pid=103591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:34:22.225009 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f4e21f982013ce885b63e29a1d25974432d95030e0706b58ae42016fda4ab83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4138d655-b80f-4bff-92d4-078fd9833565" -d '{"events": [{"name": "network-changed", "server_uuid": "6d45d16c-573f-4048-8335-d1d3427def31", "tag": "bccbcc0b-c33e-4b24-95f4-b814794adfe7"}]}' {{(pid=103591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:34:22.258294 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cc164c-361a-4e46-8b14-b433a089991d service neutron] Pushing event updated for resources: {'Port': ['ID=bccbcc0b-c33e-4b24-95f4-b814794adfe7,revision_number=3']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:34:22.278568 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:34:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c437d26-295c-4728-ba18-0076d3cb26d2 x-openstack-request-id: req-4c437d26-295c-4728-ba18-0076d3cb26d2 {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:34:22.278888 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d45d16c-573f-4048-8335-d1d3427def31", "tag": "bccbcc0b-c33e-4b24-95f4-b814794adfe7", "status": "completed", "code": 200}]} {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:34:22.279146 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-4c437d26-295c-4728-ba18-0076d3cb26d2 {{(pid=103591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:34:22.279551 n-d-816206-8 neutron-server[103591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d45d16c-573f-4048-8335-d1d3427def31', 'tag': 'bccbcc0b-c33e-4b24-95f4-b814794adfe7', 'status': 'completed', 'code': 200} Nov 23 18:34:22.313580 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363bd97b-c9f3-433f-9a91-0c063fa712a6 req-efcbb6f7-1f79-41fb-a4ba-5fe453167cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:34:22.315204 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-363bd97b-c9f3-433f-9a91-0c063fa712a6 req-efcbb6f7-1f79-41fb-a4ba-5fe453167cf4 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=000e27ec11d44dc3b43cac2203fcea4b&device_id=6d45d16c-573f-4048-8335-d1d3427def31 HTTP/1.1" status: 200 len: 1094 time: 0.0473502 Nov 23 18:34:22.359250 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-363bd97b-c9f3-433f-9a91-0c063fa712a6 req-72ebb442-f72c-4bce-b523-602143430d92 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bccbcc0b-c33e-4b24-95f4-b814794adfe7 HTTP/1.1" status: 200 len: 217 time: 0.0354304 Nov 23 18:34:22.416446 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363bd97b-c9f3-433f-9a91-0c063fa712a6 req-40751d56-49d4-4b0f-8526-14c86ded8ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:34:22.417967 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-363bd97b-c9f3-433f-9a91-0c063fa712a6 req-40751d56-49d4-4b0f-8526-14c86ded8ca0 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=881060e9-dae8-496c-8520-e30417241d26 HTTP/1.1" status: 200 len: 835 time: 0.0510986 Nov 23 18:34:22.469908 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363bd97b-c9f3-433f-9a91-0c063fa712a6 req-260cfe98-b04e-43a0-a77f-fb12cc780c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:34:22.471417 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-363bd97b-c9f3-433f-9a91-0c063fa712a6 req-260cfe98-b04e-43a0-a77f-fb12cc780c1c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9f7d53fd-dc6b-4139-bf76-ce3beb14e6fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0470185 Nov 23 18:34:22.562354 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-363bd97b-c9f3-433f-9a91-0c063fa712a6 req-53d38119-765d-43c2-b7a3-ba056fec8289 service neutron] 10.222.0.55 "GET /v2.0/networks/9f7d53fd-dc6b-4139-bf76-ce3beb14e6fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829999 Nov 23 18:34:22.660124 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-363bd97b-c9f3-433f-9a91-0c063fa712a6 req-668b6b6c-26d7-47a1-9a2c-1505e89de7f1 service neutron] 10.222.0.55 "GET /v2.0/networks/9f7d53fd-dc6b-4139-bf76-ce3beb14e6fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903263 Nov 23 18:34:22.735977 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 612511ea-d817-4e2f-93ce-f628e35eca9a up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:34:22.748150 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4138d655-b80f-4bff-92d4-078fd9833565 req-5cf0f7bb-5bef-4f55-9675-40bbbea52acc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:34:22.749739 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4138d655-b80f-4bff-92d4-078fd9833565 req-5cf0f7bb-5bef-4f55-9675-40bbbea52acc service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=000e27ec11d44dc3b43cac2203fcea4b&device_id=6d45d16c-573f-4048-8335-d1d3427def31 HTTP/1.1" status: 200 len: 1094 time: 0.0436661 Nov 23 18:34:22.787160 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port 612511ea-d817-4e2f-93ce-f628e35eca9a triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:34:22.787675 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:22.847187 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4138d655-b80f-4bff-92d4-078fd9833565 req-b2aab742-c6ec-453b-a059-712f8c52b42f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:34:22.848673 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4138d655-b80f-4bff-92d4-078fd9833565 req-b2aab742-c6ec-453b-a059-712f8c52b42f service neutron] 10.222.0.55 "GET /v2.0/networks?id=9f7d53fd-dc6b-4139-bf76-ce3beb14e6fa HTTP/1.1" status: 200 len: 897 time: 0.0908232 Nov 23 18:34:22.890002 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4138d655-b80f-4bff-92d4-078fd9833565 req-3bc0e73b-00fd-45d6-b436-ab8ce7d8e8b0 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bccbcc0b-c33e-4b24-95f4-b814794adfe7 HTTP/1.1" status: 200 len: 217 time: 0.0338366 Nov 23 18:34:22.938995 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4138d655-b80f-4bff-92d4-078fd9833565 req-77768fb7-1aa0-4cbb-823e-8aea09b5f844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:34:22.940558 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4138d655-b80f-4bff-92d4-078fd9833565 req-77768fb7-1aa0-4cbb-823e-8aea09b5f844 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=881060e9-dae8-496c-8520-e30417241d26 HTTP/1.1" status: 200 len: 835 time: 0.0427527 Nov 23 18:34:22.991672 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4138d655-b80f-4bff-92d4-078fd9833565 req-be72ddf2-f865-4865-bc95-eb70d35a1b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:34:22.993325 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4138d655-b80f-4bff-92d4-078fd9833565 req-be72ddf2-f865-4865-bc95-eb70d35a1b18 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9f7d53fd-dc6b-4139-bf76-ce3beb14e6fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0458992 Nov 23 18:34:23.111490 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92db2f5-1594-4b35-b3dd-c37badc20ba3 req-f0f4665e-d9bf-4c27-a877-ce21d3d9f16c tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:34:23.112890 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c92db2f5-1594-4b35-b3dd-c37badc20ba3 req-f0f4665e-d9bf-4c27-a877-ce21d3d9f16c tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "GET /v2.0/ports?device_id=6d45d16c-573f-4048-8335-d1d3427def31 HTTP/1.1" status: 200 len: 943 time: 0.1032903 Nov 23 18:34:23.139051 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4138d655-b80f-4bff-92d4-078fd9833565 req-f79e3995-93e8-4099-849e-0da672f7133d service neutron] 10.222.0.55 "GET /v2.0/networks/9f7d53fd-dc6b-4139-bf76-ce3beb14e6fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366031 Nov 23 18:34:23.191859 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c92db2f5-1594-4b35-b3dd-c37badc20ba3 req-f093fe00-bc57-4d0a-86e6-e27f237101a2 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "GET /v2.0/security-groups?id=fdf2a52c-1a00-4b93-b29c-b758ad50dbe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702507 Nov 23 18:34:23.250815 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4138d655-b80f-4bff-92d4-078fd9833565 req-d8eefcad-0a01-4e02-84da-8c9d130b8b30 service neutron] 10.222.0.55 "GET /v2.0/networks/9f7d53fd-dc6b-4139-bf76-ce3beb14e6fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994115 Nov 23 18:34:24.316381 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a23a24-b360-4bbb-b556-a6d1b9c7670a req-2e1ad9ec-ef05-452c-9677-714eb4a95cd3 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:34:24.317840 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-44a23a24-b360-4bbb-b556-a6d1b9c7670a req-2e1ad9ec-ef05-452c-9677-714eb4a95cd3 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "GET /v2.0/ports?device_id=6d45d16c-573f-4048-8335-d1d3427def31 HTTP/1.1" status: 200 len: 943 time: 0.0509844 Nov 23 18:34:24.374372 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-44a23a24-b360-4bbb-b556-a6d1b9c7670a req-ec8ef877-ff28-496d-ac30-d90e15c623d0 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "GET /v2.0/security-groups?id=fdf2a52c-1a00-4b93-b29c-b758ad50dbe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499604 Nov 23 18:34:25.447097 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device bccbcc0b-c33e-4b24-95f4-b814794adfe7 details requested by agent hyperv_n-h1-816206-8 with host n-h1-816206-8 {{(pid=103592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 18:34:25.493594 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6fd73b-613c-425f-9855-a3de753b1a0f req-ad6388e6-2874-4e1b-9195-bdfd47455fad tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:34:25.495067 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4f6fd73b-613c-425f-9855-a3de753b1a0f req-ad6388e6-2874-4e1b-9195-bdfd47455fad tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "GET /v2.0/ports?device_id=6d45d16c-573f-4048-8335-d1d3427def31 HTTP/1.1" status: 200 len: 943 time: 0.0505009 Nov 23 18:34:25.546395 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4f6fd73b-613c-425f-9855-a3de753b1a0f req-ce9b4a26-f751-4de1-a470-da84eb04b680 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "GET /v2.0/security-groups?id=fdf2a52c-1a00-4b93-b29c-b758ad50dbe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439584 Nov 23 18:34:25.549512 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port bccbcc0b-c33e-4b24-95f4-b814794adfe7, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=bccbcc0b-c33e-4b24-95f4-b814794adfe7,segment=NetworkSegment(0999fdd6-916f-4934-86e8-8f6f533daa66),segment_id=0999fdd6-916f-4934-86e8-8f6f533daa66)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:34:25.562198 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Returning: {'device': 'bccbcc0b-c33e-4b24-95f4-b814794adfe7', 'network_id': '9f7d53fd-dc6b-4139-bf76-ce3beb14e6fa', 'port_id': 'bccbcc0b-c33e-4b24-95f4-b814794adfe7', 'mac_address': 'fa:16:3e:7d:07:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 546, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '881060e9-dae8-496c-8520-e30417241d26', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 18:34:25.598772 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:25.612294 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bccbcc0b-c33e-4b24-95f4-b814794adfe7 {{(pid=103592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:34:25.635639 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port bccbcc0b-c33e-4b24-95f4-b814794adfe7, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=bccbcc0b-c33e-4b24-95f4-b814794adfe7,segment=NetworkSegment(0999fdd6-916f-4934-86e8-8f6f533daa66),segment_id=0999fdd6-916f-4934-86e8-8f6f533daa66)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:34:25.639433 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:25.684379 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Pushing event updated for resources: {'Port': ['ID=bccbcc0b-c33e-4b24-95f4-b814794adfe7,revision_number=4']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:34:25.861666 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] get_ports_and_sgs() called for port_ids ['bccbcc0b-c33e-4b24-95f4-b814794adfe7'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:34:26.668730 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7fb389-f202-4137-a2cf-35af1e81cb31 req-7d1ade2c-eb69-435a-9b9c-3ca70b524429 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:34:26.670229 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ec7fb389-f202-4137-a2cf-35af1e81cb31 req-7d1ade2c-eb69-435a-9b9c-3ca70b524429 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "GET /v2.0/ports?device_id=6d45d16c-573f-4048-8335-d1d3427def31 HTTP/1.1" status: 200 len: 944 time: 0.0501890 Nov 23 18:34:26.720026 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ec7fb389-f202-4137-a2cf-35af1e81cb31 req-f930797a-abb7-4867-a1eb-62e92e031cbc tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "GET /v2.0/security-groups?id=fdf2a52c-1a00-4b93-b29c-b758ad50dbe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437667 Nov 23 18:34:27.462695 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device bccbcc0b-c33e-4b24-95f4-b814794adfe7 up at agent hyperv_n-h1-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:34:27.511029 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Provisioning for port bccbcc0b-c33e-4b24-95f4-b814794adfe7 completed by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 18:34:27.514991 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Provisioning complete for port bccbcc0b-c33e-4b24-95f4-b814794adfe7 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:34:27.515361 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:27.594546 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:27.616467 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d45d16c-573f-4048-8335-d1d3427def31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bccbcc0b-c33e-4b24-95f4-b814794adfe7'}] {{(pid=103592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:34:27.618688 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}369cae9aa69facfce3992dabc874bd76984507e3cd36da60a73cd3603125cd43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58e83a9b-c190-4b98-949a-a50109117bac" -d '{"events": [{"server_uuid": "6d45d16c-573f-4048-8335-d1d3427def31", "name": "network-vif-plugged", "status": "completed", "tag": "bccbcc0b-c33e-4b24-95f4-b814794adfe7"}]}' {{(pid=103592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:34:27.631177 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port bccbcc0b-c33e-4b24-95f4-b814794adfe7, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=bccbcc0b-c33e-4b24-95f4-b814794adfe7,segment=NetworkSegment(0999fdd6-916f-4934-86e8-8f6f533daa66),segment_id=0999fdd6-916f-4934-86e8-8f6f533daa66)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:34:27.635848 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:27.686561 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Pushing event updated for resources: {'Port': ['ID=bccbcc0b-c33e-4b24-95f4-b814794adfe7,revision_number=5']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:34:27.712396 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:34:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c276f0da-1603-42fa-bb3e-c75d0250d41b x-openstack-request-id: req-c276f0da-1603-42fa-bb3e-c75d0250d41b {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:34:27.712780 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d45d16c-573f-4048-8335-d1d3427def31", "name": "network-vif-plugged", "status": "completed", "tag": "bccbcc0b-c33e-4b24-95f4-b814794adfe7", "code": 200}]} {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:34:27.712988 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c276f0da-1603-42fa-bb3e-c75d0250d41b {{(pid=103592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:34:27.713396 n-d-816206-8 neutron-server[103592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d45d16c-573f-4048-8335-d1d3427def31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bccbcc0b-c33e-4b24-95f4-b814794adfe7', 'code': 200} Nov 23 18:34:27.844237 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b800e1b-03db-4e5c-9497-7a4a161c4acf req-1353eeb5-9bc4-4924-99b6-b7190dca07bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:34:27.845847 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5b800e1b-03db-4e5c-9497-7a4a161c4acf req-1353eeb5-9bc4-4924-99b6-b7190dca07bc service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=6d45d16c-573f-4048-8335-d1d3427def31 HTTP/1.1" status: 200 len: 1096 time: 0.0758967 Nov 23 18:34:27.857946 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9318cba-3b5f-4478-8a9a-a0986c67ca04 req-5b29ff66-c26e-4b8e-817b-6fef99be65c3 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:34:27.859359 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f9318cba-3b5f-4478-8a9a-a0986c67ca04 req-5b29ff66-c26e-4b8e-817b-6fef99be65c3 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "GET /v2.0/ports?device_id=6d45d16c-573f-4048-8335-d1d3427def31 HTTP/1.1" status: 200 len: 945 time: 0.0596421 Nov 23 18:34:27.931030 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5b800e1b-03db-4e5c-9497-7a4a161c4acf req-6c762186-d9fd-4b02-b3cb-e21a8565be5e service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=fdf2a52c-1a00-4b93-b29c-b758ad50dbe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707335 Nov 23 18:34:27.934848 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f9318cba-3b5f-4478-8a9a-a0986c67ca04 req-e34538f7-2985-42f1-ad35-057ee79bceb9 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "GET /v2.0/security-groups?id=fdf2a52c-1a00-4b93-b29c-b758ad50dbe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0695577 Nov 23 18:34:29.052911 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5a5224-1373-4b43-aebf-c72699b982f7 req-2adeda27-15df-4ffc-ab69-191cb46d6fbc tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:34:29.054382 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7b5a5224-1373-4b43-aebf-c72699b982f7 req-2adeda27-15df-4ffc-ab69-191cb46d6fbc tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "GET /v2.0/ports?device_id=6d45d16c-573f-4048-8335-d1d3427def31 HTTP/1.1" status: 200 len: 945 time: 0.0490322 Nov 23 18:34:29.107340 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7b5a5224-1373-4b43-aebf-c72699b982f7 req-2157f11b-fce0-4f83-b6fd-f8ed3aa14357 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "GET /v2.0/security-groups?id=fdf2a52c-1a00-4b93-b29c-b758ad50dbe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467267 Nov 23 18:34:29.223722 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7bbf43-502c-481c-8726-68feccb5f8bd req-eb99fc3a-f952-41ab-98dc-baf4e7dcf3d0 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:34:29.225118 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-1c7bbf43-502c-481c-8726-68feccb5f8bd req-eb99fc3a-f952-41ab-98dc-baf4e7dcf3d0 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "GET /v2.0/ports?device_id=6d45d16c-573f-4048-8335-d1d3427def31 HTTP/1.1" status: 200 len: 945 time: 0.0488119 Nov 23 18:34:29.273667 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-1c7bbf43-502c-481c-8726-68feccb5f8bd req-89303157-e5bf-4761-b30f-22c28d5929e2 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "GET /v2.0/security-groups?id=fdf2a52c-1a00-4b93-b29c-b758ad50dbe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426548 Nov 23 18:34:29.295507 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 57558) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:34:29.334346 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65314934-acbf-41eb-a8cd-14eaabcb0af8 tempest-TestNetworkAdvancedServerOps-1140721612 tempest-TestNetworkAdvancedServerOps-1140721612-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:34:29.335825 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-65314934-acbf-41eb-a8cd-14eaabcb0af8 tempest-TestNetworkAdvancedServerOps-1140721612 tempest-TestNetworkAdvancedServerOps-1140721612-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=6d45d16c-573f-4048-8335-d1d3427def31 HTTP/1.1" status: 200 len: 1091 time: 0.0392778 Nov 23 18:34:29.338622 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 57560) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:34:29.343425 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-5df27742-255d-4d71-af76-3605ad4a7c50 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Request body: {'floatingip': {'floating_network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'port_id': 'bccbcc0b-c33e-4b24-95f4-b814794adfe7', 'tenant_id': '000e27ec11d44dc3b43cac2203fcea4b', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:34:29.364650 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-5df27742-255d-4d71-af76-3605ad4a7c50 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks [] for floatingip, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:29.465645 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-5df27742-255d-4d71-af76-3605ad4a7c50 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:29.566145 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.db_base_plugin_common [None req-5df27742-255d-4d71-af76-3605ad4a7c50 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Allocated IP 172.25.3.47 (4c8455ba-1be5-42ac-b8c2-8a16e1292d55/08fe3644-ce41-4c3f-a7ea-92bac0f0fff5/e1866037-a62a-4d55-877e-618eb4a13204) {{(pid=103591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:34:29.671800 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-5df27742-255d-4d71-af76-3605ad4a7c50 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks [] for port, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:29.706203 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-5df27742-255d-4d71-af76-3605ad4a7c50 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:29.745792 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5df27742-255d-4d71-af76-3605ad4a7c50 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Network 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 is already hosted by enough agents. {{(pid=103591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:34:29.749299 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [None req-5df27742-255d-4d71-af76-3605ad4a7c50 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Resources bound (agent type, host, resource id): {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:34:29.755470 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5df27742-255d-4d71-af76-3605ad4a7c50 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Received port after_create {{(pid=103591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:34:29.758559 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df27742-255d-4d71-af76-3605ad4a7c50 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Pushing event updated for resources: {'Port': ['ID=e1866037-a62a-4d55-877e-618eb4a13204,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:34:30.109162 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-5df27742-255d-4d71-af76-3605ad4a7c50 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:30.175759 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-5df27742-255d-4d71-af76-3605ad4a7c50 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:30.324024 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-5df27742-255d-4d71-af76-3605ad4a7c50 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks [] for port, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:30.328411 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-5df27742-255d-4d71-af76-3605ad4a7c50 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264758186'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:30.400078 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df27742-255d-4d71-af76-3605ad4a7c50 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Pushing event updated for resources: {'Port': ['ID=e1866037-a62a-4d55-877e-618eb4a13204,revision_number=2']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:34:30.410476 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-5df27742-255d-4d71-af76-3605ad4a7c50 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1795396'] for floatingip, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:30.509684 n-d-816206-8 neutron-server[103591]: INFO neutron.db.l3_db [None req-5df27742-255d-4d71-af76-3605ad4a7c50 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Floating IP 15da875b-cb8c-4a0b-bd59-305d25062037 associated. External IP: 172.25.3.47, port: bccbcc0b-c33e-4b24-95f4-b814794adfe7. Nov 23 18:34:30.989346 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-fb119b9d-13ee-4646-a7a6-a2f5815f219c req-22728069-752f-46a7-bc5d-a21599141a70 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=6d45d16c-573f-4048-8335-d1d3427def31&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0815768 Nov 23 18:34:31.094719 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5df27742-255d-4d71-af76-3605ad4a7c50 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Router 86087c13-066a-4cac-9611-4d4bcd368cd6 has already been hosted by L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 {{(pid=103591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:34:31.097037 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb119b9d-13ee-4646-a7a6-a2f5815f219c req-10412c73-1c2a-4627-a963-752db95a94df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:34:31.098558 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-fb119b9d-13ee-4646-a7a6-a2f5815f219c req-10412c73-1c2a-4627-a963-752db95a94df service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=000e27ec11d44dc3b43cac2203fcea4b&device_id=6d45d16c-573f-4048-8335-d1d3427def31 HTTP/1.1" status: 200 len: 1096 time: 0.0634196 Nov 23 18:34:31.282254 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5df27742-255d-4d71-af76-3605ad4a7c50 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:34:31.287640 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb119b9d-13ee-4646-a7a6-a2f5815f219c req-fac9197b-7979-4b92-a9c0-7f58746f10ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:34:31.290338 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-fb119b9d-13ee-4646-a7a6-a2f5815f219c req-fac9197b-7979-4b92-a9c0-7f58746f10ef service neutron] 10.222.0.55 "GET /v2.0/networks?id=9f7d53fd-dc6b-4139-bf76-ce3beb14e6fa HTTP/1.1" status: 200 len: 897 time: 0.1483235 Nov 23 18:34:31.292005 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0568cfc1-7b88-461d-abee-b51e5e17840a None None] Sync routers for ids ['86087c13-066a-4cac-9611-4d4bcd368cd6'] in n-d-816206-8 {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:34:31.301650 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0568cfc1-7b88-461d-abee-b51e5e17840a None None] Routers {'86087c13-066a-4cac-9611-4d4bcd368cd6'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:34:31.302382 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-0568cfc1-7b88-461d-abee-b51e5e17840a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T18:34:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['86087c13-066a-4cac-9611-4d4bcd368cd6'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:34:31.342450 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-5df27742-255d-4d71-af76-3605ad4a7c50 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for floatingip, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:31.388391 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-fb119b9d-13ee-4646-a7a6-a2f5815f219c req-6c7dfebf-3db6-4312-aff8-d263507a3bfd service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bccbcc0b-c33e-4b24-95f4-b814794adfe7 HTTP/1.1" status: 200 len: 998 time: 0.0907807 Nov 23 18:34:31.390701 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-5df27742-255d-4d71-af76-3605ad4a7c50 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.0511446 Nov 23 18:34:31.391321 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d45d16c-573f-4048-8335-d1d3427def31', 'tag': 'bccbcc0b-c33e-4b24-95f4-b814794adfe7'}] {{(pid=103591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:34:31.393816 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f4e21f982013ce885b63e29a1d25974432d95030e0706b58ae42016fda4ab83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d59f952-60d2-4293-821a-e78444de8125" -d '{"events": [{"name": "network-changed", "server_uuid": "6d45d16c-573f-4048-8335-d1d3427def31", "tag": "bccbcc0b-c33e-4b24-95f4-b814794adfe7"}]}' {{(pid=103591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:34:31.444789 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb119b9d-13ee-4646-a7a6-a2f5815f219c req-d963dc77-8c7d-438d-ad5e-1402ee4f7c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:34:31.446280 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-fb119b9d-13ee-4646-a7a6-a2f5815f219c req-d963dc77-8c7d-438d-ad5e-1402ee4f7c9a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=881060e9-dae8-496c-8520-e30417241d26 HTTP/1.1" status: 200 len: 835 time: 0.0491533 Nov 23 18:34:31.490604 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:34:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2d3916e-8f5b-4e16-901b-41a32eef599a x-openstack-request-id: req-d2d3916e-8f5b-4e16-901b-41a32eef599a {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:34:31.490888 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d45d16c-573f-4048-8335-d1d3427def31", "tag": "bccbcc0b-c33e-4b24-95f4-b814794adfe7", "status": "completed", "code": 200}]} {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:34:31.491144 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d2d3916e-8f5b-4e16-901b-41a32eef599a {{(pid=103591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:34:31.491548 n-d-816206-8 neutron-server[103591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d45d16c-573f-4048-8335-d1d3427def31', 'tag': 'bccbcc0b-c33e-4b24-95f4-b814794adfe7', 'status': 'completed', 'code': 200} Nov 23 18:34:31.539299 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb119b9d-13ee-4646-a7a6-a2f5815f219c req-216f8df6-ab39-44af-982e-63b2173adcf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:34:31.540748 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-fb119b9d-13ee-4646-a7a6-a2f5815f219c req-216f8df6-ab39-44af-982e-63b2173adcf8 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9f7d53fd-dc6b-4139-bf76-ce3beb14e6fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0873513 Nov 23 18:34:31.552389 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a9b2e7-b000-4fbb-a732-809c2c721046 req-d2cda748-c968-4718-bd56-a98b05133186 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:34:31.553829 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f6a9b2e7-b000-4fbb-a732-809c2c721046 req-d2cda748-c968-4718-bd56-a98b05133186 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "GET /v2.0/ports?device_id=6d45d16c-573f-4048-8335-d1d3427def31 HTTP/1.1" status: 200 len: 945 time: 0.0615299 Nov 23 18:34:31.589431 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvr_db [None req-0568cfc1-7b88-461d-abee-b51e5e17840a None None] Set router 86087c13-066a-4cac-9611-4d4bcd368cd6 gateway port host: n-d-816206-8 {{(pid=103592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:34:31.661531 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f6a9b2e7-b000-4fbb-a732-809c2c721046 req-e21f3fb3-7d5c-4318-aa12-216cdd65247b tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "GET /v2.0/security-groups?id=fdf2a52c-1a00-4b93-b29c-b758ad50dbe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0992312 Nov 23 18:34:31.680636 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-fb119b9d-13ee-4646-a7a6-a2f5815f219c req-2c4c8b8d-959e-4992-8c89-b8961a605e99 service neutron] 10.222.0.55 "GET /v2.0/networks/9f7d53fd-dc6b-4139-bf76-ce3beb14e6fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258259 Nov 23 18:34:31.685652 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 57566) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:34:31.752768 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-ad25135e-3d30-4e68-8b4a-3812f25a34fb tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "GET /v2.0/floatingips/15da875b-cb8c-4a0b-bd59-305d25062037 HTTP/1.1" status: 200 len: 990 time: 0.0652761 Nov 23 18:34:31.778597 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-fb119b9d-13ee-4646-a7a6-a2f5815f219c req-56903150-8671-4491-a183-ecba86fd9e51 service neutron] 10.222.0.55 "GET /v2.0/networks/9f7d53fd-dc6b-4139-bf76-ce3beb14e6fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905209 Nov 23 18:34:31.831555 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-0568cfc1-7b88-461d-abee-b51e5e17840a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86087c13-066a-4cac-9611-4d4bcd368cd6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1726717356', 'tenant_id': '000e27ec11d44dc3b43cac2203fcea4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.96'}], 'enable_snat': True}, 'gw_port_id': '8d917691-251f-43af-8e08-4d1065eb0874', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:34:14Z', 'updated_at': '2021-11-23T18:34:17Z', 'revision_number': 4, 'project_id': '000e27ec11d44dc3b43cac2203fcea4b', 'gw_port': {'id': '8d917691-251f-43af-8e08-4d1065eb0874', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:ee:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86087c13-066a-4cac-9611-4d4bcd368cd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:34:14Z', 'updated_at': '2021-11-23T18:34:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_floatingips': [{'id': '15da875b-cb8c-4a0b-bd59-305d25062037', 'tenant_id': '000e27ec11d44dc3b43cac2203fcea4b', 'floating_ip_address': '172.25.3.47', 'floating_network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'router_id': '86087c13-066a-4cac-9611-4d4bcd368cd6', 'port_id': 'bccbcc0b-c33e-4b24-95f4-b814794adfe7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4283, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f7d53fd-dc6b-4139-bf76-ce3beb14e6fa', 'mac_address': 'fa:16:3e:7d:07:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d45d16c-573f-4048-8335-d1d3427def31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T18:34:29Z', 'updated_at': '2021-11-23T18:34:29Z', 'revision_number': 0, 'project_id': '000e27ec11d44dc3b43cac2203fcea4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '612511ea-d817-4e2f-93ce-f628e35eca9a', 'name': '', 'network_id': '9f7d53fd-dc6b-4139-bf76-ce3beb14e6fa', 'tenant_id': '000e27ec11d44dc3b43cac2203fcea4b', 'mac_address': 'fa:16:3e:72:43:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86087c13-066a-4cac-9611-4d4bcd368cd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '881060e9-dae8-496c-8520-e30417241d26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:34:16Z', 'updated_at': '2021-11-23T18:34:20Z', 'revision_number': 5, 'project_id': '000e27ec11d44dc3b43cac2203fcea4b', 'subnets': [{'id': '881060e9-dae8-496c-8520-e30417241d26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:34:31.858967 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0568cfc1-7b88-461d-abee-b51e5e17840a None None] Checking router: 86087c13-066a-4cac-9611-4d4bcd368cd6 for host: n-d-816206-8 {{(pid=103592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:34:31.867348 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0568cfc1-7b88-461d-abee-b51e5e17840a None None] Routers {'86087c13-066a-4cac-9611-4d4bcd368cd6'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:34:31.867957 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-0568cfc1-7b88-461d-abee-b51e5e17840a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T18:34:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['86087c13-066a-4cac-9611-4d4bcd368cd6'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:34:31.868157 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d59f952-60d2-4293-821a-e78444de8125 req-2b3d1b7a-198a-4184-937b-2a93740a7c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:34:31.869675 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5d59f952-60d2-4293-821a-e78444de8125 req-2b3d1b7a-198a-4184-937b-2a93740a7c8a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=000e27ec11d44dc3b43cac2203fcea4b&device_id=6d45d16c-573f-4048-8335-d1d3427def31 HTTP/1.1" status: 200 len: 1096 time: 0.0465953 Nov 23 18:34:31.958527 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d59f952-60d2-4293-821a-e78444de8125 req-d632f263-8e0c-45cb-b1ec-cb7c17c82d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:34:31.960021 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5d59f952-60d2-4293-821a-e78444de8125 req-d632f263-8e0c-45cb-b1ec-cb7c17c82d68 service neutron] 10.222.0.55 "GET /v2.0/networks?id=9f7d53fd-dc6b-4139-bf76-ce3beb14e6fa HTTP/1.1" status: 200 len: 897 time: 0.0841339 Nov 23 18:34:31.974236 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvr_db [None req-0568cfc1-7b88-461d-abee-b51e5e17840a None None] Set router 86087c13-066a-4cac-9611-4d4bcd368cd6 gateway port host: n-d-816206-8 {{(pid=103592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:34:32.028535 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5d59f952-60d2-4293-821a-e78444de8125 req-6b77ae85-34fd-4e51-afeb-c5f2de6b0e64 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bccbcc0b-c33e-4b24-95f4-b814794adfe7 HTTP/1.1" status: 200 len: 998 time: 0.0615449 Nov 23 18:34:32.077514 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d59f952-60d2-4293-821a-e78444de8125 req-ef03c1d3-79cd-42f7-8fd9-b11ec920a216 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:34:32.079015 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5d59f952-60d2-4293-821a-e78444de8125 req-ef03c1d3-79cd-42f7-8fd9-b11ec920a216 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=881060e9-dae8-496c-8520-e30417241d26 HTTP/1.1" status: 200 len: 835 time: 0.0444484 Nov 23 18:34:32.126995 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d59f952-60d2-4293-821a-e78444de8125 req-98848ebc-f38f-43dc-a4c3-813723eba97f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:34:32.128422 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5d59f952-60d2-4293-821a-e78444de8125 req-98848ebc-f38f-43dc-a4c3-813723eba97f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9f7d53fd-dc6b-4139-bf76-ce3beb14e6fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420859 Nov 23 18:34:32.205285 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-0568cfc1-7b88-461d-abee-b51e5e17840a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86087c13-066a-4cac-9611-4d4bcd368cd6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1726717356', 'tenant_id': '000e27ec11d44dc3b43cac2203fcea4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.96'}], 'enable_snat': True}, 'gw_port_id': '8d917691-251f-43af-8e08-4d1065eb0874', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:34:14Z', 'updated_at': '2021-11-23T18:34:17Z', 'revision_number': 4, 'project_id': '000e27ec11d44dc3b43cac2203fcea4b', 'gw_port': {'id': '8d917691-251f-43af-8e08-4d1065eb0874', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:ee:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86087c13-066a-4cac-9611-4d4bcd368cd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:34:14Z', 'updated_at': '2021-11-23T18:34:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_floatingips': [{'id': '15da875b-cb8c-4a0b-bd59-305d25062037', 'tenant_id': '000e27ec11d44dc3b43cac2203fcea4b', 'floating_ip_address': '172.25.3.47', 'floating_network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'router_id': '86087c13-066a-4cac-9611-4d4bcd368cd6', 'port_id': 'bccbcc0b-c33e-4b24-95f4-b814794adfe7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4283, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f7d53fd-dc6b-4139-bf76-ce3beb14e6fa', 'mac_address': 'fa:16:3e:7d:07:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d45d16c-573f-4048-8335-d1d3427def31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T18:34:29Z', 'updated_at': '2021-11-23T18:34:29Z', 'revision_number': 0, 'project_id': '000e27ec11d44dc3b43cac2203fcea4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '612511ea-d817-4e2f-93ce-f628e35eca9a', 'name': '', 'network_id': '9f7d53fd-dc6b-4139-bf76-ce3beb14e6fa', 'tenant_id': '000e27ec11d44dc3b43cac2203fcea4b', 'mac_address': 'fa:16:3e:72:43:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86087c13-066a-4cac-9611-4d4bcd368cd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '881060e9-dae8-496c-8520-e30417241d26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:34:16Z', 'updated_at': '2021-11-23T18:34:20Z', 'revision_number': 5, 'project_id': '000e27ec11d44dc3b43cac2203fcea4b', 'subnets': [{'id': '881060e9-dae8-496c-8520-e30417241d26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:34:32.227705 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5d59f952-60d2-4293-821a-e78444de8125 req-11131fa0-55c1-46f2-b0a9-cd8cf72ff4e5 service neutron] 10.222.0.55 "GET /v2.0/networks/9f7d53fd-dc6b-4139-bf76-ce3beb14e6fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915353 Nov 23 18:34:32.231665 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0568cfc1-7b88-461d-abee-b51e5e17840a None None] The sync data for ids ['86087c13-066a-4cac-9611-4d4bcd368cd6'] in n-d-816206-8 is: [{'id': '86087c13-066a-4cac-9611-4d4bcd368cd6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1726717356', 'tenant_id': '000e27ec11d44dc3b43cac2203fcea4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.96'}], 'enable_snat': True}, 'gw_port_id': '8d917691-251f-43af-8e08-4d1065eb0874', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:34:14Z', 'updated_at': '2021-11-23T18:34:17Z', 'revision_number': 4, 'project_id': '000e27ec11d44dc3b43cac2203fcea4b', 'gw_port': {'id': '8d917691-251f-43af-8e08-4d1065eb0874', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:ee:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86087c13-066a-4cac-9611-4d4bcd368cd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:34:14Z', 'updated_at': '2021-11-23T18:34:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_floatingips': [{'id': '15da875b-cb8c-4a0b-bd59-305d25062037', 'tenant_id': '000e27ec11d44dc3b43cac2203fcea4b', 'floating_ip_address': '172.25.3.47', 'floating_network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'router_id': '86087c13-066a-4cac-9611-4d4bcd368cd6', 'port_id': 'bccbcc0b-c33e-4b24-95f4-b814794adfe7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4283, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f7d53fd-dc6b-4139-bf76-ce3beb14e6fa', 'mac_address': 'fa:16:3e:7d:07:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d45d16c-573f-4048-8335-d1d3427def31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T18:34:29Z', 'updated_at': '2021-11-23T18:34:29Z', 'revision_number': 0, 'project_id': '000e27ec11d44dc3b43cac2203fcea4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '612511ea-d817-4e2f-93ce-f628e35eca9a', 'name': '', 'network_id': '9f7d53fd-dc6b-4139-bf76-ce3beb14e6fa', 'tenant_id': '000e27ec11d44dc3b43cac2203fcea4b', 'mac_address': 'fa:16:3e:72:43:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86087c13-066a-4cac-9611-4d4bcd368cd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '881060e9-dae8-496c-8520-e30417241d26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:34:16Z', 'updated_at': '2021-11-23T18:34:20Z', 'revision_number': 5, 'project_id': '000e27ec11d44dc3b43cac2203fcea4b', 'subnets': [{'id': '881060e9-dae8-496c-8520-e30417241d26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:34:32.321028 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5d59f952-60d2-4293-821a-e78444de8125 req-dbcca518-4d53-45ec-ade8-f16054e9959d service neutron] 10.222.0.55 "GET /v2.0/networks/9f7d53fd-dc6b-4139-bf76-ce3beb14e6fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866311 Nov 23 18:34:32.443060 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9a01f77-3c3e-4133-982b-e3a8f7a040a9 None None] New status for floating IP 15da875b-cb8c-4a0b-bd59-305d25062037: ACTIVE {{(pid=103593) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 18:34:32.756588 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 57568) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:34:32.816860 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-c0045c12-8b78-44a4-b618-7229fc5d763a tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "GET /v2.0/floatingips/15da875b-cb8c-4a0b-bd59-305d25062037 HTTP/1.1" status: 200 len: 992 time: 0.0590558 Nov 23 18:34:36.531388 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.agents_db [None req-464f6c07-0de8-4be6-8f5b-563f574d1c5d None None] Agent healthcheck: found 7 active agents {{(pid=103593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 18:34:43.116698 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b3dc3b1e-9133-4617-ac5c-6e1d167160ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:44.051669 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:44.864914 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:45.189908 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-60f2ffef-e673-48df-a8f8-d0360a8e7e26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:46.788455 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-52822d53-48f5-4819-8a95-bdc13aea0bf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:48.001841 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9a27ae6c-db98-474f-94c1-cc99bf842d79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:34:48.489592 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:04.206914 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17618ab-011a-4053-8393-2610810e2190 req-7fc95f6f-e27f-47d5-93d1-9c6f98c54ff7 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:35:04.208382 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a17618ab-011a-4053-8393-2610810e2190 req-7fc95f6f-e27f-47d5-93d1-9c6f98c54ff7 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "GET /v2.0/ports?device_id=6d45d16c-573f-4048-8335-d1d3427def31 HTTP/1.1" status: 200 len: 945 time: 0.0494816 Nov 23 18:35:04.261414 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a17618ab-011a-4053-8393-2610810e2190 req-6266455e-36fa-49c2-99d9-955d2e9c1993 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "GET /v2.0/security-groups?id=fdf2a52c-1a00-4b93-b29c-b758ad50dbe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470970 Nov 23 18:35:05.383112 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8051de-8233-4746-9721-2b453eea1209 req-4d669379-004d-4c88-9f63-c435d5eb9e9f tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:35:05.384603 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ac8051de-8233-4746-9721-2b453eea1209 req-4d669379-004d-4c88-9f63-c435d5eb9e9f tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "GET /v2.0/ports?device_id=6d45d16c-573f-4048-8335-d1d3427def31 HTTP/1.1" status: 200 len: 945 time: 0.0494273 Nov 23 18:35:05.432857 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ac8051de-8233-4746-9721-2b453eea1209 req-fcc809fc-5410-4bdc-96d2-553afc12c1c6 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "GET /v2.0/security-groups?id=fdf2a52c-1a00-4b93-b29c-b758ad50dbe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422049 Nov 23 18:35:05.455776 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 57588) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:35:05.518947 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-4252eead-15e1-4afb-8549-342736308fb6 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "GET /v2.0/floatingips/15da875b-cb8c-4a0b-bd59-305d25062037 HTTP/1.1" status: 200 len: 992 time: 0.0620184 Nov 23 18:35:06.822902 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d52f18-fa3b-4de8-9515-72008b2d4230 req-c9efbae1-774b-412c-9c28-746acaa3eaad tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:35:06.824378 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d6d52f18-fa3b-4de8-9515-72008b2d4230 req-c9efbae1-774b-412c-9c28-746acaa3eaad tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "GET /v2.0/ports?device_id=6d45d16c-573f-4048-8335-d1d3427def31 HTTP/1.1" status: 200 len: 945 time: 0.0800855 Nov 23 18:35:06.839740 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d6bfcd-95e0-4fed-9576-e8ff3c014918 req-8224633a-cc3f-4bc3-830c-3b1f86ba31c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:35:06.841469 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f5d6bfcd-95e0-4fed-9576-e8ff3c014918 req-8224633a-cc3f-4bc3-830c-3b1f86ba31c4 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=000e27ec11d44dc3b43cac2203fcea4b&device_id=6d45d16c-573f-4048-8335-d1d3427def31 HTTP/1.1" status: 200 len: 1096 time: 0.0669441 Nov 23 18:35:06.930161 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d6d52f18-fa3b-4de8-9515-72008b2d4230 req-0b8f1a68-7eda-4358-94bc-60b92c9738d6 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "GET /v2.0/security-groups?id=fdf2a52c-1a00-4b93-b29c-b758ad50dbe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0976272 Nov 23 18:35:06.957953 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d6bfcd-95e0-4fed-9576-e8ff3c014918 req-69c932ac-9728-4659-b1a2-22fcc2334282 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:35:06.959386 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f5d6bfcd-95e0-4fed-9576-e8ff3c014918 req-69c932ac-9728-4659-b1a2-22fcc2334282 service neutron] 10.222.0.55 "GET /v2.0/networks?id=9f7d53fd-dc6b-4139-bf76-ce3beb14e6fa HTTP/1.1" status: 200 len: 897 time: 0.1099956 Nov 23 18:35:07.027963 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f5d6bfcd-95e0-4fed-9576-e8ff3c014918 req-7e006db4-96ee-4882-b740-0934e01fae31 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bccbcc0b-c33e-4b24-95f4-b814794adfe7 HTTP/1.1" status: 200 len: 1000 time: 0.0614991 Nov 23 18:35:07.075300 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d6bfcd-95e0-4fed-9576-e8ff3c014918 req-c8434474-24ab-4d8c-9f42-a3f676974a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:35:07.076702 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f5d6bfcd-95e0-4fed-9576-e8ff3c014918 req-c8434474-24ab-4d8c-9f42-a3f676974a34 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=881060e9-dae8-496c-8520-e30417241d26 HTTP/1.1" status: 200 len: 835 time: 0.0420127 Nov 23 18:35:07.122677 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d6bfcd-95e0-4fed-9576-e8ff3c014918 req-b5480891-7867-418a-8aeb-7b0edcec6e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:35:07.124145 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f5d6bfcd-95e0-4fed-9576-e8ff3c014918 req-b5480891-7867-418a-8aeb-7b0edcec6e43 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9f7d53fd-dc6b-4139-bf76-ce3beb14e6fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408185 Nov 23 18:35:07.216160 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f5d6bfcd-95e0-4fed-9576-e8ff3c014918 req-3d61a79e-7e42-4f6b-86c4-a52370c8d485 service neutron] 10.222.0.55 "GET /v2.0/networks/9f7d53fd-dc6b-4139-bf76-ce3beb14e6fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835307 Nov 23 18:35:07.303373 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f5d6bfcd-95e0-4fed-9576-e8ff3c014918 req-260fc558-d618-4dbe-843e-ea3c4044f0c2 service neutron] 10.222.0.55 "GET /v2.0/networks/9f7d53fd-dc6b-4139-bf76-ce3beb14e6fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798585 Nov 23 18:35:08.055520 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bb2012-74ce-4b6a-9fff-58fb0abcfd20 req-f48128fa-4de2-4412-91d4-62dd0fa82813 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:35:08.057030 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-49bb2012-74ce-4b6a-9fff-58fb0abcfd20 req-f48128fa-4de2-4412-91d4-62dd0fa82813 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "GET /v2.0/ports?device_id=6d45d16c-573f-4048-8335-d1d3427def31 HTTP/1.1" status: 200 len: 945 time: 0.0548208 Nov 23 18:35:08.108784 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-49bb2012-74ce-4b6a-9fff-58fb0abcfd20 req-c1fd5f75-b5a5-47b4-bf92-ffd5a3d16513 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "GET /v2.0/security-groups?id=fdf2a52c-1a00-4b93-b29c-b758ad50dbe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455678 Nov 23 18:35:09.226414 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf104d06-d196-40ed-97f6-2dba7c830c66 req-5b0cd26a-45df-42cc-9077-a6500e9ce6c4 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:35:09.227889 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-bf104d06-d196-40ed-97f6-2dba7c830c66 req-5b0cd26a-45df-42cc-9077-a6500e9ce6c4 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "GET /v2.0/ports?device_id=6d45d16c-573f-4048-8335-d1d3427def31 HTTP/1.1" status: 200 len: 945 time: 0.0494838 Nov 23 18:35:09.275806 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-bf104d06-d196-40ed-97f6-2dba7c830c66 req-617a338b-09d2-46dc-bf0c-42235e6bc683 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "GET /v2.0/security-groups?id=fdf2a52c-1a00-4b93-b29c-b758ad50dbe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418990 Nov 23 18:35:09.298917 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 57600) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:35:09.362447 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-0e119361-690e-4d0c-bd4b-e0b390999ae7 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "GET /v2.0/floatingips/15da875b-cb8c-4a0b-bd59-305d25062037 HTTP/1.1" status: 200 len: 992 time: 0.0624118 Nov 23 18:35:09.570851 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 57606) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:35:09.726273 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-78e0877e-246b-4f6b-b572-2457b676111c tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Deleting port e1866037-a62a-4d55-877e-618eb4a13204 {{(pid=103591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:35:09.726533 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-78e0877e-246b-4f6b-b572-2457b676111c tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:09.800585 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-78e0877e-246b-4f6b-b572-2457b676111c tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:09.800912 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-78e0877e-246b-4f6b-b572-2457b676111c tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:09.812312 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-78e0877e-246b-4f6b-b572-2457b676111c tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Calling delete_port for e1866037-a62a-4d55-877e-618eb4a13204 owned by network:floatingip {{(pid=103591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:35:09.958912 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-78e0877e-246b-4f6b-b572-2457b676111c tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:09.985609 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e0877e-246b-4f6b-b572-2457b676111c tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Pushing event deleted for resources: {'Port': ['ID=e1866037-a62a-4d55-877e-618eb4a13204,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:35:10.013645 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e0877e-246b-4f6b-b572-2457b676111c tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:35:10.013995 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e0877e-246b-4f6b-b572-2457b676111c tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:35:10.014341 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e0877e-246b-4f6b-b572-2457b676111c tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:35:10.014679 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e0877e-246b-4f6b-b572-2457b676111c tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:35:10.015011 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e0877e-246b-4f6b-b572-2457b676111c tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:35:10.015957 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e0877e-246b-4f6b-b572-2457b676111c tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:35:10.016295 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e0877e-246b-4f6b-b572-2457b676111c tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:35:10.016651 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e0877e-246b-4f6b-b572-2457b676111c tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:35:10.016987 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e0877e-246b-4f6b-b572-2457b676111c tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:35:10.017318 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e0877e-246b-4f6b-b572-2457b676111c tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:35:10.017644 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e0877e-246b-4f6b-b572-2457b676111c tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:35:10.017968 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e0877e-246b-4f6b-b572-2457b676111c tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:35:10.056316 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-78e0877e-246b-4f6b-b572-2457b676111c tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks [] for floatingip, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:10.056756 n-d-816206-8 neutron-server[103591]: INFO neutron.db.l3_db [None req-78e0877e-246b-4f6b-b572-2457b676111c tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Floating IP 15da875b-cb8c-4a0b-bd59-305d25062037 disassociated (deleted). External IP: 172.25.3.47, port: bccbcc0b-c33e-4b24-95f4-b814794adfe7. Nov 23 18:35:10.260126 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78e0877e-246b-4f6b-b572-2457b676111c tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Router 86087c13-066a-4cac-9611-4d4bcd368cd6 has already been hosted by L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 {{(pid=103591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:35:10.361631 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78e0877e-246b-4f6b-b572-2457b676111c tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:35:10.366072 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-78e0877e-246b-4f6b-b572-2457b676111c tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for floatingip, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:10.371168 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf94c7d9-aced-44d5-9583-418757d231b2 None None] Sync routers for ids ['86087c13-066a-4cac-9611-4d4bcd368cd6'] in n-d-816206-8 {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:35:10.380997 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf94c7d9-aced-44d5-9583-418757d231b2 None None] Routers {'86087c13-066a-4cac-9611-4d4bcd368cd6'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:35:10.381608 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-bf94c7d9-aced-44d5-9583-418757d231b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T18:34:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['86087c13-066a-4cac-9611-4d4bcd368cd6'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:35:10.397393 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-78e0877e-246b-4f6b-b572-2457b676111c tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "DELETE /v2.0/floatingips/15da875b-cb8c-4a0b-bd59-305d25062037 HTTP/1.1" status: 204 len: 168 time: 0.8253701 Nov 23 18:35:10.397990 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d45d16c-573f-4048-8335-d1d3427def31', 'tag': 'bccbcc0b-c33e-4b24-95f4-b814794adfe7'}] {{(pid=103591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:35:10.400305 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f4e21f982013ce885b63e29a1d25974432d95030e0706b58ae42016fda4ab83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08f7e168-03a6-4003-9c04-1a6d1f8d40ef" -d '{"events": [{"name": "network-changed", "server_uuid": "6d45d16c-573f-4048-8335-d1d3427def31", "tag": "bccbcc0b-c33e-4b24-95f4-b814794adfe7"}]}' {{(pid=103591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:35:10.440423 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:35:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6655720-bce8-4551-9b2d-e62cafb84cd3 x-openstack-request-id: req-e6655720-bce8-4551-9b2d-e62cafb84cd3 {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:35:10.440753 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d45d16c-573f-4048-8335-d1d3427def31", "tag": "bccbcc0b-c33e-4b24-95f4-b814794adfe7", "status": "completed", "code": 200}]} {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:35:10.441000 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-e6655720-bce8-4551-9b2d-e62cafb84cd3 {{(pid=103591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:35:10.441415 n-d-816206-8 neutron-server[103591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d45d16c-573f-4048-8335-d1d3427def31', 'tag': 'bccbcc0b-c33e-4b24-95f4-b814794adfe7', 'status': 'completed', 'code': 200} Nov 23 18:35:10.495493 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvr_db [None req-bf94c7d9-aced-44d5-9583-418757d231b2 None None] Set router 86087c13-066a-4cac-9611-4d4bcd368cd6 gateway port host: n-d-816206-8 {{(pid=103592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:35:10.507785 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f7e168-03a6-4003-9c04-1a6d1f8d40ef req-1937d337-bdd2-45b3-97c7-d3858092ef99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:35:10.510533 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-08f7e168-03a6-4003-9c04-1a6d1f8d40ef req-1937d337-bdd2-45b3-97c7-d3858092ef99 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=000e27ec11d44dc3b43cac2203fcea4b&device_id=6d45d16c-573f-4048-8335-d1d3427def31 HTTP/1.1" status: 200 len: 1096 time: 0.0470419 Nov 23 18:35:10.651058 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f7e168-03a6-4003-9c04-1a6d1f8d40ef req-7b56e672-c13f-42cf-9d23-c1522333348f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:35:10.652936 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-08f7e168-03a6-4003-9c04-1a6d1f8d40ef req-7b56e672-c13f-42cf-9d23-c1522333348f service neutron] 10.222.0.55 "GET /v2.0/networks?id=9f7d53fd-dc6b-4139-bf76-ce3beb14e6fa HTTP/1.1" status: 200 len: 897 time: 0.1339262 Nov 23 18:35:10.665072 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6f4247-35c8-434e-8deb-621863bcfa87 req-43c87894-8a54-451d-8a58-80a8b3a08a01 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:35:10.666488 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7c6f4247-35c8-434e-8deb-621863bcfa87 req-43c87894-8a54-451d-8a58-80a8b3a08a01 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "GET /v2.0/ports?device_id=6d45d16c-573f-4048-8335-d1d3427def31 HTTP/1.1" status: 200 len: 945 time: 0.0749283 Nov 23 18:35:10.709125 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-08f7e168-03a6-4003-9c04-1a6d1f8d40ef req-7ec28851-ea7c-403d-a868-8b9d16fec1cb service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bccbcc0b-c33e-4b24-95f4-b814794adfe7 HTTP/1.1" status: 200 len: 217 time: 0.0415862 Nov 23 18:35:10.710574 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-bf94c7d9-aced-44d5-9583-418757d231b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86087c13-066a-4cac-9611-4d4bcd368cd6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1726717356', 'tenant_id': '000e27ec11d44dc3b43cac2203fcea4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.96'}], 'enable_snat': True}, 'gw_port_id': '8d917691-251f-43af-8e08-4d1065eb0874', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:34:14Z', 'updated_at': '2021-11-23T18:34:17Z', 'revision_number': 4, 'project_id': '000e27ec11d44dc3b43cac2203fcea4b', 'gw_port': {'id': '8d917691-251f-43af-8e08-4d1065eb0874', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:ee:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86087c13-066a-4cac-9611-4d4bcd368cd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:34:14Z', 'updated_at': '2021-11-23T18:34:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_interfaces': [{'id': '612511ea-d817-4e2f-93ce-f628e35eca9a', 'name': '', 'network_id': '9f7d53fd-dc6b-4139-bf76-ce3beb14e6fa', 'tenant_id': '000e27ec11d44dc3b43cac2203fcea4b', 'mac_address': 'fa:16:3e:72:43:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86087c13-066a-4cac-9611-4d4bcd368cd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '881060e9-dae8-496c-8520-e30417241d26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:34:16Z', 'updated_at': '2021-11-23T18:34:20Z', 'revision_number': 5, 'project_id': '000e27ec11d44dc3b43cac2203fcea4b', 'subnets': [{'id': '881060e9-dae8-496c-8520-e30417241d26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:35:10.740981 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf94c7d9-aced-44d5-9583-418757d231b2 None None] Checking router: 86087c13-066a-4cac-9611-4d4bcd368cd6 for host: n-d-816206-8 {{(pid=103592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:35:10.749234 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf94c7d9-aced-44d5-9583-418757d231b2 None None] Routers {'86087c13-066a-4cac-9611-4d4bcd368cd6'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:35:10.750411 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-bf94c7d9-aced-44d5-9583-418757d231b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T18:34:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['86087c13-066a-4cac-9611-4d4bcd368cd6'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:35:10.783646 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7c6f4247-35c8-434e-8deb-621863bcfa87 req-81b9fbd0-8f7e-4c9e-acea-dddd604b6657 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "GET /v2.0/security-groups?id=fdf2a52c-1a00-4b93-b29c-b758ad50dbe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1092472 Nov 23 18:35:10.787254 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f7e168-03a6-4003-9c04-1a6d1f8d40ef req-6d462402-a706-4209-a624-ceb1b2d8d332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:35:10.788765 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-08f7e168-03a6-4003-9c04-1a6d1f8d40ef req-6d462402-a706-4209-a624-ceb1b2d8d332 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=881060e9-dae8-496c-8520-e30417241d26 HTTP/1.1" status: 200 len: 835 time: 0.0715764 Nov 23 18:35:10.844536 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f7e168-03a6-4003-9c04-1a6d1f8d40ef req-e3fc84f0-7269-4112-82bd-6709c3ebbdcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:35:10.846027 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-08f7e168-03a6-4003-9c04-1a6d1f8d40ef req-e3fc84f0-7269-4112-82bd-6709c3ebbdcd service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9f7d53fd-dc6b-4139-bf76-ce3beb14e6fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0501325 Nov 23 18:35:10.862554 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvr_db [None req-bf94c7d9-aced-44d5-9583-418757d231b2 None None] Set router 86087c13-066a-4cac-9611-4d4bcd368cd6 gateway port host: n-d-816206-8 {{(pid=103592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:35:10.937108 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-08f7e168-03a6-4003-9c04-1a6d1f8d40ef req-c969859c-19cc-4e26-bc0e-390a1f0c4bf7 service neutron] 10.222.0.55 "GET /v2.0/networks/9f7d53fd-dc6b-4139-bf76-ce3beb14e6fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831046 Nov 23 18:35:11.067186 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-bf94c7d9-aced-44d5-9583-418757d231b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86087c13-066a-4cac-9611-4d4bcd368cd6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1726717356', 'tenant_id': '000e27ec11d44dc3b43cac2203fcea4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.96'}], 'enable_snat': True}, 'gw_port_id': '8d917691-251f-43af-8e08-4d1065eb0874', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:34:14Z', 'updated_at': '2021-11-23T18:34:17Z', 'revision_number': 4, 'project_id': '000e27ec11d44dc3b43cac2203fcea4b', 'gw_port': {'id': '8d917691-251f-43af-8e08-4d1065eb0874', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:ee:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86087c13-066a-4cac-9611-4d4bcd368cd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:34:14Z', 'updated_at': '2021-11-23T18:34:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_interfaces': [{'id': '612511ea-d817-4e2f-93ce-f628e35eca9a', 'name': '', 'network_id': '9f7d53fd-dc6b-4139-bf76-ce3beb14e6fa', 'tenant_id': '000e27ec11d44dc3b43cac2203fcea4b', 'mac_address': 'fa:16:3e:72:43:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86087c13-066a-4cac-9611-4d4bcd368cd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '881060e9-dae8-496c-8520-e30417241d26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:34:16Z', 'updated_at': '2021-11-23T18:34:20Z', 'revision_number': 5, 'project_id': '000e27ec11d44dc3b43cac2203fcea4b', 'subnets': [{'id': '881060e9-dae8-496c-8520-e30417241d26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:35:11.094430 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf94c7d9-aced-44d5-9583-418757d231b2 None None] The sync data for ids ['86087c13-066a-4cac-9611-4d4bcd368cd6'] in n-d-816206-8 is: [{'id': '86087c13-066a-4cac-9611-4d4bcd368cd6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1726717356', 'tenant_id': '000e27ec11d44dc3b43cac2203fcea4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.96'}], 'enable_snat': True}, 'gw_port_id': '8d917691-251f-43af-8e08-4d1065eb0874', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:34:14Z', 'updated_at': '2021-11-23T18:34:17Z', 'revision_number': 4, 'project_id': '000e27ec11d44dc3b43cac2203fcea4b', 'gw_port': {'id': '8d917691-251f-43af-8e08-4d1065eb0874', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:ee:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86087c13-066a-4cac-9611-4d4bcd368cd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:34:14Z', 'updated_at': '2021-11-23T18:34:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_interfaces': [{'id': '612511ea-d817-4e2f-93ce-f628e35eca9a', 'name': '', 'network_id': '9f7d53fd-dc6b-4139-bf76-ce3beb14e6fa', 'tenant_id': '000e27ec11d44dc3b43cac2203fcea4b', 'mac_address': 'fa:16:3e:72:43:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86087c13-066a-4cac-9611-4d4bcd368cd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '881060e9-dae8-496c-8520-e30417241d26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:34:16Z', 'updated_at': '2021-11-23T18:34:20Z', 'revision_number': 5, 'project_id': '000e27ec11d44dc3b43cac2203fcea4b', 'subnets': [{'id': '881060e9-dae8-496c-8520-e30417241d26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:35:11.341338 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b7ced93-2ba3-4dcf-a942-ecfdd403f1f9 None None] New status for floating IP 15da875b-cb8c-4a0b-bd59-305d25062037: DOWN {{(pid=103593) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 18:35:11.351481 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-08f7e168-03a6-4003-9c04-1a6d1f8d40ef req-4ea5029c-219f-4db2-9b6d-11e4096d1a3a service neutron] 10.222.0.55 "GET /v2.0/networks/9f7d53fd-dc6b-4139-bf76-ce3beb14e6fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4071131 Nov 23 18:35:11.901963 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19d86fc-f5e5-4f8b-9269-f2cb8f5ea759 req-e69739d7-32ac-42f7-87da-2ce69783db9d tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:35:11.903465 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b19d86fc-f5e5-4f8b-9269-f2cb8f5ea759 req-e69739d7-32ac-42f7-87da-2ce69783db9d tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "GET /v2.0/ports?device_id=6d45d16c-573f-4048-8335-d1d3427def31 HTTP/1.1" status: 200 len: 945 time: 0.0489693 Nov 23 18:35:11.953809 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b19d86fc-f5e5-4f8b-9269-f2cb8f5ea759 req-6ead523b-9f07-4778-8a59-fd0fbd2e98a5 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "GET /v2.0/security-groups?id=fdf2a52c-1a00-4b93-b29c-b758ad50dbe7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442867 Nov 23 18:35:12.159871 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ff60d7-893f-4ca4-87bc-3ebd649e953c req-f9b16675-9870-427d-9e24-85b397ac13ac tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:35:12.161354 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-82ff60d7-893f-4ca4-87bc-3ebd649e953c req-f9b16675-9870-427d-9e24-85b397ac13ac tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.55 "GET /v2.0/ports?device_id=6d45d16c-573f-4048-8335-d1d3427def31 HTTP/1.1" status: 200 len: 945 time: 0.0508037 Nov 23 18:35:12.247512 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [req-82ff60d7-893f-4ca4-87bc-3ebd649e953c req-9f3befbf-e8a9-4e85-b66f-c429bd98d3b3 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Deleting port bccbcc0b-c33e-4b24-95f4-b814794adfe7 {{(pid=103591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:35:12.247846 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-82ff60d7-893f-4ca4-87bc-3ebd649e953c req-9f3befbf-e8a9-4e85-b66f-c429bd98d3b3 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:12.337819 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-82ff60d7-893f-4ca4-87bc-3ebd649e953c req-9f3befbf-e8a9-4e85-b66f-c429bd98d3b3 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] For port bccbcc0b-c33e-4b24-95f4-b814794adfe7, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=bccbcc0b-c33e-4b24-95f4-b814794adfe7,segment=NetworkSegment(0999fdd6-916f-4934-86e8-8f6f533daa66),segment_id=0999fdd6-916f-4934-86e8-8f6f533daa66)] {{(pid=103591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:35:12.338177 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-82ff60d7-893f-4ca4-87bc-3ebd649e953c req-9f3befbf-e8a9-4e85-b66f-c429bd98d3b3 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:12.350314 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [req-82ff60d7-893f-4ca4-87bc-3ebd649e953c req-9f3befbf-e8a9-4e85-b66f-c429bd98d3b3 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Calling delete_port for bccbcc0b-c33e-4b24-95f4-b814794adfe7 owned by compute:nova {{(pid=103591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:35:12.475254 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-82ff60d7-893f-4ca4-87bc-3ebd649e953c req-9f3befbf-e8a9-4e85-b66f-c429bd98d3b3 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:12.509566 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3befbf-e8a9-4e85-b66f-c429bd98d3b3 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Pushing event deleted for resources: {'Port': ['ID=bccbcc0b-c33e-4b24-95f4-b814794adfe7,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:35:12.550634 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [req-82ff60d7-893f-4ca4-87bc-3ebd649e953c req-9f3befbf-e8a9-4e85-b66f-c429bd98d3b3 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] No DVR routers for this DVR port bccbcc0b-c33e-4b24-95f4-b814794adfe7 on host n-h1-816206-8 {{(pid=103591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:35:12.553399 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-82ff60d7-893f-4ca4-87bc-3ebd649e953c req-9f3befbf-e8a9-4e85-b66f-c429bd98d3b3 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:12.556783 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-82ff60d7-893f-4ca4-87bc-3ebd649e953c req-9f3befbf-e8a9-4e85-b66f-c429bd98d3b3 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.55 "DELETE /v2.0/ports/bccbcc0b-c33e-4b24-95f4-b814794adfe7 HTTP/1.1" status: 204 len: 173 time: 0.3896580 Nov 23 18:35:12.557275 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d45d16c-573f-4048-8335-d1d3427def31', 'name': 'network-vif-deleted', 'tag': 'bccbcc0b-c33e-4b24-95f4-b814794adfe7'}] {{(pid=103591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:35:12.559594 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f4e21f982013ce885b63e29a1d25974432d95030e0706b58ae42016fda4ab83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f050199-6cc6-41b6-8839-997922001ea9" -d '{"events": [{"server_uuid": "6d45d16c-573f-4048-8335-d1d3427def31", "name": "network-vif-deleted", "tag": "bccbcc0b-c33e-4b24-95f4-b814794adfe7"}]}' {{(pid=103591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:35:12.597743 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:35:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0747fbd4-1922-4999-b639-4aa87c725055 x-openstack-request-id: req-0747fbd4-1922-4999-b639-4aa87c725055 {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:35:12.598040 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d45d16c-573f-4048-8335-d1d3427def31", "name": "network-vif-deleted", "tag": "bccbcc0b-c33e-4b24-95f4-b814794adfe7", "status": "completed", "code": 200}]} {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:35:12.598296 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-0747fbd4-1922-4999-b639-4aa87c725055 {{(pid=103591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:35:12.598711 n-d-816206-8 neutron-server[103591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d45d16c-573f-4048-8335-d1d3427def31', 'name': 'network-vif-deleted', 'tag': 'bccbcc0b-c33e-4b24-95f4-b814794adfe7', 'status': 'completed', 'code': 200} Nov 23 18:35:13.067155 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-40d94485-39ae-44cc-bbba-567babb00e0f req-5e45bdc9-ee78-4f0f-adf4-49625d56d647 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "GET /v2.0/ports?device_id=6d45d16c-573f-4048-8335-d1d3427def31 HTTP/1.1" status: 200 len: 210 time: 0.0261674 Nov 23 18:35:13.123989 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-7d3a16f0-7012-499c-8c0d-26d509e77168 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:13.529754 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.agents_db [None req-464f6c07-0de8-4be6-8f5b-563f574d1c5d None None] Agent healthcheck: found 7 active agents {{(pid=103593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 18:35:14.047647 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:14.124408 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 57622) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:35:14.476338 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-98e7617e-11ff-41a1-8b74-4b39754f362c tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1794372'] for router_interface, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:14.728639 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-98e7617e-11ff-41a1-8b74-4b39754f362c tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Deleting port 612511ea-d817-4e2f-93ce-f628e35eca9a {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:35:14.728898 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-98e7617e-11ff-41a1-8b74-4b39754f362c tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:14.821219 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-98e7617e-11ff-41a1-8b74-4b39754f362c tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] For port 612511ea-d817-4e2f-93ce-f628e35eca9a, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=612511ea-d817-4e2f-93ce-f628e35eca9a,segment=NetworkSegment(0999fdd6-916f-4934-86e8-8f6f533daa66),segment_id=0999fdd6-916f-4934-86e8-8f6f533daa66)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:35:14.821584 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-98e7617e-11ff-41a1-8b74-4b39754f362c tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:14.834311 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-98e7617e-11ff-41a1-8b74-4b39754f362c tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Calling delete_port for 612511ea-d817-4e2f-93ce-f628e35eca9a owned by network:router_interface {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:35:14.881398 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:15.021574 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-98e7617e-11ff-41a1-8b74-4b39754f362c tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:15.045576 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e7617e-11ff-41a1-8b74-4b39754f362c tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Pushing event deleted for resources: {'Port': ['ID=612511ea-d817-4e2f-93ce-f628e35eca9a,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:35:15.056053 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e7617e-11ff-41a1-8b74-4b39754f362c tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:35:15.056424 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e7617e-11ff-41a1-8b74-4b39754f362c tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:35:15.056801 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e7617e-11ff-41a1-8b74-4b39754f362c tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:35:15.057149 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e7617e-11ff-41a1-8b74-4b39754f362c tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:35:15.057532 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e7617e-11ff-41a1-8b74-4b39754f362c tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:35:15.057825 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e7617e-11ff-41a1-8b74-4b39754f362c tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:35:15.058272 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e7617e-11ff-41a1-8b74-4b39754f362c tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:35:15.058636 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e7617e-11ff-41a1-8b74-4b39754f362c tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:35:15.059043 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e7617e-11ff-41a1-8b74-4b39754f362c tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:35:15.059906 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e7617e-11ff-41a1-8b74-4b39754f362c tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:35:15.059906 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e7617e-11ff-41a1-8b74-4b39754f362c tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:35:15.060158 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98e7617e-11ff-41a1-8b74-4b39754f362c tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:35:15.192722 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-d4498c8d-dfe4-414e-a11e-ce674374f9f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:15.236376 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-98e7617e-11ff-41a1-8b74-4b39754f362c tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2067500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1794520'] for router_interface, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:15.453164 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98e7617e-11ff-41a1-8b74-4b39754f362c tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Router 86087c13-066a-4cac-9611-4d4bcd368cd6 has already been hosted by L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 {{(pid=103590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:35:15.560044 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98e7617e-11ff-41a1-8b74-4b39754f362c tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:35:15.565253 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-98e7617e-11ff-41a1-8b74-4b39754f362c tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "PUT /v2.0/routers/86087c13-066a-4cac-9611-4d4bcd368cd6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4396005 Nov 23 18:35:15.568404 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 57624) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:35:15.572631 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9815a50d-d219-4066-9281-dc6c81fed3eb None None] Sync routers for ids ['86087c13-066a-4cac-9611-4d4bcd368cd6'] in n-d-816206-8 {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:35:15.583089 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9815a50d-d219-4066-9281-dc6c81fed3eb None None] Routers {'86087c13-066a-4cac-9611-4d4bcd368cd6'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:35:15.583693 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-9815a50d-d219-4066-9281-dc6c81fed3eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T18:35:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['86087c13-066a-4cac-9611-4d4bcd368cd6'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:35:15.622237 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_v2 [None req-99bf2124-2917-4f09-97d7-3731f5ebd700 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Deleting subnet 881060e9-dae8-496c-8520-e30417241d26 {{(pid=103590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 18:35:15.625440 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-99bf2124-2917-4f09-97d7-3731f5ebd700 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks [] for subnet, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:15.665850 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-99bf2124-2917-4f09-97d7-3731f5ebd700 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-267528342'] for subnet, precommit_delete_associations {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:15.690529 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvr_db [None req-9815a50d-d219-4066-9281-dc6c81fed3eb None None] Set router 86087c13-066a-4cac-9611-4d4bcd368cd6 gateway port host: n-d-816206-8 {{(pid=103592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:35:15.752826 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-99bf2124-2917-4f09-97d7-3731f5ebd700 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971956'] for subnet, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:15.804877 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device bccbcc0b-c33e-4b24-95f4-b814794adfe7 no longer exists at agent hyperv_n-h1-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:35:15.814157 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-99bf2124-2917-4f09-97d7-3731f5ebd700 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264357903', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264730940'] for subnet, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:15.825478 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] No Port match for: bccbcc0b-c33e-4b24-95f4-b814794adfe7 {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:35:15.825822 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device bccbcc0b-c33e-4b24-95f4-b814794adfe7 not bound to the agent host n-h1-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:35:15.841579 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bf2124-2917-4f09-97d7-3731f5ebd700 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Pushing event deleted for resources: {'Subnet': ['ID=881060e9-dae8-496c-8520-e30417241d26,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:35:15.849451 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-99bf2124-2917-4f09-97d7-3731f5ebd700 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks [] for subnet, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:15.855664 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-99bf2124-2917-4f09-97d7-3731f5ebd700 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "DELETE /v2.0/subnets/881060e9-dae8-496c-8520-e30417241d26 HTTP/1.1" status: 204 len: 168 time: 0.2835975 Nov 23 18:35:15.855843 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 57626) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:35:15.872238 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eb56575-0aef-442a-9f93-0822deb3159b None None] Network 9f7d53fd-dc6b-4139-bf76-ce3beb14e6fa requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:35:15.969596 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f90748a7-105c-4c4a-8bad-7cf81933eea5 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks [] for router, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:16.075839 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f90748a7-105c-4c4a-8bad-7cf81933eea5 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:16.129738 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-f90748a7-105c-4c4a-8bad-7cf81933eea5 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Deleting port 8d917691-251f-43af-8e08-4d1065eb0874 {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:35:16.130087 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f90748a7-105c-4c4a-8bad-7cf81933eea5 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:16.157285 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-9815a50d-d219-4066-9281-dc6c81fed3eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86087c13-066a-4cac-9611-4d4bcd368cd6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1726717356', 'tenant_id': '000e27ec11d44dc3b43cac2203fcea4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.96'}], 'enable_snat': True}, 'gw_port_id': '8d917691-251f-43af-8e08-4d1065eb0874', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:34:14Z', 'updated_at': '2021-11-23T18:35:14Z', 'revision_number': 5, 'project_id': '000e27ec11d44dc3b43cac2203fcea4b', 'gw_port': {'id': '8d917691-251f-43af-8e08-4d1065eb0874', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:ee:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86087c13-066a-4cac-9611-4d4bcd368cd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:34:14Z', 'updated_at': '2021-11-23T18:34:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8'}], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:35:16.187081 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9815a50d-d219-4066-9281-dc6c81fed3eb None None] Checking router: 86087c13-066a-4cac-9611-4d4bcd368cd6 for host: n-d-816206-8 {{(pid=103592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:35:16.201546 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9815a50d-d219-4066-9281-dc6c81fed3eb None None] Routers {'86087c13-066a-4cac-9611-4d4bcd368cd6'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:35:16.201729 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-9815a50d-d219-4066-9281-dc6c81fed3eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T18:35:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['86087c13-066a-4cac-9611-4d4bcd368cd6'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:35:16.216050 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-f90748a7-105c-4c4a-8bad-7cf81933eea5 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] For port 8d917691-251f-43af-8e08-4d1065eb0874, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=8d917691-251f-43af-8e08-4d1065eb0874,segment=NetworkSegment(bffd1e4f-e80f-4ff0-b418-2f42ae15febf),segment_id=bffd1e4f-e80f-4ff0-b418-2f42ae15febf)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:35:16.216420 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f90748a7-105c-4c4a-8bad-7cf81933eea5 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:16.229234 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-f90748a7-105c-4c4a-8bad-7cf81933eea5 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Calling delete_port for 8d917691-251f-43af-8e08-4d1065eb0874 owned by network:router_gateway {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:35:16.273655 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aed24eaf-c384-4a3e-981e-97d314f97058 None None] DHCP port deletion for 9f7d53fd-dc6b-4139-bf76-ce3beb14e6fa request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:35:16.313762 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvr_db [None req-9815a50d-d219-4066-9281-dc6c81fed3eb None None] Set router 86087c13-066a-4cac-9611-4d4bcd368cd6 gateway port host: None {{(pid=103592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:35:16.371535 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-9815a50d-d219-4066-9281-dc6c81fed3eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86087c13-066a-4cac-9611-4d4bcd368cd6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1726717356', 'tenant_id': '000e27ec11d44dc3b43cac2203fcea4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:34:14Z', 'updated_at': '2021-11-23T18:35:16Z', 'revision_number': 6, 'project_id': '000e27ec11d44dc3b43cac2203fcea4b', 'gw_port_host': None}], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:35:16.401232 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9815a50d-d219-4066-9281-dc6c81fed3eb None None] The sync data for ids ['86087c13-066a-4cac-9611-4d4bcd368cd6'] in n-d-816206-8 is: [{'id': '86087c13-066a-4cac-9611-4d4bcd368cd6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1726717356', 'tenant_id': '000e27ec11d44dc3b43cac2203fcea4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:34:14Z', 'updated_at': '2021-11-23T18:35:16Z', 'revision_number': 6, 'project_id': '000e27ec11d44dc3b43cac2203fcea4b', 'gw_port_host': None}] {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:35:16.401585 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f90748a7-105c-4c4a-8bad-7cf81933eea5 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:16.419275 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-aed24eaf-c384-4a3e-981e-97d314f97058 None None] Deleting port b7490792-3ebc-41c2-89b8-c05239f955ca {{(pid=103592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:35:16.419609 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-aed24eaf-c384-4a3e-981e-97d314f97058 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:16.432865 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90748a7-105c-4c4a-8bad-7cf81933eea5 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Pushing event deleted for resources: {'Port': ['ID=8d917691-251f-43af-8e08-4d1065eb0874,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:35:16.479639 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02873f28-fc8f-4efd-a457-ce460384302a None None] DHCP port deletion for 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:35:16.494614 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-aed24eaf-c384-4a3e-981e-97d314f97058 None None] For port b7490792-3ebc-41c2-89b8-c05239f955ca, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=b7490792-3ebc-41c2-89b8-c05239f955ca,segment=NetworkSegment(0999fdd6-916f-4934-86e8-8f6f533daa66),segment_id=0999fdd6-916f-4934-86e8-8f6f533daa66)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:35:16.494930 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-aed24eaf-c384-4a3e-981e-97d314f97058 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:16.501343 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f90748a7-105c-4c4a-8bad-7cf81933eea5 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1795454'] for router_gateway, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:16.508987 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-aed24eaf-c384-4a3e-981e-97d314f97058 None None] Calling delete_port for b7490792-3ebc-41c2-89b8-c05239f955ca owned by network:dhcp {{(pid=103592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:35:16.587067 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-aed24eaf-c384-4a3e-981e-97d314f97058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989'] for port, after_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:16.595961 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f90748a7-105c-4c4a-8bad-7cf81933eea5 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1794352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8175'] for router, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:16.598200 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f90748a7-105c-4c4a-8bad-7cf81933eea5 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:16.613635 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed24eaf-c384-4a3e-981e-97d314f97058 None None] Pushing event deleted for resources: {'Port': ['ID=b7490792-3ebc-41c2-89b8-c05239f955ca,revision_number=None']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:35:16.617928 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aed24eaf-c384-4a3e-981e-97d314f97058 None None] No DVR routers for this DVR port b7490792-3ebc-41c2-89b8-c05239f955ca on host n-d-816206-8 {{(pid=103592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:35:16.626179 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed24eaf-c384-4a3e-981e-97d314f97058 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:35:16.626436 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed24eaf-c384-4a3e-981e-97d314f97058 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:35:16.626780 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed24eaf-c384-4a3e-981e-97d314f97058 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:35:16.627128 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed24eaf-c384-4a3e-981e-97d314f97058 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:35:16.627486 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed24eaf-c384-4a3e-981e-97d314f97058 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:35:16.627794 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed24eaf-c384-4a3e-981e-97d314f97058 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:35:16.628131 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed24eaf-c384-4a3e-981e-97d314f97058 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:35:16.628462 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed24eaf-c384-4a3e-981e-97d314f97058 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:35:16.630764 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed24eaf-c384-4a3e-981e-97d314f97058 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:35:16.630764 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed24eaf-c384-4a3e-981e-97d314f97058 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:35:16.630764 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed24eaf-c384-4a3e-981e-97d314f97058 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:35:16.630764 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed24eaf-c384-4a3e-981e-97d314f97058 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:35:16.647203 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f90748a7-105c-4c4a-8bad-7cf81933eea5 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1795580'] for router, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:16.647738 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f90748a7-105c-4c4a-8bad-7cf81933eea5 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Fanout notify agent at l3_agent the message router_deleted on router 86087c13-066a-4cac-9611-4d4bcd368cd6 {{(pid=103590) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 18:35:16.654742 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f90748a7-105c-4c4a-8bad-7cf81933eea5 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks [] for router, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:16.655886 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-f90748a7-105c-4c4a-8bad-7cf81933eea5 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "DELETE /v2.0/routers/86087c13-066a-4cac-9611-4d4bcd368cd6 HTTP/1.1" status: 204 len: 168 time: 0.7991450 Nov 23 18:35:16.659137 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 57628) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:35:16.733662 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-65ec2f5e-ce89-4375-9937-285cd688f813 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-555181'] for network, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:16.802544 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-52822d53-48f5-4819-8a95-bdc13aea0bf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:16.833485 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-65ec2f5e-ce89-4375-9937-285cd688f813 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973419', 'neutron.services.segments.db._delete_segments_for_network-8736635878840'] for network, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:16.856132 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-65ec2f5e-ce89-4375-9937-285cd688f813 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f7d53fd-dc6b-4139-bf76-ce3beb14e6fa']}} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:35:16.867175 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-65ec2f5e-ce89-4375-9937-285cd688f813 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0999fdd6-916f-4934-86e8-8f6f533daa66') {'for_net_delete': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:35:16.867470 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-65ec2f5e-ce89-4375-9937-285cd688f813 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0999fdd6-916f-4934-86e8-8f6f533daa66') {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:35:16.879780 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-65ec2f5e-ce89-4375-9937-285cd688f813 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736635840332', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-267528353'] for segment, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:16.888093 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device b7490792-3ebc-41c2-89b8-c05239f955ca no longer exists at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:35:16.895163 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-65ec2f5e-ce89-4375-9937-285cd688f813 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:16.902805 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65ec2f5e-ce89-4375-9937-285cd688f813 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Releasing vlan 546 on physical network physnet1 to pool {{(pid=103590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 18:35:16.902805 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-65ec2f5e-ce89-4375-9937-285cd688f813 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264370093'] for segment, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:16.906066 n-d-816206-8 neutron-server[103590]: Traceback (most recent call last): Nov 23 18:35:16.906066 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 18:35:16.906066 n-d-816206-8 neutron-server[103590]: timer() Nov 23 18:35:16.906066 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 18:35:16.906066 n-d-816206-8 neutron-server[103590]: cb(*args, **kw) Nov 23 18:35:16.906066 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 18:35:16.906066 n-d-816206-8 neutron-server[103590]: return func(*args, **kwargs) Nov 23 18:35:16.906066 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 18:35:16.906066 n-d-816206-8 neutron-server[103590]: self._notify() Nov 23 18:35:16.906066 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 18:35:16.906066 n-d-816206-8 neutron-server[103590]: self.callback(batched_events) Nov 23 18:35:16.906066 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 18:35:16.906066 n-d-816206-8 neutron-server[103590]: event.method(event) Nov 23 18:35:16.906066 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 18:35:16.906066 n-d-816206-8 neutron-server[103590]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 18:35:16.906066 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 18:35:16.906066 n-d-816206-8 neutron-server[103590]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 18:35:16.906066 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 18:35:16.906066 n-d-816206-8 neutron-server[103590]: return f(self, *a, **k) Nov 23 18:35:16.906066 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 18:35:16.906066 n-d-816206-8 neutron-server[103590]: return self._get(url).json() Nov 23 18:35:16.906066 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 18:35:16.906066 n-d-816206-8 neutron-server[103590]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 18:35:16.906066 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 18:35:16.906066 n-d-816206-8 neutron-server[103590]: return self.request(url, 'GET', **kwargs) Nov 23 18:35:16.906066 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 18:35:16.906066 n-d-816206-8 neutron-server[103590]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 18:35:16.906066 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 18:35:16.906066 n-d-816206-8 neutron-server[103590]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 18:35:16.906066 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 18:35:16.906066 n-d-816206-8 neutron-server[103590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 18:35:16.906066 n-d-816206-8 neutron-server[103590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 18:35:16.909678 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] No Port match for: b7490792-3ebc-41c2-89b8-c05239f955ca {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:35:16.910038 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device b7490792-3ebc-41c2-89b8-c05239f955ca not bound to the agent host n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:35:16.910494 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 612511ea-d817-4e2f-93ce-f628e35eca9a no longer exists at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:35:16.930690 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] No Port match for: 612511ea-d817-4e2f-93ce-f628e35eca9a {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:35:16.931310 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 612511ea-d817-4e2f-93ce-f628e35eca9a not bound to the agent host n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:35:16.975464 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-65ec2f5e-ce89-4375-9937-285cd688f813 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1795418'] for network, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:16.982742 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-65ec2f5e-ce89-4375-9937-285cd688f813 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks [] for network, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:16.986079 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-65ec2f5e-ce89-4375-9937-285cd688f813 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "DELETE /v2.0/networks/9f7d53fd-dc6b-4139-bf76-ce3beb14e6fa HTTP/1.1" status: 204 len: 168 time: 0.3260076 Nov 23 18:35:16.989389 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 57630) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:35:17.005245 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ec2f5e-ce89-4375-9937-285cd688f813 tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Pushing event deleted for resources: {'Network': ['ID=9f7d53fd-dc6b-4139-bf76-ce3beb14e6fa,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:35:17.056650 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e055a236-cdef-435b-94e0-b396dd26ffbf tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks [] for security_group, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:17.084357 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e055a236-cdef-435b-94e0-b396dd26ffbf tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:17.146102 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e055a236-cdef-435b-94e0-b396dd26ffbf tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:17.148807 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e055a236-cdef-435b-94e0-b396dd26ffbf tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:17.150009 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-e055a236-cdef-435b-94e0-b396dd26ffbf tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] 10.222.0.60 "DELETE /v2.0/security-groups/fdf2a52c-1a00-4b93-b29c-b758ad50dbe7 HTTP/1.1" status: 204 len: 168 time: 0.1517680 Nov 23 18:35:17.159773 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e055a236-cdef-435b-94e0-b396dd26ffbf tempest-TestNetworkAdvancedServerOps-877285460 tempest-TestNetworkAdvancedServerOps-877285460-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdf2a52c-1a00-4b93-b29c-b758ad50dbe7,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:35:17.477859 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 57638) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:35:17.606952 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-274ca9ab-6a24-4f24-9d46-efb22a56d4cd admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=000e27ec11d44dc3b43cac2203fcea4b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1279259 Nov 23 18:35:17.609536 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 57642) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:35:17.656223 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-df7ea740-600f-4b0c-a781-29584823e582 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:17.680093 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-df7ea740-600f-4b0c-a781-29584823e582 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:17.729945 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-df7ea740-600f-4b0c-a781-29584823e582 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:17.732629 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-df7ea740-600f-4b0c-a781-29584823e582 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:17.733824 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-df7ea740-600f-4b0c-a781-29584823e582 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/3f6cce65-59f0-4816-b12e-c51728e83e06 HTTP/1.1" status: 204 len: 168 time: 0.1233809 Nov 23 18:35:17.743149 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7ea740-600f-4b0c-a781-29584823e582 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f6cce65-59f0-4816-b12e-c51728e83e06,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:35:18.004168 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9a27ae6c-db98-474f-94c1-cc99bf842d79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:18.009006 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 57648) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:35:18.022406 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-dcd0fcf3-5c53-4427-ac25-57ebcb6db762 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:18.100931 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-dcd0fcf3-5c53-4427-ac25-57ebcb6db762 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:18.105200 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-dcd0fcf3-5c53-4427-ac25-57ebcb6db762 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:18.150381 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-dcd0fcf3-5c53-4427-ac25-57ebcb6db762 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=69969a3889c74b77842c43a39eb0bad5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1402080 Nov 23 18:35:18.151507 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd0fcf3-5c53-4427-ac25-57ebcb6db762 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b6fc4dd-c21d-4b22-ad9c-1873118e196f,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:35:18.153094 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 57650) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:35:18.202449 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-eb236837-3140-4452-9513-d2a1585a7b64 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:18.223075 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-eb236837-3140-4452-9513-d2a1585a7b64 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:18.269381 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-eb236837-3140-4452-9513-d2a1585a7b64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:18.271939 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-eb236837-3140-4452-9513-d2a1585a7b64 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:18.273242 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-eb236837-3140-4452-9513-d2a1585a7b64 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/6b6fc4dd-c21d-4b22-ad9c-1873118e196f HTTP/1.1" status: 204 len: 168 time: 0.1183951 Nov 23 18:35:18.280835 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb236837-3140-4452-9513-d2a1585a7b64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b6fc4dd-c21d-4b22-ad9c-1873118e196f,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:35:18.491238 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:18.689140 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 8d917691-251f-43af-8e08-4d1065eb0874 no longer exists at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:35:18.713127 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] No Port match for: 8d917691-251f-43af-8e08-4d1065eb0874 {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:35:18.713471 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 8d917691-251f-43af-8e08-4d1065eb0874 not bound to the agent host n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:35:18.982128 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 57672) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:35:19.076742 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-889a9dfe-7925-4206-993c-0c618038a658 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1728799939-network', 'tenant_id': '624970b757874e2790c0d0bbc2d43e4f'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:35:19.097853 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-889a9dfe-7925-4206-993c-0c618038a658 admin admin] Made reservation on behalf of 624970b757874e2790c0d0bbc2d43e4f for: {'network': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:35:19.100097 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-889a9dfe-7925-4206-993c-0c618038a658 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for network, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:19.108194 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-889a9dfe-7925-4206-993c-0c618038a658 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:19.180090 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-889a9dfe-7925-4206-993c-0c618038a658 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:19.183959 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-889a9dfe-7925-4206-993c-0c618038a658 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:19.210071 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-889a9dfe-7925-4206-993c-0c618038a658 admin admin] vlan segment allocate from pool success with {'vlan_id': 532, 'physical_network': 'physnet1'} {{(pid=103590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 18:35:19.220058 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889a9dfe-7925-4206-993c-0c618038a658 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0c24ad7-4bb3-4ece-92cc-16c64b58a5bb,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:35:19.229900 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-889a9dfe-7925-4206-993c-0c618038a658 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:19.230338 n-d-816206-8 neutron-server[103590]: INFO neutron.db.segments_db [None req-889a9dfe-7925-4206-993c-0c618038a658 admin admin] Added segment 359a38b4-7557-4a14-b051-96b6c2332e68 of type vlan for network 621bfd8f-2d09-4d99-ab9f-5b90d40f6961 Nov 23 18:35:19.269494 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-889a9dfe-7925-4206-993c-0c618038a658 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736635338810'] for network, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:19.294174 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-889a9dfe-7925-4206-993c-0c618038a658 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493'] for network, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:19.295168 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-889a9dfe-7925-4206-993c-0c618038a658 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:35:19.295782 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-889a9dfe-7925-4206-993c-0c618038a658 admin admin] Publish callbacks [] for network, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:19.330696 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-889a9dfe-7925-4206-993c-0c618038a658 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3474126 Nov 23 18:35:19.333768 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 57676) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:35:19.338818 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-b3686ae6-30f5-4a33-b46e-e80a73204395 admin admin] Request body: {'subnet': {'network_id': '621bfd8f-2d09-4d99-ab9f-5b90d40f6961', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1728799939-subnet', 'tenant_id': '624970b757874e2790c0d0bbc2d43e4f', 'ip_version': 4}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:35:19.357788 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889a9dfe-7925-4206-993c-0c618038a658 admin admin] Pushing event updated for resources: {'Network': ['ID=621bfd8f-2d09-4d99-ab9f-5b90d40f6961,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:35:19.362533 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3686ae6-30f5-4a33-b46e-e80a73204395 admin admin] Made reservation on behalf of 624970b757874e2790c0d0bbc2d43e4f for: {'subnet': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:35:19.365097 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-b3686ae6-30f5-4a33-b46e-e80a73204395 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264314294'] for subnet, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:19.370111 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Network 621bfd8f-2d09-4d99-ab9f-5b90d40f6961 details requested by agent ovs-agent-n-d-816206-8 with host n-d-816206-8 {{(pid=103592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 18:35:19.534638 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-b3686ae6-30f5-4a33-b46e-e80a73204395 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264758079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264314276'] for subnet, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:19.588011 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3686ae6-30f5-4a33-b46e-e80a73204395 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e48a314e-2ba7-4cdc-bdbc-1f0001d4a4e9,revision_number=0']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:35:19.597984 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3686ae6-30f5-4a33-b46e-e80a73204395 admin admin] Checking segment: {'id': '359a38b4-7557-4a14-b051-96b6c2332e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '621bfd8f-2d09-4d99-ab9f-5b90d40f6961'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:35:19.598339 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3686ae6-30f5-4a33-b46e-e80a73204395 admin admin] Network hostable DHCP agents. Network: 621bfd8f-2d09-4d99-ab9f-5b90d40f6961, hostable agents: ['0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3'], hosted agents: [] {{(pid=103591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 18:35:19.614057 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3686ae6-30f5-4a33-b46e-e80a73204395 admin admin] Network 621bfd8f-2d09-4d99-ab9f-5b90d40f6961 is scheduled to be hosted by DHCP agent 0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3 with binding_index 1 {{(pid=103591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 18:35:19.622709 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [None req-b3686ae6-30f5-4a33-b46e-e80a73204395 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-8, 621bfd8f-2d09-4d99-ab9f-5b90d40f6961) {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:35:19.627089 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3686ae6-30f5-4a33-b46e-e80a73204395 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:35:19.627793 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-b3686ae6-30f5-4a33-b46e-e80a73204395 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for subnet, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:19.633770 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-529455a9-1302-4d70-bee6-b21693697d40 None None] Network 621bfd8f-2d09-4d99-ab9f-5b90d40f6961 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:35:19.645127 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-b3686ae6-30f5-4a33-b46e-e80a73204395 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3102274 Nov 23 18:35:19.647870 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 57678) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:35:19.652429 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-1a5f7575-aefc-444e-9079-ebcf088e8212 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1728799939-router', 'tenant_id': '624970b757874e2790c0d0bbc2d43e4f', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'}}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:35:19.673831 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1a5f7575-aefc-444e-9079-ebcf088e8212 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1793449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8093'] for router, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:19.674869 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1a5f7575-aefc-444e-9079-ebcf088e8212 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1794473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1794771', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1638326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8086'] for router, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:19.731277 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1a5f7575-aefc-444e-9079-ebcf088e8212 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:19.787407 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57a7aa30-2003-4191-a4e1-ab29e6c079f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp355044b8-8e87-58c4-94fa-4a010ec30f9e-621bfd8f-2d09-4d99-ab9f-5b90d40f6961', 'network_id': '621bfd8f-2d09-4d99-ab9f-5b90d40f6961', 'tenant_id': '624970b757874e2790c0d0bbc2d43e4f', 'fixed_ips': [{'subnet_id': 'e48a314e-2ba7-4cdc-bdbc-1f0001d4a4e9'}]}} from n-d-816206-8. {{(pid=103592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 18:35:19.788353 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-57a7aa30-2003-4191-a4e1-ab29e6c079f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:19.868342 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1a5f7575-aefc-444e-9079-ebcf088e8212 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:19.924421 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.db_base_plugin_common [None req-57a7aa30-2003-4191-a4e1-ab29e6c079f0 None None] Allocated IP 172.20.0.2 (621bfd8f-2d09-4d99-ab9f-5b90d40f6961/e48a314e-2ba7-4cdc-bdbc-1f0001d4a4e9/64618daf-8ee9-4f34-962b-a1366fe13215) {{(pid=103592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:35:20.066922 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1a5f7575-aefc-444e-9079-ebcf088e8212 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:20.067496 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-57a7aa30-2003-4191-a4e1-ab29e6c079f0 None None] Publish callbacks [] for port, precommit_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:20.074452 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-57a7aa30-2003-4191-a4e1-ab29e6c079f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980'] for port, after_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:20.086891 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1a5f7575-aefc-444e-9079-ebcf088e8212 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:20.115749 n-d-816206-8 neutron-server[103592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57a7aa30-2003-4191-a4e1-ab29e6c079f0 None None] Network 621bfd8f-2d09-4d99-ab9f-5b90d40f6961 is already hosted by enough agents. {{(pid=103592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:35:20.118703 n-d-816206-8 neutron-server[103592]: DEBUG neutron.scheduler.base_scheduler [None req-57a7aa30-2003-4191-a4e1-ab29e6c079f0 None None] Resources bound (agent type, host, resource id): {{(pid=103592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:35:20.122448 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57a7aa30-2003-4191-a4e1-ab29e6c079f0 None None] Received port after_create {{(pid=103592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:35:20.130415 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a7aa30-2003-4191-a4e1-ab29e6c079f0 None None] Pushing event updated for resources: {'Port': ['ID=64618daf-8ee9-4f34-962b-a1366fe13215,revision_number=1']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:35:20.181404 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-57a7aa30-2003-4191-a4e1-ab29e6c079f0 None None] Attempting to bind port 64618daf-8ee9-4f34-962b-a1366fe13215 on host n-d-816206-8 for vnic_type normal with profile {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:35:20.181778 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-57a7aa30-2003-4191-a4e1-ab29e6c079f0 None None] Attempting to bind port 64618daf-8ee9-4f34-962b-a1366fe13215 by drivers openvswitch,hyperv on host n-d-816206-8 at level 0 using segments [{'id': '359a38b4-7557-4a14-b051-96b6c2332e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '621bfd8f-2d09-4d99-ab9f-5b90d40f6961'}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:35:20.182137 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57a7aa30-2003-4191-a4e1-ab29e6c079f0 None None] Attempting to bind port 64618daf-8ee9-4f34-962b-a1366fe13215 on network 621bfd8f-2d09-4d99-ab9f-5b90d40f6961 {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:35:20.187073 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57a7aa30-2003-4191-a4e1-ab29e6c079f0 None None] Checking agent: {'id': '9e89acbe-4bbe-4c77-a18b-6f1da9133e0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 7, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 35, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:35:20.187442 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57a7aa30-2003-4191-a4e1-ab29e6c079f0 None None] Checking segment: {'id': '359a38b4-7557-4a14-b051-96b6c2332e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '621bfd8f-2d09-4d99-ab9f-5b90d40f6961'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:35:20.188408 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-57a7aa30-2003-4191-a4e1-ab29e6c079f0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:20.188832 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57a7aa30-2003-4191-a4e1-ab29e6c079f0 None None] Bound using segment: {'id': '359a38b4-7557-4a14-b051-96b6c2332e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '621bfd8f-2d09-4d99-ab9f-5b90d40f6961'} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:35:20.189287 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-57a7aa30-2003-4191-a4e1-ab29e6c079f0 None None] Bound port: 64618daf-8ee9-4f34-962b-a1366fe13215, host: n-d-816206-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '359a38b4-7557-4a14-b051-96b6c2332e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '621bfd8f-2d09-4d99-ab9f-5b90d40f6961'}}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:35:20.189660 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-57a7aa30-2003-4191-a4e1-ab29e6c079f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:20.194616 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-1a5f7575-aefc-444e-9079-ebcf088e8212 admin admin] Allocated IP 172.25.3.219 (4c8455ba-1be5-42ac-b8c2-8a16e1292d55/08fe3644-ce41-4c3f-a7ea-92bac0f0fff5/1c4a0e44-8180-4164-92ce-79d8c9b576f5) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:35:20.257766 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-57a7aa30-2003-4191-a4e1-ab29e6c079f0 None None] For port 64618daf-8ee9-4f34-962b-a1366fe13215, host n-d-816206-8, cleared binding levels {{(pid=103592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:35:20.261282 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-57a7aa30-2003-4191-a4e1-ab29e6c079f0 None None] For port 64618daf-8ee9-4f34-962b-a1366fe13215, host n-d-816206-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=64618daf-8ee9-4f34-962b-a1366fe13215,segment=NetworkSegment(359a38b4-7557-4a14-b051-96b6c2332e68),segment_id=359a38b4-7557-4a14-b051-96b6c2332e68)] {{(pid=103592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:35:20.267516 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-57a7aa30-2003-4191-a4e1-ab29e6c079f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:20.326008 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a7aa30-2003-4191-a4e1-ab29e6c079f0 None None] Pushing event updated for resources: {'Port': ['ID=64618daf-8ee9-4f34-962b-a1366fe13215,revision_number=2']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:35:20.655004 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1a5f7575-aefc-444e-9079-ebcf088e8212 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:20.690167 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1a5f7575-aefc-444e-9079-ebcf088e8212 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:20.736055 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a5f7575-aefc-444e-9079-ebcf088e8212 admin admin] Network 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:35:20.738920 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-1a5f7575-aefc-444e-9079-ebcf088e8212 admin admin] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:35:20.744478 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a5f7575-aefc-444e-9079-ebcf088e8212 admin admin] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:35:20.747360 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5f7575-aefc-444e-9079-ebcf088e8212 admin admin] Pushing event updated for resources: {'Port': ['ID=1c4a0e44-8180-4164-92ce-79d8c9b576f5,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:35:20.752607 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5f3677b-1ec1-4ec4-b4b1-94feaeb0b3a8 None None] DHCP port deletion for 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:35:20.779078 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 64618daf-8ee9-4f34-962b-a1366fe13215 up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:35:20.827639 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port 64618daf-8ee9-4f34-962b-a1366fe13215 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:35:20.828040 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:20.878913 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-1b313201-1072-4201-9c7a-6b355b2793c1 None None] Provisioning complete for port 1c4a0e44-8180-4164-92ce-79d8c9b576f5 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:35:20.879285 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-1b313201-1072-4201-9c7a-6b355b2793c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:20.922326 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-1b313201-1072-4201-9c7a-6b355b2793c1 None None] Port 1c4a0e44-8180-4164-92ce-79d8c9b576f5 cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:35:20.956853 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:20.992129 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] For port 64618daf-8ee9-4f34-962b-a1366fe13215, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=64618daf-8ee9-4f34-962b-a1366fe13215,segment=NetworkSegment(359a38b4-7557-4a14-b051-96b6c2332e68),segment_id=359a38b4-7557-4a14-b051-96b6c2332e68)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:35:21.000006 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:21.016353 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1a5f7575-aefc-444e-9079-ebcf088e8212 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:21.051193 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Pushing event updated for resources: {'Port': ['ID=64618daf-8ee9-4f34-962b-a1366fe13215,revision_number=3']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:35:21.226852 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1a5f7575-aefc-444e-9079-ebcf088e8212 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1794316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1795362'] for router, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:21.281333 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46dfe3c2-4b07-49ae-99b3-2ee7870ef15c None None] Network 621bfd8f-2d09-4d99-ab9f-5b90d40f6961 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:35:21.361761 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a5f7575-aefc-444e-9079-ebcf088e8212 admin admin] Router b6a5f995-9da5-4b49-9186-ed0008f28a74 is scheduled to L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 with binding_index 1 {{(pid=103590) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 18:35:21.369758 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-43b75920-bd82-4202-887a-cf0ea78bc34d None None] Provisioning complete for port 64618daf-8ee9-4f34-962b-a1366fe13215 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:35:21.370129 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-43b75920-bd82-4202-887a-cf0ea78bc34d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:21.466021 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a5f7575-aefc-444e-9079-ebcf088e8212 admin admin] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:35:21.477809 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8718e33-3eac-4cf0-bec9-c3ddca54b164 None None] Sync routers for ids ['b6a5f995-9da5-4b49-9186-ed0008f28a74'] in n-d-816206-8 {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:35:21.485401 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1a5f7575-aefc-444e-9079-ebcf088e8212 admin admin] Publish callbacks [] for router, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:21.489359 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-1a5f7575-aefc-444e-9079-ebcf088e8212 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8376853 Nov 23 18:35:21.489557 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 57680) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:35:21.490440 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8718e33-3eac-4cf0-bec9-c3ddca54b164 None None] Routers {'b6a5f995-9da5-4b49-9186-ed0008f28a74'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:35:21.491103 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-d8718e33-3eac-4cf0-bec9-c3ddca54b164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T18:35:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['b6a5f995-9da5-4b49-9186-ed0008f28a74'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:35:21.600548 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-d8718e33-3eac-4cf0-bec9-c3ddca54b164 None None] Set router b6a5f995-9da5-4b49-9186-ed0008f28a74 gateway port host: n-d-816206-8 {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:35:21.742717 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-8e103f70-2999-4dd5-aabb-e9852accff65 None None] Provisioning complete for port 64618daf-8ee9-4f34-962b-a1366fe13215 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:35:21.743168 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-8e103f70-2999-4dd5-aabb-e9852accff65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:21.789077 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-d8718e33-3eac-4cf0-bec9-c3ddca54b164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6a5f995-9da5-4b49-9186-ed0008f28a74', 'name': 'tempest-TestShelveInstance-1728799939-router', 'tenant_id': '624970b757874e2790c0d0bbc2d43e4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.219'}], 'enable_snat': True}, 'gw_port_id': '1c4a0e44-8180-4164-92ce-79d8c9b576f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:35:19Z', 'updated_at': '2021-11-23T18:35:20Z', 'revision_number': 3, 'project_id': '624970b757874e2790c0d0bbc2d43e4f', 'gw_port': {'id': '1c4a0e44-8180-4164-92ce-79d8c9b576f5', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:93:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6a5f995-9da5-4b49-9186-ed0008f28a74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:35:20Z', 'updated_at': '2021-11-23T18:35:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8'}], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:35:21.820981 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8718e33-3eac-4cf0-bec9-c3ddca54b164 None None] Checking router: b6a5f995-9da5-4b49-9186-ed0008f28a74 for host: n-d-816206-8 {{(pid=103593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:35:21.821335 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8718e33-3eac-4cf0-bec9-c3ddca54b164 None None] Updating router b6a5f995-9da5-4b49-9186-ed0008f28a74 port 1c4a0e44-8180-4164-92ce-79d8c9b576f5 binding host n-d-816206-8 {{(pid=103593) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 18:35:21.848222 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-d8718e33-3eac-4cf0-bec9-c3ddca54b164 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:21.935843 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-deff4c21-7811-4ef8-9fa3-dd5d3839509c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:22.094141 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-d8718e33-3eac-4cf0-bec9-c3ddca54b164 None None] Publish callbacks [] for port, precommit_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:22.094420 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-deff4c21-7811-4ef8-9fa3-dd5d3839509c admin admin] Allocated IP 172.20.0.1 (621bfd8f-2d09-4d99-ab9f-5b90d40f6961/e48a314e-2ba7-4cdc-bdbc-1f0001d4a4e9/67e019b7-40ab-43c0-b180-f86b3e2cf82b) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:35:22.100002 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-d8718e33-3eac-4cf0-bec9-c3ddca54b164 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:22.139013 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-052b0d17-993c-4a66-8d90-fb247627c8fa None None] DHCP port deletion for 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:35:22.155087 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [None req-d8718e33-3eac-4cf0-bec9-c3ddca54b164 None None] Attempting to bind port 1c4a0e44-8180-4164-92ce-79d8c9b576f5 on host n-d-816206-8 for vnic_type normal with profile {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:35:22.155496 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [None req-d8718e33-3eac-4cf0-bec9-c3ddca54b164 None None] Attempting to bind port 1c4a0e44-8180-4164-92ce-79d8c9b576f5 by drivers openvswitch,hyperv on host n-d-816206-8 at level 0 using segments [{'id': 'bffd1e4f-e80f-4ff0-b418-2f42ae15febf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'}] {{(pid=103593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:35:22.155964 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8718e33-3eac-4cf0-bec9-c3ddca54b164 None None] Attempting to bind port 1c4a0e44-8180-4164-92ce-79d8c9b576f5 on network 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:35:22.164938 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8718e33-3eac-4cf0-bec9-c3ddca54b164 None None] Checking agent: {'id': '9e89acbe-4bbe-4c77-a18b-6f1da9133e0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 7, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 35, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:35:22.165314 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8718e33-3eac-4cf0-bec9-c3ddca54b164 None None] Checking segment: {'id': 'bffd1e4f-e80f-4ff0-b418-2f42ae15febf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:35:22.165713 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-d8718e33-3eac-4cf0-bec9-c3ddca54b164 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:22.166102 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8718e33-3eac-4cf0-bec9-c3ddca54b164 None None] Bound using segment: {'id': 'bffd1e4f-e80f-4ff0-b418-2f42ae15febf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'} {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:35:22.166562 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [None req-d8718e33-3eac-4cf0-bec9-c3ddca54b164 None None] Bound port: 1c4a0e44-8180-4164-92ce-79d8c9b576f5, host: n-d-816206-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bffd1e4f-e80f-4ff0-b418-2f42ae15febf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'}}] {{(pid=103593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:35:22.166943 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-d8718e33-3eac-4cf0-bec9-c3ddca54b164 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:22.169263 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2330c79b-091e-4555-8fd6-6312da2793e5 None None] Pushing event updated for resources: {'Port': ['ID=1c4a0e44-8180-4164-92ce-79d8c9b576f5,revision_number=2']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:35:22.205945 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-deff4c21-7811-4ef8-9fa3-dd5d3839509c admin admin] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:22.240428 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-deff4c21-7811-4ef8-9fa3-dd5d3839509c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:22.255780 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-245c2039-4295-42ac-b5ca-5b8032d041cf None None] Provisioning complete for port 1c4a0e44-8180-4164-92ce-79d8c9b576f5 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:35:22.256162 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-245c2039-4295-42ac-b5ca-5b8032d041cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:22.289484 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deff4c21-7811-4ef8-9fa3-dd5d3839509c admin admin] Network 621bfd8f-2d09-4d99-ab9f-5b90d40f6961 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:35:22.292423 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-deff4c21-7811-4ef8-9fa3-dd5d3839509c admin admin] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:35:22.292619 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-245c2039-4295-42ac-b5ca-5b8032d041cf None None] Port 1c4a0e44-8180-4164-92ce-79d8c9b576f5 cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:35:22.294655 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deff4c21-7811-4ef8-9fa3-dd5d3839509c admin admin] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:35:22.314615 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-d8718e33-3eac-4cf0-bec9-c3ddca54b164 None None] For port 1c4a0e44-8180-4164-92ce-79d8c9b576f5, host n-d-816206-8, cleared binding levels {{(pid=103593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:35:22.317829 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-d8718e33-3eac-4cf0-bec9-c3ddca54b164 None None] For port 1c4a0e44-8180-4164-92ce-79d8c9b576f5, host n-d-816206-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=1c4a0e44-8180-4164-92ce-79d8c9b576f5,segment=NetworkSegment(bffd1e4f-e80f-4ff0-b418-2f42ae15febf),segment_id=bffd1e4f-e80f-4ff0-b418-2f42ae15febf)] {{(pid=103593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:35:22.322202 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deff4c21-7811-4ef8-9fa3-dd5d3839509c admin admin] Pushing event updated for resources: {'Port': ['ID=67e019b7-40ab-43c0-b180-f86b3e2cf82b,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:35:22.324564 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-d8718e33-3eac-4cf0-bec9-c3ddca54b164 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:22.327373 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2330c79b-091e-4555-8fd6-6312da2793e5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:35:22.327734 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2330c79b-091e-4555-8fd6-6312da2793e5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:35:22.328157 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2330c79b-091e-4555-8fd6-6312da2793e5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:35:22.329030 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2330c79b-091e-4555-8fd6-6312da2793e5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:35:22.329368 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2330c79b-091e-4555-8fd6-6312da2793e5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:35:22.329960 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2330c79b-091e-4555-8fd6-6312da2793e5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:35:22.330292 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2330c79b-091e-4555-8fd6-6312da2793e5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:35:22.330621 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2330c79b-091e-4555-8fd6-6312da2793e5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:35:22.330948 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2330c79b-091e-4555-8fd6-6312da2793e5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:35:22.331273 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2330c79b-091e-4555-8fd6-6312da2793e5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:35:22.331601 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2330c79b-091e-4555-8fd6-6312da2793e5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:35:22.331924 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2330c79b-091e-4555-8fd6-6312da2793e5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:35:22.353667 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-deff4c21-7811-4ef8-9fa3-dd5d3839509c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1795539'] for router_interface, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:22.381046 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f28929ca-9f1e-43bb-90df-b82b4f5644dc None None] DHCP port deletion for 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:35:22.394598 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2330c79b-091e-4555-8fd6-6312da2793e5 None None] Pushing event updated for resources: {'Port': ['ID=1c4a0e44-8180-4164-92ce-79d8c9b576f5,revision_number=3']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:35:22.399906 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8718e33-3eac-4cf0-bec9-c3ddca54b164 None None] Routers {'b6a5f995-9da5-4b49-9186-ed0008f28a74'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:35:22.400541 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-d8718e33-3eac-4cf0-bec9-c3ddca54b164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T18:35:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['b6a5f995-9da5-4b49-9186-ed0008f28a74'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:35:22.497272 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-deff4c21-7811-4ef8-9fa3-dd5d3839509c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:22.515467 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-dc3b5af2-58fd-4a78-b28f-8afad13c3ad7 None None] Provisioning complete for port 1c4a0e44-8180-4164-92ce-79d8c9b576f5 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:35:22.516961 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-dc3b5af2-58fd-4a78-b28f-8afad13c3ad7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:22.523724 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-d8718e33-3eac-4cf0-bec9-c3ddca54b164 None None] Set router b6a5f995-9da5-4b49-9186-ed0008f28a74 gateway port host: n-d-816206-8 {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:35:22.601610 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-dc3b5af2-58fd-4a78-b28f-8afad13c3ad7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:22.624704 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-dc3b5af2-58fd-4a78-b28f-8afad13c3ad7 None None] For port 1c4a0e44-8180-4164-92ce-79d8c9b576f5, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=1c4a0e44-8180-4164-92ce-79d8c9b576f5,segment=NetworkSegment(bffd1e4f-e80f-4ff0-b418-2f42ae15febf),segment_id=bffd1e4f-e80f-4ff0-b418-2f42ae15febf)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:35:22.629701 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-dc3b5af2-58fd-4a78-b28f-8afad13c3ad7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:22.673560 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-deff4c21-7811-4ef8-9fa3-dd5d3839509c admin admin] Publish callbacks [] for port, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:22.679211 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-deff4c21-7811-4ef8-9fa3-dd5d3839509c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264357957'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:22.679644 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3b5af2-58fd-4a78-b28f-8afad13c3ad7 None None] Pushing event updated for resources: {'Port': ['ID=1c4a0e44-8180-4164-92ce-79d8c9b576f5,revision_number=4']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:35:22.737485 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-d8718e33-3eac-4cf0-bec9-c3ddca54b164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6a5f995-9da5-4b49-9186-ed0008f28a74', 'name': 'tempest-TestShelveInstance-1728799939-router', 'tenant_id': '624970b757874e2790c0d0bbc2d43e4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.219'}], 'enable_snat': True}, 'gw_port_id': '1c4a0e44-8180-4164-92ce-79d8c9b576f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:35:19Z', 'updated_at': '2021-11-23T18:35:20Z', 'revision_number': 3, 'project_id': '624970b757874e2790c0d0bbc2d43e4f', 'gw_port': {'id': '1c4a0e44-8180-4164-92ce-79d8c9b576f5', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:93:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6a5f995-9da5-4b49-9186-ed0008f28a74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:35:20Z', 'updated_at': '2021-11-23T18:35:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8'}], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:35:22.752534 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deff4c21-7811-4ef8-9fa3-dd5d3839509c admin admin] Pushing event updated for resources: {'Port': ['ID=67e019b7-40ab-43c0-b180-f86b3e2cf82b,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:35:22.756683 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-5a8d6f33-60e3-40e0-a495-c0b42cb152f4 None None] Provisioning complete for port 67e019b7-40ab-43c0-b180-f86b3e2cf82b triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:35:22.757053 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-5a8d6f33-60e3-40e0-a495-c0b42cb152f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:22.759468 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-deff4c21-7811-4ef8-9fa3-dd5d3839509c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2068703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1794403'] for router_interface, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:22.784441 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8718e33-3eac-4cf0-bec9-c3ddca54b164 None None] The sync data for ids ['b6a5f995-9da5-4b49-9186-ed0008f28a74'] in n-d-816206-8 is: [{'id': 'b6a5f995-9da5-4b49-9186-ed0008f28a74', 'name': 'tempest-TestShelveInstance-1728799939-router', 'tenant_id': '624970b757874e2790c0d0bbc2d43e4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.219'}], 'enable_snat': True}, 'gw_port_id': '1c4a0e44-8180-4164-92ce-79d8c9b576f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:35:19Z', 'updated_at': '2021-11-23T18:35:20Z', 'revision_number': 3, 'project_id': '624970b757874e2790c0d0bbc2d43e4f', 'gw_port': {'id': '1c4a0e44-8180-4164-92ce-79d8c9b576f5', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:93:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6a5f995-9da5-4b49-9186-ed0008f28a74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:35:20Z', 'updated_at': '2021-11-23T18:35:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8'}] {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:35:22.786096 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 64618daf-8ee9-4f34-962b-a1366fe13215 up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:35:22.840735 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-5a8d6f33-60e3-40e0-a495-c0b42cb152f4 None None] Port 67e019b7-40ab-43c0-b180-f86b3e2cf82b cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:35:22.858814 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port 64618daf-8ee9-4f34-962b-a1366fe13215 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:35:22.859185 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:22.872818 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deff4c21-7811-4ef8-9fa3-dd5d3839509c admin admin] Network 621bfd8f-2d09-4d99-ab9f-5b90d40f6961 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:35:22.874408 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-deff4c21-7811-4ef8-9fa3-dd5d3839509c admin admin] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:35:22.999456 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-deff4c21-7811-4ef8-9fa3-dd5d3839509c admin admin] Router b6a5f995-9da5-4b49-9186-ed0008f28a74 has already been hosted by L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 {{(pid=103590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:35:23.131415 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-deff4c21-7811-4ef8-9fa3-dd5d3839509c admin admin] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:35:23.140051 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-deff4c21-7811-4ef8-9fa3-dd5d3839509c admin admin] 10.222.0.60 "PUT /v2.0/routers/b6a5f995-9da5-4b49-9186-ed0008f28a74/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6458359 Nov 23 18:35:23.162552 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-ca47c3db-201b-46b5-a64e-c8d7ad1a3b79 None None] Provisioning complete for port 67e019b7-40ab-43c0-b180-f86b3e2cf82b triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:35:23.163105 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-ca47c3db-201b-46b5-a64e-c8d7ad1a3b79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:23.201838 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-ca47c3db-201b-46b5-a64e-c8d7ad1a3b79 None None] Port 67e019b7-40ab-43c0-b180-f86b3e2cf82b cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:35:23.630050 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 57696) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:35:23.635139 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-d1afe2fe-72a3-48d4-a8ba-5680cee6c64e admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1007392029-network', 'tenant_id': '75a6e099750844738347def36b7d397e'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:35:23.658233 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1afe2fe-72a3-48d4-a8ba-5680cee6c64e admin admin] Made reservation on behalf of 75a6e099750844738347def36b7d397e for: {'network': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:35:23.661026 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d1afe2fe-72a3-48d4-a8ba-5680cee6c64e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for network, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:23.670481 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d1afe2fe-72a3-48d4-a8ba-5680cee6c64e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:23.749149 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d1afe2fe-72a3-48d4-a8ba-5680cee6c64e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:23.753419 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d1afe2fe-72a3-48d4-a8ba-5680cee6c64e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:23.781844 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1afe2fe-72a3-48d4-a8ba-5680cee6c64e admin admin] vlan segment allocate from pool success with {'vlan_id': 548, 'physical_network': 'physnet1'} {{(pid=103590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 18:35:23.791460 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1afe2fe-72a3-48d4-a8ba-5680cee6c64e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4f27d1a-26ee-41fe-8f17-48f961e1f16d,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:35:23.796133 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d1afe2fe-72a3-48d4-a8ba-5680cee6c64e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:23.796472 n-d-816206-8 neutron-server[103590]: INFO neutron.db.segments_db [None req-d1afe2fe-72a3-48d4-a8ba-5680cee6c64e admin admin] Added segment 55883cf4-6def-4ad4-9021-d74f0ab44886 of type vlan for network 555141ff-7542-462f-84a7-c76ca4874af8 Nov 23 18:35:23.837154 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d1afe2fe-72a3-48d4-a8ba-5680cee6c64e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736635338810'] for network, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:23.861994 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d1afe2fe-72a3-48d4-a8ba-5680cee6c64e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493'] for network, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:23.862949 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1afe2fe-72a3-48d4-a8ba-5680cee6c64e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:35:23.863527 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d1afe2fe-72a3-48d4-a8ba-5680cee6c64e admin admin] Publish callbacks [] for network, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:23.894088 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-d1afe2fe-72a3-48d4-a8ba-5680cee6c64e admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2629113 Nov 23 18:35:23.896734 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 57698) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:35:23.903153 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-ec6582c3-f9d9-4618-9bfe-70c595d0288b admin admin] Request body: {'subnet': {'network_id': '555141ff-7542-462f-84a7-c76ca4874af8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1007392029-subnet', 'tenant_id': '75a6e099750844738347def36b7d397e', 'ip_version': 4}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:35:23.939893 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1afe2fe-72a3-48d4-a8ba-5680cee6c64e admin admin] Pushing event updated for resources: {'Network': ['ID=555141ff-7542-462f-84a7-c76ca4874af8,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:35:23.950262 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Network 555141ff-7542-462f-84a7-c76ca4874af8 details requested by agent ovs-agent-n-d-816206-8 with host n-d-816206-8 {{(pid=103592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 18:35:23.952986 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec6582c3-f9d9-4618-9bfe-70c595d0288b admin admin] Made reservation on behalf of 75a6e099750844738347def36b7d397e for: {'subnet': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:35:23.956012 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ec6582c3-f9d9-4618-9bfe-70c595d0288b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264730903'] for subnet, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:24.126377 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ec6582c3-f9d9-4618-9bfe-70c595d0288b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264358096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264730885'] for subnet, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:24.180715 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6582c3-f9d9-4618-9bfe-70c595d0288b admin admin] Pushing event updated for resources: {'Subnet': ['ID=9f5bebcd-3680-42a7-9ede-562620304d58,revision_number=0']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:35:24.196360 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec6582c3-f9d9-4618-9bfe-70c595d0288b admin admin] Checking segment: {'id': '55883cf4-6def-4ad4-9021-d74f0ab44886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '555141ff-7542-462f-84a7-c76ca4874af8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:35:24.196745 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec6582c3-f9d9-4618-9bfe-70c595d0288b admin admin] Network hostable DHCP agents. Network: 555141ff-7542-462f-84a7-c76ca4874af8, hostable agents: ['0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3'], hosted agents: [] {{(pid=103590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 18:35:24.213338 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec6582c3-f9d9-4618-9bfe-70c595d0288b admin admin] Network 555141ff-7542-462f-84a7-c76ca4874af8 is scheduled to be hosted by DHCP agent 0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3 with binding_index 1 {{(pid=103590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 18:35:24.223598 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-ec6582c3-f9d9-4618-9bfe-70c595d0288b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-8, 555141ff-7542-462f-84a7-c76ca4874af8) {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:35:24.228119 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec6582c3-f9d9-4618-9bfe-70c595d0288b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:35:24.229024 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ec6582c3-f9d9-4618-9bfe-70c595d0288b admin admin] Publish callbacks [] for subnet, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:24.233593 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da523dc6-b0cf-4c68-bbe2-91565eb316fc None None] Network 555141ff-7542-462f-84a7-c76ca4874af8 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:35:24.248529 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-ec6582c3-f9d9-4618-9bfe-70c595d0288b admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3503888 Nov 23 18:35:24.251235 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 57700) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:35:24.256165 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-7fd0f857-c658-4b07-82e0-24faefac75ff admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1007392029-router', 'tenant_id': '75a6e099750844738347def36b7d397e', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'}}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:35:24.279709 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7fd0f857-c658-4b07-82e0-24faefac75ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1793449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8093'] for router, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:24.280971 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7fd0f857-c658-4b07-82e0-24faefac75ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1794473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1794771', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1638326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8086'] for router, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:24.336613 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7fd0f857-c658-4b07-82e0-24faefac75ff admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:24.392108 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b653b35e-2b11-4551-8212-869593542e1f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp355044b8-8e87-58c4-94fa-4a010ec30f9e-555141ff-7542-462f-84a7-c76ca4874af8', 'network_id': '555141ff-7542-462f-84a7-c76ca4874af8', 'tenant_id': '75a6e099750844738347def36b7d397e', 'fixed_ips': [{'subnet_id': '9f5bebcd-3680-42a7-9ede-562620304d58'}]}} from n-d-816206-8. {{(pid=103592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 18:35:24.393366 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b653b35e-2b11-4551-8212-869593542e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:24.485560 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d26a7ac-b9a4-4e36-bd5d-9a7ba0576b76 None None] Sync routers for ids ['b6a5f995-9da5-4b49-9186-ed0008f28a74'] in n-d-816206-8 {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:35:24.491509 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7fd0f857-c658-4b07-82e0-24faefac75ff admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:24.512534 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d26a7ac-b9a4-4e36-bd5d-9a7ba0576b76 None None] Routers {'b6a5f995-9da5-4b49-9186-ed0008f28a74'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:35:24.513452 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-3d26a7ac-b9a4-4e36-bd5d-9a7ba0576b76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T18:35:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['b6a5f995-9da5-4b49-9186-ed0008f28a74'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:35:24.736950 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7fd0f857-c658-4b07-82e0-24faefac75ff admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:24.773748 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7fd0f857-c658-4b07-82e0-24faefac75ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:24.811929 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 1c4a0e44-8180-4164-92ce-79d8c9b576f5 up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:35:24.843887 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.db_base_plugin_common [None req-b653b35e-2b11-4551-8212-869593542e1f None None] Allocated IP 172.20.0.2 (555141ff-7542-462f-84a7-c76ca4874af8/9f5bebcd-3680-42a7-9ede-562620304d58/06a41fab-86fa-4732-8fab-f51ba6bc8c01) {{(pid=103592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:35:24.898100 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvr_db [None req-3d26a7ac-b9a4-4e36-bd5d-9a7ba0576b76 None None] Set router b6a5f995-9da5-4b49-9186-ed0008f28a74 gateway port host: n-d-816206-8 {{(pid=103592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:35:24.898510 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-7fd0f857-c658-4b07-82e0-24faefac75ff admin admin] Allocated IP 172.25.3.132 (4c8455ba-1be5-42ac-b8c2-8a16e1292d55/08fe3644-ce41-4c3f-a7ea-92bac0f0fff5/5ddd8a6b-ef7f-4708-b7da-9f51491b3eaa) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:35:25.006311 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7fd0f857-c658-4b07-82e0-24faefac75ff admin admin] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:25.051762 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7fd0f857-c658-4b07-82e0-24faefac75ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:25.065680 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port 1c4a0e44-8180-4164-92ce-79d8c9b576f5 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:35:25.066063 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:25.092243 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fd0f857-c658-4b07-82e0-24faefac75ff admin admin] Network 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:35:25.095793 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-7fd0f857-c658-4b07-82e0-24faefac75ff admin admin] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:35:25.098075 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fd0f857-c658-4b07-82e0-24faefac75ff admin admin] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:35:25.119350 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eb008f2-8cca-4a02-863d-d6e46217f56f None None] DHCP port deletion for 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:35:25.126111 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd0f857-c658-4b07-82e0-24faefac75ff admin admin] Pushing event updated for resources: {'Port': ['ID=5ddd8a6b-ef7f-4708-b7da-9f51491b3eaa,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:35:25.250111 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b653b35e-2b11-4551-8212-869593542e1f None None] Publish callbacks [] for port, precommit_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:25.279868 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b653b35e-2b11-4551-8212-869593542e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980'] for port, after_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:25.338936 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-af31bbb9-6d39-4a3d-b1c7-4dda90428e5e None None] Provisioning complete for port 5ddd8a6b-ef7f-4708-b7da-9f51491b3eaa triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:35:25.339309 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-af31bbb9-6d39-4a3d-b1c7-4dda90428e5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:25.349870 n-d-816206-8 neutron-server[103592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b653b35e-2b11-4551-8212-869593542e1f None None] Network 555141ff-7542-462f-84a7-c76ca4874af8 is already hosted by enough agents. {{(pid=103592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:35:25.351713 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7fd0f857-c658-4b07-82e0-24faefac75ff admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:25.380098 n-d-816206-8 neutron-server[103592]: DEBUG neutron.scheduler.base_scheduler [None req-b653b35e-2b11-4551-8212-869593542e1f None None] Resources bound (agent type, host, resource id): {{(pid=103592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:35:25.384707 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b653b35e-2b11-4551-8212-869593542e1f None None] Received port after_create {{(pid=103592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:35:25.387835 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b653b35e-2b11-4551-8212-869593542e1f None None] Pushing event updated for resources: {'Port': ['ID=06a41fab-86fa-4732-8fab-f51ba6bc8c01,revision_number=1']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:35:25.410747 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-af31bbb9-6d39-4a3d-b1c7-4dda90428e5e None None] Port 5ddd8a6b-ef7f-4708-b7da-9f51491b3eaa cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:35:25.433153 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-3d26a7ac-b9a4-4e36-bd5d-9a7ba0576b76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6a5f995-9da5-4b49-9186-ed0008f28a74', 'name': 'tempest-TestShelveInstance-1728799939-router', 'tenant_id': '624970b757874e2790c0d0bbc2d43e4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.219'}], 'enable_snat': True}, 'gw_port_id': '1c4a0e44-8180-4164-92ce-79d8c9b576f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:35:19Z', 'updated_at': '2021-11-23T18:35:22Z', 'revision_number': 4, 'project_id': '624970b757874e2790c0d0bbc2d43e4f', 'gw_port': {'id': '1c4a0e44-8180-4164-92ce-79d8c9b576f5', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:93:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6a5f995-9da5-4b49-9186-ed0008f28a74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:35:20Z', 'updated_at': '2021-11-23T18:35:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_interfaces': [{'id': '67e019b7-40ab-43c0-b180-f86b3e2cf82b', 'name': '', 'network_id': '621bfd8f-2d09-4d99-ab9f-5b90d40f6961', 'tenant_id': '624970b757874e2790c0d0bbc2d43e4f', 'mac_address': 'fa:16:3e:32:31:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6a5f995-9da5-4b49-9186-ed0008f28a74', 'device_owner': 'network:router_interface', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': 'e48a314e-2ba7-4cdc-bdbc-1f0001d4a4e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:35:21Z', 'updated_at': '2021-11-23T18:35:22Z', 'revision_number': 2, 'project_id': '624970b757874e2790c0d0bbc2d43e4f', 'subnets': [{'id': 'e48a314e-2ba7-4cdc-bdbc-1f0001d4a4e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:35:25.480193 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d26a7ac-b9a4-4e36-bd5d-9a7ba0576b76 None None] Checking router: b6a5f995-9da5-4b49-9186-ed0008f28a74 for host: n-d-816206-8 {{(pid=103592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:35:25.480563 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d26a7ac-b9a4-4e36-bd5d-9a7ba0576b76 None None] Updating router b6a5f995-9da5-4b49-9186-ed0008f28a74 port 67e019b7-40ab-43c0-b180-f86b3e2cf82b binding host n-d-816206-8 {{(pid=103592) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 18:35:25.506083 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-b653b35e-2b11-4551-8212-869593542e1f None None] Attempting to bind port 06a41fab-86fa-4732-8fab-f51ba6bc8c01 on host n-d-816206-8 for vnic_type normal with profile {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:35:25.506455 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-b653b35e-2b11-4551-8212-869593542e1f None None] Attempting to bind port 06a41fab-86fa-4732-8fab-f51ba6bc8c01 by drivers openvswitch,hyperv on host n-d-816206-8 at level 0 using segments [{'id': '55883cf4-6def-4ad4-9021-d74f0ab44886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '555141ff-7542-462f-84a7-c76ca4874af8'}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:35:25.506827 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b653b35e-2b11-4551-8212-869593542e1f None None] Attempting to bind port 06a41fab-86fa-4732-8fab-f51ba6bc8c01 on network 555141ff-7542-462f-84a7-c76ca4874af8 {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:35:25.518012 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b653b35e-2b11-4551-8212-869593542e1f None None] Checking agent: {'id': '9e89acbe-4bbe-4c77-a18b-6f1da9133e0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 7, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 35, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:35:25.518386 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b653b35e-2b11-4551-8212-869593542e1f None None] Checking segment: {'id': '55883cf4-6def-4ad4-9021-d74f0ab44886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '555141ff-7542-462f-84a7-c76ca4874af8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:35:25.518785 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b653b35e-2b11-4551-8212-869593542e1f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:25.519179 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b653b35e-2b11-4551-8212-869593542e1f None None] Bound using segment: {'id': '55883cf4-6def-4ad4-9021-d74f0ab44886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '555141ff-7542-462f-84a7-c76ca4874af8'} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:35:25.519655 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-b653b35e-2b11-4551-8212-869593542e1f None None] Bound port: 06a41fab-86fa-4732-8fab-f51ba6bc8c01, host: n-d-816206-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55883cf4-6def-4ad4-9021-d74f0ab44886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '555141ff-7542-462f-84a7-c76ca4874af8'}}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:35:25.520032 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b653b35e-2b11-4551-8212-869593542e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:25.522128 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-3d26a7ac-b9a4-4e36-bd5d-9a7ba0576b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:25.680065 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b653b35e-2b11-4551-8212-869593542e1f None None] For port 06a41fab-86fa-4732-8fab-f51ba6bc8c01, host n-d-816206-8, cleared binding levels {{(pid=103592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:35:25.685250 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b653b35e-2b11-4551-8212-869593542e1f None None] For port 06a41fab-86fa-4732-8fab-f51ba6bc8c01, host n-d-816206-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=06a41fab-86fa-4732-8fab-f51ba6bc8c01,segment=NetworkSegment(55883cf4-6def-4ad4-9021-d74f0ab44886),segment_id=55883cf4-6def-4ad4-9021-d74f0ab44886)] {{(pid=103592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:35:25.694308 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b653b35e-2b11-4551-8212-869593542e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:25.810482 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b653b35e-2b11-4551-8212-869593542e1f None None] Pushing event updated for resources: {'Port': ['ID=06a41fab-86fa-4732-8fab-f51ba6bc8c01,revision_number=2']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:35:25.901484 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7fd0f857-c658-4b07-82e0-24faefac75ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1794316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1795362'] for router, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:25.906254 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-3d26a7ac-b9a4-4e36-bd5d-9a7ba0576b76 None None] Publish callbacks [] for port, precommit_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:25.913136 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-3d26a7ac-b9a4-4e36-bd5d-9a7ba0576b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:25.982773 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47b345f-3c5c-45a0-9a64-9f026f01c6c7 None None] Pushing event updated for resources: {'Port': ['ID=67e019b7-40ab-43c0-b180-f86b3e2cf82b,revision_number=3']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:35:26.057210 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-3d26a7ac-b9a4-4e36-bd5d-9a7ba0576b76 None None] Attempting to bind port 67e019b7-40ab-43c0-b180-f86b3e2cf82b on host n-d-816206-8 for vnic_type normal with profile {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:35:26.057818 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-3d26a7ac-b9a4-4e36-bd5d-9a7ba0576b76 None None] Attempting to bind port 67e019b7-40ab-43c0-b180-f86b3e2cf82b by drivers openvswitch,hyperv on host n-d-816206-8 at level 0 using segments [{'id': '359a38b4-7557-4a14-b051-96b6c2332e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '621bfd8f-2d09-4d99-ab9f-5b90d40f6961'}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:35:26.058316 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d26a7ac-b9a4-4e36-bd5d-9a7ba0576b76 None None] Attempting to bind port 67e019b7-40ab-43c0-b180-f86b3e2cf82b on network 621bfd8f-2d09-4d99-ab9f-5b90d40f6961 {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:35:26.070289 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d26a7ac-b9a4-4e36-bd5d-9a7ba0576b76 None None] Checking agent: {'id': '9e89acbe-4bbe-4c77-a18b-6f1da9133e0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 7, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 35, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:35:26.070869 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d26a7ac-b9a4-4e36-bd5d-9a7ba0576b76 None None] Checking segment: {'id': '359a38b4-7557-4a14-b051-96b6c2332e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '621bfd8f-2d09-4d99-ab9f-5b90d40f6961'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:35:26.071246 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-3d26a7ac-b9a4-4e36-bd5d-9a7ba0576b76 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:26.071708 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d26a7ac-b9a4-4e36-bd5d-9a7ba0576b76 None None] Bound using segment: {'id': '359a38b4-7557-4a14-b051-96b6c2332e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '621bfd8f-2d09-4d99-ab9f-5b90d40f6961'} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:35:26.072263 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-3d26a7ac-b9a4-4e36-bd5d-9a7ba0576b76 None None] Bound port: 67e019b7-40ab-43c0-b180-f86b3e2cf82b, host: n-d-816206-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '359a38b4-7557-4a14-b051-96b6c2332e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '621bfd8f-2d09-4d99-ab9f-5b90d40f6961'}}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:35:26.072780 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-3d26a7ac-b9a4-4e36-bd5d-9a7ba0576b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:26.089197 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fd0f857-c658-4b07-82e0-24faefac75ff admin admin] Router 9f3c8294-918f-4128-a8c3-04ab7848f87b is scheduled to L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 with binding_index 1 {{(pid=103590) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 18:35:26.158177 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-3d26a7ac-b9a4-4e36-bd5d-9a7ba0576b76 None None] For port 67e019b7-40ab-43c0-b180-f86b3e2cf82b, host n-d-816206-8, cleared binding levels {{(pid=103592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:35:26.161835 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-3d26a7ac-b9a4-4e36-bd5d-9a7ba0576b76 None None] For port 67e019b7-40ab-43c0-b180-f86b3e2cf82b, host n-d-816206-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=67e019b7-40ab-43c0-b180-f86b3e2cf82b,segment=NetworkSegment(359a38b4-7557-4a14-b051-96b6c2332e68),segment_id=359a38b4-7557-4a14-b051-96b6c2332e68)] {{(pid=103592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:35:26.165609 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-3d26a7ac-b9a4-4e36-bd5d-9a7ba0576b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:26.216721 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fd0f857-c658-4b07-82e0-24faefac75ff admin admin] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:35:26.226967 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47b345f-3c5c-45a0-9a64-9f026f01c6c7 None None] Pushing event updated for resources: {'Port': ['ID=67e019b7-40ab-43c0-b180-f86b3e2cf82b,revision_number=4']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:35:26.227671 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fca7eb5c-9b2b-4aa5-98b6-0a712d37de9b None None] Sync routers for ids ['9f3c8294-918f-4128-a8c3-04ab7848f87b'] in n-d-816206-8 {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:35:26.236766 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d26a7ac-b9a4-4e36-bd5d-9a7ba0576b76 None None] Routers {'b6a5f995-9da5-4b49-9186-ed0008f28a74'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:35:26.238008 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-3d26a7ac-b9a4-4e36-bd5d-9a7ba0576b76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T18:35:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['b6a5f995-9da5-4b49-9186-ed0008f28a74'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:35:26.244300 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fca7eb5c-9b2b-4aa5-98b6-0a712d37de9b None None] Routers {'9f3c8294-918f-4128-a8c3-04ab7848f87b'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:35:26.244996 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-fca7eb5c-9b2b-4aa5-98b6-0a712d37de9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T18:35:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['9f3c8294-918f-4128-a8c3-04ab7848f87b'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:35:26.246916 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7fd0f857-c658-4b07-82e0-24faefac75ff admin admin] Publish callbacks [] for router, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:26.252128 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-7fd0f857-c658-4b07-82e0-24faefac75ff admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.9964011 Nov 23 18:35:26.252580 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 57702) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:35:26.285298 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-ef25977d-4598-4f1d-9183-fa154e45dc72 None None] Provisioning complete for port 67e019b7-40ab-43c0-b180-f86b3e2cf82b triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:35:26.285874 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-ef25977d-4598-4f1d-9183-fa154e45dc72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:26.398435 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-fca7eb5c-9b2b-4aa5-98b6-0a712d37de9b None None] Set router 9f3c8294-918f-4128-a8c3-04ab7848f87b gateway port host: n-d-816206-8 {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:35:26.415643 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvr_db [None req-3d26a7ac-b9a4-4e36-bd5d-9a7ba0576b76 None None] Set router b6a5f995-9da5-4b49-9186-ed0008f28a74 gateway port host: n-d-816206-8 {{(pid=103592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:35:26.464642 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-ef25977d-4598-4f1d-9183-fa154e45dc72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:26.555048 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-ef25977d-4598-4f1d-9183-fa154e45dc72 None None] For port 67e019b7-40ab-43c0-b180-f86b3e2cf82b, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=67e019b7-40ab-43c0-b180-f86b3e2cf82b,segment=NetworkSegment(359a38b4-7557-4a14-b051-96b6c2332e68),segment_id=359a38b4-7557-4a14-b051-96b6c2332e68)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:35:26.583176 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-ef25977d-4598-4f1d-9183-fa154e45dc72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:26.605343 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-fca7eb5c-9b2b-4aa5-98b6-0a712d37de9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f3c8294-918f-4128-a8c3-04ab7848f87b', 'name': 'tempest-TestShelveInstance-1007392029-router', 'tenant_id': '75a6e099750844738347def36b7d397e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.132'}], 'enable_snat': True}, 'gw_port_id': '5ddd8a6b-ef7f-4708-b7da-9f51491b3eaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:35:24Z', 'updated_at': '2021-11-23T18:35:25Z', 'revision_number': 3, 'project_id': '75a6e099750844738347def36b7d397e', 'gw_port': {'id': '5ddd8a6b-ef7f-4708-b7da-9f51491b3eaa', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:9e:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f3c8294-918f-4128-a8c3-04ab7848f87b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:35:24Z', 'updated_at': '2021-11-23T18:35:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8'}], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:35:26.640111 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fca7eb5c-9b2b-4aa5-98b6-0a712d37de9b None None] Checking router: 9f3c8294-918f-4128-a8c3-04ab7848f87b for host: n-d-816206-8 {{(pid=103593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:35:26.641430 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fca7eb5c-9b2b-4aa5-98b6-0a712d37de9b None None] Updating router 9f3c8294-918f-4128-a8c3-04ab7848f87b port 5ddd8a6b-ef7f-4708-b7da-9f51491b3eaa binding host n-d-816206-8 {{(pid=103593) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 18:35:26.654398 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef25977d-4598-4f1d-9183-fa154e45dc72 None None] Pushing event updated for resources: {'Port': ['ID=67e019b7-40ab-43c0-b180-f86b3e2cf82b,revision_number=5']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:35:26.668980 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-fca7eb5c-9b2b-4aa5-98b6-0a712d37de9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:26.717771 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-7dc35bc4-f08b-49a3-80b6-e1b02e644a8a None None] Provisioning complete for port 67e019b7-40ab-43c0-b180-f86b3e2cf82b triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:35:26.718374 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-7dc35bc4-f08b-49a3-80b6-e1b02e644a8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:26.724079 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-3d26a7ac-b9a4-4e36-bd5d-9a7ba0576b76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6a5f995-9da5-4b49-9186-ed0008f28a74', 'name': 'tempest-TestShelveInstance-1728799939-router', 'tenant_id': '624970b757874e2790c0d0bbc2d43e4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.219'}], 'enable_snat': True}, 'gw_port_id': '1c4a0e44-8180-4164-92ce-79d8c9b576f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:35:19Z', 'updated_at': '2021-11-23T18:35:22Z', 'revision_number': 4, 'project_id': '624970b757874e2790c0d0bbc2d43e4f', 'gw_port': {'id': '1c4a0e44-8180-4164-92ce-79d8c9b576f5', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:93:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6a5f995-9da5-4b49-9186-ed0008f28a74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:35:20Z', 'updated_at': '2021-11-23T18:35:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_interfaces': [{'id': '67e019b7-40ab-43c0-b180-f86b3e2cf82b', 'name': '', 'network_id': '621bfd8f-2d09-4d99-ab9f-5b90d40f6961', 'tenant_id': '624970b757874e2790c0d0bbc2d43e4f', 'mac_address': 'fa:16:3e:32:31:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6a5f995-9da5-4b49-9186-ed0008f28a74', 'device_owner': 'network:router_interface', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': 'e48a314e-2ba7-4cdc-bdbc-1f0001d4a4e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:35:21Z', 'updated_at': '2021-11-23T18:35:26Z', 'revision_number': 4, 'project_id': '624970b757874e2790c0d0bbc2d43e4f', 'subnets': [{'id': 'e48a314e-2ba7-4cdc-bdbc-1f0001d4a4e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:35:26.861883 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c9f765d8-7402-475b-aedd-ef25b8f35679 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:26.970801 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 06a41fab-86fa-4732-8fab-f51ba6bc8c01 up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:35:26.999887 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-fca7eb5c-9b2b-4aa5-98b6-0a712d37de9b None None] Publish callbacks [] for port, precommit_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:27.008508 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-fca7eb5c-9b2b-4aa5-98b6-0a712d37de9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:27.041887 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d26a7ac-b9a4-4e36-bd5d-9a7ba0576b76 None None] The sync data for ids ['b6a5f995-9da5-4b49-9186-ed0008f28a74'] in n-d-816206-8 is: [{'id': 'b6a5f995-9da5-4b49-9186-ed0008f28a74', 'name': 'tempest-TestShelveInstance-1728799939-router', 'tenant_id': '624970b757874e2790c0d0bbc2d43e4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.219'}], 'enable_snat': True}, 'gw_port_id': '1c4a0e44-8180-4164-92ce-79d8c9b576f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:35:19Z', 'updated_at': '2021-11-23T18:35:22Z', 'revision_number': 4, 'project_id': '624970b757874e2790c0d0bbc2d43e4f', 'gw_port': {'id': '1c4a0e44-8180-4164-92ce-79d8c9b576f5', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:93:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6a5f995-9da5-4b49-9186-ed0008f28a74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:35:20Z', 'updated_at': '2021-11-23T18:35:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_interfaces': [{'id': '67e019b7-40ab-43c0-b180-f86b3e2cf82b', 'name': '', 'network_id': '621bfd8f-2d09-4d99-ab9f-5b90d40f6961', 'tenant_id': '624970b757874e2790c0d0bbc2d43e4f', 'mac_address': 'fa:16:3e:32:31:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6a5f995-9da5-4b49-9186-ed0008f28a74', 'device_owner': 'network:router_interface', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': 'e48a314e-2ba7-4cdc-bdbc-1f0001d4a4e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:35:21Z', 'updated_at': '2021-11-23T18:35:26Z', 'revision_number': 4, 'project_id': '624970b757874e2790c0d0bbc2d43e4f', 'subnets': [{'id': 'e48a314e-2ba7-4cdc-bdbc-1f0001d4a4e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:35:27.057642 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.db_base_plugin_common [None req-c9f765d8-7402-475b-aedd-ef25b8f35679 admin admin] Allocated IP 172.20.0.1 (555141ff-7542-462f-84a7-c76ca4874af8/9f5bebcd-3680-42a7-9ede-562620304d58/137780a6-fd21-4d61-840a-e4281bea8801) {{(pid=103591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:35:27.058701 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [None req-fca7eb5c-9b2b-4aa5-98b6-0a712d37de9b None None] Attempting to bind port 5ddd8a6b-ef7f-4708-b7da-9f51491b3eaa on host n-d-816206-8 for vnic_type normal with profile {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:35:27.059086 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [None req-fca7eb5c-9b2b-4aa5-98b6-0a712d37de9b None None] Attempting to bind port 5ddd8a6b-ef7f-4708-b7da-9f51491b3eaa by drivers openvswitch,hyperv on host n-d-816206-8 at level 0 using segments [{'id': 'bffd1e4f-e80f-4ff0-b418-2f42ae15febf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'}] {{(pid=103593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:35:27.059449 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fca7eb5c-9b2b-4aa5-98b6-0a712d37de9b None None] Attempting to bind port 5ddd8a6b-ef7f-4708-b7da-9f51491b3eaa on network 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:35:27.076530 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fca7eb5c-9b2b-4aa5-98b6-0a712d37de9b None None] Checking agent: {'id': '9e89acbe-4bbe-4c77-a18b-6f1da9133e0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 7, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 35, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:35:27.077056 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fca7eb5c-9b2b-4aa5-98b6-0a712d37de9b None None] Checking segment: {'id': 'bffd1e4f-e80f-4ff0-b418-2f42ae15febf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:35:27.077689 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-fca7eb5c-9b2b-4aa5-98b6-0a712d37de9b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:27.078193 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fca7eb5c-9b2b-4aa5-98b6-0a712d37de9b None None] Bound using segment: {'id': 'bffd1e4f-e80f-4ff0-b418-2f42ae15febf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'} {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:35:27.078680 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [None req-fca7eb5c-9b2b-4aa5-98b6-0a712d37de9b None None] Bound port: 5ddd8a6b-ef7f-4708-b7da-9f51491b3eaa, host: n-d-816206-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bffd1e4f-e80f-4ff0-b418-2f42ae15febf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'}}] {{(pid=103593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:35:27.079423 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-fca7eb5c-9b2b-4aa5-98b6-0a712d37de9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:27.081981 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0563f3dd-5e66-4fda-93b6-d1d67d2a21a3 None None] DHCP port deletion for 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:35:27.085464 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bd76ea-18d1-40f4-b301-6d97658decf1 None None] Pushing event updated for resources: {'Port': ['ID=5ddd8a6b-ef7f-4708-b7da-9f51491b3eaa,revision_number=2']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:35:27.138107 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9719411-3aa0-488a-b98a-b1114703dbf8 None None] Network 555141ff-7542-462f-84a7-c76ca4874af8 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:35:27.170783 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-fca7eb5c-9b2b-4aa5-98b6-0a712d37de9b None None] For port 5ddd8a6b-ef7f-4708-b7da-9f51491b3eaa, host n-d-816206-8, cleared binding levels {{(pid=103593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:35:27.179715 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-fca7eb5c-9b2b-4aa5-98b6-0a712d37de9b None None] For port 5ddd8a6b-ef7f-4708-b7da-9f51491b3eaa, host n-d-816206-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=5ddd8a6b-ef7f-4708-b7da-9f51491b3eaa,segment=NetworkSegment(bffd1e4f-e80f-4ff0-b418-2f42ae15febf),segment_id=bffd1e4f-e80f-4ff0-b418-2f42ae15febf)] {{(pid=103593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:35:27.185368 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-fca7eb5c-9b2b-4aa5-98b6-0a712d37de9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:27.235753 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c9f765d8-7402-475b-aedd-ef25b8f35679 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:27.242647 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e27db38b-2a3d-483c-aa6e-4a7dd0263b81 None None] DHCP port deletion for 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:35:27.249590 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fca7eb5c-9b2b-4aa5-98b6-0a712d37de9b None None] Routers {'9f3c8294-918f-4128-a8c3-04ab7848f87b'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:35:27.250731 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-fca7eb5c-9b2b-4aa5-98b6-0a712d37de9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T18:35:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['9f3c8294-918f-4128-a8c3-04ab7848f87b'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:35:27.285789 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c9f765d8-7402-475b-aedd-ef25b8f35679 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:27.301229 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bd76ea-18d1-40f4-b301-6d97658decf1 None None] Pushing event updated for resources: {'Port': ['ID=5ddd8a6b-ef7f-4708-b7da-9f51491b3eaa,revision_number=3']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:35:27.312848 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port 06a41fab-86fa-4732-8fab-f51ba6bc8c01 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:35:27.313415 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:27.343206 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9f765d8-7402-475b-aedd-ef25b8f35679 admin admin] Network 555141ff-7542-462f-84a7-c76ca4874af8 is already hosted by enough agents. {{(pid=103591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:35:27.348699 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [None req-c9f765d8-7402-475b-aedd-ef25b8f35679 admin admin] Resources bound (agent type, host, resource id): {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:35:27.354161 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9f765d8-7402-475b-aedd-ef25b8f35679 admin admin] Received port after_create {{(pid=103591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:35:27.378861 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f765d8-7402-475b-aedd-ef25b8f35679 admin admin] Pushing event updated for resources: {'Port': ['ID=137780a6-fd21-4d61-840a-e4281bea8801,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:35:27.398593 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-fca7eb5c-9b2b-4aa5-98b6-0a712d37de9b None None] Set router 9f3c8294-918f-4128-a8c3-04ab7848f87b gateway port host: n-d-816206-8 {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:35:27.400083 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c9f765d8-7402-475b-aedd-ef25b8f35679 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1795539'] for router_interface, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:27.486874 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:27.530634 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] For port 06a41fab-86fa-4732-8fab-f51ba6bc8c01, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=06a41fab-86fa-4732-8fab-f51ba6bc8c01,segment=NetworkSegment(55883cf4-6def-4ad4-9021-d74f0ab44886),segment_id=55883cf4-6def-4ad4-9021-d74f0ab44886)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:35:27.540701 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:27.599610 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-1101013d-3703-4fa6-b5df-2a66a0d5270a None None] Provisioning complete for port 5ddd8a6b-ef7f-4708-b7da-9f51491b3eaa triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:35:27.606008 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-1101013d-3703-4fa6-b5df-2a66a0d5270a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:27.631924 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c9f765d8-7402-475b-aedd-ef25b8f35679 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:27.644832 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-fca7eb5c-9b2b-4aa5-98b6-0a712d37de9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f3c8294-918f-4128-a8c3-04ab7848f87b', 'name': 'tempest-TestShelveInstance-1007392029-router', 'tenant_id': '75a6e099750844738347def36b7d397e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.132'}], 'enable_snat': True}, 'gw_port_id': '5ddd8a6b-ef7f-4708-b7da-9f51491b3eaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:35:24Z', 'updated_at': '2021-11-23T18:35:25Z', 'revision_number': 3, 'project_id': '75a6e099750844738347def36b7d397e', 'gw_port': {'id': '5ddd8a6b-ef7f-4708-b7da-9f51491b3eaa', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:9e:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f3c8294-918f-4128-a8c3-04ab7848f87b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:35:24Z', 'updated_at': '2021-11-23T18:35:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8'}], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:35:27.654492 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Pushing event updated for resources: {'Port': ['ID=06a41fab-86fa-4732-8fab-f51ba6bc8c01,revision_number=3']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:35:27.689871 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fca7eb5c-9b2b-4aa5-98b6-0a712d37de9b None None] The sync data for ids ['9f3c8294-918f-4128-a8c3-04ab7848f87b'] in n-d-816206-8 is: [{'id': '9f3c8294-918f-4128-a8c3-04ab7848f87b', 'name': 'tempest-TestShelveInstance-1007392029-router', 'tenant_id': '75a6e099750844738347def36b7d397e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.132'}], 'enable_snat': True}, 'gw_port_id': '5ddd8a6b-ef7f-4708-b7da-9f51491b3eaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:35:24Z', 'updated_at': '2021-11-23T18:35:25Z', 'revision_number': 3, 'project_id': '75a6e099750844738347def36b7d397e', 'gw_port': {'id': '5ddd8a6b-ef7f-4708-b7da-9f51491b3eaa', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:9e:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f3c8294-918f-4128-a8c3-04ab7848f87b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:35:24Z', 'updated_at': '2021-11-23T18:35:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8'}] {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:35:27.770868 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-1101013d-3703-4fa6-b5df-2a66a0d5270a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:27.795125 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-1101013d-3703-4fa6-b5df-2a66a0d5270a None None] For port 5ddd8a6b-ef7f-4708-b7da-9f51491b3eaa, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=5ddd8a6b-ef7f-4708-b7da-9f51491b3eaa,segment=NetworkSegment(bffd1e4f-e80f-4ff0-b418-2f42ae15febf),segment_id=bffd1e4f-e80f-4ff0-b418-2f42ae15febf)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:35:27.802587 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-1101013d-3703-4fa6-b5df-2a66a0d5270a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:27.857050 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-1101013d-3703-4fa6-b5df-2a66a0d5270a None None] Provisioning complete for port 06a41fab-86fa-4732-8fab-f51ba6bc8c01 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:35:27.857414 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-1101013d-3703-4fa6-b5df-2a66a0d5270a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:27.891571 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1101013d-3703-4fa6-b5df-2a66a0d5270a None None] Pushing event updated for resources: {'Port': ['ID=5ddd8a6b-ef7f-4708-b7da-9f51491b3eaa,revision_number=4']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:35:27.924449 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c9f765d8-7402-475b-aedd-ef25b8f35679 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:27.934457 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c9f765d8-7402-475b-aedd-ef25b8f35679 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264758186'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:28.038053 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c9f765d8-7402-475b-aedd-ef25b8f35679 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2068703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1794403'] for router_interface, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:28.039982 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f765d8-7402-475b-aedd-ef25b8f35679 admin admin] Pushing event updated for resources: {'Port': ['ID=137780a6-fd21-4d61-840a-e4281bea8801,revision_number=2']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:35:28.082396 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-4ff0193f-7fa3-48d3-b356-515cb5ae0b59 None None] Provisioning complete for port 137780a6-fd21-4d61-840a-e4281bea8801 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:35:28.082776 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-4ff0193f-7fa3-48d3-b356-515cb5ae0b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:28.161772 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-4ff0193f-7fa3-48d3-b356-515cb5ae0b59 None None] Port 137780a6-fd21-4d61-840a-e4281bea8801 cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:35:28.172949 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-4ff0193f-7fa3-48d3-b356-515cb5ae0b59 None None] Provisioning complete for port 06a41fab-86fa-4732-8fab-f51ba6bc8c01 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:35:28.173844 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-4ff0193f-7fa3-48d3-b356-515cb5ae0b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:28.222016 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9f765d8-7402-475b-aedd-ef25b8f35679 admin admin] Network 555141ff-7542-462f-84a7-c76ca4874af8 is already hosted by enough agents. {{(pid=103591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:35:28.223923 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [None req-c9f765d8-7402-475b-aedd-ef25b8f35679 admin admin] Resources bound (agent type, host, resource id): {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:35:28.376189 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9f765d8-7402-475b-aedd-ef25b8f35679 admin admin] Router 9f3c8294-918f-4128-a8c3-04ab7848f87b has already been hosted by L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 {{(pid=103591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:35:28.419526 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-e3137cbc-7ae8-4493-864c-381cf4ab9af8 None None] Provisioning complete for port 137780a6-fd21-4d61-840a-e4281bea8801 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:35:28.420734 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-e3137cbc-7ae8-4493-864c-381cf4ab9af8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:28.471610 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-e3137cbc-7ae8-4493-864c-381cf4ab9af8 None None] Port 137780a6-fd21-4d61-840a-e4281bea8801 cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:35:28.543439 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9f765d8-7402-475b-aedd-ef25b8f35679 admin admin] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:35:28.558564 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-c9f765d8-7402-475b-aedd-ef25b8f35679 admin admin] 10.222.0.60 "PUT /v2.0/routers/9f3c8294-918f-4128-a8c3-04ab7848f87b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2965081 Nov 23 18:35:28.591140 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-c693f1b2-e6b3-4d11-8d83-f303349f581c None None] Provisioning complete for port 137780a6-fd21-4d61-840a-e4281bea8801 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:35:28.591848 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c693f1b2-e6b3-4d11-8d83-f303349f581c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:28.650507 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-c693f1b2-e6b3-4d11-8d83-f303349f581c None None] Port 137780a6-fd21-4d61-840a-e4281bea8801 cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:35:28.889434 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 5ddd8a6b-ef7f-4708-b7da-9f51491b3eaa up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:35:28.950040 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port 5ddd8a6b-ef7f-4708-b7da-9f51491b3eaa triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:35:28.950714 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:29.034580 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 06a41fab-86fa-4732-8fab-f51ba6bc8c01 up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:35:29.080933 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port 06a41fab-86fa-4732-8fab-f51ba6bc8c01 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:35:29.081307 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:29.171155 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 67e019b7-40ab-43c0-b180-f86b3e2cf82b up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:35:29.217560 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port 67e019b7-40ab-43c0-b180-f86b3e2cf82b triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:35:29.218175 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:29.608740 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 57710) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:35:29.613456 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-8b566202-e227-43d5-8e8f-d7cbfcc05b9b tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-497507574', 'description': 'tempest-secgroup-smoke-497507574 description', 'project_id': '624970b757874e2790c0d0bbc2d43e4f'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:35:29.636837 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-8b566202-e227-43d5-8e8f-d7cbfcc05b9b tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Publish callbacks [] for security_group, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:29.701442 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-8b566202-e227-43d5-8e8f-d7cbfcc05b9b tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Publish callbacks [] for security_group, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:29.705981 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-8b566202-e227-43d5-8e8f-d7cbfcc05b9b tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:29.732822 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-8b566202-e227-43d5-8e8f-d7cbfcc05b9b tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Publish callbacks [] for security_group, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:29.736942 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-8b566202-e227-43d5-8e8f-d7cbfcc05b9b tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1242588 Nov 23 18:35:29.737395 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 57712) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:35:29.738319 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b566202-e227-43d5-8e8f-d7cbfcc05b9b tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b96efe8-4e3c-4510-a2a9-e5c3bf25dc6c,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:35:29.743319 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-6b0587e7-e554-4f7c-81db-06a3c6676be1 tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Request body: {'security_group_rule': {'security_group_id': '4b96efe8-4e3c-4510-a2a9-e5c3bf25dc6c', 'project_id': '624970b757874e2790c0d0bbc2d43e4f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:35:29.772983 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6b0587e7-e554-4f7c-81db-06a3c6676be1 tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:29.830638 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6b0587e7-e554-4f7c-81db-06a3c6676be1 tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:29.833963 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6b0587e7-e554-4f7c-81db-06a3c6676be1 tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994370'] for security_group_rule, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:29.852526 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0587e7-e554-4f7c-81db-06a3c6676be1 tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66d06809-c9b5-4238-9ac8-2edf2d61374a,revision_number=0']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:35:29.857792 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6b0587e7-e554-4f7c-81db-06a3c6676be1 tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:29.862107 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-6b0587e7-e554-4f7c-81db-06a3c6676be1 tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1205163 Nov 23 18:35:29.862300 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 57714) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:35:29.866814 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-c784551e-f05a-4a9d-899b-6b25b158c76d tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Request body: {'security_group_rule': {'security_group_id': '4b96efe8-4e3c-4510-a2a9-e5c3bf25dc6c', 'project_id': '624970b757874e2790c0d0bbc2d43e4f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:35:29.894956 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c784551e-f05a-4a9d-899b-6b25b158c76d tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:29.951017 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c784551e-f05a-4a9d-899b-6b25b158c76d tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:29.954898 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c784551e-f05a-4a9d-899b-6b25b158c76d tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994370'] for security_group_rule, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:29.973380 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c784551e-f05a-4a9d-899b-6b25b158c76d tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01d1288e-aa07-4898-a796-d0218a6cb6a7,revision_number=0']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:35:29.980790 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c784551e-f05a-4a9d-899b-6b25b158c76d tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:29.982043 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-c784551e-f05a-4a9d-899b-6b25b158c76d tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1187670 Nov 23 18:35:29.985453 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 57716) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:35:29.989920 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-d207f5fd-de96-4597-bfa9-1f8749b1a002 tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Request body: {'security_group_rule': {'security_group_id': '4b96efe8-4e3c-4510-a2a9-e5c3bf25dc6c', 'project_id': '624970b757874e2790c0d0bbc2d43e4f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:35:30.017025 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d207f5fd-de96-4597-bfa9-1f8749b1a002 tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:30.075391 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d207f5fd-de96-4597-bfa9-1f8749b1a002 tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:30.079135 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d207f5fd-de96-4597-bfa9-1f8749b1a002 tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994370'] for security_group_rule, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:30.099159 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d207f5fd-de96-4597-bfa9-1f8749b1a002 tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=071db768-5c07-492a-b02d-0721b74866f3,revision_number=0']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:35:30.106996 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d207f5fd-de96-4597-bfa9-1f8749b1a002 tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:30.108183 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-d207f5fd-de96-4597-bfa9-1f8749b1a002 tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1216521 Nov 23 18:35:30.111719 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 57718) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:35:30.116958 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-41b4e959-1a00-4bc5-a495-8503d9b36bfb tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Request body: {'security_group_rule': {'security_group_id': '4b96efe8-4e3c-4510-a2a9-e5c3bf25dc6c', 'project_id': '624970b757874e2790c0d0bbc2d43e4f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:35:30.145842 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-41b4e959-1a00-4bc5-a495-8503d9b36bfb tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:30.204053 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-41b4e959-1a00-4bc5-a495-8503d9b36bfb tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:30.207897 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-41b4e959-1a00-4bc5-a495-8503d9b36bfb tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994370'] for security_group_rule, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:30.226148 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b4e959-1a00-4bc5-a495-8503d9b36bfb tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab115acd-96b1-4132-830f-d236cbf4a0a9,revision_number=0']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:35:30.233932 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-41b4e959-1a00-4bc5-a495-8503d9b36bfb tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:30.235646 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-41b4e959-1a00-4bc5-a495-8503d9b36bfb tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1229346 Nov 23 18:35:30.238487 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 57720) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:35:30.242931 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-68985178-38b5-43ed-b1e6-1c9f1f06a735 tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Request body: {'security_group_rule': {'security_group_id': '4b96efe8-4e3c-4510-a2a9-e5c3bf25dc6c', 'project_id': '624970b757874e2790c0d0bbc2d43e4f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:35:30.265681 n-d-816206-8 neutron-server[103590]: INFO neutron.db.securitygroups_db [None req-68985178-38b5-43ed-b1e6-1c9f1f06a735 tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Project 624970b757874e2790c0d0bbc2d43e4f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 18:35:30.270762 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-68985178-38b5-43ed-b1e6-1c9f1f06a735 tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:30.330825 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-68985178-38b5-43ed-b1e6-1c9f1f06a735 tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:30.334874 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-68985178-38b5-43ed-b1e6-1c9f1f06a735 tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994370'] for security_group_rule, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:30.354159 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68985178-38b5-43ed-b1e6-1c9f1f06a735 tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f028c53c-2900-4421-a7fe-3f0f7b7af964,revision_number=0']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:35:30.361587 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-68985178-38b5-43ed-b1e6-1c9f1f06a735 tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:30.362800 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-68985178-38b5-43ed-b1e6-1c9f1f06a735 tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1233757 Nov 23 18:35:30.365635 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 57722) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:35:30.370085 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-bcf3eafe-37aa-483c-8d9d-118d013a130c tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Request body: {'security_group_rule': {'security_group_id': '4b96efe8-4e3c-4510-a2a9-e5c3bf25dc6c', 'project_id': '624970b757874e2790c0d0bbc2d43e4f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:35:30.393160 n-d-816206-8 neutron-server[103590]: INFO neutron.db.securitygroups_db [None req-bcf3eafe-37aa-483c-8d9d-118d013a130c tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Project 624970b757874e2790c0d0bbc2d43e4f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 18:35:30.398306 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-bcf3eafe-37aa-483c-8d9d-118d013a130c tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:30.459064 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-bcf3eafe-37aa-483c-8d9d-118d013a130c tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:30.462696 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-bcf3eafe-37aa-483c-8d9d-118d013a130c tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994370'] for security_group_rule, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:30.486137 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf3eafe-37aa-483c-8d9d-118d013a130c tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=788c3e33-8f15-4e79-8223-3c74f907f151,revision_number=0']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:35:30.491223 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-bcf3eafe-37aa-483c-8d9d-118d013a130c tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:30.492412 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-bcf3eafe-37aa-483c-8d9d-118d013a130c tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1258368 Nov 23 18:35:30.530728 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab25284a-9c17-43e0-bd78-b7ca3c93c264 None None] Sync routers for ids ['9f3c8294-918f-4128-a8c3-04ab7848f87b'] in n-d-816206-8 {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:35:30.542290 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab25284a-9c17-43e0-bd78-b7ca3c93c264 None None] Routers {'9f3c8294-918f-4128-a8c3-04ab7848f87b'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:35:30.542897 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-ab25284a-9c17-43e0-bd78-b7ca3c93c264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T18:35:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['9f3c8294-918f-4128-a8c3-04ab7848f87b'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:35:30.648308 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-92121693-7dcd-4e52-be53-69f98950c461 req-f1d8662d-f929-44bd-8473-b7b23bd60094 tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-497507574&fields=id&tenant_id=624970b757874e2790c0d0bbc2d43e4f HTTP/1.1" status: 200 len: 267 time: 0.0451605 Nov 23 18:35:30.650583 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvr_db [None req-ab25284a-9c17-43e0-bd78-b7ca3c93c264 None None] Set router 9f3c8294-918f-4128-a8c3-04ab7848f87b gateway port host: n-d-816206-8 {{(pid=103592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:35:30.761659 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92121693-7dcd-4e52-be53-69f98950c461 req-b85d084e-9bb7-4fe3-b668-ff174a96e5fc tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:35:30.763417 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-92121693-7dcd-4e52-be53-69f98950c461 req-b85d084e-9bb7-4fe3-b668-ff174a96e5fc tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] 10.222.0.60 "GET /v2.0/networks?id=621bfd8f-2d09-4d99-ab9f-5b90d40f6961 HTTP/1.1" status: 200 len: 809 time: 0.1076808 Nov 23 18:35:30.779231 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-92121693-7dcd-4e52-be53-69f98950c461 req-3505b021-3b27-4771-bbcb-2333a57dfbb7 tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] 10.222.0.60 "GET /v2.0/quotas/624970b757874e2790c0d0bbc2d43e4f HTTP/1.1" status: 200 len: 375 time: 0.0090950 Nov 23 18:35:30.832831 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-92121693-7dcd-4e52-be53-69f98950c461 req-fc155530-3046-4acd-9248-9c9bfa3712f2 tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=624970b757874e2790c0d0bbc2d43e4f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0460691 Nov 23 18:35:30.856004 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-ab25284a-9c17-43e0-bd78-b7ca3c93c264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f3c8294-918f-4128-a8c3-04ab7848f87b', 'name': 'tempest-TestShelveInstance-1007392029-router', 'tenant_id': '75a6e099750844738347def36b7d397e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.132'}], 'enable_snat': True}, 'gw_port_id': '5ddd8a6b-ef7f-4708-b7da-9f51491b3eaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:35:24Z', 'updated_at': '2021-11-23T18:35:27Z', 'revision_number': 4, 'project_id': '75a6e099750844738347def36b7d397e', 'gw_port': {'id': '5ddd8a6b-ef7f-4708-b7da-9f51491b3eaa', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:9e:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f3c8294-918f-4128-a8c3-04ab7848f87b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:35:24Z', 'updated_at': '2021-11-23T18:35:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_interfaces': [{'id': '137780a6-fd21-4d61-840a-e4281bea8801', 'name': '', 'network_id': '555141ff-7542-462f-84a7-c76ca4874af8', 'tenant_id': '75a6e099750844738347def36b7d397e', 'mac_address': 'fa:16:3e:cd:b8:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f3c8294-918f-4128-a8c3-04ab7848f87b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '9f5bebcd-3680-42a7-9ede-562620304d58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:35:26Z', 'updated_at': '2021-11-23T18:35:27Z', 'revision_number': 2, 'project_id': '75a6e099750844738347def36b7d397e', 'subnets': [{'id': '9f5bebcd-3680-42a7-9ede-562620304d58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:35:30.881551 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab25284a-9c17-43e0-bd78-b7ca3c93c264 None None] Checking router: 9f3c8294-918f-4128-a8c3-04ab7848f87b for host: n-d-816206-8 {{(pid=103592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:35:30.881899 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab25284a-9c17-43e0-bd78-b7ca3c93c264 None None] Updating router 9f3c8294-918f-4128-a8c3-04ab7848f87b port 137780a6-fd21-4d61-840a-e4281bea8801 binding host n-d-816206-8 {{(pid=103592) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 18:35:30.910759 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-ab25284a-9c17-43e0-bd78-b7ca3c93c264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:30.933744 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-92121693-7dcd-4e52-be53-69f98950c461 req-b0df90af-26d8-4c3a-964f-cf61e76c631e service neutron] 10.222.0.60 "GET /v2.0/networks/621bfd8f-2d09-4d99-ab9f-5b90d40f6961?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883982 Nov 23 18:35:31.025610 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-92121693-7dcd-4e52-be53-69f98950c461 req-7867c4e9-954a-45ce-a564-9b3acfeab868 service neutron] 10.222.0.60 "GET /v2.0/networks/621bfd8f-2d09-4d99-ab9f-5b90d40f6961?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855849 Nov 23 18:35:31.195862 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-ab25284a-9c17-43e0-bd78-b7ca3c93c264 None None] Publish callbacks [] for port, precommit_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:31.198097 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-dfba5b06-914e-4da1-b872-8e8428017692 req-8f55896a-ad4c-4da0-b601-d55bb7c9471e tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] 10.222.0.60 "GET /v2.0/ports?device_id=1314e6a8-0dd9-439f-824e-f011dbccb650 HTTP/1.1" status: 200 len: 210 time: 0.0269489 Nov 23 18:35:31.202582 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-ab25284a-9c17-43e0-bd78-b7ca3c93c264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:31.257492 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ace167a-8a8a-4ec9-bac5-7d214d7b6a41 None None] Pushing event updated for resources: {'Port': ['ID=137780a6-fd21-4d61-840a-e4281bea8801,revision_number=3']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:35:31.307432 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-ab25284a-9c17-43e0-bd78-b7ca3c93c264 None None] Attempting to bind port 137780a6-fd21-4d61-840a-e4281bea8801 on host n-d-816206-8 for vnic_type normal with profile {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:35:31.307799 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-ab25284a-9c17-43e0-bd78-b7ca3c93c264 None None] Attempting to bind port 137780a6-fd21-4d61-840a-e4281bea8801 by drivers openvswitch,hyperv on host n-d-816206-8 at level 0 using segments [{'id': '55883cf4-6def-4ad4-9021-d74f0ab44886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '555141ff-7542-462f-84a7-c76ca4874af8'}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:35:31.308158 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab25284a-9c17-43e0-bd78-b7ca3c93c264 None None] Attempting to bind port 137780a6-fd21-4d61-840a-e4281bea8801 on network 555141ff-7542-462f-84a7-c76ca4874af8 {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:35:31.313934 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab25284a-9c17-43e0-bd78-b7ca3c93c264 None None] Checking agent: {'id': '9e89acbe-4bbe-4c77-a18b-6f1da9133e0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 7, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 35, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:35:31.314303 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab25284a-9c17-43e0-bd78-b7ca3c93c264 None None] Checking segment: {'id': '55883cf4-6def-4ad4-9021-d74f0ab44886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '555141ff-7542-462f-84a7-c76ca4874af8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:35:31.314696 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-ab25284a-9c17-43e0-bd78-b7ca3c93c264 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:31.315085 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab25284a-9c17-43e0-bd78-b7ca3c93c264 None None] Bound using segment: {'id': '55883cf4-6def-4ad4-9021-d74f0ab44886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '555141ff-7542-462f-84a7-c76ca4874af8'} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:35:31.315546 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-ab25284a-9c17-43e0-bd78-b7ca3c93c264 None None] Bound port: 137780a6-fd21-4d61-840a-e4281bea8801, host: n-d-816206-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55883cf4-6def-4ad4-9021-d74f0ab44886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '555141ff-7542-462f-84a7-c76ca4874af8'}}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:35:31.315915 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-ab25284a-9c17-43e0-bd78-b7ca3c93c264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:31.383345 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-ab25284a-9c17-43e0-bd78-b7ca3c93c264 None None] For port 137780a6-fd21-4d61-840a-e4281bea8801, host n-d-816206-8, cleared binding levels {{(pid=103592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:35:31.386589 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-ab25284a-9c17-43e0-bd78-b7ca3c93c264 None None] For port 137780a6-fd21-4d61-840a-e4281bea8801, host n-d-816206-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=137780a6-fd21-4d61-840a-e4281bea8801,segment=NetworkSegment(55883cf4-6def-4ad4-9021-d74f0ab44886),segment_id=55883cf4-6def-4ad4-9021-d74f0ab44886)] {{(pid=103592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:35:31.392211 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-ab25284a-9c17-43e0-bd78-b7ca3c93c264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:31.452074 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab25284a-9c17-43e0-bd78-b7ca3c93c264 None None] Routers {'9f3c8294-918f-4128-a8c3-04ab7848f87b'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:35:31.452658 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-ab25284a-9c17-43e0-bd78-b7ca3c93c264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T18:35:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['9f3c8294-918f-4128-a8c3-04ab7848f87b'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:35:31.454604 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ace167a-8a8a-4ec9-bac5-7d214d7b6a41 None None] Pushing event updated for resources: {'Port': ['ID=137780a6-fd21-4d61-840a-e4281bea8801,revision_number=4']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:35:31.553362 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-5f8a8a68-bf56-4e78-a946-2ef1061539f0 None None] Provisioning complete for port 137780a6-fd21-4d61-840a-e4281bea8801 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:35:31.554045 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-5f8a8a68-bf56-4e78-a946-2ef1061539f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:31.602093 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvr_db [None req-ab25284a-9c17-43e0-bd78-b7ca3c93c264 None None] Set router 9f3c8294-918f-4128-a8c3-04ab7848f87b gateway port host: n-d-816206-8 {{(pid=103592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:35:31.909082 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-5f8a8a68-bf56-4e78-a946-2ef1061539f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:31.961387 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-5f8a8a68-bf56-4e78-a946-2ef1061539f0 None None] For port 137780a6-fd21-4d61-840a-e4281bea8801, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=137780a6-fd21-4d61-840a-e4281bea8801,segment=NetworkSegment(55883cf4-6def-4ad4-9021-d74f0ab44886),segment_id=55883cf4-6def-4ad4-9021-d74f0ab44886)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:35:31.985599 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-5f8a8a68-bf56-4e78-a946-2ef1061539f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:32.042275 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8a8a68-bf56-4e78-a946-2ef1061539f0 None None] Pushing event updated for resources: {'Port': ['ID=137780a6-fd21-4d61-840a-e4281bea8801,revision_number=5']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:35:32.053391 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-ab25284a-9c17-43e0-bd78-b7ca3c93c264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f3c8294-918f-4128-a8c3-04ab7848f87b', 'name': 'tempest-TestShelveInstance-1007392029-router', 'tenant_id': '75a6e099750844738347def36b7d397e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.132'}], 'enable_snat': True}, 'gw_port_id': '5ddd8a6b-ef7f-4708-b7da-9f51491b3eaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:35:24Z', 'updated_at': '2021-11-23T18:35:27Z', 'revision_number': 4, 'project_id': '75a6e099750844738347def36b7d397e', 'gw_port': {'id': '5ddd8a6b-ef7f-4708-b7da-9f51491b3eaa', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:9e:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f3c8294-918f-4128-a8c3-04ab7848f87b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:35:24Z', 'updated_at': '2021-11-23T18:35:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_interfaces': [{'id': '137780a6-fd21-4d61-840a-e4281bea8801', 'name': '', 'network_id': '555141ff-7542-462f-84a7-c76ca4874af8', 'tenant_id': '75a6e099750844738347def36b7d397e', 'mac_address': 'fa:16:3e:cd:b8:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f3c8294-918f-4128-a8c3-04ab7848f87b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '9f5bebcd-3680-42a7-9ede-562620304d58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:35:26Z', 'updated_at': '2021-11-23T18:35:31Z', 'revision_number': 4, 'project_id': '75a6e099750844738347def36b7d397e', 'subnets': [{'id': '9f5bebcd-3680-42a7-9ede-562620304d58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:35:32.078995 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab25284a-9c17-43e0-bd78-b7ca3c93c264 None None] The sync data for ids ['9f3c8294-918f-4128-a8c3-04ab7848f87b'] in n-d-816206-8 is: [{'id': '9f3c8294-918f-4128-a8c3-04ab7848f87b', 'name': 'tempest-TestShelveInstance-1007392029-router', 'tenant_id': '75a6e099750844738347def36b7d397e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.132'}], 'enable_snat': True}, 'gw_port_id': '5ddd8a6b-ef7f-4708-b7da-9f51491b3eaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:35:24Z', 'updated_at': '2021-11-23T18:35:27Z', 'revision_number': 4, 'project_id': '75a6e099750844738347def36b7d397e', 'gw_port': {'id': '5ddd8a6b-ef7f-4708-b7da-9f51491b3eaa', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:9e:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f3c8294-918f-4128-a8c3-04ab7848f87b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:35:24Z', 'updated_at': '2021-11-23T18:35:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_interfaces': [{'id': '137780a6-fd21-4d61-840a-e4281bea8801', 'name': '', 'network_id': '555141ff-7542-462f-84a7-c76ca4874af8', 'tenant_id': '75a6e099750844738347def36b7d397e', 'mac_address': 'fa:16:3e:cd:b8:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f3c8294-918f-4128-a8c3-04ab7848f87b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '9f5bebcd-3680-42a7-9ede-562620304d58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:35:26Z', 'updated_at': '2021-11-23T18:35:31Z', 'revision_number': 4, 'project_id': '75a6e099750844738347def36b7d397e', 'subnets': [{'id': '9f5bebcd-3680-42a7-9ede-562620304d58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:35:32.105066 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-99f4c610-0a6e-44b2-a1ad-31d6cd5722ac None None] Provisioning complete for port 137780a6-fd21-4d61-840a-e4281bea8801 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:35:32.105438 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-99f4c610-0a6e-44b2-a1ad-31d6cd5722ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:32.286474 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a77dd228-bc1a-40d9-bc7a-575fd7e35b78 req-72be627c-8fc2-4b96-af32-ec9f43238837 tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] 10.222.0.60 "GET /v2.0/ports?device_id=1314e6a8-0dd9-439f-824e-f011dbccb650 HTTP/1.1" status: 200 len: 210 time: 0.0329571 Nov 23 18:35:32.774470 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 137780a6-fd21-4d61-840a-e4281bea8801 up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:35:32.825612 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port 137780a6-fd21-4d61-840a-e4281bea8801 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:35:32.825980 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:33.368502 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e6cc8f26-0a6d-4968-b049-80d1dce268c5 req-459b076f-38be-4853-9b48-3885768faa3c tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] 10.222.0.60 "GET /v2.0/ports?device_id=1314e6a8-0dd9-439f-824e-f011dbccb650 HTTP/1.1" status: 200 len: 210 time: 0.0270283 Nov 23 18:35:34.449567 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-93963264-a9da-4cb8-b40a-7332ae404180 req-6549935e-a418-4672-aa0e-43679d79dbd5 tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] 10.222.0.60 "GET /v2.0/ports?device_id=1314e6a8-0dd9-439f-824e-f011dbccb650 HTTP/1.1" status: 200 len: 210 time: 0.0263233 Nov 23 18:35:35.543041 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f8af791a-04c4-46a6-8aa1-83f86916ec04 req-e1dacc73-9ce7-421d-936f-a808e8cf0b93 tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] 10.222.0.60 "GET /v2.0/ports?device_id=1314e6a8-0dd9-439f-824e-f011dbccb650 HTTP/1.1" status: 200 len: 210 time: 0.0259326 Nov 23 18:35:36.266925 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92121693-7dcd-4e52-be53-69f98950c461 req-e2ea94ec-5742-47a2-a7a9-d3d05b17a502 tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:35:36.268448 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-92121693-7dcd-4e52-be53-69f98950c461 req-e2ea94ec-5742-47a2-a7a9-d3d05b17a502 tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] 10.222.0.36 "GET /v2.0/networks?id=621bfd8f-2d09-4d99-ab9f-5b90d40f6961 HTTP/1.1" status: 200 len: 809 time: 0.1092861 Nov 23 18:35:36.341103 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-92121693-7dcd-4e52-be53-69f98950c461 req-4b332309-6fbf-4a4c-8f0e-06b23133f52d tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=624970b757874e2790c0d0bbc2d43e4f HTTP/1.1" status: 200 len: 379 time: 0.0618167 Nov 23 18:35:36.349700 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [req-92121693-7dcd-4e52-be53-69f98950c461 req-96f8df53-ffdd-40fd-b4d7-d85913800749 tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Request body: {'port': {'device_id': '1314e6a8-0dd9-439f-824e-f011dbccb650', 'network_id': '621bfd8f-2d09-4d99-ab9f-5b90d40f6961', 'admin_state_up': True, 'tenant_id': '624970b757874e2790c0d0bbc2d43e4f', 'security_groups': ['4b96efe8-4e3c-4510-a2a9-e5c3bf25dc6c']}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:35:36.461591 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92121693-7dcd-4e52-be53-69f98950c461 req-96f8df53-ffdd-40fd-b4d7-d85913800749 tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Made reservation on behalf of 624970b757874e2790c0d0bbc2d43e4f for: {'port': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:35:36.464983 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-92121693-7dcd-4e52-be53-69f98950c461 req-96f8df53-ffdd-40fd-b4d7-d85913800749 tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:36.591377 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.db_base_plugin_common [req-92121693-7dcd-4e52-be53-69f98950c461 req-96f8df53-ffdd-40fd-b4d7-d85913800749 tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Allocated IP 172.20.0.7 (621bfd8f-2d09-4d99-ab9f-5b90d40f6961/e48a314e-2ba7-4cdc-bdbc-1f0001d4a4e9/cc17afc5-5d33-4943-9fb4-c8f75244b6ce) {{(pid=103591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:35:36.652628 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8cbf016c-283d-41c1-a676-689bf0695b6b req-bc9a32c4-1649-4fff-a2bb-b969a2dac931 tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] 10.222.0.60 "GET /v2.0/ports?device_id=1314e6a8-0dd9-439f-824e-f011dbccb650 HTTP/1.1" status: 200 len: 210 time: 0.0376489 Nov 23 18:35:36.756852 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-92121693-7dcd-4e52-be53-69f98950c461 req-96f8df53-ffdd-40fd-b4d7-d85913800749 tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Publish callbacks [] for port, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:36.789869 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-92121693-7dcd-4e52-be53-69f98950c461 req-96f8df53-ffdd-40fd-b4d7-d85913800749 tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:36.834680 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92121693-7dcd-4e52-be53-69f98950c461 req-96f8df53-ffdd-40fd-b4d7-d85913800749 tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Network 621bfd8f-2d09-4d99-ab9f-5b90d40f6961 is already hosted by enough agents. {{(pid=103591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:35:36.837658 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [req-92121693-7dcd-4e52-be53-69f98950c461 req-96f8df53-ffdd-40fd-b4d7-d85913800749 tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Resources bound (agent type, host, resource id): {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:35:36.841270 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [req-92121693-7dcd-4e52-be53-69f98950c461 req-96f8df53-ffdd-40fd-b4d7-d85913800749 tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Received port after_create {{(pid=103591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:35:36.865155 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f8df53-ffdd-40fd-b4d7-d85913800749 tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Pushing event updated for resources: {'Port': ['ID=cc17afc5-5d33-4943-9fb4-c8f75244b6ce,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:35:36.896969 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92121693-7dcd-4e52-be53-69f98950c461 req-96f8df53-ffdd-40fd-b4d7-d85913800749 tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:35:36.897691 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-92121693-7dcd-4e52-be53-69f98950c461 req-96f8df53-ffdd-40fd-b4d7-d85913800749 tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:36.923139 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-92121693-7dcd-4e52-be53-69f98950c461 req-96f8df53-ffdd-40fd-b4d7-d85913800749 tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5691326 Nov 23 18:35:36.928589 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [req-92121693-7dcd-4e52-be53-69f98950c461 req-a17fe948-8663-4dce-adde-d5554502af71 service neutron] Request body: {'port': {'device_id': '1314e6a8-0dd9-439f-824e-f011dbccb650', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-8'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:35:36.993404 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-92121693-7dcd-4e52-be53-69f98950c461 req-a17fe948-8663-4dce-adde-d5554502af71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:37.051553 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-53230abc-efcb-487c-9494-4495bca69083 None None] Provisioning complete for port cc17afc5-5d33-4943-9fb4-c8f75244b6ce triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:35:37.052165 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-53230abc-efcb-487c-9494-4495bca69083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:37.085337 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-53230abc-efcb-487c-9494-4495bca69083 None None] Port cc17afc5-5d33-4943-9fb4-c8f75244b6ce cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:35:37.257344 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [req-92121693-7dcd-4e52-be53-69f98950c461 req-a17fe948-8663-4dce-adde-d5554502af71 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc17afc5-5d33-4943-9fb4-c8f75244b6ce {{(pid=103591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:35:37.264526 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-92121693-7dcd-4e52-be53-69f98950c461 req-a17fe948-8663-4dce-adde-d5554502af71 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:37.275966 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.provisioning_blocks [req-92121693-7dcd-4e52-be53-69f98950c461 req-a17fe948-8663-4dce-adde-d5554502af71 service neutron] Transition to ACTIVE for port object cc17afc5-5d33-4943-9fb4-c8f75244b6ce will not be triggered until provisioned by entity L2. {{(pid=103591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 18:35:37.280105 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-92121693-7dcd-4e52-be53-69f98950c461 req-a17fe948-8663-4dce-adde-d5554502af71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264758186'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:37.332454 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17fe948-8663-4dce-adde-d5554502af71 service neutron] Pushing event updated for resources: {'Port': ['ID=cc17afc5-5d33-4943-9fb4-c8f75244b6ce,revision_number=2']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:35:37.403517 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-92121693-7dcd-4e52-be53-69f98950c461 req-a17fe948-8663-4dce-adde-d5554502af71 service neutron] Attempting to bind port cc17afc5-5d33-4943-9fb4-c8f75244b6ce on host n-h2-816206-8 for vnic_type normal with profile {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:35:37.403859 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-92121693-7dcd-4e52-be53-69f98950c461 req-a17fe948-8663-4dce-adde-d5554502af71 service neutron] Attempting to bind port cc17afc5-5d33-4943-9fb4-c8f75244b6ce by drivers openvswitch,hyperv on host n-h2-816206-8 at level 0 using segments [{'id': '359a38b4-7557-4a14-b051-96b6c2332e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '621bfd8f-2d09-4d99-ab9f-5b90d40f6961'}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:35:37.404191 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92121693-7dcd-4e52-be53-69f98950c461 req-a17fe948-8663-4dce-adde-d5554502af71 service neutron] Attempting to bind port cc17afc5-5d33-4943-9fb4-c8f75244b6ce on network 621bfd8f-2d09-4d99-ab9f-5b90d40f6961 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:35:37.409731 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92121693-7dcd-4e52-be53-69f98950c461 req-a17fe948-8663-4dce-adde-d5554502af71 service neutron] Port cc17afc5-5d33-4943-9fb4-c8f75244b6ce on network 621bfd8f-2d09-4d99-ab9f-5b90d40f6961 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-8 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:35:37.410049 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92121693-7dcd-4e52-be53-69f98950c461 req-a17fe948-8663-4dce-adde-d5554502af71 service neutron] Attempting to bind port cc17afc5-5d33-4943-9fb4-c8f75244b6ce on network 621bfd8f-2d09-4d99-ab9f-5b90d40f6961 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:35:37.414981 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92121693-7dcd-4e52-be53-69f98950c461 req-a17fe948-8663-4dce-adde-d5554502af71 service neutron] Checking agent: {'id': 'ab77bf9e-0267-4174-8f1d-822cba89b207', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 15, 13), 'started_at': datetime.datetime(2021, 11, 23, 17, 15, 13), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 35, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:35:37.415318 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92121693-7dcd-4e52-be53-69f98950c461 req-a17fe948-8663-4dce-adde-d5554502af71 service neutron] Checking segment: {'id': '359a38b4-7557-4a14-b051-96b6c2332e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '621bfd8f-2d09-4d99-ab9f-5b90d40f6961'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:35:37.415720 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92121693-7dcd-4e52-be53-69f98950c461 req-a17fe948-8663-4dce-adde-d5554502af71 service neutron] Bound using segment: {'id': '359a38b4-7557-4a14-b051-96b6c2332e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '621bfd8f-2d09-4d99-ab9f-5b90d40f6961'} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:35:37.416143 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-92121693-7dcd-4e52-be53-69f98950c461 req-a17fe948-8663-4dce-adde-d5554502af71 service neutron] Bound port: cc17afc5-5d33-4943-9fb4-c8f75244b6ce, host: n-h2-816206-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '359a38b4-7557-4a14-b051-96b6c2332e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '621bfd8f-2d09-4d99-ab9f-5b90d40f6961'}}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:35:37.416510 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-92121693-7dcd-4e52-be53-69f98950c461 req-a17fe948-8663-4dce-adde-d5554502af71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:37.483208 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-92121693-7dcd-4e52-be53-69f98950c461 req-a17fe948-8663-4dce-adde-d5554502af71 service neutron] For port cc17afc5-5d33-4943-9fb4-c8f75244b6ce, host n-h2-816206-8, cleared binding levels {{(pid=103591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:35:37.486940 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-92121693-7dcd-4e52-be53-69f98950c461 req-a17fe948-8663-4dce-adde-d5554502af71 service neutron] For port cc17afc5-5d33-4943-9fb4-c8f75244b6ce, host n-h2-816206-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=cc17afc5-5d33-4943-9fb4-c8f75244b6ce,segment=NetworkSegment(359a38b4-7557-4a14-b051-96b6c2332e68),segment_id=359a38b4-7557-4a14-b051-96b6c2332e68)] {{(pid=103591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:35:37.491672 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-92121693-7dcd-4e52-be53-69f98950c461 req-a17fe948-8663-4dce-adde-d5554502af71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264758186'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:37.529776 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92121693-7dcd-4e52-be53-69f98950c461 req-a17fe948-8663-4dce-adde-d5554502af71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:35:37.530397 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-92121693-7dcd-4e52-be53-69f98950c461 req-a17fe948-8663-4dce-adde-d5554502af71 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:37.531930 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-92121693-7dcd-4e52-be53-69f98950c461 req-a17fe948-8663-4dce-adde-d5554502af71 service neutron] 10.222.0.36 "PUT /v2.0/ports/cc17afc5-5d33-4943-9fb4-c8f75244b6ce HTTP/1.1" status: 200 len: 1091 time: 0.6079128 Nov 23 18:35:37.532330 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1314e6a8-0dd9-439f-824e-f011dbccb650', 'tag': 'cc17afc5-5d33-4943-9fb4-c8f75244b6ce'}] {{(pid=103591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:35:37.534642 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f4e21f982013ce885b63e29a1d25974432d95030e0706b58ae42016fda4ab83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48757d71-bae4-4aef-af57-442893170e04" -d '{"events": [{"name": "network-changed", "server_uuid": "1314e6a8-0dd9-439f-824e-f011dbccb650", "tag": "cc17afc5-5d33-4943-9fb4-c8f75244b6ce"}]}' {{(pid=103591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:35:37.566009 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17fe948-8663-4dce-adde-d5554502af71 service neutron] Pushing event updated for resources: {'Port': ['ID=cc17afc5-5d33-4943-9fb4-c8f75244b6ce,revision_number=3']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:35:37.586199 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:35:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4b0c450-9102-4af1-aad3-e0d376ce3125 x-openstack-request-id: req-b4b0c450-9102-4af1-aad3-e0d376ce3125 {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:35:37.586505 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1314e6a8-0dd9-439f-824e-f011dbccb650", "tag": "cc17afc5-5d33-4943-9fb4-c8f75244b6ce", "status": "completed", "code": 200}]} {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:35:37.586847 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b4b0c450-9102-4af1-aad3-e0d376ce3125 {{(pid=103591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:35:37.587319 n-d-816206-8 neutron-server[103591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1314e6a8-0dd9-439f-824e-f011dbccb650', 'tag': 'cc17afc5-5d33-4943-9fb4-c8f75244b6ce', 'status': 'completed', 'code': 200} Nov 23 18:35:37.621943 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92121693-7dcd-4e52-be53-69f98950c461 req-63bb89a9-6f37-4e11-9060-3a2c3433d55c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:35:37.623540 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-92121693-7dcd-4e52-be53-69f98950c461 req-63bb89a9-6f37-4e11-9060-3a2c3433d55c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=624970b757874e2790c0d0bbc2d43e4f&device_id=1314e6a8-0dd9-439f-824e-f011dbccb650 HTTP/1.1" status: 200 len: 1094 time: 0.0480285 Nov 23 18:35:37.667890 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-92121693-7dcd-4e52-be53-69f98950c461 req-82b77fab-a6cf-4b36-8d45-c3683b49baa0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cc17afc5-5d33-4943-9fb4-c8f75244b6ce HTTP/1.1" status: 200 len: 217 time: 0.0348148 Nov 23 18:35:37.728558 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92121693-7dcd-4e52-be53-69f98950c461 req-bbb5327e-4099-4370-9cda-6ee30a54fc69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:35:37.730162 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-92121693-7dcd-4e52-be53-69f98950c461 req-bbb5327e-4099-4370-9cda-6ee30a54fc69 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e48a314e-2ba7-4cdc-bdbc-1f0001d4a4e9 HTTP/1.1" status: 200 len: 848 time: 0.0527456 Nov 23 18:35:37.810508 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da10442-1d68-4843-b9b2-6bedab75acb5 req-e2498cec-33b4-4ace-9dd4-289540012020 tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:35:37.811983 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9da10442-1d68-4843-b9b2-6bedab75acb5 req-e2498cec-33b4-4ace-9dd4-289540012020 tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] 10.222.0.60 "GET /v2.0/ports?device_id=1314e6a8-0dd9-439f-824e-f011dbccb650 HTTP/1.1" status: 200 len: 943 time: 0.0790081 Nov 23 18:35:37.816470 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92121693-7dcd-4e52-be53-69f98950c461 req-f7314a2b-6ce2-4c70-85d5-3c28c4268dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:35:37.818057 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-92121693-7dcd-4e52-be53-69f98950c461 req-f7314a2b-6ce2-4c70-85d5-3c28c4268dbf service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=621bfd8f-2d09-4d99-ab9f-5b90d40f6961&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0759423 Nov 23 18:35:37.920241 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9da10442-1d68-4843-b9b2-6bedab75acb5 req-f2e980ce-595f-40a3-bfe8-1afe76d40c72 tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b96efe8-4e3c-4510-a2a9-e5c3bf25dc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1010592 Nov 23 18:35:37.944768 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-92121693-7dcd-4e52-be53-69f98950c461 req-961e4ce4-8596-452b-8e98-64db9f380eb1 service neutron] 10.222.0.36 "GET /v2.0/networks/621bfd8f-2d09-4d99-ab9f-5b90d40f6961?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1187675 Nov 23 18:35:38.040468 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-92121693-7dcd-4e52-be53-69f98950c461 req-bd5e595c-4cce-4597-b279-7aa3178f22ca service neutron] 10.222.0.36 "GET /v2.0/networks/621bfd8f-2d09-4d99-ab9f-5b90d40f6961?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880179 Nov 23 18:35:38.135802 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48757d71-bae4-4aef-af57-442893170e04 req-5007346f-8465-4fcf-b2ab-0de68bb44cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:35:38.137230 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-48757d71-bae4-4aef-af57-442893170e04 req-5007346f-8465-4fcf-b2ab-0de68bb44cbd service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=624970b757874e2790c0d0bbc2d43e4f&device_id=1314e6a8-0dd9-439f-824e-f011dbccb650 HTTP/1.1" status: 200 len: 1094 time: 0.0467405 Nov 23 18:35:38.227832 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48757d71-bae4-4aef-af57-442893170e04 req-cbaef361-95f6-4d4f-b200-ca54172f71f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:35:38.229311 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-48757d71-bae4-4aef-af57-442893170e04 req-cbaef361-95f6-4d4f-b200-ca54172f71f5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=621bfd8f-2d09-4d99-ab9f-5b90d40f6961 HTTP/1.1" status: 200 len: 910 time: 0.0831583 Nov 23 18:35:38.276019 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-48757d71-bae4-4aef-af57-442893170e04 req-6dffce2d-3eae-43a9-a3e0-4b4910e79f98 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cc17afc5-5d33-4943-9fb4-c8f75244b6ce HTTP/1.1" status: 200 len: 217 time: 0.0386500 Nov 23 18:35:38.327868 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48757d71-bae4-4aef-af57-442893170e04 req-9bca9d5f-d5fa-4cff-92b0-f7b3df3af348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:35:38.329381 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-48757d71-bae4-4aef-af57-442893170e04 req-9bca9d5f-d5fa-4cff-92b0-f7b3df3af348 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e48a314e-2ba7-4cdc-bdbc-1f0001d4a4e9 HTTP/1.1" status: 200 len: 848 time: 0.0450122 Nov 23 18:35:38.378529 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48757d71-bae4-4aef-af57-442893170e04 req-e4872cc3-2974-4cce-a74c-601590999305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:35:38.384749 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-48757d71-bae4-4aef-af57-442893170e04 req-e4872cc3-2974-4cce-a74c-601590999305 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=621bfd8f-2d09-4d99-ab9f-5b90d40f6961&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421417 Nov 23 18:35:38.474662 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-48757d71-bae4-4aef-af57-442893170e04 req-77e28f1a-7418-4552-9398-8b3b1c988bcf service neutron] 10.222.0.36 "GET /v2.0/networks/621bfd8f-2d09-4d99-ab9f-5b90d40f6961?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866618 Nov 23 18:35:38.569741 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-48757d71-bae4-4aef-af57-442893170e04 req-46d7d610-b8f0-4aa2-aab7-2bd0fb8b7c4d service neutron] 10.222.0.36 "GET /v2.0/networks/621bfd8f-2d09-4d99-ab9f-5b90d40f6961?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856724 Nov 23 18:35:39.037419 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bd9011-72d9-4342-b028-0b12fa250ec6 req-e1a123fd-a005-45c4-9104-b1b33d3b1d25 tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:35:39.038807 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-42bd9011-72d9-4342-b028-0b12fa250ec6 req-e1a123fd-a005-45c4-9104-b1b33d3b1d25 tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] 10.222.0.60 "GET /v2.0/ports?device_id=1314e6a8-0dd9-439f-824e-f011dbccb650 HTTP/1.1" status: 200 len: 943 time: 0.0487211 Nov 23 18:35:39.091736 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-42bd9011-72d9-4342-b028-0b12fa250ec6 req-ee8384f9-6829-4c71-a6c4-11c10a8af177 tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b96efe8-4e3c-4510-a2a9-e5c3bf25dc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468295 Nov 23 18:35:40.209810 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2895c509-70db-43f5-acbd-322f16a46940 req-b79fa7f5-d94c-4ab2-a138-29ec8083750a tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:35:40.211330 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2895c509-70db-43f5-acbd-322f16a46940 req-b79fa7f5-d94c-4ab2-a138-29ec8083750a tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] 10.222.0.60 "GET /v2.0/ports?device_id=1314e6a8-0dd9-439f-824e-f011dbccb650 HTTP/1.1" status: 200 len: 943 time: 0.0490582 Nov 23 18:35:40.263048 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2895c509-70db-43f5-acbd-322f16a46940 req-245c7048-8e9e-4586-9135-4f05d52db6bf tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b96efe8-4e3c-4510-a2a9-e5c3bf25dc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424628 Nov 23 18:35:40.721998 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device cc17afc5-5d33-4943-9fb4-c8f75244b6ce details requested by agent hyperv_n-h2-816206-8 with host n-h2-816206-8 {{(pid=103592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 18:35:40.818448 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port cc17afc5-5d33-4943-9fb4-c8f75244b6ce, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=cc17afc5-5d33-4943-9fb4-c8f75244b6ce,segment=NetworkSegment(359a38b4-7557-4a14-b051-96b6c2332e68),segment_id=359a38b4-7557-4a14-b051-96b6c2332e68)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:35:40.829494 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Returning: {'device': 'cc17afc5-5d33-4943-9fb4-c8f75244b6ce', 'network_id': '621bfd8f-2d09-4d99-ab9f-5b90d40f6961', 'port_id': 'cc17afc5-5d33-4943-9fb4-c8f75244b6ce', 'mac_address': 'fa:16:3e:1c:16:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e48a314e-2ba7-4cdc-bdbc-1f0001d4a4e9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 18:35:40.867269 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:40.879813 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc17afc5-5d33-4943-9fb4-c8f75244b6ce {{(pid=103592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:35:40.898616 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port cc17afc5-5d33-4943-9fb4-c8f75244b6ce, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=cc17afc5-5d33-4943-9fb4-c8f75244b6ce,segment=NetworkSegment(359a38b4-7557-4a14-b051-96b6c2332e68),segment_id=359a38b4-7557-4a14-b051-96b6c2332e68)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:35:40.902717 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:40.959682 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Pushing event updated for resources: {'Port': ['ID=cc17afc5-5d33-4943-9fb4-c8f75244b6ce,revision_number=4']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:35:41.149545 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] get_ports_and_sgs() called for port_ids ['cc17afc5-5d33-4943-9fb4-c8f75244b6ce'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:35:41.385205 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9ee3e4-6df9-4105-8e77-f026cae723bb req-78358514-2d76-47ea-a674-7fbd2a5a9d24 tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:35:41.387243 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-cd9ee3e4-6df9-4105-8e77-f026cae723bb req-78358514-2d76-47ea-a674-7fbd2a5a9d24 tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] 10.222.0.60 "GET /v2.0/ports?device_id=1314e6a8-0dd9-439f-824e-f011dbccb650 HTTP/1.1" status: 200 len: 944 time: 0.0559678 Nov 23 18:35:41.437459 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-cd9ee3e4-6df9-4105-8e77-f026cae723bb req-7bfbbda6-39ed-4a15-a9ed-708544e482d8 tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b96efe8-4e3c-4510-a2a9-e5c3bf25dc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440731 Nov 23 18:35:42.723327 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device cc17afc5-5d33-4943-9fb4-c8f75244b6ce up at agent hyperv_n-h2-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:35:42.774526 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Provisioning for port cc17afc5-5d33-4943-9fb4-c8f75244b6ce completed by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 18:35:42.778818 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Provisioning complete for port cc17afc5-5d33-4943-9fb4-c8f75244b6ce triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:35:42.779188 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:42.861071 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e9a38b-bb34-419b-a319-4b70a2692a33 req-f4cdc670-4b66-460c-9204-bcc11fa7f398 tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:35:42.862198 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:42.862559 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-77e9a38b-bb34-419b-a319-4b70a2692a33 req-f4cdc670-4b66-460c-9204-bcc11fa7f398 tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] 10.222.0.60 "GET /v2.0/ports?device_id=1314e6a8-0dd9-439f-824e-f011dbccb650 HTTP/1.1" status: 200 len: 944 time: 0.3571382 Nov 23 18:35:42.885936 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1314e6a8-0dd9-439f-824e-f011dbccb650', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc17afc5-5d33-4943-9fb4-c8f75244b6ce'}] {{(pid=103592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:35:42.888259 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}369cae9aa69facfce3992dabc874bd76984507e3cd36da60a73cd3603125cd43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8b8337a-93db-405e-87fe-2449f8030698" -d '{"events": [{"server_uuid": "1314e6a8-0dd9-439f-824e-f011dbccb650", "name": "network-vif-plugged", "status": "completed", "tag": "cc17afc5-5d33-4943-9fb4-c8f75244b6ce"}]}' {{(pid=103592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:35:42.902779 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port cc17afc5-5d33-4943-9fb4-c8f75244b6ce, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=cc17afc5-5d33-4943-9fb4-c8f75244b6ce,segment=NetworkSegment(359a38b4-7557-4a14-b051-96b6c2332e68),segment_id=359a38b4-7557-4a14-b051-96b6c2332e68)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:35:42.909404 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:42.932690 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-77e9a38b-bb34-419b-a319-4b70a2692a33 req-e38bedf7-2101-4dd1-b5cb-75ae3f968134 tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b96efe8-4e3c-4510-a2a9-e5c3bf25dc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626464 Nov 23 18:35:42.935634 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:35:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3af928ec-e6ef-4a5c-b726-5245b784207b x-openstack-request-id: req-3af928ec-e6ef-4a5c-b726-5245b784207b {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:35:42.936103 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1314e6a8-0dd9-439f-824e-f011dbccb650", "name": "network-vif-plugged", "status": "completed", "tag": "cc17afc5-5d33-4943-9fb4-c8f75244b6ce", "code": 200}]} {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:35:42.936278 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3af928ec-e6ef-4a5c-b726-5245b784207b {{(pid=103592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:35:42.936586 n-d-816206-8 neutron-server[103592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1314e6a8-0dd9-439f-824e-f011dbccb650', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc17afc5-5d33-4943-9fb4-c8f75244b6ce', 'code': 200} Nov 23 18:35:42.967423 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Pushing event updated for resources: {'Port': ['ID=cc17afc5-5d33-4943-9fb4-c8f75244b6ce,revision_number=5']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:35:43.034605 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64661b2b-7436-49a6-aadf-525609619cf3 req-74e38e62-e51f-41d7-871f-e4dad51f5517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:35:43.036094 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-64661b2b-7436-49a6-aadf-525609619cf3 req-74e38e62-e51f-41d7-871f-e4dad51f5517 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=1314e6a8-0dd9-439f-824e-f011dbccb650 HTTP/1.1" status: 200 len: 1096 time: 0.0410020 Nov 23 18:35:43.083154 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-64661b2b-7436-49a6-aadf-525609619cf3 req-684278d8-24e0-40d1-b05a-91d210eb12c0 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=4b96efe8-4e3c-4510-a2a9-e5c3bf25dc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393200 Nov 23 18:35:43.118074 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-7824dc8e-577b-4e7b-a40d-d0a9a05f5c0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:44.051452 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:44.052776 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d804803b-88e5-4ea6-b9c1-748f795fc08c req-664588ef-0ade-4fb2-82f4-6a9dc129fc03 tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:35:44.054348 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d804803b-88e5-4ea6-b9c1-748f795fc08c req-664588ef-0ade-4fb2-82f4-6a9dc129fc03 tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] 10.222.0.60 "GET /v2.0/ports?device_id=1314e6a8-0dd9-439f-824e-f011dbccb650 HTTP/1.1" status: 200 len: 945 time: 0.0556114 Nov 23 18:35:44.119413 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d804803b-88e5-4ea6-b9c1-748f795fc08c req-8658ea89-1e02-4c2e-a81b-8484712d1563 tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b96efe8-4e3c-4510-a2a9-e5c3bf25dc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576861 Nov 23 18:35:44.879361 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:45.196281 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-aafaea62-1d2f-4c40-8108-5e88cd9fe98d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:45.244248 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8cecc1-c92b-4c38-b17f-4b21c32deb45 req-b63e844e-2d3c-4d0f-9cad-fc524998629b tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:35:45.245734 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7d8cecc1-c92b-4c38-b17f-4b21c32deb45 req-b63e844e-2d3c-4d0f-9cad-fc524998629b tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] 10.222.0.60 "GET /v2.0/ports?device_id=1314e6a8-0dd9-439f-824e-f011dbccb650 HTTP/1.1" status: 200 len: 945 time: 0.0492070 Nov 23 18:35:45.294082 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7d8cecc1-c92b-4c38-b17f-4b21c32deb45 req-df71d3c5-04b1-43c3-8b61-2f7e7de00075 tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b96efe8-4e3c-4510-a2a9-e5c3bf25dc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423746 Nov 23 18:35:45.409620 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2a3c83-1892-43e3-a0cf-b5be2c69bacc req-a773ff02-c87e-477a-b8da-543f8b54a7b8 tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:35:45.410969 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ae2a3c83-1892-43e3-a0cf-b5be2c69bacc req-a773ff02-c87e-477a-b8da-543f8b54a7b8 tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] 10.222.0.60 "GET /v2.0/ports?device_id=1314e6a8-0dd9-439f-824e-f011dbccb650 HTTP/1.1" status: 200 len: 945 time: 0.0476079 Nov 23 18:35:45.459147 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ae2a3c83-1892-43e3-a0cf-b5be2c69bacc req-a66c3fbe-60ca-4894-aebd-69ebfe998dfd tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b96efe8-4e3c-4510-a2a9-e5c3bf25dc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422859 Nov 23 18:35:45.480945 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 57790) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:35:45.614661 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fea6ab6-2721-4e9b-b00c-20e0e03bc45f tempest-TestShelveInstance-122959981 tempest-TestShelveInstance-122959981-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:35:45.616155 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-9fea6ab6-2721-4e9b-b00c-20e0e03bc45f tempest-TestShelveInstance-122959981 tempest-TestShelveInstance-122959981-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=1314e6a8-0dd9-439f-824e-f011dbccb650 HTTP/1.1" status: 200 len: 1091 time: 0.1342134 Nov 23 18:35:45.619181 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 57794) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:35:45.623505 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-08ac41f9-ec04-465d-bd90-877d7e58d1d5 tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Request body: {'floatingip': {'floating_network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'port_id': 'cc17afc5-5d33-4943-9fb4-c8f75244b6ce', 'tenant_id': '624970b757874e2790c0d0bbc2d43e4f', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:35:45.645337 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-08ac41f9-ec04-465d-bd90-877d7e58d1d5 tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Publish callbacks [] for floatingip, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:45.740217 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-08ac41f9-ec04-465d-bd90-877d7e58d1d5 tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:45.845409 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.db_base_plugin_common [None req-08ac41f9-ec04-465d-bd90-877d7e58d1d5 tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Allocated IP 172.25.3.75 (4c8455ba-1be5-42ac-b8c2-8a16e1292d55/08fe3644-ce41-4c3f-a7ea-92bac0f0fff5/b86c8fa3-d605-4b6f-bb79-18d3646e481e) {{(pid=103591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:35:45.942763 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-08ac41f9-ec04-465d-bd90-877d7e58d1d5 tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Publish callbacks [] for port, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:45.981097 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-08ac41f9-ec04-465d-bd90-877d7e58d1d5 tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:46.017832 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08ac41f9-ec04-465d-bd90-877d7e58d1d5 tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Network 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 is already hosted by enough agents. {{(pid=103591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:35:46.023868 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [None req-08ac41f9-ec04-465d-bd90-877d7e58d1d5 tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Resources bound (agent type, host, resource id): {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:35:46.028423 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08ac41f9-ec04-465d-bd90-877d7e58d1d5 tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Received port after_create {{(pid=103591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:35:46.033864 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ac41f9-ec04-465d-bd90-877d7e58d1d5 tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Pushing event updated for resources: {'Port': ['ID=b86c8fa3-d605-4b6f-bb79-18d3646e481e,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:35:46.388069 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-08ac41f9-ec04-465d-bd90-877d7e58d1d5 tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:46.457028 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-08ac41f9-ec04-465d-bd90-877d7e58d1d5 tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:46.606151 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-08ac41f9-ec04-465d-bd90-877d7e58d1d5 tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Publish callbacks [] for port, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:46.611114 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-08ac41f9-ec04-465d-bd90-877d7e58d1d5 tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264758186'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:46.676607 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ac41f9-ec04-465d-bd90-877d7e58d1d5 tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Pushing event updated for resources: {'Port': ['ID=b86c8fa3-d605-4b6f-bb79-18d3646e481e,revision_number=2']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:35:46.688673 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-08ac41f9-ec04-465d-bd90-877d7e58d1d5 tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1795396'] for floatingip, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:46.789835 n-d-816206-8 neutron-server[103591]: INFO neutron.db.l3_db [None req-08ac41f9-ec04-465d-bd90-877d7e58d1d5 tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Floating IP ecf198fa-12c3-4132-9b7d-d55582706a2b associated. External IP: 172.25.3.75, port: cc17afc5-5d33-4943-9fb4-c8f75244b6ce. Nov 23 18:35:46.799755 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-52822d53-48f5-4819-8a95-bdc13aea0bf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:47.001618 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08ac41f9-ec04-465d-bd90-877d7e58d1d5 tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Router b6a5f995-9da5-4b49-9186-ed0008f28a74 has already been hosted by L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 {{(pid=103591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:35:47.108024 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08ac41f9-ec04-465d-bd90-877d7e58d1d5 tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:35:47.119145 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-235ac8af-77c9-453c-931c-7f04434ee342 None None] Sync routers for ids ['b6a5f995-9da5-4b49-9186-ed0008f28a74'] in n-d-816206-8 {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:35:47.126873 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-08ac41f9-ec04-465d-bd90-877d7e58d1d5 tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for floatingip, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:47.129430 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-235ac8af-77c9-453c-931c-7f04434ee342 None None] Routers {'b6a5f995-9da5-4b49-9186-ed0008f28a74'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:35:47.130046 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-235ac8af-77c9-453c-931c-7f04434ee342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T18:35:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['b6a5f995-9da5-4b49-9186-ed0008f28a74'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:35:47.155138 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-08ac41f9-ec04-465d-bd90-877d7e58d1d5 tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5349069 Nov 23 18:35:47.156032 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1314e6a8-0dd9-439f-824e-f011dbccb650', 'tag': 'cc17afc5-5d33-4943-9fb4-c8f75244b6ce'}] {{(pid=103591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:35:47.159764 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f4e21f982013ce885b63e29a1d25974432d95030e0706b58ae42016fda4ab83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed4ae47f-acde-4530-ac6b-564868b3c370" -d '{"events": [{"name": "network-changed", "server_uuid": "1314e6a8-0dd9-439f-824e-f011dbccb650", "tag": "cc17afc5-5d33-4943-9fb4-c8f75244b6ce"}]}' {{(pid=103591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:35:47.197774 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:35:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f326a2a-810b-4529-afd3-e8dc48b264f4 x-openstack-request-id: req-9f326a2a-810b-4529-afd3-e8dc48b264f4 {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:35:47.198137 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1314e6a8-0dd9-439f-824e-f011dbccb650", "tag": "cc17afc5-5d33-4943-9fb4-c8f75244b6ce", "status": "completed", "code": 200}]} {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:35:47.198462 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-9f326a2a-810b-4529-afd3-e8dc48b264f4 {{(pid=103591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:35:47.199055 n-d-816206-8 neutron-server[103591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1314e6a8-0dd9-439f-824e-f011dbccb650', 'tag': 'cc17afc5-5d33-4943-9fb4-c8f75244b6ce', 'status': 'completed', 'code': 200} Nov 23 18:35:47.268450 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4ae47f-acde-4530-ac6b-564868b3c370 req-5a260623-8645-47f7-947d-66a70ec2be26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:35:47.270061 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ed4ae47f-acde-4530-ac6b-564868b3c370 req-5a260623-8645-47f7-947d-66a70ec2be26 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=624970b757874e2790c0d0bbc2d43e4f&device_id=1314e6a8-0dd9-439f-824e-f011dbccb650 HTTP/1.1" status: 200 len: 1096 time: 0.0430527 Nov 23 18:35:47.339342 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-235ac8af-77c9-453c-931c-7f04434ee342 None None] Set router b6a5f995-9da5-4b49-9186-ed0008f28a74 gateway port host: n-d-816206-8 {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:35:47.366925 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4ae47f-acde-4530-ac6b-564868b3c370 req-c106ac4e-482f-4e3a-a6e4-5ca7bc6f4970 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:35:47.368470 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ed4ae47f-acde-4530-ac6b-564868b3c370 req-c106ac4e-482f-4e3a-a6e4-5ca7bc6f4970 service neutron] 10.222.0.36 "GET /v2.0/networks?id=621bfd8f-2d09-4d99-ab9f-5b90d40f6961 HTTP/1.1" status: 200 len: 910 time: 0.0897403 Nov 23 18:35:47.434744 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ed4ae47f-acde-4530-ac6b-564868b3c370 req-556a2471-e8c3-4d34-862d-bbf63da85f29 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cc17afc5-5d33-4943-9fb4-c8f75244b6ce HTTP/1.1" status: 200 len: 998 time: 0.0588100 Nov 23 18:35:47.489860 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4ae47f-acde-4530-ac6b-564868b3c370 req-643ede77-5eca-458c-858f-dccafd7499ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:35:47.491339 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ed4ae47f-acde-4530-ac6b-564868b3c370 req-643ede77-5eca-458c-858f-dccafd7499ea service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e48a314e-2ba7-4cdc-bdbc-1f0001d4a4e9 HTTP/1.1" status: 200 len: 848 time: 0.0495284 Nov 23 18:35:47.538974 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4ae47f-acde-4530-ac6b-564868b3c370 req-3d8a0b17-1772-466a-848e-033989f9beca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:35:47.540404 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ed4ae47f-acde-4530-ac6b-564868b3c370 req-3d8a0b17-1772-466a-848e-033989f9beca service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=621bfd8f-2d09-4d99-ab9f-5b90d40f6961&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417757 Nov 23 18:35:47.563484 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-235ac8af-77c9-453c-931c-7f04434ee342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6a5f995-9da5-4b49-9186-ed0008f28a74', 'name': 'tempest-TestShelveInstance-1728799939-router', 'tenant_id': '624970b757874e2790c0d0bbc2d43e4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.219'}], 'enable_snat': True}, 'gw_port_id': '1c4a0e44-8180-4164-92ce-79d8c9b576f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:35:19Z', 'updated_at': '2021-11-23T18:35:22Z', 'revision_number': 4, 'project_id': '624970b757874e2790c0d0bbc2d43e4f', 'gw_port': {'id': '1c4a0e44-8180-4164-92ce-79d8c9b576f5', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:93:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6a5f995-9da5-4b49-9186-ed0008f28a74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:35:20Z', 'updated_at': '2021-11-23T18:35:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_floatingips': [{'id': 'ecf198fa-12c3-4132-9b7d-d55582706a2b', 'tenant_id': '624970b757874e2790c0d0bbc2d43e4f', 'floating_ip_address': '172.25.3.75', 'floating_network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'router_id': 'b6a5f995-9da5-4b49-9186-ed0008f28a74', 'port_id': 'cc17afc5-5d33-4943-9fb4-c8f75244b6ce', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4324, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '621bfd8f-2d09-4d99-ab9f-5b90d40f6961', 'mac_address': 'fa:16:3e:1c:16:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1314e6a8-0dd9-439f-824e-f011dbccb650', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T18:35:46Z', 'updated_at': '2021-11-23T18:35:46Z', 'revision_number': 0, 'project_id': '624970b757874e2790c0d0bbc2d43e4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67e019b7-40ab-43c0-b180-f86b3e2cf82b', 'name': '', 'network_id': '621bfd8f-2d09-4d99-ab9f-5b90d40f6961', 'tenant_id': '624970b757874e2790c0d0bbc2d43e4f', 'mac_address': 'fa:16:3e:32:31:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6a5f995-9da5-4b49-9186-ed0008f28a74', 'device_owner': 'network:router_interface', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': 'e48a314e-2ba7-4cdc-bdbc-1f0001d4a4e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:35:21Z', 'updated_at': '2021-11-23T18:35:26Z', 'revision_number': 5, 'project_id': '624970b757874e2790c0d0bbc2d43e4f', 'subnets': [{'id': 'e48a314e-2ba7-4cdc-bdbc-1f0001d4a4e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:35:47.589673 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-235ac8af-77c9-453c-931c-7f04434ee342 None None] Checking router: b6a5f995-9da5-4b49-9186-ed0008f28a74 for host: n-d-816206-8 {{(pid=103593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:35:47.597723 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-235ac8af-77c9-453c-931c-7f04434ee342 None None] Routers {'b6a5f995-9da5-4b49-9186-ed0008f28a74'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:35:47.598320 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-235ac8af-77c9-453c-931c-7f04434ee342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T18:35:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['b6a5f995-9da5-4b49-9186-ed0008f28a74'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:35:47.630905 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ed4ae47f-acde-4530-ac6b-564868b3c370 req-f293ef58-4c2d-47fc-90d5-b392062d5c19 service neutron] 10.222.0.36 "GET /v2.0/networks/621bfd8f-2d09-4d99-ab9f-5b90d40f6961?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829844 Nov 23 18:35:47.704440 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-235ac8af-77c9-453c-931c-7f04434ee342 None None] Set router b6a5f995-9da5-4b49-9186-ed0008f28a74 gateway port host: n-d-816206-8 {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:35:47.728730 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ed4ae47f-acde-4530-ac6b-564868b3c370 req-d58a8e82-b9be-4c51-84a6-4aa57bd2e5d4 service neutron] 10.222.0.36 "GET /v2.0/networks/621bfd8f-2d09-4d99-ab9f-5b90d40f6961?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905550 Nov 23 18:35:47.929793 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-235ac8af-77c9-453c-931c-7f04434ee342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6a5f995-9da5-4b49-9186-ed0008f28a74', 'name': 'tempest-TestShelveInstance-1728799939-router', 'tenant_id': '624970b757874e2790c0d0bbc2d43e4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.219'}], 'enable_snat': True}, 'gw_port_id': '1c4a0e44-8180-4164-92ce-79d8c9b576f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:35:19Z', 'updated_at': '2021-11-23T18:35:22Z', 'revision_number': 4, 'project_id': '624970b757874e2790c0d0bbc2d43e4f', 'gw_port': {'id': '1c4a0e44-8180-4164-92ce-79d8c9b576f5', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:93:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6a5f995-9da5-4b49-9186-ed0008f28a74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:35:20Z', 'updated_at': '2021-11-23T18:35:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_floatingips': [{'id': 'ecf198fa-12c3-4132-9b7d-d55582706a2b', 'tenant_id': '624970b757874e2790c0d0bbc2d43e4f', 'floating_ip_address': '172.25.3.75', 'floating_network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'router_id': 'b6a5f995-9da5-4b49-9186-ed0008f28a74', 'port_id': 'cc17afc5-5d33-4943-9fb4-c8f75244b6ce', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4324, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '621bfd8f-2d09-4d99-ab9f-5b90d40f6961', 'mac_address': 'fa:16:3e:1c:16:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1314e6a8-0dd9-439f-824e-f011dbccb650', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T18:35:46Z', 'updated_at': '2021-11-23T18:35:46Z', 'revision_number': 0, 'project_id': '624970b757874e2790c0d0bbc2d43e4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67e019b7-40ab-43c0-b180-f86b3e2cf82b', 'name': '', 'network_id': '621bfd8f-2d09-4d99-ab9f-5b90d40f6961', 'tenant_id': '624970b757874e2790c0d0bbc2d43e4f', 'mac_address': 'fa:16:3e:32:31:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6a5f995-9da5-4b49-9186-ed0008f28a74', 'device_owner': 'network:router_interface', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': 'e48a314e-2ba7-4cdc-bdbc-1f0001d4a4e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:35:21Z', 'updated_at': '2021-11-23T18:35:26Z', 'revision_number': 5, 'project_id': '624970b757874e2790c0d0bbc2d43e4f', 'subnets': [{'id': 'e48a314e-2ba7-4cdc-bdbc-1f0001d4a4e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:35:47.959247 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-235ac8af-77c9-453c-931c-7f04434ee342 None None] The sync data for ids ['b6a5f995-9da5-4b49-9186-ed0008f28a74'] in n-d-816206-8 is: [{'id': 'b6a5f995-9da5-4b49-9186-ed0008f28a74', 'name': 'tempest-TestShelveInstance-1728799939-router', 'tenant_id': '624970b757874e2790c0d0bbc2d43e4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.219'}], 'enable_snat': True}, 'gw_port_id': '1c4a0e44-8180-4164-92ce-79d8c9b576f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:35:19Z', 'updated_at': '2021-11-23T18:35:22Z', 'revision_number': 4, 'project_id': '624970b757874e2790c0d0bbc2d43e4f', 'gw_port': {'id': '1c4a0e44-8180-4164-92ce-79d8c9b576f5', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:93:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6a5f995-9da5-4b49-9186-ed0008f28a74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:35:20Z', 'updated_at': '2021-11-23T18:35:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_floatingips': [{'id': 'ecf198fa-12c3-4132-9b7d-d55582706a2b', 'tenant_id': '624970b757874e2790c0d0bbc2d43e4f', 'floating_ip_address': '172.25.3.75', 'floating_network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'router_id': 'b6a5f995-9da5-4b49-9186-ed0008f28a74', 'port_id': 'cc17afc5-5d33-4943-9fb4-c8f75244b6ce', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4324, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '621bfd8f-2d09-4d99-ab9f-5b90d40f6961', 'mac_address': 'fa:16:3e:1c:16:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1314e6a8-0dd9-439f-824e-f011dbccb650', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T18:35:46Z', 'updated_at': '2021-11-23T18:35:46Z', 'revision_number': 0, 'project_id': '624970b757874e2790c0d0bbc2d43e4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67e019b7-40ab-43c0-b180-f86b3e2cf82b', 'name': '', 'network_id': '621bfd8f-2d09-4d99-ab9f-5b90d40f6961', 'tenant_id': '624970b757874e2790c0d0bbc2d43e4f', 'mac_address': 'fa:16:3e:32:31:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6a5f995-9da5-4b49-9186-ed0008f28a74', 'device_owner': 'network:router_interface', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': 'e48a314e-2ba7-4cdc-bdbc-1f0001d4a4e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:35:21Z', 'updated_at': '2021-11-23T18:35:26Z', 'revision_number': 5, 'project_id': '624970b757874e2790c0d0bbc2d43e4f', 'subnets': [{'id': 'e48a314e-2ba7-4cdc-bdbc-1f0001d4a4e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:35:48.006747 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9a27ae6c-db98-474f-94c1-cc99bf842d79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:48.180979 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70cea985-8ff3-4b6c-a9da-2540f1b14755 None None] New status for floating IP ecf198fa-12c3-4132-9b7d-d55582706a2b: ACTIVE {{(pid=103592) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 18:35:48.494625 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:35:50.529561 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.agents_db [None req-464f6c07-0de8-4be6-8f5b-563f574d1c5d None None] Agent healthcheck: found 7 active agents {{(pid=103593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 18:36:13.120978 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c07d1be8-2697-480b-ba23-ca22cd4e143d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:14.050276 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:14.894310 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:15.199930 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c760e504-6bd0-430e-adec-da48682a51bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:16.799530 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-52822d53-48f5-4819-8a95-bdc13aea0bf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:18.008543 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9a27ae6c-db98-474f-94c1-cc99bf842d79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:18.496837 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:27.527850 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.agents_db [None req-464f6c07-0de8-4be6-8f5b-563f574d1c5d None None] Agent healthcheck: found 7 active agents {{(pid=103593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 18:36:43.122384 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-a5ff78d1-6f2d-4f8c-9fd5-e308b124a207 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:44.060322 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:44.063024 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-afc1390b-1509-4e56-bf01-9c0e113ed861 req-f2ac29f5-8db7-4612-a4ea-92f2e5b90b70 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=1314e6a8-0dd9-439f-824e-f011dbccb650&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0415852 Nov 23 18:36:44.151648 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc1390b-1509-4e56-bf01-9c0e113ed861 req-d77405c0-56b0-4bd2-9624-c474ba1cbf44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:36:44.153180 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-afc1390b-1509-4e56-bf01-9c0e113ed861 req-d77405c0-56b0-4bd2-9624-c474ba1cbf44 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=624970b757874e2790c0d0bbc2d43e4f&device_id=1314e6a8-0dd9-439f-824e-f011dbccb650 HTTP/1.1" status: 200 len: 1096 time: 0.0455961 Nov 23 18:36:44.259195 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc1390b-1509-4e56-bf01-9c0e113ed861 req-329ed151-f1c0-46dd-a500-53619169643c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:36:44.260689 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-afc1390b-1509-4e56-bf01-9c0e113ed861 req-329ed151-f1c0-46dd-a500-53619169643c service neutron] 10.222.0.36 "GET /v2.0/networks?id=621bfd8f-2d09-4d99-ab9f-5b90d40f6961 HTTP/1.1" status: 200 len: 910 time: 0.0851030 Nov 23 18:36:44.331512 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-afc1390b-1509-4e56-bf01-9c0e113ed861 req-842d5760-62a2-48e2-aea6-b70b7e33441e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cc17afc5-5d33-4943-9fb4-c8f75244b6ce HTTP/1.1" status: 200 len: 1000 time: 0.0622325 Nov 23 18:36:44.381416 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc1390b-1509-4e56-bf01-9c0e113ed861 req-c4636067-875c-4840-a071-ed6971db3516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:36:44.382826 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-afc1390b-1509-4e56-bf01-9c0e113ed861 req-c4636067-875c-4840-a071-ed6971db3516 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e48a314e-2ba7-4cdc-bdbc-1f0001d4a4e9 HTTP/1.1" status: 200 len: 848 time: 0.0431445 Nov 23 18:36:44.430939 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc1390b-1509-4e56-bf01-9c0e113ed861 req-b886a7d6-0032-4d82-8ede-ad881373e86d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:36:44.432461 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-afc1390b-1509-4e56-bf01-9c0e113ed861 req-b886a7d6-0032-4d82-8ede-ad881373e86d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=621bfd8f-2d09-4d99-ab9f-5b90d40f6961&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409899 Nov 23 18:36:44.526808 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-afc1390b-1509-4e56-bf01-9c0e113ed861 req-f61b644c-0f7a-4b11-a532-73c79cce1288 service neutron] 10.222.0.36 "GET /v2.0/networks/621bfd8f-2d09-4d99-ab9f-5b90d40f6961?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856631 Nov 23 18:36:44.621190 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-afc1390b-1509-4e56-bf01-9c0e113ed861 req-c713de66-4c4f-49f1-ab22-4dc7de21352c service neutron] 10.222.0.36 "GET /v2.0/networks/621bfd8f-2d09-4d99-ab9f-5b90d40f6961?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834911 Nov 23 18:36:44.895413 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:45.201919 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-410fac6e-8204-40ed-b386-7ca0e4c3fe4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:46.801126 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-52822d53-48f5-4819-8a95-bdc13aea0bf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:48.010777 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9a27ae6c-db98-474f-94c1-cc99bf842d79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:48.499136 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:36:55.381028 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [req-6c550c00-a65c-454d-9312-4ccea838d695 req-65b79750-d9ce-4720-921f-4d71823f8769 service neutron] (103591) timed out ('10.222.0.60', 59182) {{(pid=103591) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 23 18:37:04.527463 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.agents_db [None req-464f6c07-0de8-4be6-8f5b-563f574d1c5d None None] Agent healthcheck: found 7 active agents {{(pid=103593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 18:37:13.125502 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-bb567c2e-4727-4b43-87fb-ddb939650fba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:14.075011 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:14.909038 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:15.201966 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-a3c845fd-bf6a-45ba-9ee4-1cc27f6b49cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:16.170133 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [req-6c550c00-a65c-454d-9312-4ccea838d695 req-ae0c9b28-40a3-40b0-9c1c-bf057a82c0fa service neutron] (103590) timed out ('10.222.0.55', 62513) {{(pid=103590) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 23 18:37:16.803917 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-52822d53-48f5-4819-8a95-bdc13aea0bf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:18.013600 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9a27ae6c-db98-474f-94c1-cc99bf842d79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:18.501268 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:41.527040 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.agents_db [None req-464f6c07-0de8-4be6-8f5b-563f574d1c5d None None] Agent healthcheck: found 7 active agents {{(pid=103593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 18:37:43.115031 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b0718a-5370-424f-be50-314c195a1a0d req-b73a09a9-31b0-4725-bf49-45d15b20cf09 tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:37:43.116604 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-27b0718a-5370-424f-be50-314c195a1a0d req-b73a09a9-31b0-4725-bf49-45d15b20cf09 tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] 10.222.0.60 "GET /v2.0/ports?device_id=1314e6a8-0dd9-439f-824e-f011dbccb650 HTTP/1.1" status: 200 len: 945 time: 0.1087711 Nov 23 18:37:43.132180 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0b7b18c-9254-4ef8-8165-41d63ef8ba53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:43.173830 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-27b0718a-5370-424f-be50-314c195a1a0d req-06028aa0-0514-4f86-8962-a4ea2550b64a tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b96efe8-4e3c-4510-a2a9-e5c3bf25dc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507691 Nov 23 18:37:44.092775 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:44.300084 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3ce232-4875-4b5a-bb3b-9e1f1c9b2f10 req-8b6ab3f3-037b-4de7-bea2-fc6f69eb2658 tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:37:44.301671 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ae3ce232-4875-4b5a-bb3b-9e1f1c9b2f10 req-8b6ab3f3-037b-4de7-bea2-fc6f69eb2658 tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] 10.222.0.60 "GET /v2.0/ports?device_id=1314e6a8-0dd9-439f-824e-f011dbccb650 HTTP/1.1" status: 200 len: 945 time: 0.0551255 Nov 23 18:37:44.352790 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ae3ce232-4875-4b5a-bb3b-9e1f1c9b2f10 req-b2de0fdf-f7bc-435b-a862-2c96da2ee75f tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b96efe8-4e3c-4510-a2a9-e5c3bf25dc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450437 Nov 23 18:37:44.907011 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:45.101150 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f3861c-185a-41c8-b65b-7a950a7178c4 req-6310ab72-a0eb-47e6-96ae-58ad7e15954f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:37:45.102657 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-24f3861c-185a-41c8-b65b-7a950a7178c4 req-6310ab72-a0eb-47e6-96ae-58ad7e15954f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=624970b757874e2790c0d0bbc2d43e4f&device_id=1314e6a8-0dd9-439f-824e-f011dbccb650 HTTP/1.1" status: 200 len: 1096 time: 0.0412536 Nov 23 18:37:45.203661 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9b6ab887-8e96-4cef-907f-586437feefd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:45.224943 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f3861c-185a-41c8-b65b-7a950a7178c4 req-b44fd881-4f84-425c-87e6-7eb46914d2d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:37:45.226877 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-24f3861c-185a-41c8-b65b-7a950a7178c4 req-b44fd881-4f84-425c-87e6-7eb46914d2d6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=621bfd8f-2d09-4d99-ab9f-5b90d40f6961 HTTP/1.1" status: 200 len: 910 time: 0.0993299 Nov 23 18:37:45.292342 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-24f3861c-185a-41c8-b65b-7a950a7178c4 req-44d57166-0e8b-481f-a1f7-6938e066b14d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cc17afc5-5d33-4943-9fb4-c8f75244b6ce HTTP/1.1" status: 200 len: 1000 time: 0.0577090 Nov 23 18:37:45.347948 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f3861c-185a-41c8-b65b-7a950a7178c4 req-359fc60e-44a1-4cc8-93b8-add5ecf8a7a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:37:45.349453 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-24f3861c-185a-41c8-b65b-7a950a7178c4 req-359fc60e-44a1-4cc8-93b8-add5ecf8a7a8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e48a314e-2ba7-4cdc-bdbc-1f0001d4a4e9 HTTP/1.1" status: 200 len: 848 time: 0.0492234 Nov 23 18:37:45.395875 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f3861c-185a-41c8-b65b-7a950a7178c4 req-c5a83e6d-4b2a-4e9c-bcf5-07334c0c5eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:37:45.397427 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-24f3861c-185a-41c8-b65b-7a950a7178c4 req-c5a83e6d-4b2a-4e9c-bcf5-07334c0c5eb9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=621bfd8f-2d09-4d99-ab9f-5b90d40f6961&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407689 Nov 23 18:37:45.521331 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-24f3861c-185a-41c8-b65b-7a950a7178c4 req-0fca7547-5ad9-470a-9fab-8f1a55d75386 service neutron] 10.222.0.36 "GET /v2.0/networks/621bfd8f-2d09-4d99-ab9f-5b90d40f6961?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1154594 Nov 23 18:37:45.543172 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e77629a-a355-4c74-9fb3-f0e9f8f8187f req-5d6be4ab-aa66-4c1b-b988-c291b5b91733 tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:37:45.544613 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8e77629a-a355-4c74-9fb3-f0e9f8f8187f req-5d6be4ab-aa66-4c1b-b988-c291b5b91733 tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] 10.222.0.60 "GET /v2.0/ports?device_id=1314e6a8-0dd9-439f-824e-f011dbccb650 HTTP/1.1" status: 200 len: 945 time: 0.0833323 Nov 23 18:37:45.646770 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8e77629a-a355-4c74-9fb3-f0e9f8f8187f req-a981633e-2ad6-47c6-8f31-5e6a4a3cebb3 tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b96efe8-4e3c-4510-a2a9-e5c3bf25dc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0906873 Nov 23 18:37:45.658605 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-24f3861c-185a-41c8-b65b-7a950a7178c4 req-fd7559a1-356a-4429-9de6-ae914eb0804e service neutron] 10.222.0.36 "GET /v2.0/networks/621bfd8f-2d09-4d99-ab9f-5b90d40f6961?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298883 Nov 23 18:37:46.768737 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c5d5d3-2df9-4e96-8a77-be1138373391 req-d168f9c9-6ff3-4d5c-a478-3c910d6a9dcd tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:37:46.770260 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-18c5d5d3-2df9-4e96-8a77-be1138373391 req-d168f9c9-6ff3-4d5c-a478-3c910d6a9dcd tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] 10.222.0.60 "GET /v2.0/ports?device_id=1314e6a8-0dd9-439f-824e-f011dbccb650 HTTP/1.1" status: 200 len: 945 time: 0.0559697 Nov 23 18:37:46.807629 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-52822d53-48f5-4819-8a95-bdc13aea0bf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:46.820651 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-18c5d5d3-2df9-4e96-8a77-be1138373391 req-785c37d8-e6da-4304-ab6e-f1e088dc6118 tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b96efe8-4e3c-4510-a2a9-e5c3bf25dc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444891 Nov 23 18:37:47.939278 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9af689-9f89-4251-a7d5-0c007562430e req-2eb3e40f-f3c2-4e97-ab14-d481737fe17b tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:37:47.940799 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9d9af689-9f89-4251-a7d5-0c007562430e req-2eb3e40f-f3c2-4e97-ab14-d481737fe17b tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] 10.222.0.60 "GET /v2.0/ports?device_id=1314e6a8-0dd9-439f-824e-f011dbccb650 HTTP/1.1" status: 200 len: 945 time: 0.0491762 Nov 23 18:37:47.990420 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9d9af689-9f89-4251-a7d5-0c007562430e req-e40358b7-a3fb-4cd3-a199-04ee2cba781e tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b96efe8-4e3c-4510-a2a9-e5c3bf25dc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436153 Nov 23 18:37:48.017862 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9a27ae6c-db98-474f-94c1-cc99bf842d79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:48.502349 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:49.108959 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103da103-3a6c-4d2c-878d-0b35b43dabcf req-eb9d5118-3eff-44c7-b42f-039e1b78f72c tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:37:49.110475 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-103da103-3a6c-4d2c-878d-0b35b43dabcf req-eb9d5118-3eff-44c7-b42f-039e1b78f72c tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] 10.222.0.60 "GET /v2.0/ports?device_id=1314e6a8-0dd9-439f-824e-f011dbccb650 HTTP/1.1" status: 200 len: 945 time: 0.0523546 Nov 23 18:37:49.160635 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-103da103-3a6c-4d2c-878d-0b35b43dabcf req-0e48815c-1101-444d-b703-d229db8c0b83 tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b96efe8-4e3c-4510-a2a9-e5c3bf25dc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439939 Nov 23 18:37:50.288378 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833f1e60-7bf6-4422-b60b-ea20ff9ef857 req-65ddc504-ab58-4810-8eb6-7948c25582a5 tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:37:50.290126 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-833f1e60-7bf6-4422-b60b-ea20ff9ef857 req-65ddc504-ab58-4810-8eb6-7948c25582a5 tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] 10.222.0.60 "GET /v2.0/ports?device_id=1314e6a8-0dd9-439f-824e-f011dbccb650 HTTP/1.1" status: 200 len: 945 time: 0.0589178 Nov 23 18:37:50.349498 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-833f1e60-7bf6-4422-b60b-ea20ff9ef857 req-7da6875f-03a1-48d1-8bf2-7fa75879cef0 tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b96efe8-4e3c-4510-a2a9-e5c3bf25dc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516930 Nov 23 18:37:51.464949 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa3ec88-bdcb-403c-bc13-a4e00f9e408c req-3bfe1b33-4288-4ac9-9d13-ebda5947d128 tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:37:51.466418 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-dfa3ec88-bdcb-403c-bc13-a4e00f9e408c req-3bfe1b33-4288-4ac9-9d13-ebda5947d128 tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] 10.222.0.60 "GET /v2.0/ports?device_id=1314e6a8-0dd9-439f-824e-f011dbccb650 HTTP/1.1" status: 200 len: 945 time: 0.0489299 Nov 23 18:37:51.518542 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-dfa3ec88-bdcb-403c-bc13-a4e00f9e408c req-8481f83e-8c3d-430e-8b89-635df909c9d1 tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b96efe8-4e3c-4510-a2a9-e5c3bf25dc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461431 Nov 23 18:37:52.632941 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364c6b4f-13f1-4614-815f-aad8fb5eabf7 req-3f926dc2-c87f-46cd-97d1-d84fd619a2dd tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:37:52.634389 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-364c6b4f-13f1-4614-815f-aad8fb5eabf7 req-3f926dc2-c87f-46cd-97d1-d84fd619a2dd tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] 10.222.0.60 "GET /v2.0/ports?device_id=1314e6a8-0dd9-439f-824e-f011dbccb650 HTTP/1.1" status: 200 len: 945 time: 0.0482781 Nov 23 18:37:52.683045 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-364c6b4f-13f1-4614-815f-aad8fb5eabf7 req-f30cf8fc-51a0-4944-84bc-44506a32b63b tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b96efe8-4e3c-4510-a2a9-e5c3bf25dc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424931 Nov 23 18:37:53.808309 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aedeb74-de0b-427d-b9e0-cc21dadfd3bb req-8960beff-6415-435b-b434-bcfb89a0cf1b tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:37:53.809827 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8aedeb74-de0b-427d-b9e0-cc21dadfd3bb req-8960beff-6415-435b-b434-bcfb89a0cf1b tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] 10.222.0.60 "GET /v2.0/ports?device_id=1314e6a8-0dd9-439f-824e-f011dbccb650 HTTP/1.1" status: 200 len: 945 time: 0.0526190 Nov 23 18:37:53.862955 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8aedeb74-de0b-427d-b9e0-cc21dadfd3bb req-109e030e-f6ab-422d-8891-ed5ed86b94f5 tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b96efe8-4e3c-4510-a2a9-e5c3bf25dc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462110 Nov 23 18:37:54.987647 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df479957-4a27-4138-ab97-81e182416c9e req-dfb2f23f-816c-448a-a42f-155027005fb2 tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:37:54.989158 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-df479957-4a27-4138-ab97-81e182416c9e req-dfb2f23f-816c-448a-a42f-155027005fb2 tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] 10.222.0.60 "GET /v2.0/ports?device_id=1314e6a8-0dd9-439f-824e-f011dbccb650 HTTP/1.1" status: 200 len: 945 time: 0.0543020 Nov 23 18:37:55.039312 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-df479957-4a27-4138-ab97-81e182416c9e req-c369a278-54b3-44c6-8c90-45bcb5c65368 tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b96efe8-4e3c-4510-a2a9-e5c3bf25dc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439279 Nov 23 18:37:55.280545 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device cc17afc5-5d33-4943-9fb4-c8f75244b6ce details requested by agent hyperv_n-h2-816206-8 with host n-h2-816206-8 {{(pid=103592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 18:37:55.407658 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port cc17afc5-5d33-4943-9fb4-c8f75244b6ce, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=cc17afc5-5d33-4943-9fb4-c8f75244b6ce,segment=NetworkSegment(359a38b4-7557-4a14-b051-96b6c2332e68),segment_id=359a38b4-7557-4a14-b051-96b6c2332e68)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:37:55.420360 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Returning: {'device': 'cc17afc5-5d33-4943-9fb4-c8f75244b6ce', 'network_id': '621bfd8f-2d09-4d99-ab9f-5b90d40f6961', 'port_id': 'cc17afc5-5d33-4943-9fb4-c8f75244b6ce', 'mac_address': 'fa:16:3e:1c:16:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e48a314e-2ba7-4cdc-bdbc-1f0001d4a4e9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 18:37:55.460266 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:55.477241 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cc17afc5-5d33-4943-9fb4-c8f75244b6ce {{(pid=103592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:37:55.498027 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port cc17afc5-5d33-4943-9fb4-c8f75244b6ce, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=cc17afc5-5d33-4943-9fb4-c8f75244b6ce,segment=NetworkSegment(359a38b4-7557-4a14-b051-96b6c2332e68),segment_id=359a38b4-7557-4a14-b051-96b6c2332e68)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:37:55.502580 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:55.559419 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Pushing event updated for resources: {'Port': ['ID=cc17afc5-5d33-4943-9fb4-c8f75244b6ce,revision_number=6']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:37:55.569154 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:37:55.569523 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:37:55.569939 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:37:55.570843 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:37:55.571248 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:37:55.571680 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:37:55.572078 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:37:55.572470 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:37:55.572897 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:37:55.573335 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:37:55.573735 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:37:55.574139 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:37:55.585347 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] get_ports_and_sgs() called for port_ids ['cc17afc5-5d33-4943-9fb4-c8f75244b6ce'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:37:56.187906 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9f5eb0-9c32-403f-a6fc-db77122ae55a req-6449611a-a800-4212-b41b-18ecbdbd2187 tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:37:56.190087 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-3f9f5eb0-9c32-403f-a6fc-db77122ae55a req-6449611a-a800-4212-b41b-18ecbdbd2187 tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] 10.222.0.60 "GET /v2.0/ports?device_id=1314e6a8-0dd9-439f-824e-f011dbccb650 HTTP/1.1" status: 200 len: 944 time: 0.0645254 Nov 23 18:37:56.248127 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-3f9f5eb0-9c32-403f-a6fc-db77122ae55a req-834495cc-7bc0-4120-bd3b-3b7b7e970c4a tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b96efe8-4e3c-4510-a2a9-e5c3bf25dc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499821 Nov 23 18:37:57.295940 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device cc17afc5-5d33-4943-9fb4-c8f75244b6ce up at agent hyperv_n-h2-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:37:57.362803 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Provisioning complete for port cc17afc5-5d33-4943-9fb4-c8f75244b6ce triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:37:57.363780 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:57.375991 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6727cc28-e2d3-4d1e-9970-fcdaf26c131b req-89d86c2d-7e7d-4380-afdf-62fb8215a598 tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:37:57.378284 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6727cc28-e2d3-4d1e-9970-fcdaf26c131b req-89d86c2d-7e7d-4380-afdf-62fb8215a598 tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] 10.222.0.60 "GET /v2.0/ports?device_id=1314e6a8-0dd9-439f-824e-f011dbccb650 HTTP/1.1" status: 200 len: 944 time: 0.0532777 Nov 23 18:37:57.450096 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-6727cc28-e2d3-4d1e-9970-fcdaf26c131b req-81bb1f92-31f2-4580-b91c-6137ee4aa9b3 tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b96efe8-4e3c-4510-a2a9-e5c3bf25dc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599785 Nov 23 18:37:57.453039 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:57.478347 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1314e6a8-0dd9-439f-824e-f011dbccb650', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc17afc5-5d33-4943-9fb4-c8f75244b6ce'}] {{(pid=103592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:37:57.480904 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}369cae9aa69facfce3992dabc874bd76984507e3cd36da60a73cd3603125cd43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58dc60a4-43fc-4bf4-98e5-b4b22a189ef8" -d '{"events": [{"server_uuid": "1314e6a8-0dd9-439f-824e-f011dbccb650", "name": "network-vif-plugged", "status": "completed", "tag": "cc17afc5-5d33-4943-9fb4-c8f75244b6ce"}]}' {{(pid=103592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:37:57.497153 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port cc17afc5-5d33-4943-9fb4-c8f75244b6ce, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=cc17afc5-5d33-4943-9fb4-c8f75244b6ce,segment=NetworkSegment(359a38b4-7557-4a14-b051-96b6c2332e68),segment_id=359a38b4-7557-4a14-b051-96b6c2332e68)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:37:57.502526 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:37:57.528254 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:37:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5016c8a-b167-4578-a327-685f52998983 x-openstack-request-id: req-d5016c8a-b167-4578-a327-685f52998983 {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:37:57.528565 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1314e6a8-0dd9-439f-824e-f011dbccb650", "name": "network-vif-plugged", "status": "completed", "tag": "cc17afc5-5d33-4943-9fb4-c8f75244b6ce", "code": 200}]} {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:37:57.528855 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-d5016c8a-b167-4578-a327-685f52998983 {{(pid=103592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:37:57.529215 n-d-816206-8 neutron-server[103592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1314e6a8-0dd9-439f-824e-f011dbccb650', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc17afc5-5d33-4943-9fb4-c8f75244b6ce', 'code': 200} Nov 23 18:37:57.565888 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Pushing event updated for resources: {'Port': ['ID=cc17afc5-5d33-4943-9fb4-c8f75244b6ce,revision_number=7']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:37:58.567228 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ee7cce-0677-40e0-b959-5aab11d953bb req-0c4e2837-127d-4f56-b7ad-e3f79e0bcacf tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:37:58.569253 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-92ee7cce-0677-40e0-b959-5aab11d953bb req-0c4e2837-127d-4f56-b7ad-e3f79e0bcacf tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] 10.222.0.60 "GET /v2.0/ports?device_id=1314e6a8-0dd9-439f-824e-f011dbccb650 HTTP/1.1" status: 200 len: 945 time: 0.0533214 Nov 23 18:37:58.636509 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-92ee7cce-0677-40e0-b959-5aab11d953bb req-1f05f660-abff-4c2d-8a3f-4f11335fdc92 tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b96efe8-4e3c-4510-a2a9-e5c3bf25dc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496500 Nov 23 18:37:59.769789 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f777525d-8101-4bdf-91b1-9ccb6e528a17 req-fdf26729-13ab-459c-8b1c-c800a5ad6cb2 tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:37:59.771520 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f777525d-8101-4bdf-91b1-9ccb6e528a17 req-fdf26729-13ab-459c-8b1c-c800a5ad6cb2 tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] 10.222.0.60 "GET /v2.0/ports?device_id=1314e6a8-0dd9-439f-824e-f011dbccb650 HTTP/1.1" status: 200 len: 945 time: 0.0594802 Nov 23 18:37:59.836427 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f777525d-8101-4bdf-91b1-9ccb6e528a17 req-3a2a02d1-2da3-4daa-9541-bab93104b459 tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b96efe8-4e3c-4510-a2a9-e5c3bf25dc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581810 Nov 23 18:38:00.967469 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b401c57-97a2-4a07-accf-7cb94076c824 req-0be61db4-e4c5-449a-88d5-368a28e4a42f tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:00.969036 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8b401c57-97a2-4a07-accf-7cb94076c824 req-0be61db4-e4c5-449a-88d5-368a28e4a42f tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] 10.222.0.60 "GET /v2.0/ports?device_id=1314e6a8-0dd9-439f-824e-f011dbccb650 HTTP/1.1" status: 200 len: 945 time: 0.0575652 Nov 23 18:38:01.023753 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8b401c57-97a2-4a07-accf-7cb94076c824 req-794c747e-954e-4cd1-bcbe-f1522065862a tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b96efe8-4e3c-4510-a2a9-e5c3bf25dc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473366 Nov 23 18:38:02.164977 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7410f47c-6ca5-4d0b-bc31-d7af6f2f36b4 req-a4590a6f-6d86-4367-a758-333377bb4dbc tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:02.175508 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7410f47c-6ca5-4d0b-bc31-d7af6f2f36b4 req-a4590a6f-6d86-4367-a758-333377bb4dbc tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] 10.222.0.60 "GET /v2.0/ports?device_id=1314e6a8-0dd9-439f-824e-f011dbccb650 HTTP/1.1" status: 200 len: 945 time: 0.0687082 Nov 23 18:38:02.229034 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7410f47c-6ca5-4d0b-bc31-d7af6f2f36b4 req-21b345b5-148f-439a-b2ac-e9cae12158fe tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b96efe8-4e3c-4510-a2a9-e5c3bf25dc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526018 Nov 23 18:38:03.375599 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf91b166-2259-4c70-8335-4ca43692942f req-c4b4c3a9-b195-409d-b1a1-c45ebd703a83 tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:03.377743 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-cf91b166-2259-4c70-8335-4ca43692942f req-c4b4c3a9-b195-409d-b1a1-c45ebd703a83 tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] 10.222.0.60 "GET /v2.0/ports?device_id=1314e6a8-0dd9-439f-824e-f011dbccb650 HTTP/1.1" status: 200 len: 945 time: 0.0654829 Nov 23 18:38:03.440094 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-cf91b166-2259-4c70-8335-4ca43692942f req-b99e6294-2250-4d8c-a981-901ae6d02a1f tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b96efe8-4e3c-4510-a2a9-e5c3bf25dc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559132 Nov 23 18:38:04.562144 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0c57c4-6d98-4f78-8e06-f14ea5b72d47 req-6d62cf70-fd75-40ee-980f-985433ae05ab tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:04.563777 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-cf0c57c4-6d98-4f78-8e06-f14ea5b72d47 req-6d62cf70-fd75-40ee-980f-985433ae05ab tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] 10.222.0.60 "GET /v2.0/ports?device_id=1314e6a8-0dd9-439f-824e-f011dbccb650 HTTP/1.1" status: 200 len: 945 time: 0.0511274 Nov 23 18:38:04.631016 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-cf0c57c4-6d98-4f78-8e06-f14ea5b72d47 req-af1a6261-5196-4c01-b115-b472564c0ad3 tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b96efe8-4e3c-4510-a2a9-e5c3bf25dc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610635 Nov 23 18:38:05.335739 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146a7b7a-2225-4c01-bba3-ad5a9ab5b1ca req-1e452a10-05aa-419f-b784-8b1af6dfab55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:05.337247 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-146a7b7a-2225-4c01-bba3-ad5a9ab5b1ca req-1e452a10-05aa-419f-b784-8b1af6dfab55 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=624970b757874e2790c0d0bbc2d43e4f&device_id=1314e6a8-0dd9-439f-824e-f011dbccb650 HTTP/1.1" status: 200 len: 1096 time: 0.0418668 Nov 23 18:38:05.431247 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146a7b7a-2225-4c01-bba3-ad5a9ab5b1ca req-96b4eba9-f985-4e90-ae47-c1f34ae525b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:05.432737 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-146a7b7a-2225-4c01-bba3-ad5a9ab5b1ca req-96b4eba9-f985-4e90-ae47-c1f34ae525b2 service neutron] 10.222.0.36 "GET /v2.0/networks?id=621bfd8f-2d09-4d99-ab9f-5b90d40f6961 HTTP/1.1" status: 200 len: 910 time: 0.0868118 Nov 23 18:38:05.503035 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-146a7b7a-2225-4c01-bba3-ad5a9ab5b1ca req-1687db3b-9a01-45b9-b7f0-fe4c60e5cf23 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cc17afc5-5d33-4943-9fb4-c8f75244b6ce HTTP/1.1" status: 200 len: 1000 time: 0.0568614 Nov 23 18:38:05.551380 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146a7b7a-2225-4c01-bba3-ad5a9ab5b1ca req-d8be4499-2f55-4830-be88-d31ce7164dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:05.552859 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-146a7b7a-2225-4c01-bba3-ad5a9ab5b1ca req-d8be4499-2f55-4830-be88-d31ce7164dbc service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e48a314e-2ba7-4cdc-bdbc-1f0001d4a4e9 HTTP/1.1" status: 200 len: 848 time: 0.0478213 Nov 23 18:38:05.599753 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146a7b7a-2225-4c01-bba3-ad5a9ab5b1ca req-21bf264e-d432-4b9a-bfe7-e5ed205c2812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:05.601173 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-146a7b7a-2225-4c01-bba3-ad5a9ab5b1ca req-21bf264e-d432-4b9a-bfe7-e5ed205c2812 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=621bfd8f-2d09-4d99-ab9f-5b90d40f6961&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407162 Nov 23 18:38:05.695686 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-146a7b7a-2225-4c01-bba3-ad5a9ab5b1ca req-f1e7e250-8c27-428b-b416-4d4055ac1882 service neutron] 10.222.0.36 "GET /v2.0/networks/621bfd8f-2d09-4d99-ab9f-5b90d40f6961?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866044 Nov 23 18:38:05.802914 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e484d1-eefc-472f-85fc-88554ffee2a0 req-80ac73d6-bcb5-4006-8f6a-98543bc4295a tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:05.804369 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c9e484d1-eefc-472f-85fc-88554ffee2a0 req-80ac73d6-bcb5-4006-8f6a-98543bc4295a tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] 10.222.0.60 "GET /v2.0/ports?device_id=1314e6a8-0dd9-439f-824e-f011dbccb650 HTTP/1.1" status: 200 len: 945 time: 0.1037037 Nov 23 18:38:05.830756 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-146a7b7a-2225-4c01-bba3-ad5a9ab5b1ca req-effcd9ec-bea3-4787-812c-4253814387bc service neutron] 10.222.0.36 "GET /v2.0/networks/621bfd8f-2d09-4d99-ab9f-5b90d40f6961?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212621 Nov 23 18:38:05.872476 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c9e484d1-eefc-472f-85fc-88554ffee2a0 req-28b8c872-a1d7-47c6-aa9a-2a883c07fedd tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b96efe8-4e3c-4510-a2a9-e5c3bf25dc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605946 Nov 23 18:38:06.995411 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3ac746-e4e4-4848-9d0c-55f61cabdb30 req-093cd985-3c17-48ef-a24a-d966b3eae0ca tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:06.996932 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-dd3ac746-e4e4-4848-9d0c-55f61cabdb30 req-093cd985-3c17-48ef-a24a-d966b3eae0ca tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] 10.222.0.60 "GET /v2.0/ports?device_id=1314e6a8-0dd9-439f-824e-f011dbccb650 HTTP/1.1" status: 200 len: 945 time: 0.0509334 Nov 23 18:38:07.045904 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-dd3ac746-e4e4-4848-9d0c-55f61cabdb30 req-bea4dd61-b149-47f0-8727-8ba877cc75ad tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b96efe8-4e3c-4510-a2a9-e5c3bf25dc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429995 Nov 23 18:38:08.167155 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08414c8-4bf1-4c73-adb9-00c25a551bfa req-da4976fb-42e8-4dff-a782-1c843d642402 tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:08.168653 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b08414c8-4bf1-4c73-adb9-00c25a551bfa req-da4976fb-42e8-4dff-a782-1c843d642402 tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] 10.222.0.60 "GET /v2.0/ports?device_id=1314e6a8-0dd9-439f-824e-f011dbccb650 HTTP/1.1" status: 200 len: 945 time: 0.0487177 Nov 23 18:38:08.217147 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b08414c8-4bf1-4c73-adb9-00c25a551bfa req-b54b2ed0-091d-42df-b90f-89560abc9663 tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b96efe8-4e3c-4510-a2a9-e5c3bf25dc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419888 Nov 23 18:38:08.328102 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [req-b561352d-5365-497a-9d44-6223b81523c8 req-021fa853-4203-4c7a-8f45-0aa366fed5b3 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=103591) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 18:38:08.329221 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b561352d-5365-497a-9d44-6223b81523c8 req-021fa853-4203-4c7a-8f45-0aa366fed5b3 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0482371 Nov 23 18:38:08.487863 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1096d90-1fcc-4579-8ced-fd722a025c84 req-bd38ffa6-908a-481d-8428-82b8312ce987 tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:08.489452 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e1096d90-1fcc-4579-8ced-fd722a025c84 req-bd38ffa6-908a-481d-8428-82b8312ce987 tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] 10.222.0.60 "GET /v2.0/ports?device_id=1314e6a8-0dd9-439f-824e-f011dbccb650 HTTP/1.1" status: 200 len: 945 time: 0.0561311 Nov 23 18:38:08.538746 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e1096d90-1fcc-4579-8ced-fd722a025c84 req-0428bb82-d28e-48a7-8ff8-9449e496edcf tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b96efe8-4e3c-4510-a2a9-e5c3bf25dc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430470 Nov 23 18:38:08.660815 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-c965eede-6f12-4a10-b088-7819313b5bfa req-56b74d42-5abb-437f-8a5c-d311087bd098 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=1314e6a8-0dd9-439f-824e-f011dbccb650&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0828066 Nov 23 18:38:09.336017 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device cc17afc5-5d33-4943-9fb4-c8f75244b6ce no longer exists at agent hyperv_n-h2-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:38:09.416232 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:09.439397 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1314e6a8-0dd9-439f-824e-f011dbccb650', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cc17afc5-5d33-4943-9fb4-c8f75244b6ce'}] {{(pid=103592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:38:09.441659 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}369cae9aa69facfce3992dabc874bd76984507e3cd36da60a73cd3603125cd43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14c38006-9116-4611-8044-28ddec1fd486" -d '{"events": [{"server_uuid": "1314e6a8-0dd9-439f-824e-f011dbccb650", "name": "network-vif-unplugged", "status": "completed", "tag": "cc17afc5-5d33-4943-9fb4-c8f75244b6ce"}]}' {{(pid=103592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:38:09.446088 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c965eede-6f12-4a10-b088-7819313b5bfa req-df1f0ba4-73ab-4672-a0b0-643185681c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:09.447592 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c965eede-6f12-4a10-b088-7819313b5bfa req-df1f0ba4-73ab-4672-a0b0-643185681c4e service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=1314e6a8-0dd9-439f-824e-f011dbccb650&tenant_id=624970b757874e2790c0d0bbc2d43e4f HTTP/1.1" status: 200 len: 1096 time: 0.0426204 Nov 23 18:38:09.455097 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port cc17afc5-5d33-4943-9fb4-c8f75244b6ce, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=cc17afc5-5d33-4943-9fb4-c8f75244b6ce,segment=NetworkSegment(359a38b4-7557-4a14-b051-96b6c2332e68),segment_id=359a38b4-7557-4a14-b051-96b6c2332e68)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:38:09.461233 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:09.462813 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [req-c965eede-6f12-4a10-b088-7819313b5bfa req-ad35c296-7b45-438f-a072-5f5f4aa56cb8 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-816206-8', 'device_owner': 'compute:nova'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:38:09.491330 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 18:38:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c848eae-01bf-4188-86d8-4bcfe2e14c38 x-openstack-request-id: req-3c848eae-01bf-4188-86d8-4bcfe2e14c38 {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:38:09.491644 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1314e6a8-0dd9-439f-824e-f011dbccb650", "name": "network-vif-unplugged", "status": "completed", "tag": "cc17afc5-5d33-4943-9fb4-c8f75244b6ce", "code": 200}]} {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:38:09.491942 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3c848eae-01bf-4188-86d8-4bcfe2e14c38 {{(pid=103592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:38:09.492290 n-d-816206-8 neutron-server[103592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1314e6a8-0dd9-439f-824e-f011dbccb650', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cc17afc5-5d33-4943-9fb4-c8f75244b6ce', 'code': 200} Nov 23 18:38:09.523495 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Pushing event updated for resources: {'Port': ['ID=cc17afc5-5d33-4943-9fb4-c8f75244b6ce,revision_number=8']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:38:09.530988 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-c965eede-6f12-4a10-b088-7819313b5bfa req-ad35c296-7b45-438f-a072-5f5f4aa56cb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:10.027489 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdd84c8-f78c-4a92-9a89-5b8201865aae req-6c6f0733-6040-415d-aea7-732f810bc5bd tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:10.028906 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-0bdd84c8-f78c-4a92-9a89-5b8201865aae req-6c6f0733-6040-415d-aea7-732f810bc5bd tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] 10.222.0.60 "GET /v2.0/ports?device_id=1314e6a8-0dd9-439f-824e-f011dbccb650 HTTP/1.1" status: 200 len: 943 time: 0.3951771 Nov 23 18:38:10.115153 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-c965eede-6f12-4a10-b088-7819313b5bfa req-ad35c296-7b45-438f-a072-5f5f4aa56cb8 service neutron] For port cc17afc5-5d33-4943-9fb4-c8f75244b6ce, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=cc17afc5-5d33-4943-9fb4-c8f75244b6ce,segment=NetworkSegment(359a38b4-7557-4a14-b051-96b6c2332e68),segment_id=359a38b4-7557-4a14-b051-96b6c2332e68)] {{(pid=103591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:38:10.120525 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-0bdd84c8-f78c-4a92-9a89-5b8201865aae req-0b6e505d-267c-4a05-bfc6-b66a77bd8da4 tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b96efe8-4e3c-4510-a2a9-e5c3bf25dc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668778 Nov 23 18:38:10.151741 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-c965eede-6f12-4a10-b088-7819313b5bfa req-ad35c296-7b45-438f-a072-5f5f4aa56cb8 service neutron] For port cc17afc5-5d33-4943-9fb4-c8f75244b6ce, host n-h2-816206-8, cleared binding levels {{(pid=103591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:38:10.187120 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [req-c965eede-6f12-4a10-b088-7819313b5bfa req-ad35c296-7b45-438f-a072-5f5f4aa56cb8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc17afc5-5d33-4943-9fb4-c8f75244b6ce {{(pid=103591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:38:10.194487 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-c965eede-6f12-4a10-b088-7819313b5bfa req-ad35c296-7b45-438f-a072-5f5f4aa56cb8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:10.206189 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.provisioning_blocks [req-c965eede-6f12-4a10-b088-7819313b5bfa req-ad35c296-7b45-438f-a072-5f5f4aa56cb8 service neutron] Transition to ACTIVE for port object cc17afc5-5d33-4943-9fb4-c8f75244b6ce will not be triggered until provisioned by entity L2. {{(pid=103591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 18:38:10.209802 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-c965eede-6f12-4a10-b088-7819313b5bfa req-ad35c296-7b45-438f-a072-5f5f4aa56cb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264758186'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:10.284349 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad35c296-7b45-438f-a072-5f5f4aa56cb8 service neutron] Pushing event updated for resources: {'Port': ['ID=cc17afc5-5d33-4943-9fb4-c8f75244b6ce,revision_number=9']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:38:10.296606 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad35c296-7b45-438f-a072-5f5f4aa56cb8 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:38:10.296949 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad35c296-7b45-438f-a072-5f5f4aa56cb8 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:38:10.297290 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad35c296-7b45-438f-a072-5f5f4aa56cb8 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:38:10.297624 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad35c296-7b45-438f-a072-5f5f4aa56cb8 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:38:10.297962 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad35c296-7b45-438f-a072-5f5f4aa56cb8 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:38:10.298359 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad35c296-7b45-438f-a072-5f5f4aa56cb8 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:38:10.298684 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad35c296-7b45-438f-a072-5f5f4aa56cb8 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:38:10.299007 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad35c296-7b45-438f-a072-5f5f4aa56cb8 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:38:10.299332 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad35c296-7b45-438f-a072-5f5f4aa56cb8 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:38:10.299651 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad35c296-7b45-438f-a072-5f5f4aa56cb8 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:38:10.299976 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad35c296-7b45-438f-a072-5f5f4aa56cb8 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:38:10.300292 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad35c296-7b45-438f-a072-5f5f4aa56cb8 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:38:10.344461 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [req-c965eede-6f12-4a10-b088-7819313b5bfa req-ad35c296-7b45-438f-a072-5f5f4aa56cb8 service neutron] No DVR routers for this DVR port cc17afc5-5d33-4943-9fb4-c8f75244b6ce on host n-h2-816206-8 {{(pid=103591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:38:10.480032 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-c965eede-6f12-4a10-b088-7819313b5bfa req-ad35c296-7b45-438f-a072-5f5f4aa56cb8 service neutron] Attempting to bind port cc17afc5-5d33-4943-9fb4-c8f75244b6ce on host n-h1-816206-8 for vnic_type normal with profile {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:38:10.480751 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-c965eede-6f12-4a10-b088-7819313b5bfa req-ad35c296-7b45-438f-a072-5f5f4aa56cb8 service neutron] Attempting to bind port cc17afc5-5d33-4943-9fb4-c8f75244b6ce by drivers openvswitch,hyperv on host n-h1-816206-8 at level 0 using segments [{'id': '359a38b4-7557-4a14-b051-96b6c2332e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '621bfd8f-2d09-4d99-ab9f-5b90d40f6961'}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:38:10.480751 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c965eede-6f12-4a10-b088-7819313b5bfa req-ad35c296-7b45-438f-a072-5f5f4aa56cb8 service neutron] Attempting to bind port cc17afc5-5d33-4943-9fb4-c8f75244b6ce on network 621bfd8f-2d09-4d99-ab9f-5b90d40f6961 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:38:10.484973 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c965eede-6f12-4a10-b088-7819313b5bfa req-ad35c296-7b45-438f-a072-5f5f4aa56cb8 service neutron] Port cc17afc5-5d33-4943-9fb4-c8f75244b6ce on network 621bfd8f-2d09-4d99-ab9f-5b90d40f6961 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-8 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:38:10.485298 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c965eede-6f12-4a10-b088-7819313b5bfa req-ad35c296-7b45-438f-a072-5f5f4aa56cb8 service neutron] Attempting to bind port cc17afc5-5d33-4943-9fb4-c8f75244b6ce on network 621bfd8f-2d09-4d99-ab9f-5b90d40f6961 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:38:10.490131 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c965eede-6f12-4a10-b088-7819313b5bfa req-ad35c296-7b45-438f-a072-5f5f4aa56cb8 service neutron] Checking agent: {'id': '4b0a4557-3bfe-4828-80a0-7981fc3ac84c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 15, 14), 'started_at': datetime.datetime(2021, 11, 23, 17, 15, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 37, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:38:10.490477 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c965eede-6f12-4a10-b088-7819313b5bfa req-ad35c296-7b45-438f-a072-5f5f4aa56cb8 service neutron] Checking segment: {'id': '359a38b4-7557-4a14-b051-96b6c2332e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '621bfd8f-2d09-4d99-ab9f-5b90d40f6961'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:38:10.490866 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c965eede-6f12-4a10-b088-7819313b5bfa req-ad35c296-7b45-438f-a072-5f5f4aa56cb8 service neutron] Bound using segment: {'id': '359a38b4-7557-4a14-b051-96b6c2332e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '621bfd8f-2d09-4d99-ab9f-5b90d40f6961'} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:38:10.491531 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-c965eede-6f12-4a10-b088-7819313b5bfa req-ad35c296-7b45-438f-a072-5f5f4aa56cb8 service neutron] Bound port: cc17afc5-5d33-4943-9fb4-c8f75244b6ce, host: n-h1-816206-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '359a38b4-7557-4a14-b051-96b6c2332e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '621bfd8f-2d09-4d99-ab9f-5b90d40f6961'}}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:38:10.491874 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-c965eede-6f12-4a10-b088-7819313b5bfa req-ad35c296-7b45-438f-a072-5f5f4aa56cb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:10.555404 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-c965eede-6f12-4a10-b088-7819313b5bfa req-ad35c296-7b45-438f-a072-5f5f4aa56cb8 service neutron] For port cc17afc5-5d33-4943-9fb4-c8f75244b6ce, host n-h1-816206-8, cleared binding levels {{(pid=103591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:38:10.558392 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-c965eede-6f12-4a10-b088-7819313b5bfa req-ad35c296-7b45-438f-a072-5f5f4aa56cb8 service neutron] For port cc17afc5-5d33-4943-9fb4-c8f75244b6ce, host n-h1-816206-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=cc17afc5-5d33-4943-9fb4-c8f75244b6ce,segment=NetworkSegment(359a38b4-7557-4a14-b051-96b6c2332e68),segment_id=359a38b4-7557-4a14-b051-96b6c2332e68)] {{(pid=103591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:38:10.563096 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-c965eede-6f12-4a10-b088-7819313b5bfa req-ad35c296-7b45-438f-a072-5f5f4aa56cb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264758186'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:10.596153 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c965eede-6f12-4a10-b088-7819313b5bfa req-ad35c296-7b45-438f-a072-5f5f4aa56cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:10.596927 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-c965eede-6f12-4a10-b088-7819313b5bfa req-ad35c296-7b45-438f-a072-5f5f4aa56cb8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:10.598402 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c965eede-6f12-4a10-b088-7819313b5bfa req-ad35c296-7b45-438f-a072-5f5f4aa56cb8 service neutron] 10.222.0.55 "PUT /v2.0/ports/cc17afc5-5d33-4943-9fb4-c8f75244b6ce HTTP/1.1" status: 200 len: 1091 time: 1.1409521 Nov 23 18:38:10.601560 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1314e6a8-0dd9-439f-824e-f011dbccb650', 'tag': 'cc17afc5-5d33-4943-9fb4-c8f75244b6ce'}] {{(pid=103591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:38:10.603099 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f4e21f982013ce885b63e29a1d25974432d95030e0706b58ae42016fda4ab83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02b849b4-06d0-49c9-8ff8-e12af407b10b" -d '{"events": [{"name": "network-changed", "server_uuid": "1314e6a8-0dd9-439f-824e-f011dbccb650", "tag": "cc17afc5-5d33-4943-9fb4-c8f75244b6ce"}]}' {{(pid=103591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:38:10.645379 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad35c296-7b45-438f-a072-5f5f4aa56cb8 service neutron] Pushing event updated for resources: {'Port': ['ID=cc17afc5-5d33-4943-9fb4-c8f75244b6ce,revision_number=10']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:38:10.681625 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c965eede-6f12-4a10-b088-7819313b5bfa req-d8f64afb-0b4a-4bad-943f-a150986e116e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:10.683189 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c965eede-6f12-4a10-b088-7819313b5bfa req-d8f64afb-0b4a-4bad-943f-a150986e116e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=624970b757874e2790c0d0bbc2d43e4f&device_id=1314e6a8-0dd9-439f-824e-f011dbccb650 HTTP/1.1" status: 200 len: 1095 time: 0.0522850 Nov 23 18:38:10.710066 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:38:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8206a1d7-1588-4b6a-b6b5-e5c56af72e9d x-openstack-request-id: req-8206a1d7-1588-4b6a-b6b5-e5c56af72e9d {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:38:10.710360 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1314e6a8-0dd9-439f-824e-f011dbccb650", "tag": "cc17afc5-5d33-4943-9fb4-c8f75244b6ce", "status": "completed", "code": 200}]} {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:38:10.710613 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-8206a1d7-1588-4b6a-b6b5-e5c56af72e9d {{(pid=103591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:38:10.711015 n-d-816206-8 neutron-server[103591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1314e6a8-0dd9-439f-824e-f011dbccb650', 'tag': 'cc17afc5-5d33-4943-9fb4-c8f75244b6ce', 'status': 'completed', 'code': 200} Nov 23 18:38:10.782061 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c965eede-6f12-4a10-b088-7819313b5bfa req-edc89ba1-248d-4578-bbe8-8756c7f8e5b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:10.783566 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c965eede-6f12-4a10-b088-7819313b5bfa req-edc89ba1-248d-4578-bbe8-8756c7f8e5b0 service neutron] 10.222.0.55 "GET /v2.0/networks?id=621bfd8f-2d09-4d99-ab9f-5b90d40f6961 HTTP/1.1" status: 200 len: 910 time: 0.0934067 Nov 23 18:38:10.855348 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c965eede-6f12-4a10-b088-7819313b5bfa req-a59f17bd-6c34-45b4-b588-90e20de4c662 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cc17afc5-5d33-4943-9fb4-c8f75244b6ce HTTP/1.1" status: 200 len: 998 time: 0.0634811 Nov 23 18:38:10.904307 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c965eede-6f12-4a10-b088-7819313b5bfa req-aef6b3c8-54b9-418f-8067-e45c3e21ba3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:10.905693 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c965eede-6f12-4a10-b088-7819313b5bfa req-aef6b3c8-54b9-418f-8067-e45c3e21ba3f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e48a314e-2ba7-4cdc-bdbc-1f0001d4a4e9 HTTP/1.1" status: 200 len: 848 time: 0.0436451 Nov 23 18:38:10.952296 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c965eede-6f12-4a10-b088-7819313b5bfa req-a8f9e4b4-1222-4f9c-9eb2-dbbd6029f94e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:10.953848 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c965eede-6f12-4a10-b088-7819313b5bfa req-a8f9e4b4-1222-4f9c-9eb2-dbbd6029f94e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=621bfd8f-2d09-4d99-ab9f-5b90d40f6961&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405724 Nov 23 18:38:11.046407 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c965eede-6f12-4a10-b088-7819313b5bfa req-8d65288c-83e0-4a88-827c-ac621ecf7fe4 service neutron] 10.222.0.55 "GET /v2.0/networks/621bfd8f-2d09-4d99-ab9f-5b90d40f6961?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851989 Nov 23 18:38:11.136094 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c965eede-6f12-4a10-b088-7819313b5bfa req-b45bde01-c8e8-425e-8fb2-b26bdf598260 service neutron] 10.222.0.55 "GET /v2.0/networks/621bfd8f-2d09-4d99-ab9f-5b90d40f6961?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825624 Nov 23 18:38:11.258567 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b849b4-06d0-49c9-8ff8-e12af407b10b req-95365783-78bf-4862-a854-3e8debebafee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:11.259941 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-02b849b4-06d0-49c9-8ff8-e12af407b10b req-95365783-78bf-4862-a854-3e8debebafee service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=624970b757874e2790c0d0bbc2d43e4f&device_id=1314e6a8-0dd9-439f-824e-f011dbccb650 HTTP/1.1" status: 200 len: 1095 time: 0.0783246 Nov 23 18:38:11.275156 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd99ccf-2b23-4443-8443-c712464a2a20 req-fedca558-dd26-4c5b-803f-9f88b0a57792 tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:11.276714 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-cbd99ccf-2b23-4443-8443-c712464a2a20 req-fedca558-dd26-4c5b-803f-9f88b0a57792 tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] 10.222.0.60 "GET /v2.0/ports?device_id=1314e6a8-0dd9-439f-824e-f011dbccb650 HTTP/1.1" status: 200 len: 944 time: 0.0700345 Nov 23 18:38:11.384652 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-cbd99ccf-2b23-4443-8443-c712464a2a20 req-28722e05-e2f4-476d-8605-ccceae81f1d5 tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b96efe8-4e3c-4510-a2a9-e5c3bf25dc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1007986 Nov 23 18:38:11.402944 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b849b4-06d0-49c9-8ff8-e12af407b10b req-d4c07e4d-5b3c-42a8-9f5d-bf73ee2d7d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:11.404405 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-02b849b4-06d0-49c9-8ff8-e12af407b10b req-d4c07e4d-5b3c-42a8-9f5d-bf73ee2d7d0f service neutron] 10.222.0.55 "GET /v2.0/networks?id=621bfd8f-2d09-4d99-ab9f-5b90d40f6961 HTTP/1.1" status: 200 len: 910 time: 0.1371260 Nov 23 18:38:11.484426 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-02b849b4-06d0-49c9-8ff8-e12af407b10b req-8acf7fe0-dc37-4965-ab43-9d3f27492e37 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cc17afc5-5d33-4943-9fb4-c8f75244b6ce HTTP/1.1" status: 200 len: 998 time: 0.0725746 Nov 23 18:38:12.509726 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814dbfdf-1bb6-4491-a2d9-d65f7e46b3bc req-884f7a65-6f44-401b-b2a7-56ffa6c3bdfd tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:12.511211 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-814dbfdf-1bb6-4491-a2d9-d65f7e46b3bc req-884f7a65-6f44-401b-b2a7-56ffa6c3bdfd tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] 10.222.0.60 "GET /v2.0/ports?device_id=1314e6a8-0dd9-439f-824e-f011dbccb650 HTTP/1.1" status: 200 len: 944 time: 0.0495534 Nov 23 18:38:12.564980 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-814dbfdf-1bb6-4491-a2d9-d65f7e46b3bc req-990b05e8-fbdc-4e9d-8e48-c960cde6ec8b tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b96efe8-4e3c-4510-a2a9-e5c3bf25dc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470760 Nov 23 18:38:13.125505 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-91885b3e-35b0-4267-a44e-04f03836c5b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:13.702222 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2aabcf7-681c-4ff0-ae93-f6baead29a3e req-2e6a66cc-4717-4eb9-9ee0-96c16daab82a tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:13.703757 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e2aabcf7-681c-4ff0-ae93-f6baead29a3e req-2e6a66cc-4717-4eb9-9ee0-96c16daab82a tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] 10.222.0.60 "GET /v2.0/ports?device_id=1314e6a8-0dd9-439f-824e-f011dbccb650 HTTP/1.1" status: 200 len: 944 time: 0.0586431 Nov 23 18:38:13.755851 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e2aabcf7-681c-4ff0-ae93-f6baead29a3e req-9c77b890-3f0a-4093-8503-e102ec819423 tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b96efe8-4e3c-4510-a2a9-e5c3bf25dc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455368 Nov 23 18:38:14.107161 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:14.891614 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa9fbe6-9060-4f9a-82f2-6ab52d61141a req-3dfa985f-3518-428d-9429-a5ecdeae37af tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:14.893696 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-faa9fbe6-9060-4f9a-82f2-6ab52d61141a req-3dfa985f-3518-428d-9429-a5ecdeae37af tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] 10.222.0.60 "GET /v2.0/ports?device_id=1314e6a8-0dd9-439f-824e-f011dbccb650 HTTP/1.1" status: 200 len: 944 time: 0.0541487 Nov 23 18:38:14.921924 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:14.948840 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-faa9fbe6-9060-4f9a-82f2-6ab52d61141a req-cdf7414c-a419-461e-803e-cb5a8846f2f4 tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b96efe8-4e3c-4510-a2a9-e5c3bf25dc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488183 Nov 23 18:38:15.208349 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-428dfd44-24ea-4de3-9f38-e916768dd45d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:16.081824 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77365ea1-fa98-467d-a19c-d2e2d34bcf70 req-4be7bd38-e481-4268-810e-cb0d4cdb321e tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:16.083368 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-77365ea1-fa98-467d-a19c-d2e2d34bcf70 req-4be7bd38-e481-4268-810e-cb0d4cdb321e tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] 10.222.0.60 "GET /v2.0/ports?device_id=1314e6a8-0dd9-439f-824e-f011dbccb650 HTTP/1.1" status: 200 len: 944 time: 0.0568237 Nov 23 18:38:16.132115 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-77365ea1-fa98-467d-a19c-d2e2d34bcf70 req-8edd926d-6aad-4176-a22d-57c94196fe63 tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b96efe8-4e3c-4510-a2a9-e5c3bf25dc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428312 Nov 23 18:38:16.811807 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-52822d53-48f5-4819-8a95-bdc13aea0bf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:17.255056 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3e2abe-0bb1-4724-b1ba-0c59db00aa71 req-c0b5637e-25b9-4102-a17d-4f71016f1336 tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:17.256573 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ed3e2abe-0bb1-4724-b1ba-0c59db00aa71 req-c0b5637e-25b9-4102-a17d-4f71016f1336 tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] 10.222.0.60 "GET /v2.0/ports?device_id=1314e6a8-0dd9-439f-824e-f011dbccb650 HTTP/1.1" status: 200 len: 944 time: 0.0537934 Nov 23 18:38:17.308170 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ed3e2abe-0bb1-4724-b1ba-0c59db00aa71 req-10209b3b-b5db-40f0-ae75-797dcd2a819c tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b96efe8-4e3c-4510-a2a9-e5c3bf25dc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456541 Nov 23 18:38:18.019806 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9a27ae6c-db98-474f-94c1-cc99bf842d79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:18.427782 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f9bc48-e94d-4735-a130-ab3263df605e req-43aba507-86a7-49cd-905c-e5ec9a7bc876 tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:18.429287 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e1f9bc48-e94d-4735-a130-ab3263df605e req-43aba507-86a7-49cd-905c-e5ec9a7bc876 tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] 10.222.0.60 "GET /v2.0/ports?device_id=1314e6a8-0dd9-439f-824e-f011dbccb650 HTTP/1.1" status: 200 len: 944 time: 0.0488079 Nov 23 18:38:18.490852 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e1f9bc48-e94d-4735-a130-ab3263df605e req-814e1d58-65f0-4d41-b6f2-edabad4be0d0 tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b96efe8-4e3c-4510-a2a9-e5c3bf25dc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552335 Nov 23 18:38:18.504380 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:18.527377 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.agents_db [None req-464f6c07-0de8-4be6-8f5b-563f574d1c5d None None] Agent healthcheck: found 7 active agents {{(pid=103593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 18:38:19.617905 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b91486f-7ee5-4442-b3b7-cea01849fe40 req-0fa2b8e3-dffa-4f38-9bad-0d4a0b2fdb31 tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:19.619472 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9b91486f-7ee5-4442-b3b7-cea01849fe40 req-0fa2b8e3-dffa-4f38-9bad-0d4a0b2fdb31 tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] 10.222.0.60 "GET /v2.0/ports?device_id=1314e6a8-0dd9-439f-824e-f011dbccb650 HTTP/1.1" status: 200 len: 944 time: 0.0516768 Nov 23 18:38:19.672280 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9b91486f-7ee5-4442-b3b7-cea01849fe40 req-8f1916a2-7bbe-4665-8f4c-8572678129e0 tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b96efe8-4e3c-4510-a2a9-e5c3bf25dc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466411 Nov 23 18:38:20.806365 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f34464-ab4f-4b54-8e82-b185c4ba5fae req-68fe6af9-b0d1-4478-9253-9bf36d98a3b9 tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:20.807856 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-21f34464-ab4f-4b54-8e82-b185c4ba5fae req-68fe6af9-b0d1-4478-9253-9bf36d98a3b9 tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] 10.222.0.60 "GET /v2.0/ports?device_id=1314e6a8-0dd9-439f-824e-f011dbccb650 HTTP/1.1" status: 200 len: 944 time: 0.0634518 Nov 23 18:38:20.869695 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-21f34464-ab4f-4b54-8e82-b185c4ba5fae req-8db7590e-699c-405a-ade9-5b1a362ddb9d tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b96efe8-4e3c-4510-a2a9-e5c3bf25dc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511107 Nov 23 18:38:21.993814 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffd21f2-7018-4e4e-8a9f-3a1e3750406b req-680576a7-9600-48e5-a15d-2fb801fc57f3 tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:21.995327 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7ffd21f2-7018-4e4e-8a9f-3a1e3750406b req-680576a7-9600-48e5-a15d-2fb801fc57f3 tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] 10.222.0.60 "GET /v2.0/ports?device_id=1314e6a8-0dd9-439f-824e-f011dbccb650 HTTP/1.1" status: 200 len: 944 time: 0.0574896 Nov 23 18:38:22.046925 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7ffd21f2-7018-4e4e-8a9f-3a1e3750406b req-6007979f-712d-456e-a464-7a543ce2cdd9 tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b96efe8-4e3c-4510-a2a9-e5c3bf25dc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454412 Nov 23 18:38:22.721971 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b849b4-06d0-49c9-8ff8-e12af407b10b req-1ac1d064-09b7-4f5f-ae5d-a839f22cf7d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:22.723464 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-02b849b4-06d0-49c9-8ff8-e12af407b10b req-1ac1d064-09b7-4f5f-ae5d-a839f22cf7d8 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e48a314e-2ba7-4cdc-bdbc-1f0001d4a4e9 HTTP/1.1" status: 200 len: 848 time: 0.0520685 Nov 23 18:38:22.770572 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b849b4-06d0-49c9-8ff8-e12af407b10b req-de0fda7f-6224-49bf-9c45-6ffe30b62ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:22.771751 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-02b849b4-06d0-49c9-8ff8-e12af407b10b req-de0fda7f-6224-49bf-9c45-6ffe30b62ed2 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=621bfd8f-2d09-4d99-ab9f-5b90d40f6961&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404320 Nov 23 18:38:22.869302 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-02b849b4-06d0-49c9-8ff8-e12af407b10b req-7bbd12a8-ce4e-4ff8-8c3a-560fa2e61502 service neutron] 10.222.0.55 "GET /v2.0/networks/621bfd8f-2d09-4d99-ab9f-5b90d40f6961?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869534 Nov 23 18:38:22.961809 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-02b849b4-06d0-49c9-8ff8-e12af407b10b req-fdd2d727-0b60-405e-87a5-5c6afc860ce2 service neutron] 10.222.0.55 "GET /v2.0/networks/621bfd8f-2d09-4d99-ab9f-5b90d40f6961?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835373 Nov 23 18:38:23.169001 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1deb639d-47cf-414b-907d-fa33a09b5636 req-2562ea33-513d-420b-8e8b-eab56d6f1607 tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:23.170491 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-1deb639d-47cf-414b-907d-fa33a09b5636 req-2562ea33-513d-420b-8e8b-eab56d6f1607 tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] 10.222.0.60 "GET /v2.0/ports?device_id=1314e6a8-0dd9-439f-824e-f011dbccb650 HTTP/1.1" status: 200 len: 944 time: 0.0550854 Nov 23 18:38:23.218716 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-1deb639d-47cf-414b-907d-fa33a09b5636 req-ec774a30-75a4-4cb6-8fd5-3f194b33dbb2 tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b96efe8-4e3c-4510-a2a9-e5c3bf25dc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422897 Nov 23 18:38:24.334495 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b585c46e-4665-44c6-9543-5c7a38760bc5 req-6c4756e9-cfa3-4a60-a89f-4f3130d43d0b tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:24.335978 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b585c46e-4665-44c6-9543-5c7a38760bc5 req-6c4756e9-cfa3-4a60-a89f-4f3130d43d0b tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] 10.222.0.60 "GET /v2.0/ports?device_id=1314e6a8-0dd9-439f-824e-f011dbccb650 HTTP/1.1" status: 200 len: 944 time: 0.0490050 Nov 23 18:38:24.384617 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b585c46e-4665-44c6-9543-5c7a38760bc5 req-17a52e6d-8095-48a5-b9f8-7151f78b0e36 tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b96efe8-4e3c-4510-a2a9-e5c3bf25dc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426192 Nov 23 18:38:24.626296 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device cc17afc5-5d33-4943-9fb4-c8f75244b6ce details requested by agent hyperv_n-h1-816206-8 with host n-h1-816206-8 {{(pid=103592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 18:38:24.728275 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port cc17afc5-5d33-4943-9fb4-c8f75244b6ce, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=cc17afc5-5d33-4943-9fb4-c8f75244b6ce,segment=NetworkSegment(359a38b4-7557-4a14-b051-96b6c2332e68),segment_id=359a38b4-7557-4a14-b051-96b6c2332e68)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:38:24.739049 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Returning: {'device': 'cc17afc5-5d33-4943-9fb4-c8f75244b6ce', 'network_id': '621bfd8f-2d09-4d99-ab9f-5b90d40f6961', 'port_id': 'cc17afc5-5d33-4943-9fb4-c8f75244b6ce', 'mac_address': 'fa:16:3e:1c:16:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e48a314e-2ba7-4cdc-bdbc-1f0001d4a4e9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 18:38:24.777704 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:24.792270 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc17afc5-5d33-4943-9fb4-c8f75244b6ce {{(pid=103592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:38:24.811348 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port cc17afc5-5d33-4943-9fb4-c8f75244b6ce, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=cc17afc5-5d33-4943-9fb4-c8f75244b6ce,segment=NetworkSegment(359a38b4-7557-4a14-b051-96b6c2332e68),segment_id=359a38b4-7557-4a14-b051-96b6c2332e68)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:38:24.814932 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:24.861953 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Pushing event updated for resources: {'Port': ['ID=cc17afc5-5d33-4943-9fb4-c8f75244b6ce,revision_number=11']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:38:25.034387 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] get_ports_and_sgs() called for port_ids ['cc17afc5-5d33-4943-9fb4-c8f75244b6ce'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:38:25.505633 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e758e1-a66f-4668-b168-f3ae9a46dcfe req-17642739-1262-42c8-a554-daed2bd0fc66 tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:25.507235 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-93e758e1-a66f-4668-b168-f3ae9a46dcfe req-17642739-1262-42c8-a554-daed2bd0fc66 tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] 10.222.0.60 "GET /v2.0/ports?device_id=1314e6a8-0dd9-439f-824e-f011dbccb650 HTTP/1.1" status: 200 len: 945 time: 0.0545089 Nov 23 18:38:25.557711 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-93e758e1-a66f-4668-b168-f3ae9a46dcfe req-924ad086-c1bb-4c36-9160-bc52ba21ad7b tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b96efe8-4e3c-4510-a2a9-e5c3bf25dc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444412 Nov 23 18:38:26.626638 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device cc17afc5-5d33-4943-9fb4-c8f75244b6ce up at agent hyperv_n-h1-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:38:26.672958 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fcbd0f-82d5-44b3-b642-0c7fe689a071 req-fb1c08a7-8301-4d4c-bf46-d29c0d264c4b tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:26.674502 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b0fcbd0f-82d5-44b3-b642-0c7fe689a071 req-fb1c08a7-8301-4d4c-bf46-d29c0d264c4b tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] 10.222.0.60 "GET /v2.0/ports?device_id=1314e6a8-0dd9-439f-824e-f011dbccb650 HTTP/1.1" status: 200 len: 945 time: 0.0493789 Nov 23 18:38:26.678871 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Provisioning for port cc17afc5-5d33-4943-9fb4-c8f75244b6ce completed by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 18:38:26.684664 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Provisioning complete for port cc17afc5-5d33-4943-9fb4-c8f75244b6ce triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:38:26.685289 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:26.727159 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b0fcbd0f-82d5-44b3-b642-0c7fe689a071 req-27ab84ae-f806-457c-96de-5e36acac13c3 tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b96efe8-4e3c-4510-a2a9-e5c3bf25dc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456150 Nov 23 18:38:26.766636 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:26.790931 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1314e6a8-0dd9-439f-824e-f011dbccb650', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc17afc5-5d33-4943-9fb4-c8f75244b6ce'}] {{(pid=103592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:38:26.793270 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}369cae9aa69facfce3992dabc874bd76984507e3cd36da60a73cd3603125cd43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe07fb41-5fb5-4193-9e7b-a845c44f00e3" -d '{"events": [{"server_uuid": "1314e6a8-0dd9-439f-824e-f011dbccb650", "name": "network-vif-plugged", "status": "completed", "tag": "cc17afc5-5d33-4943-9fb4-c8f75244b6ce"}]}' {{(pid=103592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:38:26.806164 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port cc17afc5-5d33-4943-9fb4-c8f75244b6ce, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=cc17afc5-5d33-4943-9fb4-c8f75244b6ce,segment=NetworkSegment(359a38b4-7557-4a14-b051-96b6c2332e68),segment_id=359a38b4-7557-4a14-b051-96b6c2332e68)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:38:26.810536 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:26.834785 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:38:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4197c66-11f7-405e-b4a9-d030f61eef51 x-openstack-request-id: req-c4197c66-11f7-405e-b4a9-d030f61eef51 {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:38:26.835075 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1314e6a8-0dd9-439f-824e-f011dbccb650", "name": "network-vif-plugged", "status": "completed", "tag": "cc17afc5-5d33-4943-9fb4-c8f75244b6ce", "code": 200}]} {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:38:26.835327 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c4197c66-11f7-405e-b4a9-d030f61eef51 {{(pid=103592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:38:26.835714 n-d-816206-8 neutron-server[103592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1314e6a8-0dd9-439f-824e-f011dbccb650', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc17afc5-5d33-4943-9fb4-c8f75244b6ce', 'code': 200} Nov 23 18:38:26.865415 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Pushing event updated for resources: {'Port': ['ID=cc17afc5-5d33-4943-9fb4-c8f75244b6ce,revision_number=12']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:38:26.991381 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe50c6c-d192-43c2-8285-bab8828d5be6 req-d7ae1a01-0ac4-41c5-8198-4e10d18118b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:26.992901 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8fe50c6c-d192-43c2-8285-bab8828d5be6 req-d7ae1a01-0ac4-41c5-8198-4e10d18118b4 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=1314e6a8-0dd9-439f-824e-f011dbccb650 HTTP/1.1" status: 200 len: 1097 time: 0.0399299 Nov 23 18:38:27.043203 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8fe50c6c-d192-43c2-8285-bab8828d5be6 req-beeacebf-9396-4830-aea3-8fe43c75c400 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=4b96efe8-4e3c-4510-a2a9-e5c3bf25dc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428092 Nov 23 18:38:27.843578 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a597161e-9911-457a-91a8-6c065414c148 req-ea1d5f15-5dfc-445d-917e-f14fc64be7bf tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:27.845095 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a597161e-9911-457a-91a8-6c065414c148 req-ea1d5f15-5dfc-445d-917e-f14fc64be7bf tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] 10.222.0.60 "GET /v2.0/ports?device_id=1314e6a8-0dd9-439f-824e-f011dbccb650 HTTP/1.1" status: 200 len: 946 time: 0.0490572 Nov 23 18:38:27.894303 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a597161e-9911-457a-91a8-6c065414c148 req-192424d6-1dd7-46e7-97d2-f42f5f735d5f tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b96efe8-4e3c-4510-a2a9-e5c3bf25dc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429909 Nov 23 18:38:29.010248 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01788dd6-9bcb-40b2-bd3a-d75a6b6f66cf req-5424eb81-50d5-44ff-bf6a-6b9c161c33f7 tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:29.011697 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-01788dd6-9bcb-40b2-bd3a-d75a6b6f66cf req-5424eb81-50d5-44ff-bf6a-6b9c161c33f7 tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] 10.222.0.60 "GET /v2.0/ports?device_id=1314e6a8-0dd9-439f-824e-f011dbccb650 HTTP/1.1" status: 200 len: 946 time: 0.0482092 Nov 23 18:38:29.060780 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-01788dd6-9bcb-40b2-bd3a-d75a6b6f66cf req-1c8101d3-bf71-436f-8d7e-a0fb3182d647 tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b96efe8-4e3c-4510-a2a9-e5c3bf25dc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424857 Nov 23 18:38:33.943766 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-944a3268-47a7-41d2-b4bb-dc70c7635523 req-f0187eb9-a3c7-4ddd-8031-84cdbb34a9da service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=1314e6a8-0dd9-439f-824e-f011dbccb650&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0431032 Nov 23 18:38:34.027705 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944a3268-47a7-41d2-b4bb-dc70c7635523 req-c81dd405-bb51-4a58-8ab2-b14af0479fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:34.029166 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-944a3268-47a7-41d2-b4bb-dc70c7635523 req-c81dd405-bb51-4a58-8ab2-b14af0479fb5 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=624970b757874e2790c0d0bbc2d43e4f&device_id=1314e6a8-0dd9-439f-824e-f011dbccb650 HTTP/1.1" status: 200 len: 1097 time: 0.0427537 Nov 23 18:38:34.144817 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944a3268-47a7-41d2-b4bb-dc70c7635523 req-24b25231-c598-4191-b0dc-af37a87b0974 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:34.146298 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-944a3268-47a7-41d2-b4bb-dc70c7635523 req-24b25231-c598-4191-b0dc-af37a87b0974 service neutron] 10.222.0.55 "GET /v2.0/networks?id=621bfd8f-2d09-4d99-ab9f-5b90d40f6961 HTTP/1.1" status: 200 len: 910 time: 0.0874352 Nov 23 18:38:34.214046 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-944a3268-47a7-41d2-b4bb-dc70c7635523 req-33a110e3-fdef-4dfb-bc2a-827d6b98b8d1 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cc17afc5-5d33-4943-9fb4-c8f75244b6ce HTTP/1.1" status: 200 len: 1000 time: 0.0607190 Nov 23 18:38:34.262127 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944a3268-47a7-41d2-b4bb-dc70c7635523 req-906bfb95-53e7-45c9-b44e-29c407f252ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:34.263536 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-944a3268-47a7-41d2-b4bb-dc70c7635523 req-906bfb95-53e7-45c9-b44e-29c407f252ab service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e48a314e-2ba7-4cdc-bdbc-1f0001d4a4e9 HTTP/1.1" status: 200 len: 848 time: 0.0433474 Nov 23 18:38:34.308053 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944a3268-47a7-41d2-b4bb-dc70c7635523 req-60b11ceb-612e-46f7-a3d5-0ad681c6213b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:38:34.309542 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-944a3268-47a7-41d2-b4bb-dc70c7635523 req-60b11ceb-612e-46f7-a3d5-0ad681c6213b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=621bfd8f-2d09-4d99-ab9f-5b90d40f6961&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394993 Nov 23 18:38:34.401279 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-944a3268-47a7-41d2-b4bb-dc70c7635523 req-64425d34-5861-4709-ad71-ecb2c6265051 service neutron] 10.222.0.55 "GET /v2.0/networks/621bfd8f-2d09-4d99-ab9f-5b90d40f6961?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841424 Nov 23 18:38:34.495685 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-944a3268-47a7-41d2-b4bb-dc70c7635523 req-5ea5a701-dc0b-42c3-a729-284b897a96b9 service neutron] 10.222.0.55 "GET /v2.0/networks/621bfd8f-2d09-4d99-ab9f-5b90d40f6961?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864809 Nov 23 18:38:43.128390 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-0618aeff-f68e-4e3c-95aa-86d8a3884922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:44.122394 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:44.938144 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:45.210906 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-659ad9ee-eb33-45fd-8ebe-136d529ca567 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:46.812620 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-52822d53-48f5-4819-8a95-bdc13aea0bf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:48.022162 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9a27ae6c-db98-474f-94c1-cc99bf842d79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:48.505593 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:38:55.526770 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.agents_db [None req-464f6c07-0de8-4be6-8f5b-563f574d1c5d None None] Agent healthcheck: found 7 active agents {{(pid=103593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 18:39:13.131232 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-f3c44a84-5445-4e91-88d2-c57a45ad2e52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:14.119521 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:14.936751 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:15.214573 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-4aa571c7-24b4-49a7-8ffe-a3e13ee0d8d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:16.816280 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-52822d53-48f5-4819-8a95-bdc13aea0bf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:18.025215 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9a27ae6c-db98-474f-94c1-cc99bf842d79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:18.507977 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:32.525679 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.agents_db [None req-464f6c07-0de8-4be6-8f5b-563f574d1c5d None None] Agent healthcheck: found 7 active agents {{(pid=103593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 18:39:35.964395 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-820a72a9-ffbd-4104-b014-0c6e3bba9522 req-563d9b69-4632-443a-aa07-d14be022f9db service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=1314e6a8-0dd9-439f-824e-f011dbccb650&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0832703 Nov 23 18:39:36.047091 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820a72a9-ffbd-4104-b014-0c6e3bba9522 req-8047825d-2281-4c8e-9d4b-1a6626fb9928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:39:36.048600 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-820a72a9-ffbd-4104-b014-0c6e3bba9522 req-8047825d-2281-4c8e-9d4b-1a6626fb9928 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=624970b757874e2790c0d0bbc2d43e4f&device_id=1314e6a8-0dd9-439f-824e-f011dbccb650 HTTP/1.1" status: 200 len: 1097 time: 0.0426152 Nov 23 18:39:36.156569 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820a72a9-ffbd-4104-b014-0c6e3bba9522 req-7c4e96b7-9c93-4f01-bfdd-8d1c0856abf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:39:36.158044 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-820a72a9-ffbd-4104-b014-0c6e3bba9522 req-7c4e96b7-9c93-4f01-bfdd-8d1c0856abf3 service neutron] 10.222.0.55 "GET /v2.0/networks?id=621bfd8f-2d09-4d99-ab9f-5b90d40f6961 HTTP/1.1" status: 200 len: 910 time: 0.0893960 Nov 23 18:39:36.221516 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-820a72a9-ffbd-4104-b014-0c6e3bba9522 req-c52fce5f-9641-45e3-a7e4-5b8036823a2c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cc17afc5-5d33-4943-9fb4-c8f75244b6ce HTTP/1.1" status: 200 len: 1000 time: 0.0562444 Nov 23 18:39:36.269030 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820a72a9-ffbd-4104-b014-0c6e3bba9522 req-2bc9034c-f6a2-49a4-a034-0d5a31e7fec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:39:36.270939 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-820a72a9-ffbd-4104-b014-0c6e3bba9522 req-2bc9034c-f6a2-49a4-a034-0d5a31e7fec8 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e48a314e-2ba7-4cdc-bdbc-1f0001d4a4e9 HTTP/1.1" status: 200 len: 848 time: 0.0421588 Nov 23 18:39:36.319716 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820a72a9-ffbd-4104-b014-0c6e3bba9522 req-9bad4eeb-92fc-4b44-8436-c08bf4ff85f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:39:36.321135 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-820a72a9-ffbd-4104-b014-0c6e3bba9522 req-9bad4eeb-92fc-4b44-8436-c08bf4ff85f7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=621bfd8f-2d09-4d99-ab9f-5b90d40f6961&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430696 Nov 23 18:39:36.410080 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-820a72a9-ffbd-4104-b014-0c6e3bba9522 req-e47b0ad4-29d7-4eb1-8df6-e7261b55145f service neutron] 10.222.0.55 "GET /v2.0/networks/621bfd8f-2d09-4d99-ab9f-5b90d40f6961?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816536 Nov 23 18:39:36.504677 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-820a72a9-ffbd-4104-b014-0c6e3bba9522 req-f3d253b4-a21a-49fe-90ed-ef60a36a5d29 service neutron] 10.222.0.55 "GET /v2.0/networks/621bfd8f-2d09-4d99-ab9f-5b90d40f6961?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857482 Nov 23 18:39:38.483254 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 58106) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:39:38.642287 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-ed309d9f-872b-44d4-8505-25fd2ff73b48 tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Deleting port b86c8fa3-d605-4b6f-bb79-18d3646e481e {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:39:38.642633 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ed309d9f-872b-44d4-8505-25fd2ff73b48 tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:38.723184 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ed309d9f-872b-44d4-8505-25fd2ff73b48 tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:38.723524 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ed309d9f-872b-44d4-8505-25fd2ff73b48 tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:38.735013 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-ed309d9f-872b-44d4-8505-25fd2ff73b48 tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Calling delete_port for b86c8fa3-d605-4b6f-bb79-18d3646e481e owned by network:floatingip {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:39:38.877338 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ed309d9f-872b-44d4-8505-25fd2ff73b48 tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:38.906481 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed309d9f-872b-44d4-8505-25fd2ff73b48 tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Pushing event deleted for resources: {'Port': ['ID=b86c8fa3-d605-4b6f-bb79-18d3646e481e,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:39:38.917905 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed309d9f-872b-44d4-8505-25fd2ff73b48 tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:39:38.918254 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed309d9f-872b-44d4-8505-25fd2ff73b48 tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:39:38.918590 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed309d9f-872b-44d4-8505-25fd2ff73b48 tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:39:38.918925 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed309d9f-872b-44d4-8505-25fd2ff73b48 tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:39:38.919255 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed309d9f-872b-44d4-8505-25fd2ff73b48 tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:39:38.919583 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed309d9f-872b-44d4-8505-25fd2ff73b48 tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:39:38.919910 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed309d9f-872b-44d4-8505-25fd2ff73b48 tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:39:38.920237 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed309d9f-872b-44d4-8505-25fd2ff73b48 tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:39:38.920578 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed309d9f-872b-44d4-8505-25fd2ff73b48 tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:39:38.920901 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed309d9f-872b-44d4-8505-25fd2ff73b48 tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:39:38.921225 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed309d9f-872b-44d4-8505-25fd2ff73b48 tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:39:38.921549 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed309d9f-872b-44d4-8505-25fd2ff73b48 tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:39:38.974644 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ed309d9f-872b-44d4-8505-25fd2ff73b48 tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Publish callbacks [] for floatingip, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:38.974978 n-d-816206-8 neutron-server[103590]: INFO neutron.db.l3_db [None req-ed309d9f-872b-44d4-8505-25fd2ff73b48 tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Floating IP ecf198fa-12c3-4132-9b7d-d55582706a2b disassociated (deleted). External IP: 172.25.3.75, port: cc17afc5-5d33-4943-9fb4-c8f75244b6ce. Nov 23 18:39:39.181093 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed309d9f-872b-44d4-8505-25fd2ff73b48 tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Router b6a5f995-9da5-4b49-9186-ed0008f28a74 has already been hosted by L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 {{(pid=103590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:39:39.288158 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed309d9f-872b-44d4-8505-25fd2ff73b48 tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:39:39.292830 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ed309d9f-872b-44d4-8505-25fd2ff73b48 tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for floatingip, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:39.297332 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1929c59-32c9-4a85-904b-5cac31648bfb None None] Sync routers for ids ['b6a5f995-9da5-4b49-9186-ed0008f28a74'] in n-d-816206-8 {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:39:39.306969 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1929c59-32c9-4a85-904b-5cac31648bfb None None] Routers {'b6a5f995-9da5-4b49-9186-ed0008f28a74'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:39:39.307572 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-d1929c59-32c9-4a85-904b-5cac31648bfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T18:39:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['b6a5f995-9da5-4b49-9186-ed0008f28a74'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:39:39.319974 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-ed309d9f-872b-44d4-8505-25fd2ff73b48 tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] 10.222.0.60 "DELETE /v2.0/floatingips/ecf198fa-12c3-4132-9b7d-d55582706a2b HTTP/1.1" status: 204 len: 168 time: 0.8356450 Nov 23 18:39:39.320586 n-d-816206-8 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1314e6a8-0dd9-439f-824e-f011dbccb650', 'tag': 'cc17afc5-5d33-4943-9fb4-c8f75244b6ce'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:39:39.322850 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c35dbc0b6b9f20554b2131d9adc843a87fc98ef8cc7f8c5951517f8512ac17b0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4283eb92-0cde-445d-aab8-37df7bb80435" -d '{"events": [{"name": "network-changed", "server_uuid": "1314e6a8-0dd9-439f-824e-f011dbccb650", "tag": "cc17afc5-5d33-4943-9fb4-c8f75244b6ce"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:39:39.419456 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-d1929c59-32c9-4a85-904b-5cac31648bfb None None] Set router b6a5f995-9da5-4b49-9186-ed0008f28a74 gateway port host: n-d-816206-8 {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:39:39.425424 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:39:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6864760e-3ae6-4d1a-8847-6ae7ad31f647 x-openstack-request-id: req-6864760e-3ae6-4d1a-8847-6ae7ad31f647 {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:39:39.425723 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1314e6a8-0dd9-439f-824e-f011dbccb650", "tag": "cc17afc5-5d33-4943-9fb4-c8f75244b6ce", "status": "completed", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:39:39.425975 n-d-816206-8 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-6864760e-3ae6-4d1a-8847-6ae7ad31f647 {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:39:39.426389 n-d-816206-8 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1314e6a8-0dd9-439f-824e-f011dbccb650', 'tag': 'cc17afc5-5d33-4943-9fb4-c8f75244b6ce', 'status': 'completed', 'code': 200} Nov 23 18:39:39.510563 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4283eb92-0cde-445d-aab8-37df7bb80435 req-9d46f9d1-4ae3-4a92-a23d-27eb08569cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:39:39.512073 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4283eb92-0cde-445d-aab8-37df7bb80435 req-9d46f9d1-4ae3-4a92-a23d-27eb08569cd5 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=624970b757874e2790c0d0bbc2d43e4f&device_id=1314e6a8-0dd9-439f-824e-f011dbccb650 HTTP/1.1" status: 200 len: 1097 time: 0.0575898 Nov 23 18:39:39.630752 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188d2a45-a3c5-48fc-8c0f-5ec650fa2f21 req-ad17fb89-0897-4f73-845a-ee69ec46bf09 tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:39:39.632267 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-188d2a45-a3c5-48fc-8c0f-5ec650fa2f21 req-ad17fb89-0897-4f73-845a-ee69ec46bf09 tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] 10.222.0.60 "GET /v2.0/ports?device_id=1314e6a8-0dd9-439f-824e-f011dbccb650 HTTP/1.1" status: 200 len: 946 time: 0.1142588 Nov 23 18:39:39.664524 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4283eb92-0cde-445d-aab8-37df7bb80435 req-0ec6737c-8aee-4d67-aa6f-f2a071bc37b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:39:39.665954 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4283eb92-0cde-445d-aab8-37df7bb80435 req-0ec6737c-8aee-4d67-aa6f-f2a071bc37b5 service neutron] 10.222.0.55 "GET /v2.0/networks?id=621bfd8f-2d09-4d99-ab9f-5b90d40f6961 HTTP/1.1" status: 200 len: 910 time: 0.1462100 Nov 23 18:39:39.712562 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-d1929c59-32c9-4a85-904b-5cac31648bfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6a5f995-9da5-4b49-9186-ed0008f28a74', 'name': 'tempest-TestShelveInstance-1728799939-router', 'tenant_id': '624970b757874e2790c0d0bbc2d43e4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.219'}], 'enable_snat': True}, 'gw_port_id': '1c4a0e44-8180-4164-92ce-79d8c9b576f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:35:19Z', 'updated_at': '2021-11-23T18:35:22Z', 'revision_number': 4, 'project_id': '624970b757874e2790c0d0bbc2d43e4f', 'gw_port': {'id': '1c4a0e44-8180-4164-92ce-79d8c9b576f5', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:93:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6a5f995-9da5-4b49-9186-ed0008f28a74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:35:20Z', 'updated_at': '2021-11-23T18:35:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_interfaces': [{'id': '67e019b7-40ab-43c0-b180-f86b3e2cf82b', 'name': '', 'network_id': '621bfd8f-2d09-4d99-ab9f-5b90d40f6961', 'tenant_id': '624970b757874e2790c0d0bbc2d43e4f', 'mac_address': 'fa:16:3e:32:31:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6a5f995-9da5-4b49-9186-ed0008f28a74', 'device_owner': 'network:router_interface', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': 'e48a314e-2ba7-4cdc-bdbc-1f0001d4a4e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:35:21Z', 'updated_at': '2021-11-23T18:35:26Z', 'revision_number': 5, 'project_id': '624970b757874e2790c0d0bbc2d43e4f', 'subnets': [{'id': 'e48a314e-2ba7-4cdc-bdbc-1f0001d4a4e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:39:39.722019 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4283eb92-0cde-445d-aab8-37df7bb80435 req-4a318f63-095c-4b3b-8615-27ae1fb5cc4b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cc17afc5-5d33-4943-9fb4-c8f75244b6ce HTTP/1.1" status: 200 len: 217 time: 0.0455487 Nov 23 18:39:39.732528 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-188d2a45-a3c5-48fc-8c0f-5ec650fa2f21 req-b669069e-2a5c-419f-aeb9-d6adce59f900 tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b96efe8-4e3c-4510-a2a9-e5c3bf25dc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0931880 Nov 23 18:39:39.739489 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1929c59-32c9-4a85-904b-5cac31648bfb None None] Checking router: b6a5f995-9da5-4b49-9186-ed0008f28a74 for host: n-d-816206-8 {{(pid=103593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:39:39.748668 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1929c59-32c9-4a85-904b-5cac31648bfb None None] Routers {'b6a5f995-9da5-4b49-9186-ed0008f28a74'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:39:39.749273 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-d1929c59-32c9-4a85-904b-5cac31648bfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T18:39:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['b6a5f995-9da5-4b49-9186-ed0008f28a74'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:39:39.778978 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4283eb92-0cde-445d-aab8-37df7bb80435 req-72286e8c-74cc-45c8-8172-78d66a1cdb0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:39:39.780453 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4283eb92-0cde-445d-aab8-37df7bb80435 req-72286e8c-74cc-45c8-8172-78d66a1cdb0d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e48a314e-2ba7-4cdc-bdbc-1f0001d4a4e9 HTTP/1.1" status: 200 len: 848 time: 0.0470750 Nov 23 18:39:39.826042 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4283eb92-0cde-445d-aab8-37df7bb80435 req-c3c2b685-94c6-4174-80a2-06d2bd1f1e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:39:39.827529 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4283eb92-0cde-445d-aab8-37df7bb80435 req-c3c2b685-94c6-4174-80a2-06d2bd1f1e8a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=621bfd8f-2d09-4d99-ab9f-5b90d40f6961&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393608 Nov 23 18:39:39.854715 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-d1929c59-32c9-4a85-904b-5cac31648bfb None None] Set router b6a5f995-9da5-4b49-9186-ed0008f28a74 gateway port host: n-d-816206-8 {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:39:39.923955 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4283eb92-0cde-445d-aab8-37df7bb80435 req-62a27764-4d90-4892-bd5a-05dbf10fb625 service neutron] 10.222.0.55 "GET /v2.0/networks/621bfd8f-2d09-4d99-ab9f-5b90d40f6961?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882733 Nov 23 18:39:40.015553 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4283eb92-0cde-445d-aab8-37df7bb80435 req-1a63f6bb-f490-45ad-b88e-c89b2ecf4671 service neutron] 10.222.0.55 "GET /v2.0/networks/621bfd8f-2d09-4d99-ab9f-5b90d40f6961?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840559 Nov 23 18:39:40.056188 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-d1929c59-32c9-4a85-904b-5cac31648bfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6a5f995-9da5-4b49-9186-ed0008f28a74', 'name': 'tempest-TestShelveInstance-1728799939-router', 'tenant_id': '624970b757874e2790c0d0bbc2d43e4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.219'}], 'enable_snat': True}, 'gw_port_id': '1c4a0e44-8180-4164-92ce-79d8c9b576f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:35:19Z', 'updated_at': '2021-11-23T18:35:22Z', 'revision_number': 4, 'project_id': '624970b757874e2790c0d0bbc2d43e4f', 'gw_port': {'id': '1c4a0e44-8180-4164-92ce-79d8c9b576f5', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:93:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6a5f995-9da5-4b49-9186-ed0008f28a74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:35:20Z', 'updated_at': '2021-11-23T18:35:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_interfaces': [{'id': '67e019b7-40ab-43c0-b180-f86b3e2cf82b', 'name': '', 'network_id': '621bfd8f-2d09-4d99-ab9f-5b90d40f6961', 'tenant_id': '624970b757874e2790c0d0bbc2d43e4f', 'mac_address': 'fa:16:3e:32:31:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6a5f995-9da5-4b49-9186-ed0008f28a74', 'device_owner': 'network:router_interface', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': 'e48a314e-2ba7-4cdc-bdbc-1f0001d4a4e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:35:21Z', 'updated_at': '2021-11-23T18:35:26Z', 'revision_number': 5, 'project_id': '624970b757874e2790c0d0bbc2d43e4f', 'subnets': [{'id': 'e48a314e-2ba7-4cdc-bdbc-1f0001d4a4e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:39:40.081734 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1929c59-32c9-4a85-904b-5cac31648bfb None None] The sync data for ids ['b6a5f995-9da5-4b49-9186-ed0008f28a74'] in n-d-816206-8 is: [{'id': 'b6a5f995-9da5-4b49-9186-ed0008f28a74', 'name': 'tempest-TestShelveInstance-1728799939-router', 'tenant_id': '624970b757874e2790c0d0bbc2d43e4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.219'}], 'enable_snat': True}, 'gw_port_id': '1c4a0e44-8180-4164-92ce-79d8c9b576f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:35:19Z', 'updated_at': '2021-11-23T18:35:22Z', 'revision_number': 4, 'project_id': '624970b757874e2790c0d0bbc2d43e4f', 'gw_port': {'id': '1c4a0e44-8180-4164-92ce-79d8c9b576f5', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:93:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6a5f995-9da5-4b49-9186-ed0008f28a74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:35:20Z', 'updated_at': '2021-11-23T18:35:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_interfaces': [{'id': '67e019b7-40ab-43c0-b180-f86b3e2cf82b', 'name': '', 'network_id': '621bfd8f-2d09-4d99-ab9f-5b90d40f6961', 'tenant_id': '624970b757874e2790c0d0bbc2d43e4f', 'mac_address': 'fa:16:3e:32:31:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6a5f995-9da5-4b49-9186-ed0008f28a74', 'device_owner': 'network:router_interface', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': 'e48a314e-2ba7-4cdc-bdbc-1f0001d4a4e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:35:21Z', 'updated_at': '2021-11-23T18:35:26Z', 'revision_number': 5, 'project_id': '624970b757874e2790c0d0bbc2d43e4f', 'subnets': [{'id': 'e48a314e-2ba7-4cdc-bdbc-1f0001d4a4e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:39:40.312582 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f1b4cda-59d1-4674-88e7-00ebe6b9bd13 None None] New status for floating IP ecf198fa-12c3-4132-9b7d-d55582706a2b: DOWN {{(pid=103592) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 18:39:40.806734 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cf8947-fd28-4201-b097-da4693011240 req-d309bc41-b775-4cdb-8c6c-a93d37cd1f78 tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:39:40.808193 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b9cf8947-fd28-4201-b097-da4693011240 req-d309bc41-b775-4cdb-8c6c-a93d37cd1f78 tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] 10.222.0.55 "GET /v2.0/ports?device_id=1314e6a8-0dd9-439f-824e-f011dbccb650 HTTP/1.1" status: 200 len: 946 time: 0.0492697 Nov 23 18:39:40.910776 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8f1a37-7a2d-4e50-bdb9-bf628ea6d601 req-f680a988-6cad-4ec1-942d-6ee771bb6062 tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:39:40.912951 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ce8f1a37-7a2d-4e50-bdb9-bf628ea6d601 req-f680a988-6cad-4ec1-942d-6ee771bb6062 tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] 10.222.0.60 "GET /v2.0/ports?device_id=1314e6a8-0dd9-439f-824e-f011dbccb650 HTTP/1.1" status: 200 len: 946 time: 0.1038530 Nov 23 18:39:40.959068 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [req-b9cf8947-fd28-4201-b097-da4693011240 req-1604da33-711b-4067-95a2-fb64f33a8a6e tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Deleting port cc17afc5-5d33-4943-9fb4-c8f75244b6ce {{(pid=103591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:39:40.959405 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-b9cf8947-fd28-4201-b097-da4693011240 req-1604da33-711b-4067-95a2-fb64f33a8a6e tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:41.000548 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ce8f1a37-7a2d-4e50-bdb9-bf628ea6d601 req-adbef5c3-9d8d-4f77-8448-c500168cfabc tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] 10.222.0.60 "GET /v2.0/security-groups?id=4b96efe8-4e3c-4510-a2a9-e5c3bf25dc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0810881 Nov 23 18:39:41.064728 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-b9cf8947-fd28-4201-b097-da4693011240 req-1604da33-711b-4067-95a2-fb64f33a8a6e tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] For port cc17afc5-5d33-4943-9fb4-c8f75244b6ce, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=cc17afc5-5d33-4943-9fb4-c8f75244b6ce,segment=NetworkSegment(359a38b4-7557-4a14-b051-96b6c2332e68),segment_id=359a38b4-7557-4a14-b051-96b6c2332e68)] {{(pid=103591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:39:41.065090 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-b9cf8947-fd28-4201-b097-da4693011240 req-1604da33-711b-4067-95a2-fb64f33a8a6e tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:41.077472 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [req-b9cf8947-fd28-4201-b097-da4693011240 req-1604da33-711b-4067-95a2-fb64f33a8a6e tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Calling delete_port for cc17afc5-5d33-4943-9fb4-c8f75244b6ce owned by compute:nova {{(pid=103591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:39:41.207929 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-b9cf8947-fd28-4201-b097-da4693011240 req-1604da33-711b-4067-95a2-fb64f33a8a6e tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:41.237312 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1604da33-711b-4067-95a2-fb64f33a8a6e tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Pushing event deleted for resources: {'Port': ['ID=cc17afc5-5d33-4943-9fb4-c8f75244b6ce,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:39:41.249978 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1604da33-711b-4067-95a2-fb64f33a8a6e tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:39:41.250338 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1604da33-711b-4067-95a2-fb64f33a8a6e tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:39:41.250689 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1604da33-711b-4067-95a2-fb64f33a8a6e tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:39:41.251037 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1604da33-711b-4067-95a2-fb64f33a8a6e tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:39:41.251381 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1604da33-711b-4067-95a2-fb64f33a8a6e tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:39:41.251735 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1604da33-711b-4067-95a2-fb64f33a8a6e tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:39:41.252048 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1604da33-711b-4067-95a2-fb64f33a8a6e tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:39:41.252381 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1604da33-711b-4067-95a2-fb64f33a8a6e tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:39:41.252750 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1604da33-711b-4067-95a2-fb64f33a8a6e tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:39:41.253087 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1604da33-711b-4067-95a2-fb64f33a8a6e tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:39:41.253417 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1604da33-711b-4067-95a2-fb64f33a8a6e tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:39:41.253743 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1604da33-711b-4067-95a2-fb64f33a8a6e tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:39:41.288093 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9cf8947-fd28-4201-b097-da4693011240 req-1604da33-711b-4067-95a2-fb64f33a8a6e tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] No DVR routers for this DVR port cc17afc5-5d33-4943-9fb4-c8f75244b6ce on host n-h1-816206-8 {{(pid=103591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:39:41.290657 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-b9cf8947-fd28-4201-b097-da4693011240 req-1604da33-711b-4067-95a2-fb64f33a8a6e tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:41.294036 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b9cf8947-fd28-4201-b097-da4693011240 req-1604da33-711b-4067-95a2-fb64f33a8a6e tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] 10.222.0.55 "DELETE /v2.0/ports/cc17afc5-5d33-4943-9fb4-c8f75244b6ce HTTP/1.1" status: 204 len: 173 time: 0.4768674 Nov 23 18:39:41.294485 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1314e6a8-0dd9-439f-824e-f011dbccb650', 'name': 'network-vif-deleted', 'tag': 'cc17afc5-5d33-4943-9fb4-c8f75244b6ce'}] {{(pid=103591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:39:41.296754 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f4e21f982013ce885b63e29a1d25974432d95030e0706b58ae42016fda4ab83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53c1c5e7-4d05-458b-9403-4878d6ef4bbf" -d '{"events": [{"server_uuid": "1314e6a8-0dd9-439f-824e-f011dbccb650", "name": "network-vif-deleted", "tag": "cc17afc5-5d33-4943-9fb4-c8f75244b6ce"}]}' {{(pid=103591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:39:41.339694 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:39:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8279fc7d-b2cf-4eea-8057-f2a72b1513bf x-openstack-request-id: req-8279fc7d-b2cf-4eea-8057-f2a72b1513bf {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:39:41.339990 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1314e6a8-0dd9-439f-824e-f011dbccb650", "name": "network-vif-deleted", "tag": "cc17afc5-5d33-4943-9fb4-c8f75244b6ce", "status": "completed", "code": 200}]} {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:39:41.340251 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-8279fc7d-b2cf-4eea-8057-f2a72b1513bf {{(pid=103591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:39:41.340694 n-d-816206-8 neutron-server[103591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1314e6a8-0dd9-439f-824e-f011dbccb650', 'name': 'network-vif-deleted', 'tag': 'cc17afc5-5d33-4943-9fb4-c8f75244b6ce', 'status': 'completed', 'code': 200} Nov 23 18:39:42.056876 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 58130) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:39:42.113161 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-3c6f736f-79eb-4425-a034-7800c74f55cd tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Publish callbacks [] for security_group, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:42.138812 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-3c6f736f-79eb-4425-a034-7800c74f55cd tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:42.197547 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-3c6f736f-79eb-4425-a034-7800c74f55cd tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:42.200405 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-3c6f736f-79eb-4425-a034-7800c74f55cd tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:42.201612 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-3c6f736f-79eb-4425-a034-7800c74f55cd tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] 10.222.0.60 "DELETE /v2.0/security-groups/4b96efe8-4e3c-4510-a2a9-e5c3bf25dc6c HTTP/1.1" status: 204 len: 168 time: 0.1437337 Nov 23 18:39:42.211191 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6f736f-79eb-4425-a034-7800c74f55cd tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b96efe8-4e3c-4510-a2a9-e5c3bf25dc6c,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:39:42.447012 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 58136) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:39:42.451509 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-2cf6234c-5381-4645-a63f-050e3adf4753 tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1442322718', 'description': 'tempest-secgroup-smoke-1442322718 description', 'project_id': '624970b757874e2790c0d0bbc2d43e4f'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:39:42.473140 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-2cf6234c-5381-4645-a63f-050e3adf4753 tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Publish callbacks [] for security_group, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:42.543329 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-2cf6234c-5381-4645-a63f-050e3adf4753 tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Publish callbacks [] for security_group, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:42.546840 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-2cf6234c-5381-4645-a63f-050e3adf4753 tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:42.576460 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-2cf6234c-5381-4645-a63f-050e3adf4753 tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Publish callbacks [] for security_group, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:42.577705 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-2cf6234c-5381-4645-a63f-050e3adf4753 tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1296618 Nov 23 18:39:42.579561 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf6234c-5381-4645-a63f-050e3adf4753 tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97b99a67-9db8-4a7e-ae38-fc3e5fc84df1,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:39:42.580870 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 58138) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:39:42.585761 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-eb4542a1-ec1a-4261-b37c-1292d0989f79 tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Request body: {'security_group_rule': {'security_group_id': '97b99a67-9db8-4a7e-ae38-fc3e5fc84df1', 'project_id': '624970b757874e2790c0d0bbc2d43e4f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:39:42.613469 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-eb4542a1-ec1a-4261-b37c-1292d0989f79 tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:42.662726 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-eb4542a1-ec1a-4261-b37c-1292d0989f79 tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:42.665993 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-eb4542a1-ec1a-4261-b37c-1292d0989f79 tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994370'] for security_group_rule, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:42.684785 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4542a1-ec1a-4261-b37c-1292d0989f79 tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1678868c-9619-4239-9f87-1aca71a682ec,revision_number=0']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:39:42.691201 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-eb4542a1-ec1a-4261-b37c-1292d0989f79 tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:42.692391 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-eb4542a1-ec1a-4261-b37c-1292d0989f79 tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1105201 Nov 23 18:39:42.695131 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 58140) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:39:42.699386 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-f8b66c1b-b86a-41d3-bbcb-504c4f3ea0aa tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Request body: {'security_group_rule': {'security_group_id': '97b99a67-9db8-4a7e-ae38-fc3e5fc84df1', 'project_id': '624970b757874e2790c0d0bbc2d43e4f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:39:42.725951 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f8b66c1b-b86a-41d3-bbcb-504c4f3ea0aa tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:42.782680 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f8b66c1b-b86a-41d3-bbcb-504c4f3ea0aa tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:42.786553 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f8b66c1b-b86a-41d3-bbcb-504c4f3ea0aa tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994370'] for security_group_rule, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:42.803389 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b66c1b-b86a-41d3-bbcb-504c4f3ea0aa tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b059966a-f195-4af3-ae49-7173c1b50493,revision_number=0']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:39:42.811662 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f8b66c1b-b86a-41d3-bbcb-504c4f3ea0aa tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:42.812863 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-f8b66c1b-b86a-41d3-bbcb-504c4f3ea0aa tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1168284 Nov 23 18:39:42.815605 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 58142) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:39:42.820168 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-aad750a9-f68e-4cee-928d-22d0dbc67cbd tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Request body: {'security_group_rule': {'security_group_id': '97b99a67-9db8-4a7e-ae38-fc3e5fc84df1', 'project_id': '624970b757874e2790c0d0bbc2d43e4f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:39:42.847220 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-aad750a9-f68e-4cee-928d-22d0dbc67cbd tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:42.903702 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-aad750a9-f68e-4cee-928d-22d0dbc67cbd tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:42.907099 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-aad750a9-f68e-4cee-928d-22d0dbc67cbd tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994370'] for security_group_rule, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:42.925592 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad750a9-f68e-4cee-928d-22d0dbc67cbd tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=451c8ea7-f82c-4e01-a32a-399043a53320,revision_number=0']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:39:42.930748 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-aad750a9-f68e-4cee-928d-22d0dbc67cbd tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:42.931947 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-aad750a9-f68e-4cee-928d-22d0dbc67cbd tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1153889 Nov 23 18:39:42.934882 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 58144) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:39:42.939261 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-48cddf4c-ec23-4737-8934-0131d6561c6f tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Request body: {'security_group_rule': {'security_group_id': '97b99a67-9db8-4a7e-ae38-fc3e5fc84df1', 'project_id': '624970b757874e2790c0d0bbc2d43e4f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:39:42.966934 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-48cddf4c-ec23-4737-8934-0131d6561c6f tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:43.026613 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-48cddf4c-ec23-4737-8934-0131d6561c6f tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:43.030096 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-48cddf4c-ec23-4737-8934-0131d6561c6f tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994370'] for security_group_rule, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:43.049378 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cddf4c-ec23-4737-8934-0131d6561c6f tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe8b08f3-c617-4e7b-9e60-246e7c690feb,revision_number=0']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:39:43.056541 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-48cddf4c-ec23-4737-8934-0131d6561c6f tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:43.057749 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-48cddf4c-ec23-4737-8934-0131d6561c6f tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1219249 Nov 23 18:39:43.060460 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 58146) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:39:43.064836 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-50779632-a74a-4c32-b83a-b12c8095f24a tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Request body: {'security_group_rule': {'security_group_id': '97b99a67-9db8-4a7e-ae38-fc3e5fc84df1', 'project_id': '624970b757874e2790c0d0bbc2d43e4f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:39:43.077508 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device cc17afc5-5d33-4943-9fb4-c8f75244b6ce no longer exists at agent hyperv_n-h1-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:39:43.087131 n-d-816206-8 neutron-server[103590]: INFO neutron.db.securitygroups_db [None req-50779632-a74a-4c32-b83a-b12c8095f24a tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Project 624970b757874e2790c0d0bbc2d43e4f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 18:39:43.092334 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-50779632-a74a-4c32-b83a-b12c8095f24a tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:43.102611 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] No Port match for: cc17afc5-5d33-4943-9fb4-c8f75244b6ce {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:39:43.103171 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device cc17afc5-5d33-4943-9fb4-c8f75244b6ce not bound to the agent host n-h1-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:39:43.133929 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-ce7b5705-efd4-4b54-a5bc-723382fe17e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:43.153980 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-50779632-a74a-4c32-b83a-b12c8095f24a tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:43.157489 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-50779632-a74a-4c32-b83a-b12c8095f24a tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994370'] for security_group_rule, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:43.175498 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50779632-a74a-4c32-b83a-b12c8095f24a tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75da5fbe-01fd-42b6-baa6-2b0345c47f2b,revision_number=0']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:39:43.181267 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-50779632-a74a-4c32-b83a-b12c8095f24a tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:43.182474 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-50779632-a74a-4c32-b83a-b12c8095f24a tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1210194 Nov 23 18:39:43.185179 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 58148) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:39:43.189556 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-74a7522d-fa9d-4f77-90a3-272c0a1f278d tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Request body: {'security_group_rule': {'security_group_id': '97b99a67-9db8-4a7e-ae38-fc3e5fc84df1', 'project_id': '624970b757874e2790c0d0bbc2d43e4f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:39:43.213354 n-d-816206-8 neutron-server[103590]: INFO neutron.db.securitygroups_db [None req-74a7522d-fa9d-4f77-90a3-272c0a1f278d tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Project 624970b757874e2790c0d0bbc2d43e4f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 18:39:43.218083 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-74a7522d-fa9d-4f77-90a3-272c0a1f278d tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:43.280105 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-74a7522d-fa9d-4f77-90a3-272c0a1f278d tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:43.283709 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-74a7522d-fa9d-4f77-90a3-272c0a1f278d tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994370'] for security_group_rule, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:43.301670 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a7522d-fa9d-4f77-90a3-272c0a1f278d tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6009192-c2f1-4d60-a5e3-3ae6937842ed,revision_number=0']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:39:43.308731 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-74a7522d-fa9d-4f77-90a3-272c0a1f278d tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:43.310194 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-74a7522d-fa9d-4f77-90a3-272c0a1f278d tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1240325 Nov 23 18:39:44.119754 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:44.950201 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:45.215016 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9f85c7d6-258b-4e2f-a11a-53ef47905cea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:46.823561 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-52822d53-48f5-4819-8a95-bdc13aea0bf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:48.027662 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9a27ae6c-db98-474f-94c1-cc99bf842d79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:48.510724 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:39:58.542839 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-41b866d8-035a-4ed8-93de-b8a4814abe7e req-fb9de7ba-baaa-462a-a28f-4b506b6cfa7c tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1442322718&fields=id&tenant_id=624970b757874e2790c0d0bbc2d43e4f HTTP/1.1" status: 200 len: 267 time: 0.0442157 Nov 23 18:39:58.648945 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b866d8-035a-4ed8-93de-b8a4814abe7e req-72ec5844-0386-4abd-b108-1e361ca77340 tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:39:58.650305 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-41b866d8-035a-4ed8-93de-b8a4814abe7e req-72ec5844-0386-4abd-b108-1e361ca77340 tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] 10.222.0.60 "GET /v2.0/networks?id=621bfd8f-2d09-4d99-ab9f-5b90d40f6961 HTTP/1.1" status: 200 len: 809 time: 0.1008208 Nov 23 18:39:58.665502 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-41b866d8-035a-4ed8-93de-b8a4814abe7e req-0c13d141-56d0-41ce-9474-e5565cadba12 tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] 10.222.0.60 "GET /v2.0/quotas/624970b757874e2790c0d0bbc2d43e4f HTTP/1.1" status: 200 len: 375 time: 0.0093331 Nov 23 18:39:58.719005 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-41b866d8-035a-4ed8-93de-b8a4814abe7e req-19a1ae0f-100d-4786-b1ed-a7e928761429 tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=624970b757874e2790c0d0bbc2d43e4f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0482318 Nov 23 18:39:58.776303 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [req-41b866d8-035a-4ed8-93de-b8a4814abe7e req-c8cb9bfa-3433-431d-9957-f4a52ab972c4 service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=103591) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 18:39:58.777318 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-41b866d8-035a-4ed8-93de-b8a4814abe7e req-c8cb9bfa-3433-431d-9957-f4a52ab972c4 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0466418 Nov 23 18:39:58.866374 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-41b866d8-035a-4ed8-93de-b8a4814abe7e req-e8450276-e339-4008-b7b8-784d39bf8ce6 service neutron] 10.222.0.60 "GET /v2.0/networks/621bfd8f-2d09-4d99-ab9f-5b90d40f6961?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826635 Nov 23 18:39:58.956426 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-41b866d8-035a-4ed8-93de-b8a4814abe7e req-70acba11-847d-48fb-bbe7-215f9619e0c0 service neutron] 10.222.0.60 "GET /v2.0/networks/621bfd8f-2d09-4d99-ab9f-5b90d40f6961?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838027 Nov 23 18:39:59.229023 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d6493c4a-fb77-4f26-9fb1-5533e6b16b8e req-d68b998e-7b21-4b18-bb5d-db36f34c4ebc tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] 10.222.0.60 "GET /v2.0/ports?device_id=61bbae4e-cf27-438a-a68d-db71dd03764d HTTP/1.1" status: 200 len: 210 time: 0.0264492 Nov 23 18:40:00.306470 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f017e17f-9eda-4122-acc3-87e58e82fede req-9b7752ed-557a-472a-90cf-f0750b2fb10f tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] 10.222.0.60 "GET /v2.0/ports?device_id=61bbae4e-cf27-438a-a68d-db71dd03764d HTTP/1.1" status: 200 len: 210 time: 0.0263283 Nov 23 18:40:01.400285 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9066ab74-981c-42fa-8e9f-3e363701e406 req-8e7dedff-15a4-4f36-9dd7-845c83ce8661 tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] 10.222.0.60 "GET /v2.0/ports?device_id=61bbae4e-cf27-438a-a68d-db71dd03764d HTTP/1.1" status: 200 len: 210 time: 0.0282285 Nov 23 18:40:02.210222 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b866d8-035a-4ed8-93de-b8a4814abe7e req-98906d8e-0210-4d8e-b77b-e6dbfe4fd837 tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:40:02.211650 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-41b866d8-035a-4ed8-93de-b8a4814abe7e req-98906d8e-0210-4d8e-b77b-e6dbfe4fd837 tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] 10.222.0.36 "GET /v2.0/networks?id=621bfd8f-2d09-4d99-ab9f-5b90d40f6961 HTTP/1.1" status: 200 len: 809 time: 0.1113870 Nov 23 18:40:02.279233 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-41b866d8-035a-4ed8-93de-b8a4814abe7e req-b23cb237-b461-44ed-8fe1-cf227374e30e tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=624970b757874e2790c0d0bbc2d43e4f HTTP/1.1" status: 200 len: 380 time: 0.0550258 Nov 23 18:40:02.289717 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [req-41b866d8-035a-4ed8-93de-b8a4814abe7e req-de126098-08e9-4328-b9c3-5d0effd1ff40 tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Request body: {'port': {'device_id': '61bbae4e-cf27-438a-a68d-db71dd03764d', 'network_id': '621bfd8f-2d09-4d99-ab9f-5b90d40f6961', 'admin_state_up': True, 'tenant_id': '624970b757874e2790c0d0bbc2d43e4f', 'security_groups': ['97b99a67-9db8-4a7e-ae38-fc3e5fc84df1']}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:40:02.407501 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41b866d8-035a-4ed8-93de-b8a4814abe7e req-de126098-08e9-4328-b9c3-5d0effd1ff40 tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Made reservation on behalf of 624970b757874e2790c0d0bbc2d43e4f for: {'port': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:40:02.411849 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-41b866d8-035a-4ed8-93de-b8a4814abe7e req-de126098-08e9-4328-b9c3-5d0effd1ff40 tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:02.510835 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4ea50372-6d56-42a6-8434-ca79fdfa4cfa req-7b0ed1a9-dd14-414f-be5b-59f95d23ffb8 tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] 10.222.0.60 "GET /v2.0/ports?device_id=61bbae4e-cf27-438a-a68d-db71dd03764d HTTP/1.1" status: 200 len: 210 time: 0.0322461 Nov 23 18:40:02.569417 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.db_base_plugin_common [req-41b866d8-035a-4ed8-93de-b8a4814abe7e req-de126098-08e9-4328-b9c3-5d0effd1ff40 tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Allocated IP 172.20.0.7 (621bfd8f-2d09-4d99-ab9f-5b90d40f6961/e48a314e-2ba7-4cdc-bdbc-1f0001d4a4e9/71bb6a40-ca73-4c29-b6e0-42c76268beda) {{(pid=103591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:40:03.027703 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-41b866d8-035a-4ed8-93de-b8a4814abe7e req-de126098-08e9-4328-b9c3-5d0effd1ff40 tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Publish callbacks [] for port, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:03.060871 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-41b866d8-035a-4ed8-93de-b8a4814abe7e req-de126098-08e9-4328-b9c3-5d0effd1ff40 tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:03.110604 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41b866d8-035a-4ed8-93de-b8a4814abe7e req-de126098-08e9-4328-b9c3-5d0effd1ff40 tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Network 621bfd8f-2d09-4d99-ab9f-5b90d40f6961 is already hosted by enough agents. {{(pid=103591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:40:03.114332 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [req-41b866d8-035a-4ed8-93de-b8a4814abe7e req-de126098-08e9-4328-b9c3-5d0effd1ff40 tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Resources bound (agent type, host, resource id): {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:40:03.118501 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [req-41b866d8-035a-4ed8-93de-b8a4814abe7e req-de126098-08e9-4328-b9c3-5d0effd1ff40 tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Received port after_create {{(pid=103591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:40:03.145412 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de126098-08e9-4328-b9c3-5d0effd1ff40 tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Pushing event updated for resources: {'Port': ['ID=71bb6a40-ca73-4c29-b6e0-42c76268beda,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:40:03.173957 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b866d8-035a-4ed8-93de-b8a4814abe7e req-de126098-08e9-4328-b9c3-5d0effd1ff40 tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:40:03.174716 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-41b866d8-035a-4ed8-93de-b8a4814abe7e req-de126098-08e9-4328-b9c3-5d0effd1ff40 tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:03.194577 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-41b866d8-035a-4ed8-93de-b8a4814abe7e req-de126098-08e9-4328-b9c3-5d0effd1ff40 tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9089739 Nov 23 18:40:03.204700 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [req-41b866d8-035a-4ed8-93de-b8a4814abe7e req-2caa69fd-ab75-493f-971f-10f6203fb053 tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=103591) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 18:40:03.205715 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-41b866d8-035a-4ed8-93de-b8a4814abe7e req-2caa69fd-ab75-493f-971f-10f6203fb053 tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054412 Nov 23 18:40:03.269259 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [req-41b866d8-035a-4ed8-93de-b8a4814abe7e req-bf4fcfb4-f928-403f-b162-6d83e9735795 service neutron] Request body: {'port': {'device_id': '61bbae4e-cf27-438a-a68d-db71dd03764d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-8'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:40:03.331610 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-41b866d8-035a-4ed8-93de-b8a4814abe7e req-bf4fcfb4-f928-403f-b162-6d83e9735795 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:03.349430 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-025ea823-07cb-458a-b5dd-53a1beb9fafd None None] Provisioning complete for port 71bb6a40-ca73-4c29-b6e0-42c76268beda triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:40:03.349430 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-025ea823-07cb-458a-b5dd-53a1beb9fafd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:03.388287 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-025ea823-07cb-458a-b5dd-53a1beb9fafd None None] Port 71bb6a40-ca73-4c29-b6e0-42c76268beda cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:40:03.641111 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [req-41b866d8-035a-4ed8-93de-b8a4814abe7e req-bf4fcfb4-f928-403f-b162-6d83e9735795 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71bb6a40-ca73-4c29-b6e0-42c76268beda {{(pid=103591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:40:03.650462 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-41b866d8-035a-4ed8-93de-b8a4814abe7e req-bf4fcfb4-f928-403f-b162-6d83e9735795 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:03.674619 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bc95a8-390e-4e98-8696-a583f0c38296 req-a26816b9-cbad-4968-84eb-fd5f7dffc7f9 tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:40:03.677030 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-69bc95a8-390e-4e98-8696-a583f0c38296 req-a26816b9-cbad-4968-84eb-fd5f7dffc7f9 tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] 10.222.0.60 "GET /v2.0/ports?device_id=61bbae4e-cf27-438a-a68d-db71dd03764d HTTP/1.1" status: 200 len: 931 time: 0.0958090 Nov 23 18:40:03.680356 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.provisioning_blocks [req-41b866d8-035a-4ed8-93de-b8a4814abe7e req-bf4fcfb4-f928-403f-b162-6d83e9735795 service neutron] Transition to ACTIVE for port object 71bb6a40-ca73-4c29-b6e0-42c76268beda will not be triggered until provisioned by entity L2. {{(pid=103591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 18:40:03.691827 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-41b866d8-035a-4ed8-93de-b8a4814abe7e req-bf4fcfb4-f928-403f-b162-6d83e9735795 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264758186'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:03.784466 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4fcfb4-f928-403f-b162-6d83e9735795 service neutron] Pushing event updated for resources: {'Port': ['ID=71bb6a40-ca73-4c29-b6e0-42c76268beda,revision_number=2']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:40:03.798556 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-69bc95a8-390e-4e98-8696-a583f0c38296 req-357c1959-b86f-4141-9785-826a02f947f0 tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] 10.222.0.60 "GET /v2.0/security-groups?id=97b99a67-9db8-4a7e-ae38-fc3e5fc84df1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1135800 Nov 23 18:40:03.877267 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-41b866d8-035a-4ed8-93de-b8a4814abe7e req-bf4fcfb4-f928-403f-b162-6d83e9735795 service neutron] Attempting to bind port 71bb6a40-ca73-4c29-b6e0-42c76268beda on host n-h2-816206-8 for vnic_type normal with profile {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:40:03.878039 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-41b866d8-035a-4ed8-93de-b8a4814abe7e req-bf4fcfb4-f928-403f-b162-6d83e9735795 service neutron] Attempting to bind port 71bb6a40-ca73-4c29-b6e0-42c76268beda by drivers openvswitch,hyperv on host n-h2-816206-8 at level 0 using segments [{'id': '359a38b4-7557-4a14-b051-96b6c2332e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '621bfd8f-2d09-4d99-ab9f-5b90d40f6961'}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:40:03.878537 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41b866d8-035a-4ed8-93de-b8a4814abe7e req-bf4fcfb4-f928-403f-b162-6d83e9735795 service neutron] Attempting to bind port 71bb6a40-ca73-4c29-b6e0-42c76268beda on network 621bfd8f-2d09-4d99-ab9f-5b90d40f6961 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:40:03.884201 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41b866d8-035a-4ed8-93de-b8a4814abe7e req-bf4fcfb4-f928-403f-b162-6d83e9735795 service neutron] Port 71bb6a40-ca73-4c29-b6e0-42c76268beda on network 621bfd8f-2d09-4d99-ab9f-5b90d40f6961 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-8 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:40:03.884545 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41b866d8-035a-4ed8-93de-b8a4814abe7e req-bf4fcfb4-f928-403f-b162-6d83e9735795 service neutron] Attempting to bind port 71bb6a40-ca73-4c29-b6e0-42c76268beda on network 621bfd8f-2d09-4d99-ab9f-5b90d40f6961 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:40:03.889769 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41b866d8-035a-4ed8-93de-b8a4814abe7e req-bf4fcfb4-f928-403f-b162-6d83e9735795 service neutron] Checking agent: {'id': 'ab77bf9e-0267-4174-8f1d-822cba89b207', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 15, 13), 'started_at': datetime.datetime(2021, 11, 23, 17, 15, 13), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 39, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:40:03.890108 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41b866d8-035a-4ed8-93de-b8a4814abe7e req-bf4fcfb4-f928-403f-b162-6d83e9735795 service neutron] Checking segment: {'id': '359a38b4-7557-4a14-b051-96b6c2332e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '621bfd8f-2d09-4d99-ab9f-5b90d40f6961'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:40:03.890497 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41b866d8-035a-4ed8-93de-b8a4814abe7e req-bf4fcfb4-f928-403f-b162-6d83e9735795 service neutron] Bound using segment: {'id': '359a38b4-7557-4a14-b051-96b6c2332e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '621bfd8f-2d09-4d99-ab9f-5b90d40f6961'} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:40:03.890927 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-41b866d8-035a-4ed8-93de-b8a4814abe7e req-bf4fcfb4-f928-403f-b162-6d83e9735795 service neutron] Bound port: 71bb6a40-ca73-4c29-b6e0-42c76268beda, host: n-h2-816206-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '359a38b4-7557-4a14-b051-96b6c2332e68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '621bfd8f-2d09-4d99-ab9f-5b90d40f6961'}}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:40:03.891333 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-41b866d8-035a-4ed8-93de-b8a4814abe7e req-bf4fcfb4-f928-403f-b162-6d83e9735795 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:03.961860 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-41b866d8-035a-4ed8-93de-b8a4814abe7e req-bf4fcfb4-f928-403f-b162-6d83e9735795 service neutron] For port 71bb6a40-ca73-4c29-b6e0-42c76268beda, host n-h2-816206-8, cleared binding levels {{(pid=103591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:40:03.964962 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-41b866d8-035a-4ed8-93de-b8a4814abe7e req-bf4fcfb4-f928-403f-b162-6d83e9735795 service neutron] For port 71bb6a40-ca73-4c29-b6e0-42c76268beda, host n-h2-816206-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=71bb6a40-ca73-4c29-b6e0-42c76268beda,segment=NetworkSegment(359a38b4-7557-4a14-b051-96b6c2332e68),segment_id=359a38b4-7557-4a14-b051-96b6c2332e68)] {{(pid=103591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:40:03.969858 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-41b866d8-035a-4ed8-93de-b8a4814abe7e req-bf4fcfb4-f928-403f-b162-6d83e9735795 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264758186'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:04.013218 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b866d8-035a-4ed8-93de-b8a4814abe7e req-bf4fcfb4-f928-403f-b162-6d83e9735795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:40:04.013868 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-41b866d8-035a-4ed8-93de-b8a4814abe7e req-bf4fcfb4-f928-403f-b162-6d83e9735795 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:04.015276 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-41b866d8-035a-4ed8-93de-b8a4814abe7e req-bf4fcfb4-f928-403f-b162-6d83e9735795 service neutron] 10.222.0.36 "PUT /v2.0/ports/71bb6a40-ca73-4c29-b6e0-42c76268beda HTTP/1.1" status: 200 len: 1091 time: 0.8000546 Nov 23 18:40:04.015735 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61bbae4e-cf27-438a-a68d-db71dd03764d', 'tag': '71bb6a40-ca73-4c29-b6e0-42c76268beda'}] {{(pid=103591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:40:04.018226 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f4e21f982013ce885b63e29a1d25974432d95030e0706b58ae42016fda4ab83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-715abbf6-c9a0-4dfa-bd63-128acefc88f9" -d '{"events": [{"name": "network-changed", "server_uuid": "61bbae4e-cf27-438a-a68d-db71dd03764d", "tag": "71bb6a40-ca73-4c29-b6e0-42c76268beda"}]}' {{(pid=103591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:40:04.037972 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4fcfb4-f928-403f-b162-6d83e9735795 service neutron] Pushing event updated for resources: {'Port': ['ID=71bb6a40-ca73-4c29-b6e0-42c76268beda,revision_number=3']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:40:04.085821 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:40:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d021804-f6ee-4fb4-92b3-dce9093cd683 x-openstack-request-id: req-0d021804-f6ee-4fb4-92b3-dce9093cd683 {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:40:04.086279 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61bbae4e-cf27-438a-a68d-db71dd03764d", "tag": "71bb6a40-ca73-4c29-b6e0-42c76268beda", "status": "completed", "code": 200}]} {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:40:04.086633 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-0d021804-f6ee-4fb4-92b3-dce9093cd683 {{(pid=103591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:40:04.087136 n-d-816206-8 neutron-server[103591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61bbae4e-cf27-438a-a68d-db71dd03764d', 'tag': '71bb6a40-ca73-4c29-b6e0-42c76268beda', 'status': 'completed', 'code': 200} Nov 23 18:40:04.121261 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b866d8-035a-4ed8-93de-b8a4814abe7e req-37d7e8c1-2acd-4ac2-8118-0342a93d13a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:40:04.122784 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-41b866d8-035a-4ed8-93de-b8a4814abe7e req-37d7e8c1-2acd-4ac2-8118-0342a93d13a4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=624970b757874e2790c0d0bbc2d43e4f&device_id=61bbae4e-cf27-438a-a68d-db71dd03764d HTTP/1.1" status: 200 len: 1094 time: 0.0528536 Nov 23 18:40:04.169399 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-41b866d8-035a-4ed8-93de-b8a4814abe7e req-eadaeb04-601a-496a-9fc3-e0a03d489edf service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=71bb6a40-ca73-4c29-b6e0-42c76268beda HTTP/1.1" status: 200 len: 217 time: 0.0377963 Nov 23 18:40:04.229151 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b866d8-035a-4ed8-93de-b8a4814abe7e req-5355a5e8-80b6-487e-965a-a5c8fe11fa26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:40:04.230721 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-41b866d8-035a-4ed8-93de-b8a4814abe7e req-5355a5e8-80b6-487e-965a-a5c8fe11fa26 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e48a314e-2ba7-4cdc-bdbc-1f0001d4a4e9 HTTP/1.1" status: 200 len: 848 time: 0.0532417 Nov 23 18:40:04.280997 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b866d8-035a-4ed8-93de-b8a4814abe7e req-5665a6ca-9340-447f-8b18-1aa5353a5c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:40:04.282514 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-41b866d8-035a-4ed8-93de-b8a4814abe7e req-5665a6ca-9340-447f-8b18-1aa5353a5c81 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=621bfd8f-2d09-4d99-ab9f-5b90d40f6961&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421722 Nov 23 18:40:04.375569 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-41b866d8-035a-4ed8-93de-b8a4814abe7e req-e18c9a81-6279-4f3d-8839-779962969c33 service neutron] 10.222.0.36 "GET /v2.0/networks/621bfd8f-2d09-4d99-ab9f-5b90d40f6961?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838926 Nov 23 18:40:04.472440 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-41b866d8-035a-4ed8-93de-b8a4814abe7e req-ce19c927-7efd-434b-83f4-3bad1e30c23b service neutron] 10.222.0.36 "GET /v2.0/networks/621bfd8f-2d09-4d99-ab9f-5b90d40f6961?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888112 Nov 23 18:40:04.560708 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715abbf6-c9a0-4dfa-bd63-128acefc88f9 req-4a703e66-eaf6-402b-84ce-e7361a0cee88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:40:04.562270 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-715abbf6-c9a0-4dfa-bd63-128acefc88f9 req-4a703e66-eaf6-402b-84ce-e7361a0cee88 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=624970b757874e2790c0d0bbc2d43e4f&device_id=61bbae4e-cf27-438a-a68d-db71dd03764d HTTP/1.1" status: 200 len: 1094 time: 0.0436459 Nov 23 18:40:04.667750 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715abbf6-c9a0-4dfa-bd63-128acefc88f9 req-a110cec0-fa0b-486b-9bf9-09a76219aed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:40:04.671384 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-715abbf6-c9a0-4dfa-bd63-128acefc88f9 req-a110cec0-fa0b-486b-9bf9-09a76219aed1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=621bfd8f-2d09-4d99-ab9f-5b90d40f6961 HTTP/1.1" status: 200 len: 910 time: 0.0994859 Nov 23 18:40:04.717698 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-715abbf6-c9a0-4dfa-bd63-128acefc88f9 req-3f912281-2146-49e4-bd20-91fe38f5e99c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=71bb6a40-ca73-4c29-b6e0-42c76268beda HTTP/1.1" status: 200 len: 217 time: 0.0346639 Nov 23 18:40:04.763610 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715abbf6-c9a0-4dfa-bd63-128acefc88f9 req-9a6cfdc9-7a3b-437e-b8e5-9819adcc24e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:40:04.765014 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-715abbf6-c9a0-4dfa-bd63-128acefc88f9 req-9a6cfdc9-7a3b-437e-b8e5-9819adcc24e3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e48a314e-2ba7-4cdc-bdbc-1f0001d4a4e9 HTTP/1.1" status: 200 len: 848 time: 0.0444121 Nov 23 18:40:04.819482 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715abbf6-c9a0-4dfa-bd63-128acefc88f9 req-69f7cb67-915d-4d15-980d-35856986074b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:40:04.822889 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-715abbf6-c9a0-4dfa-bd63-128acefc88f9 req-69f7cb67-915d-4d15-980d-35856986074b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=621bfd8f-2d09-4d99-ab9f-5b90d40f6961&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0469208 Nov 23 18:40:04.948751 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-715abbf6-c9a0-4dfa-bd63-128acefc88f9 req-0bf93cef-7209-4a77-ac85-653740db026a service neutron] 10.222.0.36 "GET /v2.0/networks/621bfd8f-2d09-4d99-ab9f-5b90d40f6961?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1193016 Nov 23 18:40:04.960768 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4496b0f-d2ed-4cb5-9940-248d738559a9 req-f4fa91ba-420e-4e68-8cf7-6725925c1a5d tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:40:04.962272 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a4496b0f-d2ed-4cb5-9940-248d738559a9 req-f4fa91ba-420e-4e68-8cf7-6725925c1a5d tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] 10.222.0.60 "GET /v2.0/ports?device_id=61bbae4e-cf27-438a-a68d-db71dd03764d HTTP/1.1" status: 200 len: 943 time: 0.0753274 Nov 23 18:40:05.063669 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a4496b0f-d2ed-4cb5-9940-248d738559a9 req-64ab8512-1de3-41e4-ac29-2b55a439273f tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] 10.222.0.60 "GET /v2.0/security-groups?id=97b99a67-9db8-4a7e-ae38-fc3e5fc84df1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0933340 Nov 23 18:40:05.081858 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-715abbf6-c9a0-4dfa-bd63-128acefc88f9 req-0b280482-3e98-4392-9574-bd75d26687b1 service neutron] 10.222.0.36 "GET /v2.0/networks/621bfd8f-2d09-4d99-ab9f-5b90d40f6961?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1185763 Nov 23 18:40:06.192421 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4992a8b9-bc16-4d66-ae75-b3b9c93b6cde req-9ccbdd2a-d73c-4b68-8a30-c29fcc48f0ff tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:40:06.194118 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4992a8b9-bc16-4d66-ae75-b3b9c93b6cde req-9ccbdd2a-d73c-4b68-8a30-c29fcc48f0ff tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] 10.222.0.60 "GET /v2.0/ports?device_id=61bbae4e-cf27-438a-a68d-db71dd03764d HTTP/1.1" status: 200 len: 943 time: 0.0589328 Nov 23 18:40:06.246443 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4992a8b9-bc16-4d66-ae75-b3b9c93b6cde req-73e4e51b-fba3-4ef1-821a-fedba43e2605 tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] 10.222.0.60 "GET /v2.0/security-groups?id=97b99a67-9db8-4a7e-ae38-fc3e5fc84df1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462544 Nov 23 18:40:07.367779 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c1323c-9b47-45c3-b14a-8a7a7e4423f8 req-c68ea01a-34f6-49c1-af85-39ee5d87fbef tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:40:07.369296 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-25c1323c-9b47-45c3-b14a-8a7a7e4423f8 req-c68ea01a-34f6-49c1-af85-39ee5d87fbef tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] 10.222.0.60 "GET /v2.0/ports?device_id=61bbae4e-cf27-438a-a68d-db71dd03764d HTTP/1.1" status: 200 len: 943 time: 0.0495272 Nov 23 18:40:07.417816 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-25c1323c-9b47-45c3-b14a-8a7a7e4423f8 req-57336c8f-ea41-4ec2-a69e-a7344d134b6b tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] 10.222.0.60 "GET /v2.0/security-groups?id=97b99a67-9db8-4a7e-ae38-fc3e5fc84df1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425961 Nov 23 18:40:08.532588 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbd6d6b-e040-4b8e-a777-131bb09e8dbf req-9f915c5a-0a64-481d-9ad2-d15a4b8ff7e0 tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:40:08.534099 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-adbd6d6b-e040-4b8e-a777-131bb09e8dbf req-9f915c5a-0a64-481d-9ad2-d15a4b8ff7e0 tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] 10.222.0.60 "GET /v2.0/ports?device_id=61bbae4e-cf27-438a-a68d-db71dd03764d HTTP/1.1" status: 200 len: 943 time: 0.0492849 Nov 23 18:40:08.587486 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-adbd6d6b-e040-4b8e-a777-131bb09e8dbf req-623cc2b2-c471-4bb8-b38b-9e12fea24d3b tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] 10.222.0.60 "GET /v2.0/security-groups?id=97b99a67-9db8-4a7e-ae38-fc3e5fc84df1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468221 Nov 23 18:40:09.524265 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.agents_db [None req-464f6c07-0de8-4be6-8f5b-563f574d1c5d None None] Agent healthcheck: found 7 active agents {{(pid=103593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 18:40:09.704178 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce56356-287a-4592-b218-cd4f047ab656 req-1a5bdd16-67fc-4df6-9327-83558269593b tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:40:09.705683 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-1ce56356-287a-4592-b218-cd4f047ab656 req-1a5bdd16-67fc-4df6-9327-83558269593b tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] 10.222.0.60 "GET /v2.0/ports?device_id=61bbae4e-cf27-438a-a68d-db71dd03764d HTTP/1.1" status: 200 len: 943 time: 0.0492308 Nov 23 18:40:09.755608 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-1ce56356-287a-4592-b218-cd4f047ab656 req-1d4fbd6d-ced4-4b0e-93cb-742372cc242a tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] 10.222.0.60 "GET /v2.0/security-groups?id=97b99a67-9db8-4a7e-ae38-fc3e5fc84df1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432236 Nov 23 18:40:10.870367 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9037b5-b48b-4021-9437-3825e8f0db92 req-af20bef1-4c62-4770-ba0d-974503bf440a tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:40:10.871843 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-df9037b5-b48b-4021-9437-3825e8f0db92 req-af20bef1-4c62-4770-ba0d-974503bf440a tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] 10.222.0.60 "GET /v2.0/ports?device_id=61bbae4e-cf27-438a-a68d-db71dd03764d HTTP/1.1" status: 200 len: 943 time: 0.0497582 Nov 23 18:40:10.923053 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-df9037b5-b48b-4021-9437-3825e8f0db92 req-c7a89a58-30ba-4d39-a40c-c140a397fa79 tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] 10.222.0.60 "GET /v2.0/security-groups?id=97b99a67-9db8-4a7e-ae38-fc3e5fc84df1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425024 Nov 23 18:40:12.040565 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32659d45-7f99-4b7c-8304-6689aae9816b req-a3de22c7-4848-483a-9c7b-e9f96e2f8ad8 tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:40:12.041922 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-32659d45-7f99-4b7c-8304-6689aae9816b req-a3de22c7-4848-483a-9c7b-e9f96e2f8ad8 tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] 10.222.0.60 "GET /v2.0/ports?device_id=61bbae4e-cf27-438a-a68d-db71dd03764d HTTP/1.1" status: 200 len: 943 time: 0.0526085 Nov 23 18:40:12.089847 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-32659d45-7f99-4b7c-8304-6689aae9816b req-283a51aa-8a6a-4364-addc-022a171d7a07 tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] 10.222.0.60 "GET /v2.0/security-groups?id=97b99a67-9db8-4a7e-ae38-fc3e5fc84df1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419164 Nov 23 18:40:13.140218 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-77ffa39d-ed4a-4920-ba6d-4e20155fb877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:13.224868 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41909d9-8fe4-488a-8eab-2e1bc89c0812 req-9cf0d0ac-0058-4aad-a554-e7d2cd7b26f5 tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:40:13.226346 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b41909d9-8fe4-488a-8eab-2e1bc89c0812 req-9cf0d0ac-0058-4aad-a554-e7d2cd7b26f5 tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] 10.222.0.60 "GET /v2.0/ports?device_id=61bbae4e-cf27-438a-a68d-db71dd03764d HTTP/1.1" status: 200 len: 943 time: 0.0515745 Nov 23 18:40:13.281794 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b41909d9-8fe4-488a-8eab-2e1bc89c0812 req-be058426-d9a6-4888-b98f-e5ff0924dd3f tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] 10.222.0.60 "GET /v2.0/security-groups?id=97b99a67-9db8-4a7e-ae38-fc3e5fc84df1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491035 Nov 23 18:40:14.118694 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:14.402785 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd55b528-6f54-49c8-85aa-4dc3ebed7de7 req-897e97ec-14d1-41d9-99d9-0a4bc49fa1d9 tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:40:14.404361 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-cd55b528-6f54-49c8-85aa-4dc3ebed7de7 req-897e97ec-14d1-41d9-99d9-0a4bc49fa1d9 tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] 10.222.0.60 "GET /v2.0/ports?device_id=61bbae4e-cf27-438a-a68d-db71dd03764d HTTP/1.1" status: 200 len: 943 time: 0.0525458 Nov 23 18:40:14.453672 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-cd55b528-6f54-49c8-85aa-4dc3ebed7de7 req-e0d417ca-bc4c-4ff4-941a-b977400d34ff tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] 10.222.0.60 "GET /v2.0/security-groups?id=97b99a67-9db8-4a7e-ae38-fc3e5fc84df1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432513 Nov 23 18:40:14.967499 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:15.216685 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-737c66ed-500a-41c3-a801-be5ab2e2f06e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:15.566534 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4c2726-6eb8-4706-9955-80d82f73d629 req-9d5bb367-5258-4965-873d-d44d7dbb422b tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:40:15.568603 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5e4c2726-6eb8-4706-9955-80d82f73d629 req-9d5bb367-5258-4965-873d-d44d7dbb422b tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] 10.222.0.60 "GET /v2.0/ports?device_id=61bbae4e-cf27-438a-a68d-db71dd03764d HTTP/1.1" status: 200 len: 943 time: 0.0498588 Nov 23 18:40:15.617790 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5e4c2726-6eb8-4706-9955-80d82f73d629 req-7654804a-977d-43ba-a9fa-9952d128f92a tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] 10.222.0.60 "GET /v2.0/security-groups?id=97b99a67-9db8-4a7e-ae38-fc3e5fc84df1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432065 Nov 23 18:40:15.981357 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device 71bb6a40-ca73-4c29-b6e0-42c76268beda details requested by agent hyperv_n-h2-816206-8 with host n-h2-816206-8 {{(pid=103592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 18:40:16.072628 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port 71bb6a40-ca73-4c29-b6e0-42c76268beda, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=71bb6a40-ca73-4c29-b6e0-42c76268beda,segment=NetworkSegment(359a38b4-7557-4a14-b051-96b6c2332e68),segment_id=359a38b4-7557-4a14-b051-96b6c2332e68)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:40:16.084027 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Returning: {'device': '71bb6a40-ca73-4c29-b6e0-42c76268beda', 'network_id': '621bfd8f-2d09-4d99-ab9f-5b90d40f6961', 'port_id': '71bb6a40-ca73-4c29-b6e0-42c76268beda', 'mac_address': 'fa:16:3e:2c:32:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e48a314e-2ba7-4cdc-bdbc-1f0001d4a4e9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 18:40:16.123188 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:16.136184 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71bb6a40-ca73-4c29-b6e0-42c76268beda {{(pid=103592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:40:16.155432 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port 71bb6a40-ca73-4c29-b6e0-42c76268beda, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=71bb6a40-ca73-4c29-b6e0-42c76268beda,segment=NetworkSegment(359a38b4-7557-4a14-b051-96b6c2332e68),segment_id=359a38b4-7557-4a14-b051-96b6c2332e68)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:40:16.159367 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:16.208170 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Pushing event updated for resources: {'Port': ['ID=71bb6a40-ca73-4c29-b6e0-42c76268beda,revision_number=4']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:40:16.216057 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:40:16.216407 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:40:16.216775 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:40:16.217115 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:40:16.217452 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:40:16.217783 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:40:16.218111 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:40:16.218437 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:40:16.218763 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:40:16.219088 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:40:16.219411 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:40:16.219731 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:40:16.416226 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] get_ports_and_sgs() called for port_ids ['71bb6a40-ca73-4c29-b6e0-42c76268beda'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:40:16.734180 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8bd157-0ee2-488b-918f-dc57368a3cac req-0ee93976-e4f3-4fa9-9f68-bd7ac5cb022c tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:40:16.735669 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5b8bd157-0ee2-488b-918f-dc57368a3cac req-0ee93976-e4f3-4fa9-9f68-bd7ac5cb022c tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] 10.222.0.60 "GET /v2.0/ports?device_id=61bbae4e-cf27-438a-a68d-db71dd03764d HTTP/1.1" status: 200 len: 944 time: 0.0500405 Nov 23 18:40:16.792805 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-5b8bd157-0ee2-488b-918f-dc57368a3cac req-b35f9599-6308-4cc0-82e5-da23ba8abb69 tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] 10.222.0.60 "GET /v2.0/security-groups?id=97b99a67-9db8-4a7e-ae38-fc3e5fc84df1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492165 Nov 23 18:40:16.822316 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-52822d53-48f5-4819-8a95-bdc13aea0bf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:17.909290 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b1d204-390a-4b49-8a50-aeacdfe5beb6 req-f5ddd737-d6c3-4d2c-8fa6-42c486cdbeff tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:40:17.911277 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e1b1d204-390a-4b49-8a50-aeacdfe5beb6 req-f5ddd737-d6c3-4d2c-8fa6-42c486cdbeff tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] 10.222.0.60 "GET /v2.0/ports?device_id=61bbae4e-cf27-438a-a68d-db71dd03764d HTTP/1.1" status: 200 len: 944 time: 0.0492494 Nov 23 18:40:17.960769 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e1b1d204-390a-4b49-8a50-aeacdfe5beb6 req-317dc3d1-c7f4-4792-844d-7afb1ce7c2f7 tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] 10.222.0.60 "GET /v2.0/security-groups?id=97b99a67-9db8-4a7e-ae38-fc3e5fc84df1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434315 Nov 23 18:40:18.011200 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device 71bb6a40-ca73-4c29-b6e0-42c76268beda up at agent hyperv_n-h2-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:40:18.058175 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9a27ae6c-db98-474f-94c1-cc99bf842d79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:18.071204 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Provisioning for port 71bb6a40-ca73-4c29-b6e0-42c76268beda completed by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 18:40:18.075023 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Provisioning complete for port 71bb6a40-ca73-4c29-b6e0-42c76268beda triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:40:18.075384 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:18.157037 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:18.179710 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61bbae4e-cf27-438a-a68d-db71dd03764d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71bb6a40-ca73-4c29-b6e0-42c76268beda'}] {{(pid=103592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:40:18.181973 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}369cae9aa69facfce3992dabc874bd76984507e3cd36da60a73cd3603125cd43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf9c891e-029d-4230-b2ce-8faf2709f5c2" -d '{"events": [{"server_uuid": "61bbae4e-cf27-438a-a68d-db71dd03764d", "name": "network-vif-plugged", "status": "completed", "tag": "71bb6a40-ca73-4c29-b6e0-42c76268beda"}]}' {{(pid=103592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:40:18.194497 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port 71bb6a40-ca73-4c29-b6e0-42c76268beda, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=71bb6a40-ca73-4c29-b6e0-42c76268beda,segment=NetworkSegment(359a38b4-7557-4a14-b051-96b6c2332e68),segment_id=359a38b4-7557-4a14-b051-96b6c2332e68)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:40:18.199118 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:18.251477 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Pushing event updated for resources: {'Port': ['ID=71bb6a40-ca73-4c29-b6e0-42c76268beda,revision_number=5']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:40:18.277117 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:40:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9447a30-f1f7-4d8e-911b-e7e3105cf967 x-openstack-request-id: req-b9447a30-f1f7-4d8e-911b-e7e3105cf967 {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:40:18.277405 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61bbae4e-cf27-438a-a68d-db71dd03764d", "name": "network-vif-plugged", "status": "completed", "tag": "71bb6a40-ca73-4c29-b6e0-42c76268beda", "code": 200}]} {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:40:18.277664 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b9447a30-f1f7-4d8e-911b-e7e3105cf967 {{(pid=103592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:40:18.278059 n-d-816206-8 neutron-server[103592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61bbae4e-cf27-438a-a68d-db71dd03764d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71bb6a40-ca73-4c29-b6e0-42c76268beda', 'code': 200} Nov 23 18:40:18.380175 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c25252-0bec-4b8e-9fe5-ad1c91a75c51 req-3f4c0112-3e40-44ee-a8f0-b1d2709cf014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:40:18.381874 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-80c25252-0bec-4b8e-9fe5-ad1c91a75c51 req-3f4c0112-3e40-44ee-a8f0-b1d2709cf014 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=61bbae4e-cf27-438a-a68d-db71dd03764d HTTP/1.1" status: 200 len: 1096 time: 0.0431769 Nov 23 18:40:18.429163 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-80c25252-0bec-4b8e-9fe5-ad1c91a75c51 req-b655b273-a35e-41e6-be50-af1c0aa80839 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=97b99a67-9db8-4a7e-ae38-fc3e5fc84df1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397816 Nov 23 18:40:18.513762 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:19.084045 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ea1002-a4c2-469b-b7b2-fc0c4d0add0e req-8385a95c-0e12-450e-a5b8-ad22fc5c1c20 tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:40:19.085612 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-46ea1002-a4c2-469b-b7b2-fc0c4d0add0e req-8385a95c-0e12-450e-a5b8-ad22fc5c1c20 tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] 10.222.0.60 "GET /v2.0/ports?device_id=61bbae4e-cf27-438a-a68d-db71dd03764d HTTP/1.1" status: 200 len: 945 time: 0.0562129 Nov 23 18:40:19.138765 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-46ea1002-a4c2-469b-b7b2-fc0c4d0add0e req-03023f20-ff7a-4927-a237-76979c3f7460 tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] 10.222.0.60 "GET /v2.0/security-groups?id=97b99a67-9db8-4a7e-ae38-fc3e5fc84df1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449765 Nov 23 18:40:20.253514 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf5eb29-4c37-455e-bbfe-bd69002d7d1c req-edea414d-6a54-4037-986f-865e2399f531 tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:40:20.255694 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ecf5eb29-4c37-455e-bbfe-bd69002d7d1c req-edea414d-6a54-4037-986f-865e2399f531 tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] 10.222.0.60 "GET /v2.0/ports?device_id=61bbae4e-cf27-438a-a68d-db71dd03764d HTTP/1.1" status: 200 len: 945 time: 0.0496640 Nov 23 18:40:20.304494 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ecf5eb29-4c37-455e-bbfe-bd69002d7d1c req-bf707a59-f70d-4d67-8d0d-c70b0b417011 tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] 10.222.0.60 "GET /v2.0/security-groups?id=97b99a67-9db8-4a7e-ae38-fc3e5fc84df1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428863 Nov 23 18:40:20.419942 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795f06a5-a0a5-4983-8827-dfdb2034916a req-9840061b-56d3-4832-b2d7-87baee07b84b tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:40:20.421346 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-795f06a5-a0a5-4983-8827-dfdb2034916a req-9840061b-56d3-4832-b2d7-87baee07b84b tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] 10.222.0.60 "GET /v2.0/ports?device_id=61bbae4e-cf27-438a-a68d-db71dd03764d HTTP/1.1" status: 200 len: 945 time: 0.0491555 Nov 23 18:40:20.474271 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-795f06a5-a0a5-4983-8827-dfdb2034916a req-48337169-6d12-406b-ae72-47b4d6bbf7e3 tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] 10.222.0.60 "GET /v2.0/security-groups?id=97b99a67-9db8-4a7e-ae38-fc3e5fc84df1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468926 Nov 23 18:40:20.495435 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 58356) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:40:20.534463 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0be67e1e-5b25-4a77-9f06-af708a994249 tempest-TestShelveInstance-122959981 tempest-TestShelveInstance-122959981-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:40:20.536624 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-0be67e1e-5b25-4a77-9f06-af708a994249 tempest-TestShelveInstance-122959981 tempest-TestShelveInstance-122959981-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=61bbae4e-cf27-438a-a68d-db71dd03764d HTTP/1.1" status: 200 len: 1091 time: 0.0401638 Nov 23 18:40:20.539256 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 58358) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:40:20.543454 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-9915478b-865d-458d-a89e-1e72d4bc71cc tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Request body: {'floatingip': {'floating_network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'port_id': '71bb6a40-ca73-4c29-b6e0-42c76268beda', 'tenant_id': '624970b757874e2790c0d0bbc2d43e4f', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:40:20.565188 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-9915478b-865d-458d-a89e-1e72d4bc71cc tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Publish callbacks [] for floatingip, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:20.665302 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-9915478b-865d-458d-a89e-1e72d4bc71cc tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:20.767153 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.db_base_plugin_common [None req-9915478b-865d-458d-a89e-1e72d4bc71cc tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Allocated IP 172.25.3.50 (4c8455ba-1be5-42ac-b8c2-8a16e1292d55/08fe3644-ce41-4c3f-a7ea-92bac0f0fff5/cf111594-684b-4657-be67-736ffbe8b9ab) {{(pid=103591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:40:20.870847 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-9915478b-865d-458d-a89e-1e72d4bc71cc tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Publish callbacks [] for port, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:20.904516 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-9915478b-865d-458d-a89e-1e72d4bc71cc tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:20.944121 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9915478b-865d-458d-a89e-1e72d4bc71cc tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Network 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 is already hosted by enough agents. {{(pid=103591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:40:20.947656 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [None req-9915478b-865d-458d-a89e-1e72d4bc71cc tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Resources bound (agent type, host, resource id): {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:40:20.952122 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9915478b-865d-458d-a89e-1e72d4bc71cc tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Received port after_create {{(pid=103591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:40:20.959048 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9915478b-865d-458d-a89e-1e72d4bc71cc tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Pushing event updated for resources: {'Port': ['ID=cf111594-684b-4657-be67-736ffbe8b9ab,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:40:21.303808 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-9915478b-865d-458d-a89e-1e72d4bc71cc tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:21.367162 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-9915478b-865d-458d-a89e-1e72d4bc71cc tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:21.516416 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-9915478b-865d-458d-a89e-1e72d4bc71cc tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Publish callbacks [] for port, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:21.521001 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-9915478b-865d-458d-a89e-1e72d4bc71cc tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264758186'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:21.593917 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9915478b-865d-458d-a89e-1e72d4bc71cc tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Pushing event updated for resources: {'Port': ['ID=cf111594-684b-4657-be67-736ffbe8b9ab,revision_number=2']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:40:21.605533 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-9915478b-865d-458d-a89e-1e72d4bc71cc tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1795396'] for floatingip, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:21.704125 n-d-816206-8 neutron-server[103591]: INFO neutron.db.l3_db [None req-9915478b-865d-458d-a89e-1e72d4bc71cc tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Floating IP cccf5e9d-cbb2-4462-8015-04b836307b4e associated. External IP: 172.25.3.50, port: 71bb6a40-ca73-4c29-b6e0-42c76268beda. Nov 23 18:40:21.904731 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9915478b-865d-458d-a89e-1e72d4bc71cc tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Router b6a5f995-9da5-4b49-9186-ed0008f28a74 has already been hosted by L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 {{(pid=103591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:40:22.010701 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9915478b-865d-458d-a89e-1e72d4bc71cc tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:40:22.021061 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e90c7729-a8c9-47b0-87dd-b6a89b1b087c None None] Sync routers for ids ['b6a5f995-9da5-4b49-9186-ed0008f28a74'] in n-d-816206-8 {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:40:22.029874 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-9915478b-865d-458d-a89e-1e72d4bc71cc tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for floatingip, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:22.031052 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e90c7729-a8c9-47b0-87dd-b6a89b1b087c None None] Routers {'b6a5f995-9da5-4b49-9186-ed0008f28a74'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:40:22.031656 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-e90c7729-a8c9-47b0-87dd-b6a89b1b087c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T18:40:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['b6a5f995-9da5-4b49-9186-ed0008f28a74'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:40:22.072509 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-9915478b-865d-458d-a89e-1e72d4bc71cc tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5170100 Nov 23 18:40:22.072509 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61bbae4e-cf27-438a-a68d-db71dd03764d', 'tag': '71bb6a40-ca73-4c29-b6e0-42c76268beda'}] {{(pid=103591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:40:22.072509 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f4e21f982013ce885b63e29a1d25974432d95030e0706b58ae42016fda4ab83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc939e12-ff3b-4b0a-8106-9954c4e9e934" -d '{"events": [{"name": "network-changed", "server_uuid": "61bbae4e-cf27-438a-a68d-db71dd03764d", "tag": "71bb6a40-ca73-4c29-b6e0-42c76268beda"}]}' {{(pid=103591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:40:22.097790 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:40:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b65eb493-0c91-4089-9f67-26dddf55d153 x-openstack-request-id: req-b65eb493-0c91-4089-9f67-26dddf55d153 {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:40:22.098263 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61bbae4e-cf27-438a-a68d-db71dd03764d", "tag": "71bb6a40-ca73-4c29-b6e0-42c76268beda", "status": "completed", "code": 200}]} {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:40:22.098564 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-b65eb493-0c91-4089-9f67-26dddf55d153 {{(pid=103591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:40:22.098773 n-d-816206-8 neutron-server[103591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61bbae4e-cf27-438a-a68d-db71dd03764d', 'tag': '71bb6a40-ca73-4c29-b6e0-42c76268beda', 'status': 'completed', 'code': 200} Nov 23 18:40:22.140259 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-e90c7729-a8c9-47b0-87dd-b6a89b1b087c None None] Set router b6a5f995-9da5-4b49-9186-ed0008f28a74 gateway port host: n-d-816206-8 {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:40:22.167693 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc939e12-ff3b-4b0a-8106-9954c4e9e934 req-b90f9145-4c1e-49ae-b051-417d045f34f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:40:22.169156 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-fc939e12-ff3b-4b0a-8106-9954c4e9e934 req-b90f9145-4c1e-49ae-b051-417d045f34f3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=624970b757874e2790c0d0bbc2d43e4f&device_id=61bbae4e-cf27-438a-a68d-db71dd03764d HTTP/1.1" status: 200 len: 1096 time: 0.0463192 Nov 23 18:40:22.375800 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-e90c7729-a8c9-47b0-87dd-b6a89b1b087c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6a5f995-9da5-4b49-9186-ed0008f28a74', 'name': 'tempest-TestShelveInstance-1728799939-router', 'tenant_id': '624970b757874e2790c0d0bbc2d43e4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.219'}], 'enable_snat': True}, 'gw_port_id': '1c4a0e44-8180-4164-92ce-79d8c9b576f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:35:19Z', 'updated_at': '2021-11-23T18:35:22Z', 'revision_number': 4, 'project_id': '624970b757874e2790c0d0bbc2d43e4f', 'gw_port': {'id': '1c4a0e44-8180-4164-92ce-79d8c9b576f5', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:93:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6a5f995-9da5-4b49-9186-ed0008f28a74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:35:20Z', 'updated_at': '2021-11-23T18:35:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_floatingips': [{'id': 'cccf5e9d-cbb2-4462-8015-04b836307b4e', 'tenant_id': '624970b757874e2790c0d0bbc2d43e4f', 'floating_ip_address': '172.25.3.50', 'floating_network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'router_id': 'b6a5f995-9da5-4b49-9186-ed0008f28a74', 'port_id': '71bb6a40-ca73-4c29-b6e0-42c76268beda', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4336, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '621bfd8f-2d09-4d99-ab9f-5b90d40f6961', 'mac_address': 'fa:16:3e:2c:32:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61bbae4e-cf27-438a-a68d-db71dd03764d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T18:40:21Z', 'updated_at': '2021-11-23T18:40:21Z', 'revision_number': 0, 'project_id': '624970b757874e2790c0d0bbc2d43e4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67e019b7-40ab-43c0-b180-f86b3e2cf82b', 'name': '', 'network_id': '621bfd8f-2d09-4d99-ab9f-5b90d40f6961', 'tenant_id': '624970b757874e2790c0d0bbc2d43e4f', 'mac_address': 'fa:16:3e:32:31:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6a5f995-9da5-4b49-9186-ed0008f28a74', 'device_owner': 'network:router_interface', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': 'e48a314e-2ba7-4cdc-bdbc-1f0001d4a4e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:35:21Z', 'updated_at': '2021-11-23T18:35:26Z', 'revision_number': 5, 'project_id': '624970b757874e2790c0d0bbc2d43e4f', 'subnets': [{'id': 'e48a314e-2ba7-4cdc-bdbc-1f0001d4a4e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:40:22.407399 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e90c7729-a8c9-47b0-87dd-b6a89b1b087c None None] Checking router: b6a5f995-9da5-4b49-9186-ed0008f28a74 for host: n-d-816206-8 {{(pid=103593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:40:22.416304 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e90c7729-a8c9-47b0-87dd-b6a89b1b087c None None] Routers {'b6a5f995-9da5-4b49-9186-ed0008f28a74'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:40:22.416952 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-e90c7729-a8c9-47b0-87dd-b6a89b1b087c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T18:40:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['b6a5f995-9da5-4b49-9186-ed0008f28a74'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:40:22.524260 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-e90c7729-a8c9-47b0-87dd-b6a89b1b087c None None] Set router b6a5f995-9da5-4b49-9186-ed0008f28a74 gateway port host: n-d-816206-8 {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:40:22.572909 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc939e12-ff3b-4b0a-8106-9954c4e9e934 req-29405bc3-877e-4429-a035-5f52f589987f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:40:22.574409 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-fc939e12-ff3b-4b0a-8106-9954c4e9e934 req-29405bc3-877e-4429-a035-5f52f589987f service neutron] 10.222.0.36 "GET /v2.0/networks?id=621bfd8f-2d09-4d99-ab9f-5b90d40f6961 HTTP/1.1" status: 200 len: 910 time: 0.3978627 Nov 23 18:40:22.644066 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-fc939e12-ff3b-4b0a-8106-9954c4e9e934 req-5896fd6f-7b68-409c-9e40-861351c34f10 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=71bb6a40-ca73-4c29-b6e0-42c76268beda HTTP/1.1" status: 200 len: 998 time: 0.0620821 Nov 23 18:40:22.693594 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc939e12-ff3b-4b0a-8106-9954c4e9e934 req-dae37a9c-701b-49f0-96fd-353d0b55d4c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:40:22.695102 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-fc939e12-ff3b-4b0a-8106-9954c4e9e934 req-dae37a9c-701b-49f0-96fd-353d0b55d4c3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e48a314e-2ba7-4cdc-bdbc-1f0001d4a4e9 HTTP/1.1" status: 200 len: 848 time: 0.0437119 Nov 23 18:40:22.743546 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc939e12-ff3b-4b0a-8106-9954c4e9e934 req-bdc0cf07-c3c8-4889-947d-ce736d4dead4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:40:22.745099 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-fc939e12-ff3b-4b0a-8106-9954c4e9e934 req-bdc0cf07-c3c8-4889-947d-ce736d4dead4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=621bfd8f-2d09-4d99-ab9f-5b90d40f6961&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419543 Nov 23 18:40:22.752496 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-e90c7729-a8c9-47b0-87dd-b6a89b1b087c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6a5f995-9da5-4b49-9186-ed0008f28a74', 'name': 'tempest-TestShelveInstance-1728799939-router', 'tenant_id': '624970b757874e2790c0d0bbc2d43e4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.219'}], 'enable_snat': True}, 'gw_port_id': '1c4a0e44-8180-4164-92ce-79d8c9b576f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:35:19Z', 'updated_at': '2021-11-23T18:35:22Z', 'revision_number': 4, 'project_id': '624970b757874e2790c0d0bbc2d43e4f', 'gw_port': {'id': '1c4a0e44-8180-4164-92ce-79d8c9b576f5', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:93:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6a5f995-9da5-4b49-9186-ed0008f28a74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:35:20Z', 'updated_at': '2021-11-23T18:35:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_floatingips': [{'id': 'cccf5e9d-cbb2-4462-8015-04b836307b4e', 'tenant_id': '624970b757874e2790c0d0bbc2d43e4f', 'floating_ip_address': '172.25.3.50', 'floating_network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'router_id': 'b6a5f995-9da5-4b49-9186-ed0008f28a74', 'port_id': '71bb6a40-ca73-4c29-b6e0-42c76268beda', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4336, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '621bfd8f-2d09-4d99-ab9f-5b90d40f6961', 'mac_address': 'fa:16:3e:2c:32:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61bbae4e-cf27-438a-a68d-db71dd03764d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T18:40:21Z', 'updated_at': '2021-11-23T18:40:21Z', 'revision_number': 0, 'project_id': '624970b757874e2790c0d0bbc2d43e4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67e019b7-40ab-43c0-b180-f86b3e2cf82b', 'name': '', 'network_id': '621bfd8f-2d09-4d99-ab9f-5b90d40f6961', 'tenant_id': '624970b757874e2790c0d0bbc2d43e4f', 'mac_address': 'fa:16:3e:32:31:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6a5f995-9da5-4b49-9186-ed0008f28a74', 'device_owner': 'network:router_interface', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': 'e48a314e-2ba7-4cdc-bdbc-1f0001d4a4e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:35:21Z', 'updated_at': '2021-11-23T18:35:26Z', 'revision_number': 5, 'project_id': '624970b757874e2790c0d0bbc2d43e4f', 'subnets': [{'id': 'e48a314e-2ba7-4cdc-bdbc-1f0001d4a4e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:40:22.779395 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e90c7729-a8c9-47b0-87dd-b6a89b1b087c None None] The sync data for ids ['b6a5f995-9da5-4b49-9186-ed0008f28a74'] in n-d-816206-8 is: [{'id': 'b6a5f995-9da5-4b49-9186-ed0008f28a74', 'name': 'tempest-TestShelveInstance-1728799939-router', 'tenant_id': '624970b757874e2790c0d0bbc2d43e4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.219'}], 'enable_snat': True}, 'gw_port_id': '1c4a0e44-8180-4164-92ce-79d8c9b576f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:35:19Z', 'updated_at': '2021-11-23T18:35:22Z', 'revision_number': 4, 'project_id': '624970b757874e2790c0d0bbc2d43e4f', 'gw_port': {'id': '1c4a0e44-8180-4164-92ce-79d8c9b576f5', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:93:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6a5f995-9da5-4b49-9186-ed0008f28a74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:35:20Z', 'updated_at': '2021-11-23T18:35:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_floatingips': [{'id': 'cccf5e9d-cbb2-4462-8015-04b836307b4e', 'tenant_id': '624970b757874e2790c0d0bbc2d43e4f', 'floating_ip_address': '172.25.3.50', 'floating_network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'router_id': 'b6a5f995-9da5-4b49-9186-ed0008f28a74', 'port_id': '71bb6a40-ca73-4c29-b6e0-42c76268beda', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4336, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '621bfd8f-2d09-4d99-ab9f-5b90d40f6961', 'mac_address': 'fa:16:3e:2c:32:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61bbae4e-cf27-438a-a68d-db71dd03764d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T18:40:21Z', 'updated_at': '2021-11-23T18:40:21Z', 'revision_number': 0, 'project_id': '624970b757874e2790c0d0bbc2d43e4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67e019b7-40ab-43c0-b180-f86b3e2cf82b', 'name': '', 'network_id': '621bfd8f-2d09-4d99-ab9f-5b90d40f6961', 'tenant_id': '624970b757874e2790c0d0bbc2d43e4f', 'mac_address': 'fa:16:3e:32:31:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6a5f995-9da5-4b49-9186-ed0008f28a74', 'device_owner': 'network:router_interface', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': 'e48a314e-2ba7-4cdc-bdbc-1f0001d4a4e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:35:21Z', 'updated_at': '2021-11-23T18:35:26Z', 'revision_number': 5, 'project_id': '624970b757874e2790c0d0bbc2d43e4f', 'subnets': [{'id': 'e48a314e-2ba7-4cdc-bdbc-1f0001d4a4e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:40:22.847017 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-fc939e12-ff3b-4b0a-8106-9954c4e9e934 req-58ce20e4-5d69-4b1a-9a61-1bf6fff1d2ca service neutron] 10.222.0.36 "GET /v2.0/networks/621bfd8f-2d09-4d99-ab9f-5b90d40f6961?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943565 Nov 23 18:40:22.940755 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-fc939e12-ff3b-4b0a-8106-9954c4e9e934 req-eb194917-a72b-4e20-a1a5-16b3af74457e service neutron] 10.222.0.36 "GET /v2.0/networks/621bfd8f-2d09-4d99-ab9f-5b90d40f6961?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852039 Nov 23 18:40:22.985653 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da5ff38e-9862-4aec-9488-387e16ef914f None None] New status for floating IP cccf5e9d-cbb2-4462-8015-04b836307b4e: ACTIVE {{(pid=103592) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 18:40:43.136542 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-d1d99737-2647-445f-85f0-1173c6fce06e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:44.134006 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:44.965895 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:45.070873 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9f3ef88a-fa32-4b88-bff4-41fc38c7a714 req-cb12c509-8cf9-493c-81d7-c1ebbe2aff62 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=61bbae4e-cf27-438a-a68d-db71dd03764d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0467680 Nov 23 18:40:45.158701 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3ef88a-fa32-4b88-bff4-41fc38c7a714 req-b3739f10-d5b6-423c-9f01-aba3cba3cbc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:40:45.162835 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9f3ef88a-fa32-4b88-bff4-41fc38c7a714 req-b3739f10-d5b6-423c-9f01-aba3cba3cbc3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=624970b757874e2790c0d0bbc2d43e4f&device_id=61bbae4e-cf27-438a-a68d-db71dd03764d HTTP/1.1" status: 200 len: 1096 time: 0.0430796 Nov 23 18:40:45.219954 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-0d2660bf-2d2e-48ea-a031-9a016b4fd2cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:45.281653 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3ef88a-fa32-4b88-bff4-41fc38c7a714 req-538b3565-fa23-4068-a7aa-787f64b497d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:40:45.283140 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9f3ef88a-fa32-4b88-bff4-41fc38c7a714 req-538b3565-fa23-4068-a7aa-787f64b497d3 service neutron] 10.222.0.36 "GET /v2.0/networks?id=621bfd8f-2d09-4d99-ab9f-5b90d40f6961 HTTP/1.1" status: 200 len: 910 time: 0.1010232 Nov 23 18:40:45.358545 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9f3ef88a-fa32-4b88-bff4-41fc38c7a714 req-ec91a440-6e24-400b-96d0-27eef869729c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=71bb6a40-ca73-4c29-b6e0-42c76268beda HTTP/1.1" status: 200 len: 1000 time: 0.0669479 Nov 23 18:40:45.415742 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3ef88a-fa32-4b88-bff4-41fc38c7a714 req-c727e575-21b4-422a-a634-f235e3c31ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:40:45.417344 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9f3ef88a-fa32-4b88-bff4-41fc38c7a714 req-c727e575-21b4-422a-a634-f235e3c31ef8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e48a314e-2ba7-4cdc-bdbc-1f0001d4a4e9 HTTP/1.1" status: 200 len: 848 time: 0.0517120 Nov 23 18:40:45.465642 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3ef88a-fa32-4b88-bff4-41fc38c7a714 req-1abb3650-f04c-4cd0-b5b8-71ac506dcf59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:40:45.467236 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9f3ef88a-fa32-4b88-bff4-41fc38c7a714 req-1abb3650-f04c-4cd0-b5b8-71ac506dcf59 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=621bfd8f-2d09-4d99-ab9f-5b90d40f6961&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427835 Nov 23 18:40:45.569266 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9f3ef88a-fa32-4b88-bff4-41fc38c7a714 req-b4e99280-6127-4f79-97fb-a2b498904318 service neutron] 10.222.0.36 "GET /v2.0/networks/621bfd8f-2d09-4d99-ab9f-5b90d40f6961?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936821 Nov 23 18:40:45.672566 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9f3ef88a-fa32-4b88-bff4-41fc38c7a714 req-f90f970b-48df-40ee-be2d-19e5c46b8745 service neutron] 10.222.0.36 "GET /v2.0/networks/621bfd8f-2d09-4d99-ab9f-5b90d40f6961?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909379 Nov 23 18:40:46.522852 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.agents_db [None req-464f6c07-0de8-4be6-8f5b-563f574d1c5d None None] Agent healthcheck: found 7 active agents {{(pid=103593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 18:40:46.830782 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-52822d53-48f5-4819-8a95-bdc13aea0bf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:48.034767 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9a27ae6c-db98-474f-94c1-cc99bf842d79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:40:48.512543 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:13.138627 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-e86efe58-b770-4952-b752-73124483c654 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:14.146232 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:14.962988 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:15.221391 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-60ffd9c1-7742-44d0-bde2-fcc11cdc3b0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:16.828234 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-52822d53-48f5-4819-8a95-bdc13aea0bf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:18.034462 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9a27ae6c-db98-474f-94c1-cc99bf842d79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:18.513693 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:23.521444 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.agents_db [None req-464f6c07-0de8-4be6-8f5b-563f574d1c5d None None] Agent healthcheck: found 7 active agents {{(pid=103593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 18:41:43.139578 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-138e6ac1-9b35-44fd-b381-945622caefbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:44.145532 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:44.961116 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:45.224113 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-118492d8-a652-4895-9740-cd8e87af52a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:46.054772 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c0cedf21-041e-4d23-8cf3-5cd315d83f31 req-ef0aadab-a09e-4c88-a7b1-da0c5e18891d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=61bbae4e-cf27-438a-a68d-db71dd03764d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0405009 Nov 23 18:41:46.138306 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cedf21-041e-4d23-8cf3-5cd315d83f31 req-27219f75-dce8-4cc7-af57-e207708788a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:41:46.139810 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c0cedf21-041e-4d23-8cf3-5cd315d83f31 req-27219f75-dce8-4cc7-af57-e207708788a3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=624970b757874e2790c0d0bbc2d43e4f&device_id=61bbae4e-cf27-438a-a68d-db71dd03764d HTTP/1.1" status: 200 len: 1096 time: 0.0408692 Nov 23 18:41:46.249207 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cedf21-041e-4d23-8cf3-5cd315d83f31 req-ab3f41bd-d84d-4a0f-b3d5-66f50261eab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:41:46.250703 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c0cedf21-041e-4d23-8cf3-5cd315d83f31 req-ab3f41bd-d84d-4a0f-b3d5-66f50261eab6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=621bfd8f-2d09-4d99-ab9f-5b90d40f6961 HTTP/1.1" status: 200 len: 910 time: 0.0885863 Nov 23 18:41:46.317399 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c0cedf21-041e-4d23-8cf3-5cd315d83f31 req-b06ae859-388e-44cf-843c-ae4330c90f3d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=71bb6a40-ca73-4c29-b6e0-42c76268beda HTTP/1.1" status: 200 len: 1000 time: 0.0580375 Nov 23 18:41:46.367094 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cedf21-041e-4d23-8cf3-5cd315d83f31 req-5f84b80a-3eff-427c-90e3-e6b647a23542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:41:46.375530 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c0cedf21-041e-4d23-8cf3-5cd315d83f31 req-5f84b80a-3eff-427c-90e3-e6b647a23542 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e48a314e-2ba7-4cdc-bdbc-1f0001d4a4e9 HTTP/1.1" status: 200 len: 848 time: 0.0436285 Nov 23 18:41:46.418876 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cedf21-041e-4d23-8cf3-5cd315d83f31 req-09ac8c43-f67c-403f-bfa5-fd393293d200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:41:46.420351 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c0cedf21-041e-4d23-8cf3-5cd315d83f31 req-09ac8c43-f67c-403f-bfa5-fd393293d200 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=621bfd8f-2d09-4d99-ab9f-5b90d40f6961&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438950 Nov 23 18:41:46.512784 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c0cedf21-041e-4d23-8cf3-5cd315d83f31 req-db6921b7-d67d-4b79-9116-f1d680d45bc7 service neutron] 10.222.0.36 "GET /v2.0/networks/621bfd8f-2d09-4d99-ab9f-5b90d40f6961?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841250 Nov 23 18:41:46.607785 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c0cedf21-041e-4d23-8cf3-5cd315d83f31 req-06e90728-0a48-45f2-a809-a382738ad84a service neutron] 10.222.0.36 "GET /v2.0/networks/621bfd8f-2d09-4d99-ab9f-5b90d40f6961?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871944 Nov 23 18:41:46.833159 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-52822d53-48f5-4819-8a95-bdc13aea0bf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:48.037597 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9a27ae6c-db98-474f-94c1-cc99bf842d79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:41:48.515419 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:00.519771 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.agents_db [None req-464f6c07-0de8-4be6-8f5b-563f574d1c5d None None] Agent healthcheck: found 7 active agents {{(pid=103593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 18:42:13.140473 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-43be0728-193e-4f0b-9c96-47349c146041 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:14.144195 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:14.960987 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:15.226486 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-966a57f4-caae-4b27-8906-f7b5b1937901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:16.836101 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-52822d53-48f5-4819-8a95-bdc13aea0bf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:17.874123 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6731d5-b59c-477c-8bd1-f33933ec9e5a req-a7a767f7-c2e7-4866-952e-67d86274d6fd tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:17.875576 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4d6731d5-b59c-477c-8bd1-f33933ec9e5a req-a7a767f7-c2e7-4866-952e-67d86274d6fd tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] 10.222.0.60 "GET /v2.0/ports?device_id=61bbae4e-cf27-438a-a68d-db71dd03764d HTTP/1.1" status: 200 len: 945 time: 0.0530007 Nov 23 18:42:17.928234 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4d6731d5-b59c-477c-8bd1-f33933ec9e5a req-2cc7d594-9f96-4d45-b2d2-00f49b7c1b7d tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] 10.222.0.60 "GET /v2.0/security-groups?id=97b99a67-9db8-4a7e-ae38-fc3e5fc84df1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457716 Nov 23 18:42:18.040107 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9a27ae6c-db98-474f-94c1-cc99bf842d79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:18.517773 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:19.074979 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36058fed-e5ea-4223-94a0-18308533e3b0 req-8049ecf6-816b-4ced-a605-bf60fe0edce6 tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:19.076443 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-36058fed-e5ea-4223-94a0-18308533e3b0 req-8049ecf6-816b-4ced-a605-bf60fe0edce6 tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] 10.222.0.60 "GET /v2.0/ports?device_id=61bbae4e-cf27-438a-a68d-db71dd03764d HTTP/1.1" status: 200 len: 945 time: 0.0501769 Nov 23 18:42:19.130012 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-36058fed-e5ea-4223-94a0-18308533e3b0 req-3723a324-cd7a-44fa-adef-8163f9013892 tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] 10.222.0.60 "GET /v2.0/security-groups?id=97b99a67-9db8-4a7e-ae38-fc3e5fc84df1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475640 Nov 23 18:42:20.278060 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd168d53-b599-48be-839b-7c8320c76b38 req-dd532161-65b1-4194-b8bc-e1be01d5ac69 tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:20.279533 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-dd168d53-b599-48be-839b-7c8320c76b38 req-dd532161-65b1-4194-b8bc-e1be01d5ac69 tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] 10.222.0.60 "GET /v2.0/ports?device_id=61bbae4e-cf27-438a-a68d-db71dd03764d HTTP/1.1" status: 200 len: 945 time: 0.0492971 Nov 23 18:42:20.329313 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-dd168d53-b599-48be-839b-7c8320c76b38 req-8a910ba3-a5a9-46d2-9dbb-704d6fc0a65c tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] 10.222.0.60 "GET /v2.0/security-groups?id=97b99a67-9db8-4a7e-ae38-fc3e5fc84df1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436792 Nov 23 18:42:21.446001 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b0ba95-bfff-47be-b98f-09fdccaff8d9 req-fe43cbe6-36e2-4373-81e7-6f93c758310c tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:21.447476 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-10b0ba95-bfff-47be-b98f-09fdccaff8d9 req-fe43cbe6-36e2-4373-81e7-6f93c758310c tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] 10.222.0.60 "GET /v2.0/ports?device_id=61bbae4e-cf27-438a-a68d-db71dd03764d HTTP/1.1" status: 200 len: 945 time: 0.0507760 Nov 23 18:42:21.496339 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-10b0ba95-bfff-47be-b98f-09fdccaff8d9 req-a28dc59d-2338-4b57-a059-5c8bb533011c tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] 10.222.0.60 "GET /v2.0/security-groups?id=97b99a67-9db8-4a7e-ae38-fc3e5fc84df1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428517 Nov 23 18:42:22.616019 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec52c57e-e850-4faa-a448-2e9912fdb864 req-7d105fc7-f99a-4ca0-a96c-42329793bf50 tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:22.617574 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ec52c57e-e850-4faa-a448-2e9912fdb864 req-7d105fc7-f99a-4ca0-a96c-42329793bf50 tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] 10.222.0.60 "GET /v2.0/ports?device_id=61bbae4e-cf27-438a-a68d-db71dd03764d HTTP/1.1" status: 200 len: 945 time: 0.0539746 Nov 23 18:42:22.667769 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ec52c57e-e850-4faa-a448-2e9912fdb864 req-5981a6ae-942d-4731-8958-85a6f1080f2a tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] 10.222.0.60 "GET /v2.0/security-groups?id=97b99a67-9db8-4a7e-ae38-fc3e5fc84df1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435779 Nov 23 18:42:23.785880 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214580d1-82e0-4e65-a12c-02023b565d2b req-e077a070-b3b8-4b38-b32b-8bffd6148619 tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:23.787375 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-214580d1-82e0-4e65-a12c-02023b565d2b req-e077a070-b3b8-4b38-b32b-8bffd6148619 tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] 10.222.0.60 "GET /v2.0/ports?device_id=61bbae4e-cf27-438a-a68d-db71dd03764d HTTP/1.1" status: 200 len: 945 time: 0.0509880 Nov 23 18:42:23.836803 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-214580d1-82e0-4e65-a12c-02023b565d2b req-d1d37597-3c80-4a6d-b0b0-451a56fe7b65 tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] 10.222.0.60 "GET /v2.0/security-groups?id=97b99a67-9db8-4a7e-ae38-fc3e5fc84df1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425215 Nov 23 18:42:24.952134 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57d9cf8-cd0f-4135-9378-41a529abdbfa req-b0797b15-4094-4021-9bf1-5e16db6620af tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:24.953622 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f57d9cf8-cd0f-4135-9378-41a529abdbfa req-b0797b15-4094-4021-9bf1-5e16db6620af tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] 10.222.0.60 "GET /v2.0/ports?device_id=61bbae4e-cf27-438a-a68d-db71dd03764d HTTP/1.1" status: 200 len: 945 time: 0.0485539 Nov 23 18:42:25.006014 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f57d9cf8-cd0f-4135-9378-41a529abdbfa req-9952dbaa-72d0-40b0-b610-5c9795a37283 tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] 10.222.0.60 "GET /v2.0/security-groups?id=97b99a67-9db8-4a7e-ae38-fc3e5fc84df1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465028 Nov 23 18:42:26.127247 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1b8210-f4c8-4516-b30b-c42543fa8e92 req-2da6fdf7-1f7d-4fff-8524-3e83c0688f03 tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:26.128864 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2f1b8210-f4c8-4516-b30b-c42543fa8e92 req-2da6fdf7-1f7d-4fff-8524-3e83c0688f03 tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] 10.222.0.60 "GET /v2.0/ports?device_id=61bbae4e-cf27-438a-a68d-db71dd03764d HTTP/1.1" status: 200 len: 945 time: 0.0540125 Nov 23 18:42:26.187025 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2f1b8210-f4c8-4516-b30b-c42543fa8e92 req-3c0ab401-9099-47b8-99ee-bb70b14bc512 tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] 10.222.0.60 "GET /v2.0/security-groups?id=97b99a67-9db8-4a7e-ae38-fc3e5fc84df1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510757 Nov 23 18:42:27.303863 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84270aa3-ead0-4ea8-8f77-d068d6cf0653 req-2d759f27-990c-4784-b36e-2e9d2ce4d20b tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:27.305358 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-84270aa3-ead0-4ea8-8f77-d068d6cf0653 req-2d759f27-990c-4784-b36e-2e9d2ce4d20b tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] 10.222.0.60 "GET /v2.0/ports?device_id=61bbae4e-cf27-438a-a68d-db71dd03764d HTTP/1.1" status: 200 len: 945 time: 0.0491507 Nov 23 18:42:27.354345 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-84270aa3-ead0-4ea8-8f77-d068d6cf0653 req-46ce053f-0cc5-464b-8218-e7e1b2ca380c tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] 10.222.0.60 "GET /v2.0/security-groups?id=97b99a67-9db8-4a7e-ae38-fc3e5fc84df1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429099 Nov 23 18:42:28.015193 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9045f4-aee9-49c9-b583-5d796b96afd0 req-4b021c5c-0411-4987-bb52-e27d92b99220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:28.016794 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2c9045f4-aee9-49c9-b583-5d796b96afd0 req-4b021c5c-0411-4987-bb52-e27d92b99220 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=624970b757874e2790c0d0bbc2d43e4f&device_id=61bbae4e-cf27-438a-a68d-db71dd03764d HTTP/1.1" status: 200 len: 1096 time: 0.0461271 Nov 23 18:42:28.108964 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9045f4-aee9-49c9-b583-5d796b96afd0 req-0960c69d-cbe8-4cb1-bf66-650b1827888e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:28.110415 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2c9045f4-aee9-49c9-b583-5d796b96afd0 req-0960c69d-cbe8-4cb1-bf66-650b1827888e service neutron] 10.222.0.36 "GET /v2.0/networks?id=621bfd8f-2d09-4d99-ab9f-5b90d40f6961 HTTP/1.1" status: 200 len: 910 time: 0.0850298 Nov 23 18:42:28.181183 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2c9045f4-aee9-49c9-b583-5d796b96afd0 req-c7ce536d-3196-4016-b19c-639e5589a635 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=71bb6a40-ca73-4c29-b6e0-42c76268beda HTTP/1.1" status: 200 len: 1000 time: 0.0625842 Nov 23 18:42:28.231818 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9045f4-aee9-49c9-b583-5d796b96afd0 req-adda8f9d-6aab-48ba-b62a-670355213f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:28.233253 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2c9045f4-aee9-49c9-b583-5d796b96afd0 req-adda8f9d-6aab-48ba-b62a-670355213f19 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e48a314e-2ba7-4cdc-bdbc-1f0001d4a4e9 HTTP/1.1" status: 200 len: 848 time: 0.0437241 Nov 23 18:42:28.280830 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9045f4-aee9-49c9-b583-5d796b96afd0 req-bf734a2b-6cea-42e8-a1c5-820335c30f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:28.282192 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2c9045f4-aee9-49c9-b583-5d796b96afd0 req-bf734a2b-6cea-42e8-a1c5-820335c30f4f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=621bfd8f-2d09-4d99-ab9f-5b90d40f6961&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407729 Nov 23 18:42:28.375583 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2c9045f4-aee9-49c9-b583-5d796b96afd0 req-8eab5dee-14ee-41f6-93dc-dd97da92670d service neutron] 10.222.0.36 "GET /v2.0/networks/621bfd8f-2d09-4d99-ab9f-5b90d40f6961?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850644 Nov 23 18:42:28.503618 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2c9045f4-aee9-49c9-b583-5d796b96afd0 req-ed359f04-aed8-4e45-b6a9-1fb0052a0fb7 service neutron] 10.222.0.36 "GET /v2.0/networks/621bfd8f-2d09-4d99-ab9f-5b90d40f6961?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1179583 Nov 23 18:42:28.513158 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34aa95b5-6501-4652-a40e-4cfdbd1b2c63 req-e1c9bcee-4944-4a95-a1ea-3161d29ac3d0 tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:28.514597 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-34aa95b5-6501-4652-a40e-4cfdbd1b2c63 req-e1c9bcee-4944-4a95-a1ea-3161d29ac3d0 tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] 10.222.0.60 "GET /v2.0/ports?device_id=61bbae4e-cf27-438a-a68d-db71dd03764d HTTP/1.1" status: 200 len: 945 time: 0.0739467 Nov 23 18:42:28.571428 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-34aa95b5-6501-4652-a40e-4cfdbd1b2c63 req-264786f4-f534-4055-8498-5b1b310646ba tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] 10.222.0.60 "GET /v2.0/security-groups?id=97b99a67-9db8-4a7e-ae38-fc3e5fc84df1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499537 Nov 23 18:42:29.690572 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec975db-feb5-440b-a591-230443e55b01 req-5cbf0409-19da-452d-8aa2-7f4cdd7a63e2 tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:29.692015 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-eec975db-feb5-440b-a591-230443e55b01 req-5cbf0409-19da-452d-8aa2-7f4cdd7a63e2 tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] 10.222.0.60 "GET /v2.0/ports?device_id=61bbae4e-cf27-438a-a68d-db71dd03764d HTTP/1.1" status: 200 len: 945 time: 0.0483937 Nov 23 18:42:29.743197 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-eec975db-feb5-440b-a591-230443e55b01 req-537ceecb-6626-42e2-9645-d5ae1267a2e3 tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] 10.222.0.60 "GET /v2.0/security-groups?id=97b99a67-9db8-4a7e-ae38-fc3e5fc84df1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451899 Nov 23 18:42:30.864567 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11d95df-2704-4599-81de-3d78ec3fa73c req-5e24b8fb-1808-43ed-8658-83631a8f1e6f tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:30.866152 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b11d95df-2704-4599-81de-3d78ec3fa73c req-5e24b8fb-1808-43ed-8658-83631a8f1e6f tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] 10.222.0.60 "GET /v2.0/ports?device_id=61bbae4e-cf27-438a-a68d-db71dd03764d HTTP/1.1" status: 200 len: 945 time: 0.0541747 Nov 23 18:42:30.919196 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b11d95df-2704-4599-81de-3d78ec3fa73c req-ffb80b7f-725e-407f-abbc-9ca8efcc4e37 tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] 10.222.0.60 "GET /v2.0/security-groups?id=97b99a67-9db8-4a7e-ae38-fc3e5fc84df1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462112 Nov 23 18:42:32.043933 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2252665a-9433-404d-8b89-64f8b1931bca req-68786440-8b39-4ece-8870-c6db0a4b3692 tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:32.045388 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2252665a-9433-404d-8b89-64f8b1931bca req-68786440-8b39-4ece-8870-c6db0a4b3692 tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] 10.222.0.60 "GET /v2.0/ports?device_id=61bbae4e-cf27-438a-a68d-db71dd03764d HTTP/1.1" status: 200 len: 945 time: 0.0514202 Nov 23 18:42:32.102196 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2252665a-9433-404d-8b89-64f8b1931bca req-32c3afd3-bbfe-4bf7-a8b8-8c7637113043 tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] 10.222.0.60 "GET /v2.0/security-groups?id=97b99a67-9db8-4a7e-ae38-fc3e5fc84df1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507329 Nov 23 18:42:32.173420 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [req-7e91f489-aef9-47f0-b88f-f651954c2b69 req-7cd20afe-a081-43e6-8e90-4a15212950da service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=103591) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 18:42:32.174412 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7e91f489-aef9-47f0-b88f-f651954c2b69 req-7cd20afe-a081-43e6-8e90-4a15212950da service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053556 Nov 23 18:42:32.319228 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-98730af5-77fd-4a9b-921b-70fd7427a866 req-741f07b2-ae05-4560-8895-b65fb52d268b service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=61bbae4e-cf27-438a-a68d-db71dd03764d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0469110 Nov 23 18:42:32.330150 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [req-98730af5-77fd-4a9b-921b-70fd7427a866 req-b8fada94-d97e-4e50-b9b7-1408105a5a9a service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=103590) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 18:42:32.331102 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [req-98730af5-77fd-4a9b-921b-70fd7427a866 req-b8fada94-d97e-4e50-b9b7-1408105a5a9a service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050192 Nov 23 18:42:32.341078 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f804b3-e791-4da5-b8a3-b880cf3f4433 req-626d4af2-1db7-40e4-8747-0e14c70a1722 tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:32.342542 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-63f804b3-e791-4da5-b8a3-b880cf3f4433 req-626d4af2-1db7-40e4-8747-0e14c70a1722 tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] 10.222.0.60 "GET /v2.0/ports?device_id=61bbae4e-cf27-438a-a68d-db71dd03764d HTTP/1.1" status: 200 len: 945 time: 0.0501666 Nov 23 18:42:32.399412 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-63f804b3-e791-4da5-b8a3-b880cf3f4433 req-6fafaecf-edfa-4753-a260-5f7add4be223 tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] 10.222.0.60 "GET /v2.0/security-groups?id=97b99a67-9db8-4a7e-ae38-fc3e5fc84df1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500185 Nov 23 18:42:33.519491 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f792ff12-6d02-4bea-82e0-0ea67213aa19 req-36bfdf58-94aa-4907-b507-2334dc0d4d7d tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:33.521023 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f792ff12-6d02-4bea-82e0-0ea67213aa19 req-36bfdf58-94aa-4907-b507-2334dc0d4d7d tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] 10.222.0.60 "GET /v2.0/ports?device_id=61bbae4e-cf27-438a-a68d-db71dd03764d HTTP/1.1" status: 200 len: 945 time: 0.0515556 Nov 23 18:42:33.571834 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f792ff12-6d02-4bea-82e0-0ea67213aa19 req-a688f6db-5b6c-4c20-ba8e-a96a117222dd tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] 10.222.0.60 "GET /v2.0/security-groups?id=97b99a67-9db8-4a7e-ae38-fc3e5fc84df1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445426 Nov 23 18:42:34.616270 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device 71bb6a40-ca73-4c29-b6e0-42c76268beda no longer exists at agent hyperv_n-h2-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:42:34.691330 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb35e22-3f63-43e4-9171-389922ae7826 req-d2879680-3390-4a04-b4d9-062e2f4418f8 tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:34.692885 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-fdb35e22-3f63-43e4-9171-389922ae7826 req-d2879680-3390-4a04-b4d9-062e2f4418f8 tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] 10.222.0.60 "GET /v2.0/ports?device_id=61bbae4e-cf27-438a-a68d-db71dd03764d HTTP/1.1" status: 200 len: 945 time: 0.0506363 Nov 23 18:42:34.704102 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:34.730673 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61bbae4e-cf27-438a-a68d-db71dd03764d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '71bb6a40-ca73-4c29-b6e0-42c76268beda'}] {{(pid=103592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:42:34.733043 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}369cae9aa69facfce3992dabc874bd76984507e3cd36da60a73cd3603125cd43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f1baeb3-0776-45cc-a3c6-caa31b2a59b0" -d '{"events": [{"server_uuid": "61bbae4e-cf27-438a-a68d-db71dd03764d", "name": "network-vif-unplugged", "status": "completed", "tag": "71bb6a40-ca73-4c29-b6e0-42c76268beda"}]}' {{(pid=103592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:42:34.746116 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port 71bb6a40-ca73-4c29-b6e0-42c76268beda, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=71bb6a40-ca73-4c29-b6e0-42c76268beda,segment=NetworkSegment(359a38b4-7557-4a14-b051-96b6c2332e68),segment_id=359a38b4-7557-4a14-b051-96b6c2332e68)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:42:34.746346 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-fdb35e22-3f63-43e4-9171-389922ae7826 req-9298cfc7-0e41-448f-a3c9-6e9c48e00070 tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] 10.222.0.60 "GET /v2.0/security-groups?id=97b99a67-9db8-4a7e-ae38-fc3e5fc84df1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469832 Nov 23 18:42:34.750687 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:34.798017 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 23 Nov 2021 18:42:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-274fbe65-c49d-4073-bf6d-6460d46b1c09 x-openstack-request-id: req-274fbe65-c49d-4073-bf6d-6460d46b1c09 {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:42:34.798307 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61bbae4e-cf27-438a-a68d-db71dd03764d", "name": "network-vif-unplugged", "status": "failed", "tag": "71bb6a40-ca73-4c29-b6e0-42c76268beda", "code": 422}]} {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:42:34.798555 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-274fbe65-c49d-4073-bf6d-6460d46b1c09 {{(pid=103592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:42:34.798943 n-d-816206-8 neutron-server[103592]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '61bbae4e-cf27-438a-a68d-db71dd03764d', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '71bb6a40-ca73-4c29-b6e0-42c76268beda', 'code': 422} returned with failed status Nov 23 18:42:34.811537 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Pushing event updated for resources: {'Port': ['ID=71bb6a40-ca73-4c29-b6e0-42c76268beda,revision_number=6']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:42:34.818806 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:42:34.819153 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:42:34.819492 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:42:34.819831 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:42:34.820161 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:42:34.820502 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:42:34.820833 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:42:34.821155 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:42:34.821490 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:42:34.821821 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:42:34.822143 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:42:34.822460 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:42:35.883999 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337eceb7-302f-41f0-b603-625eeba3593a req-621e8164-70da-42fc-86fa-b87d1a20c209 tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:35.886754 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-337eceb7-302f-41f0-b603-625eeba3593a req-621e8164-70da-42fc-86fa-b87d1a20c209 tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] 10.222.0.60 "GET /v2.0/ports?device_id=61bbae4e-cf27-438a-a68d-db71dd03764d HTTP/1.1" status: 200 len: 943 time: 0.0576406 Nov 23 18:42:35.938750 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-337eceb7-302f-41f0-b603-625eeba3593a req-2646ffd7-3664-4570-9d9f-a638bc33a1b4 tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] 10.222.0.60 "GET /v2.0/security-groups?id=97b99a67-9db8-4a7e-ae38-fc3e5fc84df1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459609 Nov 23 18:42:37.053699 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570c0366-d0c6-4b7a-ae67-89361bfc1059 req-6e42f80d-0bb9-4993-bff7-b17a0914f5c9 tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:37.055193 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-570c0366-d0c6-4b7a-ae67-89361bfc1059 req-6e42f80d-0bb9-4993-bff7-b17a0914f5c9 tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] 10.222.0.60 "GET /v2.0/ports?device_id=61bbae4e-cf27-438a-a68d-db71dd03764d HTTP/1.1" status: 200 len: 943 time: 0.0490670 Nov 23 18:42:37.106412 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-570c0366-d0c6-4b7a-ae67-89361bfc1059 req-d1d4671b-3edd-43a9-b999-856cd4cc7b50 tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] 10.222.0.60 "GET /v2.0/security-groups?id=97b99a67-9db8-4a7e-ae38-fc3e5fc84df1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446155 Nov 23 18:42:37.518725 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.agents_db [None req-464f6c07-0de8-4be6-8f5b-563f574d1c5d None None] Agent healthcheck: found 7 active agents {{(pid=103593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 18:42:38.154310 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98730af5-77fd-4a9b-921b-70fd7427a866 req-0ae8b0c0-9ce2-4195-baaa-f27705a1b455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:38.155842 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-98730af5-77fd-4a9b-921b-70fd7427a866 req-0ae8b0c0-9ce2-4195-baaa-f27705a1b455 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=61bbae4e-cf27-438a-a68d-db71dd03764d&tenant_id=624970b757874e2790c0d0bbc2d43e4f HTTP/1.1" status: 200 len: 1094 time: 0.0444860 Nov 23 18:42:38.260085 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a586033b-aaf9-417f-9a40-4326c39222ea req-3ee97151-98aa-474d-af18-0c2435a258b1 tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:38.261636 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a586033b-aaf9-417f-9a40-4326c39222ea req-3ee97151-98aa-474d-af18-0c2435a258b1 tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] 10.222.0.60 "GET /v2.0/ports?device_id=61bbae4e-cf27-438a-a68d-db71dd03764d HTTP/1.1" status: 200 len: 943 time: 0.0835471 Nov 23 18:42:38.267579 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98730af5-77fd-4a9b-921b-70fd7427a866 req-f32fea03-13be-4897-8dc2-9d4c43a96e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:38.269098 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-98730af5-77fd-4a9b-921b-70fd7427a866 req-f32fea03-13be-4897-8dc2-9d4c43a96e17 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=624970b757874e2790c0d0bbc2d43e4f&device_id=61bbae4e-cf27-438a-a68d-db71dd03764d HTTP/1.1" status: 200 len: 1094 time: 0.0788457 Nov 23 18:42:38.375391 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a586033b-aaf9-417f-9a40-4326c39222ea req-0b1b8c51-a4c4-4589-ad00-2f999d104add tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] 10.222.0.60 "GET /v2.0/security-groups?id=97b99a67-9db8-4a7e-ae38-fc3e5fc84df1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1052170 Nov 23 18:42:38.401019 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98730af5-77fd-4a9b-921b-70fd7427a866 req-f74b283c-9bcd-4b72-aa9c-e25cb3722f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:38.402491 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-98730af5-77fd-4a9b-921b-70fd7427a866 req-f74b283c-9bcd-4b72-aa9c-e25cb3722f29 service neutron] 10.222.0.36 "GET /v2.0/networks?id=621bfd8f-2d09-4d99-ab9f-5b90d40f6961 HTTP/1.1" status: 200 len: 910 time: 0.1258719 Nov 23 18:42:38.474630 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-98730af5-77fd-4a9b-921b-70fd7427a866 req-27168858-c370-4a90-99f2-c8e83120c436 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=71bb6a40-ca73-4c29-b6e0-42c76268beda HTTP/1.1" status: 200 len: 998 time: 0.0636294 Nov 23 18:42:38.526327 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98730af5-77fd-4a9b-921b-70fd7427a866 req-1d35b22a-51b1-45c0-a146-52d625c66994 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:38.527807 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-98730af5-77fd-4a9b-921b-70fd7427a866 req-1d35b22a-51b1-45c0-a146-52d625c66994 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e48a314e-2ba7-4cdc-bdbc-1f0001d4a4e9 HTTP/1.1" status: 200 len: 848 time: 0.0457957 Nov 23 18:42:38.580497 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98730af5-77fd-4a9b-921b-70fd7427a866 req-6bfd33c0-4ba3-4790-9d45-875185435fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:38.582025 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-98730af5-77fd-4a9b-921b-70fd7427a866 req-6bfd33c0-4ba3-4790-9d45-875185435fe8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=621bfd8f-2d09-4d99-ab9f-5b90d40f6961&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0460641 Nov 23 18:42:38.683263 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-98730af5-77fd-4a9b-921b-70fd7427a866 req-5584564b-2120-4ba0-927f-6e20a8dab0ec service neutron] 10.222.0.36 "GET /v2.0/networks/621bfd8f-2d09-4d99-ab9f-5b90d40f6961?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919452 Nov 23 18:42:38.780243 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-98730af5-77fd-4a9b-921b-70fd7427a866 req-20f800f8-aedc-4dc6-826e-52968dc343dc service neutron] 10.222.0.36 "GET /v2.0/networks/621bfd8f-2d09-4d99-ab9f-5b90d40f6961?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887158 Nov 23 18:42:39.490633 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb137d1-ee6b-4c8d-a66f-725fb440eb58 req-5f0b81a8-5d11-4454-9828-ab2a11d19664 tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:39.491827 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-3fb137d1-ee6b-4c8d-a66f-725fb440eb58 req-5f0b81a8-5d11-4454-9828-ab2a11d19664 tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] 10.222.0.60 "GET /v2.0/ports?device_id=61bbae4e-cf27-438a-a68d-db71dd03764d HTTP/1.1" status: 200 len: 943 time: 0.0487795 Nov 23 18:42:39.541925 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-3fb137d1-ee6b-4c8d-a66f-725fb440eb58 req-a958bec2-cb25-484c-a13c-8ad604bb8f02 tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] 10.222.0.60 "GET /v2.0/security-groups?id=97b99a67-9db8-4a7e-ae38-fc3e5fc84df1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432668 Nov 23 18:42:40.660039 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba942c9-60f6-40f2-9272-5c2c283f3a11 req-cd355b99-44f6-47e4-84f1-614cddfdb0fb tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:40.661544 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8ba942c9-60f6-40f2-9272-5c2c283f3a11 req-cd355b99-44f6-47e4-84f1-614cddfdb0fb tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] 10.222.0.60 "GET /v2.0/ports?device_id=61bbae4e-cf27-438a-a68d-db71dd03764d HTTP/1.1" status: 200 len: 943 time: 0.0535572 Nov 23 18:42:40.711390 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8ba942c9-60f6-40f2-9272-5c2c283f3a11 req-18593e64-a03d-4f9c-a5ae-9b2899c4043f tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] 10.222.0.60 "GET /v2.0/security-groups?id=97b99a67-9db8-4a7e-ae38-fc3e5fc84df1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432701 Nov 23 18:42:41.826032 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85094e18-9556-4998-ab80-ff80013279c5 req-6b5dbf1d-2baf-44df-9755-20b40398cf97 tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:41.827482 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-85094e18-9556-4998-ab80-ff80013279c5 req-6b5dbf1d-2baf-44df-9755-20b40398cf97 tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] 10.222.0.60 "GET /v2.0/ports?device_id=61bbae4e-cf27-438a-a68d-db71dd03764d HTTP/1.1" status: 200 len: 943 time: 0.0475755 Nov 23 18:42:41.876073 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-85094e18-9556-4998-ab80-ff80013279c5 req-d2c25f63-6dc4-4c03-92b9-8a2271f6fa69 tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] 10.222.0.60 "GET /v2.0/security-groups?id=97b99a67-9db8-4a7e-ae38-fc3e5fc84df1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425229 Nov 23 18:42:43.069108 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edc5413-ab06-4b79-b68a-c6164940325f req-aac4b059-9ab2-4ef3-a9fe-a0bae17c1077 tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:43.070569 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4edc5413-ab06-4b79-b68a-c6164940325f req-aac4b059-9ab2-4ef3-a9fe-a0bae17c1077 tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] 10.222.0.60 "GET /v2.0/ports?device_id=61bbae4e-cf27-438a-a68d-db71dd03764d HTTP/1.1" status: 200 len: 943 time: 0.1278131 Nov 23 18:42:43.122759 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4edc5413-ab06-4b79-b68a-c6164940325f req-d3de8350-ef76-40b0-89ab-be7b1f8c7e5b tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] 10.222.0.60 "GET /v2.0/security-groups?id=97b99a67-9db8-4a7e-ae38-fc3e5fc84df1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456285 Nov 23 18:42:43.141530 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-24a875b9-e833-41a3-b0f7-815e5b1fbd51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:44.159128 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:44.292900 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edece3e-d833-419e-a934-6e8489afc924 req-32a98985-3405-4356-8d53-49beb1f375fa tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:44.294569 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2edece3e-d833-419e-a934-6e8489afc924 req-32a98985-3405-4356-8d53-49beb1f375fa tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] 10.222.0.60 "GET /v2.0/ports?device_id=61bbae4e-cf27-438a-a68d-db71dd03764d HTTP/1.1" status: 200 len: 943 time: 0.0964036 Nov 23 18:42:44.349030 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2edece3e-d833-419e-a934-6e8489afc924 req-3cd2c5d3-286c-4cf9-8af9-1ba30da56c38 tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] 10.222.0.60 "GET /v2.0/security-groups?id=97b99a67-9db8-4a7e-ae38-fc3e5fc84df1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471241 Nov 23 18:42:44.977880 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:45.230666 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-017a0d5c-8d05-4d66-89e2-0783db3bf407 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:45.467501 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9005770b-8468-4dcc-b357-56d7ddf8f0cd req-1d67a2cc-845f-4093-a972-41c49ccf2d60 tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:45.468986 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9005770b-8468-4dcc-b357-56d7ddf8f0cd req-1d67a2cc-845f-4093-a972-41c49ccf2d60 tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] 10.222.0.60 "GET /v2.0/ports?device_id=61bbae4e-cf27-438a-a68d-db71dd03764d HTTP/1.1" status: 200 len: 943 time: 0.0493953 Nov 23 18:42:45.517269 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9005770b-8468-4dcc-b357-56d7ddf8f0cd req-32610ca3-e6a1-4db5-b214-2ad9d1d734d9 tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] 10.222.0.60 "GET /v2.0/security-groups?id=97b99a67-9db8-4a7e-ae38-fc3e5fc84df1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422225 Nov 23 18:42:46.639261 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c784304d-f935-4a91-9b66-dcd59a8c0b0b req-3133cab7-1096-4e14-af19-f0424143bde2 tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:46.640724 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c784304d-f935-4a91-9b66-dcd59a8c0b0b req-3133cab7-1096-4e14-af19-f0424143bde2 tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] 10.222.0.60 "GET /v2.0/ports?device_id=61bbae4e-cf27-438a-a68d-db71dd03764d HTTP/1.1" status: 200 len: 943 time: 0.0525682 Nov 23 18:42:46.678124 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device 71bb6a40-ca73-4c29-b6e0-42c76268beda details requested by agent hyperv_n-h2-816206-8 with host n-h2-816206-8 {{(pid=103592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 18:42:46.697650 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-c784304d-f935-4a91-9b66-dcd59a8c0b0b req-44016da6-c638-408f-91fd-914b7e092ecb tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] 10.222.0.60 "GET /v2.0/security-groups?id=97b99a67-9db8-4a7e-ae38-fc3e5fc84df1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508828 Nov 23 18:42:46.774143 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port 71bb6a40-ca73-4c29-b6e0-42c76268beda, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=71bb6a40-ca73-4c29-b6e0-42c76268beda,segment=NetworkSegment(359a38b4-7557-4a14-b051-96b6c2332e68),segment_id=359a38b4-7557-4a14-b051-96b6c2332e68)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:42:46.785577 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Returning: {'device': '71bb6a40-ca73-4c29-b6e0-42c76268beda', 'network_id': '621bfd8f-2d09-4d99-ab9f-5b90d40f6961', 'port_id': '71bb6a40-ca73-4c29-b6e0-42c76268beda', 'mac_address': 'fa:16:3e:2c:32:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e48a314e-2ba7-4cdc-bdbc-1f0001d4a4e9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 18:42:46.829732 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:46.849214 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71bb6a40-ca73-4c29-b6e0-42c76268beda {{(pid=103592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:42:46.854074 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-52822d53-48f5-4819-8a95-bdc13aea0bf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:46.868428 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port 71bb6a40-ca73-4c29-b6e0-42c76268beda, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=71bb6a40-ca73-4c29-b6e0-42c76268beda,segment=NetworkSegment(359a38b4-7557-4a14-b051-96b6c2332e68),segment_id=359a38b4-7557-4a14-b051-96b6c2332e68)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:42:46.872718 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:46.921405 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Pushing event updated for resources: {'Port': ['ID=71bb6a40-ca73-4c29-b6e0-42c76268beda,revision_number=7']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:42:47.130856 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] get_ports_and_sgs() called for port_ids ['71bb6a40-ca73-4c29-b6e0-42c76268beda'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:42:47.813103 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630cb1c2-0f13-49f6-a351-b205c219614b req-cf738774-7733-4a55-8303-b731480b514d tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:47.814560 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-630cb1c2-0f13-49f6-a351-b205c219614b req-cf738774-7733-4a55-8303-b731480b514d tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] 10.222.0.60 "GET /v2.0/ports?device_id=61bbae4e-cf27-438a-a68d-db71dd03764d HTTP/1.1" status: 200 len: 944 time: 0.0492492 Nov 23 18:42:47.865067 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-630cb1c2-0f13-49f6-a351-b205c219614b req-70013890-bf93-4972-b2cd-cd097e9af458 tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] 10.222.0.60 "GET /v2.0/security-groups?id=97b99a67-9db8-4a7e-ae38-fc3e5fc84df1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445876 Nov 23 18:42:48.043867 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9a27ae6c-db98-474f-94c1-cc99bf842d79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:48.080816 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8e1e3d-e878-4650-9c87-0bd9c1e88d96 req-6d60e313-a5db-40ad-b5d3-6317f49d4c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:48.084851 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2d8e1e3d-e878-4650-9c87-0bd9c1e88d96 req-6d60e313-a5db-40ad-b5d3-6317f49d4c47 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=624970b757874e2790c0d0bbc2d43e4f&device_id=61bbae4e-cf27-438a-a68d-db71dd03764d HTTP/1.1" status: 200 len: 1095 time: 0.0414045 Nov 23 18:42:48.190985 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8e1e3d-e878-4650-9c87-0bd9c1e88d96 req-88cd9342-2722-4a96-9a8f-f54950e9580b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:48.192431 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2d8e1e3d-e878-4650-9c87-0bd9c1e88d96 req-88cd9342-2722-4a96-9a8f-f54950e9580b service neutron] 10.222.0.36 "GET /v2.0/networks?id=621bfd8f-2d09-4d99-ab9f-5b90d40f6961 HTTP/1.1" status: 200 len: 910 time: 0.0895438 Nov 23 18:42:48.260936 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2d8e1e3d-e878-4650-9c87-0bd9c1e88d96 req-f00bd9ce-d99d-4c07-8aa2-05fb92f82dff service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=71bb6a40-ca73-4c29-b6e0-42c76268beda HTTP/1.1" status: 200 len: 999 time: 0.0611086 Nov 23 18:42:48.311619 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8e1e3d-e878-4650-9c87-0bd9c1e88d96 req-cca9808e-3a65-4610-bf39-a1271b1b4acd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:48.313158 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2d8e1e3d-e878-4650-9c87-0bd9c1e88d96 req-cca9808e-3a65-4610-bf39-a1271b1b4acd service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e48a314e-2ba7-4cdc-bdbc-1f0001d4a4e9 HTTP/1.1" status: 200 len: 848 time: 0.0440543 Nov 23 18:42:48.359372 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8e1e3d-e878-4650-9c87-0bd9c1e88d96 req-cea8faa8-d7c3-4df4-aa22-7db47ebc036c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:48.360857 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2d8e1e3d-e878-4650-9c87-0bd9c1e88d96 req-cea8faa8-d7c3-4df4-aa22-7db47ebc036c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=621bfd8f-2d09-4d99-ab9f-5b90d40f6961&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395818 Nov 23 18:42:48.453494 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2d8e1e3d-e878-4650-9c87-0bd9c1e88d96 req-a4e10e50-60db-44d3-b268-991237419b0c service neutron] 10.222.0.36 "GET /v2.0/networks/621bfd8f-2d09-4d99-ab9f-5b90d40f6961?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851984 Nov 23 18:42:48.520427 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:48.545313 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-2d8e1e3d-e878-4650-9c87-0bd9c1e88d96 req-ce5ffeff-01d9-4c9f-ad4b-506ce1b233e3 service neutron] 10.222.0.36 "GET /v2.0/networks/621bfd8f-2d09-4d99-ab9f-5b90d40f6961?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839858 Nov 23 18:42:48.694735 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device 71bb6a40-ca73-4c29-b6e0-42c76268beda up at agent hyperv_n-h2-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:42:48.745202 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Provisioning complete for port 71bb6a40-ca73-4c29-b6e0-42c76268beda triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:42:48.745570 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:48.821052 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:48.843752 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61bbae4e-cf27-438a-a68d-db71dd03764d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71bb6a40-ca73-4c29-b6e0-42c76268beda'}] {{(pid=103592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:42:48.846112 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}369cae9aa69facfce3992dabc874bd76984507e3cd36da60a73cd3603125cd43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d800f624-8afe-4a6e-a73c-400390e49818" -d '{"events": [{"server_uuid": "61bbae4e-cf27-438a-a68d-db71dd03764d", "name": "network-vif-plugged", "status": "completed", "tag": "71bb6a40-ca73-4c29-b6e0-42c76268beda"}]}' {{(pid=103592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:42:48.859118 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port 71bb6a40-ca73-4c29-b6e0-42c76268beda, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=71bb6a40-ca73-4c29-b6e0-42c76268beda,segment=NetworkSegment(359a38b4-7557-4a14-b051-96b6c2332e68),segment_id=359a38b4-7557-4a14-b051-96b6c2332e68)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:42:48.863289 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:42:48.888156 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:42:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-149af3b6-62b4-44c2-a86c-61a2ab1f6bf8 x-openstack-request-id: req-149af3b6-62b4-44c2-a86c-61a2ab1f6bf8 {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:42:48.888294 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61bbae4e-cf27-438a-a68d-db71dd03764d", "name": "network-vif-plugged", "status": "completed", "tag": "71bb6a40-ca73-4c29-b6e0-42c76268beda", "code": 200}]} {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:42:48.888985 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-149af3b6-62b4-44c2-a86c-61a2ab1f6bf8 {{(pid=103592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:42:48.889388 n-d-816206-8 neutron-server[103592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61bbae4e-cf27-438a-a68d-db71dd03764d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71bb6a40-ca73-4c29-b6e0-42c76268beda', 'code': 200} Nov 23 18:42:48.928125 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Pushing event updated for resources: {'Port': ['ID=71bb6a40-ca73-4c29-b6e0-42c76268beda,revision_number=8']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:42:48.994046 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f723a4f1-2364-423d-b882-4618efb9134c req-4108cd03-1b37-466e-a7b9-37b118aec2fb tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:48.996111 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f723a4f1-2364-423d-b882-4618efb9134c req-4108cd03-1b37-466e-a7b9-37b118aec2fb tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] 10.222.0.60 "GET /v2.0/ports?device_id=61bbae4e-cf27-438a-a68d-db71dd03764d HTTP/1.1" status: 200 len: 945 time: 0.0541284 Nov 23 18:42:49.075637 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f723a4f1-2364-423d-b882-4618efb9134c req-47c2e64e-65b5-4ea8-a784-ca3113b0aa66 tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] 10.222.0.60 "GET /v2.0/security-groups?id=97b99a67-9db8-4a7e-ae38-fc3e5fc84df1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734339 Nov 23 18:42:49.079784 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90108471-2c47-462d-b56a-728968567548 req-346652d7-0a24-41f2-b038-55059b57aff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:49.081237 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-90108471-2c47-462d-b56a-728968567548 req-346652d7-0a24-41f2-b038-55059b57aff1 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=61bbae4e-cf27-438a-a68d-db71dd03764d HTTP/1.1" status: 200 len: 1096 time: 0.0774570 Nov 23 18:42:49.128977 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-90108471-2c47-462d-b56a-728968567548 req-76b02101-083b-4b66-8161-f4371cf0b3a0 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=97b99a67-9db8-4a7e-ae38-fc3e5fc84df1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401402 Nov 23 18:42:50.196703 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfff009d-32c8-4efd-815c-6450ffb32fec req-da115ab1-245f-479c-aff7-2ffc9b5eee57 tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:42:50.198827 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-bfff009d-32c8-4efd-815c-6450ffb32fec req-da115ab1-245f-479c-aff7-2ffc9b5eee57 tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] 10.222.0.60 "GET /v2.0/ports?device_id=61bbae4e-cf27-438a-a68d-db71dd03764d HTTP/1.1" status: 200 len: 945 time: 0.0488269 Nov 23 18:42:50.247864 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-bfff009d-32c8-4efd-815c-6450ffb32fec req-a151d8c3-6292-450c-9482-0efe8c0f95bf tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] 10.222.0.60 "GET /v2.0/security-groups?id=97b99a67-9db8-4a7e-ae38-fc3e5fc84df1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431068 Nov 23 18:43:13.145204 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-dd71c4b6-61a5-4db6-8bc7-ef08c49b257a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:14.170618 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:14.517860 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.agents_db [None req-464f6c07-0de8-4be6-8f5b-563f574d1c5d None None] Agent healthcheck: found 7 active agents {{(pid=103593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 18:43:14.974176 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:15.233181 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-5a3deecc-60f2-4fc6-9139-c6fc0aba4381 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:16.841790 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-52822d53-48f5-4819-8a95-bdc13aea0bf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:18.046845 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9a27ae6c-db98-474f-94c1-cc99bf842d79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:18.522750 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:43.146713 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-fb581fff-3b9b-4117-9531-c38a49c6c441 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:44.189004 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:44.987850 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:45.235133 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9d7df47d-142e-44cf-a24d-0b1326ac903b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:46.845281 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-52822d53-48f5-4819-8a95-bdc13aea0bf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:48.048395 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9a27ae6c-db98-474f-94c1-cc99bf842d79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:48.071841 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-1d39afe9-3656-4298-ac49-cdf94511e8f3 req-b394d507-32c2-4c6f-a4ed-ce73b0a445b2 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=61bbae4e-cf27-438a-a68d-db71dd03764d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0446069 Nov 23 18:43:48.156386 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d39afe9-3656-4298-ac49-cdf94511e8f3 req-3139f82b-7505-42a3-bbab-fb63969e6eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:48.157891 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-1d39afe9-3656-4298-ac49-cdf94511e8f3 req-3139f82b-7505-42a3-bbab-fb63969e6eb2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=624970b757874e2790c0d0bbc2d43e4f&device_id=61bbae4e-cf27-438a-a68d-db71dd03764d HTTP/1.1" status: 200 len: 1096 time: 0.0418768 Nov 23 18:43:48.265844 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d39afe9-3656-4298-ac49-cdf94511e8f3 req-c0ae0378-64e4-4072-a21b-ef047503cc6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:48.267313 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-1d39afe9-3656-4298-ac49-cdf94511e8f3 req-c0ae0378-64e4-4072-a21b-ef047503cc6b service neutron] 10.222.0.36 "GET /v2.0/networks?id=621bfd8f-2d09-4d99-ab9f-5b90d40f6961 HTTP/1.1" status: 200 len: 910 time: 0.0877562 Nov 23 18:43:48.334821 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-1d39afe9-3656-4298-ac49-cdf94511e8f3 req-29ca9cc2-39a3-49d1-bc57-ff61c9d7c3ab service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=71bb6a40-ca73-4c29-b6e0-42c76268beda HTTP/1.1" status: 200 len: 1000 time: 0.0600555 Nov 23 18:43:48.384923 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d39afe9-3656-4298-ac49-cdf94511e8f3 req-0933a30b-1f55-440f-82f6-56a54368b467 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:48.386451 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-1d39afe9-3656-4298-ac49-cdf94511e8f3 req-0933a30b-1f55-440f-82f6-56a54368b467 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e48a314e-2ba7-4cdc-bdbc-1f0001d4a4e9 HTTP/1.1" status: 200 len: 848 time: 0.0437999 Nov 23 18:43:48.436683 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d39afe9-3656-4298-ac49-cdf94511e8f3 req-36e4f087-cac0-4ec7-9bd6-3898fab1cdb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:43:48.438185 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-1d39afe9-3656-4298-ac49-cdf94511e8f3 req-36e4f087-cac0-4ec7-9bd6-3898fab1cdb4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=621bfd8f-2d09-4d99-ab9f-5b90d40f6961&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441020 Nov 23 18:43:48.523094 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:43:48.532114 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-1d39afe9-3656-4298-ac49-cdf94511e8f3 req-c758bf20-70e2-4973-9697-08e24fc08671 service neutron] 10.222.0.36 "GET /v2.0/networks/621bfd8f-2d09-4d99-ab9f-5b90d40f6961?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859976 Nov 23 18:43:48.627097 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-1d39afe9-3656-4298-ac49-cdf94511e8f3 req-e6a55616-7867-4250-937c-3301b6f48ad2 service neutron] 10.222.0.36 "GET /v2.0/networks/621bfd8f-2d09-4d99-ab9f-5b90d40f6961?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873649 Nov 23 18:43:51.515800 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.agents_db [None req-464f6c07-0de8-4be6-8f5b-563f574d1c5d None None] Agent healthcheck: found 7 active agents {{(pid=103593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 18:44:02.445869 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 58514) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:44:02.619597 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-e415cb41-a7e6-400f-8c7e-06b331964be5 tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Deleting port cf111594-684b-4657-be67-736ffbe8b9ab {{(pid=103591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:44:02.619934 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-e415cb41-a7e6-400f-8c7e-06b331964be5 tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:02.694101 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-e415cb41-a7e6-400f-8c7e-06b331964be5 tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:02.694422 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-e415cb41-a7e6-400f-8c7e-06b331964be5 tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:02.707656 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-e415cb41-a7e6-400f-8c7e-06b331964be5 tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Calling delete_port for cf111594-684b-4657-be67-736ffbe8b9ab owned by network:floatingip {{(pid=103591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:44:02.854366 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-e415cb41-a7e6-400f-8c7e-06b331964be5 tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:02.882286 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e415cb41-a7e6-400f-8c7e-06b331964be5 tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Pushing event deleted for resources: {'Port': ['ID=cf111594-684b-4657-be67-736ffbe8b9ab,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:44:03.209691 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e415cb41-a7e6-400f-8c7e-06b331964be5 tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:44:03.210312 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e415cb41-a7e6-400f-8c7e-06b331964be5 tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:44:03.210656 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e415cb41-a7e6-400f-8c7e-06b331964be5 tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:44:03.210993 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e415cb41-a7e6-400f-8c7e-06b331964be5 tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:44:03.211327 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e415cb41-a7e6-400f-8c7e-06b331964be5 tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:44:03.211656 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e415cb41-a7e6-400f-8c7e-06b331964be5 tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:44:03.211983 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e415cb41-a7e6-400f-8c7e-06b331964be5 tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:44:03.212307 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e415cb41-a7e6-400f-8c7e-06b331964be5 tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:44:03.212661 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e415cb41-a7e6-400f-8c7e-06b331964be5 tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:44:03.212984 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e415cb41-a7e6-400f-8c7e-06b331964be5 tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:44:03.213309 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e415cb41-a7e6-400f-8c7e-06b331964be5 tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:44:03.213629 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e415cb41-a7e6-400f-8c7e-06b331964be5 tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:44:03.252335 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-e415cb41-a7e6-400f-8c7e-06b331964be5 tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Publish callbacks [] for floatingip, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:03.252699 n-d-816206-8 neutron-server[103591]: INFO neutron.db.l3_db [None req-e415cb41-a7e6-400f-8c7e-06b331964be5 tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Floating IP cccf5e9d-cbb2-4462-8015-04b836307b4e disassociated (deleted). External IP: 172.25.3.50, port: 71bb6a40-ca73-4c29-b6e0-42c76268beda. Nov 23 18:44:03.465681 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e415cb41-a7e6-400f-8c7e-06b331964be5 tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Router b6a5f995-9da5-4b49-9186-ed0008f28a74 has already been hosted by L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 {{(pid=103591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:44:03.570714 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e415cb41-a7e6-400f-8c7e-06b331964be5 tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:44:03.575565 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-e415cb41-a7e6-400f-8c7e-06b331964be5 tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for floatingip, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:03.580568 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-192b6523-968a-405e-aac6-6583bb7ffa75 None None] Sync routers for ids ['b6a5f995-9da5-4b49-9186-ed0008f28a74'] in n-d-816206-8 {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:44:03.591111 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-192b6523-968a-405e-aac6-6583bb7ffa75 None None] Routers {'b6a5f995-9da5-4b49-9186-ed0008f28a74'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:44:03.591724 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-192b6523-968a-405e-aac6-6583bb7ffa75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T18:43:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['b6a5f995-9da5-4b49-9186-ed0008f28a74'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:44:03.602080 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-e415cb41-a7e6-400f-8c7e-06b331964be5 tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] 10.222.0.60 "DELETE /v2.0/floatingips/cccf5e9d-cbb2-4462-8015-04b836307b4e HTTP/1.1" status: 204 len: 168 time: 1.1551144 Nov 23 18:44:03.602664 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61bbae4e-cf27-438a-a68d-db71dd03764d', 'tag': '71bb6a40-ca73-4c29-b6e0-42c76268beda'}] {{(pid=103591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:44:03.605684 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f4e21f982013ce885b63e29a1d25974432d95030e0706b58ae42016fda4ab83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28bbe0e0-15c0-479f-a1c5-68d29c515368" -d '{"events": [{"name": "network-changed", "server_uuid": "61bbae4e-cf27-438a-a68d-db71dd03764d", "tag": "71bb6a40-ca73-4c29-b6e0-42c76268beda"}]}' {{(pid=103591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:44:03.697170 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:44:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93e98dac-8ca7-4b3b-9e06-588dcc139f23 x-openstack-request-id: req-93e98dac-8ca7-4b3b-9e06-588dcc139f23 {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:44:03.697468 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61bbae4e-cf27-438a-a68d-db71dd03764d", "tag": "71bb6a40-ca73-4c29-b6e0-42c76268beda", "status": "completed", "code": 200}]} {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:44:03.697733 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-93e98dac-8ca7-4b3b-9e06-588dcc139f23 {{(pid=103591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:44:03.698287 n-d-816206-8 neutron-server[103591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61bbae4e-cf27-438a-a68d-db71dd03764d', 'tag': '71bb6a40-ca73-4c29-b6e0-42c76268beda', 'status': 'completed', 'code': 200} Nov 23 18:44:03.699181 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-192b6523-968a-405e-aac6-6583bb7ffa75 None None] Set router b6a5f995-9da5-4b49-9186-ed0008f28a74 gateway port host: n-d-816206-8 {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:44:03.782251 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bbe0e0-15c0-479f-a1c5-68d29c515368 req-4ec0e5a9-33c5-4121-a42a-6ad71b0ae908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:44:03.784404 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-28bbe0e0-15c0-479f-a1c5-68d29c515368 req-4ec0e5a9-33c5-4121-a42a-6ad71b0ae908 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=624970b757874e2790c0d0bbc2d43e4f&device_id=61bbae4e-cf27-438a-a68d-db71dd03764d HTTP/1.1" status: 200 len: 1096 time: 0.0559433 Nov 23 18:44:03.911019 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9ce6f6-091e-42e7-a064-d391648d7e0c req-2b048b96-d79f-4482-9141-d8712dc77281 tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:44:03.912550 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-dc9ce6f6-091e-42e7-a064-d391648d7e0c req-2b048b96-d79f-4482-9141-d8712dc77281 tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] 10.222.0.60 "GET /v2.0/ports?device_id=61bbae4e-cf27-438a-a68d-db71dd03764d HTTP/1.1" status: 200 len: 945 time: 0.1080790 Nov 23 18:44:03.934958 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-192b6523-968a-405e-aac6-6583bb7ffa75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6a5f995-9da5-4b49-9186-ed0008f28a74', 'name': 'tempest-TestShelveInstance-1728799939-router', 'tenant_id': '624970b757874e2790c0d0bbc2d43e4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.219'}], 'enable_snat': True}, 'gw_port_id': '1c4a0e44-8180-4164-92ce-79d8c9b576f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:35:19Z', 'updated_at': '2021-11-23T18:35:22Z', 'revision_number': 4, 'project_id': '624970b757874e2790c0d0bbc2d43e4f', 'gw_port': {'id': '1c4a0e44-8180-4164-92ce-79d8c9b576f5', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:93:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6a5f995-9da5-4b49-9186-ed0008f28a74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:35:20Z', 'updated_at': '2021-11-23T18:35:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_interfaces': [{'id': '67e019b7-40ab-43c0-b180-f86b3e2cf82b', 'name': '', 'network_id': '621bfd8f-2d09-4d99-ab9f-5b90d40f6961', 'tenant_id': '624970b757874e2790c0d0bbc2d43e4f', 'mac_address': 'fa:16:3e:32:31:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6a5f995-9da5-4b49-9186-ed0008f28a74', 'device_owner': 'network:router_interface', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': 'e48a314e-2ba7-4cdc-bdbc-1f0001d4a4e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:35:21Z', 'updated_at': '2021-11-23T18:35:26Z', 'revision_number': 5, 'project_id': '624970b757874e2790c0d0bbc2d43e4f', 'subnets': [{'id': 'e48a314e-2ba7-4cdc-bdbc-1f0001d4a4e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:44:03.938878 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bbe0e0-15c0-479f-a1c5-68d29c515368 req-1c9b28a8-5e59-4b92-8d7e-ae70b9121cca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:44:03.940366 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-28bbe0e0-15c0-479f-a1c5-68d29c515368 req-1c9b28a8-5e59-4b92-8d7e-ae70b9121cca service neutron] 10.222.0.36 "GET /v2.0/networks?id=621bfd8f-2d09-4d99-ab9f-5b90d40f6961 HTTP/1.1" status: 200 len: 910 time: 0.1449978 Nov 23 18:44:03.962466 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-192b6523-968a-405e-aac6-6583bb7ffa75 None None] Checking router: b6a5f995-9da5-4b49-9186-ed0008f28a74 for host: n-d-816206-8 {{(pid=103593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:44:03.971843 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-192b6523-968a-405e-aac6-6583bb7ffa75 None None] Routers {'b6a5f995-9da5-4b49-9186-ed0008f28a74'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:44:03.972455 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-192b6523-968a-405e-aac6-6583bb7ffa75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T18:43:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['b6a5f995-9da5-4b49-9186-ed0008f28a74'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:44:03.996245 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-28bbe0e0-15c0-479f-a1c5-68d29c515368 req-d8f003ba-fc93-47a5-8e80-11b1ef19db83 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=71bb6a40-ca73-4c29-b6e0-42c76268beda HTTP/1.1" status: 200 len: 217 time: 0.0475204 Nov 23 18:44:04.019787 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-dc9ce6f6-091e-42e7-a064-d391648d7e0c req-d37f5642-ca19-495e-b462-fa0db526035e tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] 10.222.0.60 "GET /v2.0/security-groups?id=97b99a67-9db8-4a7e-ae38-fc3e5fc84df1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0971854 Nov 23 18:44:04.064797 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bbe0e0-15c0-479f-a1c5-68d29c515368 req-75747273-74de-441c-9fd4-1b702894f5ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:44:04.066312 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-28bbe0e0-15c0-479f-a1c5-68d29c515368 req-75747273-74de-441c-9fd4-1b702894f5ea service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e48a314e-2ba7-4cdc-bdbc-1f0001d4a4e9 HTTP/1.1" status: 200 len: 848 time: 0.0604701 Nov 23 18:44:04.085653 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-192b6523-968a-405e-aac6-6583bb7ffa75 None None] Set router b6a5f995-9da5-4b49-9186-ed0008f28a74 gateway port host: n-d-816206-8 {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:44:04.119289 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bbe0e0-15c0-479f-a1c5-68d29c515368 req-70e56e67-b5c8-4e32-ab19-5080d49bf2f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:44:04.120847 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-28bbe0e0-15c0-479f-a1c5-68d29c515368 req-70e56e67-b5c8-4e32-ab19-5080d49bf2f3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=621bfd8f-2d09-4d99-ab9f-5b90d40f6961&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0457506 Nov 23 18:44:04.225091 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-28bbe0e0-15c0-479f-a1c5-68d29c515368 req-d09ab6e1-d054-4b91-a848-b32542b960e1 service neutron] 10.222.0.36 "GET /v2.0/networks/621bfd8f-2d09-4d99-ab9f-5b90d40f6961?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960045 Nov 23 18:44:04.302119 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-192b6523-968a-405e-aac6-6583bb7ffa75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6a5f995-9da5-4b49-9186-ed0008f28a74', 'name': 'tempest-TestShelveInstance-1728799939-router', 'tenant_id': '624970b757874e2790c0d0bbc2d43e4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.219'}], 'enable_snat': True}, 'gw_port_id': '1c4a0e44-8180-4164-92ce-79d8c9b576f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:35:19Z', 'updated_at': '2021-11-23T18:35:22Z', 'revision_number': 4, 'project_id': '624970b757874e2790c0d0bbc2d43e4f', 'gw_port': {'id': '1c4a0e44-8180-4164-92ce-79d8c9b576f5', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:93:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6a5f995-9da5-4b49-9186-ed0008f28a74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:35:20Z', 'updated_at': '2021-11-23T18:35:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_interfaces': [{'id': '67e019b7-40ab-43c0-b180-f86b3e2cf82b', 'name': '', 'network_id': '621bfd8f-2d09-4d99-ab9f-5b90d40f6961', 'tenant_id': '624970b757874e2790c0d0bbc2d43e4f', 'mac_address': 'fa:16:3e:32:31:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6a5f995-9da5-4b49-9186-ed0008f28a74', 'device_owner': 'network:router_interface', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': 'e48a314e-2ba7-4cdc-bdbc-1f0001d4a4e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:35:21Z', 'updated_at': '2021-11-23T18:35:26Z', 'revision_number': 5, 'project_id': '624970b757874e2790c0d0bbc2d43e4f', 'subnets': [{'id': 'e48a314e-2ba7-4cdc-bdbc-1f0001d4a4e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:44:04.326487 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-28bbe0e0-15c0-479f-a1c5-68d29c515368 req-370767c5-210f-4a34-9c24-2d9c6ab82e7e service neutron] 10.222.0.36 "GET /v2.0/networks/621bfd8f-2d09-4d99-ab9f-5b90d40f6961?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928855 Nov 23 18:44:04.333259 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-192b6523-968a-405e-aac6-6583bb7ffa75 None None] The sync data for ids ['b6a5f995-9da5-4b49-9186-ed0008f28a74'] in n-d-816206-8 is: [{'id': 'b6a5f995-9da5-4b49-9186-ed0008f28a74', 'name': 'tempest-TestShelveInstance-1728799939-router', 'tenant_id': '624970b757874e2790c0d0bbc2d43e4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.219'}], 'enable_snat': True}, 'gw_port_id': '1c4a0e44-8180-4164-92ce-79d8c9b576f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:35:19Z', 'updated_at': '2021-11-23T18:35:22Z', 'revision_number': 4, 'project_id': '624970b757874e2790c0d0bbc2d43e4f', 'gw_port': {'id': '1c4a0e44-8180-4164-92ce-79d8c9b576f5', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:93:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6a5f995-9da5-4b49-9186-ed0008f28a74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:35:20Z', 'updated_at': '2021-11-23T18:35:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_interfaces': [{'id': '67e019b7-40ab-43c0-b180-f86b3e2cf82b', 'name': '', 'network_id': '621bfd8f-2d09-4d99-ab9f-5b90d40f6961', 'tenant_id': '624970b757874e2790c0d0bbc2d43e4f', 'mac_address': 'fa:16:3e:32:31:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6a5f995-9da5-4b49-9186-ed0008f28a74', 'device_owner': 'network:router_interface', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': 'e48a314e-2ba7-4cdc-bdbc-1f0001d4a4e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:35:21Z', 'updated_at': '2021-11-23T18:35:26Z', 'revision_number': 5, 'project_id': '624970b757874e2790c0d0bbc2d43e4f', 'subnets': [{'id': 'e48a314e-2ba7-4cdc-bdbc-1f0001d4a4e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:44:04.579314 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbde6d61-ff8f-4388-bee0-87a306d17e26 None None] New status for floating IP cccf5e9d-cbb2-4462-8015-04b836307b4e: DOWN {{(pid=103592) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 18:44:05.150320 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23effd9d-f172-485d-b0b8-cc17b669cd7c req-9f78a4bf-9292-4bf0-a6c0-44813e4b6821 tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:44:05.152336 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-23effd9d-f172-485d-b0b8-cc17b669cd7c req-9f78a4bf-9292-4bf0-a6c0-44813e4b6821 tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] 10.222.0.60 "GET /v2.0/ports?device_id=61bbae4e-cf27-438a-a68d-db71dd03764d HTTP/1.1" status: 200 len: 945 time: 0.0543680 Nov 23 18:44:05.204884 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-23effd9d-f172-485d-b0b8-cc17b669cd7c req-ee71205b-303f-4034-9cf4-517c5632bd6a tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] 10.222.0.60 "GET /v2.0/security-groups?id=97b99a67-9db8-4a7e-ae38-fc3e5fc84df1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462351 Nov 23 18:44:05.456594 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70827443-ed6d-488f-a2ee-320dcbbc92d0 req-a72686b5-83be-47fa-a8f3-7c84c69ab80d tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:44:05.458036 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-70827443-ed6d-488f-a2ee-320dcbbc92d0 req-a72686b5-83be-47fa-a8f3-7c84c69ab80d tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] 10.222.0.36 "GET /v2.0/ports?device_id=61bbae4e-cf27-438a-a68d-db71dd03764d HTTP/1.1" status: 200 len: 945 time: 0.0495517 Nov 23 18:44:05.546563 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [req-70827443-ed6d-488f-a2ee-320dcbbc92d0 req-8f16bef5-fadb-4c81-a64f-ec2595fe5468 tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Deleting port 71bb6a40-ca73-4c29-b6e0-42c76268beda {{(pid=103591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:44:05.546896 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-70827443-ed6d-488f-a2ee-320dcbbc92d0 req-8f16bef5-fadb-4c81-a64f-ec2595fe5468 tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:05.637885 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-70827443-ed6d-488f-a2ee-320dcbbc92d0 req-8f16bef5-fadb-4c81-a64f-ec2595fe5468 tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] For port 71bb6a40-ca73-4c29-b6e0-42c76268beda, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=71bb6a40-ca73-4c29-b6e0-42c76268beda,segment=NetworkSegment(359a38b4-7557-4a14-b051-96b6c2332e68),segment_id=359a38b4-7557-4a14-b051-96b6c2332e68)] {{(pid=103591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:44:05.638249 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-70827443-ed6d-488f-a2ee-320dcbbc92d0 req-8f16bef5-fadb-4c81-a64f-ec2595fe5468 tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:05.650451 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [req-70827443-ed6d-488f-a2ee-320dcbbc92d0 req-8f16bef5-fadb-4c81-a64f-ec2595fe5468 tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Calling delete_port for 71bb6a40-ca73-4c29-b6e0-42c76268beda owned by compute:nova {{(pid=103591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:44:05.782946 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-70827443-ed6d-488f-a2ee-320dcbbc92d0 req-8f16bef5-fadb-4c81-a64f-ec2595fe5468 tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:05.811220 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f16bef5-fadb-4c81-a64f-ec2595fe5468 tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Pushing event deleted for resources: {'Port': ['ID=71bb6a40-ca73-4c29-b6e0-42c76268beda,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:44:05.854112 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [req-70827443-ed6d-488f-a2ee-320dcbbc92d0 req-8f16bef5-fadb-4c81-a64f-ec2595fe5468 tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] No DVR routers for this DVR port 71bb6a40-ca73-4c29-b6e0-42c76268beda on host n-h2-816206-8 {{(pid=103591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:44:05.857788 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-70827443-ed6d-488f-a2ee-320dcbbc92d0 req-8f16bef5-fadb-4c81-a64f-ec2595fe5468 tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:05.861098 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-70827443-ed6d-488f-a2ee-320dcbbc92d0 req-8f16bef5-fadb-4c81-a64f-ec2595fe5468 tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] 10.222.0.36 "DELETE /v2.0/ports/71bb6a40-ca73-4c29-b6e0-42c76268beda HTTP/1.1" status: 204 len: 173 time: 0.3962915 Nov 23 18:44:05.861565 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61bbae4e-cf27-438a-a68d-db71dd03764d', 'name': 'network-vif-deleted', 'tag': '71bb6a40-ca73-4c29-b6e0-42c76268beda'}] {{(pid=103591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:44:05.863867 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f4e21f982013ce885b63e29a1d25974432d95030e0706b58ae42016fda4ab83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ea82b90-b31a-48b5-9416-a3c7543e4fe1" -d '{"events": [{"server_uuid": "61bbae4e-cf27-438a-a68d-db71dd03764d", "name": "network-vif-deleted", "tag": "71bb6a40-ca73-4c29-b6e0-42c76268beda"}]}' {{(pid=103591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:44:05.902040 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:44:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9683230-96de-4d2e-bda3-b9cdf0545506 x-openstack-request-id: req-c9683230-96de-4d2e-bda3-b9cdf0545506 {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:44:05.902341 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61bbae4e-cf27-438a-a68d-db71dd03764d", "name": "network-vif-deleted", "tag": "71bb6a40-ca73-4c29-b6e0-42c76268beda", "status": "completed", "code": 200}]} {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:44:05.902597 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c9683230-96de-4d2e-bda3-b9cdf0545506 {{(pid=103591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:44:05.903003 n-d-816206-8 neutron-server[103591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61bbae4e-cf27-438a-a68d-db71dd03764d', 'name': 'network-vif-deleted', 'tag': '71bb6a40-ca73-4c29-b6e0-42c76268beda', 'status': 'completed', 'code': 200} Nov 23 18:44:06.305626 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-902f30bf-8dab-4c3c-b15a-09e17251c55b req-ac910389-1b1e-49b6-95fe-6fac90fd9905 tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] 10.222.0.60 "GET /v2.0/ports?device_id=61bbae4e-cf27-438a-a68d-db71dd03764d HTTP/1.1" status: 200 len: 210 time: 0.0277770 Nov 23 18:44:07.408822 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-939a9970-a7dc-4316-96ab-f13435ed04f1 req-64519482-70d1-4ff8-b8ee-e73226fb4a28 tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] 10.222.0.60 "GET /v2.0/ports?device_id=61bbae4e-cf27-438a-a68d-db71dd03764d HTTP/1.1" status: 200 len: 210 time: 0.0321484 Nov 23 18:44:08.514778 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-12d481e4-5ad4-4ce8-b255-5e6405a3aa9f req-3c8bb002-a2c2-4144-a3bd-430f2ea7a5fd tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] 10.222.0.60 "GET /v2.0/ports?device_id=61bbae4e-cf27-438a-a68d-db71dd03764d HTTP/1.1" status: 200 len: 210 time: 0.0265245 Nov 23 18:44:09.151954 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device 71bb6a40-ca73-4c29-b6e0-42c76268beda no longer exists at agent hyperv_n-h2-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:44:09.173508 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] No Port match for: 71bb6a40-ca73-4c29-b6e0-42c76268beda {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:44:09.173857 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device 71bb6a40-ca73-4c29-b6e0-42c76268beda not bound to the agent host n-h2-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:44:09.609753 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d8201810-cbe6-4707-a2ab-628e3c09799a req-9b230b4a-e7ea-47e5-a551-bb3d6d33bc0f tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] 10.222.0.60 "GET /v2.0/ports?device_id=61bbae4e-cf27-438a-a68d-db71dd03764d HTTP/1.1" status: 200 len: 210 time: 0.0276344 Nov 23 18:44:10.664649 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 58548) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:44:10.723618 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-68f82f38-38c4-489a-85fc-ff6a35e2211f tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Publish callbacks [] for security_group, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:10.749909 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-68f82f38-38c4-489a-85fc-ff6a35e2211f tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:10.816093 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-68f82f38-38c4-489a-85fc-ff6a35e2211f tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:10.819942 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-68f82f38-38c4-489a-85fc-ff6a35e2211f tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:10.824319 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-68f82f38-38c4-489a-85fc-ff6a35e2211f tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] 10.222.0.60 "DELETE /v2.0/security-groups/97b99a67-9db8-4a7e-ae38-fc3e5fc84df1 HTTP/1.1" status: 204 len: 168 time: 0.1586499 Nov 23 18:44:10.839329 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f82f38-38c4-489a-85fc-ff6a35e2211f tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=97b99a67-9db8-4a7e-ae38-fc3e5fc84df1,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:44:10.847524 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f82f38-38c4-489a-85fc-ff6a35e2211f tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:44:10.848007 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f82f38-38c4-489a-85fc-ff6a35e2211f tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:44:10.848469 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f82f38-38c4-489a-85fc-ff6a35e2211f tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:44:10.849079 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f82f38-38c4-489a-85fc-ff6a35e2211f tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:44:10.849467 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f82f38-38c4-489a-85fc-ff6a35e2211f tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:44:10.849892 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f82f38-38c4-489a-85fc-ff6a35e2211f tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:44:10.850341 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f82f38-38c4-489a-85fc-ff6a35e2211f tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:44:10.850855 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f82f38-38c4-489a-85fc-ff6a35e2211f tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:44:10.851387 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f82f38-38c4-489a-85fc-ff6a35e2211f tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:44:10.851909 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f82f38-38c4-489a-85fc-ff6a35e2211f tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:44:10.852288 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f82f38-38c4-489a-85fc-ff6a35e2211f tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:44:10.852704 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f82f38-38c4-489a-85fc-ff6a35e2211f tempest-TestShelveInstance-1412181220 tempest-TestShelveInstance-1412181220-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:44:10.876542 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 58554) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:44:11.333783 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-45ede3d3-e341-4191-90e7-2a854ab3ed5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1794372'] for router_interface, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:11.593068 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-45ede3d3-e341-4191-90e7-2a854ab3ed5f admin admin] Deleting port 67e019b7-40ab-43c0-b180-f86b3e2cf82b {{(pid=103591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:44:11.593417 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-45ede3d3-e341-4191-90e7-2a854ab3ed5f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:11.677258 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [None req-45ede3d3-e341-4191-90e7-2a854ab3ed5f admin admin] For port 67e019b7-40ab-43c0-b180-f86b3e2cf82b, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=67e019b7-40ab-43c0-b180-f86b3e2cf82b,segment=NetworkSegment(359a38b4-7557-4a14-b051-96b6c2332e68),segment_id=359a38b4-7557-4a14-b051-96b6c2332e68)] {{(pid=103591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:44:11.677616 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-45ede3d3-e341-4191-90e7-2a854ab3ed5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:11.691694 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-45ede3d3-e341-4191-90e7-2a854ab3ed5f admin admin] Calling delete_port for 67e019b7-40ab-43c0-b180-f86b3e2cf82b owned by network:router_interface {{(pid=103591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:44:11.876361 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-45ede3d3-e341-4191-90e7-2a854ab3ed5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:11.903076 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ede3d3-e341-4191-90e7-2a854ab3ed5f admin admin] Pushing event deleted for resources: {'Port': ['ID=67e019b7-40ab-43c0-b180-f86b3e2cf82b,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:44:12.078253 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-45ede3d3-e341-4191-90e7-2a854ab3ed5f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2067500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1794520'] for router_interface, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:12.298170 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45ede3d3-e341-4191-90e7-2a854ab3ed5f admin admin] Router b6a5f995-9da5-4b49-9186-ed0008f28a74 has already been hosted by L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 {{(pid=103591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:44:12.404169 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45ede3d3-e341-4191-90e7-2a854ab3ed5f admin admin] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:44:12.412536 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-45ede3d3-e341-4191-90e7-2a854ab3ed5f admin admin] 10.222.0.60 "PUT /v2.0/routers/b6a5f995-9da5-4b49-9186-ed0008f28a74/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5318635 Nov 23 18:44:12.412536 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 58558) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:44:12.414485 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff08d403-1199-42dd-bd66-8b3bc9500f65 None None] Sync routers for ids ['b6a5f995-9da5-4b49-9186-ed0008f28a74'] in n-d-816206-8 {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:44:12.425099 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff08d403-1199-42dd-bd66-8b3bc9500f65 None None] Routers {'b6a5f995-9da5-4b49-9186-ed0008f28a74'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:44:12.425706 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-ff08d403-1199-42dd-bd66-8b3bc9500f65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T18:43:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['b6a5f995-9da5-4b49-9186-ed0008f28a74'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:44:12.523703 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-5c523d4b-b02e-46a5-aa0a-59844799ff54 admin admin] Publish callbacks [] for router, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:12.619608 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-ff08d403-1199-42dd-bd66-8b3bc9500f65 None None] Set router b6a5f995-9da5-4b49-9186-ed0008f28a74 gateway port host: n-d-816206-8 {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:44:12.635749 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-5c523d4b-b02e-46a5-aa0a-59844799ff54 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:12.692668 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-5c523d4b-b02e-46a5-aa0a-59844799ff54 admin admin] Deleting port 1c4a0e44-8180-4164-92ce-79d8c9b576f5 {{(pid=103591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:44:12.693003 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-5c523d4b-b02e-46a5-aa0a-59844799ff54 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:12.782845 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [None req-5c523d4b-b02e-46a5-aa0a-59844799ff54 admin admin] For port 1c4a0e44-8180-4164-92ce-79d8c9b576f5, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=1c4a0e44-8180-4164-92ce-79d8c9b576f5,segment=NetworkSegment(bffd1e4f-e80f-4ff0-b418-2f42ae15febf),segment_id=bffd1e4f-e80f-4ff0-b418-2f42ae15febf)] {{(pid=103591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:44:12.783552 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-5c523d4b-b02e-46a5-aa0a-59844799ff54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:12.799189 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-5c523d4b-b02e-46a5-aa0a-59844799ff54 admin admin] Calling delete_port for 1c4a0e44-8180-4164-92ce-79d8c9b576f5 owned by network:router_gateway {{(pid=103591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:44:12.813573 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-ff08d403-1199-42dd-bd66-8b3bc9500f65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6a5f995-9da5-4b49-9186-ed0008f28a74', 'name': 'tempest-TestShelveInstance-1728799939-router', 'tenant_id': '624970b757874e2790c0d0bbc2d43e4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.219'}], 'enable_snat': True}, 'gw_port_id': '1c4a0e44-8180-4164-92ce-79d8c9b576f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:35:19Z', 'updated_at': '2021-11-23T18:44:11Z', 'revision_number': 5, 'project_id': '624970b757874e2790c0d0bbc2d43e4f', 'gw_port': {'id': '1c4a0e44-8180-4164-92ce-79d8c9b576f5', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:93:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6a5f995-9da5-4b49-9186-ed0008f28a74', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:35:20Z', 'updated_at': '2021-11-23T18:35:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8'}], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:44:12.844832 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff08d403-1199-42dd-bd66-8b3bc9500f65 None None] Checking router: b6a5f995-9da5-4b49-9186-ed0008f28a74 for host: n-d-816206-8 {{(pid=103593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:44:12.854769 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff08d403-1199-42dd-bd66-8b3bc9500f65 None None] Routers {'b6a5f995-9da5-4b49-9186-ed0008f28a74'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:44:12.855389 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-ff08d403-1199-42dd-bd66-8b3bc9500f65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T18:43:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['b6a5f995-9da5-4b49-9186-ed0008f28a74'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:44:12.945601 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-ff08d403-1199-42dd-bd66-8b3bc9500f65 None None] Set router b6a5f995-9da5-4b49-9186-ed0008f28a74 gateway port host: None {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:44:12.986048 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-5c523d4b-b02e-46a5-aa0a-59844799ff54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:13.003450 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-ff08d403-1199-42dd-bd66-8b3bc9500f65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6a5f995-9da5-4b49-9186-ed0008f28a74', 'name': 'tempest-TestShelveInstance-1728799939-router', 'tenant_id': '624970b757874e2790c0d0bbc2d43e4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:35:19Z', 'updated_at': '2021-11-23T18:44:12Z', 'revision_number': 6, 'project_id': '624970b757874e2790c0d0bbc2d43e4f', 'gw_port_host': None}], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:44:13.023187 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c523d4b-b02e-46a5-aa0a-59844799ff54 admin admin] Pushing event deleted for resources: {'Port': ['ID=1c4a0e44-8180-4164-92ce-79d8c9b576f5,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:44:13.031705 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff08d403-1199-42dd-bd66-8b3bc9500f65 None None] The sync data for ids ['b6a5f995-9da5-4b49-9186-ed0008f28a74'] in n-d-816206-8 is: [{'id': 'b6a5f995-9da5-4b49-9186-ed0008f28a74', 'name': 'tempest-TestShelveInstance-1728799939-router', 'tenant_id': '624970b757874e2790c0d0bbc2d43e4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:35:19Z', 'updated_at': '2021-11-23T18:44:12Z', 'revision_number': 6, 'project_id': '624970b757874e2790c0d0bbc2d43e4f', 'gw_port_host': None}] {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:44:13.046103 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d1e1ace-d9a7-400a-84c9-e056bc92c515 None None] DHCP port deletion for 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:44:13.106556 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-5c523d4b-b02e-46a5-aa0a-59844799ff54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1795454'] for router_gateway, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:13.148625 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-1ac1b27f-17ec-4594-9e88-7e6bae1be038 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:13.201975 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-5c523d4b-b02e-46a5-aa0a-59844799ff54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1794352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8175'] for router, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:13.203880 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-5c523d4b-b02e-46a5-aa0a-59844799ff54 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:13.247240 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-5c523d4b-b02e-46a5-aa0a-59844799ff54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1795580'] for router, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:13.247753 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c523d4b-b02e-46a5-aa0a-59844799ff54 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b6a5f995-9da5-4b49-9186-ed0008f28a74 {{(pid=103591) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 18:44:13.252117 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-5c523d4b-b02e-46a5-aa0a-59844799ff54 admin admin] Publish callbacks [] for router, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:13.253288 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-5c523d4b-b02e-46a5-aa0a-59844799ff54 admin admin] 10.222.0.60 "DELETE /v2.0/routers/b6a5f995-9da5-4b49-9186-ed0008f28a74 HTTP/1.1" status: 204 len: 168 time: 0.8362257 Nov 23 18:44:13.255819 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 58560) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:44:13.299682 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.db_base_plugin_v2 [None req-55021700-bb66-4334-b090-f3b6a12941d2 admin admin] Deleting subnet e48a314e-2ba7-4cdc-bdbc-1f0001d4a4e9 {{(pid=103591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 18:44:13.302762 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-55021700-bb66-4334-b090-f3b6a12941d2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:13.337745 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-55021700-bb66-4334-b090-f3b6a12941d2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265990000'] for subnet, precommit_delete_associations {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:13.427073 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-55021700-bb66-4334-b090-f3b6a12941d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971956'] for subnet, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:13.490210 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-55021700-bb66-4334-b090-f3b6a12941d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264758240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264314269'] for subnet, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:13.525669 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55021700-bb66-4334-b090-f3b6a12941d2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e48a314e-2ba7-4cdc-bdbc-1f0001d4a4e9,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:44:13.530017 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-55021700-bb66-4334-b090-f3b6a12941d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for subnet, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:13.535274 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f3ed034-1af5-4c84-9511-df4a891f1164 None None] Network 621bfd8f-2d09-4d99-ab9f-5b90d40f6961 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:44:13.536035 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 58562) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:44:13.538619 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-55021700-bb66-4334-b090-f3b6a12941d2 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/e48a314e-2ba7-4cdc-bdbc-1f0001d4a4e9 HTTP/1.1" status: 204 len: 168 time: 0.2765548 Nov 23 18:44:13.607445 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-9bda38d3-8395-4a4e-ac2d-2996db0948d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-555181'] for network, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:13.664030 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-9bda38d3-8395-4a4e-ac2d-2996db0948d3 admin admin] Deleting port 64618daf-8ee9-4f34-962b-a1366fe13215 {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:44:13.664375 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-9bda38d3-8395-4a4e-ac2d-2996db0948d3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:13.731882 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-9bda38d3-8395-4a4e-ac2d-2996db0948d3 admin admin] For port 64618daf-8ee9-4f34-962b-a1366fe13215, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=64618daf-8ee9-4f34-962b-a1366fe13215,segment=NetworkSegment(359a38b4-7557-4a14-b051-96b6c2332e68),segment_id=359a38b4-7557-4a14-b051-96b6c2332e68)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:44:13.732246 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-9bda38d3-8395-4a4e-ac2d-2996db0948d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:13.745030 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-9bda38d3-8395-4a4e-ac2d-2996db0948d3 admin admin] Calling delete_port for 64618daf-8ee9-4f34-962b-a1366fe13215 owned by network:dhcp {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:44:13.810272 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16e6f423-329d-42b4-a828-696180df4432 None None] DHCP port deletion for 621bfd8f-2d09-4d99-ab9f-5b90d40f6961 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:44:13.840479 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-9bda38d3-8395-4a4e-ac2d-2996db0948d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:13.872709 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bda38d3-8395-4a4e-ac2d-2996db0948d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=64618daf-8ee9-4f34-962b-a1366fe13215,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:44:13.876641 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bda38d3-8395-4a4e-ac2d-2996db0948d3 admin admin] No DVR routers for this DVR port 64618daf-8ee9-4f34-962b-a1366fe13215 on host n-d-816206-8 {{(pid=103590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:44:13.879676 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-16e6f423-329d-42b4-a828-696180df4432 None None] Deleting port 64618daf-8ee9-4f34-962b-a1366fe13215 {{(pid=103592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:44:13.880218 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-16e6f423-329d-42b4-a828-696180df4432 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:13.947371 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-16e6f423-329d-42b4-a828-696180df4432 None None] For port 64618daf-8ee9-4f34-962b-a1366fe13215, host n-d-816206-8, got binding levels [] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:44:13.947774 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-16e6f423-329d-42b4-a828-696180df4432 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:13.954898 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-9bda38d3-8395-4a4e-ac2d-2996db0948d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973419', 'neutron.services.segments.db._delete_segments_for_network-8736635878840'] for network, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:13.962554 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-16e6f423-329d-42b4-a828-696180df4432 None None] Calling delete_port for 64618daf-8ee9-4f34-962b-a1366fe13215 owned by network:dhcp {{(pid=103592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:44:13.965897 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.ipam_backend_mixin [None req-16e6f423-329d-42b4-a828-696180df4432 None None] Port 64618daf-8ee9-4f34-962b-a1366fe13215 was not found and therefore no delete operation was performed {{(pid=103592) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 23 18:44:13.967215 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-16e6f423-329d-42b4-a828-696180df4432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989'] for port, after_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:13.979005 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-9bda38d3-8395-4a4e-ac2d-2996db0948d3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['621bfd8f-2d09-4d99-ab9f-5b90d40f6961']}} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:44:13.989219 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-9bda38d3-8395-4a4e-ac2d-2996db0948d3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '359a38b4-7557-4a14-b051-96b6c2332e68') {'for_net_delete': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:44:13.989413 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-9bda38d3-8395-4a4e-ac2d-2996db0948d3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '359a38b4-7557-4a14-b051-96b6c2332e68') {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:44:13.994477 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e6f423-329d-42b4-a828-696180df4432 None None] Pushing event deleted for resources: {'Port': ['ID=64618daf-8ee9-4f34-962b-a1366fe13215,revision_number=None']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:44:14.001387 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-9bda38d3-8395-4a4e-ac2d-2996db0948d3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736635840332', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-267528353'] for segment, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:14.003433 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e6f423-329d-42b4-a828-696180df4432 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:44:14.003760 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e6f423-329d-42b4-a828-696180df4432 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:44:14.004434 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e6f423-329d-42b4-a828-696180df4432 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:44:14.005132 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e6f423-329d-42b4-a828-696180df4432 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:44:14.005478 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e6f423-329d-42b4-a828-696180df4432 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:44:14.005833 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e6f423-329d-42b4-a828-696180df4432 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:44:14.006150 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e6f423-329d-42b4-a828-696180df4432 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:44:14.006661 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e6f423-329d-42b4-a828-696180df4432 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:44:14.006991 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e6f423-329d-42b4-a828-696180df4432 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:44:14.007530 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e6f423-329d-42b4-a828-696180df4432 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:44:14.007863 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e6f423-329d-42b4-a828-696180df4432 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:44:14.008368 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e6f423-329d-42b4-a828-696180df4432 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:44:14.013313 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16e6f423-329d-42b4-a828-696180df4432 None None] No DVR routers for this DVR port 64618daf-8ee9-4f34-962b-a1366fe13215 on host n-d-816206-8 {{(pid=103592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:44:14.017507 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-9bda38d3-8395-4a4e-ac2d-2996db0948d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:14.024801 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9bda38d3-8395-4a4e-ac2d-2996db0948d3 admin admin] Releasing vlan 532 on physical network physnet1 to pool {{(pid=103590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 18:44:14.025341 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-9bda38d3-8395-4a4e-ac2d-2996db0948d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264370093'] for segment, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:14.029396 n-d-816206-8 neutron-server[103590]: Traceback (most recent call last): Nov 23 18:44:14.029396 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 18:44:14.029396 n-d-816206-8 neutron-server[103590]: timer() Nov 23 18:44:14.029396 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 18:44:14.029396 n-d-816206-8 neutron-server[103590]: cb(*args, **kw) Nov 23 18:44:14.029396 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 18:44:14.029396 n-d-816206-8 neutron-server[103590]: return func(*args, **kwargs) Nov 23 18:44:14.029396 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 18:44:14.029396 n-d-816206-8 neutron-server[103590]: self._notify() Nov 23 18:44:14.029396 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 18:44:14.029396 n-d-816206-8 neutron-server[103590]: self.callback(batched_events) Nov 23 18:44:14.029396 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 18:44:14.029396 n-d-816206-8 neutron-server[103590]: event.method(event) Nov 23 18:44:14.029396 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 18:44:14.029396 n-d-816206-8 neutron-server[103590]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 18:44:14.029396 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 18:44:14.029396 n-d-816206-8 neutron-server[103590]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 18:44:14.029396 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 18:44:14.029396 n-d-816206-8 neutron-server[103590]: return f(self, *a, **k) Nov 23 18:44:14.029396 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 18:44:14.029396 n-d-816206-8 neutron-server[103590]: return self._get(url).json() Nov 23 18:44:14.029396 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 18:44:14.029396 n-d-816206-8 neutron-server[103590]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 18:44:14.029396 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 18:44:14.029396 n-d-816206-8 neutron-server[103590]: return self.request(url, 'GET', **kwargs) Nov 23 18:44:14.029396 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 18:44:14.029396 n-d-816206-8 neutron-server[103590]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 18:44:14.029396 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 18:44:14.029396 n-d-816206-8 neutron-server[103590]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 18:44:14.029396 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 18:44:14.029396 n-d-816206-8 neutron-server[103590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 18:44:14.029396 n-d-816206-8 neutron-server[103590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 18:44:14.087667 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-9bda38d3-8395-4a4e-ac2d-2996db0948d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1795418'] for network, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:14.093908 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-9bda38d3-8395-4a4e-ac2d-2996db0948d3 admin admin] Publish callbacks [] for network, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:14.100220 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-9bda38d3-8395-4a4e-ac2d-2996db0948d3 admin admin] 10.222.0.60 "DELETE /v2.0/networks/621bfd8f-2d09-4d99-ab9f-5b90d40f6961 HTTP/1.1" status: 204 len: 168 time: 0.5602932 Nov 23 18:44:14.101053 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 58564) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:44:14.111300 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bda38d3-8395-4a4e-ac2d-2996db0948d3 admin admin] Pushing event deleted for resources: {'Network': ['ID=621bfd8f-2d09-4d99-ab9f-5b90d40f6961,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:44:14.196920 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:14.784245 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-d162aa6f-5eeb-468c-ba4a-b255df8c726d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1794372'] for router_interface, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:14.992360 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:15.019643 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 1c4a0e44-8180-4164-92ce-79d8c9b576f5 no longer exists at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:44:15.040462 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] No Port match for: 1c4a0e44-8180-4164-92ce-79d8c9b576f5 {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:44:15.040836 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 1c4a0e44-8180-4164-92ce-79d8c9b576f5 not bound to the agent host n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:44:15.041260 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 67e019b7-40ab-43c0-b180-f86b3e2cf82b no longer exists at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:44:15.047037 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-d162aa6f-5eeb-468c-ba4a-b255df8c726d admin admin] Deleting port 137780a6-fd21-4d61-840a-e4281bea8801 {{(pid=103591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:44:15.047376 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-d162aa6f-5eeb-468c-ba4a-b255df8c726d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:15.061228 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] No Port match for: 67e019b7-40ab-43c0-b180-f86b3e2cf82b {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:44:15.061587 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 67e019b7-40ab-43c0-b180-f86b3e2cf82b not bound to the agent host n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:44:15.061997 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 64618daf-8ee9-4f34-962b-a1366fe13215 no longer exists at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:44:15.080635 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] No Port match for: 64618daf-8ee9-4f34-962b-a1366fe13215 {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:44:15.080985 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 64618daf-8ee9-4f34-962b-a1366fe13215 not bound to the agent host n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:44:15.126620 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [None req-d162aa6f-5eeb-468c-ba4a-b255df8c726d admin admin] For port 137780a6-fd21-4d61-840a-e4281bea8801, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=137780a6-fd21-4d61-840a-e4281bea8801,segment=NetworkSegment(55883cf4-6def-4ad4-9021-d74f0ab44886),segment_id=55883cf4-6def-4ad4-9021-d74f0ab44886)] {{(pid=103591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:44:15.127280 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-d162aa6f-5eeb-468c-ba4a-b255df8c726d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:15.139926 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-d162aa6f-5eeb-468c-ba4a-b255df8c726d admin admin] Calling delete_port for 137780a6-fd21-4d61-840a-e4281bea8801 owned by network:router_interface {{(pid=103591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:44:15.236367 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-edc2b365-b36d-4556-bb6a-7307e324ba63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:15.318625 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-d162aa6f-5eeb-468c-ba4a-b255df8c726d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:15.348417 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d162aa6f-5eeb-468c-ba4a-b255df8c726d admin admin] Pushing event deleted for resources: {'Port': ['ID=137780a6-fd21-4d61-840a-e4281bea8801,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:44:15.527165 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-d162aa6f-5eeb-468c-ba4a-b255df8c726d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2067500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1794520'] for router_interface, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:15.741399 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d162aa6f-5eeb-468c-ba4a-b255df8c726d admin admin] Router 9f3c8294-918f-4128-a8c3-04ab7848f87b has already been hosted by L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 {{(pid=103591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:44:15.849840 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d162aa6f-5eeb-468c-ba4a-b255df8c726d admin admin] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:44:15.854826 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-d162aa6f-5eeb-468c-ba4a-b255df8c726d admin admin] 10.222.0.60 "PUT /v2.0/routers/9f3c8294-918f-4128-a8c3-04ab7848f87b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7520757 Nov 23 18:44:15.857412 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 58566) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:44:15.860204 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b0afb30-6e10-4519-9442-8be828e519b5 None None] Sync routers for ids ['9f3c8294-918f-4128-a8c3-04ab7848f87b'] in n-d-816206-8 {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:44:15.870179 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b0afb30-6e10-4519-9442-8be828e519b5 None None] Routers {'9f3c8294-918f-4128-a8c3-04ab7848f87b'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:44:15.870785 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-3b0afb30-6e10-4519-9442-8be828e519b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T18:44:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['9f3c8294-918f-4128-a8c3-04ab7848f87b'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:44:15.960618 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-ebab0f61-8965-4bc8-8764-01648d2cf63f admin admin] Publish callbacks [] for router, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:15.976477 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvr_db [None req-3b0afb30-6e10-4519-9442-8be828e519b5 None None] Set router 9f3c8294-918f-4128-a8c3-04ab7848f87b gateway port host: n-d-816206-8 {{(pid=103592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:44:16.065975 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-ebab0f61-8965-4bc8-8764-01648d2cf63f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:16.128819 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-ebab0f61-8965-4bc8-8764-01648d2cf63f admin admin] Deleting port 5ddd8a6b-ef7f-4708-b7da-9f51491b3eaa {{(pid=103591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:44:16.129587 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-ebab0f61-8965-4bc8-8764-01648d2cf63f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:16.164155 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-3b0afb30-6e10-4519-9442-8be828e519b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f3c8294-918f-4128-a8c3-04ab7848f87b', 'name': 'tempest-TestShelveInstance-1007392029-router', 'tenant_id': '75a6e099750844738347def36b7d397e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.132'}], 'enable_snat': True}, 'gw_port_id': '5ddd8a6b-ef7f-4708-b7da-9f51491b3eaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:35:24Z', 'updated_at': '2021-11-23T18:44:15Z', 'revision_number': 5, 'project_id': '75a6e099750844738347def36b7d397e', 'gw_port': {'id': '5ddd8a6b-ef7f-4708-b7da-9f51491b3eaa', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:9e:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f3c8294-918f-4128-a8c3-04ab7848f87b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:35:24Z', 'updated_at': '2021-11-23T18:35:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8'}], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:44:16.191385 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b0afb30-6e10-4519-9442-8be828e519b5 None None] Checking router: 9f3c8294-918f-4128-a8c3-04ab7848f87b for host: n-d-816206-8 {{(pid=103592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:44:16.199851 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b0afb30-6e10-4519-9442-8be828e519b5 None None] Routers {'9f3c8294-918f-4128-a8c3-04ab7848f87b'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:44:16.200454 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-3b0afb30-6e10-4519-9442-8be828e519b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T18:44:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['9f3c8294-918f-4128-a8c3-04ab7848f87b'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:44:16.214273 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [None req-ebab0f61-8965-4bc8-8764-01648d2cf63f admin admin] For port 5ddd8a6b-ef7f-4708-b7da-9f51491b3eaa, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=5ddd8a6b-ef7f-4708-b7da-9f51491b3eaa,segment=NetworkSegment(bffd1e4f-e80f-4ff0-b418-2f42ae15febf),segment_id=bffd1e4f-e80f-4ff0-b418-2f42ae15febf)] {{(pid=103591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:44:16.214637 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-ebab0f61-8965-4bc8-8764-01648d2cf63f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:16.230397 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-ebab0f61-8965-4bc8-8764-01648d2cf63f admin admin] Calling delete_port for 5ddd8a6b-ef7f-4708-b7da-9f51491b3eaa owned by network:router_gateway {{(pid=103591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:44:16.288364 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvr_db [None req-3b0afb30-6e10-4519-9442-8be828e519b5 None None] Set router 9f3c8294-918f-4128-a8c3-04ab7848f87b gateway port host: None {{(pid=103592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:44:16.344050 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-3b0afb30-6e10-4519-9442-8be828e519b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f3c8294-918f-4128-a8c3-04ab7848f87b', 'name': 'tempest-TestShelveInstance-1007392029-router', 'tenant_id': '75a6e099750844738347def36b7d397e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:35:24Z', 'updated_at': '2021-11-23T18:44:16Z', 'revision_number': 6, 'project_id': '75a6e099750844738347def36b7d397e', 'gw_port_host': None}], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:44:16.372258 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b0afb30-6e10-4519-9442-8be828e519b5 None None] The sync data for ids ['9f3c8294-918f-4128-a8c3-04ab7848f87b'] in n-d-816206-8 is: [{'id': '9f3c8294-918f-4128-a8c3-04ab7848f87b', 'name': 'tempest-TestShelveInstance-1007392029-router', 'tenant_id': '75a6e099750844738347def36b7d397e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:35:24Z', 'updated_at': '2021-11-23T18:44:16Z', 'revision_number': 6, 'project_id': '75a6e099750844738347def36b7d397e', 'gw_port_host': None}] {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:44:16.418443 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-ebab0f61-8965-4bc8-8764-01648d2cf63f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:16.444723 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebab0f61-8965-4bc8-8764-01648d2cf63f admin admin] Pushing event deleted for resources: {'Port': ['ID=5ddd8a6b-ef7f-4708-b7da-9f51491b3eaa,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:44:16.459418 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66b0de24-1d54-4aaa-a5fa-de1c5b65ce38 None None] DHCP port deletion for 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:44:16.514355 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-ebab0f61-8965-4bc8-8764-01648d2cf63f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1795454'] for router_gateway, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:16.606915 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-ebab0f61-8965-4bc8-8764-01648d2cf63f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1794352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8175'] for router, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:16.609182 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-ebab0f61-8965-4bc8-8764-01648d2cf63f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:16.653354 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-ebab0f61-8965-4bc8-8764-01648d2cf63f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1795580'] for router, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:16.654042 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebab0f61-8965-4bc8-8764-01648d2cf63f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9f3c8294-918f-4128-a8c3-04ab7848f87b {{(pid=103591) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 18:44:16.658458 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-ebab0f61-8965-4bc8-8764-01648d2cf63f admin admin] Publish callbacks [] for router, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:16.659551 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-ebab0f61-8965-4bc8-8764-01648d2cf63f admin admin] 10.222.0.60 "DELETE /v2.0/routers/9f3c8294-918f-4128-a8c3-04ab7848f87b HTTP/1.1" status: 204 len: 168 time: 0.8011508 Nov 23 18:44:16.662080 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 58568) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:44:16.715152 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.db_base_plugin_v2 [None req-1de18c94-fec4-48f8-82fc-72ca3ac3dd80 admin admin] Deleting subnet 9f5bebcd-3680-42a7-9ede-562620304d58 {{(pid=103591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 18:44:16.718715 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-1de18c94-fec4-48f8-82fc-72ca3ac3dd80 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:16.754268 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-1de18c94-fec4-48f8-82fc-72ca3ac3dd80 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265990000'] for subnet, precommit_delete_associations {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:16.833695 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-1de18c94-fec4-48f8-82fc-72ca3ac3dd80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971956'] for subnet, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:16.845668 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-52822d53-48f5-4819-8a95-bdc13aea0bf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:16.886108 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-1de18c94-fec4-48f8-82fc-72ca3ac3dd80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264758240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264314269'] for subnet, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:16.918252 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-1de18c94-fec4-48f8-82fc-72ca3ac3dd80 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for subnet, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:16.921952 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-1de18c94-fec4-48f8-82fc-72ca3ac3dd80 admin admin] 10.222.0.60 "DELETE /v2.0/subnets/9f5bebcd-3680-42a7-9ede-562620304d58 HTTP/1.1" status: 204 len: 168 time: 0.2587471 Nov 23 18:44:16.922959 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de18c94-fec4-48f8-82fc-72ca3ac3dd80 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9f5bebcd-3680-42a7-9ede-562620304d58,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:44:16.924181 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-779cdc37-fc6f-4fac-9bb8-571ff0369093 None None] Network 555141ff-7542-462f-84a7-c76ca4874af8 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:44:16.924610 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 58570) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:44:16.996962 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e3116723-179c-4bbf-b0f3-503218b51bb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-555181'] for network, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:17.050165 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-e3116723-179c-4bbf-b0f3-503218b51bb3 admin admin] Deleting port 06a41fab-86fa-4732-8fab-f51ba6bc8c01 {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:44:17.050502 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e3116723-179c-4bbf-b0f3-503218b51bb3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:17.101020 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e213d42a-c72b-4565-a74f-36be53d3be93 None None] DHCP port deletion for 555141ff-7542-462f-84a7-c76ca4874af8 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:44:17.123783 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-e3116723-179c-4bbf-b0f3-503218b51bb3 admin admin] For port 06a41fab-86fa-4732-8fab-f51ba6bc8c01, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=06a41fab-86fa-4732-8fab-f51ba6bc8c01,segment=NetworkSegment(55883cf4-6def-4ad4-9021-d74f0ab44886),segment_id=55883cf4-6def-4ad4-9021-d74f0ab44886)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:44:17.124150 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e3116723-179c-4bbf-b0f3-503218b51bb3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:17.140937 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-e3116723-179c-4bbf-b0f3-503218b51bb3 admin admin] Calling delete_port for 06a41fab-86fa-4732-8fab-f51ba6bc8c01 owned by network:dhcp {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:44:17.156425 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-e213d42a-c72b-4565-a74f-36be53d3be93 None None] Deleting port 06a41fab-86fa-4732-8fab-f51ba6bc8c01 {{(pid=103592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:44:17.156425 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-e213d42a-c72b-4565-a74f-36be53d3be93 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:17.177672 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 5ddd8a6b-ef7f-4708-b7da-9f51491b3eaa no longer exists at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:44:17.224838 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e3116723-179c-4bbf-b0f3-503218b51bb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:17.244534 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] No Port match for: 5ddd8a6b-ef7f-4708-b7da-9f51491b3eaa {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:44:17.244859 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 5ddd8a6b-ef7f-4708-b7da-9f51491b3eaa not bound to the agent host n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:44:17.245830 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 137780a6-fd21-4d61-840a-e4281bea8801 no longer exists at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:44:17.253315 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3116723-179c-4bbf-b0f3-503218b51bb3 admin admin] Pushing event deleted for resources: {'Port': ['ID=06a41fab-86fa-4732-8fab-f51ba6bc8c01,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:44:17.254811 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3116723-179c-4bbf-b0f3-503218b51bb3 admin admin] No DVR routers for this DVR port 06a41fab-86fa-4732-8fab-f51ba6bc8c01 on host n-d-816206-8 {{(pid=103590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:44:17.255422 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-e213d42a-c72b-4565-a74f-36be53d3be93 None None] For port 06a41fab-86fa-4732-8fab-f51ba6bc8c01, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=06a41fab-86fa-4732-8fab-f51ba6bc8c01,segment=NetworkSegment(55883cf4-6def-4ad4-9021-d74f0ab44886),segment_id=55883cf4-6def-4ad4-9021-d74f0ab44886)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:44:17.256115 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-e213d42a-c72b-4565-a74f-36be53d3be93 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:17.280611 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] No Port match for: 137780a6-fd21-4d61-840a-e4281bea8801 {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:44:17.280959 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 137780a6-fd21-4d61-840a-e4281bea8801 not bound to the agent host n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:44:17.281383 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 06a41fab-86fa-4732-8fab-f51ba6bc8c01 no longer exists at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:44:17.304301 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-e213d42a-c72b-4565-a74f-36be53d3be93 None None] Calling delete_port for 06a41fab-86fa-4732-8fab-f51ba6bc8c01 owned by network:dhcp {{(pid=103592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:44:17.305544 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] No Port match for: 06a41fab-86fa-4732-8fab-f51ba6bc8c01 {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:44:17.305889 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 06a41fab-86fa-4732-8fab-f51ba6bc8c01 not bound to the agent host n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:44:17.330485 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e3116723-179c-4bbf-b0f3-503218b51bb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973419', 'neutron.services.segments.db._delete_segments_for_network-8736635878840'] for network, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:17.352650 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-e3116723-179c-4bbf-b0f3-503218b51bb3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['555141ff-7542-462f-84a7-c76ca4874af8']}} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:44:17.363804 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-e3116723-179c-4bbf-b0f3-503218b51bb3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55883cf4-6def-4ad4-9021-d74f0ab44886') {'for_net_delete': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:44:17.364144 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-e3116723-179c-4bbf-b0f3-503218b51bb3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55883cf4-6def-4ad4-9021-d74f0ab44886') {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:44:17.374241 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e3116723-179c-4bbf-b0f3-503218b51bb3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736635840332', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-267528353'] for segment, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:17.390018 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e3116723-179c-4bbf-b0f3-503218b51bb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:17.394966 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-e213d42a-c72b-4565-a74f-36be53d3be93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989'] for port, after_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:17.396576 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3116723-179c-4bbf-b0f3-503218b51bb3 admin admin] Releasing vlan 548 on physical network physnet1 to pool {{(pid=103590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 18:44:17.396976 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e3116723-179c-4bbf-b0f3-503218b51bb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264370093'] for segment, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:17.399083 n-d-816206-8 neutron-server[103590]: Traceback (most recent call last): Nov 23 18:44:17.399083 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 18:44:17.399083 n-d-816206-8 neutron-server[103590]: timer() Nov 23 18:44:17.399083 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 18:44:17.399083 n-d-816206-8 neutron-server[103590]: cb(*args, **kw) Nov 23 18:44:17.399083 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 18:44:17.399083 n-d-816206-8 neutron-server[103590]: return func(*args, **kwargs) Nov 23 18:44:17.399083 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 18:44:17.399083 n-d-816206-8 neutron-server[103590]: self._notify() Nov 23 18:44:17.399083 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 18:44:17.399083 n-d-816206-8 neutron-server[103590]: self.callback(batched_events) Nov 23 18:44:17.399083 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 18:44:17.399083 n-d-816206-8 neutron-server[103590]: event.method(event) Nov 23 18:44:17.399083 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 18:44:17.399083 n-d-816206-8 neutron-server[103590]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 18:44:17.399083 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 18:44:17.399083 n-d-816206-8 neutron-server[103590]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 18:44:17.399083 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 18:44:17.399083 n-d-816206-8 neutron-server[103590]: return f(self, *a, **k) Nov 23 18:44:17.399083 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 18:44:17.399083 n-d-816206-8 neutron-server[103590]: return self._get(url).json() Nov 23 18:44:17.399083 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 18:44:17.399083 n-d-816206-8 neutron-server[103590]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 18:44:17.399083 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 18:44:17.399083 n-d-816206-8 neutron-server[103590]: return self.request(url, 'GET', **kwargs) Nov 23 18:44:17.399083 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 18:44:17.399083 n-d-816206-8 neutron-server[103590]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 18:44:17.399083 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 18:44:17.399083 n-d-816206-8 neutron-server[103590]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 18:44:17.399083 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 18:44:17.399083 n-d-816206-8 neutron-server[103590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 18:44:17.399083 n-d-816206-8 neutron-server[103590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 18:44:17.428781 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e213d42a-c72b-4565-a74f-36be53d3be93 None None] No DVR routers for this DVR port 06a41fab-86fa-4732-8fab-f51ba6bc8c01 on host n-d-816206-8 {{(pid=103592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:44:17.438045 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e213d42a-c72b-4565-a74f-36be53d3be93 None None] Pushing event deleted for resources: {'Port': ['ID=06a41fab-86fa-4732-8fab-f51ba6bc8c01,revision_number=None']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:44:17.461337 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e3116723-179c-4bbf-b0f3-503218b51bb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1795418'] for network, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:17.468320 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e3116723-179c-4bbf-b0f3-503218b51bb3 admin admin] Publish callbacks [] for network, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:17.473527 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-e3116723-179c-4bbf-b0f3-503218b51bb3 admin admin] 10.222.0.60 "DELETE /v2.0/networks/555141ff-7542-462f-84a7-c76ca4874af8 HTTP/1.1" status: 204 len: 168 time: 0.5478742 Nov 23 18:44:17.485892 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3116723-179c-4bbf-b0f3-503218b51bb3 admin admin] Pushing event deleted for resources: {'Network': ['ID=555141ff-7542-462f-84a7-c76ca4874af8,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:44:17.586008 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 58574) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:44:17.626085 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-91fa3894-eef7-4259-85ed-4fbf7eba2c7a admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=624970b757874e2790c0d0bbc2d43e4f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0389087 Nov 23 18:44:17.628652 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 58576) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:44:17.675855 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c9ed02a-1236-46ee-83c7-25044211a08b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:17.697151 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c9ed02a-1236-46ee-83c7-25044211a08b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:17.744564 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c9ed02a-1236-46ee-83c7-25044211a08b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:17.747193 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c9ed02a-1236-46ee-83c7-25044211a08b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:17.748344 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-1c9ed02a-1236-46ee-83c7-25044211a08b admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/a0c24ad7-4bb3-4ece-92cc-16c64b58a5bb HTTP/1.1" status: 204 len: 168 time: 0.1187823 Nov 23 18:44:17.756818 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9ed02a-1236-46ee-83c7-25044211a08b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0c24ad7-4bb3-4ece-92cc-16c64b58a5bb,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:44:18.051279 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9a27ae6c-db98-474f-94c1-cc99bf842d79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:18.063805 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 58582) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:44:18.107858 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-56f9bdef-0ee7-4532-ada6-027bf53ace0b admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=75a6e099750844738347def36b7d397e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0428801 Nov 23 18:44:18.110635 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 58584) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:44:18.156788 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-88636f3a-739c-4427-9d69-4709fc7dc8f8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:18.178555 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-88636f3a-739c-4427-9d69-4709fc7dc8f8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:18.224220 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-88636f3a-739c-4427-9d69-4709fc7dc8f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:18.226862 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-88636f3a-739c-4427-9d69-4709fc7dc8f8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:18.227965 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-88636f3a-739c-4427-9d69-4709fc7dc8f8 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/e4f27d1a-26ee-41fe-8f17-48f961e1f16d HTTP/1.1" status: 204 len: 168 time: 0.1164467 Nov 23 18:44:18.237998 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88636f3a-739c-4427-9d69-4709fc7dc8f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4f27d1a-26ee-41fe-8f17-48f961e1f16d,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:44:18.527705 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:18.892865 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 58606) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:44:18.988072 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-c0e6e44b-a132-4d25-86de-8e4bbd351db4 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-668708400-network', 'tenant_id': '403044ee93164f5baddb10dd3dc86df3'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:44:19.009538 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0e6e44b-a132-4d25-86de-8e4bbd351db4 admin admin] Made reservation on behalf of 403044ee93164f5baddb10dd3dc86df3 for: {'network': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:44:19.012014 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c0e6e44b-a132-4d25-86de-8e4bbd351db4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for network, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:19.020907 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c0e6e44b-a132-4d25-86de-8e4bbd351db4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:19.092752 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c0e6e44b-a132-4d25-86de-8e4bbd351db4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:19.096396 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c0e6e44b-a132-4d25-86de-8e4bbd351db4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:19.120619 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0e6e44b-a132-4d25-86de-8e4bbd351db4 admin admin] vlan segment allocate from pool success with {'vlan_id': 544, 'physical_network': 'physnet1'} {{(pid=103591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 18:44:19.129923 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e6e44b-a132-4d25-86de-8e4bbd351db4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ad842db-0249-4e8b-9ff5-cda0a6309e0d,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:44:19.134733 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c0e6e44b-a132-4d25-86de-8e4bbd351db4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:19.135072 n-d-816206-8 neutron-server[103591]: INFO neutron.db.segments_db [None req-c0e6e44b-a132-4d25-86de-8e4bbd351db4 admin admin] Added segment 1df0840a-c974-4846-9dff-dbd7d0a32ea9 of type vlan for network 3a20f87e-4dd5-486e-94b1-e48821f29b21 Nov 23 18:44:19.174425 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c0e6e44b-a132-4d25-86de-8e4bbd351db4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736635338810'] for network, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:19.197795 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c0e6e44b-a132-4d25-86de-8e4bbd351db4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493'] for network, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:19.198766 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0e6e44b-a132-4d25-86de-8e4bbd351db4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:44:19.199317 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c0e6e44b-a132-4d25-86de-8e4bbd351db4 admin admin] Publish callbacks [] for network, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:19.234418 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-c0e6e44b-a132-4d25-86de-8e4bbd351db4 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3404512 Nov 23 18:44:19.237507 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 58610) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:44:19.242509 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-df2ba67a-4f77-456a-bfd5-deee78e64152 admin admin] Request body: {'subnet': {'network_id': '3a20f87e-4dd5-486e-94b1-e48821f29b21', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-668708400-subnet', 'tenant_id': '403044ee93164f5baddb10dd3dc86df3', 'ip_version': 4}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:44:19.262979 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df2ba67a-4f77-456a-bfd5-deee78e64152 admin admin] Made reservation on behalf of 403044ee93164f5baddb10dd3dc86df3 for: {'subnet': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:44:19.264069 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e6e44b-a132-4d25-86de-8e4bbd351db4 admin admin] Pushing event updated for resources: {'Network': ['ID=3a20f87e-4dd5-486e-94b1-e48821f29b21,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:44:19.265180 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-df2ba67a-4f77-456a-bfd5-deee78e64152 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264730903'] for subnet, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:19.274739 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Network 3a20f87e-4dd5-486e-94b1-e48821f29b21 details requested by agent ovs-agent-n-d-816206-8 with host n-d-816206-8 {{(pid=103592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 18:44:19.439660 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-df2ba67a-4f77-456a-bfd5-deee78e64152 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264358096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264730885'] for subnet, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:19.493591 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2ba67a-4f77-456a-bfd5-deee78e64152 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3e5d77d4-72c2-43f7-bef2-bab4816b6398,revision_number=0']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:44:19.507554 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df2ba67a-4f77-456a-bfd5-deee78e64152 admin admin] Checking segment: {'id': '1df0840a-c974-4846-9dff-dbd7d0a32ea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '3a20f87e-4dd5-486e-94b1-e48821f29b21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:44:19.507920 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df2ba67a-4f77-456a-bfd5-deee78e64152 admin admin] Network hostable DHCP agents. Network: 3a20f87e-4dd5-486e-94b1-e48821f29b21, hostable agents: ['0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3'], hosted agents: [] {{(pid=103590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 18:44:19.525016 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df2ba67a-4f77-456a-bfd5-deee78e64152 admin admin] Network 3a20f87e-4dd5-486e-94b1-e48821f29b21 is scheduled to be hosted by DHCP agent 0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3 with binding_index 1 {{(pid=103590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 18:44:19.534120 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-df2ba67a-4f77-456a-bfd5-deee78e64152 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-8, 3a20f87e-4dd5-486e-94b1-e48821f29b21) {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:44:19.539743 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df2ba67a-4f77-456a-bfd5-deee78e64152 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:44:19.540342 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-df2ba67a-4f77-456a-bfd5-deee78e64152 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:19.542196 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca4e2462-61f7-4868-b65d-d07dde47acdd None None] Network 3a20f87e-4dd5-486e-94b1-e48821f29b21 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:44:19.556706 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-df2ba67a-4f77-456a-bfd5-deee78e64152 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3180833 Nov 23 18:44:19.559399 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 58612) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:44:19.563670 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-234f807f-feee-44e5-ac12-8e4ea1d19b45 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-668708400-router', 'tenant_id': '403044ee93164f5baddb10dd3dc86df3', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'}}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:44:19.587020 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-234f807f-feee-44e5-ac12-8e4ea1d19b45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1793449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8093'] for router, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:19.587254 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-234f807f-feee-44e5-ac12-8e4ea1d19b45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1794473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1794771', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1638326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8086'] for router, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:19.646820 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-234f807f-feee-44e5-ac12-8e4ea1d19b45 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:19.786984 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-234f807f-feee-44e5-ac12-8e4ea1d19b45 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:19.855232 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e114127a-93a5-49a7-9108-b63ce268a4c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp355044b8-8e87-58c4-94fa-4a010ec30f9e-3a20f87e-4dd5-486e-94b1-e48821f29b21', 'network_id': '3a20f87e-4dd5-486e-94b1-e48821f29b21', 'tenant_id': '403044ee93164f5baddb10dd3dc86df3', 'fixed_ips': [{'subnet_id': '3e5d77d4-72c2-43f7-bef2-bab4816b6398'}]}} from n-d-816206-8. {{(pid=103592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 18:44:19.856134 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-e114127a-93a5-49a7-9108-b63ce268a4c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:19.990183 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-234f807f-feee-44e5-ac12-8e4ea1d19b45 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:19.994122 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.db_base_plugin_common [None req-e114127a-93a5-49a7-9108-b63ce268a4c9 None None] Allocated IP 172.20.0.2 (3a20f87e-4dd5-486e-94b1-e48821f29b21/3e5d77d4-72c2-43f7-bef2-bab4816b6398/552ff4b0-2ad2-44b7-a74b-9813496385ee) {{(pid=103592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:44:20.009299 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-234f807f-feee-44e5-ac12-8e4ea1d19b45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:20.114912 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-234f807f-feee-44e5-ac12-8e4ea1d19b45 admin admin] Allocated IP 172.25.3.15 (4c8455ba-1be5-42ac-b8c2-8a16e1292d55/08fe3644-ce41-4c3f-a7ea-92bac0f0fff5/1f8fc0cc-abdd-44fc-b7f0-455d66a63487) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:44:20.138101 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-e114127a-93a5-49a7-9108-b63ce268a4c9 None None] Publish callbacks [] for port, precommit_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:20.144389 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-e114127a-93a5-49a7-9108-b63ce268a4c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980'] for port, after_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:20.188424 n-d-816206-8 neutron-server[103592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e114127a-93a5-49a7-9108-b63ce268a4c9 None None] Network 3a20f87e-4dd5-486e-94b1-e48821f29b21 is already hosted by enough agents. {{(pid=103592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:44:20.191312 n-d-816206-8 neutron-server[103592]: DEBUG neutron.scheduler.base_scheduler [None req-e114127a-93a5-49a7-9108-b63ce268a4c9 None None] Resources bound (agent type, host, resource id): {{(pid=103592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:44:20.194739 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e114127a-93a5-49a7-9108-b63ce268a4c9 None None] Received port after_create {{(pid=103592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:44:20.202225 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e114127a-93a5-49a7-9108-b63ce268a4c9 None None] Pushing event updated for resources: {'Port': ['ID=552ff4b0-2ad2-44b7-a74b-9813496385ee,revision_number=1']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:44:20.226051 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-234f807f-feee-44e5-ac12-8e4ea1d19b45 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:20.251782 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-e114127a-93a5-49a7-9108-b63ce268a4c9 None None] Attempting to bind port 552ff4b0-2ad2-44b7-a74b-9813496385ee on host n-d-816206-8 for vnic_type normal with profile {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:44:20.252152 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-e114127a-93a5-49a7-9108-b63ce268a4c9 None None] Attempting to bind port 552ff4b0-2ad2-44b7-a74b-9813496385ee by drivers openvswitch,hyperv on host n-d-816206-8 at level 0 using segments [{'id': '1df0840a-c974-4846-9dff-dbd7d0a32ea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '3a20f87e-4dd5-486e-94b1-e48821f29b21'}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:44:20.252535 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e114127a-93a5-49a7-9108-b63ce268a4c9 None None] Attempting to bind port 552ff4b0-2ad2-44b7-a74b-9813496385ee on network 3a20f87e-4dd5-486e-94b1-e48821f29b21 {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:44:20.257401 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e114127a-93a5-49a7-9108-b63ce268a4c9 None None] Checking agent: {'id': '9e89acbe-4bbe-4c77-a18b-6f1da9133e0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 7, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 44, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:44:20.257777 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e114127a-93a5-49a7-9108-b63ce268a4c9 None None] Checking segment: {'id': '1df0840a-c974-4846-9dff-dbd7d0a32ea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '3a20f87e-4dd5-486e-94b1-e48821f29b21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:44:20.258187 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-e114127a-93a5-49a7-9108-b63ce268a4c9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:20.258564 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e114127a-93a5-49a7-9108-b63ce268a4c9 None None] Bound using segment: {'id': '1df0840a-c974-4846-9dff-dbd7d0a32ea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '3a20f87e-4dd5-486e-94b1-e48821f29b21'} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:44:20.259017 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-e114127a-93a5-49a7-9108-b63ce268a4c9 None None] Bound port: 552ff4b0-2ad2-44b7-a74b-9813496385ee, host: n-d-816206-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1df0840a-c974-4846-9dff-dbd7d0a32ea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '3a20f87e-4dd5-486e-94b1-e48821f29b21'}}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:44:20.259396 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-e114127a-93a5-49a7-9108-b63ce268a4c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:20.260095 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-234f807f-feee-44e5-ac12-8e4ea1d19b45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:20.297379 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-234f807f-feee-44e5-ac12-8e4ea1d19b45 admin admin] Network 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:44:20.302216 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-234f807f-feee-44e5-ac12-8e4ea1d19b45 admin admin] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:44:20.304797 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-234f807f-feee-44e5-ac12-8e4ea1d19b45 admin admin] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:44:20.316717 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-016d854a-db39-49c3-bda5-ab14c08b42e8 None None] DHCP port deletion for 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:44:20.331179 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-e114127a-93a5-49a7-9108-b63ce268a4c9 None None] For port 552ff4b0-2ad2-44b7-a74b-9813496385ee, host n-d-816206-8, cleared binding levels {{(pid=103592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:44:20.335126 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-e114127a-93a5-49a7-9108-b63ce268a4c9 None None] For port 552ff4b0-2ad2-44b7-a74b-9813496385ee, host n-d-816206-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=552ff4b0-2ad2-44b7-a74b-9813496385ee,segment=NetworkSegment(1df0840a-c974-4846-9dff-dbd7d0a32ea9),segment_id=1df0840a-c974-4846-9dff-dbd7d0a32ea9)] {{(pid=103592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:44:20.339863 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-e114127a-93a5-49a7-9108-b63ce268a4c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:20.340569 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234f807f-feee-44e5-ac12-8e4ea1d19b45 admin admin] Pushing event updated for resources: {'Port': ['ID=1f8fc0cc-abdd-44fc-b7f0-455d66a63487,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:44:20.405125 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e114127a-93a5-49a7-9108-b63ce268a4c9 None None] Pushing event updated for resources: {'Port': ['ID=552ff4b0-2ad2-44b7-a74b-9813496385ee,revision_number=2']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:44:20.450474 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-dea9ecb1-c07f-4b66-bef4-5c22664f317a None None] Provisioning complete for port 1f8fc0cc-abdd-44fc-b7f0-455d66a63487 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:44:20.450839 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-dea9ecb1-c07f-4b66-bef4-5c22664f317a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:20.487331 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-dea9ecb1-c07f-4b66-bef4-5c22664f317a None None] Port 1f8fc0cc-abdd-44fc-b7f0-455d66a63487 cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:44:20.931198 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-234f807f-feee-44e5-ac12-8e4ea1d19b45 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:21.055870 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 552ff4b0-2ad2-44b7-a74b-9813496385ee up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:44:21.109474 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port 552ff4b0-2ad2-44b7-a74b-9813496385ee triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:44:21.109846 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:21.151130 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-234f807f-feee-44e5-ac12-8e4ea1d19b45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1794316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1795362'] for router, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:21.197501 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:21.233243 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] For port 552ff4b0-2ad2-44b7-a74b-9813496385ee, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=552ff4b0-2ad2-44b7-a74b-9813496385ee,segment=NetworkSegment(1df0840a-c974-4846-9dff-dbd7d0a32ea9),segment_id=1df0840a-c974-4846-9dff-dbd7d0a32ea9)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:44:21.238716 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:21.290868 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Pushing event updated for resources: {'Port': ['ID=552ff4b0-2ad2-44b7-a74b-9813496385ee,revision_number=3']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:44:21.293720 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-234f807f-feee-44e5-ac12-8e4ea1d19b45 admin admin] Router 4d1cab5e-04b5-4f76-9672-84f3e2fb9b4c is scheduled to L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 with binding_index 1 {{(pid=103590) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 18:44:21.331482 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72f9fff8-89d8-4a06-af7a-d55d40e1e9db None None] Network 3a20f87e-4dd5-486e-94b1-e48821f29b21 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:44:21.405109 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-234f807f-feee-44e5-ac12-8e4ea1d19b45 admin admin] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:44:21.414457 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bf77ebf-3f9e-46eb-b50b-41ee9ae24153 None None] Sync routers for ids ['4d1cab5e-04b5-4f76-9672-84f3e2fb9b4c'] in n-d-816206-8 {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:44:21.423904 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-234f807f-feee-44e5-ac12-8e4ea1d19b45 admin admin] Publish callbacks [] for router, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:21.428018 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-234f807f-feee-44e5-ac12-8e4ea1d19b45 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.8650217 Nov 23 18:44:21.428158 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 58614) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:44:21.431038 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bf77ebf-3f9e-46eb-b50b-41ee9ae24153 None None] Routers {'4d1cab5e-04b5-4f76-9672-84f3e2fb9b4c'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:44:21.432154 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-1bf77ebf-3f9e-46eb-b50b-41ee9ae24153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T18:44:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['4d1cab5e-04b5-4f76-9672-84f3e2fb9b4c'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:44:21.453049 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-db3a87c8-72aa-42b8-8bd0-20a2427b3c2c None None] Provisioning complete for port 552ff4b0-2ad2-44b7-a74b-9813496385ee triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:44:21.453331 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-db3a87c8-72aa-42b8-8bd0-20a2427b3c2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:21.554536 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-1bf77ebf-3f9e-46eb-b50b-41ee9ae24153 None None] Set router 4d1cab5e-04b5-4f76-9672-84f3e2fb9b4c gateway port host: n-d-816206-8 {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:44:21.774144 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-1bf77ebf-3f9e-46eb-b50b-41ee9ae24153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d1cab5e-04b5-4f76-9672-84f3e2fb9b4c', 'name': 'tempest-TestSnapshotPattern-668708400-router', 'tenant_id': '403044ee93164f5baddb10dd3dc86df3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.15'}], 'enable_snat': True}, 'gw_port_id': '1f8fc0cc-abdd-44fc-b7f0-455d66a63487', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:44:19Z', 'updated_at': '2021-11-23T18:44:20Z', 'revision_number': 3, 'project_id': '403044ee93164f5baddb10dd3dc86df3', 'gw_port': {'id': '1f8fc0cc-abdd-44fc-b7f0-455d66a63487', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:96:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d1cab5e-04b5-4f76-9672-84f3e2fb9b4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:44:20Z', 'updated_at': '2021-11-23T18:44:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8'}], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:44:21.792184 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-ce9720b1-9cf3-402e-970f-f263031b61c3 None None] Provisioning complete for port 552ff4b0-2ad2-44b7-a74b-9813496385ee triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:44:21.792718 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-ce9720b1-9cf3-402e-970f-f263031b61c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:21.802046 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bf77ebf-3f9e-46eb-b50b-41ee9ae24153 None None] Checking router: 4d1cab5e-04b5-4f76-9672-84f3e2fb9b4c for host: n-d-816206-8 {{(pid=103593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:44:21.802398 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bf77ebf-3f9e-46eb-b50b-41ee9ae24153 None None] Updating router 4d1cab5e-04b5-4f76-9672-84f3e2fb9b4c port 1f8fc0cc-abdd-44fc-b7f0-455d66a63487 binding host n-d-816206-8 {{(pid=103593) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 18:44:21.827739 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-1bf77ebf-3f9e-46eb-b50b-41ee9ae24153 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:21.882231 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c1c7afd8-9eb7-407c-b1a5-84b501d009b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:22.036375 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-c1c7afd8-9eb7-407c-b1a5-84b501d009b9 admin admin] Allocated IP 172.20.0.1 (3a20f87e-4dd5-486e-94b1-e48821f29b21/3e5d77d4-72c2-43f7-bef2-bab4816b6398/d6ea1a8b-9461-4dd1-8782-ccad61f28e63) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:44:22.078912 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-1bf77ebf-3f9e-46eb-b50b-41ee9ae24153 None None] Publish callbacks [] for port, precommit_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:22.083802 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-1bf77ebf-3f9e-46eb-b50b-41ee9ae24153 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:22.125872 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d4e1dd3-502f-4cc8-a8d4-a3f9574ab77d None None] DHCP port deletion for 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:44:22.131066 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [None req-1bf77ebf-3f9e-46eb-b50b-41ee9ae24153 None None] Attempting to bind port 1f8fc0cc-abdd-44fc-b7f0-455d66a63487 on host n-d-816206-8 for vnic_type normal with profile {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:44:22.131451 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [None req-1bf77ebf-3f9e-46eb-b50b-41ee9ae24153 None None] Attempting to bind port 1f8fc0cc-abdd-44fc-b7f0-455d66a63487 by drivers openvswitch,hyperv on host n-d-816206-8 at level 0 using segments [{'id': 'bffd1e4f-e80f-4ff0-b418-2f42ae15febf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'}] {{(pid=103593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:44:22.131822 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bf77ebf-3f9e-46eb-b50b-41ee9ae24153 None None] Attempting to bind port 1f8fc0cc-abdd-44fc-b7f0-455d66a63487 on network 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:44:22.142168 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bf77ebf-3f9e-46eb-b50b-41ee9ae24153 None None] Checking agent: {'id': '9e89acbe-4bbe-4c77-a18b-6f1da9133e0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 7, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 44, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:44:22.142549 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bf77ebf-3f9e-46eb-b50b-41ee9ae24153 None None] Checking segment: {'id': 'bffd1e4f-e80f-4ff0-b418-2f42ae15febf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:44:22.142948 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-1bf77ebf-3f9e-46eb-b50b-41ee9ae24153 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:22.143094 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c1c7afd8-9eb7-407c-b1a5-84b501d009b9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:22.143636 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bf77ebf-3f9e-46eb-b50b-41ee9ae24153 None None] Bound using segment: {'id': 'bffd1e4f-e80f-4ff0-b418-2f42ae15febf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'} {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:44:22.144104 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [None req-1bf77ebf-3f9e-46eb-b50b-41ee9ae24153 None None] Bound port: 1f8fc0cc-abdd-44fc-b7f0-455d66a63487, host: n-d-816206-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bffd1e4f-e80f-4ff0-b418-2f42ae15febf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'}}] {{(pid=103593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:44:22.144495 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-1bf77ebf-3f9e-46eb-b50b-41ee9ae24153 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:22.146906 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cc3ff0-3186-498f-97a8-56d72614aa17 None None] Pushing event updated for resources: {'Port': ['ID=1f8fc0cc-abdd-44fc-b7f0-455d66a63487,revision_number=2']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:44:22.172173 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2cc3ff0-3186-498f-97a8-56d72614aa17 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:44:22.172540 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2cc3ff0-3186-498f-97a8-56d72614aa17 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:44:22.172902 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2cc3ff0-3186-498f-97a8-56d72614aa17 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:44:22.173231 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2cc3ff0-3186-498f-97a8-56d72614aa17 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:44:22.173564 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2cc3ff0-3186-498f-97a8-56d72614aa17 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:44:22.173949 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2cc3ff0-3186-498f-97a8-56d72614aa17 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:44:22.174219 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2cc3ff0-3186-498f-97a8-56d72614aa17 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:44:22.174544 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2cc3ff0-3186-498f-97a8-56d72614aa17 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:44:22.174874 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2cc3ff0-3186-498f-97a8-56d72614aa17 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:44:22.175335 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2cc3ff0-3186-498f-97a8-56d72614aa17 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:44:22.175524 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2cc3ff0-3186-498f-97a8-56d72614aa17 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:44:22.175884 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2cc3ff0-3186-498f-97a8-56d72614aa17 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:44:22.178608 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c1c7afd8-9eb7-407c-b1a5-84b501d009b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:22.202957 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-70e5de34-cdb1-4f5b-92a3-563b9716411e None None] Provisioning complete for port 1f8fc0cc-abdd-44fc-b7f0-455d66a63487 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:44:22.203389 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-70e5de34-cdb1-4f5b-92a3-563b9716411e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:22.207298 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-1bf77ebf-3f9e-46eb-b50b-41ee9ae24153 None None] For port 1f8fc0cc-abdd-44fc-b7f0-455d66a63487, host n-d-816206-8, cleared binding levels {{(pid=103593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:44:22.210688 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-1bf77ebf-3f9e-46eb-b50b-41ee9ae24153 None None] For port 1f8fc0cc-abdd-44fc-b7f0-455d66a63487, host n-d-816206-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=1f8fc0cc-abdd-44fc-b7f0-455d66a63487,segment=NetworkSegment(bffd1e4f-e80f-4ff0-b418-2f42ae15febf),segment_id=bffd1e4f-e80f-4ff0-b418-2f42ae15febf)] {{(pid=103593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:44:22.216208 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-1bf77ebf-3f9e-46eb-b50b-41ee9ae24153 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:22.224070 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1c7afd8-9eb7-407c-b1a5-84b501d009b9 admin admin] Network 3a20f87e-4dd5-486e-94b1-e48821f29b21 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:44:22.229230 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-c1c7afd8-9eb7-407c-b1a5-84b501d009b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:44:22.232710 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1c7afd8-9eb7-407c-b1a5-84b501d009b9 admin admin] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:44:22.270071 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c7afd8-9eb7-407c-b1a5-84b501d009b9 admin admin] Pushing event updated for resources: {'Port': ['ID=d6ea1a8b-9461-4dd1-8782-ccad61f28e63,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:44:22.277023 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bf77ebf-3f9e-46eb-b50b-41ee9ae24153 None None] Routers {'4d1cab5e-04b5-4f76-9672-84f3e2fb9b4c'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:44:22.277960 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-1bf77ebf-3f9e-46eb-b50b-41ee9ae24153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T18:44:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['4d1cab5e-04b5-4f76-9672-84f3e2fb9b4c'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:44:22.281972 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e9fdc0f-792f-4de5-a39f-99124c1fd502 None None] DHCP port deletion for 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:44:22.288914 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-70e5de34-cdb1-4f5b-92a3-563b9716411e None None] Port 1f8fc0cc-abdd-44fc-b7f0-455d66a63487 cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:44:22.289094 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c1c7afd8-9eb7-407c-b1a5-84b501d009b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1795539'] for router_interface, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:22.322007 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cc3ff0-3186-498f-97a8-56d72614aa17 None None] Pushing event updated for resources: {'Port': ['ID=1f8fc0cc-abdd-44fc-b7f0-455d66a63487,revision_number=3']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:44:22.395871 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-1bf77ebf-3f9e-46eb-b50b-41ee9ae24153 None None] Set router 4d1cab5e-04b5-4f76-9672-84f3e2fb9b4c gateway port host: n-d-816206-8 {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:44:22.410776 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-d1239ca0-616b-4b9f-bab8-976779878a9c None None] Provisioning complete for port 1f8fc0cc-abdd-44fc-b7f0-455d66a63487 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:44:22.411233 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-d1239ca0-616b-4b9f-bab8-976779878a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:22.433035 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c1c7afd8-9eb7-407c-b1a5-84b501d009b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:22.511027 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-d1239ca0-616b-4b9f-bab8-976779878a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:22.534043 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-d1239ca0-616b-4b9f-bab8-976779878a9c None None] For port 1f8fc0cc-abdd-44fc-b7f0-455d66a63487, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=1f8fc0cc-abdd-44fc-b7f0-455d66a63487,segment=NetworkSegment(bffd1e4f-e80f-4ff0-b418-2f42ae15febf),segment_id=bffd1e4f-e80f-4ff0-b418-2f42ae15febf)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:44:22.537745 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-d1239ca0-616b-4b9f-bab8-976779878a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:22.591478 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-1bf77ebf-3f9e-46eb-b50b-41ee9ae24153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d1cab5e-04b5-4f76-9672-84f3e2fb9b4c', 'name': 'tempest-TestSnapshotPattern-668708400-router', 'tenant_id': '403044ee93164f5baddb10dd3dc86df3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.15'}], 'enable_snat': True}, 'gw_port_id': '1f8fc0cc-abdd-44fc-b7f0-455d66a63487', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:44:19Z', 'updated_at': '2021-11-23T18:44:20Z', 'revision_number': 3, 'project_id': '403044ee93164f5baddb10dd3dc86df3', 'gw_port': {'id': '1f8fc0cc-abdd-44fc-b7f0-455d66a63487', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:96:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d1cab5e-04b5-4f76-9672-84f3e2fb9b4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:44:20Z', 'updated_at': '2021-11-23T18:44:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8'}], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:44:22.592309 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1239ca0-616b-4b9f-bab8-976779878a9c None None] Pushing event updated for resources: {'Port': ['ID=1f8fc0cc-abdd-44fc-b7f0-455d66a63487,revision_number=4']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:44:22.611616 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c1c7afd8-9eb7-407c-b1a5-84b501d009b9 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:22.616440 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c1c7afd8-9eb7-407c-b1a5-84b501d009b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264357957'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:22.618020 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bf77ebf-3f9e-46eb-b50b-41ee9ae24153 None None] The sync data for ids ['4d1cab5e-04b5-4f76-9672-84f3e2fb9b4c'] in n-d-816206-8 is: [{'id': '4d1cab5e-04b5-4f76-9672-84f3e2fb9b4c', 'name': 'tempest-TestSnapshotPattern-668708400-router', 'tenant_id': '403044ee93164f5baddb10dd3dc86df3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.15'}], 'enable_snat': True}, 'gw_port_id': '1f8fc0cc-abdd-44fc-b7f0-455d66a63487', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:44:19Z', 'updated_at': '2021-11-23T18:44:20Z', 'revision_number': 3, 'project_id': '403044ee93164f5baddb10dd3dc86df3', 'gw_port': {'id': '1f8fc0cc-abdd-44fc-b7f0-455d66a63487', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:96:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d1cab5e-04b5-4f76-9672-84f3e2fb9b4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:44:20Z', 'updated_at': '2021-11-23T18:44:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8'}] {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:44:22.659332 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-5cedabb8-6bf6-45f4-b75c-d651c28f26ba None None] Provisioning complete for port d6ea1a8b-9461-4dd1-8782-ccad61f28e63 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:44:22.659697 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-5cedabb8-6bf6-45f4-b75c-d651c28f26ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:22.685844 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c1c7afd8-9eb7-407c-b1a5-84b501d009b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2068703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1794403'] for router_interface, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:22.688240 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c7afd8-9eb7-407c-b1a5-84b501d009b9 admin admin] Pushing event updated for resources: {'Port': ['ID=d6ea1a8b-9461-4dd1-8782-ccad61f28e63,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:44:22.700652 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-5cedabb8-6bf6-45f4-b75c-d651c28f26ba None None] Port d6ea1a8b-9461-4dd1-8782-ccad61f28e63 cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:44:22.787401 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1c7afd8-9eb7-407c-b1a5-84b501d009b9 admin admin] Network 3a20f87e-4dd5-486e-94b1-e48821f29b21 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:44:22.788838 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-c1c7afd8-9eb7-407c-b1a5-84b501d009b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:44:22.930984 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1c7afd8-9eb7-407c-b1a5-84b501d009b9 admin admin] Router 4d1cab5e-04b5-4f76-9672-84f3e2fb9b4c has already been hosted by L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 {{(pid=103590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:44:23.045685 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1c7afd8-9eb7-407c-b1a5-84b501d009b9 admin admin] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:44:23.056408 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-c1c7afd8-9eb7-407c-b1a5-84b501d009b9 admin admin] 10.222.0.60 "PUT /v2.0/routers/4d1cab5e-04b5-4f76-9672-84f3e2fb9b4c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6237609 Nov 23 18:44:23.123087 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 1f8fc0cc-abdd-44fc-b7f0-455d66a63487 up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:44:23.158531 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-f332690c-d12f-4ff2-9df9-0f43e058aa84 None None] Provisioning complete for port d6ea1a8b-9461-4dd1-8782-ccad61f28e63 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:44:23.159215 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-f332690c-d12f-4ff2-9df9-0f43e058aa84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:23.206129 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-f332690c-d12f-4ff2-9df9-0f43e058aa84 None None] Port d6ea1a8b-9461-4dd1-8782-ccad61f28e63 cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:44:23.212763 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port 1f8fc0cc-abdd-44fc-b7f0-455d66a63487 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:44:23.213138 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:23.297582 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 552ff4b0-2ad2-44b7-a74b-9813496385ee up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:44:23.351606 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port 552ff4b0-2ad2-44b7-a74b-9813496385ee triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:44:23.352113 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:23.582878 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 58630) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:44:23.588212 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-886f7650-83c6-4a3a-ac5e-25bd79b6aa26 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1751131209-network', 'tenant_id': '9d1d5c9544154d408ee9860a7b742ef7'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:44:23.610026 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-886f7650-83c6-4a3a-ac5e-25bd79b6aa26 admin admin] Made reservation on behalf of 9d1d5c9544154d408ee9860a7b742ef7 for: {'network': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:44:23.613834 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-886f7650-83c6-4a3a-ac5e-25bd79b6aa26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for network, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:23.623160 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-886f7650-83c6-4a3a-ac5e-25bd79b6aa26 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:23.696712 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-886f7650-83c6-4a3a-ac5e-25bd79b6aa26 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:23.701481 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-886f7650-83c6-4a3a-ac5e-25bd79b6aa26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:23.725769 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-886f7650-83c6-4a3a-ac5e-25bd79b6aa26 admin admin] vlan segment allocate from pool success with {'vlan_id': 532, 'physical_network': 'physnet1'} {{(pid=103591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 18:44:23.735356 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886f7650-83c6-4a3a-ac5e-25bd79b6aa26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b143fc0-a810-4b5a-8a6a-6b28531fa1be,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:44:23.740121 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-886f7650-83c6-4a3a-ac5e-25bd79b6aa26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:23.740463 n-d-816206-8 neutron-server[103591]: INFO neutron.db.segments_db [None req-886f7650-83c6-4a3a-ac5e-25bd79b6aa26 admin admin] Added segment 2d2db399-afb7-4941-bacd-8e76c19c64ca of type vlan for network aa225340-8f33-4c27-8c98-930b2c2767cc Nov 23 18:44:23.783495 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-886f7650-83c6-4a3a-ac5e-25bd79b6aa26 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736635338810'] for network, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:23.809091 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-886f7650-83c6-4a3a-ac5e-25bd79b6aa26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493'] for network, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:23.809946 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-886f7650-83c6-4a3a-ac5e-25bd79b6aa26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:44:23.810518 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-886f7650-83c6-4a3a-ac5e-25bd79b6aa26 admin admin] Publish callbacks [] for network, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:23.845498 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-886f7650-83c6-4a3a-ac5e-25bd79b6aa26 admin admin] 10.222.0.60 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.2613249 Nov 23 18:44:23.848412 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 58632) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:44:23.853500 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-2fdf5225-390e-436c-b9e7-e5a3f2fa6084 admin admin] Request body: {'subnet': {'network_id': 'aa225340-8f33-4c27-8c98-930b2c2767cc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1751131209-subnet', 'tenant_id': '9d1d5c9544154d408ee9860a7b742ef7', 'ip_version': 4}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:44:23.875253 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fdf5225-390e-436c-b9e7-e5a3f2fa6084 admin admin] Made reservation on behalf of 9d1d5c9544154d408ee9860a7b742ef7 for: {'subnet': 1} {{(pid=103590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:44:23.876247 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886f7650-83c6-4a3a-ac5e-25bd79b6aa26 admin admin] Pushing event updated for resources: {'Network': ['ID=aa225340-8f33-4c27-8c98-930b2c2767cc,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:44:23.877611 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2fdf5225-390e-436c-b9e7-e5a3f2fa6084 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-264730903'] for subnet, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:23.886414 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Network aa225340-8f33-4c27-8c98-930b2c2767cc details requested by agent ovs-agent-n-d-816206-8 with host n-d-816206-8 {{(pid=103592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 18:44:24.049179 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2fdf5225-390e-436c-b9e7-e5a3f2fa6084 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-264358096', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-264730885'] for subnet, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:24.101580 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdf5225-390e-436c-b9e7-e5a3f2fa6084 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6648f7bc-99e4-40bd-afc7-6313a8a20ef2,revision_number=0']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:44:24.117162 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fdf5225-390e-436c-b9e7-e5a3f2fa6084 admin admin] Checking segment: {'id': '2d2db399-afb7-4941-bacd-8e76c19c64ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'aa225340-8f33-4c27-8c98-930b2c2767cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:44:24.117517 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fdf5225-390e-436c-b9e7-e5a3f2fa6084 admin admin] Network hostable DHCP agents. Network: aa225340-8f33-4c27-8c98-930b2c2767cc, hostable agents: ['0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3'], hosted agents: [] {{(pid=103590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 18:44:24.135373 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fdf5225-390e-436c-b9e7-e5a3f2fa6084 admin admin] Network aa225340-8f33-4c27-8c98-930b2c2767cc is scheduled to be hosted by DHCP agent 0fc79d3f-4a22-4b6b-954d-a00e0d9c4eb3 with binding_index 1 {{(pid=103590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 18:44:24.144776 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-2fdf5225-390e-436c-b9e7-e5a3f2fa6084 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-816206-8, aa225340-8f33-4c27-8c98-930b2c2767cc) {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:44:24.149449 n-d-816206-8 neutron-server[103590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fdf5225-390e-436c-b9e7-e5a3f2fa6084 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:44:24.150297 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2fdf5225-390e-436c-b9e7-e5a3f2fa6084 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:24.154553 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd17fddb-f901-4a38-a687-b435cb744ef7 None None] Network aa225340-8f33-4c27-8c98-930b2c2767cc requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:44:24.172108 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-2fdf5225-390e-436c-b9e7-e5a3f2fa6084 admin admin] 10.222.0.60 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3224428 Nov 23 18:44:24.174771 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 58634) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:44:24.179142 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-10789fb6-e139-4c81-9626-672c1abfa7d9 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1751131209-router', 'tenant_id': '9d1d5c9544154d408ee9860a7b742ef7', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'}}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:44:24.201612 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-10789fb6-e139-4c81-9626-672c1abfa7d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1793449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8093'] for router, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:24.203012 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-10789fb6-e139-4c81-9626-672c1abfa7d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1794473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1794771', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1638326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8086'] for router, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:24.260835 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-10789fb6-e139-4c81-9626-672c1abfa7d9 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:24.303975 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-984d6328-3b22-4f33-a47a-0ac8d0261e67 None None] Sync routers for ids ['4d1cab5e-04b5-4f76-9672-84f3e2fb9b4c'] in n-d-816206-8 {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:44:24.315498 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-984d6328-3b22-4f33-a47a-0ac8d0261e67 None None] Routers {'4d1cab5e-04b5-4f76-9672-84f3e2fb9b4c'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:44:24.316043 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-984d6328-3b22-4f33-a47a-0ac8d0261e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T18:44:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['4d1cab5e-04b5-4f76-9672-84f3e2fb9b4c'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:44:24.319061 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5678c1c-9a1f-4625-a936-80b50aedd0fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp355044b8-8e87-58c4-94fa-4a010ec30f9e-aa225340-8f33-4c27-8c98-930b2c2767cc', 'network_id': 'aa225340-8f33-4c27-8c98-930b2c2767cc', 'tenant_id': '9d1d5c9544154d408ee9860a7b742ef7', 'fixed_ips': [{'subnet_id': '6648f7bc-99e4-40bd-afc7-6313a8a20ef2'}]}} from n-d-816206-8. {{(pid=103592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 18:44:24.319848 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-e5678c1c-9a1f-4625-a936-80b50aedd0fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:24.404711 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-10789fb6-e139-4c81-9626-672c1abfa7d9 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:24.516710 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvr_db [None req-984d6328-3b22-4f33-a47a-0ac8d0261e67 None None] Set router 4d1cab5e-04b5-4f76-9672-84f3e2fb9b4c gateway port host: n-d-816206-8 {{(pid=103592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:44:24.598908 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-10789fb6-e139-4c81-9626-672c1abfa7d9 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:24.602953 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.db_base_plugin_common [None req-e5678c1c-9a1f-4625-a936-80b50aedd0fc None None] Allocated IP 172.20.0.2 (aa225340-8f33-4c27-8c98-930b2c2767cc/6648f7bc-99e4-40bd-afc7-6313a8a20ef2/edede88f-c032-40bb-91b3-027ea71eef39) {{(pid=103592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:44:24.618461 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-10789fb6-e139-4c81-9626-672c1abfa7d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:24.724128 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-10789fb6-e139-4c81-9626-672c1abfa7d9 admin admin] Allocated IP 172.25.3.161 (4c8455ba-1be5-42ac-b8c2-8a16e1292d55/08fe3644-ce41-4c3f-a7ea-92bac0f0fff5/5b27b06d-f6b8-47c9-8242-acbce061cab0) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:44:24.827944 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-10789fb6-e139-4c81-9626-672c1abfa7d9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:24.837593 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-e5678c1c-9a1f-4625-a936-80b50aedd0fc None None] Publish callbacks [] for port, precommit_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:24.845146 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-e5678c1c-9a1f-4625-a936-80b50aedd0fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980'] for port, after_create {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:24.867169 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-10789fb6-e139-4c81-9626-672c1abfa7d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:24.878232 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-984d6328-3b22-4f33-a47a-0ac8d0261e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d1cab5e-04b5-4f76-9672-84f3e2fb9b4c', 'name': 'tempest-TestSnapshotPattern-668708400-router', 'tenant_id': '403044ee93164f5baddb10dd3dc86df3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.15'}], 'enable_snat': True}, 'gw_port_id': '1f8fc0cc-abdd-44fc-b7f0-455d66a63487', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:44:19Z', 'updated_at': '2021-11-23T18:44:22Z', 'revision_number': 4, 'project_id': '403044ee93164f5baddb10dd3dc86df3', 'gw_port': {'id': '1f8fc0cc-abdd-44fc-b7f0-455d66a63487', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:96:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d1cab5e-04b5-4f76-9672-84f3e2fb9b4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:44:20Z', 'updated_at': '2021-11-23T18:44:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_interfaces': [{'id': 'd6ea1a8b-9461-4dd1-8782-ccad61f28e63', 'name': '', 'network_id': '3a20f87e-4dd5-486e-94b1-e48821f29b21', 'tenant_id': '403044ee93164f5baddb10dd3dc86df3', 'mac_address': 'fa:16:3e:24:93:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d1cab5e-04b5-4f76-9672-84f3e2fb9b4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '3e5d77d4-72c2-43f7-bef2-bab4816b6398', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:44:21Z', 'updated_at': '2021-11-23T18:44:22Z', 'revision_number': 2, 'project_id': '403044ee93164f5baddb10dd3dc86df3', 'subnets': [{'id': '3e5d77d4-72c2-43f7-bef2-bab4816b6398', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:44:24.903738 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10789fb6-e139-4c81-9626-672c1abfa7d9 admin admin] Network 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:44:24.910063 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-10789fb6-e139-4c81-9626-672c1abfa7d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:44:24.913672 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10789fb6-e139-4c81-9626-672c1abfa7d9 admin admin] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:44:24.914840 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-984d6328-3b22-4f33-a47a-0ac8d0261e67 None None] Checking router: 4d1cab5e-04b5-4f76-9672-84f3e2fb9b4c for host: n-d-816206-8 {{(pid=103592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:44:24.915187 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-984d6328-3b22-4f33-a47a-0ac8d0261e67 None None] Updating router 4d1cab5e-04b5-4f76-9672-84f3e2fb9b4c port d6ea1a8b-9461-4dd1-8782-ccad61f28e63 binding host n-d-816206-8 {{(pid=103592) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 18:44:24.918196 n-d-816206-8 neutron-server[103592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5678c1c-9a1f-4625-a936-80b50aedd0fc None None] Network aa225340-8f33-4c27-8c98-930b2c2767cc is already hosted by enough agents. {{(pid=103592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:44:24.937344 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10789fb6-e139-4c81-9626-672c1abfa7d9 admin admin] Pushing event updated for resources: {'Port': ['ID=5b27b06d-f6b8-47c9-8242-acbce061cab0,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:44:24.938801 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e35d1f78-71ef-48d0-8a41-3aac7fb375ba None None] DHCP port deletion for 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:44:24.940706 n-d-816206-8 neutron-server[103592]: DEBUG neutron.scheduler.base_scheduler [None req-e5678c1c-9a1f-4625-a936-80b50aedd0fc None None] Resources bound (agent type, host, resource id): {{(pid=103592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:44:24.946047 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5678c1c-9a1f-4625-a936-80b50aedd0fc None None] Received port after_create {{(pid=103592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:44:24.950672 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5678c1c-9a1f-4625-a936-80b50aedd0fc None None] Pushing event updated for resources: {'Port': ['ID=edede88f-c032-40bb-91b3-027ea71eef39,revision_number=1']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:44:24.961939 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-984d6328-3b22-4f33-a47a-0ac8d0261e67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:25.220340 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-e5678c1c-9a1f-4625-a936-80b50aedd0fc None None] Attempting to bind port edede88f-c032-40bb-91b3-027ea71eef39 on host n-d-816206-8 for vnic_type normal with profile {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:44:25.220735 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-e5678c1c-9a1f-4625-a936-80b50aedd0fc None None] Attempting to bind port edede88f-c032-40bb-91b3-027ea71eef39 by drivers openvswitch,hyperv on host n-d-816206-8 at level 0 using segments [{'id': '2d2db399-afb7-4941-bacd-8e76c19c64ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'aa225340-8f33-4c27-8c98-930b2c2767cc'}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:44:25.221100 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5678c1c-9a1f-4625-a936-80b50aedd0fc None None] Attempting to bind port edede88f-c032-40bb-91b3-027ea71eef39 on network aa225340-8f33-4c27-8c98-930b2c2767cc {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:44:25.223044 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-454d3325-9e24-406d-8a45-7853392cb9a3 None None] Provisioning complete for port 5b27b06d-f6b8-47c9-8242-acbce061cab0 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:44:25.223404 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-454d3325-9e24-406d-8a45-7853392cb9a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:25.252202 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5678c1c-9a1f-4625-a936-80b50aedd0fc None None] Checking agent: {'id': '9e89acbe-4bbe-4c77-a18b-6f1da9133e0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 7, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 44, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:44:25.252477 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5678c1c-9a1f-4625-a936-80b50aedd0fc None None] Checking segment: {'id': '2d2db399-afb7-4941-bacd-8e76c19c64ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'aa225340-8f33-4c27-8c98-930b2c2767cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:44:25.252900 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-e5678c1c-9a1f-4625-a936-80b50aedd0fc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:25.253289 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5678c1c-9a1f-4625-a936-80b50aedd0fc None None] Bound using segment: {'id': '2d2db399-afb7-4941-bacd-8e76c19c64ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'aa225340-8f33-4c27-8c98-930b2c2767cc'} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:44:25.253771 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-e5678c1c-9a1f-4625-a936-80b50aedd0fc None None] Bound port: edede88f-c032-40bb-91b3-027ea71eef39, host: n-d-816206-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d2db399-afb7-4941-bacd-8e76c19c64ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'aa225340-8f33-4c27-8c98-930b2c2767cc'}}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:44:25.254145 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-e5678c1c-9a1f-4625-a936-80b50aedd0fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:25.362183 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-454d3325-9e24-406d-8a45-7853392cb9a3 None None] Port 5b27b06d-f6b8-47c9-8242-acbce061cab0 cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:44:25.445457 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-e5678c1c-9a1f-4625-a936-80b50aedd0fc None None] For port edede88f-c032-40bb-91b3-027ea71eef39, host n-d-816206-8, cleared binding levels {{(pid=103592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:44:25.462832 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-e5678c1c-9a1f-4625-a936-80b50aedd0fc None None] For port edede88f-c032-40bb-91b3-027ea71eef39, host n-d-816206-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=edede88f-c032-40bb-91b3-027ea71eef39,segment=NetworkSegment(2d2db399-afb7-4941-bacd-8e76c19c64ca),segment_id=2d2db399-afb7-4941-bacd-8e76c19c64ca)] {{(pid=103592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:44:25.471951 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-e5678c1c-9a1f-4625-a936-80b50aedd0fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:25.517155 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-10789fb6-e139-4c81-9626-672c1abfa7d9 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:25.560742 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5678c1c-9a1f-4625-a936-80b50aedd0fc None None] Pushing event updated for resources: {'Port': ['ID=edede88f-c032-40bb-91b3-027ea71eef39,revision_number=2']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:44:25.607831 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-984d6328-3b22-4f33-a47a-0ac8d0261e67 None None] Publish callbacks [] for port, precommit_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:25.613435 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-984d6328-3b22-4f33-a47a-0ac8d0261e67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:25.668063 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd51e6b-b5ae-4bec-9100-5ad79805d6d4 None None] Pushing event updated for resources: {'Port': ['ID=d6ea1a8b-9461-4dd1-8782-ccad61f28e63,revision_number=3']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:44:25.741571 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-984d6328-3b22-4f33-a47a-0ac8d0261e67 None None] Attempting to bind port d6ea1a8b-9461-4dd1-8782-ccad61f28e63 on host n-d-816206-8 for vnic_type normal with profile {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:44:25.742100 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-984d6328-3b22-4f33-a47a-0ac8d0261e67 None None] Attempting to bind port d6ea1a8b-9461-4dd1-8782-ccad61f28e63 by drivers openvswitch,hyperv on host n-d-816206-8 at level 0 using segments [{'id': '1df0840a-c974-4846-9dff-dbd7d0a32ea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '3a20f87e-4dd5-486e-94b1-e48821f29b21'}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:44:25.747916 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-984d6328-3b22-4f33-a47a-0ac8d0261e67 None None] Attempting to bind port d6ea1a8b-9461-4dd1-8782-ccad61f28e63 on network 3a20f87e-4dd5-486e-94b1-e48821f29b21 {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:44:25.754930 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-984d6328-3b22-4f33-a47a-0ac8d0261e67 None None] Checking agent: {'id': '9e89acbe-4bbe-4c77-a18b-6f1da9133e0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 7, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 44, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:44:25.755478 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-984d6328-3b22-4f33-a47a-0ac8d0261e67 None None] Checking segment: {'id': '1df0840a-c974-4846-9dff-dbd7d0a32ea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '3a20f87e-4dd5-486e-94b1-e48821f29b21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:44:25.756041 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-984d6328-3b22-4f33-a47a-0ac8d0261e67 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:25.756569 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-984d6328-3b22-4f33-a47a-0ac8d0261e67 None None] Bound using segment: {'id': '1df0840a-c974-4846-9dff-dbd7d0a32ea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '3a20f87e-4dd5-486e-94b1-e48821f29b21'} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:44:25.757154 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-984d6328-3b22-4f33-a47a-0ac8d0261e67 None None] Bound port: d6ea1a8b-9461-4dd1-8782-ccad61f28e63, host: n-d-816206-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1df0840a-c974-4846-9dff-dbd7d0a32ea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '3a20f87e-4dd5-486e-94b1-e48821f29b21'}}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:44:25.758087 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-984d6328-3b22-4f33-a47a-0ac8d0261e67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:25.772091 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-10789fb6-e139-4c81-9626-672c1abfa7d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1794316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1795362'] for router, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:25.834380 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-984d6328-3b22-4f33-a47a-0ac8d0261e67 None None] For port d6ea1a8b-9461-4dd1-8782-ccad61f28e63, host n-d-816206-8, cleared binding levels {{(pid=103592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:44:25.838438 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-984d6328-3b22-4f33-a47a-0ac8d0261e67 None None] For port d6ea1a8b-9461-4dd1-8782-ccad61f28e63, host n-d-816206-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=d6ea1a8b-9461-4dd1-8782-ccad61f28e63,segment=NetworkSegment(1df0840a-c974-4846-9dff-dbd7d0a32ea9),segment_id=1df0840a-c974-4846-9dff-dbd7d0a32ea9)] {{(pid=103592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:44:25.843622 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-984d6328-3b22-4f33-a47a-0ac8d0261e67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:25.908111 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-984d6328-3b22-4f33-a47a-0ac8d0261e67 None None] Routers {'4d1cab5e-04b5-4f76-9672-84f3e2fb9b4c'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:44:25.908912 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-984d6328-3b22-4f33-a47a-0ac8d0261e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T18:44:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['4d1cab5e-04b5-4f76-9672-84f3e2fb9b4c'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:44:25.952546 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10789fb6-e139-4c81-9626-672c1abfa7d9 admin admin] Router 472e5718-be08-482e-bfb2-c597e5a2402b is scheduled to L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 with binding_index 1 {{(pid=103590) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 18:44:25.964765 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd51e6b-b5ae-4bec-9100-5ad79805d6d4 None None] Pushing event updated for resources: {'Port': ['ID=d6ea1a8b-9461-4dd1-8782-ccad61f28e63,revision_number=4']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:44:26.049022 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-af193632-a00b-41c5-a0ab-2d0f6936c446 None None] Provisioning complete for port d6ea1a8b-9461-4dd1-8782-ccad61f28e63 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:44:26.049387 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-af193632-a00b-41c5-a0ab-2d0f6936c446 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:26.082214 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10789fb6-e139-4c81-9626-672c1abfa7d9 admin admin] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:44:26.097753 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d597e32-9083-4440-90cc-4312670e546a None None] Sync routers for ids ['472e5718-be08-482e-bfb2-c597e5a2402b'] in n-d-816206-8 {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:44:26.100776 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvr_db [None req-984d6328-3b22-4f33-a47a-0ac8d0261e67 None None] Set router 4d1cab5e-04b5-4f76-9672-84f3e2fb9b4c gateway port host: n-d-816206-8 {{(pid=103592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:44:26.105185 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-10789fb6-e139-4c81-9626-672c1abfa7d9 admin admin] Publish callbacks [] for router, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:26.107013 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-10789fb6-e139-4c81-9626-672c1abfa7d9 admin admin] 10.222.0.60 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.9310679 Nov 23 18:44:26.109680 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 58636) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:44:26.112229 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d597e32-9083-4440-90cc-4312670e546a None None] Routers {'472e5718-be08-482e-bfb2-c597e5a2402b'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:44:26.113374 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-9d597e32-9083-4440-90cc-4312670e546a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T18:44:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['472e5718-be08-482e-bfb2-c597e5a2402b'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:44:26.260953 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-9d597e32-9083-4440-90cc-4312670e546a None None] Set router 472e5718-be08-482e-bfb2-c597e5a2402b gateway port host: n-d-816206-8 {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:44:26.286397 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-af193632-a00b-41c5-a0ab-2d0f6936c446 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:26.381224 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-af193632-a00b-41c5-a0ab-2d0f6936c446 None None] For port d6ea1a8b-9461-4dd1-8782-ccad61f28e63, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=d6ea1a8b-9461-4dd1-8782-ccad61f28e63,segment=NetworkSegment(1df0840a-c974-4846-9dff-dbd7d0a32ea9),segment_id=1df0840a-c974-4846-9dff-dbd7d0a32ea9)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:44:26.398608 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-af193632-a00b-41c5-a0ab-2d0f6936c446 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:26.465097 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af193632-a00b-41c5-a0ab-2d0f6936c446 None None] Pushing event updated for resources: {'Port': ['ID=d6ea1a8b-9461-4dd1-8782-ccad61f28e63,revision_number=5']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:44:26.470814 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-984d6328-3b22-4f33-a47a-0ac8d0261e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d1cab5e-04b5-4f76-9672-84f3e2fb9b4c', 'name': 'tempest-TestSnapshotPattern-668708400-router', 'tenant_id': '403044ee93164f5baddb10dd3dc86df3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.15'}], 'enable_snat': True}, 'gw_port_id': '1f8fc0cc-abdd-44fc-b7f0-455d66a63487', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:44:19Z', 'updated_at': '2021-11-23T18:44:22Z', 'revision_number': 4, 'project_id': '403044ee93164f5baddb10dd3dc86df3', 'gw_port': {'id': '1f8fc0cc-abdd-44fc-b7f0-455d66a63487', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:96:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d1cab5e-04b5-4f76-9672-84f3e2fb9b4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:44:20Z', 'updated_at': '2021-11-23T18:44:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_interfaces': [{'id': 'd6ea1a8b-9461-4dd1-8782-ccad61f28e63', 'name': '', 'network_id': '3a20f87e-4dd5-486e-94b1-e48821f29b21', 'tenant_id': '403044ee93164f5baddb10dd3dc86df3', 'mac_address': 'fa:16:3e:24:93:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d1cab5e-04b5-4f76-9672-84f3e2fb9b4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '3e5d77d4-72c2-43f7-bef2-bab4816b6398', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:44:21Z', 'updated_at': '2021-11-23T18:44:25Z', 'revision_number': 4, 'project_id': '403044ee93164f5baddb10dd3dc86df3', 'subnets': [{'id': '3e5d77d4-72c2-43f7-bef2-bab4816b6398', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:44:26.499299 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-984d6328-3b22-4f33-a47a-0ac8d0261e67 None None] The sync data for ids ['4d1cab5e-04b5-4f76-9672-84f3e2fb9b4c'] in n-d-816206-8 is: [{'id': '4d1cab5e-04b5-4f76-9672-84f3e2fb9b4c', 'name': 'tempest-TestSnapshotPattern-668708400-router', 'tenant_id': '403044ee93164f5baddb10dd3dc86df3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.15'}], 'enable_snat': True}, 'gw_port_id': '1f8fc0cc-abdd-44fc-b7f0-455d66a63487', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:44:19Z', 'updated_at': '2021-11-23T18:44:22Z', 'revision_number': 4, 'project_id': '403044ee93164f5baddb10dd3dc86df3', 'gw_port': {'id': '1f8fc0cc-abdd-44fc-b7f0-455d66a63487', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:96:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d1cab5e-04b5-4f76-9672-84f3e2fb9b4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:44:20Z', 'updated_at': '2021-11-23T18:44:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_interfaces': [{'id': 'd6ea1a8b-9461-4dd1-8782-ccad61f28e63', 'name': '', 'network_id': '3a20f87e-4dd5-486e-94b1-e48821f29b21', 'tenant_id': '403044ee93164f5baddb10dd3dc86df3', 'mac_address': 'fa:16:3e:24:93:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d1cab5e-04b5-4f76-9672-84f3e2fb9b4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '3e5d77d4-72c2-43f7-bef2-bab4816b6398', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:44:21Z', 'updated_at': '2021-11-23T18:44:25Z', 'revision_number': 4, 'project_id': '403044ee93164f5baddb10dd3dc86df3', 'subnets': [{'id': '3e5d77d4-72c2-43f7-bef2-bab4816b6398', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:44:26.522837 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-6ce64bb6-ce52-4d54-b0df-952f6629f702 None None] Provisioning complete for port d6ea1a8b-9461-4dd1-8782-ccad61f28e63 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:44:26.523586 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-6ce64bb6-ce52-4d54-b0df-952f6629f702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:26.653329 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-9d597e32-9083-4440-90cc-4312670e546a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '472e5718-be08-482e-bfb2-c597e5a2402b', 'name': 'tempest-TestSnapshotPattern-1751131209-router', 'tenant_id': '9d1d5c9544154d408ee9860a7b742ef7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': '5b27b06d-f6b8-47c9-8242-acbce061cab0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:44:24Z', 'updated_at': '2021-11-23T18:44:25Z', 'revision_number': 3, 'project_id': '9d1d5c9544154d408ee9860a7b742ef7', 'gw_port': {'id': '5b27b06d-f6b8-47c9-8242-acbce061cab0', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:f9:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '472e5718-be08-482e-bfb2-c597e5a2402b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4359, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:44:24Z', 'updated_at': '2021-11-23T18:44:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8'}], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:44:26.701069 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ef9cad3c-28c5-47df-b340-f7edc364c146 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:26.702148 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d597e32-9083-4440-90cc-4312670e546a None None] Checking router: 472e5718-be08-482e-bfb2-c597e5a2402b for host: n-d-816206-8 {{(pid=103593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:44:26.702752 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d597e32-9083-4440-90cc-4312670e546a None None] Updating router 472e5718-be08-482e-bfb2-c597e5a2402b port 5b27b06d-f6b8-47c9-8242-acbce061cab0 binding host n-d-816206-8 {{(pid=103593) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 18:44:26.741297 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-9d597e32-9083-4440-90cc-4312670e546a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:26.823486 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55c0a91e-c994-4394-ba62-6b52f1b6687c None None] Network aa225340-8f33-4c27-8c98-930b2c2767cc requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:44:26.945220 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-ef9cad3c-28c5-47df-b340-f7edc364c146 admin admin] Allocated IP 172.20.0.1 (aa225340-8f33-4c27-8c98-930b2c2767cc/6648f7bc-99e4-40bd-afc7-6313a8a20ef2/d7278820-082a-47ce-b627-c4af5cbcf3c6) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:44:27.056106 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-45be2fa6-737f-4a6c-98d3-4eae518df4df None None] Provisioning complete for port edede88f-c032-40bb-91b3-027ea71eef39 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:44:27.056481 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-45be2fa6-737f-4a6c-98d3-4eae518df4df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:27.139915 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ef9cad3c-28c5-47df-b340-f7edc364c146 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:27.210191 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device edede88f-c032-40bb-91b3-027ea71eef39 up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:44:27.212123 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ef9cad3c-28c5-47df-b340-f7edc364c146 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:27.212303 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-9d597e32-9083-4440-90cc-4312670e546a None None] Publish callbacks [] for port, precommit_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:27.225974 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-9d597e32-9083-4440-90cc-4312670e546a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:27.273220 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef9cad3c-28c5-47df-b340-f7edc364c146 admin admin] Network aa225340-8f33-4c27-8c98-930b2c2767cc is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:44:27.277468 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-ef9cad3c-28c5-47df-b340-f7edc364c146 admin admin] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:44:27.286670 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef9cad3c-28c5-47df-b340-f7edc364c146 admin admin] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:44:27.286839 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff69bb9-91e4-4bb0-9d56-87d1f48506b2 None None] Pushing event updated for resources: {'Port': ['ID=5b27b06d-f6b8-47c9-8242-acbce061cab0,revision_number=2']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:44:27.309357 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [None req-9d597e32-9083-4440-90cc-4312670e546a None None] Attempting to bind port 5b27b06d-f6b8-47c9-8242-acbce061cab0 on host n-d-816206-8 for vnic_type normal with profile {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:44:27.310126 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [None req-9d597e32-9083-4440-90cc-4312670e546a None None] Attempting to bind port 5b27b06d-f6b8-47c9-8242-acbce061cab0 by drivers openvswitch,hyperv on host n-d-816206-8 at level 0 using segments [{'id': 'bffd1e4f-e80f-4ff0-b418-2f42ae15febf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'}] {{(pid=103593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:44:27.310678 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d597e32-9083-4440-90cc-4312670e546a None None] Attempting to bind port 5b27b06d-f6b8-47c9-8242-acbce061cab0 on network 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:44:27.316468 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d597e32-9083-4440-90cc-4312670e546a None None] Checking agent: {'id': '9e89acbe-4bbe-4c77-a18b-6f1da9133e0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 7, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 44, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:44:27.317249 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d597e32-9083-4440-90cc-4312670e546a None None] Checking segment: {'id': 'bffd1e4f-e80f-4ff0-b418-2f42ae15febf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:44:27.317819 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-9d597e32-9083-4440-90cc-4312670e546a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:27.318504 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d597e32-9083-4440-90cc-4312670e546a None None] Bound using segment: {'id': 'bffd1e4f-e80f-4ff0-b418-2f42ae15febf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'} {{(pid=103593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:44:27.319637 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.managers [None req-9d597e32-9083-4440-90cc-4312670e546a None None] Bound port: 5b27b06d-f6b8-47c9-8242-acbce061cab0, host: n-d-816206-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bffd1e4f-e80f-4ff0-b418-2f42ae15febf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55'}}] {{(pid=103593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:44:27.320202 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-9d597e32-9083-4440-90cc-4312670e546a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:27.340043 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6de935e8-8c18-4832-8a5e-151db59d07f3 None None] DHCP port deletion for 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:44:27.381783 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9cad3c-28c5-47df-b340-f7edc364c146 admin admin] Pushing event updated for resources: {'Port': ['ID=d7278820-082a-47ce-b627-c4af5cbcf3c6,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:44:27.403668 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port edede88f-c032-40bb-91b3-027ea71eef39 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:44:27.404242 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:27.407556 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-45be2fa6-737f-4a6c-98d3-4eae518df4df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:27.410963 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ef9cad3c-28c5-47df-b340-f7edc364c146 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1795539'] for router_interface, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:27.421056 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-9d597e32-9083-4440-90cc-4312670e546a None None] For port 5b27b06d-f6b8-47c9-8242-acbce061cab0, host n-d-816206-8, cleared binding levels {{(pid=103593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:44:27.429726 n-d-816206-8 neutron-server[103593]: DEBUG neutron.plugins.ml2.db [None req-9d597e32-9083-4440-90cc-4312670e546a None None] For port 5b27b06d-f6b8-47c9-8242-acbce061cab0, host n-d-816206-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=5b27b06d-f6b8-47c9-8242-acbce061cab0,segment=NetworkSegment(bffd1e4f-e80f-4ff0-b418-2f42ae15febf),segment_id=bffd1e4f-e80f-4ff0-b418-2f42ae15febf)] {{(pid=103593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:44:27.454440 n-d-816206-8 neutron-server[103593]: DEBUG neutron_lib.callbacks.manager [None req-9d597e32-9083-4440-90cc-4312670e546a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:27.517737 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-45be2fa6-737f-4a6c-98d3-4eae518df4df None None] For port edede88f-c032-40bb-91b3-027ea71eef39, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=edede88f-c032-40bb-91b3-027ea71eef39,segment=NetworkSegment(2d2db399-afb7-4941-bacd-8e76c19c64ca),segment_id=2d2db399-afb7-4941-bacd-8e76c19c64ca)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:44:27.533771 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-45be2fa6-737f-4a6c-98d3-4eae518df4df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:27.553333 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff69bb9-91e4-4bb0-9d56-87d1f48506b2 None None] Pushing event updated for resources: {'Port': ['ID=5b27b06d-f6b8-47c9-8242-acbce061cab0,revision_number=3']} {{(pid=103593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:44:27.569614 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d597e32-9083-4440-90cc-4312670e546a None None] Routers {'472e5718-be08-482e-bfb2-c597e5a2402b'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:44:27.570290 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-9d597e32-9083-4440-90cc-4312670e546a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T18:44:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['472e5718-be08-482e-bfb2-c597e5a2402b'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:44:27.578776 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c40fb87-b4d2-48cf-a287-1ecc342559f8 None None] DHCP port deletion for 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:44:27.663020 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device d6ea1a8b-9461-4dd1-8782-ccad61f28e63 up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:44:27.708222 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-01f3ccdd-97b3-43ca-85eb-c50dc47cb39d None None] Provisioning complete for port 5b27b06d-f6b8-47c9-8242-acbce061cab0 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:44:27.708809 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-01f3ccdd-97b3-43ca-85eb-c50dc47cb39d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:27.714198 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45be2fa6-737f-4a6c-98d3-4eae518df4df None None] Pushing event updated for resources: {'Port': ['ID=edede88f-c032-40bb-91b3-027ea71eef39,revision_number=3']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:44:27.716254 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ef9cad3c-28c5-47df-b340-f7edc364c146 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:27.770387 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-9d597e32-9083-4440-90cc-4312670e546a None None] Set router 472e5718-be08-482e-bfb2-c597e5a2402b gateway port host: n-d-816206-8 {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:44:27.821320 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port d6ea1a8b-9461-4dd1-8782-ccad61f28e63 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:44:27.821707 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:27.905248 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-01f3ccdd-97b3-43ca-85eb-c50dc47cb39d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:27.952229 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-01f3ccdd-97b3-43ca-85eb-c50dc47cb39d None None] For port 5b27b06d-f6b8-47c9-8242-acbce061cab0, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=5b27b06d-f6b8-47c9-8242-acbce061cab0,segment=NetworkSegment(bffd1e4f-e80f-4ff0-b418-2f42ae15febf),segment_id=bffd1e4f-e80f-4ff0-b418-2f42ae15febf)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:44:27.974215 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ef9cad3c-28c5-47df-b340-f7edc364c146 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:27.981337 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ef9cad3c-28c5-47df-b340-f7edc364c146 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264357957'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:28.009954 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-9d597e32-9083-4440-90cc-4312670e546a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '472e5718-be08-482e-bfb2-c597e5a2402b', 'name': 'tempest-TestSnapshotPattern-1751131209-router', 'tenant_id': '9d1d5c9544154d408ee9860a7b742ef7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': '5b27b06d-f6b8-47c9-8242-acbce061cab0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:44:24Z', 'updated_at': '2021-11-23T18:44:25Z', 'revision_number': 3, 'project_id': '9d1d5c9544154d408ee9860a7b742ef7', 'gw_port': {'id': '5b27b06d-f6b8-47c9-8242-acbce061cab0', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:f9:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '472e5718-be08-482e-bfb2-c597e5a2402b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4359, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:44:24Z', 'updated_at': '2021-11-23T18:44:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8'}], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:44:28.017899 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-01f3ccdd-97b3-43ca-85eb-c50dc47cb39d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:28.045482 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d597e32-9083-4440-90cc-4312670e546a None None] The sync data for ids ['472e5718-be08-482e-bfb2-c597e5a2402b'] in n-d-816206-8 is: [{'id': '472e5718-be08-482e-bfb2-c597e5a2402b', 'name': 'tempest-TestSnapshotPattern-1751131209-router', 'tenant_id': '9d1d5c9544154d408ee9860a7b742ef7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': '5b27b06d-f6b8-47c9-8242-acbce061cab0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:44:24Z', 'updated_at': '2021-11-23T18:44:25Z', 'revision_number': 3, 'project_id': '9d1d5c9544154d408ee9860a7b742ef7', 'gw_port': {'id': '5b27b06d-f6b8-47c9-8242-acbce061cab0', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:f9:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '472e5718-be08-482e-bfb2-c597e5a2402b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4359, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:44:24Z', 'updated_at': '2021-11-23T18:44:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8'}] {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:44:28.071659 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ef9cad3c-28c5-47df-b340-f7edc364c146 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2068703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1794403'] for router_interface, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:28.100644 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9cad3c-28c5-47df-b340-f7edc364c146 admin admin] Pushing event updated for resources: {'Port': ['ID=d7278820-082a-47ce-b627-c4af5cbcf3c6,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:44:28.110646 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f3ccdd-97b3-43ca-85eb-c50dc47cb39d None None] Pushing event updated for resources: {'Port': ['ID=5b27b06d-f6b8-47c9-8242-acbce061cab0,revision_number=4']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:44:28.144194 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-626779fb-166b-4133-86e1-0806d395d63c None None] Provisioning complete for port edede88f-c032-40bb-91b3-027ea71eef39 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:44:28.144604 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-626779fb-166b-4133-86e1-0806d395d63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:28.206671 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef9cad3c-28c5-47df-b340-f7edc364c146 admin admin] Network aa225340-8f33-4c27-8c98-930b2c2767cc is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:44:28.208175 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-ef9cad3c-28c5-47df-b340-f7edc364c146 admin admin] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:44:28.245981 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-626779fb-166b-4133-86e1-0806d395d63c None None] Provisioning complete for port d7278820-082a-47ce-b627-c4af5cbcf3c6 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:44:28.246363 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-626779fb-166b-4133-86e1-0806d395d63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:28.299132 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-626779fb-166b-4133-86e1-0806d395d63c None None] Port d7278820-082a-47ce-b627-c4af5cbcf3c6 cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:44:28.312774 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-626779fb-166b-4133-86e1-0806d395d63c None None] Provisioning complete for port 5b27b06d-f6b8-47c9-8242-acbce061cab0 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:44:28.313359 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-626779fb-166b-4133-86e1-0806d395d63c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:28.369634 n-d-816206-8 neutron-server[103590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef9cad3c-28c5-47df-b340-f7edc364c146 admin admin] Router 472e5718-be08-482e-bfb2-c597e5a2402b has already been hosted by L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 {{(pid=103590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:44:28.515300 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.agents_db [None req-464f6c07-0de8-4be6-8f5b-563f574d1c5d None None] Agent healthcheck: found 7 active agents {{(pid=103593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 18:44:28.546758 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-792e4a95-5f33-4fe7-a42f-797ea7305209 None None] Provisioning complete for port d7278820-082a-47ce-b627-c4af5cbcf3c6 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:44:28.547336 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-792e4a95-5f33-4fe7-a42f-797ea7305209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:28.552701 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef9cad3c-28c5-47df-b340-f7edc364c146 admin admin] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:44:28.560660 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-ef9cad3c-28c5-47df-b340-f7edc364c146 admin admin] 10.222.0.60 "PUT /v2.0/routers/472e5718-be08-482e-bfb2-c597e5a2402b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4495146 Nov 23 18:44:28.594729 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-792e4a95-5f33-4fe7-a42f-797ea7305209 None None] Port d7278820-082a-47ce-b627-c4af5cbcf3c6 cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:44:29.118341 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 5b27b06d-f6b8-47c9-8242-acbce061cab0 up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:44:29.170823 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port 5b27b06d-f6b8-47c9-8242-acbce061cab0 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:44:29.171187 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:29.245527 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device edede88f-c032-40bb-91b3-027ea71eef39 up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:44:29.294419 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port edede88f-c032-40bb-91b3-027ea71eef39 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:44:29.294792 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:29.344866 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 58646) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:44:29.350365 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.v2.base [None req-4f1668f6-393d-4453-9825-3701ee521083 tempest-TestSnapshotPattern-884285789 tempest-TestSnapshotPattern-884285789-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1785364950', 'description': 'tempest-secgroup-smoke-1785364950 description', 'project_id': '403044ee93164f5baddb10dd3dc86df3'}} {{(pid=103590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:44:29.376421 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4f1668f6-393d-4453-9825-3701ee521083 tempest-TestSnapshotPattern-884285789 tempest-TestSnapshotPattern-884285789-project] Publish callbacks [] for security_group, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:29.446313 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4f1668f6-393d-4453-9825-3701ee521083 tempest-TestSnapshotPattern-884285789 tempest-TestSnapshotPattern-884285789-project] Publish callbacks [] for security_group, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:29.451060 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4f1668f6-393d-4453-9825-3701ee521083 tempest-TestSnapshotPattern-884285789 tempest-TestSnapshotPattern-884285789-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:29.481135 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4f1668f6-393d-4453-9825-3701ee521083 tempest-TestSnapshotPattern-884285789 tempest-TestSnapshotPattern-884285789-project] Publish callbacks [] for security_group, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:29.482360 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-4f1668f6-393d-4453-9825-3701ee521083 tempest-TestSnapshotPattern-884285789 tempest-TestSnapshotPattern-884285789-project] 10.222.0.60 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1356516 Nov 23 18:44:29.484395 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1668f6-393d-4453-9825-3701ee521083 tempest-TestSnapshotPattern-884285789 tempest-TestSnapshotPattern-884285789-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c08bd0da-b2ef-42a8-90ff-84b6562287b5,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:44:29.485502 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 58648) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:44:29.490544 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-805f5b9c-8877-4e29-8ff9-bc02d7845fb6 tempest-TestSnapshotPattern-884285789 tempest-TestSnapshotPattern-884285789-project] Request body: {'security_group_rule': {'security_group_id': 'c08bd0da-b2ef-42a8-90ff-84b6562287b5', 'project_id': '403044ee93164f5baddb10dd3dc86df3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:44:29.520563 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-805f5b9c-8877-4e29-8ff9-bc02d7845fb6 tempest-TestSnapshotPattern-884285789 tempest-TestSnapshotPattern-884285789-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:29.575583 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-805f5b9c-8877-4e29-8ff9-bc02d7845fb6 tempest-TestSnapshotPattern-884285789 tempest-TestSnapshotPattern-884285789-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:29.580458 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-805f5b9c-8877-4e29-8ff9-bc02d7845fb6 tempest-TestSnapshotPattern-884285789 tempest-TestSnapshotPattern-884285789-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994370'] for security_group_rule, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:29.600507 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805f5b9c-8877-4e29-8ff9-bc02d7845fb6 tempest-TestSnapshotPattern-884285789 tempest-TestSnapshotPattern-884285789-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b304ebf5-acce-49a0-a5a7-8144b1c631b8,revision_number=0']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:44:29.606503 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-805f5b9c-8877-4e29-8ff9-bc02d7845fb6 tempest-TestSnapshotPattern-884285789 tempest-TestSnapshotPattern-884285789-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:29.607693 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-805f5b9c-8877-4e29-8ff9-bc02d7845fb6 tempest-TestSnapshotPattern-884285789 tempest-TestSnapshotPattern-884285789-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1211479 Nov 23 18:44:29.610501 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 58650) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:44:29.614751 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-04fda0ae-c589-48ad-ba4d-327ba05ebf86 tempest-TestSnapshotPattern-884285789 tempest-TestSnapshotPattern-884285789-project] Request body: {'security_group_rule': {'security_group_id': 'c08bd0da-b2ef-42a8-90ff-84b6562287b5', 'project_id': '403044ee93164f5baddb10dd3dc86df3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:44:29.641809 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-04fda0ae-c589-48ad-ba4d-327ba05ebf86 tempest-TestSnapshotPattern-884285789 tempest-TestSnapshotPattern-884285789-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:29.706488 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-04fda0ae-c589-48ad-ba4d-327ba05ebf86 tempest-TestSnapshotPattern-884285789 tempest-TestSnapshotPattern-884285789-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:29.711003 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-04fda0ae-c589-48ad-ba4d-327ba05ebf86 tempest-TestSnapshotPattern-884285789 tempest-TestSnapshotPattern-884285789-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994370'] for security_group_rule, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:29.728528 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fda0ae-c589-48ad-ba4d-327ba05ebf86 tempest-TestSnapshotPattern-884285789 tempest-TestSnapshotPattern-884285789-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d9f0f16-dd3a-4617-9917-523132187e40,revision_number=0']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:44:29.736176 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-04fda0ae-c589-48ad-ba4d-327ba05ebf86 tempest-TestSnapshotPattern-884285789 tempest-TestSnapshotPattern-884285789-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:29.737409 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-04fda0ae-c589-48ad-ba4d-327ba05ebf86 tempest-TestSnapshotPattern-884285789 tempest-TestSnapshotPattern-884285789-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1259849 Nov 23 18:44:29.740187 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 58652) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:44:29.744426 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-3b79ea21-80db-4bc5-a8c9-67648a4e4bde tempest-TestSnapshotPattern-884285789 tempest-TestSnapshotPattern-884285789-project] Request body: {'security_group_rule': {'security_group_id': 'c08bd0da-b2ef-42a8-90ff-84b6562287b5', 'project_id': '403044ee93164f5baddb10dd3dc86df3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:44:29.772958 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-3b79ea21-80db-4bc5-a8c9-67648a4e4bde tempest-TestSnapshotPattern-884285789 tempest-TestSnapshotPattern-884285789-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:29.829036 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-3b79ea21-80db-4bc5-a8c9-67648a4e4bde tempest-TestSnapshotPattern-884285789 tempest-TestSnapshotPattern-884285789-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:29.832984 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-3b79ea21-80db-4bc5-a8c9-67648a4e4bde tempest-TestSnapshotPattern-884285789 tempest-TestSnapshotPattern-884285789-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994370'] for security_group_rule, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:29.852493 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b79ea21-80db-4bc5-a8c9-67648a4e4bde tempest-TestSnapshotPattern-884285789 tempest-TestSnapshotPattern-884285789-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=320f168b-701f-4c74-b27d-7ec089efa652,revision_number=0']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:44:29.860108 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-3b79ea21-80db-4bc5-a8c9-67648a4e4bde tempest-TestSnapshotPattern-884285789 tempest-TestSnapshotPattern-884285789-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:29.861326 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-3b79ea21-80db-4bc5-a8c9-67648a4e4bde tempest-TestSnapshotPattern-884285789 tempest-TestSnapshotPattern-884285789-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1201668 Nov 23 18:44:29.864031 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 58654) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:44:29.868317 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-98a8130a-221b-4d11-bcf2-2737f2ec07e7 tempest-TestSnapshotPattern-884285789 tempest-TestSnapshotPattern-884285789-project] Request body: {'security_group_rule': {'security_group_id': 'c08bd0da-b2ef-42a8-90ff-84b6562287b5', 'project_id': '403044ee93164f5baddb10dd3dc86df3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:44:29.894891 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-98a8130a-221b-4d11-bcf2-2737f2ec07e7 tempest-TestSnapshotPattern-884285789 tempest-TestSnapshotPattern-884285789-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:29.957847 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-98a8130a-221b-4d11-bcf2-2737f2ec07e7 tempest-TestSnapshotPattern-884285789 tempest-TestSnapshotPattern-884285789-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:29.961664 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-98a8130a-221b-4d11-bcf2-2737f2ec07e7 tempest-TestSnapshotPattern-884285789 tempest-TestSnapshotPattern-884285789-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994370'] for security_group_rule, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:29.981154 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a8130a-221b-4d11-bcf2-2737f2ec07e7 tempest-TestSnapshotPattern-884285789 tempest-TestSnapshotPattern-884285789-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f507afb5-588f-4743-824e-dd4ea82ca9c7,revision_number=0']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:44:29.987254 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-98a8130a-221b-4d11-bcf2-2737f2ec07e7 tempest-TestSnapshotPattern-884285789 tempest-TestSnapshotPattern-884285789-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:29.988475 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-98a8130a-221b-4d11-bcf2-2737f2ec07e7 tempest-TestSnapshotPattern-884285789 tempest-TestSnapshotPattern-884285789-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1234787 Nov 23 18:44:29.991190 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 58656) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:44:29.996085 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-95b83bc0-b9ed-41a2-bac0-1c81a4ef8acb tempest-TestSnapshotPattern-884285789 tempest-TestSnapshotPattern-884285789-project] Request body: {'security_group_rule': {'security_group_id': 'c08bd0da-b2ef-42a8-90ff-84b6562287b5', 'project_id': '403044ee93164f5baddb10dd3dc86df3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:44:30.018388 n-d-816206-8 neutron-server[103591]: INFO neutron.db.securitygroups_db [None req-95b83bc0-b9ed-41a2-bac0-1c81a4ef8acb tempest-TestSnapshotPattern-884285789 tempest-TestSnapshotPattern-884285789-project] Project 403044ee93164f5baddb10dd3dc86df3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 18:44:30.023438 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-95b83bc0-b9ed-41a2-bac0-1c81a4ef8acb tempest-TestSnapshotPattern-884285789 tempest-TestSnapshotPattern-884285789-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:30.083551 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-95b83bc0-b9ed-41a2-bac0-1c81a4ef8acb tempest-TestSnapshotPattern-884285789 tempest-TestSnapshotPattern-884285789-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:30.087144 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-95b83bc0-b9ed-41a2-bac0-1c81a4ef8acb tempest-TestSnapshotPattern-884285789 tempest-TestSnapshotPattern-884285789-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994370'] for security_group_rule, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:30.106442 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b83bc0-b9ed-41a2-bac0-1c81a4ef8acb tempest-TestSnapshotPattern-884285789 tempest-TestSnapshotPattern-884285789-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02447296-0893-4722-b827-3d821ca6c278,revision_number=0']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:44:30.113240 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-95b83bc0-b9ed-41a2-bac0-1c81a4ef8acb tempest-TestSnapshotPattern-884285789 tempest-TestSnapshotPattern-884285789-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:30.114546 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-95b83bc0-b9ed-41a2-bac0-1c81a4ef8acb tempest-TestSnapshotPattern-884285789 tempest-TestSnapshotPattern-884285789-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1224074 Nov 23 18:44:30.117349 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 58658) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:44:30.122736 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-e44d1b18-8ff8-45e6-9c40-36daf1cda364 tempest-TestSnapshotPattern-884285789 tempest-TestSnapshotPattern-884285789-project] Request body: {'security_group_rule': {'security_group_id': 'c08bd0da-b2ef-42a8-90ff-84b6562287b5', 'project_id': '403044ee93164f5baddb10dd3dc86df3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:44:30.145068 n-d-816206-8 neutron-server[103591]: INFO neutron.db.securitygroups_db [None req-e44d1b18-8ff8-45e6-9c40-36daf1cda364 tempest-TestSnapshotPattern-884285789 tempest-TestSnapshotPattern-884285789-project] Project 403044ee93164f5baddb10dd3dc86df3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 18:44:30.150212 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-e44d1b18-8ff8-45e6-9c40-36daf1cda364 tempest-TestSnapshotPattern-884285789 tempest-TestSnapshotPattern-884285789-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:30.210678 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-e44d1b18-8ff8-45e6-9c40-36daf1cda364 tempest-TestSnapshotPattern-884285789 tempest-TestSnapshotPattern-884285789-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:30.214101 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1cc712e-6ef4-4c1a-9885-2466022b4af9 None None] Sync routers for ids ['472e5718-be08-482e-bfb2-c597e5a2402b'] in n-d-816206-8 {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:44:30.217662 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-e44d1b18-8ff8-45e6-9c40-36daf1cda364 tempest-TestSnapshotPattern-884285789 tempest-TestSnapshotPattern-884285789-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1994370'] for security_group_rule, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:30.227306 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1cc712e-6ef4-4c1a-9885-2466022b4af9 None None] Routers {'472e5718-be08-482e-bfb2-c597e5a2402b'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:44:30.227919 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-f1cc712e-6ef4-4c1a-9885-2466022b4af9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T18:44:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['472e5718-be08-482e-bfb2-c597e5a2402b'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:44:30.239525 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44d1b18-8ff8-45e6-9c40-36daf1cda364 tempest-TestSnapshotPattern-884285789 tempest-TestSnapshotPattern-884285789-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aea1643c-d5f3-472e-8483-f5ac58b9eeb5,revision_number=0']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:44:30.248989 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-e44d1b18-8ff8-45e6-9c40-36daf1cda364 tempest-TestSnapshotPattern-884285789 tempest-TestSnapshotPattern-884285789-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:30.253805 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-e44d1b18-8ff8-45e6-9c40-36daf1cda364 tempest-TestSnapshotPattern-884285789 tempest-TestSnapshotPattern-884285789-project] 10.222.0.60 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1319211 Nov 23 18:44:30.338209 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvr_db [None req-f1cc712e-6ef4-4c1a-9885-2466022b4af9 None None] Set router 472e5718-be08-482e-bfb2-c597e5a2402b gateway port host: n-d-816206-8 {{(pid=103592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:44:30.406910 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-542081b2-5a9a-420f-a021-fb639546f4bf req-4c63070e-67a7-4d56-931b-705eb3f6de6f tempest-TestSnapshotPattern-884285789 tempest-TestSnapshotPattern-884285789-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1785364950&fields=id&tenant_id=403044ee93164f5baddb10dd3dc86df3 HTTP/1.1" status: 200 len: 267 time: 0.0452099 Nov 23 18:44:30.515090 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542081b2-5a9a-420f-a021-fb639546f4bf req-efd3d890-5cb5-44f3-95b2-59404e3f3162 tempest-TestSnapshotPattern-884285789 tempest-TestSnapshotPattern-884285789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:44:30.516522 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-542081b2-5a9a-420f-a021-fb639546f4bf req-efd3d890-5cb5-44f3-95b2-59404e3f3162 tempest-TestSnapshotPattern-884285789 tempest-TestSnapshotPattern-884285789-project] 10.222.0.60 "GET /v2.0/networks?id=3a20f87e-4dd5-486e-94b1-e48821f29b21 HTTP/1.1" status: 200 len: 809 time: 0.1024928 Nov 23 18:44:30.532242 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-542081b2-5a9a-420f-a021-fb639546f4bf req-586865dc-543c-463c-9371-dc0af3209330 tempest-TestSnapshotPattern-884285789 tempest-TestSnapshotPattern-884285789-project] 10.222.0.60 "GET /v2.0/quotas/403044ee93164f5baddb10dd3dc86df3 HTTP/1.1" status: 200 len: 375 time: 0.0095663 Nov 23 18:44:30.547210 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-f1cc712e-6ef4-4c1a-9885-2466022b4af9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '472e5718-be08-482e-bfb2-c597e5a2402b', 'name': 'tempest-TestSnapshotPattern-1751131209-router', 'tenant_id': '9d1d5c9544154d408ee9860a7b742ef7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': '5b27b06d-f6b8-47c9-8242-acbce061cab0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:44:24Z', 'updated_at': '2021-11-23T18:44:27Z', 'revision_number': 4, 'project_id': '9d1d5c9544154d408ee9860a7b742ef7', 'gw_port': {'id': '5b27b06d-f6b8-47c9-8242-acbce061cab0', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:f9:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '472e5718-be08-482e-bfb2-c597e5a2402b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4359, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:44:24Z', 'updated_at': '2021-11-23T18:44:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_interfaces': [{'id': 'd7278820-082a-47ce-b627-c4af5cbcf3c6', 'name': '', 'network_id': 'aa225340-8f33-4c27-8c98-930b2c2767cc', 'tenant_id': '9d1d5c9544154d408ee9860a7b742ef7', 'mac_address': 'fa:16:3e:da:a8:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '472e5718-be08-482e-bfb2-c597e5a2402b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4360, 'fixed_ips': [{'subnet_id': '6648f7bc-99e4-40bd-afc7-6313a8a20ef2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:44:26Z', 'updated_at': '2021-11-23T18:44:27Z', 'revision_number': 2, 'project_id': '9d1d5c9544154d408ee9860a7b742ef7', 'subnets': [{'id': '6648f7bc-99e4-40bd-afc7-6313a8a20ef2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:44:30.573048 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1cc712e-6ef4-4c1a-9885-2466022b4af9 None None] Checking router: 472e5718-be08-482e-bfb2-c597e5a2402b for host: n-d-816206-8 {{(pid=103592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:44:30.573396 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1cc712e-6ef4-4c1a-9885-2466022b4af9 None None] Updating router 472e5718-be08-482e-bfb2-c597e5a2402b port d7278820-082a-47ce-b627-c4af5cbcf3c6 binding host n-d-816206-8 {{(pid=103592) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 18:44:30.589488 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-542081b2-5a9a-420f-a021-fb639546f4bf req-3a2d0832-7d26-43d7-a080-6b2ff95cc995 tempest-TestSnapshotPattern-884285789 tempest-TestSnapshotPattern-884285789-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=403044ee93164f5baddb10dd3dc86df3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0513992 Nov 23 18:44:30.598434 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-f1cc712e-6ef4-4c1a-9885-2466022b4af9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:30.687269 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-542081b2-5a9a-420f-a021-fb639546f4bf req-da7dce06-217c-46e3-a540-608a18886348 service neutron] 10.222.0.60 "GET /v2.0/networks/3a20f87e-4dd5-486e-94b1-e48821f29b21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855062 Nov 23 18:44:30.787012 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-542081b2-5a9a-420f-a021-fb639546f4bf req-903e4098-9526-4c0c-ad1d-78ffe1e683b3 service neutron] 10.222.0.60 "GET /v2.0/networks/3a20f87e-4dd5-486e-94b1-e48821f29b21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933900 Nov 23 18:44:30.983949 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9fb1fca2-3f73-46bc-b9dd-22519f63a480 req-10d920ef-35a7-487f-9262-2b6446f0bb6f tempest-TestSnapshotPattern-884285789 tempest-TestSnapshotPattern-884285789-project] 10.222.0.60 "GET /v2.0/ports?device_id=1bf87719-8f97-42b7-b7bf-b9e3cda52113 HTTP/1.1" status: 200 len: 210 time: 0.0420792 Nov 23 18:44:31.035369 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-f1cc712e-6ef4-4c1a-9885-2466022b4af9 None None] Publish callbacks [] for port, precommit_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:31.040934 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-f1cc712e-6ef4-4c1a-9885-2466022b4af9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:31.091075 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20acd342-33db-4166-b3ad-c3897209052b None None] Pushing event updated for resources: {'Port': ['ID=d7278820-082a-47ce-b627-c4af5cbcf3c6,revision_number=3']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:44:31.150331 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-f1cc712e-6ef4-4c1a-9885-2466022b4af9 None None] Attempting to bind port d7278820-082a-47ce-b627-c4af5cbcf3c6 on host n-d-816206-8 for vnic_type normal with profile {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:44:31.150712 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-f1cc712e-6ef4-4c1a-9885-2466022b4af9 None None] Attempting to bind port d7278820-082a-47ce-b627-c4af5cbcf3c6 by drivers openvswitch,hyperv on host n-d-816206-8 at level 0 using segments [{'id': '2d2db399-afb7-4941-bacd-8e76c19c64ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'aa225340-8f33-4c27-8c98-930b2c2767cc'}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:44:31.151627 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1cc712e-6ef4-4c1a-9885-2466022b4af9 None None] Attempting to bind port d7278820-082a-47ce-b627-c4af5cbcf3c6 on network aa225340-8f33-4c27-8c98-930b2c2767cc {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:44:31.157103 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1cc712e-6ef4-4c1a-9885-2466022b4af9 None None] Checking agent: {'id': '9e89acbe-4bbe-4c77-a18b-6f1da9133e0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 7, 48), 'started_at': datetime.datetime(2021, 11, 23, 17, 8, 18), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 44, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-816206-8'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:44:31.157426 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1cc712e-6ef4-4c1a-9885-2466022b4af9 None None] Checking segment: {'id': '2d2db399-afb7-4941-bacd-8e76c19c64ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'aa225340-8f33-4c27-8c98-930b2c2767cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:44:31.157830 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-f1cc712e-6ef4-4c1a-9885-2466022b4af9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:31.158221 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1cc712e-6ef4-4c1a-9885-2466022b4af9 None None] Bound using segment: {'id': '2d2db399-afb7-4941-bacd-8e76c19c64ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'aa225340-8f33-4c27-8c98-930b2c2767cc'} {{(pid=103592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:44:31.158686 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.managers [None req-f1cc712e-6ef4-4c1a-9885-2466022b4af9 None None] Bound port: d7278820-082a-47ce-b627-c4af5cbcf3c6, host: n-d-816206-8, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d2db399-afb7-4941-bacd-8e76c19c64ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'aa225340-8f33-4c27-8c98-930b2c2767cc'}}] {{(pid=103592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:44:31.159066 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-f1cc712e-6ef4-4c1a-9885-2466022b4af9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:31.231584 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-f1cc712e-6ef4-4c1a-9885-2466022b4af9 None None] For port d7278820-082a-47ce-b627-c4af5cbcf3c6, host n-d-816206-8, cleared binding levels {{(pid=103592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:44:31.235111 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-f1cc712e-6ef4-4c1a-9885-2466022b4af9 None None] For port d7278820-082a-47ce-b627-c4af5cbcf3c6, host n-d-816206-8, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=d7278820-082a-47ce-b627-c4af5cbcf3c6,segment=NetworkSegment(2d2db399-afb7-4941-bacd-8e76c19c64ca),segment_id=2d2db399-afb7-4941-bacd-8e76c19c64ca)] {{(pid=103592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:44:31.239974 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-f1cc712e-6ef4-4c1a-9885-2466022b4af9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:31.289437 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1cc712e-6ef4-4c1a-9885-2466022b4af9 None None] Routers {'472e5718-be08-482e-bfb2-c597e5a2402b'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:44:31.290127 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-f1cc712e-6ef4-4c1a-9885-2466022b4af9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T18:44:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['472e5718-be08-482e-bfb2-c597e5a2402b'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:44:31.345184 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20acd342-33db-4166-b3ad-c3897209052b None None] Pushing event updated for resources: {'Port': ['ID=d7278820-082a-47ce-b627-c4af5cbcf3c6,revision_number=4']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:44:31.396429 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-487786ab-af21-45ca-bb8b-d27645796bd3 None None] Provisioning complete for port d7278820-082a-47ce-b627-c4af5cbcf3c6 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:44:31.396851 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-487786ab-af21-45ca-bb8b-d27645796bd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:31.456049 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvr_db [None req-f1cc712e-6ef4-4c1a-9885-2466022b4af9 None None] Set router 472e5718-be08-482e-bfb2-c597e5a2402b gateway port host: n-d-816206-8 {{(pid=103592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:44:31.586837 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-487786ab-af21-45ca-bb8b-d27645796bd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:31.666283 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-487786ab-af21-45ca-bb8b-d27645796bd3 None None] For port d7278820-082a-47ce-b627-c4af5cbcf3c6, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=d7278820-082a-47ce-b627-c4af5cbcf3c6,segment=NetworkSegment(2d2db399-afb7-4941-bacd-8e76c19c64ca),segment_id=2d2db399-afb7-4941-bacd-8e76c19c64ca)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:44:31.672597 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-487786ab-af21-45ca-bb8b-d27645796bd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:31.756805 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487786ab-af21-45ca-bb8b-d27645796bd3 None None] Pushing event updated for resources: {'Port': ['ID=d7278820-082a-47ce-b627-c4af5cbcf3c6,revision_number=5']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:44:31.783960 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-f1cc712e-6ef4-4c1a-9885-2466022b4af9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '472e5718-be08-482e-bfb2-c597e5a2402b', 'name': 'tempest-TestSnapshotPattern-1751131209-router', 'tenant_id': '9d1d5c9544154d408ee9860a7b742ef7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': '5b27b06d-f6b8-47c9-8242-acbce061cab0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:44:24Z', 'updated_at': '2021-11-23T18:44:27Z', 'revision_number': 4, 'project_id': '9d1d5c9544154d408ee9860a7b742ef7', 'gw_port': {'id': '5b27b06d-f6b8-47c9-8242-acbce061cab0', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:f9:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '472e5718-be08-482e-bfb2-c597e5a2402b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4359, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:44:24Z', 'updated_at': '2021-11-23T18:44:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_interfaces': [{'id': 'd7278820-082a-47ce-b627-c4af5cbcf3c6', 'name': '', 'network_id': 'aa225340-8f33-4c27-8c98-930b2c2767cc', 'tenant_id': '9d1d5c9544154d408ee9860a7b742ef7', 'mac_address': 'fa:16:3e:da:a8:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '472e5718-be08-482e-bfb2-c597e5a2402b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4360, 'fixed_ips': [{'subnet_id': '6648f7bc-99e4-40bd-afc7-6313a8a20ef2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:44:26Z', 'updated_at': '2021-11-23T18:44:31Z', 'revision_number': 4, 'project_id': '9d1d5c9544154d408ee9860a7b742ef7', 'subnets': [{'id': '6648f7bc-99e4-40bd-afc7-6313a8a20ef2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:44:31.819471 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1cc712e-6ef4-4c1a-9885-2466022b4af9 None None] The sync data for ids ['472e5718-be08-482e-bfb2-c597e5a2402b'] in n-d-816206-8 is: [{'id': '472e5718-be08-482e-bfb2-c597e5a2402b', 'name': 'tempest-TestSnapshotPattern-1751131209-router', 'tenant_id': '9d1d5c9544154d408ee9860a7b742ef7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': '5b27b06d-f6b8-47c9-8242-acbce061cab0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:44:24Z', 'updated_at': '2021-11-23T18:44:27Z', 'revision_number': 4, 'project_id': '9d1d5c9544154d408ee9860a7b742ef7', 'gw_port': {'id': '5b27b06d-f6b8-47c9-8242-acbce061cab0', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:f9:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '472e5718-be08-482e-bfb2-c597e5a2402b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4359, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:44:24Z', 'updated_at': '2021-11-23T18:44:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_interfaces': [{'id': 'd7278820-082a-47ce-b627-c4af5cbcf3c6', 'name': '', 'network_id': 'aa225340-8f33-4c27-8c98-930b2c2767cc', 'tenant_id': '9d1d5c9544154d408ee9860a7b742ef7', 'mac_address': 'fa:16:3e:da:a8:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '472e5718-be08-482e-bfb2-c597e5a2402b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4360, 'fixed_ips': [{'subnet_id': '6648f7bc-99e4-40bd-afc7-6313a8a20ef2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:44:26Z', 'updated_at': '2021-11-23T18:44:31Z', 'revision_number': 4, 'project_id': '9d1d5c9544154d408ee9860a7b742ef7', 'subnets': [{'id': '6648f7bc-99e4-40bd-afc7-6313a8a20ef2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:44:31.826493 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9359dd2c-07d6-4a6d-98a6-531ffc958346 None None] Provisioning complete for port d7278820-082a-47ce-b627-c4af5cbcf3c6 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:44:31.826859 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9359dd2c-07d6-4a6d-98a6-531ffc958346 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:32.066522 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542081b2-5a9a-420f-a021-fb639546f4bf req-3b4add65-5ffd-41cd-bb58-ab52af43fadd tempest-TestSnapshotPattern-884285789 tempest-TestSnapshotPattern-884285789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:44:32.068155 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-542081b2-5a9a-420f-a021-fb639546f4bf req-3b4add65-5ffd-41cd-bb58-ab52af43fadd tempest-TestSnapshotPattern-884285789 tempest-TestSnapshotPattern-884285789-project] 10.222.0.36 "GET /v2.0/networks?id=3a20f87e-4dd5-486e-94b1-e48821f29b21 HTTP/1.1" status: 200 len: 809 time: 0.1387720 Nov 23 18:44:32.127542 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7d815269-b42d-40fd-b3c4-0bc60d2598db req-9596bd7b-d5e7-44dd-ae7b-ead7d43a7fa6 tempest-TestSnapshotPattern-884285789 tempest-TestSnapshotPattern-884285789-project] 10.222.0.60 "GET /v2.0/ports?device_id=1bf87719-8f97-42b7-b7bf-b9e3cda52113 HTTP/1.1" status: 200 len: 210 time: 0.0398924 Nov 23 18:44:32.168597 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-542081b2-5a9a-420f-a021-fb639546f4bf req-3dfaa4ef-a936-4216-a8f1-3ac47a513d82 tempest-TestSnapshotPattern-884285789 tempest-TestSnapshotPattern-884285789-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=403044ee93164f5baddb10dd3dc86df3 HTTP/1.1" status: 200 len: 380 time: 0.0884845 Nov 23 18:44:32.179322 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [req-542081b2-5a9a-420f-a021-fb639546f4bf req-9ef5be27-18ba-4065-a43d-f0e799ecdddc tempest-TestSnapshotPattern-884285789 tempest-TestSnapshotPattern-884285789-project] Request body: {'port': {'device_id': '1bf87719-8f97-42b7-b7bf-b9e3cda52113', 'network_id': '3a20f87e-4dd5-486e-94b1-e48821f29b21', 'admin_state_up': True, 'tenant_id': '403044ee93164f5baddb10dd3dc86df3', 'security_groups': ['c08bd0da-b2ef-42a8-90ff-84b6562287b5']}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:44:32.300052 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-542081b2-5a9a-420f-a021-fb639546f4bf req-9ef5be27-18ba-4065-a43d-f0e799ecdddc tempest-TestSnapshotPattern-884285789 tempest-TestSnapshotPattern-884285789-project] Made reservation on behalf of 403044ee93164f5baddb10dd3dc86df3 for: {'port': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:44:32.303670 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-542081b2-5a9a-420f-a021-fb639546f4bf req-9ef5be27-18ba-4065-a43d-f0e799ecdddc tempest-TestSnapshotPattern-884285789 tempest-TestSnapshotPattern-884285789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:32.743843 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.db_base_plugin_common [req-542081b2-5a9a-420f-a021-fb639546f4bf req-9ef5be27-18ba-4065-a43d-f0e799ecdddc tempest-TestSnapshotPattern-884285789 tempest-TestSnapshotPattern-884285789-project] Allocated IP 172.20.0.12 (3a20f87e-4dd5-486e-94b1-e48821f29b21/3e5d77d4-72c2-43f7-bef2-bab4816b6398/0db96af6-a2d9-4bc8-96f9-b12f9be6b4a2) {{(pid=103591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:44:32.899121 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-542081b2-5a9a-420f-a021-fb639546f4bf req-9ef5be27-18ba-4065-a43d-f0e799ecdddc tempest-TestSnapshotPattern-884285789 tempest-TestSnapshotPattern-884285789-project] Publish callbacks [] for port, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:32.932695 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-542081b2-5a9a-420f-a021-fb639546f4bf req-9ef5be27-18ba-4065-a43d-f0e799ecdddc tempest-TestSnapshotPattern-884285789 tempest-TestSnapshotPattern-884285789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:32.977170 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-542081b2-5a9a-420f-a021-fb639546f4bf req-9ef5be27-18ba-4065-a43d-f0e799ecdddc tempest-TestSnapshotPattern-884285789 tempest-TestSnapshotPattern-884285789-project] Network 3a20f87e-4dd5-486e-94b1-e48821f29b21 is already hosted by enough agents. {{(pid=103591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:44:32.980068 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [req-542081b2-5a9a-420f-a021-fb639546f4bf req-9ef5be27-18ba-4065-a43d-f0e799ecdddc tempest-TestSnapshotPattern-884285789 tempest-TestSnapshotPattern-884285789-project] Resources bound (agent type, host, resource id): {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:44:32.984109 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [req-542081b2-5a9a-420f-a021-fb639546f4bf req-9ef5be27-18ba-4065-a43d-f0e799ecdddc tempest-TestSnapshotPattern-884285789 tempest-TestSnapshotPattern-884285789-project] Received port after_create {{(pid=103591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:44:32.991360 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef5be27-18ba-4065-a43d-f0e799ecdddc tempest-TestSnapshotPattern-884285789 tempest-TestSnapshotPattern-884285789-project] Pushing event updated for resources: {'Port': ['ID=0db96af6-a2d9-4bc8-96f9-b12f9be6b4a2,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:44:33.049525 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542081b2-5a9a-420f-a021-fb639546f4bf req-9ef5be27-18ba-4065-a43d-f0e799ecdddc tempest-TestSnapshotPattern-884285789 tempest-TestSnapshotPattern-884285789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:44:33.049746 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-542081b2-5a9a-420f-a021-fb639546f4bf req-9ef5be27-18ba-4065-a43d-f0e799ecdddc tempest-TestSnapshotPattern-884285789 tempest-TestSnapshotPattern-884285789-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:33.063631 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device d7278820-082a-47ce-b627-c4af5cbcf3c6 up at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:44:33.073005 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-542081b2-5a9a-420f-a021-fb639546f4bf req-9ef5be27-18ba-4065-a43d-f0e799ecdddc tempest-TestSnapshotPattern-884285789 tempest-TestSnapshotPattern-884285789-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8975840 Nov 23 18:44:33.086600 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [req-542081b2-5a9a-420f-a021-fb639546f4bf req-2df3ba53-db27-4e7c-836b-4b655cab2b04 service neutron] Request body: {'port': {'device_id': '1bf87719-8f97-42b7-b7bf-b9e3cda52113', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-816206-8'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:44:33.117919 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Provisioning complete for port d7278820-082a-47ce-b627-c4af5cbcf3c6 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:44:33.118358 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:33.153321 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-542081b2-5a9a-420f-a021-fb639546f4bf req-2df3ba53-db27-4e7c-836b-4b655cab2b04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:33.275538 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-a3349c6f-a512-431f-b011-a6aba5472f6c None None] Provisioning complete for port 0db96af6-a2d9-4bc8-96f9-b12f9be6b4a2 triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:44:33.275900 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-a3349c6f-a512-431f-b011-a6aba5472f6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:33.310932 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-a3349c6f-a512-431f-b011-a6aba5472f6c None None] Port 0db96af6-a2d9-4bc8-96f9-b12f9be6b4a2 cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:44:33.325237 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408167e3-1ad5-436f-8c39-2a0efdaa570a req-f4aee58c-d78c-4ea2-8097-53a66f5cc36f tempest-TestSnapshotPattern-884285789 tempest-TestSnapshotPattern-884285789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:44:33.326720 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-408167e3-1ad5-436f-8c39-2a0efdaa570a req-f4aee58c-d78c-4ea2-8097-53a66f5cc36f tempest-TestSnapshotPattern-884285789 tempest-TestSnapshotPattern-884285789-project] 10.222.0.60 "GET /v2.0/ports?device_id=1bf87719-8f97-42b7-b7bf-b9e3cda52113 HTTP/1.1" status: 200 len: 932 time: 0.1163659 Nov 23 18:44:33.441140 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-408167e3-1ad5-436f-8c39-2a0efdaa570a req-17a37f87-884b-44aa-ba64-522bf90f1a41 tempest-TestSnapshotPattern-884285789 tempest-TestSnapshotPattern-884285789-project] 10.222.0.60 "GET /v2.0/security-groups?id=c08bd0da-b2ef-42a8-90ff-84b6562287b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1065140 Nov 23 18:44:33.516630 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [req-542081b2-5a9a-420f-a021-fb639546f4bf req-2df3ba53-db27-4e7c-836b-4b655cab2b04 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0db96af6-a2d9-4bc8-96f9-b12f9be6b4a2 {{(pid=103591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:44:33.523839 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-542081b2-5a9a-420f-a021-fb639546f4bf req-2df3ba53-db27-4e7c-836b-4b655cab2b04 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:33.535608 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.provisioning_blocks [req-542081b2-5a9a-420f-a021-fb639546f4bf req-2df3ba53-db27-4e7c-836b-4b655cab2b04 service neutron] Transition to ACTIVE for port object 0db96af6-a2d9-4bc8-96f9-b12f9be6b4a2 will not be triggered until provisioned by entity L2. {{(pid=103591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 18:44:33.539005 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-542081b2-5a9a-420f-a021-fb639546f4bf req-2df3ba53-db27-4e7c-836b-4b655cab2b04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264758186'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:33.590537 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df3ba53-db27-4e7c-836b-4b655cab2b04 service neutron] Pushing event updated for resources: {'Port': ['ID=0db96af6-a2d9-4bc8-96f9-b12f9be6b4a2,revision_number=2']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:44:33.667315 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-542081b2-5a9a-420f-a021-fb639546f4bf req-2df3ba53-db27-4e7c-836b-4b655cab2b04 service neutron] Attempting to bind port 0db96af6-a2d9-4bc8-96f9-b12f9be6b4a2 on host n-h2-816206-8 for vnic_type normal with profile {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:44:33.667755 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-542081b2-5a9a-420f-a021-fb639546f4bf req-2df3ba53-db27-4e7c-836b-4b655cab2b04 service neutron] Attempting to bind port 0db96af6-a2d9-4bc8-96f9-b12f9be6b4a2 by drivers openvswitch,hyperv on host n-h2-816206-8 at level 0 using segments [{'id': '1df0840a-c974-4846-9dff-dbd7d0a32ea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '3a20f87e-4dd5-486e-94b1-e48821f29b21'}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:44:33.668154 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-542081b2-5a9a-420f-a021-fb639546f4bf req-2df3ba53-db27-4e7c-836b-4b655cab2b04 service neutron] Attempting to bind port 0db96af6-a2d9-4bc8-96f9-b12f9be6b4a2 on network 3a20f87e-4dd5-486e-94b1-e48821f29b21 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:44:33.672949 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-542081b2-5a9a-420f-a021-fb639546f4bf req-2df3ba53-db27-4e7c-836b-4b655cab2b04 service neutron] Port 0db96af6-a2d9-4bc8-96f9-b12f9be6b4a2 on network 3a20f87e-4dd5-486e-94b1-e48821f29b21 not bound, no agent of type Open vSwitch agent registered on host n-h2-816206-8 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:44:33.673341 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-542081b2-5a9a-420f-a021-fb639546f4bf req-2df3ba53-db27-4e7c-836b-4b655cab2b04 service neutron] Attempting to bind port 0db96af6-a2d9-4bc8-96f9-b12f9be6b4a2 on network 3a20f87e-4dd5-486e-94b1-e48821f29b21 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:44:33.678527 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-542081b2-5a9a-420f-a021-fb639546f4bf req-2df3ba53-db27-4e7c-836b-4b655cab2b04 service neutron] Checking agent: {'id': 'ab77bf9e-0267-4174-8f1d-822cba89b207', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 15, 13), 'started_at': datetime.datetime(2021, 11, 23, 17, 15, 13), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 44, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:44:33.678861 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-542081b2-5a9a-420f-a021-fb639546f4bf req-2df3ba53-db27-4e7c-836b-4b655cab2b04 service neutron] Checking segment: {'id': '1df0840a-c974-4846-9dff-dbd7d0a32ea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '3a20f87e-4dd5-486e-94b1-e48821f29b21'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:44:33.679245 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-542081b2-5a9a-420f-a021-fb639546f4bf req-2df3ba53-db27-4e7c-836b-4b655cab2b04 service neutron] Bound using segment: {'id': '1df0840a-c974-4846-9dff-dbd7d0a32ea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '3a20f87e-4dd5-486e-94b1-e48821f29b21'} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:44:33.679668 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-542081b2-5a9a-420f-a021-fb639546f4bf req-2df3ba53-db27-4e7c-836b-4b655cab2b04 service neutron] Bound port: 0db96af6-a2d9-4bc8-96f9-b12f9be6b4a2, host: n-h2-816206-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1df0840a-c974-4846-9dff-dbd7d0a32ea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '3a20f87e-4dd5-486e-94b1-e48821f29b21'}}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:44:33.680028 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-542081b2-5a9a-420f-a021-fb639546f4bf req-2df3ba53-db27-4e7c-836b-4b655cab2b04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:33.746820 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-542081b2-5a9a-420f-a021-fb639546f4bf req-2df3ba53-db27-4e7c-836b-4b655cab2b04 service neutron] For port 0db96af6-a2d9-4bc8-96f9-b12f9be6b4a2, host n-h2-816206-8, cleared binding levels {{(pid=103591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:44:33.750268 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-542081b2-5a9a-420f-a021-fb639546f4bf req-2df3ba53-db27-4e7c-836b-4b655cab2b04 service neutron] For port 0db96af6-a2d9-4bc8-96f9-b12f9be6b4a2, host n-h2-816206-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=0db96af6-a2d9-4bc8-96f9-b12f9be6b4a2,segment=NetworkSegment(1df0840a-c974-4846-9dff-dbd7d0a32ea9),segment_id=1df0840a-c974-4846-9dff-dbd7d0a32ea9)] {{(pid=103591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:44:33.756138 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-542081b2-5a9a-420f-a021-fb639546f4bf req-2df3ba53-db27-4e7c-836b-4b655cab2b04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264758186'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:33.795753 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542081b2-5a9a-420f-a021-fb639546f4bf req-2df3ba53-db27-4e7c-836b-4b655cab2b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:44:33.796385 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-542081b2-5a9a-420f-a021-fb639546f4bf req-2df3ba53-db27-4e7c-836b-4b655cab2b04 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:33.797854 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-542081b2-5a9a-420f-a021-fb639546f4bf req-2df3ba53-db27-4e7c-836b-4b655cab2b04 service neutron] 10.222.0.36 "PUT /v2.0/ports/0db96af6-a2d9-4bc8-96f9-b12f9be6b4a2 HTTP/1.1" status: 200 len: 1092 time: 0.7160020 Nov 23 18:44:33.800692 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bf87719-8f97-42b7-b7bf-b9e3cda52113', 'tag': '0db96af6-a2d9-4bc8-96f9-b12f9be6b4a2'}] {{(pid=103591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:44:33.803497 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f4e21f982013ce885b63e29a1d25974432d95030e0706b58ae42016fda4ab83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13e78a03-73eb-432f-9363-12dfe94e1376" -d '{"events": [{"name": "network-changed", "server_uuid": "1bf87719-8f97-42b7-b7bf-b9e3cda52113", "tag": "0db96af6-a2d9-4bc8-96f9-b12f9be6b4a2"}]}' {{(pid=103591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:44:33.831143 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df3ba53-db27-4e7c-836b-4b655cab2b04 service neutron] Pushing event updated for resources: {'Port': ['ID=0db96af6-a2d9-4bc8-96f9-b12f9be6b4a2,revision_number=3']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:44:33.888739 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:44:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5314e179-7f80-407b-bafe-8350a068bca5 x-openstack-request-id: req-5314e179-7f80-407b-bafe-8350a068bca5 {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:44:33.889111 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1bf87719-8f97-42b7-b7bf-b9e3cda52113", "tag": "0db96af6-a2d9-4bc8-96f9-b12f9be6b4a2", "status": "completed", "code": 200}]} {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:44:33.889434 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-5314e179-7f80-407b-bafe-8350a068bca5 {{(pid=103591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:44:33.889909 n-d-816206-8 neutron-server[103591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1bf87719-8f97-42b7-b7bf-b9e3cda52113', 'tag': '0db96af6-a2d9-4bc8-96f9-b12f9be6b4a2', 'status': 'completed', 'code': 200} Nov 23 18:44:33.907512 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542081b2-5a9a-420f-a021-fb639546f4bf req-5e30740e-2ae6-4f91-a701-708637adb7bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:44:33.909209 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-542081b2-5a9a-420f-a021-fb639546f4bf req-5e30740e-2ae6-4f91-a701-708637adb7bb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=403044ee93164f5baddb10dd3dc86df3&device_id=1bf87719-8f97-42b7-b7bf-b9e3cda52113 HTTP/1.1" status: 200 len: 1095 time: 0.0524983 Nov 23 18:44:33.958951 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-542081b2-5a9a-420f-a021-fb639546f4bf req-5b38a988-3250-403a-824e-13d1c6d6714f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0db96af6-a2d9-4bc8-96f9-b12f9be6b4a2 HTTP/1.1" status: 200 len: 217 time: 0.0405202 Nov 23 18:44:34.015951 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542081b2-5a9a-420f-a021-fb639546f4bf req-dff6a5a5-b3a9-4883-a750-134496171d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:44:34.017523 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-542081b2-5a9a-420f-a021-fb639546f4bf req-dff6a5a5-b3a9-4883-a750-134496171d1f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3e5d77d4-72c2-43f7-bef2-bab4816b6398 HTTP/1.1" status: 200 len: 848 time: 0.0497646 Nov 23 18:44:34.066930 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542081b2-5a9a-420f-a021-fb639546f4bf req-28aa2d73-f07d-40df-aca1-6bbfacf269d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:44:34.068859 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-542081b2-5a9a-420f-a021-fb639546f4bf req-28aa2d73-f07d-40df-aca1-6bbfacf269d0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3a20f87e-4dd5-486e-94b1-e48821f29b21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434825 Nov 23 18:44:34.171458 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-542081b2-5a9a-420f-a021-fb639546f4bf req-401ff8ed-3c6d-41fb-896f-a12bd88f1556 service neutron] 10.222.0.36 "GET /v2.0/networks/3a20f87e-4dd5-486e-94b1-e48821f29b21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932977 Nov 23 18:44:34.261826 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-542081b2-5a9a-420f-a021-fb639546f4bf req-e36b2280-b1fc-4322-a6be-2acf3c2bb03e service neutron] 10.222.0.36 "GET /v2.0/networks/3a20f87e-4dd5-486e-94b1-e48821f29b21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832012 Nov 23 18:44:34.357622 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e78a03-73eb-432f-9363-12dfe94e1376 req-0f5f720a-45d0-49d4-9a52-7f3ea53950e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:44:34.359025 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-13e78a03-73eb-432f-9363-12dfe94e1376 req-0f5f720a-45d0-49d4-9a52-7f3ea53950e0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=403044ee93164f5baddb10dd3dc86df3&device_id=1bf87719-8f97-42b7-b7bf-b9e3cda52113 HTTP/1.1" status: 200 len: 1095 time: 0.0463693 Nov 23 18:44:34.453101 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e78a03-73eb-432f-9363-12dfe94e1376 req-d546ec64-76d8-4cd4-bd23-2426e3a93099 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:44:34.454712 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-13e78a03-73eb-432f-9363-12dfe94e1376 req-d546ec64-76d8-4cd4-bd23-2426e3a93099 service neutron] 10.222.0.36 "GET /v2.0/networks?id=3a20f87e-4dd5-486e-94b1-e48821f29b21 HTTP/1.1" status: 200 len: 910 time: 0.0883069 Nov 23 18:44:34.504037 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-13e78a03-73eb-432f-9363-12dfe94e1376 req-2657592f-ca5e-4a23-a272-36e9d28d2aa7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0db96af6-a2d9-4bc8-96f9-b12f9be6b4a2 HTTP/1.1" status: 200 len: 217 time: 0.0414789 Nov 23 18:44:34.590607 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e78a03-73eb-432f-9363-12dfe94e1376 req-aba772c6-9daa-4562-9881-3d66574af3a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:44:34.591885 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-13e78a03-73eb-432f-9363-12dfe94e1376 req-aba772c6-9daa-4562-9881-3d66574af3a4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3e5d77d4-72c2-43f7-bef2-bab4816b6398 HTTP/1.1" status: 200 len: 848 time: 0.0767231 Nov 23 18:44:34.607211 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fafcd0d-f87f-445b-a166-cff97c6c53ee req-15929aad-c82e-4831-a353-1c973a54e7dc tempest-TestSnapshotPattern-884285789 tempest-TestSnapshotPattern-884285789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:44:34.608836 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-3fafcd0d-f87f-445b-a166-cff97c6c53ee req-15929aad-c82e-4831-a353-1c973a54e7dc tempest-TestSnapshotPattern-884285789 tempest-TestSnapshotPattern-884285789-project] 10.222.0.60 "GET /v2.0/ports?device_id=1bf87719-8f97-42b7-b7bf-b9e3cda52113 HTTP/1.1" status: 200 len: 944 time: 0.0857599 Nov 23 18:44:34.690067 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-3fafcd0d-f87f-445b-a166-cff97c6c53ee req-d2294c5c-2ad2-4cd1-b07b-489873bf4532 tempest-TestSnapshotPattern-884285789 tempest-TestSnapshotPattern-884285789-project] 10.222.0.60 "GET /v2.0/security-groups?id=c08bd0da-b2ef-42a8-90ff-84b6562287b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710397 Nov 23 18:44:34.691900 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e78a03-73eb-432f-9363-12dfe94e1376 req-dbe76136-9dd1-43d9-afa7-f3d2e93e54f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:44:34.693334 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-13e78a03-73eb-432f-9363-12dfe94e1376 req-dbe76136-9dd1-43d9-afa7-f3d2e93e54f7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3a20f87e-4dd5-486e-94b1-e48821f29b21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0836644 Nov 23 18:44:34.790469 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-13e78a03-73eb-432f-9363-12dfe94e1376 req-daaee636-9987-45c3-8812-c45cd9a306e4 service neutron] 10.222.0.36 "GET /v2.0/networks/3a20f87e-4dd5-486e-94b1-e48821f29b21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879409 Nov 23 18:44:34.887812 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-13e78a03-73eb-432f-9363-12dfe94e1376 req-b941b510-b4b6-44e8-8f8f-ffd7ce10bc79 service neutron] 10.222.0.36 "GET /v2.0/networks/3a20f87e-4dd5-486e-94b1-e48821f29b21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889037 Nov 23 18:44:35.809057 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a904b9-a1c6-4631-b6eb-6f4b348f52e0 req-0d3a86fc-d13d-4880-b2cf-ed874c351def tempest-TestSnapshotPattern-884285789 tempest-TestSnapshotPattern-884285789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:44:35.810542 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-32a904b9-a1c6-4631-b6eb-6f4b348f52e0 req-0d3a86fc-d13d-4880-b2cf-ed874c351def tempest-TestSnapshotPattern-884285789 tempest-TestSnapshotPattern-884285789-project] 10.222.0.60 "GET /v2.0/ports?device_id=1bf87719-8f97-42b7-b7bf-b9e3cda52113 HTTP/1.1" status: 200 len: 944 time: 0.0501194 Nov 23 18:44:35.860534 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-32a904b9-a1c6-4631-b6eb-6f4b348f52e0 req-6f380e34-0801-4800-bd53-2eb5e0545839 tempest-TestSnapshotPattern-884285789 tempest-TestSnapshotPattern-884285789-project] 10.222.0.60 "GET /v2.0/security-groups?id=c08bd0da-b2ef-42a8-90ff-84b6562287b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440695 Nov 23 18:44:36.976753 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15661b70-79ac-489f-9a0f-8454d26639dc req-c784b79e-0461-40d3-b92c-f990de89148c tempest-TestSnapshotPattern-884285789 tempest-TestSnapshotPattern-884285789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:44:36.978230 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-15661b70-79ac-489f-9a0f-8454d26639dc req-c784b79e-0461-40d3-b92c-f990de89148c tempest-TestSnapshotPattern-884285789 tempest-TestSnapshotPattern-884285789-project] 10.222.0.60 "GET /v2.0/ports?device_id=1bf87719-8f97-42b7-b7bf-b9e3cda52113 HTTP/1.1" status: 200 len: 944 time: 0.0491514 Nov 23 18:44:37.031390 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-15661b70-79ac-489f-9a0f-8454d26639dc req-3e2ff30d-9b1f-4ae0-9b96-777e06c1c76b tempest-TestSnapshotPattern-884285789 tempest-TestSnapshotPattern-884285789-project] 10.222.0.60 "GET /v2.0/security-groups?id=c08bd0da-b2ef-42a8-90ff-84b6562287b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464375 Nov 23 18:44:37.269065 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device 0db96af6-a2d9-4bc8-96f9-b12f9be6b4a2 details requested by agent hyperv_n-h2-816206-8 with host n-h2-816206-8 {{(pid=103592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 18:44:37.362003 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port 0db96af6-a2d9-4bc8-96f9-b12f9be6b4a2, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=0db96af6-a2d9-4bc8-96f9-b12f9be6b4a2,segment=NetworkSegment(1df0840a-c974-4846-9dff-dbd7d0a32ea9),segment_id=1df0840a-c974-4846-9dff-dbd7d0a32ea9)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:44:37.373427 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Returning: {'device': '0db96af6-a2d9-4bc8-96f9-b12f9be6b4a2', 'network_id': '3a20f87e-4dd5-486e-94b1-e48821f29b21', 'port_id': '0db96af6-a2d9-4bc8-96f9-b12f9be6b4a2', 'mac_address': 'fa:16:3e:b2:4d:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e5d77d4-72c2-43f7-bef2-bab4816b6398', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 18:44:37.413445 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:37.426170 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0db96af6-a2d9-4bc8-96f9-b12f9be6b4a2 {{(pid=103592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:44:37.444912 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port 0db96af6-a2d9-4bc8-96f9-b12f9be6b4a2, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=0db96af6-a2d9-4bc8-96f9-b12f9be6b4a2,segment=NetworkSegment(1df0840a-c974-4846-9dff-dbd7d0a32ea9),segment_id=1df0840a-c974-4846-9dff-dbd7d0a32ea9)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:44:37.449310 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:37.498120 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Pushing event updated for resources: {'Port': ['ID=0db96af6-a2d9-4bc8-96f9-b12f9be6b4a2,revision_number=4']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:44:37.668650 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] get_ports_and_sgs() called for port_ids ['0db96af6-a2d9-4bc8-96f9-b12f9be6b4a2'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:44:38.149621 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59600792-9289-4927-87de-77f76fe24b89 req-f685549f-821b-4a88-8f42-458e5b102eab tempest-TestSnapshotPattern-884285789 tempest-TestSnapshotPattern-884285789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:44:38.151622 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-59600792-9289-4927-87de-77f76fe24b89 req-f685549f-821b-4a88-8f42-458e5b102eab tempest-TestSnapshotPattern-884285789 tempest-TestSnapshotPattern-884285789-project] 10.222.0.60 "GET /v2.0/ports?device_id=1bf87719-8f97-42b7-b7bf-b9e3cda52113 HTTP/1.1" status: 200 len: 945 time: 0.0500350 Nov 23 18:44:38.203840 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-59600792-9289-4927-87de-77f76fe24b89 req-2159af40-60cc-4e41-a1c6-94fb3ea8eacb tempest-TestSnapshotPattern-884285789 tempest-TestSnapshotPattern-884285789-project] 10.222.0.60 "GET /v2.0/security-groups?id=c08bd0da-b2ef-42a8-90ff-84b6562287b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461357 Nov 23 18:44:39.284522 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device 0db96af6-a2d9-4bc8-96f9-b12f9be6b4a2 up at agent hyperv_n-h2-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:44:39.329293 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fd98ca-d281-4071-972f-ca7aa43e55d9 req-7f159792-8f29-4080-95f5-e1a9984b1841 tempest-TestSnapshotPattern-884285789 tempest-TestSnapshotPattern-884285789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:44:39.331061 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d9fd98ca-d281-4071-972f-ca7aa43e55d9 req-7f159792-8f29-4080-95f5-e1a9984b1841 tempest-TestSnapshotPattern-884285789 tempest-TestSnapshotPattern-884285789-project] 10.222.0.60 "GET /v2.0/ports?device_id=1bf87719-8f97-42b7-b7bf-b9e3cda52113 HTTP/1.1" status: 200 len: 945 time: 0.0564258 Nov 23 18:44:39.337570 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Provisioning for port 0db96af6-a2d9-4bc8-96f9-b12f9be6b4a2 completed by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 18:44:39.342515 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Provisioning complete for port 0db96af6-a2d9-4bc8-96f9-b12f9be6b4a2 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:44:39.343056 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:39.390570 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d9fd98ca-d281-4071-972f-ca7aa43e55d9 req-878e4ec2-b061-4ab0-8ee0-659af958f96c tempest-TestSnapshotPattern-884285789 tempest-TestSnapshotPattern-884285789-project] 10.222.0.60 "GET /v2.0/security-groups?id=c08bd0da-b2ef-42a8-90ff-84b6562287b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504732 Nov 23 18:44:39.429725 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:39.453391 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bf87719-8f97-42b7-b7bf-b9e3cda52113', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0db96af6-a2d9-4bc8-96f9-b12f9be6b4a2'}] {{(pid=103592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:44:39.455656 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}369cae9aa69facfce3992dabc874bd76984507e3cd36da60a73cd3603125cd43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce4fe7c7-fada-46f0-b8f4-2222c5ccfbb5" -d '{"events": [{"server_uuid": "1bf87719-8f97-42b7-b7bf-b9e3cda52113", "name": "network-vif-plugged", "status": "completed", "tag": "0db96af6-a2d9-4bc8-96f9-b12f9be6b4a2"}]}' {{(pid=103592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:44:39.469749 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port 0db96af6-a2d9-4bc8-96f9-b12f9be6b4a2, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=0db96af6-a2d9-4bc8-96f9-b12f9be6b4a2,segment=NetworkSegment(1df0840a-c974-4846-9dff-dbd7d0a32ea9),segment_id=1df0840a-c974-4846-9dff-dbd7d0a32ea9)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:44:39.477018 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:39.501845 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:44:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27f4db0c-4e50-478f-870c-755178e67e8f x-openstack-request-id: req-27f4db0c-4e50-478f-870c-755178e67e8f {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:44:39.502138 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bf87719-8f97-42b7-b7bf-b9e3cda52113", "name": "network-vif-plugged", "status": "completed", "tag": "0db96af6-a2d9-4bc8-96f9-b12f9be6b4a2", "code": 200}]} {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:44:39.502404 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-27f4db0c-4e50-478f-870c-755178e67e8f {{(pid=103592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:44:39.503239 n-d-816206-8 neutron-server[103592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bf87719-8f97-42b7-b7bf-b9e3cda52113', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0db96af6-a2d9-4bc8-96f9-b12f9be6b4a2', 'code': 200} Nov 23 18:44:39.531110 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Pushing event updated for resources: {'Port': ['ID=0db96af6-a2d9-4bc8-96f9-b12f9be6b4a2,revision_number=5']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:44:39.610729 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a8a7a4-0856-415a-9324-00b439bffc17 req-2d9332ad-cdcd-47bf-aec0-2d4c32bfb2b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:44:39.612225 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-97a8a7a4-0856-415a-9324-00b439bffc17 req-2d9332ad-cdcd-47bf-aec0-2d4c32bfb2b5 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=1bf87719-8f97-42b7-b7bf-b9e3cda52113 HTTP/1.1" status: 200 len: 1097 time: 0.0468659 Nov 23 18:44:39.662744 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-97a8a7a4-0856-415a-9324-00b439bffc17 req-4e23bbf1-7245-46c2-83ae-948edaef1506 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=c08bd0da-b2ef-42a8-90ff-84b6562287b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411572 Nov 23 18:44:40.518437 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbc337d-b6f7-473f-9696-5683c44cfc75 req-7a7c430b-4444-4029-8b35-54825688acff tempest-TestSnapshotPattern-884285789 tempest-TestSnapshotPattern-884285789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:44:40.519941 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9bbc337d-b6f7-473f-9696-5683c44cfc75 req-7a7c430b-4444-4029-8b35-54825688acff tempest-TestSnapshotPattern-884285789 tempest-TestSnapshotPattern-884285789-project] 10.222.0.60 "GET /v2.0/ports?device_id=1bf87719-8f97-42b7-b7bf-b9e3cda52113 HTTP/1.1" status: 200 len: 946 time: 0.0530922 Nov 23 18:44:40.578611 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9bbc337d-b6f7-473f-9696-5683c44cfc75 req-2461668a-aba5-4573-bd84-6378cf2b904b tempest-TestSnapshotPattern-884285789 tempest-TestSnapshotPattern-884285789-project] 10.222.0.60 "GET /v2.0/security-groups?id=c08bd0da-b2ef-42a8-90ff-84b6562287b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526295 Nov 23 18:44:41.694843 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5e7d97-36e9-4ba2-b210-1f13346ee962 req-b20672ac-809c-4388-8b62-2f517effce4f tempest-TestSnapshotPattern-884285789 tempest-TestSnapshotPattern-884285789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:44:41.696322 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9e5e7d97-36e9-4ba2-b210-1f13346ee962 req-b20672ac-809c-4388-8b62-2f517effce4f tempest-TestSnapshotPattern-884285789 tempest-TestSnapshotPattern-884285789-project] 10.222.0.60 "GET /v2.0/ports?device_id=1bf87719-8f97-42b7-b7bf-b9e3cda52113 HTTP/1.1" status: 200 len: 946 time: 0.0475602 Nov 23 18:44:41.750507 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9e5e7d97-36e9-4ba2-b210-1f13346ee962 req-8cd2b226-dac9-45d9-9818-547ff8dea60e tempest-TestSnapshotPattern-884285789 tempest-TestSnapshotPattern-884285789-project] 10.222.0.60 "GET /v2.0/security-groups?id=c08bd0da-b2ef-42a8-90ff-84b6562287b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472500 Nov 23 18:44:41.872815 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82530ed3-237f-45e8-9287-4e347b813352 req-48d07e8e-a6aa-4b27-b563-c19cf9758d78 tempest-TestSnapshotPattern-884285789 tempest-TestSnapshotPattern-884285789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:44:41.874191 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-82530ed3-237f-45e8-9287-4e347b813352 req-48d07e8e-a6aa-4b27-b563-c19cf9758d78 tempest-TestSnapshotPattern-884285789 tempest-TestSnapshotPattern-884285789-project] 10.222.0.60 "GET /v2.0/ports?device_id=1bf87719-8f97-42b7-b7bf-b9e3cda52113 HTTP/1.1" status: 200 len: 946 time: 0.0482993 Nov 23 18:44:41.922384 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-82530ed3-237f-45e8-9287-4e347b813352 req-9ce1bb71-e307-4339-a34b-a467aa03dce0 tempest-TestSnapshotPattern-884285789 tempest-TestSnapshotPattern-884285789-project] 10.222.0.60 "GET /v2.0/security-groups?id=c08bd0da-b2ef-42a8-90ff-84b6562287b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422897 Nov 23 18:44:41.943850 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 58712) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:44:42.068254 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f786757-e302-4cf8-8394-602d24a9daf9 tempest-TestSnapshotPattern-579480886 tempest-TestSnapshotPattern-579480886-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:44:42.069817 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-2f786757-e302-4cf8-8394-602d24a9daf9 tempest-TestSnapshotPattern-579480886 tempest-TestSnapshotPattern-579480886-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=1bf87719-8f97-42b7-b7bf-b9e3cda52113 HTTP/1.1" status: 200 len: 1092 time: 0.1249375 Nov 23 18:44:42.074424 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 58716) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:44:42.078644 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-fbc068b3-4da2-452b-81ab-99ac79af2619 tempest-TestSnapshotPattern-884285789 tempest-TestSnapshotPattern-884285789-project] Request body: {'floatingip': {'floating_network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'port_id': '0db96af6-a2d9-4bc8-96f9-b12f9be6b4a2', 'tenant_id': '403044ee93164f5baddb10dd3dc86df3', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:44:42.100695 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-fbc068b3-4da2-452b-81ab-99ac79af2619 tempest-TestSnapshotPattern-884285789 tempest-TestSnapshotPattern-884285789-project] Publish callbacks [] for floatingip, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:42.200749 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-fbc068b3-4da2-452b-81ab-99ac79af2619 tempest-TestSnapshotPattern-884285789 tempest-TestSnapshotPattern-884285789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:42.304885 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.db_base_plugin_common [None req-fbc068b3-4da2-452b-81ab-99ac79af2619 tempest-TestSnapshotPattern-884285789 tempest-TestSnapshotPattern-884285789-project] Allocated IP 172.25.3.72 (4c8455ba-1be5-42ac-b8c2-8a16e1292d55/08fe3644-ce41-4c3f-a7ea-92bac0f0fff5/8df8da19-9992-43cd-8a8a-18128e3c6f86) {{(pid=103591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:44:42.406032 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-fbc068b3-4da2-452b-81ab-99ac79af2619 tempest-TestSnapshotPattern-884285789 tempest-TestSnapshotPattern-884285789-project] Publish callbacks [] for port, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:42.440538 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-fbc068b3-4da2-452b-81ab-99ac79af2619 tempest-TestSnapshotPattern-884285789 tempest-TestSnapshotPattern-884285789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:42.482443 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbc068b3-4da2-452b-81ab-99ac79af2619 tempest-TestSnapshotPattern-884285789 tempest-TestSnapshotPattern-884285789-project] Network 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 is already hosted by enough agents. {{(pid=103591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:44:42.485211 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [None req-fbc068b3-4da2-452b-81ab-99ac79af2619 tempest-TestSnapshotPattern-884285789 tempest-TestSnapshotPattern-884285789-project] Resources bound (agent type, host, resource id): {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:44:42.488664 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbc068b3-4da2-452b-81ab-99ac79af2619 tempest-TestSnapshotPattern-884285789 tempest-TestSnapshotPattern-884285789-project] Received port after_create {{(pid=103591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:44:42.514758 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc068b3-4da2-452b-81ab-99ac79af2619 tempest-TestSnapshotPattern-884285789 tempest-TestSnapshotPattern-884285789-project] Pushing event updated for resources: {'Port': ['ID=8df8da19-9992-43cd-8a8a-18128e3c6f86,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:44:42.851199 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-fbc068b3-4da2-452b-81ab-99ac79af2619 tempest-TestSnapshotPattern-884285789 tempest-TestSnapshotPattern-884285789-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:42.920283 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-fbc068b3-4da2-452b-81ab-99ac79af2619 tempest-TestSnapshotPattern-884285789 tempest-TestSnapshotPattern-884285789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:43.064238 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-fbc068b3-4da2-452b-81ab-99ac79af2619 tempest-TestSnapshotPattern-884285789 tempest-TestSnapshotPattern-884285789-project] Publish callbacks [] for port, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:43.068726 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-fbc068b3-4da2-452b-81ab-99ac79af2619 tempest-TestSnapshotPattern-884285789 tempest-TestSnapshotPattern-884285789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264758186'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:43.139577 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc068b3-4da2-452b-81ab-99ac79af2619 tempest-TestSnapshotPattern-884285789 tempest-TestSnapshotPattern-884285789-project] Pushing event updated for resources: {'Port': ['ID=8df8da19-9992-43cd-8a8a-18128e3c6f86,revision_number=2']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:44:43.151346 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-6ad0ddef-b4c2-44c3-a083-34dadefdb065 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:43.152582 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-fbc068b3-4da2-452b-81ab-99ac79af2619 tempest-TestSnapshotPattern-884285789 tempest-TestSnapshotPattern-884285789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1795396'] for floatingip, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:43.252948 n-d-816206-8 neutron-server[103591]: INFO neutron.db.l3_db [None req-fbc068b3-4da2-452b-81ab-99ac79af2619 tempest-TestSnapshotPattern-884285789 tempest-TestSnapshotPattern-884285789-project] Floating IP 68db65c1-312e-44ec-8822-fb3d9f4e0030 associated. External IP: 172.25.3.72, port: 0db96af6-a2d9-4bc8-96f9-b12f9be6b4a2. Nov 23 18:44:43.463613 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbc068b3-4da2-452b-81ab-99ac79af2619 tempest-TestSnapshotPattern-884285789 tempest-TestSnapshotPattern-884285789-project] Router 4d1cab5e-04b5-4f76-9672-84f3e2fb9b4c has already been hosted by L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 {{(pid=103591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:44:43.571268 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbc068b3-4da2-452b-81ab-99ac79af2619 tempest-TestSnapshotPattern-884285789 tempest-TestSnapshotPattern-884285789-project] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:44:43.583495 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b678970c-dc68-4a68-ae78-ccdc170e0c77 None None] Sync routers for ids ['4d1cab5e-04b5-4f76-9672-84f3e2fb9b4c'] in n-d-816206-8 {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:44:43.589871 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-fbc068b3-4da2-452b-81ab-99ac79af2619 tempest-TestSnapshotPattern-884285789 tempest-TestSnapshotPattern-884285789-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for floatingip, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:43.592993 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b678970c-dc68-4a68-ae78-ccdc170e0c77 None None] Routers {'4d1cab5e-04b5-4f76-9672-84f3e2fb9b4c'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:44:43.594062 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-b678970c-dc68-4a68-ae78-ccdc170e0c77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T18:44:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['4d1cab5e-04b5-4f76-9672-84f3e2fb9b4c'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:44:43.617777 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-fbc068b3-4da2-452b-81ab-99ac79af2619 tempest-TestSnapshotPattern-884285789 tempest-TestSnapshotPattern-884285789-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5422220 Nov 23 18:44:43.618288 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bf87719-8f97-42b7-b7bf-b9e3cda52113', 'tag': '0db96af6-a2d9-4bc8-96f9-b12f9be6b4a2'}] {{(pid=103591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:44:43.621732 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f4e21f982013ce885b63e29a1d25974432d95030e0706b58ae42016fda4ab83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ed36b22-51d9-4b29-99ce-368ed67805f7" -d '{"events": [{"name": "network-changed", "server_uuid": "1bf87719-8f97-42b7-b7bf-b9e3cda52113", "tag": "0db96af6-a2d9-4bc8-96f9-b12f9be6b4a2"}]}' {{(pid=103591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:44:43.663083 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:44:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-343ca7d4-58a6-45e3-80d2-dba6270fcc5b x-openstack-request-id: req-343ca7d4-58a6-45e3-80d2-dba6270fcc5b {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:44:43.663383 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1bf87719-8f97-42b7-b7bf-b9e3cda52113", "tag": "0db96af6-a2d9-4bc8-96f9-b12f9be6b4a2", "status": "completed", "code": 200}]} {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:44:43.663671 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-343ca7d4-58a6-45e3-80d2-dba6270fcc5b {{(pid=103591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:44:43.664118 n-d-816206-8 neutron-server[103591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1bf87719-8f97-42b7-b7bf-b9e3cda52113', 'tag': '0db96af6-a2d9-4bc8-96f9-b12f9be6b4a2', 'status': 'completed', 'code': 200} Nov 23 18:44:43.704359 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-b678970c-dc68-4a68-ae78-ccdc170e0c77 None None] Set router 4d1cab5e-04b5-4f76-9672-84f3e2fb9b4c gateway port host: n-d-816206-8 {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:44:43.724690 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed36b22-51d9-4b29-99ce-368ed67805f7 req-666037c2-1a2a-49b8-806f-f5519e9b8fed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:44:43.726219 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8ed36b22-51d9-4b29-99ce-368ed67805f7 req-666037c2-1a2a-49b8-806f-f5519e9b8fed service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=403044ee93164f5baddb10dd3dc86df3&device_id=1bf87719-8f97-42b7-b7bf-b9e3cda52113 HTTP/1.1" status: 200 len: 1097 time: 0.0413153 Nov 23 18:44:43.827876 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed36b22-51d9-4b29-99ce-368ed67805f7 req-ca81129c-fa3b-4a51-9079-81f775f280af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:44:43.830847 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8ed36b22-51d9-4b29-99ce-368ed67805f7 req-ca81129c-fa3b-4a51-9079-81f775f280af service neutron] 10.222.0.36 "GET /v2.0/networks?id=3a20f87e-4dd5-486e-94b1-e48821f29b21 HTTP/1.1" status: 200 len: 910 time: 0.0944233 Nov 23 18:44:43.958601 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-b678970c-dc68-4a68-ae78-ccdc170e0c77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d1cab5e-04b5-4f76-9672-84f3e2fb9b4c', 'name': 'tempest-TestSnapshotPattern-668708400-router', 'tenant_id': '403044ee93164f5baddb10dd3dc86df3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.15'}], 'enable_snat': True}, 'gw_port_id': '1f8fc0cc-abdd-44fc-b7f0-455d66a63487', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:44:19Z', 'updated_at': '2021-11-23T18:44:22Z', 'revision_number': 4, 'project_id': '403044ee93164f5baddb10dd3dc86df3', 'gw_port': {'id': '1f8fc0cc-abdd-44fc-b7f0-455d66a63487', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:96:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d1cab5e-04b5-4f76-9672-84f3e2fb9b4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:44:20Z', 'updated_at': '2021-11-23T18:44:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_floatingips': [{'id': '68db65c1-312e-44ec-8822-fb3d9f4e0030', 'tenant_id': '403044ee93164f5baddb10dd3dc86df3', 'floating_ip_address': '172.25.3.72', 'floating_network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'router_id': '4d1cab5e-04b5-4f76-9672-84f3e2fb9b4c', 'port_id': '0db96af6-a2d9-4bc8-96f9-b12f9be6b4a2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4372, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a20f87e-4dd5-486e-94b1-e48821f29b21', 'mac_address': 'fa:16:3e:b2:4d:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bf87719-8f97-42b7-b7bf-b9e3cda52113', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T18:44:42Z', 'updated_at': '2021-11-23T18:44:42Z', 'revision_number': 0, 'project_id': '403044ee93164f5baddb10dd3dc86df3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6ea1a8b-9461-4dd1-8782-ccad61f28e63', 'name': '', 'network_id': '3a20f87e-4dd5-486e-94b1-e48821f29b21', 'tenant_id': '403044ee93164f5baddb10dd3dc86df3', 'mac_address': 'fa:16:3e:24:93:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d1cab5e-04b5-4f76-9672-84f3e2fb9b4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '3e5d77d4-72c2-43f7-bef2-bab4816b6398', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:44:21Z', 'updated_at': '2021-11-23T18:44:26Z', 'revision_number': 5, 'project_id': '403044ee93164f5baddb10dd3dc86df3', 'subnets': [{'id': '3e5d77d4-72c2-43f7-bef2-bab4816b6398', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:44:43.986635 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b678970c-dc68-4a68-ae78-ccdc170e0c77 None None] Checking router: 4d1cab5e-04b5-4f76-9672-84f3e2fb9b4c for host: n-d-816206-8 {{(pid=103593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:44:43.995713 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b678970c-dc68-4a68-ae78-ccdc170e0c77 None None] Routers {'4d1cab5e-04b5-4f76-9672-84f3e2fb9b4c'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:44:43.996341 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-b678970c-dc68-4a68-ae78-ccdc170e0c77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T18:44:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['4d1cab5e-04b5-4f76-9672-84f3e2fb9b4c'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:44:44.106090 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-b678970c-dc68-4a68-ae78-ccdc170e0c77 None None] Set router 4d1cab5e-04b5-4f76-9672-84f3e2fb9b4c gateway port host: n-d-816206-8 {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:44:44.197002 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:44.217794 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8ed36b22-51d9-4b29-99ce-368ed67805f7 req-442d2a9c-f408-4f0e-ba2a-142ab134f78b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0db96af6-a2d9-4bc8-96f9-b12f9be6b4a2 HTTP/1.1" status: 200 len: 999 time: 0.3788466 Nov 23 18:44:44.268316 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed36b22-51d9-4b29-99ce-368ed67805f7 req-2d74fcae-b511-42ef-897f-8e0485a69d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:44:44.269844 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8ed36b22-51d9-4b29-99ce-368ed67805f7 req-2d74fcae-b511-42ef-897f-8e0485a69d91 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3e5d77d4-72c2-43f7-bef2-bab4816b6398 HTTP/1.1" status: 200 len: 848 time: 0.0448673 Nov 23 18:44:44.318980 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed36b22-51d9-4b29-99ce-368ed67805f7 req-2427ccc2-c4da-471f-8fb7-89655ead5307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:44:44.320479 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8ed36b22-51d9-4b29-99ce-368ed67805f7 req-2427ccc2-c4da-471f-8fb7-89655ead5307 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3a20f87e-4dd5-486e-94b1-e48821f29b21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428965 Nov 23 18:44:44.335042 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-b678970c-dc68-4a68-ae78-ccdc170e0c77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d1cab5e-04b5-4f76-9672-84f3e2fb9b4c', 'name': 'tempest-TestSnapshotPattern-668708400-router', 'tenant_id': '403044ee93164f5baddb10dd3dc86df3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.15'}], 'enable_snat': True}, 'gw_port_id': '1f8fc0cc-abdd-44fc-b7f0-455d66a63487', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:44:19Z', 'updated_at': '2021-11-23T18:44:22Z', 'revision_number': 4, 'project_id': '403044ee93164f5baddb10dd3dc86df3', 'gw_port': {'id': '1f8fc0cc-abdd-44fc-b7f0-455d66a63487', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:96:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d1cab5e-04b5-4f76-9672-84f3e2fb9b4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:44:20Z', 'updated_at': '2021-11-23T18:44:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_floatingips': [{'id': '68db65c1-312e-44ec-8822-fb3d9f4e0030', 'tenant_id': '403044ee93164f5baddb10dd3dc86df3', 'floating_ip_address': '172.25.3.72', 'floating_network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'router_id': '4d1cab5e-04b5-4f76-9672-84f3e2fb9b4c', 'port_id': '0db96af6-a2d9-4bc8-96f9-b12f9be6b4a2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4372, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a20f87e-4dd5-486e-94b1-e48821f29b21', 'mac_address': 'fa:16:3e:b2:4d:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bf87719-8f97-42b7-b7bf-b9e3cda52113', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T18:44:42Z', 'updated_at': '2021-11-23T18:44:42Z', 'revision_number': 0, 'project_id': '403044ee93164f5baddb10dd3dc86df3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6ea1a8b-9461-4dd1-8782-ccad61f28e63', 'name': '', 'network_id': '3a20f87e-4dd5-486e-94b1-e48821f29b21', 'tenant_id': '403044ee93164f5baddb10dd3dc86df3', 'mac_address': 'fa:16:3e:24:93:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d1cab5e-04b5-4f76-9672-84f3e2fb9b4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '3e5d77d4-72c2-43f7-bef2-bab4816b6398', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:44:21Z', 'updated_at': '2021-11-23T18:44:26Z', 'revision_number': 5, 'project_id': '403044ee93164f5baddb10dd3dc86df3', 'subnets': [{'id': '3e5d77d4-72c2-43f7-bef2-bab4816b6398', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:44:44.361681 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b678970c-dc68-4a68-ae78-ccdc170e0c77 None None] The sync data for ids ['4d1cab5e-04b5-4f76-9672-84f3e2fb9b4c'] in n-d-816206-8 is: [{'id': '4d1cab5e-04b5-4f76-9672-84f3e2fb9b4c', 'name': 'tempest-TestSnapshotPattern-668708400-router', 'tenant_id': '403044ee93164f5baddb10dd3dc86df3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.15'}], 'enable_snat': True}, 'gw_port_id': '1f8fc0cc-abdd-44fc-b7f0-455d66a63487', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:44:19Z', 'updated_at': '2021-11-23T18:44:22Z', 'revision_number': 4, 'project_id': '403044ee93164f5baddb10dd3dc86df3', 'gw_port': {'id': '1f8fc0cc-abdd-44fc-b7f0-455d66a63487', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:96:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d1cab5e-04b5-4f76-9672-84f3e2fb9b4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:44:20Z', 'updated_at': '2021-11-23T18:44:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_floatingips': [{'id': '68db65c1-312e-44ec-8822-fb3d9f4e0030', 'tenant_id': '403044ee93164f5baddb10dd3dc86df3', 'floating_ip_address': '172.25.3.72', 'floating_network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'router_id': '4d1cab5e-04b5-4f76-9672-84f3e2fb9b4c', 'port_id': '0db96af6-a2d9-4bc8-96f9-b12f9be6b4a2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4372, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a20f87e-4dd5-486e-94b1-e48821f29b21', 'mac_address': 'fa:16:3e:b2:4d:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bf87719-8f97-42b7-b7bf-b9e3cda52113', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T18:44:42Z', 'updated_at': '2021-11-23T18:44:42Z', 'revision_number': 0, 'project_id': '403044ee93164f5baddb10dd3dc86df3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6ea1a8b-9461-4dd1-8782-ccad61f28e63', 'name': '', 'network_id': '3a20f87e-4dd5-486e-94b1-e48821f29b21', 'tenant_id': '403044ee93164f5baddb10dd3dc86df3', 'mac_address': 'fa:16:3e:24:93:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d1cab5e-04b5-4f76-9672-84f3e2fb9b4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '3e5d77d4-72c2-43f7-bef2-bab4816b6398', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:44:21Z', 'updated_at': '2021-11-23T18:44:26Z', 'revision_number': 5, 'project_id': '403044ee93164f5baddb10dd3dc86df3', 'subnets': [{'id': '3e5d77d4-72c2-43f7-bef2-bab4816b6398', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:44:44.417432 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8ed36b22-51d9-4b29-99ce-368ed67805f7 req-7f7c2c09-cb3b-4b66-a0cf-67848f6cb0b3 service neutron] 10.222.0.36 "GET /v2.0/networks/3a20f87e-4dd5-486e-94b1-e48821f29b21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887561 Nov 23 18:44:44.514927 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8ed36b22-51d9-4b29-99ce-368ed67805f7 req-470138ed-5ae7-48f3-95d8-e850b9915447 service neutron] 10.222.0.36 "GET /v2.0/networks/3a20f87e-4dd5-486e-94b1-e48821f29b21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896294 Nov 23 18:44:44.571475 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8ab3460-b960-40d4-b0fb-602d872a8375 None None] New status for floating IP 68db65c1-312e-44ec-8822-fb3d9f4e0030: ACTIVE {{(pid=103592) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 18:44:45.001660 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:45.238941 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-fc86041d-2e95-4334-9009-face3a21b1f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:46.848916 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-52822d53-48f5-4819-8a95-bdc13aea0bf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:48.052978 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9a27ae6c-db98-474f-94c1-cc99bf842d79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:48.530683 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:44:50.065164 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4aa70990-cd7a-4f82-b2b6-1c6ecfd85e58 req-ce263819-04bc-4aa1-9189-ad99b77c2f40 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=1bf87719-8f97-42b7-b7bf-b9e3cda52113&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0394914 Nov 23 18:44:50.151766 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa70990-cd7a-4f82-b2b6-1c6ecfd85e58 req-aa779e26-5770-4d2a-be8a-b406c6fdd069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:44:50.153290 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4aa70990-cd7a-4f82-b2b6-1c6ecfd85e58 req-aa779e26-5770-4d2a-be8a-b406c6fdd069 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=403044ee93164f5baddb10dd3dc86df3&device_id=1bf87719-8f97-42b7-b7bf-b9e3cda52113 HTTP/1.1" status: 200 len: 1097 time: 0.0455573 Nov 23 18:44:50.259079 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa70990-cd7a-4f82-b2b6-1c6ecfd85e58 req-16d3ab05-0b36-444e-832c-4234b1bd5b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:44:50.261146 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4aa70990-cd7a-4f82-b2b6-1c6ecfd85e58 req-16d3ab05-0b36-444e-832c-4234b1bd5b6f service neutron] 10.222.0.36 "GET /v2.0/networks?id=3a20f87e-4dd5-486e-94b1-e48821f29b21 HTTP/1.1" status: 200 len: 910 time: 0.0883594 Nov 23 18:44:50.325700 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4aa70990-cd7a-4f82-b2b6-1c6ecfd85e58 req-c634d0d2-59c0-4f66-b2d8-429cad4b2a24 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0db96af6-a2d9-4bc8-96f9-b12f9be6b4a2 HTTP/1.1" status: 200 len: 1001 time: 0.0574124 Nov 23 18:44:50.378349 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa70990-cd7a-4f82-b2b6-1c6ecfd85e58 req-a88dd3d3-fe50-4e66-b0ae-7a9b93495e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:44:50.384942 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4aa70990-cd7a-4f82-b2b6-1c6ecfd85e58 req-a88dd3d3-fe50-4e66-b0ae-7a9b93495e15 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3e5d77d4-72c2-43f7-bef2-bab4816b6398 HTTP/1.1" status: 200 len: 848 time: 0.0472848 Nov 23 18:44:50.425823 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa70990-cd7a-4f82-b2b6-1c6ecfd85e58 req-64f259af-0189-4354-8f73-83e0c43fb1e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:44:50.427332 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4aa70990-cd7a-4f82-b2b6-1c6ecfd85e58 req-64f259af-0189-4354-8f73-83e0c43fb1e5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3a20f87e-4dd5-486e-94b1-e48821f29b21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399313 Nov 23 18:44:50.520212 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4aa70990-cd7a-4f82-b2b6-1c6ecfd85e58 req-21a9879b-4b4b-4e33-aa9d-419987f9bd0b service neutron] 10.222.0.36 "GET /v2.0/networks/3a20f87e-4dd5-486e-94b1-e48821f29b21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847125 Nov 23 18:44:50.613881 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-4aa70990-cd7a-4f82-b2b6-1c6ecfd85e58 req-2ed0e3e6-4a60-4379-9feb-d55979de57f5 service neutron] 10.222.0.36 "GET /v2.0/networks/3a20f87e-4dd5-486e-94b1-e48821f29b21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864296 Nov 23 18:45:05.516202 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.agents_db [None req-464f6c07-0de8-4be6-8f5b-563f574d1c5d None None] Agent healthcheck: found 7 active agents {{(pid=103593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 18:45:13.153480 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-403bd5d2-2e19-4f8e-9e34-f31ab5d5f8f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:14.202656 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:15.011049 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:15.238532 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-1fe59dee-ddfb-4cf1-ac9f-708caee07dc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:16.852146 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-52822d53-48f5-4819-8a95-bdc13aea0bf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:18.055545 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9a27ae6c-db98-474f-94c1-cc99bf842d79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:18.533733 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:42.516221 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.agents_db [None req-464f6c07-0de8-4be6-8f5b-563f574d1c5d None None] Agent healthcheck: found 7 active agents {{(pid=103593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 18:45:43.154809 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-309e97cd-6120-4557-8424-4c8da21f72cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:44.202670 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:45.034635 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:45.239900 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-fb9fca61-7ccf-4351-918c-cbdc443df471 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:46.862592 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-52822d53-48f5-4819-8a95-bdc13aea0bf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:48.057845 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9a27ae6c-db98-474f-94c1-cc99bf842d79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:48.534732 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:45:52.102405 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a0477d36-6079-4105-9fcd-c553fc7453a8 req-164df312-4cc6-49d6-804f-0837db357ce6 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=1bf87719-8f97-42b7-b7bf-b9e3cda52113&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0967724 Nov 23 18:45:52.185025 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0477d36-6079-4105-9fcd-c553fc7453a8 req-3ed03674-e4b6-49d3-a975-bcf02f2a9f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:45:52.186508 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a0477d36-6079-4105-9fcd-c553fc7453a8 req-3ed03674-e4b6-49d3-a975-bcf02f2a9f59 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=403044ee93164f5baddb10dd3dc86df3&device_id=1bf87719-8f97-42b7-b7bf-b9e3cda52113 HTTP/1.1" status: 200 len: 1097 time: 0.0402324 Nov 23 18:45:52.296152 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0477d36-6079-4105-9fcd-c553fc7453a8 req-ff03f3f7-ba9d-4cc8-8ab6-8e96c26625d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:45:52.297665 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a0477d36-6079-4105-9fcd-c553fc7453a8 req-ff03f3f7-ba9d-4cc8-8ab6-8e96c26625d3 service neutron] 10.222.0.36 "GET /v2.0/networks?id=3a20f87e-4dd5-486e-94b1-e48821f29b21 HTTP/1.1" status: 200 len: 910 time: 0.0906215 Nov 23 18:45:52.363670 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a0477d36-6079-4105-9fcd-c553fc7453a8 req-98daa1eb-ceee-4d54-bf4f-ce3de7893fb7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0db96af6-a2d9-4bc8-96f9-b12f9be6b4a2 HTTP/1.1" status: 200 len: 1001 time: 0.0582621 Nov 23 18:45:52.417087 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0477d36-6079-4105-9fcd-c553fc7453a8 req-41189249-8dcc-4ab1-9abc-b7a24db8fefc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:45:52.418568 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a0477d36-6079-4105-9fcd-c553fc7453a8 req-41189249-8dcc-4ab1-9abc-b7a24db8fefc service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3e5d77d4-72c2-43f7-bef2-bab4816b6398 HTTP/1.1" status: 200 len: 848 time: 0.0477724 Nov 23 18:45:52.465746 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0477d36-6079-4105-9fcd-c553fc7453a8 req-caf2f184-e9bf-40ce-8c09-41653b33d1f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:45:52.467236 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a0477d36-6079-4105-9fcd-c553fc7453a8 req-caf2f184-e9bf-40ce-8c09-41653b33d1f4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3a20f87e-4dd5-486e-94b1-e48821f29b21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413294 Nov 23 18:45:52.561914 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a0477d36-6079-4105-9fcd-c553fc7453a8 req-823f3506-719c-40e7-8d2e-0af60ef2f2ca service neutron] 10.222.0.36 "GET /v2.0/networks/3a20f87e-4dd5-486e-94b1-e48821f29b21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866306 Nov 23 18:45:52.653056 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-a0477d36-6079-4105-9fcd-c553fc7453a8 req-99c1ddc2-5197-4b75-9dee-f3064366745f service neutron] 10.222.0.36 "GET /v2.0/networks/3a20f87e-4dd5-486e-94b1-e48821f29b21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840733 Nov 23 18:46:13.155823 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c4e9d815-920e-4123-98fa-9b65cd05efd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:14.200276 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:15.029588 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:15.240389 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-1ea4782e-45d0-480c-afd7-b477f197279b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:16.860312 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-52822d53-48f5-4819-8a95-bdc13aea0bf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:18.061789 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9a27ae6c-db98-474f-94c1-cc99bf842d79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:18.538994 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:19.514784 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.agents_db [None req-464f6c07-0de8-4be6-8f5b-563f574d1c5d None None] Agent healthcheck: found 7 active agents {{(pid=103593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 18:46:41.844089 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device 0db96af6-a2d9-4bc8-96f9-b12f9be6b4a2 details requested by agent hyperv_n-h2-816206-8 with host n-h2-816206-8 {{(pid=103592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 18:46:41.941177 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port 0db96af6-a2d9-4bc8-96f9-b12f9be6b4a2, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=0db96af6-a2d9-4bc8-96f9-b12f9be6b4a2,segment=NetworkSegment(1df0840a-c974-4846-9dff-dbd7d0a32ea9),segment_id=1df0840a-c974-4846-9dff-dbd7d0a32ea9)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:46:41.958052 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Returning: {'device': '0db96af6-a2d9-4bc8-96f9-b12f9be6b4a2', 'network_id': '3a20f87e-4dd5-486e-94b1-e48821f29b21', 'port_id': '0db96af6-a2d9-4bc8-96f9-b12f9be6b4a2', 'mac_address': 'fa:16:3e:b2:4d:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e5d77d4-72c2-43f7-bef2-bab4816b6398', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 18:46:42.003493 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:42.017394 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0db96af6-a2d9-4bc8-96f9-b12f9be6b4a2 {{(pid=103592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:46:42.038516 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port 0db96af6-a2d9-4bc8-96f9-b12f9be6b4a2, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=0db96af6-a2d9-4bc8-96f9-b12f9be6b4a2,segment=NetworkSegment(1df0840a-c974-4846-9dff-dbd7d0a32ea9),segment_id=1df0840a-c974-4846-9dff-dbd7d0a32ea9)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:46:42.049799 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:42.109675 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Pushing event updated for resources: {'Port': ['ID=0db96af6-a2d9-4bc8-96f9-b12f9be6b4a2,revision_number=6']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:46:42.120812 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:46:42.121178 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:46:42.121524 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:46:42.121868 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:46:42.122206 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:46:42.122543 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:46:42.123235 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:46:42.123235 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:46:42.124241 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:46:42.124241 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:46:42.124241 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:46:42.124548 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:46:42.134525 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] get_ports_and_sgs() called for port_ids ['0db96af6-a2d9-4bc8-96f9-b12f9be6b4a2'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:46:43.169377 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-11e2ee21-af92-4793-9fcb-6b4991ce428a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:43.844311 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device 0db96af6-a2d9-4bc8-96f9-b12f9be6b4a2 up at agent hyperv_n-h2-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:46:43.907185 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Provisioning complete for port 0db96af6-a2d9-4bc8-96f9-b12f9be6b4a2 triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:46:43.907550 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:44.007894 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:44.042459 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bf87719-8f97-42b7-b7bf-b9e3cda52113', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0db96af6-a2d9-4bc8-96f9-b12f9be6b4a2'}] {{(pid=103592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:46:44.045209 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}369cae9aa69facfce3992dabc874bd76984507e3cd36da60a73cd3603125cd43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01a0e553-91f3-4223-93ff-2a721d53a935" -d '{"events": [{"server_uuid": "1bf87719-8f97-42b7-b7bf-b9e3cda52113", "name": "network-vif-plugged", "status": "completed", "tag": "0db96af6-a2d9-4bc8-96f9-b12f9be6b4a2"}]}' {{(pid=103592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:46:44.051936 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port 0db96af6-a2d9-4bc8-96f9-b12f9be6b4a2, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=0db96af6-a2d9-4bc8-96f9-b12f9be6b4a2,segment=NetworkSegment(1df0840a-c974-4846-9dff-dbd7d0a32ea9),segment_id=1df0840a-c974-4846-9dff-dbd7d0a32ea9)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:46:44.058304 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:44.131496 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Pushing event updated for resources: {'Port': ['ID=0db96af6-a2d9-4bc8-96f9-b12f9be6b4a2,revision_number=7']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:46:44.218062 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:46:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ff2b49f-d2ec-48ea-81b0-cade6c4d0d31 x-openstack-request-id: req-0ff2b49f-d2ec-48ea-81b0-cade6c4d0d31 {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:46:44.219510 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bf87719-8f97-42b7-b7bf-b9e3cda52113", "name": "network-vif-plugged", "status": "completed", "tag": "0db96af6-a2d9-4bc8-96f9-b12f9be6b4a2", "code": 200}]} {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:46:44.219510 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-0ff2b49f-d2ec-48ea-81b0-cade6c4d0d31 {{(pid=103592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:46:44.220255 n-d-816206-8 neutron-server[103592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bf87719-8f97-42b7-b7bf-b9e3cda52113', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0db96af6-a2d9-4bc8-96f9-b12f9be6b4a2', 'code': 200} Nov 23 18:46:44.239537 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:45.064621 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:45.245811 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-370f378c-8631-4357-9f8f-6e62b664cd0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:46.866510 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-52822d53-48f5-4819-8a95-bdc13aea0bf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:48.066159 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9a27ae6c-db98-474f-94c1-cc99bf842d79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:48.543717 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:52.204300 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc869a9a-9a0a-4a13-a418-8cc4188f8a04 req-6ebfc6cf-2198-4f0d-8dec-37526ad736db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:46:52.205848 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-dc869a9a-9a0a-4a13-a418-8cc4188f8a04 req-6ebfc6cf-2198-4f0d-8dec-37526ad736db service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=403044ee93164f5baddb10dd3dc86df3&device_id=1bf87719-8f97-42b7-b7bf-b9e3cda52113 HTTP/1.1" status: 200 len: 1097 time: 0.0457909 Nov 23 18:46:52.316883 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc869a9a-9a0a-4a13-a418-8cc4188f8a04 req-feae02d8-8387-4fd8-aef0-2594ba39fbbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:46:52.318357 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-dc869a9a-9a0a-4a13-a418-8cc4188f8a04 req-feae02d8-8387-4fd8-aef0-2594ba39fbbc service neutron] 10.222.0.36 "GET /v2.0/networks?id=3a20f87e-4dd5-486e-94b1-e48821f29b21 HTTP/1.1" status: 200 len: 910 time: 0.0919008 Nov 23 18:46:52.384743 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-dc869a9a-9a0a-4a13-a418-8cc4188f8a04 req-3c5dc1b2-a895-44bb-b55c-b5d25275e49f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0db96af6-a2d9-4bc8-96f9-b12f9be6b4a2 HTTP/1.1" status: 200 len: 1001 time: 0.0581141 Nov 23 18:46:52.439441 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc869a9a-9a0a-4a13-a418-8cc4188f8a04 req-7ece7f18-c77b-4bfb-98fa-f0f53bc5fc88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:46:52.440905 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-dc869a9a-9a0a-4a13-a418-8cc4188f8a04 req-7ece7f18-c77b-4bfb-98fa-f0f53bc5fc88 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3e5d77d4-72c2-43f7-bef2-bab4816b6398 HTTP/1.1" status: 200 len: 848 time: 0.0480096 Nov 23 18:46:52.488605 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc869a9a-9a0a-4a13-a418-8cc4188f8a04 req-1e4f2b47-f806-438d-863f-9dde4bad744a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:46:52.490037 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-dc869a9a-9a0a-4a13-a418-8cc4188f8a04 req-1e4f2b47-f806-438d-863f-9dde4bad744a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3a20f87e-4dd5-486e-94b1-e48821f29b21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412784 Nov 23 18:46:52.584460 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-dc869a9a-9a0a-4a13-a418-8cc4188f8a04 req-f6aab054-5961-44a7-b36f-e359e1d731ab service neutron] 10.222.0.36 "GET /v2.0/networks/3a20f87e-4dd5-486e-94b1-e48821f29b21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860114 Nov 23 18:46:52.675856 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-dc869a9a-9a0a-4a13-a418-8cc4188f8a04 req-7d85e0b0-ff9a-40c5-8c96-dfe111ee6289 service neutron] 10.222.0.36 "GET /v2.0/networks/3a20f87e-4dd5-486e-94b1-e48821f29b21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827889 Nov 23 18:46:53.018728 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-0c0f829a-85b8-4f6e-b0c2-576995cb583f req-639947da-9887-4af4-a59e-3a69320e2f7c tempest-TestSnapshotPattern-884285789 tempest-TestSnapshotPattern-884285789-project] 10.222.0.60 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1785364950&fields=id&tenant_id=403044ee93164f5baddb10dd3dc86df3 HTTP/1.1" status: 200 len: 267 time: 0.0440791 Nov 23 18:46:53.129929 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0f829a-85b8-4f6e-b0c2-576995cb583f req-6e60e9ce-c029-4af9-aea8-5f2c0b52fe4c tempest-TestSnapshotPattern-884285789 tempest-TestSnapshotPattern-884285789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:46:53.131382 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-0c0f829a-85b8-4f6e-b0c2-576995cb583f req-6e60e9ce-c029-4af9-aea8-5f2c0b52fe4c tempest-TestSnapshotPattern-884285789 tempest-TestSnapshotPattern-884285789-project] 10.222.0.60 "GET /v2.0/networks?id=3a20f87e-4dd5-486e-94b1-e48821f29b21 HTTP/1.1" status: 200 len: 809 time: 0.1055367 Nov 23 18:46:53.146044 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-0c0f829a-85b8-4f6e-b0c2-576995cb583f req-1e90e3f4-0e26-4c2e-be00-e09bcc747a81 tempest-TestSnapshotPattern-884285789 tempest-TestSnapshotPattern-884285789-project] 10.222.0.60 "GET /v2.0/quotas/403044ee93164f5baddb10dd3dc86df3 HTTP/1.1" status: 200 len: 375 time: 0.0088174 Nov 23 18:46:53.198629 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-0c0f829a-85b8-4f6e-b0c2-576995cb583f req-0553a3bb-cbe2-41fb-8087-b6baa466e866 tempest-TestSnapshotPattern-884285789 tempest-TestSnapshotPattern-884285789-project] 10.222.0.60 "GET /v2.0/ports?tenant_id=403044ee93164f5baddb10dd3dc86df3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0471964 Nov 23 18:46:53.256513 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [req-0c0f829a-85b8-4f6e-b0c2-576995cb583f req-4b76c28a-d74f-4a53-accf-c0d7d13c730f service neutron] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=103591) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 18:46:53.257521 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-0c0f829a-85b8-4f6e-b0c2-576995cb583f req-4b76c28a-d74f-4a53-accf-c0d7d13c730f service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0473914 Nov 23 18:46:53.352101 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-0c0f829a-85b8-4f6e-b0c2-576995cb583f req-8d9317b0-a002-4c60-beff-282ca562f501 service neutron] 10.222.0.60 "GET /v2.0/networks/3a20f87e-4dd5-486e-94b1-e48821f29b21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880332 Nov 23 18:46:53.440246 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-0c0f829a-85b8-4f6e-b0c2-576995cb583f req-80b3711f-ae5d-4f82-a331-59a6233dcd2c service neutron] 10.222.0.60 "GET /v2.0/networks/3a20f87e-4dd5-486e-94b1-e48821f29b21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813529 Nov 23 18:46:53.645268 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-dd17cc4e-5f84-4298-be31-b56f2686ef94 req-84782c49-c8d1-453b-bd47-af9d78b774aa tempest-TestSnapshotPattern-884285789 tempest-TestSnapshotPattern-884285789-project] 10.222.0.60 "GET /v2.0/ports?device_id=fa044240-8b7d-4464-a613-660e08d72fec HTTP/1.1" status: 200 len: 210 time: 0.0325866 Nov 23 18:46:54.521965 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0f829a-85b8-4f6e-b0c2-576995cb583f req-c84ad2aa-f016-4267-a8e7-65cfda5bd455 tempest-TestSnapshotPattern-884285789 tempest-TestSnapshotPattern-884285789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:46:54.523446 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-0c0f829a-85b8-4f6e-b0c2-576995cb583f req-c84ad2aa-f016-4267-a8e7-65cfda5bd455 tempest-TestSnapshotPattern-884285789 tempest-TestSnapshotPattern-884285789-project] 10.222.0.55 "GET /v2.0/networks?id=3a20f87e-4dd5-486e-94b1-e48821f29b21 HTTP/1.1" status: 200 len: 809 time: 0.1055903 Nov 23 18:46:54.587709 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-0c0f829a-85b8-4f6e-b0c2-576995cb583f req-d6ab3b9f-a783-4bf8-bc5d-28cf6f7ca6fb tempest-TestSnapshotPattern-884285789 tempest-TestSnapshotPattern-884285789-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=403044ee93164f5baddb10dd3dc86df3 HTTP/1.1" status: 200 len: 380 time: 0.0543010 Nov 23 18:46:54.597930 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [req-0c0f829a-85b8-4f6e-b0c2-576995cb583f req-ef8b2ab4-b54f-4bb2-b65d-0fa3874997f9 tempest-TestSnapshotPattern-884285789 tempest-TestSnapshotPattern-884285789-project] Request body: {'port': {'device_id': 'fa044240-8b7d-4464-a613-660e08d72fec', 'network_id': '3a20f87e-4dd5-486e-94b1-e48821f29b21', 'admin_state_up': True, 'tenant_id': '403044ee93164f5baddb10dd3dc86df3', 'security_groups': ['c08bd0da-b2ef-42a8-90ff-84b6562287b5']}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:46:54.750737 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9f49b1b3-165d-4a75-a750-24016aa1f2c8 req-ef19a4f9-4d8f-4b41-a7d4-7d2f14fd741b tempest-TestSnapshotPattern-884285789 tempest-TestSnapshotPattern-884285789-project] 10.222.0.60 "GET /v2.0/ports?device_id=fa044240-8b7d-4464-a613-660e08d72fec HTTP/1.1" status: 200 len: 210 time: 0.0329595 Nov 23 18:46:54.751450 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c0f829a-85b8-4f6e-b0c2-576995cb583f req-ef8b2ab4-b54f-4bb2-b65d-0fa3874997f9 tempest-TestSnapshotPattern-884285789 tempest-TestSnapshotPattern-884285789-project] Made reservation on behalf of 403044ee93164f5baddb10dd3dc86df3 for: {'port': 1} {{(pid=103591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 18:46:54.755147 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-0c0f829a-85b8-4f6e-b0c2-576995cb583f req-ef8b2ab4-b54f-4bb2-b65d-0fa3874997f9 tempest-TestSnapshotPattern-884285789 tempest-TestSnapshotPattern-884285789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:54.921786 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.db_base_plugin_common [req-0c0f829a-85b8-4f6e-b0c2-576995cb583f req-ef8b2ab4-b54f-4bb2-b65d-0fa3874997f9 tempest-TestSnapshotPattern-884285789 tempest-TestSnapshotPattern-884285789-project] Allocated IP 172.20.0.3 (3a20f87e-4dd5-486e-94b1-e48821f29b21/3e5d77d4-72c2-43f7-bef2-bab4816b6398/33435cb7-624c-484c-8fef-d3e3f67eaa7e) {{(pid=103591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:46:55.100941 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-0c0f829a-85b8-4f6e-b0c2-576995cb583f req-ef8b2ab4-b54f-4bb2-b65d-0fa3874997f9 tempest-TestSnapshotPattern-884285789 tempest-TestSnapshotPattern-884285789-project] Publish callbacks [] for port, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:55.138166 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-0c0f829a-85b8-4f6e-b0c2-576995cb583f req-ef8b2ab4-b54f-4bb2-b65d-0fa3874997f9 tempest-TestSnapshotPattern-884285789 tempest-TestSnapshotPattern-884285789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:55.189131 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c0f829a-85b8-4f6e-b0c2-576995cb583f req-ef8b2ab4-b54f-4bb2-b65d-0fa3874997f9 tempest-TestSnapshotPattern-884285789 tempest-TestSnapshotPattern-884285789-project] Network 3a20f87e-4dd5-486e-94b1-e48821f29b21 is already hosted by enough agents. {{(pid=103591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:46:55.192634 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [req-0c0f829a-85b8-4f6e-b0c2-576995cb583f req-ef8b2ab4-b54f-4bb2-b65d-0fa3874997f9 tempest-TestSnapshotPattern-884285789 tempest-TestSnapshotPattern-884285789-project] Resources bound (agent type, host, resource id): {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:46:55.195255 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c0f829a-85b8-4f6e-b0c2-576995cb583f req-ef8b2ab4-b54f-4bb2-b65d-0fa3874997f9 tempest-TestSnapshotPattern-884285789 tempest-TestSnapshotPattern-884285789-project] Received port after_create {{(pid=103591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:46:55.237320 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8b2ab4-b54f-4bb2-b65d-0fa3874997f9 tempest-TestSnapshotPattern-884285789 tempest-TestSnapshotPattern-884285789-project] Pushing event updated for resources: {'Port': ['ID=33435cb7-624c-484c-8fef-d3e3f67eaa7e,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:46:55.256162 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8b2ab4-b54f-4bb2-b65d-0fa3874997f9 tempest-TestSnapshotPattern-884285789 tempest-TestSnapshotPattern-884285789-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:46:55.256162 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8b2ab4-b54f-4bb2-b65d-0fa3874997f9 tempest-TestSnapshotPattern-884285789 tempest-TestSnapshotPattern-884285789-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:46:55.256162 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8b2ab4-b54f-4bb2-b65d-0fa3874997f9 tempest-TestSnapshotPattern-884285789 tempest-TestSnapshotPattern-884285789-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:46:55.256162 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8b2ab4-b54f-4bb2-b65d-0fa3874997f9 tempest-TestSnapshotPattern-884285789 tempest-TestSnapshotPattern-884285789-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:46:55.256162 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8b2ab4-b54f-4bb2-b65d-0fa3874997f9 tempest-TestSnapshotPattern-884285789 tempest-TestSnapshotPattern-884285789-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:46:55.256162 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8b2ab4-b54f-4bb2-b65d-0fa3874997f9 tempest-TestSnapshotPattern-884285789 tempest-TestSnapshotPattern-884285789-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:46:55.256162 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8b2ab4-b54f-4bb2-b65d-0fa3874997f9 tempest-TestSnapshotPattern-884285789 tempest-TestSnapshotPattern-884285789-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:46:55.256162 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8b2ab4-b54f-4bb2-b65d-0fa3874997f9 tempest-TestSnapshotPattern-884285789 tempest-TestSnapshotPattern-884285789-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:46:55.256162 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8b2ab4-b54f-4bb2-b65d-0fa3874997f9 tempest-TestSnapshotPattern-884285789 tempest-TestSnapshotPattern-884285789-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:46:55.257116 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8b2ab4-b54f-4bb2-b65d-0fa3874997f9 tempest-TestSnapshotPattern-884285789 tempest-TestSnapshotPattern-884285789-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:46:55.257116 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8b2ab4-b54f-4bb2-b65d-0fa3874997f9 tempest-TestSnapshotPattern-884285789 tempest-TestSnapshotPattern-884285789-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:46:55.257116 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8b2ab4-b54f-4bb2-b65d-0fa3874997f9 tempest-TestSnapshotPattern-884285789 tempest-TestSnapshotPattern-884285789-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:46:55.287924 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0f829a-85b8-4f6e-b0c2-576995cb583f req-ef8b2ab4-b54f-4bb2-b65d-0fa3874997f9 tempest-TestSnapshotPattern-884285789 tempest-TestSnapshotPattern-884285789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:46:55.288646 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-0c0f829a-85b8-4f6e-b0c2-576995cb583f req-ef8b2ab4-b54f-4bb2-b65d-0fa3874997f9 tempest-TestSnapshotPattern-884285789 tempest-TestSnapshotPattern-884285789-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:55.317706 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-0c0f829a-85b8-4f6e-b0c2-576995cb583f req-ef8b2ab4-b54f-4bb2-b65d-0fa3874997f9 tempest-TestSnapshotPattern-884285789 tempest-TestSnapshotPattern-884285789-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7232454 Nov 23 18:46:55.497843 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-73433bfe-0067-4278-8234-586362b936e2 None None] Provisioning complete for port 33435cb7-624c-484c-8fef-d3e3f67eaa7e triggered by entity DHCP. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:46:55.505458 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-73433bfe-0067-4278-8234-586362b936e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:55.713066 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-73433bfe-0067-4278-8234-586362b936e2 None None] Port 33435cb7-624c-484c-8fef-d3e3f67eaa7e cannot update to ACTIVE because it is not bound. {{(pid=103592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 18:46:55.875907 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e764fa66-f631-419e-a203-34aea6abb6b9 req-5ad2afad-0324-4797-a3c1-d20e40333538 tempest-TestSnapshotPattern-884285789 tempest-TestSnapshotPattern-884285789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:46:55.877484 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e764fa66-f631-419e-a203-34aea6abb6b9 req-5ad2afad-0324-4797-a3c1-d20e40333538 tempest-TestSnapshotPattern-884285789 tempest-TestSnapshotPattern-884285789-project] 10.222.0.60 "GET /v2.0/ports?device_id=fa044240-8b7d-4464-a613-660e08d72fec HTTP/1.1" status: 200 len: 931 time: 0.0507560 Nov 23 18:46:55.921813 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device 0db96af6-a2d9-4bc8-96f9-b12f9be6b4a2 no longer exists at agent hyperv_n-h2-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:46:55.955137 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-e764fa66-f631-419e-a203-34aea6abb6b9 req-63211a87-c8cf-4124-abb3-7f17f0c946f2 tempest-TestSnapshotPattern-884285789 tempest-TestSnapshotPattern-884285789-project] 10.222.0.60 "GET /v2.0/security-groups?id=c08bd0da-b2ef-42a8-90ff-84b6562287b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707018 Nov 23 18:46:56.020323 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:56.047293 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bf87719-8f97-42b7-b7bf-b9e3cda52113', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0db96af6-a2d9-4bc8-96f9-b12f9be6b4a2'}] {{(pid=103592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:46:56.049550 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}369cae9aa69facfce3992dabc874bd76984507e3cd36da60a73cd3603125cd43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bb3e0d0-0a89-4953-bada-e78f43811c5d" -d '{"events": [{"server_uuid": "1bf87719-8f97-42b7-b7bf-b9e3cda52113", "name": "network-vif-unplugged", "status": "completed", "tag": "0db96af6-a2d9-4bc8-96f9-b12f9be6b4a2"}]}' {{(pid=103592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:46:56.073498 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] For port 0db96af6-a2d9-4bc8-96f9-b12f9be6b4a2, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=0db96af6-a2d9-4bc8-96f9-b12f9be6b4a2,segment=NetworkSegment(1df0840a-c974-4846-9dff-dbd7d0a32ea9),segment_id=1df0840a-c974-4846-9dff-dbd7d0a32ea9)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:46:56.080190 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:46:56.102632 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 18:46:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3978fae1-f093-44fb-8099-afd89ab4e8ce x-openstack-request-id: req-3978fae1-f093-44fb-8099-afd89ab4e8ce {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:46:56.103151 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bf87719-8f97-42b7-b7bf-b9e3cda52113", "name": "network-vif-unplugged", "status": "completed", "tag": "0db96af6-a2d9-4bc8-96f9-b12f9be6b4a2", "code": 200}]} {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:46:56.103637 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-3978fae1-f093-44fb-8099-afd89ab4e8ce {{(pid=103592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:46:56.104104 n-d-816206-8 neutron-server[103592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bf87719-8f97-42b7-b7bf-b9e3cda52113', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0db96af6-a2d9-4bc8-96f9-b12f9be6b4a2', 'code': 200} Nov 23 18:46:56.152118 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Pushing event updated for resources: {'Port': ['ID=0db96af6-a2d9-4bc8-96f9-b12f9be6b4a2,revision_number=8']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:46:56.515658 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.agents_db [None req-464f6c07-0de8-4be6-8f5b-563f574d1c5d None None] Agent healthcheck: found 7 active agents {{(pid=103593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 18:46:57.086088 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8746ba99-09bb-466e-ab30-0826b72fde6c req-399549b7-baef-491b-8324-14f42e10ec32 tempest-TestSnapshotPattern-884285789 tempest-TestSnapshotPattern-884285789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:46:57.087878 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8746ba99-09bb-466e-ab30-0826b72fde6c req-399549b7-baef-491b-8324-14f42e10ec32 tempest-TestSnapshotPattern-884285789 tempest-TestSnapshotPattern-884285789-project] 10.222.0.60 "GET /v2.0/ports?device_id=fa044240-8b7d-4464-a613-660e08d72fec HTTP/1.1" status: 200 len: 931 time: 0.0535619 Nov 23 18:46:57.140862 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8746ba99-09bb-466e-ab30-0826b72fde6c req-4c9eb8f2-83cd-4c1d-aa73-d6ff5e72fab1 tempest-TestSnapshotPattern-884285789 tempest-TestSnapshotPattern-884285789-project] 10.222.0.60 "GET /v2.0/security-groups?id=c08bd0da-b2ef-42a8-90ff-84b6562287b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466189 Nov 23 18:46:58.267107 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c513d14-9dff-46d3-90c5-b92d7d0c41a6 req-b44a86aa-8dec-4aec-b83b-932c97429b75 tempest-TestSnapshotPattern-884285789 tempest-TestSnapshotPattern-884285789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:46:58.268700 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7c513d14-9dff-46d3-90c5-b92d7d0c41a6 req-b44a86aa-8dec-4aec-b83b-932c97429b75 tempest-TestSnapshotPattern-884285789 tempest-TestSnapshotPattern-884285789-project] 10.222.0.60 "GET /v2.0/ports?device_id=fa044240-8b7d-4464-a613-660e08d72fec HTTP/1.1" status: 200 len: 931 time: 0.0529685 Nov 23 18:46:58.319917 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7c513d14-9dff-46d3-90c5-b92d7d0c41a6 req-6ff32b5f-2ab1-4ab5-be12-0c87630f0222 tempest-TestSnapshotPattern-884285789 tempest-TestSnapshotPattern-884285789-project] 10.222.0.60 "GET /v2.0/security-groups?id=c08bd0da-b2ef-42a8-90ff-84b6562287b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450149 Nov 23 18:46:59.445188 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746376df-8714-4191-a27a-3ef4c7a63a12 req-baccbd25-6ccb-4afb-959a-56359b75f65f tempest-TestSnapshotPattern-884285789 tempest-TestSnapshotPattern-884285789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:46:59.446679 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-746376df-8714-4191-a27a-3ef4c7a63a12 req-baccbd25-6ccb-4afb-959a-56359b75f65f tempest-TestSnapshotPattern-884285789 tempest-TestSnapshotPattern-884285789-project] 10.222.0.60 "GET /v2.0/ports?device_id=fa044240-8b7d-4464-a613-660e08d72fec HTTP/1.1" status: 200 len: 931 time: 0.0537331 Nov 23 18:46:59.499391 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-746376df-8714-4191-a27a-3ef4c7a63a12 req-4ba64fc9-82a1-4925-8377-8ac0bdae0148 tempest-TestSnapshotPattern-884285789 tempest-TestSnapshotPattern-884285789-project] 10.222.0.60 "GET /v2.0/security-groups?id=c08bd0da-b2ef-42a8-90ff-84b6562287b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453179 Nov 23 18:47:00.620882 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edba318-d6b7-46df-8991-150a75900567 req-672c4388-6f9a-4883-8734-43750be263b0 tempest-TestSnapshotPattern-884285789 tempest-TestSnapshotPattern-884285789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:00.622497 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-0edba318-d6b7-46df-8991-150a75900567 req-672c4388-6f9a-4883-8734-43750be263b0 tempest-TestSnapshotPattern-884285789 tempest-TestSnapshotPattern-884285789-project] 10.222.0.60 "GET /v2.0/ports?device_id=fa044240-8b7d-4464-a613-660e08d72fec HTTP/1.1" status: 200 len: 931 time: 0.0505507 Nov 23 18:47:00.673100 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-0edba318-d6b7-46df-8991-150a75900567 req-a740d967-5d12-4d01-8370-8bb5b90402a5 tempest-TestSnapshotPattern-884285789 tempest-TestSnapshotPattern-884285789-project] 10.222.0.60 "GET /v2.0/security-groups?id=c08bd0da-b2ef-42a8-90ff-84b6562287b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446749 Nov 23 18:47:01.803039 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ba9352-90b9-4be4-8948-aa816b162c46 req-f5234e62-1db1-4c99-a88f-d75bf8b10f03 tempest-TestSnapshotPattern-884285789 tempest-TestSnapshotPattern-884285789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:01.804606 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-44ba9352-90b9-4be4-8948-aa816b162c46 req-f5234e62-1db1-4c99-a88f-d75bf8b10f03 tempest-TestSnapshotPattern-884285789 tempest-TestSnapshotPattern-884285789-project] 10.222.0.60 "GET /v2.0/ports?device_id=fa044240-8b7d-4464-a613-660e08d72fec HTTP/1.1" status: 200 len: 931 time: 0.0611439 Nov 23 18:47:01.856104 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-44ba9352-90b9-4be4-8948-aa816b162c46 req-1a5dd177-6c63-4086-8bfd-b773c305847f tempest-TestSnapshotPattern-884285789 tempest-TestSnapshotPattern-884285789-project] 10.222.0.60 "GET /v2.0/security-groups?id=c08bd0da-b2ef-42a8-90ff-84b6562287b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445395 Nov 23 18:47:02.975027 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b54f61-8374-477c-8721-9ced8386a731 req-0f39299b-76cd-4875-b391-bb75991a4180 tempest-TestSnapshotPattern-884285789 tempest-TestSnapshotPattern-884285789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:02.976535 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-34b54f61-8374-477c-8721-9ced8386a731 req-0f39299b-76cd-4875-b391-bb75991a4180 tempest-TestSnapshotPattern-884285789 tempest-TestSnapshotPattern-884285789-project] 10.222.0.60 "GET /v2.0/ports?device_id=fa044240-8b7d-4464-a613-660e08d72fec HTTP/1.1" status: 200 len: 931 time: 0.0500605 Nov 23 18:47:03.029042 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-34b54f61-8374-477c-8721-9ced8386a731 req-079302fc-c91c-407a-add0-4548546691ad tempest-TestSnapshotPattern-884285789 tempest-TestSnapshotPattern-884285789-project] 10.222.0.60 "GET /v2.0/security-groups?id=c08bd0da-b2ef-42a8-90ff-84b6562287b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456355 Nov 23 18:47:04.152372 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fd6d6f-239a-4c70-a502-b1103efcd80c req-4c4c0026-377e-46e1-aa29-2d7187b388a1 tempest-TestSnapshotPattern-884285789 tempest-TestSnapshotPattern-884285789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:04.155093 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-29fd6d6f-239a-4c70-a502-b1103efcd80c req-4c4c0026-377e-46e1-aa29-2d7187b388a1 tempest-TestSnapshotPattern-884285789 tempest-TestSnapshotPattern-884285789-project] 10.222.0.60 "GET /v2.0/ports?device_id=fa044240-8b7d-4464-a613-660e08d72fec HTTP/1.1" status: 200 len: 931 time: 0.0520585 Nov 23 18:47:04.210387 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-29fd6d6f-239a-4c70-a502-b1103efcd80c req-adf58647-a0ec-4c75-8a40-704abe61b454 tempest-TestSnapshotPattern-884285789 tempest-TestSnapshotPattern-884285789-project] 10.222.0.60 "GET /v2.0/security-groups?id=c08bd0da-b2ef-42a8-90ff-84b6562287b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495305 Nov 23 18:47:05.244392 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [req-0c0f829a-85b8-4f6e-b0c2-576995cb583f req-01683077-d683-43fd-b4e7-f954a82ace93 tempest-TestSnapshotPattern-884285789 tempest-TestSnapshotPattern-884285789-project] http://10.222.0.60:9696/v2.0/extensions returned with HTTP 200 {{(pid=103591) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 18:47:05.245520 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-0c0f829a-85b8-4f6e-b0c2-576995cb583f req-01683077-d683-43fd-b4e7-f954a82ace93 tempest-TestSnapshotPattern-884285789 tempest-TestSnapshotPattern-884285789-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053437 Nov 23 18:47:05.315212 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [req-0c0f829a-85b8-4f6e-b0c2-576995cb583f req-c84e8ecd-25f9-4453-ab87-f110dcf24c79 service neutron] Request body: {'port': {'device_id': 'fa044240-8b7d-4464-a613-660e08d72fec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-816206-8'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:47:05.374798 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2b9fb1-0f53-4141-adc2-210554386f45 req-24eb77b0-f22c-4525-b071-32db38be9785 tempest-TestSnapshotPattern-884285789 tempest-TestSnapshotPattern-884285789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:05.376263 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8f2b9fb1-0f53-4141-adc2-210554386f45 req-24eb77b0-f22c-4525-b071-32db38be9785 tempest-TestSnapshotPattern-884285789 tempest-TestSnapshotPattern-884285789-project] 10.222.0.60 "GET /v2.0/ports?device_id=fa044240-8b7d-4464-a613-660e08d72fec HTTP/1.1" status: 200 len: 931 time: 0.0944028 Nov 23 18:47:05.384713 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-0c0f829a-85b8-4f6e-b0c2-576995cb583f req-c84e8ecd-25f9-4453-ab87-f110dcf24c79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:05.469746 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8f2b9fb1-0f53-4141-adc2-210554386f45 req-409e51fc-0688-4ab8-a876-917dee594723 tempest-TestSnapshotPattern-884285789 tempest-TestSnapshotPattern-884285789-project] 10.222.0.60 "GET /v2.0/security-groups?id=c08bd0da-b2ef-42a8-90ff-84b6562287b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867479 Nov 23 18:47:05.680559 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [req-0c0f829a-85b8-4f6e-b0c2-576995cb583f req-c84e8ecd-25f9-4453-ab87-f110dcf24c79 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33435cb7-624c-484c-8fef-d3e3f67eaa7e {{(pid=103591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:47:05.687707 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-0c0f829a-85b8-4f6e-b0c2-576995cb583f req-c84e8ecd-25f9-4453-ab87-f110dcf24c79 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:05.699538 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.provisioning_blocks [req-0c0f829a-85b8-4f6e-b0c2-576995cb583f req-c84e8ecd-25f9-4453-ab87-f110dcf24c79 service neutron] Transition to ACTIVE for port object 33435cb7-624c-484c-8fef-d3e3f67eaa7e will not be triggered until provisioned by entity L2. {{(pid=103591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 18:47:05.703175 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-0c0f829a-85b8-4f6e-b0c2-576995cb583f req-c84e8ecd-25f9-4453-ab87-f110dcf24c79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264758186'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:05.757991 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84e8ecd-25f9-4453-ab87-f110dcf24c79 service neutron] Pushing event updated for resources: {'Port': ['ID=33435cb7-624c-484c-8fef-d3e3f67eaa7e,revision_number=2']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:47:05.830805 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-0c0f829a-85b8-4f6e-b0c2-576995cb583f req-c84e8ecd-25f9-4453-ab87-f110dcf24c79 service neutron] Attempting to bind port 33435cb7-624c-484c-8fef-d3e3f67eaa7e on host n-h1-816206-8 for vnic_type normal with profile {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 18:47:05.831142 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-0c0f829a-85b8-4f6e-b0c2-576995cb583f req-c84e8ecd-25f9-4453-ab87-f110dcf24c79 service neutron] Attempting to bind port 33435cb7-624c-484c-8fef-d3e3f67eaa7e by drivers openvswitch,hyperv on host n-h1-816206-8 at level 0 using segments [{'id': '1df0840a-c974-4846-9dff-dbd7d0a32ea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '3a20f87e-4dd5-486e-94b1-e48821f29b21'}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 18:47:05.831472 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c0f829a-85b8-4f6e-b0c2-576995cb583f req-c84e8ecd-25f9-4453-ab87-f110dcf24c79 service neutron] Attempting to bind port 33435cb7-624c-484c-8fef-d3e3f67eaa7e on network 3a20f87e-4dd5-486e-94b1-e48821f29b21 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:47:05.836013 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c0f829a-85b8-4f6e-b0c2-576995cb583f req-c84e8ecd-25f9-4453-ab87-f110dcf24c79 service neutron] Port 33435cb7-624c-484c-8fef-d3e3f67eaa7e on network 3a20f87e-4dd5-486e-94b1-e48821f29b21 not bound, no agent of type Open vSwitch agent registered on host n-h1-816206-8 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 18:47:05.836332 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c0f829a-85b8-4f6e-b0c2-576995cb583f req-c84e8ecd-25f9-4453-ab87-f110dcf24c79 service neutron] Attempting to bind port 33435cb7-624c-484c-8fef-d3e3f67eaa7e on network 3a20f87e-4dd5-486e-94b1-e48821f29b21 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 18:47:05.842326 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c0f829a-85b8-4f6e-b0c2-576995cb583f req-c84e8ecd-25f9-4453-ab87-f110dcf24c79 service neutron] Checking agent: {'id': '4b0a4557-3bfe-4828-80a0-7981fc3ac84c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-816206-8', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 17, 15, 14), 'started_at': datetime.datetime(2021, 11, 23, 17, 15, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 18, 46, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 18:47:05.842673 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c0f829a-85b8-4f6e-b0c2-576995cb583f req-c84e8ecd-25f9-4453-ab87-f110dcf24c79 service neutron] Checking segment: {'id': '1df0840a-c974-4846-9dff-dbd7d0a32ea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '3a20f87e-4dd5-486e-94b1-e48821f29b21'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 18:47:05.843047 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c0f829a-85b8-4f6e-b0c2-576995cb583f req-c84e8ecd-25f9-4453-ab87-f110dcf24c79 service neutron] Bound using segment: {'id': '1df0840a-c974-4846-9dff-dbd7d0a32ea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '3a20f87e-4dd5-486e-94b1-e48821f29b21'} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 18:47:05.843479 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [req-0c0f829a-85b8-4f6e-b0c2-576995cb583f req-c84e8ecd-25f9-4453-ab87-f110dcf24c79 service neutron] Bound port: 33435cb7-624c-484c-8fef-d3e3f67eaa7e, host: n-h1-816206-8, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1df0840a-c974-4846-9dff-dbd7d0a32ea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '3a20f87e-4dd5-486e-94b1-e48821f29b21'}}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 18:47:05.843831 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-0c0f829a-85b8-4f6e-b0c2-576995cb583f req-c84e8ecd-25f9-4453-ab87-f110dcf24c79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:05.911004 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-0c0f829a-85b8-4f6e-b0c2-576995cb583f req-c84e8ecd-25f9-4453-ab87-f110dcf24c79 service neutron] For port 33435cb7-624c-484c-8fef-d3e3f67eaa7e, host n-h1-816206-8, cleared binding levels {{(pid=103591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 18:47:05.914205 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-0c0f829a-85b8-4f6e-b0c2-576995cb583f req-c84e8ecd-25f9-4453-ab87-f110dcf24c79 service neutron] For port 33435cb7-624c-484c-8fef-d3e3f67eaa7e, host n-h1-816206-8, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=33435cb7-624c-484c-8fef-d3e3f67eaa7e,segment=NetworkSegment(1df0840a-c974-4846-9dff-dbd7d0a32ea9),segment_id=1df0840a-c974-4846-9dff-dbd7d0a32ea9)] {{(pid=103591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 18:47:05.918033 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-0c0f829a-85b8-4f6e-b0c2-576995cb583f req-c84e8ecd-25f9-4453-ab87-f110dcf24c79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264758186'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:05.956118 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0f829a-85b8-4f6e-b0c2-576995cb583f req-c84e8ecd-25f9-4453-ab87-f110dcf24c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:05.956118 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-0c0f829a-85b8-4f6e-b0c2-576995cb583f req-c84e8ecd-25f9-4453-ab87-f110dcf24c79 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:05.957526 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-0c0f829a-85b8-4f6e-b0c2-576995cb583f req-c84e8ecd-25f9-4453-ab87-f110dcf24c79 service neutron] 10.222.0.55 "PUT /v2.0/ports/33435cb7-624c-484c-8fef-d3e3f67eaa7e HTTP/1.1" status: 200 len: 1091 time: 0.7033002 Nov 23 18:47:05.957980 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa044240-8b7d-4464-a613-660e08d72fec', 'tag': '33435cb7-624c-484c-8fef-d3e3f67eaa7e'}] {{(pid=103591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:47:05.960267 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f4e21f982013ce885b63e29a1d25974432d95030e0706b58ae42016fda4ab83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff5f0c56-8fb5-4706-bd05-27cf178c9526" -d '{"events": [{"name": "network-changed", "server_uuid": "fa044240-8b7d-4464-a613-660e08d72fec", "tag": "33435cb7-624c-484c-8fef-d3e3f67eaa7e"}]}' {{(pid=103591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:47:05.990967 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84e8ecd-25f9-4453-ab87-f110dcf24c79 service neutron] Pushing event updated for resources: {'Port': ['ID=33435cb7-624c-484c-8fef-d3e3f67eaa7e,revision_number=3']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:47:06.034478 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:47:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e45a051-8873-4fa7-9a3f-f04ebdb6bdcf x-openstack-request-id: req-7e45a051-8873-4fa7-9a3f-f04ebdb6bdcf {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:47:06.034775 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa044240-8b7d-4464-a613-660e08d72fec", "tag": "33435cb7-624c-484c-8fef-d3e3f67eaa7e", "status": "completed", "code": 200}]} {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:47:06.035032 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-7e45a051-8873-4fa7-9a3f-f04ebdb6bdcf {{(pid=103591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:47:06.035483 n-d-816206-8 neutron-server[103591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa044240-8b7d-4464-a613-660e08d72fec', 'tag': '33435cb7-624c-484c-8fef-d3e3f67eaa7e', 'status': 'completed', 'code': 200} Nov 23 18:47:06.051979 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0f829a-85b8-4f6e-b0c2-576995cb583f req-aecd1778-7418-484d-a06d-f9bb4171700b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:06.053614 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-0c0f829a-85b8-4f6e-b0c2-576995cb583f req-aecd1778-7418-484d-a06d-f9bb4171700b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=403044ee93164f5baddb10dd3dc86df3&device_id=fa044240-8b7d-4464-a613-660e08d72fec HTTP/1.1" status: 200 len: 1094 time: 0.0514696 Nov 23 18:47:06.103868 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-0c0f829a-85b8-4f6e-b0c2-576995cb583f req-cee30a28-3afe-43f8-9acf-24ddd0443594 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=33435cb7-624c-484c-8fef-d3e3f67eaa7e HTTP/1.1" status: 200 len: 217 time: 0.0416324 Nov 23 18:47:06.159374 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0f829a-85b8-4f6e-b0c2-576995cb583f req-400b0ff4-37e7-47b9-b463-a37428743351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:06.160919 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-0c0f829a-85b8-4f6e-b0c2-576995cb583f req-400b0ff4-37e7-47b9-b463-a37428743351 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3e5d77d4-72c2-43f7-bef2-bab4816b6398 HTTP/1.1" status: 200 len: 848 time: 0.0506384 Nov 23 18:47:06.210464 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0f829a-85b8-4f6e-b0c2-576995cb583f req-229bfa51-9ec8-4d99-b4e1-9f4c850b2e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:06.212165 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-0c0f829a-85b8-4f6e-b0c2-576995cb583f req-229bfa51-9ec8-4d99-b4e1-9f4c850b2e9a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3a20f87e-4dd5-486e-94b1-e48821f29b21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423975 Nov 23 18:47:06.305519 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-0c0f829a-85b8-4f6e-b0c2-576995cb583f req-cb8ade0f-301f-4d63-85d7-f45c51dc0de5 service neutron] 10.222.0.55 "GET /v2.0/networks/3a20f87e-4dd5-486e-94b1-e48821f29b21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854332 Nov 23 18:47:06.394377 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-0c0f829a-85b8-4f6e-b0c2-576995cb583f req-4777ac32-e1f5-4031-ac4e-e3645f0c5252 service neutron] 10.222.0.55 "GET /v2.0/networks/3a20f87e-4dd5-486e-94b1-e48821f29b21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819366 Nov 23 18:47:06.480305 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5f0c56-8fb5-4706-bd05-27cf178c9526 req-173fa13d-3197-42a6-bdbe-9d3b4841d09e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:06.481714 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ff5f0c56-8fb5-4706-bd05-27cf178c9526 req-173fa13d-3197-42a6-bdbe-9d3b4841d09e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=403044ee93164f5baddb10dd3dc86df3&device_id=fa044240-8b7d-4464-a613-660e08d72fec HTTP/1.1" status: 200 len: 1094 time: 0.0445282 Nov 23 18:47:06.612672 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe6df33-1fba-4da5-8c37-328a0897a002 req-1f1593db-c28a-44c9-a957-63606b2dce87 tempest-TestSnapshotPattern-884285789 tempest-TestSnapshotPattern-884285789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:06.614119 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-fbe6df33-1fba-4da5-8c37-328a0897a002 req-1f1593db-c28a-44c9-a957-63606b2dce87 tempest-TestSnapshotPattern-884285789 tempest-TestSnapshotPattern-884285789-project] 10.222.0.60 "GET /v2.0/ports?device_id=fa044240-8b7d-4464-a613-660e08d72fec HTTP/1.1" status: 200 len: 943 time: 0.0692482 Nov 23 18:47:06.615574 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5f0c56-8fb5-4706-bd05-27cf178c9526 req-835cd3af-bbc6-48e5-a703-faf167dfe988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:06.616922 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ff5f0c56-8fb5-4706-bd05-27cf178c9526 req-835cd3af-bbc6-48e5-a703-faf167dfe988 service neutron] 10.222.0.55 "GET /v2.0/networks?id=3a20f87e-4dd5-486e-94b1-e48821f29b21 HTTP/1.1" status: 200 len: 910 time: 0.1285348 Nov 23 18:47:06.666092 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ff5f0c56-8fb5-4706-bd05-27cf178c9526 req-3c0cb248-c2f5-4a31-888f-dc77b1a94953 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=33435cb7-624c-484c-8fef-d3e3f67eaa7e HTTP/1.1" status: 200 len: 217 time: 0.0397241 Nov 23 18:47:06.722591 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-fbe6df33-1fba-4da5-8c37-328a0897a002 req-d237b24d-4cf3-4cee-b423-0a4b8b66ee0f tempest-TestSnapshotPattern-884285789 tempest-TestSnapshotPattern-884285789-project] 10.222.0.60 "GET /v2.0/security-groups?id=c08bd0da-b2ef-42a8-90ff-84b6562287b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1025314 Nov 23 18:47:06.735438 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5f0c56-8fb5-4706-bd05-27cf178c9526 req-49ea3ad8-6b5d-420a-9242-e66e57e4318a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:06.736927 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ff5f0c56-8fb5-4706-bd05-27cf178c9526 req-49ea3ad8-6b5d-420a-9242-e66e57e4318a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3e5d77d4-72c2-43f7-bef2-bab4816b6398 HTTP/1.1" status: 200 len: 848 time: 0.0599775 Nov 23 18:47:06.787669 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5f0c56-8fb5-4706-bd05-27cf178c9526 req-395e0330-2d10-426a-9b3a-5f755f7c2853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:06.789261 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ff5f0c56-8fb5-4706-bd05-27cf178c9526 req-395e0330-2d10-426a-9b3a-5f755f7c2853 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3a20f87e-4dd5-486e-94b1-e48821f29b21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440149 Nov 23 18:47:06.877742 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ff5f0c56-8fb5-4706-bd05-27cf178c9526 req-0dd574b0-0d57-46cc-8625-da61501f95ce service neutron] 10.222.0.55 "GET /v2.0/networks/3a20f87e-4dd5-486e-94b1-e48821f29b21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811470 Nov 23 18:47:06.969181 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ff5f0c56-8fb5-4706-bd05-27cf178c9526 req-18ebf7ab-5d8c-4531-82ed-8c26ba2f8391 service neutron] 10.222.0.55 "GET /v2.0/networks/3a20f87e-4dd5-486e-94b1-e48821f29b21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836906 Nov 23 18:47:07.843372 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e51811-973d-4486-8555-80755b711025 req-ddc43acc-dd5c-4c41-b14a-4f6440fe531a tempest-TestSnapshotPattern-884285789 tempest-TestSnapshotPattern-884285789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:07.844868 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d3e51811-973d-4486-8555-80755b711025 req-ddc43acc-dd5c-4c41-b14a-4f6440fe531a tempest-TestSnapshotPattern-884285789 tempest-TestSnapshotPattern-884285789-project] 10.222.0.60 "GET /v2.0/ports?device_id=fa044240-8b7d-4464-a613-660e08d72fec HTTP/1.1" status: 200 len: 943 time: 0.0502267 Nov 23 18:47:07.893900 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d3e51811-973d-4486-8555-80755b711025 req-0651025d-9f5f-4108-ab80-a3b352a9169a tempest-TestSnapshotPattern-884285789 tempest-TestSnapshotPattern-884285789-project] 10.222.0.60 "GET /v2.0/security-groups?id=c08bd0da-b2ef-42a8-90ff-84b6562287b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431228 Nov 23 18:47:09.000302 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device 33435cb7-624c-484c-8fef-d3e3f67eaa7e details requested by agent hyperv_n-h1-816206-8 with host n-h1-816206-8 {{(pid=103592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 18:47:09.010369 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a407ab-9eef-49c4-823c-73074da689cd req-d45aeff2-1058-434b-b659-3118b248a68e tempest-TestSnapshotPattern-884285789 tempest-TestSnapshotPattern-884285789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:09.011862 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-94a407ab-9eef-49c4-823c-73074da689cd req-d45aeff2-1058-434b-b659-3118b248a68e tempest-TestSnapshotPattern-884285789 tempest-TestSnapshotPattern-884285789-project] 10.222.0.60 "GET /v2.0/ports?device_id=fa044240-8b7d-4464-a613-660e08d72fec HTTP/1.1" status: 200 len: 943 time: 0.0499663 Nov 23 18:47:09.066062 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-94a407ab-9eef-49c4-823c-73074da689cd req-fd43e243-99af-4531-8782-e74f41eaeea3 tempest-TestSnapshotPattern-884285789 tempest-TestSnapshotPattern-884285789-project] 10.222.0.60 "GET /v2.0/security-groups?id=c08bd0da-b2ef-42a8-90ff-84b6562287b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481308 Nov 23 18:47:09.098358 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port 33435cb7-624c-484c-8fef-d3e3f67eaa7e, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=33435cb7-624c-484c-8fef-d3e3f67eaa7e,segment=NetworkSegment(1df0840a-c974-4846-9dff-dbd7d0a32ea9),segment_id=1df0840a-c974-4846-9dff-dbd7d0a32ea9)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:47:09.110181 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Returning: {'device': '33435cb7-624c-484c-8fef-d3e3f67eaa7e', 'network_id': '3a20f87e-4dd5-486e-94b1-e48821f29b21', 'port_id': '33435cb7-624c-484c-8fef-d3e3f67eaa7e', 'mac_address': 'fa:16:3e:fe:50:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e5d77d4-72c2-43f7-bef2-bab4816b6398', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 18:47:09.154264 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:09.166773 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33435cb7-624c-484c-8fef-d3e3f67eaa7e {{(pid=103592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:47:09.191135 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port 33435cb7-624c-484c-8fef-d3e3f67eaa7e, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=33435cb7-624c-484c-8fef-d3e3f67eaa7e,segment=NetworkSegment(1df0840a-c974-4846-9dff-dbd7d0a32ea9),segment_id=1df0840a-c974-4846-9dff-dbd7d0a32ea9)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:47:09.194921 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:09.240723 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Pushing event updated for resources: {'Port': ['ID=33435cb7-624c-484c-8fef-d3e3f67eaa7e,revision_number=4']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:47:09.418273 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] get_ports_and_sgs() called for port_ids ['33435cb7-624c-484c-8fef-d3e3f67eaa7e'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:47:10.178686 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888054a7-1143-4620-ae31-73e36f6387ed req-6b7bd0dd-f6d8-45a4-ab2f-75a44a0c4b82 tempest-TestSnapshotPattern-884285789 tempest-TestSnapshotPattern-884285789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:10.180133 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-888054a7-1143-4620-ae31-73e36f6387ed req-6b7bd0dd-f6d8-45a4-ab2f-75a44a0c4b82 tempest-TestSnapshotPattern-884285789 tempest-TestSnapshotPattern-884285789-project] 10.222.0.60 "GET /v2.0/ports?device_id=fa044240-8b7d-4464-a613-660e08d72fec HTTP/1.1" status: 200 len: 944 time: 0.0474370 Nov 23 18:47:10.228809 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-888054a7-1143-4620-ae31-73e36f6387ed req-4dd892eb-7468-48a7-80cc-65398ca1b6eb tempest-TestSnapshotPattern-884285789 tempest-TestSnapshotPattern-884285789-project] 10.222.0.60 "GET /v2.0/security-groups?id=c08bd0da-b2ef-42a8-90ff-84b6562287b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421426 Nov 23 18:47:11.016136 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device 33435cb7-624c-484c-8fef-d3e3f67eaa7e up at agent hyperv_n-h1-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:47:11.067139 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Provisioning for port 33435cb7-624c-484c-8fef-d3e3f67eaa7e completed by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 18:47:11.071354 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Provisioning complete for port 33435cb7-624c-484c-8fef-d3e3f67eaa7e triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:47:11.071733 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:11.151961 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:11.174458 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa044240-8b7d-4464-a613-660e08d72fec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33435cb7-624c-484c-8fef-d3e3f67eaa7e'}] {{(pid=103592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:47:11.176838 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}369cae9aa69facfce3992dabc874bd76984507e3cd36da60a73cd3603125cd43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59b75dc4-b59c-4f96-a35f-fdf5dd3b300f" -d '{"events": [{"server_uuid": "fa044240-8b7d-4464-a613-660e08d72fec", "name": "network-vif-plugged", "status": "completed", "tag": "33435cb7-624c-484c-8fef-d3e3f67eaa7e"}]}' {{(pid=103592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:47:11.190691 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port 33435cb7-624c-484c-8fef-d3e3f67eaa7e, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=33435cb7-624c-484c-8fef-d3e3f67eaa7e,segment=NetworkSegment(1df0840a-c974-4846-9dff-dbd7d0a32ea9),segment_id=1df0840a-c974-4846-9dff-dbd7d0a32ea9)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:47:11.195063 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:11.219752 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:47:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8500f870-7a57-4fa4-93f6-610550c0ece8 x-openstack-request-id: req-8500f870-7a57-4fa4-93f6-610550c0ece8 {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:47:11.220110 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa044240-8b7d-4464-a613-660e08d72fec", "name": "network-vif-plugged", "status": "completed", "tag": "33435cb7-624c-484c-8fef-d3e3f67eaa7e", "code": 200}]} {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:47:11.220962 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-8500f870-7a57-4fa4-93f6-610550c0ece8 {{(pid=103592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:47:11.221361 n-d-816206-8 neutron-server[103592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa044240-8b7d-4464-a613-660e08d72fec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33435cb7-624c-484c-8fef-d3e3f67eaa7e', 'code': 200} Nov 23 18:47:11.251026 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Pushing event updated for resources: {'Port': ['ID=33435cb7-624c-484c-8fef-d3e3f67eaa7e,revision_number=5']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:47:11.349359 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8937d903-ce66-4496-bab6-c97aad052fbf req-5a663b2f-9b81-40d4-84d5-939343cd88ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:11.350731 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8937d903-ce66-4496-bab6-c97aad052fbf req-5a663b2f-9b81-40d4-84d5-939343cd88ef service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=fa044240-8b7d-4464-a613-660e08d72fec HTTP/1.1" status: 200 len: 1096 time: 0.0720863 Nov 23 18:47:11.363113 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9279fb1c-2533-400a-9c0c-abd8cdebd8e5 req-27642fb3-c731-43d9-8a39-f8683210143a tempest-TestSnapshotPattern-884285789 tempest-TestSnapshotPattern-884285789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:11.364458 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9279fb1c-2533-400a-9c0c-abd8cdebd8e5 req-27642fb3-c731-43d9-8a39-f8683210143a tempest-TestSnapshotPattern-884285789 tempest-TestSnapshotPattern-884285789-project] 10.222.0.60 "GET /v2.0/ports?device_id=fa044240-8b7d-4464-a613-660e08d72fec HTTP/1.1" status: 200 len: 945 time: 0.0615301 Nov 23 18:47:11.430668 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8937d903-ce66-4496-bab6-c97aad052fbf req-f705b44f-86ea-4902-90b9-b8af29f69fd2 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=c08bd0da-b2ef-42a8-90ff-84b6562287b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652153 Nov 23 18:47:11.439767 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-9279fb1c-2533-400a-9c0c-abd8cdebd8e5 req-4496a99f-99f6-4e44-9266-949e9fdf53eb tempest-TestSnapshotPattern-884285789 tempest-TestSnapshotPattern-884285789-project] 10.222.0.60 "GET /v2.0/security-groups?id=c08bd0da-b2ef-42a8-90ff-84b6562287b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685761 Nov 23 18:47:12.565132 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dac881-5a94-4f77-85a6-cf8bb2d30422 req-433fc9b9-021e-4d79-ad63-32ebc4a0f5ed tempest-TestSnapshotPattern-884285789 tempest-TestSnapshotPattern-884285789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:12.566646 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-09dac881-5a94-4f77-85a6-cf8bb2d30422 req-433fc9b9-021e-4d79-ad63-32ebc4a0f5ed tempest-TestSnapshotPattern-884285789 tempest-TestSnapshotPattern-884285789-project] 10.222.0.60 "GET /v2.0/ports?device_id=fa044240-8b7d-4464-a613-660e08d72fec HTTP/1.1" status: 200 len: 945 time: 0.0513499 Nov 23 18:47:12.615263 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-09dac881-5a94-4f77-85a6-cf8bb2d30422 req-ef20e3f1-c741-49be-b809-7a8fd131d493 tempest-TestSnapshotPattern-884285789 tempest-TestSnapshotPattern-884285789-project] 10.222.0.60 "GET /v2.0/security-groups?id=c08bd0da-b2ef-42a8-90ff-84b6562287b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426693 Nov 23 18:47:13.162758 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-89e2f284-e8cc-4c19-be4e-ee55737b9ab2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:13.730665 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025074d4-a180-413b-976e-aa312a31ee55 req-a7e80ac7-d711-4fbe-8680-3191ab014a19 tempest-TestSnapshotPattern-884285789 tempest-TestSnapshotPattern-884285789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:13.732682 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-025074d4-a180-413b-976e-aa312a31ee55 req-a7e80ac7-d711-4fbe-8680-3191ab014a19 tempest-TestSnapshotPattern-884285789 tempest-TestSnapshotPattern-884285789-project] 10.222.0.60 "GET /v2.0/ports?device_id=fa044240-8b7d-4464-a613-660e08d72fec HTTP/1.1" status: 200 len: 945 time: 0.0490625 Nov 23 18:47:13.787200 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-025074d4-a180-413b-976e-aa312a31ee55 req-7f6bc439-833a-4ccb-815d-ec9743b9aad4 tempest-TestSnapshotPattern-884285789 tempest-TestSnapshotPattern-884285789-project] 10.222.0.60 "GET /v2.0/security-groups?id=c08bd0da-b2ef-42a8-90ff-84b6562287b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485346 Nov 23 18:47:13.902041 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26240298-49a7-44bf-b963-6eda8b20ba45 req-91fcf57d-2e22-4bd8-86a8-bf9b6dcf0b7e tempest-TestSnapshotPattern-884285789 tempest-TestSnapshotPattern-884285789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:13.903435 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-26240298-49a7-44bf-b963-6eda8b20ba45 req-91fcf57d-2e22-4bd8-86a8-bf9b6dcf0b7e tempest-TestSnapshotPattern-884285789 tempest-TestSnapshotPattern-884285789-project] 10.222.0.60 "GET /v2.0/ports?device_id=fa044240-8b7d-4464-a613-660e08d72fec HTTP/1.1" status: 200 len: 945 time: 0.0485187 Nov 23 18:47:13.951935 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-26240298-49a7-44bf-b963-6eda8b20ba45 req-e0d5031a-b9cd-4075-a6c8-f15f03f7c4a5 tempest-TestSnapshotPattern-884285789 tempest-TestSnapshotPattern-884285789-project] 10.222.0.60 "GET /v2.0/security-groups?id=c08bd0da-b2ef-42a8-90ff-84b6562287b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425353 Nov 23 18:47:13.973081 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 58986) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:47:14.010971 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f984be7-7d0d-46e0-b503-8f5fb646992e tempest-TestSnapshotPattern-579480886 tempest-TestSnapshotPattern-579480886-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:14.012460 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-9f984be7-7d0d-46e0-b503-8f5fb646992e tempest-TestSnapshotPattern-579480886 tempest-TestSnapshotPattern-579480886-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=fa044240-8b7d-4464-a613-660e08d72fec HTTP/1.1" status: 200 len: 1091 time: 0.0383978 Nov 23 18:47:14.015988 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 58988) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:47:14.020232 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.v2.base [None req-a0e0d399-6c74-4295-9233-b1e576b69ea7 tempest-TestSnapshotPattern-884285789 tempest-TestSnapshotPattern-884285789-project] Request body: {'floatingip': {'floating_network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'port_id': '33435cb7-624c-484c-8fef-d3e3f67eaa7e', 'tenant_id': '403044ee93164f5baddb10dd3dc86df3', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 18:47:14.041787 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-a0e0d399-6c74-4295-9233-b1e576b69ea7 tempest-TestSnapshotPattern-884285789 tempest-TestSnapshotPattern-884285789-project] Publish callbacks [] for floatingip, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:14.221096 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:14.446995 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-a0e0d399-6c74-4295-9233-b1e576b69ea7 tempest-TestSnapshotPattern-884285789 tempest-TestSnapshotPattern-884285789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:14.551819 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.db_base_plugin_common [None req-a0e0d399-6c74-4295-9233-b1e576b69ea7 tempest-TestSnapshotPattern-884285789 tempest-TestSnapshotPattern-884285789-project] Allocated IP 172.25.3.204 (4c8455ba-1be5-42ac-b8c2-8a16e1292d55/08fe3644-ce41-4c3f-a7ea-92bac0f0fff5/f387e4c9-c34f-4315-9dd4-84998e5f91d5) {{(pid=103591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 18:47:14.650860 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-a0e0d399-6c74-4295-9233-b1e576b69ea7 tempest-TestSnapshotPattern-884285789 tempest-TestSnapshotPattern-884285789-project] Publish callbacks [] for port, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:14.683308 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-a0e0d399-6c74-4295-9233-b1e576b69ea7 tempest-TestSnapshotPattern-884285789 tempest-TestSnapshotPattern-884285789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736635317980', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:14.723922 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0e0d399-6c74-4295-9233-b1e576b69ea7 tempest-TestSnapshotPattern-884285789 tempest-TestSnapshotPattern-884285789-project] Network 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 is already hosted by enough agents. {{(pid=103591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 18:47:14.726811 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.base_scheduler [None req-a0e0d399-6c74-4295-9233-b1e576b69ea7 tempest-TestSnapshotPattern-884285789 tempest-TestSnapshotPattern-884285789-project] Resources bound (agent type, host, resource id): {{(pid=103591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 18:47:14.730286 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0e0d399-6c74-4295-9233-b1e576b69ea7 tempest-TestSnapshotPattern-884285789 tempest-TestSnapshotPattern-884285789-project] Received port after_create {{(pid=103591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 18:47:14.735705 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e0d399-6c74-4295-9233-b1e576b69ea7 tempest-TestSnapshotPattern-884285789 tempest-TestSnapshotPattern-884285789-project] Pushing event updated for resources: {'Port': ['ID=f387e4c9-c34f-4315-9dd4-84998e5f91d5,revision_number=1']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:47:15.075227 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:15.088368 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-a0e0d399-6c74-4295-9233-b1e576b69ea7 tempest-TestSnapshotPattern-884285789 tempest-TestSnapshotPattern-884285789-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:15.161579 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-a0e0d399-6c74-4295-9233-b1e576b69ea7 tempest-TestSnapshotPattern-884285789 tempest-TestSnapshotPattern-884285789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:15.238607 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c6379d7b-eddf-472f-9c0e-db430adcaaaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:15.321216 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-a0e0d399-6c74-4295-9233-b1e576b69ea7 tempest-TestSnapshotPattern-884285789 tempest-TestSnapshotPattern-884285789-project] Publish callbacks [] for port, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:15.325527 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-a0e0d399-6c74-4295-9233-b1e576b69ea7 tempest-TestSnapshotPattern-884285789 tempest-TestSnapshotPattern-884285789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-264758186'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:15.396603 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e0d399-6c74-4295-9233-b1e576b69ea7 tempest-TestSnapshotPattern-884285789 tempest-TestSnapshotPattern-884285789-project] Pushing event updated for resources: {'Port': ['ID=f387e4c9-c34f-4315-9dd4-84998e5f91d5,revision_number=2']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:47:15.409364 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-a0e0d399-6c74-4295-9233-b1e576b69ea7 tempest-TestSnapshotPattern-884285789 tempest-TestSnapshotPattern-884285789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1795396'] for floatingip, after_create {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:15.509870 n-d-816206-8 neutron-server[103591]: INFO neutron.db.l3_db [None req-a0e0d399-6c74-4295-9233-b1e576b69ea7 tempest-TestSnapshotPattern-884285789 tempest-TestSnapshotPattern-884285789-project] Floating IP 321c229a-d679-442b-a794-d580e7f30592 associated. External IP: 172.25.3.204, port: 33435cb7-624c-484c-8fef-d3e3f67eaa7e. Nov 23 18:47:15.718912 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0e0d399-6c74-4295-9233-b1e576b69ea7 tempest-TestSnapshotPattern-884285789 tempest-TestSnapshotPattern-884285789-project] Router 4d1cab5e-04b5-4f76-9672-84f3e2fb9b4c has already been hosted by L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 {{(pid=103591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:47:15.826544 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0e0d399-6c74-4295-9233-b1e576b69ea7 tempest-TestSnapshotPattern-884285789 tempest-TestSnapshotPattern-884285789-project] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:47:15.836975 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6c76ae6-129e-4be8-a015-44cf1b2abdbe None None] Sync routers for ids ['4d1cab5e-04b5-4f76-9672-84f3e2fb9b4c'] in n-d-816206-8 {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:47:15.844583 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-a0e0d399-6c74-4295-9233-b1e576b69ea7 tempest-TestSnapshotPattern-884285789 tempest-TestSnapshotPattern-884285789-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for floatingip, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:15.848031 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6c76ae6-129e-4be8-a015-44cf1b2abdbe None None] Routers {'4d1cab5e-04b5-4f76-9672-84f3e2fb9b4c'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:47:15.848784 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-d6c76ae6-129e-4be8-a015-44cf1b2abdbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T18:47:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['4d1cab5e-04b5-4f76-9672-84f3e2fb9b4c'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:47:15.883758 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-a0e0d399-6c74-4295-9233-b1e576b69ea7 tempest-TestSnapshotPattern-884285789 tempest-TestSnapshotPattern-884285789-project] 10.222.0.60 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8540196 Nov 23 18:47:15.883758 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa044240-8b7d-4464-a613-660e08d72fec', 'tag': '33435cb7-624c-484c-8fef-d3e3f67eaa7e'}] {{(pid=103591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:47:15.883758 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f4e21f982013ce885b63e29a1d25974432d95030e0706b58ae42016fda4ab83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4e11937-aa2f-49bb-92e3-5108460ca1c0" -d '{"events": [{"name": "network-changed", "server_uuid": "fa044240-8b7d-4464-a613-660e08d72fec", "tag": "33435cb7-624c-484c-8fef-d3e3f67eaa7e"}]}' {{(pid=103591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:47:15.912339 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:47:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-205ddf9f-b809-4cc7-8218-25a1291eb6d1 x-openstack-request-id: req-205ddf9f-b809-4cc7-8218-25a1291eb6d1 {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:47:15.912666 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa044240-8b7d-4464-a613-660e08d72fec", "tag": "33435cb7-624c-484c-8fef-d3e3f67eaa7e", "status": "completed", "code": 200}]} {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:47:15.912929 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-205ddf9f-b809-4cc7-8218-25a1291eb6d1 {{(pid=103591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:47:15.913349 n-d-816206-8 neutron-server[103591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa044240-8b7d-4464-a613-660e08d72fec', 'tag': '33435cb7-624c-484c-8fef-d3e3f67eaa7e', 'status': 'completed', 'code': 200} Nov 23 18:47:15.955766 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-d6c76ae6-129e-4be8-a015-44cf1b2abdbe None None] Set router 4d1cab5e-04b5-4f76-9672-84f3e2fb9b4c gateway port host: n-d-816206-8 {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:47:15.978984 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e11937-aa2f-49bb-92e3-5108460ca1c0 req-3ac6c00a-2769-451b-bf26-849da28c0e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:15.980775 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f4e11937-aa2f-49bb-92e3-5108460ca1c0 req-3ac6c00a-2769-451b-bf26-849da28c0e7c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=403044ee93164f5baddb10dd3dc86df3&device_id=fa044240-8b7d-4464-a613-660e08d72fec HTTP/1.1" status: 200 len: 1096 time: 0.0434864 Nov 23 18:47:16.077146 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e11937-aa2f-49bb-92e3-5108460ca1c0 req-a89c0d2c-ad70-4e02-b559-72fb96617e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:16.078634 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f4e11937-aa2f-49bb-92e3-5108460ca1c0 req-a89c0d2c-ad70-4e02-b559-72fb96617e51 service neutron] 10.222.0.55 "GET /v2.0/networks?id=3a20f87e-4dd5-486e-94b1-e48821f29b21 HTTP/1.1" status: 200 len: 910 time: 0.0913212 Nov 23 18:47:16.145025 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f4e11937-aa2f-49bb-92e3-5108460ca1c0 req-5ff1e49c-8bd2-411c-bbe1-78a741e19b68 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=33435cb7-624c-484c-8fef-d3e3f67eaa7e HTTP/1.1" status: 200 len: 999 time: 0.0589087 Nov 23 18:47:16.187645 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-d6c76ae6-129e-4be8-a015-44cf1b2abdbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d1cab5e-04b5-4f76-9672-84f3e2fb9b4c', 'name': 'tempest-TestSnapshotPattern-668708400-router', 'tenant_id': '403044ee93164f5baddb10dd3dc86df3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.15'}], 'enable_snat': True}, 'gw_port_id': '1f8fc0cc-abdd-44fc-b7f0-455d66a63487', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:44:19Z', 'updated_at': '2021-11-23T18:44:22Z', 'revision_number': 4, 'project_id': '403044ee93164f5baddb10dd3dc86df3', 'gw_port': {'id': '1f8fc0cc-abdd-44fc-b7f0-455d66a63487', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:96:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d1cab5e-04b5-4f76-9672-84f3e2fb9b4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:44:20Z', 'updated_at': '2021-11-23T18:44:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_floatingips': [{'id': '321c229a-d679-442b-a794-d580e7f30592', 'tenant_id': '403044ee93164f5baddb10dd3dc86df3', 'floating_ip_address': '172.25.3.204', 'floating_network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'router_id': '4d1cab5e-04b5-4f76-9672-84f3e2fb9b4c', 'port_id': '33435cb7-624c-484c-8fef-d3e3f67eaa7e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4375, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a20f87e-4dd5-486e-94b1-e48821f29b21', 'mac_address': 'fa:16:3e:fe:50:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa044240-8b7d-4464-a613-660e08d72fec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T18:47:14Z', 'updated_at': '2021-11-23T18:47:14Z', 'revision_number': 0, 'project_id': '403044ee93164f5baddb10dd3dc86df3', 'fixed_ip_address_scope': None}, {'id': '68db65c1-312e-44ec-8822-fb3d9f4e0030', 'tenant_id': '403044ee93164f5baddb10dd3dc86df3', 'floating_ip_address': '172.25.3.72', 'floating_network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'router_id': '4d1cab5e-04b5-4f76-9672-84f3e2fb9b4c', 'port_id': '0db96af6-a2d9-4bc8-96f9-b12f9be6b4a2', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4372, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a20f87e-4dd5-486e-94b1-e48821f29b21', 'mac_address': 'fa:16:3e:b2:4d:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bf87719-8f97-42b7-b7bf-b9e3cda52113', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T18:44:42Z', 'updated_at': '2021-11-23T18:44:44Z', 'revision_number': 1, 'project_id': '403044ee93164f5baddb10dd3dc86df3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6ea1a8b-9461-4dd1-8782-ccad61f28e63', 'name': '', 'network_id': '3a20f87e-4dd5-486e-94b1-e48821f29b21', 'tenant_id': '403044ee93164f5baddb10dd3dc86df3', 'mac_address': 'fa:16:3e:24:93:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d1cab5e-04b5-4f76-9672-84f3e2fb9b4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '3e5d77d4-72c2-43f7-bef2-bab4816b6398', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:44:21Z', 'updated_at': '2021-11-23T18:44:26Z', 'revision_number': 5, 'project_id': '403044ee93164f5baddb10dd3dc86df3', 'subnets': [{'id': '3e5d77d4-72c2-43f7-bef2-bab4816b6398', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:47:16.194852 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e11937-aa2f-49bb-92e3-5108460ca1c0 req-18580c74-ab19-4d52-b95c-1bcae0cc6d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:16.196330 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f4e11937-aa2f-49bb-92e3-5108460ca1c0 req-18580c74-ab19-4d52-b95c-1bcae0cc6d62 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3e5d77d4-72c2-43f7-bef2-bab4816b6398 HTTP/1.1" status: 200 len: 848 time: 0.0445063 Nov 23 18:47:16.214474 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6c76ae6-129e-4be8-a015-44cf1b2abdbe None None] Checking router: 4d1cab5e-04b5-4f76-9672-84f3e2fb9b4c for host: n-d-816206-8 {{(pid=103593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:47:16.222574 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6c76ae6-129e-4be8-a015-44cf1b2abdbe None None] Routers {'4d1cab5e-04b5-4f76-9672-84f3e2fb9b4c'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:47:16.223171 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-d6c76ae6-129e-4be8-a015-44cf1b2abdbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T18:47:15Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['4d1cab5e-04b5-4f76-9672-84f3e2fb9b4c'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:47:16.245542 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e11937-aa2f-49bb-92e3-5108460ca1c0 req-21fa8e47-7c9e-4204-92af-5482da940de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:16.247464 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f4e11937-aa2f-49bb-92e3-5108460ca1c0 req-21fa8e47-7c9e-4204-92af-5482da940de0 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3a20f87e-4dd5-486e-94b1-e48821f29b21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438929 Nov 23 18:47:16.329081 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-d6c76ae6-129e-4be8-a015-44cf1b2abdbe None None] Set router 4d1cab5e-04b5-4f76-9672-84f3e2fb9b4c gateway port host: n-d-816206-8 {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:47:16.337120 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f4e11937-aa2f-49bb-92e3-5108460ca1c0 req-531b8ecc-1faf-4464-a66a-710c67464cd6 service neutron] 10.222.0.55 "GET /v2.0/networks/3a20f87e-4dd5-486e-94b1-e48821f29b21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826633 Nov 23 18:47:16.432952 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-f4e11937-aa2f-49bb-92e3-5108460ca1c0 req-c5cb6ba7-93bb-474d-b50e-9ff3c72c9d3a service neutron] 10.222.0.55 "GET /v2.0/networks/3a20f87e-4dd5-486e-94b1-e48821f29b21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888884 Nov 23 18:47:16.560380 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-d6c76ae6-129e-4be8-a015-44cf1b2abdbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d1cab5e-04b5-4f76-9672-84f3e2fb9b4c', 'name': 'tempest-TestSnapshotPattern-668708400-router', 'tenant_id': '403044ee93164f5baddb10dd3dc86df3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.15'}], 'enable_snat': True}, 'gw_port_id': '1f8fc0cc-abdd-44fc-b7f0-455d66a63487', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:44:19Z', 'updated_at': '2021-11-23T18:44:22Z', 'revision_number': 4, 'project_id': '403044ee93164f5baddb10dd3dc86df3', 'gw_port': {'id': '1f8fc0cc-abdd-44fc-b7f0-455d66a63487', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:96:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d1cab5e-04b5-4f76-9672-84f3e2fb9b4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:44:20Z', 'updated_at': '2021-11-23T18:44:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_floatingips': [{'id': '321c229a-d679-442b-a794-d580e7f30592', 'tenant_id': '403044ee93164f5baddb10dd3dc86df3', 'floating_ip_address': '172.25.3.204', 'floating_network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'router_id': '4d1cab5e-04b5-4f76-9672-84f3e2fb9b4c', 'port_id': '33435cb7-624c-484c-8fef-d3e3f67eaa7e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4375, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a20f87e-4dd5-486e-94b1-e48821f29b21', 'mac_address': 'fa:16:3e:fe:50:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa044240-8b7d-4464-a613-660e08d72fec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T18:47:14Z', 'updated_at': '2021-11-23T18:47:14Z', 'revision_number': 0, 'project_id': '403044ee93164f5baddb10dd3dc86df3', 'fixed_ip_address_scope': None}, {'id': '68db65c1-312e-44ec-8822-fb3d9f4e0030', 'tenant_id': '403044ee93164f5baddb10dd3dc86df3', 'floating_ip_address': '172.25.3.72', 'floating_network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'router_id': '4d1cab5e-04b5-4f76-9672-84f3e2fb9b4c', 'port_id': '0db96af6-a2d9-4bc8-96f9-b12f9be6b4a2', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4372, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a20f87e-4dd5-486e-94b1-e48821f29b21', 'mac_address': 'fa:16:3e:b2:4d:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bf87719-8f97-42b7-b7bf-b9e3cda52113', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T18:44:42Z', 'updated_at': '2021-11-23T18:44:44Z', 'revision_number': 1, 'project_id': '403044ee93164f5baddb10dd3dc86df3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6ea1a8b-9461-4dd1-8782-ccad61f28e63', 'name': '', 'network_id': '3a20f87e-4dd5-486e-94b1-e48821f29b21', 'tenant_id': '403044ee93164f5baddb10dd3dc86df3', 'mac_address': 'fa:16:3e:24:93:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d1cab5e-04b5-4f76-9672-84f3e2fb9b4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '3e5d77d4-72c2-43f7-bef2-bab4816b6398', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:44:21Z', 'updated_at': '2021-11-23T18:44:26Z', 'revision_number': 5, 'project_id': '403044ee93164f5baddb10dd3dc86df3', 'subnets': [{'id': '3e5d77d4-72c2-43f7-bef2-bab4816b6398', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:47:16.585907 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6c76ae6-129e-4be8-a015-44cf1b2abdbe None None] The sync data for ids ['4d1cab5e-04b5-4f76-9672-84f3e2fb9b4c'] in n-d-816206-8 is: [{'id': '4d1cab5e-04b5-4f76-9672-84f3e2fb9b4c', 'name': 'tempest-TestSnapshotPattern-668708400-router', 'tenant_id': '403044ee93164f5baddb10dd3dc86df3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.15'}], 'enable_snat': True}, 'gw_port_id': '1f8fc0cc-abdd-44fc-b7f0-455d66a63487', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:44:19Z', 'updated_at': '2021-11-23T18:44:22Z', 'revision_number': 4, 'project_id': '403044ee93164f5baddb10dd3dc86df3', 'gw_port': {'id': '1f8fc0cc-abdd-44fc-b7f0-455d66a63487', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:96:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d1cab5e-04b5-4f76-9672-84f3e2fb9b4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:44:20Z', 'updated_at': '2021-11-23T18:44:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_floatingips': [{'id': '321c229a-d679-442b-a794-d580e7f30592', 'tenant_id': '403044ee93164f5baddb10dd3dc86df3', 'floating_ip_address': '172.25.3.204', 'floating_network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'router_id': '4d1cab5e-04b5-4f76-9672-84f3e2fb9b4c', 'port_id': '33435cb7-624c-484c-8fef-d3e3f67eaa7e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4375, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a20f87e-4dd5-486e-94b1-e48821f29b21', 'mac_address': 'fa:16:3e:fe:50:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa044240-8b7d-4464-a613-660e08d72fec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T18:47:14Z', 'updated_at': '2021-11-23T18:47:14Z', 'revision_number': 0, 'project_id': '403044ee93164f5baddb10dd3dc86df3', 'fixed_ip_address_scope': None}, {'id': '68db65c1-312e-44ec-8822-fb3d9f4e0030', 'tenant_id': '403044ee93164f5baddb10dd3dc86df3', 'floating_ip_address': '172.25.3.72', 'floating_network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'router_id': '4d1cab5e-04b5-4f76-9672-84f3e2fb9b4c', 'port_id': '0db96af6-a2d9-4bc8-96f9-b12f9be6b4a2', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4372, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a20f87e-4dd5-486e-94b1-e48821f29b21', 'mac_address': 'fa:16:3e:b2:4d:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bf87719-8f97-42b7-b7bf-b9e3cda52113', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T18:44:42Z', 'updated_at': '2021-11-23T18:44:44Z', 'revision_number': 1, 'project_id': '403044ee93164f5baddb10dd3dc86df3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6ea1a8b-9461-4dd1-8782-ccad61f28e63', 'name': '', 'network_id': '3a20f87e-4dd5-486e-94b1-e48821f29b21', 'tenant_id': '403044ee93164f5baddb10dd3dc86df3', 'mac_address': 'fa:16:3e:24:93:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d1cab5e-04b5-4f76-9672-84f3e2fb9b4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '3e5d77d4-72c2-43f7-bef2-bab4816b6398', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:44:21Z', 'updated_at': '2021-11-23T18:44:26Z', 'revision_number': 5, 'project_id': '403044ee93164f5baddb10dd3dc86df3', 'subnets': [{'id': '3e5d77d4-72c2-43f7-bef2-bab4816b6398', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:47:16.786589 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0eeb33e-de3f-4bb7-bb7d-794f6661d6ba None None] New status for floating IP 321c229a-d679-442b-a794-d580e7f30592: ACTIVE {{(pid=103592) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 18:47:16.904192 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-52822d53-48f5-4819-8a95-bdc13aea0bf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:18.066481 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9a27ae6c-db98-474f-94c1-cc99bf842d79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:18.547556 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:33.514921 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.agents_db [None req-464f6c07-0de8-4be6-8f5b-563f574d1c5d None None] Agent healthcheck: found 7 active agents {{(pid=103593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 18:47:43.163860 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-034fa2ee-a0e3-48b1-92f6-129cdf208029 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:44.229099 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:45.078361 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:45.242181 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9814e255-fd28-485a-8927-17ec4cb4ae03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:46.865173 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-52822d53-48f5-4819-8a95-bdc13aea0bf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:48.069915 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9a27ae6c-db98-474f-94c1-cc99bf842d79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:48.551949 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:47:48.902066 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d03f6504-66b3-4535-9e90-2473cec8c8d0 req-7e059691-30dd-4c74-a2c2-456adf067d88 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=fa044240-8b7d-4464-a613-660e08d72fec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0399029 Nov 23 18:47:48.982747 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03f6504-66b3-4535-9e90-2473cec8c8d0 req-0bf9083c-af7a-4758-a147-b3d88d3d822f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:48.984226 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d03f6504-66b3-4535-9e90-2473cec8c8d0 req-0bf9083c-af7a-4758-a147-b3d88d3d822f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=403044ee93164f5baddb10dd3dc86df3&device_id=fa044240-8b7d-4464-a613-660e08d72fec HTTP/1.1" status: 200 len: 1096 time: 0.0407152 Nov 23 18:47:49.089954 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03f6504-66b3-4535-9e90-2473cec8c8d0 req-e6922d4f-225f-43b7-a3fe-4d4e8296f218 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:49.091427 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d03f6504-66b3-4535-9e90-2473cec8c8d0 req-e6922d4f-225f-43b7-a3fe-4d4e8296f218 service neutron] 10.222.0.55 "GET /v2.0/networks?id=3a20f87e-4dd5-486e-94b1-e48821f29b21 HTTP/1.1" status: 200 len: 910 time: 0.0896776 Nov 23 18:47:49.155489 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d03f6504-66b3-4535-9e90-2473cec8c8d0 req-bec76006-dc7f-4b32-bbc4-10cce65c4fbf service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=33435cb7-624c-484c-8fef-d3e3f67eaa7e HTTP/1.1" status: 200 len: 1001 time: 0.0571880 Nov 23 18:47:49.209768 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03f6504-66b3-4535-9e90-2473cec8c8d0 req-124b8fb8-468f-444f-b416-a75569b39c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:49.211231 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d03f6504-66b3-4535-9e90-2473cec8c8d0 req-124b8fb8-468f-444f-b416-a75569b39c83 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3e5d77d4-72c2-43f7-bef2-bab4816b6398 HTTP/1.1" status: 200 len: 848 time: 0.0484207 Nov 23 18:47:49.255799 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03f6504-66b3-4535-9e90-2473cec8c8d0 req-60f5746b-79d3-4867-a277-c64c393866cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:49.257291 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d03f6504-66b3-4535-9e90-2473cec8c8d0 req-60f5746b-79d3-4867-a277-c64c393866cb service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3a20f87e-4dd5-486e-94b1-e48821f29b21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394280 Nov 23 18:47:49.351578 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d03f6504-66b3-4535-9e90-2473cec8c8d0 req-e11e0025-4d6e-4fa5-a19c-0160769c7476 service neutron] 10.222.0.55 "GET /v2.0/networks/3a20f87e-4dd5-486e-94b1-e48821f29b21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811706 Nov 23 18:47:49.445727 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-d03f6504-66b3-4535-9e90-2473cec8c8d0 req-21b770ed-8dc9-4989-8943-6627c4ed9b64 service neutron] 10.222.0.55 "GET /v2.0/networks/3a20f87e-4dd5-486e-94b1-e48821f29b21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866833 Nov 23 18:47:52.061994 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7688c96f-46fa-4ecd-a9bb-6cc031da9a58 req-7dead5de-a0de-4733-9c2c-b1b7dfd3b308 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=1bf87719-8f97-42b7-b7bf-b9e3cda52113&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0407040 Nov 23 18:47:52.144754 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7688c96f-46fa-4ecd-a9bb-6cc031da9a58 req-8cee9410-65bd-4779-85a1-c2a4dfc63eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:52.146221 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7688c96f-46fa-4ecd-a9bb-6cc031da9a58 req-8cee9410-65bd-4779-85a1-c2a4dfc63eb7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=403044ee93164f5baddb10dd3dc86df3&device_id=1bf87719-8f97-42b7-b7bf-b9e3cda52113 HTTP/1.1" status: 200 len: 1095 time: 0.0399334 Nov 23 18:47:52.256355 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7688c96f-46fa-4ecd-a9bb-6cc031da9a58 req-1d379792-c226-4e87-a956-3b9626287315 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:52.257872 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7688c96f-46fa-4ecd-a9bb-6cc031da9a58 req-1d379792-c226-4e87-a956-3b9626287315 service neutron] 10.222.0.36 "GET /v2.0/networks?id=3a20f87e-4dd5-486e-94b1-e48821f29b21 HTTP/1.1" status: 200 len: 910 time: 0.0900702 Nov 23 18:47:52.322867 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7688c96f-46fa-4ecd-a9bb-6cc031da9a58 req-df931b55-ccc3-451c-bc70-dd79e86afddc service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0db96af6-a2d9-4bc8-96f9-b12f9be6b4a2 HTTP/1.1" status: 200 len: 999 time: 0.0573065 Nov 23 18:47:52.375700 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7688c96f-46fa-4ecd-a9bb-6cc031da9a58 req-c3e5d252-03c1-45c6-9d9f-950d5f1c75b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:52.377165 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7688c96f-46fa-4ecd-a9bb-6cc031da9a58 req-c3e5d252-03c1-45c6-9d9f-950d5f1c75b7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3e5d77d4-72c2-43f7-bef2-bab4816b6398 HTTP/1.1" status: 200 len: 848 time: 0.0469964 Nov 23 18:47:52.423802 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7688c96f-46fa-4ecd-a9bb-6cc031da9a58 req-ae65798a-d325-4612-a0fd-b2a060399c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:47:52.425328 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7688c96f-46fa-4ecd-a9bb-6cc031da9a58 req-ae65798a-d325-4612-a0fd-b2a060399c66 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3a20f87e-4dd5-486e-94b1-e48821f29b21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408792 Nov 23 18:47:52.519681 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7688c96f-46fa-4ecd-a9bb-6cc031da9a58 req-a9b78f01-c901-47c5-af87-7a3d93859a55 service neutron] 10.222.0.36 "GET /v2.0/networks/3a20f87e-4dd5-486e-94b1-e48821f29b21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852489 Nov 23 18:47:52.610157 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-7688c96f-46fa-4ecd-a9bb-6cc031da9a58 req-ab91d955-734f-49be-9a75-24de1112772c service neutron] 10.222.0.36 "GET /v2.0/networks/3a20f87e-4dd5-486e-94b1-e48821f29b21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824759 Nov 23 18:48:10.513469 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.agents_db [None req-464f6c07-0de8-4be6-8f5b-563f574d1c5d None None] Agent healthcheck: found 7 active agents {{(pid=103593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 18:48:13.165671 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-d8ddbfb0-7b41-4cb8-98d1-8e5216fd6246 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:14.228508 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:15.072704 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:15.243088 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-656b12e6-131f-442f-81ae-9f419f78283f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:16.870852 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-52822d53-48f5-4819-8a95-bdc13aea0bf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:18.072615 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9a27ae6c-db98-474f-94c1-cc99bf842d79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:18.554166 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:43.166854 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-f2284cb0-18a0-4cd8-841e-e3b86a014573 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:44.244794 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:45.072984 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:45.250557 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-adb32bfe-e497-478b-bf39-8184179c9b1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:46.872215 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-52822d53-48f5-4819-8a95-bdc13aea0bf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:47.512043 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.agents_db [None req-464f6c07-0de8-4be6-8f5b-563f574d1c5d None None] Agent healthcheck: found 7 active agents {{(pid=103593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 18:48:48.075757 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9a27ae6c-db98-474f-94c1-cc99bf842d79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:48.555383 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:48.946063 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc6f12e-0a4c-4e70-a0b0-98b2d94c6d4a req-5745eeab-6f77-4826-bb3e-5034ce4ac6f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:48.947440 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-fcc6f12e-0a4c-4e70-a0b0-98b2d94c6d4a req-5745eeab-6f77-4826-bb3e-5034ce4ac6f2 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=403044ee93164f5baddb10dd3dc86df3&device_id=fa044240-8b7d-4464-a613-660e08d72fec HTTP/1.1" status: 200 len: 1096 time: 0.0407774 Nov 23 18:48:49.059691 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc6f12e-0a4c-4e70-a0b0-98b2d94c6d4a req-46e69d8b-92b7-4afb-b6ea-1e23a0914cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:49.061231 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-fcc6f12e-0a4c-4e70-a0b0-98b2d94c6d4a req-46e69d8b-92b7-4afb-b6ea-1e23a0914cc8 service neutron] 10.222.0.55 "GET /v2.0/networks?id=3a20f87e-4dd5-486e-94b1-e48821f29b21 HTTP/1.1" status: 200 len: 910 time: 0.0937545 Nov 23 18:48:49.127179 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-fcc6f12e-0a4c-4e70-a0b0-98b2d94c6d4a req-7a752d6e-1ea4-486f-b48b-9c985d061dce service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=33435cb7-624c-484c-8fef-d3e3f67eaa7e HTTP/1.1" status: 200 len: 1001 time: 0.0576034 Nov 23 18:48:49.180379 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc6f12e-0a4c-4e70-a0b0-98b2d94c6d4a req-6a5c3076-4620-4124-929b-16ffc063b381 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:49.181790 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-fcc6f12e-0a4c-4e70-a0b0-98b2d94c6d4a req-6a5c3076-4620-4124-929b-16ffc063b381 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3e5d77d4-72c2-43f7-bef2-bab4816b6398 HTTP/1.1" status: 200 len: 848 time: 0.0469077 Nov 23 18:48:49.228552 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc6f12e-0a4c-4e70-a0b0-98b2d94c6d4a req-56a50f88-e8d7-4393-99b1-520911d3b86a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:49.229954 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-fcc6f12e-0a4c-4e70-a0b0-98b2d94c6d4a req-56a50f88-e8d7-4393-99b1-520911d3b86a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3a20f87e-4dd5-486e-94b1-e48821f29b21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408571 Nov 23 18:48:49.325684 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-fcc6f12e-0a4c-4e70-a0b0-98b2d94c6d4a req-dda0e5e4-074c-4380-b26a-d73e60336a88 service neutron] 10.222.0.55 "GET /v2.0/networks/3a20f87e-4dd5-486e-94b1-e48821f29b21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868604 Nov 23 18:48:49.415826 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-fcc6f12e-0a4c-4e70-a0b0-98b2d94c6d4a req-8c8c3c50-bc6d-48ba-9041-0097a770b35c service neutron] 10.222.0.55 "GET /v2.0/networks/3a20f87e-4dd5-486e-94b1-e48821f29b21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819380 Nov 23 18:48:51.527218 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device 33435cb7-624c-484c-8fef-d3e3f67eaa7e details requested by agent hyperv_n-h1-816206-8 with host n-h1-816206-8 {{(pid=103592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 18:48:51.672627 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port 33435cb7-624c-484c-8fef-d3e3f67eaa7e, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=33435cb7-624c-484c-8fef-d3e3f67eaa7e,segment=NetworkSegment(1df0840a-c974-4846-9dff-dbd7d0a32ea9),segment_id=1df0840a-c974-4846-9dff-dbd7d0a32ea9)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:48:51.684788 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Returning: {'device': '33435cb7-624c-484c-8fef-d3e3f67eaa7e', 'network_id': '3a20f87e-4dd5-486e-94b1-e48821f29b21', 'port_id': '33435cb7-624c-484c-8fef-d3e3f67eaa7e', 'mac_address': 'fa:16:3e:fe:50:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e5d77d4-72c2-43f7-bef2-bab4816b6398', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 18:48:51.729440 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:51.743493 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 33435cb7-624c-484c-8fef-d3e3f67eaa7e {{(pid=103592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 18:48:51.763933 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port 33435cb7-624c-484c-8fef-d3e3f67eaa7e, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=33435cb7-624c-484c-8fef-d3e3f67eaa7e,segment=NetworkSegment(1df0840a-c974-4846-9dff-dbd7d0a32ea9),segment_id=1df0840a-c974-4846-9dff-dbd7d0a32ea9)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:48:51.772174 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:51.833307 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Pushing event updated for resources: {'Port': ['ID=33435cb7-624c-484c-8fef-d3e3f67eaa7e,revision_number=6']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:48:51.842636 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:48:51.842986 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:48:51.844776 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:48:51.845660 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:48:51.845660 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:48:51.845845 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:48:51.846164 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:48:51.846510 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:48:51.846889 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:48:51.847328 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:48:51.847665 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:48:51.848023 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:48:51.859613 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] get_ports_and_sgs() called for port_ids ['33435cb7-624c-484c-8fef-d3e3f67eaa7e'] {{(pid=103592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 18:48:52.058801 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-15a2418a-52db-4fa3-b4ad-82521cdf1a26 req-617654ee-d648-4437-b0cf-5e4f1101e6ae service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=1bf87719-8f97-42b7-b7bf-b9e3cda52113&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0475116 Nov 23 18:48:52.161973 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a2418a-52db-4fa3-b4ad-82521cdf1a26 req-205ae086-14f9-4c7c-b053-230c15e2b803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:52.164012 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-15a2418a-52db-4fa3-b4ad-82521cdf1a26 req-205ae086-14f9-4c7c-b053-230c15e2b803 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=403044ee93164f5baddb10dd3dc86df3&device_id=1bf87719-8f97-42b7-b7bf-b9e3cda52113 HTTP/1.1" status: 200 len: 1095 time: 0.0561512 Nov 23 18:48:52.306527 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a2418a-52db-4fa3-b4ad-82521cdf1a26 req-529e223f-3d59-44c1-92ef-b0cd913deaa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:52.307995 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-15a2418a-52db-4fa3-b4ad-82521cdf1a26 req-529e223f-3d59-44c1-92ef-b0cd913deaa3 service neutron] 10.222.0.36 "GET /v2.0/networks?id=3a20f87e-4dd5-486e-94b1-e48821f29b21 HTTP/1.1" status: 200 len: 910 time: 0.1124225 Nov 23 18:48:52.386596 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-15a2418a-52db-4fa3-b4ad-82521cdf1a26 req-2e861beb-427f-4d1d-8eb7-dd0e0dcaa205 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0db96af6-a2d9-4bc8-96f9-b12f9be6b4a2 HTTP/1.1" status: 200 len: 999 time: 0.0711658 Nov 23 18:48:52.442439 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a2418a-52db-4fa3-b4ad-82521cdf1a26 req-915138e2-1935-46ba-ab0f-20d966b4e6f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:52.444143 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-15a2418a-52db-4fa3-b4ad-82521cdf1a26 req-915138e2-1935-46ba-ab0f-20d966b4e6f1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3e5d77d4-72c2-43f7-bef2-bab4816b6398 HTTP/1.1" status: 200 len: 848 time: 0.0496681 Nov 23 18:48:52.493679 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a2418a-52db-4fa3-b4ad-82521cdf1a26 req-dd000df3-ac89-4453-aaf1-483ee5300d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:48:52.495311 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-15a2418a-52db-4fa3-b4ad-82521cdf1a26 req-dd000df3-ac89-4453-aaf1-483ee5300d59 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3a20f87e-4dd5-486e-94b1-e48821f29b21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434582 Nov 23 18:48:52.924256 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-15a2418a-52db-4fa3-b4ad-82521cdf1a26 req-9e2848c1-d5db-4adf-ae85-03b3a1cc7847 service neutron] 10.222.0.36 "GET /v2.0/networks/3a20f87e-4dd5-486e-94b1-e48821f29b21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4207065 Nov 23 18:48:53.044860 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-15a2418a-52db-4fa3-b4ad-82521cdf1a26 req-d24b700a-a833-4b1a-9997-0a273e1ec589 service neutron] 10.222.0.36 "GET /v2.0/networks/3a20f87e-4dd5-486e-94b1-e48821f29b21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1108227 Nov 23 18:48:53.542504 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device 33435cb7-624c-484c-8fef-d3e3f67eaa7e up at agent hyperv_n-h1-816206-8 {{(pid=103592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 18:48:53.607215 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.provisioning_blocks [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Provisioning complete for port 33435cb7-624c-484c-8fef-d3e3f67eaa7e triggered by entity L2. {{(pid=103592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 18:48:53.607587 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-990338'] for port, provisioning_complete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:53.700104 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-540034'] for port, before_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:53.724236 n-d-816206-8 neutron-server[103592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa044240-8b7d-4464-a613-660e08d72fec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33435cb7-624c-484c-8fef-d3e3f67eaa7e'}] {{(pid=103592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:48:53.726615 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}369cae9aa69facfce3992dabc874bd76984507e3cd36da60a73cd3603125cd43" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94f744bf-48ce-4c84-9b8c-4d1492bccd1e" -d '{"events": [{"server_uuid": "fa044240-8b7d-4464-a613-660e08d72fec", "name": "network-vif-plugged", "status": "completed", "tag": "33435cb7-624c-484c-8fef-d3e3f67eaa7e"}]}' {{(pid=103592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:48:53.760793 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] For port 33435cb7-624c-484c-8fef-d3e3f67eaa7e, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=33435cb7-624c-484c-8fef-d3e3f67eaa7e,segment=NetworkSegment(1df0840a-c974-4846-9dff-dbd7d0a32ea9),segment_id=1df0840a-c974-4846-9dff-dbd7d0a32ea9)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:48:53.769177 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736635651530', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736635317998', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736635322628'] for port, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:48:53.774898 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:48:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bce32d8d-4f01-4057-9023-e09d9d63d62b x-openstack-request-id: req-bce32d8d-4f01-4057-9023-e09d9d63d62b {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:48:53.775176 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa044240-8b7d-4464-a613-660e08d72fec", "name": "network-vif-plugged", "status": "completed", "tag": "33435cb7-624c-484c-8fef-d3e3f67eaa7e", "code": 200}]} {{(pid=103592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:48:53.775431 n-d-816206-8 neutron-server[103592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-bce32d8d-4f01-4057-9023-e09d9d63d62b {{(pid=103592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:48:53.775871 n-d-816206-8 neutron-server[103592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa044240-8b7d-4464-a613-660e08d72fec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33435cb7-624c-484c-8fef-d3e3f67eaa7e', 'code': 200} Nov 23 18:48:53.824707 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Pushing event updated for resources: {'Port': ['ID=33435cb7-624c-484c-8fef-d3e3f67eaa7e,revision_number=7']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:49:00.007656 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 59196) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:49:00.173950 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-e32995fa-dbac-4061-8c28-9ce700b28f80 tempest-TestSnapshotPattern-884285789 tempest-TestSnapshotPattern-884285789-project] Deleting port f387e4c9-c34f-4315-9dd4-84998e5f91d5 {{(pid=103591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:49:00.174195 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-e32995fa-dbac-4061-8c28-9ce700b28f80 tempest-TestSnapshotPattern-884285789 tempest-TestSnapshotPattern-884285789-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:00.250851 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-e32995fa-dbac-4061-8c28-9ce700b28f80 tempest-TestSnapshotPattern-884285789 tempest-TestSnapshotPattern-884285789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:00.251167 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-e32995fa-dbac-4061-8c28-9ce700b28f80 tempest-TestSnapshotPattern-884285789 tempest-TestSnapshotPattern-884285789-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:00.263083 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-e32995fa-dbac-4061-8c28-9ce700b28f80 tempest-TestSnapshotPattern-884285789 tempest-TestSnapshotPattern-884285789-project] Calling delete_port for f387e4c9-c34f-4315-9dd4-84998e5f91d5 owned by network:floatingip {{(pid=103591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:49:00.409060 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-e32995fa-dbac-4061-8c28-9ce700b28f80 tempest-TestSnapshotPattern-884285789 tempest-TestSnapshotPattern-884285789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:00.434466 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32995fa-dbac-4061-8c28-9ce700b28f80 tempest-TestSnapshotPattern-884285789 tempest-TestSnapshotPattern-884285789-project] Pushing event deleted for resources: {'Port': ['ID=f387e4c9-c34f-4315-9dd4-84998e5f91d5,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:49:00.458819 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32995fa-dbac-4061-8c28-9ce700b28f80 tempest-TestSnapshotPattern-884285789 tempest-TestSnapshotPattern-884285789-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:49:00.459172 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32995fa-dbac-4061-8c28-9ce700b28f80 tempest-TestSnapshotPattern-884285789 tempest-TestSnapshotPattern-884285789-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:49:00.459514 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32995fa-dbac-4061-8c28-9ce700b28f80 tempest-TestSnapshotPattern-884285789 tempest-TestSnapshotPattern-884285789-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:49:00.459860 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32995fa-dbac-4061-8c28-9ce700b28f80 tempest-TestSnapshotPattern-884285789 tempest-TestSnapshotPattern-884285789-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:49:00.460193 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32995fa-dbac-4061-8c28-9ce700b28f80 tempest-TestSnapshotPattern-884285789 tempest-TestSnapshotPattern-884285789-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:49:00.460550 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32995fa-dbac-4061-8c28-9ce700b28f80 tempest-TestSnapshotPattern-884285789 tempest-TestSnapshotPattern-884285789-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:49:00.460881 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32995fa-dbac-4061-8c28-9ce700b28f80 tempest-TestSnapshotPattern-884285789 tempest-TestSnapshotPattern-884285789-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:49:00.461211 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32995fa-dbac-4061-8c28-9ce700b28f80 tempest-TestSnapshotPattern-884285789 tempest-TestSnapshotPattern-884285789-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:49:00.461540 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32995fa-dbac-4061-8c28-9ce700b28f80 tempest-TestSnapshotPattern-884285789 tempest-TestSnapshotPattern-884285789-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:49:00.461863 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32995fa-dbac-4061-8c28-9ce700b28f80 tempest-TestSnapshotPattern-884285789 tempest-TestSnapshotPattern-884285789-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:49:00.462191 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32995fa-dbac-4061-8c28-9ce700b28f80 tempest-TestSnapshotPattern-884285789 tempest-TestSnapshotPattern-884285789-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:49:00.462518 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32995fa-dbac-4061-8c28-9ce700b28f80 tempest-TestSnapshotPattern-884285789 tempest-TestSnapshotPattern-884285789-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:49:00.506499 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-e32995fa-dbac-4061-8c28-9ce700b28f80 tempest-TestSnapshotPattern-884285789 tempest-TestSnapshotPattern-884285789-project] Publish callbacks [] for floatingip, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:00.506830 n-d-816206-8 neutron-server[103591]: INFO neutron.db.l3_db [None req-e32995fa-dbac-4061-8c28-9ce700b28f80 tempest-TestSnapshotPattern-884285789 tempest-TestSnapshotPattern-884285789-project] Floating IP 321c229a-d679-442b-a794-d580e7f30592 disassociated (deleted). External IP: 172.25.3.204, port: 33435cb7-624c-484c-8fef-d3e3f67eaa7e. Nov 23 18:49:00.714215 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e32995fa-dbac-4061-8c28-9ce700b28f80 tempest-TestSnapshotPattern-884285789 tempest-TestSnapshotPattern-884285789-project] Router 4d1cab5e-04b5-4f76-9672-84f3e2fb9b4c has already been hosted by L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 {{(pid=103591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:49:00.821878 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e32995fa-dbac-4061-8c28-9ce700b28f80 tempest-TestSnapshotPattern-884285789 tempest-TestSnapshotPattern-884285789-project] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:49:00.826703 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-e32995fa-dbac-4061-8c28-9ce700b28f80 tempest-TestSnapshotPattern-884285789 tempest-TestSnapshotPattern-884285789-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for floatingip, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:00.831328 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c5c9f98-f268-4b15-b40c-c99ef2ff6e65 None None] Sync routers for ids ['4d1cab5e-04b5-4f76-9672-84f3e2fb9b4c'] in n-d-816206-8 {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:49:00.841787 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c5c9f98-f268-4b15-b40c-c99ef2ff6e65 None None] Routers {'4d1cab5e-04b5-4f76-9672-84f3e2fb9b4c'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:49:00.842463 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-0c5c9f98-f268-4b15-b40c-c99ef2ff6e65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T18:48:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['4d1cab5e-04b5-4f76-9672-84f3e2fb9b4c'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:49:00.853733 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-e32995fa-dbac-4061-8c28-9ce700b28f80 tempest-TestSnapshotPattern-884285789 tempest-TestSnapshotPattern-884285789-project] 10.222.0.60 "DELETE /v2.0/floatingips/321c229a-d679-442b-a794-d580e7f30592 HTTP/1.1" status: 204 len: 168 time: 0.8449683 Nov 23 18:49:00.854336 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa044240-8b7d-4464-a613-660e08d72fec', 'tag': '33435cb7-624c-484c-8fef-d3e3f67eaa7e'}] {{(pid=103591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:49:00.856658 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f4e21f982013ce885b63e29a1d25974432d95030e0706b58ae42016fda4ab83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2a8c114-1f67-43e4-9c1d-7ae853d9ab2c" -d '{"events": [{"name": "network-changed", "server_uuid": "fa044240-8b7d-4464-a613-660e08d72fec", "tag": "33435cb7-624c-484c-8fef-d3e3f67eaa7e"}]}' {{(pid=103591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:49:00.918727 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:49:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-657d1f73-e088-4f50-8062-e8d6478785cb x-openstack-request-id: req-657d1f73-e088-4f50-8062-e8d6478785cb {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:49:00.919095 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa044240-8b7d-4464-a613-660e08d72fec", "tag": "33435cb7-624c-484c-8fef-d3e3f67eaa7e", "status": "completed", "code": 200}]} {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:49:00.919599 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-657d1f73-e088-4f50-8062-e8d6478785cb {{(pid=103591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:49:00.919961 n-d-816206-8 neutron-server[103591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa044240-8b7d-4464-a613-660e08d72fec', 'tag': '33435cb7-624c-484c-8fef-d3e3f67eaa7e', 'status': 'completed', 'code': 200} Nov 23 18:49:00.999113 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a8c114-1f67-43e4-9c1d-7ae853d9ab2c req-73d1a07d-6b7d-4588-a955-4c8c8652f5c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:49:01.000851 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b2a8c114-1f67-43e4-9c1d-7ae853d9ab2c req-73d1a07d-6b7d-4588-a955-4c8c8652f5c6 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=403044ee93164f5baddb10dd3dc86df3&device_id=fa044240-8b7d-4464-a613-660e08d72fec HTTP/1.1" status: 200 len: 1096 time: 0.0539517 Nov 23 18:49:01.077334 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-0c5c9f98-f268-4b15-b40c-c99ef2ff6e65 None None] Set router 4d1cab5e-04b5-4f76-9672-84f3e2fb9b4c gateway port host: n-d-816206-8 {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:49:01.121803 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a8c114-1f67-43e4-9c1d-7ae853d9ab2c req-a05358c5-32f0-4157-aab2-7f033810f88d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:49:01.123372 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b2a8c114-1f67-43e4-9c1d-7ae853d9ab2c req-a05358c5-32f0-4157-aab2-7f033810f88d service neutron] 10.222.0.55 "GET /v2.0/networks?id=3a20f87e-4dd5-486e-94b1-e48821f29b21 HTTP/1.1" status: 200 len: 910 time: 0.1017959 Nov 23 18:49:01.172604 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b2a8c114-1f67-43e4-9c1d-7ae853d9ab2c req-06385619-9eb9-4ec3-955c-eb8918257b12 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=33435cb7-624c-484c-8fef-d3e3f67eaa7e HTTP/1.1" status: 200 len: 217 time: 0.0411954 Nov 23 18:49:01.246450 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a8c114-1f67-43e4-9c1d-7ae853d9ab2c req-99a4b47a-328d-4fdb-ab5b-870602248e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:49:01.247928 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b2a8c114-1f67-43e4-9c1d-7ae853d9ab2c req-99a4b47a-328d-4fdb-ab5b-870602248e47 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3e5d77d4-72c2-43f7-bef2-bab4816b6398 HTTP/1.1" status: 200 len: 848 time: 0.0664883 Nov 23 18:49:01.256356 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb8c56c-236d-4809-9832-e96179f0e805 req-65295422-ebd9-4ec4-af64-9dab1bd8521e tempest-TestSnapshotPattern-884285789 tempest-TestSnapshotPattern-884285789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:49:01.257720 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8cb8c56c-236d-4809-9832-e96179f0e805 req-65295422-ebd9-4ec4-af64-9dab1bd8521e tempest-TestSnapshotPattern-884285789 tempest-TestSnapshotPattern-884285789-project] 10.222.0.60 "GET /v2.0/ports?device_id=fa044240-8b7d-4464-a613-660e08d72fec HTTP/1.1" status: 200 len: 945 time: 0.1731055 Nov 23 18:49:01.307275 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-0c5c9f98-f268-4b15-b40c-c99ef2ff6e65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d1cab5e-04b5-4f76-9672-84f3e2fb9b4c', 'name': 'tempest-TestSnapshotPattern-668708400-router', 'tenant_id': '403044ee93164f5baddb10dd3dc86df3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.15'}], 'enable_snat': True}, 'gw_port_id': '1f8fc0cc-abdd-44fc-b7f0-455d66a63487', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:44:19Z', 'updated_at': '2021-11-23T18:44:22Z', 'revision_number': 4, 'project_id': '403044ee93164f5baddb10dd3dc86df3', 'gw_port': {'id': '1f8fc0cc-abdd-44fc-b7f0-455d66a63487', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:96:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d1cab5e-04b5-4f76-9672-84f3e2fb9b4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:44:20Z', 'updated_at': '2021-11-23T18:44:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_floatingips': [{'id': '68db65c1-312e-44ec-8822-fb3d9f4e0030', 'tenant_id': '403044ee93164f5baddb10dd3dc86df3', 'floating_ip_address': '172.25.3.72', 'floating_network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'router_id': '4d1cab5e-04b5-4f76-9672-84f3e2fb9b4c', 'port_id': '0db96af6-a2d9-4bc8-96f9-b12f9be6b4a2', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4372, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a20f87e-4dd5-486e-94b1-e48821f29b21', 'mac_address': 'fa:16:3e:b2:4d:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bf87719-8f97-42b7-b7bf-b9e3cda52113', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T18:44:42Z', 'updated_at': '2021-11-23T18:44:44Z', 'revision_number': 1, 'project_id': '403044ee93164f5baddb10dd3dc86df3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6ea1a8b-9461-4dd1-8782-ccad61f28e63', 'name': '', 'network_id': '3a20f87e-4dd5-486e-94b1-e48821f29b21', 'tenant_id': '403044ee93164f5baddb10dd3dc86df3', 'mac_address': 'fa:16:3e:24:93:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d1cab5e-04b5-4f76-9672-84f3e2fb9b4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '3e5d77d4-72c2-43f7-bef2-bab4816b6398', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:44:21Z', 'updated_at': '2021-11-23T18:44:26Z', 'revision_number': 5, 'project_id': '403044ee93164f5baddb10dd3dc86df3', 'subnets': [{'id': '3e5d77d4-72c2-43f7-bef2-bab4816b6398', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:49:01.319104 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a8c114-1f67-43e4-9c1d-7ae853d9ab2c req-82523b28-ee12-4cbd-96b5-c4e69bd4075e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:49:01.320650 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b2a8c114-1f67-43e4-9c1d-7ae853d9ab2c req-82523b28-ee12-4cbd-96b5-c4e69bd4075e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3a20f87e-4dd5-486e-94b1-e48821f29b21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0620449 Nov 23 18:49:01.337271 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c5c9f98-f268-4b15-b40c-c99ef2ff6e65 None None] Checking router: 4d1cab5e-04b5-4f76-9672-84f3e2fb9b4c for host: n-d-816206-8 {{(pid=103593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:49:01.345884 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c5c9f98-f268-4b15-b40c-c99ef2ff6e65 None None] Routers {'4d1cab5e-04b5-4f76-9672-84f3e2fb9b4c'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:49:01.346486 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-0c5c9f98-f268-4b15-b40c-c99ef2ff6e65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T18:48:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['4d1cab5e-04b5-4f76-9672-84f3e2fb9b4c'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:49:01.358285 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-8cb8c56c-236d-4809-9832-e96179f0e805 req-98519275-afcf-46af-828e-001d0081f896 tempest-TestSnapshotPattern-884285789 tempest-TestSnapshotPattern-884285789-project] 10.222.0.60 "GET /v2.0/security-groups?id=c08bd0da-b2ef-42a8-90ff-84b6562287b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0921104 Nov 23 18:49:01.426384 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b2a8c114-1f67-43e4-9c1d-7ae853d9ab2c req-6f29681b-9c8e-459f-a6ff-2784c24e7bc5 service neutron] 10.222.0.55 "GET /v2.0/networks/3a20f87e-4dd5-486e-94b1-e48821f29b21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979571 Nov 23 18:49:01.451481 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-0c5c9f98-f268-4b15-b40c-c99ef2ff6e65 None None] Set router 4d1cab5e-04b5-4f76-9672-84f3e2fb9b4c gateway port host: n-d-816206-8 {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:49:01.524034 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-b2a8c114-1f67-43e4-9c1d-7ae853d9ab2c req-1b8d1ce3-639a-46fa-9861-00475e0b1370 service neutron] 10.222.0.55 "GET /v2.0/networks/3a20f87e-4dd5-486e-94b1-e48821f29b21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878913 Nov 23 18:49:01.676793 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-0c5c9f98-f268-4b15-b40c-c99ef2ff6e65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d1cab5e-04b5-4f76-9672-84f3e2fb9b4c', 'name': 'tempest-TestSnapshotPattern-668708400-router', 'tenant_id': '403044ee93164f5baddb10dd3dc86df3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.15'}], 'enable_snat': True}, 'gw_port_id': '1f8fc0cc-abdd-44fc-b7f0-455d66a63487', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:44:19Z', 'updated_at': '2021-11-23T18:44:22Z', 'revision_number': 4, 'project_id': '403044ee93164f5baddb10dd3dc86df3', 'gw_port': {'id': '1f8fc0cc-abdd-44fc-b7f0-455d66a63487', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:96:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d1cab5e-04b5-4f76-9672-84f3e2fb9b4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:44:20Z', 'updated_at': '2021-11-23T18:44:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_floatingips': [{'id': '68db65c1-312e-44ec-8822-fb3d9f4e0030', 'tenant_id': '403044ee93164f5baddb10dd3dc86df3', 'floating_ip_address': '172.25.3.72', 'floating_network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'router_id': '4d1cab5e-04b5-4f76-9672-84f3e2fb9b4c', 'port_id': '0db96af6-a2d9-4bc8-96f9-b12f9be6b4a2', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4372, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a20f87e-4dd5-486e-94b1-e48821f29b21', 'mac_address': 'fa:16:3e:b2:4d:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bf87719-8f97-42b7-b7bf-b9e3cda52113', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T18:44:42Z', 'updated_at': '2021-11-23T18:44:44Z', 'revision_number': 1, 'project_id': '403044ee93164f5baddb10dd3dc86df3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6ea1a8b-9461-4dd1-8782-ccad61f28e63', 'name': '', 'network_id': '3a20f87e-4dd5-486e-94b1-e48821f29b21', 'tenant_id': '403044ee93164f5baddb10dd3dc86df3', 'mac_address': 'fa:16:3e:24:93:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d1cab5e-04b5-4f76-9672-84f3e2fb9b4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '3e5d77d4-72c2-43f7-bef2-bab4816b6398', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:44:21Z', 'updated_at': '2021-11-23T18:44:26Z', 'revision_number': 5, 'project_id': '403044ee93164f5baddb10dd3dc86df3', 'subnets': [{'id': '3e5d77d4-72c2-43f7-bef2-bab4816b6398', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:49:01.702628 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c5c9f98-f268-4b15-b40c-c99ef2ff6e65 None None] The sync data for ids ['4d1cab5e-04b5-4f76-9672-84f3e2fb9b4c'] in n-d-816206-8 is: [{'id': '4d1cab5e-04b5-4f76-9672-84f3e2fb9b4c', 'name': 'tempest-TestSnapshotPattern-668708400-router', 'tenant_id': '403044ee93164f5baddb10dd3dc86df3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.15'}], 'enable_snat': True}, 'gw_port_id': '1f8fc0cc-abdd-44fc-b7f0-455d66a63487', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:44:19Z', 'updated_at': '2021-11-23T18:44:22Z', 'revision_number': 4, 'project_id': '403044ee93164f5baddb10dd3dc86df3', 'gw_port': {'id': '1f8fc0cc-abdd-44fc-b7f0-455d66a63487', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:96:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d1cab5e-04b5-4f76-9672-84f3e2fb9b4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:44:20Z', 'updated_at': '2021-11-23T18:44:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_floatingips': [{'id': '68db65c1-312e-44ec-8822-fb3d9f4e0030', 'tenant_id': '403044ee93164f5baddb10dd3dc86df3', 'floating_ip_address': '172.25.3.72', 'floating_network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'router_id': '4d1cab5e-04b5-4f76-9672-84f3e2fb9b4c', 'port_id': '0db96af6-a2d9-4bc8-96f9-b12f9be6b4a2', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4372, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a20f87e-4dd5-486e-94b1-e48821f29b21', 'mac_address': 'fa:16:3e:b2:4d:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bf87719-8f97-42b7-b7bf-b9e3cda52113', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T18:44:42Z', 'updated_at': '2021-11-23T18:44:44Z', 'revision_number': 1, 'project_id': '403044ee93164f5baddb10dd3dc86df3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6ea1a8b-9461-4dd1-8782-ccad61f28e63', 'name': '', 'network_id': '3a20f87e-4dd5-486e-94b1-e48821f29b21', 'tenant_id': '403044ee93164f5baddb10dd3dc86df3', 'mac_address': 'fa:16:3e:24:93:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d1cab5e-04b5-4f76-9672-84f3e2fb9b4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '3e5d77d4-72c2-43f7-bef2-bab4816b6398', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:44:21Z', 'updated_at': '2021-11-23T18:44:26Z', 'revision_number': 5, 'project_id': '403044ee93164f5baddb10dd3dc86df3', 'subnets': [{'id': '3e5d77d4-72c2-43f7-bef2-bab4816b6398', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:49:01.942181 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d68c879-84b1-4065-b245-b17de923e03f None None] New status for floating IP 321c229a-d679-442b-a794-d580e7f30592: DOWN {{(pid=103592) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 18:49:02.478611 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecd21f4-2a12-4e7b-baed-ac7a8284bbeb req-318b9787-cb41-42b3-a882-35a5a05a59b5 tempest-TestSnapshotPattern-884285789 tempest-TestSnapshotPattern-884285789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:49:02.480110 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-aecd21f4-2a12-4e7b-baed-ac7a8284bbeb req-318b9787-cb41-42b3-a882-35a5a05a59b5 tempest-TestSnapshotPattern-884285789 tempest-TestSnapshotPattern-884285789-project] 10.222.0.60 "GET /v2.0/ports?device_id=fa044240-8b7d-4464-a613-660e08d72fec HTTP/1.1" status: 200 len: 945 time: 0.0494273 Nov 23 18:49:02.537884 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-aecd21f4-2a12-4e7b-baed-ac7a8284bbeb req-0c4e1c7e-894c-418e-b60e-87829af20a07 tempest-TestSnapshotPattern-884285789 tempest-TestSnapshotPattern-884285789-project] 10.222.0.60 "GET /v2.0/security-groups?id=c08bd0da-b2ef-42a8-90ff-84b6562287b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514648 Nov 23 18:49:02.573650 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccce36b4-659a-4679-9913-6ced8c8e3f01 req-3934e1a8-4b43-4d7f-8ff1-e99e2c23cfe3 tempest-TestSnapshotPattern-884285789 tempest-TestSnapshotPattern-884285789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:49:02.575083 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ccce36b4-659a-4679-9913-6ced8c8e3f01 req-3934e1a8-4b43-4d7f-8ff1-e99e2c23cfe3 tempest-TestSnapshotPattern-884285789 tempest-TestSnapshotPattern-884285789-project] 10.222.0.55 "GET /v2.0/ports?device_id=fa044240-8b7d-4464-a613-660e08d72fec HTTP/1.1" status: 200 len: 945 time: 0.0540619 Nov 23 18:49:02.667332 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [req-ccce36b4-659a-4679-9913-6ced8c8e3f01 req-15f8f2aa-851c-4498-ab92-d68abf28c8c4 tempest-TestSnapshotPattern-884285789 tempest-TestSnapshotPattern-884285789-project] Deleting port 33435cb7-624c-484c-8fef-d3e3f67eaa7e {{(pid=103591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:49:02.667560 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-ccce36b4-659a-4679-9913-6ced8c8e3f01 req-15f8f2aa-851c-4498-ab92-d68abf28c8c4 tempest-TestSnapshotPattern-884285789 tempest-TestSnapshotPattern-884285789-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:02.754969 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-ccce36b4-659a-4679-9913-6ced8c8e3f01 req-15f8f2aa-851c-4498-ab92-d68abf28c8c4 tempest-TestSnapshotPattern-884285789 tempest-TestSnapshotPattern-884285789-project] For port 33435cb7-624c-484c-8fef-d3e3f67eaa7e, host n-h1-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-816206-8',level=0,port_id=33435cb7-624c-484c-8fef-d3e3f67eaa7e,segment=NetworkSegment(1df0840a-c974-4846-9dff-dbd7d0a32ea9),segment_id=1df0840a-c974-4846-9dff-dbd7d0a32ea9)] {{(pid=103591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:49:02.755370 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-ccce36b4-659a-4679-9913-6ced8c8e3f01 req-15f8f2aa-851c-4498-ab92-d68abf28c8c4 tempest-TestSnapshotPattern-884285789 tempest-TestSnapshotPattern-884285789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:02.767920 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [req-ccce36b4-659a-4679-9913-6ced8c8e3f01 req-15f8f2aa-851c-4498-ab92-d68abf28c8c4 tempest-TestSnapshotPattern-884285789 tempest-TestSnapshotPattern-884285789-project] Calling delete_port for 33435cb7-624c-484c-8fef-d3e3f67eaa7e owned by compute:nova {{(pid=103591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:49:02.895696 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-ccce36b4-659a-4679-9913-6ced8c8e3f01 req-15f8f2aa-851c-4498-ab92-d68abf28c8c4 tempest-TestSnapshotPattern-884285789 tempest-TestSnapshotPattern-884285789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:02.924239 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f8f2aa-851c-4498-ab92-d68abf28c8c4 tempest-TestSnapshotPattern-884285789 tempest-TestSnapshotPattern-884285789-project] Pushing event deleted for resources: {'Port': ['ID=33435cb7-624c-484c-8fef-d3e3f67eaa7e,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:49:02.971003 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccce36b4-659a-4679-9913-6ced8c8e3f01 req-15f8f2aa-851c-4498-ab92-d68abf28c8c4 tempest-TestSnapshotPattern-884285789 tempest-TestSnapshotPattern-884285789-project] No DVR routers for this DVR port 33435cb7-624c-484c-8fef-d3e3f67eaa7e on host n-h1-816206-8 {{(pid=103591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:49:02.974554 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-ccce36b4-659a-4679-9913-6ced8c8e3f01 req-15f8f2aa-851c-4498-ab92-d68abf28c8c4 tempest-TestSnapshotPattern-884285789 tempest-TestSnapshotPattern-884285789-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:02.979784 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-ccce36b4-659a-4679-9913-6ced8c8e3f01 req-15f8f2aa-851c-4498-ab92-d68abf28c8c4 tempest-TestSnapshotPattern-884285789 tempest-TestSnapshotPattern-884285789-project] 10.222.0.55 "DELETE /v2.0/ports/33435cb7-624c-484c-8fef-d3e3f67eaa7e HTTP/1.1" status: 204 len: 173 time: 0.3983920 Nov 23 18:49:02.980226 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa044240-8b7d-4464-a613-660e08d72fec', 'name': 'network-vif-deleted', 'tag': '33435cb7-624c-484c-8fef-d3e3f67eaa7e'}] {{(pid=103591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:49:02.982482 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f4e21f982013ce885b63e29a1d25974432d95030e0706b58ae42016fda4ab83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfb0ca73-0403-4233-9cd8-d0bd2e0b3d62" -d '{"events": [{"server_uuid": "fa044240-8b7d-4464-a613-660e08d72fec", "name": "network-vif-deleted", "tag": "33435cb7-624c-484c-8fef-d3e3f67eaa7e"}]}' {{(pid=103591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:49:03.023989 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:49:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-638569a8-039a-4f9b-a748-9ae5c6f63bef x-openstack-request-id: req-638569a8-039a-4f9b-a748-9ae5c6f63bef {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:49:03.024413 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa044240-8b7d-4464-a613-660e08d72fec", "name": "network-vif-deleted", "tag": "33435cb7-624c-484c-8fef-d3e3f67eaa7e", "status": "completed", "code": 200}]} {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:49:03.024695 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-638569a8-039a-4f9b-a748-9ae5c6f63bef {{(pid=103591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:49:03.025096 n-d-816206-8 neutron-server[103591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa044240-8b7d-4464-a613-660e08d72fec', 'name': 'network-vif-deleted', 'tag': '33435cb7-624c-484c-8fef-d3e3f67eaa7e', 'status': 'completed', 'code': 200} Nov 23 18:49:03.603718 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device 33435cb7-624c-484c-8fef-d3e3f67eaa7e no longer exists at agent hyperv_n-h1-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:49:03.623777 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] No Port match for: 33435cb7-624c-484c-8fef-d3e3f67eaa7e {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:49:03.624122 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device 33435cb7-624c-484c-8fef-d3e3f67eaa7e not bound to the agent host n-h1-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:49:04.100206 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 59256) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:49:04.257549 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-f9c3c494-fa79-498c-97ac-efbaa42abba6 tempest-TestSnapshotPattern-884285789 tempest-TestSnapshotPattern-884285789-project] Deleting port 8df8da19-9992-43cd-8a8a-18128e3c6f86 {{(pid=103591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:49:04.257891 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-f9c3c494-fa79-498c-97ac-efbaa42abba6 tempest-TestSnapshotPattern-884285789 tempest-TestSnapshotPattern-884285789-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:04.333002 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-f9c3c494-fa79-498c-97ac-efbaa42abba6 tempest-TestSnapshotPattern-884285789 tempest-TestSnapshotPattern-884285789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:04.333333 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-f9c3c494-fa79-498c-97ac-efbaa42abba6 tempest-TestSnapshotPattern-884285789 tempest-TestSnapshotPattern-884285789-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:04.345397 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-f9c3c494-fa79-498c-97ac-efbaa42abba6 tempest-TestSnapshotPattern-884285789 tempest-TestSnapshotPattern-884285789-project] Calling delete_port for 8df8da19-9992-43cd-8a8a-18128e3c6f86 owned by network:floatingip {{(pid=103591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:49:04.496247 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-f9c3c494-fa79-498c-97ac-efbaa42abba6 tempest-TestSnapshotPattern-884285789 tempest-TestSnapshotPattern-884285789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:04.522992 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c3c494-fa79-498c-97ac-efbaa42abba6 tempest-TestSnapshotPattern-884285789 tempest-TestSnapshotPattern-884285789-project] Pushing event deleted for resources: {'Port': ['ID=8df8da19-9992-43cd-8a8a-18128e3c6f86,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:49:04.585188 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-f9c3c494-fa79-498c-97ac-efbaa42abba6 tempest-TestSnapshotPattern-884285789 tempest-TestSnapshotPattern-884285789-project] Publish callbacks [] for floatingip, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:04.585402 n-d-816206-8 neutron-server[103591]: INFO neutron.db.l3_db [None req-f9c3c494-fa79-498c-97ac-efbaa42abba6 tempest-TestSnapshotPattern-884285789 tempest-TestSnapshotPattern-884285789-project] Floating IP 68db65c1-312e-44ec-8822-fb3d9f4e0030 disassociated (deleted). External IP: 172.25.3.72, port: 0db96af6-a2d9-4bc8-96f9-b12f9be6b4a2. Nov 23 18:49:04.792360 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9c3c494-fa79-498c-97ac-efbaa42abba6 tempest-TestSnapshotPattern-884285789 tempest-TestSnapshotPattern-884285789-project] Router 4d1cab5e-04b5-4f76-9672-84f3e2fb9b4c has already been hosted by L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 {{(pid=103591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:49:04.900427 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9c3c494-fa79-498c-97ac-efbaa42abba6 tempest-TestSnapshotPattern-884285789 tempest-TestSnapshotPattern-884285789-project] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:49:04.904784 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-f9c3c494-fa79-498c-97ac-efbaa42abba6 tempest-TestSnapshotPattern-884285789 tempest-TestSnapshotPattern-884285789-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for floatingip, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:04.910005 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54291580-fbf1-49c7-a4be-02fbc7b6c5d3 None None] Sync routers for ids ['4d1cab5e-04b5-4f76-9672-84f3e2fb9b4c'] in n-d-816206-8 {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:49:04.919730 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54291580-fbf1-49c7-a4be-02fbc7b6c5d3 None None] Routers {'4d1cab5e-04b5-4f76-9672-84f3e2fb9b4c'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:49:04.920324 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-54291580-fbf1-49c7-a4be-02fbc7b6c5d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T18:48:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['4d1cab5e-04b5-4f76-9672-84f3e2fb9b4c'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:49:04.934883 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-f9c3c494-fa79-498c-97ac-efbaa42abba6 tempest-TestSnapshotPattern-884285789 tempest-TestSnapshotPattern-884285789-project] 10.222.0.60 "DELETE /v2.0/floatingips/68db65c1-312e-44ec-8822-fb3d9f4e0030 HTTP/1.1" status: 204 len: 168 time: 0.8312078 Nov 23 18:49:05.026095 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-54291580-fbf1-49c7-a4be-02fbc7b6c5d3 None None] Set router 4d1cab5e-04b5-4f76-9672-84f3e2fb9b4c gateway port host: n-d-816206-8 {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:49:05.026595 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bf87719-8f97-42b7-b7bf-b9e3cda52113', 'tag': '0db96af6-a2d9-4bc8-96f9-b12f9be6b4a2'}] {{(pid=103591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:49:05.029015 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f4e21f982013ce885b63e29a1d25974432d95030e0706b58ae42016fda4ab83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc0243f8-b41f-4924-a504-4e81b1478607" -d '{"events": [{"name": "network-changed", "server_uuid": "1bf87719-8f97-42b7-b7bf-b9e3cda52113", "tag": "0db96af6-a2d9-4bc8-96f9-b12f9be6b4a2"}]}' {{(pid=103591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:49:05.182097 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f0508f-d519-479e-bce7-1c26878c86d6 req-90bb3c70-ab6f-46ee-a845-129ebfc45d42 tempest-TestSnapshotPattern-884285789 tempest-TestSnapshotPattern-884285789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:49:05.193150 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-93f0508f-d519-479e-bce7-1c26878c86d6 req-90bb3c70-ab6f-46ee-a845-129ebfc45d42 tempest-TestSnapshotPattern-884285789 tempest-TestSnapshotPattern-884285789-project] 10.222.0.60 "GET /v2.0/ports?device_id=1bf87719-8f97-42b7-b7bf-b9e3cda52113 HTTP/1.1" status: 200 len: 944 time: 0.0625353 Nov 23 18:49:05.196813 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 18:49:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3f39f34-f341-4aeb-a869-717ca3c13f25 x-openstack-request-id: req-c3f39f34-f341-4aeb-a869-717ca3c13f25 {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:49:05.197096 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1bf87719-8f97-42b7-b7bf-b9e3cda52113", "tag": "0db96af6-a2d9-4bc8-96f9-b12f9be6b4a2", "status": "completed", "code": 200}]} {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:49:05.197354 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-c3f39f34-f341-4aeb-a869-717ca3c13f25 {{(pid=103591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:49:05.197770 n-d-816206-8 neutron-server[103591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1bf87719-8f97-42b7-b7bf-b9e3cda52113', 'tag': '0db96af6-a2d9-4bc8-96f9-b12f9be6b4a2', 'status': 'completed', 'code': 200} Nov 23 18:49:05.262855 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-54291580-fbf1-49c7-a4be-02fbc7b6c5d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d1cab5e-04b5-4f76-9672-84f3e2fb9b4c', 'name': 'tempest-TestSnapshotPattern-668708400-router', 'tenant_id': '403044ee93164f5baddb10dd3dc86df3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.15'}], 'enable_snat': True}, 'gw_port_id': '1f8fc0cc-abdd-44fc-b7f0-455d66a63487', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:44:19Z', 'updated_at': '2021-11-23T18:44:22Z', 'revision_number': 4, 'project_id': '403044ee93164f5baddb10dd3dc86df3', 'gw_port': {'id': '1f8fc0cc-abdd-44fc-b7f0-455d66a63487', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:96:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d1cab5e-04b5-4f76-9672-84f3e2fb9b4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:44:20Z', 'updated_at': '2021-11-23T18:44:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_interfaces': [{'id': 'd6ea1a8b-9461-4dd1-8782-ccad61f28e63', 'name': '', 'network_id': '3a20f87e-4dd5-486e-94b1-e48821f29b21', 'tenant_id': '403044ee93164f5baddb10dd3dc86df3', 'mac_address': 'fa:16:3e:24:93:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d1cab5e-04b5-4f76-9672-84f3e2fb9b4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '3e5d77d4-72c2-43f7-bef2-bab4816b6398', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:44:21Z', 'updated_at': '2021-11-23T18:44:26Z', 'revision_number': 5, 'project_id': '403044ee93164f5baddb10dd3dc86df3', 'subnets': [{'id': '3e5d77d4-72c2-43f7-bef2-bab4816b6398', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:49:05.273437 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-93f0508f-d519-479e-bce7-1c26878c86d6 req-e1ee8b3f-1923-43f0-b504-4e8635dc6638 tempest-TestSnapshotPattern-884285789 tempest-TestSnapshotPattern-884285789-project] 10.222.0.60 "GET /v2.0/security-groups?id=c08bd0da-b2ef-42a8-90ff-84b6562287b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791759 Nov 23 18:49:05.287300 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0243f8-b41f-4924-a504-4e81b1478607 req-71ba07c8-e156-4445-926d-bd6cb497da95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:49:05.289371 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-cc0243f8-b41f-4924-a504-4e81b1478607 req-71ba07c8-e156-4445-926d-bd6cb497da95 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=403044ee93164f5baddb10dd3dc86df3&device_id=1bf87719-8f97-42b7-b7bf-b9e3cda52113 HTTP/1.1" status: 200 len: 1095 time: 0.0782127 Nov 23 18:49:05.292826 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54291580-fbf1-49c7-a4be-02fbc7b6c5d3 None None] Checking router: 4d1cab5e-04b5-4f76-9672-84f3e2fb9b4c for host: n-d-816206-8 {{(pid=103593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:49:05.302487 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54291580-fbf1-49c7-a4be-02fbc7b6c5d3 None None] Routers {'4d1cab5e-04b5-4f76-9672-84f3e2fb9b4c'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:49:05.302773 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-54291580-fbf1-49c7-a4be-02fbc7b6c5d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T18:48:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['4d1cab5e-04b5-4f76-9672-84f3e2fb9b4c'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:49:05.392570 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0243f8-b41f-4924-a504-4e81b1478607 req-9de30c6c-98ec-470d-ab53-bfdca773c888 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:49:05.394058 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-cc0243f8-b41f-4924-a504-4e81b1478607 req-9de30c6c-98ec-470d-ab53-bfdca773c888 service neutron] 10.222.0.36 "GET /v2.0/networks?id=3a20f87e-4dd5-486e-94b1-e48821f29b21 HTTP/1.1" status: 200 len: 910 time: 0.0975821 Nov 23 18:49:05.419088 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-54291580-fbf1-49c7-a4be-02fbc7b6c5d3 None None] Set router 4d1cab5e-04b5-4f76-9672-84f3e2fb9b4c gateway port host: n-d-816206-8 {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:49:05.442492 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-cc0243f8-b41f-4924-a504-4e81b1478607 req-475549bb-ece9-4b3b-87d9-d0cf015ef816 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0db96af6-a2d9-4bc8-96f9-b12f9be6b4a2 HTTP/1.1" status: 200 len: 217 time: 0.0390871 Nov 23 18:49:05.501180 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0243f8-b41f-4924-a504-4e81b1478607 req-bf52f90e-97dd-42b4-8ae2-f0ac895e3c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:49:05.502664 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-cc0243f8-b41f-4924-a504-4e81b1478607 req-bf52f90e-97dd-42b4-8ae2-f0ac895e3c5d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3e5d77d4-72c2-43f7-bef2-bab4816b6398 HTTP/1.1" status: 200 len: 848 time: 0.0513244 Nov 23 18:49:05.552773 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0243f8-b41f-4924-a504-4e81b1478607 req-db90de46-ff8b-4050-9a8d-c12fb764ae1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:49:05.554357 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-cc0243f8-b41f-4924-a504-4e81b1478607 req-db90de46-ff8b-4050-9a8d-c12fb764ae1b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3a20f87e-4dd5-486e-94b1-e48821f29b21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426083 Nov 23 18:49:05.638328 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-54291580-fbf1-49c7-a4be-02fbc7b6c5d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d1cab5e-04b5-4f76-9672-84f3e2fb9b4c', 'name': 'tempest-TestSnapshotPattern-668708400-router', 'tenant_id': '403044ee93164f5baddb10dd3dc86df3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.15'}], 'enable_snat': True}, 'gw_port_id': '1f8fc0cc-abdd-44fc-b7f0-455d66a63487', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:44:19Z', 'updated_at': '2021-11-23T18:44:22Z', 'revision_number': 4, 'project_id': '403044ee93164f5baddb10dd3dc86df3', 'gw_port': {'id': '1f8fc0cc-abdd-44fc-b7f0-455d66a63487', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:96:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d1cab5e-04b5-4f76-9672-84f3e2fb9b4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:44:20Z', 'updated_at': '2021-11-23T18:44:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_interfaces': [{'id': 'd6ea1a8b-9461-4dd1-8782-ccad61f28e63', 'name': '', 'network_id': '3a20f87e-4dd5-486e-94b1-e48821f29b21', 'tenant_id': '403044ee93164f5baddb10dd3dc86df3', 'mac_address': 'fa:16:3e:24:93:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d1cab5e-04b5-4f76-9672-84f3e2fb9b4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '3e5d77d4-72c2-43f7-bef2-bab4816b6398', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:44:21Z', 'updated_at': '2021-11-23T18:44:26Z', 'revision_number': 5, 'project_id': '403044ee93164f5baddb10dd3dc86df3', 'subnets': [{'id': '3e5d77d4-72c2-43f7-bef2-bab4816b6398', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:49:05.653224 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-cc0243f8-b41f-4924-a504-4e81b1478607 req-8a7dac8e-82b5-47e3-b737-5131b239c221 service neutron] 10.222.0.36 "GET /v2.0/networks/3a20f87e-4dd5-486e-94b1-e48821f29b21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907347 Nov 23 18:49:05.669288 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54291580-fbf1-49c7-a4be-02fbc7b6c5d3 None None] The sync data for ids ['4d1cab5e-04b5-4f76-9672-84f3e2fb9b4c'] in n-d-816206-8 is: [{'id': '4d1cab5e-04b5-4f76-9672-84f3e2fb9b4c', 'name': 'tempest-TestSnapshotPattern-668708400-router', 'tenant_id': '403044ee93164f5baddb10dd3dc86df3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.15'}], 'enable_snat': True}, 'gw_port_id': '1f8fc0cc-abdd-44fc-b7f0-455d66a63487', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:44:19Z', 'updated_at': '2021-11-23T18:44:22Z', 'revision_number': 4, 'project_id': '403044ee93164f5baddb10dd3dc86df3', 'gw_port': {'id': '1f8fc0cc-abdd-44fc-b7f0-455d66a63487', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:96:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d1cab5e-04b5-4f76-9672-84f3e2fb9b4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:44:20Z', 'updated_at': '2021-11-23T18:44:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8', '_interfaces': [{'id': 'd6ea1a8b-9461-4dd1-8782-ccad61f28e63', 'name': '', 'network_id': '3a20f87e-4dd5-486e-94b1-e48821f29b21', 'tenant_id': '403044ee93164f5baddb10dd3dc86df3', 'mac_address': 'fa:16:3e:24:93:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d1cab5e-04b5-4f76-9672-84f3e2fb9b4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '3e5d77d4-72c2-43f7-bef2-bab4816b6398', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:44:21Z', 'updated_at': '2021-11-23T18:44:26Z', 'revision_number': 5, 'project_id': '403044ee93164f5baddb10dd3dc86df3', 'subnets': [{'id': '3e5d77d4-72c2-43f7-bef2-bab4816b6398', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:49:05.752408 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-cc0243f8-b41f-4924-a504-4e81b1478607 req-c5861a17-8ca8-4cc1-9fcc-8b2bf402b912 service neutron] 10.222.0.36 "GET /v2.0/networks/3a20f87e-4dd5-486e-94b1-e48821f29b21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915027 Nov 23 18:49:05.914010 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7e0800d-76ee-4c2f-9ac2-c9c9aaa8fded None None] New status for floating IP 68db65c1-312e-44ec-8822-fb3d9f4e0030: DOWN {{(pid=103592) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 18:49:06.403514 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61adc5a4-65e0-458f-b6a3-3af4e167e6f3 req-0496bd03-15b6-4220-9739-3509b24c950a tempest-TestSnapshotPattern-884285789 tempest-TestSnapshotPattern-884285789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:49:06.405073 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-61adc5a4-65e0-458f-b6a3-3af4e167e6f3 req-0496bd03-15b6-4220-9739-3509b24c950a tempest-TestSnapshotPattern-884285789 tempest-TestSnapshotPattern-884285789-project] 10.222.0.60 "GET /v2.0/ports?device_id=1bf87719-8f97-42b7-b7bf-b9e3cda52113 HTTP/1.1" status: 200 len: 944 time: 0.0516214 Nov 23 18:49:06.460556 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-61adc5a4-65e0-458f-b6a3-3af4e167e6f3 req-79367aef-a5c6-446b-a6f6-80d35ed3143d tempest-TestSnapshotPattern-884285789 tempest-TestSnapshotPattern-884285789-project] 10.222.0.60 "GET /v2.0/security-groups?id=c08bd0da-b2ef-42a8-90ff-84b6562287b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488825 Nov 23 18:49:06.839859 n-d-816206-8 neutron-server[103591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4996eb-30aa-4a3e-8e69-a5629444f7c6 req-44dfce87-4def-4c6a-880c-62458e8e541b tempest-TestSnapshotPattern-884285789 tempest-TestSnapshotPattern-884285789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 18:49:06.841342 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-fc4996eb-30aa-4a3e-8e69-a5629444f7c6 req-44dfce87-4def-4c6a-880c-62458e8e541b tempest-TestSnapshotPattern-884285789 tempest-TestSnapshotPattern-884285789-project] 10.222.0.36 "GET /v2.0/ports?device_id=1bf87719-8f97-42b7-b7bf-b9e3cda52113 HTTP/1.1" status: 200 len: 944 time: 0.0483506 Nov 23 18:49:06.930458 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [req-fc4996eb-30aa-4a3e-8e69-a5629444f7c6 req-0d478993-9799-4384-b127-ed139905985f tempest-TestSnapshotPattern-884285789 tempest-TestSnapshotPattern-884285789-project] Deleting port 0db96af6-a2d9-4bc8-96f9-b12f9be6b4a2 {{(pid=103591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:49:06.930790 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-fc4996eb-30aa-4a3e-8e69-a5629444f7c6 req-0d478993-9799-4384-b127-ed139905985f tempest-TestSnapshotPattern-884285789 tempest-TestSnapshotPattern-884285789-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:07.020156 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [req-fc4996eb-30aa-4a3e-8e69-a5629444f7c6 req-0d478993-9799-4384-b127-ed139905985f tempest-TestSnapshotPattern-884285789 tempest-TestSnapshotPattern-884285789-project] For port 0db96af6-a2d9-4bc8-96f9-b12f9be6b4a2, host n-h2-816206-8, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-816206-8',level=0,port_id=0db96af6-a2d9-4bc8-96f9-b12f9be6b4a2,segment=NetworkSegment(1df0840a-c974-4846-9dff-dbd7d0a32ea9),segment_id=1df0840a-c974-4846-9dff-dbd7d0a32ea9)] {{(pid=103591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:49:07.020428 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-fc4996eb-30aa-4a3e-8e69-a5629444f7c6 req-0d478993-9799-4384-b127-ed139905985f tempest-TestSnapshotPattern-884285789 tempest-TestSnapshotPattern-884285789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:07.031955 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [req-fc4996eb-30aa-4a3e-8e69-a5629444f7c6 req-0d478993-9799-4384-b127-ed139905985f tempest-TestSnapshotPattern-884285789 tempest-TestSnapshotPattern-884285789-project] Calling delete_port for 0db96af6-a2d9-4bc8-96f9-b12f9be6b4a2 owned by compute:nova {{(pid=103591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:49:07.163203 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-fc4996eb-30aa-4a3e-8e69-a5629444f7c6 req-0d478993-9799-4384-b127-ed139905985f tempest-TestSnapshotPattern-884285789 tempest-TestSnapshotPattern-884285789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:07.195125 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d478993-9799-4384-b127-ed139905985f tempest-TestSnapshotPattern-884285789 tempest-TestSnapshotPattern-884285789-project] Pushing event deleted for resources: {'Port': ['ID=0db96af6-a2d9-4bc8-96f9-b12f9be6b4a2,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:49:07.235328 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc4996eb-30aa-4a3e-8e69-a5629444f7c6 req-0d478993-9799-4384-b127-ed139905985f tempest-TestSnapshotPattern-884285789 tempest-TestSnapshotPattern-884285789-project] No DVR routers for this DVR port 0db96af6-a2d9-4bc8-96f9-b12f9be6b4a2 on host n-h2-816206-8 {{(pid=103591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:49:07.237848 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [req-fc4996eb-30aa-4a3e-8e69-a5629444f7c6 req-0d478993-9799-4384-b127-ed139905985f tempest-TestSnapshotPattern-884285789 tempest-TestSnapshotPattern-884285789-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211581'] for port, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:07.241199 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-fc4996eb-30aa-4a3e-8e69-a5629444f7c6 req-0d478993-9799-4384-b127-ed139905985f tempest-TestSnapshotPattern-884285789 tempest-TestSnapshotPattern-884285789-project] 10.222.0.36 "DELETE /v2.0/ports/0db96af6-a2d9-4bc8-96f9-b12f9be6b4a2 HTTP/1.1" status: 204 len: 173 time: 0.3935211 Nov 23 18:49:07.243829 n-d-816206-8 neutron-server[103591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bf87719-8f97-42b7-b7bf-b9e3cda52113', 'name': 'network-vif-deleted', 'tag': '0db96af6-a2d9-4bc8-96f9-b12f9be6b4a2'}] {{(pid=103591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 18:49:07.243988 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.60/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2f4e21f982013ce885b63e29a1d25974432d95030e0706b58ae42016fda4ab83" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3285133-83ea-47ea-8884-c631ff2a06bd" -d '{"events": [{"server_uuid": "1bf87719-8f97-42b7-b7bf-b9e3cda52113", "name": "network-vif-deleted", "tag": "0db96af6-a2d9-4bc8-96f9-b12f9be6b4a2"}]}' {{(pid=103591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 18:49:07.283642 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 18:49:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a6714b3-a536-47ea-abc0-bc59183d4cb1 x-openstack-request-id: req-0a6714b3-a536-47ea-abc0-bc59183d4cb1 {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 18:49:07.283941 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bf87719-8f97-42b7-b7bf-b9e3cda52113", "name": "network-vif-deleted", "tag": "0db96af6-a2d9-4bc8-96f9-b12f9be6b4a2", "status": "completed", "code": 200}]} {{(pid=103591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 18:49:07.284199 n-d-816206-8 neutron-server[103591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.60/compute/v2.1/os-server-external-events used request id req-0a6714b3-a536-47ea-abc0-bc59183d4cb1 {{(pid=103591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 18:49:07.284644 n-d-816206-8 neutron-server[103591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bf87719-8f97-42b7-b7bf-b9e3cda52113', 'name': 'network-vif-deleted', 'tag': '0db96af6-a2d9-4bc8-96f9-b12f9be6b4a2', 'status': 'completed', 'code': 200} Nov 23 18:49:07.573449 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [req-80f49669-f0a1-4de9-8b62-068b761fc1b6 req-e44a8a3e-c976-475b-8045-ba66614ebf0a tempest-TestSnapshotPattern-884285789 tempest-TestSnapshotPattern-884285789-project] 10.222.0.60 "GET /v2.0/ports?device_id=1bf87719-8f97-42b7-b7bf-b9e3cda52113 HTTP/1.1" status: 200 len: 210 time: 0.0285990 Nov 23 18:49:07.605033 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device 33435cb7-624c-484c-8fef-d3e3f67eaa7e no longer exists at agent hyperv_n-h1-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:49:07.626185 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] No Port match for: 33435cb7-624c-484c-8fef-d3e3f67eaa7e {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:49:07.626531 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Device 33435cb7-624c-484c-8fef-d3e3f67eaa7e not bound to the agent host n-h1-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:49:08.636972 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 59274) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:49:08.692580 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-dde7e096-74cb-47de-be90-60da4e1216f9 tempest-TestSnapshotPattern-884285789 tempest-TestSnapshotPattern-884285789-project] Publish callbacks [] for security_group, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:08.720744 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-dde7e096-74cb-47de-be90-60da4e1216f9 tempest-TestSnapshotPattern-884285789 tempest-TestSnapshotPattern-884285789-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:08.780178 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-dde7e096-74cb-47de-be90-60da4e1216f9 tempest-TestSnapshotPattern-884285789 tempest-TestSnapshotPattern-884285789-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:08.783014 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-dde7e096-74cb-47de-be90-60da4e1216f9 tempest-TestSnapshotPattern-884285789 tempest-TestSnapshotPattern-884285789-project] Publish callbacks [] for security_group, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:08.784169 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-dde7e096-74cb-47de-be90-60da4e1216f9 tempest-TestSnapshotPattern-884285789 tempest-TestSnapshotPattern-884285789-project] 10.222.0.60 "DELETE /v2.0/security-groups/c08bd0da-b2ef-42a8-90ff-84b6562287b5 HTTP/1.1" status: 204 len: 168 time: 0.1462233 Nov 23 18:49:08.793906 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde7e096-74cb-47de-be90-60da4e1216f9 tempest-TestSnapshotPattern-884285789 tempest-TestSnapshotPattern-884285789-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c08bd0da-b2ef-42a8-90ff-84b6562287b5,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:49:08.838343 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 59278) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:49:09.177300 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c8d29957-f222-45d9-be4b-de2584e0988c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1794372'] for router_interface, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:09.725756 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-c8d29957-f222-45d9-be4b-de2584e0988c admin admin] Deleting port d6ea1a8b-9461-4dd1-8782-ccad61f28e63 {{(pid=103591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:49:09.726515 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c8d29957-f222-45d9-be4b-de2584e0988c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:09.807957 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [None req-c8d29957-f222-45d9-be4b-de2584e0988c admin admin] For port d6ea1a8b-9461-4dd1-8782-ccad61f28e63, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=d6ea1a8b-9461-4dd1-8782-ccad61f28e63,segment=NetworkSegment(1df0840a-c974-4846-9dff-dbd7d0a32ea9),segment_id=1df0840a-c974-4846-9dff-dbd7d0a32ea9)] {{(pid=103591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:49:09.808317 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c8d29957-f222-45d9-be4b-de2584e0988c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:09.821242 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-c8d29957-f222-45d9-be4b-de2584e0988c admin admin] Calling delete_port for d6ea1a8b-9461-4dd1-8782-ccad61f28e63 owned by network:router_interface {{(pid=103591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:49:09.999236 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c8d29957-f222-45d9-be4b-de2584e0988c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:10.027436 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d29957-f222-45d9-be4b-de2584e0988c admin admin] Pushing event deleted for resources: {'Port': ['ID=d6ea1a8b-9461-4dd1-8782-ccad61f28e63,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:49:10.196745 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c8d29957-f222-45d9-be4b-de2584e0988c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2067500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1794520'] for router_interface, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:10.418447 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8d29957-f222-45d9-be4b-de2584e0988c admin admin] Router 4d1cab5e-04b5-4f76-9672-84f3e2fb9b4c has already been hosted by L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 {{(pid=103591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:49:10.495203 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device 0db96af6-a2d9-4bc8-96f9-b12f9be6b4a2 no longer exists at agent hyperv_n-h2-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:49:10.516106 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] No Port match for: 0db96af6-a2d9-4bc8-96f9-b12f9be6b4a2 {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:49:10.516574 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Device 0db96af6-a2d9-4bc8-96f9-b12f9be6b4a2 not bound to the agent host n-h2-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:49:10.526546 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8d29957-f222-45d9-be4b-de2584e0988c admin admin] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:49:10.531339 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-c8d29957-f222-45d9-be4b-de2584e0988c admin admin] 10.222.0.60 "PUT /v2.0/routers/4d1cab5e-04b5-4f76-9672-84f3e2fb9b4c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6920803 Nov 23 18:49:10.534088 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 59282) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:49:10.534784 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b3c181e-6280-4aca-9ed6-a9de97baa4d0 None None] Sync routers for ids ['4d1cab5e-04b5-4f76-9672-84f3e2fb9b4c'] in n-d-816206-8 {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:49:10.545277 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b3c181e-6280-4aca-9ed6-a9de97baa4d0 None None] Routers {'4d1cab5e-04b5-4f76-9672-84f3e2fb9b4c'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:49:10.545884 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-0b3c181e-6280-4aca-9ed6-a9de97baa4d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T18:48:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['4d1cab5e-04b5-4f76-9672-84f3e2fb9b4c'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:49:10.641420 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-9088b387-8b76-4760-9184-f9ebc9a639ef admin admin] Publish callbacks [] for router, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:10.650952 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-0b3c181e-6280-4aca-9ed6-a9de97baa4d0 None None] Set router 4d1cab5e-04b5-4f76-9672-84f3e2fb9b4c gateway port host: n-d-816206-8 {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:49:10.744474 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-9088b387-8b76-4760-9184-f9ebc9a639ef admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:10.797794 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-9088b387-8b76-4760-9184-f9ebc9a639ef admin admin] Deleting port 1f8fc0cc-abdd-44fc-b7f0-455d66a63487 {{(pid=103591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:49:10.798238 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-9088b387-8b76-4760-9184-f9ebc9a639ef admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:10.827340 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-0b3c181e-6280-4aca-9ed6-a9de97baa4d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d1cab5e-04b5-4f76-9672-84f3e2fb9b4c', 'name': 'tempest-TestSnapshotPattern-668708400-router', 'tenant_id': '403044ee93164f5baddb10dd3dc86df3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.15'}], 'enable_snat': True}, 'gw_port_id': '1f8fc0cc-abdd-44fc-b7f0-455d66a63487', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:44:19Z', 'updated_at': '2021-11-23T18:49:09Z', 'revision_number': 5, 'project_id': '403044ee93164f5baddb10dd3dc86df3', 'gw_port': {'id': '1f8fc0cc-abdd-44fc-b7f0-455d66a63487', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:96:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d1cab5e-04b5-4f76-9672-84f3e2fb9b4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:44:20Z', 'updated_at': '2021-11-23T18:44:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8'}], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:49:10.856722 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b3c181e-6280-4aca-9ed6-a9de97baa4d0 None None] Checking router: 4d1cab5e-04b5-4f76-9672-84f3e2fb9b4c for host: n-d-816206-8 {{(pid=103593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:49:10.864997 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b3c181e-6280-4aca-9ed6-a9de97baa4d0 None None] Routers {'4d1cab5e-04b5-4f76-9672-84f3e2fb9b4c'} bound to L3 agent in host n-d-816206-8 {{(pid=103593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:49:10.865569 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-0b3c181e-6280-4aca-9ed6-a9de97baa4d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T18:48:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['4d1cab5e-04b5-4f76-9672-84f3e2fb9b4c'], 'active': True} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:49:10.882338 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [None req-9088b387-8b76-4760-9184-f9ebc9a639ef admin admin] For port 1f8fc0cc-abdd-44fc-b7f0-455d66a63487, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=1f8fc0cc-abdd-44fc-b7f0-455d66a63487,segment=NetworkSegment(bffd1e4f-e80f-4ff0-b418-2f42ae15febf),segment_id=bffd1e4f-e80f-4ff0-b418-2f42ae15febf)] {{(pid=103591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:49:10.882708 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-9088b387-8b76-4760-9184-f9ebc9a639ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:10.896200 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-9088b387-8b76-4760-9184-f9ebc9a639ef admin admin] Calling delete_port for 1f8fc0cc-abdd-44fc-b7f0-455d66a63487 owned by network:router_gateway {{(pid=103591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:49:11.040912 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_dvr_db [None req-0b3c181e-6280-4aca-9ed6-a9de97baa4d0 None None] Set router 4d1cab5e-04b5-4f76-9672-84f3e2fb9b4c gateway port host: None {{(pid=103593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:49:11.068836 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-9088b387-8b76-4760-9184-f9ebc9a639ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:11.094262 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.l3_hamode_db [None req-0b3c181e-6280-4aca-9ed6-a9de97baa4d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d1cab5e-04b5-4f76-9672-84f3e2fb9b4c', 'name': 'tempest-TestSnapshotPattern-668708400-router', 'tenant_id': '403044ee93164f5baddb10dd3dc86df3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:44:19Z', 'updated_at': '2021-11-23T18:49:10Z', 'revision_number': 6, 'project_id': '403044ee93164f5baddb10dd3dc86df3', 'gw_port_host': None}], 'n-d-816206-8', False) {} {{(pid=103593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:49:11.096233 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9088b387-8b76-4760-9184-f9ebc9a639ef admin admin] Pushing event deleted for resources: {'Port': ['ID=1f8fc0cc-abdd-44fc-b7f0-455d66a63487,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:49:11.107617 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ecc9f5e-9e9c-49f8-988d-08b00bd1fbfd None None] DHCP port deletion for 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:49:11.134564 n-d-816206-8 neutron-server[103593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b3c181e-6280-4aca-9ed6-a9de97baa4d0 None None] The sync data for ids ['4d1cab5e-04b5-4f76-9672-84f3e2fb9b4c'] in n-d-816206-8 is: [{'id': '4d1cab5e-04b5-4f76-9672-84f3e2fb9b4c', 'name': 'tempest-TestSnapshotPattern-668708400-router', 'tenant_id': '403044ee93164f5baddb10dd3dc86df3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:44:19Z', 'updated_at': '2021-11-23T18:49:10Z', 'revision_number': 6, 'project_id': '403044ee93164f5baddb10dd3dc86df3', 'gw_port_host': None}] {{(pid=103593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:49:11.161469 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-9088b387-8b76-4760-9184-f9ebc9a639ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1795454'] for router_gateway, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:11.263526 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-9088b387-8b76-4760-9184-f9ebc9a639ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1794352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8175'] for router, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:11.265654 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-9088b387-8b76-4760-9184-f9ebc9a639ef admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:11.308152 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-9088b387-8b76-4760-9184-f9ebc9a639ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1795580'] for router, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:11.308736 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9088b387-8b76-4760-9184-f9ebc9a639ef admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4d1cab5e-04b5-4f76-9672-84f3e2fb9b4c {{(pid=103591) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 18:49:11.313008 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-9088b387-8b76-4760-9184-f9ebc9a639ef admin admin] Publish callbacks [] for router, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:11.314153 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-9088b387-8b76-4760-9184-f9ebc9a639ef admin admin] 10.222.0.60 "DELETE /v2.0/routers/4d1cab5e-04b5-4f76-9672-84f3e2fb9b4c HTTP/1.1" status: 204 len: 168 time: 0.7790971 Nov 23 18:49:11.316741 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 59284) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:49:11.360554 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.db_base_plugin_v2 [None req-757abb42-0df0-421c-9875-42d70965ccab admin admin] Deleting subnet 3e5d77d4-72c2-43f7-bef2-bab4816b6398 {{(pid=103591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 18:49:11.364130 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-757abb42-0df0-421c-9875-42d70965ccab admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:11.397407 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-757abb42-0df0-421c-9875-42d70965ccab admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265990000'] for subnet, precommit_delete_associations {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:11.478873 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-757abb42-0df0-421c-9875-42d70965ccab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971956'] for subnet, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:11.536321 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-757abb42-0df0-421c-9875-42d70965ccab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264758240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264314269'] for subnet, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:11.565740 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757abb42-0df0-421c-9875-42d70965ccab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3e5d77d4-72c2-43f7-bef2-bab4816b6398,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:49:11.569639 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-757abb42-0df0-421c-9875-42d70965ccab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for subnet, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:11.572877 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-757abb42-0df0-421c-9875-42d70965ccab admin admin] 10.222.0.60 "DELETE /v2.0/subnets/3e5d77d4-72c2-43f7-bef2-bab4816b6398 HTTP/1.1" status: 204 len: 168 time: 0.2551563 Nov 23 18:49:11.575314 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2396645b-d67b-407f-8b4d-28dfcd707503 None None] Network 3a20f87e-4dd5-486e-94b1-e48821f29b21 requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:49:11.575782 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [-] (103590) accepted ('10.222.0.60', 59286) {{(pid=103590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:49:11.646835 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8005bfcb-9aa9-41c1-9ded-24bf271264f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-555181'] for network, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:11.703062 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-8005bfcb-9aa9-41c1-9ded-24bf271264f5 admin admin] Deleting port 552ff4b0-2ad2-44b7-a74b-9813496385ee {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:49:11.703398 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8005bfcb-9aa9-41c1-9ded-24bf271264f5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:11.765351 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-8005bfcb-9aa9-41c1-9ded-24bf271264f5 admin admin] For port 552ff4b0-2ad2-44b7-a74b-9813496385ee, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=552ff4b0-2ad2-44b7-a74b-9813496385ee,segment=NetworkSegment(1df0840a-c974-4846-9dff-dbd7d0a32ea9),segment_id=1df0840a-c974-4846-9dff-dbd7d0a32ea9)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:49:11.765710 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8005bfcb-9aa9-41c1-9ded-24bf271264f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:11.778356 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-8005bfcb-9aa9-41c1-9ded-24bf271264f5 admin admin] Calling delete_port for 552ff4b0-2ad2-44b7-a74b-9813496385ee owned by network:dhcp {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:49:11.858629 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8005bfcb-9aa9-41c1-9ded-24bf271264f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264358012'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:11.884000 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8005bfcb-9aa9-41c1-9ded-24bf271264f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=552ff4b0-2ad2-44b7-a74b-9813496385ee,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:49:11.888201 n-d-816206-8 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8005bfcb-9aa9-41c1-9ded-24bf271264f5 admin admin] No DVR routers for this DVR port 552ff4b0-2ad2-44b7-a74b-9813496385ee on host n-d-816206-8 {{(pid=103590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:49:11.915885 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8005bfcb-9aa9-41c1-9ded-24bf271264f5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:49:11.916238 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8005bfcb-9aa9-41c1-9ded-24bf271264f5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:49:11.916602 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8005bfcb-9aa9-41c1-9ded-24bf271264f5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:49:11.916940 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8005bfcb-9aa9-41c1-9ded-24bf271264f5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:49:11.917273 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8005bfcb-9aa9-41c1-9ded-24bf271264f5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:49:11.917604 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8005bfcb-9aa9-41c1-9ded-24bf271264f5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:49:11.917930 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8005bfcb-9aa9-41c1-9ded-24bf271264f5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:49:11.918252 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8005bfcb-9aa9-41c1-9ded-24bf271264f5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:49:11.918574 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8005bfcb-9aa9-41c1-9ded-24bf271264f5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:49:11.918894 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8005bfcb-9aa9-41c1-9ded-24bf271264f5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:49:11.919217 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8005bfcb-9aa9-41c1-9ded-24bf271264f5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:49:11.919538 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8005bfcb-9aa9-41c1-9ded-24bf271264f5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-816206-8 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 18:49:11.933782 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1be21af1-17f4-4280-983c-9c0c11c122be None None] DHCP port deletion for 3a20f87e-4dd5-486e-94b1-e48821f29b21 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:49:11.977059 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8005bfcb-9aa9-41c1-9ded-24bf271264f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973419', 'neutron.services.segments.db._delete_segments_for_network-8736635878840'] for network, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:11.996517 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-8005bfcb-9aa9-41c1-9ded-24bf271264f5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a20f87e-4dd5-486e-94b1-e48821f29b21']}} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:49:12.006409 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-8005bfcb-9aa9-41c1-9ded-24bf271264f5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1df0840a-c974-4846-9dff-dbd7d0a32ea9') {'for_net_delete': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:49:12.006701 n-d-816206-8 neutron-server[103590]: DEBUG neutron.services.segments.db [None req-8005bfcb-9aa9-41c1-9ded-24bf271264f5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1df0840a-c974-4846-9dff-dbd7d0a32ea9') {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:49:12.021565 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8005bfcb-9aa9-41c1-9ded-24bf271264f5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736635840332', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-267528353'] for segment, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:12.036522 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8005bfcb-9aa9-41c1-9ded-24bf271264f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:12.042911 n-d-816206-8 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8005bfcb-9aa9-41c1-9ded-24bf271264f5 admin admin] Releasing vlan 544 on physical network physnet1 to pool {{(pid=103590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 18:49:12.043417 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8005bfcb-9aa9-41c1-9ded-24bf271264f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264370093'] for segment, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:12.045085 n-d-816206-8 neutron-server[103590]: Traceback (most recent call last): Nov 23 18:49:12.045085 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 18:49:12.045085 n-d-816206-8 neutron-server[103590]: timer() Nov 23 18:49:12.045085 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 18:49:12.045085 n-d-816206-8 neutron-server[103590]: cb(*args, **kw) Nov 23 18:49:12.045085 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 18:49:12.045085 n-d-816206-8 neutron-server[103590]: return func(*args, **kwargs) Nov 23 18:49:12.045085 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 18:49:12.045085 n-d-816206-8 neutron-server[103590]: self._notify() Nov 23 18:49:12.045085 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 18:49:12.045085 n-d-816206-8 neutron-server[103590]: self.callback(batched_events) Nov 23 18:49:12.045085 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 18:49:12.045085 n-d-816206-8 neutron-server[103590]: event.method(event) Nov 23 18:49:12.045085 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 18:49:12.045085 n-d-816206-8 neutron-server[103590]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 18:49:12.045085 n-d-816206-8 neutron-server[103590]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 18:49:12.045085 n-d-816206-8 neutron-server[103590]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 18:49:12.045085 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 18:49:12.045085 n-d-816206-8 neutron-server[103590]: return f(self, *a, **k) Nov 23 18:49:12.045085 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 18:49:12.045085 n-d-816206-8 neutron-server[103590]: return self._get(url).json() Nov 23 18:49:12.045085 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 18:49:12.045085 n-d-816206-8 neutron-server[103590]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 18:49:12.045085 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 18:49:12.045085 n-d-816206-8 neutron-server[103590]: return self.request(url, 'GET', **kwargs) Nov 23 18:49:12.045085 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 18:49:12.045085 n-d-816206-8 neutron-server[103590]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 18:49:12.045085 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 18:49:12.045085 n-d-816206-8 neutron-server[103590]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 18:49:12.045085 n-d-816206-8 neutron-server[103590]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 18:49:12.045085 n-d-816206-8 neutron-server[103590]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 18:49:12.045085 n-d-816206-8 neutron-server[103590]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 18:49:12.108369 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8005bfcb-9aa9-41c1-9ded-24bf271264f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1795418'] for network, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:12.113955 n-d-816206-8 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8005bfcb-9aa9-41c1-9ded-24bf271264f5 admin admin] Publish callbacks [] for network, before_response {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:12.117033 n-d-816206-8 neutron-server[103590]: INFO neutron.wsgi [None req-8005bfcb-9aa9-41c1-9ded-24bf271264f5 admin admin] 10.222.0.60 "DELETE /v2.0/networks/3a20f87e-4dd5-486e-94b1-e48821f29b21 HTTP/1.1" status: 204 len: 168 time: 0.5402951 Nov 23 18:49:12.120016 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 59290) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:49:12.128270 n-d-816206-8 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8005bfcb-9aa9-41c1-9ded-24bf271264f5 admin admin] Pushing event deleted for resources: {'Network': ['ID=3a20f87e-4dd5-486e-94b1-e48821f29b21,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:49:12.475890 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-f5fea472-6ec2-4545-b98c-d27c3394c4a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1794372'] for router_interface, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:12.715620 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-f5fea472-6ec2-4545-b98c-d27c3394c4a1 admin admin] Deleting port d7278820-082a-47ce-b627-c4af5cbcf3c6 {{(pid=103591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:49:12.715953 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-f5fea472-6ec2-4545-b98c-d27c3394c4a1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:12.792763 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [None req-f5fea472-6ec2-4545-b98c-d27c3394c4a1 admin admin] For port d7278820-082a-47ce-b627-c4af5cbcf3c6, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=d7278820-082a-47ce-b627-c4af5cbcf3c6,segment=NetworkSegment(2d2db399-afb7-4941-bacd-8e76c19c64ca),segment_id=2d2db399-afb7-4941-bacd-8e76c19c64ca)] {{(pid=103591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:49:12.793118 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-f5fea472-6ec2-4545-b98c-d27c3394c4a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:12.805202 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-f5fea472-6ec2-4545-b98c-d27c3394c4a1 admin admin] Calling delete_port for d7278820-082a-47ce-b627-c4af5cbcf3c6 owned by network:router_interface {{(pid=103591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:49:12.978850 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-f5fea472-6ec2-4545-b98c-d27c3394c4a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:13.005780 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fea472-6ec2-4545-b98c-d27c3394c4a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=d7278820-082a-47ce-b627-c4af5cbcf3c6,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:49:13.181370 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-6c1dbb31-82e0-4630-b173-55933a54cf7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:13.181965 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-f5fea472-6ec2-4545-b98c-d27c3394c4a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2067500', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1794520'] for router_interface, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:13.250214 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 1f8fc0cc-abdd-44fc-b7f0-455d66a63487 no longer exists at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:49:13.271150 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] No Port match for: 1f8fc0cc-abdd-44fc-b7f0-455d66a63487 {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:49:13.271494 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 1f8fc0cc-abdd-44fc-b7f0-455d66a63487 not bound to the agent host n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:49:13.271914 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device d6ea1a8b-9461-4dd1-8782-ccad61f28e63 no longer exists at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:49:13.290878 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] No Port match for: d6ea1a8b-9461-4dd1-8782-ccad61f28e63 {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:49:13.291132 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device d6ea1a8b-9461-4dd1-8782-ccad61f28e63 not bound to the agent host n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:49:13.291539 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 552ff4b0-2ad2-44b7-a74b-9813496385ee no longer exists at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:49:13.311233 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] No Port match for: 552ff4b0-2ad2-44b7-a74b-9813496385ee {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:49:13.311577 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 552ff4b0-2ad2-44b7-a74b-9813496385ee not bound to the agent host n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:49:13.406414 n-d-816206-8 neutron-server[103591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5fea472-6ec2-4545-b98c-d27c3394c4a1 admin admin] Router 472e5718-be08-482e-bfb2-c597e5a2402b has already been hosted by L3 agent 0545e214-db1c-4b74-a642-ce3757159ac1 {{(pid=103591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 18:49:13.508687 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5fea472-6ec2-4545-b98c-d27c3394c4a1 admin admin] Notify agent at l3_agent.n-d-816206-8 the message routers_updated {{(pid=103591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 18:49:13.513694 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-f5fea472-6ec2-4545-b98c-d27c3394c4a1 admin admin] 10.222.0.60 "PUT /v2.0/routers/472e5718-be08-482e-bfb2-c597e5a2402b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3924012 Nov 23 18:49:13.516431 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 59292) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:49:13.517542 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c7bded3-cbca-4e86-8a34-6adabef2a751 None None] Sync routers for ids ['472e5718-be08-482e-bfb2-c597e5a2402b'] in n-d-816206-8 {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 18:49:13.528094 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c7bded3-cbca-4e86-8a34-6adabef2a751 None None] Routers {'472e5718-be08-482e-bfb2-c597e5a2402b'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:49:13.528823 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-0c7bded3-cbca-4e86-8a34-6adabef2a751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T18:48:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['472e5718-be08-482e-bfb2-c597e5a2402b'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:49:13.620580 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-bda660b0-6d7f-4728-9e14-fd6823d92147 admin admin] Publish callbacks [] for router, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:13.634721 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvr_db [None req-0c7bded3-cbca-4e86-8a34-6adabef2a751 None None] Set router 472e5718-be08-482e-bfb2-c597e5a2402b gateway port host: n-d-816206-8 {{(pid=103592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:49:13.829648 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-0c7bded3-cbca-4e86-8a34-6adabef2a751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '472e5718-be08-482e-bfb2-c597e5a2402b', 'name': 'tempest-TestSnapshotPattern-1751131209-router', 'tenant_id': '9d1d5c9544154d408ee9860a7b742ef7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': '5b27b06d-f6b8-47c9-8242-acbce061cab0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:44:24Z', 'updated_at': '2021-11-23T18:49:12Z', 'revision_number': 5, 'project_id': '9d1d5c9544154d408ee9860a7b742ef7', 'gw_port': {'id': '5b27b06d-f6b8-47c9-8242-acbce061cab0', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:f9:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '472e5718-be08-482e-bfb2-c597e5a2402b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4359, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:44:24Z', 'updated_at': '2021-11-23T18:44:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8'}], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:49:13.858279 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c7bded3-cbca-4e86-8a34-6adabef2a751 None None] Checking router: 472e5718-be08-482e-bfb2-c597e5a2402b for host: n-d-816206-8 {{(pid=103592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 18:49:13.868340 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c7bded3-cbca-4e86-8a34-6adabef2a751 None None] Routers {'472e5718-be08-482e-bfb2-c597e5a2402b'} bound to L3 agent in host n-d-816206-8 {{(pid=103592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 18:49:13.868990 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-0c7bded3-cbca-4e86-8a34-6adabef2a751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-816206-8', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T17:07:45Z,description=,heartbeat_timestamp=2021-11-23T18:48:45Z,host='n-d-816206-8',id=0545e214-db1c-4b74-a642-ce3757159ac1,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T17:07:45Z,topic='l3_agent')) {'router_ids': ['472e5718-be08-482e-bfb2-c597e5a2402b'], 'active': True} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:49:14.038825 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-bda660b0-6d7f-4728-9e14-fd6823d92147 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:14.096609 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-bda660b0-6d7f-4728-9e14-fd6823d92147 admin admin] Deleting port 5b27b06d-f6b8-47c9-8242-acbce061cab0 {{(pid=103591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:49:14.096942 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-bda660b0-6d7f-4728-9e14-fd6823d92147 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:14.133794 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvr_db [None req-0c7bded3-cbca-4e86-8a34-6adabef2a751 None None] Set router 472e5718-be08-482e-bfb2-c597e5a2402b gateway port host: n-d-816206-8 {{(pid=103592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 18:49:14.175956 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [None req-bda660b0-6d7f-4728-9e14-fd6823d92147 admin admin] For port 5b27b06d-f6b8-47c9-8242-acbce061cab0, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=5b27b06d-f6b8-47c9-8242-acbce061cab0,segment=NetworkSegment(bffd1e4f-e80f-4ff0-b418-2f42ae15febf),segment_id=bffd1e4f-e80f-4ff0-b418-2f42ae15febf)] {{(pid=103591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:49:14.176322 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-bda660b0-6d7f-4728-9e14-fd6823d92147 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:14.194049 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-bda660b0-6d7f-4728-9e14-fd6823d92147 admin admin] Calling delete_port for 5b27b06d-f6b8-47c9-8242-acbce061cab0 owned by network:router_gateway {{(pid=103591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:49:14.264328 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:14.324259 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_hamode_db [None req-0c7bded3-cbca-4e86-8a34-6adabef2a751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '472e5718-be08-482e-bfb2-c597e5a2402b', 'name': 'tempest-TestSnapshotPattern-1751131209-router', 'tenant_id': '9d1d5c9544154d408ee9860a7b742ef7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': '5b27b06d-f6b8-47c9-8242-acbce061cab0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:44:24Z', 'updated_at': '2021-11-23T18:49:12Z', 'revision_number': 5, 'project_id': '9d1d5c9544154d408ee9860a7b742ef7', 'gw_port': {'id': '5b27b06d-f6b8-47c9-8242-acbce061cab0', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:f9:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '472e5718-be08-482e-bfb2-c597e5a2402b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4359, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:44:24Z', 'updated_at': '2021-11-23T18:44:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8'}], 'n-d-816206-8', False) {} {{(pid=103592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:49:14.355759 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c7bded3-cbca-4e86-8a34-6adabef2a751 None None] The sync data for ids ['472e5718-be08-482e-bfb2-c597e5a2402b'] in n-d-816206-8 is: [{'id': '472e5718-be08-482e-bfb2-c597e5a2402b', 'name': 'tempest-TestSnapshotPattern-1751131209-router', 'tenant_id': '9d1d5c9544154d408ee9860a7b742ef7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'external_fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': '5b27b06d-f6b8-47c9-8242-acbce061cab0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T18:44:24Z', 'updated_at': '2021-11-23T18:49:12Z', 'revision_number': 5, 'project_id': '9d1d5c9544154d408ee9860a7b742ef7', 'gw_port': {'id': '5b27b06d-f6b8-47c9-8242-acbce061cab0', 'name': '', 'network_id': '4c8455ba-1be5-42ac-b8c2-8a16e1292d55', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:f9:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '472e5718-be08-482e-bfb2-c597e5a2402b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4359, 'fixed_ips': [{'subnet_id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-816206-8', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T18:44:24Z', 'updated_at': '2021-11-23T18:44:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08fe3644-ce41-4c3f-a7ea-92bac0f0fff5', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-816206-8'}] {{(pid=103592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 18:49:14.372364 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-bda660b0-6d7f-4728-9e14-fd6823d92147 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:14.396808 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda660b0-6d7f-4728-9e14-fd6823d92147 admin admin] Pushing event deleted for resources: {'Port': ['ID=5b27b06d-f6b8-47c9-8242-acbce061cab0,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:49:14.413631 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce548ee0-a841-499c-b49c-a28e5a663ec8 None None] DHCP port deletion for 4c8455ba-1be5-42ac-b8c2-8a16e1292d55 request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:49:14.462918 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-bda660b0-6d7f-4728-9e14-fd6823d92147 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1795454'] for router_gateway, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:14.555194 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-bda660b0-6d7f-4728-9e14-fd6823d92147 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1794352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8175'] for router, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:14.557348 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-bda660b0-6d7f-4728-9e14-fd6823d92147 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:14.602020 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-bda660b0-6d7f-4728-9e14-fd6823d92147 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1795580'] for router, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:14.602587 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bda660b0-6d7f-4728-9e14-fd6823d92147 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 472e5718-be08-482e-bfb2-c597e5a2402b {{(pid=103591) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 18:49:14.606823 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-bda660b0-6d7f-4728-9e14-fd6823d92147 admin admin] Publish callbacks [] for router, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:14.608766 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-bda660b0-6d7f-4728-9e14-fd6823d92147 admin admin] 10.222.0.60 "DELETE /v2.0/routers/472e5718-be08-482e-bfb2-c597e5a2402b HTTP/1.1" status: 204 len: 168 time: 1.0906432 Nov 23 18:49:14.610591 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 59298) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:49:14.655109 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e738c96-eec9-4460-84ac-0b7ee5dc8a4f admin admin] Deleting subnet 6648f7bc-99e4-40bd-afc7-6313a8a20ef2 {{(pid=103591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 18:49:14.658377 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-9e738c96-eec9-4460-84ac-0b7ee5dc8a4f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:14.699138 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-9e738c96-eec9-4460-84ac-0b7ee5dc8a4f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-265990000'] for subnet, precommit_delete_associations {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:14.784337 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-9e738c96-eec9-4460-84ac-0b7ee5dc8a4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-971956'] for subnet, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:14.840438 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-9e738c96-eec9-4460-84ac-0b7ee5dc8a4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-970823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-264758240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-264314269'] for subnet, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:14.866446 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e738c96-eec9-4460-84ac-0b7ee5dc8a4f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6648f7bc-99e4-40bd-afc7-6313a8a20ef2,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:49:14.869962 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-9e738c96-eec9-4460-84ac-0b7ee5dc8a4f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2067511'] for subnet, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:14.875396 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-9e738c96-eec9-4460-84ac-0b7ee5dc8a4f admin admin] 10.222.0.60 "DELETE /v2.0/subnets/6648f7bc-99e4-40bd-afc7-6313a8a20ef2 HTTP/1.1" status: 204 len: 168 time: 0.2616231 Nov 23 18:49:14.875750 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 59300) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:49:14.875882 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b301ebe-cdd2-48e9-ba35-cba9d5fef36f None None] Network aa225340-8f33-4c27-8c98-930b2c2767cc requested from n-d-816206-8 {{(pid=103592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 18:49:14.954067 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-8c060589-19cf-4057-9f26-896343a57e24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-555181'] for network, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:15.010399 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-8c060589-19cf-4057-9f26-896343a57e24 admin admin] Deleting port edede88f-c032-40bb-91b3-027ea71eef39 {{(pid=103591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:49:15.010747 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-8c060589-19cf-4057-9f26-896343a57e24 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:15.070435 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:15.081149 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78a80ded-7fcb-4586-be91-a392a65e70ed None None] DHCP port deletion for aa225340-8f33-4c27-8c98-930b2c2767cc request from n-d-816206-8 {{(pid=103592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 18:49:15.087511 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [None req-8c060589-19cf-4057-9f26-896343a57e24 admin admin] For port edede88f-c032-40bb-91b3-027ea71eef39, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=edede88f-c032-40bb-91b3-027ea71eef39,segment=NetworkSegment(2d2db399-afb7-4941-bacd-8e76c19c64ca),segment_id=2d2db399-afb7-4941-bacd-8e76c19c64ca)] {{(pid=103591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:49:15.088244 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-8c060589-19cf-4057-9f26-896343a57e24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:15.101179 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.plugin [None req-8c060589-19cf-4057-9f26-896343a57e24 admin admin] Calling delete_port for edede88f-c032-40bb-91b3-027ea71eef39 owned by network:dhcp {{(pid=103591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:49:15.132833 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-78a80ded-7fcb-4586-be91-a392a65e70ed None None] Deleting port edede88f-c032-40bb-91b3-027ea71eef39 {{(pid=103592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 18:49:15.133203 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-78a80ded-7fcb-4586-be91-a392a65e70ed None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736635650142'] for port, before_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:15.201788 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-8c060589-19cf-4057-9f26-896343a57e24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-264758163'] for port, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:15.204931 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device edede88f-c032-40bb-91b3-027ea71eef39 no longer exists at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:49:15.230747 n-d-816206-8 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c060589-19cf-4057-9f26-896343a57e24 admin admin] No DVR routers for this DVR port edede88f-c032-40bb-91b3-027ea71eef39 on host n-d-816206-8 {{(pid=103591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:49:15.232823 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c060589-19cf-4057-9f26-896343a57e24 admin admin] Pushing event deleted for resources: {'Port': ['ID=edede88f-c032-40bb-91b3-027ea71eef39,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:49:15.246158 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] No Port match for: edede88f-c032-40bb-91b3-027ea71eef39 {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:49:15.246502 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device edede88f-c032-40bb-91b3-027ea71eef39 not bound to the agent host n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:49:15.246917 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device d7278820-082a-47ce-b627-c4af5cbcf3c6 no longer exists at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:49:15.255691 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.db [None req-78a80ded-7fcb-4586-be91-a392a65e70ed None None] For port edede88f-c032-40bb-91b3-027ea71eef39, host n-d-816206-8, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-816206-8',level=0,port_id=edede88f-c032-40bb-91b3-027ea71eef39,segment=NetworkSegment(2d2db399-afb7-4941-bacd-8e76c19c64ca),segment_id=2d2db399-afb7-4941-bacd-8e76c19c64ca)] {{(pid=103592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 18:49:15.255939 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-78a80ded-7fcb-4586-be91-a392a65e70ed None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1794915'] for port, precommit_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:15.284923 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] No Port match for: d7278820-082a-47ce-b627-c4af5cbcf3c6 {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:49:15.285613 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device d7278820-082a-47ce-b627-c4af5cbcf3c6 not bound to the agent host n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:49:15.285940 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 5b27b06d-f6b8-47c9-8242-acbce061cab0 no longer exists at agent ovs-agent-n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 18:49:15.293893 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-f764f887-0ed5-405a-a25d-104ecdd26318 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:15.296253 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-78a80ded-7fcb-4586-be91-a392a65e70ed None None] Calling delete_port for edede88f-c032-40bb-91b3-027ea71eef39 owned by network:dhcp {{(pid=103592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 18:49:15.311811 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-8c060589-19cf-4057-9f26-896343a57e24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-973419', 'neutron.services.segments.db._delete_segments_for_network-8736635878840'] for network, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:15.318416 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.plugin [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] No Port match for: 5b27b06d-f6b8-47c9-8242-acbce061cab0 {{(pid=103592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 18:49:15.318694 n-d-816206-8 neutron-server[103592]: DEBUG neutron.plugins.ml2.rpc [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Device 5b27b06d-f6b8-47c9-8242-acbce061cab0 not bound to the agent host n-d-816206-8 {{(pid=103592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 18:49:15.334686 n-d-816206-8 neutron-server[103591]: DEBUG neutron.services.segments.db [None req-8c060589-19cf-4057-9f26-896343a57e24 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa225340-8f33-4c27-8c98-930b2c2767cc']}} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:49:15.344298 n-d-816206-8 neutron-server[103591]: DEBUG neutron.services.segments.db [None req-8c060589-19cf-4057-9f26-896343a57e24 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d2db399-afb7-4941-bacd-8e76c19c64ca') {'for_net_delete': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:49:15.344624 n-d-816206-8 neutron-server[103591]: DEBUG neutron.services.segments.db [None req-8c060589-19cf-4057-9f26-896343a57e24 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d2db399-afb7-4941-bacd-8e76c19c64ca') {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 18:49:15.354122 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-8c060589-19cf-4057-9f26-896343a57e24 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736635840332', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-265989959'] for segment, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:15.367663 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-8c060589-19cf-4057-9f26-896343a57e24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889'] for segment, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:15.373690 n-d-816206-8 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c060589-19cf-4057-9f26-896343a57e24 admin admin] Releasing vlan 532 on physical network physnet1 to pool {{(pid=103591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 18:49:15.374070 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-8c060589-19cf-4057-9f26-896343a57e24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-970889', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-264756290'] for segment, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:15.375888 n-d-816206-8 neutron-server[103591]: Traceback (most recent call last): Nov 23 18:49:15.375888 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 18:49:15.375888 n-d-816206-8 neutron-server[103591]: timer() Nov 23 18:49:15.375888 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 18:49:15.375888 n-d-816206-8 neutron-server[103591]: cb(*args, **kw) Nov 23 18:49:15.375888 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 18:49:15.375888 n-d-816206-8 neutron-server[103591]: return func(*args, **kwargs) Nov 23 18:49:15.375888 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 18:49:15.375888 n-d-816206-8 neutron-server[103591]: self._notify() Nov 23 18:49:15.375888 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 18:49:15.375888 n-d-816206-8 neutron-server[103591]: self.callback(batched_events) Nov 23 18:49:15.375888 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 18:49:15.375888 n-d-816206-8 neutron-server[103591]: event.method(event) Nov 23 18:49:15.375888 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 18:49:15.375888 n-d-816206-8 neutron-server[103591]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 18:49:15.375888 n-d-816206-8 neutron-server[103591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 18:49:15.375888 n-d-816206-8 neutron-server[103591]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 18:49:15.375888 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 18:49:15.375888 n-d-816206-8 neutron-server[103591]: return f(self, *a, **k) Nov 23 18:49:15.375888 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 18:49:15.375888 n-d-816206-8 neutron-server[103591]: return self._get(url).json() Nov 23 18:49:15.375888 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 18:49:15.375888 n-d-816206-8 neutron-server[103591]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 18:49:15.375888 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 18:49:15.375888 n-d-816206-8 neutron-server[103591]: return self.request(url, 'GET', **kwargs) Nov 23 18:49:15.375888 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 18:49:15.375888 n-d-816206-8 neutron-server[103591]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 18:49:15.375888 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 18:49:15.375888 n-d-816206-8 neutron-server[103591]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 18:49:15.375888 n-d-816206-8 neutron-server[103591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 18:49:15.375888 n-d-816206-8 neutron-server[103591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 18:49:15.375888 n-d-816206-8 neutron-server[103591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 18:49:15.397189 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-78a80ded-7fcb-4586-be91-a392a65e70ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-539463', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736635652208', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736635317989'] for port, after_delete {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:15.423920 n-d-816206-8 neutron-server[103592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a80ded-7fcb-4586-be91-a392a65e70ed None None] Pushing event deleted for resources: {'Port': ['ID=edede88f-c032-40bb-91b3-027ea71eef39,revision_number=None']} {{(pid=103592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:49:15.426541 n-d-816206-8 neutron-server[103592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78a80ded-7fcb-4586-be91-a392a65e70ed None None] No DVR routers for this DVR port edede88f-c032-40bb-91b3-027ea71eef39 on host n-d-816206-8 {{(pid=103592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 18:49:15.440852 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-8c060589-19cf-4057-9f26-896343a57e24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-973404', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2010816', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2067493', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1795418'] for network, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:15.447141 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-8c060589-19cf-4057-9f26-896343a57e24 admin admin] Publish callbacks [] for network, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:15.450564 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-8c060589-19cf-4057-9f26-896343a57e24 admin admin] 10.222.0.60 "DELETE /v2.0/networks/aa225340-8f33-4c27-8c98-930b2c2767cc HTTP/1.1" status: 204 len: 168 time: 0.5738533 Nov 23 18:49:15.461647 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c060589-19cf-4057-9f26-896343a57e24 admin admin] Pushing event deleted for resources: {'Network': ['ID=aa225340-8f33-4c27-8c98-930b2c2767cc,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:49:15.633277 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 59308) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:49:15.673601 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-9b536cf8-5995-446d-a857-945fa3c75916 admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=403044ee93164f5baddb10dd3dc86df3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0390618 Nov 23 18:49:15.675905 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 59310) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:49:15.724273 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-4561270e-4334-4a7b-ac2f-9b3f61dfe954 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:15.744833 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-4561270e-4334-4a7b-ac2f-9b3f61dfe954 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:15.792955 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-4561270e-4334-4a7b-ac2f-9b3f61dfe954 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:15.795739 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-4561270e-4334-4a7b-ac2f-9b3f61dfe954 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:15.796944 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-4561270e-4334-4a7b-ac2f-9b3f61dfe954 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/2ad842db-0249-4e8b-9ff5-cda0a6309e0d HTTP/1.1" status: 204 len: 168 time: 0.1201057 Nov 23 18:49:15.804679 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4561270e-4334-4a7b-ac2f-9b3f61dfe954 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ad842db-0249-4e8b-9ff5-cda0a6309e0d,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:49:16.117336 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 59316) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:49:16.157433 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-e74f9220-10cc-4e26-86d9-c0203fefe61e admin admin] 10.222.0.60 "GET /v2.0/security-groups?tenant_id=9d1d5c9544154d408ee9860a7b742ef7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0389254 Nov 23 18:49:16.159781 n-d-816206-8 neutron-server[103591]: DEBUG neutron.wsgi [-] (103591) accepted ('10.222.0.60', 59318) {{(pid=103591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 18:49:16.210295 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-f3d15ad9-5368-4ad1-8484-7b358da76349 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:16.238958 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-f3d15ad9-5368-4ad1-8484-7b358da76349 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:16.285143 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-f3d15ad9-5368-4ad1-8484-7b358da76349 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639736'] for security_group, after_delete {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:16.287804 n-d-816206-8 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-f3d15ad9-5368-4ad1-8484-7b358da76349 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:16.288959 n-d-816206-8 neutron-server[103591]: INFO neutron.wsgi [None req-f3d15ad9-5368-4ad1-8484-7b358da76349 admin admin] 10.222.0.60 "DELETE /v2.0/security-groups/2b143fc0-a810-4b5a-8a6a-6b28531fa1be HTTP/1.1" status: 204 len: 168 time: 0.1282983 Nov 23 18:49:16.296569 n-d-816206-8 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d15ad9-5368-4ad1-8484-7b358da76349 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b143fc0-a810-4b5a-8a6a-6b28531fa1be,revision_number=None']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 18:49:16.874960 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-52822d53-48f5-4819-8a95-bdc13aea0bf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:18.077755 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9a27ae6c-db98-474f-94c1-cc99bf842d79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:18.559249 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:24.511886 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.agents_db [None req-464f6c07-0de8-4be6-8f5b-563f574d1c5d None None] Agent healthcheck: found 7 active agents {{(pid=103593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 18:49:43.165535 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-cc13a9da-31d8-42a0-a979-aeb808b312fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:44.263794 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:45.086638 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:45.247539 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-41f12a64-63c5-4602-a829-76f0cefe7989 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:46.878312 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-52822d53-48f5-4819-8a95-bdc13aea0bf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:48.086212 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9a27ae6c-db98-474f-94c1-cc99bf842d79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:49:48.564611 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:01.511008 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.agents_db [None req-464f6c07-0de8-4be6-8f5b-563f574d1c5d None None] Agent healthcheck: found 7 active agents {{(pid=103593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 18:50:13.166890 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-a48bac62-3fe4-41f1-96ff-c173aea96bfa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:14.256879 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:15.083641 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:15.251916 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-f2bf8911-99c4-487b-a3f2-71f4c625d1ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:16.879617 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-52822d53-48f5-4819-8a95-bdc13aea0bf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:18.085292 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9a27ae6c-db98-474f-94c1-cc99bf842d79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:18.564104 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:38.510289 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.agents_db [None req-464f6c07-0de8-4be6-8f5b-563f574d1c5d None None] Agent healthcheck: found 7 active agents {{(pid=103593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 18:50:43.168235 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-22c15577-ecfc-40d6-8185-13cb8b481fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:44.271001 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:45.083738 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:45.254130 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-d93d50f9-6389-4027-9010-ff9dceca7019 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:46.886744 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-52822d53-48f5-4819-8a95-bdc13aea0bf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:48.089926 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9a27ae6c-db98-474f-94c1-cc99bf842d79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:50:48.565979 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:13.170409 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-d74f52a9-023d-4c16-ab61-090870b7d695 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:14.285646 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:15.088172 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:15.256126 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-f83b13fe-ec81-4d1f-86e0-8bd38554a8b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:15.509835 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.agents_db [None req-464f6c07-0de8-4be6-8f5b-563f574d1c5d None None] Agent healthcheck: found 7 active agents {{(pid=103593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 18:51:16.885502 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-52822d53-48f5-4819-8a95-bdc13aea0bf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:18.091960 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9a27ae6c-db98-474f-94c1-cc99bf842d79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:18.573336 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:43.172452 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-4761ec3b-92a5-469c-aaa6-9a72279b8e04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:44.300091 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:45.097671 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:45.259112 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-cb28f85e-717c-4739-b335-8a68b932cf2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:46.889608 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-52822d53-48f5-4819-8a95-bdc13aea0bf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:48.097317 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9a27ae6c-db98-474f-94c1-cc99bf842d79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:48.565909 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:51:52.509575 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.agents_db [None req-464f6c07-0de8-4be6-8f5b-563f574d1c5d None None] Agent healthcheck: found 7 active agents {{(pid=103593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 18:52:13.175002 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-4070c0d8-2b9e-4155-bfad-1c7442084280 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:14.300092 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:15.098505 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:15.259846 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9e64f813-6678-4852-8368-a5be6cd613b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:16.892626 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-52822d53-48f5-4819-8a95-bdc13aea0bf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:18.097709 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9a27ae6c-db98-474f-94c1-cc99bf842d79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:18.569211 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:29.509056 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.agents_db [None req-464f6c07-0de8-4be6-8f5b-563f574d1c5d None None] Agent healthcheck: found 7 active agents {{(pid=103593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 18:52:43.176174 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-d78940bf-ca59-4586-8a19-d1851e26b9eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:44.314751 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:45.094531 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:45.260961 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-4c75fc42-a4ee-4acd-bbcd-c0ea517b0ebb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:46.897728 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-52822d53-48f5-4819-8a95-bdc13aea0bf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:48.102151 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9a27ae6c-db98-474f-94c1-cc99bf842d79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:52:48.571391 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:06.510763 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.agents_db [None req-464f6c07-0de8-4be6-8f5b-563f574d1c5d None None] Agent healthcheck: found 7 active agents {{(pid=103593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 18:53:13.177649 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-5888afd8-5567-445f-9868-4130346a3246 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:14.328934 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:15.125912 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:15.262658 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b5c4c1fe-7b85-4d37-93be-89c864a24f4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:16.897190 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-52822d53-48f5-4819-8a95-bdc13aea0bf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:18.104304 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9a27ae6c-db98-474f-94c1-cc99bf842d79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:18.572383 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:43.179218 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-e796d6e9-523d-4e79-a599-0e76c08fb044 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:43.510267 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.agents_db [None req-464f6c07-0de8-4be6-8f5b-563f574d1c5d None None] Agent healthcheck: found 7 active agents {{(pid=103593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 18:53:44.327963 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:45.139951 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:45.265026 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-30d271f1-1144-4d78-b0bc-77184fc29bb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:46.900351 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-52822d53-48f5-4819-8a95-bdc13aea0bf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:48.108190 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9a27ae6c-db98-474f-94c1-cc99bf842d79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:53:48.574126 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:13.180750 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-393626e4-c7e1-4a75-9279-04f7cb1708b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:14.343361 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:15.138648 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:15.269183 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-dfdcfd38-f827-44f5-8a88-4d71d63fd8a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:16.903080 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-52822d53-48f5-4819-8a95-bdc13aea0bf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:18.111253 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9a27ae6c-db98-474f-94c1-cc99bf842d79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:18.576414 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:20.509696 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.agents_db [None req-464f6c07-0de8-4be6-8f5b-563f574d1c5d None None] Agent healthcheck: found 7 active agents {{(pid=103593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 18:54:43.183641 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-d29a91d5-a081-4d41-9d14-ecc36c905015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:44.348035 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:45.154146 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:45.270106 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-0751b7b6-ad2a-4a36-9d8f-882b65fa1488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:46.908874 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-52822d53-48f5-4819-8a95-bdc13aea0bf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:48.114443 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9a27ae6c-db98-474f-94c1-cc99bf842d79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:48.582247 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:54:57.509309 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.agents_db [None req-464f6c07-0de8-4be6-8f5b-563f574d1c5d None None] Agent healthcheck: found 7 active agents {{(pid=103593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 18:55:13.185896 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b6ef07c4-7267-4ae0-a73b-d801d606c80d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:14.357119 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:15.150341 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:15.270943 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-055f78d5-a844-4434-ba5c-66735705e8c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:16.909051 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-52822d53-48f5-4819-8a95-bdc13aea0bf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:18.117991 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9a27ae6c-db98-474f-94c1-cc99bf842d79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:18.587980 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:34.508875 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.agents_db [None req-464f6c07-0de8-4be6-8f5b-563f574d1c5d None None] Agent healthcheck: found 7 active agents {{(pid=103593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 18:55:43.187972 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-7809eb03-5dab-4e60-b297-c1ee83da7d9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:44.357004 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:45.149782 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:45.272724 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-3e7dc68b-5180-444b-af1b-9765ed9eefc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:46.911750 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-52822d53-48f5-4819-8a95-bdc13aea0bf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:48.122833 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9a27ae6c-db98-474f-94c1-cc99bf842d79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:55:48.575788 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:11.508152 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.agents_db [None req-464f6c07-0de8-4be6-8f5b-563f574d1c5d None None] Agent healthcheck: found 7 active agents {{(pid=103593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 18:56:13.190416 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-84441574-5b38-4f88-87b2-48fcaa140d89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:14.378064 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:15.166113 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:15.274046 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-41d4b133-ea98-4d64-9585-f45157716b56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:16.915826 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-52822d53-48f5-4819-8a95-bdc13aea0bf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:18.126422 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9a27ae6c-db98-474f-94c1-cc99bf842d79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:18.568509 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:43.192146 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-22863e1e-ae8a-4b40-91ef-ba3218ecc33f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:44.370617 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:45.167060 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:45.275516 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b841582b-9032-4199-bc46-62fb26aa759a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:46.918784 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-52822d53-48f5-4819-8a95-bdc13aea0bf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:48.128674 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9a27ae6c-db98-474f-94c1-cc99bf842d79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:56:48.507707 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.agents_db [None req-464f6c07-0de8-4be6-8f5b-563f574d1c5d None None] Agent healthcheck: found 7 active agents {{(pid=103593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 18:56:48.569416 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:13.194023 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-ce838717-4dca-4fe3-b559-c30ac9fc2a21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:14.385058 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-b1c64eaa-a90e-4f8c-a3b8-c5053dc3248a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:15.178189 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-c0d4c7dd-f97b-4464-873d-3102f61f59f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:15.274886 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-fd88c02a-531e-4f7f-aebe-f2b5beb15e6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:16.920738 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-52822d53-48f5-4819-8a95-bdc13aea0bf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:18.131879 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9a27ae6c-db98-474f-94c1-cc99bf842d79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:18.571497 n-d-816206-8 neutron-server[103592]: DEBUG neutron_lib.callbacks.manager [None req-9c2f771f-b3b0-4b37-81d8-e169131f998c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736635878849', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-990549'] for agent, after_update {{(pid=103592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 18:57:25.507295 n-d-816206-8 neutron-server[103593]: DEBUG neutron.db.agents_db [None req-464f6c07-0de8-4be6-8f5b-563f574d1c5d None None] Agent healthcheck: found 7 active agents {{(pid=103593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 18:57:32.332966 n-d-816206-8 neutron-server[103590]: DEBUG neutron.wsgi [req-98730af5-77fd-4a9b-921b-70fd7427a866 req-b8fada94-d97e-4e50-b9b7-1408105a5a9a service neutron] (103590) timed out ('10.222.0.60', 57148) {{(pid=103590) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}